{
  "best_metric": 0.7831735014915466,
  "best_model_checkpoint": "final_models/laft_tha_phi/checkpoint-122075",
  "epoch": 6.0,
  "eval_steps": 500,
  "global_step": 146490,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 4.095842719639566e-05,
      "grad_norm": 5.816344496077563,
      "learning_rate": 1.5e-07,
      "loss": 1.2526,
      "step": 1
    },
    {
      "epoch": 8.191685439279132e-05,
      "grad_norm": 6.943131625219685,
      "learning_rate": 3e-07,
      "loss": 1.2573,
      "step": 2
    },
    {
      "epoch": 0.00012287528158918696,
      "grad_norm": 6.029144903055297,
      "learning_rate": 4.5e-07,
      "loss": 2.637,
      "step": 3
    },
    {
      "epoch": 0.00016383370878558264,
      "grad_norm": 6.214447204662286,
      "learning_rate": 6e-07,
      "loss": 1.1403,
      "step": 4
    },
    {
      "epoch": 0.00020479213598197828,
      "grad_norm": 6.022977333616615,
      "learning_rate": 7.499999999999999e-07,
      "loss": 1.23,
      "step": 5
    },
    {
      "epoch": 0.00024575056317837393,
      "grad_norm": 4.631103494040879,
      "learning_rate": 9e-07,
      "loss": 1.1905,
      "step": 6
    },
    {
      "epoch": 0.0002867089903747696,
      "grad_norm": 5.569669569202792,
      "learning_rate": 1.05e-06,
      "loss": 1.2334,
      "step": 7
    },
    {
      "epoch": 0.0003276674175711653,
      "grad_norm": 5.0137119105260055,
      "learning_rate": 1.2e-06,
      "loss": 1.3375,
      "step": 8
    },
    {
      "epoch": 0.00036862584476756095,
      "grad_norm": 5.332542368044367,
      "learning_rate": 1.3499999999999998e-06,
      "loss": 1.0897,
      "step": 9
    },
    {
      "epoch": 0.00040958427196395656,
      "grad_norm": 7.398015238508329,
      "learning_rate": 1.4999999999999998e-06,
      "loss": 2.3777,
      "step": 10
    },
    {
      "epoch": 0.00045054269916035224,
      "grad_norm": 5.201699709495675,
      "learning_rate": 1.6499999999999997e-06,
      "loss": 1.3274,
      "step": 11
    },
    {
      "epoch": 0.0004915011263567479,
      "grad_norm": 6.01433767383794,
      "learning_rate": 1.8e-06,
      "loss": 1.8089,
      "step": 12
    },
    {
      "epoch": 0.0005324595535531435,
      "grad_norm": 18.81184934498379,
      "learning_rate": 1.9499999999999995e-06,
      "loss": 1.3891,
      "step": 13
    },
    {
      "epoch": 0.0005734179807495392,
      "grad_norm": 5.12954836643911,
      "learning_rate": 2.1e-06,
      "loss": 1.4068,
      "step": 14
    },
    {
      "epoch": 0.0006143764079459349,
      "grad_norm": 5.460481201445259,
      "learning_rate": 2.2499999999999996e-06,
      "loss": 1.3534,
      "step": 15
    },
    {
      "epoch": 0.0006553348351423305,
      "grad_norm": 3.9825590978010936,
      "learning_rate": 2.4e-06,
      "loss": 1.0799,
      "step": 16
    },
    {
      "epoch": 0.0006962932623387262,
      "grad_norm": 10.240975143555698,
      "learning_rate": 2.55e-06,
      "loss": 2.7058,
      "step": 17
    },
    {
      "epoch": 0.0007372516895351219,
      "grad_norm": 6.208662933688235,
      "learning_rate": 2.6999999999999996e-06,
      "loss": 1.1956,
      "step": 18
    },
    {
      "epoch": 0.0007782101167315176,
      "grad_norm": 5.025742488062158,
      "learning_rate": 2.85e-06,
      "loss": 1.2504,
      "step": 19
    },
    {
      "epoch": 0.0008191685439279131,
      "grad_norm": 5.397649853405921,
      "learning_rate": 2.9999999999999997e-06,
      "loss": 1.1077,
      "step": 20
    },
    {
      "epoch": 0.0008601269711243088,
      "grad_norm": 5.000447543101978,
      "learning_rate": 3.15e-06,
      "loss": 1.3241,
      "step": 21
    },
    {
      "epoch": 0.0009010853983207045,
      "grad_norm": 5.221039973687639,
      "learning_rate": 3.2999999999999993e-06,
      "loss": 0.9569,
      "step": 22
    },
    {
      "epoch": 0.0009420438255171001,
      "grad_norm": 4.598537634646019,
      "learning_rate": 3.4499999999999996e-06,
      "loss": 1.0423,
      "step": 23
    },
    {
      "epoch": 0.0009830022527134957,
      "grad_norm": 5.611649597135402,
      "learning_rate": 3.6e-06,
      "loss": 1.2755,
      "step": 24
    },
    {
      "epoch": 0.0010239606799098914,
      "grad_norm": 4.638620896267506,
      "learning_rate": 3.7499999999999997e-06,
      "loss": 0.9608,
      "step": 25
    },
    {
      "epoch": 0.001064919107106287,
      "grad_norm": 4.4102126623227145,
      "learning_rate": 3.899999999999999e-06,
      "loss": 1.2803,
      "step": 26
    },
    {
      "epoch": 0.0011058775343026827,
      "grad_norm": 5.24399001347666,
      "learning_rate": 4.049999999999999e-06,
      "loss": 1.4221,
      "step": 27
    },
    {
      "epoch": 0.0011468359614990784,
      "grad_norm": 6.747504504148322,
      "learning_rate": 4.2e-06,
      "loss": 1.2037,
      "step": 28
    },
    {
      "epoch": 0.001187794388695474,
      "grad_norm": 5.157358202050825,
      "learning_rate": 4.35e-06,
      "loss": 1.1132,
      "step": 29
    },
    {
      "epoch": 0.0012287528158918697,
      "grad_norm": 5.453217479000879,
      "learning_rate": 4.499999999999999e-06,
      "loss": 1.052,
      "step": 30
    },
    {
      "epoch": 0.0012697112430882654,
      "grad_norm": 5.200332717805283,
      "learning_rate": 4.6499999999999995e-06,
      "loss": 1.3873,
      "step": 31
    },
    {
      "epoch": 0.001310669670284661,
      "grad_norm": 5.030044973893844,
      "learning_rate": 4.8e-06,
      "loss": 1.441,
      "step": 32
    },
    {
      "epoch": 0.0013516280974810568,
      "grad_norm": 4.895992173742538,
      "learning_rate": 4.95e-06,
      "loss": 1.0911,
      "step": 33
    },
    {
      "epoch": 0.0013925865246774524,
      "grad_norm": 4.196532030726772,
      "learning_rate": 5.1e-06,
      "loss": 0.8607,
      "step": 34
    },
    {
      "epoch": 0.0014335449518738481,
      "grad_norm": 5.280920864602672,
      "learning_rate": 5.25e-06,
      "loss": 1.3533,
      "step": 35
    },
    {
      "epoch": 0.0014745033790702438,
      "grad_norm": 4.647014145614316,
      "learning_rate": 5.399999999999999e-06,
      "loss": 1.1227,
      "step": 36
    },
    {
      "epoch": 0.0015154618062666395,
      "grad_norm": 6.223932577482442,
      "learning_rate": 5.549999999999999e-06,
      "loss": 1.5897,
      "step": 37
    },
    {
      "epoch": 0.0015564202334630351,
      "grad_norm": 6.227671226120141,
      "learning_rate": 5.7e-06,
      "loss": 1.0626,
      "step": 38
    },
    {
      "epoch": 0.0015973786606594306,
      "grad_norm": 5.517781398424567,
      "learning_rate": 5.85e-06,
      "loss": 1.3099,
      "step": 39
    },
    {
      "epoch": 0.0016383370878558263,
      "grad_norm": 4.761787936151912,
      "learning_rate": 5.999999999999999e-06,
      "loss": 1.8097,
      "step": 40
    },
    {
      "epoch": 0.001679295515052222,
      "grad_norm": 5.576189921012515,
      "learning_rate": 6.1499999999999996e-06,
      "loss": 1.3043,
      "step": 41
    },
    {
      "epoch": 0.0017202539422486176,
      "grad_norm": 4.375709076785414,
      "learning_rate": 6.3e-06,
      "loss": 0.9687,
      "step": 42
    },
    {
      "epoch": 0.0017612123694450133,
      "grad_norm": 6.334512406704798,
      "learning_rate": 6.449999999999999e-06,
      "loss": 1.4375,
      "step": 43
    },
    {
      "epoch": 0.001802170796641409,
      "grad_norm": 5.098788142822112,
      "learning_rate": 6.599999999999999e-06,
      "loss": 1.0587,
      "step": 44
    },
    {
      "epoch": 0.0018431292238378046,
      "grad_norm": 4.521720341996619,
      "learning_rate": 6.749999999999999e-06,
      "loss": 1.0304,
      "step": 45
    },
    {
      "epoch": 0.0018840876510342003,
      "grad_norm": 6.6593329768207745,
      "learning_rate": 6.899999999999999e-06,
      "loss": 1.1206,
      "step": 46
    },
    {
      "epoch": 0.001925046078230596,
      "grad_norm": 5.972093800107173,
      "learning_rate": 7.049999999999999e-06,
      "loss": 1.4209,
      "step": 47
    },
    {
      "epoch": 0.0019660045054269914,
      "grad_norm": 5.775950266215525,
      "learning_rate": 7.2e-06,
      "loss": 2.7014,
      "step": 48
    },
    {
      "epoch": 0.002006962932623387,
      "grad_norm": 5.6699591623082215,
      "learning_rate": 7.35e-06,
      "loss": 1.7975,
      "step": 49
    },
    {
      "epoch": 0.0020479213598197828,
      "grad_norm": 6.022871576842338,
      "learning_rate": 7.499999999999999e-06,
      "loss": 0.7814,
      "step": 50
    },
    {
      "epoch": 0.0020888797870161784,
      "grad_norm": 5.644120970895324,
      "learning_rate": 7.65e-06,
      "loss": 1.0524,
      "step": 51
    },
    {
      "epoch": 0.002129838214212574,
      "grad_norm": 6.216396886033727,
      "learning_rate": 7.799999999999998e-06,
      "loss": 1.1564,
      "step": 52
    },
    {
      "epoch": 0.00217079664140897,
      "grad_norm": 6.397860075790053,
      "learning_rate": 7.949999999999998e-06,
      "loss": 1.1791,
      "step": 53
    },
    {
      "epoch": 0.0022117550686053655,
      "grad_norm": 4.586236365524852,
      "learning_rate": 8.099999999999999e-06,
      "loss": 1.4291,
      "step": 54
    },
    {
      "epoch": 0.002252713495801761,
      "grad_norm": 5.4593813388042145,
      "learning_rate": 8.249999999999999e-06,
      "loss": 1.0556,
      "step": 55
    },
    {
      "epoch": 0.002293671922998157,
      "grad_norm": 3.9264492396089046,
      "learning_rate": 8.4e-06,
      "loss": 0.7496,
      "step": 56
    },
    {
      "epoch": 0.0023346303501945525,
      "grad_norm": 6.616591199869218,
      "learning_rate": 8.55e-06,
      "loss": 1.6726,
      "step": 57
    },
    {
      "epoch": 0.002375588777390948,
      "grad_norm": 5.229986442223442,
      "learning_rate": 8.7e-06,
      "loss": 1.3748,
      "step": 58
    },
    {
      "epoch": 0.002416547204587344,
      "grad_norm": 5.350781171067092,
      "learning_rate": 8.849999999999998e-06,
      "loss": 1.2694,
      "step": 59
    },
    {
      "epoch": 0.0024575056317837395,
      "grad_norm": 5.043141542955887,
      "learning_rate": 8.999999999999999e-06,
      "loss": 1.1507,
      "step": 60
    },
    {
      "epoch": 0.002498464058980135,
      "grad_norm": 5.061084539613812,
      "learning_rate": 9.149999999999999e-06,
      "loss": 1.3647,
      "step": 61
    },
    {
      "epoch": 0.002539422486176531,
      "grad_norm": 5.236653691080052,
      "learning_rate": 9.299999999999999e-06,
      "loss": 1.1042,
      "step": 62
    },
    {
      "epoch": 0.0025803809133729265,
      "grad_norm": 4.041696383229495,
      "learning_rate": 9.45e-06,
      "loss": 1.3314,
      "step": 63
    },
    {
      "epoch": 0.002621339340569322,
      "grad_norm": 5.670896620063732,
      "learning_rate": 9.6e-06,
      "loss": 1.2136,
      "step": 64
    },
    {
      "epoch": 0.002662297767765718,
      "grad_norm": 3.8439544780957937,
      "learning_rate": 9.75e-06,
      "loss": 1.1862,
      "step": 65
    },
    {
      "epoch": 0.0027032561949621135,
      "grad_norm": 3.9353150775243995,
      "learning_rate": 9.9e-06,
      "loss": 1.046,
      "step": 66
    },
    {
      "epoch": 0.002744214622158509,
      "grad_norm": 4.62174561547698,
      "learning_rate": 1.005e-05,
      "loss": 1.2336,
      "step": 67
    },
    {
      "epoch": 0.002785173049354905,
      "grad_norm": 5.3344578290078175,
      "learning_rate": 1.02e-05,
      "loss": 1.291,
      "step": 68
    },
    {
      "epoch": 0.0028261314765513005,
      "grad_norm": 5.56464546219613,
      "learning_rate": 1.035e-05,
      "loss": 1.4213,
      "step": 69
    },
    {
      "epoch": 0.0028670899037476962,
      "grad_norm": 4.0368475266277075,
      "learning_rate": 1.05e-05,
      "loss": 1.1206,
      "step": 70
    },
    {
      "epoch": 0.002908048330944092,
      "grad_norm": 3.9381786183514547,
      "learning_rate": 1.0649999999999998e-05,
      "loss": 1.5511,
      "step": 71
    },
    {
      "epoch": 0.0029490067581404876,
      "grad_norm": 4.52341316583129,
      "learning_rate": 1.0799999999999998e-05,
      "loss": 1.132,
      "step": 72
    },
    {
      "epoch": 0.0029899651853368832,
      "grad_norm": 6.467787655531668,
      "learning_rate": 1.0949999999999998e-05,
      "loss": 1.2403,
      "step": 73
    },
    {
      "epoch": 0.003030923612533279,
      "grad_norm": 4.757454965437434,
      "learning_rate": 1.1099999999999999e-05,
      "loss": 1.4068,
      "step": 74
    },
    {
      "epoch": 0.0030718820397296746,
      "grad_norm": 4.089722618096611,
      "learning_rate": 1.1249999999999999e-05,
      "loss": 1.325,
      "step": 75
    },
    {
      "epoch": 0.0031128404669260703,
      "grad_norm": 5.808315166247374,
      "learning_rate": 1.14e-05,
      "loss": 1.0565,
      "step": 76
    },
    {
      "epoch": 0.0031537988941224655,
      "grad_norm": 5.295779768232533,
      "learning_rate": 1.155e-05,
      "loss": 1.1513,
      "step": 77
    },
    {
      "epoch": 0.003194757321318861,
      "grad_norm": 4.466353158789452,
      "learning_rate": 1.17e-05,
      "loss": 1.104,
      "step": 78
    },
    {
      "epoch": 0.003235715748515257,
      "grad_norm": 6.15926924024875,
      "learning_rate": 1.1849999999999998e-05,
      "loss": 1.1146,
      "step": 79
    },
    {
      "epoch": 0.0032766741757116525,
      "grad_norm": 5.64517798986986,
      "learning_rate": 1.1999999999999999e-05,
      "loss": 1.4791,
      "step": 80
    },
    {
      "epoch": 0.003317632602908048,
      "grad_norm": 4.287248667829759,
      "learning_rate": 1.2149999999999999e-05,
      "loss": 1.4768,
      "step": 81
    },
    {
      "epoch": 0.003358591030104444,
      "grad_norm": 4.276284209432011,
      "learning_rate": 1.2299999999999999e-05,
      "loss": 1.3703,
      "step": 82
    },
    {
      "epoch": 0.0033995494573008395,
      "grad_norm": 3.8838659337958,
      "learning_rate": 1.245e-05,
      "loss": 1.3386,
      "step": 83
    },
    {
      "epoch": 0.003440507884497235,
      "grad_norm": 4.601893348465449,
      "learning_rate": 1.26e-05,
      "loss": 1.3111,
      "step": 84
    },
    {
      "epoch": 0.003481466311693631,
      "grad_norm": 4.067844265608819,
      "learning_rate": 1.275e-05,
      "loss": 1.1908,
      "step": 85
    },
    {
      "epoch": 0.0035224247388900265,
      "grad_norm": 3.701846326202188,
      "learning_rate": 1.2899999999999998e-05,
      "loss": 1.1481,
      "step": 86
    },
    {
      "epoch": 0.0035633831660864222,
      "grad_norm": 3.6966806992915275,
      "learning_rate": 1.3049999999999999e-05,
      "loss": 1.0284,
      "step": 87
    },
    {
      "epoch": 0.003604341593282818,
      "grad_norm": 3.256967762121599,
      "learning_rate": 1.3199999999999997e-05,
      "loss": 1.263,
      "step": 88
    },
    {
      "epoch": 0.0036453000204792136,
      "grad_norm": 3.6034475093265024,
      "learning_rate": 1.3349999999999998e-05,
      "loss": 0.9419,
      "step": 89
    },
    {
      "epoch": 0.0036862584476756092,
      "grad_norm": 4.465194397916301,
      "learning_rate": 1.3499999999999998e-05,
      "loss": 1.3374,
      "step": 90
    },
    {
      "epoch": 0.003727216874872005,
      "grad_norm": 3.606036254495023,
      "learning_rate": 1.3649999999999998e-05,
      "loss": 1.0484,
      "step": 91
    },
    {
      "epoch": 0.0037681753020684006,
      "grad_norm": 4.176336435318771,
      "learning_rate": 1.3799999999999998e-05,
      "loss": 1.3027,
      "step": 92
    },
    {
      "epoch": 0.0038091337292647963,
      "grad_norm": 3.768956642815083,
      "learning_rate": 1.3949999999999999e-05,
      "loss": 1.0761,
      "step": 93
    },
    {
      "epoch": 0.003850092156461192,
      "grad_norm": 4.859701666883643,
      "learning_rate": 1.4099999999999999e-05,
      "loss": 1.2399,
      "step": 94
    },
    {
      "epoch": 0.0038910505836575876,
      "grad_norm": 3.865129807687541,
      "learning_rate": 1.4249999999999999e-05,
      "loss": 2.0202,
      "step": 95
    },
    {
      "epoch": 0.003932009010853983,
      "grad_norm": 2.924232498903203,
      "learning_rate": 1.44e-05,
      "loss": 1.1376,
      "step": 96
    },
    {
      "epoch": 0.003972967438050379,
      "grad_norm": 3.405745728326027,
      "learning_rate": 1.455e-05,
      "loss": 1.1667,
      "step": 97
    },
    {
      "epoch": 0.004013925865246774,
      "grad_norm": 3.50970663156588,
      "learning_rate": 1.47e-05,
      "loss": 1.1605,
      "step": 98
    },
    {
      "epoch": 0.00405488429244317,
      "grad_norm": 3.8293811837526497,
      "learning_rate": 1.485e-05,
      "loss": 1.2822,
      "step": 99
    },
    {
      "epoch": 0.0040958427196395655,
      "grad_norm": 3.4724793825895675,
      "learning_rate": 1.4999999999999999e-05,
      "loss": 1.03,
      "step": 100
    },
    {
      "epoch": 0.004136801146835962,
      "grad_norm": 3.5722250434657656,
      "learning_rate": 1.5149999999999999e-05,
      "loss": 1.2394,
      "step": 101
    },
    {
      "epoch": 0.004177759574032357,
      "grad_norm": 4.371345003614409,
      "learning_rate": 1.53e-05,
      "loss": 0.9843,
      "step": 102
    },
    {
      "epoch": 0.004218718001228753,
      "grad_norm": 3.4390094672718226,
      "learning_rate": 1.545e-05,
      "loss": 1.2022,
      "step": 103
    },
    {
      "epoch": 0.004259676428425148,
      "grad_norm": 3.4838592101894603,
      "learning_rate": 1.5599999999999996e-05,
      "loss": 1.3758,
      "step": 104
    },
    {
      "epoch": 0.004300634855621544,
      "grad_norm": 3.041587308025896,
      "learning_rate": 1.5749999999999997e-05,
      "loss": 1.1772,
      "step": 105
    },
    {
      "epoch": 0.00434159328281794,
      "grad_norm": 3.649513081514856,
      "learning_rate": 1.5899999999999997e-05,
      "loss": 0.9737,
      "step": 106
    },
    {
      "epoch": 0.004382551710014336,
      "grad_norm": 2.9787031708182714,
      "learning_rate": 1.6049999999999997e-05,
      "loss": 0.9762,
      "step": 107
    },
    {
      "epoch": 0.004423510137210731,
      "grad_norm": 6.073109254437068,
      "learning_rate": 1.6199999999999997e-05,
      "loss": 1.0929,
      "step": 108
    },
    {
      "epoch": 0.004464468564407127,
      "grad_norm": 4.086683142097559,
      "learning_rate": 1.6349999999999998e-05,
      "loss": 1.2228,
      "step": 109
    },
    {
      "epoch": 0.004505426991603522,
      "grad_norm": 4.609392817523848,
      "learning_rate": 1.6499999999999998e-05,
      "loss": 1.313,
      "step": 110
    },
    {
      "epoch": 0.004546385418799918,
      "grad_norm": 5.068973948313922,
      "learning_rate": 1.6649999999999998e-05,
      "loss": 1.2862,
      "step": 111
    },
    {
      "epoch": 0.004587343845996314,
      "grad_norm": 4.602434364170658,
      "learning_rate": 1.68e-05,
      "loss": 1.4083,
      "step": 112
    },
    {
      "epoch": 0.00462830227319271,
      "grad_norm": 3.918456222691056,
      "learning_rate": 1.695e-05,
      "loss": 1.1841,
      "step": 113
    },
    {
      "epoch": 0.004669260700389105,
      "grad_norm": 2.9827352717332394,
      "learning_rate": 1.71e-05,
      "loss": 1.1792,
      "step": 114
    },
    {
      "epoch": 0.004710219127585501,
      "grad_norm": 4.582882657194826,
      "learning_rate": 1.725e-05,
      "loss": 2.6184,
      "step": 115
    },
    {
      "epoch": 0.004751177554781896,
      "grad_norm": 4.27671571001502,
      "learning_rate": 1.74e-05,
      "loss": 1.7158,
      "step": 116
    },
    {
      "epoch": 0.004792135981978292,
      "grad_norm": 3.657339818130573,
      "learning_rate": 1.755e-05,
      "loss": 1.2261,
      "step": 117
    },
    {
      "epoch": 0.004833094409174688,
      "grad_norm": 2.948564067043599,
      "learning_rate": 1.7699999999999997e-05,
      "loss": 0.9964,
      "step": 118
    },
    {
      "epoch": 0.004874052836371084,
      "grad_norm": 3.5109608741160754,
      "learning_rate": 1.7849999999999997e-05,
      "loss": 1.2711,
      "step": 119
    },
    {
      "epoch": 0.004915011263567479,
      "grad_norm": 3.7005044218207077,
      "learning_rate": 1.7999999999999997e-05,
      "loss": 1.2877,
      "step": 120
    },
    {
      "epoch": 0.004955969690763875,
      "grad_norm": 3.307756896420666,
      "learning_rate": 1.8149999999999997e-05,
      "loss": 1.0506,
      "step": 121
    },
    {
      "epoch": 0.00499692811796027,
      "grad_norm": 4.3116910638910015,
      "learning_rate": 1.8299999999999998e-05,
      "loss": 1.0118,
      "step": 122
    },
    {
      "epoch": 0.005037886545156666,
      "grad_norm": 4.348849856073718,
      "learning_rate": 1.8449999999999998e-05,
      "loss": 0.9943,
      "step": 123
    },
    {
      "epoch": 0.005078844972353062,
      "grad_norm": 4.316177402354354,
      "learning_rate": 1.8599999999999998e-05,
      "loss": 1.2786,
      "step": 124
    },
    {
      "epoch": 0.005119803399549457,
      "grad_norm": 3.5949862975278717,
      "learning_rate": 1.875e-05,
      "loss": 1.253,
      "step": 125
    },
    {
      "epoch": 0.005160761826745853,
      "grad_norm": 3.3497782113047827,
      "learning_rate": 1.89e-05,
      "loss": 1.1984,
      "step": 126
    },
    {
      "epoch": 0.005201720253942248,
      "grad_norm": 3.8636230847988826,
      "learning_rate": 1.905e-05,
      "loss": 1.4665,
      "step": 127
    },
    {
      "epoch": 0.005242678681138644,
      "grad_norm": 3.3645158480724864,
      "learning_rate": 1.92e-05,
      "loss": 1.0982,
      "step": 128
    },
    {
      "epoch": 0.00528363710833504,
      "grad_norm": 3.7917118664944494,
      "learning_rate": 1.935e-05,
      "loss": 1.3384,
      "step": 129
    },
    {
      "epoch": 0.005324595535531436,
      "grad_norm": 3.3276107732696607,
      "learning_rate": 1.95e-05,
      "loss": 1.211,
      "step": 130
    },
    {
      "epoch": 0.005365553962727831,
      "grad_norm": 2.7253072654072836,
      "learning_rate": 1.965e-05,
      "loss": 0.9822,
      "step": 131
    },
    {
      "epoch": 0.005406512389924227,
      "grad_norm": 3.29475835808782,
      "learning_rate": 1.98e-05,
      "loss": 1.1949,
      "step": 132
    },
    {
      "epoch": 0.005447470817120622,
      "grad_norm": 4.276777616626267,
      "learning_rate": 1.995e-05,
      "loss": 1.2117,
      "step": 133
    },
    {
      "epoch": 0.005488429244317018,
      "grad_norm": 3.0579915630250123,
      "learning_rate": 2.01e-05,
      "loss": 0.8623,
      "step": 134
    },
    {
      "epoch": 0.005529387671513414,
      "grad_norm": 3.09519266563792,
      "learning_rate": 2.025e-05,
      "loss": 1.2211,
      "step": 135
    },
    {
      "epoch": 0.00557034609870981,
      "grad_norm": 3.9202230442670913,
      "learning_rate": 2.04e-05,
      "loss": 1.3572,
      "step": 136
    },
    {
      "epoch": 0.005611304525906205,
      "grad_norm": 3.0243909225945482,
      "learning_rate": 2.055e-05,
      "loss": 1.1176,
      "step": 137
    },
    {
      "epoch": 0.005652262953102601,
      "grad_norm": 5.292365349008318,
      "learning_rate": 2.07e-05,
      "loss": 0.8581,
      "step": 138
    },
    {
      "epoch": 0.005693221380298996,
      "grad_norm": 4.09045882566076,
      "learning_rate": 2.085e-05,
      "loss": 1.6528,
      "step": 139
    },
    {
      "epoch": 0.0057341798074953924,
      "grad_norm": 4.587854761075031,
      "learning_rate": 2.1e-05,
      "loss": 1.3295,
      "step": 140
    },
    {
      "epoch": 0.005775138234691788,
      "grad_norm": 3.032177176519589,
      "learning_rate": 2.1149999999999996e-05,
      "loss": 1.3057,
      "step": 141
    },
    {
      "epoch": 0.005816096661888184,
      "grad_norm": 6.558434474852386,
      "learning_rate": 2.1299999999999996e-05,
      "loss": 1.002,
      "step": 142
    },
    {
      "epoch": 0.005857055089084579,
      "grad_norm": 2.9460400907329003,
      "learning_rate": 2.1449999999999996e-05,
      "loss": 1.2281,
      "step": 143
    },
    {
      "epoch": 0.005898013516280975,
      "grad_norm": 2.994893549705451,
      "learning_rate": 2.1599999999999996e-05,
      "loss": 1.3303,
      "step": 144
    },
    {
      "epoch": 0.00593897194347737,
      "grad_norm": 3.4010221646897483,
      "learning_rate": 2.1749999999999997e-05,
      "loss": 1.0283,
      "step": 145
    },
    {
      "epoch": 0.0059799303706737665,
      "grad_norm": 4.0383532647823355,
      "learning_rate": 2.1899999999999997e-05,
      "loss": 1.3428,
      "step": 146
    },
    {
      "epoch": 0.006020888797870162,
      "grad_norm": 4.035098495172729,
      "learning_rate": 2.2049999999999997e-05,
      "loss": 1.0089,
      "step": 147
    },
    {
      "epoch": 0.006061847225066558,
      "grad_norm": 3.993616174876166,
      "learning_rate": 2.2199999999999998e-05,
      "loss": 1.2881,
      "step": 148
    },
    {
      "epoch": 0.006102805652262953,
      "grad_norm": 5.607701593516182,
      "learning_rate": 2.2349999999999998e-05,
      "loss": 1.5523,
      "step": 149
    },
    {
      "epoch": 0.006143764079459349,
      "grad_norm": 2.2196511393173974,
      "learning_rate": 2.2499999999999998e-05,
      "loss": 0.567,
      "step": 150
    },
    {
      "epoch": 0.006184722506655744,
      "grad_norm": 3.9370484185344057,
      "learning_rate": 2.2649999999999998e-05,
      "loss": 1.0231,
      "step": 151
    },
    {
      "epoch": 0.0062256809338521405,
      "grad_norm": 2.9387379780120413,
      "learning_rate": 2.28e-05,
      "loss": 1.2186,
      "step": 152
    },
    {
      "epoch": 0.006266639361048536,
      "grad_norm": 3.7268037066324973,
      "learning_rate": 2.295e-05,
      "loss": 1.05,
      "step": 153
    },
    {
      "epoch": 0.006307597788244931,
      "grad_norm": 4.795093944778252,
      "learning_rate": 2.31e-05,
      "loss": 0.8917,
      "step": 154
    },
    {
      "epoch": 0.006348556215441327,
      "grad_norm": 4.446974944001909,
      "learning_rate": 2.325e-05,
      "loss": 1.5439,
      "step": 155
    },
    {
      "epoch": 0.006389514642637722,
      "grad_norm": 6.5310692314266605,
      "learning_rate": 2.34e-05,
      "loss": 1.3381,
      "step": 156
    },
    {
      "epoch": 0.0064304730698341184,
      "grad_norm": 7.362428805965795,
      "learning_rate": 2.3549999999999996e-05,
      "loss": 1.4812,
      "step": 157
    },
    {
      "epoch": 0.006471431497030514,
      "grad_norm": 4.326536971200651,
      "learning_rate": 2.3699999999999997e-05,
      "loss": 1.092,
      "step": 158
    },
    {
      "epoch": 0.00651238992422691,
      "grad_norm": 4.451108673103566,
      "learning_rate": 2.3849999999999997e-05,
      "loss": 1.2286,
      "step": 159
    },
    {
      "epoch": 0.006553348351423305,
      "grad_norm": 4.392520094451279,
      "learning_rate": 2.3999999999999997e-05,
      "loss": 1.2232,
      "step": 160
    },
    {
      "epoch": 0.006594306778619701,
      "grad_norm": 5.022257563424517,
      "learning_rate": 2.4149999999999997e-05,
      "loss": 1.5615,
      "step": 161
    },
    {
      "epoch": 0.006635265205816096,
      "grad_norm": 3.2271609072015988,
      "learning_rate": 2.4299999999999998e-05,
      "loss": 1.13,
      "step": 162
    },
    {
      "epoch": 0.0066762236330124925,
      "grad_norm": 3.962977653970291,
      "learning_rate": 2.4449999999999998e-05,
      "loss": 1.365,
      "step": 163
    },
    {
      "epoch": 0.006717182060208888,
      "grad_norm": 4.665623395269984,
      "learning_rate": 2.4599999999999998e-05,
      "loss": 3.0791,
      "step": 164
    },
    {
      "epoch": 0.006758140487405284,
      "grad_norm": 3.0478213743501064,
      "learning_rate": 2.475e-05,
      "loss": 1.2464,
      "step": 165
    },
    {
      "epoch": 0.006799098914601679,
      "grad_norm": 2.8454591387211754,
      "learning_rate": 2.49e-05,
      "loss": 1.0348,
      "step": 166
    },
    {
      "epoch": 0.006840057341798075,
      "grad_norm": 3.0074454616546134,
      "learning_rate": 2.505e-05,
      "loss": 1.0608,
      "step": 167
    },
    {
      "epoch": 0.00688101576899447,
      "grad_norm": 2.446913359117362,
      "learning_rate": 2.52e-05,
      "loss": 1.1342,
      "step": 168
    },
    {
      "epoch": 0.0069219741961908665,
      "grad_norm": 3.3092267271717457,
      "learning_rate": 2.535e-05,
      "loss": 1.2269,
      "step": 169
    },
    {
      "epoch": 0.006962932623387262,
      "grad_norm": 3.7894411995949993,
      "learning_rate": 2.55e-05,
      "loss": 1.6199,
      "step": 170
    },
    {
      "epoch": 0.007003891050583658,
      "grad_norm": 2.704985565704989,
      "learning_rate": 2.565e-05,
      "loss": 1.1597,
      "step": 171
    },
    {
      "epoch": 0.007044849477780053,
      "grad_norm": 2.6301973297050982,
      "learning_rate": 2.5799999999999997e-05,
      "loss": 1.2518,
      "step": 172
    },
    {
      "epoch": 0.007085807904976449,
      "grad_norm": 2.477646041072934,
      "learning_rate": 2.5949999999999997e-05,
      "loss": 1.1771,
      "step": 173
    },
    {
      "epoch": 0.0071267663321728444,
      "grad_norm": 3.5072597779863455,
      "learning_rate": 2.6099999999999997e-05,
      "loss": 1.7349,
      "step": 174
    },
    {
      "epoch": 0.0071677247593692405,
      "grad_norm": 3.6481807248041376,
      "learning_rate": 2.6249999999999998e-05,
      "loss": 0.871,
      "step": 175
    },
    {
      "epoch": 0.007208683186565636,
      "grad_norm": 2.4549363390750507,
      "learning_rate": 2.6399999999999995e-05,
      "loss": 1.1631,
      "step": 176
    },
    {
      "epoch": 0.007249641613762032,
      "grad_norm": 3.1949646537319203,
      "learning_rate": 2.6549999999999995e-05,
      "loss": 0.8746,
      "step": 177
    },
    {
      "epoch": 0.007290600040958427,
      "grad_norm": 3.394482713974586,
      "learning_rate": 2.6699999999999995e-05,
      "loss": 0.9301,
      "step": 178
    },
    {
      "epoch": 0.007331558468154823,
      "grad_norm": 4.539042887176606,
      "learning_rate": 2.6849999999999995e-05,
      "loss": 1.3528,
      "step": 179
    },
    {
      "epoch": 0.0073725168953512185,
      "grad_norm": 3.930276258921893,
      "learning_rate": 2.6999999999999996e-05,
      "loss": 1.243,
      "step": 180
    },
    {
      "epoch": 0.007413475322547615,
      "grad_norm": 2.4853855359987307,
      "learning_rate": 2.7149999999999996e-05,
      "loss": 1.0956,
      "step": 181
    },
    {
      "epoch": 0.00745443374974401,
      "grad_norm": 3.162549275263386,
      "learning_rate": 2.7299999999999996e-05,
      "loss": 1.2821,
      "step": 182
    },
    {
      "epoch": 0.007495392176940405,
      "grad_norm": 3.737089303780622,
      "learning_rate": 2.7449999999999996e-05,
      "loss": 0.9951,
      "step": 183
    },
    {
      "epoch": 0.007536350604136801,
      "grad_norm": 2.1649584329340414,
      "learning_rate": 2.7599999999999997e-05,
      "loss": 1.314,
      "step": 184
    },
    {
      "epoch": 0.007577309031333196,
      "grad_norm": 2.0527454571057993,
      "learning_rate": 2.7749999999999997e-05,
      "loss": 1.3987,
      "step": 185
    },
    {
      "epoch": 0.0076182674585295925,
      "grad_norm": 2.591060386790281,
      "learning_rate": 2.7899999999999997e-05,
      "loss": 1.3612,
      "step": 186
    },
    {
      "epoch": 0.007659225885725988,
      "grad_norm": 3.0645978299738266,
      "learning_rate": 2.8049999999999997e-05,
      "loss": 1.0551,
      "step": 187
    },
    {
      "epoch": 0.007700184312922384,
      "grad_norm": 2.5091667121844856,
      "learning_rate": 2.8199999999999998e-05,
      "loss": 1.2387,
      "step": 188
    },
    {
      "epoch": 0.007741142740118779,
      "grad_norm": 3.2702827342492795,
      "learning_rate": 2.8349999999999998e-05,
      "loss": 1.4336,
      "step": 189
    },
    {
      "epoch": 0.007782101167315175,
      "grad_norm": 2.997472738068104,
      "learning_rate": 2.8499999999999998e-05,
      "loss": 1.2909,
      "step": 190
    },
    {
      "epoch": 0.00782305959451157,
      "grad_norm": 3.735207272858893,
      "learning_rate": 2.865e-05,
      "loss": 1.0718,
      "step": 191
    },
    {
      "epoch": 0.007864018021707966,
      "grad_norm": 3.0102457927960593,
      "learning_rate": 2.88e-05,
      "loss": 1.1664,
      "step": 192
    },
    {
      "epoch": 0.007904976448904363,
      "grad_norm": 3.771287155585263,
      "learning_rate": 2.895e-05,
      "loss": 1.537,
      "step": 193
    },
    {
      "epoch": 0.007945934876100758,
      "grad_norm": 2.1432295507352017,
      "learning_rate": 2.91e-05,
      "loss": 0.9907,
      "step": 194
    },
    {
      "epoch": 0.007986893303297153,
      "grad_norm": 2.523145785474051,
      "learning_rate": 2.925e-05,
      "loss": 1.3231,
      "step": 195
    },
    {
      "epoch": 0.008027851730493548,
      "grad_norm": 2.4732222363760834,
      "learning_rate": 2.94e-05,
      "loss": 1.0249,
      "step": 196
    },
    {
      "epoch": 0.008068810157689945,
      "grad_norm": 2.599919683572872,
      "learning_rate": 2.955e-05,
      "loss": 1.3643,
      "step": 197
    },
    {
      "epoch": 0.00810976858488634,
      "grad_norm": 3.8568583696416496,
      "learning_rate": 2.97e-05,
      "loss": 1.1336,
      "step": 198
    },
    {
      "epoch": 0.008150727012082736,
      "grad_norm": 2.4737654423365227,
      "learning_rate": 2.985e-05,
      "loss": 1.2079,
      "step": 199
    },
    {
      "epoch": 0.008191685439279131,
      "grad_norm": 2.89307905507555,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 1.3846,
      "step": 200
    },
    {
      "epoch": 0.008232643866475528,
      "grad_norm": 2.556074809073886,
      "learning_rate": 3.0149999999999998e-05,
      "loss": 0.8501,
      "step": 201
    },
    {
      "epoch": 0.008273602293671923,
      "grad_norm": 7.502400879807407,
      "learning_rate": 3.0299999999999998e-05,
      "loss": 0.9011,
      "step": 202
    },
    {
      "epoch": 0.008314560720868319,
      "grad_norm": 2.8776860441016283,
      "learning_rate": 3.0449999999999998e-05,
      "loss": 1.3305,
      "step": 203
    },
    {
      "epoch": 0.008355519148064714,
      "grad_norm": 2.2952796416510997,
      "learning_rate": 3.06e-05,
      "loss": 0.8525,
      "step": 204
    },
    {
      "epoch": 0.00839647757526111,
      "grad_norm": 2.5809985152127006,
      "learning_rate": 3.0749999999999995e-05,
      "loss": 1.0517,
      "step": 205
    },
    {
      "epoch": 0.008437436002457506,
      "grad_norm": 3.0822298307771123,
      "learning_rate": 3.09e-05,
      "loss": 0.9219,
      "step": 206
    },
    {
      "epoch": 0.008478394429653901,
      "grad_norm": 4.143567021350233,
      "learning_rate": 3.1049999999999996e-05,
      "loss": 0.8247,
      "step": 207
    },
    {
      "epoch": 0.008519352856850296,
      "grad_norm": 4.139181421175901,
      "learning_rate": 3.119999999999999e-05,
      "loss": 1.1321,
      "step": 208
    },
    {
      "epoch": 0.008560311284046693,
      "grad_norm": 2.2219329942709662,
      "learning_rate": 3.1349999999999996e-05,
      "loss": 1.0387,
      "step": 209
    },
    {
      "epoch": 0.008601269711243089,
      "grad_norm": 2.5717248581310415,
      "learning_rate": 3.149999999999999e-05,
      "loss": 1.0571,
      "step": 210
    },
    {
      "epoch": 0.008642228138439484,
      "grad_norm": 4.316787309615621,
      "learning_rate": 3.165e-05,
      "loss": 1.4259,
      "step": 211
    },
    {
      "epoch": 0.00868318656563588,
      "grad_norm": 2.8815861222950585,
      "learning_rate": 3.1799999999999994e-05,
      "loss": 1.289,
      "step": 212
    },
    {
      "epoch": 0.008724144992832274,
      "grad_norm": 2.7478669696437366,
      "learning_rate": 3.195e-05,
      "loss": 0.976,
      "step": 213
    },
    {
      "epoch": 0.008765103420028671,
      "grad_norm": 3.4069741226097294,
      "learning_rate": 3.2099999999999994e-05,
      "loss": 1.2775,
      "step": 214
    },
    {
      "epoch": 0.008806061847225067,
      "grad_norm": 2.50761494724974,
      "learning_rate": 3.225e-05,
      "loss": 1.3452,
      "step": 215
    },
    {
      "epoch": 0.008847020274421462,
      "grad_norm": 3.118493297571481,
      "learning_rate": 3.2399999999999995e-05,
      "loss": 1.1942,
      "step": 216
    },
    {
      "epoch": 0.008887978701617857,
      "grad_norm": 2.7557792630438156,
      "learning_rate": 3.255e-05,
      "loss": 1.3959,
      "step": 217
    },
    {
      "epoch": 0.008928937128814254,
      "grad_norm": 2.3008016641544966,
      "learning_rate": 3.2699999999999995e-05,
      "loss": 1.3536,
      "step": 218
    },
    {
      "epoch": 0.00896989555601065,
      "grad_norm": 3.3770158031240234,
      "learning_rate": 3.285e-05,
      "loss": 1.5103,
      "step": 219
    },
    {
      "epoch": 0.009010853983207045,
      "grad_norm": 2.5684388343822233,
      "learning_rate": 3.2999999999999996e-05,
      "loss": 1.1692,
      "step": 220
    },
    {
      "epoch": 0.00905181241040344,
      "grad_norm": 3.3964569626565377,
      "learning_rate": 3.315e-05,
      "loss": 0.9175,
      "step": 221
    },
    {
      "epoch": 0.009092770837599837,
      "grad_norm": 2.3202724755474016,
      "learning_rate": 3.3299999999999996e-05,
      "loss": 1.0421,
      "step": 222
    },
    {
      "epoch": 0.009133729264796232,
      "grad_norm": 2.6359117066505964,
      "learning_rate": 3.345e-05,
      "loss": 0.9714,
      "step": 223
    },
    {
      "epoch": 0.009174687691992627,
      "grad_norm": 2.7727721340607654,
      "learning_rate": 3.36e-05,
      "loss": 0.839,
      "step": 224
    },
    {
      "epoch": 0.009215646119189022,
      "grad_norm": 2.763628790663584,
      "learning_rate": 3.375e-05,
      "loss": 1.2029,
      "step": 225
    },
    {
      "epoch": 0.00925660454638542,
      "grad_norm": 2.1953958517658108,
      "learning_rate": 3.39e-05,
      "loss": 0.8897,
      "step": 226
    },
    {
      "epoch": 0.009297562973581815,
      "grad_norm": 4.014784884316226,
      "learning_rate": 3.405e-05,
      "loss": 1.2226,
      "step": 227
    },
    {
      "epoch": 0.00933852140077821,
      "grad_norm": 2.561717808131455,
      "learning_rate": 3.42e-05,
      "loss": 0.8681,
      "step": 228
    },
    {
      "epoch": 0.009379479827974605,
      "grad_norm": 3.0569690818631683,
      "learning_rate": 3.435e-05,
      "loss": 1.3966,
      "step": 229
    },
    {
      "epoch": 0.009420438255171002,
      "grad_norm": 3.666331658867224,
      "learning_rate": 3.45e-05,
      "loss": 0.9136,
      "step": 230
    },
    {
      "epoch": 0.009461396682367397,
      "grad_norm": 2.6539288218433876,
      "learning_rate": 3.465e-05,
      "loss": 1.2101,
      "step": 231
    },
    {
      "epoch": 0.009502355109563793,
      "grad_norm": 2.9053435390477955,
      "learning_rate": 3.48e-05,
      "loss": 0.8086,
      "step": 232
    },
    {
      "epoch": 0.009543313536760188,
      "grad_norm": 4.011697813764445,
      "learning_rate": 3.4949999999999996e-05,
      "loss": 1.2481,
      "step": 233
    },
    {
      "epoch": 0.009584271963956585,
      "grad_norm": 2.462630021208141,
      "learning_rate": 3.51e-05,
      "loss": 1.1363,
      "step": 234
    },
    {
      "epoch": 0.00962523039115298,
      "grad_norm": 4.454393728968938,
      "learning_rate": 3.5249999999999996e-05,
      "loss": 1.8712,
      "step": 235
    },
    {
      "epoch": 0.009666188818349375,
      "grad_norm": 4.569099250639261,
      "learning_rate": 3.539999999999999e-05,
      "loss": 1.2335,
      "step": 236
    },
    {
      "epoch": 0.00970714724554577,
      "grad_norm": 5.865775719038375,
      "learning_rate": 3.555e-05,
      "loss": 1.4711,
      "step": 237
    },
    {
      "epoch": 0.009748105672742167,
      "grad_norm": 4.708930114452866,
      "learning_rate": 3.5699999999999994e-05,
      "loss": 1.7339,
      "step": 238
    },
    {
      "epoch": 0.009789064099938563,
      "grad_norm": 3.5649500790948494,
      "learning_rate": 3.585e-05,
      "loss": 0.8212,
      "step": 239
    },
    {
      "epoch": 0.009830022527134958,
      "grad_norm": 3.4731247159937646,
      "learning_rate": 3.5999999999999994e-05,
      "loss": 1.3121,
      "step": 240
    },
    {
      "epoch": 0.009870980954331353,
      "grad_norm": 3.074790611996273,
      "learning_rate": 3.615e-05,
      "loss": 1.5944,
      "step": 241
    },
    {
      "epoch": 0.00991193938152775,
      "grad_norm": 2.75494538656197,
      "learning_rate": 3.6299999999999995e-05,
      "loss": 1.3,
      "step": 242
    },
    {
      "epoch": 0.009952897808724145,
      "grad_norm": 3.3834464617696782,
      "learning_rate": 3.645e-05,
      "loss": 0.7478,
      "step": 243
    },
    {
      "epoch": 0.00999385623592054,
      "grad_norm": 2.7244715512030138,
      "learning_rate": 3.6599999999999995e-05,
      "loss": 1.0826,
      "step": 244
    },
    {
      "epoch": 0.010034814663116936,
      "grad_norm": 2.9202877718401687,
      "learning_rate": 3.675e-05,
      "loss": 1.2639,
      "step": 245
    },
    {
      "epoch": 0.010075773090313331,
      "grad_norm": 2.529130990652112,
      "learning_rate": 3.6899999999999996e-05,
      "loss": 0.7218,
      "step": 246
    },
    {
      "epoch": 0.010116731517509728,
      "grad_norm": 2.764249344702418,
      "learning_rate": 3.705e-05,
      "loss": 1.356,
      "step": 247
    },
    {
      "epoch": 0.010157689944706123,
      "grad_norm": 2.7743464408311316,
      "learning_rate": 3.7199999999999996e-05,
      "loss": 0.9238,
      "step": 248
    },
    {
      "epoch": 0.010198648371902519,
      "grad_norm": 3.1365708561355294,
      "learning_rate": 3.735e-05,
      "loss": 1.3812,
      "step": 249
    },
    {
      "epoch": 0.010239606799098914,
      "grad_norm": 2.9562190026744433,
      "learning_rate": 3.75e-05,
      "loss": 1.5441,
      "step": 250
    },
    {
      "epoch": 0.01028056522629531,
      "grad_norm": 3.895777407108372,
      "learning_rate": 3.7649999999999994e-05,
      "loss": 1.2873,
      "step": 251
    },
    {
      "epoch": 0.010321523653491706,
      "grad_norm": 2.086907792759547,
      "learning_rate": 3.78e-05,
      "loss": 1.1219,
      "step": 252
    },
    {
      "epoch": 0.010362482080688101,
      "grad_norm": 2.509743465983601,
      "learning_rate": 3.7949999999999994e-05,
      "loss": 0.9811,
      "step": 253
    },
    {
      "epoch": 0.010403440507884497,
      "grad_norm": 2.2547538667412077,
      "learning_rate": 3.81e-05,
      "loss": 1.1363,
      "step": 254
    },
    {
      "epoch": 0.010444398935080893,
      "grad_norm": 3.5096724278130975,
      "learning_rate": 3.8249999999999995e-05,
      "loss": 1.461,
      "step": 255
    },
    {
      "epoch": 0.010485357362277289,
      "grad_norm": 2.421713943665583,
      "learning_rate": 3.84e-05,
      "loss": 0.9389,
      "step": 256
    },
    {
      "epoch": 0.010526315789473684,
      "grad_norm": 2.1714131492257227,
      "learning_rate": 3.8549999999999995e-05,
      "loss": 1.2573,
      "step": 257
    },
    {
      "epoch": 0.01056727421667008,
      "grad_norm": 2.6430663120268965,
      "learning_rate": 3.87e-05,
      "loss": 1.3602,
      "step": 258
    },
    {
      "epoch": 0.010608232643866476,
      "grad_norm": 2.5361610517675817,
      "learning_rate": 3.8849999999999996e-05,
      "loss": 1.1405,
      "step": 259
    },
    {
      "epoch": 0.010649191071062871,
      "grad_norm": 2.034865853343586,
      "learning_rate": 3.9e-05,
      "loss": 1.4074,
      "step": 260
    },
    {
      "epoch": 0.010690149498259267,
      "grad_norm": 1.9958765432459877,
      "learning_rate": 3.9149999999999996e-05,
      "loss": 1.284,
      "step": 261
    },
    {
      "epoch": 0.010731107925455662,
      "grad_norm": 2.500254855336901,
      "learning_rate": 3.93e-05,
      "loss": 1.514,
      "step": 262
    },
    {
      "epoch": 0.010772066352652059,
      "grad_norm": 3.6003496731299047,
      "learning_rate": 3.945e-05,
      "loss": 1.4281,
      "step": 263
    },
    {
      "epoch": 0.010813024779848454,
      "grad_norm": 2.0902146976181477,
      "learning_rate": 3.96e-05,
      "loss": 1.1191,
      "step": 264
    },
    {
      "epoch": 0.01085398320704485,
      "grad_norm": 5.6404252264263235,
      "learning_rate": 3.975e-05,
      "loss": 1.3896,
      "step": 265
    },
    {
      "epoch": 0.010894941634241245,
      "grad_norm": 2.286719555210953,
      "learning_rate": 3.99e-05,
      "loss": 1.2242,
      "step": 266
    },
    {
      "epoch": 0.010935900061437642,
      "grad_norm": 1.9511378883678425,
      "learning_rate": 4.005e-05,
      "loss": 0.6724,
      "step": 267
    },
    {
      "epoch": 0.010976858488634037,
      "grad_norm": 2.6800884794851254,
      "learning_rate": 4.02e-05,
      "loss": 1.1125,
      "step": 268
    },
    {
      "epoch": 0.011017816915830432,
      "grad_norm": 3.228480951486035,
      "learning_rate": 4.035e-05,
      "loss": 1.3076,
      "step": 269
    },
    {
      "epoch": 0.011058775343026827,
      "grad_norm": 1.7343116964710652,
      "learning_rate": 4.05e-05,
      "loss": 0.8269,
      "step": 270
    },
    {
      "epoch": 0.011099733770223224,
      "grad_norm": 2.002589950334263,
      "learning_rate": 4.065e-05,
      "loss": 1.2331,
      "step": 271
    },
    {
      "epoch": 0.01114069219741962,
      "grad_norm": 2.677037410384301,
      "learning_rate": 4.08e-05,
      "loss": 1.3398,
      "step": 272
    },
    {
      "epoch": 0.011181650624616015,
      "grad_norm": 3.8022072252040564,
      "learning_rate": 4.095e-05,
      "loss": 1.4351,
      "step": 273
    },
    {
      "epoch": 0.01122260905181241,
      "grad_norm": 2.237007373628092,
      "learning_rate": 4.11e-05,
      "loss": 1.1169,
      "step": 274
    },
    {
      "epoch": 0.011263567479008805,
      "grad_norm": 2.631065612059184,
      "learning_rate": 4.125e-05,
      "loss": 1.1109,
      "step": 275
    },
    {
      "epoch": 0.011304525906205202,
      "grad_norm": 2.831829963094616,
      "learning_rate": 4.14e-05,
      "loss": 1.2522,
      "step": 276
    },
    {
      "epoch": 0.011345484333401597,
      "grad_norm": 2.721135125994698,
      "learning_rate": 4.155e-05,
      "loss": 1.4428,
      "step": 277
    },
    {
      "epoch": 0.011386442760597993,
      "grad_norm": 4.848153766619509,
      "learning_rate": 4.17e-05,
      "loss": 0.6176,
      "step": 278
    },
    {
      "epoch": 0.011427401187794388,
      "grad_norm": 2.7431264947182417,
      "learning_rate": 4.185e-05,
      "loss": 0.9212,
      "step": 279
    },
    {
      "epoch": 0.011468359614990785,
      "grad_norm": 3.262925180689036,
      "learning_rate": 4.2e-05,
      "loss": 1.3503,
      "step": 280
    },
    {
      "epoch": 0.01150931804218718,
      "grad_norm": 2.6149090430353867,
      "learning_rate": 4.215e-05,
      "loss": 1.1725,
      "step": 281
    },
    {
      "epoch": 0.011550276469383575,
      "grad_norm": 2.334064607786142,
      "learning_rate": 4.229999999999999e-05,
      "loss": 1.0768,
      "step": 282
    },
    {
      "epoch": 0.01159123489657997,
      "grad_norm": 2.797662750399135,
      "learning_rate": 4.2449999999999995e-05,
      "loss": 1.3775,
      "step": 283
    },
    {
      "epoch": 0.011632193323776368,
      "grad_norm": 2.0783757362162767,
      "learning_rate": 4.259999999999999e-05,
      "loss": 1.2094,
      "step": 284
    },
    {
      "epoch": 0.011673151750972763,
      "grad_norm": 2.080656478691427,
      "learning_rate": 4.2749999999999996e-05,
      "loss": 1.2316,
      "step": 285
    },
    {
      "epoch": 0.011714110178169158,
      "grad_norm": 2.3840680402338923,
      "learning_rate": 4.289999999999999e-05,
      "loss": 1.1425,
      "step": 286
    },
    {
      "epoch": 0.011755068605365553,
      "grad_norm": 4.2291581747114435,
      "learning_rate": 4.3049999999999996e-05,
      "loss": 1.5099,
      "step": 287
    },
    {
      "epoch": 0.01179602703256195,
      "grad_norm": 2.3007025810877124,
      "learning_rate": 4.319999999999999e-05,
      "loss": 1.4436,
      "step": 288
    },
    {
      "epoch": 0.011836985459758345,
      "grad_norm": 1.7781225918047787,
      "learning_rate": 4.334999999999999e-05,
      "loss": 0.8628,
      "step": 289
    },
    {
      "epoch": 0.01187794388695474,
      "grad_norm": 3.576799761945084,
      "learning_rate": 4.3499999999999993e-05,
      "loss": 0.9696,
      "step": 290
    },
    {
      "epoch": 0.011918902314151136,
      "grad_norm": 3.472712637380768,
      "learning_rate": 4.364999999999999e-05,
      "loss": 1.1767,
      "step": 291
    },
    {
      "epoch": 0.011959860741347533,
      "grad_norm": 2.2047619344406155,
      "learning_rate": 4.3799999999999994e-05,
      "loss": 1.1078,
      "step": 292
    },
    {
      "epoch": 0.012000819168543928,
      "grad_norm": 3.572863553080571,
      "learning_rate": 4.394999999999999e-05,
      "loss": 1.3127,
      "step": 293
    },
    {
      "epoch": 0.012041777595740323,
      "grad_norm": 2.309528004930705,
      "learning_rate": 4.4099999999999995e-05,
      "loss": 0.8444,
      "step": 294
    },
    {
      "epoch": 0.012082736022936719,
      "grad_norm": 2.664966540637807,
      "learning_rate": 4.424999999999999e-05,
      "loss": 1.1638,
      "step": 295
    },
    {
      "epoch": 0.012123694450133116,
      "grad_norm": 2.8744659806598465,
      "learning_rate": 4.4399999999999995e-05,
      "loss": 0.9027,
      "step": 296
    },
    {
      "epoch": 0.012164652877329511,
      "grad_norm": 2.5495541167993037,
      "learning_rate": 4.454999999999999e-05,
      "loss": 1.2561,
      "step": 297
    },
    {
      "epoch": 0.012205611304525906,
      "grad_norm": 2.2236316668448923,
      "learning_rate": 4.4699999999999996e-05,
      "loss": 1.0695,
      "step": 298
    },
    {
      "epoch": 0.012246569731722301,
      "grad_norm": 2.0950352828481384,
      "learning_rate": 4.484999999999999e-05,
      "loss": 1.2234,
      "step": 299
    },
    {
      "epoch": 0.012287528158918698,
      "grad_norm": 2.639749214873272,
      "learning_rate": 4.4999999999999996e-05,
      "loss": 1.2888,
      "step": 300
    },
    {
      "epoch": 0.012328486586115094,
      "grad_norm": 2.088580817575778,
      "learning_rate": 4.514999999999999e-05,
      "loss": 1.0794,
      "step": 301
    },
    {
      "epoch": 0.012369445013311489,
      "grad_norm": 2.360765672260733,
      "learning_rate": 4.5299999999999997e-05,
      "loss": 1.6076,
      "step": 302
    },
    {
      "epoch": 0.012410403440507884,
      "grad_norm": 2.067098321445767,
      "learning_rate": 4.5449999999999993e-05,
      "loss": 1.0045,
      "step": 303
    },
    {
      "epoch": 0.012451361867704281,
      "grad_norm": 4.144537725171449,
      "learning_rate": 4.56e-05,
      "loss": 2.504,
      "step": 304
    },
    {
      "epoch": 0.012492320294900676,
      "grad_norm": 2.2287505215550225,
      "learning_rate": 4.5749999999999994e-05,
      "loss": 1.1552,
      "step": 305
    },
    {
      "epoch": 0.012533278722097072,
      "grad_norm": 26.145026657737265,
      "learning_rate": 4.59e-05,
      "loss": 3.7603,
      "step": 306
    },
    {
      "epoch": 0.012574237149293467,
      "grad_norm": 11.114220922848936,
      "learning_rate": 4.6049999999999994e-05,
      "loss": 1.6939,
      "step": 307
    },
    {
      "epoch": 0.012615195576489862,
      "grad_norm": 14.741426206938321,
      "learning_rate": 4.62e-05,
      "loss": 1.5913,
      "step": 308
    },
    {
      "epoch": 0.012656154003686259,
      "grad_norm": 2.1100277353677686,
      "learning_rate": 4.6349999999999995e-05,
      "loss": 1.1392,
      "step": 309
    },
    {
      "epoch": 0.012697112430882654,
      "grad_norm": 4.159635082305565,
      "learning_rate": 4.65e-05,
      "loss": 1.4244,
      "step": 310
    },
    {
      "epoch": 0.01273807085807905,
      "grad_norm": 2.992874710370568,
      "learning_rate": 4.6649999999999996e-05,
      "loss": 1.0627,
      "step": 311
    },
    {
      "epoch": 0.012779029285275445,
      "grad_norm": 3.4126812596766625,
      "learning_rate": 4.68e-05,
      "loss": 1.4119,
      "step": 312
    },
    {
      "epoch": 0.012819987712471842,
      "grad_norm": 3.6735987263922034,
      "learning_rate": 4.6949999999999996e-05,
      "loss": 0.9952,
      "step": 313
    },
    {
      "epoch": 0.012860946139668237,
      "grad_norm": 2.543096067941701,
      "learning_rate": 4.709999999999999e-05,
      "loss": 0.7831,
      "step": 314
    },
    {
      "epoch": 0.012901904566864632,
      "grad_norm": 3.7427492174684707,
      "learning_rate": 4.7249999999999997e-05,
      "loss": 1.4466,
      "step": 315
    },
    {
      "epoch": 0.012942862994061027,
      "grad_norm": 7.151319749362435,
      "learning_rate": 4.7399999999999993e-05,
      "loss": 1.6609,
      "step": 316
    },
    {
      "epoch": 0.012983821421257424,
      "grad_norm": 2.403820451954177,
      "learning_rate": 4.755e-05,
      "loss": 1.1231,
      "step": 317
    },
    {
      "epoch": 0.01302477984845382,
      "grad_norm": 3.2885794504439456,
      "learning_rate": 4.7699999999999994e-05,
      "loss": 1.2246,
      "step": 318
    },
    {
      "epoch": 0.013065738275650215,
      "grad_norm": 3.073166262115179,
      "learning_rate": 4.785e-05,
      "loss": 1.4354,
      "step": 319
    },
    {
      "epoch": 0.01310669670284661,
      "grad_norm": 2.4262507317263315,
      "learning_rate": 4.7999999999999994e-05,
      "loss": 1.2149,
      "step": 320
    },
    {
      "epoch": 0.013147655130043007,
      "grad_norm": 2.502875903967239,
      "learning_rate": 4.815e-05,
      "loss": 1.1278,
      "step": 321
    },
    {
      "epoch": 0.013188613557239402,
      "grad_norm": 3.2230868361953395,
      "learning_rate": 4.8299999999999995e-05,
      "loss": 1.2971,
      "step": 322
    },
    {
      "epoch": 0.013229571984435798,
      "grad_norm": 2.528876416947884,
      "learning_rate": 4.845e-05,
      "loss": 1.3716,
      "step": 323
    },
    {
      "epoch": 0.013270530411632193,
      "grad_norm": 15.847725749457084,
      "learning_rate": 4.8599999999999995e-05,
      "loss": 3.8797,
      "step": 324
    },
    {
      "epoch": 0.01331148883882859,
      "grad_norm": 2.051176364178448,
      "learning_rate": 4.875e-05,
      "loss": 0.6154,
      "step": 325
    },
    {
      "epoch": 0.013352447266024985,
      "grad_norm": 2.7415169060582656,
      "learning_rate": 4.8899999999999996e-05,
      "loss": 1.5095,
      "step": 326
    },
    {
      "epoch": 0.01339340569322138,
      "grad_norm": 2.988616065502324,
      "learning_rate": 4.905e-05,
      "loss": 1.5032,
      "step": 327
    },
    {
      "epoch": 0.013434364120417775,
      "grad_norm": 2.674216425613779,
      "learning_rate": 4.9199999999999997e-05,
      "loss": 1.2128,
      "step": 328
    },
    {
      "epoch": 0.013475322547614172,
      "grad_norm": 2.6643453334484386,
      "learning_rate": 4.935e-05,
      "loss": 1.3525,
      "step": 329
    },
    {
      "epoch": 0.013516280974810568,
      "grad_norm": 3.0151913607113374,
      "learning_rate": 4.95e-05,
      "loss": 1.4807,
      "step": 330
    },
    {
      "epoch": 0.013557239402006963,
      "grad_norm": 91.06234299227505,
      "learning_rate": 4.965e-05,
      "loss": 5.7683,
      "step": 331
    },
    {
      "epoch": 0.013598197829203358,
      "grad_norm": 3.166702197066297,
      "learning_rate": 4.98e-05,
      "loss": 1.3088,
      "step": 332
    },
    {
      "epoch": 0.013639156256399755,
      "grad_norm": 3.748524846540058,
      "learning_rate": 4.995e-05,
      "loss": 1.1733,
      "step": 333
    },
    {
      "epoch": 0.01368011468359615,
      "grad_norm": 1.4303422697572383,
      "learning_rate": 5.01e-05,
      "loss": 0.8683,
      "step": 334
    },
    {
      "epoch": 0.013721073110792546,
      "grad_norm": 1.8032961414535247,
      "learning_rate": 5.025e-05,
      "loss": 1.3783,
      "step": 335
    },
    {
      "epoch": 0.01376203153798894,
      "grad_norm": 2.73597510403086,
      "learning_rate": 5.04e-05,
      "loss": 1.1037,
      "step": 336
    },
    {
      "epoch": 0.013802989965185336,
      "grad_norm": 1.99913630352638,
      "learning_rate": 5.055e-05,
      "loss": 1.4614,
      "step": 337
    },
    {
      "epoch": 0.013843948392381733,
      "grad_norm": 2.2497132213112017,
      "learning_rate": 5.07e-05,
      "loss": 0.9756,
      "step": 338
    },
    {
      "epoch": 0.013884906819578128,
      "grad_norm": 2.0767965949221363,
      "learning_rate": 5.0849999999999996e-05,
      "loss": 0.964,
      "step": 339
    },
    {
      "epoch": 0.013925865246774524,
      "grad_norm": 9.885687152292444,
      "learning_rate": 5.1e-05,
      "loss": 2.3451,
      "step": 340
    },
    {
      "epoch": 0.013966823673970919,
      "grad_norm": 5.8185891253481135,
      "learning_rate": 5.1149999999999996e-05,
      "loss": 2.3703,
      "step": 341
    },
    {
      "epoch": 0.014007782101167316,
      "grad_norm": 2.2222032330297443,
      "learning_rate": 5.13e-05,
      "loss": 1.0666,
      "step": 342
    },
    {
      "epoch": 0.014048740528363711,
      "grad_norm": 2.7088512064753276,
      "learning_rate": 5.145e-05,
      "loss": 1.5633,
      "step": 343
    },
    {
      "epoch": 0.014089698955560106,
      "grad_norm": 3.5420258236175437,
      "learning_rate": 5.1599999999999994e-05,
      "loss": 1.1681,
      "step": 344
    },
    {
      "epoch": 0.014130657382756501,
      "grad_norm": 2.1012848111382456,
      "learning_rate": 5.174999999999999e-05,
      "loss": 1.3698,
      "step": 345
    },
    {
      "epoch": 0.014171615809952898,
      "grad_norm": 2.1170346430616074,
      "learning_rate": 5.1899999999999994e-05,
      "loss": 0.9843,
      "step": 346
    },
    {
      "epoch": 0.014212574237149294,
      "grad_norm": 2.1171233033890524,
      "learning_rate": 5.204999999999999e-05,
      "loss": 1.0773,
      "step": 347
    },
    {
      "epoch": 0.014253532664345689,
      "grad_norm": 4.1817703627646585,
      "learning_rate": 5.2199999999999995e-05,
      "loss": 1.1082,
      "step": 348
    },
    {
      "epoch": 0.014294491091542084,
      "grad_norm": 1.9115808433093158,
      "learning_rate": 5.234999999999999e-05,
      "loss": 0.9021,
      "step": 349
    },
    {
      "epoch": 0.014335449518738481,
      "grad_norm": 3.1043865253557983,
      "learning_rate": 5.2499999999999995e-05,
      "loss": 1.2357,
      "step": 350
    },
    {
      "epoch": 0.014376407945934876,
      "grad_norm": 4.355581965724883,
      "learning_rate": 5.264999999999999e-05,
      "loss": 1.7275,
      "step": 351
    },
    {
      "epoch": 0.014417366373131272,
      "grad_norm": 2.494284916064073,
      "learning_rate": 5.279999999999999e-05,
      "loss": 1.4656,
      "step": 352
    },
    {
      "epoch": 0.014458324800327667,
      "grad_norm": 1.9854576305764196,
      "learning_rate": 5.294999999999999e-05,
      "loss": 1.142,
      "step": 353
    },
    {
      "epoch": 0.014499283227524064,
      "grad_norm": 5.041977830574725,
      "learning_rate": 5.309999999999999e-05,
      "loss": 1.2969,
      "step": 354
    },
    {
      "epoch": 0.014540241654720459,
      "grad_norm": 6.433681513613077,
      "learning_rate": 5.324999999999999e-05,
      "loss": 0.5877,
      "step": 355
    },
    {
      "epoch": 0.014581200081916854,
      "grad_norm": 1.987519897819377,
      "learning_rate": 5.339999999999999e-05,
      "loss": 1.0988,
      "step": 356
    },
    {
      "epoch": 0.01462215850911325,
      "grad_norm": 3.5313500534053,
      "learning_rate": 5.3549999999999994e-05,
      "loss": 1.5377,
      "step": 357
    },
    {
      "epoch": 0.014663116936309646,
      "grad_norm": 3.288894479815033,
      "learning_rate": 5.369999999999999e-05,
      "loss": 0.6856,
      "step": 358
    },
    {
      "epoch": 0.014704075363506042,
      "grad_norm": 3.2157921728004415,
      "learning_rate": 5.3849999999999994e-05,
      "loss": 1.2087,
      "step": 359
    },
    {
      "epoch": 0.014745033790702437,
      "grad_norm": 6.539095517981775,
      "learning_rate": 5.399999999999999e-05,
      "loss": 2.2163,
      "step": 360
    },
    {
      "epoch": 0.014785992217898832,
      "grad_norm": 4.312136729282385,
      "learning_rate": 5.4149999999999995e-05,
      "loss": 1.3349,
      "step": 361
    },
    {
      "epoch": 0.01482695064509523,
      "grad_norm": 61.00651309648802,
      "learning_rate": 5.429999999999999e-05,
      "loss": 1.5784,
      "step": 362
    },
    {
      "epoch": 0.014867909072291624,
      "grad_norm": 1.786413878912327,
      "learning_rate": 5.4449999999999995e-05,
      "loss": 0.7743,
      "step": 363
    },
    {
      "epoch": 0.01490886749948802,
      "grad_norm": 7.0077719376347,
      "learning_rate": 5.459999999999999e-05,
      "loss": 1.2497,
      "step": 364
    },
    {
      "epoch": 0.014949825926684415,
      "grad_norm": 2.496389203136414,
      "learning_rate": 5.4749999999999996e-05,
      "loss": 1.2186,
      "step": 365
    },
    {
      "epoch": 0.01499078435388081,
      "grad_norm": 2.7537362627487663,
      "learning_rate": 5.489999999999999e-05,
      "loss": 1.3843,
      "step": 366
    },
    {
      "epoch": 0.015031742781077207,
      "grad_norm": 1.672740240570971,
      "learning_rate": 5.5049999999999996e-05,
      "loss": 1.1937,
      "step": 367
    },
    {
      "epoch": 0.015072701208273602,
      "grad_norm": 2.080346581504173,
      "learning_rate": 5.519999999999999e-05,
      "loss": 0.919,
      "step": 368
    },
    {
      "epoch": 0.015113659635469998,
      "grad_norm": 2.9782447060154236,
      "learning_rate": 5.535e-05,
      "loss": 1.4248,
      "step": 369
    },
    {
      "epoch": 0.015154618062666393,
      "grad_norm": 2.362281463374459,
      "learning_rate": 5.5499999999999994e-05,
      "loss": 1.4435,
      "step": 370
    },
    {
      "epoch": 0.01519557648986279,
      "grad_norm": 2.409219576541239,
      "learning_rate": 5.565e-05,
      "loss": 1.7721,
      "step": 371
    },
    {
      "epoch": 0.015236534917059185,
      "grad_norm": 1.8096754930025867,
      "learning_rate": 5.5799999999999994e-05,
      "loss": 0.9841,
      "step": 372
    },
    {
      "epoch": 0.01527749334425558,
      "grad_norm": 2.8617729563040406,
      "learning_rate": 5.595e-05,
      "loss": 1.2432,
      "step": 373
    },
    {
      "epoch": 0.015318451771451976,
      "grad_norm": 2.7136792184929797,
      "learning_rate": 5.6099999999999995e-05,
      "loss": 1.3179,
      "step": 374
    },
    {
      "epoch": 0.015359410198648372,
      "grad_norm": 1.7465284573591544,
      "learning_rate": 5.625e-05,
      "loss": 1.0144,
      "step": 375
    },
    {
      "epoch": 0.015400368625844768,
      "grad_norm": 2.6196372720207988,
      "learning_rate": 5.6399999999999995e-05,
      "loss": 1.1789,
      "step": 376
    },
    {
      "epoch": 0.015441327053041163,
      "grad_norm": 1.8064274096220034,
      "learning_rate": 5.654999999999999e-05,
      "loss": 1.0192,
      "step": 377
    },
    {
      "epoch": 0.015482285480237558,
      "grad_norm": 2.112196678907364,
      "learning_rate": 5.6699999999999996e-05,
      "loss": 1.5333,
      "step": 378
    },
    {
      "epoch": 0.015523243907433955,
      "grad_norm": 3.4812865381590545,
      "learning_rate": 5.684999999999999e-05,
      "loss": 0.8698,
      "step": 379
    },
    {
      "epoch": 0.01556420233463035,
      "grad_norm": 2.014583786215752,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 1.0906,
      "step": 380
    },
    {
      "epoch": 0.015605160761826746,
      "grad_norm": 1.8403803999879915,
      "learning_rate": 5.714999999999999e-05,
      "loss": 0.9214,
      "step": 381
    },
    {
      "epoch": 0.01564611918902314,
      "grad_norm": 7.40226606773324,
      "learning_rate": 5.73e-05,
      "loss": 1.1375,
      "step": 382
    },
    {
      "epoch": 0.015687077616219538,
      "grad_norm": 2.576111968593859,
      "learning_rate": 5.7449999999999994e-05,
      "loss": 1.1673,
      "step": 383
    },
    {
      "epoch": 0.01572803604341593,
      "grad_norm": 1.9858513758087375,
      "learning_rate": 5.76e-05,
      "loss": 1.1476,
      "step": 384
    },
    {
      "epoch": 0.01576899447061233,
      "grad_norm": 1.8337834621046418,
      "learning_rate": 5.7749999999999994e-05,
      "loss": 0.9103,
      "step": 385
    },
    {
      "epoch": 0.015809952897808725,
      "grad_norm": 2.412798687377576,
      "learning_rate": 5.79e-05,
      "loss": 0.8891,
      "step": 386
    },
    {
      "epoch": 0.01585091132500512,
      "grad_norm": 2.391914965572151,
      "learning_rate": 5.8049999999999995e-05,
      "loss": 1.9125,
      "step": 387
    },
    {
      "epoch": 0.015891869752201516,
      "grad_norm": 2.11282074689417,
      "learning_rate": 5.82e-05,
      "loss": 1.0297,
      "step": 388
    },
    {
      "epoch": 0.015932828179397913,
      "grad_norm": 3.979894067773144,
      "learning_rate": 5.8349999999999995e-05,
      "loss": 1.7607,
      "step": 389
    },
    {
      "epoch": 0.015973786606594306,
      "grad_norm": 1.9904090717138156,
      "learning_rate": 5.85e-05,
      "loss": 1.378,
      "step": 390
    },
    {
      "epoch": 0.016014745033790703,
      "grad_norm": 2.4811505981274102,
      "learning_rate": 5.8649999999999996e-05,
      "loss": 1.1524,
      "step": 391
    },
    {
      "epoch": 0.016055703460987097,
      "grad_norm": 3.618458419626018,
      "learning_rate": 5.88e-05,
      "loss": 2.8458,
      "step": 392
    },
    {
      "epoch": 0.016096661888183494,
      "grad_norm": 2.2026379086185903,
      "learning_rate": 5.8949999999999996e-05,
      "loss": 1.0671,
      "step": 393
    },
    {
      "epoch": 0.01613762031537989,
      "grad_norm": 2.20193701565692,
      "learning_rate": 5.91e-05,
      "loss": 1.0005,
      "step": 394
    },
    {
      "epoch": 0.016178578742576284,
      "grad_norm": 1.6431343176419337,
      "learning_rate": 5.925e-05,
      "loss": 0.869,
      "step": 395
    },
    {
      "epoch": 0.01621953716977268,
      "grad_norm": 1.7706317062632673,
      "learning_rate": 5.94e-05,
      "loss": 1.0341,
      "step": 396
    },
    {
      "epoch": 0.016260495596969075,
      "grad_norm": 2.424638727652623,
      "learning_rate": 5.955e-05,
      "loss": 1.6226,
      "step": 397
    },
    {
      "epoch": 0.01630145402416547,
      "grad_norm": 2.3121710623200658,
      "learning_rate": 5.97e-05,
      "loss": 0.9686,
      "step": 398
    },
    {
      "epoch": 0.01634241245136187,
      "grad_norm": 2.4434841601427406,
      "learning_rate": 5.985e-05,
      "loss": 1.2578,
      "step": 399
    },
    {
      "epoch": 0.016383370878558262,
      "grad_norm": 1.97233318166523,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 1.1921,
      "step": 400
    },
    {
      "epoch": 0.01642432930575466,
      "grad_norm": 2.4907675737678203,
      "learning_rate": 6.015e-05,
      "loss": 1.4439,
      "step": 401
    },
    {
      "epoch": 0.016465287732951056,
      "grad_norm": 2.1081965817601485,
      "learning_rate": 6.0299999999999995e-05,
      "loss": 1.0139,
      "step": 402
    },
    {
      "epoch": 0.01650624616014745,
      "grad_norm": 1.3518148599077924,
      "learning_rate": 6.045e-05,
      "loss": 0.8852,
      "step": 403
    },
    {
      "epoch": 0.016547204587343847,
      "grad_norm": 2.5425296573456175,
      "learning_rate": 6.0599999999999996e-05,
      "loss": 0.8064,
      "step": 404
    },
    {
      "epoch": 0.01658816301454024,
      "grad_norm": 2.753730419889214,
      "learning_rate": 6.075e-05,
      "loss": 1.2455,
      "step": 405
    },
    {
      "epoch": 0.016629121441736637,
      "grad_norm": 2.472992117877674,
      "learning_rate": 6.0899999999999996e-05,
      "loss": 1.1849,
      "step": 406
    },
    {
      "epoch": 0.016670079868933034,
      "grad_norm": 2.6534339786137653,
      "learning_rate": 6.104999999999999e-05,
      "loss": 1.2716,
      "step": 407
    },
    {
      "epoch": 0.016711038296129428,
      "grad_norm": 1.7948169778379996,
      "learning_rate": 6.12e-05,
      "loss": 1.274,
      "step": 408
    },
    {
      "epoch": 0.016751996723325824,
      "grad_norm": 2.0810796383058796,
      "learning_rate": 6.134999999999999e-05,
      "loss": 1.1382,
      "step": 409
    },
    {
      "epoch": 0.01679295515052222,
      "grad_norm": 2.0934824803283165,
      "learning_rate": 6.149999999999999e-05,
      "loss": 1.3513,
      "step": 410
    },
    {
      "epoch": 0.016833913577718615,
      "grad_norm": 6.732270400733966,
      "learning_rate": 6.165e-05,
      "loss": 1.0459,
      "step": 411
    },
    {
      "epoch": 0.016874872004915012,
      "grad_norm": 2.2384096937041384,
      "learning_rate": 6.18e-05,
      "loss": 1.0217,
      "step": 412
    },
    {
      "epoch": 0.016915830432111405,
      "grad_norm": 1.9575663773237704,
      "learning_rate": 6.194999999999999e-05,
      "loss": 0.9534,
      "step": 413
    },
    {
      "epoch": 0.016956788859307802,
      "grad_norm": 2.0233746681770386,
      "learning_rate": 6.209999999999999e-05,
      "loss": 1.2208,
      "step": 414
    },
    {
      "epoch": 0.0169977472865042,
      "grad_norm": 1.3884217625984951,
      "learning_rate": 6.225e-05,
      "loss": 0.8695,
      "step": 415
    },
    {
      "epoch": 0.017038705713700593,
      "grad_norm": 2.7198720122486497,
      "learning_rate": 6.239999999999999e-05,
      "loss": 1.4323,
      "step": 416
    },
    {
      "epoch": 0.01707966414089699,
      "grad_norm": 1.714799271680355,
      "learning_rate": 6.254999999999999e-05,
      "loss": 1.0387,
      "step": 417
    },
    {
      "epoch": 0.017120622568093387,
      "grad_norm": 3.308731047254002,
      "learning_rate": 6.269999999999999e-05,
      "loss": 0.8853,
      "step": 418
    },
    {
      "epoch": 0.01716158099528978,
      "grad_norm": 1.9789525259966918,
      "learning_rate": 6.285e-05,
      "loss": 0.9819,
      "step": 419
    },
    {
      "epoch": 0.017202539422486177,
      "grad_norm": 1.8431352243482695,
      "learning_rate": 6.299999999999999e-05,
      "loss": 1.3164,
      "step": 420
    },
    {
      "epoch": 0.01724349784968257,
      "grad_norm": 3.7311636091200877,
      "learning_rate": 6.314999999999999e-05,
      "loss": 1.2797,
      "step": 421
    },
    {
      "epoch": 0.017284456276878968,
      "grad_norm": 4.996463553650209,
      "learning_rate": 6.33e-05,
      "loss": 2.5124,
      "step": 422
    },
    {
      "epoch": 0.017325414704075365,
      "grad_norm": 2.1931538699475728,
      "learning_rate": 6.345e-05,
      "loss": 1.0841,
      "step": 423
    },
    {
      "epoch": 0.01736637313127176,
      "grad_norm": 2.138130294872576,
      "learning_rate": 6.359999999999999e-05,
      "loss": 1.2032,
      "step": 424
    },
    {
      "epoch": 0.017407331558468155,
      "grad_norm": 2.794403122753876,
      "learning_rate": 6.374999999999999e-05,
      "loss": 1.2707,
      "step": 425
    },
    {
      "epoch": 0.01744828998566455,
      "grad_norm": 2.3573667210551945,
      "learning_rate": 6.39e-05,
      "loss": 1.224,
      "step": 426
    },
    {
      "epoch": 0.017489248412860946,
      "grad_norm": 3.2140728784548704,
      "learning_rate": 6.405e-05,
      "loss": 0.9032,
      "step": 427
    },
    {
      "epoch": 0.017530206840057343,
      "grad_norm": 3.920936505609505,
      "learning_rate": 6.419999999999999e-05,
      "loss": 1.3234,
      "step": 428
    },
    {
      "epoch": 0.017571165267253736,
      "grad_norm": 2.032901222131726,
      "learning_rate": 6.434999999999999e-05,
      "loss": 1.3917,
      "step": 429
    },
    {
      "epoch": 0.017612123694450133,
      "grad_norm": 3.027004985178545,
      "learning_rate": 6.45e-05,
      "loss": 1.3998,
      "step": 430
    },
    {
      "epoch": 0.01765308212164653,
      "grad_norm": 2.379684540126804,
      "learning_rate": 6.465e-05,
      "loss": 1.1154,
      "step": 431
    },
    {
      "epoch": 0.017694040548842924,
      "grad_norm": 1.620438899133503,
      "learning_rate": 6.479999999999999e-05,
      "loss": 1.125,
      "step": 432
    },
    {
      "epoch": 0.01773499897603932,
      "grad_norm": 2.7654577072075055,
      "learning_rate": 6.494999999999999e-05,
      "loss": 0.9337,
      "step": 433
    },
    {
      "epoch": 0.017775957403235714,
      "grad_norm": 3.404178136932413,
      "learning_rate": 6.51e-05,
      "loss": 1.4954,
      "step": 434
    },
    {
      "epoch": 0.01781691583043211,
      "grad_norm": 1.5726524935948805,
      "learning_rate": 6.525e-05,
      "loss": 1.3211,
      "step": 435
    },
    {
      "epoch": 0.017857874257628508,
      "grad_norm": 1.7569486326423953,
      "learning_rate": 6.539999999999999e-05,
      "loss": 1.1315,
      "step": 436
    },
    {
      "epoch": 0.0178988326848249,
      "grad_norm": 2.86605802143351,
      "learning_rate": 6.555e-05,
      "loss": 1.5256,
      "step": 437
    },
    {
      "epoch": 0.0179397911120213,
      "grad_norm": 1.8618341243833447,
      "learning_rate": 6.57e-05,
      "loss": 1.2148,
      "step": 438
    },
    {
      "epoch": 0.017980749539217696,
      "grad_norm": 2.180294730754314,
      "learning_rate": 6.584999999999999e-05,
      "loss": 0.9775,
      "step": 439
    },
    {
      "epoch": 0.01802170796641409,
      "grad_norm": 2.86862488463675,
      "learning_rate": 6.599999999999999e-05,
      "loss": 1.2747,
      "step": 440
    },
    {
      "epoch": 0.018062666393610486,
      "grad_norm": 1.6039984542203505,
      "learning_rate": 6.615e-05,
      "loss": 1.1382,
      "step": 441
    },
    {
      "epoch": 0.01810362482080688,
      "grad_norm": 2.568971714155815,
      "learning_rate": 6.63e-05,
      "loss": 1.238,
      "step": 442
    },
    {
      "epoch": 0.018144583248003276,
      "grad_norm": 1.570503721788568,
      "learning_rate": 6.644999999999999e-05,
      "loss": 1.1795,
      "step": 443
    },
    {
      "epoch": 0.018185541675199673,
      "grad_norm": 1.715373943924415,
      "learning_rate": 6.659999999999999e-05,
      "loss": 1.3617,
      "step": 444
    },
    {
      "epoch": 0.018226500102396067,
      "grad_norm": 1.7137529770319424,
      "learning_rate": 6.675e-05,
      "loss": 1.0483,
      "step": 445
    },
    {
      "epoch": 0.018267458529592464,
      "grad_norm": 1.7998047850049241,
      "learning_rate": 6.69e-05,
      "loss": 1.3159,
      "step": 446
    },
    {
      "epoch": 0.01830841695678886,
      "grad_norm": 1.6873833256071957,
      "learning_rate": 6.704999999999999e-05,
      "loss": 1.1122,
      "step": 447
    },
    {
      "epoch": 0.018349375383985254,
      "grad_norm": 2.1448065126068796,
      "learning_rate": 6.72e-05,
      "loss": 0.9775,
      "step": 448
    },
    {
      "epoch": 0.01839033381118165,
      "grad_norm": 2.1984881103280944,
      "learning_rate": 6.735e-05,
      "loss": 0.9849,
      "step": 449
    },
    {
      "epoch": 0.018431292238378045,
      "grad_norm": 2.009450319986299,
      "learning_rate": 6.75e-05,
      "loss": 0.9169,
      "step": 450
    },
    {
      "epoch": 0.018472250665574442,
      "grad_norm": 1.851711047346861,
      "learning_rate": 6.764999999999999e-05,
      "loss": 1.0725,
      "step": 451
    },
    {
      "epoch": 0.01851320909277084,
      "grad_norm": 1.9497415945519785,
      "learning_rate": 6.78e-05,
      "loss": 1.1681,
      "step": 452
    },
    {
      "epoch": 0.018554167519967232,
      "grad_norm": 2.49961219999179,
      "learning_rate": 6.795e-05,
      "loss": 1.3164,
      "step": 453
    },
    {
      "epoch": 0.01859512594716363,
      "grad_norm": 2.1767747020190398,
      "learning_rate": 6.81e-05,
      "loss": 1.1422,
      "step": 454
    },
    {
      "epoch": 0.018636084374360026,
      "grad_norm": 2.6550852631265327,
      "learning_rate": 6.824999999999999e-05,
      "loss": 1.9773,
      "step": 455
    },
    {
      "epoch": 0.01867704280155642,
      "grad_norm": 1.9380079144186604,
      "learning_rate": 6.84e-05,
      "loss": 1.225,
      "step": 456
    },
    {
      "epoch": 0.018718001228752817,
      "grad_norm": 2.4374367269190382,
      "learning_rate": 6.855e-05,
      "loss": 0.8014,
      "step": 457
    },
    {
      "epoch": 0.01875895965594921,
      "grad_norm": 3.3578878698565577,
      "learning_rate": 6.87e-05,
      "loss": 1.0861,
      "step": 458
    },
    {
      "epoch": 0.018799918083145607,
      "grad_norm": 1.903507685021656,
      "learning_rate": 6.884999999999999e-05,
      "loss": 0.9967,
      "step": 459
    },
    {
      "epoch": 0.018840876510342004,
      "grad_norm": 2.2830499237164927,
      "learning_rate": 6.9e-05,
      "loss": 1.2349,
      "step": 460
    },
    {
      "epoch": 0.018881834937538398,
      "grad_norm": 2.881556498778689,
      "learning_rate": 6.915e-05,
      "loss": 1.4106,
      "step": 461
    },
    {
      "epoch": 0.018922793364734795,
      "grad_norm": 2.3556117709272266,
      "learning_rate": 6.93e-05,
      "loss": 1.3612,
      "step": 462
    },
    {
      "epoch": 0.018963751791931188,
      "grad_norm": 2.7509229561220745,
      "learning_rate": 6.945e-05,
      "loss": 1.2938,
      "step": 463
    },
    {
      "epoch": 0.019004710219127585,
      "grad_norm": 1.66757907084743,
      "learning_rate": 6.96e-05,
      "loss": 1.3743,
      "step": 464
    },
    {
      "epoch": 0.019045668646323982,
      "grad_norm": 2.5232539828589005,
      "learning_rate": 6.975e-05,
      "loss": 1.0573,
      "step": 465
    },
    {
      "epoch": 0.019086627073520376,
      "grad_norm": 2.1736246290104377,
      "learning_rate": 6.989999999999999e-05,
      "loss": 0.9338,
      "step": 466
    },
    {
      "epoch": 0.019127585500716773,
      "grad_norm": 2.222926648444505,
      "learning_rate": 7.005e-05,
      "loss": 1.1478,
      "step": 467
    },
    {
      "epoch": 0.01916854392791317,
      "grad_norm": 5.810202357892538,
      "learning_rate": 7.02e-05,
      "loss": 3.903,
      "step": 468
    },
    {
      "epoch": 0.019209502355109563,
      "grad_norm": 2.8018160982577074,
      "learning_rate": 7.034999999999999e-05,
      "loss": 1.4143,
      "step": 469
    },
    {
      "epoch": 0.01925046078230596,
      "grad_norm": 2.01582322853482,
      "learning_rate": 7.049999999999999e-05,
      "loss": 0.8014,
      "step": 470
    },
    {
      "epoch": 0.019291419209502354,
      "grad_norm": 1.7809388486461664,
      "learning_rate": 7.065e-05,
      "loss": 1.1182,
      "step": 471
    },
    {
      "epoch": 0.01933237763669875,
      "grad_norm": 2.634724713006856,
      "learning_rate": 7.079999999999999e-05,
      "loss": 1.1105,
      "step": 472
    },
    {
      "epoch": 0.019373336063895148,
      "grad_norm": 5.685678293398283,
      "learning_rate": 7.094999999999999e-05,
      "loss": 2.4748,
      "step": 473
    },
    {
      "epoch": 0.01941429449109154,
      "grad_norm": 2.2459729962603894,
      "learning_rate": 7.11e-05,
      "loss": 1.435,
      "step": 474
    },
    {
      "epoch": 0.019455252918287938,
      "grad_norm": 1.6247791717801432,
      "learning_rate": 7.125e-05,
      "loss": 1.034,
      "step": 475
    },
    {
      "epoch": 0.019496211345484335,
      "grad_norm": 1.9113321912619876,
      "learning_rate": 7.139999999999999e-05,
      "loss": 0.7167,
      "step": 476
    },
    {
      "epoch": 0.01953716977268073,
      "grad_norm": 1.656127732588827,
      "learning_rate": 7.154999999999999e-05,
      "loss": 0.6688,
      "step": 477
    },
    {
      "epoch": 0.019578128199877125,
      "grad_norm": 2.1892426258867808,
      "learning_rate": 7.17e-05,
      "loss": 1.1325,
      "step": 478
    },
    {
      "epoch": 0.01961908662707352,
      "grad_norm": 10.412092240357472,
      "learning_rate": 7.184999999999998e-05,
      "loss": 3.7719,
      "step": 479
    },
    {
      "epoch": 0.019660045054269916,
      "grad_norm": 1.4088857396793193,
      "learning_rate": 7.199999999999999e-05,
      "loss": 0.8362,
      "step": 480
    },
    {
      "epoch": 0.019701003481466313,
      "grad_norm": 1.7143678652201462,
      "learning_rate": 7.214999999999999e-05,
      "loss": 1.075,
      "step": 481
    },
    {
      "epoch": 0.019741961908662706,
      "grad_norm": 1.6350646461873195,
      "learning_rate": 7.23e-05,
      "loss": 1.0798,
      "step": 482
    },
    {
      "epoch": 0.019782920335859103,
      "grad_norm": 1.4631649383712628,
      "learning_rate": 7.244999999999999e-05,
      "loss": 1.0769,
      "step": 483
    },
    {
      "epoch": 0.0198238787630555,
      "grad_norm": 1.799729288155147,
      "learning_rate": 7.259999999999999e-05,
      "loss": 1.2622,
      "step": 484
    },
    {
      "epoch": 0.019864837190251894,
      "grad_norm": 3.106456438373356,
      "learning_rate": 7.274999999999999e-05,
      "loss": 1.1689,
      "step": 485
    },
    {
      "epoch": 0.01990579561744829,
      "grad_norm": 2.083063306467052,
      "learning_rate": 7.29e-05,
      "loss": 1.3916,
      "step": 486
    },
    {
      "epoch": 0.019946754044644684,
      "grad_norm": 2.1763172997532543,
      "learning_rate": 7.304999999999999e-05,
      "loss": 1.1716,
      "step": 487
    },
    {
      "epoch": 0.01998771247184108,
      "grad_norm": 2.8228780224032906,
      "learning_rate": 7.319999999999999e-05,
      "loss": 0.7879,
      "step": 488
    },
    {
      "epoch": 0.02002867089903748,
      "grad_norm": 2.175203973936018,
      "learning_rate": 7.335e-05,
      "loss": 1.6647,
      "step": 489
    },
    {
      "epoch": 0.020069629326233872,
      "grad_norm": 2.6671940842269075,
      "learning_rate": 7.35e-05,
      "loss": 1.5093,
      "step": 490
    },
    {
      "epoch": 0.02011058775343027,
      "grad_norm": 3.1800246068996225,
      "learning_rate": 7.364999999999999e-05,
      "loss": 1.1682,
      "step": 491
    },
    {
      "epoch": 0.020151546180626662,
      "grad_norm": 1.6519328873195271,
      "learning_rate": 7.379999999999999e-05,
      "loss": 1.212,
      "step": 492
    },
    {
      "epoch": 0.02019250460782306,
      "grad_norm": 2.137576636130836,
      "learning_rate": 7.395e-05,
      "loss": 1.0495,
      "step": 493
    },
    {
      "epoch": 0.020233463035019456,
      "grad_norm": 1.9077404969051657,
      "learning_rate": 7.41e-05,
      "loss": 1.1029,
      "step": 494
    },
    {
      "epoch": 0.02027442146221585,
      "grad_norm": 3.204908355553672,
      "learning_rate": 7.424999999999999e-05,
      "loss": 1.1396,
      "step": 495
    },
    {
      "epoch": 0.020315379889412247,
      "grad_norm": 2.2944633255233,
      "learning_rate": 7.439999999999999e-05,
      "loss": 1.209,
      "step": 496
    },
    {
      "epoch": 0.020356338316608644,
      "grad_norm": 2.1432324126783517,
      "learning_rate": 7.455e-05,
      "loss": 1.2809,
      "step": 497
    },
    {
      "epoch": 0.020397296743805037,
      "grad_norm": 1.9237849811391237,
      "learning_rate": 7.47e-05,
      "loss": 1.2086,
      "step": 498
    },
    {
      "epoch": 0.020438255171001434,
      "grad_norm": 2.604972976580247,
      "learning_rate": 7.484999999999999e-05,
      "loss": 1.5481,
      "step": 499
    },
    {
      "epoch": 0.020479213598197828,
      "grad_norm": 1.799263149036064,
      "learning_rate": 7.5e-05,
      "loss": 1.4027,
      "step": 500
    },
    {
      "epoch": 0.020520172025394225,
      "grad_norm": 1.7092216601012886,
      "learning_rate": 7.515e-05,
      "loss": 1.0762,
      "step": 501
    },
    {
      "epoch": 0.02056113045259062,
      "grad_norm": 1.6170034910929687,
      "learning_rate": 7.529999999999999e-05,
      "loss": 1.1836,
      "step": 502
    },
    {
      "epoch": 0.020602088879787015,
      "grad_norm": 1.5947931012035763,
      "learning_rate": 7.544999999999999e-05,
      "loss": 1.1342,
      "step": 503
    },
    {
      "epoch": 0.020643047306983412,
      "grad_norm": 2.3690158635262746,
      "learning_rate": 7.56e-05,
      "loss": 1.1744,
      "step": 504
    },
    {
      "epoch": 0.02068400573417981,
      "grad_norm": 1.5272624115802602,
      "learning_rate": 7.575e-05,
      "loss": 1.2208,
      "step": 505
    },
    {
      "epoch": 0.020724964161376203,
      "grad_norm": 2.1631052859518243,
      "learning_rate": 7.589999999999999e-05,
      "loss": 1.3696,
      "step": 506
    },
    {
      "epoch": 0.0207659225885726,
      "grad_norm": 1.4491271805636174,
      "learning_rate": 7.604999999999999e-05,
      "loss": 0.986,
      "step": 507
    },
    {
      "epoch": 0.020806881015768993,
      "grad_norm": 1.3350205464708111,
      "learning_rate": 7.62e-05,
      "loss": 0.9447,
      "step": 508
    },
    {
      "epoch": 0.02084783944296539,
      "grad_norm": 1.7458797103952395,
      "learning_rate": 7.635e-05,
      "loss": 1.4048,
      "step": 509
    },
    {
      "epoch": 0.020888797870161787,
      "grad_norm": 1.7890644745580737,
      "learning_rate": 7.649999999999999e-05,
      "loss": 1.3348,
      "step": 510
    },
    {
      "epoch": 0.02092975629735818,
      "grad_norm": 1.48286131047236,
      "learning_rate": 7.664999999999999e-05,
      "loss": 1.3978,
      "step": 511
    },
    {
      "epoch": 0.020970714724554577,
      "grad_norm": 2.6779521499073833,
      "learning_rate": 7.68e-05,
      "loss": 2.0592,
      "step": 512
    },
    {
      "epoch": 0.021011673151750974,
      "grad_norm": 1.6382412098460957,
      "learning_rate": 7.695e-05,
      "loss": 1.1117,
      "step": 513
    },
    {
      "epoch": 0.021052631578947368,
      "grad_norm": 1.5566314616385444,
      "learning_rate": 7.709999999999999e-05,
      "loss": 1.3536,
      "step": 514
    },
    {
      "epoch": 0.021093590006143765,
      "grad_norm": 1.8801868512541304,
      "learning_rate": 7.725e-05,
      "loss": 1.274,
      "step": 515
    },
    {
      "epoch": 0.02113454843334016,
      "grad_norm": 2.7323805719162118,
      "learning_rate": 7.74e-05,
      "loss": 1.4215,
      "step": 516
    },
    {
      "epoch": 0.021175506860536555,
      "grad_norm": 1.483912064480168,
      "learning_rate": 7.755e-05,
      "loss": 1.2088,
      "step": 517
    },
    {
      "epoch": 0.021216465287732952,
      "grad_norm": 2.032445643826569,
      "learning_rate": 7.769999999999999e-05,
      "loss": 1.2621,
      "step": 518
    },
    {
      "epoch": 0.021257423714929346,
      "grad_norm": 2.5733564977344137,
      "learning_rate": 7.785e-05,
      "loss": 1.3647,
      "step": 519
    },
    {
      "epoch": 0.021298382142125743,
      "grad_norm": 3.0286608731779987,
      "learning_rate": 7.8e-05,
      "loss": 1.5281,
      "step": 520
    },
    {
      "epoch": 0.021339340569322136,
      "grad_norm": 2.2483956505176868,
      "learning_rate": 7.815e-05,
      "loss": 1.1569,
      "step": 521
    },
    {
      "epoch": 0.021380298996518533,
      "grad_norm": 3.1614802952919523,
      "learning_rate": 7.829999999999999e-05,
      "loss": 2.7313,
      "step": 522
    },
    {
      "epoch": 0.02142125742371493,
      "grad_norm": 2.1719805726471475,
      "learning_rate": 7.845e-05,
      "loss": 0.8154,
      "step": 523
    },
    {
      "epoch": 0.021462215850911324,
      "grad_norm": 2.138477344298026,
      "learning_rate": 7.86e-05,
      "loss": 1.1689,
      "step": 524
    },
    {
      "epoch": 0.02150317427810772,
      "grad_norm": 1.3933015981003136,
      "learning_rate": 7.874999999999999e-05,
      "loss": 0.9593,
      "step": 525
    },
    {
      "epoch": 0.021544132705304118,
      "grad_norm": 1.8561392731176543,
      "learning_rate": 7.89e-05,
      "loss": 1.0137,
      "step": 526
    },
    {
      "epoch": 0.02158509113250051,
      "grad_norm": 3.4806219079200846,
      "learning_rate": 7.905e-05,
      "loss": 1.2682,
      "step": 527
    },
    {
      "epoch": 0.021626049559696908,
      "grad_norm": 1.4845407018040568,
      "learning_rate": 7.92e-05,
      "loss": 0.99,
      "step": 528
    },
    {
      "epoch": 0.021667007986893302,
      "grad_norm": 1.9474457304699058,
      "learning_rate": 7.934999999999999e-05,
      "loss": 1.1997,
      "step": 529
    },
    {
      "epoch": 0.0217079664140897,
      "grad_norm": 1.8178510651912878,
      "learning_rate": 7.95e-05,
      "loss": 0.8812,
      "step": 530
    },
    {
      "epoch": 0.021748924841286096,
      "grad_norm": 2.3902367334804975,
      "learning_rate": 7.965e-05,
      "loss": 0.9608,
      "step": 531
    },
    {
      "epoch": 0.02178988326848249,
      "grad_norm": 2.1351946630555143,
      "learning_rate": 7.98e-05,
      "loss": 1.4332,
      "step": 532
    },
    {
      "epoch": 0.021830841695678886,
      "grad_norm": 2.0185521090899528,
      "learning_rate": 7.994999999999999e-05,
      "loss": 1.2988,
      "step": 533
    },
    {
      "epoch": 0.021871800122875283,
      "grad_norm": 2.019973719033526,
      "learning_rate": 8.01e-05,
      "loss": 1.1241,
      "step": 534
    },
    {
      "epoch": 0.021912758550071677,
      "grad_norm": 2.79155606088614,
      "learning_rate": 8.025e-05,
      "loss": 1.5747,
      "step": 535
    },
    {
      "epoch": 0.021953716977268074,
      "grad_norm": 1.3476554071887612,
      "learning_rate": 8.04e-05,
      "loss": 0.7401,
      "step": 536
    },
    {
      "epoch": 0.021994675404464467,
      "grad_norm": 2.0014947156644025,
      "learning_rate": 8.054999999999999e-05,
      "loss": 1.1995,
      "step": 537
    },
    {
      "epoch": 0.022035633831660864,
      "grad_norm": 3.0491570491289717,
      "learning_rate": 8.07e-05,
      "loss": 1.4556,
      "step": 538
    },
    {
      "epoch": 0.02207659225885726,
      "grad_norm": 5.008663194648251,
      "learning_rate": 8.085e-05,
      "loss": 2.5028,
      "step": 539
    },
    {
      "epoch": 0.022117550686053655,
      "grad_norm": 2.532179517887034,
      "learning_rate": 8.1e-05,
      "loss": 0.7474,
      "step": 540
    },
    {
      "epoch": 0.02215850911325005,
      "grad_norm": 2.354648690242203,
      "learning_rate": 8.115e-05,
      "loss": 1.005,
      "step": 541
    },
    {
      "epoch": 0.02219946754044645,
      "grad_norm": 2.038117661290234,
      "learning_rate": 8.13e-05,
      "loss": 1.2117,
      "step": 542
    },
    {
      "epoch": 0.022240425967642842,
      "grad_norm": 1.9033063580519132,
      "learning_rate": 8.145e-05,
      "loss": 1.2777,
      "step": 543
    },
    {
      "epoch": 0.02228138439483924,
      "grad_norm": 1.7463659447674396,
      "learning_rate": 8.16e-05,
      "loss": 1.2115,
      "step": 544
    },
    {
      "epoch": 0.022322342822035632,
      "grad_norm": 1.8453813645297645,
      "learning_rate": 8.175e-05,
      "loss": 1.1721,
      "step": 545
    },
    {
      "epoch": 0.02236330124923203,
      "grad_norm": 1.7023217267672146,
      "learning_rate": 8.19e-05,
      "loss": 0.7947,
      "step": 546
    },
    {
      "epoch": 0.022404259676428426,
      "grad_norm": 1.6820143348838419,
      "learning_rate": 8.205e-05,
      "loss": 1.1639,
      "step": 547
    },
    {
      "epoch": 0.02244521810362482,
      "grad_norm": 2.183299512235247,
      "learning_rate": 8.22e-05,
      "loss": 0.7977,
      "step": 548
    },
    {
      "epoch": 0.022486176530821217,
      "grad_norm": 2.1686251012962607,
      "learning_rate": 8.235e-05,
      "loss": 1.3518,
      "step": 549
    },
    {
      "epoch": 0.02252713495801761,
      "grad_norm": 2.2846574018828614,
      "learning_rate": 8.25e-05,
      "loss": 1.6523,
      "step": 550
    },
    {
      "epoch": 0.022568093385214007,
      "grad_norm": 1.7457969366978339,
      "learning_rate": 8.265e-05,
      "loss": 0.8766,
      "step": 551
    },
    {
      "epoch": 0.022609051812410404,
      "grad_norm": 1.6086871063809538,
      "learning_rate": 8.28e-05,
      "loss": 0.8197,
      "step": 552
    },
    {
      "epoch": 0.022650010239606798,
      "grad_norm": 2.0373205354909776,
      "learning_rate": 8.295e-05,
      "loss": 1.1466,
      "step": 553
    },
    {
      "epoch": 0.022690968666803195,
      "grad_norm": 1.4753748907203195,
      "learning_rate": 8.31e-05,
      "loss": 0.8143,
      "step": 554
    },
    {
      "epoch": 0.022731927093999592,
      "grad_norm": 1.6666222221545166,
      "learning_rate": 8.325e-05,
      "loss": 1.4435,
      "step": 555
    },
    {
      "epoch": 0.022772885521195985,
      "grad_norm": 1.549920002606028,
      "learning_rate": 8.34e-05,
      "loss": 1.2313,
      "step": 556
    },
    {
      "epoch": 0.022813843948392382,
      "grad_norm": 1.4096373325024008,
      "learning_rate": 8.355e-05,
      "loss": 0.8227,
      "step": 557
    },
    {
      "epoch": 0.022854802375588776,
      "grad_norm": 1.3106968823722112,
      "learning_rate": 8.37e-05,
      "loss": 1.185,
      "step": 558
    },
    {
      "epoch": 0.022895760802785173,
      "grad_norm": 1.7767784421429673,
      "learning_rate": 8.385e-05,
      "loss": 1.2278,
      "step": 559
    },
    {
      "epoch": 0.02293671922998157,
      "grad_norm": 1.449216590506573,
      "learning_rate": 8.4e-05,
      "loss": 1.0789,
      "step": 560
    },
    {
      "epoch": 0.022977677657177963,
      "grad_norm": 1.8432793568914023,
      "learning_rate": 8.415e-05,
      "loss": 1.2215,
      "step": 561
    },
    {
      "epoch": 0.02301863608437436,
      "grad_norm": 1.3946156904106262,
      "learning_rate": 8.43e-05,
      "loss": 0.7073,
      "step": 562
    },
    {
      "epoch": 0.023059594511570757,
      "grad_norm": 1.827037280669162,
      "learning_rate": 8.444999999999998e-05,
      "loss": 1.4121,
      "step": 563
    },
    {
      "epoch": 0.02310055293876715,
      "grad_norm": 1.5302745301228755,
      "learning_rate": 8.459999999999998e-05,
      "loss": 1.2614,
      "step": 564
    },
    {
      "epoch": 0.023141511365963548,
      "grad_norm": 3.154508725349081,
      "learning_rate": 8.474999999999999e-05,
      "loss": 1.0144,
      "step": 565
    },
    {
      "epoch": 0.02318246979315994,
      "grad_norm": 1.9720798260521077,
      "learning_rate": 8.489999999999999e-05,
      "loss": 0.714,
      "step": 566
    },
    {
      "epoch": 0.023223428220356338,
      "grad_norm": 1.2790792513164142,
      "learning_rate": 8.504999999999998e-05,
      "loss": 0.7909,
      "step": 567
    },
    {
      "epoch": 0.023264386647552735,
      "grad_norm": 1.1863649166869323,
      "learning_rate": 8.519999999999998e-05,
      "loss": 0.6487,
      "step": 568
    },
    {
      "epoch": 0.02330534507474913,
      "grad_norm": 1.8003358200933361,
      "learning_rate": 8.534999999999999e-05,
      "loss": 1.1756,
      "step": 569
    },
    {
      "epoch": 0.023346303501945526,
      "grad_norm": 1.6527643836792434,
      "learning_rate": 8.549999999999999e-05,
      "loss": 1.2349,
      "step": 570
    },
    {
      "epoch": 0.023387261929141923,
      "grad_norm": 1.1952573864628098,
      "learning_rate": 8.564999999999998e-05,
      "loss": 0.8508,
      "step": 571
    },
    {
      "epoch": 0.023428220356338316,
      "grad_norm": 1.5753019367548813,
      "learning_rate": 8.579999999999998e-05,
      "loss": 1.2517,
      "step": 572
    },
    {
      "epoch": 0.023469178783534713,
      "grad_norm": 5.799396867896959,
      "learning_rate": 8.594999999999999e-05,
      "loss": 4.6463,
      "step": 573
    },
    {
      "epoch": 0.023510137210731107,
      "grad_norm": 1.5683444913925546,
      "learning_rate": 8.609999999999999e-05,
      "loss": 1.0626,
      "step": 574
    },
    {
      "epoch": 0.023551095637927504,
      "grad_norm": 1.952796095958406,
      "learning_rate": 8.624999999999998e-05,
      "loss": 1.2945,
      "step": 575
    },
    {
      "epoch": 0.0235920540651239,
      "grad_norm": 1.7338988204292163,
      "learning_rate": 8.639999999999999e-05,
      "loss": 0.7087,
      "step": 576
    },
    {
      "epoch": 0.023633012492320294,
      "grad_norm": 1.1826172843587957,
      "learning_rate": 8.654999999999999e-05,
      "loss": 0.7744,
      "step": 577
    },
    {
      "epoch": 0.02367397091951669,
      "grad_norm": 2.01135715339088,
      "learning_rate": 8.669999999999998e-05,
      "loss": 1.4633,
      "step": 578
    },
    {
      "epoch": 0.023714929346713085,
      "grad_norm": 1.5525894467135684,
      "learning_rate": 8.684999999999998e-05,
      "loss": 0.9668,
      "step": 579
    },
    {
      "epoch": 0.02375588777390948,
      "grad_norm": 1.4060603524202846,
      "learning_rate": 8.699999999999999e-05,
      "loss": 1.0072,
      "step": 580
    },
    {
      "epoch": 0.02379684620110588,
      "grad_norm": 2.3304614687737293,
      "learning_rate": 8.714999999999999e-05,
      "loss": 1.3307,
      "step": 581
    },
    {
      "epoch": 0.023837804628302272,
      "grad_norm": 1.5229173492392079,
      "learning_rate": 8.729999999999998e-05,
      "loss": 1.1396,
      "step": 582
    },
    {
      "epoch": 0.02387876305549867,
      "grad_norm": 1.795008604721883,
      "learning_rate": 8.744999999999998e-05,
      "loss": 1.3506,
      "step": 583
    },
    {
      "epoch": 0.023919721482695066,
      "grad_norm": 2.1832158091540395,
      "learning_rate": 8.759999999999999e-05,
      "loss": 0.8463,
      "step": 584
    },
    {
      "epoch": 0.02396067990989146,
      "grad_norm": 2.4374793699365953,
      "learning_rate": 8.774999999999999e-05,
      "loss": 1.4433,
      "step": 585
    },
    {
      "epoch": 0.024001638337087856,
      "grad_norm": 11.190389553255695,
      "learning_rate": 8.789999999999998e-05,
      "loss": 2.6884,
      "step": 586
    },
    {
      "epoch": 0.02404259676428425,
      "grad_norm": 2.039695983605424,
      "learning_rate": 8.804999999999999e-05,
      "loss": 1.1825,
      "step": 587
    },
    {
      "epoch": 0.024083555191480647,
      "grad_norm": 2.457355284039592,
      "learning_rate": 8.819999999999999e-05,
      "loss": 1.5181,
      "step": 588
    },
    {
      "epoch": 0.024124513618677044,
      "grad_norm": 7.604443838753468,
      "learning_rate": 8.834999999999999e-05,
      "loss": 3.3584,
      "step": 589
    },
    {
      "epoch": 0.024165472045873437,
      "grad_norm": 3.5458293205343745,
      "learning_rate": 8.849999999999998e-05,
      "loss": 1.5196,
      "step": 590
    },
    {
      "epoch": 0.024206430473069834,
      "grad_norm": 1.367029960969164,
      "learning_rate": 8.864999999999999e-05,
      "loss": 0.936,
      "step": 591
    },
    {
      "epoch": 0.02424738890026623,
      "grad_norm": 1.6782514615477229,
      "learning_rate": 8.879999999999999e-05,
      "loss": 1.3761,
      "step": 592
    },
    {
      "epoch": 0.024288347327462625,
      "grad_norm": 1.747611436185807,
      "learning_rate": 8.895e-05,
      "loss": 1.1666,
      "step": 593
    },
    {
      "epoch": 0.024329305754659022,
      "grad_norm": 2.174294290476755,
      "learning_rate": 8.909999999999998e-05,
      "loss": 0.7064,
      "step": 594
    },
    {
      "epoch": 0.024370264181855415,
      "grad_norm": 2.3217785512623923,
      "learning_rate": 8.924999999999999e-05,
      "loss": 2.4581,
      "step": 595
    },
    {
      "epoch": 0.024411222609051812,
      "grad_norm": 2.2006440227854305,
      "learning_rate": 8.939999999999999e-05,
      "loss": 1.6171,
      "step": 596
    },
    {
      "epoch": 0.02445218103624821,
      "grad_norm": 1.9776710323339468,
      "learning_rate": 8.955e-05,
      "loss": 1.2649,
      "step": 597
    },
    {
      "epoch": 0.024493139463444603,
      "grad_norm": 1.7126862450679197,
      "learning_rate": 8.969999999999998e-05,
      "loss": 0.925,
      "step": 598
    },
    {
      "epoch": 0.024534097890641,
      "grad_norm": 1.348028143333587,
      "learning_rate": 8.984999999999999e-05,
      "loss": 1.1134,
      "step": 599
    },
    {
      "epoch": 0.024575056317837397,
      "grad_norm": 3.2751764892216895,
      "learning_rate": 8.999999999999999e-05,
      "loss": 0.9507,
      "step": 600
    },
    {
      "epoch": 0.02461601474503379,
      "grad_norm": 1.8178416496926293,
      "learning_rate": 9.014999999999998e-05,
      "loss": 1.0604,
      "step": 601
    },
    {
      "epoch": 0.024656973172230187,
      "grad_norm": 1.6141042743105865,
      "learning_rate": 9.029999999999999e-05,
      "loss": 0.9527,
      "step": 602
    },
    {
      "epoch": 0.02469793159942658,
      "grad_norm": 1.852239904404422,
      "learning_rate": 9.044999999999999e-05,
      "loss": 1.1986,
      "step": 603
    },
    {
      "epoch": 0.024738890026622978,
      "grad_norm": 1.805645100023599,
      "learning_rate": 9.059999999999999e-05,
      "loss": 0.4282,
      "step": 604
    },
    {
      "epoch": 0.024779848453819375,
      "grad_norm": 2.1372742181944426,
      "learning_rate": 9.074999999999998e-05,
      "loss": 1.0905,
      "step": 605
    },
    {
      "epoch": 0.024820806881015768,
      "grad_norm": 1.81797043417596,
      "learning_rate": 9.089999999999999e-05,
      "loss": 1.3201,
      "step": 606
    },
    {
      "epoch": 0.024861765308212165,
      "grad_norm": 1.9894610638953425,
      "learning_rate": 9.104999999999999e-05,
      "loss": 1.2218,
      "step": 607
    },
    {
      "epoch": 0.024902723735408562,
      "grad_norm": 1.2570430250526723,
      "learning_rate": 9.12e-05,
      "loss": 0.8329,
      "step": 608
    },
    {
      "epoch": 0.024943682162604956,
      "grad_norm": 1.640189126307274,
      "learning_rate": 9.134999999999998e-05,
      "loss": 1.1676,
      "step": 609
    },
    {
      "epoch": 0.024984640589801353,
      "grad_norm": 1.2663139599979212,
      "learning_rate": 9.149999999999999e-05,
      "loss": 1.197,
      "step": 610
    },
    {
      "epoch": 0.025025599016997746,
      "grad_norm": 1.2333574228614181,
      "learning_rate": 9.164999999999999e-05,
      "loss": 1.1941,
      "step": 611
    },
    {
      "epoch": 0.025066557444194143,
      "grad_norm": 1.6095985283875844,
      "learning_rate": 9.18e-05,
      "loss": 0.8787,
      "step": 612
    },
    {
      "epoch": 0.02510751587139054,
      "grad_norm": 1.624893677180937,
      "learning_rate": 9.194999999999999e-05,
      "loss": 1.325,
      "step": 613
    },
    {
      "epoch": 0.025148474298586933,
      "grad_norm": 1.2072013237513524,
      "learning_rate": 9.209999999999999e-05,
      "loss": 0.7758,
      "step": 614
    },
    {
      "epoch": 0.02518943272578333,
      "grad_norm": 1.7439725092315619,
      "learning_rate": 9.224999999999999e-05,
      "loss": 1.1852,
      "step": 615
    },
    {
      "epoch": 0.025230391152979724,
      "grad_norm": 1.612461648922238,
      "learning_rate": 9.24e-05,
      "loss": 1.194,
      "step": 616
    },
    {
      "epoch": 0.02527134958017612,
      "grad_norm": 1.6640778905005589,
      "learning_rate": 9.254999999999999e-05,
      "loss": 1.3428,
      "step": 617
    },
    {
      "epoch": 0.025312308007372518,
      "grad_norm": 1.5573133842683917,
      "learning_rate": 9.269999999999999e-05,
      "loss": 1.3394,
      "step": 618
    },
    {
      "epoch": 0.02535326643456891,
      "grad_norm": 2.8153227680447284,
      "learning_rate": 9.285e-05,
      "loss": 1.0576,
      "step": 619
    },
    {
      "epoch": 0.02539422486176531,
      "grad_norm": 2.159676058252478,
      "learning_rate": 9.3e-05,
      "loss": 1.3705,
      "step": 620
    },
    {
      "epoch": 0.025435183288961705,
      "grad_norm": 1.6948028696046702,
      "learning_rate": 9.314999999999999e-05,
      "loss": 1.3429,
      "step": 621
    },
    {
      "epoch": 0.0254761417161581,
      "grad_norm": 1.4906700742552585,
      "learning_rate": 9.329999999999999e-05,
      "loss": 1.1581,
      "step": 622
    },
    {
      "epoch": 0.025517100143354496,
      "grad_norm": 1.4308677376973022,
      "learning_rate": 9.345e-05,
      "loss": 0.8324,
      "step": 623
    },
    {
      "epoch": 0.02555805857055089,
      "grad_norm": 1.826853486163274,
      "learning_rate": 9.36e-05,
      "loss": 1.3209,
      "step": 624
    },
    {
      "epoch": 0.025599016997747286,
      "grad_norm": 2.0312196208678923,
      "learning_rate": 9.374999999999999e-05,
      "loss": 1.5676,
      "step": 625
    },
    {
      "epoch": 0.025639975424943683,
      "grad_norm": 1.5853178391095726,
      "learning_rate": 9.389999999999999e-05,
      "loss": 1.4587,
      "step": 626
    },
    {
      "epoch": 0.025680933852140077,
      "grad_norm": 3.04397478736132,
      "learning_rate": 9.405e-05,
      "loss": 2.5478,
      "step": 627
    },
    {
      "epoch": 0.025721892279336474,
      "grad_norm": 1.5302452821417816,
      "learning_rate": 9.419999999999999e-05,
      "loss": 1.3924,
      "step": 628
    },
    {
      "epoch": 0.02576285070653287,
      "grad_norm": 2.124131429427246,
      "learning_rate": 9.434999999999999e-05,
      "loss": 1.9679,
      "step": 629
    },
    {
      "epoch": 0.025803809133729264,
      "grad_norm": 1.7247962267520442,
      "learning_rate": 9.449999999999999e-05,
      "loss": 1.2665,
      "step": 630
    },
    {
      "epoch": 0.02584476756092566,
      "grad_norm": 1.7191501153525472,
      "learning_rate": 9.465e-05,
      "loss": 1.2139,
      "step": 631
    },
    {
      "epoch": 0.025885725988122055,
      "grad_norm": 1.6411455538756978,
      "learning_rate": 9.479999999999999e-05,
      "loss": 1.3124,
      "step": 632
    },
    {
      "epoch": 0.02592668441531845,
      "grad_norm": 1.5377162737356709,
      "learning_rate": 9.494999999999999e-05,
      "loss": 0.9998,
      "step": 633
    },
    {
      "epoch": 0.02596764284251485,
      "grad_norm": 1.60210325053874,
      "learning_rate": 9.51e-05,
      "loss": 0.8709,
      "step": 634
    },
    {
      "epoch": 0.026008601269711242,
      "grad_norm": 1.9534058587237166,
      "learning_rate": 9.525e-05,
      "loss": 1.5772,
      "step": 635
    },
    {
      "epoch": 0.02604955969690764,
      "grad_norm": 1.5281937684935416,
      "learning_rate": 9.539999999999999e-05,
      "loss": 1.1247,
      "step": 636
    },
    {
      "epoch": 0.026090518124104036,
      "grad_norm": 1.854977283097507,
      "learning_rate": 9.554999999999999e-05,
      "loss": 1.1307,
      "step": 637
    },
    {
      "epoch": 0.02613147655130043,
      "grad_norm": 2.322424515069435,
      "learning_rate": 9.57e-05,
      "loss": 1.3611,
      "step": 638
    },
    {
      "epoch": 0.026172434978496827,
      "grad_norm": 2.2443313304235954,
      "learning_rate": 9.585e-05,
      "loss": 1.3853,
      "step": 639
    },
    {
      "epoch": 0.02621339340569322,
      "grad_norm": 2.3239363775292556,
      "learning_rate": 9.599999999999999e-05,
      "loss": 1.1976,
      "step": 640
    },
    {
      "epoch": 0.026254351832889617,
      "grad_norm": 1.2955097755943432,
      "learning_rate": 9.614999999999999e-05,
      "loss": 0.847,
      "step": 641
    },
    {
      "epoch": 0.026295310260086014,
      "grad_norm": 1.45225881852266,
      "learning_rate": 9.63e-05,
      "loss": 0.985,
      "step": 642
    },
    {
      "epoch": 0.026336268687282408,
      "grad_norm": 4.229121104105209,
      "learning_rate": 9.645e-05,
      "loss": 1.4017,
      "step": 643
    },
    {
      "epoch": 0.026377227114478805,
      "grad_norm": 1.4278453587266313,
      "learning_rate": 9.659999999999999e-05,
      "loss": 1.0968,
      "step": 644
    },
    {
      "epoch": 0.026418185541675198,
      "grad_norm": 2.2718415438621062,
      "learning_rate": 9.675e-05,
      "loss": 1.1899,
      "step": 645
    },
    {
      "epoch": 0.026459143968871595,
      "grad_norm": 2.2245508736227926,
      "learning_rate": 9.69e-05,
      "loss": 1.3346,
      "step": 646
    },
    {
      "epoch": 0.026500102396067992,
      "grad_norm": 2.4467648861333138,
      "learning_rate": 9.705e-05,
      "loss": 1.2785,
      "step": 647
    },
    {
      "epoch": 0.026541060823264385,
      "grad_norm": 1.4856314313113652,
      "learning_rate": 9.719999999999999e-05,
      "loss": 0.9644,
      "step": 648
    },
    {
      "epoch": 0.026582019250460782,
      "grad_norm": 1.784737994596479,
      "learning_rate": 9.735e-05,
      "loss": 0.6749,
      "step": 649
    },
    {
      "epoch": 0.02662297767765718,
      "grad_norm": 1.5541720874595297,
      "learning_rate": 9.75e-05,
      "loss": 0.8946,
      "step": 650
    },
    {
      "epoch": 0.026663936104853573,
      "grad_norm": 1.4926117288334648,
      "learning_rate": 9.764999999999999e-05,
      "loss": 1.0516,
      "step": 651
    },
    {
      "epoch": 0.02670489453204997,
      "grad_norm": 1.6148174618939912,
      "learning_rate": 9.779999999999999e-05,
      "loss": 1.1841,
      "step": 652
    },
    {
      "epoch": 0.026745852959246363,
      "grad_norm": 1.6298229587031101,
      "learning_rate": 9.795e-05,
      "loss": 1.2542,
      "step": 653
    },
    {
      "epoch": 0.02678681138644276,
      "grad_norm": 1.779361515277026,
      "learning_rate": 9.81e-05,
      "loss": 1.4135,
      "step": 654
    },
    {
      "epoch": 0.026827769813639157,
      "grad_norm": 2.4268051995390802,
      "learning_rate": 9.824999999999999e-05,
      "loss": 1.2561,
      "step": 655
    },
    {
      "epoch": 0.02686872824083555,
      "grad_norm": 1.321710850826658,
      "learning_rate": 9.839999999999999e-05,
      "loss": 1.3894,
      "step": 656
    },
    {
      "epoch": 0.026909686668031948,
      "grad_norm": 1.479065792347802,
      "learning_rate": 9.855e-05,
      "loss": 1.2818,
      "step": 657
    },
    {
      "epoch": 0.026950645095228345,
      "grad_norm": 1.555502072366607,
      "learning_rate": 9.87e-05,
      "loss": 1.1408,
      "step": 658
    },
    {
      "epoch": 0.02699160352242474,
      "grad_norm": 1.7886132847608172,
      "learning_rate": 9.884999999999999e-05,
      "loss": 1.2337,
      "step": 659
    },
    {
      "epoch": 0.027032561949621135,
      "grad_norm": 1.354112088581025,
      "learning_rate": 9.9e-05,
      "loss": 0.8183,
      "step": 660
    },
    {
      "epoch": 0.02707352037681753,
      "grad_norm": 6.40294387396782,
      "learning_rate": 9.915e-05,
      "loss": 3.8448,
      "step": 661
    },
    {
      "epoch": 0.027114478804013926,
      "grad_norm": 1.3840116160266673,
      "learning_rate": 9.93e-05,
      "loss": 1.0799,
      "step": 662
    },
    {
      "epoch": 0.027155437231210323,
      "grad_norm": 1.897200044594119,
      "learning_rate": 9.944999999999999e-05,
      "loss": 1.1732,
      "step": 663
    },
    {
      "epoch": 0.027196395658406716,
      "grad_norm": 2.0751024697015574,
      "learning_rate": 9.96e-05,
      "loss": 1.3124,
      "step": 664
    },
    {
      "epoch": 0.027237354085603113,
      "grad_norm": 1.81491613255874,
      "learning_rate": 9.975e-05,
      "loss": 1.2841,
      "step": 665
    },
    {
      "epoch": 0.02727831251279951,
      "grad_norm": 2.6177958516720214,
      "learning_rate": 9.99e-05,
      "loss": 1.4056,
      "step": 666
    },
    {
      "epoch": 0.027319270939995904,
      "grad_norm": 1.9613283911849995,
      "learning_rate": 0.00010004999999999999,
      "loss": 0.7938,
      "step": 667
    },
    {
      "epoch": 0.0273602293671923,
      "grad_norm": 1.6201523776535318,
      "learning_rate": 0.0001002,
      "loss": 1.2008,
      "step": 668
    },
    {
      "epoch": 0.027401187794388694,
      "grad_norm": 2.848967543527938,
      "learning_rate": 0.00010035,
      "loss": 1.6386,
      "step": 669
    },
    {
      "epoch": 0.02744214622158509,
      "grad_norm": 1.5136498402868357,
      "learning_rate": 0.0001005,
      "loss": 1.4178,
      "step": 670
    },
    {
      "epoch": 0.027483104648781488,
      "grad_norm": 1.587583138717496,
      "learning_rate": 0.00010065,
      "loss": 1.3841,
      "step": 671
    },
    {
      "epoch": 0.02752406307597788,
      "grad_norm": 1.5695813957252416,
      "learning_rate": 0.0001008,
      "loss": 1.2804,
      "step": 672
    },
    {
      "epoch": 0.02756502150317428,
      "grad_norm": 1.445997257061626,
      "learning_rate": 0.00010095,
      "loss": 0.8139,
      "step": 673
    },
    {
      "epoch": 0.027605979930370672,
      "grad_norm": 1.1793155662391628,
      "learning_rate": 0.0001011,
      "loss": 0.9569,
      "step": 674
    },
    {
      "epoch": 0.02764693835756707,
      "grad_norm": 1.3057640562145418,
      "learning_rate": 0.00010125,
      "loss": 1.0844,
      "step": 675
    },
    {
      "epoch": 0.027687896784763466,
      "grad_norm": 1.5789853162337117,
      "learning_rate": 0.0001014,
      "loss": 1.1795,
      "step": 676
    },
    {
      "epoch": 0.02772885521195986,
      "grad_norm": 2.1529094255319965,
      "learning_rate": 0.00010155,
      "loss": 1.3854,
      "step": 677
    },
    {
      "epoch": 0.027769813639156257,
      "grad_norm": 1.6944620602787572,
      "learning_rate": 0.00010169999999999999,
      "loss": 1.1843,
      "step": 678
    },
    {
      "epoch": 0.027810772066352654,
      "grad_norm": 1.5919603498243105,
      "learning_rate": 0.00010185,
      "loss": 0.9481,
      "step": 679
    },
    {
      "epoch": 0.027851730493549047,
      "grad_norm": 2.097005496904445,
      "learning_rate": 0.000102,
      "loss": 0.5334,
      "step": 680
    },
    {
      "epoch": 0.027892688920745444,
      "grad_norm": 1.3506844754972693,
      "learning_rate": 0.00010215,
      "loss": 0.8099,
      "step": 681
    },
    {
      "epoch": 0.027933647347941837,
      "grad_norm": 1.6559906564357256,
      "learning_rate": 0.00010229999999999999,
      "loss": 1.01,
      "step": 682
    },
    {
      "epoch": 0.027974605775138234,
      "grad_norm": 1.6832911045282626,
      "learning_rate": 0.00010245,
      "loss": 1.1791,
      "step": 683
    },
    {
      "epoch": 0.02801556420233463,
      "grad_norm": 1.8538113763059147,
      "learning_rate": 0.0001026,
      "loss": 1.1661,
      "step": 684
    },
    {
      "epoch": 0.028056522629531025,
      "grad_norm": 18.667898549008534,
      "learning_rate": 0.00010275,
      "loss": 2.4013,
      "step": 685
    },
    {
      "epoch": 0.028097481056727422,
      "grad_norm": 1.955906561453268,
      "learning_rate": 0.0001029,
      "loss": 1.5385,
      "step": 686
    },
    {
      "epoch": 0.02813843948392382,
      "grad_norm": 1.8063646844078307,
      "learning_rate": 0.00010305,
      "loss": 1.2685,
      "step": 687
    },
    {
      "epoch": 0.028179397911120212,
      "grad_norm": 1.1080418439952802,
      "learning_rate": 0.00010319999999999999,
      "loss": 0.7927,
      "step": 688
    },
    {
      "epoch": 0.02822035633831661,
      "grad_norm": 1.4390106985518982,
      "learning_rate": 0.00010334999999999998,
      "loss": 1.2928,
      "step": 689
    },
    {
      "epoch": 0.028261314765513003,
      "grad_norm": 1.563975453289615,
      "learning_rate": 0.00010349999999999998,
      "loss": 1.2746,
      "step": 690
    },
    {
      "epoch": 0.0283022731927094,
      "grad_norm": 2.21225253160541,
      "learning_rate": 0.00010364999999999999,
      "loss": 1.4029,
      "step": 691
    },
    {
      "epoch": 0.028343231619905797,
      "grad_norm": 3.22696362458622,
      "learning_rate": 0.00010379999999999999,
      "loss": 1.3402,
      "step": 692
    },
    {
      "epoch": 0.02838419004710219,
      "grad_norm": 2.1258268686167683,
      "learning_rate": 0.00010394999999999998,
      "loss": 1.1042,
      "step": 693
    },
    {
      "epoch": 0.028425148474298587,
      "grad_norm": 1.5158677224229486,
      "learning_rate": 0.00010409999999999998,
      "loss": 1.1158,
      "step": 694
    },
    {
      "epoch": 0.028466106901494984,
      "grad_norm": 1.863816877914733,
      "learning_rate": 0.00010424999999999999,
      "loss": 1.1462,
      "step": 695
    },
    {
      "epoch": 0.028507065328691378,
      "grad_norm": 3.037004394509717,
      "learning_rate": 0.00010439999999999999,
      "loss": 2.0004,
      "step": 696
    },
    {
      "epoch": 0.028548023755887775,
      "grad_norm": 1.979998660536812,
      "learning_rate": 0.00010454999999999998,
      "loss": 0.9122,
      "step": 697
    },
    {
      "epoch": 0.028588982183084168,
      "grad_norm": 1.5371468148093006,
      "learning_rate": 0.00010469999999999998,
      "loss": 1.1573,
      "step": 698
    },
    {
      "epoch": 0.028629940610280565,
      "grad_norm": 1.76265665843883,
      "learning_rate": 0.00010484999999999999,
      "loss": 0.7223,
      "step": 699
    },
    {
      "epoch": 0.028670899037476962,
      "grad_norm": 3.5893124787992923,
      "learning_rate": 0.00010499999999999999,
      "loss": 1.433,
      "step": 700
    },
    {
      "epoch": 0.028711857464673356,
      "grad_norm": 1.4511202283553302,
      "learning_rate": 0.00010514999999999998,
      "loss": 1.2521,
      "step": 701
    },
    {
      "epoch": 0.028752815891869753,
      "grad_norm": 1.7467073075703166,
      "learning_rate": 0.00010529999999999998,
      "loss": 0.931,
      "step": 702
    },
    {
      "epoch": 0.028793774319066146,
      "grad_norm": 1.6485851970478733,
      "learning_rate": 0.00010544999999999999,
      "loss": 1.9087,
      "step": 703
    },
    {
      "epoch": 0.028834732746262543,
      "grad_norm": 8.819303838892353,
      "learning_rate": 0.00010559999999999998,
      "loss": 1.6706,
      "step": 704
    },
    {
      "epoch": 0.02887569117345894,
      "grad_norm": 1.251155342768505,
      "learning_rate": 0.00010574999999999998,
      "loss": 1.2431,
      "step": 705
    },
    {
      "epoch": 0.028916649600655334,
      "grad_norm": 6.1902162165087375,
      "learning_rate": 0.00010589999999999999,
      "loss": 4.149,
      "step": 706
    },
    {
      "epoch": 0.02895760802785173,
      "grad_norm": 2.6318472071172487,
      "learning_rate": 0.00010604999999999999,
      "loss": 1.3215,
      "step": 707
    },
    {
      "epoch": 0.028998566455048128,
      "grad_norm": 2.660596550858436,
      "learning_rate": 0.00010619999999999998,
      "loss": 1.9904,
      "step": 708
    },
    {
      "epoch": 0.02903952488224452,
      "grad_norm": 1.875230934816205,
      "learning_rate": 0.00010634999999999998,
      "loss": 1.252,
      "step": 709
    },
    {
      "epoch": 0.029080483309440918,
      "grad_norm": 1.5809850000190395,
      "learning_rate": 0.00010649999999999999,
      "loss": 1.162,
      "step": 710
    },
    {
      "epoch": 0.02912144173663731,
      "grad_norm": 1.8165901786563186,
      "learning_rate": 0.00010664999999999999,
      "loss": 1.3325,
      "step": 711
    },
    {
      "epoch": 0.02916240016383371,
      "grad_norm": 1.5868230331600504,
      "learning_rate": 0.00010679999999999998,
      "loss": 1.4991,
      "step": 712
    },
    {
      "epoch": 0.029203358591030106,
      "grad_norm": 1.9171054369239897,
      "learning_rate": 0.00010694999999999998,
      "loss": 1.5246,
      "step": 713
    },
    {
      "epoch": 0.0292443170182265,
      "grad_norm": 1.7242660802925978,
      "learning_rate": 0.00010709999999999999,
      "loss": 1.1331,
      "step": 714
    },
    {
      "epoch": 0.029285275445422896,
      "grad_norm": 2.0222800094298785,
      "learning_rate": 0.00010724999999999999,
      "loss": 1.0798,
      "step": 715
    },
    {
      "epoch": 0.029326233872619293,
      "grad_norm": 2.356833634525846,
      "learning_rate": 0.00010739999999999998,
      "loss": 1.1804,
      "step": 716
    },
    {
      "epoch": 0.029367192299815686,
      "grad_norm": 1.0934543226539655,
      "learning_rate": 0.00010754999999999999,
      "loss": 0.9029,
      "step": 717
    },
    {
      "epoch": 0.029408150727012083,
      "grad_norm": 1.3834871420092074,
      "learning_rate": 0.00010769999999999999,
      "loss": 1.215,
      "step": 718
    },
    {
      "epoch": 0.029449109154208477,
      "grad_norm": 1.4337684439207818,
      "learning_rate": 0.00010784999999999999,
      "loss": 1.1727,
      "step": 719
    },
    {
      "epoch": 0.029490067581404874,
      "grad_norm": 1.7494576121756866,
      "learning_rate": 0.00010799999999999998,
      "loss": 1.0794,
      "step": 720
    },
    {
      "epoch": 0.02953102600860127,
      "grad_norm": 2.0779695964711538,
      "learning_rate": 0.00010814999999999999,
      "loss": 0.7858,
      "step": 721
    },
    {
      "epoch": 0.029571984435797664,
      "grad_norm": 1.6427185153145982,
      "learning_rate": 0.00010829999999999999,
      "loss": 0.9263,
      "step": 722
    },
    {
      "epoch": 0.02961294286299406,
      "grad_norm": 1.1976715353772653,
      "learning_rate": 0.00010845,
      "loss": 0.7763,
      "step": 723
    },
    {
      "epoch": 0.02965390129019046,
      "grad_norm": 1.66854195476448,
      "learning_rate": 0.00010859999999999998,
      "loss": 1.3835,
      "step": 724
    },
    {
      "epoch": 0.029694859717386852,
      "grad_norm": 2.069349759639431,
      "learning_rate": 0.00010874999999999999,
      "loss": 1.0927,
      "step": 725
    },
    {
      "epoch": 0.02973581814458325,
      "grad_norm": 1.2061729188375514,
      "learning_rate": 0.00010889999999999999,
      "loss": 1.1606,
      "step": 726
    },
    {
      "epoch": 0.029776776571779642,
      "grad_norm": 1.9173287250333717,
      "learning_rate": 0.00010904999999999998,
      "loss": 0.96,
      "step": 727
    },
    {
      "epoch": 0.02981773499897604,
      "grad_norm": 1.5751496623282217,
      "learning_rate": 0.00010919999999999998,
      "loss": 1.1178,
      "step": 728
    },
    {
      "epoch": 0.029858693426172436,
      "grad_norm": 1.2727023839290983,
      "learning_rate": 0.00010934999999999999,
      "loss": 1.1079,
      "step": 729
    },
    {
      "epoch": 0.02989965185336883,
      "grad_norm": 1.7489638026798358,
      "learning_rate": 0.00010949999999999999,
      "loss": 0.7408,
      "step": 730
    },
    {
      "epoch": 0.029940610280565227,
      "grad_norm": 5.828642599455715,
      "learning_rate": 0.00010964999999999998,
      "loss": 4.2155,
      "step": 731
    },
    {
      "epoch": 0.02998156870776162,
      "grad_norm": 1.7250330797176956,
      "learning_rate": 0.00010979999999999999,
      "loss": 1.1653,
      "step": 732
    },
    {
      "epoch": 0.030022527134958017,
      "grad_norm": 2.733173547929841,
      "learning_rate": 0.00010994999999999999,
      "loss": 0.9276,
      "step": 733
    },
    {
      "epoch": 0.030063485562154414,
      "grad_norm": 1.218815816191439,
      "learning_rate": 0.00011009999999999999,
      "loss": 1.0126,
      "step": 734
    },
    {
      "epoch": 0.030104443989350808,
      "grad_norm": 2.6510040317917904,
      "learning_rate": 0.00011024999999999998,
      "loss": 1.2124,
      "step": 735
    },
    {
      "epoch": 0.030145402416547205,
      "grad_norm": 1.6951099331006931,
      "learning_rate": 0.00011039999999999999,
      "loss": 0.8223,
      "step": 736
    },
    {
      "epoch": 0.0301863608437436,
      "grad_norm": 1.40480962175183,
      "learning_rate": 0.00011054999999999999,
      "loss": 1.0929,
      "step": 737
    },
    {
      "epoch": 0.030227319270939995,
      "grad_norm": 1.7687167352965814,
      "learning_rate": 0.0001107,
      "loss": 0.9621,
      "step": 738
    },
    {
      "epoch": 0.030268277698136392,
      "grad_norm": 1.7000371980936462,
      "learning_rate": 0.00011084999999999998,
      "loss": 1.3311,
      "step": 739
    },
    {
      "epoch": 0.030309236125332786,
      "grad_norm": 1.0849959054392075,
      "learning_rate": 0.00011099999999999999,
      "loss": 0.999,
      "step": 740
    },
    {
      "epoch": 0.030350194552529183,
      "grad_norm": 1.8212407487557847,
      "learning_rate": 0.00011114999999999999,
      "loss": 1.2328,
      "step": 741
    },
    {
      "epoch": 0.03039115297972558,
      "grad_norm": 1.6908721725486608,
      "learning_rate": 0.0001113,
      "loss": 1.2371,
      "step": 742
    },
    {
      "epoch": 0.030432111406921973,
      "grad_norm": 1.1635676648802311,
      "learning_rate": 0.00011144999999999998,
      "loss": 1.2225,
      "step": 743
    },
    {
      "epoch": 0.03047306983411837,
      "grad_norm": 2.1023893815648607,
      "learning_rate": 0.00011159999999999999,
      "loss": 1.1388,
      "step": 744
    },
    {
      "epoch": 0.030514028261314767,
      "grad_norm": 1.6483429026918373,
      "learning_rate": 0.00011174999999999999,
      "loss": 0.9312,
      "step": 745
    },
    {
      "epoch": 0.03055498668851116,
      "grad_norm": 1.5752261596208197,
      "learning_rate": 0.0001119,
      "loss": 1.207,
      "step": 746
    },
    {
      "epoch": 0.030595945115707558,
      "grad_norm": 1.4602762435654326,
      "learning_rate": 0.00011204999999999999,
      "loss": 1.2631,
      "step": 747
    },
    {
      "epoch": 0.03063690354290395,
      "grad_norm": 1.5553137111390187,
      "learning_rate": 0.00011219999999999999,
      "loss": 1.23,
      "step": 748
    },
    {
      "epoch": 0.030677861970100348,
      "grad_norm": 1.3380472045046492,
      "learning_rate": 0.00011235,
      "loss": 1.4099,
      "step": 749
    },
    {
      "epoch": 0.030718820397296745,
      "grad_norm": 1.2958806981621591,
      "learning_rate": 0.0001125,
      "loss": 0.6573,
      "step": 750
    },
    {
      "epoch": 0.03075977882449314,
      "grad_norm": 2.0725707219847687,
      "learning_rate": 0.00011264999999999999,
      "loss": 1.739,
      "step": 751
    },
    {
      "epoch": 0.030800737251689535,
      "grad_norm": 1.7383117056497182,
      "learning_rate": 0.00011279999999999999,
      "loss": 1.102,
      "step": 752
    },
    {
      "epoch": 0.030841695678885932,
      "grad_norm": 1.2742270444869237,
      "learning_rate": 0.00011295,
      "loss": 1.1221,
      "step": 753
    },
    {
      "epoch": 0.030882654106082326,
      "grad_norm": 1.083801373384121,
      "learning_rate": 0.00011309999999999998,
      "loss": 0.7359,
      "step": 754
    },
    {
      "epoch": 0.030923612533278723,
      "grad_norm": 2.7123601455532667,
      "learning_rate": 0.00011324999999999999,
      "loss": 1.5524,
      "step": 755
    },
    {
      "epoch": 0.030964570960475116,
      "grad_norm": 13.946173513041396,
      "learning_rate": 0.00011339999999999999,
      "loss": 4.3762,
      "step": 756
    },
    {
      "epoch": 0.031005529387671513,
      "grad_norm": 1.3097668231150585,
      "learning_rate": 0.00011355,
      "loss": 1.2502,
      "step": 757
    },
    {
      "epoch": 0.03104648781486791,
      "grad_norm": 1.4662425721720451,
      "learning_rate": 0.00011369999999999999,
      "loss": 0.99,
      "step": 758
    },
    {
      "epoch": 0.031087446242064304,
      "grad_norm": 4.654954171543487,
      "learning_rate": 0.00011384999999999999,
      "loss": 1.9494,
      "step": 759
    },
    {
      "epoch": 0.0311284046692607,
      "grad_norm": 1.1362796715097436,
      "learning_rate": 0.00011399999999999999,
      "loss": 0.6671,
      "step": 760
    },
    {
      "epoch": 0.031169363096457094,
      "grad_norm": 22.170844576282107,
      "learning_rate": 0.00011415,
      "loss": 4.8122,
      "step": 761
    },
    {
      "epoch": 0.03121032152365349,
      "grad_norm": 5.289683854014327,
      "learning_rate": 0.00011429999999999999,
      "loss": 1.3059,
      "step": 762
    },
    {
      "epoch": 0.031251279950849885,
      "grad_norm": 2.2072952350349158,
      "learning_rate": 0.00011444999999999999,
      "loss": 1.0896,
      "step": 763
    },
    {
      "epoch": 0.03129223837804628,
      "grad_norm": 8.999018061788398,
      "learning_rate": 0.0001146,
      "loss": 1.8782,
      "step": 764
    },
    {
      "epoch": 0.03133319680524268,
      "grad_norm": 3.4671870537867577,
      "learning_rate": 0.00011475,
      "loss": 0.9245,
      "step": 765
    },
    {
      "epoch": 0.031374155232439076,
      "grad_norm": 1.9836969527476036,
      "learning_rate": 0.00011489999999999999,
      "loss": 1.5142,
      "step": 766
    },
    {
      "epoch": 0.03141511365963547,
      "grad_norm": 1.744492711495004,
      "learning_rate": 0.00011504999999999999,
      "loss": 1.6504,
      "step": 767
    },
    {
      "epoch": 0.03145607208683186,
      "grad_norm": 5.331005343472598,
      "learning_rate": 0.0001152,
      "loss": 1.9262,
      "step": 768
    },
    {
      "epoch": 0.03149703051402826,
      "grad_norm": 1.964395566361944,
      "learning_rate": 0.00011535,
      "loss": 1.1569,
      "step": 769
    },
    {
      "epoch": 0.03153798894122466,
      "grad_norm": 11.678904307493337,
      "learning_rate": 0.00011549999999999999,
      "loss": 2.2348,
      "step": 770
    },
    {
      "epoch": 0.031578947368421054,
      "grad_norm": 4.790088875984757,
      "learning_rate": 0.00011564999999999999,
      "loss": 1.5132,
      "step": 771
    },
    {
      "epoch": 0.03161990579561745,
      "grad_norm": 2.4894197097273167,
      "learning_rate": 0.0001158,
      "loss": 1.6115,
      "step": 772
    },
    {
      "epoch": 0.03166086422281384,
      "grad_norm": 2.414526363586257,
      "learning_rate": 0.00011595,
      "loss": 2.2335,
      "step": 773
    },
    {
      "epoch": 0.03170182265001024,
      "grad_norm": 1.6857731827839235,
      "learning_rate": 0.00011609999999999999,
      "loss": 0.7738,
      "step": 774
    },
    {
      "epoch": 0.031742781077206635,
      "grad_norm": 1.7363864479453133,
      "learning_rate": 0.00011624999999999999,
      "loss": 1.5087,
      "step": 775
    },
    {
      "epoch": 0.03178373950440303,
      "grad_norm": 1.775951187054961,
      "learning_rate": 0.0001164,
      "loss": 1.3555,
      "step": 776
    },
    {
      "epoch": 0.03182469793159943,
      "grad_norm": 2.3615723735079786,
      "learning_rate": 0.00011654999999999999,
      "loss": 0.8561,
      "step": 777
    },
    {
      "epoch": 0.031865656358795826,
      "grad_norm": 2.524250138715541,
      "learning_rate": 0.00011669999999999999,
      "loss": 0.9902,
      "step": 778
    },
    {
      "epoch": 0.031906614785992216,
      "grad_norm": 1.2671500299339558,
      "learning_rate": 0.00011685,
      "loss": 0.7113,
      "step": 779
    },
    {
      "epoch": 0.03194757321318861,
      "grad_norm": 6.469352404740512,
      "learning_rate": 0.000117,
      "loss": 4.1989,
      "step": 780
    },
    {
      "epoch": 0.03198853164038501,
      "grad_norm": 2.193135296019792,
      "learning_rate": 0.00011714999999999999,
      "loss": 1.0352,
      "step": 781
    },
    {
      "epoch": 0.032029490067581406,
      "grad_norm": 1.6893547996321303,
      "learning_rate": 0.00011729999999999999,
      "loss": 1.0637,
      "step": 782
    },
    {
      "epoch": 0.0320704484947778,
      "grad_norm": 2.15991444871984,
      "learning_rate": 0.00011745,
      "loss": 1.1973,
      "step": 783
    },
    {
      "epoch": 0.032111406921974193,
      "grad_norm": 1.505621032151348,
      "learning_rate": 0.0001176,
      "loss": 1.2342,
      "step": 784
    },
    {
      "epoch": 0.03215236534917059,
      "grad_norm": 2.6496693427311797,
      "learning_rate": 0.00011774999999999999,
      "loss": 1.0767,
      "step": 785
    },
    {
      "epoch": 0.03219332377636699,
      "grad_norm": 1.7258240775562332,
      "learning_rate": 0.00011789999999999999,
      "loss": 1.1503,
      "step": 786
    },
    {
      "epoch": 0.032234282203563384,
      "grad_norm": 1.796267064471197,
      "learning_rate": 0.00011805,
      "loss": 1.0143,
      "step": 787
    },
    {
      "epoch": 0.03227524063075978,
      "grad_norm": 1.3915269155612517,
      "learning_rate": 0.0001182,
      "loss": 1.0965,
      "step": 788
    },
    {
      "epoch": 0.03231619905795617,
      "grad_norm": 20.411436077275617,
      "learning_rate": 0.00011834999999999999,
      "loss": 4.4241,
      "step": 789
    },
    {
      "epoch": 0.03235715748515257,
      "grad_norm": 2.240729777424387,
      "learning_rate": 0.0001185,
      "loss": 1.2226,
      "step": 790
    },
    {
      "epoch": 0.032398115912348965,
      "grad_norm": 2.587209841649652,
      "learning_rate": 0.00011865,
      "loss": 1.3186,
      "step": 791
    },
    {
      "epoch": 0.03243907433954536,
      "grad_norm": 4.27952270280713,
      "learning_rate": 0.0001188,
      "loss": 1.4483,
      "step": 792
    },
    {
      "epoch": 0.03248003276674176,
      "grad_norm": 1.4351684203606814,
      "learning_rate": 0.00011894999999999999,
      "loss": 1.2899,
      "step": 793
    },
    {
      "epoch": 0.03252099119393815,
      "grad_norm": 2.014751009874387,
      "learning_rate": 0.0001191,
      "loss": 1.3561,
      "step": 794
    },
    {
      "epoch": 0.032561949621134546,
      "grad_norm": 2.2073703081713316,
      "learning_rate": 0.00011925,
      "loss": 1.2476,
      "step": 795
    },
    {
      "epoch": 0.03260290804833094,
      "grad_norm": 3.761244654901907,
      "learning_rate": 0.0001194,
      "loss": 1.5572,
      "step": 796
    },
    {
      "epoch": 0.03264386647552734,
      "grad_norm": 3.038383946845926,
      "learning_rate": 0.00011954999999999999,
      "loss": 1.2261,
      "step": 797
    },
    {
      "epoch": 0.03268482490272374,
      "grad_norm": 1.4338059874388212,
      "learning_rate": 0.0001197,
      "loss": 1.1887,
      "step": 798
    },
    {
      "epoch": 0.032725783329920134,
      "grad_norm": 13.53764942654088,
      "learning_rate": 0.00011985,
      "loss": 4.2236,
      "step": 799
    },
    {
      "epoch": 0.032766741757116524,
      "grad_norm": 1.9304825652145388,
      "learning_rate": 0.00011999999999999999,
      "loss": 1.3758,
      "step": 800
    },
    {
      "epoch": 0.03280770018431292,
      "grad_norm": 1.4733478370703652,
      "learning_rate": 0.00012014999999999999,
      "loss": 1.1223,
      "step": 801
    },
    {
      "epoch": 0.03284865861150932,
      "grad_norm": 1.716616447506503,
      "learning_rate": 0.0001203,
      "loss": 1.3048,
      "step": 802
    },
    {
      "epoch": 0.032889617038705715,
      "grad_norm": 1.7805788501091313,
      "learning_rate": 0.00012045,
      "loss": 1.3559,
      "step": 803
    },
    {
      "epoch": 0.03293057546590211,
      "grad_norm": 1.5271999844400665,
      "learning_rate": 0.00012059999999999999,
      "loss": 1.8558,
      "step": 804
    },
    {
      "epoch": 0.0329715338930985,
      "grad_norm": 1.567941994190338,
      "learning_rate": 0.00012075,
      "loss": 1.3476,
      "step": 805
    },
    {
      "epoch": 0.0330124923202949,
      "grad_norm": 1.2915240407961106,
      "learning_rate": 0.0001209,
      "loss": 1.0659,
      "step": 806
    },
    {
      "epoch": 0.033053450747491296,
      "grad_norm": 1.983976816193951,
      "learning_rate": 0.00012105,
      "loss": 1.4082,
      "step": 807
    },
    {
      "epoch": 0.03309440917468769,
      "grad_norm": 1.3780555873075058,
      "learning_rate": 0.00012119999999999999,
      "loss": 1.1656,
      "step": 808
    },
    {
      "epoch": 0.03313536760188409,
      "grad_norm": 32.38041560874128,
      "learning_rate": 0.00012135,
      "loss": 1.1562,
      "step": 809
    },
    {
      "epoch": 0.03317632602908048,
      "grad_norm": 1.3403609568375454,
      "learning_rate": 0.0001215,
      "loss": 1.1401,
      "step": 810
    },
    {
      "epoch": 0.03321728445627688,
      "grad_norm": 1.2881528463171585,
      "learning_rate": 0.00012165,
      "loss": 1.3855,
      "step": 811
    },
    {
      "epoch": 0.033258242883473274,
      "grad_norm": 1.5349033499450828,
      "learning_rate": 0.00012179999999999999,
      "loss": 1.1735,
      "step": 812
    },
    {
      "epoch": 0.03329920131066967,
      "grad_norm": 2.7504268412767376,
      "learning_rate": 0.00012194999999999998,
      "loss": 1.1704,
      "step": 813
    },
    {
      "epoch": 0.03334015973786607,
      "grad_norm": 1.8744636003775719,
      "learning_rate": 0.00012209999999999999,
      "loss": 1.4589,
      "step": 814
    },
    {
      "epoch": 0.033381118165062465,
      "grad_norm": 3.7192823811545255,
      "learning_rate": 0.00012225,
      "loss": 1.0799,
      "step": 815
    },
    {
      "epoch": 0.033422076592258855,
      "grad_norm": 1.8549602349636964,
      "learning_rate": 0.0001224,
      "loss": 1.3818,
      "step": 816
    },
    {
      "epoch": 0.03346303501945525,
      "grad_norm": 1.4104102255168258,
      "learning_rate": 0.00012254999999999997,
      "loss": 0.9641,
      "step": 817
    },
    {
      "epoch": 0.03350399344665165,
      "grad_norm": 1.4361365356596514,
      "learning_rate": 0.00012269999999999997,
      "loss": 0.7315,
      "step": 818
    },
    {
      "epoch": 0.033544951873848046,
      "grad_norm": 1.9181683902197226,
      "learning_rate": 0.00012284999999999998,
      "loss": 0.7939,
      "step": 819
    },
    {
      "epoch": 0.03358591030104444,
      "grad_norm": 2.6339442476270243,
      "learning_rate": 0.00012299999999999998,
      "loss": 1.414,
      "step": 820
    },
    {
      "epoch": 0.03362686872824083,
      "grad_norm": 1.3592432894154118,
      "learning_rate": 0.00012314999999999998,
      "loss": 1.3562,
      "step": 821
    },
    {
      "epoch": 0.03366782715543723,
      "grad_norm": 2.4111962376120255,
      "learning_rate": 0.0001233,
      "loss": 1.4804,
      "step": 822
    },
    {
      "epoch": 0.03370878558263363,
      "grad_norm": 1.7131288720960414,
      "learning_rate": 0.00012345,
      "loss": 1.2564,
      "step": 823
    },
    {
      "epoch": 0.033749744009830024,
      "grad_norm": 1.257752279190397,
      "learning_rate": 0.0001236,
      "loss": 1.1896,
      "step": 824
    },
    {
      "epoch": 0.03379070243702642,
      "grad_norm": 1.4040728090461834,
      "learning_rate": 0.00012374999999999997,
      "loss": 1.2013,
      "step": 825
    },
    {
      "epoch": 0.03383166086422281,
      "grad_norm": 1.3429928477440527,
      "learning_rate": 0.00012389999999999998,
      "loss": 1.1918,
      "step": 826
    },
    {
      "epoch": 0.03387261929141921,
      "grad_norm": 1.2201541471803534,
      "learning_rate": 0.00012404999999999998,
      "loss": 1.276,
      "step": 827
    },
    {
      "epoch": 0.033913577718615605,
      "grad_norm": 1.576330892223082,
      "learning_rate": 0.00012419999999999998,
      "loss": 1.2263,
      "step": 828
    },
    {
      "epoch": 0.033954536145812,
      "grad_norm": 1.465457222122836,
      "learning_rate": 0.00012435,
      "loss": 0.9183,
      "step": 829
    },
    {
      "epoch": 0.0339954945730084,
      "grad_norm": 1.2664009719339282,
      "learning_rate": 0.0001245,
      "loss": 1.2715,
      "step": 830
    },
    {
      "epoch": 0.03403645300020479,
      "grad_norm": 1.4755660096878878,
      "learning_rate": 0.00012465,
      "loss": 1.1331,
      "step": 831
    },
    {
      "epoch": 0.034077411427401186,
      "grad_norm": 1.143971485039656,
      "learning_rate": 0.00012479999999999997,
      "loss": 0.9908,
      "step": 832
    },
    {
      "epoch": 0.03411836985459758,
      "grad_norm": 1.5478994493904987,
      "learning_rate": 0.00012494999999999997,
      "loss": 0.7703,
      "step": 833
    },
    {
      "epoch": 0.03415932828179398,
      "grad_norm": 2.9370748912282925,
      "learning_rate": 0.00012509999999999998,
      "loss": 1.2022,
      "step": 834
    },
    {
      "epoch": 0.03420028670899038,
      "grad_norm": 3.6205115621607376,
      "learning_rate": 0.00012524999999999998,
      "loss": 2.9911,
      "step": 835
    },
    {
      "epoch": 0.034241245136186774,
      "grad_norm": 7.217842370811043,
      "learning_rate": 0.00012539999999999999,
      "loss": 5.55,
      "step": 836
    },
    {
      "epoch": 0.034282203563383164,
      "grad_norm": 1.6348061566006058,
      "learning_rate": 0.00012555,
      "loss": 1.0372,
      "step": 837
    },
    {
      "epoch": 0.03432316199057956,
      "grad_norm": 1.3325609186487828,
      "learning_rate": 0.0001257,
      "loss": 1.1925,
      "step": 838
    },
    {
      "epoch": 0.03436412041777596,
      "grad_norm": 1.4761569382959463,
      "learning_rate": 0.00012585,
      "loss": 1.1588,
      "step": 839
    },
    {
      "epoch": 0.034405078844972355,
      "grad_norm": 1.5551672328467636,
      "learning_rate": 0.00012599999999999997,
      "loss": 1.0454,
      "step": 840
    },
    {
      "epoch": 0.03444603727216875,
      "grad_norm": 1.3516459970523176,
      "learning_rate": 0.00012614999999999998,
      "loss": 1.2451,
      "step": 841
    },
    {
      "epoch": 0.03448699569936514,
      "grad_norm": 2.2623709898443516,
      "learning_rate": 0.00012629999999999998,
      "loss": 1.2294,
      "step": 842
    },
    {
      "epoch": 0.03452795412656154,
      "grad_norm": 1.2869029038032385,
      "learning_rate": 0.00012644999999999998,
      "loss": 0.9967,
      "step": 843
    },
    {
      "epoch": 0.034568912553757936,
      "grad_norm": 1.4434266415151076,
      "learning_rate": 0.0001266,
      "loss": 1.0286,
      "step": 844
    },
    {
      "epoch": 0.03460987098095433,
      "grad_norm": 1.5504719048655873,
      "learning_rate": 0.00012675,
      "loss": 1.1238,
      "step": 845
    },
    {
      "epoch": 0.03465082940815073,
      "grad_norm": 1.5211472304747835,
      "learning_rate": 0.0001269,
      "loss": 1.3873,
      "step": 846
    },
    {
      "epoch": 0.03469178783534712,
      "grad_norm": 1.2973525992707289,
      "learning_rate": 0.00012705,
      "loss": 1.1381,
      "step": 847
    },
    {
      "epoch": 0.03473274626254352,
      "grad_norm": 1.482678339141235,
      "learning_rate": 0.00012719999999999997,
      "loss": 1.1039,
      "step": 848
    },
    {
      "epoch": 0.034773704689739914,
      "grad_norm": 1.3641535207816482,
      "learning_rate": 0.00012734999999999998,
      "loss": 1.2974,
      "step": 849
    },
    {
      "epoch": 0.03481466311693631,
      "grad_norm": 1.5976771033279313,
      "learning_rate": 0.00012749999999999998,
      "loss": 0.9763,
      "step": 850
    },
    {
      "epoch": 0.03485562154413271,
      "grad_norm": 1.3355573749329186,
      "learning_rate": 0.00012764999999999999,
      "loss": 0.9476,
      "step": 851
    },
    {
      "epoch": 0.0348965799713291,
      "grad_norm": 1.226856799270773,
      "learning_rate": 0.0001278,
      "loss": 1.0673,
      "step": 852
    },
    {
      "epoch": 0.034937538398525494,
      "grad_norm": 1.4018080674466975,
      "learning_rate": 0.00012795,
      "loss": 1.409,
      "step": 853
    },
    {
      "epoch": 0.03497849682572189,
      "grad_norm": 2.0979969568123202,
      "learning_rate": 0.0001281,
      "loss": 1.3359,
      "step": 854
    },
    {
      "epoch": 0.03501945525291829,
      "grad_norm": 1.5594005248839038,
      "learning_rate": 0.00012824999999999997,
      "loss": 1.0138,
      "step": 855
    },
    {
      "epoch": 0.035060413680114685,
      "grad_norm": 1.2928730169653528,
      "learning_rate": 0.00012839999999999998,
      "loss": 1.3027,
      "step": 856
    },
    {
      "epoch": 0.03510137210731108,
      "grad_norm": 1.5065568779844345,
      "learning_rate": 0.00012854999999999998,
      "loss": 1.3202,
      "step": 857
    },
    {
      "epoch": 0.03514233053450747,
      "grad_norm": 1.7781380534176507,
      "learning_rate": 0.00012869999999999998,
      "loss": 1.2415,
      "step": 858
    },
    {
      "epoch": 0.03518328896170387,
      "grad_norm": 1.4727403815897513,
      "learning_rate": 0.00012885,
      "loss": 1.5216,
      "step": 859
    },
    {
      "epoch": 0.035224247388900266,
      "grad_norm": 1.1544968099921027,
      "learning_rate": 0.000129,
      "loss": 1.0007,
      "step": 860
    },
    {
      "epoch": 0.03526520581609666,
      "grad_norm": 1.5098502572763695,
      "learning_rate": 0.00012915,
      "loss": 1.6883,
      "step": 861
    },
    {
      "epoch": 0.03530616424329306,
      "grad_norm": 1.6925822237574966,
      "learning_rate": 0.0001293,
      "loss": 1.5239,
      "step": 862
    },
    {
      "epoch": 0.03534712267048945,
      "grad_norm": 1.3541641597956209,
      "learning_rate": 0.00012944999999999998,
      "loss": 1.2307,
      "step": 863
    },
    {
      "epoch": 0.03538808109768585,
      "grad_norm": 1.9577696481332774,
      "learning_rate": 0.00012959999999999998,
      "loss": 1.1358,
      "step": 864
    },
    {
      "epoch": 0.035429039524882244,
      "grad_norm": 1.5634046384886078,
      "learning_rate": 0.00012974999999999998,
      "loss": 1.5652,
      "step": 865
    },
    {
      "epoch": 0.03546999795207864,
      "grad_norm": 1.7978237538782933,
      "learning_rate": 0.00012989999999999999,
      "loss": 1.1503,
      "step": 866
    },
    {
      "epoch": 0.03551095637927504,
      "grad_norm": 1.4160406671857058,
      "learning_rate": 0.00013005,
      "loss": 0.9037,
      "step": 867
    },
    {
      "epoch": 0.03555191480647143,
      "grad_norm": 1.8444592448682529,
      "learning_rate": 0.0001302,
      "loss": 1.4121,
      "step": 868
    },
    {
      "epoch": 0.035592873233667825,
      "grad_norm": 1.2538199740590976,
      "learning_rate": 0.00013035,
      "loss": 1.1394,
      "step": 869
    },
    {
      "epoch": 0.03563383166086422,
      "grad_norm": 1.2759137274024097,
      "learning_rate": 0.0001305,
      "loss": 0.8272,
      "step": 870
    },
    {
      "epoch": 0.03567479008806062,
      "grad_norm": 9.786722635929324,
      "learning_rate": 0.00013064999999999998,
      "loss": 2.1907,
      "step": 871
    },
    {
      "epoch": 0.035715748515257016,
      "grad_norm": 3.019117426348428,
      "learning_rate": 0.00013079999999999998,
      "loss": 1.6679,
      "step": 872
    },
    {
      "epoch": 0.03575670694245341,
      "grad_norm": 5.010854716643596,
      "learning_rate": 0.00013094999999999998,
      "loss": 1.5949,
      "step": 873
    },
    {
      "epoch": 0.0357976653696498,
      "grad_norm": 2.3636294556203525,
      "learning_rate": 0.0001311,
      "loss": 1.5045,
      "step": 874
    },
    {
      "epoch": 0.0358386237968462,
      "grad_norm": 2.154211873436306,
      "learning_rate": 0.00013125,
      "loss": 1.5483,
      "step": 875
    },
    {
      "epoch": 0.0358795822240426,
      "grad_norm": 1.9228157907183898,
      "learning_rate": 0.0001314,
      "loss": 0.994,
      "step": 876
    },
    {
      "epoch": 0.035920540651238994,
      "grad_norm": 2.170304942715751,
      "learning_rate": 0.00013155,
      "loss": 1.2172,
      "step": 877
    },
    {
      "epoch": 0.03596149907843539,
      "grad_norm": 1.2971542328699264,
      "learning_rate": 0.00013169999999999998,
      "loss": 1.2587,
      "step": 878
    },
    {
      "epoch": 0.03600245750563178,
      "grad_norm": 2.2386652608613504,
      "learning_rate": 0.00013184999999999998,
      "loss": 1.3754,
      "step": 879
    },
    {
      "epoch": 0.03604341593282818,
      "grad_norm": 3.1056057546010343,
      "learning_rate": 0.00013199999999999998,
      "loss": 1.3576,
      "step": 880
    },
    {
      "epoch": 0.036084374360024575,
      "grad_norm": 2.0170883993299156,
      "learning_rate": 0.00013215,
      "loss": 1.0675,
      "step": 881
    },
    {
      "epoch": 0.03612533278722097,
      "grad_norm": 5.961254600786693,
      "learning_rate": 0.0001323,
      "loss": 2.5243,
      "step": 882
    },
    {
      "epoch": 0.03616629121441737,
      "grad_norm": 1.4284485975754264,
      "learning_rate": 0.00013245,
      "loss": 1.234,
      "step": 883
    },
    {
      "epoch": 0.03620724964161376,
      "grad_norm": 2.1022717339669983,
      "learning_rate": 0.0001326,
      "loss": 1.0288,
      "step": 884
    },
    {
      "epoch": 0.036248208068810156,
      "grad_norm": 1.3553314197951858,
      "learning_rate": 0.00013275,
      "loss": 0.6781,
      "step": 885
    },
    {
      "epoch": 0.03628916649600655,
      "grad_norm": 2.0782803870588933,
      "learning_rate": 0.00013289999999999998,
      "loss": 0.8018,
      "step": 886
    },
    {
      "epoch": 0.03633012492320295,
      "grad_norm": 2.1788621820129763,
      "learning_rate": 0.00013304999999999998,
      "loss": 1.4838,
      "step": 887
    },
    {
      "epoch": 0.03637108335039935,
      "grad_norm": 8.67803835321032,
      "learning_rate": 0.00013319999999999999,
      "loss": 5.2193,
      "step": 888
    },
    {
      "epoch": 0.03641204177759574,
      "grad_norm": 7.868452855623808,
      "learning_rate": 0.00013335,
      "loss": 1.9161,
      "step": 889
    },
    {
      "epoch": 0.036453000204792134,
      "grad_norm": 1.9977697616715626,
      "learning_rate": 0.0001335,
      "loss": 1.4352,
      "step": 890
    },
    {
      "epoch": 0.03649395863198853,
      "grad_norm": 1.6337161850014748,
      "learning_rate": 0.00013365,
      "loss": 0.8134,
      "step": 891
    },
    {
      "epoch": 0.03653491705918493,
      "grad_norm": 1.2633016441027047,
      "learning_rate": 0.0001338,
      "loss": 1.0861,
      "step": 892
    },
    {
      "epoch": 0.036575875486381325,
      "grad_norm": 1.1938610296543943,
      "learning_rate": 0.00013395,
      "loss": 1.1613,
      "step": 893
    },
    {
      "epoch": 0.03661683391357772,
      "grad_norm": 1.3891243194112304,
      "learning_rate": 0.00013409999999999998,
      "loss": 1.0856,
      "step": 894
    },
    {
      "epoch": 0.03665779234077411,
      "grad_norm": 2.1717797095319065,
      "learning_rate": 0.00013424999999999998,
      "loss": 1.1396,
      "step": 895
    },
    {
      "epoch": 0.03669875076797051,
      "grad_norm": 1.6443421162163525,
      "learning_rate": 0.0001344,
      "loss": 1.3717,
      "step": 896
    },
    {
      "epoch": 0.036739709195166906,
      "grad_norm": 2.169459713723284,
      "learning_rate": 0.00013455,
      "loss": 0.748,
      "step": 897
    },
    {
      "epoch": 0.0367806676223633,
      "grad_norm": 1.9219285080769875,
      "learning_rate": 0.0001347,
      "loss": 1.2908,
      "step": 898
    },
    {
      "epoch": 0.0368216260495597,
      "grad_norm": 1.3263657937358542,
      "learning_rate": 0.00013485,
      "loss": 1.2188,
      "step": 899
    },
    {
      "epoch": 0.03686258447675609,
      "grad_norm": 3.0723745284119546,
      "learning_rate": 0.000135,
      "loss": 2.0705,
      "step": 900
    },
    {
      "epoch": 0.03690354290395249,
      "grad_norm": 1.4488881210207347,
      "learning_rate": 0.00013514999999999998,
      "loss": 1.2399,
      "step": 901
    },
    {
      "epoch": 0.036944501331148884,
      "grad_norm": 2.299602750497264,
      "learning_rate": 0.00013529999999999998,
      "loss": 1.723,
      "step": 902
    },
    {
      "epoch": 0.03698545975834528,
      "grad_norm": 1.6700577644399934,
      "learning_rate": 0.00013544999999999999,
      "loss": 1.2737,
      "step": 903
    },
    {
      "epoch": 0.03702641818554168,
      "grad_norm": 1.361946772426596,
      "learning_rate": 0.0001356,
      "loss": 1.1024,
      "step": 904
    },
    {
      "epoch": 0.03706737661273807,
      "grad_norm": 4.773930131485814,
      "learning_rate": 0.00013575,
      "loss": 3.3784,
      "step": 905
    },
    {
      "epoch": 0.037108335039934465,
      "grad_norm": 1.5319362572622703,
      "learning_rate": 0.0001359,
      "loss": 0.7932,
      "step": 906
    },
    {
      "epoch": 0.03714929346713086,
      "grad_norm": 1.4936914541608195,
      "learning_rate": 0.00013605,
      "loss": 1.0147,
      "step": 907
    },
    {
      "epoch": 0.03719025189432726,
      "grad_norm": 1.7614480793099545,
      "learning_rate": 0.0001362,
      "loss": 1.4484,
      "step": 908
    },
    {
      "epoch": 0.037231210321523656,
      "grad_norm": 1.229216769362301,
      "learning_rate": 0.00013634999999999998,
      "loss": 1.0438,
      "step": 909
    },
    {
      "epoch": 0.03727216874872005,
      "grad_norm": 1.315344134080577,
      "learning_rate": 0.00013649999999999998,
      "loss": 0.7339,
      "step": 910
    },
    {
      "epoch": 0.03731312717591644,
      "grad_norm": 2.4703017267798293,
      "learning_rate": 0.00013665,
      "loss": 1.9973,
      "step": 911
    },
    {
      "epoch": 0.03735408560311284,
      "grad_norm": 1.2076089880964331,
      "learning_rate": 0.0001368,
      "loss": 1.3826,
      "step": 912
    },
    {
      "epoch": 0.03739504403030924,
      "grad_norm": 1.2375440263316297,
      "learning_rate": 0.00013695,
      "loss": 0.8577,
      "step": 913
    },
    {
      "epoch": 0.037436002457505634,
      "grad_norm": 1.030431738205355,
      "learning_rate": 0.0001371,
      "loss": 1.0761,
      "step": 914
    },
    {
      "epoch": 0.03747696088470203,
      "grad_norm": 1.1945953558714233,
      "learning_rate": 0.00013725,
      "loss": 0.5939,
      "step": 915
    },
    {
      "epoch": 0.03751791931189842,
      "grad_norm": 2.024888991926165,
      "learning_rate": 0.0001374,
      "loss": 1.0525,
      "step": 916
    },
    {
      "epoch": 0.03755887773909482,
      "grad_norm": 1.25869661897926,
      "learning_rate": 0.00013754999999999998,
      "loss": 1.0684,
      "step": 917
    },
    {
      "epoch": 0.037599836166291215,
      "grad_norm": 1.3574381605384576,
      "learning_rate": 0.00013769999999999999,
      "loss": 0.9325,
      "step": 918
    },
    {
      "epoch": 0.03764079459348761,
      "grad_norm": 1.4493706719618398,
      "learning_rate": 0.00013785,
      "loss": 1.0931,
      "step": 919
    },
    {
      "epoch": 0.03768175302068401,
      "grad_norm": 1.5066103110787874,
      "learning_rate": 0.000138,
      "loss": 1.0589,
      "step": 920
    },
    {
      "epoch": 0.0377227114478804,
      "grad_norm": 1.3846429330394587,
      "learning_rate": 0.00013815,
      "loss": 1.5947,
      "step": 921
    },
    {
      "epoch": 0.037763669875076795,
      "grad_norm": 1.4997401128674408,
      "learning_rate": 0.0001383,
      "loss": 1.1799,
      "step": 922
    },
    {
      "epoch": 0.03780462830227319,
      "grad_norm": 1.65362808412421,
      "learning_rate": 0.00013845,
      "loss": 1.2071,
      "step": 923
    },
    {
      "epoch": 0.03784558672946959,
      "grad_norm": 1.7142902919789706,
      "learning_rate": 0.0001386,
      "loss": 1.3123,
      "step": 924
    },
    {
      "epoch": 0.037886545156665986,
      "grad_norm": 1.2599312134399017,
      "learning_rate": 0.00013874999999999998,
      "loss": 1.1709,
      "step": 925
    },
    {
      "epoch": 0.037927503583862376,
      "grad_norm": 2.9243374982975894,
      "learning_rate": 0.0001389,
      "loss": 1.3424,
      "step": 926
    },
    {
      "epoch": 0.03796846201105877,
      "grad_norm": 2.023054250488665,
      "learning_rate": 0.00013905,
      "loss": 1.1426,
      "step": 927
    },
    {
      "epoch": 0.03800942043825517,
      "grad_norm": 5.949382754682303,
      "learning_rate": 0.0001392,
      "loss": 3.2849,
      "step": 928
    },
    {
      "epoch": 0.03805037886545157,
      "grad_norm": 1.6894508315194205,
      "learning_rate": 0.00013935,
      "loss": 1.0856,
      "step": 929
    },
    {
      "epoch": 0.038091337292647964,
      "grad_norm": 2.589711556980402,
      "learning_rate": 0.0001395,
      "loss": 1.3348,
      "step": 930
    },
    {
      "epoch": 0.03813229571984436,
      "grad_norm": 1.375297395086409,
      "learning_rate": 0.00013965,
      "loss": 0.8241,
      "step": 931
    },
    {
      "epoch": 0.03817325414704075,
      "grad_norm": 1.622191391345539,
      "learning_rate": 0.00013979999999999998,
      "loss": 1.1423,
      "step": 932
    },
    {
      "epoch": 0.03821421257423715,
      "grad_norm": 2.4571171487563777,
      "learning_rate": 0.00013995,
      "loss": 0.8697,
      "step": 933
    },
    {
      "epoch": 0.038255171001433545,
      "grad_norm": 2.886745833187799,
      "learning_rate": 0.0001401,
      "loss": 1.4668,
      "step": 934
    },
    {
      "epoch": 0.03829612942862994,
      "grad_norm": 1.2946391461656126,
      "learning_rate": 0.00014025,
      "loss": 1.1511,
      "step": 935
    },
    {
      "epoch": 0.03833708785582634,
      "grad_norm": 1.9958213174183967,
      "learning_rate": 0.0001404,
      "loss": 1.2036,
      "step": 936
    },
    {
      "epoch": 0.03837804628302273,
      "grad_norm": 77.1733546398325,
      "learning_rate": 0.00014055,
      "loss": 4.5957,
      "step": 937
    },
    {
      "epoch": 0.038419004710219126,
      "grad_norm": 1.819058506757531,
      "learning_rate": 0.00014069999999999998,
      "loss": 1.1993,
      "step": 938
    },
    {
      "epoch": 0.03845996313741552,
      "grad_norm": 2.401377702505409,
      "learning_rate": 0.00014084999999999998,
      "loss": 1.3951,
      "step": 939
    },
    {
      "epoch": 0.03850092156461192,
      "grad_norm": 44.068585369036384,
      "learning_rate": 0.00014099999999999998,
      "loss": 8.7287,
      "step": 940
    },
    {
      "epoch": 0.03854187999180832,
      "grad_norm": 1.8507462102542922,
      "learning_rate": 0.00014115,
      "loss": 1.419,
      "step": 941
    },
    {
      "epoch": 0.03858283841900471,
      "grad_norm": 1.5724897450406845,
      "learning_rate": 0.0001413,
      "loss": 0.8761,
      "step": 942
    },
    {
      "epoch": 0.038623796846201104,
      "grad_norm": 2.3435226192433207,
      "learning_rate": 0.00014144999999999997,
      "loss": 1.5954,
      "step": 943
    },
    {
      "epoch": 0.0386647552733975,
      "grad_norm": 5.892743963095136,
      "learning_rate": 0.00014159999999999997,
      "loss": 2.5393,
      "step": 944
    },
    {
      "epoch": 0.0387057137005939,
      "grad_norm": 1.277148345101255,
      "learning_rate": 0.00014174999999999998,
      "loss": 1.3063,
      "step": 945
    },
    {
      "epoch": 0.038746672127790295,
      "grad_norm": 1.4835197519397014,
      "learning_rate": 0.00014189999999999998,
      "loss": 1.0973,
      "step": 946
    },
    {
      "epoch": 0.038787630554986685,
      "grad_norm": 1.4611449668113479,
      "learning_rate": 0.00014204999999999998,
      "loss": 0.9803,
      "step": 947
    },
    {
      "epoch": 0.03882858898218308,
      "grad_norm": 1.2862201754533031,
      "learning_rate": 0.0001422,
      "loss": 0.9701,
      "step": 948
    },
    {
      "epoch": 0.03886954740937948,
      "grad_norm": 1.5608321207373268,
      "learning_rate": 0.00014235,
      "loss": 1.1651,
      "step": 949
    },
    {
      "epoch": 0.038910505836575876,
      "grad_norm": 1.4406316458455508,
      "learning_rate": 0.0001425,
      "loss": 1.1549,
      "step": 950
    },
    {
      "epoch": 0.03895146426377227,
      "grad_norm": 1.7340098437696627,
      "learning_rate": 0.00014264999999999997,
      "loss": 1.1258,
      "step": 951
    },
    {
      "epoch": 0.03899242269096867,
      "grad_norm": 5.97079134686482,
      "learning_rate": 0.00014279999999999997,
      "loss": 0.7758,
      "step": 952
    },
    {
      "epoch": 0.03903338111816506,
      "grad_norm": 1.9782176657863784,
      "learning_rate": 0.00014294999999999998,
      "loss": 0.9667,
      "step": 953
    },
    {
      "epoch": 0.03907433954536146,
      "grad_norm": 1.2410183016773118,
      "learning_rate": 0.00014309999999999998,
      "loss": 0.6664,
      "step": 954
    },
    {
      "epoch": 0.039115297972557854,
      "grad_norm": 1.5781938220038971,
      "learning_rate": 0.00014324999999999999,
      "loss": 1.3831,
      "step": 955
    },
    {
      "epoch": 0.03915625639975425,
      "grad_norm": 2.7816942848741917,
      "learning_rate": 0.0001434,
      "loss": 0.662,
      "step": 956
    },
    {
      "epoch": 0.03919721482695065,
      "grad_norm": 2.0252003622376114,
      "learning_rate": 0.00014355,
      "loss": 1.3374,
      "step": 957
    },
    {
      "epoch": 0.03923817325414704,
      "grad_norm": 1.27868796278725,
      "learning_rate": 0.00014369999999999997,
      "loss": 1.6444,
      "step": 958
    },
    {
      "epoch": 0.039279131681343435,
      "grad_norm": 1.4961426166458003,
      "learning_rate": 0.00014384999999999997,
      "loss": 0.6214,
      "step": 959
    },
    {
      "epoch": 0.03932009010853983,
      "grad_norm": 2.6412394581056358,
      "learning_rate": 0.00014399999999999998,
      "loss": 1.488,
      "step": 960
    },
    {
      "epoch": 0.03936104853573623,
      "grad_norm": 2.138563036651122,
      "learning_rate": 0.00014414999999999998,
      "loss": 1.7258,
      "step": 961
    },
    {
      "epoch": 0.039402006962932626,
      "grad_norm": 1.3539846048243187,
      "learning_rate": 0.00014429999999999998,
      "loss": 0.7354,
      "step": 962
    },
    {
      "epoch": 0.039442965390129016,
      "grad_norm": 1.2383524030249171,
      "learning_rate": 0.00014445,
      "loss": 1.2739,
      "step": 963
    },
    {
      "epoch": 0.03948392381732541,
      "grad_norm": 1.7368453175114273,
      "learning_rate": 0.0001446,
      "loss": 1.13,
      "step": 964
    },
    {
      "epoch": 0.03952488224452181,
      "grad_norm": 1.2026594495150373,
      "learning_rate": 0.00014475,
      "loss": 1.0313,
      "step": 965
    },
    {
      "epoch": 0.03956584067171821,
      "grad_norm": 1.4841428373191927,
      "learning_rate": 0.00014489999999999997,
      "loss": 1.0977,
      "step": 966
    },
    {
      "epoch": 0.039606799098914604,
      "grad_norm": 1.3559996023497187,
      "learning_rate": 0.00014504999999999997,
      "loss": 1.1445,
      "step": 967
    },
    {
      "epoch": 0.039647757526111,
      "grad_norm": 1.8232930721651537,
      "learning_rate": 0.00014519999999999998,
      "loss": 1.2044,
      "step": 968
    },
    {
      "epoch": 0.03968871595330739,
      "grad_norm": 2.2954795360385765,
      "learning_rate": 0.00014534999999999998,
      "loss": 1.5363,
      "step": 969
    },
    {
      "epoch": 0.03972967438050379,
      "grad_norm": 1.3527233526026519,
      "learning_rate": 0.00014549999999999999,
      "loss": 1.1082,
      "step": 970
    },
    {
      "epoch": 0.039770632807700185,
      "grad_norm": 1.6130531972459796,
      "learning_rate": 0.00014565,
      "loss": 1.861,
      "step": 971
    },
    {
      "epoch": 0.03981159123489658,
      "grad_norm": 1.5011956501079888,
      "learning_rate": 0.0001458,
      "loss": 1.4264,
      "step": 972
    },
    {
      "epoch": 0.03985254966209298,
      "grad_norm": 1.844673659807613,
      "learning_rate": 0.00014595,
      "loss": 1.1748,
      "step": 973
    },
    {
      "epoch": 0.03989350808928937,
      "grad_norm": 1.382732205672347,
      "learning_rate": 0.00014609999999999997,
      "loss": 0.9125,
      "step": 974
    },
    {
      "epoch": 0.039934466516485766,
      "grad_norm": 1.2427041162234027,
      "learning_rate": 0.00014624999999999998,
      "loss": 1.5507,
      "step": 975
    },
    {
      "epoch": 0.03997542494368216,
      "grad_norm": 1.2896502927503184,
      "learning_rate": 0.00014639999999999998,
      "loss": 1.0979,
      "step": 976
    },
    {
      "epoch": 0.04001638337087856,
      "grad_norm": 1.3004916301611085,
      "learning_rate": 0.00014654999999999998,
      "loss": 1.1216,
      "step": 977
    },
    {
      "epoch": 0.04005734179807496,
      "grad_norm": 1.2123178787819546,
      "learning_rate": 0.0001467,
      "loss": 1.1847,
      "step": 978
    },
    {
      "epoch": 0.04009830022527135,
      "grad_norm": 3.255344471824296,
      "learning_rate": 0.00014685,
      "loss": 1.5757,
      "step": 979
    },
    {
      "epoch": 0.040139258652467744,
      "grad_norm": 1.502456767844395,
      "learning_rate": 0.000147,
      "loss": 1.2984,
      "step": 980
    },
    {
      "epoch": 0.04018021707966414,
      "grad_norm": 1.0455561103873625,
      "learning_rate": 0.00014714999999999997,
      "loss": 1.0617,
      "step": 981
    },
    {
      "epoch": 0.04022117550686054,
      "grad_norm": 2.286648890580512,
      "learning_rate": 0.00014729999999999998,
      "loss": 1.3212,
      "step": 982
    },
    {
      "epoch": 0.040262133934056935,
      "grad_norm": 1.233063662187456,
      "learning_rate": 0.00014744999999999998,
      "loss": 1.2211,
      "step": 983
    },
    {
      "epoch": 0.040303092361253325,
      "grad_norm": 1.5848513701327172,
      "learning_rate": 0.00014759999999999998,
      "loss": 0.9297,
      "step": 984
    },
    {
      "epoch": 0.04034405078844972,
      "grad_norm": 1.3678349003165784,
      "learning_rate": 0.00014774999999999999,
      "loss": 1.1913,
      "step": 985
    },
    {
      "epoch": 0.04038500921564612,
      "grad_norm": 1.3035179762104696,
      "learning_rate": 0.0001479,
      "loss": 1.7991,
      "step": 986
    },
    {
      "epoch": 0.040425967642842515,
      "grad_norm": 2.490223135373569,
      "learning_rate": 0.00014805,
      "loss": 1.3011,
      "step": 987
    },
    {
      "epoch": 0.04046692607003891,
      "grad_norm": 1.9434646078187485,
      "learning_rate": 0.0001482,
      "loss": 1.1371,
      "step": 988
    },
    {
      "epoch": 0.04050788449723531,
      "grad_norm": 1.1028113103583066,
      "learning_rate": 0.00014834999999999997,
      "loss": 0.9314,
      "step": 989
    },
    {
      "epoch": 0.0405488429244317,
      "grad_norm": 1.549684703964037,
      "learning_rate": 0.00014849999999999998,
      "loss": 1.1363,
      "step": 990
    },
    {
      "epoch": 0.040589801351628096,
      "grad_norm": 1.3227337362545297,
      "learning_rate": 0.00014864999999999998,
      "loss": 0.9794,
      "step": 991
    },
    {
      "epoch": 0.04063075977882449,
      "grad_norm": 1.2277111410488168,
      "learning_rate": 0.00014879999999999998,
      "loss": 1.1942,
      "step": 992
    },
    {
      "epoch": 0.04067171820602089,
      "grad_norm": 1.0602858943375821,
      "learning_rate": 0.00014895,
      "loss": 0.7416,
      "step": 993
    },
    {
      "epoch": 0.04071267663321729,
      "grad_norm": 1.7656075246505571,
      "learning_rate": 0.0001491,
      "loss": 1.6253,
      "step": 994
    },
    {
      "epoch": 0.04075363506041368,
      "grad_norm": 1.661036650559097,
      "learning_rate": 0.00014925,
      "loss": 1.3251,
      "step": 995
    },
    {
      "epoch": 0.040794593487610074,
      "grad_norm": 3.877550387503663,
      "learning_rate": 0.0001494,
      "loss": 6.6886,
      "step": 996
    },
    {
      "epoch": 0.04083555191480647,
      "grad_norm": 1.3797493703253498,
      "learning_rate": 0.00014954999999999998,
      "loss": 1.0385,
      "step": 997
    },
    {
      "epoch": 0.04087651034200287,
      "grad_norm": 1.6591420984061296,
      "learning_rate": 0.00014969999999999998,
      "loss": 1.3488,
      "step": 998
    },
    {
      "epoch": 0.040917468769199265,
      "grad_norm": 1.7027006337625226,
      "learning_rate": 0.00014984999999999998,
      "loss": 0.8281,
      "step": 999
    },
    {
      "epoch": 0.040958427196395655,
      "grad_norm": 0.9900664762802962,
      "learning_rate": 0.00015,
      "loss": 0.5496,
      "step": 1000
    },
    {
      "epoch": 0.04099938562359205,
      "grad_norm": 1.1809764827762845,
      "learning_rate": 0.00015014999999999996,
      "loss": 0.9975,
      "step": 1001
    },
    {
      "epoch": 0.04104034405078845,
      "grad_norm": 1.2957422099270675,
      "learning_rate": 0.0001503,
      "loss": 1.032,
      "step": 1002
    },
    {
      "epoch": 0.041081302477984846,
      "grad_norm": 1.4136636222217116,
      "learning_rate": 0.00015044999999999997,
      "loss": 1.0783,
      "step": 1003
    },
    {
      "epoch": 0.04112226090518124,
      "grad_norm": 12.521038403815862,
      "learning_rate": 0.00015059999999999997,
      "loss": 2.5472,
      "step": 1004
    },
    {
      "epoch": 0.04116321933237763,
      "grad_norm": 1.4105555468025317,
      "learning_rate": 0.00015074999999999998,
      "loss": 1.1205,
      "step": 1005
    },
    {
      "epoch": 0.04120417775957403,
      "grad_norm": 3.11819039338765,
      "learning_rate": 0.00015089999999999998,
      "loss": 1.7104,
      "step": 1006
    },
    {
      "epoch": 0.04124513618677043,
      "grad_norm": 1.646661795329113,
      "learning_rate": 0.00015104999999999996,
      "loss": 1.3154,
      "step": 1007
    },
    {
      "epoch": 0.041286094613966824,
      "grad_norm": 8.676991811942479,
      "learning_rate": 0.0001512,
      "loss": 2.2057,
      "step": 1008
    },
    {
      "epoch": 0.04132705304116322,
      "grad_norm": 1.2677960744538512,
      "learning_rate": 0.00015134999999999997,
      "loss": 1.1523,
      "step": 1009
    },
    {
      "epoch": 0.04136801146835962,
      "grad_norm": 2.8755745059529216,
      "learning_rate": 0.0001515,
      "loss": 2.0582,
      "step": 1010
    },
    {
      "epoch": 0.04140896989555601,
      "grad_norm": 1.310052118150802,
      "learning_rate": 0.00015164999999999997,
      "loss": 1.6372,
      "step": 1011
    },
    {
      "epoch": 0.041449928322752405,
      "grad_norm": 3.0862960882124137,
      "learning_rate": 0.00015179999999999998,
      "loss": 1.2978,
      "step": 1012
    },
    {
      "epoch": 0.0414908867499488,
      "grad_norm": 1.869847961956178,
      "learning_rate": 0.00015194999999999998,
      "loss": 1.1642,
      "step": 1013
    },
    {
      "epoch": 0.0415318451771452,
      "grad_norm": 1.0927038861967764,
      "learning_rate": 0.00015209999999999998,
      "loss": 0.7355,
      "step": 1014
    },
    {
      "epoch": 0.041572803604341596,
      "grad_norm": 1.333815705556479,
      "learning_rate": 0.00015224999999999996,
      "loss": 1.5459,
      "step": 1015
    },
    {
      "epoch": 0.041613762031537986,
      "grad_norm": 1.2851216971877586,
      "learning_rate": 0.0001524,
      "loss": 1.0291,
      "step": 1016
    },
    {
      "epoch": 0.04165472045873438,
      "grad_norm": 1.5757302510281301,
      "learning_rate": 0.00015254999999999997,
      "loss": 1.3668,
      "step": 1017
    },
    {
      "epoch": 0.04169567888593078,
      "grad_norm": 6.868928047201184,
      "learning_rate": 0.0001527,
      "loss": 3.6709,
      "step": 1018
    },
    {
      "epoch": 0.04173663731312718,
      "grad_norm": 1.0688662438436265,
      "learning_rate": 0.00015284999999999997,
      "loss": 0.9757,
      "step": 1019
    },
    {
      "epoch": 0.041777595740323574,
      "grad_norm": 1.1555651596960514,
      "learning_rate": 0.00015299999999999998,
      "loss": 1.1139,
      "step": 1020
    },
    {
      "epoch": 0.041818554167519964,
      "grad_norm": 1.247961531512788,
      "learning_rate": 0.00015314999999999998,
      "loss": 1.3338,
      "step": 1021
    },
    {
      "epoch": 0.04185951259471636,
      "grad_norm": 1.1419798709676494,
      "learning_rate": 0.00015329999999999999,
      "loss": 1.183,
      "step": 1022
    },
    {
      "epoch": 0.04190047102191276,
      "grad_norm": 1.3357847743718791,
      "learning_rate": 0.00015344999999999996,
      "loss": 1.2043,
      "step": 1023
    },
    {
      "epoch": 0.041941429449109155,
      "grad_norm": 1.538256994618576,
      "learning_rate": 0.0001536,
      "loss": 1.5128,
      "step": 1024
    },
    {
      "epoch": 0.04198238787630555,
      "grad_norm": 1.3269605659847998,
      "learning_rate": 0.00015374999999999997,
      "loss": 0.8555,
      "step": 1025
    },
    {
      "epoch": 0.04202334630350195,
      "grad_norm": 1.3990838850324996,
      "learning_rate": 0.0001539,
      "loss": 1.0094,
      "step": 1026
    },
    {
      "epoch": 0.04206430473069834,
      "grad_norm": 1.2711668589481253,
      "learning_rate": 0.00015404999999999998,
      "loss": 1.5085,
      "step": 1027
    },
    {
      "epoch": 0.042105263157894736,
      "grad_norm": 1.9777592081347362,
      "learning_rate": 0.00015419999999999998,
      "loss": 0.7779,
      "step": 1028
    },
    {
      "epoch": 0.04214622158509113,
      "grad_norm": 1.645628140049683,
      "learning_rate": 0.00015434999999999998,
      "loss": 1.1125,
      "step": 1029
    },
    {
      "epoch": 0.04218718001228753,
      "grad_norm": 1.309063061622183,
      "learning_rate": 0.0001545,
      "loss": 0.9872,
      "step": 1030
    },
    {
      "epoch": 0.04222813843948393,
      "grad_norm": 3.201468271351517,
      "learning_rate": 0.00015464999999999996,
      "loss": 2.8037,
      "step": 1031
    },
    {
      "epoch": 0.04226909686668032,
      "grad_norm": 1.4416354608465503,
      "learning_rate": 0.0001548,
      "loss": 1.0086,
      "step": 1032
    },
    {
      "epoch": 0.042310055293876714,
      "grad_norm": 1.920110790718517,
      "learning_rate": 0.00015494999999999997,
      "loss": 0.9647,
      "step": 1033
    },
    {
      "epoch": 0.04235101372107311,
      "grad_norm": 1.7900826319753589,
      "learning_rate": 0.0001551,
      "loss": 1.1647,
      "step": 1034
    },
    {
      "epoch": 0.04239197214826951,
      "grad_norm": 1.0925461471477205,
      "learning_rate": 0.00015524999999999998,
      "loss": 1.3192,
      "step": 1035
    },
    {
      "epoch": 0.042432930575465905,
      "grad_norm": 4.702034103553661,
      "learning_rate": 0.00015539999999999998,
      "loss": 0.7101,
      "step": 1036
    },
    {
      "epoch": 0.042473889002662295,
      "grad_norm": 4.9219312460022575,
      "learning_rate": 0.00015554999999999999,
      "loss": 1.2625,
      "step": 1037
    },
    {
      "epoch": 0.04251484742985869,
      "grad_norm": 2.2004920155640186,
      "learning_rate": 0.0001557,
      "loss": 1.0601,
      "step": 1038
    },
    {
      "epoch": 0.04255580585705509,
      "grad_norm": 0.8365842255340488,
      "learning_rate": 0.00015584999999999997,
      "loss": 0.5867,
      "step": 1039
    },
    {
      "epoch": 0.042596764284251486,
      "grad_norm": 2.0897734362474734,
      "learning_rate": 0.000156,
      "loss": 1.5843,
      "step": 1040
    },
    {
      "epoch": 0.04263772271144788,
      "grad_norm": 1.3981978343816486,
      "learning_rate": 0.00015614999999999997,
      "loss": 0.9754,
      "step": 1041
    },
    {
      "epoch": 0.04267868113864427,
      "grad_norm": 1.3788384432050576,
      "learning_rate": 0.0001563,
      "loss": 1.1475,
      "step": 1042
    },
    {
      "epoch": 0.04271963956584067,
      "grad_norm": 2.3060769651948205,
      "learning_rate": 0.00015644999999999998,
      "loss": 0.9382,
      "step": 1043
    },
    {
      "epoch": 0.04276059799303707,
      "grad_norm": 1.5391989550947014,
      "learning_rate": 0.00015659999999999998,
      "loss": 1.2896,
      "step": 1044
    },
    {
      "epoch": 0.042801556420233464,
      "grad_norm": 1.9591812234902768,
      "learning_rate": 0.00015675,
      "loss": 1.0629,
      "step": 1045
    },
    {
      "epoch": 0.04284251484742986,
      "grad_norm": 3.9055667922619453,
      "learning_rate": 0.0001569,
      "loss": 1.1886,
      "step": 1046
    },
    {
      "epoch": 0.04288347327462626,
      "grad_norm": 13.487230814366248,
      "learning_rate": 0.00015704999999999997,
      "loss": 3.6997,
      "step": 1047
    },
    {
      "epoch": 0.04292443170182265,
      "grad_norm": 1.25879338356532,
      "learning_rate": 0.0001572,
      "loss": 1.3231,
      "step": 1048
    },
    {
      "epoch": 0.042965390129019045,
      "grad_norm": 8.980365911767496,
      "learning_rate": 0.00015734999999999998,
      "loss": 1.4578,
      "step": 1049
    },
    {
      "epoch": 0.04300634855621544,
      "grad_norm": 5.3672159401565604,
      "learning_rate": 0.00015749999999999998,
      "loss": 1.4889,
      "step": 1050
    },
    {
      "epoch": 0.04304730698341184,
      "grad_norm": 2.134876051103416,
      "learning_rate": 0.00015764999999999998,
      "loss": 0.823,
      "step": 1051
    },
    {
      "epoch": 0.043088265410608236,
      "grad_norm": 2.288734861270712,
      "learning_rate": 0.0001578,
      "loss": 1.0266,
      "step": 1052
    },
    {
      "epoch": 0.043129223837804626,
      "grad_norm": 2.676821321107775,
      "learning_rate": 0.00015794999999999996,
      "loss": 1.222,
      "step": 1053
    },
    {
      "epoch": 0.04317018226500102,
      "grad_norm": 2.80220631307134,
      "learning_rate": 0.0001581,
      "loss": 1.9982,
      "step": 1054
    },
    {
      "epoch": 0.04321114069219742,
      "grad_norm": 2.39320584401998,
      "learning_rate": 0.00015824999999999997,
      "loss": 1.2827,
      "step": 1055
    },
    {
      "epoch": 0.043252099119393816,
      "grad_norm": 2.493087921097546,
      "learning_rate": 0.0001584,
      "loss": 1.4613,
      "step": 1056
    },
    {
      "epoch": 0.04329305754659021,
      "grad_norm": 1.69153422821053,
      "learning_rate": 0.00015854999999999998,
      "loss": 1.0343,
      "step": 1057
    },
    {
      "epoch": 0.043334015973786603,
      "grad_norm": 1.3492667285997508,
      "learning_rate": 0.00015869999999999998,
      "loss": 1.316,
      "step": 1058
    },
    {
      "epoch": 0.043374974400983,
      "grad_norm": 1.6001864197323137,
      "learning_rate": 0.00015884999999999999,
      "loss": 1.4277,
      "step": 1059
    },
    {
      "epoch": 0.0434159328281794,
      "grad_norm": 1.1420095868277,
      "learning_rate": 0.000159,
      "loss": 1.0759,
      "step": 1060
    },
    {
      "epoch": 0.043456891255375794,
      "grad_norm": 1.4232040754077526,
      "learning_rate": 0.00015914999999999997,
      "loss": 0.8349,
      "step": 1061
    },
    {
      "epoch": 0.04349784968257219,
      "grad_norm": 1.5563803771238,
      "learning_rate": 0.0001593,
      "loss": 1.2942,
      "step": 1062
    },
    {
      "epoch": 0.04353880810976859,
      "grad_norm": 4.1880813353968,
      "learning_rate": 0.00015944999999999997,
      "loss": 0.9019,
      "step": 1063
    },
    {
      "epoch": 0.04357976653696498,
      "grad_norm": 2.0995872099652066,
      "learning_rate": 0.0001596,
      "loss": 1.5846,
      "step": 1064
    },
    {
      "epoch": 0.043620724964161375,
      "grad_norm": 1.0918082172745136,
      "learning_rate": 0.00015974999999999998,
      "loss": 1.1713,
      "step": 1065
    },
    {
      "epoch": 0.04366168339135777,
      "grad_norm": 1.2657983247995677,
      "learning_rate": 0.00015989999999999998,
      "loss": 1.1604,
      "step": 1066
    },
    {
      "epoch": 0.04370264181855417,
      "grad_norm": 1.385706547275623,
      "learning_rate": 0.00016005,
      "loss": 1.1616,
      "step": 1067
    },
    {
      "epoch": 0.043743600245750566,
      "grad_norm": 1.5041638572775635,
      "learning_rate": 0.0001602,
      "loss": 1.5407,
      "step": 1068
    },
    {
      "epoch": 0.043784558672946956,
      "grad_norm": 1.8842103370428924,
      "learning_rate": 0.00016034999999999997,
      "loss": 1.3809,
      "step": 1069
    },
    {
      "epoch": 0.04382551710014335,
      "grad_norm": 1.9347348264887183,
      "learning_rate": 0.0001605,
      "loss": 0.9354,
      "step": 1070
    },
    {
      "epoch": 0.04386647552733975,
      "grad_norm": 1.3623804680054723,
      "learning_rate": 0.00016064999999999997,
      "loss": 1.1559,
      "step": 1071
    },
    {
      "epoch": 0.04390743395453615,
      "grad_norm": 1.1080124490226197,
      "learning_rate": 0.0001608,
      "loss": 1.1537,
      "step": 1072
    },
    {
      "epoch": 0.043948392381732544,
      "grad_norm": 1.2313369400612262,
      "learning_rate": 0.00016094999999999998,
      "loss": 1.0995,
      "step": 1073
    },
    {
      "epoch": 0.043989350808928934,
      "grad_norm": 1.5798427716233543,
      "learning_rate": 0.00016109999999999999,
      "loss": 0.7884,
      "step": 1074
    },
    {
      "epoch": 0.04403030923612533,
      "grad_norm": 1.6176959079242947,
      "learning_rate": 0.00016125,
      "loss": 2.0531,
      "step": 1075
    },
    {
      "epoch": 0.04407126766332173,
      "grad_norm": 2.330714021371192,
      "learning_rate": 0.0001614,
      "loss": 1.0328,
      "step": 1076
    },
    {
      "epoch": 0.044112226090518125,
      "grad_norm": 2.1245856813963533,
      "learning_rate": 0.00016154999999999997,
      "loss": 1.224,
      "step": 1077
    },
    {
      "epoch": 0.04415318451771452,
      "grad_norm": 1.466307996613805,
      "learning_rate": 0.0001617,
      "loss": 1.3962,
      "step": 1078
    },
    {
      "epoch": 0.04419414294491091,
      "grad_norm": 1.010790067259,
      "learning_rate": 0.00016184999999999998,
      "loss": 1.1122,
      "step": 1079
    },
    {
      "epoch": 0.04423510137210731,
      "grad_norm": 1.6331686775524827,
      "learning_rate": 0.000162,
      "loss": 1.4664,
      "step": 1080
    },
    {
      "epoch": 0.044276059799303706,
      "grad_norm": 1.6176151220341768,
      "learning_rate": 0.00016214999999999998,
      "loss": 1.3849,
      "step": 1081
    },
    {
      "epoch": 0.0443170182265001,
      "grad_norm": 2.1990069609015817,
      "learning_rate": 0.0001623,
      "loss": 1.3697,
      "step": 1082
    },
    {
      "epoch": 0.0443579766536965,
      "grad_norm": 1.457689048312255,
      "learning_rate": 0.00016245,
      "loss": 0.9147,
      "step": 1083
    },
    {
      "epoch": 0.0443989350808929,
      "grad_norm": 1.27479232793997,
      "learning_rate": 0.0001626,
      "loss": 1.0381,
      "step": 1084
    },
    {
      "epoch": 0.04443989350808929,
      "grad_norm": 2.469417696000823,
      "learning_rate": 0.00016274999999999997,
      "loss": 1.1412,
      "step": 1085
    },
    {
      "epoch": 0.044480851935285684,
      "grad_norm": 1.392754072272674,
      "learning_rate": 0.0001629,
      "loss": 0.8317,
      "step": 1086
    },
    {
      "epoch": 0.04452181036248208,
      "grad_norm": 1.438778931352523,
      "learning_rate": 0.00016304999999999998,
      "loss": 1.199,
      "step": 1087
    },
    {
      "epoch": 0.04456276878967848,
      "grad_norm": 1.027407257608818,
      "learning_rate": 0.0001632,
      "loss": 0.6283,
      "step": 1088
    },
    {
      "epoch": 0.044603727216874875,
      "grad_norm": 1.3263829898322446,
      "learning_rate": 0.00016334999999999999,
      "loss": 1.0567,
      "step": 1089
    },
    {
      "epoch": 0.044644685644071265,
      "grad_norm": 2.7025712615471047,
      "learning_rate": 0.0001635,
      "loss": 1.6333,
      "step": 1090
    },
    {
      "epoch": 0.04468564407126766,
      "grad_norm": 1.9128618312781864,
      "learning_rate": 0.00016365,
      "loss": 1.1345,
      "step": 1091
    },
    {
      "epoch": 0.04472660249846406,
      "grad_norm": 1.452065120417164,
      "learning_rate": 0.0001638,
      "loss": 1.5768,
      "step": 1092
    },
    {
      "epoch": 0.044767560925660456,
      "grad_norm": 1.670259124270259,
      "learning_rate": 0.00016394999999999997,
      "loss": 1.4196,
      "step": 1093
    },
    {
      "epoch": 0.04480851935285685,
      "grad_norm": 1.8009597572647449,
      "learning_rate": 0.0001641,
      "loss": 1.1885,
      "step": 1094
    },
    {
      "epoch": 0.04484947778005324,
      "grad_norm": 1.2854341544636474,
      "learning_rate": 0.00016424999999999998,
      "loss": 1.0923,
      "step": 1095
    },
    {
      "epoch": 0.04489043620724964,
      "grad_norm": 0.9774385045744375,
      "learning_rate": 0.0001644,
      "loss": 1.0223,
      "step": 1096
    },
    {
      "epoch": 0.04493139463444604,
      "grad_norm": 1.2815694545224456,
      "learning_rate": 0.00016455,
      "loss": 1.2477,
      "step": 1097
    },
    {
      "epoch": 0.044972353061642434,
      "grad_norm": 1.2557648566308595,
      "learning_rate": 0.0001647,
      "loss": 0.8974,
      "step": 1098
    },
    {
      "epoch": 0.04501331148883883,
      "grad_norm": 1.448254769299293,
      "learning_rate": 0.00016485,
      "loss": 1.1996,
      "step": 1099
    },
    {
      "epoch": 0.04505426991603522,
      "grad_norm": 1.6234748887534967,
      "learning_rate": 0.000165,
      "loss": 1.6401,
      "step": 1100
    },
    {
      "epoch": 0.04509522834323162,
      "grad_norm": 0.9446131466877753,
      "learning_rate": 0.00016514999999999998,
      "loss": 1.0713,
      "step": 1101
    },
    {
      "epoch": 0.045136186770428015,
      "grad_norm": 1.371956714510992,
      "learning_rate": 0.0001653,
      "loss": 1.1497,
      "step": 1102
    },
    {
      "epoch": 0.04517714519762441,
      "grad_norm": 1.4583812299236665,
      "learning_rate": 0.00016544999999999998,
      "loss": 1.1255,
      "step": 1103
    },
    {
      "epoch": 0.04521810362482081,
      "grad_norm": 2.0258979476300403,
      "learning_rate": 0.0001656,
      "loss": 1.6202,
      "step": 1104
    },
    {
      "epoch": 0.045259062052017206,
      "grad_norm": 1.0156811719958836,
      "learning_rate": 0.00016575,
      "loss": 1.1934,
      "step": 1105
    },
    {
      "epoch": 0.045300020479213596,
      "grad_norm": 1.4502090124572615,
      "learning_rate": 0.0001659,
      "loss": 1.3408,
      "step": 1106
    },
    {
      "epoch": 0.04534097890640999,
      "grad_norm": 1.3558675653708885,
      "learning_rate": 0.00016604999999999997,
      "loss": 1.3935,
      "step": 1107
    },
    {
      "epoch": 0.04538193733360639,
      "grad_norm": 1.190133503892868,
      "learning_rate": 0.0001662,
      "loss": 1.2221,
      "step": 1108
    },
    {
      "epoch": 0.04542289576080279,
      "grad_norm": 1.3430252753229857,
      "learning_rate": 0.00016634999999999998,
      "loss": 1.0827,
      "step": 1109
    },
    {
      "epoch": 0.045463854187999184,
      "grad_norm": 1.2058785486588848,
      "learning_rate": 0.0001665,
      "loss": 0.8589,
      "step": 1110
    },
    {
      "epoch": 0.045504812615195574,
      "grad_norm": 0.9075338780874136,
      "learning_rate": 0.00016664999999999998,
      "loss": 0.9805,
      "step": 1111
    },
    {
      "epoch": 0.04554577104239197,
      "grad_norm": 1.043100315535349,
      "learning_rate": 0.0001668,
      "loss": 0.8184,
      "step": 1112
    },
    {
      "epoch": 0.04558672946958837,
      "grad_norm": 1.371029775268078,
      "learning_rate": 0.00016695,
      "loss": 1.3965,
      "step": 1113
    },
    {
      "epoch": 0.045627687896784765,
      "grad_norm": 1.6009487954768609,
      "learning_rate": 0.0001671,
      "loss": 1.1742,
      "step": 1114
    },
    {
      "epoch": 0.04566864632398116,
      "grad_norm": 1.02331211745469,
      "learning_rate": 0.00016724999999999997,
      "loss": 0.7273,
      "step": 1115
    },
    {
      "epoch": 0.04570960475117755,
      "grad_norm": 0.8884425443078413,
      "learning_rate": 0.0001674,
      "loss": 0.9166,
      "step": 1116
    },
    {
      "epoch": 0.04575056317837395,
      "grad_norm": 1.5810620975404928,
      "learning_rate": 0.00016754999999999998,
      "loss": 1.153,
      "step": 1117
    },
    {
      "epoch": 0.045791521605570346,
      "grad_norm": 1.9849260064563583,
      "learning_rate": 0.0001677,
      "loss": 2.0808,
      "step": 1118
    },
    {
      "epoch": 0.04583248003276674,
      "grad_norm": 1.142398834680221,
      "learning_rate": 0.00016785,
      "loss": 1.031,
      "step": 1119
    },
    {
      "epoch": 0.04587343845996314,
      "grad_norm": 0.9141951288048654,
      "learning_rate": 0.000168,
      "loss": 1.0058,
      "step": 1120
    },
    {
      "epoch": 0.045914396887159536,
      "grad_norm": 1.2061259688601724,
      "learning_rate": 0.00016815,
      "loss": 0.9535,
      "step": 1121
    },
    {
      "epoch": 0.045955355314355927,
      "grad_norm": 1.7251068749635698,
      "learning_rate": 0.0001683,
      "loss": 1.438,
      "step": 1122
    },
    {
      "epoch": 0.045996313741552323,
      "grad_norm": 1.237409378855945,
      "learning_rate": 0.00016844999999999997,
      "loss": 0.9945,
      "step": 1123
    },
    {
      "epoch": 0.04603727216874872,
      "grad_norm": 0.7401314453005656,
      "learning_rate": 0.0001686,
      "loss": 1.0635,
      "step": 1124
    },
    {
      "epoch": 0.04607823059594512,
      "grad_norm": 0.998698639525884,
      "learning_rate": 0.00016874999999999998,
      "loss": 0.7713,
      "step": 1125
    },
    {
      "epoch": 0.046119189023141514,
      "grad_norm": 2.2184356409272312,
      "learning_rate": 0.00016889999999999996,
      "loss": 0.9297,
      "step": 1126
    },
    {
      "epoch": 0.046160147450337904,
      "grad_norm": 1.2866880804907592,
      "learning_rate": 0.00016905,
      "loss": 1.1805,
      "step": 1127
    },
    {
      "epoch": 0.0462011058775343,
      "grad_norm": 0.9754222433392626,
      "learning_rate": 0.00016919999999999997,
      "loss": 1.3392,
      "step": 1128
    },
    {
      "epoch": 0.0462420643047307,
      "grad_norm": 1.7670147070506494,
      "learning_rate": 0.00016935,
      "loss": 0.6934,
      "step": 1129
    },
    {
      "epoch": 0.046283022731927095,
      "grad_norm": 1.4080826103334703,
      "learning_rate": 0.00016949999999999997,
      "loss": 1.5619,
      "step": 1130
    },
    {
      "epoch": 0.04632398115912349,
      "grad_norm": 1.6319543352230108,
      "learning_rate": 0.00016964999999999998,
      "loss": 1.8746,
      "step": 1131
    },
    {
      "epoch": 0.04636493958631988,
      "grad_norm": 1.1103160900935858,
      "learning_rate": 0.00016979999999999998,
      "loss": 0.9467,
      "step": 1132
    },
    {
      "epoch": 0.04640589801351628,
      "grad_norm": 1.2697772554590454,
      "learning_rate": 0.00016994999999999998,
      "loss": 1.1993,
      "step": 1133
    },
    {
      "epoch": 0.046446856440712676,
      "grad_norm": 1.048940239664419,
      "learning_rate": 0.00017009999999999996,
      "loss": 1.1116,
      "step": 1134
    },
    {
      "epoch": 0.04648781486790907,
      "grad_norm": 1.0350212716798373,
      "learning_rate": 0.00017025,
      "loss": 0.9501,
      "step": 1135
    },
    {
      "epoch": 0.04652877329510547,
      "grad_norm": 1.487096450753291,
      "learning_rate": 0.00017039999999999997,
      "loss": 1.1359,
      "step": 1136
    },
    {
      "epoch": 0.04656973172230186,
      "grad_norm": 1.3160374506423027,
      "learning_rate": 0.00017055,
      "loss": 1.3728,
      "step": 1137
    },
    {
      "epoch": 0.04661069014949826,
      "grad_norm": 1.1119708707949763,
      "learning_rate": 0.00017069999999999998,
      "loss": 1.1629,
      "step": 1138
    },
    {
      "epoch": 0.046651648576694654,
      "grad_norm": 1.1188242557922679,
      "learning_rate": 0.00017084999999999998,
      "loss": 0.8344,
      "step": 1139
    },
    {
      "epoch": 0.04669260700389105,
      "grad_norm": 1.0811876755197944,
      "learning_rate": 0.00017099999999999998,
      "loss": 0.758,
      "step": 1140
    },
    {
      "epoch": 0.04673356543108745,
      "grad_norm": 1.523579951434153,
      "learning_rate": 0.00017114999999999999,
      "loss": 0.7782,
      "step": 1141
    },
    {
      "epoch": 0.046774523858283845,
      "grad_norm": 1.025633414404965,
      "learning_rate": 0.00017129999999999996,
      "loss": 1.2318,
      "step": 1142
    },
    {
      "epoch": 0.046815482285480235,
      "grad_norm": 1.2926041834154893,
      "learning_rate": 0.00017145,
      "loss": 1.2542,
      "step": 1143
    },
    {
      "epoch": 0.04685644071267663,
      "grad_norm": 1.0583533976234183,
      "learning_rate": 0.00017159999999999997,
      "loss": 0.9846,
      "step": 1144
    },
    {
      "epoch": 0.04689739913987303,
      "grad_norm": 1.091344827189879,
      "learning_rate": 0.00017175,
      "loss": 1.3684,
      "step": 1145
    },
    {
      "epoch": 0.046938357567069426,
      "grad_norm": 1.0710721089064732,
      "learning_rate": 0.00017189999999999998,
      "loss": 1.0042,
      "step": 1146
    },
    {
      "epoch": 0.04697931599426582,
      "grad_norm": 1.1193161538451475,
      "learning_rate": 0.00017204999999999998,
      "loss": 1.3807,
      "step": 1147
    },
    {
      "epoch": 0.04702027442146221,
      "grad_norm": 1.6511887382920598,
      "learning_rate": 0.00017219999999999998,
      "loss": 1.4437,
      "step": 1148
    },
    {
      "epoch": 0.04706123284865861,
      "grad_norm": 1.4566600997429038,
      "learning_rate": 0.00017235,
      "loss": 0.9941,
      "step": 1149
    },
    {
      "epoch": 0.04710219127585501,
      "grad_norm": 1.4807201732639503,
      "learning_rate": 0.00017249999999999996,
      "loss": 1.0952,
      "step": 1150
    },
    {
      "epoch": 0.047143149703051404,
      "grad_norm": 1.6302283548410197,
      "learning_rate": 0.00017265,
      "loss": 0.9629,
      "step": 1151
    },
    {
      "epoch": 0.0471841081302478,
      "grad_norm": 1.631584194840846,
      "learning_rate": 0.00017279999999999997,
      "loss": 1.3468,
      "step": 1152
    },
    {
      "epoch": 0.04722506655744419,
      "grad_norm": 1.1767590284550435,
      "learning_rate": 0.00017294999999999998,
      "loss": 1.1631,
      "step": 1153
    },
    {
      "epoch": 0.04726602498464059,
      "grad_norm": 1.2478422110581704,
      "learning_rate": 0.00017309999999999998,
      "loss": 1.1453,
      "step": 1154
    },
    {
      "epoch": 0.047306983411836985,
      "grad_norm": 1.6539768368714955,
      "learning_rate": 0.00017324999999999998,
      "loss": 0.9012,
      "step": 1155
    },
    {
      "epoch": 0.04734794183903338,
      "grad_norm": 1.0480889342830568,
      "learning_rate": 0.00017339999999999996,
      "loss": 1.2934,
      "step": 1156
    },
    {
      "epoch": 0.04738890026622978,
      "grad_norm": 1.1468001013743363,
      "learning_rate": 0.00017355,
      "loss": 1.2766,
      "step": 1157
    },
    {
      "epoch": 0.04742985869342617,
      "grad_norm": 1.478079728990391,
      "learning_rate": 0.00017369999999999997,
      "loss": 1.146,
      "step": 1158
    },
    {
      "epoch": 0.047470817120622566,
      "grad_norm": 0.9439297410246608,
      "learning_rate": 0.00017385,
      "loss": 1.062,
      "step": 1159
    },
    {
      "epoch": 0.04751177554781896,
      "grad_norm": 1.3383280076139168,
      "learning_rate": 0.00017399999999999997,
      "loss": 1.424,
      "step": 1160
    },
    {
      "epoch": 0.04755273397501536,
      "grad_norm": 1.1885975706002025,
      "learning_rate": 0.00017414999999999998,
      "loss": 1.6839,
      "step": 1161
    },
    {
      "epoch": 0.04759369240221176,
      "grad_norm": 1.29649149280202,
      "learning_rate": 0.00017429999999999998,
      "loss": 0.627,
      "step": 1162
    },
    {
      "epoch": 0.047634650829408154,
      "grad_norm": 1.3477715098224596,
      "learning_rate": 0.00017444999999999998,
      "loss": 1.5483,
      "step": 1163
    },
    {
      "epoch": 0.047675609256604544,
      "grad_norm": 1.3164253359737073,
      "learning_rate": 0.00017459999999999996,
      "loss": 1.2396,
      "step": 1164
    },
    {
      "epoch": 0.04771656768380094,
      "grad_norm": 1.0679374244145963,
      "learning_rate": 0.00017475,
      "loss": 1.5037,
      "step": 1165
    },
    {
      "epoch": 0.04775752611099734,
      "grad_norm": 1.0699620469609066,
      "learning_rate": 0.00017489999999999997,
      "loss": 1.0972,
      "step": 1166
    },
    {
      "epoch": 0.047798484538193735,
      "grad_norm": 1.1138906808392424,
      "learning_rate": 0.00017505,
      "loss": 1.0586,
      "step": 1167
    },
    {
      "epoch": 0.04783944296539013,
      "grad_norm": 1.0192335743808594,
      "learning_rate": 0.00017519999999999998,
      "loss": 1.0321,
      "step": 1168
    },
    {
      "epoch": 0.04788040139258652,
      "grad_norm": 1.1241758856037192,
      "learning_rate": 0.00017534999999999998,
      "loss": 0.9378,
      "step": 1169
    },
    {
      "epoch": 0.04792135981978292,
      "grad_norm": 2.087726062013861,
      "learning_rate": 0.00017549999999999998,
      "loss": 1.9185,
      "step": 1170
    },
    {
      "epoch": 0.047962318246979316,
      "grad_norm": 1.5838308785702129,
      "learning_rate": 0.00017565,
      "loss": 1.0993,
      "step": 1171
    },
    {
      "epoch": 0.04800327667417571,
      "grad_norm": 1.3297475477222045,
      "learning_rate": 0.00017579999999999996,
      "loss": 1.6092,
      "step": 1172
    },
    {
      "epoch": 0.04804423510137211,
      "grad_norm": 1.1334440487200628,
      "learning_rate": 0.00017595,
      "loss": 0.8991,
      "step": 1173
    },
    {
      "epoch": 0.0480851935285685,
      "grad_norm": 1.6871123418311265,
      "learning_rate": 0.00017609999999999997,
      "loss": 1.2459,
      "step": 1174
    },
    {
      "epoch": 0.0481261519557649,
      "grad_norm": 1.5157868407732005,
      "learning_rate": 0.00017625,
      "loss": 0.9441,
      "step": 1175
    },
    {
      "epoch": 0.048167110382961294,
      "grad_norm": 1.3720881091740138,
      "learning_rate": 0.00017639999999999998,
      "loss": 1.1312,
      "step": 1176
    },
    {
      "epoch": 0.04820806881015769,
      "grad_norm": 1.158195073785472,
      "learning_rate": 0.00017654999999999998,
      "loss": 1.3283,
      "step": 1177
    },
    {
      "epoch": 0.04824902723735409,
      "grad_norm": 1.7610886951716107,
      "learning_rate": 0.00017669999999999999,
      "loss": 2.1793,
      "step": 1178
    },
    {
      "epoch": 0.048289985664550485,
      "grad_norm": 1.5147885652978712,
      "learning_rate": 0.00017685,
      "loss": 1.1822,
      "step": 1179
    },
    {
      "epoch": 0.048330944091746875,
      "grad_norm": 1.1279560475285497,
      "learning_rate": 0.00017699999999999997,
      "loss": 1.0543,
      "step": 1180
    },
    {
      "epoch": 0.04837190251894327,
      "grad_norm": 0.9871870460844533,
      "learning_rate": 0.00017715,
      "loss": 1.064,
      "step": 1181
    },
    {
      "epoch": 0.04841286094613967,
      "grad_norm": 1.9448388921616935,
      "learning_rate": 0.00017729999999999997,
      "loss": 1.3616,
      "step": 1182
    },
    {
      "epoch": 0.048453819373336066,
      "grad_norm": 1.3272271162608984,
      "learning_rate": 0.00017745,
      "loss": 1.5266,
      "step": 1183
    },
    {
      "epoch": 0.04849477780053246,
      "grad_norm": 1.1945367880661126,
      "learning_rate": 0.00017759999999999998,
      "loss": 1.1005,
      "step": 1184
    },
    {
      "epoch": 0.04853573622772885,
      "grad_norm": 1.336655943411128,
      "learning_rate": 0.00017774999999999998,
      "loss": 1.2676,
      "step": 1185
    },
    {
      "epoch": 0.04857669465492525,
      "grad_norm": 1.5546739627798376,
      "learning_rate": 0.0001779,
      "loss": 1.3496,
      "step": 1186
    },
    {
      "epoch": 0.04861765308212165,
      "grad_norm": 1.4004495715726921,
      "learning_rate": 0.00017805,
      "loss": 0.973,
      "step": 1187
    },
    {
      "epoch": 0.048658611509318044,
      "grad_norm": 1.3550230955657847,
      "learning_rate": 0.00017819999999999997,
      "loss": 1.0351,
      "step": 1188
    },
    {
      "epoch": 0.04869956993651444,
      "grad_norm": 1.3037037869864398,
      "learning_rate": 0.00017835,
      "loss": 1.0648,
      "step": 1189
    },
    {
      "epoch": 0.04874052836371083,
      "grad_norm": 5.534549548274374,
      "learning_rate": 0.00017849999999999997,
      "loss": 5.1437,
      "step": 1190
    },
    {
      "epoch": 0.04878148679090723,
      "grad_norm": 1.2723756504423869,
      "learning_rate": 0.00017865,
      "loss": 1.3865,
      "step": 1191
    },
    {
      "epoch": 0.048822445218103624,
      "grad_norm": 1.403698732201186,
      "learning_rate": 0.00017879999999999998,
      "loss": 1.2904,
      "step": 1192
    },
    {
      "epoch": 0.04886340364530002,
      "grad_norm": 1.3774755943120354,
      "learning_rate": 0.00017894999999999999,
      "loss": 1.331,
      "step": 1193
    },
    {
      "epoch": 0.04890436207249642,
      "grad_norm": 1.1081268716614012,
      "learning_rate": 0.0001791,
      "loss": 1.2786,
      "step": 1194
    },
    {
      "epoch": 0.04894532049969281,
      "grad_norm": 1.2258214469193602,
      "learning_rate": 0.00017925,
      "loss": 0.9035,
      "step": 1195
    },
    {
      "epoch": 0.048986278926889205,
      "grad_norm": 1.776597351261681,
      "learning_rate": 0.00017939999999999997,
      "loss": 1.5321,
      "step": 1196
    },
    {
      "epoch": 0.0490272373540856,
      "grad_norm": 0.9780515167585198,
      "learning_rate": 0.00017955,
      "loss": 0.8056,
      "step": 1197
    },
    {
      "epoch": 0.049068195781282,
      "grad_norm": 1.2355477029199595,
      "learning_rate": 0.00017969999999999998,
      "loss": 1.1445,
      "step": 1198
    },
    {
      "epoch": 0.049109154208478396,
      "grad_norm": 1.175482548090239,
      "learning_rate": 0.00017984999999999998,
      "loss": 1.2811,
      "step": 1199
    },
    {
      "epoch": 0.04915011263567479,
      "grad_norm": 1.2889396083995275,
      "learning_rate": 0.00017999999999999998,
      "loss": 1.0828,
      "step": 1200
    },
    {
      "epoch": 0.04919107106287118,
      "grad_norm": 1.3846409689996908,
      "learning_rate": 0.00018015,
      "loss": 1.3526,
      "step": 1201
    },
    {
      "epoch": 0.04923202949006758,
      "grad_norm": 1.6528793725816966,
      "learning_rate": 0.00018029999999999996,
      "loss": 1.3193,
      "step": 1202
    },
    {
      "epoch": 0.04927298791726398,
      "grad_norm": 1.120120517156912,
      "learning_rate": 0.00018045,
      "loss": 1.2716,
      "step": 1203
    },
    {
      "epoch": 0.049313946344460374,
      "grad_norm": 1.198163626335239,
      "learning_rate": 0.00018059999999999997,
      "loss": 1.2235,
      "step": 1204
    },
    {
      "epoch": 0.04935490477165677,
      "grad_norm": 1.0028981843909768,
      "learning_rate": 0.00018075,
      "loss": 1.0502,
      "step": 1205
    },
    {
      "epoch": 0.04939586319885316,
      "grad_norm": 1.3952296201030354,
      "learning_rate": 0.00018089999999999998,
      "loss": 1.1694,
      "step": 1206
    },
    {
      "epoch": 0.04943682162604956,
      "grad_norm": 219.5151717613465,
      "learning_rate": 0.00018104999999999998,
      "loss": 3.414,
      "step": 1207
    },
    {
      "epoch": 0.049477780053245955,
      "grad_norm": 1.6629307446911217,
      "learning_rate": 0.00018119999999999999,
      "loss": 0.8558,
      "step": 1208
    },
    {
      "epoch": 0.04951873848044235,
      "grad_norm": 0.950876547441328,
      "learning_rate": 0.00018135,
      "loss": 1.1859,
      "step": 1209
    },
    {
      "epoch": 0.04955969690763875,
      "grad_norm": 7.559480587717866,
      "learning_rate": 0.00018149999999999997,
      "loss": 2.1969,
      "step": 1210
    },
    {
      "epoch": 0.04960065533483514,
      "grad_norm": 0.99038864148559,
      "learning_rate": 0.00018165,
      "loss": 0.9786,
      "step": 1211
    },
    {
      "epoch": 0.049641613762031536,
      "grad_norm": 1.1753068547895114,
      "learning_rate": 0.00018179999999999997,
      "loss": 1.0909,
      "step": 1212
    },
    {
      "epoch": 0.04968257218922793,
      "grad_norm": 2.2923920899819614,
      "learning_rate": 0.00018195,
      "loss": 1.1091,
      "step": 1213
    },
    {
      "epoch": 0.04972353061642433,
      "grad_norm": 1.7855477316098647,
      "learning_rate": 0.00018209999999999998,
      "loss": 1.0971,
      "step": 1214
    },
    {
      "epoch": 0.04976448904362073,
      "grad_norm": 1.1850948878142311,
      "learning_rate": 0.00018224999999999998,
      "loss": 1.2539,
      "step": 1215
    },
    {
      "epoch": 0.049805447470817124,
      "grad_norm": 5.362575453195775,
      "learning_rate": 0.0001824,
      "loss": 1.1401,
      "step": 1216
    },
    {
      "epoch": 0.049846405898013514,
      "grad_norm": 1.05743067195212,
      "learning_rate": 0.00018255,
      "loss": 1.1627,
      "step": 1217
    },
    {
      "epoch": 0.04988736432520991,
      "grad_norm": 1.582659385719793,
      "learning_rate": 0.00018269999999999997,
      "loss": 1.0224,
      "step": 1218
    },
    {
      "epoch": 0.04992832275240631,
      "grad_norm": 1.2161794163639816,
      "learning_rate": 0.00018285,
      "loss": 0.8393,
      "step": 1219
    },
    {
      "epoch": 0.049969281179602705,
      "grad_norm": 1.3326054249381636,
      "learning_rate": 0.00018299999999999998,
      "loss": 1.0865,
      "step": 1220
    },
    {
      "epoch": 0.0500102396067991,
      "grad_norm": 1.4197814570352487,
      "learning_rate": 0.00018315,
      "loss": 1.1873,
      "step": 1221
    },
    {
      "epoch": 0.05005119803399549,
      "grad_norm": 1.1782434363987384,
      "learning_rate": 0.00018329999999999998,
      "loss": 1.1299,
      "step": 1222
    },
    {
      "epoch": 0.05009215646119189,
      "grad_norm": 2.0010155592209538,
      "learning_rate": 0.00018345,
      "loss": 1.6684,
      "step": 1223
    },
    {
      "epoch": 0.050133114888388286,
      "grad_norm": 2.111601130781742,
      "learning_rate": 0.0001836,
      "loss": 1.362,
      "step": 1224
    },
    {
      "epoch": 0.05017407331558468,
      "grad_norm": 1.6855352311783127,
      "learning_rate": 0.00018375,
      "loss": 1.126,
      "step": 1225
    },
    {
      "epoch": 0.05021503174278108,
      "grad_norm": 1.5355133869918105,
      "learning_rate": 0.00018389999999999997,
      "loss": 1.3839,
      "step": 1226
    },
    {
      "epoch": 0.05025599016997747,
      "grad_norm": 1.3896121983383793,
      "learning_rate": 0.00018405,
      "loss": 0.8568,
      "step": 1227
    },
    {
      "epoch": 0.05029694859717387,
      "grad_norm": 2.176121391584533,
      "learning_rate": 0.00018419999999999998,
      "loss": 1.2065,
      "step": 1228
    },
    {
      "epoch": 0.050337907024370264,
      "grad_norm": 1.1723634658733233,
      "learning_rate": 0.00018435,
      "loss": 1.13,
      "step": 1229
    },
    {
      "epoch": 0.05037886545156666,
      "grad_norm": 1.4464794350038979,
      "learning_rate": 0.00018449999999999999,
      "loss": 0.9232,
      "step": 1230
    },
    {
      "epoch": 0.05041982387876306,
      "grad_norm": 2.2327422464572937,
      "learning_rate": 0.00018465,
      "loss": 1.0671,
      "step": 1231
    },
    {
      "epoch": 0.05046078230595945,
      "grad_norm": 4.689303884826789,
      "learning_rate": 0.0001848,
      "loss": 0.9117,
      "step": 1232
    },
    {
      "epoch": 0.050501740733155845,
      "grad_norm": 1.1261439138135343,
      "learning_rate": 0.00018495,
      "loss": 1.2352,
      "step": 1233
    },
    {
      "epoch": 0.05054269916035224,
      "grad_norm": 1.5481996045021307,
      "learning_rate": 0.00018509999999999997,
      "loss": 0.7899,
      "step": 1234
    },
    {
      "epoch": 0.05058365758754864,
      "grad_norm": 1.6255850069856452,
      "learning_rate": 0.00018525,
      "loss": 1.0905,
      "step": 1235
    },
    {
      "epoch": 0.050624616014745036,
      "grad_norm": 1.2913321839113021,
      "learning_rate": 0.00018539999999999998,
      "loss": 0.7235,
      "step": 1236
    },
    {
      "epoch": 0.05066557444194143,
      "grad_norm": 1.2048943064881485,
      "learning_rate": 0.00018555,
      "loss": 0.9768,
      "step": 1237
    },
    {
      "epoch": 0.05070653286913782,
      "grad_norm": 2.126472023572892,
      "learning_rate": 0.0001857,
      "loss": 1.2601,
      "step": 1238
    },
    {
      "epoch": 0.05074749129633422,
      "grad_norm": 0.9381756205222807,
      "learning_rate": 0.00018585,
      "loss": 0.9678,
      "step": 1239
    },
    {
      "epoch": 0.05078844972353062,
      "grad_norm": 1.3944324315482646,
      "learning_rate": 0.000186,
      "loss": 0.875,
      "step": 1240
    },
    {
      "epoch": 0.050829408150727014,
      "grad_norm": 1.4500709594030303,
      "learning_rate": 0.00018615,
      "loss": 1.4921,
      "step": 1241
    },
    {
      "epoch": 0.05087036657792341,
      "grad_norm": 2.1131731405540783,
      "learning_rate": 0.00018629999999999997,
      "loss": 2.1705,
      "step": 1242
    },
    {
      "epoch": 0.0509113250051198,
      "grad_norm": 1.1075686559075277,
      "learning_rate": 0.00018645,
      "loss": 1.1663,
      "step": 1243
    },
    {
      "epoch": 0.0509522834323162,
      "grad_norm": 1.0331062483662645,
      "learning_rate": 0.00018659999999999998,
      "loss": 1.1925,
      "step": 1244
    },
    {
      "epoch": 0.050993241859512595,
      "grad_norm": 0.9135138709644499,
      "learning_rate": 0.00018675,
      "loss": 0.9693,
      "step": 1245
    },
    {
      "epoch": 0.05103420028670899,
      "grad_norm": 1.2199397175318814,
      "learning_rate": 0.0001869,
      "loss": 0.846,
      "step": 1246
    },
    {
      "epoch": 0.05107515871390539,
      "grad_norm": 1.1854447131909618,
      "learning_rate": 0.00018705,
      "loss": 1.0391,
      "step": 1247
    },
    {
      "epoch": 0.05111611714110178,
      "grad_norm": 1.092474380225794,
      "learning_rate": 0.0001872,
      "loss": 1.0029,
      "step": 1248
    },
    {
      "epoch": 0.051157075568298176,
      "grad_norm": 1.317732568001048,
      "learning_rate": 0.00018735,
      "loss": 1.9337,
      "step": 1249
    },
    {
      "epoch": 0.05119803399549457,
      "grad_norm": 1.226772632006323,
      "learning_rate": 0.00018749999999999998,
      "loss": 1.2093,
      "step": 1250
    },
    {
      "epoch": 0.05123899242269097,
      "grad_norm": 1.314582582047941,
      "learning_rate": 0.00018764999999999998,
      "loss": 1.1188,
      "step": 1251
    },
    {
      "epoch": 0.05127995084988737,
      "grad_norm": 0.9406304726149564,
      "learning_rate": 0.00018779999999999998,
      "loss": 1.0095,
      "step": 1252
    },
    {
      "epoch": 0.05132090927708376,
      "grad_norm": 2.1364425272359457,
      "learning_rate": 0.00018794999999999996,
      "loss": 1.24,
      "step": 1253
    },
    {
      "epoch": 0.051361867704280154,
      "grad_norm": 0.971295772020437,
      "learning_rate": 0.0001881,
      "loss": 1.019,
      "step": 1254
    },
    {
      "epoch": 0.05140282613147655,
      "grad_norm": 1.0758783168277024,
      "learning_rate": 0.00018824999999999997,
      "loss": 0.7053,
      "step": 1255
    },
    {
      "epoch": 0.05144378455867295,
      "grad_norm": 1.2770213920090572,
      "learning_rate": 0.00018839999999999997,
      "loss": 1.5397,
      "step": 1256
    },
    {
      "epoch": 0.051484742985869345,
      "grad_norm": 2.906879644176289,
      "learning_rate": 0.00018854999999999998,
      "loss": 2.1157,
      "step": 1257
    },
    {
      "epoch": 0.05152570141306574,
      "grad_norm": 1.0834320904976225,
      "learning_rate": 0.00018869999999999998,
      "loss": 1.0945,
      "step": 1258
    },
    {
      "epoch": 0.05156665984026213,
      "grad_norm": 1.293073732686156,
      "learning_rate": 0.00018884999999999996,
      "loss": 1.2953,
      "step": 1259
    },
    {
      "epoch": 0.05160761826745853,
      "grad_norm": 1.699679724225858,
      "learning_rate": 0.00018899999999999999,
      "loss": 0.652,
      "step": 1260
    },
    {
      "epoch": 0.051648576694654925,
      "grad_norm": 1.1853609194553685,
      "learning_rate": 0.00018914999999999996,
      "loss": 0.791,
      "step": 1261
    },
    {
      "epoch": 0.05168953512185132,
      "grad_norm": 1.2292509862285395,
      "learning_rate": 0.0001893,
      "loss": 0.9929,
      "step": 1262
    },
    {
      "epoch": 0.05173049354904772,
      "grad_norm": 1.8905133384499089,
      "learning_rate": 0.00018944999999999997,
      "loss": 1.2176,
      "step": 1263
    },
    {
      "epoch": 0.05177145197624411,
      "grad_norm": 1.1615839764996958,
      "learning_rate": 0.00018959999999999997,
      "loss": 1.0155,
      "step": 1264
    },
    {
      "epoch": 0.051812410403440506,
      "grad_norm": 2.541245102131978,
      "learning_rate": 0.00018974999999999998,
      "loss": 1.0542,
      "step": 1265
    },
    {
      "epoch": 0.0518533688306369,
      "grad_norm": 1.6018136177728977,
      "learning_rate": 0.00018989999999999998,
      "loss": 1.1579,
      "step": 1266
    },
    {
      "epoch": 0.0518943272578333,
      "grad_norm": 1.9020552752738369,
      "learning_rate": 0.00019004999999999996,
      "loss": 0.7197,
      "step": 1267
    },
    {
      "epoch": 0.0519352856850297,
      "grad_norm": 1.1381152608731209,
      "learning_rate": 0.0001902,
      "loss": 1.1902,
      "step": 1268
    },
    {
      "epoch": 0.05197624411222609,
      "grad_norm": 1.2158624801323903,
      "learning_rate": 0.00019034999999999996,
      "loss": 0.5823,
      "step": 1269
    },
    {
      "epoch": 0.052017202539422484,
      "grad_norm": 1.3181483023957914,
      "learning_rate": 0.0001905,
      "loss": 1.1076,
      "step": 1270
    },
    {
      "epoch": 0.05205816096661888,
      "grad_norm": 0.8652905749851746,
      "learning_rate": 0.00019064999999999997,
      "loss": 0.7139,
      "step": 1271
    },
    {
      "epoch": 0.05209911939381528,
      "grad_norm": 1.0125038285118368,
      "learning_rate": 0.00019079999999999998,
      "loss": 1.1901,
      "step": 1272
    },
    {
      "epoch": 0.052140077821011675,
      "grad_norm": 1.3652401774632372,
      "learning_rate": 0.00019094999999999998,
      "loss": 1.5086,
      "step": 1273
    },
    {
      "epoch": 0.05218103624820807,
      "grad_norm": 1.6569413062838545,
      "learning_rate": 0.00019109999999999998,
      "loss": 1.499,
      "step": 1274
    },
    {
      "epoch": 0.05222199467540446,
      "grad_norm": 1.123325787855557,
      "learning_rate": 0.00019124999999999996,
      "loss": 1.0362,
      "step": 1275
    },
    {
      "epoch": 0.05226295310260086,
      "grad_norm": 0.9513492027573508,
      "learning_rate": 0.0001914,
      "loss": 1.3429,
      "step": 1276
    },
    {
      "epoch": 0.052303911529797256,
      "grad_norm": 1.0259084123855287,
      "learning_rate": 0.00019154999999999997,
      "loss": 1.0114,
      "step": 1277
    },
    {
      "epoch": 0.05234486995699365,
      "grad_norm": 1.1739343832263176,
      "learning_rate": 0.0001917,
      "loss": 0.6633,
      "step": 1278
    },
    {
      "epoch": 0.05238582838419005,
      "grad_norm": 1.2677743041989435,
      "learning_rate": 0.00019184999999999997,
      "loss": 0.9192,
      "step": 1279
    },
    {
      "epoch": 0.05242678681138644,
      "grad_norm": 1.1208033093277199,
      "learning_rate": 0.00019199999999999998,
      "loss": 0.9541,
      "step": 1280
    },
    {
      "epoch": 0.05246774523858284,
      "grad_norm": 2.7918802637935647,
      "learning_rate": 0.00019214999999999998,
      "loss": 1.4093,
      "step": 1281
    },
    {
      "epoch": 0.052508703665779234,
      "grad_norm": 1.1814181303476758,
      "learning_rate": 0.00019229999999999999,
      "loss": 1.1406,
      "step": 1282
    },
    {
      "epoch": 0.05254966209297563,
      "grad_norm": 3.544522828269416,
      "learning_rate": 0.00019244999999999996,
      "loss": 2.1051,
      "step": 1283
    },
    {
      "epoch": 0.05259062052017203,
      "grad_norm": 1.6592780554512958,
      "learning_rate": 0.0001926,
      "loss": 1.0048,
      "step": 1284
    },
    {
      "epoch": 0.05263157894736842,
      "grad_norm": 2.065008941122361,
      "learning_rate": 0.00019274999999999997,
      "loss": 2.6294,
      "step": 1285
    },
    {
      "epoch": 0.052672537374564815,
      "grad_norm": 0.9721768415514788,
      "learning_rate": 0.0001929,
      "loss": 0.9798,
      "step": 1286
    },
    {
      "epoch": 0.05271349580176121,
      "grad_norm": 1.2841540003460865,
      "learning_rate": 0.00019304999999999998,
      "loss": 1.5035,
      "step": 1287
    },
    {
      "epoch": 0.05275445422895761,
      "grad_norm": 0.9227006484631857,
      "learning_rate": 0.00019319999999999998,
      "loss": 0.7598,
      "step": 1288
    },
    {
      "epoch": 0.052795412656154006,
      "grad_norm": 1.7813465056424749,
      "learning_rate": 0.00019334999999999998,
      "loss": 1.3516,
      "step": 1289
    },
    {
      "epoch": 0.052836371083350396,
      "grad_norm": 3.75275451751192,
      "learning_rate": 0.0001935,
      "loss": 2.8661,
      "step": 1290
    },
    {
      "epoch": 0.05287732951054679,
      "grad_norm": 0.8196046731581496,
      "learning_rate": 0.00019364999999999996,
      "loss": 0.8691,
      "step": 1291
    },
    {
      "epoch": 0.05291828793774319,
      "grad_norm": 1.002033334064685,
      "learning_rate": 0.0001938,
      "loss": 1.025,
      "step": 1292
    },
    {
      "epoch": 0.05295924636493959,
      "grad_norm": 1.8094611185259395,
      "learning_rate": 0.00019394999999999997,
      "loss": 0.9836,
      "step": 1293
    },
    {
      "epoch": 0.053000204792135984,
      "grad_norm": 0.9729995551117738,
      "learning_rate": 0.0001941,
      "loss": 1.2,
      "step": 1294
    },
    {
      "epoch": 0.05304116321933238,
      "grad_norm": 4.27241116218726,
      "learning_rate": 0.00019424999999999998,
      "loss": 1.106,
      "step": 1295
    },
    {
      "epoch": 0.05308212164652877,
      "grad_norm": 1.1540333981473971,
      "learning_rate": 0.00019439999999999998,
      "loss": 1.4285,
      "step": 1296
    },
    {
      "epoch": 0.05312308007372517,
      "grad_norm": 1.417116587746919,
      "learning_rate": 0.00019454999999999999,
      "loss": 0.7245,
      "step": 1297
    },
    {
      "epoch": 0.053164038500921565,
      "grad_norm": 1.1061256027527586,
      "learning_rate": 0.0001947,
      "loss": 1.1616,
      "step": 1298
    },
    {
      "epoch": 0.05320499692811796,
      "grad_norm": 1.066328546255636,
      "learning_rate": 0.00019484999999999997,
      "loss": 0.6551,
      "step": 1299
    },
    {
      "epoch": 0.05324595535531436,
      "grad_norm": 1.1659826479368938,
      "learning_rate": 0.000195,
      "loss": 1.2203,
      "step": 1300
    },
    {
      "epoch": 0.05328691378251075,
      "grad_norm": 0.8891624366044111,
      "learning_rate": 0.00019514999999999997,
      "loss": 0.7469,
      "step": 1301
    },
    {
      "epoch": 0.053327872209707146,
      "grad_norm": 1.7887313819010056,
      "learning_rate": 0.00019529999999999998,
      "loss": 1.1041,
      "step": 1302
    },
    {
      "epoch": 0.05336883063690354,
      "grad_norm": 3.8156176784491995,
      "learning_rate": 0.00019544999999999998,
      "loss": 6.3278,
      "step": 1303
    },
    {
      "epoch": 0.05340978906409994,
      "grad_norm": 1.1473506547339727,
      "learning_rate": 0.00019559999999999998,
      "loss": 1.1174,
      "step": 1304
    },
    {
      "epoch": 0.05345074749129634,
      "grad_norm": 1.2900663584617025,
      "learning_rate": 0.00019574999999999996,
      "loss": 1.2213,
      "step": 1305
    },
    {
      "epoch": 0.05349170591849273,
      "grad_norm": 1.2261903529706577,
      "learning_rate": 0.0001959,
      "loss": 1.1954,
      "step": 1306
    },
    {
      "epoch": 0.053532664345689124,
      "grad_norm": 1.3058421319172726,
      "learning_rate": 0.00019604999999999997,
      "loss": 0.6546,
      "step": 1307
    },
    {
      "epoch": 0.05357362277288552,
      "grad_norm": 1.3770916686331491,
      "learning_rate": 0.0001962,
      "loss": 1.1541,
      "step": 1308
    },
    {
      "epoch": 0.05361458120008192,
      "grad_norm": 1.8556763359902355,
      "learning_rate": 0.00019634999999999998,
      "loss": 1.6853,
      "step": 1309
    },
    {
      "epoch": 0.053655539627278315,
      "grad_norm": 1.2210390525135815,
      "learning_rate": 0.00019649999999999998,
      "loss": 1.417,
      "step": 1310
    },
    {
      "epoch": 0.053696498054474705,
      "grad_norm": 0.814609334453728,
      "learning_rate": 0.00019664999999999998,
      "loss": 0.6985,
      "step": 1311
    },
    {
      "epoch": 0.0537374564816711,
      "grad_norm": 1.18553398898248,
      "learning_rate": 0.00019679999999999999,
      "loss": 1.2132,
      "step": 1312
    },
    {
      "epoch": 0.0537784149088675,
      "grad_norm": 1.1434397238997525,
      "learning_rate": 0.00019694999999999996,
      "loss": 1.0732,
      "step": 1313
    },
    {
      "epoch": 0.053819373336063896,
      "grad_norm": 1.5225186903110797,
      "learning_rate": 0.0001971,
      "loss": 1.2237,
      "step": 1314
    },
    {
      "epoch": 0.05386033176326029,
      "grad_norm": 1.2888161249563226,
      "learning_rate": 0.00019724999999999997,
      "loss": 0.6148,
      "step": 1315
    },
    {
      "epoch": 0.05390129019045669,
      "grad_norm": 1.1837717959254546,
      "learning_rate": 0.0001974,
      "loss": 1.2631,
      "step": 1316
    },
    {
      "epoch": 0.05394224861765308,
      "grad_norm": 4.223821604298608,
      "learning_rate": 0.00019754999999999998,
      "loss": 4.4348,
      "step": 1317
    },
    {
      "epoch": 0.05398320704484948,
      "grad_norm": 1.4903859481701527,
      "learning_rate": 0.00019769999999999998,
      "loss": 1.2299,
      "step": 1318
    },
    {
      "epoch": 0.054024165472045874,
      "grad_norm": 1.3777983900902262,
      "learning_rate": 0.00019784999999999998,
      "loss": 1.3102,
      "step": 1319
    },
    {
      "epoch": 0.05406512389924227,
      "grad_norm": 1.078565798796679,
      "learning_rate": 0.000198,
      "loss": 1.2358,
      "step": 1320
    },
    {
      "epoch": 0.05410608232643867,
      "grad_norm": 1.1486218837108275,
      "learning_rate": 0.00019814999999999996,
      "loss": 0.9023,
      "step": 1321
    },
    {
      "epoch": 0.05414704075363506,
      "grad_norm": 1.6992913623603016,
      "learning_rate": 0.0001983,
      "loss": 1.332,
      "step": 1322
    },
    {
      "epoch": 0.054187999180831455,
      "grad_norm": 2.4544974722088257,
      "learning_rate": 0.00019844999999999997,
      "loss": 1.3787,
      "step": 1323
    },
    {
      "epoch": 0.05422895760802785,
      "grad_norm": 7.335564308720654,
      "learning_rate": 0.0001986,
      "loss": 4.4484,
      "step": 1324
    },
    {
      "epoch": 0.05426991603522425,
      "grad_norm": 2.1710211610589587,
      "learning_rate": 0.00019874999999999998,
      "loss": 1.201,
      "step": 1325
    },
    {
      "epoch": 0.054310874462420645,
      "grad_norm": 1.949881419534202,
      "learning_rate": 0.00019889999999999998,
      "loss": 1.0199,
      "step": 1326
    },
    {
      "epoch": 0.054351832889617036,
      "grad_norm": 1.6921037702565425,
      "learning_rate": 0.00019905,
      "loss": 0.6254,
      "step": 1327
    },
    {
      "epoch": 0.05439279131681343,
      "grad_norm": 1.5021043804837202,
      "learning_rate": 0.0001992,
      "loss": 1.4172,
      "step": 1328
    },
    {
      "epoch": 0.05443374974400983,
      "grad_norm": 7.021733861189734,
      "learning_rate": 0.00019934999999999997,
      "loss": 3.1194,
      "step": 1329
    },
    {
      "epoch": 0.054474708171206226,
      "grad_norm": 3.820184672512029,
      "learning_rate": 0.0001995,
      "loss": 1.1253,
      "step": 1330
    },
    {
      "epoch": 0.05451566659840262,
      "grad_norm": 2.2710111887118933,
      "learning_rate": 0.00019964999999999997,
      "loss": 1.0484,
      "step": 1331
    },
    {
      "epoch": 0.05455662502559902,
      "grad_norm": 0.9593461922130732,
      "learning_rate": 0.0001998,
      "loss": 1.0314,
      "step": 1332
    },
    {
      "epoch": 0.05459758345279541,
      "grad_norm": 2.4762689738740646,
      "learning_rate": 0.00019994999999999998,
      "loss": 0.8736,
      "step": 1333
    },
    {
      "epoch": 0.05463854187999181,
      "grad_norm": 2.1172022091600877,
      "learning_rate": 0.00020009999999999998,
      "loss": 1.2043,
      "step": 1334
    },
    {
      "epoch": 0.054679500307188204,
      "grad_norm": 1.589809874737739,
      "learning_rate": 0.00020025,
      "loss": 1.0255,
      "step": 1335
    },
    {
      "epoch": 0.0547204587343846,
      "grad_norm": 1.2658823481514467,
      "learning_rate": 0.0002004,
      "loss": 1.2412,
      "step": 1336
    },
    {
      "epoch": 0.054761417161581,
      "grad_norm": 1.7910309036734162,
      "learning_rate": 0.00020054999999999997,
      "loss": 1.1339,
      "step": 1337
    },
    {
      "epoch": 0.05480237558877739,
      "grad_norm": 2.211360493690642,
      "learning_rate": 0.0002007,
      "loss": 1.2998,
      "step": 1338
    },
    {
      "epoch": 0.054843334015973785,
      "grad_norm": 0.8522363233093603,
      "learning_rate": 0.00020084999999999998,
      "loss": 1.1858,
      "step": 1339
    },
    {
      "epoch": 0.05488429244317018,
      "grad_norm": 1.5244307134274993,
      "learning_rate": 0.000201,
      "loss": 1.0833,
      "step": 1340
    },
    {
      "epoch": 0.05492525087036658,
      "grad_norm": 1.9638727761179775,
      "learning_rate": 0.00020114999999999998,
      "loss": 1.5383,
      "step": 1341
    },
    {
      "epoch": 0.054966209297562976,
      "grad_norm": 2.0331149606851966,
      "learning_rate": 0.0002013,
      "loss": 1.4527,
      "step": 1342
    },
    {
      "epoch": 0.055007167724759366,
      "grad_norm": 1.1271305713940052,
      "learning_rate": 0.00020145,
      "loss": 1.3572,
      "step": 1343
    },
    {
      "epoch": 0.05504812615195576,
      "grad_norm": 1.6973686835748352,
      "learning_rate": 0.0002016,
      "loss": 1.3292,
      "step": 1344
    },
    {
      "epoch": 0.05508908457915216,
      "grad_norm": 1.4131984841094432,
      "learning_rate": 0.00020174999999999997,
      "loss": 1.0942,
      "step": 1345
    },
    {
      "epoch": 0.05513004300634856,
      "grad_norm": 2.310623832983596,
      "learning_rate": 0.0002019,
      "loss": 1.0927,
      "step": 1346
    },
    {
      "epoch": 0.055171001433544954,
      "grad_norm": 1.4572074962772816,
      "learning_rate": 0.00020204999999999998,
      "loss": 0.7331,
      "step": 1347
    },
    {
      "epoch": 0.055211959860741344,
      "grad_norm": 0.7153718195577564,
      "learning_rate": 0.0002022,
      "loss": 0.5246,
      "step": 1348
    },
    {
      "epoch": 0.05525291828793774,
      "grad_norm": 2.383979618727791,
      "learning_rate": 0.00020234999999999999,
      "loss": 1.2891,
      "step": 1349
    },
    {
      "epoch": 0.05529387671513414,
      "grad_norm": 3.2199690180255787,
      "learning_rate": 0.0002025,
      "loss": 1.4637,
      "step": 1350
    },
    {
      "epoch": 0.055334835142330535,
      "grad_norm": 1.1546506947838122,
      "learning_rate": 0.00020264999999999997,
      "loss": 1.0406,
      "step": 1351
    },
    {
      "epoch": 0.05537579356952693,
      "grad_norm": 1.0879674530043808,
      "learning_rate": 0.0002028,
      "loss": 0.8794,
      "step": 1352
    },
    {
      "epoch": 0.05541675199672333,
      "grad_norm": 2.228463538985092,
      "learning_rate": 0.00020294999999999997,
      "loss": 1.1659,
      "step": 1353
    },
    {
      "epoch": 0.05545771042391972,
      "grad_norm": 2.383959750397425,
      "learning_rate": 0.0002031,
      "loss": 1.0875,
      "step": 1354
    },
    {
      "epoch": 0.055498668851116116,
      "grad_norm": 1.305851311812837,
      "learning_rate": 0.00020324999999999998,
      "loss": 0.8022,
      "step": 1355
    },
    {
      "epoch": 0.05553962727831251,
      "grad_norm": 0.9321890310357237,
      "learning_rate": 0.00020339999999999998,
      "loss": 1.1027,
      "step": 1356
    },
    {
      "epoch": 0.05558058570550891,
      "grad_norm": 1.6482705241761308,
      "learning_rate": 0.00020355,
      "loss": 1.2646,
      "step": 1357
    },
    {
      "epoch": 0.05562154413270531,
      "grad_norm": 1.7248386956570743,
      "learning_rate": 0.0002037,
      "loss": 1.2148,
      "step": 1358
    },
    {
      "epoch": 0.0556625025599017,
      "grad_norm": 1.368979671535863,
      "learning_rate": 0.00020384999999999997,
      "loss": 1.1695,
      "step": 1359
    },
    {
      "epoch": 0.055703460987098094,
      "grad_norm": 1.4236579734979482,
      "learning_rate": 0.000204,
      "loss": 1.0048,
      "step": 1360
    },
    {
      "epoch": 0.05574441941429449,
      "grad_norm": 1.6914045951957026,
      "learning_rate": 0.00020414999999999997,
      "loss": 1.3762,
      "step": 1361
    },
    {
      "epoch": 0.05578537784149089,
      "grad_norm": 1.715186728884431,
      "learning_rate": 0.0002043,
      "loss": 1.0163,
      "step": 1362
    },
    {
      "epoch": 0.055826336268687285,
      "grad_norm": 1.664850815432822,
      "learning_rate": 0.00020444999999999998,
      "loss": 1.1259,
      "step": 1363
    },
    {
      "epoch": 0.055867294695883675,
      "grad_norm": 1.357209980314874,
      "learning_rate": 0.00020459999999999999,
      "loss": 1.3955,
      "step": 1364
    },
    {
      "epoch": 0.05590825312308007,
      "grad_norm": 0.8297137305407668,
      "learning_rate": 0.00020475,
      "loss": 0.9423,
      "step": 1365
    },
    {
      "epoch": 0.05594921155027647,
      "grad_norm": 1.252159748752806,
      "learning_rate": 0.0002049,
      "loss": 1.4356,
      "step": 1366
    },
    {
      "epoch": 0.055990169977472866,
      "grad_norm": 0.8285134983585107,
      "learning_rate": 0.00020504999999999997,
      "loss": 0.8649,
      "step": 1367
    },
    {
      "epoch": 0.05603112840466926,
      "grad_norm": 1.2401049210859942,
      "learning_rate": 0.0002052,
      "loss": 1.2564,
      "step": 1368
    },
    {
      "epoch": 0.05607208683186565,
      "grad_norm": 1.0824004427377343,
      "learning_rate": 0.00020534999999999998,
      "loss": 0.8774,
      "step": 1369
    },
    {
      "epoch": 0.05611304525906205,
      "grad_norm": 1.0608213514545193,
      "learning_rate": 0.0002055,
      "loss": 0.8091,
      "step": 1370
    },
    {
      "epoch": 0.05615400368625845,
      "grad_norm": 0.8862404028559474,
      "learning_rate": 0.00020564999999999998,
      "loss": 0.974,
      "step": 1371
    },
    {
      "epoch": 0.056194962113454844,
      "grad_norm": 1.0111850422723345,
      "learning_rate": 0.0002058,
      "loss": 0.981,
      "step": 1372
    },
    {
      "epoch": 0.05623592054065124,
      "grad_norm": 1.6743102103842533,
      "learning_rate": 0.00020595,
      "loss": 0.9382,
      "step": 1373
    },
    {
      "epoch": 0.05627687896784764,
      "grad_norm": 1.0068442321252136,
      "learning_rate": 0.0002061,
      "loss": 1.2358,
      "step": 1374
    },
    {
      "epoch": 0.05631783739504403,
      "grad_norm": 0.9521892405876622,
      "learning_rate": 0.00020624999999999997,
      "loss": 1.076,
      "step": 1375
    },
    {
      "epoch": 0.056358795822240425,
      "grad_norm": 1.0219141329876071,
      "learning_rate": 0.00020639999999999998,
      "loss": 0.7142,
      "step": 1376
    },
    {
      "epoch": 0.05639975424943682,
      "grad_norm": 1.0589533553153667,
      "learning_rate": 0.00020654999999999998,
      "loss": 0.6028,
      "step": 1377
    },
    {
      "epoch": 0.05644071267663322,
      "grad_norm": 1.0206617351616316,
      "learning_rate": 0.00020669999999999996,
      "loss": 0.9669,
      "step": 1378
    },
    {
      "epoch": 0.056481671103829616,
      "grad_norm": 0.9518141473374852,
      "learning_rate": 0.00020684999999999999,
      "loss": 0.9191,
      "step": 1379
    },
    {
      "epoch": 0.056522629531026006,
      "grad_norm": 1.1656883448995523,
      "learning_rate": 0.00020699999999999996,
      "loss": 1.3106,
      "step": 1380
    },
    {
      "epoch": 0.0565635879582224,
      "grad_norm": 1.3055097577351928,
      "learning_rate": 0.00020715,
      "loss": 1.1032,
      "step": 1381
    },
    {
      "epoch": 0.0566045463854188,
      "grad_norm": 0.8653540072387889,
      "learning_rate": 0.00020729999999999997,
      "loss": 1.2078,
      "step": 1382
    },
    {
      "epoch": 0.0566455048126152,
      "grad_norm": 1.565141736087242,
      "learning_rate": 0.00020744999999999997,
      "loss": 0.7488,
      "step": 1383
    },
    {
      "epoch": 0.056686463239811594,
      "grad_norm": 1.3375262674684012,
      "learning_rate": 0.00020759999999999998,
      "loss": 1.2901,
      "step": 1384
    },
    {
      "epoch": 0.056727421667007984,
      "grad_norm": 0.6650071290686972,
      "learning_rate": 0.00020774999999999998,
      "loss": 0.5452,
      "step": 1385
    },
    {
      "epoch": 0.05676838009420438,
      "grad_norm": 1.2564654487388924,
      "learning_rate": 0.00020789999999999996,
      "loss": 1.2704,
      "step": 1386
    },
    {
      "epoch": 0.05680933852140078,
      "grad_norm": 1.3844922504763753,
      "learning_rate": 0.00020805,
      "loss": 1.2167,
      "step": 1387
    },
    {
      "epoch": 0.056850296948597175,
      "grad_norm": 1.2602067038721096,
      "learning_rate": 0.00020819999999999996,
      "loss": 1.4441,
      "step": 1388
    },
    {
      "epoch": 0.05689125537579357,
      "grad_norm": 1.3332836802744914,
      "learning_rate": 0.00020835,
      "loss": 1.1818,
      "step": 1389
    },
    {
      "epoch": 0.05693221380298997,
      "grad_norm": 1.336425943999913,
      "learning_rate": 0.00020849999999999997,
      "loss": 1.1438,
      "step": 1390
    },
    {
      "epoch": 0.05697317223018636,
      "grad_norm": 1.158158679522331,
      "learning_rate": 0.00020864999999999998,
      "loss": 1.2786,
      "step": 1391
    },
    {
      "epoch": 0.057014130657382756,
      "grad_norm": 9.512674847547746,
      "learning_rate": 0.00020879999999999998,
      "loss": 5.6636,
      "step": 1392
    },
    {
      "epoch": 0.05705508908457915,
      "grad_norm": 2.2681041329838285,
      "learning_rate": 0.00020894999999999998,
      "loss": 0.8524,
      "step": 1393
    },
    {
      "epoch": 0.05709604751177555,
      "grad_norm": 1.4031338053192866,
      "learning_rate": 0.00020909999999999996,
      "loss": 0.6648,
      "step": 1394
    },
    {
      "epoch": 0.057137005938971946,
      "grad_norm": 1.747379988243151,
      "learning_rate": 0.00020925,
      "loss": 1.4028,
      "step": 1395
    },
    {
      "epoch": 0.057177964366168336,
      "grad_norm": 20.66424442799373,
      "learning_rate": 0.00020939999999999997,
      "loss": 10.0015,
      "step": 1396
    },
    {
      "epoch": 0.057218922793364733,
      "grad_norm": 1.2803153664155213,
      "learning_rate": 0.00020955,
      "loss": 1.306,
      "step": 1397
    },
    {
      "epoch": 0.05725988122056113,
      "grad_norm": 2.1519603181424363,
      "learning_rate": 0.00020969999999999997,
      "loss": 1.3757,
      "step": 1398
    },
    {
      "epoch": 0.05730083964775753,
      "grad_norm": 1.8171586290316024,
      "learning_rate": 0.00020984999999999998,
      "loss": 1.4079,
      "step": 1399
    },
    {
      "epoch": 0.057341798074953924,
      "grad_norm": 0.9565852410865815,
      "learning_rate": 0.00020999999999999998,
      "loss": 1.2429,
      "step": 1400
    },
    {
      "epoch": 0.057382756502150314,
      "grad_norm": 1.0116019733282504,
      "learning_rate": 0.00021014999999999999,
      "loss": 1.1377,
      "step": 1401
    },
    {
      "epoch": 0.05742371492934671,
      "grad_norm": 0.9374933047987509,
      "learning_rate": 0.00021029999999999996,
      "loss": 1.0657,
      "step": 1402
    },
    {
      "epoch": 0.05746467335654311,
      "grad_norm": 1.140423017782945,
      "learning_rate": 0.00021045,
      "loss": 1.1396,
      "step": 1403
    },
    {
      "epoch": 0.057505631783739505,
      "grad_norm": 1.1388852537070704,
      "learning_rate": 0.00021059999999999997,
      "loss": 0.777,
      "step": 1404
    },
    {
      "epoch": 0.0575465902109359,
      "grad_norm": 1.2541538200425038,
      "learning_rate": 0.00021074999999999997,
      "loss": 1.3319,
      "step": 1405
    },
    {
      "epoch": 0.05758754863813229,
      "grad_norm": 0.6582529110401563,
      "learning_rate": 0.00021089999999999998,
      "loss": 0.6053,
      "step": 1406
    },
    {
      "epoch": 0.05762850706532869,
      "grad_norm": 1.3745719446279046,
      "learning_rate": 0.00021104999999999998,
      "loss": 1.2672,
      "step": 1407
    },
    {
      "epoch": 0.057669465492525086,
      "grad_norm": 1.2418956592229944,
      "learning_rate": 0.00021119999999999996,
      "loss": 1.2592,
      "step": 1408
    },
    {
      "epoch": 0.05771042391972148,
      "grad_norm": 1.4898115069744928,
      "learning_rate": 0.00021135,
      "loss": 1.1539,
      "step": 1409
    },
    {
      "epoch": 0.05775138234691788,
      "grad_norm": 0.8074811586507883,
      "learning_rate": 0.00021149999999999996,
      "loss": 0.6723,
      "step": 1410
    },
    {
      "epoch": 0.05779234077411428,
      "grad_norm": 1.1915843886759065,
      "learning_rate": 0.00021165,
      "loss": 0.9847,
      "step": 1411
    },
    {
      "epoch": 0.05783329920131067,
      "grad_norm": 1.602572953708982,
      "learning_rate": 0.00021179999999999997,
      "loss": 1.475,
      "step": 1412
    },
    {
      "epoch": 0.057874257628507064,
      "grad_norm": 1.508737434957523,
      "learning_rate": 0.00021194999999999997,
      "loss": 1.1148,
      "step": 1413
    },
    {
      "epoch": 0.05791521605570346,
      "grad_norm": 1.1463180257369538,
      "learning_rate": 0.00021209999999999998,
      "loss": 1.1153,
      "step": 1414
    },
    {
      "epoch": 0.05795617448289986,
      "grad_norm": 1.297073561522076,
      "learning_rate": 0.00021224999999999998,
      "loss": 0.9038,
      "step": 1415
    },
    {
      "epoch": 0.057997132910096255,
      "grad_norm": 9.12660587736144,
      "learning_rate": 0.00021239999999999996,
      "loss": 5.3147,
      "step": 1416
    },
    {
      "epoch": 0.058038091337292645,
      "grad_norm": 1.210121846962991,
      "learning_rate": 0.00021255,
      "loss": 0.5321,
      "step": 1417
    },
    {
      "epoch": 0.05807904976448904,
      "grad_norm": 1.0548981004916762,
      "learning_rate": 0.00021269999999999997,
      "loss": 0.6334,
      "step": 1418
    },
    {
      "epoch": 0.05812000819168544,
      "grad_norm": 2.4114300896983734,
      "learning_rate": 0.00021285,
      "loss": 2.7685,
      "step": 1419
    },
    {
      "epoch": 0.058160966618881836,
      "grad_norm": 1.1221697848518775,
      "learning_rate": 0.00021299999999999997,
      "loss": 0.6169,
      "step": 1420
    },
    {
      "epoch": 0.05820192504607823,
      "grad_norm": 1.769376371560948,
      "learning_rate": 0.00021314999999999998,
      "loss": 1.307,
      "step": 1421
    },
    {
      "epoch": 0.05824288347327462,
      "grad_norm": 1.4296426848312995,
      "learning_rate": 0.00021329999999999998,
      "loss": 0.9213,
      "step": 1422
    },
    {
      "epoch": 0.05828384190047102,
      "grad_norm": 1.4393517582150432,
      "learning_rate": 0.00021344999999999998,
      "loss": 0.6474,
      "step": 1423
    },
    {
      "epoch": 0.05832480032766742,
      "grad_norm": 1.2497968081415824,
      "learning_rate": 0.00021359999999999996,
      "loss": 1.298,
      "step": 1424
    },
    {
      "epoch": 0.058365758754863814,
      "grad_norm": 2.678836200691721,
      "learning_rate": 0.00021375,
      "loss": 2.6296,
      "step": 1425
    },
    {
      "epoch": 0.05840671718206021,
      "grad_norm": 6.299695920325158,
      "learning_rate": 0.00021389999999999997,
      "loss": 4.0737,
      "step": 1426
    },
    {
      "epoch": 0.05844767560925661,
      "grad_norm": 1.718923641914551,
      "learning_rate": 0.00021405,
      "loss": 1.376,
      "step": 1427
    },
    {
      "epoch": 0.058488634036453,
      "grad_norm": 1.0309708860764526,
      "learning_rate": 0.00021419999999999998,
      "loss": 1.2174,
      "step": 1428
    },
    {
      "epoch": 0.058529592463649395,
      "grad_norm": 3.1969524789679324,
      "learning_rate": 0.00021434999999999998,
      "loss": 2.1689,
      "step": 1429
    },
    {
      "epoch": 0.05857055089084579,
      "grad_norm": 1.3842638841633677,
      "learning_rate": 0.00021449999999999998,
      "loss": 1.4551,
      "step": 1430
    },
    {
      "epoch": 0.05861150931804219,
      "grad_norm": 1.9894428216895443,
      "learning_rate": 0.00021464999999999999,
      "loss": 1.6997,
      "step": 1431
    },
    {
      "epoch": 0.058652467745238586,
      "grad_norm": 1.9148466392335626,
      "learning_rate": 0.00021479999999999996,
      "loss": 0.754,
      "step": 1432
    },
    {
      "epoch": 0.058693426172434976,
      "grad_norm": 8.798442558647094,
      "learning_rate": 0.00021495,
      "loss": 1.2562,
      "step": 1433
    },
    {
      "epoch": 0.05873438459963137,
      "grad_norm": 1.3380207784969058,
      "learning_rate": 0.00021509999999999997,
      "loss": 1.2578,
      "step": 1434
    },
    {
      "epoch": 0.05877534302682777,
      "grad_norm": 1.2731346831350399,
      "learning_rate": 0.00021525,
      "loss": 1.4827,
      "step": 1435
    },
    {
      "epoch": 0.05881630145402417,
      "grad_norm": 0.8156383857986262,
      "learning_rate": 0.00021539999999999998,
      "loss": 0.9173,
      "step": 1436
    },
    {
      "epoch": 0.058857259881220564,
      "grad_norm": 0.9167458753663867,
      "learning_rate": 0.00021554999999999998,
      "loss": 1.0392,
      "step": 1437
    },
    {
      "epoch": 0.058898218308416954,
      "grad_norm": 1.3536981196105256,
      "learning_rate": 0.00021569999999999998,
      "loss": 1.1458,
      "step": 1438
    },
    {
      "epoch": 0.05893917673561335,
      "grad_norm": 1.118848817257678,
      "learning_rate": 0.00021585,
      "loss": 1.0612,
      "step": 1439
    },
    {
      "epoch": 0.05898013516280975,
      "grad_norm": 1.168553094576896,
      "learning_rate": 0.00021599999999999996,
      "loss": 1.3322,
      "step": 1440
    },
    {
      "epoch": 0.059021093590006145,
      "grad_norm": 1.619133016718735,
      "learning_rate": 0.00021615,
      "loss": 1.3604,
      "step": 1441
    },
    {
      "epoch": 0.05906205201720254,
      "grad_norm": 1.0497028962396444,
      "learning_rate": 0.00021629999999999997,
      "loss": 1.2319,
      "step": 1442
    },
    {
      "epoch": 0.05910301044439893,
      "grad_norm": 0.9143090984987402,
      "learning_rate": 0.00021645,
      "loss": 0.8615,
      "step": 1443
    },
    {
      "epoch": 0.05914396887159533,
      "grad_norm": 1.7748886900470944,
      "learning_rate": 0.00021659999999999998,
      "loss": 1.1529,
      "step": 1444
    },
    {
      "epoch": 0.059184927298791726,
      "grad_norm": 1.4405138123099517,
      "learning_rate": 0.00021674999999999998,
      "loss": 1.1593,
      "step": 1445
    },
    {
      "epoch": 0.05922588572598812,
      "grad_norm": 1.1390172519033759,
      "learning_rate": 0.0002169,
      "loss": 1.6767,
      "step": 1446
    },
    {
      "epoch": 0.05926684415318452,
      "grad_norm": 1.629298986658105,
      "learning_rate": 0.00021705,
      "loss": 1.3076,
      "step": 1447
    },
    {
      "epoch": 0.05930780258038092,
      "grad_norm": 1.252137378785414,
      "learning_rate": 0.00021719999999999997,
      "loss": 1.0245,
      "step": 1448
    },
    {
      "epoch": 0.05934876100757731,
      "grad_norm": 1.1298529856408528,
      "learning_rate": 0.00021735,
      "loss": 0.7076,
      "step": 1449
    },
    {
      "epoch": 0.059389719434773704,
      "grad_norm": 1.1003676169975714,
      "learning_rate": 0.00021749999999999997,
      "loss": 1.1309,
      "step": 1450
    },
    {
      "epoch": 0.0594306778619701,
      "grad_norm": 6.893085925019227,
      "learning_rate": 0.00021764999999999998,
      "loss": 3.3129,
      "step": 1451
    },
    {
      "epoch": 0.0594716362891665,
      "grad_norm": 2.3772765097593536,
      "learning_rate": 0.00021779999999999998,
      "loss": 1.5885,
      "step": 1452
    },
    {
      "epoch": 0.059512594716362895,
      "grad_norm": 1.1285998662279932,
      "learning_rate": 0.00021794999999999999,
      "loss": 1.553,
      "step": 1453
    },
    {
      "epoch": 0.059553553143559285,
      "grad_norm": 0.9056226581438197,
      "learning_rate": 0.00021809999999999996,
      "loss": 1.0009,
      "step": 1454
    },
    {
      "epoch": 0.05959451157075568,
      "grad_norm": 0.9858313243142783,
      "learning_rate": 0.00021825,
      "loss": 1.0023,
      "step": 1455
    },
    {
      "epoch": 0.05963546999795208,
      "grad_norm": 1.1390410834645883,
      "learning_rate": 0.00021839999999999997,
      "loss": 1.4826,
      "step": 1456
    },
    {
      "epoch": 0.059676428425148476,
      "grad_norm": 1.0334029939580165,
      "learning_rate": 0.00021855,
      "loss": 1.1359,
      "step": 1457
    },
    {
      "epoch": 0.05971738685234487,
      "grad_norm": 0.8495215142674104,
      "learning_rate": 0.00021869999999999998,
      "loss": 0.9768,
      "step": 1458
    },
    {
      "epoch": 0.05975834527954126,
      "grad_norm": 1.238311283811243,
      "learning_rate": 0.00021884999999999998,
      "loss": 1.3314,
      "step": 1459
    },
    {
      "epoch": 0.05979930370673766,
      "grad_norm": 1.0575761029697768,
      "learning_rate": 0.00021899999999999998,
      "loss": 1.0906,
      "step": 1460
    },
    {
      "epoch": 0.059840262133934057,
      "grad_norm": 1.138267187954763,
      "learning_rate": 0.00021915,
      "loss": 1.5063,
      "step": 1461
    },
    {
      "epoch": 0.059881220561130453,
      "grad_norm": 1.094908771750294,
      "learning_rate": 0.00021929999999999996,
      "loss": 1.0305,
      "step": 1462
    },
    {
      "epoch": 0.05992217898832685,
      "grad_norm": 1.2307395559204344,
      "learning_rate": 0.00021945,
      "loss": 1.2381,
      "step": 1463
    },
    {
      "epoch": 0.05996313741552324,
      "grad_norm": 1.0810203238960128,
      "learning_rate": 0.00021959999999999997,
      "loss": 1.1114,
      "step": 1464
    },
    {
      "epoch": 0.06000409584271964,
      "grad_norm": 1.584205542165773,
      "learning_rate": 0.00021975,
      "loss": 1.8502,
      "step": 1465
    },
    {
      "epoch": 0.060045054269916034,
      "grad_norm": 0.8980651438801787,
      "learning_rate": 0.00021989999999999998,
      "loss": 0.932,
      "step": 1466
    },
    {
      "epoch": 0.06008601269711243,
      "grad_norm": 1.496553148357509,
      "learning_rate": 0.00022004999999999998,
      "loss": 1.3967,
      "step": 1467
    },
    {
      "epoch": 0.06012697112430883,
      "grad_norm": 1.2433769915454742,
      "learning_rate": 0.00022019999999999999,
      "loss": 1.1251,
      "step": 1468
    },
    {
      "epoch": 0.060167929551505225,
      "grad_norm": 1.3133655428807238,
      "learning_rate": 0.00022035,
      "loss": 1.3357,
      "step": 1469
    },
    {
      "epoch": 0.060208887978701615,
      "grad_norm": 0.8900929291979256,
      "learning_rate": 0.00022049999999999997,
      "loss": 1.1919,
      "step": 1470
    },
    {
      "epoch": 0.06024984640589801,
      "grad_norm": 1.1168608780098168,
      "learning_rate": 0.00022065,
      "loss": 0.7595,
      "step": 1471
    },
    {
      "epoch": 0.06029080483309441,
      "grad_norm": 1.1915060023214772,
      "learning_rate": 0.00022079999999999997,
      "loss": 0.8616,
      "step": 1472
    },
    {
      "epoch": 0.060331763260290806,
      "grad_norm": 0.9027718238337064,
      "learning_rate": 0.00022095,
      "loss": 0.7846,
      "step": 1473
    },
    {
      "epoch": 0.0603727216874872,
      "grad_norm": 1.537665923353367,
      "learning_rate": 0.00022109999999999998,
      "loss": 1.1682,
      "step": 1474
    },
    {
      "epoch": 0.06041368011468359,
      "grad_norm": 1.209541334854245,
      "learning_rate": 0.00022124999999999998,
      "loss": 0.6331,
      "step": 1475
    },
    {
      "epoch": 0.06045463854187999,
      "grad_norm": 3.6173011809874973,
      "learning_rate": 0.0002214,
      "loss": 4.7506,
      "step": 1476
    },
    {
      "epoch": 0.06049559696907639,
      "grad_norm": 1.1983078922070625,
      "learning_rate": 0.00022155,
      "loss": 1.0316,
      "step": 1477
    },
    {
      "epoch": 0.060536555396272784,
      "grad_norm": 1.9222816191908967,
      "learning_rate": 0.00022169999999999997,
      "loss": 1.1602,
      "step": 1478
    },
    {
      "epoch": 0.06057751382346918,
      "grad_norm": 2.9385587531928428,
      "learning_rate": 0.00022185,
      "loss": 1.2087,
      "step": 1479
    },
    {
      "epoch": 0.06061847225066557,
      "grad_norm": 1.5428180163938316,
      "learning_rate": 0.00022199999999999998,
      "loss": 0.7919,
      "step": 1480
    },
    {
      "epoch": 0.06065943067786197,
      "grad_norm": 1.3513972625203499,
      "learning_rate": 0.00022215,
      "loss": 1.1437,
      "step": 1481
    },
    {
      "epoch": 0.060700389105058365,
      "grad_norm": 2.0826048363418574,
      "learning_rate": 0.00022229999999999998,
      "loss": 1.4012,
      "step": 1482
    },
    {
      "epoch": 0.06074134753225476,
      "grad_norm": 1.4580768417613765,
      "learning_rate": 0.00022244999999999999,
      "loss": 1.2286,
      "step": 1483
    },
    {
      "epoch": 0.06078230595945116,
      "grad_norm": 2.336486679452061,
      "learning_rate": 0.0002226,
      "loss": 0.9666,
      "step": 1484
    },
    {
      "epoch": 0.060823264386647556,
      "grad_norm": 1.409187109386407,
      "learning_rate": 0.00022275,
      "loss": 1.1676,
      "step": 1485
    },
    {
      "epoch": 0.060864222813843946,
      "grad_norm": 1.7435193502161135,
      "learning_rate": 0.00022289999999999997,
      "loss": 1.5237,
      "step": 1486
    },
    {
      "epoch": 0.06090518124104034,
      "grad_norm": 72.65075947385483,
      "learning_rate": 0.00022305,
      "loss": 4.4479,
      "step": 1487
    },
    {
      "epoch": 0.06094613966823674,
      "grad_norm": 2.300163800798708,
      "learning_rate": 0.00022319999999999998,
      "loss": 2.4327,
      "step": 1488
    },
    {
      "epoch": 0.06098709809543314,
      "grad_norm": 2.200260857538641,
      "learning_rate": 0.00022335,
      "loss": 1.3631,
      "step": 1489
    },
    {
      "epoch": 0.061028056522629534,
      "grad_norm": 5.1015485582809195,
      "learning_rate": 0.00022349999999999998,
      "loss": 1.7513,
      "step": 1490
    },
    {
      "epoch": 0.061069014949825924,
      "grad_norm": 2.0234678343254555,
      "learning_rate": 0.00022365,
      "loss": 1.3689,
      "step": 1491
    },
    {
      "epoch": 0.06110997337702232,
      "grad_norm": 1.433797492716199,
      "learning_rate": 0.0002238,
      "loss": 1.222,
      "step": 1492
    },
    {
      "epoch": 0.06115093180421872,
      "grad_norm": 10.302248980204698,
      "learning_rate": 0.00022395,
      "loss": 1.3913,
      "step": 1493
    },
    {
      "epoch": 0.061191890231415115,
      "grad_norm": 2.3986356006203238,
      "learning_rate": 0.00022409999999999997,
      "loss": 1.0972,
      "step": 1494
    },
    {
      "epoch": 0.06123284865861151,
      "grad_norm": 1.7588186856928627,
      "learning_rate": 0.00022425,
      "loss": 1.0307,
      "step": 1495
    },
    {
      "epoch": 0.0612738070858079,
      "grad_norm": 1.10035320050456,
      "learning_rate": 0.00022439999999999998,
      "loss": 0.6761,
      "step": 1496
    },
    {
      "epoch": 0.0613147655130043,
      "grad_norm": 15.70677326912207,
      "learning_rate": 0.00022455,
      "loss": 6.0643,
      "step": 1497
    },
    {
      "epoch": 0.061355723940200696,
      "grad_norm": 2.4132538593984587,
      "learning_rate": 0.0002247,
      "loss": 1.0601,
      "step": 1498
    },
    {
      "epoch": 0.06139668236739709,
      "grad_norm": 2.027788383204622,
      "learning_rate": 0.00022485,
      "loss": 0.8685,
      "step": 1499
    },
    {
      "epoch": 0.06143764079459349,
      "grad_norm": 2.9881936811793404,
      "learning_rate": 0.000225,
      "loss": 1.3974,
      "step": 1500
    },
    {
      "epoch": 0.06147859922178988,
      "grad_norm": 1.1760916585075256,
      "learning_rate": 0.00022514999999999997,
      "loss": 1.2805,
      "step": 1501
    },
    {
      "epoch": 0.06151955764898628,
      "grad_norm": 2.245456229755146,
      "learning_rate": 0.00022529999999999997,
      "loss": 1.2846,
      "step": 1502
    },
    {
      "epoch": 0.061560516076182674,
      "grad_norm": 1.622789342824909,
      "learning_rate": 0.00022544999999999995,
      "loss": 0.8868,
      "step": 1503
    },
    {
      "epoch": 0.06160147450337907,
      "grad_norm": 1.9980714774087325,
      "learning_rate": 0.00022559999999999998,
      "loss": 0.7667,
      "step": 1504
    },
    {
      "epoch": 0.06164243293057547,
      "grad_norm": 1.4858507886283507,
      "learning_rate": 0.00022574999999999996,
      "loss": 1.257,
      "step": 1505
    },
    {
      "epoch": 0.061683391357771865,
      "grad_norm": 1.5756029865734194,
      "learning_rate": 0.0002259,
      "loss": 1.0439,
      "step": 1506
    },
    {
      "epoch": 0.061724349784968255,
      "grad_norm": 2.3905858782011493,
      "learning_rate": 0.00022604999999999997,
      "loss": 1.5997,
      "step": 1507
    },
    {
      "epoch": 0.06176530821216465,
      "grad_norm": 1.8753984256356593,
      "learning_rate": 0.00022619999999999997,
      "loss": 0.9862,
      "step": 1508
    },
    {
      "epoch": 0.06180626663936105,
      "grad_norm": 1.6084610659367296,
      "learning_rate": 0.00022634999999999997,
      "loss": 1.1132,
      "step": 1509
    },
    {
      "epoch": 0.061847225066557446,
      "grad_norm": 1.0196716529396466,
      "learning_rate": 0.00022649999999999998,
      "loss": 1.0879,
      "step": 1510
    },
    {
      "epoch": 0.06188818349375384,
      "grad_norm": 1.8274169877981914,
      "learning_rate": 0.00022664999999999995,
      "loss": 0.986,
      "step": 1511
    },
    {
      "epoch": 0.06192914192095023,
      "grad_norm": 1.824215895880118,
      "learning_rate": 0.00022679999999999998,
      "loss": 1.1285,
      "step": 1512
    },
    {
      "epoch": 0.06197010034814663,
      "grad_norm": 1.0273877563671132,
      "learning_rate": 0.00022694999999999996,
      "loss": 0.717,
      "step": 1513
    },
    {
      "epoch": 0.06201105877534303,
      "grad_norm": 1.3855898399017799,
      "learning_rate": 0.0002271,
      "loss": 1.162,
      "step": 1514
    },
    {
      "epoch": 0.062052017202539424,
      "grad_norm": 1.2313318918699288,
      "learning_rate": 0.00022724999999999997,
      "loss": 1.3521,
      "step": 1515
    },
    {
      "epoch": 0.06209297562973582,
      "grad_norm": 4.398226924514908,
      "learning_rate": 0.00022739999999999997,
      "loss": 1.4392,
      "step": 1516
    },
    {
      "epoch": 0.06213393405693221,
      "grad_norm": 1.8852460766251697,
      "learning_rate": 0.00022754999999999997,
      "loss": 0.8364,
      "step": 1517
    },
    {
      "epoch": 0.06217489248412861,
      "grad_norm": 1.1719622387908117,
      "learning_rate": 0.00022769999999999998,
      "loss": 1.1278,
      "step": 1518
    },
    {
      "epoch": 0.062215850911325005,
      "grad_norm": 1.0740290047975223,
      "learning_rate": 0.00022784999999999995,
      "loss": 1.1248,
      "step": 1519
    },
    {
      "epoch": 0.0622568093385214,
      "grad_norm": 1.2539115000143886,
      "learning_rate": 0.00022799999999999999,
      "loss": 1.4693,
      "step": 1520
    },
    {
      "epoch": 0.0622977677657178,
      "grad_norm": 1.0254985542339656,
      "learning_rate": 0.00022814999999999996,
      "loss": 0.8356,
      "step": 1521
    },
    {
      "epoch": 0.06233872619291419,
      "grad_norm": 0.8863343361995932,
      "learning_rate": 0.0002283,
      "loss": 1.0689,
      "step": 1522
    },
    {
      "epoch": 0.062379684620110586,
      "grad_norm": 1.7056617602536723,
      "learning_rate": 0.00022844999999999997,
      "loss": 0.6629,
      "step": 1523
    },
    {
      "epoch": 0.06242064304730698,
      "grad_norm": 1.4183929703473013,
      "learning_rate": 0.00022859999999999997,
      "loss": 1.112,
      "step": 1524
    },
    {
      "epoch": 0.06246160147450338,
      "grad_norm": 1.0638911503827897,
      "learning_rate": 0.00022874999999999998,
      "loss": 1.175,
      "step": 1525
    },
    {
      "epoch": 0.06250255990169977,
      "grad_norm": 1.732364937485027,
      "learning_rate": 0.00022889999999999998,
      "loss": 1.0263,
      "step": 1526
    },
    {
      "epoch": 0.06254351832889617,
      "grad_norm": 1.4898857212952528,
      "learning_rate": 0.00022904999999999996,
      "loss": 1.0344,
      "step": 1527
    },
    {
      "epoch": 0.06258447675609256,
      "grad_norm": 1.158282478590863,
      "learning_rate": 0.0002292,
      "loss": 1.3101,
      "step": 1528
    },
    {
      "epoch": 0.06262543518328896,
      "grad_norm": 1.1788227734399483,
      "learning_rate": 0.00022934999999999996,
      "loss": 0.941,
      "step": 1529
    },
    {
      "epoch": 0.06266639361048536,
      "grad_norm": 6.731088719209482,
      "learning_rate": 0.0002295,
      "loss": 1.8658,
      "step": 1530
    },
    {
      "epoch": 0.06270735203768175,
      "grad_norm": 1.209706434301801,
      "learning_rate": 0.00022964999999999997,
      "loss": 1.1946,
      "step": 1531
    },
    {
      "epoch": 0.06274831046487815,
      "grad_norm": 1.5818691199649406,
      "learning_rate": 0.00022979999999999997,
      "loss": 1.1857,
      "step": 1532
    },
    {
      "epoch": 0.06278926889207455,
      "grad_norm": 12.501957013877918,
      "learning_rate": 0.00022994999999999998,
      "loss": 5.3658,
      "step": 1533
    },
    {
      "epoch": 0.06283022731927095,
      "grad_norm": 1.33939486867066,
      "learning_rate": 0.00023009999999999998,
      "loss": 1.1973,
      "step": 1534
    },
    {
      "epoch": 0.06287118574646734,
      "grad_norm": 2.5258107246636756,
      "learning_rate": 0.00023024999999999996,
      "loss": 1.8836,
      "step": 1535
    },
    {
      "epoch": 0.06291214417366373,
      "grad_norm": 2.611768668693902,
      "learning_rate": 0.0002304,
      "loss": 1.0506,
      "step": 1536
    },
    {
      "epoch": 0.06295310260086012,
      "grad_norm": 2.191918922406666,
      "learning_rate": 0.00023054999999999997,
      "loss": 1.1253,
      "step": 1537
    },
    {
      "epoch": 0.06299406102805652,
      "grad_norm": 1.28319537765205,
      "learning_rate": 0.0002307,
      "loss": 1.0559,
      "step": 1538
    },
    {
      "epoch": 0.06303501945525292,
      "grad_norm": 1.8371691919029953,
      "learning_rate": 0.00023084999999999997,
      "loss": 1.1702,
      "step": 1539
    },
    {
      "epoch": 0.06307597788244931,
      "grad_norm": 2.4923858181184504,
      "learning_rate": 0.00023099999999999998,
      "loss": 1.0163,
      "step": 1540
    },
    {
      "epoch": 0.06311693630964571,
      "grad_norm": 1.2639826156544247,
      "learning_rate": 0.00023114999999999998,
      "loss": 0.9305,
      "step": 1541
    },
    {
      "epoch": 0.06315789473684211,
      "grad_norm": 1.1336621071625623,
      "learning_rate": 0.00023129999999999998,
      "loss": 1.7322,
      "step": 1542
    },
    {
      "epoch": 0.0631988531640385,
      "grad_norm": 2.9297485041419056,
      "learning_rate": 0.00023144999999999996,
      "loss": 1.0312,
      "step": 1543
    },
    {
      "epoch": 0.0632398115912349,
      "grad_norm": 2.298057758413999,
      "learning_rate": 0.0002316,
      "loss": 0.8308,
      "step": 1544
    },
    {
      "epoch": 0.0632807700184313,
      "grad_norm": 1.4802024737424788,
      "learning_rate": 0.00023174999999999997,
      "loss": 1.1335,
      "step": 1545
    },
    {
      "epoch": 0.06332172844562768,
      "grad_norm": 1.3260323078912508,
      "learning_rate": 0.0002319,
      "loss": 1.3058,
      "step": 1546
    },
    {
      "epoch": 0.06336268687282408,
      "grad_norm": 1.7996124105611435,
      "learning_rate": 0.00023204999999999998,
      "loss": 1.7366,
      "step": 1547
    },
    {
      "epoch": 0.06340364530002048,
      "grad_norm": 1.6642093873560613,
      "learning_rate": 0.00023219999999999998,
      "loss": 1.2567,
      "step": 1548
    },
    {
      "epoch": 0.06344460372721687,
      "grad_norm": 0.9544660265049812,
      "learning_rate": 0.00023234999999999998,
      "loss": 0.9082,
      "step": 1549
    },
    {
      "epoch": 0.06348556215441327,
      "grad_norm": 0.9143374650862215,
      "learning_rate": 0.00023249999999999999,
      "loss": 0.9521,
      "step": 1550
    },
    {
      "epoch": 0.06352652058160967,
      "grad_norm": 1.1120650023487781,
      "learning_rate": 0.00023264999999999996,
      "loss": 1.2592,
      "step": 1551
    },
    {
      "epoch": 0.06356747900880606,
      "grad_norm": 0.8496066093157013,
      "learning_rate": 0.0002328,
      "loss": 1.0797,
      "step": 1552
    },
    {
      "epoch": 0.06360843743600246,
      "grad_norm": 1.1581875829954908,
      "learning_rate": 0.00023294999999999997,
      "loss": 0.8648,
      "step": 1553
    },
    {
      "epoch": 0.06364939586319886,
      "grad_norm": 2.8701121255854836,
      "learning_rate": 0.00023309999999999997,
      "loss": 2.0705,
      "step": 1554
    },
    {
      "epoch": 0.06369035429039525,
      "grad_norm": 1.311971152627894,
      "learning_rate": 0.00023324999999999998,
      "loss": 1.1808,
      "step": 1555
    },
    {
      "epoch": 0.06373131271759165,
      "grad_norm": 1.9049291656836387,
      "learning_rate": 0.00023339999999999998,
      "loss": 1.8795,
      "step": 1556
    },
    {
      "epoch": 0.06377227114478803,
      "grad_norm": 1.0066651016922545,
      "learning_rate": 0.00023354999999999996,
      "loss": 1.015,
      "step": 1557
    },
    {
      "epoch": 0.06381322957198443,
      "grad_norm": 1.0258594524542093,
      "learning_rate": 0.0002337,
      "loss": 1.0506,
      "step": 1558
    },
    {
      "epoch": 0.06385418799918083,
      "grad_norm": 1.1151140645821438,
      "learning_rate": 0.00023384999999999997,
      "loss": 1.0421,
      "step": 1559
    },
    {
      "epoch": 0.06389514642637723,
      "grad_norm": 1.2378391489916913,
      "learning_rate": 0.000234,
      "loss": 1.1427,
      "step": 1560
    },
    {
      "epoch": 0.06393610485357362,
      "grad_norm": 1.414222988125272,
      "learning_rate": 0.00023414999999999997,
      "loss": 0.6756,
      "step": 1561
    },
    {
      "epoch": 0.06397706328077002,
      "grad_norm": 1.1897216442000118,
      "learning_rate": 0.00023429999999999998,
      "loss": 1.3593,
      "step": 1562
    },
    {
      "epoch": 0.06401802170796642,
      "grad_norm": 0.8165551881934341,
      "learning_rate": 0.00023444999999999998,
      "loss": 0.8301,
      "step": 1563
    },
    {
      "epoch": 0.06405898013516281,
      "grad_norm": 1.2510397255819308,
      "learning_rate": 0.00023459999999999998,
      "loss": 0.9327,
      "step": 1564
    },
    {
      "epoch": 0.06409993856235921,
      "grad_norm": 1.5586108095640492,
      "learning_rate": 0.00023474999999999996,
      "loss": 1.0889,
      "step": 1565
    },
    {
      "epoch": 0.0641408969895556,
      "grad_norm": 7.053036828591477,
      "learning_rate": 0.0002349,
      "loss": 4.9333,
      "step": 1566
    },
    {
      "epoch": 0.06418185541675199,
      "grad_norm": 1.2664263947047507,
      "learning_rate": 0.00023504999999999997,
      "loss": 0.9873,
      "step": 1567
    },
    {
      "epoch": 0.06422281384394839,
      "grad_norm": 1.4108970126101086,
      "learning_rate": 0.0002352,
      "loss": 1.0043,
      "step": 1568
    },
    {
      "epoch": 0.06426377227114478,
      "grad_norm": 1.4043353686794653,
      "learning_rate": 0.00023534999999999997,
      "loss": 1.1992,
      "step": 1569
    },
    {
      "epoch": 0.06430473069834118,
      "grad_norm": 1.0033018316913902,
      "learning_rate": 0.00023549999999999998,
      "loss": 1.1065,
      "step": 1570
    },
    {
      "epoch": 0.06434568912553758,
      "grad_norm": 1.5279117440858634,
      "learning_rate": 0.00023564999999999998,
      "loss": 1.2444,
      "step": 1571
    },
    {
      "epoch": 0.06438664755273397,
      "grad_norm": 1.5175681944824808,
      "learning_rate": 0.00023579999999999999,
      "loss": 1.4553,
      "step": 1572
    },
    {
      "epoch": 0.06442760597993037,
      "grad_norm": 2.453538088899513,
      "learning_rate": 0.00023594999999999996,
      "loss": 1.5238,
      "step": 1573
    },
    {
      "epoch": 0.06446856440712677,
      "grad_norm": 1.6253818899791455,
      "learning_rate": 0.0002361,
      "loss": 1.112,
      "step": 1574
    },
    {
      "epoch": 0.06450952283432317,
      "grad_norm": 1.144437304308167,
      "learning_rate": 0.00023624999999999997,
      "loss": 1.243,
      "step": 1575
    },
    {
      "epoch": 0.06455048126151956,
      "grad_norm": 3.4647533414533442,
      "learning_rate": 0.0002364,
      "loss": 2.137,
      "step": 1576
    },
    {
      "epoch": 0.06459143968871596,
      "grad_norm": 0.7079092751249536,
      "learning_rate": 0.00023654999999999998,
      "loss": 0.6022,
      "step": 1577
    },
    {
      "epoch": 0.06463239811591234,
      "grad_norm": 0.7847074083049296,
      "learning_rate": 0.00023669999999999998,
      "loss": 0.6346,
      "step": 1578
    },
    {
      "epoch": 0.06467335654310874,
      "grad_norm": 1.2581415826218807,
      "learning_rate": 0.00023684999999999998,
      "loss": 1.3131,
      "step": 1579
    },
    {
      "epoch": 0.06471431497030514,
      "grad_norm": 1.1329903949437328,
      "learning_rate": 0.000237,
      "loss": 1.2139,
      "step": 1580
    },
    {
      "epoch": 0.06475527339750153,
      "grad_norm": 0.6078393216274454,
      "learning_rate": 0.00023714999999999996,
      "loss": 0.5174,
      "step": 1581
    },
    {
      "epoch": 0.06479623182469793,
      "grad_norm": 1.612762639886588,
      "learning_rate": 0.0002373,
      "loss": 1.3693,
      "step": 1582
    },
    {
      "epoch": 0.06483719025189433,
      "grad_norm": 1.0867391492053486,
      "learning_rate": 0.00023744999999999997,
      "loss": 1.4266,
      "step": 1583
    },
    {
      "epoch": 0.06487814867909072,
      "grad_norm": 0.8821030283805631,
      "learning_rate": 0.0002376,
      "loss": 1.0919,
      "step": 1584
    },
    {
      "epoch": 0.06491910710628712,
      "grad_norm": 3.01963465241834,
      "learning_rate": 0.00023774999999999998,
      "loss": 2.6153,
      "step": 1585
    },
    {
      "epoch": 0.06496006553348352,
      "grad_norm": 0.8777368380506085,
      "learning_rate": 0.00023789999999999998,
      "loss": 0.6039,
      "step": 1586
    },
    {
      "epoch": 0.06500102396067992,
      "grad_norm": 1.7242567071265942,
      "learning_rate": 0.00023804999999999999,
      "loss": 1.0855,
      "step": 1587
    },
    {
      "epoch": 0.0650419823878763,
      "grad_norm": 1.3262079591166283,
      "learning_rate": 0.0002382,
      "loss": 1.0712,
      "step": 1588
    },
    {
      "epoch": 0.0650829408150727,
      "grad_norm": 1.4457468245163103,
      "learning_rate": 0.00023834999999999997,
      "loss": 1.4715,
      "step": 1589
    },
    {
      "epoch": 0.06512389924226909,
      "grad_norm": 0.8738545262456837,
      "learning_rate": 0.0002385,
      "loss": 1.091,
      "step": 1590
    },
    {
      "epoch": 0.06516485766946549,
      "grad_norm": 3.5172786153763798,
      "learning_rate": 0.00023864999999999997,
      "loss": 1.2993,
      "step": 1591
    },
    {
      "epoch": 0.06520581609666189,
      "grad_norm": 1.0889346834421185,
      "learning_rate": 0.0002388,
      "loss": 0.8926,
      "step": 1592
    },
    {
      "epoch": 0.06524677452385828,
      "grad_norm": 2.288310198714023,
      "learning_rate": 0.00023894999999999998,
      "loss": 2.677,
      "step": 1593
    },
    {
      "epoch": 0.06528773295105468,
      "grad_norm": 1.6533937065388387,
      "learning_rate": 0.00023909999999999998,
      "loss": 1.0009,
      "step": 1594
    },
    {
      "epoch": 0.06532869137825108,
      "grad_norm": 0.9973334310076594,
      "learning_rate": 0.00023925,
      "loss": 1.1307,
      "step": 1595
    },
    {
      "epoch": 0.06536964980544747,
      "grad_norm": 1.3394657754321762,
      "learning_rate": 0.0002394,
      "loss": 1.4484,
      "step": 1596
    },
    {
      "epoch": 0.06541060823264387,
      "grad_norm": 8.772755417229815,
      "learning_rate": 0.00023954999999999997,
      "loss": 4.6673,
      "step": 1597
    },
    {
      "epoch": 0.06545156665984027,
      "grad_norm": 0.9890615098777862,
      "learning_rate": 0.0002397,
      "loss": 1.243,
      "step": 1598
    },
    {
      "epoch": 0.06549252508703665,
      "grad_norm": 1.1286009082235033,
      "learning_rate": 0.00023984999999999998,
      "loss": 1.1753,
      "step": 1599
    },
    {
      "epoch": 0.06553348351423305,
      "grad_norm": 1.011123992997305,
      "learning_rate": 0.00023999999999999998,
      "loss": 1.2097,
      "step": 1600
    },
    {
      "epoch": 0.06557444194142945,
      "grad_norm": 0.9595138580145908,
      "learning_rate": 0.00024014999999999998,
      "loss": 0.8482,
      "step": 1601
    },
    {
      "epoch": 0.06561540036862584,
      "grad_norm": 1.1663855876453308,
      "learning_rate": 0.00024029999999999999,
      "loss": 1.2126,
      "step": 1602
    },
    {
      "epoch": 0.06565635879582224,
      "grad_norm": 1.522962157692991,
      "learning_rate": 0.00024044999999999996,
      "loss": 1.2096,
      "step": 1603
    },
    {
      "epoch": 0.06569731722301864,
      "grad_norm": 0.9342383087320975,
      "learning_rate": 0.0002406,
      "loss": 1.2382,
      "step": 1604
    },
    {
      "epoch": 0.06573827565021503,
      "grad_norm": 0.8873040032967201,
      "learning_rate": 0.00024074999999999997,
      "loss": 0.6452,
      "step": 1605
    },
    {
      "epoch": 0.06577923407741143,
      "grad_norm": 1.8906691483588587,
      "learning_rate": 0.0002409,
      "loss": 0.7823,
      "step": 1606
    },
    {
      "epoch": 0.06582019250460783,
      "grad_norm": 2.2492214527947008,
      "learning_rate": 0.00024104999999999998,
      "loss": 1.082,
      "step": 1607
    },
    {
      "epoch": 0.06586115093180422,
      "grad_norm": 0.875329169933589,
      "learning_rate": 0.00024119999999999998,
      "loss": 1.0664,
      "step": 1608
    },
    {
      "epoch": 0.06590210935900062,
      "grad_norm": 0.9532070623347157,
      "learning_rate": 0.00024134999999999998,
      "loss": 1.0176,
      "step": 1609
    },
    {
      "epoch": 0.065943067786197,
      "grad_norm": 9.579010012734472,
      "learning_rate": 0.0002415,
      "loss": 6.6301,
      "step": 1610
    },
    {
      "epoch": 0.0659840262133934,
      "grad_norm": 1.5509602406260699,
      "learning_rate": 0.00024164999999999996,
      "loss": 1.5433,
      "step": 1611
    },
    {
      "epoch": 0.0660249846405898,
      "grad_norm": 1.3913519691141718,
      "learning_rate": 0.0002418,
      "loss": 1.1444,
      "step": 1612
    },
    {
      "epoch": 0.0660659430677862,
      "grad_norm": 1.0582699276088117,
      "learning_rate": 0.00024194999999999997,
      "loss": 0.9538,
      "step": 1613
    },
    {
      "epoch": 0.06610690149498259,
      "grad_norm": 1.0932663361921604,
      "learning_rate": 0.0002421,
      "loss": 1.0513,
      "step": 1614
    },
    {
      "epoch": 0.06614785992217899,
      "grad_norm": 0.9624098883196688,
      "learning_rate": 0.00024224999999999998,
      "loss": 0.964,
      "step": 1615
    },
    {
      "epoch": 0.06618881834937539,
      "grad_norm": 0.9352627413884214,
      "learning_rate": 0.00024239999999999998,
      "loss": 0.9342,
      "step": 1616
    },
    {
      "epoch": 0.06622977677657178,
      "grad_norm": 1.0990849419416677,
      "learning_rate": 0.00024255,
      "loss": 1.2286,
      "step": 1617
    },
    {
      "epoch": 0.06627073520376818,
      "grad_norm": 1.4199656021643483,
      "learning_rate": 0.0002427,
      "loss": 1.1499,
      "step": 1618
    },
    {
      "epoch": 0.06631169363096458,
      "grad_norm": 1.028874610787243,
      "learning_rate": 0.00024284999999999997,
      "loss": 0.8797,
      "step": 1619
    },
    {
      "epoch": 0.06635265205816096,
      "grad_norm": 1.0510356514801087,
      "learning_rate": 0.000243,
      "loss": 1.3487,
      "step": 1620
    },
    {
      "epoch": 0.06639361048535736,
      "grad_norm": 1.1283419261672012,
      "learning_rate": 0.00024314999999999997,
      "loss": 1.2151,
      "step": 1621
    },
    {
      "epoch": 0.06643456891255375,
      "grad_norm": 1.2103325939841265,
      "learning_rate": 0.0002433,
      "loss": 1.1507,
      "step": 1622
    },
    {
      "epoch": 0.06647552733975015,
      "grad_norm": 0.8551015601005334,
      "learning_rate": 0.00024344999999999998,
      "loss": 1.118,
      "step": 1623
    },
    {
      "epoch": 0.06651648576694655,
      "grad_norm": 1.0827343703747614,
      "learning_rate": 0.00024359999999999999,
      "loss": 0.7106,
      "step": 1624
    },
    {
      "epoch": 0.06655744419414295,
      "grad_norm": 1.798686613311546,
      "learning_rate": 0.00024375,
      "loss": 1.2941,
      "step": 1625
    },
    {
      "epoch": 0.06659840262133934,
      "grad_norm": 1.0677088477739418,
      "learning_rate": 0.00024389999999999997,
      "loss": 1.1068,
      "step": 1626
    },
    {
      "epoch": 0.06663936104853574,
      "grad_norm": 1.0187894621820224,
      "learning_rate": 0.00024404999999999997,
      "loss": 1.3705,
      "step": 1627
    },
    {
      "epoch": 0.06668031947573214,
      "grad_norm": 1.4962508148944884,
      "learning_rate": 0.00024419999999999997,
      "loss": 1.2703,
      "step": 1628
    },
    {
      "epoch": 0.06672127790292853,
      "grad_norm": 1.814225315022832,
      "learning_rate": 0.00024435,
      "loss": 1.2917,
      "step": 1629
    },
    {
      "epoch": 0.06676223633012493,
      "grad_norm": 2.5515962167616086,
      "learning_rate": 0.0002445,
      "loss": 1.9036,
      "step": 1630
    },
    {
      "epoch": 0.06680319475732131,
      "grad_norm": 1.229131012065306,
      "learning_rate": 0.00024464999999999996,
      "loss": 1.1539,
      "step": 1631
    },
    {
      "epoch": 0.06684415318451771,
      "grad_norm": 1.8860609959350363,
      "learning_rate": 0.0002448,
      "loss": 1.1237,
      "step": 1632
    },
    {
      "epoch": 0.06688511161171411,
      "grad_norm": 2.242931687897965,
      "learning_rate": 0.00024494999999999996,
      "loss": 1.4107,
      "step": 1633
    },
    {
      "epoch": 0.0669260700389105,
      "grad_norm": 1.0097976506733868,
      "learning_rate": 0.00024509999999999994,
      "loss": 1.3541,
      "step": 1634
    },
    {
      "epoch": 0.0669670284661069,
      "grad_norm": 3.926545226307094,
      "learning_rate": 0.00024524999999999997,
      "loss": 1.9328,
      "step": 1635
    },
    {
      "epoch": 0.0670079868933033,
      "grad_norm": 1.1753797894017934,
      "learning_rate": 0.00024539999999999995,
      "loss": 0.6569,
      "step": 1636
    },
    {
      "epoch": 0.0670489453204997,
      "grad_norm": 1.2926056857543622,
      "learning_rate": 0.00024555,
      "loss": 1.0806,
      "step": 1637
    },
    {
      "epoch": 0.06708990374769609,
      "grad_norm": 3.0198789755968365,
      "learning_rate": 0.00024569999999999995,
      "loss": 3.9784,
      "step": 1638
    },
    {
      "epoch": 0.06713086217489249,
      "grad_norm": 1.2676169206002266,
      "learning_rate": 0.00024585,
      "loss": 0.7437,
      "step": 1639
    },
    {
      "epoch": 0.06717182060208889,
      "grad_norm": 1.3893811899118858,
      "learning_rate": 0.00024599999999999996,
      "loss": 0.8762,
      "step": 1640
    },
    {
      "epoch": 0.06721277902928527,
      "grad_norm": 0.8405716191301992,
      "learning_rate": 0.00024615,
      "loss": 1.1047,
      "step": 1641
    },
    {
      "epoch": 0.06725373745648167,
      "grad_norm": 0.9452359535383013,
      "learning_rate": 0.00024629999999999997,
      "loss": 1.1011,
      "step": 1642
    },
    {
      "epoch": 0.06729469588367806,
      "grad_norm": 0.8559903607863538,
      "learning_rate": 0.00024645,
      "loss": 1.2545,
      "step": 1643
    },
    {
      "epoch": 0.06733565431087446,
      "grad_norm": 0.9614551656019782,
      "learning_rate": 0.0002466,
      "loss": 1.0848,
      "step": 1644
    },
    {
      "epoch": 0.06737661273807086,
      "grad_norm": 1.3434969554821763,
      "learning_rate": 0.00024675,
      "loss": 1.67,
      "step": 1645
    },
    {
      "epoch": 0.06741757116526725,
      "grad_norm": 0.9716569448924719,
      "learning_rate": 0.0002469,
      "loss": 1.1792,
      "step": 1646
    },
    {
      "epoch": 0.06745852959246365,
      "grad_norm": 1.0334072039465658,
      "learning_rate": 0.00024704999999999996,
      "loss": 1.4102,
      "step": 1647
    },
    {
      "epoch": 0.06749948801966005,
      "grad_norm": 1.152615777480702,
      "learning_rate": 0.0002472,
      "loss": 1.4714,
      "step": 1648
    },
    {
      "epoch": 0.06754044644685644,
      "grad_norm": 0.8052776376756254,
      "learning_rate": 0.00024734999999999997,
      "loss": 0.5411,
      "step": 1649
    },
    {
      "epoch": 0.06758140487405284,
      "grad_norm": 0.8161609452650899,
      "learning_rate": 0.00024749999999999994,
      "loss": 0.9451,
      "step": 1650
    },
    {
      "epoch": 0.06762236330124924,
      "grad_norm": 1.4467834915054154,
      "learning_rate": 0.00024765,
      "loss": 0.9607,
      "step": 1651
    },
    {
      "epoch": 0.06766332172844562,
      "grad_norm": 1.162660722937866,
      "learning_rate": 0.00024779999999999995,
      "loss": 1.7359,
      "step": 1652
    },
    {
      "epoch": 0.06770428015564202,
      "grad_norm": 0.9871399737936232,
      "learning_rate": 0.00024795,
      "loss": 1.3232,
      "step": 1653
    },
    {
      "epoch": 0.06774523858283842,
      "grad_norm": 1.218710742436865,
      "learning_rate": 0.00024809999999999996,
      "loss": 1.4549,
      "step": 1654
    },
    {
      "epoch": 0.06778619701003481,
      "grad_norm": 1.7688689959773847,
      "learning_rate": 0.00024825,
      "loss": 0.556,
      "step": 1655
    },
    {
      "epoch": 0.06782715543723121,
      "grad_norm": 0.9973579339966905,
      "learning_rate": 0.00024839999999999997,
      "loss": 1.2075,
      "step": 1656
    },
    {
      "epoch": 0.0678681138644276,
      "grad_norm": 0.8391384520577467,
      "learning_rate": 0.00024855,
      "loss": 0.8099,
      "step": 1657
    },
    {
      "epoch": 0.067909072291624,
      "grad_norm": 1.52551531491673,
      "learning_rate": 0.0002487,
      "loss": 0.9593,
      "step": 1658
    },
    {
      "epoch": 0.0679500307188204,
      "grad_norm": 1.4014219785417976,
      "learning_rate": 0.00024885,
      "loss": 1.2774,
      "step": 1659
    },
    {
      "epoch": 0.0679909891460168,
      "grad_norm": 0.9888558618197347,
      "learning_rate": 0.000249,
      "loss": 0.9876,
      "step": 1660
    },
    {
      "epoch": 0.0680319475732132,
      "grad_norm": 1.2757607243837696,
      "learning_rate": 0.00024914999999999996,
      "loss": 1.3407,
      "step": 1661
    },
    {
      "epoch": 0.06807290600040958,
      "grad_norm": 0.854088019212068,
      "learning_rate": 0.0002493,
      "loss": 0.7317,
      "step": 1662
    },
    {
      "epoch": 0.06811386442760597,
      "grad_norm": 3.0644959592248866,
      "learning_rate": 0.00024944999999999996,
      "loss": 4.8445,
      "step": 1663
    },
    {
      "epoch": 0.06815482285480237,
      "grad_norm": 1.4350367614065918,
      "learning_rate": 0.00024959999999999994,
      "loss": 1.3805,
      "step": 1664
    },
    {
      "epoch": 0.06819578128199877,
      "grad_norm": 1.2463384826590544,
      "learning_rate": 0.00024974999999999997,
      "loss": 1.0519,
      "step": 1665
    },
    {
      "epoch": 0.06823673970919517,
      "grad_norm": 1.0671074605423216,
      "learning_rate": 0.00024989999999999995,
      "loss": 0.6552,
      "step": 1666
    },
    {
      "epoch": 0.06827769813639156,
      "grad_norm": 1.0941042019642615,
      "learning_rate": 0.00025005,
      "loss": 1.6813,
      "step": 1667
    },
    {
      "epoch": 0.06831865656358796,
      "grad_norm": 0.9002668565492228,
      "learning_rate": 0.00025019999999999996,
      "loss": 1.1016,
      "step": 1668
    },
    {
      "epoch": 0.06835961499078436,
      "grad_norm": 1.0961858377780491,
      "learning_rate": 0.00025035,
      "loss": 1.2605,
      "step": 1669
    },
    {
      "epoch": 0.06840057341798075,
      "grad_norm": 1.0787592690668222,
      "learning_rate": 0.00025049999999999996,
      "loss": 0.6719,
      "step": 1670
    },
    {
      "epoch": 0.06844153184517715,
      "grad_norm": 0.9795841216497476,
      "learning_rate": 0.00025065,
      "loss": 1.431,
      "step": 1671
    },
    {
      "epoch": 0.06848249027237355,
      "grad_norm": 2.4550974939224983,
      "learning_rate": 0.00025079999999999997,
      "loss": 4.8627,
      "step": 1672
    },
    {
      "epoch": 0.06852344869956993,
      "grad_norm": 0.9420197051795786,
      "learning_rate": 0.00025095,
      "loss": 0.6743,
      "step": 1673
    },
    {
      "epoch": 0.06856440712676633,
      "grad_norm": 1.189226164915877,
      "learning_rate": 0.0002511,
      "loss": 1.0884,
      "step": 1674
    },
    {
      "epoch": 0.06860536555396272,
      "grad_norm": 1.5629476011342904,
      "learning_rate": 0.00025125,
      "loss": 1.1318,
      "step": 1675
    },
    {
      "epoch": 0.06864632398115912,
      "grad_norm": 1.0778857095180225,
      "learning_rate": 0.0002514,
      "loss": 0.8476,
      "step": 1676
    },
    {
      "epoch": 0.06868728240835552,
      "grad_norm": 2.1624919022375324,
      "learning_rate": 0.00025154999999999996,
      "loss": 2.0537,
      "step": 1677
    },
    {
      "epoch": 0.06872824083555192,
      "grad_norm": 1.054467652547699,
      "learning_rate": 0.0002517,
      "loss": 1.2229,
      "step": 1678
    },
    {
      "epoch": 0.06876919926274831,
      "grad_norm": 6.11996885906553,
      "learning_rate": 0.00025184999999999997,
      "loss": 5.8443,
      "step": 1679
    },
    {
      "epoch": 0.06881015768994471,
      "grad_norm": 2.65278133321862,
      "learning_rate": 0.00025199999999999995,
      "loss": 3.9406,
      "step": 1680
    },
    {
      "epoch": 0.0688511161171411,
      "grad_norm": 1.7293298324195199,
      "learning_rate": 0.00025215,
      "loss": 1.0434,
      "step": 1681
    },
    {
      "epoch": 0.0688920745443375,
      "grad_norm": 1.8518119974074538,
      "learning_rate": 0.00025229999999999995,
      "loss": 1.4221,
      "step": 1682
    },
    {
      "epoch": 0.06893303297153389,
      "grad_norm": 2.5754624999268523,
      "learning_rate": 0.00025245,
      "loss": 1.8288,
      "step": 1683
    },
    {
      "epoch": 0.06897399139873028,
      "grad_norm": 0.838035045342126,
      "learning_rate": 0.00025259999999999996,
      "loss": 0.9153,
      "step": 1684
    },
    {
      "epoch": 0.06901494982592668,
      "grad_norm": 1.6289486693611654,
      "learning_rate": 0.00025275,
      "loss": 0.6895,
      "step": 1685
    },
    {
      "epoch": 0.06905590825312308,
      "grad_norm": 1.6189787166247178,
      "learning_rate": 0.00025289999999999997,
      "loss": 1.5106,
      "step": 1686
    },
    {
      "epoch": 0.06909686668031947,
      "grad_norm": 4.321211917871095,
      "learning_rate": 0.00025305,
      "loss": 1.1718,
      "step": 1687
    },
    {
      "epoch": 0.06913782510751587,
      "grad_norm": 0.9603459515149143,
      "learning_rate": 0.0002532,
      "loss": 1.0471,
      "step": 1688
    },
    {
      "epoch": 0.06917878353471227,
      "grad_norm": 1.6339051582224065,
      "learning_rate": 0.00025335,
      "loss": 0.6552,
      "step": 1689
    },
    {
      "epoch": 0.06921974196190867,
      "grad_norm": 1.9549309307847564,
      "learning_rate": 0.0002535,
      "loss": 1.1634,
      "step": 1690
    },
    {
      "epoch": 0.06926070038910506,
      "grad_norm": 1.245539895837324,
      "learning_rate": 0.00025365,
      "loss": 1.3109,
      "step": 1691
    },
    {
      "epoch": 0.06930165881630146,
      "grad_norm": 0.7926660515511603,
      "learning_rate": 0.0002538,
      "loss": 0.7183,
      "step": 1692
    },
    {
      "epoch": 0.06934261724349786,
      "grad_norm": 3.150074655122009,
      "learning_rate": 0.00025394999999999997,
      "loss": 0.6338,
      "step": 1693
    },
    {
      "epoch": 0.06938357567069424,
      "grad_norm": 3.2738718621391265,
      "learning_rate": 0.0002541,
      "loss": 1.0556,
      "step": 1694
    },
    {
      "epoch": 0.06942453409789064,
      "grad_norm": 1.549704403082014,
      "learning_rate": 0.00025425,
      "loss": 1.2741,
      "step": 1695
    },
    {
      "epoch": 0.06946549252508703,
      "grad_norm": 1.1391961453798174,
      "learning_rate": 0.00025439999999999995,
      "loss": 1.0111,
      "step": 1696
    },
    {
      "epoch": 0.06950645095228343,
      "grad_norm": 2.893589158245885,
      "learning_rate": 0.00025455,
      "loss": 1.3166,
      "step": 1697
    },
    {
      "epoch": 0.06954740937947983,
      "grad_norm": 1.9505740041641288,
      "learning_rate": 0.00025469999999999996,
      "loss": 1.0566,
      "step": 1698
    },
    {
      "epoch": 0.06958836780667622,
      "grad_norm": 1.4650299919610452,
      "learning_rate": 0.00025485,
      "loss": 1.1926,
      "step": 1699
    },
    {
      "epoch": 0.06962932623387262,
      "grad_norm": 1.3140304246592007,
      "learning_rate": 0.00025499999999999996,
      "loss": 1.1061,
      "step": 1700
    },
    {
      "epoch": 0.06967028466106902,
      "grad_norm": 0.8958691125815037,
      "learning_rate": 0.00025515,
      "loss": 0.6442,
      "step": 1701
    },
    {
      "epoch": 0.06971124308826541,
      "grad_norm": 2.3650935353475218,
      "learning_rate": 0.00025529999999999997,
      "loss": 1.1585,
      "step": 1702
    },
    {
      "epoch": 0.06975220151546181,
      "grad_norm": 2.2349695061381825,
      "learning_rate": 0.00025545,
      "loss": 1.4224,
      "step": 1703
    },
    {
      "epoch": 0.0697931599426582,
      "grad_norm": 1.1048838959675111,
      "learning_rate": 0.0002556,
      "loss": 1.0729,
      "step": 1704
    },
    {
      "epoch": 0.06983411836985459,
      "grad_norm": 0.9956375723820284,
      "learning_rate": 0.00025575,
      "loss": 1.0203,
      "step": 1705
    },
    {
      "epoch": 0.06987507679705099,
      "grad_norm": 1.5503980610990575,
      "learning_rate": 0.0002559,
      "loss": 1.4621,
      "step": 1706
    },
    {
      "epoch": 0.06991603522424739,
      "grad_norm": 1.7031487264880636,
      "learning_rate": 0.00025604999999999996,
      "loss": 1.543,
      "step": 1707
    },
    {
      "epoch": 0.06995699365144378,
      "grad_norm": 1.4407247131736758,
      "learning_rate": 0.0002562,
      "loss": 1.2381,
      "step": 1708
    },
    {
      "epoch": 0.06999795207864018,
      "grad_norm": 1.3658083166761386,
      "learning_rate": 0.00025634999999999997,
      "loss": 1.4784,
      "step": 1709
    },
    {
      "epoch": 0.07003891050583658,
      "grad_norm": 1.0727015745629855,
      "learning_rate": 0.00025649999999999995,
      "loss": 1.5763,
      "step": 1710
    },
    {
      "epoch": 0.07007986893303297,
      "grad_norm": 2.4347078840097414,
      "learning_rate": 0.00025665,
      "loss": 2.2031,
      "step": 1711
    },
    {
      "epoch": 0.07012082736022937,
      "grad_norm": 1.7184165540614318,
      "learning_rate": 0.00025679999999999995,
      "loss": 1.1602,
      "step": 1712
    },
    {
      "epoch": 0.07016178578742577,
      "grad_norm": 1.317469797797917,
      "learning_rate": 0.00025695,
      "loss": 1.1499,
      "step": 1713
    },
    {
      "epoch": 0.07020274421462216,
      "grad_norm": 1.2178107739283794,
      "learning_rate": 0.00025709999999999996,
      "loss": 1.0752,
      "step": 1714
    },
    {
      "epoch": 0.07024370264181855,
      "grad_norm": 0.9884700722008435,
      "learning_rate": 0.00025725,
      "loss": 1.4208,
      "step": 1715
    },
    {
      "epoch": 0.07028466106901494,
      "grad_norm": 2.1690007694890694,
      "learning_rate": 0.00025739999999999997,
      "loss": 1.2844,
      "step": 1716
    },
    {
      "epoch": 0.07032561949621134,
      "grad_norm": 1.1444164855416128,
      "learning_rate": 0.00025755,
      "loss": 0.8673,
      "step": 1717
    },
    {
      "epoch": 0.07036657792340774,
      "grad_norm": 1.104060787653045,
      "learning_rate": 0.0002577,
      "loss": 1.3035,
      "step": 1718
    },
    {
      "epoch": 0.07040753635060414,
      "grad_norm": 1.1879439453394476,
      "learning_rate": 0.00025785,
      "loss": 0.9083,
      "step": 1719
    },
    {
      "epoch": 0.07044849477780053,
      "grad_norm": 1.069511646991978,
      "learning_rate": 0.000258,
      "loss": 1.0229,
      "step": 1720
    },
    {
      "epoch": 0.07048945320499693,
      "grad_norm": 1.4982480950324528,
      "learning_rate": 0.00025815,
      "loss": 0.9727,
      "step": 1721
    },
    {
      "epoch": 0.07053041163219333,
      "grad_norm": 1.0139883940419945,
      "learning_rate": 0.0002583,
      "loss": 0.9217,
      "step": 1722
    },
    {
      "epoch": 0.07057137005938972,
      "grad_norm": 1.9053780760721868,
      "learning_rate": 0.00025844999999999997,
      "loss": 1.4779,
      "step": 1723
    },
    {
      "epoch": 0.07061232848658612,
      "grad_norm": 1.12488930406977,
      "learning_rate": 0.0002586,
      "loss": 0.6037,
      "step": 1724
    },
    {
      "epoch": 0.07065328691378252,
      "grad_norm": 1.8135550925787811,
      "learning_rate": 0.00025875,
      "loss": 1.4213,
      "step": 1725
    },
    {
      "epoch": 0.0706942453409789,
      "grad_norm": 0.9375925534581866,
      "learning_rate": 0.00025889999999999995,
      "loss": 0.7136,
      "step": 1726
    },
    {
      "epoch": 0.0707352037681753,
      "grad_norm": 1.8768784983153064,
      "learning_rate": 0.00025905,
      "loss": 1.7856,
      "step": 1727
    },
    {
      "epoch": 0.0707761621953717,
      "grad_norm": 2.016846786198063,
      "learning_rate": 0.00025919999999999996,
      "loss": 1.8657,
      "step": 1728
    },
    {
      "epoch": 0.07081712062256809,
      "grad_norm": 1.9431260063025624,
      "learning_rate": 0.00025935,
      "loss": 1.1364,
      "step": 1729
    },
    {
      "epoch": 0.07085807904976449,
      "grad_norm": 1.003488523687475,
      "learning_rate": 0.00025949999999999997,
      "loss": 1.2621,
      "step": 1730
    },
    {
      "epoch": 0.07089903747696089,
      "grad_norm": 0.754848004578936,
      "learning_rate": 0.00025965,
      "loss": 0.6235,
      "step": 1731
    },
    {
      "epoch": 0.07093999590415728,
      "grad_norm": 3.7027040488946468,
      "learning_rate": 0.00025979999999999997,
      "loss": 2.2921,
      "step": 1732
    },
    {
      "epoch": 0.07098095433135368,
      "grad_norm": 1.2345681482755941,
      "learning_rate": 0.00025995,
      "loss": 0.9273,
      "step": 1733
    },
    {
      "epoch": 0.07102191275855008,
      "grad_norm": 1.578335489912102,
      "learning_rate": 0.0002601,
      "loss": 1.0643,
      "step": 1734
    },
    {
      "epoch": 0.07106287118574647,
      "grad_norm": 2.1792384164378484,
      "learning_rate": 0.00026025,
      "loss": 1.1762,
      "step": 1735
    },
    {
      "epoch": 0.07110382961294286,
      "grad_norm": 1.551792796589408,
      "learning_rate": 0.0002604,
      "loss": 1.3654,
      "step": 1736
    },
    {
      "epoch": 0.07114478804013925,
      "grad_norm": 0.9589984877013026,
      "learning_rate": 0.00026055,
      "loss": 0.9182,
      "step": 1737
    },
    {
      "epoch": 0.07118574646733565,
      "grad_norm": 1.9646334772119738,
      "learning_rate": 0.0002607,
      "loss": 1.1919,
      "step": 1738
    },
    {
      "epoch": 0.07122670489453205,
      "grad_norm": 1.340123694607926,
      "learning_rate": 0.00026084999999999997,
      "loss": 1.0165,
      "step": 1739
    },
    {
      "epoch": 0.07126766332172844,
      "grad_norm": 2.006997001858792,
      "learning_rate": 0.000261,
      "loss": 2.5068,
      "step": 1740
    },
    {
      "epoch": 0.07130862174892484,
      "grad_norm": 2.80631070704243,
      "learning_rate": 0.00026115,
      "loss": 1.0848,
      "step": 1741
    },
    {
      "epoch": 0.07134958017612124,
      "grad_norm": 1.2274925751708363,
      "learning_rate": 0.00026129999999999995,
      "loss": 1.0638,
      "step": 1742
    },
    {
      "epoch": 0.07139053860331764,
      "grad_norm": 0.8628214472140512,
      "learning_rate": 0.00026145,
      "loss": 0.9795,
      "step": 1743
    },
    {
      "epoch": 0.07143149703051403,
      "grad_norm": 0.9161642904675208,
      "learning_rate": 0.00026159999999999996,
      "loss": 1.1298,
      "step": 1744
    },
    {
      "epoch": 0.07147245545771043,
      "grad_norm": 1.32908861153627,
      "learning_rate": 0.00026175,
      "loss": 0.7094,
      "step": 1745
    },
    {
      "epoch": 0.07151341388490683,
      "grad_norm": 1.125102832862922,
      "learning_rate": 0.00026189999999999997,
      "loss": 1.2373,
      "step": 1746
    },
    {
      "epoch": 0.07155437231210321,
      "grad_norm": 1.2161684936112003,
      "learning_rate": 0.00026205,
      "loss": 1.4108,
      "step": 1747
    },
    {
      "epoch": 0.0715953307392996,
      "grad_norm": 1.1352571435533831,
      "learning_rate": 0.0002622,
      "loss": 1.1943,
      "step": 1748
    },
    {
      "epoch": 0.071636289166496,
      "grad_norm": 0.901555540344799,
      "learning_rate": 0.00026235,
      "loss": 1.2179,
      "step": 1749
    },
    {
      "epoch": 0.0716772475936924,
      "grad_norm": 1.068510674649803,
      "learning_rate": 0.0002625,
      "loss": 1.0591,
      "step": 1750
    },
    {
      "epoch": 0.0717182060208888,
      "grad_norm": 0.9301855798741197,
      "learning_rate": 0.00026264999999999996,
      "loss": 0.782,
      "step": 1751
    },
    {
      "epoch": 0.0717591644480852,
      "grad_norm": 1.2965823761290605,
      "learning_rate": 0.0002628,
      "loss": 1.46,
      "step": 1752
    },
    {
      "epoch": 0.07180012287528159,
      "grad_norm": 1.0840239528375477,
      "learning_rate": 0.00026294999999999997,
      "loss": 1.1255,
      "step": 1753
    },
    {
      "epoch": 0.07184108130247799,
      "grad_norm": 1.2823206201168929,
      "learning_rate": 0.0002631,
      "loss": 1.3166,
      "step": 1754
    },
    {
      "epoch": 0.07188203972967439,
      "grad_norm": 1.0336325554926744,
      "learning_rate": 0.00026325,
      "loss": 0.777,
      "step": 1755
    },
    {
      "epoch": 0.07192299815687078,
      "grad_norm": 1.7614049669053808,
      "learning_rate": 0.00026339999999999995,
      "loss": 0.8095,
      "step": 1756
    },
    {
      "epoch": 0.07196395658406717,
      "grad_norm": 1.0923578396908202,
      "learning_rate": 0.00026355,
      "loss": 1.2314,
      "step": 1757
    },
    {
      "epoch": 0.07200491501126356,
      "grad_norm": 0.7291200732867822,
      "learning_rate": 0.00026369999999999996,
      "loss": 0.5053,
      "step": 1758
    },
    {
      "epoch": 0.07204587343845996,
      "grad_norm": 1.587815520317354,
      "learning_rate": 0.00026384999999999994,
      "loss": 1.4153,
      "step": 1759
    },
    {
      "epoch": 0.07208683186565636,
      "grad_norm": 1.0932066228490305,
      "learning_rate": 0.00026399999999999997,
      "loss": 1.1689,
      "step": 1760
    },
    {
      "epoch": 0.07212779029285275,
      "grad_norm": 0.8811674171034168,
      "learning_rate": 0.00026414999999999994,
      "loss": 1.1893,
      "step": 1761
    },
    {
      "epoch": 0.07216874872004915,
      "grad_norm": 0.8897643795310228,
      "learning_rate": 0.0002643,
      "loss": 0.9236,
      "step": 1762
    },
    {
      "epoch": 0.07220970714724555,
      "grad_norm": 1.1160065115218938,
      "learning_rate": 0.00026444999999999995,
      "loss": 1.0475,
      "step": 1763
    },
    {
      "epoch": 0.07225066557444194,
      "grad_norm": 1.3750524033574731,
      "learning_rate": 0.0002646,
      "loss": 1.3779,
      "step": 1764
    },
    {
      "epoch": 0.07229162400163834,
      "grad_norm": 1.1512838329512616,
      "learning_rate": 0.00026474999999999996,
      "loss": 1.2238,
      "step": 1765
    },
    {
      "epoch": 0.07233258242883474,
      "grad_norm": 0.9601126918362339,
      "learning_rate": 0.0002649,
      "loss": 1.24,
      "step": 1766
    },
    {
      "epoch": 0.07237354085603113,
      "grad_norm": 1.6034918002444511,
      "learning_rate": 0.00026504999999999996,
      "loss": 1.2312,
      "step": 1767
    },
    {
      "epoch": 0.07241449928322752,
      "grad_norm": 1.1934847786026634,
      "learning_rate": 0.0002652,
      "loss": 1.2229,
      "step": 1768
    },
    {
      "epoch": 0.07245545771042392,
      "grad_norm": 0.8649728085422779,
      "learning_rate": 0.00026534999999999997,
      "loss": 0.6927,
      "step": 1769
    },
    {
      "epoch": 0.07249641613762031,
      "grad_norm": 1.7207637068294679,
      "learning_rate": 0.0002655,
      "loss": 1.1088,
      "step": 1770
    },
    {
      "epoch": 0.07253737456481671,
      "grad_norm": 1.4203415347573989,
      "learning_rate": 0.00026565,
      "loss": 1.1003,
      "step": 1771
    },
    {
      "epoch": 0.0725783329920131,
      "grad_norm": 0.9255332758176154,
      "learning_rate": 0.00026579999999999996,
      "loss": 1.3856,
      "step": 1772
    },
    {
      "epoch": 0.0726192914192095,
      "grad_norm": 0.9270319444010272,
      "learning_rate": 0.00026595,
      "loss": 1.2674,
      "step": 1773
    },
    {
      "epoch": 0.0726602498464059,
      "grad_norm": 1.9930413856889946,
      "learning_rate": 0.00026609999999999996,
      "loss": 0.6869,
      "step": 1774
    },
    {
      "epoch": 0.0727012082736023,
      "grad_norm": 1.3540520832208935,
      "learning_rate": 0.00026624999999999994,
      "loss": 1.0631,
      "step": 1775
    },
    {
      "epoch": 0.0727421667007987,
      "grad_norm": 1.1366017567277824,
      "learning_rate": 0.00026639999999999997,
      "loss": 1.2022,
      "step": 1776
    },
    {
      "epoch": 0.07278312512799509,
      "grad_norm": 1.5623714772955504,
      "learning_rate": 0.00026654999999999995,
      "loss": 1.2546,
      "step": 1777
    },
    {
      "epoch": 0.07282408355519147,
      "grad_norm": 4.419487255128686,
      "learning_rate": 0.0002667,
      "loss": 5.2578,
      "step": 1778
    },
    {
      "epoch": 0.07286504198238787,
      "grad_norm": 0.947890543238208,
      "learning_rate": 0.00026684999999999995,
      "loss": 0.8261,
      "step": 1779
    },
    {
      "epoch": 0.07290600040958427,
      "grad_norm": 1.3794664013777078,
      "learning_rate": 0.000267,
      "loss": 1.1984,
      "step": 1780
    },
    {
      "epoch": 0.07294695883678066,
      "grad_norm": 1.0623009538687331,
      "learning_rate": 0.00026714999999999996,
      "loss": 1.1964,
      "step": 1781
    },
    {
      "epoch": 0.07298791726397706,
      "grad_norm": 1.415924467334827,
      "learning_rate": 0.0002673,
      "loss": 0.9847,
      "step": 1782
    },
    {
      "epoch": 0.07302887569117346,
      "grad_norm": 1.5838576324716254,
      "learning_rate": 0.00026744999999999997,
      "loss": 1.2775,
      "step": 1783
    },
    {
      "epoch": 0.07306983411836986,
      "grad_norm": 2.8543811844963964,
      "learning_rate": 0.0002676,
      "loss": 2.2286,
      "step": 1784
    },
    {
      "epoch": 0.07311079254556625,
      "grad_norm": 2.314227428814109,
      "learning_rate": 0.00026775,
      "loss": 1.462,
      "step": 1785
    },
    {
      "epoch": 0.07315175097276265,
      "grad_norm": 1.0203768052885354,
      "learning_rate": 0.0002679,
      "loss": 1.2294,
      "step": 1786
    },
    {
      "epoch": 0.07319270939995905,
      "grad_norm": 9.983381995228905,
      "learning_rate": 0.00026805,
      "loss": 6.3119,
      "step": 1787
    },
    {
      "epoch": 0.07323366782715544,
      "grad_norm": 1.2319251389886492,
      "learning_rate": 0.00026819999999999996,
      "loss": 1.2574,
      "step": 1788
    },
    {
      "epoch": 0.07327462625435183,
      "grad_norm": 1.475203277827427,
      "learning_rate": 0.00026835,
      "loss": 1.2991,
      "step": 1789
    },
    {
      "epoch": 0.07331558468154822,
      "grad_norm": 1.2756661329981103,
      "learning_rate": 0.00026849999999999997,
      "loss": 0.6195,
      "step": 1790
    },
    {
      "epoch": 0.07335654310874462,
      "grad_norm": 1.3412065658452585,
      "learning_rate": 0.00026864999999999994,
      "loss": 1.1192,
      "step": 1791
    },
    {
      "epoch": 0.07339750153594102,
      "grad_norm": 2.9001960969417535,
      "learning_rate": 0.0002688,
      "loss": 3.3484,
      "step": 1792
    },
    {
      "epoch": 0.07343845996313741,
      "grad_norm": 1.136864176868619,
      "learning_rate": 0.00026894999999999995,
      "loss": 1.1589,
      "step": 1793
    },
    {
      "epoch": 0.07347941839033381,
      "grad_norm": 1.3962846454906694,
      "learning_rate": 0.0002691,
      "loss": 1.0656,
      "step": 1794
    },
    {
      "epoch": 0.07352037681753021,
      "grad_norm": 1.8801859736955318,
      "learning_rate": 0.00026924999999999996,
      "loss": 1.7647,
      "step": 1795
    },
    {
      "epoch": 0.0735613352447266,
      "grad_norm": 0.8157146513630676,
      "learning_rate": 0.0002694,
      "loss": 1.086,
      "step": 1796
    },
    {
      "epoch": 0.073602293671923,
      "grad_norm": 1.2032516996128155,
      "learning_rate": 0.00026954999999999997,
      "loss": 0.8862,
      "step": 1797
    },
    {
      "epoch": 0.0736432520991194,
      "grad_norm": 1.8194894768708476,
      "learning_rate": 0.0002697,
      "loss": 0.7163,
      "step": 1798
    },
    {
      "epoch": 0.07368421052631578,
      "grad_norm": 0.6900183759706425,
      "learning_rate": 0.00026984999999999997,
      "loss": 0.5606,
      "step": 1799
    },
    {
      "epoch": 0.07372516895351218,
      "grad_norm": 9.118147078880616,
      "learning_rate": 0.00027,
      "loss": 7.2276,
      "step": 1800
    },
    {
      "epoch": 0.07376612738070858,
      "grad_norm": 2.158643708766497,
      "learning_rate": 0.00027015,
      "loss": 1.3833,
      "step": 1801
    },
    {
      "epoch": 0.07380708580790497,
      "grad_norm": 2.543675903150197,
      "learning_rate": 0.00027029999999999996,
      "loss": 1.3379,
      "step": 1802
    },
    {
      "epoch": 0.07384804423510137,
      "grad_norm": 1.8527864343839973,
      "learning_rate": 0.00027045,
      "loss": 1.3174,
      "step": 1803
    },
    {
      "epoch": 0.07388900266229777,
      "grad_norm": 0.998394180166942,
      "learning_rate": 0.00027059999999999996,
      "loss": 1.5912,
      "step": 1804
    },
    {
      "epoch": 0.07392996108949416,
      "grad_norm": 1.0401869888890247,
      "learning_rate": 0.00027074999999999994,
      "loss": 1.168,
      "step": 1805
    },
    {
      "epoch": 0.07397091951669056,
      "grad_norm": 2.1102506444277638,
      "learning_rate": 0.00027089999999999997,
      "loss": 0.7155,
      "step": 1806
    },
    {
      "epoch": 0.07401187794388696,
      "grad_norm": 1.7187387238974003,
      "learning_rate": 0.00027104999999999995,
      "loss": 1.1749,
      "step": 1807
    },
    {
      "epoch": 0.07405283637108336,
      "grad_norm": 1.3458111115485767,
      "learning_rate": 0.0002712,
      "loss": 1.1593,
      "step": 1808
    },
    {
      "epoch": 0.07409379479827975,
      "grad_norm": 0.9204956096875153,
      "learning_rate": 0.00027134999999999995,
      "loss": 1.0533,
      "step": 1809
    },
    {
      "epoch": 0.07413475322547614,
      "grad_norm": 1.6176784445792438,
      "learning_rate": 0.0002715,
      "loss": 1.1701,
      "step": 1810
    },
    {
      "epoch": 0.07417571165267253,
      "grad_norm": 1.7706239826176187,
      "learning_rate": 0.00027164999999999996,
      "loss": 1.1365,
      "step": 1811
    },
    {
      "epoch": 0.07421667007986893,
      "grad_norm": 2.311815833198213,
      "learning_rate": 0.0002718,
      "loss": 1.4649,
      "step": 1812
    },
    {
      "epoch": 0.07425762850706533,
      "grad_norm": 1.04671849643985,
      "learning_rate": 0.00027194999999999997,
      "loss": 1.3577,
      "step": 1813
    },
    {
      "epoch": 0.07429858693426172,
      "grad_norm": 1.1910393492263545,
      "learning_rate": 0.0002721,
      "loss": 1.0416,
      "step": 1814
    },
    {
      "epoch": 0.07433954536145812,
      "grad_norm": 1.6666468740778329,
      "learning_rate": 0.00027225,
      "loss": 1.0881,
      "step": 1815
    },
    {
      "epoch": 0.07438050378865452,
      "grad_norm": 1.54722318973433,
      "learning_rate": 0.0002724,
      "loss": 1.1157,
      "step": 1816
    },
    {
      "epoch": 0.07442146221585091,
      "grad_norm": 1.2590780133625137,
      "learning_rate": 0.00027255,
      "loss": 0.9243,
      "step": 1817
    },
    {
      "epoch": 0.07446242064304731,
      "grad_norm": 0.9630410721603295,
      "learning_rate": 0.00027269999999999996,
      "loss": 1.2366,
      "step": 1818
    },
    {
      "epoch": 0.07450337907024371,
      "grad_norm": 1.1249923174451237,
      "learning_rate": 0.00027285,
      "loss": 0.7654,
      "step": 1819
    },
    {
      "epoch": 0.0745443374974401,
      "grad_norm": 1.048388725709958,
      "learning_rate": 0.00027299999999999997,
      "loss": 1.3773,
      "step": 1820
    },
    {
      "epoch": 0.07458529592463649,
      "grad_norm": 1.4345080308959062,
      "learning_rate": 0.00027314999999999994,
      "loss": 0.7886,
      "step": 1821
    },
    {
      "epoch": 0.07462625435183289,
      "grad_norm": 1.7565413010352495,
      "learning_rate": 0.0002733,
      "loss": 3.1755,
      "step": 1822
    },
    {
      "epoch": 0.07466721277902928,
      "grad_norm": 1.061378966763915,
      "learning_rate": 0.00027344999999999995,
      "loss": 1.0355,
      "step": 1823
    },
    {
      "epoch": 0.07470817120622568,
      "grad_norm": 1.0382491455280523,
      "learning_rate": 0.0002736,
      "loss": 1.4002,
      "step": 1824
    },
    {
      "epoch": 0.07474912963342208,
      "grad_norm": 1.1805578318017838,
      "learning_rate": 0.00027374999999999996,
      "loss": 1.5591,
      "step": 1825
    },
    {
      "epoch": 0.07479008806061847,
      "grad_norm": 1.3028476239242777,
      "learning_rate": 0.0002739,
      "loss": 1.6621,
      "step": 1826
    },
    {
      "epoch": 0.07483104648781487,
      "grad_norm": 22.37397369287546,
      "learning_rate": 0.00027404999999999997,
      "loss": 7.1395,
      "step": 1827
    },
    {
      "epoch": 0.07487200491501127,
      "grad_norm": 0.9890238762921366,
      "learning_rate": 0.0002742,
      "loss": 1.4893,
      "step": 1828
    },
    {
      "epoch": 0.07491296334220766,
      "grad_norm": 1.059022341886568,
      "learning_rate": 0.00027435,
      "loss": 1.3213,
      "step": 1829
    },
    {
      "epoch": 0.07495392176940406,
      "grad_norm": 0.8122881221567472,
      "learning_rate": 0.0002745,
      "loss": 0.8162,
      "step": 1830
    },
    {
      "epoch": 0.07499488019660044,
      "grad_norm": 1.153600080905722,
      "learning_rate": 0.00027465,
      "loss": 1.0141,
      "step": 1831
    },
    {
      "epoch": 0.07503583862379684,
      "grad_norm": 1.1953641598560192,
      "learning_rate": 0.0002748,
      "loss": 1.3081,
      "step": 1832
    },
    {
      "epoch": 0.07507679705099324,
      "grad_norm": 3.141089635515829,
      "learning_rate": 0.00027495,
      "loss": 2.6967,
      "step": 1833
    },
    {
      "epoch": 0.07511775547818964,
      "grad_norm": 0.8010372005929846,
      "learning_rate": 0.00027509999999999996,
      "loss": 0.9317,
      "step": 1834
    },
    {
      "epoch": 0.07515871390538603,
      "grad_norm": 1.1203806446977742,
      "learning_rate": 0.00027525,
      "loss": 1.304,
      "step": 1835
    },
    {
      "epoch": 0.07519967233258243,
      "grad_norm": 1.522543772046677,
      "learning_rate": 0.00027539999999999997,
      "loss": 1.2096,
      "step": 1836
    },
    {
      "epoch": 0.07524063075977883,
      "grad_norm": 0.9064997210945471,
      "learning_rate": 0.00027554999999999995,
      "loss": 0.9616,
      "step": 1837
    },
    {
      "epoch": 0.07528158918697522,
      "grad_norm": 1.1783228942566286,
      "learning_rate": 0.0002757,
      "loss": 1.2547,
      "step": 1838
    },
    {
      "epoch": 0.07532254761417162,
      "grad_norm": 0.6251177666845604,
      "learning_rate": 0.00027584999999999996,
      "loss": 0.9554,
      "step": 1839
    },
    {
      "epoch": 0.07536350604136802,
      "grad_norm": 0.8050650790838206,
      "learning_rate": 0.000276,
      "loss": 1.0626,
      "step": 1840
    },
    {
      "epoch": 0.07540446446856441,
      "grad_norm": 0.8432586168561198,
      "learning_rate": 0.00027614999999999996,
      "loss": 1.045,
      "step": 1841
    },
    {
      "epoch": 0.0754454228957608,
      "grad_norm": 0.7485595630435129,
      "learning_rate": 0.0002763,
      "loss": 1.1269,
      "step": 1842
    },
    {
      "epoch": 0.0754863813229572,
      "grad_norm": 0.7372629552635893,
      "learning_rate": 0.00027644999999999997,
      "loss": 0.947,
      "step": 1843
    },
    {
      "epoch": 0.07552733975015359,
      "grad_norm": 0.8551116754401278,
      "learning_rate": 0.0002766,
      "loss": 1.1972,
      "step": 1844
    },
    {
      "epoch": 0.07556829817734999,
      "grad_norm": 3.7444673610728243,
      "learning_rate": 0.00027675,
      "loss": 1.7185,
      "step": 1845
    },
    {
      "epoch": 0.07560925660454638,
      "grad_norm": 1.789269193621993,
      "learning_rate": 0.0002769,
      "loss": 1.0116,
      "step": 1846
    },
    {
      "epoch": 0.07565021503174278,
      "grad_norm": 1.3521564360453788,
      "learning_rate": 0.00027705,
      "loss": 1.0856,
      "step": 1847
    },
    {
      "epoch": 0.07569117345893918,
      "grad_norm": 17.289425704837498,
      "learning_rate": 0.0002772,
      "loss": 3.3214,
      "step": 1848
    },
    {
      "epoch": 0.07573213188613558,
      "grad_norm": 0.7965603145894469,
      "learning_rate": 0.00027735,
      "loss": 0.8787,
      "step": 1849
    },
    {
      "epoch": 0.07577309031333197,
      "grad_norm": 0.9651894396735765,
      "learning_rate": 0.00027749999999999997,
      "loss": 1.2896,
      "step": 1850
    },
    {
      "epoch": 0.07581404874052837,
      "grad_norm": 0.8138478868057378,
      "learning_rate": 0.00027764999999999995,
      "loss": 1.0207,
      "step": 1851
    },
    {
      "epoch": 0.07585500716772475,
      "grad_norm": 1.0141430531384557,
      "learning_rate": 0.0002778,
      "loss": 1.1604,
      "step": 1852
    },
    {
      "epoch": 0.07589596559492115,
      "grad_norm": 1.1389817665689885,
      "learning_rate": 0.00027794999999999995,
      "loss": 1.2186,
      "step": 1853
    },
    {
      "epoch": 0.07593692402211755,
      "grad_norm": 0.9146863019382309,
      "learning_rate": 0.0002781,
      "loss": 0.7773,
      "step": 1854
    },
    {
      "epoch": 0.07597788244931394,
      "grad_norm": 0.9837433489713531,
      "learning_rate": 0.00027824999999999996,
      "loss": 0.9793,
      "step": 1855
    },
    {
      "epoch": 0.07601884087651034,
      "grad_norm": 1.100954470202374,
      "learning_rate": 0.0002784,
      "loss": 0.9849,
      "step": 1856
    },
    {
      "epoch": 0.07605979930370674,
      "grad_norm": 1.1748993102241747,
      "learning_rate": 0.00027854999999999997,
      "loss": 1.102,
      "step": 1857
    },
    {
      "epoch": 0.07610075773090313,
      "grad_norm": 1.0413933825056276,
      "learning_rate": 0.0002787,
      "loss": 1.3677,
      "step": 1858
    },
    {
      "epoch": 0.07614171615809953,
      "grad_norm": 1.1621287303036112,
      "learning_rate": 0.00027885,
      "loss": 1.6396,
      "step": 1859
    },
    {
      "epoch": 0.07618267458529593,
      "grad_norm": 1.0497226316762962,
      "learning_rate": 0.000279,
      "loss": 1.0285,
      "step": 1860
    },
    {
      "epoch": 0.07622363301249233,
      "grad_norm": 1.4257999382161226,
      "learning_rate": 0.00027915,
      "loss": 1.6294,
      "step": 1861
    },
    {
      "epoch": 0.07626459143968872,
      "grad_norm": 7.31948345066273,
      "learning_rate": 0.0002793,
      "loss": 5.77,
      "step": 1862
    },
    {
      "epoch": 0.0763055498668851,
      "grad_norm": 1.297408561804321,
      "learning_rate": 0.00027945,
      "loss": 1.0215,
      "step": 1863
    },
    {
      "epoch": 0.0763465082940815,
      "grad_norm": 1.1980223626045161,
      "learning_rate": 0.00027959999999999997,
      "loss": 1.0858,
      "step": 1864
    },
    {
      "epoch": 0.0763874667212779,
      "grad_norm": 1.2166505052165684,
      "learning_rate": 0.00027975,
      "loss": 1.1259,
      "step": 1865
    },
    {
      "epoch": 0.0764284251484743,
      "grad_norm": 0.871040459264954,
      "learning_rate": 0.0002799,
      "loss": 1.0002,
      "step": 1866
    },
    {
      "epoch": 0.0764693835756707,
      "grad_norm": 1.6472457475508557,
      "learning_rate": 0.00028004999999999995,
      "loss": 1.3821,
      "step": 1867
    },
    {
      "epoch": 0.07651034200286709,
      "grad_norm": 1.1846975820583168,
      "learning_rate": 0.0002802,
      "loss": 1.1128,
      "step": 1868
    },
    {
      "epoch": 0.07655130043006349,
      "grad_norm": 1.1365386654943759,
      "learning_rate": 0.00028034999999999996,
      "loss": 1.4158,
      "step": 1869
    },
    {
      "epoch": 0.07659225885725988,
      "grad_norm": 1.9833622660484147,
      "learning_rate": 0.0002805,
      "loss": 2.7952,
      "step": 1870
    },
    {
      "epoch": 0.07663321728445628,
      "grad_norm": 1.2646084230991155,
      "learning_rate": 0.00028064999999999996,
      "loss": 1.6006,
      "step": 1871
    },
    {
      "epoch": 0.07667417571165268,
      "grad_norm": 0.9883096146498564,
      "learning_rate": 0.0002808,
      "loss": 1.3931,
      "step": 1872
    },
    {
      "epoch": 0.07671513413884906,
      "grad_norm": 0.9998800830250408,
      "learning_rate": 0.00028094999999999997,
      "loss": 1.2358,
      "step": 1873
    },
    {
      "epoch": 0.07675609256604546,
      "grad_norm": 0.8957792454306968,
      "learning_rate": 0.0002811,
      "loss": 1.1139,
      "step": 1874
    },
    {
      "epoch": 0.07679705099324186,
      "grad_norm": 1.117323669005627,
      "learning_rate": 0.00028125,
      "loss": 1.3344,
      "step": 1875
    },
    {
      "epoch": 0.07683800942043825,
      "grad_norm": 1.057247884180816,
      "learning_rate": 0.00028139999999999996,
      "loss": 0.7367,
      "step": 1876
    },
    {
      "epoch": 0.07687896784763465,
      "grad_norm": 0.831958551981486,
      "learning_rate": 0.00028155,
      "loss": 1.0484,
      "step": 1877
    },
    {
      "epoch": 0.07691992627483105,
      "grad_norm": 2.355081802556945,
      "learning_rate": 0.00028169999999999996,
      "loss": 5.6055,
      "step": 1878
    },
    {
      "epoch": 0.07696088470202744,
      "grad_norm": 1.0909885595568098,
      "learning_rate": 0.00028185,
      "loss": 1.3246,
      "step": 1879
    },
    {
      "epoch": 0.07700184312922384,
      "grad_norm": 1.0792323466027232,
      "learning_rate": 0.00028199999999999997,
      "loss": 1.3203,
      "step": 1880
    },
    {
      "epoch": 0.07704280155642024,
      "grad_norm": 1.3060006872451961,
      "learning_rate": 0.00028215,
      "loss": 2.0966,
      "step": 1881
    },
    {
      "epoch": 0.07708375998361663,
      "grad_norm": 1.0193414426036251,
      "learning_rate": 0.0002823,
      "loss": 1.19,
      "step": 1882
    },
    {
      "epoch": 0.07712471841081303,
      "grad_norm": 0.9788664630655717,
      "learning_rate": 0.00028244999999999995,
      "loss": 1.2265,
      "step": 1883
    },
    {
      "epoch": 0.07716567683800941,
      "grad_norm": 0.872406773300626,
      "learning_rate": 0.0002826,
      "loss": 0.9903,
      "step": 1884
    },
    {
      "epoch": 0.07720663526520581,
      "grad_norm": 0.9595545442930431,
      "learning_rate": 0.00028274999999999996,
      "loss": 0.5084,
      "step": 1885
    },
    {
      "epoch": 0.07724759369240221,
      "grad_norm": 1.2351540977913835,
      "learning_rate": 0.00028289999999999994,
      "loss": 1.1188,
      "step": 1886
    },
    {
      "epoch": 0.0772885521195986,
      "grad_norm": 1.5944417636507526,
      "learning_rate": 0.00028304999999999997,
      "loss": 1.473,
      "step": 1887
    },
    {
      "epoch": 0.077329510546795,
      "grad_norm": 1.1664790598454973,
      "learning_rate": 0.00028319999999999994,
      "loss": 1.3452,
      "step": 1888
    },
    {
      "epoch": 0.0773704689739914,
      "grad_norm": 1.1640320944162483,
      "learning_rate": 0.00028335,
      "loss": 0.8701,
      "step": 1889
    },
    {
      "epoch": 0.0774114274011878,
      "grad_norm": 1.1819401464929198,
      "learning_rate": 0.00028349999999999995,
      "loss": 1.2153,
      "step": 1890
    },
    {
      "epoch": 0.0774523858283842,
      "grad_norm": 0.8010318502061106,
      "learning_rate": 0.00028365,
      "loss": 1.0361,
      "step": 1891
    },
    {
      "epoch": 0.07749334425558059,
      "grad_norm": 0.998898649600755,
      "learning_rate": 0.00028379999999999996,
      "loss": 1.3947,
      "step": 1892
    },
    {
      "epoch": 0.07753430268277699,
      "grad_norm": 1.2335002119130756,
      "learning_rate": 0.00028395,
      "loss": 0.9433,
      "step": 1893
    },
    {
      "epoch": 0.07757526110997337,
      "grad_norm": 0.8659585231653529,
      "learning_rate": 0.00028409999999999997,
      "loss": 0.9107,
      "step": 1894
    },
    {
      "epoch": 0.07761621953716977,
      "grad_norm": 1.5984689732085204,
      "learning_rate": 0.00028425,
      "loss": 1.5437,
      "step": 1895
    },
    {
      "epoch": 0.07765717796436616,
      "grad_norm": 1.4583592913444436,
      "learning_rate": 0.0002844,
      "loss": 1.7421,
      "step": 1896
    },
    {
      "epoch": 0.07769813639156256,
      "grad_norm": 0.9929254700252963,
      "learning_rate": 0.00028455,
      "loss": 0.9113,
      "step": 1897
    },
    {
      "epoch": 0.07773909481875896,
      "grad_norm": 1.1204356645714293,
      "learning_rate": 0.0002847,
      "loss": 0.9862,
      "step": 1898
    },
    {
      "epoch": 0.07778005324595536,
      "grad_norm": 0.8599240578492616,
      "learning_rate": 0.00028484999999999996,
      "loss": 0.9414,
      "step": 1899
    },
    {
      "epoch": 0.07782101167315175,
      "grad_norm": 1.6681350538267212,
      "learning_rate": 0.000285,
      "loss": 0.7355,
      "step": 1900
    },
    {
      "epoch": 0.07786197010034815,
      "grad_norm": 1.0587252454033704,
      "learning_rate": 0.00028514999999999997,
      "loss": 0.8677,
      "step": 1901
    },
    {
      "epoch": 0.07790292852754455,
      "grad_norm": 1.5399889393620048,
      "learning_rate": 0.00028529999999999994,
      "loss": 1.0686,
      "step": 1902
    },
    {
      "epoch": 0.07794388695474094,
      "grad_norm": 1.8936470903473483,
      "learning_rate": 0.00028544999999999997,
      "loss": 1.2955,
      "step": 1903
    },
    {
      "epoch": 0.07798484538193734,
      "grad_norm": 0.9240551106623689,
      "learning_rate": 0.00028559999999999995,
      "loss": 1.3517,
      "step": 1904
    },
    {
      "epoch": 0.07802580380913372,
      "grad_norm": 1.654883086535187,
      "learning_rate": 0.00028575,
      "loss": 1.2804,
      "step": 1905
    },
    {
      "epoch": 0.07806676223633012,
      "grad_norm": 1.8641890448038478,
      "learning_rate": 0.00028589999999999996,
      "loss": 1.0517,
      "step": 1906
    },
    {
      "epoch": 0.07810772066352652,
      "grad_norm": 0.7672102617808845,
      "learning_rate": 0.00028605,
      "loss": 0.5633,
      "step": 1907
    },
    {
      "epoch": 0.07814867909072291,
      "grad_norm": 1.083950385161274,
      "learning_rate": 0.00028619999999999996,
      "loss": 1.1188,
      "step": 1908
    },
    {
      "epoch": 0.07818963751791931,
      "grad_norm": 1.495167769155835,
      "learning_rate": 0.00028635,
      "loss": 1.4089,
      "step": 1909
    },
    {
      "epoch": 0.07823059594511571,
      "grad_norm": 0.8239510675284376,
      "learning_rate": 0.00028649999999999997,
      "loss": 0.7883,
      "step": 1910
    },
    {
      "epoch": 0.0782715543723121,
      "grad_norm": 1.1588125961068898,
      "learning_rate": 0.00028665,
      "loss": 1.2632,
      "step": 1911
    },
    {
      "epoch": 0.0783125127995085,
      "grad_norm": 0.9930411119186152,
      "learning_rate": 0.0002868,
      "loss": 1.2363,
      "step": 1912
    },
    {
      "epoch": 0.0783534712267049,
      "grad_norm": 0.7848146135769478,
      "learning_rate": 0.00028694999999999995,
      "loss": 0.8206,
      "step": 1913
    },
    {
      "epoch": 0.0783944296539013,
      "grad_norm": 0.9174083572673689,
      "learning_rate": 0.0002871,
      "loss": 1.1461,
      "step": 1914
    },
    {
      "epoch": 0.07843538808109769,
      "grad_norm": 0.9546354497484165,
      "learning_rate": 0.00028724999999999996,
      "loss": 0.915,
      "step": 1915
    },
    {
      "epoch": 0.07847634650829408,
      "grad_norm": 1.0665883964381913,
      "learning_rate": 0.00028739999999999994,
      "loss": 1.5537,
      "step": 1916
    },
    {
      "epoch": 0.07851730493549047,
      "grad_norm": 1.462513318178148,
      "learning_rate": 0.00028754999999999997,
      "loss": 1.9521,
      "step": 1917
    },
    {
      "epoch": 0.07855826336268687,
      "grad_norm": 0.8500894515459437,
      "learning_rate": 0.00028769999999999995,
      "loss": 1.1486,
      "step": 1918
    },
    {
      "epoch": 0.07859922178988327,
      "grad_norm": 1.278672741739151,
      "learning_rate": 0.00028785,
      "loss": 0.4232,
      "step": 1919
    },
    {
      "epoch": 0.07864018021707966,
      "grad_norm": 1.0348877772547314,
      "learning_rate": 0.00028799999999999995,
      "loss": 1.3402,
      "step": 1920
    },
    {
      "epoch": 0.07868113864427606,
      "grad_norm": 51.21799410385794,
      "learning_rate": 0.00028815,
      "loss": 5.4045,
      "step": 1921
    },
    {
      "epoch": 0.07872209707147246,
      "grad_norm": 2.936023339982416,
      "learning_rate": 0.00028829999999999996,
      "loss": 3.1127,
      "step": 1922
    },
    {
      "epoch": 0.07876305549866885,
      "grad_norm": 3.623158580425705,
      "learning_rate": 0.00028845,
      "loss": 7.2153,
      "step": 1923
    },
    {
      "epoch": 0.07880401392586525,
      "grad_norm": 0.987807197370784,
      "learning_rate": 0.00028859999999999997,
      "loss": 1.496,
      "step": 1924
    },
    {
      "epoch": 0.07884497235306165,
      "grad_norm": 1.124975559194281,
      "learning_rate": 0.00028875,
      "loss": 1.2152,
      "step": 1925
    },
    {
      "epoch": 0.07888593078025803,
      "grad_norm": 0.8591622909302075,
      "learning_rate": 0.0002889,
      "loss": 0.9438,
      "step": 1926
    },
    {
      "epoch": 0.07892688920745443,
      "grad_norm": 3.1962764812828763,
      "learning_rate": 0.00028905,
      "loss": 6.5811,
      "step": 1927
    },
    {
      "epoch": 0.07896784763465083,
      "grad_norm": 1.458126843112234,
      "learning_rate": 0.0002892,
      "loss": 2.3427,
      "step": 1928
    },
    {
      "epoch": 0.07900880606184722,
      "grad_norm": 1.137947504615629,
      "learning_rate": 0.00028934999999999996,
      "loss": 1.0583,
      "step": 1929
    },
    {
      "epoch": 0.07904976448904362,
      "grad_norm": 1.6640241515803251,
      "learning_rate": 0.0002895,
      "loss": 1.1594,
      "step": 1930
    },
    {
      "epoch": 0.07909072291624002,
      "grad_norm": 1.4917225653451067,
      "learning_rate": 0.00028964999999999997,
      "loss": 1.2001,
      "step": 1931
    },
    {
      "epoch": 0.07913168134343641,
      "grad_norm": 1.274075975162627,
      "learning_rate": 0.00028979999999999994,
      "loss": 1.5998,
      "step": 1932
    },
    {
      "epoch": 0.07917263977063281,
      "grad_norm": 0.737106855083937,
      "learning_rate": 0.00028995,
      "loss": 0.7492,
      "step": 1933
    },
    {
      "epoch": 0.07921359819782921,
      "grad_norm": 0.8756359731095621,
      "learning_rate": 0.00029009999999999995,
      "loss": 1.1454,
      "step": 1934
    },
    {
      "epoch": 0.0792545566250256,
      "grad_norm": 1.1794964038328022,
      "learning_rate": 0.00029025,
      "loss": 1.2851,
      "step": 1935
    },
    {
      "epoch": 0.079295515052222,
      "grad_norm": 0.9737328571235364,
      "learning_rate": 0.00029039999999999996,
      "loss": 1.051,
      "step": 1936
    },
    {
      "epoch": 0.07933647347941838,
      "grad_norm": 1.0292928505255012,
      "learning_rate": 0.00029055,
      "loss": 1.3047,
      "step": 1937
    },
    {
      "epoch": 0.07937743190661478,
      "grad_norm": 2.111755751655613,
      "learning_rate": 0.00029069999999999996,
      "loss": 1.3349,
      "step": 1938
    },
    {
      "epoch": 0.07941839033381118,
      "grad_norm": 1.2513302236684385,
      "learning_rate": 0.00029085,
      "loss": 0.7117,
      "step": 1939
    },
    {
      "epoch": 0.07945934876100758,
      "grad_norm": 0.921342776295179,
      "learning_rate": 0.00029099999999999997,
      "loss": 1.1769,
      "step": 1940
    },
    {
      "epoch": 0.07950030718820397,
      "grad_norm": 0.8813722727033044,
      "learning_rate": 0.00029115,
      "loss": 1.0857,
      "step": 1941
    },
    {
      "epoch": 0.07954126561540037,
      "grad_norm": 0.9818392094951094,
      "learning_rate": 0.0002913,
      "loss": 1.13,
      "step": 1942
    },
    {
      "epoch": 0.07958222404259677,
      "grad_norm": 0.98460953107587,
      "learning_rate": 0.00029145,
      "loss": 1.0494,
      "step": 1943
    },
    {
      "epoch": 0.07962318246979316,
      "grad_norm": 0.9194112144757061,
      "learning_rate": 0.0002916,
      "loss": 1.1989,
      "step": 1944
    },
    {
      "epoch": 0.07966414089698956,
      "grad_norm": 0.9497798858581502,
      "learning_rate": 0.00029174999999999996,
      "loss": 1.1545,
      "step": 1945
    },
    {
      "epoch": 0.07970509932418596,
      "grad_norm": 0.8800820025056774,
      "learning_rate": 0.0002919,
      "loss": 1.208,
      "step": 1946
    },
    {
      "epoch": 0.07974605775138234,
      "grad_norm": 0.9714950759098935,
      "learning_rate": 0.00029204999999999997,
      "loss": 0.6087,
      "step": 1947
    },
    {
      "epoch": 0.07978701617857874,
      "grad_norm": 1.0737076361697355,
      "learning_rate": 0.00029219999999999995,
      "loss": 1.1936,
      "step": 1948
    },
    {
      "epoch": 0.07982797460577513,
      "grad_norm": 0.6695701556478088,
      "learning_rate": 0.00029235,
      "loss": 0.4933,
      "step": 1949
    },
    {
      "epoch": 0.07986893303297153,
      "grad_norm": 0.9116158670947363,
      "learning_rate": 0.00029249999999999995,
      "loss": 0.927,
      "step": 1950
    },
    {
      "epoch": 0.07990989146016793,
      "grad_norm": 1.1630889677179532,
      "learning_rate": 0.00029265,
      "loss": 1.2505,
      "step": 1951
    },
    {
      "epoch": 0.07995084988736433,
      "grad_norm": 0.7812647419734875,
      "learning_rate": 0.00029279999999999996,
      "loss": 1.0671,
      "step": 1952
    },
    {
      "epoch": 0.07999180831456072,
      "grad_norm": 1.5692469116365624,
      "learning_rate": 0.00029295,
      "loss": 0.7089,
      "step": 1953
    },
    {
      "epoch": 0.08003276674175712,
      "grad_norm": 1.71984855765908,
      "learning_rate": 0.00029309999999999997,
      "loss": 1.4247,
      "step": 1954
    },
    {
      "epoch": 0.08007372516895352,
      "grad_norm": 1.0572284218422716,
      "learning_rate": 0.00029325,
      "loss": 0.9021,
      "step": 1955
    },
    {
      "epoch": 0.08011468359614991,
      "grad_norm": 0.9873622365649777,
      "learning_rate": 0.0002934,
      "loss": 1.056,
      "step": 1956
    },
    {
      "epoch": 0.08015564202334631,
      "grad_norm": 1.066390456623263,
      "learning_rate": 0.00029355,
      "loss": 1.3208,
      "step": 1957
    },
    {
      "epoch": 0.0801966004505427,
      "grad_norm": 0.9894102355895573,
      "learning_rate": 0.0002937,
      "loss": 1.2489,
      "step": 1958
    },
    {
      "epoch": 0.08023755887773909,
      "grad_norm": 0.9691114410796967,
      "learning_rate": 0.00029384999999999996,
      "loss": 1.4094,
      "step": 1959
    },
    {
      "epoch": 0.08027851730493549,
      "grad_norm": 0.791439254511716,
      "learning_rate": 0.000294,
      "loss": 0.9376,
      "step": 1960
    },
    {
      "epoch": 0.08031947573213188,
      "grad_norm": 1.1384905129393244,
      "learning_rate": 0.00029414999999999997,
      "loss": 1.0412,
      "step": 1961
    },
    {
      "epoch": 0.08036043415932828,
      "grad_norm": 1.3149209737295577,
      "learning_rate": 0.00029429999999999994,
      "loss": 2.015,
      "step": 1962
    },
    {
      "epoch": 0.08040139258652468,
      "grad_norm": 1.7118186225164749,
      "learning_rate": 0.00029445,
      "loss": 0.9686,
      "step": 1963
    },
    {
      "epoch": 0.08044235101372108,
      "grad_norm": 0.9075338762648498,
      "learning_rate": 0.00029459999999999995,
      "loss": 1.0633,
      "step": 1964
    },
    {
      "epoch": 0.08048330944091747,
      "grad_norm": 3.0919697476178265,
      "learning_rate": 0.00029475,
      "loss": 1.2387,
      "step": 1965
    },
    {
      "epoch": 0.08052426786811387,
      "grad_norm": 0.9393682618324937,
      "learning_rate": 0.00029489999999999996,
      "loss": 0.8977,
      "step": 1966
    },
    {
      "epoch": 0.08056522629531027,
      "grad_norm": 0.7797319091906395,
      "learning_rate": 0.00029505,
      "loss": 0.9657,
      "step": 1967
    },
    {
      "epoch": 0.08060618472250665,
      "grad_norm": 0.9788085681536857,
      "learning_rate": 0.00029519999999999997,
      "loss": 1.0319,
      "step": 1968
    },
    {
      "epoch": 0.08064714314970305,
      "grad_norm": 1.2673688879980793,
      "learning_rate": 0.00029535,
      "loss": 1.082,
      "step": 1969
    },
    {
      "epoch": 0.08068810157689944,
      "grad_norm": 2.3669000102273023,
      "learning_rate": 0.00029549999999999997,
      "loss": 3.1525,
      "step": 1970
    },
    {
      "epoch": 0.08072906000409584,
      "grad_norm": 1.121633493959324,
      "learning_rate": 0.00029565,
      "loss": 1.1069,
      "step": 1971
    },
    {
      "epoch": 0.08077001843129224,
      "grad_norm": 0.702488207355178,
      "learning_rate": 0.0002958,
      "loss": 1.0083,
      "step": 1972
    },
    {
      "epoch": 0.08081097685848863,
      "grad_norm": 1.1816392182029762,
      "learning_rate": 0.00029595,
      "loss": 1.195,
      "step": 1973
    },
    {
      "epoch": 0.08085193528568503,
      "grad_norm": 0.875771403596842,
      "learning_rate": 0.0002961,
      "loss": 0.953,
      "step": 1974
    },
    {
      "epoch": 0.08089289371288143,
      "grad_norm": 0.8674177389027373,
      "learning_rate": 0.00029624999999999996,
      "loss": 1.4238,
      "step": 1975
    },
    {
      "epoch": 0.08093385214007782,
      "grad_norm": 0.9423484613453933,
      "learning_rate": 0.0002964,
      "loss": 0.8443,
      "step": 1976
    },
    {
      "epoch": 0.08097481056727422,
      "grad_norm": 2.206582886647767,
      "learning_rate": 0.00029654999999999997,
      "loss": 2.7455,
      "step": 1977
    },
    {
      "epoch": 0.08101576899447062,
      "grad_norm": 1.9629796333330902,
      "learning_rate": 0.00029669999999999995,
      "loss": 1.5273,
      "step": 1978
    },
    {
      "epoch": 0.081056727421667,
      "grad_norm": 1.0325844385923069,
      "learning_rate": 0.00029685,
      "loss": 1.0141,
      "step": 1979
    },
    {
      "epoch": 0.0810976858488634,
      "grad_norm": 0.989412626772847,
      "learning_rate": 0.00029699999999999996,
      "loss": 1.0967,
      "step": 1980
    },
    {
      "epoch": 0.0811386442760598,
      "grad_norm": 1.0131216384356778,
      "learning_rate": 0.00029715,
      "loss": 1.198,
      "step": 1981
    },
    {
      "epoch": 0.08117960270325619,
      "grad_norm": 1.3282089496838902,
      "learning_rate": 0.00029729999999999996,
      "loss": 1.8314,
      "step": 1982
    },
    {
      "epoch": 0.08122056113045259,
      "grad_norm": 1.061293221733962,
      "learning_rate": 0.00029745,
      "loss": 0.9661,
      "step": 1983
    },
    {
      "epoch": 0.08126151955764899,
      "grad_norm": 1.206471667225017,
      "learning_rate": 0.00029759999999999997,
      "loss": 0.8535,
      "step": 1984
    },
    {
      "epoch": 0.08130247798484538,
      "grad_norm": 1.1044302470753624,
      "learning_rate": 0.00029775,
      "loss": 1.478,
      "step": 1985
    },
    {
      "epoch": 0.08134343641204178,
      "grad_norm": 1.1801374057338851,
      "learning_rate": 0.0002979,
      "loss": 1.1515,
      "step": 1986
    },
    {
      "epoch": 0.08138439483923818,
      "grad_norm": 1.43220702525013,
      "learning_rate": 0.00029805,
      "loss": 1.3511,
      "step": 1987
    },
    {
      "epoch": 0.08142535326643457,
      "grad_norm": 0.7677910887870756,
      "learning_rate": 0.0002982,
      "loss": 0.7602,
      "step": 1988
    },
    {
      "epoch": 0.08146631169363096,
      "grad_norm": 1.400542529916668,
      "learning_rate": 0.00029835,
      "loss": 0.5223,
      "step": 1989
    },
    {
      "epoch": 0.08150727012082735,
      "grad_norm": 1.7215668276799458,
      "learning_rate": 0.0002985,
      "loss": 1.664,
      "step": 1990
    },
    {
      "epoch": 0.08154822854802375,
      "grad_norm": 1.1034933496285708,
      "learning_rate": 0.00029864999999999997,
      "loss": 1.3782,
      "step": 1991
    },
    {
      "epoch": 0.08158918697522015,
      "grad_norm": 0.7841450408685507,
      "learning_rate": 0.0002988,
      "loss": 0.9703,
      "step": 1992
    },
    {
      "epoch": 0.08163014540241655,
      "grad_norm": 0.968173029956915,
      "learning_rate": 0.00029895,
      "loss": 1.3084,
      "step": 1993
    },
    {
      "epoch": 0.08167110382961294,
      "grad_norm": 0.9097335280434189,
      "learning_rate": 0.00029909999999999995,
      "loss": 0.9568,
      "step": 1994
    },
    {
      "epoch": 0.08171206225680934,
      "grad_norm": 0.8483180383378842,
      "learning_rate": 0.00029925,
      "loss": 1.3511,
      "step": 1995
    },
    {
      "epoch": 0.08175302068400574,
      "grad_norm": 0.9099013086588053,
      "learning_rate": 0.00029939999999999996,
      "loss": 0.9582,
      "step": 1996
    },
    {
      "epoch": 0.08179397911120213,
      "grad_norm": 0.8345065995270595,
      "learning_rate": 0.00029955,
      "loss": 1.001,
      "step": 1997
    },
    {
      "epoch": 0.08183493753839853,
      "grad_norm": 1.9759488268297751,
      "learning_rate": 0.00029969999999999997,
      "loss": 2.7249,
      "step": 1998
    },
    {
      "epoch": 0.08187589596559493,
      "grad_norm": 0.8870791918749878,
      "learning_rate": 0.00029985,
      "loss": 1.2688,
      "step": 1999
    },
    {
      "epoch": 0.08191685439279131,
      "grad_norm": 0.940237235989732,
      "learning_rate": 0.0003,
      "loss": 1.1042,
      "step": 2000
    },
    {
      "epoch": 0.08195781281998771,
      "grad_norm": 0.877571003534743,
      "learning_rate": 0.00029999999996454434,
      "loss": 1.1673,
      "step": 2001
    },
    {
      "epoch": 0.0819987712471841,
      "grad_norm": 6.785428604196976,
      "learning_rate": 0.0002999999998581774,
      "loss": 1.6733,
      "step": 2002
    },
    {
      "epoch": 0.0820397296743805,
      "grad_norm": 1.307828320000054,
      "learning_rate": 0.00029999999968089916,
      "loss": 1.1561,
      "step": 2003
    },
    {
      "epoch": 0.0820806881015769,
      "grad_norm": 1.1105216796222714,
      "learning_rate": 0.0002999999994327096,
      "loss": 1.0068,
      "step": 2004
    },
    {
      "epoch": 0.0821216465287733,
      "grad_norm": 1.7282774401055154,
      "learning_rate": 0.00029999999911360875,
      "loss": 1.467,
      "step": 2005
    },
    {
      "epoch": 0.08216260495596969,
      "grad_norm": 2.892707054151746,
      "learning_rate": 0.0002999999987235967,
      "loss": 1.2982,
      "step": 2006
    },
    {
      "epoch": 0.08220356338316609,
      "grad_norm": 1.1702381513985205,
      "learning_rate": 0.0002999999982626732,
      "loss": 1.3493,
      "step": 2007
    },
    {
      "epoch": 0.08224452181036249,
      "grad_norm": 1.5120043572209059,
      "learning_rate": 0.0002999999977308385,
      "loss": 1.11,
      "step": 2008
    },
    {
      "epoch": 0.08228548023755888,
      "grad_norm": 1.8906299924628664,
      "learning_rate": 0.0002999999971280925,
      "loss": 1.1304,
      "step": 2009
    },
    {
      "epoch": 0.08232643866475527,
      "grad_norm": 1.1695182174013363,
      "learning_rate": 0.0002999999964544352,
      "loss": 1.2583,
      "step": 2010
    },
    {
      "epoch": 0.08236739709195166,
      "grad_norm": 2.0966010937435877,
      "learning_rate": 0.00029999999570986657,
      "loss": 1.8777,
      "step": 2011
    },
    {
      "epoch": 0.08240835551914806,
      "grad_norm": 1.9996688341488271,
      "learning_rate": 0.0002999999948943867,
      "loss": 0.6383,
      "step": 2012
    },
    {
      "epoch": 0.08244931394634446,
      "grad_norm": 2.079468366655896,
      "learning_rate": 0.0002999999940079955,
      "loss": 3.306,
      "step": 2013
    },
    {
      "epoch": 0.08249027237354085,
      "grad_norm": 1.6363805753031284,
      "learning_rate": 0.00029999999305069307,
      "loss": 1.3638,
      "step": 2014
    },
    {
      "epoch": 0.08253123080073725,
      "grad_norm": 1.3107205487782738,
      "learning_rate": 0.00029999999202247926,
      "loss": 0.9439,
      "step": 2015
    },
    {
      "epoch": 0.08257218922793365,
      "grad_norm": 1.3413441074991939,
      "learning_rate": 0.0002999999909233542,
      "loss": 0.9375,
      "step": 2016
    },
    {
      "epoch": 0.08261314765513005,
      "grad_norm": 1.925166535607529,
      "learning_rate": 0.00029999998975331784,
      "loss": 1.5498,
      "step": 2017
    },
    {
      "epoch": 0.08265410608232644,
      "grad_norm": 1.5916243911475116,
      "learning_rate": 0.00029999998851237017,
      "loss": 0.7727,
      "step": 2018
    },
    {
      "epoch": 0.08269506450952284,
      "grad_norm": 0.9156050069711105,
      "learning_rate": 0.00029999998720051124,
      "loss": 1.2025,
      "step": 2019
    },
    {
      "epoch": 0.08273602293671924,
      "grad_norm": 2.01267142963605,
      "learning_rate": 0.000299999985817741,
      "loss": 1.5367,
      "step": 2020
    },
    {
      "epoch": 0.08277698136391562,
      "grad_norm": 1.2170031487437025,
      "learning_rate": 0.0002999999843640595,
      "loss": 1.6455,
      "step": 2021
    },
    {
      "epoch": 0.08281793979111202,
      "grad_norm": 1.2515793196835403,
      "learning_rate": 0.00029999998283946667,
      "loss": 0.9056,
      "step": 2022
    },
    {
      "epoch": 0.08285889821830841,
      "grad_norm": 0.817561359818267,
      "learning_rate": 0.00029999998124396256,
      "loss": 0.633,
      "step": 2023
    },
    {
      "epoch": 0.08289985664550481,
      "grad_norm": 0.9836847556006281,
      "learning_rate": 0.00029999997957754724,
      "loss": 1.0787,
      "step": 2024
    },
    {
      "epoch": 0.08294081507270121,
      "grad_norm": 0.9257342099939119,
      "learning_rate": 0.00029999997784022054,
      "loss": 0.8774,
      "step": 2025
    },
    {
      "epoch": 0.0829817734998976,
      "grad_norm": 0.8884451805640607,
      "learning_rate": 0.0002999999760319826,
      "loss": 1.0116,
      "step": 2026
    },
    {
      "epoch": 0.083022731927094,
      "grad_norm": 0.6621591326303675,
      "learning_rate": 0.0002999999741528334,
      "loss": 0.7025,
      "step": 2027
    },
    {
      "epoch": 0.0830636903542904,
      "grad_norm": 1.287079666019335,
      "learning_rate": 0.00029999997220277283,
      "loss": 1.7037,
      "step": 2028
    },
    {
      "epoch": 0.0831046487814868,
      "grad_norm": 0.9042585825364801,
      "learning_rate": 0.000299999970181801,
      "loss": 0.9682,
      "step": 2029
    },
    {
      "epoch": 0.08314560720868319,
      "grad_norm": 0.8226013942866828,
      "learning_rate": 0.0002999999680899179,
      "loss": 0.7879,
      "step": 2030
    },
    {
      "epoch": 0.08318656563587959,
      "grad_norm": 0.87171388757705,
      "learning_rate": 0.00029999996592712356,
      "loss": 1.1843,
      "step": 2031
    },
    {
      "epoch": 0.08322752406307597,
      "grad_norm": 0.9740170904069317,
      "learning_rate": 0.00029999996369341794,
      "loss": 1.2645,
      "step": 2032
    },
    {
      "epoch": 0.08326848249027237,
      "grad_norm": 1.2080224798079593,
      "learning_rate": 0.000299999961388801,
      "loss": 1.4771,
      "step": 2033
    },
    {
      "epoch": 0.08330944091746877,
      "grad_norm": 0.7971183865409163,
      "learning_rate": 0.0002999999590132728,
      "loss": 0.9129,
      "step": 2034
    },
    {
      "epoch": 0.08335039934466516,
      "grad_norm": 0.8987228573518523,
      "learning_rate": 0.0002999999565668333,
      "loss": 0.954,
      "step": 2035
    },
    {
      "epoch": 0.08339135777186156,
      "grad_norm": 0.7385680557964038,
      "learning_rate": 0.0002999999540494826,
      "loss": 0.6887,
      "step": 2036
    },
    {
      "epoch": 0.08343231619905796,
      "grad_norm": 1.104609821703897,
      "learning_rate": 0.00029999995146122053,
      "loss": 0.9005,
      "step": 2037
    },
    {
      "epoch": 0.08347327462625435,
      "grad_norm": 1.1982933785899499,
      "learning_rate": 0.00029999994880204725,
      "loss": 1.142,
      "step": 2038
    },
    {
      "epoch": 0.08351423305345075,
      "grad_norm": 1.0174800104704584,
      "learning_rate": 0.00029999994607196265,
      "loss": 1.7804,
      "step": 2039
    },
    {
      "epoch": 0.08355519148064715,
      "grad_norm": 5.159692531078301,
      "learning_rate": 0.00029999994327096683,
      "loss": 4.5133,
      "step": 2040
    },
    {
      "epoch": 0.08359614990784354,
      "grad_norm": 0.9250443072637201,
      "learning_rate": 0.0002999999403990597,
      "loss": 0.5128,
      "step": 2041
    },
    {
      "epoch": 0.08363710833503993,
      "grad_norm": 1.5454417184230298,
      "learning_rate": 0.00029999993745624134,
      "loss": 1.2398,
      "step": 2042
    },
    {
      "epoch": 0.08367806676223633,
      "grad_norm": 1.4442512360936193,
      "learning_rate": 0.00029999993444251166,
      "loss": 1.1673,
      "step": 2043
    },
    {
      "epoch": 0.08371902518943272,
      "grad_norm": 2.9753122162782546,
      "learning_rate": 0.0002999999313578708,
      "loss": 2.1874,
      "step": 2044
    },
    {
      "epoch": 0.08375998361662912,
      "grad_norm": 1.442281804238172,
      "learning_rate": 0.00029999992820231857,
      "loss": 1.3331,
      "step": 2045
    },
    {
      "epoch": 0.08380094204382552,
      "grad_norm": 1.4963971513263408,
      "learning_rate": 0.00029999992497585515,
      "loss": 1.2482,
      "step": 2046
    },
    {
      "epoch": 0.08384190047102191,
      "grad_norm": 0.8884397760162348,
      "learning_rate": 0.00029999992167848046,
      "loss": 1.0392,
      "step": 2047
    },
    {
      "epoch": 0.08388285889821831,
      "grad_norm": 0.8924188838388251,
      "learning_rate": 0.0002999999183101945,
      "loss": 1.0901,
      "step": 2048
    },
    {
      "epoch": 0.0839238173254147,
      "grad_norm": 1.190250389783716,
      "learning_rate": 0.0002999999148709973,
      "loss": 0.8379,
      "step": 2049
    },
    {
      "epoch": 0.0839647757526111,
      "grad_norm": 1.0753434581019308,
      "learning_rate": 0.0002999999113608888,
      "loss": 0.8264,
      "step": 2050
    },
    {
      "epoch": 0.0840057341798075,
      "grad_norm": 1.6367401310981213,
      "learning_rate": 0.0002999999077798691,
      "loss": 1.6955,
      "step": 2051
    },
    {
      "epoch": 0.0840466926070039,
      "grad_norm": 0.9608012550546776,
      "learning_rate": 0.0002999999041279381,
      "loss": 1.0429,
      "step": 2052
    },
    {
      "epoch": 0.08408765103420028,
      "grad_norm": 0.9478107670356284,
      "learning_rate": 0.00029999990040509587,
      "loss": 1.2226,
      "step": 2053
    },
    {
      "epoch": 0.08412860946139668,
      "grad_norm": 1.2868009605334474,
      "learning_rate": 0.0002999998966113424,
      "loss": 0.9004,
      "step": 2054
    },
    {
      "epoch": 0.08416956788859307,
      "grad_norm": 0.7758978961535159,
      "learning_rate": 0.0002999998927466777,
      "loss": 0.7179,
      "step": 2055
    },
    {
      "epoch": 0.08421052631578947,
      "grad_norm": 2.746229947506084,
      "learning_rate": 0.00029999988881110166,
      "loss": 1.8288,
      "step": 2056
    },
    {
      "epoch": 0.08425148474298587,
      "grad_norm": 0.9687390560774173,
      "learning_rate": 0.00029999988480461446,
      "loss": 1.2655,
      "step": 2057
    },
    {
      "epoch": 0.08429244317018227,
      "grad_norm": 1.2197006554979566,
      "learning_rate": 0.00029999988072721605,
      "loss": 1.3271,
      "step": 2058
    },
    {
      "epoch": 0.08433340159737866,
      "grad_norm": 1.587978261958429,
      "learning_rate": 0.00029999987657890637,
      "loss": 1.1524,
      "step": 2059
    },
    {
      "epoch": 0.08437436002457506,
      "grad_norm": 0.8971338391727555,
      "learning_rate": 0.00029999987235968537,
      "loss": 0.7945,
      "step": 2060
    },
    {
      "epoch": 0.08441531845177146,
      "grad_norm": 0.9481588444662511,
      "learning_rate": 0.00029999986806955326,
      "loss": 1.0259,
      "step": 2061
    },
    {
      "epoch": 0.08445627687896785,
      "grad_norm": 0.8610396488225773,
      "learning_rate": 0.00029999986370850984,
      "loss": 1.2289,
      "step": 2062
    },
    {
      "epoch": 0.08449723530616424,
      "grad_norm": 1.1185067034121545,
      "learning_rate": 0.0002999998592765552,
      "loss": 1.0964,
      "step": 2063
    },
    {
      "epoch": 0.08453819373336063,
      "grad_norm": 14.313539532594834,
      "learning_rate": 0.00029999985477368934,
      "loss": 8.0584,
      "step": 2064
    },
    {
      "epoch": 0.08457915216055703,
      "grad_norm": 1.4539660784229846,
      "learning_rate": 0.0002999998501999123,
      "loss": 0.735,
      "step": 2065
    },
    {
      "epoch": 0.08462011058775343,
      "grad_norm": 0.9772912602137878,
      "learning_rate": 0.00029999984555522394,
      "loss": 1.2866,
      "step": 2066
    },
    {
      "epoch": 0.08466106901494982,
      "grad_norm": 1.328378859355766,
      "learning_rate": 0.00029999984083962445,
      "loss": 1.9525,
      "step": 2067
    },
    {
      "epoch": 0.08470202744214622,
      "grad_norm": 3.05142954106387,
      "learning_rate": 0.00029999983605311363,
      "loss": 3.6644,
      "step": 2068
    },
    {
      "epoch": 0.08474298586934262,
      "grad_norm": 1.3863711758185382,
      "learning_rate": 0.0002999998311956917,
      "loss": 1.1695,
      "step": 2069
    },
    {
      "epoch": 0.08478394429653902,
      "grad_norm": 1.0470135878243192,
      "learning_rate": 0.0002999998262673585,
      "loss": 1.4062,
      "step": 2070
    },
    {
      "epoch": 0.08482490272373541,
      "grad_norm": 1.0449971954805441,
      "learning_rate": 0.0002999998212681141,
      "loss": 1.0012,
      "step": 2071
    },
    {
      "epoch": 0.08486586115093181,
      "grad_norm": 1.4221024904772304,
      "learning_rate": 0.00029999981619795846,
      "loss": 0.789,
      "step": 2072
    },
    {
      "epoch": 0.0849068195781282,
      "grad_norm": 0.9106538408580334,
      "learning_rate": 0.00029999981105689164,
      "loss": 1.0988,
      "step": 2073
    },
    {
      "epoch": 0.08494777800532459,
      "grad_norm": 0.7152814988947659,
      "learning_rate": 0.00029999980584491365,
      "loss": 0.7006,
      "step": 2074
    },
    {
      "epoch": 0.08498873643252099,
      "grad_norm": 1.233164383916338,
      "learning_rate": 0.0002999998005620244,
      "loss": 1.6459,
      "step": 2075
    },
    {
      "epoch": 0.08502969485971738,
      "grad_norm": 1.0486596396551973,
      "learning_rate": 0.000299999795208224,
      "loss": 1.2623,
      "step": 2076
    },
    {
      "epoch": 0.08507065328691378,
      "grad_norm": 1.3081747907761616,
      "learning_rate": 0.0002999997897835123,
      "loss": 1.5003,
      "step": 2077
    },
    {
      "epoch": 0.08511161171411018,
      "grad_norm": 1.1985245192260554,
      "learning_rate": 0.0002999997842878895,
      "loss": 0.6017,
      "step": 2078
    },
    {
      "epoch": 0.08515257014130657,
      "grad_norm": 1.8766866345756499,
      "learning_rate": 0.0002999997787213554,
      "loss": 2.2927,
      "step": 2079
    },
    {
      "epoch": 0.08519352856850297,
      "grad_norm": 0.8731687936501801,
      "learning_rate": 0.0002999997730839102,
      "loss": 0.841,
      "step": 2080
    },
    {
      "epoch": 0.08523448699569937,
      "grad_norm": 1.0892530497963266,
      "learning_rate": 0.0002999997673755538,
      "loss": 1.0684,
      "step": 2081
    },
    {
      "epoch": 0.08527544542289577,
      "grad_norm": 1.108248802867856,
      "learning_rate": 0.0002999997615962862,
      "loss": 1.0784,
      "step": 2082
    },
    {
      "epoch": 0.08531640385009216,
      "grad_norm": 3.1618764345346952,
      "learning_rate": 0.00029999975574610747,
      "loss": 1.3359,
      "step": 2083
    },
    {
      "epoch": 0.08535736227728855,
      "grad_norm": 1.275853961913622,
      "learning_rate": 0.0002999997498250175,
      "loss": 0.9773,
      "step": 2084
    },
    {
      "epoch": 0.08539832070448494,
      "grad_norm": 1.5067176604683166,
      "learning_rate": 0.00029999974383301635,
      "loss": 1.0626,
      "step": 2085
    },
    {
      "epoch": 0.08543927913168134,
      "grad_norm": 1.0691250803713503,
      "learning_rate": 0.00029999973777010403,
      "loss": 1.7099,
      "step": 2086
    },
    {
      "epoch": 0.08548023755887774,
      "grad_norm": 1.4983781093173327,
      "learning_rate": 0.0002999997316362806,
      "loss": 1.3996,
      "step": 2087
    },
    {
      "epoch": 0.08552119598607413,
      "grad_norm": 1.1287549185219417,
      "learning_rate": 0.00029999972543154595,
      "loss": 1.4118,
      "step": 2088
    },
    {
      "epoch": 0.08556215441327053,
      "grad_norm": 6.022411132871404,
      "learning_rate": 0.0002999997191559001,
      "loss": 1.8349,
      "step": 2089
    },
    {
      "epoch": 0.08560311284046693,
      "grad_norm": 0.9220298896611437,
      "learning_rate": 0.00029999971280934314,
      "loss": 1.1355,
      "step": 2090
    },
    {
      "epoch": 0.08564407126766332,
      "grad_norm": 1.1674195887186198,
      "learning_rate": 0.00029999970639187496,
      "loss": 0.7826,
      "step": 2091
    },
    {
      "epoch": 0.08568502969485972,
      "grad_norm": 1.9078676642740224,
      "learning_rate": 0.0002999996999034957,
      "loss": 1.2169,
      "step": 2092
    },
    {
      "epoch": 0.08572598812205612,
      "grad_norm": 1.7249986944807159,
      "learning_rate": 0.0002999996933442052,
      "loss": 1.1659,
      "step": 2093
    },
    {
      "epoch": 0.08576694654925252,
      "grad_norm": 1.2910208142888744,
      "learning_rate": 0.00029999968671400365,
      "loss": 1.299,
      "step": 2094
    },
    {
      "epoch": 0.0858079049764489,
      "grad_norm": 1.140914624967713,
      "learning_rate": 0.0002999996800128909,
      "loss": 1.2811,
      "step": 2095
    },
    {
      "epoch": 0.0858488634036453,
      "grad_norm": 1.4488899866809837,
      "learning_rate": 0.000299999673240867,
      "loss": 0.6837,
      "step": 2096
    },
    {
      "epoch": 0.08588982183084169,
      "grad_norm": 1.5915095535388368,
      "learning_rate": 0.0002999996663979319,
      "loss": 1.3579,
      "step": 2097
    },
    {
      "epoch": 0.08593078025803809,
      "grad_norm": 1.3168811195129166,
      "learning_rate": 0.0002999996594840858,
      "loss": 1.6439,
      "step": 2098
    },
    {
      "epoch": 0.08597173868523449,
      "grad_norm": 1.1452442214760727,
      "learning_rate": 0.00029999965249932845,
      "loss": 0.9992,
      "step": 2099
    },
    {
      "epoch": 0.08601269711243088,
      "grad_norm": 1.5567374663241254,
      "learning_rate": 0.00029999964544366,
      "loss": 1.7282,
      "step": 2100
    },
    {
      "epoch": 0.08605365553962728,
      "grad_norm": 1.499707568603029,
      "learning_rate": 0.00029999963831708047,
      "loss": 1.2673,
      "step": 2101
    },
    {
      "epoch": 0.08609461396682368,
      "grad_norm": 1.0457044848327977,
      "learning_rate": 0.00029999963111958976,
      "loss": 1.0652,
      "step": 2102
    },
    {
      "epoch": 0.08613557239402007,
      "grad_norm": 0.8364933180566435,
      "learning_rate": 0.00029999962385118795,
      "loss": 0.771,
      "step": 2103
    },
    {
      "epoch": 0.08617653082121647,
      "grad_norm": 0.8932415124999131,
      "learning_rate": 0.00029999961651187504,
      "loss": 0.679,
      "step": 2104
    },
    {
      "epoch": 0.08621748924841285,
      "grad_norm": 1.5834025502511506,
      "learning_rate": 0.00029999960910165096,
      "loss": 0.9387,
      "step": 2105
    },
    {
      "epoch": 0.08625844767560925,
      "grad_norm": 1.039350165936994,
      "learning_rate": 0.0002999996016205158,
      "loss": 0.8704,
      "step": 2106
    },
    {
      "epoch": 0.08629940610280565,
      "grad_norm": 1.1269297846808999,
      "learning_rate": 0.00029999959406846956,
      "loss": 1.2007,
      "step": 2107
    },
    {
      "epoch": 0.08634036453000205,
      "grad_norm": 0.9627240946705948,
      "learning_rate": 0.00029999958644551217,
      "loss": 0.9659,
      "step": 2108
    },
    {
      "epoch": 0.08638132295719844,
      "grad_norm": 1.1595257350494723,
      "learning_rate": 0.00029999957875164374,
      "loss": 0.8955,
      "step": 2109
    },
    {
      "epoch": 0.08642228138439484,
      "grad_norm": 1.3072142619173472,
      "learning_rate": 0.00029999957098686414,
      "loss": 2.3289,
      "step": 2110
    },
    {
      "epoch": 0.08646323981159124,
      "grad_norm": 1.707600947727425,
      "learning_rate": 0.00029999956315117344,
      "loss": 1.3658,
      "step": 2111
    },
    {
      "epoch": 0.08650419823878763,
      "grad_norm": 2.432953434738797,
      "learning_rate": 0.00029999955524457174,
      "loss": 0.6636,
      "step": 2112
    },
    {
      "epoch": 0.08654515666598403,
      "grad_norm": 0.7855680763611517,
      "learning_rate": 0.0002999995472670589,
      "loss": 0.9906,
      "step": 2113
    },
    {
      "epoch": 0.08658611509318043,
      "grad_norm": 0.8274687638903778,
      "learning_rate": 0.000299999539218635,
      "loss": 0.5503,
      "step": 2114
    },
    {
      "epoch": 0.08662707352037682,
      "grad_norm": 1.3257080169379858,
      "learning_rate": 0.00029999953109929997,
      "loss": 1.0645,
      "step": 2115
    },
    {
      "epoch": 0.08666803194757321,
      "grad_norm": 1.5477393526913903,
      "learning_rate": 0.0002999995229090539,
      "loss": 1.2937,
      "step": 2116
    },
    {
      "epoch": 0.0867089903747696,
      "grad_norm": 1.1753178212181492,
      "learning_rate": 0.00029999951464789674,
      "loss": 1.0306,
      "step": 2117
    },
    {
      "epoch": 0.086749948801966,
      "grad_norm": 1.2346365972069626,
      "learning_rate": 0.0002999995063158286,
      "loss": 1.4569,
      "step": 2118
    },
    {
      "epoch": 0.0867909072291624,
      "grad_norm": 0.8066475977205823,
      "learning_rate": 0.0002999994979128493,
      "loss": 0.9906,
      "step": 2119
    },
    {
      "epoch": 0.0868318656563588,
      "grad_norm": 1.619153728769585,
      "learning_rate": 0.00029999948943895894,
      "loss": 1.0625,
      "step": 2120
    },
    {
      "epoch": 0.08687282408355519,
      "grad_norm": 0.9460049264887455,
      "learning_rate": 0.00029999948089415757,
      "loss": 0.8731,
      "step": 2121
    },
    {
      "epoch": 0.08691378251075159,
      "grad_norm": 0.7825613952995926,
      "learning_rate": 0.0002999994722784451,
      "loss": 0.6693,
      "step": 2122
    },
    {
      "epoch": 0.08695474093794799,
      "grad_norm": 1.8362094748005453,
      "learning_rate": 0.0002999994635918217,
      "loss": 1.2422,
      "step": 2123
    },
    {
      "epoch": 0.08699569936514438,
      "grad_norm": 1.1727529011092332,
      "learning_rate": 0.0002999994548342871,
      "loss": 0.607,
      "step": 2124
    },
    {
      "epoch": 0.08703665779234078,
      "grad_norm": 1.3576025551998128,
      "learning_rate": 0.00029999944600584154,
      "loss": 1.2858,
      "step": 2125
    },
    {
      "epoch": 0.08707761621953718,
      "grad_norm": 0.9577590334639218,
      "learning_rate": 0.00029999943710648497,
      "loss": 1.0721,
      "step": 2126
    },
    {
      "epoch": 0.08711857464673356,
      "grad_norm": 1.0318137292625067,
      "learning_rate": 0.00029999942813621735,
      "loss": 0.8386,
      "step": 2127
    },
    {
      "epoch": 0.08715953307392996,
      "grad_norm": 0.9427144964055442,
      "learning_rate": 0.0002999994190950387,
      "loss": 0.9462,
      "step": 2128
    },
    {
      "epoch": 0.08720049150112635,
      "grad_norm": 0.8601812706509767,
      "learning_rate": 0.000299999409982949,
      "loss": 0.9319,
      "step": 2129
    },
    {
      "epoch": 0.08724144992832275,
      "grad_norm": 1.0670163933749535,
      "learning_rate": 0.0002999994007999483,
      "loss": 1.3048,
      "step": 2130
    },
    {
      "epoch": 0.08728240835551915,
      "grad_norm": 0.9861324830830155,
      "learning_rate": 0.00029999939154603665,
      "loss": 1.2077,
      "step": 2131
    },
    {
      "epoch": 0.08732336678271554,
      "grad_norm": 1.1730796251761988,
      "learning_rate": 0.00029999938222121395,
      "loss": 0.9901,
      "step": 2132
    },
    {
      "epoch": 0.08736432520991194,
      "grad_norm": 0.9166272672874476,
      "learning_rate": 0.00029999937282548024,
      "loss": 1.0116,
      "step": 2133
    },
    {
      "epoch": 0.08740528363710834,
      "grad_norm": 0.8784698265421984,
      "learning_rate": 0.00029999936335883555,
      "loss": 1.0209,
      "step": 2134
    },
    {
      "epoch": 0.08744624206430474,
      "grad_norm": 0.6754078101044294,
      "learning_rate": 0.0002999993538212798,
      "loss": 0.5783,
      "step": 2135
    },
    {
      "epoch": 0.08748720049150113,
      "grad_norm": 0.9201365329989963,
      "learning_rate": 0.0002999993442128131,
      "loss": 1.1232,
      "step": 2136
    },
    {
      "epoch": 0.08752815891869752,
      "grad_norm": 0.9595544527621148,
      "learning_rate": 0.0002999993345334354,
      "loss": 0.7932,
      "step": 2137
    },
    {
      "epoch": 0.08756911734589391,
      "grad_norm": 1.2856972652308098,
      "learning_rate": 0.00029999932478314673,
      "loss": 1.704,
      "step": 2138
    },
    {
      "epoch": 0.08761007577309031,
      "grad_norm": 1.4547209558181953,
      "learning_rate": 0.0002999993149619471,
      "loss": 1.6074,
      "step": 2139
    },
    {
      "epoch": 0.0876510342002867,
      "grad_norm": 0.875376381159618,
      "learning_rate": 0.0002999993050698365,
      "loss": 1.0842,
      "step": 2140
    },
    {
      "epoch": 0.0876919926274831,
      "grad_norm": 1.1651362263885359,
      "learning_rate": 0.0002999992951068149,
      "loss": 1.0245,
      "step": 2141
    },
    {
      "epoch": 0.0877329510546795,
      "grad_norm": 1.1395619250473314,
      "learning_rate": 0.0002999992850728824,
      "loss": 1.0677,
      "step": 2142
    },
    {
      "epoch": 0.0877739094818759,
      "grad_norm": 1.5163086053784154,
      "learning_rate": 0.00029999927496803886,
      "loss": 1.1395,
      "step": 2143
    },
    {
      "epoch": 0.0878148679090723,
      "grad_norm": 0.9113069001056883,
      "learning_rate": 0.0002999992647922844,
      "loss": 1.0327,
      "step": 2144
    },
    {
      "epoch": 0.08785582633626869,
      "grad_norm": 7.652047750806214,
      "learning_rate": 0.000299999254545619,
      "loss": 4.9278,
      "step": 2145
    },
    {
      "epoch": 0.08789678476346509,
      "grad_norm": 1.0953194337988663,
      "learning_rate": 0.0002999992442280427,
      "loss": 0.9418,
      "step": 2146
    },
    {
      "epoch": 0.08793774319066149,
      "grad_norm": 1.2465314782068526,
      "learning_rate": 0.00029999923383955537,
      "loss": 1.048,
      "step": 2147
    },
    {
      "epoch": 0.08797870161785787,
      "grad_norm": 2.4326915654988666,
      "learning_rate": 0.00029999922338015716,
      "loss": 1.8589,
      "step": 2148
    },
    {
      "epoch": 0.08801966004505427,
      "grad_norm": 0.9951511424365671,
      "learning_rate": 0.000299999212849848,
      "loss": 1.1957,
      "step": 2149
    },
    {
      "epoch": 0.08806061847225066,
      "grad_norm": 0.9668225766019285,
      "learning_rate": 0.00029999920224862796,
      "loss": 0.8701,
      "step": 2150
    },
    {
      "epoch": 0.08810157689944706,
      "grad_norm": 1.2377967002155985,
      "learning_rate": 0.000299999191576497,
      "loss": 1.0975,
      "step": 2151
    },
    {
      "epoch": 0.08814253532664346,
      "grad_norm": 1.4180996892455004,
      "learning_rate": 0.00029999918083345505,
      "loss": 0.6375,
      "step": 2152
    },
    {
      "epoch": 0.08818349375383985,
      "grad_norm": 0.8400995491547929,
      "learning_rate": 0.00029999917001950223,
      "loss": 1.6022,
      "step": 2153
    },
    {
      "epoch": 0.08822445218103625,
      "grad_norm": 0.7801064371477308,
      "learning_rate": 0.0002999991591346385,
      "loss": 1.2609,
      "step": 2154
    },
    {
      "epoch": 0.08826541060823265,
      "grad_norm": 1.0251813236188403,
      "learning_rate": 0.00029999914817886394,
      "loss": 1.5993,
      "step": 2155
    },
    {
      "epoch": 0.08830636903542904,
      "grad_norm": 0.5306959305962824,
      "learning_rate": 0.0002999991371521784,
      "loss": 0.5583,
      "step": 2156
    },
    {
      "epoch": 0.08834732746262544,
      "grad_norm": 0.9725069814336947,
      "learning_rate": 0.000299999126054582,
      "loss": 1.1274,
      "step": 2157
    },
    {
      "epoch": 0.08838828588982182,
      "grad_norm": 1.089641553368762,
      "learning_rate": 0.00029999911488607473,
      "loss": 0.9532,
      "step": 2158
    },
    {
      "epoch": 0.08842924431701822,
      "grad_norm": 0.9524174423884847,
      "learning_rate": 0.00029999910364665654,
      "loss": 1.3742,
      "step": 2159
    },
    {
      "epoch": 0.08847020274421462,
      "grad_norm": 9.063315985689144,
      "learning_rate": 0.00029999909233632756,
      "loss": 8.03,
      "step": 2160
    },
    {
      "epoch": 0.08851116117141102,
      "grad_norm": 0.7229329421892199,
      "learning_rate": 0.00029999908095508764,
      "loss": 0.5627,
      "step": 2161
    },
    {
      "epoch": 0.08855211959860741,
      "grad_norm": 0.5731807532754009,
      "learning_rate": 0.0002999990695029369,
      "loss": 0.5636,
      "step": 2162
    },
    {
      "epoch": 0.08859307802580381,
      "grad_norm": 0.9145451752989432,
      "learning_rate": 0.00029999905797987525,
      "loss": 1.1501,
      "step": 2163
    },
    {
      "epoch": 0.0886340364530002,
      "grad_norm": 1.0148865112154726,
      "learning_rate": 0.00029999904638590283,
      "loss": 1.3038,
      "step": 2164
    },
    {
      "epoch": 0.0886749948801966,
      "grad_norm": 1.4274942253615863,
      "learning_rate": 0.0002999990347210195,
      "loss": 1.6738,
      "step": 2165
    },
    {
      "epoch": 0.088715953307393,
      "grad_norm": 1.0883893652582135,
      "learning_rate": 0.00029999902298522533,
      "loss": 1.0937,
      "step": 2166
    },
    {
      "epoch": 0.0887569117345894,
      "grad_norm": 0.7306798462675222,
      "learning_rate": 0.00029999901117852036,
      "loss": 1.0031,
      "step": 2167
    },
    {
      "epoch": 0.0887978701617858,
      "grad_norm": 1.1909627456610477,
      "learning_rate": 0.0002999989993009046,
      "loss": 1.3223,
      "step": 2168
    },
    {
      "epoch": 0.08883882858898218,
      "grad_norm": 0.9127964502575663,
      "learning_rate": 0.00029999898735237797,
      "loss": 1.3696,
      "step": 2169
    },
    {
      "epoch": 0.08887978701617857,
      "grad_norm": 1.0550377610786381,
      "learning_rate": 0.0002999989753329405,
      "loss": 1.3601,
      "step": 2170
    },
    {
      "epoch": 0.08892074544337497,
      "grad_norm": 1.5719295314184638,
      "learning_rate": 0.00029999896324259224,
      "loss": 1.4393,
      "step": 2171
    },
    {
      "epoch": 0.08896170387057137,
      "grad_norm": 0.7242405355835697,
      "learning_rate": 0.00029999895108133315,
      "loss": 0.9275,
      "step": 2172
    },
    {
      "epoch": 0.08900266229776777,
      "grad_norm": 1.2774144666068987,
      "learning_rate": 0.0002999989388491633,
      "loss": 1.0783,
      "step": 2173
    },
    {
      "epoch": 0.08904362072496416,
      "grad_norm": 0.9606294927361725,
      "learning_rate": 0.00029999892654608264,
      "loss": 0.9079,
      "step": 2174
    },
    {
      "epoch": 0.08908457915216056,
      "grad_norm": 0.7041326227958494,
      "learning_rate": 0.0002999989141720912,
      "loss": 0.6489,
      "step": 2175
    },
    {
      "epoch": 0.08912553757935696,
      "grad_norm": 0.918341635007468,
      "learning_rate": 0.00029999890172718895,
      "loss": 1.2619,
      "step": 2176
    },
    {
      "epoch": 0.08916649600655335,
      "grad_norm": 1.2208172522187228,
      "learning_rate": 0.0002999988892113759,
      "loss": 0.7984,
      "step": 2177
    },
    {
      "epoch": 0.08920745443374975,
      "grad_norm": 1.5890136021424928,
      "learning_rate": 0.00029999887662465215,
      "loss": 1.3125,
      "step": 2178
    },
    {
      "epoch": 0.08924841286094613,
      "grad_norm": 1.0677020910623582,
      "learning_rate": 0.0002999988639670176,
      "loss": 1.1215,
      "step": 2179
    },
    {
      "epoch": 0.08928937128814253,
      "grad_norm": 19.470456096588773,
      "learning_rate": 0.0002999988512384723,
      "loss": 6.3049,
      "step": 2180
    },
    {
      "epoch": 0.08933032971533893,
      "grad_norm": 1.0708077413975838,
      "learning_rate": 0.00029999883843901624,
      "loss": 0.639,
      "step": 2181
    },
    {
      "epoch": 0.08937128814253532,
      "grad_norm": 1.2489798754736356,
      "learning_rate": 0.0002999988255686494,
      "loss": 1.2851,
      "step": 2182
    },
    {
      "epoch": 0.08941224656973172,
      "grad_norm": 1.366738806571611,
      "learning_rate": 0.0002999988126273719,
      "loss": 1.3078,
      "step": 2183
    },
    {
      "epoch": 0.08945320499692812,
      "grad_norm": 1.7581657323356084,
      "learning_rate": 0.0002999987996151836,
      "loss": 0.9805,
      "step": 2184
    },
    {
      "epoch": 0.08949416342412451,
      "grad_norm": 1.4351469157080678,
      "learning_rate": 0.0002999987865320846,
      "loss": 1.2042,
      "step": 2185
    },
    {
      "epoch": 0.08953512185132091,
      "grad_norm": 0.8986110951747787,
      "learning_rate": 0.00029999877337807485,
      "loss": 0.5493,
      "step": 2186
    },
    {
      "epoch": 0.08957608027851731,
      "grad_norm": 1.2384784815571308,
      "learning_rate": 0.0002999987601531544,
      "loss": 0.9571,
      "step": 2187
    },
    {
      "epoch": 0.0896170387057137,
      "grad_norm": 1.308663968053611,
      "learning_rate": 0.00029999874685732327,
      "loss": 1.0758,
      "step": 2188
    },
    {
      "epoch": 0.0896579971329101,
      "grad_norm": 1.2148067693944373,
      "learning_rate": 0.0002999987334905814,
      "loss": 1.0993,
      "step": 2189
    },
    {
      "epoch": 0.08969895556010649,
      "grad_norm": 0.783681179788385,
      "learning_rate": 0.00029999872005292885,
      "loss": 0.9681,
      "step": 2190
    },
    {
      "epoch": 0.08973991398730288,
      "grad_norm": 1.039364524013164,
      "learning_rate": 0.0002999987065443656,
      "loss": 0.6817,
      "step": 2191
    },
    {
      "epoch": 0.08978087241449928,
      "grad_norm": 0.8332083283206972,
      "learning_rate": 0.0002999986929648917,
      "loss": 0.5681,
      "step": 2192
    },
    {
      "epoch": 0.08982183084169568,
      "grad_norm": 6.746074219669833,
      "learning_rate": 0.0002999986793145071,
      "loss": 5.9173,
      "step": 2193
    },
    {
      "epoch": 0.08986278926889207,
      "grad_norm": 3.433553509175783,
      "learning_rate": 0.0002999986655932118,
      "loss": 5.78,
      "step": 2194
    },
    {
      "epoch": 0.08990374769608847,
      "grad_norm": 1.2291261699191218,
      "learning_rate": 0.00029999865180100585,
      "loss": 1.0352,
      "step": 2195
    },
    {
      "epoch": 0.08994470612328487,
      "grad_norm": 1.130637146383062,
      "learning_rate": 0.0002999986379378892,
      "loss": 1.1238,
      "step": 2196
    },
    {
      "epoch": 0.08998566455048126,
      "grad_norm": 1.0821405151150683,
      "learning_rate": 0.0002999986240038619,
      "loss": 0.9671,
      "step": 2197
    },
    {
      "epoch": 0.09002662297767766,
      "grad_norm": 0.9287452819280457,
      "learning_rate": 0.0002999986099989241,
      "loss": 1.351,
      "step": 2198
    },
    {
      "epoch": 0.09006758140487406,
      "grad_norm": 1.2865164771062274,
      "learning_rate": 0.00029999859592307553,
      "loss": 1.2716,
      "step": 2199
    },
    {
      "epoch": 0.09010853983207044,
      "grad_norm": 0.9692815309593985,
      "learning_rate": 0.00029999858177631635,
      "loss": 0.5738,
      "step": 2200
    },
    {
      "epoch": 0.09014949825926684,
      "grad_norm": 1.231978171339065,
      "learning_rate": 0.00029999856755864656,
      "loss": 1.0193,
      "step": 2201
    },
    {
      "epoch": 0.09019045668646324,
      "grad_norm": 1.9798223239270512,
      "learning_rate": 0.0002999985532700661,
      "loss": 2.6826,
      "step": 2202
    },
    {
      "epoch": 0.09023141511365963,
      "grad_norm": 4.558088905073883,
      "learning_rate": 0.00029999853891057507,
      "loss": 5.5876,
      "step": 2203
    },
    {
      "epoch": 0.09027237354085603,
      "grad_norm": 1.3095641749234377,
      "learning_rate": 0.0002999985244801734,
      "loss": 1.1972,
      "step": 2204
    },
    {
      "epoch": 0.09031333196805243,
      "grad_norm": 1.2116825612227164,
      "learning_rate": 0.0002999985099788612,
      "loss": 1.4238,
      "step": 2205
    },
    {
      "epoch": 0.09035429039524882,
      "grad_norm": 1.0988164690725772,
      "learning_rate": 0.0002999984954066384,
      "loss": 1.695,
      "step": 2206
    },
    {
      "epoch": 0.09039524882244522,
      "grad_norm": 0.8616345466361217,
      "learning_rate": 0.00029999848076350496,
      "loss": 0.5758,
      "step": 2207
    },
    {
      "epoch": 0.09043620724964162,
      "grad_norm": 1.1388267542898856,
      "learning_rate": 0.000299998466049461,
      "loss": 1.4462,
      "step": 2208
    },
    {
      "epoch": 0.09047716567683801,
      "grad_norm": 1.314513435447208,
      "learning_rate": 0.00029999845126450644,
      "loss": 1.1555,
      "step": 2209
    },
    {
      "epoch": 0.09051812410403441,
      "grad_norm": 1.462615949960734,
      "learning_rate": 0.0002999984364086413,
      "loss": 1.5949,
      "step": 2210
    },
    {
      "epoch": 0.0905590825312308,
      "grad_norm": 0.6659641824470653,
      "learning_rate": 0.00029999842148186563,
      "loss": 0.8928,
      "step": 2211
    },
    {
      "epoch": 0.09060004095842719,
      "grad_norm": 0.6485080381662547,
      "learning_rate": 0.00029999840648417943,
      "loss": 0.5018,
      "step": 2212
    },
    {
      "epoch": 0.09064099938562359,
      "grad_norm": 2.2153389990060774,
      "learning_rate": 0.0002999983914155826,
      "loss": 4.3837,
      "step": 2213
    },
    {
      "epoch": 0.09068195781281999,
      "grad_norm": 1.9804805078603231,
      "learning_rate": 0.00029999837627607534,
      "loss": 0.5438,
      "step": 2214
    },
    {
      "epoch": 0.09072291624001638,
      "grad_norm": 1.0857760018692237,
      "learning_rate": 0.0002999983610656575,
      "loss": 1.114,
      "step": 2215
    },
    {
      "epoch": 0.09076387466721278,
      "grad_norm": 0.9563932292401803,
      "learning_rate": 0.0002999983457843291,
      "loss": 0.9487,
      "step": 2216
    },
    {
      "epoch": 0.09080483309440918,
      "grad_norm": 1.302551448841426,
      "learning_rate": 0.00029999833043209027,
      "loss": 0.9279,
      "step": 2217
    },
    {
      "epoch": 0.09084579152160557,
      "grad_norm": 1.5081211068933427,
      "learning_rate": 0.0002999983150089409,
      "loss": 1.3031,
      "step": 2218
    },
    {
      "epoch": 0.09088674994880197,
      "grad_norm": 0.7586947733968826,
      "learning_rate": 0.00029999829951488105,
      "loss": 0.9824,
      "step": 2219
    },
    {
      "epoch": 0.09092770837599837,
      "grad_norm": 0.8963279946771728,
      "learning_rate": 0.00029999828394991067,
      "loss": 1.3564,
      "step": 2220
    },
    {
      "epoch": 0.09096866680319475,
      "grad_norm": 0.9652384495353319,
      "learning_rate": 0.00029999826831402984,
      "loss": 1.1062,
      "step": 2221
    },
    {
      "epoch": 0.09100962523039115,
      "grad_norm": 0.9635812885691952,
      "learning_rate": 0.0002999982526072385,
      "loss": 1.7599,
      "step": 2222
    },
    {
      "epoch": 0.09105058365758754,
      "grad_norm": 1.1620604092369209,
      "learning_rate": 0.00029999823682953666,
      "loss": 1.0731,
      "step": 2223
    },
    {
      "epoch": 0.09109154208478394,
      "grad_norm": 0.9031184033488422,
      "learning_rate": 0.00029999822098092437,
      "loss": 1.1198,
      "step": 2224
    },
    {
      "epoch": 0.09113250051198034,
      "grad_norm": 0.8024278698354496,
      "learning_rate": 0.00029999820506140167,
      "loss": 1.1473,
      "step": 2225
    },
    {
      "epoch": 0.09117345893917674,
      "grad_norm": 1.175317022901643,
      "learning_rate": 0.0002999981890709685,
      "loss": 2.1909,
      "step": 2226
    },
    {
      "epoch": 0.09121441736637313,
      "grad_norm": 5.189617722074797,
      "learning_rate": 0.0002999981730096249,
      "loss": 5.9245,
      "step": 2227
    },
    {
      "epoch": 0.09125537579356953,
      "grad_norm": 0.8700052609077119,
      "learning_rate": 0.0002999981568773709,
      "loss": 1.1104,
      "step": 2228
    },
    {
      "epoch": 0.09129633422076593,
      "grad_norm": 0.9565464594946425,
      "learning_rate": 0.00029999814067420644,
      "loss": 1.1218,
      "step": 2229
    },
    {
      "epoch": 0.09133729264796232,
      "grad_norm": 1.047877177959634,
      "learning_rate": 0.0002999981244001316,
      "loss": 1.0049,
      "step": 2230
    },
    {
      "epoch": 0.09137825107515872,
      "grad_norm": 1.0731391807634663,
      "learning_rate": 0.00029999810805514626,
      "loss": 1.577,
      "step": 2231
    },
    {
      "epoch": 0.0914192095023551,
      "grad_norm": 1.1532695952761216,
      "learning_rate": 0.00029999809163925055,
      "loss": 0.5422,
      "step": 2232
    },
    {
      "epoch": 0.0914601679295515,
      "grad_norm": 4.118110689866339,
      "learning_rate": 0.0002999980751524445,
      "loss": 1.8952,
      "step": 2233
    },
    {
      "epoch": 0.0915011263567479,
      "grad_norm": 0.9416459859187517,
      "learning_rate": 0.000299998058594728,
      "loss": 0.9375,
      "step": 2234
    },
    {
      "epoch": 0.0915420847839443,
      "grad_norm": 1.5920062573822633,
      "learning_rate": 0.00029999804196610116,
      "loss": 1.0562,
      "step": 2235
    },
    {
      "epoch": 0.09158304321114069,
      "grad_norm": 3.521775723457476,
      "learning_rate": 0.00029999802526656396,
      "loss": 4.2478,
      "step": 2236
    },
    {
      "epoch": 0.09162400163833709,
      "grad_norm": 1.4353046133405063,
      "learning_rate": 0.00029999800849611635,
      "loss": 1.9573,
      "step": 2237
    },
    {
      "epoch": 0.09166496006553349,
      "grad_norm": 1.1179926335428125,
      "learning_rate": 0.00029999799165475845,
      "loss": 1.0582,
      "step": 2238
    },
    {
      "epoch": 0.09170591849272988,
      "grad_norm": 1.7993300092610982,
      "learning_rate": 0.00029999797474249015,
      "loss": 1.2391,
      "step": 2239
    },
    {
      "epoch": 0.09174687691992628,
      "grad_norm": 0.7032895783633141,
      "learning_rate": 0.00029999795775931156,
      "loss": 0.7183,
      "step": 2240
    },
    {
      "epoch": 0.09178783534712268,
      "grad_norm": 0.9105662409304777,
      "learning_rate": 0.00029999794070522263,
      "loss": 1.1565,
      "step": 2241
    },
    {
      "epoch": 0.09182879377431907,
      "grad_norm": 0.7293265047532971,
      "learning_rate": 0.0002999979235802233,
      "loss": 0.5367,
      "step": 2242
    },
    {
      "epoch": 0.09186975220151546,
      "grad_norm": 1.5550946289671972,
      "learning_rate": 0.0002999979063843138,
      "loss": 0.9262,
      "step": 2243
    },
    {
      "epoch": 0.09191071062871185,
      "grad_norm": 1.5250586307578644,
      "learning_rate": 0.00029999788911749386,
      "loss": 1.2308,
      "step": 2244
    },
    {
      "epoch": 0.09195166905590825,
      "grad_norm": 1.0449309185209146,
      "learning_rate": 0.00029999787177976365,
      "loss": 0.971,
      "step": 2245
    },
    {
      "epoch": 0.09199262748310465,
      "grad_norm": 0.7246576038786805,
      "learning_rate": 0.00029999785437112315,
      "loss": 0.9364,
      "step": 2246
    },
    {
      "epoch": 0.09203358591030104,
      "grad_norm": 1.0600222143554525,
      "learning_rate": 0.0002999978368915724,
      "loss": 1.3383,
      "step": 2247
    },
    {
      "epoch": 0.09207454433749744,
      "grad_norm": 1.113381890817331,
      "learning_rate": 0.0002999978193411114,
      "loss": 1.2897,
      "step": 2248
    },
    {
      "epoch": 0.09211550276469384,
      "grad_norm": 1.056754246815891,
      "learning_rate": 0.0002999978017197401,
      "loss": 1.3382,
      "step": 2249
    },
    {
      "epoch": 0.09215646119189023,
      "grad_norm": 0.6564794986985767,
      "learning_rate": 0.0002999977840274585,
      "loss": 0.7148,
      "step": 2250
    },
    {
      "epoch": 0.09219741961908663,
      "grad_norm": 1.0440259182532357,
      "learning_rate": 0.0002999977662642667,
      "loss": 1.5036,
      "step": 2251
    },
    {
      "epoch": 0.09223837804628303,
      "grad_norm": 1.375530975568616,
      "learning_rate": 0.00029999774843016467,
      "loss": 0.9388,
      "step": 2252
    },
    {
      "epoch": 0.09227933647347941,
      "grad_norm": 1.353974501989396,
      "learning_rate": 0.0002999977305251524,
      "loss": 1.013,
      "step": 2253
    },
    {
      "epoch": 0.09232029490067581,
      "grad_norm": 1.0541409095259913,
      "learning_rate": 0.0002999977125492299,
      "loss": 1.0943,
      "step": 2254
    },
    {
      "epoch": 0.0923612533278722,
      "grad_norm": 0.9577102928187599,
      "learning_rate": 0.0002999976945023972,
      "loss": 1.0638,
      "step": 2255
    },
    {
      "epoch": 0.0924022117550686,
      "grad_norm": 0.9510613643493231,
      "learning_rate": 0.00029999767638465427,
      "loss": 1.2339,
      "step": 2256
    },
    {
      "epoch": 0.092443170182265,
      "grad_norm": 1.3278835101501947,
      "learning_rate": 0.0002999976581960011,
      "loss": 1.6448,
      "step": 2257
    },
    {
      "epoch": 0.0924841286094614,
      "grad_norm": 1.009054224795428,
      "learning_rate": 0.0002999976399364378,
      "loss": 1.2324,
      "step": 2258
    },
    {
      "epoch": 0.0925250870366578,
      "grad_norm": 0.8799332910845611,
      "learning_rate": 0.0002999976216059644,
      "loss": 1.1143,
      "step": 2259
    },
    {
      "epoch": 0.09256604546385419,
      "grad_norm": 1.1974549034021575,
      "learning_rate": 0.0002999976032045807,
      "loss": 1.5087,
      "step": 2260
    },
    {
      "epoch": 0.09260700389105059,
      "grad_norm": 0.935691538801783,
      "learning_rate": 0.0002999975847322869,
      "loss": 1.0047,
      "step": 2261
    },
    {
      "epoch": 0.09264796231824698,
      "grad_norm": 0.7299137756836461,
      "learning_rate": 0.0002999975661890829,
      "loss": 0.611,
      "step": 2262
    },
    {
      "epoch": 0.09268892074544338,
      "grad_norm": 0.7051446778178126,
      "learning_rate": 0.0002999975475749688,
      "loss": 1.0191,
      "step": 2263
    },
    {
      "epoch": 0.09272987917263976,
      "grad_norm": 1.4465926279791945,
      "learning_rate": 0.0002999975288899445,
      "loss": 1.3478,
      "step": 2264
    },
    {
      "epoch": 0.09277083759983616,
      "grad_norm": 0.8261961343734697,
      "learning_rate": 0.0002999975101340101,
      "loss": 0.9556,
      "step": 2265
    },
    {
      "epoch": 0.09281179602703256,
      "grad_norm": 0.9468817981754162,
      "learning_rate": 0.0002999974913071656,
      "loss": 1.4557,
      "step": 2266
    },
    {
      "epoch": 0.09285275445422896,
      "grad_norm": 0.9332546661111766,
      "learning_rate": 0.000299997472409411,
      "loss": 1.5263,
      "step": 2267
    },
    {
      "epoch": 0.09289371288142535,
      "grad_norm": 1.814717270083455,
      "learning_rate": 0.0002999974534407463,
      "loss": 2.044,
      "step": 2268
    },
    {
      "epoch": 0.09293467130862175,
      "grad_norm": 0.9144150129183705,
      "learning_rate": 0.0002999974344011715,
      "loss": 0.9783,
      "step": 2269
    },
    {
      "epoch": 0.09297562973581815,
      "grad_norm": 0.5343434172159108,
      "learning_rate": 0.0002999974152906866,
      "loss": 0.6281,
      "step": 2270
    },
    {
      "epoch": 0.09301658816301454,
      "grad_norm": 0.6058872331084083,
      "learning_rate": 0.00029999739610929167,
      "loss": 0.6922,
      "step": 2271
    },
    {
      "epoch": 0.09305754659021094,
      "grad_norm": 0.9495058035856777,
      "learning_rate": 0.0002999973768569866,
      "loss": 1.5337,
      "step": 2272
    },
    {
      "epoch": 0.09309850501740734,
      "grad_norm": 6.861970651540955,
      "learning_rate": 0.00029999735753377156,
      "loss": 8.7162,
      "step": 2273
    },
    {
      "epoch": 0.09313946344460372,
      "grad_norm": 2.6802590009905116,
      "learning_rate": 0.00029999733813964636,
      "loss": 4.5519,
      "step": 2274
    },
    {
      "epoch": 0.09318042187180012,
      "grad_norm": 1.0894680004266444,
      "learning_rate": 0.0002999973186746112,
      "loss": 1.4729,
      "step": 2275
    },
    {
      "epoch": 0.09322138029899651,
      "grad_norm": 1.9620810727879567,
      "learning_rate": 0.000299997299138666,
      "loss": 1.6947,
      "step": 2276
    },
    {
      "epoch": 0.09326233872619291,
      "grad_norm": 0.8344863989501641,
      "learning_rate": 0.0002999972795318108,
      "loss": 1.0683,
      "step": 2277
    },
    {
      "epoch": 0.09330329715338931,
      "grad_norm": 1.3128464750632947,
      "learning_rate": 0.00029999725985404554,
      "loss": 1.2776,
      "step": 2278
    },
    {
      "epoch": 0.0933442555805857,
      "grad_norm": 0.8028203928055881,
      "learning_rate": 0.00029999724010537035,
      "loss": 0.8261,
      "step": 2279
    },
    {
      "epoch": 0.0933852140077821,
      "grad_norm": 1.405125841981433,
      "learning_rate": 0.00029999722028578514,
      "loss": 0.6,
      "step": 2280
    },
    {
      "epoch": 0.0934261724349785,
      "grad_norm": 1.2628263570946139,
      "learning_rate": 0.0002999972003952899,
      "loss": 0.6666,
      "step": 2281
    },
    {
      "epoch": 0.0934671308621749,
      "grad_norm": 3.8261719359665025,
      "learning_rate": 0.0002999971804338848,
      "loss": 2.2962,
      "step": 2282
    },
    {
      "epoch": 0.0935080892893713,
      "grad_norm": 1.127055748987225,
      "learning_rate": 0.00029999716040156967,
      "loss": 1.0005,
      "step": 2283
    },
    {
      "epoch": 0.09354904771656769,
      "grad_norm": 1.164816887712686,
      "learning_rate": 0.00029999714029834454,
      "loss": 0.7657,
      "step": 2284
    },
    {
      "epoch": 0.09359000614376407,
      "grad_norm": 1.133340600091201,
      "learning_rate": 0.00029999712012420955,
      "loss": 1.2121,
      "step": 2285
    },
    {
      "epoch": 0.09363096457096047,
      "grad_norm": 0.9766289297298555,
      "learning_rate": 0.00029999709987916454,
      "loss": 1.2682,
      "step": 2286
    },
    {
      "epoch": 0.09367192299815687,
      "grad_norm": 1.190778690752622,
      "learning_rate": 0.0002999970795632096,
      "loss": 1.4281,
      "step": 2287
    },
    {
      "epoch": 0.09371288142535326,
      "grad_norm": 0.801803179045856,
      "learning_rate": 0.00029999705917634485,
      "loss": 1.0046,
      "step": 2288
    },
    {
      "epoch": 0.09375383985254966,
      "grad_norm": 0.9916246047483602,
      "learning_rate": 0.00029999703871857016,
      "loss": 1.4124,
      "step": 2289
    },
    {
      "epoch": 0.09379479827974606,
      "grad_norm": 1.238741111799342,
      "learning_rate": 0.0002999970181898855,
      "loss": 1.1557,
      "step": 2290
    },
    {
      "epoch": 0.09383575670694246,
      "grad_norm": 1.1455676951355493,
      "learning_rate": 0.00029999699759029105,
      "loss": 1.3617,
      "step": 2291
    },
    {
      "epoch": 0.09387671513413885,
      "grad_norm": 1.0200054109336885,
      "learning_rate": 0.0002999969769197867,
      "loss": 1.269,
      "step": 2292
    },
    {
      "epoch": 0.09391767356133525,
      "grad_norm": 12.43076673262312,
      "learning_rate": 0.00029999695617837245,
      "loss": 5.7579,
      "step": 2293
    },
    {
      "epoch": 0.09395863198853165,
      "grad_norm": 0.8517240821627569,
      "learning_rate": 0.0002999969353660483,
      "loss": 1.141,
      "step": 2294
    },
    {
      "epoch": 0.09399959041572803,
      "grad_norm": 24.710293385928768,
      "learning_rate": 0.00029999691448281436,
      "loss": 6.7548,
      "step": 2295
    },
    {
      "epoch": 0.09404054884292443,
      "grad_norm": 1.498360833503522,
      "learning_rate": 0.0002999968935286706,
      "loss": 1.4976,
      "step": 2296
    },
    {
      "epoch": 0.09408150727012082,
      "grad_norm": 1.028603523751085,
      "learning_rate": 0.00029999687250361695,
      "loss": 1.1215,
      "step": 2297
    },
    {
      "epoch": 0.09412246569731722,
      "grad_norm": 1.2884373309480852,
      "learning_rate": 0.00029999685140765355,
      "loss": 1.0059,
      "step": 2298
    },
    {
      "epoch": 0.09416342412451362,
      "grad_norm": 1.230499573601967,
      "learning_rate": 0.00029999683024078033,
      "loss": 1.0255,
      "step": 2299
    },
    {
      "epoch": 0.09420438255171001,
      "grad_norm": 3.5621742502619878,
      "learning_rate": 0.0002999968090029973,
      "loss": 1.8825,
      "step": 2300
    },
    {
      "epoch": 0.09424534097890641,
      "grad_norm": 1.419320420688642,
      "learning_rate": 0.00029999678769430444,
      "loss": 1.6638,
      "step": 2301
    },
    {
      "epoch": 0.09428629940610281,
      "grad_norm": 1.0827273994819018,
      "learning_rate": 0.0002999967663147019,
      "loss": 1.149,
      "step": 2302
    },
    {
      "epoch": 0.0943272578332992,
      "grad_norm": 1.5684104883951582,
      "learning_rate": 0.00029999674486418955,
      "loss": 1.3019,
      "step": 2303
    },
    {
      "epoch": 0.0943682162604956,
      "grad_norm": 1.0420360473874941,
      "learning_rate": 0.00029999672334276743,
      "loss": 1.1198,
      "step": 2304
    },
    {
      "epoch": 0.094409174687692,
      "grad_norm": 2.580710235909523,
      "learning_rate": 0.00029999670175043556,
      "loss": 2.4179,
      "step": 2305
    },
    {
      "epoch": 0.09445013311488838,
      "grad_norm": 1.1862046695287505,
      "learning_rate": 0.00029999668008719394,
      "loss": 1.1067,
      "step": 2306
    },
    {
      "epoch": 0.09449109154208478,
      "grad_norm": 1.123607123462222,
      "learning_rate": 0.0002999966583530426,
      "loss": 1.6598,
      "step": 2307
    },
    {
      "epoch": 0.09453204996928118,
      "grad_norm": 1.0583571851501392,
      "learning_rate": 0.00029999663654798155,
      "loss": 0.6589,
      "step": 2308
    },
    {
      "epoch": 0.09457300839647757,
      "grad_norm": 0.9221711417987566,
      "learning_rate": 0.00029999661467201085,
      "loss": 0.905,
      "step": 2309
    },
    {
      "epoch": 0.09461396682367397,
      "grad_norm": 0.8626790812507794,
      "learning_rate": 0.0002999965927251304,
      "loss": 1.2172,
      "step": 2310
    },
    {
      "epoch": 0.09465492525087037,
      "grad_norm": 1.2776861170007099,
      "learning_rate": 0.00029999657070734024,
      "loss": 1.763,
      "step": 2311
    },
    {
      "epoch": 0.09469588367806676,
      "grad_norm": 0.6890528883676911,
      "learning_rate": 0.00029999654861864044,
      "loss": 0.8953,
      "step": 2312
    },
    {
      "epoch": 0.09473684210526316,
      "grad_norm": 1.4213631066106038,
      "learning_rate": 0.00029999652645903096,
      "loss": 1.7497,
      "step": 2313
    },
    {
      "epoch": 0.09477780053245956,
      "grad_norm": 0.9509414914491153,
      "learning_rate": 0.00029999650422851183,
      "loss": 1.2542,
      "step": 2314
    },
    {
      "epoch": 0.09481875895965595,
      "grad_norm": 1.354794944560079,
      "learning_rate": 0.00029999648192708306,
      "loss": 1.2584,
      "step": 2315
    },
    {
      "epoch": 0.09485971738685234,
      "grad_norm": 1.1492861884556287,
      "learning_rate": 0.00029999645955474465,
      "loss": 0.9743,
      "step": 2316
    },
    {
      "epoch": 0.09490067581404873,
      "grad_norm": 1.0664357518097765,
      "learning_rate": 0.00029999643711149665,
      "loss": 1.0777,
      "step": 2317
    },
    {
      "epoch": 0.09494163424124513,
      "grad_norm": 1.5069640300470375,
      "learning_rate": 0.000299996414597339,
      "loss": 1.6285,
      "step": 2318
    },
    {
      "epoch": 0.09498259266844153,
      "grad_norm": 0.9354058461033607,
      "learning_rate": 0.0002999963920122718,
      "loss": 0.785,
      "step": 2319
    },
    {
      "epoch": 0.09502355109563793,
      "grad_norm": 0.8092685548076056,
      "learning_rate": 0.00029999636935629497,
      "loss": 1.1158,
      "step": 2320
    },
    {
      "epoch": 0.09506450952283432,
      "grad_norm": 0.8857606441043475,
      "learning_rate": 0.0002999963466294085,
      "loss": 1.1608,
      "step": 2321
    },
    {
      "epoch": 0.09510546795003072,
      "grad_norm": 0.9293151937225952,
      "learning_rate": 0.0002999963238316126,
      "loss": 1.6118,
      "step": 2322
    },
    {
      "epoch": 0.09514642637722712,
      "grad_norm": 1.5790932027348212,
      "learning_rate": 0.00029999630096290707,
      "loss": 1.4099,
      "step": 2323
    },
    {
      "epoch": 0.09518738480442351,
      "grad_norm": 1.4708419905183887,
      "learning_rate": 0.00029999627802329196,
      "loss": 2.7242,
      "step": 2324
    },
    {
      "epoch": 0.09522834323161991,
      "grad_norm": 1.164210153839723,
      "learning_rate": 0.0002999962550127673,
      "loss": 1.1789,
      "step": 2325
    },
    {
      "epoch": 0.09526930165881631,
      "grad_norm": 1.8039158940644107,
      "learning_rate": 0.0002999962319313332,
      "loss": 4.2046,
      "step": 2326
    },
    {
      "epoch": 0.09531026008601269,
      "grad_norm": 0.932989218022562,
      "learning_rate": 0.00029999620877898956,
      "loss": 1.0722,
      "step": 2327
    },
    {
      "epoch": 0.09535121851320909,
      "grad_norm": 1.2998024758450217,
      "learning_rate": 0.0002999961855557364,
      "loss": 1.6644,
      "step": 2328
    },
    {
      "epoch": 0.09539217694040548,
      "grad_norm": 1.2187284590773089,
      "learning_rate": 0.0002999961622615737,
      "loss": 1.2284,
      "step": 2329
    },
    {
      "epoch": 0.09543313536760188,
      "grad_norm": 0.7260850724760187,
      "learning_rate": 0.0002999961388965016,
      "loss": 1.0908,
      "step": 2330
    },
    {
      "epoch": 0.09547409379479828,
      "grad_norm": 1.0925149566741328,
      "learning_rate": 0.00029999611546052,
      "loss": 1.2583,
      "step": 2331
    },
    {
      "epoch": 0.09551505222199468,
      "grad_norm": 0.9699478759887327,
      "learning_rate": 0.0002999960919536289,
      "loss": 1.1372,
      "step": 2332
    },
    {
      "epoch": 0.09555601064919107,
      "grad_norm": 0.977172110330341,
      "learning_rate": 0.0002999960683758284,
      "loss": 0.8729,
      "step": 2333
    },
    {
      "epoch": 0.09559696907638747,
      "grad_norm": 0.928076806545736,
      "learning_rate": 0.0002999960447271185,
      "loss": 1.2086,
      "step": 2334
    },
    {
      "epoch": 0.09563792750358387,
      "grad_norm": 0.8623823354455826,
      "learning_rate": 0.0002999960210074991,
      "loss": 1.0899,
      "step": 2335
    },
    {
      "epoch": 0.09567888593078026,
      "grad_norm": 1.1400065594112865,
      "learning_rate": 0.0002999959972169703,
      "loss": 1.0932,
      "step": 2336
    },
    {
      "epoch": 0.09571984435797666,
      "grad_norm": 1.8138773348675667,
      "learning_rate": 0.00029999597335553214,
      "loss": 3.1287,
      "step": 2337
    },
    {
      "epoch": 0.09576080278517304,
      "grad_norm": 0.7429776700438026,
      "learning_rate": 0.00029999594942318455,
      "loss": 0.5586,
      "step": 2338
    },
    {
      "epoch": 0.09580176121236944,
      "grad_norm": 1.2090869699123192,
      "learning_rate": 0.00029999592541992754,
      "loss": 1.2282,
      "step": 2339
    },
    {
      "epoch": 0.09584271963956584,
      "grad_norm": 0.681564539799772,
      "learning_rate": 0.0002999959013457612,
      "loss": 0.8051,
      "step": 2340
    },
    {
      "epoch": 0.09588367806676223,
      "grad_norm": 1.5282958270397728,
      "learning_rate": 0.0002999958772006855,
      "loss": 1.4969,
      "step": 2341
    },
    {
      "epoch": 0.09592463649395863,
      "grad_norm": 1.0434312620200654,
      "learning_rate": 0.00029999585298470045,
      "loss": 0.9846,
      "step": 2342
    },
    {
      "epoch": 0.09596559492115503,
      "grad_norm": 0.9475012823815027,
      "learning_rate": 0.0002999958286978061,
      "loss": 1.1895,
      "step": 2343
    },
    {
      "epoch": 0.09600655334835143,
      "grad_norm": 0.7180805076688933,
      "learning_rate": 0.00029999580434000243,
      "loss": 1.019,
      "step": 2344
    },
    {
      "epoch": 0.09604751177554782,
      "grad_norm": 0.90916236156757,
      "learning_rate": 0.0002999957799112894,
      "loss": 1.1343,
      "step": 2345
    },
    {
      "epoch": 0.09608847020274422,
      "grad_norm": 0.8339407967852275,
      "learning_rate": 0.0002999957554116671,
      "loss": 1.3372,
      "step": 2346
    },
    {
      "epoch": 0.09612942862994062,
      "grad_norm": 0.9272796113571395,
      "learning_rate": 0.0002999957308411355,
      "loss": 1.1184,
      "step": 2347
    },
    {
      "epoch": 0.096170387057137,
      "grad_norm": 0.6999384291980227,
      "learning_rate": 0.0002999957061996946,
      "loss": 0.5582,
      "step": 2348
    },
    {
      "epoch": 0.0962113454843334,
      "grad_norm": 0.8147534283324112,
      "learning_rate": 0.0002999956814873444,
      "loss": 1.0729,
      "step": 2349
    },
    {
      "epoch": 0.0962523039115298,
      "grad_norm": 1.1581344442874753,
      "learning_rate": 0.00029999565670408505,
      "loss": 1.0978,
      "step": 2350
    },
    {
      "epoch": 0.09629326233872619,
      "grad_norm": 1.0275995616149594,
      "learning_rate": 0.0002999956318499164,
      "loss": 1.8145,
      "step": 2351
    },
    {
      "epoch": 0.09633422076592259,
      "grad_norm": 0.8791813713867817,
      "learning_rate": 0.0002999956069248385,
      "loss": 1.1433,
      "step": 2352
    },
    {
      "epoch": 0.09637517919311898,
      "grad_norm": 3.4748989704887983,
      "learning_rate": 0.0002999955819288514,
      "loss": 2.3693,
      "step": 2353
    },
    {
      "epoch": 0.09641613762031538,
      "grad_norm": 0.8361138689566453,
      "learning_rate": 0.0002999955568619551,
      "loss": 1.0768,
      "step": 2354
    },
    {
      "epoch": 0.09645709604751178,
      "grad_norm": 0.7672704527428681,
      "learning_rate": 0.00029999553172414963,
      "loss": 0.8176,
      "step": 2355
    },
    {
      "epoch": 0.09649805447470818,
      "grad_norm": 0.8545403106411548,
      "learning_rate": 0.00029999550651543496,
      "loss": 0.9862,
      "step": 2356
    },
    {
      "epoch": 0.09653901290190457,
      "grad_norm": 1.0919805006328216,
      "learning_rate": 0.0002999954812358111,
      "loss": 1.0494,
      "step": 2357
    },
    {
      "epoch": 0.09657997132910097,
      "grad_norm": 0.9649724962222154,
      "learning_rate": 0.00029999545588527804,
      "loss": 1.0993,
      "step": 2358
    },
    {
      "epoch": 0.09662092975629735,
      "grad_norm": 0.754158720776638,
      "learning_rate": 0.0002999954304638359,
      "loss": 1.0624,
      "step": 2359
    },
    {
      "epoch": 0.09666188818349375,
      "grad_norm": 6.816954809434378,
      "learning_rate": 0.0002999954049714846,
      "loss": 6.3259,
      "step": 2360
    },
    {
      "epoch": 0.09670284661069015,
      "grad_norm": 0.8882555564946243,
      "learning_rate": 0.0002999953794082242,
      "loss": 0.5385,
      "step": 2361
    },
    {
      "epoch": 0.09674380503788654,
      "grad_norm": 1.461913607164744,
      "learning_rate": 0.00029999535377405465,
      "loss": 1.4912,
      "step": 2362
    },
    {
      "epoch": 0.09678476346508294,
      "grad_norm": 0.5430725696265758,
      "learning_rate": 0.000299995328068976,
      "loss": 0.5444,
      "step": 2363
    },
    {
      "epoch": 0.09682572189227934,
      "grad_norm": 0.8548638235857995,
      "learning_rate": 0.00029999530229298833,
      "loss": 1.1225,
      "step": 2364
    },
    {
      "epoch": 0.09686668031947573,
      "grad_norm": 1.2874822312169547,
      "learning_rate": 0.0002999952764460915,
      "loss": 1.1125,
      "step": 2365
    },
    {
      "epoch": 0.09690763874667213,
      "grad_norm": 2.0379170547310164,
      "learning_rate": 0.0002999952505282857,
      "loss": 1.6666,
      "step": 2366
    },
    {
      "epoch": 0.09694859717386853,
      "grad_norm": 1.0788210785043197,
      "learning_rate": 0.00029999522453957075,
      "loss": 1.017,
      "step": 2367
    },
    {
      "epoch": 0.09698955560106493,
      "grad_norm": 0.6990882778974646,
      "learning_rate": 0.00029999519847994684,
      "loss": 0.8643,
      "step": 2368
    },
    {
      "epoch": 0.09703051402826131,
      "grad_norm": 1.4912062366490093,
      "learning_rate": 0.0002999951723494138,
      "loss": 1.6934,
      "step": 2369
    },
    {
      "epoch": 0.0970714724554577,
      "grad_norm": 1.221518912930295,
      "learning_rate": 0.0002999951461479719,
      "loss": 1.1428,
      "step": 2370
    },
    {
      "epoch": 0.0971124308826541,
      "grad_norm": 1.3229365363798689,
      "learning_rate": 0.0002999951198756208,
      "loss": 1.2171,
      "step": 2371
    },
    {
      "epoch": 0.0971533893098505,
      "grad_norm": 0.7867168732389226,
      "learning_rate": 0.00029999509353236084,
      "loss": 1.0134,
      "step": 2372
    },
    {
      "epoch": 0.0971943477370469,
      "grad_norm": 0.7985847663291818,
      "learning_rate": 0.0002999950671181919,
      "loss": 0.9834,
      "step": 2373
    },
    {
      "epoch": 0.0972353061642433,
      "grad_norm": 0.8708831182922556,
      "learning_rate": 0.000299995040633114,
      "loss": 1.1753,
      "step": 2374
    },
    {
      "epoch": 0.09727626459143969,
      "grad_norm": 0.8970123607724801,
      "learning_rate": 0.00029999501407712716,
      "loss": 1.0071,
      "step": 2375
    },
    {
      "epoch": 0.09731722301863609,
      "grad_norm": 0.7428548414643318,
      "learning_rate": 0.0002999949874502313,
      "loss": 0.9211,
      "step": 2376
    },
    {
      "epoch": 0.09735818144583248,
      "grad_norm": 1.3763833760334343,
      "learning_rate": 0.0002999949607524266,
      "loss": 1.9979,
      "step": 2377
    },
    {
      "epoch": 0.09739913987302888,
      "grad_norm": 0.8436018359985147,
      "learning_rate": 0.00029999493398371295,
      "loss": 1.1606,
      "step": 2378
    },
    {
      "epoch": 0.09744009830022528,
      "grad_norm": 0.7454106783020822,
      "learning_rate": 0.0002999949071440904,
      "loss": 0.831,
      "step": 2379
    },
    {
      "epoch": 0.09748105672742166,
      "grad_norm": 0.823104478804246,
      "learning_rate": 0.000299994880233559,
      "loss": 1.1882,
      "step": 2380
    },
    {
      "epoch": 0.09752201515461806,
      "grad_norm": 1.2359493443506127,
      "learning_rate": 0.0002999948532521187,
      "loss": 1.1657,
      "step": 2381
    },
    {
      "epoch": 0.09756297358181446,
      "grad_norm": 1.029463815615107,
      "learning_rate": 0.0002999948261997695,
      "loss": 0.9955,
      "step": 2382
    },
    {
      "epoch": 0.09760393200901085,
      "grad_norm": 1.59231961518424,
      "learning_rate": 0.0002999947990765115,
      "loss": 0.8101,
      "step": 2383
    },
    {
      "epoch": 0.09764489043620725,
      "grad_norm": 0.8028758911205923,
      "learning_rate": 0.0002999947718823446,
      "loss": 0.9987,
      "step": 2384
    },
    {
      "epoch": 0.09768584886340365,
      "grad_norm": 1.0184206603445611,
      "learning_rate": 0.00029999474461726893,
      "loss": 1.3556,
      "step": 2385
    },
    {
      "epoch": 0.09772680729060004,
      "grad_norm": 0.973276916172616,
      "learning_rate": 0.00029999471728128443,
      "loss": 0.9837,
      "step": 2386
    },
    {
      "epoch": 0.09776776571779644,
      "grad_norm": 0.8183002070803516,
      "learning_rate": 0.00029999468987439116,
      "loss": 1.0315,
      "step": 2387
    },
    {
      "epoch": 0.09780872414499284,
      "grad_norm": 0.9804763182832092,
      "learning_rate": 0.00029999466239658906,
      "loss": 0.7459,
      "step": 2388
    },
    {
      "epoch": 0.09784968257218923,
      "grad_norm": 1.0212868264154533,
      "learning_rate": 0.0002999946348478782,
      "loss": 0.5957,
      "step": 2389
    },
    {
      "epoch": 0.09789064099938562,
      "grad_norm": 1.2495922414344685,
      "learning_rate": 0.0002999946072282586,
      "loss": 1.1507,
      "step": 2390
    },
    {
      "epoch": 0.09793159942658201,
      "grad_norm": 0.8416788218551821,
      "learning_rate": 0.0002999945795377302,
      "loss": 1.0037,
      "step": 2391
    },
    {
      "epoch": 0.09797255785377841,
      "grad_norm": 1.01059114068088,
      "learning_rate": 0.0002999945517762931,
      "loss": 1.3462,
      "step": 2392
    },
    {
      "epoch": 0.09801351628097481,
      "grad_norm": 0.7369294988978836,
      "learning_rate": 0.0002999945239439473,
      "loss": 0.7027,
      "step": 2393
    },
    {
      "epoch": 0.0980544747081712,
      "grad_norm": 0.964211489186326,
      "learning_rate": 0.0002999944960406928,
      "loss": 1.2339,
      "step": 2394
    },
    {
      "epoch": 0.0980954331353676,
      "grad_norm": 0.8879191607425422,
      "learning_rate": 0.0002999944680665296,
      "loss": 0.9459,
      "step": 2395
    },
    {
      "epoch": 0.098136391562564,
      "grad_norm": 0.7432092525010385,
      "learning_rate": 0.0002999944400214577,
      "loss": 0.6638,
      "step": 2396
    },
    {
      "epoch": 0.0981773499897604,
      "grad_norm": 0.8207725118613065,
      "learning_rate": 0.0002999944119054771,
      "loss": 1.0816,
      "step": 2397
    },
    {
      "epoch": 0.09821830841695679,
      "grad_norm": 0.5880442025636067,
      "learning_rate": 0.0002999943837185879,
      "loss": 0.8657,
      "step": 2398
    },
    {
      "epoch": 0.09825926684415319,
      "grad_norm": 1.0506157176450723,
      "learning_rate": 0.00029999435546079,
      "loss": 1.1989,
      "step": 2399
    },
    {
      "epoch": 0.09830022527134959,
      "grad_norm": 1.8229911225798097,
      "learning_rate": 0.00029999432713208356,
      "loss": 2.988,
      "step": 2400
    },
    {
      "epoch": 0.09834118369854597,
      "grad_norm": 0.8716679320050249,
      "learning_rate": 0.00029999429873246844,
      "loss": 1.1074,
      "step": 2401
    },
    {
      "epoch": 0.09838214212574237,
      "grad_norm": 0.8512505875686989,
      "learning_rate": 0.00029999427026194476,
      "loss": 1.2456,
      "step": 2402
    },
    {
      "epoch": 0.09842310055293876,
      "grad_norm": 0.681780490780978,
      "learning_rate": 0.00029999424172051246,
      "loss": 0.5472,
      "step": 2403
    },
    {
      "epoch": 0.09846405898013516,
      "grad_norm": 0.7571374447055734,
      "learning_rate": 0.0002999942131081716,
      "loss": 1.0131,
      "step": 2404
    },
    {
      "epoch": 0.09850501740733156,
      "grad_norm": 0.5689229147200011,
      "learning_rate": 0.0002999941844249222,
      "loss": 0.5517,
      "step": 2405
    },
    {
      "epoch": 0.09854597583452795,
      "grad_norm": 0.8394714032732502,
      "learning_rate": 0.0002999941556707642,
      "loss": 0.6651,
      "step": 2406
    },
    {
      "epoch": 0.09858693426172435,
      "grad_norm": 1.0259261096078227,
      "learning_rate": 0.0002999941268456977,
      "loss": 0.9812,
      "step": 2407
    },
    {
      "epoch": 0.09862789268892075,
      "grad_norm": 1.0411295202752728,
      "learning_rate": 0.0002999940979497227,
      "loss": 1.0454,
      "step": 2408
    },
    {
      "epoch": 0.09866885111611715,
      "grad_norm": 1.5229313595879619,
      "learning_rate": 0.0002999940689828392,
      "loss": 1.5122,
      "step": 2409
    },
    {
      "epoch": 0.09870980954331354,
      "grad_norm": 0.8274388382916287,
      "learning_rate": 0.00029999403994504715,
      "loss": 0.9692,
      "step": 2410
    },
    {
      "epoch": 0.09875076797050993,
      "grad_norm": 0.9727798350968485,
      "learning_rate": 0.0002999940108363467,
      "loss": 1.1725,
      "step": 2411
    },
    {
      "epoch": 0.09879172639770632,
      "grad_norm": 0.7493876562793308,
      "learning_rate": 0.0002999939816567377,
      "loss": 0.7282,
      "step": 2412
    },
    {
      "epoch": 0.09883268482490272,
      "grad_norm": 0.7665436274674143,
      "learning_rate": 0.00029999395240622027,
      "loss": 0.8341,
      "step": 2413
    },
    {
      "epoch": 0.09887364325209912,
      "grad_norm": 0.9568837166428211,
      "learning_rate": 0.00029999392308479445,
      "loss": 1.1,
      "step": 2414
    },
    {
      "epoch": 0.09891460167929551,
      "grad_norm": 0.8620022667186582,
      "learning_rate": 0.0002999938936924602,
      "loss": 0.8202,
      "step": 2415
    },
    {
      "epoch": 0.09895556010649191,
      "grad_norm": 1.2725245490824855,
      "learning_rate": 0.00029999386422921746,
      "loss": 1.9467,
      "step": 2416
    },
    {
      "epoch": 0.09899651853368831,
      "grad_norm": 1.192021957465755,
      "learning_rate": 0.0002999938346950664,
      "loss": 0.8922,
      "step": 2417
    },
    {
      "epoch": 0.0990374769608847,
      "grad_norm": 0.8284020414765993,
      "learning_rate": 0.00029999380509000695,
      "loss": 0.8969,
      "step": 2418
    },
    {
      "epoch": 0.0990784353880811,
      "grad_norm": 0.5786708259493233,
      "learning_rate": 0.0002999937754140391,
      "loss": 0.8316,
      "step": 2419
    },
    {
      "epoch": 0.0991193938152775,
      "grad_norm": 10.087892822243623,
      "learning_rate": 0.00029999374566716297,
      "loss": 4.4004,
      "step": 2420
    },
    {
      "epoch": 0.0991603522424739,
      "grad_norm": 1.7399306564279973,
      "learning_rate": 0.00029999371584937844,
      "loss": 0.5914,
      "step": 2421
    },
    {
      "epoch": 0.09920131066967028,
      "grad_norm": 1.0940889700452927,
      "learning_rate": 0.0002999936859606856,
      "loss": 0.7131,
      "step": 2422
    },
    {
      "epoch": 0.09924226909686668,
      "grad_norm": 2.354898010601529,
      "learning_rate": 0.0002999936560010844,
      "loss": 0.9053,
      "step": 2423
    },
    {
      "epoch": 0.09928322752406307,
      "grad_norm": 0.851839695095141,
      "learning_rate": 0.000299993625970575,
      "loss": 1.0146,
      "step": 2424
    },
    {
      "epoch": 0.09932418595125947,
      "grad_norm": 0.6912577487833151,
      "learning_rate": 0.0002999935958691572,
      "loss": 0.878,
      "step": 2425
    },
    {
      "epoch": 0.09936514437845587,
      "grad_norm": 1.1552967468418893,
      "learning_rate": 0.00029999356569683126,
      "loss": 1.2574,
      "step": 2426
    },
    {
      "epoch": 0.09940610280565226,
      "grad_norm": 1.2343474041835896,
      "learning_rate": 0.000299993535453597,
      "loss": 0.9084,
      "step": 2427
    },
    {
      "epoch": 0.09944706123284866,
      "grad_norm": 1.27298852191652,
      "learning_rate": 0.00029999350513945443,
      "loss": 0.5651,
      "step": 2428
    },
    {
      "epoch": 0.09948801966004506,
      "grad_norm": 1.1626972586941724,
      "learning_rate": 0.00029999347475440373,
      "loss": 1.1898,
      "step": 2429
    },
    {
      "epoch": 0.09952897808724145,
      "grad_norm": 0.8762485048827131,
      "learning_rate": 0.00029999344429844485,
      "loss": 0.9924,
      "step": 2430
    },
    {
      "epoch": 0.09956993651443785,
      "grad_norm": 1.1869145530625598,
      "learning_rate": 0.0002999934137715777,
      "loss": 1.4772,
      "step": 2431
    },
    {
      "epoch": 0.09961089494163425,
      "grad_norm": 1.5593311701610615,
      "learning_rate": 0.0002999933831738024,
      "loss": 1.2637,
      "step": 2432
    },
    {
      "epoch": 0.09965185336883063,
      "grad_norm": 0.8858053199165282,
      "learning_rate": 0.00029999335250511887,
      "loss": 0.6092,
      "step": 2433
    },
    {
      "epoch": 0.09969281179602703,
      "grad_norm": 0.8438206306736291,
      "learning_rate": 0.0002999933217655273,
      "loss": 1.0512,
      "step": 2434
    },
    {
      "epoch": 0.09973377022322343,
      "grad_norm": 0.9147849710800947,
      "learning_rate": 0.0002999932909550275,
      "loss": 1.243,
      "step": 2435
    },
    {
      "epoch": 0.09977472865041982,
      "grad_norm": 0.9515035273946495,
      "learning_rate": 0.0002999932600736196,
      "loss": 0.7606,
      "step": 2436
    },
    {
      "epoch": 0.09981568707761622,
      "grad_norm": 1.1193204864611876,
      "learning_rate": 0.0002999932291213036,
      "loss": 0.9962,
      "step": 2437
    },
    {
      "epoch": 0.09985664550481262,
      "grad_norm": 20.845090552489086,
      "learning_rate": 0.0002999931980980795,
      "loss": 11.0302,
      "step": 2438
    },
    {
      "epoch": 0.09989760393200901,
      "grad_norm": 2.4928302361196373,
      "learning_rate": 0.0002999931670039473,
      "loss": 1.8577,
      "step": 2439
    },
    {
      "epoch": 0.09993856235920541,
      "grad_norm": 1.9442018687890632,
      "learning_rate": 0.00029999313583890704,
      "loss": 1.3055,
      "step": 2440
    },
    {
      "epoch": 0.09997952078640181,
      "grad_norm": 1.171171378807939,
      "learning_rate": 0.00029999310460295875,
      "loss": 0.9581,
      "step": 2441
    },
    {
      "epoch": 0.1000204792135982,
      "grad_norm": 1.9390904832850107,
      "learning_rate": 0.00029999307329610245,
      "loss": 1.9385,
      "step": 2442
    },
    {
      "epoch": 0.10006143764079459,
      "grad_norm": 2.025430586462864,
      "learning_rate": 0.0002999930419183381,
      "loss": 1.6954,
      "step": 2443
    },
    {
      "epoch": 0.10010239606799098,
      "grad_norm": 2.567080116641226,
      "learning_rate": 0.00029999301046966574,
      "loss": 1.4061,
      "step": 2444
    },
    {
      "epoch": 0.10014335449518738,
      "grad_norm": 0.792880444397399,
      "learning_rate": 0.0002999929789500854,
      "loss": 0.8772,
      "step": 2445
    },
    {
      "epoch": 0.10018431292238378,
      "grad_norm": 18.132240886408876,
      "learning_rate": 0.00029999294735959703,
      "loss": 9.6879,
      "step": 2446
    },
    {
      "epoch": 0.10022527134958018,
      "grad_norm": 1.347722899249693,
      "learning_rate": 0.0002999929156982007,
      "loss": 1.1211,
      "step": 2447
    },
    {
      "epoch": 0.10026622977677657,
      "grad_norm": 2.422353457284993,
      "learning_rate": 0.0002999928839658965,
      "loss": 1.7837,
      "step": 2448
    },
    {
      "epoch": 0.10030718820397297,
      "grad_norm": 2.608031258840807,
      "learning_rate": 0.00029999285216268434,
      "loss": 1.2939,
      "step": 2449
    },
    {
      "epoch": 0.10034814663116937,
      "grad_norm": 4.133363792543412,
      "learning_rate": 0.00029999282028856424,
      "loss": 1.0252,
      "step": 2450
    },
    {
      "epoch": 0.10038910505836576,
      "grad_norm": 0.9731369565104342,
      "learning_rate": 0.00029999278834353624,
      "loss": 1.2878,
      "step": 2451
    },
    {
      "epoch": 0.10043006348556216,
      "grad_norm": 0.7145449375312968,
      "learning_rate": 0.0002999927563276004,
      "loss": 0.8334,
      "step": 2452
    },
    {
      "epoch": 0.10047102191275856,
      "grad_norm": 1.659197390632536,
      "learning_rate": 0.0002999927242407566,
      "loss": 1.2054,
      "step": 2453
    },
    {
      "epoch": 0.10051198033995494,
      "grad_norm": 1.510471628073723,
      "learning_rate": 0.000299992692083005,
      "loss": 0.7138,
      "step": 2454
    },
    {
      "epoch": 0.10055293876715134,
      "grad_norm": 1.5016481409097455,
      "learning_rate": 0.00029999265985434554,
      "loss": 0.8927,
      "step": 2455
    },
    {
      "epoch": 0.10059389719434773,
      "grad_norm": 2.185518333309085,
      "learning_rate": 0.0002999926275547783,
      "loss": 0.876,
      "step": 2456
    },
    {
      "epoch": 0.10063485562154413,
      "grad_norm": 1.110604349156786,
      "learning_rate": 0.0002999925951843032,
      "loss": 0.9889,
      "step": 2457
    },
    {
      "epoch": 0.10067581404874053,
      "grad_norm": 3.5016575209614236,
      "learning_rate": 0.00029999256274292036,
      "loss": 1.3856,
      "step": 2458
    },
    {
      "epoch": 0.10071677247593692,
      "grad_norm": 1.1366072639513474,
      "learning_rate": 0.0002999925302306297,
      "loss": 0.5836,
      "step": 2459
    },
    {
      "epoch": 0.10075773090313332,
      "grad_norm": 1.1500519553082285,
      "learning_rate": 0.00029999249764743125,
      "loss": 1.2125,
      "step": 2460
    },
    {
      "epoch": 0.10079868933032972,
      "grad_norm": 1.9876025185388873,
      "learning_rate": 0.0002999924649933251,
      "loss": 1.3157,
      "step": 2461
    },
    {
      "epoch": 0.10083964775752612,
      "grad_norm": 1.53747269262539,
      "learning_rate": 0.0002999924322683112,
      "loss": 1.2475,
      "step": 2462
    },
    {
      "epoch": 0.10088060618472251,
      "grad_norm": 1.56027529130502,
      "learning_rate": 0.00029999239947238953,
      "loss": 1.4417,
      "step": 2463
    },
    {
      "epoch": 0.1009215646119189,
      "grad_norm": 1.0004740352387502,
      "learning_rate": 0.0002999923666055602,
      "loss": 0.9913,
      "step": 2464
    },
    {
      "epoch": 0.10096252303911529,
      "grad_norm": 1.385284610780276,
      "learning_rate": 0.0002999923336678232,
      "loss": 0.7821,
      "step": 2465
    },
    {
      "epoch": 0.10100348146631169,
      "grad_norm": 1.6066484955723825,
      "learning_rate": 0.00029999230065917855,
      "loss": 1.1607,
      "step": 2466
    },
    {
      "epoch": 0.10104443989350809,
      "grad_norm": 0.8418253474538647,
      "learning_rate": 0.00029999226757962616,
      "loss": 1.2285,
      "step": 2467
    },
    {
      "epoch": 0.10108539832070448,
      "grad_norm": 1.1464850539315976,
      "learning_rate": 0.0002999922344291662,
      "loss": 0.6518,
      "step": 2468
    },
    {
      "epoch": 0.10112635674790088,
      "grad_norm": 0.8696098915929998,
      "learning_rate": 0.0002999922012077986,
      "loss": 0.5089,
      "step": 2469
    },
    {
      "epoch": 0.10116731517509728,
      "grad_norm": 0.8081027849334318,
      "learning_rate": 0.0002999921679155234,
      "loss": 0.5591,
      "step": 2470
    },
    {
      "epoch": 0.10120827360229367,
      "grad_norm": 1.3683750238784576,
      "learning_rate": 0.0002999921345523406,
      "loss": 1.0253,
      "step": 2471
    },
    {
      "epoch": 0.10124923202949007,
      "grad_norm": 1.4562034285403054,
      "learning_rate": 0.0002999921011182502,
      "loss": 1.0786,
      "step": 2472
    },
    {
      "epoch": 0.10129019045668647,
      "grad_norm": 0.9194462608140994,
      "learning_rate": 0.00029999206761325225,
      "loss": 1.0104,
      "step": 2473
    },
    {
      "epoch": 0.10133114888388287,
      "grad_norm": 6.604365867418719,
      "learning_rate": 0.00029999203403734674,
      "loss": 1.768,
      "step": 2474
    },
    {
      "epoch": 0.10137210731107925,
      "grad_norm": 0.9530983024627507,
      "learning_rate": 0.00029999200039053375,
      "loss": 0.5552,
      "step": 2475
    },
    {
      "epoch": 0.10141306573827565,
      "grad_norm": 1.7168509990192573,
      "learning_rate": 0.0002999919666728132,
      "loss": 1.0836,
      "step": 2476
    },
    {
      "epoch": 0.10145402416547204,
      "grad_norm": 0.900811884397406,
      "learning_rate": 0.00029999193288418515,
      "loss": 0.9668,
      "step": 2477
    },
    {
      "epoch": 0.10149498259266844,
      "grad_norm": 0.8951540937937592,
      "learning_rate": 0.00029999189902464964,
      "loss": 1.1588,
      "step": 2478
    },
    {
      "epoch": 0.10153594101986484,
      "grad_norm": 0.8165544667814083,
      "learning_rate": 0.00029999186509420666,
      "loss": 0.9249,
      "step": 2479
    },
    {
      "epoch": 0.10157689944706123,
      "grad_norm": 0.8919525569897687,
      "learning_rate": 0.0002999918310928562,
      "loss": 1.283,
      "step": 2480
    },
    {
      "epoch": 0.10161785787425763,
      "grad_norm": 1.1961814716392767,
      "learning_rate": 0.00029999179702059833,
      "loss": 1.3249,
      "step": 2481
    },
    {
      "epoch": 0.10165881630145403,
      "grad_norm": 1.2002406197366926,
      "learning_rate": 0.0002999917628774331,
      "loss": 0.9817,
      "step": 2482
    },
    {
      "epoch": 0.10169977472865042,
      "grad_norm": 0.7094940854112513,
      "learning_rate": 0.0002999917286633604,
      "loss": 1.0802,
      "step": 2483
    },
    {
      "epoch": 0.10174073315584682,
      "grad_norm": 0.9004438072709179,
      "learning_rate": 0.00029999169437838026,
      "loss": 1.0988,
      "step": 2484
    },
    {
      "epoch": 0.1017816915830432,
      "grad_norm": 0.6678685292493942,
      "learning_rate": 0.0002999916600224928,
      "loss": 0.6295,
      "step": 2485
    },
    {
      "epoch": 0.1018226500102396,
      "grad_norm": 0.9410061016666234,
      "learning_rate": 0.000299991625595698,
      "loss": 1.0609,
      "step": 2486
    },
    {
      "epoch": 0.101863608437436,
      "grad_norm": 0.8341984804509645,
      "learning_rate": 0.0002999915910979959,
      "loss": 0.9648,
      "step": 2487
    },
    {
      "epoch": 0.1019045668646324,
      "grad_norm": 0.9906981262563918,
      "learning_rate": 0.0002999915565293865,
      "loss": 1.2756,
      "step": 2488
    },
    {
      "epoch": 0.10194552529182879,
      "grad_norm": 0.9585016385121702,
      "learning_rate": 0.0002999915218898697,
      "loss": 1.5598,
      "step": 2489
    },
    {
      "epoch": 0.10198648371902519,
      "grad_norm": 0.6644560070172999,
      "learning_rate": 0.00029999148717944565,
      "loss": 1.1009,
      "step": 2490
    },
    {
      "epoch": 0.10202744214622159,
      "grad_norm": 1.0239650948061079,
      "learning_rate": 0.0002999914523981143,
      "loss": 1.1792,
      "step": 2491
    },
    {
      "epoch": 0.10206840057341798,
      "grad_norm": 0.9083531475267516,
      "learning_rate": 0.00029999141754587575,
      "loss": 0.5747,
      "step": 2492
    },
    {
      "epoch": 0.10210935900061438,
      "grad_norm": 0.6655180551137074,
      "learning_rate": 0.00029999138262272994,
      "loss": 0.502,
      "step": 2493
    },
    {
      "epoch": 0.10215031742781078,
      "grad_norm": 0.6839655577667723,
      "learning_rate": 0.00029999134762867687,
      "loss": 0.9175,
      "step": 2494
    },
    {
      "epoch": 0.10219127585500717,
      "grad_norm": 7.783288580408409,
      "learning_rate": 0.00029999131256371666,
      "loss": 1.2119,
      "step": 2495
    },
    {
      "epoch": 0.10223223428220356,
      "grad_norm": 1.5706704257429698,
      "learning_rate": 0.0002999912774278492,
      "loss": 1.2788,
      "step": 2496
    },
    {
      "epoch": 0.10227319270939995,
      "grad_norm": 0.8574769103512719,
      "learning_rate": 0.0002999912422210746,
      "loss": 1.2514,
      "step": 2497
    },
    {
      "epoch": 0.10231415113659635,
      "grad_norm": 0.7392868821105495,
      "learning_rate": 0.00029999120694339286,
      "loss": 0.9435,
      "step": 2498
    },
    {
      "epoch": 0.10235510956379275,
      "grad_norm": 1.0916289136152484,
      "learning_rate": 0.00029999117159480395,
      "loss": 1.0694,
      "step": 2499
    },
    {
      "epoch": 0.10239606799098915,
      "grad_norm": 0.8366546716292789,
      "learning_rate": 0.00029999113617530795,
      "loss": 0.9977,
      "step": 2500
    },
    {
      "epoch": 0.10243702641818554,
      "grad_norm": 1.0041215039220086,
      "learning_rate": 0.0002999911006849048,
      "loss": 1.3457,
      "step": 2501
    },
    {
      "epoch": 0.10247798484538194,
      "grad_norm": 0.7277017702408913,
      "learning_rate": 0.0002999910651235946,
      "loss": 0.6648,
      "step": 2502
    },
    {
      "epoch": 0.10251894327257834,
      "grad_norm": 0.6472986461370246,
      "learning_rate": 0.0002999910294913773,
      "loss": 0.7187,
      "step": 2503
    },
    {
      "epoch": 0.10255990169977473,
      "grad_norm": 0.8862399953741066,
      "learning_rate": 0.000299990993788253,
      "loss": 1.245,
      "step": 2504
    },
    {
      "epoch": 0.10260086012697113,
      "grad_norm": 0.8354209968034279,
      "learning_rate": 0.0002999909580142216,
      "loss": 0.6644,
      "step": 2505
    },
    {
      "epoch": 0.10264181855416751,
      "grad_norm": 0.7900303478080091,
      "learning_rate": 0.0002999909221692832,
      "loss": 0.9067,
      "step": 2506
    },
    {
      "epoch": 0.10268277698136391,
      "grad_norm": 1.1717502585099158,
      "learning_rate": 0.0002999908862534378,
      "loss": 1.5262,
      "step": 2507
    },
    {
      "epoch": 0.10272373540856031,
      "grad_norm": 0.9703244857043999,
      "learning_rate": 0.0002999908502666854,
      "loss": 1.218,
      "step": 2508
    },
    {
      "epoch": 0.1027646938357567,
      "grad_norm": 0.7417029183863066,
      "learning_rate": 0.000299990814209026,
      "loss": 1.247,
      "step": 2509
    },
    {
      "epoch": 0.1028056522629531,
      "grad_norm": 0.6902789360195332,
      "learning_rate": 0.0002999907780804597,
      "loss": 0.9887,
      "step": 2510
    },
    {
      "epoch": 0.1028466106901495,
      "grad_norm": 1.030491226892138,
      "learning_rate": 0.00029999074188098647,
      "loss": 1.2939,
      "step": 2511
    },
    {
      "epoch": 0.1028875691173459,
      "grad_norm": 0.7025509026668306,
      "learning_rate": 0.00029999070561060627,
      "loss": 1.2476,
      "step": 2512
    },
    {
      "epoch": 0.10292852754454229,
      "grad_norm": 0.7286806213363441,
      "learning_rate": 0.0002999906692693192,
      "loss": 1.0239,
      "step": 2513
    },
    {
      "epoch": 0.10296948597173869,
      "grad_norm": 0.8452010579159746,
      "learning_rate": 0.0002999906328571253,
      "loss": 0.9257,
      "step": 2514
    },
    {
      "epoch": 0.10301044439893509,
      "grad_norm": 0.7537162850936097,
      "learning_rate": 0.0002999905963740244,
      "loss": 0.498,
      "step": 2515
    },
    {
      "epoch": 0.10305140282613148,
      "grad_norm": 6.953757946351966,
      "learning_rate": 0.00029999055982001677,
      "loss": 4.6164,
      "step": 2516
    },
    {
      "epoch": 0.10309236125332787,
      "grad_norm": 1.2253532994447982,
      "learning_rate": 0.00029999052319510224,
      "loss": 1.1595,
      "step": 2517
    },
    {
      "epoch": 0.10313331968052426,
      "grad_norm": 0.8907025733422006,
      "learning_rate": 0.0002999904864992809,
      "loss": 0.7925,
      "step": 2518
    },
    {
      "epoch": 0.10317427810772066,
      "grad_norm": 1.3661126992889627,
      "learning_rate": 0.00029999044973255277,
      "loss": 1.2603,
      "step": 2519
    },
    {
      "epoch": 0.10321523653491706,
      "grad_norm": 0.6595668579201514,
      "learning_rate": 0.0002999904128949179,
      "loss": 0.7918,
      "step": 2520
    },
    {
      "epoch": 0.10325619496211345,
      "grad_norm": 0.7906080121388754,
      "learning_rate": 0.0002999903759863762,
      "loss": 1.3063,
      "step": 2521
    },
    {
      "epoch": 0.10329715338930985,
      "grad_norm": 0.759961880853891,
      "learning_rate": 0.00029999033900692776,
      "loss": 1.1107,
      "step": 2522
    },
    {
      "epoch": 0.10333811181650625,
      "grad_norm": 1.1153748634609693,
      "learning_rate": 0.0002999903019565727,
      "loss": 0.9669,
      "step": 2523
    },
    {
      "epoch": 0.10337907024370264,
      "grad_norm": 1.3597445256068648,
      "learning_rate": 0.0002999902648353108,
      "loss": 1.0352,
      "step": 2524
    },
    {
      "epoch": 0.10342002867089904,
      "grad_norm": 1.0344291781450035,
      "learning_rate": 0.00029999022764314227,
      "loss": 1.1214,
      "step": 2525
    },
    {
      "epoch": 0.10346098709809544,
      "grad_norm": 0.9795437956036931,
      "learning_rate": 0.000299990190380067,
      "loss": 1.0702,
      "step": 2526
    },
    {
      "epoch": 0.10350194552529182,
      "grad_norm": 0.5127614091332817,
      "learning_rate": 0.0002999901530460851,
      "loss": 0.4355,
      "step": 2527
    },
    {
      "epoch": 0.10354290395248822,
      "grad_norm": 1.0049242588441893,
      "learning_rate": 0.0002999901156411966,
      "loss": 0.7776,
      "step": 2528
    },
    {
      "epoch": 0.10358386237968462,
      "grad_norm": 0.6099181688548598,
      "learning_rate": 0.0002999900781654015,
      "loss": 0.6402,
      "step": 2529
    },
    {
      "epoch": 0.10362482080688101,
      "grad_norm": 1.3685601578037598,
      "learning_rate": 0.00029999004061869973,
      "loss": 0.9357,
      "step": 2530
    },
    {
      "epoch": 0.10366577923407741,
      "grad_norm": 1.9208084405171204,
      "learning_rate": 0.0002999900030010913,
      "loss": 4.8112,
      "step": 2531
    },
    {
      "epoch": 0.1037067376612738,
      "grad_norm": 1.072686461749752,
      "learning_rate": 0.0002999899653125764,
      "loss": 0.632,
      "step": 2532
    },
    {
      "epoch": 0.1037476960884702,
      "grad_norm": 1.1616036806623538,
      "learning_rate": 0.00029998992755315496,
      "loss": 1.4025,
      "step": 2533
    },
    {
      "epoch": 0.1037886545156666,
      "grad_norm": 1.097468654559064,
      "learning_rate": 0.000299989889722827,
      "loss": 0.9824,
      "step": 2534
    },
    {
      "epoch": 0.103829612942863,
      "grad_norm": 0.9313612164082146,
      "learning_rate": 0.0002999898518215925,
      "loss": 0.9038,
      "step": 2535
    },
    {
      "epoch": 0.1038705713700594,
      "grad_norm": 0.708790229061644,
      "learning_rate": 0.00029998981384945144,
      "loss": 1.0479,
      "step": 2536
    },
    {
      "epoch": 0.10391152979725579,
      "grad_norm": 0.6383142408769477,
      "learning_rate": 0.00029998977580640395,
      "loss": 0.8316,
      "step": 2537
    },
    {
      "epoch": 0.10395248822445217,
      "grad_norm": 9.503046493993864,
      "learning_rate": 0.00029998973769245,
      "loss": 5.8567,
      "step": 2538
    },
    {
      "epoch": 0.10399344665164857,
      "grad_norm": 0.5979373065250714,
      "learning_rate": 0.0002999896995075896,
      "loss": 0.5725,
      "step": 2539
    },
    {
      "epoch": 0.10403440507884497,
      "grad_norm": 1.518507553369137,
      "learning_rate": 0.0002999896612518228,
      "loss": 0.9832,
      "step": 2540
    },
    {
      "epoch": 0.10407536350604137,
      "grad_norm": 0.7656272193259546,
      "learning_rate": 0.0002999896229251496,
      "loss": 0.9413,
      "step": 2541
    },
    {
      "epoch": 0.10411632193323776,
      "grad_norm": 0.8249764382425501,
      "learning_rate": 0.0002999895845275699,
      "loss": 1.3059,
      "step": 2542
    },
    {
      "epoch": 0.10415728036043416,
      "grad_norm": 0.8205600862622988,
      "learning_rate": 0.0002999895460590839,
      "loss": 0.9546,
      "step": 2543
    },
    {
      "epoch": 0.10419823878763056,
      "grad_norm": 1.2303275115667467,
      "learning_rate": 0.0002999895075196916,
      "loss": 1.3273,
      "step": 2544
    },
    {
      "epoch": 0.10423919721482695,
      "grad_norm": 8.865172886690072,
      "learning_rate": 0.0002999894689093929,
      "loss": 4.638,
      "step": 2545
    },
    {
      "epoch": 0.10428015564202335,
      "grad_norm": 1.1554736366175804,
      "learning_rate": 0.0002999894302281879,
      "loss": 0.9952,
      "step": 2546
    },
    {
      "epoch": 0.10432111406921975,
      "grad_norm": 1.1186147081236562,
      "learning_rate": 0.0002999893914760766,
      "loss": 1.0874,
      "step": 2547
    },
    {
      "epoch": 0.10436207249641614,
      "grad_norm": 1.357799643615036,
      "learning_rate": 0.000299989352653059,
      "loss": 0.6574,
      "step": 2548
    },
    {
      "epoch": 0.10440303092361253,
      "grad_norm": 1.2324112829496159,
      "learning_rate": 0.0002999893137591351,
      "loss": 1.0955,
      "step": 2549
    },
    {
      "epoch": 0.10444398935080892,
      "grad_norm": 1.3358732464540393,
      "learning_rate": 0.00029998927479430506,
      "loss": 0.827,
      "step": 2550
    },
    {
      "epoch": 0.10448494777800532,
      "grad_norm": 1.2270731146022007,
      "learning_rate": 0.0002999892357585687,
      "loss": 1.4076,
      "step": 2551
    },
    {
      "epoch": 0.10452590620520172,
      "grad_norm": 0.8093689032496446,
      "learning_rate": 0.0002999891966519262,
      "loss": 1.0626,
      "step": 2552
    },
    {
      "epoch": 0.10456686463239812,
      "grad_norm": 0.9448365850395072,
      "learning_rate": 0.0002999891574743775,
      "loss": 1.0531,
      "step": 2553
    },
    {
      "epoch": 0.10460782305959451,
      "grad_norm": 0.7306540713854802,
      "learning_rate": 0.0002999891182259226,
      "loss": 0.8103,
      "step": 2554
    },
    {
      "epoch": 0.10464878148679091,
      "grad_norm": 0.7633242046556057,
      "learning_rate": 0.0002999890789065616,
      "loss": 0.9759,
      "step": 2555
    },
    {
      "epoch": 0.1046897399139873,
      "grad_norm": 0.9235973015696871,
      "learning_rate": 0.0002999890395162944,
      "loss": 0.9552,
      "step": 2556
    },
    {
      "epoch": 0.1047306983411837,
      "grad_norm": 0.757264510277995,
      "learning_rate": 0.0002999890000551211,
      "loss": 1.1122,
      "step": 2557
    },
    {
      "epoch": 0.1047716567683801,
      "grad_norm": 0.6873147109449969,
      "learning_rate": 0.00029998896052304175,
      "loss": 1.01,
      "step": 2558
    },
    {
      "epoch": 0.10481261519557648,
      "grad_norm": 0.607141831329929,
      "learning_rate": 0.0002999889209200563,
      "loss": 1.0361,
      "step": 2559
    },
    {
      "epoch": 0.10485357362277288,
      "grad_norm": 0.7589469281174169,
      "learning_rate": 0.0002999888812461648,
      "loss": 0.9059,
      "step": 2560
    },
    {
      "epoch": 0.10489453204996928,
      "grad_norm": 0.9917428422515656,
      "learning_rate": 0.00029998884150136723,
      "loss": 1.2693,
      "step": 2561
    },
    {
      "epoch": 0.10493549047716567,
      "grad_norm": 0.6531461286284117,
      "learning_rate": 0.00029998880168566366,
      "loss": 1.0325,
      "step": 2562
    },
    {
      "epoch": 0.10497644890436207,
      "grad_norm": 1.1385036483690685,
      "learning_rate": 0.00029998876179905407,
      "loss": 0.8914,
      "step": 2563
    },
    {
      "epoch": 0.10501740733155847,
      "grad_norm": 0.5670422125518169,
      "learning_rate": 0.00029998872184153853,
      "loss": 0.5161,
      "step": 2564
    },
    {
      "epoch": 0.10505836575875487,
      "grad_norm": 0.6159156981679182,
      "learning_rate": 0.000299988681813117,
      "loss": 0.7623,
      "step": 2565
    },
    {
      "epoch": 0.10509932418595126,
      "grad_norm": 1.5117002297164563,
      "learning_rate": 0.00029998864171378953,
      "loss": 1.0669,
      "step": 2566
    },
    {
      "epoch": 0.10514028261314766,
      "grad_norm": 0.6132705991747749,
      "learning_rate": 0.0002999886015435561,
      "loss": 0.4907,
      "step": 2567
    },
    {
      "epoch": 0.10518124104034406,
      "grad_norm": 3.0025991425319,
      "learning_rate": 0.0002999885613024168,
      "loss": 3.5312,
      "step": 2568
    },
    {
      "epoch": 0.10522219946754045,
      "grad_norm": 0.9985819676919703,
      "learning_rate": 0.0002999885209903716,
      "loss": 1.3766,
      "step": 2569
    },
    {
      "epoch": 0.10526315789473684,
      "grad_norm": 1.0520815240368628,
      "learning_rate": 0.0002999884806074206,
      "loss": 0.8754,
      "step": 2570
    },
    {
      "epoch": 0.10530411632193323,
      "grad_norm": 0.7428905995207276,
      "learning_rate": 0.0002999884401535637,
      "loss": 0.9303,
      "step": 2571
    },
    {
      "epoch": 0.10534507474912963,
      "grad_norm": 1.6610847672333833,
      "learning_rate": 0.00029998839962880097,
      "loss": 1.5703,
      "step": 2572
    },
    {
      "epoch": 0.10538603317632603,
      "grad_norm": 1.3666219803314679,
      "learning_rate": 0.0002999883590331324,
      "loss": 1.0736,
      "step": 2573
    },
    {
      "epoch": 0.10542699160352242,
      "grad_norm": 1.2384832509268904,
      "learning_rate": 0.000299988318366558,
      "loss": 1.7131,
      "step": 2574
    },
    {
      "epoch": 0.10546795003071882,
      "grad_norm": 0.8144410257381989,
      "learning_rate": 0.00029998827762907793,
      "loss": 1.2218,
      "step": 2575
    },
    {
      "epoch": 0.10550890845791522,
      "grad_norm": 1.5363219898569103,
      "learning_rate": 0.000299988236820692,
      "loss": 1.4118,
      "step": 2576
    },
    {
      "epoch": 0.10554986688511162,
      "grad_norm": 0.9689831028427884,
      "learning_rate": 0.0002999881959414004,
      "loss": 1.5532,
      "step": 2577
    },
    {
      "epoch": 0.10559082531230801,
      "grad_norm": 1.1642344845370423,
      "learning_rate": 0.0002999881549912031,
      "loss": 1.215,
      "step": 2578
    },
    {
      "epoch": 0.10563178373950441,
      "grad_norm": 0.7317611498602454,
      "learning_rate": 0.00029998811397010007,
      "loss": 1.0567,
      "step": 2579
    },
    {
      "epoch": 0.10567274216670079,
      "grad_norm": 2.739669250825129,
      "learning_rate": 0.00029998807287809137,
      "loss": 4.863,
      "step": 2580
    },
    {
      "epoch": 0.10571370059389719,
      "grad_norm": 0.7231253218771372,
      "learning_rate": 0.00029998803171517704,
      "loss": 0.9221,
      "step": 2581
    },
    {
      "epoch": 0.10575465902109359,
      "grad_norm": 0.8590254477406588,
      "learning_rate": 0.000299987990481357,
      "loss": 1.2346,
      "step": 2582
    },
    {
      "epoch": 0.10579561744828998,
      "grad_norm": 0.8353766970363169,
      "learning_rate": 0.00029998794917663143,
      "loss": 1.3095,
      "step": 2583
    },
    {
      "epoch": 0.10583657587548638,
      "grad_norm": 0.6994509092120711,
      "learning_rate": 0.0002999879078010002,
      "loss": 0.7087,
      "step": 2584
    },
    {
      "epoch": 0.10587753430268278,
      "grad_norm": 1.4009863598683263,
      "learning_rate": 0.0002999878663544634,
      "loss": 1.252,
      "step": 2585
    },
    {
      "epoch": 0.10591849272987917,
      "grad_norm": 1.2535979497032563,
      "learning_rate": 0.0002999878248370211,
      "loss": 1.3198,
      "step": 2586
    },
    {
      "epoch": 0.10595945115707557,
      "grad_norm": 0.9911059260994189,
      "learning_rate": 0.0002999877832486732,
      "loss": 1.2508,
      "step": 2587
    },
    {
      "epoch": 0.10600040958427197,
      "grad_norm": 0.7252451151762731,
      "learning_rate": 0.00029998774158941974,
      "loss": 0.534,
      "step": 2588
    },
    {
      "epoch": 0.10604136801146836,
      "grad_norm": 0.6355053182150583,
      "learning_rate": 0.00029998769985926086,
      "loss": 0.6004,
      "step": 2589
    },
    {
      "epoch": 0.10608232643866476,
      "grad_norm": 0.7431479006590719,
      "learning_rate": 0.0002999876580581965,
      "loss": 1.0981,
      "step": 2590
    },
    {
      "epoch": 0.10612328486586114,
      "grad_norm": 0.7759977005620363,
      "learning_rate": 0.0002999876161862266,
      "loss": 1.0759,
      "step": 2591
    },
    {
      "epoch": 0.10616424329305754,
      "grad_norm": 1.2423316524674173,
      "learning_rate": 0.0002999875742433513,
      "loss": 1.3202,
      "step": 2592
    },
    {
      "epoch": 0.10620520172025394,
      "grad_norm": 0.8706697195475281,
      "learning_rate": 0.0002999875322295706,
      "loss": 1.1493,
      "step": 2593
    },
    {
      "epoch": 0.10624616014745034,
      "grad_norm": 1.1053179657322685,
      "learning_rate": 0.0002999874901448845,
      "loss": 1.0805,
      "step": 2594
    },
    {
      "epoch": 0.10628711857464673,
      "grad_norm": 1.017292567420174,
      "learning_rate": 0.000299987447989293,
      "loss": 1.2454,
      "step": 2595
    },
    {
      "epoch": 0.10632807700184313,
      "grad_norm": 0.7480942936624971,
      "learning_rate": 0.0002999874057627961,
      "loss": 0.6445,
      "step": 2596
    },
    {
      "epoch": 0.10636903542903953,
      "grad_norm": 1.256246036502608,
      "learning_rate": 0.00029998736346539394,
      "loss": 1.6522,
      "step": 2597
    },
    {
      "epoch": 0.10640999385623592,
      "grad_norm": 0.8844787051206556,
      "learning_rate": 0.0002999873210970864,
      "loss": 1.2617,
      "step": 2598
    },
    {
      "epoch": 0.10645095228343232,
      "grad_norm": 1.541304520598436,
      "learning_rate": 0.00029998727865787356,
      "loss": 1.7294,
      "step": 2599
    },
    {
      "epoch": 0.10649191071062872,
      "grad_norm": 0.8930483065203263,
      "learning_rate": 0.0002999872361477554,
      "loss": 1.1455,
      "step": 2600
    },
    {
      "epoch": 0.1065328691378251,
      "grad_norm": 0.973693315941721,
      "learning_rate": 0.0002999871935667321,
      "loss": 1.2603,
      "step": 2601
    },
    {
      "epoch": 0.1065738275650215,
      "grad_norm": 1.0714020498544572,
      "learning_rate": 0.0002999871509148035,
      "loss": 0.966,
      "step": 2602
    },
    {
      "epoch": 0.1066147859922179,
      "grad_norm": 0.7892290293209622,
      "learning_rate": 0.0002999871081919696,
      "loss": 0.9925,
      "step": 2603
    },
    {
      "epoch": 0.10665574441941429,
      "grad_norm": 0.5996099019114199,
      "learning_rate": 0.0002999870653982306,
      "loss": 0.9187,
      "step": 2604
    },
    {
      "epoch": 0.10669670284661069,
      "grad_norm": 1.0095744296578495,
      "learning_rate": 0.00029998702253358637,
      "loss": 0.4638,
      "step": 2605
    },
    {
      "epoch": 0.10673766127380709,
      "grad_norm": 0.9297532208170819,
      "learning_rate": 0.000299986979598037,
      "loss": 1.0362,
      "step": 2606
    },
    {
      "epoch": 0.10677861970100348,
      "grad_norm": 0.6871302464011032,
      "learning_rate": 0.00029998693659158247,
      "loss": 0.5723,
      "step": 2607
    },
    {
      "epoch": 0.10681957812819988,
      "grad_norm": 1.0850946432720192,
      "learning_rate": 0.0002999868935142228,
      "loss": 1.4654,
      "step": 2608
    },
    {
      "epoch": 0.10686053655539628,
      "grad_norm": 0.7417357932072418,
      "learning_rate": 0.00029998685036595807,
      "loss": 1.1489,
      "step": 2609
    },
    {
      "epoch": 0.10690149498259267,
      "grad_norm": 0.8924525722688659,
      "learning_rate": 0.0002999868071467883,
      "loss": 1.0323,
      "step": 2610
    },
    {
      "epoch": 0.10694245340978907,
      "grad_norm": 1.0966178792980763,
      "learning_rate": 0.00029998676385671337,
      "loss": 0.9727,
      "step": 2611
    },
    {
      "epoch": 0.10698341183698545,
      "grad_norm": 1.0977757202143776,
      "learning_rate": 0.00029998672049573347,
      "loss": 1.6791,
      "step": 2612
    },
    {
      "epoch": 0.10702437026418185,
      "grad_norm": 0.9527863082557109,
      "learning_rate": 0.00029998667706384853,
      "loss": 0.6192,
      "step": 2613
    },
    {
      "epoch": 0.10706532869137825,
      "grad_norm": 0.9415176002541801,
      "learning_rate": 0.0002999866335610586,
      "loss": 1.2786,
      "step": 2614
    },
    {
      "epoch": 0.10710628711857464,
      "grad_norm": 0.7998815740545017,
      "learning_rate": 0.0002999865899873637,
      "loss": 1.1601,
      "step": 2615
    },
    {
      "epoch": 0.10714724554577104,
      "grad_norm": 1.5189158270330785,
      "learning_rate": 0.0002999865463427638,
      "loss": 0.66,
      "step": 2616
    },
    {
      "epoch": 0.10718820397296744,
      "grad_norm": 0.9625793978171742,
      "learning_rate": 0.000299986502627259,
      "loss": 0.7197,
      "step": 2617
    },
    {
      "epoch": 0.10722916240016384,
      "grad_norm": 1.0170797723084783,
      "learning_rate": 0.0002999864588408493,
      "loss": 2.2426,
      "step": 2618
    },
    {
      "epoch": 0.10727012082736023,
      "grad_norm": 0.7915485021390477,
      "learning_rate": 0.0002999864149835347,
      "loss": 0.844,
      "step": 2619
    },
    {
      "epoch": 0.10731107925455663,
      "grad_norm": 1.0727540744231585,
      "learning_rate": 0.0002999863710553152,
      "loss": 1.6299,
      "step": 2620
    },
    {
      "epoch": 0.10735203768175303,
      "grad_norm": 3.5108936254558816,
      "learning_rate": 0.00029998632705619086,
      "loss": 4.0187,
      "step": 2621
    },
    {
      "epoch": 0.10739299610894941,
      "grad_norm": 1.0830260081561514,
      "learning_rate": 0.0002999862829861617,
      "loss": 1.0113,
      "step": 2622
    },
    {
      "epoch": 0.1074339545361458,
      "grad_norm": 10.456057891774588,
      "learning_rate": 0.0002999862388452277,
      "loss": 2.6387,
      "step": 2623
    },
    {
      "epoch": 0.1074749129633422,
      "grad_norm": 1.3286099992396319,
      "learning_rate": 0.0002999861946333889,
      "loss": 1.3475,
      "step": 2624
    },
    {
      "epoch": 0.1075158713905386,
      "grad_norm": 0.7591556897020405,
      "learning_rate": 0.00029998615035064537,
      "loss": 0.6784,
      "step": 2625
    },
    {
      "epoch": 0.107556829817735,
      "grad_norm": 0.8130749990591666,
      "learning_rate": 0.0002999861059969971,
      "loss": 0.572,
      "step": 2626
    },
    {
      "epoch": 0.1075977882449314,
      "grad_norm": 0.6871776798575544,
      "learning_rate": 0.0002999860615724441,
      "loss": 1.1663,
      "step": 2627
    },
    {
      "epoch": 0.10763874667212779,
      "grad_norm": 1.2588975565213476,
      "learning_rate": 0.00029998601707698633,
      "loss": 1.3671,
      "step": 2628
    },
    {
      "epoch": 0.10767970509932419,
      "grad_norm": 1.2526726526530203,
      "learning_rate": 0.0002999859725106239,
      "loss": 1.2173,
      "step": 2629
    },
    {
      "epoch": 0.10772066352652059,
      "grad_norm": 0.6026858738342772,
      "learning_rate": 0.0002999859278733569,
      "loss": 0.5198,
      "step": 2630
    },
    {
      "epoch": 0.10776162195371698,
      "grad_norm": 1.0220899199749987,
      "learning_rate": 0.00029998588316518514,
      "loss": 1.1178,
      "step": 2631
    },
    {
      "epoch": 0.10780258038091338,
      "grad_norm": 1.0850749580327763,
      "learning_rate": 0.0002999858383861088,
      "loss": 1.1631,
      "step": 2632
    },
    {
      "epoch": 0.10784353880810976,
      "grad_norm": 1.0350196527828173,
      "learning_rate": 0.0002999857935361279,
      "loss": 0.867,
      "step": 2633
    },
    {
      "epoch": 0.10788449723530616,
      "grad_norm": 1.0564520546603,
      "learning_rate": 0.00029998574861524234,
      "loss": 1.0519,
      "step": 2634
    },
    {
      "epoch": 0.10792545566250256,
      "grad_norm": 1.0768646579978451,
      "learning_rate": 0.00029998570362345226,
      "loss": 1.3077,
      "step": 2635
    },
    {
      "epoch": 0.10796641408969895,
      "grad_norm": 1.1962753278675515,
      "learning_rate": 0.0002999856585607576,
      "loss": 1.2998,
      "step": 2636
    },
    {
      "epoch": 0.10800737251689535,
      "grad_norm": 0.8299493741423524,
      "learning_rate": 0.00029998561342715847,
      "loss": 0.8349,
      "step": 2637
    },
    {
      "epoch": 0.10804833094409175,
      "grad_norm": 0.8812110226090436,
      "learning_rate": 0.00029998556822265486,
      "loss": 1.0905,
      "step": 2638
    },
    {
      "epoch": 0.10808928937128814,
      "grad_norm": 0.7987421323892482,
      "learning_rate": 0.00029998552294724677,
      "loss": 1.0697,
      "step": 2639
    },
    {
      "epoch": 0.10813024779848454,
      "grad_norm": 0.9077624584308465,
      "learning_rate": 0.00029998547760093423,
      "loss": 0.8428,
      "step": 2640
    },
    {
      "epoch": 0.10817120622568094,
      "grad_norm": 0.6718473112833768,
      "learning_rate": 0.0002999854321837172,
      "loss": 0.834,
      "step": 2641
    },
    {
      "epoch": 0.10821216465287734,
      "grad_norm": 0.9935285838406519,
      "learning_rate": 0.0002999853866955958,
      "loss": 1.2107,
      "step": 2642
    },
    {
      "epoch": 0.10825312308007373,
      "grad_norm": 0.8103176064566766,
      "learning_rate": 0.00029998534113657,
      "loss": 0.8645,
      "step": 2643
    },
    {
      "epoch": 0.10829408150727012,
      "grad_norm": 0.8658046656710767,
      "learning_rate": 0.0002999852955066399,
      "loss": 1.0293,
      "step": 2644
    },
    {
      "epoch": 0.10833503993446651,
      "grad_norm": 0.9112273141877891,
      "learning_rate": 0.0002999852498058054,
      "loss": 1.0345,
      "step": 2645
    },
    {
      "epoch": 0.10837599836166291,
      "grad_norm": 0.8565126858705864,
      "learning_rate": 0.00029998520403406656,
      "loss": 1.2527,
      "step": 2646
    },
    {
      "epoch": 0.1084169567888593,
      "grad_norm": 0.7115452701540959,
      "learning_rate": 0.00029998515819142346,
      "loss": 0.9591,
      "step": 2647
    },
    {
      "epoch": 0.1084579152160557,
      "grad_norm": 1.311226808079816,
      "learning_rate": 0.0002999851122778761,
      "loss": 1.9174,
      "step": 2648
    },
    {
      "epoch": 0.1084988736432521,
      "grad_norm": 1.0455265917458854,
      "learning_rate": 0.0002999850662934244,
      "loss": 1.5465,
      "step": 2649
    },
    {
      "epoch": 0.1085398320704485,
      "grad_norm": 0.6434090134097346,
      "learning_rate": 0.0002999850202380685,
      "loss": 1.2193,
      "step": 2650
    },
    {
      "epoch": 0.1085807904976449,
      "grad_norm": 0.9042910079038501,
      "learning_rate": 0.0002999849741118084,
      "loss": 1.1025,
      "step": 2651
    },
    {
      "epoch": 0.10862174892484129,
      "grad_norm": 0.607299189055429,
      "learning_rate": 0.00029998492791464415,
      "loss": 0.4252,
      "step": 2652
    },
    {
      "epoch": 0.10866270735203769,
      "grad_norm": 0.9772456693249829,
      "learning_rate": 0.00029998488164657567,
      "loss": 1.0532,
      "step": 2653
    },
    {
      "epoch": 0.10870366577923407,
      "grad_norm": 0.7895893085984201,
      "learning_rate": 0.00029998483530760303,
      "loss": 1.2471,
      "step": 2654
    },
    {
      "epoch": 0.10874462420643047,
      "grad_norm": 0.8189444901519691,
      "learning_rate": 0.00029998478889772627,
      "loss": 1.2109,
      "step": 2655
    },
    {
      "epoch": 0.10878558263362686,
      "grad_norm": 1.953754179346442,
      "learning_rate": 0.00029998474241694546,
      "loss": 1.6007,
      "step": 2656
    },
    {
      "epoch": 0.10882654106082326,
      "grad_norm": 0.7409457156990963,
      "learning_rate": 0.0002999846958652605,
      "loss": 0.4806,
      "step": 2657
    },
    {
      "epoch": 0.10886749948801966,
      "grad_norm": 0.9182240526274474,
      "learning_rate": 0.0002999846492426715,
      "loss": 1.3192,
      "step": 2658
    },
    {
      "epoch": 0.10890845791521606,
      "grad_norm": 0.9359054415398181,
      "learning_rate": 0.0002999846025491785,
      "loss": 1.1496,
      "step": 2659
    },
    {
      "epoch": 0.10894941634241245,
      "grad_norm": 2.189359755990767,
      "learning_rate": 0.0002999845557847814,
      "loss": 4.0215,
      "step": 2660
    },
    {
      "epoch": 0.10899037476960885,
      "grad_norm": 0.9037545596526507,
      "learning_rate": 0.00029998450894948037,
      "loss": 1.1308,
      "step": 2661
    },
    {
      "epoch": 0.10903133319680525,
      "grad_norm": 0.8396010324221906,
      "learning_rate": 0.0002999844620432754,
      "loss": 1.1769,
      "step": 2662
    },
    {
      "epoch": 0.10907229162400164,
      "grad_norm": 1.3566106554030448,
      "learning_rate": 0.0002999844150661664,
      "loss": 1.3207,
      "step": 2663
    },
    {
      "epoch": 0.10911325005119804,
      "grad_norm": 0.9919154536541661,
      "learning_rate": 0.0002999843680181535,
      "loss": 0.5161,
      "step": 2664
    },
    {
      "epoch": 0.10915420847839442,
      "grad_norm": 0.8535212926574123,
      "learning_rate": 0.0002999843208992367,
      "loss": 1.1358,
      "step": 2665
    },
    {
      "epoch": 0.10919516690559082,
      "grad_norm": 0.7872409347503064,
      "learning_rate": 0.000299984273709416,
      "loss": 0.9578,
      "step": 2666
    },
    {
      "epoch": 0.10923612533278722,
      "grad_norm": 0.7733600676365866,
      "learning_rate": 0.00029998422644869144,
      "loss": 1.0172,
      "step": 2667
    },
    {
      "epoch": 0.10927708375998361,
      "grad_norm": 1.2282440404503339,
      "learning_rate": 0.0002999841791170631,
      "loss": 1.4794,
      "step": 2668
    },
    {
      "epoch": 0.10931804218718001,
      "grad_norm": 0.9879350933282606,
      "learning_rate": 0.0002999841317145309,
      "loss": 1.0945,
      "step": 2669
    },
    {
      "epoch": 0.10935900061437641,
      "grad_norm": 1.1630656412523255,
      "learning_rate": 0.0002999840842410949,
      "loss": 1.056,
      "step": 2670
    },
    {
      "epoch": 0.1093999590415728,
      "grad_norm": 0.5571084229996881,
      "learning_rate": 0.0002999840366967551,
      "loss": 0.5363,
      "step": 2671
    },
    {
      "epoch": 0.1094409174687692,
      "grad_norm": 0.8538327410459576,
      "learning_rate": 0.0002999839890815116,
      "loss": 1.0297,
      "step": 2672
    },
    {
      "epoch": 0.1094818758959656,
      "grad_norm": 1.3693835939047223,
      "learning_rate": 0.00029998394139536436,
      "loss": 2.532,
      "step": 2673
    },
    {
      "epoch": 0.109522834323162,
      "grad_norm": 1.5643657276214855,
      "learning_rate": 0.0002999838936383134,
      "loss": 3.1141,
      "step": 2674
    },
    {
      "epoch": 0.10956379275035838,
      "grad_norm": 1.1011135058955346,
      "learning_rate": 0.00029998384581035874,
      "loss": 1.2388,
      "step": 2675
    },
    {
      "epoch": 0.10960475117755478,
      "grad_norm": 0.44523770387071765,
      "learning_rate": 0.00029998379791150047,
      "loss": 0.5241,
      "step": 2676
    },
    {
      "epoch": 0.10964570960475117,
      "grad_norm": 0.8039052812471994,
      "learning_rate": 0.00029998374994173857,
      "loss": 1.2776,
      "step": 2677
    },
    {
      "epoch": 0.10968666803194757,
      "grad_norm": 1.0472190829356367,
      "learning_rate": 0.000299983701901073,
      "loss": 1.3,
      "step": 2678
    },
    {
      "epoch": 0.10972762645914397,
      "grad_norm": 0.8136241238955642,
      "learning_rate": 0.00029998365378950385,
      "loss": 0.8029,
      "step": 2679
    },
    {
      "epoch": 0.10976858488634036,
      "grad_norm": 0.7913269909872522,
      "learning_rate": 0.0002999836056070312,
      "loss": 0.6076,
      "step": 2680
    },
    {
      "epoch": 0.10980954331353676,
      "grad_norm": 0.9242029412646239,
      "learning_rate": 0.00029998355735365496,
      "loss": 1.1937,
      "step": 2681
    },
    {
      "epoch": 0.10985050174073316,
      "grad_norm": 0.6992220506564706,
      "learning_rate": 0.00029998350902937516,
      "loss": 0.9197,
      "step": 2682
    },
    {
      "epoch": 0.10989146016792956,
      "grad_norm": 0.852813908140672,
      "learning_rate": 0.0002999834606341919,
      "loss": 1.0195,
      "step": 2683
    },
    {
      "epoch": 0.10993241859512595,
      "grad_norm": 1.7959557833254445,
      "learning_rate": 0.0002999834121681052,
      "loss": 1.4839,
      "step": 2684
    },
    {
      "epoch": 0.10997337702232235,
      "grad_norm": 1.0907295467094542,
      "learning_rate": 0.00029998336363111494,
      "loss": 0.5779,
      "step": 2685
    },
    {
      "epoch": 0.11001433544951873,
      "grad_norm": 0.8090081278376032,
      "learning_rate": 0.0002999833150232213,
      "loss": 1.138,
      "step": 2686
    },
    {
      "epoch": 0.11005529387671513,
      "grad_norm": 0.9562987899653268,
      "learning_rate": 0.0002999832663444243,
      "loss": 0.6394,
      "step": 2687
    },
    {
      "epoch": 0.11009625230391153,
      "grad_norm": 1.1590524248618808,
      "learning_rate": 0.00029998321759472385,
      "loss": 1.0653,
      "step": 2688
    },
    {
      "epoch": 0.11013721073110792,
      "grad_norm": 0.47337457615010864,
      "learning_rate": 0.0002999831687741201,
      "loss": 0.4909,
      "step": 2689
    },
    {
      "epoch": 0.11017816915830432,
      "grad_norm": 0.6718420790167653,
      "learning_rate": 0.000299983119882613,
      "loss": 0.4914,
      "step": 2690
    },
    {
      "epoch": 0.11021912758550072,
      "grad_norm": 0.8453093384540588,
      "learning_rate": 0.0002999830709202025,
      "loss": 0.9778,
      "step": 2691
    },
    {
      "epoch": 0.11026008601269711,
      "grad_norm": 0.8878304457965256,
      "learning_rate": 0.00029998302188688876,
      "loss": 0.56,
      "step": 2692
    },
    {
      "epoch": 0.11030104443989351,
      "grad_norm": 2.9353104361686184,
      "learning_rate": 0.00029998297278267176,
      "loss": 0.6864,
      "step": 2693
    },
    {
      "epoch": 0.11034200286708991,
      "grad_norm": 0.7998461078590426,
      "learning_rate": 0.0002999829236075515,
      "loss": 1.1334,
      "step": 2694
    },
    {
      "epoch": 0.1103829612942863,
      "grad_norm": 2.3307468833068463,
      "learning_rate": 0.000299982874361528,
      "loss": 2.1022,
      "step": 2695
    },
    {
      "epoch": 0.11042391972148269,
      "grad_norm": 0.8825525094897164,
      "learning_rate": 0.00029998282504460134,
      "loss": 0.9106,
      "step": 2696
    },
    {
      "epoch": 0.11046487814867909,
      "grad_norm": 1.449668643806784,
      "learning_rate": 0.0002999827756567715,
      "loss": 1.4567,
      "step": 2697
    },
    {
      "epoch": 0.11050583657587548,
      "grad_norm": 0.8517871845929585,
      "learning_rate": 0.0002999827261980385,
      "loss": 0.6116,
      "step": 2698
    },
    {
      "epoch": 0.11054679500307188,
      "grad_norm": 0.9918242422958462,
      "learning_rate": 0.00029998267666840237,
      "loss": 1.0913,
      "step": 2699
    },
    {
      "epoch": 0.11058775343026828,
      "grad_norm": 0.7644616261147192,
      "learning_rate": 0.00029998262706786315,
      "loss": 1.0053,
      "step": 2700
    },
    {
      "epoch": 0.11062871185746467,
      "grad_norm": 5.195493494560881,
      "learning_rate": 0.0002999825773964208,
      "loss": 4.4271,
      "step": 2701
    },
    {
      "epoch": 0.11066967028466107,
      "grad_norm": 0.7985315416890629,
      "learning_rate": 0.0002999825276540754,
      "loss": 0.9009,
      "step": 2702
    },
    {
      "epoch": 0.11071062871185747,
      "grad_norm": 0.9666106791032902,
      "learning_rate": 0.00029998247784082704,
      "loss": 1.0817,
      "step": 2703
    },
    {
      "epoch": 0.11075158713905386,
      "grad_norm": 0.9546924055284888,
      "learning_rate": 0.0002999824279566756,
      "loss": 1.3832,
      "step": 2704
    },
    {
      "epoch": 0.11079254556625026,
      "grad_norm": 0.7115564932214437,
      "learning_rate": 0.0002999823780016212,
      "loss": 1.0116,
      "step": 2705
    },
    {
      "epoch": 0.11083350399344666,
      "grad_norm": 0.8817068982937669,
      "learning_rate": 0.0002999823279756638,
      "loss": 1.2984,
      "step": 2706
    },
    {
      "epoch": 0.11087446242064304,
      "grad_norm": 0.8760481954429844,
      "learning_rate": 0.0002999822778788035,
      "loss": 1.0045,
      "step": 2707
    },
    {
      "epoch": 0.11091542084783944,
      "grad_norm": 2.162528759735639,
      "learning_rate": 0.0002999822277110402,
      "loss": 1.9587,
      "step": 2708
    },
    {
      "epoch": 0.11095637927503584,
      "grad_norm": 0.8529266026109952,
      "learning_rate": 0.00029998217747237405,
      "loss": 0.623,
      "step": 2709
    },
    {
      "epoch": 0.11099733770223223,
      "grad_norm": 0.7636291222945585,
      "learning_rate": 0.0002999821271628051,
      "loss": 1.083,
      "step": 2710
    },
    {
      "epoch": 0.11103829612942863,
      "grad_norm": 1.266834677836112,
      "learning_rate": 0.0002999820767823332,
      "loss": 1.3787,
      "step": 2711
    },
    {
      "epoch": 0.11107925455662503,
      "grad_norm": 0.9872227218265085,
      "learning_rate": 0.00029998202633095853,
      "loss": 1.6062,
      "step": 2712
    },
    {
      "epoch": 0.11112021298382142,
      "grad_norm": 1.1181615970007361,
      "learning_rate": 0.00029998197580868104,
      "loss": 1.624,
      "step": 2713
    },
    {
      "epoch": 0.11116117141101782,
      "grad_norm": 0.6733345822137314,
      "learning_rate": 0.0002999819252155008,
      "loss": 1.2251,
      "step": 2714
    },
    {
      "epoch": 0.11120212983821422,
      "grad_norm": 1.2578127982732417,
      "learning_rate": 0.0002999818745514178,
      "loss": 1.8127,
      "step": 2715
    },
    {
      "epoch": 0.11124308826541061,
      "grad_norm": 0.883772114773554,
      "learning_rate": 0.00029998182381643206,
      "loss": 0.9467,
      "step": 2716
    },
    {
      "epoch": 0.111284046692607,
      "grad_norm": 0.7268431119448668,
      "learning_rate": 0.00029998177301054365,
      "loss": 1.1798,
      "step": 2717
    },
    {
      "epoch": 0.1113250051198034,
      "grad_norm": 0.6496711050473735,
      "learning_rate": 0.00029998172213375253,
      "loss": 0.7609,
      "step": 2718
    },
    {
      "epoch": 0.11136596354699979,
      "grad_norm": 1.139816011782675,
      "learning_rate": 0.0002999816711860587,
      "loss": 1.5239,
      "step": 2719
    },
    {
      "epoch": 0.11140692197419619,
      "grad_norm": 1.251979313164075,
      "learning_rate": 0.00029998162016746236,
      "loss": 1.1178,
      "step": 2720
    },
    {
      "epoch": 0.11144788040139259,
      "grad_norm": 0.831747326188468,
      "learning_rate": 0.00029998156907796335,
      "loss": 0.8645,
      "step": 2721
    },
    {
      "epoch": 0.11148883882858898,
      "grad_norm": 0.7286581686549402,
      "learning_rate": 0.00029998151791756176,
      "loss": 0.684,
      "step": 2722
    },
    {
      "epoch": 0.11152979725578538,
      "grad_norm": 0.5364458930273781,
      "learning_rate": 0.00029998146668625756,
      "loss": 0.4573,
      "step": 2723
    },
    {
      "epoch": 0.11157075568298178,
      "grad_norm": 1.0501960542513897,
      "learning_rate": 0.0002999814153840509,
      "loss": 1.5685,
      "step": 2724
    },
    {
      "epoch": 0.11161171411017817,
      "grad_norm": 1.1748893991585574,
      "learning_rate": 0.0002999813640109417,
      "loss": 1.0602,
      "step": 2725
    },
    {
      "epoch": 0.11165267253737457,
      "grad_norm": 1.0300080118890298,
      "learning_rate": 0.0002999813125669301,
      "loss": 1.0281,
      "step": 2726
    },
    {
      "epoch": 0.11169363096457097,
      "grad_norm": 0.7879716934841892,
      "learning_rate": 0.0002999812610520159,
      "loss": 0.9833,
      "step": 2727
    },
    {
      "epoch": 0.11173458939176735,
      "grad_norm": 2.837226700001947,
      "learning_rate": 0.0002999812094661993,
      "loss": 4.3755,
      "step": 2728
    },
    {
      "epoch": 0.11177554781896375,
      "grad_norm": 0.9970437918907733,
      "learning_rate": 0.0002999811578094803,
      "loss": 0.9987,
      "step": 2729
    },
    {
      "epoch": 0.11181650624616014,
      "grad_norm": 1.3612577958231398,
      "learning_rate": 0.00029998110608185895,
      "loss": 1.1197,
      "step": 2730
    },
    {
      "epoch": 0.11185746467335654,
      "grad_norm": 1.0931283109809893,
      "learning_rate": 0.0002999810542833352,
      "loss": 1.5696,
      "step": 2731
    },
    {
      "epoch": 0.11189842310055294,
      "grad_norm": 1.1697954771990449,
      "learning_rate": 0.00029998100241390913,
      "loss": 1.4463,
      "step": 2732
    },
    {
      "epoch": 0.11193938152774933,
      "grad_norm": 0.9976323252947326,
      "learning_rate": 0.00029998095047358074,
      "loss": 1.2687,
      "step": 2733
    },
    {
      "epoch": 0.11198033995494573,
      "grad_norm": 1.0226371723908423,
      "learning_rate": 0.00029998089846235,
      "loss": 0.8995,
      "step": 2734
    },
    {
      "epoch": 0.11202129838214213,
      "grad_norm": 0.8505822331141764,
      "learning_rate": 0.0002999808463802171,
      "loss": 1.3692,
      "step": 2735
    },
    {
      "epoch": 0.11206225680933853,
      "grad_norm": 3.398184515146825,
      "learning_rate": 0.0002999807942271819,
      "loss": 4.5131,
      "step": 2736
    },
    {
      "epoch": 0.11210321523653492,
      "grad_norm": 0.5669864831639719,
      "learning_rate": 0.0002999807420032445,
      "loss": 0.5991,
      "step": 2737
    },
    {
      "epoch": 0.1121441736637313,
      "grad_norm": 0.6032483994572145,
      "learning_rate": 0.00029998068970840485,
      "loss": 0.5344,
      "step": 2738
    },
    {
      "epoch": 0.1121851320909277,
      "grad_norm": 1.139741820858469,
      "learning_rate": 0.0002999806373426631,
      "loss": 1.3857,
      "step": 2739
    },
    {
      "epoch": 0.1122260905181241,
      "grad_norm": 1.1952161910108878,
      "learning_rate": 0.0002999805849060192,
      "loss": 0.8361,
      "step": 2740
    },
    {
      "epoch": 0.1122670489453205,
      "grad_norm": 1.0696460254792537,
      "learning_rate": 0.00029998053239847316,
      "loss": 1.534,
      "step": 2741
    },
    {
      "epoch": 0.1123080073725169,
      "grad_norm": 0.8981078014676268,
      "learning_rate": 0.000299980479820025,
      "loss": 0.9604,
      "step": 2742
    },
    {
      "epoch": 0.11234896579971329,
      "grad_norm": 0.5229642087416131,
      "learning_rate": 0.00029998042717067485,
      "loss": 0.4758,
      "step": 2743
    },
    {
      "epoch": 0.11238992422690969,
      "grad_norm": 1.1281761828906054,
      "learning_rate": 0.0002999803744504226,
      "loss": 1.7065,
      "step": 2744
    },
    {
      "epoch": 0.11243088265410608,
      "grad_norm": 0.9280183712576616,
      "learning_rate": 0.0002999803216592683,
      "loss": 1.3405,
      "step": 2745
    },
    {
      "epoch": 0.11247184108130248,
      "grad_norm": 1.0865234077843733,
      "learning_rate": 0.0002999802687972121,
      "loss": 1.0341,
      "step": 2746
    },
    {
      "epoch": 0.11251279950849888,
      "grad_norm": 0.7307708530230966,
      "learning_rate": 0.0002999802158642539,
      "loss": 0.7957,
      "step": 2747
    },
    {
      "epoch": 0.11255375793569528,
      "grad_norm": 1.033186082343653,
      "learning_rate": 0.0002999801628603937,
      "loss": 0.5804,
      "step": 2748
    },
    {
      "epoch": 0.11259471636289166,
      "grad_norm": 0.7764775635314078,
      "learning_rate": 0.0002999801097856317,
      "loss": 0.8238,
      "step": 2749
    },
    {
      "epoch": 0.11263567479008806,
      "grad_norm": 0.9886426670879979,
      "learning_rate": 0.0002999800566399677,
      "loss": 1.1214,
      "step": 2750
    },
    {
      "epoch": 0.11267663321728445,
      "grad_norm": 1.3241422621412724,
      "learning_rate": 0.00029998000342340185,
      "loss": 0.8844,
      "step": 2751
    },
    {
      "epoch": 0.11271759164448085,
      "grad_norm": 1.0206085245840855,
      "learning_rate": 0.00029997995013593415,
      "loss": 1.4461,
      "step": 2752
    },
    {
      "epoch": 0.11275855007167725,
      "grad_norm": 1.1887921038751617,
      "learning_rate": 0.00029997989677756466,
      "loss": 1.0784,
      "step": 2753
    },
    {
      "epoch": 0.11279950849887364,
      "grad_norm": 0.9594742848334825,
      "learning_rate": 0.00029997984334829335,
      "loss": 1.4182,
      "step": 2754
    },
    {
      "epoch": 0.11284046692607004,
      "grad_norm": 1.634940839207881,
      "learning_rate": 0.00029997978984812036,
      "loss": 0.9386,
      "step": 2755
    },
    {
      "epoch": 0.11288142535326644,
      "grad_norm": 1.2193348546888814,
      "learning_rate": 0.00029997973627704554,
      "loss": 1.5084,
      "step": 2756
    },
    {
      "epoch": 0.11292238378046283,
      "grad_norm": 0.9320696590138896,
      "learning_rate": 0.00029997968263506905,
      "loss": 0.5835,
      "step": 2757
    },
    {
      "epoch": 0.11296334220765923,
      "grad_norm": 0.9462699001379048,
      "learning_rate": 0.0002999796289221908,
      "loss": 1.3127,
      "step": 2758
    },
    {
      "epoch": 0.11300430063485563,
      "grad_norm": 1.721198612700902,
      "learning_rate": 0.00029997957513841093,
      "loss": 4.0017,
      "step": 2759
    },
    {
      "epoch": 0.11304525906205201,
      "grad_norm": 2.38260233078441,
      "learning_rate": 0.0002999795212837294,
      "loss": 1.5911,
      "step": 2760
    },
    {
      "epoch": 0.11308621748924841,
      "grad_norm": 1.0638545008486797,
      "learning_rate": 0.0002999794673581463,
      "loss": 0.6295,
      "step": 2761
    },
    {
      "epoch": 0.1131271759164448,
      "grad_norm": 0.9802934065695501,
      "learning_rate": 0.0002999794133616616,
      "loss": 1.5314,
      "step": 2762
    },
    {
      "epoch": 0.1131681343436412,
      "grad_norm": 0.8550722994815049,
      "learning_rate": 0.0002999793592942753,
      "loss": 1.1113,
      "step": 2763
    },
    {
      "epoch": 0.1132090927708376,
      "grad_norm": 0.7487975982469326,
      "learning_rate": 0.0002999793051559875,
      "loss": 1.045,
      "step": 2764
    },
    {
      "epoch": 0.113250051198034,
      "grad_norm": 0.9588182904771578,
      "learning_rate": 0.0002999792509467982,
      "loss": 1.0034,
      "step": 2765
    },
    {
      "epoch": 0.1132910096252304,
      "grad_norm": 0.7687134083856669,
      "learning_rate": 0.00029997919666670736,
      "loss": 0.9237,
      "step": 2766
    },
    {
      "epoch": 0.11333196805242679,
      "grad_norm": 0.859795931725307,
      "learning_rate": 0.00029997914231571506,
      "loss": 1.2223,
      "step": 2767
    },
    {
      "epoch": 0.11337292647962319,
      "grad_norm": 0.715242614949874,
      "learning_rate": 0.00029997908789382137,
      "loss": 0.9104,
      "step": 2768
    },
    {
      "epoch": 0.11341388490681958,
      "grad_norm": 0.8518323172473291,
      "learning_rate": 0.00029997903340102627,
      "loss": 0.5524,
      "step": 2769
    },
    {
      "epoch": 0.11345484333401597,
      "grad_norm": 0.8495416344855792,
      "learning_rate": 0.0002999789788373298,
      "loss": 1.0888,
      "step": 2770
    },
    {
      "epoch": 0.11349580176121236,
      "grad_norm": 0.9298509859562794,
      "learning_rate": 0.0002999789242027319,
      "loss": 1.5446,
      "step": 2771
    },
    {
      "epoch": 0.11353676018840876,
      "grad_norm": 0.8886216749721968,
      "learning_rate": 0.0002999788694972327,
      "loss": 1.3763,
      "step": 2772
    },
    {
      "epoch": 0.11357771861560516,
      "grad_norm": 0.6505516330509722,
      "learning_rate": 0.00029997881472083215,
      "loss": 0.7248,
      "step": 2773
    },
    {
      "epoch": 0.11361867704280156,
      "grad_norm": 1.0754411292357786,
      "learning_rate": 0.00029997875987353037,
      "loss": 1.2227,
      "step": 2774
    },
    {
      "epoch": 0.11365963546999795,
      "grad_norm": 0.7597745303376354,
      "learning_rate": 0.00029997870495532736,
      "loss": 1.1533,
      "step": 2775
    },
    {
      "epoch": 0.11370059389719435,
      "grad_norm": 0.6699291020981653,
      "learning_rate": 0.00029997864996622305,
      "loss": 0.8764,
      "step": 2776
    },
    {
      "epoch": 0.11374155232439075,
      "grad_norm": 0.818005324028285,
      "learning_rate": 0.0002999785949062176,
      "loss": 1.1521,
      "step": 2777
    },
    {
      "epoch": 0.11378251075158714,
      "grad_norm": 0.8227649522439595,
      "learning_rate": 0.00029997853977531094,
      "loss": 1.0859,
      "step": 2778
    },
    {
      "epoch": 0.11382346917878354,
      "grad_norm": 0.8141389992430756,
      "learning_rate": 0.00029997848457350313,
      "loss": 1.1431,
      "step": 2779
    },
    {
      "epoch": 0.11386442760597994,
      "grad_norm": 0.8289903875709193,
      "learning_rate": 0.0002999784293007942,
      "loss": 1.4822,
      "step": 2780
    },
    {
      "epoch": 0.11390538603317632,
      "grad_norm": 0.884041410139921,
      "learning_rate": 0.00029997837395718424,
      "loss": 0.7267,
      "step": 2781
    },
    {
      "epoch": 0.11394634446037272,
      "grad_norm": 0.9503390554197446,
      "learning_rate": 0.00029997831854267315,
      "loss": 0.7862,
      "step": 2782
    },
    {
      "epoch": 0.11398730288756911,
      "grad_norm": 0.8681017463282726,
      "learning_rate": 0.000299978263057261,
      "loss": 1.2561,
      "step": 2783
    },
    {
      "epoch": 0.11402826131476551,
      "grad_norm": 1.1676865556548832,
      "learning_rate": 0.0002999782075009478,
      "loss": 0.2936,
      "step": 2784
    },
    {
      "epoch": 0.11406921974196191,
      "grad_norm": 1.007759938493929,
      "learning_rate": 0.00029997815187373365,
      "loss": 1.2967,
      "step": 2785
    },
    {
      "epoch": 0.1141101781691583,
      "grad_norm": 0.862014015853155,
      "learning_rate": 0.00029997809617561853,
      "loss": 1.097,
      "step": 2786
    },
    {
      "epoch": 0.1141511365963547,
      "grad_norm": 0.925724084756779,
      "learning_rate": 0.00029997804040660244,
      "loss": 1.0316,
      "step": 2787
    },
    {
      "epoch": 0.1141920950235511,
      "grad_norm": 0.9303966777702094,
      "learning_rate": 0.0002999779845666855,
      "loss": 1.3653,
      "step": 2788
    },
    {
      "epoch": 0.1142330534507475,
      "grad_norm": 0.972511616440508,
      "learning_rate": 0.00029997792865586764,
      "loss": 1.2426,
      "step": 2789
    },
    {
      "epoch": 0.11427401187794389,
      "grad_norm": 0.8297451287819879,
      "learning_rate": 0.0002999778726741489,
      "loss": 1.1702,
      "step": 2790
    },
    {
      "epoch": 0.11431497030514028,
      "grad_norm": 1.106628777189246,
      "learning_rate": 0.00029997781662152934,
      "loss": 1.2563,
      "step": 2791
    },
    {
      "epoch": 0.11435592873233667,
      "grad_norm": 0.8669328940802998,
      "learning_rate": 0.00029997776049800896,
      "loss": 0.9313,
      "step": 2792
    },
    {
      "epoch": 0.11439688715953307,
      "grad_norm": 0.7347509339332545,
      "learning_rate": 0.0002999777043035878,
      "loss": 1.1601,
      "step": 2793
    },
    {
      "epoch": 0.11443784558672947,
      "grad_norm": 0.7933875383025084,
      "learning_rate": 0.0002999776480382659,
      "loss": 1.0962,
      "step": 2794
    },
    {
      "epoch": 0.11447880401392586,
      "grad_norm": 9.423027730194065,
      "learning_rate": 0.00029997759170204326,
      "loss": 9.1326,
      "step": 2795
    },
    {
      "epoch": 0.11451976244112226,
      "grad_norm": 0.7333893848641434,
      "learning_rate": 0.0002999775352949199,
      "loss": 1.0566,
      "step": 2796
    },
    {
      "epoch": 0.11456072086831866,
      "grad_norm": 0.9692983198221417,
      "learning_rate": 0.0002999774788168959,
      "loss": 1.3594,
      "step": 2797
    },
    {
      "epoch": 0.11460167929551505,
      "grad_norm": 1.0832502077815351,
      "learning_rate": 0.00029997742226797123,
      "loss": 0.9368,
      "step": 2798
    },
    {
      "epoch": 0.11464263772271145,
      "grad_norm": 1.0395420783323355,
      "learning_rate": 0.0002999773656481459,
      "loss": 1.0477,
      "step": 2799
    },
    {
      "epoch": 0.11468359614990785,
      "grad_norm": 1.3124760886857494,
      "learning_rate": 0.0002999773089574201,
      "loss": 1.0984,
      "step": 2800
    },
    {
      "epoch": 0.11472455457710425,
      "grad_norm": 2.520383073114805,
      "learning_rate": 0.0002999772521957936,
      "loss": 0.9153,
      "step": 2801
    },
    {
      "epoch": 0.11476551300430063,
      "grad_norm": 0.8030940586532153,
      "learning_rate": 0.00029997719536326657,
      "loss": 0.5281,
      "step": 2802
    },
    {
      "epoch": 0.11480647143149703,
      "grad_norm": 0.8098182634000195,
      "learning_rate": 0.00029997713845983907,
      "loss": 1.0108,
      "step": 2803
    },
    {
      "epoch": 0.11484742985869342,
      "grad_norm": 0.8477432693639053,
      "learning_rate": 0.0002999770814855111,
      "loss": 0.9417,
      "step": 2804
    },
    {
      "epoch": 0.11488838828588982,
      "grad_norm": 0.7344883778357169,
      "learning_rate": 0.00029997702444028263,
      "loss": 0.8235,
      "step": 2805
    },
    {
      "epoch": 0.11492934671308622,
      "grad_norm": 1.103759371433559,
      "learning_rate": 0.00029997696732415375,
      "loss": 1.0403,
      "step": 2806
    },
    {
      "epoch": 0.11497030514028261,
      "grad_norm": 0.9172203269283248,
      "learning_rate": 0.00029997691013712444,
      "loss": 1.3475,
      "step": 2807
    },
    {
      "epoch": 0.11501126356747901,
      "grad_norm": 1.0293418220551018,
      "learning_rate": 0.00029997685287919476,
      "loss": 1.3189,
      "step": 2808
    },
    {
      "epoch": 0.11505222199467541,
      "grad_norm": 1.0431500767996553,
      "learning_rate": 0.0002999767955503647,
      "loss": 1.3846,
      "step": 2809
    },
    {
      "epoch": 0.1150931804218718,
      "grad_norm": 1.189087807116365,
      "learning_rate": 0.00029997673815063434,
      "loss": 0.7853,
      "step": 2810
    },
    {
      "epoch": 0.1151341388490682,
      "grad_norm": 0.7872256892840939,
      "learning_rate": 0.00029997668068000366,
      "loss": 1.1446,
      "step": 2811
    },
    {
      "epoch": 0.11517509727626458,
      "grad_norm": 0.7975692932255275,
      "learning_rate": 0.00029997662313847276,
      "loss": 0.9399,
      "step": 2812
    },
    {
      "epoch": 0.11521605570346098,
      "grad_norm": 1.2496097628112603,
      "learning_rate": 0.00029997656552604155,
      "loss": 0.5851,
      "step": 2813
    },
    {
      "epoch": 0.11525701413065738,
      "grad_norm": 1.1316782365757592,
      "learning_rate": 0.0002999765078427102,
      "loss": 1.1864,
      "step": 2814
    },
    {
      "epoch": 0.11529797255785378,
      "grad_norm": 0.7057639682618275,
      "learning_rate": 0.00029997645008847856,
      "loss": 1.1354,
      "step": 2815
    },
    {
      "epoch": 0.11533893098505017,
      "grad_norm": 0.9207332090093768,
      "learning_rate": 0.00029997639226334683,
      "loss": 0.879,
      "step": 2816
    },
    {
      "epoch": 0.11537988941224657,
      "grad_norm": 0.9311092853732832,
      "learning_rate": 0.0002999763343673149,
      "loss": 1.1957,
      "step": 2817
    },
    {
      "epoch": 0.11542084783944297,
      "grad_norm": 2.8205308438852867,
      "learning_rate": 0.0002999762764003829,
      "loss": 4.8869,
      "step": 2818
    },
    {
      "epoch": 0.11546180626663936,
      "grad_norm": 0.9286700183485785,
      "learning_rate": 0.00029997621836255084,
      "loss": 1.1634,
      "step": 2819
    },
    {
      "epoch": 0.11550276469383576,
      "grad_norm": 1.0690351154585622,
      "learning_rate": 0.00029997616025381876,
      "loss": 1.5973,
      "step": 2820
    },
    {
      "epoch": 0.11554372312103216,
      "grad_norm": 0.9110148737917921,
      "learning_rate": 0.0002999761020741866,
      "loss": 0.9088,
      "step": 2821
    },
    {
      "epoch": 0.11558468154822855,
      "grad_norm": 0.7236158135729805,
      "learning_rate": 0.0002999760438236545,
      "loss": 1.3531,
      "step": 2822
    },
    {
      "epoch": 0.11562563997542494,
      "grad_norm": 0.6893304864946764,
      "learning_rate": 0.0002999759855022223,
      "loss": 1.2944,
      "step": 2823
    },
    {
      "epoch": 0.11566659840262133,
      "grad_norm": 1.118716346350975,
      "learning_rate": 0.0002999759271098903,
      "loss": 0.5511,
      "step": 2824
    },
    {
      "epoch": 0.11570755682981773,
      "grad_norm": 0.7151339993332616,
      "learning_rate": 0.0002999758686466583,
      "loss": 0.9554,
      "step": 2825
    },
    {
      "epoch": 0.11574851525701413,
      "grad_norm": 3.771843714310724,
      "learning_rate": 0.0002999758101125264,
      "loss": 5.1377,
      "step": 2826
    },
    {
      "epoch": 0.11578947368421053,
      "grad_norm": 0.9841248310839288,
      "learning_rate": 0.0002999757515074947,
      "loss": 1.4357,
      "step": 2827
    },
    {
      "epoch": 0.11583043211140692,
      "grad_norm": 0.7591390145846693,
      "learning_rate": 0.00029997569283156313,
      "loss": 1.0931,
      "step": 2828
    },
    {
      "epoch": 0.11587139053860332,
      "grad_norm": 0.5844244439360038,
      "learning_rate": 0.00029997563408473173,
      "loss": 0.5539,
      "step": 2829
    },
    {
      "epoch": 0.11591234896579972,
      "grad_norm": 0.8754776783503336,
      "learning_rate": 0.00029997557526700055,
      "loss": 1.0864,
      "step": 2830
    },
    {
      "epoch": 0.11595330739299611,
      "grad_norm": 0.9134550946297232,
      "learning_rate": 0.0002999755163783697,
      "loss": 1.1296,
      "step": 2831
    },
    {
      "epoch": 0.11599426582019251,
      "grad_norm": 0.7642283837736892,
      "learning_rate": 0.0002999754574188391,
      "loss": 1.2234,
      "step": 2832
    },
    {
      "epoch": 0.1160352242473889,
      "grad_norm": 0.7524435121578693,
      "learning_rate": 0.00029997539838840876,
      "loss": 1.3101,
      "step": 2833
    },
    {
      "epoch": 0.11607618267458529,
      "grad_norm": 2.242233193444314,
      "learning_rate": 0.0002999753392870788,
      "loss": 1.2958,
      "step": 2834
    },
    {
      "epoch": 0.11611714110178169,
      "grad_norm": 1.0686265894059364,
      "learning_rate": 0.0002999752801148492,
      "loss": 0.9309,
      "step": 2835
    },
    {
      "epoch": 0.11615809952897808,
      "grad_norm": 1.090325734693174,
      "learning_rate": 0.00029997522087172,
      "loss": 1.4515,
      "step": 2836
    },
    {
      "epoch": 0.11619905795617448,
      "grad_norm": 0.8383675386526359,
      "learning_rate": 0.0002999751615576912,
      "loss": 1.2894,
      "step": 2837
    },
    {
      "epoch": 0.11624001638337088,
      "grad_norm": 0.8150479589524059,
      "learning_rate": 0.0002999751021727628,
      "loss": 1.0437,
      "step": 2838
    },
    {
      "epoch": 0.11628097481056728,
      "grad_norm": 0.7539065943900293,
      "learning_rate": 0.00029997504271693493,
      "loss": 1.0536,
      "step": 2839
    },
    {
      "epoch": 0.11632193323776367,
      "grad_norm": 0.7507058222284753,
      "learning_rate": 0.0002999749831902076,
      "loss": 0.86,
      "step": 2840
    },
    {
      "epoch": 0.11636289166496007,
      "grad_norm": 1.2662051835348587,
      "learning_rate": 0.00029997492359258067,
      "loss": 1.6727,
      "step": 2841
    },
    {
      "epoch": 0.11640385009215647,
      "grad_norm": 0.8382772515839292,
      "learning_rate": 0.0002999748639240544,
      "loss": 0.9366,
      "step": 2842
    },
    {
      "epoch": 0.11644480851935286,
      "grad_norm": 0.6544621899232586,
      "learning_rate": 0.0002999748041846287,
      "loss": 0.8852,
      "step": 2843
    },
    {
      "epoch": 0.11648576694654925,
      "grad_norm": 0.7752137518960415,
      "learning_rate": 0.0002999747443743036,
      "loss": 0.5654,
      "step": 2844
    },
    {
      "epoch": 0.11652672537374564,
      "grad_norm": 0.6926839768525304,
      "learning_rate": 0.00029997468449307913,
      "loss": 0.9205,
      "step": 2845
    },
    {
      "epoch": 0.11656768380094204,
      "grad_norm": 1.329070983166976,
      "learning_rate": 0.0002999746245409554,
      "loss": 1.6683,
      "step": 2846
    },
    {
      "epoch": 0.11660864222813844,
      "grad_norm": 1.0491689747197328,
      "learning_rate": 0.00029997456451793234,
      "loss": 1.0393,
      "step": 2847
    },
    {
      "epoch": 0.11664960065533483,
      "grad_norm": 1.0327964795208655,
      "learning_rate": 0.00029997450442400994,
      "loss": 2.465,
      "step": 2848
    },
    {
      "epoch": 0.11669055908253123,
      "grad_norm": 0.6977957843608624,
      "learning_rate": 0.00029997444425918835,
      "loss": 0.8645,
      "step": 2849
    },
    {
      "epoch": 0.11673151750972763,
      "grad_norm": 0.7270653290262352,
      "learning_rate": 0.00029997438402346754,
      "loss": 1.2301,
      "step": 2850
    },
    {
      "epoch": 0.11677247593692403,
      "grad_norm": 0.9511503585375726,
      "learning_rate": 0.0002999743237168476,
      "loss": 0.9349,
      "step": 2851
    },
    {
      "epoch": 0.11681343436412042,
      "grad_norm": 1.156747426544931,
      "learning_rate": 0.0002999742633393284,
      "loss": 1.0227,
      "step": 2852
    },
    {
      "epoch": 0.11685439279131682,
      "grad_norm": 0.9026608383317507,
      "learning_rate": 0.0002999742028909101,
      "loss": 0.929,
      "step": 2853
    },
    {
      "epoch": 0.11689535121851322,
      "grad_norm": 0.6745935987096993,
      "learning_rate": 0.0002999741423715928,
      "loss": 0.9531,
      "step": 2854
    },
    {
      "epoch": 0.1169363096457096,
      "grad_norm": 1.1381458056627092,
      "learning_rate": 0.0002999740817813763,
      "loss": 1.0045,
      "step": 2855
    },
    {
      "epoch": 0.116977268072906,
      "grad_norm": 0.8600350150500693,
      "learning_rate": 0.00029997402112026087,
      "loss": 0.9663,
      "step": 2856
    },
    {
      "epoch": 0.11701822650010239,
      "grad_norm": 0.7427642511825968,
      "learning_rate": 0.00029997396038824634,
      "loss": 1.1419,
      "step": 2857
    },
    {
      "epoch": 0.11705918492729879,
      "grad_norm": 1.4379469929226765,
      "learning_rate": 0.0002999738995853328,
      "loss": 2.93,
      "step": 2858
    },
    {
      "epoch": 0.11710014335449519,
      "grad_norm": 1.4387514824381749,
      "learning_rate": 0.0002999738387115204,
      "loss": 1.337,
      "step": 2859
    },
    {
      "epoch": 0.11714110178169158,
      "grad_norm": 0.6528039553493422,
      "learning_rate": 0.000299973777766809,
      "loss": 0.4462,
      "step": 2860
    },
    {
      "epoch": 0.11718206020888798,
      "grad_norm": 0.7821871072609048,
      "learning_rate": 0.00029997371675119874,
      "loss": 1.1966,
      "step": 2861
    },
    {
      "epoch": 0.11722301863608438,
      "grad_norm": 0.7874800372488006,
      "learning_rate": 0.0002999736556646896,
      "loss": 1.0417,
      "step": 2862
    },
    {
      "epoch": 0.11726397706328077,
      "grad_norm": 0.7887749490839794,
      "learning_rate": 0.0002999735945072816,
      "loss": 0.9086,
      "step": 2863
    },
    {
      "epoch": 0.11730493549047717,
      "grad_norm": 0.8850458414931905,
      "learning_rate": 0.0002999735332789748,
      "loss": 1.1883,
      "step": 2864
    },
    {
      "epoch": 0.11734589391767355,
      "grad_norm": 1.5721067426049349,
      "learning_rate": 0.0002999734719797692,
      "loss": 0.9368,
      "step": 2865
    },
    {
      "epoch": 0.11738685234486995,
      "grad_norm": 0.7597773604243125,
      "learning_rate": 0.00029997341060966485,
      "loss": 1.0451,
      "step": 2866
    },
    {
      "epoch": 0.11742781077206635,
      "grad_norm": 0.679125488958781,
      "learning_rate": 0.0002999733491686618,
      "loss": 1.0436,
      "step": 2867
    },
    {
      "epoch": 0.11746876919926275,
      "grad_norm": 0.9041516002623937,
      "learning_rate": 0.00029997328765676,
      "loss": 0.9262,
      "step": 2868
    },
    {
      "epoch": 0.11750972762645914,
      "grad_norm": 0.5775632645984207,
      "learning_rate": 0.0002999732260739596,
      "loss": 0.7805,
      "step": 2869
    },
    {
      "epoch": 0.11755068605365554,
      "grad_norm": 0.6117115507762109,
      "learning_rate": 0.00029997316442026054,
      "loss": 0.7505,
      "step": 2870
    },
    {
      "epoch": 0.11759164448085194,
      "grad_norm": 1.0142286971120302,
      "learning_rate": 0.00029997310269566283,
      "loss": 1.062,
      "step": 2871
    },
    {
      "epoch": 0.11763260290804833,
      "grad_norm": 0.6918498272295666,
      "learning_rate": 0.0002999730409001666,
      "loss": 1.0405,
      "step": 2872
    },
    {
      "epoch": 0.11767356133524473,
      "grad_norm": 0.7661293252109732,
      "learning_rate": 0.00029997297903377177,
      "loss": 1.1955,
      "step": 2873
    },
    {
      "epoch": 0.11771451976244113,
      "grad_norm": 0.7202537475503108,
      "learning_rate": 0.0002999729170964784,
      "loss": 0.9008,
      "step": 2874
    },
    {
      "epoch": 0.11775547818963752,
      "grad_norm": 0.7711163188976977,
      "learning_rate": 0.0002999728550882866,
      "loss": 0.9094,
      "step": 2875
    },
    {
      "epoch": 0.11779643661683391,
      "grad_norm": 0.7567753095417283,
      "learning_rate": 0.0002999727930091963,
      "loss": 0.9862,
      "step": 2876
    },
    {
      "epoch": 0.1178373950440303,
      "grad_norm": 0.7559479103391993,
      "learning_rate": 0.0002999727308592076,
      "loss": 1.0755,
      "step": 2877
    },
    {
      "epoch": 0.1178783534712267,
      "grad_norm": 1.1423342373330132,
      "learning_rate": 0.00029997266863832046,
      "loss": 0.982,
      "step": 2878
    },
    {
      "epoch": 0.1179193118984231,
      "grad_norm": 0.8393469463259404,
      "learning_rate": 0.00029997260634653496,
      "loss": 1.3243,
      "step": 2879
    },
    {
      "epoch": 0.1179602703256195,
      "grad_norm": 1.1384236504484944,
      "learning_rate": 0.0002999725439838511,
      "loss": 0.8389,
      "step": 2880
    },
    {
      "epoch": 0.11800122875281589,
      "grad_norm": 1.217221675119302,
      "learning_rate": 0.0002999724815502689,
      "loss": 0.5616,
      "step": 2881
    },
    {
      "epoch": 0.11804218718001229,
      "grad_norm": 0.8555813775662874,
      "learning_rate": 0.00029997241904578843,
      "loss": 0.9549,
      "step": 2882
    },
    {
      "epoch": 0.11808314560720869,
      "grad_norm": 1.0973145194913216,
      "learning_rate": 0.0002999723564704098,
      "loss": 0.8117,
      "step": 2883
    },
    {
      "epoch": 0.11812410403440508,
      "grad_norm": 3.8460254841916455,
      "learning_rate": 0.0002999722938241328,
      "loss": 5.5097,
      "step": 2884
    },
    {
      "epoch": 0.11816506246160148,
      "grad_norm": 0.9374937905743095,
      "learning_rate": 0.0002999722311069577,
      "loss": 0.8546,
      "step": 2885
    },
    {
      "epoch": 0.11820602088879786,
      "grad_norm": 0.5871954817749356,
      "learning_rate": 0.0002999721683188844,
      "loss": 0.994,
      "step": 2886
    },
    {
      "epoch": 0.11824697931599426,
      "grad_norm": 0.8532435817980478,
      "learning_rate": 0.0002999721054599129,
      "loss": 1.0719,
      "step": 2887
    },
    {
      "epoch": 0.11828793774319066,
      "grad_norm": 0.9353614090323552,
      "learning_rate": 0.0002999720425300434,
      "loss": 1.233,
      "step": 2888
    },
    {
      "epoch": 0.11832889617038705,
      "grad_norm": 0.8417851655423448,
      "learning_rate": 0.00029997197952927573,
      "loss": 1.1451,
      "step": 2889
    },
    {
      "epoch": 0.11836985459758345,
      "grad_norm": 0.9731475192261503,
      "learning_rate": 0.0002999719164576101,
      "loss": 0.8709,
      "step": 2890
    },
    {
      "epoch": 0.11841081302477985,
      "grad_norm": 0.6401928861020072,
      "learning_rate": 0.0002999718533150464,
      "loss": 0.6153,
      "step": 2891
    },
    {
      "epoch": 0.11845177145197625,
      "grad_norm": 0.9834902417217549,
      "learning_rate": 0.0002999717901015847,
      "loss": 1.2567,
      "step": 2892
    },
    {
      "epoch": 0.11849272987917264,
      "grad_norm": 5.019317700902727,
      "learning_rate": 0.00029997172681722506,
      "loss": 5.8032,
      "step": 2893
    },
    {
      "epoch": 0.11853368830636904,
      "grad_norm": 0.8035058681708346,
      "learning_rate": 0.00029997166346196744,
      "loss": 1.0036,
      "step": 2894
    },
    {
      "epoch": 0.11857464673356544,
      "grad_norm": 1.030894613694475,
      "learning_rate": 0.00029997160003581195,
      "loss": 1.523,
      "step": 2895
    },
    {
      "epoch": 0.11861560516076183,
      "grad_norm": 0.8159734246547038,
      "learning_rate": 0.00029997153653875863,
      "loss": 1.3771,
      "step": 2896
    },
    {
      "epoch": 0.11865656358795822,
      "grad_norm": 1.0077712026830359,
      "learning_rate": 0.00029997147297080744,
      "loss": 1.3351,
      "step": 2897
    },
    {
      "epoch": 0.11869752201515461,
      "grad_norm": 0.7302807214971057,
      "learning_rate": 0.00029997140933195847,
      "loss": 1.1293,
      "step": 2898
    },
    {
      "epoch": 0.11873848044235101,
      "grad_norm": 1.0620592399713336,
      "learning_rate": 0.00029997134562221163,
      "loss": 0.6098,
      "step": 2899
    },
    {
      "epoch": 0.11877943886954741,
      "grad_norm": 1.3939787684247065,
      "learning_rate": 0.0002999712818415671,
      "loss": 1.343,
      "step": 2900
    },
    {
      "epoch": 0.1188203972967438,
      "grad_norm": 0.9090941715358181,
      "learning_rate": 0.0002999712179900249,
      "loss": 1.7145,
      "step": 2901
    },
    {
      "epoch": 0.1188613557239402,
      "grad_norm": 0.6370339490745829,
      "learning_rate": 0.0002999711540675849,
      "loss": 0.9407,
      "step": 2902
    },
    {
      "epoch": 0.1189023141511366,
      "grad_norm": 1.3126662294216778,
      "learning_rate": 0.00029997109007424733,
      "loss": 1.5924,
      "step": 2903
    },
    {
      "epoch": 0.118943272578333,
      "grad_norm": 0.9611665348169391,
      "learning_rate": 0.0002999710260100121,
      "loss": 1.3757,
      "step": 2904
    },
    {
      "epoch": 0.11898423100552939,
      "grad_norm": 0.9180044946255879,
      "learning_rate": 0.00029997096187487927,
      "loss": 1.2766,
      "step": 2905
    },
    {
      "epoch": 0.11902518943272579,
      "grad_norm": 0.750486046266886,
      "learning_rate": 0.0002999708976688489,
      "loss": 0.8095,
      "step": 2906
    },
    {
      "epoch": 0.11906614785992217,
      "grad_norm": 1.013311387418865,
      "learning_rate": 0.0002999708333919209,
      "loss": 1.2499,
      "step": 2907
    },
    {
      "epoch": 0.11910710628711857,
      "grad_norm": 1.5035558653013394,
      "learning_rate": 0.00029997076904409554,
      "loss": 1.0642,
      "step": 2908
    },
    {
      "epoch": 0.11914806471431497,
      "grad_norm": 1.4021109378792123,
      "learning_rate": 0.0002999707046253726,
      "loss": 2.2749,
      "step": 2909
    },
    {
      "epoch": 0.11918902314151136,
      "grad_norm": 0.8129556761344701,
      "learning_rate": 0.00029997064013575223,
      "loss": 0.9491,
      "step": 2910
    },
    {
      "epoch": 0.11922998156870776,
      "grad_norm": 1.0847945748711498,
      "learning_rate": 0.00029997057557523444,
      "loss": 0.3726,
      "step": 2911
    },
    {
      "epoch": 0.11927093999590416,
      "grad_norm": 0.6743313008396022,
      "learning_rate": 0.00029997051094381925,
      "loss": 0.8528,
      "step": 2912
    },
    {
      "epoch": 0.11931189842310055,
      "grad_norm": 8.515993611593863,
      "learning_rate": 0.00029997044624150673,
      "loss": 4.6867,
      "step": 2913
    },
    {
      "epoch": 0.11935285685029695,
      "grad_norm": 0.922041716112416,
      "learning_rate": 0.0002999703814682969,
      "loss": 0.5816,
      "step": 2914
    },
    {
      "epoch": 0.11939381527749335,
      "grad_norm": 1.116065629263151,
      "learning_rate": 0.0002999703166241898,
      "loss": 0.9812,
      "step": 2915
    },
    {
      "epoch": 0.11943477370468975,
      "grad_norm": 2.7323146465568517,
      "learning_rate": 0.00029997025170918533,
      "loss": 1.0946,
      "step": 2916
    },
    {
      "epoch": 0.11947573213188614,
      "grad_norm": 1.1851677798595865,
      "learning_rate": 0.0002999701867232837,
      "loss": 1.38,
      "step": 2917
    },
    {
      "epoch": 0.11951669055908253,
      "grad_norm": 0.6983420140290385,
      "learning_rate": 0.0002999701216664849,
      "loss": 1.0915,
      "step": 2918
    },
    {
      "epoch": 0.11955764898627892,
      "grad_norm": 0.867645835676056,
      "learning_rate": 0.0002999700565387889,
      "loss": 1.0487,
      "step": 2919
    },
    {
      "epoch": 0.11959860741347532,
      "grad_norm": 1.2557375826009491,
      "learning_rate": 0.0002999699913401957,
      "loss": 0.7502,
      "step": 2920
    },
    {
      "epoch": 0.11963956584067172,
      "grad_norm": 1.294213654499719,
      "learning_rate": 0.00029996992607070545,
      "loss": 0.9428,
      "step": 2921
    },
    {
      "epoch": 0.11968052426786811,
      "grad_norm": 1.0702589825322566,
      "learning_rate": 0.0002999698607303181,
      "loss": 1.2751,
      "step": 2922
    },
    {
      "epoch": 0.11972148269506451,
      "grad_norm": 0.7705771230264312,
      "learning_rate": 0.00029996979531903375,
      "loss": 1.1116,
      "step": 2923
    },
    {
      "epoch": 0.11976244112226091,
      "grad_norm": 1.095024927845379,
      "learning_rate": 0.00029996972983685233,
      "loss": 0.7907,
      "step": 2924
    },
    {
      "epoch": 0.1198033995494573,
      "grad_norm": 1.1601982284358971,
      "learning_rate": 0.00029996966428377396,
      "loss": 1.1279,
      "step": 2925
    },
    {
      "epoch": 0.1198443579766537,
      "grad_norm": 1.089258163112099,
      "learning_rate": 0.0002999695986597986,
      "loss": 1.4314,
      "step": 2926
    },
    {
      "epoch": 0.1198853164038501,
      "grad_norm": 0.9244819574594499,
      "learning_rate": 0.00029996953296492634,
      "loss": 0.9519,
      "step": 2927
    },
    {
      "epoch": 0.11992627483104648,
      "grad_norm": 1.198670344293629,
      "learning_rate": 0.00029996946719915716,
      "loss": 0.8457,
      "step": 2928
    },
    {
      "epoch": 0.11996723325824288,
      "grad_norm": 0.8177574476196007,
      "learning_rate": 0.0002999694013624911,
      "loss": 0.7512,
      "step": 2929
    },
    {
      "epoch": 0.12000819168543927,
      "grad_norm": 1.4181469228625645,
      "learning_rate": 0.0002999693354549283,
      "loss": 0.9677,
      "step": 2930
    },
    {
      "epoch": 0.12004915011263567,
      "grad_norm": 0.9891893854412233,
      "learning_rate": 0.0002999692694764686,
      "loss": 0.9842,
      "step": 2931
    },
    {
      "epoch": 0.12009010853983207,
      "grad_norm": 0.9124543926602698,
      "learning_rate": 0.0002999692034271122,
      "loss": 1.3154,
      "step": 2932
    },
    {
      "epoch": 0.12013106696702847,
      "grad_norm": 0.7922132761559784,
      "learning_rate": 0.00029996913730685905,
      "loss": 0.9012,
      "step": 2933
    },
    {
      "epoch": 0.12017202539422486,
      "grad_norm": 0.8043229871490751,
      "learning_rate": 0.0002999690711157092,
      "loss": 0.8183,
      "step": 2934
    },
    {
      "epoch": 0.12021298382142126,
      "grad_norm": 0.7369636490165578,
      "learning_rate": 0.00029996900485366264,
      "loss": 0.8972,
      "step": 2935
    },
    {
      "epoch": 0.12025394224861766,
      "grad_norm": 1.317034948851837,
      "learning_rate": 0.0002999689385207195,
      "loss": 1.145,
      "step": 2936
    },
    {
      "epoch": 0.12029490067581405,
      "grad_norm": 1.140855130364273,
      "learning_rate": 0.0002999688721168797,
      "loss": 1.467,
      "step": 2937
    },
    {
      "epoch": 0.12033585910301045,
      "grad_norm": 0.6761436572555702,
      "learning_rate": 0.0002999688056421433,
      "loss": 0.4106,
      "step": 2938
    },
    {
      "epoch": 0.12037681753020683,
      "grad_norm": 1.182423493797123,
      "learning_rate": 0.00029996873909651035,
      "loss": 0.9382,
      "step": 2939
    },
    {
      "epoch": 0.12041777595740323,
      "grad_norm": 1.2753893217070833,
      "learning_rate": 0.00029996867247998095,
      "loss": 1.0986,
      "step": 2940
    },
    {
      "epoch": 0.12045873438459963,
      "grad_norm": 1.3921914289960182,
      "learning_rate": 0.000299968605792555,
      "loss": 1.4581,
      "step": 2941
    },
    {
      "epoch": 0.12049969281179602,
      "grad_norm": 0.8513708787964852,
      "learning_rate": 0.0002999685390342326,
      "loss": 0.7336,
      "step": 2942
    },
    {
      "epoch": 0.12054065123899242,
      "grad_norm": 0.9048528144710647,
      "learning_rate": 0.0002999684722050138,
      "loss": 1.2045,
      "step": 2943
    },
    {
      "epoch": 0.12058160966618882,
      "grad_norm": 1.0083472631058985,
      "learning_rate": 0.0002999684053048986,
      "loss": 0.9097,
      "step": 2944
    },
    {
      "epoch": 0.12062256809338522,
      "grad_norm": 0.6912676309854463,
      "learning_rate": 0.00029996833833388707,
      "loss": 0.5228,
      "step": 2945
    },
    {
      "epoch": 0.12066352652058161,
      "grad_norm": 0.6841396929288869,
      "learning_rate": 0.0002999682712919792,
      "loss": 0.9759,
      "step": 2946
    },
    {
      "epoch": 0.12070448494777801,
      "grad_norm": 0.8178455616413669,
      "learning_rate": 0.000299968204179175,
      "loss": 0.926,
      "step": 2947
    },
    {
      "epoch": 0.1207454433749744,
      "grad_norm": 0.9319512807881818,
      "learning_rate": 0.00029996813699547455,
      "loss": 0.9991,
      "step": 2948
    },
    {
      "epoch": 0.1207864018021708,
      "grad_norm": 0.6747465996219578,
      "learning_rate": 0.0002999680697408779,
      "loss": 1.014,
      "step": 2949
    },
    {
      "epoch": 0.12082736022936719,
      "grad_norm": 1.194785471536528,
      "learning_rate": 0.000299968002415385,
      "loss": 0.9215,
      "step": 2950
    },
    {
      "epoch": 0.12086831865656358,
      "grad_norm": 0.9501015506039615,
      "learning_rate": 0.00029996793501899593,
      "loss": 1.2991,
      "step": 2951
    },
    {
      "epoch": 0.12090927708375998,
      "grad_norm": 0.7008112415449446,
      "learning_rate": 0.00029996786755171075,
      "loss": 0.8014,
      "step": 2952
    },
    {
      "epoch": 0.12095023551095638,
      "grad_norm": 1.0771687369153675,
      "learning_rate": 0.0002999678000135295,
      "loss": 1.1763,
      "step": 2953
    },
    {
      "epoch": 0.12099119393815277,
      "grad_norm": 1.1420989407228859,
      "learning_rate": 0.00029996773240445213,
      "loss": 0.8934,
      "step": 2954
    },
    {
      "epoch": 0.12103215236534917,
      "grad_norm": 0.9073553196611464,
      "learning_rate": 0.0002999676647244787,
      "loss": 0.9997,
      "step": 2955
    },
    {
      "epoch": 0.12107311079254557,
      "grad_norm": 0.9704542912005959,
      "learning_rate": 0.0002999675969736093,
      "loss": 1.1108,
      "step": 2956
    },
    {
      "epoch": 0.12111406921974197,
      "grad_norm": 0.7433465409058516,
      "learning_rate": 0.0002999675291518439,
      "loss": 0.4414,
      "step": 2957
    },
    {
      "epoch": 0.12115502764693836,
      "grad_norm": 0.8454317669252512,
      "learning_rate": 0.00029996746125918254,
      "loss": 0.968,
      "step": 2958
    },
    {
      "epoch": 0.12119598607413476,
      "grad_norm": 0.8348934979324805,
      "learning_rate": 0.0002999673932956253,
      "loss": 1.1377,
      "step": 2959
    },
    {
      "epoch": 0.12123694450133114,
      "grad_norm": 1.1528515864749664,
      "learning_rate": 0.00029996732526117216,
      "loss": 0.8245,
      "step": 2960
    },
    {
      "epoch": 0.12127790292852754,
      "grad_norm": 5.179339322108323,
      "learning_rate": 0.0002999672571558232,
      "loss": 2.3645,
      "step": 2961
    },
    {
      "epoch": 0.12131886135572394,
      "grad_norm": 0.6714516708907466,
      "learning_rate": 0.0002999671889795784,
      "loss": 0.8785,
      "step": 2962
    },
    {
      "epoch": 0.12135981978292033,
      "grad_norm": 1.3295787716536045,
      "learning_rate": 0.0002999671207324378,
      "loss": 0.8394,
      "step": 2963
    },
    {
      "epoch": 0.12140077821011673,
      "grad_norm": 1.1915263163140586,
      "learning_rate": 0.00029996705241440143,
      "loss": 1.1387,
      "step": 2964
    },
    {
      "epoch": 0.12144173663731313,
      "grad_norm": 1.0118321084193163,
      "learning_rate": 0.0002999669840254694,
      "loss": 1.0959,
      "step": 2965
    },
    {
      "epoch": 0.12148269506450952,
      "grad_norm": 1.2819224795569115,
      "learning_rate": 0.0002999669155656417,
      "loss": 1.1,
      "step": 2966
    },
    {
      "epoch": 0.12152365349170592,
      "grad_norm": 0.7859299358637682,
      "learning_rate": 0.0002999668470349182,
      "loss": 0.8137,
      "step": 2967
    },
    {
      "epoch": 0.12156461191890232,
      "grad_norm": 1.1709746192598904,
      "learning_rate": 0.00029996677843329925,
      "loss": 1.4177,
      "step": 2968
    },
    {
      "epoch": 0.12160557034609872,
      "grad_norm": 0.7317583035312966,
      "learning_rate": 0.00029996670976078463,
      "loss": 1.1686,
      "step": 2969
    },
    {
      "epoch": 0.12164652877329511,
      "grad_norm": 0.8455146025201025,
      "learning_rate": 0.0002999666410173744,
      "loss": 1.0535,
      "step": 2970
    },
    {
      "epoch": 0.1216874872004915,
      "grad_norm": 1.3551380189772062,
      "learning_rate": 0.00029996657220306876,
      "loss": 1.7095,
      "step": 2971
    },
    {
      "epoch": 0.12172844562768789,
      "grad_norm": 0.9107951417087113,
      "learning_rate": 0.0002999665033178675,
      "loss": 1.2777,
      "step": 2972
    },
    {
      "epoch": 0.12176940405488429,
      "grad_norm": 0.9392035879375209,
      "learning_rate": 0.0002999664343617709,
      "loss": 0.5814,
      "step": 2973
    },
    {
      "epoch": 0.12181036248208069,
      "grad_norm": 0.7123092769342515,
      "learning_rate": 0.0002999663653347788,
      "loss": 1.1868,
      "step": 2974
    },
    {
      "epoch": 0.12185132090927708,
      "grad_norm": 0.6838785767486594,
      "learning_rate": 0.00029996629623689133,
      "loss": 0.8785,
      "step": 2975
    },
    {
      "epoch": 0.12189227933647348,
      "grad_norm": 5.701716532489579,
      "learning_rate": 0.0002999662270681085,
      "loss": 4.3474,
      "step": 2976
    },
    {
      "epoch": 0.12193323776366988,
      "grad_norm": 0.7409154419897607,
      "learning_rate": 0.0002999661578284303,
      "loss": 0.9088,
      "step": 2977
    },
    {
      "epoch": 0.12197419619086627,
      "grad_norm": 0.7298544825847315,
      "learning_rate": 0.00029996608851785687,
      "loss": 0.5157,
      "step": 2978
    },
    {
      "epoch": 0.12201515461806267,
      "grad_norm": 0.9244342470629748,
      "learning_rate": 0.00029996601913638815,
      "loss": 1.389,
      "step": 2979
    },
    {
      "epoch": 0.12205611304525907,
      "grad_norm": 0.8772343559229645,
      "learning_rate": 0.00029996594968402415,
      "loss": 0.9424,
      "step": 2980
    },
    {
      "epoch": 0.12209707147245545,
      "grad_norm": 4.040193343845546,
      "learning_rate": 0.00029996588016076504,
      "loss": 2.6289,
      "step": 2981
    },
    {
      "epoch": 0.12213802989965185,
      "grad_norm": 0.9275514306642764,
      "learning_rate": 0.00029996581056661065,
      "loss": 0.8917,
      "step": 2982
    },
    {
      "epoch": 0.12217898832684825,
      "grad_norm": 1.703356485409534,
      "learning_rate": 0.0002999657409015612,
      "loss": 3.0463,
      "step": 2983
    },
    {
      "epoch": 0.12221994675404464,
      "grad_norm": 0.8041550756967215,
      "learning_rate": 0.00029996567116561665,
      "loss": 0.9913,
      "step": 2984
    },
    {
      "epoch": 0.12226090518124104,
      "grad_norm": 4.287395408695302,
      "learning_rate": 0.00029996560135877703,
      "loss": 6.8339,
      "step": 2985
    },
    {
      "epoch": 0.12230186360843744,
      "grad_norm": 0.9134903210517058,
      "learning_rate": 0.00029996553148104235,
      "loss": 1.26,
      "step": 2986
    },
    {
      "epoch": 0.12234282203563383,
      "grad_norm": 0.789077054362545,
      "learning_rate": 0.0002999654615324127,
      "loss": 0.8558,
      "step": 2987
    },
    {
      "epoch": 0.12238378046283023,
      "grad_norm": 0.8752853788416213,
      "learning_rate": 0.00029996539151288805,
      "loss": 1.5415,
      "step": 2988
    },
    {
      "epoch": 0.12242473889002663,
      "grad_norm": 0.9611678015526455,
      "learning_rate": 0.00029996532142246847,
      "loss": 0.9573,
      "step": 2989
    },
    {
      "epoch": 0.12246569731722302,
      "grad_norm": 1.2211577210648834,
      "learning_rate": 0.00029996525126115405,
      "loss": 1.5495,
      "step": 2990
    },
    {
      "epoch": 0.12250665574441942,
      "grad_norm": 0.7473101834241163,
      "learning_rate": 0.0002999651810289447,
      "loss": 0.5063,
      "step": 2991
    },
    {
      "epoch": 0.1225476141716158,
      "grad_norm": 0.598828981795914,
      "learning_rate": 0.0002999651107258405,
      "loss": 0.8229,
      "step": 2992
    },
    {
      "epoch": 0.1225885725988122,
      "grad_norm": 4.222906721695964,
      "learning_rate": 0.00029996504035184157,
      "loss": 7.8788,
      "step": 2993
    },
    {
      "epoch": 0.1226295310260086,
      "grad_norm": 0.9993272662978809,
      "learning_rate": 0.0002999649699069478,
      "loss": 0.591,
      "step": 2994
    },
    {
      "epoch": 0.122670489453205,
      "grad_norm": 1.4325929096357803,
      "learning_rate": 0.00029996489939115926,
      "loss": 1.5238,
      "step": 2995
    },
    {
      "epoch": 0.12271144788040139,
      "grad_norm": 1.1211910447583404,
      "learning_rate": 0.0002999648288044761,
      "loss": 0.9344,
      "step": 2996
    },
    {
      "epoch": 0.12275240630759779,
      "grad_norm": 0.7609094112603118,
      "learning_rate": 0.0002999647581468983,
      "loss": 1.1111,
      "step": 2997
    },
    {
      "epoch": 0.12279336473479419,
      "grad_norm": 0.8055808047267248,
      "learning_rate": 0.0002999646874184258,
      "loss": 0.9284,
      "step": 2998
    },
    {
      "epoch": 0.12283432316199058,
      "grad_norm": 1.3073213971092268,
      "learning_rate": 0.00029996461661905866,
      "loss": 1.8707,
      "step": 2999
    },
    {
      "epoch": 0.12287528158918698,
      "grad_norm": 1.3765545989488304,
      "learning_rate": 0.000299964545748797,
      "loss": 1.6269,
      "step": 3000
    },
    {
      "epoch": 0.12291624001638338,
      "grad_norm": 0.9747598743694934,
      "learning_rate": 0.00029996447480764085,
      "loss": 0.9402,
      "step": 3001
    },
    {
      "epoch": 0.12295719844357976,
      "grad_norm": 1.0354834851542916,
      "learning_rate": 0.0002999644037955902,
      "loss": 1.0978,
      "step": 3002
    },
    {
      "epoch": 0.12299815687077616,
      "grad_norm": 0.7513894965293011,
      "learning_rate": 0.000299964332712645,
      "loss": 1.2363,
      "step": 3003
    },
    {
      "epoch": 0.12303911529797255,
      "grad_norm": 0.8847339433149153,
      "learning_rate": 0.0002999642615588054,
      "loss": 0.8675,
      "step": 3004
    },
    {
      "epoch": 0.12308007372516895,
      "grad_norm": 0.955801424935427,
      "learning_rate": 0.00029996419033407137,
      "loss": 0.968,
      "step": 3005
    },
    {
      "epoch": 0.12312103215236535,
      "grad_norm": 1.1984399297591988,
      "learning_rate": 0.00029996411903844306,
      "loss": 1.2925,
      "step": 3006
    },
    {
      "epoch": 0.12316199057956174,
      "grad_norm": 0.9846695909914828,
      "learning_rate": 0.00029996404767192034,
      "loss": 0.6531,
      "step": 3007
    },
    {
      "epoch": 0.12320294900675814,
      "grad_norm": 0.6594856890502258,
      "learning_rate": 0.0002999639762345033,
      "loss": 1.0066,
      "step": 3008
    },
    {
      "epoch": 0.12324390743395454,
      "grad_norm": 2.663165271999725,
      "learning_rate": 0.00029996390472619206,
      "loss": 1.8539,
      "step": 3009
    },
    {
      "epoch": 0.12328486586115094,
      "grad_norm": 1.6269046289248323,
      "learning_rate": 0.00029996383314698656,
      "loss": 2.2518,
      "step": 3010
    },
    {
      "epoch": 0.12332582428834733,
      "grad_norm": 0.8841229418530203,
      "learning_rate": 0.00029996376149688686,
      "loss": 1.0603,
      "step": 3011
    },
    {
      "epoch": 0.12336678271554373,
      "grad_norm": 0.7495145832350629,
      "learning_rate": 0.000299963689775893,
      "loss": 1.0255,
      "step": 3012
    },
    {
      "epoch": 0.12340774114274011,
      "grad_norm": 1.1853196697949333,
      "learning_rate": 0.00029996361798400505,
      "loss": 2.4515,
      "step": 3013
    },
    {
      "epoch": 0.12344869956993651,
      "grad_norm": 0.7859499286219224,
      "learning_rate": 0.0002999635461212229,
      "loss": 1.064,
      "step": 3014
    },
    {
      "epoch": 0.1234896579971329,
      "grad_norm": 1.0188217740857939,
      "learning_rate": 0.00029996347418754675,
      "loss": 1.7162,
      "step": 3015
    },
    {
      "epoch": 0.1235306164243293,
      "grad_norm": 0.9113286110258624,
      "learning_rate": 0.0002999634021829766,
      "loss": 0.6554,
      "step": 3016
    },
    {
      "epoch": 0.1235715748515257,
      "grad_norm": 1.3848195758473216,
      "learning_rate": 0.00029996333010751244,
      "loss": 0.9705,
      "step": 3017
    },
    {
      "epoch": 0.1236125332787221,
      "grad_norm": 1.5869323707778105,
      "learning_rate": 0.0002999632579611543,
      "loss": 1.6302,
      "step": 3018
    },
    {
      "epoch": 0.1236534917059185,
      "grad_norm": 0.8590260717972549,
      "learning_rate": 0.00029996318574390223,
      "loss": 0.9827,
      "step": 3019
    },
    {
      "epoch": 0.12369445013311489,
      "grad_norm": 6.234470078324823,
      "learning_rate": 0.0002999631134557563,
      "loss": 4.7288,
      "step": 3020
    },
    {
      "epoch": 0.12373540856031129,
      "grad_norm": 0.9380536335651806,
      "learning_rate": 0.00029996304109671646,
      "loss": 1.229,
      "step": 3021
    },
    {
      "epoch": 0.12377636698750769,
      "grad_norm": 0.6362990103912556,
      "learning_rate": 0.0002999629686667828,
      "loss": 0.9897,
      "step": 3022
    },
    {
      "epoch": 0.12381732541470407,
      "grad_norm": 1.013038506331436,
      "learning_rate": 0.0002999628961659554,
      "loss": 0.98,
      "step": 3023
    },
    {
      "epoch": 0.12385828384190047,
      "grad_norm": 0.8914453542625077,
      "learning_rate": 0.0002999628235942342,
      "loss": 1.1466,
      "step": 3024
    },
    {
      "epoch": 0.12389924226909686,
      "grad_norm": 0.776942864026718,
      "learning_rate": 0.00029996275095161933,
      "loss": 0.981,
      "step": 3025
    },
    {
      "epoch": 0.12394020069629326,
      "grad_norm": 0.8108337179539,
      "learning_rate": 0.0002999626782381107,
      "loss": 0.8109,
      "step": 3026
    },
    {
      "epoch": 0.12398115912348966,
      "grad_norm": 1.056726264280469,
      "learning_rate": 0.0002999626054537085,
      "loss": 1.1392,
      "step": 3027
    },
    {
      "epoch": 0.12402211755068605,
      "grad_norm": 0.9583970200248635,
      "learning_rate": 0.0002999625325984126,
      "loss": 1.0007,
      "step": 3028
    },
    {
      "epoch": 0.12406307597788245,
      "grad_norm": 0.7308366348980239,
      "learning_rate": 0.0002999624596722232,
      "loss": 0.8053,
      "step": 3029
    },
    {
      "epoch": 0.12410403440507885,
      "grad_norm": 0.7611007942196729,
      "learning_rate": 0.00029996238667514023,
      "loss": 1.0007,
      "step": 3030
    },
    {
      "epoch": 0.12414499283227524,
      "grad_norm": 2.252417856576052,
      "learning_rate": 0.0002999623136071637,
      "loss": 2.4774,
      "step": 3031
    },
    {
      "epoch": 0.12418595125947164,
      "grad_norm": 0.8630024256687716,
      "learning_rate": 0.00029996224046829374,
      "loss": 0.7208,
      "step": 3032
    },
    {
      "epoch": 0.12422690968666804,
      "grad_norm": 1.0991246014814762,
      "learning_rate": 0.0002999621672585303,
      "loss": 1.2456,
      "step": 3033
    },
    {
      "epoch": 0.12426786811386442,
      "grad_norm": 0.6932190839042546,
      "learning_rate": 0.0002999620939778734,
      "loss": 0.9167,
      "step": 3034
    },
    {
      "epoch": 0.12430882654106082,
      "grad_norm": 3.1568408822017773,
      "learning_rate": 0.00029996202062632327,
      "loss": 2.017,
      "step": 3035
    },
    {
      "epoch": 0.12434978496825722,
      "grad_norm": 0.7432725601936798,
      "learning_rate": 0.00029996194720387963,
      "loss": 0.9665,
      "step": 3036
    },
    {
      "epoch": 0.12439074339545361,
      "grad_norm": 0.6050166201994119,
      "learning_rate": 0.0002999618737105428,
      "loss": 0.8588,
      "step": 3037
    },
    {
      "epoch": 0.12443170182265001,
      "grad_norm": 2.205437861615809,
      "learning_rate": 0.00029996180014631266,
      "loss": 4.0264,
      "step": 3038
    },
    {
      "epoch": 0.1244726602498464,
      "grad_norm": 0.827903105573432,
      "learning_rate": 0.00029996172651118927,
      "loss": 1.076,
      "step": 3039
    },
    {
      "epoch": 0.1245136186770428,
      "grad_norm": 1.1366126648931607,
      "learning_rate": 0.0002999616528051727,
      "loss": 2.185,
      "step": 3040
    },
    {
      "epoch": 0.1245545771042392,
      "grad_norm": 0.7746888541476944,
      "learning_rate": 0.000299961579028263,
      "loss": 0.9684,
      "step": 3041
    },
    {
      "epoch": 0.1245955355314356,
      "grad_norm": 1.0831644957063271,
      "learning_rate": 0.00029996150518046014,
      "loss": 1.3336,
      "step": 3042
    },
    {
      "epoch": 0.124636493958632,
      "grad_norm": 0.5891634222789994,
      "learning_rate": 0.0002999614312617641,
      "loss": 1.0624,
      "step": 3043
    },
    {
      "epoch": 0.12467745238582838,
      "grad_norm": 1.5456076303397288,
      "learning_rate": 0.00029996135727217507,
      "loss": 0.8422,
      "step": 3044
    },
    {
      "epoch": 0.12471841081302477,
      "grad_norm": 0.7190658971726112,
      "learning_rate": 0.00029996128321169304,
      "loss": 1.0888,
      "step": 3045
    },
    {
      "epoch": 0.12475936924022117,
      "grad_norm": 0.8798204095687557,
      "learning_rate": 0.00029996120908031796,
      "loss": 1.1856,
      "step": 3046
    },
    {
      "epoch": 0.12480032766741757,
      "grad_norm": 0.7010589303124105,
      "learning_rate": 0.00029996113487804993,
      "loss": 0.9679,
      "step": 3047
    },
    {
      "epoch": 0.12484128609461397,
      "grad_norm": 0.6857547475277078,
      "learning_rate": 0.000299961060604889,
      "loss": 1.0132,
      "step": 3048
    },
    {
      "epoch": 0.12488224452181036,
      "grad_norm": 2.0092154636412025,
      "learning_rate": 0.0002999609862608352,
      "loss": 1.0454,
      "step": 3049
    },
    {
      "epoch": 0.12492320294900676,
      "grad_norm": 1.0046195786184053,
      "learning_rate": 0.0002999609118458885,
      "loss": 1.2275,
      "step": 3050
    },
    {
      "epoch": 0.12496416137620316,
      "grad_norm": 0.9680940733324461,
      "learning_rate": 0.000299960837360049,
      "loss": 1.3286,
      "step": 3051
    },
    {
      "epoch": 0.12500511980339954,
      "grad_norm": 0.6588576711104318,
      "learning_rate": 0.0002999607628033167,
      "loss": 0.5437,
      "step": 3052
    },
    {
      "epoch": 0.12504607823059594,
      "grad_norm": 0.6846970698574506,
      "learning_rate": 0.00029996068817569167,
      "loss": 1.0706,
      "step": 3053
    },
    {
      "epoch": 0.12508703665779233,
      "grad_norm": 0.7313190341118074,
      "learning_rate": 0.00029996061347717395,
      "loss": 1.0589,
      "step": 3054
    },
    {
      "epoch": 0.12512799508498873,
      "grad_norm": 0.8124195693306121,
      "learning_rate": 0.00029996053870776356,
      "loss": 1.1022,
      "step": 3055
    },
    {
      "epoch": 0.12516895351218513,
      "grad_norm": 0.642686822864529,
      "learning_rate": 0.0002999604638674605,
      "loss": 0.8547,
      "step": 3056
    },
    {
      "epoch": 0.12520991193938152,
      "grad_norm": 0.7473636394230395,
      "learning_rate": 0.0002999603889562648,
      "loss": 1.0879,
      "step": 3057
    },
    {
      "epoch": 0.12525087036657792,
      "grad_norm": 0.634556930671322,
      "learning_rate": 0.0002999603139741766,
      "loss": 0.9137,
      "step": 3058
    },
    {
      "epoch": 0.12529182879377432,
      "grad_norm": 0.6413058297999976,
      "learning_rate": 0.00029996023892119586,
      "loss": 0.8716,
      "step": 3059
    },
    {
      "epoch": 0.12533278722097072,
      "grad_norm": 0.9201432087824457,
      "learning_rate": 0.00029996016379732254,
      "loss": 0.9467,
      "step": 3060
    },
    {
      "epoch": 0.1253737456481671,
      "grad_norm": 0.9110178007533278,
      "learning_rate": 0.0002999600886025568,
      "loss": 1.3207,
      "step": 3061
    },
    {
      "epoch": 0.1254147040753635,
      "grad_norm": 0.9447060296260599,
      "learning_rate": 0.0002999600133368987,
      "loss": 0.9275,
      "step": 3062
    },
    {
      "epoch": 0.1254556625025599,
      "grad_norm": 0.8716136144867382,
      "learning_rate": 0.0002999599380003481,
      "loss": 1.1064,
      "step": 3063
    },
    {
      "epoch": 0.1254966209297563,
      "grad_norm": 1.4057030672609876,
      "learning_rate": 0.00029995986259290523,
      "loss": 0.8203,
      "step": 3064
    },
    {
      "epoch": 0.1255375793569527,
      "grad_norm": 0.848093838956472,
      "learning_rate": 0.00029995978711457,
      "loss": 0.9475,
      "step": 3065
    },
    {
      "epoch": 0.1255785377841491,
      "grad_norm": 0.7587326733977336,
      "learning_rate": 0.0002999597115653425,
      "loss": 0.5412,
      "step": 3066
    },
    {
      "epoch": 0.1256194962113455,
      "grad_norm": 0.9030643074091764,
      "learning_rate": 0.00029995963594522273,
      "loss": 1.1444,
      "step": 3067
    },
    {
      "epoch": 0.1256604546385419,
      "grad_norm": 1.627405368434493,
      "learning_rate": 0.0002999595602542108,
      "loss": 1.6916,
      "step": 3068
    },
    {
      "epoch": 0.1257014130657383,
      "grad_norm": 0.6796462797209661,
      "learning_rate": 0.0002999594844923066,
      "loss": 0.8466,
      "step": 3069
    },
    {
      "epoch": 0.12574237149293468,
      "grad_norm": 0.7316358497503797,
      "learning_rate": 0.0002999594086595103,
      "loss": 0.4561,
      "step": 3070
    },
    {
      "epoch": 0.12578332992013105,
      "grad_norm": 1.1512530744457257,
      "learning_rate": 0.0002999593327558219,
      "loss": 0.9922,
      "step": 3071
    },
    {
      "epoch": 0.12582428834732745,
      "grad_norm": 7.029800636779127,
      "learning_rate": 0.00029995925678124143,
      "loss": 6.9846,
      "step": 3072
    },
    {
      "epoch": 0.12586524677452385,
      "grad_norm": 0.9403858824891056,
      "learning_rate": 0.00029995918073576894,
      "loss": 1.3023,
      "step": 3073
    },
    {
      "epoch": 0.12590620520172024,
      "grad_norm": 0.8506084238380733,
      "learning_rate": 0.0002999591046194044,
      "loss": 0.952,
      "step": 3074
    },
    {
      "epoch": 0.12594716362891664,
      "grad_norm": 1.2309923318129985,
      "learning_rate": 0.00029995902843214794,
      "loss": 1.1785,
      "step": 3075
    },
    {
      "epoch": 0.12598812205611304,
      "grad_norm": 1.0263136163024709,
      "learning_rate": 0.00029995895217399955,
      "loss": 0.7942,
      "step": 3076
    },
    {
      "epoch": 0.12602908048330944,
      "grad_norm": 1.1514339807831513,
      "learning_rate": 0.00029995887584495924,
      "loss": 1.3553,
      "step": 3077
    },
    {
      "epoch": 0.12607003891050583,
      "grad_norm": 0.9305778378227086,
      "learning_rate": 0.0002999587994450271,
      "loss": 0.9331,
      "step": 3078
    },
    {
      "epoch": 0.12611099733770223,
      "grad_norm": 0.6442315955716467,
      "learning_rate": 0.00029995872297420315,
      "loss": 0.8508,
      "step": 3079
    },
    {
      "epoch": 0.12615195576489863,
      "grad_norm": 0.797011925348637,
      "learning_rate": 0.0002999586464324874,
      "loss": 0.8577,
      "step": 3080
    },
    {
      "epoch": 0.12619291419209502,
      "grad_norm": 0.9222536279508883,
      "learning_rate": 0.00029995856981987994,
      "loss": 1.073,
      "step": 3081
    },
    {
      "epoch": 0.12623387261929142,
      "grad_norm": 1.019481182694386,
      "learning_rate": 0.0002999584931363807,
      "loss": 1.093,
      "step": 3082
    },
    {
      "epoch": 0.12627483104648782,
      "grad_norm": 0.6687883732532236,
      "learning_rate": 0.00029995841638198983,
      "loss": 0.6227,
      "step": 3083
    },
    {
      "epoch": 0.12631578947368421,
      "grad_norm": 1.3061099689927127,
      "learning_rate": 0.0002999583395567073,
      "loss": 0.985,
      "step": 3084
    },
    {
      "epoch": 0.1263567479008806,
      "grad_norm": 1.2987402993921597,
      "learning_rate": 0.0002999582626605332,
      "loss": 1.7228,
      "step": 3085
    },
    {
      "epoch": 0.126397706328077,
      "grad_norm": 1.0253830440213174,
      "learning_rate": 0.0002999581856934675,
      "loss": 1.083,
      "step": 3086
    },
    {
      "epoch": 0.1264386647552734,
      "grad_norm": 0.771511419610307,
      "learning_rate": 0.00029995810865551033,
      "loss": 0.7801,
      "step": 3087
    },
    {
      "epoch": 0.1264796231824698,
      "grad_norm": 0.9564661888881272,
      "learning_rate": 0.0002999580315466616,
      "loss": 1.0177,
      "step": 3088
    },
    {
      "epoch": 0.1265205816096662,
      "grad_norm": 1.1218385025469064,
      "learning_rate": 0.00029995795436692143,
      "loss": 1.3073,
      "step": 3089
    },
    {
      "epoch": 0.1265615400368626,
      "grad_norm": 0.8302969605557161,
      "learning_rate": 0.00029995787711628987,
      "loss": 1.0643,
      "step": 3090
    },
    {
      "epoch": 0.126602498464059,
      "grad_norm": 1.1201329665747346,
      "learning_rate": 0.00029995779979476693,
      "loss": 1.2359,
      "step": 3091
    },
    {
      "epoch": 0.12664345689125536,
      "grad_norm": 0.6111481529790649,
      "learning_rate": 0.0002999577224023526,
      "loss": 0.5525,
      "step": 3092
    },
    {
      "epoch": 0.12668441531845176,
      "grad_norm": 1.5042651059933363,
      "learning_rate": 0.000299957644939047,
      "loss": 1.5352,
      "step": 3093
    },
    {
      "epoch": 0.12672537374564816,
      "grad_norm": 0.8293652812054938,
      "learning_rate": 0.00029995756740485016,
      "loss": 1.0387,
      "step": 3094
    },
    {
      "epoch": 0.12676633217284455,
      "grad_norm": 0.9659856006540072,
      "learning_rate": 0.000299957489799762,
      "loss": 0.9446,
      "step": 3095
    },
    {
      "epoch": 0.12680729060004095,
      "grad_norm": 1.379071055064545,
      "learning_rate": 0.00029995741212378264,
      "loss": 1.7104,
      "step": 3096
    },
    {
      "epoch": 0.12684824902723735,
      "grad_norm": 0.7191913480808123,
      "learning_rate": 0.0002999573343769122,
      "loss": 1.0084,
      "step": 3097
    },
    {
      "epoch": 0.12688920745443374,
      "grad_norm": 0.6756257466534393,
      "learning_rate": 0.0002999572565591506,
      "loss": 0.9214,
      "step": 3098
    },
    {
      "epoch": 0.12693016588163014,
      "grad_norm": 0.9175480205650849,
      "learning_rate": 0.0002999571786704979,
      "loss": 1.1265,
      "step": 3099
    },
    {
      "epoch": 0.12697112430882654,
      "grad_norm": 0.7755706330148081,
      "learning_rate": 0.0002999571007109541,
      "loss": 1.1511,
      "step": 3100
    },
    {
      "epoch": 0.12701208273602294,
      "grad_norm": 0.6597936634154171,
      "learning_rate": 0.00029995702268051936,
      "loss": 0.977,
      "step": 3101
    },
    {
      "epoch": 0.12705304116321933,
      "grad_norm": 0.7291275616375364,
      "learning_rate": 0.0002999569445791936,
      "loss": 0.9702,
      "step": 3102
    },
    {
      "epoch": 0.12709399959041573,
      "grad_norm": 0.7728150447973922,
      "learning_rate": 0.0002999568664069769,
      "loss": 1.0882,
      "step": 3103
    },
    {
      "epoch": 0.12713495801761213,
      "grad_norm": 1.0613288676022339,
      "learning_rate": 0.00029995678816386933,
      "loss": 0.8251,
      "step": 3104
    },
    {
      "epoch": 0.12717591644480852,
      "grad_norm": 0.7053958951887986,
      "learning_rate": 0.00029995670984987087,
      "loss": 0.9305,
      "step": 3105
    },
    {
      "epoch": 0.12721687487200492,
      "grad_norm": 0.8308978354760472,
      "learning_rate": 0.0002999566314649816,
      "loss": 1.1267,
      "step": 3106
    },
    {
      "epoch": 0.12725783329920132,
      "grad_norm": 0.859837455132638,
      "learning_rate": 0.00029995655300920146,
      "loss": 1.1939,
      "step": 3107
    },
    {
      "epoch": 0.12729879172639771,
      "grad_norm": 0.6296822127019828,
      "learning_rate": 0.00029995647448253067,
      "loss": 0.4524,
      "step": 3108
    },
    {
      "epoch": 0.1273397501535941,
      "grad_norm": 0.7791836681949146,
      "learning_rate": 0.0002999563958849691,
      "loss": 1.1886,
      "step": 3109
    },
    {
      "epoch": 0.1273807085807905,
      "grad_norm": 0.7216299857988753,
      "learning_rate": 0.0002999563172165168,
      "loss": 1.0279,
      "step": 3110
    },
    {
      "epoch": 0.1274216670079869,
      "grad_norm": 0.5722954580476974,
      "learning_rate": 0.000299956238477174,
      "loss": 0.7646,
      "step": 3111
    },
    {
      "epoch": 0.1274626254351833,
      "grad_norm": 0.6651866342039523,
      "learning_rate": 0.00029995615966694046,
      "loss": 0.935,
      "step": 3112
    },
    {
      "epoch": 0.12750358386237967,
      "grad_norm": 0.5880871730108512,
      "learning_rate": 0.0002999560807858164,
      "loss": 0.76,
      "step": 3113
    },
    {
      "epoch": 0.12754454228957607,
      "grad_norm": 0.7069206443505381,
      "learning_rate": 0.0002999560018338018,
      "loss": 1.1181,
      "step": 3114
    },
    {
      "epoch": 0.12758550071677247,
      "grad_norm": 0.7136917205132616,
      "learning_rate": 0.0002999559228108967,
      "loss": 0.8381,
      "step": 3115
    },
    {
      "epoch": 0.12762645914396886,
      "grad_norm": 0.9395386117543718,
      "learning_rate": 0.00029995584371710115,
      "loss": 1.3121,
      "step": 3116
    },
    {
      "epoch": 0.12766741757116526,
      "grad_norm": 0.7564818364832511,
      "learning_rate": 0.0002999557645524151,
      "loss": 0.8061,
      "step": 3117
    },
    {
      "epoch": 0.12770837599836166,
      "grad_norm": 1.2577630350223101,
      "learning_rate": 0.0002999556853168388,
      "loss": 1.2333,
      "step": 3118
    },
    {
      "epoch": 0.12774933442555805,
      "grad_norm": 0.9171982244656985,
      "learning_rate": 0.0002999556060103721,
      "loss": 1.2212,
      "step": 3119
    },
    {
      "epoch": 0.12779029285275445,
      "grad_norm": 1.088741435233881,
      "learning_rate": 0.00029995552663301505,
      "loss": 1.1214,
      "step": 3120
    },
    {
      "epoch": 0.12783125127995085,
      "grad_norm": 1.2639059885717947,
      "learning_rate": 0.00029995544718476776,
      "loss": 1.4863,
      "step": 3121
    },
    {
      "epoch": 0.12787220970714724,
      "grad_norm": 1.6068824131910568,
      "learning_rate": 0.0002999553676656302,
      "loss": 1.1119,
      "step": 3122
    },
    {
      "epoch": 0.12791316813434364,
      "grad_norm": 0.9535321462105001,
      "learning_rate": 0.0002999552880756025,
      "loss": 1.1523,
      "step": 3123
    },
    {
      "epoch": 0.12795412656154004,
      "grad_norm": 0.7214286141951058,
      "learning_rate": 0.0002999552084146847,
      "loss": 1.2618,
      "step": 3124
    },
    {
      "epoch": 0.12799508498873644,
      "grad_norm": 0.9769413884506798,
      "learning_rate": 0.0002999551286828766,
      "loss": 1.0089,
      "step": 3125
    },
    {
      "epoch": 0.12803604341593283,
      "grad_norm": 0.902839263256568,
      "learning_rate": 0.0002999550488801786,
      "loss": 1.2086,
      "step": 3126
    },
    {
      "epoch": 0.12807700184312923,
      "grad_norm": 0.6070491038701411,
      "learning_rate": 0.0002999549690065904,
      "loss": 0.8845,
      "step": 3127
    },
    {
      "epoch": 0.12811796027032563,
      "grad_norm": 0.8060061083325084,
      "learning_rate": 0.0002999548890621123,
      "loss": 0.5121,
      "step": 3128
    },
    {
      "epoch": 0.12815891869752202,
      "grad_norm": 2.0597138661769967,
      "learning_rate": 0.0002999548090467442,
      "loss": 2.6812,
      "step": 3129
    },
    {
      "epoch": 0.12819987712471842,
      "grad_norm": 0.9166946627964991,
      "learning_rate": 0.00029995472896048617,
      "loss": 1.2349,
      "step": 3130
    },
    {
      "epoch": 0.12824083555191482,
      "grad_norm": 0.8135016772891801,
      "learning_rate": 0.0002999546488033382,
      "loss": 1.4913,
      "step": 3131
    },
    {
      "epoch": 0.1282817939791112,
      "grad_norm": 2.752582417192722,
      "learning_rate": 0.00029995456857530046,
      "loss": 2.3144,
      "step": 3132
    },
    {
      "epoch": 0.1283227524063076,
      "grad_norm": 0.8594964897627967,
      "learning_rate": 0.0002999544882763728,
      "loss": 1.1704,
      "step": 3133
    },
    {
      "epoch": 0.12836371083350398,
      "grad_norm": 0.9481111855873088,
      "learning_rate": 0.0002999544079065554,
      "loss": 1.4319,
      "step": 3134
    },
    {
      "epoch": 0.12840466926070038,
      "grad_norm": 1.2466805151810467,
      "learning_rate": 0.0002999543274658483,
      "loss": 1.2843,
      "step": 3135
    },
    {
      "epoch": 0.12844562768789677,
      "grad_norm": 2.26559582358189,
      "learning_rate": 0.00029995424695425144,
      "loss": 1.6125,
      "step": 3136
    },
    {
      "epoch": 0.12848658611509317,
      "grad_norm": 0.7056066770151297,
      "learning_rate": 0.00029995416637176495,
      "loss": 0.8174,
      "step": 3137
    },
    {
      "epoch": 0.12852754454228957,
      "grad_norm": 0.4904558752250873,
      "learning_rate": 0.00029995408571838883,
      "loss": 0.4442,
      "step": 3138
    },
    {
      "epoch": 0.12856850296948596,
      "grad_norm": 1.0678454628132688,
      "learning_rate": 0.0002999540049941231,
      "loss": 1.3157,
      "step": 3139
    },
    {
      "epoch": 0.12860946139668236,
      "grad_norm": 0.5559753974688335,
      "learning_rate": 0.00029995392419896784,
      "loss": 0.5027,
      "step": 3140
    },
    {
      "epoch": 0.12865041982387876,
      "grad_norm": 0.6694219087524643,
      "learning_rate": 0.000299953843332923,
      "loss": 0.6382,
      "step": 3141
    },
    {
      "epoch": 0.12869137825107516,
      "grad_norm": 1.0027371019006914,
      "learning_rate": 0.0002999537623959888,
      "loss": 1.4864,
      "step": 3142
    },
    {
      "epoch": 0.12873233667827155,
      "grad_norm": 0.6742304135571295,
      "learning_rate": 0.00029995368138816507,
      "loss": 0.6873,
      "step": 3143
    },
    {
      "epoch": 0.12877329510546795,
      "grad_norm": 2.279643030163151,
      "learning_rate": 0.000299953600309452,
      "loss": 1.5923,
      "step": 3144
    },
    {
      "epoch": 0.12881425353266435,
      "grad_norm": 1.4202003214022378,
      "learning_rate": 0.0002999535191598495,
      "loss": 1.0545,
      "step": 3145
    },
    {
      "epoch": 0.12885521195986074,
      "grad_norm": 0.6669275554634212,
      "learning_rate": 0.00029995343793935773,
      "loss": 0.4686,
      "step": 3146
    },
    {
      "epoch": 0.12889617038705714,
      "grad_norm": 1.5764219724996842,
      "learning_rate": 0.00029995335664797666,
      "loss": 1.5779,
      "step": 3147
    },
    {
      "epoch": 0.12893712881425354,
      "grad_norm": 0.7534585297854698,
      "learning_rate": 0.0002999532752857064,
      "loss": 0.8211,
      "step": 3148
    },
    {
      "epoch": 0.12897808724144993,
      "grad_norm": 0.6782385165484994,
      "learning_rate": 0.0002999531938525468,
      "loss": 0.6792,
      "step": 3149
    },
    {
      "epoch": 0.12901904566864633,
      "grad_norm": 1.1515907107066345,
      "learning_rate": 0.0002999531123484981,
      "loss": 1.1845,
      "step": 3150
    },
    {
      "epoch": 0.12906000409584273,
      "grad_norm": 0.9402995796779683,
      "learning_rate": 0.00029995303077356034,
      "loss": 1.0258,
      "step": 3151
    },
    {
      "epoch": 0.12910096252303913,
      "grad_norm": 1.3781476513303335,
      "learning_rate": 0.0002999529491277334,
      "loss": 1.0622,
      "step": 3152
    },
    {
      "epoch": 0.12914192095023552,
      "grad_norm": 0.9446093336484368,
      "learning_rate": 0.00029995286741101745,
      "loss": 1.1658,
      "step": 3153
    },
    {
      "epoch": 0.12918287937743192,
      "grad_norm": 0.8452126895236738,
      "learning_rate": 0.00029995278562341244,
      "loss": 1.0577,
      "step": 3154
    },
    {
      "epoch": 0.1292238378046283,
      "grad_norm": 1.1331459754787059,
      "learning_rate": 0.00029995270376491855,
      "loss": 1.0644,
      "step": 3155
    },
    {
      "epoch": 0.12926479623182469,
      "grad_norm": 0.9982427665987784,
      "learning_rate": 0.0002999526218355356,
      "loss": 1.8579,
      "step": 3156
    },
    {
      "epoch": 0.12930575465902108,
      "grad_norm": 0.7845577725357282,
      "learning_rate": 0.0002999525398352638,
      "loss": 1.1054,
      "step": 3157
    },
    {
      "epoch": 0.12934671308621748,
      "grad_norm": 0.9011471865418273,
      "learning_rate": 0.0002999524577641032,
      "loss": 0.9554,
      "step": 3158
    },
    {
      "epoch": 0.12938767151341388,
      "grad_norm": 1.0071609636234895,
      "learning_rate": 0.00029995237562205373,
      "loss": 1.2959,
      "step": 3159
    },
    {
      "epoch": 0.12942862994061027,
      "grad_norm": 0.6715159778206058,
      "learning_rate": 0.00029995229340911545,
      "loss": 0.7449,
      "step": 3160
    },
    {
      "epoch": 0.12946958836780667,
      "grad_norm": 0.671506834125365,
      "learning_rate": 0.00029995221112528845,
      "loss": 1.0666,
      "step": 3161
    },
    {
      "epoch": 0.12951054679500307,
      "grad_norm": 1.4684447621670975,
      "learning_rate": 0.0002999521287705728,
      "loss": 1.7396,
      "step": 3162
    },
    {
      "epoch": 0.12955150522219946,
      "grad_norm": 0.9453538915174114,
      "learning_rate": 0.00029995204634496837,
      "loss": 1.1481,
      "step": 3163
    },
    {
      "epoch": 0.12959246364939586,
      "grad_norm": 1.3717842569909793,
      "learning_rate": 0.00029995196384847544,
      "loss": 3.589,
      "step": 3164
    },
    {
      "epoch": 0.12963342207659226,
      "grad_norm": 0.8291222152927687,
      "learning_rate": 0.00029995188128109385,
      "loss": 1.5435,
      "step": 3165
    },
    {
      "epoch": 0.12967438050378866,
      "grad_norm": 1.165585347504127,
      "learning_rate": 0.0002999517986428237,
      "loss": 0.8683,
      "step": 3166
    },
    {
      "epoch": 0.12971533893098505,
      "grad_norm": 3.661141707614331,
      "learning_rate": 0.00029995171593366507,
      "loss": 3.1928,
      "step": 3167
    },
    {
      "epoch": 0.12975629735818145,
      "grad_norm": 0.9272926547742881,
      "learning_rate": 0.000299951633153618,
      "loss": 0.5635,
      "step": 3168
    },
    {
      "epoch": 0.12979725578537785,
      "grad_norm": 1.5531298608742836,
      "learning_rate": 0.00029995155030268245,
      "loss": 1.0109,
      "step": 3169
    },
    {
      "epoch": 0.12983821421257424,
      "grad_norm": 0.9589046866958844,
      "learning_rate": 0.00029995146738085853,
      "loss": 1.0593,
      "step": 3170
    },
    {
      "epoch": 0.12987917263977064,
      "grad_norm": 0.9367668155781516,
      "learning_rate": 0.0002999513843881462,
      "loss": 0.9735,
      "step": 3171
    },
    {
      "epoch": 0.12992013106696704,
      "grad_norm": 2.3359738856297927,
      "learning_rate": 0.0002999513013245456,
      "loss": 1.7269,
      "step": 3172
    },
    {
      "epoch": 0.12996108949416343,
      "grad_norm": 0.8540181147836037,
      "learning_rate": 0.00029995121819005675,
      "loss": 0.8652,
      "step": 3173
    },
    {
      "epoch": 0.13000204792135983,
      "grad_norm": 0.6811009148358741,
      "learning_rate": 0.0002999511349846797,
      "loss": 0.8874,
      "step": 3174
    },
    {
      "epoch": 0.13004300634855623,
      "grad_norm": 1.0336311510370162,
      "learning_rate": 0.0002999510517084144,
      "loss": 1.3324,
      "step": 3175
    },
    {
      "epoch": 0.1300839647757526,
      "grad_norm": 0.8290288877727532,
      "learning_rate": 0.0002999509683612609,
      "loss": 0.536,
      "step": 3176
    },
    {
      "epoch": 0.130124923202949,
      "grad_norm": 0.6900686809160158,
      "learning_rate": 0.00029995088494321934,
      "loss": 0.9571,
      "step": 3177
    },
    {
      "epoch": 0.1301658816301454,
      "grad_norm": 1.9857655625684807,
      "learning_rate": 0.0002999508014542897,
      "loss": 2.5467,
      "step": 3178
    },
    {
      "epoch": 0.1302068400573418,
      "grad_norm": 0.8570903141313595,
      "learning_rate": 0.00029995071789447206,
      "loss": 1.0776,
      "step": 3179
    },
    {
      "epoch": 0.13024779848453819,
      "grad_norm": 1.0851678639278604,
      "learning_rate": 0.00029995063426376634,
      "loss": 1.2735,
      "step": 3180
    },
    {
      "epoch": 0.13028875691173458,
      "grad_norm": 1.5120691479984327,
      "learning_rate": 0.0002999505505621727,
      "loss": 1.5929,
      "step": 3181
    },
    {
      "epoch": 0.13032971533893098,
      "grad_norm": 0.7595376127522924,
      "learning_rate": 0.00029995046678969116,
      "loss": 0.7311,
      "step": 3182
    },
    {
      "epoch": 0.13037067376612738,
      "grad_norm": 1.28585370011228,
      "learning_rate": 0.0002999503829463217,
      "loss": 1.3189,
      "step": 3183
    },
    {
      "epoch": 0.13041163219332377,
      "grad_norm": 1.1150886271427813,
      "learning_rate": 0.0002999502990320644,
      "loss": 1.1215,
      "step": 3184
    },
    {
      "epoch": 0.13045259062052017,
      "grad_norm": 2.547840186620033,
      "learning_rate": 0.00029995021504691934,
      "loss": 5.2531,
      "step": 3185
    },
    {
      "epoch": 0.13049354904771657,
      "grad_norm": 1.1905341234838493,
      "learning_rate": 0.00029995013099088654,
      "loss": 0.9852,
      "step": 3186
    },
    {
      "epoch": 0.13053450747491296,
      "grad_norm": 0.6374809523710062,
      "learning_rate": 0.00029995004686396594,
      "loss": 0.5287,
      "step": 3187
    },
    {
      "epoch": 0.13057546590210936,
      "grad_norm": 0.9000849083476475,
      "learning_rate": 0.0002999499626661577,
      "loss": 1.1415,
      "step": 3188
    },
    {
      "epoch": 0.13061642432930576,
      "grad_norm": 1.6310291097334197,
      "learning_rate": 0.0002999498783974618,
      "loss": 0.9024,
      "step": 3189
    },
    {
      "epoch": 0.13065738275650216,
      "grad_norm": 0.7931579239324833,
      "learning_rate": 0.00029994979405787835,
      "loss": 1.1956,
      "step": 3190
    },
    {
      "epoch": 0.13069834118369855,
      "grad_norm": 0.8241255285118226,
      "learning_rate": 0.0002999497096474073,
      "loss": 1.0613,
      "step": 3191
    },
    {
      "epoch": 0.13073929961089495,
      "grad_norm": 0.7188367599259772,
      "learning_rate": 0.0002999496251660487,
      "loss": 0.842,
      "step": 3192
    },
    {
      "epoch": 0.13078025803809135,
      "grad_norm": 0.8528428562621443,
      "learning_rate": 0.0002999495406138027,
      "loss": 0.6254,
      "step": 3193
    },
    {
      "epoch": 0.13082121646528774,
      "grad_norm": 0.790479850560941,
      "learning_rate": 0.0002999494559906692,
      "loss": 0.4548,
      "step": 3194
    },
    {
      "epoch": 0.13086217489248414,
      "grad_norm": 0.8198499875136398,
      "learning_rate": 0.00029994937129664825,
      "loss": 1.0425,
      "step": 3195
    },
    {
      "epoch": 0.13090313331968054,
      "grad_norm": 0.9608905962741415,
      "learning_rate": 0.00029994928653174005,
      "loss": 1.4193,
      "step": 3196
    },
    {
      "epoch": 0.1309440917468769,
      "grad_norm": 1.0489193331429032,
      "learning_rate": 0.00029994920169594444,
      "loss": 0.9314,
      "step": 3197
    },
    {
      "epoch": 0.1309850501740733,
      "grad_norm": 0.6143230920171604,
      "learning_rate": 0.0002999491167892616,
      "loss": 0.5476,
      "step": 3198
    },
    {
      "epoch": 0.1310260086012697,
      "grad_norm": 0.6621171864701939,
      "learning_rate": 0.0002999490318116915,
      "loss": 0.6026,
      "step": 3199
    },
    {
      "epoch": 0.1310669670284661,
      "grad_norm": 2.2721519368728105,
      "learning_rate": 0.0002999489467632342,
      "loss": 1.7421,
      "step": 3200
    },
    {
      "epoch": 0.1311079254556625,
      "grad_norm": 1.4148145925349092,
      "learning_rate": 0.0002999488616438897,
      "loss": 1.0783,
      "step": 3201
    },
    {
      "epoch": 0.1311488838828589,
      "grad_norm": 0.9055163356501188,
      "learning_rate": 0.0002999487764536582,
      "loss": 1.3359,
      "step": 3202
    },
    {
      "epoch": 0.1311898423100553,
      "grad_norm": 1.3577704580213403,
      "learning_rate": 0.0002999486911925395,
      "loss": 1.8822,
      "step": 3203
    },
    {
      "epoch": 0.13123080073725168,
      "grad_norm": 1.1226245358075018,
      "learning_rate": 0.0002999486058605338,
      "loss": 1.3572,
      "step": 3204
    },
    {
      "epoch": 0.13127175916444808,
      "grad_norm": 0.8951602669948662,
      "learning_rate": 0.0002999485204576411,
      "loss": 1.0596,
      "step": 3205
    },
    {
      "epoch": 0.13131271759164448,
      "grad_norm": 0.9871583052544121,
      "learning_rate": 0.00029994843498386145,
      "loss": 1.3972,
      "step": 3206
    },
    {
      "epoch": 0.13135367601884088,
      "grad_norm": 0.7250290910821858,
      "learning_rate": 0.0002999483494391949,
      "loss": 1.1155,
      "step": 3207
    },
    {
      "epoch": 0.13139463444603727,
      "grad_norm": 0.8052926344881075,
      "learning_rate": 0.0002999482638236414,
      "loss": 1.4233,
      "step": 3208
    },
    {
      "epoch": 0.13143559287323367,
      "grad_norm": 1.0389705067700097,
      "learning_rate": 0.0002999481781372011,
      "loss": 1.792,
      "step": 3209
    },
    {
      "epoch": 0.13147655130043007,
      "grad_norm": 0.8062127030219669,
      "learning_rate": 0.000299948092379874,
      "loss": 1.2296,
      "step": 3210
    },
    {
      "epoch": 0.13151750972762646,
      "grad_norm": 0.8726892726441059,
      "learning_rate": 0.00029994800655166017,
      "loss": 0.8562,
      "step": 3211
    },
    {
      "epoch": 0.13155846815482286,
      "grad_norm": 1.207921904821567,
      "learning_rate": 0.0002999479206525596,
      "loss": 1.52,
      "step": 3212
    },
    {
      "epoch": 0.13159942658201926,
      "grad_norm": 0.8700203845102767,
      "learning_rate": 0.00029994783468257236,
      "loss": 0.9494,
      "step": 3213
    },
    {
      "epoch": 0.13164038500921565,
      "grad_norm": 0.6280635550133942,
      "learning_rate": 0.00029994774864169844,
      "loss": 1.0428,
      "step": 3214
    },
    {
      "epoch": 0.13168134343641205,
      "grad_norm": 0.6826610344076182,
      "learning_rate": 0.000299947662529938,
      "loss": 0.9182,
      "step": 3215
    },
    {
      "epoch": 0.13172230186360845,
      "grad_norm": 0.7866319468013822,
      "learning_rate": 0.00029994757634729097,
      "loss": 1.0661,
      "step": 3216
    },
    {
      "epoch": 0.13176326029080485,
      "grad_norm": 1.1084489138343445,
      "learning_rate": 0.0002999474900937574,
      "loss": 0.75,
      "step": 3217
    },
    {
      "epoch": 0.13180421871800124,
      "grad_norm": 1.5654931334940823,
      "learning_rate": 0.0002999474037693374,
      "loss": 1.3382,
      "step": 3218
    },
    {
      "epoch": 0.1318451771451976,
      "grad_norm": 0.7177262017867974,
      "learning_rate": 0.000299947317374031,
      "loss": 0.8427,
      "step": 3219
    },
    {
      "epoch": 0.131886135572394,
      "grad_norm": 0.5521311191024446,
      "learning_rate": 0.00029994723090783816,
      "loss": 0.4945,
      "step": 3220
    },
    {
      "epoch": 0.1319270939995904,
      "grad_norm": 1.1749863411120496,
      "learning_rate": 0.00029994714437075895,
      "loss": 0.7363,
      "step": 3221
    },
    {
      "epoch": 0.1319680524267868,
      "grad_norm": 1.1129194324249456,
      "learning_rate": 0.00029994705776279347,
      "loss": 1.2952,
      "step": 3222
    },
    {
      "epoch": 0.1320090108539832,
      "grad_norm": 1.4368408931087608,
      "learning_rate": 0.0002999469710839417,
      "loss": 1.151,
      "step": 3223
    },
    {
      "epoch": 0.1320499692811796,
      "grad_norm": 1.072328462780223,
      "learning_rate": 0.00029994688433420373,
      "loss": 2.2499,
      "step": 3224
    },
    {
      "epoch": 0.132090927708376,
      "grad_norm": 0.6747762420197175,
      "learning_rate": 0.0002999467975135795,
      "loss": 0.9325,
      "step": 3225
    },
    {
      "epoch": 0.1321318861355724,
      "grad_norm": 0.7671358570016087,
      "learning_rate": 0.0002999467106220692,
      "loss": 0.5353,
      "step": 3226
    },
    {
      "epoch": 0.1321728445627688,
      "grad_norm": 0.8209938398724793,
      "learning_rate": 0.0002999466236596728,
      "loss": 1.1403,
      "step": 3227
    },
    {
      "epoch": 0.13221380298996518,
      "grad_norm": 0.6099277677057773,
      "learning_rate": 0.00029994653662639034,
      "loss": 0.5461,
      "step": 3228
    },
    {
      "epoch": 0.13225476141716158,
      "grad_norm": 0.9214678154538202,
      "learning_rate": 0.0002999464495222218,
      "loss": 1.1611,
      "step": 3229
    },
    {
      "epoch": 0.13229571984435798,
      "grad_norm": 0.7320902726890812,
      "learning_rate": 0.00029994636234716734,
      "loss": 0.5197,
      "step": 3230
    },
    {
      "epoch": 0.13233667827155438,
      "grad_norm": 0.9259213794536634,
      "learning_rate": 0.0002999462751012269,
      "loss": 1.3858,
      "step": 3231
    },
    {
      "epoch": 0.13237763669875077,
      "grad_norm": 1.094998867340415,
      "learning_rate": 0.0002999461877844006,
      "loss": 1.1145,
      "step": 3232
    },
    {
      "epoch": 0.13241859512594717,
      "grad_norm": 1.327696217227184,
      "learning_rate": 0.0002999461003966884,
      "loss": 0.9954,
      "step": 3233
    },
    {
      "epoch": 0.13245955355314357,
      "grad_norm": 1.291470694344597,
      "learning_rate": 0.0002999460129380904,
      "loss": 1.0349,
      "step": 3234
    },
    {
      "epoch": 0.13250051198033996,
      "grad_norm": 1.1154497898239104,
      "learning_rate": 0.0002999459254086066,
      "loss": 0.8127,
      "step": 3235
    },
    {
      "epoch": 0.13254147040753636,
      "grad_norm": 1.1453777653689776,
      "learning_rate": 0.00029994583780823715,
      "loss": 1.2793,
      "step": 3236
    },
    {
      "epoch": 0.13258242883473276,
      "grad_norm": 0.9650473123680455,
      "learning_rate": 0.00029994575013698197,
      "loss": 1.6479,
      "step": 3237
    },
    {
      "epoch": 0.13262338726192915,
      "grad_norm": 1.1255701356281114,
      "learning_rate": 0.0002999456623948411,
      "loss": 0.9875,
      "step": 3238
    },
    {
      "epoch": 0.13266434568912555,
      "grad_norm": 1.3612016930855384,
      "learning_rate": 0.00029994557458181467,
      "loss": 1.23,
      "step": 3239
    },
    {
      "epoch": 0.13270530411632192,
      "grad_norm": 1.0606928197803107,
      "learning_rate": 0.0002999454866979026,
      "loss": 1.283,
      "step": 3240
    },
    {
      "epoch": 0.13274626254351832,
      "grad_norm": 1.2650732599908086,
      "learning_rate": 0.0002999453987431051,
      "loss": 0.9705,
      "step": 3241
    },
    {
      "epoch": 0.13278722097071471,
      "grad_norm": 1.063149372079927,
      "learning_rate": 0.0002999453107174221,
      "loss": 1.6005,
      "step": 3242
    },
    {
      "epoch": 0.1328281793979111,
      "grad_norm": 0.782248295734519,
      "learning_rate": 0.0002999452226208536,
      "loss": 0.8976,
      "step": 3243
    },
    {
      "epoch": 0.1328691378251075,
      "grad_norm": 0.8619287220844376,
      "learning_rate": 0.00029994513445339967,
      "loss": 1.0537,
      "step": 3244
    },
    {
      "epoch": 0.1329100962523039,
      "grad_norm": 1.2488367735798631,
      "learning_rate": 0.0002999450462150605,
      "loss": 0.9803,
      "step": 3245
    },
    {
      "epoch": 0.1329510546795003,
      "grad_norm": 1.7564197211582384,
      "learning_rate": 0.00029994495790583594,
      "loss": 1.2526,
      "step": 3246
    },
    {
      "epoch": 0.1329920131066967,
      "grad_norm": 1.5074654102570566,
      "learning_rate": 0.0002999448695257261,
      "loss": 0.5096,
      "step": 3247
    },
    {
      "epoch": 0.1330329715338931,
      "grad_norm": 0.7845909180740303,
      "learning_rate": 0.00029994478107473106,
      "loss": 0.881,
      "step": 3248
    },
    {
      "epoch": 0.1330739299610895,
      "grad_norm": 1.1315952702096874,
      "learning_rate": 0.0002999446925528508,
      "loss": 1.098,
      "step": 3249
    },
    {
      "epoch": 0.1331148883882859,
      "grad_norm": 1.4077578821981773,
      "learning_rate": 0.0002999446039600854,
      "loss": 0.8437,
      "step": 3250
    },
    {
      "epoch": 0.1331558468154823,
      "grad_norm": 1.0474535106893994,
      "learning_rate": 0.00029994451529643493,
      "loss": 1.0671,
      "step": 3251
    },
    {
      "epoch": 0.13319680524267868,
      "grad_norm": 1.4368183334070543,
      "learning_rate": 0.00029994442656189937,
      "loss": 1.2961,
      "step": 3252
    },
    {
      "epoch": 0.13323776366987508,
      "grad_norm": 0.8977213964865334,
      "learning_rate": 0.0002999443377564788,
      "loss": 1.061,
      "step": 3253
    },
    {
      "epoch": 0.13327872209707148,
      "grad_norm": 1.11641500184638,
      "learning_rate": 0.0002999442488801732,
      "loss": 0.924,
      "step": 3254
    },
    {
      "epoch": 0.13331968052426788,
      "grad_norm": 1.2924831421405132,
      "learning_rate": 0.00029994415993298267,
      "loss": 1.0692,
      "step": 3255
    },
    {
      "epoch": 0.13336063895146427,
      "grad_norm": 1.6434057363779822,
      "learning_rate": 0.00029994407091490726,
      "loss": 1.4052,
      "step": 3256
    },
    {
      "epoch": 0.13340159737866067,
      "grad_norm": 1.274045599427348,
      "learning_rate": 0.000299943981825947,
      "loss": 0.7692,
      "step": 3257
    },
    {
      "epoch": 0.13344255580585707,
      "grad_norm": 1.104346806202543,
      "learning_rate": 0.0002999438926661019,
      "loss": 1.0354,
      "step": 3258
    },
    {
      "epoch": 0.13348351423305346,
      "grad_norm": 8.094535179152917,
      "learning_rate": 0.00029994380343537205,
      "loss": 4.0952,
      "step": 3259
    },
    {
      "epoch": 0.13352447266024986,
      "grad_norm": 1.0828712365811108,
      "learning_rate": 0.00029994371413375744,
      "loss": 1.1343,
      "step": 3260
    },
    {
      "epoch": 0.13356543108744623,
      "grad_norm": 0.9994586519485311,
      "learning_rate": 0.0002999436247612582,
      "loss": 1.4938,
      "step": 3261
    },
    {
      "epoch": 0.13360638951464263,
      "grad_norm": 0.7555877301528898,
      "learning_rate": 0.0002999435353178743,
      "loss": 0.8792,
      "step": 3262
    },
    {
      "epoch": 0.13364734794183902,
      "grad_norm": 0.8150034517115675,
      "learning_rate": 0.0002999434458036058,
      "loss": 0.7568,
      "step": 3263
    },
    {
      "epoch": 0.13368830636903542,
      "grad_norm": 1.0120252406600343,
      "learning_rate": 0.0002999433562184527,
      "loss": 1.3683,
      "step": 3264
    },
    {
      "epoch": 0.13372926479623182,
      "grad_norm": 0.8455502732639955,
      "learning_rate": 0.0002999432665624151,
      "loss": 0.9819,
      "step": 3265
    },
    {
      "epoch": 0.13377022322342821,
      "grad_norm": 1.2305651109846198,
      "learning_rate": 0.000299943176835493,
      "loss": 0.5326,
      "step": 3266
    },
    {
      "epoch": 0.1338111816506246,
      "grad_norm": 0.6874645996955325,
      "learning_rate": 0.0002999430870376865,
      "loss": 1.1679,
      "step": 3267
    },
    {
      "epoch": 0.133852140077821,
      "grad_norm": 1.014441175376458,
      "learning_rate": 0.00029994299716899563,
      "loss": 0.9988,
      "step": 3268
    },
    {
      "epoch": 0.1338930985050174,
      "grad_norm": 0.7757119557547156,
      "learning_rate": 0.00029994290722942037,
      "loss": 0.973,
      "step": 3269
    },
    {
      "epoch": 0.1339340569322138,
      "grad_norm": 0.8140159159890771,
      "learning_rate": 0.00029994281721896083,
      "loss": 0.9623,
      "step": 3270
    },
    {
      "epoch": 0.1339750153594102,
      "grad_norm": 1.5254616279651985,
      "learning_rate": 0.00029994272713761703,
      "loss": 1.2168,
      "step": 3271
    },
    {
      "epoch": 0.1340159737866066,
      "grad_norm": 1.1501126957912908,
      "learning_rate": 0.00029994263698538895,
      "loss": 1.3087,
      "step": 3272
    },
    {
      "epoch": 0.134056932213803,
      "grad_norm": 0.7174555186776681,
      "learning_rate": 0.00029994254676227677,
      "loss": 0.8585,
      "step": 3273
    },
    {
      "epoch": 0.1340978906409994,
      "grad_norm": 0.6046118386428442,
      "learning_rate": 0.0002999424564682804,
      "loss": 0.5507,
      "step": 3274
    },
    {
      "epoch": 0.1341388490681958,
      "grad_norm": 0.8553289940711374,
      "learning_rate": 0.00029994236610339996,
      "loss": 0.7991,
      "step": 3275
    },
    {
      "epoch": 0.13417980749539218,
      "grad_norm": 0.7267177037062731,
      "learning_rate": 0.00029994227566763546,
      "loss": 0.8754,
      "step": 3276
    },
    {
      "epoch": 0.13422076592258858,
      "grad_norm": 0.7003308741729088,
      "learning_rate": 0.000299942185160987,
      "loss": 1.0338,
      "step": 3277
    },
    {
      "epoch": 0.13426172434978498,
      "grad_norm": 0.8224323230414121,
      "learning_rate": 0.00029994209458345455,
      "loss": 1.2441,
      "step": 3278
    },
    {
      "epoch": 0.13430268277698137,
      "grad_norm": 1.0143880975597575,
      "learning_rate": 0.00029994200393503815,
      "loss": 2.0011,
      "step": 3279
    },
    {
      "epoch": 0.13434364120417777,
      "grad_norm": 0.8808736220085156,
      "learning_rate": 0.00029994191321573786,
      "loss": 1.2367,
      "step": 3280
    },
    {
      "epoch": 0.13438459963137417,
      "grad_norm": 0.6139656851969617,
      "learning_rate": 0.0002999418224255538,
      "loss": 0.541,
      "step": 3281
    },
    {
      "epoch": 0.13442555805857054,
      "grad_norm": 0.7738424558525674,
      "learning_rate": 0.00029994173156448593,
      "loss": 0.9181,
      "step": 3282
    },
    {
      "epoch": 0.13446651648576693,
      "grad_norm": 0.6699857486575488,
      "learning_rate": 0.00029994164063253424,
      "loss": 0.8038,
      "step": 3283
    },
    {
      "epoch": 0.13450747491296333,
      "grad_norm": 0.6809260719569054,
      "learning_rate": 0.00029994154962969887,
      "loss": 0.787,
      "step": 3284
    },
    {
      "epoch": 0.13454843334015973,
      "grad_norm": 0.7187807259387289,
      "learning_rate": 0.0002999414585559799,
      "loss": 0.9209,
      "step": 3285
    },
    {
      "epoch": 0.13458939176735613,
      "grad_norm": 0.6763360568250402,
      "learning_rate": 0.0002999413674113772,
      "loss": 1.1243,
      "step": 3286
    },
    {
      "epoch": 0.13463035019455252,
      "grad_norm": 1.0869338232510617,
      "learning_rate": 0.00029994127619589105,
      "loss": 1.453,
      "step": 3287
    },
    {
      "epoch": 0.13467130862174892,
      "grad_norm": 0.7179407136422462,
      "learning_rate": 0.00029994118490952125,
      "loss": 1.2809,
      "step": 3288
    },
    {
      "epoch": 0.13471226704894532,
      "grad_norm": 0.5936883330174351,
      "learning_rate": 0.00029994109355226806,
      "loss": 0.5638,
      "step": 3289
    },
    {
      "epoch": 0.1347532254761417,
      "grad_norm": 0.7006229456698785,
      "learning_rate": 0.0002999410021241314,
      "loss": 0.9085,
      "step": 3290
    },
    {
      "epoch": 0.1347941839033381,
      "grad_norm": 0.5856459328457407,
      "learning_rate": 0.0002999409106251113,
      "loss": 0.5172,
      "step": 3291
    },
    {
      "epoch": 0.1348351423305345,
      "grad_norm": 0.6315842728158747,
      "learning_rate": 0.00029994081905520783,
      "loss": 0.8597,
      "step": 3292
    },
    {
      "epoch": 0.1348761007577309,
      "grad_norm": 0.9306545601058331,
      "learning_rate": 0.0002999407274144211,
      "loss": 1.1973,
      "step": 3293
    },
    {
      "epoch": 0.1349170591849273,
      "grad_norm": 0.69288840907674,
      "learning_rate": 0.000299940635702751,
      "loss": 1.0342,
      "step": 3294
    },
    {
      "epoch": 0.1349580176121237,
      "grad_norm": 0.7125176807846384,
      "learning_rate": 0.00029994054392019773,
      "loss": 1.0527,
      "step": 3295
    },
    {
      "epoch": 0.1349989760393201,
      "grad_norm": 0.8103367322318591,
      "learning_rate": 0.00029994045206676125,
      "loss": 1.0307,
      "step": 3296
    },
    {
      "epoch": 0.1350399344665165,
      "grad_norm": 0.8920984487995139,
      "learning_rate": 0.00029994036014244164,
      "loss": 1.2825,
      "step": 3297
    },
    {
      "epoch": 0.1350808928937129,
      "grad_norm": 0.6571179586464926,
      "learning_rate": 0.0002999402681472389,
      "loss": 0.4632,
      "step": 3298
    },
    {
      "epoch": 0.1351218513209093,
      "grad_norm": 0.5607794697501762,
      "learning_rate": 0.0002999401760811532,
      "loss": 0.8777,
      "step": 3299
    },
    {
      "epoch": 0.13516280974810568,
      "grad_norm": 0.7792534803864231,
      "learning_rate": 0.0002999400839441844,
      "loss": 0.9356,
      "step": 3300
    },
    {
      "epoch": 0.13520376817530208,
      "grad_norm": 1.0299094712393164,
      "learning_rate": 0.00029993999173633264,
      "loss": 1.3167,
      "step": 3301
    },
    {
      "epoch": 0.13524472660249848,
      "grad_norm": 6.102044086826652,
      "learning_rate": 0.00029993989945759796,
      "loss": 6.2645,
      "step": 3302
    },
    {
      "epoch": 0.13528568502969485,
      "grad_norm": 2.997921970729793,
      "learning_rate": 0.0002999398071079804,
      "loss": 3.1355,
      "step": 3303
    },
    {
      "epoch": 0.13532664345689124,
      "grad_norm": 0.7806419936590026,
      "learning_rate": 0.00029993971468748,
      "loss": 1.1138,
      "step": 3304
    },
    {
      "epoch": 0.13536760188408764,
      "grad_norm": 0.7531466862402907,
      "learning_rate": 0.00029993962219609677,
      "loss": 0.6107,
      "step": 3305
    },
    {
      "epoch": 0.13540856031128404,
      "grad_norm": 0.8115395661670658,
      "learning_rate": 0.0002999395296338308,
      "loss": 0.998,
      "step": 3306
    },
    {
      "epoch": 0.13544951873848043,
      "grad_norm": 1.132775082192342,
      "learning_rate": 0.00029993943700068216,
      "loss": 0.8283,
      "step": 3307
    },
    {
      "epoch": 0.13549047716567683,
      "grad_norm": 0.814183045815397,
      "learning_rate": 0.0002999393442966508,
      "loss": 0.506,
      "step": 3308
    },
    {
      "epoch": 0.13553143559287323,
      "grad_norm": 1.118225776952002,
      "learning_rate": 0.00029993925152173686,
      "loss": 0.6073,
      "step": 3309
    },
    {
      "epoch": 0.13557239402006963,
      "grad_norm": 1.0281028742207383,
      "learning_rate": 0.00029993915867594027,
      "loss": 1.2588,
      "step": 3310
    },
    {
      "epoch": 0.13561335244726602,
      "grad_norm": 0.9673392882281653,
      "learning_rate": 0.00029993906575926125,
      "loss": 0.9589,
      "step": 3311
    },
    {
      "epoch": 0.13565431087446242,
      "grad_norm": 1.2605676586188763,
      "learning_rate": 0.0002999389727716997,
      "loss": 1.1406,
      "step": 3312
    },
    {
      "epoch": 0.13569526930165882,
      "grad_norm": 0.6084785414675288,
      "learning_rate": 0.00029993887971325567,
      "loss": 0.8225,
      "step": 3313
    },
    {
      "epoch": 0.1357362277288552,
      "grad_norm": 1.075982676379729,
      "learning_rate": 0.0002999387865839293,
      "loss": 2.0216,
      "step": 3314
    },
    {
      "epoch": 0.1357771861560516,
      "grad_norm": 0.9854957750678871,
      "learning_rate": 0.00029993869338372053,
      "loss": 1.2831,
      "step": 3315
    },
    {
      "epoch": 0.135818144583248,
      "grad_norm": 0.9096771055257579,
      "learning_rate": 0.00029993860011262943,
      "loss": 0.466,
      "step": 3316
    },
    {
      "epoch": 0.1358591030104444,
      "grad_norm": 0.4521201983581873,
      "learning_rate": 0.0002999385067706561,
      "loss": 0.4212,
      "step": 3317
    },
    {
      "epoch": 0.1359000614376408,
      "grad_norm": 1.211023066008621,
      "learning_rate": 0.00029993841335780054,
      "loss": 0.8628,
      "step": 3318
    },
    {
      "epoch": 0.1359410198648372,
      "grad_norm": 1.0330825360280482,
      "learning_rate": 0.0002999383198740628,
      "loss": 1.3539,
      "step": 3319
    },
    {
      "epoch": 0.1359819782920336,
      "grad_norm": 0.8123666058968891,
      "learning_rate": 0.00029993822631944287,
      "loss": 0.8235,
      "step": 3320
    },
    {
      "epoch": 0.13602293671923,
      "grad_norm": 1.0114783281102195,
      "learning_rate": 0.00029993813269394093,
      "loss": 1.0104,
      "step": 3321
    },
    {
      "epoch": 0.1360638951464264,
      "grad_norm": 1.1548001231104612,
      "learning_rate": 0.0002999380389975569,
      "loss": 1.5204,
      "step": 3322
    },
    {
      "epoch": 0.13610485357362279,
      "grad_norm": 0.8509741710039462,
      "learning_rate": 0.00029993794523029086,
      "loss": 1.0111,
      "step": 3323
    },
    {
      "epoch": 0.13614581200081916,
      "grad_norm": 0.9619841691174534,
      "learning_rate": 0.0002999378513921429,
      "loss": 1.0884,
      "step": 3324
    },
    {
      "epoch": 0.13618677042801555,
      "grad_norm": 0.8543406856276728,
      "learning_rate": 0.0002999377574831129,
      "loss": 1.1122,
      "step": 3325
    },
    {
      "epoch": 0.13622772885521195,
      "grad_norm": 0.7879482173673806,
      "learning_rate": 0.0002999376635032012,
      "loss": 0.8792,
      "step": 3326
    },
    {
      "epoch": 0.13626868728240835,
      "grad_norm": 1.222588698581394,
      "learning_rate": 0.00029993756945240755,
      "loss": 0.9868,
      "step": 3327
    },
    {
      "epoch": 0.13630964570960474,
      "grad_norm": 0.7529098225614357,
      "learning_rate": 0.00029993747533073214,
      "loss": 1.0181,
      "step": 3328
    },
    {
      "epoch": 0.13635060413680114,
      "grad_norm": 5.11379368737502,
      "learning_rate": 0.00029993738113817507,
      "loss": 7.8642,
      "step": 3329
    },
    {
      "epoch": 0.13639156256399754,
      "grad_norm": 0.8913149374313742,
      "learning_rate": 0.0002999372868747362,
      "loss": 1.0263,
      "step": 3330
    },
    {
      "epoch": 0.13643252099119393,
      "grad_norm": 1.3192423300527654,
      "learning_rate": 0.00029993719254041575,
      "loss": 0.8173,
      "step": 3331
    },
    {
      "epoch": 0.13647347941839033,
      "grad_norm": 0.7159799709847229,
      "learning_rate": 0.00029993709813521367,
      "loss": 0.4718,
      "step": 3332
    },
    {
      "epoch": 0.13651443784558673,
      "grad_norm": 0.9418223687278237,
      "learning_rate": 0.00029993700365913003,
      "loss": 1.0177,
      "step": 3333
    },
    {
      "epoch": 0.13655539627278312,
      "grad_norm": 1.199411743115622,
      "learning_rate": 0.0002999369091121649,
      "loss": 1.0596,
      "step": 3334
    },
    {
      "epoch": 0.13659635469997952,
      "grad_norm": 0.6341468988978233,
      "learning_rate": 0.0002999368144943183,
      "loss": 0.8105,
      "step": 3335
    },
    {
      "epoch": 0.13663731312717592,
      "grad_norm": 1.0747794842887044,
      "learning_rate": 0.00029993671980559024,
      "loss": 0.7928,
      "step": 3336
    },
    {
      "epoch": 0.13667827155437232,
      "grad_norm": 0.8157000363416095,
      "learning_rate": 0.0002999366250459808,
      "loss": 1.0458,
      "step": 3337
    },
    {
      "epoch": 0.1367192299815687,
      "grad_norm": 0.6661928973001153,
      "learning_rate": 0.00029993653021549005,
      "loss": 0.4573,
      "step": 3338
    },
    {
      "epoch": 0.1367601884087651,
      "grad_norm": 0.7295166084836167,
      "learning_rate": 0.000299936435314118,
      "loss": 1.1695,
      "step": 3339
    },
    {
      "epoch": 0.1368011468359615,
      "grad_norm": 0.9063238630561276,
      "learning_rate": 0.0002999363403418647,
      "loss": 1.0491,
      "step": 3340
    },
    {
      "epoch": 0.1368421052631579,
      "grad_norm": 1.1240608708135893,
      "learning_rate": 0.0002999362452987302,
      "loss": 1.2289,
      "step": 3341
    },
    {
      "epoch": 0.1368830636903543,
      "grad_norm": 0.5491770794612958,
      "learning_rate": 0.00029993615018471454,
      "loss": 0.8263,
      "step": 3342
    },
    {
      "epoch": 0.1369240221175507,
      "grad_norm": 1.2289510607683616,
      "learning_rate": 0.0002999360549998178,
      "loss": 1.9675,
      "step": 3343
    },
    {
      "epoch": 0.1369649805447471,
      "grad_norm": 1.6754475971262053,
      "learning_rate": 0.0002999359597440399,
      "loss": 1.823,
      "step": 3344
    },
    {
      "epoch": 0.13700593897194346,
      "grad_norm": 0.9814957844384126,
      "learning_rate": 0.0002999358644173811,
      "loss": 0.5057,
      "step": 3345
    },
    {
      "epoch": 0.13704689739913986,
      "grad_norm": 0.9663406022925803,
      "learning_rate": 0.0002999357690198413,
      "loss": 0.8127,
      "step": 3346
    },
    {
      "epoch": 0.13708785582633626,
      "grad_norm": 0.9302030766820171,
      "learning_rate": 0.0002999356735514205,
      "loss": 0.7214,
      "step": 3347
    },
    {
      "epoch": 0.13712881425353265,
      "grad_norm": 1.0406857351019203,
      "learning_rate": 0.00029993557801211883,
      "loss": 0.7843,
      "step": 3348
    },
    {
      "epoch": 0.13716977268072905,
      "grad_norm": 1.2165020710310686,
      "learning_rate": 0.00029993548240193636,
      "loss": 1.3178,
      "step": 3349
    },
    {
      "epoch": 0.13721073110792545,
      "grad_norm": 1.0959771600506054,
      "learning_rate": 0.0002999353867208731,
      "loss": 1.3402,
      "step": 3350
    },
    {
      "epoch": 0.13725168953512185,
      "grad_norm": 1.255504634426265,
      "learning_rate": 0.00029993529096892905,
      "loss": 1.5833,
      "step": 3351
    },
    {
      "epoch": 0.13729264796231824,
      "grad_norm": 1.1581429184150782,
      "learning_rate": 0.0002999351951461043,
      "loss": 0.9346,
      "step": 3352
    },
    {
      "epoch": 0.13733360638951464,
      "grad_norm": 0.6872186495655038,
      "learning_rate": 0.00029993509925239887,
      "loss": 1.0258,
      "step": 3353
    },
    {
      "epoch": 0.13737456481671104,
      "grad_norm": 0.7877344080877561,
      "learning_rate": 0.0002999350032878129,
      "loss": 1.3321,
      "step": 3354
    },
    {
      "epoch": 0.13741552324390743,
      "grad_norm": 1.0720227704768444,
      "learning_rate": 0.00029993490725234624,
      "loss": 0.9291,
      "step": 3355
    },
    {
      "epoch": 0.13745648167110383,
      "grad_norm": 1.0035687747169095,
      "learning_rate": 0.0002999348111459992,
      "loss": 1.3262,
      "step": 3356
    },
    {
      "epoch": 0.13749744009830023,
      "grad_norm": 0.9237920698568144,
      "learning_rate": 0.0002999347149687716,
      "loss": 1.5979,
      "step": 3357
    },
    {
      "epoch": 0.13753839852549662,
      "grad_norm": 0.8190170728925728,
      "learning_rate": 0.0002999346187206636,
      "loss": 1.5051,
      "step": 3358
    },
    {
      "epoch": 0.13757935695269302,
      "grad_norm": 0.7364673636324376,
      "learning_rate": 0.00029993452240167516,
      "loss": 0.574,
      "step": 3359
    },
    {
      "epoch": 0.13762031537988942,
      "grad_norm": 0.9960784372519979,
      "learning_rate": 0.0002999344260118064,
      "loss": 0.7773,
      "step": 3360
    },
    {
      "epoch": 0.13766127380708582,
      "grad_norm": 0.8839335871783622,
      "learning_rate": 0.00029993432955105736,
      "loss": 1.0194,
      "step": 3361
    },
    {
      "epoch": 0.1377022322342822,
      "grad_norm": 0.6593547520044609,
      "learning_rate": 0.00029993423301942804,
      "loss": 0.8667,
      "step": 3362
    },
    {
      "epoch": 0.1377431906614786,
      "grad_norm": 0.7917307222521892,
      "learning_rate": 0.0002999341364169186,
      "loss": 0.9781,
      "step": 3363
    },
    {
      "epoch": 0.137784149088675,
      "grad_norm": 0.6750037935116386,
      "learning_rate": 0.00029993403974352885,
      "loss": 0.8697,
      "step": 3364
    },
    {
      "epoch": 0.1378251075158714,
      "grad_norm": 1.4570367321892241,
      "learning_rate": 0.00029993394299925914,
      "loss": 1.4069,
      "step": 3365
    },
    {
      "epoch": 0.13786606594306777,
      "grad_norm": 0.8255003266524946,
      "learning_rate": 0.0002999338461841093,
      "loss": 0.9497,
      "step": 3366
    },
    {
      "epoch": 0.13790702437026417,
      "grad_norm": 1.0868780691199862,
      "learning_rate": 0.0002999337492980794,
      "loss": 1.0124,
      "step": 3367
    },
    {
      "epoch": 0.13794798279746057,
      "grad_norm": 1.039963186603133,
      "learning_rate": 0.00029993365234116953,
      "loss": 1.3867,
      "step": 3368
    },
    {
      "epoch": 0.13798894122465696,
      "grad_norm": 0.7479312078698213,
      "learning_rate": 0.0002999335553133798,
      "loss": 1.0324,
      "step": 3369
    },
    {
      "epoch": 0.13802989965185336,
      "grad_norm": 0.7825251562173708,
      "learning_rate": 0.00029993345821471016,
      "loss": 0.8972,
      "step": 3370
    },
    {
      "epoch": 0.13807085807904976,
      "grad_norm": 1.2608639663343375,
      "learning_rate": 0.0002999333610451606,
      "loss": 0.5762,
      "step": 3371
    },
    {
      "epoch": 0.13811181650624615,
      "grad_norm": 0.700676632012897,
      "learning_rate": 0.00029993326380473137,
      "loss": 1.207,
      "step": 3372
    },
    {
      "epoch": 0.13815277493344255,
      "grad_norm": 0.670645639659339,
      "learning_rate": 0.0002999331664934223,
      "loss": 0.9383,
      "step": 3373
    },
    {
      "epoch": 0.13819373336063895,
      "grad_norm": 1.0419531886233107,
      "learning_rate": 0.0002999330691112336,
      "loss": 0.7383,
      "step": 3374
    },
    {
      "epoch": 0.13823469178783535,
      "grad_norm": 0.8156335875692262,
      "learning_rate": 0.0002999329716581652,
      "loss": 1.0027,
      "step": 3375
    },
    {
      "epoch": 0.13827565021503174,
      "grad_norm": 0.9808524821319017,
      "learning_rate": 0.0002999328741342172,
      "loss": 1.0657,
      "step": 3376
    },
    {
      "epoch": 0.13831660864222814,
      "grad_norm": 1.0128903476375783,
      "learning_rate": 0.00029993277653938964,
      "loss": 1.1013,
      "step": 3377
    },
    {
      "epoch": 0.13835756706942454,
      "grad_norm": 0.9868758611728735,
      "learning_rate": 0.0002999326788736825,
      "loss": 0.9572,
      "step": 3378
    },
    {
      "epoch": 0.13839852549662093,
      "grad_norm": 0.655749075850121,
      "learning_rate": 0.000299932581137096,
      "loss": 1.0123,
      "step": 3379
    },
    {
      "epoch": 0.13843948392381733,
      "grad_norm": 1.193066844593819,
      "learning_rate": 0.00029993248332963005,
      "loss": 1.1563,
      "step": 3380
    },
    {
      "epoch": 0.13848044235101373,
      "grad_norm": 1.669588207913562,
      "learning_rate": 0.0002999323854512847,
      "loss": 1.2845,
      "step": 3381
    },
    {
      "epoch": 0.13852140077821012,
      "grad_norm": 0.7192862805702683,
      "learning_rate": 0.00029993228750205996,
      "loss": 0.9615,
      "step": 3382
    },
    {
      "epoch": 0.13856235920540652,
      "grad_norm": 0.5512134714577162,
      "learning_rate": 0.00029993218948195605,
      "loss": 0.5088,
      "step": 3383
    },
    {
      "epoch": 0.13860331763260292,
      "grad_norm": 1.487275158488204,
      "learning_rate": 0.0002999320913909728,
      "loss": 1.5447,
      "step": 3384
    },
    {
      "epoch": 0.13864427605979932,
      "grad_norm": 0.6309193288324413,
      "learning_rate": 0.0002999319932291104,
      "loss": 0.5105,
      "step": 3385
    },
    {
      "epoch": 0.1386852344869957,
      "grad_norm": 0.6743153671268536,
      "learning_rate": 0.00029993189499636887,
      "loss": 0.5563,
      "step": 3386
    },
    {
      "epoch": 0.13872619291419208,
      "grad_norm": 0.8004096809447053,
      "learning_rate": 0.0002999317966927482,
      "loss": 1.0465,
      "step": 3387
    },
    {
      "epoch": 0.13876715134138848,
      "grad_norm": 3.6029981346296887,
      "learning_rate": 0.0002999316983182485,
      "loss": 3.9944,
      "step": 3388
    },
    {
      "epoch": 0.13880810976858488,
      "grad_norm": 0.8310666675591025,
      "learning_rate": 0.0002999315998728698,
      "loss": 0.9243,
      "step": 3389
    },
    {
      "epoch": 0.13884906819578127,
      "grad_norm": 1.0778215899985863,
      "learning_rate": 0.0002999315013566121,
      "loss": 1.098,
      "step": 3390
    },
    {
      "epoch": 0.13889002662297767,
      "grad_norm": 0.7924637991399832,
      "learning_rate": 0.00029993140276947557,
      "loss": 0.9556,
      "step": 3391
    },
    {
      "epoch": 0.13893098505017407,
      "grad_norm": 1.0108477759802537,
      "learning_rate": 0.0002999313041114601,
      "loss": 0.9597,
      "step": 3392
    },
    {
      "epoch": 0.13897194347737046,
      "grad_norm": 0.7035014139424381,
      "learning_rate": 0.00029993120538256585,
      "loss": 1.0338,
      "step": 3393
    },
    {
      "epoch": 0.13901290190456686,
      "grad_norm": 0.9839463991504084,
      "learning_rate": 0.0002999311065827928,
      "loss": 1.0618,
      "step": 3394
    },
    {
      "epoch": 0.13905386033176326,
      "grad_norm": 0.6410277425343212,
      "learning_rate": 0.00029993100771214106,
      "loss": 1.1652,
      "step": 3395
    },
    {
      "epoch": 0.13909481875895965,
      "grad_norm": 0.8420348198558905,
      "learning_rate": 0.0002999309087706106,
      "loss": 0.9608,
      "step": 3396
    },
    {
      "epoch": 0.13913577718615605,
      "grad_norm": 0.8230875895705733,
      "learning_rate": 0.0002999308097582015,
      "loss": 0.7952,
      "step": 3397
    },
    {
      "epoch": 0.13917673561335245,
      "grad_norm": 2.573935131157381,
      "learning_rate": 0.00029993071067491384,
      "loss": 2.2467,
      "step": 3398
    },
    {
      "epoch": 0.13921769404054885,
      "grad_norm": 1.305415963088488,
      "learning_rate": 0.0002999306115207476,
      "loss": 1.0861,
      "step": 3399
    },
    {
      "epoch": 0.13925865246774524,
      "grad_norm": 0.7147555388225209,
      "learning_rate": 0.0002999305122957029,
      "loss": 0.5334,
      "step": 3400
    },
    {
      "epoch": 0.13929961089494164,
      "grad_norm": 1.4118600473456753,
      "learning_rate": 0.00029993041299977973,
      "loss": 1.7496,
      "step": 3401
    },
    {
      "epoch": 0.13934056932213804,
      "grad_norm": 2.272810955702748,
      "learning_rate": 0.0002999303136329782,
      "loss": 1.9999,
      "step": 3402
    },
    {
      "epoch": 0.13938152774933443,
      "grad_norm": 0.6436342061148601,
      "learning_rate": 0.00029993021419529834,
      "loss": 0.945,
      "step": 3403
    },
    {
      "epoch": 0.13942248617653083,
      "grad_norm": 0.7036292209651424,
      "learning_rate": 0.0002999301146867401,
      "loss": 1.0119,
      "step": 3404
    },
    {
      "epoch": 0.13946344460372723,
      "grad_norm": 0.9853238294134441,
      "learning_rate": 0.00029993001510730366,
      "loss": 1.659,
      "step": 3405
    },
    {
      "epoch": 0.13950440303092362,
      "grad_norm": 0.6738614671651307,
      "learning_rate": 0.00029992991545698896,
      "loss": 0.6673,
      "step": 3406
    },
    {
      "epoch": 0.13954536145812002,
      "grad_norm": 0.7657277895843843,
      "learning_rate": 0.0002999298157357961,
      "loss": 1.0647,
      "step": 3407
    },
    {
      "epoch": 0.1395863198853164,
      "grad_norm": 0.5998359985621117,
      "learning_rate": 0.00029992971594372514,
      "loss": 0.8002,
      "step": 3408
    },
    {
      "epoch": 0.1396272783125128,
      "grad_norm": 0.6492769633437562,
      "learning_rate": 0.0002999296160807761,
      "loss": 0.7651,
      "step": 3409
    },
    {
      "epoch": 0.13966823673970918,
      "grad_norm": 1.0893465782907774,
      "learning_rate": 0.00029992951614694907,
      "loss": 1.6395,
      "step": 3410
    },
    {
      "epoch": 0.13970919516690558,
      "grad_norm": 1.071593938429745,
      "learning_rate": 0.00029992941614224403,
      "loss": 1.1301,
      "step": 3411
    },
    {
      "epoch": 0.13975015359410198,
      "grad_norm": 6.897891675623734,
      "learning_rate": 0.00029992931606666106,
      "loss": 3.2825,
      "step": 3412
    },
    {
      "epoch": 0.13979111202129837,
      "grad_norm": 0.7487734984918648,
      "learning_rate": 0.0002999292159202003,
      "loss": 1.0038,
      "step": 3413
    },
    {
      "epoch": 0.13983207044849477,
      "grad_norm": 0.9831856324064475,
      "learning_rate": 0.0002999291157028616,
      "loss": 1.0997,
      "step": 3414
    },
    {
      "epoch": 0.13987302887569117,
      "grad_norm": 0.884074872088227,
      "learning_rate": 0.00029992901541464514,
      "loss": 1.0861,
      "step": 3415
    },
    {
      "epoch": 0.13991398730288757,
      "grad_norm": 0.7486344374208344,
      "learning_rate": 0.00029992891505555095,
      "loss": 0.8397,
      "step": 3416
    },
    {
      "epoch": 0.13995494573008396,
      "grad_norm": 0.7785051615023152,
      "learning_rate": 0.0002999288146255791,
      "loss": 0.9333,
      "step": 3417
    },
    {
      "epoch": 0.13999590415728036,
      "grad_norm": 0.8834692336434739,
      "learning_rate": 0.00029992871412472954,
      "loss": 1.173,
      "step": 3418
    },
    {
      "epoch": 0.14003686258447676,
      "grad_norm": 0.7243453333446789,
      "learning_rate": 0.00029992861355300244,
      "loss": 0.9111,
      "step": 3419
    },
    {
      "epoch": 0.14007782101167315,
      "grad_norm": 0.8869541590787039,
      "learning_rate": 0.0002999285129103978,
      "loss": 0.9576,
      "step": 3420
    },
    {
      "epoch": 0.14011877943886955,
      "grad_norm": 0.8868397257798118,
      "learning_rate": 0.0002999284121969156,
      "loss": 0.984,
      "step": 3421
    },
    {
      "epoch": 0.14015973786606595,
      "grad_norm": 0.7627080439879421,
      "learning_rate": 0.000299928311412556,
      "loss": 0.5806,
      "step": 3422
    },
    {
      "epoch": 0.14020069629326234,
      "grad_norm": 0.7605655910298548,
      "learning_rate": 0.00029992821055731895,
      "loss": 0.8051,
      "step": 3423
    },
    {
      "epoch": 0.14024165472045874,
      "grad_norm": 1.7271688978473412,
      "learning_rate": 0.00029992810963120454,
      "loss": 3.8748,
      "step": 3424
    },
    {
      "epoch": 0.14028261314765514,
      "grad_norm": 0.9626176687720137,
      "learning_rate": 0.00029992800863421284,
      "loss": 1.3144,
      "step": 3425
    },
    {
      "epoch": 0.14032357157485154,
      "grad_norm": 1.8790411028667973,
      "learning_rate": 0.0002999279075663439,
      "loss": 3.3898,
      "step": 3426
    },
    {
      "epoch": 0.14036453000204793,
      "grad_norm": 0.7718711474645493,
      "learning_rate": 0.00029992780642759773,
      "loss": 1.0957,
      "step": 3427
    },
    {
      "epoch": 0.14040548842924433,
      "grad_norm": 0.952874296371028,
      "learning_rate": 0.00029992770521797437,
      "loss": 1.0611,
      "step": 3428
    },
    {
      "epoch": 0.14044644685644073,
      "grad_norm": 0.6538036832375292,
      "learning_rate": 0.00029992760393747394,
      "loss": 0.4868,
      "step": 3429
    },
    {
      "epoch": 0.1404874052836371,
      "grad_norm": 0.6092136541960085,
      "learning_rate": 0.00029992750258609635,
      "loss": 0.662,
      "step": 3430
    },
    {
      "epoch": 0.1405283637108335,
      "grad_norm": 0.7907388034622208,
      "learning_rate": 0.00029992740116384185,
      "loss": 1.0224,
      "step": 3431
    },
    {
      "epoch": 0.1405693221380299,
      "grad_norm": 0.6161966884100216,
      "learning_rate": 0.0002999272996707103,
      "loss": 0.8326,
      "step": 3432
    },
    {
      "epoch": 0.1406102805652263,
      "grad_norm": 1.014163189203218,
      "learning_rate": 0.00029992719810670185,
      "loss": 1.0346,
      "step": 3433
    },
    {
      "epoch": 0.14065123899242268,
      "grad_norm": 0.7807232827392336,
      "learning_rate": 0.0002999270964718165,
      "loss": 0.4916,
      "step": 3434
    },
    {
      "epoch": 0.14069219741961908,
      "grad_norm": 0.7438419085456146,
      "learning_rate": 0.0002999269947660543,
      "loss": 1.0649,
      "step": 3435
    },
    {
      "epoch": 0.14073315584681548,
      "grad_norm": 0.9104006338167001,
      "learning_rate": 0.0002999268929894154,
      "loss": 1.2078,
      "step": 3436
    },
    {
      "epoch": 0.14077411427401187,
      "grad_norm": 0.7259769257618118,
      "learning_rate": 0.00029992679114189966,
      "loss": 0.5188,
      "step": 3437
    },
    {
      "epoch": 0.14081507270120827,
      "grad_norm": 0.7396880551177515,
      "learning_rate": 0.0002999266892235073,
      "loss": 0.7326,
      "step": 3438
    },
    {
      "epoch": 0.14085603112840467,
      "grad_norm": 0.6201850356046351,
      "learning_rate": 0.0002999265872342383,
      "loss": 1.1012,
      "step": 3439
    },
    {
      "epoch": 0.14089698955560107,
      "grad_norm": 0.6972065688213098,
      "learning_rate": 0.0002999264851740927,
      "loss": 0.9906,
      "step": 3440
    },
    {
      "epoch": 0.14093794798279746,
      "grad_norm": 1.1400023742938363,
      "learning_rate": 0.00029992638304307057,
      "loss": 2.1117,
      "step": 3441
    },
    {
      "epoch": 0.14097890640999386,
      "grad_norm": 0.9524815672160548,
      "learning_rate": 0.0002999262808411719,
      "loss": 1.0824,
      "step": 3442
    },
    {
      "epoch": 0.14101986483719026,
      "grad_norm": 1.1702569860479128,
      "learning_rate": 0.00029992617856839683,
      "loss": 1.7911,
      "step": 3443
    },
    {
      "epoch": 0.14106082326438665,
      "grad_norm": 1.1765462150156853,
      "learning_rate": 0.0002999260762247453,
      "loss": 1.0593,
      "step": 3444
    },
    {
      "epoch": 0.14110178169158305,
      "grad_norm": 0.9139681610169353,
      "learning_rate": 0.00029992597381021745,
      "loss": 1.1678,
      "step": 3445
    },
    {
      "epoch": 0.14114274011877945,
      "grad_norm": 0.9448263059719314,
      "learning_rate": 0.00029992587132481334,
      "loss": 1.2435,
      "step": 3446
    },
    {
      "epoch": 0.14118369854597584,
      "grad_norm": 1.3423648118983698,
      "learning_rate": 0.000299925768768533,
      "loss": 0.9718,
      "step": 3447
    },
    {
      "epoch": 0.14122465697317224,
      "grad_norm": 1.05232052042065,
      "learning_rate": 0.00029992566614137637,
      "loss": 1.0288,
      "step": 3448
    },
    {
      "epoch": 0.14126561540036864,
      "grad_norm": 0.728805190140952,
      "learning_rate": 0.0002999255634433436,
      "loss": 1.1035,
      "step": 3449
    },
    {
      "epoch": 0.14130657382756504,
      "grad_norm": 0.8301548235745486,
      "learning_rate": 0.0002999254606744348,
      "loss": 1.2488,
      "step": 3450
    },
    {
      "epoch": 0.1413475322547614,
      "grad_norm": 0.6200786493858441,
      "learning_rate": 0.00029992535783464986,
      "loss": 1.0247,
      "step": 3451
    },
    {
      "epoch": 0.1413884906819578,
      "grad_norm": 0.945211139982318,
      "learning_rate": 0.0002999252549239889,
      "loss": 0.856,
      "step": 3452
    },
    {
      "epoch": 0.1414294491091542,
      "grad_norm": 0.7238419789602522,
      "learning_rate": 0.0002999251519424521,
      "loss": 1.0179,
      "step": 3453
    },
    {
      "epoch": 0.1414704075363506,
      "grad_norm": 0.7571662136138013,
      "learning_rate": 0.0002999250488900393,
      "loss": 0.9456,
      "step": 3454
    },
    {
      "epoch": 0.141511365963547,
      "grad_norm": 1.2090627115798667,
      "learning_rate": 0.00029992494576675064,
      "loss": 1.8567,
      "step": 3455
    },
    {
      "epoch": 0.1415523243907434,
      "grad_norm": 0.9027954766068046,
      "learning_rate": 0.00029992484257258616,
      "loss": 1.8216,
      "step": 3456
    },
    {
      "epoch": 0.1415932828179398,
      "grad_norm": 0.768983524939628,
      "learning_rate": 0.0002999247393075459,
      "loss": 0.9506,
      "step": 3457
    },
    {
      "epoch": 0.14163424124513618,
      "grad_norm": 1.0914802156732706,
      "learning_rate": 0.00029992463597163,
      "loss": 0.9027,
      "step": 3458
    },
    {
      "epoch": 0.14167519967233258,
      "grad_norm": 0.8919078837070196,
      "learning_rate": 0.00029992453256483834,
      "loss": 0.6905,
      "step": 3459
    },
    {
      "epoch": 0.14171615809952898,
      "grad_norm": 0.8172259351664886,
      "learning_rate": 0.0002999244290871711,
      "loss": 1.1465,
      "step": 3460
    },
    {
      "epoch": 0.14175711652672537,
      "grad_norm": 3.719737317982076,
      "learning_rate": 0.00029992432553862825,
      "loss": 2.1085,
      "step": 3461
    },
    {
      "epoch": 0.14179807495392177,
      "grad_norm": 0.6564828116157022,
      "learning_rate": 0.00029992422191921,
      "loss": 0.9757,
      "step": 3462
    },
    {
      "epoch": 0.14183903338111817,
      "grad_norm": 0.8553950946685404,
      "learning_rate": 0.00029992411822891616,
      "loss": 0.968,
      "step": 3463
    },
    {
      "epoch": 0.14187999180831457,
      "grad_norm": 0.6257067532640929,
      "learning_rate": 0.00029992401446774696,
      "loss": 0.4629,
      "step": 3464
    },
    {
      "epoch": 0.14192095023551096,
      "grad_norm": 2.5796961242754013,
      "learning_rate": 0.0002999239106357023,
      "loss": 1.6589,
      "step": 3465
    },
    {
      "epoch": 0.14196190866270736,
      "grad_norm": 0.9135461134485905,
      "learning_rate": 0.00029992380673278236,
      "loss": 1.0431,
      "step": 3466
    },
    {
      "epoch": 0.14200286708990376,
      "grad_norm": 0.8218588154461831,
      "learning_rate": 0.0002999237027589872,
      "loss": 0.9,
      "step": 3467
    },
    {
      "epoch": 0.14204382551710015,
      "grad_norm": 1.1083519255404852,
      "learning_rate": 0.00029992359871431674,
      "loss": 1.849,
      "step": 3468
    },
    {
      "epoch": 0.14208478394429655,
      "grad_norm": 0.80482307832013,
      "learning_rate": 0.0002999234945987711,
      "loss": 0.934,
      "step": 3469
    },
    {
      "epoch": 0.14212574237149295,
      "grad_norm": 1.0379281348056757,
      "learning_rate": 0.0002999233904123504,
      "loss": 0.7593,
      "step": 3470
    },
    {
      "epoch": 0.14216670079868934,
      "grad_norm": 0.7798397950921787,
      "learning_rate": 0.0002999232861550546,
      "loss": 0.9132,
      "step": 3471
    },
    {
      "epoch": 0.1422076592258857,
      "grad_norm": 0.8286559512372755,
      "learning_rate": 0.00029992318182688374,
      "loss": 1.101,
      "step": 3472
    },
    {
      "epoch": 0.1422486176530821,
      "grad_norm": 0.7199161142914662,
      "learning_rate": 0.0002999230774278379,
      "loss": 0.6163,
      "step": 3473
    },
    {
      "epoch": 0.1422895760802785,
      "grad_norm": 0.8675049738449042,
      "learning_rate": 0.0002999229729579172,
      "loss": 1.1561,
      "step": 3474
    },
    {
      "epoch": 0.1423305345074749,
      "grad_norm": 0.9563883332528494,
      "learning_rate": 0.0002999228684171215,
      "loss": 0.8153,
      "step": 3475
    },
    {
      "epoch": 0.1423714929346713,
      "grad_norm": 0.887073156922002,
      "learning_rate": 0.000299922763805451,
      "loss": 1.061,
      "step": 3476
    },
    {
      "epoch": 0.1424124513618677,
      "grad_norm": 0.9632853870219721,
      "learning_rate": 0.00029992265912290577,
      "loss": 1.0991,
      "step": 3477
    },
    {
      "epoch": 0.1424534097890641,
      "grad_norm": 0.7631253406547157,
      "learning_rate": 0.0002999225543694858,
      "loss": 0.8214,
      "step": 3478
    },
    {
      "epoch": 0.1424943682162605,
      "grad_norm": 1.191785326940415,
      "learning_rate": 0.00029992244954519116,
      "loss": 1.356,
      "step": 3479
    },
    {
      "epoch": 0.1425353266434569,
      "grad_norm": 0.8833920196969046,
      "learning_rate": 0.0002999223446500218,
      "loss": 1.5248,
      "step": 3480
    },
    {
      "epoch": 0.14257628507065329,
      "grad_norm": 0.9616797136766406,
      "learning_rate": 0.00029992223968397795,
      "loss": 1.2909,
      "step": 3481
    },
    {
      "epoch": 0.14261724349784968,
      "grad_norm": 0.7370244469349142,
      "learning_rate": 0.0002999221346470595,
      "loss": 0.8812,
      "step": 3482
    },
    {
      "epoch": 0.14265820192504608,
      "grad_norm": 0.8395464482885376,
      "learning_rate": 0.0002999220295392666,
      "loss": 1.1901,
      "step": 3483
    },
    {
      "epoch": 0.14269916035224248,
      "grad_norm": 0.7921706309557545,
      "learning_rate": 0.00029992192436059916,
      "loss": 1.0772,
      "step": 3484
    },
    {
      "epoch": 0.14274011877943887,
      "grad_norm": 0.5917040559820458,
      "learning_rate": 0.0002999218191110575,
      "loss": 0.567,
      "step": 3485
    },
    {
      "epoch": 0.14278107720663527,
      "grad_norm": 1.0911622717415808,
      "learning_rate": 0.00029992171379064137,
      "loss": 0.8102,
      "step": 3486
    },
    {
      "epoch": 0.14282203563383167,
      "grad_norm": 0.749859921948693,
      "learning_rate": 0.000299921608399351,
      "loss": 0.9473,
      "step": 3487
    },
    {
      "epoch": 0.14286299406102806,
      "grad_norm": 0.8575419514370567,
      "learning_rate": 0.0002999215029371864,
      "loss": 1.0046,
      "step": 3488
    },
    {
      "epoch": 0.14290395248822446,
      "grad_norm": 0.8299426761345398,
      "learning_rate": 0.00029992139740414765,
      "loss": 0.9053,
      "step": 3489
    },
    {
      "epoch": 0.14294491091542086,
      "grad_norm": 1.538494338045524,
      "learning_rate": 0.0002999212918002347,
      "loss": 2.1698,
      "step": 3490
    },
    {
      "epoch": 0.14298586934261726,
      "grad_norm": 0.6216655883884695,
      "learning_rate": 0.0002999211861254477,
      "loss": 0.9501,
      "step": 3491
    },
    {
      "epoch": 0.14302682776981365,
      "grad_norm": 0.8596135021929299,
      "learning_rate": 0.0002999210803797867,
      "loss": 0.9077,
      "step": 3492
    },
    {
      "epoch": 0.14306778619701002,
      "grad_norm": 0.7089796674399813,
      "learning_rate": 0.0002999209745632517,
      "loss": 0.4824,
      "step": 3493
    },
    {
      "epoch": 0.14310874462420642,
      "grad_norm": 0.9808324134648843,
      "learning_rate": 0.0002999208686758427,
      "loss": 1.1533,
      "step": 3494
    },
    {
      "epoch": 0.14314970305140282,
      "grad_norm": 0.8541181224975963,
      "learning_rate": 0.0002999207627175598,
      "loss": 0.6864,
      "step": 3495
    },
    {
      "epoch": 0.1431906614785992,
      "grad_norm": 0.7543381638732559,
      "learning_rate": 0.0002999206566884031,
      "loss": 1.329,
      "step": 3496
    },
    {
      "epoch": 0.1432316199057956,
      "grad_norm": 0.7433883664359909,
      "learning_rate": 0.0002999205505883726,
      "loss": 0.9945,
      "step": 3497
    },
    {
      "epoch": 0.143272578332992,
      "grad_norm": 0.9790037643164644,
      "learning_rate": 0.0002999204444174684,
      "loss": 1.3602,
      "step": 3498
    },
    {
      "epoch": 0.1433135367601884,
      "grad_norm": 5.113879934234427,
      "learning_rate": 0.0002999203381756905,
      "loss": 1.7659,
      "step": 3499
    },
    {
      "epoch": 0.1433544951873848,
      "grad_norm": 1.1239613911490842,
      "learning_rate": 0.00029992023186303893,
      "loss": 1.5975,
      "step": 3500
    },
    {
      "epoch": 0.1433954536145812,
      "grad_norm": 0.7388394142232447,
      "learning_rate": 0.00029992012547951384,
      "loss": 0.4829,
      "step": 3501
    },
    {
      "epoch": 0.1434364120417776,
      "grad_norm": 1.0144061819088925,
      "learning_rate": 0.00029992001902511516,
      "loss": 1.4707,
      "step": 3502
    },
    {
      "epoch": 0.143477370468974,
      "grad_norm": 0.8558126505064269,
      "learning_rate": 0.000299919912499843,
      "loss": 0.997,
      "step": 3503
    },
    {
      "epoch": 0.1435183288961704,
      "grad_norm": 0.9459028783165927,
      "learning_rate": 0.0002999198059036974,
      "loss": 1.3171,
      "step": 3504
    },
    {
      "epoch": 0.14355928732336679,
      "grad_norm": 0.6838180065861599,
      "learning_rate": 0.0002999196992366785,
      "loss": 1.0852,
      "step": 3505
    },
    {
      "epoch": 0.14360024575056318,
      "grad_norm": 0.6097374060695038,
      "learning_rate": 0.00029991959249878614,
      "loss": 0.584,
      "step": 3506
    },
    {
      "epoch": 0.14364120417775958,
      "grad_norm": 0.5851086066114956,
      "learning_rate": 0.0002999194856900206,
      "loss": 0.5104,
      "step": 3507
    },
    {
      "epoch": 0.14368216260495598,
      "grad_norm": 1.357938854289877,
      "learning_rate": 0.00029991937881038177,
      "loss": 1.19,
      "step": 3508
    },
    {
      "epoch": 0.14372312103215237,
      "grad_norm": 9.051159719861882,
      "learning_rate": 0.00029991927185986974,
      "loss": 3.6676,
      "step": 3509
    },
    {
      "epoch": 0.14376407945934877,
      "grad_norm": 1.5907846986326757,
      "learning_rate": 0.0002999191648384846,
      "loss": 2.3659,
      "step": 3510
    },
    {
      "epoch": 0.14380503788654517,
      "grad_norm": 0.7821585228728707,
      "learning_rate": 0.00029991905774622637,
      "loss": 0.881,
      "step": 3511
    },
    {
      "epoch": 0.14384599631374156,
      "grad_norm": 1.2942096916457893,
      "learning_rate": 0.00029991895058309513,
      "loss": 1.3225,
      "step": 3512
    },
    {
      "epoch": 0.14388695474093796,
      "grad_norm": 0.6176716327112979,
      "learning_rate": 0.0002999188433490909,
      "loss": 0.4954,
      "step": 3513
    },
    {
      "epoch": 0.14392791316813433,
      "grad_norm": 1.1510132987278805,
      "learning_rate": 0.00029991873604421373,
      "loss": 1.3919,
      "step": 3514
    },
    {
      "epoch": 0.14396887159533073,
      "grad_norm": 0.6708664568433844,
      "learning_rate": 0.00029991862866846373,
      "loss": 1.2355,
      "step": 3515
    },
    {
      "epoch": 0.14400983002252712,
      "grad_norm": 0.9392641300948719,
      "learning_rate": 0.00029991852122184085,
      "loss": 1.0062,
      "step": 3516
    },
    {
      "epoch": 0.14405078844972352,
      "grad_norm": 0.6685407580980863,
      "learning_rate": 0.0002999184137043452,
      "loss": 0.9602,
      "step": 3517
    },
    {
      "epoch": 0.14409174687691992,
      "grad_norm": 0.679283315529174,
      "learning_rate": 0.0002999183061159768,
      "loss": 0.9449,
      "step": 3518
    },
    {
      "epoch": 0.14413270530411632,
      "grad_norm": 0.9268761053949287,
      "learning_rate": 0.00029991819845673573,
      "loss": 1.411,
      "step": 3519
    },
    {
      "epoch": 0.1441736637313127,
      "grad_norm": 0.49596622996166884,
      "learning_rate": 0.0002999180907266221,
      "loss": 0.4634,
      "step": 3520
    },
    {
      "epoch": 0.1442146221585091,
      "grad_norm": 0.977607303941107,
      "learning_rate": 0.00029991798292563587,
      "loss": 0.9965,
      "step": 3521
    },
    {
      "epoch": 0.1442555805857055,
      "grad_norm": 0.6003280004860719,
      "learning_rate": 0.0002999178750537771,
      "loss": 0.5422,
      "step": 3522
    },
    {
      "epoch": 0.1442965390129019,
      "grad_norm": 2.09394964392108,
      "learning_rate": 0.0002999177671110458,
      "loss": 5.0631,
      "step": 3523
    },
    {
      "epoch": 0.1443374974400983,
      "grad_norm": 0.9666386186241125,
      "learning_rate": 0.0002999176590974422,
      "loss": 0.8214,
      "step": 3524
    },
    {
      "epoch": 0.1443784558672947,
      "grad_norm": 0.9293594411817053,
      "learning_rate": 0.0002999175510129661,
      "loss": 1.4556,
      "step": 3525
    },
    {
      "epoch": 0.1444194142944911,
      "grad_norm": 0.7014925917106613,
      "learning_rate": 0.0002999174428576178,
      "loss": 0.4228,
      "step": 3526
    },
    {
      "epoch": 0.1444603727216875,
      "grad_norm": 0.8840162031583271,
      "learning_rate": 0.00029991733463139716,
      "loss": 1.2522,
      "step": 3527
    },
    {
      "epoch": 0.1445013311488839,
      "grad_norm": 1.3698269088709518,
      "learning_rate": 0.00029991722633430435,
      "loss": 1.2063,
      "step": 3528
    },
    {
      "epoch": 0.14454228957608029,
      "grad_norm": 0.4774410483980618,
      "learning_rate": 0.0002999171179663393,
      "loss": 0.5273,
      "step": 3529
    },
    {
      "epoch": 0.14458324800327668,
      "grad_norm": 0.7060836297361759,
      "learning_rate": 0.00029991700952750224,
      "loss": 0.8571,
      "step": 3530
    },
    {
      "epoch": 0.14462420643047308,
      "grad_norm": 2.0838634705144643,
      "learning_rate": 0.00029991690101779304,
      "loss": 1.7988,
      "step": 3531
    },
    {
      "epoch": 0.14466516485766948,
      "grad_norm": 0.7754067845108044,
      "learning_rate": 0.0002999167924372119,
      "loss": 0.8898,
      "step": 3532
    },
    {
      "epoch": 0.14470612328486587,
      "grad_norm": 0.5821922867087137,
      "learning_rate": 0.0002999166837857587,
      "loss": 0.5082,
      "step": 3533
    },
    {
      "epoch": 0.14474708171206227,
      "grad_norm": 0.7508617850042657,
      "learning_rate": 0.0002999165750634336,
      "loss": 0.4455,
      "step": 3534
    },
    {
      "epoch": 0.14478804013925864,
      "grad_norm": 0.7819142970869603,
      "learning_rate": 0.00029991646627023673,
      "loss": 0.9006,
      "step": 3535
    },
    {
      "epoch": 0.14482899856645504,
      "grad_norm": 2.6164788550611755,
      "learning_rate": 0.00029991635740616804,
      "loss": 1.9276,
      "step": 3536
    },
    {
      "epoch": 0.14486995699365143,
      "grad_norm": 0.9516777948983817,
      "learning_rate": 0.00029991624847122754,
      "loss": 1.1038,
      "step": 3537
    },
    {
      "epoch": 0.14491091542084783,
      "grad_norm": 1.7153487933997413,
      "learning_rate": 0.00029991613946541535,
      "loss": 0.9366,
      "step": 3538
    },
    {
      "epoch": 0.14495187384804423,
      "grad_norm": 1.3940311458802708,
      "learning_rate": 0.0002999160303887315,
      "loss": 1.3209,
      "step": 3539
    },
    {
      "epoch": 0.14499283227524062,
      "grad_norm": 0.9581642967117859,
      "learning_rate": 0.0002999159212411761,
      "loss": 1.1027,
      "step": 3540
    },
    {
      "epoch": 0.14503379070243702,
      "grad_norm": 0.8711840818276597,
      "learning_rate": 0.0002999158120227491,
      "loss": 0.8873,
      "step": 3541
    },
    {
      "epoch": 0.14507474912963342,
      "grad_norm": 0.8892908285866871,
      "learning_rate": 0.00029991570273345063,
      "loss": 0.9936,
      "step": 3542
    },
    {
      "epoch": 0.14511570755682981,
      "grad_norm": 1.5316677836861334,
      "learning_rate": 0.00029991559337328073,
      "loss": 1.288,
      "step": 3543
    },
    {
      "epoch": 0.1451566659840262,
      "grad_norm": 1.4492245826329742,
      "learning_rate": 0.0002999154839422394,
      "loss": 1.0267,
      "step": 3544
    },
    {
      "epoch": 0.1451976244112226,
      "grad_norm": 1.0022174114881623,
      "learning_rate": 0.00029991537444032677,
      "loss": 1.0512,
      "step": 3545
    },
    {
      "epoch": 0.145238582838419,
      "grad_norm": 0.8274865428458416,
      "learning_rate": 0.00029991526486754277,
      "loss": 0.9742,
      "step": 3546
    },
    {
      "epoch": 0.1452795412656154,
      "grad_norm": 0.975757348355629,
      "learning_rate": 0.0002999151552238876,
      "loss": 1.2194,
      "step": 3547
    },
    {
      "epoch": 0.1453204996928118,
      "grad_norm": 1.2873554722529497,
      "learning_rate": 0.00029991504550936124,
      "loss": 1.4576,
      "step": 3548
    },
    {
      "epoch": 0.1453614581200082,
      "grad_norm": 1.2518583391150793,
      "learning_rate": 0.00029991493572396373,
      "loss": 1.3495,
      "step": 3549
    },
    {
      "epoch": 0.1454024165472046,
      "grad_norm": 1.0308423223788803,
      "learning_rate": 0.00029991482586769517,
      "loss": 1.0025,
      "step": 3550
    },
    {
      "epoch": 0.145443374974401,
      "grad_norm": 0.9319235687325719,
      "learning_rate": 0.0002999147159405555,
      "loss": 1.2887,
      "step": 3551
    },
    {
      "epoch": 0.1454843334015974,
      "grad_norm": 0.6253540524157268,
      "learning_rate": 0.000299914605942545,
      "loss": 0.7945,
      "step": 3552
    },
    {
      "epoch": 0.14552529182879378,
      "grad_norm": 1.65851247153721,
      "learning_rate": 0.0002999144958736634,
      "loss": 2.0923,
      "step": 3553
    },
    {
      "epoch": 0.14556625025599018,
      "grad_norm": 1.2409335723838701,
      "learning_rate": 0.00029991438573391104,
      "loss": 0.8955,
      "step": 3554
    },
    {
      "epoch": 0.14560720868318658,
      "grad_norm": 1.2897289536133998,
      "learning_rate": 0.0002999142755232878,
      "loss": 0.9343,
      "step": 3555
    },
    {
      "epoch": 0.14564816711038295,
      "grad_norm": 0.8551831481272085,
      "learning_rate": 0.0002999141652417938,
      "loss": 1.045,
      "step": 3556
    },
    {
      "epoch": 0.14568912553757934,
      "grad_norm": 0.9956838802102171,
      "learning_rate": 0.0002999140548894291,
      "loss": 1.7264,
      "step": 3557
    },
    {
      "epoch": 0.14573008396477574,
      "grad_norm": 0.9222108314875604,
      "learning_rate": 0.00029991394446619374,
      "loss": 1.2164,
      "step": 3558
    },
    {
      "epoch": 0.14577104239197214,
      "grad_norm": 0.9932492527062542,
      "learning_rate": 0.00029991383397208774,
      "loss": 1.1572,
      "step": 3559
    },
    {
      "epoch": 0.14581200081916854,
      "grad_norm": 0.9583071466744938,
      "learning_rate": 0.0002999137234071112,
      "loss": 1.0359,
      "step": 3560
    },
    {
      "epoch": 0.14585295924636493,
      "grad_norm": 0.5880152311546538,
      "learning_rate": 0.00029991361277126414,
      "loss": 0.9444,
      "step": 3561
    },
    {
      "epoch": 0.14589391767356133,
      "grad_norm": 0.9815630290974527,
      "learning_rate": 0.0002999135020645466,
      "loss": 0.4886,
      "step": 3562
    },
    {
      "epoch": 0.14593487610075773,
      "grad_norm": 0.9715053628024042,
      "learning_rate": 0.0002999133912869587,
      "loss": 1.1725,
      "step": 3563
    },
    {
      "epoch": 0.14597583452795412,
      "grad_norm": 1.594769677253033,
      "learning_rate": 0.00029991328043850045,
      "loss": 3.2049,
      "step": 3564
    },
    {
      "epoch": 0.14601679295515052,
      "grad_norm": 0.8827350593080042,
      "learning_rate": 0.0002999131695191718,
      "loss": 0.9235,
      "step": 3565
    },
    {
      "epoch": 0.14605775138234692,
      "grad_norm": 0.908268546078965,
      "learning_rate": 0.000299913058528973,
      "loss": 1.1247,
      "step": 3566
    },
    {
      "epoch": 0.14609870980954331,
      "grad_norm": 0.891975000327965,
      "learning_rate": 0.000299912947467904,
      "loss": 0.827,
      "step": 3567
    },
    {
      "epoch": 0.1461396682367397,
      "grad_norm": 1.7466099068265577,
      "learning_rate": 0.00029991283633596484,
      "loss": 2.7068,
      "step": 3568
    },
    {
      "epoch": 0.1461806266639361,
      "grad_norm": 2.361491279385157,
      "learning_rate": 0.00029991272513315556,
      "loss": 1.4995,
      "step": 3569
    },
    {
      "epoch": 0.1462215850911325,
      "grad_norm": 0.6033037648779546,
      "learning_rate": 0.0002999126138594763,
      "loss": 0.8959,
      "step": 3570
    },
    {
      "epoch": 0.1462625435183289,
      "grad_norm": 0.9458606497138045,
      "learning_rate": 0.0002999125025149271,
      "loss": 0.8747,
      "step": 3571
    },
    {
      "epoch": 0.1463035019455253,
      "grad_norm": 0.6361943902228486,
      "learning_rate": 0.00029991239109950787,
      "loss": 0.9502,
      "step": 3572
    },
    {
      "epoch": 0.1463444603727217,
      "grad_norm": 0.7481941506492112,
      "learning_rate": 0.00029991227961321875,
      "loss": 1.0272,
      "step": 3573
    },
    {
      "epoch": 0.1463854187999181,
      "grad_norm": 0.7342744618800034,
      "learning_rate": 0.00029991216805605984,
      "loss": 0.8071,
      "step": 3574
    },
    {
      "epoch": 0.1464263772271145,
      "grad_norm": 1.0068220360902986,
      "learning_rate": 0.0002999120564280312,
      "loss": 0.8255,
      "step": 3575
    },
    {
      "epoch": 0.1464673356543109,
      "grad_norm": 1.6611073308548274,
      "learning_rate": 0.0002999119447291328,
      "loss": 1.403,
      "step": 3576
    },
    {
      "epoch": 0.14650829408150726,
      "grad_norm": 1.8717954730598814,
      "learning_rate": 0.00029991183295936466,
      "loss": 1.6096,
      "step": 3577
    },
    {
      "epoch": 0.14654925250870365,
      "grad_norm": 0.6282393384911003,
      "learning_rate": 0.000299911721118727,
      "loss": 0.9778,
      "step": 3578
    },
    {
      "epoch": 0.14659021093590005,
      "grad_norm": 0.9203153659396548,
      "learning_rate": 0.00029991160920721975,
      "loss": 1.104,
      "step": 3579
    },
    {
      "epoch": 0.14663116936309645,
      "grad_norm": 1.0109875950307379,
      "learning_rate": 0.000299911497224843,
      "loss": 0.9838,
      "step": 3580
    },
    {
      "epoch": 0.14667212779029284,
      "grad_norm": 1.1185609379940982,
      "learning_rate": 0.00029991138517159675,
      "loss": 1.2343,
      "step": 3581
    },
    {
      "epoch": 0.14671308621748924,
      "grad_norm": 0.7582116106241494,
      "learning_rate": 0.00029991127304748115,
      "loss": 1.2141,
      "step": 3582
    },
    {
      "epoch": 0.14675404464468564,
      "grad_norm": 0.6303044494307815,
      "learning_rate": 0.0002999111608524962,
      "loss": 0.4232,
      "step": 3583
    },
    {
      "epoch": 0.14679500307188204,
      "grad_norm": 0.7508629216359741,
      "learning_rate": 0.0002999110485866419,
      "loss": 1.1632,
      "step": 3584
    },
    {
      "epoch": 0.14683596149907843,
      "grad_norm": 0.7120612671501385,
      "learning_rate": 0.0002999109362499184,
      "loss": 0.9837,
      "step": 3585
    },
    {
      "epoch": 0.14687691992627483,
      "grad_norm": 0.6882594707537939,
      "learning_rate": 0.00029991082384232565,
      "loss": 1.0361,
      "step": 3586
    },
    {
      "epoch": 0.14691787835347123,
      "grad_norm": 1.0095378800798183,
      "learning_rate": 0.00029991071136386383,
      "loss": 1.1584,
      "step": 3587
    },
    {
      "epoch": 0.14695883678066762,
      "grad_norm": 0.6615830915439337,
      "learning_rate": 0.00029991059881453286,
      "loss": 1.1368,
      "step": 3588
    },
    {
      "epoch": 0.14699979520786402,
      "grad_norm": 0.7145222049122629,
      "learning_rate": 0.0002999104861943329,
      "loss": 0.897,
      "step": 3589
    },
    {
      "epoch": 0.14704075363506042,
      "grad_norm": 0.8599129463895779,
      "learning_rate": 0.000299910373503264,
      "loss": 1.206,
      "step": 3590
    },
    {
      "epoch": 0.14708171206225681,
      "grad_norm": 0.8833205338837755,
      "learning_rate": 0.0002999102607413261,
      "loss": 1.1505,
      "step": 3591
    },
    {
      "epoch": 0.1471226704894532,
      "grad_norm": 0.48989300819671394,
      "learning_rate": 0.0002999101479085194,
      "loss": 0.7341,
      "step": 3592
    },
    {
      "epoch": 0.1471636289166496,
      "grad_norm": 0.638046707863123,
      "learning_rate": 0.0002999100350048438,
      "loss": 1.0146,
      "step": 3593
    },
    {
      "epoch": 0.147204587343846,
      "grad_norm": 0.7531060925945583,
      "learning_rate": 0.0002999099220302995,
      "loss": 0.8006,
      "step": 3594
    },
    {
      "epoch": 0.1472455457710424,
      "grad_norm": 0.6659994127053277,
      "learning_rate": 0.00029990980898488646,
      "loss": 0.6716,
      "step": 3595
    },
    {
      "epoch": 0.1472865041982388,
      "grad_norm": 0.8345396105968238,
      "learning_rate": 0.00029990969586860477,
      "loss": 1.0387,
      "step": 3596
    },
    {
      "epoch": 0.1473274626254352,
      "grad_norm": 0.9271331376477501,
      "learning_rate": 0.00029990958268145447,
      "loss": 1.2572,
      "step": 3597
    },
    {
      "epoch": 0.14736842105263157,
      "grad_norm": 0.8928541690831423,
      "learning_rate": 0.0002999094694234356,
      "loss": 1.0561,
      "step": 3598
    },
    {
      "epoch": 0.14740937947982796,
      "grad_norm": 0.7519487437395115,
      "learning_rate": 0.0002999093560945482,
      "loss": 1.0789,
      "step": 3599
    },
    {
      "epoch": 0.14745033790702436,
      "grad_norm": 1.0260324501991631,
      "learning_rate": 0.00029990924269479244,
      "loss": 1.3362,
      "step": 3600
    },
    {
      "epoch": 0.14749129633422076,
      "grad_norm": 0.8172585850059343,
      "learning_rate": 0.00029990912922416826,
      "loss": 0.7951,
      "step": 3601
    },
    {
      "epoch": 0.14753225476141715,
      "grad_norm": 0.69180399787879,
      "learning_rate": 0.00029990901568267576,
      "loss": 0.9405,
      "step": 3602
    },
    {
      "epoch": 0.14757321318861355,
      "grad_norm": 0.720207651197808,
      "learning_rate": 0.00029990890207031497,
      "loss": 0.917,
      "step": 3603
    },
    {
      "epoch": 0.14761417161580995,
      "grad_norm": 0.9163033833476854,
      "learning_rate": 0.0002999087883870859,
      "loss": 0.7543,
      "step": 3604
    },
    {
      "epoch": 0.14765513004300634,
      "grad_norm": 0.9449485574826041,
      "learning_rate": 0.0002999086746329887,
      "loss": 1.1713,
      "step": 3605
    },
    {
      "epoch": 0.14769608847020274,
      "grad_norm": 1.0692204525138385,
      "learning_rate": 0.0002999085608080233,
      "loss": 1.1228,
      "step": 3606
    },
    {
      "epoch": 0.14773704689739914,
      "grad_norm": 0.708182252631221,
      "learning_rate": 0.0002999084469121899,
      "loss": 0.9092,
      "step": 3607
    },
    {
      "epoch": 0.14777800532459553,
      "grad_norm": 0.8445080095529023,
      "learning_rate": 0.0002999083329454885,
      "loss": 1.6548,
      "step": 3608
    },
    {
      "epoch": 0.14781896375179193,
      "grad_norm": 0.6729719331064163,
      "learning_rate": 0.00029990821890791907,
      "loss": 0.8708,
      "step": 3609
    },
    {
      "epoch": 0.14785992217898833,
      "grad_norm": 1.5318604045821074,
      "learning_rate": 0.00029990810479948185,
      "loss": 1.0111,
      "step": 3610
    },
    {
      "epoch": 0.14790088060618473,
      "grad_norm": 0.913270361761659,
      "learning_rate": 0.0002999079906201767,
      "loss": 1.2347,
      "step": 3611
    },
    {
      "epoch": 0.14794183903338112,
      "grad_norm": 0.9887142219408894,
      "learning_rate": 0.0002999078763700037,
      "loss": 1.0172,
      "step": 3612
    },
    {
      "epoch": 0.14798279746057752,
      "grad_norm": 0.7270126356754946,
      "learning_rate": 0.000299907762048963,
      "loss": 0.9505,
      "step": 3613
    },
    {
      "epoch": 0.14802375588777392,
      "grad_norm": 2.3670370110400123,
      "learning_rate": 0.0002999076476570547,
      "loss": 1.8607,
      "step": 3614
    },
    {
      "epoch": 0.1480647143149703,
      "grad_norm": 1.3878586845140486,
      "learning_rate": 0.00029990753319427863,
      "loss": 2.3132,
      "step": 3615
    },
    {
      "epoch": 0.1481056727421667,
      "grad_norm": 0.7733995386597915,
      "learning_rate": 0.00029990741866063505,
      "loss": 1.0138,
      "step": 3616
    },
    {
      "epoch": 0.1481466311693631,
      "grad_norm": 0.8936938542841181,
      "learning_rate": 0.0002999073040561239,
      "loss": 1.2885,
      "step": 3617
    },
    {
      "epoch": 0.1481875895965595,
      "grad_norm": 0.8670627625040653,
      "learning_rate": 0.0002999071893807453,
      "loss": 0.7803,
      "step": 3618
    },
    {
      "epoch": 0.14822854802375587,
      "grad_norm": 0.8589493528212679,
      "learning_rate": 0.0002999070746344993,
      "loss": 0.7304,
      "step": 3619
    },
    {
      "epoch": 0.14826950645095227,
      "grad_norm": 0.6917695946434312,
      "learning_rate": 0.0002999069598173859,
      "loss": 0.5538,
      "step": 3620
    },
    {
      "epoch": 0.14831046487814867,
      "grad_norm": 0.660681063984992,
      "learning_rate": 0.0002999068449294052,
      "loss": 1.0772,
      "step": 3621
    },
    {
      "epoch": 0.14835142330534506,
      "grad_norm": 1.060945089127099,
      "learning_rate": 0.0002999067299705572,
      "loss": 1.229,
      "step": 3622
    },
    {
      "epoch": 0.14839238173254146,
      "grad_norm": 0.9903354592055847,
      "learning_rate": 0.0002999066149408421,
      "loss": 1.5592,
      "step": 3623
    },
    {
      "epoch": 0.14843334015973786,
      "grad_norm": 0.8094959132275321,
      "learning_rate": 0.0002999064998402598,
      "loss": 1.2051,
      "step": 3624
    },
    {
      "epoch": 0.14847429858693426,
      "grad_norm": 0.6765085579762852,
      "learning_rate": 0.0002999063846688104,
      "loss": 0.8905,
      "step": 3625
    },
    {
      "epoch": 0.14851525701413065,
      "grad_norm": 0.759793371594603,
      "learning_rate": 0.00029990626942649393,
      "loss": 0.7611,
      "step": 3626
    },
    {
      "epoch": 0.14855621544132705,
      "grad_norm": 0.8014710368727586,
      "learning_rate": 0.00029990615411331045,
      "loss": 0.9424,
      "step": 3627
    },
    {
      "epoch": 0.14859717386852345,
      "grad_norm": 0.8485623580959952,
      "learning_rate": 0.0002999060387292601,
      "loss": 0.8779,
      "step": 3628
    },
    {
      "epoch": 0.14863813229571984,
      "grad_norm": 1.105990656699534,
      "learning_rate": 0.0002999059232743429,
      "loss": 1.5568,
      "step": 3629
    },
    {
      "epoch": 0.14867909072291624,
      "grad_norm": 0.7514570504149767,
      "learning_rate": 0.00029990580774855885,
      "loss": 0.9936,
      "step": 3630
    },
    {
      "epoch": 0.14872004915011264,
      "grad_norm": 0.7848866154202165,
      "learning_rate": 0.000299905692151908,
      "loss": 1.1949,
      "step": 3631
    },
    {
      "epoch": 0.14876100757730903,
      "grad_norm": 1.046072716574417,
      "learning_rate": 0.00029990557648439044,
      "loss": 1.1222,
      "step": 3632
    },
    {
      "epoch": 0.14880196600450543,
      "grad_norm": 0.7556056481783074,
      "learning_rate": 0.0002999054607460063,
      "loss": 1.0645,
      "step": 3633
    },
    {
      "epoch": 0.14884292443170183,
      "grad_norm": 0.7694102661358287,
      "learning_rate": 0.0002999053449367554,
      "loss": 1.1966,
      "step": 3634
    },
    {
      "epoch": 0.14888388285889823,
      "grad_norm": 0.6450601376253408,
      "learning_rate": 0.00029990522905663813,
      "loss": 1.0139,
      "step": 3635
    },
    {
      "epoch": 0.14892484128609462,
      "grad_norm": 0.9752352939414101,
      "learning_rate": 0.0002999051131056543,
      "loss": 0.9206,
      "step": 3636
    },
    {
      "epoch": 0.14896579971329102,
      "grad_norm": 0.8691583790366443,
      "learning_rate": 0.000299904997083804,
      "loss": 1.0883,
      "step": 3637
    },
    {
      "epoch": 0.14900675814048742,
      "grad_norm": 1.2485957215218448,
      "learning_rate": 0.0002999048809910873,
      "loss": 3.3563,
      "step": 3638
    },
    {
      "epoch": 0.1490477165676838,
      "grad_norm": 0.7982991059226814,
      "learning_rate": 0.0002999047648275043,
      "loss": 1.0822,
      "step": 3639
    },
    {
      "epoch": 0.1490886749948802,
      "grad_norm": 1.0408689364260477,
      "learning_rate": 0.00029990464859305506,
      "loss": 0.7289,
      "step": 3640
    },
    {
      "epoch": 0.14912963342207658,
      "grad_norm": 0.7539920873887443,
      "learning_rate": 0.0002999045322877396,
      "loss": 1.0063,
      "step": 3641
    },
    {
      "epoch": 0.14917059184927298,
      "grad_norm": 0.8647661520958259,
      "learning_rate": 0.0002999044159115579,
      "loss": 1.1347,
      "step": 3642
    },
    {
      "epoch": 0.14921155027646937,
      "grad_norm": 1.010459265887185,
      "learning_rate": 0.00029990429946451014,
      "loss": 0.7124,
      "step": 3643
    },
    {
      "epoch": 0.14925250870366577,
      "grad_norm": 1.1897194845029455,
      "learning_rate": 0.00029990418294659633,
      "loss": 1.2606,
      "step": 3644
    },
    {
      "epoch": 0.14929346713086217,
      "grad_norm": 0.6749545902824173,
      "learning_rate": 0.0002999040663578165,
      "loss": 1.1725,
      "step": 3645
    },
    {
      "epoch": 0.14933442555805856,
      "grad_norm": 0.7617811017058966,
      "learning_rate": 0.00029990394969817076,
      "loss": 0.7266,
      "step": 3646
    },
    {
      "epoch": 0.14937538398525496,
      "grad_norm": 1.1626827486090063,
      "learning_rate": 0.00029990383296765906,
      "loss": 0.6379,
      "step": 3647
    },
    {
      "epoch": 0.14941634241245136,
      "grad_norm": 1.228113425428787,
      "learning_rate": 0.0002999037161662816,
      "loss": 1.5604,
      "step": 3648
    },
    {
      "epoch": 0.14945730083964776,
      "grad_norm": 0.6865716175138157,
      "learning_rate": 0.00029990359929403835,
      "loss": 0.5803,
      "step": 3649
    },
    {
      "epoch": 0.14949825926684415,
      "grad_norm": 0.7562221253899251,
      "learning_rate": 0.00029990348235092934,
      "loss": 1.2597,
      "step": 3650
    },
    {
      "epoch": 0.14953921769404055,
      "grad_norm": 0.7069095693492964,
      "learning_rate": 0.0002999033653369547,
      "loss": 0.6956,
      "step": 3651
    },
    {
      "epoch": 0.14958017612123695,
      "grad_norm": 0.7177845868565371,
      "learning_rate": 0.0002999032482521144,
      "loss": 1.1569,
      "step": 3652
    },
    {
      "epoch": 0.14962113454843334,
      "grad_norm": 1.1592564189159638,
      "learning_rate": 0.0002999031310964086,
      "loss": 1.6599,
      "step": 3653
    },
    {
      "epoch": 0.14966209297562974,
      "grad_norm": 0.965877893437044,
      "learning_rate": 0.00029990301386983726,
      "loss": 1.283,
      "step": 3654
    },
    {
      "epoch": 0.14970305140282614,
      "grad_norm": 1.1371793189595176,
      "learning_rate": 0.0002999028965724005,
      "loss": 0.8813,
      "step": 3655
    },
    {
      "epoch": 0.14974400983002253,
      "grad_norm": 0.81691704506768,
      "learning_rate": 0.0002999027792040984,
      "loss": 0.9599,
      "step": 3656
    },
    {
      "epoch": 0.14978496825721893,
      "grad_norm": 0.7837733115196902,
      "learning_rate": 0.00029990266176493083,
      "loss": 1.2296,
      "step": 3657
    },
    {
      "epoch": 0.14982592668441533,
      "grad_norm": 0.6468449006291035,
      "learning_rate": 0.0002999025442548981,
      "loss": 0.9219,
      "step": 3658
    },
    {
      "epoch": 0.14986688511161173,
      "grad_norm": 0.7174373568079588,
      "learning_rate": 0.00029990242667400006,
      "loss": 0.7456,
      "step": 3659
    },
    {
      "epoch": 0.14990784353880812,
      "grad_norm": 0.8091964247324803,
      "learning_rate": 0.0002999023090222369,
      "loss": 1.1132,
      "step": 3660
    },
    {
      "epoch": 0.14994880196600452,
      "grad_norm": 0.9357968749718059,
      "learning_rate": 0.00029990219129960864,
      "loss": 1.5252,
      "step": 3661
    },
    {
      "epoch": 0.1499897603932009,
      "grad_norm": 0.6027725271124253,
      "learning_rate": 0.00029990207350611526,
      "loss": 0.5617,
      "step": 3662
    },
    {
      "epoch": 0.15003071882039729,
      "grad_norm": 0.6551029756688729,
      "learning_rate": 0.0002999019556417569,
      "loss": 0.98,
      "step": 3663
    },
    {
      "epoch": 0.15007167724759368,
      "grad_norm": 0.7200723318223027,
      "learning_rate": 0.00029990183770653363,
      "loss": 0.8416,
      "step": 3664
    },
    {
      "epoch": 0.15011263567479008,
      "grad_norm": 0.559531085667011,
      "learning_rate": 0.00029990171970044544,
      "loss": 0.6604,
      "step": 3665
    },
    {
      "epoch": 0.15015359410198648,
      "grad_norm": 1.041341002545686,
      "learning_rate": 0.00029990160162349244,
      "loss": 1.4349,
      "step": 3666
    },
    {
      "epoch": 0.15019455252918287,
      "grad_norm": 0.6309092424176502,
      "learning_rate": 0.00029990148347567463,
      "loss": 0.5485,
      "step": 3667
    },
    {
      "epoch": 0.15023551095637927,
      "grad_norm": 0.8265555381301659,
      "learning_rate": 0.0002999013652569921,
      "loss": 0.8983,
      "step": 3668
    },
    {
      "epoch": 0.15027646938357567,
      "grad_norm": 0.4922132049985685,
      "learning_rate": 0.00029990124696744496,
      "loss": 0.474,
      "step": 3669
    },
    {
      "epoch": 0.15031742781077206,
      "grad_norm": 0.6640608037674662,
      "learning_rate": 0.00029990112860703316,
      "loss": 1.0429,
      "step": 3670
    },
    {
      "epoch": 0.15035838623796846,
      "grad_norm": 0.5970639087407213,
      "learning_rate": 0.0002999010101757568,
      "loss": 0.4599,
      "step": 3671
    },
    {
      "epoch": 0.15039934466516486,
      "grad_norm": 0.8041294894941677,
      "learning_rate": 0.00029990089167361594,
      "loss": 1.0366,
      "step": 3672
    },
    {
      "epoch": 0.15044030309236125,
      "grad_norm": 0.6646103940846568,
      "learning_rate": 0.00029990077310061063,
      "loss": 0.7691,
      "step": 3673
    },
    {
      "epoch": 0.15048126151955765,
      "grad_norm": 0.6250888806007093,
      "learning_rate": 0.000299900654456741,
      "loss": 0.6925,
      "step": 3674
    },
    {
      "epoch": 0.15052221994675405,
      "grad_norm": 0.814568645020335,
      "learning_rate": 0.00029990053574200694,
      "loss": 0.4474,
      "step": 3675
    },
    {
      "epoch": 0.15056317837395045,
      "grad_norm": 0.9755335177554628,
      "learning_rate": 0.00029990041695640866,
      "loss": 1.3061,
      "step": 3676
    },
    {
      "epoch": 0.15060413680114684,
      "grad_norm": 0.7615638418210887,
      "learning_rate": 0.0002999002980999461,
      "loss": 0.9342,
      "step": 3677
    },
    {
      "epoch": 0.15064509522834324,
      "grad_norm": 0.7994036409560208,
      "learning_rate": 0.0002999001791726195,
      "loss": 0.9503,
      "step": 3678
    },
    {
      "epoch": 0.15068605365553964,
      "grad_norm": 0.7621736672640512,
      "learning_rate": 0.00029990006017442867,
      "loss": 0.5022,
      "step": 3679
    },
    {
      "epoch": 0.15072701208273603,
      "grad_norm": 1.0890101718764487,
      "learning_rate": 0.00029989994110537387,
      "loss": 1.712,
      "step": 3680
    },
    {
      "epoch": 0.15076797050993243,
      "grad_norm": 0.7589719490431915,
      "learning_rate": 0.0002998998219654551,
      "loss": 0.7483,
      "step": 3681
    },
    {
      "epoch": 0.15080892893712883,
      "grad_norm": 0.5294227727461246,
      "learning_rate": 0.0002998997027546723,
      "loss": 0.4187,
      "step": 3682
    },
    {
      "epoch": 0.1508498873643252,
      "grad_norm": 0.8075198722381983,
      "learning_rate": 0.00029989958347302566,
      "loss": 0.7641,
      "step": 3683
    },
    {
      "epoch": 0.1508908457915216,
      "grad_norm": 3.417920552491798,
      "learning_rate": 0.0002998994641205152,
      "loss": 5.402,
      "step": 3684
    },
    {
      "epoch": 0.150931804218718,
      "grad_norm": 0.9175524324576678,
      "learning_rate": 0.00029989934469714096,
      "loss": 0.9535,
      "step": 3685
    },
    {
      "epoch": 0.1509727626459144,
      "grad_norm": 0.7936604657014676,
      "learning_rate": 0.00029989922520290305,
      "loss": 0.6995,
      "step": 3686
    },
    {
      "epoch": 0.15101372107311078,
      "grad_norm": 0.5342912850380656,
      "learning_rate": 0.0002998991056378014,
      "loss": 0.4973,
      "step": 3687
    },
    {
      "epoch": 0.15105467950030718,
      "grad_norm": 0.7143486368917348,
      "learning_rate": 0.0002998989860018362,
      "loss": 1.0504,
      "step": 3688
    },
    {
      "epoch": 0.15109563792750358,
      "grad_norm": 0.9110377102568821,
      "learning_rate": 0.0002998988662950075,
      "loss": 0.4417,
      "step": 3689
    },
    {
      "epoch": 0.15113659635469998,
      "grad_norm": 1.0152001339397234,
      "learning_rate": 0.00029989874651731524,
      "loss": 1.1377,
      "step": 3690
    },
    {
      "epoch": 0.15117755478189637,
      "grad_norm": 2.2286703760575075,
      "learning_rate": 0.0002998986266687596,
      "loss": 5.0273,
      "step": 3691
    },
    {
      "epoch": 0.15121851320909277,
      "grad_norm": 0.8199460263464088,
      "learning_rate": 0.0002998985067493406,
      "loss": 1.1705,
      "step": 3692
    },
    {
      "epoch": 0.15125947163628917,
      "grad_norm": 0.7498399709605483,
      "learning_rate": 0.0002998983867590582,
      "loss": 0.9858,
      "step": 3693
    },
    {
      "epoch": 0.15130043006348556,
      "grad_norm": 0.9087849000207905,
      "learning_rate": 0.00029989826669791266,
      "loss": 0.6121,
      "step": 3694
    },
    {
      "epoch": 0.15134138849068196,
      "grad_norm": 0.6547320281921489,
      "learning_rate": 0.00029989814656590383,
      "loss": 0.9448,
      "step": 3695
    },
    {
      "epoch": 0.15138234691787836,
      "grad_norm": 0.6877642097646655,
      "learning_rate": 0.00029989802636303187,
      "loss": 0.6894,
      "step": 3696
    },
    {
      "epoch": 0.15142330534507475,
      "grad_norm": 0.7100079735807471,
      "learning_rate": 0.00029989790608929683,
      "loss": 1.1722,
      "step": 3697
    },
    {
      "epoch": 0.15146426377227115,
      "grad_norm": 0.7603596786008209,
      "learning_rate": 0.0002998977857446988,
      "loss": 1.0575,
      "step": 3698
    },
    {
      "epoch": 0.15150522219946755,
      "grad_norm": 0.5838718399631373,
      "learning_rate": 0.00029989766532923775,
      "loss": 0.8565,
      "step": 3699
    },
    {
      "epoch": 0.15154618062666395,
      "grad_norm": 0.6538408055588044,
      "learning_rate": 0.00029989754484291377,
      "loss": 1.0336,
      "step": 3700
    },
    {
      "epoch": 0.15158713905386034,
      "grad_norm": 0.738476033347595,
      "learning_rate": 0.0002998974242857269,
      "loss": 1.0615,
      "step": 3701
    },
    {
      "epoch": 0.15162809748105674,
      "grad_norm": 1.7280851111372797,
      "learning_rate": 0.0002998973036576773,
      "loss": 3.7571,
      "step": 3702
    },
    {
      "epoch": 0.15166905590825314,
      "grad_norm": 0.760968620941647,
      "learning_rate": 0.0002998971829587649,
      "loss": 0.6829,
      "step": 3703
    },
    {
      "epoch": 0.1517100143354495,
      "grad_norm": 0.8806633906948582,
      "learning_rate": 0.00029989706218898983,
      "loss": 1.1864,
      "step": 3704
    },
    {
      "epoch": 0.1517509727626459,
      "grad_norm": 0.7898979241990023,
      "learning_rate": 0.00029989694134835215,
      "loss": 1.0908,
      "step": 3705
    },
    {
      "epoch": 0.1517919311898423,
      "grad_norm": 0.917002303939926,
      "learning_rate": 0.0002998968204368519,
      "loss": 0.4517,
      "step": 3706
    },
    {
      "epoch": 0.1518328896170387,
      "grad_norm": 0.8908277387769171,
      "learning_rate": 0.0002998966994544891,
      "loss": 1.2104,
      "step": 3707
    },
    {
      "epoch": 0.1518738480442351,
      "grad_norm": 0.6562624828473704,
      "learning_rate": 0.00029989657840126386,
      "loss": 0.9221,
      "step": 3708
    },
    {
      "epoch": 0.1519148064714315,
      "grad_norm": 0.9439611607712708,
      "learning_rate": 0.00029989645727717616,
      "loss": 1.4682,
      "step": 3709
    },
    {
      "epoch": 0.1519557648986279,
      "grad_norm": 0.7553183816354506,
      "learning_rate": 0.0002998963360822262,
      "loss": 0.9267,
      "step": 3710
    },
    {
      "epoch": 0.15199672332582428,
      "grad_norm": 1.6869457473333447,
      "learning_rate": 0.00029989621481641386,
      "loss": 1.2116,
      "step": 3711
    },
    {
      "epoch": 0.15203768175302068,
      "grad_norm": 1.027441694788081,
      "learning_rate": 0.0002998960934797394,
      "loss": 1.1635,
      "step": 3712
    },
    {
      "epoch": 0.15207864018021708,
      "grad_norm": 0.6969296786512668,
      "learning_rate": 0.0002998959720722026,
      "loss": 0.9483,
      "step": 3713
    },
    {
      "epoch": 0.15211959860741348,
      "grad_norm": 3.3159572693883286,
      "learning_rate": 0.00029989585059380383,
      "loss": 2.5636,
      "step": 3714
    },
    {
      "epoch": 0.15216055703460987,
      "grad_norm": 0.8404596206311565,
      "learning_rate": 0.00029989572904454294,
      "loss": 0.9405,
      "step": 3715
    },
    {
      "epoch": 0.15220151546180627,
      "grad_norm": 0.9148871084090643,
      "learning_rate": 0.00029989560742442006,
      "loss": 1.2144,
      "step": 3716
    },
    {
      "epoch": 0.15224247388900267,
      "grad_norm": 0.7891637006143672,
      "learning_rate": 0.00029989548573343525,
      "loss": 1.0221,
      "step": 3717
    },
    {
      "epoch": 0.15228343231619906,
      "grad_norm": 0.6726938298458016,
      "learning_rate": 0.00029989536397158855,
      "loss": 1.1156,
      "step": 3718
    },
    {
      "epoch": 0.15232439074339546,
      "grad_norm": 1.0118284899694676,
      "learning_rate": 0.00029989524213887997,
      "loss": 0.625,
      "step": 3719
    },
    {
      "epoch": 0.15236534917059186,
      "grad_norm": 0.7414608950152309,
      "learning_rate": 0.00029989512023530967,
      "loss": 1.0865,
      "step": 3720
    },
    {
      "epoch": 0.15240630759778825,
      "grad_norm": 0.5261933399995068,
      "learning_rate": 0.00029989499826087765,
      "loss": 0.4086,
      "step": 3721
    },
    {
      "epoch": 0.15244726602498465,
      "grad_norm": 0.8113570053131852,
      "learning_rate": 0.00029989487621558396,
      "loss": 1.1827,
      "step": 3722
    },
    {
      "epoch": 0.15248822445218105,
      "grad_norm": 0.9191882153466123,
      "learning_rate": 0.00029989475409942867,
      "loss": 0.9656,
      "step": 3723
    },
    {
      "epoch": 0.15252918287937745,
      "grad_norm": 0.9037487254702548,
      "learning_rate": 0.0002998946319124118,
      "loss": 1.0808,
      "step": 3724
    },
    {
      "epoch": 0.15257014130657381,
      "grad_norm": 0.8047092545073026,
      "learning_rate": 0.0002998945096545335,
      "loss": 1.0212,
      "step": 3725
    },
    {
      "epoch": 0.1526110997337702,
      "grad_norm": 0.6214085623396415,
      "learning_rate": 0.00029989438732579376,
      "loss": 0.942,
      "step": 3726
    },
    {
      "epoch": 0.1526520581609666,
      "grad_norm": 0.7645363668452366,
      "learning_rate": 0.0002998942649261927,
      "loss": 0.6629,
      "step": 3727
    },
    {
      "epoch": 0.152693016588163,
      "grad_norm": 15.897680005649464,
      "learning_rate": 0.00029989414245573025,
      "loss": 6.8356,
      "step": 3728
    },
    {
      "epoch": 0.1527339750153594,
      "grad_norm": 1.3556987498663495,
      "learning_rate": 0.00029989401991440653,
      "loss": 1.5314,
      "step": 3729
    },
    {
      "epoch": 0.1527749334425558,
      "grad_norm": 0.6881397264091891,
      "learning_rate": 0.00029989389730222164,
      "loss": 0.8021,
      "step": 3730
    },
    {
      "epoch": 0.1528158918697522,
      "grad_norm": 0.518382229766266,
      "learning_rate": 0.0002998937746191757,
      "loss": 0.4361,
      "step": 3731
    },
    {
      "epoch": 0.1528568502969486,
      "grad_norm": 0.885070686550747,
      "learning_rate": 0.00029989365186526855,
      "loss": 1.2129,
      "step": 3732
    },
    {
      "epoch": 0.152897808724145,
      "grad_norm": 0.9319314899312275,
      "learning_rate": 0.0002998935290405005,
      "loss": 1.1257,
      "step": 3733
    },
    {
      "epoch": 0.1529387671513414,
      "grad_norm": 0.5932624311423025,
      "learning_rate": 0.0002998934061448714,
      "loss": 0.7961,
      "step": 3734
    },
    {
      "epoch": 0.15297972557853778,
      "grad_norm": 0.5921687936698685,
      "learning_rate": 0.00029989328317838143,
      "loss": 1.0589,
      "step": 3735
    },
    {
      "epoch": 0.15302068400573418,
      "grad_norm": 0.7629526498431932,
      "learning_rate": 0.00029989316014103067,
      "loss": 1.0865,
      "step": 3736
    },
    {
      "epoch": 0.15306164243293058,
      "grad_norm": 0.6725359263154994,
      "learning_rate": 0.000299893037032819,
      "loss": 1.109,
      "step": 3737
    },
    {
      "epoch": 0.15310260086012698,
      "grad_norm": 1.1887239143875958,
      "learning_rate": 0.0002998929138537467,
      "loss": 1.2355,
      "step": 3738
    },
    {
      "epoch": 0.15314355928732337,
      "grad_norm": 0.7056063650855096,
      "learning_rate": 0.0002998927906038137,
      "loss": 0.9493,
      "step": 3739
    },
    {
      "epoch": 0.15318451771451977,
      "grad_norm": 1.1023090468208658,
      "learning_rate": 0.00029989266728302,
      "loss": 1.3034,
      "step": 3740
    },
    {
      "epoch": 0.15322547614171617,
      "grad_norm": 0.7741835779735715,
      "learning_rate": 0.00029989254389136587,
      "loss": 0.3459,
      "step": 3741
    },
    {
      "epoch": 0.15326643456891256,
      "grad_norm": 1.113748134686806,
      "learning_rate": 0.0002998924204288512,
      "loss": 1.1487,
      "step": 3742
    },
    {
      "epoch": 0.15330739299610896,
      "grad_norm": 0.9622742891060109,
      "learning_rate": 0.0002998922968954761,
      "loss": 0.9365,
      "step": 3743
    },
    {
      "epoch": 0.15334835142330536,
      "grad_norm": 1.4859547003768225,
      "learning_rate": 0.00029989217329124063,
      "loss": 1.1099,
      "step": 3744
    },
    {
      "epoch": 0.15338930985050175,
      "grad_norm": 0.6940346603052469,
      "learning_rate": 0.0002998920496161448,
      "loss": 0.8179,
      "step": 3745
    },
    {
      "epoch": 0.15343026827769812,
      "grad_norm": 1.039228259460806,
      "learning_rate": 0.0002998919258701887,
      "loss": 0.7646,
      "step": 3746
    },
    {
      "epoch": 0.15347122670489452,
      "grad_norm": 0.6406930805049076,
      "learning_rate": 0.00029989180205337244,
      "loss": 0.8778,
      "step": 3747
    },
    {
      "epoch": 0.15351218513209092,
      "grad_norm": 7.210640375059545,
      "learning_rate": 0.000299891678165696,
      "loss": 4.6209,
      "step": 3748
    },
    {
      "epoch": 0.15355314355928731,
      "grad_norm": 0.9326715656826086,
      "learning_rate": 0.0002998915542071595,
      "loss": 0.8481,
      "step": 3749
    },
    {
      "epoch": 0.1535941019864837,
      "grad_norm": 4.0100079125033785,
      "learning_rate": 0.0002998914301777629,
      "loss": 5.1608,
      "step": 3750
    },
    {
      "epoch": 0.1536350604136801,
      "grad_norm": 0.7906868147619227,
      "learning_rate": 0.0002998913060775064,
      "loss": 0.8444,
      "step": 3751
    },
    {
      "epoch": 0.1536760188408765,
      "grad_norm": 0.8183505573312743,
      "learning_rate": 0.00029989118190639,
      "loss": 0.9955,
      "step": 3752
    },
    {
      "epoch": 0.1537169772680729,
      "grad_norm": 0.9390688602820251,
      "learning_rate": 0.0002998910576644137,
      "loss": 0.505,
      "step": 3753
    },
    {
      "epoch": 0.1537579356952693,
      "grad_norm": 1.7775443599805183,
      "learning_rate": 0.00029989093335157764,
      "loss": 1.535,
      "step": 3754
    },
    {
      "epoch": 0.1537988941224657,
      "grad_norm": 0.7471420689502343,
      "learning_rate": 0.0002998908089678818,
      "loss": 1.0078,
      "step": 3755
    },
    {
      "epoch": 0.1538398525496621,
      "grad_norm": 1.428602218479359,
      "learning_rate": 0.0002998906845133263,
      "loss": 1.3414,
      "step": 3756
    },
    {
      "epoch": 0.1538808109768585,
      "grad_norm": 0.5863895459601389,
      "learning_rate": 0.0002998905599879112,
      "loss": 0.9224,
      "step": 3757
    },
    {
      "epoch": 0.1539217694040549,
      "grad_norm": 1.0833125419741763,
      "learning_rate": 0.00029989043539163657,
      "loss": 0.8985,
      "step": 3758
    },
    {
      "epoch": 0.15396272783125128,
      "grad_norm": 2.489453529159482,
      "learning_rate": 0.0002998903107245024,
      "loss": 3.3272,
      "step": 3759
    },
    {
      "epoch": 0.15400368625844768,
      "grad_norm": 2.147813794204213,
      "learning_rate": 0.0002998901859865088,
      "loss": 1.1309,
      "step": 3760
    },
    {
      "epoch": 0.15404464468564408,
      "grad_norm": 1.436378620722471,
      "learning_rate": 0.0002998900611776558,
      "loss": 0.8443,
      "step": 3761
    },
    {
      "epoch": 0.15408560311284047,
      "grad_norm": 1.0514631552514062,
      "learning_rate": 0.0002998899362979435,
      "loss": 0.8175,
      "step": 3762
    },
    {
      "epoch": 0.15412656154003687,
      "grad_norm": 0.9685615319431333,
      "learning_rate": 0.00029988981134737195,
      "loss": 0.9808,
      "step": 3763
    },
    {
      "epoch": 0.15416751996723327,
      "grad_norm": 1.2568458275595695,
      "learning_rate": 0.00029988968632594114,
      "loss": 1.182,
      "step": 3764
    },
    {
      "epoch": 0.15420847839442967,
      "grad_norm": 6.979202581336008,
      "learning_rate": 0.0002998895612336512,
      "loss": 6.843,
      "step": 3765
    },
    {
      "epoch": 0.15424943682162606,
      "grad_norm": 1.2427714405603585,
      "learning_rate": 0.0002998894360705022,
      "loss": 1.5821,
      "step": 3766
    },
    {
      "epoch": 0.15429039524882243,
      "grad_norm": 0.8305797024379539,
      "learning_rate": 0.0002998893108364942,
      "loss": 1.1778,
      "step": 3767
    },
    {
      "epoch": 0.15433135367601883,
      "grad_norm": 1.5177329056816113,
      "learning_rate": 0.0002998891855316272,
      "loss": 0.722,
      "step": 3768
    },
    {
      "epoch": 0.15437231210321523,
      "grad_norm": 0.880691787402019,
      "learning_rate": 0.0002998890601559012,
      "loss": 1.1217,
      "step": 3769
    },
    {
      "epoch": 0.15441327053041162,
      "grad_norm": 0.9207390289506436,
      "learning_rate": 0.00029988893470931646,
      "loss": 1.2661,
      "step": 3770
    },
    {
      "epoch": 0.15445422895760802,
      "grad_norm": 0.8625091298112414,
      "learning_rate": 0.0002998888091918729,
      "loss": 0.8803,
      "step": 3771
    },
    {
      "epoch": 0.15449518738480442,
      "grad_norm": 0.9506486331000505,
      "learning_rate": 0.0002998886836035706,
      "loss": 1.0868,
      "step": 3772
    },
    {
      "epoch": 0.1545361458120008,
      "grad_norm": 0.7303583958498087,
      "learning_rate": 0.00029988855794440964,
      "loss": 1.1328,
      "step": 3773
    },
    {
      "epoch": 0.1545771042391972,
      "grad_norm": 0.9052817787415222,
      "learning_rate": 0.0002998884322143901,
      "loss": 0.9388,
      "step": 3774
    },
    {
      "epoch": 0.1546180626663936,
      "grad_norm": 0.8931339161893962,
      "learning_rate": 0.0002998883064135119,
      "loss": 1.0373,
      "step": 3775
    },
    {
      "epoch": 0.15465902109359,
      "grad_norm": 0.767218886175055,
      "learning_rate": 0.0002998881805417753,
      "loss": 0.8164,
      "step": 3776
    },
    {
      "epoch": 0.1546999795207864,
      "grad_norm": 0.7899886919537483,
      "learning_rate": 0.00029988805459918027,
      "loss": 0.7869,
      "step": 3777
    },
    {
      "epoch": 0.1547409379479828,
      "grad_norm": 1.414254866341305,
      "learning_rate": 0.00029988792858572685,
      "loss": 0.6968,
      "step": 3778
    },
    {
      "epoch": 0.1547818963751792,
      "grad_norm": 0.9266548130973176,
      "learning_rate": 0.0002998878025014151,
      "loss": 1.0026,
      "step": 3779
    },
    {
      "epoch": 0.1548228548023756,
      "grad_norm": 0.7680288871277136,
      "learning_rate": 0.0002998876763462451,
      "loss": 0.8399,
      "step": 3780
    },
    {
      "epoch": 0.154863813229572,
      "grad_norm": 1.0273130733023446,
      "learning_rate": 0.0002998875501202169,
      "loss": 1.1536,
      "step": 3781
    },
    {
      "epoch": 0.1549047716567684,
      "grad_norm": 0.6970554928360718,
      "learning_rate": 0.0002998874238233306,
      "loss": 0.5039,
      "step": 3782
    },
    {
      "epoch": 0.15494573008396478,
      "grad_norm": 1.4921173352608568,
      "learning_rate": 0.0002998872974555862,
      "loss": 1.4415,
      "step": 3783
    },
    {
      "epoch": 0.15498668851116118,
      "grad_norm": 1.3676075901063116,
      "learning_rate": 0.00029988717101698376,
      "loss": 1.5191,
      "step": 3784
    },
    {
      "epoch": 0.15502764693835758,
      "grad_norm": 0.8477935729122152,
      "learning_rate": 0.00029988704450752336,
      "loss": 0.8483,
      "step": 3785
    },
    {
      "epoch": 0.15506860536555397,
      "grad_norm": 0.6456959815416153,
      "learning_rate": 0.0002998869179272051,
      "loss": 0.9359,
      "step": 3786
    },
    {
      "epoch": 0.15510956379275037,
      "grad_norm": 0.5867511668808404,
      "learning_rate": 0.00029988679127602893,
      "loss": 0.8986,
      "step": 3787
    },
    {
      "epoch": 0.15515052221994674,
      "grad_norm": 0.6170360488401814,
      "learning_rate": 0.0002998866645539951,
      "loss": 1.0618,
      "step": 3788
    },
    {
      "epoch": 0.15519148064714314,
      "grad_norm": 0.9345854870873539,
      "learning_rate": 0.00029988653776110346,
      "loss": 1.6935,
      "step": 3789
    },
    {
      "epoch": 0.15523243907433953,
      "grad_norm": 1.0565708087485703,
      "learning_rate": 0.00029988641089735414,
      "loss": 1.2512,
      "step": 3790
    },
    {
      "epoch": 0.15527339750153593,
      "grad_norm": 0.6802483539885857,
      "learning_rate": 0.0002998862839627473,
      "loss": 1.2244,
      "step": 3791
    },
    {
      "epoch": 0.15531435592873233,
      "grad_norm": 0.9715264917833971,
      "learning_rate": 0.0002998861569572829,
      "loss": 0.9839,
      "step": 3792
    },
    {
      "epoch": 0.15535531435592873,
      "grad_norm": 0.4900254058117789,
      "learning_rate": 0.000299886029880961,
      "loss": 0.3989,
      "step": 3793
    },
    {
      "epoch": 0.15539627278312512,
      "grad_norm": 0.8461491448856955,
      "learning_rate": 0.0002998859027337817,
      "loss": 1.7852,
      "step": 3794
    },
    {
      "epoch": 0.15543723121032152,
      "grad_norm": 0.8361792700615921,
      "learning_rate": 0.00029988577551574505,
      "loss": 0.5888,
      "step": 3795
    },
    {
      "epoch": 0.15547818963751792,
      "grad_norm": 0.8365822391532202,
      "learning_rate": 0.0002998856482268511,
      "loss": 0.5,
      "step": 3796
    },
    {
      "epoch": 0.1555191480647143,
      "grad_norm": 0.7247208754633333,
      "learning_rate": 0.00029988552086709995,
      "loss": 1.2269,
      "step": 3797
    },
    {
      "epoch": 0.1555601064919107,
      "grad_norm": 0.7607145358962275,
      "learning_rate": 0.00029988539343649156,
      "loss": 0.9334,
      "step": 3798
    },
    {
      "epoch": 0.1556010649191071,
      "grad_norm": 1.271866089962358,
      "learning_rate": 0.00029988526593502607,
      "loss": 1.6647,
      "step": 3799
    },
    {
      "epoch": 0.1556420233463035,
      "grad_norm": 0.5109954697454188,
      "learning_rate": 0.0002998851383627035,
      "loss": 0.5402,
      "step": 3800
    },
    {
      "epoch": 0.1556829817734999,
      "grad_norm": 0.6500542261871637,
      "learning_rate": 0.00029988501071952396,
      "loss": 0.9677,
      "step": 3801
    },
    {
      "epoch": 0.1557239402006963,
      "grad_norm": 0.5609684946690126,
      "learning_rate": 0.0002998848830054875,
      "loss": 0.5755,
      "step": 3802
    },
    {
      "epoch": 0.1557648986278927,
      "grad_norm": 0.5050507261030642,
      "learning_rate": 0.00029988475522059417,
      "loss": 0.6537,
      "step": 3803
    },
    {
      "epoch": 0.1558058570550891,
      "grad_norm": 0.5290418676875572,
      "learning_rate": 0.00029988462736484404,
      "loss": 0.7979,
      "step": 3804
    },
    {
      "epoch": 0.1558468154822855,
      "grad_norm": 0.7196799376352502,
      "learning_rate": 0.00029988449943823707,
      "loss": 0.8678,
      "step": 3805
    },
    {
      "epoch": 0.15588777390948189,
      "grad_norm": 0.6509784495771276,
      "learning_rate": 0.0002998843714407735,
      "loss": 0.6324,
      "step": 3806
    },
    {
      "epoch": 0.15592873233667828,
      "grad_norm": 0.6772699953213952,
      "learning_rate": 0.00029988424337245326,
      "loss": 0.871,
      "step": 3807
    },
    {
      "epoch": 0.15596969076387468,
      "grad_norm": 0.8332758330968751,
      "learning_rate": 0.0002998841152332764,
      "loss": 0.9533,
      "step": 3808
    },
    {
      "epoch": 0.15601064919107105,
      "grad_norm": 0.5767462941859667,
      "learning_rate": 0.00029988398702324306,
      "loss": 0.7236,
      "step": 3809
    },
    {
      "epoch": 0.15605160761826745,
      "grad_norm": 0.8428595341265271,
      "learning_rate": 0.0002998838587423533,
      "loss": 1.1838,
      "step": 3810
    },
    {
      "epoch": 0.15609256604546384,
      "grad_norm": 0.6626387355781918,
      "learning_rate": 0.00029988373039060713,
      "loss": 0.9452,
      "step": 3811
    },
    {
      "epoch": 0.15613352447266024,
      "grad_norm": 0.5889861314483192,
      "learning_rate": 0.0002998836019680046,
      "loss": 1.0229,
      "step": 3812
    },
    {
      "epoch": 0.15617448289985664,
      "grad_norm": 0.6906280651572777,
      "learning_rate": 0.00029988347347454584,
      "loss": 1.0584,
      "step": 3813
    },
    {
      "epoch": 0.15621544132705303,
      "grad_norm": 0.7361283909504357,
      "learning_rate": 0.00029988334491023083,
      "loss": 0.9873,
      "step": 3814
    },
    {
      "epoch": 0.15625639975424943,
      "grad_norm": 0.9459775012093409,
      "learning_rate": 0.00029988321627505974,
      "loss": 1.0273,
      "step": 3815
    },
    {
      "epoch": 0.15629735818144583,
      "grad_norm": 0.7093302940133742,
      "learning_rate": 0.0002998830875690325,
      "loss": 1.0488,
      "step": 3816
    },
    {
      "epoch": 0.15633831660864222,
      "grad_norm": 1.0066357840197606,
      "learning_rate": 0.00029988295879214926,
      "loss": 0.885,
      "step": 3817
    },
    {
      "epoch": 0.15637927503583862,
      "grad_norm": 0.586526883336285,
      "learning_rate": 0.0002998828299444101,
      "loss": 0.5595,
      "step": 3818
    },
    {
      "epoch": 0.15642023346303502,
      "grad_norm": 1.8024391182347619,
      "learning_rate": 0.00029988270102581494,
      "loss": 1.7407,
      "step": 3819
    },
    {
      "epoch": 0.15646119189023142,
      "grad_norm": 0.9461470521754678,
      "learning_rate": 0.00029988257203636404,
      "loss": 1.2251,
      "step": 3820
    },
    {
      "epoch": 0.1565021503174278,
      "grad_norm": 0.7818624367013589,
      "learning_rate": 0.0002998824429760572,
      "loss": 0.9133,
      "step": 3821
    },
    {
      "epoch": 0.1565431087446242,
      "grad_norm": 0.6448932311513499,
      "learning_rate": 0.0002998823138448948,
      "loss": 0.892,
      "step": 3822
    },
    {
      "epoch": 0.1565840671718206,
      "grad_norm": 0.7469451296411649,
      "learning_rate": 0.00029988218464287663,
      "loss": 0.9916,
      "step": 3823
    },
    {
      "epoch": 0.156625025599017,
      "grad_norm": 0.790982320291413,
      "learning_rate": 0.0002998820553700029,
      "loss": 0.8927,
      "step": 3824
    },
    {
      "epoch": 0.1566659840262134,
      "grad_norm": 0.972586446341946,
      "learning_rate": 0.00029988192602627367,
      "loss": 0.9233,
      "step": 3825
    },
    {
      "epoch": 0.1567069424534098,
      "grad_norm": 1.1458342424115207,
      "learning_rate": 0.00029988179661168894,
      "loss": 1.932,
      "step": 3826
    },
    {
      "epoch": 0.1567479008806062,
      "grad_norm": 0.7459400447609688,
      "learning_rate": 0.00029988166712624877,
      "loss": 1.0479,
      "step": 3827
    },
    {
      "epoch": 0.1567888593078026,
      "grad_norm": 0.8641164147844376,
      "learning_rate": 0.0002998815375699533,
      "loss": 0.9146,
      "step": 3828
    },
    {
      "epoch": 0.156829817734999,
      "grad_norm": 0.8233601404465916,
      "learning_rate": 0.0002998814079428025,
      "loss": 0.9509,
      "step": 3829
    },
    {
      "epoch": 0.15687077616219539,
      "grad_norm": 0.8545277354952477,
      "learning_rate": 0.00029988127824479645,
      "loss": 0.7868,
      "step": 3830
    },
    {
      "epoch": 0.15691173458939175,
      "grad_norm": 1.13915588358995,
      "learning_rate": 0.0002998811484759352,
      "loss": 1.3464,
      "step": 3831
    },
    {
      "epoch": 0.15695269301658815,
      "grad_norm": 0.8328863722125205,
      "learning_rate": 0.0002998810186362189,
      "loss": 1.0009,
      "step": 3832
    },
    {
      "epoch": 0.15699365144378455,
      "grad_norm": 1.1090723800155549,
      "learning_rate": 0.0002998808887256475,
      "loss": 1.0665,
      "step": 3833
    },
    {
      "epoch": 0.15703460987098095,
      "grad_norm": 0.4914099202048393,
      "learning_rate": 0.0002998807587442212,
      "loss": 0.4758,
      "step": 3834
    },
    {
      "epoch": 0.15707556829817734,
      "grad_norm": 0.8011403411882467,
      "learning_rate": 0.0002998806286919399,
      "loss": 1.4096,
      "step": 3835
    },
    {
      "epoch": 0.15711652672537374,
      "grad_norm": 0.8228171180065486,
      "learning_rate": 0.00029988049856880374,
      "loss": 1.0431,
      "step": 3836
    },
    {
      "epoch": 0.15715748515257014,
      "grad_norm": 0.9035063903325391,
      "learning_rate": 0.00029988036837481284,
      "loss": 0.9674,
      "step": 3837
    },
    {
      "epoch": 0.15719844357976653,
      "grad_norm": 0.6441020707345283,
      "learning_rate": 0.0002998802381099671,
      "loss": 0.768,
      "step": 3838
    },
    {
      "epoch": 0.15723940200696293,
      "grad_norm": 0.8817024821390386,
      "learning_rate": 0.00029988010777426676,
      "loss": 1.2496,
      "step": 3839
    },
    {
      "epoch": 0.15728036043415933,
      "grad_norm": 0.6410217599284952,
      "learning_rate": 0.0002998799773677118,
      "loss": 1.0025,
      "step": 3840
    },
    {
      "epoch": 0.15732131886135572,
      "grad_norm": 0.7435930461425505,
      "learning_rate": 0.00029987984689030226,
      "loss": 0.9374,
      "step": 3841
    },
    {
      "epoch": 0.15736227728855212,
      "grad_norm": 5.303435614092061,
      "learning_rate": 0.0002998797163420382,
      "loss": 6.4882,
      "step": 3842
    },
    {
      "epoch": 0.15740323571574852,
      "grad_norm": 0.7510018376674047,
      "learning_rate": 0.00029987958572291973,
      "loss": 1.013,
      "step": 3843
    },
    {
      "epoch": 0.15744419414294492,
      "grad_norm": 1.1466077546857718,
      "learning_rate": 0.0002998794550329469,
      "loss": 0.7994,
      "step": 3844
    },
    {
      "epoch": 0.1574851525701413,
      "grad_norm": 1.0587147579742922,
      "learning_rate": 0.00029987932427211976,
      "loss": 1.3015,
      "step": 3845
    },
    {
      "epoch": 0.1575261109973377,
      "grad_norm": 0.7301440408642761,
      "learning_rate": 0.0002998791934404384,
      "loss": 0.9923,
      "step": 3846
    },
    {
      "epoch": 0.1575670694245341,
      "grad_norm": 0.8938136319483442,
      "learning_rate": 0.0002998790625379028,
      "loss": 0.8382,
      "step": 3847
    },
    {
      "epoch": 0.1576080278517305,
      "grad_norm": 0.6900229089227103,
      "learning_rate": 0.0002998789315645131,
      "loss": 0.8869,
      "step": 3848
    },
    {
      "epoch": 0.1576489862789269,
      "grad_norm": 0.9678726673460946,
      "learning_rate": 0.0002998788005202693,
      "loss": 1.2581,
      "step": 3849
    },
    {
      "epoch": 0.1576899447061233,
      "grad_norm": 0.654633837139138,
      "learning_rate": 0.00029987866940517154,
      "loss": 0.9968,
      "step": 3850
    },
    {
      "epoch": 0.1577309031333197,
      "grad_norm": 1.0640456443081163,
      "learning_rate": 0.00029987853821921985,
      "loss": 1.2395,
      "step": 3851
    },
    {
      "epoch": 0.15777186156051606,
      "grad_norm": 0.53225993304946,
      "learning_rate": 0.0002998784069624143,
      "loss": 0.5075,
      "step": 3852
    },
    {
      "epoch": 0.15781281998771246,
      "grad_norm": 3.050535460151978,
      "learning_rate": 0.0002998782756347549,
      "loss": 5.0796,
      "step": 3853
    },
    {
      "epoch": 0.15785377841490886,
      "grad_norm": 1.065235043441083,
      "learning_rate": 0.0002998781442362417,
      "loss": 1.0321,
      "step": 3854
    },
    {
      "epoch": 0.15789473684210525,
      "grad_norm": 1.1977317501568765,
      "learning_rate": 0.00029987801276687486,
      "loss": 1.0495,
      "step": 3855
    },
    {
      "epoch": 0.15793569526930165,
      "grad_norm": 0.8680658932179297,
      "learning_rate": 0.0002998778812266544,
      "loss": 1.1685,
      "step": 3856
    },
    {
      "epoch": 0.15797665369649805,
      "grad_norm": 19.55993994896123,
      "learning_rate": 0.00029987774961558037,
      "loss": 4.3159,
      "step": 3857
    },
    {
      "epoch": 0.15801761212369445,
      "grad_norm": 1.6190948282147852,
      "learning_rate": 0.00029987761793365286,
      "loss": 1.6445,
      "step": 3858
    },
    {
      "epoch": 0.15805857055089084,
      "grad_norm": 1.1807119287453702,
      "learning_rate": 0.0002998774861808719,
      "loss": 1.312,
      "step": 3859
    },
    {
      "epoch": 0.15809952897808724,
      "grad_norm": 0.5048098944295396,
      "learning_rate": 0.00029987735435723755,
      "loss": 0.4673,
      "step": 3860
    },
    {
      "epoch": 0.15814048740528364,
      "grad_norm": 0.8066986428049929,
      "learning_rate": 0.00029987722246274987,
      "loss": 0.574,
      "step": 3861
    },
    {
      "epoch": 0.15818144583248003,
      "grad_norm": 1.1373137552360506,
      "learning_rate": 0.000299877090497409,
      "loss": 1.1584,
      "step": 3862
    },
    {
      "epoch": 0.15822240425967643,
      "grad_norm": 4.160012876448709,
      "learning_rate": 0.0002998769584612149,
      "loss": 2.267,
      "step": 3863
    },
    {
      "epoch": 0.15826336268687283,
      "grad_norm": 0.8688283880256248,
      "learning_rate": 0.0002998768263541676,
      "loss": 1.2556,
      "step": 3864
    },
    {
      "epoch": 0.15830432111406922,
      "grad_norm": 0.6501390877459647,
      "learning_rate": 0.0002998766941762673,
      "loss": 0.9839,
      "step": 3865
    },
    {
      "epoch": 0.15834527954126562,
      "grad_norm": 0.7345325084450243,
      "learning_rate": 0.000299876561927514,
      "loss": 1.1053,
      "step": 3866
    },
    {
      "epoch": 0.15838623796846202,
      "grad_norm": 0.6007886468392228,
      "learning_rate": 0.00029987642960790776,
      "loss": 0.4945,
      "step": 3867
    },
    {
      "epoch": 0.15842719639565842,
      "grad_norm": 0.7774479893770974,
      "learning_rate": 0.0002998762972174486,
      "loss": 0.9415,
      "step": 3868
    },
    {
      "epoch": 0.1584681548228548,
      "grad_norm": 0.5613767324864734,
      "learning_rate": 0.00029987616475613666,
      "loss": 0.4633,
      "step": 3869
    },
    {
      "epoch": 0.1585091132500512,
      "grad_norm": 1.7061022539625268,
      "learning_rate": 0.000299876032223972,
      "loss": 2.4927,
      "step": 3870
    },
    {
      "epoch": 0.1585500716772476,
      "grad_norm": 0.7819580412793261,
      "learning_rate": 0.00029987589962095457,
      "loss": 1.1356,
      "step": 3871
    },
    {
      "epoch": 0.158591030104444,
      "grad_norm": 4.855978967039098,
      "learning_rate": 0.0002998757669470845,
      "loss": 4.9325,
      "step": 3872
    },
    {
      "epoch": 0.15863198853164037,
      "grad_norm": 0.7770896122110267,
      "learning_rate": 0.00029987563420236197,
      "loss": 0.9839,
      "step": 3873
    },
    {
      "epoch": 0.15867294695883677,
      "grad_norm": 1.2937700109595298,
      "learning_rate": 0.00029987550138678686,
      "loss": 1.344,
      "step": 3874
    },
    {
      "epoch": 0.15871390538603317,
      "grad_norm": 2.207273985370845,
      "learning_rate": 0.00029987536850035936,
      "loss": 1.3988,
      "step": 3875
    },
    {
      "epoch": 0.15875486381322956,
      "grad_norm": 0.7726800109144344,
      "learning_rate": 0.0002998752355430794,
      "loss": 1.053,
      "step": 3876
    },
    {
      "epoch": 0.15879582224042596,
      "grad_norm": 0.7416596372674934,
      "learning_rate": 0.0002998751025149472,
      "loss": 0.7702,
      "step": 3877
    },
    {
      "epoch": 0.15883678066762236,
      "grad_norm": 0.7109479718237396,
      "learning_rate": 0.0002998749694159627,
      "loss": 1.2043,
      "step": 3878
    },
    {
      "epoch": 0.15887773909481875,
      "grad_norm": 0.6303866947302788,
      "learning_rate": 0.0002998748362461261,
      "loss": 0.7835,
      "step": 3879
    },
    {
      "epoch": 0.15891869752201515,
      "grad_norm": 0.4841221822374717,
      "learning_rate": 0.0002998747030054373,
      "loss": 0.4948,
      "step": 3880
    },
    {
      "epoch": 0.15895965594921155,
      "grad_norm": 1.0968647043949131,
      "learning_rate": 0.00029987456969389644,
      "loss": 0.9945,
      "step": 3881
    },
    {
      "epoch": 0.15900061437640794,
      "grad_norm": 0.9196473222585319,
      "learning_rate": 0.00029987443631150363,
      "loss": 0.8852,
      "step": 3882
    },
    {
      "epoch": 0.15904157280360434,
      "grad_norm": 1.9229119525333052,
      "learning_rate": 0.0002998743028582588,
      "loss": 3.4135,
      "step": 3883
    },
    {
      "epoch": 0.15908253123080074,
      "grad_norm": 0.6906893445610666,
      "learning_rate": 0.00029987416933416214,
      "loss": 1.0053,
      "step": 3884
    },
    {
      "epoch": 0.15912348965799714,
      "grad_norm": 2.2729560271550397,
      "learning_rate": 0.00029987403573921367,
      "loss": 1.4572,
      "step": 3885
    },
    {
      "epoch": 0.15916444808519353,
      "grad_norm": 1.2658197964884121,
      "learning_rate": 0.00029987390207341345,
      "loss": 1.5021,
      "step": 3886
    },
    {
      "epoch": 0.15920540651238993,
      "grad_norm": 1.1491177461976025,
      "learning_rate": 0.00029987376833676154,
      "loss": 0.9909,
      "step": 3887
    },
    {
      "epoch": 0.15924636493958633,
      "grad_norm": 0.8226268546373611,
      "learning_rate": 0.000299873634529258,
      "loss": 1.1699,
      "step": 3888
    },
    {
      "epoch": 0.15928732336678272,
      "grad_norm": 0.8383853549286592,
      "learning_rate": 0.00029987350065090293,
      "loss": 0.8224,
      "step": 3889
    },
    {
      "epoch": 0.15932828179397912,
      "grad_norm": 1.0924095323594218,
      "learning_rate": 0.00029987336670169633,
      "loss": 1.5865,
      "step": 3890
    },
    {
      "epoch": 0.15936924022117552,
      "grad_norm": 1.01074585835581,
      "learning_rate": 0.00029987323268163837,
      "loss": 1.1384,
      "step": 3891
    },
    {
      "epoch": 0.15941019864837191,
      "grad_norm": 0.9640151260214836,
      "learning_rate": 0.000299873098590729,
      "loss": 1.4067,
      "step": 3892
    },
    {
      "epoch": 0.1594511570755683,
      "grad_norm": 1.239161848057596,
      "learning_rate": 0.0002998729644289683,
      "loss": 0.9724,
      "step": 3893
    },
    {
      "epoch": 0.15949211550276468,
      "grad_norm": 0.7804586556367116,
      "learning_rate": 0.0002998728301963564,
      "loss": 0.9896,
      "step": 3894
    },
    {
      "epoch": 0.15953307392996108,
      "grad_norm": 1.3177887230098384,
      "learning_rate": 0.0002998726958928933,
      "loss": 1.5335,
      "step": 3895
    },
    {
      "epoch": 0.15957403235715747,
      "grad_norm": 0.8430219232938314,
      "learning_rate": 0.00029987256151857905,
      "loss": 0.9704,
      "step": 3896
    },
    {
      "epoch": 0.15961499078435387,
      "grad_norm": 0.7669176254975838,
      "learning_rate": 0.0002998724270734138,
      "loss": 1.0893,
      "step": 3897
    },
    {
      "epoch": 0.15965594921155027,
      "grad_norm": 1.5378545736644014,
      "learning_rate": 0.0002998722925573976,
      "loss": 0.9106,
      "step": 3898
    },
    {
      "epoch": 0.15969690763874667,
      "grad_norm": 0.8251109013852653,
      "learning_rate": 0.0002998721579705304,
      "loss": 1.4716,
      "step": 3899
    },
    {
      "epoch": 0.15973786606594306,
      "grad_norm": 1.3735694672759635,
      "learning_rate": 0.00029987202331281237,
      "loss": 1.1917,
      "step": 3900
    },
    {
      "epoch": 0.15977882449313946,
      "grad_norm": 0.6924310788762362,
      "learning_rate": 0.0002998718885842435,
      "loss": 1.2462,
      "step": 3901
    },
    {
      "epoch": 0.15981978292033586,
      "grad_norm": 1.0334240195241766,
      "learning_rate": 0.00029987175378482395,
      "loss": 0.8684,
      "step": 3902
    },
    {
      "epoch": 0.15986074134753225,
      "grad_norm": 0.7874123362288101,
      "learning_rate": 0.0002998716189145537,
      "loss": 1.0392,
      "step": 3903
    },
    {
      "epoch": 0.15990169977472865,
      "grad_norm": 0.9005341615184314,
      "learning_rate": 0.00029987148397343295,
      "loss": 1.0098,
      "step": 3904
    },
    {
      "epoch": 0.15994265820192505,
      "grad_norm": 3.935914705458401,
      "learning_rate": 0.0002998713489614615,
      "loss": 1.4216,
      "step": 3905
    },
    {
      "epoch": 0.15998361662912144,
      "grad_norm": 0.9433977900497181,
      "learning_rate": 0.0002998712138786397,
      "loss": 1.0663,
      "step": 3906
    },
    {
      "epoch": 0.16002457505631784,
      "grad_norm": 0.8126966653770229,
      "learning_rate": 0.0002998710787249674,
      "loss": 1.1305,
      "step": 3907
    },
    {
      "epoch": 0.16006553348351424,
      "grad_norm": 0.7915340742804599,
      "learning_rate": 0.0002998709435004448,
      "loss": 1.0191,
      "step": 3908
    },
    {
      "epoch": 0.16010649191071064,
      "grad_norm": 4.30388107176269,
      "learning_rate": 0.0002998708082050719,
      "loss": 0.8251,
      "step": 3909
    },
    {
      "epoch": 0.16014745033790703,
      "grad_norm": 0.7741667581087833,
      "learning_rate": 0.0002998706728388488,
      "loss": 0.852,
      "step": 3910
    },
    {
      "epoch": 0.16018840876510343,
      "grad_norm": 0.9193433330369962,
      "learning_rate": 0.0002998705374017755,
      "loss": 1.3425,
      "step": 3911
    },
    {
      "epoch": 0.16022936719229983,
      "grad_norm": 0.9366945665984524,
      "learning_rate": 0.0002998704018938521,
      "loss": 1.0409,
      "step": 3912
    },
    {
      "epoch": 0.16027032561949622,
      "grad_norm": 0.670892739439094,
      "learning_rate": 0.00029987026631507875,
      "loss": 0.8735,
      "step": 3913
    },
    {
      "epoch": 0.16031128404669262,
      "grad_norm": 1.2051235455777545,
      "learning_rate": 0.0002998701306654554,
      "loss": 2.1173,
      "step": 3914
    },
    {
      "epoch": 0.160352242473889,
      "grad_norm": 0.8782076136248643,
      "learning_rate": 0.0002998699949449821,
      "loss": 0.8071,
      "step": 3915
    },
    {
      "epoch": 0.1603932009010854,
      "grad_norm": 0.6307859922540509,
      "learning_rate": 0.000299869859153659,
      "loss": 0.8092,
      "step": 3916
    },
    {
      "epoch": 0.16043415932828178,
      "grad_norm": 0.8724925906698021,
      "learning_rate": 0.00029986972329148614,
      "loss": 1.0273,
      "step": 3917
    },
    {
      "epoch": 0.16047511775547818,
      "grad_norm": 1.5514412576329124,
      "learning_rate": 0.00029986958735846354,
      "loss": 0.8281,
      "step": 3918
    },
    {
      "epoch": 0.16051607618267458,
      "grad_norm": 1.2968378391607736,
      "learning_rate": 0.00029986945135459126,
      "loss": 1.0884,
      "step": 3919
    },
    {
      "epoch": 0.16055703460987097,
      "grad_norm": 1.0512910420589523,
      "learning_rate": 0.0002998693152798695,
      "loss": 1.5467,
      "step": 3920
    },
    {
      "epoch": 0.16059799303706737,
      "grad_norm": 0.8043626359257483,
      "learning_rate": 0.0002998691791342982,
      "loss": 0.8558,
      "step": 3921
    },
    {
      "epoch": 0.16063895146426377,
      "grad_norm": 0.5885597884995317,
      "learning_rate": 0.0002998690429178774,
      "loss": 0.5018,
      "step": 3922
    },
    {
      "epoch": 0.16067990989146017,
      "grad_norm": 1.3386719399101354,
      "learning_rate": 0.00029986890663060724,
      "loss": 0.9885,
      "step": 3923
    },
    {
      "epoch": 0.16072086831865656,
      "grad_norm": 1.3891798474565746,
      "learning_rate": 0.00029986877027248773,
      "loss": 1.0047,
      "step": 3924
    },
    {
      "epoch": 0.16076182674585296,
      "grad_norm": 0.9648625976884926,
      "learning_rate": 0.00029986863384351897,
      "loss": 1.2249,
      "step": 3925
    },
    {
      "epoch": 0.16080278517304936,
      "grad_norm": 1.0514616387240818,
      "learning_rate": 0.00029986849734370106,
      "loss": 1.137,
      "step": 3926
    },
    {
      "epoch": 0.16084374360024575,
      "grad_norm": 0.8646602435281043,
      "learning_rate": 0.000299868360773034,
      "loss": 1.1093,
      "step": 3927
    },
    {
      "epoch": 0.16088470202744215,
      "grad_norm": 0.8474665637149583,
      "learning_rate": 0.0002998682241315179,
      "loss": 0.9185,
      "step": 3928
    },
    {
      "epoch": 0.16092566045463855,
      "grad_norm": 0.9331110488323825,
      "learning_rate": 0.0002998680874191527,
      "loss": 0.9819,
      "step": 3929
    },
    {
      "epoch": 0.16096661888183494,
      "grad_norm": 2.466839847665463,
      "learning_rate": 0.00029986795063593867,
      "loss": 1.4838,
      "step": 3930
    },
    {
      "epoch": 0.16100757730903134,
      "grad_norm": 0.7630375936848675,
      "learning_rate": 0.0002998678137818757,
      "loss": 0.9194,
      "step": 3931
    },
    {
      "epoch": 0.16104853573622774,
      "grad_norm": 0.8328796347389601,
      "learning_rate": 0.00029986767685696397,
      "loss": 0.8041,
      "step": 3932
    },
    {
      "epoch": 0.16108949416342414,
      "grad_norm": 1.082129011836754,
      "learning_rate": 0.0002998675398612035,
      "loss": 0.923,
      "step": 3933
    },
    {
      "epoch": 0.16113045259062053,
      "grad_norm": 1.3169166804481554,
      "learning_rate": 0.00029986740279459433,
      "loss": 1.469,
      "step": 3934
    },
    {
      "epoch": 0.16117141101781693,
      "grad_norm": 2.0057632118935,
      "learning_rate": 0.00029986726565713653,
      "loss": 4.817,
      "step": 3935
    },
    {
      "epoch": 0.1612123694450133,
      "grad_norm": 1.1461574164127606,
      "learning_rate": 0.00029986712844883023,
      "loss": 1.0061,
      "step": 3936
    },
    {
      "epoch": 0.1612533278722097,
      "grad_norm": 1.36550601316439,
      "learning_rate": 0.00029986699116967545,
      "loss": 2.1352,
      "step": 3937
    },
    {
      "epoch": 0.1612942862994061,
      "grad_norm": 1.41066306587669,
      "learning_rate": 0.00029986685381967217,
      "loss": 1.5949,
      "step": 3938
    },
    {
      "epoch": 0.1613352447266025,
      "grad_norm": 0.5894033680495928,
      "learning_rate": 0.0002998667163988206,
      "loss": 0.9239,
      "step": 3939
    },
    {
      "epoch": 0.1613762031537989,
      "grad_norm": 0.8636437412982608,
      "learning_rate": 0.0002998665789071208,
      "loss": 1.1292,
      "step": 3940
    },
    {
      "epoch": 0.16141716158099528,
      "grad_norm": 0.9319066252953239,
      "learning_rate": 0.0002998664413445727,
      "loss": 0.9646,
      "step": 3941
    },
    {
      "epoch": 0.16145812000819168,
      "grad_norm": 1.1918063943277644,
      "learning_rate": 0.0002998663037111764,
      "loss": 0.9106,
      "step": 3942
    },
    {
      "epoch": 0.16149907843538808,
      "grad_norm": 1.104501907007066,
      "learning_rate": 0.0002998661660069321,
      "loss": 0.9844,
      "step": 3943
    },
    {
      "epoch": 0.16154003686258447,
      "grad_norm": 1.0948887629110613,
      "learning_rate": 0.00029986602823183975,
      "loss": 1.278,
      "step": 3944
    },
    {
      "epoch": 0.16158099528978087,
      "grad_norm": 0.7232408715930925,
      "learning_rate": 0.0002998658903858994,
      "loss": 1.047,
      "step": 3945
    },
    {
      "epoch": 0.16162195371697727,
      "grad_norm": 1.8538519408827412,
      "learning_rate": 0.00029986575246911123,
      "loss": 3.6232,
      "step": 3946
    },
    {
      "epoch": 0.16166291214417366,
      "grad_norm": 1.2949551386705251,
      "learning_rate": 0.0002998656144814752,
      "loss": 1.0014,
      "step": 3947
    },
    {
      "epoch": 0.16170387057137006,
      "grad_norm": 0.5529459178925362,
      "learning_rate": 0.00029986547642299135,
      "loss": 0.6905,
      "step": 3948
    },
    {
      "epoch": 0.16174482899856646,
      "grad_norm": 1.451435639838187,
      "learning_rate": 0.00029986533829365987,
      "loss": 0.9122,
      "step": 3949
    },
    {
      "epoch": 0.16178578742576286,
      "grad_norm": 1.2327926100443094,
      "learning_rate": 0.00029986520009348065,
      "loss": 1.3696,
      "step": 3950
    },
    {
      "epoch": 0.16182674585295925,
      "grad_norm": 2.593104800750846,
      "learning_rate": 0.00029986506182245397,
      "loss": 1.07,
      "step": 3951
    },
    {
      "epoch": 0.16186770428015565,
      "grad_norm": 0.6947530667355,
      "learning_rate": 0.00029986492348057977,
      "loss": 1.0863,
      "step": 3952
    },
    {
      "epoch": 0.16190866270735205,
      "grad_norm": 0.7678271385024187,
      "learning_rate": 0.00029986478506785805,
      "loss": 1.2778,
      "step": 3953
    },
    {
      "epoch": 0.16194962113454844,
      "grad_norm": 0.6554673897549299,
      "learning_rate": 0.00029986464658428904,
      "loss": 0.5544,
      "step": 3954
    },
    {
      "epoch": 0.16199057956174484,
      "grad_norm": 1.2363370659405724,
      "learning_rate": 0.00029986450802987273,
      "loss": 1.4682,
      "step": 3955
    },
    {
      "epoch": 0.16203153798894124,
      "grad_norm": 1.0276594812962807,
      "learning_rate": 0.0002998643694046091,
      "loss": 1.4181,
      "step": 3956
    },
    {
      "epoch": 0.1620724964161376,
      "grad_norm": 1.36128644034364,
      "learning_rate": 0.0002998642307084983,
      "loss": 0.9532,
      "step": 3957
    },
    {
      "epoch": 0.162113454843334,
      "grad_norm": 1.0380377960362628,
      "learning_rate": 0.0002998640919415405,
      "loss": 1.5152,
      "step": 3958
    },
    {
      "epoch": 0.1621544132705304,
      "grad_norm": 1.412065530789435,
      "learning_rate": 0.00029986395310373557,
      "loss": 1.0705,
      "step": 3959
    },
    {
      "epoch": 0.1621953716977268,
      "grad_norm": 0.957261881641041,
      "learning_rate": 0.0002998638141950836,
      "loss": 0.8668,
      "step": 3960
    },
    {
      "epoch": 0.1622363301249232,
      "grad_norm": 1.580118210695112,
      "learning_rate": 0.00029986367521558476,
      "loss": 0.9487,
      "step": 3961
    },
    {
      "epoch": 0.1622772885521196,
      "grad_norm": 1.3159463264794107,
      "learning_rate": 0.0002998635361652391,
      "loss": 1.0516,
      "step": 3962
    },
    {
      "epoch": 0.162318246979316,
      "grad_norm": 0.6274900952737978,
      "learning_rate": 0.00029986339704404666,
      "loss": 1.0095,
      "step": 3963
    },
    {
      "epoch": 0.16235920540651239,
      "grad_norm": 1.0623105255998453,
      "learning_rate": 0.00029986325785200747,
      "loss": 1.2765,
      "step": 3964
    },
    {
      "epoch": 0.16240016383370878,
      "grad_norm": 0.8223063090418046,
      "learning_rate": 0.0002998631185891217,
      "loss": 0.8402,
      "step": 3965
    },
    {
      "epoch": 0.16244112226090518,
      "grad_norm": 1.2779798365381096,
      "learning_rate": 0.00029986297925538926,
      "loss": 1.2591,
      "step": 3966
    },
    {
      "epoch": 0.16248208068810158,
      "grad_norm": 0.8130609094012545,
      "learning_rate": 0.0002998628398508103,
      "loss": 0.5271,
      "step": 3967
    },
    {
      "epoch": 0.16252303911529797,
      "grad_norm": 1.2340162439430227,
      "learning_rate": 0.00029986270037538494,
      "loss": 1.0968,
      "step": 3968
    },
    {
      "epoch": 0.16256399754249437,
      "grad_norm": 1.462223515461821,
      "learning_rate": 0.00029986256082911315,
      "loss": 1.1128,
      "step": 3969
    },
    {
      "epoch": 0.16260495596969077,
      "grad_norm": 1.2933721984659963,
      "learning_rate": 0.00029986242121199505,
      "loss": 1.1659,
      "step": 3970
    },
    {
      "epoch": 0.16264591439688716,
      "grad_norm": 0.7102151284856865,
      "learning_rate": 0.0002998622815240307,
      "loss": 1.0038,
      "step": 3971
    },
    {
      "epoch": 0.16268687282408356,
      "grad_norm": 1.1537730218769924,
      "learning_rate": 0.0002998621417652202,
      "loss": 1.1409,
      "step": 3972
    },
    {
      "epoch": 0.16272783125127996,
      "grad_norm": 0.8328209940036723,
      "learning_rate": 0.0002998620019355635,
      "loss": 1.0517,
      "step": 3973
    },
    {
      "epoch": 0.16276878967847636,
      "grad_norm": 0.7516688324034565,
      "learning_rate": 0.00029986186203506075,
      "loss": 1.0379,
      "step": 3974
    },
    {
      "epoch": 0.16280974810567275,
      "grad_norm": 0.8670527304595822,
      "learning_rate": 0.000299861722063712,
      "loss": 0.8872,
      "step": 3975
    },
    {
      "epoch": 0.16285070653286915,
      "grad_norm": 1.4879576256072213,
      "learning_rate": 0.00029986158202151736,
      "loss": 0.7448,
      "step": 3976
    },
    {
      "epoch": 0.16289166496006555,
      "grad_norm": 0.6572937183495858,
      "learning_rate": 0.0002998614419084769,
      "loss": 0.516,
      "step": 3977
    },
    {
      "epoch": 0.16293262338726192,
      "grad_norm": 0.6099191285957442,
      "learning_rate": 0.0002998613017245906,
      "loss": 0.5247,
      "step": 3978
    },
    {
      "epoch": 0.1629735818144583,
      "grad_norm": 0.9291663029793119,
      "learning_rate": 0.00029986116146985854,
      "loss": 0.947,
      "step": 3979
    },
    {
      "epoch": 0.1630145402416547,
      "grad_norm": 1.0089523511740115,
      "learning_rate": 0.00029986102114428083,
      "loss": 1.4241,
      "step": 3980
    },
    {
      "epoch": 0.1630554986688511,
      "grad_norm": 0.6194475886953295,
      "learning_rate": 0.00029986088074785756,
      "loss": 1.0098,
      "step": 3981
    },
    {
      "epoch": 0.1630964570960475,
      "grad_norm": 0.84841979664824,
      "learning_rate": 0.0002998607402805888,
      "loss": 1.1025,
      "step": 3982
    },
    {
      "epoch": 0.1631374155232439,
      "grad_norm": 2.224364582214949,
      "learning_rate": 0.0002998605997424745,
      "loss": 1.5784,
      "step": 3983
    },
    {
      "epoch": 0.1631783739504403,
      "grad_norm": 0.9856315580674583,
      "learning_rate": 0.0002998604591335148,
      "loss": 1.049,
      "step": 3984
    },
    {
      "epoch": 0.1632193323776367,
      "grad_norm": 0.45914953958045407,
      "learning_rate": 0.0002998603184537098,
      "loss": 0.4668,
      "step": 3985
    },
    {
      "epoch": 0.1632602908048331,
      "grad_norm": 0.9595293152151002,
      "learning_rate": 0.0002998601777030595,
      "loss": 0.9466,
      "step": 3986
    },
    {
      "epoch": 0.1633012492320295,
      "grad_norm": 1.2891723318871984,
      "learning_rate": 0.00029986003688156404,
      "loss": 0.9234,
      "step": 3987
    },
    {
      "epoch": 0.16334220765922589,
      "grad_norm": 1.1035104469956696,
      "learning_rate": 0.00029985989598922344,
      "loss": 1.0152,
      "step": 3988
    },
    {
      "epoch": 0.16338316608642228,
      "grad_norm": 0.9684299183220488,
      "learning_rate": 0.0002998597550260378,
      "loss": 1.4091,
      "step": 3989
    },
    {
      "epoch": 0.16342412451361868,
      "grad_norm": 0.9458568749968019,
      "learning_rate": 0.00029985961399200717,
      "loss": 1.1895,
      "step": 3990
    },
    {
      "epoch": 0.16346508294081508,
      "grad_norm": 0.7610609704309145,
      "learning_rate": 0.0002998594728871316,
      "loss": 1.1299,
      "step": 3991
    },
    {
      "epoch": 0.16350604136801147,
      "grad_norm": 0.8544207422238248,
      "learning_rate": 0.0002998593317114112,
      "loss": 0.7847,
      "step": 3992
    },
    {
      "epoch": 0.16354699979520787,
      "grad_norm": 0.6947172315414637,
      "learning_rate": 0.00029985919046484597,
      "loss": 1.0407,
      "step": 3993
    },
    {
      "epoch": 0.16358795822240427,
      "grad_norm": 1.288344850834601,
      "learning_rate": 0.000299859049147436,
      "loss": 1.553,
      "step": 3994
    },
    {
      "epoch": 0.16362891664960066,
      "grad_norm": 1.2021415025322544,
      "learning_rate": 0.0002998589077591813,
      "loss": 1.4667,
      "step": 3995
    },
    {
      "epoch": 0.16366987507679706,
      "grad_norm": 0.7267830119853063,
      "learning_rate": 0.0002998587663000821,
      "loss": 0.9266,
      "step": 3996
    },
    {
      "epoch": 0.16371083350399346,
      "grad_norm": 5.645326536820761,
      "learning_rate": 0.0002998586247701383,
      "loss": 5.6222,
      "step": 3997
    },
    {
      "epoch": 0.16375179193118986,
      "grad_norm": 0.7338963132698174,
      "learning_rate": 0.00029985848316935014,
      "loss": 0.9177,
      "step": 3998
    },
    {
      "epoch": 0.16379275035838622,
      "grad_norm": 0.7778936269836185,
      "learning_rate": 0.00029985834149771754,
      "loss": 0.7469,
      "step": 3999
    },
    {
      "epoch": 0.16383370878558262,
      "grad_norm": 0.5647330982208791,
      "learning_rate": 0.0002998581997552406,
      "loss": 0.4746,
      "step": 4000
    },
    {
      "epoch": 0.16387466721277902,
      "grad_norm": 0.7612988931167216,
      "learning_rate": 0.0002998580579419194,
      "loss": 0.495,
      "step": 4001
    },
    {
      "epoch": 0.16391562563997542,
      "grad_norm": 0.9773324251834741,
      "learning_rate": 0.000299857916057754,
      "loss": 0.8732,
      "step": 4002
    },
    {
      "epoch": 0.1639565840671718,
      "grad_norm": 0.5264690620623591,
      "learning_rate": 0.00029985777410274447,
      "loss": 0.4447,
      "step": 4003
    },
    {
      "epoch": 0.1639975424943682,
      "grad_norm": 0.7451836139780706,
      "learning_rate": 0.0002998576320768909,
      "loss": 0.8198,
      "step": 4004
    },
    {
      "epoch": 0.1640385009215646,
      "grad_norm": 0.5574730396105562,
      "learning_rate": 0.0002998574899801933,
      "loss": 0.4699,
      "step": 4005
    },
    {
      "epoch": 0.164079459348761,
      "grad_norm": 0.7186086253049704,
      "learning_rate": 0.00029985734781265183,
      "loss": 0.9936,
      "step": 4006
    },
    {
      "epoch": 0.1641204177759574,
      "grad_norm": 1.0358584524361811,
      "learning_rate": 0.0002998572055742665,
      "loss": 1.2634,
      "step": 4007
    },
    {
      "epoch": 0.1641613762031538,
      "grad_norm": 0.9233338546823341,
      "learning_rate": 0.0002998570632650373,
      "loss": 1.2098,
      "step": 4008
    },
    {
      "epoch": 0.1642023346303502,
      "grad_norm": 0.7412658343376107,
      "learning_rate": 0.00029985692088496446,
      "loss": 0.7775,
      "step": 4009
    },
    {
      "epoch": 0.1642432930575466,
      "grad_norm": 0.7032153984726862,
      "learning_rate": 0.00029985677843404794,
      "loss": 0.8451,
      "step": 4010
    },
    {
      "epoch": 0.164284251484743,
      "grad_norm": 0.6548984864730264,
      "learning_rate": 0.0002998566359122878,
      "loss": 1.0036,
      "step": 4011
    },
    {
      "epoch": 0.16432520991193938,
      "grad_norm": 0.7784614767800265,
      "learning_rate": 0.0002998564933196842,
      "loss": 0.9627,
      "step": 4012
    },
    {
      "epoch": 0.16436616833913578,
      "grad_norm": 0.6373176451674795,
      "learning_rate": 0.0002998563506562371,
      "loss": 0.7735,
      "step": 4013
    },
    {
      "epoch": 0.16440712676633218,
      "grad_norm": 1.0228937755859298,
      "learning_rate": 0.0002998562079219466,
      "loss": 1.1767,
      "step": 4014
    },
    {
      "epoch": 0.16444808519352858,
      "grad_norm": 0.7810443114441246,
      "learning_rate": 0.00029985606511681286,
      "loss": 0.8229,
      "step": 4015
    },
    {
      "epoch": 0.16448904362072497,
      "grad_norm": 0.5921390065641869,
      "learning_rate": 0.0002998559222408358,
      "loss": 0.6101,
      "step": 4016
    },
    {
      "epoch": 0.16453000204792137,
      "grad_norm": 0.7970706556891342,
      "learning_rate": 0.0002998557792940155,
      "loss": 1.0956,
      "step": 4017
    },
    {
      "epoch": 0.16457096047511777,
      "grad_norm": 0.567768328213602,
      "learning_rate": 0.00029985563627635216,
      "loss": 0.4613,
      "step": 4018
    },
    {
      "epoch": 0.16461191890231416,
      "grad_norm": 0.7044260049585265,
      "learning_rate": 0.0002998554931878458,
      "loss": 1.1088,
      "step": 4019
    },
    {
      "epoch": 0.16465287732951053,
      "grad_norm": 1.0166885547384787,
      "learning_rate": 0.0002998553500284964,
      "loss": 0.7521,
      "step": 4020
    },
    {
      "epoch": 0.16469383575670693,
      "grad_norm": 1.8716444632638267,
      "learning_rate": 0.0002998552067983041,
      "loss": 2.6853,
      "step": 4021
    },
    {
      "epoch": 0.16473479418390333,
      "grad_norm": 0.45443340630655543,
      "learning_rate": 0.000299855063497269,
      "loss": 0.4084,
      "step": 4022
    },
    {
      "epoch": 0.16477575261109972,
      "grad_norm": 0.8537327875030962,
      "learning_rate": 0.00029985492012539103,
      "loss": 1.2108,
      "step": 4023
    },
    {
      "epoch": 0.16481671103829612,
      "grad_norm": 0.7353511679587982,
      "learning_rate": 0.0002998547766826704,
      "loss": 0.4864,
      "step": 4024
    },
    {
      "epoch": 0.16485766946549252,
      "grad_norm": 0.8086321557370382,
      "learning_rate": 0.00029985463316910716,
      "loss": 1.0433,
      "step": 4025
    },
    {
      "epoch": 0.16489862789268891,
      "grad_norm": 0.8638171394830837,
      "learning_rate": 0.0002998544895847013,
      "loss": 1.2854,
      "step": 4026
    },
    {
      "epoch": 0.1649395863198853,
      "grad_norm": 0.6798352164387625,
      "learning_rate": 0.00029985434592945295,
      "loss": 0.8916,
      "step": 4027
    },
    {
      "epoch": 0.1649805447470817,
      "grad_norm": 0.44922232596026174,
      "learning_rate": 0.00029985420220336213,
      "loss": 0.4561,
      "step": 4028
    },
    {
      "epoch": 0.1650215031742781,
      "grad_norm": 1.0795986711701007,
      "learning_rate": 0.00029985405840642895,
      "loss": 0.8921,
      "step": 4029
    },
    {
      "epoch": 0.1650624616014745,
      "grad_norm": 0.7456111375778752,
      "learning_rate": 0.0002998539145386535,
      "loss": 0.7716,
      "step": 4030
    },
    {
      "epoch": 0.1651034200286709,
      "grad_norm": 0.9760467801842703,
      "learning_rate": 0.0002998537706000358,
      "loss": 1.3875,
      "step": 4031
    },
    {
      "epoch": 0.1651443784558673,
      "grad_norm": 0.5913823009467957,
      "learning_rate": 0.0002998536265905759,
      "loss": 0.5245,
      "step": 4032
    },
    {
      "epoch": 0.1651853368830637,
      "grad_norm": 0.8396059431307852,
      "learning_rate": 0.00029985348251027397,
      "loss": 1.0225,
      "step": 4033
    },
    {
      "epoch": 0.1652262953102601,
      "grad_norm": 0.8364524589113995,
      "learning_rate": 0.00029985333835913,
      "loss": 0.4017,
      "step": 4034
    },
    {
      "epoch": 0.1652672537374565,
      "grad_norm": 0.5578951646041747,
      "learning_rate": 0.000299853194137144,
      "loss": 0.679,
      "step": 4035
    },
    {
      "epoch": 0.16530821216465288,
      "grad_norm": 1.0349243105612007,
      "learning_rate": 0.00029985304984431616,
      "loss": 1.1551,
      "step": 4036
    },
    {
      "epoch": 0.16534917059184928,
      "grad_norm": 0.6888861880320376,
      "learning_rate": 0.0002998529054806465,
      "loss": 0.5218,
      "step": 4037
    },
    {
      "epoch": 0.16539012901904568,
      "grad_norm": 0.9943445514350271,
      "learning_rate": 0.000299852761046135,
      "loss": 1.1947,
      "step": 4038
    },
    {
      "epoch": 0.16543108744624208,
      "grad_norm": 0.6801594347763673,
      "learning_rate": 0.0002998526165407819,
      "loss": 0.8498,
      "step": 4039
    },
    {
      "epoch": 0.16547204587343847,
      "grad_norm": 1.0664332138884793,
      "learning_rate": 0.0002998524719645871,
      "loss": 1.1164,
      "step": 4040
    },
    {
      "epoch": 0.16551300430063487,
      "grad_norm": 0.4994005886009904,
      "learning_rate": 0.0002998523273175508,
      "loss": 0.3429,
      "step": 4041
    },
    {
      "epoch": 0.16555396272783124,
      "grad_norm": 0.8026732313394639,
      "learning_rate": 0.00029985218259967304,
      "loss": 1.015,
      "step": 4042
    },
    {
      "epoch": 0.16559492115502764,
      "grad_norm": 0.7512288350806131,
      "learning_rate": 0.00029985203781095383,
      "loss": 1.0015,
      "step": 4043
    },
    {
      "epoch": 0.16563587958222403,
      "grad_norm": 0.779160107413246,
      "learning_rate": 0.00029985189295139323,
      "loss": 1.1953,
      "step": 4044
    },
    {
      "epoch": 0.16567683800942043,
      "grad_norm": 0.6752311515781781,
      "learning_rate": 0.0002998517480209914,
      "loss": 0.813,
      "step": 4045
    },
    {
      "epoch": 0.16571779643661683,
      "grad_norm": 0.585441910434612,
      "learning_rate": 0.0002998516030197484,
      "loss": 0.4666,
      "step": 4046
    },
    {
      "epoch": 0.16575875486381322,
      "grad_norm": 0.9094635058733445,
      "learning_rate": 0.0002998514579476642,
      "loss": 1.1979,
      "step": 4047
    },
    {
      "epoch": 0.16579971329100962,
      "grad_norm": 0.9561964421821684,
      "learning_rate": 0.0002998513128047389,
      "loss": 1.1017,
      "step": 4048
    },
    {
      "epoch": 0.16584067171820602,
      "grad_norm": 0.6508587342405324,
      "learning_rate": 0.00029985116759097263,
      "loss": 1.0053,
      "step": 4049
    },
    {
      "epoch": 0.16588163014540241,
      "grad_norm": 0.816331681797413,
      "learning_rate": 0.0002998510223063654,
      "loss": 1.3576,
      "step": 4050
    },
    {
      "epoch": 0.1659225885725988,
      "grad_norm": 1.2631773765379875,
      "learning_rate": 0.00029985087695091737,
      "loss": 0.5242,
      "step": 4051
    },
    {
      "epoch": 0.1659635469997952,
      "grad_norm": 0.9619375816346667,
      "learning_rate": 0.0002998507315246285,
      "loss": 1.2919,
      "step": 4052
    },
    {
      "epoch": 0.1660045054269916,
      "grad_norm": 1.3265019241943632,
      "learning_rate": 0.00029985058602749893,
      "loss": 1.0446,
      "step": 4053
    },
    {
      "epoch": 0.166045463854188,
      "grad_norm": 0.7490180276731109,
      "learning_rate": 0.00029985044045952866,
      "loss": 1.0749,
      "step": 4054
    },
    {
      "epoch": 0.1660864222813844,
      "grad_norm": 0.6721853043222867,
      "learning_rate": 0.00029985029482071775,
      "loss": 1.0604,
      "step": 4055
    },
    {
      "epoch": 0.1661273807085808,
      "grad_norm": 0.8684349974552211,
      "learning_rate": 0.00029985014911106643,
      "loss": 1.2669,
      "step": 4056
    },
    {
      "epoch": 0.1661683391357772,
      "grad_norm": 1.0930567395497284,
      "learning_rate": 0.00029985000333057453,
      "loss": 0.8512,
      "step": 4057
    },
    {
      "epoch": 0.1662092975629736,
      "grad_norm": 1.2331405301850182,
      "learning_rate": 0.0002998498574792423,
      "loss": 2.7591,
      "step": 4058
    },
    {
      "epoch": 0.16625025599017,
      "grad_norm": 0.6322553855797869,
      "learning_rate": 0.00029984971155706976,
      "loss": 0.8693,
      "step": 4059
    },
    {
      "epoch": 0.16629121441736638,
      "grad_norm": 0.8322580273204366,
      "learning_rate": 0.000299849565564057,
      "loss": 0.9243,
      "step": 4060
    },
    {
      "epoch": 0.16633217284456278,
      "grad_norm": 0.7839813365556015,
      "learning_rate": 0.00029984941950020403,
      "loss": 0.4784,
      "step": 4061
    },
    {
      "epoch": 0.16637313127175918,
      "grad_norm": 0.819122331874295,
      "learning_rate": 0.00029984927336551093,
      "loss": 1.0459,
      "step": 4062
    },
    {
      "epoch": 0.16641408969895555,
      "grad_norm": 0.6898125290829212,
      "learning_rate": 0.00029984912715997784,
      "loss": 0.7708,
      "step": 4063
    },
    {
      "epoch": 0.16645504812615194,
      "grad_norm": 0.8137356056490809,
      "learning_rate": 0.0002998489808836048,
      "loss": 0.9047,
      "step": 4064
    },
    {
      "epoch": 0.16649600655334834,
      "grad_norm": 0.9275337366660643,
      "learning_rate": 0.0002998488345363918,
      "loss": 0.9612,
      "step": 4065
    },
    {
      "epoch": 0.16653696498054474,
      "grad_norm": 0.8272174763204838,
      "learning_rate": 0.0002998486881183389,
      "loss": 1.2749,
      "step": 4066
    },
    {
      "epoch": 0.16657792340774114,
      "grad_norm": 0.8529310166811483,
      "learning_rate": 0.00029984854162944634,
      "loss": 1.081,
      "step": 4067
    },
    {
      "epoch": 0.16661888183493753,
      "grad_norm": 0.8691191892059668,
      "learning_rate": 0.00029984839506971405,
      "loss": 1.0958,
      "step": 4068
    },
    {
      "epoch": 0.16665984026213393,
      "grad_norm": 0.7812829396745867,
      "learning_rate": 0.00029984824843914216,
      "loss": 1.0526,
      "step": 4069
    },
    {
      "epoch": 0.16670079868933033,
      "grad_norm": 0.7735545902382744,
      "learning_rate": 0.0002998481017377307,
      "loss": 1.1655,
      "step": 4070
    },
    {
      "epoch": 0.16674175711652672,
      "grad_norm": 0.8322501458093697,
      "learning_rate": 0.00029984795496547974,
      "loss": 0.7199,
      "step": 4071
    },
    {
      "epoch": 0.16678271554372312,
      "grad_norm": 0.8019612075387215,
      "learning_rate": 0.0002998478081223893,
      "loss": 1.3852,
      "step": 4072
    },
    {
      "epoch": 0.16682367397091952,
      "grad_norm": 0.7828089627167127,
      "learning_rate": 0.0002998476612084596,
      "loss": 0.8096,
      "step": 4073
    },
    {
      "epoch": 0.16686463239811591,
      "grad_norm": 0.9005267697205731,
      "learning_rate": 0.0002998475142236906,
      "loss": 1.599,
      "step": 4074
    },
    {
      "epoch": 0.1669055908253123,
      "grad_norm": 0.9547642588801903,
      "learning_rate": 0.0002998473671680824,
      "loss": 0.5784,
      "step": 4075
    },
    {
      "epoch": 0.1669465492525087,
      "grad_norm": 0.8344607998718789,
      "learning_rate": 0.00029984722004163504,
      "loss": 1.0332,
      "step": 4076
    },
    {
      "epoch": 0.1669875076797051,
      "grad_norm": 0.7670681081500597,
      "learning_rate": 0.0002998470728443486,
      "loss": 0.7025,
      "step": 4077
    },
    {
      "epoch": 0.1670284661069015,
      "grad_norm": 0.6701901261083196,
      "learning_rate": 0.0002998469255762232,
      "loss": 1.1773,
      "step": 4078
    },
    {
      "epoch": 0.1670694245340979,
      "grad_norm": 0.637313121364679,
      "learning_rate": 0.00029984677823725886,
      "loss": 0.7454,
      "step": 4079
    },
    {
      "epoch": 0.1671103829612943,
      "grad_norm": 0.7371018454497723,
      "learning_rate": 0.00029984663082745564,
      "loss": 0.6265,
      "step": 4080
    },
    {
      "epoch": 0.1671513413884907,
      "grad_norm": 1.0601280527537098,
      "learning_rate": 0.0002998464833468136,
      "loss": 1.3076,
      "step": 4081
    },
    {
      "epoch": 0.1671922998156871,
      "grad_norm": 0.7664061612538168,
      "learning_rate": 0.0002998463357953329,
      "loss": 0.9567,
      "step": 4082
    },
    {
      "epoch": 0.1672332582428835,
      "grad_norm": 0.6720237767355081,
      "learning_rate": 0.0002998461881730135,
      "loss": 1.0365,
      "step": 4083
    },
    {
      "epoch": 0.16727421667007986,
      "grad_norm": 0.6580530055534589,
      "learning_rate": 0.00029984604047985557,
      "loss": 0.8035,
      "step": 4084
    },
    {
      "epoch": 0.16731517509727625,
      "grad_norm": 0.7348282501969111,
      "learning_rate": 0.00029984589271585905,
      "loss": 0.3907,
      "step": 4085
    },
    {
      "epoch": 0.16735613352447265,
      "grad_norm": 0.7000128549519392,
      "learning_rate": 0.00029984574488102413,
      "loss": 0.7653,
      "step": 4086
    },
    {
      "epoch": 0.16739709195166905,
      "grad_norm": 0.7709598309190799,
      "learning_rate": 0.00029984559697535085,
      "loss": 1.0203,
      "step": 4087
    },
    {
      "epoch": 0.16743805037886544,
      "grad_norm": 1.0265603023085421,
      "learning_rate": 0.0002998454489988393,
      "loss": 1.4354,
      "step": 4088
    },
    {
      "epoch": 0.16747900880606184,
      "grad_norm": 1.414729018985268,
      "learning_rate": 0.0002998453009514894,
      "loss": 1.2012,
      "step": 4089
    },
    {
      "epoch": 0.16751996723325824,
      "grad_norm": 0.7781431390011381,
      "learning_rate": 0.00029984515283330143,
      "loss": 1.0425,
      "step": 4090
    },
    {
      "epoch": 0.16756092566045463,
      "grad_norm": 4.11588891005344,
      "learning_rate": 0.00029984500464427533,
      "loss": 2.6086,
      "step": 4091
    },
    {
      "epoch": 0.16760188408765103,
      "grad_norm": 1.1777225555546105,
      "learning_rate": 0.00029984485638441126,
      "loss": 0.9851,
      "step": 4092
    },
    {
      "epoch": 0.16764284251484743,
      "grad_norm": 2.9812836123077946,
      "learning_rate": 0.0002998447080537092,
      "loss": 4.0559,
      "step": 4093
    },
    {
      "epoch": 0.16768380094204383,
      "grad_norm": 1.263467142752747,
      "learning_rate": 0.00029984455965216924,
      "loss": 1.1809,
      "step": 4094
    },
    {
      "epoch": 0.16772475936924022,
      "grad_norm": 0.9749906734506446,
      "learning_rate": 0.0002998444111797915,
      "loss": 1.5097,
      "step": 4095
    },
    {
      "epoch": 0.16776571779643662,
      "grad_norm": 1.4285110672787358,
      "learning_rate": 0.00029984426263657596,
      "loss": 1.0206,
      "step": 4096
    },
    {
      "epoch": 0.16780667622363302,
      "grad_norm": 0.868252309764684,
      "learning_rate": 0.0002998441140225228,
      "loss": 0.9426,
      "step": 4097
    },
    {
      "epoch": 0.1678476346508294,
      "grad_norm": 0.7874399917768404,
      "learning_rate": 0.00029984396533763204,
      "loss": 1.048,
      "step": 4098
    },
    {
      "epoch": 0.1678885930780258,
      "grad_norm": 0.8176943162979923,
      "learning_rate": 0.0002998438165819037,
      "loss": 0.8975,
      "step": 4099
    },
    {
      "epoch": 0.1679295515052222,
      "grad_norm": 1.0817356678080294,
      "learning_rate": 0.00029984366775533794,
      "loss": 1.1287,
      "step": 4100
    },
    {
      "epoch": 0.1679705099324186,
      "grad_norm": 1.5179629436233082,
      "learning_rate": 0.0002998435188579348,
      "loss": 1.9006,
      "step": 4101
    },
    {
      "epoch": 0.168011468359615,
      "grad_norm": 0.793383044468756,
      "learning_rate": 0.00029984336988969434,
      "loss": 1.0399,
      "step": 4102
    },
    {
      "epoch": 0.1680524267868114,
      "grad_norm": 0.9941120007876678,
      "learning_rate": 0.0002998432208506166,
      "loss": 1.0235,
      "step": 4103
    },
    {
      "epoch": 0.1680933852140078,
      "grad_norm": 1.2263682198205301,
      "learning_rate": 0.00029984307174070165,
      "loss": 0.5259,
      "step": 4104
    },
    {
      "epoch": 0.16813434364120416,
      "grad_norm": 5.744245718903142,
      "learning_rate": 0.00029984292255994964,
      "loss": 3.5513,
      "step": 4105
    },
    {
      "epoch": 0.16817530206840056,
      "grad_norm": 0.8719169771401519,
      "learning_rate": 0.00029984277330836063,
      "loss": 1.1028,
      "step": 4106
    },
    {
      "epoch": 0.16821626049559696,
      "grad_norm": 0.8701918656588836,
      "learning_rate": 0.00029984262398593457,
      "loss": 0.9069,
      "step": 4107
    },
    {
      "epoch": 0.16825721892279336,
      "grad_norm": 0.927219553145756,
      "learning_rate": 0.0002998424745926716,
      "loss": 1.1735,
      "step": 4108
    },
    {
      "epoch": 0.16829817734998975,
      "grad_norm": 0.6769382912987458,
      "learning_rate": 0.0002998423251285719,
      "loss": 0.6321,
      "step": 4109
    },
    {
      "epoch": 0.16833913577718615,
      "grad_norm": 1.0435045952636566,
      "learning_rate": 0.00029984217559363537,
      "loss": 1.0247,
      "step": 4110
    },
    {
      "epoch": 0.16838009420438255,
      "grad_norm": 1.3797333028042345,
      "learning_rate": 0.0002998420259878622,
      "loss": 0.589,
      "step": 4111
    },
    {
      "epoch": 0.16842105263157894,
      "grad_norm": 0.837641912081991,
      "learning_rate": 0.00029984187631125237,
      "loss": 0.7849,
      "step": 4112
    },
    {
      "epoch": 0.16846201105877534,
      "grad_norm": 0.8688750285848286,
      "learning_rate": 0.00029984172656380605,
      "loss": 0.5481,
      "step": 4113
    },
    {
      "epoch": 0.16850296948597174,
      "grad_norm": 2.344134207572603,
      "learning_rate": 0.0002998415767455232,
      "loss": 5.2452,
      "step": 4114
    },
    {
      "epoch": 0.16854392791316813,
      "grad_norm": 0.7379288695748225,
      "learning_rate": 0.000299841426856404,
      "loss": 0.7311,
      "step": 4115
    },
    {
      "epoch": 0.16858488634036453,
      "grad_norm": 1.2594543196049315,
      "learning_rate": 0.00029984127689644844,
      "loss": 0.8031,
      "step": 4116
    },
    {
      "epoch": 0.16862584476756093,
      "grad_norm": 1.1126553822980172,
      "learning_rate": 0.00029984112686565656,
      "loss": 1.107,
      "step": 4117
    },
    {
      "epoch": 0.16866680319475733,
      "grad_norm": 0.8062527142592416,
      "learning_rate": 0.0002998409767640286,
      "loss": 0.4323,
      "step": 4118
    },
    {
      "epoch": 0.16870776162195372,
      "grad_norm": 0.7589102681903626,
      "learning_rate": 0.00029984082659156446,
      "loss": 1.01,
      "step": 4119
    },
    {
      "epoch": 0.16874872004915012,
      "grad_norm": 10.762524715369288,
      "learning_rate": 0.00029984067634826424,
      "loss": 5.6794,
      "step": 4120
    },
    {
      "epoch": 0.16878967847634652,
      "grad_norm": 0.7824115613905842,
      "learning_rate": 0.0002998405260341281,
      "loss": 0.9541,
      "step": 4121
    },
    {
      "epoch": 0.1688306369035429,
      "grad_norm": 1.822430320471775,
      "learning_rate": 0.00029984037564915604,
      "loss": 1.3231,
      "step": 4122
    },
    {
      "epoch": 0.1688715953307393,
      "grad_norm": 1.0394787819212872,
      "learning_rate": 0.0002998402251933482,
      "loss": 1.0957,
      "step": 4123
    },
    {
      "epoch": 0.1689125537579357,
      "grad_norm": 3.6248543417035908,
      "learning_rate": 0.0002998400746667045,
      "loss": 4.083,
      "step": 4124
    },
    {
      "epoch": 0.1689535121851321,
      "grad_norm": 0.7680404661615343,
      "learning_rate": 0.00029983992406922515,
      "loss": 1.11,
      "step": 4125
    },
    {
      "epoch": 0.16899447061232847,
      "grad_norm": 0.5782133704870906,
      "learning_rate": 0.00029983977340091014,
      "loss": 0.4206,
      "step": 4126
    },
    {
      "epoch": 0.16903542903952487,
      "grad_norm": 0.5971221515489945,
      "learning_rate": 0.00029983962266175965,
      "loss": 0.7415,
      "step": 4127
    },
    {
      "epoch": 0.16907638746672127,
      "grad_norm": 1.0221849077072402,
      "learning_rate": 0.0002998394718517736,
      "loss": 1.0388,
      "step": 4128
    },
    {
      "epoch": 0.16911734589391766,
      "grad_norm": 0.8863186047370434,
      "learning_rate": 0.0002998393209709523,
      "loss": 0.5493,
      "step": 4129
    },
    {
      "epoch": 0.16915830432111406,
      "grad_norm": 0.9913505118169464,
      "learning_rate": 0.0002998391700192955,
      "loss": 0.9538,
      "step": 4130
    },
    {
      "epoch": 0.16919926274831046,
      "grad_norm": 0.7679597183272799,
      "learning_rate": 0.00029983901899680347,
      "loss": 0.8455,
      "step": 4131
    },
    {
      "epoch": 0.16924022117550686,
      "grad_norm": 1.3608489562877633,
      "learning_rate": 0.00029983886790347627,
      "loss": 1.3333,
      "step": 4132
    },
    {
      "epoch": 0.16928117960270325,
      "grad_norm": 0.7127407772696532,
      "learning_rate": 0.0002998387167393139,
      "loss": 0.8665,
      "step": 4133
    },
    {
      "epoch": 0.16932213802989965,
      "grad_norm": 0.7605542621330592,
      "learning_rate": 0.0002998385655043166,
      "loss": 1.2371,
      "step": 4134
    },
    {
      "epoch": 0.16936309645709605,
      "grad_norm": 0.7629760283901222,
      "learning_rate": 0.00029983841419848424,
      "loss": 0.7427,
      "step": 4135
    },
    {
      "epoch": 0.16940405488429244,
      "grad_norm": 0.6573513432194665,
      "learning_rate": 0.00029983826282181696,
      "loss": 1.0561,
      "step": 4136
    },
    {
      "epoch": 0.16944501331148884,
      "grad_norm": 0.8441494474787073,
      "learning_rate": 0.0002998381113743149,
      "loss": 1.0274,
      "step": 4137
    },
    {
      "epoch": 0.16948597173868524,
      "grad_norm": 0.6499458697332431,
      "learning_rate": 0.000299837959855978,
      "loss": 0.6132,
      "step": 4138
    },
    {
      "epoch": 0.16952693016588163,
      "grad_norm": 1.2619471554491897,
      "learning_rate": 0.00029983780826680647,
      "loss": 0.9787,
      "step": 4139
    },
    {
      "epoch": 0.16956788859307803,
      "grad_norm": 0.6527646965414925,
      "learning_rate": 0.00029983765660680024,
      "loss": 0.8835,
      "step": 4140
    },
    {
      "epoch": 0.16960884702027443,
      "grad_norm": 0.7837067411039847,
      "learning_rate": 0.00029983750487595957,
      "loss": 0.7141,
      "step": 4141
    },
    {
      "epoch": 0.16964980544747083,
      "grad_norm": 0.8644082008342487,
      "learning_rate": 0.00029983735307428434,
      "loss": 1.1633,
      "step": 4142
    },
    {
      "epoch": 0.16969076387466722,
      "grad_norm": 0.6158964858009937,
      "learning_rate": 0.00029983720120177476,
      "loss": 0.852,
      "step": 4143
    },
    {
      "epoch": 0.16973172230186362,
      "grad_norm": 1.1061052477855204,
      "learning_rate": 0.0002998370492584308,
      "loss": 0.8714,
      "step": 4144
    },
    {
      "epoch": 0.16977268072906002,
      "grad_norm": 0.7356222764140363,
      "learning_rate": 0.0002998368972442526,
      "loss": 0.6904,
      "step": 4145
    },
    {
      "epoch": 0.1698136391562564,
      "grad_norm": 0.8183698908506277,
      "learning_rate": 0.0002998367451592402,
      "loss": 1.3335,
      "step": 4146
    },
    {
      "epoch": 0.16985459758345278,
      "grad_norm": 0.8741789689813814,
      "learning_rate": 0.00029983659300339367,
      "loss": 1.2865,
      "step": 4147
    },
    {
      "epoch": 0.16989555601064918,
      "grad_norm": 0.6085507898154494,
      "learning_rate": 0.0002998364407767131,
      "loss": 0.6917,
      "step": 4148
    },
    {
      "epoch": 0.16993651443784558,
      "grad_norm": 0.8326812997729303,
      "learning_rate": 0.0002998362884791986,
      "loss": 0.9371,
      "step": 4149
    },
    {
      "epoch": 0.16997747286504197,
      "grad_norm": 0.6691605002084264,
      "learning_rate": 0.0002998361361108501,
      "loss": 0.9009,
      "step": 4150
    },
    {
      "epoch": 0.17001843129223837,
      "grad_norm": 3.023840869344678,
      "learning_rate": 0.00029983598367166786,
      "loss": 5.649,
      "step": 4151
    },
    {
      "epoch": 0.17005938971943477,
      "grad_norm": 0.7827931850529537,
      "learning_rate": 0.00029983583116165185,
      "loss": 0.7611,
      "step": 4152
    },
    {
      "epoch": 0.17010034814663116,
      "grad_norm": 0.5951868155105942,
      "learning_rate": 0.0002998356785808021,
      "loss": 0.8022,
      "step": 4153
    },
    {
      "epoch": 0.17014130657382756,
      "grad_norm": 0.736442921747108,
      "learning_rate": 0.00029983552592911876,
      "loss": 0.9817,
      "step": 4154
    },
    {
      "epoch": 0.17018226500102396,
      "grad_norm": 0.8774147954257565,
      "learning_rate": 0.00029983537320660194,
      "loss": 1.0545,
      "step": 4155
    },
    {
      "epoch": 0.17022322342822035,
      "grad_norm": 0.7321370667066468,
      "learning_rate": 0.0002998352204132516,
      "loss": 0.9113,
      "step": 4156
    },
    {
      "epoch": 0.17026418185541675,
      "grad_norm": 0.5809934383772324,
      "learning_rate": 0.0002998350675490678,
      "loss": 0.7489,
      "step": 4157
    },
    {
      "epoch": 0.17030514028261315,
      "grad_norm": 0.7909916583351893,
      "learning_rate": 0.0002998349146140508,
      "loss": 1.1145,
      "step": 4158
    },
    {
      "epoch": 0.17034609870980955,
      "grad_norm": 1.2035460328505119,
      "learning_rate": 0.00029983476160820046,
      "loss": 1.6971,
      "step": 4159
    },
    {
      "epoch": 0.17038705713700594,
      "grad_norm": 0.8224556303040141,
      "learning_rate": 0.0002998346085315169,
      "loss": 1.0276,
      "step": 4160
    },
    {
      "epoch": 0.17042801556420234,
      "grad_norm": 4.430114810875214,
      "learning_rate": 0.00029983445538400033,
      "loss": 4.1348,
      "step": 4161
    },
    {
      "epoch": 0.17046897399139874,
      "grad_norm": 0.8446784578431233,
      "learning_rate": 0.0002998343021656507,
      "loss": 1.1071,
      "step": 4162
    },
    {
      "epoch": 0.17050993241859513,
      "grad_norm": 1.6150790600111664,
      "learning_rate": 0.0002998341488764681,
      "loss": 0.968,
      "step": 4163
    },
    {
      "epoch": 0.17055089084579153,
      "grad_norm": 1.043211032505502,
      "learning_rate": 0.00029983399551645264,
      "loss": 1.5981,
      "step": 4164
    },
    {
      "epoch": 0.17059184927298793,
      "grad_norm": 0.8322479986131337,
      "learning_rate": 0.00029983384208560426,
      "loss": 1.0314,
      "step": 4165
    },
    {
      "epoch": 0.17063280770018432,
      "grad_norm": 0.6818978964908502,
      "learning_rate": 0.0002998336885839232,
      "loss": 0.5208,
      "step": 4166
    },
    {
      "epoch": 0.17067376612738072,
      "grad_norm": 1.6179870450452143,
      "learning_rate": 0.00029983353501140947,
      "loss": 2.5876,
      "step": 4167
    },
    {
      "epoch": 0.1707147245545771,
      "grad_norm": 1.0285766371818388,
      "learning_rate": 0.00029983338136806316,
      "loss": 1.0532,
      "step": 4168
    },
    {
      "epoch": 0.1707556829817735,
      "grad_norm": 0.9866294015844302,
      "learning_rate": 0.0002998332276538843,
      "loss": 1.0455,
      "step": 4169
    },
    {
      "epoch": 0.17079664140896988,
      "grad_norm": 1.3529435585510001,
      "learning_rate": 0.000299833073868873,
      "loss": 0.9921,
      "step": 4170
    },
    {
      "epoch": 0.17083759983616628,
      "grad_norm": 1.1163006628276533,
      "learning_rate": 0.0002998329200130293,
      "loss": 0.9703,
      "step": 4171
    },
    {
      "epoch": 0.17087855826336268,
      "grad_norm": 0.9326510344179795,
      "learning_rate": 0.00029983276608635325,
      "loss": 1.0058,
      "step": 4172
    },
    {
      "epoch": 0.17091951669055908,
      "grad_norm": 0.8798402642709611,
      "learning_rate": 0.00029983261208884503,
      "loss": 1.0086,
      "step": 4173
    },
    {
      "epoch": 0.17096047511775547,
      "grad_norm": 0.6477445740704921,
      "learning_rate": 0.0002998324580205046,
      "loss": 0.6889,
      "step": 4174
    },
    {
      "epoch": 0.17100143354495187,
      "grad_norm": 0.6152986924822862,
      "learning_rate": 0.0002998323038813321,
      "loss": 0.4326,
      "step": 4175
    },
    {
      "epoch": 0.17104239197214827,
      "grad_norm": 0.6725561005937102,
      "learning_rate": 0.00029983214967132756,
      "loss": 0.6792,
      "step": 4176
    },
    {
      "epoch": 0.17108335039934466,
      "grad_norm": 0.522366402042349,
      "learning_rate": 0.0002998319953904911,
      "loss": 0.3991,
      "step": 4177
    },
    {
      "epoch": 0.17112430882654106,
      "grad_norm": 1.3989398396185342,
      "learning_rate": 0.0002998318410388227,
      "loss": 0.5828,
      "step": 4178
    },
    {
      "epoch": 0.17116526725373746,
      "grad_norm": 1.0144017371500769,
      "learning_rate": 0.0002998316866163226,
      "loss": 1.4678,
      "step": 4179
    },
    {
      "epoch": 0.17120622568093385,
      "grad_norm": 0.8688144551638199,
      "learning_rate": 0.0002998315321229907,
      "loss": 0.9461,
      "step": 4180
    },
    {
      "epoch": 0.17124718410813025,
      "grad_norm": 1.0864342236413753,
      "learning_rate": 0.0002998313775588272,
      "loss": 1.0869,
      "step": 4181
    },
    {
      "epoch": 0.17128814253532665,
      "grad_norm": 0.9074132585694256,
      "learning_rate": 0.0002998312229238321,
      "loss": 1.1625,
      "step": 4182
    },
    {
      "epoch": 0.17132910096252305,
      "grad_norm": 0.9612522596672501,
      "learning_rate": 0.00029983106821800543,
      "loss": 1.0975,
      "step": 4183
    },
    {
      "epoch": 0.17137005938971944,
      "grad_norm": 0.8217260015509152,
      "learning_rate": 0.0002998309134413474,
      "loss": 1.308,
      "step": 4184
    },
    {
      "epoch": 0.17141101781691584,
      "grad_norm": 1.0327550423580967,
      "learning_rate": 0.000299830758593858,
      "loss": 1.0116,
      "step": 4185
    },
    {
      "epoch": 0.17145197624411224,
      "grad_norm": 0.6091541079477549,
      "learning_rate": 0.0002998306036755373,
      "loss": 0.7878,
      "step": 4186
    },
    {
      "epoch": 0.17149293467130863,
      "grad_norm": 0.6257557115308112,
      "learning_rate": 0.00029983044868638536,
      "loss": 0.8986,
      "step": 4187
    },
    {
      "epoch": 0.17153389309850503,
      "grad_norm": 0.9397539498296265,
      "learning_rate": 0.00029983029362640233,
      "loss": 0.4792,
      "step": 4188
    },
    {
      "epoch": 0.1715748515257014,
      "grad_norm": 1.0321104951687101,
      "learning_rate": 0.0002998301384955882,
      "loss": 1.5002,
      "step": 4189
    },
    {
      "epoch": 0.1716158099528978,
      "grad_norm": 1.0385481260449685,
      "learning_rate": 0.00029982998329394306,
      "loss": 1.2126,
      "step": 4190
    },
    {
      "epoch": 0.1716567683800942,
      "grad_norm": 0.8087553787532117,
      "learning_rate": 0.00029982982802146703,
      "loss": 0.685,
      "step": 4191
    },
    {
      "epoch": 0.1716977268072906,
      "grad_norm": 0.6661873636285539,
      "learning_rate": 0.00029982967267816013,
      "loss": 0.9576,
      "step": 4192
    },
    {
      "epoch": 0.171738685234487,
      "grad_norm": 0.9240683700998165,
      "learning_rate": 0.00029982951726402246,
      "loss": 1.5717,
      "step": 4193
    },
    {
      "epoch": 0.17177964366168338,
      "grad_norm": 1.0891572535927339,
      "learning_rate": 0.0002998293617790541,
      "loss": 1.262,
      "step": 4194
    },
    {
      "epoch": 0.17182060208887978,
      "grad_norm": 0.6390549840898453,
      "learning_rate": 0.0002998292062232551,
      "loss": 0.8897,
      "step": 4195
    },
    {
      "epoch": 0.17186156051607618,
      "grad_norm": 0.8045325624730691,
      "learning_rate": 0.00029982905059662557,
      "loss": 1.1927,
      "step": 4196
    },
    {
      "epoch": 0.17190251894327258,
      "grad_norm": 0.7385561454023306,
      "learning_rate": 0.00029982889489916554,
      "loss": 0.9241,
      "step": 4197
    },
    {
      "epoch": 0.17194347737046897,
      "grad_norm": 0.650848681353779,
      "learning_rate": 0.0002998287391308751,
      "loss": 0.7131,
      "step": 4198
    },
    {
      "epoch": 0.17198443579766537,
      "grad_norm": 1.1097681554729657,
      "learning_rate": 0.0002998285832917543,
      "loss": 1.664,
      "step": 4199
    },
    {
      "epoch": 0.17202539422486177,
      "grad_norm": 0.8065079190103259,
      "learning_rate": 0.00029982842738180326,
      "loss": 1.0207,
      "step": 4200
    },
    {
      "epoch": 0.17206635265205816,
      "grad_norm": 0.7366510635285863,
      "learning_rate": 0.000299828271401022,
      "loss": 0.8422,
      "step": 4201
    },
    {
      "epoch": 0.17210731107925456,
      "grad_norm": 0.609749540635416,
      "learning_rate": 0.0002998281153494107,
      "loss": 0.8298,
      "step": 4202
    },
    {
      "epoch": 0.17214826950645096,
      "grad_norm": 0.7948568498709317,
      "learning_rate": 0.00029982795922696935,
      "loss": 0.99,
      "step": 4203
    },
    {
      "epoch": 0.17218922793364735,
      "grad_norm": 1.076646616240932,
      "learning_rate": 0.00029982780303369804,
      "loss": 1.22,
      "step": 4204
    },
    {
      "epoch": 0.17223018636084375,
      "grad_norm": 0.552334810156689,
      "learning_rate": 0.00029982764676959677,
      "loss": 0.5048,
      "step": 4205
    },
    {
      "epoch": 0.17227114478804015,
      "grad_norm": 0.6531880228464937,
      "learning_rate": 0.0002998274904346657,
      "loss": 0.8904,
      "step": 4206
    },
    {
      "epoch": 0.17231210321523655,
      "grad_norm": 0.7699839457749738,
      "learning_rate": 0.000299827334028905,
      "loss": 1.1603,
      "step": 4207
    },
    {
      "epoch": 0.17235306164243294,
      "grad_norm": 1.00536397963862,
      "learning_rate": 0.0002998271775523145,
      "loss": 1.3318,
      "step": 4208
    },
    {
      "epoch": 0.17239402006962934,
      "grad_norm": 0.8803433241845012,
      "learning_rate": 0.00029982702100489445,
      "loss": 1.3191,
      "step": 4209
    },
    {
      "epoch": 0.1724349784968257,
      "grad_norm": 0.958634924642443,
      "learning_rate": 0.00029982686438664483,
      "loss": 0.4446,
      "step": 4210
    },
    {
      "epoch": 0.1724759369240221,
      "grad_norm": 0.8936870172586784,
      "learning_rate": 0.00029982670769756586,
      "loss": 1.0657,
      "step": 4211
    },
    {
      "epoch": 0.1725168953512185,
      "grad_norm": 1.1856259583211703,
      "learning_rate": 0.0002998265509376575,
      "loss": 1.402,
      "step": 4212
    },
    {
      "epoch": 0.1725578537784149,
      "grad_norm": 0.9879659245407652,
      "learning_rate": 0.00029982639410691973,
      "loss": 1.341,
      "step": 4213
    },
    {
      "epoch": 0.1725988122056113,
      "grad_norm": 1.05837943498916,
      "learning_rate": 0.00029982623720535285,
      "loss": 0.5196,
      "step": 4214
    },
    {
      "epoch": 0.1726397706328077,
      "grad_norm": 0.7652710960578752,
      "learning_rate": 0.0002998260802329568,
      "loss": 0.7555,
      "step": 4215
    },
    {
      "epoch": 0.1726807290600041,
      "grad_norm": 0.6071267129478669,
      "learning_rate": 0.0002998259231897316,
      "loss": 0.5093,
      "step": 4216
    },
    {
      "epoch": 0.1727216874872005,
      "grad_norm": 0.7291227632636179,
      "learning_rate": 0.00029982576607567743,
      "loss": 0.8317,
      "step": 4217
    },
    {
      "epoch": 0.17276264591439688,
      "grad_norm": 0.7788060098541073,
      "learning_rate": 0.00029982560889079443,
      "loss": 0.5168,
      "step": 4218
    },
    {
      "epoch": 0.17280360434159328,
      "grad_norm": 0.5379428655050348,
      "learning_rate": 0.00029982545163508245,
      "loss": 0.4399,
      "step": 4219
    },
    {
      "epoch": 0.17284456276878968,
      "grad_norm": 0.970703947914833,
      "learning_rate": 0.00029982529430854177,
      "loss": 0.8754,
      "step": 4220
    },
    {
      "epoch": 0.17288552119598607,
      "grad_norm": 1.2338457658173279,
      "learning_rate": 0.0002998251369111723,
      "loss": 1.5386,
      "step": 4221
    },
    {
      "epoch": 0.17292647962318247,
      "grad_norm": 0.687688920978641,
      "learning_rate": 0.0002998249794429743,
      "loss": 0.732,
      "step": 4222
    },
    {
      "epoch": 0.17296743805037887,
      "grad_norm": 0.8430039076786529,
      "learning_rate": 0.00029982482190394765,
      "loss": 1.3222,
      "step": 4223
    },
    {
      "epoch": 0.17300839647757527,
      "grad_norm": 0.7273458239411106,
      "learning_rate": 0.0002998246642940926,
      "loss": 0.8905,
      "step": 4224
    },
    {
      "epoch": 0.17304935490477166,
      "grad_norm": 0.7148472997105259,
      "learning_rate": 0.0002998245066134091,
      "loss": 1.0462,
      "step": 4225
    },
    {
      "epoch": 0.17309031333196806,
      "grad_norm": 1.2918564894143858,
      "learning_rate": 0.00029982434886189724,
      "loss": 1.3596,
      "step": 4226
    },
    {
      "epoch": 0.17313127175916446,
      "grad_norm": 0.8354256525088506,
      "learning_rate": 0.0002998241910395572,
      "loss": 0.7138,
      "step": 4227
    },
    {
      "epoch": 0.17317223018636085,
      "grad_norm": 0.7481104176526521,
      "learning_rate": 0.0002998240331463889,
      "loss": 0.8693,
      "step": 4228
    },
    {
      "epoch": 0.17321318861355725,
      "grad_norm": 1.2471587673731228,
      "learning_rate": 0.00029982387518239255,
      "loss": 1.3576,
      "step": 4229
    },
    {
      "epoch": 0.17325414704075365,
      "grad_norm": 0.9145360650564236,
      "learning_rate": 0.00029982371714756817,
      "loss": 1.2638,
      "step": 4230
    },
    {
      "epoch": 0.17329510546795002,
      "grad_norm": 1.1583689529007846,
      "learning_rate": 0.0002998235590419158,
      "loss": 1.0229,
      "step": 4231
    },
    {
      "epoch": 0.17333606389514641,
      "grad_norm": 0.6911722382151186,
      "learning_rate": 0.0002998234008654355,
      "loss": 0.7611,
      "step": 4232
    },
    {
      "epoch": 0.1733770223223428,
      "grad_norm": 0.9211985527412095,
      "learning_rate": 0.0002998232426181274,
      "loss": 1.2894,
      "step": 4233
    },
    {
      "epoch": 0.1734179807495392,
      "grad_norm": 0.971529113141002,
      "learning_rate": 0.00029982308429999163,
      "loss": 1.0357,
      "step": 4234
    },
    {
      "epoch": 0.1734589391767356,
      "grad_norm": 0.7770666803645075,
      "learning_rate": 0.0002998229259110282,
      "loss": 1.0621,
      "step": 4235
    },
    {
      "epoch": 0.173499897603932,
      "grad_norm": 0.6508280807252748,
      "learning_rate": 0.00029982276745123715,
      "loss": 0.8181,
      "step": 4236
    },
    {
      "epoch": 0.1735408560311284,
      "grad_norm": 0.8628917133742717,
      "learning_rate": 0.00029982260892061856,
      "loss": 1.4704,
      "step": 4237
    },
    {
      "epoch": 0.1735818144583248,
      "grad_norm": 0.7653875001531817,
      "learning_rate": 0.00029982245031917257,
      "loss": 1.2648,
      "step": 4238
    },
    {
      "epoch": 0.1736227728855212,
      "grad_norm": 0.8601983306135075,
      "learning_rate": 0.0002998222916468992,
      "loss": 1.1626,
      "step": 4239
    },
    {
      "epoch": 0.1736637313127176,
      "grad_norm": 0.9680942019956348,
      "learning_rate": 0.0002998221329037986,
      "loss": 0.9482,
      "step": 4240
    },
    {
      "epoch": 0.173704689739914,
      "grad_norm": 1.0007255676858826,
      "learning_rate": 0.00029982197408987075,
      "loss": 0.5122,
      "step": 4241
    },
    {
      "epoch": 0.17374564816711038,
      "grad_norm": 0.8044771285685182,
      "learning_rate": 0.00029982181520511573,
      "loss": 0.5298,
      "step": 4242
    },
    {
      "epoch": 0.17378660659430678,
      "grad_norm": 0.8749548999573743,
      "learning_rate": 0.0002998216562495337,
      "loss": 1.2349,
      "step": 4243
    },
    {
      "epoch": 0.17382756502150318,
      "grad_norm": 0.8218989357948181,
      "learning_rate": 0.0002998214972231247,
      "loss": 1.0227,
      "step": 4244
    },
    {
      "epoch": 0.17386852344869957,
      "grad_norm": 1.3480893933399207,
      "learning_rate": 0.0002998213381258887,
      "loss": 1.4516,
      "step": 4245
    },
    {
      "epoch": 0.17390948187589597,
      "grad_norm": 0.880914919833966,
      "learning_rate": 0.00029982117895782596,
      "loss": 0.9387,
      "step": 4246
    },
    {
      "epoch": 0.17395044030309237,
      "grad_norm": 1.0191513341211944,
      "learning_rate": 0.0002998210197189364,
      "loss": 0.9404,
      "step": 4247
    },
    {
      "epoch": 0.17399139873028877,
      "grad_norm": 0.7167545521549522,
      "learning_rate": 0.0002998208604092202,
      "loss": 1.0069,
      "step": 4248
    },
    {
      "epoch": 0.17403235715748516,
      "grad_norm": 0.6493770130465584,
      "learning_rate": 0.0002998207010286774,
      "loss": 0.895,
      "step": 4249
    },
    {
      "epoch": 0.17407331558468156,
      "grad_norm": 1.2502280860766264,
      "learning_rate": 0.00029982054157730797,
      "loss": 1.2682,
      "step": 4250
    },
    {
      "epoch": 0.17411427401187796,
      "grad_norm": 1.2093685112306132,
      "learning_rate": 0.00029982038205511217,
      "loss": 1.0956,
      "step": 4251
    },
    {
      "epoch": 0.17415523243907435,
      "grad_norm": 0.7494118324951092,
      "learning_rate": 0.00029982022246208994,
      "loss": 1.1902,
      "step": 4252
    },
    {
      "epoch": 0.17419619086627072,
      "grad_norm": 0.6906869927049235,
      "learning_rate": 0.00029982006279824145,
      "loss": 0.8903,
      "step": 4253
    },
    {
      "epoch": 0.17423714929346712,
      "grad_norm": 0.7248603960193039,
      "learning_rate": 0.00029981990306356674,
      "loss": 1.0288,
      "step": 4254
    },
    {
      "epoch": 0.17427810772066352,
      "grad_norm": 0.7067787319474629,
      "learning_rate": 0.0002998197432580658,
      "loss": 0.7269,
      "step": 4255
    },
    {
      "epoch": 0.1743190661478599,
      "grad_norm": 0.6999384303292123,
      "learning_rate": 0.00029981958338173886,
      "loss": 0.8046,
      "step": 4256
    },
    {
      "epoch": 0.1743600245750563,
      "grad_norm": 0.8384828082012468,
      "learning_rate": 0.00029981942343458584,
      "loss": 1.1199,
      "step": 4257
    },
    {
      "epoch": 0.1744009830022527,
      "grad_norm": 0.7526035094768317,
      "learning_rate": 0.00029981926341660694,
      "loss": 1.2926,
      "step": 4258
    },
    {
      "epoch": 0.1744419414294491,
      "grad_norm": 0.6921400306016151,
      "learning_rate": 0.00029981910332780215,
      "loss": 0.4388,
      "step": 4259
    },
    {
      "epoch": 0.1744828998566455,
      "grad_norm": 0.8704778675574607,
      "learning_rate": 0.00029981894316817164,
      "loss": 1.3506,
      "step": 4260
    },
    {
      "epoch": 0.1745238582838419,
      "grad_norm": 0.7171388155447334,
      "learning_rate": 0.00029981878293771535,
      "loss": 1.0348,
      "step": 4261
    },
    {
      "epoch": 0.1745648167110383,
      "grad_norm": 0.888300193051526,
      "learning_rate": 0.00029981862263643344,
      "loss": 0.7723,
      "step": 4262
    },
    {
      "epoch": 0.1746057751382347,
      "grad_norm": 0.6529634522018776,
      "learning_rate": 0.00029981846226432603,
      "loss": 0.9307,
      "step": 4263
    },
    {
      "epoch": 0.1746467335654311,
      "grad_norm": 0.7588883024922306,
      "learning_rate": 0.0002998183018213931,
      "loss": 1.0147,
      "step": 4264
    },
    {
      "epoch": 0.1746876919926275,
      "grad_norm": 0.7347342523218271,
      "learning_rate": 0.00029981814130763485,
      "loss": 1.3147,
      "step": 4265
    },
    {
      "epoch": 0.17472865041982388,
      "grad_norm": 0.7844820614903297,
      "learning_rate": 0.0002998179807230512,
      "loss": 0.9405,
      "step": 4266
    },
    {
      "epoch": 0.17476960884702028,
      "grad_norm": 0.9884056900402124,
      "learning_rate": 0.0002998178200676423,
      "loss": 1.502,
      "step": 4267
    },
    {
      "epoch": 0.17481056727421668,
      "grad_norm": 0.752128183339783,
      "learning_rate": 0.00029981765934140826,
      "loss": 0.6816,
      "step": 4268
    },
    {
      "epoch": 0.17485152570141307,
      "grad_norm": 0.9357654935776082,
      "learning_rate": 0.0002998174985443491,
      "loss": 1.1438,
      "step": 4269
    },
    {
      "epoch": 0.17489248412860947,
      "grad_norm": 0.5570825606077323,
      "learning_rate": 0.000299817337676465,
      "loss": 0.659,
      "step": 4270
    },
    {
      "epoch": 0.17493344255580587,
      "grad_norm": 0.5044999255819,
      "learning_rate": 0.00029981717673775585,
      "loss": 0.461,
      "step": 4271
    },
    {
      "epoch": 0.17497440098300227,
      "grad_norm": 0.9687092613950228,
      "learning_rate": 0.00029981701572822186,
      "loss": 1.5869,
      "step": 4272
    },
    {
      "epoch": 0.17501535941019866,
      "grad_norm": 0.7539460464617644,
      "learning_rate": 0.0002998168546478631,
      "loss": 0.8871,
      "step": 4273
    },
    {
      "epoch": 0.17505631783739503,
      "grad_norm": 0.8426187358102741,
      "learning_rate": 0.0002998166934966796,
      "loss": 1.2282,
      "step": 4274
    },
    {
      "epoch": 0.17509727626459143,
      "grad_norm": 0.6630770197789716,
      "learning_rate": 0.0002998165322746715,
      "loss": 0.9453,
      "step": 4275
    },
    {
      "epoch": 0.17513823469178783,
      "grad_norm": 0.5168688600705972,
      "learning_rate": 0.00029981637098183884,
      "loss": 0.529,
      "step": 4276
    },
    {
      "epoch": 0.17517919311898422,
      "grad_norm": 0.8241088472180905,
      "learning_rate": 0.00029981620961818165,
      "loss": 1.0436,
      "step": 4277
    },
    {
      "epoch": 0.17522015154618062,
      "grad_norm": 1.1469388268812637,
      "learning_rate": 0.0002998160481837001,
      "loss": 0.9812,
      "step": 4278
    },
    {
      "epoch": 0.17526110997337702,
      "grad_norm": 0.8243000049137735,
      "learning_rate": 0.00029981588667839416,
      "loss": 0.7769,
      "step": 4279
    },
    {
      "epoch": 0.1753020684005734,
      "grad_norm": 0.7124544215141193,
      "learning_rate": 0.0002998157251022639,
      "loss": 1.328,
      "step": 4280
    },
    {
      "epoch": 0.1753430268277698,
      "grad_norm": 0.9535385671542256,
      "learning_rate": 0.0002998155634553096,
      "loss": 0.9779,
      "step": 4281
    },
    {
      "epoch": 0.1753839852549662,
      "grad_norm": 1.1657595828699414,
      "learning_rate": 0.00029981540173753114,
      "loss": 1.1229,
      "step": 4282
    },
    {
      "epoch": 0.1754249436821626,
      "grad_norm": 1.0307274435953153,
      "learning_rate": 0.0002998152399489286,
      "loss": 0.9963,
      "step": 4283
    },
    {
      "epoch": 0.175465902109359,
      "grad_norm": 0.7655466935443764,
      "learning_rate": 0.0002998150780895022,
      "loss": 1.3679,
      "step": 4284
    },
    {
      "epoch": 0.1755068605365554,
      "grad_norm": 0.5634913586465128,
      "learning_rate": 0.0002998149161592519,
      "loss": 0.4104,
      "step": 4285
    },
    {
      "epoch": 0.1755478189637518,
      "grad_norm": 0.6022213137932259,
      "learning_rate": 0.0002998147541581778,
      "loss": 0.5616,
      "step": 4286
    },
    {
      "epoch": 0.1755887773909482,
      "grad_norm": 0.9220341683890761,
      "learning_rate": 0.00029981459208627993,
      "loss": 1.2339,
      "step": 4287
    },
    {
      "epoch": 0.1756297358181446,
      "grad_norm": 1.0382560780524044,
      "learning_rate": 0.00029981442994355843,
      "loss": 0.8857,
      "step": 4288
    },
    {
      "epoch": 0.17567069424534099,
      "grad_norm": 0.8945009774183904,
      "learning_rate": 0.00029981426773001337,
      "loss": 0.8288,
      "step": 4289
    },
    {
      "epoch": 0.17571165267253738,
      "grad_norm": 0.800340332188794,
      "learning_rate": 0.0002998141054456448,
      "loss": 0.9784,
      "step": 4290
    },
    {
      "epoch": 0.17575261109973378,
      "grad_norm": 0.7047908609463722,
      "learning_rate": 0.00029981394309045286,
      "loss": 0.9662,
      "step": 4291
    },
    {
      "epoch": 0.17579356952693018,
      "grad_norm": 0.9831439689792281,
      "learning_rate": 0.00029981378066443756,
      "loss": 1.2915,
      "step": 4292
    },
    {
      "epoch": 0.17583452795412657,
      "grad_norm": 1.1311959290160654,
      "learning_rate": 0.000299813618167599,
      "loss": 1.1783,
      "step": 4293
    },
    {
      "epoch": 0.17587548638132297,
      "grad_norm": 0.8006636923015599,
      "learning_rate": 0.00029981345559993724,
      "loss": 0.8196,
      "step": 4294
    },
    {
      "epoch": 0.17591644480851934,
      "grad_norm": 1.004583686287064,
      "learning_rate": 0.00029981329296145236,
      "loss": 0.7344,
      "step": 4295
    },
    {
      "epoch": 0.17595740323571574,
      "grad_norm": 1.1069300514562048,
      "learning_rate": 0.0002998131302521445,
      "loss": 1.1211,
      "step": 4296
    },
    {
      "epoch": 0.17599836166291213,
      "grad_norm": 0.9061699301632472,
      "learning_rate": 0.00029981296747201363,
      "loss": 1.0707,
      "step": 4297
    },
    {
      "epoch": 0.17603932009010853,
      "grad_norm": 0.7706910298429022,
      "learning_rate": 0.00029981280462105993,
      "loss": 1.1721,
      "step": 4298
    },
    {
      "epoch": 0.17608027851730493,
      "grad_norm": 0.7905238549482212,
      "learning_rate": 0.00029981264169928344,
      "loss": 0.887,
      "step": 4299
    },
    {
      "epoch": 0.17612123694450132,
      "grad_norm": 0.9256850718413979,
      "learning_rate": 0.00029981247870668415,
      "loss": 1.1459,
      "step": 4300
    },
    {
      "epoch": 0.17616219537169772,
      "grad_norm": 0.9218037115755278,
      "learning_rate": 0.0002998123156432623,
      "loss": 1.1875,
      "step": 4301
    },
    {
      "epoch": 0.17620315379889412,
      "grad_norm": 0.662720911159569,
      "learning_rate": 0.00029981215250901783,
      "loss": 0.9461,
      "step": 4302
    },
    {
      "epoch": 0.17624411222609052,
      "grad_norm": 0.8027645044772691,
      "learning_rate": 0.00029981198930395086,
      "loss": 0.9656,
      "step": 4303
    },
    {
      "epoch": 0.1762850706532869,
      "grad_norm": 0.705317744411061,
      "learning_rate": 0.00029981182602806147,
      "loss": 0.381,
      "step": 4304
    },
    {
      "epoch": 0.1763260290804833,
      "grad_norm": 0.6468755902963347,
      "learning_rate": 0.00029981166268134977,
      "loss": 0.8049,
      "step": 4305
    },
    {
      "epoch": 0.1763669875076797,
      "grad_norm": 1.0389647978712353,
      "learning_rate": 0.0002998114992638158,
      "loss": 1.3921,
      "step": 4306
    },
    {
      "epoch": 0.1764079459348761,
      "grad_norm": 0.8776672142982075,
      "learning_rate": 0.00029981133577545966,
      "loss": 1.086,
      "step": 4307
    },
    {
      "epoch": 0.1764489043620725,
      "grad_norm": 0.5908830453562292,
      "learning_rate": 0.00029981117221628136,
      "loss": 0.8314,
      "step": 4308
    },
    {
      "epoch": 0.1764898627892689,
      "grad_norm": 0.8686951757448483,
      "learning_rate": 0.0002998110085862811,
      "loss": 1.1505,
      "step": 4309
    },
    {
      "epoch": 0.1765308212164653,
      "grad_norm": 0.7505946673500344,
      "learning_rate": 0.00029981084488545887,
      "loss": 1.0666,
      "step": 4310
    },
    {
      "epoch": 0.1765717796436617,
      "grad_norm": 0.7812912855721267,
      "learning_rate": 0.0002998106811138147,
      "loss": 0.8407,
      "step": 4311
    },
    {
      "epoch": 0.1766127380708581,
      "grad_norm": 0.8528850676927509,
      "learning_rate": 0.0002998105172713488,
      "loss": 1.0573,
      "step": 4312
    },
    {
      "epoch": 0.17665369649805449,
      "grad_norm": 0.7520450882501554,
      "learning_rate": 0.0002998103533580612,
      "loss": 1.1066,
      "step": 4313
    },
    {
      "epoch": 0.17669465492525088,
      "grad_norm": 0.7652195874749409,
      "learning_rate": 0.0002998101893739519,
      "loss": 1.0427,
      "step": 4314
    },
    {
      "epoch": 0.17673561335244728,
      "grad_norm": 0.761351089765958,
      "learning_rate": 0.0002998100253190211,
      "loss": 0.8027,
      "step": 4315
    },
    {
      "epoch": 0.17677657177964365,
      "grad_norm": 20.51083205159064,
      "learning_rate": 0.00029980986119326877,
      "loss": 4.7337,
      "step": 4316
    },
    {
      "epoch": 0.17681753020684005,
      "grad_norm": 0.7378863039143448,
      "learning_rate": 0.000299809696996695,
      "loss": 0.4536,
      "step": 4317
    },
    {
      "epoch": 0.17685848863403644,
      "grad_norm": 0.792800886862382,
      "learning_rate": 0.00029980953272929997,
      "loss": 1.0786,
      "step": 4318
    },
    {
      "epoch": 0.17689944706123284,
      "grad_norm": 0.9357561301405464,
      "learning_rate": 0.00029980936839108365,
      "loss": 1.4187,
      "step": 4319
    },
    {
      "epoch": 0.17694040548842924,
      "grad_norm": 0.972939724499787,
      "learning_rate": 0.00029980920398204615,
      "loss": 0.971,
      "step": 4320
    },
    {
      "epoch": 0.17698136391562563,
      "grad_norm": 0.628293269555548,
      "learning_rate": 0.00029980903950218755,
      "loss": 0.782,
      "step": 4321
    },
    {
      "epoch": 0.17702232234282203,
      "grad_norm": 11.761780360874956,
      "learning_rate": 0.00029980887495150793,
      "loss": 4.0268,
      "step": 4322
    },
    {
      "epoch": 0.17706328077001843,
      "grad_norm": 0.9328397487084081,
      "learning_rate": 0.00029980871033000737,
      "loss": 0.9623,
      "step": 4323
    },
    {
      "epoch": 0.17710423919721482,
      "grad_norm": 1.1102958756342383,
      "learning_rate": 0.00029980854563768595,
      "loss": 1.5312,
      "step": 4324
    },
    {
      "epoch": 0.17714519762441122,
      "grad_norm": 1.1285411624841442,
      "learning_rate": 0.00029980838087454375,
      "loss": 0.8615,
      "step": 4325
    },
    {
      "epoch": 0.17718615605160762,
      "grad_norm": 0.6224157026496838,
      "learning_rate": 0.0002998082160405808,
      "loss": 0.5876,
      "step": 4326
    },
    {
      "epoch": 0.17722711447880402,
      "grad_norm": 0.6131572347993575,
      "learning_rate": 0.00029980805113579724,
      "loss": 0.8431,
      "step": 4327
    },
    {
      "epoch": 0.1772680729060004,
      "grad_norm": 0.7316680568478575,
      "learning_rate": 0.00029980788616019316,
      "loss": 0.9433,
      "step": 4328
    },
    {
      "epoch": 0.1773090313331968,
      "grad_norm": 1.194678863933616,
      "learning_rate": 0.00029980772111376855,
      "loss": 1.131,
      "step": 4329
    },
    {
      "epoch": 0.1773499897603932,
      "grad_norm": 0.6734078311445908,
      "learning_rate": 0.0002998075559965236,
      "loss": 0.9541,
      "step": 4330
    },
    {
      "epoch": 0.1773909481875896,
      "grad_norm": 0.844068448326627,
      "learning_rate": 0.0002998073908084583,
      "loss": 1.2543,
      "step": 4331
    },
    {
      "epoch": 0.177431906614786,
      "grad_norm": 7.462557070267732,
      "learning_rate": 0.00029980722554957275,
      "loss": 3.5116,
      "step": 4332
    },
    {
      "epoch": 0.1774728650419824,
      "grad_norm": 0.8479252379162108,
      "learning_rate": 0.00029980706021986704,
      "loss": 1.0715,
      "step": 4333
    },
    {
      "epoch": 0.1775138234691788,
      "grad_norm": 0.7513733625223369,
      "learning_rate": 0.00029980689481934125,
      "loss": 1.0432,
      "step": 4334
    },
    {
      "epoch": 0.1775547818963752,
      "grad_norm": 1.3621717576905856,
      "learning_rate": 0.0002998067293479954,
      "loss": 1.3202,
      "step": 4335
    },
    {
      "epoch": 0.1775957403235716,
      "grad_norm": 1.1755655686444313,
      "learning_rate": 0.0002998065638058297,
      "loss": 1.513,
      "step": 4336
    },
    {
      "epoch": 0.17763669875076796,
      "grad_norm": 0.7538414808544669,
      "learning_rate": 0.00029980639819284416,
      "loss": 1.1218,
      "step": 4337
    },
    {
      "epoch": 0.17767765717796435,
      "grad_norm": 0.8702995493568969,
      "learning_rate": 0.0002998062325090388,
      "loss": 1.0214,
      "step": 4338
    },
    {
      "epoch": 0.17771861560516075,
      "grad_norm": 1.034948814961534,
      "learning_rate": 0.00029980606675441375,
      "loss": 1.1327,
      "step": 4339
    },
    {
      "epoch": 0.17775957403235715,
      "grad_norm": 0.6865345102326139,
      "learning_rate": 0.0002998059009289691,
      "loss": 0.8928,
      "step": 4340
    },
    {
      "epoch": 0.17780053245955355,
      "grad_norm": 1.4677112322608916,
      "learning_rate": 0.00029980573503270494,
      "loss": 1.3268,
      "step": 4341
    },
    {
      "epoch": 0.17784149088674994,
      "grad_norm": 0.60359221562644,
      "learning_rate": 0.0002998055690656213,
      "loss": 0.8109,
      "step": 4342
    },
    {
      "epoch": 0.17788244931394634,
      "grad_norm": 0.7210660324896656,
      "learning_rate": 0.00029980540302771823,
      "loss": 1.0115,
      "step": 4343
    },
    {
      "epoch": 0.17792340774114274,
      "grad_norm": 0.5345171347502382,
      "learning_rate": 0.00029980523691899586,
      "loss": 0.6651,
      "step": 4344
    },
    {
      "epoch": 0.17796436616833913,
      "grad_norm": 0.925253194587391,
      "learning_rate": 0.0002998050707394543,
      "loss": 1.3149,
      "step": 4345
    },
    {
      "epoch": 0.17800532459553553,
      "grad_norm": 0.6939173927635556,
      "learning_rate": 0.0002998049044890936,
      "loss": 0.8767,
      "step": 4346
    },
    {
      "epoch": 0.17804628302273193,
      "grad_norm": 0.8545052907618351,
      "learning_rate": 0.00029980473816791387,
      "loss": 0.6841,
      "step": 4347
    },
    {
      "epoch": 0.17808724144992832,
      "grad_norm": 1.4254582425548228,
      "learning_rate": 0.0002998045717759151,
      "loss": 1.6104,
      "step": 4348
    },
    {
      "epoch": 0.17812819987712472,
      "grad_norm": 0.7983231002478102,
      "learning_rate": 0.00029980440531309746,
      "loss": 1.0797,
      "step": 4349
    },
    {
      "epoch": 0.17816915830432112,
      "grad_norm": 0.6738938899825788,
      "learning_rate": 0.00029980423877946097,
      "loss": 0.6786,
      "step": 4350
    },
    {
      "epoch": 0.17821011673151751,
      "grad_norm": 0.6302127087288452,
      "learning_rate": 0.0002998040721750057,
      "loss": 0.8428,
      "step": 4351
    },
    {
      "epoch": 0.1782510751587139,
      "grad_norm": 0.8173605637852241,
      "learning_rate": 0.00029980390549973174,
      "loss": 0.8553,
      "step": 4352
    },
    {
      "epoch": 0.1782920335859103,
      "grad_norm": 2.6339018132177356,
      "learning_rate": 0.0002998037387536393,
      "loss": 1.2432,
      "step": 4353
    },
    {
      "epoch": 0.1783329920131067,
      "grad_norm": 0.7772029576565712,
      "learning_rate": 0.00029980357193672825,
      "loss": 0.8704,
      "step": 4354
    },
    {
      "epoch": 0.1783739504403031,
      "grad_norm": 0.7079205257385592,
      "learning_rate": 0.00029980340504899875,
      "loss": 1.0448,
      "step": 4355
    },
    {
      "epoch": 0.1784149088674995,
      "grad_norm": 1.6046221688208144,
      "learning_rate": 0.00029980323809045096,
      "loss": 1.2242,
      "step": 4356
    },
    {
      "epoch": 0.1784558672946959,
      "grad_norm": 1.019923774165835,
      "learning_rate": 0.0002998030710610848,
      "loss": 1.0101,
      "step": 4357
    },
    {
      "epoch": 0.17849682572189227,
      "grad_norm": 0.7660766221504264,
      "learning_rate": 0.00029980290396090055,
      "loss": 1.1579,
      "step": 4358
    },
    {
      "epoch": 0.17853778414908866,
      "grad_norm": 0.7369123368811841,
      "learning_rate": 0.0002998027367898981,
      "loss": 1.0962,
      "step": 4359
    },
    {
      "epoch": 0.17857874257628506,
      "grad_norm": 0.7356714813123935,
      "learning_rate": 0.00029980256954807765,
      "loss": 0.9311,
      "step": 4360
    },
    {
      "epoch": 0.17861970100348146,
      "grad_norm": 0.7150189208900367,
      "learning_rate": 0.00029980240223543924,
      "loss": 0.7994,
      "step": 4361
    },
    {
      "epoch": 0.17866065943067785,
      "grad_norm": 2.6381622642248646,
      "learning_rate": 0.0002998022348519829,
      "loss": 4.6718,
      "step": 4362
    },
    {
      "epoch": 0.17870161785787425,
      "grad_norm": 0.7737296766573898,
      "learning_rate": 0.00029980206739770883,
      "loss": 0.8688,
      "step": 4363
    },
    {
      "epoch": 0.17874257628507065,
      "grad_norm": 1.2644041996147712,
      "learning_rate": 0.00029980189987261694,
      "loss": 1.0513,
      "step": 4364
    },
    {
      "epoch": 0.17878353471226704,
      "grad_norm": 0.8273037479982709,
      "learning_rate": 0.00029980173227670746,
      "loss": 1.1662,
      "step": 4365
    },
    {
      "epoch": 0.17882449313946344,
      "grad_norm": 6.161627249644211,
      "learning_rate": 0.00029980156460998044,
      "loss": 4.8214,
      "step": 4366
    },
    {
      "epoch": 0.17886545156665984,
      "grad_norm": 0.9235259585852379,
      "learning_rate": 0.00029980139687243594,
      "loss": 1.2764,
      "step": 4367
    },
    {
      "epoch": 0.17890640999385624,
      "grad_norm": 1.3131305801979374,
      "learning_rate": 0.00029980122906407395,
      "loss": 1.4245,
      "step": 4368
    },
    {
      "epoch": 0.17894736842105263,
      "grad_norm": 0.9733358446029009,
      "learning_rate": 0.0002998010611848947,
      "loss": 0.7779,
      "step": 4369
    },
    {
      "epoch": 0.17898832684824903,
      "grad_norm": 0.5276291587295971,
      "learning_rate": 0.0002998008932348982,
      "loss": 0.7161,
      "step": 4370
    },
    {
      "epoch": 0.17902928527544543,
      "grad_norm": 1.1139957193189702,
      "learning_rate": 0.0002998007252140845,
      "loss": 1.0597,
      "step": 4371
    },
    {
      "epoch": 0.17907024370264182,
      "grad_norm": 0.8020862466445414,
      "learning_rate": 0.0002998005571224537,
      "loss": 0.7707,
      "step": 4372
    },
    {
      "epoch": 0.17911120212983822,
      "grad_norm": 0.9808888349441284,
      "learning_rate": 0.00029980038896000594,
      "loss": 0.9652,
      "step": 4373
    },
    {
      "epoch": 0.17915216055703462,
      "grad_norm": 0.9920255091717738,
      "learning_rate": 0.0002998002207267412,
      "loss": 1.3727,
      "step": 4374
    },
    {
      "epoch": 0.17919311898423101,
      "grad_norm": 0.7451705351661049,
      "learning_rate": 0.0002998000524226596,
      "loss": 1.0321,
      "step": 4375
    },
    {
      "epoch": 0.1792340774114274,
      "grad_norm": 0.9319479360332381,
      "learning_rate": 0.00029979988404776127,
      "loss": 1.3505,
      "step": 4376
    },
    {
      "epoch": 0.1792750358386238,
      "grad_norm": 1.4677708435987795,
      "learning_rate": 0.0002997997156020462,
      "loss": 0.7589,
      "step": 4377
    },
    {
      "epoch": 0.1793159942658202,
      "grad_norm": 0.9334458538972129,
      "learning_rate": 0.0002997995470855146,
      "loss": 0.5925,
      "step": 4378
    },
    {
      "epoch": 0.17935695269301657,
      "grad_norm": 0.9343743034401442,
      "learning_rate": 0.0002997993784981664,
      "loss": 0.6263,
      "step": 4379
    },
    {
      "epoch": 0.17939791112021297,
      "grad_norm": 0.7406894721522327,
      "learning_rate": 0.0002997992098400018,
      "loss": 0.6582,
      "step": 4380
    },
    {
      "epoch": 0.17943886954740937,
      "grad_norm": 1.0217743213352144,
      "learning_rate": 0.00029979904111102074,
      "loss": 1.1598,
      "step": 4381
    },
    {
      "epoch": 0.17947982797460577,
      "grad_norm": 1.5075851219088794,
      "learning_rate": 0.00029979887231122346,
      "loss": 0.9464,
      "step": 4382
    },
    {
      "epoch": 0.17952078640180216,
      "grad_norm": 1.445589840907995,
      "learning_rate": 0.0002997987034406099,
      "loss": 1.8044,
      "step": 4383
    },
    {
      "epoch": 0.17956174482899856,
      "grad_norm": 1.1577247613847628,
      "learning_rate": 0.0002997985344991802,
      "loss": 0.8161,
      "step": 4384
    },
    {
      "epoch": 0.17960270325619496,
      "grad_norm": 1.097219266880469,
      "learning_rate": 0.00029979836548693455,
      "loss": 1.3979,
      "step": 4385
    },
    {
      "epoch": 0.17964366168339135,
      "grad_norm": 1.0376698442892778,
      "learning_rate": 0.00029979819640387287,
      "loss": 0.9076,
      "step": 4386
    },
    {
      "epoch": 0.17968462011058775,
      "grad_norm": 0.8278415631371673,
      "learning_rate": 0.0002997980272499952,
      "loss": 0.8901,
      "step": 4387
    },
    {
      "epoch": 0.17972557853778415,
      "grad_norm": 1.1721006163019911,
      "learning_rate": 0.0002997978580253018,
      "loss": 0.8535,
      "step": 4388
    },
    {
      "epoch": 0.17976653696498054,
      "grad_norm": 0.7189985099812761,
      "learning_rate": 0.00029979768872979274,
      "loss": 0.9749,
      "step": 4389
    },
    {
      "epoch": 0.17980749539217694,
      "grad_norm": 1.0015881988179558,
      "learning_rate": 0.00029979751936346795,
      "loss": 0.8578,
      "step": 4390
    },
    {
      "epoch": 0.17984845381937334,
      "grad_norm": 0.684831608902839,
      "learning_rate": 0.0002997973499263276,
      "loss": 0.8694,
      "step": 4391
    },
    {
      "epoch": 0.17988941224656974,
      "grad_norm": 1.5114598287078167,
      "learning_rate": 0.00029979718041837173,
      "loss": 2.681,
      "step": 4392
    },
    {
      "epoch": 0.17993037067376613,
      "grad_norm": 0.5531269105625798,
      "learning_rate": 0.00029979701083960046,
      "loss": 0.7754,
      "step": 4393
    },
    {
      "epoch": 0.17997132910096253,
      "grad_norm": 1.0192325020293957,
      "learning_rate": 0.00029979684119001387,
      "loss": 1.0808,
      "step": 4394
    },
    {
      "epoch": 0.18001228752815893,
      "grad_norm": 1.4166202183448704,
      "learning_rate": 0.000299796671469612,
      "loss": 1.6866,
      "step": 4395
    },
    {
      "epoch": 0.18005324595535532,
      "grad_norm": 0.9892345862142305,
      "learning_rate": 0.00029979650167839497,
      "loss": 0.4311,
      "step": 4396
    },
    {
      "epoch": 0.18009420438255172,
      "grad_norm": 0.8304906888909583,
      "learning_rate": 0.0002997963318163628,
      "loss": 0.8366,
      "step": 4397
    },
    {
      "epoch": 0.18013516280974812,
      "grad_norm": 0.5798587490961032,
      "learning_rate": 0.0002997961618835157,
      "loss": 0.8321,
      "step": 4398
    },
    {
      "epoch": 0.18017612123694451,
      "grad_norm": 0.46088189070861063,
      "learning_rate": 0.00029979599187985364,
      "loss": 0.4789,
      "step": 4399
    },
    {
      "epoch": 0.18021707966414088,
      "grad_norm": 0.46602725306866954,
      "learning_rate": 0.00029979582180537673,
      "loss": 0.4411,
      "step": 4400
    },
    {
      "epoch": 0.18025803809133728,
      "grad_norm": 0.9939846473632703,
      "learning_rate": 0.000299795651660085,
      "loss": 1.1713,
      "step": 4401
    },
    {
      "epoch": 0.18029899651853368,
      "grad_norm": 2.4182681589535773,
      "learning_rate": 0.0002997954814439786,
      "loss": 1.4713,
      "step": 4402
    },
    {
      "epoch": 0.18033995494573007,
      "grad_norm": 0.9514171217719544,
      "learning_rate": 0.00029979531115705764,
      "loss": 0.9393,
      "step": 4403
    },
    {
      "epoch": 0.18038091337292647,
      "grad_norm": 0.8680295773057615,
      "learning_rate": 0.00029979514079932207,
      "loss": 0.8408,
      "step": 4404
    },
    {
      "epoch": 0.18042187180012287,
      "grad_norm": 0.8355287896851078,
      "learning_rate": 0.0002997949703707721,
      "loss": 0.9095,
      "step": 4405
    },
    {
      "epoch": 0.18046283022731927,
      "grad_norm": 2.9660563453262596,
      "learning_rate": 0.00029979479987140775,
      "loss": 6.1339,
      "step": 4406
    },
    {
      "epoch": 0.18050378865451566,
      "grad_norm": 0.6018726293460986,
      "learning_rate": 0.00029979462930122906,
      "loss": 0.518,
      "step": 4407
    },
    {
      "epoch": 0.18054474708171206,
      "grad_norm": 0.9542889222036806,
      "learning_rate": 0.00029979445866023624,
      "loss": 1.1797,
      "step": 4408
    },
    {
      "epoch": 0.18058570550890846,
      "grad_norm": 0.5444190621368387,
      "learning_rate": 0.00029979428794842924,
      "loss": 0.4994,
      "step": 4409
    },
    {
      "epoch": 0.18062666393610485,
      "grad_norm": 0.8081212400819257,
      "learning_rate": 0.00029979411716580823,
      "loss": 0.901,
      "step": 4410
    },
    {
      "epoch": 0.18066762236330125,
      "grad_norm": 1.15496252711536,
      "learning_rate": 0.00029979394631237326,
      "loss": 0.8951,
      "step": 4411
    },
    {
      "epoch": 0.18070858079049765,
      "grad_norm": 5.2354607269338445,
      "learning_rate": 0.00029979377538812433,
      "loss": 5.7003,
      "step": 4412
    },
    {
      "epoch": 0.18074953921769404,
      "grad_norm": 0.9529759812281384,
      "learning_rate": 0.00029979360439306166,
      "loss": 1.1904,
      "step": 4413
    },
    {
      "epoch": 0.18079049764489044,
      "grad_norm": 0.6815095636082673,
      "learning_rate": 0.0002997934333271853,
      "loss": 0.7478,
      "step": 4414
    },
    {
      "epoch": 0.18083145607208684,
      "grad_norm": 1.0739272761380332,
      "learning_rate": 0.0002997932621904952,
      "loss": 1.1834,
      "step": 4415
    },
    {
      "epoch": 0.18087241449928324,
      "grad_norm": 1.9874834778760664,
      "learning_rate": 0.0002997930909829916,
      "loss": 1.5693,
      "step": 4416
    },
    {
      "epoch": 0.18091337292647963,
      "grad_norm": 1.0956915988848053,
      "learning_rate": 0.0002997929197046745,
      "loss": 1.3165,
      "step": 4417
    },
    {
      "epoch": 0.18095433135367603,
      "grad_norm": 1.3151090665546026,
      "learning_rate": 0.000299792748355544,
      "loss": 0.6068,
      "step": 4418
    },
    {
      "epoch": 0.18099528978087243,
      "grad_norm": 3.1970782550653296,
      "learning_rate": 0.0002997925769356002,
      "loss": 5.0609,
      "step": 4419
    },
    {
      "epoch": 0.18103624820806882,
      "grad_norm": 0.8862410797563086,
      "learning_rate": 0.0002997924054448432,
      "loss": 0.9318,
      "step": 4420
    },
    {
      "epoch": 0.1810772066352652,
      "grad_norm": 1.600276651892785,
      "learning_rate": 0.00029979223388327294,
      "loss": 1.2419,
      "step": 4421
    },
    {
      "epoch": 0.1811181650624616,
      "grad_norm": 1.7804531733934652,
      "learning_rate": 0.00029979206225088967,
      "loss": 1.3675,
      "step": 4422
    },
    {
      "epoch": 0.18115912348965799,
      "grad_norm": 0.6694966088488623,
      "learning_rate": 0.0002997918905476934,
      "loss": 0.8679,
      "step": 4423
    },
    {
      "epoch": 0.18120008191685438,
      "grad_norm": 0.8256446664057404,
      "learning_rate": 0.00029979171877368417,
      "loss": 0.9367,
      "step": 4424
    },
    {
      "epoch": 0.18124104034405078,
      "grad_norm": 0.6657572972870145,
      "learning_rate": 0.00029979154692886216,
      "loss": 0.6682,
      "step": 4425
    },
    {
      "epoch": 0.18128199877124718,
      "grad_norm": 0.7572845011873081,
      "learning_rate": 0.0002997913750132274,
      "loss": 0.8278,
      "step": 4426
    },
    {
      "epoch": 0.18132295719844357,
      "grad_norm": 0.7589590566143747,
      "learning_rate": 0.00029979120302677995,
      "loss": 0.6382,
      "step": 4427
    },
    {
      "epoch": 0.18136391562563997,
      "grad_norm": 0.6401975028240546,
      "learning_rate": 0.0002997910309695199,
      "loss": 0.7335,
      "step": 4428
    },
    {
      "epoch": 0.18140487405283637,
      "grad_norm": 0.8691793431924194,
      "learning_rate": 0.00029979085884144737,
      "loss": 0.8354,
      "step": 4429
    },
    {
      "epoch": 0.18144583248003276,
      "grad_norm": 0.6969301817324227,
      "learning_rate": 0.0002997906866425624,
      "loss": 1.2036,
      "step": 4430
    },
    {
      "epoch": 0.18148679090722916,
      "grad_norm": 1.7677173631139447,
      "learning_rate": 0.0002997905143728651,
      "loss": 1.5176,
      "step": 4431
    },
    {
      "epoch": 0.18152774933442556,
      "grad_norm": 0.679184023213996,
      "learning_rate": 0.0002997903420323555,
      "loss": 1.0575,
      "step": 4432
    },
    {
      "epoch": 0.18156870776162196,
      "grad_norm": 1.1321668386934205,
      "learning_rate": 0.0002997901696210337,
      "loss": 0.5227,
      "step": 4433
    },
    {
      "epoch": 0.18160966618881835,
      "grad_norm": 1.0394462550429144,
      "learning_rate": 0.00029978999713889984,
      "loss": 0.608,
      "step": 4434
    },
    {
      "epoch": 0.18165062461601475,
      "grad_norm": 1.0991148076843025,
      "learning_rate": 0.000299789824585954,
      "loss": 0.8077,
      "step": 4435
    },
    {
      "epoch": 0.18169158304321115,
      "grad_norm": 0.7881700863908074,
      "learning_rate": 0.00029978965196219616,
      "loss": 1.1901,
      "step": 4436
    },
    {
      "epoch": 0.18173254147040754,
      "grad_norm": 0.8903321391339153,
      "learning_rate": 0.0002997894792676265,
      "loss": 1.2187,
      "step": 4437
    },
    {
      "epoch": 0.18177349989760394,
      "grad_norm": 0.9988253873734625,
      "learning_rate": 0.00029978930650224504,
      "loss": 1.4564,
      "step": 4438
    },
    {
      "epoch": 0.18181445832480034,
      "grad_norm": 0.8306726864789817,
      "learning_rate": 0.00029978913366605187,
      "loss": 1.1198,
      "step": 4439
    },
    {
      "epoch": 0.18185541675199673,
      "grad_norm": 0.7336866001525498,
      "learning_rate": 0.0002997889607590472,
      "loss": 1.0174,
      "step": 4440
    },
    {
      "epoch": 0.18189637517919313,
      "grad_norm": 0.6849437581035615,
      "learning_rate": 0.0002997887877812309,
      "loss": 0.8785,
      "step": 4441
    },
    {
      "epoch": 0.1819373336063895,
      "grad_norm": 0.7018738772831425,
      "learning_rate": 0.00029978861473260314,
      "loss": 1.072,
      "step": 4442
    },
    {
      "epoch": 0.1819782920335859,
      "grad_norm": 0.670356549505133,
      "learning_rate": 0.0002997884416131641,
      "loss": 0.4729,
      "step": 4443
    },
    {
      "epoch": 0.1820192504607823,
      "grad_norm": 5.2275937265007135,
      "learning_rate": 0.00029978826842291367,
      "loss": 3.5763,
      "step": 4444
    },
    {
      "epoch": 0.1820602088879787,
      "grad_norm": 1.343657855144909,
      "learning_rate": 0.00029978809516185214,
      "loss": 1.4506,
      "step": 4445
    },
    {
      "epoch": 0.1821011673151751,
      "grad_norm": 0.8226558610486348,
      "learning_rate": 0.0002997879218299794,
      "loss": 1.069,
      "step": 4446
    },
    {
      "epoch": 0.18214212574237149,
      "grad_norm": 0.9915318245150804,
      "learning_rate": 0.0002997877484272957,
      "loss": 0.96,
      "step": 4447
    },
    {
      "epoch": 0.18218308416956788,
      "grad_norm": 1.3088384843499237,
      "learning_rate": 0.000299787574953801,
      "loss": 1.0894,
      "step": 4448
    },
    {
      "epoch": 0.18222404259676428,
      "grad_norm": 0.7739897097564703,
      "learning_rate": 0.0002997874014094954,
      "loss": 1.0412,
      "step": 4449
    },
    {
      "epoch": 0.18226500102396068,
      "grad_norm": 0.6155352912251507,
      "learning_rate": 0.00029978722779437904,
      "loss": 0.5042,
      "step": 4450
    },
    {
      "epoch": 0.18230595945115707,
      "grad_norm": 1.0191684513776953,
      "learning_rate": 0.000299787054108452,
      "loss": 0.9479,
      "step": 4451
    },
    {
      "epoch": 0.18234691787835347,
      "grad_norm": 1.2862396568125891,
      "learning_rate": 0.00029978688035171434,
      "loss": 0.8002,
      "step": 4452
    },
    {
      "epoch": 0.18238787630554987,
      "grad_norm": 0.9191190976585804,
      "learning_rate": 0.00029978670652416607,
      "loss": 0.7542,
      "step": 4453
    },
    {
      "epoch": 0.18242883473274626,
      "grad_norm": 0.8061875992911599,
      "learning_rate": 0.0002997865326258074,
      "loss": 1.0133,
      "step": 4454
    },
    {
      "epoch": 0.18246979315994266,
      "grad_norm": 0.730301572961446,
      "learning_rate": 0.0002997863586566383,
      "loss": 1.0391,
      "step": 4455
    },
    {
      "epoch": 0.18251075158713906,
      "grad_norm": 0.7353995837385214,
      "learning_rate": 0.00029978618461665895,
      "loss": 0.9811,
      "step": 4456
    },
    {
      "epoch": 0.18255171001433546,
      "grad_norm": 2.4596417502776386,
      "learning_rate": 0.00029978601050586936,
      "loss": 4.8988,
      "step": 4457
    },
    {
      "epoch": 0.18259266844153185,
      "grad_norm": 1.9226665261341451,
      "learning_rate": 0.0002997858363242696,
      "loss": 1.0078,
      "step": 4458
    },
    {
      "epoch": 0.18263362686872825,
      "grad_norm": 1.2739578053274956,
      "learning_rate": 0.00029978566207185985,
      "loss": 1.0312,
      "step": 4459
    },
    {
      "epoch": 0.18267458529592465,
      "grad_norm": 0.6752009080013605,
      "learning_rate": 0.0002997854877486401,
      "loss": 1.0801,
      "step": 4460
    },
    {
      "epoch": 0.18271554372312104,
      "grad_norm": 1.111883270137514,
      "learning_rate": 0.00029978531335461044,
      "loss": 1.5797,
      "step": 4461
    },
    {
      "epoch": 0.18275650215031744,
      "grad_norm": 0.8484680739039793,
      "learning_rate": 0.000299785138889771,
      "loss": 0.7156,
      "step": 4462
    },
    {
      "epoch": 0.18279746057751384,
      "grad_norm": 1.3438326646551582,
      "learning_rate": 0.00029978496435412183,
      "loss": 0.8959,
      "step": 4463
    },
    {
      "epoch": 0.1828384190047102,
      "grad_norm": 0.9145602983175856,
      "learning_rate": 0.00029978478974766303,
      "loss": 0.817,
      "step": 4464
    },
    {
      "epoch": 0.1828793774319066,
      "grad_norm": 0.9325848114588897,
      "learning_rate": 0.00029978461507039467,
      "loss": 1.0919,
      "step": 4465
    },
    {
      "epoch": 0.182920335859103,
      "grad_norm": 0.8503215925161824,
      "learning_rate": 0.00029978444032231684,
      "loss": 1.0501,
      "step": 4466
    },
    {
      "epoch": 0.1829612942862994,
      "grad_norm": 0.781450972119774,
      "learning_rate": 0.0002997842655034296,
      "loss": 1.0895,
      "step": 4467
    },
    {
      "epoch": 0.1830022527134958,
      "grad_norm": 1.0023938397804124,
      "learning_rate": 0.0002997840906137331,
      "loss": 0.4865,
      "step": 4468
    },
    {
      "epoch": 0.1830432111406922,
      "grad_norm": 1.5650143469246611,
      "learning_rate": 0.0002997839156532273,
      "loss": 1.304,
      "step": 4469
    },
    {
      "epoch": 0.1830841695678886,
      "grad_norm": 1.1797129191853384,
      "learning_rate": 0.0002997837406219124,
      "loss": 0.9564,
      "step": 4470
    },
    {
      "epoch": 0.18312512799508499,
      "grad_norm": 0.6367828241666624,
      "learning_rate": 0.0002997835655197884,
      "loss": 0.699,
      "step": 4471
    },
    {
      "epoch": 0.18316608642228138,
      "grad_norm": 0.6862296141122768,
      "learning_rate": 0.0002997833903468555,
      "loss": 0.9588,
      "step": 4472
    },
    {
      "epoch": 0.18320704484947778,
      "grad_norm": 1.016802418520971,
      "learning_rate": 0.0002997832151031137,
      "loss": 0.6095,
      "step": 4473
    },
    {
      "epoch": 0.18324800327667418,
      "grad_norm": 0.785948820427265,
      "learning_rate": 0.000299783039788563,
      "loss": 0.4997,
      "step": 4474
    },
    {
      "epoch": 0.18328896170387057,
      "grad_norm": 1.3217660868581784,
      "learning_rate": 0.00029978286440320365,
      "loss": 1.447,
      "step": 4475
    },
    {
      "epoch": 0.18332992013106697,
      "grad_norm": 0.9343444686134701,
      "learning_rate": 0.00029978268894703555,
      "loss": 1.127,
      "step": 4476
    },
    {
      "epoch": 0.18337087855826337,
      "grad_norm": 0.7217902292892235,
      "learning_rate": 0.00029978251342005903,
      "loss": 0.7914,
      "step": 4477
    },
    {
      "epoch": 0.18341183698545976,
      "grad_norm": 0.6183495562805164,
      "learning_rate": 0.0002997823378222739,
      "loss": 1.036,
      "step": 4478
    },
    {
      "epoch": 0.18345279541265616,
      "grad_norm": 1.7580302358739108,
      "learning_rate": 0.0002997821621536804,
      "loss": 3.016,
      "step": 4479
    },
    {
      "epoch": 0.18349375383985256,
      "grad_norm": 0.8426277701520322,
      "learning_rate": 0.00029978198641427865,
      "loss": 1.0129,
      "step": 4480
    },
    {
      "epoch": 0.18353471226704896,
      "grad_norm": 0.7507212602697054,
      "learning_rate": 0.0002997818106040686,
      "loss": 1.0699,
      "step": 4481
    },
    {
      "epoch": 0.18357567069424535,
      "grad_norm": 1.0912335802036026,
      "learning_rate": 0.0002997816347230505,
      "loss": 1.402,
      "step": 4482
    },
    {
      "epoch": 0.18361662912144175,
      "grad_norm": 0.8137847639721364,
      "learning_rate": 0.00029978145877122424,
      "loss": 1.3135,
      "step": 4483
    },
    {
      "epoch": 0.18365758754863815,
      "grad_norm": 0.8453164472655463,
      "learning_rate": 0.00029978128274859,
      "loss": 1.3532,
      "step": 4484
    },
    {
      "epoch": 0.18369854597583452,
      "grad_norm": 0.7335027767487077,
      "learning_rate": 0.0002997811066551479,
      "loss": 0.8666,
      "step": 4485
    },
    {
      "epoch": 0.1837395044030309,
      "grad_norm": 0.7961779906884471,
      "learning_rate": 0.000299780930490898,
      "loss": 0.8902,
      "step": 4486
    },
    {
      "epoch": 0.1837804628302273,
      "grad_norm": 0.7190006778843402,
      "learning_rate": 0.00029978075425584033,
      "loss": 0.7659,
      "step": 4487
    },
    {
      "epoch": 0.1838214212574237,
      "grad_norm": 1.0134518154575627,
      "learning_rate": 0.000299780577949975,
      "loss": 1.2421,
      "step": 4488
    },
    {
      "epoch": 0.1838623796846201,
      "grad_norm": 0.7304655809010879,
      "learning_rate": 0.00029978040157330215,
      "loss": 0.9653,
      "step": 4489
    },
    {
      "epoch": 0.1839033381118165,
      "grad_norm": 0.8288249797668669,
      "learning_rate": 0.00029978022512582177,
      "loss": 1.0296,
      "step": 4490
    },
    {
      "epoch": 0.1839442965390129,
      "grad_norm": 0.6694365301056249,
      "learning_rate": 0.000299780048607534,
      "loss": 0.4718,
      "step": 4491
    },
    {
      "epoch": 0.1839852549662093,
      "grad_norm": 1.2078373204448412,
      "learning_rate": 0.0002997798720184389,
      "loss": 0.9522,
      "step": 4492
    },
    {
      "epoch": 0.1840262133934057,
      "grad_norm": 0.6346305303598035,
      "learning_rate": 0.0002997796953585366,
      "loss": 0.8729,
      "step": 4493
    },
    {
      "epoch": 0.1840671718206021,
      "grad_norm": 0.8312211113835045,
      "learning_rate": 0.0002997795186278271,
      "loss": 0.6159,
      "step": 4494
    },
    {
      "epoch": 0.18410813024779848,
      "grad_norm": 0.9296089417383612,
      "learning_rate": 0.00029977934182631066,
      "loss": 0.8256,
      "step": 4495
    },
    {
      "epoch": 0.18414908867499488,
      "grad_norm": 0.8760957068294732,
      "learning_rate": 0.0002997791649539871,
      "loss": 1.0942,
      "step": 4496
    },
    {
      "epoch": 0.18419004710219128,
      "grad_norm": 1.0059126072965365,
      "learning_rate": 0.0002997789880108567,
      "loss": 1.2228,
      "step": 4497
    },
    {
      "epoch": 0.18423100552938768,
      "grad_norm": 0.8424839880899271,
      "learning_rate": 0.0002997788109969195,
      "loss": 1.5004,
      "step": 4498
    },
    {
      "epoch": 0.18427196395658407,
      "grad_norm": 1.1211184147193156,
      "learning_rate": 0.0002997786339121756,
      "loss": 1.0581,
      "step": 4499
    },
    {
      "epoch": 0.18431292238378047,
      "grad_norm": 0.9872773023074459,
      "learning_rate": 0.000299778456756625,
      "loss": 1.2052,
      "step": 4500
    },
    {
      "epoch": 0.18435388081097687,
      "grad_norm": 0.9357340695367692,
      "learning_rate": 0.0002997782795302678,
      "loss": 1.4498,
      "step": 4501
    },
    {
      "epoch": 0.18439483923817326,
      "grad_norm": 0.6669544717323467,
      "learning_rate": 0.00029977810223310415,
      "loss": 1.1173,
      "step": 4502
    },
    {
      "epoch": 0.18443579766536966,
      "grad_norm": 0.6386126661177284,
      "learning_rate": 0.00029977792486513417,
      "loss": 0.7785,
      "step": 4503
    },
    {
      "epoch": 0.18447675609256606,
      "grad_norm": 4.395900927206166,
      "learning_rate": 0.0002997777474263578,
      "loss": 2.716,
      "step": 4504
    },
    {
      "epoch": 0.18451771451976245,
      "grad_norm": 0.9128389388075413,
      "learning_rate": 0.00029977756991677527,
      "loss": 1.0192,
      "step": 4505
    },
    {
      "epoch": 0.18455867294695882,
      "grad_norm": 0.9514202235894035,
      "learning_rate": 0.0002997773923363865,
      "loss": 1.2433,
      "step": 4506
    },
    {
      "epoch": 0.18459963137415522,
      "grad_norm": 2.6177866402423975,
      "learning_rate": 0.00029977721468519176,
      "loss": 2.152,
      "step": 4507
    },
    {
      "epoch": 0.18464058980135162,
      "grad_norm": 0.9424152426293733,
      "learning_rate": 0.000299777036963191,
      "loss": 0.9708,
      "step": 4508
    },
    {
      "epoch": 0.18468154822854801,
      "grad_norm": 0.6917630133758983,
      "learning_rate": 0.00029977685917038433,
      "loss": 0.5518,
      "step": 4509
    },
    {
      "epoch": 0.1847225066557444,
      "grad_norm": 0.837706139002933,
      "learning_rate": 0.00029977668130677193,
      "loss": 1.0052,
      "step": 4510
    },
    {
      "epoch": 0.1847634650829408,
      "grad_norm": 0.7252961113018553,
      "learning_rate": 0.00029977650337235375,
      "loss": 0.8866,
      "step": 4511
    },
    {
      "epoch": 0.1848044235101372,
      "grad_norm": 0.7207632010908424,
      "learning_rate": 0.00029977632536712996,
      "loss": 0.7128,
      "step": 4512
    },
    {
      "epoch": 0.1848453819373336,
      "grad_norm": 0.748200717853505,
      "learning_rate": 0.00029977614729110056,
      "loss": 0.7487,
      "step": 4513
    },
    {
      "epoch": 0.18488634036453,
      "grad_norm": 1.1496019034209306,
      "learning_rate": 0.0002997759691442657,
      "loss": 1.0355,
      "step": 4514
    },
    {
      "epoch": 0.1849272987917264,
      "grad_norm": 0.4535660666560782,
      "learning_rate": 0.00029977579092662547,
      "loss": 0.4803,
      "step": 4515
    },
    {
      "epoch": 0.1849682572189228,
      "grad_norm": 0.7885682847283652,
      "learning_rate": 0.00029977561263817994,
      "loss": 1.0434,
      "step": 4516
    },
    {
      "epoch": 0.1850092156461192,
      "grad_norm": 0.6465848051780922,
      "learning_rate": 0.00029977543427892923,
      "loss": 0.6994,
      "step": 4517
    },
    {
      "epoch": 0.1850501740733156,
      "grad_norm": 0.8073986430296646,
      "learning_rate": 0.00029977525584887335,
      "loss": 1.4888,
      "step": 4518
    },
    {
      "epoch": 0.18509113250051198,
      "grad_norm": 0.7737039995861916,
      "learning_rate": 0.0002997750773480124,
      "loss": 0.9579,
      "step": 4519
    },
    {
      "epoch": 0.18513209092770838,
      "grad_norm": 0.7822481193698336,
      "learning_rate": 0.0002997748987763465,
      "loss": 0.8015,
      "step": 4520
    },
    {
      "epoch": 0.18517304935490478,
      "grad_norm": 0.7187608010375274,
      "learning_rate": 0.0002997747201338757,
      "loss": 0.7237,
      "step": 4521
    },
    {
      "epoch": 0.18521400778210118,
      "grad_norm": 0.8256273953227771,
      "learning_rate": 0.00029977454142060013,
      "loss": 0.5179,
      "step": 4522
    },
    {
      "epoch": 0.18525496620929757,
      "grad_norm": 1.4172407893264054,
      "learning_rate": 0.0002997743626365198,
      "loss": 2.2759,
      "step": 4523
    },
    {
      "epoch": 0.18529592463649397,
      "grad_norm": 0.7280546628583758,
      "learning_rate": 0.0002997741837816349,
      "loss": 1.1158,
      "step": 4524
    },
    {
      "epoch": 0.18533688306369037,
      "grad_norm": 0.5676660508003806,
      "learning_rate": 0.00029977400485594545,
      "loss": 0.4922,
      "step": 4525
    },
    {
      "epoch": 0.18537784149088676,
      "grad_norm": 0.9098325241951777,
      "learning_rate": 0.0002997738258594516,
      "loss": 1.0607,
      "step": 4526
    },
    {
      "epoch": 0.18541879991808313,
      "grad_norm": 0.8280872013945315,
      "learning_rate": 0.00029977364679215323,
      "loss": 1.0406,
      "step": 4527
    },
    {
      "epoch": 0.18545975834527953,
      "grad_norm": 0.706824484295781,
      "learning_rate": 0.0002997734676540507,
      "loss": 0.9897,
      "step": 4528
    },
    {
      "epoch": 0.18550071677247593,
      "grad_norm": 0.7240054334400802,
      "learning_rate": 0.0002997732884451439,
      "loss": 0.9962,
      "step": 4529
    },
    {
      "epoch": 0.18554167519967232,
      "grad_norm": 1.0474431798600776,
      "learning_rate": 0.00029977310916543296,
      "loss": 0.9982,
      "step": 4530
    },
    {
      "epoch": 0.18558263362686872,
      "grad_norm": 0.8053738695252136,
      "learning_rate": 0.00029977292981491806,
      "loss": 0.9658,
      "step": 4531
    },
    {
      "epoch": 0.18562359205406512,
      "grad_norm": 0.8171173024785395,
      "learning_rate": 0.00029977275039359916,
      "loss": 0.6728,
      "step": 4532
    },
    {
      "epoch": 0.18566455048126151,
      "grad_norm": 0.7639113954441611,
      "learning_rate": 0.0002997725709014764,
      "loss": 0.9772,
      "step": 4533
    },
    {
      "epoch": 0.1857055089084579,
      "grad_norm": 1.0868454667790248,
      "learning_rate": 0.00029977239133854985,
      "loss": 0.7745,
      "step": 4534
    },
    {
      "epoch": 0.1857464673356543,
      "grad_norm": 1.290993483328437,
      "learning_rate": 0.0002997722117048196,
      "loss": 0.9503,
      "step": 4535
    },
    {
      "epoch": 0.1857874257628507,
      "grad_norm": 1.3075600101902105,
      "learning_rate": 0.0002997720320002858,
      "loss": 2.0147,
      "step": 4536
    },
    {
      "epoch": 0.1858283841900471,
      "grad_norm": 0.8364055047030102,
      "learning_rate": 0.00029977185222494843,
      "loss": 1.023,
      "step": 4537
    },
    {
      "epoch": 0.1858693426172435,
      "grad_norm": 1.7960999094108396,
      "learning_rate": 0.0002997716723788076,
      "loss": 2.6029,
      "step": 4538
    },
    {
      "epoch": 0.1859103010444399,
      "grad_norm": 0.8071916175051115,
      "learning_rate": 0.00029977149246186344,
      "loss": 0.7779,
      "step": 4539
    },
    {
      "epoch": 0.1859512594716363,
      "grad_norm": 0.852063647203814,
      "learning_rate": 0.00029977131247411597,
      "loss": 0.5136,
      "step": 4540
    },
    {
      "epoch": 0.1859922178988327,
      "grad_norm": 1.1339714553296718,
      "learning_rate": 0.0002997711324155654,
      "loss": 2.2338,
      "step": 4541
    },
    {
      "epoch": 0.1860331763260291,
      "grad_norm": 1.3411237000060257,
      "learning_rate": 0.0002997709522862117,
      "loss": 0.9042,
      "step": 4542
    },
    {
      "epoch": 0.18607413475322548,
      "grad_norm": 1.4490863570694428,
      "learning_rate": 0.0002997707720860549,
      "loss": 1.0959,
      "step": 4543
    },
    {
      "epoch": 0.18611509318042188,
      "grad_norm": 0.6814151483967718,
      "learning_rate": 0.0002997705918150953,
      "loss": 0.8442,
      "step": 4544
    },
    {
      "epoch": 0.18615605160761828,
      "grad_norm": 1.022325411696286,
      "learning_rate": 0.0002997704114733327,
      "loss": 0.4822,
      "step": 4545
    },
    {
      "epoch": 0.18619701003481468,
      "grad_norm": 1.9008482932307198,
      "learning_rate": 0.00029977023106076745,
      "loss": 1.636,
      "step": 4546
    },
    {
      "epoch": 0.18623796846201107,
      "grad_norm": 2.0453733408672212,
      "learning_rate": 0.0002997700505773995,
      "loss": 2.1088,
      "step": 4547
    },
    {
      "epoch": 0.18627892688920744,
      "grad_norm": 1.6943061319281563,
      "learning_rate": 0.000299769870023229,
      "loss": 0.9005,
      "step": 4548
    },
    {
      "epoch": 0.18631988531640384,
      "grad_norm": 1.6503251335620626,
      "learning_rate": 0.00029976968939825595,
      "loss": 0.962,
      "step": 4549
    },
    {
      "epoch": 0.18636084374360024,
      "grad_norm": 0.9593914445398153,
      "learning_rate": 0.00029976950870248044,
      "loss": 0.5222,
      "step": 4550
    },
    {
      "epoch": 0.18640180217079663,
      "grad_norm": 0.6669188877738714,
      "learning_rate": 0.0002997693279359027,
      "loss": 0.4113,
      "step": 4551
    },
    {
      "epoch": 0.18644276059799303,
      "grad_norm": 0.85046672766314,
      "learning_rate": 0.0002997691470985226,
      "loss": 0.9308,
      "step": 4552
    },
    {
      "epoch": 0.18648371902518943,
      "grad_norm": 1.2082745713110574,
      "learning_rate": 0.00029976896619034047,
      "loss": 1.4978,
      "step": 4553
    },
    {
      "epoch": 0.18652467745238582,
      "grad_norm": 3.754313286881423,
      "learning_rate": 0.0002997687852113562,
      "loss": 1.5483,
      "step": 4554
    },
    {
      "epoch": 0.18656563587958222,
      "grad_norm": 1.7381423378653447,
      "learning_rate": 0.0002997686041615699,
      "loss": 0.7576,
      "step": 4555
    },
    {
      "epoch": 0.18660659430677862,
      "grad_norm": 0.933303884710723,
      "learning_rate": 0.0002997684230409817,
      "loss": 0.4419,
      "step": 4556
    },
    {
      "epoch": 0.18664755273397501,
      "grad_norm": 1.137863834262318,
      "learning_rate": 0.00029976824184959174,
      "loss": 1.1581,
      "step": 4557
    },
    {
      "epoch": 0.1866885111611714,
      "grad_norm": 1.3607013197279414,
      "learning_rate": 0.00029976806058739996,
      "loss": 0.9238,
      "step": 4558
    },
    {
      "epoch": 0.1867294695883678,
      "grad_norm": 1.3393912891879767,
      "learning_rate": 0.0002997678792544066,
      "loss": 0.9472,
      "step": 4559
    },
    {
      "epoch": 0.1867704280155642,
      "grad_norm": 3.9959489248255275,
      "learning_rate": 0.00029976769785061165,
      "loss": 3.5543,
      "step": 4560
    },
    {
      "epoch": 0.1868113864427606,
      "grad_norm": 0.984732358481626,
      "learning_rate": 0.00029976751637601523,
      "loss": 0.9874,
      "step": 4561
    },
    {
      "epoch": 0.186852344869957,
      "grad_norm": 0.8564669436005612,
      "learning_rate": 0.00029976733483061743,
      "loss": 0.8386,
      "step": 4562
    },
    {
      "epoch": 0.1868933032971534,
      "grad_norm": 0.622866195035582,
      "learning_rate": 0.00029976715321441836,
      "loss": 0.7601,
      "step": 4563
    },
    {
      "epoch": 0.1869342617243498,
      "grad_norm": 0.778119109780245,
      "learning_rate": 0.000299766971527418,
      "loss": 0.6024,
      "step": 4564
    },
    {
      "epoch": 0.1869752201515462,
      "grad_norm": 0.7616287885117476,
      "learning_rate": 0.00029976678976961654,
      "loss": 0.8589,
      "step": 4565
    },
    {
      "epoch": 0.1870161785787426,
      "grad_norm": 0.6153232111840046,
      "learning_rate": 0.000299766607941014,
      "loss": 0.7027,
      "step": 4566
    },
    {
      "epoch": 0.18705713700593898,
      "grad_norm": 0.5807496193702765,
      "learning_rate": 0.00029976642604161055,
      "loss": 0.5026,
      "step": 4567
    },
    {
      "epoch": 0.18709809543313538,
      "grad_norm": 1.082696907923962,
      "learning_rate": 0.0002997662440714062,
      "loss": 1.1358,
      "step": 4568
    },
    {
      "epoch": 0.18713905386033175,
      "grad_norm": 1.1669976158438478,
      "learning_rate": 0.0002997660620304011,
      "loss": 1.0394,
      "step": 4569
    },
    {
      "epoch": 0.18718001228752815,
      "grad_norm": 0.47985245265037696,
      "learning_rate": 0.0002997658799185952,
      "loss": 0.3794,
      "step": 4570
    },
    {
      "epoch": 0.18722097071472454,
      "grad_norm": 0.942486467260536,
      "learning_rate": 0.00029976569773598874,
      "loss": 1.1821,
      "step": 4571
    },
    {
      "epoch": 0.18726192914192094,
      "grad_norm": 3.064194089910885,
      "learning_rate": 0.0002997655154825817,
      "loss": 7.1951,
      "step": 4572
    },
    {
      "epoch": 0.18730288756911734,
      "grad_norm": 1.0000347566300147,
      "learning_rate": 0.00029976533315837433,
      "loss": 1.6586,
      "step": 4573
    },
    {
      "epoch": 0.18734384599631373,
      "grad_norm": 0.7864615333286629,
      "learning_rate": 0.0002997651507633665,
      "loss": 0.9172,
      "step": 4574
    },
    {
      "epoch": 0.18738480442351013,
      "grad_norm": 0.7447241033682807,
      "learning_rate": 0.00029976496829755845,
      "loss": 0.4367,
      "step": 4575
    },
    {
      "epoch": 0.18742576285070653,
      "grad_norm": 1.6355717134898613,
      "learning_rate": 0.0002997647857609502,
      "loss": 3.9052,
      "step": 4576
    },
    {
      "epoch": 0.18746672127790293,
      "grad_norm": 0.6684117602837492,
      "learning_rate": 0.0002997646031535418,
      "loss": 0.9526,
      "step": 4577
    },
    {
      "epoch": 0.18750767970509932,
      "grad_norm": 0.7756317595012481,
      "learning_rate": 0.0002997644204753334,
      "loss": 1.258,
      "step": 4578
    },
    {
      "epoch": 0.18754863813229572,
      "grad_norm": 0.7131885074988402,
      "learning_rate": 0.0002997642377263251,
      "loss": 1.1284,
      "step": 4579
    },
    {
      "epoch": 0.18758959655949212,
      "grad_norm": 0.8736080492326701,
      "learning_rate": 0.000299764054906517,
      "loss": 0.7966,
      "step": 4580
    },
    {
      "epoch": 0.1876305549866885,
      "grad_norm": 0.7992289055758054,
      "learning_rate": 0.0002997638720159091,
      "loss": 1.0751,
      "step": 4581
    },
    {
      "epoch": 0.1876715134138849,
      "grad_norm": 0.8347360767408349,
      "learning_rate": 0.00029976368905450154,
      "loss": 1.5532,
      "step": 4582
    },
    {
      "epoch": 0.1877124718410813,
      "grad_norm": 0.6348048651979425,
      "learning_rate": 0.0002997635060222944,
      "loss": 0.3793,
      "step": 4583
    },
    {
      "epoch": 0.1877534302682777,
      "grad_norm": 1.0772145887377158,
      "learning_rate": 0.00029976332291928775,
      "loss": 1.8978,
      "step": 4584
    },
    {
      "epoch": 0.1877943886954741,
      "grad_norm": 0.7696269822452163,
      "learning_rate": 0.0002997631397454817,
      "loss": 1.1823,
      "step": 4585
    },
    {
      "epoch": 0.1878353471226705,
      "grad_norm": 0.7706946973253107,
      "learning_rate": 0.0002997629565008763,
      "loss": 1.0759,
      "step": 4586
    },
    {
      "epoch": 0.1878763055498669,
      "grad_norm": 0.8909081978880876,
      "learning_rate": 0.0002997627731854717,
      "loss": 1.0065,
      "step": 4587
    },
    {
      "epoch": 0.1879172639770633,
      "grad_norm": 0.9345530226814174,
      "learning_rate": 0.000299762589799268,
      "loss": 0.8572,
      "step": 4588
    },
    {
      "epoch": 0.1879582224042597,
      "grad_norm": 0.8874861627778232,
      "learning_rate": 0.00029976240634226514,
      "loss": 1.3878,
      "step": 4589
    },
    {
      "epoch": 0.18799918083145606,
      "grad_norm": 0.7307496067611786,
      "learning_rate": 0.00029976222281446335,
      "loss": 0.4031,
      "step": 4590
    },
    {
      "epoch": 0.18804013925865246,
      "grad_norm": 1.1749660923702756,
      "learning_rate": 0.0002997620392158627,
      "loss": 1.365,
      "step": 4591
    },
    {
      "epoch": 0.18808109768584885,
      "grad_norm": 1.0603116312412908,
      "learning_rate": 0.00029976185554646316,
      "loss": 1.44,
      "step": 4592
    },
    {
      "epoch": 0.18812205611304525,
      "grad_norm": 0.5814657068454605,
      "learning_rate": 0.000299761671806265,
      "loss": 0.8896,
      "step": 4593
    },
    {
      "epoch": 0.18816301454024165,
      "grad_norm": 0.49629594322207216,
      "learning_rate": 0.0002997614879952681,
      "loss": 0.4548,
      "step": 4594
    },
    {
      "epoch": 0.18820397296743804,
      "grad_norm": 0.9004455212326591,
      "learning_rate": 0.0002997613041134728,
      "loss": 1.5951,
      "step": 4595
    },
    {
      "epoch": 0.18824493139463444,
      "grad_norm": 0.7523581391353532,
      "learning_rate": 0.000299761120160879,
      "loss": 0.9802,
      "step": 4596
    },
    {
      "epoch": 0.18828588982183084,
      "grad_norm": 1.4962419025413691,
      "learning_rate": 0.0002997609361374868,
      "loss": 1.6627,
      "step": 4597
    },
    {
      "epoch": 0.18832684824902723,
      "grad_norm": 0.6768144683695322,
      "learning_rate": 0.0002997607520432963,
      "loss": 0.742,
      "step": 4598
    },
    {
      "epoch": 0.18836780667622363,
      "grad_norm": 1.276639117478157,
      "learning_rate": 0.0002997605678783076,
      "loss": 1.4226,
      "step": 4599
    },
    {
      "epoch": 0.18840876510342003,
      "grad_norm": 0.8636412876217434,
      "learning_rate": 0.0002997603836425209,
      "loss": 0.9315,
      "step": 4600
    },
    {
      "epoch": 0.18844972353061643,
      "grad_norm": 0.7835154329026756,
      "learning_rate": 0.0002997601993359361,
      "loss": 0.8657,
      "step": 4601
    },
    {
      "epoch": 0.18849068195781282,
      "grad_norm": 1.0205427551337527,
      "learning_rate": 0.0002997600149585534,
      "loss": 1.3424,
      "step": 4602
    },
    {
      "epoch": 0.18853164038500922,
      "grad_norm": 0.9804252011290532,
      "learning_rate": 0.0002997598305103728,
      "loss": 1.6222,
      "step": 4603
    },
    {
      "epoch": 0.18857259881220562,
      "grad_norm": 3.2805671672145653,
      "learning_rate": 0.00029975964599139447,
      "loss": 2.9309,
      "step": 4604
    },
    {
      "epoch": 0.188613557239402,
      "grad_norm": 0.9704414445040584,
      "learning_rate": 0.0002997594614016185,
      "loss": 1.2938,
      "step": 4605
    },
    {
      "epoch": 0.1886545156665984,
      "grad_norm": 0.7508156232327303,
      "learning_rate": 0.0002997592767410449,
      "loss": 0.7613,
      "step": 4606
    },
    {
      "epoch": 0.1886954740937948,
      "grad_norm": 0.8273277009521206,
      "learning_rate": 0.00029975909200967383,
      "loss": 1.4016,
      "step": 4607
    },
    {
      "epoch": 0.1887364325209912,
      "grad_norm": 0.756636102968001,
      "learning_rate": 0.00029975890720750537,
      "loss": 1.1154,
      "step": 4608
    },
    {
      "epoch": 0.1887773909481876,
      "grad_norm": 0.7360935524790198,
      "learning_rate": 0.0002997587223345395,
      "loss": 1.1641,
      "step": 4609
    },
    {
      "epoch": 0.188818349375384,
      "grad_norm": 1.0240478444875458,
      "learning_rate": 0.0002997585373907765,
      "loss": 1.088,
      "step": 4610
    },
    {
      "epoch": 0.18885930780258037,
      "grad_norm": 0.9472885973634079,
      "learning_rate": 0.0002997583523762163,
      "loss": 1.3431,
      "step": 4611
    },
    {
      "epoch": 0.18890026622977676,
      "grad_norm": 6.296021952451766,
      "learning_rate": 0.0002997581672908591,
      "loss": 6.0466,
      "step": 4612
    },
    {
      "epoch": 0.18894122465697316,
      "grad_norm": 0.9947856228668023,
      "learning_rate": 0.00029975798213470483,
      "loss": 1.1938,
      "step": 4613
    },
    {
      "epoch": 0.18898218308416956,
      "grad_norm": 0.7188065713404603,
      "learning_rate": 0.00029975779690775376,
      "loss": 1.0208,
      "step": 4614
    },
    {
      "epoch": 0.18902314151136596,
      "grad_norm": 0.7544292345560412,
      "learning_rate": 0.00029975761161000586,
      "loss": 0.7043,
      "step": 4615
    },
    {
      "epoch": 0.18906409993856235,
      "grad_norm": 2.5730684090370843,
      "learning_rate": 0.00029975742624146123,
      "loss": 5.334,
      "step": 4616
    },
    {
      "epoch": 0.18910505836575875,
      "grad_norm": 0.7121713332280799,
      "learning_rate": 0.00029975724080212005,
      "loss": 1.146,
      "step": 4617
    },
    {
      "epoch": 0.18914601679295515,
      "grad_norm": 0.828805540427155,
      "learning_rate": 0.00029975705529198225,
      "loss": 1.04,
      "step": 4618
    },
    {
      "epoch": 0.18918697522015154,
      "grad_norm": 0.7388008934366839,
      "learning_rate": 0.00029975686971104806,
      "loss": 0.4838,
      "step": 4619
    },
    {
      "epoch": 0.18922793364734794,
      "grad_norm": 0.6556302951934504,
      "learning_rate": 0.00029975668405931747,
      "loss": 1.048,
      "step": 4620
    },
    {
      "epoch": 0.18926889207454434,
      "grad_norm": 0.8111199164037468,
      "learning_rate": 0.00029975649833679065,
      "loss": 1.1665,
      "step": 4621
    },
    {
      "epoch": 0.18930985050174073,
      "grad_norm": 0.885880900355547,
      "learning_rate": 0.00029975631254346765,
      "loss": 1.1332,
      "step": 4622
    },
    {
      "epoch": 0.18935080892893713,
      "grad_norm": 1.094718297524829,
      "learning_rate": 0.0002997561266793485,
      "loss": 1.5904,
      "step": 4623
    },
    {
      "epoch": 0.18939176735613353,
      "grad_norm": 1.0292286397296595,
      "learning_rate": 0.00029975594074443344,
      "loss": 0.9717,
      "step": 4624
    },
    {
      "epoch": 0.18943272578332992,
      "grad_norm": 0.7020542932691223,
      "learning_rate": 0.0002997557547387224,
      "loss": 0.8006,
      "step": 4625
    },
    {
      "epoch": 0.18947368421052632,
      "grad_norm": 0.656859092927959,
      "learning_rate": 0.00029975556866221553,
      "loss": 1.0093,
      "step": 4626
    },
    {
      "epoch": 0.18951464263772272,
      "grad_norm": 0.507486276650595,
      "learning_rate": 0.00029975538251491294,
      "loss": 0.4199,
      "step": 4627
    },
    {
      "epoch": 0.18955560106491912,
      "grad_norm": 0.7470147961501972,
      "learning_rate": 0.00029975519629681465,
      "loss": 0.4634,
      "step": 4628
    },
    {
      "epoch": 0.1895965594921155,
      "grad_norm": 0.8376505492058651,
      "learning_rate": 0.0002997550100079208,
      "loss": 1.0897,
      "step": 4629
    },
    {
      "epoch": 0.1896375179193119,
      "grad_norm": 0.7691610540506362,
      "learning_rate": 0.0002997548236482315,
      "loss": 0.9768,
      "step": 4630
    },
    {
      "epoch": 0.1896784763465083,
      "grad_norm": 0.6154150536214794,
      "learning_rate": 0.0002997546372177468,
      "loss": 0.5284,
      "step": 4631
    },
    {
      "epoch": 0.18971943477370468,
      "grad_norm": 1.5806606443968108,
      "learning_rate": 0.00029975445071646676,
      "loss": 2.5557,
      "step": 4632
    },
    {
      "epoch": 0.18976039320090107,
      "grad_norm": 0.6626833054456923,
      "learning_rate": 0.0002997542641443916,
      "loss": 0.9749,
      "step": 4633
    },
    {
      "epoch": 0.18980135162809747,
      "grad_norm": 0.7361481251242743,
      "learning_rate": 0.0002997540775015212,
      "loss": 0.856,
      "step": 4634
    },
    {
      "epoch": 0.18984231005529387,
      "grad_norm": 0.8473395895883042,
      "learning_rate": 0.00029975389078785585,
      "loss": 0.9656,
      "step": 4635
    },
    {
      "epoch": 0.18988326848249026,
      "grad_norm": 1.1210259991923566,
      "learning_rate": 0.00029975370400339555,
      "loss": 1.3233,
      "step": 4636
    },
    {
      "epoch": 0.18992422690968666,
      "grad_norm": 0.925411809446186,
      "learning_rate": 0.0002997535171481403,
      "loss": 1.3449,
      "step": 4637
    },
    {
      "epoch": 0.18996518533688306,
      "grad_norm": 0.8871334113798562,
      "learning_rate": 0.0002997533302220904,
      "loss": 1.1189,
      "step": 4638
    },
    {
      "epoch": 0.19000614376407945,
      "grad_norm": 0.8067811126971695,
      "learning_rate": 0.0002997531432252457,
      "loss": 1.3857,
      "step": 4639
    },
    {
      "epoch": 0.19004710219127585,
      "grad_norm": 0.7120958162404566,
      "learning_rate": 0.00029975295615760646,
      "loss": 0.8629,
      "step": 4640
    },
    {
      "epoch": 0.19008806061847225,
      "grad_norm": 0.7359253877491437,
      "learning_rate": 0.0002997527690191727,
      "loss": 1.3668,
      "step": 4641
    },
    {
      "epoch": 0.19012901904566865,
      "grad_norm": 0.9367581444971735,
      "learning_rate": 0.00029975258180994454,
      "loss": 1.1933,
      "step": 4642
    },
    {
      "epoch": 0.19016997747286504,
      "grad_norm": 0.77025622952266,
      "learning_rate": 0.000299752394529922,
      "loss": 1.0698,
      "step": 4643
    },
    {
      "epoch": 0.19021093590006144,
      "grad_norm": 0.821967601630986,
      "learning_rate": 0.0002997522071791053,
      "loss": 0.8179,
      "step": 4644
    },
    {
      "epoch": 0.19025189432725784,
      "grad_norm": 0.7825436598072321,
      "learning_rate": 0.0002997520197574944,
      "loss": 1.2492,
      "step": 4645
    },
    {
      "epoch": 0.19029285275445423,
      "grad_norm": 1.2031436773273487,
      "learning_rate": 0.0002997518322650894,
      "loss": 1.0403,
      "step": 4646
    },
    {
      "epoch": 0.19033381118165063,
      "grad_norm": 0.5032740661714236,
      "learning_rate": 0.00029975164470189046,
      "loss": 0.4907,
      "step": 4647
    },
    {
      "epoch": 0.19037476960884703,
      "grad_norm": 0.6271562154330058,
      "learning_rate": 0.00029975145706789765,
      "loss": 0.7845,
      "step": 4648
    },
    {
      "epoch": 0.19041572803604342,
      "grad_norm": 0.7153301782291002,
      "learning_rate": 0.00029975126936311104,
      "loss": 0.7009,
      "step": 4649
    },
    {
      "epoch": 0.19045668646323982,
      "grad_norm": 0.7884620803344266,
      "learning_rate": 0.0002997510815875307,
      "loss": 1.0826,
      "step": 4650
    },
    {
      "epoch": 0.19049764489043622,
      "grad_norm": 1.0419094897895627,
      "learning_rate": 0.0002997508937411567,
      "loss": 1.329,
      "step": 4651
    },
    {
      "epoch": 0.19053860331763262,
      "grad_norm": 1.0600712860665988,
      "learning_rate": 0.0002997507058239892,
      "loss": 1.0302,
      "step": 4652
    },
    {
      "epoch": 0.19057956174482898,
      "grad_norm": 0.6117289481694357,
      "learning_rate": 0.0002997505178360283,
      "loss": 0.9308,
      "step": 4653
    },
    {
      "epoch": 0.19062052017202538,
      "grad_norm": 0.6917710485272663,
      "learning_rate": 0.00029975032977727395,
      "loss": 1.1719,
      "step": 4654
    },
    {
      "epoch": 0.19066147859922178,
      "grad_norm": 1.1943503558904938,
      "learning_rate": 0.0002997501416477264,
      "loss": 0.8649,
      "step": 4655
    },
    {
      "epoch": 0.19070243702641818,
      "grad_norm": 0.6929174780360705,
      "learning_rate": 0.00029974995344738564,
      "loss": 0.6877,
      "step": 4656
    },
    {
      "epoch": 0.19074339545361457,
      "grad_norm": 0.7426083735706677,
      "learning_rate": 0.0002997497651762518,
      "loss": 1.039,
      "step": 4657
    },
    {
      "epoch": 0.19078435388081097,
      "grad_norm": 0.7323198441067509,
      "learning_rate": 0.000299749576834325,
      "loss": 0.7547,
      "step": 4658
    },
    {
      "epoch": 0.19082531230800737,
      "grad_norm": 0.8267122899659739,
      "learning_rate": 0.0002997493884216053,
      "loss": 1.2084,
      "step": 4659
    },
    {
      "epoch": 0.19086627073520376,
      "grad_norm": 0.9192567318259532,
      "learning_rate": 0.0002997491999380927,
      "loss": 1.2598,
      "step": 4660
    },
    {
      "epoch": 0.19090722916240016,
      "grad_norm": 0.8959920251051361,
      "learning_rate": 0.0002997490113837874,
      "loss": 0.9602,
      "step": 4661
    },
    {
      "epoch": 0.19094818758959656,
      "grad_norm": 1.0249283154250766,
      "learning_rate": 0.0002997488227586895,
      "loss": 1.4006,
      "step": 4662
    },
    {
      "epoch": 0.19098914601679295,
      "grad_norm": 0.5924217676064818,
      "learning_rate": 0.000299748634062799,
      "loss": 0.4605,
      "step": 4663
    },
    {
      "epoch": 0.19103010444398935,
      "grad_norm": 1.2811067142617152,
      "learning_rate": 0.000299748445296116,
      "loss": 1.8006,
      "step": 4664
    },
    {
      "epoch": 0.19107106287118575,
      "grad_norm": 1.338539890261838,
      "learning_rate": 0.0002997482564586407,
      "loss": 0.9729,
      "step": 4665
    },
    {
      "epoch": 0.19111202129838215,
      "grad_norm": 1.0910790064345472,
      "learning_rate": 0.0002997480675503731,
      "loss": 1.0654,
      "step": 4666
    },
    {
      "epoch": 0.19115297972557854,
      "grad_norm": 0.86515457993269,
      "learning_rate": 0.0002997478785713133,
      "loss": 0.9542,
      "step": 4667
    },
    {
      "epoch": 0.19119393815277494,
      "grad_norm": 0.6139978622264967,
      "learning_rate": 0.00029974768952146136,
      "loss": 0.9506,
      "step": 4668
    },
    {
      "epoch": 0.19123489657997134,
      "grad_norm": 0.7924663780503519,
      "learning_rate": 0.0002997475004008174,
      "loss": 0.9639,
      "step": 4669
    },
    {
      "epoch": 0.19127585500716773,
      "grad_norm": 0.5204073281129773,
      "learning_rate": 0.00029974731120938156,
      "loss": 0.5078,
      "step": 4670
    },
    {
      "epoch": 0.19131681343436413,
      "grad_norm": 0.7315179641440339,
      "learning_rate": 0.0002997471219471539,
      "loss": 0.6995,
      "step": 4671
    },
    {
      "epoch": 0.19135777186156053,
      "grad_norm": 0.7907016326455566,
      "learning_rate": 0.0002997469326141344,
      "loss": 0.9752,
      "step": 4672
    },
    {
      "epoch": 0.19139873028875692,
      "grad_norm": 0.8143684445508259,
      "learning_rate": 0.0002997467432103233,
      "loss": 1.2109,
      "step": 4673
    },
    {
      "epoch": 0.19143968871595332,
      "grad_norm": 0.6703971510519248,
      "learning_rate": 0.00029974655373572057,
      "loss": 0.7002,
      "step": 4674
    },
    {
      "epoch": 0.1914806471431497,
      "grad_norm": 0.48163803308527814,
      "learning_rate": 0.00029974636419032643,
      "loss": 0.4108,
      "step": 4675
    },
    {
      "epoch": 0.1915216055703461,
      "grad_norm": 3.2290795313251737,
      "learning_rate": 0.00029974617457414083,
      "loss": 1.1384,
      "step": 4676
    },
    {
      "epoch": 0.19156256399754248,
      "grad_norm": 0.4833401386351574,
      "learning_rate": 0.000299745984887164,
      "loss": 0.6732,
      "step": 4677
    },
    {
      "epoch": 0.19160352242473888,
      "grad_norm": 0.7500023613788437,
      "learning_rate": 0.00029974579512939594,
      "loss": 1.0712,
      "step": 4678
    },
    {
      "epoch": 0.19164448085193528,
      "grad_norm": 0.7597253285646676,
      "learning_rate": 0.00029974560530083677,
      "loss": 0.8606,
      "step": 4679
    },
    {
      "epoch": 0.19168543927913168,
      "grad_norm": 5.07037258742847,
      "learning_rate": 0.0002997454154014865,
      "loss": 1.3722,
      "step": 4680
    },
    {
      "epoch": 0.19172639770632807,
      "grad_norm": 0.6867778992433395,
      "learning_rate": 0.0002997452254313454,
      "loss": 0.8584,
      "step": 4681
    },
    {
      "epoch": 0.19176735613352447,
      "grad_norm": 0.9047956683296815,
      "learning_rate": 0.0002997450353904133,
      "loss": 0.7287,
      "step": 4682
    },
    {
      "epoch": 0.19180831456072087,
      "grad_norm": 0.5856070765941136,
      "learning_rate": 0.00029974484527869053,
      "loss": 0.4911,
      "step": 4683
    },
    {
      "epoch": 0.19184927298791726,
      "grad_norm": 1.2697587982674816,
      "learning_rate": 0.0002997446550961771,
      "loss": 0.9838,
      "step": 4684
    },
    {
      "epoch": 0.19189023141511366,
      "grad_norm": 1.2959510563561152,
      "learning_rate": 0.000299744464842873,
      "loss": 1.4672,
      "step": 4685
    },
    {
      "epoch": 0.19193118984231006,
      "grad_norm": 0.7942800799912891,
      "learning_rate": 0.0002997442745187785,
      "loss": 0.9647,
      "step": 4686
    },
    {
      "epoch": 0.19197214826950645,
      "grad_norm": 1.202124087833989,
      "learning_rate": 0.00029974408412389357,
      "loss": 0.8165,
      "step": 4687
    },
    {
      "epoch": 0.19201310669670285,
      "grad_norm": 1.031207523452453,
      "learning_rate": 0.0002997438936582183,
      "loss": 1.3224,
      "step": 4688
    },
    {
      "epoch": 0.19205406512389925,
      "grad_norm": 0.9689519755192517,
      "learning_rate": 0.00029974370312175276,
      "loss": 0.3672,
      "step": 4689
    },
    {
      "epoch": 0.19209502355109564,
      "grad_norm": 1.2599606007378934,
      "learning_rate": 0.0002997435125144972,
      "loss": 0.6588,
      "step": 4690
    },
    {
      "epoch": 0.19213598197829204,
      "grad_norm": 0.38088083851699,
      "learning_rate": 0.0002997433218364515,
      "loss": 0.3868,
      "step": 4691
    },
    {
      "epoch": 0.19217694040548844,
      "grad_norm": 1.7945608274029616,
      "learning_rate": 0.0002997431310876159,
      "loss": 1.1248,
      "step": 4692
    },
    {
      "epoch": 0.19221789883268484,
      "grad_norm": 0.9418895628477814,
      "learning_rate": 0.0002997429402679904,
      "loss": 1.2303,
      "step": 4693
    },
    {
      "epoch": 0.19225885725988123,
      "grad_norm": 0.8949523119162178,
      "learning_rate": 0.0002997427493775752,
      "loss": 1.0309,
      "step": 4694
    },
    {
      "epoch": 0.19229981568707763,
      "grad_norm": 1.0455300302956092,
      "learning_rate": 0.00029974255841637025,
      "loss": 1.3251,
      "step": 4695
    },
    {
      "epoch": 0.192340774114274,
      "grad_norm": 0.8035218658544833,
      "learning_rate": 0.0002997423673843757,
      "loss": 0.613,
      "step": 4696
    },
    {
      "epoch": 0.1923817325414704,
      "grad_norm": 0.9330339685657966,
      "learning_rate": 0.00029974217628159173,
      "loss": 1.3344,
      "step": 4697
    },
    {
      "epoch": 0.1924226909686668,
      "grad_norm": 1.0232969615415575,
      "learning_rate": 0.0002997419851080183,
      "loss": 0.9071,
      "step": 4698
    },
    {
      "epoch": 0.1924636493958632,
      "grad_norm": 0.6830767399531178,
      "learning_rate": 0.0002997417938636555,
      "loss": 1.0936,
      "step": 4699
    },
    {
      "epoch": 0.1925046078230596,
      "grad_norm": 0.6511824593488331,
      "learning_rate": 0.0002997416025485035,
      "loss": 0.7771,
      "step": 4700
    },
    {
      "epoch": 0.19254556625025598,
      "grad_norm": 0.735295887314578,
      "learning_rate": 0.0002997414111625624,
      "loss": 0.8891,
      "step": 4701
    },
    {
      "epoch": 0.19258652467745238,
      "grad_norm": 0.7264484457920337,
      "learning_rate": 0.0002997412197058322,
      "loss": 1.0561,
      "step": 4702
    },
    {
      "epoch": 0.19262748310464878,
      "grad_norm": 0.8884202005829167,
      "learning_rate": 0.0002997410281783131,
      "loss": 0.9496,
      "step": 4703
    },
    {
      "epoch": 0.19266844153184517,
      "grad_norm": 0.7551674573553985,
      "learning_rate": 0.0002997408365800051,
      "loss": 1.0589,
      "step": 4704
    },
    {
      "epoch": 0.19270939995904157,
      "grad_norm": 0.7447076665215697,
      "learning_rate": 0.00029974064491090826,
      "loss": 0.9901,
      "step": 4705
    },
    {
      "epoch": 0.19275035838623797,
      "grad_norm": 0.8362888182168703,
      "learning_rate": 0.0002997404531710228,
      "loss": 1.0428,
      "step": 4706
    },
    {
      "epoch": 0.19279131681343437,
      "grad_norm": 1.5019116581709164,
      "learning_rate": 0.00029974026136034873,
      "loss": 0.6451,
      "step": 4707
    },
    {
      "epoch": 0.19283227524063076,
      "grad_norm": 0.63187304527614,
      "learning_rate": 0.00029974006947888613,
      "loss": 0.5089,
      "step": 4708
    },
    {
      "epoch": 0.19287323366782716,
      "grad_norm": 1.2578744063875817,
      "learning_rate": 0.00029973987752663516,
      "loss": 1.2515,
      "step": 4709
    },
    {
      "epoch": 0.19291419209502356,
      "grad_norm": 0.8636191723779172,
      "learning_rate": 0.0002997396855035958,
      "loss": 1.0695,
      "step": 4710
    },
    {
      "epoch": 0.19295515052221995,
      "grad_norm": 1.1048982936045377,
      "learning_rate": 0.00029973949340976827,
      "loss": 1.0047,
      "step": 4711
    },
    {
      "epoch": 0.19299610894941635,
      "grad_norm": 0.8698562243539807,
      "learning_rate": 0.00029973930124515256,
      "loss": 1.5923,
      "step": 4712
    },
    {
      "epoch": 0.19303706737661275,
      "grad_norm": 1.0551924923480425,
      "learning_rate": 0.0002997391090097488,
      "loss": 0.991,
      "step": 4713
    },
    {
      "epoch": 0.19307802580380914,
      "grad_norm": 0.6162254514180704,
      "learning_rate": 0.0002997389167035571,
      "loss": 1.0436,
      "step": 4714
    },
    {
      "epoch": 0.19311898423100554,
      "grad_norm": 0.6786085626588316,
      "learning_rate": 0.0002997387243265775,
      "loss": 0.8154,
      "step": 4715
    },
    {
      "epoch": 0.19315994265820194,
      "grad_norm": 2.8989403902986197,
      "learning_rate": 0.00029973853187881017,
      "loss": 2.654,
      "step": 4716
    },
    {
      "epoch": 0.1932009010853983,
      "grad_norm": 0.907181146656503,
      "learning_rate": 0.00029973833936025514,
      "loss": 1.1065,
      "step": 4717
    },
    {
      "epoch": 0.1932418595125947,
      "grad_norm": 1.0937549520192844,
      "learning_rate": 0.0002997381467709125,
      "loss": 1.5938,
      "step": 4718
    },
    {
      "epoch": 0.1932828179397911,
      "grad_norm": 0.9637857628735383,
      "learning_rate": 0.0002997379541107823,
      "loss": 1.0442,
      "step": 4719
    },
    {
      "epoch": 0.1933237763669875,
      "grad_norm": 0.6792138312445742,
      "learning_rate": 0.00029973776137986476,
      "loss": 0.9477,
      "step": 4720
    },
    {
      "epoch": 0.1933647347941839,
      "grad_norm": 2.4593981187096254,
      "learning_rate": 0.0002997375685781598,
      "loss": 1.9585,
      "step": 4721
    },
    {
      "epoch": 0.1934056932213803,
      "grad_norm": 3.9964466744064446,
      "learning_rate": 0.0002997373757056677,
      "loss": 1.899,
      "step": 4722
    },
    {
      "epoch": 0.1934466516485767,
      "grad_norm": 1.2316060116252192,
      "learning_rate": 0.00029973718276238845,
      "loss": 0.8293,
      "step": 4723
    },
    {
      "epoch": 0.1934876100757731,
      "grad_norm": 0.9128872643550913,
      "learning_rate": 0.0002997369897483221,
      "loss": 0.9658,
      "step": 4724
    },
    {
      "epoch": 0.19352856850296948,
      "grad_norm": 4.00864641346281,
      "learning_rate": 0.00029973679666346885,
      "loss": 2.661,
      "step": 4725
    },
    {
      "epoch": 0.19356952693016588,
      "grad_norm": 2.190093660885026,
      "learning_rate": 0.00029973660350782866,
      "loss": 1.308,
      "step": 4726
    },
    {
      "epoch": 0.19361048535736228,
      "grad_norm": 0.9230999394439049,
      "learning_rate": 0.0002997364102814018,
      "loss": 0.9425,
      "step": 4727
    },
    {
      "epoch": 0.19365144378455867,
      "grad_norm": 1.7560010370655263,
      "learning_rate": 0.00029973621698418815,
      "loss": 0.7259,
      "step": 4728
    },
    {
      "epoch": 0.19369240221175507,
      "grad_norm": 0.7793472328318373,
      "learning_rate": 0.00029973602361618794,
      "loss": 0.4287,
      "step": 4729
    },
    {
      "epoch": 0.19373336063895147,
      "grad_norm": 0.9642074972126894,
      "learning_rate": 0.0002997358301774012,
      "loss": 0.839,
      "step": 4730
    },
    {
      "epoch": 0.19377431906614787,
      "grad_norm": 0.8237329559768468,
      "learning_rate": 0.0002997356366678281,
      "loss": 0.9681,
      "step": 4731
    },
    {
      "epoch": 0.19381527749334426,
      "grad_norm": 1.0300296013644354,
      "learning_rate": 0.0002997354430874686,
      "loss": 1.0616,
      "step": 4732
    },
    {
      "epoch": 0.19385623592054066,
      "grad_norm": 0.8332454738893611,
      "learning_rate": 0.00029973524943632297,
      "loss": 0.8009,
      "step": 4733
    },
    {
      "epoch": 0.19389719434773706,
      "grad_norm": 0.7739362820674534,
      "learning_rate": 0.00029973505571439114,
      "loss": 0.9165,
      "step": 4734
    },
    {
      "epoch": 0.19393815277493345,
      "grad_norm": 0.6424087763524857,
      "learning_rate": 0.00029973486192167326,
      "loss": 0.8239,
      "step": 4735
    },
    {
      "epoch": 0.19397911120212985,
      "grad_norm": 0.9594261881430488,
      "learning_rate": 0.00029973466805816945,
      "loss": 1.1788,
      "step": 4736
    },
    {
      "epoch": 0.19402006962932625,
      "grad_norm": 1.334477572837484,
      "learning_rate": 0.00029973447412387976,
      "loss": 1.3068,
      "step": 4737
    },
    {
      "epoch": 0.19406102805652262,
      "grad_norm": 1.1779696874376175,
      "learning_rate": 0.00029973428011880436,
      "loss": 1.0368,
      "step": 4738
    },
    {
      "epoch": 0.194101986483719,
      "grad_norm": 0.8392887357959485,
      "learning_rate": 0.0002997340860429432,
      "loss": 0.8886,
      "step": 4739
    },
    {
      "epoch": 0.1941429449109154,
      "grad_norm": 0.828032238630914,
      "learning_rate": 0.0002997338918962965,
      "loss": 0.9315,
      "step": 4740
    },
    {
      "epoch": 0.1941839033381118,
      "grad_norm": 0.6778763699512,
      "learning_rate": 0.0002997336976788643,
      "loss": 0.9237,
      "step": 4741
    },
    {
      "epoch": 0.1942248617653082,
      "grad_norm": 1.0372579515861884,
      "learning_rate": 0.0002997335033906467,
      "loss": 1.1506,
      "step": 4742
    },
    {
      "epoch": 0.1942658201925046,
      "grad_norm": 4.441066562299433,
      "learning_rate": 0.00029973330903164375,
      "loss": 2.05,
      "step": 4743
    },
    {
      "epoch": 0.194306778619701,
      "grad_norm": 0.7390654651424213,
      "learning_rate": 0.0002997331146018556,
      "loss": 0.7648,
      "step": 4744
    },
    {
      "epoch": 0.1943477370468974,
      "grad_norm": 1.2974988043796347,
      "learning_rate": 0.00029973292010128236,
      "loss": 0.8228,
      "step": 4745
    },
    {
      "epoch": 0.1943886954740938,
      "grad_norm": 0.7070605507456192,
      "learning_rate": 0.00029973272552992404,
      "loss": 0.7337,
      "step": 4746
    },
    {
      "epoch": 0.1944296539012902,
      "grad_norm": 0.7652806907993548,
      "learning_rate": 0.0002997325308877808,
      "loss": 0.8606,
      "step": 4747
    },
    {
      "epoch": 0.1944706123284866,
      "grad_norm": 0.824842198097123,
      "learning_rate": 0.0002997323361748527,
      "loss": 0.7957,
      "step": 4748
    },
    {
      "epoch": 0.19451157075568298,
      "grad_norm": 0.7580100909313883,
      "learning_rate": 0.0002997321413911398,
      "loss": 0.9419,
      "step": 4749
    },
    {
      "epoch": 0.19455252918287938,
      "grad_norm": 0.7983491056332244,
      "learning_rate": 0.0002997319465366423,
      "loss": 0.8544,
      "step": 4750
    },
    {
      "epoch": 0.19459348761007578,
      "grad_norm": 0.8110372243350727,
      "learning_rate": 0.00029973175161136025,
      "loss": 0.8202,
      "step": 4751
    },
    {
      "epoch": 0.19463444603727217,
      "grad_norm": 0.9205210209649451,
      "learning_rate": 0.0002997315566152936,
      "loss": 1.0128,
      "step": 4752
    },
    {
      "epoch": 0.19467540446446857,
      "grad_norm": 2.7080710739741902,
      "learning_rate": 0.0002997313615484426,
      "loss": 4.6518,
      "step": 4753
    },
    {
      "epoch": 0.19471636289166497,
      "grad_norm": 0.9568122532410962,
      "learning_rate": 0.00029973116641080736,
      "loss": 1.0883,
      "step": 4754
    },
    {
      "epoch": 0.19475732131886137,
      "grad_norm": 1.1372429596571874,
      "learning_rate": 0.00029973097120238783,
      "loss": 1.1599,
      "step": 4755
    },
    {
      "epoch": 0.19479827974605776,
      "grad_norm": 0.8347465113637579,
      "learning_rate": 0.0002997307759231842,
      "loss": 1.2926,
      "step": 4756
    },
    {
      "epoch": 0.19483923817325416,
      "grad_norm": 1.223841514620425,
      "learning_rate": 0.0002997305805731967,
      "loss": 1.0923,
      "step": 4757
    },
    {
      "epoch": 0.19488019660045056,
      "grad_norm": 1.1267969288982367,
      "learning_rate": 0.0002997303851524251,
      "loss": 0.8553,
      "step": 4758
    },
    {
      "epoch": 0.19492115502764693,
      "grad_norm": 1.383000765345444,
      "learning_rate": 0.0002997301896608697,
      "loss": 1.0469,
      "step": 4759
    },
    {
      "epoch": 0.19496211345484332,
      "grad_norm": 0.7203190607872335,
      "learning_rate": 0.00029972999409853053,
      "loss": 1.1801,
      "step": 4760
    },
    {
      "epoch": 0.19500307188203972,
      "grad_norm": 0.7450239878947412,
      "learning_rate": 0.00029972979846540777,
      "loss": 0.9877,
      "step": 4761
    },
    {
      "epoch": 0.19504403030923612,
      "grad_norm": 0.9823907953051436,
      "learning_rate": 0.0002997296027615014,
      "loss": 1.425,
      "step": 4762
    },
    {
      "epoch": 0.1950849887364325,
      "grad_norm": 1.2224825886274717,
      "learning_rate": 0.0002997294069868116,
      "loss": 1.1292,
      "step": 4763
    },
    {
      "epoch": 0.1951259471636289,
      "grad_norm": 1.5487811433855025,
      "learning_rate": 0.0002997292111413384,
      "loss": 0.4939,
      "step": 4764
    },
    {
      "epoch": 0.1951669055908253,
      "grad_norm": 1.0437729099095403,
      "learning_rate": 0.0002997290152250819,
      "loss": 0.7381,
      "step": 4765
    },
    {
      "epoch": 0.1952078640180217,
      "grad_norm": 1.0606813950704617,
      "learning_rate": 0.0002997288192380423,
      "loss": 1.1883,
      "step": 4766
    },
    {
      "epoch": 0.1952488224452181,
      "grad_norm": 0.8846041023598574,
      "learning_rate": 0.0002997286231802195,
      "loss": 1.0804,
      "step": 4767
    },
    {
      "epoch": 0.1952897808724145,
      "grad_norm": 1.0476175260250833,
      "learning_rate": 0.0002997284270516137,
      "loss": 1.001,
      "step": 4768
    },
    {
      "epoch": 0.1953307392996109,
      "grad_norm": 1.1157651901002452,
      "learning_rate": 0.00029972823085222506,
      "loss": 1.4226,
      "step": 4769
    },
    {
      "epoch": 0.1953716977268073,
      "grad_norm": 1.7662909677379206,
      "learning_rate": 0.00029972803458205356,
      "loss": 2.7345,
      "step": 4770
    },
    {
      "epoch": 0.1954126561540037,
      "grad_norm": 6.8279037024015,
      "learning_rate": 0.0002997278382410993,
      "loss": 6.1214,
      "step": 4771
    },
    {
      "epoch": 0.19545361458120009,
      "grad_norm": 0.6345054765493482,
      "learning_rate": 0.00029972764182936246,
      "loss": 0.5019,
      "step": 4772
    },
    {
      "epoch": 0.19549457300839648,
      "grad_norm": 0.6737228723976914,
      "learning_rate": 0.0002997274453468431,
      "loss": 0.4247,
      "step": 4773
    },
    {
      "epoch": 0.19553553143559288,
      "grad_norm": 2.7923936330859056,
      "learning_rate": 0.00029972724879354123,
      "loss": 1.0785,
      "step": 4774
    },
    {
      "epoch": 0.19557648986278928,
      "grad_norm": 0.7988372144807311,
      "learning_rate": 0.000299727052169457,
      "loss": 0.9885,
      "step": 4775
    },
    {
      "epoch": 0.19561744828998567,
      "grad_norm": 0.7839452313136519,
      "learning_rate": 0.0002997268554745905,
      "loss": 1.0415,
      "step": 4776
    },
    {
      "epoch": 0.19565840671718207,
      "grad_norm": 0.6939838172004837,
      "learning_rate": 0.0002997266587089419,
      "loss": 0.8343,
      "step": 4777
    },
    {
      "epoch": 0.19569936514437847,
      "grad_norm": 0.7113964116998727,
      "learning_rate": 0.0002997264618725112,
      "loss": 0.8674,
      "step": 4778
    },
    {
      "epoch": 0.19574032357157486,
      "grad_norm": 0.839899771440932,
      "learning_rate": 0.0002997262649652985,
      "loss": 0.7978,
      "step": 4779
    },
    {
      "epoch": 0.19578128199877123,
      "grad_norm": 0.7735832763034987,
      "learning_rate": 0.0002997260679873039,
      "loss": 0.764,
      "step": 4780
    },
    {
      "epoch": 0.19582224042596763,
      "grad_norm": 0.801733573964472,
      "learning_rate": 0.00029972587093852755,
      "loss": 0.8294,
      "step": 4781
    },
    {
      "epoch": 0.19586319885316403,
      "grad_norm": 1.1963733536192338,
      "learning_rate": 0.00029972567381896946,
      "loss": 1.5928,
      "step": 4782
    },
    {
      "epoch": 0.19590415728036042,
      "grad_norm": 0.9324906434996245,
      "learning_rate": 0.0002997254766286297,
      "loss": 0.7968,
      "step": 4783
    },
    {
      "epoch": 0.19594511570755682,
      "grad_norm": 0.9987891362493895,
      "learning_rate": 0.00029972527936750855,
      "loss": 0.9738,
      "step": 4784
    },
    {
      "epoch": 0.19598607413475322,
      "grad_norm": 0.9872706501099588,
      "learning_rate": 0.00029972508203560594,
      "loss": 1.2394,
      "step": 4785
    },
    {
      "epoch": 0.19602703256194962,
      "grad_norm": 0.9994998680334185,
      "learning_rate": 0.00029972488463292195,
      "loss": 1.2736,
      "step": 4786
    },
    {
      "epoch": 0.196067990989146,
      "grad_norm": 0.7410278414836244,
      "learning_rate": 0.00029972468715945674,
      "loss": 1.1505,
      "step": 4787
    },
    {
      "epoch": 0.1961089494163424,
      "grad_norm": 1.1108198432181868,
      "learning_rate": 0.00029972448961521043,
      "loss": 0.9867,
      "step": 4788
    },
    {
      "epoch": 0.1961499078435388,
      "grad_norm": 0.8362056674747442,
      "learning_rate": 0.000299724292000183,
      "loss": 1.012,
      "step": 4789
    },
    {
      "epoch": 0.1961908662707352,
      "grad_norm": 1.935044186902011,
      "learning_rate": 0.00029972409431437463,
      "loss": 1.5237,
      "step": 4790
    },
    {
      "epoch": 0.1962318246979316,
      "grad_norm": 1.1258246244857326,
      "learning_rate": 0.0002997238965577854,
      "loss": 1.1549,
      "step": 4791
    },
    {
      "epoch": 0.196272783125128,
      "grad_norm": 0.8088220489611608,
      "learning_rate": 0.00029972369873041544,
      "loss": 0.3931,
      "step": 4792
    },
    {
      "epoch": 0.1963137415523244,
      "grad_norm": 1.1063700914641397,
      "learning_rate": 0.00029972350083226477,
      "loss": 0.9199,
      "step": 4793
    },
    {
      "epoch": 0.1963546999795208,
      "grad_norm": 0.836716008479242,
      "learning_rate": 0.0002997233028633335,
      "loss": 0.9347,
      "step": 4794
    },
    {
      "epoch": 0.1963956584067172,
      "grad_norm": 0.954793372413234,
      "learning_rate": 0.0002997231048236218,
      "loss": 0.9977,
      "step": 4795
    },
    {
      "epoch": 0.19643661683391359,
      "grad_norm": 1.1258341709918656,
      "learning_rate": 0.00029972290671312964,
      "loss": 1.3328,
      "step": 4796
    },
    {
      "epoch": 0.19647757526110998,
      "grad_norm": 0.8042428164053,
      "learning_rate": 0.0002997227085318572,
      "loss": 1.3162,
      "step": 4797
    },
    {
      "epoch": 0.19651853368830638,
      "grad_norm": 0.9669504162863507,
      "learning_rate": 0.00029972251027980456,
      "loss": 1.2586,
      "step": 4798
    },
    {
      "epoch": 0.19655949211550278,
      "grad_norm": 0.7645311445550091,
      "learning_rate": 0.0002997223119569718,
      "loss": 1.1258,
      "step": 4799
    },
    {
      "epoch": 0.19660045054269917,
      "grad_norm": 0.7972668076175787,
      "learning_rate": 0.000299722113563359,
      "loss": 1.201,
      "step": 4800
    },
    {
      "epoch": 0.19664140896989554,
      "grad_norm": 0.7089220029030426,
      "learning_rate": 0.0002997219150989663,
      "loss": 0.944,
      "step": 4801
    },
    {
      "epoch": 0.19668236739709194,
      "grad_norm": 1.1438200068442144,
      "learning_rate": 0.0002997217165637938,
      "loss": 0.4856,
      "step": 4802
    },
    {
      "epoch": 0.19672332582428834,
      "grad_norm": 0.8984981159581514,
      "learning_rate": 0.0002997215179578415,
      "loss": 1.263,
      "step": 4803
    },
    {
      "epoch": 0.19676428425148473,
      "grad_norm": 0.8174835915900193,
      "learning_rate": 0.00029972131928110955,
      "loss": 1.0149,
      "step": 4804
    },
    {
      "epoch": 0.19680524267868113,
      "grad_norm": 0.6912342157853444,
      "learning_rate": 0.0002997211205335981,
      "loss": 0.7276,
      "step": 4805
    },
    {
      "epoch": 0.19684620110587753,
      "grad_norm": 1.252049209907725,
      "learning_rate": 0.00029972092171530717,
      "loss": 1.6999,
      "step": 4806
    },
    {
      "epoch": 0.19688715953307392,
      "grad_norm": 0.6927269789667226,
      "learning_rate": 0.0002997207228262368,
      "loss": 1.0225,
      "step": 4807
    },
    {
      "epoch": 0.19692811796027032,
      "grad_norm": 0.8264617827523678,
      "learning_rate": 0.0002997205238663873,
      "loss": 1.1774,
      "step": 4808
    },
    {
      "epoch": 0.19696907638746672,
      "grad_norm": 0.7749281790297392,
      "learning_rate": 0.0002997203248357585,
      "loss": 0.8791,
      "step": 4809
    },
    {
      "epoch": 0.19701003481466312,
      "grad_norm": 0.7957917922273652,
      "learning_rate": 0.0002997201257343507,
      "loss": 1.2322,
      "step": 4810
    },
    {
      "epoch": 0.1970509932418595,
      "grad_norm": 0.7124253070266828,
      "learning_rate": 0.00029971992656216385,
      "loss": 0.8366,
      "step": 4811
    },
    {
      "epoch": 0.1970919516690559,
      "grad_norm": 0.6947048038689824,
      "learning_rate": 0.0002997197273191982,
      "loss": 1.0995,
      "step": 4812
    },
    {
      "epoch": 0.1971329100962523,
      "grad_norm": 0.9851293742950694,
      "learning_rate": 0.00029971952800545364,
      "loss": 1.1649,
      "step": 4813
    },
    {
      "epoch": 0.1971738685234487,
      "grad_norm": 1.3174901752266333,
      "learning_rate": 0.0002997193286209305,
      "loss": 0.9561,
      "step": 4814
    },
    {
      "epoch": 0.1972148269506451,
      "grad_norm": 0.7802024922471685,
      "learning_rate": 0.0002997191291656286,
      "loss": 1.07,
      "step": 4815
    },
    {
      "epoch": 0.1972557853778415,
      "grad_norm": 1.6939393441637278,
      "learning_rate": 0.00029971892963954826,
      "loss": 1.4108,
      "step": 4816
    },
    {
      "epoch": 0.1972967438050379,
      "grad_norm": 0.6647586145473668,
      "learning_rate": 0.0002997187300426895,
      "loss": 0.8149,
      "step": 4817
    },
    {
      "epoch": 0.1973377022322343,
      "grad_norm": 1.0670743866985697,
      "learning_rate": 0.0002997185303750524,
      "loss": 0.9391,
      "step": 4818
    },
    {
      "epoch": 0.1973786606594307,
      "grad_norm": 0.9657226221492814,
      "learning_rate": 0.0002997183306366371,
      "loss": 1.2554,
      "step": 4819
    },
    {
      "epoch": 0.19741961908662709,
      "grad_norm": 1.2123044295381624,
      "learning_rate": 0.00029971813082744364,
      "loss": 0.9328,
      "step": 4820
    },
    {
      "epoch": 0.19746057751382348,
      "grad_norm": 1.0527715192254428,
      "learning_rate": 0.0002997179309474721,
      "loss": 1.258,
      "step": 4821
    },
    {
      "epoch": 0.19750153594101985,
      "grad_norm": 0.7942643082983214,
      "learning_rate": 0.0002997177309967227,
      "loss": 0.993,
      "step": 4822
    },
    {
      "epoch": 0.19754249436821625,
      "grad_norm": 0.7829076154650367,
      "learning_rate": 0.0002997175309751953,
      "loss": 0.9542,
      "step": 4823
    },
    {
      "epoch": 0.19758345279541265,
      "grad_norm": 1.0834614226681547,
      "learning_rate": 0.0002997173308828903,
      "loss": 1.2887,
      "step": 4824
    },
    {
      "epoch": 0.19762441122260904,
      "grad_norm": 0.7879792566236341,
      "learning_rate": 0.00029971713071980755,
      "loss": 0.7954,
      "step": 4825
    },
    {
      "epoch": 0.19766536964980544,
      "grad_norm": 1.1129212984857082,
      "learning_rate": 0.0002997169304859472,
      "loss": 1.1096,
      "step": 4826
    },
    {
      "epoch": 0.19770632807700184,
      "grad_norm": 6.208051235139807,
      "learning_rate": 0.0002997167301813094,
      "loss": 4.2659,
      "step": 4827
    },
    {
      "epoch": 0.19774728650419823,
      "grad_norm": 0.54456863345608,
      "learning_rate": 0.00029971652980589425,
      "loss": 0.4605,
      "step": 4828
    },
    {
      "epoch": 0.19778824493139463,
      "grad_norm": 0.6748582986017381,
      "learning_rate": 0.00029971632935970184,
      "loss": 0.5387,
      "step": 4829
    },
    {
      "epoch": 0.19782920335859103,
      "grad_norm": 1.0256474950923131,
      "learning_rate": 0.0002997161288427321,
      "loss": 1.3875,
      "step": 4830
    },
    {
      "epoch": 0.19787016178578742,
      "grad_norm": 1.1659928602196732,
      "learning_rate": 0.0002997159282549854,
      "loss": 0.9041,
      "step": 4831
    },
    {
      "epoch": 0.19791112021298382,
      "grad_norm": 0.9279558264563547,
      "learning_rate": 0.00029971572759646164,
      "loss": 1.3906,
      "step": 4832
    },
    {
      "epoch": 0.19795207864018022,
      "grad_norm": 0.8460919403720971,
      "learning_rate": 0.000299715526867161,
      "loss": 1.1237,
      "step": 4833
    },
    {
      "epoch": 0.19799303706737661,
      "grad_norm": 0.6278341835007061,
      "learning_rate": 0.00029971532606708353,
      "loss": 0.3882,
      "step": 4834
    },
    {
      "epoch": 0.198033995494573,
      "grad_norm": 1.3522624380380124,
      "learning_rate": 0.0002997151251962293,
      "loss": 1.4223,
      "step": 4835
    },
    {
      "epoch": 0.1980749539217694,
      "grad_norm": 0.6855080983473167,
      "learning_rate": 0.0002997149242545985,
      "loss": 0.9712,
      "step": 4836
    },
    {
      "epoch": 0.1981159123489658,
      "grad_norm": 0.9139442967081544,
      "learning_rate": 0.00029971472324219115,
      "loss": 0.8703,
      "step": 4837
    },
    {
      "epoch": 0.1981568707761622,
      "grad_norm": 1.4149155071991368,
      "learning_rate": 0.00029971452215900735,
      "loss": 0.9384,
      "step": 4838
    },
    {
      "epoch": 0.1981978292033586,
      "grad_norm": 0.9232316718105361,
      "learning_rate": 0.0002997143210050472,
      "loss": 1.0285,
      "step": 4839
    },
    {
      "epoch": 0.198238787630555,
      "grad_norm": 2.0403481618232426,
      "learning_rate": 0.0002997141197803109,
      "loss": 1.203,
      "step": 4840
    },
    {
      "epoch": 0.1982797460577514,
      "grad_norm": 0.9903313955117451,
      "learning_rate": 0.00029971391848479837,
      "loss": 1.694,
      "step": 4841
    },
    {
      "epoch": 0.1983207044849478,
      "grad_norm": 0.9282584807929063,
      "learning_rate": 0.0002997137171185098,
      "loss": 1.3709,
      "step": 4842
    },
    {
      "epoch": 0.19836166291214416,
      "grad_norm": 0.8734165434756376,
      "learning_rate": 0.0002997135156814453,
      "loss": 1.3998,
      "step": 4843
    },
    {
      "epoch": 0.19840262133934056,
      "grad_norm": 3.4103231705688284,
      "learning_rate": 0.0002997133141736049,
      "loss": 3.699,
      "step": 4844
    },
    {
      "epoch": 0.19844357976653695,
      "grad_norm": 3.5637274695891636,
      "learning_rate": 0.00029971311259498873,
      "loss": 4.6917,
      "step": 4845
    },
    {
      "epoch": 0.19848453819373335,
      "grad_norm": 2.7640235512689757,
      "learning_rate": 0.0002997129109455969,
      "loss": 1.4974,
      "step": 4846
    },
    {
      "epoch": 0.19852549662092975,
      "grad_norm": 1.2477896560931327,
      "learning_rate": 0.0002997127092254295,
      "loss": 2.1311,
      "step": 4847
    },
    {
      "epoch": 0.19856645504812614,
      "grad_norm": 0.8072061399741731,
      "learning_rate": 0.0002997125074344867,
      "loss": 1.0411,
      "step": 4848
    },
    {
      "epoch": 0.19860741347532254,
      "grad_norm": 0.8195248804756107,
      "learning_rate": 0.00029971230557276836,
      "loss": 0.909,
      "step": 4849
    },
    {
      "epoch": 0.19864837190251894,
      "grad_norm": 0.669402422719252,
      "learning_rate": 0.0002997121036402748,
      "loss": 0.816,
      "step": 4850
    },
    {
      "epoch": 0.19868933032971534,
      "grad_norm": 0.8480751383836785,
      "learning_rate": 0.0002997119016370061,
      "loss": 0.3932,
      "step": 4851
    },
    {
      "epoch": 0.19873028875691173,
      "grad_norm": 0.9120993848558908,
      "learning_rate": 0.0002997116995629622,
      "loss": 0.9916,
      "step": 4852
    },
    {
      "epoch": 0.19877124718410813,
      "grad_norm": 0.9780930785738571,
      "learning_rate": 0.00029971149741814333,
      "loss": 1.0814,
      "step": 4853
    },
    {
      "epoch": 0.19881220561130453,
      "grad_norm": 1.2223281789883575,
      "learning_rate": 0.00029971129520254956,
      "loss": 1.2504,
      "step": 4854
    },
    {
      "epoch": 0.19885316403850092,
      "grad_norm": 0.625686144881471,
      "learning_rate": 0.000299711092916181,
      "loss": 0.7007,
      "step": 4855
    },
    {
      "epoch": 0.19889412246569732,
      "grad_norm": 0.9222967704218541,
      "learning_rate": 0.00029971089055903766,
      "loss": 0.9396,
      "step": 4856
    },
    {
      "epoch": 0.19893508089289372,
      "grad_norm": 1.3259900926303816,
      "learning_rate": 0.00029971068813111976,
      "loss": 1.0241,
      "step": 4857
    },
    {
      "epoch": 0.19897603932009011,
      "grad_norm": 0.7598973346594704,
      "learning_rate": 0.00029971048563242735,
      "loss": 0.5481,
      "step": 4858
    },
    {
      "epoch": 0.1990169977472865,
      "grad_norm": 0.8683030393390431,
      "learning_rate": 0.00029971028306296046,
      "loss": 0.8052,
      "step": 4859
    },
    {
      "epoch": 0.1990579561744829,
      "grad_norm": 1.0248396612391593,
      "learning_rate": 0.0002997100804227192,
      "loss": 0.9324,
      "step": 4860
    },
    {
      "epoch": 0.1990989146016793,
      "grad_norm": 1.5098887418642475,
      "learning_rate": 0.00029970987771170377,
      "loss": 1.8304,
      "step": 4861
    },
    {
      "epoch": 0.1991398730288757,
      "grad_norm": 0.6935834296626665,
      "learning_rate": 0.0002997096749299142,
      "loss": 0.7212,
      "step": 4862
    },
    {
      "epoch": 0.1991808314560721,
      "grad_norm": 0.741721098442418,
      "learning_rate": 0.0002997094720773505,
      "loss": 1.2145,
      "step": 4863
    },
    {
      "epoch": 0.1992217898832685,
      "grad_norm": 1.2122199780048695,
      "learning_rate": 0.00029970926915401293,
      "loss": 0.7262,
      "step": 4864
    },
    {
      "epoch": 0.19926274831046487,
      "grad_norm": 0.9200268021099818,
      "learning_rate": 0.0002997090661599015,
      "loss": 0.8131,
      "step": 4865
    },
    {
      "epoch": 0.19930370673766126,
      "grad_norm": 1.5281277014490977,
      "learning_rate": 0.00029970886309501634,
      "loss": 1.2454,
      "step": 4866
    },
    {
      "epoch": 0.19934466516485766,
      "grad_norm": 0.696934264838767,
      "learning_rate": 0.00029970865995935744,
      "loss": 0.4984,
      "step": 4867
    },
    {
      "epoch": 0.19938562359205406,
      "grad_norm": 1.1030143061984174,
      "learning_rate": 0.000299708456752925,
      "loss": 0.9829,
      "step": 4868
    },
    {
      "epoch": 0.19942658201925045,
      "grad_norm": 3.562905817670754,
      "learning_rate": 0.00029970825347571913,
      "loss": 2.7249,
      "step": 4869
    },
    {
      "epoch": 0.19946754044644685,
      "grad_norm": 0.734227891660545,
      "learning_rate": 0.00029970805012773983,
      "loss": 0.9196,
      "step": 4870
    },
    {
      "epoch": 0.19950849887364325,
      "grad_norm": 0.8909248446174646,
      "learning_rate": 0.00029970784670898723,
      "loss": 0.7985,
      "step": 4871
    },
    {
      "epoch": 0.19954945730083964,
      "grad_norm": 0.7337708726110924,
      "learning_rate": 0.0002997076432194615,
      "loss": 1.0638,
      "step": 4872
    },
    {
      "epoch": 0.19959041572803604,
      "grad_norm": 2.0620257489584337,
      "learning_rate": 0.00029970743965916267,
      "loss": 1.7966,
      "step": 4873
    },
    {
      "epoch": 0.19963137415523244,
      "grad_norm": 0.6421136347108344,
      "learning_rate": 0.00029970723602809087,
      "loss": 0.8714,
      "step": 4874
    },
    {
      "epoch": 0.19967233258242884,
      "grad_norm": 0.8575573948976362,
      "learning_rate": 0.00029970703232624614,
      "loss": 0.7245,
      "step": 4875
    },
    {
      "epoch": 0.19971329100962523,
      "grad_norm": 3.445537479803256,
      "learning_rate": 0.0002997068285536286,
      "loss": 1.8993,
      "step": 4876
    },
    {
      "epoch": 0.19975424943682163,
      "grad_norm": 0.8303285644571285,
      "learning_rate": 0.0002997066247102384,
      "loss": 0.7755,
      "step": 4877
    },
    {
      "epoch": 0.19979520786401803,
      "grad_norm": 1.161485781212324,
      "learning_rate": 0.0002997064207960756,
      "loss": 0.8266,
      "step": 4878
    },
    {
      "epoch": 0.19983616629121442,
      "grad_norm": 1.0454432248681331,
      "learning_rate": 0.0002997062168111403,
      "loss": 1.002,
      "step": 4879
    },
    {
      "epoch": 0.19987712471841082,
      "grad_norm": 0.9347958543971001,
      "learning_rate": 0.0002997060127554325,
      "loss": 1.2115,
      "step": 4880
    },
    {
      "epoch": 0.19991808314560722,
      "grad_norm": 1.0797996652640072,
      "learning_rate": 0.00029970580862895247,
      "loss": 2.0998,
      "step": 4881
    },
    {
      "epoch": 0.19995904157280361,
      "grad_norm": 1.0896045204746652,
      "learning_rate": 0.0002997056044317002,
      "loss": 0.5498,
      "step": 4882
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.9703526268299687,
      "learning_rate": 0.0002997054001636758,
      "loss": 0.9285,
      "step": 4883
    },
    {
      "epoch": 0.2000409584271964,
      "grad_norm": 0.8513506144817008,
      "learning_rate": 0.00029970519582487936,
      "loss": 0.6153,
      "step": 4884
    },
    {
      "epoch": 0.2000819168543928,
      "grad_norm": 0.861822473839099,
      "learning_rate": 0.000299704991415311,
      "loss": 0.8687,
      "step": 4885
    },
    {
      "epoch": 0.20012287528158917,
      "grad_norm": 0.8407852748523392,
      "learning_rate": 0.00029970478693497083,
      "loss": 1.302,
      "step": 4886
    },
    {
      "epoch": 0.20016383370878557,
      "grad_norm": 0.7057224475343921,
      "learning_rate": 0.0002997045823838589,
      "loss": 0.4517,
      "step": 4887
    },
    {
      "epoch": 0.20020479213598197,
      "grad_norm": 0.6459256903441837,
      "learning_rate": 0.0002997043777619753,
      "loss": 0.9866,
      "step": 4888
    },
    {
      "epoch": 0.20024575056317837,
      "grad_norm": 0.670512922899343,
      "learning_rate": 0.00029970417306932024,
      "loss": 1.0211,
      "step": 4889
    },
    {
      "epoch": 0.20028670899037476,
      "grad_norm": 0.9116701767233043,
      "learning_rate": 0.0002997039683058937,
      "loss": 0.9515,
      "step": 4890
    },
    {
      "epoch": 0.20032766741757116,
      "grad_norm": 0.7817519196934172,
      "learning_rate": 0.0002997037634716958,
      "loss": 1.055,
      "step": 4891
    },
    {
      "epoch": 0.20036862584476756,
      "grad_norm": 6.466516437182145,
      "learning_rate": 0.00029970355856672663,
      "loss": 7.03,
      "step": 4892
    },
    {
      "epoch": 0.20040958427196395,
      "grad_norm": 0.838462077063865,
      "learning_rate": 0.0002997033535909863,
      "loss": 0.8399,
      "step": 4893
    },
    {
      "epoch": 0.20045054269916035,
      "grad_norm": 0.6404936093280048,
      "learning_rate": 0.00029970314854447497,
      "loss": 0.5672,
      "step": 4894
    },
    {
      "epoch": 0.20049150112635675,
      "grad_norm": 5.0435636443157215,
      "learning_rate": 0.0002997029434271926,
      "loss": 4.3571,
      "step": 4895
    },
    {
      "epoch": 0.20053245955355314,
      "grad_norm": 1.142968192067506,
      "learning_rate": 0.0002997027382391394,
      "loss": 1.3355,
      "step": 4896
    },
    {
      "epoch": 0.20057341798074954,
      "grad_norm": 0.8209983318509995,
      "learning_rate": 0.0002997025329803155,
      "loss": 1.2197,
      "step": 4897
    },
    {
      "epoch": 0.20061437640794594,
      "grad_norm": 0.4932095389319591,
      "learning_rate": 0.00029970232765072084,
      "loss": 0.5149,
      "step": 4898
    },
    {
      "epoch": 0.20065533483514233,
      "grad_norm": 0.795524736869292,
      "learning_rate": 0.0002997021222503556,
      "loss": 1.1543,
      "step": 4899
    },
    {
      "epoch": 0.20069629326233873,
      "grad_norm": 1.0031522183671857,
      "learning_rate": 0.00029970191677921996,
      "loss": 0.9904,
      "step": 4900
    },
    {
      "epoch": 0.20073725168953513,
      "grad_norm": 0.837719531048835,
      "learning_rate": 0.00029970171123731387,
      "loss": 1.1642,
      "step": 4901
    },
    {
      "epoch": 0.20077821011673153,
      "grad_norm": 0.7017164973228011,
      "learning_rate": 0.0002997015056246375,
      "loss": 1.1705,
      "step": 4902
    },
    {
      "epoch": 0.20081916854392792,
      "grad_norm": 0.5561668083445755,
      "learning_rate": 0.000299701299941191,
      "loss": 0.5087,
      "step": 4903
    },
    {
      "epoch": 0.20086012697112432,
      "grad_norm": 0.6527820369300814,
      "learning_rate": 0.0002997010941869744,
      "loss": 0.6009,
      "step": 4904
    },
    {
      "epoch": 0.20090108539832072,
      "grad_norm": 1.1918949295176866,
      "learning_rate": 0.0002997008883619878,
      "loss": 0.8585,
      "step": 4905
    },
    {
      "epoch": 0.2009420438255171,
      "grad_norm": 0.6779302529109095,
      "learning_rate": 0.0002997006824662313,
      "loss": 0.8526,
      "step": 4906
    },
    {
      "epoch": 0.20098300225271348,
      "grad_norm": 0.9607807319240909,
      "learning_rate": 0.00029970047649970495,
      "loss": 0.9714,
      "step": 4907
    },
    {
      "epoch": 0.20102396067990988,
      "grad_norm": 1.9488303558407238,
      "learning_rate": 0.000299700270462409,
      "loss": 2.3073,
      "step": 4908
    },
    {
      "epoch": 0.20106491910710628,
      "grad_norm": 0.7967733344048754,
      "learning_rate": 0.0002997000643543434,
      "loss": 0.8608,
      "step": 4909
    },
    {
      "epoch": 0.20110587753430267,
      "grad_norm": 0.9891162846838844,
      "learning_rate": 0.00029969985817550825,
      "loss": 0.6663,
      "step": 4910
    },
    {
      "epoch": 0.20114683596149907,
      "grad_norm": 1.0276001560062504,
      "learning_rate": 0.0002996996519259038,
      "loss": 1.2268,
      "step": 4911
    },
    {
      "epoch": 0.20118779438869547,
      "grad_norm": 0.9069968485685042,
      "learning_rate": 0.00029969944560552996,
      "loss": 1.3439,
      "step": 4912
    },
    {
      "epoch": 0.20122875281589186,
      "grad_norm": 0.9040582350043315,
      "learning_rate": 0.0002996992392143869,
      "loss": 1.4523,
      "step": 4913
    },
    {
      "epoch": 0.20126971124308826,
      "grad_norm": 0.5112058717631046,
      "learning_rate": 0.0002996990327524748,
      "loss": 0.4668,
      "step": 4914
    },
    {
      "epoch": 0.20131066967028466,
      "grad_norm": 0.8693770300516636,
      "learning_rate": 0.00029969882621979363,
      "loss": 0.9082,
      "step": 4915
    },
    {
      "epoch": 0.20135162809748106,
      "grad_norm": 1.3528856512566731,
      "learning_rate": 0.0002996986196163436,
      "loss": 1.1314,
      "step": 4916
    },
    {
      "epoch": 0.20139258652467745,
      "grad_norm": 0.8772396623741376,
      "learning_rate": 0.00029969841294212466,
      "loss": 1.2966,
      "step": 4917
    },
    {
      "epoch": 0.20143354495187385,
      "grad_norm": 1.5862626369272956,
      "learning_rate": 0.00029969820619713704,
      "loss": 1.515,
      "step": 4918
    },
    {
      "epoch": 0.20147450337907025,
      "grad_norm": 0.7937042869198316,
      "learning_rate": 0.0002996979993813808,
      "loss": 1.3158,
      "step": 4919
    },
    {
      "epoch": 0.20151546180626664,
      "grad_norm": 0.6505202758529067,
      "learning_rate": 0.000299697792494856,
      "loss": 0.712,
      "step": 4920
    },
    {
      "epoch": 0.20155642023346304,
      "grad_norm": 1.713272711220262,
      "learning_rate": 0.0002996975855375628,
      "loss": 2.0528,
      "step": 4921
    },
    {
      "epoch": 0.20159737866065944,
      "grad_norm": 0.8714043517790591,
      "learning_rate": 0.0002996973785095013,
      "loss": 0.8398,
      "step": 4922
    },
    {
      "epoch": 0.20163833708785583,
      "grad_norm": 1.2883049299196672,
      "learning_rate": 0.0002996971714106715,
      "loss": 1.1172,
      "step": 4923
    },
    {
      "epoch": 0.20167929551505223,
      "grad_norm": 1.1527694425093746,
      "learning_rate": 0.0002996969642410736,
      "loss": 1.0423,
      "step": 4924
    },
    {
      "epoch": 0.20172025394224863,
      "grad_norm": 1.046930211012312,
      "learning_rate": 0.00029969675700070763,
      "loss": 1.1516,
      "step": 4925
    },
    {
      "epoch": 0.20176121236944503,
      "grad_norm": 0.7261551436758131,
      "learning_rate": 0.00029969654968957376,
      "loss": 1.1829,
      "step": 4926
    },
    {
      "epoch": 0.20180217079664142,
      "grad_norm": 0.9593181732277559,
      "learning_rate": 0.0002996963423076721,
      "loss": 0.4253,
      "step": 4927
    },
    {
      "epoch": 0.2018431292238378,
      "grad_norm": 1.5728761229442023,
      "learning_rate": 0.00029969613485500256,
      "loss": 1.0496,
      "step": 4928
    },
    {
      "epoch": 0.2018840876510342,
      "grad_norm": 1.0732746418069385,
      "learning_rate": 0.00029969592733156543,
      "loss": 0.7988,
      "step": 4929
    },
    {
      "epoch": 0.20192504607823059,
      "grad_norm": 1.3668961106096855,
      "learning_rate": 0.0002996957197373608,
      "loss": 0.9745,
      "step": 4930
    },
    {
      "epoch": 0.20196600450542698,
      "grad_norm": 1.377711572434954,
      "learning_rate": 0.00029969551207238867,
      "loss": 1.4242,
      "step": 4931
    },
    {
      "epoch": 0.20200696293262338,
      "grad_norm": 0.6658486887084967,
      "learning_rate": 0.00029969530433664925,
      "loss": 0.8391,
      "step": 4932
    },
    {
      "epoch": 0.20204792135981978,
      "grad_norm": 0.8112525925954063,
      "learning_rate": 0.00029969509653014255,
      "loss": 1.1797,
      "step": 4933
    },
    {
      "epoch": 0.20208887978701617,
      "grad_norm": 1.333993435127621,
      "learning_rate": 0.0002996948886528686,
      "loss": 0.4097,
      "step": 4934
    },
    {
      "epoch": 0.20212983821421257,
      "grad_norm": 1.1099002245462342,
      "learning_rate": 0.00029969468070482766,
      "loss": 0.6736,
      "step": 4935
    },
    {
      "epoch": 0.20217079664140897,
      "grad_norm": 1.116527529536433,
      "learning_rate": 0.0002996944726860198,
      "loss": 1.0423,
      "step": 4936
    },
    {
      "epoch": 0.20221175506860536,
      "grad_norm": 1.6375949078941092,
      "learning_rate": 0.00029969426459644505,
      "loss": 1.1869,
      "step": 4937
    },
    {
      "epoch": 0.20225271349580176,
      "grad_norm": 0.9438763764299504,
      "learning_rate": 0.00029969405643610355,
      "loss": 1.0313,
      "step": 4938
    },
    {
      "epoch": 0.20229367192299816,
      "grad_norm": 0.9644882899078213,
      "learning_rate": 0.00029969384820499535,
      "loss": 1.1901,
      "step": 4939
    },
    {
      "epoch": 0.20233463035019456,
      "grad_norm": 0.6359468469934857,
      "learning_rate": 0.00029969363990312064,
      "loss": 0.6681,
      "step": 4940
    },
    {
      "epoch": 0.20237558877739095,
      "grad_norm": 0.9729959638139558,
      "learning_rate": 0.0002996934315304794,
      "loss": 0.8311,
      "step": 4941
    },
    {
      "epoch": 0.20241654720458735,
      "grad_norm": 2.467452781921653,
      "learning_rate": 0.00029969322308707184,
      "loss": 0.8257,
      "step": 4942
    },
    {
      "epoch": 0.20245750563178375,
      "grad_norm": 1.2340023835912062,
      "learning_rate": 0.000299693014572898,
      "loss": 0.388,
      "step": 4943
    },
    {
      "epoch": 0.20249846405898014,
      "grad_norm": 0.9682443689860112,
      "learning_rate": 0.000299692805987958,
      "loss": 1.038,
      "step": 4944
    },
    {
      "epoch": 0.20253942248617654,
      "grad_norm": 1.119490798742469,
      "learning_rate": 0.00029969259733225186,
      "loss": 1.4324,
      "step": 4945
    },
    {
      "epoch": 0.20258038091337294,
      "grad_norm": 5.190191117285346,
      "learning_rate": 0.00029969238860577983,
      "loss": 4.0776,
      "step": 4946
    },
    {
      "epoch": 0.20262133934056933,
      "grad_norm": 1.3901098199225583,
      "learning_rate": 0.00029969217980854187,
      "loss": 1.4952,
      "step": 4947
    },
    {
      "epoch": 0.20266229776776573,
      "grad_norm": 1.3501617389935756,
      "learning_rate": 0.0002996919709405382,
      "loss": 0.962,
      "step": 4948
    },
    {
      "epoch": 0.2027032561949621,
      "grad_norm": 1.4810386264437887,
      "learning_rate": 0.00029969176200176875,
      "loss": 1.5354,
      "step": 4949
    },
    {
      "epoch": 0.2027442146221585,
      "grad_norm": 0.9845956713330547,
      "learning_rate": 0.0002996915529922338,
      "loss": 1.0926,
      "step": 4950
    },
    {
      "epoch": 0.2027851730493549,
      "grad_norm": 4.4665465021082555,
      "learning_rate": 0.00029969134391193337,
      "loss": 5.1752,
      "step": 4951
    },
    {
      "epoch": 0.2028261314765513,
      "grad_norm": 1.0845879409089323,
      "learning_rate": 0.00029969113476086755,
      "loss": 0.5791,
      "step": 4952
    },
    {
      "epoch": 0.2028670899037477,
      "grad_norm": 0.7439115970469458,
      "learning_rate": 0.00029969092553903644,
      "loss": 0.9612,
      "step": 4953
    },
    {
      "epoch": 0.20290804833094409,
      "grad_norm": 0.7247438875804285,
      "learning_rate": 0.0002996907162464401,
      "loss": 1.1628,
      "step": 4954
    },
    {
      "epoch": 0.20294900675814048,
      "grad_norm": 1.1854377514476215,
      "learning_rate": 0.0002996905068830787,
      "loss": 1.2288,
      "step": 4955
    },
    {
      "epoch": 0.20298996518533688,
      "grad_norm": 0.8448057069095896,
      "learning_rate": 0.0002996902974489524,
      "loss": 0.8629,
      "step": 4956
    },
    {
      "epoch": 0.20303092361253328,
      "grad_norm": 0.5861992329546725,
      "learning_rate": 0.00029969008794406113,
      "loss": 0.6721,
      "step": 4957
    },
    {
      "epoch": 0.20307188203972967,
      "grad_norm": 0.7349601045141748,
      "learning_rate": 0.0002996898783684051,
      "loss": 0.9378,
      "step": 4958
    },
    {
      "epoch": 0.20311284046692607,
      "grad_norm": 2.3936927143131292,
      "learning_rate": 0.0002996896687219843,
      "loss": 3.7675,
      "step": 4959
    },
    {
      "epoch": 0.20315379889412247,
      "grad_norm": 1.0460897740976005,
      "learning_rate": 0.000299689459004799,
      "loss": 1.0105,
      "step": 4960
    },
    {
      "epoch": 0.20319475732131886,
      "grad_norm": 0.7998240574952501,
      "learning_rate": 0.0002996892492168492,
      "loss": 0.9016,
      "step": 4961
    },
    {
      "epoch": 0.20323571574851526,
      "grad_norm": 0.7158090762779336,
      "learning_rate": 0.00029968903935813503,
      "loss": 1.2601,
      "step": 4962
    },
    {
      "epoch": 0.20327667417571166,
      "grad_norm": 0.6513542952904054,
      "learning_rate": 0.0002996888294286565,
      "loss": 0.8147,
      "step": 4963
    },
    {
      "epoch": 0.20331763260290805,
      "grad_norm": 0.8860153217743298,
      "learning_rate": 0.00029968861942841383,
      "loss": 1.1227,
      "step": 4964
    },
    {
      "epoch": 0.20335859103010445,
      "grad_norm": 0.9862718613918926,
      "learning_rate": 0.00029968840935740707,
      "loss": 1.3762,
      "step": 4965
    },
    {
      "epoch": 0.20339954945730085,
      "grad_norm": 0.948120792873473,
      "learning_rate": 0.0002996881992156363,
      "loss": 1.1217,
      "step": 4966
    },
    {
      "epoch": 0.20344050788449725,
      "grad_norm": 0.9396407791241947,
      "learning_rate": 0.0002996879890031016,
      "loss": 0.9529,
      "step": 4967
    },
    {
      "epoch": 0.20348146631169364,
      "grad_norm": 2.157021991554511,
      "learning_rate": 0.00029968777871980314,
      "loss": 2.1958,
      "step": 4968
    },
    {
      "epoch": 0.20352242473889004,
      "grad_norm": 1.525035122180162,
      "learning_rate": 0.000299687568365741,
      "loss": 1.1843,
      "step": 4969
    },
    {
      "epoch": 0.2035633831660864,
      "grad_norm": 0.7752152273865196,
      "learning_rate": 0.0002996873579409152,
      "loss": 1.0174,
      "step": 4970
    },
    {
      "epoch": 0.2036043415932828,
      "grad_norm": 0.6804434555890401,
      "learning_rate": 0.000299687147445326,
      "loss": 0.9721,
      "step": 4971
    },
    {
      "epoch": 0.2036453000204792,
      "grad_norm": 0.7443093097754397,
      "learning_rate": 0.00029968693687897334,
      "loss": 0.4202,
      "step": 4972
    },
    {
      "epoch": 0.2036862584476756,
      "grad_norm": 1.1893755263718477,
      "learning_rate": 0.0002996867262418574,
      "loss": 1.0889,
      "step": 4973
    },
    {
      "epoch": 0.203727216874872,
      "grad_norm": 0.6769995557854909,
      "learning_rate": 0.00029968651553397826,
      "loss": 1.0141,
      "step": 4974
    },
    {
      "epoch": 0.2037681753020684,
      "grad_norm": 1.2242326980715084,
      "learning_rate": 0.000299686304755336,
      "loss": 1.4436,
      "step": 4975
    },
    {
      "epoch": 0.2038091337292648,
      "grad_norm": 0.6223188124366913,
      "learning_rate": 0.0002996860939059308,
      "loss": 0.6355,
      "step": 4976
    },
    {
      "epoch": 0.2038500921564612,
      "grad_norm": 0.8593527973506092,
      "learning_rate": 0.00029968588298576263,
      "loss": 0.9884,
      "step": 4977
    },
    {
      "epoch": 0.20389105058365758,
      "grad_norm": 1.1619004447883263,
      "learning_rate": 0.0002996856719948317,
      "loss": 1.0891,
      "step": 4978
    },
    {
      "epoch": 0.20393200901085398,
      "grad_norm": 0.7729015996537407,
      "learning_rate": 0.000299685460933138,
      "loss": 0.6778,
      "step": 4979
    },
    {
      "epoch": 0.20397296743805038,
      "grad_norm": 0.7455689191367655,
      "learning_rate": 0.0002996852498006818,
      "loss": 0.8423,
      "step": 4980
    },
    {
      "epoch": 0.20401392586524678,
      "grad_norm": 1.0659538755027282,
      "learning_rate": 0.00029968503859746306,
      "loss": 1.4876,
      "step": 4981
    },
    {
      "epoch": 0.20405488429244317,
      "grad_norm": 0.7423172285738915,
      "learning_rate": 0.0002996848273234819,
      "loss": 1.1343,
      "step": 4982
    },
    {
      "epoch": 0.20409584271963957,
      "grad_norm": 2.3322518345681362,
      "learning_rate": 0.0002996846159787385,
      "loss": 1.1885,
      "step": 4983
    },
    {
      "epoch": 0.20413680114683597,
      "grad_norm": 1.3742625706092804,
      "learning_rate": 0.00029968440456323283,
      "loss": 1.6589,
      "step": 4984
    },
    {
      "epoch": 0.20417775957403236,
      "grad_norm": 0.9394552645068235,
      "learning_rate": 0.0002996841930769651,
      "loss": 1.6026,
      "step": 4985
    },
    {
      "epoch": 0.20421871800122876,
      "grad_norm": 0.9772102395170489,
      "learning_rate": 0.00029968398151993534,
      "loss": 0.7121,
      "step": 4986
    },
    {
      "epoch": 0.20425967642842516,
      "grad_norm": 0.7737337578270227,
      "learning_rate": 0.0002996837698921437,
      "loss": 1.0716,
      "step": 4987
    },
    {
      "epoch": 0.20430063485562155,
      "grad_norm": 11.753530308101006,
      "learning_rate": 0.0002996835581935902,
      "loss": 5.2081,
      "step": 4988
    },
    {
      "epoch": 0.20434159328281795,
      "grad_norm": 0.9924519495791273,
      "learning_rate": 0.0002996833464242751,
      "loss": 1.3272,
      "step": 4989
    },
    {
      "epoch": 0.20438255171001435,
      "grad_norm": 0.7630489943560556,
      "learning_rate": 0.00029968313458419836,
      "loss": 1.1604,
      "step": 4990
    },
    {
      "epoch": 0.20442351013721072,
      "grad_norm": 0.8136979642869004,
      "learning_rate": 0.00029968292267336014,
      "loss": 0.4512,
      "step": 4991
    },
    {
      "epoch": 0.20446446856440711,
      "grad_norm": 0.8204353304904664,
      "learning_rate": 0.00029968271069176044,
      "loss": 0.9531,
      "step": 4992
    },
    {
      "epoch": 0.2045054269916035,
      "grad_norm": 1.2690622310240274,
      "learning_rate": 0.00029968249863939953,
      "loss": 1.2536,
      "step": 4993
    },
    {
      "epoch": 0.2045463854187999,
      "grad_norm": 10.02511341382179,
      "learning_rate": 0.0002996822865162774,
      "loss": 4.2006,
      "step": 4994
    },
    {
      "epoch": 0.2045873438459963,
      "grad_norm": 1.7382558754635962,
      "learning_rate": 0.0002996820743223941,
      "loss": 1.7589,
      "step": 4995
    },
    {
      "epoch": 0.2046283022731927,
      "grad_norm": 0.8518684870355093,
      "learning_rate": 0.0002996818620577499,
      "loss": 0.8715,
      "step": 4996
    },
    {
      "epoch": 0.2046692607003891,
      "grad_norm": 1.2581021230710958,
      "learning_rate": 0.00029968164972234477,
      "loss": 1.285,
      "step": 4997
    },
    {
      "epoch": 0.2047102191275855,
      "grad_norm": 1.619458495491454,
      "learning_rate": 0.0002996814373161788,
      "loss": 2.102,
      "step": 4998
    },
    {
      "epoch": 0.2047511775547819,
      "grad_norm": 0.717239185563195,
      "learning_rate": 0.0002996812248392522,
      "loss": 1.0338,
      "step": 4999
    },
    {
      "epoch": 0.2047921359819783,
      "grad_norm": 0.5263070500569028,
      "learning_rate": 0.0002996810122915649,
      "loss": 0.4867,
      "step": 5000
    },
    {
      "epoch": 0.2048330944091747,
      "grad_norm": 0.8410353320554222,
      "learning_rate": 0.0002996807996731172,
      "loss": 1.0843,
      "step": 5001
    },
    {
      "epoch": 0.20487405283637108,
      "grad_norm": 1.1270975312704836,
      "learning_rate": 0.00029968058698390905,
      "loss": 1.0282,
      "step": 5002
    },
    {
      "epoch": 0.20491501126356748,
      "grad_norm": 0.746486570046001,
      "learning_rate": 0.00029968037422394066,
      "loss": 0.9598,
      "step": 5003
    },
    {
      "epoch": 0.20495596969076388,
      "grad_norm": 0.7522921952388738,
      "learning_rate": 0.000299680161393212,
      "loss": 0.8235,
      "step": 5004
    },
    {
      "epoch": 0.20499692811796028,
      "grad_norm": 0.6552076391862895,
      "learning_rate": 0.0002996799484917233,
      "loss": 1.0497,
      "step": 5005
    },
    {
      "epoch": 0.20503788654515667,
      "grad_norm": 0.6829355809272312,
      "learning_rate": 0.0002996797355194746,
      "loss": 1.0734,
      "step": 5006
    },
    {
      "epoch": 0.20507884497235307,
      "grad_norm": 0.7751390331066564,
      "learning_rate": 0.00029967952247646597,
      "loss": 1.1098,
      "step": 5007
    },
    {
      "epoch": 0.20511980339954947,
      "grad_norm": 0.8067386997743975,
      "learning_rate": 0.0002996793093626976,
      "loss": 0.7537,
      "step": 5008
    },
    {
      "epoch": 0.20516076182674586,
      "grad_norm": 1.0641765949371784,
      "learning_rate": 0.0002996790961781695,
      "loss": 0.8922,
      "step": 5009
    },
    {
      "epoch": 0.20520172025394226,
      "grad_norm": 0.8012441656383563,
      "learning_rate": 0.0002996788829228818,
      "loss": 1.0289,
      "step": 5010
    },
    {
      "epoch": 0.20524267868113866,
      "grad_norm": 0.7378572113657101,
      "learning_rate": 0.00029967866959683463,
      "loss": 0.9301,
      "step": 5011
    },
    {
      "epoch": 0.20528363710833503,
      "grad_norm": 1.01024931634207,
      "learning_rate": 0.00029967845620002806,
      "loss": 1.0447,
      "step": 5012
    },
    {
      "epoch": 0.20532459553553142,
      "grad_norm": 0.7799068241817249,
      "learning_rate": 0.00029967824273246217,
      "loss": 1.0018,
      "step": 5013
    },
    {
      "epoch": 0.20536555396272782,
      "grad_norm": 0.8322963465537654,
      "learning_rate": 0.0002996780291941372,
      "loss": 0.4659,
      "step": 5014
    },
    {
      "epoch": 0.20540651238992422,
      "grad_norm": 0.9017400638152535,
      "learning_rate": 0.00029967781558505304,
      "loss": 1.1829,
      "step": 5015
    },
    {
      "epoch": 0.20544747081712061,
      "grad_norm": 0.5969436675473374,
      "learning_rate": 0.00029967760190520996,
      "loss": 0.4582,
      "step": 5016
    },
    {
      "epoch": 0.205488429244317,
      "grad_norm": 1.2836111684009046,
      "learning_rate": 0.00029967738815460794,
      "loss": 1.1778,
      "step": 5017
    },
    {
      "epoch": 0.2055293876715134,
      "grad_norm": 0.8763430096021281,
      "learning_rate": 0.00029967717433324715,
      "loss": 0.7632,
      "step": 5018
    },
    {
      "epoch": 0.2055703460987098,
      "grad_norm": 0.6951811972033627,
      "learning_rate": 0.0002996769604411277,
      "loss": 1.279,
      "step": 5019
    },
    {
      "epoch": 0.2056113045259062,
      "grad_norm": 0.7302783489495154,
      "learning_rate": 0.0002996767464782497,
      "loss": 0.8281,
      "step": 5020
    },
    {
      "epoch": 0.2056522629531026,
      "grad_norm": 0.7668848675160369,
      "learning_rate": 0.0002996765324446131,
      "loss": 0.7638,
      "step": 5021
    },
    {
      "epoch": 0.205693221380299,
      "grad_norm": 0.9822861347505366,
      "learning_rate": 0.00029967631834021825,
      "loss": 0.6778,
      "step": 5022
    },
    {
      "epoch": 0.2057341798074954,
      "grad_norm": 0.8263960887063577,
      "learning_rate": 0.00029967610416506505,
      "loss": 1.3054,
      "step": 5023
    },
    {
      "epoch": 0.2057751382346918,
      "grad_norm": 0.7598781182242965,
      "learning_rate": 0.0002996758899191537,
      "loss": 1.2851,
      "step": 5024
    },
    {
      "epoch": 0.2058160966618882,
      "grad_norm": 0.5206407549622832,
      "learning_rate": 0.0002996756756024843,
      "loss": 0.4077,
      "step": 5025
    },
    {
      "epoch": 0.20585705508908458,
      "grad_norm": 1.0665692817267425,
      "learning_rate": 0.0002996754612150569,
      "loss": 1.4934,
      "step": 5026
    },
    {
      "epoch": 0.20589801351628098,
      "grad_norm": 0.8345505545419938,
      "learning_rate": 0.00029967524675687156,
      "loss": 1.1845,
      "step": 5027
    },
    {
      "epoch": 0.20593897194347738,
      "grad_norm": 1.4547190350281676,
      "learning_rate": 0.0002996750322279285,
      "loss": 1.1634,
      "step": 5028
    },
    {
      "epoch": 0.20597993037067377,
      "grad_norm": 0.6700831933996738,
      "learning_rate": 0.0002996748176282278,
      "loss": 0.5943,
      "step": 5029
    },
    {
      "epoch": 0.20602088879787017,
      "grad_norm": 0.7977040274205979,
      "learning_rate": 0.00029967460295776953,
      "loss": 0.7064,
      "step": 5030
    },
    {
      "epoch": 0.20606184722506657,
      "grad_norm": 0.9612423931247286,
      "learning_rate": 0.00029967438821655373,
      "loss": 0.7911,
      "step": 5031
    },
    {
      "epoch": 0.20610280565226297,
      "grad_norm": 3.863692333761288,
      "learning_rate": 0.0002996741734045806,
      "loss": 1.7513,
      "step": 5032
    },
    {
      "epoch": 0.20614376407945934,
      "grad_norm": 0.8453204563430373,
      "learning_rate": 0.00029967395852185025,
      "loss": 1.3827,
      "step": 5033
    },
    {
      "epoch": 0.20618472250665573,
      "grad_norm": 1.1571328359784765,
      "learning_rate": 0.00029967374356836273,
      "loss": 1.0344,
      "step": 5034
    },
    {
      "epoch": 0.20622568093385213,
      "grad_norm": 1.1633341195879292,
      "learning_rate": 0.0002996735285441181,
      "loss": 1.0131,
      "step": 5035
    },
    {
      "epoch": 0.20626663936104853,
      "grad_norm": 1.067585341325511,
      "learning_rate": 0.0002996733134491165,
      "loss": 0.9522,
      "step": 5036
    },
    {
      "epoch": 0.20630759778824492,
      "grad_norm": 0.669230135067533,
      "learning_rate": 0.0002996730982833581,
      "loss": 0.9874,
      "step": 5037
    },
    {
      "epoch": 0.20634855621544132,
      "grad_norm": 0.7911525346647761,
      "learning_rate": 0.0002996728830468429,
      "loss": 0.9525,
      "step": 5038
    },
    {
      "epoch": 0.20638951464263772,
      "grad_norm": 1.1119186115776587,
      "learning_rate": 0.00029967266773957106,
      "loss": 0.8581,
      "step": 5039
    },
    {
      "epoch": 0.20643047306983411,
      "grad_norm": 1.5943995697992424,
      "learning_rate": 0.00029967245236154266,
      "loss": 1.3832,
      "step": 5040
    },
    {
      "epoch": 0.2064714314970305,
      "grad_norm": 2.1091864964283205,
      "learning_rate": 0.0002996722369127578,
      "loss": 4.9418,
      "step": 5041
    },
    {
      "epoch": 0.2065123899242269,
      "grad_norm": 1.260565670863525,
      "learning_rate": 0.00029967202139321664,
      "loss": 1.0205,
      "step": 5042
    },
    {
      "epoch": 0.2065533483514233,
      "grad_norm": 0.8040895799758093,
      "learning_rate": 0.00029967180580291923,
      "loss": 1.256,
      "step": 5043
    },
    {
      "epoch": 0.2065943067786197,
      "grad_norm": 2.4166685386964613,
      "learning_rate": 0.00029967159014186566,
      "loss": 4.4951,
      "step": 5044
    },
    {
      "epoch": 0.2066352652058161,
      "grad_norm": 0.9779644636880966,
      "learning_rate": 0.000299671374410056,
      "loss": 0.895,
      "step": 5045
    },
    {
      "epoch": 0.2066762236330125,
      "grad_norm": 0.6757723863786138,
      "learning_rate": 0.0002996711586074905,
      "loss": 0.3805,
      "step": 5046
    },
    {
      "epoch": 0.2067171820602089,
      "grad_norm": 1.4966480253741177,
      "learning_rate": 0.0002996709427341691,
      "loss": 1.6838,
      "step": 5047
    },
    {
      "epoch": 0.2067581404874053,
      "grad_norm": 1.9753592712663677,
      "learning_rate": 0.0002996707267900919,
      "loss": 0.9134,
      "step": 5048
    },
    {
      "epoch": 0.2067990989146017,
      "grad_norm": 1.0235902413055926,
      "learning_rate": 0.00029967051077525915,
      "loss": 1.0424,
      "step": 5049
    },
    {
      "epoch": 0.20684005734179808,
      "grad_norm": 0.5102630242679502,
      "learning_rate": 0.00029967029468967087,
      "loss": 0.4405,
      "step": 5050
    },
    {
      "epoch": 0.20688101576899448,
      "grad_norm": 0.687828685132392,
      "learning_rate": 0.0002996700785333271,
      "loss": 1.0012,
      "step": 5051
    },
    {
      "epoch": 0.20692197419619088,
      "grad_norm": 0.8569850288903997,
      "learning_rate": 0.000299669862306228,
      "loss": 1.0033,
      "step": 5052
    },
    {
      "epoch": 0.20696293262338727,
      "grad_norm": 0.9072299302782205,
      "learning_rate": 0.0002996696460083737,
      "loss": 0.9264,
      "step": 5053
    },
    {
      "epoch": 0.20700389105058364,
      "grad_norm": 1.1390901300059235,
      "learning_rate": 0.0002996694296397643,
      "loss": 0.4179,
      "step": 5054
    },
    {
      "epoch": 0.20704484947778004,
      "grad_norm": 0.8329770093100887,
      "learning_rate": 0.00029966921320039985,
      "loss": 0.9663,
      "step": 5055
    },
    {
      "epoch": 0.20708580790497644,
      "grad_norm": 1.1904679617913385,
      "learning_rate": 0.00029966899669028055,
      "loss": 0.8802,
      "step": 5056
    },
    {
      "epoch": 0.20712676633217283,
      "grad_norm": 0.7650213741230165,
      "learning_rate": 0.0002996687801094064,
      "loss": 1.2593,
      "step": 5057
    },
    {
      "epoch": 0.20716772475936923,
      "grad_norm": 0.8226878511314218,
      "learning_rate": 0.0002996685634577775,
      "loss": 0.7616,
      "step": 5058
    },
    {
      "epoch": 0.20720868318656563,
      "grad_norm": 1.1910131347079773,
      "learning_rate": 0.000299668346735394,
      "loss": 1.1661,
      "step": 5059
    },
    {
      "epoch": 0.20724964161376203,
      "grad_norm": 0.9680649244527368,
      "learning_rate": 0.00029966812994225596,
      "loss": 0.8421,
      "step": 5060
    },
    {
      "epoch": 0.20729060004095842,
      "grad_norm": 1.2011621751860848,
      "learning_rate": 0.00029966791307836356,
      "loss": 1.0972,
      "step": 5061
    },
    {
      "epoch": 0.20733155846815482,
      "grad_norm": 0.6534511680436141,
      "learning_rate": 0.0002996676961437169,
      "loss": 0.9008,
      "step": 5062
    },
    {
      "epoch": 0.20737251689535122,
      "grad_norm": 1.3179608831066116,
      "learning_rate": 0.0002996674791383159,
      "loss": 0.7671,
      "step": 5063
    },
    {
      "epoch": 0.2074134753225476,
      "grad_norm": 1.0875604600078892,
      "learning_rate": 0.0002996672620621609,
      "loss": 1.5591,
      "step": 5064
    },
    {
      "epoch": 0.207454433749744,
      "grad_norm": 0.9198681015412247,
      "learning_rate": 0.0002996670449152519,
      "loss": 0.875,
      "step": 5065
    },
    {
      "epoch": 0.2074953921769404,
      "grad_norm": 0.961767133296481,
      "learning_rate": 0.000299666827697589,
      "loss": 0.5347,
      "step": 5066
    },
    {
      "epoch": 0.2075363506041368,
      "grad_norm": 1.804344432314639,
      "learning_rate": 0.00029966661040917224,
      "loss": 1.1808,
      "step": 5067
    },
    {
      "epoch": 0.2075773090313332,
      "grad_norm": 0.8305777368093658,
      "learning_rate": 0.0002996663930500019,
      "loss": 1.0963,
      "step": 5068
    },
    {
      "epoch": 0.2076182674585296,
      "grad_norm": 0.8379516260510168,
      "learning_rate": 0.0002996661756200779,
      "loss": 0.9803,
      "step": 5069
    },
    {
      "epoch": 0.207659225885726,
      "grad_norm": 0.7681686911193688,
      "learning_rate": 0.00029966595811940045,
      "loss": 1.0962,
      "step": 5070
    },
    {
      "epoch": 0.2077001843129224,
      "grad_norm": 0.5971779698803099,
      "learning_rate": 0.0002996657405479696,
      "loss": 0.48,
      "step": 5071
    },
    {
      "epoch": 0.2077411427401188,
      "grad_norm": 0.5792964928543678,
      "learning_rate": 0.0002996655229057855,
      "loss": 0.4451,
      "step": 5072
    },
    {
      "epoch": 0.2077821011673152,
      "grad_norm": 0.8373120723156383,
      "learning_rate": 0.0002996653051928482,
      "loss": 0.8536,
      "step": 5073
    },
    {
      "epoch": 0.20782305959451158,
      "grad_norm": 0.8200730073338197,
      "learning_rate": 0.00029966508740915783,
      "loss": 1.0009,
      "step": 5074
    },
    {
      "epoch": 0.20786401802170798,
      "grad_norm": 2.8376798713532407,
      "learning_rate": 0.0002996648695547145,
      "loss": 2.3818,
      "step": 5075
    },
    {
      "epoch": 0.20790497644890435,
      "grad_norm": 1.1310668204149361,
      "learning_rate": 0.0002996646516295183,
      "loss": 1.2691,
      "step": 5076
    },
    {
      "epoch": 0.20794593487610075,
      "grad_norm": 0.7322598344094887,
      "learning_rate": 0.00029966443363356937,
      "loss": 0.8177,
      "step": 5077
    },
    {
      "epoch": 0.20798689330329714,
      "grad_norm": 1.5257944638255614,
      "learning_rate": 0.00029966421556686774,
      "loss": 1.2359,
      "step": 5078
    },
    {
      "epoch": 0.20802785173049354,
      "grad_norm": 0.5952614923536655,
      "learning_rate": 0.00029966399742941357,
      "loss": 0.9898,
      "step": 5079
    },
    {
      "epoch": 0.20806881015768994,
      "grad_norm": 0.6279642443819584,
      "learning_rate": 0.0002996637792212069,
      "loss": 0.4689,
      "step": 5080
    },
    {
      "epoch": 0.20810976858488633,
      "grad_norm": 1.7753587225831677,
      "learning_rate": 0.0002996635609422479,
      "loss": 0.8188,
      "step": 5081
    },
    {
      "epoch": 0.20815072701208273,
      "grad_norm": 0.8977625991653789,
      "learning_rate": 0.00029966334259253673,
      "loss": 0.8294,
      "step": 5082
    },
    {
      "epoch": 0.20819168543927913,
      "grad_norm": 0.4574174036928055,
      "learning_rate": 0.0002996631241720733,
      "loss": 0.3957,
      "step": 5083
    },
    {
      "epoch": 0.20823264386647553,
      "grad_norm": 0.9662003097396309,
      "learning_rate": 0.0002996629056808579,
      "loss": 0.7716,
      "step": 5084
    },
    {
      "epoch": 0.20827360229367192,
      "grad_norm": 1.010506504531069,
      "learning_rate": 0.00029966268711889056,
      "loss": 0.7682,
      "step": 5085
    },
    {
      "epoch": 0.20831456072086832,
      "grad_norm": 0.8249796842375076,
      "learning_rate": 0.0002996624684861714,
      "loss": 0.7064,
      "step": 5086
    },
    {
      "epoch": 0.20835551914806472,
      "grad_norm": 0.8077271423785928,
      "learning_rate": 0.00029966224978270046,
      "loss": 1.1168,
      "step": 5087
    },
    {
      "epoch": 0.2083964775752611,
      "grad_norm": 0.9896908219897024,
      "learning_rate": 0.0002996620310084779,
      "loss": 0.9343,
      "step": 5088
    },
    {
      "epoch": 0.2084374360024575,
      "grad_norm": 0.6683233453048647,
      "learning_rate": 0.0002996618121635039,
      "loss": 0.4913,
      "step": 5089
    },
    {
      "epoch": 0.2084783944296539,
      "grad_norm": 0.7420672648806844,
      "learning_rate": 0.0002996615932477784,
      "loss": 1.1118,
      "step": 5090
    },
    {
      "epoch": 0.2085193528568503,
      "grad_norm": 4.273132989634423,
      "learning_rate": 0.0002996613742613016,
      "loss": 4.5347,
      "step": 5091
    },
    {
      "epoch": 0.2085603112840467,
      "grad_norm": 0.8133875722807439,
      "learning_rate": 0.00029966115520407355,
      "loss": 1.3056,
      "step": 5092
    },
    {
      "epoch": 0.2086012697112431,
      "grad_norm": 0.518315245771033,
      "learning_rate": 0.00029966093607609445,
      "loss": 0.4385,
      "step": 5093
    },
    {
      "epoch": 0.2086422281384395,
      "grad_norm": 1.4940407628654502,
      "learning_rate": 0.0002996607168773643,
      "loss": 2.6693,
      "step": 5094
    },
    {
      "epoch": 0.2086831865656359,
      "grad_norm": 1.1575268208961094,
      "learning_rate": 0.0002996604976078833,
      "loss": 1.9977,
      "step": 5095
    },
    {
      "epoch": 0.2087241449928323,
      "grad_norm": 0.5724585161863098,
      "learning_rate": 0.0002996602782676515,
      "loss": 0.3982,
      "step": 5096
    },
    {
      "epoch": 0.20876510342002866,
      "grad_norm": 0.86026744564118,
      "learning_rate": 0.00029966005885666893,
      "loss": 0.954,
      "step": 5097
    },
    {
      "epoch": 0.20880606184722506,
      "grad_norm": 0.7229804736327429,
      "learning_rate": 0.00029965983937493585,
      "loss": 1.0932,
      "step": 5098
    },
    {
      "epoch": 0.20884702027442145,
      "grad_norm": 0.704530780228005,
      "learning_rate": 0.0002996596198224522,
      "loss": 1.0559,
      "step": 5099
    },
    {
      "epoch": 0.20888797870161785,
      "grad_norm": 0.7896912562153356,
      "learning_rate": 0.0002996594001992182,
      "loss": 1.0777,
      "step": 5100
    },
    {
      "epoch": 0.20892893712881425,
      "grad_norm": 0.6582509872436707,
      "learning_rate": 0.00029965918050523394,
      "loss": 0.9051,
      "step": 5101
    },
    {
      "epoch": 0.20896989555601064,
      "grad_norm": 1.0914214331615042,
      "learning_rate": 0.0002996589607404995,
      "loss": 1.0323,
      "step": 5102
    },
    {
      "epoch": 0.20901085398320704,
      "grad_norm": 1.2121867394355867,
      "learning_rate": 0.000299658740905015,
      "loss": 1.2461,
      "step": 5103
    },
    {
      "epoch": 0.20905181241040344,
      "grad_norm": 0.8819373270000743,
      "learning_rate": 0.0002996585209987805,
      "loss": 0.7981,
      "step": 5104
    },
    {
      "epoch": 0.20909277083759983,
      "grad_norm": 0.8253158863152575,
      "learning_rate": 0.0002996583010217961,
      "loss": 0.8508,
      "step": 5105
    },
    {
      "epoch": 0.20913372926479623,
      "grad_norm": 0.6836425834638808,
      "learning_rate": 0.00029965808097406205,
      "loss": 0.8755,
      "step": 5106
    },
    {
      "epoch": 0.20917468769199263,
      "grad_norm": 0.7315386937923959,
      "learning_rate": 0.0002996578608555782,
      "loss": 0.5324,
      "step": 5107
    },
    {
      "epoch": 0.20921564611918902,
      "grad_norm": 0.5518830278106285,
      "learning_rate": 0.0002996576406663449,
      "loss": 0.4145,
      "step": 5108
    },
    {
      "epoch": 0.20925660454638542,
      "grad_norm": 1.6364822966516221,
      "learning_rate": 0.00029965742040636217,
      "loss": 0.9858,
      "step": 5109
    },
    {
      "epoch": 0.20929756297358182,
      "grad_norm": 0.6073168891589602,
      "learning_rate": 0.00029965720007563005,
      "loss": 0.5913,
      "step": 5110
    },
    {
      "epoch": 0.20933852140077822,
      "grad_norm": 0.7754604868360695,
      "learning_rate": 0.0002996569796741487,
      "loss": 0.6614,
      "step": 5111
    },
    {
      "epoch": 0.2093794798279746,
      "grad_norm": 0.5549616894018832,
      "learning_rate": 0.00029965675920191816,
      "loss": 0.4745,
      "step": 5112
    },
    {
      "epoch": 0.209420438255171,
      "grad_norm": 1.0591247963392914,
      "learning_rate": 0.00029965653865893867,
      "loss": 1.3994,
      "step": 5113
    },
    {
      "epoch": 0.2094613966823674,
      "grad_norm": 1.8197148301778916,
      "learning_rate": 0.0002996563180452102,
      "loss": 2.6995,
      "step": 5114
    },
    {
      "epoch": 0.2095023551095638,
      "grad_norm": 0.8849845982152222,
      "learning_rate": 0.00029965609736073295,
      "loss": 1.0348,
      "step": 5115
    },
    {
      "epoch": 0.2095433135367602,
      "grad_norm": 0.7840474546544628,
      "learning_rate": 0.00029965587660550695,
      "loss": 1.0637,
      "step": 5116
    },
    {
      "epoch": 0.2095842719639566,
      "grad_norm": 0.5721471649211901,
      "learning_rate": 0.00029965565577953236,
      "loss": 0.7245,
      "step": 5117
    },
    {
      "epoch": 0.20962523039115297,
      "grad_norm": 0.9982574531941403,
      "learning_rate": 0.00029965543488280925,
      "loss": 1.1805,
      "step": 5118
    },
    {
      "epoch": 0.20966618881834936,
      "grad_norm": 0.9042179689631836,
      "learning_rate": 0.0002996552139153377,
      "loss": 0.6805,
      "step": 5119
    },
    {
      "epoch": 0.20970714724554576,
      "grad_norm": 0.9009384447474639,
      "learning_rate": 0.00029965499287711787,
      "loss": 0.9941,
      "step": 5120
    },
    {
      "epoch": 0.20974810567274216,
      "grad_norm": 0.8662315900915787,
      "learning_rate": 0.0002996547717681499,
      "loss": 1.1613,
      "step": 5121
    },
    {
      "epoch": 0.20978906409993855,
      "grad_norm": 0.7389925116878298,
      "learning_rate": 0.00029965455058843373,
      "loss": 0.5956,
      "step": 5122
    },
    {
      "epoch": 0.20983002252713495,
      "grad_norm": 0.7028965973471821,
      "learning_rate": 0.00029965432933796966,
      "loss": 0.9149,
      "step": 5123
    },
    {
      "epoch": 0.20987098095433135,
      "grad_norm": 1.1301771147615733,
      "learning_rate": 0.0002996541080167577,
      "loss": 1.4551,
      "step": 5124
    },
    {
      "epoch": 0.20991193938152775,
      "grad_norm": 0.759708647295643,
      "learning_rate": 0.0002996538866247979,
      "loss": 0.8469,
      "step": 5125
    },
    {
      "epoch": 0.20995289780872414,
      "grad_norm": 3.3790900768267096,
      "learning_rate": 0.0002996536651620905,
      "loss": 2.9037,
      "step": 5126
    },
    {
      "epoch": 0.20999385623592054,
      "grad_norm": 0.6014280394232634,
      "learning_rate": 0.0002996534436286355,
      "loss": 0.479,
      "step": 5127
    },
    {
      "epoch": 0.21003481466311694,
      "grad_norm": 0.6127719110375937,
      "learning_rate": 0.00029965322202443306,
      "loss": 0.8735,
      "step": 5128
    },
    {
      "epoch": 0.21007577309031333,
      "grad_norm": 1.0285443146442776,
      "learning_rate": 0.00029965300034948323,
      "loss": 0.8977,
      "step": 5129
    },
    {
      "epoch": 0.21011673151750973,
      "grad_norm": 0.8610108710455319,
      "learning_rate": 0.0002996527786037861,
      "loss": 0.834,
      "step": 5130
    },
    {
      "epoch": 0.21015768994470613,
      "grad_norm": 1.0678267297118191,
      "learning_rate": 0.00029965255678734195,
      "loss": 1.6601,
      "step": 5131
    },
    {
      "epoch": 0.21019864837190252,
      "grad_norm": 1.6769990020487047,
      "learning_rate": 0.00029965233490015066,
      "loss": 2.427,
      "step": 5132
    },
    {
      "epoch": 0.21023960679909892,
      "grad_norm": 1.0917596796735887,
      "learning_rate": 0.0002996521129422124,
      "loss": 1.4336,
      "step": 5133
    },
    {
      "epoch": 0.21028056522629532,
      "grad_norm": 2.7656434313465295,
      "learning_rate": 0.00029965189091352737,
      "loss": 7.6107,
      "step": 5134
    },
    {
      "epoch": 0.21032152365349172,
      "grad_norm": 1.1585596854820708,
      "learning_rate": 0.0002996516688140956,
      "loss": 0.8297,
      "step": 5135
    },
    {
      "epoch": 0.2103624820806881,
      "grad_norm": 0.8238787799036278,
      "learning_rate": 0.00029965144664391717,
      "loss": 0.7754,
      "step": 5136
    },
    {
      "epoch": 0.2104034405078845,
      "grad_norm": 1.0530752623223167,
      "learning_rate": 0.0002996512244029923,
      "loss": 1.3595,
      "step": 5137
    },
    {
      "epoch": 0.2104443989350809,
      "grad_norm": 0.8883194838923664,
      "learning_rate": 0.00029965100209132094,
      "loss": 1.0715,
      "step": 5138
    },
    {
      "epoch": 0.21048535736227728,
      "grad_norm": 0.6956710742902025,
      "learning_rate": 0.00029965077970890323,
      "loss": 0.7935,
      "step": 5139
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.6721200395377683,
      "learning_rate": 0.0002996505572557394,
      "loss": 0.532,
      "step": 5140
    },
    {
      "epoch": 0.21056727421667007,
      "grad_norm": 0.7567403069849469,
      "learning_rate": 0.0002996503347318295,
      "loss": 0.8611,
      "step": 5141
    },
    {
      "epoch": 0.21060823264386647,
      "grad_norm": 0.8738948962804417,
      "learning_rate": 0.0002996501121371735,
      "loss": 1.2303,
      "step": 5142
    },
    {
      "epoch": 0.21064919107106286,
      "grad_norm": 1.2222369621575482,
      "learning_rate": 0.00029964988947177166,
      "loss": 1.5626,
      "step": 5143
    },
    {
      "epoch": 0.21069014949825926,
      "grad_norm": 1.0229953187673408,
      "learning_rate": 0.00029964966673562404,
      "loss": 2.1764,
      "step": 5144
    },
    {
      "epoch": 0.21073110792545566,
      "grad_norm": 1.6751623719584794,
      "learning_rate": 0.0002996494439287308,
      "loss": 3.922,
      "step": 5145
    },
    {
      "epoch": 0.21077206635265205,
      "grad_norm": 0.8825941598280198,
      "learning_rate": 0.00029964922105109185,
      "loss": 1.0803,
      "step": 5146
    },
    {
      "epoch": 0.21081302477984845,
      "grad_norm": 0.6825561360541389,
      "learning_rate": 0.00029964899810270754,
      "loss": 1.0517,
      "step": 5147
    },
    {
      "epoch": 0.21085398320704485,
      "grad_norm": 0.6374849530623486,
      "learning_rate": 0.0002996487750835778,
      "loss": 0.8698,
      "step": 5148
    },
    {
      "epoch": 0.21089494163424125,
      "grad_norm": 1.4018690734476125,
      "learning_rate": 0.0002996485519937029,
      "loss": 1.1871,
      "step": 5149
    },
    {
      "epoch": 0.21093590006143764,
      "grad_norm": 2.114839973795307,
      "learning_rate": 0.00029964832883308274,
      "loss": 1.8898,
      "step": 5150
    },
    {
      "epoch": 0.21097685848863404,
      "grad_norm": 0.8095322509986921,
      "learning_rate": 0.00029964810560171754,
      "loss": 0.4309,
      "step": 5151
    },
    {
      "epoch": 0.21101781691583044,
      "grad_norm": 0.8265846144878652,
      "learning_rate": 0.0002996478822996075,
      "loss": 0.9276,
      "step": 5152
    },
    {
      "epoch": 0.21105877534302683,
      "grad_norm": 0.8607236106717981,
      "learning_rate": 0.00029964765892675257,
      "loss": 1.2948,
      "step": 5153
    },
    {
      "epoch": 0.21109973377022323,
      "grad_norm": 0.640501562916874,
      "learning_rate": 0.00029964743548315285,
      "loss": 0.4988,
      "step": 5154
    },
    {
      "epoch": 0.21114069219741963,
      "grad_norm": 0.8819250150463525,
      "learning_rate": 0.0002996472119688086,
      "loss": 1.2596,
      "step": 5155
    },
    {
      "epoch": 0.21118165062461602,
      "grad_norm": 0.6147479272470904,
      "learning_rate": 0.0002996469883837198,
      "loss": 0.4159,
      "step": 5156
    },
    {
      "epoch": 0.21122260905181242,
      "grad_norm": 0.9154967065304467,
      "learning_rate": 0.0002996467647278866,
      "loss": 1.045,
      "step": 5157
    },
    {
      "epoch": 0.21126356747900882,
      "grad_norm": 0.774704578779493,
      "learning_rate": 0.00029964654100130906,
      "loss": 1.0117,
      "step": 5158
    },
    {
      "epoch": 0.21130452590620522,
      "grad_norm": 1.1491928820770634,
      "learning_rate": 0.00029964631720398734,
      "loss": 1.5574,
      "step": 5159
    },
    {
      "epoch": 0.21134548433340158,
      "grad_norm": 0.8217506093306128,
      "learning_rate": 0.0002996460933359215,
      "loss": 0.9281,
      "step": 5160
    },
    {
      "epoch": 0.21138644276059798,
      "grad_norm": 0.800492794455582,
      "learning_rate": 0.00029964586939711167,
      "loss": 1.2923,
      "step": 5161
    },
    {
      "epoch": 0.21142740118779438,
      "grad_norm": 0.6439355973339714,
      "learning_rate": 0.000299645645387558,
      "loss": 0.8264,
      "step": 5162
    },
    {
      "epoch": 0.21146835961499078,
      "grad_norm": 0.8380948626034989,
      "learning_rate": 0.00029964542130726053,
      "loss": 0.7128,
      "step": 5163
    },
    {
      "epoch": 0.21150931804218717,
      "grad_norm": 0.7340055339971876,
      "learning_rate": 0.0002996451971562194,
      "loss": 0.7698,
      "step": 5164
    },
    {
      "epoch": 0.21155027646938357,
      "grad_norm": 0.6375774097076876,
      "learning_rate": 0.0002996449729344347,
      "loss": 0.6642,
      "step": 5165
    },
    {
      "epoch": 0.21159123489657997,
      "grad_norm": 1.4496010883429975,
      "learning_rate": 0.0002996447486419065,
      "loss": 0.9865,
      "step": 5166
    },
    {
      "epoch": 0.21163219332377636,
      "grad_norm": 1.9006978854406478,
      "learning_rate": 0.00029964452427863494,
      "loss": 3.2428,
      "step": 5167
    },
    {
      "epoch": 0.21167315175097276,
      "grad_norm": 0.9552623849852233,
      "learning_rate": 0.00029964429984462017,
      "loss": 1.3566,
      "step": 5168
    },
    {
      "epoch": 0.21171411017816916,
      "grad_norm": 0.798740160446867,
      "learning_rate": 0.00029964407533986223,
      "loss": 1.1839,
      "step": 5169
    },
    {
      "epoch": 0.21175506860536555,
      "grad_norm": 0.9145311642947931,
      "learning_rate": 0.00029964385076436135,
      "loss": 1.1726,
      "step": 5170
    },
    {
      "epoch": 0.21179602703256195,
      "grad_norm": 0.759249088797503,
      "learning_rate": 0.00029964362611811747,
      "loss": 0.8295,
      "step": 5171
    },
    {
      "epoch": 0.21183698545975835,
      "grad_norm": 1.4515108757557769,
      "learning_rate": 0.00029964340140113075,
      "loss": 1.0205,
      "step": 5172
    },
    {
      "epoch": 0.21187794388695474,
      "grad_norm": 0.8736355589632062,
      "learning_rate": 0.00029964317661340136,
      "loss": 0.6916,
      "step": 5173
    },
    {
      "epoch": 0.21191890231415114,
      "grad_norm": 0.7009367744791022,
      "learning_rate": 0.0002996429517549293,
      "loss": 0.9757,
      "step": 5174
    },
    {
      "epoch": 0.21195986074134754,
      "grad_norm": 0.5558020944891718,
      "learning_rate": 0.00029964272682571477,
      "loss": 0.8074,
      "step": 5175
    },
    {
      "epoch": 0.21200081916854394,
      "grad_norm": 0.8260245871165007,
      "learning_rate": 0.00029964250182575784,
      "loss": 0.8151,
      "step": 5176
    },
    {
      "epoch": 0.21204177759574033,
      "grad_norm": 0.505722281135108,
      "learning_rate": 0.0002996422767550586,
      "loss": 0.8246,
      "step": 5177
    },
    {
      "epoch": 0.21208273602293673,
      "grad_norm": 0.9860679543230414,
      "learning_rate": 0.0002996420516136172,
      "loss": 1.0072,
      "step": 5178
    },
    {
      "epoch": 0.21212369445013313,
      "grad_norm": 1.3758260952420363,
      "learning_rate": 0.0002996418264014337,
      "loss": 1.4905,
      "step": 5179
    },
    {
      "epoch": 0.21216465287732952,
      "grad_norm": 0.7253196910676669,
      "learning_rate": 0.0002996416011185083,
      "loss": 0.7568,
      "step": 5180
    },
    {
      "epoch": 0.2122056113045259,
      "grad_norm": 0.8027570056731758,
      "learning_rate": 0.0002996413757648409,
      "loss": 1.0031,
      "step": 5181
    },
    {
      "epoch": 0.2122465697317223,
      "grad_norm": 0.858111497753266,
      "learning_rate": 0.00029964115034043185,
      "loss": 1.0172,
      "step": 5182
    },
    {
      "epoch": 0.2122875281589187,
      "grad_norm": 1.104014838505784,
      "learning_rate": 0.0002996409248452811,
      "loss": 0.7496,
      "step": 5183
    },
    {
      "epoch": 0.21232848658611508,
      "grad_norm": 1.0976318351337053,
      "learning_rate": 0.00029964069927938884,
      "loss": 1.1868,
      "step": 5184
    },
    {
      "epoch": 0.21236944501331148,
      "grad_norm": 0.9170073642197075,
      "learning_rate": 0.0002996404736427551,
      "loss": 1.1106,
      "step": 5185
    },
    {
      "epoch": 0.21241040344050788,
      "grad_norm": 1.3043896239629162,
      "learning_rate": 0.00029964024793538007,
      "loss": 2.3224,
      "step": 5186
    },
    {
      "epoch": 0.21245136186770427,
      "grad_norm": 0.8760128926484866,
      "learning_rate": 0.00029964002215726376,
      "loss": 1.3216,
      "step": 5187
    },
    {
      "epoch": 0.21249232029490067,
      "grad_norm": 1.408834105702066,
      "learning_rate": 0.0002996397963084064,
      "loss": 1.1913,
      "step": 5188
    },
    {
      "epoch": 0.21253327872209707,
      "grad_norm": 0.7389032995095631,
      "learning_rate": 0.000299639570388808,
      "loss": 0.9562,
      "step": 5189
    },
    {
      "epoch": 0.21257423714929347,
      "grad_norm": 0.7181843364643151,
      "learning_rate": 0.0002996393443984687,
      "loss": 1.0836,
      "step": 5190
    },
    {
      "epoch": 0.21261519557648986,
      "grad_norm": 1.0023333983861256,
      "learning_rate": 0.00029963911833738854,
      "loss": 0.9257,
      "step": 5191
    },
    {
      "epoch": 0.21265615400368626,
      "grad_norm": 1.2548282679148135,
      "learning_rate": 0.00029963889220556775,
      "loss": 1.2287,
      "step": 5192
    },
    {
      "epoch": 0.21269711243088266,
      "grad_norm": 0.907219924203255,
      "learning_rate": 0.00029963866600300635,
      "loss": 0.8022,
      "step": 5193
    },
    {
      "epoch": 0.21273807085807905,
      "grad_norm": 1.1043391453812268,
      "learning_rate": 0.00029963843972970444,
      "loss": 1.0265,
      "step": 5194
    },
    {
      "epoch": 0.21277902928527545,
      "grad_norm": 1.2396732293776116,
      "learning_rate": 0.0002996382133856622,
      "loss": 0.8924,
      "step": 5195
    },
    {
      "epoch": 0.21281998771247185,
      "grad_norm": 0.7713908367406812,
      "learning_rate": 0.0002996379869708797,
      "loss": 0.7726,
      "step": 5196
    },
    {
      "epoch": 0.21286094613966824,
      "grad_norm": 1.2252952721865678,
      "learning_rate": 0.0002996377604853571,
      "loss": 1.0662,
      "step": 5197
    },
    {
      "epoch": 0.21290190456686464,
      "grad_norm": 1.7669653151544367,
      "learning_rate": 0.00029963753392909436,
      "loss": 2.3073,
      "step": 5198
    },
    {
      "epoch": 0.21294286299406104,
      "grad_norm": 0.6655308818246614,
      "learning_rate": 0.0002996373073020917,
      "loss": 1.0306,
      "step": 5199
    },
    {
      "epoch": 0.21298382142125744,
      "grad_norm": 3.3296584588484923,
      "learning_rate": 0.0002996370806043492,
      "loss": 2.3645,
      "step": 5200
    },
    {
      "epoch": 0.21302477984845383,
      "grad_norm": 1.9693695850491097,
      "learning_rate": 0.000299636853835867,
      "loss": 4.1127,
      "step": 5201
    },
    {
      "epoch": 0.2130657382756502,
      "grad_norm": 1.4249516269124234,
      "learning_rate": 0.00029963662699664513,
      "loss": 0.8487,
      "step": 5202
    },
    {
      "epoch": 0.2131066967028466,
      "grad_norm": 1.7096412791627262,
      "learning_rate": 0.00029963640008668377,
      "loss": 1.1158,
      "step": 5203
    },
    {
      "epoch": 0.213147655130043,
      "grad_norm": 0.9244460291847097,
      "learning_rate": 0.000299636173105983,
      "loss": 0.4628,
      "step": 5204
    },
    {
      "epoch": 0.2131886135572394,
      "grad_norm": 1.0059441335620476,
      "learning_rate": 0.00029963594605454295,
      "loss": 0.7618,
      "step": 5205
    },
    {
      "epoch": 0.2132295719844358,
      "grad_norm": 0.7424647747129157,
      "learning_rate": 0.0002996357189323637,
      "loss": 0.9522,
      "step": 5206
    },
    {
      "epoch": 0.2132705304116322,
      "grad_norm": 0.7188297742449905,
      "learning_rate": 0.00029963549173944536,
      "loss": 1.0437,
      "step": 5207
    },
    {
      "epoch": 0.21331148883882858,
      "grad_norm": 1.127468060988884,
      "learning_rate": 0.00029963526447578803,
      "loss": 1.3411,
      "step": 5208
    },
    {
      "epoch": 0.21335244726602498,
      "grad_norm": 0.7815473595782482,
      "learning_rate": 0.0002996350371413918,
      "loss": 0.9673,
      "step": 5209
    },
    {
      "epoch": 0.21339340569322138,
      "grad_norm": 0.7932843003362645,
      "learning_rate": 0.0002996348097362569,
      "loss": 0.9637,
      "step": 5210
    },
    {
      "epoch": 0.21343436412041777,
      "grad_norm": 1.0271150819030004,
      "learning_rate": 0.00029963458226038326,
      "loss": 1.1326,
      "step": 5211
    },
    {
      "epoch": 0.21347532254761417,
      "grad_norm": 0.7604806962697455,
      "learning_rate": 0.0002996343547137711,
      "loss": 0.9589,
      "step": 5212
    },
    {
      "epoch": 0.21351628097481057,
      "grad_norm": 2.5474807223987064,
      "learning_rate": 0.00029963412709642053,
      "loss": 6.5346,
      "step": 5213
    },
    {
      "epoch": 0.21355723940200697,
      "grad_norm": 0.7664777272540779,
      "learning_rate": 0.0002996338994083316,
      "loss": 0.7997,
      "step": 5214
    },
    {
      "epoch": 0.21359819782920336,
      "grad_norm": 1.7572297454425871,
      "learning_rate": 0.00029963367164950446,
      "loss": 2.3722,
      "step": 5215
    },
    {
      "epoch": 0.21363915625639976,
      "grad_norm": 0.7506310987657088,
      "learning_rate": 0.0002996334438199392,
      "loss": 1.0445,
      "step": 5216
    },
    {
      "epoch": 0.21368011468359616,
      "grad_norm": 0.636791450314715,
      "learning_rate": 0.0002996332159196359,
      "loss": 0.902,
      "step": 5217
    },
    {
      "epoch": 0.21372107311079255,
      "grad_norm": 0.686302715743562,
      "learning_rate": 0.0002996329879485947,
      "loss": 0.9145,
      "step": 5218
    },
    {
      "epoch": 0.21376203153798895,
      "grad_norm": 0.971976148714406,
      "learning_rate": 0.0002996327599068158,
      "loss": 1.3265,
      "step": 5219
    },
    {
      "epoch": 0.21380298996518535,
      "grad_norm": 0.8247560198575727,
      "learning_rate": 0.0002996325317942991,
      "loss": 0.6658,
      "step": 5220
    },
    {
      "epoch": 0.21384394839238174,
      "grad_norm": 0.5743209951987827,
      "learning_rate": 0.00029963230361104487,
      "loss": 0.7286,
      "step": 5221
    },
    {
      "epoch": 0.21388490681957814,
      "grad_norm": 0.7999743761119213,
      "learning_rate": 0.00029963207535705315,
      "loss": 1.2193,
      "step": 5222
    },
    {
      "epoch": 0.2139258652467745,
      "grad_norm": 0.8095849733025583,
      "learning_rate": 0.0002996318470323241,
      "loss": 0.5061,
      "step": 5223
    },
    {
      "epoch": 0.2139668236739709,
      "grad_norm": 1.0632310853944473,
      "learning_rate": 0.00029963161863685774,
      "loss": 1.4827,
      "step": 5224
    },
    {
      "epoch": 0.2140077821011673,
      "grad_norm": 0.8159325377523343,
      "learning_rate": 0.00029963139017065427,
      "loss": 1.0039,
      "step": 5225
    },
    {
      "epoch": 0.2140487405283637,
      "grad_norm": 0.7527225207779598,
      "learning_rate": 0.00029963116163371376,
      "loss": 0.9234,
      "step": 5226
    },
    {
      "epoch": 0.2140896989555601,
      "grad_norm": 1.538709722077081,
      "learning_rate": 0.0002996309330260363,
      "loss": 1.1915,
      "step": 5227
    },
    {
      "epoch": 0.2141306573827565,
      "grad_norm": 0.807588577828701,
      "learning_rate": 0.00029963070434762206,
      "loss": 0.9284,
      "step": 5228
    },
    {
      "epoch": 0.2141716158099529,
      "grad_norm": 1.0098673630405268,
      "learning_rate": 0.0002996304755984711,
      "loss": 1.865,
      "step": 5229
    },
    {
      "epoch": 0.2142125742371493,
      "grad_norm": 0.5712263456763342,
      "learning_rate": 0.0002996302467785835,
      "loss": 0.7434,
      "step": 5230
    },
    {
      "epoch": 0.21425353266434569,
      "grad_norm": 0.767442208467087,
      "learning_rate": 0.0002996300178879594,
      "loss": 0.7569,
      "step": 5231
    },
    {
      "epoch": 0.21429449109154208,
      "grad_norm": 0.6959045939938119,
      "learning_rate": 0.00029962978892659895,
      "loss": 0.7175,
      "step": 5232
    },
    {
      "epoch": 0.21433544951873848,
      "grad_norm": 4.2224997919272225,
      "learning_rate": 0.00029962955989450217,
      "loss": 5.286,
      "step": 5233
    },
    {
      "epoch": 0.21437640794593488,
      "grad_norm": 1.018171994940122,
      "learning_rate": 0.00029962933079166927,
      "loss": 1.0169,
      "step": 5234
    },
    {
      "epoch": 0.21441736637313127,
      "grad_norm": 0.8840437090884308,
      "learning_rate": 0.00029962910161810026,
      "loss": 0.7021,
      "step": 5235
    },
    {
      "epoch": 0.21445832480032767,
      "grad_norm": 0.7422768434829666,
      "learning_rate": 0.00029962887237379535,
      "loss": 1.0103,
      "step": 5236
    },
    {
      "epoch": 0.21449928322752407,
      "grad_norm": 0.8614976268189138,
      "learning_rate": 0.0002996286430587545,
      "loss": 1.7374,
      "step": 5237
    },
    {
      "epoch": 0.21454024165472046,
      "grad_norm": 0.6992546626374695,
      "learning_rate": 0.000299628413672978,
      "loss": 1.2451,
      "step": 5238
    },
    {
      "epoch": 0.21458120008191686,
      "grad_norm": 0.5753035835971604,
      "learning_rate": 0.00029962818421646584,
      "loss": 0.4525,
      "step": 5239
    },
    {
      "epoch": 0.21462215850911326,
      "grad_norm": 0.8768921834214443,
      "learning_rate": 0.00029962795468921815,
      "loss": 1.0324,
      "step": 5240
    },
    {
      "epoch": 0.21466311693630966,
      "grad_norm": 0.6319892074071581,
      "learning_rate": 0.000299627725091235,
      "loss": 1.0314,
      "step": 5241
    },
    {
      "epoch": 0.21470407536350605,
      "grad_norm": 0.967645381189462,
      "learning_rate": 0.0002996274954225166,
      "loss": 0.8547,
      "step": 5242
    },
    {
      "epoch": 0.21474503379070245,
      "grad_norm": 0.7538875319754651,
      "learning_rate": 0.000299627265683063,
      "loss": 0.9972,
      "step": 5243
    },
    {
      "epoch": 0.21478599221789882,
      "grad_norm": 0.6349386988063512,
      "learning_rate": 0.0002996270358728743,
      "loss": 0.9014,
      "step": 5244
    },
    {
      "epoch": 0.21482695064509522,
      "grad_norm": 0.7050218936479449,
      "learning_rate": 0.00029962680599195064,
      "loss": 1.1137,
      "step": 5245
    },
    {
      "epoch": 0.2148679090722916,
      "grad_norm": 0.7700160801221114,
      "learning_rate": 0.00029962657604029207,
      "loss": 1.0837,
      "step": 5246
    },
    {
      "epoch": 0.214908867499488,
      "grad_norm": 0.9059224946122904,
      "learning_rate": 0.00029962634601789874,
      "loss": 1.2126,
      "step": 5247
    },
    {
      "epoch": 0.2149498259266844,
      "grad_norm": 0.6099144011512089,
      "learning_rate": 0.00029962611592477075,
      "loss": 0.6944,
      "step": 5248
    },
    {
      "epoch": 0.2149907843538808,
      "grad_norm": 1.02497166717015,
      "learning_rate": 0.0002996258857609083,
      "loss": 1.2159,
      "step": 5249
    },
    {
      "epoch": 0.2150317427810772,
      "grad_norm": 0.8998253136475455,
      "learning_rate": 0.0002996256555263113,
      "loss": 1.0341,
      "step": 5250
    },
    {
      "epoch": 0.2150727012082736,
      "grad_norm": 0.4823657383976299,
      "learning_rate": 0.0002996254252209801,
      "loss": 0.3978,
      "step": 5251
    },
    {
      "epoch": 0.21511365963547,
      "grad_norm": 0.7309707816959281,
      "learning_rate": 0.00029962519484491454,
      "loss": 0.911,
      "step": 5252
    },
    {
      "epoch": 0.2151546180626664,
      "grad_norm": 0.699378780962928,
      "learning_rate": 0.00029962496439811493,
      "loss": 0.6878,
      "step": 5253
    },
    {
      "epoch": 0.2151955764898628,
      "grad_norm": 0.6700245376713946,
      "learning_rate": 0.0002996247338805813,
      "loss": 0.8736,
      "step": 5254
    },
    {
      "epoch": 0.21523653491705919,
      "grad_norm": 1.3457558698769678,
      "learning_rate": 0.0002996245032923139,
      "loss": 1.3292,
      "step": 5255
    },
    {
      "epoch": 0.21527749334425558,
      "grad_norm": 0.7376440702553212,
      "learning_rate": 0.0002996242726333126,
      "loss": 1.0453,
      "step": 5256
    },
    {
      "epoch": 0.21531845177145198,
      "grad_norm": 0.9822762140458782,
      "learning_rate": 0.00029962404190357763,
      "loss": 2.1443,
      "step": 5257
    },
    {
      "epoch": 0.21535941019864838,
      "grad_norm": 0.7884418271948266,
      "learning_rate": 0.0002996238111031091,
      "loss": 1.2472,
      "step": 5258
    },
    {
      "epoch": 0.21540036862584477,
      "grad_norm": 6.640451651661322,
      "learning_rate": 0.0002996235802319071,
      "loss": 4.8176,
      "step": 5259
    },
    {
      "epoch": 0.21544132705304117,
      "grad_norm": 0.8078872312417021,
      "learning_rate": 0.0002996233492899718,
      "loss": 0.4807,
      "step": 5260
    },
    {
      "epoch": 0.21548228548023757,
      "grad_norm": 0.5700833192804854,
      "learning_rate": 0.00029962311827730326,
      "loss": 0.8701,
      "step": 5261
    },
    {
      "epoch": 0.21552324390743396,
      "grad_norm": 0.5888625073666776,
      "learning_rate": 0.00029962288719390155,
      "loss": 0.9847,
      "step": 5262
    },
    {
      "epoch": 0.21556420233463036,
      "grad_norm": 0.6987472761167676,
      "learning_rate": 0.0002996226560397669,
      "loss": 1.1113,
      "step": 5263
    },
    {
      "epoch": 0.21560516076182676,
      "grad_norm": 1.136902427811962,
      "learning_rate": 0.0002996224248148992,
      "loss": 0.9983,
      "step": 5264
    },
    {
      "epoch": 0.21564611918902313,
      "grad_norm": 0.8381114339750746,
      "learning_rate": 0.0002996221935192988,
      "loss": 0.6231,
      "step": 5265
    },
    {
      "epoch": 0.21568707761621952,
      "grad_norm": 0.7760357123521677,
      "learning_rate": 0.0002996219621529657,
      "loss": 1.1117,
      "step": 5266
    },
    {
      "epoch": 0.21572803604341592,
      "grad_norm": 0.7174628306182029,
      "learning_rate": 0.00029962173071590003,
      "loss": 0.7846,
      "step": 5267
    },
    {
      "epoch": 0.21576899447061232,
      "grad_norm": 0.6398439795691585,
      "learning_rate": 0.00029962149920810185,
      "loss": 0.437,
      "step": 5268
    },
    {
      "epoch": 0.21580995289780872,
      "grad_norm": 0.8299586141710188,
      "learning_rate": 0.0002996212676295713,
      "loss": 1.3489,
      "step": 5269
    },
    {
      "epoch": 0.2158509113250051,
      "grad_norm": 0.9601406099063753,
      "learning_rate": 0.00029962103598030855,
      "loss": 0.9698,
      "step": 5270
    },
    {
      "epoch": 0.2158918697522015,
      "grad_norm": 1.3884260509681283,
      "learning_rate": 0.0002996208042603137,
      "loss": 1.8346,
      "step": 5271
    },
    {
      "epoch": 0.2159328281793979,
      "grad_norm": 1.0321067688343861,
      "learning_rate": 0.00029962057246958666,
      "loss": 0.9894,
      "step": 5272
    },
    {
      "epoch": 0.2159737866065943,
      "grad_norm": 0.788415636251227,
      "learning_rate": 0.0002996203406081278,
      "loss": 0.9929,
      "step": 5273
    },
    {
      "epoch": 0.2160147450337907,
      "grad_norm": 0.7113738556206177,
      "learning_rate": 0.0002996201086759371,
      "loss": 0.7568,
      "step": 5274
    },
    {
      "epoch": 0.2160557034609871,
      "grad_norm": 0.6479722890291453,
      "learning_rate": 0.0002996198766730147,
      "loss": 0.7433,
      "step": 5275
    },
    {
      "epoch": 0.2160966618881835,
      "grad_norm": 0.7402362978197007,
      "learning_rate": 0.00029961964459936075,
      "loss": 0.9551,
      "step": 5276
    },
    {
      "epoch": 0.2161376203153799,
      "grad_norm": 0.6651855411137356,
      "learning_rate": 0.0002996194124549753,
      "loss": 0.5237,
      "step": 5277
    },
    {
      "epoch": 0.2161785787425763,
      "grad_norm": 0.9032734259162938,
      "learning_rate": 0.0002996191802398584,
      "loss": 1.2006,
      "step": 5278
    },
    {
      "epoch": 0.21621953716977269,
      "grad_norm": 0.7523088931230002,
      "learning_rate": 0.0002996189479540103,
      "loss": 0.9302,
      "step": 5279
    },
    {
      "epoch": 0.21626049559696908,
      "grad_norm": 1.0601353064474264,
      "learning_rate": 0.000299618715597431,
      "loss": 1.1119,
      "step": 5280
    },
    {
      "epoch": 0.21630145402416548,
      "grad_norm": 0.6567827744659112,
      "learning_rate": 0.0002996184831701207,
      "loss": 0.9693,
      "step": 5281
    },
    {
      "epoch": 0.21634241245136188,
      "grad_norm": 0.9904816057394655,
      "learning_rate": 0.0002996182506720794,
      "loss": 0.8264,
      "step": 5282
    },
    {
      "epoch": 0.21638337087855827,
      "grad_norm": 0.557301776724073,
      "learning_rate": 0.0002996180181033073,
      "loss": 0.6861,
      "step": 5283
    },
    {
      "epoch": 0.21642432930575467,
      "grad_norm": 1.1083445266145402,
      "learning_rate": 0.0002996177854638045,
      "loss": 1.3161,
      "step": 5284
    },
    {
      "epoch": 0.21646528773295107,
      "grad_norm": 1.2015210334164725,
      "learning_rate": 0.0002996175527535711,
      "loss": 0.8565,
      "step": 5285
    },
    {
      "epoch": 0.21650624616014746,
      "grad_norm": 0.8082436997314899,
      "learning_rate": 0.0002996173199726072,
      "loss": 1.1032,
      "step": 5286
    },
    {
      "epoch": 0.21654720458734383,
      "grad_norm": 0.9076026924673135,
      "learning_rate": 0.0002996170871209129,
      "loss": 1.3274,
      "step": 5287
    },
    {
      "epoch": 0.21658816301454023,
      "grad_norm": 0.5544658519005118,
      "learning_rate": 0.0002996168541984883,
      "loss": 0.8679,
      "step": 5288
    },
    {
      "epoch": 0.21662912144173663,
      "grad_norm": 0.8316864951448265,
      "learning_rate": 0.00029961662120533354,
      "loss": 0.7481,
      "step": 5289
    },
    {
      "epoch": 0.21667007986893302,
      "grad_norm": 0.8143408671873503,
      "learning_rate": 0.0002996163881414488,
      "loss": 1.0093,
      "step": 5290
    },
    {
      "epoch": 0.21671103829612942,
      "grad_norm": 0.9001887798424636,
      "learning_rate": 0.00029961615500683403,
      "loss": 1.1062,
      "step": 5291
    },
    {
      "epoch": 0.21675199672332582,
      "grad_norm": 2.5916570768079645,
      "learning_rate": 0.00029961592180148945,
      "loss": 1.9672,
      "step": 5292
    },
    {
      "epoch": 0.21679295515052222,
      "grad_norm": 0.8618089130528455,
      "learning_rate": 0.0002996156885254151,
      "loss": 0.4246,
      "step": 5293
    },
    {
      "epoch": 0.2168339135777186,
      "grad_norm": 1.1751413324261863,
      "learning_rate": 0.0002996154551786112,
      "loss": 1.2133,
      "step": 5294
    },
    {
      "epoch": 0.216874872004915,
      "grad_norm": 1.6031738544741105,
      "learning_rate": 0.0002996152217610778,
      "loss": 1.1407,
      "step": 5295
    },
    {
      "epoch": 0.2169158304321114,
      "grad_norm": 0.9343324050613369,
      "learning_rate": 0.00029961498827281495,
      "loss": 0.7385,
      "step": 5296
    },
    {
      "epoch": 0.2169567888593078,
      "grad_norm": 0.661668198672197,
      "learning_rate": 0.00029961475471382287,
      "loss": 0.819,
      "step": 5297
    },
    {
      "epoch": 0.2169977472865042,
      "grad_norm": 1.1867485658423713,
      "learning_rate": 0.00029961452108410156,
      "loss": 0.9175,
      "step": 5298
    },
    {
      "epoch": 0.2170387057137006,
      "grad_norm": 1.1758349151617364,
      "learning_rate": 0.00029961428738365124,
      "loss": 0.5881,
      "step": 5299
    },
    {
      "epoch": 0.217079664140897,
      "grad_norm": 1.1266219851055144,
      "learning_rate": 0.00029961405361247196,
      "loss": 1.261,
      "step": 5300
    },
    {
      "epoch": 0.2171206225680934,
      "grad_norm": 1.0373329561571918,
      "learning_rate": 0.0002996138197705638,
      "loss": 0.9601,
      "step": 5301
    },
    {
      "epoch": 0.2171615809952898,
      "grad_norm": 0.9192231470937887,
      "learning_rate": 0.0002996135858579269,
      "loss": 0.849,
      "step": 5302
    },
    {
      "epoch": 0.21720253942248618,
      "grad_norm": 0.8607073907257969,
      "learning_rate": 0.00029961335187456145,
      "loss": 0.9557,
      "step": 5303
    },
    {
      "epoch": 0.21724349784968258,
      "grad_norm": 0.9077225347497954,
      "learning_rate": 0.0002996131178204674,
      "loss": 0.9287,
      "step": 5304
    },
    {
      "epoch": 0.21728445627687898,
      "grad_norm": 0.890142998917586,
      "learning_rate": 0.000299612883695645,
      "loss": 0.6977,
      "step": 5305
    },
    {
      "epoch": 0.21732541470407538,
      "grad_norm": 0.6700962181394577,
      "learning_rate": 0.0002996126495000943,
      "loss": 0.783,
      "step": 5306
    },
    {
      "epoch": 0.21736637313127177,
      "grad_norm": 1.1775423417284903,
      "learning_rate": 0.0002996124152338154,
      "loss": 0.9965,
      "step": 5307
    },
    {
      "epoch": 0.21740733155846814,
      "grad_norm": 0.8301815247485765,
      "learning_rate": 0.0002996121808968085,
      "loss": 1.133,
      "step": 5308
    },
    {
      "epoch": 0.21744828998566454,
      "grad_norm": 0.7746400777311573,
      "learning_rate": 0.00029961194648907356,
      "loss": 0.9349,
      "step": 5309
    },
    {
      "epoch": 0.21748924841286094,
      "grad_norm": 0.4460842921176257,
      "learning_rate": 0.0002996117120106108,
      "loss": 0.4099,
      "step": 5310
    },
    {
      "epoch": 0.21753020684005733,
      "grad_norm": 0.6796525487688678,
      "learning_rate": 0.00029961147746142036,
      "loss": 0.5215,
      "step": 5311
    },
    {
      "epoch": 0.21757116526725373,
      "grad_norm": 1.5116948756768611,
      "learning_rate": 0.00029961124284150225,
      "loss": 1.1213,
      "step": 5312
    },
    {
      "epoch": 0.21761212369445013,
      "grad_norm": 0.5406355696983863,
      "learning_rate": 0.0002996110081508566,
      "loss": 0.384,
      "step": 5313
    },
    {
      "epoch": 0.21765308212164652,
      "grad_norm": 0.7630470402295366,
      "learning_rate": 0.0002996107733894836,
      "loss": 0.9667,
      "step": 5314
    },
    {
      "epoch": 0.21769404054884292,
      "grad_norm": 0.9081813241528597,
      "learning_rate": 0.0002996105385573832,
      "loss": 1.0583,
      "step": 5315
    },
    {
      "epoch": 0.21773499897603932,
      "grad_norm": 1.3400219240150844,
      "learning_rate": 0.0002996103036545557,
      "loss": 0.9926,
      "step": 5316
    },
    {
      "epoch": 0.21777595740323571,
      "grad_norm": 0.5589316396163946,
      "learning_rate": 0.00029961006868100117,
      "loss": 0.5746,
      "step": 5317
    },
    {
      "epoch": 0.2178169158304321,
      "grad_norm": 0.948986200820197,
      "learning_rate": 0.00029960983363671966,
      "loss": 1.3,
      "step": 5318
    },
    {
      "epoch": 0.2178578742576285,
      "grad_norm": 0.7481790590844963,
      "learning_rate": 0.00029960959852171125,
      "loss": 0.6506,
      "step": 5319
    },
    {
      "epoch": 0.2178988326848249,
      "grad_norm": 1.3547044603691418,
      "learning_rate": 0.00029960936333597616,
      "loss": 1.1063,
      "step": 5320
    },
    {
      "epoch": 0.2179397911120213,
      "grad_norm": 0.7701861105784451,
      "learning_rate": 0.0002996091280795144,
      "loss": 1.2592,
      "step": 5321
    },
    {
      "epoch": 0.2179807495392177,
      "grad_norm": 0.664782602568637,
      "learning_rate": 0.00029960889275232615,
      "loss": 0.9502,
      "step": 5322
    },
    {
      "epoch": 0.2180217079664141,
      "grad_norm": 0.699605961657298,
      "learning_rate": 0.0002996086573544115,
      "loss": 1.0086,
      "step": 5323
    },
    {
      "epoch": 0.2180626663936105,
      "grad_norm": 0.680915499622541,
      "learning_rate": 0.00029960842188577055,
      "loss": 0.6796,
      "step": 5324
    },
    {
      "epoch": 0.2181036248208069,
      "grad_norm": 0.8971133736771904,
      "learning_rate": 0.00029960818634640346,
      "loss": 0.9995,
      "step": 5325
    },
    {
      "epoch": 0.2181445832480033,
      "grad_norm": 0.7402448133369902,
      "learning_rate": 0.00029960795073631023,
      "loss": 0.9461,
      "step": 5326
    },
    {
      "epoch": 0.21818554167519968,
      "grad_norm": 2.7238269724633883,
      "learning_rate": 0.0002996077150554911,
      "loss": 4.555,
      "step": 5327
    },
    {
      "epoch": 0.21822650010239608,
      "grad_norm": 0.7826803482497054,
      "learning_rate": 0.00029960747930394605,
      "loss": 1.01,
      "step": 5328
    },
    {
      "epoch": 0.21826745852959245,
      "grad_norm": 0.7465421734188828,
      "learning_rate": 0.0002996072434816753,
      "loss": 1.1236,
      "step": 5329
    },
    {
      "epoch": 0.21830841695678885,
      "grad_norm": 3.1641263085178872,
      "learning_rate": 0.00029960700758867895,
      "loss": 3.5402,
      "step": 5330
    },
    {
      "epoch": 0.21834937538398524,
      "grad_norm": 0.8195367452457362,
      "learning_rate": 0.0002996067716249571,
      "loss": 1.054,
      "step": 5331
    },
    {
      "epoch": 0.21839033381118164,
      "grad_norm": 1.0864613033386106,
      "learning_rate": 0.0002996065355905098,
      "loss": 0.5969,
      "step": 5332
    },
    {
      "epoch": 0.21843129223837804,
      "grad_norm": 0.9994207163535372,
      "learning_rate": 0.00029960629948533725,
      "loss": 1.4178,
      "step": 5333
    },
    {
      "epoch": 0.21847225066557444,
      "grad_norm": 0.7921612889891969,
      "learning_rate": 0.0002996060633094395,
      "loss": 0.7496,
      "step": 5334
    },
    {
      "epoch": 0.21851320909277083,
      "grad_norm": 0.7695194964420351,
      "learning_rate": 0.00029960582706281666,
      "loss": 0.8375,
      "step": 5335
    },
    {
      "epoch": 0.21855416751996723,
      "grad_norm": 0.6980477781372709,
      "learning_rate": 0.0002996055907454689,
      "loss": 0.9943,
      "step": 5336
    },
    {
      "epoch": 0.21859512594716363,
      "grad_norm": 0.9372772824043885,
      "learning_rate": 0.00029960535435739633,
      "loss": 1.5832,
      "step": 5337
    },
    {
      "epoch": 0.21863608437436002,
      "grad_norm": 1.001524315723286,
      "learning_rate": 0.000299605117898599,
      "loss": 1.144,
      "step": 5338
    },
    {
      "epoch": 0.21867704280155642,
      "grad_norm": 1.0481119014106897,
      "learning_rate": 0.0002996048813690771,
      "loss": 1.2316,
      "step": 5339
    },
    {
      "epoch": 0.21871800122875282,
      "grad_norm": 0.8271003439114155,
      "learning_rate": 0.0002996046447688306,
      "loss": 1.1229,
      "step": 5340
    },
    {
      "epoch": 0.21875895965594921,
      "grad_norm": 1.0059233004867083,
      "learning_rate": 0.00029960440809785973,
      "loss": 1.2325,
      "step": 5341
    },
    {
      "epoch": 0.2187999180831456,
      "grad_norm": 0.8226776538240712,
      "learning_rate": 0.00029960417135616464,
      "loss": 0.8714,
      "step": 5342
    },
    {
      "epoch": 0.218840876510342,
      "grad_norm": 0.9221995265220965,
      "learning_rate": 0.0002996039345437453,
      "loss": 1.4935,
      "step": 5343
    },
    {
      "epoch": 0.2188818349375384,
      "grad_norm": 0.7491341322467547,
      "learning_rate": 0.00029960369766060194,
      "loss": 0.7586,
      "step": 5344
    },
    {
      "epoch": 0.2189227933647348,
      "grad_norm": 0.9322803679200905,
      "learning_rate": 0.00029960346070673465,
      "loss": 0.9285,
      "step": 5345
    },
    {
      "epoch": 0.2189637517919312,
      "grad_norm": 1.0538380368565952,
      "learning_rate": 0.00029960322368214346,
      "loss": 1.1118,
      "step": 5346
    },
    {
      "epoch": 0.2190047102191276,
      "grad_norm": 0.8968118730702124,
      "learning_rate": 0.0002996029865868286,
      "loss": 1.0707,
      "step": 5347
    },
    {
      "epoch": 0.219045668646324,
      "grad_norm": 1.1860940568231229,
      "learning_rate": 0.0002996027494207901,
      "loss": 1.2477,
      "step": 5348
    },
    {
      "epoch": 0.2190866270735204,
      "grad_norm": 0.8696811315546384,
      "learning_rate": 0.00029960251218402815,
      "loss": 1.2146,
      "step": 5349
    },
    {
      "epoch": 0.21912758550071676,
      "grad_norm": 0.9520678529976633,
      "learning_rate": 0.00029960227487654275,
      "loss": 1.0734,
      "step": 5350
    },
    {
      "epoch": 0.21916854392791316,
      "grad_norm": 1.5773767791274838,
      "learning_rate": 0.00029960203749833413,
      "loss": 2.3445,
      "step": 5351
    },
    {
      "epoch": 0.21920950235510955,
      "grad_norm": 0.8970856558616891,
      "learning_rate": 0.00029960180004940236,
      "loss": 1.329,
      "step": 5352
    },
    {
      "epoch": 0.21925046078230595,
      "grad_norm": 0.9359658602215069,
      "learning_rate": 0.0002996015625297475,
      "loss": 0.6601,
      "step": 5353
    },
    {
      "epoch": 0.21929141920950235,
      "grad_norm": 2.618792079103918,
      "learning_rate": 0.0002996013249393697,
      "loss": 5.6941,
      "step": 5354
    },
    {
      "epoch": 0.21933237763669874,
      "grad_norm": 0.6858309593757933,
      "learning_rate": 0.00029960108727826906,
      "loss": 0.9417,
      "step": 5355
    },
    {
      "epoch": 0.21937333606389514,
      "grad_norm": 1.024768249655046,
      "learning_rate": 0.00029960084954644574,
      "loss": 0.4389,
      "step": 5356
    },
    {
      "epoch": 0.21941429449109154,
      "grad_norm": 1.007787005014731,
      "learning_rate": 0.0002996006117438998,
      "loss": 1.3174,
      "step": 5357
    },
    {
      "epoch": 0.21945525291828794,
      "grad_norm": 0.5797272164057176,
      "learning_rate": 0.0002996003738706314,
      "loss": 0.5357,
      "step": 5358
    },
    {
      "epoch": 0.21949621134548433,
      "grad_norm": 1.0337849235075176,
      "learning_rate": 0.0002996001359266406,
      "loss": 0.7884,
      "step": 5359
    },
    {
      "epoch": 0.21953716977268073,
      "grad_norm": 0.81745427515317,
      "learning_rate": 0.00029959989791192754,
      "loss": 1.101,
      "step": 5360
    },
    {
      "epoch": 0.21957812819987713,
      "grad_norm": 0.9571328477597674,
      "learning_rate": 0.00029959965982649233,
      "loss": 0.5851,
      "step": 5361
    },
    {
      "epoch": 0.21961908662707352,
      "grad_norm": 0.9024666597511526,
      "learning_rate": 0.00029959942167033504,
      "loss": 1.2178,
      "step": 5362
    },
    {
      "epoch": 0.21966004505426992,
      "grad_norm": 0.8773923416101372,
      "learning_rate": 0.0002995991834434559,
      "loss": 0.4841,
      "step": 5363
    },
    {
      "epoch": 0.21970100348146632,
      "grad_norm": 0.6797000830037997,
      "learning_rate": 0.0002995989451458549,
      "loss": 0.7888,
      "step": 5364
    },
    {
      "epoch": 0.21974196190866271,
      "grad_norm": 1.0409294875151083,
      "learning_rate": 0.0002995987067775322,
      "loss": 0.9562,
      "step": 5365
    },
    {
      "epoch": 0.2197829203358591,
      "grad_norm": 0.860983040589292,
      "learning_rate": 0.00029959846833848793,
      "loss": 1.0005,
      "step": 5366
    },
    {
      "epoch": 0.2198238787630555,
      "grad_norm": 0.9074135232258242,
      "learning_rate": 0.0002995982298287222,
      "loss": 0.9762,
      "step": 5367
    },
    {
      "epoch": 0.2198648371902519,
      "grad_norm": 0.8091383498535528,
      "learning_rate": 0.0002995979912482351,
      "loss": 0.8747,
      "step": 5368
    },
    {
      "epoch": 0.2199057956174483,
      "grad_norm": 0.836880288769837,
      "learning_rate": 0.0002995977525970267,
      "loss": 1.1038,
      "step": 5369
    },
    {
      "epoch": 0.2199467540446447,
      "grad_norm": 0.7417424646883765,
      "learning_rate": 0.00029959751387509723,
      "loss": 1.0394,
      "step": 5370
    },
    {
      "epoch": 0.21998771247184107,
      "grad_norm": 0.7439798989014672,
      "learning_rate": 0.0002995972750824467,
      "loss": 0.5722,
      "step": 5371
    },
    {
      "epoch": 0.22002867089903747,
      "grad_norm": 1.199382387074465,
      "learning_rate": 0.0002995970362190753,
      "loss": 0.4418,
      "step": 5372
    },
    {
      "epoch": 0.22006962932623386,
      "grad_norm": 1.033847255913573,
      "learning_rate": 0.00029959679728498305,
      "loss": 1.4875,
      "step": 5373
    },
    {
      "epoch": 0.22011058775343026,
      "grad_norm": 0.6536571655631974,
      "learning_rate": 0.0002995965582801701,
      "loss": 0.5632,
      "step": 5374
    },
    {
      "epoch": 0.22015154618062666,
      "grad_norm": 0.8867095085335939,
      "learning_rate": 0.00029959631920463664,
      "loss": 0.9914,
      "step": 5375
    },
    {
      "epoch": 0.22019250460782305,
      "grad_norm": 0.7157569968902275,
      "learning_rate": 0.0002995960800583826,
      "loss": 0.8103,
      "step": 5376
    },
    {
      "epoch": 0.22023346303501945,
      "grad_norm": 1.409099727736324,
      "learning_rate": 0.0002995958408414084,
      "loss": 1.5233,
      "step": 5377
    },
    {
      "epoch": 0.22027442146221585,
      "grad_norm": 0.8287861934783088,
      "learning_rate": 0.00029959560155371384,
      "loss": 1.038,
      "step": 5378
    },
    {
      "epoch": 0.22031537988941224,
      "grad_norm": 0.5929427783057083,
      "learning_rate": 0.0002995953621952992,
      "loss": 0.752,
      "step": 5379
    },
    {
      "epoch": 0.22035633831660864,
      "grad_norm": 0.7167060873963609,
      "learning_rate": 0.0002995951227661646,
      "loss": 0.5677,
      "step": 5380
    },
    {
      "epoch": 0.22039729674380504,
      "grad_norm": 0.8740592414358498,
      "learning_rate": 0.00029959488326631,
      "loss": 1.2274,
      "step": 5381
    },
    {
      "epoch": 0.22043825517100143,
      "grad_norm": 0.826734095393455,
      "learning_rate": 0.0002995946436957357,
      "loss": 0.9237,
      "step": 5382
    },
    {
      "epoch": 0.22047921359819783,
      "grad_norm": 1.0154646435179628,
      "learning_rate": 0.0002995944040544417,
      "loss": 1.5581,
      "step": 5383
    },
    {
      "epoch": 0.22052017202539423,
      "grad_norm": 0.79922053527396,
      "learning_rate": 0.0002995941643424281,
      "loss": 1.0619,
      "step": 5384
    },
    {
      "epoch": 0.22056113045259063,
      "grad_norm": 0.8066278785248036,
      "learning_rate": 0.00029959392455969515,
      "loss": 0.3901,
      "step": 5385
    },
    {
      "epoch": 0.22060208887978702,
      "grad_norm": 0.6917038952542404,
      "learning_rate": 0.0002995936847062428,
      "loss": 0.9959,
      "step": 5386
    },
    {
      "epoch": 0.22064304730698342,
      "grad_norm": 0.7008120334889139,
      "learning_rate": 0.00029959344478207127,
      "loss": 1.0889,
      "step": 5387
    },
    {
      "epoch": 0.22068400573417982,
      "grad_norm": 0.7180874154763869,
      "learning_rate": 0.00029959320478718066,
      "loss": 0.9666,
      "step": 5388
    },
    {
      "epoch": 0.2207249641613762,
      "grad_norm": 0.9107326653839793,
      "learning_rate": 0.0002995929647215711,
      "loss": 0.9739,
      "step": 5389
    },
    {
      "epoch": 0.2207659225885726,
      "grad_norm": 0.9442515105962226,
      "learning_rate": 0.00029959272458524256,
      "loss": 1.1858,
      "step": 5390
    },
    {
      "epoch": 0.220806881015769,
      "grad_norm": 0.5373592464264878,
      "learning_rate": 0.0002995924843781953,
      "loss": 0.4505,
      "step": 5391
    },
    {
      "epoch": 0.22084783944296538,
      "grad_norm": 0.7373778134737046,
      "learning_rate": 0.00029959224410042943,
      "loss": 0.4655,
      "step": 5392
    },
    {
      "epoch": 0.22088879787016177,
      "grad_norm": 1.924029292279549,
      "learning_rate": 0.000299592003751945,
      "loss": 1.3301,
      "step": 5393
    },
    {
      "epoch": 0.22092975629735817,
      "grad_norm": 0.8123132031037366,
      "learning_rate": 0.00029959176333274216,
      "loss": 0.8402,
      "step": 5394
    },
    {
      "epoch": 0.22097071472455457,
      "grad_norm": 0.8838333825234097,
      "learning_rate": 0.000299591522842821,
      "loss": 1.064,
      "step": 5395
    },
    {
      "epoch": 0.22101167315175096,
      "grad_norm": 0.7666151396663856,
      "learning_rate": 0.00029959128228218166,
      "loss": 0.9003,
      "step": 5396
    },
    {
      "epoch": 0.22105263157894736,
      "grad_norm": 0.9335205606472602,
      "learning_rate": 0.0002995910416508242,
      "loss": 0.9296,
      "step": 5397
    },
    {
      "epoch": 0.22109359000614376,
      "grad_norm": 0.5716292582157655,
      "learning_rate": 0.00029959080094874886,
      "loss": 0.7009,
      "step": 5398
    },
    {
      "epoch": 0.22113454843334016,
      "grad_norm": 1.2751038028254535,
      "learning_rate": 0.0002995905601759556,
      "loss": 1.4834,
      "step": 5399
    },
    {
      "epoch": 0.22117550686053655,
      "grad_norm": 1.2202919981887985,
      "learning_rate": 0.0002995903193324446,
      "loss": 2.3778,
      "step": 5400
    },
    {
      "epoch": 0.22121646528773295,
      "grad_norm": 0.6747151357183807,
      "learning_rate": 0.00029959007841821606,
      "loss": 0.8236,
      "step": 5401
    },
    {
      "epoch": 0.22125742371492935,
      "grad_norm": 1.8379853323529174,
      "learning_rate": 0.0002995898374332699,
      "loss": 1.4532,
      "step": 5402
    },
    {
      "epoch": 0.22129838214212574,
      "grad_norm": 0.5823819432882499,
      "learning_rate": 0.00029958959637760643,
      "loss": 0.7467,
      "step": 5403
    },
    {
      "epoch": 0.22133934056932214,
      "grad_norm": 0.5678972844442455,
      "learning_rate": 0.00029958935525122563,
      "loss": 0.7776,
      "step": 5404
    },
    {
      "epoch": 0.22138029899651854,
      "grad_norm": 0.8744436133613661,
      "learning_rate": 0.0002995891140541277,
      "loss": 0.9822,
      "step": 5405
    },
    {
      "epoch": 0.22142125742371493,
      "grad_norm": 0.7075036120525847,
      "learning_rate": 0.00029958887278631267,
      "loss": 0.5458,
      "step": 5406
    },
    {
      "epoch": 0.22146221585091133,
      "grad_norm": 1.0238487152894604,
      "learning_rate": 0.0002995886314477808,
      "loss": 1.138,
      "step": 5407
    },
    {
      "epoch": 0.22150317427810773,
      "grad_norm": 0.6955969195880717,
      "learning_rate": 0.000299588390038532,
      "loss": 0.8832,
      "step": 5408
    },
    {
      "epoch": 0.22154413270530413,
      "grad_norm": 0.9130232982205264,
      "learning_rate": 0.00029958814855856654,
      "loss": 1.2631,
      "step": 5409
    },
    {
      "epoch": 0.22158509113250052,
      "grad_norm": 0.6396429757390519,
      "learning_rate": 0.00029958790700788446,
      "loss": 0.749,
      "step": 5410
    },
    {
      "epoch": 0.22162604955969692,
      "grad_norm": 0.7459190693674482,
      "learning_rate": 0.0002995876653864859,
      "loss": 0.4758,
      "step": 5411
    },
    {
      "epoch": 0.22166700798689332,
      "grad_norm": 0.7894201855943823,
      "learning_rate": 0.000299587423694371,
      "loss": 0.8004,
      "step": 5412
    },
    {
      "epoch": 0.22170796641408969,
      "grad_norm": 1.3279966752975443,
      "learning_rate": 0.00029958718193153985,
      "loss": 0.973,
      "step": 5413
    },
    {
      "epoch": 0.22174892484128608,
      "grad_norm": 1.26042474469654,
      "learning_rate": 0.0002995869400979925,
      "loss": 1.1885,
      "step": 5414
    },
    {
      "epoch": 0.22178988326848248,
      "grad_norm": 1.0524238665700425,
      "learning_rate": 0.00029958669819372914,
      "loss": 1.0419,
      "step": 5415
    },
    {
      "epoch": 0.22183084169567888,
      "grad_norm": 0.8807059000325316,
      "learning_rate": 0.0002995864562187499,
      "loss": 0.9434,
      "step": 5416
    },
    {
      "epoch": 0.22187180012287527,
      "grad_norm": 2.3748198043679594,
      "learning_rate": 0.0002995862141730549,
      "loss": 1.8282,
      "step": 5417
    },
    {
      "epoch": 0.22191275855007167,
      "grad_norm": 1.3128755142776352,
      "learning_rate": 0.0002995859720566441,
      "loss": 0.9164,
      "step": 5418
    },
    {
      "epoch": 0.22195371697726807,
      "grad_norm": 0.9244568688958349,
      "learning_rate": 0.00029958572986951785,
      "loss": 1.1503,
      "step": 5419
    },
    {
      "epoch": 0.22199467540446446,
      "grad_norm": 0.9574043967944531,
      "learning_rate": 0.0002995854876116761,
      "loss": 0.8097,
      "step": 5420
    },
    {
      "epoch": 0.22203563383166086,
      "grad_norm": 0.9239985134520529,
      "learning_rate": 0.000299585245283119,
      "loss": 1.0456,
      "step": 5421
    },
    {
      "epoch": 0.22207659225885726,
      "grad_norm": 1.0442644875548313,
      "learning_rate": 0.0002995850028838467,
      "loss": 0.4879,
      "step": 5422
    },
    {
      "epoch": 0.22211755068605366,
      "grad_norm": 1.0855731699320676,
      "learning_rate": 0.00029958476041385925,
      "loss": 0.8839,
      "step": 5423
    },
    {
      "epoch": 0.22215850911325005,
      "grad_norm": 0.8724704180100469,
      "learning_rate": 0.0002995845178731569,
      "loss": 0.9917,
      "step": 5424
    },
    {
      "epoch": 0.22219946754044645,
      "grad_norm": 1.8516384604368896,
      "learning_rate": 0.0002995842752617396,
      "loss": 3.5129,
      "step": 5425
    },
    {
      "epoch": 0.22224042596764285,
      "grad_norm": 0.8790830982168696,
      "learning_rate": 0.0002995840325796075,
      "loss": 1.1755,
      "step": 5426
    },
    {
      "epoch": 0.22228138439483924,
      "grad_norm": 0.6997748477799987,
      "learning_rate": 0.00029958378982676076,
      "loss": 1.1854,
      "step": 5427
    },
    {
      "epoch": 0.22232234282203564,
      "grad_norm": 1.090298552106593,
      "learning_rate": 0.00029958354700319954,
      "loss": 0.4906,
      "step": 5428
    },
    {
      "epoch": 0.22236330124923204,
      "grad_norm": 0.9720880222203573,
      "learning_rate": 0.0002995833041089239,
      "loss": 1.0679,
      "step": 5429
    },
    {
      "epoch": 0.22240425967642843,
      "grad_norm": 1.0028674978442653,
      "learning_rate": 0.0002995830611439339,
      "loss": 0.9302,
      "step": 5430
    },
    {
      "epoch": 0.22244521810362483,
      "grad_norm": 0.8539791001696091,
      "learning_rate": 0.0002995828181082297,
      "loss": 0.43,
      "step": 5431
    },
    {
      "epoch": 0.22248617653082123,
      "grad_norm": 0.6059521967010013,
      "learning_rate": 0.00029958257500181147,
      "loss": 0.9447,
      "step": 5432
    },
    {
      "epoch": 0.22252713495801762,
      "grad_norm": 0.7810803812836051,
      "learning_rate": 0.0002995823318246793,
      "loss": 0.7201,
      "step": 5433
    },
    {
      "epoch": 0.222568093385214,
      "grad_norm": 0.8826422123377189,
      "learning_rate": 0.0002995820885768332,
      "loss": 1.2272,
      "step": 5434
    },
    {
      "epoch": 0.2226090518124104,
      "grad_norm": 0.6790533862060263,
      "learning_rate": 0.00029958184525827347,
      "loss": 0.861,
      "step": 5435
    },
    {
      "epoch": 0.2226500102396068,
      "grad_norm": 1.1226184758621176,
      "learning_rate": 0.00029958160186900005,
      "loss": 1.2463,
      "step": 5436
    },
    {
      "epoch": 0.22269096866680319,
      "grad_norm": 0.5574236635592035,
      "learning_rate": 0.0002995813584090132,
      "loss": 0.4161,
      "step": 5437
    },
    {
      "epoch": 0.22273192709399958,
      "grad_norm": 0.5724244142114974,
      "learning_rate": 0.00029958111487831285,
      "loss": 0.7572,
      "step": 5438
    },
    {
      "epoch": 0.22277288552119598,
      "grad_norm": 0.7848316005690125,
      "learning_rate": 0.0002995808712768993,
      "loss": 1.1781,
      "step": 5439
    },
    {
      "epoch": 0.22281384394839238,
      "grad_norm": 0.5182930139370449,
      "learning_rate": 0.0002995806276047726,
      "loss": 0.4545,
      "step": 5440
    },
    {
      "epoch": 0.22285480237558877,
      "grad_norm": 8.081094298392125,
      "learning_rate": 0.00029958038386193283,
      "loss": 5.6056,
      "step": 5441
    },
    {
      "epoch": 0.22289576080278517,
      "grad_norm": 0.8209485651388291,
      "learning_rate": 0.00029958014004838015,
      "loss": 0.8881,
      "step": 5442
    },
    {
      "epoch": 0.22293671922998157,
      "grad_norm": 1.6262362497255782,
      "learning_rate": 0.00029957989616411466,
      "loss": 1.2934,
      "step": 5443
    },
    {
      "epoch": 0.22297767765717796,
      "grad_norm": 0.6678519121434076,
      "learning_rate": 0.00029957965220913643,
      "loss": 1.2139,
      "step": 5444
    },
    {
      "epoch": 0.22301863608437436,
      "grad_norm": 0.7437836457718682,
      "learning_rate": 0.0002995794081834457,
      "loss": 1.0095,
      "step": 5445
    },
    {
      "epoch": 0.22305959451157076,
      "grad_norm": 1.0464044477545686,
      "learning_rate": 0.00029957916408704247,
      "loss": 1.2805,
      "step": 5446
    },
    {
      "epoch": 0.22310055293876715,
      "grad_norm": 4.10210040734533,
      "learning_rate": 0.0002995789199199269,
      "loss": 4.1398,
      "step": 5447
    },
    {
      "epoch": 0.22314151136596355,
      "grad_norm": 0.9135000960607067,
      "learning_rate": 0.0002995786756820991,
      "loss": 0.856,
      "step": 5448
    },
    {
      "epoch": 0.22318246979315995,
      "grad_norm": 1.0019813331657137,
      "learning_rate": 0.00029957843137355916,
      "loss": 1.0298,
      "step": 5449
    },
    {
      "epoch": 0.22322342822035635,
      "grad_norm": 1.367111033662908,
      "learning_rate": 0.0002995781869943072,
      "loss": 1.0298,
      "step": 5450
    },
    {
      "epoch": 0.22326438664755274,
      "grad_norm": 5.885664490353088,
      "learning_rate": 0.0002995779425443434,
      "loss": 2.0842,
      "step": 5451
    },
    {
      "epoch": 0.22330534507474914,
      "grad_norm": 0.6965869075057601,
      "learning_rate": 0.0002995776980236678,
      "loss": 0.8244,
      "step": 5452
    },
    {
      "epoch": 0.22334630350194554,
      "grad_norm": 0.607545749314019,
      "learning_rate": 0.00029957745343228053,
      "loss": 0.4945,
      "step": 5453
    },
    {
      "epoch": 0.22338726192914193,
      "grad_norm": 0.7263768254174136,
      "learning_rate": 0.00029957720877018173,
      "loss": 0.7101,
      "step": 5454
    },
    {
      "epoch": 0.2234282203563383,
      "grad_norm": 0.8089329581225252,
      "learning_rate": 0.00029957696403737154,
      "loss": 1.0239,
      "step": 5455
    },
    {
      "epoch": 0.2234691787835347,
      "grad_norm": 0.8547168566877771,
      "learning_rate": 0.00029957671923385,
      "loss": 0.8131,
      "step": 5456
    },
    {
      "epoch": 0.2235101372107311,
      "grad_norm": 0.9056410141815475,
      "learning_rate": 0.0002995764743596173,
      "loss": 1.2331,
      "step": 5457
    },
    {
      "epoch": 0.2235510956379275,
      "grad_norm": 0.8782777089745042,
      "learning_rate": 0.0002995762294146735,
      "loss": 1.0246,
      "step": 5458
    },
    {
      "epoch": 0.2235920540651239,
      "grad_norm": 0.9825919482385754,
      "learning_rate": 0.00029957598439901874,
      "loss": 1.5215,
      "step": 5459
    },
    {
      "epoch": 0.2236330124923203,
      "grad_norm": 0.7643855437959808,
      "learning_rate": 0.00029957573931265315,
      "loss": 1.1625,
      "step": 5460
    },
    {
      "epoch": 0.22367397091951668,
      "grad_norm": 0.9215080214361159,
      "learning_rate": 0.00029957549415557676,
      "loss": 1.133,
      "step": 5461
    },
    {
      "epoch": 0.22371492934671308,
      "grad_norm": 1.1451670737282449,
      "learning_rate": 0.00029957524892778984,
      "loss": 1.7393,
      "step": 5462
    },
    {
      "epoch": 0.22375588777390948,
      "grad_norm": 1.8858506320119302,
      "learning_rate": 0.0002995750036292924,
      "loss": 0.9811,
      "step": 5463
    },
    {
      "epoch": 0.22379684620110588,
      "grad_norm": 0.7593497754927492,
      "learning_rate": 0.0002995747582600846,
      "loss": 0.9669,
      "step": 5464
    },
    {
      "epoch": 0.22383780462830227,
      "grad_norm": 1.0205311926491385,
      "learning_rate": 0.0002995745128201665,
      "loss": 1.3696,
      "step": 5465
    },
    {
      "epoch": 0.22387876305549867,
      "grad_norm": 1.0402477804947516,
      "learning_rate": 0.0002995742673095382,
      "loss": 0.6987,
      "step": 5466
    },
    {
      "epoch": 0.22391972148269507,
      "grad_norm": 0.7788376578523354,
      "learning_rate": 0.00029957402172819996,
      "loss": 0.9742,
      "step": 5467
    },
    {
      "epoch": 0.22396067990989146,
      "grad_norm": 1.1666398075259323,
      "learning_rate": 0.0002995737760761518,
      "loss": 1.445,
      "step": 5468
    },
    {
      "epoch": 0.22400163833708786,
      "grad_norm": 1.7524606573272634,
      "learning_rate": 0.00029957353035339377,
      "loss": 1.5369,
      "step": 5469
    },
    {
      "epoch": 0.22404259676428426,
      "grad_norm": 0.8927486354831705,
      "learning_rate": 0.00029957328455992605,
      "loss": 1.1422,
      "step": 5470
    },
    {
      "epoch": 0.22408355519148065,
      "grad_norm": 0.6545751560648531,
      "learning_rate": 0.00029957303869574883,
      "loss": 0.666,
      "step": 5471
    },
    {
      "epoch": 0.22412451361867705,
      "grad_norm": 0.8122449843271394,
      "learning_rate": 0.0002995727927608621,
      "loss": 1.1144,
      "step": 5472
    },
    {
      "epoch": 0.22416547204587345,
      "grad_norm": 0.9547210377753101,
      "learning_rate": 0.0002995725467552661,
      "loss": 1.5661,
      "step": 5473
    },
    {
      "epoch": 0.22420643047306985,
      "grad_norm": 0.6022094309471446,
      "learning_rate": 0.0002995723006789608,
      "loss": 0.5176,
      "step": 5474
    },
    {
      "epoch": 0.22424738890026624,
      "grad_norm": 0.7153287757456387,
      "learning_rate": 0.0002995720545319464,
      "loss": 1.0402,
      "step": 5475
    },
    {
      "epoch": 0.2242883473274626,
      "grad_norm": 1.0622443790871419,
      "learning_rate": 0.00029957180831422306,
      "loss": 1.4339,
      "step": 5476
    },
    {
      "epoch": 0.224329305754659,
      "grad_norm": 1.8597156042342604,
      "learning_rate": 0.0002995715620257908,
      "loss": 3.8875,
      "step": 5477
    },
    {
      "epoch": 0.2243702641818554,
      "grad_norm": 0.8365497156419304,
      "learning_rate": 0.0002995713156666498,
      "loss": 0.802,
      "step": 5478
    },
    {
      "epoch": 0.2244112226090518,
      "grad_norm": 1.015273003046054,
      "learning_rate": 0.00029957106923680026,
      "loss": 1.2429,
      "step": 5479
    },
    {
      "epoch": 0.2244521810362482,
      "grad_norm": 0.7125562731540521,
      "learning_rate": 0.00029957082273624207,
      "loss": 1.0443,
      "step": 5480
    },
    {
      "epoch": 0.2244931394634446,
      "grad_norm": 0.7536255713479876,
      "learning_rate": 0.00029957057616497557,
      "loss": 1.1886,
      "step": 5481
    },
    {
      "epoch": 0.224534097890641,
      "grad_norm": 5.4484691703982495,
      "learning_rate": 0.0002995703295230007,
      "loss": 6.1563,
      "step": 5482
    },
    {
      "epoch": 0.2245750563178374,
      "grad_norm": 3.218108780701453,
      "learning_rate": 0.00029957008281031766,
      "loss": 1.2126,
      "step": 5483
    },
    {
      "epoch": 0.2246160147450338,
      "grad_norm": 0.8397443513873556,
      "learning_rate": 0.0002995698360269266,
      "loss": 0.8324,
      "step": 5484
    },
    {
      "epoch": 0.22465697317223018,
      "grad_norm": 1.0019223655256608,
      "learning_rate": 0.0002995695891728276,
      "loss": 0.7881,
      "step": 5485
    },
    {
      "epoch": 0.22469793159942658,
      "grad_norm": 0.7346844165283914,
      "learning_rate": 0.00029956934224802074,
      "loss": 1.0668,
      "step": 5486
    },
    {
      "epoch": 0.22473889002662298,
      "grad_norm": 0.7367003635184899,
      "learning_rate": 0.0002995690952525062,
      "loss": 0.8449,
      "step": 5487
    },
    {
      "epoch": 0.22477984845381938,
      "grad_norm": 0.8210970328029668,
      "learning_rate": 0.00029956884818628407,
      "loss": 0.9166,
      "step": 5488
    },
    {
      "epoch": 0.22482080688101577,
      "grad_norm": 0.8316202007857556,
      "learning_rate": 0.0002995686010493545,
      "loss": 0.8481,
      "step": 5489
    },
    {
      "epoch": 0.22486176530821217,
      "grad_norm": 1.2895627364801785,
      "learning_rate": 0.00029956835384171754,
      "loss": 1.4159,
      "step": 5490
    },
    {
      "epoch": 0.22490272373540857,
      "grad_norm": 0.8665403237859631,
      "learning_rate": 0.0002995681065633733,
      "loss": 1.1321,
      "step": 5491
    },
    {
      "epoch": 0.22494368216260496,
      "grad_norm": 0.7338083475474362,
      "learning_rate": 0.000299567859214322,
      "loss": 0.9037,
      "step": 5492
    },
    {
      "epoch": 0.22498464058980136,
      "grad_norm": 0.7590748424905617,
      "learning_rate": 0.0002995676117945637,
      "loss": 0.9465,
      "step": 5493
    },
    {
      "epoch": 0.22502559901699776,
      "grad_norm": 0.6981894607684219,
      "learning_rate": 0.0002995673643040985,
      "loss": 1.2665,
      "step": 5494
    },
    {
      "epoch": 0.22506655744419415,
      "grad_norm": 2.2292629953013714,
      "learning_rate": 0.0002995671167429265,
      "loss": 1.1559,
      "step": 5495
    },
    {
      "epoch": 0.22510751587139055,
      "grad_norm": 0.8798862395385986,
      "learning_rate": 0.0002995668691110479,
      "loss": 1.2282,
      "step": 5496
    },
    {
      "epoch": 0.22514847429858695,
      "grad_norm": 0.948559415292649,
      "learning_rate": 0.0002995666214084627,
      "loss": 1.1311,
      "step": 5497
    },
    {
      "epoch": 0.22518943272578332,
      "grad_norm": 0.7117241576520027,
      "learning_rate": 0.0002995663736351711,
      "loss": 0.542,
      "step": 5498
    },
    {
      "epoch": 0.22523039115297971,
      "grad_norm": 1.2193954895431782,
      "learning_rate": 0.00029956612579117324,
      "loss": 1.1747,
      "step": 5499
    },
    {
      "epoch": 0.2252713495801761,
      "grad_norm": 0.7013416147518376,
      "learning_rate": 0.0002995658778764692,
      "loss": 1.123,
      "step": 5500
    },
    {
      "epoch": 0.2253123080073725,
      "grad_norm": 7.466473527825223,
      "learning_rate": 0.000299565629891059,
      "loss": 4.009,
      "step": 5501
    },
    {
      "epoch": 0.2253532664345689,
      "grad_norm": 2.267535887953722,
      "learning_rate": 0.0002995653818349429,
      "loss": 1.0684,
      "step": 5502
    },
    {
      "epoch": 0.2253942248617653,
      "grad_norm": 1.093002226397861,
      "learning_rate": 0.000299565133708121,
      "loss": 1.411,
      "step": 5503
    },
    {
      "epoch": 0.2254351832889617,
      "grad_norm": 0.883115735854834,
      "learning_rate": 0.00029956488551059334,
      "loss": 1.1305,
      "step": 5504
    },
    {
      "epoch": 0.2254761417161581,
      "grad_norm": 2.0659796233877437,
      "learning_rate": 0.0002995646372423601,
      "loss": 4.7467,
      "step": 5505
    },
    {
      "epoch": 0.2255171001433545,
      "grad_norm": 0.6982540921379409,
      "learning_rate": 0.0002995643889034214,
      "loss": 0.7591,
      "step": 5506
    },
    {
      "epoch": 0.2255580585705509,
      "grad_norm": 1.1071426863063596,
      "learning_rate": 0.00029956414049377725,
      "loss": 1.0534,
      "step": 5507
    },
    {
      "epoch": 0.2255990169977473,
      "grad_norm": 1.286413120317302,
      "learning_rate": 0.00029956389201342794,
      "loss": 0.9335,
      "step": 5508
    },
    {
      "epoch": 0.22563997542494368,
      "grad_norm": 0.8553998153301177,
      "learning_rate": 0.0002995636434623735,
      "loss": 1.0212,
      "step": 5509
    },
    {
      "epoch": 0.22568093385214008,
      "grad_norm": 0.5888456285313166,
      "learning_rate": 0.00029956339484061396,
      "loss": 0.9972,
      "step": 5510
    },
    {
      "epoch": 0.22572189227933648,
      "grad_norm": 0.6968988295276913,
      "learning_rate": 0.0002995631461481496,
      "loss": 0.9669,
      "step": 5511
    },
    {
      "epoch": 0.22576285070653287,
      "grad_norm": 0.8468010295184427,
      "learning_rate": 0.00029956289738498047,
      "loss": 0.9061,
      "step": 5512
    },
    {
      "epoch": 0.22580380913372927,
      "grad_norm": 0.7614863306237681,
      "learning_rate": 0.00029956264855110666,
      "loss": 1.1811,
      "step": 5513
    },
    {
      "epoch": 0.22584476756092567,
      "grad_norm": 0.7164576007779154,
      "learning_rate": 0.0002995623996465283,
      "loss": 0.9847,
      "step": 5514
    },
    {
      "epoch": 0.22588572598812207,
      "grad_norm": 0.6084256854341491,
      "learning_rate": 0.0002995621506712455,
      "loss": 0.429,
      "step": 5515
    },
    {
      "epoch": 0.22592668441531846,
      "grad_norm": 0.7566253852334973,
      "learning_rate": 0.0002995619016252584,
      "loss": 1.1356,
      "step": 5516
    },
    {
      "epoch": 0.22596764284251486,
      "grad_norm": 0.6801771326959493,
      "learning_rate": 0.0002995616525085672,
      "loss": 0.4143,
      "step": 5517
    },
    {
      "epoch": 0.22600860126971126,
      "grad_norm": 0.6655867331313957,
      "learning_rate": 0.0002995614033211718,
      "loss": 0.7793,
      "step": 5518
    },
    {
      "epoch": 0.22604955969690763,
      "grad_norm": 0.7402839552308939,
      "learning_rate": 0.0002995611540630725,
      "loss": 0.4274,
      "step": 5519
    },
    {
      "epoch": 0.22609051812410402,
      "grad_norm": 0.4912328612359832,
      "learning_rate": 0.00029956090473426937,
      "loss": 0.4639,
      "step": 5520
    },
    {
      "epoch": 0.22613147655130042,
      "grad_norm": 0.8433525575764705,
      "learning_rate": 0.00029956065533476257,
      "loss": 0.8522,
      "step": 5521
    },
    {
      "epoch": 0.22617243497849682,
      "grad_norm": 0.7736359746549126,
      "learning_rate": 0.00029956040586455213,
      "loss": 0.7532,
      "step": 5522
    },
    {
      "epoch": 0.2262133934056932,
      "grad_norm": 0.8997966000136792,
      "learning_rate": 0.0002995601563236382,
      "loss": 1.1642,
      "step": 5523
    },
    {
      "epoch": 0.2262543518328896,
      "grad_norm": 1.0630701368537026,
      "learning_rate": 0.00029955990671202086,
      "loss": 1.4875,
      "step": 5524
    },
    {
      "epoch": 0.226295310260086,
      "grad_norm": 1.0113977354688402,
      "learning_rate": 0.00029955965702970036,
      "loss": 1.2682,
      "step": 5525
    },
    {
      "epoch": 0.2263362686872824,
      "grad_norm": 1.145941445624246,
      "learning_rate": 0.0002995594072766767,
      "loss": 0.9074,
      "step": 5526
    },
    {
      "epoch": 0.2263772271144788,
      "grad_norm": 1.1037857243934457,
      "learning_rate": 0.00029955915745295,
      "loss": 1.0953,
      "step": 5527
    },
    {
      "epoch": 0.2264181855416752,
      "grad_norm": 0.6392370146730761,
      "learning_rate": 0.0002995589075585205,
      "loss": 0.7279,
      "step": 5528
    },
    {
      "epoch": 0.2264591439688716,
      "grad_norm": 0.8285753097454436,
      "learning_rate": 0.00029955865759338817,
      "loss": 1.1729,
      "step": 5529
    },
    {
      "epoch": 0.226500102396068,
      "grad_norm": 0.9347201695625803,
      "learning_rate": 0.0002995584075575531,
      "loss": 1.075,
      "step": 5530
    },
    {
      "epoch": 0.2265410608232644,
      "grad_norm": 0.9508634492590184,
      "learning_rate": 0.0002995581574510156,
      "loss": 1.1034,
      "step": 5531
    },
    {
      "epoch": 0.2265820192504608,
      "grad_norm": 0.7705828616745173,
      "learning_rate": 0.00029955790727377563,
      "loss": 0.7909,
      "step": 5532
    },
    {
      "epoch": 0.22662297767765718,
      "grad_norm": 0.9987616131415425,
      "learning_rate": 0.0002995576570258334,
      "loss": 0.4132,
      "step": 5533
    },
    {
      "epoch": 0.22666393610485358,
      "grad_norm": 1.110968407446655,
      "learning_rate": 0.000299557406707189,
      "loss": 1.1827,
      "step": 5534
    },
    {
      "epoch": 0.22670489453204998,
      "grad_norm": 0.7830671649724594,
      "learning_rate": 0.0002995571563178425,
      "loss": 1.3019,
      "step": 5535
    },
    {
      "epoch": 0.22674585295924637,
      "grad_norm": 4.131296203483719,
      "learning_rate": 0.0002995569058577941,
      "loss": 3.7636,
      "step": 5536
    },
    {
      "epoch": 0.22678681138644277,
      "grad_norm": 0.9507341128097828,
      "learning_rate": 0.0002995566553270438,
      "loss": 1.0792,
      "step": 5537
    },
    {
      "epoch": 0.22682776981363917,
      "grad_norm": 0.9254888229495221,
      "learning_rate": 0.00029955640472559183,
      "loss": 1.0516,
      "step": 5538
    },
    {
      "epoch": 0.22686872824083557,
      "grad_norm": 1.1185497332883214,
      "learning_rate": 0.0002995561540534383,
      "loss": 1.1486,
      "step": 5539
    },
    {
      "epoch": 0.22690968666803193,
      "grad_norm": 0.8053565706129308,
      "learning_rate": 0.00029955590331058325,
      "loss": 0.7906,
      "step": 5540
    },
    {
      "epoch": 0.22695064509522833,
      "grad_norm": 0.9252392013111821,
      "learning_rate": 0.00029955565249702686,
      "loss": 0.8346,
      "step": 5541
    },
    {
      "epoch": 0.22699160352242473,
      "grad_norm": 1.6299221382617484,
      "learning_rate": 0.0002995554016127692,
      "loss": 0.8722,
      "step": 5542
    },
    {
      "epoch": 0.22703256194962113,
      "grad_norm": 0.7470122101794575,
      "learning_rate": 0.00029955515065781046,
      "loss": 1.0414,
      "step": 5543
    },
    {
      "epoch": 0.22707352037681752,
      "grad_norm": 0.884347497263646,
      "learning_rate": 0.0002995548996321508,
      "loss": 1.0565,
      "step": 5544
    },
    {
      "epoch": 0.22711447880401392,
      "grad_norm": 1.212902601668616,
      "learning_rate": 0.0002995546485357902,
      "loss": 0.9893,
      "step": 5545
    },
    {
      "epoch": 0.22715543723121032,
      "grad_norm": 0.6699646695196112,
      "learning_rate": 0.0002995543973687288,
      "loss": 1.0608,
      "step": 5546
    },
    {
      "epoch": 0.2271963956584067,
      "grad_norm": 1.1797993270122296,
      "learning_rate": 0.00029955414613096676,
      "loss": 1.9383,
      "step": 5547
    },
    {
      "epoch": 0.2272373540856031,
      "grad_norm": 0.840260589847985,
      "learning_rate": 0.0002995538948225042,
      "loss": 0.4782,
      "step": 5548
    },
    {
      "epoch": 0.2272783125127995,
      "grad_norm": 0.9102923184871808,
      "learning_rate": 0.00029955364344334134,
      "loss": 1.3141,
      "step": 5549
    },
    {
      "epoch": 0.2273192709399959,
      "grad_norm": 0.8006866102045467,
      "learning_rate": 0.0002995533919934781,
      "loss": 0.8882,
      "step": 5550
    },
    {
      "epoch": 0.2273602293671923,
      "grad_norm": 0.8957561777983495,
      "learning_rate": 0.0002995531404729147,
      "loss": 0.8158,
      "step": 5551
    },
    {
      "epoch": 0.2274011877943887,
      "grad_norm": 1.6401372108920522,
      "learning_rate": 0.00029955288888165125,
      "loss": 1.122,
      "step": 5552
    },
    {
      "epoch": 0.2274421462215851,
      "grad_norm": 0.8835150321720365,
      "learning_rate": 0.0002995526372196879,
      "loss": 0.8205,
      "step": 5553
    },
    {
      "epoch": 0.2274831046487815,
      "grad_norm": 1.0619253827970718,
      "learning_rate": 0.00029955238548702476,
      "loss": 0.674,
      "step": 5554
    },
    {
      "epoch": 0.2275240630759779,
      "grad_norm": 0.7425784303625788,
      "learning_rate": 0.00029955213368366187,
      "loss": 0.5081,
      "step": 5555
    },
    {
      "epoch": 0.2275650215031743,
      "grad_norm": 0.9089633625382827,
      "learning_rate": 0.0002995518818095994,
      "loss": 1.2117,
      "step": 5556
    },
    {
      "epoch": 0.22760597993037068,
      "grad_norm": 0.7445360138282051,
      "learning_rate": 0.0002995516298648376,
      "loss": 0.9212,
      "step": 5557
    },
    {
      "epoch": 0.22764693835756708,
      "grad_norm": 0.6332624277492532,
      "learning_rate": 0.00029955137784937636,
      "loss": 0.922,
      "step": 5558
    },
    {
      "epoch": 0.22768789678476348,
      "grad_norm": 1.1671798625784748,
      "learning_rate": 0.00029955112576321593,
      "loss": 1.2699,
      "step": 5559
    },
    {
      "epoch": 0.22772885521195987,
      "grad_norm": 0.7431498966507796,
      "learning_rate": 0.0002995508736063564,
      "loss": 0.9043,
      "step": 5560
    },
    {
      "epoch": 0.22776981363915624,
      "grad_norm": 1.0030774530452102,
      "learning_rate": 0.0002995506213787979,
      "loss": 1.1365,
      "step": 5561
    },
    {
      "epoch": 0.22781077206635264,
      "grad_norm": 0.8762112790519124,
      "learning_rate": 0.00029955036908054053,
      "loss": 0.7116,
      "step": 5562
    },
    {
      "epoch": 0.22785173049354904,
      "grad_norm": 0.7813308686581973,
      "learning_rate": 0.00029955011671158445,
      "loss": 1.0721,
      "step": 5563
    },
    {
      "epoch": 0.22789268892074543,
      "grad_norm": 0.6759147559809968,
      "learning_rate": 0.00029954986427192977,
      "loss": 1.209,
      "step": 5564
    },
    {
      "epoch": 0.22793364734794183,
      "grad_norm": 0.6904479746123828,
      "learning_rate": 0.00029954961176157654,
      "loss": 0.8688,
      "step": 5565
    },
    {
      "epoch": 0.22797460577513823,
      "grad_norm": 0.6216924481710683,
      "learning_rate": 0.000299549359180525,
      "loss": 0.779,
      "step": 5566
    },
    {
      "epoch": 0.22801556420233463,
      "grad_norm": 0.7938805232953313,
      "learning_rate": 0.00029954910652877514,
      "loss": 0.8783,
      "step": 5567
    },
    {
      "epoch": 0.22805652262953102,
      "grad_norm": 0.8271325599176867,
      "learning_rate": 0.00029954885380632714,
      "loss": 0.3682,
      "step": 5568
    },
    {
      "epoch": 0.22809748105672742,
      "grad_norm": 1.086301506460115,
      "learning_rate": 0.0002995486010131812,
      "loss": 1.0511,
      "step": 5569
    },
    {
      "epoch": 0.22813843948392382,
      "grad_norm": 0.7284327546679292,
      "learning_rate": 0.0002995483481493372,
      "loss": 0.7725,
      "step": 5570
    },
    {
      "epoch": 0.2281793979111202,
      "grad_norm": 0.9198072334190296,
      "learning_rate": 0.00029954809521479553,
      "loss": 1.0803,
      "step": 5571
    },
    {
      "epoch": 0.2282203563383166,
      "grad_norm": 0.880077053669463,
      "learning_rate": 0.0002995478422095562,
      "loss": 0.9902,
      "step": 5572
    },
    {
      "epoch": 0.228261314765513,
      "grad_norm": 1.2278306352964494,
      "learning_rate": 0.0002995475891336193,
      "loss": 0.9434,
      "step": 5573
    },
    {
      "epoch": 0.2283022731927094,
      "grad_norm": 0.792335873944732,
      "learning_rate": 0.00029954733598698503,
      "loss": 0.8672,
      "step": 5574
    },
    {
      "epoch": 0.2283432316199058,
      "grad_norm": 0.9214878362899306,
      "learning_rate": 0.0002995470827696534,
      "loss": 0.9153,
      "step": 5575
    },
    {
      "epoch": 0.2283841900471022,
      "grad_norm": 0.8277195704846718,
      "learning_rate": 0.00029954682948162464,
      "loss": 1.0698,
      "step": 5576
    },
    {
      "epoch": 0.2284251484742986,
      "grad_norm": 1.4880889329554645,
      "learning_rate": 0.00029954657612289877,
      "loss": 1.3826,
      "step": 5577
    },
    {
      "epoch": 0.228466106901495,
      "grad_norm": 0.6457934555985536,
      "learning_rate": 0.0002995463226934759,
      "loss": 0.7209,
      "step": 5578
    },
    {
      "epoch": 0.2285070653286914,
      "grad_norm": 0.7312924556307664,
      "learning_rate": 0.0002995460691933563,
      "loss": 1.2806,
      "step": 5579
    },
    {
      "epoch": 0.22854802375588779,
      "grad_norm": 0.6103512382477888,
      "learning_rate": 0.00029954581562254,
      "loss": 0.5343,
      "step": 5580
    },
    {
      "epoch": 0.22858898218308418,
      "grad_norm": 0.9839591552185979,
      "learning_rate": 0.0002995455619810271,
      "loss": 1.1322,
      "step": 5581
    },
    {
      "epoch": 0.22862994061028055,
      "grad_norm": 0.9845616804406944,
      "learning_rate": 0.0002995453082688177,
      "loss": 1.2939,
      "step": 5582
    },
    {
      "epoch": 0.22867089903747695,
      "grad_norm": 0.8796937999619757,
      "learning_rate": 0.00029954505448591195,
      "loss": 1.132,
      "step": 5583
    },
    {
      "epoch": 0.22871185746467335,
      "grad_norm": 1.040020784665647,
      "learning_rate": 0.00029954480063231,
      "loss": 0.7928,
      "step": 5584
    },
    {
      "epoch": 0.22875281589186974,
      "grad_norm": 0.9498005493477257,
      "learning_rate": 0.000299544546708012,
      "loss": 0.7164,
      "step": 5585
    },
    {
      "epoch": 0.22879377431906614,
      "grad_norm": 1.0783727190479455,
      "learning_rate": 0.00029954429271301794,
      "loss": 1.1818,
      "step": 5586
    },
    {
      "epoch": 0.22883473274626254,
      "grad_norm": 0.7795907119234102,
      "learning_rate": 0.00029954403864732807,
      "loss": 1.0589,
      "step": 5587
    },
    {
      "epoch": 0.22887569117345893,
      "grad_norm": 0.8248661516122634,
      "learning_rate": 0.0002995437845109424,
      "loss": 0.9709,
      "step": 5588
    },
    {
      "epoch": 0.22891664960065533,
      "grad_norm": 1.1171922086891368,
      "learning_rate": 0.00029954353030386114,
      "loss": 1.1707,
      "step": 5589
    },
    {
      "epoch": 0.22895760802785173,
      "grad_norm": 0.8477767444892739,
      "learning_rate": 0.00029954327602608436,
      "loss": 1.1798,
      "step": 5590
    },
    {
      "epoch": 0.22899856645504812,
      "grad_norm": 0.7269080764194085,
      "learning_rate": 0.0002995430216776122,
      "loss": 0.4827,
      "step": 5591
    },
    {
      "epoch": 0.22903952488224452,
      "grad_norm": 0.8054429386649706,
      "learning_rate": 0.0002995427672584448,
      "loss": 0.8988,
      "step": 5592
    },
    {
      "epoch": 0.22908048330944092,
      "grad_norm": 0.9427473249691088,
      "learning_rate": 0.0002995425127685823,
      "loss": 0.7676,
      "step": 5593
    },
    {
      "epoch": 0.22912144173663732,
      "grad_norm": 0.8225943261183309,
      "learning_rate": 0.00029954225820802465,
      "loss": 0.9571,
      "step": 5594
    },
    {
      "epoch": 0.2291624001638337,
      "grad_norm": 0.9608049882965133,
      "learning_rate": 0.0002995420035767722,
      "loss": 0.8857,
      "step": 5595
    },
    {
      "epoch": 0.2292033585910301,
      "grad_norm": 0.9548248826855437,
      "learning_rate": 0.00029954174887482496,
      "loss": 0.9462,
      "step": 5596
    },
    {
      "epoch": 0.2292443170182265,
      "grad_norm": 0.6947479736098814,
      "learning_rate": 0.000299541494102183,
      "loss": 0.5093,
      "step": 5597
    },
    {
      "epoch": 0.2292852754454229,
      "grad_norm": 0.817535079009505,
      "learning_rate": 0.0002995412392588466,
      "loss": 1.0172,
      "step": 5598
    },
    {
      "epoch": 0.2293262338726193,
      "grad_norm": 0.7868642968886936,
      "learning_rate": 0.00029954098434481567,
      "loss": 0.9454,
      "step": 5599
    },
    {
      "epoch": 0.2293671922998157,
      "grad_norm": 1.0439454368516035,
      "learning_rate": 0.0002995407293600905,
      "loss": 1.1836,
      "step": 5600
    },
    {
      "epoch": 0.2294081507270121,
      "grad_norm": 0.7249325393814054,
      "learning_rate": 0.0002995404743046711,
      "loss": 1.0426,
      "step": 5601
    },
    {
      "epoch": 0.2294491091542085,
      "grad_norm": 0.6139511908490123,
      "learning_rate": 0.0002995402191785577,
      "loss": 0.8237,
      "step": 5602
    },
    {
      "epoch": 0.22949006758140486,
      "grad_norm": 0.9491633895381062,
      "learning_rate": 0.0002995399639817503,
      "loss": 1.1944,
      "step": 5603
    },
    {
      "epoch": 0.22953102600860126,
      "grad_norm": 0.7609567249343078,
      "learning_rate": 0.00029953970871424916,
      "loss": 0.9966,
      "step": 5604
    },
    {
      "epoch": 0.22957198443579765,
      "grad_norm": 0.9441672598126738,
      "learning_rate": 0.00029953945337605423,
      "loss": 1.1824,
      "step": 5605
    },
    {
      "epoch": 0.22961294286299405,
      "grad_norm": 0.967273234236942,
      "learning_rate": 0.0002995391979671658,
      "loss": 1.0541,
      "step": 5606
    },
    {
      "epoch": 0.22965390129019045,
      "grad_norm": 0.8136640010577054,
      "learning_rate": 0.0002995389424875839,
      "loss": 1.0941,
      "step": 5607
    },
    {
      "epoch": 0.22969485971738685,
      "grad_norm": 1.3069763840322874,
      "learning_rate": 0.00029953868693730865,
      "loss": 1.5301,
      "step": 5608
    },
    {
      "epoch": 0.22973581814458324,
      "grad_norm": 0.611122626681965,
      "learning_rate": 0.0002995384313163402,
      "loss": 0.9641,
      "step": 5609
    },
    {
      "epoch": 0.22977677657177964,
      "grad_norm": 1.347895747191517,
      "learning_rate": 0.00029953817562467866,
      "loss": 1.5261,
      "step": 5610
    },
    {
      "epoch": 0.22981773499897604,
      "grad_norm": 1.0431662890728257,
      "learning_rate": 0.0002995379198623241,
      "loss": 1.1477,
      "step": 5611
    },
    {
      "epoch": 0.22985869342617243,
      "grad_norm": 0.6043881182439124,
      "learning_rate": 0.00029953766402927677,
      "loss": 1.0703,
      "step": 5612
    },
    {
      "epoch": 0.22989965185336883,
      "grad_norm": 0.6910018332864082,
      "learning_rate": 0.0002995374081255366,
      "loss": 0.8764,
      "step": 5613
    },
    {
      "epoch": 0.22994061028056523,
      "grad_norm": 0.5846771322463555,
      "learning_rate": 0.00029953715215110395,
      "loss": 0.4138,
      "step": 5614
    },
    {
      "epoch": 0.22998156870776162,
      "grad_norm": 0.8154042603830023,
      "learning_rate": 0.00029953689610597874,
      "loss": 0.9228,
      "step": 5615
    },
    {
      "epoch": 0.23002252713495802,
      "grad_norm": 0.7195587805934619,
      "learning_rate": 0.00029953663999016117,
      "loss": 0.7958,
      "step": 5616
    },
    {
      "epoch": 0.23006348556215442,
      "grad_norm": 1.6848024968843667,
      "learning_rate": 0.00029953638380365134,
      "loss": 3.8845,
      "step": 5617
    },
    {
      "epoch": 0.23010444398935082,
      "grad_norm": 0.8712661876998361,
      "learning_rate": 0.0002995361275464494,
      "loss": 1.1641,
      "step": 5618
    },
    {
      "epoch": 0.2301454024165472,
      "grad_norm": 0.8210311066233953,
      "learning_rate": 0.0002995358712185555,
      "loss": 0.4752,
      "step": 5619
    },
    {
      "epoch": 0.2301863608437436,
      "grad_norm": 0.7474600185489206,
      "learning_rate": 0.00029953561481996965,
      "loss": 0.9636,
      "step": 5620
    },
    {
      "epoch": 0.23022731927094,
      "grad_norm": 0.6751028636890244,
      "learning_rate": 0.000299535358350692,
      "loss": 0.9608,
      "step": 5621
    },
    {
      "epoch": 0.2302682776981364,
      "grad_norm": 0.8072324026429747,
      "learning_rate": 0.00029953510181072285,
      "loss": 1.0355,
      "step": 5622
    },
    {
      "epoch": 0.2303092361253328,
      "grad_norm": 0.6746537675172312,
      "learning_rate": 0.0002995348452000621,
      "loss": 0.8907,
      "step": 5623
    },
    {
      "epoch": 0.23035019455252917,
      "grad_norm": 0.7747138508945802,
      "learning_rate": 0.00029953458851870996,
      "loss": 1.0704,
      "step": 5624
    },
    {
      "epoch": 0.23039115297972557,
      "grad_norm": 0.8099651515416173,
      "learning_rate": 0.0002995343317666665,
      "loss": 1.19,
      "step": 5625
    },
    {
      "epoch": 0.23043211140692196,
      "grad_norm": 0.7061113344444859,
      "learning_rate": 0.00029953407494393193,
      "loss": 1.0167,
      "step": 5626
    },
    {
      "epoch": 0.23047306983411836,
      "grad_norm": 1.2571922558516755,
      "learning_rate": 0.0002995338180505063,
      "loss": 1.31,
      "step": 5627
    },
    {
      "epoch": 0.23051402826131476,
      "grad_norm": 0.8250290246343418,
      "learning_rate": 0.0002995335610863898,
      "loss": 1.0728,
      "step": 5628
    },
    {
      "epoch": 0.23055498668851115,
      "grad_norm": 1.710941233931014,
      "learning_rate": 0.0002995333040515825,
      "loss": 1.5757,
      "step": 5629
    },
    {
      "epoch": 0.23059594511570755,
      "grad_norm": 0.710575013938529,
      "learning_rate": 0.0002995330469460845,
      "loss": 0.8916,
      "step": 5630
    },
    {
      "epoch": 0.23063690354290395,
      "grad_norm": 1.8876169570112245,
      "learning_rate": 0.000299532789769896,
      "loss": 3.2744,
      "step": 5631
    },
    {
      "epoch": 0.23067786197010035,
      "grad_norm": 0.7442938728087224,
      "learning_rate": 0.00029953253252301703,
      "loss": 0.7582,
      "step": 5632
    },
    {
      "epoch": 0.23071882039729674,
      "grad_norm": 2.386768454809779,
      "learning_rate": 0.0002995322752054477,
      "loss": 1.7524,
      "step": 5633
    },
    {
      "epoch": 0.23075977882449314,
      "grad_norm": 1.4850904865513999,
      "learning_rate": 0.0002995320178171883,
      "loss": 1.7701,
      "step": 5634
    },
    {
      "epoch": 0.23080073725168954,
      "grad_norm": 0.8571330818048806,
      "learning_rate": 0.0002995317603582388,
      "loss": 1.1139,
      "step": 5635
    },
    {
      "epoch": 0.23084169567888593,
      "grad_norm": 0.6970427656322304,
      "learning_rate": 0.00029953150282859936,
      "loss": 0.852,
      "step": 5636
    },
    {
      "epoch": 0.23088265410608233,
      "grad_norm": 1.1360061741693182,
      "learning_rate": 0.0002995312452282701,
      "loss": 1.0207,
      "step": 5637
    },
    {
      "epoch": 0.23092361253327873,
      "grad_norm": 0.808226660772802,
      "learning_rate": 0.00029953098755725114,
      "loss": 1.0851,
      "step": 5638
    },
    {
      "epoch": 0.23096457096047512,
      "grad_norm": 0.8638417313976606,
      "learning_rate": 0.00029953072981554264,
      "loss": 0.589,
      "step": 5639
    },
    {
      "epoch": 0.23100552938767152,
      "grad_norm": 2.512107878194136,
      "learning_rate": 0.00029953047200314463,
      "loss": 2.9912,
      "step": 5640
    },
    {
      "epoch": 0.23104648781486792,
      "grad_norm": 0.6554989021565529,
      "learning_rate": 0.0002995302141200573,
      "loss": 0.6233,
      "step": 5641
    },
    {
      "epoch": 0.23108744624206431,
      "grad_norm": 0.8379343069968536,
      "learning_rate": 0.0002995299561662808,
      "loss": 1.1465,
      "step": 5642
    },
    {
      "epoch": 0.2311284046692607,
      "grad_norm": 0.7052281420375301,
      "learning_rate": 0.0002995296981418152,
      "loss": 0.9302,
      "step": 5643
    },
    {
      "epoch": 0.2311693630964571,
      "grad_norm": 0.6635928542018652,
      "learning_rate": 0.0002995294400466606,
      "loss": 0.4326,
      "step": 5644
    },
    {
      "epoch": 0.23121032152365348,
      "grad_norm": 0.6635644865677781,
      "learning_rate": 0.0002995291818808172,
      "loss": 0.8803,
      "step": 5645
    },
    {
      "epoch": 0.23125127995084988,
      "grad_norm": 0.7554279054492288,
      "learning_rate": 0.00029952892364428505,
      "loss": 0.7129,
      "step": 5646
    },
    {
      "epoch": 0.23129223837804627,
      "grad_norm": 1.217406356844462,
      "learning_rate": 0.00029952866533706433,
      "loss": 1.0739,
      "step": 5647
    },
    {
      "epoch": 0.23133319680524267,
      "grad_norm": 0.8485965086916022,
      "learning_rate": 0.00029952840695915515,
      "loss": 1.2737,
      "step": 5648
    },
    {
      "epoch": 0.23137415523243907,
      "grad_norm": 0.718353044659525,
      "learning_rate": 0.00029952814851055755,
      "loss": 0.9187,
      "step": 5649
    },
    {
      "epoch": 0.23141511365963546,
      "grad_norm": 0.9867033684749013,
      "learning_rate": 0.00029952788999127177,
      "loss": 1.0951,
      "step": 5650
    },
    {
      "epoch": 0.23145607208683186,
      "grad_norm": 0.9001654479514362,
      "learning_rate": 0.00029952763140129784,
      "loss": 0.8988,
      "step": 5651
    },
    {
      "epoch": 0.23149703051402826,
      "grad_norm": 1.0365864317095845,
      "learning_rate": 0.00029952737274063594,
      "loss": 1.1196,
      "step": 5652
    },
    {
      "epoch": 0.23153798894122465,
      "grad_norm": 0.920401821048264,
      "learning_rate": 0.0002995271140092862,
      "loss": 0.7989,
      "step": 5653
    },
    {
      "epoch": 0.23157894736842105,
      "grad_norm": 0.8039240493907494,
      "learning_rate": 0.0002995268552072487,
      "loss": 1.0388,
      "step": 5654
    },
    {
      "epoch": 0.23161990579561745,
      "grad_norm": 1.4175349405383735,
      "learning_rate": 0.0002995265963345236,
      "loss": 1.8347,
      "step": 5655
    },
    {
      "epoch": 0.23166086422281384,
      "grad_norm": 0.7889109772264632,
      "learning_rate": 0.0002995263373911109,
      "loss": 0.9903,
      "step": 5656
    },
    {
      "epoch": 0.23170182265001024,
      "grad_norm": 0.6053690661084586,
      "learning_rate": 0.00029952607837701093,
      "loss": 0.9855,
      "step": 5657
    },
    {
      "epoch": 0.23174278107720664,
      "grad_norm": 0.8809175404686013,
      "learning_rate": 0.00029952581929222367,
      "loss": 0.7863,
      "step": 5658
    },
    {
      "epoch": 0.23178373950440304,
      "grad_norm": 1.1489809596902534,
      "learning_rate": 0.0002995255601367493,
      "loss": 0.5956,
      "step": 5659
    },
    {
      "epoch": 0.23182469793159943,
      "grad_norm": 1.0528811832927223,
      "learning_rate": 0.0002995253009105879,
      "loss": 1.0313,
      "step": 5660
    },
    {
      "epoch": 0.23186565635879583,
      "grad_norm": 0.7440834799296667,
      "learning_rate": 0.00029952504161373967,
      "loss": 0.9189,
      "step": 5661
    },
    {
      "epoch": 0.23190661478599223,
      "grad_norm": 1.0446135500576352,
      "learning_rate": 0.0002995247822462046,
      "loss": 0.7521,
      "step": 5662
    },
    {
      "epoch": 0.23194757321318862,
      "grad_norm": 0.8096253471536073,
      "learning_rate": 0.0002995245228079829,
      "loss": 0.9746,
      "step": 5663
    },
    {
      "epoch": 0.23198853164038502,
      "grad_norm": 0.8273757416540821,
      "learning_rate": 0.0002995242632990747,
      "loss": 0.9175,
      "step": 5664
    },
    {
      "epoch": 0.23202949006758142,
      "grad_norm": 1.069260483447255,
      "learning_rate": 0.00029952400371948014,
      "loss": 1.2701,
      "step": 5665
    },
    {
      "epoch": 0.2320704484947778,
      "grad_norm": 0.8537155637215351,
      "learning_rate": 0.0002995237440691993,
      "loss": 0.8538,
      "step": 5666
    },
    {
      "epoch": 0.23211140692197418,
      "grad_norm": 0.8132759471672456,
      "learning_rate": 0.00029952348434823226,
      "loss": 0.85,
      "step": 5667
    },
    {
      "epoch": 0.23215236534917058,
      "grad_norm": 1.0071163447961098,
      "learning_rate": 0.0002995232245565792,
      "loss": 0.8896,
      "step": 5668
    },
    {
      "epoch": 0.23219332377636698,
      "grad_norm": 0.7190946955586262,
      "learning_rate": 0.00029952296469424027,
      "loss": 0.955,
      "step": 5669
    },
    {
      "epoch": 0.23223428220356337,
      "grad_norm": 0.828570421650485,
      "learning_rate": 0.00029952270476121557,
      "loss": 0.7315,
      "step": 5670
    },
    {
      "epoch": 0.23227524063075977,
      "grad_norm": 0.9251220810674975,
      "learning_rate": 0.00029952244475750517,
      "loss": 0.916,
      "step": 5671
    },
    {
      "epoch": 0.23231619905795617,
      "grad_norm": 0.7944957642262964,
      "learning_rate": 0.00029952218468310923,
      "loss": 0.9464,
      "step": 5672
    },
    {
      "epoch": 0.23235715748515257,
      "grad_norm": 0.8479488019440594,
      "learning_rate": 0.0002995219245380279,
      "loss": 1.0854,
      "step": 5673
    },
    {
      "epoch": 0.23239811591234896,
      "grad_norm": 1.5376398104805549,
      "learning_rate": 0.0002995216643222613,
      "loss": 0.896,
      "step": 5674
    },
    {
      "epoch": 0.23243907433954536,
      "grad_norm": 0.8450099827540217,
      "learning_rate": 0.0002995214040358095,
      "loss": 1.1369,
      "step": 5675
    },
    {
      "epoch": 0.23248003276674176,
      "grad_norm": 0.7220040805971389,
      "learning_rate": 0.00029952114367867266,
      "loss": 0.8658,
      "step": 5676
    },
    {
      "epoch": 0.23252099119393815,
      "grad_norm": 0.8902491932815273,
      "learning_rate": 0.00029952088325085094,
      "loss": 0.455,
      "step": 5677
    },
    {
      "epoch": 0.23256194962113455,
      "grad_norm": 1.6096197119620304,
      "learning_rate": 0.0002995206227523444,
      "loss": 1.1488,
      "step": 5678
    },
    {
      "epoch": 0.23260290804833095,
      "grad_norm": 0.8835173719525192,
      "learning_rate": 0.00029952036218315316,
      "loss": 0.6455,
      "step": 5679
    },
    {
      "epoch": 0.23264386647552734,
      "grad_norm": 1.0314794701819008,
      "learning_rate": 0.00029952010154327737,
      "loss": 1.0273,
      "step": 5680
    },
    {
      "epoch": 0.23268482490272374,
      "grad_norm": 1.0671493381102248,
      "learning_rate": 0.00029951984083271714,
      "loss": 1.5561,
      "step": 5681
    },
    {
      "epoch": 0.23272578332992014,
      "grad_norm": 0.5806885238608529,
      "learning_rate": 0.00029951958005147266,
      "loss": 0.9014,
      "step": 5682
    },
    {
      "epoch": 0.23276674175711654,
      "grad_norm": 0.8841006265038448,
      "learning_rate": 0.00029951931919954396,
      "loss": 0.9872,
      "step": 5683
    },
    {
      "epoch": 0.23280770018431293,
      "grad_norm": 0.9609443999661323,
      "learning_rate": 0.00029951905827693123,
      "loss": 0.9341,
      "step": 5684
    },
    {
      "epoch": 0.23284865861150933,
      "grad_norm": 0.9725740350941292,
      "learning_rate": 0.00029951879728363454,
      "loss": 0.8329,
      "step": 5685
    },
    {
      "epoch": 0.23288961703870573,
      "grad_norm": 0.9471005488548228,
      "learning_rate": 0.00029951853621965405,
      "loss": 1.0231,
      "step": 5686
    },
    {
      "epoch": 0.2329305754659021,
      "grad_norm": 1.0280236127784108,
      "learning_rate": 0.00029951827508498986,
      "loss": 2.2285,
      "step": 5687
    },
    {
      "epoch": 0.2329715338930985,
      "grad_norm": 0.828510236675932,
      "learning_rate": 0.0002995180138796421,
      "loss": 0.983,
      "step": 5688
    },
    {
      "epoch": 0.2330124923202949,
      "grad_norm": 0.6578351085732497,
      "learning_rate": 0.00029951775260361095,
      "loss": 0.8763,
      "step": 5689
    },
    {
      "epoch": 0.2330534507474913,
      "grad_norm": 1.0638073571718005,
      "learning_rate": 0.00029951749125689645,
      "loss": 1.3511,
      "step": 5690
    },
    {
      "epoch": 0.23309440917468768,
      "grad_norm": 1.3006089030233468,
      "learning_rate": 0.00029951722983949874,
      "loss": 0.7543,
      "step": 5691
    },
    {
      "epoch": 0.23313536760188408,
      "grad_norm": 0.8568146994629537,
      "learning_rate": 0.000299516968351418,
      "loss": 0.636,
      "step": 5692
    },
    {
      "epoch": 0.23317632602908048,
      "grad_norm": 0.7333798803488366,
      "learning_rate": 0.0002995167067926543,
      "loss": 0.7579,
      "step": 5693
    },
    {
      "epoch": 0.23321728445627687,
      "grad_norm": 0.5095764125496159,
      "learning_rate": 0.00029951644516320767,
      "loss": 0.4218,
      "step": 5694
    },
    {
      "epoch": 0.23325824288347327,
      "grad_norm": 0.9679955525388525,
      "learning_rate": 0.00029951618346307844,
      "loss": 1.3586,
      "step": 5695
    },
    {
      "epoch": 0.23329920131066967,
      "grad_norm": 0.784171000648301,
      "learning_rate": 0.00029951592169226665,
      "loss": 0.8573,
      "step": 5696
    },
    {
      "epoch": 0.23334015973786607,
      "grad_norm": 1.065385408139266,
      "learning_rate": 0.0002995156598507724,
      "loss": 0.9613,
      "step": 5697
    },
    {
      "epoch": 0.23338111816506246,
      "grad_norm": 0.8563957472766709,
      "learning_rate": 0.0002995153979385958,
      "loss": 1.0991,
      "step": 5698
    },
    {
      "epoch": 0.23342207659225886,
      "grad_norm": 0.7319583892360328,
      "learning_rate": 0.00029951513595573705,
      "loss": 0.9349,
      "step": 5699
    },
    {
      "epoch": 0.23346303501945526,
      "grad_norm": 0.720396371237686,
      "learning_rate": 0.0002995148739021961,
      "loss": 0.8205,
      "step": 5700
    },
    {
      "epoch": 0.23350399344665165,
      "grad_norm": 0.8430896766185084,
      "learning_rate": 0.00029951461177797335,
      "loss": 1.1319,
      "step": 5701
    },
    {
      "epoch": 0.23354495187384805,
      "grad_norm": 1.0791437856946449,
      "learning_rate": 0.0002995143495830686,
      "loss": 1.0223,
      "step": 5702
    },
    {
      "epoch": 0.23358591030104445,
      "grad_norm": 0.6221257255446571,
      "learning_rate": 0.0002995140873174823,
      "loss": 0.7422,
      "step": 5703
    },
    {
      "epoch": 0.23362686872824084,
      "grad_norm": 0.9539770482859168,
      "learning_rate": 0.0002995138249812143,
      "loss": 0.9721,
      "step": 5704
    },
    {
      "epoch": 0.23366782715543724,
      "grad_norm": 0.6777616170775682,
      "learning_rate": 0.0002995135625742649,
      "loss": 0.9112,
      "step": 5705
    },
    {
      "epoch": 0.23370878558263364,
      "grad_norm": 0.6307529939516625,
      "learning_rate": 0.0002995133000966341,
      "loss": 0.6644,
      "step": 5706
    },
    {
      "epoch": 0.23374974400983003,
      "grad_norm": 0.6064850613941924,
      "learning_rate": 0.00029951303754832215,
      "loss": 0.612,
      "step": 5707
    },
    {
      "epoch": 0.23379070243702643,
      "grad_norm": 0.977674813114768,
      "learning_rate": 0.00029951277492932914,
      "loss": 0.5181,
      "step": 5708
    },
    {
      "epoch": 0.2338316608642228,
      "grad_norm": 0.7442620577646452,
      "learning_rate": 0.0002995125122396551,
      "loss": 1.1278,
      "step": 5709
    },
    {
      "epoch": 0.2338726192914192,
      "grad_norm": 0.8962281533747423,
      "learning_rate": 0.00029951224947930027,
      "loss": 1.0058,
      "step": 5710
    },
    {
      "epoch": 0.2339135777186156,
      "grad_norm": 1.1058210773684016,
      "learning_rate": 0.00029951198664826463,
      "loss": 1.513,
      "step": 5711
    },
    {
      "epoch": 0.233954536145812,
      "grad_norm": 1.8093755962390818,
      "learning_rate": 0.0002995117237465485,
      "loss": 1.8799,
      "step": 5712
    },
    {
      "epoch": 0.2339954945730084,
      "grad_norm": 0.9608241477265741,
      "learning_rate": 0.0002995114607741519,
      "loss": 1.0021,
      "step": 5713
    },
    {
      "epoch": 0.23403645300020479,
      "grad_norm": 0.9287028974632512,
      "learning_rate": 0.00029951119773107487,
      "loss": 1.1018,
      "step": 5714
    },
    {
      "epoch": 0.23407741142740118,
      "grad_norm": 0.6595729770064126,
      "learning_rate": 0.0002995109346173177,
      "loss": 0.5076,
      "step": 5715
    },
    {
      "epoch": 0.23411836985459758,
      "grad_norm": 0.615163007677192,
      "learning_rate": 0.0002995106714328804,
      "loss": 0.5853,
      "step": 5716
    },
    {
      "epoch": 0.23415932828179398,
      "grad_norm": 0.7106203748021779,
      "learning_rate": 0.00029951040817776314,
      "loss": 1.0188,
      "step": 5717
    },
    {
      "epoch": 0.23420028670899037,
      "grad_norm": 1.0107418619161532,
      "learning_rate": 0.00029951014485196604,
      "loss": 1.1271,
      "step": 5718
    },
    {
      "epoch": 0.23424124513618677,
      "grad_norm": 1.009433465409919,
      "learning_rate": 0.0002995098814554892,
      "loss": 0.8708,
      "step": 5719
    },
    {
      "epoch": 0.23428220356338317,
      "grad_norm": 1.2311075574688026,
      "learning_rate": 0.0002995096179883328,
      "loss": 1.4044,
      "step": 5720
    },
    {
      "epoch": 0.23432316199057956,
      "grad_norm": 0.9767187397102146,
      "learning_rate": 0.0002995093544504969,
      "loss": 1.422,
      "step": 5721
    },
    {
      "epoch": 0.23436412041777596,
      "grad_norm": 1.087902515902658,
      "learning_rate": 0.00029950909084198166,
      "loss": 0.9528,
      "step": 5722
    },
    {
      "epoch": 0.23440507884497236,
      "grad_norm": 0.5298892447749703,
      "learning_rate": 0.0002995088271627872,
      "loss": 0.4276,
      "step": 5723
    },
    {
      "epoch": 0.23444603727216876,
      "grad_norm": 1.220538483328939,
      "learning_rate": 0.0002995085634129136,
      "loss": 0.8954,
      "step": 5724
    },
    {
      "epoch": 0.23448699569936515,
      "grad_norm": 1.119616513246502,
      "learning_rate": 0.0002995082995923611,
      "loss": 0.8449,
      "step": 5725
    },
    {
      "epoch": 0.23452795412656155,
      "grad_norm": 0.7472870404866233,
      "learning_rate": 0.00029950803570112975,
      "loss": 0.8453,
      "step": 5726
    },
    {
      "epoch": 0.23456891255375795,
      "grad_norm": 0.6246534961258237,
      "learning_rate": 0.0002995077717392196,
      "loss": 0.8048,
      "step": 5727
    },
    {
      "epoch": 0.23460987098095434,
      "grad_norm": 2.457435891587745,
      "learning_rate": 0.0002995075077066309,
      "loss": 1.2387,
      "step": 5728
    },
    {
      "epoch": 0.23465082940815074,
      "grad_norm": 0.7707305509459748,
      "learning_rate": 0.00029950724360336374,
      "loss": 0.8099,
      "step": 5729
    },
    {
      "epoch": 0.2346917878353471,
      "grad_norm": 1.1299728043856694,
      "learning_rate": 0.00029950697942941816,
      "loss": 0.9195,
      "step": 5730
    },
    {
      "epoch": 0.2347327462625435,
      "grad_norm": 1.2155610987443775,
      "learning_rate": 0.00029950671518479447,
      "loss": 0.9789,
      "step": 5731
    },
    {
      "epoch": 0.2347737046897399,
      "grad_norm": 0.7845452349510875,
      "learning_rate": 0.00029950645086949257,
      "loss": 0.5324,
      "step": 5732
    },
    {
      "epoch": 0.2348146631169363,
      "grad_norm": 0.8487951874663682,
      "learning_rate": 0.00029950618648351277,
      "loss": 0.9294,
      "step": 5733
    },
    {
      "epoch": 0.2348556215441327,
      "grad_norm": 0.7733133930116266,
      "learning_rate": 0.0002995059220268551,
      "loss": 0.868,
      "step": 5734
    },
    {
      "epoch": 0.2348965799713291,
      "grad_norm": 0.9321370851260086,
      "learning_rate": 0.0002995056574995197,
      "loss": 0.8549,
      "step": 5735
    },
    {
      "epoch": 0.2349375383985255,
      "grad_norm": 1.1401921714483485,
      "learning_rate": 0.00029950539290150667,
      "loss": 0.7268,
      "step": 5736
    },
    {
      "epoch": 0.2349784968257219,
      "grad_norm": 0.9890487146009183,
      "learning_rate": 0.00029950512823281617,
      "loss": 0.9374,
      "step": 5737
    },
    {
      "epoch": 0.23501945525291829,
      "grad_norm": 0.8177611195157191,
      "learning_rate": 0.00029950486349344837,
      "loss": 0.9942,
      "step": 5738
    },
    {
      "epoch": 0.23506041368011468,
      "grad_norm": 1.2162920032808568,
      "learning_rate": 0.00029950459868340333,
      "loss": 0.7141,
      "step": 5739
    },
    {
      "epoch": 0.23510137210731108,
      "grad_norm": 0.9607591305313771,
      "learning_rate": 0.00029950433380268116,
      "loss": 1.2379,
      "step": 5740
    },
    {
      "epoch": 0.23514233053450748,
      "grad_norm": 0.5233272526302862,
      "learning_rate": 0.00029950406885128207,
      "loss": 0.4375,
      "step": 5741
    },
    {
      "epoch": 0.23518328896170387,
      "grad_norm": 0.7594563596382204,
      "learning_rate": 0.00029950380382920606,
      "loss": 0.9812,
      "step": 5742
    },
    {
      "epoch": 0.23522424738890027,
      "grad_norm": 1.7038796579562083,
      "learning_rate": 0.00029950353873645335,
      "loss": 2.5388,
      "step": 5743
    },
    {
      "epoch": 0.23526520581609667,
      "grad_norm": 1.001847787840015,
      "learning_rate": 0.0002995032735730241,
      "loss": 1.0279,
      "step": 5744
    },
    {
      "epoch": 0.23530616424329306,
      "grad_norm": 0.6313706540529006,
      "learning_rate": 0.0002995030083389183,
      "loss": 0.8329,
      "step": 5745
    },
    {
      "epoch": 0.23534712267048946,
      "grad_norm": 0.7241296751017953,
      "learning_rate": 0.0002995027430341362,
      "loss": 0.782,
      "step": 5746
    },
    {
      "epoch": 0.23538808109768586,
      "grad_norm": 1.5197885934762583,
      "learning_rate": 0.0002995024776586779,
      "loss": 2.7036,
      "step": 5747
    },
    {
      "epoch": 0.23542903952488226,
      "grad_norm": 1.101206309673044,
      "learning_rate": 0.00029950221221254343,
      "loss": 0.7218,
      "step": 5748
    },
    {
      "epoch": 0.23546999795207865,
      "grad_norm": 0.7820890694322037,
      "learning_rate": 0.00029950194669573307,
      "loss": 1.0962,
      "step": 5749
    },
    {
      "epoch": 0.23551095637927505,
      "grad_norm": 0.7346898746948136,
      "learning_rate": 0.0002995016811082468,
      "loss": 0.9255,
      "step": 5750
    },
    {
      "epoch": 0.23555191480647142,
      "grad_norm": 0.8904756486694282,
      "learning_rate": 0.00029950141545008485,
      "loss": 0.862,
      "step": 5751
    },
    {
      "epoch": 0.23559287323366782,
      "grad_norm": 0.556080320668132,
      "learning_rate": 0.0002995011497212473,
      "loss": 0.4603,
      "step": 5752
    },
    {
      "epoch": 0.2356338316608642,
      "grad_norm": 1.0523613649194283,
      "learning_rate": 0.00029950088392173427,
      "loss": 1.5449,
      "step": 5753
    },
    {
      "epoch": 0.2356747900880606,
      "grad_norm": 0.817535174104807,
      "learning_rate": 0.0002995006180515459,
      "loss": 0.6833,
      "step": 5754
    },
    {
      "epoch": 0.235715748515257,
      "grad_norm": 0.8367126988642142,
      "learning_rate": 0.0002995003521106823,
      "loss": 0.832,
      "step": 5755
    },
    {
      "epoch": 0.2357567069424534,
      "grad_norm": 1.0275747812382576,
      "learning_rate": 0.0002995000860991436,
      "loss": 1.0076,
      "step": 5756
    },
    {
      "epoch": 0.2357976653696498,
      "grad_norm": 1.1498457586288156,
      "learning_rate": 0.00029949982001692996,
      "loss": 0.8337,
      "step": 5757
    },
    {
      "epoch": 0.2358386237968462,
      "grad_norm": 0.8500181242082245,
      "learning_rate": 0.00029949955386404154,
      "loss": 1.3074,
      "step": 5758
    },
    {
      "epoch": 0.2358795822240426,
      "grad_norm": 0.7551807153886368,
      "learning_rate": 0.00029949928764047833,
      "loss": 1.3102,
      "step": 5759
    },
    {
      "epoch": 0.235920540651239,
      "grad_norm": 0.5850721502123508,
      "learning_rate": 0.00029949902134624053,
      "loss": 0.6673,
      "step": 5760
    },
    {
      "epoch": 0.2359614990784354,
      "grad_norm": 0.9219290339237074,
      "learning_rate": 0.00029949875498132825,
      "loss": 1.34,
      "step": 5761
    },
    {
      "epoch": 0.23600245750563179,
      "grad_norm": 0.6619687657800634,
      "learning_rate": 0.00029949848854574166,
      "loss": 0.4806,
      "step": 5762
    },
    {
      "epoch": 0.23604341593282818,
      "grad_norm": 6.567686918808353,
      "learning_rate": 0.00029949822203948086,
      "loss": 4.9656,
      "step": 5763
    },
    {
      "epoch": 0.23608437436002458,
      "grad_norm": 2.5510270127434955,
      "learning_rate": 0.000299497955462546,
      "loss": 1.2913,
      "step": 5764
    },
    {
      "epoch": 0.23612533278722098,
      "grad_norm": 0.6761562536920773,
      "learning_rate": 0.0002994976888149372,
      "loss": 0.9007,
      "step": 5765
    },
    {
      "epoch": 0.23616629121441737,
      "grad_norm": 1.1187073484280132,
      "learning_rate": 0.0002994974220966545,
      "loss": 0.8174,
      "step": 5766
    },
    {
      "epoch": 0.23620724964161377,
      "grad_norm": 0.8731410198058909,
      "learning_rate": 0.0002994971553076981,
      "loss": 0.9283,
      "step": 5767
    },
    {
      "epoch": 0.23624820806881017,
      "grad_norm": 0.5536003805262251,
      "learning_rate": 0.00029949688844806816,
      "loss": 0.8217,
      "step": 5768
    },
    {
      "epoch": 0.23628916649600656,
      "grad_norm": 0.8918092512546291,
      "learning_rate": 0.0002994966215177648,
      "loss": 1.1793,
      "step": 5769
    },
    {
      "epoch": 0.23633012492320296,
      "grad_norm": 0.9717249006032945,
      "learning_rate": 0.000299496354516788,
      "loss": 0.576,
      "step": 5770
    },
    {
      "epoch": 0.23637108335039936,
      "grad_norm": 0.8841336350690826,
      "learning_rate": 0.00029949608744513805,
      "loss": 1.2169,
      "step": 5771
    },
    {
      "epoch": 0.23641204177759573,
      "grad_norm": 0.6745093711928812,
      "learning_rate": 0.0002994958203028151,
      "loss": 0.8489,
      "step": 5772
    },
    {
      "epoch": 0.23645300020479212,
      "grad_norm": 0.9147514383705234,
      "learning_rate": 0.0002994955530898191,
      "loss": 0.6955,
      "step": 5773
    },
    {
      "epoch": 0.23649395863198852,
      "grad_norm": 0.6720001123737268,
      "learning_rate": 0.00029949528580615033,
      "loss": 0.9268,
      "step": 5774
    },
    {
      "epoch": 0.23653491705918492,
      "grad_norm": 0.9526687122942283,
      "learning_rate": 0.0002994950184518088,
      "loss": 0.949,
      "step": 5775
    },
    {
      "epoch": 0.23657587548638132,
      "grad_norm": 2.432376121948799,
      "learning_rate": 0.00029949475102679477,
      "loss": 0.907,
      "step": 5776
    },
    {
      "epoch": 0.2366168339135777,
      "grad_norm": 0.8820340706593801,
      "learning_rate": 0.00029949448353110825,
      "loss": 1.1857,
      "step": 5777
    },
    {
      "epoch": 0.2366577923407741,
      "grad_norm": 0.6654266990983468,
      "learning_rate": 0.0002994942159647495,
      "loss": 0.3925,
      "step": 5778
    },
    {
      "epoch": 0.2366987507679705,
      "grad_norm": 0.704882706404932,
      "learning_rate": 0.00029949394832771845,
      "loss": 0.887,
      "step": 5779
    },
    {
      "epoch": 0.2367397091951669,
      "grad_norm": 0.61412052742335,
      "learning_rate": 0.0002994936806200154,
      "loss": 0.534,
      "step": 5780
    },
    {
      "epoch": 0.2367806676223633,
      "grad_norm": 0.7156695813518378,
      "learning_rate": 0.0002994934128416404,
      "loss": 1.0641,
      "step": 5781
    },
    {
      "epoch": 0.2368216260495597,
      "grad_norm": 0.7796041377723095,
      "learning_rate": 0.0002994931449925936,
      "loss": 0.7725,
      "step": 5782
    },
    {
      "epoch": 0.2368625844767561,
      "grad_norm": 0.6011002683025205,
      "learning_rate": 0.00029949287707287505,
      "loss": 0.4175,
      "step": 5783
    },
    {
      "epoch": 0.2369035429039525,
      "grad_norm": 0.685864680169484,
      "learning_rate": 0.000299492609082485,
      "loss": 0.796,
      "step": 5784
    },
    {
      "epoch": 0.2369445013311489,
      "grad_norm": 0.539651770320985,
      "learning_rate": 0.00029949234102142355,
      "loss": 0.4745,
      "step": 5785
    },
    {
      "epoch": 0.23698545975834528,
      "grad_norm": 0.6821535487487217,
      "learning_rate": 0.0002994920728896907,
      "loss": 0.9466,
      "step": 5786
    },
    {
      "epoch": 0.23702641818554168,
      "grad_norm": 0.8603322187190825,
      "learning_rate": 0.0002994918046872868,
      "loss": 1.0067,
      "step": 5787
    },
    {
      "epoch": 0.23706737661273808,
      "grad_norm": 0.5329168514781277,
      "learning_rate": 0.00029949153641421175,
      "loss": 0.4254,
      "step": 5788
    },
    {
      "epoch": 0.23710833503993448,
      "grad_norm": 0.6757128026606538,
      "learning_rate": 0.0002994912680704658,
      "loss": 1.011,
      "step": 5789
    },
    {
      "epoch": 0.23714929346713087,
      "grad_norm": 0.920796873165415,
      "learning_rate": 0.00029949099965604904,
      "loss": 1.1969,
      "step": 5790
    },
    {
      "epoch": 0.23719025189432727,
      "grad_norm": 0.8126500857518026,
      "learning_rate": 0.0002994907311709616,
      "loss": 0.5082,
      "step": 5791
    },
    {
      "epoch": 0.23723121032152367,
      "grad_norm": 1.0557397045926513,
      "learning_rate": 0.00029949046261520365,
      "loss": 0.7308,
      "step": 5792
    },
    {
      "epoch": 0.23727216874872004,
      "grad_norm": 0.8010959956011651,
      "learning_rate": 0.0002994901939887753,
      "loss": 0.898,
      "step": 5793
    },
    {
      "epoch": 0.23731312717591643,
      "grad_norm": 1.0893585964080672,
      "learning_rate": 0.0002994899252916766,
      "loss": 0.7747,
      "step": 5794
    },
    {
      "epoch": 0.23735408560311283,
      "grad_norm": 1.1408199763963829,
      "learning_rate": 0.0002994896565239078,
      "loss": 1.4296,
      "step": 5795
    },
    {
      "epoch": 0.23739504403030923,
      "grad_norm": 0.8887741719365116,
      "learning_rate": 0.00029948938768546897,
      "loss": 1.2553,
      "step": 5796
    },
    {
      "epoch": 0.23743600245750562,
      "grad_norm": 0.8740742651457458,
      "learning_rate": 0.00029948911877636017,
      "loss": 0.945,
      "step": 5797
    },
    {
      "epoch": 0.23747696088470202,
      "grad_norm": 0.4278370445176547,
      "learning_rate": 0.00029948884979658167,
      "loss": 0.3882,
      "step": 5798
    },
    {
      "epoch": 0.23751791931189842,
      "grad_norm": 1.0025722579586505,
      "learning_rate": 0.0002994885807461334,
      "loss": 0.9171,
      "step": 5799
    },
    {
      "epoch": 0.23755887773909481,
      "grad_norm": 0.5029545340021004,
      "learning_rate": 0.0002994883116250157,
      "loss": 0.4242,
      "step": 5800
    },
    {
      "epoch": 0.2375998361662912,
      "grad_norm": 0.9253882467779294,
      "learning_rate": 0.0002994880424332286,
      "loss": 1.0883,
      "step": 5801
    },
    {
      "epoch": 0.2376407945934876,
      "grad_norm": 0.6494663946456968,
      "learning_rate": 0.00029948777317077217,
      "loss": 0.8661,
      "step": 5802
    },
    {
      "epoch": 0.237681753020684,
      "grad_norm": 0.9775369093385342,
      "learning_rate": 0.00029948750383764665,
      "loss": 1.3338,
      "step": 5803
    },
    {
      "epoch": 0.2377227114478804,
      "grad_norm": 0.7385020450312327,
      "learning_rate": 0.0002994872344338521,
      "loss": 0.9489,
      "step": 5804
    },
    {
      "epoch": 0.2377636698750768,
      "grad_norm": 0.5553847935632414,
      "learning_rate": 0.0002994869649593886,
      "loss": 0.7365,
      "step": 5805
    },
    {
      "epoch": 0.2378046283022732,
      "grad_norm": 0.6168882764453096,
      "learning_rate": 0.0002994866954142564,
      "loss": 0.7741,
      "step": 5806
    },
    {
      "epoch": 0.2378455867294696,
      "grad_norm": 0.8189112761289893,
      "learning_rate": 0.0002994864257984556,
      "loss": 0.9132,
      "step": 5807
    },
    {
      "epoch": 0.237886545156666,
      "grad_norm": 0.6896752478805083,
      "learning_rate": 0.0002994861561119862,
      "loss": 0.577,
      "step": 5808
    },
    {
      "epoch": 0.2379275035838624,
      "grad_norm": 0.8974191297289821,
      "learning_rate": 0.00029948588635484845,
      "loss": 1.1049,
      "step": 5809
    },
    {
      "epoch": 0.23796846201105878,
      "grad_norm": 0.9960175045655573,
      "learning_rate": 0.00029948561652704247,
      "loss": 1.1944,
      "step": 5810
    },
    {
      "epoch": 0.23800942043825518,
      "grad_norm": 0.46418912888990577,
      "learning_rate": 0.0002994853466285684,
      "loss": 0.403,
      "step": 5811
    },
    {
      "epoch": 0.23805037886545158,
      "grad_norm": 0.8130283269371719,
      "learning_rate": 0.00029948507665942625,
      "loss": 0.6436,
      "step": 5812
    },
    {
      "epoch": 0.23809133729264798,
      "grad_norm": 0.6777815220737403,
      "learning_rate": 0.00029948480661961624,
      "loss": 0.4624,
      "step": 5813
    },
    {
      "epoch": 0.23813229571984434,
      "grad_norm": 0.6578166905367874,
      "learning_rate": 0.00029948453650913853,
      "loss": 0.4937,
      "step": 5814
    },
    {
      "epoch": 0.23817325414704074,
      "grad_norm": 0.9090550059927934,
      "learning_rate": 0.00029948426632799317,
      "loss": 0.8001,
      "step": 5815
    },
    {
      "epoch": 0.23821421257423714,
      "grad_norm": 0.9048087339176103,
      "learning_rate": 0.0002994839960761804,
      "loss": 1.0887,
      "step": 5816
    },
    {
      "epoch": 0.23825517100143354,
      "grad_norm": 0.982168741449622,
      "learning_rate": 0.0002994837257537002,
      "loss": 1.1131,
      "step": 5817
    },
    {
      "epoch": 0.23829612942862993,
      "grad_norm": 0.5730470816000792,
      "learning_rate": 0.0002994834553605528,
      "loss": 0.5665,
      "step": 5818
    },
    {
      "epoch": 0.23833708785582633,
      "grad_norm": 0.6816289942088641,
      "learning_rate": 0.00029948318489673824,
      "loss": 0.4763,
      "step": 5819
    },
    {
      "epoch": 0.23837804628302273,
      "grad_norm": 1.0516390040486499,
      "learning_rate": 0.00029948291436225676,
      "loss": 0.435,
      "step": 5820
    },
    {
      "epoch": 0.23841900471021912,
      "grad_norm": 0.878775707643189,
      "learning_rate": 0.0002994826437571084,
      "loss": 1.0905,
      "step": 5821
    },
    {
      "epoch": 0.23845996313741552,
      "grad_norm": 7.065671480944835,
      "learning_rate": 0.0002994823730812933,
      "loss": 4.7833,
      "step": 5822
    },
    {
      "epoch": 0.23850092156461192,
      "grad_norm": 0.9899736224247067,
      "learning_rate": 0.0002994821023348117,
      "loss": 1.1653,
      "step": 5823
    },
    {
      "epoch": 0.23854187999180831,
      "grad_norm": 0.8878930288414688,
      "learning_rate": 0.0002994818315176636,
      "loss": 1.4732,
      "step": 5824
    },
    {
      "epoch": 0.2385828384190047,
      "grad_norm": 0.9711618930866154,
      "learning_rate": 0.00029948156062984906,
      "loss": 1.5177,
      "step": 5825
    },
    {
      "epoch": 0.2386237968462011,
      "grad_norm": 0.7066620777726502,
      "learning_rate": 0.0002994812896713684,
      "loss": 0.8837,
      "step": 5826
    },
    {
      "epoch": 0.2386647552733975,
      "grad_norm": 0.6715289125492279,
      "learning_rate": 0.00029948101864222165,
      "loss": 0.8463,
      "step": 5827
    },
    {
      "epoch": 0.2387057137005939,
      "grad_norm": 0.6432209412092077,
      "learning_rate": 0.00029948074754240897,
      "loss": 0.5585,
      "step": 5828
    },
    {
      "epoch": 0.2387466721277903,
      "grad_norm": 1.9703407099776813,
      "learning_rate": 0.0002994804763719305,
      "loss": 2.9467,
      "step": 5829
    },
    {
      "epoch": 0.2387876305549867,
      "grad_norm": 1.109119448704548,
      "learning_rate": 0.00029948020513078624,
      "loss": 0.9721,
      "step": 5830
    },
    {
      "epoch": 0.2388285889821831,
      "grad_norm": 1.3369775368702774,
      "learning_rate": 0.0002994799338189764,
      "loss": 0.7377,
      "step": 5831
    },
    {
      "epoch": 0.2388695474093795,
      "grad_norm": 1.638970448301413,
      "learning_rate": 0.0002994796624365012,
      "loss": 4.1056,
      "step": 5832
    },
    {
      "epoch": 0.2389105058365759,
      "grad_norm": 0.8267685540053286,
      "learning_rate": 0.0002994793909833607,
      "loss": 1.0718,
      "step": 5833
    },
    {
      "epoch": 0.23895146426377228,
      "grad_norm": 0.760488730141139,
      "learning_rate": 0.000299479119459555,
      "loss": 1.0471,
      "step": 5834
    },
    {
      "epoch": 0.23899242269096865,
      "grad_norm": 0.7671545782443077,
      "learning_rate": 0.00029947884786508423,
      "loss": 1.0288,
      "step": 5835
    },
    {
      "epoch": 0.23903338111816505,
      "grad_norm": 0.8754699609776001,
      "learning_rate": 0.00029947857619994853,
      "loss": 1.3499,
      "step": 5836
    },
    {
      "epoch": 0.23907433954536145,
      "grad_norm": 0.7823766341495761,
      "learning_rate": 0.00029947830446414806,
      "loss": 1.0077,
      "step": 5837
    },
    {
      "epoch": 0.23911529797255784,
      "grad_norm": 0.6319442457761562,
      "learning_rate": 0.00029947803265768287,
      "loss": 0.3744,
      "step": 5838
    },
    {
      "epoch": 0.23915625639975424,
      "grad_norm": 0.5983792824099107,
      "learning_rate": 0.00029947776078055317,
      "loss": 0.6337,
      "step": 5839
    },
    {
      "epoch": 0.23919721482695064,
      "grad_norm": 0.7159874843281703,
      "learning_rate": 0.0002994774888327591,
      "loss": 0.9897,
      "step": 5840
    },
    {
      "epoch": 0.23923817325414704,
      "grad_norm": 0.8415197593553381,
      "learning_rate": 0.00029947721681430065,
      "loss": 1.0158,
      "step": 5841
    },
    {
      "epoch": 0.23927913168134343,
      "grad_norm": 1.0136714324636813,
      "learning_rate": 0.00029947694472517815,
      "loss": 0.9917,
      "step": 5842
    },
    {
      "epoch": 0.23932009010853983,
      "grad_norm": 0.5506695447998919,
      "learning_rate": 0.0002994766725653915,
      "loss": 0.6168,
      "step": 5843
    },
    {
      "epoch": 0.23936104853573623,
      "grad_norm": 0.648119101549657,
      "learning_rate": 0.00029947640033494105,
      "loss": 0.6056,
      "step": 5844
    },
    {
      "epoch": 0.23940200696293262,
      "grad_norm": 0.9164599675493024,
      "learning_rate": 0.00029947612803382683,
      "loss": 1.1397,
      "step": 5845
    },
    {
      "epoch": 0.23944296539012902,
      "grad_norm": 0.677014567588996,
      "learning_rate": 0.0002994758556620489,
      "loss": 0.8516,
      "step": 5846
    },
    {
      "epoch": 0.23948392381732542,
      "grad_norm": 1.1095953715900342,
      "learning_rate": 0.0002994755832196076,
      "loss": 1.6958,
      "step": 5847
    },
    {
      "epoch": 0.23952488224452181,
      "grad_norm": 0.7589612569317137,
      "learning_rate": 0.0002994753107065028,
      "loss": 1.3884,
      "step": 5848
    },
    {
      "epoch": 0.2395658406717182,
      "grad_norm": 0.8066757013428537,
      "learning_rate": 0.0002994750381227348,
      "loss": 0.7759,
      "step": 5849
    },
    {
      "epoch": 0.2396067990989146,
      "grad_norm": 0.6436686546696759,
      "learning_rate": 0.00029947476546830364,
      "loss": 0.5508,
      "step": 5850
    },
    {
      "epoch": 0.239647757526111,
      "grad_norm": 1.2167383720879517,
      "learning_rate": 0.0002994744927432095,
      "loss": 1.5963,
      "step": 5851
    },
    {
      "epoch": 0.2396887159533074,
      "grad_norm": 0.8869749433843923,
      "learning_rate": 0.0002994742199474525,
      "loss": 1.0296,
      "step": 5852
    },
    {
      "epoch": 0.2397296743805038,
      "grad_norm": 0.9478701456769629,
      "learning_rate": 0.0002994739470810327,
      "loss": 0.9665,
      "step": 5853
    },
    {
      "epoch": 0.2397706328077002,
      "grad_norm": 0.5817408942463123,
      "learning_rate": 0.0002994736741439504,
      "loss": 0.6471,
      "step": 5854
    },
    {
      "epoch": 0.2398115912348966,
      "grad_norm": 1.0938837238944044,
      "learning_rate": 0.0002994734011362055,
      "loss": 0.9393,
      "step": 5855
    },
    {
      "epoch": 0.23985254966209296,
      "grad_norm": 0.8409213995939488,
      "learning_rate": 0.00029947312805779833,
      "loss": 1.1127,
      "step": 5856
    },
    {
      "epoch": 0.23989350808928936,
      "grad_norm": 0.6960924534807826,
      "learning_rate": 0.00029947285490872894,
      "loss": 0.7313,
      "step": 5857
    },
    {
      "epoch": 0.23993446651648576,
      "grad_norm": 1.1097704339475398,
      "learning_rate": 0.00029947258168899743,
      "loss": 0.9211,
      "step": 5858
    },
    {
      "epoch": 0.23997542494368215,
      "grad_norm": 0.9928842032302093,
      "learning_rate": 0.00029947230839860397,
      "loss": 1.8864,
      "step": 5859
    },
    {
      "epoch": 0.24001638337087855,
      "grad_norm": 1.468305159932061,
      "learning_rate": 0.00029947203503754866,
      "loss": 1.1959,
      "step": 5860
    },
    {
      "epoch": 0.24005734179807495,
      "grad_norm": 0.7095640241531266,
      "learning_rate": 0.0002994717616058316,
      "loss": 0.9101,
      "step": 5861
    },
    {
      "epoch": 0.24009830022527134,
      "grad_norm": 1.3541055021976447,
      "learning_rate": 0.0002994714881034531,
      "loss": 1.6333,
      "step": 5862
    },
    {
      "epoch": 0.24013925865246774,
      "grad_norm": 0.8564998884672599,
      "learning_rate": 0.00029947121453041307,
      "loss": 1.1192,
      "step": 5863
    },
    {
      "epoch": 0.24018021707966414,
      "grad_norm": 0.6629687603769864,
      "learning_rate": 0.0002994709408867117,
      "loss": 0.7551,
      "step": 5864
    },
    {
      "epoch": 0.24022117550686053,
      "grad_norm": 1.018954854848407,
      "learning_rate": 0.0002994706671723492,
      "loss": 0.7627,
      "step": 5865
    },
    {
      "epoch": 0.24026213393405693,
      "grad_norm": 1.7634750466023128,
      "learning_rate": 0.0002994703933873256,
      "loss": 0.9945,
      "step": 5866
    },
    {
      "epoch": 0.24030309236125333,
      "grad_norm": 0.7603927521286408,
      "learning_rate": 0.00029947011953164107,
      "loss": 0.8497,
      "step": 5867
    },
    {
      "epoch": 0.24034405078844973,
      "grad_norm": 1.0259410891986351,
      "learning_rate": 0.00029946984560529576,
      "loss": 1.1361,
      "step": 5868
    },
    {
      "epoch": 0.24038500921564612,
      "grad_norm": 0.8643260616886078,
      "learning_rate": 0.0002994695716082898,
      "loss": 1.0478,
      "step": 5869
    },
    {
      "epoch": 0.24042596764284252,
      "grad_norm": 0.5658981128874688,
      "learning_rate": 0.00029946929754062323,
      "loss": 0.429,
      "step": 5870
    },
    {
      "epoch": 0.24046692607003892,
      "grad_norm": 1.063185904712279,
      "learning_rate": 0.00029946902340229634,
      "loss": 1.177,
      "step": 5871
    },
    {
      "epoch": 0.2405078844972353,
      "grad_norm": 0.7139002344390619,
      "learning_rate": 0.0002994687491933091,
      "loss": 0.9143,
      "step": 5872
    },
    {
      "epoch": 0.2405488429244317,
      "grad_norm": 0.7894923125761116,
      "learning_rate": 0.00029946847491366173,
      "loss": 0.8162,
      "step": 5873
    },
    {
      "epoch": 0.2405898013516281,
      "grad_norm": 1.1077549758237868,
      "learning_rate": 0.00029946820056335434,
      "loss": 1.6221,
      "step": 5874
    },
    {
      "epoch": 0.2406307597788245,
      "grad_norm": 0.7682074172661053,
      "learning_rate": 0.00029946792614238705,
      "loss": 0.6559,
      "step": 5875
    },
    {
      "epoch": 0.2406717182060209,
      "grad_norm": 1.6952500828106691,
      "learning_rate": 0.00029946765165076003,
      "loss": 1.4851,
      "step": 5876
    },
    {
      "epoch": 0.24071267663321727,
      "grad_norm": 0.9396347555500099,
      "learning_rate": 0.00029946737708847333,
      "loss": 1.2102,
      "step": 5877
    },
    {
      "epoch": 0.24075363506041367,
      "grad_norm": 1.2562645830321488,
      "learning_rate": 0.0002994671024555271,
      "loss": 1.0017,
      "step": 5878
    },
    {
      "epoch": 0.24079459348761006,
      "grad_norm": 0.7313477381143941,
      "learning_rate": 0.0002994668277519216,
      "loss": 0.636,
      "step": 5879
    },
    {
      "epoch": 0.24083555191480646,
      "grad_norm": 0.8424220505413537,
      "learning_rate": 0.0002994665529776568,
      "loss": 0.7891,
      "step": 5880
    },
    {
      "epoch": 0.24087651034200286,
      "grad_norm": 1.1270721895601035,
      "learning_rate": 0.0002994662781327329,
      "loss": 1.244,
      "step": 5881
    },
    {
      "epoch": 0.24091746876919926,
      "grad_norm": 1.3011076135650625,
      "learning_rate": 0.00029946600321715004,
      "loss": 1.465,
      "step": 5882
    },
    {
      "epoch": 0.24095842719639565,
      "grad_norm": 0.7234464530965641,
      "learning_rate": 0.00029946572823090825,
      "loss": 0.8681,
      "step": 5883
    },
    {
      "epoch": 0.24099938562359205,
      "grad_norm": 0.7465470021073372,
      "learning_rate": 0.00029946545317400777,
      "loss": 0.5104,
      "step": 5884
    },
    {
      "epoch": 0.24104034405078845,
      "grad_norm": 1.055310370380305,
      "learning_rate": 0.00029946517804644874,
      "loss": 0.4348,
      "step": 5885
    },
    {
      "epoch": 0.24108130247798484,
      "grad_norm": 1.0226637003553638,
      "learning_rate": 0.0002994649028482312,
      "loss": 0.7143,
      "step": 5886
    },
    {
      "epoch": 0.24112226090518124,
      "grad_norm": 0.86553041891679,
      "learning_rate": 0.00029946462757935534,
      "loss": 0.9333,
      "step": 5887
    },
    {
      "epoch": 0.24116321933237764,
      "grad_norm": 1.295518716690169,
      "learning_rate": 0.0002994643522398213,
      "loss": 1.3329,
      "step": 5888
    },
    {
      "epoch": 0.24120417775957403,
      "grad_norm": 1.3833400638973037,
      "learning_rate": 0.0002994640768296292,
      "loss": 1.3735,
      "step": 5889
    },
    {
      "epoch": 0.24124513618677043,
      "grad_norm": 2.2115991994360646,
      "learning_rate": 0.0002994638013487791,
      "loss": 4.3246,
      "step": 5890
    },
    {
      "epoch": 0.24128609461396683,
      "grad_norm": 0.7795088749327052,
      "learning_rate": 0.0002994635257972712,
      "loss": 0.7659,
      "step": 5891
    },
    {
      "epoch": 0.24132705304116323,
      "grad_norm": 1.026196143261405,
      "learning_rate": 0.0002994632501751056,
      "loss": 0.7943,
      "step": 5892
    },
    {
      "epoch": 0.24136801146835962,
      "grad_norm": 0.8094945522467609,
      "learning_rate": 0.00029946297448228253,
      "loss": 1.2037,
      "step": 5893
    },
    {
      "epoch": 0.24140896989555602,
      "grad_norm": 0.8561327087532628,
      "learning_rate": 0.00029946269871880196,
      "loss": 0.7651,
      "step": 5894
    },
    {
      "epoch": 0.24144992832275242,
      "grad_norm": 1.6022887361050735,
      "learning_rate": 0.00029946242288466415,
      "loss": 1.5546,
      "step": 5895
    },
    {
      "epoch": 0.2414908867499488,
      "grad_norm": 2.297148321346544,
      "learning_rate": 0.0002994621469798691,
      "loss": 0.7901,
      "step": 5896
    },
    {
      "epoch": 0.2415318451771452,
      "grad_norm": 0.824709034933936,
      "learning_rate": 0.0002994618710044171,
      "loss": 0.8923,
      "step": 5897
    },
    {
      "epoch": 0.2415728036043416,
      "grad_norm": 0.9480236173027984,
      "learning_rate": 0.0002994615949583082,
      "loss": 1.2814,
      "step": 5898
    },
    {
      "epoch": 0.24161376203153798,
      "grad_norm": 0.7340008742969463,
      "learning_rate": 0.00029946131884154247,
      "loss": 0.4308,
      "step": 5899
    },
    {
      "epoch": 0.24165472045873437,
      "grad_norm": 0.7839958561525229,
      "learning_rate": 0.00029946104265412014,
      "loss": 1.2422,
      "step": 5900
    },
    {
      "epoch": 0.24169567888593077,
      "grad_norm": 0.830202054945347,
      "learning_rate": 0.00029946076639604134,
      "loss": 0.9391,
      "step": 5901
    },
    {
      "epoch": 0.24173663731312717,
      "grad_norm": 0.6227817103538299,
      "learning_rate": 0.0002994604900673061,
      "loss": 0.738,
      "step": 5902
    },
    {
      "epoch": 0.24177759574032356,
      "grad_norm": 0.9331600270373197,
      "learning_rate": 0.0002994602136679146,
      "loss": 0.9995,
      "step": 5903
    },
    {
      "epoch": 0.24181855416751996,
      "grad_norm": 0.6481914650287584,
      "learning_rate": 0.0002994599371978671,
      "loss": 0.9128,
      "step": 5904
    },
    {
      "epoch": 0.24185951259471636,
      "grad_norm": 1.31506122273234,
      "learning_rate": 0.0002994596606571635,
      "loss": 0.657,
      "step": 5905
    },
    {
      "epoch": 0.24190047102191276,
      "grad_norm": 0.8473027025675973,
      "learning_rate": 0.0002994593840458041,
      "loss": 0.8121,
      "step": 5906
    },
    {
      "epoch": 0.24194142944910915,
      "grad_norm": 1.0186766411727657,
      "learning_rate": 0.00029945910736378894,
      "loss": 1.1113,
      "step": 5907
    },
    {
      "epoch": 0.24198238787630555,
      "grad_norm": 0.6456294821752361,
      "learning_rate": 0.0002994588306111182,
      "loss": 0.8871,
      "step": 5908
    },
    {
      "epoch": 0.24202334630350195,
      "grad_norm": 0.5931248688227492,
      "learning_rate": 0.000299458553787792,
      "loss": 0.4877,
      "step": 5909
    },
    {
      "epoch": 0.24206430473069834,
      "grad_norm": 0.7709800622110698,
      "learning_rate": 0.00029945827689381046,
      "loss": 0.5778,
      "step": 5910
    },
    {
      "epoch": 0.24210526315789474,
      "grad_norm": 0.8279103074621665,
      "learning_rate": 0.0002994579999291737,
      "loss": 0.9579,
      "step": 5911
    },
    {
      "epoch": 0.24214622158509114,
      "grad_norm": 1.6307362175038118,
      "learning_rate": 0.0002994577228938819,
      "loss": 1.7104,
      "step": 5912
    },
    {
      "epoch": 0.24218718001228753,
      "grad_norm": 0.9599968155878845,
      "learning_rate": 0.0002994574457879352,
      "loss": 0.8501,
      "step": 5913
    },
    {
      "epoch": 0.24222813843948393,
      "grad_norm": 1.0868721745071492,
      "learning_rate": 0.0002994571686113336,
      "loss": 1.1281,
      "step": 5914
    },
    {
      "epoch": 0.24226909686668033,
      "grad_norm": 0.7475615177569114,
      "learning_rate": 0.0002994568913640774,
      "loss": 0.9915,
      "step": 5915
    },
    {
      "epoch": 0.24231005529387672,
      "grad_norm": 0.6928971366545191,
      "learning_rate": 0.0002994566140461666,
      "loss": 1.0886,
      "step": 5916
    },
    {
      "epoch": 0.24235101372107312,
      "grad_norm": 0.9494118793704671,
      "learning_rate": 0.0002994563366576014,
      "loss": 0.9609,
      "step": 5917
    },
    {
      "epoch": 0.24239197214826952,
      "grad_norm": 1.5326186574397924,
      "learning_rate": 0.00029945605919838196,
      "loss": 0.7968,
      "step": 5918
    },
    {
      "epoch": 0.24243293057546592,
      "grad_norm": 0.8462384944731968,
      "learning_rate": 0.0002994557816685083,
      "loss": 1.2955,
      "step": 5919
    },
    {
      "epoch": 0.24247388900266229,
      "grad_norm": 1.2305478945977344,
      "learning_rate": 0.00029945550406798067,
      "loss": 1.3503,
      "step": 5920
    },
    {
      "epoch": 0.24251484742985868,
      "grad_norm": 0.9309432217256698,
      "learning_rate": 0.00029945522639679916,
      "loss": 0.9519,
      "step": 5921
    },
    {
      "epoch": 0.24255580585705508,
      "grad_norm": 0.6683811499623995,
      "learning_rate": 0.0002994549486549638,
      "loss": 1.026,
      "step": 5922
    },
    {
      "epoch": 0.24259676428425148,
      "grad_norm": 0.7968412457692036,
      "learning_rate": 0.00029945467084247494,
      "loss": 0.9504,
      "step": 5923
    },
    {
      "epoch": 0.24263772271144787,
      "grad_norm": 0.8964142397337537,
      "learning_rate": 0.00029945439295933255,
      "loss": 0.8471,
      "step": 5924
    },
    {
      "epoch": 0.24267868113864427,
      "grad_norm": 1.2380621752017757,
      "learning_rate": 0.0002994541150055368,
      "loss": 1.6231,
      "step": 5925
    },
    {
      "epoch": 0.24271963956584067,
      "grad_norm": 0.8513733150551227,
      "learning_rate": 0.0002994538369810877,
      "loss": 0.9867,
      "step": 5926
    },
    {
      "epoch": 0.24276059799303706,
      "grad_norm": 0.666961223002958,
      "learning_rate": 0.0002994535588859856,
      "loss": 0.9112,
      "step": 5927
    },
    {
      "epoch": 0.24280155642023346,
      "grad_norm": 0.6547527459334098,
      "learning_rate": 0.0002994532807202305,
      "loss": 0.5921,
      "step": 5928
    },
    {
      "epoch": 0.24284251484742986,
      "grad_norm": 0.7251020180405949,
      "learning_rate": 0.0002994530024838226,
      "loss": 0.9301,
      "step": 5929
    },
    {
      "epoch": 0.24288347327462625,
      "grad_norm": 0.8959524434769871,
      "learning_rate": 0.000299452724176762,
      "loss": 1.3863,
      "step": 5930
    },
    {
      "epoch": 0.24292443170182265,
      "grad_norm": 0.9709011108864379,
      "learning_rate": 0.00029945244579904874,
      "loss": 1.4649,
      "step": 5931
    },
    {
      "epoch": 0.24296539012901905,
      "grad_norm": 0.991930955731271,
      "learning_rate": 0.0002994521673506831,
      "loss": 1.4488,
      "step": 5932
    },
    {
      "epoch": 0.24300634855621545,
      "grad_norm": 0.8651578249108888,
      "learning_rate": 0.0002994518888316651,
      "loss": 0.8709,
      "step": 5933
    },
    {
      "epoch": 0.24304730698341184,
      "grad_norm": 0.9820933151500957,
      "learning_rate": 0.00029945161024199496,
      "loss": 1.013,
      "step": 5934
    },
    {
      "epoch": 0.24308826541060824,
      "grad_norm": 1.2260261688118554,
      "learning_rate": 0.0002994513315816728,
      "loss": 1.5422,
      "step": 5935
    },
    {
      "epoch": 0.24312922383780464,
      "grad_norm": 0.9118737132279655,
      "learning_rate": 0.0002994510528506987,
      "loss": 1.2519,
      "step": 5936
    },
    {
      "epoch": 0.24317018226500103,
      "grad_norm": 3.332725473228482,
      "learning_rate": 0.0002994507740490728,
      "loss": 2.9228,
      "step": 5937
    },
    {
      "epoch": 0.24321114069219743,
      "grad_norm": 0.7990839983686231,
      "learning_rate": 0.0002994504951767953,
      "loss": 0.9541,
      "step": 5938
    },
    {
      "epoch": 0.24325209911939383,
      "grad_norm": 0.5620249615992425,
      "learning_rate": 0.0002994502162338662,
      "loss": 0.4242,
      "step": 5939
    },
    {
      "epoch": 0.24329305754659022,
      "grad_norm": 1.1687510744553329,
      "learning_rate": 0.0002994499372202857,
      "loss": 1.4976,
      "step": 5940
    },
    {
      "epoch": 0.2433340159737866,
      "grad_norm": 0.9069849967101241,
      "learning_rate": 0.00029944965813605404,
      "loss": 1.0127,
      "step": 5941
    },
    {
      "epoch": 0.243374974400983,
      "grad_norm": 2.8794874648243516,
      "learning_rate": 0.0002994493789811711,
      "loss": 1.6596,
      "step": 5942
    },
    {
      "epoch": 0.2434159328281794,
      "grad_norm": 0.7615103788515094,
      "learning_rate": 0.0002994490997556373,
      "loss": 0.3924,
      "step": 5943
    },
    {
      "epoch": 0.24345689125537578,
      "grad_norm": 0.6821430381751517,
      "learning_rate": 0.0002994488204594526,
      "loss": 0.5363,
      "step": 5944
    },
    {
      "epoch": 0.24349784968257218,
      "grad_norm": 0.8703457684640851,
      "learning_rate": 0.0002994485410926172,
      "loss": 0.9575,
      "step": 5945
    },
    {
      "epoch": 0.24353880810976858,
      "grad_norm": 2.3954322745745,
      "learning_rate": 0.0002994482616551311,
      "loss": 3.8592,
      "step": 5946
    },
    {
      "epoch": 0.24357976653696498,
      "grad_norm": 1.2000851386921674,
      "learning_rate": 0.00029944798214699464,
      "loss": 0.9845,
      "step": 5947
    },
    {
      "epoch": 0.24362072496416137,
      "grad_norm": 0.9484510466580002,
      "learning_rate": 0.0002994477025682078,
      "loss": 1.3391,
      "step": 5948
    },
    {
      "epoch": 0.24366168339135777,
      "grad_norm": 0.7623452539012349,
      "learning_rate": 0.00029944742291877074,
      "loss": 0.9856,
      "step": 5949
    },
    {
      "epoch": 0.24370264181855417,
      "grad_norm": 0.6678859340862948,
      "learning_rate": 0.00029944714319868365,
      "loss": 0.8089,
      "step": 5950
    },
    {
      "epoch": 0.24374360024575056,
      "grad_norm": 0.7393304152502267,
      "learning_rate": 0.0002994468634079466,
      "loss": 1.0178,
      "step": 5951
    },
    {
      "epoch": 0.24378455867294696,
      "grad_norm": 0.8821090133639979,
      "learning_rate": 0.0002994465835465598,
      "loss": 1.0875,
      "step": 5952
    },
    {
      "epoch": 0.24382551710014336,
      "grad_norm": 0.8084262192251657,
      "learning_rate": 0.00029944630361452326,
      "loss": 1.4337,
      "step": 5953
    },
    {
      "epoch": 0.24386647552733975,
      "grad_norm": 1.032085302152698,
      "learning_rate": 0.00029944602361183724,
      "loss": 1.7896,
      "step": 5954
    },
    {
      "epoch": 0.24390743395453615,
      "grad_norm": 0.846974493062859,
      "learning_rate": 0.00029944574353850173,
      "loss": 0.8817,
      "step": 5955
    },
    {
      "epoch": 0.24394839238173255,
      "grad_norm": 0.8166457698333605,
      "learning_rate": 0.000299445463394517,
      "loss": 0.7136,
      "step": 5956
    },
    {
      "epoch": 0.24398935080892895,
      "grad_norm": 0.750273157359951,
      "learning_rate": 0.0002994451831798831,
      "loss": 0.8231,
      "step": 5957
    },
    {
      "epoch": 0.24403030923612534,
      "grad_norm": 0.7632904464960698,
      "learning_rate": 0.00029944490289460023,
      "loss": 1.0095,
      "step": 5958
    },
    {
      "epoch": 0.24407126766332174,
      "grad_norm": 1.0082573012632743,
      "learning_rate": 0.00029944462253866846,
      "loss": 1.0938,
      "step": 5959
    },
    {
      "epoch": 0.24411222609051814,
      "grad_norm": 0.7446632264977474,
      "learning_rate": 0.0002994443421120879,
      "loss": 0.8794,
      "step": 5960
    },
    {
      "epoch": 0.24415318451771453,
      "grad_norm": 0.8333564153750833,
      "learning_rate": 0.00029944406161485883,
      "loss": 1.2673,
      "step": 5961
    },
    {
      "epoch": 0.2441941429449109,
      "grad_norm": 0.8019606100386718,
      "learning_rate": 0.0002994437810469812,
      "loss": 0.798,
      "step": 5962
    },
    {
      "epoch": 0.2442351013721073,
      "grad_norm": 0.9752639765043023,
      "learning_rate": 0.0002994435004084552,
      "loss": 0.4651,
      "step": 5963
    },
    {
      "epoch": 0.2442760597993037,
      "grad_norm": 0.7616250678539712,
      "learning_rate": 0.000299443219699281,
      "loss": 0.4769,
      "step": 5964
    },
    {
      "epoch": 0.2443170182265001,
      "grad_norm": 1.1578499590736677,
      "learning_rate": 0.00029944293891945875,
      "loss": 1.0165,
      "step": 5965
    },
    {
      "epoch": 0.2443579766536965,
      "grad_norm": 0.9236843680155365,
      "learning_rate": 0.00029944265806898854,
      "loss": 0.6652,
      "step": 5966
    },
    {
      "epoch": 0.2443989350808929,
      "grad_norm": 0.788895249756821,
      "learning_rate": 0.0002994423771478706,
      "loss": 0.8039,
      "step": 5967
    },
    {
      "epoch": 0.24443989350808928,
      "grad_norm": 0.9798110945442211,
      "learning_rate": 0.00029944209615610486,
      "loss": 0.4496,
      "step": 5968
    },
    {
      "epoch": 0.24448085193528568,
      "grad_norm": 0.9696939445964095,
      "learning_rate": 0.0002994418150936916,
      "loss": 0.4659,
      "step": 5969
    },
    {
      "epoch": 0.24452181036248208,
      "grad_norm": 0.6917757825715036,
      "learning_rate": 0.0002994415339606309,
      "loss": 0.8676,
      "step": 5970
    },
    {
      "epoch": 0.24456276878967848,
      "grad_norm": 0.6801121001426358,
      "learning_rate": 0.00029944125275692293,
      "loss": 0.7572,
      "step": 5971
    },
    {
      "epoch": 0.24460372721687487,
      "grad_norm": 0.8574930623153378,
      "learning_rate": 0.00029944097148256783,
      "loss": 0.9483,
      "step": 5972
    },
    {
      "epoch": 0.24464468564407127,
      "grad_norm": 0.8411969594646311,
      "learning_rate": 0.0002994406901375657,
      "loss": 1.2106,
      "step": 5973
    },
    {
      "epoch": 0.24468564407126767,
      "grad_norm": 0.7114034650559536,
      "learning_rate": 0.00029944040872191666,
      "loss": 0.864,
      "step": 5974
    },
    {
      "epoch": 0.24472660249846406,
      "grad_norm": 2.800733210565275,
      "learning_rate": 0.00029944012723562085,
      "loss": 5.6206,
      "step": 5975
    },
    {
      "epoch": 0.24476756092566046,
      "grad_norm": 1.441395383242044,
      "learning_rate": 0.0002994398456786785,
      "loss": 2.0153,
      "step": 5976
    },
    {
      "epoch": 0.24480851935285686,
      "grad_norm": 0.7974999541503888,
      "learning_rate": 0.0002994395640510896,
      "loss": 1.0518,
      "step": 5977
    },
    {
      "epoch": 0.24484947778005325,
      "grad_norm": 0.7068333899734417,
      "learning_rate": 0.00029943928235285434,
      "loss": 1.162,
      "step": 5978
    },
    {
      "epoch": 0.24489043620724965,
      "grad_norm": 0.6336695512432555,
      "learning_rate": 0.0002994390005839729,
      "loss": 0.4537,
      "step": 5979
    },
    {
      "epoch": 0.24493139463444605,
      "grad_norm": 0.859006812067734,
      "learning_rate": 0.0002994387187444453,
      "loss": 0.4979,
      "step": 5980
    },
    {
      "epoch": 0.24497235306164244,
      "grad_norm": 0.8604411636624363,
      "learning_rate": 0.00029943843683427184,
      "loss": 1.2545,
      "step": 5981
    },
    {
      "epoch": 0.24501331148883884,
      "grad_norm": 1.131856222006726,
      "learning_rate": 0.0002994381548534525,
      "loss": 1.2522,
      "step": 5982
    },
    {
      "epoch": 0.2450542699160352,
      "grad_norm": 1.1612918775877936,
      "learning_rate": 0.0002994378728019875,
      "loss": 2.3064,
      "step": 5983
    },
    {
      "epoch": 0.2450952283432316,
      "grad_norm": 0.7963778717481067,
      "learning_rate": 0.0002994375906798769,
      "loss": 1.0083,
      "step": 5984
    },
    {
      "epoch": 0.245136186770428,
      "grad_norm": 1.686976028976857,
      "learning_rate": 0.00029943730848712094,
      "loss": 1.2744,
      "step": 5985
    },
    {
      "epoch": 0.2451771451976244,
      "grad_norm": 1.0081605115978498,
      "learning_rate": 0.0002994370262237197,
      "loss": 1.885,
      "step": 5986
    },
    {
      "epoch": 0.2452181036248208,
      "grad_norm": 1.1412117423190502,
      "learning_rate": 0.0002994367438896732,
      "loss": 0.6523,
      "step": 5987
    },
    {
      "epoch": 0.2452590620520172,
      "grad_norm": 0.6891531426358062,
      "learning_rate": 0.0002994364614849818,
      "loss": 0.8439,
      "step": 5988
    },
    {
      "epoch": 0.2453000204792136,
      "grad_norm": 0.5352895705826238,
      "learning_rate": 0.00029943617900964547,
      "loss": 0.4293,
      "step": 5989
    },
    {
      "epoch": 0.24534097890641,
      "grad_norm": 1.9486353402749472,
      "learning_rate": 0.00029943589646366434,
      "loss": 2.2413,
      "step": 5990
    },
    {
      "epoch": 0.2453819373336064,
      "grad_norm": 0.6127459133500545,
      "learning_rate": 0.0002994356138470386,
      "loss": 0.4195,
      "step": 5991
    },
    {
      "epoch": 0.24542289576080278,
      "grad_norm": 0.9296324250149572,
      "learning_rate": 0.0002994353311597684,
      "loss": 0.5923,
      "step": 5992
    },
    {
      "epoch": 0.24546385418799918,
      "grad_norm": 0.9742564759449367,
      "learning_rate": 0.00029943504840185384,
      "loss": 1.0792,
      "step": 5993
    },
    {
      "epoch": 0.24550481261519558,
      "grad_norm": 0.9573137361114763,
      "learning_rate": 0.0002994347655732951,
      "loss": 1.2127,
      "step": 5994
    },
    {
      "epoch": 0.24554577104239197,
      "grad_norm": 0.6558063861293287,
      "learning_rate": 0.0002994344826740922,
      "loss": 0.8828,
      "step": 5995
    },
    {
      "epoch": 0.24558672946958837,
      "grad_norm": 1.5150081786425729,
      "learning_rate": 0.0002994341997042454,
      "loss": 2.9696,
      "step": 5996
    },
    {
      "epoch": 0.24562768789678477,
      "grad_norm": 0.7344612756694715,
      "learning_rate": 0.00029943391666375477,
      "loss": 0.9587,
      "step": 5997
    },
    {
      "epoch": 0.24566864632398117,
      "grad_norm": 1.245465282786179,
      "learning_rate": 0.00029943363355262046,
      "loss": 1.7306,
      "step": 5998
    },
    {
      "epoch": 0.24570960475117756,
      "grad_norm": 1.764483158264436,
      "learning_rate": 0.00029943335037084257,
      "loss": 4.546,
      "step": 5999
    },
    {
      "epoch": 0.24575056317837396,
      "grad_norm": 1.05541284296428,
      "learning_rate": 0.0002994330671184213,
      "loss": 1.1026,
      "step": 6000
    },
    {
      "epoch": 0.24579152160557036,
      "grad_norm": 0.9099050708017751,
      "learning_rate": 0.0002994327837953567,
      "loss": 0.482,
      "step": 6001
    },
    {
      "epoch": 0.24583248003276675,
      "grad_norm": 1.0008036289495679,
      "learning_rate": 0.000299432500401649,
      "loss": 1.3555,
      "step": 6002
    },
    {
      "epoch": 0.24587343845996315,
      "grad_norm": 0.8716754731034184,
      "learning_rate": 0.0002994322169372983,
      "loss": 0.9049,
      "step": 6003
    },
    {
      "epoch": 0.24591439688715952,
      "grad_norm": 0.7516216245528187,
      "learning_rate": 0.0002994319334023047,
      "loss": 0.8754,
      "step": 6004
    },
    {
      "epoch": 0.24595535531435592,
      "grad_norm": 0.766867332913259,
      "learning_rate": 0.0002994316497966683,
      "loss": 0.9948,
      "step": 6005
    },
    {
      "epoch": 0.2459963137415523,
      "grad_norm": 0.9286847097413499,
      "learning_rate": 0.00029943136612038934,
      "loss": 1.1813,
      "step": 6006
    },
    {
      "epoch": 0.2460372721687487,
      "grad_norm": 1.2024214941478326,
      "learning_rate": 0.00029943108237346787,
      "loss": 1.0235,
      "step": 6007
    },
    {
      "epoch": 0.2460782305959451,
      "grad_norm": 0.8962207530053976,
      "learning_rate": 0.0002994307985559041,
      "loss": 0.9877,
      "step": 6008
    },
    {
      "epoch": 0.2461191890231415,
      "grad_norm": 0.6138694089961013,
      "learning_rate": 0.0002994305146676981,
      "loss": 0.8285,
      "step": 6009
    },
    {
      "epoch": 0.2461601474503379,
      "grad_norm": 0.7775869857511942,
      "learning_rate": 0.00029943023070884997,
      "loss": 0.9775,
      "step": 6010
    },
    {
      "epoch": 0.2462011058775343,
      "grad_norm": 0.8305325315499495,
      "learning_rate": 0.00029942994667936,
      "loss": 1.1279,
      "step": 6011
    },
    {
      "epoch": 0.2462420643047307,
      "grad_norm": 0.9312644811401104,
      "learning_rate": 0.0002994296625792282,
      "loss": 1.3595,
      "step": 6012
    },
    {
      "epoch": 0.2462830227319271,
      "grad_norm": 0.8682172622883151,
      "learning_rate": 0.00029942937840845467,
      "loss": 1.0468,
      "step": 6013
    },
    {
      "epoch": 0.2463239811591235,
      "grad_norm": 0.8726151524244296,
      "learning_rate": 0.0002994290941670396,
      "loss": 0.8259,
      "step": 6014
    },
    {
      "epoch": 0.2463649395863199,
      "grad_norm": 0.6227385487092515,
      "learning_rate": 0.00029942880985498317,
      "loss": 0.6236,
      "step": 6015
    },
    {
      "epoch": 0.24640589801351628,
      "grad_norm": 0.725259567661172,
      "learning_rate": 0.00029942852547228544,
      "loss": 1.18,
      "step": 6016
    },
    {
      "epoch": 0.24644685644071268,
      "grad_norm": 0.7481292488850828,
      "learning_rate": 0.0002994282410189466,
      "loss": 0.9708,
      "step": 6017
    },
    {
      "epoch": 0.24648781486790908,
      "grad_norm": 0.6972785815138259,
      "learning_rate": 0.00029942795649496673,
      "loss": 0.7589,
      "step": 6018
    },
    {
      "epoch": 0.24652877329510547,
      "grad_norm": 0.8769857476082767,
      "learning_rate": 0.00029942767190034597,
      "loss": 0.7093,
      "step": 6019
    },
    {
      "epoch": 0.24656973172230187,
      "grad_norm": 1.886324940993678,
      "learning_rate": 0.00029942738723508455,
      "loss": 1.9182,
      "step": 6020
    },
    {
      "epoch": 0.24661069014949827,
      "grad_norm": 0.7353848649600359,
      "learning_rate": 0.0002994271024991825,
      "loss": 0.9351,
      "step": 6021
    },
    {
      "epoch": 0.24665164857669467,
      "grad_norm": 0.7355842513946104,
      "learning_rate": 0.00029942681769264,
      "loss": 0.9217,
      "step": 6022
    },
    {
      "epoch": 0.24669260700389106,
      "grad_norm": 0.4354955419982501,
      "learning_rate": 0.0002994265328154571,
      "loss": 0.4376,
      "step": 6023
    },
    {
      "epoch": 0.24673356543108746,
      "grad_norm": 0.878242257321114,
      "learning_rate": 0.0002994262478676341,
      "loss": 0.9489,
      "step": 6024
    },
    {
      "epoch": 0.24677452385828383,
      "grad_norm": 1.034444411437181,
      "learning_rate": 0.00029942596284917097,
      "loss": 1.5552,
      "step": 6025
    },
    {
      "epoch": 0.24681548228548023,
      "grad_norm": 0.7428432642925145,
      "learning_rate": 0.00029942567776006793,
      "loss": 1.1036,
      "step": 6026
    },
    {
      "epoch": 0.24685644071267662,
      "grad_norm": 0.6359585284398256,
      "learning_rate": 0.0002994253926003251,
      "loss": 0.6928,
      "step": 6027
    },
    {
      "epoch": 0.24689739913987302,
      "grad_norm": 0.8560505823058142,
      "learning_rate": 0.00029942510736994266,
      "loss": 1.3293,
      "step": 6028
    },
    {
      "epoch": 0.24693835756706942,
      "grad_norm": 0.7102428477355801,
      "learning_rate": 0.00029942482206892065,
      "loss": 0.7989,
      "step": 6029
    },
    {
      "epoch": 0.2469793159942658,
      "grad_norm": 0.9226932662367189,
      "learning_rate": 0.0002994245366972593,
      "loss": 1.0478,
      "step": 6030
    },
    {
      "epoch": 0.2470202744214622,
      "grad_norm": 1.2979209934669174,
      "learning_rate": 0.0002994242512549587,
      "loss": 1.2782,
      "step": 6031
    },
    {
      "epoch": 0.2470612328486586,
      "grad_norm": 1.9034308554140618,
      "learning_rate": 0.00029942396574201896,
      "loss": 4.1556,
      "step": 6032
    },
    {
      "epoch": 0.247102191275855,
      "grad_norm": 0.5165433580108346,
      "learning_rate": 0.00029942368015844025,
      "loss": 0.4434,
      "step": 6033
    },
    {
      "epoch": 0.2471431497030514,
      "grad_norm": 0.9377641831593454,
      "learning_rate": 0.0002994233945042227,
      "loss": 1.522,
      "step": 6034
    },
    {
      "epoch": 0.2471841081302478,
      "grad_norm": 0.9283311900717663,
      "learning_rate": 0.00029942310877936637,
      "loss": 0.9845,
      "step": 6035
    },
    {
      "epoch": 0.2472250665574442,
      "grad_norm": 0.6195238993030293,
      "learning_rate": 0.0002994228229838715,
      "loss": 0.8621,
      "step": 6036
    },
    {
      "epoch": 0.2472660249846406,
      "grad_norm": 0.7319204550589294,
      "learning_rate": 0.0002994225371177383,
      "loss": 0.6684,
      "step": 6037
    },
    {
      "epoch": 0.247306983411837,
      "grad_norm": 0.5988956163561018,
      "learning_rate": 0.00029942225118096663,
      "loss": 1.0104,
      "step": 6038
    },
    {
      "epoch": 0.2473479418390334,
      "grad_norm": 0.8420599932127611,
      "learning_rate": 0.00029942196517355687,
      "loss": 1.3202,
      "step": 6039
    },
    {
      "epoch": 0.24738890026622978,
      "grad_norm": 0.8677758885067839,
      "learning_rate": 0.00029942167909550907,
      "loss": 1.5255,
      "step": 6040
    },
    {
      "epoch": 0.24742985869342618,
      "grad_norm": 0.6858967911921224,
      "learning_rate": 0.0002994213929468234,
      "loss": 1.1438,
      "step": 6041
    },
    {
      "epoch": 0.24747081712062258,
      "grad_norm": 0.5098249123053883,
      "learning_rate": 0.0002994211067274999,
      "loss": 0.3673,
      "step": 6042
    },
    {
      "epoch": 0.24751177554781897,
      "grad_norm": 1.0015001632767815,
      "learning_rate": 0.0002994208204375388,
      "loss": 1.0001,
      "step": 6043
    },
    {
      "epoch": 0.24755273397501537,
      "grad_norm": 0.8048398308233401,
      "learning_rate": 0.00029942053407694023,
      "loss": 1.1487,
      "step": 6044
    },
    {
      "epoch": 0.24759369240221177,
      "grad_norm": 0.8480075749635758,
      "learning_rate": 0.0002994202476457043,
      "loss": 0.9523,
      "step": 6045
    },
    {
      "epoch": 0.24763465082940814,
      "grad_norm": 0.6748524538917282,
      "learning_rate": 0.0002994199611438312,
      "loss": 0.802,
      "step": 6046
    },
    {
      "epoch": 0.24767560925660453,
      "grad_norm": 0.9465296278217485,
      "learning_rate": 0.0002994196745713209,
      "loss": 0.8433,
      "step": 6047
    },
    {
      "epoch": 0.24771656768380093,
      "grad_norm": 0.667479433679707,
      "learning_rate": 0.0002994193879281737,
      "loss": 0.9178,
      "step": 6048
    },
    {
      "epoch": 0.24775752611099733,
      "grad_norm": 0.8609691014069524,
      "learning_rate": 0.0002994191012143896,
      "loss": 0.7915,
      "step": 6049
    },
    {
      "epoch": 0.24779848453819373,
      "grad_norm": 0.9755970902931597,
      "learning_rate": 0.00029941881442996897,
      "loss": 1.3462,
      "step": 6050
    },
    {
      "epoch": 0.24783944296539012,
      "grad_norm": 0.9026170071228066,
      "learning_rate": 0.00029941852757491173,
      "loss": 1.1054,
      "step": 6051
    },
    {
      "epoch": 0.24788040139258652,
      "grad_norm": 1.126411365476288,
      "learning_rate": 0.000299418240649218,
      "loss": 0.8018,
      "step": 6052
    },
    {
      "epoch": 0.24792135981978292,
      "grad_norm": 1.0127347026855813,
      "learning_rate": 0.0002994179536528881,
      "loss": 0.9302,
      "step": 6053
    },
    {
      "epoch": 0.2479623182469793,
      "grad_norm": 1.536443382673636,
      "learning_rate": 0.00029941766658592205,
      "loss": 1.8351,
      "step": 6054
    },
    {
      "epoch": 0.2480032766741757,
      "grad_norm": 0.8214503459537331,
      "learning_rate": 0.00029941737944832,
      "loss": 1.1446,
      "step": 6055
    },
    {
      "epoch": 0.2480442351013721,
      "grad_norm": 0.5464753959609406,
      "learning_rate": 0.00029941709224008206,
      "loss": 0.3841,
      "step": 6056
    },
    {
      "epoch": 0.2480851935285685,
      "grad_norm": 1.047157134553853,
      "learning_rate": 0.00029941680496120836,
      "loss": 0.6365,
      "step": 6057
    },
    {
      "epoch": 0.2481261519557649,
      "grad_norm": 0.6107459888382957,
      "learning_rate": 0.0002994165176116991,
      "loss": 0.4788,
      "step": 6058
    },
    {
      "epoch": 0.2481671103829613,
      "grad_norm": 0.8921754354930792,
      "learning_rate": 0.00029941623019155434,
      "loss": 1.0105,
      "step": 6059
    },
    {
      "epoch": 0.2482080688101577,
      "grad_norm": 0.6262617633321129,
      "learning_rate": 0.0002994159427007743,
      "loss": 0.4938,
      "step": 6060
    },
    {
      "epoch": 0.2482490272373541,
      "grad_norm": 0.9121036337305132,
      "learning_rate": 0.0002994156551393591,
      "loss": 1.3385,
      "step": 6061
    },
    {
      "epoch": 0.2482899856645505,
      "grad_norm": 0.7965625913828993,
      "learning_rate": 0.0002994153675073088,
      "loss": 0.8552,
      "step": 6062
    },
    {
      "epoch": 0.24833094409174689,
      "grad_norm": 1.0674768246237927,
      "learning_rate": 0.0002994150798046236,
      "loss": 0.966,
      "step": 6063
    },
    {
      "epoch": 0.24837190251894328,
      "grad_norm": 0.718198580518669,
      "learning_rate": 0.0002994147920313036,
      "loss": 1.0518,
      "step": 6064
    },
    {
      "epoch": 0.24841286094613968,
      "grad_norm": 1.0975408974497736,
      "learning_rate": 0.000299414504187349,
      "loss": 1.2522,
      "step": 6065
    },
    {
      "epoch": 0.24845381937333608,
      "grad_norm": 0.8498820348985341,
      "learning_rate": 0.00029941421627275986,
      "loss": 0.6763,
      "step": 6066
    },
    {
      "epoch": 0.24849477780053245,
      "grad_norm": 1.634689626957426,
      "learning_rate": 0.00029941392828753636,
      "loss": 4.9068,
      "step": 6067
    },
    {
      "epoch": 0.24853573622772884,
      "grad_norm": 0.7943314278843047,
      "learning_rate": 0.00029941364023167865,
      "loss": 0.6363,
      "step": 6068
    },
    {
      "epoch": 0.24857669465492524,
      "grad_norm": 0.5695798530214581,
      "learning_rate": 0.0002994133521051868,
      "loss": 0.3461,
      "step": 6069
    },
    {
      "epoch": 0.24861765308212164,
      "grad_norm": 4.896124731540067,
      "learning_rate": 0.000299413063908061,
      "loss": 3.7088,
      "step": 6070
    },
    {
      "epoch": 0.24865861150931803,
      "grad_norm": 1.2233354589317738,
      "learning_rate": 0.0002994127756403014,
      "loss": 1.2035,
      "step": 6071
    },
    {
      "epoch": 0.24869956993651443,
      "grad_norm": 1.433923908339288,
      "learning_rate": 0.00029941248730190807,
      "loss": 1.1301,
      "step": 6072
    },
    {
      "epoch": 0.24874052836371083,
      "grad_norm": 0.8670318135118128,
      "learning_rate": 0.00029941219889288115,
      "loss": 0.7764,
      "step": 6073
    },
    {
      "epoch": 0.24878148679090722,
      "grad_norm": 0.436934671537211,
      "learning_rate": 0.00029941191041322086,
      "loss": 0.4839,
      "step": 6074
    },
    {
      "epoch": 0.24882244521810362,
      "grad_norm": 0.5938322991193168,
      "learning_rate": 0.00029941162186292733,
      "loss": 0.5811,
      "step": 6075
    },
    {
      "epoch": 0.24886340364530002,
      "grad_norm": 0.8052325793851901,
      "learning_rate": 0.0002994113332420006,
      "loss": 1.1573,
      "step": 6076
    },
    {
      "epoch": 0.24890436207249642,
      "grad_norm": 1.1265539362664563,
      "learning_rate": 0.00029941104455044083,
      "loss": 0.8563,
      "step": 6077
    },
    {
      "epoch": 0.2489453204996928,
      "grad_norm": 1.0292053709694018,
      "learning_rate": 0.0002994107557882483,
      "loss": 1.3119,
      "step": 6078
    },
    {
      "epoch": 0.2489862789268892,
      "grad_norm": 0.8890948859211065,
      "learning_rate": 0.00029941046695542296,
      "loss": 1.3036,
      "step": 6079
    },
    {
      "epoch": 0.2490272373540856,
      "grad_norm": 0.7163764520864571,
      "learning_rate": 0.000299410178051965,
      "loss": 0.9115,
      "step": 6080
    },
    {
      "epoch": 0.249068195781282,
      "grad_norm": 0.8401098282899282,
      "learning_rate": 0.00029940988907787463,
      "loss": 0.7106,
      "step": 6081
    },
    {
      "epoch": 0.2491091542084784,
      "grad_norm": 0.5996547324226863,
      "learning_rate": 0.0002994096000331519,
      "loss": 0.4179,
      "step": 6082
    },
    {
      "epoch": 0.2491501126356748,
      "grad_norm": 1.4525728522074983,
      "learning_rate": 0.000299409310917797,
      "loss": 1.7218,
      "step": 6083
    },
    {
      "epoch": 0.2491910710628712,
      "grad_norm": 1.332194187363391,
      "learning_rate": 0.00029940902173181003,
      "loss": 1.2722,
      "step": 6084
    },
    {
      "epoch": 0.2492320294900676,
      "grad_norm": 1.0250088833884616,
      "learning_rate": 0.00029940873247519115,
      "loss": 1.0138,
      "step": 6085
    },
    {
      "epoch": 0.249272987917264,
      "grad_norm": 0.5988983990605534,
      "learning_rate": 0.0002994084431479405,
      "loss": 1.0228,
      "step": 6086
    },
    {
      "epoch": 0.24931394634446039,
      "grad_norm": 0.7169682629435465,
      "learning_rate": 0.00029940815375005823,
      "loss": 0.8931,
      "step": 6087
    },
    {
      "epoch": 0.24935490477165675,
      "grad_norm": 2.9746920235340855,
      "learning_rate": 0.0002994078642815444,
      "loss": 2.4443,
      "step": 6088
    },
    {
      "epoch": 0.24939586319885315,
      "grad_norm": 1.5362472972978898,
      "learning_rate": 0.00029940757474239925,
      "loss": 1.0975,
      "step": 6089
    },
    {
      "epoch": 0.24943682162604955,
      "grad_norm": 6.210875569340119,
      "learning_rate": 0.0002994072851326228,
      "loss": 3.8983,
      "step": 6090
    },
    {
      "epoch": 0.24947778005324595,
      "grad_norm": 1.5717493360383215,
      "learning_rate": 0.00029940699545221534,
      "loss": 1.5929,
      "step": 6091
    },
    {
      "epoch": 0.24951873848044234,
      "grad_norm": 1.0052085677377693,
      "learning_rate": 0.00029940670570117686,
      "loss": 0.9005,
      "step": 6092
    },
    {
      "epoch": 0.24955969690763874,
      "grad_norm": 0.7903723222204351,
      "learning_rate": 0.0002994064158795076,
      "loss": 0.7289,
      "step": 6093
    },
    {
      "epoch": 0.24960065533483514,
      "grad_norm": 0.8197202958596463,
      "learning_rate": 0.00029940612598720765,
      "loss": 0.8587,
      "step": 6094
    },
    {
      "epoch": 0.24964161376203153,
      "grad_norm": 0.7663225837577686,
      "learning_rate": 0.00029940583602427713,
      "loss": 1.0408,
      "step": 6095
    },
    {
      "epoch": 0.24968257218922793,
      "grad_norm": 0.7525743162647279,
      "learning_rate": 0.0002994055459907162,
      "loss": 0.8814,
      "step": 6096
    },
    {
      "epoch": 0.24972353061642433,
      "grad_norm": 1.002464407067815,
      "learning_rate": 0.00029940525588652506,
      "loss": 0.7688,
      "step": 6097
    },
    {
      "epoch": 0.24976448904362072,
      "grad_norm": 1.230285126109701,
      "learning_rate": 0.0002994049657117037,
      "loss": 1.3418,
      "step": 6098
    },
    {
      "epoch": 0.24980544747081712,
      "grad_norm": 0.82326329088491,
      "learning_rate": 0.0002994046754662524,
      "loss": 0.4334,
      "step": 6099
    },
    {
      "epoch": 0.24984640589801352,
      "grad_norm": 0.9707748571897237,
      "learning_rate": 0.0002994043851501712,
      "loss": 1.8506,
      "step": 6100
    },
    {
      "epoch": 0.24988736432520992,
      "grad_norm": 0.8556674148335491,
      "learning_rate": 0.0002994040947634603,
      "loss": 0.8479,
      "step": 6101
    },
    {
      "epoch": 0.2499283227524063,
      "grad_norm": 0.9040415093192394,
      "learning_rate": 0.0002994038043061198,
      "loss": 0.9799,
      "step": 6102
    },
    {
      "epoch": 0.2499692811796027,
      "grad_norm": 0.7154513458998127,
      "learning_rate": 0.00029940351377814986,
      "loss": 0.8816,
      "step": 6103
    },
    {
      "epoch": 0.2500102396067991,
      "grad_norm": 0.9098560526148701,
      "learning_rate": 0.00029940322317955064,
      "loss": 0.4983,
      "step": 6104
    },
    {
      "epoch": 0.2500511980339955,
      "grad_norm": 0.7004378690252792,
      "learning_rate": 0.0002994029325103222,
      "loss": 0.8801,
      "step": 6105
    },
    {
      "epoch": 0.2500921564611919,
      "grad_norm": 4.5763755063156335,
      "learning_rate": 0.00029940264177046467,
      "loss": 3.0279,
      "step": 6106
    },
    {
      "epoch": 0.2501331148883883,
      "grad_norm": 0.8760032102859063,
      "learning_rate": 0.00029940235095997835,
      "loss": 1.0014,
      "step": 6107
    },
    {
      "epoch": 0.25017407331558467,
      "grad_norm": 0.8325070378110461,
      "learning_rate": 0.0002994020600788632,
      "loss": 1.0015,
      "step": 6108
    },
    {
      "epoch": 0.2502150317427811,
      "grad_norm": 1.380040562021434,
      "learning_rate": 0.0002994017691271195,
      "loss": 1.4241,
      "step": 6109
    },
    {
      "epoch": 0.25025599016997746,
      "grad_norm": 1.1307629739804295,
      "learning_rate": 0.00029940147810474723,
      "loss": 0.9912,
      "step": 6110
    },
    {
      "epoch": 0.2502969485971739,
      "grad_norm": 0.7641966458531213,
      "learning_rate": 0.0002994011870117466,
      "loss": 0.9103,
      "step": 6111
    },
    {
      "epoch": 0.25033790702437025,
      "grad_norm": 0.8605144148491811,
      "learning_rate": 0.00029940089584811787,
      "loss": 1.1043,
      "step": 6112
    },
    {
      "epoch": 0.2503788654515667,
      "grad_norm": 1.3862302189223015,
      "learning_rate": 0.00029940060461386094,
      "loss": 1.0524,
      "step": 6113
    },
    {
      "epoch": 0.25041982387876305,
      "grad_norm": 0.786347754057275,
      "learning_rate": 0.00029940031330897616,
      "loss": 0.7679,
      "step": 6114
    },
    {
      "epoch": 0.2504607823059595,
      "grad_norm": 0.618628620127428,
      "learning_rate": 0.0002994000219334636,
      "loss": 0.4989,
      "step": 6115
    },
    {
      "epoch": 0.25050174073315584,
      "grad_norm": 1.134388295088774,
      "learning_rate": 0.00029939973048732324,
      "loss": 1.3834,
      "step": 6116
    },
    {
      "epoch": 0.25054269916035227,
      "grad_norm": 1.4883826890899983,
      "learning_rate": 0.0002993994389705555,
      "loss": 0.9022,
      "step": 6117
    },
    {
      "epoch": 0.25058365758754864,
      "grad_norm": 1.0306020081380176,
      "learning_rate": 0.0002993991473831603,
      "loss": 0.933,
      "step": 6118
    },
    {
      "epoch": 0.25062461601474506,
      "grad_norm": 0.5337494084026441,
      "learning_rate": 0.00029939885572513787,
      "loss": 0.4953,
      "step": 6119
    },
    {
      "epoch": 0.25066557444194143,
      "grad_norm": 0.652467373447824,
      "learning_rate": 0.00029939856399648833,
      "loss": 0.8335,
      "step": 6120
    },
    {
      "epoch": 0.2507065328691378,
      "grad_norm": 0.7374666824961951,
      "learning_rate": 0.0002993982721972118,
      "loss": 0.9908,
      "step": 6121
    },
    {
      "epoch": 0.2507474912963342,
      "grad_norm": 1.0383174414536587,
      "learning_rate": 0.0002993979803273085,
      "loss": 0.8218,
      "step": 6122
    },
    {
      "epoch": 0.2507884497235306,
      "grad_norm": 1.1800534034627017,
      "learning_rate": 0.00029939768838677843,
      "loss": 1.3832,
      "step": 6123
    },
    {
      "epoch": 0.250829408150727,
      "grad_norm": 0.8589766007509393,
      "learning_rate": 0.00029939739637562185,
      "loss": 1.1461,
      "step": 6124
    },
    {
      "epoch": 0.2508703665779234,
      "grad_norm": 0.8453284673740386,
      "learning_rate": 0.00029939710429383883,
      "loss": 1.0415,
      "step": 6125
    },
    {
      "epoch": 0.2509113250051198,
      "grad_norm": 0.7211211837268514,
      "learning_rate": 0.0002993968121414295,
      "loss": 0.7702,
      "step": 6126
    },
    {
      "epoch": 0.2509522834323162,
      "grad_norm": 0.44165119243774065,
      "learning_rate": 0.0002993965199183941,
      "loss": 0.4096,
      "step": 6127
    },
    {
      "epoch": 0.2509932418595126,
      "grad_norm": 0.9848946137734484,
      "learning_rate": 0.0002993962276247326,
      "loss": 1.1821,
      "step": 6128
    },
    {
      "epoch": 0.251034200286709,
      "grad_norm": 1.1426956804803199,
      "learning_rate": 0.0002993959352604453,
      "loss": 1.7165,
      "step": 6129
    },
    {
      "epoch": 0.2510751587139054,
      "grad_norm": 0.3949932557064261,
      "learning_rate": 0.00029939564282553227,
      "loss": 0.4106,
      "step": 6130
    },
    {
      "epoch": 0.25111611714110177,
      "grad_norm": 1.2397153001527565,
      "learning_rate": 0.0002993953503199936,
      "loss": 1.1816,
      "step": 6131
    },
    {
      "epoch": 0.2511570755682982,
      "grad_norm": 0.8208963196736624,
      "learning_rate": 0.0002993950577438295,
      "loss": 0.7639,
      "step": 6132
    },
    {
      "epoch": 0.25119803399549456,
      "grad_norm": 3.065931749444856,
      "learning_rate": 0.0002993947650970401,
      "loss": 4.5489,
      "step": 6133
    },
    {
      "epoch": 0.251238992422691,
      "grad_norm": 1.0527824121098976,
      "learning_rate": 0.00029939447237962557,
      "loss": 1.3196,
      "step": 6134
    },
    {
      "epoch": 0.25127995084988736,
      "grad_norm": 1.7516066627521432,
      "learning_rate": 0.00029939417959158593,
      "loss": 5.3763,
      "step": 6135
    },
    {
      "epoch": 0.2513209092770838,
      "grad_norm": 1.4943395778035187,
      "learning_rate": 0.0002993938867329214,
      "loss": 0.9112,
      "step": 6136
    },
    {
      "epoch": 0.25136186770428015,
      "grad_norm": 0.9367754607808896,
      "learning_rate": 0.00029939359380363214,
      "loss": 1.2338,
      "step": 6137
    },
    {
      "epoch": 0.2514028261314766,
      "grad_norm": 0.7018918474711491,
      "learning_rate": 0.00029939330080371826,
      "loss": 0.7792,
      "step": 6138
    },
    {
      "epoch": 0.25144378455867294,
      "grad_norm": 0.5827843328957591,
      "learning_rate": 0.0002993930077331799,
      "loss": 0.3968,
      "step": 6139
    },
    {
      "epoch": 0.25148474298586937,
      "grad_norm": 0.7054451664239286,
      "learning_rate": 0.0002993927145920171,
      "loss": 0.8852,
      "step": 6140
    },
    {
      "epoch": 0.25152570141306574,
      "grad_norm": 0.6940268174268444,
      "learning_rate": 0.00029939242138023024,
      "loss": 0.9679,
      "step": 6141
    },
    {
      "epoch": 0.2515666598402621,
      "grad_norm": 1.0064476769030335,
      "learning_rate": 0.0002993921280978192,
      "loss": 1.0099,
      "step": 6142
    },
    {
      "epoch": 0.25160761826745853,
      "grad_norm": 0.9632998828307954,
      "learning_rate": 0.0002993918347447843,
      "loss": 0.9889,
      "step": 6143
    },
    {
      "epoch": 0.2516485766946549,
      "grad_norm": 1.1974614653208457,
      "learning_rate": 0.00029939154132112555,
      "loss": 0.8274,
      "step": 6144
    },
    {
      "epoch": 0.2516895351218513,
      "grad_norm": 0.7812401176427222,
      "learning_rate": 0.0002993912478268432,
      "loss": 0.9235,
      "step": 6145
    },
    {
      "epoch": 0.2517304935490477,
      "grad_norm": 0.8046825321406543,
      "learning_rate": 0.00029939095426193734,
      "loss": 0.3375,
      "step": 6146
    },
    {
      "epoch": 0.2517714519762441,
      "grad_norm": 1.0425045226857905,
      "learning_rate": 0.00029939066062640803,
      "loss": 1.1779,
      "step": 6147
    },
    {
      "epoch": 0.2518124104034405,
      "grad_norm": 0.8705444165003241,
      "learning_rate": 0.00029939036692025554,
      "loss": 1.1222,
      "step": 6148
    },
    {
      "epoch": 0.2518533688306369,
      "grad_norm": 1.2186802127766285,
      "learning_rate": 0.00029939007314347995,
      "loss": 1.1527,
      "step": 6149
    },
    {
      "epoch": 0.2518943272578333,
      "grad_norm": 1.6176648361583845,
      "learning_rate": 0.0002993897792960814,
      "loss": 1.8637,
      "step": 6150
    },
    {
      "epoch": 0.2519352856850297,
      "grad_norm": 1.330729421134486,
      "learning_rate": 0.00029938948537806,
      "loss": 1.0486,
      "step": 6151
    },
    {
      "epoch": 0.2519762441122261,
      "grad_norm": 0.7470424393549989,
      "learning_rate": 0.00029938919138941593,
      "loss": 0.9023,
      "step": 6152
    },
    {
      "epoch": 0.2520172025394225,
      "grad_norm": 0.803893177942263,
      "learning_rate": 0.00029938889733014935,
      "loss": 1.0173,
      "step": 6153
    },
    {
      "epoch": 0.25205816096661887,
      "grad_norm": 0.8741946648927125,
      "learning_rate": 0.00029938860320026034,
      "loss": 1.08,
      "step": 6154
    },
    {
      "epoch": 0.2520991193938153,
      "grad_norm": 4.262844389238978,
      "learning_rate": 0.0002993883089997491,
      "loss": 3.4764,
      "step": 6155
    },
    {
      "epoch": 0.25214007782101167,
      "grad_norm": 1.5092701982565928,
      "learning_rate": 0.0002993880147286158,
      "loss": 0.8514,
      "step": 6156
    },
    {
      "epoch": 0.2521810362482081,
      "grad_norm": 1.3216488713129204,
      "learning_rate": 0.0002993877203868604,
      "loss": 0.8697,
      "step": 6157
    },
    {
      "epoch": 0.25222199467540446,
      "grad_norm": 1.40023945689835,
      "learning_rate": 0.0002993874259744832,
      "loss": 0.9224,
      "step": 6158
    },
    {
      "epoch": 0.2522629531026009,
      "grad_norm": 1.3009589571080342,
      "learning_rate": 0.00029938713149148423,
      "loss": 1.4816,
      "step": 6159
    },
    {
      "epoch": 0.25230391152979725,
      "grad_norm": 1.490135111411718,
      "learning_rate": 0.00029938683693786375,
      "loss": 0.7927,
      "step": 6160
    },
    {
      "epoch": 0.2523448699569937,
      "grad_norm": 0.8172836577555377,
      "learning_rate": 0.0002993865423136218,
      "loss": 0.9895,
      "step": 6161
    },
    {
      "epoch": 0.25238582838419005,
      "grad_norm": 1.0321750314979703,
      "learning_rate": 0.0002993862476187586,
      "loss": 0.9197,
      "step": 6162
    },
    {
      "epoch": 0.2524267868113864,
      "grad_norm": 0.8407161085144685,
      "learning_rate": 0.0002993859528532743,
      "loss": 0.4409,
      "step": 6163
    },
    {
      "epoch": 0.25246774523858284,
      "grad_norm": 2.3556452015610776,
      "learning_rate": 0.0002993856580171689,
      "loss": 5.3892,
      "step": 6164
    },
    {
      "epoch": 0.2525087036657792,
      "grad_norm": 0.7546756155046386,
      "learning_rate": 0.0002993853631104427,
      "loss": 0.925,
      "step": 6165
    },
    {
      "epoch": 0.25254966209297564,
      "grad_norm": 0.8091972786984547,
      "learning_rate": 0.00029938506813309573,
      "loss": 1.2978,
      "step": 6166
    },
    {
      "epoch": 0.252590620520172,
      "grad_norm": 1.082955467021866,
      "learning_rate": 0.0002993847730851282,
      "loss": 1.3225,
      "step": 6167
    },
    {
      "epoch": 0.25263157894736843,
      "grad_norm": 0.8474809155776332,
      "learning_rate": 0.0002993844779665402,
      "loss": 1.2369,
      "step": 6168
    },
    {
      "epoch": 0.2526725373745648,
      "grad_norm": 0.7531962693314098,
      "learning_rate": 0.0002993841827773319,
      "loss": 1.2806,
      "step": 6169
    },
    {
      "epoch": 0.2527134958017612,
      "grad_norm": 0.6909080466101286,
      "learning_rate": 0.00029938388751750335,
      "loss": 0.9681,
      "step": 6170
    },
    {
      "epoch": 0.2527544542289576,
      "grad_norm": 0.8200890740133315,
      "learning_rate": 0.00029938359218705484,
      "loss": 1.1088,
      "step": 6171
    },
    {
      "epoch": 0.252795412656154,
      "grad_norm": 0.7560227782313901,
      "learning_rate": 0.00029938329678598643,
      "loss": 1.0058,
      "step": 6172
    },
    {
      "epoch": 0.2528363710833504,
      "grad_norm": 0.9098236839911298,
      "learning_rate": 0.00029938300131429824,
      "loss": 1.0324,
      "step": 6173
    },
    {
      "epoch": 0.2528773295105468,
      "grad_norm": 1.2954138541446538,
      "learning_rate": 0.00029938270577199044,
      "loss": 0.7581,
      "step": 6174
    },
    {
      "epoch": 0.2529182879377432,
      "grad_norm": 0.9538561448373726,
      "learning_rate": 0.0002993824101590632,
      "loss": 0.45,
      "step": 6175
    },
    {
      "epoch": 0.2529592463649396,
      "grad_norm": 4.664599554523252,
      "learning_rate": 0.0002993821144755166,
      "loss": 3.1093,
      "step": 6176
    },
    {
      "epoch": 0.253000204792136,
      "grad_norm": 0.6287401916766892,
      "learning_rate": 0.00029938181872135074,
      "loss": 0.452,
      "step": 6177
    },
    {
      "epoch": 0.2530411632193324,
      "grad_norm": 1.7836940504444694,
      "learning_rate": 0.00029938152289656593,
      "loss": 1.726,
      "step": 6178
    },
    {
      "epoch": 0.25308212164652877,
      "grad_norm": 1.1736963686040451,
      "learning_rate": 0.00029938122700116216,
      "loss": 0.6832,
      "step": 6179
    },
    {
      "epoch": 0.2531230800737252,
      "grad_norm": 1.17457182910612,
      "learning_rate": 0.00029938093103513963,
      "loss": 0.9459,
      "step": 6180
    },
    {
      "epoch": 0.25316403850092156,
      "grad_norm": 1.0564154535499988,
      "learning_rate": 0.0002993806349984984,
      "loss": 1.012,
      "step": 6181
    },
    {
      "epoch": 0.253204996928118,
      "grad_norm": 0.8328139397852097,
      "learning_rate": 0.00029938033889123877,
      "loss": 0.8581,
      "step": 6182
    },
    {
      "epoch": 0.25324595535531436,
      "grad_norm": 0.6738159140430995,
      "learning_rate": 0.0002993800427133607,
      "loss": 0.756,
      "step": 6183
    },
    {
      "epoch": 0.2532869137825107,
      "grad_norm": 0.8949428602247658,
      "learning_rate": 0.0002993797464648645,
      "loss": 0.9452,
      "step": 6184
    },
    {
      "epoch": 0.25332787220970715,
      "grad_norm": 0.824379384190511,
      "learning_rate": 0.00029937945014575016,
      "loss": 1.1182,
      "step": 6185
    },
    {
      "epoch": 0.2533688306369035,
      "grad_norm": 0.8420044869828851,
      "learning_rate": 0.0002993791537560179,
      "loss": 1.1649,
      "step": 6186
    },
    {
      "epoch": 0.25340978906409994,
      "grad_norm": 1.0146859408315185,
      "learning_rate": 0.0002993788572956678,
      "loss": 1.1692,
      "step": 6187
    },
    {
      "epoch": 0.2534507474912963,
      "grad_norm": 0.8051424712357029,
      "learning_rate": 0.00029937856076470013,
      "loss": 0.6462,
      "step": 6188
    },
    {
      "epoch": 0.25349170591849274,
      "grad_norm": 2.309880258114127,
      "learning_rate": 0.0002993782641631149,
      "loss": 5.0292,
      "step": 6189
    },
    {
      "epoch": 0.2535326643456891,
      "grad_norm": 1.0366375521514257,
      "learning_rate": 0.0002993779674909123,
      "loss": 1.3512,
      "step": 6190
    },
    {
      "epoch": 0.25357362277288553,
      "grad_norm": 0.8503116618947856,
      "learning_rate": 0.00029937767074809246,
      "loss": 1.0622,
      "step": 6191
    },
    {
      "epoch": 0.2536145812000819,
      "grad_norm": 0.7652795101118026,
      "learning_rate": 0.0002993773739346555,
      "loss": 0.8278,
      "step": 6192
    },
    {
      "epoch": 0.2536555396272783,
      "grad_norm": 1.7373062492779607,
      "learning_rate": 0.00029937707705060166,
      "loss": 1.4579,
      "step": 6193
    },
    {
      "epoch": 0.2536964980544747,
      "grad_norm": 1.4178606372362377,
      "learning_rate": 0.00029937678009593096,
      "loss": 1.6004,
      "step": 6194
    },
    {
      "epoch": 0.2537374564816711,
      "grad_norm": 1.2158451145774045,
      "learning_rate": 0.00029937648307064356,
      "loss": 1.7744,
      "step": 6195
    },
    {
      "epoch": 0.2537784149088675,
      "grad_norm": 1.2813971498662822,
      "learning_rate": 0.00029937618597473964,
      "loss": 0.9767,
      "step": 6196
    },
    {
      "epoch": 0.2538193733360639,
      "grad_norm": 1.00513949125133,
      "learning_rate": 0.00029937588880821935,
      "loss": 0.9331,
      "step": 6197
    },
    {
      "epoch": 0.2538603317632603,
      "grad_norm": 0.7984939307812349,
      "learning_rate": 0.0002993755915710828,
      "loss": 1.1262,
      "step": 6198
    },
    {
      "epoch": 0.2539012901904567,
      "grad_norm": 0.9845097741480853,
      "learning_rate": 0.0002993752942633301,
      "loss": 0.9265,
      "step": 6199
    },
    {
      "epoch": 0.2539422486176531,
      "grad_norm": 0.8298528826922056,
      "learning_rate": 0.0002993749968849615,
      "loss": 0.7826,
      "step": 6200
    },
    {
      "epoch": 0.2539832070448495,
      "grad_norm": 0.9121875340436705,
      "learning_rate": 0.00029937469943597706,
      "loss": 1.1001,
      "step": 6201
    },
    {
      "epoch": 0.25402416547204587,
      "grad_norm": 0.7683069170819401,
      "learning_rate": 0.0002993744019163769,
      "loss": 0.823,
      "step": 6202
    },
    {
      "epoch": 0.2540651238992423,
      "grad_norm": 0.670866307141595,
      "learning_rate": 0.0002993741043261612,
      "loss": 0.8607,
      "step": 6203
    },
    {
      "epoch": 0.25410608232643866,
      "grad_norm": 8.550028806019384,
      "learning_rate": 0.00029937380666533004,
      "loss": 4.7287,
      "step": 6204
    },
    {
      "epoch": 0.25414704075363503,
      "grad_norm": 1.0777923557995588,
      "learning_rate": 0.00029937350893388366,
      "loss": 1.8271,
      "step": 6205
    },
    {
      "epoch": 0.25418799918083146,
      "grad_norm": 0.827673810500224,
      "learning_rate": 0.00029937321113182217,
      "loss": 0.9738,
      "step": 6206
    },
    {
      "epoch": 0.25422895760802783,
      "grad_norm": 0.8612972651524881,
      "learning_rate": 0.00029937291325914567,
      "loss": 0.9499,
      "step": 6207
    },
    {
      "epoch": 0.25426991603522425,
      "grad_norm": 0.6080323309451325,
      "learning_rate": 0.0002993726153158543,
      "loss": 0.4231,
      "step": 6208
    },
    {
      "epoch": 0.2543108744624206,
      "grad_norm": 1.0255848995785921,
      "learning_rate": 0.0002993723173019483,
      "loss": 1.1881,
      "step": 6209
    },
    {
      "epoch": 0.25435183288961705,
      "grad_norm": 1.0384896643851127,
      "learning_rate": 0.0002993720192174276,
      "loss": 0.6563,
      "step": 6210
    },
    {
      "epoch": 0.2543927913168134,
      "grad_norm": 0.8443643939564366,
      "learning_rate": 0.0002993717210622926,
      "loss": 0.975,
      "step": 6211
    },
    {
      "epoch": 0.25443374974400984,
      "grad_norm": 0.8690214430681323,
      "learning_rate": 0.0002993714228365433,
      "loss": 1.0256,
      "step": 6212
    },
    {
      "epoch": 0.2544747081712062,
      "grad_norm": 1.1219936673630564,
      "learning_rate": 0.00029937112454017986,
      "loss": 1.1945,
      "step": 6213
    },
    {
      "epoch": 0.25451566659840263,
      "grad_norm": 0.6927666513051041,
      "learning_rate": 0.0002993708261732024,
      "loss": 0.9337,
      "step": 6214
    },
    {
      "epoch": 0.254556625025599,
      "grad_norm": 1.0648168501517898,
      "learning_rate": 0.00029937052773561105,
      "loss": 1.1292,
      "step": 6215
    },
    {
      "epoch": 0.25459758345279543,
      "grad_norm": 1.1116333813370878,
      "learning_rate": 0.000299370229227406,
      "loss": 1.0637,
      "step": 6216
    },
    {
      "epoch": 0.2546385418799918,
      "grad_norm": 0.8219813439335648,
      "learning_rate": 0.00029936993064858745,
      "loss": 0.8552,
      "step": 6217
    },
    {
      "epoch": 0.2546795003071882,
      "grad_norm": 0.7657219303473312,
      "learning_rate": 0.0002993696319991554,
      "loss": 0.3958,
      "step": 6218
    },
    {
      "epoch": 0.2547204587343846,
      "grad_norm": 0.9029902567971798,
      "learning_rate": 0.00029936933327911005,
      "loss": 1.0591,
      "step": 6219
    },
    {
      "epoch": 0.254761417161581,
      "grad_norm": 1.034100960115521,
      "learning_rate": 0.00029936903448845155,
      "loss": 1.0638,
      "step": 6220
    },
    {
      "epoch": 0.2548023755887774,
      "grad_norm": 0.7836600093468156,
      "learning_rate": 0.00029936873562718004,
      "loss": 0.6432,
      "step": 6221
    },
    {
      "epoch": 0.2548433340159738,
      "grad_norm": 1.0743382941077557,
      "learning_rate": 0.00029936843669529564,
      "loss": 1.6125,
      "step": 6222
    },
    {
      "epoch": 0.2548842924431702,
      "grad_norm": 1.0809697264884208,
      "learning_rate": 0.0002993681376927985,
      "loss": 0.8787,
      "step": 6223
    },
    {
      "epoch": 0.2549252508703666,
      "grad_norm": 1.0260459294853597,
      "learning_rate": 0.00029936783861968886,
      "loss": 1.7999,
      "step": 6224
    },
    {
      "epoch": 0.254966209297563,
      "grad_norm": 0.7923529703334838,
      "learning_rate": 0.0002993675394759667,
      "loss": 0.9211,
      "step": 6225
    },
    {
      "epoch": 0.25500716772475934,
      "grad_norm": 0.8052515186248461,
      "learning_rate": 0.0002993672402616323,
      "loss": 1.1977,
      "step": 6226
    },
    {
      "epoch": 0.25504812615195577,
      "grad_norm": 0.8873959747571049,
      "learning_rate": 0.00029936694097668564,
      "loss": 1.213,
      "step": 6227
    },
    {
      "epoch": 0.25508908457915214,
      "grad_norm": 1.0496099716387484,
      "learning_rate": 0.000299366641621127,
      "loss": 1.0157,
      "step": 6228
    },
    {
      "epoch": 0.25513004300634856,
      "grad_norm": 1.1668204408048004,
      "learning_rate": 0.00029936634219495653,
      "loss": 0.8191,
      "step": 6229
    },
    {
      "epoch": 0.25517100143354493,
      "grad_norm": 0.553927970014321,
      "learning_rate": 0.0002993660426981742,
      "loss": 0.7298,
      "step": 6230
    },
    {
      "epoch": 0.25521195986074136,
      "grad_norm": 1.0288891425180453,
      "learning_rate": 0.0002993657431307804,
      "loss": 1.0045,
      "step": 6231
    },
    {
      "epoch": 0.2552529182879377,
      "grad_norm": 0.583939265619972,
      "learning_rate": 0.0002993654434927751,
      "loss": 0.701,
      "step": 6232
    },
    {
      "epoch": 0.25529387671513415,
      "grad_norm": 1.0867051508768075,
      "learning_rate": 0.00029936514378415847,
      "loss": 2.5554,
      "step": 6233
    },
    {
      "epoch": 0.2553348351423305,
      "grad_norm": 1.6533219608840466,
      "learning_rate": 0.00029936484400493066,
      "loss": 1.8091,
      "step": 6234
    },
    {
      "epoch": 0.25537579356952694,
      "grad_norm": 1.006681835090954,
      "learning_rate": 0.00029936454415509185,
      "loss": 1.347,
      "step": 6235
    },
    {
      "epoch": 0.2554167519967233,
      "grad_norm": 0.8104427459630477,
      "learning_rate": 0.0002993642442346421,
      "loss": 1.1931,
      "step": 6236
    },
    {
      "epoch": 0.25545771042391974,
      "grad_norm": 0.6514956265792365,
      "learning_rate": 0.0002993639442435817,
      "loss": 0.908,
      "step": 6237
    },
    {
      "epoch": 0.2554986688511161,
      "grad_norm": 0.7911920666046722,
      "learning_rate": 0.0002993636441819106,
      "loss": 0.938,
      "step": 6238
    },
    {
      "epoch": 0.25553962727831253,
      "grad_norm": 0.6978568673052173,
      "learning_rate": 0.00029936334404962904,
      "loss": 0.8051,
      "step": 6239
    },
    {
      "epoch": 0.2555805857055089,
      "grad_norm": 0.5749978697582518,
      "learning_rate": 0.00029936304384673725,
      "loss": 0.4227,
      "step": 6240
    },
    {
      "epoch": 0.2556215441327053,
      "grad_norm": 0.5782186060064577,
      "learning_rate": 0.00029936274357323517,
      "loss": 0.5058,
      "step": 6241
    },
    {
      "epoch": 0.2556625025599017,
      "grad_norm": 0.9044311051816589,
      "learning_rate": 0.0002993624432291231,
      "loss": 0.8076,
      "step": 6242
    },
    {
      "epoch": 0.2557034609870981,
      "grad_norm": 0.7651772670569872,
      "learning_rate": 0.00029936214281440116,
      "loss": 0.7688,
      "step": 6243
    },
    {
      "epoch": 0.2557444194142945,
      "grad_norm": 0.5481417342034447,
      "learning_rate": 0.0002993618423290694,
      "loss": 0.6218,
      "step": 6244
    },
    {
      "epoch": 0.2557853778414909,
      "grad_norm": 1.5006260395939175,
      "learning_rate": 0.0002993615417731281,
      "loss": 3.2772,
      "step": 6245
    },
    {
      "epoch": 0.2558263362686873,
      "grad_norm": 0.6673506843031322,
      "learning_rate": 0.0002993612411465773,
      "loss": 0.9172,
      "step": 6246
    },
    {
      "epoch": 0.25586729469588365,
      "grad_norm": 0.8746818954682236,
      "learning_rate": 0.00029936094044941716,
      "loss": 1.2224,
      "step": 6247
    },
    {
      "epoch": 0.2559082531230801,
      "grad_norm": 0.8206458710920671,
      "learning_rate": 0.00029936063968164785,
      "loss": 0.4893,
      "step": 6248
    },
    {
      "epoch": 0.25594921155027645,
      "grad_norm": 0.9592734947163581,
      "learning_rate": 0.0002993603388432695,
      "loss": 0.6696,
      "step": 6249
    },
    {
      "epoch": 0.25599016997747287,
      "grad_norm": 1.1020204472801123,
      "learning_rate": 0.0002993600379342822,
      "loss": 0.9078,
      "step": 6250
    },
    {
      "epoch": 0.25603112840466924,
      "grad_norm": 0.9470217568920177,
      "learning_rate": 0.0002993597369546862,
      "loss": 1.0347,
      "step": 6251
    },
    {
      "epoch": 0.25607208683186566,
      "grad_norm": 0.7924254401341184,
      "learning_rate": 0.00029935943590448153,
      "loss": 0.9002,
      "step": 6252
    },
    {
      "epoch": 0.25611304525906203,
      "grad_norm": 0.8863065334993312,
      "learning_rate": 0.00029935913478366846,
      "loss": 0.8117,
      "step": 6253
    },
    {
      "epoch": 0.25615400368625846,
      "grad_norm": 0.9052246305711578,
      "learning_rate": 0.000299358833592247,
      "loss": 0.3757,
      "step": 6254
    },
    {
      "epoch": 0.2561949621134548,
      "grad_norm": 5.46109715971251,
      "learning_rate": 0.00029935853233021734,
      "loss": 6.1149,
      "step": 6255
    },
    {
      "epoch": 0.25623592054065125,
      "grad_norm": 1.825185729670686,
      "learning_rate": 0.0002993582309975797,
      "loss": 1.164,
      "step": 6256
    },
    {
      "epoch": 0.2562768789678476,
      "grad_norm": 1.0360762126860164,
      "learning_rate": 0.00029935792959433406,
      "loss": 1.1532,
      "step": 6257
    },
    {
      "epoch": 0.25631783739504405,
      "grad_norm": 1.0079871483975056,
      "learning_rate": 0.00029935762812048074,
      "loss": 0.7976,
      "step": 6258
    },
    {
      "epoch": 0.2563587958222404,
      "grad_norm": 1.0839561997183889,
      "learning_rate": 0.0002993573265760198,
      "loss": 0.816,
      "step": 6259
    },
    {
      "epoch": 0.25639975424943684,
      "grad_norm": 0.8238794669161399,
      "learning_rate": 0.0002993570249609513,
      "loss": 1.2253,
      "step": 6260
    },
    {
      "epoch": 0.2564407126766332,
      "grad_norm": 0.7375001997554714,
      "learning_rate": 0.0002993567232752756,
      "loss": 0.7431,
      "step": 6261
    },
    {
      "epoch": 0.25648167110382963,
      "grad_norm": 1.1252740871753593,
      "learning_rate": 0.0002993564215189926,
      "loss": 1.0251,
      "step": 6262
    },
    {
      "epoch": 0.256522629531026,
      "grad_norm": 1.278083098686325,
      "learning_rate": 0.00029935611969210255,
      "loss": 1.08,
      "step": 6263
    },
    {
      "epoch": 0.2565635879582224,
      "grad_norm": 1.3867162772342794,
      "learning_rate": 0.0002993558177946056,
      "loss": 0.9683,
      "step": 6264
    },
    {
      "epoch": 0.2566045463854188,
      "grad_norm": 1.033757274717113,
      "learning_rate": 0.0002993555158265019,
      "loss": 0.7009,
      "step": 6265
    },
    {
      "epoch": 0.2566455048126152,
      "grad_norm": 0.860515954567176,
      "learning_rate": 0.0002993552137877916,
      "loss": 1.2735,
      "step": 6266
    },
    {
      "epoch": 0.2566864632398116,
      "grad_norm": 0.7294892261687455,
      "learning_rate": 0.00029935491167847484,
      "loss": 0.9371,
      "step": 6267
    },
    {
      "epoch": 0.25672742166700796,
      "grad_norm": 0.9145640879994269,
      "learning_rate": 0.0002993546094985517,
      "loss": 1.0073,
      "step": 6268
    },
    {
      "epoch": 0.2567683800942044,
      "grad_norm": 1.1835917047526159,
      "learning_rate": 0.0002993543072480224,
      "loss": 0.8278,
      "step": 6269
    },
    {
      "epoch": 0.25680933852140075,
      "grad_norm": 0.7294985434491074,
      "learning_rate": 0.000299354004926887,
      "loss": 1.0108,
      "step": 6270
    },
    {
      "epoch": 0.2568502969485972,
      "grad_norm": 0.7699993298947329,
      "learning_rate": 0.0002993537025351457,
      "loss": 0.7223,
      "step": 6271
    },
    {
      "epoch": 0.25689125537579355,
      "grad_norm": 0.7737924498543441,
      "learning_rate": 0.0002993534000727987,
      "loss": 0.901,
      "step": 6272
    },
    {
      "epoch": 0.25693221380299,
      "grad_norm": 0.7976331749679824,
      "learning_rate": 0.000299353097539846,
      "loss": 0.9174,
      "step": 6273
    },
    {
      "epoch": 0.25697317223018634,
      "grad_norm": 0.85636954292672,
      "learning_rate": 0.0002993527949362879,
      "loss": 0.8877,
      "step": 6274
    },
    {
      "epoch": 0.25701413065738277,
      "grad_norm": 0.6175303800915695,
      "learning_rate": 0.00029935249226212436,
      "loss": 0.8105,
      "step": 6275
    },
    {
      "epoch": 0.25705508908457914,
      "grad_norm": 0.6601490519165536,
      "learning_rate": 0.0002993521895173557,
      "loss": 0.9112,
      "step": 6276
    },
    {
      "epoch": 0.25709604751177556,
      "grad_norm": 0.8803993911655401,
      "learning_rate": 0.000299351886701982,
      "loss": 1.0155,
      "step": 6277
    },
    {
      "epoch": 0.25713700593897193,
      "grad_norm": 0.9308777127072078,
      "learning_rate": 0.0002993515838160034,
      "loss": 1.0597,
      "step": 6278
    },
    {
      "epoch": 0.25717796436616835,
      "grad_norm": 0.772942884018739,
      "learning_rate": 0.00029935128085942003,
      "loss": 0.7731,
      "step": 6279
    },
    {
      "epoch": 0.2572189227933647,
      "grad_norm": 0.9143386535360546,
      "learning_rate": 0.00029935097783223205,
      "loss": 0.477,
      "step": 6280
    },
    {
      "epoch": 0.25725988122056115,
      "grad_norm": 0.6488864883058255,
      "learning_rate": 0.0002993506747344396,
      "loss": 0.924,
      "step": 6281
    },
    {
      "epoch": 0.2573008396477575,
      "grad_norm": 0.8347689092651268,
      "learning_rate": 0.00029935037156604273,
      "loss": 0.9069,
      "step": 6282
    },
    {
      "epoch": 0.25734179807495394,
      "grad_norm": 1.7206627189263597,
      "learning_rate": 0.00029935006832704176,
      "loss": 0.7003,
      "step": 6283
    },
    {
      "epoch": 0.2573827565021503,
      "grad_norm": 0.9079277268350875,
      "learning_rate": 0.0002993497650174367,
      "loss": 1.156,
      "step": 6284
    },
    {
      "epoch": 0.25742371492934674,
      "grad_norm": 0.6494273866678751,
      "learning_rate": 0.00029934946163722776,
      "loss": 0.8111,
      "step": 6285
    },
    {
      "epoch": 0.2574646733565431,
      "grad_norm": 0.8752087655394923,
      "learning_rate": 0.000299349158186415,
      "loss": 0.9015,
      "step": 6286
    },
    {
      "epoch": 0.25750563178373953,
      "grad_norm": 1.1539995737825888,
      "learning_rate": 0.0002993488546649987,
      "loss": 1.0863,
      "step": 6287
    },
    {
      "epoch": 0.2575465902109359,
      "grad_norm": 1.039911963398261,
      "learning_rate": 0.0002993485510729789,
      "loss": 0.9029,
      "step": 6288
    },
    {
      "epoch": 0.25758754863813227,
      "grad_norm": 0.7320448171931511,
      "learning_rate": 0.0002993482474103558,
      "loss": 0.9871,
      "step": 6289
    },
    {
      "epoch": 0.2576285070653287,
      "grad_norm": 0.9043577149060474,
      "learning_rate": 0.0002993479436771295,
      "loss": 0.9709,
      "step": 6290
    },
    {
      "epoch": 0.25766946549252506,
      "grad_norm": 0.5695373545203938,
      "learning_rate": 0.0002993476398733001,
      "loss": 0.409,
      "step": 6291
    },
    {
      "epoch": 0.2577104239197215,
      "grad_norm": 0.6861475626711916,
      "learning_rate": 0.0002993473359988679,
      "loss": 0.6713,
      "step": 6292
    },
    {
      "epoch": 0.25775138234691786,
      "grad_norm": 0.4665481565302976,
      "learning_rate": 0.0002993470320538329,
      "loss": 0.4579,
      "step": 6293
    },
    {
      "epoch": 0.2577923407741143,
      "grad_norm": 0.938990719551267,
      "learning_rate": 0.0002993467280381953,
      "loss": 1.1688,
      "step": 6294
    },
    {
      "epoch": 0.25783329920131065,
      "grad_norm": 0.8678769334149015,
      "learning_rate": 0.00029934642395195517,
      "loss": 1.0212,
      "step": 6295
    },
    {
      "epoch": 0.2578742576285071,
      "grad_norm": 0.7532100103963015,
      "learning_rate": 0.00029934611979511277,
      "loss": 0.9524,
      "step": 6296
    },
    {
      "epoch": 0.25791521605570344,
      "grad_norm": 0.812033086701955,
      "learning_rate": 0.0002993458155676682,
      "loss": 1.0171,
      "step": 6297
    },
    {
      "epoch": 0.25795617448289987,
      "grad_norm": 0.7744814435058429,
      "learning_rate": 0.0002993455112696216,
      "loss": 0.8382,
      "step": 6298
    },
    {
      "epoch": 0.25799713291009624,
      "grad_norm": 0.6554859557963684,
      "learning_rate": 0.00029934520690097304,
      "loss": 0.9329,
      "step": 6299
    },
    {
      "epoch": 0.25803809133729266,
      "grad_norm": 2.155896266682762,
      "learning_rate": 0.0002993449024617228,
      "loss": 2.1832,
      "step": 6300
    },
    {
      "epoch": 0.25807904976448903,
      "grad_norm": 1.0628469098017561,
      "learning_rate": 0.00029934459795187096,
      "loss": 0.8743,
      "step": 6301
    },
    {
      "epoch": 0.25812000819168546,
      "grad_norm": 0.8920174837870473,
      "learning_rate": 0.00029934429337141765,
      "loss": 1.0415,
      "step": 6302
    },
    {
      "epoch": 0.2581609666188818,
      "grad_norm": 0.8312532169620312,
      "learning_rate": 0.000299343988720363,
      "loss": 1.1208,
      "step": 6303
    },
    {
      "epoch": 0.25820192504607825,
      "grad_norm": 0.49945260370595723,
      "learning_rate": 0.00029934368399870716,
      "loss": 0.4167,
      "step": 6304
    },
    {
      "epoch": 0.2582428834732746,
      "grad_norm": 1.1852527290596162,
      "learning_rate": 0.00029934337920645035,
      "loss": 1.2662,
      "step": 6305
    },
    {
      "epoch": 0.25828384190047105,
      "grad_norm": 3.050198492648694,
      "learning_rate": 0.0002993430743435926,
      "loss": 1.2019,
      "step": 6306
    },
    {
      "epoch": 0.2583248003276674,
      "grad_norm": 0.8349214887338676,
      "learning_rate": 0.00029934276941013415,
      "loss": 1.1796,
      "step": 6307
    },
    {
      "epoch": 0.25836575875486384,
      "grad_norm": 0.9718777099778272,
      "learning_rate": 0.00029934246440607514,
      "loss": 0.9862,
      "step": 6308
    },
    {
      "epoch": 0.2584067171820602,
      "grad_norm": 0.6167638928409349,
      "learning_rate": 0.0002993421593314156,
      "loss": 0.563,
      "step": 6309
    },
    {
      "epoch": 0.2584476756092566,
      "grad_norm": 0.9531754840001687,
      "learning_rate": 0.0002993418541861558,
      "loss": 1.0207,
      "step": 6310
    },
    {
      "epoch": 0.258488634036453,
      "grad_norm": 0.9589774549723047,
      "learning_rate": 0.0002993415489702958,
      "loss": 0.8929,
      "step": 6311
    },
    {
      "epoch": 0.25852959246364937,
      "grad_norm": 2.2625534004536476,
      "learning_rate": 0.0002993412436838358,
      "loss": 1.7013,
      "step": 6312
    },
    {
      "epoch": 0.2585705508908458,
      "grad_norm": 0.44392485318404457,
      "learning_rate": 0.0002993409383267759,
      "loss": 0.406,
      "step": 6313
    },
    {
      "epoch": 0.25861150931804217,
      "grad_norm": 0.834539450605547,
      "learning_rate": 0.00029934063289911635,
      "loss": 1.1814,
      "step": 6314
    },
    {
      "epoch": 0.2586524677452386,
      "grad_norm": 1.0739149469107663,
      "learning_rate": 0.0002993403274008571,
      "loss": 1.094,
      "step": 6315
    },
    {
      "epoch": 0.25869342617243496,
      "grad_norm": 0.5981146395408178,
      "learning_rate": 0.00029934002183199855,
      "loss": 0.3727,
      "step": 6316
    },
    {
      "epoch": 0.2587343845996314,
      "grad_norm": 0.9310888247582748,
      "learning_rate": 0.00029933971619254063,
      "loss": 1.043,
      "step": 6317
    },
    {
      "epoch": 0.25877534302682775,
      "grad_norm": 1.3727722261328572,
      "learning_rate": 0.00029933941048248354,
      "loss": 1.1165,
      "step": 6318
    },
    {
      "epoch": 0.2588163014540242,
      "grad_norm": 0.6440874709898803,
      "learning_rate": 0.0002993391047018274,
      "loss": 0.3665,
      "step": 6319
    },
    {
      "epoch": 0.25885725988122055,
      "grad_norm": 1.2175445894870722,
      "learning_rate": 0.0002993387988505725,
      "loss": 1.7381,
      "step": 6320
    },
    {
      "epoch": 0.25889821830841697,
      "grad_norm": 0.9853541691132239,
      "learning_rate": 0.00029933849292871885,
      "loss": 0.8239,
      "step": 6321
    },
    {
      "epoch": 0.25893917673561334,
      "grad_norm": 0.6968159242609868,
      "learning_rate": 0.0002993381869362666,
      "loss": 0.9791,
      "step": 6322
    },
    {
      "epoch": 0.25898013516280977,
      "grad_norm": 1.0117329593575868,
      "learning_rate": 0.00029933788087321595,
      "loss": 1.1125,
      "step": 6323
    },
    {
      "epoch": 0.25902109359000614,
      "grad_norm": 0.9850092102624853,
      "learning_rate": 0.00029933757473956697,
      "loss": 0.9122,
      "step": 6324
    },
    {
      "epoch": 0.25906205201720256,
      "grad_norm": 0.7577932560159749,
      "learning_rate": 0.0002993372685353199,
      "loss": 1.1816,
      "step": 6325
    },
    {
      "epoch": 0.25910301044439893,
      "grad_norm": 0.629601844005262,
      "learning_rate": 0.0002993369622604748,
      "loss": 0.377,
      "step": 6326
    },
    {
      "epoch": 0.25914396887159535,
      "grad_norm": 0.8402524162966861,
      "learning_rate": 0.00029933665591503185,
      "loss": 0.9887,
      "step": 6327
    },
    {
      "epoch": 0.2591849272987917,
      "grad_norm": 0.6858337161715998,
      "learning_rate": 0.00029933634949899125,
      "loss": 0.791,
      "step": 6328
    },
    {
      "epoch": 0.25922588572598815,
      "grad_norm": 0.4850675037149244,
      "learning_rate": 0.00029933604301235305,
      "loss": 0.4401,
      "step": 6329
    },
    {
      "epoch": 0.2592668441531845,
      "grad_norm": 0.690458067154867,
      "learning_rate": 0.00029933573645511745,
      "loss": 0.9022,
      "step": 6330
    },
    {
      "epoch": 0.2593078025803809,
      "grad_norm": 0.9423143829322055,
      "learning_rate": 0.0002993354298272845,
      "loss": 1.1826,
      "step": 6331
    },
    {
      "epoch": 0.2593487610075773,
      "grad_norm": 0.7851156382437438,
      "learning_rate": 0.0002993351231288545,
      "loss": 1.1001,
      "step": 6332
    },
    {
      "epoch": 0.2593897194347737,
      "grad_norm": 0.7344514285599216,
      "learning_rate": 0.00029933481635982756,
      "loss": 0.9479,
      "step": 6333
    },
    {
      "epoch": 0.2594306778619701,
      "grad_norm": 0.5795325577214454,
      "learning_rate": 0.0002993345095202037,
      "loss": 0.7361,
      "step": 6334
    },
    {
      "epoch": 0.2594716362891665,
      "grad_norm": 0.6663688631128107,
      "learning_rate": 0.0002993342026099832,
      "loss": 0.9329,
      "step": 6335
    },
    {
      "epoch": 0.2595125947163629,
      "grad_norm": 0.915253010059752,
      "learning_rate": 0.0002993338956291661,
      "loss": 0.9586,
      "step": 6336
    },
    {
      "epoch": 0.25955355314355927,
      "grad_norm": 1.2778170004765232,
      "learning_rate": 0.00029933358857775266,
      "loss": 0.5722,
      "step": 6337
    },
    {
      "epoch": 0.2595945115707557,
      "grad_norm": 1.5197822328866977,
      "learning_rate": 0.0002993332814557429,
      "loss": 1.4206,
      "step": 6338
    },
    {
      "epoch": 0.25963546999795206,
      "grad_norm": 0.8358517708703852,
      "learning_rate": 0.0002993329742631371,
      "loss": 0.9125,
      "step": 6339
    },
    {
      "epoch": 0.2596764284251485,
      "grad_norm": 0.8709596683456445,
      "learning_rate": 0.0002993326669999353,
      "loss": 1.0214,
      "step": 6340
    },
    {
      "epoch": 0.25971738685234486,
      "grad_norm": 0.8650465475701365,
      "learning_rate": 0.00029933235966613767,
      "loss": 0.5493,
      "step": 6341
    },
    {
      "epoch": 0.2597583452795413,
      "grad_norm": 0.9149104920767923,
      "learning_rate": 0.0002993320522617444,
      "loss": 0.7481,
      "step": 6342
    },
    {
      "epoch": 0.25979930370673765,
      "grad_norm": 1.0466780613361961,
      "learning_rate": 0.0002993317447867556,
      "loss": 1.0631,
      "step": 6343
    },
    {
      "epoch": 0.2598402621339341,
      "grad_norm": 2.182632491753577,
      "learning_rate": 0.0002993314372411714,
      "loss": 2.2035,
      "step": 6344
    },
    {
      "epoch": 0.25988122056113044,
      "grad_norm": 1.2010939791118331,
      "learning_rate": 0.0002993311296249919,
      "loss": 2.2384,
      "step": 6345
    },
    {
      "epoch": 0.25992217898832687,
      "grad_norm": 0.7951403032233126,
      "learning_rate": 0.0002993308219382174,
      "loss": 1.0072,
      "step": 6346
    },
    {
      "epoch": 0.25996313741552324,
      "grad_norm": 0.7022090042706962,
      "learning_rate": 0.0002993305141808479,
      "loss": 0.4012,
      "step": 6347
    },
    {
      "epoch": 0.26000409584271966,
      "grad_norm": 1.0104786589598973,
      "learning_rate": 0.0002993302063528836,
      "loss": 0.6393,
      "step": 6348
    },
    {
      "epoch": 0.26004505426991603,
      "grad_norm": 0.830280465159468,
      "learning_rate": 0.0002993298984543247,
      "loss": 1.1314,
      "step": 6349
    },
    {
      "epoch": 0.26008601269711246,
      "grad_norm": 0.9715806254091104,
      "learning_rate": 0.0002993295904851712,
      "loss": 1.6288,
      "step": 6350
    },
    {
      "epoch": 0.2601269711243088,
      "grad_norm": 0.8875438408644363,
      "learning_rate": 0.0002993292824454234,
      "loss": 1.0256,
      "step": 6351
    },
    {
      "epoch": 0.2601679295515052,
      "grad_norm": 2.0136470960185675,
      "learning_rate": 0.0002993289743350814,
      "loss": 3.53,
      "step": 6352
    },
    {
      "epoch": 0.2602088879787016,
      "grad_norm": 1.5645156855912847,
      "learning_rate": 0.00029932866615414526,
      "loss": 1.384,
      "step": 6353
    },
    {
      "epoch": 0.260249846405898,
      "grad_norm": 1.0482823965805181,
      "learning_rate": 0.0002993283579026152,
      "loss": 0.9246,
      "step": 6354
    },
    {
      "epoch": 0.2602908048330944,
      "grad_norm": 0.9365809299894408,
      "learning_rate": 0.0002993280495804914,
      "loss": 1.0048,
      "step": 6355
    },
    {
      "epoch": 0.2603317632602908,
      "grad_norm": 0.9417605178445928,
      "learning_rate": 0.000299327741187774,
      "loss": 1.1243,
      "step": 6356
    },
    {
      "epoch": 0.2603727216874872,
      "grad_norm": 0.9024788966546036,
      "learning_rate": 0.00029932743272446304,
      "loss": 1.0888,
      "step": 6357
    },
    {
      "epoch": 0.2604136801146836,
      "grad_norm": 0.6145997367249005,
      "learning_rate": 0.0002993271241905587,
      "loss": 0.4618,
      "step": 6358
    },
    {
      "epoch": 0.26045463854188,
      "grad_norm": 1.0426198797143282,
      "learning_rate": 0.00029932681558606124,
      "loss": 1.0907,
      "step": 6359
    },
    {
      "epoch": 0.26049559696907637,
      "grad_norm": 0.9423462247018888,
      "learning_rate": 0.0002993265069109707,
      "loss": 0.6279,
      "step": 6360
    },
    {
      "epoch": 0.2605365553962728,
      "grad_norm": 1.579290651096837,
      "learning_rate": 0.0002993261981652872,
      "loss": 1.2713,
      "step": 6361
    },
    {
      "epoch": 0.26057751382346916,
      "grad_norm": 0.9724405442360613,
      "learning_rate": 0.000299325889349011,
      "loss": 1.0749,
      "step": 6362
    },
    {
      "epoch": 0.2606184722506656,
      "grad_norm": 0.9317232209472935,
      "learning_rate": 0.0002993255804621422,
      "loss": 0.4915,
      "step": 6363
    },
    {
      "epoch": 0.26065943067786196,
      "grad_norm": 10.306943728853547,
      "learning_rate": 0.0002993252715046809,
      "loss": 6.0278,
      "step": 6364
    },
    {
      "epoch": 0.2607003891050584,
      "grad_norm": 1.680573558349959,
      "learning_rate": 0.00029932496247662727,
      "loss": 1.2369,
      "step": 6365
    },
    {
      "epoch": 0.26074134753225475,
      "grad_norm": 0.8333568771753734,
      "learning_rate": 0.00029932465337798145,
      "loss": 1.1652,
      "step": 6366
    },
    {
      "epoch": 0.2607823059594512,
      "grad_norm": 1.050180859366511,
      "learning_rate": 0.00029932434420874366,
      "loss": 1.2762,
      "step": 6367
    },
    {
      "epoch": 0.26082326438664755,
      "grad_norm": 0.9134450984642561,
      "learning_rate": 0.0002993240349689139,
      "loss": 1.0513,
      "step": 6368
    },
    {
      "epoch": 0.26086422281384397,
      "grad_norm": 0.8600411058348242,
      "learning_rate": 0.0002993237256584925,
      "loss": 0.9882,
      "step": 6369
    },
    {
      "epoch": 0.26090518124104034,
      "grad_norm": 0.8524416118812923,
      "learning_rate": 0.00029932341627747944,
      "loss": 1.035,
      "step": 6370
    },
    {
      "epoch": 0.26094613966823677,
      "grad_norm": 0.44355550295241425,
      "learning_rate": 0.00029932310682587496,
      "loss": 0.3657,
      "step": 6371
    },
    {
      "epoch": 0.26098709809543313,
      "grad_norm": 0.5969110960187353,
      "learning_rate": 0.00029932279730367917,
      "loss": 0.839,
      "step": 6372
    },
    {
      "epoch": 0.2610280565226295,
      "grad_norm": 0.8430527626306035,
      "learning_rate": 0.0002993224877108922,
      "loss": 0.8096,
      "step": 6373
    },
    {
      "epoch": 0.26106901494982593,
      "grad_norm": 0.6277716146976463,
      "learning_rate": 0.0002993221780475142,
      "loss": 0.7169,
      "step": 6374
    },
    {
      "epoch": 0.2611099733770223,
      "grad_norm": 1.1051135079914034,
      "learning_rate": 0.0002993218683135454,
      "loss": 0.6958,
      "step": 6375
    },
    {
      "epoch": 0.2611509318042187,
      "grad_norm": 0.6720445595574467,
      "learning_rate": 0.0002993215585089859,
      "loss": 0.7952,
      "step": 6376
    },
    {
      "epoch": 0.2611918902314151,
      "grad_norm": 1.2621687560392936,
      "learning_rate": 0.00029932124863383576,
      "loss": 1.6641,
      "step": 6377
    },
    {
      "epoch": 0.2612328486586115,
      "grad_norm": 0.7620794724424762,
      "learning_rate": 0.00029932093868809524,
      "loss": 0.9605,
      "step": 6378
    },
    {
      "epoch": 0.2612738070858079,
      "grad_norm": 3.8527982305966604,
      "learning_rate": 0.00029932062867176444,
      "loss": 3.8267,
      "step": 6379
    },
    {
      "epoch": 0.2613147655130043,
      "grad_norm": 0.7852202826074546,
      "learning_rate": 0.00029932031858484357,
      "loss": 0.9643,
      "step": 6380
    },
    {
      "epoch": 0.2613557239402007,
      "grad_norm": 0.803458337482064,
      "learning_rate": 0.0002993200084273326,
      "loss": 0.992,
      "step": 6381
    },
    {
      "epoch": 0.2613966823673971,
      "grad_norm": 0.7478615983054299,
      "learning_rate": 0.00029931969819923187,
      "loss": 1.1327,
      "step": 6382
    },
    {
      "epoch": 0.2614376407945935,
      "grad_norm": 0.5946959133226857,
      "learning_rate": 0.0002993193879005415,
      "loss": 0.9418,
      "step": 6383
    },
    {
      "epoch": 0.2614785992217899,
      "grad_norm": 0.9199332962968698,
      "learning_rate": 0.0002993190775312615,
      "loss": 0.7017,
      "step": 6384
    },
    {
      "epoch": 0.26151955764898627,
      "grad_norm": 0.49309221498238737,
      "learning_rate": 0.0002993187670913921,
      "loss": 0.3885,
      "step": 6385
    },
    {
      "epoch": 0.2615605160761827,
      "grad_norm": 0.7542077742922234,
      "learning_rate": 0.0002993184565809335,
      "loss": 0.811,
      "step": 6386
    },
    {
      "epoch": 0.26160147450337906,
      "grad_norm": 0.7358005532799368,
      "learning_rate": 0.00029931814599988576,
      "loss": 1.01,
      "step": 6387
    },
    {
      "epoch": 0.2616424329305755,
      "grad_norm": 0.8249289898451768,
      "learning_rate": 0.0002993178353482491,
      "loss": 0.8782,
      "step": 6388
    },
    {
      "epoch": 0.26168339135777186,
      "grad_norm": 0.45234915785123747,
      "learning_rate": 0.0002993175246260236,
      "loss": 0.4211,
      "step": 6389
    },
    {
      "epoch": 0.2617243497849683,
      "grad_norm": 0.7295327449127976,
      "learning_rate": 0.0002993172138332095,
      "loss": 1.1337,
      "step": 6390
    },
    {
      "epoch": 0.26176530821216465,
      "grad_norm": 0.6924097589293065,
      "learning_rate": 0.00029931690296980683,
      "loss": 0.9049,
      "step": 6391
    },
    {
      "epoch": 0.2618062666393611,
      "grad_norm": 0.8964771416927632,
      "learning_rate": 0.0002993165920358158,
      "loss": 1.0877,
      "step": 6392
    },
    {
      "epoch": 0.26184722506655744,
      "grad_norm": 0.9942930133982082,
      "learning_rate": 0.0002993162810312366,
      "loss": 1.1847,
      "step": 6393
    },
    {
      "epoch": 0.2618881834937538,
      "grad_norm": 0.8379616672777455,
      "learning_rate": 0.00029931596995606927,
      "loss": 1.0455,
      "step": 6394
    },
    {
      "epoch": 0.26192914192095024,
      "grad_norm": 0.5959349053705422,
      "learning_rate": 0.000299315658810314,
      "loss": 0.4147,
      "step": 6395
    },
    {
      "epoch": 0.2619701003481466,
      "grad_norm": 0.7253913348121808,
      "learning_rate": 0.00029931534759397094,
      "loss": 0.6768,
      "step": 6396
    },
    {
      "epoch": 0.26201105877534303,
      "grad_norm": 0.8134110959662605,
      "learning_rate": 0.0002993150363070403,
      "loss": 0.3341,
      "step": 6397
    },
    {
      "epoch": 0.2620520172025394,
      "grad_norm": 0.7402486344121212,
      "learning_rate": 0.00029931472494952214,
      "loss": 0.8747,
      "step": 6398
    },
    {
      "epoch": 0.2620929756297358,
      "grad_norm": 1.2369178175823363,
      "learning_rate": 0.0002993144135214167,
      "loss": 1.8595,
      "step": 6399
    },
    {
      "epoch": 0.2621339340569322,
      "grad_norm": 1.2440252038373614,
      "learning_rate": 0.000299314102022724,
      "loss": 0.9667,
      "step": 6400
    },
    {
      "epoch": 0.2621748924841286,
      "grad_norm": 0.8929473651454148,
      "learning_rate": 0.0002993137904534443,
      "loss": 0.9733,
      "step": 6401
    },
    {
      "epoch": 0.262215850911325,
      "grad_norm": 0.8200413760535398,
      "learning_rate": 0.0002993134788135777,
      "loss": 1.2821,
      "step": 6402
    },
    {
      "epoch": 0.2622568093385214,
      "grad_norm": 3.5052468498775697,
      "learning_rate": 0.00029931316710312436,
      "loss": 1.7448,
      "step": 6403
    },
    {
      "epoch": 0.2622977677657178,
      "grad_norm": 0.8258367883117455,
      "learning_rate": 0.0002993128553220844,
      "loss": 0.9543,
      "step": 6404
    },
    {
      "epoch": 0.2623387261929142,
      "grad_norm": 1.0909369902141837,
      "learning_rate": 0.000299312543470458,
      "loss": 0.8164,
      "step": 6405
    },
    {
      "epoch": 0.2623796846201106,
      "grad_norm": 1.0354592596436174,
      "learning_rate": 0.0002993122315482453,
      "loss": 0.9386,
      "step": 6406
    },
    {
      "epoch": 0.262420643047307,
      "grad_norm": 2.273832891267917,
      "learning_rate": 0.0002993119195554464,
      "loss": 5.5216,
      "step": 6407
    },
    {
      "epoch": 0.26246160147450337,
      "grad_norm": 0.754797107142645,
      "learning_rate": 0.0002993116074920615,
      "loss": 0.7678,
      "step": 6408
    },
    {
      "epoch": 0.2625025599016998,
      "grad_norm": 0.9865353746556985,
      "learning_rate": 0.00029931129535809076,
      "loss": 1.0966,
      "step": 6409
    },
    {
      "epoch": 0.26254351832889616,
      "grad_norm": 0.9694000220151758,
      "learning_rate": 0.0002993109831535343,
      "loss": 1.0763,
      "step": 6410
    },
    {
      "epoch": 0.2625844767560926,
      "grad_norm": 0.9100501646942754,
      "learning_rate": 0.00029931067087839223,
      "loss": 0.9501,
      "step": 6411
    },
    {
      "epoch": 0.26262543518328896,
      "grad_norm": 1.1965379055435919,
      "learning_rate": 0.0002993103585326648,
      "loss": 1.1517,
      "step": 6412
    },
    {
      "epoch": 0.2626663936104854,
      "grad_norm": 0.8415533292810031,
      "learning_rate": 0.00029931004611635206,
      "loss": 0.9305,
      "step": 6413
    },
    {
      "epoch": 0.26270735203768175,
      "grad_norm": 0.7876155565483992,
      "learning_rate": 0.0002993097336294542,
      "loss": 0.8735,
      "step": 6414
    },
    {
      "epoch": 0.2627483104648782,
      "grad_norm": 0.7987670553545418,
      "learning_rate": 0.0002993094210719714,
      "loss": 0.4964,
      "step": 6415
    },
    {
      "epoch": 0.26278926889207455,
      "grad_norm": 1.005512094312497,
      "learning_rate": 0.0002993091084439037,
      "loss": 0.9708,
      "step": 6416
    },
    {
      "epoch": 0.2628302273192709,
      "grad_norm": 1.547457607258169,
      "learning_rate": 0.00029930879574525135,
      "loss": 0.7279,
      "step": 6417
    },
    {
      "epoch": 0.26287118574646734,
      "grad_norm": 0.7803507531968147,
      "learning_rate": 0.00029930848297601446,
      "loss": 0.9398,
      "step": 6418
    },
    {
      "epoch": 0.2629121441736637,
      "grad_norm": 0.6672219925427789,
      "learning_rate": 0.00029930817013619325,
      "loss": 1.0548,
      "step": 6419
    },
    {
      "epoch": 0.26295310260086013,
      "grad_norm": 0.8856027584605539,
      "learning_rate": 0.0002993078572257877,
      "loss": 1.0635,
      "step": 6420
    },
    {
      "epoch": 0.2629940610280565,
      "grad_norm": 1.487266935938087,
      "learning_rate": 0.0002993075442447981,
      "loss": 1.3105,
      "step": 6421
    },
    {
      "epoch": 0.2630350194552529,
      "grad_norm": 0.8911462232388279,
      "learning_rate": 0.00029930723119322457,
      "loss": 1.2419,
      "step": 6422
    },
    {
      "epoch": 0.2630759778824493,
      "grad_norm": 0.683084704188611,
      "learning_rate": 0.00029930691807106724,
      "loss": 0.5549,
      "step": 6423
    },
    {
      "epoch": 0.2631169363096457,
      "grad_norm": 0.8485169622628329,
      "learning_rate": 0.00029930660487832624,
      "loss": 0.7799,
      "step": 6424
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 1.4596988699442408,
      "learning_rate": 0.0002993062916150018,
      "loss": 1.9044,
      "step": 6425
    },
    {
      "epoch": 0.2631988531640385,
      "grad_norm": 0.8490066836680437,
      "learning_rate": 0.00029930597828109397,
      "loss": 0.9918,
      "step": 6426
    },
    {
      "epoch": 0.2632398115912349,
      "grad_norm": 0.7938089886249662,
      "learning_rate": 0.00029930566487660287,
      "loss": 1.0543,
      "step": 6427
    },
    {
      "epoch": 0.2632807700184313,
      "grad_norm": 0.6812795369506817,
      "learning_rate": 0.00029930535140152884,
      "loss": 0.8422,
      "step": 6428
    },
    {
      "epoch": 0.2633217284456277,
      "grad_norm": 0.7501133439332848,
      "learning_rate": 0.0002993050378558718,
      "loss": 0.8056,
      "step": 6429
    },
    {
      "epoch": 0.2633626868728241,
      "grad_norm": 0.7605778309375417,
      "learning_rate": 0.0002993047242396321,
      "loss": 1.0172,
      "step": 6430
    },
    {
      "epoch": 0.2634036453000205,
      "grad_norm": 0.6043726931947347,
      "learning_rate": 0.0002993044105528097,
      "loss": 0.9598,
      "step": 6431
    },
    {
      "epoch": 0.2634446037272169,
      "grad_norm": 0.7151185092114682,
      "learning_rate": 0.0002993040967954049,
      "loss": 0.8121,
      "step": 6432
    },
    {
      "epoch": 0.26348556215441327,
      "grad_norm": 0.6875000715622194,
      "learning_rate": 0.0002993037829674177,
      "loss": 0.8887,
      "step": 6433
    },
    {
      "epoch": 0.2635265205816097,
      "grad_norm": 0.6649021393145413,
      "learning_rate": 0.00029930346906884844,
      "loss": 0.8222,
      "step": 6434
    },
    {
      "epoch": 0.26356747900880606,
      "grad_norm": 0.7571674410451343,
      "learning_rate": 0.0002993031550996971,
      "loss": 0.8761,
      "step": 6435
    },
    {
      "epoch": 0.2636084374360025,
      "grad_norm": 0.6421986701649524,
      "learning_rate": 0.0002993028410599639,
      "loss": 0.8131,
      "step": 6436
    },
    {
      "epoch": 0.26364939586319885,
      "grad_norm": 1.3773183083212517,
      "learning_rate": 0.000299302526949649,
      "loss": 0.4111,
      "step": 6437
    },
    {
      "epoch": 0.2636903542903952,
      "grad_norm": 0.7342752537496294,
      "learning_rate": 0.00029930221276875253,
      "loss": 0.8991,
      "step": 6438
    },
    {
      "epoch": 0.26373131271759165,
      "grad_norm": 0.7229281518950896,
      "learning_rate": 0.0002993018985172746,
      "loss": 0.7988,
      "step": 6439
    },
    {
      "epoch": 0.263772271144788,
      "grad_norm": 0.7152868119184013,
      "learning_rate": 0.00029930158419521545,
      "loss": 0.703,
      "step": 6440
    },
    {
      "epoch": 0.26381322957198444,
      "grad_norm": 0.8707138312620272,
      "learning_rate": 0.00029930126980257516,
      "loss": 1.0384,
      "step": 6441
    },
    {
      "epoch": 0.2638541879991808,
      "grad_norm": 1.1910926530201504,
      "learning_rate": 0.00029930095533935386,
      "loss": 1.5864,
      "step": 6442
    },
    {
      "epoch": 0.26389514642637724,
      "grad_norm": 0.9651284987698486,
      "learning_rate": 0.00029930064080555175,
      "loss": 0.8181,
      "step": 6443
    },
    {
      "epoch": 0.2639361048535736,
      "grad_norm": 1.2869755784523185,
      "learning_rate": 0.00029930032620116895,
      "loss": 1.4234,
      "step": 6444
    },
    {
      "epoch": 0.26397706328077003,
      "grad_norm": 0.7470459316079155,
      "learning_rate": 0.0002993000115262056,
      "loss": 0.4179,
      "step": 6445
    },
    {
      "epoch": 0.2640180217079664,
      "grad_norm": 1.8164051744802165,
      "learning_rate": 0.00029929969678066197,
      "loss": 1.5536,
      "step": 6446
    },
    {
      "epoch": 0.2640589801351628,
      "grad_norm": 0.7174602067087111,
      "learning_rate": 0.000299299381964538,
      "loss": 0.7423,
      "step": 6447
    },
    {
      "epoch": 0.2640999385623592,
      "grad_norm": 0.998262248760449,
      "learning_rate": 0.000299299067077834,
      "loss": 1.2299,
      "step": 6448
    },
    {
      "epoch": 0.2641408969895556,
      "grad_norm": 1.1434038905059887,
      "learning_rate": 0.00029929875212055006,
      "loss": 1.2185,
      "step": 6449
    },
    {
      "epoch": 0.264181855416752,
      "grad_norm": 0.7068410148504319,
      "learning_rate": 0.0002992984370926863,
      "loss": 0.97,
      "step": 6450
    },
    {
      "epoch": 0.2642228138439484,
      "grad_norm": 0.7020747140407334,
      "learning_rate": 0.0002992981219942429,
      "loss": 0.8089,
      "step": 6451
    },
    {
      "epoch": 0.2642637722711448,
      "grad_norm": 1.0297659620424726,
      "learning_rate": 0.00029929780682522004,
      "loss": 1.3817,
      "step": 6452
    },
    {
      "epoch": 0.2643047306983412,
      "grad_norm": 0.6458137795458214,
      "learning_rate": 0.0002992974915856178,
      "loss": 1.0688,
      "step": 6453
    },
    {
      "epoch": 0.2643456891255376,
      "grad_norm": 0.8354347086704157,
      "learning_rate": 0.0002992971762754365,
      "loss": 1.0137,
      "step": 6454
    },
    {
      "epoch": 0.264386647552734,
      "grad_norm": 0.8905686632564495,
      "learning_rate": 0.000299296860894676,
      "loss": 0.9624,
      "step": 6455
    },
    {
      "epoch": 0.26442760597993037,
      "grad_norm": 1.0764956231307072,
      "learning_rate": 0.0002992965454433367,
      "loss": 1.2148,
      "step": 6456
    },
    {
      "epoch": 0.2644685644071268,
      "grad_norm": 0.5205582346450427,
      "learning_rate": 0.0002992962299214186,
      "loss": 0.3585,
      "step": 6457
    },
    {
      "epoch": 0.26450952283432316,
      "grad_norm": 0.7789987951703435,
      "learning_rate": 0.0002992959143289219,
      "loss": 1.177,
      "step": 6458
    },
    {
      "epoch": 0.26455048126151953,
      "grad_norm": 1.6588689135721397,
      "learning_rate": 0.00029929559866584686,
      "loss": 3.0806,
      "step": 6459
    },
    {
      "epoch": 0.26459143968871596,
      "grad_norm": 1.042003679691187,
      "learning_rate": 0.00029929528293219345,
      "loss": 0.8258,
      "step": 6460
    },
    {
      "epoch": 0.2646323981159123,
      "grad_norm": 0.9109334899193556,
      "learning_rate": 0.0002992949671279619,
      "loss": 1.2784,
      "step": 6461
    },
    {
      "epoch": 0.26467335654310875,
      "grad_norm": 0.9357954231894063,
      "learning_rate": 0.00029929465125315234,
      "loss": 0.9762,
      "step": 6462
    },
    {
      "epoch": 0.2647143149703051,
      "grad_norm": 0.6391534595181493,
      "learning_rate": 0.0002992943353077649,
      "loss": 0.7089,
      "step": 6463
    },
    {
      "epoch": 0.26475527339750154,
      "grad_norm": 0.9832615881037744,
      "learning_rate": 0.00029929401929179984,
      "loss": 1.068,
      "step": 6464
    },
    {
      "epoch": 0.2647962318246979,
      "grad_norm": 1.3070141941947475,
      "learning_rate": 0.00029929370320525716,
      "loss": 1.2071,
      "step": 6465
    },
    {
      "epoch": 0.26483719025189434,
      "grad_norm": 0.6697290000011186,
      "learning_rate": 0.00029929338704813715,
      "loss": 0.6807,
      "step": 6466
    },
    {
      "epoch": 0.2648781486790907,
      "grad_norm": 1.0770934012471178,
      "learning_rate": 0.0002992930708204398,
      "loss": 0.8924,
      "step": 6467
    },
    {
      "epoch": 0.26491910710628713,
      "grad_norm": 0.7905564144903213,
      "learning_rate": 0.0002992927545221654,
      "loss": 1.016,
      "step": 6468
    },
    {
      "epoch": 0.2649600655334835,
      "grad_norm": 1.0392827613290458,
      "learning_rate": 0.0002992924381533141,
      "loss": 1.2259,
      "step": 6469
    },
    {
      "epoch": 0.2650010239606799,
      "grad_norm": 0.5512343184546744,
      "learning_rate": 0.0002992921217138859,
      "loss": 0.53,
      "step": 6470
    },
    {
      "epoch": 0.2650419823878763,
      "grad_norm": 0.5738926031749971,
      "learning_rate": 0.0002992918052038811,
      "loss": 0.4154,
      "step": 6471
    },
    {
      "epoch": 0.2650829408150727,
      "grad_norm": 0.7346984206108776,
      "learning_rate": 0.00029929148862329984,
      "loss": 0.783,
      "step": 6472
    },
    {
      "epoch": 0.2651238992422691,
      "grad_norm": 0.8335116022510717,
      "learning_rate": 0.0002992911719721421,
      "loss": 1.033,
      "step": 6473
    },
    {
      "epoch": 0.2651648576694655,
      "grad_norm": 0.8976766534771533,
      "learning_rate": 0.00029929085525040827,
      "loss": 0.8327,
      "step": 6474
    },
    {
      "epoch": 0.2652058160966619,
      "grad_norm": 0.7499582649325266,
      "learning_rate": 0.0002992905384580984,
      "loss": 1.058,
      "step": 6475
    },
    {
      "epoch": 0.2652467745238583,
      "grad_norm": 0.599437864364918,
      "learning_rate": 0.0002992902215952126,
      "loss": 0.5576,
      "step": 6476
    },
    {
      "epoch": 0.2652877329510547,
      "grad_norm": 1.245568304811478,
      "learning_rate": 0.00029928990466175095,
      "loss": 1.2108,
      "step": 6477
    },
    {
      "epoch": 0.2653286913782511,
      "grad_norm": 1.0229668261058138,
      "learning_rate": 0.0002992895876577138,
      "loss": 1.1253,
      "step": 6478
    },
    {
      "epoch": 0.26536964980544747,
      "grad_norm": 0.9892950617987952,
      "learning_rate": 0.00029928927058310117,
      "loss": 0.9076,
      "step": 6479
    },
    {
      "epoch": 0.26541060823264384,
      "grad_norm": 1.233092516475211,
      "learning_rate": 0.00029928895343791324,
      "loss": 1.6936,
      "step": 6480
    },
    {
      "epoch": 0.26545156665984027,
      "grad_norm": 0.6984444305138616,
      "learning_rate": 0.00029928863622215014,
      "loss": 1.0012,
      "step": 6481
    },
    {
      "epoch": 0.26549252508703663,
      "grad_norm": 0.5902659074507356,
      "learning_rate": 0.00029928831893581204,
      "loss": 0.5271,
      "step": 6482
    },
    {
      "epoch": 0.26553348351423306,
      "grad_norm": 0.7534566587802496,
      "learning_rate": 0.0002992880015788991,
      "loss": 1.0349,
      "step": 6483
    },
    {
      "epoch": 0.26557444194142943,
      "grad_norm": 1.9037254053811077,
      "learning_rate": 0.00029928768415141144,
      "loss": 2.4835,
      "step": 6484
    },
    {
      "epoch": 0.26561540036862585,
      "grad_norm": 1.2891230173121297,
      "learning_rate": 0.00029928736665334925,
      "loss": 1.1539,
      "step": 6485
    },
    {
      "epoch": 0.2656563587958222,
      "grad_norm": 0.973298578867227,
      "learning_rate": 0.0002992870490847126,
      "loss": 0.9701,
      "step": 6486
    },
    {
      "epoch": 0.26569731722301865,
      "grad_norm": 0.6264148212895854,
      "learning_rate": 0.0002992867314455017,
      "loss": 0.5123,
      "step": 6487
    },
    {
      "epoch": 0.265738275650215,
      "grad_norm": 0.8248797403657034,
      "learning_rate": 0.00029928641373571676,
      "loss": 1.1968,
      "step": 6488
    },
    {
      "epoch": 0.26577923407741144,
      "grad_norm": 1.0011039143962246,
      "learning_rate": 0.00029928609595535787,
      "loss": 1.0896,
      "step": 6489
    },
    {
      "epoch": 0.2658201925046078,
      "grad_norm": 0.8426066716515054,
      "learning_rate": 0.0002992857781044251,
      "loss": 0.6935,
      "step": 6490
    },
    {
      "epoch": 0.26586115093180424,
      "grad_norm": 0.8917188078934276,
      "learning_rate": 0.0002992854601829187,
      "loss": 0.8726,
      "step": 6491
    },
    {
      "epoch": 0.2659021093590006,
      "grad_norm": 2.898409432507253,
      "learning_rate": 0.00029928514219083885,
      "loss": 2.9584,
      "step": 6492
    },
    {
      "epoch": 0.26594306778619703,
      "grad_norm": 3.785565510266144,
      "learning_rate": 0.00029928482412818565,
      "loss": 1.9503,
      "step": 6493
    },
    {
      "epoch": 0.2659840262133934,
      "grad_norm": 0.6259499025730415,
      "learning_rate": 0.0002992845059949592,
      "loss": 0.7815,
      "step": 6494
    },
    {
      "epoch": 0.2660249846405898,
      "grad_norm": 0.7888908610854435,
      "learning_rate": 0.0002992841877911597,
      "loss": 0.9418,
      "step": 6495
    },
    {
      "epoch": 0.2660659430677862,
      "grad_norm": 0.9561130541430827,
      "learning_rate": 0.0002992838695167873,
      "loss": 0.9113,
      "step": 6496
    },
    {
      "epoch": 0.2661069014949826,
      "grad_norm": 0.9758997388372058,
      "learning_rate": 0.0002992835511718422,
      "loss": 1.1926,
      "step": 6497
    },
    {
      "epoch": 0.266147859922179,
      "grad_norm": 1.5913760870251594,
      "learning_rate": 0.00029928323275632443,
      "loss": 0.9656,
      "step": 6498
    },
    {
      "epoch": 0.2661888183493754,
      "grad_norm": 0.8344550112101351,
      "learning_rate": 0.0002992829142702342,
      "loss": 0.5062,
      "step": 6499
    },
    {
      "epoch": 0.2662297767765718,
      "grad_norm": 0.6613262849344707,
      "learning_rate": 0.00029928259571357173,
      "loss": 0.9663,
      "step": 6500
    },
    {
      "epoch": 0.26627073520376815,
      "grad_norm": 0.8420498845371112,
      "learning_rate": 0.00029928227708633705,
      "loss": 1.0692,
      "step": 6501
    },
    {
      "epoch": 0.2663116936309646,
      "grad_norm": 0.779660678938876,
      "learning_rate": 0.00029928195838853047,
      "loss": 0.9685,
      "step": 6502
    },
    {
      "epoch": 0.26635265205816094,
      "grad_norm": 0.7962484152535372,
      "learning_rate": 0.00029928163962015196,
      "loss": 0.9273,
      "step": 6503
    },
    {
      "epoch": 0.26639361048535737,
      "grad_norm": 0.8118473419484226,
      "learning_rate": 0.00029928132078120177,
      "loss": 0.7886,
      "step": 6504
    },
    {
      "epoch": 0.26643456891255374,
      "grad_norm": 10.277197184104166,
      "learning_rate": 0.00029928100187168004,
      "loss": 5.2506,
      "step": 6505
    },
    {
      "epoch": 0.26647552733975016,
      "grad_norm": 0.7419093618118549,
      "learning_rate": 0.00029928068289158694,
      "loss": 0.9214,
      "step": 6506
    },
    {
      "epoch": 0.26651648576694653,
      "grad_norm": 0.6782486849698407,
      "learning_rate": 0.0002992803638409225,
      "loss": 1.0847,
      "step": 6507
    },
    {
      "epoch": 0.26655744419414296,
      "grad_norm": 1.0934225133969988,
      "learning_rate": 0.00029928004471968707,
      "loss": 1.2604,
      "step": 6508
    },
    {
      "epoch": 0.2665984026213393,
      "grad_norm": 0.8741085533573135,
      "learning_rate": 0.00029927972552788067,
      "loss": 1.0811,
      "step": 6509
    },
    {
      "epoch": 0.26663936104853575,
      "grad_norm": 1.0406290430732494,
      "learning_rate": 0.0002992794062655035,
      "loss": 1.1843,
      "step": 6510
    },
    {
      "epoch": 0.2666803194757321,
      "grad_norm": 1.3959479067816363,
      "learning_rate": 0.0002992790869325556,
      "loss": 0.7014,
      "step": 6511
    },
    {
      "epoch": 0.26672127790292854,
      "grad_norm": 1.1270725879636443,
      "learning_rate": 0.0002992787675290373,
      "loss": 1.2708,
      "step": 6512
    },
    {
      "epoch": 0.2667622363301249,
      "grad_norm": 0.9669004880210685,
      "learning_rate": 0.00029927844805494866,
      "loss": 0.7983,
      "step": 6513
    },
    {
      "epoch": 0.26680319475732134,
      "grad_norm": 0.5691381978348847,
      "learning_rate": 0.0002992781285102898,
      "loss": 0.3984,
      "step": 6514
    },
    {
      "epoch": 0.2668441531845177,
      "grad_norm": 1.191109699016656,
      "learning_rate": 0.0002992778088950609,
      "loss": 0.8904,
      "step": 6515
    },
    {
      "epoch": 0.26688511161171413,
      "grad_norm": 0.9266199927438286,
      "learning_rate": 0.0002992774892092621,
      "loss": 1.0633,
      "step": 6516
    },
    {
      "epoch": 0.2669260700389105,
      "grad_norm": 0.9730810851855282,
      "learning_rate": 0.0002992771694528936,
      "loss": 0.8564,
      "step": 6517
    },
    {
      "epoch": 0.2669670284661069,
      "grad_norm": 0.8992478246337611,
      "learning_rate": 0.0002992768496259555,
      "loss": 0.9398,
      "step": 6518
    },
    {
      "epoch": 0.2670079868933033,
      "grad_norm": 0.9290636088288938,
      "learning_rate": 0.00029927652972844797,
      "loss": 1.0856,
      "step": 6519
    },
    {
      "epoch": 0.2670489453204997,
      "grad_norm": 0.4787029015535221,
      "learning_rate": 0.00029927620976037114,
      "loss": 0.4124,
      "step": 6520
    },
    {
      "epoch": 0.2670899037476961,
      "grad_norm": 1.0473818468933864,
      "learning_rate": 0.00029927588972172517,
      "loss": 0.8343,
      "step": 6521
    },
    {
      "epoch": 0.26713086217489246,
      "grad_norm": 0.6411392281051258,
      "learning_rate": 0.00029927556961251026,
      "loss": 0.4178,
      "step": 6522
    },
    {
      "epoch": 0.2671718206020889,
      "grad_norm": 0.8177540696310228,
      "learning_rate": 0.0002992752494327266,
      "loss": 0.8806,
      "step": 6523
    },
    {
      "epoch": 0.26721277902928525,
      "grad_norm": 1.1771638568079623,
      "learning_rate": 0.00029927492918237414,
      "loss": 1.107,
      "step": 6524
    },
    {
      "epoch": 0.2672537374564817,
      "grad_norm": 0.8246139689734951,
      "learning_rate": 0.00029927460886145315,
      "loss": 1.1969,
      "step": 6525
    },
    {
      "epoch": 0.26729469588367805,
      "grad_norm": 0.8058105034319751,
      "learning_rate": 0.0002992742884699639,
      "loss": 1.1933,
      "step": 6526
    },
    {
      "epoch": 0.26733565431087447,
      "grad_norm": 0.8985605768074371,
      "learning_rate": 0.00029927396800790633,
      "loss": 1.3007,
      "step": 6527
    },
    {
      "epoch": 0.26737661273807084,
      "grad_norm": 0.8623673808481356,
      "learning_rate": 0.00029927364747528066,
      "loss": 1.1776,
      "step": 6528
    },
    {
      "epoch": 0.26741757116526726,
      "grad_norm": 0.8001709123011631,
      "learning_rate": 0.00029927332687208714,
      "loss": 1.1215,
      "step": 6529
    },
    {
      "epoch": 0.26745852959246363,
      "grad_norm": 0.6631780755264524,
      "learning_rate": 0.00029927300619832583,
      "loss": 0.9923,
      "step": 6530
    },
    {
      "epoch": 0.26749948801966006,
      "grad_norm": 0.8279439398644955,
      "learning_rate": 0.00029927268545399695,
      "loss": 1.1646,
      "step": 6531
    },
    {
      "epoch": 0.26754044644685643,
      "grad_norm": 0.7387531920149778,
      "learning_rate": 0.0002992723646391006,
      "loss": 0.4619,
      "step": 6532
    },
    {
      "epoch": 0.26758140487405285,
      "grad_norm": 0.8235779043566787,
      "learning_rate": 0.0002992720437536369,
      "loss": 0.9437,
      "step": 6533
    },
    {
      "epoch": 0.2676223633012492,
      "grad_norm": 0.8532721377615891,
      "learning_rate": 0.00029927172279760604,
      "loss": 0.9161,
      "step": 6534
    },
    {
      "epoch": 0.26766332172844565,
      "grad_norm": 1.8108111432252174,
      "learning_rate": 0.0002992714017710082,
      "loss": 4.4236,
      "step": 6535
    },
    {
      "epoch": 0.267704280155642,
      "grad_norm": 0.5855087788768206,
      "learning_rate": 0.00029927108067384346,
      "loss": 0.3213,
      "step": 6536
    },
    {
      "epoch": 0.26774523858283844,
      "grad_norm": 0.7402266892082852,
      "learning_rate": 0.000299270759506112,
      "loss": 1.1248,
      "step": 6537
    },
    {
      "epoch": 0.2677861970100348,
      "grad_norm": 0.6310618939060714,
      "learning_rate": 0.00029927043826781405,
      "loss": 0.439,
      "step": 6538
    },
    {
      "epoch": 0.26782715543723123,
      "grad_norm": 0.5386121504242702,
      "learning_rate": 0.00029927011695894966,
      "loss": 0.3532,
      "step": 6539
    },
    {
      "epoch": 0.2678681138644276,
      "grad_norm": 0.9096754768713402,
      "learning_rate": 0.00029926979557951905,
      "loss": 0.9975,
      "step": 6540
    },
    {
      "epoch": 0.26790907229162403,
      "grad_norm": 0.7195498360492741,
      "learning_rate": 0.00029926947412952233,
      "loss": 1.0698,
      "step": 6541
    },
    {
      "epoch": 0.2679500307188204,
      "grad_norm": 0.668921351539438,
      "learning_rate": 0.00029926915260895966,
      "loss": 1.0916,
      "step": 6542
    },
    {
      "epoch": 0.26799098914601677,
      "grad_norm": 0.6830196627242403,
      "learning_rate": 0.0002992688310178312,
      "loss": 0.4425,
      "step": 6543
    },
    {
      "epoch": 0.2680319475732132,
      "grad_norm": 0.909543077516374,
      "learning_rate": 0.0002992685093561371,
      "loss": 1.0505,
      "step": 6544
    },
    {
      "epoch": 0.26807290600040956,
      "grad_norm": 0.6250532694141024,
      "learning_rate": 0.0002992681876238775,
      "loss": 0.8863,
      "step": 6545
    },
    {
      "epoch": 0.268113864427606,
      "grad_norm": 0.7679667824505763,
      "learning_rate": 0.00029926786582105253,
      "loss": 1.1514,
      "step": 6546
    },
    {
      "epoch": 0.26815482285480235,
      "grad_norm": 0.6498507313937225,
      "learning_rate": 0.00029926754394766245,
      "loss": 1.0063,
      "step": 6547
    },
    {
      "epoch": 0.2681957812819988,
      "grad_norm": 0.5537637038455209,
      "learning_rate": 0.00029926722200370733,
      "loss": 0.3704,
      "step": 6548
    },
    {
      "epoch": 0.26823673970919515,
      "grad_norm": 0.7158007673270992,
      "learning_rate": 0.00029926689998918725,
      "loss": 0.7777,
      "step": 6549
    },
    {
      "epoch": 0.2682776981363916,
      "grad_norm": 0.5193006087523655,
      "learning_rate": 0.0002992665779041025,
      "loss": 0.4222,
      "step": 6550
    },
    {
      "epoch": 0.26831865656358794,
      "grad_norm": 1.113883390975421,
      "learning_rate": 0.0002992662557484532,
      "loss": 1.3009,
      "step": 6551
    },
    {
      "epoch": 0.26835961499078437,
      "grad_norm": 0.9013318880335183,
      "learning_rate": 0.0002992659335222394,
      "loss": 0.8273,
      "step": 6552
    },
    {
      "epoch": 0.26840057341798074,
      "grad_norm": 0.7635248073756462,
      "learning_rate": 0.0002992656112254614,
      "loss": 1.0279,
      "step": 6553
    },
    {
      "epoch": 0.26844153184517716,
      "grad_norm": 0.7077132684892964,
      "learning_rate": 0.00029926528885811923,
      "loss": 0.7625,
      "step": 6554
    },
    {
      "epoch": 0.26848249027237353,
      "grad_norm": 1.374456086492856,
      "learning_rate": 0.0002992649664202131,
      "loss": 0.8876,
      "step": 6555
    },
    {
      "epoch": 0.26852344869956996,
      "grad_norm": 0.6656808300471361,
      "learning_rate": 0.0002992646439117432,
      "loss": 0.8866,
      "step": 6556
    },
    {
      "epoch": 0.2685644071267663,
      "grad_norm": 0.8784518881158547,
      "learning_rate": 0.0002992643213327096,
      "loss": 1.1507,
      "step": 6557
    },
    {
      "epoch": 0.26860536555396275,
      "grad_norm": 1.0180297450897904,
      "learning_rate": 0.00029926399868311247,
      "loss": 1.0278,
      "step": 6558
    },
    {
      "epoch": 0.2686463239811591,
      "grad_norm": 0.8597160742714623,
      "learning_rate": 0.00029926367596295203,
      "loss": 1.1084,
      "step": 6559
    },
    {
      "epoch": 0.26868728240835554,
      "grad_norm": 0.9951547332345789,
      "learning_rate": 0.00029926335317222836,
      "loss": 0.8502,
      "step": 6560
    },
    {
      "epoch": 0.2687282408355519,
      "grad_norm": 0.7834701647007878,
      "learning_rate": 0.0002992630303109416,
      "loss": 1.0198,
      "step": 6561
    },
    {
      "epoch": 0.26876919926274834,
      "grad_norm": 4.818479734198183,
      "learning_rate": 0.000299262707379092,
      "loss": 5.5236,
      "step": 6562
    },
    {
      "epoch": 0.2688101576899447,
      "grad_norm": 0.7720792061359821,
      "learning_rate": 0.00029926238437667964,
      "loss": 1.1091,
      "step": 6563
    },
    {
      "epoch": 0.2688511161171411,
      "grad_norm": 0.763030072310943,
      "learning_rate": 0.0002992620613037047,
      "loss": 0.9044,
      "step": 6564
    },
    {
      "epoch": 0.2688920745443375,
      "grad_norm": 0.6920395909065916,
      "learning_rate": 0.00029926173816016726,
      "loss": 0.5925,
      "step": 6565
    },
    {
      "epoch": 0.26893303297153387,
      "grad_norm": 1.1294596201851552,
      "learning_rate": 0.00029926141494606757,
      "loss": 1.0495,
      "step": 6566
    },
    {
      "epoch": 0.2689739913987303,
      "grad_norm": 1.1013196198950523,
      "learning_rate": 0.0002992610916614058,
      "loss": 1.2259,
      "step": 6567
    },
    {
      "epoch": 0.26901494982592666,
      "grad_norm": 0.7079834797905878,
      "learning_rate": 0.00029926076830618194,
      "loss": 0.9505,
      "step": 6568
    },
    {
      "epoch": 0.2690559082531231,
      "grad_norm": 0.7454366343673794,
      "learning_rate": 0.00029926044488039633,
      "loss": 1.0763,
      "step": 6569
    },
    {
      "epoch": 0.26909686668031946,
      "grad_norm": 1.8157313168554794,
      "learning_rate": 0.000299260121384049,
      "loss": 1.2129,
      "step": 6570
    },
    {
      "epoch": 0.2691378251075159,
      "grad_norm": 0.8456163363917557,
      "learning_rate": 0.00029925979781714017,
      "loss": 0.9996,
      "step": 6571
    },
    {
      "epoch": 0.26917878353471225,
      "grad_norm": 0.5093505033189395,
      "learning_rate": 0.00029925947417966994,
      "loss": 0.4234,
      "step": 6572
    },
    {
      "epoch": 0.2692197419619087,
      "grad_norm": 0.7409779387340558,
      "learning_rate": 0.00029925915047163853,
      "loss": 0.9927,
      "step": 6573
    },
    {
      "epoch": 0.26926070038910505,
      "grad_norm": 0.6963235729655152,
      "learning_rate": 0.00029925882669304605,
      "loss": 0.7059,
      "step": 6574
    },
    {
      "epoch": 0.26930165881630147,
      "grad_norm": 0.7724037732750467,
      "learning_rate": 0.0002992585028438926,
      "loss": 0.8719,
      "step": 6575
    },
    {
      "epoch": 0.26934261724349784,
      "grad_norm": 0.9742852812290964,
      "learning_rate": 0.0002992581789241784,
      "loss": 1.5494,
      "step": 6576
    },
    {
      "epoch": 0.26938357567069426,
      "grad_norm": 2.4147504843148253,
      "learning_rate": 0.00029925785493390366,
      "loss": 1.1806,
      "step": 6577
    },
    {
      "epoch": 0.26942453409789063,
      "grad_norm": 0.6006966035277062,
      "learning_rate": 0.00029925753087306847,
      "loss": 0.9614,
      "step": 6578
    },
    {
      "epoch": 0.26946549252508706,
      "grad_norm": 1.0269077308290442,
      "learning_rate": 0.000299257206741673,
      "loss": 0.6605,
      "step": 6579
    },
    {
      "epoch": 0.2695064509522834,
      "grad_norm": 7.805092385502173,
      "learning_rate": 0.0002992568825397173,
      "loss": 5.297,
      "step": 6580
    },
    {
      "epoch": 0.26954740937947985,
      "grad_norm": 1.0742975110671482,
      "learning_rate": 0.0002992565582672016,
      "loss": 1.1467,
      "step": 6581
    },
    {
      "epoch": 0.2695883678066762,
      "grad_norm": 0.9630978120090679,
      "learning_rate": 0.0002992562339241261,
      "loss": 0.3827,
      "step": 6582
    },
    {
      "epoch": 0.26962932623387265,
      "grad_norm": 0.7435179918509287,
      "learning_rate": 0.0002992559095104909,
      "loss": 1.1021,
      "step": 6583
    },
    {
      "epoch": 0.269670284661069,
      "grad_norm": 0.719082032398556,
      "learning_rate": 0.0002992555850262962,
      "loss": 1.0725,
      "step": 6584
    },
    {
      "epoch": 0.2697112430882654,
      "grad_norm": 7.911738776743305,
      "learning_rate": 0.0002992552604715421,
      "loss": 5.7718,
      "step": 6585
    },
    {
      "epoch": 0.2697522015154618,
      "grad_norm": 0.819357617215736,
      "learning_rate": 0.00029925493584622874,
      "loss": 0.4514,
      "step": 6586
    },
    {
      "epoch": 0.2697931599426582,
      "grad_norm": 0.7565645635464606,
      "learning_rate": 0.00029925461115035633,
      "loss": 1.2251,
      "step": 6587
    },
    {
      "epoch": 0.2698341183698546,
      "grad_norm": 1.1217508570941386,
      "learning_rate": 0.00029925428638392503,
      "loss": 0.7204,
      "step": 6588
    },
    {
      "epoch": 0.269875076797051,
      "grad_norm": 0.6750259581810606,
      "learning_rate": 0.00029925396154693493,
      "loss": 0.8881,
      "step": 6589
    },
    {
      "epoch": 0.2699160352242474,
      "grad_norm": 1.1540012827591235,
      "learning_rate": 0.0002992536366393862,
      "loss": 1.1648,
      "step": 6590
    },
    {
      "epoch": 0.26995699365144377,
      "grad_norm": 2.759423939419221,
      "learning_rate": 0.00029925331166127906,
      "loss": 2.3728,
      "step": 6591
    },
    {
      "epoch": 0.2699979520786402,
      "grad_norm": 0.917059013405804,
      "learning_rate": 0.0002992529866126136,
      "loss": 0.967,
      "step": 6592
    },
    {
      "epoch": 0.27003891050583656,
      "grad_norm": 1.0812338445280747,
      "learning_rate": 0.00029925266149339,
      "loss": 1.098,
      "step": 6593
    },
    {
      "epoch": 0.270079868933033,
      "grad_norm": 0.8034825768673581,
      "learning_rate": 0.0002992523363036084,
      "loss": 1.0175,
      "step": 6594
    },
    {
      "epoch": 0.27012082736022935,
      "grad_norm": 4.775640527477494,
      "learning_rate": 0.00029925201104326896,
      "loss": 3.1119,
      "step": 6595
    },
    {
      "epoch": 0.2701617857874258,
      "grad_norm": 0.6456258342769835,
      "learning_rate": 0.00029925168571237176,
      "loss": 0.5355,
      "step": 6596
    },
    {
      "epoch": 0.27020274421462215,
      "grad_norm": 0.6191041652980744,
      "learning_rate": 0.0002992513603109171,
      "loss": 0.3649,
      "step": 6597
    },
    {
      "epoch": 0.2702437026418186,
      "grad_norm": 0.8272045995695325,
      "learning_rate": 0.00029925103483890503,
      "loss": 1.005,
      "step": 6598
    },
    {
      "epoch": 0.27028466106901494,
      "grad_norm": 0.779969532032911,
      "learning_rate": 0.00029925070929633573,
      "loss": 0.9557,
      "step": 6599
    },
    {
      "epoch": 0.27032561949621137,
      "grad_norm": 0.7692590729540121,
      "learning_rate": 0.00029925038368320937,
      "loss": 0.9223,
      "step": 6600
    },
    {
      "epoch": 0.27036657792340774,
      "grad_norm": 0.8835844505499157,
      "learning_rate": 0.0002992500579995261,
      "loss": 0.8804,
      "step": 6601
    },
    {
      "epoch": 0.27040753635060416,
      "grad_norm": 1.2615295157274145,
      "learning_rate": 0.0002992497322452861,
      "loss": 0.8697,
      "step": 6602
    },
    {
      "epoch": 0.27044849477780053,
      "grad_norm": 1.3497426990185921,
      "learning_rate": 0.0002992494064204894,
      "loss": 0.9592,
      "step": 6603
    },
    {
      "epoch": 0.27048945320499695,
      "grad_norm": 0.8582656251611437,
      "learning_rate": 0.0002992490805251362,
      "loss": 0.9912,
      "step": 6604
    },
    {
      "epoch": 0.2705304116321933,
      "grad_norm": 0.7323776976567726,
      "learning_rate": 0.0002992487545592268,
      "loss": 1.1824,
      "step": 6605
    },
    {
      "epoch": 0.2705713700593897,
      "grad_norm": 1.094593675190703,
      "learning_rate": 0.0002992484285227612,
      "loss": 1.0894,
      "step": 6606
    },
    {
      "epoch": 0.2706123284865861,
      "grad_norm": 1.1427123427656967,
      "learning_rate": 0.0002992481024157397,
      "loss": 1.2145,
      "step": 6607
    },
    {
      "epoch": 0.2706532869137825,
      "grad_norm": 0.7837661899819843,
      "learning_rate": 0.0002992477762381622,
      "loss": 1.0228,
      "step": 6608
    },
    {
      "epoch": 0.2706942453409789,
      "grad_norm": 0.786282316606697,
      "learning_rate": 0.0002992474499900291,
      "loss": 1.0596,
      "step": 6609
    },
    {
      "epoch": 0.2707352037681753,
      "grad_norm": 7.606913599730137,
      "learning_rate": 0.00029924712367134046,
      "loss": 3.3819,
      "step": 6610
    },
    {
      "epoch": 0.2707761621953717,
      "grad_norm": 0.7718848079206576,
      "learning_rate": 0.00029924679728209644,
      "loss": 1.0496,
      "step": 6611
    },
    {
      "epoch": 0.2708171206225681,
      "grad_norm": 1.140819071818761,
      "learning_rate": 0.0002992464708222972,
      "loss": 1.1171,
      "step": 6612
    },
    {
      "epoch": 0.2708580790497645,
      "grad_norm": 0.8104749410296217,
      "learning_rate": 0.0002992461442919429,
      "loss": 1.0176,
      "step": 6613
    },
    {
      "epoch": 0.27089903747696087,
      "grad_norm": 1.0063546852349683,
      "learning_rate": 0.00029924581769103366,
      "loss": 0.4204,
      "step": 6614
    },
    {
      "epoch": 0.2709399959041573,
      "grad_norm": 0.7649772335216388,
      "learning_rate": 0.00029924549101956963,
      "loss": 0.8568,
      "step": 6615
    },
    {
      "epoch": 0.27098095433135366,
      "grad_norm": 0.636639075787462,
      "learning_rate": 0.000299245164277551,
      "loss": 1.0664,
      "step": 6616
    },
    {
      "epoch": 0.2710219127585501,
      "grad_norm": 0.7564525500142635,
      "learning_rate": 0.000299244837464978,
      "loss": 0.7809,
      "step": 6617
    },
    {
      "epoch": 0.27106287118574646,
      "grad_norm": 11.623460747134665,
      "learning_rate": 0.0002992445105818506,
      "loss": 7.4077,
      "step": 6618
    },
    {
      "epoch": 0.2711038296129429,
      "grad_norm": 0.7174287149731029,
      "learning_rate": 0.0002992441836281691,
      "loss": 1.0812,
      "step": 6619
    },
    {
      "epoch": 0.27114478804013925,
      "grad_norm": 0.7585027885791704,
      "learning_rate": 0.0002992438566039336,
      "loss": 0.8708,
      "step": 6620
    },
    {
      "epoch": 0.2711857464673357,
      "grad_norm": 1.0527042192052218,
      "learning_rate": 0.00029924352950914425,
      "loss": 1.4013,
      "step": 6621
    },
    {
      "epoch": 0.27122670489453204,
      "grad_norm": 0.9644468484539843,
      "learning_rate": 0.00029924320234380125,
      "loss": 1.4783,
      "step": 6622
    },
    {
      "epoch": 0.27126766332172847,
      "grad_norm": 0.7544482051934938,
      "learning_rate": 0.0002992428751079047,
      "loss": 0.4702,
      "step": 6623
    },
    {
      "epoch": 0.27130862174892484,
      "grad_norm": 0.6940430592945109,
      "learning_rate": 0.0002992425478014548,
      "loss": 0.9509,
      "step": 6624
    },
    {
      "epoch": 0.27134958017612126,
      "grad_norm": 0.7781893745728304,
      "learning_rate": 0.0002992422204244517,
      "loss": 0.8591,
      "step": 6625
    },
    {
      "epoch": 0.27139053860331763,
      "grad_norm": 1.3505341411038176,
      "learning_rate": 0.0002992418929768955,
      "loss": 1.1676,
      "step": 6626
    },
    {
      "epoch": 0.271431497030514,
      "grad_norm": 0.42933900843262207,
      "learning_rate": 0.0002992415654587864,
      "loss": 0.4313,
      "step": 6627
    },
    {
      "epoch": 0.2714724554577104,
      "grad_norm": 0.9896712706502151,
      "learning_rate": 0.0002992412378701246,
      "loss": 0.969,
      "step": 6628
    },
    {
      "epoch": 0.2715134138849068,
      "grad_norm": 0.7506647575539567,
      "learning_rate": 0.00029924091021091016,
      "loss": 0.958,
      "step": 6629
    },
    {
      "epoch": 0.2715543723121032,
      "grad_norm": 0.9810214335864176,
      "learning_rate": 0.0002992405824811432,
      "loss": 0.9358,
      "step": 6630
    },
    {
      "epoch": 0.2715953307392996,
      "grad_norm": 0.7288957468261955,
      "learning_rate": 0.0002992402546808241,
      "loss": 0.4831,
      "step": 6631
    },
    {
      "epoch": 0.271636289166496,
      "grad_norm": 1.2313271908614782,
      "learning_rate": 0.00029923992680995276,
      "loss": 0.9662,
      "step": 6632
    },
    {
      "epoch": 0.2716772475936924,
      "grad_norm": 9.34839292060254,
      "learning_rate": 0.0002992395988685295,
      "loss": 7.8479,
      "step": 6633
    },
    {
      "epoch": 0.2717182060208888,
      "grad_norm": 1.153295092185968,
      "learning_rate": 0.0002992392708565544,
      "loss": 1.2008,
      "step": 6634
    },
    {
      "epoch": 0.2717591644480852,
      "grad_norm": 0.9903027658336767,
      "learning_rate": 0.00029923894277402764,
      "loss": 1.2538,
      "step": 6635
    },
    {
      "epoch": 0.2718001228752816,
      "grad_norm": 1.9205193945483625,
      "learning_rate": 0.00029923861462094936,
      "loss": 0.6708,
      "step": 6636
    },
    {
      "epoch": 0.27184108130247797,
      "grad_norm": 0.9919197999779124,
      "learning_rate": 0.0002992382863973197,
      "loss": 0.7439,
      "step": 6637
    },
    {
      "epoch": 0.2718820397296744,
      "grad_norm": 0.9902684520484205,
      "learning_rate": 0.00029923795810313887,
      "loss": 1.2317,
      "step": 6638
    },
    {
      "epoch": 0.27192299815687077,
      "grad_norm": 0.8958967615984555,
      "learning_rate": 0.000299237629738407,
      "loss": 0.9805,
      "step": 6639
    },
    {
      "epoch": 0.2719639565840672,
      "grad_norm": 1.152646646553145,
      "learning_rate": 0.0002992373013031242,
      "loss": 1.1962,
      "step": 6640
    },
    {
      "epoch": 0.27200491501126356,
      "grad_norm": 0.8457506652802963,
      "learning_rate": 0.00029923697279729067,
      "loss": 1.0504,
      "step": 6641
    },
    {
      "epoch": 0.27204587343846,
      "grad_norm": 1.1895787365976425,
      "learning_rate": 0.0002992366442209066,
      "loss": 0.7836,
      "step": 6642
    },
    {
      "epoch": 0.27208683186565635,
      "grad_norm": 0.7729245001562315,
      "learning_rate": 0.00029923631557397204,
      "loss": 0.9495,
      "step": 6643
    },
    {
      "epoch": 0.2721277902928528,
      "grad_norm": 0.7209599529386633,
      "learning_rate": 0.0002992359868564873,
      "loss": 0.9076,
      "step": 6644
    },
    {
      "epoch": 0.27216874872004915,
      "grad_norm": 0.5929930597877376,
      "learning_rate": 0.00029923565806845234,
      "loss": 0.8483,
      "step": 6645
    },
    {
      "epoch": 0.27220970714724557,
      "grad_norm": 0.7201318752004615,
      "learning_rate": 0.0002992353292098675,
      "loss": 1.1742,
      "step": 6646
    },
    {
      "epoch": 0.27225066557444194,
      "grad_norm": 0.6182777034564697,
      "learning_rate": 0.0002992350002807328,
      "loss": 0.7331,
      "step": 6647
    },
    {
      "epoch": 0.2722916240016383,
      "grad_norm": 0.7498370028281651,
      "learning_rate": 0.0002992346712810485,
      "loss": 0.8328,
      "step": 6648
    },
    {
      "epoch": 0.27233258242883474,
      "grad_norm": 0.6411462790632,
      "learning_rate": 0.0002992343422108147,
      "loss": 0.8332,
      "step": 6649
    },
    {
      "epoch": 0.2723735408560311,
      "grad_norm": 6.44311167039447,
      "learning_rate": 0.00029923401307003155,
      "loss": 2.9247,
      "step": 6650
    },
    {
      "epoch": 0.27241449928322753,
      "grad_norm": 1.9134545510616332,
      "learning_rate": 0.0002992336838586992,
      "loss": 0.9086,
      "step": 6651
    },
    {
      "epoch": 0.2724554577104239,
      "grad_norm": 0.6453920524164417,
      "learning_rate": 0.00029923335457681787,
      "loss": 0.8642,
      "step": 6652
    },
    {
      "epoch": 0.2724964161376203,
      "grad_norm": 0.5752615525345044,
      "learning_rate": 0.00029923302522438767,
      "loss": 0.7558,
      "step": 6653
    },
    {
      "epoch": 0.2725373745648167,
      "grad_norm": 0.7020283616905924,
      "learning_rate": 0.0002992326958014087,
      "loss": 0.8164,
      "step": 6654
    },
    {
      "epoch": 0.2725783329920131,
      "grad_norm": 0.9067033408381703,
      "learning_rate": 0.0002992323663078812,
      "loss": 1.6505,
      "step": 6655
    },
    {
      "epoch": 0.2726192914192095,
      "grad_norm": 0.6400817597184507,
      "learning_rate": 0.0002992320367438053,
      "loss": 0.752,
      "step": 6656
    },
    {
      "epoch": 0.2726602498464059,
      "grad_norm": 2.2754828501204667,
      "learning_rate": 0.00029923170710918117,
      "loss": 4.4655,
      "step": 6657
    },
    {
      "epoch": 0.2727012082736023,
      "grad_norm": 0.6816063692189218,
      "learning_rate": 0.00029923137740400893,
      "loss": 0.9256,
      "step": 6658
    },
    {
      "epoch": 0.2727421667007987,
      "grad_norm": 0.6088736823341323,
      "learning_rate": 0.0002992310476282887,
      "loss": 0.5034,
      "step": 6659
    },
    {
      "epoch": 0.2727831251279951,
      "grad_norm": 1.0969209697193938,
      "learning_rate": 0.00029923071778202077,
      "loss": 1.1446,
      "step": 6660
    },
    {
      "epoch": 0.2728240835551915,
      "grad_norm": 0.7670920731011409,
      "learning_rate": 0.00029923038786520517,
      "loss": 1.1022,
      "step": 6661
    },
    {
      "epoch": 0.27286504198238787,
      "grad_norm": 0.7705913730608085,
      "learning_rate": 0.0002992300578778421,
      "loss": 1.0956,
      "step": 6662
    },
    {
      "epoch": 0.2729060004095843,
      "grad_norm": 0.6960222049700356,
      "learning_rate": 0.0002992297278199318,
      "loss": 0.8107,
      "step": 6663
    },
    {
      "epoch": 0.27294695883678066,
      "grad_norm": 0.8448255953996134,
      "learning_rate": 0.00029922939769147424,
      "loss": 1.3787,
      "step": 6664
    },
    {
      "epoch": 0.2729879172639771,
      "grad_norm": 0.99862359731376,
      "learning_rate": 0.0002992290674924697,
      "loss": 1.4927,
      "step": 6665
    },
    {
      "epoch": 0.27302887569117346,
      "grad_norm": 0.5689054834505379,
      "learning_rate": 0.00029922873722291836,
      "loss": 0.483,
      "step": 6666
    },
    {
      "epoch": 0.2730698341183699,
      "grad_norm": 0.7198305351814754,
      "learning_rate": 0.00029922840688282026,
      "loss": 1.0979,
      "step": 6667
    },
    {
      "epoch": 0.27311079254556625,
      "grad_norm": 0.7224894106296813,
      "learning_rate": 0.0002992280764721757,
      "loss": 0.9556,
      "step": 6668
    },
    {
      "epoch": 0.2731517509727626,
      "grad_norm": 0.7262256603181153,
      "learning_rate": 0.00029922774599098475,
      "loss": 1.3749,
      "step": 6669
    },
    {
      "epoch": 0.27319270939995904,
      "grad_norm": 0.7622773506409496,
      "learning_rate": 0.00029922741543924756,
      "loss": 1.0155,
      "step": 6670
    },
    {
      "epoch": 0.2732336678271554,
      "grad_norm": 0.5316336593937508,
      "learning_rate": 0.0002992270848169644,
      "loss": 0.5866,
      "step": 6671
    },
    {
      "epoch": 0.27327462625435184,
      "grad_norm": 0.7049226253996492,
      "learning_rate": 0.0002992267541241352,
      "loss": 1.1598,
      "step": 6672
    },
    {
      "epoch": 0.2733155846815482,
      "grad_norm": 0.6617977050808089,
      "learning_rate": 0.0002992264233607603,
      "loss": 0.7219,
      "step": 6673
    },
    {
      "epoch": 0.27335654310874463,
      "grad_norm": 1.016001946877182,
      "learning_rate": 0.0002992260925268398,
      "loss": 1.3332,
      "step": 6674
    },
    {
      "epoch": 0.273397501535941,
      "grad_norm": 0.8532872844521976,
      "learning_rate": 0.00029922576162237386,
      "loss": 0.8167,
      "step": 6675
    },
    {
      "epoch": 0.2734384599631374,
      "grad_norm": 1.0782848118187918,
      "learning_rate": 0.0002992254306473627,
      "loss": 0.8326,
      "step": 6676
    },
    {
      "epoch": 0.2734794183903338,
      "grad_norm": 0.6059344228834661,
      "learning_rate": 0.00029922509960180637,
      "loss": 0.5021,
      "step": 6677
    },
    {
      "epoch": 0.2735203768175302,
      "grad_norm": 0.695371023440487,
      "learning_rate": 0.00029922476848570504,
      "loss": 0.7324,
      "step": 6678
    },
    {
      "epoch": 0.2735613352447266,
      "grad_norm": 0.6317941703632768,
      "learning_rate": 0.0002992244372990589,
      "loss": 0.8912,
      "step": 6679
    },
    {
      "epoch": 0.273602293671923,
      "grad_norm": 1.1300929313888393,
      "learning_rate": 0.00029922410604186816,
      "loss": 1.2069,
      "step": 6680
    },
    {
      "epoch": 0.2736432520991194,
      "grad_norm": 0.835927312046749,
      "learning_rate": 0.00029922377471413295,
      "loss": 0.6871,
      "step": 6681
    },
    {
      "epoch": 0.2736842105263158,
      "grad_norm": 0.6937105883438435,
      "learning_rate": 0.0002992234433158533,
      "loss": 0.652,
      "step": 6682
    },
    {
      "epoch": 0.2737251689535122,
      "grad_norm": 0.9055469586216509,
      "learning_rate": 0.0002992231118470295,
      "loss": 0.741,
      "step": 6683
    },
    {
      "epoch": 0.2737661273807086,
      "grad_norm": 0.8271951329207519,
      "learning_rate": 0.00029922278030766167,
      "loss": 0.4764,
      "step": 6684
    },
    {
      "epoch": 0.27380708580790497,
      "grad_norm": 0.7138297827464268,
      "learning_rate": 0.00029922244869775,
      "loss": 1.0919,
      "step": 6685
    },
    {
      "epoch": 0.2738480442351014,
      "grad_norm": 0.7840811109486858,
      "learning_rate": 0.0002992221170172946,
      "loss": 0.814,
      "step": 6686
    },
    {
      "epoch": 0.27388900266229776,
      "grad_norm": 0.7594934671497304,
      "learning_rate": 0.00029922178526629563,
      "loss": 0.8491,
      "step": 6687
    },
    {
      "epoch": 0.2739299610894942,
      "grad_norm": 0.7870416795921004,
      "learning_rate": 0.0002992214534447533,
      "loss": 1.0513,
      "step": 6688
    },
    {
      "epoch": 0.27397091951669056,
      "grad_norm": 0.6356201208498037,
      "learning_rate": 0.0002992211215526677,
      "loss": 0.7527,
      "step": 6689
    },
    {
      "epoch": 0.27401187794388693,
      "grad_norm": 0.6128523542169266,
      "learning_rate": 0.00029922078959003897,
      "loss": 0.8309,
      "step": 6690
    },
    {
      "epoch": 0.27405283637108335,
      "grad_norm": 1.1325488206000074,
      "learning_rate": 0.00029922045755686734,
      "loss": 0.9676,
      "step": 6691
    },
    {
      "epoch": 0.2740937947982797,
      "grad_norm": 1.5035053998016559,
      "learning_rate": 0.0002992201254531529,
      "loss": 2.9761,
      "step": 6692
    },
    {
      "epoch": 0.27413475322547615,
      "grad_norm": 0.7840045434354538,
      "learning_rate": 0.0002992197932788959,
      "loss": 1.2831,
      "step": 6693
    },
    {
      "epoch": 0.2741757116526725,
      "grad_norm": 0.799829208091217,
      "learning_rate": 0.0002992194610340964,
      "loss": 1.2245,
      "step": 6694
    },
    {
      "epoch": 0.27421667007986894,
      "grad_norm": 0.9488412893181426,
      "learning_rate": 0.00029921912871875466,
      "loss": 0.8811,
      "step": 6695
    },
    {
      "epoch": 0.2742576285070653,
      "grad_norm": 0.6391168923706553,
      "learning_rate": 0.0002992187963328707,
      "loss": 0.9371,
      "step": 6696
    },
    {
      "epoch": 0.27429858693426173,
      "grad_norm": 0.8221506427368537,
      "learning_rate": 0.0002992184638764448,
      "loss": 0.5034,
      "step": 6697
    },
    {
      "epoch": 0.2743395453614581,
      "grad_norm": 0.7497573185202896,
      "learning_rate": 0.00029921813134947705,
      "loss": 0.7891,
      "step": 6698
    },
    {
      "epoch": 0.27438050378865453,
      "grad_norm": 0.7835262110428329,
      "learning_rate": 0.0002992177987519676,
      "loss": 0.949,
      "step": 6699
    },
    {
      "epoch": 0.2744214622158509,
      "grad_norm": 1.1050655105715153,
      "learning_rate": 0.0002992174660839167,
      "loss": 0.727,
      "step": 6700
    },
    {
      "epoch": 0.2744624206430473,
      "grad_norm": 0.5114586127505845,
      "learning_rate": 0.0002992171333453244,
      "loss": 0.5424,
      "step": 6701
    },
    {
      "epoch": 0.2745033790702437,
      "grad_norm": 0.712603466531175,
      "learning_rate": 0.00029921680053619093,
      "loss": 0.684,
      "step": 6702
    },
    {
      "epoch": 0.2745443374974401,
      "grad_norm": 1.101776814427805,
      "learning_rate": 0.00029921646765651637,
      "loss": 1.9389,
      "step": 6703
    },
    {
      "epoch": 0.2745852959246365,
      "grad_norm": 1.9224594885976891,
      "learning_rate": 0.00029921613470630095,
      "loss": 1.4696,
      "step": 6704
    },
    {
      "epoch": 0.2746262543518329,
      "grad_norm": 0.9368210366795551,
      "learning_rate": 0.0002992158016855448,
      "loss": 1.059,
      "step": 6705
    },
    {
      "epoch": 0.2746672127790293,
      "grad_norm": 0.7913843003891623,
      "learning_rate": 0.00029921546859424807,
      "loss": 0.768,
      "step": 6706
    },
    {
      "epoch": 0.2747081712062257,
      "grad_norm": 0.8165592581114638,
      "learning_rate": 0.0002992151354324109,
      "loss": 0.8956,
      "step": 6707
    },
    {
      "epoch": 0.2747491296334221,
      "grad_norm": 0.7417836550241033,
      "learning_rate": 0.0002992148022000335,
      "loss": 1.0527,
      "step": 6708
    },
    {
      "epoch": 0.2747900880606185,
      "grad_norm": 0.7557182982113514,
      "learning_rate": 0.000299214468897116,
      "loss": 0.682,
      "step": 6709
    },
    {
      "epoch": 0.27483104648781487,
      "grad_norm": 0.6615661242809378,
      "learning_rate": 0.0002992141355236586,
      "loss": 0.4023,
      "step": 6710
    },
    {
      "epoch": 0.27487200491501124,
      "grad_norm": 0.8947608701619412,
      "learning_rate": 0.00029921380207966137,
      "loss": 0.9669,
      "step": 6711
    },
    {
      "epoch": 0.27491296334220766,
      "grad_norm": 0.7905192988775721,
      "learning_rate": 0.0002992134685651245,
      "loss": 0.8734,
      "step": 6712
    },
    {
      "epoch": 0.27495392176940403,
      "grad_norm": 1.0279994917949122,
      "learning_rate": 0.00029921313498004813,
      "loss": 1.911,
      "step": 6713
    },
    {
      "epoch": 0.27499488019660046,
      "grad_norm": 0.8721850066340494,
      "learning_rate": 0.00029921280132443257,
      "loss": 1.0327,
      "step": 6714
    },
    {
      "epoch": 0.2750358386237968,
      "grad_norm": 0.5679428729822704,
      "learning_rate": 0.00029921246759827773,
      "loss": 0.4379,
      "step": 6715
    },
    {
      "epoch": 0.27507679705099325,
      "grad_norm": 1.2562028457559367,
      "learning_rate": 0.00029921213380158394,
      "loss": 2.6398,
      "step": 6716
    },
    {
      "epoch": 0.2751177554781896,
      "grad_norm": 0.5504947531510447,
      "learning_rate": 0.0002992117999343513,
      "loss": 0.457,
      "step": 6717
    },
    {
      "epoch": 0.27515871390538604,
      "grad_norm": 0.9496502066355683,
      "learning_rate": 0.00029921146599658,
      "loss": 1.0672,
      "step": 6718
    },
    {
      "epoch": 0.2751996723325824,
      "grad_norm": 0.5115495839121221,
      "learning_rate": 0.00029921113198827016,
      "loss": 0.541,
      "step": 6719
    },
    {
      "epoch": 0.27524063075977884,
      "grad_norm": 0.8165492671463523,
      "learning_rate": 0.00029921079790942197,
      "loss": 0.7901,
      "step": 6720
    },
    {
      "epoch": 0.2752815891869752,
      "grad_norm": 1.7408206344581882,
      "learning_rate": 0.0002992104637600356,
      "loss": 4.0882,
      "step": 6721
    },
    {
      "epoch": 0.27532254761417163,
      "grad_norm": 0.7333177222839873,
      "learning_rate": 0.0002992101295401111,
      "loss": 0.8397,
      "step": 6722
    },
    {
      "epoch": 0.275363506041368,
      "grad_norm": 0.7778437980894405,
      "learning_rate": 0.0002992097952496488,
      "loss": 1.0769,
      "step": 6723
    },
    {
      "epoch": 0.2754044644685644,
      "grad_norm": 1.0323761417062953,
      "learning_rate": 0.0002992094608886487,
      "loss": 1.387,
      "step": 6724
    },
    {
      "epoch": 0.2754454228957608,
      "grad_norm": 0.5368442315658553,
      "learning_rate": 0.00029920912645711105,
      "loss": 0.4772,
      "step": 6725
    },
    {
      "epoch": 0.2754863813229572,
      "grad_norm": 0.7756752199688781,
      "learning_rate": 0.000299208791955036,
      "loss": 1.0643,
      "step": 6726
    },
    {
      "epoch": 0.2755273397501536,
      "grad_norm": 0.7186403818420393,
      "learning_rate": 0.0002992084573824237,
      "loss": 0.5881,
      "step": 6727
    },
    {
      "epoch": 0.27556829817735,
      "grad_norm": 0.9033677579565205,
      "learning_rate": 0.0002992081227392743,
      "loss": 1.0614,
      "step": 6728
    },
    {
      "epoch": 0.2756092566045464,
      "grad_norm": 0.6706442521702123,
      "learning_rate": 0.0002992077880255879,
      "loss": 0.974,
      "step": 6729
    },
    {
      "epoch": 0.2756502150317428,
      "grad_norm": 0.7693576322831184,
      "learning_rate": 0.00029920745324136475,
      "loss": 1.2567,
      "step": 6730
    },
    {
      "epoch": 0.2756911734589392,
      "grad_norm": 0.6362861669861198,
      "learning_rate": 0.00029920711838660495,
      "loss": 0.4662,
      "step": 6731
    },
    {
      "epoch": 0.27573213188613555,
      "grad_norm": 4.0528739121351665,
      "learning_rate": 0.00029920678346130874,
      "loss": 4.3425,
      "step": 6732
    },
    {
      "epoch": 0.27577309031333197,
      "grad_norm": 3.5139258556093496,
      "learning_rate": 0.0002992064484654762,
      "loss": 3.0073,
      "step": 6733
    },
    {
      "epoch": 0.27581404874052834,
      "grad_norm": 0.8985461072599707,
      "learning_rate": 0.00029920611339910743,
      "loss": 1.1212,
      "step": 6734
    },
    {
      "epoch": 0.27585500716772476,
      "grad_norm": 0.8489501468027626,
      "learning_rate": 0.00029920577826220276,
      "loss": 0.8647,
      "step": 6735
    },
    {
      "epoch": 0.27589596559492113,
      "grad_norm": 1.3822466444574175,
      "learning_rate": 0.00029920544305476224,
      "loss": 1.4105,
      "step": 6736
    },
    {
      "epoch": 0.27593692402211756,
      "grad_norm": 1.094733965086059,
      "learning_rate": 0.000299205107776786,
      "loss": 1.4544,
      "step": 6737
    },
    {
      "epoch": 0.2759778824493139,
      "grad_norm": 0.9508385553175214,
      "learning_rate": 0.0002992047724282743,
      "loss": 1.1415,
      "step": 6738
    },
    {
      "epoch": 0.27601884087651035,
      "grad_norm": 0.7453124104934544,
      "learning_rate": 0.0002992044370092272,
      "loss": 0.8201,
      "step": 6739
    },
    {
      "epoch": 0.2760597993037067,
      "grad_norm": 1.1353335044189474,
      "learning_rate": 0.0002992041015196449,
      "loss": 0.9446,
      "step": 6740
    },
    {
      "epoch": 0.27610075773090315,
      "grad_norm": 0.7788783172200147,
      "learning_rate": 0.00029920376595952763,
      "loss": 0.6771,
      "step": 6741
    },
    {
      "epoch": 0.2761417161580995,
      "grad_norm": 1.5405585722166395,
      "learning_rate": 0.0002992034303288754,
      "loss": 1.0636,
      "step": 6742
    },
    {
      "epoch": 0.27618267458529594,
      "grad_norm": 10.590388673443478,
      "learning_rate": 0.00029920309462768844,
      "loss": 5.0402,
      "step": 6743
    },
    {
      "epoch": 0.2762236330124923,
      "grad_norm": 0.8779937010537622,
      "learning_rate": 0.00029920275885596693,
      "loss": 1.2073,
      "step": 6744
    },
    {
      "epoch": 0.27626459143968873,
      "grad_norm": 1.251594667521198,
      "learning_rate": 0.00029920242301371107,
      "loss": 1.3367,
      "step": 6745
    },
    {
      "epoch": 0.2763055498668851,
      "grad_norm": 1.0781932811258963,
      "learning_rate": 0.00029920208710092086,
      "loss": 1.9631,
      "step": 6746
    },
    {
      "epoch": 0.2763465082940815,
      "grad_norm": 1.1999313363520008,
      "learning_rate": 0.00029920175111759664,
      "loss": 0.9925,
      "step": 6747
    },
    {
      "epoch": 0.2763874667212779,
      "grad_norm": 0.993545271397901,
      "learning_rate": 0.0002992014150637385,
      "loss": 0.989,
      "step": 6748
    },
    {
      "epoch": 0.2764284251484743,
      "grad_norm": 0.8229562473283443,
      "learning_rate": 0.00029920107893934657,
      "loss": 0.8367,
      "step": 6749
    },
    {
      "epoch": 0.2764693835756707,
      "grad_norm": 0.8029079876390492,
      "learning_rate": 0.00029920074274442104,
      "loss": 0.7856,
      "step": 6750
    },
    {
      "epoch": 0.2765103420028671,
      "grad_norm": 0.8419316031807617,
      "learning_rate": 0.00029920040647896204,
      "loss": 0.769,
      "step": 6751
    },
    {
      "epoch": 0.2765513004300635,
      "grad_norm": 1.065089991419922,
      "learning_rate": 0.0002992000701429697,
      "loss": 1.0242,
      "step": 6752
    },
    {
      "epoch": 0.27659225885725985,
      "grad_norm": 0.7375575545442934,
      "learning_rate": 0.00029919973373644426,
      "loss": 1.0928,
      "step": 6753
    },
    {
      "epoch": 0.2766332172844563,
      "grad_norm": 0.841288212962803,
      "learning_rate": 0.00029919939725938586,
      "loss": 0.7394,
      "step": 6754
    },
    {
      "epoch": 0.27667417571165265,
      "grad_norm": 0.7090195569300803,
      "learning_rate": 0.00029919906071179463,
      "loss": 0.8555,
      "step": 6755
    },
    {
      "epoch": 0.2767151341388491,
      "grad_norm": 0.6703530809397754,
      "learning_rate": 0.00029919872409367074,
      "loss": 0.829,
      "step": 6756
    },
    {
      "epoch": 0.27675609256604544,
      "grad_norm": 1.209698238504909,
      "learning_rate": 0.0002991983874050143,
      "loss": 1.4499,
      "step": 6757
    },
    {
      "epoch": 0.27679705099324187,
      "grad_norm": 1.5435351117387424,
      "learning_rate": 0.0002991980506458256,
      "loss": 3.8414,
      "step": 6758
    },
    {
      "epoch": 0.27683800942043824,
      "grad_norm": 0.7723584735435263,
      "learning_rate": 0.0002991977138161047,
      "loss": 0.8066,
      "step": 6759
    },
    {
      "epoch": 0.27687896784763466,
      "grad_norm": 0.8836675155334865,
      "learning_rate": 0.0002991973769158518,
      "loss": 0.7504,
      "step": 6760
    },
    {
      "epoch": 0.27691992627483103,
      "grad_norm": 1.0852158024301675,
      "learning_rate": 0.00029919703994506696,
      "loss": 0.9243,
      "step": 6761
    },
    {
      "epoch": 0.27696088470202745,
      "grad_norm": 0.7337607354467265,
      "learning_rate": 0.0002991967029037505,
      "loss": 1.017,
      "step": 6762
    },
    {
      "epoch": 0.2770018431292238,
      "grad_norm": 0.7087526138083581,
      "learning_rate": 0.0002991963657919024,
      "loss": 0.4001,
      "step": 6763
    },
    {
      "epoch": 0.27704280155642025,
      "grad_norm": 0.7303201963572912,
      "learning_rate": 0.000299196028609523,
      "loss": 0.9272,
      "step": 6764
    },
    {
      "epoch": 0.2770837599836166,
      "grad_norm": 0.6798813828097209,
      "learning_rate": 0.0002991956913566124,
      "loss": 0.8312,
      "step": 6765
    },
    {
      "epoch": 0.27712471841081304,
      "grad_norm": 0.8296765754984263,
      "learning_rate": 0.00029919535403317066,
      "loss": 0.9125,
      "step": 6766
    },
    {
      "epoch": 0.2771656768380094,
      "grad_norm": 1.0884899674547777,
      "learning_rate": 0.00029919501663919803,
      "loss": 0.9416,
      "step": 6767
    },
    {
      "epoch": 0.27720663526520584,
      "grad_norm": 0.643190004752246,
      "learning_rate": 0.0002991946791746947,
      "loss": 0.6288,
      "step": 6768
    },
    {
      "epoch": 0.2772475936924022,
      "grad_norm": 0.8309254456635308,
      "learning_rate": 0.0002991943416396607,
      "loss": 1.0673,
      "step": 6769
    },
    {
      "epoch": 0.27728855211959863,
      "grad_norm": 0.763010589808491,
      "learning_rate": 0.0002991940040340963,
      "loss": 0.9507,
      "step": 6770
    },
    {
      "epoch": 0.277329510546795,
      "grad_norm": 0.47792141006945393,
      "learning_rate": 0.0002991936663580017,
      "loss": 0.4432,
      "step": 6771
    },
    {
      "epoch": 0.2773704689739914,
      "grad_norm": 0.8096475499651049,
      "learning_rate": 0.00029919332861137694,
      "loss": 0.8911,
      "step": 6772
    },
    {
      "epoch": 0.2774114274011878,
      "grad_norm": 0.7271755011208907,
      "learning_rate": 0.0002991929907942222,
      "loss": 0.6897,
      "step": 6773
    },
    {
      "epoch": 0.27745238582838416,
      "grad_norm": 0.8000129193755094,
      "learning_rate": 0.0002991926529065377,
      "loss": 1.0343,
      "step": 6774
    },
    {
      "epoch": 0.2774933442555806,
      "grad_norm": 0.8834031410790737,
      "learning_rate": 0.00029919231494832365,
      "loss": 0.7677,
      "step": 6775
    },
    {
      "epoch": 0.27753430268277696,
      "grad_norm": 0.4827660723968732,
      "learning_rate": 0.00029919197691958004,
      "loss": 0.3536,
      "step": 6776
    },
    {
      "epoch": 0.2775752611099734,
      "grad_norm": 0.5685570920915315,
      "learning_rate": 0.0002991916388203071,
      "loss": 0.4284,
      "step": 6777
    },
    {
      "epoch": 0.27761621953716975,
      "grad_norm": 0.7092621798582434,
      "learning_rate": 0.00029919130065050506,
      "loss": 0.74,
      "step": 6778
    },
    {
      "epoch": 0.2776571779643662,
      "grad_norm": 1.0406182074838033,
      "learning_rate": 0.00029919096241017403,
      "loss": 1.0083,
      "step": 6779
    },
    {
      "epoch": 0.27769813639156254,
      "grad_norm": 0.696995577595412,
      "learning_rate": 0.0002991906240993142,
      "loss": 0.845,
      "step": 6780
    },
    {
      "epoch": 0.27773909481875897,
      "grad_norm": 0.9862274666288889,
      "learning_rate": 0.00029919028571792557,
      "loss": 1.1976,
      "step": 6781
    },
    {
      "epoch": 0.27778005324595534,
      "grad_norm": 0.7511987704266505,
      "learning_rate": 0.0002991899472660086,
      "loss": 0.9577,
      "step": 6782
    },
    {
      "epoch": 0.27782101167315176,
      "grad_norm": 1.055160226449995,
      "learning_rate": 0.00029918960874356315,
      "loss": 0.948,
      "step": 6783
    },
    {
      "epoch": 0.27786197010034813,
      "grad_norm": 0.6645538173402653,
      "learning_rate": 0.00029918927015058956,
      "loss": 0.9135,
      "step": 6784
    },
    {
      "epoch": 0.27790292852754456,
      "grad_norm": 3.0267469810111254,
      "learning_rate": 0.00029918893148708797,
      "loss": 2.2861,
      "step": 6785
    },
    {
      "epoch": 0.2779438869547409,
      "grad_norm": 0.985001990512126,
      "learning_rate": 0.0002991885927530585,
      "loss": 1.0635,
      "step": 6786
    },
    {
      "epoch": 0.27798484538193735,
      "grad_norm": 1.180453771210508,
      "learning_rate": 0.00029918825394850126,
      "loss": 0.8537,
      "step": 6787
    },
    {
      "epoch": 0.2780258038091337,
      "grad_norm": 0.731434587366087,
      "learning_rate": 0.0002991879150734165,
      "loss": 0.6635,
      "step": 6788
    },
    {
      "epoch": 0.27806676223633014,
      "grad_norm": 1.892499195391305,
      "learning_rate": 0.0002991875761278044,
      "loss": 1.0457,
      "step": 6789
    },
    {
      "epoch": 0.2781077206635265,
      "grad_norm": 0.9179924896805405,
      "learning_rate": 0.000299187237111665,
      "loss": 1.0432,
      "step": 6790
    },
    {
      "epoch": 0.27814867909072294,
      "grad_norm": 0.6876842264506836,
      "learning_rate": 0.00029918689802499855,
      "loss": 0.8498,
      "step": 6791
    },
    {
      "epoch": 0.2781896375179193,
      "grad_norm": 1.7395225288286338,
      "learning_rate": 0.00029918655886780523,
      "loss": 0.563,
      "step": 6792
    },
    {
      "epoch": 0.27823059594511573,
      "grad_norm": 1.7127532964377452,
      "learning_rate": 0.0002991862196400851,
      "loss": 3.2419,
      "step": 6793
    },
    {
      "epoch": 0.2782715543723121,
      "grad_norm": 1.1167144982793802,
      "learning_rate": 0.0002991858803418384,
      "loss": 1.4927,
      "step": 6794
    },
    {
      "epoch": 0.27831251279950847,
      "grad_norm": 0.9049629246684797,
      "learning_rate": 0.0002991855409730653,
      "loss": 0.7239,
      "step": 6795
    },
    {
      "epoch": 0.2783534712267049,
      "grad_norm": 0.7877897520169144,
      "learning_rate": 0.00029918520153376596,
      "loss": 0.5641,
      "step": 6796
    },
    {
      "epoch": 0.27839442965390127,
      "grad_norm": 0.7377975546503069,
      "learning_rate": 0.00029918486202394043,
      "loss": 0.3892,
      "step": 6797
    },
    {
      "epoch": 0.2784353880810977,
      "grad_norm": 1.2153098230182058,
      "learning_rate": 0.000299184522443589,
      "loss": 0.8205,
      "step": 6798
    },
    {
      "epoch": 0.27847634650829406,
      "grad_norm": 0.817655586239025,
      "learning_rate": 0.0002991841827927118,
      "loss": 0.5917,
      "step": 6799
    },
    {
      "epoch": 0.2785173049354905,
      "grad_norm": 0.9653931014736409,
      "learning_rate": 0.00029918384307130896,
      "loss": 0.6918,
      "step": 6800
    },
    {
      "epoch": 0.27855826336268685,
      "grad_norm": 0.635366537992622,
      "learning_rate": 0.00029918350327938064,
      "loss": 0.4618,
      "step": 6801
    },
    {
      "epoch": 0.2785992217898833,
      "grad_norm": 1.1190032790865119,
      "learning_rate": 0.0002991831634169271,
      "loss": 1.5484,
      "step": 6802
    },
    {
      "epoch": 0.27864018021707965,
      "grad_norm": 0.9091634188388323,
      "learning_rate": 0.0002991828234839483,
      "loss": 1.0798,
      "step": 6803
    },
    {
      "epoch": 0.27868113864427607,
      "grad_norm": 0.850650628030529,
      "learning_rate": 0.0002991824834804446,
      "loss": 1.1171,
      "step": 6804
    },
    {
      "epoch": 0.27872209707147244,
      "grad_norm": 0.6394384532362831,
      "learning_rate": 0.000299182143406416,
      "loss": 0.8724,
      "step": 6805
    },
    {
      "epoch": 0.27876305549866887,
      "grad_norm": 0.8144041145135835,
      "learning_rate": 0.0002991818032618628,
      "loss": 0.6832,
      "step": 6806
    },
    {
      "epoch": 0.27880401392586524,
      "grad_norm": 0.6046824269976475,
      "learning_rate": 0.00029918146304678514,
      "loss": 0.6258,
      "step": 6807
    },
    {
      "epoch": 0.27884497235306166,
      "grad_norm": 3.835329045629883,
      "learning_rate": 0.00029918112276118304,
      "loss": 3.5697,
      "step": 6808
    },
    {
      "epoch": 0.27888593078025803,
      "grad_norm": 0.7442137013847554,
      "learning_rate": 0.00029918078240505683,
      "loss": 0.8993,
      "step": 6809
    },
    {
      "epoch": 0.27892688920745445,
      "grad_norm": 0.9375392959067155,
      "learning_rate": 0.0002991804419784066,
      "loss": 1.0035,
      "step": 6810
    },
    {
      "epoch": 0.2789678476346508,
      "grad_norm": 0.9590522617530055,
      "learning_rate": 0.0002991801014812325,
      "loss": 0.3665,
      "step": 6811
    },
    {
      "epoch": 0.27900880606184725,
      "grad_norm": 1.7856775722931701,
      "learning_rate": 0.00029917976091353466,
      "loss": 1.6517,
      "step": 6812
    },
    {
      "epoch": 0.2790497644890436,
      "grad_norm": 0.6294855190817407,
      "learning_rate": 0.00029917942027531336,
      "loss": 0.4494,
      "step": 6813
    },
    {
      "epoch": 0.27909072291624004,
      "grad_norm": 0.941286157703397,
      "learning_rate": 0.0002991790795665686,
      "loss": 1.4348,
      "step": 6814
    },
    {
      "epoch": 0.2791316813434364,
      "grad_norm": 0.662764405780713,
      "learning_rate": 0.00029917873878730075,
      "loss": 0.9762,
      "step": 6815
    },
    {
      "epoch": 0.2791726397706328,
      "grad_norm": 0.7314345847594285,
      "learning_rate": 0.00029917839793750975,
      "loss": 0.4886,
      "step": 6816
    },
    {
      "epoch": 0.2792135981978292,
      "grad_norm": 4.3823034648313435,
      "learning_rate": 0.00029917805701719586,
      "loss": 4.5621,
      "step": 6817
    },
    {
      "epoch": 0.2792545566250256,
      "grad_norm": 0.9403340125868792,
      "learning_rate": 0.00029917771602635927,
      "loss": 0.9958,
      "step": 6818
    },
    {
      "epoch": 0.279295515052222,
      "grad_norm": 0.520437727091605,
      "learning_rate": 0.0002991773749650001,
      "loss": 0.4037,
      "step": 6819
    },
    {
      "epoch": 0.27933647347941837,
      "grad_norm": 0.7644675822842489,
      "learning_rate": 0.00029917703383311857,
      "loss": 0.9438,
      "step": 6820
    },
    {
      "epoch": 0.2793774319066148,
      "grad_norm": 0.484546554395004,
      "learning_rate": 0.00029917669263071473,
      "loss": 0.3765,
      "step": 6821
    },
    {
      "epoch": 0.27941839033381116,
      "grad_norm": 1.0005497064909559,
      "learning_rate": 0.00029917635135778885,
      "loss": 1.222,
      "step": 6822
    },
    {
      "epoch": 0.2794593487610076,
      "grad_norm": 0.7844043894683103,
      "learning_rate": 0.00029917601001434104,
      "loss": 0.8113,
      "step": 6823
    },
    {
      "epoch": 0.27950030718820396,
      "grad_norm": 1.675752415834231,
      "learning_rate": 0.0002991756686003714,
      "loss": 1.3538,
      "step": 6824
    },
    {
      "epoch": 0.2795412656154004,
      "grad_norm": 0.7146148525760825,
      "learning_rate": 0.0002991753271158803,
      "loss": 1.0133,
      "step": 6825
    },
    {
      "epoch": 0.27958222404259675,
      "grad_norm": 0.687966108194042,
      "learning_rate": 0.00029917498556086765,
      "loss": 0.9552,
      "step": 6826
    },
    {
      "epoch": 0.2796231824697932,
      "grad_norm": 0.739615770010777,
      "learning_rate": 0.00029917464393533374,
      "loss": 0.8292,
      "step": 6827
    },
    {
      "epoch": 0.27966414089698954,
      "grad_norm": 0.667307102214112,
      "learning_rate": 0.0002991743022392788,
      "loss": 0.3412,
      "step": 6828
    },
    {
      "epoch": 0.27970509932418597,
      "grad_norm": 1.187982211501006,
      "learning_rate": 0.0002991739604727028,
      "loss": 1.4118,
      "step": 6829
    },
    {
      "epoch": 0.27974605775138234,
      "grad_norm": 1.2066017146215329,
      "learning_rate": 0.00029917361863560603,
      "loss": 0.8772,
      "step": 6830
    },
    {
      "epoch": 0.27978701617857876,
      "grad_norm": 0.7547712221535715,
      "learning_rate": 0.00029917327672798863,
      "loss": 1.2957,
      "step": 6831
    },
    {
      "epoch": 0.27982797460577513,
      "grad_norm": 5.329770336309123,
      "learning_rate": 0.0002991729347498508,
      "loss": 5.9564,
      "step": 6832
    },
    {
      "epoch": 0.27986893303297156,
      "grad_norm": 3.5696916098447677,
      "learning_rate": 0.0002991725927011926,
      "loss": 3.2226,
      "step": 6833
    },
    {
      "epoch": 0.2799098914601679,
      "grad_norm": 1.7462538236273966,
      "learning_rate": 0.0002991722505820143,
      "loss": 1.1166,
      "step": 6834
    },
    {
      "epoch": 0.27995084988736435,
      "grad_norm": 1.320184700498428,
      "learning_rate": 0.000299171908392316,
      "loss": 0.9489,
      "step": 6835
    },
    {
      "epoch": 0.2799918083145607,
      "grad_norm": 1.9853049619715568,
      "learning_rate": 0.0002991715661320979,
      "loss": 1.0826,
      "step": 6836
    },
    {
      "epoch": 0.28003276674175714,
      "grad_norm": 0.7320035573337311,
      "learning_rate": 0.00029917122380136013,
      "loss": 0.4984,
      "step": 6837
    },
    {
      "epoch": 0.2800737251689535,
      "grad_norm": 0.8911041767297152,
      "learning_rate": 0.00029917088140010283,
      "loss": 0.8694,
      "step": 6838
    },
    {
      "epoch": 0.2801146835961499,
      "grad_norm": 1.0518991284791586,
      "learning_rate": 0.00029917053892832625,
      "loss": 1.1231,
      "step": 6839
    },
    {
      "epoch": 0.2801556420233463,
      "grad_norm": 1.1126558036470786,
      "learning_rate": 0.00029917019638603045,
      "loss": 1.473,
      "step": 6840
    },
    {
      "epoch": 0.2801966004505427,
      "grad_norm": 0.8965757240634077,
      "learning_rate": 0.00029916985377321565,
      "loss": 0.8853,
      "step": 6841
    },
    {
      "epoch": 0.2802375588777391,
      "grad_norm": 0.8786536156238814,
      "learning_rate": 0.000299169511089882,
      "loss": 1.0096,
      "step": 6842
    },
    {
      "epoch": 0.28027851730493547,
      "grad_norm": 0.9500734013782289,
      "learning_rate": 0.00029916916833602964,
      "loss": 0.6688,
      "step": 6843
    },
    {
      "epoch": 0.2803194757321319,
      "grad_norm": 0.8999489335523386,
      "learning_rate": 0.0002991688255116588,
      "loss": 1.0495,
      "step": 6844
    },
    {
      "epoch": 0.28036043415932826,
      "grad_norm": 0.8611418216339131,
      "learning_rate": 0.0002991684826167695,
      "loss": 0.837,
      "step": 6845
    },
    {
      "epoch": 0.2804013925865247,
      "grad_norm": 0.7378535257798976,
      "learning_rate": 0.00029916813965136214,
      "loss": 0.819,
      "step": 6846
    },
    {
      "epoch": 0.28044235101372106,
      "grad_norm": 0.9059605818394681,
      "learning_rate": 0.0002991677966154367,
      "loss": 1.0992,
      "step": 6847
    },
    {
      "epoch": 0.2804833094409175,
      "grad_norm": 0.7087572820047533,
      "learning_rate": 0.0002991674535089933,
      "loss": 0.8665,
      "step": 6848
    },
    {
      "epoch": 0.28052426786811385,
      "grad_norm": 0.8194882921237334,
      "learning_rate": 0.0002991671103320322,
      "loss": 1.1529,
      "step": 6849
    },
    {
      "epoch": 0.2805652262953103,
      "grad_norm": 0.8666890781837905,
      "learning_rate": 0.0002991667670845536,
      "loss": 1.0202,
      "step": 6850
    },
    {
      "epoch": 0.28060618472250665,
      "grad_norm": 0.5292138159206237,
      "learning_rate": 0.00029916642376655756,
      "loss": 0.7112,
      "step": 6851
    },
    {
      "epoch": 0.28064714314970307,
      "grad_norm": 0.9424437763746399,
      "learning_rate": 0.00029916608037804435,
      "loss": 1.0606,
      "step": 6852
    },
    {
      "epoch": 0.28068810157689944,
      "grad_norm": 0.8664163273907936,
      "learning_rate": 0.00029916573691901404,
      "loss": 1.4623,
      "step": 6853
    },
    {
      "epoch": 0.28072906000409587,
      "grad_norm": 0.7257749866627419,
      "learning_rate": 0.00029916539338946683,
      "loss": 0.4298,
      "step": 6854
    },
    {
      "epoch": 0.28077001843129223,
      "grad_norm": 1.7936830227651859,
      "learning_rate": 0.00029916504978940285,
      "loss": 2.1896,
      "step": 6855
    },
    {
      "epoch": 0.28081097685848866,
      "grad_norm": 1.7889395081912562,
      "learning_rate": 0.0002991647061188223,
      "loss": 1.3053,
      "step": 6856
    },
    {
      "epoch": 0.28085193528568503,
      "grad_norm": 0.7087712033003347,
      "learning_rate": 0.0002991643623777254,
      "loss": 0.9219,
      "step": 6857
    },
    {
      "epoch": 0.28089289371288145,
      "grad_norm": 2.6032211602788027,
      "learning_rate": 0.0002991640185661121,
      "loss": 4.5752,
      "step": 6858
    },
    {
      "epoch": 0.2809338521400778,
      "grad_norm": 0.9205164214384296,
      "learning_rate": 0.00029916367468398286,
      "loss": 0.7079,
      "step": 6859
    },
    {
      "epoch": 0.2809748105672742,
      "grad_norm": 0.5787862089614207,
      "learning_rate": 0.00029916333073133763,
      "loss": 0.4013,
      "step": 6860
    },
    {
      "epoch": 0.2810157689944706,
      "grad_norm": 0.8868004896148248,
      "learning_rate": 0.0002991629867081766,
      "loss": 0.8523,
      "step": 6861
    },
    {
      "epoch": 0.281056727421667,
      "grad_norm": 0.6981203229637662,
      "learning_rate": 0.00029916264261450003,
      "loss": 0.5018,
      "step": 6862
    },
    {
      "epoch": 0.2810976858488634,
      "grad_norm": 0.5943619449039134,
      "learning_rate": 0.00029916229845030793,
      "loss": 0.5602,
      "step": 6863
    },
    {
      "epoch": 0.2811386442760598,
      "grad_norm": 0.9410980373665582,
      "learning_rate": 0.0002991619542156006,
      "loss": 1.2132,
      "step": 6864
    },
    {
      "epoch": 0.2811796027032562,
      "grad_norm": 0.7398908214321982,
      "learning_rate": 0.0002991616099103782,
      "loss": 1.0739,
      "step": 6865
    },
    {
      "epoch": 0.2812205611304526,
      "grad_norm": 0.511397090790143,
      "learning_rate": 0.0002991612655346408,
      "loss": 0.4317,
      "step": 6866
    },
    {
      "epoch": 0.281261519557649,
      "grad_norm": 0.8942177221891554,
      "learning_rate": 0.00029916092108838864,
      "loss": 1.0335,
      "step": 6867
    },
    {
      "epoch": 0.28130247798484537,
      "grad_norm": 0.6521989707605087,
      "learning_rate": 0.0002991605765716218,
      "loss": 0.7366,
      "step": 6868
    },
    {
      "epoch": 0.2813434364120418,
      "grad_norm": 2.5494393172177148,
      "learning_rate": 0.0002991602319843405,
      "loss": 1.301,
      "step": 6869
    },
    {
      "epoch": 0.28138439483923816,
      "grad_norm": 0.5456481797939112,
      "learning_rate": 0.00029915988732654494,
      "loss": 0.7172,
      "step": 6870
    },
    {
      "epoch": 0.2814253532664346,
      "grad_norm": 0.7694255123835628,
      "learning_rate": 0.0002991595425982352,
      "loss": 0.6715,
      "step": 6871
    },
    {
      "epoch": 0.28146631169363096,
      "grad_norm": 1.10095898295738,
      "learning_rate": 0.0002991591977994115,
      "loss": 1.124,
      "step": 6872
    },
    {
      "epoch": 0.2815072701208274,
      "grad_norm": 0.8292165720218772,
      "learning_rate": 0.000299158852930074,
      "loss": 1.1002,
      "step": 6873
    },
    {
      "epoch": 0.28154822854802375,
      "grad_norm": 0.6165025109415029,
      "learning_rate": 0.00029915850799022286,
      "loss": 0.7111,
      "step": 6874
    },
    {
      "epoch": 0.2815891869752202,
      "grad_norm": 0.714778654292509,
      "learning_rate": 0.0002991581629798582,
      "loss": 0.8971,
      "step": 6875
    },
    {
      "epoch": 0.28163014540241654,
      "grad_norm": 0.7431756343287685,
      "learning_rate": 0.0002991578178989802,
      "loss": 1.2298,
      "step": 6876
    },
    {
      "epoch": 0.28167110382961297,
      "grad_norm": 0.9980391359060488,
      "learning_rate": 0.00029915747274758905,
      "loss": 0.4248,
      "step": 6877
    },
    {
      "epoch": 0.28171206225680934,
      "grad_norm": 1.2493305087272761,
      "learning_rate": 0.0002991571275256849,
      "loss": 1.5337,
      "step": 6878
    },
    {
      "epoch": 0.28175302068400576,
      "grad_norm": 0.7149686358544877,
      "learning_rate": 0.000299156782233268,
      "loss": 0.9789,
      "step": 6879
    },
    {
      "epoch": 0.28179397911120213,
      "grad_norm": 0.7935761793930687,
      "learning_rate": 0.0002991564368703383,
      "loss": 1.1365,
      "step": 6880
    },
    {
      "epoch": 0.2818349375383985,
      "grad_norm": 2.3528447432793307,
      "learning_rate": 0.0002991560914368962,
      "loss": 0.7585,
      "step": 6881
    },
    {
      "epoch": 0.2818758959655949,
      "grad_norm": 0.6632502712254169,
      "learning_rate": 0.0002991557459329417,
      "loss": 0.7576,
      "step": 6882
    },
    {
      "epoch": 0.2819168543927913,
      "grad_norm": 1.0011887236081523,
      "learning_rate": 0.000299155400358475,
      "loss": 1.1319,
      "step": 6883
    },
    {
      "epoch": 0.2819578128199877,
      "grad_norm": 0.726466731096905,
      "learning_rate": 0.0002991550547134963,
      "loss": 1.0442,
      "step": 6884
    },
    {
      "epoch": 0.2819987712471841,
      "grad_norm": 0.8680824909320632,
      "learning_rate": 0.0002991547089980058,
      "loss": 1.1992,
      "step": 6885
    },
    {
      "epoch": 0.2820397296743805,
      "grad_norm": 0.7638537877232393,
      "learning_rate": 0.0002991543632120036,
      "loss": 0.9253,
      "step": 6886
    },
    {
      "epoch": 0.2820806881015769,
      "grad_norm": 0.7162746673802598,
      "learning_rate": 0.00029915401735548976,
      "loss": 0.4226,
      "step": 6887
    },
    {
      "epoch": 0.2821216465287733,
      "grad_norm": 0.8319371340026486,
      "learning_rate": 0.00029915367142846467,
      "loss": 0.8395,
      "step": 6888
    },
    {
      "epoch": 0.2821626049559697,
      "grad_norm": 1.0631844945471456,
      "learning_rate": 0.00029915332543092827,
      "loss": 1.0115,
      "step": 6889
    },
    {
      "epoch": 0.2822035633831661,
      "grad_norm": 0.9024544021065612,
      "learning_rate": 0.00029915297936288095,
      "loss": 0.864,
      "step": 6890
    },
    {
      "epoch": 0.28224452181036247,
      "grad_norm": 0.5891989371547408,
      "learning_rate": 0.0002991526332243227,
      "loss": 0.4242,
      "step": 6891
    },
    {
      "epoch": 0.2822854802375589,
      "grad_norm": 0.7641362490688692,
      "learning_rate": 0.00029915228701525375,
      "loss": 1.0798,
      "step": 6892
    },
    {
      "epoch": 0.28232643866475526,
      "grad_norm": 0.8899636102813296,
      "learning_rate": 0.00029915194073567425,
      "loss": 0.9326,
      "step": 6893
    },
    {
      "epoch": 0.2823673970919517,
      "grad_norm": 1.008389053443022,
      "learning_rate": 0.00029915159438558437,
      "loss": 0.7557,
      "step": 6894
    },
    {
      "epoch": 0.28240835551914806,
      "grad_norm": 1.275097920971608,
      "learning_rate": 0.00029915124796498426,
      "loss": 1.1024,
      "step": 6895
    },
    {
      "epoch": 0.2824493139463445,
      "grad_norm": 0.9645256771104166,
      "learning_rate": 0.0002991509014738741,
      "loss": 0.8701,
      "step": 6896
    },
    {
      "epoch": 0.28249027237354085,
      "grad_norm": 0.6086935422342851,
      "learning_rate": 0.0002991505549122541,
      "loss": 0.766,
      "step": 6897
    },
    {
      "epoch": 0.2825312308007373,
      "grad_norm": 0.6720846321346476,
      "learning_rate": 0.0002991502082801243,
      "loss": 0.8973,
      "step": 6898
    },
    {
      "epoch": 0.28257218922793365,
      "grad_norm": 0.8014851620746513,
      "learning_rate": 0.00029914986157748494,
      "loss": 0.5853,
      "step": 6899
    },
    {
      "epoch": 0.28261314765513007,
      "grad_norm": 0.6937338457648347,
      "learning_rate": 0.0002991495148043362,
      "loss": 0.8388,
      "step": 6900
    },
    {
      "epoch": 0.28265410608232644,
      "grad_norm": 0.7331980496382632,
      "learning_rate": 0.0002991491679606782,
      "loss": 0.5933,
      "step": 6901
    },
    {
      "epoch": 0.2826950645095228,
      "grad_norm": 0.7335637006495588,
      "learning_rate": 0.00029914882104651116,
      "loss": 0.9491,
      "step": 6902
    },
    {
      "epoch": 0.28273602293671923,
      "grad_norm": 2.031648161759243,
      "learning_rate": 0.00029914847406183525,
      "loss": 4.1872,
      "step": 6903
    },
    {
      "epoch": 0.2827769813639156,
      "grad_norm": 0.8844581819690639,
      "learning_rate": 0.00029914812700665053,
      "loss": 0.9235,
      "step": 6904
    },
    {
      "epoch": 0.282817939791112,
      "grad_norm": 1.0328282852108992,
      "learning_rate": 0.00029914777988095727,
      "loss": 0.9725,
      "step": 6905
    },
    {
      "epoch": 0.2828588982183084,
      "grad_norm": 1.0091977915753265,
      "learning_rate": 0.0002991474326847556,
      "loss": 1.0373,
      "step": 6906
    },
    {
      "epoch": 0.2828998566455048,
      "grad_norm": 1.2519459449741424,
      "learning_rate": 0.0002991470854180456,
      "loss": 1.4113,
      "step": 6907
    },
    {
      "epoch": 0.2829408150727012,
      "grad_norm": 1.376118457451605,
      "learning_rate": 0.00029914673808082755,
      "loss": 1.6203,
      "step": 6908
    },
    {
      "epoch": 0.2829817734998976,
      "grad_norm": 0.723014133532565,
      "learning_rate": 0.00029914639067310164,
      "loss": 0.7419,
      "step": 6909
    },
    {
      "epoch": 0.283022731927094,
      "grad_norm": 1.9564893459209016,
      "learning_rate": 0.0002991460431948679,
      "loss": 4.4547,
      "step": 6910
    },
    {
      "epoch": 0.2830636903542904,
      "grad_norm": 1.20809848489034,
      "learning_rate": 0.0002991456956461266,
      "loss": 1.3698,
      "step": 6911
    },
    {
      "epoch": 0.2831046487814868,
      "grad_norm": 0.8715696668535134,
      "learning_rate": 0.0002991453480268779,
      "loss": 0.8176,
      "step": 6912
    },
    {
      "epoch": 0.2831456072086832,
      "grad_norm": 1.1670588028963815,
      "learning_rate": 0.0002991450003371219,
      "loss": 0.6384,
      "step": 6913
    },
    {
      "epoch": 0.2831865656358796,
      "grad_norm": 1.1648410641980962,
      "learning_rate": 0.00029914465257685876,
      "loss": 0.86,
      "step": 6914
    },
    {
      "epoch": 0.283227524063076,
      "grad_norm": 0.8730007781891648,
      "learning_rate": 0.0002991443047460887,
      "loss": 0.9142,
      "step": 6915
    },
    {
      "epoch": 0.28326848249027237,
      "grad_norm": 0.8316558694342479,
      "learning_rate": 0.00029914395684481186,
      "loss": 0.8626,
      "step": 6916
    },
    {
      "epoch": 0.2833094409174688,
      "grad_norm": 1.0864572731933146,
      "learning_rate": 0.00029914360887302847,
      "loss": 1.0481,
      "step": 6917
    },
    {
      "epoch": 0.28335039934466516,
      "grad_norm": 0.7144267153972038,
      "learning_rate": 0.0002991432608307386,
      "loss": 1.0429,
      "step": 6918
    },
    {
      "epoch": 0.2833913577718616,
      "grad_norm": 0.7471034859149371,
      "learning_rate": 0.0002991429127179424,
      "loss": 0.6195,
      "step": 6919
    },
    {
      "epoch": 0.28343231619905795,
      "grad_norm": 1.1682257690192417,
      "learning_rate": 0.0002991425645346402,
      "loss": 1.0608,
      "step": 6920
    },
    {
      "epoch": 0.2834732746262544,
      "grad_norm": 0.9342080349626136,
      "learning_rate": 0.00029914221628083197,
      "loss": 0.8558,
      "step": 6921
    },
    {
      "epoch": 0.28351423305345075,
      "grad_norm": 0.8690021423698525,
      "learning_rate": 0.00029914186795651797,
      "loss": 0.9612,
      "step": 6922
    },
    {
      "epoch": 0.2835551914806471,
      "grad_norm": 0.6278525885494859,
      "learning_rate": 0.00029914151956169835,
      "loss": 0.8672,
      "step": 6923
    },
    {
      "epoch": 0.28359614990784354,
      "grad_norm": 0.559387804142652,
      "learning_rate": 0.0002991411710963733,
      "loss": 0.8294,
      "step": 6924
    },
    {
      "epoch": 0.2836371083350399,
      "grad_norm": 0.9285904072523853,
      "learning_rate": 0.0002991408225605429,
      "loss": 1.1283,
      "step": 6925
    },
    {
      "epoch": 0.28367806676223634,
      "grad_norm": 0.5688773024360823,
      "learning_rate": 0.0002991404739542074,
      "loss": 0.6341,
      "step": 6926
    },
    {
      "epoch": 0.2837190251894327,
      "grad_norm": 0.5781990782242895,
      "learning_rate": 0.00029914012527736697,
      "loss": 0.8199,
      "step": 6927
    },
    {
      "epoch": 0.28375998361662913,
      "grad_norm": 0.6824102818743544,
      "learning_rate": 0.0002991397765300217,
      "loss": 0.9734,
      "step": 6928
    },
    {
      "epoch": 0.2838009420438255,
      "grad_norm": 1.198580674590382,
      "learning_rate": 0.0002991394277121718,
      "loss": 1.0957,
      "step": 6929
    },
    {
      "epoch": 0.2838419004710219,
      "grad_norm": 0.6567068995389167,
      "learning_rate": 0.00029913907882381745,
      "loss": 0.9153,
      "step": 6930
    },
    {
      "epoch": 0.2838828588982183,
      "grad_norm": 0.6319431919338784,
      "learning_rate": 0.0002991387298649588,
      "loss": 0.9405,
      "step": 6931
    },
    {
      "epoch": 0.2839238173254147,
      "grad_norm": 0.6158085734930828,
      "learning_rate": 0.000299138380835596,
      "loss": 0.6431,
      "step": 6932
    },
    {
      "epoch": 0.2839647757526111,
      "grad_norm": 0.933168756160717,
      "learning_rate": 0.00029913803173572923,
      "loss": 0.9918,
      "step": 6933
    },
    {
      "epoch": 0.2840057341798075,
      "grad_norm": 0.8786292076829403,
      "learning_rate": 0.00029913768256535866,
      "loss": 0.8904,
      "step": 6934
    },
    {
      "epoch": 0.2840466926070039,
      "grad_norm": 0.8300311425353375,
      "learning_rate": 0.0002991373333244845,
      "loss": 1.5067,
      "step": 6935
    },
    {
      "epoch": 0.2840876510342003,
      "grad_norm": 0.6434709405618945,
      "learning_rate": 0.00029913698401310676,
      "loss": 0.8908,
      "step": 6936
    },
    {
      "epoch": 0.2841286094613967,
      "grad_norm": 0.7205561522742405,
      "learning_rate": 0.00029913663463122575,
      "loss": 0.7206,
      "step": 6937
    },
    {
      "epoch": 0.2841695678885931,
      "grad_norm": 0.6587053556917059,
      "learning_rate": 0.00029913628517884156,
      "loss": 0.6319,
      "step": 6938
    },
    {
      "epoch": 0.28421052631578947,
      "grad_norm": 1.0789596687623044,
      "learning_rate": 0.0002991359356559545,
      "loss": 1.007,
      "step": 6939
    },
    {
      "epoch": 0.2842514847429859,
      "grad_norm": 6.765859438841172,
      "learning_rate": 0.0002991355860625645,
      "loss": 5.3465,
      "step": 6940
    },
    {
      "epoch": 0.28429244317018226,
      "grad_norm": 1.3029455628879152,
      "learning_rate": 0.0002991352363986719,
      "loss": 1.1856,
      "step": 6941
    },
    {
      "epoch": 0.2843334015973787,
      "grad_norm": 0.778564469053107,
      "learning_rate": 0.00029913488666427683,
      "loss": 1.1091,
      "step": 6942
    },
    {
      "epoch": 0.28437436002457506,
      "grad_norm": 0.7804430739370433,
      "learning_rate": 0.00029913453685937943,
      "loss": 1.0003,
      "step": 6943
    },
    {
      "epoch": 0.2844153184517714,
      "grad_norm": 1.57739521275381,
      "learning_rate": 0.00029913418698397984,
      "loss": 3.6562,
      "step": 6944
    },
    {
      "epoch": 0.28445627687896785,
      "grad_norm": 1.3393748627154816,
      "learning_rate": 0.0002991338370380783,
      "loss": 1.3993,
      "step": 6945
    },
    {
      "epoch": 0.2844972353061642,
      "grad_norm": 0.7703666581613667,
      "learning_rate": 0.0002991334870216749,
      "loss": 1.3172,
      "step": 6946
    },
    {
      "epoch": 0.28453819373336064,
      "grad_norm": 0.9092724234066558,
      "learning_rate": 0.0002991331369347699,
      "loss": 0.8047,
      "step": 6947
    },
    {
      "epoch": 0.284579152160557,
      "grad_norm": 0.7010610388095758,
      "learning_rate": 0.00029913278677736333,
      "loss": 0.7979,
      "step": 6948
    },
    {
      "epoch": 0.28462011058775344,
      "grad_norm": 0.7531555318494078,
      "learning_rate": 0.0002991324365494555,
      "loss": 1.0696,
      "step": 6949
    },
    {
      "epoch": 0.2846610690149498,
      "grad_norm": 0.7420421002529229,
      "learning_rate": 0.0002991320862510465,
      "loss": 0.8745,
      "step": 6950
    },
    {
      "epoch": 0.28470202744214623,
      "grad_norm": 0.5819881393854707,
      "learning_rate": 0.0002991317358821365,
      "loss": 0.8574,
      "step": 6951
    },
    {
      "epoch": 0.2847429858693426,
      "grad_norm": 1.0034631365428603,
      "learning_rate": 0.0002991313854427256,
      "loss": 0.807,
      "step": 6952
    },
    {
      "epoch": 0.284783944296539,
      "grad_norm": 0.828826025108617,
      "learning_rate": 0.00029913103493281413,
      "loss": 1.0814,
      "step": 6953
    },
    {
      "epoch": 0.2848249027237354,
      "grad_norm": 0.9057013028590383,
      "learning_rate": 0.0002991306843524021,
      "loss": 1.1343,
      "step": 6954
    },
    {
      "epoch": 0.2848658611509318,
      "grad_norm": 0.7506197704105413,
      "learning_rate": 0.00029913033370148977,
      "loss": 1.021,
      "step": 6955
    },
    {
      "epoch": 0.2849068195781282,
      "grad_norm": 0.7576021138525116,
      "learning_rate": 0.00029912998298007725,
      "loss": 0.9517,
      "step": 6956
    },
    {
      "epoch": 0.2849477780053246,
      "grad_norm": 0.6614603816542903,
      "learning_rate": 0.00029912963218816475,
      "loss": 1.0275,
      "step": 6957
    },
    {
      "epoch": 0.284988736432521,
      "grad_norm": 0.6537409570654508,
      "learning_rate": 0.0002991292813257524,
      "loss": 0.7853,
      "step": 6958
    },
    {
      "epoch": 0.2850296948597174,
      "grad_norm": 0.7216336195261869,
      "learning_rate": 0.00029912893039284037,
      "loss": 1.1145,
      "step": 6959
    },
    {
      "epoch": 0.2850706532869138,
      "grad_norm": 0.7526752510697285,
      "learning_rate": 0.0002991285793894288,
      "loss": 0.3593,
      "step": 6960
    },
    {
      "epoch": 0.2851116117141102,
      "grad_norm": 1.6614816753468666,
      "learning_rate": 0.0002991282283155179,
      "loss": 0.6707,
      "step": 6961
    },
    {
      "epoch": 0.28515257014130657,
      "grad_norm": 0.804488841348314,
      "learning_rate": 0.00029912787717110794,
      "loss": 0.968,
      "step": 6962
    },
    {
      "epoch": 0.285193528568503,
      "grad_norm": 1.1732731583848917,
      "learning_rate": 0.0002991275259561989,
      "loss": 1.4482,
      "step": 6963
    },
    {
      "epoch": 0.28523448699569937,
      "grad_norm": 1.041404770685491,
      "learning_rate": 0.00029912717467079096,
      "loss": 1.1356,
      "step": 6964
    },
    {
      "epoch": 0.28527544542289573,
      "grad_norm": 0.6813401242882096,
      "learning_rate": 0.00029912682331488446,
      "loss": 0.923,
      "step": 6965
    },
    {
      "epoch": 0.28531640385009216,
      "grad_norm": 7.947958936365889,
      "learning_rate": 0.00029912647188847934,
      "loss": 5.4272,
      "step": 6966
    },
    {
      "epoch": 0.28535736227728853,
      "grad_norm": 1.1710948363226565,
      "learning_rate": 0.000299126120391576,
      "loss": 1.2339,
      "step": 6967
    },
    {
      "epoch": 0.28539832070448495,
      "grad_norm": 1.1457263587143216,
      "learning_rate": 0.0002991257688241744,
      "loss": 1.1861,
      "step": 6968
    },
    {
      "epoch": 0.2854392791316813,
      "grad_norm": 0.9574174785466856,
      "learning_rate": 0.00029912541718627475,
      "loss": 0.4611,
      "step": 6969
    },
    {
      "epoch": 0.28548023755887775,
      "grad_norm": 0.8765908939431645,
      "learning_rate": 0.00029912506547787726,
      "loss": 0.8386,
      "step": 6970
    },
    {
      "epoch": 0.2855211959860741,
      "grad_norm": 0.687293139504667,
      "learning_rate": 0.0002991247136989822,
      "loss": 0.697,
      "step": 6971
    },
    {
      "epoch": 0.28556215441327054,
      "grad_norm": 1.1421519775707816,
      "learning_rate": 0.0002991243618495896,
      "loss": 0.9644,
      "step": 6972
    },
    {
      "epoch": 0.2856031128404669,
      "grad_norm": 0.7719228952125462,
      "learning_rate": 0.00029912400992969954,
      "loss": 0.7168,
      "step": 6973
    },
    {
      "epoch": 0.28564407126766334,
      "grad_norm": 0.7651393942660283,
      "learning_rate": 0.0002991236579393124,
      "loss": 0.7854,
      "step": 6974
    },
    {
      "epoch": 0.2856850296948597,
      "grad_norm": 2.2155644107363903,
      "learning_rate": 0.00029912330587842826,
      "loss": 4.9414,
      "step": 6975
    },
    {
      "epoch": 0.28572598812205613,
      "grad_norm": 1.1781060260481924,
      "learning_rate": 0.00029912295374704724,
      "loss": 0.6648,
      "step": 6976
    },
    {
      "epoch": 0.2857669465492525,
      "grad_norm": 1.339296336309896,
      "learning_rate": 0.00029912260154516955,
      "loss": 2.0878,
      "step": 6977
    },
    {
      "epoch": 0.2858079049764489,
      "grad_norm": 0.809556733563187,
      "learning_rate": 0.00029912224927279536,
      "loss": 0.9919,
      "step": 6978
    },
    {
      "epoch": 0.2858488634036453,
      "grad_norm": 0.7866253296268967,
      "learning_rate": 0.0002991218969299248,
      "loss": 1.1072,
      "step": 6979
    },
    {
      "epoch": 0.2858898218308417,
      "grad_norm": 1.0397574175229554,
      "learning_rate": 0.00029912154451655805,
      "loss": 0.5555,
      "step": 6980
    },
    {
      "epoch": 0.2859307802580381,
      "grad_norm": 0.7493267450523149,
      "learning_rate": 0.0002991211920326953,
      "loss": 0.5035,
      "step": 6981
    },
    {
      "epoch": 0.2859717386852345,
      "grad_norm": 0.9622260574787456,
      "learning_rate": 0.0002991208394783367,
      "loss": 0.7784,
      "step": 6982
    },
    {
      "epoch": 0.2860126971124309,
      "grad_norm": 0.8067244646058229,
      "learning_rate": 0.0002991204868534825,
      "loss": 1.0887,
      "step": 6983
    },
    {
      "epoch": 0.2860536555396273,
      "grad_norm": 1.1190180203815157,
      "learning_rate": 0.0002991201341581327,
      "loss": 1.0517,
      "step": 6984
    },
    {
      "epoch": 0.2860946139668237,
      "grad_norm": 0.8812000735399141,
      "learning_rate": 0.00029911978139228755,
      "loss": 0.9824,
      "step": 6985
    },
    {
      "epoch": 0.28613557239402004,
      "grad_norm": 0.7264869080286346,
      "learning_rate": 0.0002991194285559472,
      "loss": 1.0499,
      "step": 6986
    },
    {
      "epoch": 0.28617653082121647,
      "grad_norm": 0.7087665963399765,
      "learning_rate": 0.0002991190756491119,
      "loss": 0.8571,
      "step": 6987
    },
    {
      "epoch": 0.28621748924841284,
      "grad_norm": 0.8970610258943136,
      "learning_rate": 0.00029911872267178176,
      "loss": 0.874,
      "step": 6988
    },
    {
      "epoch": 0.28625844767560926,
      "grad_norm": 0.8826838102655434,
      "learning_rate": 0.00029911836962395684,
      "loss": 1.1285,
      "step": 6989
    },
    {
      "epoch": 0.28629940610280563,
      "grad_norm": 1.401589214948546,
      "learning_rate": 0.00029911801650563753,
      "loss": 0.9545,
      "step": 6990
    },
    {
      "epoch": 0.28634036453000206,
      "grad_norm": 0.682565950800602,
      "learning_rate": 0.0002991176633168238,
      "loss": 0.7601,
      "step": 6991
    },
    {
      "epoch": 0.2863813229571984,
      "grad_norm": 0.8659903734054935,
      "learning_rate": 0.0002991173100575159,
      "loss": 0.746,
      "step": 6992
    },
    {
      "epoch": 0.28642228138439485,
      "grad_norm": 0.8174070472725354,
      "learning_rate": 0.000299116956727714,
      "loss": 1.3328,
      "step": 6993
    },
    {
      "epoch": 0.2864632398115912,
      "grad_norm": 1.026023307728748,
      "learning_rate": 0.0002991166033274183,
      "loss": 0.9482,
      "step": 6994
    },
    {
      "epoch": 0.28650419823878764,
      "grad_norm": 0.7832671394541807,
      "learning_rate": 0.00029911624985662886,
      "loss": 0.6858,
      "step": 6995
    },
    {
      "epoch": 0.286545156665984,
      "grad_norm": 3.2880064241859994,
      "learning_rate": 0.0002991158963153459,
      "loss": 5.5789,
      "step": 6996
    },
    {
      "epoch": 0.28658611509318044,
      "grad_norm": 0.6937263189732508,
      "learning_rate": 0.00029911554270356966,
      "loss": 0.7461,
      "step": 6997
    },
    {
      "epoch": 0.2866270735203768,
      "grad_norm": 1.2191614367102175,
      "learning_rate": 0.0002991151890213002,
      "loss": 0.8283,
      "step": 6998
    },
    {
      "epoch": 0.28666803194757323,
      "grad_norm": 0.9199142546197472,
      "learning_rate": 0.0002991148352685378,
      "loss": 0.991,
      "step": 6999
    },
    {
      "epoch": 0.2867089903747696,
      "grad_norm": 1.025925358305746,
      "learning_rate": 0.00029911448144528247,
      "loss": 1.1468,
      "step": 7000
    },
    {
      "epoch": 0.286749948801966,
      "grad_norm": 1.5041455122282141,
      "learning_rate": 0.0002991141275515345,
      "loss": 4.4236,
      "step": 7001
    },
    {
      "epoch": 0.2867909072291624,
      "grad_norm": 0.7533657285659974,
      "learning_rate": 0.000299113773587294,
      "loss": 0.83,
      "step": 7002
    },
    {
      "epoch": 0.2868318656563588,
      "grad_norm": 0.6383883127232718,
      "learning_rate": 0.0002991134195525612,
      "loss": 0.968,
      "step": 7003
    },
    {
      "epoch": 0.2868728240835552,
      "grad_norm": 1.2277630630965375,
      "learning_rate": 0.0002991130654473362,
      "loss": 1.6827,
      "step": 7004
    },
    {
      "epoch": 0.2869137825107516,
      "grad_norm": 0.7277921139889784,
      "learning_rate": 0.0002991127112716192,
      "loss": 0.9674,
      "step": 7005
    },
    {
      "epoch": 0.286954740937948,
      "grad_norm": 0.5229411582295237,
      "learning_rate": 0.0002991123570254104,
      "loss": 0.3853,
      "step": 7006
    },
    {
      "epoch": 0.28699569936514435,
      "grad_norm": 1.157732116152951,
      "learning_rate": 0.00029911200270870986,
      "loss": 0.8638,
      "step": 7007
    },
    {
      "epoch": 0.2870366577923408,
      "grad_norm": 1.1578044651912982,
      "learning_rate": 0.0002991116483215179,
      "loss": 1.2537,
      "step": 7008
    },
    {
      "epoch": 0.28707761621953715,
      "grad_norm": 0.9164197423078327,
      "learning_rate": 0.00029911129386383454,
      "loss": 0.84,
      "step": 7009
    },
    {
      "epoch": 0.28711857464673357,
      "grad_norm": 0.6921048884085105,
      "learning_rate": 0.00029911093933566004,
      "loss": 0.8307,
      "step": 7010
    },
    {
      "epoch": 0.28715953307392994,
      "grad_norm": 0.9921001915872798,
      "learning_rate": 0.00029911058473699456,
      "loss": 1.0736,
      "step": 7011
    },
    {
      "epoch": 0.28720049150112636,
      "grad_norm": 0.8174361771525919,
      "learning_rate": 0.0002991102300678382,
      "loss": 0.9706,
      "step": 7012
    },
    {
      "epoch": 0.28724144992832273,
      "grad_norm": 0.8500903567230179,
      "learning_rate": 0.0002991098753281912,
      "loss": 0.3968,
      "step": 7013
    },
    {
      "epoch": 0.28728240835551916,
      "grad_norm": 0.6494193608356528,
      "learning_rate": 0.00029910952051805367,
      "loss": 0.7111,
      "step": 7014
    },
    {
      "epoch": 0.28732336678271553,
      "grad_norm": 0.827479998513401,
      "learning_rate": 0.00029910916563742585,
      "loss": 0.9658,
      "step": 7015
    },
    {
      "epoch": 0.28736432520991195,
      "grad_norm": 0.9029565995539357,
      "learning_rate": 0.0002991088106863079,
      "loss": 1.0415,
      "step": 7016
    },
    {
      "epoch": 0.2874052836371083,
      "grad_norm": 0.4606234335132358,
      "learning_rate": 0.0002991084556646999,
      "loss": 0.3801,
      "step": 7017
    },
    {
      "epoch": 0.28744624206430475,
      "grad_norm": 0.6681334889779785,
      "learning_rate": 0.0002991081005726021,
      "loss": 1.1934,
      "step": 7018
    },
    {
      "epoch": 0.2874872004915011,
      "grad_norm": 0.8807652038445255,
      "learning_rate": 0.00029910774541001465,
      "loss": 1.0966,
      "step": 7019
    },
    {
      "epoch": 0.28752815891869754,
      "grad_norm": 1.3459046928810454,
      "learning_rate": 0.0002991073901769377,
      "loss": 1.3621,
      "step": 7020
    },
    {
      "epoch": 0.2875691173458939,
      "grad_norm": 1.4554625892198527,
      "learning_rate": 0.0002991070348733714,
      "loss": 1.3002,
      "step": 7021
    },
    {
      "epoch": 0.28761007577309033,
      "grad_norm": 0.545998293497063,
      "learning_rate": 0.00029910667949931596,
      "loss": 0.3459,
      "step": 7022
    },
    {
      "epoch": 0.2876510342002867,
      "grad_norm": 0.7729024049889589,
      "learning_rate": 0.0002991063240547715,
      "loss": 1.1955,
      "step": 7023
    },
    {
      "epoch": 0.28769199262748313,
      "grad_norm": 0.8541367679313228,
      "learning_rate": 0.0002991059685397383,
      "loss": 1.2881,
      "step": 7024
    },
    {
      "epoch": 0.2877329510546795,
      "grad_norm": 0.8662453109683164,
      "learning_rate": 0.00029910561295421644,
      "loss": 0.7572,
      "step": 7025
    },
    {
      "epoch": 0.2877739094818759,
      "grad_norm": 0.5976114904031333,
      "learning_rate": 0.00029910525729820605,
      "loss": 0.5846,
      "step": 7026
    },
    {
      "epoch": 0.2878148679090723,
      "grad_norm": 0.714052574199107,
      "learning_rate": 0.0002991049015717074,
      "loss": 0.8765,
      "step": 7027
    },
    {
      "epoch": 0.28785582633626866,
      "grad_norm": 0.5998093315787588,
      "learning_rate": 0.00029910454577472057,
      "loss": 0.8005,
      "step": 7028
    },
    {
      "epoch": 0.2878967847634651,
      "grad_norm": 0.8082431523521454,
      "learning_rate": 0.00029910418990724576,
      "loss": 1.0601,
      "step": 7029
    },
    {
      "epoch": 0.28793774319066145,
      "grad_norm": 0.850131883496013,
      "learning_rate": 0.0002991038339692831,
      "loss": 0.9581,
      "step": 7030
    },
    {
      "epoch": 0.2879787016178579,
      "grad_norm": 0.8877597935339395,
      "learning_rate": 0.0002991034779608329,
      "loss": 0.414,
      "step": 7031
    },
    {
      "epoch": 0.28801966004505425,
      "grad_norm": 0.4717503803241714,
      "learning_rate": 0.00029910312188189515,
      "loss": 0.532,
      "step": 7032
    },
    {
      "epoch": 0.2880606184722507,
      "grad_norm": 0.7151216160263438,
      "learning_rate": 0.00029910276573247014,
      "loss": 0.7701,
      "step": 7033
    },
    {
      "epoch": 0.28810157689944704,
      "grad_norm": 0.6605044610628987,
      "learning_rate": 0.00029910240951255796,
      "loss": 0.878,
      "step": 7034
    },
    {
      "epoch": 0.28814253532664347,
      "grad_norm": 1.327853614127792,
      "learning_rate": 0.0002991020532221588,
      "loss": 1.4876,
      "step": 7035
    },
    {
      "epoch": 0.28818349375383984,
      "grad_norm": 0.8402850333647579,
      "learning_rate": 0.0002991016968612729,
      "loss": 0.9566,
      "step": 7036
    },
    {
      "epoch": 0.28822445218103626,
      "grad_norm": 0.5541251471573013,
      "learning_rate": 0.00029910134042990033,
      "loss": 0.3457,
      "step": 7037
    },
    {
      "epoch": 0.28826541060823263,
      "grad_norm": 0.6418660812689789,
      "learning_rate": 0.00029910098392804137,
      "loss": 0.6895,
      "step": 7038
    },
    {
      "epoch": 0.28830636903542906,
      "grad_norm": 0.5764991628342754,
      "learning_rate": 0.00029910062735569604,
      "loss": 0.7667,
      "step": 7039
    },
    {
      "epoch": 0.2883473274626254,
      "grad_norm": 0.9109718880438062,
      "learning_rate": 0.0002991002707128646,
      "loss": 1.2233,
      "step": 7040
    },
    {
      "epoch": 0.28838828588982185,
      "grad_norm": 1.1610803365770654,
      "learning_rate": 0.0002990999139995472,
      "loss": 1.1926,
      "step": 7041
    },
    {
      "epoch": 0.2884292443170182,
      "grad_norm": 0.8279496475834386,
      "learning_rate": 0.000299099557215744,
      "loss": 1.1047,
      "step": 7042
    },
    {
      "epoch": 0.28847020274421464,
      "grad_norm": 0.765597964826639,
      "learning_rate": 0.00029909920036145523,
      "loss": 0.907,
      "step": 7043
    },
    {
      "epoch": 0.288511161171411,
      "grad_norm": 0.7248837083773699,
      "learning_rate": 0.00029909884343668093,
      "loss": 1.054,
      "step": 7044
    },
    {
      "epoch": 0.28855211959860744,
      "grad_norm": 0.7069803149523501,
      "learning_rate": 0.00029909848644142146,
      "loss": 0.9519,
      "step": 7045
    },
    {
      "epoch": 0.2885930780258038,
      "grad_norm": 0.7475473085878722,
      "learning_rate": 0.00029909812937567676,
      "loss": 0.7872,
      "step": 7046
    },
    {
      "epoch": 0.28863403645300023,
      "grad_norm": 0.6736782994500486,
      "learning_rate": 0.00029909777223944715,
      "loss": 0.6294,
      "step": 7047
    },
    {
      "epoch": 0.2886749948801966,
      "grad_norm": 0.8475535670781157,
      "learning_rate": 0.00029909741503273286,
      "loss": 1.1245,
      "step": 7048
    },
    {
      "epoch": 0.28871595330739297,
      "grad_norm": 0.9962376676781539,
      "learning_rate": 0.0002990970577555339,
      "loss": 0.9219,
      "step": 7049
    },
    {
      "epoch": 0.2887569117345894,
      "grad_norm": 0.6707827581289688,
      "learning_rate": 0.0002990967004078505,
      "loss": 0.9418,
      "step": 7050
    },
    {
      "epoch": 0.28879787016178576,
      "grad_norm": 0.7228915180081034,
      "learning_rate": 0.00029909634298968277,
      "loss": 0.7875,
      "step": 7051
    },
    {
      "epoch": 0.2888388285889822,
      "grad_norm": 0.8394289678803578,
      "learning_rate": 0.000299095985501031,
      "loss": 0.9916,
      "step": 7052
    },
    {
      "epoch": 0.28887978701617856,
      "grad_norm": 0.904175822310438,
      "learning_rate": 0.0002990956279418953,
      "loss": 1.1908,
      "step": 7053
    },
    {
      "epoch": 0.288920745443375,
      "grad_norm": 0.8216471359826615,
      "learning_rate": 0.00029909527031227585,
      "loss": 0.8691,
      "step": 7054
    },
    {
      "epoch": 0.28896170387057135,
      "grad_norm": 1.1335509202316472,
      "learning_rate": 0.0002990949126121728,
      "loss": 1.5632,
      "step": 7055
    },
    {
      "epoch": 0.2890026622977678,
      "grad_norm": 0.5907762185233556,
      "learning_rate": 0.0002990945548415863,
      "loss": 0.658,
      "step": 7056
    },
    {
      "epoch": 0.28904362072496415,
      "grad_norm": 1.0757655141991713,
      "learning_rate": 0.00029909419700051656,
      "loss": 1.0886,
      "step": 7057
    },
    {
      "epoch": 0.28908457915216057,
      "grad_norm": 0.7120212250884469,
      "learning_rate": 0.00029909383908896373,
      "loss": 0.7362,
      "step": 7058
    },
    {
      "epoch": 0.28912553757935694,
      "grad_norm": 0.5943754416750675,
      "learning_rate": 0.000299093481106928,
      "loss": 0.4403,
      "step": 7059
    },
    {
      "epoch": 0.28916649600655336,
      "grad_norm": 0.9005089598147075,
      "learning_rate": 0.00029909312305440955,
      "loss": 1.1015,
      "step": 7060
    },
    {
      "epoch": 0.28920745443374973,
      "grad_norm": 0.5940569649542274,
      "learning_rate": 0.00029909276493140846,
      "loss": 0.819,
      "step": 7061
    },
    {
      "epoch": 0.28924841286094616,
      "grad_norm": 0.7228178534457839,
      "learning_rate": 0.000299092406737925,
      "loss": 0.7381,
      "step": 7062
    },
    {
      "epoch": 0.2892893712881425,
      "grad_norm": 0.9028686283250258,
      "learning_rate": 0.00029909204847395926,
      "loss": 1.1154,
      "step": 7063
    },
    {
      "epoch": 0.28933032971533895,
      "grad_norm": 0.7637770294414229,
      "learning_rate": 0.0002990916901395115,
      "loss": 1.0408,
      "step": 7064
    },
    {
      "epoch": 0.2893712881425353,
      "grad_norm": 0.8465154296036475,
      "learning_rate": 0.00029909133173458183,
      "loss": 1.3478,
      "step": 7065
    },
    {
      "epoch": 0.28941224656973175,
      "grad_norm": 0.79310270133202,
      "learning_rate": 0.0002990909732591704,
      "loss": 0.8553,
      "step": 7066
    },
    {
      "epoch": 0.2894532049969281,
      "grad_norm": 1.0030035719831774,
      "learning_rate": 0.00029909061471327747,
      "loss": 1.0041,
      "step": 7067
    },
    {
      "epoch": 0.28949416342412454,
      "grad_norm": 0.5682547929690773,
      "learning_rate": 0.0002990902560969031,
      "loss": 0.9747,
      "step": 7068
    },
    {
      "epoch": 0.2895351218513209,
      "grad_norm": 0.9097717716120622,
      "learning_rate": 0.00029908989741004753,
      "loss": 0.9753,
      "step": 7069
    },
    {
      "epoch": 0.2895760802785173,
      "grad_norm": 0.6351564597111163,
      "learning_rate": 0.0002990895386527109,
      "loss": 0.38,
      "step": 7070
    },
    {
      "epoch": 0.2896170387057137,
      "grad_norm": 1.130677497730936,
      "learning_rate": 0.00029908917982489336,
      "loss": 0.9729,
      "step": 7071
    },
    {
      "epoch": 0.28965799713291007,
      "grad_norm": 0.6228699670230902,
      "learning_rate": 0.0002990888209265952,
      "loss": 0.8524,
      "step": 7072
    },
    {
      "epoch": 0.2896989555601065,
      "grad_norm": 0.7270752428936368,
      "learning_rate": 0.0002990884619578164,
      "loss": 0.8332,
      "step": 7073
    },
    {
      "epoch": 0.28973991398730287,
      "grad_norm": 0.8630952429643717,
      "learning_rate": 0.00029908810291855723,
      "loss": 1.6785,
      "step": 7074
    },
    {
      "epoch": 0.2897808724144993,
      "grad_norm": 0.6389377644326731,
      "learning_rate": 0.0002990877438088179,
      "loss": 0.7858,
      "step": 7075
    },
    {
      "epoch": 0.28982183084169566,
      "grad_norm": 0.8631884132243567,
      "learning_rate": 0.00029908738462859847,
      "loss": 1.1132,
      "step": 7076
    },
    {
      "epoch": 0.2898627892688921,
      "grad_norm": 0.7138964012367883,
      "learning_rate": 0.00029908702537789924,
      "loss": 0.803,
      "step": 7077
    },
    {
      "epoch": 0.28990374769608845,
      "grad_norm": 0.46297514701447956,
      "learning_rate": 0.0002990866660567203,
      "loss": 0.38,
      "step": 7078
    },
    {
      "epoch": 0.2899447061232849,
      "grad_norm": 0.8981687790491422,
      "learning_rate": 0.00029908630666506184,
      "loss": 0.9826,
      "step": 7079
    },
    {
      "epoch": 0.28998566455048125,
      "grad_norm": 0.6345098425326197,
      "learning_rate": 0.00029908594720292405,
      "loss": 0.9745,
      "step": 7080
    },
    {
      "epoch": 0.2900266229776777,
      "grad_norm": 0.9398558084398237,
      "learning_rate": 0.00029908558767030704,
      "loss": 0.8087,
      "step": 7081
    },
    {
      "epoch": 0.29006758140487404,
      "grad_norm": 0.7962273879532475,
      "learning_rate": 0.00029908522806721105,
      "loss": 1.2351,
      "step": 7082
    },
    {
      "epoch": 0.29010853983207047,
      "grad_norm": 0.8787239053952866,
      "learning_rate": 0.00029908486839363616,
      "loss": 0.7004,
      "step": 7083
    },
    {
      "epoch": 0.29014949825926684,
      "grad_norm": 0.8378305280418201,
      "learning_rate": 0.0002990845086495826,
      "loss": 1.2693,
      "step": 7084
    },
    {
      "epoch": 0.29019045668646326,
      "grad_norm": 1.2602600962330084,
      "learning_rate": 0.00029908414883505054,
      "loss": 2.4796,
      "step": 7085
    },
    {
      "epoch": 0.29023141511365963,
      "grad_norm": 1.6239135983343758,
      "learning_rate": 0.0002990837889500402,
      "loss": 4.4265,
      "step": 7086
    },
    {
      "epoch": 0.29027237354085605,
      "grad_norm": 0.8374738061167101,
      "learning_rate": 0.00029908342899455164,
      "loss": 0.8798,
      "step": 7087
    },
    {
      "epoch": 0.2903133319680524,
      "grad_norm": 0.7901779986426191,
      "learning_rate": 0.0002990830689685851,
      "loss": 1.1023,
      "step": 7088
    },
    {
      "epoch": 0.29035429039524885,
      "grad_norm": 0.9868852906038063,
      "learning_rate": 0.0002990827088721407,
      "loss": 1.1875,
      "step": 7089
    },
    {
      "epoch": 0.2903952488224452,
      "grad_norm": 0.6391451750870076,
      "learning_rate": 0.0002990823487052187,
      "loss": 0.9959,
      "step": 7090
    },
    {
      "epoch": 0.2904362072496416,
      "grad_norm": 0.9933478207694219,
      "learning_rate": 0.0002990819884678192,
      "loss": 1.2328,
      "step": 7091
    },
    {
      "epoch": 0.290477165676838,
      "grad_norm": 0.7893226817878224,
      "learning_rate": 0.0002990816281599424,
      "loss": 0.4339,
      "step": 7092
    },
    {
      "epoch": 0.2905181241040344,
      "grad_norm": 0.5198085866462964,
      "learning_rate": 0.00029908126778158844,
      "loss": 0.4447,
      "step": 7093
    },
    {
      "epoch": 0.2905590825312308,
      "grad_norm": 1.153035414992319,
      "learning_rate": 0.00029908090733275755,
      "loss": 0.6939,
      "step": 7094
    },
    {
      "epoch": 0.2906000409584272,
      "grad_norm": 0.7291990055493504,
      "learning_rate": 0.0002990805468134498,
      "loss": 0.6382,
      "step": 7095
    },
    {
      "epoch": 0.2906409993856236,
      "grad_norm": 0.6896788226596972,
      "learning_rate": 0.0002990801862236654,
      "loss": 0.8179,
      "step": 7096
    },
    {
      "epoch": 0.29068195781281997,
      "grad_norm": 0.6609248738614572,
      "learning_rate": 0.0002990798255634046,
      "loss": 0.5811,
      "step": 7097
    },
    {
      "epoch": 0.2907229162400164,
      "grad_norm": 0.9478557271796889,
      "learning_rate": 0.0002990794648326675,
      "loss": 0.989,
      "step": 7098
    },
    {
      "epoch": 0.29076387466721276,
      "grad_norm": 4.372999403378767,
      "learning_rate": 0.00029907910403145424,
      "loss": 3.2859,
      "step": 7099
    },
    {
      "epoch": 0.2908048330944092,
      "grad_norm": 1.4282427284320627,
      "learning_rate": 0.00029907874315976505,
      "loss": 1.5723,
      "step": 7100
    },
    {
      "epoch": 0.29084579152160556,
      "grad_norm": 0.6613666930192998,
      "learning_rate": 0.0002990783822176001,
      "loss": 0.4564,
      "step": 7101
    },
    {
      "epoch": 0.290886749948802,
      "grad_norm": 0.9254914187910975,
      "learning_rate": 0.00029907802120495954,
      "loss": 0.7745,
      "step": 7102
    },
    {
      "epoch": 0.29092770837599835,
      "grad_norm": 0.7878081038069122,
      "learning_rate": 0.0002990776601218435,
      "loss": 1.0126,
      "step": 7103
    },
    {
      "epoch": 0.2909686668031948,
      "grad_norm": 1.188597434777214,
      "learning_rate": 0.00029907729896825225,
      "loss": 1.064,
      "step": 7104
    },
    {
      "epoch": 0.29100962523039114,
      "grad_norm": 4.84954963692358,
      "learning_rate": 0.00029907693774418586,
      "loss": 3.9962,
      "step": 7105
    },
    {
      "epoch": 0.29105058365758757,
      "grad_norm": 0.7444223782850287,
      "learning_rate": 0.0002990765764496446,
      "loss": 1.018,
      "step": 7106
    },
    {
      "epoch": 0.29109154208478394,
      "grad_norm": 0.7007575800910827,
      "learning_rate": 0.0002990762150846285,
      "loss": 1.0781,
      "step": 7107
    },
    {
      "epoch": 0.29113250051198036,
      "grad_norm": 1.102888688961148,
      "learning_rate": 0.00029907585364913786,
      "loss": 0.8558,
      "step": 7108
    },
    {
      "epoch": 0.29117345893917673,
      "grad_norm": 0.9712361381245225,
      "learning_rate": 0.00029907549214317283,
      "loss": 1.246,
      "step": 7109
    },
    {
      "epoch": 0.29121441736637316,
      "grad_norm": 0.7010539827460038,
      "learning_rate": 0.0002990751305667335,
      "loss": 0.8142,
      "step": 7110
    },
    {
      "epoch": 0.2912553757935695,
      "grad_norm": 0.6803702188762871,
      "learning_rate": 0.0002990747689198202,
      "loss": 1.0988,
      "step": 7111
    },
    {
      "epoch": 0.2912963342207659,
      "grad_norm": 1.0799515181393546,
      "learning_rate": 0.0002990744072024329,
      "loss": 1.0873,
      "step": 7112
    },
    {
      "epoch": 0.2913372926479623,
      "grad_norm": 0.8178691945837411,
      "learning_rate": 0.00029907404541457193,
      "loss": 1.0516,
      "step": 7113
    },
    {
      "epoch": 0.2913782510751587,
      "grad_norm": 0.8234668824080884,
      "learning_rate": 0.0002990736835562374,
      "loss": 0.8407,
      "step": 7114
    },
    {
      "epoch": 0.2914192095023551,
      "grad_norm": 1.5025160119251546,
      "learning_rate": 0.0002990733216274294,
      "loss": 1.5545,
      "step": 7115
    },
    {
      "epoch": 0.2914601679295515,
      "grad_norm": 1.033700622468046,
      "learning_rate": 0.00029907295962814827,
      "loss": 1.3625,
      "step": 7116
    },
    {
      "epoch": 0.2915011263567479,
      "grad_norm": 0.919185587787549,
      "learning_rate": 0.00029907259755839404,
      "loss": 0.9999,
      "step": 7117
    },
    {
      "epoch": 0.2915420847839443,
      "grad_norm": 0.857980660836683,
      "learning_rate": 0.000299072235418167,
      "loss": 0.8962,
      "step": 7118
    },
    {
      "epoch": 0.2915830432111407,
      "grad_norm": 0.7375402414946175,
      "learning_rate": 0.0002990718732074672,
      "loss": 0.9106,
      "step": 7119
    },
    {
      "epoch": 0.29162400163833707,
      "grad_norm": 0.6275143838998539,
      "learning_rate": 0.0002990715109262949,
      "loss": 0.7975,
      "step": 7120
    },
    {
      "epoch": 0.2916649600655335,
      "grad_norm": 0.7680732673786937,
      "learning_rate": 0.00029907114857465023,
      "loss": 0.7675,
      "step": 7121
    },
    {
      "epoch": 0.29170591849272987,
      "grad_norm": 0.7018577010370487,
      "learning_rate": 0.00029907078615253334,
      "loss": 1.1763,
      "step": 7122
    },
    {
      "epoch": 0.2917468769199263,
      "grad_norm": 1.0134150374845812,
      "learning_rate": 0.0002990704236599445,
      "loss": 1.1538,
      "step": 7123
    },
    {
      "epoch": 0.29178783534712266,
      "grad_norm": 0.8647784067934832,
      "learning_rate": 0.00029907006109688376,
      "loss": 0.4419,
      "step": 7124
    },
    {
      "epoch": 0.2918287937743191,
      "grad_norm": 1.4005589756914776,
      "learning_rate": 0.00029906969846335134,
      "loss": 0.5464,
      "step": 7125
    },
    {
      "epoch": 0.29186975220151545,
      "grad_norm": 0.8579528025587424,
      "learning_rate": 0.00029906933575934747,
      "loss": 1.0721,
      "step": 7126
    },
    {
      "epoch": 0.2919107106287119,
      "grad_norm": 0.9801352127226518,
      "learning_rate": 0.00029906897298487224,
      "loss": 0.9557,
      "step": 7127
    },
    {
      "epoch": 0.29195166905590825,
      "grad_norm": 0.7392959084489426,
      "learning_rate": 0.0002990686101399258,
      "loss": 0.7831,
      "step": 7128
    },
    {
      "epoch": 0.29199262748310467,
      "grad_norm": 1.2326875228291039,
      "learning_rate": 0.0002990682472245085,
      "loss": 0.5328,
      "step": 7129
    },
    {
      "epoch": 0.29203358591030104,
      "grad_norm": 0.9946485175929248,
      "learning_rate": 0.00029906788423862023,
      "loss": 1.0583,
      "step": 7130
    },
    {
      "epoch": 0.29207454433749747,
      "grad_norm": 1.0112539382920136,
      "learning_rate": 0.0002990675211822614,
      "loss": 1.2732,
      "step": 7131
    },
    {
      "epoch": 0.29211550276469384,
      "grad_norm": 0.9429317670915407,
      "learning_rate": 0.0002990671580554321,
      "loss": 1.2928,
      "step": 7132
    },
    {
      "epoch": 0.2921564611918902,
      "grad_norm": 1.0742764836479588,
      "learning_rate": 0.0002990667948581325,
      "loss": 1.41,
      "step": 7133
    },
    {
      "epoch": 0.29219741961908663,
      "grad_norm": 0.6800336175238535,
      "learning_rate": 0.00029906643159036274,
      "loss": 0.814,
      "step": 7134
    },
    {
      "epoch": 0.292238378046283,
      "grad_norm": 6.869804724401267,
      "learning_rate": 0.000299066068252123,
      "loss": 3.7776,
      "step": 7135
    },
    {
      "epoch": 0.2922793364734794,
      "grad_norm": 0.7447419940653769,
      "learning_rate": 0.00029906570484341356,
      "loss": 0.9193,
      "step": 7136
    },
    {
      "epoch": 0.2923202949006758,
      "grad_norm": 0.6546446446507521,
      "learning_rate": 0.0002990653413642344,
      "loss": 0.7707,
      "step": 7137
    },
    {
      "epoch": 0.2923612533278722,
      "grad_norm": 1.1618449977994874,
      "learning_rate": 0.00029906497781458585,
      "loss": 0.5001,
      "step": 7138
    },
    {
      "epoch": 0.2924022117550686,
      "grad_norm": 0.6945428555867442,
      "learning_rate": 0.000299064614194468,
      "loss": 0.9207,
      "step": 7139
    },
    {
      "epoch": 0.292443170182265,
      "grad_norm": 1.4783007531206438,
      "learning_rate": 0.0002990642505038811,
      "loss": 1.2491,
      "step": 7140
    },
    {
      "epoch": 0.2924841286094614,
      "grad_norm": 0.745020710020894,
      "learning_rate": 0.00029906388674282524,
      "loss": 0.8215,
      "step": 7141
    },
    {
      "epoch": 0.2925250870366578,
      "grad_norm": 0.8958825678485679,
      "learning_rate": 0.0002990635229113006,
      "loss": 1.0533,
      "step": 7142
    },
    {
      "epoch": 0.2925660454638542,
      "grad_norm": 1.1163665891092853,
      "learning_rate": 0.0002990631590093074,
      "loss": 1.1741,
      "step": 7143
    },
    {
      "epoch": 0.2926070038910506,
      "grad_norm": 0.8144818353078063,
      "learning_rate": 0.0002990627950368458,
      "loss": 0.5203,
      "step": 7144
    },
    {
      "epoch": 0.29264796231824697,
      "grad_norm": 0.8802207516213901,
      "learning_rate": 0.00029906243099391596,
      "loss": 0.9118,
      "step": 7145
    },
    {
      "epoch": 0.2926889207454434,
      "grad_norm": 0.8515242000368727,
      "learning_rate": 0.00029906206688051805,
      "loss": 0.9164,
      "step": 7146
    },
    {
      "epoch": 0.29272987917263976,
      "grad_norm": 0.842746938251371,
      "learning_rate": 0.00029906170269665226,
      "loss": 1.0546,
      "step": 7147
    },
    {
      "epoch": 0.2927708375998362,
      "grad_norm": 1.4814563853677716,
      "learning_rate": 0.0002990613384423187,
      "loss": 1.2642,
      "step": 7148
    },
    {
      "epoch": 0.29281179602703256,
      "grad_norm": 1.039737298990856,
      "learning_rate": 0.00029906097411751763,
      "loss": 1.2561,
      "step": 7149
    },
    {
      "epoch": 0.292852754454229,
      "grad_norm": 0.7067294358383781,
      "learning_rate": 0.00029906060972224917,
      "loss": 0.8537,
      "step": 7150
    },
    {
      "epoch": 0.29289371288142535,
      "grad_norm": 0.9852044532052292,
      "learning_rate": 0.00029906024525651353,
      "loss": 0.9217,
      "step": 7151
    },
    {
      "epoch": 0.2929346713086218,
      "grad_norm": 0.9104998339669751,
      "learning_rate": 0.00029905988072031077,
      "loss": 1.2864,
      "step": 7152
    },
    {
      "epoch": 0.29297562973581814,
      "grad_norm": 0.6880045405207418,
      "learning_rate": 0.0002990595161136412,
      "loss": 1.0363,
      "step": 7153
    },
    {
      "epoch": 0.2930165881630145,
      "grad_norm": 0.764558881986934,
      "learning_rate": 0.00029905915143650495,
      "loss": 1.1374,
      "step": 7154
    },
    {
      "epoch": 0.29305754659021094,
      "grad_norm": 0.766206885877422,
      "learning_rate": 0.00029905878668890217,
      "loss": 0.9249,
      "step": 7155
    },
    {
      "epoch": 0.2930985050174073,
      "grad_norm": 0.5517644257688888,
      "learning_rate": 0.0002990584218708331,
      "loss": 0.6416,
      "step": 7156
    },
    {
      "epoch": 0.29313946344460373,
      "grad_norm": 0.692413848136739,
      "learning_rate": 0.0002990580569822978,
      "loss": 0.9235,
      "step": 7157
    },
    {
      "epoch": 0.2931804218718001,
      "grad_norm": 1.1134913823736141,
      "learning_rate": 0.0002990576920232965,
      "loss": 1.0621,
      "step": 7158
    },
    {
      "epoch": 0.2932213802989965,
      "grad_norm": 1.2467764684785085,
      "learning_rate": 0.00029905732699382935,
      "loss": 1.0256,
      "step": 7159
    },
    {
      "epoch": 0.2932623387261929,
      "grad_norm": 0.619345672178032,
      "learning_rate": 0.0002990569618938966,
      "loss": 0.7943,
      "step": 7160
    },
    {
      "epoch": 0.2933032971533893,
      "grad_norm": 1.0885662240143834,
      "learning_rate": 0.0002990565967234983,
      "loss": 1.0329,
      "step": 7161
    },
    {
      "epoch": 0.2933442555805857,
      "grad_norm": 0.7508013588411133,
      "learning_rate": 0.0002990562314826348,
      "loss": 0.6513,
      "step": 7162
    },
    {
      "epoch": 0.2933852140077821,
      "grad_norm": 0.8805709068069763,
      "learning_rate": 0.00029905586617130607,
      "loss": 1.0056,
      "step": 7163
    },
    {
      "epoch": 0.2934261724349785,
      "grad_norm": 0.7631269530549843,
      "learning_rate": 0.0002990555007895124,
      "loss": 0.9641,
      "step": 7164
    },
    {
      "epoch": 0.2934671308621749,
      "grad_norm": 1.2182133660692442,
      "learning_rate": 0.00029905513533725394,
      "loss": 0.8257,
      "step": 7165
    },
    {
      "epoch": 0.2935080892893713,
      "grad_norm": 1.0542484572651531,
      "learning_rate": 0.0002990547698145309,
      "loss": 0.8841,
      "step": 7166
    },
    {
      "epoch": 0.2935490477165677,
      "grad_norm": 0.874583699350302,
      "learning_rate": 0.0002990544042213434,
      "loss": 1.0194,
      "step": 7167
    },
    {
      "epoch": 0.29359000614376407,
      "grad_norm": 1.227588127522094,
      "learning_rate": 0.00029905403855769153,
      "loss": 1.2477,
      "step": 7168
    },
    {
      "epoch": 0.2936309645709605,
      "grad_norm": 0.7808277782546079,
      "learning_rate": 0.00029905367282357563,
      "loss": 1.0846,
      "step": 7169
    },
    {
      "epoch": 0.29367192299815686,
      "grad_norm": 0.7262201663725567,
      "learning_rate": 0.0002990533070189958,
      "loss": 1.0513,
      "step": 7170
    },
    {
      "epoch": 0.2937128814253533,
      "grad_norm": 0.6289338553624775,
      "learning_rate": 0.0002990529411439523,
      "loss": 0.5826,
      "step": 7171
    },
    {
      "epoch": 0.29375383985254966,
      "grad_norm": 0.6411543063880728,
      "learning_rate": 0.0002990525751984451,
      "loss": 0.8963,
      "step": 7172
    },
    {
      "epoch": 0.2937947982797461,
      "grad_norm": 0.8367934575317747,
      "learning_rate": 0.0002990522091824745,
      "loss": 0.9479,
      "step": 7173
    },
    {
      "epoch": 0.29383575670694245,
      "grad_norm": 0.8519701275773217,
      "learning_rate": 0.00029905184309604073,
      "loss": 1.0182,
      "step": 7174
    },
    {
      "epoch": 0.2938767151341388,
      "grad_norm": 0.9427271697873071,
      "learning_rate": 0.0002990514769391439,
      "loss": 1.1673,
      "step": 7175
    },
    {
      "epoch": 0.29391767356133525,
      "grad_norm": 0.569406691507994,
      "learning_rate": 0.0002990511107117841,
      "loss": 0.7421,
      "step": 7176
    },
    {
      "epoch": 0.2939586319885316,
      "grad_norm": 0.6598282447549276,
      "learning_rate": 0.0002990507444139616,
      "loss": 0.4456,
      "step": 7177
    },
    {
      "epoch": 0.29399959041572804,
      "grad_norm": 0.9766336517834981,
      "learning_rate": 0.0002990503780456766,
      "loss": 0.9188,
      "step": 7178
    },
    {
      "epoch": 0.2940405488429244,
      "grad_norm": 2.932727250768271,
      "learning_rate": 0.0002990500116069292,
      "loss": 4.2201,
      "step": 7179
    },
    {
      "epoch": 0.29408150727012083,
      "grad_norm": 0.7322548339267348,
      "learning_rate": 0.00029904964509771967,
      "loss": 0.9086,
      "step": 7180
    },
    {
      "epoch": 0.2941224656973172,
      "grad_norm": 1.0204534173634086,
      "learning_rate": 0.00029904927851804805,
      "loss": 1.0212,
      "step": 7181
    },
    {
      "epoch": 0.29416342412451363,
      "grad_norm": 0.9207007352333746,
      "learning_rate": 0.00029904891186791457,
      "loss": 1.1706,
      "step": 7182
    },
    {
      "epoch": 0.29420438255171,
      "grad_norm": 0.5212353092529167,
      "learning_rate": 0.0002990485451473195,
      "loss": 0.6897,
      "step": 7183
    },
    {
      "epoch": 0.2942453409789064,
      "grad_norm": 0.7744514388418889,
      "learning_rate": 0.0002990481783562628,
      "loss": 0.7487,
      "step": 7184
    },
    {
      "epoch": 0.2942862994061028,
      "grad_norm": 1.3572112036801784,
      "learning_rate": 0.00029904781149474487,
      "loss": 0.9728,
      "step": 7185
    },
    {
      "epoch": 0.2943272578332992,
      "grad_norm": 1.488656981487304,
      "learning_rate": 0.0002990474445627657,
      "loss": 0.9061,
      "step": 7186
    },
    {
      "epoch": 0.2943682162604956,
      "grad_norm": 1.0583393812904782,
      "learning_rate": 0.0002990470775603256,
      "loss": 1.4492,
      "step": 7187
    },
    {
      "epoch": 0.294409174687692,
      "grad_norm": 0.6257637932602544,
      "learning_rate": 0.0002990467104874247,
      "loss": 0.9195,
      "step": 7188
    },
    {
      "epoch": 0.2944501331148884,
      "grad_norm": 0.8682982140360487,
      "learning_rate": 0.00029904634334406316,
      "loss": 0.6258,
      "step": 7189
    },
    {
      "epoch": 0.2944910915420848,
      "grad_norm": 0.9154042708575354,
      "learning_rate": 0.00029904597613024115,
      "loss": 0.8789,
      "step": 7190
    },
    {
      "epoch": 0.2945320499692812,
      "grad_norm": 1.6888774959665136,
      "learning_rate": 0.0002990456088459589,
      "loss": 1.2201,
      "step": 7191
    },
    {
      "epoch": 0.2945730083964776,
      "grad_norm": 1.2004316339966379,
      "learning_rate": 0.00029904524149121646,
      "loss": 0.6195,
      "step": 7192
    },
    {
      "epoch": 0.29461396682367397,
      "grad_norm": 0.7715950790408024,
      "learning_rate": 0.0002990448740660141,
      "loss": 0.7016,
      "step": 7193
    },
    {
      "epoch": 0.2946549252508704,
      "grad_norm": 2.4479430533264672,
      "learning_rate": 0.00029904450657035196,
      "loss": 1.3713,
      "step": 7194
    },
    {
      "epoch": 0.29469588367806676,
      "grad_norm": 0.7145377606639081,
      "learning_rate": 0.00029904413900423026,
      "loss": 0.9165,
      "step": 7195
    },
    {
      "epoch": 0.29473684210526313,
      "grad_norm": 0.8220074814503463,
      "learning_rate": 0.00029904377136764915,
      "loss": 0.833,
      "step": 7196
    },
    {
      "epoch": 0.29477780053245956,
      "grad_norm": 1.1968870821018405,
      "learning_rate": 0.0002990434036606087,
      "loss": 1.797,
      "step": 7197
    },
    {
      "epoch": 0.2948187589596559,
      "grad_norm": 1.9425071035045094,
      "learning_rate": 0.0002990430358831093,
      "loss": 1.5596,
      "step": 7198
    },
    {
      "epoch": 0.29485971738685235,
      "grad_norm": 0.5455713230483337,
      "learning_rate": 0.0002990426680351509,
      "loss": 0.5987,
      "step": 7199
    },
    {
      "epoch": 0.2949006758140487,
      "grad_norm": 0.7662338587378341,
      "learning_rate": 0.00029904230011673383,
      "loss": 1.0768,
      "step": 7200
    },
    {
      "epoch": 0.29494163424124514,
      "grad_norm": 0.7959053923043048,
      "learning_rate": 0.0002990419321278582,
      "loss": 1.1171,
      "step": 7201
    },
    {
      "epoch": 0.2949825926684415,
      "grad_norm": 0.6620977634975003,
      "learning_rate": 0.0002990415640685242,
      "loss": 1.0464,
      "step": 7202
    },
    {
      "epoch": 0.29502355109563794,
      "grad_norm": 1.5606571991962142,
      "learning_rate": 0.000299041195938732,
      "loss": 1.1246,
      "step": 7203
    },
    {
      "epoch": 0.2950645095228343,
      "grad_norm": 0.8308419059400471,
      "learning_rate": 0.00029904082773848174,
      "loss": 0.8402,
      "step": 7204
    },
    {
      "epoch": 0.29510546795003073,
      "grad_norm": 0.9213916168108587,
      "learning_rate": 0.00029904045946777365,
      "loss": 0.9678,
      "step": 7205
    },
    {
      "epoch": 0.2951464263772271,
      "grad_norm": 1.1726847058030372,
      "learning_rate": 0.00029904009112660787,
      "loss": 1.0446,
      "step": 7206
    },
    {
      "epoch": 0.2951873848044235,
      "grad_norm": 0.7817499091228414,
      "learning_rate": 0.0002990397227149846,
      "loss": 0.9477,
      "step": 7207
    },
    {
      "epoch": 0.2952283432316199,
      "grad_norm": 1.2568294360356507,
      "learning_rate": 0.00029903935423290394,
      "loss": 0.6112,
      "step": 7208
    },
    {
      "epoch": 0.2952693016588163,
      "grad_norm": 0.5530177892066243,
      "learning_rate": 0.0002990389856803662,
      "loss": 0.3627,
      "step": 7209
    },
    {
      "epoch": 0.2953102600860127,
      "grad_norm": 0.9422035596463402,
      "learning_rate": 0.00029903861705737146,
      "loss": 0.6429,
      "step": 7210
    },
    {
      "epoch": 0.2953512185132091,
      "grad_norm": 0.9285735974819471,
      "learning_rate": 0.0002990382483639199,
      "loss": 1.0742,
      "step": 7211
    },
    {
      "epoch": 0.2953921769404055,
      "grad_norm": 0.9615662050937088,
      "learning_rate": 0.0002990378796000117,
      "loss": 0.7762,
      "step": 7212
    },
    {
      "epoch": 0.2954331353676019,
      "grad_norm": 0.5790984758802719,
      "learning_rate": 0.000299037510765647,
      "loss": 0.5163,
      "step": 7213
    },
    {
      "epoch": 0.2954740937947983,
      "grad_norm": 0.572857597457238,
      "learning_rate": 0.00029903714186082603,
      "loss": 0.7881,
      "step": 7214
    },
    {
      "epoch": 0.2955150522219947,
      "grad_norm": 2.2452327022019327,
      "learning_rate": 0.000299036772885549,
      "loss": 1.2079,
      "step": 7215
    },
    {
      "epoch": 0.29555601064919107,
      "grad_norm": 1.1477814636241985,
      "learning_rate": 0.000299036403839816,
      "loss": 1.5755,
      "step": 7216
    },
    {
      "epoch": 0.29559696907638744,
      "grad_norm": 0.7490657111552173,
      "learning_rate": 0.0002990360347236272,
      "loss": 1.0465,
      "step": 7217
    },
    {
      "epoch": 0.29563792750358386,
      "grad_norm": 0.9078840195654039,
      "learning_rate": 0.00029903566553698285,
      "loss": 1.1034,
      "step": 7218
    },
    {
      "epoch": 0.29567888593078023,
      "grad_norm": 0.8751509540088033,
      "learning_rate": 0.00029903529627988307,
      "loss": 0.4434,
      "step": 7219
    },
    {
      "epoch": 0.29571984435797666,
      "grad_norm": 0.5366996635652425,
      "learning_rate": 0.00029903492695232804,
      "loss": 0.4432,
      "step": 7220
    },
    {
      "epoch": 0.295760802785173,
      "grad_norm": 3.161744252876212,
      "learning_rate": 0.00029903455755431803,
      "loss": 5.0562,
      "step": 7221
    },
    {
      "epoch": 0.29580176121236945,
      "grad_norm": 0.7008193800139115,
      "learning_rate": 0.00029903418808585304,
      "loss": 0.7577,
      "step": 7222
    },
    {
      "epoch": 0.2958427196395658,
      "grad_norm": 1.0251706173807207,
      "learning_rate": 0.00029903381854693334,
      "loss": 1.6142,
      "step": 7223
    },
    {
      "epoch": 0.29588367806676225,
      "grad_norm": 0.816288980095747,
      "learning_rate": 0.00029903344893755915,
      "loss": 0.9678,
      "step": 7224
    },
    {
      "epoch": 0.2959246364939586,
      "grad_norm": 1.0590234898497777,
      "learning_rate": 0.00029903307925773057,
      "loss": 1.0466,
      "step": 7225
    },
    {
      "epoch": 0.29596559492115504,
      "grad_norm": 0.712395535416432,
      "learning_rate": 0.00029903270950744777,
      "loss": 0.8473,
      "step": 7226
    },
    {
      "epoch": 0.2960065533483514,
      "grad_norm": 0.6479001944577594,
      "learning_rate": 0.00029903233968671096,
      "loss": 0.6224,
      "step": 7227
    },
    {
      "epoch": 0.29604751177554783,
      "grad_norm": 0.8451225459479417,
      "learning_rate": 0.0002990319697955203,
      "loss": 0.4419,
      "step": 7228
    },
    {
      "epoch": 0.2960884702027442,
      "grad_norm": 1.0339608322485445,
      "learning_rate": 0.000299031599833876,
      "loss": 1.3298,
      "step": 7229
    },
    {
      "epoch": 0.2961294286299406,
      "grad_norm": 0.801293508247168,
      "learning_rate": 0.00029903122980177825,
      "loss": 0.8425,
      "step": 7230
    },
    {
      "epoch": 0.296170387057137,
      "grad_norm": 0.8361768810035486,
      "learning_rate": 0.0002990308596992271,
      "loss": 1.0622,
      "step": 7231
    },
    {
      "epoch": 0.2962113454843334,
      "grad_norm": 1.322462324310729,
      "learning_rate": 0.0002990304895262228,
      "loss": 1.8802,
      "step": 7232
    },
    {
      "epoch": 0.2962523039115298,
      "grad_norm": 0.8213429266176633,
      "learning_rate": 0.0002990301192827656,
      "loss": 0.9384,
      "step": 7233
    },
    {
      "epoch": 0.2962932623387262,
      "grad_norm": 0.6536967039172955,
      "learning_rate": 0.00029902974896885555,
      "loss": 0.7445,
      "step": 7234
    },
    {
      "epoch": 0.2963342207659226,
      "grad_norm": 0.7833670269512542,
      "learning_rate": 0.00029902937858449294,
      "loss": 0.4203,
      "step": 7235
    },
    {
      "epoch": 0.296375179193119,
      "grad_norm": 0.9337359146103499,
      "learning_rate": 0.0002990290081296779,
      "loss": 1.5099,
      "step": 7236
    },
    {
      "epoch": 0.2964161376203154,
      "grad_norm": 2.552620658067487,
      "learning_rate": 0.0002990286376044105,
      "loss": 4.8659,
      "step": 7237
    },
    {
      "epoch": 0.29645709604751175,
      "grad_norm": 0.9273829145135123,
      "learning_rate": 0.00029902826700869105,
      "loss": 0.867,
      "step": 7238
    },
    {
      "epoch": 0.2964980544747082,
      "grad_norm": 0.9373061098582035,
      "learning_rate": 0.0002990278963425197,
      "loss": 1.1461,
      "step": 7239
    },
    {
      "epoch": 0.29653901290190454,
      "grad_norm": 0.6663220501214004,
      "learning_rate": 0.0002990275256058966,
      "loss": 0.5351,
      "step": 7240
    },
    {
      "epoch": 0.29657997132910097,
      "grad_norm": 0.8540101498632948,
      "learning_rate": 0.000299027154798822,
      "loss": 1.0384,
      "step": 7241
    },
    {
      "epoch": 0.29662092975629734,
      "grad_norm": 0.8407855108133037,
      "learning_rate": 0.00029902678392129586,
      "loss": 0.7829,
      "step": 7242
    },
    {
      "epoch": 0.29666188818349376,
      "grad_norm": 1.155750830133858,
      "learning_rate": 0.0002990264129733186,
      "loss": 1.5209,
      "step": 7243
    },
    {
      "epoch": 0.29670284661069013,
      "grad_norm": 0.7048566613032838,
      "learning_rate": 0.0002990260419548903,
      "loss": 0.8759,
      "step": 7244
    },
    {
      "epoch": 0.29674380503788655,
      "grad_norm": 0.6325169308374354,
      "learning_rate": 0.00029902567086601114,
      "loss": 0.3652,
      "step": 7245
    },
    {
      "epoch": 0.2967847634650829,
      "grad_norm": 1.2403199606564794,
      "learning_rate": 0.00029902529970668126,
      "loss": 1.0294,
      "step": 7246
    },
    {
      "epoch": 0.29682572189227935,
      "grad_norm": 0.6707674668864865,
      "learning_rate": 0.0002990249284769009,
      "loss": 0.538,
      "step": 7247
    },
    {
      "epoch": 0.2968666803194757,
      "grad_norm": 1.1733823268000132,
      "learning_rate": 0.00029902455717667015,
      "loss": 0.9869,
      "step": 7248
    },
    {
      "epoch": 0.29690763874667214,
      "grad_norm": 2.842669245554656,
      "learning_rate": 0.00029902418580598925,
      "loss": 4.5432,
      "step": 7249
    },
    {
      "epoch": 0.2969485971738685,
      "grad_norm": 0.6910768820572566,
      "learning_rate": 0.00029902381436485836,
      "loss": 0.582,
      "step": 7250
    },
    {
      "epoch": 0.29698955560106494,
      "grad_norm": 0.7646868127962262,
      "learning_rate": 0.0002990234428532777,
      "loss": 0.8879,
      "step": 7251
    },
    {
      "epoch": 0.2970305140282613,
      "grad_norm": 1.48944820261234,
      "learning_rate": 0.00029902307127124735,
      "loss": 1.7552,
      "step": 7252
    },
    {
      "epoch": 0.29707147245545773,
      "grad_norm": 0.6338124067067737,
      "learning_rate": 0.0002990226996187676,
      "loss": 0.6084,
      "step": 7253
    },
    {
      "epoch": 0.2971124308826541,
      "grad_norm": 0.9132345318968313,
      "learning_rate": 0.0002990223278958385,
      "loss": 1.0939,
      "step": 7254
    },
    {
      "epoch": 0.2971533893098505,
      "grad_norm": 0.5922462015529045,
      "learning_rate": 0.00029902195610246034,
      "loss": 0.9151,
      "step": 7255
    },
    {
      "epoch": 0.2971943477370469,
      "grad_norm": 0.9978979239535612,
      "learning_rate": 0.00029902158423863323,
      "loss": 1.0137,
      "step": 7256
    },
    {
      "epoch": 0.2972353061642433,
      "grad_norm": 0.9251482826568288,
      "learning_rate": 0.00029902121230435737,
      "loss": 0.7127,
      "step": 7257
    },
    {
      "epoch": 0.2972762645914397,
      "grad_norm": 1.0486506390892096,
      "learning_rate": 0.00029902084029963293,
      "loss": 1.3792,
      "step": 7258
    },
    {
      "epoch": 0.2973172230186361,
      "grad_norm": 0.9691687626440731,
      "learning_rate": 0.00029902046822446007,
      "loss": 0.9546,
      "step": 7259
    },
    {
      "epoch": 0.2973581814458325,
      "grad_norm": 0.7367961854596246,
      "learning_rate": 0.00029902009607883894,
      "loss": 0.6486,
      "step": 7260
    },
    {
      "epoch": 0.29739913987302885,
      "grad_norm": 0.7286375694548697,
      "learning_rate": 0.0002990197238627699,
      "loss": 0.4118,
      "step": 7261
    },
    {
      "epoch": 0.2974400983002253,
      "grad_norm": 0.8162226136730509,
      "learning_rate": 0.00029901935157625284,
      "loss": 1.0115,
      "step": 7262
    },
    {
      "epoch": 0.29748105672742164,
      "grad_norm": 0.840765123168805,
      "learning_rate": 0.00029901897921928814,
      "loss": 1.0553,
      "step": 7263
    },
    {
      "epoch": 0.29752201515461807,
      "grad_norm": 0.6020249141846292,
      "learning_rate": 0.0002990186067918759,
      "loss": 0.4877,
      "step": 7264
    },
    {
      "epoch": 0.29756297358181444,
      "grad_norm": 0.6524784536978547,
      "learning_rate": 0.0002990182342940163,
      "loss": 0.9079,
      "step": 7265
    },
    {
      "epoch": 0.29760393200901086,
      "grad_norm": 0.8700376444104024,
      "learning_rate": 0.0002990178617257095,
      "loss": 1.2947,
      "step": 7266
    },
    {
      "epoch": 0.29764489043620723,
      "grad_norm": 5.4581932189993685,
      "learning_rate": 0.0002990174890869557,
      "loss": 4.9102,
      "step": 7267
    },
    {
      "epoch": 0.29768584886340366,
      "grad_norm": 0.8062768316278847,
      "learning_rate": 0.00029901711637775514,
      "loss": 0.9384,
      "step": 7268
    },
    {
      "epoch": 0.2977268072906,
      "grad_norm": 1.5086485410513557,
      "learning_rate": 0.00029901674359810793,
      "loss": 2.0649,
      "step": 7269
    },
    {
      "epoch": 0.29776776571779645,
      "grad_norm": 0.7791685548036671,
      "learning_rate": 0.0002990163707480142,
      "loss": 0.9407,
      "step": 7270
    },
    {
      "epoch": 0.2978087241449928,
      "grad_norm": 0.562344848738976,
      "learning_rate": 0.0002990159978274742,
      "loss": 0.5567,
      "step": 7271
    },
    {
      "epoch": 0.29784968257218924,
      "grad_norm": 1.2341645959285963,
      "learning_rate": 0.0002990156248364881,
      "loss": 1.201,
      "step": 7272
    },
    {
      "epoch": 0.2978906409993856,
      "grad_norm": 1.539491304999423,
      "learning_rate": 0.00029901525177505607,
      "loss": 0.7978,
      "step": 7273
    },
    {
      "epoch": 0.29793159942658204,
      "grad_norm": 0.6752833764067114,
      "learning_rate": 0.0002990148786431782,
      "loss": 0.8048,
      "step": 7274
    },
    {
      "epoch": 0.2979725578537784,
      "grad_norm": 2.5365273545602784,
      "learning_rate": 0.0002990145054408548,
      "loss": 1.8058,
      "step": 7275
    },
    {
      "epoch": 0.29801351628097483,
      "grad_norm": 0.83352218969826,
      "learning_rate": 0.000299014132168086,
      "loss": 1.1646,
      "step": 7276
    },
    {
      "epoch": 0.2980544747081712,
      "grad_norm": 1.4646278021913168,
      "learning_rate": 0.00029901375882487196,
      "loss": 1.6117,
      "step": 7277
    },
    {
      "epoch": 0.2980954331353676,
      "grad_norm": 1.0580398242211837,
      "learning_rate": 0.0002990133854112128,
      "loss": 1.099,
      "step": 7278
    },
    {
      "epoch": 0.298136391562564,
      "grad_norm": 0.8240793281528312,
      "learning_rate": 0.0002990130119271088,
      "loss": 0.9655,
      "step": 7279
    },
    {
      "epoch": 0.2981773499897604,
      "grad_norm": 0.6644213858270481,
      "learning_rate": 0.0002990126383725601,
      "loss": 0.9811,
      "step": 7280
    },
    {
      "epoch": 0.2982183084169568,
      "grad_norm": 0.7121503075613704,
      "learning_rate": 0.0002990122647475669,
      "loss": 0.986,
      "step": 7281
    },
    {
      "epoch": 0.29825926684415316,
      "grad_norm": 1.540619237055099,
      "learning_rate": 0.0002990118910521293,
      "loss": 1.3271,
      "step": 7282
    },
    {
      "epoch": 0.2983002252713496,
      "grad_norm": 1.0892676577121092,
      "learning_rate": 0.0002990115172862476,
      "loss": 0.9715,
      "step": 7283
    },
    {
      "epoch": 0.29834118369854595,
      "grad_norm": 0.9581945868915297,
      "learning_rate": 0.0002990111434499218,
      "loss": 1.0484,
      "step": 7284
    },
    {
      "epoch": 0.2983821421257424,
      "grad_norm": 0.9684704140656906,
      "learning_rate": 0.00029901076954315224,
      "loss": 0.8785,
      "step": 7285
    },
    {
      "epoch": 0.29842310055293875,
      "grad_norm": 0.7869497897051965,
      "learning_rate": 0.000299010395565939,
      "loss": 0.4256,
      "step": 7286
    },
    {
      "epoch": 0.29846405898013517,
      "grad_norm": 0.5778558747373522,
      "learning_rate": 0.0002990100215182823,
      "loss": 0.8799,
      "step": 7287
    },
    {
      "epoch": 0.29850501740733154,
      "grad_norm": 0.7628500315932677,
      "learning_rate": 0.00029900964740018233,
      "loss": 1.0598,
      "step": 7288
    },
    {
      "epoch": 0.29854597583452797,
      "grad_norm": 0.8171848131665308,
      "learning_rate": 0.0002990092732116393,
      "loss": 1.0108,
      "step": 7289
    },
    {
      "epoch": 0.29858693426172433,
      "grad_norm": 0.7183148617687536,
      "learning_rate": 0.0002990088989526532,
      "loss": 0.681,
      "step": 7290
    },
    {
      "epoch": 0.29862789268892076,
      "grad_norm": 0.8880626243157411,
      "learning_rate": 0.00029900852462322444,
      "loss": 1.1874,
      "step": 7291
    },
    {
      "epoch": 0.29866885111611713,
      "grad_norm": 0.7655044331221231,
      "learning_rate": 0.00029900815022335304,
      "loss": 0.4381,
      "step": 7292
    },
    {
      "epoch": 0.29870980954331355,
      "grad_norm": 0.9407164017997127,
      "learning_rate": 0.0002990077757530393,
      "loss": 0.9421,
      "step": 7293
    },
    {
      "epoch": 0.2987507679705099,
      "grad_norm": 1.1386338212223361,
      "learning_rate": 0.00029900740121228324,
      "loss": 1.4464,
      "step": 7294
    },
    {
      "epoch": 0.29879172639770635,
      "grad_norm": 0.763195704651848,
      "learning_rate": 0.0002990070266010852,
      "loss": 0.8111,
      "step": 7295
    },
    {
      "epoch": 0.2988326848249027,
      "grad_norm": 0.8504266402488425,
      "learning_rate": 0.00029900665191944523,
      "loss": 0.8503,
      "step": 7296
    },
    {
      "epoch": 0.29887364325209914,
      "grad_norm": 0.6701330938152282,
      "learning_rate": 0.0002990062771673636,
      "loss": 1.0021,
      "step": 7297
    },
    {
      "epoch": 0.2989146016792955,
      "grad_norm": 0.7533039989998146,
      "learning_rate": 0.0002990059023448404,
      "loss": 0.717,
      "step": 7298
    },
    {
      "epoch": 0.29895556010649194,
      "grad_norm": 0.7698441571965723,
      "learning_rate": 0.00029900552745187593,
      "loss": 0.9471,
      "step": 7299
    },
    {
      "epoch": 0.2989965185336883,
      "grad_norm": 0.8350359165403203,
      "learning_rate": 0.0002990051524884703,
      "loss": 1.3309,
      "step": 7300
    },
    {
      "epoch": 0.29903747696088473,
      "grad_norm": 0.6671985038911665,
      "learning_rate": 0.0002990047774546236,
      "loss": 0.8887,
      "step": 7301
    },
    {
      "epoch": 0.2990784353880811,
      "grad_norm": 0.7679621157292904,
      "learning_rate": 0.0002990044023503361,
      "loss": 0.8221,
      "step": 7302
    },
    {
      "epoch": 0.29911939381527747,
      "grad_norm": 0.7828037198769506,
      "learning_rate": 0.000299004027175608,
      "loss": 0.9231,
      "step": 7303
    },
    {
      "epoch": 0.2991603522424739,
      "grad_norm": 0.9493412773796664,
      "learning_rate": 0.0002990036519304394,
      "loss": 1.2076,
      "step": 7304
    },
    {
      "epoch": 0.29920131066967026,
      "grad_norm": 0.5992632954720031,
      "learning_rate": 0.0002990032766148306,
      "loss": 0.7373,
      "step": 7305
    },
    {
      "epoch": 0.2992422690968667,
      "grad_norm": 0.9678266739087836,
      "learning_rate": 0.00029900290122878163,
      "loss": 0.7811,
      "step": 7306
    },
    {
      "epoch": 0.29928322752406306,
      "grad_norm": 0.6410394182358136,
      "learning_rate": 0.00029900252577229276,
      "loss": 0.7289,
      "step": 7307
    },
    {
      "epoch": 0.2993241859512595,
      "grad_norm": 0.6907770623154117,
      "learning_rate": 0.0002990021502453641,
      "loss": 0.9556,
      "step": 7308
    },
    {
      "epoch": 0.29936514437845585,
      "grad_norm": 2.433758385834261,
      "learning_rate": 0.00029900177464799594,
      "loss": 2.7199,
      "step": 7309
    },
    {
      "epoch": 0.2994061028056523,
      "grad_norm": 0.7697420009910121,
      "learning_rate": 0.00029900139898018837,
      "loss": 0.5832,
      "step": 7310
    },
    {
      "epoch": 0.29944706123284864,
      "grad_norm": 0.7560908022697067,
      "learning_rate": 0.00029900102324194154,
      "loss": 0.8814,
      "step": 7311
    },
    {
      "epoch": 0.29948801966004507,
      "grad_norm": 0.7447536098071524,
      "learning_rate": 0.00029900064743325567,
      "loss": 0.6805,
      "step": 7312
    },
    {
      "epoch": 0.29952897808724144,
      "grad_norm": 0.716835231608036,
      "learning_rate": 0.000299000271554131,
      "loss": 0.9197,
      "step": 7313
    },
    {
      "epoch": 0.29956993651443786,
      "grad_norm": 0.9054508099430404,
      "learning_rate": 0.0002989998956045676,
      "loss": 1.1596,
      "step": 7314
    },
    {
      "epoch": 0.29961089494163423,
      "grad_norm": 0.9194002185656371,
      "learning_rate": 0.00029899951958456574,
      "loss": 1.0886,
      "step": 7315
    },
    {
      "epoch": 0.29965185336883066,
      "grad_norm": 0.9568823925930787,
      "learning_rate": 0.00029899914349412553,
      "loss": 1.0352,
      "step": 7316
    },
    {
      "epoch": 0.299692811796027,
      "grad_norm": 0.8339677318236008,
      "learning_rate": 0.00029899876733324715,
      "loss": 0.602,
      "step": 7317
    },
    {
      "epoch": 0.29973377022322345,
      "grad_norm": 0.6198332400606291,
      "learning_rate": 0.0002989983911019308,
      "loss": 0.6289,
      "step": 7318
    },
    {
      "epoch": 0.2997747286504198,
      "grad_norm": 0.7363584607762308,
      "learning_rate": 0.0002989980148001767,
      "loss": 0.9547,
      "step": 7319
    },
    {
      "epoch": 0.29981568707761624,
      "grad_norm": 0.7679694650971657,
      "learning_rate": 0.00029899763842798497,
      "loss": 1.1632,
      "step": 7320
    },
    {
      "epoch": 0.2998566455048126,
      "grad_norm": 0.564829584594107,
      "learning_rate": 0.00029899726198535573,
      "loss": 0.4198,
      "step": 7321
    },
    {
      "epoch": 0.29989760393200904,
      "grad_norm": 0.552128966796191,
      "learning_rate": 0.0002989968854722893,
      "loss": 0.4473,
      "step": 7322
    },
    {
      "epoch": 0.2999385623592054,
      "grad_norm": 1.1848468986843823,
      "learning_rate": 0.00029899650888878576,
      "loss": 1.5049,
      "step": 7323
    },
    {
      "epoch": 0.2999795207864018,
      "grad_norm": 1.0175282565289605,
      "learning_rate": 0.00029899613223484536,
      "loss": 1.1597,
      "step": 7324
    },
    {
      "epoch": 0.3000204792135982,
      "grad_norm": 1.087519034443103,
      "learning_rate": 0.0002989957555104682,
      "loss": 0.8294,
      "step": 7325
    },
    {
      "epoch": 0.30006143764079457,
      "grad_norm": 0.518395539316393,
      "learning_rate": 0.00029899537871565446,
      "loss": 0.3774,
      "step": 7326
    },
    {
      "epoch": 0.300102396067991,
      "grad_norm": 0.8264938175356205,
      "learning_rate": 0.00029899500185040447,
      "loss": 0.8782,
      "step": 7327
    },
    {
      "epoch": 0.30014335449518736,
      "grad_norm": 0.6772891033851683,
      "learning_rate": 0.0002989946249147182,
      "loss": 0.9936,
      "step": 7328
    },
    {
      "epoch": 0.3001843129223838,
      "grad_norm": 0.873842230294992,
      "learning_rate": 0.0002989942479085959,
      "loss": 0.9266,
      "step": 7329
    },
    {
      "epoch": 0.30022527134958016,
      "grad_norm": 1.2151345450123523,
      "learning_rate": 0.0002989938708320378,
      "loss": 1.1383,
      "step": 7330
    },
    {
      "epoch": 0.3002662297767766,
      "grad_norm": 1.0198271665211311,
      "learning_rate": 0.000298993493685044,
      "loss": 1.0373,
      "step": 7331
    },
    {
      "epoch": 0.30030718820397295,
      "grad_norm": 0.7709892155890441,
      "learning_rate": 0.0002989931164676148,
      "loss": 1.0446,
      "step": 7332
    },
    {
      "epoch": 0.3003481466311694,
      "grad_norm": 0.7391209613880578,
      "learning_rate": 0.0002989927391797502,
      "loss": 1.1202,
      "step": 7333
    },
    {
      "epoch": 0.30038910505836575,
      "grad_norm": 1.5850232379315519,
      "learning_rate": 0.00029899236182145055,
      "loss": 1.5215,
      "step": 7334
    },
    {
      "epoch": 0.30043006348556217,
      "grad_norm": 0.6641737098495201,
      "learning_rate": 0.00029899198439271597,
      "loss": 0.7164,
      "step": 7335
    },
    {
      "epoch": 0.30047102191275854,
      "grad_norm": 0.6639511804261955,
      "learning_rate": 0.0002989916068935466,
      "loss": 0.7914,
      "step": 7336
    },
    {
      "epoch": 0.30051198033995496,
      "grad_norm": 0.8268908243737272,
      "learning_rate": 0.00029899122932394267,
      "loss": 0.7421,
      "step": 7337
    },
    {
      "epoch": 0.30055293876715133,
      "grad_norm": 0.5939318898761193,
      "learning_rate": 0.0002989908516839043,
      "loss": 0.7037,
      "step": 7338
    },
    {
      "epoch": 0.30059389719434776,
      "grad_norm": 1.0884237484032662,
      "learning_rate": 0.0002989904739734317,
      "loss": 0.9849,
      "step": 7339
    },
    {
      "epoch": 0.30063485562154413,
      "grad_norm": 0.8356268139722345,
      "learning_rate": 0.00029899009619252504,
      "loss": 0.7154,
      "step": 7340
    },
    {
      "epoch": 0.30067581404874055,
      "grad_norm": 1.188172006228099,
      "learning_rate": 0.00029898971834118454,
      "loss": 1.3831,
      "step": 7341
    },
    {
      "epoch": 0.3007167724759369,
      "grad_norm": 0.8434197682268263,
      "learning_rate": 0.0002989893404194103,
      "loss": 0.8956,
      "step": 7342
    },
    {
      "epoch": 0.30075773090313335,
      "grad_norm": 0.9855619220385735,
      "learning_rate": 0.0002989889624272026,
      "loss": 1.1092,
      "step": 7343
    },
    {
      "epoch": 0.3007986893303297,
      "grad_norm": 2.076917994605983,
      "learning_rate": 0.00029898858436456155,
      "loss": 1.7451,
      "step": 7344
    },
    {
      "epoch": 0.3008396477575261,
      "grad_norm": 0.8178775488995451,
      "learning_rate": 0.00029898820623148727,
      "loss": 1.3017,
      "step": 7345
    },
    {
      "epoch": 0.3008806061847225,
      "grad_norm": 0.6415240671481713,
      "learning_rate": 0.00029898782802798013,
      "loss": 0.3719,
      "step": 7346
    },
    {
      "epoch": 0.3009215646119189,
      "grad_norm": 0.8126803909632636,
      "learning_rate": 0.0002989874497540401,
      "loss": 0.8874,
      "step": 7347
    },
    {
      "epoch": 0.3009625230391153,
      "grad_norm": 1.1236369090134286,
      "learning_rate": 0.00029898707140966753,
      "loss": 0.9478,
      "step": 7348
    },
    {
      "epoch": 0.3010034814663117,
      "grad_norm": 1.2949026066430267,
      "learning_rate": 0.0002989866929948624,
      "loss": 1.2047,
      "step": 7349
    },
    {
      "epoch": 0.3010444398935081,
      "grad_norm": 1.30999838227876,
      "learning_rate": 0.00029898631450962516,
      "loss": 1.2046,
      "step": 7350
    },
    {
      "epoch": 0.30108539832070447,
      "grad_norm": 0.6462199395696399,
      "learning_rate": 0.0002989859359539557,
      "loss": 0.8953,
      "step": 7351
    },
    {
      "epoch": 0.3011263567479009,
      "grad_norm": 0.7988007064427292,
      "learning_rate": 0.00029898555732785437,
      "loss": 0.9609,
      "step": 7352
    },
    {
      "epoch": 0.30116731517509726,
      "grad_norm": 0.7522917576175318,
      "learning_rate": 0.00029898517863132136,
      "loss": 0.9905,
      "step": 7353
    },
    {
      "epoch": 0.3012082736022937,
      "grad_norm": 0.8394611227856611,
      "learning_rate": 0.0002989847998643568,
      "loss": 0.9465,
      "step": 7354
    },
    {
      "epoch": 0.30124923202949005,
      "grad_norm": 0.6620795738507516,
      "learning_rate": 0.0002989844210269608,
      "loss": 0.8362,
      "step": 7355
    },
    {
      "epoch": 0.3012901904566865,
      "grad_norm": 2.5739116207278423,
      "learning_rate": 0.00029898404211913367,
      "loss": 5.0486,
      "step": 7356
    },
    {
      "epoch": 0.30133114888388285,
      "grad_norm": 0.9047635705078254,
      "learning_rate": 0.0002989836631408755,
      "loss": 1.3134,
      "step": 7357
    },
    {
      "epoch": 0.3013721073110793,
      "grad_norm": 0.867877256015287,
      "learning_rate": 0.0002989832840921865,
      "loss": 0.9553,
      "step": 7358
    },
    {
      "epoch": 0.30141306573827564,
      "grad_norm": 1.1835073896451775,
      "learning_rate": 0.0002989829049730669,
      "loss": 0.922,
      "step": 7359
    },
    {
      "epoch": 0.30145402416547207,
      "grad_norm": 0.9605177732221449,
      "learning_rate": 0.0002989825257835168,
      "loss": 1.1531,
      "step": 7360
    },
    {
      "epoch": 0.30149498259266844,
      "grad_norm": 0.6893370697278425,
      "learning_rate": 0.0002989821465235364,
      "loss": 0.8134,
      "step": 7361
    },
    {
      "epoch": 0.30153594101986486,
      "grad_norm": 0.6243220589496428,
      "learning_rate": 0.00029898176719312584,
      "loss": 0.7477,
      "step": 7362
    },
    {
      "epoch": 0.30157689944706123,
      "grad_norm": 0.9825699723042356,
      "learning_rate": 0.00029898138779228546,
      "loss": 1.1215,
      "step": 7363
    },
    {
      "epoch": 0.30161785787425766,
      "grad_norm": 0.6513955123157539,
      "learning_rate": 0.00029898100832101524,
      "loss": 0.6191,
      "step": 7364
    },
    {
      "epoch": 0.301658816301454,
      "grad_norm": 0.9306189124704104,
      "learning_rate": 0.0002989806287793154,
      "loss": 1.0658,
      "step": 7365
    },
    {
      "epoch": 0.3016997747286504,
      "grad_norm": 0.724632820913309,
      "learning_rate": 0.00029898024916718625,
      "loss": 0.7433,
      "step": 7366
    },
    {
      "epoch": 0.3017407331558468,
      "grad_norm": 0.5682587447140719,
      "learning_rate": 0.00029897986948462785,
      "loss": 0.8537,
      "step": 7367
    },
    {
      "epoch": 0.3017816915830432,
      "grad_norm": 0.7283565041279697,
      "learning_rate": 0.00029897948973164044,
      "loss": 0.9039,
      "step": 7368
    },
    {
      "epoch": 0.3018226500102396,
      "grad_norm": 0.8390010886169426,
      "learning_rate": 0.0002989791099082241,
      "loss": 0.7856,
      "step": 7369
    },
    {
      "epoch": 0.301863608437436,
      "grad_norm": 0.7838533909805798,
      "learning_rate": 0.00029897873001437917,
      "loss": 0.8344,
      "step": 7370
    },
    {
      "epoch": 0.3019045668646324,
      "grad_norm": 1.2467697021435238,
      "learning_rate": 0.0002989783500501057,
      "loss": 0.496,
      "step": 7371
    },
    {
      "epoch": 0.3019455252918288,
      "grad_norm": 0.6859716720354602,
      "learning_rate": 0.00029897797001540396,
      "loss": 1.0616,
      "step": 7372
    },
    {
      "epoch": 0.3019864837190252,
      "grad_norm": 0.9268782293859466,
      "learning_rate": 0.00029897758991027397,
      "loss": 1.0903,
      "step": 7373
    },
    {
      "epoch": 0.30202744214622157,
      "grad_norm": 0.7103924519171545,
      "learning_rate": 0.0002989772097347161,
      "loss": 1.0526,
      "step": 7374
    },
    {
      "epoch": 0.302068400573418,
      "grad_norm": 1.064805955442827,
      "learning_rate": 0.0002989768294887304,
      "loss": 1.0273,
      "step": 7375
    },
    {
      "epoch": 0.30210935900061436,
      "grad_norm": 0.7992231200830741,
      "learning_rate": 0.0002989764491723172,
      "loss": 1.0213,
      "step": 7376
    },
    {
      "epoch": 0.3021503174278108,
      "grad_norm": 0.8047166418979662,
      "learning_rate": 0.0002989760687854765,
      "loss": 0.8245,
      "step": 7377
    },
    {
      "epoch": 0.30219127585500716,
      "grad_norm": 0.8212039472140974,
      "learning_rate": 0.0002989756883282086,
      "loss": 0.9197,
      "step": 7378
    },
    {
      "epoch": 0.3022322342822036,
      "grad_norm": 1.7538899636610163,
      "learning_rate": 0.0002989753078005136,
      "loss": 1.7632,
      "step": 7379
    },
    {
      "epoch": 0.30227319270939995,
      "grad_norm": 0.6220749110826277,
      "learning_rate": 0.0002989749272023917,
      "loss": 0.5641,
      "step": 7380
    },
    {
      "epoch": 0.3023141511365964,
      "grad_norm": 2.619313008640266,
      "learning_rate": 0.00029897454653384317,
      "loss": 4.5534,
      "step": 7381
    },
    {
      "epoch": 0.30235510956379275,
      "grad_norm": 0.9372758918496593,
      "learning_rate": 0.0002989741657948681,
      "loss": 1.1475,
      "step": 7382
    },
    {
      "epoch": 0.30239606799098917,
      "grad_norm": 0.806274076233077,
      "learning_rate": 0.0002989737849854666,
      "loss": 0.9734,
      "step": 7383
    },
    {
      "epoch": 0.30243702641818554,
      "grad_norm": 0.6985009852546663,
      "learning_rate": 0.00029897340410563905,
      "loss": 1.0228,
      "step": 7384
    },
    {
      "epoch": 0.30247798484538196,
      "grad_norm": 2.1486816233710266,
      "learning_rate": 0.00029897302315538544,
      "loss": 2.9601,
      "step": 7385
    },
    {
      "epoch": 0.30251894327257833,
      "grad_norm": 10.780133678452554,
      "learning_rate": 0.0002989726421347061,
      "loss": 4.9339,
      "step": 7386
    },
    {
      "epoch": 0.3025599016997747,
      "grad_norm": 0.7788935102460857,
      "learning_rate": 0.0002989722610436011,
      "loss": 0.7113,
      "step": 7387
    },
    {
      "epoch": 0.3026008601269711,
      "grad_norm": 0.8384857416575423,
      "learning_rate": 0.00029897187988207067,
      "loss": 1.0972,
      "step": 7388
    },
    {
      "epoch": 0.3026418185541675,
      "grad_norm": 2.528579069730134,
      "learning_rate": 0.00029897149865011494,
      "loss": 3.5116,
      "step": 7389
    },
    {
      "epoch": 0.3026827769813639,
      "grad_norm": 0.8038546685647818,
      "learning_rate": 0.0002989711173477342,
      "loss": 1.3346,
      "step": 7390
    },
    {
      "epoch": 0.3027237354085603,
      "grad_norm": 0.635711230149498,
      "learning_rate": 0.00029897073597492854,
      "loss": 0.8833,
      "step": 7391
    },
    {
      "epoch": 0.3027646938357567,
      "grad_norm": 0.773672718431718,
      "learning_rate": 0.0002989703545316981,
      "loss": 1.0651,
      "step": 7392
    },
    {
      "epoch": 0.3028056522629531,
      "grad_norm": 1.0722629162346453,
      "learning_rate": 0.0002989699730180432,
      "loss": 1.4616,
      "step": 7393
    },
    {
      "epoch": 0.3028466106901495,
      "grad_norm": 0.8888715098665756,
      "learning_rate": 0.0002989695914339639,
      "loss": 1.0605,
      "step": 7394
    },
    {
      "epoch": 0.3028875691173459,
      "grad_norm": 1.0038885032829012,
      "learning_rate": 0.0002989692097794604,
      "loss": 1.026,
      "step": 7395
    },
    {
      "epoch": 0.3029285275445423,
      "grad_norm": 0.819049132450895,
      "learning_rate": 0.00029896882805453297,
      "loss": 0.8552,
      "step": 7396
    },
    {
      "epoch": 0.3029694859717387,
      "grad_norm": 0.9530850004391448,
      "learning_rate": 0.00029896844625918167,
      "loss": 1.0791,
      "step": 7397
    },
    {
      "epoch": 0.3030104443989351,
      "grad_norm": 1.3421159717940625,
      "learning_rate": 0.00029896806439340677,
      "loss": 0.8977,
      "step": 7398
    },
    {
      "epoch": 0.30305140282613147,
      "grad_norm": 1.0078579379542973,
      "learning_rate": 0.00029896768245720834,
      "loss": 1.4295,
      "step": 7399
    },
    {
      "epoch": 0.3030923612533279,
      "grad_norm": 0.9607072797256979,
      "learning_rate": 0.0002989673004505867,
      "loss": 1.12,
      "step": 7400
    },
    {
      "epoch": 0.30313331968052426,
      "grad_norm": 0.6526578460009572,
      "learning_rate": 0.00029896691837354194,
      "loss": 0.5205,
      "step": 7401
    },
    {
      "epoch": 0.3031742781077207,
      "grad_norm": 0.8320218291298338,
      "learning_rate": 0.0002989665362260743,
      "loss": 0.6683,
      "step": 7402
    },
    {
      "epoch": 0.30321523653491705,
      "grad_norm": 3.004085217464117,
      "learning_rate": 0.0002989661540081839,
      "loss": 1.9894,
      "step": 7403
    },
    {
      "epoch": 0.3032561949621135,
      "grad_norm": 0.9353396449384217,
      "learning_rate": 0.00029896577171987094,
      "loss": 0.9136,
      "step": 7404
    },
    {
      "epoch": 0.30329715338930985,
      "grad_norm": 6.237147596095768,
      "learning_rate": 0.0002989653893611356,
      "loss": 5.3577,
      "step": 7405
    },
    {
      "epoch": 0.3033381118165063,
      "grad_norm": 0.7338811836191159,
      "learning_rate": 0.0002989650069319781,
      "loss": 0.9835,
      "step": 7406
    },
    {
      "epoch": 0.30337907024370264,
      "grad_norm": 0.8025766901181638,
      "learning_rate": 0.00029896462443239856,
      "loss": 0.6384,
      "step": 7407
    },
    {
      "epoch": 0.303420028670899,
      "grad_norm": 1.5137045407740188,
      "learning_rate": 0.00029896424186239717,
      "loss": 1.772,
      "step": 7408
    },
    {
      "epoch": 0.30346098709809544,
      "grad_norm": 0.8548771142700515,
      "learning_rate": 0.00029896385922197413,
      "loss": 0.8267,
      "step": 7409
    },
    {
      "epoch": 0.3035019455252918,
      "grad_norm": 1.0063505176257823,
      "learning_rate": 0.00029896347651112967,
      "loss": 1.1767,
      "step": 7410
    },
    {
      "epoch": 0.30354290395248823,
      "grad_norm": 0.6644364149343118,
      "learning_rate": 0.0002989630937298639,
      "loss": 0.8146,
      "step": 7411
    },
    {
      "epoch": 0.3035838623796846,
      "grad_norm": 1.1809544688200655,
      "learning_rate": 0.000298962710878177,
      "loss": 1.0609,
      "step": 7412
    },
    {
      "epoch": 0.303624820806881,
      "grad_norm": 0.9616844348701413,
      "learning_rate": 0.00029896232795606926,
      "loss": 0.987,
      "step": 7413
    },
    {
      "epoch": 0.3036657792340774,
      "grad_norm": 0.6243961878849386,
      "learning_rate": 0.0002989619449635407,
      "loss": 0.7866,
      "step": 7414
    },
    {
      "epoch": 0.3037067376612738,
      "grad_norm": 1.4702728501399762,
      "learning_rate": 0.0002989615619005916,
      "loss": 0.5136,
      "step": 7415
    },
    {
      "epoch": 0.3037476960884702,
      "grad_norm": 0.9661501777106797,
      "learning_rate": 0.0002989611787672221,
      "loss": 0.4121,
      "step": 7416
    },
    {
      "epoch": 0.3037886545156666,
      "grad_norm": 0.8686960495276255,
      "learning_rate": 0.00029896079556343243,
      "loss": 1.1358,
      "step": 7417
    },
    {
      "epoch": 0.303829612942863,
      "grad_norm": 0.7467810992311413,
      "learning_rate": 0.0002989604122892227,
      "loss": 0.8166,
      "step": 7418
    },
    {
      "epoch": 0.3038705713700594,
      "grad_norm": 0.92350416629974,
      "learning_rate": 0.00029896002894459317,
      "loss": 1.1946,
      "step": 7419
    },
    {
      "epoch": 0.3039115297972558,
      "grad_norm": 0.8223256715229272,
      "learning_rate": 0.0002989596455295439,
      "loss": 0.4521,
      "step": 7420
    },
    {
      "epoch": 0.3039524882244522,
      "grad_norm": 1.0226959935149085,
      "learning_rate": 0.00029895926204407525,
      "loss": 0.8421,
      "step": 7421
    },
    {
      "epoch": 0.30399344665164857,
      "grad_norm": 0.8533793272747798,
      "learning_rate": 0.00029895887848818724,
      "loss": 0.7877,
      "step": 7422
    },
    {
      "epoch": 0.304034405078845,
      "grad_norm": 1.399269783737032,
      "learning_rate": 0.00029895849486188014,
      "loss": 1.5581,
      "step": 7423
    },
    {
      "epoch": 0.30407536350604136,
      "grad_norm": 0.6165873716303392,
      "learning_rate": 0.0002989581111651541,
      "loss": 0.3633,
      "step": 7424
    },
    {
      "epoch": 0.3041163219332378,
      "grad_norm": 1.023981393527349,
      "learning_rate": 0.00029895772739800937,
      "loss": 1.1668,
      "step": 7425
    },
    {
      "epoch": 0.30415728036043416,
      "grad_norm": 0.7935045540689117,
      "learning_rate": 0.000298957343560446,
      "loss": 0.9556,
      "step": 7426
    },
    {
      "epoch": 0.3041982387876306,
      "grad_norm": 0.6489657883835036,
      "learning_rate": 0.0002989569596524643,
      "loss": 0.3853,
      "step": 7427
    },
    {
      "epoch": 0.30423919721482695,
      "grad_norm": 0.6723094648921344,
      "learning_rate": 0.00029895657567406426,
      "loss": 0.8362,
      "step": 7428
    },
    {
      "epoch": 0.3042801556420233,
      "grad_norm": 1.1365246692682003,
      "learning_rate": 0.00029895619162524634,
      "loss": 1.0196,
      "step": 7429
    },
    {
      "epoch": 0.30432111406921974,
      "grad_norm": 0.9455946177181336,
      "learning_rate": 0.0002989558075060105,
      "loss": 0.9378,
      "step": 7430
    },
    {
      "epoch": 0.3043620724964161,
      "grad_norm": 0.7373596567201812,
      "learning_rate": 0.000298955423316357,
      "loss": 0.8193,
      "step": 7431
    },
    {
      "epoch": 0.30440303092361254,
      "grad_norm": 1.0746386734395839,
      "learning_rate": 0.00029895503905628604,
      "loss": 1.1002,
      "step": 7432
    },
    {
      "epoch": 0.3044439893508089,
      "grad_norm": 0.7403318045431104,
      "learning_rate": 0.0002989546547257978,
      "loss": 0.9717,
      "step": 7433
    },
    {
      "epoch": 0.30448494777800533,
      "grad_norm": 0.6406852311701471,
      "learning_rate": 0.00029895427032489245,
      "loss": 0.9524,
      "step": 7434
    },
    {
      "epoch": 0.3045259062052017,
      "grad_norm": 1.4317269681880953,
      "learning_rate": 0.00029895388585357015,
      "loss": 2.22,
      "step": 7435
    },
    {
      "epoch": 0.3045668646323981,
      "grad_norm": 1.0143319126514414,
      "learning_rate": 0.0002989535013118311,
      "loss": 1.3002,
      "step": 7436
    },
    {
      "epoch": 0.3046078230595945,
      "grad_norm": 1.0177517357994366,
      "learning_rate": 0.00029895311669967544,
      "loss": 1.3499,
      "step": 7437
    },
    {
      "epoch": 0.3046487814867909,
      "grad_norm": 0.8331144403156936,
      "learning_rate": 0.0002989527320171034,
      "loss": 0.9716,
      "step": 7438
    },
    {
      "epoch": 0.3046897399139873,
      "grad_norm": 0.8418186010733885,
      "learning_rate": 0.00029895234726411515,
      "loss": 0.7525,
      "step": 7439
    },
    {
      "epoch": 0.3047306983411837,
      "grad_norm": 0.7750973079523834,
      "learning_rate": 0.0002989519624407109,
      "loss": 1.0313,
      "step": 7440
    },
    {
      "epoch": 0.3047716567683801,
      "grad_norm": 0.6601949026213257,
      "learning_rate": 0.0002989515775468908,
      "loss": 0.3596,
      "step": 7441
    },
    {
      "epoch": 0.3048126151955765,
      "grad_norm": 0.7048091275142504,
      "learning_rate": 0.00029895119258265505,
      "loss": 1.055,
      "step": 7442
    },
    {
      "epoch": 0.3048535736227729,
      "grad_norm": 1.0040853158838305,
      "learning_rate": 0.00029895080754800376,
      "loss": 0.8829,
      "step": 7443
    },
    {
      "epoch": 0.3048945320499693,
      "grad_norm": 1.311590932281703,
      "learning_rate": 0.00029895042244293727,
      "loss": 2.0534,
      "step": 7444
    },
    {
      "epoch": 0.30493549047716567,
      "grad_norm": 0.6357693512268997,
      "learning_rate": 0.00029895003726745554,
      "loss": 0.9428,
      "step": 7445
    },
    {
      "epoch": 0.3049764489043621,
      "grad_norm": 0.8905479664184269,
      "learning_rate": 0.00029894965202155894,
      "loss": 1.4247,
      "step": 7446
    },
    {
      "epoch": 0.30501740733155847,
      "grad_norm": 0.8760570312524455,
      "learning_rate": 0.00029894926670524764,
      "loss": 0.7866,
      "step": 7447
    },
    {
      "epoch": 0.3050583657587549,
      "grad_norm": 0.8553464455185328,
      "learning_rate": 0.0002989488813185217,
      "loss": 0.782,
      "step": 7448
    },
    {
      "epoch": 0.30509932418595126,
      "grad_norm": 0.7269221069603539,
      "learning_rate": 0.00029894849586138136,
      "loss": 1.1479,
      "step": 7449
    },
    {
      "epoch": 0.30514028261314763,
      "grad_norm": 0.723763830763913,
      "learning_rate": 0.00029894811033382687,
      "loss": 0.8658,
      "step": 7450
    },
    {
      "epoch": 0.30518124104034405,
      "grad_norm": 1.0889900490233042,
      "learning_rate": 0.00029894772473585833,
      "loss": 0.8337,
      "step": 7451
    },
    {
      "epoch": 0.3052221994675404,
      "grad_norm": 0.8375538940388643,
      "learning_rate": 0.00029894733906747596,
      "loss": 0.5183,
      "step": 7452
    },
    {
      "epoch": 0.30526315789473685,
      "grad_norm": 0.7377412316882253,
      "learning_rate": 0.0002989469533286799,
      "loss": 1.1038,
      "step": 7453
    },
    {
      "epoch": 0.3053041163219332,
      "grad_norm": 0.6478178253171838,
      "learning_rate": 0.0002989465675194704,
      "loss": 0.3855,
      "step": 7454
    },
    {
      "epoch": 0.30534507474912964,
      "grad_norm": 0.6004022593037341,
      "learning_rate": 0.00029894618163984755,
      "loss": 0.8339,
      "step": 7455
    },
    {
      "epoch": 0.305386033176326,
      "grad_norm": 0.5288636988234023,
      "learning_rate": 0.0002989457956898117,
      "loss": 0.4209,
      "step": 7456
    },
    {
      "epoch": 0.30542699160352244,
      "grad_norm": 0.7536580883282337,
      "learning_rate": 0.00029894540966936284,
      "loss": 1.2492,
      "step": 7457
    },
    {
      "epoch": 0.3054679500307188,
      "grad_norm": 0.5251031529775286,
      "learning_rate": 0.0002989450235785012,
      "loss": 0.368,
      "step": 7458
    },
    {
      "epoch": 0.30550890845791523,
      "grad_norm": 0.7640368468367608,
      "learning_rate": 0.00029894463741722706,
      "loss": 1.0516,
      "step": 7459
    },
    {
      "epoch": 0.3055498668851116,
      "grad_norm": 0.6198360458048128,
      "learning_rate": 0.0002989442511855405,
      "loss": 0.8127,
      "step": 7460
    },
    {
      "epoch": 0.305590825312308,
      "grad_norm": 0.8199435976669172,
      "learning_rate": 0.00029894386488344175,
      "loss": 0.9355,
      "step": 7461
    },
    {
      "epoch": 0.3056317837395044,
      "grad_norm": 0.5991631137250663,
      "learning_rate": 0.000298943478510931,
      "loss": 0.8394,
      "step": 7462
    },
    {
      "epoch": 0.3056727421667008,
      "grad_norm": 1.0058715099598656,
      "learning_rate": 0.0002989430920680084,
      "loss": 1.8051,
      "step": 7463
    },
    {
      "epoch": 0.3057137005938972,
      "grad_norm": 1.4855504937022308,
      "learning_rate": 0.00029894270555467416,
      "loss": 1.1856,
      "step": 7464
    },
    {
      "epoch": 0.3057546590210936,
      "grad_norm": 0.8156748903839004,
      "learning_rate": 0.00029894231897092846,
      "loss": 1.0565,
      "step": 7465
    },
    {
      "epoch": 0.30579561744829,
      "grad_norm": 0.8221411973805931,
      "learning_rate": 0.00029894193231677147,
      "loss": 0.7665,
      "step": 7466
    },
    {
      "epoch": 0.3058365758754864,
      "grad_norm": 1.2293214611475731,
      "learning_rate": 0.00029894154559220336,
      "loss": 1.457,
      "step": 7467
    },
    {
      "epoch": 0.3058775343026828,
      "grad_norm": 0.6914572282461457,
      "learning_rate": 0.00029894115879722434,
      "loss": 0.9515,
      "step": 7468
    },
    {
      "epoch": 0.3059184927298792,
      "grad_norm": 0.8890142871360261,
      "learning_rate": 0.00029894077193183457,
      "loss": 0.9529,
      "step": 7469
    },
    {
      "epoch": 0.30595945115707557,
      "grad_norm": 0.7114312599081554,
      "learning_rate": 0.0002989403849960343,
      "loss": 0.9327,
      "step": 7470
    },
    {
      "epoch": 0.30600040958427194,
      "grad_norm": 0.9829734357397418,
      "learning_rate": 0.00029893999798982356,
      "loss": 1.3277,
      "step": 7471
    },
    {
      "epoch": 0.30604136801146836,
      "grad_norm": 0.7042406350443972,
      "learning_rate": 0.0002989396109132027,
      "loss": 0.6094,
      "step": 7472
    },
    {
      "epoch": 0.30608232643866473,
      "grad_norm": 0.6485784147733161,
      "learning_rate": 0.0002989392237661718,
      "loss": 0.4524,
      "step": 7473
    },
    {
      "epoch": 0.30612328486586116,
      "grad_norm": 0.8847683598841055,
      "learning_rate": 0.0002989388365487311,
      "loss": 1.4066,
      "step": 7474
    },
    {
      "epoch": 0.3061642432930575,
      "grad_norm": 0.5783685240422091,
      "learning_rate": 0.0002989384492608808,
      "loss": 0.384,
      "step": 7475
    },
    {
      "epoch": 0.30620520172025395,
      "grad_norm": 1.4059675623900945,
      "learning_rate": 0.000298938061902621,
      "loss": 1.8992,
      "step": 7476
    },
    {
      "epoch": 0.3062461601474503,
      "grad_norm": 0.7497443805015767,
      "learning_rate": 0.0002989376744739519,
      "loss": 0.8145,
      "step": 7477
    },
    {
      "epoch": 0.30628711857464674,
      "grad_norm": 0.7946785692981019,
      "learning_rate": 0.00029893728697487376,
      "loss": 1.1947,
      "step": 7478
    },
    {
      "epoch": 0.3063280770018431,
      "grad_norm": 1.1421977480211316,
      "learning_rate": 0.0002989368994053867,
      "loss": 0.9715,
      "step": 7479
    },
    {
      "epoch": 0.30636903542903954,
      "grad_norm": 0.38958422719133884,
      "learning_rate": 0.0002989365117654909,
      "loss": 0.3386,
      "step": 7480
    },
    {
      "epoch": 0.3064099938562359,
      "grad_norm": 0.5435308915126471,
      "learning_rate": 0.00029893612405518656,
      "loss": 0.5546,
      "step": 7481
    },
    {
      "epoch": 0.30645095228343233,
      "grad_norm": 0.6160030512198604,
      "learning_rate": 0.00029893573627447385,
      "loss": 0.3926,
      "step": 7482
    },
    {
      "epoch": 0.3064919107106287,
      "grad_norm": 0.7409752395786542,
      "learning_rate": 0.000298935348423353,
      "loss": 0.9069,
      "step": 7483
    },
    {
      "epoch": 0.3065328691378251,
      "grad_norm": 1.0677267648200355,
      "learning_rate": 0.0002989349605018241,
      "loss": 0.9645,
      "step": 7484
    },
    {
      "epoch": 0.3065738275650215,
      "grad_norm": 1.3694778692974408,
      "learning_rate": 0.0002989345725098875,
      "loss": 1.4779,
      "step": 7485
    },
    {
      "epoch": 0.3066147859922179,
      "grad_norm": 0.643476803598034,
      "learning_rate": 0.0002989341844475432,
      "loss": 0.9161,
      "step": 7486
    },
    {
      "epoch": 0.3066557444194143,
      "grad_norm": 0.6809041709127622,
      "learning_rate": 0.0002989337963147915,
      "loss": 0.9093,
      "step": 7487
    },
    {
      "epoch": 0.3066967028466107,
      "grad_norm": 0.7143998473609848,
      "learning_rate": 0.0002989334081116325,
      "loss": 1.1147,
      "step": 7488
    },
    {
      "epoch": 0.3067376612738071,
      "grad_norm": 0.8557318665469569,
      "learning_rate": 0.00029893301983806644,
      "loss": 1.0448,
      "step": 7489
    },
    {
      "epoch": 0.3067786197010035,
      "grad_norm": 1.8894008400126328,
      "learning_rate": 0.0002989326314940935,
      "loss": 5.0807,
      "step": 7490
    },
    {
      "epoch": 0.3068195781281999,
      "grad_norm": 0.8382029828981213,
      "learning_rate": 0.00029893224307971387,
      "loss": 0.8483,
      "step": 7491
    },
    {
      "epoch": 0.30686053655539625,
      "grad_norm": 0.6800245637408112,
      "learning_rate": 0.0002989318545949277,
      "loss": 0.6079,
      "step": 7492
    },
    {
      "epoch": 0.30690149498259267,
      "grad_norm": 0.5592623948515872,
      "learning_rate": 0.0002989314660397352,
      "loss": 0.802,
      "step": 7493
    },
    {
      "epoch": 0.30694245340978904,
      "grad_norm": 0.8691839148107365,
      "learning_rate": 0.0002989310774141365,
      "loss": 1.0409,
      "step": 7494
    },
    {
      "epoch": 0.30698341183698546,
      "grad_norm": 1.0520677488327574,
      "learning_rate": 0.0002989306887181319,
      "loss": 1.059,
      "step": 7495
    },
    {
      "epoch": 0.30702437026418183,
      "grad_norm": 0.9756772344841953,
      "learning_rate": 0.00029893029995172143,
      "loss": 1.1405,
      "step": 7496
    },
    {
      "epoch": 0.30706532869137826,
      "grad_norm": 0.6597925792633941,
      "learning_rate": 0.0002989299111149054,
      "loss": 0.895,
      "step": 7497
    },
    {
      "epoch": 0.30710628711857463,
      "grad_norm": 1.7253029743579247,
      "learning_rate": 0.00029892952220768397,
      "loss": 3.8261,
      "step": 7498
    },
    {
      "epoch": 0.30714724554577105,
      "grad_norm": 1.0590895558753806,
      "learning_rate": 0.0002989291332300573,
      "loss": 1.0365,
      "step": 7499
    },
    {
      "epoch": 0.3071882039729674,
      "grad_norm": 0.6781558264739154,
      "learning_rate": 0.00029892874418202553,
      "loss": 0.4478,
      "step": 7500
    },
    {
      "epoch": 0.30722916240016385,
      "grad_norm": 0.7287309280553795,
      "learning_rate": 0.00029892835506358894,
      "loss": 0.9155,
      "step": 7501
    },
    {
      "epoch": 0.3072701208273602,
      "grad_norm": 0.7909835598024533,
      "learning_rate": 0.00029892796587474763,
      "loss": 0.9253,
      "step": 7502
    },
    {
      "epoch": 0.30731107925455664,
      "grad_norm": 1.3564900891267302,
      "learning_rate": 0.00029892757661550187,
      "loss": 1.5607,
      "step": 7503
    },
    {
      "epoch": 0.307352037681753,
      "grad_norm": 0.6874322276379172,
      "learning_rate": 0.00029892718728585175,
      "loss": 0.8171,
      "step": 7504
    },
    {
      "epoch": 0.30739299610894943,
      "grad_norm": 0.8470311122649614,
      "learning_rate": 0.00029892679788579756,
      "loss": 1.3923,
      "step": 7505
    },
    {
      "epoch": 0.3074339545361458,
      "grad_norm": 1.308740911889794,
      "learning_rate": 0.00029892640841533934,
      "loss": 2.0224,
      "step": 7506
    },
    {
      "epoch": 0.30747491296334223,
      "grad_norm": 0.8688599352384238,
      "learning_rate": 0.00029892601887447737,
      "loss": 0.5159,
      "step": 7507
    },
    {
      "epoch": 0.3075158713905386,
      "grad_norm": 1.2365504635026379,
      "learning_rate": 0.00029892562926321187,
      "loss": 1.3073,
      "step": 7508
    },
    {
      "epoch": 0.307556829817735,
      "grad_norm": 0.908441347241416,
      "learning_rate": 0.00029892523958154293,
      "loss": 0.4591,
      "step": 7509
    },
    {
      "epoch": 0.3075977882449314,
      "grad_norm": 0.6552634847963255,
      "learning_rate": 0.0002989248498294708,
      "loss": 0.8933,
      "step": 7510
    },
    {
      "epoch": 0.3076387466721278,
      "grad_norm": 0.6403052003033082,
      "learning_rate": 0.0002989244600069956,
      "loss": 0.6593,
      "step": 7511
    },
    {
      "epoch": 0.3076797050993242,
      "grad_norm": 0.7749182479516534,
      "learning_rate": 0.00029892407011411764,
      "loss": 1.2447,
      "step": 7512
    },
    {
      "epoch": 0.30772066352652055,
      "grad_norm": 1.0041425089483778,
      "learning_rate": 0.00029892368015083695,
      "loss": 1.5567,
      "step": 7513
    },
    {
      "epoch": 0.307761621953717,
      "grad_norm": 0.8270673642574773,
      "learning_rate": 0.0002989232901171538,
      "loss": 1.0265,
      "step": 7514
    },
    {
      "epoch": 0.30780258038091335,
      "grad_norm": 0.6771086379476712,
      "learning_rate": 0.0002989229000130684,
      "loss": 0.7035,
      "step": 7515
    },
    {
      "epoch": 0.3078435388081098,
      "grad_norm": 0.8551711601387824,
      "learning_rate": 0.0002989225098385809,
      "loss": 1.3333,
      "step": 7516
    },
    {
      "epoch": 0.30788449723530614,
      "grad_norm": 0.6861584328131294,
      "learning_rate": 0.00029892211959369136,
      "loss": 0.8462,
      "step": 7517
    },
    {
      "epoch": 0.30792545566250257,
      "grad_norm": 0.7973063342284442,
      "learning_rate": 0.00029892172927840015,
      "loss": 1.2022,
      "step": 7518
    },
    {
      "epoch": 0.30796641408969894,
      "grad_norm": 0.7599776745559335,
      "learning_rate": 0.00029892133889270747,
      "loss": 0.4333,
      "step": 7519
    },
    {
      "epoch": 0.30800737251689536,
      "grad_norm": 0.680773314558873,
      "learning_rate": 0.00029892094843661336,
      "loss": 0.4257,
      "step": 7520
    },
    {
      "epoch": 0.30804833094409173,
      "grad_norm": 1.2521207379511816,
      "learning_rate": 0.00029892055791011805,
      "loss": 1.017,
      "step": 7521
    },
    {
      "epoch": 0.30808928937128816,
      "grad_norm": 0.9297470873784737,
      "learning_rate": 0.00029892016731322175,
      "loss": 1.1923,
      "step": 7522
    },
    {
      "epoch": 0.3081302477984845,
      "grad_norm": 0.849084497090753,
      "learning_rate": 0.00029891977664592463,
      "loss": 1.0658,
      "step": 7523
    },
    {
      "epoch": 0.30817120622568095,
      "grad_norm": 1.126098418165064,
      "learning_rate": 0.0002989193859082269,
      "loss": 1.81,
      "step": 7524
    },
    {
      "epoch": 0.3082121646528773,
      "grad_norm": 0.7251103131669201,
      "learning_rate": 0.0002989189951001287,
      "loss": 0.9976,
      "step": 7525
    },
    {
      "epoch": 0.30825312308007374,
      "grad_norm": 0.7108606896494212,
      "learning_rate": 0.00029891860422163026,
      "loss": 0.8558,
      "step": 7526
    },
    {
      "epoch": 0.3082940815072701,
      "grad_norm": 1.1154911726773202,
      "learning_rate": 0.00029891821327273174,
      "loss": 1.11,
      "step": 7527
    },
    {
      "epoch": 0.30833503993446654,
      "grad_norm": 0.6381236096998947,
      "learning_rate": 0.00029891782225343336,
      "loss": 0.8364,
      "step": 7528
    },
    {
      "epoch": 0.3083759983616629,
      "grad_norm": 1.0063799611251796,
      "learning_rate": 0.00029891743116373525,
      "loss": 1.6294,
      "step": 7529
    },
    {
      "epoch": 0.30841695678885933,
      "grad_norm": 0.5948418819445471,
      "learning_rate": 0.0002989170400036376,
      "loss": 0.4918,
      "step": 7530
    },
    {
      "epoch": 0.3084579152160557,
      "grad_norm": 0.6723960112584985,
      "learning_rate": 0.0002989166487731406,
      "loss": 0.7801,
      "step": 7531
    },
    {
      "epoch": 0.3084988736432521,
      "grad_norm": 0.933416674375929,
      "learning_rate": 0.0002989162574722445,
      "loss": 0.9081,
      "step": 7532
    },
    {
      "epoch": 0.3085398320704485,
      "grad_norm": 0.45503615962529037,
      "learning_rate": 0.00029891586610094944,
      "loss": 0.3854,
      "step": 7533
    },
    {
      "epoch": 0.30858079049764486,
      "grad_norm": 0.8193042759206601,
      "learning_rate": 0.00029891547465925555,
      "loss": 0.905,
      "step": 7534
    },
    {
      "epoch": 0.3086217489248413,
      "grad_norm": 0.6284510477619232,
      "learning_rate": 0.0002989150831471631,
      "loss": 0.7672,
      "step": 7535
    },
    {
      "epoch": 0.30866270735203766,
      "grad_norm": 0.7520642443991786,
      "learning_rate": 0.00029891469156467223,
      "loss": 1.2278,
      "step": 7536
    },
    {
      "epoch": 0.3087036657792341,
      "grad_norm": 1.3350977318526918,
      "learning_rate": 0.00029891429991178313,
      "loss": 0.86,
      "step": 7537
    },
    {
      "epoch": 0.30874462420643045,
      "grad_norm": 0.8654471068049725,
      "learning_rate": 0.000298913908188496,
      "loss": 0.7635,
      "step": 7538
    },
    {
      "epoch": 0.3087855826336269,
      "grad_norm": 0.6658545923673574,
      "learning_rate": 0.000298913516394811,
      "loss": 0.858,
      "step": 7539
    },
    {
      "epoch": 0.30882654106082325,
      "grad_norm": 0.5601015503409492,
      "learning_rate": 0.0002989131245307284,
      "loss": 0.4525,
      "step": 7540
    },
    {
      "epoch": 0.30886749948801967,
      "grad_norm": 0.9111478104620871,
      "learning_rate": 0.00029891273259624823,
      "loss": 0.4113,
      "step": 7541
    },
    {
      "epoch": 0.30890845791521604,
      "grad_norm": 0.9151188203251264,
      "learning_rate": 0.0002989123405913708,
      "loss": 0.747,
      "step": 7542
    },
    {
      "epoch": 0.30894941634241246,
      "grad_norm": 0.7214278838814322,
      "learning_rate": 0.00029891194851609624,
      "loss": 0.6895,
      "step": 7543
    },
    {
      "epoch": 0.30899037476960883,
      "grad_norm": 0.9764415238882741,
      "learning_rate": 0.0002989115563704248,
      "loss": 1.3348,
      "step": 7544
    },
    {
      "epoch": 0.30903133319680526,
      "grad_norm": 0.9483096574434061,
      "learning_rate": 0.0002989111641543565,
      "loss": 1.0317,
      "step": 7545
    },
    {
      "epoch": 0.3090722916240016,
      "grad_norm": 0.46639075596068424,
      "learning_rate": 0.00029891077186789176,
      "loss": 0.3518,
      "step": 7546
    },
    {
      "epoch": 0.30911325005119805,
      "grad_norm": 0.7740618667445305,
      "learning_rate": 0.00029891037951103056,
      "loss": 1.0453,
      "step": 7547
    },
    {
      "epoch": 0.3091542084783944,
      "grad_norm": 0.514027132797255,
      "learning_rate": 0.00029890998708377326,
      "loss": 0.3855,
      "step": 7548
    },
    {
      "epoch": 0.30919516690559085,
      "grad_norm": 1.1474085640197507,
      "learning_rate": 0.0002989095945861199,
      "loss": 1.4733,
      "step": 7549
    },
    {
      "epoch": 0.3092361253327872,
      "grad_norm": 0.7660652551466445,
      "learning_rate": 0.00029890920201807076,
      "loss": 0.7157,
      "step": 7550
    },
    {
      "epoch": 0.30927708375998364,
      "grad_norm": 0.7863299197797793,
      "learning_rate": 0.00029890880937962595,
      "loss": 0.8953,
      "step": 7551
    },
    {
      "epoch": 0.30931804218718,
      "grad_norm": 0.7691761599309261,
      "learning_rate": 0.00029890841667078573,
      "loss": 0.9472,
      "step": 7552
    },
    {
      "epoch": 0.30935900061437643,
      "grad_norm": 0.8645924595216221,
      "learning_rate": 0.0002989080238915502,
      "loss": 1.1552,
      "step": 7553
    },
    {
      "epoch": 0.3093999590415728,
      "grad_norm": 0.7915600098702447,
      "learning_rate": 0.0002989076310419197,
      "loss": 1.0109,
      "step": 7554
    },
    {
      "epoch": 0.30944091746876917,
      "grad_norm": 1.3300382681129268,
      "learning_rate": 0.0002989072381218942,
      "loss": 1.0794,
      "step": 7555
    },
    {
      "epoch": 0.3094818758959656,
      "grad_norm": 0.7869321839511718,
      "learning_rate": 0.00029890684513147407,
      "loss": 0.9157,
      "step": 7556
    },
    {
      "epoch": 0.30952283432316197,
      "grad_norm": 1.0619565304236271,
      "learning_rate": 0.0002989064520706594,
      "loss": 1.4041,
      "step": 7557
    },
    {
      "epoch": 0.3095637927503584,
      "grad_norm": 0.912552895219532,
      "learning_rate": 0.00029890605893945037,
      "loss": 1.1373,
      "step": 7558
    },
    {
      "epoch": 0.30960475117755476,
      "grad_norm": 1.7010339399352437,
      "learning_rate": 0.00029890566573784725,
      "loss": 2.2652,
      "step": 7559
    },
    {
      "epoch": 0.3096457096047512,
      "grad_norm": 0.7532991238464467,
      "learning_rate": 0.00029890527246585015,
      "loss": 0.8431,
      "step": 7560
    },
    {
      "epoch": 0.30968666803194755,
      "grad_norm": 0.9007223748970714,
      "learning_rate": 0.00029890487912345926,
      "loss": 0.9231,
      "step": 7561
    },
    {
      "epoch": 0.309727626459144,
      "grad_norm": 0.7035974537486486,
      "learning_rate": 0.0002989044857106748,
      "loss": 0.8701,
      "step": 7562
    },
    {
      "epoch": 0.30976858488634035,
      "grad_norm": 0.7322200585773161,
      "learning_rate": 0.00029890409222749697,
      "loss": 0.8531,
      "step": 7563
    },
    {
      "epoch": 0.3098095433135368,
      "grad_norm": 0.9603107031133256,
      "learning_rate": 0.0002989036986739259,
      "loss": 1.1248,
      "step": 7564
    },
    {
      "epoch": 0.30985050174073314,
      "grad_norm": 0.8383119773530275,
      "learning_rate": 0.0002989033050499618,
      "loss": 0.6873,
      "step": 7565
    },
    {
      "epoch": 0.30989146016792957,
      "grad_norm": 0.6201087309594078,
      "learning_rate": 0.00029890291135560484,
      "loss": 0.9268,
      "step": 7566
    },
    {
      "epoch": 0.30993241859512594,
      "grad_norm": 1.407419166818895,
      "learning_rate": 0.0002989025175908552,
      "loss": 1.1251,
      "step": 7567
    },
    {
      "epoch": 0.30997337702232236,
      "grad_norm": 0.6709964211382522,
      "learning_rate": 0.0002989021237557132,
      "loss": 0.8282,
      "step": 7568
    },
    {
      "epoch": 0.31001433544951873,
      "grad_norm": 1.4618120397499914,
      "learning_rate": 0.0002989017298501788,
      "loss": 1.654,
      "step": 7569
    },
    {
      "epoch": 0.31005529387671515,
      "grad_norm": 0.6265636679725471,
      "learning_rate": 0.00029890133587425236,
      "loss": 0.4783,
      "step": 7570
    },
    {
      "epoch": 0.3100962523039115,
      "grad_norm": 0.6836859133819979,
      "learning_rate": 0.000298900941827934,
      "loss": 0.7756,
      "step": 7571
    },
    {
      "epoch": 0.31013721073110795,
      "grad_norm": 1.1062927973122825,
      "learning_rate": 0.00029890054771122387,
      "loss": 1.5842,
      "step": 7572
    },
    {
      "epoch": 0.3101781691583043,
      "grad_norm": 1.1314456900902332,
      "learning_rate": 0.00029890015352412224,
      "loss": 1.411,
      "step": 7573
    },
    {
      "epoch": 0.31021912758550074,
      "grad_norm": 0.9529573206395585,
      "learning_rate": 0.0002988997592666293,
      "loss": 1.2011,
      "step": 7574
    },
    {
      "epoch": 0.3102600860126971,
      "grad_norm": 0.8055115436510165,
      "learning_rate": 0.00029889936493874517,
      "loss": 0.9914,
      "step": 7575
    },
    {
      "epoch": 0.3103010444398935,
      "grad_norm": 0.6539433174995888,
      "learning_rate": 0.00029889897054047,
      "loss": 0.7584,
      "step": 7576
    },
    {
      "epoch": 0.3103420028670899,
      "grad_norm": 0.7969719734659947,
      "learning_rate": 0.00029889857607180405,
      "loss": 0.6536,
      "step": 7577
    },
    {
      "epoch": 0.3103829612942863,
      "grad_norm": 1.2063220201356235,
      "learning_rate": 0.00029889818153274757,
      "loss": 1.0197,
      "step": 7578
    },
    {
      "epoch": 0.3104239197214827,
      "grad_norm": 0.7591756226515293,
      "learning_rate": 0.0002988977869233006,
      "loss": 0.5121,
      "step": 7579
    },
    {
      "epoch": 0.31046487814867907,
      "grad_norm": 0.9839620154472822,
      "learning_rate": 0.00029889739224346347,
      "loss": 1.118,
      "step": 7580
    },
    {
      "epoch": 0.3105058365758755,
      "grad_norm": 0.832484868625241,
      "learning_rate": 0.0002988969974932362,
      "loss": 0.9843,
      "step": 7581
    },
    {
      "epoch": 0.31054679500307186,
      "grad_norm": 0.766271493411464,
      "learning_rate": 0.00029889660267261916,
      "loss": 1.0078,
      "step": 7582
    },
    {
      "epoch": 0.3105877534302683,
      "grad_norm": 3.474927493404793,
      "learning_rate": 0.0002988962077816124,
      "loss": 2.4756,
      "step": 7583
    },
    {
      "epoch": 0.31062871185746466,
      "grad_norm": 0.7894123092686672,
      "learning_rate": 0.0002988958128202161,
      "loss": 0.8832,
      "step": 7584
    },
    {
      "epoch": 0.3106696702846611,
      "grad_norm": 0.9277917855968801,
      "learning_rate": 0.00029889541778843056,
      "loss": 1.0987,
      "step": 7585
    },
    {
      "epoch": 0.31071062871185745,
      "grad_norm": 0.8029396294807579,
      "learning_rate": 0.00029889502268625595,
      "loss": 0.853,
      "step": 7586
    },
    {
      "epoch": 0.3107515871390539,
      "grad_norm": 0.9136123455869439,
      "learning_rate": 0.00029889462751369234,
      "loss": 0.9185,
      "step": 7587
    },
    {
      "epoch": 0.31079254556625024,
      "grad_norm": 0.7593848411396266,
      "learning_rate": 0.00029889423227074004,
      "loss": 1.1041,
      "step": 7588
    },
    {
      "epoch": 0.31083350399344667,
      "grad_norm": 0.7830261005303935,
      "learning_rate": 0.0002988938369573991,
      "loss": 1.1544,
      "step": 7589
    },
    {
      "epoch": 0.31087446242064304,
      "grad_norm": 1.0981692214889163,
      "learning_rate": 0.0002988934415736699,
      "loss": 2.4817,
      "step": 7590
    },
    {
      "epoch": 0.31091542084783946,
      "grad_norm": 0.6716316989157952,
      "learning_rate": 0.00029889304611955246,
      "loss": 0.899,
      "step": 7591
    },
    {
      "epoch": 0.31095637927503583,
      "grad_norm": 0.9874691973349732,
      "learning_rate": 0.00029889265059504706,
      "loss": 0.8705,
      "step": 7592
    },
    {
      "epoch": 0.31099733770223226,
      "grad_norm": 0.7779247734918182,
      "learning_rate": 0.00029889225500015384,
      "loss": 0.9124,
      "step": 7593
    },
    {
      "epoch": 0.3110382961294286,
      "grad_norm": 0.7363688199527296,
      "learning_rate": 0.000298891859334873,
      "loss": 0.8965,
      "step": 7594
    },
    {
      "epoch": 0.31107925455662505,
      "grad_norm": 0.8583307160313902,
      "learning_rate": 0.0002988914635992047,
      "loss": 1.2638,
      "step": 7595
    },
    {
      "epoch": 0.3111202129838214,
      "grad_norm": 0.8953946177290234,
      "learning_rate": 0.0002988910677931492,
      "loss": 0.8423,
      "step": 7596
    },
    {
      "epoch": 0.3111611714110178,
      "grad_norm": 0.6291109061470785,
      "learning_rate": 0.0002988906719167066,
      "loss": 0.7941,
      "step": 7597
    },
    {
      "epoch": 0.3112021298382142,
      "grad_norm": 0.7870749369541801,
      "learning_rate": 0.00029889027596987717,
      "loss": 0.4589,
      "step": 7598
    },
    {
      "epoch": 0.3112430882654106,
      "grad_norm": 4.650551024885382,
      "learning_rate": 0.000298889879952661,
      "loss": 5.0537,
      "step": 7599
    },
    {
      "epoch": 0.311284046692607,
      "grad_norm": 3.9593805086577705,
      "learning_rate": 0.0002988894838650584,
      "loss": 4.4277,
      "step": 7600
    },
    {
      "epoch": 0.3113250051198034,
      "grad_norm": 0.8259921660344332,
      "learning_rate": 0.0002988890877070695,
      "loss": 1.1471,
      "step": 7601
    },
    {
      "epoch": 0.3113659635469998,
      "grad_norm": 1.422258286064465,
      "learning_rate": 0.00029888869147869443,
      "loss": 1.5112,
      "step": 7602
    },
    {
      "epoch": 0.31140692197419617,
      "grad_norm": 1.2949950314828744,
      "learning_rate": 0.0002988882951799334,
      "loss": 2.8973,
      "step": 7603
    },
    {
      "epoch": 0.3114478804013926,
      "grad_norm": 1.0352149645276325,
      "learning_rate": 0.0002988878988107867,
      "loss": 0.944,
      "step": 7604
    },
    {
      "epoch": 0.31148883882858897,
      "grad_norm": 0.6642670907901689,
      "learning_rate": 0.0002988875023712544,
      "loss": 0.4384,
      "step": 7605
    },
    {
      "epoch": 0.3115297972557854,
      "grad_norm": 0.726237554478907,
      "learning_rate": 0.0002988871058613368,
      "loss": 1.1541,
      "step": 7606
    },
    {
      "epoch": 0.31157075568298176,
      "grad_norm": 1.1489648692366008,
      "learning_rate": 0.0002988867092810339,
      "loss": 1.5637,
      "step": 7607
    },
    {
      "epoch": 0.3116117141101782,
      "grad_norm": 0.9040933404016178,
      "learning_rate": 0.0002988863126303461,
      "loss": 1.2275,
      "step": 7608
    },
    {
      "epoch": 0.31165267253737455,
      "grad_norm": 0.5298608429833187,
      "learning_rate": 0.00029888591590927343,
      "loss": 0.4075,
      "step": 7609
    },
    {
      "epoch": 0.311693630964571,
      "grad_norm": 1.0508677379789324,
      "learning_rate": 0.00029888551911781615,
      "loss": 0.8611,
      "step": 7610
    },
    {
      "epoch": 0.31173458939176735,
      "grad_norm": 0.5848158365366207,
      "learning_rate": 0.0002988851222559744,
      "loss": 0.4681,
      "step": 7611
    },
    {
      "epoch": 0.31177554781896377,
      "grad_norm": 0.868238732201073,
      "learning_rate": 0.0002988847253237485,
      "loss": 0.7774,
      "step": 7612
    },
    {
      "epoch": 0.31181650624616014,
      "grad_norm": 1.148529933208414,
      "learning_rate": 0.00029888432832113847,
      "loss": 0.9824,
      "step": 7613
    },
    {
      "epoch": 0.31185746467335657,
      "grad_norm": 0.743404554411719,
      "learning_rate": 0.0002988839312481446,
      "loss": 0.8335,
      "step": 7614
    },
    {
      "epoch": 0.31189842310055294,
      "grad_norm": 1.2250482505789544,
      "learning_rate": 0.000298883534104767,
      "loss": 1.018,
      "step": 7615
    },
    {
      "epoch": 0.31193938152774936,
      "grad_norm": 0.7052078186388777,
      "learning_rate": 0.00029888313689100597,
      "loss": 0.7187,
      "step": 7616
    },
    {
      "epoch": 0.31198033995494573,
      "grad_norm": 0.6274318481434031,
      "learning_rate": 0.0002988827396068616,
      "loss": 0.858,
      "step": 7617
    },
    {
      "epoch": 0.3120212983821421,
      "grad_norm": 0.9630906181181584,
      "learning_rate": 0.0002988823422523341,
      "loss": 1.1416,
      "step": 7618
    },
    {
      "epoch": 0.3120622568093385,
      "grad_norm": 0.9415059819457111,
      "learning_rate": 0.0002988819448274237,
      "loss": 0.9246,
      "step": 7619
    },
    {
      "epoch": 0.3121032152365349,
      "grad_norm": 0.798904280958224,
      "learning_rate": 0.0002988815473321305,
      "loss": 0.8106,
      "step": 7620
    },
    {
      "epoch": 0.3121441736637313,
      "grad_norm": 0.8336341515187763,
      "learning_rate": 0.0002988811497664548,
      "loss": 0.3751,
      "step": 7621
    },
    {
      "epoch": 0.3121851320909277,
      "grad_norm": 0.8100127376987882,
      "learning_rate": 0.00029888075213039666,
      "loss": 1.0088,
      "step": 7622
    },
    {
      "epoch": 0.3122260905181241,
      "grad_norm": 0.690963212778702,
      "learning_rate": 0.0002988803544239564,
      "loss": 0.8641,
      "step": 7623
    },
    {
      "epoch": 0.3122670489453205,
      "grad_norm": 0.5454371147092212,
      "learning_rate": 0.0002988799566471341,
      "loss": 0.3411,
      "step": 7624
    },
    {
      "epoch": 0.3123080073725169,
      "grad_norm": 0.6302082296108253,
      "learning_rate": 0.0002988795587999301,
      "loss": 0.7444,
      "step": 7625
    },
    {
      "epoch": 0.3123489657997133,
      "grad_norm": 0.9524852196971,
      "learning_rate": 0.0002988791608823444,
      "loss": 1.2775,
      "step": 7626
    },
    {
      "epoch": 0.3123899242269097,
      "grad_norm": 0.7822443202277021,
      "learning_rate": 0.00029887876289437726,
      "loss": 0.7101,
      "step": 7627
    },
    {
      "epoch": 0.31243088265410607,
      "grad_norm": 1.5711153772749031,
      "learning_rate": 0.0002988783648360289,
      "loss": 1.2397,
      "step": 7628
    },
    {
      "epoch": 0.3124718410813025,
      "grad_norm": 1.2958908180504412,
      "learning_rate": 0.00029887796670729946,
      "loss": 1.2081,
      "step": 7629
    },
    {
      "epoch": 0.31251279950849886,
      "grad_norm": 1.0711615907996597,
      "learning_rate": 0.0002988775685081892,
      "loss": 0.9961,
      "step": 7630
    },
    {
      "epoch": 0.3125537579356953,
      "grad_norm": 0.7798136735430209,
      "learning_rate": 0.00029887717023869827,
      "loss": 0.7292,
      "step": 7631
    },
    {
      "epoch": 0.31259471636289166,
      "grad_norm": 0.96752719111372,
      "learning_rate": 0.00029887677189882687,
      "loss": 0.6884,
      "step": 7632
    },
    {
      "epoch": 0.3126356747900881,
      "grad_norm": 0.6567021559460526,
      "learning_rate": 0.00029887637348857514,
      "loss": 0.8291,
      "step": 7633
    },
    {
      "epoch": 0.31267663321728445,
      "grad_norm": 1.2963830513535375,
      "learning_rate": 0.0002988759750079433,
      "loss": 2.7506,
      "step": 7634
    },
    {
      "epoch": 0.3127175916444809,
      "grad_norm": 1.0500247870691668,
      "learning_rate": 0.00029887557645693155,
      "loss": 1.0096,
      "step": 7635
    },
    {
      "epoch": 0.31275855007167724,
      "grad_norm": 0.7166481033328643,
      "learning_rate": 0.00029887517783554,
      "loss": 1.3786,
      "step": 7636
    },
    {
      "epoch": 0.31279950849887367,
      "grad_norm": 0.7195644299118598,
      "learning_rate": 0.00029887477914376895,
      "loss": 1.014,
      "step": 7637
    },
    {
      "epoch": 0.31284046692607004,
      "grad_norm": 0.7158594111364915,
      "learning_rate": 0.0002988743803816186,
      "loss": 0.5613,
      "step": 7638
    },
    {
      "epoch": 0.3128814253532664,
      "grad_norm": 0.7756978934718312,
      "learning_rate": 0.000298873981549089,
      "loss": 0.5465,
      "step": 7639
    },
    {
      "epoch": 0.31292238378046283,
      "grad_norm": 1.390805893402697,
      "learning_rate": 0.00029887358264618044,
      "loss": 1.1844,
      "step": 7640
    },
    {
      "epoch": 0.3129633422076592,
      "grad_norm": 1.3369472087211816,
      "learning_rate": 0.0002988731836728931,
      "loss": 0.95,
      "step": 7641
    },
    {
      "epoch": 0.3130043006348556,
      "grad_norm": 1.9269749463699268,
      "learning_rate": 0.00029887278462922714,
      "loss": 1.8103,
      "step": 7642
    },
    {
      "epoch": 0.313045259062052,
      "grad_norm": 0.732350881101027,
      "learning_rate": 0.0002988723855151828,
      "loss": 1.0458,
      "step": 7643
    },
    {
      "epoch": 0.3130862174892484,
      "grad_norm": 0.7807735093057728,
      "learning_rate": 0.00029887198633076026,
      "loss": 0.6838,
      "step": 7644
    },
    {
      "epoch": 0.3131271759164448,
      "grad_norm": 0.47695114904032937,
      "learning_rate": 0.0002988715870759596,
      "loss": 0.4148,
      "step": 7645
    },
    {
      "epoch": 0.3131681343436412,
      "grad_norm": 1.1624730828745016,
      "learning_rate": 0.00029887118775078115,
      "loss": 0.8844,
      "step": 7646
    },
    {
      "epoch": 0.3132090927708376,
      "grad_norm": 1.0462913801359894,
      "learning_rate": 0.00029887078835522503,
      "loss": 0.7205,
      "step": 7647
    },
    {
      "epoch": 0.313250051198034,
      "grad_norm": 1.1542319438104196,
      "learning_rate": 0.00029887038888929145,
      "loss": 0.9899,
      "step": 7648
    },
    {
      "epoch": 0.3132910096252304,
      "grad_norm": 0.8507706445649292,
      "learning_rate": 0.00029886998935298056,
      "loss": 1.0342,
      "step": 7649
    },
    {
      "epoch": 0.3133319680524268,
      "grad_norm": 0.5072667191766764,
      "learning_rate": 0.0002988695897462926,
      "loss": 0.4494,
      "step": 7650
    },
    {
      "epoch": 0.31337292647962317,
      "grad_norm": 1.1099485329221253,
      "learning_rate": 0.0002988691900692277,
      "loss": 1.0488,
      "step": 7651
    },
    {
      "epoch": 0.3134138849068196,
      "grad_norm": 2.0506400254795842,
      "learning_rate": 0.00029886879032178614,
      "loss": 1.599,
      "step": 7652
    },
    {
      "epoch": 0.31345484333401596,
      "grad_norm": 1.0910525035677232,
      "learning_rate": 0.000298868390503968,
      "loss": 1.0233,
      "step": 7653
    },
    {
      "epoch": 0.3134958017612124,
      "grad_norm": 0.9196060440310403,
      "learning_rate": 0.00029886799061577357,
      "loss": 0.8317,
      "step": 7654
    },
    {
      "epoch": 0.31353676018840876,
      "grad_norm": 0.898767941278599,
      "learning_rate": 0.00029886759065720297,
      "loss": 1.2076,
      "step": 7655
    },
    {
      "epoch": 0.3135777186156052,
      "grad_norm": 0.6420305530074402,
      "learning_rate": 0.00029886719062825637,
      "loss": 0.9335,
      "step": 7656
    },
    {
      "epoch": 0.31361867704280155,
      "grad_norm": 0.7045899988185393,
      "learning_rate": 0.0002988667905289341,
      "loss": 0.4006,
      "step": 7657
    },
    {
      "epoch": 0.313659635469998,
      "grad_norm": 0.9134323175210634,
      "learning_rate": 0.0002988663903592362,
      "loss": 0.7899,
      "step": 7658
    },
    {
      "epoch": 0.31370059389719435,
      "grad_norm": 0.8007348508050903,
      "learning_rate": 0.00029886599011916287,
      "loss": 0.6797,
      "step": 7659
    },
    {
      "epoch": 0.31374155232439077,
      "grad_norm": 0.8887890063428799,
      "learning_rate": 0.0002988655898087144,
      "loss": 1.1452,
      "step": 7660
    },
    {
      "epoch": 0.31378251075158714,
      "grad_norm": 0.664086915459619,
      "learning_rate": 0.0002988651894278909,
      "loss": 0.4437,
      "step": 7661
    },
    {
      "epoch": 0.3138234691787835,
      "grad_norm": 0.8911354887927105,
      "learning_rate": 0.00029886478897669255,
      "loss": 0.9841,
      "step": 7662
    },
    {
      "epoch": 0.31386442760597993,
      "grad_norm": 1.0343341279793499,
      "learning_rate": 0.0002988643884551196,
      "loss": 1.0761,
      "step": 7663
    },
    {
      "epoch": 0.3139053860331763,
      "grad_norm": 0.9074596320166991,
      "learning_rate": 0.0002988639878631722,
      "loss": 1.1945,
      "step": 7664
    },
    {
      "epoch": 0.31394634446037273,
      "grad_norm": 1.3497676819594273,
      "learning_rate": 0.0002988635872008505,
      "loss": 1.553,
      "step": 7665
    },
    {
      "epoch": 0.3139873028875691,
      "grad_norm": 0.8871309992585551,
      "learning_rate": 0.0002988631864681548,
      "loss": 0.4148,
      "step": 7666
    },
    {
      "epoch": 0.3140282613147655,
      "grad_norm": 1.0076978986709042,
      "learning_rate": 0.0002988627856650852,
      "loss": 0.968,
      "step": 7667
    },
    {
      "epoch": 0.3140692197419619,
      "grad_norm": 1.1635285811521645,
      "learning_rate": 0.00029886238479164185,
      "loss": 0.7871,
      "step": 7668
    },
    {
      "epoch": 0.3141101781691583,
      "grad_norm": 0.5929636443590023,
      "learning_rate": 0.000298861983847825,
      "loss": 0.4645,
      "step": 7669
    },
    {
      "epoch": 0.3141511365963547,
      "grad_norm": 1.9771794143083579,
      "learning_rate": 0.00029886158283363496,
      "loss": 1.8776,
      "step": 7670
    },
    {
      "epoch": 0.3141920950235511,
      "grad_norm": 0.7484325221771193,
      "learning_rate": 0.0002988611817490718,
      "loss": 0.7722,
      "step": 7671
    },
    {
      "epoch": 0.3142330534507475,
      "grad_norm": 2.9581928181246515,
      "learning_rate": 0.0002988607805941356,
      "loss": 2.1051,
      "step": 7672
    },
    {
      "epoch": 0.3142740118779439,
      "grad_norm": 2.518063197278843,
      "learning_rate": 0.00029886037936882674,
      "loss": 2.1839,
      "step": 7673
    },
    {
      "epoch": 0.3143149703051403,
      "grad_norm": 0.6553267940367038,
      "learning_rate": 0.00029885997807314527,
      "loss": 0.6657,
      "step": 7674
    },
    {
      "epoch": 0.3143559287323367,
      "grad_norm": 0.9035536089790466,
      "learning_rate": 0.0002988595767070915,
      "loss": 1.2739,
      "step": 7675
    },
    {
      "epoch": 0.31439688715953307,
      "grad_norm": 0.7621874470412776,
      "learning_rate": 0.0002988591752706655,
      "loss": 0.9024,
      "step": 7676
    },
    {
      "epoch": 0.3144378455867295,
      "grad_norm": 1.4801894862700096,
      "learning_rate": 0.0002988587737638676,
      "loss": 2.4624,
      "step": 7677
    },
    {
      "epoch": 0.31447880401392586,
      "grad_norm": 1.2276028554096603,
      "learning_rate": 0.0002988583721866978,
      "loss": 0.8397,
      "step": 7678
    },
    {
      "epoch": 0.3145197624411223,
      "grad_norm": 0.8294255532209096,
      "learning_rate": 0.0002988579705391565,
      "loss": 0.5886,
      "step": 7679
    },
    {
      "epoch": 0.31456072086831866,
      "grad_norm": 1.13645458778071,
      "learning_rate": 0.0002988575688212437,
      "loss": 0.5939,
      "step": 7680
    },
    {
      "epoch": 0.3146016792955151,
      "grad_norm": 0.5343698918834395,
      "learning_rate": 0.00029885716703295976,
      "loss": 0.4023,
      "step": 7681
    },
    {
      "epoch": 0.31464263772271145,
      "grad_norm": 1.1966890140418667,
      "learning_rate": 0.00029885676517430474,
      "loss": 1.23,
      "step": 7682
    },
    {
      "epoch": 0.3146835961499078,
      "grad_norm": 0.8570558459005609,
      "learning_rate": 0.0002988563632452789,
      "loss": 1.0026,
      "step": 7683
    },
    {
      "epoch": 0.31472455457710424,
      "grad_norm": 1.0016603385012592,
      "learning_rate": 0.0002988559612458824,
      "loss": 1.5078,
      "step": 7684
    },
    {
      "epoch": 0.3147655130043006,
      "grad_norm": 0.8594327630166189,
      "learning_rate": 0.00029885555917611546,
      "loss": 1.3287,
      "step": 7685
    },
    {
      "epoch": 0.31480647143149704,
      "grad_norm": 2.947087438322426,
      "learning_rate": 0.00029885515703597824,
      "loss": 1.6447,
      "step": 7686
    },
    {
      "epoch": 0.3148474298586934,
      "grad_norm": 0.7468467433084774,
      "learning_rate": 0.00029885475482547094,
      "loss": 0.3917,
      "step": 7687
    },
    {
      "epoch": 0.31488838828588983,
      "grad_norm": 0.8835408170355552,
      "learning_rate": 0.00029885435254459376,
      "loss": 1.117,
      "step": 7688
    },
    {
      "epoch": 0.3149293467130862,
      "grad_norm": 0.7097509059383765,
      "learning_rate": 0.0002988539501933469,
      "loss": 0.6343,
      "step": 7689
    },
    {
      "epoch": 0.3149703051402826,
      "grad_norm": 0.7087960257738057,
      "learning_rate": 0.00029885354777173045,
      "loss": 0.6251,
      "step": 7690
    },
    {
      "epoch": 0.315011263567479,
      "grad_norm": 0.7109718475252673,
      "learning_rate": 0.00029885314527974474,
      "loss": 0.8349,
      "step": 7691
    },
    {
      "epoch": 0.3150522219946754,
      "grad_norm": 0.8731932522153365,
      "learning_rate": 0.0002988527427173899,
      "loss": 1.2218,
      "step": 7692
    },
    {
      "epoch": 0.3150931804218718,
      "grad_norm": 1.582956500423915,
      "learning_rate": 0.00029885234008466605,
      "loss": 2.3121,
      "step": 7693
    },
    {
      "epoch": 0.3151341388490682,
      "grad_norm": 0.6137401840382835,
      "learning_rate": 0.00029885193738157356,
      "loss": 0.7079,
      "step": 7694
    },
    {
      "epoch": 0.3151750972762646,
      "grad_norm": 0.9871116519470878,
      "learning_rate": 0.00029885153460811243,
      "loss": 1.1976,
      "step": 7695
    },
    {
      "epoch": 0.315216055703461,
      "grad_norm": 0.7516862192153766,
      "learning_rate": 0.00029885113176428296,
      "loss": 0.9446,
      "step": 7696
    },
    {
      "epoch": 0.3152570141306574,
      "grad_norm": 0.6881982957419968,
      "learning_rate": 0.0002988507288500853,
      "loss": 1.1493,
      "step": 7697
    },
    {
      "epoch": 0.3152979725578538,
      "grad_norm": 1.2602576533915388,
      "learning_rate": 0.00029885032586551965,
      "loss": 1.1583,
      "step": 7698
    },
    {
      "epoch": 0.31533893098505017,
      "grad_norm": 0.7162989531476285,
      "learning_rate": 0.00029884992281058626,
      "loss": 0.8926,
      "step": 7699
    },
    {
      "epoch": 0.3153798894122466,
      "grad_norm": 1.2687487678358949,
      "learning_rate": 0.0002988495196852852,
      "loss": 0.6178,
      "step": 7700
    },
    {
      "epoch": 0.31542084783944296,
      "grad_norm": 1.2512583131689046,
      "learning_rate": 0.0002988491164896168,
      "loss": 1.4103,
      "step": 7701
    },
    {
      "epoch": 0.3154618062666394,
      "grad_norm": 0.5826608131045917,
      "learning_rate": 0.0002988487132235811,
      "loss": 0.3781,
      "step": 7702
    },
    {
      "epoch": 0.31550276469383576,
      "grad_norm": 0.7588502179218213,
      "learning_rate": 0.00029884830988717836,
      "loss": 0.9592,
      "step": 7703
    },
    {
      "epoch": 0.3155437231210321,
      "grad_norm": 1.0510156136042066,
      "learning_rate": 0.00029884790648040884,
      "loss": 1.2537,
      "step": 7704
    },
    {
      "epoch": 0.31558468154822855,
      "grad_norm": 1.1249738166795058,
      "learning_rate": 0.0002988475030032726,
      "loss": 0.9169,
      "step": 7705
    },
    {
      "epoch": 0.3156256399754249,
      "grad_norm": 0.7369596495707967,
      "learning_rate": 0.00029884709945576993,
      "loss": 0.9268,
      "step": 7706
    },
    {
      "epoch": 0.31566659840262135,
      "grad_norm": 0.6304624279608042,
      "learning_rate": 0.000298846695837901,
      "loss": 0.5034,
      "step": 7707
    },
    {
      "epoch": 0.3157075568298177,
      "grad_norm": 4.4960808391179015,
      "learning_rate": 0.00029884629214966597,
      "loss": 5.5391,
      "step": 7708
    },
    {
      "epoch": 0.31574851525701414,
      "grad_norm": 0.6797760135049395,
      "learning_rate": 0.00029884588839106503,
      "loss": 0.8492,
      "step": 7709
    },
    {
      "epoch": 0.3157894736842105,
      "grad_norm": 0.7812040852737621,
      "learning_rate": 0.00029884548456209846,
      "loss": 0.915,
      "step": 7710
    },
    {
      "epoch": 0.31583043211140693,
      "grad_norm": 0.7906750919479205,
      "learning_rate": 0.00029884508066276635,
      "loss": 0.8939,
      "step": 7711
    },
    {
      "epoch": 0.3158713905386033,
      "grad_norm": 0.8338324942785819,
      "learning_rate": 0.0002988446766930689,
      "loss": 0.926,
      "step": 7712
    },
    {
      "epoch": 0.3159123489657997,
      "grad_norm": 0.6371076646091414,
      "learning_rate": 0.0002988442726530063,
      "loss": 0.9821,
      "step": 7713
    },
    {
      "epoch": 0.3159533073929961,
      "grad_norm": 0.7924540951326657,
      "learning_rate": 0.00029884386854257887,
      "loss": 0.6845,
      "step": 7714
    },
    {
      "epoch": 0.3159942658201925,
      "grad_norm": 0.9660745875090708,
      "learning_rate": 0.00029884346436178657,
      "loss": 1.0796,
      "step": 7715
    },
    {
      "epoch": 0.3160352242473889,
      "grad_norm": 0.6366504717820404,
      "learning_rate": 0.00029884306011062977,
      "loss": 0.7389,
      "step": 7716
    },
    {
      "epoch": 0.3160761826745853,
      "grad_norm": 1.3833287429940289,
      "learning_rate": 0.00029884265578910863,
      "loss": 0.7379,
      "step": 7717
    },
    {
      "epoch": 0.3161171411017817,
      "grad_norm": 0.6267632214023772,
      "learning_rate": 0.0002988422513972233,
      "loss": 0.778,
      "step": 7718
    },
    {
      "epoch": 0.3161580995289781,
      "grad_norm": 0.6671377382687406,
      "learning_rate": 0.00029884184693497397,
      "loss": 0.4532,
      "step": 7719
    },
    {
      "epoch": 0.3161990579561745,
      "grad_norm": 1.1209010397641241,
      "learning_rate": 0.00029884144240236094,
      "loss": 1.53,
      "step": 7720
    },
    {
      "epoch": 0.3162400163833709,
      "grad_norm": 0.8919324946346475,
      "learning_rate": 0.0002988410377993842,
      "loss": 0.6909,
      "step": 7721
    },
    {
      "epoch": 0.3162809748105673,
      "grad_norm": 0.9193729921816585,
      "learning_rate": 0.0002988406331260441,
      "loss": 1.0982,
      "step": 7722
    },
    {
      "epoch": 0.3163219332377637,
      "grad_norm": 1.4472352764298864,
      "learning_rate": 0.0002988402283823408,
      "loss": 0.9077,
      "step": 7723
    },
    {
      "epoch": 0.31636289166496007,
      "grad_norm": 0.9285031406960724,
      "learning_rate": 0.00029883982356827447,
      "loss": 0.4183,
      "step": 7724
    },
    {
      "epoch": 0.31640385009215644,
      "grad_norm": 0.7402713653012116,
      "learning_rate": 0.0002988394186838453,
      "loss": 0.9661,
      "step": 7725
    },
    {
      "epoch": 0.31644480851935286,
      "grad_norm": 0.6518865995191615,
      "learning_rate": 0.0002988390137290535,
      "loss": 0.713,
      "step": 7726
    },
    {
      "epoch": 0.31648576694654923,
      "grad_norm": 0.965219463040642,
      "learning_rate": 0.00029883860870389924,
      "loss": 1.2185,
      "step": 7727
    },
    {
      "epoch": 0.31652672537374565,
      "grad_norm": 1.1243313191720006,
      "learning_rate": 0.0002988382036083827,
      "loss": 1.0649,
      "step": 7728
    },
    {
      "epoch": 0.316567683800942,
      "grad_norm": 0.7732861592182111,
      "learning_rate": 0.00029883779844250416,
      "loss": 1.1126,
      "step": 7729
    },
    {
      "epoch": 0.31660864222813845,
      "grad_norm": 0.736315416945989,
      "learning_rate": 0.00029883739320626365,
      "loss": 0.9822,
      "step": 7730
    },
    {
      "epoch": 0.3166496006553348,
      "grad_norm": 0.5996390672758589,
      "learning_rate": 0.00029883698789966157,
      "loss": 0.9046,
      "step": 7731
    },
    {
      "epoch": 0.31669055908253124,
      "grad_norm": 0.7065810739495426,
      "learning_rate": 0.0002988365825226979,
      "loss": 0.7621,
      "step": 7732
    },
    {
      "epoch": 0.3167315175097276,
      "grad_norm": 0.7751358431212685,
      "learning_rate": 0.000298836177075373,
      "loss": 1.0865,
      "step": 7733
    },
    {
      "epoch": 0.31677247593692404,
      "grad_norm": 0.6886863164553405,
      "learning_rate": 0.00029883577155768694,
      "loss": 0.878,
      "step": 7734
    },
    {
      "epoch": 0.3168134343641204,
      "grad_norm": 0.6051792719769202,
      "learning_rate": 0.00029883536596964,
      "loss": 0.723,
      "step": 7735
    },
    {
      "epoch": 0.31685439279131683,
      "grad_norm": 0.7641443808484895,
      "learning_rate": 0.0002988349603112323,
      "loss": 1.1043,
      "step": 7736
    },
    {
      "epoch": 0.3168953512185132,
      "grad_norm": 1.3443205375201894,
      "learning_rate": 0.0002988345545824641,
      "loss": 2.4733,
      "step": 7737
    },
    {
      "epoch": 0.3169363096457096,
      "grad_norm": 0.5041762821295296,
      "learning_rate": 0.0002988341487833355,
      "loss": 0.7037,
      "step": 7738
    },
    {
      "epoch": 0.316977268072906,
      "grad_norm": 1.7822575736440842,
      "learning_rate": 0.00029883374291384684,
      "loss": 4.829,
      "step": 7739
    },
    {
      "epoch": 0.3170182265001024,
      "grad_norm": 0.71530243179769,
      "learning_rate": 0.00029883333697399816,
      "loss": 1.0595,
      "step": 7740
    },
    {
      "epoch": 0.3170591849272988,
      "grad_norm": 1.2155862484595341,
      "learning_rate": 0.0002988329309637898,
      "loss": 1.319,
      "step": 7741
    },
    {
      "epoch": 0.3171001433544952,
      "grad_norm": 0.8919468861790929,
      "learning_rate": 0.00029883252488322175,
      "loss": 1.0969,
      "step": 7742
    },
    {
      "epoch": 0.3171411017816916,
      "grad_norm": 1.3406557944529616,
      "learning_rate": 0.00029883211873229436,
      "loss": 2.9252,
      "step": 7743
    },
    {
      "epoch": 0.317182060208888,
      "grad_norm": 1.096211944954246,
      "learning_rate": 0.0002988317125110078,
      "loss": 1.0281,
      "step": 7744
    },
    {
      "epoch": 0.3172230186360844,
      "grad_norm": 1.4119122504079578,
      "learning_rate": 0.00029883130621936226,
      "loss": 1.9356,
      "step": 7745
    },
    {
      "epoch": 0.31726397706328074,
      "grad_norm": 0.867835829518095,
      "learning_rate": 0.0002988308998573579,
      "loss": 1.3676,
      "step": 7746
    },
    {
      "epoch": 0.31730493549047717,
      "grad_norm": 0.917711451898646,
      "learning_rate": 0.0002988304934249949,
      "loss": 0.8368,
      "step": 7747
    },
    {
      "epoch": 0.31734589391767354,
      "grad_norm": 0.9914164896764441,
      "learning_rate": 0.0002988300869222735,
      "loss": 1.3223,
      "step": 7748
    },
    {
      "epoch": 0.31738685234486996,
      "grad_norm": 0.6821463511236626,
      "learning_rate": 0.0002988296803491939,
      "loss": 0.8,
      "step": 7749
    },
    {
      "epoch": 0.31742781077206633,
      "grad_norm": 11.719139949435545,
      "learning_rate": 0.0002988292737057562,
      "loss": 4.688,
      "step": 7750
    },
    {
      "epoch": 0.31746876919926276,
      "grad_norm": 0.6059949561253493,
      "learning_rate": 0.00029882886699196065,
      "loss": 0.601,
      "step": 7751
    },
    {
      "epoch": 0.3175097276264591,
      "grad_norm": 0.7910025014562312,
      "learning_rate": 0.00029882846020780747,
      "loss": 0.5524,
      "step": 7752
    },
    {
      "epoch": 0.31755068605365555,
      "grad_norm": 0.9777525270777137,
      "learning_rate": 0.0002988280533532969,
      "loss": 0.4957,
      "step": 7753
    },
    {
      "epoch": 0.3175916444808519,
      "grad_norm": 1.5776052427323333,
      "learning_rate": 0.000298827646428429,
      "loss": 1.0538,
      "step": 7754
    },
    {
      "epoch": 0.31763260290804834,
      "grad_norm": 1.0499394190355358,
      "learning_rate": 0.000298827239433204,
      "loss": 1.1183,
      "step": 7755
    },
    {
      "epoch": 0.3176735613352447,
      "grad_norm": 1.4495163684937291,
      "learning_rate": 0.0002988268323676222,
      "loss": 1.0083,
      "step": 7756
    },
    {
      "epoch": 0.31771451976244114,
      "grad_norm": 1.7542917500768935,
      "learning_rate": 0.0002988264252316836,
      "loss": 1.4248,
      "step": 7757
    },
    {
      "epoch": 0.3177554781896375,
      "grad_norm": 1.2431396089147546,
      "learning_rate": 0.0002988260180253886,
      "loss": 0.9372,
      "step": 7758
    },
    {
      "epoch": 0.31779643661683393,
      "grad_norm": 1.4239223243220525,
      "learning_rate": 0.00029882561074873724,
      "loss": 1.4248,
      "step": 7759
    },
    {
      "epoch": 0.3178373950440303,
      "grad_norm": 0.9458871147668163,
      "learning_rate": 0.00029882520340172977,
      "loss": 1.1036,
      "step": 7760
    },
    {
      "epoch": 0.3178783534712267,
      "grad_norm": 0.8156885510902008,
      "learning_rate": 0.0002988247959843664,
      "loss": 0.9895,
      "step": 7761
    },
    {
      "epoch": 0.3179193118984231,
      "grad_norm": 6.162919076446084,
      "learning_rate": 0.0002988243884966473,
      "loss": 4.9078,
      "step": 7762
    },
    {
      "epoch": 0.3179602703256195,
      "grad_norm": 1.4129111260687495,
      "learning_rate": 0.00029882398093857265,
      "loss": 1.4027,
      "step": 7763
    },
    {
      "epoch": 0.3180012287528159,
      "grad_norm": 0.8160066670784781,
      "learning_rate": 0.00029882357331014267,
      "loss": 0.8862,
      "step": 7764
    },
    {
      "epoch": 0.3180421871800123,
      "grad_norm": 0.9376914690375371,
      "learning_rate": 0.0002988231656113575,
      "loss": 0.7576,
      "step": 7765
    },
    {
      "epoch": 0.3180831456072087,
      "grad_norm": 0.8184738757132305,
      "learning_rate": 0.00029882275784221744,
      "loss": 1.0598,
      "step": 7766
    },
    {
      "epoch": 0.31812410403440505,
      "grad_norm": 0.7601143420407748,
      "learning_rate": 0.00029882235000272257,
      "loss": 0.3848,
      "step": 7767
    },
    {
      "epoch": 0.3181650624616015,
      "grad_norm": 1.1297473591416087,
      "learning_rate": 0.00029882194209287317,
      "loss": 1.054,
      "step": 7768
    },
    {
      "epoch": 0.31820602088879785,
      "grad_norm": 0.7256875166344917,
      "learning_rate": 0.00029882153411266935,
      "loss": 0.861,
      "step": 7769
    },
    {
      "epoch": 0.31824697931599427,
      "grad_norm": 0.9153966933199219,
      "learning_rate": 0.0002988211260621114,
      "loss": 0.949,
      "step": 7770
    },
    {
      "epoch": 0.31828793774319064,
      "grad_norm": 1.210172853155512,
      "learning_rate": 0.00029882071794119937,
      "loss": 0.951,
      "step": 7771
    },
    {
      "epoch": 0.31832889617038707,
      "grad_norm": 0.8329036854254451,
      "learning_rate": 0.0002988203097499336,
      "loss": 0.7981,
      "step": 7772
    },
    {
      "epoch": 0.31836985459758343,
      "grad_norm": 0.8781758257897125,
      "learning_rate": 0.0002988199014883142,
      "loss": 0.9946,
      "step": 7773
    },
    {
      "epoch": 0.31841081302477986,
      "grad_norm": 0.6630470540905475,
      "learning_rate": 0.0002988194931563414,
      "loss": 0.6,
      "step": 7774
    },
    {
      "epoch": 0.31845177145197623,
      "grad_norm": 1.031480404314866,
      "learning_rate": 0.00029881908475401536,
      "loss": 0.5106,
      "step": 7775
    },
    {
      "epoch": 0.31849272987917265,
      "grad_norm": 4.611535745031362,
      "learning_rate": 0.00029881867628133634,
      "loss": 5.2203,
      "step": 7776
    },
    {
      "epoch": 0.318533688306369,
      "grad_norm": 1.2369338275141857,
      "learning_rate": 0.0002988182677383044,
      "loss": 0.8849,
      "step": 7777
    },
    {
      "epoch": 0.31857464673356545,
      "grad_norm": 0.8139672704312133,
      "learning_rate": 0.0002988178591249199,
      "loss": 1.006,
      "step": 7778
    },
    {
      "epoch": 0.3186156051607618,
      "grad_norm": 0.635433017185548,
      "learning_rate": 0.00029881745044118294,
      "loss": 0.5306,
      "step": 7779
    },
    {
      "epoch": 0.31865656358795824,
      "grad_norm": 0.5864946282132686,
      "learning_rate": 0.0002988170416870937,
      "loss": 0.4401,
      "step": 7780
    },
    {
      "epoch": 0.3186975220151546,
      "grad_norm": 0.8949103871590056,
      "learning_rate": 0.00029881663286265245,
      "loss": 0.8803,
      "step": 7781
    },
    {
      "epoch": 0.31873848044235104,
      "grad_norm": 0.8543700738564586,
      "learning_rate": 0.0002988162239678592,
      "loss": 1.0804,
      "step": 7782
    },
    {
      "epoch": 0.3187794388695474,
      "grad_norm": 1.092965067617887,
      "learning_rate": 0.00029881581500271437,
      "loss": 0.8523,
      "step": 7783
    },
    {
      "epoch": 0.31882039729674383,
      "grad_norm": 1.0194418320687708,
      "learning_rate": 0.0002988154059672181,
      "loss": 0.9102,
      "step": 7784
    },
    {
      "epoch": 0.3188613557239402,
      "grad_norm": 0.6310946654159125,
      "learning_rate": 0.00029881499686137047,
      "loss": 0.5508,
      "step": 7785
    },
    {
      "epoch": 0.3189023141511366,
      "grad_norm": 0.85220514233468,
      "learning_rate": 0.0002988145876851718,
      "loss": 1.2449,
      "step": 7786
    },
    {
      "epoch": 0.318943272578333,
      "grad_norm": 0.6860702523603843,
      "learning_rate": 0.00029881417843862217,
      "loss": 1.1406,
      "step": 7787
    },
    {
      "epoch": 0.31898423100552936,
      "grad_norm": 0.679584993911756,
      "learning_rate": 0.0002988137691217218,
      "loss": 0.9016,
      "step": 7788
    },
    {
      "epoch": 0.3190251894327258,
      "grad_norm": 1.4629802169824402,
      "learning_rate": 0.00029881335973447104,
      "loss": 0.7197,
      "step": 7789
    },
    {
      "epoch": 0.31906614785992216,
      "grad_norm": 0.8469838462646474,
      "learning_rate": 0.00029881295027686986,
      "loss": 0.517,
      "step": 7790
    },
    {
      "epoch": 0.3191071062871186,
      "grad_norm": 0.6830924948692055,
      "learning_rate": 0.0002988125407489186,
      "loss": 0.6075,
      "step": 7791
    },
    {
      "epoch": 0.31914806471431495,
      "grad_norm": 0.7527192406458738,
      "learning_rate": 0.0002988121311506174,
      "loss": 1.0971,
      "step": 7792
    },
    {
      "epoch": 0.3191890231415114,
      "grad_norm": 0.760961337482888,
      "learning_rate": 0.0002988117214819664,
      "loss": 0.9802,
      "step": 7793
    },
    {
      "epoch": 0.31922998156870774,
      "grad_norm": 0.7493714510924916,
      "learning_rate": 0.000298811311742966,
      "loss": 0.8812,
      "step": 7794
    },
    {
      "epoch": 0.31927093999590417,
      "grad_norm": 0.6411647863167115,
      "learning_rate": 0.0002988109019336161,
      "loss": 0.6548,
      "step": 7795
    },
    {
      "epoch": 0.31931189842310054,
      "grad_norm": 4.867096453888171,
      "learning_rate": 0.0002988104920539171,
      "loss": 3.4523,
      "step": 7796
    },
    {
      "epoch": 0.31935285685029696,
      "grad_norm": 0.741985402934311,
      "learning_rate": 0.0002988100821038691,
      "loss": 1.0333,
      "step": 7797
    },
    {
      "epoch": 0.31939381527749333,
      "grad_norm": 0.724096976297418,
      "learning_rate": 0.00029880967208347235,
      "loss": 0.9038,
      "step": 7798
    },
    {
      "epoch": 0.31943477370468976,
      "grad_norm": 1.042295935349796,
      "learning_rate": 0.000298809261992727,
      "loss": 1.121,
      "step": 7799
    },
    {
      "epoch": 0.3194757321318861,
      "grad_norm": 0.7196067562520909,
      "learning_rate": 0.0002988088518316333,
      "loss": 0.6422,
      "step": 7800
    },
    {
      "epoch": 0.31951669055908255,
      "grad_norm": 5.092598210736748,
      "learning_rate": 0.00029880844160019143,
      "loss": 3.2159,
      "step": 7801
    },
    {
      "epoch": 0.3195576489862789,
      "grad_norm": 1.0643541316832719,
      "learning_rate": 0.0002988080312984015,
      "loss": 1.2975,
      "step": 7802
    },
    {
      "epoch": 0.31959860741347534,
      "grad_norm": 0.6317858411498277,
      "learning_rate": 0.0002988076209262638,
      "loss": 0.7894,
      "step": 7803
    },
    {
      "epoch": 0.3196395658406717,
      "grad_norm": 1.9168325756325297,
      "learning_rate": 0.00029880721048377846,
      "loss": 2.68,
      "step": 7804
    },
    {
      "epoch": 0.31968052426786814,
      "grad_norm": 0.7666495786604355,
      "learning_rate": 0.0002988067999709458,
      "loss": 0.9443,
      "step": 7805
    },
    {
      "epoch": 0.3197214826950645,
      "grad_norm": 0.7449715181898617,
      "learning_rate": 0.00029880638938776583,
      "loss": 0.9063,
      "step": 7806
    },
    {
      "epoch": 0.31976244112226093,
      "grad_norm": 0.6735820045812547,
      "learning_rate": 0.00029880597873423886,
      "loss": 0.818,
      "step": 7807
    },
    {
      "epoch": 0.3198033995494573,
      "grad_norm": 0.7111073829961609,
      "learning_rate": 0.00029880556801036506,
      "loss": 1.0361,
      "step": 7808
    },
    {
      "epoch": 0.31984435797665367,
      "grad_norm": 0.7337986013207992,
      "learning_rate": 0.00029880515721614464,
      "loss": 0.652,
      "step": 7809
    },
    {
      "epoch": 0.3198853164038501,
      "grad_norm": 0.757187900713402,
      "learning_rate": 0.00029880474635157777,
      "loss": 1.074,
      "step": 7810
    },
    {
      "epoch": 0.31992627483104646,
      "grad_norm": 0.7916247865149049,
      "learning_rate": 0.00029880433541666467,
      "loss": 1.3052,
      "step": 7811
    },
    {
      "epoch": 0.3199672332582429,
      "grad_norm": 1.7641065287327335,
      "learning_rate": 0.00029880392441140543,
      "loss": 1.4036,
      "step": 7812
    },
    {
      "epoch": 0.32000819168543926,
      "grad_norm": 0.7130373959078913,
      "learning_rate": 0.0002988035133358004,
      "loss": 0.8455,
      "step": 7813
    },
    {
      "epoch": 0.3200491501126357,
      "grad_norm": 0.8197266798746574,
      "learning_rate": 0.00029880310218984973,
      "loss": 1.1139,
      "step": 7814
    },
    {
      "epoch": 0.32009010853983205,
      "grad_norm": 0.7748505857357774,
      "learning_rate": 0.00029880269097355347,
      "loss": 0.8434,
      "step": 7815
    },
    {
      "epoch": 0.3201310669670285,
      "grad_norm": 0.7441837488508011,
      "learning_rate": 0.00029880227968691206,
      "loss": 0.6153,
      "step": 7816
    },
    {
      "epoch": 0.32017202539422485,
      "grad_norm": 0.9756524493972007,
      "learning_rate": 0.0002988018683299255,
      "loss": 1.4727,
      "step": 7817
    },
    {
      "epoch": 0.32021298382142127,
      "grad_norm": 0.8357431763779833,
      "learning_rate": 0.00029880145690259406,
      "loss": 0.8827,
      "step": 7818
    },
    {
      "epoch": 0.32025394224861764,
      "grad_norm": 0.7573326480881313,
      "learning_rate": 0.00029880104540491796,
      "loss": 0.8514,
      "step": 7819
    },
    {
      "epoch": 0.32029490067581406,
      "grad_norm": 0.8676947970869557,
      "learning_rate": 0.0002988006338368973,
      "loss": 0.8462,
      "step": 7820
    },
    {
      "epoch": 0.32033585910301043,
      "grad_norm": 0.969550713093135,
      "learning_rate": 0.00029880022219853236,
      "loss": 0.7853,
      "step": 7821
    },
    {
      "epoch": 0.32037681753020686,
      "grad_norm": 0.8021768819024307,
      "learning_rate": 0.0002987998104898233,
      "loss": 0.9276,
      "step": 7822
    },
    {
      "epoch": 0.32041777595740323,
      "grad_norm": 1.652331641776685,
      "learning_rate": 0.0002987993987107704,
      "loss": 1.7179,
      "step": 7823
    },
    {
      "epoch": 0.32045873438459965,
      "grad_norm": 0.7522243456273037,
      "learning_rate": 0.0002987989868613737,
      "loss": 1.0597,
      "step": 7824
    },
    {
      "epoch": 0.320499692811796,
      "grad_norm": 0.7125126690752059,
      "learning_rate": 0.00029879857494163344,
      "loss": 1.0222,
      "step": 7825
    },
    {
      "epoch": 0.32054065123899245,
      "grad_norm": 0.9428783982121945,
      "learning_rate": 0.00029879816295154995,
      "loss": 1.327,
      "step": 7826
    },
    {
      "epoch": 0.3205816096661888,
      "grad_norm": 0.6342579703049034,
      "learning_rate": 0.00029879775089112327,
      "loss": 0.8437,
      "step": 7827
    },
    {
      "epoch": 0.32062256809338524,
      "grad_norm": 0.7898775022181698,
      "learning_rate": 0.00029879733876035365,
      "loss": 0.8177,
      "step": 7828
    },
    {
      "epoch": 0.3206635265205816,
      "grad_norm": 0.4254893138678855,
      "learning_rate": 0.00029879692655924127,
      "loss": 0.365,
      "step": 7829
    },
    {
      "epoch": 0.320704484947778,
      "grad_norm": 0.7447375063725239,
      "learning_rate": 0.0002987965142877864,
      "loss": 0.9866,
      "step": 7830
    },
    {
      "epoch": 0.3207454433749744,
      "grad_norm": 2.1084032493637546,
      "learning_rate": 0.0002987961019459891,
      "loss": 5.3151,
      "step": 7831
    },
    {
      "epoch": 0.3207864018021708,
      "grad_norm": 0.7644518216259938,
      "learning_rate": 0.00029879568953384964,
      "loss": 0.8847,
      "step": 7832
    },
    {
      "epoch": 0.3208273602293672,
      "grad_norm": 0.8622318519674363,
      "learning_rate": 0.0002987952770513682,
      "loss": 1.3548,
      "step": 7833
    },
    {
      "epoch": 0.32086831865656357,
      "grad_norm": 0.8763331722910099,
      "learning_rate": 0.00029879486449854503,
      "loss": 0.8956,
      "step": 7834
    },
    {
      "epoch": 0.32090927708376,
      "grad_norm": 0.7493952506758669,
      "learning_rate": 0.0002987944518753803,
      "loss": 0.8526,
      "step": 7835
    },
    {
      "epoch": 0.32095023551095636,
      "grad_norm": 0.6977616556090813,
      "learning_rate": 0.0002987940391818741,
      "loss": 1.0066,
      "step": 7836
    },
    {
      "epoch": 0.3209911939381528,
      "grad_norm": 0.7127802206051551,
      "learning_rate": 0.0002987936264180268,
      "loss": 0.9318,
      "step": 7837
    },
    {
      "epoch": 0.32103215236534915,
      "grad_norm": 1.4412312954778228,
      "learning_rate": 0.0002987932135838385,
      "loss": 1.8753,
      "step": 7838
    },
    {
      "epoch": 0.3210731107925456,
      "grad_norm": 0.8336332613469786,
      "learning_rate": 0.00029879280067930935,
      "loss": 1.0436,
      "step": 7839
    },
    {
      "epoch": 0.32111406921974195,
      "grad_norm": 0.6969546681276197,
      "learning_rate": 0.00029879238770443966,
      "loss": 1.0321,
      "step": 7840
    },
    {
      "epoch": 0.3211550276469384,
      "grad_norm": 1.158277900274825,
      "learning_rate": 0.0002987919746592295,
      "loss": 0.3368,
      "step": 7841
    },
    {
      "epoch": 0.32119598607413474,
      "grad_norm": 0.5001602662085377,
      "learning_rate": 0.0002987915615436792,
      "loss": 0.4516,
      "step": 7842
    },
    {
      "epoch": 0.32123694450133117,
      "grad_norm": 0.44066461275993485,
      "learning_rate": 0.00029879114835778886,
      "loss": 0.396,
      "step": 7843
    },
    {
      "epoch": 0.32127790292852754,
      "grad_norm": 0.7415792101369081,
      "learning_rate": 0.0002987907351015587,
      "loss": 0.9249,
      "step": 7844
    },
    {
      "epoch": 0.32131886135572396,
      "grad_norm": 1.3095144919807287,
      "learning_rate": 0.0002987903217749889,
      "loss": 1.0657,
      "step": 7845
    },
    {
      "epoch": 0.32135981978292033,
      "grad_norm": 1.0231373356595688,
      "learning_rate": 0.0002987899083780796,
      "loss": 1.1928,
      "step": 7846
    },
    {
      "epoch": 0.32140077821011676,
      "grad_norm": 0.7585784600882902,
      "learning_rate": 0.00029878949491083116,
      "loss": 0.5602,
      "step": 7847
    },
    {
      "epoch": 0.3214417366373131,
      "grad_norm": 1.1898349894886182,
      "learning_rate": 0.00029878908137324363,
      "loss": 0.988,
      "step": 7848
    },
    {
      "epoch": 0.32148269506450955,
      "grad_norm": 1.0114284186408815,
      "learning_rate": 0.0002987886677653173,
      "loss": 1.5339,
      "step": 7849
    },
    {
      "epoch": 0.3215236534917059,
      "grad_norm": 1.6790763901619696,
      "learning_rate": 0.0002987882540870523,
      "loss": 3.8596,
      "step": 7850
    },
    {
      "epoch": 0.3215646119189023,
      "grad_norm": 0.9667529517412453,
      "learning_rate": 0.00029878784033844885,
      "loss": 0.9698,
      "step": 7851
    },
    {
      "epoch": 0.3216055703460987,
      "grad_norm": 0.8353746280428074,
      "learning_rate": 0.0002987874265195071,
      "loss": 1.249,
      "step": 7852
    },
    {
      "epoch": 0.3216465287732951,
      "grad_norm": 1.2379006094373597,
      "learning_rate": 0.00029878701263022733,
      "loss": 1.6539,
      "step": 7853
    },
    {
      "epoch": 0.3216874872004915,
      "grad_norm": 1.0656499015749283,
      "learning_rate": 0.0002987865986706097,
      "loss": 0.5723,
      "step": 7854
    },
    {
      "epoch": 0.3217284456276879,
      "grad_norm": 0.843925625951948,
      "learning_rate": 0.00029878618464065443,
      "loss": 1.19,
      "step": 7855
    },
    {
      "epoch": 0.3217694040548843,
      "grad_norm": 0.796608464746042,
      "learning_rate": 0.00029878577054036164,
      "loss": 0.9675,
      "step": 7856
    },
    {
      "epoch": 0.32181036248208067,
      "grad_norm": 0.956617231420645,
      "learning_rate": 0.0002987853563697316,
      "loss": 1.3472,
      "step": 7857
    },
    {
      "epoch": 0.3218513209092771,
      "grad_norm": 0.7642779542491143,
      "learning_rate": 0.00029878494212876445,
      "loss": 1.0136,
      "step": 7858
    },
    {
      "epoch": 0.32189227933647346,
      "grad_norm": 0.5493623863395148,
      "learning_rate": 0.0002987845278174604,
      "loss": 0.418,
      "step": 7859
    },
    {
      "epoch": 0.3219332377636699,
      "grad_norm": 0.9962495520405632,
      "learning_rate": 0.0002987841134358197,
      "loss": 1.0259,
      "step": 7860
    },
    {
      "epoch": 0.32197419619086626,
      "grad_norm": 0.8483436920391335,
      "learning_rate": 0.0002987836989838425,
      "loss": 0.8584,
      "step": 7861
    },
    {
      "epoch": 0.3220151546180627,
      "grad_norm": 0.7455756838541049,
      "learning_rate": 0.000298783284461529,
      "loss": 0.4091,
      "step": 7862
    },
    {
      "epoch": 0.32205611304525905,
      "grad_norm": 1.2708232884298865,
      "learning_rate": 0.00029878286986887933,
      "loss": 1.2871,
      "step": 7863
    },
    {
      "epoch": 0.3220970714724555,
      "grad_norm": 0.805880039581148,
      "learning_rate": 0.00029878245520589385,
      "loss": 0.8458,
      "step": 7864
    },
    {
      "epoch": 0.32213802989965185,
      "grad_norm": 0.7362049225441265,
      "learning_rate": 0.0002987820404725726,
      "loss": 0.7783,
      "step": 7865
    },
    {
      "epoch": 0.32217898832684827,
      "grad_norm": 0.8945648228266533,
      "learning_rate": 0.00029878162566891584,
      "loss": 1.2659,
      "step": 7866
    },
    {
      "epoch": 0.32221994675404464,
      "grad_norm": 0.8024045166150845,
      "learning_rate": 0.00029878121079492375,
      "loss": 0.7948,
      "step": 7867
    },
    {
      "epoch": 0.32226090518124106,
      "grad_norm": 1.4099366918724543,
      "learning_rate": 0.00029878079585059653,
      "loss": 1.9421,
      "step": 7868
    },
    {
      "epoch": 0.32230186360843743,
      "grad_norm": 0.59991473216662,
      "learning_rate": 0.0002987803808359344,
      "loss": 0.3573,
      "step": 7869
    },
    {
      "epoch": 0.32234282203563386,
      "grad_norm": 0.9140245408897043,
      "learning_rate": 0.0002987799657509376,
      "loss": 1.2027,
      "step": 7870
    },
    {
      "epoch": 0.3223837804628302,
      "grad_norm": 0.8154874061991546,
      "learning_rate": 0.0002987795505956062,
      "loss": 0.922,
      "step": 7871
    },
    {
      "epoch": 0.3224247388900266,
      "grad_norm": 0.716822967398162,
      "learning_rate": 0.00029877913536994046,
      "loss": 0.9322,
      "step": 7872
    },
    {
      "epoch": 0.322465697317223,
      "grad_norm": 0.7062626506365262,
      "learning_rate": 0.0002987787200739406,
      "loss": 0.4606,
      "step": 7873
    },
    {
      "epoch": 0.3225066557444194,
      "grad_norm": 0.7668618489042892,
      "learning_rate": 0.0002987783047076068,
      "loss": 0.9413,
      "step": 7874
    },
    {
      "epoch": 0.3225476141716158,
      "grad_norm": 0.8330576012883544,
      "learning_rate": 0.00029877788927093924,
      "loss": 0.7392,
      "step": 7875
    },
    {
      "epoch": 0.3225885725988122,
      "grad_norm": 0.6929846408092318,
      "learning_rate": 0.0002987774737639381,
      "loss": 0.9971,
      "step": 7876
    },
    {
      "epoch": 0.3226295310260086,
      "grad_norm": 0.7718490420330439,
      "learning_rate": 0.0002987770581866036,
      "loss": 1.212,
      "step": 7877
    },
    {
      "epoch": 0.322670489453205,
      "grad_norm": 0.7008987502564676,
      "learning_rate": 0.000298776642538936,
      "loss": 0.805,
      "step": 7878
    },
    {
      "epoch": 0.3227114478804014,
      "grad_norm": 0.6234172101765757,
      "learning_rate": 0.0002987762268209354,
      "loss": 0.3705,
      "step": 7879
    },
    {
      "epoch": 0.3227524063075978,
      "grad_norm": 0.7934291172657125,
      "learning_rate": 0.000298775811032602,
      "loss": 0.9156,
      "step": 7880
    },
    {
      "epoch": 0.3227933647347942,
      "grad_norm": 3.7794990039376164,
      "learning_rate": 0.0002987753951739361,
      "loss": 2.0157,
      "step": 7881
    },
    {
      "epoch": 0.32283432316199057,
      "grad_norm": 0.956861884365946,
      "learning_rate": 0.0002987749792449378,
      "loss": 0.8173,
      "step": 7882
    },
    {
      "epoch": 0.322875281589187,
      "grad_norm": 0.6338834384351024,
      "learning_rate": 0.00029877456324560735,
      "loss": 0.8455,
      "step": 7883
    },
    {
      "epoch": 0.32291624001638336,
      "grad_norm": 0.7177655156854333,
      "learning_rate": 0.00029877414717594485,
      "loss": 0.7002,
      "step": 7884
    },
    {
      "epoch": 0.3229571984435798,
      "grad_norm": 0.813511220299678,
      "learning_rate": 0.0002987737310359506,
      "loss": 0.8257,
      "step": 7885
    },
    {
      "epoch": 0.32299815687077615,
      "grad_norm": 0.8068756549710896,
      "learning_rate": 0.0002987733148256248,
      "loss": 0.9121,
      "step": 7886
    },
    {
      "epoch": 0.3230391152979726,
      "grad_norm": 1.0709821593072755,
      "learning_rate": 0.00029877289854496754,
      "loss": 0.7581,
      "step": 7887
    },
    {
      "epoch": 0.32308007372516895,
      "grad_norm": 2.0968983827874457,
      "learning_rate": 0.00029877248219397913,
      "loss": 4.8357,
      "step": 7888
    },
    {
      "epoch": 0.3231210321523654,
      "grad_norm": 0.6266761984715334,
      "learning_rate": 0.0002987720657726597,
      "loss": 0.3932,
      "step": 7889
    },
    {
      "epoch": 0.32316199057956174,
      "grad_norm": 0.9594912043957018,
      "learning_rate": 0.00029877164928100947,
      "loss": 1.1249,
      "step": 7890
    },
    {
      "epoch": 0.32320294900675817,
      "grad_norm": 0.975234214307039,
      "learning_rate": 0.0002987712327190287,
      "loss": 0.7527,
      "step": 7891
    },
    {
      "epoch": 0.32324390743395454,
      "grad_norm": 2.5612688568490705,
      "learning_rate": 0.0002987708160867174,
      "loss": 1.6176,
      "step": 7892
    },
    {
      "epoch": 0.3232848658611509,
      "grad_norm": 0.8164620282397798,
      "learning_rate": 0.000298770399384076,
      "loss": 1.0283,
      "step": 7893
    },
    {
      "epoch": 0.32332582428834733,
      "grad_norm": 1.2956390781461153,
      "learning_rate": 0.00029876998261110457,
      "loss": 2.0176,
      "step": 7894
    },
    {
      "epoch": 0.3233667827155437,
      "grad_norm": 0.8843925152719675,
      "learning_rate": 0.0002987695657678033,
      "loss": 0.9523,
      "step": 7895
    },
    {
      "epoch": 0.3234077411427401,
      "grad_norm": 1.103035196817593,
      "learning_rate": 0.0002987691488541724,
      "loss": 0.3791,
      "step": 7896
    },
    {
      "epoch": 0.3234486995699365,
      "grad_norm": 0.9687305736657771,
      "learning_rate": 0.00029876873187021215,
      "loss": 0.9919,
      "step": 7897
    },
    {
      "epoch": 0.3234896579971329,
      "grad_norm": 0.6873389616108161,
      "learning_rate": 0.0002987683148159226,
      "loss": 0.5864,
      "step": 7898
    },
    {
      "epoch": 0.3235306164243293,
      "grad_norm": 1.835324902426784,
      "learning_rate": 0.00029876789769130407,
      "loss": 2.3748,
      "step": 7899
    },
    {
      "epoch": 0.3235715748515257,
      "grad_norm": 1.599620089051402,
      "learning_rate": 0.00029876748049635665,
      "loss": 1.7653,
      "step": 7900
    },
    {
      "epoch": 0.3236125332787221,
      "grad_norm": 0.7479944331129297,
      "learning_rate": 0.00029876706323108066,
      "loss": 1.129,
      "step": 7901
    },
    {
      "epoch": 0.3236534917059185,
      "grad_norm": 0.7463321809714605,
      "learning_rate": 0.00029876664589547616,
      "loss": 0.4668,
      "step": 7902
    },
    {
      "epoch": 0.3236944501331149,
      "grad_norm": 1.1993322968012285,
      "learning_rate": 0.0002987662284895435,
      "loss": 0.9491,
      "step": 7903
    },
    {
      "epoch": 0.3237354085603113,
      "grad_norm": 7.0996178144350734,
      "learning_rate": 0.00029876581101328283,
      "loss": 3.978,
      "step": 7904
    },
    {
      "epoch": 0.32377636698750767,
      "grad_norm": 0.843626837520046,
      "learning_rate": 0.0002987653934666942,
      "loss": 0.9893,
      "step": 7905
    },
    {
      "epoch": 0.3238173254147041,
      "grad_norm": 0.8728105712343156,
      "learning_rate": 0.000298764975849778,
      "loss": 1.2134,
      "step": 7906
    },
    {
      "epoch": 0.32385828384190046,
      "grad_norm": 1.563872922285069,
      "learning_rate": 0.00029876455816253434,
      "loss": 3.5804,
      "step": 7907
    },
    {
      "epoch": 0.3238992422690969,
      "grad_norm": 0.9482228310132323,
      "learning_rate": 0.00029876414040496345,
      "loss": 1.0406,
      "step": 7908
    },
    {
      "epoch": 0.32394020069629326,
      "grad_norm": 0.7348370208666345,
      "learning_rate": 0.00029876372257706547,
      "loss": 0.9536,
      "step": 7909
    },
    {
      "epoch": 0.3239811591234897,
      "grad_norm": 0.980639105894716,
      "learning_rate": 0.00029876330467884065,
      "loss": 0.891,
      "step": 7910
    },
    {
      "epoch": 0.32402211755068605,
      "grad_norm": 0.687256690484754,
      "learning_rate": 0.0002987628867102892,
      "loss": 0.8813,
      "step": 7911
    },
    {
      "epoch": 0.3240630759778825,
      "grad_norm": 0.9199194457715667,
      "learning_rate": 0.00029876246867141125,
      "loss": 1.0843,
      "step": 7912
    },
    {
      "epoch": 0.32410403440507884,
      "grad_norm": 0.8372742251558437,
      "learning_rate": 0.00029876205056220703,
      "loss": 0.685,
      "step": 7913
    },
    {
      "epoch": 0.3241449928322752,
      "grad_norm": 1.7520905001078464,
      "learning_rate": 0.00029876163238267675,
      "loss": 1.7715,
      "step": 7914
    },
    {
      "epoch": 0.32418595125947164,
      "grad_norm": 0.7467130794577249,
      "learning_rate": 0.0002987612141328206,
      "loss": 0.8796,
      "step": 7915
    },
    {
      "epoch": 0.324226909686668,
      "grad_norm": 1.0008367381960588,
      "learning_rate": 0.00029876079581263884,
      "loss": 1.7007,
      "step": 7916
    },
    {
      "epoch": 0.32426786811386443,
      "grad_norm": 0.7195980626344407,
      "learning_rate": 0.00029876037742213154,
      "loss": 0.9956,
      "step": 7917
    },
    {
      "epoch": 0.3243088265410608,
      "grad_norm": 0.9530189101458086,
      "learning_rate": 0.000298759958961299,
      "loss": 1.2036,
      "step": 7918
    },
    {
      "epoch": 0.3243497849682572,
      "grad_norm": 0.7850362782827487,
      "learning_rate": 0.00029875954043014134,
      "loss": 1.0756,
      "step": 7919
    },
    {
      "epoch": 0.3243907433954536,
      "grad_norm": 1.039527833596357,
      "learning_rate": 0.00029875912182865887,
      "loss": 1.2169,
      "step": 7920
    },
    {
      "epoch": 0.32443170182265,
      "grad_norm": 0.8478423782617049,
      "learning_rate": 0.00029875870315685163,
      "loss": 0.6336,
      "step": 7921
    },
    {
      "epoch": 0.3244726602498464,
      "grad_norm": 0.8235667671743244,
      "learning_rate": 0.00029875828441472,
      "loss": 0.5739,
      "step": 7922
    },
    {
      "epoch": 0.3245136186770428,
      "grad_norm": 0.8545113584480404,
      "learning_rate": 0.00029875786560226405,
      "loss": 1.1524,
      "step": 7923
    },
    {
      "epoch": 0.3245545771042392,
      "grad_norm": 0.5669637992531489,
      "learning_rate": 0.000298757446719484,
      "loss": 0.3277,
      "step": 7924
    },
    {
      "epoch": 0.3245955355314356,
      "grad_norm": 0.5166364285099192,
      "learning_rate": 0.0002987570277663801,
      "loss": 0.4518,
      "step": 7925
    },
    {
      "epoch": 0.324636493958632,
      "grad_norm": 0.9531816206603186,
      "learning_rate": 0.0002987566087429525,
      "loss": 0.8446,
      "step": 7926
    },
    {
      "epoch": 0.3246774523858284,
      "grad_norm": 0.5827061124987792,
      "learning_rate": 0.0002987561896492013,
      "loss": 0.6036,
      "step": 7927
    },
    {
      "epoch": 0.32471841081302477,
      "grad_norm": 0.8817577878374065,
      "learning_rate": 0.0002987557704851269,
      "loss": 0.8798,
      "step": 7928
    },
    {
      "epoch": 0.3247593692402212,
      "grad_norm": 0.8757544298316237,
      "learning_rate": 0.0002987553512507294,
      "loss": 1.185,
      "step": 7929
    },
    {
      "epoch": 0.32480032766741757,
      "grad_norm": 0.7783976987854824,
      "learning_rate": 0.000298754931946009,
      "loss": 0.9671,
      "step": 7930
    },
    {
      "epoch": 0.324841286094614,
      "grad_norm": 0.6998161531587851,
      "learning_rate": 0.0002987545125709659,
      "loss": 0.8369,
      "step": 7931
    },
    {
      "epoch": 0.32488224452181036,
      "grad_norm": 0.578361323325961,
      "learning_rate": 0.0002987540931256003,
      "loss": 0.421,
      "step": 7932
    },
    {
      "epoch": 0.3249232029490068,
      "grad_norm": 1.5439988009183607,
      "learning_rate": 0.0002987536736099124,
      "loss": 1.4898,
      "step": 7933
    },
    {
      "epoch": 0.32496416137620315,
      "grad_norm": 0.6259871879615565,
      "learning_rate": 0.00029875325402390235,
      "loss": 0.4547,
      "step": 7934
    },
    {
      "epoch": 0.3250051198033995,
      "grad_norm": 0.9620240419608238,
      "learning_rate": 0.0002987528343675705,
      "loss": 0.4867,
      "step": 7935
    },
    {
      "epoch": 0.32504607823059595,
      "grad_norm": 0.7772916117517259,
      "learning_rate": 0.0002987524146409168,
      "loss": 0.879,
      "step": 7936
    },
    {
      "epoch": 0.3250870366577923,
      "grad_norm": 0.9126009143460667,
      "learning_rate": 0.0002987519948439417,
      "loss": 1.2363,
      "step": 7937
    },
    {
      "epoch": 0.32512799508498874,
      "grad_norm": 0.7255851801176402,
      "learning_rate": 0.0002987515749766452,
      "loss": 0.7659,
      "step": 7938
    },
    {
      "epoch": 0.3251689535121851,
      "grad_norm": 2.167569368456578,
      "learning_rate": 0.00029875115503902766,
      "loss": 1.6464,
      "step": 7939
    },
    {
      "epoch": 0.32520991193938154,
      "grad_norm": 0.7021059795011684,
      "learning_rate": 0.0002987507350310892,
      "loss": 0.8791,
      "step": 7940
    },
    {
      "epoch": 0.3252508703665779,
      "grad_norm": 0.7045089007438057,
      "learning_rate": 0.00029875031495283,
      "loss": 0.7,
      "step": 7941
    },
    {
      "epoch": 0.32529182879377433,
      "grad_norm": 0.6392376443455087,
      "learning_rate": 0.0002987498948042503,
      "loss": 0.3833,
      "step": 7942
    },
    {
      "epoch": 0.3253327872209707,
      "grad_norm": 2.1750521536103364,
      "learning_rate": 0.00029874947458535025,
      "loss": 4.7627,
      "step": 7943
    },
    {
      "epoch": 0.3253737456481671,
      "grad_norm": 3.339699749443348,
      "learning_rate": 0.0002987490542961301,
      "loss": 3.0756,
      "step": 7944
    },
    {
      "epoch": 0.3254147040753635,
      "grad_norm": 0.6334293992615689,
      "learning_rate": 0.00029874863393659006,
      "loss": 0.6793,
      "step": 7945
    },
    {
      "epoch": 0.3254556625025599,
      "grad_norm": 0.7251003162139954,
      "learning_rate": 0.00029874821350673025,
      "loss": 0.8099,
      "step": 7946
    },
    {
      "epoch": 0.3254966209297563,
      "grad_norm": 1.5818492091552905,
      "learning_rate": 0.0002987477930065509,
      "loss": 2.7433,
      "step": 7947
    },
    {
      "epoch": 0.3255375793569527,
      "grad_norm": 0.6361618768240317,
      "learning_rate": 0.0002987473724360523,
      "loss": 0.4866,
      "step": 7948
    },
    {
      "epoch": 0.3255785377841491,
      "grad_norm": 0.6848385250949769,
      "learning_rate": 0.0002987469517952345,
      "loss": 0.491,
      "step": 7949
    },
    {
      "epoch": 0.3256194962113455,
      "grad_norm": 0.9558655923548673,
      "learning_rate": 0.0002987465310840978,
      "loss": 1.1995,
      "step": 7950
    },
    {
      "epoch": 0.3256604546385419,
      "grad_norm": 0.9631182851187987,
      "learning_rate": 0.00029874611030264236,
      "loss": 1.6808,
      "step": 7951
    },
    {
      "epoch": 0.3257014130657383,
      "grad_norm": 0.7954576628625156,
      "learning_rate": 0.0002987456894508684,
      "loss": 1.0787,
      "step": 7952
    },
    {
      "epoch": 0.32574237149293467,
      "grad_norm": 1.4509006612202413,
      "learning_rate": 0.00029874526852877615,
      "loss": 1.0097,
      "step": 7953
    },
    {
      "epoch": 0.3257833299201311,
      "grad_norm": 9.710083197019232,
      "learning_rate": 0.00029874484753636567,
      "loss": 4.6639,
      "step": 7954
    },
    {
      "epoch": 0.32582428834732746,
      "grad_norm": 0.495158050605868,
      "learning_rate": 0.00029874442647363737,
      "loss": 0.4134,
      "step": 7955
    },
    {
      "epoch": 0.32586524677452383,
      "grad_norm": 0.9715472109149605,
      "learning_rate": 0.0002987440053405913,
      "loss": 0.9042,
      "step": 7956
    },
    {
      "epoch": 0.32590620520172026,
      "grad_norm": 1.8735448828566474,
      "learning_rate": 0.00029874358413722765,
      "loss": 1.8299,
      "step": 7957
    },
    {
      "epoch": 0.3259471636289166,
      "grad_norm": 0.7868025479508922,
      "learning_rate": 0.00029874316286354673,
      "loss": 0.7009,
      "step": 7958
    },
    {
      "epoch": 0.32598812205611305,
      "grad_norm": 0.7708352756273728,
      "learning_rate": 0.0002987427415195486,
      "loss": 0.8024,
      "step": 7959
    },
    {
      "epoch": 0.3260290804833094,
      "grad_norm": 0.8964202571307884,
      "learning_rate": 0.00029874232010523356,
      "loss": 1.0897,
      "step": 7960
    },
    {
      "epoch": 0.32607003891050584,
      "grad_norm": 0.8618215876069761,
      "learning_rate": 0.00029874189862060186,
      "loss": 0.9838,
      "step": 7961
    },
    {
      "epoch": 0.3261109973377022,
      "grad_norm": 0.7900549564917664,
      "learning_rate": 0.0002987414770656535,
      "loss": 1.1785,
      "step": 7962
    },
    {
      "epoch": 0.32615195576489864,
      "grad_norm": 1.161619198684918,
      "learning_rate": 0.00029874105544038887,
      "loss": 1.205,
      "step": 7963
    },
    {
      "epoch": 0.326192914192095,
      "grad_norm": 0.9359331498811098,
      "learning_rate": 0.00029874063374480807,
      "loss": 1.0962,
      "step": 7964
    },
    {
      "epoch": 0.32623387261929143,
      "grad_norm": 0.5636102205970835,
      "learning_rate": 0.0002987402119789114,
      "loss": 0.4427,
      "step": 7965
    },
    {
      "epoch": 0.3262748310464878,
      "grad_norm": 0.850489422786621,
      "learning_rate": 0.0002987397901426989,
      "loss": 1.1841,
      "step": 7966
    },
    {
      "epoch": 0.3263157894736842,
      "grad_norm": 0.5718484438395387,
      "learning_rate": 0.0002987393682361709,
      "loss": 0.4677,
      "step": 7967
    },
    {
      "epoch": 0.3263567479008806,
      "grad_norm": 0.6514932549842911,
      "learning_rate": 0.0002987389462593275,
      "loss": 0.7876,
      "step": 7968
    },
    {
      "epoch": 0.326397706328077,
      "grad_norm": 0.7807092755561252,
      "learning_rate": 0.00029873852421216906,
      "loss": 1.0015,
      "step": 7969
    },
    {
      "epoch": 0.3264386647552734,
      "grad_norm": 1.0929730476007455,
      "learning_rate": 0.00029873810209469565,
      "loss": 1.3053,
      "step": 7970
    },
    {
      "epoch": 0.3264796231824698,
      "grad_norm": 1.0942152395606277,
      "learning_rate": 0.00029873767990690745,
      "loss": 1.4693,
      "step": 7971
    },
    {
      "epoch": 0.3265205816096662,
      "grad_norm": 0.7680161906075995,
      "learning_rate": 0.0002987372576488047,
      "loss": 1.2741,
      "step": 7972
    },
    {
      "epoch": 0.3265615400368626,
      "grad_norm": 0.6677589803701953,
      "learning_rate": 0.00029873683532038764,
      "loss": 0.8823,
      "step": 7973
    },
    {
      "epoch": 0.326602498464059,
      "grad_norm": 0.7379076247573471,
      "learning_rate": 0.0002987364129216564,
      "loss": 0.9957,
      "step": 7974
    },
    {
      "epoch": 0.3266434568912554,
      "grad_norm": 0.6579759645582042,
      "learning_rate": 0.00029873599045261126,
      "loss": 0.8943,
      "step": 7975
    },
    {
      "epoch": 0.32668441531845177,
      "grad_norm": 0.7878397003332758,
      "learning_rate": 0.00029873556791325235,
      "loss": 1.2141,
      "step": 7976
    },
    {
      "epoch": 0.32672537374564814,
      "grad_norm": 0.7041479009896175,
      "learning_rate": 0.00029873514530357994,
      "loss": 0.8348,
      "step": 7977
    },
    {
      "epoch": 0.32676633217284456,
      "grad_norm": 1.2269281006836947,
      "learning_rate": 0.00029873472262359414,
      "loss": 1.2923,
      "step": 7978
    },
    {
      "epoch": 0.32680729060004093,
      "grad_norm": 1.3820122250447762,
      "learning_rate": 0.0002987342998732952,
      "loss": 1.9722,
      "step": 7979
    },
    {
      "epoch": 0.32684824902723736,
      "grad_norm": 0.6890953635533855,
      "learning_rate": 0.0002987338770526833,
      "loss": 0.3764,
      "step": 7980
    },
    {
      "epoch": 0.32688920745443373,
      "grad_norm": 1.0080001822454934,
      "learning_rate": 0.0002987334541617587,
      "loss": 1.3122,
      "step": 7981
    },
    {
      "epoch": 0.32693016588163015,
      "grad_norm": 1.270244229438815,
      "learning_rate": 0.0002987330312005215,
      "loss": 1.2022,
      "step": 7982
    },
    {
      "epoch": 0.3269711243088265,
      "grad_norm": 0.6876795161022745,
      "learning_rate": 0.00029873260816897196,
      "loss": 1.214,
      "step": 7983
    },
    {
      "epoch": 0.32701208273602295,
      "grad_norm": 0.6914869806372984,
      "learning_rate": 0.0002987321850671103,
      "loss": 0.8773,
      "step": 7984
    },
    {
      "epoch": 0.3270530411632193,
      "grad_norm": 2.704568918626791,
      "learning_rate": 0.0002987317618949367,
      "loss": 3.5899,
      "step": 7985
    },
    {
      "epoch": 0.32709399959041574,
      "grad_norm": 0.7463699262610706,
      "learning_rate": 0.0002987313386524513,
      "loss": 0.8819,
      "step": 7986
    },
    {
      "epoch": 0.3271349580176121,
      "grad_norm": 2.7003531256282938,
      "learning_rate": 0.00029873091533965437,
      "loss": 5.4669,
      "step": 7987
    },
    {
      "epoch": 0.32717591644480853,
      "grad_norm": 1.0093370225540614,
      "learning_rate": 0.0002987304919565461,
      "loss": 1.4327,
      "step": 7988
    },
    {
      "epoch": 0.3272168748720049,
      "grad_norm": 0.656245088479893,
      "learning_rate": 0.0002987300685031267,
      "loss": 1.013,
      "step": 7989
    },
    {
      "epoch": 0.32725783329920133,
      "grad_norm": 0.7469823658327632,
      "learning_rate": 0.00029872964497939635,
      "loss": 0.7299,
      "step": 7990
    },
    {
      "epoch": 0.3272987917263977,
      "grad_norm": 0.6831491352848277,
      "learning_rate": 0.00029872922138535527,
      "loss": 0.993,
      "step": 7991
    },
    {
      "epoch": 0.3273397501535941,
      "grad_norm": 0.7618587052724852,
      "learning_rate": 0.0002987287977210036,
      "loss": 0.8304,
      "step": 7992
    },
    {
      "epoch": 0.3273807085807905,
      "grad_norm": 0.8101738984150818,
      "learning_rate": 0.00029872837398634163,
      "loss": 0.7464,
      "step": 7993
    },
    {
      "epoch": 0.3274216670079869,
      "grad_norm": 2.512056372837253,
      "learning_rate": 0.0002987279501813695,
      "loss": 1.5545,
      "step": 7994
    },
    {
      "epoch": 0.3274626254351833,
      "grad_norm": 2.3453414426995516,
      "learning_rate": 0.0002987275263060874,
      "loss": 1.6523,
      "step": 7995
    },
    {
      "epoch": 0.3275035838623797,
      "grad_norm": 1.0001105372848667,
      "learning_rate": 0.00029872710236049556,
      "loss": 0.8518,
      "step": 7996
    },
    {
      "epoch": 0.3275445422895761,
      "grad_norm": 2.4262433136685404,
      "learning_rate": 0.0002987266783445942,
      "loss": 3.1605,
      "step": 7997
    },
    {
      "epoch": 0.32758550071677245,
      "grad_norm": 0.6394546193347368,
      "learning_rate": 0.0002987262542583835,
      "loss": 0.3461,
      "step": 7998
    },
    {
      "epoch": 0.3276264591439689,
      "grad_norm": 0.8679856527941716,
      "learning_rate": 0.00029872583010186367,
      "loss": 1.0413,
      "step": 7999
    },
    {
      "epoch": 0.32766741757116524,
      "grad_norm": 0.613416182390146,
      "learning_rate": 0.00029872540587503487,
      "loss": 0.4286,
      "step": 8000
    },
    {
      "epoch": 0.32770837599836167,
      "grad_norm": 1.0235032178675139,
      "learning_rate": 0.0002987249815778973,
      "loss": 1.4808,
      "step": 8001
    },
    {
      "epoch": 0.32774933442555804,
      "grad_norm": 0.7581721274094146,
      "learning_rate": 0.0002987245572104513,
      "loss": 1.1469,
      "step": 8002
    },
    {
      "epoch": 0.32779029285275446,
      "grad_norm": 0.7573185589465069,
      "learning_rate": 0.00029872413277269686,
      "loss": 0.8959,
      "step": 8003
    },
    {
      "epoch": 0.32783125127995083,
      "grad_norm": 0.9171009368504701,
      "learning_rate": 0.00029872370826463426,
      "loss": 0.9001,
      "step": 8004
    },
    {
      "epoch": 0.32787220970714726,
      "grad_norm": 0.5186284231598891,
      "learning_rate": 0.00029872328368626375,
      "loss": 0.4744,
      "step": 8005
    },
    {
      "epoch": 0.3279131681343436,
      "grad_norm": 0.7127117827661624,
      "learning_rate": 0.00029872285903758555,
      "loss": 0.9826,
      "step": 8006
    },
    {
      "epoch": 0.32795412656154005,
      "grad_norm": 0.6842032557139717,
      "learning_rate": 0.00029872243431859977,
      "loss": 0.6608,
      "step": 8007
    },
    {
      "epoch": 0.3279950849887364,
      "grad_norm": 0.6972378579688006,
      "learning_rate": 0.00029872200952930667,
      "loss": 0.6513,
      "step": 8008
    },
    {
      "epoch": 0.32803604341593284,
      "grad_norm": 1.1249350086756242,
      "learning_rate": 0.0002987215846697064,
      "loss": 1.3466,
      "step": 8009
    },
    {
      "epoch": 0.3280770018431292,
      "grad_norm": 0.42978030175606297,
      "learning_rate": 0.00029872115973979924,
      "loss": 0.3563,
      "step": 8010
    },
    {
      "epoch": 0.32811796027032564,
      "grad_norm": 0.7619354196740404,
      "learning_rate": 0.0002987207347395853,
      "loss": 0.8788,
      "step": 8011
    },
    {
      "epoch": 0.328158918697522,
      "grad_norm": 0.9878935884191137,
      "learning_rate": 0.00029872030966906485,
      "loss": 0.8554,
      "step": 8012
    },
    {
      "epoch": 0.32819987712471843,
      "grad_norm": 0.7372982885463204,
      "learning_rate": 0.00029871988452823806,
      "loss": 0.7042,
      "step": 8013
    },
    {
      "epoch": 0.3282408355519148,
      "grad_norm": 0.7668073594417486,
      "learning_rate": 0.00029871945931710515,
      "loss": 1.2166,
      "step": 8014
    },
    {
      "epoch": 0.3282817939791112,
      "grad_norm": 0.555877925900599,
      "learning_rate": 0.00029871903403566635,
      "loss": 0.3464,
      "step": 8015
    },
    {
      "epoch": 0.3283227524063076,
      "grad_norm": 0.9200131420138216,
      "learning_rate": 0.00029871860868392174,
      "loss": 1.0989,
      "step": 8016
    },
    {
      "epoch": 0.328363710833504,
      "grad_norm": 1.667839249930073,
      "learning_rate": 0.00029871818326187167,
      "loss": 4.065,
      "step": 8017
    },
    {
      "epoch": 0.3284046692607004,
      "grad_norm": 0.5580883686964258,
      "learning_rate": 0.0002987177577695162,
      "loss": 0.4648,
      "step": 8018
    },
    {
      "epoch": 0.32844562768789676,
      "grad_norm": 1.4238142798712432,
      "learning_rate": 0.00029871733220685566,
      "loss": 1.8943,
      "step": 8019
    },
    {
      "epoch": 0.3284865861150932,
      "grad_norm": 1.065212102678378,
      "learning_rate": 0.00029871690657389015,
      "loss": 1.4614,
      "step": 8020
    },
    {
      "epoch": 0.32852754454228955,
      "grad_norm": 0.6626114921883091,
      "learning_rate": 0.00029871648087061994,
      "loss": 0.7479,
      "step": 8021
    },
    {
      "epoch": 0.328568502969486,
      "grad_norm": 1.4304201170719841,
      "learning_rate": 0.00029871605509704523,
      "loss": 1.3301,
      "step": 8022
    },
    {
      "epoch": 0.32860946139668235,
      "grad_norm": 0.9138728012339261,
      "learning_rate": 0.0002987156292531662,
      "loss": 1.0945,
      "step": 8023
    },
    {
      "epoch": 0.32865041982387877,
      "grad_norm": 0.911867148079383,
      "learning_rate": 0.000298715203338983,
      "loss": 0.7983,
      "step": 8024
    },
    {
      "epoch": 0.32869137825107514,
      "grad_norm": 0.6572651078548718,
      "learning_rate": 0.00029871477735449593,
      "loss": 0.7753,
      "step": 8025
    },
    {
      "epoch": 0.32873233667827156,
      "grad_norm": 0.7114524588534369,
      "learning_rate": 0.0002987143512997051,
      "loss": 0.8956,
      "step": 8026
    },
    {
      "epoch": 0.32877329510546793,
      "grad_norm": 0.7945503118177224,
      "learning_rate": 0.0002987139251746108,
      "loss": 1.0229,
      "step": 8027
    },
    {
      "epoch": 0.32881425353266436,
      "grad_norm": 0.7206621570133053,
      "learning_rate": 0.00029871349897921313,
      "loss": 0.5817,
      "step": 8028
    },
    {
      "epoch": 0.3288552119598607,
      "grad_norm": 0.8261250294597284,
      "learning_rate": 0.0002987130727135124,
      "loss": 0.9357,
      "step": 8029
    },
    {
      "epoch": 0.32889617038705715,
      "grad_norm": 5.3422410678679055,
      "learning_rate": 0.0002987126463775087,
      "loss": 4.9657,
      "step": 8030
    },
    {
      "epoch": 0.3289371288142535,
      "grad_norm": 1.0313382061340697,
      "learning_rate": 0.0002987122199712024,
      "loss": 0.9398,
      "step": 8031
    },
    {
      "epoch": 0.32897808724144995,
      "grad_norm": 0.6443546743968179,
      "learning_rate": 0.0002987117934945935,
      "loss": 0.7814,
      "step": 8032
    },
    {
      "epoch": 0.3290190456686463,
      "grad_norm": 0.4516124434544325,
      "learning_rate": 0.0002987113669476823,
      "loss": 0.3855,
      "step": 8033
    },
    {
      "epoch": 0.32906000409584274,
      "grad_norm": 0.6982082170083097,
      "learning_rate": 0.000298710940330469,
      "loss": 1.0506,
      "step": 8034
    },
    {
      "epoch": 0.3291009625230391,
      "grad_norm": 0.92669679024153,
      "learning_rate": 0.00029871051364295384,
      "loss": 0.7797,
      "step": 8035
    },
    {
      "epoch": 0.32914192095023553,
      "grad_norm": 1.2916388441618076,
      "learning_rate": 0.00029871008688513693,
      "loss": 1.0212,
      "step": 8036
    },
    {
      "epoch": 0.3291828793774319,
      "grad_norm": 0.686487682925663,
      "learning_rate": 0.00029870966005701857,
      "loss": 0.8223,
      "step": 8037
    },
    {
      "epoch": 0.3292238378046283,
      "grad_norm": 0.6914202051512915,
      "learning_rate": 0.00029870923315859885,
      "loss": 0.8637,
      "step": 8038
    },
    {
      "epoch": 0.3292647962318247,
      "grad_norm": 0.8096395719343652,
      "learning_rate": 0.00029870880618987805,
      "loss": 1.2806,
      "step": 8039
    },
    {
      "epoch": 0.32930575465902107,
      "grad_norm": 0.5935721101446555,
      "learning_rate": 0.00029870837915085634,
      "loss": 0.3637,
      "step": 8040
    },
    {
      "epoch": 0.3293467130862175,
      "grad_norm": 0.8204241581390912,
      "learning_rate": 0.000298707952041534,
      "loss": 0.8582,
      "step": 8041
    },
    {
      "epoch": 0.32938767151341386,
      "grad_norm": 0.4490148301792636,
      "learning_rate": 0.00029870752486191115,
      "loss": 0.4581,
      "step": 8042
    },
    {
      "epoch": 0.3294286299406103,
      "grad_norm": 0.7956692584974305,
      "learning_rate": 0.000298707097611988,
      "loss": 0.8166,
      "step": 8043
    },
    {
      "epoch": 0.32946958836780665,
      "grad_norm": 0.6259276441577964,
      "learning_rate": 0.00029870667029176473,
      "loss": 0.3934,
      "step": 8044
    },
    {
      "epoch": 0.3295105467950031,
      "grad_norm": 0.6056578251779051,
      "learning_rate": 0.0002987062429012416,
      "loss": 0.7368,
      "step": 8045
    },
    {
      "epoch": 0.32955150522219945,
      "grad_norm": 0.8253919763681876,
      "learning_rate": 0.0002987058154404188,
      "loss": 1.3793,
      "step": 8046
    },
    {
      "epoch": 0.3295924636493959,
      "grad_norm": 0.9402862934564898,
      "learning_rate": 0.0002987053879092965,
      "loss": 0.9455,
      "step": 8047
    },
    {
      "epoch": 0.32963342207659224,
      "grad_norm": 1.052938860835612,
      "learning_rate": 0.00029870496030787495,
      "loss": 0.9988,
      "step": 8048
    },
    {
      "epoch": 0.32967438050378867,
      "grad_norm": 1.260137361478328,
      "learning_rate": 0.0002987045326361543,
      "loss": 1.379,
      "step": 8049
    },
    {
      "epoch": 0.32971533893098504,
      "grad_norm": 0.6507524452943158,
      "learning_rate": 0.0002987041048941348,
      "loss": 0.9739,
      "step": 8050
    },
    {
      "epoch": 0.32975629735818146,
      "grad_norm": 0.5745217834545566,
      "learning_rate": 0.0002987036770818166,
      "loss": 0.4047,
      "step": 8051
    },
    {
      "epoch": 0.32979725578537783,
      "grad_norm": 0.6854488700689821,
      "learning_rate": 0.00029870324919919995,
      "loss": 0.9271,
      "step": 8052
    },
    {
      "epoch": 0.32983821421257425,
      "grad_norm": 0.866046872287844,
      "learning_rate": 0.000298702821246285,
      "loss": 1.0477,
      "step": 8053
    },
    {
      "epoch": 0.3298791726397706,
      "grad_norm": 1.3846127325565583,
      "learning_rate": 0.000298702393223072,
      "loss": 1.1184,
      "step": 8054
    },
    {
      "epoch": 0.32992013106696705,
      "grad_norm": 0.7638517401582675,
      "learning_rate": 0.00029870196512956113,
      "loss": 1.092,
      "step": 8055
    },
    {
      "epoch": 0.3299610894941634,
      "grad_norm": 0.7258233511756527,
      "learning_rate": 0.00029870153696575264,
      "loss": 0.3859,
      "step": 8056
    },
    {
      "epoch": 0.33000204792135984,
      "grad_norm": 0.6505526375741364,
      "learning_rate": 0.0002987011087316467,
      "loss": 0.903,
      "step": 8057
    },
    {
      "epoch": 0.3300430063485562,
      "grad_norm": 0.7109413261122857,
      "learning_rate": 0.0002987006804272434,
      "loss": 0.8907,
      "step": 8058
    },
    {
      "epoch": 0.33008396477575264,
      "grad_norm": 0.8169028446697155,
      "learning_rate": 0.00029870025205254317,
      "loss": 0.9139,
      "step": 8059
    },
    {
      "epoch": 0.330124923202949,
      "grad_norm": 0.6590053706674339,
      "learning_rate": 0.000298699823607546,
      "loss": 0.825,
      "step": 8060
    },
    {
      "epoch": 0.3301658816301454,
      "grad_norm": 8.946007687003211,
      "learning_rate": 0.00029869939509225224,
      "loss": 3.8533,
      "step": 8061
    },
    {
      "epoch": 0.3302068400573418,
      "grad_norm": 0.8610482576191225,
      "learning_rate": 0.000298698966506662,
      "loss": 0.9846,
      "step": 8062
    },
    {
      "epoch": 0.33024779848453817,
      "grad_norm": 0.6795983261086517,
      "learning_rate": 0.00029869853785077555,
      "loss": 0.9267,
      "step": 8063
    },
    {
      "epoch": 0.3302887569117346,
      "grad_norm": 0.6693842989802827,
      "learning_rate": 0.000298698109124593,
      "loss": 0.8378,
      "step": 8064
    },
    {
      "epoch": 0.33032971533893096,
      "grad_norm": 2.594060949600914,
      "learning_rate": 0.00029869768032811465,
      "loss": 1.0178,
      "step": 8065
    },
    {
      "epoch": 0.3303706737661274,
      "grad_norm": 0.5460156537385041,
      "learning_rate": 0.00029869725146134074,
      "loss": 0.4406,
      "step": 8066
    },
    {
      "epoch": 0.33041163219332376,
      "grad_norm": 0.7647508770638591,
      "learning_rate": 0.0002986968225242713,
      "loss": 0.9689,
      "step": 8067
    },
    {
      "epoch": 0.3304525906205202,
      "grad_norm": 1.5830717033788773,
      "learning_rate": 0.00029869639351690666,
      "loss": 1.5552,
      "step": 8068
    },
    {
      "epoch": 0.33049354904771655,
      "grad_norm": 0.6725783957355498,
      "learning_rate": 0.00029869596443924697,
      "loss": 0.876,
      "step": 8069
    },
    {
      "epoch": 0.330534507474913,
      "grad_norm": 0.7942810452563729,
      "learning_rate": 0.0002986955352912925,
      "loss": 0.7641,
      "step": 8070
    },
    {
      "epoch": 0.33057546590210934,
      "grad_norm": 0.6451317173409095,
      "learning_rate": 0.0002986951060730434,
      "loss": 0.7139,
      "step": 8071
    },
    {
      "epoch": 0.33061642432930577,
      "grad_norm": 4.332136667219263,
      "learning_rate": 0.00029869467678449987,
      "loss": 6.5121,
      "step": 8072
    },
    {
      "epoch": 0.33065738275650214,
      "grad_norm": 1.0172320581407852,
      "learning_rate": 0.0002986942474256621,
      "loss": 0.8921,
      "step": 8073
    },
    {
      "epoch": 0.33069834118369856,
      "grad_norm": 1.4282615999024888,
      "learning_rate": 0.0002986938179965303,
      "loss": 0.6872,
      "step": 8074
    },
    {
      "epoch": 0.33073929961089493,
      "grad_norm": 3.5348070984602336,
      "learning_rate": 0.00029869338849710476,
      "loss": 3.3966,
      "step": 8075
    },
    {
      "epoch": 0.33078025803809136,
      "grad_norm": 1.577939249333271,
      "learning_rate": 0.0002986929589273856,
      "loss": 1.7356,
      "step": 8076
    },
    {
      "epoch": 0.3308212164652877,
      "grad_norm": 0.7418601188506864,
      "learning_rate": 0.000298692529287373,
      "loss": 0.8756,
      "step": 8077
    },
    {
      "epoch": 0.33086217489248415,
      "grad_norm": 1.0147495028216766,
      "learning_rate": 0.0002986920995770673,
      "loss": 1.0172,
      "step": 8078
    },
    {
      "epoch": 0.3309031333196805,
      "grad_norm": 4.094385903426632,
      "learning_rate": 0.00029869166979646847,
      "loss": 3.9094,
      "step": 8079
    },
    {
      "epoch": 0.33094409174687694,
      "grad_norm": 0.977647029974516,
      "learning_rate": 0.00029869123994557693,
      "loss": 0.945,
      "step": 8080
    },
    {
      "epoch": 0.3309850501740733,
      "grad_norm": 0.9277562890047019,
      "learning_rate": 0.0002986908100243927,
      "loss": 0.8949,
      "step": 8081
    },
    {
      "epoch": 0.33102600860126974,
      "grad_norm": 0.5207125386662064,
      "learning_rate": 0.0002986903800329162,
      "loss": 0.4212,
      "step": 8082
    },
    {
      "epoch": 0.3310669670284661,
      "grad_norm": 0.9205526883555983,
      "learning_rate": 0.00029868994997114747,
      "loss": 1.5418,
      "step": 8083
    },
    {
      "epoch": 0.3311079254556625,
      "grad_norm": 0.8146886925075844,
      "learning_rate": 0.0002986895198390868,
      "loss": 0.883,
      "step": 8084
    },
    {
      "epoch": 0.3311488838828589,
      "grad_norm": 0.7008469503079694,
      "learning_rate": 0.0002986890896367343,
      "loss": 1.0099,
      "step": 8085
    },
    {
      "epoch": 0.33118984231005527,
      "grad_norm": 0.6989102336744984,
      "learning_rate": 0.0002986886593640902,
      "loss": 0.822,
      "step": 8086
    },
    {
      "epoch": 0.3312308007372517,
      "grad_norm": 0.7388572005335002,
      "learning_rate": 0.0002986882290211548,
      "loss": 0.4672,
      "step": 8087
    },
    {
      "epoch": 0.33127175916444807,
      "grad_norm": 1.305928615532964,
      "learning_rate": 0.0002986877986079282,
      "loss": 1.238,
      "step": 8088
    },
    {
      "epoch": 0.3313127175916445,
      "grad_norm": 0.9688030986571686,
      "learning_rate": 0.00029868736812441063,
      "loss": 1.1611,
      "step": 8089
    },
    {
      "epoch": 0.33135367601884086,
      "grad_norm": 0.6629146880814399,
      "learning_rate": 0.00029868693757060237,
      "loss": 0.8286,
      "step": 8090
    },
    {
      "epoch": 0.3313946344460373,
      "grad_norm": 0.6641692711710464,
      "learning_rate": 0.0002986865069465035,
      "loss": 0.3197,
      "step": 8091
    },
    {
      "epoch": 0.33143559287323365,
      "grad_norm": 2.8679350018521492,
      "learning_rate": 0.00029868607625211426,
      "loss": 1.7278,
      "step": 8092
    },
    {
      "epoch": 0.3314765513004301,
      "grad_norm": 0.54926132212391,
      "learning_rate": 0.0002986856454874349,
      "loss": 0.5987,
      "step": 8093
    },
    {
      "epoch": 0.33151750972762645,
      "grad_norm": 0.8559454533543374,
      "learning_rate": 0.00029868521465246554,
      "loss": 0.8393,
      "step": 8094
    },
    {
      "epoch": 0.33155846815482287,
      "grad_norm": 1.0140992716016735,
      "learning_rate": 0.0002986847837472065,
      "loss": 1.0461,
      "step": 8095
    },
    {
      "epoch": 0.33159942658201924,
      "grad_norm": 0.7159456752625828,
      "learning_rate": 0.0002986843527716579,
      "loss": 0.9409,
      "step": 8096
    },
    {
      "epoch": 0.33164038500921567,
      "grad_norm": 1.0446568828292058,
      "learning_rate": 0.00029868392172581996,
      "loss": 1.23,
      "step": 8097
    },
    {
      "epoch": 0.33168134343641203,
      "grad_norm": 0.9749504438417221,
      "learning_rate": 0.0002986834906096929,
      "loss": 0.9396,
      "step": 8098
    },
    {
      "epoch": 0.33172230186360846,
      "grad_norm": 0.5829589477736992,
      "learning_rate": 0.0002986830594232769,
      "loss": 0.4934,
      "step": 8099
    },
    {
      "epoch": 0.33176326029080483,
      "grad_norm": 0.6935084656348521,
      "learning_rate": 0.00029868262816657224,
      "loss": 0.9039,
      "step": 8100
    },
    {
      "epoch": 0.33180421871800125,
      "grad_norm": 1.2589985016880796,
      "learning_rate": 0.00029868219683957896,
      "loss": 0.8883,
      "step": 8101
    },
    {
      "epoch": 0.3318451771451976,
      "grad_norm": 0.6765221665876066,
      "learning_rate": 0.0002986817654422974,
      "loss": 0.9567,
      "step": 8102
    },
    {
      "epoch": 0.33188613557239405,
      "grad_norm": 0.8596266583469659,
      "learning_rate": 0.0002986813339747278,
      "loss": 1.2517,
      "step": 8103
    },
    {
      "epoch": 0.3319270939995904,
      "grad_norm": 1.1886133563550751,
      "learning_rate": 0.0002986809024368702,
      "loss": 1.442,
      "step": 8104
    },
    {
      "epoch": 0.3319680524267868,
      "grad_norm": 2.121982454796771,
      "learning_rate": 0.0002986804708287249,
      "loss": 2.7976,
      "step": 8105
    },
    {
      "epoch": 0.3320090108539832,
      "grad_norm": 0.9529159108230089,
      "learning_rate": 0.00029868003915029217,
      "loss": 1.4904,
      "step": 8106
    },
    {
      "epoch": 0.3320499692811796,
      "grad_norm": 1.1977137316132196,
      "learning_rate": 0.00029867960740157206,
      "loss": 1.0586,
      "step": 8107
    },
    {
      "epoch": 0.332090927708376,
      "grad_norm": 0.8008515393530833,
      "learning_rate": 0.0002986791755825649,
      "loss": 1.3625,
      "step": 8108
    },
    {
      "epoch": 0.3321318861355724,
      "grad_norm": 0.6528828466571029,
      "learning_rate": 0.0002986787436932709,
      "loss": 0.6901,
      "step": 8109
    },
    {
      "epoch": 0.3321728445627688,
      "grad_norm": 0.7302162842327119,
      "learning_rate": 0.00029867831173369016,
      "loss": 0.9346,
      "step": 8110
    },
    {
      "epoch": 0.33221380298996517,
      "grad_norm": 0.7479444932163606,
      "learning_rate": 0.000298677879703823,
      "loss": 1.0157,
      "step": 8111
    },
    {
      "epoch": 0.3322547614171616,
      "grad_norm": 1.164227622629315,
      "learning_rate": 0.0002986774476036695,
      "loss": 1.0413,
      "step": 8112
    },
    {
      "epoch": 0.33229571984435796,
      "grad_norm": 0.6868326061116045,
      "learning_rate": 0.00029867701543322996,
      "loss": 0.7298,
      "step": 8113
    },
    {
      "epoch": 0.3323366782715544,
      "grad_norm": 1.0546571134864604,
      "learning_rate": 0.0002986765831925046,
      "loss": 1.038,
      "step": 8114
    },
    {
      "epoch": 0.33237763669875076,
      "grad_norm": 1.2477076903174584,
      "learning_rate": 0.0002986761508814935,
      "loss": 1.2109,
      "step": 8115
    },
    {
      "epoch": 0.3324185951259472,
      "grad_norm": 0.9419749715971516,
      "learning_rate": 0.000298675718500197,
      "loss": 0.7066,
      "step": 8116
    },
    {
      "epoch": 0.33245955355314355,
      "grad_norm": 0.7527763239662751,
      "learning_rate": 0.00029867528604861517,
      "loss": 0.9713,
      "step": 8117
    },
    {
      "epoch": 0.33250051198034,
      "grad_norm": 1.1235849734063146,
      "learning_rate": 0.0002986748535267484,
      "loss": 0.9893,
      "step": 8118
    },
    {
      "epoch": 0.33254147040753634,
      "grad_norm": 0.7001031668797544,
      "learning_rate": 0.00029867442093459666,
      "loss": 0.4412,
      "step": 8119
    },
    {
      "epoch": 0.33258242883473277,
      "grad_norm": 10.228815471539054,
      "learning_rate": 0.0002986739882721604,
      "loss": 3.2691,
      "step": 8120
    },
    {
      "epoch": 0.33262338726192914,
      "grad_norm": 0.7382887460772026,
      "learning_rate": 0.0002986735555394396,
      "loss": 1.0394,
      "step": 8121
    },
    {
      "epoch": 0.33266434568912556,
      "grad_norm": 0.8342623696875123,
      "learning_rate": 0.00029867312273643463,
      "loss": 1.0551,
      "step": 8122
    },
    {
      "epoch": 0.33270530411632193,
      "grad_norm": 0.8558764791890116,
      "learning_rate": 0.00029867268986314566,
      "loss": 1.1682,
      "step": 8123
    },
    {
      "epoch": 0.33274626254351836,
      "grad_norm": 0.5648754457029072,
      "learning_rate": 0.0002986722569195728,
      "loss": 0.4174,
      "step": 8124
    },
    {
      "epoch": 0.3327872209707147,
      "grad_norm": 1.0185315960274453,
      "learning_rate": 0.00029867182390571636,
      "loss": 0.8718,
      "step": 8125
    },
    {
      "epoch": 0.3328281793979111,
      "grad_norm": 0.7029064814589268,
      "learning_rate": 0.0002986713908215765,
      "loss": 0.3066,
      "step": 8126
    },
    {
      "epoch": 0.3328691378251075,
      "grad_norm": 0.9274025188807948,
      "learning_rate": 0.0002986709576671535,
      "loss": 1.1944,
      "step": 8127
    },
    {
      "epoch": 0.3329100962523039,
      "grad_norm": 0.9074699295514906,
      "learning_rate": 0.0002986705244424474,
      "loss": 1.0891,
      "step": 8128
    },
    {
      "epoch": 0.3329510546795003,
      "grad_norm": 0.7838856558599102,
      "learning_rate": 0.00029867009114745857,
      "loss": 1.0653,
      "step": 8129
    },
    {
      "epoch": 0.3329920131066967,
      "grad_norm": 0.7458862308718546,
      "learning_rate": 0.0002986696577821871,
      "loss": 0.8735,
      "step": 8130
    },
    {
      "epoch": 0.3330329715338931,
      "grad_norm": 0.8388705633620314,
      "learning_rate": 0.0002986692243466332,
      "loss": 1.0847,
      "step": 8131
    },
    {
      "epoch": 0.3330739299610895,
      "grad_norm": 0.8210642778763927,
      "learning_rate": 0.00029866879084079723,
      "loss": 1.0588,
      "step": 8132
    },
    {
      "epoch": 0.3331148883882859,
      "grad_norm": 0.9819369458245594,
      "learning_rate": 0.0002986683572646793,
      "loss": 1.3928,
      "step": 8133
    },
    {
      "epoch": 0.33315584681548227,
      "grad_norm": 0.7630270403757298,
      "learning_rate": 0.0002986679236182795,
      "loss": 0.3929,
      "step": 8134
    },
    {
      "epoch": 0.3331968052426787,
      "grad_norm": 0.8662503301865883,
      "learning_rate": 0.00029866748990159815,
      "loss": 0.7977,
      "step": 8135
    },
    {
      "epoch": 0.33323776366987506,
      "grad_norm": 0.5957126549008572,
      "learning_rate": 0.0002986670561146354,
      "loss": 0.6733,
      "step": 8136
    },
    {
      "epoch": 0.3332787220970715,
      "grad_norm": 0.7280957783262217,
      "learning_rate": 0.0002986666222573916,
      "loss": 0.8849,
      "step": 8137
    },
    {
      "epoch": 0.33331968052426786,
      "grad_norm": 0.7700308722171397,
      "learning_rate": 0.0002986661883298668,
      "loss": 0.9938,
      "step": 8138
    },
    {
      "epoch": 0.3333606389514643,
      "grad_norm": 2.683397927090393,
      "learning_rate": 0.0002986657543320612,
      "loss": 6.7026,
      "step": 8139
    },
    {
      "epoch": 0.33340159737866065,
      "grad_norm": 0.8069798564315132,
      "learning_rate": 0.00029866532026397516,
      "loss": 1.2762,
      "step": 8140
    },
    {
      "epoch": 0.3334425558058571,
      "grad_norm": 0.8293770982878228,
      "learning_rate": 0.0002986648861256087,
      "loss": 1.2314,
      "step": 8141
    },
    {
      "epoch": 0.33348351423305345,
      "grad_norm": 0.4790342984675398,
      "learning_rate": 0.00029866445191696216,
      "loss": 0.3779,
      "step": 8142
    },
    {
      "epoch": 0.33352447266024987,
      "grad_norm": 0.754618042689542,
      "learning_rate": 0.00029866401763803564,
      "loss": 0.9763,
      "step": 8143
    },
    {
      "epoch": 0.33356543108744624,
      "grad_norm": 0.7045455981337849,
      "learning_rate": 0.00029866358328882946,
      "loss": 0.9584,
      "step": 8144
    },
    {
      "epoch": 0.33360638951464266,
      "grad_norm": 0.6502782170635757,
      "learning_rate": 0.00029866314886934373,
      "loss": 0.6416,
      "step": 8145
    },
    {
      "epoch": 0.33364734794183903,
      "grad_norm": 0.9847449352269239,
      "learning_rate": 0.0002986627143795787,
      "loss": 1.0335,
      "step": 8146
    },
    {
      "epoch": 0.3336883063690354,
      "grad_norm": 0.7149356105449088,
      "learning_rate": 0.00029866227981953456,
      "loss": 0.9033,
      "step": 8147
    },
    {
      "epoch": 0.33372926479623183,
      "grad_norm": 0.7212883598374403,
      "learning_rate": 0.00029866184518921146,
      "loss": 0.9435,
      "step": 8148
    },
    {
      "epoch": 0.3337702232234282,
      "grad_norm": 0.8262348971188014,
      "learning_rate": 0.00029866141048860977,
      "loss": 0.7762,
      "step": 8149
    },
    {
      "epoch": 0.3338111816506246,
      "grad_norm": 0.7383998063716788,
      "learning_rate": 0.00029866097571772956,
      "loss": 0.9378,
      "step": 8150
    },
    {
      "epoch": 0.333852140077821,
      "grad_norm": 1.257444803607802,
      "learning_rate": 0.00029866054087657103,
      "loss": 1.5653,
      "step": 8151
    },
    {
      "epoch": 0.3338930985050174,
      "grad_norm": 0.8141868889970746,
      "learning_rate": 0.00029866010596513447,
      "loss": 0.8096,
      "step": 8152
    },
    {
      "epoch": 0.3339340569322138,
      "grad_norm": 0.6088506727842201,
      "learning_rate": 0.00029865967098342003,
      "loss": 0.779,
      "step": 8153
    },
    {
      "epoch": 0.3339750153594102,
      "grad_norm": 0.8393123863809113,
      "learning_rate": 0.0002986592359314278,
      "loss": 1.0462,
      "step": 8154
    },
    {
      "epoch": 0.3340159737866066,
      "grad_norm": 0.9374357953527606,
      "learning_rate": 0.0002986588008091583,
      "loss": 0.4949,
      "step": 8155
    },
    {
      "epoch": 0.334056932213803,
      "grad_norm": 0.7899045532691079,
      "learning_rate": 0.0002986583656166114,
      "loss": 0.7431,
      "step": 8156
    },
    {
      "epoch": 0.3340978906409994,
      "grad_norm": 5.50953226724518,
      "learning_rate": 0.0002986579303537876,
      "loss": 4.6068,
      "step": 8157
    },
    {
      "epoch": 0.3341388490681958,
      "grad_norm": 0.9425708349761192,
      "learning_rate": 0.0002986574950206868,
      "loss": 1.1378,
      "step": 8158
    },
    {
      "epoch": 0.33417980749539217,
      "grad_norm": 1.6449854709722653,
      "learning_rate": 0.00029865705961730943,
      "loss": 1.7653,
      "step": 8159
    },
    {
      "epoch": 0.3342207659225886,
      "grad_norm": 0.5298907085835415,
      "learning_rate": 0.00029865662414365566,
      "loss": 0.305,
      "step": 8160
    },
    {
      "epoch": 0.33426172434978496,
      "grad_norm": 0.9892914702313695,
      "learning_rate": 0.00029865618859972563,
      "loss": 1.1839,
      "step": 8161
    },
    {
      "epoch": 0.3343026827769814,
      "grad_norm": 0.9681791192307354,
      "learning_rate": 0.0002986557529855196,
      "loss": 1.509,
      "step": 8162
    },
    {
      "epoch": 0.33434364120417776,
      "grad_norm": 4.306112394427894,
      "learning_rate": 0.00029865531730103776,
      "loss": 6.5296,
      "step": 8163
    },
    {
      "epoch": 0.3343845996313742,
      "grad_norm": 0.8224171380846228,
      "learning_rate": 0.00029865488154628023,
      "loss": 1.0049,
      "step": 8164
    },
    {
      "epoch": 0.33442555805857055,
      "grad_norm": 0.7852289335756808,
      "learning_rate": 0.0002986544457212474,
      "loss": 0.8076,
      "step": 8165
    },
    {
      "epoch": 0.334466516485767,
      "grad_norm": 1.1283123575656975,
      "learning_rate": 0.00029865400982593936,
      "loss": 0.9777,
      "step": 8166
    },
    {
      "epoch": 0.33450747491296334,
      "grad_norm": 0.8299493255209669,
      "learning_rate": 0.0002986535738603563,
      "loss": 0.9263,
      "step": 8167
    },
    {
      "epoch": 0.3345484333401597,
      "grad_norm": 0.7831834898385847,
      "learning_rate": 0.0002986531378244984,
      "loss": 0.7394,
      "step": 8168
    },
    {
      "epoch": 0.33458939176735614,
      "grad_norm": 1.2485361444743108,
      "learning_rate": 0.00029865270171836603,
      "loss": 1.1024,
      "step": 8169
    },
    {
      "epoch": 0.3346303501945525,
      "grad_norm": 1.2468100856251612,
      "learning_rate": 0.00029865226554195924,
      "loss": 1.1889,
      "step": 8170
    },
    {
      "epoch": 0.33467130862174893,
      "grad_norm": 0.7022658132774389,
      "learning_rate": 0.00029865182929527827,
      "loss": 0.7407,
      "step": 8171
    },
    {
      "epoch": 0.3347122670489453,
      "grad_norm": 0.8926343717225989,
      "learning_rate": 0.00029865139297832337,
      "loss": 0.6969,
      "step": 8172
    },
    {
      "epoch": 0.3347532254761417,
      "grad_norm": 0.8622092482469574,
      "learning_rate": 0.0002986509565910947,
      "loss": 1.1609,
      "step": 8173
    },
    {
      "epoch": 0.3347941839033381,
      "grad_norm": 0.8876954342878899,
      "learning_rate": 0.00029865052013359247,
      "loss": 1.0927,
      "step": 8174
    },
    {
      "epoch": 0.3348351423305345,
      "grad_norm": 1.2318871250510874,
      "learning_rate": 0.0002986500836058169,
      "loss": 0.7244,
      "step": 8175
    },
    {
      "epoch": 0.3348761007577309,
      "grad_norm": 0.663678684428293,
      "learning_rate": 0.0002986496470077683,
      "loss": 0.439,
      "step": 8176
    },
    {
      "epoch": 0.3349170591849273,
      "grad_norm": 1.168299735327538,
      "learning_rate": 0.00029864921033944666,
      "loss": 1.0071,
      "step": 8177
    },
    {
      "epoch": 0.3349580176121237,
      "grad_norm": 0.7226459288258134,
      "learning_rate": 0.0002986487736008523,
      "loss": 0.7696,
      "step": 8178
    },
    {
      "epoch": 0.3349989760393201,
      "grad_norm": 0.8576126633932601,
      "learning_rate": 0.00029864833679198546,
      "loss": 0.762,
      "step": 8179
    },
    {
      "epoch": 0.3350399344665165,
      "grad_norm": 2.7171944030215474,
      "learning_rate": 0.0002986478999128463,
      "loss": 2.3017,
      "step": 8180
    },
    {
      "epoch": 0.3350808928937129,
      "grad_norm": 0.8720659541475706,
      "learning_rate": 0.00029864746296343503,
      "loss": 0.6623,
      "step": 8181
    },
    {
      "epoch": 0.33512185132090927,
      "grad_norm": 1.0083063375276873,
      "learning_rate": 0.0002986470259437519,
      "loss": 0.4421,
      "step": 8182
    },
    {
      "epoch": 0.3351628097481057,
      "grad_norm": 1.3193852753469306,
      "learning_rate": 0.00029864658885379706,
      "loss": 0.9631,
      "step": 8183
    },
    {
      "epoch": 0.33520376817530206,
      "grad_norm": 1.2916541941031496,
      "learning_rate": 0.00029864615169357075,
      "loss": 1.1114,
      "step": 8184
    },
    {
      "epoch": 0.3352447266024985,
      "grad_norm": 1.2723014568047712,
      "learning_rate": 0.0002986457144630731,
      "loss": 0.7764,
      "step": 8185
    },
    {
      "epoch": 0.33528568502969486,
      "grad_norm": 0.6634690011539863,
      "learning_rate": 0.00029864527716230444,
      "loss": 0.8998,
      "step": 8186
    },
    {
      "epoch": 0.3353266434568913,
      "grad_norm": 1.1563035749106407,
      "learning_rate": 0.00029864483979126494,
      "loss": 0.4878,
      "step": 8187
    },
    {
      "epoch": 0.33536760188408765,
      "grad_norm": 1.1913640813835324,
      "learning_rate": 0.00029864440234995477,
      "loss": 1.115,
      "step": 8188
    },
    {
      "epoch": 0.335408560311284,
      "grad_norm": 0.6991751322781979,
      "learning_rate": 0.00029864396483837415,
      "loss": 0.4124,
      "step": 8189
    },
    {
      "epoch": 0.33544951873848045,
      "grad_norm": 0.7229058905034748,
      "learning_rate": 0.00029864352725652324,
      "loss": 0.3989,
      "step": 8190
    },
    {
      "epoch": 0.3354904771656768,
      "grad_norm": 0.8661619694431693,
      "learning_rate": 0.00029864308960440237,
      "loss": 0.816,
      "step": 8191
    },
    {
      "epoch": 0.33553143559287324,
      "grad_norm": 0.7502187634026961,
      "learning_rate": 0.00029864265188201165,
      "loss": 0.8266,
      "step": 8192
    },
    {
      "epoch": 0.3355723940200696,
      "grad_norm": 1.0696049792277458,
      "learning_rate": 0.00029864221408935123,
      "loss": 1.3874,
      "step": 8193
    },
    {
      "epoch": 0.33561335244726603,
      "grad_norm": 0.8960564684908716,
      "learning_rate": 0.0002986417762264215,
      "loss": 1.3085,
      "step": 8194
    },
    {
      "epoch": 0.3356543108744624,
      "grad_norm": 1.8136084914807964,
      "learning_rate": 0.0002986413382932225,
      "loss": 4.2303,
      "step": 8195
    },
    {
      "epoch": 0.3356952693016588,
      "grad_norm": 1.1897566631903662,
      "learning_rate": 0.00029864090028975456,
      "loss": 1.0535,
      "step": 8196
    },
    {
      "epoch": 0.3357362277288552,
      "grad_norm": 0.6631735191081071,
      "learning_rate": 0.00029864046221601777,
      "loss": 0.7354,
      "step": 8197
    },
    {
      "epoch": 0.3357771861560516,
      "grad_norm": 4.636716750315079,
      "learning_rate": 0.0002986400240720124,
      "loss": 2.9774,
      "step": 8198
    },
    {
      "epoch": 0.335818144583248,
      "grad_norm": 0.9707156540314029,
      "learning_rate": 0.0002986395858577387,
      "loss": 0.9725,
      "step": 8199
    },
    {
      "epoch": 0.3358591030104444,
      "grad_norm": 1.3113625569110055,
      "learning_rate": 0.00029863914757319684,
      "loss": 0.7383,
      "step": 8200
    },
    {
      "epoch": 0.3359000614376408,
      "grad_norm": 1.0106433002460729,
      "learning_rate": 0.0002986387092183869,
      "loss": 0.784,
      "step": 8201
    },
    {
      "epoch": 0.3359410198648372,
      "grad_norm": 0.6300798504165109,
      "learning_rate": 0.0002986382707933093,
      "loss": 0.775,
      "step": 8202
    },
    {
      "epoch": 0.3359819782920336,
      "grad_norm": 0.6836062177070785,
      "learning_rate": 0.00029863783229796414,
      "loss": 0.6576,
      "step": 8203
    },
    {
      "epoch": 0.33602293671923,
      "grad_norm": 0.6007034019980757,
      "learning_rate": 0.0002986373937323516,
      "loss": 0.3852,
      "step": 8204
    },
    {
      "epoch": 0.3360638951464264,
      "grad_norm": 1.305125378327961,
      "learning_rate": 0.000298636955096472,
      "loss": 0.857,
      "step": 8205
    },
    {
      "epoch": 0.3361048535736228,
      "grad_norm": 0.8041475851554354,
      "learning_rate": 0.00029863651639032543,
      "loss": 1.0565,
      "step": 8206
    },
    {
      "epoch": 0.33614581200081917,
      "grad_norm": 0.8165441672045868,
      "learning_rate": 0.0002986360776139121,
      "loss": 0.7832,
      "step": 8207
    },
    {
      "epoch": 0.3361867704280156,
      "grad_norm": 1.267190834763387,
      "learning_rate": 0.0002986356387672323,
      "loss": 1.137,
      "step": 8208
    },
    {
      "epoch": 0.33622772885521196,
      "grad_norm": 0.9310596222365379,
      "learning_rate": 0.0002986351998502862,
      "loss": 1.0757,
      "step": 8209
    },
    {
      "epoch": 0.33626868728240833,
      "grad_norm": 0.70085046252676,
      "learning_rate": 0.000298634760863074,
      "loss": 0.8923,
      "step": 8210
    },
    {
      "epoch": 0.33630964570960475,
      "grad_norm": 0.6986318569218933,
      "learning_rate": 0.00029863432180559594,
      "loss": 0.8466,
      "step": 8211
    },
    {
      "epoch": 0.3363506041368011,
      "grad_norm": 0.6719294621060254,
      "learning_rate": 0.0002986338826778521,
      "loss": 0.7502,
      "step": 8212
    },
    {
      "epoch": 0.33639156256399755,
      "grad_norm": 0.8086041095609051,
      "learning_rate": 0.0002986334434798429,
      "loss": 0.8758,
      "step": 8213
    },
    {
      "epoch": 0.3364325209911939,
      "grad_norm": 0.7871971329491882,
      "learning_rate": 0.00029863300421156835,
      "loss": 1.0182,
      "step": 8214
    },
    {
      "epoch": 0.33647347941839034,
      "grad_norm": 0.8156444315811815,
      "learning_rate": 0.00029863256487302873,
      "loss": 0.9139,
      "step": 8215
    },
    {
      "epoch": 0.3365144378455867,
      "grad_norm": 0.688883485376501,
      "learning_rate": 0.0002986321254642243,
      "loss": 0.653,
      "step": 8216
    },
    {
      "epoch": 0.33655539627278314,
      "grad_norm": 0.584548834485337,
      "learning_rate": 0.00029863168598515523,
      "loss": 0.4938,
      "step": 8217
    },
    {
      "epoch": 0.3365963546999795,
      "grad_norm": 0.7568589018505009,
      "learning_rate": 0.0002986312464358217,
      "loss": 0.4128,
      "step": 8218
    },
    {
      "epoch": 0.33663731312717593,
      "grad_norm": 2.055379371195326,
      "learning_rate": 0.00029863080681622394,
      "loss": 1.6839,
      "step": 8219
    },
    {
      "epoch": 0.3366782715543723,
      "grad_norm": 1.2592293736648097,
      "learning_rate": 0.0002986303671263622,
      "loss": 1.2846,
      "step": 8220
    },
    {
      "epoch": 0.3367192299815687,
      "grad_norm": 1.1145051837726834,
      "learning_rate": 0.00029862992736623666,
      "loss": 1.1898,
      "step": 8221
    },
    {
      "epoch": 0.3367601884087651,
      "grad_norm": 0.8399758653718019,
      "learning_rate": 0.00029862948753584743,
      "loss": 0.8702,
      "step": 8222
    },
    {
      "epoch": 0.3368011468359615,
      "grad_norm": 1.160928712118861,
      "learning_rate": 0.00029862904763519485,
      "loss": 1.0909,
      "step": 8223
    },
    {
      "epoch": 0.3368421052631579,
      "grad_norm": 0.6342631905033614,
      "learning_rate": 0.0002986286076642791,
      "loss": 0.7607,
      "step": 8224
    },
    {
      "epoch": 0.3368830636903543,
      "grad_norm": 1.2510561069114574,
      "learning_rate": 0.00029862816762310035,
      "loss": 1.506,
      "step": 8225
    },
    {
      "epoch": 0.3369240221175507,
      "grad_norm": 0.9848305868478595,
      "learning_rate": 0.0002986277275116588,
      "loss": 0.8671,
      "step": 8226
    },
    {
      "epoch": 0.3369649805447471,
      "grad_norm": 0.9936368650188758,
      "learning_rate": 0.00029862728732995474,
      "loss": 0.765,
      "step": 8227
    },
    {
      "epoch": 0.3370059389719435,
      "grad_norm": 0.7693393406334831,
      "learning_rate": 0.0002986268470779883,
      "loss": 0.8724,
      "step": 8228
    },
    {
      "epoch": 0.3370468973991399,
      "grad_norm": 3.0618218592536794,
      "learning_rate": 0.0002986264067557597,
      "loss": 0.993,
      "step": 8229
    },
    {
      "epoch": 0.33708785582633627,
      "grad_norm": 1.7446369454155586,
      "learning_rate": 0.00029862596636326914,
      "loss": 2.9826,
      "step": 8230
    },
    {
      "epoch": 0.33712881425353264,
      "grad_norm": 1.9433755045176377,
      "learning_rate": 0.0002986255259005169,
      "loss": 1.204,
      "step": 8231
    },
    {
      "epoch": 0.33716977268072906,
      "grad_norm": 1.3811911139272948,
      "learning_rate": 0.0002986250853675031,
      "loss": 0.4479,
      "step": 8232
    },
    {
      "epoch": 0.33721073110792543,
      "grad_norm": 0.7612740856759229,
      "learning_rate": 0.00029862464476422795,
      "loss": 0.8144,
      "step": 8233
    },
    {
      "epoch": 0.33725168953512186,
      "grad_norm": 0.9962351978009689,
      "learning_rate": 0.00029862420409069177,
      "loss": 1.1243,
      "step": 8234
    },
    {
      "epoch": 0.3372926479623182,
      "grad_norm": 1.2658001092251625,
      "learning_rate": 0.0002986237633468946,
      "loss": 1.0772,
      "step": 8235
    },
    {
      "epoch": 0.33733360638951465,
      "grad_norm": 0.9162076924177511,
      "learning_rate": 0.00029862332253283684,
      "loss": 0.9932,
      "step": 8236
    },
    {
      "epoch": 0.337374564816711,
      "grad_norm": 0.939107907516891,
      "learning_rate": 0.00029862288164851853,
      "loss": 0.8742,
      "step": 8237
    },
    {
      "epoch": 0.33741552324390744,
      "grad_norm": 1.297088169385461,
      "learning_rate": 0.00029862244069393996,
      "loss": 0.8087,
      "step": 8238
    },
    {
      "epoch": 0.3374564816711038,
      "grad_norm": 1.564646477177024,
      "learning_rate": 0.00029862199966910135,
      "loss": 0.823,
      "step": 8239
    },
    {
      "epoch": 0.33749744009830024,
      "grad_norm": 1.0425493823722594,
      "learning_rate": 0.00029862155857400286,
      "loss": 0.9165,
      "step": 8240
    },
    {
      "epoch": 0.3375383985254966,
      "grad_norm": 0.754711584383663,
      "learning_rate": 0.00029862111740864476,
      "loss": 0.7866,
      "step": 8241
    },
    {
      "epoch": 0.33757935695269303,
      "grad_norm": 1.8455464533386514,
      "learning_rate": 0.00029862067617302717,
      "loss": 1.8577,
      "step": 8242
    },
    {
      "epoch": 0.3376203153798894,
      "grad_norm": 0.9044803930073202,
      "learning_rate": 0.00029862023486715034,
      "loss": 0.9014,
      "step": 8243
    },
    {
      "epoch": 0.3376612738070858,
      "grad_norm": 1.2505495483415714,
      "learning_rate": 0.0002986197934910145,
      "loss": 1.1343,
      "step": 8244
    },
    {
      "epoch": 0.3377022322342822,
      "grad_norm": 1.0014103759050779,
      "learning_rate": 0.0002986193520446199,
      "loss": 1.01,
      "step": 8245
    },
    {
      "epoch": 0.3377431906614786,
      "grad_norm": 1.6859832573985156,
      "learning_rate": 0.0002986189105279666,
      "loss": 3.6215,
      "step": 8246
    },
    {
      "epoch": 0.337784149088675,
      "grad_norm": 7.294652158755577,
      "learning_rate": 0.000298618468941055,
      "loss": 1.417,
      "step": 8247
    },
    {
      "epoch": 0.3378251075158714,
      "grad_norm": 0.833255923964599,
      "learning_rate": 0.0002986180272838851,
      "loss": 0.4528,
      "step": 8248
    },
    {
      "epoch": 0.3378660659430678,
      "grad_norm": 0.5897765946318264,
      "learning_rate": 0.0002986175855564573,
      "loss": 0.8296,
      "step": 8249
    },
    {
      "epoch": 0.3379070243702642,
      "grad_norm": 0.78719533843024,
      "learning_rate": 0.00029861714375877175,
      "loss": 0.4796,
      "step": 8250
    },
    {
      "epoch": 0.3379479827974606,
      "grad_norm": 0.8437809468147509,
      "learning_rate": 0.0002986167018908286,
      "loss": 1.1951,
      "step": 8251
    },
    {
      "epoch": 0.33798894122465695,
      "grad_norm": 0.6261783279246231,
      "learning_rate": 0.0002986162599526281,
      "loss": 0.7068,
      "step": 8252
    },
    {
      "epoch": 0.33802989965185337,
      "grad_norm": 0.8552111563625293,
      "learning_rate": 0.0002986158179441704,
      "loss": 0.9794,
      "step": 8253
    },
    {
      "epoch": 0.33807085807904974,
      "grad_norm": 0.8677324455139551,
      "learning_rate": 0.00029861537586545585,
      "loss": 1.2034,
      "step": 8254
    },
    {
      "epoch": 0.33811181650624617,
      "grad_norm": 1.057036770396149,
      "learning_rate": 0.00029861493371648455,
      "loss": 1.005,
      "step": 8255
    },
    {
      "epoch": 0.33815277493344253,
      "grad_norm": 0.935589912293641,
      "learning_rate": 0.00029861449149725674,
      "loss": 0.8484,
      "step": 8256
    },
    {
      "epoch": 0.33819373336063896,
      "grad_norm": 0.6780887110129833,
      "learning_rate": 0.0002986140492077726,
      "loss": 0.9157,
      "step": 8257
    },
    {
      "epoch": 0.33823469178783533,
      "grad_norm": 0.6600012145358677,
      "learning_rate": 0.00029861360684803236,
      "loss": 0.7029,
      "step": 8258
    },
    {
      "epoch": 0.33827565021503175,
      "grad_norm": 0.8101331943762862,
      "learning_rate": 0.00029861316441803624,
      "loss": 1.1209,
      "step": 8259
    },
    {
      "epoch": 0.3383166086422281,
      "grad_norm": 6.301624956656478,
      "learning_rate": 0.0002986127219177844,
      "loss": 7.2196,
      "step": 8260
    },
    {
      "epoch": 0.33835756706942455,
      "grad_norm": 0.7644521475499185,
      "learning_rate": 0.0002986122793472772,
      "loss": 1.0077,
      "step": 8261
    },
    {
      "epoch": 0.3383985254966209,
      "grad_norm": 0.7969724716763794,
      "learning_rate": 0.0002986118367065146,
      "loss": 1.1355,
      "step": 8262
    },
    {
      "epoch": 0.33843948392381734,
      "grad_norm": 0.7117236294433615,
      "learning_rate": 0.00029861139399549704,
      "loss": 0.957,
      "step": 8263
    },
    {
      "epoch": 0.3384804423510137,
      "grad_norm": 0.5947187437926003,
      "learning_rate": 0.0002986109512142246,
      "loss": 0.6975,
      "step": 8264
    },
    {
      "epoch": 0.33852140077821014,
      "grad_norm": 0.6371685885064843,
      "learning_rate": 0.0002986105083626976,
      "loss": 0.7803,
      "step": 8265
    },
    {
      "epoch": 0.3385623592054065,
      "grad_norm": 0.8761488671321992,
      "learning_rate": 0.0002986100654409161,
      "loss": 1.113,
      "step": 8266
    },
    {
      "epoch": 0.33860331763260293,
      "grad_norm": 0.9321213109809,
      "learning_rate": 0.00029860962244888033,
      "loss": 0.8564,
      "step": 8267
    },
    {
      "epoch": 0.3386442760597993,
      "grad_norm": 0.7679208079352763,
      "learning_rate": 0.0002986091793865906,
      "loss": 0.7124,
      "step": 8268
    },
    {
      "epoch": 0.3386852344869957,
      "grad_norm": 1.3587380605590553,
      "learning_rate": 0.00029860873625404716,
      "loss": 1.3524,
      "step": 8269
    },
    {
      "epoch": 0.3387261929141921,
      "grad_norm": 0.7531082407620666,
      "learning_rate": 0.00029860829305125005,
      "loss": 0.8068,
      "step": 8270
    },
    {
      "epoch": 0.3387671513413885,
      "grad_norm": 0.7138834314366888,
      "learning_rate": 0.00029860784977819957,
      "loss": 0.5948,
      "step": 8271
    },
    {
      "epoch": 0.3388081097685849,
      "grad_norm": 0.7383565171362857,
      "learning_rate": 0.00029860740643489593,
      "loss": 0.9724,
      "step": 8272
    },
    {
      "epoch": 0.33884906819578126,
      "grad_norm": 0.6262821832195189,
      "learning_rate": 0.00029860696302133936,
      "loss": 0.5306,
      "step": 8273
    },
    {
      "epoch": 0.3388900266229777,
      "grad_norm": 0.8702337877361345,
      "learning_rate": 0.00029860651953753,
      "loss": 1.3021,
      "step": 8274
    },
    {
      "epoch": 0.33893098505017405,
      "grad_norm": 0.757257710170174,
      "learning_rate": 0.0002986060759834681,
      "loss": 0.3664,
      "step": 8275
    },
    {
      "epoch": 0.3389719434773705,
      "grad_norm": 6.465871016542484,
      "learning_rate": 0.0002986056323591539,
      "loss": 4.0564,
      "step": 8276
    },
    {
      "epoch": 0.33901290190456684,
      "grad_norm": 1.3118343211002563,
      "learning_rate": 0.00029860518866458755,
      "loss": 1.1708,
      "step": 8277
    },
    {
      "epoch": 0.33905386033176327,
      "grad_norm": 1.0325061019627904,
      "learning_rate": 0.0002986047448997693,
      "loss": 1.1013,
      "step": 8278
    },
    {
      "epoch": 0.33909481875895964,
      "grad_norm": 0.8212911275258012,
      "learning_rate": 0.0002986043010646994,
      "loss": 1.1776,
      "step": 8279
    },
    {
      "epoch": 0.33913577718615606,
      "grad_norm": 0.9892966256035526,
      "learning_rate": 0.0002986038571593779,
      "loss": 1.1327,
      "step": 8280
    },
    {
      "epoch": 0.33917673561335243,
      "grad_norm": 0.7763882128057992,
      "learning_rate": 0.0002986034131838052,
      "loss": 1.1064,
      "step": 8281
    },
    {
      "epoch": 0.33921769404054886,
      "grad_norm": 0.6125006297666807,
      "learning_rate": 0.0002986029691379814,
      "loss": 0.9237,
      "step": 8282
    },
    {
      "epoch": 0.3392586524677452,
      "grad_norm": 5.337347659626034,
      "learning_rate": 0.0002986025250219068,
      "loss": 1.5633,
      "step": 8283
    },
    {
      "epoch": 0.33929961089494165,
      "grad_norm": 1.266700812285138,
      "learning_rate": 0.00029860208083558147,
      "loss": 1.1121,
      "step": 8284
    },
    {
      "epoch": 0.339340569322138,
      "grad_norm": 2.429658561827215,
      "learning_rate": 0.0002986016365790057,
      "loss": 6.9079,
      "step": 8285
    },
    {
      "epoch": 0.33938152774933444,
      "grad_norm": 0.7260761309659516,
      "learning_rate": 0.0002986011922521798,
      "loss": 1.0064,
      "step": 8286
    },
    {
      "epoch": 0.3394224861765308,
      "grad_norm": 0.5519514881530657,
      "learning_rate": 0.0002986007478551038,
      "loss": 0.356,
      "step": 8287
    },
    {
      "epoch": 0.33946344460372724,
      "grad_norm": 0.880663434693107,
      "learning_rate": 0.00029860030338777795,
      "loss": 1.1905,
      "step": 8288
    },
    {
      "epoch": 0.3395044030309236,
      "grad_norm": 0.6208421426544828,
      "learning_rate": 0.0002985998588502025,
      "loss": 0.9396,
      "step": 8289
    },
    {
      "epoch": 0.33954536145812003,
      "grad_norm": 1.1689147162322364,
      "learning_rate": 0.00029859941424237774,
      "loss": 1.286,
      "step": 8290
    },
    {
      "epoch": 0.3395863198853164,
      "grad_norm": 1.0753340097296376,
      "learning_rate": 0.0002985989695643038,
      "loss": 0.8786,
      "step": 8291
    },
    {
      "epoch": 0.3396272783125128,
      "grad_norm": 1.2873794281081472,
      "learning_rate": 0.00029859852481598084,
      "loss": 1.008,
      "step": 8292
    },
    {
      "epoch": 0.3396682367397092,
      "grad_norm": 0.9198455497492551,
      "learning_rate": 0.00029859807999740916,
      "loss": 1.1191,
      "step": 8293
    },
    {
      "epoch": 0.33970919516690556,
      "grad_norm": 0.8042016589073134,
      "learning_rate": 0.0002985976351085889,
      "loss": 1.1394,
      "step": 8294
    },
    {
      "epoch": 0.339750153594102,
      "grad_norm": 0.6778104735097175,
      "learning_rate": 0.0002985971901495203,
      "loss": 0.6977,
      "step": 8295
    },
    {
      "epoch": 0.33979111202129836,
      "grad_norm": 1.109695578972288,
      "learning_rate": 0.0002985967451202036,
      "loss": 0.957,
      "step": 8296
    },
    {
      "epoch": 0.3398320704484948,
      "grad_norm": 1.0424146989919518,
      "learning_rate": 0.00029859630002063896,
      "loss": 0.9862,
      "step": 8297
    },
    {
      "epoch": 0.33987302887569115,
      "grad_norm": 0.8616980140852494,
      "learning_rate": 0.0002985958548508266,
      "loss": 0.9208,
      "step": 8298
    },
    {
      "epoch": 0.3399139873028876,
      "grad_norm": 0.9154695396250829,
      "learning_rate": 0.0002985954096107667,
      "loss": 1.2577,
      "step": 8299
    },
    {
      "epoch": 0.33995494573008395,
      "grad_norm": 0.5376487859056537,
      "learning_rate": 0.0002985949643004596,
      "loss": 0.3841,
      "step": 8300
    },
    {
      "epoch": 0.33999590415728037,
      "grad_norm": 0.5914526905161294,
      "learning_rate": 0.0002985945189199054,
      "loss": 0.3864,
      "step": 8301
    },
    {
      "epoch": 0.34003686258447674,
      "grad_norm": 1.2090228834247008,
      "learning_rate": 0.00029859407346910434,
      "loss": 1.501,
      "step": 8302
    },
    {
      "epoch": 0.34007782101167316,
      "grad_norm": 0.9398311456238103,
      "learning_rate": 0.00029859362794805656,
      "loss": 0.6463,
      "step": 8303
    },
    {
      "epoch": 0.34011877943886953,
      "grad_norm": 0.8786964996396521,
      "learning_rate": 0.0002985931823567624,
      "loss": 1.0489,
      "step": 8304
    },
    {
      "epoch": 0.34015973786606596,
      "grad_norm": 0.9538454281342273,
      "learning_rate": 0.000298592736695222,
      "loss": 0.9604,
      "step": 8305
    },
    {
      "epoch": 0.34020069629326233,
      "grad_norm": 0.878037063482304,
      "learning_rate": 0.00029859229096343556,
      "loss": 1.0952,
      "step": 8306
    },
    {
      "epoch": 0.34024165472045875,
      "grad_norm": 0.7502935310661055,
      "learning_rate": 0.00029859184516140333,
      "loss": 1.1726,
      "step": 8307
    },
    {
      "epoch": 0.3402826131476551,
      "grad_norm": 0.7459312717231977,
      "learning_rate": 0.0002985913992891255,
      "loss": 0.3834,
      "step": 8308
    },
    {
      "epoch": 0.34032357157485155,
      "grad_norm": 0.7701355528341737,
      "learning_rate": 0.00029859095334660224,
      "loss": 0.7971,
      "step": 8309
    },
    {
      "epoch": 0.3403645300020479,
      "grad_norm": 1.1148697742560683,
      "learning_rate": 0.0002985905073338338,
      "loss": 0.7268,
      "step": 8310
    },
    {
      "epoch": 0.34040548842924434,
      "grad_norm": 1.0792420294574951,
      "learning_rate": 0.0002985900612508204,
      "loss": 0.5462,
      "step": 8311
    },
    {
      "epoch": 0.3404464468564407,
      "grad_norm": 0.7440786632099741,
      "learning_rate": 0.0002985896150975623,
      "loss": 0.8229,
      "step": 8312
    },
    {
      "epoch": 0.34048740528363713,
      "grad_norm": 0.996336737926988,
      "learning_rate": 0.0002985891688740596,
      "loss": 0.9428,
      "step": 8313
    },
    {
      "epoch": 0.3405283637108335,
      "grad_norm": 0.6301588620791513,
      "learning_rate": 0.00029858872258031255,
      "loss": 0.7727,
      "step": 8314
    },
    {
      "epoch": 0.3405693221380299,
      "grad_norm": 0.8857137798206516,
      "learning_rate": 0.0002985882762163214,
      "loss": 0.7622,
      "step": 8315
    },
    {
      "epoch": 0.3406102805652263,
      "grad_norm": 0.6343548204482888,
      "learning_rate": 0.0002985878297820863,
      "loss": 0.1876,
      "step": 8316
    },
    {
      "epoch": 0.34065123899242267,
      "grad_norm": 0.6670608711004967,
      "learning_rate": 0.0002985873832776076,
      "loss": 0.8858,
      "step": 8317
    },
    {
      "epoch": 0.3406921974196191,
      "grad_norm": 1.0866509559866449,
      "learning_rate": 0.0002985869367028853,
      "loss": 1.2098,
      "step": 8318
    },
    {
      "epoch": 0.34073315584681546,
      "grad_norm": 0.9438050815344818,
      "learning_rate": 0.0002985864900579197,
      "loss": 0.8359,
      "step": 8319
    },
    {
      "epoch": 0.3407741142740119,
      "grad_norm": 1.2651128655007504,
      "learning_rate": 0.0002985860433427111,
      "loss": 1.2699,
      "step": 8320
    },
    {
      "epoch": 0.34081507270120825,
      "grad_norm": 0.8410080239333924,
      "learning_rate": 0.0002985855965572596,
      "loss": 1.0889,
      "step": 8321
    },
    {
      "epoch": 0.3408560311284047,
      "grad_norm": 0.8656743738425535,
      "learning_rate": 0.0002985851497015655,
      "loss": 0.7705,
      "step": 8322
    },
    {
      "epoch": 0.34089698955560105,
      "grad_norm": 1.9546910650457325,
      "learning_rate": 0.00029858470277562894,
      "loss": 1.0381,
      "step": 8323
    },
    {
      "epoch": 0.3409379479827975,
      "grad_norm": 0.7752840644478248,
      "learning_rate": 0.0002985842557794501,
      "loss": 0.6546,
      "step": 8324
    },
    {
      "epoch": 0.34097890640999384,
      "grad_norm": 2.1968410122166273,
      "learning_rate": 0.0002985838087130293,
      "loss": 4.4794,
      "step": 8325
    },
    {
      "epoch": 0.34101986483719027,
      "grad_norm": 0.5620074180068673,
      "learning_rate": 0.0002985833615763667,
      "loss": 0.8266,
      "step": 8326
    },
    {
      "epoch": 0.34106082326438664,
      "grad_norm": 0.9494184923288165,
      "learning_rate": 0.0002985829143694625,
      "loss": 1.6921,
      "step": 8327
    },
    {
      "epoch": 0.34110178169158306,
      "grad_norm": 0.8137183846989179,
      "learning_rate": 0.00029858246709231695,
      "loss": 1.1402,
      "step": 8328
    },
    {
      "epoch": 0.34114274011877943,
      "grad_norm": 0.6200542780573083,
      "learning_rate": 0.0002985820197449302,
      "loss": 0.4982,
      "step": 8329
    },
    {
      "epoch": 0.34118369854597586,
      "grad_norm": 0.631177343437498,
      "learning_rate": 0.0002985815723273025,
      "loss": 0.3886,
      "step": 8330
    },
    {
      "epoch": 0.3412246569731722,
      "grad_norm": 0.8303276070407218,
      "learning_rate": 0.000298581124839434,
      "loss": 1.1886,
      "step": 8331
    },
    {
      "epoch": 0.34126561540036865,
      "grad_norm": 3.306475966160376,
      "learning_rate": 0.000298580677281325,
      "loss": 1.7879,
      "step": 8332
    },
    {
      "epoch": 0.341306573827565,
      "grad_norm": 0.7483365947345577,
      "learning_rate": 0.00029858022965297573,
      "loss": 0.9159,
      "step": 8333
    },
    {
      "epoch": 0.34134753225476144,
      "grad_norm": 0.5414980701934442,
      "learning_rate": 0.0002985797819543863,
      "loss": 0.4959,
      "step": 8334
    },
    {
      "epoch": 0.3413884906819578,
      "grad_norm": 0.6971852185558335,
      "learning_rate": 0.00029857933418555704,
      "loss": 0.9408,
      "step": 8335
    },
    {
      "epoch": 0.3414294491091542,
      "grad_norm": 0.9478229729203422,
      "learning_rate": 0.000298578886346488,
      "loss": 1.0849,
      "step": 8336
    },
    {
      "epoch": 0.3414704075363506,
      "grad_norm": 2.2030609718645473,
      "learning_rate": 0.0002985784384371795,
      "loss": 4.2946,
      "step": 8337
    },
    {
      "epoch": 0.341511365963547,
      "grad_norm": 1.0893713846862274,
      "learning_rate": 0.0002985779904576318,
      "loss": 1.1701,
      "step": 8338
    },
    {
      "epoch": 0.3415523243907434,
      "grad_norm": 0.8539350719338771,
      "learning_rate": 0.00029857754240784494,
      "loss": 1.085,
      "step": 8339
    },
    {
      "epoch": 0.34159328281793977,
      "grad_norm": 1.0209388603117289,
      "learning_rate": 0.0002985770942878193,
      "loss": 0.5364,
      "step": 8340
    },
    {
      "epoch": 0.3416342412451362,
      "grad_norm": 0.9767102607762194,
      "learning_rate": 0.00029857664609755506,
      "loss": 1.2127,
      "step": 8341
    },
    {
      "epoch": 0.34167519967233256,
      "grad_norm": 0.7877803122557331,
      "learning_rate": 0.0002985761978370524,
      "loss": 0.5953,
      "step": 8342
    },
    {
      "epoch": 0.341716158099529,
      "grad_norm": 0.786264729351072,
      "learning_rate": 0.0002985757495063115,
      "loss": 1.1588,
      "step": 8343
    },
    {
      "epoch": 0.34175711652672536,
      "grad_norm": 2.2515715602991326,
      "learning_rate": 0.00029857530110533265,
      "loss": 4.0269,
      "step": 8344
    },
    {
      "epoch": 0.3417980749539218,
      "grad_norm": 0.6573134829171478,
      "learning_rate": 0.00029857485263411594,
      "loss": 0.9763,
      "step": 8345
    },
    {
      "epoch": 0.34183903338111815,
      "grad_norm": 0.658879156661312,
      "learning_rate": 0.0002985744040926617,
      "loss": 0.7953,
      "step": 8346
    },
    {
      "epoch": 0.3418799918083146,
      "grad_norm": 0.9964189490549257,
      "learning_rate": 0.0002985739554809701,
      "loss": 0.6132,
      "step": 8347
    },
    {
      "epoch": 0.34192095023551095,
      "grad_norm": 1.184780963244534,
      "learning_rate": 0.0002985735067990414,
      "loss": 1.2081,
      "step": 8348
    },
    {
      "epoch": 0.34196190866270737,
      "grad_norm": 0.8773035968513928,
      "learning_rate": 0.00029857305804687574,
      "loss": 0.7955,
      "step": 8349
    },
    {
      "epoch": 0.34200286708990374,
      "grad_norm": 0.8596794876123066,
      "learning_rate": 0.0002985726092244734,
      "loss": 0.4493,
      "step": 8350
    },
    {
      "epoch": 0.34204382551710016,
      "grad_norm": 0.7920216407421817,
      "learning_rate": 0.00029857216033183444,
      "loss": 1.0256,
      "step": 8351
    },
    {
      "epoch": 0.34208478394429653,
      "grad_norm": 0.6813054386170958,
      "learning_rate": 0.00029857171136895926,
      "loss": 0.9482,
      "step": 8352
    },
    {
      "epoch": 0.34212574237149296,
      "grad_norm": 0.7904587780201808,
      "learning_rate": 0.000298571262335848,
      "loss": 1.0117,
      "step": 8353
    },
    {
      "epoch": 0.3421667007986893,
      "grad_norm": 0.5008115127065239,
      "learning_rate": 0.0002985708132325008,
      "loss": 0.3691,
      "step": 8354
    },
    {
      "epoch": 0.34220765922588575,
      "grad_norm": 0.6802174487373878,
      "learning_rate": 0.000298570364058918,
      "loss": 0.6915,
      "step": 8355
    },
    {
      "epoch": 0.3422486176530821,
      "grad_norm": 0.7243550666566617,
      "learning_rate": 0.00029856991481509975,
      "loss": 0.9083,
      "step": 8356
    },
    {
      "epoch": 0.3422895760802785,
      "grad_norm": 0.8998115566700035,
      "learning_rate": 0.0002985694655010463,
      "loss": 0.8388,
      "step": 8357
    },
    {
      "epoch": 0.3423305345074749,
      "grad_norm": 0.6120045196512128,
      "learning_rate": 0.00029856901611675777,
      "loss": 0.506,
      "step": 8358
    },
    {
      "epoch": 0.3423714929346713,
      "grad_norm": 0.8360719370804366,
      "learning_rate": 0.0002985685666622345,
      "loss": 0.6539,
      "step": 8359
    },
    {
      "epoch": 0.3424124513618677,
      "grad_norm": 0.829385164485622,
      "learning_rate": 0.00029856811713747656,
      "loss": 1.2042,
      "step": 8360
    },
    {
      "epoch": 0.3424534097890641,
      "grad_norm": 0.807216044711639,
      "learning_rate": 0.00029856766754248425,
      "loss": 0.8245,
      "step": 8361
    },
    {
      "epoch": 0.3424943682162605,
      "grad_norm": 1.256986925446358,
      "learning_rate": 0.00029856721787725776,
      "loss": 0.688,
      "step": 8362
    },
    {
      "epoch": 0.34253532664345687,
      "grad_norm": 1.1301861801631286,
      "learning_rate": 0.00029856676814179735,
      "loss": 1.0107,
      "step": 8363
    },
    {
      "epoch": 0.3425762850706533,
      "grad_norm": 1.208694289112851,
      "learning_rate": 0.00029856631833610314,
      "loss": 1.0836,
      "step": 8364
    },
    {
      "epoch": 0.34261724349784967,
      "grad_norm": 0.6141527221366601,
      "learning_rate": 0.0002985658684601754,
      "loss": 0.6248,
      "step": 8365
    },
    {
      "epoch": 0.3426582019250461,
      "grad_norm": 0.4956395212788817,
      "learning_rate": 0.0002985654185140144,
      "loss": 0.3787,
      "step": 8366
    },
    {
      "epoch": 0.34269916035224246,
      "grad_norm": 0.9703702564684179,
      "learning_rate": 0.0002985649684976203,
      "loss": 1.2768,
      "step": 8367
    },
    {
      "epoch": 0.3427401187794389,
      "grad_norm": 0.7822898535977868,
      "learning_rate": 0.00029856451841099325,
      "loss": 0.8106,
      "step": 8368
    },
    {
      "epoch": 0.34278107720663525,
      "grad_norm": 1.0344433902944505,
      "learning_rate": 0.0002985640682541335,
      "loss": 1.1346,
      "step": 8369
    },
    {
      "epoch": 0.3428220356338317,
      "grad_norm": 1.9282146846799963,
      "learning_rate": 0.0002985636180270413,
      "loss": 1.6297,
      "step": 8370
    },
    {
      "epoch": 0.34286299406102805,
      "grad_norm": 0.6655831890141761,
      "learning_rate": 0.0002985631677297168,
      "loss": 1.0018,
      "step": 8371
    },
    {
      "epoch": 0.3429039524882245,
      "grad_norm": 1.131695374363439,
      "learning_rate": 0.00029856271736216033,
      "loss": 1.1499,
      "step": 8372
    },
    {
      "epoch": 0.34294491091542084,
      "grad_norm": 0.6006829010248926,
      "learning_rate": 0.00029856226692437203,
      "loss": 0.9357,
      "step": 8373
    },
    {
      "epoch": 0.34298586934261727,
      "grad_norm": 0.8955003317681919,
      "learning_rate": 0.0002985618164163521,
      "loss": 1.0968,
      "step": 8374
    },
    {
      "epoch": 0.34302682776981364,
      "grad_norm": 0.9283193897572888,
      "learning_rate": 0.0002985613658381007,
      "loss": 0.8264,
      "step": 8375
    },
    {
      "epoch": 0.34306778619701006,
      "grad_norm": 1.236862883782483,
      "learning_rate": 0.00029856091518961817,
      "loss": 1.2994,
      "step": 8376
    },
    {
      "epoch": 0.34310874462420643,
      "grad_norm": 1.0357327693746936,
      "learning_rate": 0.0002985604644709046,
      "loss": 0.6273,
      "step": 8377
    },
    {
      "epoch": 0.3431497030514028,
      "grad_norm": 0.7631146772229422,
      "learning_rate": 0.0002985600136819603,
      "loss": 0.7873,
      "step": 8378
    },
    {
      "epoch": 0.3431906614785992,
      "grad_norm": 0.9777517565721219,
      "learning_rate": 0.00029855956282278545,
      "loss": 0.9798,
      "step": 8379
    },
    {
      "epoch": 0.3432316199057956,
      "grad_norm": 0.6682506956114738,
      "learning_rate": 0.0002985591118933803,
      "loss": 0.8186,
      "step": 8380
    },
    {
      "epoch": 0.343272578332992,
      "grad_norm": 0.7755070894505939,
      "learning_rate": 0.00029855866089374493,
      "loss": 0.6151,
      "step": 8381
    },
    {
      "epoch": 0.3433135367601884,
      "grad_norm": 1.013683494601635,
      "learning_rate": 0.0002985582098238797,
      "loss": 0.9452,
      "step": 8382
    },
    {
      "epoch": 0.3433544951873848,
      "grad_norm": 0.47675849409595267,
      "learning_rate": 0.00029855775868378476,
      "loss": 0.5111,
      "step": 8383
    },
    {
      "epoch": 0.3433954536145812,
      "grad_norm": 0.7544965116089343,
      "learning_rate": 0.00029855730747346034,
      "loss": 0.4595,
      "step": 8384
    },
    {
      "epoch": 0.3434364120417776,
      "grad_norm": 0.656979381778002,
      "learning_rate": 0.00029855685619290667,
      "loss": 0.8027,
      "step": 8385
    },
    {
      "epoch": 0.343477370468974,
      "grad_norm": 1.1204036930067547,
      "learning_rate": 0.0002985564048421239,
      "loss": 1.3562,
      "step": 8386
    },
    {
      "epoch": 0.3435183288961704,
      "grad_norm": 0.710418411083033,
      "learning_rate": 0.0002985559534211123,
      "loss": 0.7511,
      "step": 8387
    },
    {
      "epoch": 0.34355928732336677,
      "grad_norm": 0.6613699746553258,
      "learning_rate": 0.00029855550192987206,
      "loss": 0.8308,
      "step": 8388
    },
    {
      "epoch": 0.3436002457505632,
      "grad_norm": 0.6408347919481808,
      "learning_rate": 0.0002985550503684034,
      "loss": 0.9088,
      "step": 8389
    },
    {
      "epoch": 0.34364120417775956,
      "grad_norm": 1.0378278471589757,
      "learning_rate": 0.0002985545987367065,
      "loss": 0.9969,
      "step": 8390
    },
    {
      "epoch": 0.343682162604956,
      "grad_norm": 0.580662411182536,
      "learning_rate": 0.0002985541470347816,
      "loss": 0.3431,
      "step": 8391
    },
    {
      "epoch": 0.34372312103215236,
      "grad_norm": 0.6496036614661247,
      "learning_rate": 0.000298553695262629,
      "loss": 0.9055,
      "step": 8392
    },
    {
      "epoch": 0.3437640794593488,
      "grad_norm": 1.15146244220105,
      "learning_rate": 0.00029855324342024876,
      "loss": 0.8122,
      "step": 8393
    },
    {
      "epoch": 0.34380503788654515,
      "grad_norm": 2.7928438199952765,
      "learning_rate": 0.0002985527915076412,
      "loss": 1.6367,
      "step": 8394
    },
    {
      "epoch": 0.3438459963137416,
      "grad_norm": 0.6267669135767878,
      "learning_rate": 0.00029855233952480654,
      "loss": 0.7406,
      "step": 8395
    },
    {
      "epoch": 0.34388695474093794,
      "grad_norm": 0.9044601415184111,
      "learning_rate": 0.0002985518874717449,
      "loss": 1.3914,
      "step": 8396
    },
    {
      "epoch": 0.34392791316813437,
      "grad_norm": 1.473488300095308,
      "learning_rate": 0.00029855143534845654,
      "loss": 1.4974,
      "step": 8397
    },
    {
      "epoch": 0.34396887159533074,
      "grad_norm": 0.917389758050854,
      "learning_rate": 0.0002985509831549417,
      "loss": 0.7131,
      "step": 8398
    },
    {
      "epoch": 0.3440098300225271,
      "grad_norm": 0.8302773017490629,
      "learning_rate": 0.0002985505308912006,
      "loss": 0.9274,
      "step": 8399
    },
    {
      "epoch": 0.34405078844972353,
      "grad_norm": 0.7959667608141819,
      "learning_rate": 0.0002985500785572334,
      "loss": 0.8305,
      "step": 8400
    },
    {
      "epoch": 0.3440917468769199,
      "grad_norm": 0.7606971810539499,
      "learning_rate": 0.00029854962615304034,
      "loss": 0.7293,
      "step": 8401
    },
    {
      "epoch": 0.3441327053041163,
      "grad_norm": 1.0051265938165612,
      "learning_rate": 0.0002985491736786216,
      "loss": 1.1112,
      "step": 8402
    },
    {
      "epoch": 0.3441736637313127,
      "grad_norm": 0.7859295341415115,
      "learning_rate": 0.0002985487211339775,
      "loss": 0.8459,
      "step": 8403
    },
    {
      "epoch": 0.3442146221585091,
      "grad_norm": 1.214103332655962,
      "learning_rate": 0.00029854826851910814,
      "loss": 1.0965,
      "step": 8404
    },
    {
      "epoch": 0.3442555805857055,
      "grad_norm": 0.8149295833210766,
      "learning_rate": 0.0002985478158340138,
      "loss": 1.0435,
      "step": 8405
    },
    {
      "epoch": 0.3442965390129019,
      "grad_norm": 0.7592419753644586,
      "learning_rate": 0.0002985473630786947,
      "loss": 0.684,
      "step": 8406
    },
    {
      "epoch": 0.3443374974400983,
      "grad_norm": 0.7989421467203138,
      "learning_rate": 0.00029854691025315097,
      "loss": 0.9731,
      "step": 8407
    },
    {
      "epoch": 0.3443784558672947,
      "grad_norm": 0.8504748965900906,
      "learning_rate": 0.0002985464573573829,
      "loss": 0.9494,
      "step": 8408
    },
    {
      "epoch": 0.3444194142944911,
      "grad_norm": 7.402427553782762,
      "learning_rate": 0.0002985460043913907,
      "loss": 3.9529,
      "step": 8409
    },
    {
      "epoch": 0.3444603727216875,
      "grad_norm": 0.9372418039599979,
      "learning_rate": 0.00029854555135517456,
      "loss": 1.0973,
      "step": 8410
    },
    {
      "epoch": 0.34450133114888387,
      "grad_norm": 1.196658248085039,
      "learning_rate": 0.0002985450982487347,
      "loss": 1.6563,
      "step": 8411
    },
    {
      "epoch": 0.3445422895760803,
      "grad_norm": 1.141274368124194,
      "learning_rate": 0.0002985446450720713,
      "loss": 1.3184,
      "step": 8412
    },
    {
      "epoch": 0.34458324800327667,
      "grad_norm": 0.7805071354084907,
      "learning_rate": 0.0002985441918251847,
      "loss": 1.095,
      "step": 8413
    },
    {
      "epoch": 0.3446242064304731,
      "grad_norm": 1.5739907683723304,
      "learning_rate": 0.00029854373850807497,
      "loss": 1.2872,
      "step": 8414
    },
    {
      "epoch": 0.34466516485766946,
      "grad_norm": 0.8398452112244479,
      "learning_rate": 0.00029854328512074236,
      "loss": 0.884,
      "step": 8415
    },
    {
      "epoch": 0.3447061232848659,
      "grad_norm": 1.2629112176540347,
      "learning_rate": 0.00029854283166318716,
      "loss": 0.9393,
      "step": 8416
    },
    {
      "epoch": 0.34474708171206225,
      "grad_norm": 0.9617557215900868,
      "learning_rate": 0.0002985423781354095,
      "loss": 1.2509,
      "step": 8417
    },
    {
      "epoch": 0.3447880401392587,
      "grad_norm": 0.9273881557929169,
      "learning_rate": 0.0002985419245374096,
      "loss": 1.353,
      "step": 8418
    },
    {
      "epoch": 0.34482899856645505,
      "grad_norm": 0.6549348458022806,
      "learning_rate": 0.0002985414708691877,
      "loss": 0.8373,
      "step": 8419
    },
    {
      "epoch": 0.3448699569936514,
      "grad_norm": 0.8452545663250414,
      "learning_rate": 0.0002985410171307441,
      "loss": 1.1698,
      "step": 8420
    },
    {
      "epoch": 0.34491091542084784,
      "grad_norm": 1.5583539246224383,
      "learning_rate": 0.00029854056332207884,
      "loss": 1.56,
      "step": 8421
    },
    {
      "epoch": 0.3449518738480442,
      "grad_norm": 1.6249970086702121,
      "learning_rate": 0.0002985401094431922,
      "loss": 1.1605,
      "step": 8422
    },
    {
      "epoch": 0.34499283227524064,
      "grad_norm": 0.6356967963767624,
      "learning_rate": 0.0002985396554940845,
      "loss": 0.8501,
      "step": 8423
    },
    {
      "epoch": 0.345033790702437,
      "grad_norm": 0.8179449204651079,
      "learning_rate": 0.00029853920147475583,
      "loss": 0.4688,
      "step": 8424
    },
    {
      "epoch": 0.34507474912963343,
      "grad_norm": 0.5692253124482989,
      "learning_rate": 0.0002985387473852064,
      "loss": 0.4697,
      "step": 8425
    },
    {
      "epoch": 0.3451157075568298,
      "grad_norm": 2.036374619196498,
      "learning_rate": 0.00029853829322543655,
      "loss": 1.53,
      "step": 8426
    },
    {
      "epoch": 0.3451566659840262,
      "grad_norm": 0.9698476923765916,
      "learning_rate": 0.0002985378389954464,
      "loss": 0.6319,
      "step": 8427
    },
    {
      "epoch": 0.3451976244112226,
      "grad_norm": 1.0200561231586063,
      "learning_rate": 0.0002985373846952361,
      "loss": 0.8641,
      "step": 8428
    },
    {
      "epoch": 0.345238582838419,
      "grad_norm": 0.738019759742807,
      "learning_rate": 0.000298536930324806,
      "loss": 0.6323,
      "step": 8429
    },
    {
      "epoch": 0.3452795412656154,
      "grad_norm": 4.204220919748424,
      "learning_rate": 0.00029853647588415626,
      "loss": 3.9952,
      "step": 8430
    },
    {
      "epoch": 0.3453204996928118,
      "grad_norm": 1.1540890655357883,
      "learning_rate": 0.00029853602137328705,
      "loss": 0.8215,
      "step": 8431
    },
    {
      "epoch": 0.3453614581200082,
      "grad_norm": 0.9231359870302855,
      "learning_rate": 0.0002985355667921987,
      "loss": 1.1721,
      "step": 8432
    },
    {
      "epoch": 0.3454024165472046,
      "grad_norm": 0.6814917925258832,
      "learning_rate": 0.0002985351121408913,
      "loss": 0.8471,
      "step": 8433
    },
    {
      "epoch": 0.345443374974401,
      "grad_norm": 0.6548342215043311,
      "learning_rate": 0.00029853465741936513,
      "loss": 0.3663,
      "step": 8434
    },
    {
      "epoch": 0.3454843334015974,
      "grad_norm": 1.3544268831062776,
      "learning_rate": 0.0002985342026276204,
      "loss": 1.0868,
      "step": 8435
    },
    {
      "epoch": 0.34552529182879377,
      "grad_norm": 1.0749966313943513,
      "learning_rate": 0.00029853374776565736,
      "loss": 1.1835,
      "step": 8436
    },
    {
      "epoch": 0.3455662502559902,
      "grad_norm": 0.7311249311033061,
      "learning_rate": 0.00029853329283347613,
      "loss": 1.0215,
      "step": 8437
    },
    {
      "epoch": 0.34560720868318656,
      "grad_norm": 0.6619016687772025,
      "learning_rate": 0.000298532837831077,
      "loss": 0.7501,
      "step": 8438
    },
    {
      "epoch": 0.345648167110383,
      "grad_norm": 12.851007734119143,
      "learning_rate": 0.00029853238275846013,
      "loss": 4.1757,
      "step": 8439
    },
    {
      "epoch": 0.34568912553757936,
      "grad_norm": 0.7714624746113481,
      "learning_rate": 0.0002985319276156258,
      "loss": 0.9114,
      "step": 8440
    },
    {
      "epoch": 0.3457300839647757,
      "grad_norm": 14.562136617249301,
      "learning_rate": 0.0002985314724025742,
      "loss": 3.9567,
      "step": 8441
    },
    {
      "epoch": 0.34577104239197215,
      "grad_norm": 0.5924039098511754,
      "learning_rate": 0.00029853101711930553,
      "loss": 0.3325,
      "step": 8442
    },
    {
      "epoch": 0.3458120008191685,
      "grad_norm": 0.7812667260833153,
      "learning_rate": 0.00029853056176582,
      "loss": 0.6983,
      "step": 8443
    },
    {
      "epoch": 0.34585295924636494,
      "grad_norm": 0.864213906959051,
      "learning_rate": 0.00029853010634211787,
      "loss": 1.1802,
      "step": 8444
    },
    {
      "epoch": 0.3458939176735613,
      "grad_norm": 1.0720355028089377,
      "learning_rate": 0.00029852965084819924,
      "loss": 1.5073,
      "step": 8445
    },
    {
      "epoch": 0.34593487610075774,
      "grad_norm": 0.703671452489394,
      "learning_rate": 0.0002985291952840645,
      "loss": 0.8505,
      "step": 8446
    },
    {
      "epoch": 0.3459758345279541,
      "grad_norm": 0.6914710687899172,
      "learning_rate": 0.0002985287396497137,
      "loss": 0.5163,
      "step": 8447
    },
    {
      "epoch": 0.34601679295515053,
      "grad_norm": 0.8136686992541784,
      "learning_rate": 0.0002985282839451472,
      "loss": 0.6077,
      "step": 8448
    },
    {
      "epoch": 0.3460577513823469,
      "grad_norm": 3.43523751403456,
      "learning_rate": 0.0002985278281703651,
      "loss": 1.5966,
      "step": 8449
    },
    {
      "epoch": 0.3460987098095433,
      "grad_norm": 0.7439833905890263,
      "learning_rate": 0.00029852737232536773,
      "loss": 0.7536,
      "step": 8450
    },
    {
      "epoch": 0.3461396682367397,
      "grad_norm": 1.5242030471846428,
      "learning_rate": 0.0002985269164101552,
      "loss": 1.349,
      "step": 8451
    },
    {
      "epoch": 0.3461806266639361,
      "grad_norm": 0.8965802270503562,
      "learning_rate": 0.0002985264604247277,
      "loss": 1.1097,
      "step": 8452
    },
    {
      "epoch": 0.3462215850911325,
      "grad_norm": 0.8070994500741222,
      "learning_rate": 0.0002985260043690856,
      "loss": 1.0911,
      "step": 8453
    },
    {
      "epoch": 0.3462625435183289,
      "grad_norm": 3.109749230255527,
      "learning_rate": 0.000298525548243229,
      "loss": 1.8829,
      "step": 8454
    },
    {
      "epoch": 0.3463035019455253,
      "grad_norm": 1.235345296323957,
      "learning_rate": 0.0002985250920471581,
      "loss": 1.5056,
      "step": 8455
    },
    {
      "epoch": 0.3463444603727217,
      "grad_norm": 0.5951100008125719,
      "learning_rate": 0.0002985246357808732,
      "loss": 0.7381,
      "step": 8456
    },
    {
      "epoch": 0.3463854187999181,
      "grad_norm": 0.8832675735234976,
      "learning_rate": 0.00029852417944437444,
      "loss": 1.1375,
      "step": 8457
    },
    {
      "epoch": 0.3464263772271145,
      "grad_norm": 0.8104129028018766,
      "learning_rate": 0.00029852372303766205,
      "loss": 0.9644,
      "step": 8458
    },
    {
      "epoch": 0.34646733565431087,
      "grad_norm": 0.6371720921271258,
      "learning_rate": 0.0002985232665607363,
      "loss": 0.9119,
      "step": 8459
    },
    {
      "epoch": 0.3465082940815073,
      "grad_norm": 0.7840208731715023,
      "learning_rate": 0.00029852281001359733,
      "loss": 0.7705,
      "step": 8460
    },
    {
      "epoch": 0.34654925250870366,
      "grad_norm": 0.8876464222649867,
      "learning_rate": 0.00029852235339624544,
      "loss": 1.3785,
      "step": 8461
    },
    {
      "epoch": 0.34659021093590003,
      "grad_norm": 0.8348452940228414,
      "learning_rate": 0.0002985218967086808,
      "loss": 0.8605,
      "step": 8462
    },
    {
      "epoch": 0.34663116936309646,
      "grad_norm": 0.9477120450957011,
      "learning_rate": 0.00029852143995090356,
      "loss": 1.6093,
      "step": 8463
    },
    {
      "epoch": 0.34667212779029283,
      "grad_norm": 0.9358399133542433,
      "learning_rate": 0.00029852098312291406,
      "loss": 0.9185,
      "step": 8464
    },
    {
      "epoch": 0.34671308621748925,
      "grad_norm": 0.6614940501332711,
      "learning_rate": 0.0002985205262247125,
      "loss": 0.3931,
      "step": 8465
    },
    {
      "epoch": 0.3467540446446856,
      "grad_norm": 0.5618997534756328,
      "learning_rate": 0.000298520069256299,
      "loss": 0.5175,
      "step": 8466
    },
    {
      "epoch": 0.34679500307188205,
      "grad_norm": 0.8895834309131002,
      "learning_rate": 0.0002985196122176738,
      "loss": 1.0379,
      "step": 8467
    },
    {
      "epoch": 0.3468359614990784,
      "grad_norm": 0.7248980889794328,
      "learning_rate": 0.0002985191551088372,
      "loss": 0.523,
      "step": 8468
    },
    {
      "epoch": 0.34687691992627484,
      "grad_norm": 2.3606144798279147,
      "learning_rate": 0.0002985186979297893,
      "loss": 4.6023,
      "step": 8469
    },
    {
      "epoch": 0.3469178783534712,
      "grad_norm": 1.2710965925201394,
      "learning_rate": 0.0002985182406805304,
      "loss": 0.8867,
      "step": 8470
    },
    {
      "epoch": 0.34695883678066763,
      "grad_norm": 0.534934340342219,
      "learning_rate": 0.00029851778336106074,
      "loss": 0.4579,
      "step": 8471
    },
    {
      "epoch": 0.346999795207864,
      "grad_norm": 0.8313468632911378,
      "learning_rate": 0.00029851732597138046,
      "loss": 1.0495,
      "step": 8472
    },
    {
      "epoch": 0.34704075363506043,
      "grad_norm": 0.6174029008373823,
      "learning_rate": 0.00029851686851148975,
      "loss": 0.3478,
      "step": 8473
    },
    {
      "epoch": 0.3470817120622568,
      "grad_norm": 1.7317366515434718,
      "learning_rate": 0.000298516410981389,
      "loss": 3.4407,
      "step": 8474
    },
    {
      "epoch": 0.3471226704894532,
      "grad_norm": 1.1322735284530208,
      "learning_rate": 0.0002985159533810782,
      "loss": 0.854,
      "step": 8475
    },
    {
      "epoch": 0.3471636289166496,
      "grad_norm": 0.929538556056995,
      "learning_rate": 0.00029851549571055774,
      "loss": 0.8678,
      "step": 8476
    },
    {
      "epoch": 0.347204587343846,
      "grad_norm": 0.8799059139394102,
      "learning_rate": 0.00029851503796982776,
      "loss": 1.0558,
      "step": 8477
    },
    {
      "epoch": 0.3472455457710424,
      "grad_norm": 0.8713529224478943,
      "learning_rate": 0.0002985145801588885,
      "loss": 0.8312,
      "step": 8478
    },
    {
      "epoch": 0.3472865041982388,
      "grad_norm": 0.7008740569606223,
      "learning_rate": 0.0002985141222777401,
      "loss": 0.9966,
      "step": 8479
    },
    {
      "epoch": 0.3473274626254352,
      "grad_norm": 1.0941001864534594,
      "learning_rate": 0.0002985136643263829,
      "loss": 1.2888,
      "step": 8480
    },
    {
      "epoch": 0.3473684210526316,
      "grad_norm": 0.5618113235388797,
      "learning_rate": 0.00029851320630481707,
      "loss": 0.3302,
      "step": 8481
    },
    {
      "epoch": 0.347409379479828,
      "grad_norm": 3.3872536678930443,
      "learning_rate": 0.00029851274821304276,
      "loss": 4.4391,
      "step": 8482
    },
    {
      "epoch": 0.34745033790702434,
      "grad_norm": 0.8562792677315796,
      "learning_rate": 0.00029851229005106023,
      "loss": 1.214,
      "step": 8483
    },
    {
      "epoch": 0.34749129633422077,
      "grad_norm": 0.777148213999969,
      "learning_rate": 0.0002985118318188698,
      "loss": 0.8561,
      "step": 8484
    },
    {
      "epoch": 0.34753225476141714,
      "grad_norm": 0.8475739600055356,
      "learning_rate": 0.0002985113735164715,
      "loss": 1.0348,
      "step": 8485
    },
    {
      "epoch": 0.34757321318861356,
      "grad_norm": 0.8606327656637349,
      "learning_rate": 0.0002985109151438657,
      "loss": 1.0449,
      "step": 8486
    },
    {
      "epoch": 0.34761417161580993,
      "grad_norm": 0.7025633345908727,
      "learning_rate": 0.0002985104567010525,
      "loss": 0.6333,
      "step": 8487
    },
    {
      "epoch": 0.34765513004300636,
      "grad_norm": 0.9127587362078846,
      "learning_rate": 0.00029850999818803226,
      "loss": 0.8424,
      "step": 8488
    },
    {
      "epoch": 0.3476960884702027,
      "grad_norm": 0.7575207518571085,
      "learning_rate": 0.00029850953960480504,
      "loss": 0.8779,
      "step": 8489
    },
    {
      "epoch": 0.34773704689739915,
      "grad_norm": 0.8068076238906949,
      "learning_rate": 0.0002985090809513711,
      "loss": 0.8158,
      "step": 8490
    },
    {
      "epoch": 0.3477780053245955,
      "grad_norm": 0.6164688820745636,
      "learning_rate": 0.0002985086222277308,
      "loss": 0.674,
      "step": 8491
    },
    {
      "epoch": 0.34781896375179194,
      "grad_norm": 1.0325484666503002,
      "learning_rate": 0.00029850816343388417,
      "loss": 0.8754,
      "step": 8492
    },
    {
      "epoch": 0.3478599221789883,
      "grad_norm": 0.7606140342796727,
      "learning_rate": 0.00029850770456983145,
      "loss": 0.9101,
      "step": 8493
    },
    {
      "epoch": 0.34790088060618474,
      "grad_norm": 0.7930962642495711,
      "learning_rate": 0.00029850724563557296,
      "loss": 0.9912,
      "step": 8494
    },
    {
      "epoch": 0.3479418390333811,
      "grad_norm": 0.4282412092516022,
      "learning_rate": 0.00029850678663110886,
      "loss": 0.3766,
      "step": 8495
    },
    {
      "epoch": 0.34798279746057753,
      "grad_norm": 0.9372672902619676,
      "learning_rate": 0.00029850632755643936,
      "loss": 1.1623,
      "step": 8496
    },
    {
      "epoch": 0.3480237558877739,
      "grad_norm": 0.8725698486548594,
      "learning_rate": 0.0002985058684115647,
      "loss": 0.5525,
      "step": 8497
    },
    {
      "epoch": 0.3480647143149703,
      "grad_norm": 1.037904137293421,
      "learning_rate": 0.0002985054091964851,
      "loss": 1.5239,
      "step": 8498
    },
    {
      "epoch": 0.3481056727421667,
      "grad_norm": 0.39976923439872636,
      "learning_rate": 0.0002985049499112007,
      "loss": 0.2977,
      "step": 8499
    },
    {
      "epoch": 0.3481466311693631,
      "grad_norm": 0.9146608840477596,
      "learning_rate": 0.00029850449055571183,
      "loss": 0.7918,
      "step": 8500
    },
    {
      "epoch": 0.3481875895965595,
      "grad_norm": 0.8272390647665558,
      "learning_rate": 0.0002985040311300186,
      "loss": 0.728,
      "step": 8501
    },
    {
      "epoch": 0.3482285480237559,
      "grad_norm": 1.0062113364124199,
      "learning_rate": 0.0002985035716341213,
      "loss": 0.9946,
      "step": 8502
    },
    {
      "epoch": 0.3482695064509523,
      "grad_norm": 1.3323133434214642,
      "learning_rate": 0.00029850311206802016,
      "loss": 1.2295,
      "step": 8503
    },
    {
      "epoch": 0.3483104648781487,
      "grad_norm": 0.8169074350684395,
      "learning_rate": 0.00029850265243171534,
      "loss": 1.0664,
      "step": 8504
    },
    {
      "epoch": 0.3483514233053451,
      "grad_norm": 0.542942039504024,
      "learning_rate": 0.0002985021927252071,
      "loss": 0.3373,
      "step": 8505
    },
    {
      "epoch": 0.34839238173254145,
      "grad_norm": 1.3003395774279398,
      "learning_rate": 0.00029850173294849563,
      "loss": 1.1391,
      "step": 8506
    },
    {
      "epoch": 0.34843334015973787,
      "grad_norm": 0.7014631882173051,
      "learning_rate": 0.0002985012731015812,
      "loss": 1.0877,
      "step": 8507
    },
    {
      "epoch": 0.34847429858693424,
      "grad_norm": 0.9295892506540938,
      "learning_rate": 0.00029850081318446393,
      "loss": 0.7044,
      "step": 8508
    },
    {
      "epoch": 0.34851525701413066,
      "grad_norm": 1.3234494363895364,
      "learning_rate": 0.0002985003531971441,
      "loss": 0.8238,
      "step": 8509
    },
    {
      "epoch": 0.34855621544132703,
      "grad_norm": 1.1329894481667584,
      "learning_rate": 0.0002984998931396219,
      "loss": 0.9216,
      "step": 8510
    },
    {
      "epoch": 0.34859717386852346,
      "grad_norm": 0.907496893087747,
      "learning_rate": 0.0002984994330118976,
      "loss": 0.7629,
      "step": 8511
    },
    {
      "epoch": 0.3486381322957198,
      "grad_norm": 0.830904100603709,
      "learning_rate": 0.00029849897281397143,
      "loss": 1.4279,
      "step": 8512
    },
    {
      "epoch": 0.34867909072291625,
      "grad_norm": 0.8256892400884227,
      "learning_rate": 0.0002984985125458435,
      "loss": 0.8352,
      "step": 8513
    },
    {
      "epoch": 0.3487200491501126,
      "grad_norm": 0.6750107561704235,
      "learning_rate": 0.0002984980522075141,
      "loss": 0.5101,
      "step": 8514
    },
    {
      "epoch": 0.34876100757730905,
      "grad_norm": 0.574806181997021,
      "learning_rate": 0.00029849759179898346,
      "loss": 0.3823,
      "step": 8515
    },
    {
      "epoch": 0.3488019660045054,
      "grad_norm": 0.8724217504563205,
      "learning_rate": 0.0002984971313202517,
      "loss": 0.7312,
      "step": 8516
    },
    {
      "epoch": 0.34884292443170184,
      "grad_norm": 0.8622571857162336,
      "learning_rate": 0.0002984966707713192,
      "loss": 1.0671,
      "step": 8517
    },
    {
      "epoch": 0.3488838828588982,
      "grad_norm": 24.074565471250935,
      "learning_rate": 0.00029849621015218605,
      "loss": 12.4816,
      "step": 8518
    },
    {
      "epoch": 0.34892484128609463,
      "grad_norm": 1.5662726220335745,
      "learning_rate": 0.00029849574946285253,
      "loss": 1.3577,
      "step": 8519
    },
    {
      "epoch": 0.348965799713291,
      "grad_norm": 1.3184441142816514,
      "learning_rate": 0.0002984952887033188,
      "loss": 1.3611,
      "step": 8520
    },
    {
      "epoch": 0.3490067581404874,
      "grad_norm": 1.1887270187612087,
      "learning_rate": 0.0002984948278735852,
      "loss": 1.0413,
      "step": 8521
    },
    {
      "epoch": 0.3490477165676838,
      "grad_norm": 0.8644715413822244,
      "learning_rate": 0.0002984943669736518,
      "loss": 0.8575,
      "step": 8522
    },
    {
      "epoch": 0.3490886749948802,
      "grad_norm": 0.950047862776017,
      "learning_rate": 0.00029849390600351883,
      "loss": 0.8435,
      "step": 8523
    },
    {
      "epoch": 0.3491296334220766,
      "grad_norm": 0.9031709333193191,
      "learning_rate": 0.0002984934449631866,
      "loss": 0.9913,
      "step": 8524
    },
    {
      "epoch": 0.349170591849273,
      "grad_norm": 1.2942736786029674,
      "learning_rate": 0.00029849298385265535,
      "loss": 1.028,
      "step": 8525
    },
    {
      "epoch": 0.3492115502764694,
      "grad_norm": 0.7016536540348461,
      "learning_rate": 0.00029849252267192514,
      "loss": 0.5403,
      "step": 8526
    },
    {
      "epoch": 0.34925250870366575,
      "grad_norm": 2.8917272833516523,
      "learning_rate": 0.00029849206142099636,
      "loss": 1.1159,
      "step": 8527
    },
    {
      "epoch": 0.3492934671308622,
      "grad_norm": 1.1337862027025751,
      "learning_rate": 0.00029849160009986906,
      "loss": 1.0782,
      "step": 8528
    },
    {
      "epoch": 0.34933442555805855,
      "grad_norm": 1.0592640432262905,
      "learning_rate": 0.00029849113870854363,
      "loss": 1.2873,
      "step": 8529
    },
    {
      "epoch": 0.349375383985255,
      "grad_norm": 0.7326911140969145,
      "learning_rate": 0.0002984906772470202,
      "loss": 0.6987,
      "step": 8530
    },
    {
      "epoch": 0.34941634241245134,
      "grad_norm": 0.8997907617699722,
      "learning_rate": 0.000298490215715299,
      "loss": 0.4998,
      "step": 8531
    },
    {
      "epoch": 0.34945730083964777,
      "grad_norm": 1.9617225558585643,
      "learning_rate": 0.0002984897541133801,
      "loss": 0.8435,
      "step": 8532
    },
    {
      "epoch": 0.34949825926684414,
      "grad_norm": 1.0148085481437126,
      "learning_rate": 0.00029848929244126406,
      "loss": 1.0646,
      "step": 8533
    },
    {
      "epoch": 0.34953921769404056,
      "grad_norm": 0.9591004529127121,
      "learning_rate": 0.0002984888306989508,
      "loss": 1.1306,
      "step": 8534
    },
    {
      "epoch": 0.34958017612123693,
      "grad_norm": 0.77845691666104,
      "learning_rate": 0.0002984883688864407,
      "loss": 1.1453,
      "step": 8535
    },
    {
      "epoch": 0.34962113454843335,
      "grad_norm": 1.0442333808729511,
      "learning_rate": 0.0002984879070037338,
      "loss": 1.3821,
      "step": 8536
    },
    {
      "epoch": 0.3496620929756297,
      "grad_norm": 4.2865772885092435,
      "learning_rate": 0.0002984874450508305,
      "loss": 4.1871,
      "step": 8537
    },
    {
      "epoch": 0.34970305140282615,
      "grad_norm": 1.1241796362670007,
      "learning_rate": 0.00029848698302773093,
      "loss": 1.1694,
      "step": 8538
    },
    {
      "epoch": 0.3497440098300225,
      "grad_norm": 2.49081764627605,
      "learning_rate": 0.0002984865209344354,
      "loss": 4.168,
      "step": 8539
    },
    {
      "epoch": 0.34978496825721894,
      "grad_norm": 1.6124652231951981,
      "learning_rate": 0.000298486058770944,
      "loss": 1.1454,
      "step": 8540
    },
    {
      "epoch": 0.3498259266844153,
      "grad_norm": 1.6553826310429094,
      "learning_rate": 0.000298485596537257,
      "loss": 1.8233,
      "step": 8541
    },
    {
      "epoch": 0.34986688511161174,
      "grad_norm": 0.7169424805783642,
      "learning_rate": 0.00029848513423337466,
      "loss": 0.8019,
      "step": 8542
    },
    {
      "epoch": 0.3499078435388081,
      "grad_norm": 1.2236624375886762,
      "learning_rate": 0.00029848467185929716,
      "loss": 1.5402,
      "step": 8543
    },
    {
      "epoch": 0.34994880196600453,
      "grad_norm": 0.8790454834655294,
      "learning_rate": 0.00029848420941502467,
      "loss": 1.0667,
      "step": 8544
    },
    {
      "epoch": 0.3499897603932009,
      "grad_norm": 2.0783972139372526,
      "learning_rate": 0.0002984837469005575,
      "loss": 1.8558,
      "step": 8545
    },
    {
      "epoch": 0.3500307188203973,
      "grad_norm": 0.7028417677982782,
      "learning_rate": 0.00029848328431589585,
      "loss": 0.8196,
      "step": 8546
    },
    {
      "epoch": 0.3500716772475937,
      "grad_norm": 1.245037700060921,
      "learning_rate": 0.0002984828216610399,
      "loss": 0.9123,
      "step": 8547
    },
    {
      "epoch": 0.35011263567479006,
      "grad_norm": 0.7206131332244764,
      "learning_rate": 0.0002984823589359899,
      "loss": 0.7625,
      "step": 8548
    },
    {
      "epoch": 0.3501535941019865,
      "grad_norm": 0.5941042044149294,
      "learning_rate": 0.00029848189614074605,
      "loss": 0.4406,
      "step": 8549
    },
    {
      "epoch": 0.35019455252918286,
      "grad_norm": 1.0261380410253989,
      "learning_rate": 0.00029848143327530855,
      "loss": 0.8482,
      "step": 8550
    },
    {
      "epoch": 0.3502355109563793,
      "grad_norm": 1.1069922154087564,
      "learning_rate": 0.0002984809703396777,
      "loss": 1.4193,
      "step": 8551
    },
    {
      "epoch": 0.35027646938357565,
      "grad_norm": 0.6798708653612043,
      "learning_rate": 0.00029848050733385364,
      "loss": 0.8456,
      "step": 8552
    },
    {
      "epoch": 0.3503174278107721,
      "grad_norm": 0.9404131545078873,
      "learning_rate": 0.0002984800442578366,
      "loss": 1.4144,
      "step": 8553
    },
    {
      "epoch": 0.35035838623796844,
      "grad_norm": 1.2589867922573672,
      "learning_rate": 0.0002984795811116268,
      "loss": 0.9496,
      "step": 8554
    },
    {
      "epoch": 0.35039934466516487,
      "grad_norm": 1.0554134465587726,
      "learning_rate": 0.0002984791178952245,
      "loss": 1.0022,
      "step": 8555
    },
    {
      "epoch": 0.35044030309236124,
      "grad_norm": 1.1970549332132154,
      "learning_rate": 0.0002984786546086299,
      "loss": 1.2205,
      "step": 8556
    },
    {
      "epoch": 0.35048126151955766,
      "grad_norm": 1.0360419651059039,
      "learning_rate": 0.00029847819125184316,
      "loss": 1.4415,
      "step": 8557
    },
    {
      "epoch": 0.35052221994675403,
      "grad_norm": 0.8033302942982841,
      "learning_rate": 0.00029847772782486457,
      "loss": 0.7503,
      "step": 8558
    },
    {
      "epoch": 0.35056317837395046,
      "grad_norm": 0.7891052695670296,
      "learning_rate": 0.00029847726432769434,
      "loss": 0.9387,
      "step": 8559
    },
    {
      "epoch": 0.3506041368011468,
      "grad_norm": 1.3063297233092905,
      "learning_rate": 0.00029847680076033266,
      "loss": 1.1227,
      "step": 8560
    },
    {
      "epoch": 0.35064509522834325,
      "grad_norm": 0.4793330539564736,
      "learning_rate": 0.0002984763371227797,
      "loss": 0.3399,
      "step": 8561
    },
    {
      "epoch": 0.3506860536555396,
      "grad_norm": 1.0061039596621861,
      "learning_rate": 0.00029847587341503586,
      "loss": 0.8451,
      "step": 8562
    },
    {
      "epoch": 0.35072701208273604,
      "grad_norm": 1.1404747994786766,
      "learning_rate": 0.00029847540963710124,
      "loss": 1.5647,
      "step": 8563
    },
    {
      "epoch": 0.3507679705099324,
      "grad_norm": 1.4590589488552062,
      "learning_rate": 0.00029847494578897596,
      "loss": 0.9374,
      "step": 8564
    },
    {
      "epoch": 0.35080892893712884,
      "grad_norm": 0.7943559938130025,
      "learning_rate": 0.0002984744818706604,
      "loss": 1.0557,
      "step": 8565
    },
    {
      "epoch": 0.3508498873643252,
      "grad_norm": 0.8807722419304742,
      "learning_rate": 0.0002984740178821547,
      "loss": 0.9078,
      "step": 8566
    },
    {
      "epoch": 0.35089084579152163,
      "grad_norm": 1.8776375348473526,
      "learning_rate": 0.0002984735538234591,
      "loss": 2.2828,
      "step": 8567
    },
    {
      "epoch": 0.350931804218718,
      "grad_norm": 1.2084796582066717,
      "learning_rate": 0.00029847308969457387,
      "loss": 1.2099,
      "step": 8568
    },
    {
      "epoch": 0.35097276264591437,
      "grad_norm": 0.564559721916624,
      "learning_rate": 0.00029847262549549913,
      "loss": 0.3619,
      "step": 8569
    },
    {
      "epoch": 0.3510137210731108,
      "grad_norm": 1.4092675589460415,
      "learning_rate": 0.0002984721612262352,
      "loss": 1.0693,
      "step": 8570
    },
    {
      "epoch": 0.35105467950030717,
      "grad_norm": 0.7762972806968659,
      "learning_rate": 0.0002984716968867822,
      "loss": 1.0387,
      "step": 8571
    },
    {
      "epoch": 0.3510956379275036,
      "grad_norm": 5.085378554348795,
      "learning_rate": 0.00029847123247714037,
      "loss": 3.2579,
      "step": 8572
    },
    {
      "epoch": 0.35113659635469996,
      "grad_norm": 0.8928620231153493,
      "learning_rate": 0.00029847076799731,
      "loss": 1.1152,
      "step": 8573
    },
    {
      "epoch": 0.3511775547818964,
      "grad_norm": 0.587766496851796,
      "learning_rate": 0.00029847030344729123,
      "loss": 0.4273,
      "step": 8574
    },
    {
      "epoch": 0.35121851320909275,
      "grad_norm": 1.020834828175491,
      "learning_rate": 0.0002984698388270844,
      "loss": 1.6128,
      "step": 8575
    },
    {
      "epoch": 0.3512594716362892,
      "grad_norm": 0.8619812002733211,
      "learning_rate": 0.00029846937413668956,
      "loss": 1.1347,
      "step": 8576
    },
    {
      "epoch": 0.35130043006348555,
      "grad_norm": 0.9765235209106468,
      "learning_rate": 0.00029846890937610705,
      "loss": 1.3397,
      "step": 8577
    },
    {
      "epoch": 0.35134138849068197,
      "grad_norm": 0.7011575162065965,
      "learning_rate": 0.0002984684445453371,
      "loss": 0.8822,
      "step": 8578
    },
    {
      "epoch": 0.35138234691787834,
      "grad_norm": 0.6019200846680417,
      "learning_rate": 0.0002984679796443798,
      "loss": 0.7338,
      "step": 8579
    },
    {
      "epoch": 0.35142330534507477,
      "grad_norm": 0.3834501419597725,
      "learning_rate": 0.00029846751467323547,
      "loss": 0.3756,
      "step": 8580
    },
    {
      "epoch": 0.35146426377227113,
      "grad_norm": 0.6997263584774681,
      "learning_rate": 0.0002984670496319043,
      "loss": 0.7478,
      "step": 8581
    },
    {
      "epoch": 0.35150522219946756,
      "grad_norm": 0.808176491222603,
      "learning_rate": 0.0002984665845203866,
      "loss": 0.6705,
      "step": 8582
    },
    {
      "epoch": 0.35154618062666393,
      "grad_norm": 0.7682616444057631,
      "learning_rate": 0.00029846611933868243,
      "loss": 0.6757,
      "step": 8583
    },
    {
      "epoch": 0.35158713905386035,
      "grad_norm": 0.9975487672189732,
      "learning_rate": 0.0002984656540867922,
      "loss": 0.9892,
      "step": 8584
    },
    {
      "epoch": 0.3516280974810567,
      "grad_norm": 0.6830907487131677,
      "learning_rate": 0.0002984651887647159,
      "loss": 0.9459,
      "step": 8585
    },
    {
      "epoch": 0.35166905590825315,
      "grad_norm": 1.0312250650683517,
      "learning_rate": 0.00029846472337245397,
      "loss": 1.7541,
      "step": 8586
    },
    {
      "epoch": 0.3517100143354495,
      "grad_norm": 0.6884485911166629,
      "learning_rate": 0.00029846425791000647,
      "loss": 0.802,
      "step": 8587
    },
    {
      "epoch": 0.35175097276264594,
      "grad_norm": 1.0729400840201215,
      "learning_rate": 0.00029846379237737374,
      "loss": 1.0197,
      "step": 8588
    },
    {
      "epoch": 0.3517919311898423,
      "grad_norm": 0.9787968722724922,
      "learning_rate": 0.00029846332677455593,
      "loss": 0.8518,
      "step": 8589
    },
    {
      "epoch": 0.3518328896170387,
      "grad_norm": 2.521778501385227,
      "learning_rate": 0.0002984628611015532,
      "loss": 2.2719,
      "step": 8590
    },
    {
      "epoch": 0.3518738480442351,
      "grad_norm": 2.4813304387386728,
      "learning_rate": 0.00029846239535836594,
      "loss": 3.2391,
      "step": 8591
    },
    {
      "epoch": 0.3519148064714315,
      "grad_norm": 1.1017305451812711,
      "learning_rate": 0.00029846192954499423,
      "loss": 0.6082,
      "step": 8592
    },
    {
      "epoch": 0.3519557648986279,
      "grad_norm": 0.7088668713438794,
      "learning_rate": 0.0002984614636614383,
      "loss": 1.1328,
      "step": 8593
    },
    {
      "epoch": 0.35199672332582427,
      "grad_norm": 0.6210284658038399,
      "learning_rate": 0.0002984609977076985,
      "loss": 0.3543,
      "step": 8594
    },
    {
      "epoch": 0.3520376817530207,
      "grad_norm": 0.791279562229091,
      "learning_rate": 0.0002984605316837749,
      "loss": 0.9027,
      "step": 8595
    },
    {
      "epoch": 0.35207864018021706,
      "grad_norm": 0.6492454868925757,
      "learning_rate": 0.00029846006558966777,
      "loss": 0.7588,
      "step": 8596
    },
    {
      "epoch": 0.3521195986074135,
      "grad_norm": 0.7563658082433461,
      "learning_rate": 0.00029845959942537733,
      "loss": 0.7885,
      "step": 8597
    },
    {
      "epoch": 0.35216055703460986,
      "grad_norm": 0.9300906200382814,
      "learning_rate": 0.00029845913319090383,
      "loss": 0.8296,
      "step": 8598
    },
    {
      "epoch": 0.3522015154618063,
      "grad_norm": 0.7386740681022107,
      "learning_rate": 0.00029845866688624743,
      "loss": 0.8985,
      "step": 8599
    },
    {
      "epoch": 0.35224247388900265,
      "grad_norm": 1.6464887164047406,
      "learning_rate": 0.0002984582005114084,
      "loss": 1.8898,
      "step": 8600
    },
    {
      "epoch": 0.3522834323161991,
      "grad_norm": 0.6227275924933541,
      "learning_rate": 0.000298457734066387,
      "loss": 0.8194,
      "step": 8601
    },
    {
      "epoch": 0.35232439074339544,
      "grad_norm": 0.9891292857893772,
      "learning_rate": 0.0002984572675511833,
      "loss": 1.3611,
      "step": 8602
    },
    {
      "epoch": 0.35236534917059187,
      "grad_norm": 1.8462284133768287,
      "learning_rate": 0.0002984568009657977,
      "loss": 3.6634,
      "step": 8603
    },
    {
      "epoch": 0.35240630759778824,
      "grad_norm": 1.2672213289591543,
      "learning_rate": 0.0002984563343102303,
      "loss": 1.4709,
      "step": 8604
    },
    {
      "epoch": 0.35244726602498466,
      "grad_norm": 0.8751498851045885,
      "learning_rate": 0.0002984558675844814,
      "loss": 1.0379,
      "step": 8605
    },
    {
      "epoch": 0.35248822445218103,
      "grad_norm": 2.446358371316877,
      "learning_rate": 0.0002984554007885511,
      "loss": 1.8386,
      "step": 8606
    },
    {
      "epoch": 0.35252918287937746,
      "grad_norm": 0.8108539757332526,
      "learning_rate": 0.00029845493392243984,
      "loss": 1.2167,
      "step": 8607
    },
    {
      "epoch": 0.3525701413065738,
      "grad_norm": 1.214466709587654,
      "learning_rate": 0.0002984544669861476,
      "loss": 1.1173,
      "step": 8608
    },
    {
      "epoch": 0.35261109973377025,
      "grad_norm": 0.9946952340485475,
      "learning_rate": 0.0002984539999796747,
      "loss": 0.8192,
      "step": 8609
    },
    {
      "epoch": 0.3526520581609666,
      "grad_norm": 0.7207361625041696,
      "learning_rate": 0.00029845353290302136,
      "loss": 1.0321,
      "step": 8610
    },
    {
      "epoch": 0.352693016588163,
      "grad_norm": 2.9992973559834923,
      "learning_rate": 0.0002984530657561879,
      "loss": 2.3815,
      "step": 8611
    },
    {
      "epoch": 0.3527339750153594,
      "grad_norm": 1.388754050412235,
      "learning_rate": 0.0002984525985391743,
      "loss": 0.5814,
      "step": 8612
    },
    {
      "epoch": 0.3527749334425558,
      "grad_norm": 1.951774680276063,
      "learning_rate": 0.000298452131251981,
      "loss": 3.1871,
      "step": 8613
    },
    {
      "epoch": 0.3528158918697522,
      "grad_norm": 0.5927238350878165,
      "learning_rate": 0.00029845166389460816,
      "loss": 0.9157,
      "step": 8614
    },
    {
      "epoch": 0.3528568502969486,
      "grad_norm": 0.6398477620488703,
      "learning_rate": 0.000298451196467056,
      "loss": 0.8142,
      "step": 8615
    },
    {
      "epoch": 0.352897808724145,
      "grad_norm": 0.6693285527774409,
      "learning_rate": 0.00029845072896932465,
      "loss": 0.4522,
      "step": 8616
    },
    {
      "epoch": 0.35293876715134137,
      "grad_norm": 1.417495930270006,
      "learning_rate": 0.0002984502614014145,
      "loss": 2.4089,
      "step": 8617
    },
    {
      "epoch": 0.3529797255785378,
      "grad_norm": 0.7305441118053291,
      "learning_rate": 0.00029844979376332563,
      "loss": 0.4372,
      "step": 8618
    },
    {
      "epoch": 0.35302068400573416,
      "grad_norm": 0.9930895305384777,
      "learning_rate": 0.0002984493260550583,
      "loss": 0.656,
      "step": 8619
    },
    {
      "epoch": 0.3530616424329306,
      "grad_norm": 0.74414506057016,
      "learning_rate": 0.0002984488582766128,
      "loss": 1.0334,
      "step": 8620
    },
    {
      "epoch": 0.35310260086012696,
      "grad_norm": 0.7759448383351314,
      "learning_rate": 0.0002984483904279892,
      "loss": 1.0686,
      "step": 8621
    },
    {
      "epoch": 0.3531435592873234,
      "grad_norm": 0.6164110629045918,
      "learning_rate": 0.0002984479225091879,
      "loss": 0.8933,
      "step": 8622
    },
    {
      "epoch": 0.35318451771451975,
      "grad_norm": 1.077481409938756,
      "learning_rate": 0.000298447454520209,
      "loss": 1.7179,
      "step": 8623
    },
    {
      "epoch": 0.3532254761417162,
      "grad_norm": 0.6808965642195514,
      "learning_rate": 0.00029844698646105277,
      "loss": 0.5081,
      "step": 8624
    },
    {
      "epoch": 0.35326643456891255,
      "grad_norm": 0.6879292760050091,
      "learning_rate": 0.0002984465183317194,
      "loss": 0.8531,
      "step": 8625
    },
    {
      "epoch": 0.35330739299610897,
      "grad_norm": 0.942429781922841,
      "learning_rate": 0.00029844605013220916,
      "loss": 0.9917,
      "step": 8626
    },
    {
      "epoch": 0.35334835142330534,
      "grad_norm": 0.7347636595466672,
      "learning_rate": 0.0002984455818625222,
      "loss": 0.9149,
      "step": 8627
    },
    {
      "epoch": 0.35338930985050176,
      "grad_norm": 0.5800881015723177,
      "learning_rate": 0.0002984451135226589,
      "loss": 0.3915,
      "step": 8628
    },
    {
      "epoch": 0.35343026827769813,
      "grad_norm": 1.2778401966266362,
      "learning_rate": 0.0002984446451126192,
      "loss": 0.9312,
      "step": 8629
    },
    {
      "epoch": 0.35347122670489456,
      "grad_norm": 0.5962179774586668,
      "learning_rate": 0.00029844417663240356,
      "loss": 0.4046,
      "step": 8630
    },
    {
      "epoch": 0.35351218513209093,
      "grad_norm": 0.4659578350420391,
      "learning_rate": 0.00029844370808201215,
      "loss": 0.361,
      "step": 8631
    },
    {
      "epoch": 0.3535531435592873,
      "grad_norm": 1.0166273786981226,
      "learning_rate": 0.00029844323946144515,
      "loss": 1.078,
      "step": 8632
    },
    {
      "epoch": 0.3535941019864837,
      "grad_norm": 0.9122103457467458,
      "learning_rate": 0.0002984427707707028,
      "loss": 1.2574,
      "step": 8633
    },
    {
      "epoch": 0.3536350604136801,
      "grad_norm": 1.0153381117160352,
      "learning_rate": 0.0002984423020097853,
      "loss": 1.1136,
      "step": 8634
    },
    {
      "epoch": 0.3536760188408765,
      "grad_norm": 0.9862113814067854,
      "learning_rate": 0.0002984418331786929,
      "loss": 1.416,
      "step": 8635
    },
    {
      "epoch": 0.3537169772680729,
      "grad_norm": 1.7961965603836256,
      "learning_rate": 0.00029844136427742586,
      "loss": 1.6218,
      "step": 8636
    },
    {
      "epoch": 0.3537579356952693,
      "grad_norm": 0.6708432237695237,
      "learning_rate": 0.0002984408953059843,
      "loss": 1.0844,
      "step": 8637
    },
    {
      "epoch": 0.3537988941224657,
      "grad_norm": 0.7869752698741639,
      "learning_rate": 0.0002984404262643685,
      "loss": 1.2319,
      "step": 8638
    },
    {
      "epoch": 0.3538398525496621,
      "grad_norm": 0.6236259755216046,
      "learning_rate": 0.0002984399571525787,
      "loss": 0.7449,
      "step": 8639
    },
    {
      "epoch": 0.3538808109768585,
      "grad_norm": 0.5337984414799156,
      "learning_rate": 0.00029843948797061515,
      "loss": 0.7265,
      "step": 8640
    },
    {
      "epoch": 0.3539217694040549,
      "grad_norm": 0.7617753108072292,
      "learning_rate": 0.00029843901871847795,
      "loss": 1.088,
      "step": 8641
    },
    {
      "epoch": 0.35396272783125127,
      "grad_norm": 0.6903464853839968,
      "learning_rate": 0.00029843854939616744,
      "loss": 1.0354,
      "step": 8642
    },
    {
      "epoch": 0.3540036862584477,
      "grad_norm": 0.6956045622403018,
      "learning_rate": 0.00029843808000368374,
      "loss": 1.1597,
      "step": 8643
    },
    {
      "epoch": 0.35404464468564406,
      "grad_norm": 0.7910939885871102,
      "learning_rate": 0.0002984376105410272,
      "loss": 0.8354,
      "step": 8644
    },
    {
      "epoch": 0.3540856031128405,
      "grad_norm": 0.6991494702080285,
      "learning_rate": 0.00029843714100819793,
      "loss": 0.4206,
      "step": 8645
    },
    {
      "epoch": 0.35412656154003685,
      "grad_norm": 0.9039728678540035,
      "learning_rate": 0.0002984366714051962,
      "loss": 0.9967,
      "step": 8646
    },
    {
      "epoch": 0.3541675199672333,
      "grad_norm": 0.6188461483956104,
      "learning_rate": 0.0002984362017320222,
      "loss": 0.6681,
      "step": 8647
    },
    {
      "epoch": 0.35420847839442965,
      "grad_norm": 0.6393116370918956,
      "learning_rate": 0.0002984357319886762,
      "loss": 0.8015,
      "step": 8648
    },
    {
      "epoch": 0.3542494368216261,
      "grad_norm": 0.6147387062374808,
      "learning_rate": 0.0002984352621751584,
      "loss": 0.836,
      "step": 8649
    },
    {
      "epoch": 0.35429039524882244,
      "grad_norm": 0.6557252304202437,
      "learning_rate": 0.000298434792291469,
      "loss": 0.4133,
      "step": 8650
    },
    {
      "epoch": 0.35433135367601887,
      "grad_norm": 0.8280116837557365,
      "learning_rate": 0.0002984343223376083,
      "loss": 1.1701,
      "step": 8651
    },
    {
      "epoch": 0.35437231210321524,
      "grad_norm": 0.7011058733294947,
      "learning_rate": 0.00029843385231357645,
      "loss": 0.9244,
      "step": 8652
    },
    {
      "epoch": 0.3544132705304116,
      "grad_norm": 0.6468872370113464,
      "learning_rate": 0.00029843338221937363,
      "loss": 0.8626,
      "step": 8653
    },
    {
      "epoch": 0.35445422895760803,
      "grad_norm": 0.7760092594578747,
      "learning_rate": 0.0002984329120550002,
      "loss": 0.9195,
      "step": 8654
    },
    {
      "epoch": 0.3544951873848044,
      "grad_norm": 0.7743032620967623,
      "learning_rate": 0.00029843244182045626,
      "loss": 0.9228,
      "step": 8655
    },
    {
      "epoch": 0.3545361458120008,
      "grad_norm": 0.44604308047874547,
      "learning_rate": 0.0002984319715157421,
      "loss": 0.2748,
      "step": 8656
    },
    {
      "epoch": 0.3545771042391972,
      "grad_norm": 0.8070226982477963,
      "learning_rate": 0.0002984315011408579,
      "loss": 0.9766,
      "step": 8657
    },
    {
      "epoch": 0.3546180626663936,
      "grad_norm": 0.9894853265215081,
      "learning_rate": 0.00029843103069580385,
      "loss": 1.3259,
      "step": 8658
    },
    {
      "epoch": 0.35465902109359,
      "grad_norm": 0.640532859172124,
      "learning_rate": 0.0002984305601805803,
      "loss": 0.6606,
      "step": 8659
    },
    {
      "epoch": 0.3546999795207864,
      "grad_norm": 0.7562171913621176,
      "learning_rate": 0.00029843008959518736,
      "loss": 0.9993,
      "step": 8660
    },
    {
      "epoch": 0.3547409379479828,
      "grad_norm": 0.8059801780408404,
      "learning_rate": 0.0002984296189396253,
      "loss": 1.275,
      "step": 8661
    },
    {
      "epoch": 0.3547818963751792,
      "grad_norm": 0.7420037670468054,
      "learning_rate": 0.0002984291482138943,
      "loss": 0.8662,
      "step": 8662
    },
    {
      "epoch": 0.3548228548023756,
      "grad_norm": 0.8134795274464542,
      "learning_rate": 0.00029842867741799463,
      "loss": 0.8757,
      "step": 8663
    },
    {
      "epoch": 0.354863813229572,
      "grad_norm": 0.6411663117659266,
      "learning_rate": 0.0002984282065519265,
      "loss": 0.8634,
      "step": 8664
    },
    {
      "epoch": 0.35490477165676837,
      "grad_norm": 1.6808239098937516,
      "learning_rate": 0.0002984277356156901,
      "loss": 3.4762,
      "step": 8665
    },
    {
      "epoch": 0.3549457300839648,
      "grad_norm": 0.8023325809302463,
      "learning_rate": 0.0002984272646092857,
      "loss": 0.5385,
      "step": 8666
    },
    {
      "epoch": 0.35498668851116116,
      "grad_norm": 2.5679667059198352,
      "learning_rate": 0.0002984267935327135,
      "loss": 6.1041,
      "step": 8667
    },
    {
      "epoch": 0.3550276469383576,
      "grad_norm": 1.2417088282884925,
      "learning_rate": 0.00029842632238597373,
      "loss": 0.9712,
      "step": 8668
    },
    {
      "epoch": 0.35506860536555396,
      "grad_norm": 0.6049926401331945,
      "learning_rate": 0.0002984258511690666,
      "loss": 0.7717,
      "step": 8669
    },
    {
      "epoch": 0.3551095637927504,
      "grad_norm": 0.6909924085154102,
      "learning_rate": 0.00029842537988199235,
      "loss": 0.9641,
      "step": 8670
    },
    {
      "epoch": 0.35515052221994675,
      "grad_norm": 1.0389599140744716,
      "learning_rate": 0.0002984249085247512,
      "loss": 0.8966,
      "step": 8671
    },
    {
      "epoch": 0.3551914806471432,
      "grad_norm": 0.8161969433207407,
      "learning_rate": 0.00029842443709734333,
      "loss": 1.3009,
      "step": 8672
    },
    {
      "epoch": 0.35523243907433955,
      "grad_norm": 1.0796815900935892,
      "learning_rate": 0.000298423965599769,
      "loss": 1.1851,
      "step": 8673
    },
    {
      "epoch": 0.3552733975015359,
      "grad_norm": 0.7106560976232886,
      "learning_rate": 0.0002984234940320285,
      "loss": 1.0913,
      "step": 8674
    },
    {
      "epoch": 0.35531435592873234,
      "grad_norm": 0.5823196824373978,
      "learning_rate": 0.0002984230223941219,
      "loss": 0.8488,
      "step": 8675
    },
    {
      "epoch": 0.3553553143559287,
      "grad_norm": 0.7410534749558159,
      "learning_rate": 0.00029842255068604956,
      "loss": 0.8518,
      "step": 8676
    },
    {
      "epoch": 0.35539627278312513,
      "grad_norm": 0.6798470055327197,
      "learning_rate": 0.00029842207890781166,
      "loss": 0.8061,
      "step": 8677
    },
    {
      "epoch": 0.3554372312103215,
      "grad_norm": 1.0798234247804757,
      "learning_rate": 0.0002984216070594084,
      "loss": 0.7808,
      "step": 8678
    },
    {
      "epoch": 0.3554781896375179,
      "grad_norm": 1.331001561815344,
      "learning_rate": 0.0002984211351408399,
      "loss": 1.0805,
      "step": 8679
    },
    {
      "epoch": 0.3555191480647143,
      "grad_norm": 0.8493468525311817,
      "learning_rate": 0.00029842066315210667,
      "loss": 0.9808,
      "step": 8680
    },
    {
      "epoch": 0.3555601064919107,
      "grad_norm": 0.7809267171755366,
      "learning_rate": 0.0002984201910932087,
      "loss": 1.0721,
      "step": 8681
    },
    {
      "epoch": 0.3556010649191071,
      "grad_norm": 0.5913796353409058,
      "learning_rate": 0.0002984197189641463,
      "loss": 0.4696,
      "step": 8682
    },
    {
      "epoch": 0.3556420233463035,
      "grad_norm": 0.6718977291647874,
      "learning_rate": 0.00029841924676491966,
      "loss": 0.8896,
      "step": 8683
    },
    {
      "epoch": 0.3556829817734999,
      "grad_norm": 0.6168355624579651,
      "learning_rate": 0.00029841877449552896,
      "loss": 0.6777,
      "step": 8684
    },
    {
      "epoch": 0.3557239402006963,
      "grad_norm": 0.8145922595967983,
      "learning_rate": 0.0002984183021559745,
      "loss": 0.9182,
      "step": 8685
    },
    {
      "epoch": 0.3557648986278927,
      "grad_norm": 1.1216754872255388,
      "learning_rate": 0.0002984178297462565,
      "loss": 1.0107,
      "step": 8686
    },
    {
      "epoch": 0.3558058570550891,
      "grad_norm": 0.6846223948474885,
      "learning_rate": 0.00029841735726637516,
      "loss": 1.0359,
      "step": 8687
    },
    {
      "epoch": 0.3558468154822855,
      "grad_norm": 0.7336319101298603,
      "learning_rate": 0.0002984168847163307,
      "loss": 1.2004,
      "step": 8688
    },
    {
      "epoch": 0.3558877739094819,
      "grad_norm": 1.3149769927288912,
      "learning_rate": 0.00029841641209612336,
      "loss": 0.8551,
      "step": 8689
    },
    {
      "epoch": 0.35592873233667827,
      "grad_norm": 1.1115745302298563,
      "learning_rate": 0.0002984159394057533,
      "loss": 1.0034,
      "step": 8690
    },
    {
      "epoch": 0.3559696907638747,
      "grad_norm": 1.182316483085251,
      "learning_rate": 0.00029841546664522085,
      "loss": 1.9339,
      "step": 8691
    },
    {
      "epoch": 0.35601064919107106,
      "grad_norm": 0.7078575423747334,
      "learning_rate": 0.00029841499381452616,
      "loss": 0.8148,
      "step": 8692
    },
    {
      "epoch": 0.3560516076182675,
      "grad_norm": 0.6349732220990142,
      "learning_rate": 0.0002984145209136695,
      "loss": 0.4194,
      "step": 8693
    },
    {
      "epoch": 0.35609256604546385,
      "grad_norm": 0.8087517895957248,
      "learning_rate": 0.00029841404794265104,
      "loss": 1.1764,
      "step": 8694
    },
    {
      "epoch": 0.3561335244726602,
      "grad_norm": 0.7405016715284467,
      "learning_rate": 0.000298413574901471,
      "loss": 0.9544,
      "step": 8695
    },
    {
      "epoch": 0.35617448289985665,
      "grad_norm": 0.8248295124813378,
      "learning_rate": 0.0002984131017901297,
      "loss": 1.1227,
      "step": 8696
    },
    {
      "epoch": 0.356215441327053,
      "grad_norm": 0.7491357388019078,
      "learning_rate": 0.00029841262860862724,
      "loss": 1.1794,
      "step": 8697
    },
    {
      "epoch": 0.35625639975424944,
      "grad_norm": 0.7842878886220795,
      "learning_rate": 0.00029841215535696396,
      "loss": 0.9476,
      "step": 8698
    },
    {
      "epoch": 0.3562973581814458,
      "grad_norm": 3.052976281371095,
      "learning_rate": 0.00029841168203514,
      "loss": 2.3662,
      "step": 8699
    },
    {
      "epoch": 0.35633831660864224,
      "grad_norm": 0.989631153730662,
      "learning_rate": 0.0002984112086431556,
      "loss": 0.9624,
      "step": 8700
    },
    {
      "epoch": 0.3563792750358386,
      "grad_norm": 0.6432466614942476,
      "learning_rate": 0.000298410735181011,
      "loss": 0.7065,
      "step": 8701
    },
    {
      "epoch": 0.35642023346303503,
      "grad_norm": 0.7127828912106591,
      "learning_rate": 0.0002984102616487064,
      "loss": 0.6122,
      "step": 8702
    },
    {
      "epoch": 0.3564611918902314,
      "grad_norm": 1.0122166136553772,
      "learning_rate": 0.00029840978804624205,
      "loss": 0.845,
      "step": 8703
    },
    {
      "epoch": 0.3565021503174278,
      "grad_norm": 1.435654333416933,
      "learning_rate": 0.00029840931437361814,
      "loss": 0.9113,
      "step": 8704
    },
    {
      "epoch": 0.3565431087446242,
      "grad_norm": 0.6073450384534133,
      "learning_rate": 0.00029840884063083497,
      "loss": 0.9935,
      "step": 8705
    },
    {
      "epoch": 0.3565840671718206,
      "grad_norm": 0.607343140646087,
      "learning_rate": 0.00029840836681789264,
      "loss": 0.7463,
      "step": 8706
    },
    {
      "epoch": 0.356625025599017,
      "grad_norm": 0.7360881742903569,
      "learning_rate": 0.00029840789293479153,
      "loss": 1.0749,
      "step": 8707
    },
    {
      "epoch": 0.3566659840262134,
      "grad_norm": 0.8990655750577784,
      "learning_rate": 0.00029840741898153175,
      "loss": 0.7864,
      "step": 8708
    },
    {
      "epoch": 0.3567069424534098,
      "grad_norm": 1.1763453933889323,
      "learning_rate": 0.0002984069449581135,
      "loss": 0.8819,
      "step": 8709
    },
    {
      "epoch": 0.3567479008806062,
      "grad_norm": 1.0337722292910352,
      "learning_rate": 0.00029840647086453717,
      "loss": 0.9538,
      "step": 8710
    },
    {
      "epoch": 0.3567888593078026,
      "grad_norm": 0.6996437580358242,
      "learning_rate": 0.0002984059967008028,
      "loss": 1.0475,
      "step": 8711
    },
    {
      "epoch": 0.356829817734999,
      "grad_norm": 0.6009298723164032,
      "learning_rate": 0.0002984055224669107,
      "loss": 0.5818,
      "step": 8712
    },
    {
      "epoch": 0.35687077616219537,
      "grad_norm": 0.8819171025428183,
      "learning_rate": 0.00029840504816286103,
      "loss": 0.4161,
      "step": 8713
    },
    {
      "epoch": 0.3569117345893918,
      "grad_norm": 0.9736030421923402,
      "learning_rate": 0.0002984045737886541,
      "loss": 0.8634,
      "step": 8714
    },
    {
      "epoch": 0.35695269301658816,
      "grad_norm": 1.4438318738703677,
      "learning_rate": 0.0002984040993442901,
      "loss": 1.7112,
      "step": 8715
    },
    {
      "epoch": 0.35699365144378453,
      "grad_norm": 1.00771639774191,
      "learning_rate": 0.0002984036248297693,
      "loss": 1.046,
      "step": 8716
    },
    {
      "epoch": 0.35703460987098096,
      "grad_norm": 0.9200991962432973,
      "learning_rate": 0.0002984031502450918,
      "loss": 0.864,
      "step": 8717
    },
    {
      "epoch": 0.3570755682981773,
      "grad_norm": 0.5408633297803829,
      "learning_rate": 0.00029840267559025797,
      "loss": 0.3879,
      "step": 8718
    },
    {
      "epoch": 0.35711652672537375,
      "grad_norm": 0.8505738786172224,
      "learning_rate": 0.0002984022008652679,
      "loss": 1.2229,
      "step": 8719
    },
    {
      "epoch": 0.3571574851525701,
      "grad_norm": 0.9663757397927404,
      "learning_rate": 0.0002984017260701219,
      "loss": 0.8057,
      "step": 8720
    },
    {
      "epoch": 0.35719844357976654,
      "grad_norm": 2.6695179345804254,
      "learning_rate": 0.00029840125120482024,
      "loss": 4.4956,
      "step": 8721
    },
    {
      "epoch": 0.3572394020069629,
      "grad_norm": 1.3662825282697861,
      "learning_rate": 0.000298400776269363,
      "loss": 1.8898,
      "step": 8722
    },
    {
      "epoch": 0.35728036043415934,
      "grad_norm": 3.2023209266640023,
      "learning_rate": 0.00029840030126375053,
      "loss": 2.0147,
      "step": 8723
    },
    {
      "epoch": 0.3573213188613557,
      "grad_norm": 0.8118736750406464,
      "learning_rate": 0.00029839982618798296,
      "loss": 1.157,
      "step": 8724
    },
    {
      "epoch": 0.35736227728855213,
      "grad_norm": 1.0336343204807137,
      "learning_rate": 0.00029839935104206063,
      "loss": 0.867,
      "step": 8725
    },
    {
      "epoch": 0.3574032357157485,
      "grad_norm": 0.6803099193781571,
      "learning_rate": 0.0002983988758259837,
      "loss": 0.8182,
      "step": 8726
    },
    {
      "epoch": 0.3574441941429449,
      "grad_norm": 0.4814887215932903,
      "learning_rate": 0.0002983984005397523,
      "loss": 0.4446,
      "step": 8727
    },
    {
      "epoch": 0.3574851525701413,
      "grad_norm": 1.4007208389639243,
      "learning_rate": 0.0002983979251833668,
      "loss": 2.4519,
      "step": 8728
    },
    {
      "epoch": 0.3575261109973377,
      "grad_norm": 0.6529483859305715,
      "learning_rate": 0.00029839744975682737,
      "loss": 1.0095,
      "step": 8729
    },
    {
      "epoch": 0.3575670694245341,
      "grad_norm": 0.9043089873691995,
      "learning_rate": 0.0002983969742601343,
      "loss": 0.7336,
      "step": 8730
    },
    {
      "epoch": 0.3576080278517305,
      "grad_norm": 0.8899407238432108,
      "learning_rate": 0.00029839649869328765,
      "loss": 0.86,
      "step": 8731
    },
    {
      "epoch": 0.3576489862789269,
      "grad_norm": 0.9611912412017001,
      "learning_rate": 0.0002983960230562878,
      "loss": 1.2189,
      "step": 8732
    },
    {
      "epoch": 0.3576899447061233,
      "grad_norm": 0.7577080567157507,
      "learning_rate": 0.00029839554734913495,
      "loss": 0.8139,
      "step": 8733
    },
    {
      "epoch": 0.3577309031333197,
      "grad_norm": 0.7378059731160749,
      "learning_rate": 0.00029839507157182927,
      "loss": 0.832,
      "step": 8734
    },
    {
      "epoch": 0.3577718615605161,
      "grad_norm": 0.6515975779615024,
      "learning_rate": 0.00029839459572437093,
      "loss": 0.3882,
      "step": 8735
    },
    {
      "epoch": 0.35781281998771247,
      "grad_norm": 0.943275249794704,
      "learning_rate": 0.0002983941198067604,
      "loss": 0.756,
      "step": 8736
    },
    {
      "epoch": 0.35785377841490884,
      "grad_norm": 2.8879936476827965,
      "learning_rate": 0.00029839364381899756,
      "loss": 2.3874,
      "step": 8737
    },
    {
      "epoch": 0.35789473684210527,
      "grad_norm": 0.9102183205552166,
      "learning_rate": 0.00029839316776108295,
      "loss": 0.923,
      "step": 8738
    },
    {
      "epoch": 0.35793569526930163,
      "grad_norm": 2.6371396102457263,
      "learning_rate": 0.00029839269163301656,
      "loss": 8.0192,
      "step": 8739
    },
    {
      "epoch": 0.35797665369649806,
      "grad_norm": 0.7962081838188829,
      "learning_rate": 0.0002983922154347988,
      "loss": 0.8568,
      "step": 8740
    },
    {
      "epoch": 0.35801761212369443,
      "grad_norm": 0.5416524331734001,
      "learning_rate": 0.0002983917391664298,
      "loss": 0.4081,
      "step": 8741
    },
    {
      "epoch": 0.35805857055089085,
      "grad_norm": 0.8669512324618812,
      "learning_rate": 0.0002983912628279098,
      "loss": 1.0296,
      "step": 8742
    },
    {
      "epoch": 0.3580995289780872,
      "grad_norm": 1.133815922310497,
      "learning_rate": 0.00029839078641923897,
      "loss": 1.3106,
      "step": 8743
    },
    {
      "epoch": 0.35814048740528365,
      "grad_norm": 0.8268129899408987,
      "learning_rate": 0.0002983903099404176,
      "loss": 0.6373,
      "step": 8744
    },
    {
      "epoch": 0.35818144583248,
      "grad_norm": 0.9934581790071668,
      "learning_rate": 0.00029838983339144595,
      "loss": 1.0568,
      "step": 8745
    },
    {
      "epoch": 0.35822240425967644,
      "grad_norm": 0.8127930572888405,
      "learning_rate": 0.0002983893567723242,
      "loss": 0.9352,
      "step": 8746
    },
    {
      "epoch": 0.3582633626868728,
      "grad_norm": 0.8268471978510723,
      "learning_rate": 0.0002983888800830525,
      "loss": 0.9318,
      "step": 8747
    },
    {
      "epoch": 0.35830432111406924,
      "grad_norm": 0.5403921695848035,
      "learning_rate": 0.0002983884033236312,
      "loss": 0.3313,
      "step": 8748
    },
    {
      "epoch": 0.3583452795412656,
      "grad_norm": 0.5293034590980705,
      "learning_rate": 0.00029838792649406045,
      "loss": 0.6742,
      "step": 8749
    },
    {
      "epoch": 0.35838623796846203,
      "grad_norm": 1.06841636296029,
      "learning_rate": 0.0002983874495943405,
      "loss": 2.5068,
      "step": 8750
    },
    {
      "epoch": 0.3584271963956584,
      "grad_norm": 1.0195638685007384,
      "learning_rate": 0.00029838697262447156,
      "loss": 1.3401,
      "step": 8751
    },
    {
      "epoch": 0.3584681548228548,
      "grad_norm": 0.6476671702306589,
      "learning_rate": 0.00029838649558445394,
      "loss": 0.6967,
      "step": 8752
    },
    {
      "epoch": 0.3585091132500512,
      "grad_norm": 0.9813705879868666,
      "learning_rate": 0.00029838601847428773,
      "loss": 1.1129,
      "step": 8753
    },
    {
      "epoch": 0.3585500716772476,
      "grad_norm": 1.1693788044926106,
      "learning_rate": 0.0002983855412939732,
      "loss": 1.3513,
      "step": 8754
    },
    {
      "epoch": 0.358591030104444,
      "grad_norm": 0.7918387299015176,
      "learning_rate": 0.0002983850640435107,
      "loss": 0.8601,
      "step": 8755
    },
    {
      "epoch": 0.3586319885316404,
      "grad_norm": 0.6128871286800421,
      "learning_rate": 0.00029838458672290025,
      "loss": 0.789,
      "step": 8756
    },
    {
      "epoch": 0.3586729469588368,
      "grad_norm": 0.6964155094498095,
      "learning_rate": 0.00029838410933214225,
      "loss": 0.4397,
      "step": 8757
    },
    {
      "epoch": 0.35871390538603315,
      "grad_norm": 0.8346840381501778,
      "learning_rate": 0.0002983836318712368,
      "loss": 1.1849,
      "step": 8758
    },
    {
      "epoch": 0.3587548638132296,
      "grad_norm": 0.7355905570571497,
      "learning_rate": 0.0002983831543401842,
      "loss": 1.1498,
      "step": 8759
    },
    {
      "epoch": 0.35879582224042594,
      "grad_norm": 0.7670797004844658,
      "learning_rate": 0.00029838267673898465,
      "loss": 0.9505,
      "step": 8760
    },
    {
      "epoch": 0.35883678066762237,
      "grad_norm": 0.9981124970999917,
      "learning_rate": 0.0002983821990676384,
      "loss": 0.5267,
      "step": 8761
    },
    {
      "epoch": 0.35887773909481874,
      "grad_norm": 0.6200327885096341,
      "learning_rate": 0.00029838172132614564,
      "loss": 0.5554,
      "step": 8762
    },
    {
      "epoch": 0.35891869752201516,
      "grad_norm": 0.8396444494845994,
      "learning_rate": 0.0002983812435145066,
      "loss": 0.3744,
      "step": 8763
    },
    {
      "epoch": 0.35895965594921153,
      "grad_norm": 1.5843562267872635,
      "learning_rate": 0.00029838076563272156,
      "loss": 1.0517,
      "step": 8764
    },
    {
      "epoch": 0.35900061437640796,
      "grad_norm": 0.865862831911385,
      "learning_rate": 0.0002983802876807907,
      "loss": 1.0728,
      "step": 8765
    },
    {
      "epoch": 0.3590415728036043,
      "grad_norm": 0.692091014039869,
      "learning_rate": 0.0002983798096587142,
      "loss": 0.9139,
      "step": 8766
    },
    {
      "epoch": 0.35908253123080075,
      "grad_norm": 0.9295361819012976,
      "learning_rate": 0.00029837933156649234,
      "loss": 1.1013,
      "step": 8767
    },
    {
      "epoch": 0.3591234896579971,
      "grad_norm": 0.8787202386009306,
      "learning_rate": 0.0002983788534041254,
      "loss": 0.9636,
      "step": 8768
    },
    {
      "epoch": 0.35916444808519354,
      "grad_norm": 0.6485462770339658,
      "learning_rate": 0.00029837837517161347,
      "loss": 0.7675,
      "step": 8769
    },
    {
      "epoch": 0.3592054065123899,
      "grad_norm": 0.9779082058022439,
      "learning_rate": 0.0002983778968689569,
      "loss": 0.8303,
      "step": 8770
    },
    {
      "epoch": 0.35924636493958634,
      "grad_norm": 1.1688339047415515,
      "learning_rate": 0.00029837741849615587,
      "loss": 0.5656,
      "step": 8771
    },
    {
      "epoch": 0.3592873233667827,
      "grad_norm": 0.6870678543007128,
      "learning_rate": 0.0002983769400532106,
      "loss": 0.4332,
      "step": 8772
    },
    {
      "epoch": 0.35932828179397913,
      "grad_norm": 0.8429710709524532,
      "learning_rate": 0.0002983764615401213,
      "loss": 0.9132,
      "step": 8773
    },
    {
      "epoch": 0.3593692402211755,
      "grad_norm": 0.7438712779903881,
      "learning_rate": 0.0002983759829568883,
      "loss": 0.9533,
      "step": 8774
    },
    {
      "epoch": 0.3594101986483719,
      "grad_norm": 0.6099512489791722,
      "learning_rate": 0.0002983755043035117,
      "loss": 0.7865,
      "step": 8775
    },
    {
      "epoch": 0.3594511570755683,
      "grad_norm": 0.7240554195470835,
      "learning_rate": 0.0002983750255799917,
      "loss": 1.025,
      "step": 8776
    },
    {
      "epoch": 0.3594921155027647,
      "grad_norm": 0.6079086818273719,
      "learning_rate": 0.0002983745467863287,
      "loss": 0.8216,
      "step": 8777
    },
    {
      "epoch": 0.3595330739299611,
      "grad_norm": 3.1746055819683194,
      "learning_rate": 0.00029837406792252276,
      "loss": 5.537,
      "step": 8778
    },
    {
      "epoch": 0.35957403235715746,
      "grad_norm": 0.9068538885763182,
      "learning_rate": 0.0002983735889885742,
      "loss": 0.7365,
      "step": 8779
    },
    {
      "epoch": 0.3596149907843539,
      "grad_norm": 0.9268353956167145,
      "learning_rate": 0.0002983731099844832,
      "loss": 0.8879,
      "step": 8780
    },
    {
      "epoch": 0.35965594921155025,
      "grad_norm": 0.6260796445564318,
      "learning_rate": 0.00029837263091025,
      "loss": 0.8677,
      "step": 8781
    },
    {
      "epoch": 0.3596969076387467,
      "grad_norm": 1.766173455529852,
      "learning_rate": 0.00029837215176587486,
      "loss": 0.621,
      "step": 8782
    },
    {
      "epoch": 0.35973786606594305,
      "grad_norm": 0.8493639638892022,
      "learning_rate": 0.00029837167255135794,
      "loss": 1.3026,
      "step": 8783
    },
    {
      "epoch": 0.35977882449313947,
      "grad_norm": 0.7188433652496783,
      "learning_rate": 0.00029837119326669954,
      "loss": 0.9253,
      "step": 8784
    },
    {
      "epoch": 0.35981978292033584,
      "grad_norm": 0.6573271256171271,
      "learning_rate": 0.00029837071391189987,
      "loss": 0.4189,
      "step": 8785
    },
    {
      "epoch": 0.35986074134753226,
      "grad_norm": 0.5516653370934027,
      "learning_rate": 0.0002983702344869591,
      "loss": 0.3472,
      "step": 8786
    },
    {
      "epoch": 0.35990169977472863,
      "grad_norm": 1.0858209882489966,
      "learning_rate": 0.0002983697549918775,
      "loss": 0.9562,
      "step": 8787
    },
    {
      "epoch": 0.35994265820192506,
      "grad_norm": 0.9891282440218186,
      "learning_rate": 0.0002983692754266552,
      "loss": 1.0028,
      "step": 8788
    },
    {
      "epoch": 0.35998361662912143,
      "grad_norm": 1.0115818485378885,
      "learning_rate": 0.00029836879579129264,
      "loss": 1.0386,
      "step": 8789
    },
    {
      "epoch": 0.36002457505631785,
      "grad_norm": 1.211975135322068,
      "learning_rate": 0.0002983683160857899,
      "loss": 0.5767,
      "step": 8790
    },
    {
      "epoch": 0.3600655334835142,
      "grad_norm": 0.9090190448387662,
      "learning_rate": 0.0002983678363101472,
      "loss": 0.9638,
      "step": 8791
    },
    {
      "epoch": 0.36010649191071065,
      "grad_norm": 0.6439206362500182,
      "learning_rate": 0.0002983673564643648,
      "loss": 0.9359,
      "step": 8792
    },
    {
      "epoch": 0.360147450337907,
      "grad_norm": 0.9465692858925824,
      "learning_rate": 0.00029836687654844293,
      "loss": 0.8625,
      "step": 8793
    },
    {
      "epoch": 0.36018840876510344,
      "grad_norm": 0.578086418287568,
      "learning_rate": 0.0002983663965623818,
      "loss": 0.3712,
      "step": 8794
    },
    {
      "epoch": 0.3602293671922998,
      "grad_norm": 0.4446533411632836,
      "learning_rate": 0.0002983659165061817,
      "loss": 0.3811,
      "step": 8795
    },
    {
      "epoch": 0.36027032561949623,
      "grad_norm": 1.0275159622331587,
      "learning_rate": 0.0002983654363798427,
      "loss": 0.775,
      "step": 8796
    },
    {
      "epoch": 0.3603112840466926,
      "grad_norm": 1.5189321266678733,
      "learning_rate": 0.0002983649561833652,
      "loss": 1.4114,
      "step": 8797
    },
    {
      "epoch": 0.36035224247388903,
      "grad_norm": 0.5989220533379639,
      "learning_rate": 0.00029836447591674933,
      "loss": 0.8177,
      "step": 8798
    },
    {
      "epoch": 0.3603932009010854,
      "grad_norm": 0.8044004169996903,
      "learning_rate": 0.0002983639955799954,
      "loss": 1.08,
      "step": 8799
    },
    {
      "epoch": 0.36043415932828177,
      "grad_norm": 1.0075426228070243,
      "learning_rate": 0.0002983635151731035,
      "loss": 0.8756,
      "step": 8800
    },
    {
      "epoch": 0.3604751177554782,
      "grad_norm": 0.9185824699244407,
      "learning_rate": 0.000298363034696074,
      "loss": 0.7945,
      "step": 8801
    },
    {
      "epoch": 0.36051607618267456,
      "grad_norm": 0.8981287334243765,
      "learning_rate": 0.0002983625541489071,
      "loss": 0.8429,
      "step": 8802
    },
    {
      "epoch": 0.360557034609871,
      "grad_norm": 0.6748065924225676,
      "learning_rate": 0.0002983620735316029,
      "loss": 0.879,
      "step": 8803
    },
    {
      "epoch": 0.36059799303706735,
      "grad_norm": 0.9353921250619226,
      "learning_rate": 0.0002983615928441618,
      "loss": 0.5394,
      "step": 8804
    },
    {
      "epoch": 0.3606389514642638,
      "grad_norm": 0.7774254582790943,
      "learning_rate": 0.00029836111208658386,
      "loss": 0.9567,
      "step": 8805
    },
    {
      "epoch": 0.36067990989146015,
      "grad_norm": 0.9892090941792082,
      "learning_rate": 0.00029836063125886946,
      "loss": 1.0214,
      "step": 8806
    },
    {
      "epoch": 0.3607208683186566,
      "grad_norm": 0.5147353152119795,
      "learning_rate": 0.00029836015036101873,
      "loss": 0.3497,
      "step": 8807
    },
    {
      "epoch": 0.36076182674585294,
      "grad_norm": 0.9456603652859874,
      "learning_rate": 0.00029835966939303194,
      "loss": 0.7695,
      "step": 8808
    },
    {
      "epoch": 0.36080278517304937,
      "grad_norm": 0.7784297362565448,
      "learning_rate": 0.00029835918835490935,
      "loss": 0.7226,
      "step": 8809
    },
    {
      "epoch": 0.36084374360024574,
      "grad_norm": 0.8957111314157767,
      "learning_rate": 0.00029835870724665114,
      "loss": 1.0634,
      "step": 8810
    },
    {
      "epoch": 0.36088470202744216,
      "grad_norm": 1.0362785685433689,
      "learning_rate": 0.00029835822606825746,
      "loss": 0.9423,
      "step": 8811
    },
    {
      "epoch": 0.36092566045463853,
      "grad_norm": 0.83502592050642,
      "learning_rate": 0.0002983577448197287,
      "loss": 0.3343,
      "step": 8812
    },
    {
      "epoch": 0.36096661888183496,
      "grad_norm": 0.8136530343613328,
      "learning_rate": 0.00029835726350106495,
      "loss": 1.1922,
      "step": 8813
    },
    {
      "epoch": 0.3610075773090313,
      "grad_norm": 0.7612387106917168,
      "learning_rate": 0.00029835678211226655,
      "loss": 1.1165,
      "step": 8814
    },
    {
      "epoch": 0.36104853573622775,
      "grad_norm": 0.5976529701708271,
      "learning_rate": 0.0002983563006533336,
      "loss": 0.8985,
      "step": 8815
    },
    {
      "epoch": 0.3610894941634241,
      "grad_norm": 0.5897150479793695,
      "learning_rate": 0.00029835581912426645,
      "loss": 0.7652,
      "step": 8816
    },
    {
      "epoch": 0.36113045259062054,
      "grad_norm": 0.7243974557779854,
      "learning_rate": 0.00029835533752506534,
      "loss": 0.9073,
      "step": 8817
    },
    {
      "epoch": 0.3611714110178169,
      "grad_norm": 0.5548651923494483,
      "learning_rate": 0.00029835485585573033,
      "loss": 0.7482,
      "step": 8818
    },
    {
      "epoch": 0.36121236944501334,
      "grad_norm": 0.9210707174634141,
      "learning_rate": 0.0002983543741162618,
      "loss": 1.0059,
      "step": 8819
    },
    {
      "epoch": 0.3612533278722097,
      "grad_norm": 1.0327595962831497,
      "learning_rate": 0.00029835389230665994,
      "loss": 1.0683,
      "step": 8820
    },
    {
      "epoch": 0.3612942862994061,
      "grad_norm": 0.5482473758997949,
      "learning_rate": 0.00029835341042692493,
      "loss": 0.3969,
      "step": 8821
    },
    {
      "epoch": 0.3613352447266025,
      "grad_norm": 0.7354309634019901,
      "learning_rate": 0.00029835292847705706,
      "loss": 0.9713,
      "step": 8822
    },
    {
      "epoch": 0.36137620315379887,
      "grad_norm": 1.2386509915926902,
      "learning_rate": 0.00029835244645705654,
      "loss": 0.9862,
      "step": 8823
    },
    {
      "epoch": 0.3614171615809953,
      "grad_norm": 1.096196281197335,
      "learning_rate": 0.0002983519643669236,
      "loss": 1.7574,
      "step": 8824
    },
    {
      "epoch": 0.36145812000819166,
      "grad_norm": 0.7608777839463929,
      "learning_rate": 0.0002983514822066584,
      "loss": 0.5209,
      "step": 8825
    },
    {
      "epoch": 0.3614990784353881,
      "grad_norm": 0.4181569965990157,
      "learning_rate": 0.00029835099997626126,
      "loss": 0.375,
      "step": 8826
    },
    {
      "epoch": 0.36154003686258446,
      "grad_norm": 1.0123199530186138,
      "learning_rate": 0.00029835051767573243,
      "loss": 0.9562,
      "step": 8827
    },
    {
      "epoch": 0.3615809952897809,
      "grad_norm": 1.1374128564847223,
      "learning_rate": 0.00029835003530507203,
      "loss": 1.1391,
      "step": 8828
    },
    {
      "epoch": 0.36162195371697725,
      "grad_norm": 0.8167719515835521,
      "learning_rate": 0.00029834955286428034,
      "loss": 0.6474,
      "step": 8829
    },
    {
      "epoch": 0.3616629121441737,
      "grad_norm": 0.9310889680688679,
      "learning_rate": 0.00029834907035335763,
      "loss": 1.185,
      "step": 8830
    },
    {
      "epoch": 0.36170387057137005,
      "grad_norm": 0.5405528639872835,
      "learning_rate": 0.000298348587772304,
      "loss": 0.3212,
      "step": 8831
    },
    {
      "epoch": 0.36174482899856647,
      "grad_norm": 0.9902118432689503,
      "learning_rate": 0.00029834810512111985,
      "loss": 0.9882,
      "step": 8832
    },
    {
      "epoch": 0.36178578742576284,
      "grad_norm": 1.1915212142404321,
      "learning_rate": 0.0002983476223998053,
      "loss": 1.1129,
      "step": 8833
    },
    {
      "epoch": 0.36182674585295926,
      "grad_norm": 0.8599302742379688,
      "learning_rate": 0.0002983471396083606,
      "loss": 0.9066,
      "step": 8834
    },
    {
      "epoch": 0.36186770428015563,
      "grad_norm": 0.7285282865918397,
      "learning_rate": 0.000298346656746786,
      "loss": 0.9444,
      "step": 8835
    },
    {
      "epoch": 0.36190866270735206,
      "grad_norm": 0.8095869409414187,
      "learning_rate": 0.00029834617381508164,
      "loss": 1.0987,
      "step": 8836
    },
    {
      "epoch": 0.3619496211345484,
      "grad_norm": 0.9670104405046386,
      "learning_rate": 0.0002983456908132479,
      "loss": 0.6709,
      "step": 8837
    },
    {
      "epoch": 0.36199057956174485,
      "grad_norm": 0.8221115128684081,
      "learning_rate": 0.0002983452077412849,
      "loss": 1.1422,
      "step": 8838
    },
    {
      "epoch": 0.3620315379889412,
      "grad_norm": 1.5457419123641123,
      "learning_rate": 0.0002983447245991929,
      "loss": 0.8632,
      "step": 8839
    },
    {
      "epoch": 0.36207249641613765,
      "grad_norm": 0.693499696338639,
      "learning_rate": 0.00029834424138697207,
      "loss": 0.846,
      "step": 8840
    },
    {
      "epoch": 0.362113454843334,
      "grad_norm": 1.1529916623409937,
      "learning_rate": 0.00029834375810462277,
      "loss": 1.429,
      "step": 8841
    },
    {
      "epoch": 0.3621544132705304,
      "grad_norm": 0.4531227510063938,
      "learning_rate": 0.0002983432747521451,
      "loss": 0.3524,
      "step": 8842
    },
    {
      "epoch": 0.3621953716977268,
      "grad_norm": 0.7632066712358804,
      "learning_rate": 0.00029834279132953933,
      "loss": 0.8623,
      "step": 8843
    },
    {
      "epoch": 0.3622363301249232,
      "grad_norm": 2.4411726792386164,
      "learning_rate": 0.00029834230783680574,
      "loss": 4.9897,
      "step": 8844
    },
    {
      "epoch": 0.3622772885521196,
      "grad_norm": 1.0772001266128879,
      "learning_rate": 0.00029834182427394444,
      "loss": 0.8738,
      "step": 8845
    },
    {
      "epoch": 0.36231824697931597,
      "grad_norm": 0.8657168590397224,
      "learning_rate": 0.0002983413406409558,
      "loss": 1.104,
      "step": 8846
    },
    {
      "epoch": 0.3623592054065124,
      "grad_norm": 0.48577514378736686,
      "learning_rate": 0.00029834085693784,
      "loss": 0.3525,
      "step": 8847
    },
    {
      "epoch": 0.36240016383370877,
      "grad_norm": 0.8744988028564248,
      "learning_rate": 0.00029834037316459717,
      "loss": 0.8436,
      "step": 8848
    },
    {
      "epoch": 0.3624411222609052,
      "grad_norm": 1.1650537507984224,
      "learning_rate": 0.00029833988932122767,
      "loss": 1.1049,
      "step": 8849
    },
    {
      "epoch": 0.36248208068810156,
      "grad_norm": 0.5713175411245469,
      "learning_rate": 0.0002983394054077317,
      "loss": 0.6752,
      "step": 8850
    },
    {
      "epoch": 0.362523039115298,
      "grad_norm": 0.8952316464423506,
      "learning_rate": 0.0002983389214241094,
      "loss": 0.8396,
      "step": 8851
    },
    {
      "epoch": 0.36256399754249435,
      "grad_norm": 0.7124184434089229,
      "learning_rate": 0.0002983384373703611,
      "loss": 0.87,
      "step": 8852
    },
    {
      "epoch": 0.3626049559696908,
      "grad_norm": 0.6410245300443266,
      "learning_rate": 0.00029833795324648704,
      "loss": 0.9705,
      "step": 8853
    },
    {
      "epoch": 0.36264591439688715,
      "grad_norm": 0.7212383603467247,
      "learning_rate": 0.0002983374690524873,
      "loss": 0.544,
      "step": 8854
    },
    {
      "epoch": 0.3626868728240836,
      "grad_norm": 0.8216688648088639,
      "learning_rate": 0.0002983369847883623,
      "loss": 1.1445,
      "step": 8855
    },
    {
      "epoch": 0.36272783125127994,
      "grad_norm": 19.0674703223637,
      "learning_rate": 0.00029833650045411214,
      "loss": 4.8795,
      "step": 8856
    },
    {
      "epoch": 0.36276878967847637,
      "grad_norm": 0.7698053641895243,
      "learning_rate": 0.0002983360160497371,
      "loss": 0.7596,
      "step": 8857
    },
    {
      "epoch": 0.36280974810567274,
      "grad_norm": 0.7059442949564705,
      "learning_rate": 0.00029833553157523744,
      "loss": 0.5239,
      "step": 8858
    },
    {
      "epoch": 0.36285070653286916,
      "grad_norm": 0.7864040253165386,
      "learning_rate": 0.0002983350470306133,
      "loss": 1.1876,
      "step": 8859
    },
    {
      "epoch": 0.36289166496006553,
      "grad_norm": 1.8574769706136338,
      "learning_rate": 0.00029833456241586494,
      "loss": 1.6126,
      "step": 8860
    },
    {
      "epoch": 0.36293262338726195,
      "grad_norm": 0.7906851612199386,
      "learning_rate": 0.0002983340777309927,
      "loss": 0.992,
      "step": 8861
    },
    {
      "epoch": 0.3629735818144583,
      "grad_norm": 0.9268085485775598,
      "learning_rate": 0.0002983335929759966,
      "loss": 1.1705,
      "step": 8862
    },
    {
      "epoch": 0.3630145402416547,
      "grad_norm": 0.7286583960596908,
      "learning_rate": 0.00029833310815087705,
      "loss": 0.573,
      "step": 8863
    },
    {
      "epoch": 0.3630554986688511,
      "grad_norm": 2.097842199063213,
      "learning_rate": 0.0002983326232556342,
      "loss": 2.1236,
      "step": 8864
    },
    {
      "epoch": 0.3630964570960475,
      "grad_norm": 2.2414684085215573,
      "learning_rate": 0.0002983321382902683,
      "loss": 3.6646,
      "step": 8865
    },
    {
      "epoch": 0.3631374155232439,
      "grad_norm": 0.6558017523002231,
      "learning_rate": 0.0002983316532547796,
      "loss": 0.8498,
      "step": 8866
    },
    {
      "epoch": 0.3631783739504403,
      "grad_norm": 0.7839131482030061,
      "learning_rate": 0.00029833116814916824,
      "loss": 0.732,
      "step": 8867
    },
    {
      "epoch": 0.3632193323776367,
      "grad_norm": 0.9365250271052359,
      "learning_rate": 0.0002983306829734345,
      "loss": 0.7255,
      "step": 8868
    },
    {
      "epoch": 0.3632602908048331,
      "grad_norm": 0.9014879862187073,
      "learning_rate": 0.0002983301977275787,
      "loss": 1.1877,
      "step": 8869
    },
    {
      "epoch": 0.3633012492320295,
      "grad_norm": 1.5305914921752373,
      "learning_rate": 0.0002983297124116009,
      "loss": 3.6484,
      "step": 8870
    },
    {
      "epoch": 0.36334220765922587,
      "grad_norm": 1.1936722969011206,
      "learning_rate": 0.0002983292270255015,
      "loss": 1.5179,
      "step": 8871
    },
    {
      "epoch": 0.3633831660864223,
      "grad_norm": 0.8279629207405976,
      "learning_rate": 0.0002983287415692806,
      "loss": 0.4251,
      "step": 8872
    },
    {
      "epoch": 0.36342412451361866,
      "grad_norm": 0.6928637442082947,
      "learning_rate": 0.00029832825604293847,
      "loss": 0.6141,
      "step": 8873
    },
    {
      "epoch": 0.3634650829408151,
      "grad_norm": 0.5781772309636586,
      "learning_rate": 0.00029832777044647537,
      "loss": 0.4547,
      "step": 8874
    },
    {
      "epoch": 0.36350604136801146,
      "grad_norm": 0.8791820030497882,
      "learning_rate": 0.00029832728477989154,
      "loss": 0.8867,
      "step": 8875
    },
    {
      "epoch": 0.3635469997952079,
      "grad_norm": 0.9625119423146816,
      "learning_rate": 0.00029832679904318716,
      "loss": 1.1487,
      "step": 8876
    },
    {
      "epoch": 0.36358795822240425,
      "grad_norm": 0.6441218955604918,
      "learning_rate": 0.00029832631323636243,
      "loss": 0.7668,
      "step": 8877
    },
    {
      "epoch": 0.3636289166496007,
      "grad_norm": 0.6640955763618306,
      "learning_rate": 0.00029832582735941763,
      "loss": 0.8243,
      "step": 8878
    },
    {
      "epoch": 0.36366987507679704,
      "grad_norm": 0.6036851431500205,
      "learning_rate": 0.00029832534141235303,
      "loss": 0.9649,
      "step": 8879
    },
    {
      "epoch": 0.36371083350399347,
      "grad_norm": 0.9414383154118674,
      "learning_rate": 0.0002983248553951688,
      "loss": 0.8384,
      "step": 8880
    },
    {
      "epoch": 0.36375179193118984,
      "grad_norm": 0.7688069921966646,
      "learning_rate": 0.0002983243693078652,
      "loss": 0.9999,
      "step": 8881
    },
    {
      "epoch": 0.36379275035838626,
      "grad_norm": 0.6209508947290165,
      "learning_rate": 0.00029832388315044245,
      "loss": 0.7716,
      "step": 8882
    },
    {
      "epoch": 0.36383370878558263,
      "grad_norm": 0.8793953858091947,
      "learning_rate": 0.0002983233969229007,
      "loss": 0.8547,
      "step": 8883
    },
    {
      "epoch": 0.363874667212779,
      "grad_norm": 0.709440074664265,
      "learning_rate": 0.0002983229106252403,
      "loss": 0.8882,
      "step": 8884
    },
    {
      "epoch": 0.3639156256399754,
      "grad_norm": 1.9134789068027482,
      "learning_rate": 0.00029832242425746147,
      "loss": 1.831,
      "step": 8885
    },
    {
      "epoch": 0.3639565840671718,
      "grad_norm": 0.685472394444599,
      "learning_rate": 0.00029832193781956435,
      "loss": 0.8314,
      "step": 8886
    },
    {
      "epoch": 0.3639975424943682,
      "grad_norm": 0.8940477606590108,
      "learning_rate": 0.0002983214513115493,
      "loss": 0.8959,
      "step": 8887
    },
    {
      "epoch": 0.3640385009215646,
      "grad_norm": 0.9540474109127164,
      "learning_rate": 0.0002983209647334164,
      "loss": 1.133,
      "step": 8888
    },
    {
      "epoch": 0.364079459348761,
      "grad_norm": 0.7922699435672196,
      "learning_rate": 0.000298320478085166,
      "loss": 1.0834,
      "step": 8889
    },
    {
      "epoch": 0.3641204177759574,
      "grad_norm": 0.6189849889397143,
      "learning_rate": 0.00029831999136679824,
      "loss": 0.8256,
      "step": 8890
    },
    {
      "epoch": 0.3641613762031538,
      "grad_norm": 0.48310740881369174,
      "learning_rate": 0.0002983195045783134,
      "loss": 0.4129,
      "step": 8891
    },
    {
      "epoch": 0.3642023346303502,
      "grad_norm": 0.7907139559071323,
      "learning_rate": 0.0002983190177197117,
      "loss": 1.1081,
      "step": 8892
    },
    {
      "epoch": 0.3642432930575466,
      "grad_norm": 0.63967634021714,
      "learning_rate": 0.00029831853079099346,
      "loss": 0.9029,
      "step": 8893
    },
    {
      "epoch": 0.36428425148474297,
      "grad_norm": 0.8684985829328268,
      "learning_rate": 0.00029831804379215875,
      "loss": 1.0152,
      "step": 8894
    },
    {
      "epoch": 0.3643252099119394,
      "grad_norm": 0.6543431078296397,
      "learning_rate": 0.0002983175567232079,
      "loss": 0.7654,
      "step": 8895
    },
    {
      "epoch": 0.36436616833913577,
      "grad_norm": 1.2181784255458743,
      "learning_rate": 0.0002983170695841411,
      "loss": 1.1164,
      "step": 8896
    },
    {
      "epoch": 0.3644071267663322,
      "grad_norm": 1.0367841676996543,
      "learning_rate": 0.0002983165823749586,
      "loss": 1.4201,
      "step": 8897
    },
    {
      "epoch": 0.36444808519352856,
      "grad_norm": 0.6994747725731563,
      "learning_rate": 0.0002983160950956606,
      "loss": 1.0159,
      "step": 8898
    },
    {
      "epoch": 0.364489043620725,
      "grad_norm": 0.5849691797462674,
      "learning_rate": 0.0002983156077462474,
      "loss": 0.5473,
      "step": 8899
    },
    {
      "epoch": 0.36453000204792135,
      "grad_norm": 0.8821404943293418,
      "learning_rate": 0.0002983151203267192,
      "loss": 0.9932,
      "step": 8900
    },
    {
      "epoch": 0.3645709604751178,
      "grad_norm": 0.8824817832898849,
      "learning_rate": 0.00029831463283707614,
      "loss": 0.9264,
      "step": 8901
    },
    {
      "epoch": 0.36461191890231415,
      "grad_norm": 0.8383345272132178,
      "learning_rate": 0.00029831414527731865,
      "loss": 0.6554,
      "step": 8902
    },
    {
      "epoch": 0.36465287732951057,
      "grad_norm": 0.7187992899860682,
      "learning_rate": 0.00029831365764744673,
      "loss": 0.8382,
      "step": 8903
    },
    {
      "epoch": 0.36469383575670694,
      "grad_norm": 1.0293865726397504,
      "learning_rate": 0.00029831316994746076,
      "loss": 0.8231,
      "step": 8904
    },
    {
      "epoch": 0.36473479418390337,
      "grad_norm": 0.6811064102937492,
      "learning_rate": 0.0002983126821773609,
      "loss": 0.8148,
      "step": 8905
    },
    {
      "epoch": 0.36477575261109974,
      "grad_norm": 0.7388414676642041,
      "learning_rate": 0.00029831219433714746,
      "loss": 1.0888,
      "step": 8906
    },
    {
      "epoch": 0.3648167110382961,
      "grad_norm": 0.8643381791952288,
      "learning_rate": 0.0002983117064268206,
      "loss": 0.9282,
      "step": 8907
    },
    {
      "epoch": 0.36485766946549253,
      "grad_norm": 0.944038856682758,
      "learning_rate": 0.00029831121844638056,
      "loss": 0.9925,
      "step": 8908
    },
    {
      "epoch": 0.3648986278926889,
      "grad_norm": 0.6952221624623828,
      "learning_rate": 0.00029831073039582757,
      "loss": 0.9294,
      "step": 8909
    },
    {
      "epoch": 0.3649395863198853,
      "grad_norm": 1.3164207468731608,
      "learning_rate": 0.0002983102422751619,
      "loss": 2.515,
      "step": 8910
    },
    {
      "epoch": 0.3649805447470817,
      "grad_norm": 1.060616887235611,
      "learning_rate": 0.0002983097540843837,
      "loss": 1.2382,
      "step": 8911
    },
    {
      "epoch": 0.3650215031742781,
      "grad_norm": 0.7879967029448698,
      "learning_rate": 0.00029830926582349334,
      "loss": 0.9418,
      "step": 8912
    },
    {
      "epoch": 0.3650624616014745,
      "grad_norm": 0.7651796092726622,
      "learning_rate": 0.0002983087774924909,
      "loss": 0.8802,
      "step": 8913
    },
    {
      "epoch": 0.3651034200286709,
      "grad_norm": 0.82672217277864,
      "learning_rate": 0.0002983082890913767,
      "loss": 0.7733,
      "step": 8914
    },
    {
      "epoch": 0.3651443784558673,
      "grad_norm": 0.7668308659556947,
      "learning_rate": 0.00029830780062015095,
      "loss": 0.9644,
      "step": 8915
    },
    {
      "epoch": 0.3651853368830637,
      "grad_norm": 0.6175419935904188,
      "learning_rate": 0.00029830731207881384,
      "loss": 0.792,
      "step": 8916
    },
    {
      "epoch": 0.3652262953102601,
      "grad_norm": 0.6989094306515524,
      "learning_rate": 0.0002983068234673657,
      "loss": 1.2202,
      "step": 8917
    },
    {
      "epoch": 0.3652672537374565,
      "grad_norm": 0.8943013622288888,
      "learning_rate": 0.0002983063347858067,
      "loss": 0.9497,
      "step": 8918
    },
    {
      "epoch": 0.36530821216465287,
      "grad_norm": 0.8113690493860094,
      "learning_rate": 0.000298305846034137,
      "loss": 0.9434,
      "step": 8919
    },
    {
      "epoch": 0.3653491705918493,
      "grad_norm": 1.0156860449319953,
      "learning_rate": 0.000298305357212357,
      "loss": 0.601,
      "step": 8920
    },
    {
      "epoch": 0.36539012901904566,
      "grad_norm": 0.7933032402759097,
      "learning_rate": 0.00029830486832046674,
      "loss": 0.96,
      "step": 8921
    },
    {
      "epoch": 0.3654310874462421,
      "grad_norm": 1.170278509434852,
      "learning_rate": 0.0002983043793584666,
      "loss": 1.1283,
      "step": 8922
    },
    {
      "epoch": 0.36547204587343846,
      "grad_norm": 0.7603727397650785,
      "learning_rate": 0.00029830389032635673,
      "loss": 0.8106,
      "step": 8923
    },
    {
      "epoch": 0.3655130043006349,
      "grad_norm": 0.8335662484043157,
      "learning_rate": 0.00029830340122413734,
      "loss": 0.9931,
      "step": 8924
    },
    {
      "epoch": 0.36555396272783125,
      "grad_norm": 0.49309596405066564,
      "learning_rate": 0.00029830291205180877,
      "loss": 0.4263,
      "step": 8925
    },
    {
      "epoch": 0.3655949211550277,
      "grad_norm": 0.9652164439951177,
      "learning_rate": 0.00029830242280937125,
      "loss": 0.818,
      "step": 8926
    },
    {
      "epoch": 0.36563587958222404,
      "grad_norm": 0.575404743944019,
      "learning_rate": 0.0002983019334968248,
      "loss": 0.4002,
      "step": 8927
    },
    {
      "epoch": 0.3656768380094204,
      "grad_norm": 1.2244609348445192,
      "learning_rate": 0.0002983014441141699,
      "loss": 0.9575,
      "step": 8928
    },
    {
      "epoch": 0.36571779643661684,
      "grad_norm": 0.9493720778914736,
      "learning_rate": 0.00029830095466140666,
      "loss": 0.9857,
      "step": 8929
    },
    {
      "epoch": 0.3657587548638132,
      "grad_norm": 0.8330530711310112,
      "learning_rate": 0.00029830046513853537,
      "loss": 1.2456,
      "step": 8930
    },
    {
      "epoch": 0.36579971329100963,
      "grad_norm": 1.1671126149343467,
      "learning_rate": 0.0002982999755455562,
      "loss": 0.8283,
      "step": 8931
    },
    {
      "epoch": 0.365840671718206,
      "grad_norm": 0.6050992103951178,
      "learning_rate": 0.0002982994858824694,
      "loss": 0.3934,
      "step": 8932
    },
    {
      "epoch": 0.3658816301454024,
      "grad_norm": 1.106353777615362,
      "learning_rate": 0.0002982989961492752,
      "loss": 0.9741,
      "step": 8933
    },
    {
      "epoch": 0.3659225885725988,
      "grad_norm": 1.461547460442098,
      "learning_rate": 0.00029829850634597384,
      "loss": 1.1786,
      "step": 8934
    },
    {
      "epoch": 0.3659635469997952,
      "grad_norm": 0.622312087125907,
      "learning_rate": 0.00029829801647256556,
      "loss": 0.7692,
      "step": 8935
    },
    {
      "epoch": 0.3660045054269916,
      "grad_norm": 0.8740812119709241,
      "learning_rate": 0.00029829752652905055,
      "loss": 0.8428,
      "step": 8936
    },
    {
      "epoch": 0.366045463854188,
      "grad_norm": 0.9215792497562741,
      "learning_rate": 0.00029829703651542913,
      "loss": 0.7789,
      "step": 8937
    },
    {
      "epoch": 0.3660864222813844,
      "grad_norm": 0.9287220444297105,
      "learning_rate": 0.0002982965464317015,
      "loss": 1.0398,
      "step": 8938
    },
    {
      "epoch": 0.3661273807085808,
      "grad_norm": 1.2025629694050106,
      "learning_rate": 0.00029829605627786776,
      "loss": 0.9932,
      "step": 8939
    },
    {
      "epoch": 0.3661683391357772,
      "grad_norm": 1.7386339988351636,
      "learning_rate": 0.0002982955660539283,
      "loss": 1.8232,
      "step": 8940
    },
    {
      "epoch": 0.3662092975629736,
      "grad_norm": 0.8927266810561806,
      "learning_rate": 0.00029829507575988335,
      "loss": 0.8282,
      "step": 8941
    },
    {
      "epoch": 0.36625025599016997,
      "grad_norm": 0.9113998967671546,
      "learning_rate": 0.0002982945853957331,
      "loss": 0.832,
      "step": 8942
    },
    {
      "epoch": 0.3662912144173664,
      "grad_norm": 1.1327829223116255,
      "learning_rate": 0.00029829409496147765,
      "loss": 0.8012,
      "step": 8943
    },
    {
      "epoch": 0.36633217284456276,
      "grad_norm": 0.568289335185556,
      "learning_rate": 0.0002982936044571175,
      "loss": 0.5927,
      "step": 8944
    },
    {
      "epoch": 0.3663731312717592,
      "grad_norm": 0.6079240168415716,
      "learning_rate": 0.00029829311388265264,
      "loss": 0.3669,
      "step": 8945
    },
    {
      "epoch": 0.36641408969895556,
      "grad_norm": 4.432497194132511,
      "learning_rate": 0.00029829262323808345,
      "loss": 2.4416,
      "step": 8946
    },
    {
      "epoch": 0.366455048126152,
      "grad_norm": 1.340327828017201,
      "learning_rate": 0.0002982921325234101,
      "loss": 1.4818,
      "step": 8947
    },
    {
      "epoch": 0.36649600655334835,
      "grad_norm": 1.1069077482224168,
      "learning_rate": 0.0002982916417386329,
      "loss": 0.9642,
      "step": 8948
    },
    {
      "epoch": 0.3665369649805447,
      "grad_norm": 1.058042833322758,
      "learning_rate": 0.0002982911508837519,
      "loss": 1.2473,
      "step": 8949
    },
    {
      "epoch": 0.36657792340774115,
      "grad_norm": 0.41735073270864986,
      "learning_rate": 0.0002982906599587675,
      "loss": 0.332,
      "step": 8950
    },
    {
      "epoch": 0.3666188818349375,
      "grad_norm": 0.8851770955324787,
      "learning_rate": 0.0002982901689636799,
      "loss": 0.8868,
      "step": 8951
    },
    {
      "epoch": 0.36665984026213394,
      "grad_norm": 0.7478996283094362,
      "learning_rate": 0.00029828967789848927,
      "loss": 0.7336,
      "step": 8952
    },
    {
      "epoch": 0.3667007986893303,
      "grad_norm": 0.752993629802379,
      "learning_rate": 0.0002982891867631959,
      "loss": 0.835,
      "step": 8953
    },
    {
      "epoch": 0.36674175711652673,
      "grad_norm": 0.7768240963186726,
      "learning_rate": 0.00029828869555780006,
      "loss": 0.9103,
      "step": 8954
    },
    {
      "epoch": 0.3667827155437231,
      "grad_norm": 0.7573737539290895,
      "learning_rate": 0.00029828820428230186,
      "loss": 1.1944,
      "step": 8955
    },
    {
      "epoch": 0.36682367397091953,
      "grad_norm": 0.9738451414461039,
      "learning_rate": 0.00029828771293670164,
      "loss": 0.6677,
      "step": 8956
    },
    {
      "epoch": 0.3668646323981159,
      "grad_norm": 0.6792812417179827,
      "learning_rate": 0.00029828722152099957,
      "loss": 0.6109,
      "step": 8957
    },
    {
      "epoch": 0.3669055908253123,
      "grad_norm": 0.7319262807853725,
      "learning_rate": 0.0002982867300351959,
      "loss": 0.9324,
      "step": 8958
    },
    {
      "epoch": 0.3669465492525087,
      "grad_norm": 1.1946488240714135,
      "learning_rate": 0.00029828623847929093,
      "loss": 0.6712,
      "step": 8959
    },
    {
      "epoch": 0.3669875076797051,
      "grad_norm": 0.9092931036290335,
      "learning_rate": 0.00029828574685328475,
      "loss": 1.3442,
      "step": 8960
    },
    {
      "epoch": 0.3670284661069015,
      "grad_norm": 0.7643498073736162,
      "learning_rate": 0.00029828525515717774,
      "loss": 1.0683,
      "step": 8961
    },
    {
      "epoch": 0.3670694245340979,
      "grad_norm": 0.7405298267327111,
      "learning_rate": 0.00029828476339097,
      "loss": 0.9082,
      "step": 8962
    },
    {
      "epoch": 0.3671103829612943,
      "grad_norm": 0.8010319659013176,
      "learning_rate": 0.0002982842715546619,
      "loss": 0.8495,
      "step": 8963
    },
    {
      "epoch": 0.3671513413884907,
      "grad_norm": 1.107727123708381,
      "learning_rate": 0.00029828377964825355,
      "loss": 1.067,
      "step": 8964
    },
    {
      "epoch": 0.3671922998156871,
      "grad_norm": 0.7620099277734572,
      "learning_rate": 0.0002982832876717453,
      "loss": 0.8665,
      "step": 8965
    },
    {
      "epoch": 0.3672332582428835,
      "grad_norm": 1.0945860840548285,
      "learning_rate": 0.0002982827956251372,
      "loss": 1.2856,
      "step": 8966
    },
    {
      "epoch": 0.36727421667007987,
      "grad_norm": 0.6980431319274092,
      "learning_rate": 0.0002982823035084297,
      "loss": 0.7801,
      "step": 8967
    },
    {
      "epoch": 0.3673151750972763,
      "grad_norm": 1.341508421618223,
      "learning_rate": 0.0002982818113216229,
      "loss": 1.1584,
      "step": 8968
    },
    {
      "epoch": 0.36735613352447266,
      "grad_norm": 0.6691565206432688,
      "learning_rate": 0.0002982813190647171,
      "loss": 0.8692,
      "step": 8969
    },
    {
      "epoch": 0.36739709195166903,
      "grad_norm": 0.7644815970910775,
      "learning_rate": 0.0002982808267377124,
      "loss": 0.9637,
      "step": 8970
    },
    {
      "epoch": 0.36743805037886546,
      "grad_norm": 0.8390583614915181,
      "learning_rate": 0.00029828033434060923,
      "loss": 0.711,
      "step": 8971
    },
    {
      "epoch": 0.3674790088060618,
      "grad_norm": 0.6106547777797371,
      "learning_rate": 0.00029827984187340766,
      "loss": 0.4216,
      "step": 8972
    },
    {
      "epoch": 0.36751996723325825,
      "grad_norm": 0.9266335136706229,
      "learning_rate": 0.000298279349336108,
      "loss": 1.0312,
      "step": 8973
    },
    {
      "epoch": 0.3675609256604546,
      "grad_norm": 0.8272518346118934,
      "learning_rate": 0.00029827885672871046,
      "loss": 1.1558,
      "step": 8974
    },
    {
      "epoch": 0.36760188408765104,
      "grad_norm": 1.4122637452001285,
      "learning_rate": 0.0002982783640512153,
      "loss": 1.1253,
      "step": 8975
    },
    {
      "epoch": 0.3676428425148474,
      "grad_norm": 0.9977851959741642,
      "learning_rate": 0.00029827787130362273,
      "loss": 1.046,
      "step": 8976
    },
    {
      "epoch": 0.36768380094204384,
      "grad_norm": 0.8038315170477142,
      "learning_rate": 0.00029827737848593303,
      "loss": 0.9241,
      "step": 8977
    },
    {
      "epoch": 0.3677247593692402,
      "grad_norm": 0.9201968386161273,
      "learning_rate": 0.0002982768855981463,
      "loss": 1.1335,
      "step": 8978
    },
    {
      "epoch": 0.36776571779643663,
      "grad_norm": 0.7550101484017319,
      "learning_rate": 0.0002982763926402629,
      "loss": 0.9368,
      "step": 8979
    },
    {
      "epoch": 0.367806676223633,
      "grad_norm": 0.6940262068539533,
      "learning_rate": 0.000298275899612283,
      "loss": 0.7169,
      "step": 8980
    },
    {
      "epoch": 0.3678476346508294,
      "grad_norm": 0.9603178793847019,
      "learning_rate": 0.0002982754065142069,
      "loss": 1.2938,
      "step": 8981
    },
    {
      "epoch": 0.3678885930780258,
      "grad_norm": 1.7510423754137936,
      "learning_rate": 0.0002982749133460348,
      "loss": 3.4645,
      "step": 8982
    },
    {
      "epoch": 0.3679295515052222,
      "grad_norm": 0.838719705604477,
      "learning_rate": 0.0002982744201077669,
      "loss": 0.8653,
      "step": 8983
    },
    {
      "epoch": 0.3679705099324186,
      "grad_norm": 0.768725581221045,
      "learning_rate": 0.0002982739267994035,
      "loss": 1.0877,
      "step": 8984
    },
    {
      "epoch": 0.368011468359615,
      "grad_norm": 0.9290345099108744,
      "learning_rate": 0.0002982734334209447,
      "loss": 1.2872,
      "step": 8985
    },
    {
      "epoch": 0.3680524267868114,
      "grad_norm": 0.4329611853091271,
      "learning_rate": 0.0002982729399723909,
      "loss": 0.3997,
      "step": 8986
    },
    {
      "epoch": 0.3680933852140078,
      "grad_norm": 2.165258900300092,
      "learning_rate": 0.00029827244645374223,
      "loss": 1.4761,
      "step": 8987
    },
    {
      "epoch": 0.3681343436412042,
      "grad_norm": 0.4944954282256515,
      "learning_rate": 0.000298271952864999,
      "loss": 0.4795,
      "step": 8988
    },
    {
      "epoch": 0.3681753020684006,
      "grad_norm": 0.7846421865015354,
      "learning_rate": 0.00029827145920616134,
      "loss": 1.2279,
      "step": 8989
    },
    {
      "epoch": 0.36821626049559697,
      "grad_norm": 0.8168610839917975,
      "learning_rate": 0.0002982709654772295,
      "loss": 0.9505,
      "step": 8990
    },
    {
      "epoch": 0.36825721892279334,
      "grad_norm": 0.9945624125904466,
      "learning_rate": 0.0002982704716782039,
      "loss": 0.5341,
      "step": 8991
    },
    {
      "epoch": 0.36829817734998976,
      "grad_norm": 0.8428225343546082,
      "learning_rate": 0.0002982699778090845,
      "loss": 1.1995,
      "step": 8992
    },
    {
      "epoch": 0.36833913577718613,
      "grad_norm": 1.0605531414814835,
      "learning_rate": 0.0002982694838698717,
      "loss": 0.9424,
      "step": 8993
    },
    {
      "epoch": 0.36838009420438256,
      "grad_norm": 0.7750721080667452,
      "learning_rate": 0.00029826898986056566,
      "loss": 0.7648,
      "step": 8994
    },
    {
      "epoch": 0.3684210526315789,
      "grad_norm": 0.6868189090838248,
      "learning_rate": 0.0002982684957811667,
      "loss": 1.0365,
      "step": 8995
    },
    {
      "epoch": 0.36846201105877535,
      "grad_norm": 0.7109275495856754,
      "learning_rate": 0.0002982680016316749,
      "loss": 0.818,
      "step": 8996
    },
    {
      "epoch": 0.3685029694859717,
      "grad_norm": 0.6487268093669845,
      "learning_rate": 0.0002982675074120907,
      "loss": 0.4849,
      "step": 8997
    },
    {
      "epoch": 0.36854392791316815,
      "grad_norm": 0.7565030330761576,
      "learning_rate": 0.0002982670131224142,
      "loss": 1.0689,
      "step": 8998
    },
    {
      "epoch": 0.3685848863403645,
      "grad_norm": 0.691468292441079,
      "learning_rate": 0.00029826651876264557,
      "loss": 0.3373,
      "step": 8999
    },
    {
      "epoch": 0.36862584476756094,
      "grad_norm": 0.59486932429173,
      "learning_rate": 0.00029826602433278524,
      "loss": 0.7308,
      "step": 9000
    },
    {
      "epoch": 0.3686668031947573,
      "grad_norm": 0.7581673841966587,
      "learning_rate": 0.0002982655298328333,
      "loss": 0.6605,
      "step": 9001
    },
    {
      "epoch": 0.36870776162195373,
      "grad_norm": 1.069500027808373,
      "learning_rate": 0.00029826503526279,
      "loss": 1.1176,
      "step": 9002
    },
    {
      "epoch": 0.3687487200491501,
      "grad_norm": 0.9598845412688999,
      "learning_rate": 0.00029826454062265565,
      "loss": 1.2021,
      "step": 9003
    },
    {
      "epoch": 0.3687896784763465,
      "grad_norm": 1.0350304503619787,
      "learning_rate": 0.0002982640459124304,
      "loss": 0.7363,
      "step": 9004
    },
    {
      "epoch": 0.3688306369035429,
      "grad_norm": 0.9263164991213608,
      "learning_rate": 0.00029826355113211445,
      "loss": 0.9099,
      "step": 9005
    },
    {
      "epoch": 0.3688715953307393,
      "grad_norm": 0.6225780495171088,
      "learning_rate": 0.0002982630562817082,
      "loss": 0.4625,
      "step": 9006
    },
    {
      "epoch": 0.3689125537579357,
      "grad_norm": 0.7446239330773627,
      "learning_rate": 0.0002982625613612117,
      "loss": 1.0223,
      "step": 9007
    },
    {
      "epoch": 0.3689535121851321,
      "grad_norm": 2.3577114720032055,
      "learning_rate": 0.0002982620663706253,
      "loss": 2.0971,
      "step": 9008
    },
    {
      "epoch": 0.3689944706123285,
      "grad_norm": 0.7913195064248374,
      "learning_rate": 0.0002982615713099492,
      "loss": 1.0191,
      "step": 9009
    },
    {
      "epoch": 0.3690354290395249,
      "grad_norm": 0.7894642565741133,
      "learning_rate": 0.00029826107617918364,
      "loss": 0.863,
      "step": 9010
    },
    {
      "epoch": 0.3690763874667213,
      "grad_norm": 0.747107490785986,
      "learning_rate": 0.0002982605809783288,
      "loss": 0.7561,
      "step": 9011
    },
    {
      "epoch": 0.36911734589391765,
      "grad_norm": 1.7405037638175662,
      "learning_rate": 0.00029826008570738504,
      "loss": 2.1046,
      "step": 9012
    },
    {
      "epoch": 0.3691583043211141,
      "grad_norm": 1.1685076886776322,
      "learning_rate": 0.0002982595903663525,
      "loss": 1.8411,
      "step": 9013
    },
    {
      "epoch": 0.36919926274831044,
      "grad_norm": 0.6994424399555278,
      "learning_rate": 0.0002982590949552314,
      "loss": 1.0249,
      "step": 9014
    },
    {
      "epoch": 0.36924022117550687,
      "grad_norm": 0.8868534827403248,
      "learning_rate": 0.000298258599474022,
      "loss": 1.0086,
      "step": 9015
    },
    {
      "epoch": 0.36928117960270324,
      "grad_norm": 0.6392741756127213,
      "learning_rate": 0.0002982581039227245,
      "loss": 0.6514,
      "step": 9016
    },
    {
      "epoch": 0.36932213802989966,
      "grad_norm": 0.617759021086118,
      "learning_rate": 0.0002982576083013392,
      "loss": 0.5256,
      "step": 9017
    },
    {
      "epoch": 0.36936309645709603,
      "grad_norm": 0.8072894288345345,
      "learning_rate": 0.0002982571126098663,
      "loss": 0.8992,
      "step": 9018
    },
    {
      "epoch": 0.36940405488429245,
      "grad_norm": 0.7643382147218336,
      "learning_rate": 0.0002982566168483061,
      "loss": 0.9928,
      "step": 9019
    },
    {
      "epoch": 0.3694450133114888,
      "grad_norm": 0.7014451528313925,
      "learning_rate": 0.0002982561210166587,
      "loss": 0.9847,
      "step": 9020
    },
    {
      "epoch": 0.36948597173868525,
      "grad_norm": 0.746301187956531,
      "learning_rate": 0.00029825562511492443,
      "loss": 0.943,
      "step": 9021
    },
    {
      "epoch": 0.3695269301658816,
      "grad_norm": 0.6931250553236527,
      "learning_rate": 0.00029825512914310353,
      "loss": 1.0487,
      "step": 9022
    },
    {
      "epoch": 0.36956788859307804,
      "grad_norm": 1.1120567601792184,
      "learning_rate": 0.0002982546331011962,
      "loss": 0.7019,
      "step": 9023
    },
    {
      "epoch": 0.3696088470202744,
      "grad_norm": 0.7511983074719232,
      "learning_rate": 0.00029825413698920266,
      "loss": 1.0398,
      "step": 9024
    },
    {
      "epoch": 0.36964980544747084,
      "grad_norm": 0.8845225527109347,
      "learning_rate": 0.0002982536408071232,
      "loss": 0.786,
      "step": 9025
    },
    {
      "epoch": 0.3696907638746672,
      "grad_norm": 1.0626369371822963,
      "learning_rate": 0.000298253144554958,
      "loss": 0.7823,
      "step": 9026
    },
    {
      "epoch": 0.36973172230186363,
      "grad_norm": 0.7612889541120555,
      "learning_rate": 0.0002982526482327073,
      "loss": 0.5822,
      "step": 9027
    },
    {
      "epoch": 0.36977268072906,
      "grad_norm": 0.9258442896323559,
      "learning_rate": 0.0002982521518403714,
      "loss": 0.9023,
      "step": 9028
    },
    {
      "epoch": 0.3698136391562564,
      "grad_norm": 2.0994692700804833,
      "learning_rate": 0.0002982516553779504,
      "loss": 4.1517,
      "step": 9029
    },
    {
      "epoch": 0.3698545975834528,
      "grad_norm": 0.7204827536000501,
      "learning_rate": 0.0002982511588454447,
      "loss": 0.9126,
      "step": 9030
    },
    {
      "epoch": 0.3698955560106492,
      "grad_norm": 1.0145390452214775,
      "learning_rate": 0.0002982506622428545,
      "loss": 0.8734,
      "step": 9031
    },
    {
      "epoch": 0.3699365144378456,
      "grad_norm": 1.046706815053239,
      "learning_rate": 0.00029825016557017987,
      "loss": 1.1479,
      "step": 9032
    },
    {
      "epoch": 0.36997747286504196,
      "grad_norm": 0.6980895519758131,
      "learning_rate": 0.00029824966882742123,
      "loss": 0.9326,
      "step": 9033
    },
    {
      "epoch": 0.3700184312922384,
      "grad_norm": 0.9098351932271057,
      "learning_rate": 0.0002982491720145787,
      "loss": 0.8674,
      "step": 9034
    },
    {
      "epoch": 0.37005938971943475,
      "grad_norm": 1.2401916530999846,
      "learning_rate": 0.0002982486751316526,
      "loss": 1.6001,
      "step": 9035
    },
    {
      "epoch": 0.3701003481466312,
      "grad_norm": 0.8294577584418725,
      "learning_rate": 0.00029824817817864315,
      "loss": 0.5102,
      "step": 9036
    },
    {
      "epoch": 0.37014130657382754,
      "grad_norm": 0.7737304967412366,
      "learning_rate": 0.0002982476811555505,
      "loss": 1.0207,
      "step": 9037
    },
    {
      "epoch": 0.37018226500102397,
      "grad_norm": 0.6717423028402717,
      "learning_rate": 0.000298247184062375,
      "loss": 0.4074,
      "step": 9038
    },
    {
      "epoch": 0.37022322342822034,
      "grad_norm": 0.6115929503800535,
      "learning_rate": 0.0002982466868991168,
      "loss": 0.418,
      "step": 9039
    },
    {
      "epoch": 0.37026418185541676,
      "grad_norm": 0.8212522583114558,
      "learning_rate": 0.0002982461896657762,
      "loss": 1.5399,
      "step": 9040
    },
    {
      "epoch": 0.37030514028261313,
      "grad_norm": 0.7711991603702446,
      "learning_rate": 0.00029824569236235336,
      "loss": 1.2292,
      "step": 9041
    },
    {
      "epoch": 0.37034609870980956,
      "grad_norm": 0.9298152077156276,
      "learning_rate": 0.0002982451949888486,
      "loss": 1.1556,
      "step": 9042
    },
    {
      "epoch": 0.3703870571370059,
      "grad_norm": 1.1742461710040528,
      "learning_rate": 0.00029824469754526214,
      "loss": 1.4632,
      "step": 9043
    },
    {
      "epoch": 0.37042801556420235,
      "grad_norm": 1.0380914030349462,
      "learning_rate": 0.0002982442000315941,
      "loss": 0.8766,
      "step": 9044
    },
    {
      "epoch": 0.3704689739913987,
      "grad_norm": 0.9192794784721682,
      "learning_rate": 0.00029824370244784486,
      "loss": 1.1137,
      "step": 9045
    },
    {
      "epoch": 0.37050993241859514,
      "grad_norm": 0.8702458527997335,
      "learning_rate": 0.00029824320479401466,
      "loss": 0.4125,
      "step": 9046
    },
    {
      "epoch": 0.3705508908457915,
      "grad_norm": 0.645245511569213,
      "learning_rate": 0.0002982427070701036,
      "loss": 0.3642,
      "step": 9047
    },
    {
      "epoch": 0.37059184927298794,
      "grad_norm": 0.6891987576450826,
      "learning_rate": 0.000298242209276112,
      "loss": 0.5874,
      "step": 9048
    },
    {
      "epoch": 0.3706328077001843,
      "grad_norm": 1.371732017707845,
      "learning_rate": 0.0002982417114120401,
      "loss": 1.0247,
      "step": 9049
    },
    {
      "epoch": 0.37067376612738073,
      "grad_norm": 0.9656494268282875,
      "learning_rate": 0.00029824121347788807,
      "loss": 1.1801,
      "step": 9050
    },
    {
      "epoch": 0.3707147245545771,
      "grad_norm": 0.8908929550530365,
      "learning_rate": 0.00029824071547365625,
      "loss": 1.0134,
      "step": 9051
    },
    {
      "epoch": 0.3707556829817735,
      "grad_norm": 0.7003859417709593,
      "learning_rate": 0.0002982402173993448,
      "loss": 0.3807,
      "step": 9052
    },
    {
      "epoch": 0.3707966414089699,
      "grad_norm": 1.0768735477185136,
      "learning_rate": 0.00029823971925495405,
      "loss": 1.0056,
      "step": 9053
    },
    {
      "epoch": 0.37083759983616627,
      "grad_norm": 0.9811923231800594,
      "learning_rate": 0.00029823922104048404,
      "loss": 1.272,
      "step": 9054
    },
    {
      "epoch": 0.3708785582633627,
      "grad_norm": 0.8611468350252153,
      "learning_rate": 0.00029823872275593517,
      "loss": 1.2062,
      "step": 9055
    },
    {
      "epoch": 0.37091951669055906,
      "grad_norm": 0.6394754700409009,
      "learning_rate": 0.0002982382244013077,
      "loss": 0.4089,
      "step": 9056
    },
    {
      "epoch": 0.3709604751177555,
      "grad_norm": 0.6167635099848505,
      "learning_rate": 0.0002982377259766017,
      "loss": 0.7618,
      "step": 9057
    },
    {
      "epoch": 0.37100143354495185,
      "grad_norm": 0.8154431417020739,
      "learning_rate": 0.0002982372274818176,
      "loss": 1.046,
      "step": 9058
    },
    {
      "epoch": 0.3710423919721483,
      "grad_norm": 0.6336337259169799,
      "learning_rate": 0.00029823672891695545,
      "loss": 0.3843,
      "step": 9059
    },
    {
      "epoch": 0.37108335039934465,
      "grad_norm": 0.7670121593828367,
      "learning_rate": 0.0002982362302820157,
      "loss": 0.7802,
      "step": 9060
    },
    {
      "epoch": 0.37112430882654107,
      "grad_norm": 0.7187111314697906,
      "learning_rate": 0.0002982357315769983,
      "loss": 0.9119,
      "step": 9061
    },
    {
      "epoch": 0.37116526725373744,
      "grad_norm": 0.9246809827226657,
      "learning_rate": 0.0002982352328019038,
      "loss": 0.5615,
      "step": 9062
    },
    {
      "epoch": 0.37120622568093387,
      "grad_norm": 2.0719657411750516,
      "learning_rate": 0.0002982347339567322,
      "loss": 1.5045,
      "step": 9063
    },
    {
      "epoch": 0.37124718410813023,
      "grad_norm": 0.6883034450303633,
      "learning_rate": 0.0002982342350414838,
      "loss": 0.6603,
      "step": 9064
    },
    {
      "epoch": 0.37128814253532666,
      "grad_norm": 0.49208707535808793,
      "learning_rate": 0.00029823373605615886,
      "loss": 0.5999,
      "step": 9065
    },
    {
      "epoch": 0.37132910096252303,
      "grad_norm": 1.0121218706842168,
      "learning_rate": 0.0002982332370007577,
      "loss": 1.387,
      "step": 9066
    },
    {
      "epoch": 0.37137005938971945,
      "grad_norm": 0.9597623508916093,
      "learning_rate": 0.0002982327378752804,
      "loss": 1.7235,
      "step": 9067
    },
    {
      "epoch": 0.3714110178169158,
      "grad_norm": 0.8025605541592108,
      "learning_rate": 0.00029823223867972724,
      "loss": 0.7791,
      "step": 9068
    },
    {
      "epoch": 0.37145197624411225,
      "grad_norm": 0.7775531621645934,
      "learning_rate": 0.0002982317394140985,
      "loss": 0.479,
      "step": 9069
    },
    {
      "epoch": 0.3714929346713086,
      "grad_norm": 0.6903225133865936,
      "learning_rate": 0.00029823124007839443,
      "loss": 0.8255,
      "step": 9070
    },
    {
      "epoch": 0.37153389309850504,
      "grad_norm": 0.757794484815461,
      "learning_rate": 0.0002982307406726152,
      "loss": 0.8841,
      "step": 9071
    },
    {
      "epoch": 0.3715748515257014,
      "grad_norm": 2.1728693401736265,
      "learning_rate": 0.0002982302411967611,
      "loss": 5.2674,
      "step": 9072
    },
    {
      "epoch": 0.37161580995289784,
      "grad_norm": 0.5005457707388267,
      "learning_rate": 0.00029822974165083233,
      "loss": 0.3782,
      "step": 9073
    },
    {
      "epoch": 0.3716567683800942,
      "grad_norm": 0.7388889707904869,
      "learning_rate": 0.00029822924203482914,
      "loss": 1.1356,
      "step": 9074
    },
    {
      "epoch": 0.3716977268072906,
      "grad_norm": 0.8445014247352873,
      "learning_rate": 0.00029822874234875174,
      "loss": 0.9404,
      "step": 9075
    },
    {
      "epoch": 0.371738685234487,
      "grad_norm": 0.9130346863244444,
      "learning_rate": 0.0002982282425926004,
      "loss": 1.3178,
      "step": 9076
    },
    {
      "epoch": 0.37177964366168337,
      "grad_norm": 1.0899398350309089,
      "learning_rate": 0.0002982277427663754,
      "loss": 1.5045,
      "step": 9077
    },
    {
      "epoch": 0.3718206020888798,
      "grad_norm": 0.8596002982401504,
      "learning_rate": 0.0002982272428700769,
      "loss": 1.1691,
      "step": 9078
    },
    {
      "epoch": 0.37186156051607616,
      "grad_norm": 0.805828341351807,
      "learning_rate": 0.0002982267429037051,
      "loss": 1.471,
      "step": 9079
    },
    {
      "epoch": 0.3719025189432726,
      "grad_norm": 0.8263064947589811,
      "learning_rate": 0.0002982262428672604,
      "loss": 1.1046,
      "step": 9080
    },
    {
      "epoch": 0.37194347737046896,
      "grad_norm": 0.80893717119142,
      "learning_rate": 0.00029822574276074283,
      "loss": 0.8872,
      "step": 9081
    },
    {
      "epoch": 0.3719844357976654,
      "grad_norm": 0.809366417739321,
      "learning_rate": 0.00029822524258415274,
      "loss": 0.7821,
      "step": 9082
    },
    {
      "epoch": 0.37202539422486175,
      "grad_norm": 1.157923007362293,
      "learning_rate": 0.00029822474233749045,
      "loss": 1.4591,
      "step": 9083
    },
    {
      "epoch": 0.3720663526520582,
      "grad_norm": 0.9896736581697168,
      "learning_rate": 0.000298224242020756,
      "loss": 1.203,
      "step": 9084
    },
    {
      "epoch": 0.37210731107925454,
      "grad_norm": 0.6188122162328202,
      "learning_rate": 0.00029822374163394986,
      "loss": 0.4447,
      "step": 9085
    },
    {
      "epoch": 0.37214826950645097,
      "grad_norm": 0.6477000308785372,
      "learning_rate": 0.000298223241177072,
      "loss": 0.8818,
      "step": 9086
    },
    {
      "epoch": 0.37218922793364734,
      "grad_norm": 0.8331294574355427,
      "learning_rate": 0.00029822274065012283,
      "loss": 0.8786,
      "step": 9087
    },
    {
      "epoch": 0.37223018636084376,
      "grad_norm": 0.8250409776412638,
      "learning_rate": 0.00029822224005310256,
      "loss": 0.945,
      "step": 9088
    },
    {
      "epoch": 0.37227114478804013,
      "grad_norm": 0.7487243731853063,
      "learning_rate": 0.00029822173938601145,
      "loss": 1.0237,
      "step": 9089
    },
    {
      "epoch": 0.37231210321523656,
      "grad_norm": 0.8313867383802904,
      "learning_rate": 0.00029822123864884964,
      "loss": 0.8784,
      "step": 9090
    },
    {
      "epoch": 0.3723530616424329,
      "grad_norm": 0.7256128822305036,
      "learning_rate": 0.00029822073784161753,
      "loss": 0.6914,
      "step": 9091
    },
    {
      "epoch": 0.37239402006962935,
      "grad_norm": 0.5765585446342838,
      "learning_rate": 0.0002982202369643151,
      "loss": 0.7548,
      "step": 9092
    },
    {
      "epoch": 0.3724349784968257,
      "grad_norm": 0.6168804967113337,
      "learning_rate": 0.0002982197360169429,
      "loss": 0.6911,
      "step": 9093
    },
    {
      "epoch": 0.37247593692402214,
      "grad_norm": 0.8631713438815577,
      "learning_rate": 0.00029821923499950094,
      "loss": 0.4326,
      "step": 9094
    },
    {
      "epoch": 0.3725168953512185,
      "grad_norm": 0.711377918466536,
      "learning_rate": 0.0002982187339119895,
      "loss": 1.0799,
      "step": 9095
    },
    {
      "epoch": 0.3725578537784149,
      "grad_norm": 0.787479793703348,
      "learning_rate": 0.0002982182327544089,
      "loss": 1.1566,
      "step": 9096
    },
    {
      "epoch": 0.3725988122056113,
      "grad_norm": 0.5275965292620213,
      "learning_rate": 0.00029821773152675923,
      "loss": 0.5584,
      "step": 9097
    },
    {
      "epoch": 0.3726397706328077,
      "grad_norm": 0.7149783719322906,
      "learning_rate": 0.0002982172302290409,
      "loss": 0.9609,
      "step": 9098
    },
    {
      "epoch": 0.3726807290600041,
      "grad_norm": 1.0323369917134082,
      "learning_rate": 0.0002982167288612541,
      "loss": 1.1191,
      "step": 9099
    },
    {
      "epoch": 0.37272168748720047,
      "grad_norm": 0.577193489933857,
      "learning_rate": 0.0002982162274233989,
      "loss": 0.4496,
      "step": 9100
    },
    {
      "epoch": 0.3727626459143969,
      "grad_norm": 0.7257124131573592,
      "learning_rate": 0.0002982157259154758,
      "loss": 0.8861,
      "step": 9101
    },
    {
      "epoch": 0.37280360434159326,
      "grad_norm": 0.48480564294737605,
      "learning_rate": 0.00029821522433748484,
      "loss": 0.2962,
      "step": 9102
    },
    {
      "epoch": 0.3728445627687897,
      "grad_norm": 1.4327622261850492,
      "learning_rate": 0.0002982147226894263,
      "loss": 1.4937,
      "step": 9103
    },
    {
      "epoch": 0.37288552119598606,
      "grad_norm": 0.7020344750194516,
      "learning_rate": 0.00029821422097130044,
      "loss": 0.5555,
      "step": 9104
    },
    {
      "epoch": 0.3729264796231825,
      "grad_norm": 2.6158909578726655,
      "learning_rate": 0.00029821371918310757,
      "loss": 3.5584,
      "step": 9105
    },
    {
      "epoch": 0.37296743805037885,
      "grad_norm": 1.2232415265978993,
      "learning_rate": 0.0002982132173248478,
      "loss": 2.4877,
      "step": 9106
    },
    {
      "epoch": 0.3730083964775753,
      "grad_norm": 0.6201527326834447,
      "learning_rate": 0.0002982127153965214,
      "loss": 0.4056,
      "step": 9107
    },
    {
      "epoch": 0.37304935490477165,
      "grad_norm": 1.1306334127100905,
      "learning_rate": 0.00029821221339812866,
      "loss": 0.9836,
      "step": 9108
    },
    {
      "epoch": 0.37309031333196807,
      "grad_norm": 0.7715026000824667,
      "learning_rate": 0.0002982117113296698,
      "loss": 1.2401,
      "step": 9109
    },
    {
      "epoch": 0.37313127175916444,
      "grad_norm": 1.1077270216885804,
      "learning_rate": 0.00029821120919114503,
      "loss": 0.4255,
      "step": 9110
    },
    {
      "epoch": 0.37317223018636086,
      "grad_norm": 0.7483300487898282,
      "learning_rate": 0.0002982107069825546,
      "loss": 0.3515,
      "step": 9111
    },
    {
      "epoch": 0.37321318861355723,
      "grad_norm": 0.7839667316978333,
      "learning_rate": 0.0002982102047038987,
      "loss": 0.9033,
      "step": 9112
    },
    {
      "epoch": 0.37325414704075366,
      "grad_norm": 0.8661056012006577,
      "learning_rate": 0.0002982097023551777,
      "loss": 0.8507,
      "step": 9113
    },
    {
      "epoch": 0.37329510546795003,
      "grad_norm": 1.299642650411664,
      "learning_rate": 0.00029820919993639173,
      "loss": 0.6771,
      "step": 9114
    },
    {
      "epoch": 0.37333606389514645,
      "grad_norm": 1.0635351438357536,
      "learning_rate": 0.000298208697447541,
      "loss": 1.0542,
      "step": 9115
    },
    {
      "epoch": 0.3733770223223428,
      "grad_norm": 0.7990655717772681,
      "learning_rate": 0.00029820819488862586,
      "loss": 0.5018,
      "step": 9116
    },
    {
      "epoch": 0.3734179807495392,
      "grad_norm": 0.7866710034269224,
      "learning_rate": 0.0002982076922596465,
      "loss": 0.9551,
      "step": 9117
    },
    {
      "epoch": 0.3734589391767356,
      "grad_norm": 0.7819052575805316,
      "learning_rate": 0.00029820718956060304,
      "loss": 0.8746,
      "step": 9118
    },
    {
      "epoch": 0.373499897603932,
      "grad_norm": 0.8111819261334853,
      "learning_rate": 0.00029820668679149593,
      "loss": 0.6597,
      "step": 9119
    },
    {
      "epoch": 0.3735408560311284,
      "grad_norm": 0.8885797712531844,
      "learning_rate": 0.00029820618395232524,
      "loss": 0.8609,
      "step": 9120
    },
    {
      "epoch": 0.3735818144583248,
      "grad_norm": 0.7564287552849968,
      "learning_rate": 0.00029820568104309123,
      "loss": 0.9395,
      "step": 9121
    },
    {
      "epoch": 0.3736227728855212,
      "grad_norm": 0.9571309328593829,
      "learning_rate": 0.00029820517806379424,
      "loss": 1.0679,
      "step": 9122
    },
    {
      "epoch": 0.3736637313127176,
      "grad_norm": 0.6734219343282458,
      "learning_rate": 0.0002982046750144344,
      "loss": 0.7145,
      "step": 9123
    },
    {
      "epoch": 0.373704689739914,
      "grad_norm": 0.8658758471993182,
      "learning_rate": 0.00029820417189501205,
      "loss": 1.0913,
      "step": 9124
    },
    {
      "epoch": 0.37374564816711037,
      "grad_norm": 0.647845735588826,
      "learning_rate": 0.00029820366870552734,
      "loss": 0.8399,
      "step": 9125
    },
    {
      "epoch": 0.3737866065943068,
      "grad_norm": 0.44807568166862966,
      "learning_rate": 0.0002982031654459805,
      "loss": 0.346,
      "step": 9126
    },
    {
      "epoch": 0.37382756502150316,
      "grad_norm": 0.6685226819031052,
      "learning_rate": 0.00029820266211637184,
      "loss": 0.6917,
      "step": 9127
    },
    {
      "epoch": 0.3738685234486996,
      "grad_norm": 0.8036419039954844,
      "learning_rate": 0.0002982021587167016,
      "loss": 0.7811,
      "step": 9128
    },
    {
      "epoch": 0.37390948187589595,
      "grad_norm": 4.657698451549196,
      "learning_rate": 0.0002982016552469699,
      "loss": 1.2027,
      "step": 9129
    },
    {
      "epoch": 0.3739504403030924,
      "grad_norm": 0.9823661724155401,
      "learning_rate": 0.00029820115170717704,
      "loss": 1.1439,
      "step": 9130
    },
    {
      "epoch": 0.37399139873028875,
      "grad_norm": 0.725606859258582,
      "learning_rate": 0.0002982006480973234,
      "loss": 0.9918,
      "step": 9131
    },
    {
      "epoch": 0.3740323571574852,
      "grad_norm": 0.9111950711528769,
      "learning_rate": 0.00029820014441740895,
      "loss": 1.192,
      "step": 9132
    },
    {
      "epoch": 0.37407331558468154,
      "grad_norm": 0.6848510379925048,
      "learning_rate": 0.00029819964066743417,
      "loss": 0.7947,
      "step": 9133
    },
    {
      "epoch": 0.37411427401187797,
      "grad_norm": 0.6111137811366977,
      "learning_rate": 0.00029819913684739916,
      "loss": 0.7393,
      "step": 9134
    },
    {
      "epoch": 0.37415523243907434,
      "grad_norm": 1.1606757856025076,
      "learning_rate": 0.0002981986329573042,
      "loss": 0.9662,
      "step": 9135
    },
    {
      "epoch": 0.37419619086627076,
      "grad_norm": 0.7554983125903246,
      "learning_rate": 0.0002981981289971495,
      "loss": 0.9854,
      "step": 9136
    },
    {
      "epoch": 0.37423714929346713,
      "grad_norm": 0.7850363188019582,
      "learning_rate": 0.0002981976249669354,
      "loss": 0.8336,
      "step": 9137
    },
    {
      "epoch": 0.3742781077206635,
      "grad_norm": 0.8168423976934834,
      "learning_rate": 0.000298197120866662,
      "loss": 1.2072,
      "step": 9138
    },
    {
      "epoch": 0.3743190661478599,
      "grad_norm": 0.6814093821860165,
      "learning_rate": 0.0002981966166963296,
      "loss": 0.4459,
      "step": 9139
    },
    {
      "epoch": 0.3743600245750563,
      "grad_norm": 0.931715700297043,
      "learning_rate": 0.00029819611245593847,
      "loss": 0.5617,
      "step": 9140
    },
    {
      "epoch": 0.3744009830022527,
      "grad_norm": 1.3330689035688863,
      "learning_rate": 0.0002981956081454888,
      "loss": 1.1842,
      "step": 9141
    },
    {
      "epoch": 0.3744419414294491,
      "grad_norm": 4.533268664032028,
      "learning_rate": 0.00029819510376498083,
      "loss": 3.2104,
      "step": 9142
    },
    {
      "epoch": 0.3744828998566455,
      "grad_norm": 1.0531031244541003,
      "learning_rate": 0.0002981945993144149,
      "loss": 1.3087,
      "step": 9143
    },
    {
      "epoch": 0.3745238582838419,
      "grad_norm": 1.1174564823064916,
      "learning_rate": 0.00029819409479379103,
      "loss": 0.973,
      "step": 9144
    },
    {
      "epoch": 0.3745648167110383,
      "grad_norm": 1.8232063427484304,
      "learning_rate": 0.0002981935902031097,
      "loss": 2.0037,
      "step": 9145
    },
    {
      "epoch": 0.3746057751382347,
      "grad_norm": 0.6555530789266626,
      "learning_rate": 0.00029819308554237097,
      "loss": 0.824,
      "step": 9146
    },
    {
      "epoch": 0.3746467335654311,
      "grad_norm": 1.0451018384337496,
      "learning_rate": 0.0002981925808115752,
      "loss": 1.1499,
      "step": 9147
    },
    {
      "epoch": 0.37468769199262747,
      "grad_norm": 1.1499162857436707,
      "learning_rate": 0.00029819207601072253,
      "loss": 0.7672,
      "step": 9148
    },
    {
      "epoch": 0.3747286504198239,
      "grad_norm": 0.6630561400992036,
      "learning_rate": 0.0002981915711398133,
      "loss": 0.768,
      "step": 9149
    },
    {
      "epoch": 0.37476960884702026,
      "grad_norm": 1.023588315060774,
      "learning_rate": 0.0002981910661988476,
      "loss": 0.8795,
      "step": 9150
    },
    {
      "epoch": 0.3748105672742167,
      "grad_norm": 0.9615936381148587,
      "learning_rate": 0.00029819056118782585,
      "loss": 0.9995,
      "step": 9151
    },
    {
      "epoch": 0.37485152570141306,
      "grad_norm": 0.6190957255707145,
      "learning_rate": 0.0002981900561067482,
      "loss": 0.4139,
      "step": 9152
    },
    {
      "epoch": 0.3748924841286095,
      "grad_norm": 0.7618105554873145,
      "learning_rate": 0.0002981895509556148,
      "loss": 0.7799,
      "step": 9153
    },
    {
      "epoch": 0.37493344255580585,
      "grad_norm": 0.7325736888202253,
      "learning_rate": 0.0002981890457344261,
      "loss": 0.7475,
      "step": 9154
    },
    {
      "epoch": 0.3749744009830023,
      "grad_norm": 0.8956393337706529,
      "learning_rate": 0.0002981885404431822,
      "loss": 0.6408,
      "step": 9155
    },
    {
      "epoch": 0.37501535941019865,
      "grad_norm": 1.484311961245991,
      "learning_rate": 0.00029818803508188327,
      "loss": 1.3808,
      "step": 9156
    },
    {
      "epoch": 0.37505631783739507,
      "grad_norm": 2.1229519494615805,
      "learning_rate": 0.0002981875296505297,
      "loss": 4.4967,
      "step": 9157
    },
    {
      "epoch": 0.37509727626459144,
      "grad_norm": 1.0536318246991958,
      "learning_rate": 0.00029818702414912166,
      "loss": 0.8543,
      "step": 9158
    },
    {
      "epoch": 0.3751382346917878,
      "grad_norm": 0.8567309706898244,
      "learning_rate": 0.00029818651857765936,
      "loss": 1.0576,
      "step": 9159
    },
    {
      "epoch": 0.37517919311898423,
      "grad_norm": 0.8690396678855657,
      "learning_rate": 0.0002981860129361431,
      "loss": 0.9392,
      "step": 9160
    },
    {
      "epoch": 0.3752201515461806,
      "grad_norm": 1.1371405960338143,
      "learning_rate": 0.0002981855072245731,
      "loss": 0.5594,
      "step": 9161
    },
    {
      "epoch": 0.375261109973377,
      "grad_norm": 1.0674934424046238,
      "learning_rate": 0.00029818500144294957,
      "loss": 1.1308,
      "step": 9162
    },
    {
      "epoch": 0.3753020684005734,
      "grad_norm": 0.9682771348396172,
      "learning_rate": 0.00029818449559127283,
      "loss": 0.9581,
      "step": 9163
    },
    {
      "epoch": 0.3753430268277698,
      "grad_norm": 0.8838699339226395,
      "learning_rate": 0.000298183989669543,
      "loss": 1.0732,
      "step": 9164
    },
    {
      "epoch": 0.3753839852549662,
      "grad_norm": 0.79893065582537,
      "learning_rate": 0.0002981834836777604,
      "loss": 0.9496,
      "step": 9165
    },
    {
      "epoch": 0.3754249436821626,
      "grad_norm": 0.8587196965902902,
      "learning_rate": 0.0002981829776159252,
      "loss": 0.8892,
      "step": 9166
    },
    {
      "epoch": 0.375465902109359,
      "grad_norm": 0.7339994935330106,
      "learning_rate": 0.0002981824714840377,
      "loss": 0.6509,
      "step": 9167
    },
    {
      "epoch": 0.3755068605365554,
      "grad_norm": 0.5630260093212655,
      "learning_rate": 0.0002981819652820982,
      "loss": 0.4101,
      "step": 9168
    },
    {
      "epoch": 0.3755478189637518,
      "grad_norm": 1.345947316589946,
      "learning_rate": 0.0002981814590101068,
      "loss": 1.4772,
      "step": 9169
    },
    {
      "epoch": 0.3755887773909482,
      "grad_norm": 1.066207602306814,
      "learning_rate": 0.0002981809526680638,
      "loss": 1.3132,
      "step": 9170
    },
    {
      "epoch": 0.3756297358181446,
      "grad_norm": 0.7653559502326536,
      "learning_rate": 0.0002981804462559695,
      "loss": 0.9468,
      "step": 9171
    },
    {
      "epoch": 0.375670694245341,
      "grad_norm": 0.6641116555054989,
      "learning_rate": 0.000298179939773824,
      "loss": 0.9428,
      "step": 9172
    },
    {
      "epoch": 0.37571165267253737,
      "grad_norm": 0.8160278977844534,
      "learning_rate": 0.0002981794332216277,
      "loss": 0.8502,
      "step": 9173
    },
    {
      "epoch": 0.3757526110997338,
      "grad_norm": 0.6681218603042788,
      "learning_rate": 0.00029817892659938074,
      "loss": 0.6532,
      "step": 9174
    },
    {
      "epoch": 0.37579356952693016,
      "grad_norm": 1.3050262130825319,
      "learning_rate": 0.0002981784199070834,
      "loss": 1.2783,
      "step": 9175
    },
    {
      "epoch": 0.3758345279541266,
      "grad_norm": 1.06194694215484,
      "learning_rate": 0.0002981779131447358,
      "loss": 0.7419,
      "step": 9176
    },
    {
      "epoch": 0.37587548638132295,
      "grad_norm": 0.9484712563556508,
      "learning_rate": 0.0002981774063123384,
      "loss": 0.9969,
      "step": 9177
    },
    {
      "epoch": 0.3759164448085194,
      "grad_norm": 0.5405520321811454,
      "learning_rate": 0.00029817689940989133,
      "loss": 0.4955,
      "step": 9178
    },
    {
      "epoch": 0.37595740323571575,
      "grad_norm": 1.2682968069658818,
      "learning_rate": 0.00029817639243739474,
      "loss": 1.4094,
      "step": 9179
    },
    {
      "epoch": 0.3759983616629121,
      "grad_norm": 0.5756975911704568,
      "learning_rate": 0.000298175885394849,
      "loss": 0.5246,
      "step": 9180
    },
    {
      "epoch": 0.37603932009010854,
      "grad_norm": 0.9004431584319195,
      "learning_rate": 0.0002981753782822543,
      "loss": 1.0592,
      "step": 9181
    },
    {
      "epoch": 0.3760802785173049,
      "grad_norm": 0.8632089968503484,
      "learning_rate": 0.0002981748710996108,
      "loss": 0.9677,
      "step": 9182
    },
    {
      "epoch": 0.37612123694450134,
      "grad_norm": 0.8923440331055772,
      "learning_rate": 0.00029817436384691886,
      "loss": 0.5563,
      "step": 9183
    },
    {
      "epoch": 0.3761621953716977,
      "grad_norm": 0.7697696671607087,
      "learning_rate": 0.0002981738565241787,
      "loss": 0.9701,
      "step": 9184
    },
    {
      "epoch": 0.37620315379889413,
      "grad_norm": 0.6830581405221364,
      "learning_rate": 0.0002981733491313905,
      "loss": 0.7779,
      "step": 9185
    },
    {
      "epoch": 0.3762441122260905,
      "grad_norm": 1.119476102101389,
      "learning_rate": 0.00029817284166855465,
      "loss": 0.6546,
      "step": 9186
    },
    {
      "epoch": 0.3762850706532869,
      "grad_norm": 0.7824605951039078,
      "learning_rate": 0.0002981723341356712,
      "loss": 1.0561,
      "step": 9187
    },
    {
      "epoch": 0.3763260290804833,
      "grad_norm": 0.8854978167747536,
      "learning_rate": 0.00029817182653274043,
      "loss": 0.8135,
      "step": 9188
    },
    {
      "epoch": 0.3763669875076797,
      "grad_norm": 0.7191478204317131,
      "learning_rate": 0.00029817131885976267,
      "loss": 0.7606,
      "step": 9189
    },
    {
      "epoch": 0.3764079459348761,
      "grad_norm": 0.6271360747564525,
      "learning_rate": 0.00029817081111673807,
      "loss": 0.6262,
      "step": 9190
    },
    {
      "epoch": 0.3764489043620725,
      "grad_norm": 0.9134680284550096,
      "learning_rate": 0.00029817030330366696,
      "loss": 1.0077,
      "step": 9191
    },
    {
      "epoch": 0.3764898627892689,
      "grad_norm": 0.8904802081386773,
      "learning_rate": 0.0002981697954205495,
      "loss": 0.4236,
      "step": 9192
    },
    {
      "epoch": 0.3765308212164653,
      "grad_norm": 0.9580455236692604,
      "learning_rate": 0.000298169287467386,
      "loss": 1.0545,
      "step": 9193
    },
    {
      "epoch": 0.3765717796436617,
      "grad_norm": 0.6670169067843295,
      "learning_rate": 0.0002981687794441766,
      "loss": 0.7349,
      "step": 9194
    },
    {
      "epoch": 0.3766127380708581,
      "grad_norm": 1.0994352192306212,
      "learning_rate": 0.0002981682713509216,
      "loss": 1.2783,
      "step": 9195
    },
    {
      "epoch": 0.37665369649805447,
      "grad_norm": 1.4884004572054643,
      "learning_rate": 0.00029816776318762123,
      "loss": 1.3911,
      "step": 9196
    },
    {
      "epoch": 0.3766946549252509,
      "grad_norm": 0.7666732805254518,
      "learning_rate": 0.0002981672549542758,
      "loss": 0.7996,
      "step": 9197
    },
    {
      "epoch": 0.37673561335244726,
      "grad_norm": 0.9444330798349934,
      "learning_rate": 0.0002981667466508855,
      "loss": 0.8666,
      "step": 9198
    },
    {
      "epoch": 0.3767765717796437,
      "grad_norm": 0.9283600113865045,
      "learning_rate": 0.0002981662382774505,
      "loss": 1.1592,
      "step": 9199
    },
    {
      "epoch": 0.37681753020684006,
      "grad_norm": 0.7423801333500085,
      "learning_rate": 0.0002981657298339711,
      "loss": 0.9071,
      "step": 9200
    },
    {
      "epoch": 0.3768584886340364,
      "grad_norm": 0.7704788937505971,
      "learning_rate": 0.00029816522132044757,
      "loss": 0.5988,
      "step": 9201
    },
    {
      "epoch": 0.37689944706123285,
      "grad_norm": 0.7137976749694539,
      "learning_rate": 0.0002981647127368801,
      "loss": 1.0536,
      "step": 9202
    },
    {
      "epoch": 0.3769404054884292,
      "grad_norm": 0.5807993622718862,
      "learning_rate": 0.00029816420408326896,
      "loss": 0.7816,
      "step": 9203
    },
    {
      "epoch": 0.37698136391562564,
      "grad_norm": 0.9312644004456916,
      "learning_rate": 0.0002981636953596144,
      "loss": 1.3345,
      "step": 9204
    },
    {
      "epoch": 0.377022322342822,
      "grad_norm": 1.6148128931878907,
      "learning_rate": 0.00029816318656591663,
      "loss": 1.0586,
      "step": 9205
    },
    {
      "epoch": 0.37706328077001844,
      "grad_norm": 0.9557671149486336,
      "learning_rate": 0.0002981626777021759,
      "loss": 0.3704,
      "step": 9206
    },
    {
      "epoch": 0.3771042391972148,
      "grad_norm": 0.9121019852369999,
      "learning_rate": 0.00029816216876839247,
      "loss": 0.8994,
      "step": 9207
    },
    {
      "epoch": 0.37714519762441123,
      "grad_norm": 0.6084603998290121,
      "learning_rate": 0.0002981616597645665,
      "loss": 0.5644,
      "step": 9208
    },
    {
      "epoch": 0.3771861560516076,
      "grad_norm": 1.1172342909974866,
      "learning_rate": 0.0002981611506906984,
      "loss": 0.9862,
      "step": 9209
    },
    {
      "epoch": 0.377227114478804,
      "grad_norm": 1.0115004473840663,
      "learning_rate": 0.0002981606415467882,
      "loss": 0.6946,
      "step": 9210
    },
    {
      "epoch": 0.3772680729060004,
      "grad_norm": 1.1625683747675157,
      "learning_rate": 0.00029816013233283626,
      "loss": 0.8227,
      "step": 9211
    },
    {
      "epoch": 0.3773090313331968,
      "grad_norm": 0.7067054419541027,
      "learning_rate": 0.00029815962304884287,
      "loss": 0.8634,
      "step": 9212
    },
    {
      "epoch": 0.3773499897603932,
      "grad_norm": 0.9451073221236955,
      "learning_rate": 0.00029815911369480817,
      "loss": 1.1453,
      "step": 9213
    },
    {
      "epoch": 0.3773909481875896,
      "grad_norm": 0.7010997954092326,
      "learning_rate": 0.00029815860427073244,
      "loss": 1.0252,
      "step": 9214
    },
    {
      "epoch": 0.377431906614786,
      "grad_norm": 1.0053256063861216,
      "learning_rate": 0.00029815809477661594,
      "loss": 1.3357,
      "step": 9215
    },
    {
      "epoch": 0.3774728650419824,
      "grad_norm": 0.8511789115069057,
      "learning_rate": 0.00029815758521245885,
      "loss": 0.9351,
      "step": 9216
    },
    {
      "epoch": 0.3775138234691788,
      "grad_norm": 0.5486629058996201,
      "learning_rate": 0.0002981570755782615,
      "loss": 0.3612,
      "step": 9217
    },
    {
      "epoch": 0.3775547818963752,
      "grad_norm": 0.9229086044878692,
      "learning_rate": 0.00029815656587402407,
      "loss": 0.8799,
      "step": 9218
    },
    {
      "epoch": 0.37759574032357157,
      "grad_norm": 1.141852696293292,
      "learning_rate": 0.00029815605609974675,
      "loss": 0.9465,
      "step": 9219
    },
    {
      "epoch": 0.377636698750768,
      "grad_norm": 0.9753266578259984,
      "learning_rate": 0.0002981555462554299,
      "loss": 1.1915,
      "step": 9220
    },
    {
      "epoch": 0.37767765717796437,
      "grad_norm": 0.5187756198813273,
      "learning_rate": 0.0002981550363410737,
      "loss": 0.6543,
      "step": 9221
    },
    {
      "epoch": 0.37771861560516073,
      "grad_norm": 0.7968388710330896,
      "learning_rate": 0.00029815452635667837,
      "loss": 0.9452,
      "step": 9222
    },
    {
      "epoch": 0.37775957403235716,
      "grad_norm": 0.6136183661417068,
      "learning_rate": 0.00029815401630224424,
      "loss": 0.8243,
      "step": 9223
    },
    {
      "epoch": 0.37780053245955353,
      "grad_norm": 0.9214048748292508,
      "learning_rate": 0.0002981535061777714,
      "loss": 0.8695,
      "step": 9224
    },
    {
      "epoch": 0.37784149088674995,
      "grad_norm": 1.224548603344891,
      "learning_rate": 0.00029815299598326026,
      "loss": 0.8128,
      "step": 9225
    },
    {
      "epoch": 0.3778824493139463,
      "grad_norm": 0.9887178065646095,
      "learning_rate": 0.00029815248571871095,
      "loss": 1.5065,
      "step": 9226
    },
    {
      "epoch": 0.37792340774114275,
      "grad_norm": 0.7636429944098873,
      "learning_rate": 0.0002981519753841237,
      "loss": 1.0129,
      "step": 9227
    },
    {
      "epoch": 0.3779643661683391,
      "grad_norm": 1.768679135238883,
      "learning_rate": 0.0002981514649794989,
      "loss": 1.0705,
      "step": 9228
    },
    {
      "epoch": 0.37800532459553554,
      "grad_norm": 0.7479761577068571,
      "learning_rate": 0.0002981509545048366,
      "loss": 0.4132,
      "step": 9229
    },
    {
      "epoch": 0.3780462830227319,
      "grad_norm": 1.0407316978098529,
      "learning_rate": 0.0002981504439601371,
      "loss": 1.0009,
      "step": 9230
    },
    {
      "epoch": 0.37808724144992834,
      "grad_norm": 1.1498956681267296,
      "learning_rate": 0.00029814993334540074,
      "loss": 0.8507,
      "step": 9231
    },
    {
      "epoch": 0.3781281998771247,
      "grad_norm": 0.8414776816805288,
      "learning_rate": 0.0002981494226606277,
      "loss": 0.7706,
      "step": 9232
    },
    {
      "epoch": 0.37816915830432113,
      "grad_norm": 0.5196294809764188,
      "learning_rate": 0.00029814891190581814,
      "loss": 0.4643,
      "step": 9233
    },
    {
      "epoch": 0.3782101167315175,
      "grad_norm": 0.7492969510510258,
      "learning_rate": 0.0002981484010809724,
      "loss": 1.0128,
      "step": 9234
    },
    {
      "epoch": 0.3782510751587139,
      "grad_norm": 0.898190502353821,
      "learning_rate": 0.00029814789018609066,
      "loss": 0.6282,
      "step": 9235
    },
    {
      "epoch": 0.3782920335859103,
      "grad_norm": 0.7699399669350633,
      "learning_rate": 0.0002981473792211732,
      "loss": 0.9598,
      "step": 9236
    },
    {
      "epoch": 0.3783329920131067,
      "grad_norm": 3.7598873707155387,
      "learning_rate": 0.00029814686818622034,
      "loss": 1.939,
      "step": 9237
    },
    {
      "epoch": 0.3783739504403031,
      "grad_norm": 1.5877966178800003,
      "learning_rate": 0.00029814635708123215,
      "loss": 1.0698,
      "step": 9238
    },
    {
      "epoch": 0.3784149088674995,
      "grad_norm": 1.0537642820927633,
      "learning_rate": 0.000298145845906209,
      "loss": 0.7644,
      "step": 9239
    },
    {
      "epoch": 0.3784558672946959,
      "grad_norm": 0.9160641612838765,
      "learning_rate": 0.00029814533466115104,
      "loss": 1.0153,
      "step": 9240
    },
    {
      "epoch": 0.3784968257218923,
      "grad_norm": 0.7564093598175153,
      "learning_rate": 0.0002981448233460586,
      "loss": 0.4931,
      "step": 9241
    },
    {
      "epoch": 0.3785377841490887,
      "grad_norm": 0.925366704778965,
      "learning_rate": 0.0002981443119609319,
      "loss": 0.8723,
      "step": 9242
    },
    {
      "epoch": 0.37857874257628504,
      "grad_norm": 0.6789967991091836,
      "learning_rate": 0.00029814380050577116,
      "loss": 0.9662,
      "step": 9243
    },
    {
      "epoch": 0.37861970100348147,
      "grad_norm": 1.0309708274850138,
      "learning_rate": 0.0002981432889805766,
      "loss": 1.0283,
      "step": 9244
    },
    {
      "epoch": 0.37866065943067784,
      "grad_norm": 1.4946756492317275,
      "learning_rate": 0.0002981427773853485,
      "loss": 1.2418,
      "step": 9245
    },
    {
      "epoch": 0.37870161785787426,
      "grad_norm": 1.0376699428301863,
      "learning_rate": 0.00029814226572008715,
      "loss": 1.0971,
      "step": 9246
    },
    {
      "epoch": 0.37874257628507063,
      "grad_norm": 0.9227953715763696,
      "learning_rate": 0.00029814175398479265,
      "loss": 1.2459,
      "step": 9247
    },
    {
      "epoch": 0.37878353471226706,
      "grad_norm": 0.6752814572470204,
      "learning_rate": 0.0002981412421794653,
      "loss": 0.495,
      "step": 9248
    },
    {
      "epoch": 0.3788244931394634,
      "grad_norm": 1.6059865347397737,
      "learning_rate": 0.00029814073030410545,
      "loss": 1.3259,
      "step": 9249
    },
    {
      "epoch": 0.37886545156665985,
      "grad_norm": 0.6033784481727832,
      "learning_rate": 0.00029814021835871323,
      "loss": 0.9628,
      "step": 9250
    },
    {
      "epoch": 0.3789064099938562,
      "grad_norm": 1.083350691298177,
      "learning_rate": 0.0002981397063432889,
      "loss": 1.2603,
      "step": 9251
    },
    {
      "epoch": 0.37894736842105264,
      "grad_norm": 0.7039020110412058,
      "learning_rate": 0.00029813919425783275,
      "loss": 0.6071,
      "step": 9252
    },
    {
      "epoch": 0.378988326848249,
      "grad_norm": 0.480566601482748,
      "learning_rate": 0.00029813868210234497,
      "loss": 0.3123,
      "step": 9253
    },
    {
      "epoch": 0.37902928527544544,
      "grad_norm": 1.0336998966944364,
      "learning_rate": 0.0002981381698768258,
      "loss": 0.8853,
      "step": 9254
    },
    {
      "epoch": 0.3790702437026418,
      "grad_norm": 0.7215222494718426,
      "learning_rate": 0.00029813765758127553,
      "loss": 0.9898,
      "step": 9255
    },
    {
      "epoch": 0.37911120212983823,
      "grad_norm": 0.5849036628220547,
      "learning_rate": 0.0002981371452156943,
      "loss": 0.3537,
      "step": 9256
    },
    {
      "epoch": 0.3791521605570346,
      "grad_norm": 0.8197099620381182,
      "learning_rate": 0.00029813663278008246,
      "loss": 1.0385,
      "step": 9257
    },
    {
      "epoch": 0.379193118984231,
      "grad_norm": 0.9737071760514916,
      "learning_rate": 0.00029813612027444026,
      "loss": 0.63,
      "step": 9258
    },
    {
      "epoch": 0.3792340774114274,
      "grad_norm": 0.79848915261979,
      "learning_rate": 0.00029813560769876787,
      "loss": 0.9511,
      "step": 9259
    },
    {
      "epoch": 0.3792750358386238,
      "grad_norm": 1.6693907476543184,
      "learning_rate": 0.00029813509505306556,
      "loss": 1.1067,
      "step": 9260
    },
    {
      "epoch": 0.3793159942658202,
      "grad_norm": 0.5521194244819675,
      "learning_rate": 0.00029813458233733355,
      "loss": 0.7224,
      "step": 9261
    },
    {
      "epoch": 0.3793569526930166,
      "grad_norm": 0.7969331853151653,
      "learning_rate": 0.00029813406955157216,
      "loss": 0.9883,
      "step": 9262
    },
    {
      "epoch": 0.379397911120213,
      "grad_norm": 0.9621304881697169,
      "learning_rate": 0.00029813355669578155,
      "loss": 0.9426,
      "step": 9263
    },
    {
      "epoch": 0.37943886954740935,
      "grad_norm": 1.0181306353796664,
      "learning_rate": 0.00029813304376996195,
      "loss": 1.2857,
      "step": 9264
    },
    {
      "epoch": 0.3794798279746058,
      "grad_norm": 1.5883577278472212,
      "learning_rate": 0.0002981325307741137,
      "loss": 1.1257,
      "step": 9265
    },
    {
      "epoch": 0.37952078640180215,
      "grad_norm": 1.2575660209768011,
      "learning_rate": 0.00029813201770823695,
      "loss": 0.9695,
      "step": 9266
    },
    {
      "epoch": 0.37956174482899857,
      "grad_norm": 0.9427894654099058,
      "learning_rate": 0.000298131504572332,
      "loss": 1.1214,
      "step": 9267
    },
    {
      "epoch": 0.37960270325619494,
      "grad_norm": 0.7387959081941741,
      "learning_rate": 0.00029813099136639904,
      "loss": 0.8728,
      "step": 9268
    },
    {
      "epoch": 0.37964366168339136,
      "grad_norm": 0.9665742452633892,
      "learning_rate": 0.00029813047809043835,
      "loss": 1.4859,
      "step": 9269
    },
    {
      "epoch": 0.37968462011058773,
      "grad_norm": 0.876796661958935,
      "learning_rate": 0.0002981299647444502,
      "loss": 0.9958,
      "step": 9270
    },
    {
      "epoch": 0.37972557853778416,
      "grad_norm": 0.6536981960550381,
      "learning_rate": 0.00029812945132843475,
      "loss": 0.85,
      "step": 9271
    },
    {
      "epoch": 0.37976653696498053,
      "grad_norm": 0.8989463711688638,
      "learning_rate": 0.00029812893784239233,
      "loss": 0.6336,
      "step": 9272
    },
    {
      "epoch": 0.37980749539217695,
      "grad_norm": 0.8126303634645838,
      "learning_rate": 0.00029812842428632313,
      "loss": 1.0402,
      "step": 9273
    },
    {
      "epoch": 0.3798484538193733,
      "grad_norm": 0.8460195968865203,
      "learning_rate": 0.0002981279106602274,
      "loss": 0.9002,
      "step": 9274
    },
    {
      "epoch": 0.37988941224656975,
      "grad_norm": 1.2386443097253534,
      "learning_rate": 0.00029812739696410544,
      "loss": 1.0329,
      "step": 9275
    },
    {
      "epoch": 0.3799303706737661,
      "grad_norm": 0.8905918288684049,
      "learning_rate": 0.0002981268831979574,
      "loss": 1.1205,
      "step": 9276
    },
    {
      "epoch": 0.37997132910096254,
      "grad_norm": 0.8172239371627815,
      "learning_rate": 0.0002981263693617835,
      "loss": 1.0267,
      "step": 9277
    },
    {
      "epoch": 0.3800122875281589,
      "grad_norm": 0.8313263151154978,
      "learning_rate": 0.00029812585545558413,
      "loss": 1.0782,
      "step": 9278
    },
    {
      "epoch": 0.38005324595535533,
      "grad_norm": 1.0872692347174724,
      "learning_rate": 0.0002981253414793594,
      "loss": 1.0366,
      "step": 9279
    },
    {
      "epoch": 0.3800942043825517,
      "grad_norm": 1.1575181619134647,
      "learning_rate": 0.00029812482743310964,
      "loss": 0.4611,
      "step": 9280
    },
    {
      "epoch": 0.38013516280974813,
      "grad_norm": 0.7776377809500759,
      "learning_rate": 0.0002981243133168351,
      "loss": 0.3874,
      "step": 9281
    },
    {
      "epoch": 0.3801761212369445,
      "grad_norm": 1.0055366390015246,
      "learning_rate": 0.00029812379913053585,
      "loss": 0.8809,
      "step": 9282
    },
    {
      "epoch": 0.3802170796641409,
      "grad_norm": 1.1035740120700503,
      "learning_rate": 0.0002981232848742124,
      "loss": 0.7525,
      "step": 9283
    },
    {
      "epoch": 0.3802580380913373,
      "grad_norm": 0.811946453983259,
      "learning_rate": 0.0002981227705478648,
      "loss": 0.9221,
      "step": 9284
    },
    {
      "epoch": 0.38029899651853366,
      "grad_norm": 0.743591974842872,
      "learning_rate": 0.00029812225615149336,
      "loss": 0.948,
      "step": 9285
    },
    {
      "epoch": 0.3803399549457301,
      "grad_norm": 1.3508975541350057,
      "learning_rate": 0.0002981217416850983,
      "loss": 0.9789,
      "step": 9286
    },
    {
      "epoch": 0.38038091337292645,
      "grad_norm": 1.3466758143143216,
      "learning_rate": 0.00029812122714867984,
      "loss": 1.398,
      "step": 9287
    },
    {
      "epoch": 0.3804218718001229,
      "grad_norm": 0.7108981790086363,
      "learning_rate": 0.00029812071254223835,
      "loss": 0.8464,
      "step": 9288
    },
    {
      "epoch": 0.38046283022731925,
      "grad_norm": 2.1257222368464426,
      "learning_rate": 0.00029812019786577387,
      "loss": 1.3909,
      "step": 9289
    },
    {
      "epoch": 0.3805037886545157,
      "grad_norm": 0.7742930613596274,
      "learning_rate": 0.00029811968311928684,
      "loss": 0.7092,
      "step": 9290
    },
    {
      "epoch": 0.38054474708171204,
      "grad_norm": 0.658350697999289,
      "learning_rate": 0.00029811916830277743,
      "loss": 0.9131,
      "step": 9291
    },
    {
      "epoch": 0.38058570550890847,
      "grad_norm": 0.8167625680856909,
      "learning_rate": 0.0002981186534162458,
      "loss": 0.9369,
      "step": 9292
    },
    {
      "epoch": 0.38062666393610484,
      "grad_norm": 0.6815595064214673,
      "learning_rate": 0.00029811813845969233,
      "loss": 0.8277,
      "step": 9293
    },
    {
      "epoch": 0.38066762236330126,
      "grad_norm": 0.643240306793044,
      "learning_rate": 0.0002981176234331172,
      "loss": 0.3495,
      "step": 9294
    },
    {
      "epoch": 0.38070858079049763,
      "grad_norm": 0.9372754825486759,
      "learning_rate": 0.00029811710833652056,
      "loss": 0.8852,
      "step": 9295
    },
    {
      "epoch": 0.38074953921769406,
      "grad_norm": 1.0896681829112267,
      "learning_rate": 0.0002981165931699028,
      "loss": 1.0721,
      "step": 9296
    },
    {
      "epoch": 0.3807904976448904,
      "grad_norm": 1.1556802499252414,
      "learning_rate": 0.00029811607793326413,
      "loss": 0.9768,
      "step": 9297
    },
    {
      "epoch": 0.38083145607208685,
      "grad_norm": 0.9488240156582902,
      "learning_rate": 0.0002981155626266048,
      "loss": 1.0665,
      "step": 9298
    },
    {
      "epoch": 0.3808724144992832,
      "grad_norm": 0.8370372370370074,
      "learning_rate": 0.00029811504724992495,
      "loss": 0.9723,
      "step": 9299
    },
    {
      "epoch": 0.38091337292647964,
      "grad_norm": 0.7843909038779591,
      "learning_rate": 0.0002981145318032249,
      "loss": 0.9606,
      "step": 9300
    },
    {
      "epoch": 0.380954331353676,
      "grad_norm": 0.8634539033910068,
      "learning_rate": 0.00029811401628650495,
      "loss": 0.8226,
      "step": 9301
    },
    {
      "epoch": 0.38099528978087244,
      "grad_norm": 1.1055577038427942,
      "learning_rate": 0.0002981135006997653,
      "loss": 1.0153,
      "step": 9302
    },
    {
      "epoch": 0.3810362482080688,
      "grad_norm": 0.9217264650515911,
      "learning_rate": 0.00029811298504300616,
      "loss": 0.9003,
      "step": 9303
    },
    {
      "epoch": 0.38107720663526523,
      "grad_norm": 0.713798181889535,
      "learning_rate": 0.00029811246931622776,
      "loss": 0.9432,
      "step": 9304
    },
    {
      "epoch": 0.3811181650624616,
      "grad_norm": 0.6549364776952182,
      "learning_rate": 0.0002981119535194304,
      "loss": 0.4623,
      "step": 9305
    },
    {
      "epoch": 0.38115912348965797,
      "grad_norm": 0.8119315048458733,
      "learning_rate": 0.00029811143765261434,
      "loss": 1.0635,
      "step": 9306
    },
    {
      "epoch": 0.3812000819168544,
      "grad_norm": 0.7408260713422216,
      "learning_rate": 0.00029811092171577974,
      "loss": 0.7482,
      "step": 9307
    },
    {
      "epoch": 0.38124104034405076,
      "grad_norm": 0.6305771682409125,
      "learning_rate": 0.0002981104057089269,
      "loss": 0.9065,
      "step": 9308
    },
    {
      "epoch": 0.3812819987712472,
      "grad_norm": 1.003696662379715,
      "learning_rate": 0.0002981098896320561,
      "loss": 0.5394,
      "step": 9309
    },
    {
      "epoch": 0.38132295719844356,
      "grad_norm": 0.743721196318088,
      "learning_rate": 0.00029810937348516745,
      "loss": 0.8041,
      "step": 9310
    },
    {
      "epoch": 0.38136391562564,
      "grad_norm": 0.8567460070293675,
      "learning_rate": 0.00029810885726826137,
      "loss": 1.1056,
      "step": 9311
    },
    {
      "epoch": 0.38140487405283635,
      "grad_norm": 0.757484695528452,
      "learning_rate": 0.00029810834098133795,
      "loss": 0.9128,
      "step": 9312
    },
    {
      "epoch": 0.3814458324800328,
      "grad_norm": 0.6472092634914769,
      "learning_rate": 0.0002981078246243975,
      "loss": 0.7912,
      "step": 9313
    },
    {
      "epoch": 0.38148679090722915,
      "grad_norm": 0.8372444645838694,
      "learning_rate": 0.0002981073081974403,
      "loss": 0.8146,
      "step": 9314
    },
    {
      "epoch": 0.38152774933442557,
      "grad_norm": 0.9726242860224598,
      "learning_rate": 0.0002981067917004666,
      "loss": 1.3361,
      "step": 9315
    },
    {
      "epoch": 0.38156870776162194,
      "grad_norm": 1.1055480240987288,
      "learning_rate": 0.00029810627513347657,
      "loss": 0.9289,
      "step": 9316
    },
    {
      "epoch": 0.38160966618881836,
      "grad_norm": 0.6892008119159738,
      "learning_rate": 0.00029810575849647045,
      "loss": 0.9531,
      "step": 9317
    },
    {
      "epoch": 0.38165062461601473,
      "grad_norm": 0.6237423159086184,
      "learning_rate": 0.00029810524178944855,
      "loss": 0.7966,
      "step": 9318
    },
    {
      "epoch": 0.38169158304321116,
      "grad_norm": 2.573478572912306,
      "learning_rate": 0.00029810472501241105,
      "loss": 4.4122,
      "step": 9319
    },
    {
      "epoch": 0.3817325414704075,
      "grad_norm": 0.7999420254086409,
      "learning_rate": 0.0002981042081653583,
      "loss": 0.8844,
      "step": 9320
    },
    {
      "epoch": 0.38177349989760395,
      "grad_norm": 0.8123257238949504,
      "learning_rate": 0.0002981036912482904,
      "loss": 0.8145,
      "step": 9321
    },
    {
      "epoch": 0.3818144583248003,
      "grad_norm": 0.6290246427111493,
      "learning_rate": 0.0002981031742612077,
      "loss": 1.0249,
      "step": 9322
    },
    {
      "epoch": 0.38185541675199675,
      "grad_norm": 0.7230427104735027,
      "learning_rate": 0.00029810265720411043,
      "loss": 0.954,
      "step": 9323
    },
    {
      "epoch": 0.3818963751791931,
      "grad_norm": 0.8458620149398387,
      "learning_rate": 0.0002981021400769988,
      "loss": 1.0664,
      "step": 9324
    },
    {
      "epoch": 0.38193733360638954,
      "grad_norm": 1.0220443920603541,
      "learning_rate": 0.00029810162287987306,
      "loss": 1.0805,
      "step": 9325
    },
    {
      "epoch": 0.3819782920335859,
      "grad_norm": 1.2369530205680783,
      "learning_rate": 0.0002981011056127335,
      "loss": 0.7053,
      "step": 9326
    },
    {
      "epoch": 0.38201925046078233,
      "grad_norm": 0.8983246556699181,
      "learning_rate": 0.00029810058827558036,
      "loss": 0.8864,
      "step": 9327
    },
    {
      "epoch": 0.3820602088879787,
      "grad_norm": 1.1428875059719459,
      "learning_rate": 0.00029810007086841377,
      "loss": 0.8742,
      "step": 9328
    },
    {
      "epoch": 0.38210116731517507,
      "grad_norm": 1.0817436089271186,
      "learning_rate": 0.0002980995533912341,
      "loss": 1.0039,
      "step": 9329
    },
    {
      "epoch": 0.3821421257423715,
      "grad_norm": 2.1702723700405104,
      "learning_rate": 0.00029809903584404157,
      "loss": 1.3974,
      "step": 9330
    },
    {
      "epoch": 0.38218308416956787,
      "grad_norm": 0.8740694503338932,
      "learning_rate": 0.0002980985182268364,
      "loss": 0.8896,
      "step": 9331
    },
    {
      "epoch": 0.3822240425967643,
      "grad_norm": 0.6647427828546171,
      "learning_rate": 0.00029809800053961886,
      "loss": 0.6375,
      "step": 9332
    },
    {
      "epoch": 0.38226500102396066,
      "grad_norm": 0.6853233315287562,
      "learning_rate": 0.00029809748278238914,
      "loss": 0.8831,
      "step": 9333
    },
    {
      "epoch": 0.3823059594511571,
      "grad_norm": 0.7509947375786871,
      "learning_rate": 0.00029809696495514755,
      "loss": 0.736,
      "step": 9334
    },
    {
      "epoch": 0.38234691787835345,
      "grad_norm": 0.8154662211030981,
      "learning_rate": 0.00029809644705789426,
      "loss": 0.6995,
      "step": 9335
    },
    {
      "epoch": 0.3823878763055499,
      "grad_norm": 0.7389480008581227,
      "learning_rate": 0.00029809592909062964,
      "loss": 0.874,
      "step": 9336
    },
    {
      "epoch": 0.38242883473274625,
      "grad_norm": 0.9474025064312406,
      "learning_rate": 0.0002980954110533538,
      "loss": 0.6866,
      "step": 9337
    },
    {
      "epoch": 0.3824697931599427,
      "grad_norm": 0.8140016666257315,
      "learning_rate": 0.0002980948929460671,
      "loss": 0.847,
      "step": 9338
    },
    {
      "epoch": 0.38251075158713904,
      "grad_norm": 0.824617484687694,
      "learning_rate": 0.00029809437476876967,
      "loss": 0.6496,
      "step": 9339
    },
    {
      "epoch": 0.38255171001433547,
      "grad_norm": 1.0434231108158132,
      "learning_rate": 0.0002980938565214618,
      "loss": 1.3827,
      "step": 9340
    },
    {
      "epoch": 0.38259266844153184,
      "grad_norm": 0.9928793060295044,
      "learning_rate": 0.0002980933382041438,
      "loss": 1.1069,
      "step": 9341
    },
    {
      "epoch": 0.38263362686872826,
      "grad_norm": 1.0926071385419565,
      "learning_rate": 0.00029809281981681585,
      "loss": 0.8963,
      "step": 9342
    },
    {
      "epoch": 0.38267458529592463,
      "grad_norm": 1.0438430054274688,
      "learning_rate": 0.00029809230135947824,
      "loss": 1.0767,
      "step": 9343
    },
    {
      "epoch": 0.38271554372312105,
      "grad_norm": 1.4814157609613396,
      "learning_rate": 0.00029809178283213115,
      "loss": 1.0601,
      "step": 9344
    },
    {
      "epoch": 0.3827565021503174,
      "grad_norm": 0.6153802053211446,
      "learning_rate": 0.00029809126423477485,
      "loss": 0.6323,
      "step": 9345
    },
    {
      "epoch": 0.38279746057751385,
      "grad_norm": 0.6925460944250145,
      "learning_rate": 0.0002980907455674096,
      "loss": 0.4478,
      "step": 9346
    },
    {
      "epoch": 0.3828384190047102,
      "grad_norm": 1.0995413371079166,
      "learning_rate": 0.00029809022683003564,
      "loss": 1.1749,
      "step": 9347
    },
    {
      "epoch": 0.38287937743190664,
      "grad_norm": 1.1213430542915839,
      "learning_rate": 0.0002980897080226532,
      "loss": 0.8064,
      "step": 9348
    },
    {
      "epoch": 0.382920335859103,
      "grad_norm": 1.4914337386659986,
      "learning_rate": 0.0002980891891452626,
      "loss": 0.8527,
      "step": 9349
    },
    {
      "epoch": 0.3829612942862994,
      "grad_norm": 5.691093286374568,
      "learning_rate": 0.00029808867019786396,
      "loss": 3.4849,
      "step": 9350
    },
    {
      "epoch": 0.3830022527134958,
      "grad_norm": 0.9810591275274148,
      "learning_rate": 0.0002980881511804576,
      "loss": 0.7974,
      "step": 9351
    },
    {
      "epoch": 0.3830432111406922,
      "grad_norm": 0.7095145212471133,
      "learning_rate": 0.00029808763209304375,
      "loss": 0.4781,
      "step": 9352
    },
    {
      "epoch": 0.3830841695678886,
      "grad_norm": 0.9682466686174048,
      "learning_rate": 0.0002980871129356227,
      "loss": 1.3938,
      "step": 9353
    },
    {
      "epoch": 0.38312512799508497,
      "grad_norm": 0.7192263024450474,
      "learning_rate": 0.0002980865937081946,
      "loss": 0.8055,
      "step": 9354
    },
    {
      "epoch": 0.3831660864222814,
      "grad_norm": 0.6635145714990592,
      "learning_rate": 0.00029808607441075976,
      "loss": 0.9637,
      "step": 9355
    },
    {
      "epoch": 0.38320704484947776,
      "grad_norm": 0.9157238645762127,
      "learning_rate": 0.00029808555504331845,
      "loss": 0.8197,
      "step": 9356
    },
    {
      "epoch": 0.3832480032766742,
      "grad_norm": 0.7066410886514205,
      "learning_rate": 0.0002980850356058709,
      "loss": 0.7593,
      "step": 9357
    },
    {
      "epoch": 0.38328896170387056,
      "grad_norm": 1.5550508144773505,
      "learning_rate": 0.0002980845160984173,
      "loss": 1.1235,
      "step": 9358
    },
    {
      "epoch": 0.383329920131067,
      "grad_norm": 1.8252273828432866,
      "learning_rate": 0.00029808399652095797,
      "loss": 4.3975,
      "step": 9359
    },
    {
      "epoch": 0.38337087855826335,
      "grad_norm": 0.7178967718760322,
      "learning_rate": 0.0002980834768734931,
      "loss": 0.8983,
      "step": 9360
    },
    {
      "epoch": 0.3834118369854598,
      "grad_norm": 0.7485735984583579,
      "learning_rate": 0.0002980829571560229,
      "loss": 0.8473,
      "step": 9361
    },
    {
      "epoch": 0.38345279541265614,
      "grad_norm": 1.0814665908318344,
      "learning_rate": 0.00029808243736854776,
      "loss": 1.3716,
      "step": 9362
    },
    {
      "epoch": 0.38349375383985257,
      "grad_norm": 0.8671425135032886,
      "learning_rate": 0.0002980819175110678,
      "loss": 1.0836,
      "step": 9363
    },
    {
      "epoch": 0.38353471226704894,
      "grad_norm": 1.1661326020786116,
      "learning_rate": 0.0002980813975835833,
      "loss": 0.7461,
      "step": 9364
    },
    {
      "epoch": 0.38357567069424536,
      "grad_norm": 1.2684939628082825,
      "learning_rate": 0.0002980808775860945,
      "loss": 1.1132,
      "step": 9365
    },
    {
      "epoch": 0.38361662912144173,
      "grad_norm": 0.7644813272071349,
      "learning_rate": 0.00029808035751860163,
      "loss": 0.8022,
      "step": 9366
    },
    {
      "epoch": 0.38365758754863816,
      "grad_norm": 1.0237305652465132,
      "learning_rate": 0.000298079837381105,
      "loss": 1.6983,
      "step": 9367
    },
    {
      "epoch": 0.3836985459758345,
      "grad_norm": 5.842463222222619,
      "learning_rate": 0.00029807931717360485,
      "loss": 6.6267,
      "step": 9368
    },
    {
      "epoch": 0.38373950440303095,
      "grad_norm": 0.993560280671533,
      "learning_rate": 0.00029807879689610126,
      "loss": 1.0939,
      "step": 9369
    },
    {
      "epoch": 0.3837804628302273,
      "grad_norm": 0.7406734463572753,
      "learning_rate": 0.00029807827654859475,
      "loss": 1.0406,
      "step": 9370
    },
    {
      "epoch": 0.3838214212574237,
      "grad_norm": 0.5317406271309243,
      "learning_rate": 0.00029807775613108537,
      "loss": 0.3448,
      "step": 9371
    },
    {
      "epoch": 0.3838623796846201,
      "grad_norm": 1.0120457443072441,
      "learning_rate": 0.00029807723564357345,
      "loss": 1.0577,
      "step": 9372
    },
    {
      "epoch": 0.3839033381118165,
      "grad_norm": 0.5343502896730858,
      "learning_rate": 0.00029807671508605914,
      "loss": 0.3954,
      "step": 9373
    },
    {
      "epoch": 0.3839442965390129,
      "grad_norm": 0.6129780863042713,
      "learning_rate": 0.0002980761944585428,
      "loss": 0.7219,
      "step": 9374
    },
    {
      "epoch": 0.3839852549662093,
      "grad_norm": 1.0047197198021032,
      "learning_rate": 0.0002980756737610246,
      "loss": 1.1848,
      "step": 9375
    },
    {
      "epoch": 0.3840262133934057,
      "grad_norm": 0.6308520814401188,
      "learning_rate": 0.0002980751529935048,
      "loss": 1.0609,
      "step": 9376
    },
    {
      "epoch": 0.38406717182060207,
      "grad_norm": 0.8764248473493036,
      "learning_rate": 0.0002980746321559837,
      "loss": 1.0342,
      "step": 9377
    },
    {
      "epoch": 0.3841081302477985,
      "grad_norm": 0.764585444998897,
      "learning_rate": 0.00029807411124846146,
      "loss": 1.0778,
      "step": 9378
    },
    {
      "epoch": 0.38414908867499487,
      "grad_norm": 0.6465801513136588,
      "learning_rate": 0.0002980735902709384,
      "loss": 0.7498,
      "step": 9379
    },
    {
      "epoch": 0.3841900471021913,
      "grad_norm": 0.6820106779252544,
      "learning_rate": 0.00029807306922341475,
      "loss": 0.6402,
      "step": 9380
    },
    {
      "epoch": 0.38423100552938766,
      "grad_norm": 1.1785481835674176,
      "learning_rate": 0.0002980725481058907,
      "loss": 1.8007,
      "step": 9381
    },
    {
      "epoch": 0.3842719639565841,
      "grad_norm": 1.1027404108606458,
      "learning_rate": 0.00029807202691836665,
      "loss": 0.5555,
      "step": 9382
    },
    {
      "epoch": 0.38431292238378045,
      "grad_norm": 0.8486664000572681,
      "learning_rate": 0.00029807150566084264,
      "loss": 1.0008,
      "step": 9383
    },
    {
      "epoch": 0.3843538808109769,
      "grad_norm": 0.8077840355588696,
      "learning_rate": 0.00029807098433331906,
      "loss": 1.0942,
      "step": 9384
    },
    {
      "epoch": 0.38439483923817325,
      "grad_norm": 0.8109506504912746,
      "learning_rate": 0.0002980704629357961,
      "loss": 0.7361,
      "step": 9385
    },
    {
      "epoch": 0.38443579766536967,
      "grad_norm": 0.8097510096530142,
      "learning_rate": 0.000298069941468274,
      "loss": 0.9536,
      "step": 9386
    },
    {
      "epoch": 0.38447675609256604,
      "grad_norm": 0.6990393218384451,
      "learning_rate": 0.000298069419930753,
      "loss": 0.5994,
      "step": 9387
    },
    {
      "epoch": 0.38451771451976247,
      "grad_norm": 1.025343597112974,
      "learning_rate": 0.0002980688983232334,
      "loss": 1.3221,
      "step": 9388
    },
    {
      "epoch": 0.38455867294695883,
      "grad_norm": 0.714273745847483,
      "learning_rate": 0.00029806837664571545,
      "loss": 0.8382,
      "step": 9389
    },
    {
      "epoch": 0.38459963137415526,
      "grad_norm": 0.7829898051471145,
      "learning_rate": 0.00029806785489819933,
      "loss": 1.0963,
      "step": 9390
    },
    {
      "epoch": 0.38464058980135163,
      "grad_norm": 1.100074097748399,
      "learning_rate": 0.0002980673330806853,
      "loss": 0.9123,
      "step": 9391
    },
    {
      "epoch": 0.384681548228548,
      "grad_norm": 0.981540604511796,
      "learning_rate": 0.00029806681119317366,
      "loss": 0.6683,
      "step": 9392
    },
    {
      "epoch": 0.3847225066557444,
      "grad_norm": 0.6397693313790073,
      "learning_rate": 0.00029806628923566465,
      "loss": 0.6923,
      "step": 9393
    },
    {
      "epoch": 0.3847634650829408,
      "grad_norm": 0.8032016623303573,
      "learning_rate": 0.0002980657672081584,
      "loss": 0.5794,
      "step": 9394
    },
    {
      "epoch": 0.3848044235101372,
      "grad_norm": 0.7597674584450196,
      "learning_rate": 0.0002980652451106553,
      "loss": 1.1384,
      "step": 9395
    },
    {
      "epoch": 0.3848453819373336,
      "grad_norm": 1.1437890784675941,
      "learning_rate": 0.00029806472294315555,
      "loss": 0.8388,
      "step": 9396
    },
    {
      "epoch": 0.38488634036453,
      "grad_norm": 0.5981495274967955,
      "learning_rate": 0.00029806420070565946,
      "loss": 0.5627,
      "step": 9397
    },
    {
      "epoch": 0.3849272987917264,
      "grad_norm": 2.153990942978652,
      "learning_rate": 0.00029806367839816706,
      "loss": 1.0759,
      "step": 9398
    },
    {
      "epoch": 0.3849682572189228,
      "grad_norm": 1.058744269963283,
      "learning_rate": 0.00029806315602067885,
      "loss": 1.1227,
      "step": 9399
    },
    {
      "epoch": 0.3850092156461192,
      "grad_norm": 0.881493819481849,
      "learning_rate": 0.0002980626335731949,
      "loss": 0.8452,
      "step": 9400
    },
    {
      "epoch": 0.3850501740733156,
      "grad_norm": 3.9201245487149827,
      "learning_rate": 0.0002980621110557156,
      "loss": 5.5508,
      "step": 9401
    },
    {
      "epoch": 0.38509113250051197,
      "grad_norm": 0.945534744643863,
      "learning_rate": 0.0002980615884682411,
      "loss": 0.4424,
      "step": 9402
    },
    {
      "epoch": 0.3851320909277084,
      "grad_norm": 0.905125571562405,
      "learning_rate": 0.00029806106581077167,
      "loss": 0.9601,
      "step": 9403
    },
    {
      "epoch": 0.38517304935490476,
      "grad_norm": 1.2628583084151503,
      "learning_rate": 0.00029806054308330755,
      "loss": 1.531,
      "step": 9404
    },
    {
      "epoch": 0.3852140077821012,
      "grad_norm": 1.040793691770281,
      "learning_rate": 0.000298060020285849,
      "loss": 0.8464,
      "step": 9405
    },
    {
      "epoch": 0.38525496620929756,
      "grad_norm": 0.5700523063153969,
      "learning_rate": 0.0002980594974183962,
      "loss": 0.4429,
      "step": 9406
    },
    {
      "epoch": 0.385295924636494,
      "grad_norm": 1.0047334108408768,
      "learning_rate": 0.0002980589744809496,
      "loss": 0.8287,
      "step": 9407
    },
    {
      "epoch": 0.38533688306369035,
      "grad_norm": 0.6069155921953043,
      "learning_rate": 0.0002980584514735092,
      "loss": 0.895,
      "step": 9408
    },
    {
      "epoch": 0.3853778414908868,
      "grad_norm": 0.6823284094054994,
      "learning_rate": 0.00029805792839607547,
      "loss": 0.6671,
      "step": 9409
    },
    {
      "epoch": 0.38541879991808314,
      "grad_norm": 1.3559882564611279,
      "learning_rate": 0.0002980574052486484,
      "loss": 2.2665,
      "step": 9410
    },
    {
      "epoch": 0.38545975834527957,
      "grad_norm": 0.7838163061408397,
      "learning_rate": 0.0002980568820312285,
      "loss": 0.8005,
      "step": 9411
    },
    {
      "epoch": 0.38550071677247594,
      "grad_norm": 5.675736744977083,
      "learning_rate": 0.0002980563587438158,
      "loss": 6.3186,
      "step": 9412
    },
    {
      "epoch": 0.3855416751996723,
      "grad_norm": 1.2228993031314208,
      "learning_rate": 0.0002980558353864107,
      "loss": 1.4103,
      "step": 9413
    },
    {
      "epoch": 0.38558263362686873,
      "grad_norm": 0.4875362710807648,
      "learning_rate": 0.0002980553119590134,
      "loss": 0.3309,
      "step": 9414
    },
    {
      "epoch": 0.3856235920540651,
      "grad_norm": 0.8248344926255553,
      "learning_rate": 0.00029805478846162413,
      "loss": 0.8749,
      "step": 9415
    },
    {
      "epoch": 0.3856645504812615,
      "grad_norm": 0.727319217862657,
      "learning_rate": 0.0002980542648942431,
      "loss": 0.8891,
      "step": 9416
    },
    {
      "epoch": 0.3857055089084579,
      "grad_norm": 0.925370922664751,
      "learning_rate": 0.0002980537412568706,
      "loss": 0.8479,
      "step": 9417
    },
    {
      "epoch": 0.3857464673356543,
      "grad_norm": 1.8060134932717888,
      "learning_rate": 0.00029805321754950695,
      "loss": 1.4512,
      "step": 9418
    },
    {
      "epoch": 0.3857874257628507,
      "grad_norm": 0.56487946253437,
      "learning_rate": 0.00029805269377215234,
      "loss": 0.4244,
      "step": 9419
    },
    {
      "epoch": 0.3858283841900471,
      "grad_norm": 1.5346505955199745,
      "learning_rate": 0.00029805216992480696,
      "loss": 1.9278,
      "step": 9420
    },
    {
      "epoch": 0.3858693426172435,
      "grad_norm": 0.5807736995645422,
      "learning_rate": 0.0002980516460074711,
      "loss": 0.4005,
      "step": 9421
    },
    {
      "epoch": 0.3859103010444399,
      "grad_norm": 2.2965506613040625,
      "learning_rate": 0.00029805112202014504,
      "loss": 4.9948,
      "step": 9422
    },
    {
      "epoch": 0.3859512594716363,
      "grad_norm": 0.6271136610381147,
      "learning_rate": 0.000298050597962829,
      "loss": 0.7378,
      "step": 9423
    },
    {
      "epoch": 0.3859922178988327,
      "grad_norm": 0.7872887413214479,
      "learning_rate": 0.0002980500738355232,
      "loss": 0.9108,
      "step": 9424
    },
    {
      "epoch": 0.38603317632602907,
      "grad_norm": 0.45642910888651167,
      "learning_rate": 0.00029804954963822794,
      "loss": 0.4091,
      "step": 9425
    },
    {
      "epoch": 0.3860741347532255,
      "grad_norm": 0.7028703462192608,
      "learning_rate": 0.00029804902537094346,
      "loss": 0.8226,
      "step": 9426
    },
    {
      "epoch": 0.38611509318042186,
      "grad_norm": 1.0353419566333355,
      "learning_rate": 0.00029804850103366993,
      "loss": 1.072,
      "step": 9427
    },
    {
      "epoch": 0.3861560516076183,
      "grad_norm": 1.4026346513835548,
      "learning_rate": 0.0002980479766264077,
      "loss": 1.7187,
      "step": 9428
    },
    {
      "epoch": 0.38619701003481466,
      "grad_norm": 1.9598792536176377,
      "learning_rate": 0.000298047452149157,
      "loss": 1.8446,
      "step": 9429
    },
    {
      "epoch": 0.3862379684620111,
      "grad_norm": 0.6630399214992039,
      "learning_rate": 0.000298046927601918,
      "loss": 0.9171,
      "step": 9430
    },
    {
      "epoch": 0.38627892688920745,
      "grad_norm": 0.7171754260567745,
      "learning_rate": 0.000298046402984691,
      "loss": 1.1331,
      "step": 9431
    },
    {
      "epoch": 0.3863198853164039,
      "grad_norm": 3.8477978207584362,
      "learning_rate": 0.0002980458782974764,
      "loss": 3.6196,
      "step": 9432
    },
    {
      "epoch": 0.38636084374360025,
      "grad_norm": 0.6999238826258568,
      "learning_rate": 0.00029804535354027413,
      "loss": 0.9051,
      "step": 9433
    },
    {
      "epoch": 0.3864018021707966,
      "grad_norm": 0.6577412751706628,
      "learning_rate": 0.00029804482871308467,
      "loss": 0.8512,
      "step": 9434
    },
    {
      "epoch": 0.38644276059799304,
      "grad_norm": 0.6015925579262782,
      "learning_rate": 0.00029804430381590816,
      "loss": 0.5554,
      "step": 9435
    },
    {
      "epoch": 0.3864837190251894,
      "grad_norm": 0.7778197653617862,
      "learning_rate": 0.000298043778848745,
      "loss": 0.7331,
      "step": 9436
    },
    {
      "epoch": 0.38652467745238583,
      "grad_norm": 0.7746694603219829,
      "learning_rate": 0.00029804325381159523,
      "loss": 0.9142,
      "step": 9437
    },
    {
      "epoch": 0.3865656358795822,
      "grad_norm": 1.0170090949420665,
      "learning_rate": 0.00029804272870445923,
      "loss": 1.0709,
      "step": 9438
    },
    {
      "epoch": 0.38660659430677863,
      "grad_norm": 0.7367319574259255,
      "learning_rate": 0.0002980422035273372,
      "loss": 1.0901,
      "step": 9439
    },
    {
      "epoch": 0.386647552733975,
      "grad_norm": 0.6446245831091193,
      "learning_rate": 0.00029804167828022943,
      "loss": 0.4482,
      "step": 9440
    },
    {
      "epoch": 0.3866885111611714,
      "grad_norm": 0.7349227996459042,
      "learning_rate": 0.00029804115296313616,
      "loss": 0.877,
      "step": 9441
    },
    {
      "epoch": 0.3867294695883678,
      "grad_norm": 0.7108409812539616,
      "learning_rate": 0.00029804062757605765,
      "loss": 0.6209,
      "step": 9442
    },
    {
      "epoch": 0.3867704280155642,
      "grad_norm": 1.0065432179140235,
      "learning_rate": 0.00029804010211899405,
      "loss": 0.7147,
      "step": 9443
    },
    {
      "epoch": 0.3868113864427606,
      "grad_norm": 1.1612458371755743,
      "learning_rate": 0.0002980395765919457,
      "loss": 1.5667,
      "step": 9444
    },
    {
      "epoch": 0.386852344869957,
      "grad_norm": 0.5363107376990168,
      "learning_rate": 0.0002980390509949128,
      "loss": 0.4628,
      "step": 9445
    },
    {
      "epoch": 0.3868933032971534,
      "grad_norm": 0.7060608951499762,
      "learning_rate": 0.0002980385253278957,
      "loss": 0.9248,
      "step": 9446
    },
    {
      "epoch": 0.3869342617243498,
      "grad_norm": 0.8617035097498542,
      "learning_rate": 0.00029803799959089456,
      "loss": 0.9915,
      "step": 9447
    },
    {
      "epoch": 0.3869752201515462,
      "grad_norm": 0.8145801246827817,
      "learning_rate": 0.0002980374737839096,
      "loss": 0.9747,
      "step": 9448
    },
    {
      "epoch": 0.3870161785787426,
      "grad_norm": 1.2104316722380086,
      "learning_rate": 0.00029803694790694115,
      "loss": 1.3453,
      "step": 9449
    },
    {
      "epoch": 0.38705713700593897,
      "grad_norm": 1.9181205241638666,
      "learning_rate": 0.0002980364219599894,
      "loss": 1.3954,
      "step": 9450
    },
    {
      "epoch": 0.3870980954331354,
      "grad_norm": 0.7933806338202141,
      "learning_rate": 0.00029803589594305465,
      "loss": 0.7082,
      "step": 9451
    },
    {
      "epoch": 0.38713905386033176,
      "grad_norm": 0.6377112824216923,
      "learning_rate": 0.0002980353698561371,
      "loss": 0.6849,
      "step": 9452
    },
    {
      "epoch": 0.3871800122875282,
      "grad_norm": 0.6420820882106673,
      "learning_rate": 0.000298034843699237,
      "loss": 0.3977,
      "step": 9453
    },
    {
      "epoch": 0.38722097071472455,
      "grad_norm": 0.8704214676764379,
      "learning_rate": 0.00029803431747235464,
      "loss": 0.7978,
      "step": 9454
    },
    {
      "epoch": 0.3872619291419209,
      "grad_norm": 0.8304325531772733,
      "learning_rate": 0.00029803379117549026,
      "loss": 0.8386,
      "step": 9455
    },
    {
      "epoch": 0.38730288756911735,
      "grad_norm": 1.2441629293027603,
      "learning_rate": 0.00029803326480864404,
      "loss": 0.8761,
      "step": 9456
    },
    {
      "epoch": 0.3873438459963137,
      "grad_norm": 1.2246324694955188,
      "learning_rate": 0.00029803273837181627,
      "loss": 1.3192,
      "step": 9457
    },
    {
      "epoch": 0.38738480442351014,
      "grad_norm": 0.7487823133542245,
      "learning_rate": 0.00029803221186500725,
      "loss": 0.8851,
      "step": 9458
    },
    {
      "epoch": 0.3874257628507065,
      "grad_norm": 0.7127479189454893,
      "learning_rate": 0.0002980316852882172,
      "loss": 0.5851,
      "step": 9459
    },
    {
      "epoch": 0.38746672127790294,
      "grad_norm": 0.5463479629611866,
      "learning_rate": 0.00029803115864144637,
      "loss": 0.4016,
      "step": 9460
    },
    {
      "epoch": 0.3875076797050993,
      "grad_norm": 0.9977141833960151,
      "learning_rate": 0.000298030631924695,
      "loss": 1.271,
      "step": 9461
    },
    {
      "epoch": 0.38754863813229573,
      "grad_norm": 0.7030193105136009,
      "learning_rate": 0.00029803010513796335,
      "loss": 0.7497,
      "step": 9462
    },
    {
      "epoch": 0.3875895965594921,
      "grad_norm": 0.8575727916713477,
      "learning_rate": 0.0002980295782812516,
      "loss": 0.8108,
      "step": 9463
    },
    {
      "epoch": 0.3876305549866885,
      "grad_norm": 0.8682067905845451,
      "learning_rate": 0.00029802905135456004,
      "loss": 0.8625,
      "step": 9464
    },
    {
      "epoch": 0.3876715134138849,
      "grad_norm": 0.6894496160721474,
      "learning_rate": 0.00029802852435788896,
      "loss": 0.8761,
      "step": 9465
    },
    {
      "epoch": 0.3877124718410813,
      "grad_norm": 2.947500444256654,
      "learning_rate": 0.0002980279972912386,
      "loss": 1.2454,
      "step": 9466
    },
    {
      "epoch": 0.3877534302682777,
      "grad_norm": 1.013430417173962,
      "learning_rate": 0.0002980274701546092,
      "loss": 1.0375,
      "step": 9467
    },
    {
      "epoch": 0.3877943886954741,
      "grad_norm": 1.2355498987924374,
      "learning_rate": 0.000298026942948001,
      "loss": 0.8063,
      "step": 9468
    },
    {
      "epoch": 0.3878353471226705,
      "grad_norm": 0.5695985153487604,
      "learning_rate": 0.00029802641567141424,
      "loss": 0.3544,
      "step": 9469
    },
    {
      "epoch": 0.3878763055498669,
      "grad_norm": 1.0053118664089151,
      "learning_rate": 0.00029802588832484917,
      "loss": 0.877,
      "step": 9470
    },
    {
      "epoch": 0.3879172639770633,
      "grad_norm": 0.9803620752024678,
      "learning_rate": 0.00029802536090830606,
      "loss": 1.2228,
      "step": 9471
    },
    {
      "epoch": 0.3879582224042597,
      "grad_norm": 0.6637258097435527,
      "learning_rate": 0.0002980248334217851,
      "loss": 0.7856,
      "step": 9472
    },
    {
      "epoch": 0.38799918083145607,
      "grad_norm": 0.6626492567826148,
      "learning_rate": 0.00029802430586528674,
      "loss": 0.4294,
      "step": 9473
    },
    {
      "epoch": 0.3880401392586525,
      "grad_norm": 1.099123681424215,
      "learning_rate": 0.0002980237782388109,
      "loss": 0.4981,
      "step": 9474
    },
    {
      "epoch": 0.38808109768584886,
      "grad_norm": 0.7333034071776888,
      "learning_rate": 0.0002980232505423581,
      "loss": 0.6021,
      "step": 9475
    },
    {
      "epoch": 0.38812205611304523,
      "grad_norm": 0.6422505863505974,
      "learning_rate": 0.0002980227227759285,
      "loss": 0.3693,
      "step": 9476
    },
    {
      "epoch": 0.38816301454024166,
      "grad_norm": 1.2196537125453062,
      "learning_rate": 0.0002980221949395223,
      "loss": 0.9835,
      "step": 9477
    },
    {
      "epoch": 0.388203972967438,
      "grad_norm": 0.8969167238308111,
      "learning_rate": 0.00029802166703313986,
      "loss": 1.1987,
      "step": 9478
    },
    {
      "epoch": 0.38824493139463445,
      "grad_norm": 1.018648228408133,
      "learning_rate": 0.00029802113905678127,
      "loss": 1.0017,
      "step": 9479
    },
    {
      "epoch": 0.3882858898218308,
      "grad_norm": 0.8094872546722361,
      "learning_rate": 0.00029802061101044696,
      "loss": 0.8484,
      "step": 9480
    },
    {
      "epoch": 0.38832684824902725,
      "grad_norm": 0.8229694855434083,
      "learning_rate": 0.00029802008289413705,
      "loss": 0.8814,
      "step": 9481
    },
    {
      "epoch": 0.3883678066762236,
      "grad_norm": 1.0106792176580388,
      "learning_rate": 0.0002980195547078518,
      "loss": 0.8412,
      "step": 9482
    },
    {
      "epoch": 0.38840876510342004,
      "grad_norm": 1.745532747021643,
      "learning_rate": 0.0002980190264515916,
      "loss": 1.3488,
      "step": 9483
    },
    {
      "epoch": 0.3884497235306164,
      "grad_norm": 0.8615671599179667,
      "learning_rate": 0.00029801849812535655,
      "loss": 0.8385,
      "step": 9484
    },
    {
      "epoch": 0.38849068195781283,
      "grad_norm": 4.6820698434279455,
      "learning_rate": 0.00029801796972914695,
      "loss": 1.0864,
      "step": 9485
    },
    {
      "epoch": 0.3885316403850092,
      "grad_norm": 0.895925196475874,
      "learning_rate": 0.000298017441262963,
      "loss": 1.0877,
      "step": 9486
    },
    {
      "epoch": 0.3885725988122056,
      "grad_norm": 1.0982252497765657,
      "learning_rate": 0.000298016912726805,
      "loss": 1.1203,
      "step": 9487
    },
    {
      "epoch": 0.388613557239402,
      "grad_norm": 2.78787878457554,
      "learning_rate": 0.0002980163841206732,
      "loss": 0.6671,
      "step": 9488
    },
    {
      "epoch": 0.3886545156665984,
      "grad_norm": 1.5014214387096458,
      "learning_rate": 0.0002980158554445679,
      "loss": 0.935,
      "step": 9489
    },
    {
      "epoch": 0.3886954740937948,
      "grad_norm": 1.0681380106049874,
      "learning_rate": 0.0002980153266984892,
      "loss": 0.9919,
      "step": 9490
    },
    {
      "epoch": 0.3887364325209912,
      "grad_norm": 0.8408873677602315,
      "learning_rate": 0.00029801479788243746,
      "loss": 0.6417,
      "step": 9491
    },
    {
      "epoch": 0.3887773909481876,
      "grad_norm": 0.7867863504023643,
      "learning_rate": 0.00029801426899641296,
      "loss": 0.3677,
      "step": 9492
    },
    {
      "epoch": 0.388818349375384,
      "grad_norm": 0.8937602419133893,
      "learning_rate": 0.0002980137400404159,
      "loss": 1.2775,
      "step": 9493
    },
    {
      "epoch": 0.3888593078025804,
      "grad_norm": 0.8890199920991368,
      "learning_rate": 0.0002980132110144465,
      "loss": 1.2677,
      "step": 9494
    },
    {
      "epoch": 0.3889002662297768,
      "grad_norm": 0.6573113568937811,
      "learning_rate": 0.000298012681918505,
      "loss": 0.7941,
      "step": 9495
    },
    {
      "epoch": 0.3889412246569732,
      "grad_norm": 1.0143261152253062,
      "learning_rate": 0.0002980121527525918,
      "loss": 0.883,
      "step": 9496
    },
    {
      "epoch": 0.38898218308416954,
      "grad_norm": 0.8297427085270714,
      "learning_rate": 0.000298011623516707,
      "loss": 0.7587,
      "step": 9497
    },
    {
      "epoch": 0.38902314151136597,
      "grad_norm": 1.0356746761653297,
      "learning_rate": 0.00029801109421085086,
      "loss": 0.381,
      "step": 9498
    },
    {
      "epoch": 0.38906409993856234,
      "grad_norm": 1.013028179732826,
      "learning_rate": 0.00029801056483502367,
      "loss": 1.0756,
      "step": 9499
    },
    {
      "epoch": 0.38910505836575876,
      "grad_norm": 1.10237254806704,
      "learning_rate": 0.0002980100353892257,
      "loss": 0.9774,
      "step": 9500
    },
    {
      "epoch": 0.38914601679295513,
      "grad_norm": 0.5440779481724052,
      "learning_rate": 0.0002980095058734572,
      "loss": 0.3415,
      "step": 9501
    },
    {
      "epoch": 0.38918697522015155,
      "grad_norm": 0.7453877345393378,
      "learning_rate": 0.0002980089762877183,
      "loss": 0.8642,
      "step": 9502
    },
    {
      "epoch": 0.3892279336473479,
      "grad_norm": 0.8836027190261455,
      "learning_rate": 0.0002980084466320094,
      "loss": 1.0145,
      "step": 9503
    },
    {
      "epoch": 0.38926889207454435,
      "grad_norm": 0.4913897373192523,
      "learning_rate": 0.00029800791690633074,
      "loss": 0.3315,
      "step": 9504
    },
    {
      "epoch": 0.3893098505017407,
      "grad_norm": 0.6964789840400238,
      "learning_rate": 0.00029800738711068247,
      "loss": 0.8137,
      "step": 9505
    },
    {
      "epoch": 0.38935080892893714,
      "grad_norm": 0.5055889773899801,
      "learning_rate": 0.0002980068572450649,
      "loss": 0.3952,
      "step": 9506
    },
    {
      "epoch": 0.3893917673561335,
      "grad_norm": 4.478890844271568,
      "learning_rate": 0.0002980063273094783,
      "loss": 2.9321,
      "step": 9507
    },
    {
      "epoch": 0.38943272578332994,
      "grad_norm": 0.6259452569935735,
      "learning_rate": 0.00029800579730392287,
      "loss": 0.3979,
      "step": 9508
    },
    {
      "epoch": 0.3894736842105263,
      "grad_norm": 1.4181081266063318,
      "learning_rate": 0.0002980052672283989,
      "loss": 1.1304,
      "step": 9509
    },
    {
      "epoch": 0.38951464263772273,
      "grad_norm": 0.968286364831732,
      "learning_rate": 0.00029800473708290663,
      "loss": 1.0486,
      "step": 9510
    },
    {
      "epoch": 0.3895556010649191,
      "grad_norm": 1.0249257884561445,
      "learning_rate": 0.00029800420686744634,
      "loss": 0.8947,
      "step": 9511
    },
    {
      "epoch": 0.3895965594921155,
      "grad_norm": 0.8372598339050905,
      "learning_rate": 0.0002980036765820182,
      "loss": 0.6648,
      "step": 9512
    },
    {
      "epoch": 0.3896375179193119,
      "grad_norm": 0.7029419419890769,
      "learning_rate": 0.00029800314622662247,
      "loss": 0.9522,
      "step": 9513
    },
    {
      "epoch": 0.3896784763465083,
      "grad_norm": 0.7861815237823997,
      "learning_rate": 0.00029800261580125955,
      "loss": 1.2232,
      "step": 9514
    },
    {
      "epoch": 0.3897194347737047,
      "grad_norm": 0.7282965325555196,
      "learning_rate": 0.00029800208530592954,
      "loss": 0.7965,
      "step": 9515
    },
    {
      "epoch": 0.3897603932009011,
      "grad_norm": 0.9187763105703429,
      "learning_rate": 0.0002980015547406327,
      "loss": 0.9946,
      "step": 9516
    },
    {
      "epoch": 0.3898013516280975,
      "grad_norm": 0.6732122273208447,
      "learning_rate": 0.0002980010241053693,
      "loss": 0.7394,
      "step": 9517
    },
    {
      "epoch": 0.38984231005529385,
      "grad_norm": 0.9075241326225273,
      "learning_rate": 0.0002980004934001397,
      "loss": 0.6813,
      "step": 9518
    },
    {
      "epoch": 0.3898832684824903,
      "grad_norm": 1.2525485694726095,
      "learning_rate": 0.00029799996262494397,
      "loss": 1.0219,
      "step": 9519
    },
    {
      "epoch": 0.38992422690968664,
      "grad_norm": 0.6148101983000975,
      "learning_rate": 0.00029799943177978246,
      "loss": 0.6709,
      "step": 9520
    },
    {
      "epoch": 0.38996518533688307,
      "grad_norm": 0.9960272573056835,
      "learning_rate": 0.0002979989008646554,
      "loss": 1.341,
      "step": 9521
    },
    {
      "epoch": 0.39000614376407944,
      "grad_norm": 0.8940769471015422,
      "learning_rate": 0.00029799836987956307,
      "loss": 0.7329,
      "step": 9522
    },
    {
      "epoch": 0.39004710219127586,
      "grad_norm": 0.7460024199948911,
      "learning_rate": 0.0002979978388245057,
      "loss": 0.9146,
      "step": 9523
    },
    {
      "epoch": 0.39008806061847223,
      "grad_norm": 0.7470190439325854,
      "learning_rate": 0.00029799730769948355,
      "loss": 0.7585,
      "step": 9524
    },
    {
      "epoch": 0.39012901904566866,
      "grad_norm": 1.0073692813208326,
      "learning_rate": 0.0002979967765044968,
      "loss": 1.4025,
      "step": 9525
    },
    {
      "epoch": 0.390169977472865,
      "grad_norm": 0.7003081826989062,
      "learning_rate": 0.0002979962452395458,
      "loss": 0.6449,
      "step": 9526
    },
    {
      "epoch": 0.39021093590006145,
      "grad_norm": 0.7250219064955667,
      "learning_rate": 0.0002979957139046308,
      "loss": 1.2312,
      "step": 9527
    },
    {
      "epoch": 0.3902518943272578,
      "grad_norm": 0.678637598695001,
      "learning_rate": 0.0002979951824997519,
      "loss": 1.0417,
      "step": 9528
    },
    {
      "epoch": 0.39029285275445424,
      "grad_norm": 0.5991334152286371,
      "learning_rate": 0.0002979946510249096,
      "loss": 0.7584,
      "step": 9529
    },
    {
      "epoch": 0.3903338111816506,
      "grad_norm": 0.856611719138823,
      "learning_rate": 0.00029799411948010397,
      "loss": 1.129,
      "step": 9530
    },
    {
      "epoch": 0.39037476960884704,
      "grad_norm": 0.7947859050630259,
      "learning_rate": 0.0002979935878653353,
      "loss": 0.9126,
      "step": 9531
    },
    {
      "epoch": 0.3904157280360434,
      "grad_norm": 0.6821598067201061,
      "learning_rate": 0.0002979930561806039,
      "loss": 0.7647,
      "step": 9532
    },
    {
      "epoch": 0.39045668646323983,
      "grad_norm": 0.8124358618523989,
      "learning_rate": 0.00029799252442590983,
      "loss": 0.8483,
      "step": 9533
    },
    {
      "epoch": 0.3904976448904362,
      "grad_norm": 0.7605979233050755,
      "learning_rate": 0.0002979919926012536,
      "loss": 1.0604,
      "step": 9534
    },
    {
      "epoch": 0.3905386033176326,
      "grad_norm": 0.5566259879541923,
      "learning_rate": 0.00029799146070663533,
      "loss": 0.7449,
      "step": 9535
    },
    {
      "epoch": 0.390579561744829,
      "grad_norm": 1.2117067868274667,
      "learning_rate": 0.00029799092874205525,
      "loss": 1.0154,
      "step": 9536
    },
    {
      "epoch": 0.3906205201720254,
      "grad_norm": 0.8121722540882196,
      "learning_rate": 0.00029799039670751367,
      "loss": 0.9132,
      "step": 9537
    },
    {
      "epoch": 0.3906614785992218,
      "grad_norm": 0.8452229388780169,
      "learning_rate": 0.0002979898646030108,
      "loss": 0.7078,
      "step": 9538
    },
    {
      "epoch": 0.39070243702641816,
      "grad_norm": 1.2457937306455042,
      "learning_rate": 0.00029798933242854695,
      "loss": 1.7515,
      "step": 9539
    },
    {
      "epoch": 0.3907433954536146,
      "grad_norm": 0.9246650927394373,
      "learning_rate": 0.00029798880018412226,
      "loss": 1.2831,
      "step": 9540
    },
    {
      "epoch": 0.39078435388081095,
      "grad_norm": 1.4724548209146884,
      "learning_rate": 0.0002979882678697371,
      "loss": 0.9274,
      "step": 9541
    },
    {
      "epoch": 0.3908253123080074,
      "grad_norm": 0.997979668395082,
      "learning_rate": 0.0002979877354853917,
      "loss": 0.9385,
      "step": 9542
    },
    {
      "epoch": 0.39086627073520375,
      "grad_norm": 0.8886341993548742,
      "learning_rate": 0.00029798720303108624,
      "loss": 1.0487,
      "step": 9543
    },
    {
      "epoch": 0.39090722916240017,
      "grad_norm": 0.8221768088084335,
      "learning_rate": 0.00029798667050682105,
      "loss": 1.1611,
      "step": 9544
    },
    {
      "epoch": 0.39094818758959654,
      "grad_norm": 0.7204557459431824,
      "learning_rate": 0.0002979861379125963,
      "loss": 0.9094,
      "step": 9545
    },
    {
      "epoch": 0.39098914601679297,
      "grad_norm": 1.3817182906304712,
      "learning_rate": 0.00029798560524841233,
      "loss": 1.2115,
      "step": 9546
    },
    {
      "epoch": 0.39103010444398933,
      "grad_norm": 0.8824155446242821,
      "learning_rate": 0.00029798507251426934,
      "loss": 0.9654,
      "step": 9547
    },
    {
      "epoch": 0.39107106287118576,
      "grad_norm": 0.7571853763792146,
      "learning_rate": 0.00029798453971016767,
      "loss": 0.8786,
      "step": 9548
    },
    {
      "epoch": 0.39111202129838213,
      "grad_norm": 0.9536771578049421,
      "learning_rate": 0.0002979840068361074,
      "loss": 1.1324,
      "step": 9549
    },
    {
      "epoch": 0.39115297972557855,
      "grad_norm": 1.1002955833789085,
      "learning_rate": 0.0002979834738920889,
      "loss": 0.6662,
      "step": 9550
    },
    {
      "epoch": 0.3911939381527749,
      "grad_norm": 1.2092352410380653,
      "learning_rate": 0.0002979829408781124,
      "loss": 1.454,
      "step": 9551
    },
    {
      "epoch": 0.39123489657997135,
      "grad_norm": 1.171997730592993,
      "learning_rate": 0.00029798240779417817,
      "loss": 1.1,
      "step": 9552
    },
    {
      "epoch": 0.3912758550071677,
      "grad_norm": 0.8431279259717679,
      "learning_rate": 0.00029798187464028647,
      "loss": 0.8201,
      "step": 9553
    },
    {
      "epoch": 0.39131681343436414,
      "grad_norm": 0.8157296928060673,
      "learning_rate": 0.00029798134141643744,
      "loss": 0.894,
      "step": 9554
    },
    {
      "epoch": 0.3913577718615605,
      "grad_norm": 0.6952255758861672,
      "learning_rate": 0.0002979808081226315,
      "loss": 0.7137,
      "step": 9555
    },
    {
      "epoch": 0.39139873028875694,
      "grad_norm": 1.0557726246770407,
      "learning_rate": 0.0002979802747588688,
      "loss": 1.2909,
      "step": 9556
    },
    {
      "epoch": 0.3914396887159533,
      "grad_norm": 1.1308592612277102,
      "learning_rate": 0.00029797974132514957,
      "loss": 1.0357,
      "step": 9557
    },
    {
      "epoch": 0.39148064714314973,
      "grad_norm": 0.8724186793204471,
      "learning_rate": 0.00029797920782147414,
      "loss": 0.937,
      "step": 9558
    },
    {
      "epoch": 0.3915216055703461,
      "grad_norm": 0.7153066911594539,
      "learning_rate": 0.00029797867424784274,
      "loss": 0.7576,
      "step": 9559
    },
    {
      "epoch": 0.39156256399754247,
      "grad_norm": 0.9770798265120966,
      "learning_rate": 0.00029797814060425563,
      "loss": 1.1723,
      "step": 9560
    },
    {
      "epoch": 0.3916035224247389,
      "grad_norm": 0.9768910776174469,
      "learning_rate": 0.000297977606890713,
      "loss": 1.196,
      "step": 9561
    },
    {
      "epoch": 0.39164448085193526,
      "grad_norm": 0.6588962812049799,
      "learning_rate": 0.00029797707310721516,
      "loss": 1.0399,
      "step": 9562
    },
    {
      "epoch": 0.3916854392791317,
      "grad_norm": 0.7931254270461119,
      "learning_rate": 0.00029797653925376234,
      "loss": 0.8533,
      "step": 9563
    },
    {
      "epoch": 0.39172639770632806,
      "grad_norm": 0.8982227115607122,
      "learning_rate": 0.0002979760053303548,
      "loss": 0.8683,
      "step": 9564
    },
    {
      "epoch": 0.3917673561335245,
      "grad_norm": 0.5887287070768039,
      "learning_rate": 0.0002979754713369928,
      "loss": 0.8071,
      "step": 9565
    },
    {
      "epoch": 0.39180831456072085,
      "grad_norm": 0.48823053159354357,
      "learning_rate": 0.00029797493727367654,
      "loss": 0.435,
      "step": 9566
    },
    {
      "epoch": 0.3918492729879173,
      "grad_norm": 0.6543019269701118,
      "learning_rate": 0.00029797440314040637,
      "loss": 0.9738,
      "step": 9567
    },
    {
      "epoch": 0.39189023141511364,
      "grad_norm": 0.7144780137604443,
      "learning_rate": 0.0002979738689371825,
      "loss": 1.0585,
      "step": 9568
    },
    {
      "epoch": 0.39193118984231007,
      "grad_norm": 0.8426126175002822,
      "learning_rate": 0.0002979733346640051,
      "loss": 1.2228,
      "step": 9569
    },
    {
      "epoch": 0.39197214826950644,
      "grad_norm": 0.6923715333604524,
      "learning_rate": 0.00029797280032087454,
      "loss": 0.8279,
      "step": 9570
    },
    {
      "epoch": 0.39201310669670286,
      "grad_norm": 0.5492174224635752,
      "learning_rate": 0.00029797226590779104,
      "loss": 0.4772,
      "step": 9571
    },
    {
      "epoch": 0.39205406512389923,
      "grad_norm": 0.6804110865289885,
      "learning_rate": 0.0002979717314247548,
      "loss": 1.2898,
      "step": 9572
    },
    {
      "epoch": 0.39209502355109566,
      "grad_norm": 0.8566854371634262,
      "learning_rate": 0.0002979711968717662,
      "loss": 0.7502,
      "step": 9573
    },
    {
      "epoch": 0.392135981978292,
      "grad_norm": 0.9145142303225353,
      "learning_rate": 0.00029797066224882527,
      "loss": 1.0697,
      "step": 9574
    },
    {
      "epoch": 0.39217694040548845,
      "grad_norm": 0.5347187930578534,
      "learning_rate": 0.0002979701275559325,
      "loss": 0.456,
      "step": 9575
    },
    {
      "epoch": 0.3922178988326848,
      "grad_norm": 1.10191406123194,
      "learning_rate": 0.000297969592793088,
      "loss": 0.6546,
      "step": 9576
    },
    {
      "epoch": 0.39225885725988124,
      "grad_norm": 2.786421371638388,
      "learning_rate": 0.00029796905796029204,
      "loss": 1.0193,
      "step": 9577
    },
    {
      "epoch": 0.3922998156870776,
      "grad_norm": 0.6526224280965313,
      "learning_rate": 0.00029796852305754494,
      "loss": 0.6317,
      "step": 9578
    },
    {
      "epoch": 0.39234077411427404,
      "grad_norm": 1.100029710219673,
      "learning_rate": 0.00029796798808484685,
      "loss": 1.0694,
      "step": 9579
    },
    {
      "epoch": 0.3923817325414704,
      "grad_norm": 2.7362760751724835,
      "learning_rate": 0.00029796745304219816,
      "loss": 5.7287,
      "step": 9580
    },
    {
      "epoch": 0.3924226909686668,
      "grad_norm": 0.92371713512068,
      "learning_rate": 0.00029796691792959896,
      "loss": 0.9319,
      "step": 9581
    },
    {
      "epoch": 0.3924636493958632,
      "grad_norm": 1.1555911663865197,
      "learning_rate": 0.00029796638274704964,
      "loss": 1.4603,
      "step": 9582
    },
    {
      "epoch": 0.39250460782305957,
      "grad_norm": 0.652938659204704,
      "learning_rate": 0.0002979658474945504,
      "loss": 0.7752,
      "step": 9583
    },
    {
      "epoch": 0.392545566250256,
      "grad_norm": 0.5757170207696413,
      "learning_rate": 0.0002979653121721015,
      "loss": 0.3685,
      "step": 9584
    },
    {
      "epoch": 0.39258652467745236,
      "grad_norm": 0.7157779381369017,
      "learning_rate": 0.0002979647767797032,
      "loss": 1.0403,
      "step": 9585
    },
    {
      "epoch": 0.3926274831046488,
      "grad_norm": 0.6891383998032165,
      "learning_rate": 0.0002979642413173557,
      "loss": 0.5503,
      "step": 9586
    },
    {
      "epoch": 0.39266844153184516,
      "grad_norm": 0.8393054212273191,
      "learning_rate": 0.0002979637057850593,
      "loss": 1.2454,
      "step": 9587
    },
    {
      "epoch": 0.3927093999590416,
      "grad_norm": 0.8294818304965825,
      "learning_rate": 0.0002979631701828143,
      "loss": 1.0312,
      "step": 9588
    },
    {
      "epoch": 0.39275035838623795,
      "grad_norm": 0.9814086561301394,
      "learning_rate": 0.0002979626345106208,
      "loss": 1.5778,
      "step": 9589
    },
    {
      "epoch": 0.3927913168134344,
      "grad_norm": 1.0894697359035332,
      "learning_rate": 0.0002979620987684792,
      "loss": 0.8035,
      "step": 9590
    },
    {
      "epoch": 0.39283227524063075,
      "grad_norm": 0.5548292008735547,
      "learning_rate": 0.0002979615629563897,
      "loss": 0.7456,
      "step": 9591
    },
    {
      "epoch": 0.39287323366782717,
      "grad_norm": 0.7788975097130357,
      "learning_rate": 0.00029796102707435254,
      "loss": 0.727,
      "step": 9592
    },
    {
      "epoch": 0.39291419209502354,
      "grad_norm": 0.8867045130435631,
      "learning_rate": 0.00029796049112236803,
      "loss": 1.3133,
      "step": 9593
    },
    {
      "epoch": 0.39295515052221996,
      "grad_norm": 0.6741980416980912,
      "learning_rate": 0.0002979599551004364,
      "loss": 1.1536,
      "step": 9594
    },
    {
      "epoch": 0.39299610894941633,
      "grad_norm": 0.9403023041844083,
      "learning_rate": 0.00029795941900855787,
      "loss": 0.7787,
      "step": 9595
    },
    {
      "epoch": 0.39303706737661276,
      "grad_norm": 4.264590913558909,
      "learning_rate": 0.0002979588828467327,
      "loss": 1.6576,
      "step": 9596
    },
    {
      "epoch": 0.39307802580380913,
      "grad_norm": 1.0439566374332585,
      "learning_rate": 0.0002979583466149612,
      "loss": 0.6425,
      "step": 9597
    },
    {
      "epoch": 0.39311898423100555,
      "grad_norm": 1.3208075312727217,
      "learning_rate": 0.00029795781031324354,
      "loss": 1.1411,
      "step": 9598
    },
    {
      "epoch": 0.3931599426582019,
      "grad_norm": 0.7474102688523003,
      "learning_rate": 0.00029795727394158,
      "loss": 0.7397,
      "step": 9599
    },
    {
      "epoch": 0.39320090108539835,
      "grad_norm": 0.8537150044127367,
      "learning_rate": 0.00029795673749997086,
      "loss": 0.9919,
      "step": 9600
    },
    {
      "epoch": 0.3932418595125947,
      "grad_norm": 1.138211366752699,
      "learning_rate": 0.00029795620098841633,
      "loss": 1.2384,
      "step": 9601
    },
    {
      "epoch": 0.3932828179397911,
      "grad_norm": 0.758267187140932,
      "learning_rate": 0.0002979556644069168,
      "loss": 0.9271,
      "step": 9602
    },
    {
      "epoch": 0.3933237763669875,
      "grad_norm": 0.774201461661238,
      "learning_rate": 0.0002979551277554723,
      "loss": 0.8902,
      "step": 9603
    },
    {
      "epoch": 0.3933647347941839,
      "grad_norm": 0.48268196197534985,
      "learning_rate": 0.00029795459103408323,
      "loss": 0.3763,
      "step": 9604
    },
    {
      "epoch": 0.3934056932213803,
      "grad_norm": 1.0795250956741314,
      "learning_rate": 0.0002979540542427498,
      "loss": 1.3232,
      "step": 9605
    },
    {
      "epoch": 0.3934466516485767,
      "grad_norm": 0.989140903147399,
      "learning_rate": 0.00029795351738147235,
      "loss": 1.4284,
      "step": 9606
    },
    {
      "epoch": 0.3934876100757731,
      "grad_norm": 0.7469638563262381,
      "learning_rate": 0.000297952980450251,
      "loss": 1.0499,
      "step": 9607
    },
    {
      "epoch": 0.39352856850296947,
      "grad_norm": 0.751945129960019,
      "learning_rate": 0.0002979524434490861,
      "loss": 0.9783,
      "step": 9608
    },
    {
      "epoch": 0.3935695269301659,
      "grad_norm": 0.7457933530240056,
      "learning_rate": 0.00029795190637797785,
      "loss": 0.9335,
      "step": 9609
    },
    {
      "epoch": 0.39361048535736226,
      "grad_norm": 0.9844350819547492,
      "learning_rate": 0.0002979513692369265,
      "loss": 0.8219,
      "step": 9610
    },
    {
      "epoch": 0.3936514437845587,
      "grad_norm": 0.8749930312649951,
      "learning_rate": 0.00029795083202593237,
      "loss": 0.9487,
      "step": 9611
    },
    {
      "epoch": 0.39369240221175505,
      "grad_norm": 0.8652278961939933,
      "learning_rate": 0.00029795029474499567,
      "loss": 0.5187,
      "step": 9612
    },
    {
      "epoch": 0.3937333606389515,
      "grad_norm": 0.741115377494128,
      "learning_rate": 0.0002979497573941166,
      "loss": 0.9905,
      "step": 9613
    },
    {
      "epoch": 0.39377431906614785,
      "grad_norm": 0.6956136686784805,
      "learning_rate": 0.0002979492199732956,
      "loss": 0.6908,
      "step": 9614
    },
    {
      "epoch": 0.3938152774933443,
      "grad_norm": 0.6335908894696636,
      "learning_rate": 0.0002979486824825327,
      "loss": 0.8012,
      "step": 9615
    },
    {
      "epoch": 0.39385623592054064,
      "grad_norm": 0.9170514357166045,
      "learning_rate": 0.0002979481449218282,
      "loss": 1.0993,
      "step": 9616
    },
    {
      "epoch": 0.39389719434773707,
      "grad_norm": 0.6708404148553975,
      "learning_rate": 0.00029794760729118247,
      "loss": 0.7949,
      "step": 9617
    },
    {
      "epoch": 0.39393815277493344,
      "grad_norm": 0.8339669713534213,
      "learning_rate": 0.00029794706959059567,
      "loss": 0.8815,
      "step": 9618
    },
    {
      "epoch": 0.39397911120212986,
      "grad_norm": 0.8280373133470682,
      "learning_rate": 0.00029794653182006807,
      "loss": 1.0,
      "step": 9619
    },
    {
      "epoch": 0.39402006962932623,
      "grad_norm": 0.48804786555535135,
      "learning_rate": 0.0002979459939796,
      "loss": 0.3391,
      "step": 9620
    },
    {
      "epoch": 0.39406102805652266,
      "grad_norm": 0.7241587761631728,
      "learning_rate": 0.0002979454560691916,
      "loss": 0.8142,
      "step": 9621
    },
    {
      "epoch": 0.394101986483719,
      "grad_norm": 0.8602269193236618,
      "learning_rate": 0.0002979449180888432,
      "loss": 1.0173,
      "step": 9622
    },
    {
      "epoch": 0.3941429449109154,
      "grad_norm": 1.5652400978578296,
      "learning_rate": 0.000297944380038555,
      "loss": 1.176,
      "step": 9623
    },
    {
      "epoch": 0.3941839033381118,
      "grad_norm": 0.7981161977276686,
      "learning_rate": 0.00029794384191832727,
      "loss": 1.0186,
      "step": 9624
    },
    {
      "epoch": 0.3942248617653082,
      "grad_norm": 1.4706681079290551,
      "learning_rate": 0.0002979433037281603,
      "loss": 1.6126,
      "step": 9625
    },
    {
      "epoch": 0.3942658201925046,
      "grad_norm": 0.8765805381684243,
      "learning_rate": 0.0002979427654680544,
      "loss": 0.7289,
      "step": 9626
    },
    {
      "epoch": 0.394306778619701,
      "grad_norm": 0.8582840040731943,
      "learning_rate": 0.0002979422271380096,
      "loss": 0.5391,
      "step": 9627
    },
    {
      "epoch": 0.3943477370468974,
      "grad_norm": 0.7666991170036257,
      "learning_rate": 0.0002979416887380263,
      "loss": 0.6442,
      "step": 9628
    },
    {
      "epoch": 0.3943886954740938,
      "grad_norm": 0.7362773997876796,
      "learning_rate": 0.00029794115026810484,
      "loss": 0.7665,
      "step": 9629
    },
    {
      "epoch": 0.3944296539012902,
      "grad_norm": 0.5838781592301315,
      "learning_rate": 0.0002979406117282454,
      "loss": 0.4718,
      "step": 9630
    },
    {
      "epoch": 0.39447061232848657,
      "grad_norm": 1.145601301143442,
      "learning_rate": 0.0002979400731184482,
      "loss": 0.8915,
      "step": 9631
    },
    {
      "epoch": 0.394511570755683,
      "grad_norm": 0.6750926821185487,
      "learning_rate": 0.0002979395344387135,
      "loss": 0.8153,
      "step": 9632
    },
    {
      "epoch": 0.39455252918287936,
      "grad_norm": 0.4798153578221555,
      "learning_rate": 0.00029793899568904156,
      "loss": 0.4268,
      "step": 9633
    },
    {
      "epoch": 0.3945934876100758,
      "grad_norm": 0.8759394715495181,
      "learning_rate": 0.00029793845686943267,
      "loss": 0.8364,
      "step": 9634
    },
    {
      "epoch": 0.39463444603727216,
      "grad_norm": 0.7536215256725024,
      "learning_rate": 0.0002979379179798871,
      "loss": 0.9677,
      "step": 9635
    },
    {
      "epoch": 0.3946754044644686,
      "grad_norm": 0.7308548402893787,
      "learning_rate": 0.000297937379020405,
      "loss": 0.4551,
      "step": 9636
    },
    {
      "epoch": 0.39471636289166495,
      "grad_norm": 0.8797246022040359,
      "learning_rate": 0.0002979368399909867,
      "loss": 0.8736,
      "step": 9637
    },
    {
      "epoch": 0.3947573213188614,
      "grad_norm": 0.6719577900645074,
      "learning_rate": 0.00029793630089163247,
      "loss": 0.8029,
      "step": 9638
    },
    {
      "epoch": 0.39479827974605775,
      "grad_norm": 0.9136336576741355,
      "learning_rate": 0.0002979357617223425,
      "loss": 0.514,
      "step": 9639
    },
    {
      "epoch": 0.39483923817325417,
      "grad_norm": 2.1282930546047023,
      "learning_rate": 0.00029793522248311715,
      "loss": 1.4151,
      "step": 9640
    },
    {
      "epoch": 0.39488019660045054,
      "grad_norm": 0.7013776456326556,
      "learning_rate": 0.0002979346831739566,
      "loss": 0.9805,
      "step": 9641
    },
    {
      "epoch": 0.39492115502764696,
      "grad_norm": 0.8255766491308718,
      "learning_rate": 0.00029793414379486113,
      "loss": 1.4201,
      "step": 9642
    },
    {
      "epoch": 0.39496211345484333,
      "grad_norm": 1.2896040079208542,
      "learning_rate": 0.00029793360434583093,
      "loss": 0.8567,
      "step": 9643
    },
    {
      "epoch": 0.3950030718820397,
      "grad_norm": 0.7924585810478548,
      "learning_rate": 0.0002979330648268663,
      "loss": 0.7696,
      "step": 9644
    },
    {
      "epoch": 0.3950440303092361,
      "grad_norm": 0.8136200886150113,
      "learning_rate": 0.00029793252523796753,
      "loss": 1.2085,
      "step": 9645
    },
    {
      "epoch": 0.3950849887364325,
      "grad_norm": 0.7256513847960644,
      "learning_rate": 0.00029793198557913483,
      "loss": 0.8207,
      "step": 9646
    },
    {
      "epoch": 0.3951259471636289,
      "grad_norm": 3.119014813193383,
      "learning_rate": 0.0002979314458503685,
      "loss": 1.5166,
      "step": 9647
    },
    {
      "epoch": 0.3951669055908253,
      "grad_norm": 0.7104317687366211,
      "learning_rate": 0.00029793090605166877,
      "loss": 0.5731,
      "step": 9648
    },
    {
      "epoch": 0.3952078640180217,
      "grad_norm": 0.9506485375950017,
      "learning_rate": 0.00029793036618303584,
      "loss": 1.2925,
      "step": 9649
    },
    {
      "epoch": 0.3952488224452181,
      "grad_norm": 1.2478585921836354,
      "learning_rate": 0.00029792982624447003,
      "loss": 0.8493,
      "step": 9650
    },
    {
      "epoch": 0.3952897808724145,
      "grad_norm": 1.0529772146796845,
      "learning_rate": 0.00029792928623597167,
      "loss": 0.9816,
      "step": 9651
    },
    {
      "epoch": 0.3953307392996109,
      "grad_norm": 0.8650007677066524,
      "learning_rate": 0.0002979287461575408,
      "loss": 1.0227,
      "step": 9652
    },
    {
      "epoch": 0.3953716977268073,
      "grad_norm": 0.8294099919341228,
      "learning_rate": 0.0002979282060091779,
      "loss": 0.8193,
      "step": 9653
    },
    {
      "epoch": 0.39541265615400367,
      "grad_norm": 0.6777427736992682,
      "learning_rate": 0.00029792766579088306,
      "loss": 0.422,
      "step": 9654
    },
    {
      "epoch": 0.3954536145812001,
      "grad_norm": 2.6408131300965185,
      "learning_rate": 0.00029792712550265663,
      "loss": 1.0395,
      "step": 9655
    },
    {
      "epoch": 0.39549457300839647,
      "grad_norm": 1.0371082060813375,
      "learning_rate": 0.0002979265851444989,
      "loss": 0.5045,
      "step": 9656
    },
    {
      "epoch": 0.3955355314355929,
      "grad_norm": 1.3471316645797202,
      "learning_rate": 0.00029792604471640994,
      "loss": 1.1891,
      "step": 9657
    },
    {
      "epoch": 0.39557648986278926,
      "grad_norm": 0.8497227219453173,
      "learning_rate": 0.00029792550421839023,
      "loss": 1.1359,
      "step": 9658
    },
    {
      "epoch": 0.3956174482899857,
      "grad_norm": 0.6800428923665942,
      "learning_rate": 0.00029792496365043986,
      "loss": 0.9733,
      "step": 9659
    },
    {
      "epoch": 0.39565840671718205,
      "grad_norm": 0.7914841752362216,
      "learning_rate": 0.0002979244230125592,
      "loss": 0.9476,
      "step": 9660
    },
    {
      "epoch": 0.3956993651443785,
      "grad_norm": 1.205714278787058,
      "learning_rate": 0.00029792388230474843,
      "loss": 1.401,
      "step": 9661
    },
    {
      "epoch": 0.39574032357157485,
      "grad_norm": 0.8078629517126258,
      "learning_rate": 0.0002979233415270078,
      "loss": 0.9344,
      "step": 9662
    },
    {
      "epoch": 0.3957812819987713,
      "grad_norm": 0.9411435663584095,
      "learning_rate": 0.00029792280067933766,
      "loss": 1.1528,
      "step": 9663
    },
    {
      "epoch": 0.39582224042596764,
      "grad_norm": 0.9116532973297685,
      "learning_rate": 0.0002979222597617382,
      "loss": 1.163,
      "step": 9664
    },
    {
      "epoch": 0.395863198853164,
      "grad_norm": 5.273989389781775,
      "learning_rate": 0.0002979217187742097,
      "loss": 5.6699,
      "step": 9665
    },
    {
      "epoch": 0.39590415728036044,
      "grad_norm": 0.7209938610575726,
      "learning_rate": 0.0002979211777167523,
      "loss": 0.838,
      "step": 9666
    },
    {
      "epoch": 0.3959451157075568,
      "grad_norm": 0.6352903749223842,
      "learning_rate": 0.0002979206365893664,
      "loss": 0.3568,
      "step": 9667
    },
    {
      "epoch": 0.39598607413475323,
      "grad_norm": 0.7884998368947858,
      "learning_rate": 0.00029792009539205224,
      "loss": 0.7767,
      "step": 9668
    },
    {
      "epoch": 0.3960270325619496,
      "grad_norm": 1.0571905408872646,
      "learning_rate": 0.00029791955412481,
      "loss": 1.5676,
      "step": 9669
    },
    {
      "epoch": 0.396067990989146,
      "grad_norm": 1.3245351865878487,
      "learning_rate": 0.00029791901278764,
      "loss": 0.9056,
      "step": 9670
    },
    {
      "epoch": 0.3961089494163424,
      "grad_norm": 0.8330363626258152,
      "learning_rate": 0.00029791847138054244,
      "loss": 1.0535,
      "step": 9671
    },
    {
      "epoch": 0.3961499078435388,
      "grad_norm": 1.7521625200304234,
      "learning_rate": 0.00029791792990351766,
      "loss": 1.6093,
      "step": 9672
    },
    {
      "epoch": 0.3961908662707352,
      "grad_norm": 0.8155892951751702,
      "learning_rate": 0.00029791738835656585,
      "loss": 1.0582,
      "step": 9673
    },
    {
      "epoch": 0.3962318246979316,
      "grad_norm": 1.0235176499301297,
      "learning_rate": 0.0002979168467396873,
      "loss": 1.0169,
      "step": 9674
    },
    {
      "epoch": 0.396272783125128,
      "grad_norm": 0.8511602916213193,
      "learning_rate": 0.0002979163050528822,
      "loss": 1.0582,
      "step": 9675
    },
    {
      "epoch": 0.3963137415523244,
      "grad_norm": 0.9759023199252098,
      "learning_rate": 0.00029791576329615084,
      "loss": 1.1446,
      "step": 9676
    },
    {
      "epoch": 0.3963546999795208,
      "grad_norm": 1.2835544073377896,
      "learning_rate": 0.00029791522146949357,
      "loss": 0.9178,
      "step": 9677
    },
    {
      "epoch": 0.3963956584067172,
      "grad_norm": 0.7965932886865673,
      "learning_rate": 0.0002979146795729105,
      "loss": 1.0115,
      "step": 9678
    },
    {
      "epoch": 0.39643661683391357,
      "grad_norm": 0.8039268959467614,
      "learning_rate": 0.00029791413760640195,
      "loss": 0.7593,
      "step": 9679
    },
    {
      "epoch": 0.39647757526111,
      "grad_norm": 0.7599777080326833,
      "learning_rate": 0.00029791359556996825,
      "loss": 0.7373,
      "step": 9680
    },
    {
      "epoch": 0.39651853368830636,
      "grad_norm": 0.620050186717715,
      "learning_rate": 0.0002979130534636096,
      "loss": 0.3974,
      "step": 9681
    },
    {
      "epoch": 0.3965594921155028,
      "grad_norm": 0.8871550559978734,
      "learning_rate": 0.0002979125112873261,
      "loss": 1.2228,
      "step": 9682
    },
    {
      "epoch": 0.39660045054269916,
      "grad_norm": 1.4484970056294797,
      "learning_rate": 0.0002979119690411182,
      "loss": 1.016,
      "step": 9683
    },
    {
      "epoch": 0.3966414089698956,
      "grad_norm": 1.3926956330906959,
      "learning_rate": 0.00029791142672498617,
      "loss": 0.8984,
      "step": 9684
    },
    {
      "epoch": 0.39668236739709195,
      "grad_norm": 0.5907532337884353,
      "learning_rate": 0.0002979108843389302,
      "loss": 0.4031,
      "step": 9685
    },
    {
      "epoch": 0.3967233258242883,
      "grad_norm": 0.6660305030651853,
      "learning_rate": 0.00029791034188295047,
      "loss": 0.9215,
      "step": 9686
    },
    {
      "epoch": 0.39676428425148474,
      "grad_norm": 1.5680442426843428,
      "learning_rate": 0.00029790979935704736,
      "loss": 0.9613,
      "step": 9687
    },
    {
      "epoch": 0.3968052426786811,
      "grad_norm": 0.8604415371604581,
      "learning_rate": 0.0002979092567612211,
      "loss": 1.0511,
      "step": 9688
    },
    {
      "epoch": 0.39684620110587754,
      "grad_norm": 0.7172586135288762,
      "learning_rate": 0.0002979087140954719,
      "loss": 0.7725,
      "step": 9689
    },
    {
      "epoch": 0.3968871595330739,
      "grad_norm": 0.7543977730497233,
      "learning_rate": 0.0002979081713598,
      "loss": 0.7848,
      "step": 9690
    },
    {
      "epoch": 0.39692811796027033,
      "grad_norm": 0.4793720915857463,
      "learning_rate": 0.0002979076285542058,
      "loss": 0.2927,
      "step": 9691
    },
    {
      "epoch": 0.3969690763874667,
      "grad_norm": 0.9626470171809787,
      "learning_rate": 0.0002979070856786894,
      "loss": 1.0601,
      "step": 9692
    },
    {
      "epoch": 0.3970100348146631,
      "grad_norm": 0.7949800418165278,
      "learning_rate": 0.00029790654273325104,
      "loss": 0.8655,
      "step": 9693
    },
    {
      "epoch": 0.3970509932418595,
      "grad_norm": 0.7018552804423652,
      "learning_rate": 0.00029790599971789115,
      "loss": 0.8486,
      "step": 9694
    },
    {
      "epoch": 0.3970919516690559,
      "grad_norm": 0.5377305673091336,
      "learning_rate": 0.0002979054566326098,
      "loss": 0.4777,
      "step": 9695
    },
    {
      "epoch": 0.3971329100962523,
      "grad_norm": 0.827649910554087,
      "learning_rate": 0.00029790491347740747,
      "loss": 0.5678,
      "step": 9696
    },
    {
      "epoch": 0.3971738685234487,
      "grad_norm": 0.8704347516870633,
      "learning_rate": 0.00029790437025228417,
      "loss": 1.1319,
      "step": 9697
    },
    {
      "epoch": 0.3972148269506451,
      "grad_norm": 0.7525643508701747,
      "learning_rate": 0.0002979038269572403,
      "loss": 0.9019,
      "step": 9698
    },
    {
      "epoch": 0.3972557853778415,
      "grad_norm": 0.6415255333496369,
      "learning_rate": 0.0002979032835922761,
      "loss": 0.9877,
      "step": 9699
    },
    {
      "epoch": 0.3972967438050379,
      "grad_norm": 1.1135907895550525,
      "learning_rate": 0.0002979027401573917,
      "loss": 1.2371,
      "step": 9700
    },
    {
      "epoch": 0.3973377022322343,
      "grad_norm": 0.7540747755258733,
      "learning_rate": 0.0002979021966525876,
      "loss": 0.8217,
      "step": 9701
    },
    {
      "epoch": 0.39737866065943067,
      "grad_norm": 0.792769677193693,
      "learning_rate": 0.00029790165307786386,
      "loss": 1.0378,
      "step": 9702
    },
    {
      "epoch": 0.3974196190866271,
      "grad_norm": 0.7329892591664681,
      "learning_rate": 0.00029790110943322083,
      "loss": 0.9044,
      "step": 9703
    },
    {
      "epoch": 0.39746057751382347,
      "grad_norm": 1.2133761516599226,
      "learning_rate": 0.00029790056571865874,
      "loss": 0.9189,
      "step": 9704
    },
    {
      "epoch": 0.3975015359410199,
      "grad_norm": 0.8370011992402974,
      "learning_rate": 0.0002979000219341778,
      "loss": 1.0775,
      "step": 9705
    },
    {
      "epoch": 0.39754249436821626,
      "grad_norm": 1.2000983941644296,
      "learning_rate": 0.00029789947807977836,
      "loss": 0.5527,
      "step": 9706
    },
    {
      "epoch": 0.39758345279541263,
      "grad_norm": 0.7807982377972323,
      "learning_rate": 0.0002978989341554606,
      "loss": 0.4283,
      "step": 9707
    },
    {
      "epoch": 0.39762441122260905,
      "grad_norm": 1.2838452124205677,
      "learning_rate": 0.00029789839016122483,
      "loss": 1.1595,
      "step": 9708
    },
    {
      "epoch": 0.3976653696498054,
      "grad_norm": 0.8124177498403998,
      "learning_rate": 0.00029789784609707124,
      "loss": 0.7835,
      "step": 9709
    },
    {
      "epoch": 0.39770632807700185,
      "grad_norm": 0.8572012425903873,
      "learning_rate": 0.0002978973019630002,
      "loss": 0.9608,
      "step": 9710
    },
    {
      "epoch": 0.3977472865041982,
      "grad_norm": 1.1361174220598975,
      "learning_rate": 0.00029789675775901186,
      "loss": 0.7239,
      "step": 9711
    },
    {
      "epoch": 0.39778824493139464,
      "grad_norm": 0.8194060350523314,
      "learning_rate": 0.0002978962134851065,
      "loss": 1.2099,
      "step": 9712
    },
    {
      "epoch": 0.397829203358591,
      "grad_norm": 0.5561012162041071,
      "learning_rate": 0.00029789566914128443,
      "loss": 0.4602,
      "step": 9713
    },
    {
      "epoch": 0.39787016178578744,
      "grad_norm": 2.107820455492197,
      "learning_rate": 0.0002978951247275458,
      "loss": 2.4135,
      "step": 9714
    },
    {
      "epoch": 0.3979111202129838,
      "grad_norm": 1.0781626777899962,
      "learning_rate": 0.000297894580243891,
      "loss": 1.6518,
      "step": 9715
    },
    {
      "epoch": 0.39795207864018023,
      "grad_norm": 0.8684011877348864,
      "learning_rate": 0.0002978940356903202,
      "loss": 0.9561,
      "step": 9716
    },
    {
      "epoch": 0.3979930370673766,
      "grad_norm": 1.2263223404908548,
      "learning_rate": 0.0002978934910668337,
      "loss": 1.5852,
      "step": 9717
    },
    {
      "epoch": 0.398033995494573,
      "grad_norm": 1.2178327512928304,
      "learning_rate": 0.00029789294637343173,
      "loss": 0.9097,
      "step": 9718
    },
    {
      "epoch": 0.3980749539217694,
      "grad_norm": 1.0521628389443307,
      "learning_rate": 0.00029789240161011454,
      "loss": 0.7771,
      "step": 9719
    },
    {
      "epoch": 0.3981159123489658,
      "grad_norm": 0.7590413017666782,
      "learning_rate": 0.0002978918567768824,
      "loss": 0.7437,
      "step": 9720
    },
    {
      "epoch": 0.3981568707761622,
      "grad_norm": 1.4827661896227036,
      "learning_rate": 0.0002978913118737356,
      "loss": 1.1163,
      "step": 9721
    },
    {
      "epoch": 0.3981978292033586,
      "grad_norm": 0.6556282616520013,
      "learning_rate": 0.00029789076690067435,
      "loss": 0.4028,
      "step": 9722
    },
    {
      "epoch": 0.398238787630555,
      "grad_norm": 0.9229343168154069,
      "learning_rate": 0.00029789022185769897,
      "loss": 1.0318,
      "step": 9723
    },
    {
      "epoch": 0.3982797460577514,
      "grad_norm": 0.8289749998964294,
      "learning_rate": 0.0002978896767448096,
      "loss": 0.905,
      "step": 9724
    },
    {
      "epoch": 0.3983207044849478,
      "grad_norm": 1.4331697776606003,
      "learning_rate": 0.00029788913156200664,
      "loss": 0.6047,
      "step": 9725
    },
    {
      "epoch": 0.3983616629121442,
      "grad_norm": 0.7712171106348631,
      "learning_rate": 0.00029788858630929024,
      "loss": 0.6675,
      "step": 9726
    },
    {
      "epoch": 0.39840262133934057,
      "grad_norm": 0.8744828838979731,
      "learning_rate": 0.00029788804098666074,
      "loss": 0.9195,
      "step": 9727
    },
    {
      "epoch": 0.398443579766537,
      "grad_norm": 0.8661897470809898,
      "learning_rate": 0.0002978874955941183,
      "loss": 0.7998,
      "step": 9728
    },
    {
      "epoch": 0.39848453819373336,
      "grad_norm": 1.2418887296203642,
      "learning_rate": 0.00029788695013166326,
      "loss": 0.8595,
      "step": 9729
    },
    {
      "epoch": 0.39852549662092973,
      "grad_norm": 0.9882514730436741,
      "learning_rate": 0.0002978864045992959,
      "loss": 0.8983,
      "step": 9730
    },
    {
      "epoch": 0.39856645504812616,
      "grad_norm": 0.8408808746234642,
      "learning_rate": 0.0002978858589970164,
      "loss": 1.0958,
      "step": 9731
    },
    {
      "epoch": 0.3986074134753225,
      "grad_norm": 0.838212145212659,
      "learning_rate": 0.000297885313324825,
      "loss": 0.9044,
      "step": 9732
    },
    {
      "epoch": 0.39864837190251895,
      "grad_norm": 1.147946769400986,
      "learning_rate": 0.00029788476758272204,
      "loss": 1.5559,
      "step": 9733
    },
    {
      "epoch": 0.3986893303297153,
      "grad_norm": 2.2813759005209553,
      "learning_rate": 0.0002978842217707077,
      "loss": 1.5072,
      "step": 9734
    },
    {
      "epoch": 0.39873028875691174,
      "grad_norm": 0.8242278230518334,
      "learning_rate": 0.0002978836758887823,
      "loss": 0.8516,
      "step": 9735
    },
    {
      "epoch": 0.3987712471841081,
      "grad_norm": 1.2240823441382316,
      "learning_rate": 0.0002978831299369461,
      "loss": 0.9955,
      "step": 9736
    },
    {
      "epoch": 0.39881220561130454,
      "grad_norm": 0.9096964526508556,
      "learning_rate": 0.00029788258391519936,
      "loss": 0.878,
      "step": 9737
    },
    {
      "epoch": 0.3988531640385009,
      "grad_norm": 1.4699263849267112,
      "learning_rate": 0.00029788203782354233,
      "loss": 1.0093,
      "step": 9738
    },
    {
      "epoch": 0.39889412246569733,
      "grad_norm": 0.7807921167854837,
      "learning_rate": 0.0002978814916619752,
      "loss": 0.8158,
      "step": 9739
    },
    {
      "epoch": 0.3989350808928937,
      "grad_norm": 1.4637242281874256,
      "learning_rate": 0.0002978809454304983,
      "loss": 1.1,
      "step": 9740
    },
    {
      "epoch": 0.3989760393200901,
      "grad_norm": 0.8102451095609811,
      "learning_rate": 0.00029788039912911186,
      "loss": 0.7823,
      "step": 9741
    },
    {
      "epoch": 0.3990169977472865,
      "grad_norm": 1.7369258886916645,
      "learning_rate": 0.00029787985275781616,
      "loss": 1.8088,
      "step": 9742
    },
    {
      "epoch": 0.3990579561744829,
      "grad_norm": 0.8540210736935984,
      "learning_rate": 0.0002978793063166114,
      "loss": 0.9013,
      "step": 9743
    },
    {
      "epoch": 0.3990989146016793,
      "grad_norm": 0.9473099611744585,
      "learning_rate": 0.000297878759805498,
      "loss": 0.8918,
      "step": 9744
    },
    {
      "epoch": 0.3991398730288757,
      "grad_norm": 0.7605838459646465,
      "learning_rate": 0.000297878213224476,
      "loss": 0.9431,
      "step": 9745
    },
    {
      "epoch": 0.3991808314560721,
      "grad_norm": 0.6775066864288543,
      "learning_rate": 0.00029787766657354576,
      "loss": 0.8465,
      "step": 9746
    },
    {
      "epoch": 0.3992217898832685,
      "grad_norm": 7.515009909724978,
      "learning_rate": 0.0002978771198527076,
      "loss": 4.6473,
      "step": 9747
    },
    {
      "epoch": 0.3992627483104649,
      "grad_norm": 0.6556203131849048,
      "learning_rate": 0.0002978765730619617,
      "loss": 0.8259,
      "step": 9748
    },
    {
      "epoch": 0.3993037067376613,
      "grad_norm": 0.9294747612006392,
      "learning_rate": 0.0002978760262013083,
      "loss": 0.9564,
      "step": 9749
    },
    {
      "epoch": 0.39934466516485767,
      "grad_norm": 0.8046733732079435,
      "learning_rate": 0.0002978754792707477,
      "loss": 0.8795,
      "step": 9750
    },
    {
      "epoch": 0.39938562359205404,
      "grad_norm": 1.6126105772406822,
      "learning_rate": 0.00029787493227028024,
      "loss": 2.5975,
      "step": 9751
    },
    {
      "epoch": 0.39942658201925046,
      "grad_norm": 0.7401290687005042,
      "learning_rate": 0.000297874385199906,
      "loss": 0.7606,
      "step": 9752
    },
    {
      "epoch": 0.39946754044644683,
      "grad_norm": 0.6382240654776715,
      "learning_rate": 0.00029787383805962537,
      "loss": 0.9892,
      "step": 9753
    },
    {
      "epoch": 0.39950849887364326,
      "grad_norm": 0.7494614312685577,
      "learning_rate": 0.00029787329084943854,
      "loss": 1.2675,
      "step": 9754
    },
    {
      "epoch": 0.3995494573008396,
      "grad_norm": 1.0589657972089621,
      "learning_rate": 0.0002978727435693459,
      "loss": 1.0852,
      "step": 9755
    },
    {
      "epoch": 0.39959041572803605,
      "grad_norm": 0.9509700235540126,
      "learning_rate": 0.00029787219621934743,
      "loss": 1.1018,
      "step": 9756
    },
    {
      "epoch": 0.3996313741552324,
      "grad_norm": 1.4373042103054712,
      "learning_rate": 0.0002978716487994437,
      "loss": 1.4437,
      "step": 9757
    },
    {
      "epoch": 0.39967233258242885,
      "grad_norm": 0.7881975318553465,
      "learning_rate": 0.0002978711013096348,
      "loss": 1.0502,
      "step": 9758
    },
    {
      "epoch": 0.3997132910096252,
      "grad_norm": 0.565011453746326,
      "learning_rate": 0.000297870553749921,
      "loss": 0.4034,
      "step": 9759
    },
    {
      "epoch": 0.39975424943682164,
      "grad_norm": 1.5649269751334185,
      "learning_rate": 0.0002978700061203026,
      "loss": 3.7037,
      "step": 9760
    },
    {
      "epoch": 0.399795207864018,
      "grad_norm": 0.8984319929450219,
      "learning_rate": 0.0002978694584207799,
      "loss": 1.0315,
      "step": 9761
    },
    {
      "epoch": 0.39983616629121443,
      "grad_norm": 0.5021852854817482,
      "learning_rate": 0.000297868910651353,
      "loss": 0.3921,
      "step": 9762
    },
    {
      "epoch": 0.3998771247184108,
      "grad_norm": 4.224335588123041,
      "learning_rate": 0.00029786836281202236,
      "loss": 3.4511,
      "step": 9763
    },
    {
      "epoch": 0.39991808314560723,
      "grad_norm": 0.8463225412473175,
      "learning_rate": 0.00029786781490278804,
      "loss": 0.8977,
      "step": 9764
    },
    {
      "epoch": 0.3999590415728036,
      "grad_norm": 0.7433677649547539,
      "learning_rate": 0.00029786726692365045,
      "loss": 0.8322,
      "step": 9765
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6827777464025181,
      "learning_rate": 0.00029786671887460983,
      "loss": 0.7317,
      "step": 9766
    },
    {
      "epoch": 0.4000409584271964,
      "grad_norm": 0.9282246609304491,
      "learning_rate": 0.0002978661707556663,
      "loss": 0.9093,
      "step": 9767
    },
    {
      "epoch": 0.4000819168543928,
      "grad_norm": 1.0345066239532021,
      "learning_rate": 0.00029786562256682033,
      "loss": 0.5427,
      "step": 9768
    },
    {
      "epoch": 0.4001228752815892,
      "grad_norm": 0.8103148977757888,
      "learning_rate": 0.00029786507430807203,
      "loss": 0.5716,
      "step": 9769
    },
    {
      "epoch": 0.4001638337087856,
      "grad_norm": 1.2884146000286822,
      "learning_rate": 0.0002978645259794217,
      "loss": 1.042,
      "step": 9770
    },
    {
      "epoch": 0.400204792135982,
      "grad_norm": 3.1051892016246505,
      "learning_rate": 0.0002978639775808696,
      "loss": 2.1487,
      "step": 9771
    },
    {
      "epoch": 0.40024575056317835,
      "grad_norm": 0.7347862089926211,
      "learning_rate": 0.00029786342911241606,
      "loss": 0.7449,
      "step": 9772
    },
    {
      "epoch": 0.4002867089903748,
      "grad_norm": 0.886322094279825,
      "learning_rate": 0.0002978628805740612,
      "loss": 1.0211,
      "step": 9773
    },
    {
      "epoch": 0.40032766741757114,
      "grad_norm": 0.9580041992825005,
      "learning_rate": 0.00029786233196580535,
      "loss": 0.8141,
      "step": 9774
    },
    {
      "epoch": 0.40036862584476757,
      "grad_norm": 1.598680359690508,
      "learning_rate": 0.0002978617832876488,
      "loss": 1.6284,
      "step": 9775
    },
    {
      "epoch": 0.40040958427196394,
      "grad_norm": 0.94908986400376,
      "learning_rate": 0.00029786123453959175,
      "loss": 0.7138,
      "step": 9776
    },
    {
      "epoch": 0.40045054269916036,
      "grad_norm": 1.790447981115396,
      "learning_rate": 0.0002978606857216345,
      "loss": 2.7952,
      "step": 9777
    },
    {
      "epoch": 0.40049150112635673,
      "grad_norm": 0.9397752981763727,
      "learning_rate": 0.00029786013683377727,
      "loss": 0.4703,
      "step": 9778
    },
    {
      "epoch": 0.40053245955355316,
      "grad_norm": 0.909634409048511,
      "learning_rate": 0.0002978595878760204,
      "loss": 0.8493,
      "step": 9779
    },
    {
      "epoch": 0.4005734179807495,
      "grad_norm": 0.9076415635551491,
      "learning_rate": 0.00029785903884836407,
      "loss": 0.9672,
      "step": 9780
    },
    {
      "epoch": 0.40061437640794595,
      "grad_norm": 1.8943920788792448,
      "learning_rate": 0.00029785848975080856,
      "loss": 0.8146,
      "step": 9781
    },
    {
      "epoch": 0.4006553348351423,
      "grad_norm": 0.8787559722933366,
      "learning_rate": 0.0002978579405833541,
      "loss": 0.8194,
      "step": 9782
    },
    {
      "epoch": 0.40069629326233874,
      "grad_norm": 0.6645533236872734,
      "learning_rate": 0.0002978573913460011,
      "loss": 0.501,
      "step": 9783
    },
    {
      "epoch": 0.4007372516895351,
      "grad_norm": 0.8421584496105492,
      "learning_rate": 0.0002978568420387496,
      "loss": 0.7474,
      "step": 9784
    },
    {
      "epoch": 0.40077821011673154,
      "grad_norm": 0.7919399769392467,
      "learning_rate": 0.0002978562926616,
      "loss": 0.885,
      "step": 9785
    },
    {
      "epoch": 0.4008191685439279,
      "grad_norm": 0.755596012177451,
      "learning_rate": 0.00029785574321455254,
      "loss": 0.8459,
      "step": 9786
    },
    {
      "epoch": 0.40086012697112433,
      "grad_norm": 0.7594380793656011,
      "learning_rate": 0.0002978551936976074,
      "loss": 0.7143,
      "step": 9787
    },
    {
      "epoch": 0.4009010853983207,
      "grad_norm": 0.8394055548155387,
      "learning_rate": 0.00029785464411076495,
      "loss": 0.9831,
      "step": 9788
    },
    {
      "epoch": 0.4009420438255171,
      "grad_norm": 0.767339165108052,
      "learning_rate": 0.00029785409445402545,
      "loss": 0.7903,
      "step": 9789
    },
    {
      "epoch": 0.4009830022527135,
      "grad_norm": 0.6557471255229668,
      "learning_rate": 0.000297853544727389,
      "loss": 0.5694,
      "step": 9790
    },
    {
      "epoch": 0.4010239606799099,
      "grad_norm": 0.7597813821831222,
      "learning_rate": 0.00029785299493085605,
      "loss": 0.7837,
      "step": 9791
    },
    {
      "epoch": 0.4010649191071063,
      "grad_norm": 12.075877406421508,
      "learning_rate": 0.0002978524450644268,
      "loss": 6.625,
      "step": 9792
    },
    {
      "epoch": 0.40110587753430266,
      "grad_norm": 0.9485907873027217,
      "learning_rate": 0.00029785189512810143,
      "loss": 0.9019,
      "step": 9793
    },
    {
      "epoch": 0.4011468359614991,
      "grad_norm": 0.9063914206817494,
      "learning_rate": 0.00029785134512188037,
      "loss": 0.9727,
      "step": 9794
    },
    {
      "epoch": 0.40118779438869545,
      "grad_norm": 0.7993887342129178,
      "learning_rate": 0.0002978507950457637,
      "loss": 0.9256,
      "step": 9795
    },
    {
      "epoch": 0.4012287528158919,
      "grad_norm": 0.6750350043170451,
      "learning_rate": 0.00029785024489975174,
      "loss": 0.844,
      "step": 9796
    },
    {
      "epoch": 0.40126971124308825,
      "grad_norm": 0.9911146784665412,
      "learning_rate": 0.0002978496946838448,
      "loss": 1.1343,
      "step": 9797
    },
    {
      "epoch": 0.40131066967028467,
      "grad_norm": 0.8664258455712389,
      "learning_rate": 0.00029784914439804304,
      "loss": 1.1265,
      "step": 9798
    },
    {
      "epoch": 0.40135162809748104,
      "grad_norm": 0.9157425553345794,
      "learning_rate": 0.00029784859404234686,
      "loss": 1.1297,
      "step": 9799
    },
    {
      "epoch": 0.40139258652467746,
      "grad_norm": 1.349413231579198,
      "learning_rate": 0.0002978480436167564,
      "loss": 1.2377,
      "step": 9800
    },
    {
      "epoch": 0.40143354495187383,
      "grad_norm": 0.8727570490473793,
      "learning_rate": 0.000297847493121272,
      "loss": 0.3317,
      "step": 9801
    },
    {
      "epoch": 0.40147450337907026,
      "grad_norm": 0.9722553284610129,
      "learning_rate": 0.00029784694255589384,
      "loss": 0.8898,
      "step": 9802
    },
    {
      "epoch": 0.4015154618062666,
      "grad_norm": 0.6441041844168294,
      "learning_rate": 0.00029784639192062225,
      "loss": 0.7684,
      "step": 9803
    },
    {
      "epoch": 0.40155642023346305,
      "grad_norm": 0.5182674431052285,
      "learning_rate": 0.00029784584121545746,
      "loss": 0.5887,
      "step": 9804
    },
    {
      "epoch": 0.4015973786606594,
      "grad_norm": 0.843752417632576,
      "learning_rate": 0.0002978452904403998,
      "loss": 1.0839,
      "step": 9805
    },
    {
      "epoch": 0.40163833708785585,
      "grad_norm": 1.3324451901438876,
      "learning_rate": 0.00029784473959544935,
      "loss": 0.7009,
      "step": 9806
    },
    {
      "epoch": 0.4016792955150522,
      "grad_norm": 1.343137327940392,
      "learning_rate": 0.00029784418868060653,
      "loss": 1.5961,
      "step": 9807
    },
    {
      "epoch": 0.40172025394224864,
      "grad_norm": 0.6770623513734497,
      "learning_rate": 0.0002978436376958716,
      "loss": 0.9,
      "step": 9808
    },
    {
      "epoch": 0.401761212369445,
      "grad_norm": 0.9941003534004631,
      "learning_rate": 0.00029784308664124474,
      "loss": 0.5652,
      "step": 9809
    },
    {
      "epoch": 0.40180217079664143,
      "grad_norm": 0.7433942717378959,
      "learning_rate": 0.00029784253551672627,
      "loss": 0.9945,
      "step": 9810
    },
    {
      "epoch": 0.4018431292238378,
      "grad_norm": 2.156624851274031,
      "learning_rate": 0.0002978419843223164,
      "loss": 4.4169,
      "step": 9811
    },
    {
      "epoch": 0.4018840876510342,
      "grad_norm": 0.9763146243537348,
      "learning_rate": 0.0002978414330580154,
      "loss": 0.952,
      "step": 9812
    },
    {
      "epoch": 0.4019250460782306,
      "grad_norm": 0.6063785734903999,
      "learning_rate": 0.0002978408817238236,
      "loss": 0.4219,
      "step": 9813
    },
    {
      "epoch": 0.40196600450542697,
      "grad_norm": 0.7242302583970904,
      "learning_rate": 0.0002978403303197412,
      "loss": 0.3634,
      "step": 9814
    },
    {
      "epoch": 0.4020069629326234,
      "grad_norm": 2.2246322103952343,
      "learning_rate": 0.0002978397788457684,
      "loss": 1.9502,
      "step": 9815
    },
    {
      "epoch": 0.40204792135981976,
      "grad_norm": 0.8261997903120815,
      "learning_rate": 0.00029783922730190564,
      "loss": 1.314,
      "step": 9816
    },
    {
      "epoch": 0.4020888797870162,
      "grad_norm": 0.808750340629935,
      "learning_rate": 0.000297838675688153,
      "loss": 0.7878,
      "step": 9817
    },
    {
      "epoch": 0.40212983821421255,
      "grad_norm": 2.340526743084725,
      "learning_rate": 0.00029783812400451085,
      "loss": 5.2078,
      "step": 9818
    },
    {
      "epoch": 0.402170796641409,
      "grad_norm": 0.733755436622262,
      "learning_rate": 0.0002978375722509794,
      "loss": 1.1009,
      "step": 9819
    },
    {
      "epoch": 0.40221175506860535,
      "grad_norm": 1.124345675220615,
      "learning_rate": 0.0002978370204275589,
      "loss": 1.0857,
      "step": 9820
    },
    {
      "epoch": 0.4022527134958018,
      "grad_norm": 0.8103369016614003,
      "learning_rate": 0.00029783646853424965,
      "loss": 1.0613,
      "step": 9821
    },
    {
      "epoch": 0.40229367192299814,
      "grad_norm": 1.005166080077729,
      "learning_rate": 0.0002978359165710519,
      "loss": 0.9893,
      "step": 9822
    },
    {
      "epoch": 0.40233463035019457,
      "grad_norm": 0.6667756513980002,
      "learning_rate": 0.00029783536453796593,
      "loss": 0.6896,
      "step": 9823
    },
    {
      "epoch": 0.40237558877739094,
      "grad_norm": 0.7320170881886296,
      "learning_rate": 0.00029783481243499197,
      "loss": 0.9672,
      "step": 9824
    },
    {
      "epoch": 0.40241654720458736,
      "grad_norm": 0.6783498270462641,
      "learning_rate": 0.00029783426026213023,
      "loss": 0.8944,
      "step": 9825
    },
    {
      "epoch": 0.40245750563178373,
      "grad_norm": 1.3096566388690722,
      "learning_rate": 0.0002978337080193811,
      "loss": 1.5479,
      "step": 9826
    },
    {
      "epoch": 0.40249846405898015,
      "grad_norm": 1.4301301018339072,
      "learning_rate": 0.0002978331557067447,
      "loss": 1.1899,
      "step": 9827
    },
    {
      "epoch": 0.4025394224861765,
      "grad_norm": 1.1693237189726222,
      "learning_rate": 0.00029783260332422146,
      "loss": 1.4813,
      "step": 9828
    },
    {
      "epoch": 0.40258038091337295,
      "grad_norm": 0.9632732119838711,
      "learning_rate": 0.00029783205087181153,
      "loss": 0.9686,
      "step": 9829
    },
    {
      "epoch": 0.4026213393405693,
      "grad_norm": 0.9516890552002908,
      "learning_rate": 0.00029783149834951517,
      "loss": 0.8547,
      "step": 9830
    },
    {
      "epoch": 0.40266229776776574,
      "grad_norm": 0.9492387149473611,
      "learning_rate": 0.0002978309457573326,
      "loss": 1.0498,
      "step": 9831
    },
    {
      "epoch": 0.4027032561949621,
      "grad_norm": 0.9579371343591871,
      "learning_rate": 0.00029783039309526414,
      "loss": 1.1846,
      "step": 9832
    },
    {
      "epoch": 0.40274421462215854,
      "grad_norm": 0.8459086601391882,
      "learning_rate": 0.0002978298403633101,
      "loss": 0.8957,
      "step": 9833
    },
    {
      "epoch": 0.4027851730493549,
      "grad_norm": 0.784479516451249,
      "learning_rate": 0.00029782928756147067,
      "loss": 0.74,
      "step": 9834
    },
    {
      "epoch": 0.4028261314765513,
      "grad_norm": 0.6393397159492502,
      "learning_rate": 0.0002978287346897461,
      "loss": 0.4058,
      "step": 9835
    },
    {
      "epoch": 0.4028670899037477,
      "grad_norm": 0.6819363730891125,
      "learning_rate": 0.00029782818174813676,
      "loss": 0.5135,
      "step": 9836
    },
    {
      "epoch": 0.40290804833094407,
      "grad_norm": 0.9423048931892357,
      "learning_rate": 0.0002978276287366428,
      "loss": 0.5838,
      "step": 9837
    },
    {
      "epoch": 0.4029490067581405,
      "grad_norm": 0.9657781440234472,
      "learning_rate": 0.00029782707565526446,
      "loss": 1.0161,
      "step": 9838
    },
    {
      "epoch": 0.40298996518533686,
      "grad_norm": 0.9489204901465706,
      "learning_rate": 0.0002978265225040021,
      "loss": 1.0173,
      "step": 9839
    },
    {
      "epoch": 0.4030309236125333,
      "grad_norm": 0.6692560564767678,
      "learning_rate": 0.00029782596928285595,
      "loss": 0.8695,
      "step": 9840
    },
    {
      "epoch": 0.40307188203972966,
      "grad_norm": 0.6565356003654754,
      "learning_rate": 0.0002978254159918262,
      "loss": 0.8396,
      "step": 9841
    },
    {
      "epoch": 0.4031128404669261,
      "grad_norm": 0.8727144581957245,
      "learning_rate": 0.0002978248626309133,
      "loss": 0.7763,
      "step": 9842
    },
    {
      "epoch": 0.40315379889412245,
      "grad_norm": 0.842048454931623,
      "learning_rate": 0.0002978243092001173,
      "loss": 0.6821,
      "step": 9843
    },
    {
      "epoch": 0.4031947573213189,
      "grad_norm": 0.7881273856512283,
      "learning_rate": 0.00029782375569943853,
      "loss": 1.0412,
      "step": 9844
    },
    {
      "epoch": 0.40323571574851524,
      "grad_norm": 0.872623381762417,
      "learning_rate": 0.0002978232021288773,
      "loss": 1.0911,
      "step": 9845
    },
    {
      "epoch": 0.40327667417571167,
      "grad_norm": 0.7603412798147752,
      "learning_rate": 0.0002978226484884338,
      "loss": 0.8637,
      "step": 9846
    },
    {
      "epoch": 0.40331763260290804,
      "grad_norm": 1.2896140272971837,
      "learning_rate": 0.0002978220947781083,
      "loss": 1.1967,
      "step": 9847
    },
    {
      "epoch": 0.40335859103010446,
      "grad_norm": 0.5636068845665007,
      "learning_rate": 0.0002978215409979012,
      "loss": 0.4216,
      "step": 9848
    },
    {
      "epoch": 0.40339954945730083,
      "grad_norm": 3.9524063111728642,
      "learning_rate": 0.00029782098714781257,
      "loss": 5.2413,
      "step": 9849
    },
    {
      "epoch": 0.40344050788449726,
      "grad_norm": 1.009654113031535,
      "learning_rate": 0.0002978204332278427,
      "loss": 1.221,
      "step": 9850
    },
    {
      "epoch": 0.4034814663116936,
      "grad_norm": 0.867478386713755,
      "learning_rate": 0.00029781987923799204,
      "loss": 0.9509,
      "step": 9851
    },
    {
      "epoch": 0.40352242473889005,
      "grad_norm": 0.9165185095514152,
      "learning_rate": 0.0002978193251782607,
      "loss": 1.006,
      "step": 9852
    },
    {
      "epoch": 0.4035633831660864,
      "grad_norm": 0.5634656844137375,
      "learning_rate": 0.0002978187710486489,
      "loss": 0.3798,
      "step": 9853
    },
    {
      "epoch": 0.40360434159328284,
      "grad_norm": 0.825646202102365,
      "learning_rate": 0.00029781821684915694,
      "loss": 0.781,
      "step": 9854
    },
    {
      "epoch": 0.4036453000204792,
      "grad_norm": 0.8444961420649019,
      "learning_rate": 0.0002978176625797852,
      "loss": 1.0963,
      "step": 9855
    },
    {
      "epoch": 0.4036862584476756,
      "grad_norm": 1.0635630526796238,
      "learning_rate": 0.0002978171082405338,
      "loss": 1.0055,
      "step": 9856
    },
    {
      "epoch": 0.403727216874872,
      "grad_norm": 0.7856092709329192,
      "learning_rate": 0.00029781655383140306,
      "loss": 0.9533,
      "step": 9857
    },
    {
      "epoch": 0.4037681753020684,
      "grad_norm": 0.7779571663715218,
      "learning_rate": 0.0002978159993523932,
      "loss": 0.8844,
      "step": 9858
    },
    {
      "epoch": 0.4038091337292648,
      "grad_norm": 0.5195231211750275,
      "learning_rate": 0.00029781544480350457,
      "loss": 0.389,
      "step": 9859
    },
    {
      "epoch": 0.40385009215646117,
      "grad_norm": 0.9159911767726294,
      "learning_rate": 0.0002978148901847373,
      "loss": 1.3853,
      "step": 9860
    },
    {
      "epoch": 0.4038910505836576,
      "grad_norm": 0.7235829066663846,
      "learning_rate": 0.00029781433549609177,
      "loss": 0.9744,
      "step": 9861
    },
    {
      "epoch": 0.40393200901085397,
      "grad_norm": 1.1895656099604002,
      "learning_rate": 0.00029781378073756815,
      "loss": 1.1714,
      "step": 9862
    },
    {
      "epoch": 0.4039729674380504,
      "grad_norm": 1.426201110614328,
      "learning_rate": 0.0002978132259091668,
      "loss": 0.9512,
      "step": 9863
    },
    {
      "epoch": 0.40401392586524676,
      "grad_norm": 0.8948749167957399,
      "learning_rate": 0.00029781267101088797,
      "loss": 1.1708,
      "step": 9864
    },
    {
      "epoch": 0.4040548842924432,
      "grad_norm": 0.7812368590011102,
      "learning_rate": 0.0002978121160427318,
      "loss": 0.8683,
      "step": 9865
    },
    {
      "epoch": 0.40409584271963955,
      "grad_norm": 4.224223608343064,
      "learning_rate": 0.00029781156100469874,
      "loss": 2.4827,
      "step": 9866
    },
    {
      "epoch": 0.404136801146836,
      "grad_norm": 1.3268907767580203,
      "learning_rate": 0.0002978110058967889,
      "loss": 3.2243,
      "step": 9867
    },
    {
      "epoch": 0.40417775957403235,
      "grad_norm": 1.222451381562709,
      "learning_rate": 0.00029781045071900256,
      "loss": 1.0928,
      "step": 9868
    },
    {
      "epoch": 0.40421871800122877,
      "grad_norm": 1.1794632615957326,
      "learning_rate": 0.00029780989547134004,
      "loss": 1.0686,
      "step": 9869
    },
    {
      "epoch": 0.40425967642842514,
      "grad_norm": 1.2929935639988224,
      "learning_rate": 0.00029780934015380156,
      "loss": 1.0786,
      "step": 9870
    },
    {
      "epoch": 0.40430063485562157,
      "grad_norm": 0.7318006566289683,
      "learning_rate": 0.0002978087847663874,
      "loss": 0.3396,
      "step": 9871
    },
    {
      "epoch": 0.40434159328281793,
      "grad_norm": 0.7947584978865968,
      "learning_rate": 0.00029780822930909785,
      "loss": 0.7523,
      "step": 9872
    },
    {
      "epoch": 0.40438255171001436,
      "grad_norm": 0.59536734690523,
      "learning_rate": 0.00029780767378193316,
      "loss": 0.629,
      "step": 9873
    },
    {
      "epoch": 0.40442351013721073,
      "grad_norm": 0.962012655904013,
      "learning_rate": 0.00029780711818489354,
      "loss": 1.032,
      "step": 9874
    },
    {
      "epoch": 0.40446446856440715,
      "grad_norm": 0.5373492170759425,
      "learning_rate": 0.0002978065625179793,
      "loss": 0.4322,
      "step": 9875
    },
    {
      "epoch": 0.4045054269916035,
      "grad_norm": 0.718307224524587,
      "learning_rate": 0.00029780600678119075,
      "loss": 0.3901,
      "step": 9876
    },
    {
      "epoch": 0.4045463854187999,
      "grad_norm": 0.7359467228586122,
      "learning_rate": 0.000297805450974528,
      "loss": 0.5695,
      "step": 9877
    },
    {
      "epoch": 0.4045873438459963,
      "grad_norm": 0.9587995530077321,
      "learning_rate": 0.0002978048950979915,
      "loss": 0.6612,
      "step": 9878
    },
    {
      "epoch": 0.4046283022731927,
      "grad_norm": 0.5014417419943813,
      "learning_rate": 0.00029780433915158137,
      "loss": 0.3593,
      "step": 9879
    },
    {
      "epoch": 0.4046692607003891,
      "grad_norm": 0.921775410519074,
      "learning_rate": 0.000297803783135298,
      "loss": 0.8896,
      "step": 9880
    },
    {
      "epoch": 0.4047102191275855,
      "grad_norm": 0.8971712436067585,
      "learning_rate": 0.00029780322704914145,
      "loss": 0.9237,
      "step": 9881
    },
    {
      "epoch": 0.4047511775547819,
      "grad_norm": 0.8019745094929174,
      "learning_rate": 0.00029780267089311223,
      "loss": 0.9736,
      "step": 9882
    },
    {
      "epoch": 0.4047921359819783,
      "grad_norm": 1.0047775377398125,
      "learning_rate": 0.0002978021146672104,
      "loss": 0.9054,
      "step": 9883
    },
    {
      "epoch": 0.4048330944091747,
      "grad_norm": 0.8484165374677295,
      "learning_rate": 0.0002978015583714363,
      "loss": 0.8788,
      "step": 9884
    },
    {
      "epoch": 0.40487405283637107,
      "grad_norm": 0.7936687775540652,
      "learning_rate": 0.00029780100200579027,
      "loss": 0.7233,
      "step": 9885
    },
    {
      "epoch": 0.4049150112635675,
      "grad_norm": 1.2911333008475236,
      "learning_rate": 0.0002978004455702725,
      "loss": 0.4952,
      "step": 9886
    },
    {
      "epoch": 0.40495596969076386,
      "grad_norm": 0.5349101604287197,
      "learning_rate": 0.0002977998890648832,
      "loss": 0.6806,
      "step": 9887
    },
    {
      "epoch": 0.4049969281179603,
      "grad_norm": 1.63046217726611,
      "learning_rate": 0.0002977993324896227,
      "loss": 1.3777,
      "step": 9888
    },
    {
      "epoch": 0.40503788654515666,
      "grad_norm": 0.8297730537971407,
      "learning_rate": 0.0002977987758444913,
      "loss": 0.9818,
      "step": 9889
    },
    {
      "epoch": 0.4050788449723531,
      "grad_norm": 0.993162569492023,
      "learning_rate": 0.0002977982191294892,
      "loss": 1.1037,
      "step": 9890
    },
    {
      "epoch": 0.40511980339954945,
      "grad_norm": 1.1842202100025625,
      "learning_rate": 0.00029779766234461663,
      "loss": 0.9302,
      "step": 9891
    },
    {
      "epoch": 0.4051607618267459,
      "grad_norm": 0.5823612346926835,
      "learning_rate": 0.000297797105489874,
      "loss": 0.801,
      "step": 9892
    },
    {
      "epoch": 0.40520172025394224,
      "grad_norm": 0.7969785493573882,
      "learning_rate": 0.0002977965485652613,
      "loss": 1.1792,
      "step": 9893
    },
    {
      "epoch": 0.40524267868113867,
      "grad_norm": 0.8674647844969375,
      "learning_rate": 0.00029779599157077916,
      "loss": 0.4124,
      "step": 9894
    },
    {
      "epoch": 0.40528363710833504,
      "grad_norm": 1.6152508636022365,
      "learning_rate": 0.00029779543450642753,
      "loss": 1.0748,
      "step": 9895
    },
    {
      "epoch": 0.40532459553553146,
      "grad_norm": 1.0297470992360844,
      "learning_rate": 0.00029779487737220683,
      "loss": 1.5102,
      "step": 9896
    },
    {
      "epoch": 0.40536555396272783,
      "grad_norm": 0.6839984644076688,
      "learning_rate": 0.0002977943201681173,
      "loss": 1.053,
      "step": 9897
    },
    {
      "epoch": 0.4054065123899242,
      "grad_norm": 1.1824191707447256,
      "learning_rate": 0.00029779376289415917,
      "loss": 1.1948,
      "step": 9898
    },
    {
      "epoch": 0.4054474708171206,
      "grad_norm": 0.45438213041964753,
      "learning_rate": 0.00029779320555033275,
      "loss": 0.387,
      "step": 9899
    },
    {
      "epoch": 0.405488429244317,
      "grad_norm": 0.8231709926357971,
      "learning_rate": 0.0002977926481366383,
      "loss": 0.9238,
      "step": 9900
    },
    {
      "epoch": 0.4055293876715134,
      "grad_norm": 0.9411606404162655,
      "learning_rate": 0.000297792090653076,
      "loss": 1.148,
      "step": 9901
    },
    {
      "epoch": 0.4055703460987098,
      "grad_norm": 0.7280841632339811,
      "learning_rate": 0.0002977915330996462,
      "loss": 0.7586,
      "step": 9902
    },
    {
      "epoch": 0.4056113045259062,
      "grad_norm": 2.0075414576556105,
      "learning_rate": 0.0002977909754763491,
      "loss": 1.8251,
      "step": 9903
    },
    {
      "epoch": 0.4056522629531026,
      "grad_norm": 1.0883979323524384,
      "learning_rate": 0.0002977904177831851,
      "loss": 1.0022,
      "step": 9904
    },
    {
      "epoch": 0.405693221380299,
      "grad_norm": 0.9853837882339082,
      "learning_rate": 0.0002977898600201543,
      "loss": 0.7374,
      "step": 9905
    },
    {
      "epoch": 0.4057341798074954,
      "grad_norm": 0.8228375450592154,
      "learning_rate": 0.000297789302187257,
      "loss": 0.6076,
      "step": 9906
    },
    {
      "epoch": 0.4057751382346918,
      "grad_norm": 2.366083396977775,
      "learning_rate": 0.0002977887442844936,
      "loss": 4.1272,
      "step": 9907
    },
    {
      "epoch": 0.40581609666188817,
      "grad_norm": 0.7700471743006854,
      "learning_rate": 0.00029778818631186416,
      "loss": 0.9438,
      "step": 9908
    },
    {
      "epoch": 0.4058570550890846,
      "grad_norm": 0.6910462699748736,
      "learning_rate": 0.0002977876282693691,
      "loss": 0.6348,
      "step": 9909
    },
    {
      "epoch": 0.40589801351628096,
      "grad_norm": 0.8768269547194393,
      "learning_rate": 0.00029778707015700855,
      "loss": 1.0422,
      "step": 9910
    },
    {
      "epoch": 0.4059389719434774,
      "grad_norm": 0.848375165135328,
      "learning_rate": 0.0002977865119747829,
      "loss": 1.0354,
      "step": 9911
    },
    {
      "epoch": 0.40597993037067376,
      "grad_norm": 0.7118066464028774,
      "learning_rate": 0.00029778595372269236,
      "loss": 0.6736,
      "step": 9912
    },
    {
      "epoch": 0.4060208887978702,
      "grad_norm": 0.8565118252670892,
      "learning_rate": 0.0002977853954007372,
      "loss": 0.9511,
      "step": 9913
    },
    {
      "epoch": 0.40606184722506655,
      "grad_norm": 0.6895812446775005,
      "learning_rate": 0.0002977848370089177,
      "loss": 0.6317,
      "step": 9914
    },
    {
      "epoch": 0.406102805652263,
      "grad_norm": 0.8446216446844412,
      "learning_rate": 0.00029778427854723405,
      "loss": 0.8603,
      "step": 9915
    },
    {
      "epoch": 0.40614376407945935,
      "grad_norm": 1.812099050453195,
      "learning_rate": 0.0002977837200156866,
      "loss": 1.1475,
      "step": 9916
    },
    {
      "epoch": 0.40618472250665577,
      "grad_norm": 0.6232974598501604,
      "learning_rate": 0.0002977831614142756,
      "loss": 0.6873,
      "step": 9917
    },
    {
      "epoch": 0.40622568093385214,
      "grad_norm": 0.5641505866242991,
      "learning_rate": 0.00029778260274300125,
      "loss": 0.3589,
      "step": 9918
    },
    {
      "epoch": 0.4062666393610485,
      "grad_norm": 1.0263195268972964,
      "learning_rate": 0.0002977820440018639,
      "loss": 1.3602,
      "step": 9919
    },
    {
      "epoch": 0.40630759778824493,
      "grad_norm": 0.4907694440555743,
      "learning_rate": 0.0002977814851908638,
      "loss": 0.4181,
      "step": 9920
    },
    {
      "epoch": 0.4063485562154413,
      "grad_norm": 0.7821685944501398,
      "learning_rate": 0.00029778092631000113,
      "loss": 0.9911,
      "step": 9921
    },
    {
      "epoch": 0.40638951464263773,
      "grad_norm": 2.126255828963283,
      "learning_rate": 0.00029778036735927623,
      "loss": 4.7345,
      "step": 9922
    },
    {
      "epoch": 0.4064304730698341,
      "grad_norm": 0.7472854960803065,
      "learning_rate": 0.00029777980833868936,
      "loss": 0.906,
      "step": 9923
    },
    {
      "epoch": 0.4064714314970305,
      "grad_norm": 1.5109461215419258,
      "learning_rate": 0.0002977792492482408,
      "loss": 3.6384,
      "step": 9924
    },
    {
      "epoch": 0.4065123899242269,
      "grad_norm": 1.0502355554846012,
      "learning_rate": 0.00029777869008793076,
      "loss": 0.9111,
      "step": 9925
    },
    {
      "epoch": 0.4065533483514233,
      "grad_norm": 0.8912622204594757,
      "learning_rate": 0.0002977781308577595,
      "loss": 1.0582,
      "step": 9926
    },
    {
      "epoch": 0.4065943067786197,
      "grad_norm": 0.5978225548772689,
      "learning_rate": 0.0002977775715577273,
      "loss": 0.7103,
      "step": 9927
    },
    {
      "epoch": 0.4066352652058161,
      "grad_norm": 0.6707544049782053,
      "learning_rate": 0.0002977770121878345,
      "loss": 0.8252,
      "step": 9928
    },
    {
      "epoch": 0.4066762236330125,
      "grad_norm": 1.038041992428279,
      "learning_rate": 0.0002977764527480813,
      "loss": 0.3683,
      "step": 9929
    },
    {
      "epoch": 0.4067171820602089,
      "grad_norm": 0.6655856531002531,
      "learning_rate": 0.0002977758932384679,
      "loss": 0.5454,
      "step": 9930
    },
    {
      "epoch": 0.4067581404874053,
      "grad_norm": 1.3109874601984723,
      "learning_rate": 0.0002977753336589947,
      "loss": 0.7965,
      "step": 9931
    },
    {
      "epoch": 0.4067990989146017,
      "grad_norm": 1.037084914358838,
      "learning_rate": 0.00029777477400966186,
      "loss": 1.024,
      "step": 9932
    },
    {
      "epoch": 0.40684005734179807,
      "grad_norm": 0.6282293606196894,
      "learning_rate": 0.00029777421429046975,
      "loss": 0.4859,
      "step": 9933
    },
    {
      "epoch": 0.4068810157689945,
      "grad_norm": 0.7504124040759435,
      "learning_rate": 0.0002977736545014185,
      "loss": 0.9456,
      "step": 9934
    },
    {
      "epoch": 0.40692197419619086,
      "grad_norm": 0.9493695446871303,
      "learning_rate": 0.0002977730946425085,
      "loss": 1.0898,
      "step": 9935
    },
    {
      "epoch": 0.4069629326233873,
      "grad_norm": 0.790660237837391,
      "learning_rate": 0.00029777253471373983,
      "loss": 1.1548,
      "step": 9936
    },
    {
      "epoch": 0.40700389105058365,
      "grad_norm": 1.253870414869098,
      "learning_rate": 0.000297771974715113,
      "loss": 1.3252,
      "step": 9937
    },
    {
      "epoch": 0.4070448494777801,
      "grad_norm": 1.3977531790801898,
      "learning_rate": 0.00029777141464662813,
      "loss": 0.6065,
      "step": 9938
    },
    {
      "epoch": 0.40708580790497645,
      "grad_norm": 0.7335067968995517,
      "learning_rate": 0.00029777085450828546,
      "loss": 0.9344,
      "step": 9939
    },
    {
      "epoch": 0.4071267663321728,
      "grad_norm": 0.880622743093473,
      "learning_rate": 0.0002977702943000854,
      "loss": 1.1357,
      "step": 9940
    },
    {
      "epoch": 0.40716772475936924,
      "grad_norm": 1.0516639447890392,
      "learning_rate": 0.00029776973402202803,
      "loss": 1.549,
      "step": 9941
    },
    {
      "epoch": 0.4072086831865656,
      "grad_norm": 0.6338599825598971,
      "learning_rate": 0.00029776917367411375,
      "loss": 0.8017,
      "step": 9942
    },
    {
      "epoch": 0.40724964161376204,
      "grad_norm": 0.7712951353160762,
      "learning_rate": 0.0002977686132563428,
      "loss": 1.0978,
      "step": 9943
    },
    {
      "epoch": 0.4072906000409584,
      "grad_norm": 1.1293224489464961,
      "learning_rate": 0.00029776805276871535,
      "loss": 0.8112,
      "step": 9944
    },
    {
      "epoch": 0.40733155846815483,
      "grad_norm": 0.965165943654405,
      "learning_rate": 0.0002977674922112318,
      "loss": 1.0957,
      "step": 9945
    },
    {
      "epoch": 0.4073725168953512,
      "grad_norm": 0.6606590160827263,
      "learning_rate": 0.00029776693158389237,
      "loss": 0.6858,
      "step": 9946
    },
    {
      "epoch": 0.4074134753225476,
      "grad_norm": 0.6928756078070359,
      "learning_rate": 0.00029776637088669726,
      "loss": 0.8181,
      "step": 9947
    },
    {
      "epoch": 0.407454433749744,
      "grad_norm": 0.8586306296499977,
      "learning_rate": 0.0002977658101196468,
      "loss": 0.8125,
      "step": 9948
    },
    {
      "epoch": 0.4074953921769404,
      "grad_norm": 0.6874764769498987,
      "learning_rate": 0.0002977652492827412,
      "loss": 0.3994,
      "step": 9949
    },
    {
      "epoch": 0.4075363506041368,
      "grad_norm": 1.2242014963304624,
      "learning_rate": 0.0002977646883759808,
      "loss": 0.9307,
      "step": 9950
    },
    {
      "epoch": 0.4075773090313332,
      "grad_norm": 0.8595151715437035,
      "learning_rate": 0.00029776412739936585,
      "loss": 0.7497,
      "step": 9951
    },
    {
      "epoch": 0.4076182674585296,
      "grad_norm": 1.3595730572154365,
      "learning_rate": 0.0002977635663528966,
      "loss": 1.6777,
      "step": 9952
    },
    {
      "epoch": 0.407659225885726,
      "grad_norm": 0.7887092796515388,
      "learning_rate": 0.00029776300523657326,
      "loss": 0.7969,
      "step": 9953
    },
    {
      "epoch": 0.4077001843129224,
      "grad_norm": 1.1200275997231877,
      "learning_rate": 0.0002977624440503962,
      "loss": 0.6041,
      "step": 9954
    },
    {
      "epoch": 0.4077411427401188,
      "grad_norm": 0.4612499682098851,
      "learning_rate": 0.00029776188279436556,
      "loss": 0.4381,
      "step": 9955
    },
    {
      "epoch": 0.40778210116731517,
      "grad_norm": 0.7688494937470531,
      "learning_rate": 0.00029776132146848173,
      "loss": 0.8687,
      "step": 9956
    },
    {
      "epoch": 0.4078230595945116,
      "grad_norm": 0.8303070369663743,
      "learning_rate": 0.0002977607600727449,
      "loss": 0.9104,
      "step": 9957
    },
    {
      "epoch": 0.40786401802170796,
      "grad_norm": 1.5606374310079518,
      "learning_rate": 0.0002977601986071554,
      "loss": 0.9462,
      "step": 9958
    },
    {
      "epoch": 0.4079049764489044,
      "grad_norm": 0.5509457881953086,
      "learning_rate": 0.0002977596370717134,
      "loss": 0.3414,
      "step": 9959
    },
    {
      "epoch": 0.40794593487610076,
      "grad_norm": 0.8856863513692289,
      "learning_rate": 0.0002977590754664193,
      "loss": 1.0845,
      "step": 9960
    },
    {
      "epoch": 0.4079868933032971,
      "grad_norm": 0.7354631157486567,
      "learning_rate": 0.0002977585137912732,
      "loss": 0.8626,
      "step": 9961
    },
    {
      "epoch": 0.40802785173049355,
      "grad_norm": 1.725830480376834,
      "learning_rate": 0.0002977579520462755,
      "loss": 1.383,
      "step": 9962
    },
    {
      "epoch": 0.4080688101576899,
      "grad_norm": 1.0521334235359427,
      "learning_rate": 0.00029775739023142633,
      "loss": 1.3698,
      "step": 9963
    },
    {
      "epoch": 0.40810976858488635,
      "grad_norm": 0.5484265304503414,
      "learning_rate": 0.00029775682834672605,
      "loss": 0.4087,
      "step": 9964
    },
    {
      "epoch": 0.4081507270120827,
      "grad_norm": 0.8630784127431866,
      "learning_rate": 0.000297756266392175,
      "loss": 1.133,
      "step": 9965
    },
    {
      "epoch": 0.40819168543927914,
      "grad_norm": 0.748359119156496,
      "learning_rate": 0.00029775570436777333,
      "loss": 0.6876,
      "step": 9966
    },
    {
      "epoch": 0.4082326438664755,
      "grad_norm": 0.6093692524423963,
      "learning_rate": 0.00029775514227352133,
      "loss": 0.6069,
      "step": 9967
    },
    {
      "epoch": 0.40827360229367193,
      "grad_norm": 0.7627151511838074,
      "learning_rate": 0.0002977545801094193,
      "loss": 1.0747,
      "step": 9968
    },
    {
      "epoch": 0.4083145607208683,
      "grad_norm": 0.8285303314295338,
      "learning_rate": 0.00029775401787546745,
      "loss": 0.7589,
      "step": 9969
    },
    {
      "epoch": 0.4083555191480647,
      "grad_norm": 0.7025353126824887,
      "learning_rate": 0.00029775345557166605,
      "loss": 0.8033,
      "step": 9970
    },
    {
      "epoch": 0.4083964775752611,
      "grad_norm": 0.7966996347945599,
      "learning_rate": 0.00029775289319801537,
      "loss": 1.1401,
      "step": 9971
    },
    {
      "epoch": 0.4084374360024575,
      "grad_norm": 0.9096105775140974,
      "learning_rate": 0.00029775233075451577,
      "loss": 1.1119,
      "step": 9972
    },
    {
      "epoch": 0.4084783944296539,
      "grad_norm": 0.6691393757715443,
      "learning_rate": 0.0002977517682411674,
      "loss": 0.6052,
      "step": 9973
    },
    {
      "epoch": 0.4085193528568503,
      "grad_norm": 0.8952779573899657,
      "learning_rate": 0.0002977512056579706,
      "loss": 1.2505,
      "step": 9974
    },
    {
      "epoch": 0.4085603112840467,
      "grad_norm": 0.8344760397916621,
      "learning_rate": 0.00029775064300492556,
      "loss": 0.9633,
      "step": 9975
    },
    {
      "epoch": 0.4086012697112431,
      "grad_norm": 0.7543187475824101,
      "learning_rate": 0.0002977500802820326,
      "loss": 0.6214,
      "step": 9976
    },
    {
      "epoch": 0.4086422281384395,
      "grad_norm": 0.6453269533968575,
      "learning_rate": 0.000297749517489292,
      "loss": 0.9821,
      "step": 9977
    },
    {
      "epoch": 0.4086831865656359,
      "grad_norm": 2.222110282928675,
      "learning_rate": 0.000297748954626704,
      "loss": 1.1388,
      "step": 9978
    },
    {
      "epoch": 0.4087241449928323,
      "grad_norm": 0.7755199397747673,
      "learning_rate": 0.00029774839169426884,
      "loss": 1.0409,
      "step": 9979
    },
    {
      "epoch": 0.4087651034200287,
      "grad_norm": 0.6492722517225615,
      "learning_rate": 0.00029774782869198684,
      "loss": 0.8497,
      "step": 9980
    },
    {
      "epoch": 0.40880606184722507,
      "grad_norm": 0.760752391309357,
      "learning_rate": 0.00029774726561985826,
      "loss": 0.9067,
      "step": 9981
    },
    {
      "epoch": 0.40884702027442144,
      "grad_norm": 0.98504768803085,
      "learning_rate": 0.00029774670247788325,
      "loss": 1.2765,
      "step": 9982
    },
    {
      "epoch": 0.40888797870161786,
      "grad_norm": 0.8564146791082324,
      "learning_rate": 0.00029774613926606227,
      "loss": 0.9248,
      "step": 9983
    },
    {
      "epoch": 0.40892893712881423,
      "grad_norm": 0.6677428746740894,
      "learning_rate": 0.0002977455759843954,
      "loss": 0.6706,
      "step": 9984
    },
    {
      "epoch": 0.40896989555601065,
      "grad_norm": 0.8226215779639799,
      "learning_rate": 0.0002977450126328831,
      "loss": 1.0201,
      "step": 9985
    },
    {
      "epoch": 0.409010853983207,
      "grad_norm": 0.8213495328962699,
      "learning_rate": 0.00029774444921152547,
      "loss": 0.9633,
      "step": 9986
    },
    {
      "epoch": 0.40905181241040345,
      "grad_norm": 0.899337560470813,
      "learning_rate": 0.0002977438857203229,
      "loss": 1.1227,
      "step": 9987
    },
    {
      "epoch": 0.4090927708375998,
      "grad_norm": 1.362742550263522,
      "learning_rate": 0.0002977433221592755,
      "loss": 1.4946,
      "step": 9988
    },
    {
      "epoch": 0.40913372926479624,
      "grad_norm": 0.6949626257736866,
      "learning_rate": 0.0002977427585283837,
      "loss": 1.0795,
      "step": 9989
    },
    {
      "epoch": 0.4091746876919926,
      "grad_norm": 0.7003980334593358,
      "learning_rate": 0.00029774219482764765,
      "loss": 1.0768,
      "step": 9990
    },
    {
      "epoch": 0.40921564611918904,
      "grad_norm": 0.715556523831026,
      "learning_rate": 0.0002977416310570677,
      "loss": 0.8668,
      "step": 9991
    },
    {
      "epoch": 0.4092566045463854,
      "grad_norm": 0.9347493286257604,
      "learning_rate": 0.00029774106721664406,
      "loss": 1.4397,
      "step": 9992
    },
    {
      "epoch": 0.40929756297358183,
      "grad_norm": 0.8379942827312564,
      "learning_rate": 0.000297740503306377,
      "loss": 1.0438,
      "step": 9993
    },
    {
      "epoch": 0.4093385214007782,
      "grad_norm": 0.8491010184415,
      "learning_rate": 0.0002977399393262669,
      "loss": 0.8405,
      "step": 9994
    },
    {
      "epoch": 0.4093794798279746,
      "grad_norm": 0.7662593737218898,
      "learning_rate": 0.00029773937527631376,
      "loss": 0.8509,
      "step": 9995
    },
    {
      "epoch": 0.409420438255171,
      "grad_norm": 0.896561088896637,
      "learning_rate": 0.0002977388111565182,
      "loss": 1.132,
      "step": 9996
    },
    {
      "epoch": 0.4094613966823674,
      "grad_norm": 0.5196508208371651,
      "learning_rate": 0.00029773824696688013,
      "loss": 0.3751,
      "step": 9997
    },
    {
      "epoch": 0.4095023551095638,
      "grad_norm": 1.9082201693687555,
      "learning_rate": 0.00029773768270740007,
      "loss": 4.7066,
      "step": 9998
    },
    {
      "epoch": 0.4095433135367602,
      "grad_norm": 0.634380057619659,
      "learning_rate": 0.00029773711837807824,
      "loss": 0.688,
      "step": 9999
    },
    {
      "epoch": 0.4095842719639566,
      "grad_norm": 6.236047880430996,
      "learning_rate": 0.0002977365539789148,
      "loss": 5.9008,
      "step": 10000
    },
    {
      "epoch": 0.409625230391153,
      "grad_norm": 0.776408250039795,
      "learning_rate": 0.0002977359895099102,
      "loss": 0.6572,
      "step": 10001
    },
    {
      "epoch": 0.4096661888183494,
      "grad_norm": 1.1666440835840721,
      "learning_rate": 0.0002977354249710645,
      "loss": 1.0827,
      "step": 10002
    },
    {
      "epoch": 0.40970714724554574,
      "grad_norm": 0.6954865873698983,
      "learning_rate": 0.0002977348603623781,
      "loss": 0.8387,
      "step": 10003
    },
    {
      "epoch": 0.40974810567274217,
      "grad_norm": 0.8200918969598892,
      "learning_rate": 0.00029773429568385123,
      "loss": 0.7717,
      "step": 10004
    },
    {
      "epoch": 0.40978906409993854,
      "grad_norm": 0.8557005739021365,
      "learning_rate": 0.0002977337309354841,
      "loss": 0.5367,
      "step": 10005
    },
    {
      "epoch": 0.40983002252713496,
      "grad_norm": 1.2699615386568541,
      "learning_rate": 0.0002977331661172771,
      "loss": 1.253,
      "step": 10006
    },
    {
      "epoch": 0.40987098095433133,
      "grad_norm": 0.8874630966788076,
      "learning_rate": 0.00029773260122923045,
      "loss": 0.9427,
      "step": 10007
    },
    {
      "epoch": 0.40991193938152776,
      "grad_norm": 1.6016999322689491,
      "learning_rate": 0.00029773203627134437,
      "loss": 1.5253,
      "step": 10008
    },
    {
      "epoch": 0.4099528978087241,
      "grad_norm": 0.7835769534089768,
      "learning_rate": 0.00029773147124361913,
      "loss": 1.0221,
      "step": 10009
    },
    {
      "epoch": 0.40999385623592055,
      "grad_norm": 0.9784569042240301,
      "learning_rate": 0.00029773090614605507,
      "loss": 1.1689,
      "step": 10010
    },
    {
      "epoch": 0.4100348146631169,
      "grad_norm": 0.7513381144113159,
      "learning_rate": 0.0002977303409786524,
      "loss": 0.9638,
      "step": 10011
    },
    {
      "epoch": 0.41007577309031334,
      "grad_norm": 0.8327637573474483,
      "learning_rate": 0.00029772977574141137,
      "loss": 1.0357,
      "step": 10012
    },
    {
      "epoch": 0.4101167315175097,
      "grad_norm": 1.1797259957338249,
      "learning_rate": 0.0002977292104343323,
      "loss": 0.8726,
      "step": 10013
    },
    {
      "epoch": 0.41015768994470614,
      "grad_norm": 0.803796950320701,
      "learning_rate": 0.0002977286450574154,
      "loss": 1.049,
      "step": 10014
    },
    {
      "epoch": 0.4101986483719025,
      "grad_norm": 2.3444848999427625,
      "learning_rate": 0.000297728079610661,
      "loss": 2.5455,
      "step": 10015
    },
    {
      "epoch": 0.41023960679909893,
      "grad_norm": 0.6859685891176639,
      "learning_rate": 0.0002977275140940693,
      "loss": 1.089,
      "step": 10016
    },
    {
      "epoch": 0.4102805652262953,
      "grad_norm": 0.606911185257235,
      "learning_rate": 0.00029772694850764065,
      "loss": 0.487,
      "step": 10017
    },
    {
      "epoch": 0.4103215236534917,
      "grad_norm": 0.7213022638450598,
      "learning_rate": 0.0002977263828513752,
      "loss": 1.1043,
      "step": 10018
    },
    {
      "epoch": 0.4103624820806881,
      "grad_norm": 1.2502513627378202,
      "learning_rate": 0.00029772581712527336,
      "loss": 1.2432,
      "step": 10019
    },
    {
      "epoch": 0.4104034405078845,
      "grad_norm": 0.8188270661087369,
      "learning_rate": 0.0002977252513293353,
      "loss": 0.7611,
      "step": 10020
    },
    {
      "epoch": 0.4104443989350809,
      "grad_norm": 0.7067265750708209,
      "learning_rate": 0.0002977246854635613,
      "loss": 0.6197,
      "step": 10021
    },
    {
      "epoch": 0.4104853573622773,
      "grad_norm": 0.6919198272449192,
      "learning_rate": 0.00029772411952795163,
      "loss": 1.0408,
      "step": 10022
    },
    {
      "epoch": 0.4105263157894737,
      "grad_norm": 0.5019024075191567,
      "learning_rate": 0.00029772355352250665,
      "loss": 0.4193,
      "step": 10023
    },
    {
      "epoch": 0.41056727421667005,
      "grad_norm": 0.6113895155646227,
      "learning_rate": 0.00029772298744722646,
      "loss": 0.7737,
      "step": 10024
    },
    {
      "epoch": 0.4106082326438665,
      "grad_norm": 1.0934532194267428,
      "learning_rate": 0.0002977224213021114,
      "loss": 1.0035,
      "step": 10025
    },
    {
      "epoch": 0.41064919107106285,
      "grad_norm": 0.5443111301530149,
      "learning_rate": 0.00029772185508716186,
      "loss": 0.335,
      "step": 10026
    },
    {
      "epoch": 0.41069014949825927,
      "grad_norm": 0.6318015540959253,
      "learning_rate": 0.00029772128880237793,
      "loss": 0.9284,
      "step": 10027
    },
    {
      "epoch": 0.41073110792545564,
      "grad_norm": 0.6337454103732203,
      "learning_rate": 0.00029772072244775994,
      "loss": 0.6481,
      "step": 10028
    },
    {
      "epoch": 0.41077206635265207,
      "grad_norm": 0.755433344360348,
      "learning_rate": 0.00029772015602330817,
      "loss": 1.0272,
      "step": 10029
    },
    {
      "epoch": 0.41081302477984843,
      "grad_norm": 0.8189936173631922,
      "learning_rate": 0.0002977195895290229,
      "loss": 1.0229,
      "step": 10030
    },
    {
      "epoch": 0.41085398320704486,
      "grad_norm": 7.212525794601366,
      "learning_rate": 0.00029771902296490434,
      "loss": 2.8838,
      "step": 10031
    },
    {
      "epoch": 0.41089494163424123,
      "grad_norm": 0.8131479070279293,
      "learning_rate": 0.0002977184563309528,
      "loss": 1.2239,
      "step": 10032
    },
    {
      "epoch": 0.41093590006143765,
      "grad_norm": 0.9773635606219657,
      "learning_rate": 0.0002977178896271686,
      "loss": 1.362,
      "step": 10033
    },
    {
      "epoch": 0.410976858488634,
      "grad_norm": 0.7539743954969669,
      "learning_rate": 0.0002977173228535519,
      "loss": 1.0112,
      "step": 10034
    },
    {
      "epoch": 0.41101781691583045,
      "grad_norm": 0.9678579030584906,
      "learning_rate": 0.00029771675601010305,
      "loss": 0.7988,
      "step": 10035
    },
    {
      "epoch": 0.4110587753430268,
      "grad_norm": 0.8876866815126591,
      "learning_rate": 0.00029771618909682235,
      "loss": 0.8683,
      "step": 10036
    },
    {
      "epoch": 0.41109973377022324,
      "grad_norm": 0.7016613957494982,
      "learning_rate": 0.00029771562211370993,
      "loss": 1.0465,
      "step": 10037
    },
    {
      "epoch": 0.4111406921974196,
      "grad_norm": 0.8991690155720811,
      "learning_rate": 0.00029771505506076616,
      "loss": 1.0076,
      "step": 10038
    },
    {
      "epoch": 0.41118165062461604,
      "grad_norm": 0.6803580808396694,
      "learning_rate": 0.00029771448793799126,
      "loss": 0.858,
      "step": 10039
    },
    {
      "epoch": 0.4112226090518124,
      "grad_norm": 0.6023801080499772,
      "learning_rate": 0.0002977139207453855,
      "loss": 0.5697,
      "step": 10040
    },
    {
      "epoch": 0.41126356747900883,
      "grad_norm": 0.7927465872507162,
      "learning_rate": 0.0002977133534829492,
      "loss": 1.1348,
      "step": 10041
    },
    {
      "epoch": 0.4113045259062052,
      "grad_norm": 0.5733501352438339,
      "learning_rate": 0.0002977127861506826,
      "loss": 0.4879,
      "step": 10042
    },
    {
      "epoch": 0.4113454843334016,
      "grad_norm": 0.7153080113336128,
      "learning_rate": 0.000297712218748586,
      "loss": 0.828,
      "step": 10043
    },
    {
      "epoch": 0.411386442760598,
      "grad_norm": 0.9405142389839287,
      "learning_rate": 0.0002977116512766596,
      "loss": 0.8368,
      "step": 10044
    },
    {
      "epoch": 0.41142740118779436,
      "grad_norm": 0.8045141053904583,
      "learning_rate": 0.00029771108373490365,
      "loss": 0.6258,
      "step": 10045
    },
    {
      "epoch": 0.4114683596149908,
      "grad_norm": 0.5558847616892266,
      "learning_rate": 0.00029771051612331853,
      "loss": 0.4716,
      "step": 10046
    },
    {
      "epoch": 0.41150931804218716,
      "grad_norm": 0.7578830731709065,
      "learning_rate": 0.00029770994844190445,
      "loss": 0.8343,
      "step": 10047
    },
    {
      "epoch": 0.4115502764693836,
      "grad_norm": 0.45755827752933753,
      "learning_rate": 0.00029770938069066167,
      "loss": 0.3303,
      "step": 10048
    },
    {
      "epoch": 0.41159123489657995,
      "grad_norm": 1.2548833504084573,
      "learning_rate": 0.0002977088128695905,
      "loss": 0.8284,
      "step": 10049
    },
    {
      "epoch": 0.4116321933237764,
      "grad_norm": 0.7943134842340657,
      "learning_rate": 0.0002977082449786911,
      "loss": 0.9896,
      "step": 10050
    },
    {
      "epoch": 0.41167315175097274,
      "grad_norm": 0.8351773064443986,
      "learning_rate": 0.00029770767701796385,
      "loss": 0.7313,
      "step": 10051
    },
    {
      "epoch": 0.41171411017816917,
      "grad_norm": 0.7632792750018501,
      "learning_rate": 0.00029770710898740897,
      "loss": 0.9571,
      "step": 10052
    },
    {
      "epoch": 0.41175506860536554,
      "grad_norm": 1.1652665046094317,
      "learning_rate": 0.00029770654088702675,
      "loss": 1.4426,
      "step": 10053
    },
    {
      "epoch": 0.41179602703256196,
      "grad_norm": 0.814670083146748,
      "learning_rate": 0.00029770597271681746,
      "loss": 0.675,
      "step": 10054
    },
    {
      "epoch": 0.41183698545975833,
      "grad_norm": 1.035524529684558,
      "learning_rate": 0.0002977054044767814,
      "loss": 1.0744,
      "step": 10055
    },
    {
      "epoch": 0.41187794388695476,
      "grad_norm": 0.7149097013318954,
      "learning_rate": 0.00029770483616691867,
      "loss": 0.7348,
      "step": 10056
    },
    {
      "epoch": 0.4119189023141511,
      "grad_norm": 0.8121745686694345,
      "learning_rate": 0.00029770426778722976,
      "loss": 1.0023,
      "step": 10057
    },
    {
      "epoch": 0.41195986074134755,
      "grad_norm": 0.6687479792715091,
      "learning_rate": 0.0002977036993377149,
      "loss": 0.9731,
      "step": 10058
    },
    {
      "epoch": 0.4120008191685439,
      "grad_norm": 0.5147150231309667,
      "learning_rate": 0.00029770313081837416,
      "loss": 0.4372,
      "step": 10059
    },
    {
      "epoch": 0.41204177759574034,
      "grad_norm": 0.888605131199202,
      "learning_rate": 0.000297702562229208,
      "loss": 1.1396,
      "step": 10060
    },
    {
      "epoch": 0.4120827360229367,
      "grad_norm": 0.9305029753555756,
      "learning_rate": 0.00029770199357021665,
      "loss": 1.0756,
      "step": 10061
    },
    {
      "epoch": 0.41212369445013314,
      "grad_norm": 0.958864509425734,
      "learning_rate": 0.0002977014248414004,
      "loss": 0.6202,
      "step": 10062
    },
    {
      "epoch": 0.4121646528773295,
      "grad_norm": 1.782840004555549,
      "learning_rate": 0.00029770085604275944,
      "loss": 2.0277,
      "step": 10063
    },
    {
      "epoch": 0.41220561130452593,
      "grad_norm": 0.6128755083865023,
      "learning_rate": 0.0002977002871742941,
      "loss": 0.4104,
      "step": 10064
    },
    {
      "epoch": 0.4122465697317223,
      "grad_norm": 0.8871162229826591,
      "learning_rate": 0.00029769971823600464,
      "loss": 1.3068,
      "step": 10065
    },
    {
      "epoch": 0.41228752815891867,
      "grad_norm": 0.7704308169745847,
      "learning_rate": 0.00029769914922789134,
      "loss": 1.0655,
      "step": 10066
    },
    {
      "epoch": 0.4123284865861151,
      "grad_norm": 1.6025400105077596,
      "learning_rate": 0.00029769858014995444,
      "loss": 1.9933,
      "step": 10067
    },
    {
      "epoch": 0.41236944501331146,
      "grad_norm": 0.6455528535236272,
      "learning_rate": 0.0002976980110021942,
      "loss": 0.4643,
      "step": 10068
    },
    {
      "epoch": 0.4124104034405079,
      "grad_norm": 0.9359644994313792,
      "learning_rate": 0.00029769744178461093,
      "loss": 0.7872,
      "step": 10069
    },
    {
      "epoch": 0.41245136186770426,
      "grad_norm": 0.8697326169503944,
      "learning_rate": 0.0002976968724972049,
      "loss": 1.2659,
      "step": 10070
    },
    {
      "epoch": 0.4124923202949007,
      "grad_norm": 0.5990186079612407,
      "learning_rate": 0.0002976963031399763,
      "loss": 0.4467,
      "step": 10071
    },
    {
      "epoch": 0.41253327872209705,
      "grad_norm": 0.7724972291740605,
      "learning_rate": 0.00029769573371292554,
      "loss": 0.8011,
      "step": 10072
    },
    {
      "epoch": 0.4125742371492935,
      "grad_norm": 0.6433412226725533,
      "learning_rate": 0.00029769516421605276,
      "loss": 0.802,
      "step": 10073
    },
    {
      "epoch": 0.41261519557648985,
      "grad_norm": 0.5034439845586315,
      "learning_rate": 0.0002976945946493583,
      "loss": 0.3198,
      "step": 10074
    },
    {
      "epoch": 0.41265615400368627,
      "grad_norm": 0.8246131310806605,
      "learning_rate": 0.00029769402501284237,
      "loss": 0.7462,
      "step": 10075
    },
    {
      "epoch": 0.41269711243088264,
      "grad_norm": 0.52403843343267,
      "learning_rate": 0.0002976934553065053,
      "loss": 0.2757,
      "step": 10076
    },
    {
      "epoch": 0.41273807085807906,
      "grad_norm": 0.8705429463804828,
      "learning_rate": 0.0002976928855303473,
      "loss": 1.0369,
      "step": 10077
    },
    {
      "epoch": 0.41277902928527543,
      "grad_norm": 0.8169068992222821,
      "learning_rate": 0.0002976923156843687,
      "loss": 0.9532,
      "step": 10078
    },
    {
      "epoch": 0.41281998771247186,
      "grad_norm": 0.8219553274421469,
      "learning_rate": 0.0002976917457685697,
      "loss": 1.135,
      "step": 10079
    },
    {
      "epoch": 0.41286094613966823,
      "grad_norm": 0.7510527873428297,
      "learning_rate": 0.0002976911757829507,
      "loss": 0.6998,
      "step": 10080
    },
    {
      "epoch": 0.41290190456686465,
      "grad_norm": 0.7259993362173266,
      "learning_rate": 0.00029769060572751185,
      "loss": 0.4261,
      "step": 10081
    },
    {
      "epoch": 0.412942862994061,
      "grad_norm": 0.6462977458630178,
      "learning_rate": 0.00029769003560225344,
      "loss": 0.4419,
      "step": 10082
    },
    {
      "epoch": 0.41298382142125745,
      "grad_norm": 0.7386383720125086,
      "learning_rate": 0.00029768946540717576,
      "loss": 1.1652,
      "step": 10083
    },
    {
      "epoch": 0.4130247798484538,
      "grad_norm": 0.9445846437704721,
      "learning_rate": 0.00029768889514227904,
      "loss": 1.2846,
      "step": 10084
    },
    {
      "epoch": 0.41306573827565024,
      "grad_norm": 1.0136603536025726,
      "learning_rate": 0.0002976883248075636,
      "loss": 0.7503,
      "step": 10085
    },
    {
      "epoch": 0.4131066967028466,
      "grad_norm": 1.115266395214813,
      "learning_rate": 0.0002976877544030297,
      "loss": 1.1862,
      "step": 10086
    },
    {
      "epoch": 0.413147655130043,
      "grad_norm": 0.928798092834861,
      "learning_rate": 0.0002976871839286776,
      "loss": 1.0851,
      "step": 10087
    },
    {
      "epoch": 0.4131886135572394,
      "grad_norm": 1.0592077748040503,
      "learning_rate": 0.00029768661338450754,
      "loss": 0.9728,
      "step": 10088
    },
    {
      "epoch": 0.4132295719844358,
      "grad_norm": 0.6015065758593515,
      "learning_rate": 0.00029768604277051984,
      "loss": 0.7303,
      "step": 10089
    },
    {
      "epoch": 0.4132705304116322,
      "grad_norm": 1.0620971910306993,
      "learning_rate": 0.0002976854720867148,
      "loss": 1.2815,
      "step": 10090
    },
    {
      "epoch": 0.41331148883882857,
      "grad_norm": 0.8753567339523881,
      "learning_rate": 0.00029768490133309257,
      "loss": 0.9172,
      "step": 10091
    },
    {
      "epoch": 0.413352447266025,
      "grad_norm": 0.6333203552692672,
      "learning_rate": 0.0002976843305096535,
      "loss": 0.9017,
      "step": 10092
    },
    {
      "epoch": 0.41339340569322136,
      "grad_norm": 0.7555754172647327,
      "learning_rate": 0.0002976837596163978,
      "loss": 0.9795,
      "step": 10093
    },
    {
      "epoch": 0.4134343641204178,
      "grad_norm": 0.6998008129856784,
      "learning_rate": 0.0002976831886533259,
      "loss": 0.7187,
      "step": 10094
    },
    {
      "epoch": 0.41347532254761415,
      "grad_norm": 0.49352313242107126,
      "learning_rate": 0.0002976826176204379,
      "loss": 0.3474,
      "step": 10095
    },
    {
      "epoch": 0.4135162809748106,
      "grad_norm": 0.7629606489593047,
      "learning_rate": 0.0002976820465177341,
      "loss": 0.9472,
      "step": 10096
    },
    {
      "epoch": 0.41355723940200695,
      "grad_norm": 0.6221237068308809,
      "learning_rate": 0.00029768147534521485,
      "loss": 0.791,
      "step": 10097
    },
    {
      "epoch": 0.4135981978292034,
      "grad_norm": 1.5223457539935128,
      "learning_rate": 0.0002976809041028803,
      "loss": 2.5695,
      "step": 10098
    },
    {
      "epoch": 0.41363915625639974,
      "grad_norm": 0.6467011540037904,
      "learning_rate": 0.0002976803327907309,
      "loss": 0.8204,
      "step": 10099
    },
    {
      "epoch": 0.41368011468359617,
      "grad_norm": 0.5967649697732584,
      "learning_rate": 0.00029767976140876673,
      "loss": 0.7451,
      "step": 10100
    },
    {
      "epoch": 0.41372107311079254,
      "grad_norm": 0.7504089181982498,
      "learning_rate": 0.00029767918995698815,
      "loss": 0.3628,
      "step": 10101
    },
    {
      "epoch": 0.41376203153798896,
      "grad_norm": 1.2276576033455522,
      "learning_rate": 0.0002976786184353954,
      "loss": 1.6386,
      "step": 10102
    },
    {
      "epoch": 0.41380298996518533,
      "grad_norm": 0.6147853750852663,
      "learning_rate": 0.00029767804684398876,
      "loss": 0.4858,
      "step": 10103
    },
    {
      "epoch": 0.41384394839238176,
      "grad_norm": 0.7417426640501222,
      "learning_rate": 0.00029767747518276856,
      "loss": 1.116,
      "step": 10104
    },
    {
      "epoch": 0.4138849068195781,
      "grad_norm": 0.7358760712879245,
      "learning_rate": 0.000297676903451735,
      "loss": 0.9609,
      "step": 10105
    },
    {
      "epoch": 0.41392586524677455,
      "grad_norm": 0.6910092853930401,
      "learning_rate": 0.00029767633165088837,
      "loss": 1.0148,
      "step": 10106
    },
    {
      "epoch": 0.4139668236739709,
      "grad_norm": 0.7952464668363575,
      "learning_rate": 0.0002976757597802289,
      "loss": 1.0621,
      "step": 10107
    },
    {
      "epoch": 0.4140077821011673,
      "grad_norm": 1.221945779228738,
      "learning_rate": 0.00029767518783975694,
      "loss": 1.5582,
      "step": 10108
    },
    {
      "epoch": 0.4140487405283637,
      "grad_norm": 0.8474978904906796,
      "learning_rate": 0.00029767461582947275,
      "loss": 0.8902,
      "step": 10109
    },
    {
      "epoch": 0.4140896989555601,
      "grad_norm": 1.1161908671758525,
      "learning_rate": 0.0002976740437493765,
      "loss": 0.9616,
      "step": 10110
    },
    {
      "epoch": 0.4141306573827565,
      "grad_norm": 0.5479711600201772,
      "learning_rate": 0.0002976734715994686,
      "loss": 0.6516,
      "step": 10111
    },
    {
      "epoch": 0.4141716158099529,
      "grad_norm": 0.7736025685481619,
      "learning_rate": 0.0002976728993797492,
      "loss": 1.1666,
      "step": 10112
    },
    {
      "epoch": 0.4142125742371493,
      "grad_norm": 1.2833758693287676,
      "learning_rate": 0.00029767232709021864,
      "loss": 0.9762,
      "step": 10113
    },
    {
      "epoch": 0.41425353266434567,
      "grad_norm": 0.6198743192159816,
      "learning_rate": 0.0002976717547308772,
      "loss": 0.5924,
      "step": 10114
    },
    {
      "epoch": 0.4142944910915421,
      "grad_norm": 0.6845069121508959,
      "learning_rate": 0.00029767118230172504,
      "loss": 0.7452,
      "step": 10115
    },
    {
      "epoch": 0.41433544951873846,
      "grad_norm": 0.6505190147870352,
      "learning_rate": 0.0002976706098027626,
      "loss": 0.7569,
      "step": 10116
    },
    {
      "epoch": 0.4143764079459349,
      "grad_norm": 1.1768249955919303,
      "learning_rate": 0.00029767003723399,
      "loss": 0.6635,
      "step": 10117
    },
    {
      "epoch": 0.41441736637313126,
      "grad_norm": 0.7862813405125557,
      "learning_rate": 0.00029766946459540764,
      "loss": 0.5754,
      "step": 10118
    },
    {
      "epoch": 0.4144583248003277,
      "grad_norm": 0.9022515752972854,
      "learning_rate": 0.00029766889188701564,
      "loss": 0.9497,
      "step": 10119
    },
    {
      "epoch": 0.41449928322752405,
      "grad_norm": 0.5829548865142603,
      "learning_rate": 0.00029766831910881447,
      "loss": 0.3257,
      "step": 10120
    },
    {
      "epoch": 0.4145402416547205,
      "grad_norm": 0.6692101664882317,
      "learning_rate": 0.00029766774626080423,
      "loss": 0.7936,
      "step": 10121
    },
    {
      "epoch": 0.41458120008191685,
      "grad_norm": 0.9427863305202525,
      "learning_rate": 0.00029766717334298525,
      "loss": 1.0992,
      "step": 10122
    },
    {
      "epoch": 0.41462215850911327,
      "grad_norm": 0.8177805068419418,
      "learning_rate": 0.00029766660035535775,
      "loss": 0.8749,
      "step": 10123
    },
    {
      "epoch": 0.41466311693630964,
      "grad_norm": 1.0085054690856263,
      "learning_rate": 0.00029766602729792215,
      "loss": 0.3604,
      "step": 10124
    },
    {
      "epoch": 0.41470407536350606,
      "grad_norm": 0.965022652534881,
      "learning_rate": 0.0002976654541706785,
      "loss": 0.6371,
      "step": 10125
    },
    {
      "epoch": 0.41474503379070243,
      "grad_norm": 0.9596467114743569,
      "learning_rate": 0.00029766488097362733,
      "loss": 1.1014,
      "step": 10126
    },
    {
      "epoch": 0.41478599221789886,
      "grad_norm": 0.7494702897138791,
      "learning_rate": 0.00029766430770676865,
      "loss": 0.8487,
      "step": 10127
    },
    {
      "epoch": 0.4148269506450952,
      "grad_norm": 1.3734082730106127,
      "learning_rate": 0.0002976637343701029,
      "loss": 1.8205,
      "step": 10128
    },
    {
      "epoch": 0.4148679090722916,
      "grad_norm": 0.7833419239570729,
      "learning_rate": 0.0002976631609636303,
      "loss": 1.13,
      "step": 10129
    },
    {
      "epoch": 0.414908867499488,
      "grad_norm": 3.4183236015008798,
      "learning_rate": 0.00029766258748735116,
      "loss": 2.6036,
      "step": 10130
    },
    {
      "epoch": 0.4149498259266844,
      "grad_norm": 0.6636638677250781,
      "learning_rate": 0.0002976620139412657,
      "loss": 0.8248,
      "step": 10131
    },
    {
      "epoch": 0.4149907843538808,
      "grad_norm": 0.5136295514067704,
      "learning_rate": 0.0002976614403253742,
      "loss": 0.4348,
      "step": 10132
    },
    {
      "epoch": 0.4150317427810772,
      "grad_norm": 1.2389010418760986,
      "learning_rate": 0.00029766086663967695,
      "loss": 0.8722,
      "step": 10133
    },
    {
      "epoch": 0.4150727012082736,
      "grad_norm": 0.6517744057938073,
      "learning_rate": 0.0002976602928841742,
      "loss": 0.996,
      "step": 10134
    },
    {
      "epoch": 0.41511365963547,
      "grad_norm": 0.7238755879583629,
      "learning_rate": 0.00029765971905886625,
      "loss": 0.7828,
      "step": 10135
    },
    {
      "epoch": 0.4151546180626664,
      "grad_norm": 0.7561162072506099,
      "learning_rate": 0.00029765914516375334,
      "loss": 0.856,
      "step": 10136
    },
    {
      "epoch": 0.41519557648986277,
      "grad_norm": 0.7884577517125202,
      "learning_rate": 0.0002976585711988357,
      "loss": 0.871,
      "step": 10137
    },
    {
      "epoch": 0.4152365349170592,
      "grad_norm": 0.9818196795174741,
      "learning_rate": 0.00029765799716411376,
      "loss": 0.7921,
      "step": 10138
    },
    {
      "epoch": 0.41527749334425557,
      "grad_norm": 1.2902752508055146,
      "learning_rate": 0.00029765742305958763,
      "loss": 1.7108,
      "step": 10139
    },
    {
      "epoch": 0.415318451771452,
      "grad_norm": 0.8972474603973477,
      "learning_rate": 0.00029765684888525764,
      "loss": 0.9903,
      "step": 10140
    },
    {
      "epoch": 0.41535941019864836,
      "grad_norm": 0.7879425774778431,
      "learning_rate": 0.00029765627464112406,
      "loss": 0.9459,
      "step": 10141
    },
    {
      "epoch": 0.4154003686258448,
      "grad_norm": 0.9092437148807008,
      "learning_rate": 0.00029765570032718716,
      "loss": 1.0071,
      "step": 10142
    },
    {
      "epoch": 0.41544132705304115,
      "grad_norm": 1.0349504596422463,
      "learning_rate": 0.0002976551259434472,
      "loss": 1.0922,
      "step": 10143
    },
    {
      "epoch": 0.4154822854802376,
      "grad_norm": 2.7372959739496068,
      "learning_rate": 0.0002976545514899045,
      "loss": 5.7941,
      "step": 10144
    },
    {
      "epoch": 0.41552324390743395,
      "grad_norm": 0.8593870167079614,
      "learning_rate": 0.0002976539769665593,
      "loss": 1.056,
      "step": 10145
    },
    {
      "epoch": 0.4155642023346304,
      "grad_norm": 0.7386312430556073,
      "learning_rate": 0.0002976534023734118,
      "loss": 0.9465,
      "step": 10146
    },
    {
      "epoch": 0.41560516076182674,
      "grad_norm": 0.7699193099676066,
      "learning_rate": 0.00029765282771046243,
      "loss": 0.8779,
      "step": 10147
    },
    {
      "epoch": 0.41564611918902317,
      "grad_norm": 0.7499543801153982,
      "learning_rate": 0.0002976522529777113,
      "loss": 0.8022,
      "step": 10148
    },
    {
      "epoch": 0.41568707761621954,
      "grad_norm": 0.9848344320588521,
      "learning_rate": 0.0002976516781751588,
      "loss": 1.1547,
      "step": 10149
    },
    {
      "epoch": 0.41572803604341596,
      "grad_norm": 0.9223359778563266,
      "learning_rate": 0.0002976511033028051,
      "loss": 1.3037,
      "step": 10150
    },
    {
      "epoch": 0.41576899447061233,
      "grad_norm": 1.2565058179115602,
      "learning_rate": 0.0002976505283606506,
      "loss": 1.0331,
      "step": 10151
    },
    {
      "epoch": 0.4158099528978087,
      "grad_norm": 1.080347330307448,
      "learning_rate": 0.00029764995334869543,
      "loss": 0.9371,
      "step": 10152
    },
    {
      "epoch": 0.4158509113250051,
      "grad_norm": 0.785198034183231,
      "learning_rate": 0.00029764937826693994,
      "loss": 0.8725,
      "step": 10153
    },
    {
      "epoch": 0.4158918697522015,
      "grad_norm": 1.0201815165021875,
      "learning_rate": 0.00029764880311538444,
      "loss": 0.6272,
      "step": 10154
    },
    {
      "epoch": 0.4159328281793979,
      "grad_norm": 0.6729208377207323,
      "learning_rate": 0.00029764822789402914,
      "loss": 0.7573,
      "step": 10155
    },
    {
      "epoch": 0.4159737866065943,
      "grad_norm": 0.5363913708031264,
      "learning_rate": 0.0002976476526028743,
      "loss": 0.3521,
      "step": 10156
    },
    {
      "epoch": 0.4160147450337907,
      "grad_norm": 1.0625233548698916,
      "learning_rate": 0.0002976470772419202,
      "loss": 0.7291,
      "step": 10157
    },
    {
      "epoch": 0.4160557034609871,
      "grad_norm": 1.1818474244851485,
      "learning_rate": 0.00029764650181116715,
      "loss": 0.689,
      "step": 10158
    },
    {
      "epoch": 0.4160966618881835,
      "grad_norm": 0.9629381870625251,
      "learning_rate": 0.0002976459263106154,
      "loss": 1.0592,
      "step": 10159
    },
    {
      "epoch": 0.4161376203153799,
      "grad_norm": 1.1214462959741107,
      "learning_rate": 0.00029764535074026526,
      "loss": 1.0516,
      "step": 10160
    },
    {
      "epoch": 0.4161785787425763,
      "grad_norm": 0.678078099611615,
      "learning_rate": 0.0002976447751001169,
      "loss": 0.8278,
      "step": 10161
    },
    {
      "epoch": 0.41621953716977267,
      "grad_norm": 1.0811083841776052,
      "learning_rate": 0.00029764419939017073,
      "loss": 0.9604,
      "step": 10162
    },
    {
      "epoch": 0.4162604955969691,
      "grad_norm": 1.9274974077785567,
      "learning_rate": 0.0002976436236104269,
      "loss": 1.6246,
      "step": 10163
    },
    {
      "epoch": 0.41630145402416546,
      "grad_norm": 1.1779818565283189,
      "learning_rate": 0.00029764304776088574,
      "loss": 1.0478,
      "step": 10164
    },
    {
      "epoch": 0.4163424124513619,
      "grad_norm": 1.2655844809322956,
      "learning_rate": 0.00029764247184154753,
      "loss": 0.8097,
      "step": 10165
    },
    {
      "epoch": 0.41638337087855826,
      "grad_norm": 0.6476794631236759,
      "learning_rate": 0.0002976418958524125,
      "loss": 0.3904,
      "step": 10166
    },
    {
      "epoch": 0.4164243293057547,
      "grad_norm": 0.6942290086464514,
      "learning_rate": 0.000297641319793481,
      "loss": 0.5309,
      "step": 10167
    },
    {
      "epoch": 0.41646528773295105,
      "grad_norm": 0.6530583853543751,
      "learning_rate": 0.00029764074366475315,
      "loss": 0.3218,
      "step": 10168
    },
    {
      "epoch": 0.4165062461601475,
      "grad_norm": 0.8827372121028905,
      "learning_rate": 0.0002976401674662294,
      "loss": 0.9975,
      "step": 10169
    },
    {
      "epoch": 0.41654720458734384,
      "grad_norm": 0.7489544733900608,
      "learning_rate": 0.00029763959119790995,
      "loss": 0.5981,
      "step": 10170
    },
    {
      "epoch": 0.41658816301454027,
      "grad_norm": 0.8925871662081475,
      "learning_rate": 0.0002976390148597951,
      "loss": 0.7585,
      "step": 10171
    },
    {
      "epoch": 0.41662912144173664,
      "grad_norm": 0.7267152628420539,
      "learning_rate": 0.000297638438451885,
      "loss": 0.7861,
      "step": 10172
    },
    {
      "epoch": 0.416670079868933,
      "grad_norm": 0.9550104823608008,
      "learning_rate": 0.00029763786197418003,
      "loss": 0.8411,
      "step": 10173
    },
    {
      "epoch": 0.41671103829612943,
      "grad_norm": 1.2841499517466053,
      "learning_rate": 0.0002976372854266805,
      "loss": 1.2338,
      "step": 10174
    },
    {
      "epoch": 0.4167519967233258,
      "grad_norm": 1.1465916556214282,
      "learning_rate": 0.0002976367088093866,
      "loss": 1.3869,
      "step": 10175
    },
    {
      "epoch": 0.4167929551505222,
      "grad_norm": 0.7444366944150688,
      "learning_rate": 0.00029763613212229866,
      "loss": 0.9933,
      "step": 10176
    },
    {
      "epoch": 0.4168339135777186,
      "grad_norm": 0.9751552697306527,
      "learning_rate": 0.0002976355553654169,
      "loss": 0.9298,
      "step": 10177
    },
    {
      "epoch": 0.416874872004915,
      "grad_norm": 0.8381039043990149,
      "learning_rate": 0.0002976349785387416,
      "loss": 0.9596,
      "step": 10178
    },
    {
      "epoch": 0.4169158304321114,
      "grad_norm": 0.7837235280728172,
      "learning_rate": 0.00029763440164227306,
      "loss": 0.9948,
      "step": 10179
    },
    {
      "epoch": 0.4169567888593078,
      "grad_norm": 0.7052649446124917,
      "learning_rate": 0.0002976338246760115,
      "loss": 1.0143,
      "step": 10180
    },
    {
      "epoch": 0.4169977472865042,
      "grad_norm": 1.3290697484597165,
      "learning_rate": 0.0002976332476399573,
      "loss": 1.7516,
      "step": 10181
    },
    {
      "epoch": 0.4170387057137006,
      "grad_norm": 0.637146241227825,
      "learning_rate": 0.00029763267053411064,
      "loss": 0.6841,
      "step": 10182
    },
    {
      "epoch": 0.417079664140897,
      "grad_norm": 1.2471388071280451,
      "learning_rate": 0.00029763209335847187,
      "loss": 0.519,
      "step": 10183
    },
    {
      "epoch": 0.4171206225680934,
      "grad_norm": 0.6754708794896833,
      "learning_rate": 0.00029763151611304116,
      "loss": 0.4486,
      "step": 10184
    },
    {
      "epoch": 0.41716158099528977,
      "grad_norm": 0.6935064545393982,
      "learning_rate": 0.00029763093879781884,
      "loss": 0.8591,
      "step": 10185
    },
    {
      "epoch": 0.4172025394224862,
      "grad_norm": 2.281181509032681,
      "learning_rate": 0.0002976303614128052,
      "loss": 4.0551,
      "step": 10186
    },
    {
      "epoch": 0.41724349784968257,
      "grad_norm": 0.812585756295654,
      "learning_rate": 0.00029762978395800045,
      "loss": 0.839,
      "step": 10187
    },
    {
      "epoch": 0.417284456276879,
      "grad_norm": 0.9169101212199041,
      "learning_rate": 0.0002976292064334049,
      "loss": 1.0943,
      "step": 10188
    },
    {
      "epoch": 0.41732541470407536,
      "grad_norm": 0.711831972765302,
      "learning_rate": 0.00029762862883901887,
      "loss": 0.7523,
      "step": 10189
    },
    {
      "epoch": 0.4173663731312718,
      "grad_norm": 0.9356971812742737,
      "learning_rate": 0.0002976280511748426,
      "loss": 1.0349,
      "step": 10190
    },
    {
      "epoch": 0.41740733155846815,
      "grad_norm": 0.5826212434718181,
      "learning_rate": 0.0002976274734408763,
      "loss": 0.7472,
      "step": 10191
    },
    {
      "epoch": 0.4174482899856646,
      "grad_norm": 0.7371577661904133,
      "learning_rate": 0.00029762689563712035,
      "loss": 0.7456,
      "step": 10192
    },
    {
      "epoch": 0.41748924841286095,
      "grad_norm": 0.7861061424768357,
      "learning_rate": 0.00029762631776357495,
      "loss": 0.9167,
      "step": 10193
    },
    {
      "epoch": 0.4175302068400573,
      "grad_norm": 0.7263703083892927,
      "learning_rate": 0.0002976257398202404,
      "loss": 0.8303,
      "step": 10194
    },
    {
      "epoch": 0.41757116526725374,
      "grad_norm": 4.927541725845545,
      "learning_rate": 0.00029762516180711695,
      "loss": 8.0317,
      "step": 10195
    },
    {
      "epoch": 0.4176121236944501,
      "grad_norm": 0.5263284452721169,
      "learning_rate": 0.0002976245837242049,
      "loss": 0.4501,
      "step": 10196
    },
    {
      "epoch": 0.41765308212164654,
      "grad_norm": 0.6240377235599585,
      "learning_rate": 0.00029762400557150454,
      "loss": 0.5086,
      "step": 10197
    },
    {
      "epoch": 0.4176940405488429,
      "grad_norm": 0.6711518456844461,
      "learning_rate": 0.00029762342734901604,
      "loss": 0.8583,
      "step": 10198
    },
    {
      "epoch": 0.41773499897603933,
      "grad_norm": 0.6897718893556961,
      "learning_rate": 0.00029762284905673984,
      "loss": 0.8325,
      "step": 10199
    },
    {
      "epoch": 0.4177759574032357,
      "grad_norm": 0.827941198462051,
      "learning_rate": 0.0002976222706946761,
      "loss": 1.1904,
      "step": 10200
    },
    {
      "epoch": 0.4178169158304321,
      "grad_norm": 0.9797838552934593,
      "learning_rate": 0.00029762169226282506,
      "loss": 1.2821,
      "step": 10201
    },
    {
      "epoch": 0.4178578742576285,
      "grad_norm": 0.6971708492125562,
      "learning_rate": 0.0002976211137611871,
      "loss": 0.8878,
      "step": 10202
    },
    {
      "epoch": 0.4178988326848249,
      "grad_norm": 1.1193856308673211,
      "learning_rate": 0.0002976205351897624,
      "loss": 1.3131,
      "step": 10203
    },
    {
      "epoch": 0.4179397911120213,
      "grad_norm": 1.1717045562778114,
      "learning_rate": 0.00029761995654855136,
      "loss": 1.5385,
      "step": 10204
    },
    {
      "epoch": 0.4179807495392177,
      "grad_norm": 0.9550077349079609,
      "learning_rate": 0.00029761937783755405,
      "loss": 0.9871,
      "step": 10205
    },
    {
      "epoch": 0.4180217079664141,
      "grad_norm": 0.8318971482429537,
      "learning_rate": 0.000297618799056771,
      "loss": 0.9127,
      "step": 10206
    },
    {
      "epoch": 0.4180626663936105,
      "grad_norm": 0.7454585582295723,
      "learning_rate": 0.0002976182202062022,
      "loss": 0.784,
      "step": 10207
    },
    {
      "epoch": 0.4181036248208069,
      "grad_norm": 0.6918777442594649,
      "learning_rate": 0.0002976176412858482,
      "loss": 0.9379,
      "step": 10208
    },
    {
      "epoch": 0.4181445832480033,
      "grad_norm": 1.443386902091878,
      "learning_rate": 0.0002976170622957091,
      "loss": 1.82,
      "step": 10209
    },
    {
      "epoch": 0.41818554167519967,
      "grad_norm": 0.7647054837552164,
      "learning_rate": 0.0002976164832357852,
      "loss": 0.8448,
      "step": 10210
    },
    {
      "epoch": 0.4182265001023961,
      "grad_norm": 1.0430762051173008,
      "learning_rate": 0.00029761590410607683,
      "loss": 0.9356,
      "step": 10211
    },
    {
      "epoch": 0.41826745852959246,
      "grad_norm": 1.9977217610923483,
      "learning_rate": 0.00029761532490658416,
      "loss": 1.6251,
      "step": 10212
    },
    {
      "epoch": 0.4183084169567889,
      "grad_norm": 0.6085233130139879,
      "learning_rate": 0.00029761474563730757,
      "loss": 0.7601,
      "step": 10213
    },
    {
      "epoch": 0.41834937538398526,
      "grad_norm": 0.6901037050830818,
      "learning_rate": 0.0002976141662982473,
      "loss": 0.4836,
      "step": 10214
    },
    {
      "epoch": 0.4183903338111816,
      "grad_norm": 0.774771248177597,
      "learning_rate": 0.0002976135868894036,
      "loss": 0.7607,
      "step": 10215
    },
    {
      "epoch": 0.41843129223837805,
      "grad_norm": 0.7223323277047634,
      "learning_rate": 0.0002976130074107768,
      "loss": 0.5357,
      "step": 10216
    },
    {
      "epoch": 0.4184722506655744,
      "grad_norm": 0.8651307291211502,
      "learning_rate": 0.0002976124278623671,
      "loss": 0.8107,
      "step": 10217
    },
    {
      "epoch": 0.41851320909277084,
      "grad_norm": 1.0341456963317535,
      "learning_rate": 0.00029761184824417486,
      "loss": 0.9034,
      "step": 10218
    },
    {
      "epoch": 0.4185541675199672,
      "grad_norm": 0.748892149173871,
      "learning_rate": 0.00029761126855620026,
      "loss": 0.8147,
      "step": 10219
    },
    {
      "epoch": 0.41859512594716364,
      "grad_norm": 0.7787586401487921,
      "learning_rate": 0.0002976106887984436,
      "loss": 0.5101,
      "step": 10220
    },
    {
      "epoch": 0.41863608437436,
      "grad_norm": 0.755942971006008,
      "learning_rate": 0.0002976101089709052,
      "loss": 0.9687,
      "step": 10221
    },
    {
      "epoch": 0.41867704280155643,
      "grad_norm": 0.5099073919782043,
      "learning_rate": 0.0002976095290735853,
      "loss": 0.3423,
      "step": 10222
    },
    {
      "epoch": 0.4187180012287528,
      "grad_norm": 1.340516987848121,
      "learning_rate": 0.0002976089491064842,
      "loss": 1.2081,
      "step": 10223
    },
    {
      "epoch": 0.4187589596559492,
      "grad_norm": 0.8470572020396209,
      "learning_rate": 0.0002976083690696021,
      "loss": 1.1193,
      "step": 10224
    },
    {
      "epoch": 0.4187999180831456,
      "grad_norm": 0.8483797438009505,
      "learning_rate": 0.0002976077889629394,
      "loss": 0.8865,
      "step": 10225
    },
    {
      "epoch": 0.418840876510342,
      "grad_norm": 0.7791501314226366,
      "learning_rate": 0.00029760720878649626,
      "loss": 0.8774,
      "step": 10226
    },
    {
      "epoch": 0.4188818349375384,
      "grad_norm": 1.2844743811619999,
      "learning_rate": 0.000297606628540273,
      "loss": 1.4491,
      "step": 10227
    },
    {
      "epoch": 0.4189227933647348,
      "grad_norm": 1.0621035241504935,
      "learning_rate": 0.0002976060482242699,
      "loss": 1.1804,
      "step": 10228
    },
    {
      "epoch": 0.4189637517919312,
      "grad_norm": 0.8003818928335297,
      "learning_rate": 0.00029760546783848724,
      "loss": 0.9254,
      "step": 10229
    },
    {
      "epoch": 0.4190047102191276,
      "grad_norm": 0.44251225593501825,
      "learning_rate": 0.00029760488738292526,
      "loss": 0.3805,
      "step": 10230
    },
    {
      "epoch": 0.419045668646324,
      "grad_norm": 0.6780539659640177,
      "learning_rate": 0.00029760430685758424,
      "loss": 0.937,
      "step": 10231
    },
    {
      "epoch": 0.4190866270735204,
      "grad_norm": 0.8148944436468469,
      "learning_rate": 0.0002976037262624645,
      "loss": 1.0493,
      "step": 10232
    },
    {
      "epoch": 0.41912758550071677,
      "grad_norm": 0.6967087614858319,
      "learning_rate": 0.00029760314559756625,
      "loss": 0.4694,
      "step": 10233
    },
    {
      "epoch": 0.4191685439279132,
      "grad_norm": 0.7433118373679259,
      "learning_rate": 0.0002976025648628898,
      "loss": 0.8072,
      "step": 10234
    },
    {
      "epoch": 0.41920950235510956,
      "grad_norm": 0.7516619710352153,
      "learning_rate": 0.00029760198405843547,
      "loss": 1.0268,
      "step": 10235
    },
    {
      "epoch": 0.41925046078230593,
      "grad_norm": 0.7219800990419706,
      "learning_rate": 0.00029760140318420346,
      "loss": 0.8146,
      "step": 10236
    },
    {
      "epoch": 0.41929141920950236,
      "grad_norm": 0.7285412069110273,
      "learning_rate": 0.00029760082224019403,
      "loss": 0.9595,
      "step": 10237
    },
    {
      "epoch": 0.4193323776366987,
      "grad_norm": 0.6795295118067635,
      "learning_rate": 0.0002976002412264076,
      "loss": 0.6033,
      "step": 10238
    },
    {
      "epoch": 0.41937333606389515,
      "grad_norm": 0.8291893139415305,
      "learning_rate": 0.0002975996601428442,
      "loss": 0.5467,
      "step": 10239
    },
    {
      "epoch": 0.4194142944910915,
      "grad_norm": 1.0551730235939227,
      "learning_rate": 0.00029759907898950434,
      "loss": 1.2431,
      "step": 10240
    },
    {
      "epoch": 0.41945525291828795,
      "grad_norm": 0.7770792494975963,
      "learning_rate": 0.00029759849776638816,
      "loss": 0.7131,
      "step": 10241
    },
    {
      "epoch": 0.4194962113454843,
      "grad_norm": 1.145311414203977,
      "learning_rate": 0.00029759791647349603,
      "loss": 1.4292,
      "step": 10242
    },
    {
      "epoch": 0.41953716977268074,
      "grad_norm": 1.0398742173211593,
      "learning_rate": 0.0002975973351108281,
      "loss": 1.3185,
      "step": 10243
    },
    {
      "epoch": 0.4195781281998771,
      "grad_norm": 2.649440868863943,
      "learning_rate": 0.00029759675367838474,
      "loss": 4.7819,
      "step": 10244
    },
    {
      "epoch": 0.41961908662707353,
      "grad_norm": 0.867668643171785,
      "learning_rate": 0.0002975961721761662,
      "loss": 1.1526,
      "step": 10245
    },
    {
      "epoch": 0.4196600450542699,
      "grad_norm": 0.7390702884007454,
      "learning_rate": 0.00029759559060417277,
      "loss": 0.9047,
      "step": 10246
    },
    {
      "epoch": 0.41970100348146633,
      "grad_norm": 0.8718620959358295,
      "learning_rate": 0.0002975950089624047,
      "loss": 0.9063,
      "step": 10247
    },
    {
      "epoch": 0.4197419619086627,
      "grad_norm": 0.7167296514061504,
      "learning_rate": 0.0002975944272508623,
      "loss": 1.0021,
      "step": 10248
    },
    {
      "epoch": 0.4197829203358591,
      "grad_norm": 0.6266131807261234,
      "learning_rate": 0.00029759384546954574,
      "loss": 0.8776,
      "step": 10249
    },
    {
      "epoch": 0.4198238787630555,
      "grad_norm": 0.9963739691784095,
      "learning_rate": 0.0002975932636184555,
      "loss": 1.1768,
      "step": 10250
    },
    {
      "epoch": 0.4198648371902519,
      "grad_norm": 0.7267535172174846,
      "learning_rate": 0.0002975926816975916,
      "loss": 0.6011,
      "step": 10251
    },
    {
      "epoch": 0.4199057956174483,
      "grad_norm": 0.6788763101130625,
      "learning_rate": 0.00029759209970695456,
      "loss": 0.8699,
      "step": 10252
    },
    {
      "epoch": 0.4199467540446447,
      "grad_norm": 0.7675201161124059,
      "learning_rate": 0.0002975915176465445,
      "loss": 1.0756,
      "step": 10253
    },
    {
      "epoch": 0.4199877124718411,
      "grad_norm": 1.189927115427441,
      "learning_rate": 0.00029759093551636167,
      "loss": 0.8827,
      "step": 10254
    },
    {
      "epoch": 0.4200286708990375,
      "grad_norm": 0.8040366692187024,
      "learning_rate": 0.00029759035331640643,
      "loss": 1.1983,
      "step": 10255
    },
    {
      "epoch": 0.4200696293262339,
      "grad_norm": 0.7169961720200753,
      "learning_rate": 0.00029758977104667905,
      "loss": 0.9385,
      "step": 10256
    },
    {
      "epoch": 0.42011058775343024,
      "grad_norm": 0.8504972296067281,
      "learning_rate": 0.00029758918870717983,
      "loss": 0.874,
      "step": 10257
    },
    {
      "epoch": 0.42015154618062667,
      "grad_norm": 1.0806758258045104,
      "learning_rate": 0.00029758860629790896,
      "loss": 1.2016,
      "step": 10258
    },
    {
      "epoch": 0.42019250460782304,
      "grad_norm": 0.8036206157734807,
      "learning_rate": 0.0002975880238188668,
      "loss": 0.9861,
      "step": 10259
    },
    {
      "epoch": 0.42023346303501946,
      "grad_norm": 0.8850589737534686,
      "learning_rate": 0.0002975874412700536,
      "loss": 1.3447,
      "step": 10260
    },
    {
      "epoch": 0.42027442146221583,
      "grad_norm": 0.6490029506235044,
      "learning_rate": 0.00029758685865146955,
      "loss": 0.9714,
      "step": 10261
    },
    {
      "epoch": 0.42031537988941226,
      "grad_norm": 0.531712800547117,
      "learning_rate": 0.00029758627596311506,
      "loss": 0.5161,
      "step": 10262
    },
    {
      "epoch": 0.4203563383166086,
      "grad_norm": 0.7344234819497064,
      "learning_rate": 0.00029758569320499027,
      "loss": 0.7464,
      "step": 10263
    },
    {
      "epoch": 0.42039729674380505,
      "grad_norm": 0.7289672275044716,
      "learning_rate": 0.0002975851103770956,
      "loss": 1.084,
      "step": 10264
    },
    {
      "epoch": 0.4204382551710014,
      "grad_norm": 1.106604024823746,
      "learning_rate": 0.0002975845274794312,
      "loss": 1.2742,
      "step": 10265
    },
    {
      "epoch": 0.42047921359819784,
      "grad_norm": 0.8789846153194087,
      "learning_rate": 0.00029758394451199745,
      "loss": 1.3568,
      "step": 10266
    },
    {
      "epoch": 0.4205201720253942,
      "grad_norm": 0.5396759282256112,
      "learning_rate": 0.00029758336147479457,
      "loss": 0.3623,
      "step": 10267
    },
    {
      "epoch": 0.42056113045259064,
      "grad_norm": 0.6039815960313644,
      "learning_rate": 0.0002975827783678228,
      "loss": 0.7611,
      "step": 10268
    },
    {
      "epoch": 0.420602088879787,
      "grad_norm": 0.921935848424794,
      "learning_rate": 0.0002975821951910825,
      "loss": 0.9348,
      "step": 10269
    },
    {
      "epoch": 0.42064304730698343,
      "grad_norm": 0.53290001062053,
      "learning_rate": 0.00029758161194457384,
      "loss": 0.6625,
      "step": 10270
    },
    {
      "epoch": 0.4206840057341798,
      "grad_norm": 0.6740771908919061,
      "learning_rate": 0.00029758102862829727,
      "loss": 0.674,
      "step": 10271
    },
    {
      "epoch": 0.4207249641613762,
      "grad_norm": 0.9415289538712477,
      "learning_rate": 0.0002975804452422528,
      "loss": 0.8648,
      "step": 10272
    },
    {
      "epoch": 0.4207659225885726,
      "grad_norm": 1.154300209988585,
      "learning_rate": 0.000297579861786441,
      "loss": 1.0524,
      "step": 10273
    },
    {
      "epoch": 0.420806881015769,
      "grad_norm": 0.7361961774478083,
      "learning_rate": 0.00029757927826086196,
      "loss": 1.026,
      "step": 10274
    },
    {
      "epoch": 0.4208478394429654,
      "grad_norm": 0.6929602263000861,
      "learning_rate": 0.000297578694665516,
      "loss": 0.7728,
      "step": 10275
    },
    {
      "epoch": 0.4208887978701618,
      "grad_norm": 0.6075231298496286,
      "learning_rate": 0.00029757811100040337,
      "loss": 0.7963,
      "step": 10276
    },
    {
      "epoch": 0.4209297562973582,
      "grad_norm": 0.8444562561633465,
      "learning_rate": 0.0002975775272655244,
      "loss": 0.9309,
      "step": 10277
    },
    {
      "epoch": 0.42097071472455455,
      "grad_norm": 1.1273606217769576,
      "learning_rate": 0.0002975769434608793,
      "loss": 1.439,
      "step": 10278
    },
    {
      "epoch": 0.421011673151751,
      "grad_norm": 0.8755797177359294,
      "learning_rate": 0.00029757635958646843,
      "loss": 1.2697,
      "step": 10279
    },
    {
      "epoch": 0.42105263157894735,
      "grad_norm": 0.9878882894464228,
      "learning_rate": 0.000297575775642292,
      "loss": 0.9521,
      "step": 10280
    },
    {
      "epoch": 0.42109359000614377,
      "grad_norm": 0.8062562957789197,
      "learning_rate": 0.0002975751916283503,
      "loss": 0.4577,
      "step": 10281
    },
    {
      "epoch": 0.42113454843334014,
      "grad_norm": 0.9107302985360661,
      "learning_rate": 0.0002975746075446436,
      "loss": 0.9646,
      "step": 10282
    },
    {
      "epoch": 0.42117550686053656,
      "grad_norm": 0.7174435121195285,
      "learning_rate": 0.00029757402339117224,
      "loss": 0.8685,
      "step": 10283
    },
    {
      "epoch": 0.42121646528773293,
      "grad_norm": 1.042201536129756,
      "learning_rate": 0.0002975734391679364,
      "loss": 1.1261,
      "step": 10284
    },
    {
      "epoch": 0.42125742371492936,
      "grad_norm": 0.6697664071772246,
      "learning_rate": 0.00029757285487493643,
      "loss": 0.9264,
      "step": 10285
    },
    {
      "epoch": 0.4212983821421257,
      "grad_norm": 0.6056496702450386,
      "learning_rate": 0.0002975722705121726,
      "loss": 0.793,
      "step": 10286
    },
    {
      "epoch": 0.42133934056932215,
      "grad_norm": 6.074572250845115,
      "learning_rate": 0.0002975716860796451,
      "loss": 4.1435,
      "step": 10287
    },
    {
      "epoch": 0.4213802989965185,
      "grad_norm": 0.521248165585108,
      "learning_rate": 0.0002975711015773543,
      "loss": 0.3573,
      "step": 10288
    },
    {
      "epoch": 0.42142125742371495,
      "grad_norm": 0.809441463116216,
      "learning_rate": 0.0002975705170053004,
      "loss": 1.1887,
      "step": 10289
    },
    {
      "epoch": 0.4214622158509113,
      "grad_norm": 1.6279178183853589,
      "learning_rate": 0.0002975699323634838,
      "loss": 1.5285,
      "step": 10290
    },
    {
      "epoch": 0.42150317427810774,
      "grad_norm": 1.1023101827340087,
      "learning_rate": 0.00029756934765190463,
      "loss": 1.0293,
      "step": 10291
    },
    {
      "epoch": 0.4215441327053041,
      "grad_norm": 1.5026311197347288,
      "learning_rate": 0.0002975687628705633,
      "loss": 0.6885,
      "step": 10292
    },
    {
      "epoch": 0.42158509113250053,
      "grad_norm": 0.606370679560496,
      "learning_rate": 0.00029756817801946,
      "loss": 0.4553,
      "step": 10293
    },
    {
      "epoch": 0.4216260495596969,
      "grad_norm": 0.8844738239143267,
      "learning_rate": 0.00029756759309859497,
      "loss": 0.8723,
      "step": 10294
    },
    {
      "epoch": 0.4216670079868933,
      "grad_norm": 0.8382971695497425,
      "learning_rate": 0.00029756700810796866,
      "loss": 0.7852,
      "step": 10295
    },
    {
      "epoch": 0.4217079664140897,
      "grad_norm": 0.859095276930573,
      "learning_rate": 0.0002975664230475811,
      "loss": 0.9421,
      "step": 10296
    },
    {
      "epoch": 0.4217489248412861,
      "grad_norm": 9.024274467335328,
      "learning_rate": 0.0002975658379174328,
      "loss": 3.6667,
      "step": 10297
    },
    {
      "epoch": 0.4217898832684825,
      "grad_norm": 0.9526386245618775,
      "learning_rate": 0.0002975652527175239,
      "loss": 1.1863,
      "step": 10298
    },
    {
      "epoch": 0.42183084169567886,
      "grad_norm": 1.1088268864838702,
      "learning_rate": 0.00029756466744785474,
      "loss": 0.8825,
      "step": 10299
    },
    {
      "epoch": 0.4218718001228753,
      "grad_norm": 0.6067397553669573,
      "learning_rate": 0.0002975640821084255,
      "loss": 0.5054,
      "step": 10300
    },
    {
      "epoch": 0.42191275855007165,
      "grad_norm": 1.0878944739043572,
      "learning_rate": 0.00029756349669923663,
      "loss": 0.9568,
      "step": 10301
    },
    {
      "epoch": 0.4219537169772681,
      "grad_norm": 0.6410916207246122,
      "learning_rate": 0.00029756291122028816,
      "loss": 0.7614,
      "step": 10302
    },
    {
      "epoch": 0.42199467540446445,
      "grad_norm": 0.6742575075646736,
      "learning_rate": 0.0002975623256715806,
      "loss": 0.9674,
      "step": 10303
    },
    {
      "epoch": 0.4220356338316609,
      "grad_norm": 0.7007241865162269,
      "learning_rate": 0.0002975617400531141,
      "loss": 0.4399,
      "step": 10304
    },
    {
      "epoch": 0.42207659225885724,
      "grad_norm": 2.4048243131642293,
      "learning_rate": 0.00029756115436488904,
      "loss": 3.9763,
      "step": 10305
    },
    {
      "epoch": 0.42211755068605367,
      "grad_norm": 0.710794081509377,
      "learning_rate": 0.00029756056860690553,
      "loss": 0.6468,
      "step": 10306
    },
    {
      "epoch": 0.42215850911325004,
      "grad_norm": 1.3579869807553235,
      "learning_rate": 0.000297559982779164,
      "loss": 2.9345,
      "step": 10307
    },
    {
      "epoch": 0.42219946754044646,
      "grad_norm": 0.6860093284925325,
      "learning_rate": 0.0002975593968816647,
      "loss": 1.1115,
      "step": 10308
    },
    {
      "epoch": 0.42224042596764283,
      "grad_norm": 0.753503583965728,
      "learning_rate": 0.00029755881091440785,
      "loss": 0.8349,
      "step": 10309
    },
    {
      "epoch": 0.42228138439483925,
      "grad_norm": 0.7188102841071918,
      "learning_rate": 0.00029755822487739374,
      "loss": 0.9917,
      "step": 10310
    },
    {
      "epoch": 0.4223223428220356,
      "grad_norm": 0.9528754627309364,
      "learning_rate": 0.0002975576387706227,
      "loss": 1.2689,
      "step": 10311
    },
    {
      "epoch": 0.42236330124923205,
      "grad_norm": 0.6869400555821283,
      "learning_rate": 0.00029755705259409493,
      "loss": 0.4026,
      "step": 10312
    },
    {
      "epoch": 0.4224042596764284,
      "grad_norm": 1.074628286457017,
      "learning_rate": 0.00029755646634781077,
      "loss": 0.9119,
      "step": 10313
    },
    {
      "epoch": 0.42244521810362484,
      "grad_norm": 0.752420938865135,
      "learning_rate": 0.00029755588003177046,
      "loss": 0.3843,
      "step": 10314
    },
    {
      "epoch": 0.4224861765308212,
      "grad_norm": 0.8096458475262316,
      "learning_rate": 0.0002975552936459743,
      "loss": 0.8199,
      "step": 10315
    },
    {
      "epoch": 0.42252713495801764,
      "grad_norm": 0.6312819334751759,
      "learning_rate": 0.00029755470719042255,
      "loss": 0.7992,
      "step": 10316
    },
    {
      "epoch": 0.422568093385214,
      "grad_norm": 0.7765706333018559,
      "learning_rate": 0.00029755412066511554,
      "loss": 0.5911,
      "step": 10317
    },
    {
      "epoch": 0.42260905181241043,
      "grad_norm": 0.6311110201282155,
      "learning_rate": 0.00029755353407005347,
      "loss": 0.858,
      "step": 10318
    },
    {
      "epoch": 0.4226500102396068,
      "grad_norm": 0.7098813781342502,
      "learning_rate": 0.00029755294740523665,
      "loss": 0.7983,
      "step": 10319
    },
    {
      "epoch": 0.42269096866680317,
      "grad_norm": 0.7155287188727103,
      "learning_rate": 0.0002975523606706654,
      "loss": 0.8191,
      "step": 10320
    },
    {
      "epoch": 0.4227319270939996,
      "grad_norm": 0.8304712975012947,
      "learning_rate": 0.0002975517738663399,
      "loss": 0.5453,
      "step": 10321
    },
    {
      "epoch": 0.42277288552119596,
      "grad_norm": 0.6661309304597444,
      "learning_rate": 0.0002975511869922605,
      "loss": 0.8894,
      "step": 10322
    },
    {
      "epoch": 0.4228138439483924,
      "grad_norm": 0.6563613907607984,
      "learning_rate": 0.00029755060004842745,
      "loss": 0.7858,
      "step": 10323
    },
    {
      "epoch": 0.42285480237558876,
      "grad_norm": 0.866915554796394,
      "learning_rate": 0.00029755001303484105,
      "loss": 0.8322,
      "step": 10324
    },
    {
      "epoch": 0.4228957608027852,
      "grad_norm": 0.7876532834113764,
      "learning_rate": 0.0002975494259515016,
      "loss": 0.9467,
      "step": 10325
    },
    {
      "epoch": 0.42293671922998155,
      "grad_norm": 1.0740335722050012,
      "learning_rate": 0.0002975488387984093,
      "loss": 0.9952,
      "step": 10326
    },
    {
      "epoch": 0.422977677657178,
      "grad_norm": 0.9418082539732595,
      "learning_rate": 0.0002975482515755645,
      "loss": 0.9846,
      "step": 10327
    },
    {
      "epoch": 0.42301863608437434,
      "grad_norm": 0.9690492980796954,
      "learning_rate": 0.0002975476642829674,
      "loss": 0.8731,
      "step": 10328
    },
    {
      "epoch": 0.42305959451157077,
      "grad_norm": 0.7169959386425779,
      "learning_rate": 0.00029754707692061837,
      "loss": 0.7043,
      "step": 10329
    },
    {
      "epoch": 0.42310055293876714,
      "grad_norm": 1.3376227821909195,
      "learning_rate": 0.0002975464894885176,
      "loss": 0.8309,
      "step": 10330
    },
    {
      "epoch": 0.42314151136596356,
      "grad_norm": 0.8272417469886744,
      "learning_rate": 0.00029754590198666545,
      "loss": 0.7932,
      "step": 10331
    },
    {
      "epoch": 0.42318246979315993,
      "grad_norm": 0.7679584179567307,
      "learning_rate": 0.00029754531441506215,
      "loss": 0.779,
      "step": 10332
    },
    {
      "epoch": 0.42322342822035636,
      "grad_norm": 0.6705974832016839,
      "learning_rate": 0.000297544726773708,
      "loss": 0.4122,
      "step": 10333
    },
    {
      "epoch": 0.4232643866475527,
      "grad_norm": 6.791058550606211,
      "learning_rate": 0.00029754413906260324,
      "loss": 2.6574,
      "step": 10334
    },
    {
      "epoch": 0.42330534507474915,
      "grad_norm": 0.986339135746514,
      "learning_rate": 0.00029754355128174816,
      "loss": 0.5449,
      "step": 10335
    },
    {
      "epoch": 0.4233463035019455,
      "grad_norm": 1.4032223148440903,
      "learning_rate": 0.0002975429634311431,
      "loss": 0.7618,
      "step": 10336
    },
    {
      "epoch": 0.42338726192914194,
      "grad_norm": 1.8797867814466307,
      "learning_rate": 0.00029754237551078824,
      "loss": 0.6788,
      "step": 10337
    },
    {
      "epoch": 0.4234282203563383,
      "grad_norm": 0.7277621068152701,
      "learning_rate": 0.00029754178752068394,
      "loss": 0.4351,
      "step": 10338
    },
    {
      "epoch": 0.42346917878353474,
      "grad_norm": 2.2141935238574035,
      "learning_rate": 0.00029754119946083046,
      "loss": 1.7661,
      "step": 10339
    },
    {
      "epoch": 0.4235101372107311,
      "grad_norm": 0.5835766037460237,
      "learning_rate": 0.00029754061133122804,
      "loss": 0.3959,
      "step": 10340
    },
    {
      "epoch": 0.4235510956379275,
      "grad_norm": 1.316518736027883,
      "learning_rate": 0.00029754002313187695,
      "loss": 1.3173,
      "step": 10341
    },
    {
      "epoch": 0.4235920540651239,
      "grad_norm": 0.9884093854386186,
      "learning_rate": 0.00029753943486277755,
      "loss": 1.2,
      "step": 10342
    },
    {
      "epoch": 0.42363301249232027,
      "grad_norm": 0.9370155370126977,
      "learning_rate": 0.0002975388465239301,
      "loss": 1.3533,
      "step": 10343
    },
    {
      "epoch": 0.4236739709195167,
      "grad_norm": 0.8605509399914352,
      "learning_rate": 0.00029753825811533474,
      "loss": 0.8427,
      "step": 10344
    },
    {
      "epoch": 0.42371492934671307,
      "grad_norm": 0.7921706852438405,
      "learning_rate": 0.00029753766963699186,
      "loss": 0.9551,
      "step": 10345
    },
    {
      "epoch": 0.4237558877739095,
      "grad_norm": 1.6965893587666037,
      "learning_rate": 0.00029753708108890177,
      "loss": 0.9343,
      "step": 10346
    },
    {
      "epoch": 0.42379684620110586,
      "grad_norm": 0.8520661159214933,
      "learning_rate": 0.00029753649247106473,
      "loss": 0.761,
      "step": 10347
    },
    {
      "epoch": 0.4238378046283023,
      "grad_norm": 0.7007209083779291,
      "learning_rate": 0.000297535903783481,
      "loss": 0.8765,
      "step": 10348
    },
    {
      "epoch": 0.42387876305549865,
      "grad_norm": 0.7030184745378831,
      "learning_rate": 0.0002975353150261508,
      "loss": 0.9612,
      "step": 10349
    },
    {
      "epoch": 0.4239197214826951,
      "grad_norm": 0.7281375853125552,
      "learning_rate": 0.00029753472619907447,
      "loss": 0.7612,
      "step": 10350
    },
    {
      "epoch": 0.42396067990989145,
      "grad_norm": 0.9328582135941382,
      "learning_rate": 0.0002975341373022523,
      "loss": 0.5625,
      "step": 10351
    },
    {
      "epoch": 0.42400163833708787,
      "grad_norm": 1.011173889605886,
      "learning_rate": 0.0002975335483356846,
      "loss": 1.1922,
      "step": 10352
    },
    {
      "epoch": 0.42404259676428424,
      "grad_norm": 0.962544944038721,
      "learning_rate": 0.0002975329592993716,
      "loss": 0.8125,
      "step": 10353
    },
    {
      "epoch": 0.42408355519148067,
      "grad_norm": 1.1869039649571231,
      "learning_rate": 0.0002975323701933135,
      "loss": 0.421,
      "step": 10354
    },
    {
      "epoch": 0.42412451361867703,
      "grad_norm": 1.0900210130205774,
      "learning_rate": 0.0002975317810175107,
      "loss": 0.8528,
      "step": 10355
    },
    {
      "epoch": 0.42416547204587346,
      "grad_norm": 1.0228996895042108,
      "learning_rate": 0.0002975311917719634,
      "loss": 1.1342,
      "step": 10356
    },
    {
      "epoch": 0.42420643047306983,
      "grad_norm": 0.9428058637013805,
      "learning_rate": 0.00029753060245667196,
      "loss": 1.0936,
      "step": 10357
    },
    {
      "epoch": 0.42424738890026625,
      "grad_norm": 0.7518949708864012,
      "learning_rate": 0.0002975300130716366,
      "loss": 0.7814,
      "step": 10358
    },
    {
      "epoch": 0.4242883473274626,
      "grad_norm": 0.6200686134644668,
      "learning_rate": 0.0002975294236168576,
      "loss": 0.3928,
      "step": 10359
    },
    {
      "epoch": 0.42432930575465905,
      "grad_norm": 1.2185220267199064,
      "learning_rate": 0.0002975288340923352,
      "loss": 1.3045,
      "step": 10360
    },
    {
      "epoch": 0.4243702641818554,
      "grad_norm": 1.7199090923958993,
      "learning_rate": 0.0002975282444980698,
      "loss": 1.1725,
      "step": 10361
    },
    {
      "epoch": 0.4244112226090518,
      "grad_norm": 0.9630027736706027,
      "learning_rate": 0.0002975276548340616,
      "loss": 1.1081,
      "step": 10362
    },
    {
      "epoch": 0.4244521810362482,
      "grad_norm": 1.707567313001149,
      "learning_rate": 0.0002975270651003109,
      "loss": 1.1143,
      "step": 10363
    },
    {
      "epoch": 0.4244931394634446,
      "grad_norm": 1.084036344808887,
      "learning_rate": 0.0002975264752968179,
      "loss": 0.7962,
      "step": 10364
    },
    {
      "epoch": 0.424534097890641,
      "grad_norm": 0.9097030279119214,
      "learning_rate": 0.000297525885423583,
      "loss": 0.4504,
      "step": 10365
    },
    {
      "epoch": 0.4245750563178374,
      "grad_norm": 0.8113364578870043,
      "learning_rate": 0.00029752529548060644,
      "loss": 0.9392,
      "step": 10366
    },
    {
      "epoch": 0.4246160147450338,
      "grad_norm": 0.9506945274975461,
      "learning_rate": 0.00029752470546788844,
      "loss": 1.38,
      "step": 10367
    },
    {
      "epoch": 0.42465697317223017,
      "grad_norm": 0.5368015890955471,
      "learning_rate": 0.00029752411538542926,
      "loss": 0.4133,
      "step": 10368
    },
    {
      "epoch": 0.4246979315994266,
      "grad_norm": 1.3869038061496883,
      "learning_rate": 0.00029752352523322936,
      "loss": 1.2073,
      "step": 10369
    },
    {
      "epoch": 0.42473889002662296,
      "grad_norm": 0.7147955188236619,
      "learning_rate": 0.0002975229350112888,
      "loss": 0.8252,
      "step": 10370
    },
    {
      "epoch": 0.4247798484538194,
      "grad_norm": 1.08677241715355,
      "learning_rate": 0.00029752234471960804,
      "loss": 0.8127,
      "step": 10371
    },
    {
      "epoch": 0.42482080688101576,
      "grad_norm": 0.6224171841266911,
      "learning_rate": 0.0002975217543581872,
      "loss": 0.9607,
      "step": 10372
    },
    {
      "epoch": 0.4248617653082122,
      "grad_norm": 0.954272992429442,
      "learning_rate": 0.00029752116392702666,
      "loss": 0.7961,
      "step": 10373
    },
    {
      "epoch": 0.42490272373540855,
      "grad_norm": 0.8062346473109927,
      "learning_rate": 0.0002975205734261267,
      "loss": 0.9039,
      "step": 10374
    },
    {
      "epoch": 0.424943682162605,
      "grad_norm": 0.9238795330495503,
      "learning_rate": 0.0002975199828554876,
      "loss": 0.9766,
      "step": 10375
    },
    {
      "epoch": 0.42498464058980134,
      "grad_norm": 0.7751665794801345,
      "learning_rate": 0.0002975193922151095,
      "loss": 0.9879,
      "step": 10376
    },
    {
      "epoch": 0.42502559901699777,
      "grad_norm": 1.3137260240615627,
      "learning_rate": 0.0002975188015049929,
      "loss": 1.0825,
      "step": 10377
    },
    {
      "epoch": 0.42506655744419414,
      "grad_norm": 1.2528928532592676,
      "learning_rate": 0.0002975182107251379,
      "loss": 0.7076,
      "step": 10378
    },
    {
      "epoch": 0.42510751587139056,
      "grad_norm": 0.7786784867854217,
      "learning_rate": 0.0002975176198755449,
      "loss": 0.9289,
      "step": 10379
    },
    {
      "epoch": 0.42514847429858693,
      "grad_norm": 0.9747324778178673,
      "learning_rate": 0.00029751702895621407,
      "loss": 1.4267,
      "step": 10380
    },
    {
      "epoch": 0.42518943272578336,
      "grad_norm": 0.9921303793506375,
      "learning_rate": 0.0002975164379671458,
      "loss": 1.1881,
      "step": 10381
    },
    {
      "epoch": 0.4252303911529797,
      "grad_norm": 0.8104233262113827,
      "learning_rate": 0.0002975158469083403,
      "loss": 0.7758,
      "step": 10382
    },
    {
      "epoch": 0.4252713495801761,
      "grad_norm": 0.9378956623968656,
      "learning_rate": 0.0002975152557797979,
      "loss": 0.6599,
      "step": 10383
    },
    {
      "epoch": 0.4253123080073725,
      "grad_norm": 0.7883913167661012,
      "learning_rate": 0.0002975146645815188,
      "loss": 0.8387,
      "step": 10384
    },
    {
      "epoch": 0.4253532664345689,
      "grad_norm": 1.216856694559299,
      "learning_rate": 0.00029751407331350335,
      "loss": 1.4349,
      "step": 10385
    },
    {
      "epoch": 0.4253942248617653,
      "grad_norm": 0.7479463662779783,
      "learning_rate": 0.0002975134819757518,
      "loss": 0.9515,
      "step": 10386
    },
    {
      "epoch": 0.4254351832889617,
      "grad_norm": 0.5293984126900839,
      "learning_rate": 0.00029751289056826447,
      "loss": 0.3722,
      "step": 10387
    },
    {
      "epoch": 0.4254761417161581,
      "grad_norm": 0.7660457614326864,
      "learning_rate": 0.00029751229909104153,
      "loss": 0.9954,
      "step": 10388
    },
    {
      "epoch": 0.4255171001433545,
      "grad_norm": 0.8380831074037615,
      "learning_rate": 0.00029751170754408336,
      "loss": 1.1459,
      "step": 10389
    },
    {
      "epoch": 0.4255580585705509,
      "grad_norm": 0.6388311465446569,
      "learning_rate": 0.0002975111159273903,
      "loss": 0.7842,
      "step": 10390
    },
    {
      "epoch": 0.42559901699774727,
      "grad_norm": 0.5568613498727188,
      "learning_rate": 0.0002975105242409624,
      "loss": 0.3477,
      "step": 10391
    },
    {
      "epoch": 0.4256399754249437,
      "grad_norm": 0.9448666052625597,
      "learning_rate": 0.0002975099324848002,
      "loss": 1.0755,
      "step": 10392
    },
    {
      "epoch": 0.42568093385214006,
      "grad_norm": 1.6760530188741665,
      "learning_rate": 0.0002975093406589038,
      "loss": 3.0724,
      "step": 10393
    },
    {
      "epoch": 0.4257218922793365,
      "grad_norm": 0.743090510218638,
      "learning_rate": 0.0002975087487632736,
      "loss": 0.9148,
      "step": 10394
    },
    {
      "epoch": 0.42576285070653286,
      "grad_norm": 0.8651697903946826,
      "learning_rate": 0.00029750815679790976,
      "loss": 0.7339,
      "step": 10395
    },
    {
      "epoch": 0.4258038091337293,
      "grad_norm": 0.4832578376122189,
      "learning_rate": 0.00029750756476281266,
      "loss": 0.4267,
      "step": 10396
    },
    {
      "epoch": 0.42584476756092565,
      "grad_norm": 0.5818946576174922,
      "learning_rate": 0.00029750697265798254,
      "loss": 0.459,
      "step": 10397
    },
    {
      "epoch": 0.4258857259881221,
      "grad_norm": 0.753859694957105,
      "learning_rate": 0.0002975063804834197,
      "loss": 0.9232,
      "step": 10398
    },
    {
      "epoch": 0.42592668441531845,
      "grad_norm": 0.895990220495931,
      "learning_rate": 0.00029750578823912435,
      "loss": 1.195,
      "step": 10399
    },
    {
      "epoch": 0.42596764284251487,
      "grad_norm": 0.9248911248927587,
      "learning_rate": 0.0002975051959250969,
      "loss": 1.1438,
      "step": 10400
    },
    {
      "epoch": 0.42600860126971124,
      "grad_norm": 1.2352991668555224,
      "learning_rate": 0.00029750460354133743,
      "loss": 0.7621,
      "step": 10401
    },
    {
      "epoch": 0.42604955969690766,
      "grad_norm": 0.8993309357202829,
      "learning_rate": 0.00029750401108784644,
      "loss": 0.7191,
      "step": 10402
    },
    {
      "epoch": 0.42609051812410403,
      "grad_norm": 0.9063966150488795,
      "learning_rate": 0.0002975034185646241,
      "loss": 1.3107,
      "step": 10403
    },
    {
      "epoch": 0.4261314765513004,
      "grad_norm": 0.849174019447788,
      "learning_rate": 0.00029750282597167067,
      "loss": 1.5675,
      "step": 10404
    },
    {
      "epoch": 0.42617243497849683,
      "grad_norm": 0.7092384413531493,
      "learning_rate": 0.00029750223330898655,
      "loss": 0.8205,
      "step": 10405
    },
    {
      "epoch": 0.4262133934056932,
      "grad_norm": 0.8098965339277762,
      "learning_rate": 0.00029750164057657186,
      "loss": 1.1136,
      "step": 10406
    },
    {
      "epoch": 0.4262543518328896,
      "grad_norm": 0.7641023294767563,
      "learning_rate": 0.0002975010477744269,
      "loss": 0.8533,
      "step": 10407
    },
    {
      "epoch": 0.426295310260086,
      "grad_norm": 0.925874622263493,
      "learning_rate": 0.00029750045490255206,
      "loss": 1.2642,
      "step": 10408
    },
    {
      "epoch": 0.4263362686872824,
      "grad_norm": 0.7909230235691815,
      "learning_rate": 0.0002974998619609476,
      "loss": 1.1695,
      "step": 10409
    },
    {
      "epoch": 0.4263772271144788,
      "grad_norm": 0.7282936755485221,
      "learning_rate": 0.0002974992689496138,
      "loss": 0.9233,
      "step": 10410
    },
    {
      "epoch": 0.4264181855416752,
      "grad_norm": 0.6836358540214983,
      "learning_rate": 0.0002974986758685508,
      "loss": 0.7695,
      "step": 10411
    },
    {
      "epoch": 0.4264591439688716,
      "grad_norm": 0.627676194996565,
      "learning_rate": 0.000297498082717759,
      "loss": 0.3762,
      "step": 10412
    },
    {
      "epoch": 0.426500102396068,
      "grad_norm": 0.692853423218356,
      "learning_rate": 0.0002974974894972387,
      "loss": 0.3928,
      "step": 10413
    },
    {
      "epoch": 0.4265410608232644,
      "grad_norm": 0.7039460774831061,
      "learning_rate": 0.00029749689620699014,
      "loss": 0.7981,
      "step": 10414
    },
    {
      "epoch": 0.4265820192504608,
      "grad_norm": 0.740714656302674,
      "learning_rate": 0.00029749630284701365,
      "loss": 0.9504,
      "step": 10415
    },
    {
      "epoch": 0.42662297767765717,
      "grad_norm": 0.9204815887158672,
      "learning_rate": 0.0002974957094173094,
      "loss": 1.0455,
      "step": 10416
    },
    {
      "epoch": 0.4266639361048536,
      "grad_norm": 0.755785472055142,
      "learning_rate": 0.0002974951159178777,
      "loss": 0.9069,
      "step": 10417
    },
    {
      "epoch": 0.42670489453204996,
      "grad_norm": 0.5313905537467037,
      "learning_rate": 0.00029749452234871895,
      "loss": 0.5663,
      "step": 10418
    },
    {
      "epoch": 0.4267458529592464,
      "grad_norm": 0.5650572249760066,
      "learning_rate": 0.0002974939287098333,
      "loss": 0.6725,
      "step": 10419
    },
    {
      "epoch": 0.42678681138644275,
      "grad_norm": 0.9818280248108203,
      "learning_rate": 0.0002974933350012211,
      "loss": 1.0021,
      "step": 10420
    },
    {
      "epoch": 0.4268277698136392,
      "grad_norm": 0.6815999680714675,
      "learning_rate": 0.0002974927412228826,
      "loss": 0.8226,
      "step": 10421
    },
    {
      "epoch": 0.42686872824083555,
      "grad_norm": 0.7469004809022055,
      "learning_rate": 0.00029749214737481814,
      "loss": 0.4698,
      "step": 10422
    },
    {
      "epoch": 0.426909686668032,
      "grad_norm": 2.3313377716359183,
      "learning_rate": 0.0002974915534570279,
      "loss": 1.3572,
      "step": 10423
    },
    {
      "epoch": 0.42695064509522834,
      "grad_norm": 0.9170204537212346,
      "learning_rate": 0.0002974909594695122,
      "loss": 1.1546,
      "step": 10424
    },
    {
      "epoch": 0.4269916035224247,
      "grad_norm": 0.6350354618969037,
      "learning_rate": 0.0002974903654122714,
      "loss": 0.8247,
      "step": 10425
    },
    {
      "epoch": 0.42703256194962114,
      "grad_norm": 0.6450116362111217,
      "learning_rate": 0.00029748977128530565,
      "loss": 0.3899,
      "step": 10426
    },
    {
      "epoch": 0.4270735203768175,
      "grad_norm": 0.8635839445745769,
      "learning_rate": 0.0002974891770886154,
      "loss": 1.0925,
      "step": 10427
    },
    {
      "epoch": 0.42711447880401393,
      "grad_norm": 1.0333244555810073,
      "learning_rate": 0.00029748858282220065,
      "loss": 1.2238,
      "step": 10428
    },
    {
      "epoch": 0.4271554372312103,
      "grad_norm": 0.6386293405302486,
      "learning_rate": 0.00029748798848606197,
      "loss": 0.6846,
      "step": 10429
    },
    {
      "epoch": 0.4271963956584067,
      "grad_norm": 15.806700233720655,
      "learning_rate": 0.0002974873940801995,
      "loss": 5.5536,
      "step": 10430
    },
    {
      "epoch": 0.4272373540856031,
      "grad_norm": 0.645663503625988,
      "learning_rate": 0.00029748679960461355,
      "loss": 0.7184,
      "step": 10431
    },
    {
      "epoch": 0.4272783125127995,
      "grad_norm": 0.8865422787645938,
      "learning_rate": 0.0002974862050593044,
      "loss": 0.7873,
      "step": 10432
    },
    {
      "epoch": 0.4273192709399959,
      "grad_norm": 0.7193879487173416,
      "learning_rate": 0.00029748561044427234,
      "loss": 0.9483,
      "step": 10433
    },
    {
      "epoch": 0.4273602293671923,
      "grad_norm": 0.7746305998490146,
      "learning_rate": 0.00029748501575951766,
      "loss": 1.0296,
      "step": 10434
    },
    {
      "epoch": 0.4274011877943887,
      "grad_norm": 0.8642334853842791,
      "learning_rate": 0.00029748442100504055,
      "loss": 1.0826,
      "step": 10435
    },
    {
      "epoch": 0.4274421462215851,
      "grad_norm": 0.8427088268060802,
      "learning_rate": 0.0002974838261808415,
      "loss": 1.3137,
      "step": 10436
    },
    {
      "epoch": 0.4274831046487815,
      "grad_norm": 0.7387145391813851,
      "learning_rate": 0.0002974832312869205,
      "loss": 0.8082,
      "step": 10437
    },
    {
      "epoch": 0.4275240630759779,
      "grad_norm": 0.6897566644462114,
      "learning_rate": 0.00029748263632327804,
      "loss": 1.0663,
      "step": 10438
    },
    {
      "epoch": 0.42756502150317427,
      "grad_norm": 0.9267763497749132,
      "learning_rate": 0.0002974820412899144,
      "loss": 0.9869,
      "step": 10439
    },
    {
      "epoch": 0.4276059799303707,
      "grad_norm": 0.7569793296509824,
      "learning_rate": 0.00029748144618682977,
      "loss": 0.7697,
      "step": 10440
    },
    {
      "epoch": 0.42764693835756706,
      "grad_norm": 0.8426597453489062,
      "learning_rate": 0.00029748085101402447,
      "loss": 1.3112,
      "step": 10441
    },
    {
      "epoch": 0.4276878967847635,
      "grad_norm": 0.9278492025768381,
      "learning_rate": 0.00029748025577149874,
      "loss": 0.79,
      "step": 10442
    },
    {
      "epoch": 0.42772885521195986,
      "grad_norm": 1.6015323378939754,
      "learning_rate": 0.000297479660459253,
      "loss": 0.9968,
      "step": 10443
    },
    {
      "epoch": 0.4277698136391563,
      "grad_norm": 0.7466775072612851,
      "learning_rate": 0.0002974790650772874,
      "loss": 0.8536,
      "step": 10444
    },
    {
      "epoch": 0.42781077206635265,
      "grad_norm": 1.0997225443676242,
      "learning_rate": 0.0002974784696256022,
      "loss": 1.0833,
      "step": 10445
    },
    {
      "epoch": 0.427851730493549,
      "grad_norm": 0.7291930989797344,
      "learning_rate": 0.0002974778741041978,
      "loss": 1.1074,
      "step": 10446
    },
    {
      "epoch": 0.42789268892074545,
      "grad_norm": 5.309317165311961,
      "learning_rate": 0.00029747727851307435,
      "loss": 5.9122,
      "step": 10447
    },
    {
      "epoch": 0.4279336473479418,
      "grad_norm": 0.8919222156917588,
      "learning_rate": 0.00029747668285223225,
      "loss": 1.0577,
      "step": 10448
    },
    {
      "epoch": 0.42797460577513824,
      "grad_norm": 0.9055672288276484,
      "learning_rate": 0.0002974760871216717,
      "loss": 1.1805,
      "step": 10449
    },
    {
      "epoch": 0.4280155642023346,
      "grad_norm": 1.2391236484715948,
      "learning_rate": 0.0002974754913213931,
      "loss": 0.8908,
      "step": 10450
    },
    {
      "epoch": 0.42805652262953103,
      "grad_norm": 1.046721634827758,
      "learning_rate": 0.00029747489545139656,
      "loss": 0.8183,
      "step": 10451
    },
    {
      "epoch": 0.4280974810567274,
      "grad_norm": 2.8054496476461837,
      "learning_rate": 0.0002974742995116825,
      "loss": 5.0943,
      "step": 10452
    },
    {
      "epoch": 0.4281384394839238,
      "grad_norm": 0.7674765465536145,
      "learning_rate": 0.00029747370350225106,
      "loss": 0.644,
      "step": 10453
    },
    {
      "epoch": 0.4281793979111202,
      "grad_norm": 0.7910218954465379,
      "learning_rate": 0.00029747310742310267,
      "loss": 0.7945,
      "step": 10454
    },
    {
      "epoch": 0.4282203563383166,
      "grad_norm": 0.906039101673538,
      "learning_rate": 0.00029747251127423753,
      "loss": 0.9518,
      "step": 10455
    },
    {
      "epoch": 0.428261314765513,
      "grad_norm": 2.6696444255078626,
      "learning_rate": 0.00029747191505565603,
      "loss": 4.8657,
      "step": 10456
    },
    {
      "epoch": 0.4283022731927094,
      "grad_norm": 2.6799183025156386,
      "learning_rate": 0.00029747131876735827,
      "loss": 2.0106,
      "step": 10457
    },
    {
      "epoch": 0.4283432316199058,
      "grad_norm": 1.0067191293856286,
      "learning_rate": 0.0002974707224093447,
      "loss": 1.3486,
      "step": 10458
    },
    {
      "epoch": 0.4283841900471022,
      "grad_norm": 0.6964992790810264,
      "learning_rate": 0.0002974701259816155,
      "loss": 0.7679,
      "step": 10459
    },
    {
      "epoch": 0.4284251484742986,
      "grad_norm": 0.7613809011954373,
      "learning_rate": 0.00029746952948417094,
      "loss": 0.9692,
      "step": 10460
    },
    {
      "epoch": 0.428466106901495,
      "grad_norm": 1.193708001835947,
      "learning_rate": 0.00029746893291701133,
      "loss": 0.7374,
      "step": 10461
    },
    {
      "epoch": 0.42850706532869137,
      "grad_norm": 3.1061432000113225,
      "learning_rate": 0.00029746833628013704,
      "loss": 1.6195,
      "step": 10462
    },
    {
      "epoch": 0.4285480237558878,
      "grad_norm": 0.8251292805311566,
      "learning_rate": 0.0002974677395735482,
      "loss": 1.0837,
      "step": 10463
    },
    {
      "epoch": 0.42858898218308417,
      "grad_norm": 0.8327962128910464,
      "learning_rate": 0.00029746714279724526,
      "loss": 1.3,
      "step": 10464
    },
    {
      "epoch": 0.4286299406102806,
      "grad_norm": 0.5392726389050744,
      "learning_rate": 0.00029746654595122837,
      "loss": 0.3472,
      "step": 10465
    },
    {
      "epoch": 0.42867089903747696,
      "grad_norm": 5.986816663994167,
      "learning_rate": 0.0002974659490354979,
      "loss": 2.3891,
      "step": 10466
    },
    {
      "epoch": 0.42871185746467333,
      "grad_norm": 0.7766278564217605,
      "learning_rate": 0.000297465352050054,
      "loss": 0.9587,
      "step": 10467
    },
    {
      "epoch": 0.42875281589186975,
      "grad_norm": 1.2310511190601905,
      "learning_rate": 0.00029746475499489706,
      "loss": 0.8496,
      "step": 10468
    },
    {
      "epoch": 0.4287937743190661,
      "grad_norm": 2.020384340816707,
      "learning_rate": 0.0002974641578700274,
      "loss": 2.1439,
      "step": 10469
    },
    {
      "epoch": 0.42883473274626255,
      "grad_norm": 0.7159248116124949,
      "learning_rate": 0.0002974635606754452,
      "loss": 0.7323,
      "step": 10470
    },
    {
      "epoch": 0.4288756911734589,
      "grad_norm": 0.7698041357563924,
      "learning_rate": 0.00029746296341115073,
      "loss": 1.0639,
      "step": 10471
    },
    {
      "epoch": 0.42891664960065534,
      "grad_norm": 0.7296866728907837,
      "learning_rate": 0.0002974623660771444,
      "loss": 0.7455,
      "step": 10472
    },
    {
      "epoch": 0.4289576080278517,
      "grad_norm": 1.2455027400996068,
      "learning_rate": 0.00029746176867342645,
      "loss": 0.7334,
      "step": 10473
    },
    {
      "epoch": 0.42899856645504814,
      "grad_norm": 0.9542591804916205,
      "learning_rate": 0.00029746117119999705,
      "loss": 1.0732,
      "step": 10474
    },
    {
      "epoch": 0.4290395248822445,
      "grad_norm": 0.9065912226336516,
      "learning_rate": 0.0002974605736568566,
      "loss": 1.0409,
      "step": 10475
    },
    {
      "epoch": 0.42908048330944093,
      "grad_norm": 0.8104722786373642,
      "learning_rate": 0.00029745997604400536,
      "loss": 0.914,
      "step": 10476
    },
    {
      "epoch": 0.4291214417366373,
      "grad_norm": 0.8467082797972304,
      "learning_rate": 0.0002974593783614436,
      "loss": 1.0986,
      "step": 10477
    },
    {
      "epoch": 0.4291624001638337,
      "grad_norm": 5.967338940403656,
      "learning_rate": 0.0002974587806091716,
      "loss": 3.0473,
      "step": 10478
    },
    {
      "epoch": 0.4292033585910301,
      "grad_norm": 0.626647027828049,
      "learning_rate": 0.00029745818278718964,
      "loss": 0.4078,
      "step": 10479
    },
    {
      "epoch": 0.4292443170182265,
      "grad_norm": 0.5548156025196984,
      "learning_rate": 0.000297457584895498,
      "loss": 0.384,
      "step": 10480
    },
    {
      "epoch": 0.4292852754454229,
      "grad_norm": 1.1946334379504302,
      "learning_rate": 0.000297456986934097,
      "loss": 0.9822,
      "step": 10481
    },
    {
      "epoch": 0.4293262338726193,
      "grad_norm": 1.2377613193478405,
      "learning_rate": 0.00029745638890298683,
      "loss": 0.9616,
      "step": 10482
    },
    {
      "epoch": 0.4293671922998157,
      "grad_norm": 1.1730195968994752,
      "learning_rate": 0.0002974557908021679,
      "loss": 0.9284,
      "step": 10483
    },
    {
      "epoch": 0.4294081507270121,
      "grad_norm": 0.8172298559404214,
      "learning_rate": 0.0002974551926316404,
      "loss": 1.2311,
      "step": 10484
    },
    {
      "epoch": 0.4294491091542085,
      "grad_norm": 1.0971934399329346,
      "learning_rate": 0.00029745459439140464,
      "loss": 1.2664,
      "step": 10485
    },
    {
      "epoch": 0.4294900675814049,
      "grad_norm": 1.0791064302114544,
      "learning_rate": 0.0002974539960814609,
      "loss": 0.9779,
      "step": 10486
    },
    {
      "epoch": 0.42953102600860127,
      "grad_norm": 0.9376568555752184,
      "learning_rate": 0.0002974533977018095,
      "loss": 0.9641,
      "step": 10487
    },
    {
      "epoch": 0.42957198443579764,
      "grad_norm": 1.2407044030059144,
      "learning_rate": 0.0002974527992524506,
      "loss": 0.9401,
      "step": 10488
    },
    {
      "epoch": 0.42961294286299406,
      "grad_norm": 1.258368876514334,
      "learning_rate": 0.0002974522007333847,
      "loss": 1.0172,
      "step": 10489
    },
    {
      "epoch": 0.42965390129019043,
      "grad_norm": 1.5862491998387278,
      "learning_rate": 0.0002974516021446119,
      "loss": 1.0315,
      "step": 10490
    },
    {
      "epoch": 0.42969485971738686,
      "grad_norm": 0.8733899941935617,
      "learning_rate": 0.0002974510034861325,
      "loss": 0.887,
      "step": 10491
    },
    {
      "epoch": 0.4297358181445832,
      "grad_norm": 0.882629900695255,
      "learning_rate": 0.0002974504047579469,
      "loss": 0.6955,
      "step": 10492
    },
    {
      "epoch": 0.42977677657177965,
      "grad_norm": 1.2793475990125127,
      "learning_rate": 0.00029744980596005524,
      "loss": 0.9452,
      "step": 10493
    },
    {
      "epoch": 0.429817734998976,
      "grad_norm": 1.1002222766132652,
      "learning_rate": 0.0002974492070924579,
      "loss": 0.8567,
      "step": 10494
    },
    {
      "epoch": 0.42985869342617244,
      "grad_norm": 0.8942914820960942,
      "learning_rate": 0.0002974486081551551,
      "loss": 0.8803,
      "step": 10495
    },
    {
      "epoch": 0.4298996518533688,
      "grad_norm": 0.7758337291324886,
      "learning_rate": 0.00029744800914814715,
      "loss": 0.7481,
      "step": 10496
    },
    {
      "epoch": 0.42994061028056524,
      "grad_norm": 1.0473988865184967,
      "learning_rate": 0.0002974474100714344,
      "loss": 1.4891,
      "step": 10497
    },
    {
      "epoch": 0.4299815687077616,
      "grad_norm": 1.224037196657874,
      "learning_rate": 0.000297446810925017,
      "loss": 1.1634,
      "step": 10498
    },
    {
      "epoch": 0.43002252713495803,
      "grad_norm": 1.1434765159696996,
      "learning_rate": 0.00029744621170889535,
      "loss": 0.8885,
      "step": 10499
    },
    {
      "epoch": 0.4300634855621544,
      "grad_norm": 1.2117771477633137,
      "learning_rate": 0.0002974456124230697,
      "loss": 0.8777,
      "step": 10500
    },
    {
      "epoch": 0.4301044439893508,
      "grad_norm": 0.9295208516208641,
      "learning_rate": 0.0002974450130675403,
      "loss": 0.8952,
      "step": 10501
    },
    {
      "epoch": 0.4301454024165472,
      "grad_norm": 0.9280708210045915,
      "learning_rate": 0.0002974444136423074,
      "loss": 1.2769,
      "step": 10502
    },
    {
      "epoch": 0.4301863608437436,
      "grad_norm": 3.5155238087219924,
      "learning_rate": 0.0002974438141473714,
      "loss": 2.9226,
      "step": 10503
    },
    {
      "epoch": 0.43022731927094,
      "grad_norm": 0.9679268909996855,
      "learning_rate": 0.0002974432145827325,
      "loss": 1.3164,
      "step": 10504
    },
    {
      "epoch": 0.4302682776981364,
      "grad_norm": 0.982681052850269,
      "learning_rate": 0.000297442614948391,
      "loss": 0.8678,
      "step": 10505
    },
    {
      "epoch": 0.4303092361253328,
      "grad_norm": 3.5102507544594905,
      "learning_rate": 0.0002974420152443472,
      "loss": 2.276,
      "step": 10506
    },
    {
      "epoch": 0.4303501945525292,
      "grad_norm": 1.2388016181465682,
      "learning_rate": 0.00029744141547060135,
      "loss": 0.9815,
      "step": 10507
    },
    {
      "epoch": 0.4303911529797256,
      "grad_norm": 2.0630773718968145,
      "learning_rate": 0.00029744081562715376,
      "loss": 1.6743,
      "step": 10508
    },
    {
      "epoch": 0.43043211140692195,
      "grad_norm": 0.8294576154710113,
      "learning_rate": 0.0002974402157140047,
      "loss": 0.8609,
      "step": 10509
    },
    {
      "epoch": 0.43047306983411837,
      "grad_norm": 1.0753073202859753,
      "learning_rate": 0.0002974396157311545,
      "loss": 1.3687,
      "step": 10510
    },
    {
      "epoch": 0.43051402826131474,
      "grad_norm": 0.6907831472393207,
      "learning_rate": 0.0002974390156786034,
      "loss": 0.812,
      "step": 10511
    },
    {
      "epoch": 0.43055498668851117,
      "grad_norm": 0.829263021669375,
      "learning_rate": 0.00029743841555635167,
      "loss": 0.7779,
      "step": 10512
    },
    {
      "epoch": 0.43059594511570753,
      "grad_norm": 0.924794375001446,
      "learning_rate": 0.00029743781536439965,
      "loss": 1.2858,
      "step": 10513
    },
    {
      "epoch": 0.43063690354290396,
      "grad_norm": 0.5785550388661604,
      "learning_rate": 0.0002974372151027475,
      "loss": 0.4343,
      "step": 10514
    },
    {
      "epoch": 0.43067786197010033,
      "grad_norm": 1.0737845714331753,
      "learning_rate": 0.00029743661477139567,
      "loss": 1.5572,
      "step": 10515
    },
    {
      "epoch": 0.43071882039729675,
      "grad_norm": 0.8860934294249474,
      "learning_rate": 0.00029743601437034437,
      "loss": 1.1521,
      "step": 10516
    },
    {
      "epoch": 0.4307597788244931,
      "grad_norm": 0.5401131766241147,
      "learning_rate": 0.00029743541389959377,
      "loss": 0.3454,
      "step": 10517
    },
    {
      "epoch": 0.43080073725168955,
      "grad_norm": 0.5001509938193269,
      "learning_rate": 0.00029743481335914437,
      "loss": 0.3308,
      "step": 10518
    },
    {
      "epoch": 0.4308416956788859,
      "grad_norm": 0.8274094940813753,
      "learning_rate": 0.00029743421274899633,
      "loss": 0.7046,
      "step": 10519
    },
    {
      "epoch": 0.43088265410608234,
      "grad_norm": 1.3906832818865267,
      "learning_rate": 0.0002974336120691499,
      "loss": 0.7424,
      "step": 10520
    },
    {
      "epoch": 0.4309236125332787,
      "grad_norm": 0.6624964630789443,
      "learning_rate": 0.00029743301131960546,
      "loss": 0.731,
      "step": 10521
    },
    {
      "epoch": 0.43096457096047514,
      "grad_norm": 0.8899546064556124,
      "learning_rate": 0.00029743241050036323,
      "loss": 0.6989,
      "step": 10522
    },
    {
      "epoch": 0.4310055293876715,
      "grad_norm": 0.8270997345211522,
      "learning_rate": 0.0002974318096114235,
      "loss": 0.9793,
      "step": 10523
    },
    {
      "epoch": 0.43104648781486793,
      "grad_norm": 0.8130292511704876,
      "learning_rate": 0.0002974312086527866,
      "loss": 0.8497,
      "step": 10524
    },
    {
      "epoch": 0.4310874462420643,
      "grad_norm": 1.144225890470325,
      "learning_rate": 0.00029743060762445276,
      "loss": 1.304,
      "step": 10525
    },
    {
      "epoch": 0.4311284046692607,
      "grad_norm": 0.8784684137753673,
      "learning_rate": 0.00029743000652642226,
      "loss": 0.7792,
      "step": 10526
    },
    {
      "epoch": 0.4311693630964571,
      "grad_norm": 0.7503918237125913,
      "learning_rate": 0.0002974294053586954,
      "loss": 1.1162,
      "step": 10527
    },
    {
      "epoch": 0.4312103215236535,
      "grad_norm": 0.7494309764196003,
      "learning_rate": 0.0002974288041212725,
      "loss": 0.9186,
      "step": 10528
    },
    {
      "epoch": 0.4312512799508499,
      "grad_norm": 1.129278372928586,
      "learning_rate": 0.00029742820281415384,
      "loss": 0.9419,
      "step": 10529
    },
    {
      "epoch": 0.43129223837804626,
      "grad_norm": 0.4973994733470278,
      "learning_rate": 0.0002974276014373396,
      "loss": 0.3198,
      "step": 10530
    },
    {
      "epoch": 0.4313331968052427,
      "grad_norm": 1.0301965469778969,
      "learning_rate": 0.00029742699999083026,
      "loss": 1.1192,
      "step": 10531
    },
    {
      "epoch": 0.43137415523243905,
      "grad_norm": 0.957989186758596,
      "learning_rate": 0.0002974263984746259,
      "loss": 0.9294,
      "step": 10532
    },
    {
      "epoch": 0.4314151136596355,
      "grad_norm": 0.6469656091135484,
      "learning_rate": 0.00029742579688872697,
      "loss": 0.3954,
      "step": 10533
    },
    {
      "epoch": 0.43145607208683184,
      "grad_norm": 1.170536085238583,
      "learning_rate": 0.0002974251952331336,
      "loss": 0.6805,
      "step": 10534
    },
    {
      "epoch": 0.43149703051402827,
      "grad_norm": 0.6873826000823259,
      "learning_rate": 0.00029742459350784624,
      "loss": 0.8512,
      "step": 10535
    },
    {
      "epoch": 0.43153798894122464,
      "grad_norm": 2.9612385977476667,
      "learning_rate": 0.000297423991712865,
      "loss": 5.7238,
      "step": 10536
    },
    {
      "epoch": 0.43157894736842106,
      "grad_norm": 1.9796575507612513,
      "learning_rate": 0.0002974233898481903,
      "loss": 2.0085,
      "step": 10537
    },
    {
      "epoch": 0.43161990579561743,
      "grad_norm": 0.7666912237985227,
      "learning_rate": 0.00029742278791382233,
      "loss": 0.7566,
      "step": 10538
    },
    {
      "epoch": 0.43166086422281386,
      "grad_norm": 0.8009637404217779,
      "learning_rate": 0.0002974221859097615,
      "loss": 0.9701,
      "step": 10539
    },
    {
      "epoch": 0.4317018226500102,
      "grad_norm": 0.7404641506069003,
      "learning_rate": 0.00029742158383600794,
      "loss": 0.9884,
      "step": 10540
    },
    {
      "epoch": 0.43174278107720665,
      "grad_norm": 0.7255361073924556,
      "learning_rate": 0.00029742098169256205,
      "loss": 1.0294,
      "step": 10541
    },
    {
      "epoch": 0.431783739504403,
      "grad_norm": 1.3868716307436844,
      "learning_rate": 0.000297420379479424,
      "loss": 1.4476,
      "step": 10542
    },
    {
      "epoch": 0.43182469793159944,
      "grad_norm": 0.6027613915196394,
      "learning_rate": 0.00029741977719659424,
      "loss": 0.8466,
      "step": 10543
    },
    {
      "epoch": 0.4318656563587958,
      "grad_norm": 0.8187201169949709,
      "learning_rate": 0.0002974191748440729,
      "loss": 1.1514,
      "step": 10544
    },
    {
      "epoch": 0.43190661478599224,
      "grad_norm": 0.7732552119674739,
      "learning_rate": 0.0002974185724218604,
      "loss": 0.4126,
      "step": 10545
    },
    {
      "epoch": 0.4319475732131886,
      "grad_norm": 0.9832053723023642,
      "learning_rate": 0.0002974179699299569,
      "loss": 1.0954,
      "step": 10546
    },
    {
      "epoch": 0.43198853164038503,
      "grad_norm": 1.446456296113805,
      "learning_rate": 0.00029741736736836274,
      "loss": 1.2162,
      "step": 10547
    },
    {
      "epoch": 0.4320294900675814,
      "grad_norm": 1.1823289720364198,
      "learning_rate": 0.00029741676473707824,
      "loss": 1.8806,
      "step": 10548
    },
    {
      "epoch": 0.4320704484947778,
      "grad_norm": 0.7927483336986378,
      "learning_rate": 0.0002974161620361036,
      "loss": 1.2783,
      "step": 10549
    },
    {
      "epoch": 0.4321114069219742,
      "grad_norm": 0.9128261860696677,
      "learning_rate": 0.0002974155592654392,
      "loss": 0.9367,
      "step": 10550
    },
    {
      "epoch": 0.43215236534917056,
      "grad_norm": 0.7720692898100305,
      "learning_rate": 0.0002974149564250852,
      "loss": 0.7843,
      "step": 10551
    },
    {
      "epoch": 0.432193323776367,
      "grad_norm": 0.6169842873425403,
      "learning_rate": 0.0002974143535150421,
      "loss": 0.3825,
      "step": 10552
    },
    {
      "epoch": 0.43223428220356336,
      "grad_norm": 1.0207747546419508,
      "learning_rate": 0.0002974137505353099,
      "loss": 1.0739,
      "step": 10553
    },
    {
      "epoch": 0.4322752406307598,
      "grad_norm": 0.9521838032414915,
      "learning_rate": 0.0002974131474858891,
      "loss": 1.2932,
      "step": 10554
    },
    {
      "epoch": 0.43231619905795615,
      "grad_norm": 0.9498403740835012,
      "learning_rate": 0.00029741254436677994,
      "loss": 0.8552,
      "step": 10555
    },
    {
      "epoch": 0.4323571574851526,
      "grad_norm": 0.6586281354799132,
      "learning_rate": 0.00029741194117798264,
      "loss": 0.9933,
      "step": 10556
    },
    {
      "epoch": 0.43239811591234895,
      "grad_norm": 0.6978358761328498,
      "learning_rate": 0.00029741133791949753,
      "loss": 0.7748,
      "step": 10557
    },
    {
      "epoch": 0.43243907433954537,
      "grad_norm": 0.8619110024678989,
      "learning_rate": 0.0002974107345913249,
      "loss": 1.3879,
      "step": 10558
    },
    {
      "epoch": 0.43248003276674174,
      "grad_norm": 0.9008172059395152,
      "learning_rate": 0.00029741013119346507,
      "loss": 0.6869,
      "step": 10559
    },
    {
      "epoch": 0.43252099119393816,
      "grad_norm": 0.7922340037016525,
      "learning_rate": 0.0002974095277259182,
      "loss": 0.7032,
      "step": 10560
    },
    {
      "epoch": 0.43256194962113453,
      "grad_norm": 0.6733462111331571,
      "learning_rate": 0.0002974089241886847,
      "loss": 0.8657,
      "step": 10561
    },
    {
      "epoch": 0.43260290804833096,
      "grad_norm": 0.9204758074246512,
      "learning_rate": 0.00029740832058176484,
      "loss": 1.2787,
      "step": 10562
    },
    {
      "epoch": 0.43264386647552733,
      "grad_norm": 0.9235246114241582,
      "learning_rate": 0.0002974077169051589,
      "loss": 0.7805,
      "step": 10563
    },
    {
      "epoch": 0.43268482490272375,
      "grad_norm": 0.8246641880728536,
      "learning_rate": 0.00029740711315886706,
      "loss": 0.8457,
      "step": 10564
    },
    {
      "epoch": 0.4327257833299201,
      "grad_norm": 1.2754210429599517,
      "learning_rate": 0.00029740650934288976,
      "loss": 1.8848,
      "step": 10565
    },
    {
      "epoch": 0.43276674175711655,
      "grad_norm": 0.6624102232754908,
      "learning_rate": 0.0002974059054572272,
      "loss": 0.35,
      "step": 10566
    },
    {
      "epoch": 0.4328077001843129,
      "grad_norm": 0.6920123110552797,
      "learning_rate": 0.0002974053015018797,
      "loss": 0.8528,
      "step": 10567
    },
    {
      "epoch": 0.43284865861150934,
      "grad_norm": 0.7408783031704246,
      "learning_rate": 0.0002974046974768475,
      "loss": 0.8828,
      "step": 10568
    },
    {
      "epoch": 0.4328896170387057,
      "grad_norm": 0.7408530910216623,
      "learning_rate": 0.00029740409338213094,
      "loss": 0.7229,
      "step": 10569
    },
    {
      "epoch": 0.43293057546590213,
      "grad_norm": 0.836089942521413,
      "learning_rate": 0.0002974034892177302,
      "loss": 0.9398,
      "step": 10570
    },
    {
      "epoch": 0.4329715338930985,
      "grad_norm": 0.5342766081818042,
      "learning_rate": 0.0002974028849836457,
      "loss": 0.4517,
      "step": 10571
    },
    {
      "epoch": 0.43301249232029493,
      "grad_norm": 1.2519078416133584,
      "learning_rate": 0.00029740228067987767,
      "loss": 1.4943,
      "step": 10572
    },
    {
      "epoch": 0.4330534507474913,
      "grad_norm": 0.6875305441136526,
      "learning_rate": 0.00029740167630642637,
      "loss": 0.638,
      "step": 10573
    },
    {
      "epoch": 0.43309440917468767,
      "grad_norm": 0.8108677293864662,
      "learning_rate": 0.00029740107186329215,
      "loss": 0.8708,
      "step": 10574
    },
    {
      "epoch": 0.4331353676018841,
      "grad_norm": 1.6534354439541956,
      "learning_rate": 0.00029740046735047523,
      "loss": 2.8897,
      "step": 10575
    },
    {
      "epoch": 0.43317632602908046,
      "grad_norm": 0.6974639236874355,
      "learning_rate": 0.00029739986276797593,
      "loss": 0.847,
      "step": 10576
    },
    {
      "epoch": 0.4332172844562769,
      "grad_norm": 0.888277139549794,
      "learning_rate": 0.00029739925811579453,
      "loss": 0.5272,
      "step": 10577
    },
    {
      "epoch": 0.43325824288347325,
      "grad_norm": 0.4986834753337566,
      "learning_rate": 0.00029739865339393134,
      "loss": 0.3703,
      "step": 10578
    },
    {
      "epoch": 0.4332992013106697,
      "grad_norm": 0.9475164737787456,
      "learning_rate": 0.0002973980486023866,
      "loss": 0.9785,
      "step": 10579
    },
    {
      "epoch": 0.43334015973786605,
      "grad_norm": 0.7509738597958607,
      "learning_rate": 0.0002973974437411606,
      "loss": 0.983,
      "step": 10580
    },
    {
      "epoch": 0.4333811181650625,
      "grad_norm": 2.102370276185733,
      "learning_rate": 0.00029739683881025363,
      "loss": 3.9637,
      "step": 10581
    },
    {
      "epoch": 0.43342207659225884,
      "grad_norm": 0.8634998473801938,
      "learning_rate": 0.000297396233809666,
      "loss": 0.8501,
      "step": 10582
    },
    {
      "epoch": 0.43346303501945527,
      "grad_norm": 0.4993967680526527,
      "learning_rate": 0.000297395628739398,
      "loss": 0.2867,
      "step": 10583
    },
    {
      "epoch": 0.43350399344665164,
      "grad_norm": 0.7451199437570701,
      "learning_rate": 0.00029739502359944986,
      "loss": 0.5525,
      "step": 10584
    },
    {
      "epoch": 0.43354495187384806,
      "grad_norm": 0.7808201805096947,
      "learning_rate": 0.00029739441838982195,
      "loss": 1.0246,
      "step": 10585
    },
    {
      "epoch": 0.43358591030104443,
      "grad_norm": 0.7947980880408756,
      "learning_rate": 0.00029739381311051454,
      "loss": 1.0764,
      "step": 10586
    },
    {
      "epoch": 0.43362686872824086,
      "grad_norm": 0.6687293790773524,
      "learning_rate": 0.00029739320776152783,
      "loss": 0.8276,
      "step": 10587
    },
    {
      "epoch": 0.4336678271554372,
      "grad_norm": 0.8941210542975748,
      "learning_rate": 0.0002973926023428622,
      "loss": 0.8938,
      "step": 10588
    },
    {
      "epoch": 0.43370878558263365,
      "grad_norm": 1.0534329640095628,
      "learning_rate": 0.00029739199685451786,
      "loss": 0.8408,
      "step": 10589
    },
    {
      "epoch": 0.43374974400983,
      "grad_norm": 0.708140080908069,
      "learning_rate": 0.0002973913912964952,
      "loss": 0.8514,
      "step": 10590
    },
    {
      "epoch": 0.43379070243702644,
      "grad_norm": 0.8819019234074554,
      "learning_rate": 0.00029739078566879437,
      "loss": 1.1881,
      "step": 10591
    },
    {
      "epoch": 0.4338316608642228,
      "grad_norm": 0.826773433484796,
      "learning_rate": 0.0002973901799714158,
      "loss": 0.7801,
      "step": 10592
    },
    {
      "epoch": 0.43387261929141924,
      "grad_norm": 0.7800565890438669,
      "learning_rate": 0.00029738957420435963,
      "loss": 1.2575,
      "step": 10593
    },
    {
      "epoch": 0.4339135777186156,
      "grad_norm": 0.6748814692430761,
      "learning_rate": 0.00029738896836762626,
      "loss": 0.4045,
      "step": 10594
    },
    {
      "epoch": 0.433954536145812,
      "grad_norm": 0.6858558192669972,
      "learning_rate": 0.00029738836246121593,
      "loss": 0.4589,
      "step": 10595
    },
    {
      "epoch": 0.4339954945730084,
      "grad_norm": 0.767802789489531,
      "learning_rate": 0.0002973877564851289,
      "loss": 0.7558,
      "step": 10596
    },
    {
      "epoch": 0.43403645300020477,
      "grad_norm": 1.7349922568509042,
      "learning_rate": 0.0002973871504393656,
      "loss": 3.6572,
      "step": 10597
    },
    {
      "epoch": 0.4340774114274012,
      "grad_norm": 0.7905974219107631,
      "learning_rate": 0.0002973865443239261,
      "loss": 0.9333,
      "step": 10598
    },
    {
      "epoch": 0.43411836985459756,
      "grad_norm": 1.4322558562599434,
      "learning_rate": 0.0002973859381388109,
      "loss": 2.531,
      "step": 10599
    },
    {
      "epoch": 0.434159328281794,
      "grad_norm": 0.7916727625318161,
      "learning_rate": 0.00029738533188402005,
      "loss": 1.0693,
      "step": 10600
    },
    {
      "epoch": 0.43420028670899036,
      "grad_norm": 0.7627370503065414,
      "learning_rate": 0.00029738472555955404,
      "loss": 1.3425,
      "step": 10601
    },
    {
      "epoch": 0.4342412451361868,
      "grad_norm": 0.6683817967393223,
      "learning_rate": 0.0002973841191654131,
      "loss": 0.8063,
      "step": 10602
    },
    {
      "epoch": 0.43428220356338315,
      "grad_norm": 0.7157188705248921,
      "learning_rate": 0.00029738351270159745,
      "loss": 0.8986,
      "step": 10603
    },
    {
      "epoch": 0.4343231619905796,
      "grad_norm": 0.8597385670670576,
      "learning_rate": 0.00029738290616810746,
      "loss": 1.1187,
      "step": 10604
    },
    {
      "epoch": 0.43436412041777595,
      "grad_norm": 0.734920696876669,
      "learning_rate": 0.0002973822995649434,
      "loss": 0.8925,
      "step": 10605
    },
    {
      "epoch": 0.43440507884497237,
      "grad_norm": 0.7487897531044788,
      "learning_rate": 0.0002973816928921055,
      "loss": 0.8531,
      "step": 10606
    },
    {
      "epoch": 0.43444603727216874,
      "grad_norm": 0.7170810183368643,
      "learning_rate": 0.0002973810861495941,
      "loss": 0.7898,
      "step": 10607
    },
    {
      "epoch": 0.43448699569936516,
      "grad_norm": 0.8277991646871476,
      "learning_rate": 0.0002973804793374095,
      "loss": 0.7567,
      "step": 10608
    },
    {
      "epoch": 0.43452795412656153,
      "grad_norm": 0.7294631620178409,
      "learning_rate": 0.00029737987245555194,
      "loss": 0.7725,
      "step": 10609
    },
    {
      "epoch": 0.43456891255375796,
      "grad_norm": 0.5656867051030895,
      "learning_rate": 0.0002973792655040217,
      "loss": 0.4159,
      "step": 10610
    },
    {
      "epoch": 0.4346098709809543,
      "grad_norm": 0.6569766860955828,
      "learning_rate": 0.00029737865848281916,
      "loss": 0.8955,
      "step": 10611
    },
    {
      "epoch": 0.43465082940815075,
      "grad_norm": 0.8576772167649197,
      "learning_rate": 0.00029737805139194446,
      "loss": 0.8532,
      "step": 10612
    },
    {
      "epoch": 0.4346917878353471,
      "grad_norm": 0.7025177826836032,
      "learning_rate": 0.00029737744423139807,
      "loss": 0.8819,
      "step": 10613
    },
    {
      "epoch": 0.43473274626254355,
      "grad_norm": 0.7606002640938464,
      "learning_rate": 0.00029737683700118014,
      "loss": 0.6744,
      "step": 10614
    },
    {
      "epoch": 0.4347737046897399,
      "grad_norm": 0.8117549035865124,
      "learning_rate": 0.00029737622970129094,
      "loss": 0.9077,
      "step": 10615
    },
    {
      "epoch": 0.4348146631169363,
      "grad_norm": 0.6741432239043694,
      "learning_rate": 0.00029737562233173086,
      "loss": 0.757,
      "step": 10616
    },
    {
      "epoch": 0.4348556215441327,
      "grad_norm": 0.8592109267448874,
      "learning_rate": 0.0002973750148925001,
      "loss": 1.186,
      "step": 10617
    },
    {
      "epoch": 0.4348965799713291,
      "grad_norm": 0.848482936472985,
      "learning_rate": 0.00029737440738359907,
      "loss": 1.055,
      "step": 10618
    },
    {
      "epoch": 0.4349375383985255,
      "grad_norm": 0.7634491732202737,
      "learning_rate": 0.0002973737998050279,
      "loss": 0.9028,
      "step": 10619
    },
    {
      "epoch": 0.43497849682572187,
      "grad_norm": 2.0001348382454545,
      "learning_rate": 0.000297373192156787,
      "loss": 1.8266,
      "step": 10620
    },
    {
      "epoch": 0.4350194552529183,
      "grad_norm": 0.6622786331452433,
      "learning_rate": 0.0002973725844388765,
      "loss": 0.5955,
      "step": 10621
    },
    {
      "epoch": 0.43506041368011467,
      "grad_norm": 0.9318112069260912,
      "learning_rate": 0.0002973719766512969,
      "loss": 1.1331,
      "step": 10622
    },
    {
      "epoch": 0.4351013721073111,
      "grad_norm": 0.7773107410995832,
      "learning_rate": 0.0002973713687940483,
      "loss": 0.7481,
      "step": 10623
    },
    {
      "epoch": 0.43514233053450746,
      "grad_norm": 0.5983983959978629,
      "learning_rate": 0.0002973707608671311,
      "loss": 0.3973,
      "step": 10624
    },
    {
      "epoch": 0.4351832889617039,
      "grad_norm": 0.5703206332002752,
      "learning_rate": 0.00029737015287054563,
      "loss": 0.3885,
      "step": 10625
    },
    {
      "epoch": 0.43522424738890025,
      "grad_norm": 0.7300199940323685,
      "learning_rate": 0.00029736954480429203,
      "loss": 0.7184,
      "step": 10626
    },
    {
      "epoch": 0.4352652058160967,
      "grad_norm": 0.8498812299791975,
      "learning_rate": 0.00029736893666837064,
      "loss": 1.1892,
      "step": 10627
    },
    {
      "epoch": 0.43530616424329305,
      "grad_norm": 0.6971943147181461,
      "learning_rate": 0.0002973683284627818,
      "loss": 0.6918,
      "step": 10628
    },
    {
      "epoch": 0.4353471226704895,
      "grad_norm": 0.6635425201172783,
      "learning_rate": 0.0002973677201875258,
      "loss": 0.7176,
      "step": 10629
    },
    {
      "epoch": 0.43538808109768584,
      "grad_norm": 0.6510163066805627,
      "learning_rate": 0.0002973671118426028,
      "loss": 0.6787,
      "step": 10630
    },
    {
      "epoch": 0.43542903952488227,
      "grad_norm": 4.643002710755975,
      "learning_rate": 0.0002973665034280132,
      "loss": 2.5203,
      "step": 10631
    },
    {
      "epoch": 0.43546999795207864,
      "grad_norm": 0.6309572838632674,
      "learning_rate": 0.0002973658949437574,
      "loss": 0.7893,
      "step": 10632
    },
    {
      "epoch": 0.43551095637927506,
      "grad_norm": 1.0343456221566527,
      "learning_rate": 0.00029736528638983547,
      "loss": 0.8564,
      "step": 10633
    },
    {
      "epoch": 0.43555191480647143,
      "grad_norm": 0.9901957795152748,
      "learning_rate": 0.00029736467776624774,
      "loss": 1.0432,
      "step": 10634
    },
    {
      "epoch": 0.43559287323366785,
      "grad_norm": 1.3332162514505697,
      "learning_rate": 0.0002973640690729946,
      "loss": 0.6976,
      "step": 10635
    },
    {
      "epoch": 0.4356338316608642,
      "grad_norm": 0.991160748800731,
      "learning_rate": 0.0002973634603100762,
      "loss": 0.9763,
      "step": 10636
    },
    {
      "epoch": 0.4356747900880606,
      "grad_norm": 0.7452366226798827,
      "learning_rate": 0.00029736285147749297,
      "loss": 0.9884,
      "step": 10637
    },
    {
      "epoch": 0.435715748515257,
      "grad_norm": 1.103015976309462,
      "learning_rate": 0.00029736224257524517,
      "loss": 1.3008,
      "step": 10638
    },
    {
      "epoch": 0.4357567069424534,
      "grad_norm": 0.6289857448346323,
      "learning_rate": 0.000297361633603333,
      "loss": 0.8019,
      "step": 10639
    },
    {
      "epoch": 0.4357976653696498,
      "grad_norm": 0.9176587502696771,
      "learning_rate": 0.0002973610245617568,
      "loss": 1.0981,
      "step": 10640
    },
    {
      "epoch": 0.4358386237968462,
      "grad_norm": 0.8021212788696827,
      "learning_rate": 0.0002973604154505169,
      "loss": 0.5115,
      "step": 10641
    },
    {
      "epoch": 0.4358795822240426,
      "grad_norm": 0.7929788465886296,
      "learning_rate": 0.00029735980626961354,
      "loss": 1.171,
      "step": 10642
    },
    {
      "epoch": 0.435920540651239,
      "grad_norm": 0.7622208163870755,
      "learning_rate": 0.000297359197019047,
      "loss": 0.9084,
      "step": 10643
    },
    {
      "epoch": 0.4359614990784354,
      "grad_norm": 0.7858167153436874,
      "learning_rate": 0.0002973585876988175,
      "loss": 0.6527,
      "step": 10644
    },
    {
      "epoch": 0.43600245750563177,
      "grad_norm": 0.7888152731618325,
      "learning_rate": 0.0002973579783089255,
      "loss": 0.8042,
      "step": 10645
    },
    {
      "epoch": 0.4360434159328282,
      "grad_norm": 0.9632252756890681,
      "learning_rate": 0.00029735736884937123,
      "loss": 1.4347,
      "step": 10646
    },
    {
      "epoch": 0.43608437436002456,
      "grad_norm": 1.0389744458772405,
      "learning_rate": 0.0002973567593201549,
      "loss": 1.6586,
      "step": 10647
    },
    {
      "epoch": 0.436125332787221,
      "grad_norm": 0.7383994230877952,
      "learning_rate": 0.0002973561497212768,
      "loss": 0.8908,
      "step": 10648
    },
    {
      "epoch": 0.43616629121441736,
      "grad_norm": 0.9350121634598761,
      "learning_rate": 0.00029735554005273735,
      "loss": 1.0675,
      "step": 10649
    },
    {
      "epoch": 0.4362072496416138,
      "grad_norm": 0.8350761346213492,
      "learning_rate": 0.0002973549303145367,
      "loss": 0.5862,
      "step": 10650
    },
    {
      "epoch": 0.43624820806881015,
      "grad_norm": 0.919266940838387,
      "learning_rate": 0.0002973543205066752,
      "loss": 0.8715,
      "step": 10651
    },
    {
      "epoch": 0.4362891664960066,
      "grad_norm": 0.8951485062378646,
      "learning_rate": 0.00029735371062915316,
      "loss": 0.8407,
      "step": 10652
    },
    {
      "epoch": 0.43633012492320294,
      "grad_norm": 0.864842721735772,
      "learning_rate": 0.0002973531006819708,
      "loss": 1.2616,
      "step": 10653
    },
    {
      "epoch": 0.43637108335039937,
      "grad_norm": 0.7710528060489203,
      "learning_rate": 0.0002973524906651284,
      "loss": 0.8684,
      "step": 10654
    },
    {
      "epoch": 0.43641204177759574,
      "grad_norm": 0.775875809160467,
      "learning_rate": 0.00029735188057862635,
      "loss": 0.4452,
      "step": 10655
    },
    {
      "epoch": 0.43645300020479216,
      "grad_norm": 0.814022952733807,
      "learning_rate": 0.0002973512704224649,
      "loss": 0.7167,
      "step": 10656
    },
    {
      "epoch": 0.43649395863198853,
      "grad_norm": 1.0525783752567668,
      "learning_rate": 0.0002973506601966443,
      "loss": 0.8402,
      "step": 10657
    },
    {
      "epoch": 0.4365349170591849,
      "grad_norm": 1.024487560189168,
      "learning_rate": 0.00029735004990116484,
      "loss": 1.0892,
      "step": 10658
    },
    {
      "epoch": 0.4365758754863813,
      "grad_norm": 0.6797040565788763,
      "learning_rate": 0.00029734943953602685,
      "loss": 0.7131,
      "step": 10659
    },
    {
      "epoch": 0.4366168339135777,
      "grad_norm": 1.16060006054622,
      "learning_rate": 0.00029734882910123056,
      "loss": 0.8695,
      "step": 10660
    },
    {
      "epoch": 0.4366577923407741,
      "grad_norm": 1.3521151474889024,
      "learning_rate": 0.00029734821859677633,
      "loss": 1.1131,
      "step": 10661
    },
    {
      "epoch": 0.4366987507679705,
      "grad_norm": 0.5002100267851236,
      "learning_rate": 0.0002973476080226644,
      "loss": 0.3951,
      "step": 10662
    },
    {
      "epoch": 0.4367397091951669,
      "grad_norm": 0.6568826985745715,
      "learning_rate": 0.00029734699737889506,
      "loss": 0.7984,
      "step": 10663
    },
    {
      "epoch": 0.4367806676223633,
      "grad_norm": 1.0007289747413757,
      "learning_rate": 0.0002973463866654686,
      "loss": 1.0411,
      "step": 10664
    },
    {
      "epoch": 0.4368216260495597,
      "grad_norm": 0.6302869740484623,
      "learning_rate": 0.0002973457758823854,
      "loss": 0.7619,
      "step": 10665
    },
    {
      "epoch": 0.4368625844767561,
      "grad_norm": 0.8742042887463775,
      "learning_rate": 0.00029734516502964557,
      "loss": 1.0525,
      "step": 10666
    },
    {
      "epoch": 0.4369035429039525,
      "grad_norm": 1.113615784507672,
      "learning_rate": 0.0002973445541072495,
      "loss": 1.2222,
      "step": 10667
    },
    {
      "epoch": 0.43694450133114887,
      "grad_norm": 0.6153395081064346,
      "learning_rate": 0.0002973439431151975,
      "loss": 0.654,
      "step": 10668
    },
    {
      "epoch": 0.4369854597583453,
      "grad_norm": 0.6633817244859151,
      "learning_rate": 0.00029734333205348984,
      "loss": 0.6639,
      "step": 10669
    },
    {
      "epoch": 0.43702641818554167,
      "grad_norm": 0.6834947635265087,
      "learning_rate": 0.0002973427209221268,
      "loss": 0.8303,
      "step": 10670
    },
    {
      "epoch": 0.4370673766127381,
      "grad_norm": 1.382475060785424,
      "learning_rate": 0.0002973421097211087,
      "loss": 1.229,
      "step": 10671
    },
    {
      "epoch": 0.43710833503993446,
      "grad_norm": 0.6057479237772995,
      "learning_rate": 0.0002973414984504358,
      "loss": 0.6603,
      "step": 10672
    },
    {
      "epoch": 0.4371492934671309,
      "grad_norm": 0.8813018600438572,
      "learning_rate": 0.00029734088711010835,
      "loss": 1.0144,
      "step": 10673
    },
    {
      "epoch": 0.43719025189432725,
      "grad_norm": 3.5407320321156495,
      "learning_rate": 0.0002973402757001267,
      "loss": 3.0196,
      "step": 10674
    },
    {
      "epoch": 0.4372312103215237,
      "grad_norm": 0.8684575110840724,
      "learning_rate": 0.0002973396642204911,
      "loss": 0.8479,
      "step": 10675
    },
    {
      "epoch": 0.43727216874872005,
      "grad_norm": 1.0323620715502526,
      "learning_rate": 0.00029733905267120185,
      "loss": 0.607,
      "step": 10676
    },
    {
      "epoch": 0.43731312717591647,
      "grad_norm": 1.1163984458461602,
      "learning_rate": 0.0002973384410522593,
      "loss": 1.408,
      "step": 10677
    },
    {
      "epoch": 0.43735408560311284,
      "grad_norm": 1.1681105385859523,
      "learning_rate": 0.0002973378293636636,
      "loss": 0.8881,
      "step": 10678
    },
    {
      "epoch": 0.4373950440303092,
      "grad_norm": 1.6743258332051352,
      "learning_rate": 0.0002973372176054152,
      "loss": 2.1224,
      "step": 10679
    },
    {
      "epoch": 0.43743600245750563,
      "grad_norm": 1.7785276368781633,
      "learning_rate": 0.00029733660577751424,
      "loss": 0.8295,
      "step": 10680
    },
    {
      "epoch": 0.437476960884702,
      "grad_norm": 0.8529758460029724,
      "learning_rate": 0.00029733599387996116,
      "loss": 0.9937,
      "step": 10681
    },
    {
      "epoch": 0.43751791931189843,
      "grad_norm": 4.668110260272267,
      "learning_rate": 0.0002973353819127561,
      "loss": 5.0871,
      "step": 10682
    },
    {
      "epoch": 0.4375588777390948,
      "grad_norm": 0.990388558290982,
      "learning_rate": 0.0002973347698758995,
      "loss": 0.8181,
      "step": 10683
    },
    {
      "epoch": 0.4375998361662912,
      "grad_norm": 0.8097754284456691,
      "learning_rate": 0.00029733415776939153,
      "loss": 1.0466,
      "step": 10684
    },
    {
      "epoch": 0.4376407945934876,
      "grad_norm": 0.7586865279937841,
      "learning_rate": 0.0002973335455932325,
      "loss": 0.6077,
      "step": 10685
    },
    {
      "epoch": 0.437681753020684,
      "grad_norm": 0.6788481208540144,
      "learning_rate": 0.0002973329333474227,
      "loss": 0.8338,
      "step": 10686
    },
    {
      "epoch": 0.4377227114478804,
      "grad_norm": 0.8052442614124867,
      "learning_rate": 0.0002973323210319625,
      "loss": 1.1519,
      "step": 10687
    },
    {
      "epoch": 0.4377636698750768,
      "grad_norm": 0.38517251569955446,
      "learning_rate": 0.0002973317086468521,
      "loss": 0.3184,
      "step": 10688
    },
    {
      "epoch": 0.4378046283022732,
      "grad_norm": 1.0599274599834745,
      "learning_rate": 0.00029733109619209185,
      "loss": 1.3265,
      "step": 10689
    },
    {
      "epoch": 0.4378455867294696,
      "grad_norm": 0.8745800352043241,
      "learning_rate": 0.00029733048366768197,
      "loss": 0.7194,
      "step": 10690
    },
    {
      "epoch": 0.437886545156666,
      "grad_norm": 0.7734853179685928,
      "learning_rate": 0.0002973298710736228,
      "loss": 1.1787,
      "step": 10691
    },
    {
      "epoch": 0.4379275035838624,
      "grad_norm": 0.6341566412056772,
      "learning_rate": 0.0002973292584099146,
      "loss": 0.6675,
      "step": 10692
    },
    {
      "epoch": 0.43796846201105877,
      "grad_norm": 0.5367023126323098,
      "learning_rate": 0.00029732864567655765,
      "loss": 0.7567,
      "step": 10693
    },
    {
      "epoch": 0.4380094204382552,
      "grad_norm": 3.3956421131946497,
      "learning_rate": 0.0002973280328735523,
      "loss": 5.7009,
      "step": 10694
    },
    {
      "epoch": 0.43805037886545156,
      "grad_norm": 0.8730765682658692,
      "learning_rate": 0.00029732742000089887,
      "loss": 0.9974,
      "step": 10695
    },
    {
      "epoch": 0.438091337292648,
      "grad_norm": 0.8922509769583109,
      "learning_rate": 0.0002973268070585975,
      "loss": 0.8279,
      "step": 10696
    },
    {
      "epoch": 0.43813229571984436,
      "grad_norm": 0.5127602569961253,
      "learning_rate": 0.0002973261940466486,
      "loss": 0.4288,
      "step": 10697
    },
    {
      "epoch": 0.4381732541470408,
      "grad_norm": 1.0473040880860154,
      "learning_rate": 0.00029732558096505236,
      "loss": 1.3104,
      "step": 10698
    },
    {
      "epoch": 0.43821421257423715,
      "grad_norm": 0.6072333456389335,
      "learning_rate": 0.0002973249678138092,
      "loss": 0.7442,
      "step": 10699
    },
    {
      "epoch": 0.4382551710014335,
      "grad_norm": 0.7720699418199237,
      "learning_rate": 0.00029732435459291933,
      "loss": 0.8925,
      "step": 10700
    },
    {
      "epoch": 0.43829612942862994,
      "grad_norm": 0.669168215850364,
      "learning_rate": 0.00029732374130238303,
      "loss": 0.8549,
      "step": 10701
    },
    {
      "epoch": 0.4383370878558263,
      "grad_norm": 0.6383573211776753,
      "learning_rate": 0.00029732312794220067,
      "loss": 0.7504,
      "step": 10702
    },
    {
      "epoch": 0.43837804628302274,
      "grad_norm": 0.9024917162219384,
      "learning_rate": 0.00029732251451237247,
      "loss": 1.1703,
      "step": 10703
    },
    {
      "epoch": 0.4384190047102191,
      "grad_norm": 0.7969822279501683,
      "learning_rate": 0.0002973219010128987,
      "loss": 1.0685,
      "step": 10704
    },
    {
      "epoch": 0.43845996313741553,
      "grad_norm": 0.8642107771721936,
      "learning_rate": 0.0002973212874437797,
      "loss": 0.9205,
      "step": 10705
    },
    {
      "epoch": 0.4385009215646119,
      "grad_norm": 0.5742490734352134,
      "learning_rate": 0.0002973206738050157,
      "loss": 0.4281,
      "step": 10706
    },
    {
      "epoch": 0.4385418799918083,
      "grad_norm": 0.6723426122521977,
      "learning_rate": 0.0002973200600966071,
      "loss": 0.4477,
      "step": 10707
    },
    {
      "epoch": 0.4385828384190047,
      "grad_norm": 0.9773003500413993,
      "learning_rate": 0.0002973194463185541,
      "loss": 1.0193,
      "step": 10708
    },
    {
      "epoch": 0.4386237968462011,
      "grad_norm": 1.057653716211833,
      "learning_rate": 0.00029731883247085703,
      "loss": 1.3513,
      "step": 10709
    },
    {
      "epoch": 0.4386647552733975,
      "grad_norm": 0.5850751487381634,
      "learning_rate": 0.00029731821855351613,
      "loss": 0.8327,
      "step": 10710
    },
    {
      "epoch": 0.4387057137005939,
      "grad_norm": 0.6167482346964681,
      "learning_rate": 0.0002973176045665318,
      "loss": 0.7354,
      "step": 10711
    },
    {
      "epoch": 0.4387466721277903,
      "grad_norm": 0.7468481917636788,
      "learning_rate": 0.00029731699050990413,
      "loss": 1.0382,
      "step": 10712
    },
    {
      "epoch": 0.4387876305549867,
      "grad_norm": 1.978885760716759,
      "learning_rate": 0.0002973163763836336,
      "loss": 1.889,
      "step": 10713
    },
    {
      "epoch": 0.4388285889821831,
      "grad_norm": 0.7576801849234384,
      "learning_rate": 0.0002973157621877204,
      "loss": 1.0127,
      "step": 10714
    },
    {
      "epoch": 0.4388695474093795,
      "grad_norm": 0.5748528430064805,
      "learning_rate": 0.00029731514792216495,
      "loss": 0.3912,
      "step": 10715
    },
    {
      "epoch": 0.43891050583657587,
      "grad_norm": 0.7016074110847174,
      "learning_rate": 0.0002973145335869674,
      "loss": 0.9252,
      "step": 10716
    },
    {
      "epoch": 0.4389514642637723,
      "grad_norm": 0.9319016052432815,
      "learning_rate": 0.0002973139191821281,
      "loss": 0.8014,
      "step": 10717
    },
    {
      "epoch": 0.43899242269096866,
      "grad_norm": 1.4713877617410525,
      "learning_rate": 0.00029731330470764725,
      "loss": 3.9491,
      "step": 10718
    },
    {
      "epoch": 0.4390333811181651,
      "grad_norm": 0.6354529120475638,
      "learning_rate": 0.0002973126901635253,
      "loss": 0.9668,
      "step": 10719
    },
    {
      "epoch": 0.43907433954536146,
      "grad_norm": 0.9534369393405073,
      "learning_rate": 0.00029731207554976245,
      "loss": 1.0128,
      "step": 10720
    },
    {
      "epoch": 0.4391152979725578,
      "grad_norm": 0.5986956570702943,
      "learning_rate": 0.00029731146086635894,
      "loss": 0.6841,
      "step": 10721
    },
    {
      "epoch": 0.43915625639975425,
      "grad_norm": 0.6696921588340746,
      "learning_rate": 0.00029731084611331517,
      "loss": 0.8439,
      "step": 10722
    },
    {
      "epoch": 0.4391972148269506,
      "grad_norm": 0.7760685320083591,
      "learning_rate": 0.0002973102312906314,
      "loss": 0.8043,
      "step": 10723
    },
    {
      "epoch": 0.43923817325414705,
      "grad_norm": 1.032101879545996,
      "learning_rate": 0.0002973096163983079,
      "loss": 1.1849,
      "step": 10724
    },
    {
      "epoch": 0.4392791316813434,
      "grad_norm": 0.6894561919258287,
      "learning_rate": 0.00029730900143634485,
      "loss": 0.3641,
      "step": 10725
    },
    {
      "epoch": 0.43932009010853984,
      "grad_norm": 0.9623909481798306,
      "learning_rate": 0.00029730838640474276,
      "loss": 1.0057,
      "step": 10726
    },
    {
      "epoch": 0.4393610485357362,
      "grad_norm": 0.9813195683907788,
      "learning_rate": 0.00029730777130350177,
      "loss": 0.9994,
      "step": 10727
    },
    {
      "epoch": 0.43940200696293263,
      "grad_norm": 0.646152021350033,
      "learning_rate": 0.00029730715613262226,
      "loss": 0.5471,
      "step": 10728
    },
    {
      "epoch": 0.439442965390129,
      "grad_norm": 0.9750098609137077,
      "learning_rate": 0.00029730654089210444,
      "loss": 1.1824,
      "step": 10729
    },
    {
      "epoch": 0.43948392381732543,
      "grad_norm": 0.7807167716278236,
      "learning_rate": 0.00029730592558194864,
      "loss": 1.0681,
      "step": 10730
    },
    {
      "epoch": 0.4395248822445218,
      "grad_norm": 0.585586727753874,
      "learning_rate": 0.00029730531020215513,
      "loss": 0.7188,
      "step": 10731
    },
    {
      "epoch": 0.4395658406717182,
      "grad_norm": 0.8595494781193959,
      "learning_rate": 0.00029730469475272423,
      "loss": 0.7295,
      "step": 10732
    },
    {
      "epoch": 0.4396067990989146,
      "grad_norm": 1.0652955615702209,
      "learning_rate": 0.00029730407923365623,
      "loss": 0.8966,
      "step": 10733
    },
    {
      "epoch": 0.439647757526111,
      "grad_norm": 0.9346574709743203,
      "learning_rate": 0.0002973034636449514,
      "loss": 0.9846,
      "step": 10734
    },
    {
      "epoch": 0.4396887159533074,
      "grad_norm": 0.7987931269933025,
      "learning_rate": 0.00029730284798661007,
      "loss": 0.9407,
      "step": 10735
    },
    {
      "epoch": 0.4397296743805038,
      "grad_norm": 0.9216736602584067,
      "learning_rate": 0.00029730223225863246,
      "loss": 1.1889,
      "step": 10736
    },
    {
      "epoch": 0.4397706328077002,
      "grad_norm": 1.134793438297726,
      "learning_rate": 0.00029730161646101893,
      "loss": 0.6818,
      "step": 10737
    },
    {
      "epoch": 0.4398115912348966,
      "grad_norm": 0.8286604982653926,
      "learning_rate": 0.0002973010005937697,
      "loss": 0.9647,
      "step": 10738
    },
    {
      "epoch": 0.439852549662093,
      "grad_norm": 1.3572987890704677,
      "learning_rate": 0.00029730038465688514,
      "loss": 1.3135,
      "step": 10739
    },
    {
      "epoch": 0.4398935080892894,
      "grad_norm": 0.8504034234055569,
      "learning_rate": 0.00029729976865036547,
      "loss": 0.9259,
      "step": 10740
    },
    {
      "epoch": 0.43993446651648577,
      "grad_norm": 0.8208898474185747,
      "learning_rate": 0.0002972991525742111,
      "loss": 0.7518,
      "step": 10741
    },
    {
      "epoch": 0.43997542494368214,
      "grad_norm": 0.7401209070277907,
      "learning_rate": 0.0002972985364284221,
      "loss": 0.8912,
      "step": 10742
    },
    {
      "epoch": 0.44001638337087856,
      "grad_norm": 1.0523545706638031,
      "learning_rate": 0.00029729792021299903,
      "loss": 1.0724,
      "step": 10743
    },
    {
      "epoch": 0.44005734179807493,
      "grad_norm": 1.309484012695884,
      "learning_rate": 0.000297297303927942,
      "loss": 0.8889,
      "step": 10744
    },
    {
      "epoch": 0.44009830022527135,
      "grad_norm": 0.8677280955314847,
      "learning_rate": 0.0002972966875732513,
      "loss": 0.8259,
      "step": 10745
    },
    {
      "epoch": 0.4401392586524677,
      "grad_norm": 0.8493918561458684,
      "learning_rate": 0.00029729607114892736,
      "loss": 0.3587,
      "step": 10746
    },
    {
      "epoch": 0.44018021707966415,
      "grad_norm": 0.8024811119038628,
      "learning_rate": 0.0002972954546549704,
      "loss": 0.9121,
      "step": 10747
    },
    {
      "epoch": 0.4402211755068605,
      "grad_norm": 0.9383980861289994,
      "learning_rate": 0.0002972948380913806,
      "loss": 0.8252,
      "step": 10748
    },
    {
      "epoch": 0.44026213393405694,
      "grad_norm": 0.8141699502724775,
      "learning_rate": 0.0002972942214581584,
      "loss": 0.9156,
      "step": 10749
    },
    {
      "epoch": 0.4403030923612533,
      "grad_norm": 1.6578081209435247,
      "learning_rate": 0.000297293604755304,
      "loss": 1.0396,
      "step": 10750
    },
    {
      "epoch": 0.44034405078844974,
      "grad_norm": 1.2863700655741261,
      "learning_rate": 0.0002972929879828178,
      "loss": 0.8689,
      "step": 10751
    },
    {
      "epoch": 0.4403850092156461,
      "grad_norm": 1.5404596714439645,
      "learning_rate": 0.0002972923711407,
      "loss": 1.0488,
      "step": 10752
    },
    {
      "epoch": 0.44042596764284253,
      "grad_norm": 0.8370253158781727,
      "learning_rate": 0.00029729175422895087,
      "loss": 1.2902,
      "step": 10753
    },
    {
      "epoch": 0.4404669260700389,
      "grad_norm": 1.0184671466300266,
      "learning_rate": 0.00029729113724757077,
      "loss": 1.2569,
      "step": 10754
    },
    {
      "epoch": 0.4405078844972353,
      "grad_norm": 1.2689858138982508,
      "learning_rate": 0.00029729052019655995,
      "loss": 0.9624,
      "step": 10755
    },
    {
      "epoch": 0.4405488429244317,
      "grad_norm": 0.9464308470673025,
      "learning_rate": 0.0002972899030759188,
      "loss": 0.839,
      "step": 10756
    },
    {
      "epoch": 0.4405898013516281,
      "grad_norm": 0.9479128326143436,
      "learning_rate": 0.00029728928588564746,
      "loss": 0.7596,
      "step": 10757
    },
    {
      "epoch": 0.4406307597788245,
      "grad_norm": 0.7267639195136478,
      "learning_rate": 0.0002972886686257463,
      "loss": 0.423,
      "step": 10758
    },
    {
      "epoch": 0.4406717182060209,
      "grad_norm": 1.2691005086584168,
      "learning_rate": 0.0002972880512962156,
      "loss": 1.2892,
      "step": 10759
    },
    {
      "epoch": 0.4407126766332173,
      "grad_norm": 3.5392042196906717,
      "learning_rate": 0.0002972874338970557,
      "loss": 3.5879,
      "step": 10760
    },
    {
      "epoch": 0.4407536350604137,
      "grad_norm": 2.3559651478544956,
      "learning_rate": 0.00029728681642826675,
      "loss": 1.5563,
      "step": 10761
    },
    {
      "epoch": 0.4407945934876101,
      "grad_norm": 0.887398408469945,
      "learning_rate": 0.0002972861988898492,
      "loss": 1.3236,
      "step": 10762
    },
    {
      "epoch": 0.44083555191480644,
      "grad_norm": 0.639150264847055,
      "learning_rate": 0.00029728558128180334,
      "loss": 0.7983,
      "step": 10763
    },
    {
      "epoch": 0.44087651034200287,
      "grad_norm": 2.657100092057331,
      "learning_rate": 0.0002972849636041293,
      "loss": 4.6741,
      "step": 10764
    },
    {
      "epoch": 0.44091746876919924,
      "grad_norm": 3.6065803156261365,
      "learning_rate": 0.00029728434585682753,
      "loss": 2.1718,
      "step": 10765
    },
    {
      "epoch": 0.44095842719639566,
      "grad_norm": 0.8291838260835291,
      "learning_rate": 0.0002972837280398983,
      "loss": 1.1074,
      "step": 10766
    },
    {
      "epoch": 0.44099938562359203,
      "grad_norm": 0.7202616340882636,
      "learning_rate": 0.0002972831101533418,
      "loss": 1.015,
      "step": 10767
    },
    {
      "epoch": 0.44104034405078846,
      "grad_norm": 0.8508265551775684,
      "learning_rate": 0.00029728249219715847,
      "loss": 0.9116,
      "step": 10768
    },
    {
      "epoch": 0.4410813024779848,
      "grad_norm": 0.5794970996862205,
      "learning_rate": 0.00029728187417134847,
      "loss": 0.4097,
      "step": 10769
    },
    {
      "epoch": 0.44112226090518125,
      "grad_norm": 0.9417316255452522,
      "learning_rate": 0.00029728125607591215,
      "loss": 0.6685,
      "step": 10770
    },
    {
      "epoch": 0.4411632193323776,
      "grad_norm": 0.516115275941464,
      "learning_rate": 0.0002972806379108498,
      "loss": 0.4895,
      "step": 10771
    },
    {
      "epoch": 0.44120417775957405,
      "grad_norm": 1.3807400510964092,
      "learning_rate": 0.0002972800196761617,
      "loss": 0.8692,
      "step": 10772
    },
    {
      "epoch": 0.4412451361867704,
      "grad_norm": 0.7463202389137443,
      "learning_rate": 0.00029727940137184815,
      "loss": 0.8228,
      "step": 10773
    },
    {
      "epoch": 0.44128609461396684,
      "grad_norm": 0.7777578754782001,
      "learning_rate": 0.0002972787829979095,
      "loss": 0.9787,
      "step": 10774
    },
    {
      "epoch": 0.4413270530411632,
      "grad_norm": 0.9938554136603021,
      "learning_rate": 0.00029727816455434595,
      "loss": 1.074,
      "step": 10775
    },
    {
      "epoch": 0.44136801146835963,
      "grad_norm": 0.6320655696422419,
      "learning_rate": 0.0002972775460411578,
      "loss": 0.7519,
      "step": 10776
    },
    {
      "epoch": 0.441408969895556,
      "grad_norm": 0.6779682284596693,
      "learning_rate": 0.00029727692745834544,
      "loss": 0.8131,
      "step": 10777
    },
    {
      "epoch": 0.4414499283227524,
      "grad_norm": 0.9753204126845946,
      "learning_rate": 0.00029727630880590903,
      "loss": 0.6431,
      "step": 10778
    },
    {
      "epoch": 0.4414908867499488,
      "grad_norm": 0.5794039510006387,
      "learning_rate": 0.00029727569008384895,
      "loss": 0.6325,
      "step": 10779
    },
    {
      "epoch": 0.4415318451771452,
      "grad_norm": 0.5713123608467642,
      "learning_rate": 0.0002972750712921655,
      "loss": 0.4267,
      "step": 10780
    },
    {
      "epoch": 0.4415728036043416,
      "grad_norm": 0.8183504582059996,
      "learning_rate": 0.0002972744524308589,
      "loss": 1.0135,
      "step": 10781
    },
    {
      "epoch": 0.441613762031538,
      "grad_norm": 0.7456410751302538,
      "learning_rate": 0.00029727383349992953,
      "loss": 0.9834,
      "step": 10782
    },
    {
      "epoch": 0.4416547204587344,
      "grad_norm": 1.3364855677937784,
      "learning_rate": 0.00029727321449937754,
      "loss": 1.3705,
      "step": 10783
    },
    {
      "epoch": 0.44169567888593075,
      "grad_norm": 2.429536815922604,
      "learning_rate": 0.00029727259542920346,
      "loss": 2.0959,
      "step": 10784
    },
    {
      "epoch": 0.4417366373131272,
      "grad_norm": 0.9045498626795033,
      "learning_rate": 0.00029727197628940733,
      "loss": 0.9762,
      "step": 10785
    },
    {
      "epoch": 0.44177759574032355,
      "grad_norm": 0.6712829401779266,
      "learning_rate": 0.0002972713570799896,
      "loss": 0.7803,
      "step": 10786
    },
    {
      "epoch": 0.44181855416752,
      "grad_norm": 0.7491561925719284,
      "learning_rate": 0.0002972707378009505,
      "loss": 1.0681,
      "step": 10787
    },
    {
      "epoch": 0.44185951259471634,
      "grad_norm": 0.8428783216644998,
      "learning_rate": 0.0002972701184522904,
      "loss": 1.2613,
      "step": 10788
    },
    {
      "epoch": 0.44190047102191277,
      "grad_norm": 0.6502654970531554,
      "learning_rate": 0.00029726949903400944,
      "loss": 1.0259,
      "step": 10789
    },
    {
      "epoch": 0.44194142944910914,
      "grad_norm": 0.4996464323823606,
      "learning_rate": 0.0002972688795461081,
      "loss": 0.3155,
      "step": 10790
    },
    {
      "epoch": 0.44198238787630556,
      "grad_norm": 0.9505809079345867,
      "learning_rate": 0.00029726825998858654,
      "loss": 0.4977,
      "step": 10791
    },
    {
      "epoch": 0.44202334630350193,
      "grad_norm": 2.6555723524164296,
      "learning_rate": 0.00029726764036144506,
      "loss": 2.2237,
      "step": 10792
    },
    {
      "epoch": 0.44206430473069835,
      "grad_norm": 0.9319904039158127,
      "learning_rate": 0.00029726702066468403,
      "loss": 0.8414,
      "step": 10793
    },
    {
      "epoch": 0.4421052631578947,
      "grad_norm": 0.8820208963341458,
      "learning_rate": 0.00029726640089830367,
      "loss": 1.1978,
      "step": 10794
    },
    {
      "epoch": 0.44214622158509115,
      "grad_norm": 0.9179531884871778,
      "learning_rate": 0.00029726578106230425,
      "loss": 0.925,
      "step": 10795
    },
    {
      "epoch": 0.4421871800122875,
      "grad_norm": 0.7587493360090337,
      "learning_rate": 0.00029726516115668626,
      "loss": 1.1225,
      "step": 10796
    },
    {
      "epoch": 0.44222813843948394,
      "grad_norm": 0.6761943795795771,
      "learning_rate": 0.00029726454118144974,
      "loss": 0.533,
      "step": 10797
    },
    {
      "epoch": 0.4422690968666803,
      "grad_norm": 0.7405657835128305,
      "learning_rate": 0.0002972639211365951,
      "loss": 0.6893,
      "step": 10798
    },
    {
      "epoch": 0.44231005529387674,
      "grad_norm": 0.864136327336969,
      "learning_rate": 0.0002972633010221226,
      "loss": 1.0623,
      "step": 10799
    },
    {
      "epoch": 0.4423510137210731,
      "grad_norm": 0.7027827845170459,
      "learning_rate": 0.00029726268083803267,
      "loss": 0.7976,
      "step": 10800
    },
    {
      "epoch": 0.44239197214826953,
      "grad_norm": 0.7129101012379795,
      "learning_rate": 0.0002972620605843254,
      "loss": 0.8519,
      "step": 10801
    },
    {
      "epoch": 0.4424329305754659,
      "grad_norm": 0.8947419092600265,
      "learning_rate": 0.00029726144026100116,
      "loss": 1.2623,
      "step": 10802
    },
    {
      "epoch": 0.4424738890026623,
      "grad_norm": 0.9508677573440011,
      "learning_rate": 0.00029726081986806025,
      "loss": 1.2623,
      "step": 10803
    },
    {
      "epoch": 0.4425148474298587,
      "grad_norm": 0.8635641364929554,
      "learning_rate": 0.000297260199405503,
      "loss": 1.0378,
      "step": 10804
    },
    {
      "epoch": 0.44255580585705506,
      "grad_norm": 0.7695986330752237,
      "learning_rate": 0.0002972595788733297,
      "loss": 0.8824,
      "step": 10805
    },
    {
      "epoch": 0.4425967642842515,
      "grad_norm": 0.9401007745938469,
      "learning_rate": 0.0002972589582715406,
      "loss": 1.0674,
      "step": 10806
    },
    {
      "epoch": 0.44263772271144786,
      "grad_norm": 0.7139008601406923,
      "learning_rate": 0.00029725833760013595,
      "loss": 0.8785,
      "step": 10807
    },
    {
      "epoch": 0.4426786811386443,
      "grad_norm": 0.7346382974700311,
      "learning_rate": 0.00029725771685911617,
      "loss": 0.8638,
      "step": 10808
    },
    {
      "epoch": 0.44271963956584065,
      "grad_norm": 4.224976433717712,
      "learning_rate": 0.0002972570960484815,
      "loss": 2.2522,
      "step": 10809
    },
    {
      "epoch": 0.4427605979930371,
      "grad_norm": 0.44419969376513846,
      "learning_rate": 0.00029725647516823216,
      "loss": 0.3392,
      "step": 10810
    },
    {
      "epoch": 0.44280155642023344,
      "grad_norm": 1.2642711694078244,
      "learning_rate": 0.0002972558542183685,
      "loss": 1.4766,
      "step": 10811
    },
    {
      "epoch": 0.44284251484742987,
      "grad_norm": 1.1720228800221675,
      "learning_rate": 0.00029725523319889093,
      "loss": 1.0581,
      "step": 10812
    },
    {
      "epoch": 0.44288347327462624,
      "grad_norm": 0.5200533183869447,
      "learning_rate": 0.00029725461210979953,
      "loss": 0.3608,
      "step": 10813
    },
    {
      "epoch": 0.44292443170182266,
      "grad_norm": 1.0780501428945155,
      "learning_rate": 0.0002972539909510947,
      "loss": 1.2306,
      "step": 10814
    },
    {
      "epoch": 0.44296539012901903,
      "grad_norm": 1.5548461372793971,
      "learning_rate": 0.00029725336972277674,
      "loss": 2.8108,
      "step": 10815
    },
    {
      "epoch": 0.44300634855621546,
      "grad_norm": 0.8165809844950145,
      "learning_rate": 0.00029725274842484593,
      "loss": 0.8395,
      "step": 10816
    },
    {
      "epoch": 0.4430473069834118,
      "grad_norm": 0.6347311141117173,
      "learning_rate": 0.0002972521270573026,
      "loss": 0.4969,
      "step": 10817
    },
    {
      "epoch": 0.44308826541060825,
      "grad_norm": 0.7396309995884002,
      "learning_rate": 0.000297251505620147,
      "loss": 0.7146,
      "step": 10818
    },
    {
      "epoch": 0.4431292238378046,
      "grad_norm": 0.9515084373133839,
      "learning_rate": 0.0002972508841133794,
      "loss": 1.0903,
      "step": 10819
    },
    {
      "epoch": 0.44317018226500104,
      "grad_norm": 0.8435038634576425,
      "learning_rate": 0.0002972502625370001,
      "loss": 0.8775,
      "step": 10820
    },
    {
      "epoch": 0.4432111406921974,
      "grad_norm": 0.7192458389888803,
      "learning_rate": 0.00029724964089100945,
      "loss": 0.8544,
      "step": 10821
    },
    {
      "epoch": 0.44325209911939384,
      "grad_norm": 0.5540210326000325,
      "learning_rate": 0.0002972490191754077,
      "loss": 0.3921,
      "step": 10822
    },
    {
      "epoch": 0.4432930575465902,
      "grad_norm": 1.0746588541542232,
      "learning_rate": 0.0002972483973901952,
      "loss": 1.6733,
      "step": 10823
    },
    {
      "epoch": 0.44333401597378663,
      "grad_norm": 0.6622502570434858,
      "learning_rate": 0.0002972477755353722,
      "loss": 0.7489,
      "step": 10824
    },
    {
      "epoch": 0.443374974400983,
      "grad_norm": 0.6511928319687583,
      "learning_rate": 0.00029724715361093896,
      "loss": 0.348,
      "step": 10825
    },
    {
      "epoch": 0.44341593282817937,
      "grad_norm": 0.8885058729015223,
      "learning_rate": 0.00029724653161689583,
      "loss": 0.9514,
      "step": 10826
    },
    {
      "epoch": 0.4434568912553758,
      "grad_norm": 0.6766310806992635,
      "learning_rate": 0.0002972459095532431,
      "loss": 0.8534,
      "step": 10827
    },
    {
      "epoch": 0.44349784968257216,
      "grad_norm": 1.0675629704988052,
      "learning_rate": 0.000297245287419981,
      "loss": 1.1025,
      "step": 10828
    },
    {
      "epoch": 0.4435388081097686,
      "grad_norm": 0.6412060825619186,
      "learning_rate": 0.0002972446652171099,
      "loss": 0.5723,
      "step": 10829
    },
    {
      "epoch": 0.44357976653696496,
      "grad_norm": 0.8723748499086196,
      "learning_rate": 0.0002972440429446301,
      "loss": 0.7627,
      "step": 10830
    },
    {
      "epoch": 0.4436207249641614,
      "grad_norm": 0.9405970612229654,
      "learning_rate": 0.0002972434206025418,
      "loss": 1.2932,
      "step": 10831
    },
    {
      "epoch": 0.44366168339135775,
      "grad_norm": 0.5542277471837691,
      "learning_rate": 0.0002972427981908454,
      "loss": 0.4175,
      "step": 10832
    },
    {
      "epoch": 0.4437026418185542,
      "grad_norm": 0.9667344795923244,
      "learning_rate": 0.0002972421757095411,
      "loss": 1.1088,
      "step": 10833
    },
    {
      "epoch": 0.44374360024575055,
      "grad_norm": 0.886048066750766,
      "learning_rate": 0.0002972415531586293,
      "loss": 0.9858,
      "step": 10834
    },
    {
      "epoch": 0.44378455867294697,
      "grad_norm": 1.0142086523646452,
      "learning_rate": 0.00029724093053811026,
      "loss": 1.5267,
      "step": 10835
    },
    {
      "epoch": 0.44382551710014334,
      "grad_norm": 0.8346418088839104,
      "learning_rate": 0.0002972403078479842,
      "loss": 0.915,
      "step": 10836
    },
    {
      "epoch": 0.44386647552733977,
      "grad_norm": 0.9187524074457213,
      "learning_rate": 0.00029723968508825146,
      "loss": 0.8826,
      "step": 10837
    },
    {
      "epoch": 0.44390743395453613,
      "grad_norm": 0.6603185955234323,
      "learning_rate": 0.00029723906225891236,
      "loss": 0.5858,
      "step": 10838
    },
    {
      "epoch": 0.44394839238173256,
      "grad_norm": 0.6763135522088968,
      "learning_rate": 0.00029723843935996715,
      "loss": 0.7461,
      "step": 10839
    },
    {
      "epoch": 0.44398935080892893,
      "grad_norm": 0.6210209096145959,
      "learning_rate": 0.0002972378163914162,
      "loss": 0.81,
      "step": 10840
    },
    {
      "epoch": 0.44403030923612535,
      "grad_norm": 0.7403425702261579,
      "learning_rate": 0.0002972371933532597,
      "loss": 0.9025,
      "step": 10841
    },
    {
      "epoch": 0.4440712676633217,
      "grad_norm": 0.8573117117821089,
      "learning_rate": 0.000297236570245498,
      "loss": 1.0206,
      "step": 10842
    },
    {
      "epoch": 0.44411222609051815,
      "grad_norm": 0.6315861484796251,
      "learning_rate": 0.0002972359470681314,
      "loss": 0.7223,
      "step": 10843
    },
    {
      "epoch": 0.4441531845177145,
      "grad_norm": 0.7620279831805004,
      "learning_rate": 0.00029723532382116023,
      "loss": 0.8788,
      "step": 10844
    },
    {
      "epoch": 0.44419414294491094,
      "grad_norm": 0.8743194493520362,
      "learning_rate": 0.0002972347005045847,
      "loss": 0.8836,
      "step": 10845
    },
    {
      "epoch": 0.4442351013721073,
      "grad_norm": 0.8158486807603115,
      "learning_rate": 0.00029723407711840515,
      "loss": 0.9953,
      "step": 10846
    },
    {
      "epoch": 0.4442760597993037,
      "grad_norm": 0.6273799944335562,
      "learning_rate": 0.0002972334536626219,
      "loss": 0.6214,
      "step": 10847
    },
    {
      "epoch": 0.4443170182265001,
      "grad_norm": 0.6796254686672777,
      "learning_rate": 0.00029723283013723524,
      "loss": 1.1126,
      "step": 10848
    },
    {
      "epoch": 0.4443579766536965,
      "grad_norm": 0.6391464521196831,
      "learning_rate": 0.0002972322065422454,
      "loss": 0.5786,
      "step": 10849
    },
    {
      "epoch": 0.4443989350808929,
      "grad_norm": 0.7384157928387155,
      "learning_rate": 0.0002972315828776527,
      "loss": 0.9135,
      "step": 10850
    },
    {
      "epoch": 0.44443989350808927,
      "grad_norm": 1.4750112201526373,
      "learning_rate": 0.00029723095914345747,
      "loss": 0.8719,
      "step": 10851
    },
    {
      "epoch": 0.4444808519352857,
      "grad_norm": 0.9153642281437117,
      "learning_rate": 0.00029723033533966,
      "loss": 1.0363,
      "step": 10852
    },
    {
      "epoch": 0.44452181036248206,
      "grad_norm": 0.8094733568101926,
      "learning_rate": 0.00029722971146626056,
      "loss": 0.7495,
      "step": 10853
    },
    {
      "epoch": 0.4445627687896785,
      "grad_norm": 0.5819039681498002,
      "learning_rate": 0.00029722908752325946,
      "loss": 0.6361,
      "step": 10854
    },
    {
      "epoch": 0.44460372721687486,
      "grad_norm": 1.5415470763415193,
      "learning_rate": 0.000297228463510657,
      "loss": 1.1047,
      "step": 10855
    },
    {
      "epoch": 0.4446446856440713,
      "grad_norm": 0.7289927974463984,
      "learning_rate": 0.0002972278394284534,
      "loss": 0.6374,
      "step": 10856
    },
    {
      "epoch": 0.44468564407126765,
      "grad_norm": 0.5058492231230055,
      "learning_rate": 0.0002972272152766491,
      "loss": 0.1695,
      "step": 10857
    },
    {
      "epoch": 0.4447266024984641,
      "grad_norm": 0.916738617059952,
      "learning_rate": 0.0002972265910552443,
      "loss": 0.8195,
      "step": 10858
    },
    {
      "epoch": 0.44476756092566044,
      "grad_norm": 0.7923217498087686,
      "learning_rate": 0.0002972259667642392,
      "loss": 0.9728,
      "step": 10859
    },
    {
      "epoch": 0.44480851935285687,
      "grad_norm": 0.6796107478088972,
      "learning_rate": 0.00029722534240363434,
      "loss": 0.9063,
      "step": 10860
    },
    {
      "epoch": 0.44484947778005324,
      "grad_norm": 0.9099755448184439,
      "learning_rate": 0.0002972247179734299,
      "loss": 1.0657,
      "step": 10861
    },
    {
      "epoch": 0.44489043620724966,
      "grad_norm": 0.9245936345767927,
      "learning_rate": 0.0002972240934736261,
      "loss": 0.9224,
      "step": 10862
    },
    {
      "epoch": 0.44493139463444603,
      "grad_norm": 0.6562686643295238,
      "learning_rate": 0.0002972234689042233,
      "loss": 0.6634,
      "step": 10863
    },
    {
      "epoch": 0.44497235306164246,
      "grad_norm": 0.8662110803773839,
      "learning_rate": 0.00029722284426522173,
      "loss": 0.7698,
      "step": 10864
    },
    {
      "epoch": 0.4450133114888388,
      "grad_norm": 0.7091692975685426,
      "learning_rate": 0.00029722221955662183,
      "loss": 0.7866,
      "step": 10865
    },
    {
      "epoch": 0.44505426991603525,
      "grad_norm": 1.5554668059758174,
      "learning_rate": 0.00029722159477842374,
      "loss": 1.3109,
      "step": 10866
    },
    {
      "epoch": 0.4450952283432316,
      "grad_norm": 1.3337091107050298,
      "learning_rate": 0.00029722096993062784,
      "loss": 1.0523,
      "step": 10867
    },
    {
      "epoch": 0.445136186770428,
      "grad_norm": 1.4466717194676284,
      "learning_rate": 0.0002972203450132344,
      "loss": 2.2315,
      "step": 10868
    },
    {
      "epoch": 0.4451771451976244,
      "grad_norm": 1.1387919257400911,
      "learning_rate": 0.00029721972002624375,
      "loss": 0.9922,
      "step": 10869
    },
    {
      "epoch": 0.4452181036248208,
      "grad_norm": 0.7548608332825799,
      "learning_rate": 0.0002972190949696562,
      "loss": 1.36,
      "step": 10870
    },
    {
      "epoch": 0.4452590620520172,
      "grad_norm": 0.9615548267340711,
      "learning_rate": 0.00029721846984347193,
      "loss": 0.7599,
      "step": 10871
    },
    {
      "epoch": 0.4453000204792136,
      "grad_norm": 0.6527667394666132,
      "learning_rate": 0.0002972178446476913,
      "loss": 0.764,
      "step": 10872
    },
    {
      "epoch": 0.44534097890641,
      "grad_norm": 0.7270414511500398,
      "learning_rate": 0.00029721721938231473,
      "loss": 0.9482,
      "step": 10873
    },
    {
      "epoch": 0.44538193733360637,
      "grad_norm": 0.8114463982101944,
      "learning_rate": 0.0002972165940473423,
      "loss": 1.0637,
      "step": 10874
    },
    {
      "epoch": 0.4454228957608028,
      "grad_norm": 0.8137729806013024,
      "learning_rate": 0.0002972159686427744,
      "loss": 0.9007,
      "step": 10875
    },
    {
      "epoch": 0.44546385418799916,
      "grad_norm": 2.6225188874801666,
      "learning_rate": 0.0002972153431686114,
      "loss": 4.9997,
      "step": 10876
    },
    {
      "epoch": 0.4455048126151956,
      "grad_norm": 0.834289075958227,
      "learning_rate": 0.00029721471762485344,
      "loss": 1.0169,
      "step": 10877
    },
    {
      "epoch": 0.44554577104239196,
      "grad_norm": 1.0932934343076801,
      "learning_rate": 0.000297214092011501,
      "loss": 0.8893,
      "step": 10878
    },
    {
      "epoch": 0.4455867294695884,
      "grad_norm": 0.8563105270890259,
      "learning_rate": 0.0002972134663285542,
      "loss": 0.9578,
      "step": 10879
    },
    {
      "epoch": 0.44562768789678475,
      "grad_norm": 0.9536251864067702,
      "learning_rate": 0.0002972128405760135,
      "loss": 1.1009,
      "step": 10880
    },
    {
      "epoch": 0.4456686463239812,
      "grad_norm": 0.6907407894420444,
      "learning_rate": 0.00029721221475387905,
      "loss": 0.4877,
      "step": 10881
    },
    {
      "epoch": 0.44570960475117755,
      "grad_norm": 0.8600998173027566,
      "learning_rate": 0.0002972115888621512,
      "loss": 0.8185,
      "step": 10882
    },
    {
      "epoch": 0.44575056317837397,
      "grad_norm": 1.3030803633091703,
      "learning_rate": 0.00029721096290083026,
      "loss": 0.8605,
      "step": 10883
    },
    {
      "epoch": 0.44579152160557034,
      "grad_norm": 0.7180039136976815,
      "learning_rate": 0.0002972103368699165,
      "loss": 0.6299,
      "step": 10884
    },
    {
      "epoch": 0.44583248003276676,
      "grad_norm": 1.3996814008117338,
      "learning_rate": 0.00029720971076941034,
      "loss": 0.7633,
      "step": 10885
    },
    {
      "epoch": 0.44587343845996313,
      "grad_norm": 2.2330974564893635,
      "learning_rate": 0.00029720908459931187,
      "loss": 5.1765,
      "step": 10886
    },
    {
      "epoch": 0.44591439688715956,
      "grad_norm": 0.8186298666009152,
      "learning_rate": 0.0002972084583596215,
      "loss": 0.7154,
      "step": 10887
    },
    {
      "epoch": 0.44595535531435593,
      "grad_norm": 0.8807397270326977,
      "learning_rate": 0.00029720783205033956,
      "loss": 0.697,
      "step": 10888
    },
    {
      "epoch": 0.4459963137415523,
      "grad_norm": 0.605115914817083,
      "learning_rate": 0.00029720720567146626,
      "loss": 0.3681,
      "step": 10889
    },
    {
      "epoch": 0.4460372721687487,
      "grad_norm": 2.401045112193768,
      "learning_rate": 0.000297206579223002,
      "loss": 1.842,
      "step": 10890
    },
    {
      "epoch": 0.4460782305959451,
      "grad_norm": 0.963486582779113,
      "learning_rate": 0.00029720595270494687,
      "loss": 0.9246,
      "step": 10891
    },
    {
      "epoch": 0.4461191890231415,
      "grad_norm": 0.5753712290888915,
      "learning_rate": 0.0002972053261173014,
      "loss": 0.6815,
      "step": 10892
    },
    {
      "epoch": 0.4461601474503379,
      "grad_norm": 0.6616787772390827,
      "learning_rate": 0.0002972046994600658,
      "loss": 0.7376,
      "step": 10893
    },
    {
      "epoch": 0.4462011058775343,
      "grad_norm": 0.9683656273668222,
      "learning_rate": 0.00029720407273324035,
      "loss": 1.0123,
      "step": 10894
    },
    {
      "epoch": 0.4462420643047307,
      "grad_norm": 0.946770213936983,
      "learning_rate": 0.00029720344593682534,
      "loss": 0.8309,
      "step": 10895
    },
    {
      "epoch": 0.4462830227319271,
      "grad_norm": 1.2921866832392386,
      "learning_rate": 0.0002972028190708211,
      "loss": 1.1414,
      "step": 10896
    },
    {
      "epoch": 0.4463239811591235,
      "grad_norm": 1.0798789069045567,
      "learning_rate": 0.0002972021921352279,
      "loss": 0.5404,
      "step": 10897
    },
    {
      "epoch": 0.4463649395863199,
      "grad_norm": 1.061192957859329,
      "learning_rate": 0.00029720156513004603,
      "loss": 1.0387,
      "step": 10898
    },
    {
      "epoch": 0.44640589801351627,
      "grad_norm": 0.7140092783043135,
      "learning_rate": 0.00029720093805527583,
      "loss": 0.4249,
      "step": 10899
    },
    {
      "epoch": 0.4464468564407127,
      "grad_norm": 0.9318365883421936,
      "learning_rate": 0.0002972003109109176,
      "loss": 1.0077,
      "step": 10900
    },
    {
      "epoch": 0.44648781486790906,
      "grad_norm": 3.70037261222637,
      "learning_rate": 0.00029719968369697154,
      "loss": 3.5745,
      "step": 10901
    },
    {
      "epoch": 0.4465287732951055,
      "grad_norm": 0.786266886548256,
      "learning_rate": 0.000297199056413438,
      "loss": 0.7275,
      "step": 10902
    },
    {
      "epoch": 0.44656973172230185,
      "grad_norm": 1.1116888324911656,
      "learning_rate": 0.0002971984290603173,
      "loss": 1.2025,
      "step": 10903
    },
    {
      "epoch": 0.4466106901494983,
      "grad_norm": 1.1099705677784275,
      "learning_rate": 0.0002971978016376098,
      "loss": 1.0952,
      "step": 10904
    },
    {
      "epoch": 0.44665164857669465,
      "grad_norm": 1.167158621737823,
      "learning_rate": 0.00029719717414531565,
      "loss": 0.7076,
      "step": 10905
    },
    {
      "epoch": 0.4466926070038911,
      "grad_norm": 1.0827643150214914,
      "learning_rate": 0.0002971965465834352,
      "loss": 1.2065,
      "step": 10906
    },
    {
      "epoch": 0.44673356543108744,
      "grad_norm": 0.7049072366451979,
      "learning_rate": 0.0002971959189519688,
      "loss": 0.7524,
      "step": 10907
    },
    {
      "epoch": 0.44677452385828387,
      "grad_norm": 0.7557129188478895,
      "learning_rate": 0.0002971952912509167,
      "loss": 0.8448,
      "step": 10908
    },
    {
      "epoch": 0.44681548228548024,
      "grad_norm": 0.638683793266797,
      "learning_rate": 0.0002971946634802792,
      "loss": 0.6975,
      "step": 10909
    },
    {
      "epoch": 0.4468564407126766,
      "grad_norm": 0.6193409866812429,
      "learning_rate": 0.00029719403564005663,
      "loss": 0.4445,
      "step": 10910
    },
    {
      "epoch": 0.44689739913987303,
      "grad_norm": 1.9747948084119287,
      "learning_rate": 0.00029719340773024926,
      "loss": 1.1668,
      "step": 10911
    },
    {
      "epoch": 0.4469383575670694,
      "grad_norm": 0.6905060022830289,
      "learning_rate": 0.00029719277975085736,
      "loss": 0.946,
      "step": 10912
    },
    {
      "epoch": 0.4469793159942658,
      "grad_norm": 3.018488919492082,
      "learning_rate": 0.0002971921517018813,
      "loss": 3.9373,
      "step": 10913
    },
    {
      "epoch": 0.4470202744214622,
      "grad_norm": 1.1779212128986525,
      "learning_rate": 0.0002971915235833213,
      "loss": 0.7152,
      "step": 10914
    },
    {
      "epoch": 0.4470612328486586,
      "grad_norm": 1.3918419094934438,
      "learning_rate": 0.00029719089539517767,
      "loss": 1.3904,
      "step": 10915
    },
    {
      "epoch": 0.447102191275855,
      "grad_norm": 0.7021978375955573,
      "learning_rate": 0.0002971902671374508,
      "loss": 0.5791,
      "step": 10916
    },
    {
      "epoch": 0.4471431497030514,
      "grad_norm": 0.6164680433538564,
      "learning_rate": 0.00029718963881014086,
      "loss": 0.7311,
      "step": 10917
    },
    {
      "epoch": 0.4471841081302478,
      "grad_norm": 1.1587954378033403,
      "learning_rate": 0.00029718901041324823,
      "loss": 2.2217,
      "step": 10918
    },
    {
      "epoch": 0.4472250665574442,
      "grad_norm": 0.7872298547572778,
      "learning_rate": 0.00029718838194677313,
      "loss": 1.1208,
      "step": 10919
    },
    {
      "epoch": 0.4472660249846406,
      "grad_norm": 0.6628688196231325,
      "learning_rate": 0.0002971877534107159,
      "loss": 0.5392,
      "step": 10920
    },
    {
      "epoch": 0.447306983411837,
      "grad_norm": 0.9379889638638648,
      "learning_rate": 0.0002971871248050769,
      "loss": 1.0262,
      "step": 10921
    },
    {
      "epoch": 0.44734794183903337,
      "grad_norm": 0.9002973862869087,
      "learning_rate": 0.00029718649612985634,
      "loss": 0.8612,
      "step": 10922
    },
    {
      "epoch": 0.4473889002662298,
      "grad_norm": 1.2623667663783174,
      "learning_rate": 0.0002971858673850545,
      "loss": 1.7536,
      "step": 10923
    },
    {
      "epoch": 0.44742985869342616,
      "grad_norm": 0.6657519024725271,
      "learning_rate": 0.00029718523857067173,
      "loss": 0.9142,
      "step": 10924
    },
    {
      "epoch": 0.4474708171206226,
      "grad_norm": 0.7102136243082251,
      "learning_rate": 0.0002971846096867084,
      "loss": 0.8406,
      "step": 10925
    },
    {
      "epoch": 0.44751177554781896,
      "grad_norm": 0.8315145075721304,
      "learning_rate": 0.0002971839807331647,
      "loss": 1.058,
      "step": 10926
    },
    {
      "epoch": 0.4475527339750154,
      "grad_norm": 0.7311553041655696,
      "learning_rate": 0.0002971833517100409,
      "loss": 0.7295,
      "step": 10927
    },
    {
      "epoch": 0.44759369240221175,
      "grad_norm": 1.3773381500153286,
      "learning_rate": 0.0002971827226173374,
      "loss": 2.2159,
      "step": 10928
    },
    {
      "epoch": 0.4476346508294082,
      "grad_norm": 2.2024177780198317,
      "learning_rate": 0.0002971820934550544,
      "loss": 2.8515,
      "step": 10929
    },
    {
      "epoch": 0.44767560925660455,
      "grad_norm": 0.7508018056168432,
      "learning_rate": 0.0002971814642231923,
      "loss": 1.0047,
      "step": 10930
    },
    {
      "epoch": 0.4477165676838009,
      "grad_norm": 0.6073361999821586,
      "learning_rate": 0.00029718083492175134,
      "loss": 0.341,
      "step": 10931
    },
    {
      "epoch": 0.44775752611099734,
      "grad_norm": 0.7056498058115251,
      "learning_rate": 0.0002971802055507318,
      "loss": 0.6283,
      "step": 10932
    },
    {
      "epoch": 0.4477984845381937,
      "grad_norm": 1.9135210396451945,
      "learning_rate": 0.000297179576110134,
      "loss": 0.7665,
      "step": 10933
    },
    {
      "epoch": 0.44783944296539013,
      "grad_norm": 0.8351573159300857,
      "learning_rate": 0.00029717894659995824,
      "loss": 1.073,
      "step": 10934
    },
    {
      "epoch": 0.4478804013925865,
      "grad_norm": 1.1220028742291563,
      "learning_rate": 0.00029717831702020484,
      "loss": 0.85,
      "step": 10935
    },
    {
      "epoch": 0.4479213598197829,
      "grad_norm": 1.9890532474506013,
      "learning_rate": 0.000297177687370874,
      "loss": 2.9806,
      "step": 10936
    },
    {
      "epoch": 0.4479623182469793,
      "grad_norm": 0.9839293356918142,
      "learning_rate": 0.00029717705765196613,
      "loss": 1.1292,
      "step": 10937
    },
    {
      "epoch": 0.4480032766741757,
      "grad_norm": 0.76486435346607,
      "learning_rate": 0.0002971764278634815,
      "loss": 0.9905,
      "step": 10938
    },
    {
      "epoch": 0.4480442351013721,
      "grad_norm": 0.8201685172444166,
      "learning_rate": 0.00029717579800542037,
      "loss": 0.9282,
      "step": 10939
    },
    {
      "epoch": 0.4480851935285685,
      "grad_norm": 0.7169708470466541,
      "learning_rate": 0.00029717516807778314,
      "loss": 0.7459,
      "step": 10940
    },
    {
      "epoch": 0.4481261519557649,
      "grad_norm": 1.0919930397222122,
      "learning_rate": 0.00029717453808056994,
      "loss": 1.4225,
      "step": 10941
    },
    {
      "epoch": 0.4481671103829613,
      "grad_norm": 0.7219569735437271,
      "learning_rate": 0.0002971739080137812,
      "loss": 0.9523,
      "step": 10942
    },
    {
      "epoch": 0.4482080688101577,
      "grad_norm": 0.8110593446594896,
      "learning_rate": 0.00029717327787741717,
      "loss": 0.9492,
      "step": 10943
    },
    {
      "epoch": 0.4482490272373541,
      "grad_norm": 0.5468466410979329,
      "learning_rate": 0.00029717264767147814,
      "loss": 0.3835,
      "step": 10944
    },
    {
      "epoch": 0.44828998566455047,
      "grad_norm": 0.989580049951803,
      "learning_rate": 0.00029717201739596445,
      "loss": 1.4288,
      "step": 10945
    },
    {
      "epoch": 0.4483309440917469,
      "grad_norm": 0.7728844099128237,
      "learning_rate": 0.00029717138705087637,
      "loss": 0.7595,
      "step": 10946
    },
    {
      "epoch": 0.44837190251894327,
      "grad_norm": 1.3789529775604572,
      "learning_rate": 0.00029717075663621416,
      "loss": 1.4985,
      "step": 10947
    },
    {
      "epoch": 0.4484128609461397,
      "grad_norm": 0.823777300688433,
      "learning_rate": 0.0002971701261519782,
      "loss": 1.1105,
      "step": 10948
    },
    {
      "epoch": 0.44845381937333606,
      "grad_norm": 0.7210653131338302,
      "learning_rate": 0.0002971694955981687,
      "loss": 0.3769,
      "step": 10949
    },
    {
      "epoch": 0.4484947778005325,
      "grad_norm": 0.9195797794837217,
      "learning_rate": 0.0002971688649747861,
      "loss": 0.9159,
      "step": 10950
    },
    {
      "epoch": 0.44853573622772885,
      "grad_norm": 0.8006912912160336,
      "learning_rate": 0.0002971682342818305,
      "loss": 0.7723,
      "step": 10951
    },
    {
      "epoch": 0.4485766946549252,
      "grad_norm": 4.024690012819856,
      "learning_rate": 0.00029716760351930233,
      "loss": 3.9178,
      "step": 10952
    },
    {
      "epoch": 0.44861765308212165,
      "grad_norm": 1.045037197945184,
      "learning_rate": 0.00029716697268720185,
      "loss": 0.9149,
      "step": 10953
    },
    {
      "epoch": 0.448658611509318,
      "grad_norm": 4.110254189044293,
      "learning_rate": 0.0002971663417855293,
      "loss": 4.665,
      "step": 10954
    },
    {
      "epoch": 0.44869956993651444,
      "grad_norm": 1.0764891287462206,
      "learning_rate": 0.00029716571081428515,
      "loss": 1.8374,
      "step": 10955
    },
    {
      "epoch": 0.4487405283637108,
      "grad_norm": 3.079884434190592,
      "learning_rate": 0.0002971650797734696,
      "loss": 4.5888,
      "step": 10956
    },
    {
      "epoch": 0.44878148679090724,
      "grad_norm": 0.9921863910941652,
      "learning_rate": 0.00029716444866308286,
      "loss": 1.1073,
      "step": 10957
    },
    {
      "epoch": 0.4488224452181036,
      "grad_norm": 0.6923679428151348,
      "learning_rate": 0.0002971638174831254,
      "loss": 0.7185,
      "step": 10958
    },
    {
      "epoch": 0.44886340364530003,
      "grad_norm": 0.7247571100211135,
      "learning_rate": 0.0002971631862335973,
      "loss": 0.8364,
      "step": 10959
    },
    {
      "epoch": 0.4489043620724964,
      "grad_norm": 1.1883133265606693,
      "learning_rate": 0.0002971625549144991,
      "loss": 1.0328,
      "step": 10960
    },
    {
      "epoch": 0.4489453204996928,
      "grad_norm": 0.624036582323644,
      "learning_rate": 0.0002971619235258309,
      "loss": 0.8658,
      "step": 10961
    },
    {
      "epoch": 0.4489862789268892,
      "grad_norm": 0.8554861651625633,
      "learning_rate": 0.00029716129206759314,
      "loss": 1.1189,
      "step": 10962
    },
    {
      "epoch": 0.4490272373540856,
      "grad_norm": 0.9157921365531173,
      "learning_rate": 0.00029716066053978604,
      "loss": 1.1339,
      "step": 10963
    },
    {
      "epoch": 0.449068195781282,
      "grad_norm": 0.6975855530380354,
      "learning_rate": 0.00029716002894240986,
      "loss": 0.4387,
      "step": 10964
    },
    {
      "epoch": 0.4491091542084784,
      "grad_norm": 1.0317646719459235,
      "learning_rate": 0.0002971593972754651,
      "loss": 0.8521,
      "step": 10965
    },
    {
      "epoch": 0.4491501126356748,
      "grad_norm": 0.7860383404417197,
      "learning_rate": 0.0002971587655389518,
      "loss": 0.8519,
      "step": 10966
    },
    {
      "epoch": 0.4491910710628712,
      "grad_norm": 1.1891161926353995,
      "learning_rate": 0.0002971581337328704,
      "loss": 0.8128,
      "step": 10967
    },
    {
      "epoch": 0.4492320294900676,
      "grad_norm": 0.5823164751726527,
      "learning_rate": 0.0002971575018572212,
      "loss": 0.5779,
      "step": 10968
    },
    {
      "epoch": 0.449272987917264,
      "grad_norm": 0.6409013670320567,
      "learning_rate": 0.00029715686991200444,
      "loss": 0.8045,
      "step": 10969
    },
    {
      "epoch": 0.44931394634446037,
      "grad_norm": 0.901206451494368,
      "learning_rate": 0.00029715623789722045,
      "loss": 1.2407,
      "step": 10970
    },
    {
      "epoch": 0.4493549047716568,
      "grad_norm": 3.8152088598570613,
      "learning_rate": 0.0002971556058128695,
      "loss": 5.8237,
      "step": 10971
    },
    {
      "epoch": 0.44939586319885316,
      "grad_norm": 1.2752820456876723,
      "learning_rate": 0.000297154973658952,
      "loss": 0.8771,
      "step": 10972
    },
    {
      "epoch": 0.4494368216260496,
      "grad_norm": 1.0281494679145615,
      "learning_rate": 0.00029715434143546816,
      "loss": 1.2147,
      "step": 10973
    },
    {
      "epoch": 0.44947778005324596,
      "grad_norm": 0.7611247516258174,
      "learning_rate": 0.0002971537091424182,
      "loss": 1.0398,
      "step": 10974
    },
    {
      "epoch": 0.4495187384804423,
      "grad_norm": 0.8982232394429123,
      "learning_rate": 0.0002971530767798026,
      "loss": 1.0478,
      "step": 10975
    },
    {
      "epoch": 0.44955969690763875,
      "grad_norm": 0.7867364582309286,
      "learning_rate": 0.00029715244434762154,
      "loss": 1.0542,
      "step": 10976
    },
    {
      "epoch": 0.4496006553348351,
      "grad_norm": 4.780057090250792,
      "learning_rate": 0.0002971518118458753,
      "loss": 6.3665,
      "step": 10977
    },
    {
      "epoch": 0.44964161376203154,
      "grad_norm": 0.7187966460283823,
      "learning_rate": 0.00029715117927456427,
      "loss": 0.9927,
      "step": 10978
    },
    {
      "epoch": 0.4496825721892279,
      "grad_norm": 0.7390051004037149,
      "learning_rate": 0.00029715054663368866,
      "loss": 0.6053,
      "step": 10979
    },
    {
      "epoch": 0.44972353061642434,
      "grad_norm": 1.0020635324477838,
      "learning_rate": 0.00029714991392324884,
      "loss": 1.1131,
      "step": 10980
    },
    {
      "epoch": 0.4497644890436207,
      "grad_norm": 0.8689887070274843,
      "learning_rate": 0.00029714928114324505,
      "loss": 1.2396,
      "step": 10981
    },
    {
      "epoch": 0.44980544747081713,
      "grad_norm": 0.6210934902702192,
      "learning_rate": 0.00029714864829367765,
      "loss": 0.355,
      "step": 10982
    },
    {
      "epoch": 0.4498464058980135,
      "grad_norm": 0.7470888051996728,
      "learning_rate": 0.0002971480153745469,
      "loss": 0.7631,
      "step": 10983
    },
    {
      "epoch": 0.4498873643252099,
      "grad_norm": 2.218336002697001,
      "learning_rate": 0.0002971473823858531,
      "loss": 4.702,
      "step": 10984
    },
    {
      "epoch": 0.4499283227524063,
      "grad_norm": 0.7411336460963786,
      "learning_rate": 0.0002971467493275966,
      "loss": 0.8268,
      "step": 10985
    },
    {
      "epoch": 0.4499692811796027,
      "grad_norm": 0.7026749658042077,
      "learning_rate": 0.0002971461161997776,
      "loss": 0.5153,
      "step": 10986
    },
    {
      "epoch": 0.4500102396067991,
      "grad_norm": 2.8745380641911855,
      "learning_rate": 0.00029714548300239645,
      "loss": 7.1122,
      "step": 10987
    },
    {
      "epoch": 0.4500511980339955,
      "grad_norm": 0.5589533230923135,
      "learning_rate": 0.0002971448497354535,
      "loss": 0.4358,
      "step": 10988
    },
    {
      "epoch": 0.4500921564611919,
      "grad_norm": 2.012155319831031,
      "learning_rate": 0.00029714421639894894,
      "loss": 5.2121,
      "step": 10989
    },
    {
      "epoch": 0.4501331148883883,
      "grad_norm": 0.44004401259887116,
      "learning_rate": 0.00029714358299288323,
      "loss": 0.3352,
      "step": 10990
    },
    {
      "epoch": 0.4501740733155847,
      "grad_norm": 0.7504915915822344,
      "learning_rate": 0.00029714294951725646,
      "loss": 0.706,
      "step": 10991
    },
    {
      "epoch": 0.4502150317427811,
      "grad_norm": 0.7500553291723796,
      "learning_rate": 0.0002971423159720691,
      "loss": 0.5445,
      "step": 10992
    },
    {
      "epoch": 0.45025599016997747,
      "grad_norm": 1.0422725898921927,
      "learning_rate": 0.0002971416823573214,
      "loss": 1.33,
      "step": 10993
    },
    {
      "epoch": 0.4502969485971739,
      "grad_norm": 0.8976147663915431,
      "learning_rate": 0.00029714104867301365,
      "loss": 1.0805,
      "step": 10994
    },
    {
      "epoch": 0.45033790702437027,
      "grad_norm": 1.0481474021211414,
      "learning_rate": 0.0002971404149191461,
      "loss": 1.2817,
      "step": 10995
    },
    {
      "epoch": 0.45037886545156663,
      "grad_norm": 0.9179429523427629,
      "learning_rate": 0.00029713978109571917,
      "loss": 0.8789,
      "step": 10996
    },
    {
      "epoch": 0.45041982387876306,
      "grad_norm": 0.7805926053572083,
      "learning_rate": 0.000297139147202733,
      "loss": 0.7291,
      "step": 10997
    },
    {
      "epoch": 0.45046078230595943,
      "grad_norm": 0.7462512381766525,
      "learning_rate": 0.0002971385132401881,
      "loss": 0.607,
      "step": 10998
    },
    {
      "epoch": 0.45050174073315585,
      "grad_norm": 2.073112487495612,
      "learning_rate": 0.00029713787920808454,
      "loss": 5.0788,
      "step": 10999
    },
    {
      "epoch": 0.4505426991603522,
      "grad_norm": 0.7960556736463728,
      "learning_rate": 0.0002971372451064228,
      "loss": 1.0796,
      "step": 11000
    },
    {
      "epoch": 0.45058365758754865,
      "grad_norm": 0.6314635356515461,
      "learning_rate": 0.00029713661093520307,
      "loss": 0.8252,
      "step": 11001
    },
    {
      "epoch": 0.450624616014745,
      "grad_norm": 0.5330593841438367,
      "learning_rate": 0.0002971359766944257,
      "loss": 0.3693,
      "step": 11002
    },
    {
      "epoch": 0.45066557444194144,
      "grad_norm": 3.9584501275469717,
      "learning_rate": 0.000297135342384091,
      "loss": 2.3684,
      "step": 11003
    },
    {
      "epoch": 0.4507065328691378,
      "grad_norm": 0.7523877571638713,
      "learning_rate": 0.0002971347080041992,
      "loss": 0.827,
      "step": 11004
    },
    {
      "epoch": 0.45074749129633424,
      "grad_norm": 0.6439808011816566,
      "learning_rate": 0.0002971340735547507,
      "loss": 0.4794,
      "step": 11005
    },
    {
      "epoch": 0.4507884497235306,
      "grad_norm": 0.608360095941385,
      "learning_rate": 0.00029713343903574574,
      "loss": 0.436,
      "step": 11006
    },
    {
      "epoch": 0.45082940815072703,
      "grad_norm": 1.4676257483316881,
      "learning_rate": 0.00029713280444718457,
      "loss": 1.2389,
      "step": 11007
    },
    {
      "epoch": 0.4508703665779234,
      "grad_norm": 0.897106529823134,
      "learning_rate": 0.0002971321697890676,
      "loss": 1.0263,
      "step": 11008
    },
    {
      "epoch": 0.4509113250051198,
      "grad_norm": 0.8002744567564475,
      "learning_rate": 0.0002971315350613951,
      "loss": 1.0469,
      "step": 11009
    },
    {
      "epoch": 0.4509522834323162,
      "grad_norm": 1.0816339011803477,
      "learning_rate": 0.00029713090026416725,
      "loss": 0.9448,
      "step": 11010
    },
    {
      "epoch": 0.4509932418595126,
      "grad_norm": 0.761676570052374,
      "learning_rate": 0.00029713026539738457,
      "loss": 0.9641,
      "step": 11011
    },
    {
      "epoch": 0.451034200286709,
      "grad_norm": 1.1929649189010627,
      "learning_rate": 0.00029712963046104717,
      "loss": 1.2042,
      "step": 11012
    },
    {
      "epoch": 0.4510751587139054,
      "grad_norm": 0.8925390944320091,
      "learning_rate": 0.0002971289954551554,
      "loss": 0.9284,
      "step": 11013
    },
    {
      "epoch": 0.4511161171411018,
      "grad_norm": 0.654115863751034,
      "learning_rate": 0.0002971283603797096,
      "loss": 0.48,
      "step": 11014
    },
    {
      "epoch": 0.4511570755682982,
      "grad_norm": 0.602381750198661,
      "learning_rate": 0.00029712772523471007,
      "loss": 0.4416,
      "step": 11015
    },
    {
      "epoch": 0.4511980339954946,
      "grad_norm": 1.919291567086762,
      "learning_rate": 0.0002971270900201571,
      "loss": 2.2059,
      "step": 11016
    },
    {
      "epoch": 0.45123899242269094,
      "grad_norm": 1.0000164346236047,
      "learning_rate": 0.00029712645473605094,
      "loss": 0.9266,
      "step": 11017
    },
    {
      "epoch": 0.45127995084988737,
      "grad_norm": 10.557567696830889,
      "learning_rate": 0.00029712581938239193,
      "loss": 3.9082,
      "step": 11018
    },
    {
      "epoch": 0.45132090927708374,
      "grad_norm": 0.6603850073787937,
      "learning_rate": 0.0002971251839591804,
      "loss": 0.3273,
      "step": 11019
    },
    {
      "epoch": 0.45136186770428016,
      "grad_norm": 0.8127794706106456,
      "learning_rate": 0.0002971245484664166,
      "loss": 0.8696,
      "step": 11020
    },
    {
      "epoch": 0.45140282613147653,
      "grad_norm": 0.5212844889049789,
      "learning_rate": 0.00029712391290410083,
      "loss": 0.3849,
      "step": 11021
    },
    {
      "epoch": 0.45144378455867296,
      "grad_norm": 0.9635654194923462,
      "learning_rate": 0.00029712327727223343,
      "loss": 1.0156,
      "step": 11022
    },
    {
      "epoch": 0.4514847429858693,
      "grad_norm": 0.8673903501677591,
      "learning_rate": 0.00029712264157081474,
      "loss": 0.974,
      "step": 11023
    },
    {
      "epoch": 0.45152570141306575,
      "grad_norm": 0.7596758326443398,
      "learning_rate": 0.0002971220057998449,
      "loss": 1.1394,
      "step": 11024
    },
    {
      "epoch": 0.4515666598402621,
      "grad_norm": 0.8377461938039595,
      "learning_rate": 0.00029712136995932437,
      "loss": 1.0945,
      "step": 11025
    },
    {
      "epoch": 0.45160761826745854,
      "grad_norm": 0.8009779182150051,
      "learning_rate": 0.0002971207340492534,
      "loss": 0.8343,
      "step": 11026
    },
    {
      "epoch": 0.4516485766946549,
      "grad_norm": 1.2742108464333293,
      "learning_rate": 0.0002971200980696322,
      "loss": 1.7377,
      "step": 11027
    },
    {
      "epoch": 0.45168953512185134,
      "grad_norm": 0.9147984282403602,
      "learning_rate": 0.00029711946202046126,
      "loss": 0.8579,
      "step": 11028
    },
    {
      "epoch": 0.4517304935490477,
      "grad_norm": 0.8509109842355833,
      "learning_rate": 0.00029711882590174074,
      "loss": 0.9099,
      "step": 11029
    },
    {
      "epoch": 0.45177145197624413,
      "grad_norm": 0.8400833326990268,
      "learning_rate": 0.00029711818971347103,
      "loss": 1.0024,
      "step": 11030
    },
    {
      "epoch": 0.4518124104034405,
      "grad_norm": 0.8176998134881798,
      "learning_rate": 0.0002971175534556523,
      "loss": 1.0403,
      "step": 11031
    },
    {
      "epoch": 0.4518533688306369,
      "grad_norm": 0.9389530246848166,
      "learning_rate": 0.00029711691712828493,
      "loss": 1.0111,
      "step": 11032
    },
    {
      "epoch": 0.4518943272578333,
      "grad_norm": 0.8435827649391516,
      "learning_rate": 0.00029711628073136924,
      "loss": 0.7301,
      "step": 11033
    },
    {
      "epoch": 0.4519352856850297,
      "grad_norm": 0.6769390770119359,
      "learning_rate": 0.0002971156442649055,
      "loss": 0.3843,
      "step": 11034
    },
    {
      "epoch": 0.4519762441122261,
      "grad_norm": 1.0610867667971138,
      "learning_rate": 0.00029711500772889405,
      "loss": 1.5042,
      "step": 11035
    },
    {
      "epoch": 0.4520172025394225,
      "grad_norm": 2.28991283393775,
      "learning_rate": 0.0002971143711233351,
      "loss": 1.7668,
      "step": 11036
    },
    {
      "epoch": 0.4520581609666189,
      "grad_norm": 1.0582031678494048,
      "learning_rate": 0.00029711373444822907,
      "loss": 0.7912,
      "step": 11037
    },
    {
      "epoch": 0.45209911939381525,
      "grad_norm": 0.8911842819686419,
      "learning_rate": 0.0002971130977035762,
      "loss": 1.4507,
      "step": 11038
    },
    {
      "epoch": 0.4521400778210117,
      "grad_norm": 0.8732291525410544,
      "learning_rate": 0.0002971124608893768,
      "loss": 0.504,
      "step": 11039
    },
    {
      "epoch": 0.45218103624820805,
      "grad_norm": 0.7938325690738859,
      "learning_rate": 0.0002971118240056311,
      "loss": 0.9987,
      "step": 11040
    },
    {
      "epoch": 0.45222199467540447,
      "grad_norm": 1.2747289825083765,
      "learning_rate": 0.0002971111870523395,
      "loss": 1.5398,
      "step": 11041
    },
    {
      "epoch": 0.45226295310260084,
      "grad_norm": 1.0185208273817363,
      "learning_rate": 0.00029711055002950226,
      "loss": 0.4921,
      "step": 11042
    },
    {
      "epoch": 0.45230391152979726,
      "grad_norm": 1.387792181283959,
      "learning_rate": 0.0002971099129371197,
      "loss": 1.0247,
      "step": 11043
    },
    {
      "epoch": 0.45234486995699363,
      "grad_norm": 0.9098206695892873,
      "learning_rate": 0.0002971092757751921,
      "loss": 0.9802,
      "step": 11044
    },
    {
      "epoch": 0.45238582838419006,
      "grad_norm": 0.864168676826951,
      "learning_rate": 0.00029710863854371983,
      "loss": 1.0109,
      "step": 11045
    },
    {
      "epoch": 0.4524267868113864,
      "grad_norm": 1.1676079153670973,
      "learning_rate": 0.00029710800124270307,
      "loss": 1.0425,
      "step": 11046
    },
    {
      "epoch": 0.45246774523858285,
      "grad_norm": 10.196587240951164,
      "learning_rate": 0.0002971073638721422,
      "loss": 3.8966,
      "step": 11047
    },
    {
      "epoch": 0.4525087036657792,
      "grad_norm": 0.9807070352368268,
      "learning_rate": 0.0002971067264320375,
      "loss": 1.2407,
      "step": 11048
    },
    {
      "epoch": 0.45254966209297565,
      "grad_norm": 0.6153030054085484,
      "learning_rate": 0.0002971060889223893,
      "loss": 0.7352,
      "step": 11049
    },
    {
      "epoch": 0.452590620520172,
      "grad_norm": 0.8838873996567046,
      "learning_rate": 0.0002971054513431978,
      "loss": 0.9632,
      "step": 11050
    },
    {
      "epoch": 0.45263157894736844,
      "grad_norm": 0.7292734900708041,
      "learning_rate": 0.00029710481369446345,
      "loss": 0.6771,
      "step": 11051
    },
    {
      "epoch": 0.4526725373745648,
      "grad_norm": 1.114501682074033,
      "learning_rate": 0.0002971041759761865,
      "loss": 1.572,
      "step": 11052
    },
    {
      "epoch": 0.45271349580176123,
      "grad_norm": 1.1569588310414844,
      "learning_rate": 0.0002971035381883672,
      "loss": 0.9006,
      "step": 11053
    },
    {
      "epoch": 0.4527544542289576,
      "grad_norm": 0.5549207066992361,
      "learning_rate": 0.00029710290033100586,
      "loss": 0.4191,
      "step": 11054
    },
    {
      "epoch": 0.45279541265615403,
      "grad_norm": 1.1151039770323963,
      "learning_rate": 0.00029710226240410283,
      "loss": 1.828,
      "step": 11055
    },
    {
      "epoch": 0.4528363710833504,
      "grad_norm": 0.8850335548769398,
      "learning_rate": 0.00029710162440765836,
      "loss": 1.0783,
      "step": 11056
    },
    {
      "epoch": 0.4528773295105468,
      "grad_norm": 0.6314804259662787,
      "learning_rate": 0.00029710098634167285,
      "loss": 0.7599,
      "step": 11057
    },
    {
      "epoch": 0.4529182879377432,
      "grad_norm": 0.7701452540247731,
      "learning_rate": 0.00029710034820614644,
      "loss": 0.6392,
      "step": 11058
    },
    {
      "epoch": 0.45295924636493956,
      "grad_norm": 1.0909225421576108,
      "learning_rate": 0.00029709971000107957,
      "loss": 1.3218,
      "step": 11059
    },
    {
      "epoch": 0.453000204792136,
      "grad_norm": 0.6627632242358734,
      "learning_rate": 0.00029709907172647247,
      "loss": 1.0512,
      "step": 11060
    },
    {
      "epoch": 0.45304116321933235,
      "grad_norm": 0.873124008755518,
      "learning_rate": 0.0002970984333823255,
      "loss": 1.3492,
      "step": 11061
    },
    {
      "epoch": 0.4530821216465288,
      "grad_norm": 0.802675693994514,
      "learning_rate": 0.0002970977949686389,
      "loss": 1.0261,
      "step": 11062
    },
    {
      "epoch": 0.45312308007372515,
      "grad_norm": 0.585880536875072,
      "learning_rate": 0.00029709715648541297,
      "loss": 0.4649,
      "step": 11063
    },
    {
      "epoch": 0.4531640385009216,
      "grad_norm": 1.1090707801275195,
      "learning_rate": 0.0002970965179326481,
      "loss": 1.0131,
      "step": 11064
    },
    {
      "epoch": 0.45320499692811794,
      "grad_norm": 0.7028599220480901,
      "learning_rate": 0.0002970958793103445,
      "loss": 0.9762,
      "step": 11065
    },
    {
      "epoch": 0.45324595535531437,
      "grad_norm": 1.0736151732893207,
      "learning_rate": 0.00029709524061850254,
      "loss": 0.8847,
      "step": 11066
    },
    {
      "epoch": 0.45328691378251074,
      "grad_norm": 0.8428028231018458,
      "learning_rate": 0.0002970946018571224,
      "loss": 1.1461,
      "step": 11067
    },
    {
      "epoch": 0.45332787220970716,
      "grad_norm": 3.961349516266692,
      "learning_rate": 0.0002970939630262045,
      "loss": 6.493,
      "step": 11068
    },
    {
      "epoch": 0.45336883063690353,
      "grad_norm": 0.8239011214719189,
      "learning_rate": 0.00029709332412574915,
      "loss": 0.8059,
      "step": 11069
    },
    {
      "epoch": 0.45340978906409996,
      "grad_norm": 0.5615072137438113,
      "learning_rate": 0.0002970926851557566,
      "loss": 0.3361,
      "step": 11070
    },
    {
      "epoch": 0.4534507474912963,
      "grad_norm": 0.6428821363188796,
      "learning_rate": 0.00029709204611622715,
      "loss": 0.6815,
      "step": 11071
    },
    {
      "epoch": 0.45349170591849275,
      "grad_norm": 1.0193275766325647,
      "learning_rate": 0.00029709140700716113,
      "loss": 0.9731,
      "step": 11072
    },
    {
      "epoch": 0.4535326643456891,
      "grad_norm": 0.9117761838628101,
      "learning_rate": 0.00029709076782855883,
      "loss": 1.188,
      "step": 11073
    },
    {
      "epoch": 0.45357362277288554,
      "grad_norm": 2.8968357632872035,
      "learning_rate": 0.0002970901285804205,
      "loss": 3.3498,
      "step": 11074
    },
    {
      "epoch": 0.4536145812000819,
      "grad_norm": 0.9465302571042561,
      "learning_rate": 0.0002970894892627466,
      "loss": 1.0887,
      "step": 11075
    },
    {
      "epoch": 0.45365553962727834,
      "grad_norm": 0.5217803419320926,
      "learning_rate": 0.0002970888498755372,
      "loss": 0.3321,
      "step": 11076
    },
    {
      "epoch": 0.4536964980544747,
      "grad_norm": 0.7688495465940148,
      "learning_rate": 0.0002970882104187928,
      "loss": 0.772,
      "step": 11077
    },
    {
      "epoch": 0.45373745648167113,
      "grad_norm": 0.44155758205579765,
      "learning_rate": 0.0002970875708925136,
      "loss": 0.3737,
      "step": 11078
    },
    {
      "epoch": 0.4537784149088675,
      "grad_norm": 2.735465589067377,
      "learning_rate": 0.0002970869312967,
      "loss": 4.7648,
      "step": 11079
    },
    {
      "epoch": 0.45381937333606387,
      "grad_norm": 1.2320490524120358,
      "learning_rate": 0.00029708629163135216,
      "loss": 1.2968,
      "step": 11080
    },
    {
      "epoch": 0.4538603317632603,
      "grad_norm": 0.8705050003449517,
      "learning_rate": 0.00029708565189647045,
      "loss": 1.0132,
      "step": 11081
    },
    {
      "epoch": 0.45390129019045666,
      "grad_norm": 0.9012982154588203,
      "learning_rate": 0.0002970850120920552,
      "loss": 0.9668,
      "step": 11082
    },
    {
      "epoch": 0.4539422486176531,
      "grad_norm": 0.9815351772445439,
      "learning_rate": 0.00029708437221810674,
      "loss": 1.0559,
      "step": 11083
    },
    {
      "epoch": 0.45398320704484946,
      "grad_norm": 0.8136240638571735,
      "learning_rate": 0.00029708373227462523,
      "loss": 1.0991,
      "step": 11084
    },
    {
      "epoch": 0.4540241654720459,
      "grad_norm": 0.8346419408908228,
      "learning_rate": 0.0002970830922616111,
      "loss": 0.7786,
      "step": 11085
    },
    {
      "epoch": 0.45406512389924225,
      "grad_norm": 1.188253980656618,
      "learning_rate": 0.0002970824521790647,
      "loss": 1.0777,
      "step": 11086
    },
    {
      "epoch": 0.4541060823264387,
      "grad_norm": 0.638504902292277,
      "learning_rate": 0.00029708181202698616,
      "loss": 0.6749,
      "step": 11087
    },
    {
      "epoch": 0.45414704075363505,
      "grad_norm": 1.356655670889707,
      "learning_rate": 0.0002970811718053759,
      "loss": 0.6549,
      "step": 11088
    },
    {
      "epoch": 0.45418799918083147,
      "grad_norm": 1.4579987873494014,
      "learning_rate": 0.0002970805315142342,
      "loss": 1.7108,
      "step": 11089
    },
    {
      "epoch": 0.45422895760802784,
      "grad_norm": 0.6298845497075458,
      "learning_rate": 0.0002970798911535614,
      "loss": 0.8183,
      "step": 11090
    },
    {
      "epoch": 0.45426991603522426,
      "grad_norm": 0.9255689239161554,
      "learning_rate": 0.0002970792507233577,
      "loss": 1.0678,
      "step": 11091
    },
    {
      "epoch": 0.45431087446242063,
      "grad_norm": 4.158207676004507,
      "learning_rate": 0.00029707861022362347,
      "loss": 3.07,
      "step": 11092
    },
    {
      "epoch": 0.45435183288961706,
      "grad_norm": 0.7822757393416968,
      "learning_rate": 0.000297077969654359,
      "loss": 0.3159,
      "step": 11093
    },
    {
      "epoch": 0.4543927913168134,
      "grad_norm": 1.525415632706654,
      "learning_rate": 0.0002970773290155646,
      "loss": 1.0781,
      "step": 11094
    },
    {
      "epoch": 0.45443374974400985,
      "grad_norm": 0.8437833998366269,
      "learning_rate": 0.0002970766883072406,
      "loss": 0.9586,
      "step": 11095
    },
    {
      "epoch": 0.4544747081712062,
      "grad_norm": 1.0289742108058098,
      "learning_rate": 0.0002970760475293873,
      "loss": 1.2538,
      "step": 11096
    },
    {
      "epoch": 0.45451566659840265,
      "grad_norm": 0.8731405393745352,
      "learning_rate": 0.0002970754066820049,
      "loss": 0.901,
      "step": 11097
    },
    {
      "epoch": 0.454556625025599,
      "grad_norm": 1.0410845131453028,
      "learning_rate": 0.00029707476576509384,
      "loss": 0.668,
      "step": 11098
    },
    {
      "epoch": 0.45459758345279544,
      "grad_norm": 1.0962068146502724,
      "learning_rate": 0.0002970741247786544,
      "loss": 1.7857,
      "step": 11099
    },
    {
      "epoch": 0.4546385418799918,
      "grad_norm": 1.0613560178079995,
      "learning_rate": 0.00029707348372268676,
      "loss": 0.8865,
      "step": 11100
    },
    {
      "epoch": 0.4546795003071882,
      "grad_norm": 0.7945003900739466,
      "learning_rate": 0.0002970728425971914,
      "loss": 0.8956,
      "step": 11101
    },
    {
      "epoch": 0.4547204587343846,
      "grad_norm": 0.664528239857044,
      "learning_rate": 0.0002970722014021685,
      "loss": 1.0422,
      "step": 11102
    },
    {
      "epoch": 0.45476141716158097,
      "grad_norm": 0.8595594472105038,
      "learning_rate": 0.0002970715601376184,
      "loss": 0.8958,
      "step": 11103
    },
    {
      "epoch": 0.4548023755887774,
      "grad_norm": 0.5820490573800159,
      "learning_rate": 0.00029707091880354136,
      "loss": 0.4784,
      "step": 11104
    },
    {
      "epoch": 0.45484333401597377,
      "grad_norm": 0.8257121164319604,
      "learning_rate": 0.00029707027739993774,
      "loss": 0.3962,
      "step": 11105
    },
    {
      "epoch": 0.4548842924431702,
      "grad_norm": 0.750780078527283,
      "learning_rate": 0.00029706963592680786,
      "loss": 0.9414,
      "step": 11106
    },
    {
      "epoch": 0.45492525087036656,
      "grad_norm": 0.7723827823655842,
      "learning_rate": 0.00029706899438415195,
      "loss": 0.5991,
      "step": 11107
    },
    {
      "epoch": 0.454966209297563,
      "grad_norm": 0.8758304130860437,
      "learning_rate": 0.0002970683527719704,
      "loss": 0.6046,
      "step": 11108
    },
    {
      "epoch": 0.45500716772475935,
      "grad_norm": 1.0709461824342157,
      "learning_rate": 0.0002970677110902634,
      "loss": 1.2751,
      "step": 11109
    },
    {
      "epoch": 0.4550481261519558,
      "grad_norm": 0.5998125135384161,
      "learning_rate": 0.0002970670693390314,
      "loss": 0.7264,
      "step": 11110
    },
    {
      "epoch": 0.45508908457915215,
      "grad_norm": 0.9541042427232606,
      "learning_rate": 0.00029706642751827454,
      "loss": 1.3596,
      "step": 11111
    },
    {
      "epoch": 0.4551300430063486,
      "grad_norm": 0.6659464251930776,
      "learning_rate": 0.0002970657856279933,
      "loss": 0.4136,
      "step": 11112
    },
    {
      "epoch": 0.45517100143354494,
      "grad_norm": 0.9853722422563802,
      "learning_rate": 0.0002970651436681878,
      "loss": 0.5858,
      "step": 11113
    },
    {
      "epoch": 0.45521195986074137,
      "grad_norm": 0.7847247897411775,
      "learning_rate": 0.0002970645016388585,
      "loss": 0.7604,
      "step": 11114
    },
    {
      "epoch": 0.45525291828793774,
      "grad_norm": 0.7718917209726931,
      "learning_rate": 0.0002970638595400056,
      "loss": 1.2306,
      "step": 11115
    },
    {
      "epoch": 0.45529387671513416,
      "grad_norm": 0.6452398827982297,
      "learning_rate": 0.00029706321737162946,
      "loss": 0.7551,
      "step": 11116
    },
    {
      "epoch": 0.45533483514233053,
      "grad_norm": 4.5377480725257415,
      "learning_rate": 0.00029706257513373036,
      "loss": 3.6291,
      "step": 11117
    },
    {
      "epoch": 0.45537579356952695,
      "grad_norm": 0.7394945765066991,
      "learning_rate": 0.00029706193282630854,
      "loss": 0.9362,
      "step": 11118
    },
    {
      "epoch": 0.4554167519967233,
      "grad_norm": 1.0181931232538344,
      "learning_rate": 0.0002970612904493645,
      "loss": 0.7024,
      "step": 11119
    },
    {
      "epoch": 0.45545771042391975,
      "grad_norm": 0.8141727091058241,
      "learning_rate": 0.00029706064800289833,
      "loss": 0.9861,
      "step": 11120
    },
    {
      "epoch": 0.4554986688511161,
      "grad_norm": 0.8381205818307897,
      "learning_rate": 0.00029706000548691044,
      "loss": 1.0653,
      "step": 11121
    },
    {
      "epoch": 0.4555396272783125,
      "grad_norm": 0.6647792692694492,
      "learning_rate": 0.0002970593629014011,
      "loss": 0.6539,
      "step": 11122
    },
    {
      "epoch": 0.4555805857055089,
      "grad_norm": 0.9129110888082443,
      "learning_rate": 0.0002970587202463707,
      "loss": 0.8822,
      "step": 11123
    },
    {
      "epoch": 0.4556215441327053,
      "grad_norm": 0.888402090764366,
      "learning_rate": 0.00029705807752181937,
      "loss": 1.1718,
      "step": 11124
    },
    {
      "epoch": 0.4556625025599017,
      "grad_norm": 1.8843736550800503,
      "learning_rate": 0.00029705743472774755,
      "loss": 1.4584,
      "step": 11125
    },
    {
      "epoch": 0.4557034609870981,
      "grad_norm": 0.8937014683928861,
      "learning_rate": 0.00029705679186415554,
      "loss": 0.7088,
      "step": 11126
    },
    {
      "epoch": 0.4557444194142945,
      "grad_norm": 3.8456464253586624,
      "learning_rate": 0.0002970561489310436,
      "loss": 5.1654,
      "step": 11127
    },
    {
      "epoch": 0.45578537784149087,
      "grad_norm": 0.7726674376048693,
      "learning_rate": 0.000297055505928412,
      "loss": 0.8707,
      "step": 11128
    },
    {
      "epoch": 0.4558263362686873,
      "grad_norm": 0.8590763326199973,
      "learning_rate": 0.0002970548628562611,
      "loss": 0.9407,
      "step": 11129
    },
    {
      "epoch": 0.45586729469588366,
      "grad_norm": 1.6611202907026963,
      "learning_rate": 0.00029705421971459124,
      "loss": 1.5446,
      "step": 11130
    },
    {
      "epoch": 0.4559082531230801,
      "grad_norm": 0.8762182160014184,
      "learning_rate": 0.00029705357650340266,
      "loss": 0.399,
      "step": 11131
    },
    {
      "epoch": 0.45594921155027646,
      "grad_norm": 0.832081158125147,
      "learning_rate": 0.00029705293322269564,
      "loss": 0.8904,
      "step": 11132
    },
    {
      "epoch": 0.4559901699774729,
      "grad_norm": 0.8391564477844051,
      "learning_rate": 0.0002970522898724706,
      "loss": 0.9132,
      "step": 11133
    },
    {
      "epoch": 0.45603112840466925,
      "grad_norm": 0.793929321700258,
      "learning_rate": 0.0002970516464527277,
      "loss": 0.925,
      "step": 11134
    },
    {
      "epoch": 0.4560720868318657,
      "grad_norm": 0.7604233853570496,
      "learning_rate": 0.00029705100296346736,
      "loss": 0.7305,
      "step": 11135
    },
    {
      "epoch": 0.45611304525906204,
      "grad_norm": 0.8366385104137114,
      "learning_rate": 0.00029705035940468986,
      "loss": 0.882,
      "step": 11136
    },
    {
      "epoch": 0.45615400368625847,
      "grad_norm": 0.5858480852294383,
      "learning_rate": 0.0002970497157763954,
      "loss": 0.813,
      "step": 11137
    },
    {
      "epoch": 0.45619496211345484,
      "grad_norm": 1.4223927831881185,
      "learning_rate": 0.00029704907207858444,
      "loss": 1.2004,
      "step": 11138
    },
    {
      "epoch": 0.45623592054065126,
      "grad_norm": 0.9279683600033771,
      "learning_rate": 0.0002970484283112572,
      "loss": 1.2628,
      "step": 11139
    },
    {
      "epoch": 0.45627687896784763,
      "grad_norm": 0.6621779516820476,
      "learning_rate": 0.00029704778447441397,
      "loss": 0.9537,
      "step": 11140
    },
    {
      "epoch": 0.45631783739504406,
      "grad_norm": 1.1061832614665161,
      "learning_rate": 0.00029704714056805507,
      "loss": 1.2215,
      "step": 11141
    },
    {
      "epoch": 0.4563587958222404,
      "grad_norm": 0.8993051207814584,
      "learning_rate": 0.00029704649659218087,
      "loss": 0.8413,
      "step": 11142
    },
    {
      "epoch": 0.4563997542494368,
      "grad_norm": 0.7865993834546047,
      "learning_rate": 0.0002970458525467916,
      "loss": 1.0904,
      "step": 11143
    },
    {
      "epoch": 0.4564407126766332,
      "grad_norm": 0.6615761218758551,
      "learning_rate": 0.00029704520843188754,
      "loss": 0.8825,
      "step": 11144
    },
    {
      "epoch": 0.4564816711038296,
      "grad_norm": 0.6890390939109337,
      "learning_rate": 0.00029704456424746906,
      "loss": 0.9918,
      "step": 11145
    },
    {
      "epoch": 0.456522629531026,
      "grad_norm": 0.7950658666949969,
      "learning_rate": 0.00029704391999353647,
      "loss": 0.3708,
      "step": 11146
    },
    {
      "epoch": 0.4565635879582224,
      "grad_norm": 0.6571807736649551,
      "learning_rate": 0.00029704327567009004,
      "loss": 0.4916,
      "step": 11147
    },
    {
      "epoch": 0.4566045463854188,
      "grad_norm": 0.919198909699909,
      "learning_rate": 0.0002970426312771301,
      "loss": 0.7599,
      "step": 11148
    },
    {
      "epoch": 0.4566455048126152,
      "grad_norm": 0.7207840873650114,
      "learning_rate": 0.00029704198681465685,
      "loss": 0.592,
      "step": 11149
    },
    {
      "epoch": 0.4566864632398116,
      "grad_norm": 1.069601737475971,
      "learning_rate": 0.0002970413422826708,
      "loss": 1.0346,
      "step": 11150
    },
    {
      "epoch": 0.45672742166700797,
      "grad_norm": 0.9015931988253096,
      "learning_rate": 0.00029704069768117205,
      "loss": 0.8368,
      "step": 11151
    },
    {
      "epoch": 0.4567683800942044,
      "grad_norm": 0.9120180574601511,
      "learning_rate": 0.000297040053010161,
      "loss": 0.7672,
      "step": 11152
    },
    {
      "epoch": 0.45680933852140077,
      "grad_norm": 12.453412401006117,
      "learning_rate": 0.00029703940826963796,
      "loss": 7.8235,
      "step": 11153
    },
    {
      "epoch": 0.4568502969485972,
      "grad_norm": 1.095011072033803,
      "learning_rate": 0.0002970387634596032,
      "loss": 0.9912,
      "step": 11154
    },
    {
      "epoch": 0.45689125537579356,
      "grad_norm": 1.2575930287055679,
      "learning_rate": 0.0002970381185800571,
      "loss": 1.0519,
      "step": 11155
    },
    {
      "epoch": 0.45693221380299,
      "grad_norm": 1.126628992240143,
      "learning_rate": 0.0002970374736309998,
      "loss": 0.6748,
      "step": 11156
    },
    {
      "epoch": 0.45697317223018635,
      "grad_norm": 1.2584811170709742,
      "learning_rate": 0.00029703682861243185,
      "loss": 1.0216,
      "step": 11157
    },
    {
      "epoch": 0.4570141306573828,
      "grad_norm": 1.1334920391262064,
      "learning_rate": 0.00029703618352435335,
      "loss": 1.0964,
      "step": 11158
    },
    {
      "epoch": 0.45705508908457915,
      "grad_norm": 0.847545868111556,
      "learning_rate": 0.0002970355383667647,
      "loss": 0.8043,
      "step": 11159
    },
    {
      "epoch": 0.45709604751177557,
      "grad_norm": 0.8408147503000353,
      "learning_rate": 0.0002970348931396662,
      "loss": 1.2122,
      "step": 11160
    },
    {
      "epoch": 0.45713700593897194,
      "grad_norm": 0.8982769120988698,
      "learning_rate": 0.0002970342478430581,
      "loss": 1.102,
      "step": 11161
    },
    {
      "epoch": 0.45717796436616837,
      "grad_norm": 1.0199171672346226,
      "learning_rate": 0.00029703360247694066,
      "loss": 0.9237,
      "step": 11162
    },
    {
      "epoch": 0.45721892279336473,
      "grad_norm": 0.6833999907855253,
      "learning_rate": 0.0002970329570413144,
      "loss": 0.9057,
      "step": 11163
    },
    {
      "epoch": 0.4572598812205611,
      "grad_norm": 0.9235026938326791,
      "learning_rate": 0.0002970323115361794,
      "loss": 1.0511,
      "step": 11164
    },
    {
      "epoch": 0.45730083964775753,
      "grad_norm": 0.7455389289008029,
      "learning_rate": 0.0002970316659615361,
      "loss": 0.7354,
      "step": 11165
    },
    {
      "epoch": 0.4573417980749539,
      "grad_norm": 0.9721788608093384,
      "learning_rate": 0.0002970310203173848,
      "loss": 0.7751,
      "step": 11166
    },
    {
      "epoch": 0.4573827565021503,
      "grad_norm": 0.9230238377528733,
      "learning_rate": 0.00029703037460372564,
      "loss": 1.5151,
      "step": 11167
    },
    {
      "epoch": 0.4574237149293467,
      "grad_norm": 1.1664467911243475,
      "learning_rate": 0.0002970297288205591,
      "loss": 1.5832,
      "step": 11168
    },
    {
      "epoch": 0.4574646733565431,
      "grad_norm": 1.608921650349525,
      "learning_rate": 0.00029702908296788547,
      "loss": 0.7755,
      "step": 11169
    },
    {
      "epoch": 0.4575056317837395,
      "grad_norm": 1.2289706889125793,
      "learning_rate": 0.00029702843704570504,
      "loss": 1.1163,
      "step": 11170
    },
    {
      "epoch": 0.4575465902109359,
      "grad_norm": 1.2304550932633853,
      "learning_rate": 0.000297027791054018,
      "loss": 0.8501,
      "step": 11171
    },
    {
      "epoch": 0.4575875486381323,
      "grad_norm": 1.0490876547643737,
      "learning_rate": 0.0002970271449928249,
      "loss": 0.7461,
      "step": 11172
    },
    {
      "epoch": 0.4576285070653287,
      "grad_norm": 1.1608837612839813,
      "learning_rate": 0.0002970264988621258,
      "loss": 1.2231,
      "step": 11173
    },
    {
      "epoch": 0.4576694654925251,
      "grad_norm": 1.4408568944162732,
      "learning_rate": 0.00029702585266192113,
      "loss": 1.5455,
      "step": 11174
    },
    {
      "epoch": 0.4577104239197215,
      "grad_norm": 0.7143747755896402,
      "learning_rate": 0.0002970252063922111,
      "loss": 0.3896,
      "step": 11175
    },
    {
      "epoch": 0.45775138234691787,
      "grad_norm": 1.186563694703457,
      "learning_rate": 0.0002970245600529962,
      "loss": 0.5791,
      "step": 11176
    },
    {
      "epoch": 0.4577923407741143,
      "grad_norm": 0.9283812975440323,
      "learning_rate": 0.00029702391364427655,
      "loss": 0.9652,
      "step": 11177
    },
    {
      "epoch": 0.45783329920131066,
      "grad_norm": 0.9266173951638226,
      "learning_rate": 0.0002970232671660525,
      "loss": 0.7981,
      "step": 11178
    },
    {
      "epoch": 0.4578742576285071,
      "grad_norm": 0.8405040620389768,
      "learning_rate": 0.00029702262061832445,
      "loss": 0.8117,
      "step": 11179
    },
    {
      "epoch": 0.45791521605570346,
      "grad_norm": 2.7734993116494313,
      "learning_rate": 0.0002970219740010926,
      "loss": 1.0336,
      "step": 11180
    },
    {
      "epoch": 0.4579561744828999,
      "grad_norm": 2.987999564917447,
      "learning_rate": 0.0002970213273143573,
      "loss": 2.5886,
      "step": 11181
    },
    {
      "epoch": 0.45799713291009625,
      "grad_norm": 0.6937788944043362,
      "learning_rate": 0.0002970206805581188,
      "loss": 0.351,
      "step": 11182
    },
    {
      "epoch": 0.4580380913372927,
      "grad_norm": 0.8059895605370699,
      "learning_rate": 0.0002970200337323775,
      "loss": 0.9756,
      "step": 11183
    },
    {
      "epoch": 0.45807904976448904,
      "grad_norm": 1.00836474204675,
      "learning_rate": 0.0002970193868371337,
      "loss": 0.879,
      "step": 11184
    },
    {
      "epoch": 0.4581200081916854,
      "grad_norm": 1.0388488433298244,
      "learning_rate": 0.00029701873987238755,
      "loss": 0.7185,
      "step": 11185
    },
    {
      "epoch": 0.45816096661888184,
      "grad_norm": 0.7657067139401439,
      "learning_rate": 0.0002970180928381396,
      "loss": 1.0361,
      "step": 11186
    },
    {
      "epoch": 0.4582019250460782,
      "grad_norm": 0.6693057940691489,
      "learning_rate": 0.00029701744573438994,
      "loss": 0.3231,
      "step": 11187
    },
    {
      "epoch": 0.45824288347327463,
      "grad_norm": 0.8613564615218083,
      "learning_rate": 0.00029701679856113897,
      "loss": 0.9585,
      "step": 11188
    },
    {
      "epoch": 0.458283841900471,
      "grad_norm": 1.1392517834191618,
      "learning_rate": 0.000297016151318387,
      "loss": 1.3495,
      "step": 11189
    },
    {
      "epoch": 0.4583248003276674,
      "grad_norm": 0.5191742431112671,
      "learning_rate": 0.0002970155040061344,
      "loss": 0.3528,
      "step": 11190
    },
    {
      "epoch": 0.4583657587548638,
      "grad_norm": 1.0551833791831828,
      "learning_rate": 0.0002970148566243813,
      "loss": 1.0888,
      "step": 11191
    },
    {
      "epoch": 0.4584067171820602,
      "grad_norm": 0.733522664926529,
      "learning_rate": 0.00029701420917312816,
      "loss": 0.9604,
      "step": 11192
    },
    {
      "epoch": 0.4584476756092566,
      "grad_norm": 0.7427208938122155,
      "learning_rate": 0.0002970135616523752,
      "loss": 0.8187,
      "step": 11193
    },
    {
      "epoch": 0.458488634036453,
      "grad_norm": 0.6763722946250714,
      "learning_rate": 0.0002970129140621228,
      "loss": 0.9813,
      "step": 11194
    },
    {
      "epoch": 0.4585295924636494,
      "grad_norm": 0.6117973918080621,
      "learning_rate": 0.00029701226640237117,
      "loss": 0.7739,
      "step": 11195
    },
    {
      "epoch": 0.4585705508908458,
      "grad_norm": 0.6896010493452642,
      "learning_rate": 0.00029701161867312073,
      "loss": 0.5001,
      "step": 11196
    },
    {
      "epoch": 0.4586115093180422,
      "grad_norm": 1.151067905584755,
      "learning_rate": 0.0002970109708743717,
      "loss": 0.9552,
      "step": 11197
    },
    {
      "epoch": 0.4586524677452386,
      "grad_norm": 1.0471852507604527,
      "learning_rate": 0.00029701032300612435,
      "loss": 0.8763,
      "step": 11198
    },
    {
      "epoch": 0.45869342617243497,
      "grad_norm": 0.701035782036931,
      "learning_rate": 0.0002970096750683791,
      "loss": 1.262,
      "step": 11199
    },
    {
      "epoch": 0.4587343845996314,
      "grad_norm": 0.7929110796582574,
      "learning_rate": 0.00029700902706113625,
      "loss": 0.9802,
      "step": 11200
    },
    {
      "epoch": 0.45877534302682776,
      "grad_norm": 0.9093859602288351,
      "learning_rate": 0.00029700837898439603,
      "loss": 0.7884,
      "step": 11201
    },
    {
      "epoch": 0.4588163014540242,
      "grad_norm": 0.9982916076616686,
      "learning_rate": 0.0002970077308381587,
      "loss": 1.1271,
      "step": 11202
    },
    {
      "epoch": 0.45885725988122056,
      "grad_norm": 1.216149561461246,
      "learning_rate": 0.0002970070826224248,
      "loss": 0.9032,
      "step": 11203
    },
    {
      "epoch": 0.458898218308417,
      "grad_norm": 0.7950761157486802,
      "learning_rate": 0.0002970064343371944,
      "loss": 0.6839,
      "step": 11204
    },
    {
      "epoch": 0.45893917673561335,
      "grad_norm": 0.8421297424199085,
      "learning_rate": 0.0002970057859824679,
      "loss": 0.8094,
      "step": 11205
    },
    {
      "epoch": 0.4589801351628097,
      "grad_norm": 0.7168580057347356,
      "learning_rate": 0.0002970051375582456,
      "loss": 0.7501,
      "step": 11206
    },
    {
      "epoch": 0.45902109359000615,
      "grad_norm": 0.9347439184414198,
      "learning_rate": 0.0002970044890645277,
      "loss": 0.9848,
      "step": 11207
    },
    {
      "epoch": 0.4590620520172025,
      "grad_norm": 1.126929793741132,
      "learning_rate": 0.00029700384050131476,
      "loss": 1.2547,
      "step": 11208
    },
    {
      "epoch": 0.45910301044439894,
      "grad_norm": 0.8382774970769887,
      "learning_rate": 0.00029700319186860683,
      "loss": 0.7769,
      "step": 11209
    },
    {
      "epoch": 0.4591439688715953,
      "grad_norm": 0.6637899962636967,
      "learning_rate": 0.00029700254316640436,
      "loss": 0.8254,
      "step": 11210
    },
    {
      "epoch": 0.45918492729879173,
      "grad_norm": 1.0116344678769942,
      "learning_rate": 0.0002970018943947077,
      "loss": 1.4557,
      "step": 11211
    },
    {
      "epoch": 0.4592258857259881,
      "grad_norm": 0.5427149271656567,
      "learning_rate": 0.00029700124555351694,
      "loss": 0.7372,
      "step": 11212
    },
    {
      "epoch": 0.45926684415318453,
      "grad_norm": 0.7329485009797354,
      "learning_rate": 0.0002970005966428326,
      "loss": 0.8852,
      "step": 11213
    },
    {
      "epoch": 0.4593078025803809,
      "grad_norm": 0.8960934754542411,
      "learning_rate": 0.00029699994766265483,
      "loss": 0.9599,
      "step": 11214
    },
    {
      "epoch": 0.4593487610075773,
      "grad_norm": 0.9254978772162571,
      "learning_rate": 0.0002969992986129841,
      "loss": 0.8715,
      "step": 11215
    },
    {
      "epoch": 0.4593897194347737,
      "grad_norm": 0.7631364954794703,
      "learning_rate": 0.00029699864949382063,
      "loss": 0.6932,
      "step": 11216
    },
    {
      "epoch": 0.4594306778619701,
      "grad_norm": 0.8803512628464005,
      "learning_rate": 0.00029699800030516467,
      "loss": 0.8567,
      "step": 11217
    },
    {
      "epoch": 0.4594716362891665,
      "grad_norm": 0.7878139197802544,
      "learning_rate": 0.0002969973510470166,
      "loss": 0.8781,
      "step": 11218
    },
    {
      "epoch": 0.4595125947163629,
      "grad_norm": 0.7161504047050166,
      "learning_rate": 0.0002969967017193767,
      "loss": 0.3662,
      "step": 11219
    },
    {
      "epoch": 0.4595535531435593,
      "grad_norm": 1.0983944003682826,
      "learning_rate": 0.00029699605232224533,
      "loss": 0.7313,
      "step": 11220
    },
    {
      "epoch": 0.4595945115707557,
      "grad_norm": 0.8659074291124913,
      "learning_rate": 0.00029699540285562276,
      "loss": 0.8535,
      "step": 11221
    },
    {
      "epoch": 0.4596354699979521,
      "grad_norm": 0.739238485900496,
      "learning_rate": 0.0002969947533195093,
      "loss": 0.8368,
      "step": 11222
    },
    {
      "epoch": 0.4596764284251485,
      "grad_norm": 0.6442147775968763,
      "learning_rate": 0.0002969941037139052,
      "loss": 0.9286,
      "step": 11223
    },
    {
      "epoch": 0.45971738685234487,
      "grad_norm": 0.6925941242774377,
      "learning_rate": 0.00029699345403881084,
      "loss": 0.9129,
      "step": 11224
    },
    {
      "epoch": 0.4597583452795413,
      "grad_norm": 1.0453598853820665,
      "learning_rate": 0.0002969928042942265,
      "loss": 1.0838,
      "step": 11225
    },
    {
      "epoch": 0.45979930370673766,
      "grad_norm": 1.038982065303153,
      "learning_rate": 0.0002969921544801525,
      "loss": 0.8852,
      "step": 11226
    },
    {
      "epoch": 0.45984026213393403,
      "grad_norm": 0.8354774770272306,
      "learning_rate": 0.00029699150459658915,
      "loss": 1.0284,
      "step": 11227
    },
    {
      "epoch": 0.45988122056113045,
      "grad_norm": 0.8254897553224524,
      "learning_rate": 0.00029699085464353673,
      "loss": 0.9489,
      "step": 11228
    },
    {
      "epoch": 0.4599221789883268,
      "grad_norm": 0.500999285820105,
      "learning_rate": 0.00029699020462099556,
      "loss": 0.3279,
      "step": 11229
    },
    {
      "epoch": 0.45996313741552325,
      "grad_norm": 1.1071817835565154,
      "learning_rate": 0.00029698955452896593,
      "loss": 0.9038,
      "step": 11230
    },
    {
      "epoch": 0.4600040958427196,
      "grad_norm": 2.1167891358468953,
      "learning_rate": 0.0002969889043674482,
      "loss": 1.5073,
      "step": 11231
    },
    {
      "epoch": 0.46004505426991604,
      "grad_norm": 0.9065715950105206,
      "learning_rate": 0.00029698825413644267,
      "loss": 1.0781,
      "step": 11232
    },
    {
      "epoch": 0.4600860126971124,
      "grad_norm": 0.538009887967987,
      "learning_rate": 0.0002969876038359496,
      "loss": 0.3289,
      "step": 11233
    },
    {
      "epoch": 0.46012697112430884,
      "grad_norm": 0.652830054149215,
      "learning_rate": 0.00029698695346596927,
      "loss": 0.5546,
      "step": 11234
    },
    {
      "epoch": 0.4601679295515052,
      "grad_norm": 1.9886758997449245,
      "learning_rate": 0.0002969863030265021,
      "loss": 1.406,
      "step": 11235
    },
    {
      "epoch": 0.46020888797870163,
      "grad_norm": 0.7790305166991378,
      "learning_rate": 0.00029698565251754834,
      "loss": 0.8724,
      "step": 11236
    },
    {
      "epoch": 0.460249846405898,
      "grad_norm": 0.7645024309320231,
      "learning_rate": 0.00029698500193910826,
      "loss": 0.9543,
      "step": 11237
    },
    {
      "epoch": 0.4602908048330944,
      "grad_norm": 1.3157890324177113,
      "learning_rate": 0.0002969843512911822,
      "loss": 0.5912,
      "step": 11238
    },
    {
      "epoch": 0.4603317632602908,
      "grad_norm": 0.6640742574130053,
      "learning_rate": 0.00029698370057377045,
      "loss": 0.5951,
      "step": 11239
    },
    {
      "epoch": 0.4603727216874872,
      "grad_norm": 0.7697173180400034,
      "learning_rate": 0.00029698304978687337,
      "loss": 1.1986,
      "step": 11240
    },
    {
      "epoch": 0.4604136801146836,
      "grad_norm": 0.9025878425801773,
      "learning_rate": 0.00029698239893049123,
      "loss": 0.9742,
      "step": 11241
    },
    {
      "epoch": 0.46045463854188,
      "grad_norm": 0.7683827295755953,
      "learning_rate": 0.00029698174800462437,
      "loss": 1.1581,
      "step": 11242
    },
    {
      "epoch": 0.4604955969690764,
      "grad_norm": 0.8980406351879948,
      "learning_rate": 0.000296981097009273,
      "loss": 1.0101,
      "step": 11243
    },
    {
      "epoch": 0.4605365553962728,
      "grad_norm": 1.1434237721701341,
      "learning_rate": 0.00029698044594443754,
      "loss": 2.0935,
      "step": 11244
    },
    {
      "epoch": 0.4605775138234692,
      "grad_norm": 0.8575890913947151,
      "learning_rate": 0.0002969797948101182,
      "loss": 1.0937,
      "step": 11245
    },
    {
      "epoch": 0.4606184722506656,
      "grad_norm": 0.9985032760845785,
      "learning_rate": 0.00029697914360631543,
      "loss": 1.393,
      "step": 11246
    },
    {
      "epoch": 0.46065943067786197,
      "grad_norm": 0.6959309205650792,
      "learning_rate": 0.0002969784923330294,
      "loss": 0.9724,
      "step": 11247
    },
    {
      "epoch": 0.46070038910505834,
      "grad_norm": 0.8094825963882157,
      "learning_rate": 0.0002969778409902605,
      "loss": 0.732,
      "step": 11248
    },
    {
      "epoch": 0.46074134753225476,
      "grad_norm": 0.548153455169956,
      "learning_rate": 0.00029697718957800897,
      "loss": 0.3984,
      "step": 11249
    },
    {
      "epoch": 0.46078230595945113,
      "grad_norm": 0.9635037748107323,
      "learning_rate": 0.0002969765380962752,
      "loss": 1.3144,
      "step": 11250
    },
    {
      "epoch": 0.46082326438664756,
      "grad_norm": 0.9251235758710081,
      "learning_rate": 0.00029697588654505936,
      "loss": 1.1153,
      "step": 11251
    },
    {
      "epoch": 0.4608642228138439,
      "grad_norm": 0.796822530774232,
      "learning_rate": 0.0002969752349243619,
      "loss": 0.949,
      "step": 11252
    },
    {
      "epoch": 0.46090518124104035,
      "grad_norm": 0.9297626505945494,
      "learning_rate": 0.0002969745832341831,
      "loss": 0.865,
      "step": 11253
    },
    {
      "epoch": 0.4609461396682367,
      "grad_norm": 1.0200041226153602,
      "learning_rate": 0.0002969739314745232,
      "loss": 1.5117,
      "step": 11254
    },
    {
      "epoch": 0.46098709809543315,
      "grad_norm": 1.402121618934109,
      "learning_rate": 0.00029697327964538255,
      "loss": 1.49,
      "step": 11255
    },
    {
      "epoch": 0.4610280565226295,
      "grad_norm": 0.6350147617298916,
      "learning_rate": 0.00029697262774676153,
      "loss": 0.7469,
      "step": 11256
    },
    {
      "epoch": 0.46106901494982594,
      "grad_norm": 0.7421244083040793,
      "learning_rate": 0.00029697197577866033,
      "loss": 0.3917,
      "step": 11257
    },
    {
      "epoch": 0.4611099733770223,
      "grad_norm": 1.102866783876113,
      "learning_rate": 0.00029697132374107934,
      "loss": 1.2065,
      "step": 11258
    },
    {
      "epoch": 0.46115093180421873,
      "grad_norm": 1.122196010063295,
      "learning_rate": 0.0002969706716340188,
      "loss": 1.1876,
      "step": 11259
    },
    {
      "epoch": 0.4611918902314151,
      "grad_norm": 0.4770220006585988,
      "learning_rate": 0.00029697001945747906,
      "loss": 0.4246,
      "step": 11260
    },
    {
      "epoch": 0.4612328486586115,
      "grad_norm": 0.8331763932569125,
      "learning_rate": 0.00029696936721146047,
      "loss": 0.9573,
      "step": 11261
    },
    {
      "epoch": 0.4612738070858079,
      "grad_norm": 0.6554297362446592,
      "learning_rate": 0.0002969687148959633,
      "loss": 0.3918,
      "step": 11262
    },
    {
      "epoch": 0.4613147655130043,
      "grad_norm": 0.7290600698090262,
      "learning_rate": 0.00029696806251098775,
      "loss": 0.7198,
      "step": 11263
    },
    {
      "epoch": 0.4613557239402007,
      "grad_norm": 0.6681289547527042,
      "learning_rate": 0.0002969674100565343,
      "loss": 0.7171,
      "step": 11264
    },
    {
      "epoch": 0.4613966823673971,
      "grad_norm": 0.5451026504500505,
      "learning_rate": 0.0002969667575326032,
      "loss": 0.7232,
      "step": 11265
    },
    {
      "epoch": 0.4614376407945935,
      "grad_norm": 0.8244876472726111,
      "learning_rate": 0.00029696610493919467,
      "loss": 1.302,
      "step": 11266
    },
    {
      "epoch": 0.4614785992217899,
      "grad_norm": 0.6010424711107384,
      "learning_rate": 0.0002969654522763091,
      "loss": 0.7236,
      "step": 11267
    },
    {
      "epoch": 0.4615195576489863,
      "grad_norm": 0.8254237982017447,
      "learning_rate": 0.0002969647995439469,
      "loss": 0.7157,
      "step": 11268
    },
    {
      "epoch": 0.46156051607618265,
      "grad_norm": 1.9393084523288957,
      "learning_rate": 0.00029696414674210814,
      "loss": 2.6287,
      "step": 11269
    },
    {
      "epoch": 0.4616014745033791,
      "grad_norm": 1.8514866069009883,
      "learning_rate": 0.00029696349387079335,
      "loss": 4.7646,
      "step": 11270
    },
    {
      "epoch": 0.46164243293057544,
      "grad_norm": 0.7723568605906695,
      "learning_rate": 0.0002969628409300027,
      "loss": 0.5666,
      "step": 11271
    },
    {
      "epoch": 0.46168339135777187,
      "grad_norm": 0.7941503837679917,
      "learning_rate": 0.0002969621879197366,
      "loss": 0.9443,
      "step": 11272
    },
    {
      "epoch": 0.46172434978496824,
      "grad_norm": 0.5954312716766307,
      "learning_rate": 0.00029696153483999525,
      "loss": 0.3347,
      "step": 11273
    },
    {
      "epoch": 0.46176530821216466,
      "grad_norm": 0.9790784243807001,
      "learning_rate": 0.000296960881690779,
      "loss": 0.9187,
      "step": 11274
    },
    {
      "epoch": 0.46180626663936103,
      "grad_norm": 0.7963942555386806,
      "learning_rate": 0.0002969602284720883,
      "loss": 0.9076,
      "step": 11275
    },
    {
      "epoch": 0.46184722506655745,
      "grad_norm": 5.671255236706829,
      "learning_rate": 0.0002969595751839232,
      "loss": 3.0135,
      "step": 11276
    },
    {
      "epoch": 0.4618881834937538,
      "grad_norm": 0.7780281090630617,
      "learning_rate": 0.0002969589218262842,
      "loss": 0.924,
      "step": 11277
    },
    {
      "epoch": 0.46192914192095025,
      "grad_norm": 0.8566677968397887,
      "learning_rate": 0.00029695826839917154,
      "loss": 0.8185,
      "step": 11278
    },
    {
      "epoch": 0.4619701003481466,
      "grad_norm": 0.960375607979108,
      "learning_rate": 0.0002969576149025855,
      "loss": 0.8897,
      "step": 11279
    },
    {
      "epoch": 0.46201105877534304,
      "grad_norm": 0.7682538540489543,
      "learning_rate": 0.00029695696133652646,
      "loss": 0.9204,
      "step": 11280
    },
    {
      "epoch": 0.4620520172025394,
      "grad_norm": 0.7775802524142132,
      "learning_rate": 0.00029695630770099464,
      "loss": 0.4568,
      "step": 11281
    },
    {
      "epoch": 0.46209297562973584,
      "grad_norm": 0.8652943158245374,
      "learning_rate": 0.0002969556539959905,
      "loss": 0.9095,
      "step": 11282
    },
    {
      "epoch": 0.4621339340569322,
      "grad_norm": 0.830106880606156,
      "learning_rate": 0.0002969550002215142,
      "loss": 1.2535,
      "step": 11283
    },
    {
      "epoch": 0.46217489248412863,
      "grad_norm": 1.085581945717492,
      "learning_rate": 0.0002969543463775661,
      "loss": 0.9796,
      "step": 11284
    },
    {
      "epoch": 0.462215850911325,
      "grad_norm": 0.9213557308977715,
      "learning_rate": 0.00029695369246414654,
      "loss": 1.2914,
      "step": 11285
    },
    {
      "epoch": 0.4622568093385214,
      "grad_norm": 0.720378005527778,
      "learning_rate": 0.00029695303848125575,
      "loss": 0.7188,
      "step": 11286
    },
    {
      "epoch": 0.4622977677657178,
      "grad_norm": 0.737318071804798,
      "learning_rate": 0.00029695238442889417,
      "loss": 0.8325,
      "step": 11287
    },
    {
      "epoch": 0.4623387261929142,
      "grad_norm": 0.7983332180969597,
      "learning_rate": 0.000296951730307062,
      "loss": 0.9505,
      "step": 11288
    },
    {
      "epoch": 0.4623796846201106,
      "grad_norm": 0.9772508736143066,
      "learning_rate": 0.0002969510761157595,
      "loss": 0.9419,
      "step": 11289
    },
    {
      "epoch": 0.46242064304730696,
      "grad_norm": 0.9635204164962629,
      "learning_rate": 0.0002969504218549872,
      "loss": 0.7522,
      "step": 11290
    },
    {
      "epoch": 0.4624616014745034,
      "grad_norm": 1.0624960793416545,
      "learning_rate": 0.0002969497675247452,
      "loss": 1.0686,
      "step": 11291
    },
    {
      "epoch": 0.46250255990169975,
      "grad_norm": 0.9381717825864399,
      "learning_rate": 0.00029694911312503383,
      "loss": 0.9584,
      "step": 11292
    },
    {
      "epoch": 0.4625435183288962,
      "grad_norm": 0.5748584225053408,
      "learning_rate": 0.00029694845865585353,
      "loss": 0.4248,
      "step": 11293
    },
    {
      "epoch": 0.46258447675609254,
      "grad_norm": 0.6497965402295147,
      "learning_rate": 0.00029694780411720445,
      "loss": 0.647,
      "step": 11294
    },
    {
      "epoch": 0.46262543518328897,
      "grad_norm": 1.2524111398536601,
      "learning_rate": 0.000296947149509087,
      "loss": 0.8858,
      "step": 11295
    },
    {
      "epoch": 0.46266639361048534,
      "grad_norm": 1.0397082097776482,
      "learning_rate": 0.0002969464948315015,
      "loss": 0.9844,
      "step": 11296
    },
    {
      "epoch": 0.46270735203768176,
      "grad_norm": 1.613296165557734,
      "learning_rate": 0.0002969458400844482,
      "loss": 3.1015,
      "step": 11297
    },
    {
      "epoch": 0.46274831046487813,
      "grad_norm": 0.914809933209515,
      "learning_rate": 0.0002969451852679274,
      "loss": 1.0297,
      "step": 11298
    },
    {
      "epoch": 0.46278926889207456,
      "grad_norm": 0.7427501114178185,
      "learning_rate": 0.0002969445303819395,
      "loss": 0.9383,
      "step": 11299
    },
    {
      "epoch": 0.4628302273192709,
      "grad_norm": 0.8154629193092231,
      "learning_rate": 0.0002969438754264847,
      "loss": 1.0243,
      "step": 11300
    },
    {
      "epoch": 0.46287118574646735,
      "grad_norm": 0.7166855620770858,
      "learning_rate": 0.0002969432204015634,
      "loss": 0.481,
      "step": 11301
    },
    {
      "epoch": 0.4629121441736637,
      "grad_norm": 0.7262469980230254,
      "learning_rate": 0.00029694256530717587,
      "loss": 0.4432,
      "step": 11302
    },
    {
      "epoch": 0.46295310260086014,
      "grad_norm": 0.9674731996200073,
      "learning_rate": 0.0002969419101433224,
      "loss": 0.6105,
      "step": 11303
    },
    {
      "epoch": 0.4629940610280565,
      "grad_norm": 0.8433285957515524,
      "learning_rate": 0.00029694125491000337,
      "loss": 0.9321,
      "step": 11304
    },
    {
      "epoch": 0.46303501945525294,
      "grad_norm": 4.00272066787656,
      "learning_rate": 0.000296940599607219,
      "loss": 3.1608,
      "step": 11305
    },
    {
      "epoch": 0.4630759778824493,
      "grad_norm": 1.8313261745229132,
      "learning_rate": 0.00029693994423496964,
      "loss": 1.9192,
      "step": 11306
    },
    {
      "epoch": 0.46311693630964573,
      "grad_norm": 1.9806226454065798,
      "learning_rate": 0.0002969392887932556,
      "loss": 0.4936,
      "step": 11307
    },
    {
      "epoch": 0.4631578947368421,
      "grad_norm": 0.8362083581587152,
      "learning_rate": 0.00029693863328207723,
      "loss": 1.2563,
      "step": 11308
    },
    {
      "epoch": 0.4631988531640385,
      "grad_norm": 2.0282394433469246,
      "learning_rate": 0.0002969379777014347,
      "loss": 4.7516,
      "step": 11309
    },
    {
      "epoch": 0.4632398115912349,
      "grad_norm": 1.1556558022607308,
      "learning_rate": 0.0002969373220513285,
      "loss": 0.8638,
      "step": 11310
    },
    {
      "epoch": 0.46328077001843126,
      "grad_norm": 0.6238230019701699,
      "learning_rate": 0.00029693666633175884,
      "loss": 0.6646,
      "step": 11311
    },
    {
      "epoch": 0.4633217284456277,
      "grad_norm": 0.7649039768983013,
      "learning_rate": 0.0002969360105427261,
      "loss": 0.7603,
      "step": 11312
    },
    {
      "epoch": 0.46336268687282406,
      "grad_norm": 0.9031683759659419,
      "learning_rate": 0.00029693535468423046,
      "loss": 1.1576,
      "step": 11313
    },
    {
      "epoch": 0.4634036453000205,
      "grad_norm": 0.6616194047998317,
      "learning_rate": 0.0002969346987562724,
      "loss": 0.4297,
      "step": 11314
    },
    {
      "epoch": 0.46344460372721685,
      "grad_norm": 1.296807127948453,
      "learning_rate": 0.00029693404275885207,
      "loss": 0.4707,
      "step": 11315
    },
    {
      "epoch": 0.4634855621544133,
      "grad_norm": 1.021532232184932,
      "learning_rate": 0.0002969333866919699,
      "loss": 1.2446,
      "step": 11316
    },
    {
      "epoch": 0.46352652058160965,
      "grad_norm": 0.8991947071187267,
      "learning_rate": 0.0002969327305556261,
      "loss": 1.1793,
      "step": 11317
    },
    {
      "epoch": 0.46356747900880607,
      "grad_norm": 0.6902529750019801,
      "learning_rate": 0.0002969320743498211,
      "loss": 0.8343,
      "step": 11318
    },
    {
      "epoch": 0.46360843743600244,
      "grad_norm": 0.6376145894206986,
      "learning_rate": 0.000296931418074555,
      "loss": 0.4037,
      "step": 11319
    },
    {
      "epoch": 0.46364939586319887,
      "grad_norm": 1.7801747098649763,
      "learning_rate": 0.0002969307617298284,
      "loss": 3.7048,
      "step": 11320
    },
    {
      "epoch": 0.46369035429039523,
      "grad_norm": 0.9732421356286655,
      "learning_rate": 0.0002969301053156414,
      "loss": 0.6303,
      "step": 11321
    },
    {
      "epoch": 0.46373131271759166,
      "grad_norm": 0.7409654495658363,
      "learning_rate": 0.0002969294488319944,
      "loss": 0.9848,
      "step": 11322
    },
    {
      "epoch": 0.46377227114478803,
      "grad_norm": 0.8474756360084522,
      "learning_rate": 0.00029692879227888764,
      "loss": 0.8888,
      "step": 11323
    },
    {
      "epoch": 0.46381322957198445,
      "grad_norm": 0.8330443641396565,
      "learning_rate": 0.00029692813565632153,
      "loss": 0.886,
      "step": 11324
    },
    {
      "epoch": 0.4638541879991808,
      "grad_norm": 0.8269443918929369,
      "learning_rate": 0.00029692747896429623,
      "loss": 0.904,
      "step": 11325
    },
    {
      "epoch": 0.46389514642637725,
      "grad_norm": 0.6945638392402089,
      "learning_rate": 0.00029692682220281227,
      "loss": 0.9285,
      "step": 11326
    },
    {
      "epoch": 0.4639361048535736,
      "grad_norm": 0.6687741318346242,
      "learning_rate": 0.00029692616537186977,
      "loss": 0.937,
      "step": 11327
    },
    {
      "epoch": 0.46397706328077004,
      "grad_norm": 2.5245957718058243,
      "learning_rate": 0.00029692550847146905,
      "loss": 1.6027,
      "step": 11328
    },
    {
      "epoch": 0.4640180217079664,
      "grad_norm": 0.7935471813200596,
      "learning_rate": 0.00029692485150161055,
      "loss": 0.7177,
      "step": 11329
    },
    {
      "epoch": 0.46405898013516284,
      "grad_norm": 0.7257483439448094,
      "learning_rate": 0.00029692419446229447,
      "loss": 0.7559,
      "step": 11330
    },
    {
      "epoch": 0.4640999385623592,
      "grad_norm": 0.6709914401688735,
      "learning_rate": 0.00029692353735352115,
      "loss": 0.8829,
      "step": 11331
    },
    {
      "epoch": 0.4641408969895556,
      "grad_norm": 0.7779080984465935,
      "learning_rate": 0.00029692288017529097,
      "loss": 0.4161,
      "step": 11332
    },
    {
      "epoch": 0.464181855416752,
      "grad_norm": 3.0298217923376503,
      "learning_rate": 0.00029692222292760414,
      "loss": 1.2183,
      "step": 11333
    },
    {
      "epoch": 0.46422281384394837,
      "grad_norm": 0.72036052789573,
      "learning_rate": 0.000296921565610461,
      "loss": 0.7669,
      "step": 11334
    },
    {
      "epoch": 0.4642637722711448,
      "grad_norm": 0.7261500905147816,
      "learning_rate": 0.0002969209082238619,
      "loss": 0.6984,
      "step": 11335
    },
    {
      "epoch": 0.46430473069834116,
      "grad_norm": 13.655678644054346,
      "learning_rate": 0.00029692025076780707,
      "loss": 2.9269,
      "step": 11336
    },
    {
      "epoch": 0.4643456891255376,
      "grad_norm": 0.821254202687895,
      "learning_rate": 0.00029691959324229685,
      "loss": 0.6824,
      "step": 11337
    },
    {
      "epoch": 0.46438664755273396,
      "grad_norm": 1.2173910572726072,
      "learning_rate": 0.00029691893564733166,
      "loss": 0.9823,
      "step": 11338
    },
    {
      "epoch": 0.4644276059799304,
      "grad_norm": 0.9074933953853954,
      "learning_rate": 0.00029691827798291167,
      "loss": 0.7949,
      "step": 11339
    },
    {
      "epoch": 0.46446856440712675,
      "grad_norm": 1.1931455592268845,
      "learning_rate": 0.00029691762024903725,
      "loss": 0.5341,
      "step": 11340
    },
    {
      "epoch": 0.4645095228343232,
      "grad_norm": 3.120421603034222,
      "learning_rate": 0.0002969169624457087,
      "loss": 1.5259,
      "step": 11341
    },
    {
      "epoch": 0.46455048126151954,
      "grad_norm": 0.7584711772181311,
      "learning_rate": 0.0002969163045729264,
      "loss": 0.6326,
      "step": 11342
    },
    {
      "epoch": 0.46459143968871597,
      "grad_norm": 0.8638830030748033,
      "learning_rate": 0.0002969156466306905,
      "loss": 1.2103,
      "step": 11343
    },
    {
      "epoch": 0.46463239811591234,
      "grad_norm": 0.9325418224015728,
      "learning_rate": 0.00029691498861900145,
      "loss": 0.7237,
      "step": 11344
    },
    {
      "epoch": 0.46467335654310876,
      "grad_norm": 0.6461982294581632,
      "learning_rate": 0.0002969143305378595,
      "loss": 0.335,
      "step": 11345
    },
    {
      "epoch": 0.46471431497030513,
      "grad_norm": 1.7594584167398237,
      "learning_rate": 0.000296913672387265,
      "loss": 2.5156,
      "step": 11346
    },
    {
      "epoch": 0.46475527339750156,
      "grad_norm": 0.7850906922485481,
      "learning_rate": 0.0002969130141672182,
      "loss": 0.9185,
      "step": 11347
    },
    {
      "epoch": 0.4647962318246979,
      "grad_norm": 0.7051857408867278,
      "learning_rate": 0.00029691235587771947,
      "loss": 0.7069,
      "step": 11348
    },
    {
      "epoch": 0.46483719025189435,
      "grad_norm": 1.0585998367731853,
      "learning_rate": 0.0002969116975187691,
      "loss": 1.2437,
      "step": 11349
    },
    {
      "epoch": 0.4648781486790907,
      "grad_norm": 0.9526102607370422,
      "learning_rate": 0.00029691103909036746,
      "loss": 0.9446,
      "step": 11350
    },
    {
      "epoch": 0.46491910710628714,
      "grad_norm": 0.7492698619983273,
      "learning_rate": 0.0002969103805925148,
      "loss": 0.751,
      "step": 11351
    },
    {
      "epoch": 0.4649600655334835,
      "grad_norm": 0.798926462193808,
      "learning_rate": 0.0002969097220252114,
      "loss": 0.9297,
      "step": 11352
    },
    {
      "epoch": 0.4650010239606799,
      "grad_norm": 4.43684865563065,
      "learning_rate": 0.0002969090633884576,
      "loss": 3.1587,
      "step": 11353
    },
    {
      "epoch": 0.4650419823878763,
      "grad_norm": 1.1295084028163618,
      "learning_rate": 0.00029690840468225377,
      "loss": 0.9989,
      "step": 11354
    },
    {
      "epoch": 0.4650829408150727,
      "grad_norm": 0.7323114227101143,
      "learning_rate": 0.0002969077459066001,
      "loss": 0.9355,
      "step": 11355
    },
    {
      "epoch": 0.4651238992422691,
      "grad_norm": 6.827647345453913,
      "learning_rate": 0.000296907087061497,
      "loss": 4.8999,
      "step": 11356
    },
    {
      "epoch": 0.46516485766946547,
      "grad_norm": 0.8809278573283484,
      "learning_rate": 0.0002969064281469448,
      "loss": 0.98,
      "step": 11357
    },
    {
      "epoch": 0.4652058160966619,
      "grad_norm": 0.8761479090608488,
      "learning_rate": 0.0002969057691629437,
      "loss": 0.7916,
      "step": 11358
    },
    {
      "epoch": 0.46524677452385826,
      "grad_norm": 0.9380428892154788,
      "learning_rate": 0.0002969051101094941,
      "loss": 0.7084,
      "step": 11359
    },
    {
      "epoch": 0.4652877329510547,
      "grad_norm": 0.8510227551492712,
      "learning_rate": 0.0002969044509865963,
      "loss": 0.922,
      "step": 11360
    },
    {
      "epoch": 0.46532869137825106,
      "grad_norm": 0.8931743389677507,
      "learning_rate": 0.00029690379179425055,
      "loss": 0.8968,
      "step": 11361
    },
    {
      "epoch": 0.4653696498054475,
      "grad_norm": 0.985392032467752,
      "learning_rate": 0.0002969031325324573,
      "loss": 0.9281,
      "step": 11362
    },
    {
      "epoch": 0.46541060823264385,
      "grad_norm": 0.8337939291397446,
      "learning_rate": 0.0002969024732012167,
      "loss": 0.7781,
      "step": 11363
    },
    {
      "epoch": 0.4654515666598403,
      "grad_norm": 0.5006364147127677,
      "learning_rate": 0.00029690181380052916,
      "loss": 0.3397,
      "step": 11364
    },
    {
      "epoch": 0.46549252508703665,
      "grad_norm": 0.744865751741183,
      "learning_rate": 0.000296901154330395,
      "loss": 0.8612,
      "step": 11365
    },
    {
      "epoch": 0.46553348351423307,
      "grad_norm": 1.4215650270240494,
      "learning_rate": 0.00029690049479081445,
      "loss": 0.982,
      "step": 11366
    },
    {
      "epoch": 0.46557444194142944,
      "grad_norm": 0.8381626313180568,
      "learning_rate": 0.00029689983518178787,
      "loss": 0.7776,
      "step": 11367
    },
    {
      "epoch": 0.46561540036862586,
      "grad_norm": 8.268237152915516,
      "learning_rate": 0.0002968991755033156,
      "loss": 3.6827,
      "step": 11368
    },
    {
      "epoch": 0.46565635879582223,
      "grad_norm": 0.8957963330160861,
      "learning_rate": 0.0002968985157553979,
      "loss": 0.9133,
      "step": 11369
    },
    {
      "epoch": 0.46569731722301866,
      "grad_norm": 0.744951903095233,
      "learning_rate": 0.00029689785593803514,
      "loss": 0.8625,
      "step": 11370
    },
    {
      "epoch": 0.46573827565021503,
      "grad_norm": 4.402273850208895,
      "learning_rate": 0.00029689719605122757,
      "loss": 4.262,
      "step": 11371
    },
    {
      "epoch": 0.46577923407741145,
      "grad_norm": 0.8981622154232408,
      "learning_rate": 0.0002968965360949755,
      "loss": 0.9909,
      "step": 11372
    },
    {
      "epoch": 0.4658201925046078,
      "grad_norm": 0.9809791143578829,
      "learning_rate": 0.00029689587606927933,
      "loss": 0.5871,
      "step": 11373
    },
    {
      "epoch": 0.4658611509318042,
      "grad_norm": 0.7881338503678295,
      "learning_rate": 0.00029689521597413927,
      "loss": 0.9183,
      "step": 11374
    },
    {
      "epoch": 0.4659021093590006,
      "grad_norm": 0.720283381977314,
      "learning_rate": 0.00029689455580955574,
      "loss": 0.8276,
      "step": 11375
    },
    {
      "epoch": 0.465943067786197,
      "grad_norm": 0.9113403540974424,
      "learning_rate": 0.00029689389557552894,
      "loss": 1.1832,
      "step": 11376
    },
    {
      "epoch": 0.4659840262133934,
      "grad_norm": 0.9407456518036824,
      "learning_rate": 0.0002968932352720592,
      "loss": 1.1118,
      "step": 11377
    },
    {
      "epoch": 0.4660249846405898,
      "grad_norm": 0.7311584864438437,
      "learning_rate": 0.00029689257489914694,
      "loss": 0.7911,
      "step": 11378
    },
    {
      "epoch": 0.4660659430677862,
      "grad_norm": 0.8348819182424919,
      "learning_rate": 0.0002968919144567923,
      "loss": 0.8279,
      "step": 11379
    },
    {
      "epoch": 0.4661069014949826,
      "grad_norm": 0.9536512117357474,
      "learning_rate": 0.00029689125394499576,
      "loss": 0.6945,
      "step": 11380
    },
    {
      "epoch": 0.466147859922179,
      "grad_norm": 1.1534980648586826,
      "learning_rate": 0.00029689059336375755,
      "loss": 0.7918,
      "step": 11381
    },
    {
      "epoch": 0.46618881834937537,
      "grad_norm": 1.1384812708671,
      "learning_rate": 0.00029688993271307794,
      "loss": 1.3903,
      "step": 11382
    },
    {
      "epoch": 0.4662297767765718,
      "grad_norm": 0.9543763631453522,
      "learning_rate": 0.00029688927199295734,
      "loss": 1.0385,
      "step": 11383
    },
    {
      "epoch": 0.46627073520376816,
      "grad_norm": 1.0715917373637016,
      "learning_rate": 0.00029688861120339604,
      "loss": 0.5515,
      "step": 11384
    },
    {
      "epoch": 0.4663116936309646,
      "grad_norm": 0.7902485194508239,
      "learning_rate": 0.0002968879503443943,
      "loss": 0.9671,
      "step": 11385
    },
    {
      "epoch": 0.46635265205816095,
      "grad_norm": 0.8140182256704266,
      "learning_rate": 0.00029688728941595243,
      "loss": 0.8814,
      "step": 11386
    },
    {
      "epoch": 0.4663936104853574,
      "grad_norm": 0.8972019367477787,
      "learning_rate": 0.0002968866284180708,
      "loss": 0.9612,
      "step": 11387
    },
    {
      "epoch": 0.46643456891255375,
      "grad_norm": 1.233107804841539,
      "learning_rate": 0.00029688596735074973,
      "loss": 0.7751,
      "step": 11388
    },
    {
      "epoch": 0.4664755273397502,
      "grad_norm": 3.5025790742427594,
      "learning_rate": 0.00029688530621398943,
      "loss": 4.2705,
      "step": 11389
    },
    {
      "epoch": 0.46651648576694654,
      "grad_norm": 0.8870046738160025,
      "learning_rate": 0.0002968846450077903,
      "loss": 1.2467,
      "step": 11390
    },
    {
      "epoch": 0.46655744419414297,
      "grad_norm": 0.7442895344602352,
      "learning_rate": 0.00029688398373215266,
      "loss": 0.9499,
      "step": 11391
    },
    {
      "epoch": 0.46659840262133934,
      "grad_norm": 0.7674226894626519,
      "learning_rate": 0.0002968833223870768,
      "loss": 0.9161,
      "step": 11392
    },
    {
      "epoch": 0.46663936104853576,
      "grad_norm": 0.7806187152973666,
      "learning_rate": 0.000296882660972563,
      "loss": 0.7809,
      "step": 11393
    },
    {
      "epoch": 0.46668031947573213,
      "grad_norm": 0.8939060073945334,
      "learning_rate": 0.0002968819994886116,
      "loss": 0.8987,
      "step": 11394
    },
    {
      "epoch": 0.46672127790292856,
      "grad_norm": 0.804686027467101,
      "learning_rate": 0.0002968813379352229,
      "loss": 0.8581,
      "step": 11395
    },
    {
      "epoch": 0.4667622363301249,
      "grad_norm": 3.7283742750348243,
      "learning_rate": 0.00029688067631239727,
      "loss": 3.0255,
      "step": 11396
    },
    {
      "epoch": 0.4668031947573213,
      "grad_norm": 0.7577422717490748,
      "learning_rate": 0.000296880014620135,
      "loss": 0.726,
      "step": 11397
    },
    {
      "epoch": 0.4668441531845177,
      "grad_norm": 7.367940870925351,
      "learning_rate": 0.0002968793528584363,
      "loss": 4.9564,
      "step": 11398
    },
    {
      "epoch": 0.4668851116117141,
      "grad_norm": 4.834875365769396,
      "learning_rate": 0.0002968786910273016,
      "loss": 3.4871,
      "step": 11399
    },
    {
      "epoch": 0.4669260700389105,
      "grad_norm": 1.2830001602161596,
      "learning_rate": 0.0002968780291267312,
      "loss": 1.3837,
      "step": 11400
    },
    {
      "epoch": 0.4669670284661069,
      "grad_norm": 0.7937440574497916,
      "learning_rate": 0.0002968773671567254,
      "loss": 1.0761,
      "step": 11401
    },
    {
      "epoch": 0.4670079868933033,
      "grad_norm": 1.228565845419576,
      "learning_rate": 0.00029687670511728445,
      "loss": 0.6828,
      "step": 11402
    },
    {
      "epoch": 0.4670489453204997,
      "grad_norm": 0.7637529786494016,
      "learning_rate": 0.00029687604300840875,
      "loss": 0.8333,
      "step": 11403
    },
    {
      "epoch": 0.4670899037476961,
      "grad_norm": 1.741351920950208,
      "learning_rate": 0.0002968753808300986,
      "loss": 2.9641,
      "step": 11404
    },
    {
      "epoch": 0.46713086217489247,
      "grad_norm": 0.6324206294538561,
      "learning_rate": 0.00029687471858235424,
      "loss": 0.3769,
      "step": 11405
    },
    {
      "epoch": 0.4671718206020889,
      "grad_norm": 0.5973079134369723,
      "learning_rate": 0.0002968740562651761,
      "loss": 0.552,
      "step": 11406
    },
    {
      "epoch": 0.46721277902928526,
      "grad_norm": 1.0602829857315985,
      "learning_rate": 0.0002968733938785644,
      "loss": 0.7996,
      "step": 11407
    },
    {
      "epoch": 0.4672537374564817,
      "grad_norm": 3.5765584107040413,
      "learning_rate": 0.00029687273142251945,
      "loss": 2.6865,
      "step": 11408
    },
    {
      "epoch": 0.46729469588367806,
      "grad_norm": 1.0013550022106563,
      "learning_rate": 0.0002968720688970416,
      "loss": 1.0053,
      "step": 11409
    },
    {
      "epoch": 0.4673356543108745,
      "grad_norm": 0.7334000916042873,
      "learning_rate": 0.0002968714063021312,
      "loss": 1.005,
      "step": 11410
    },
    {
      "epoch": 0.46737661273807085,
      "grad_norm": 0.5954564142044808,
      "learning_rate": 0.0002968707436377885,
      "loss": 0.3941,
      "step": 11411
    },
    {
      "epoch": 0.4674175711652673,
      "grad_norm": 0.8942193686575247,
      "learning_rate": 0.0002968700809040138,
      "loss": 0.7471,
      "step": 11412
    },
    {
      "epoch": 0.46745852959246365,
      "grad_norm": 0.7042583939929369,
      "learning_rate": 0.0002968694181008075,
      "loss": 0.8052,
      "step": 11413
    },
    {
      "epoch": 0.46749948801966007,
      "grad_norm": 0.7261851881987472,
      "learning_rate": 0.00029686875522816987,
      "loss": 0.9087,
      "step": 11414
    },
    {
      "epoch": 0.46754044644685644,
      "grad_norm": 0.6965203283650723,
      "learning_rate": 0.0002968680922861012,
      "loss": 0.9301,
      "step": 11415
    },
    {
      "epoch": 0.46758140487405286,
      "grad_norm": 1.533683007259324,
      "learning_rate": 0.0002968674292746018,
      "loss": 1.5708,
      "step": 11416
    },
    {
      "epoch": 0.46762236330124923,
      "grad_norm": 0.6455495813637286,
      "learning_rate": 0.000296866766193672,
      "loss": 0.5214,
      "step": 11417
    },
    {
      "epoch": 0.4676633217284456,
      "grad_norm": 0.7158461396989464,
      "learning_rate": 0.0002968661030433121,
      "loss": 0.6708,
      "step": 11418
    },
    {
      "epoch": 0.467704280155642,
      "grad_norm": 0.74455633303954,
      "learning_rate": 0.0002968654398235225,
      "loss": 0.6565,
      "step": 11419
    },
    {
      "epoch": 0.4677452385828384,
      "grad_norm": 5.939640435262413,
      "learning_rate": 0.0002968647765343034,
      "loss": 2.6198,
      "step": 11420
    },
    {
      "epoch": 0.4677861970100348,
      "grad_norm": 0.8663196988246242,
      "learning_rate": 0.00029686411317565514,
      "loss": 0.8097,
      "step": 11421
    },
    {
      "epoch": 0.4678271554372312,
      "grad_norm": 1.1011171520606748,
      "learning_rate": 0.00029686344974757807,
      "loss": 1.2166,
      "step": 11422
    },
    {
      "epoch": 0.4678681138644276,
      "grad_norm": 0.6365779451301019,
      "learning_rate": 0.0002968627862500725,
      "loss": 0.8385,
      "step": 11423
    },
    {
      "epoch": 0.467909072291624,
      "grad_norm": 0.6115585193681178,
      "learning_rate": 0.00029686212268313866,
      "loss": 0.2707,
      "step": 11424
    },
    {
      "epoch": 0.4679500307188204,
      "grad_norm": 0.8634758449492591,
      "learning_rate": 0.000296861459046777,
      "loss": 0.7756,
      "step": 11425
    },
    {
      "epoch": 0.4679909891460168,
      "grad_norm": 3.7400783805232134,
      "learning_rate": 0.0002968607953409877,
      "loss": 2.2835,
      "step": 11426
    },
    {
      "epoch": 0.4680319475732132,
      "grad_norm": 0.7931761787059926,
      "learning_rate": 0.0002968601315657712,
      "loss": 0.8592,
      "step": 11427
    },
    {
      "epoch": 0.46807290600040957,
      "grad_norm": 0.7415704275158266,
      "learning_rate": 0.00029685946772112774,
      "loss": 0.9029,
      "step": 11428
    },
    {
      "epoch": 0.468113864427606,
      "grad_norm": 0.5455744426631857,
      "learning_rate": 0.00029685880380705764,
      "loss": 0.387,
      "step": 11429
    },
    {
      "epoch": 0.46815482285480237,
      "grad_norm": 0.7666373117560557,
      "learning_rate": 0.00029685813982356115,
      "loss": 0.7962,
      "step": 11430
    },
    {
      "epoch": 0.4681957812819988,
      "grad_norm": 0.6906420925013932,
      "learning_rate": 0.00029685747577063874,
      "loss": 0.7725,
      "step": 11431
    },
    {
      "epoch": 0.46823673970919516,
      "grad_norm": 1.2529390030632352,
      "learning_rate": 0.0002968568116482906,
      "loss": 1.1754,
      "step": 11432
    },
    {
      "epoch": 0.4682776981363916,
      "grad_norm": 1.30375685714729,
      "learning_rate": 0.0002968561474565171,
      "loss": 0.878,
      "step": 11433
    },
    {
      "epoch": 0.46831865656358795,
      "grad_norm": 1.007944917114137,
      "learning_rate": 0.00029685548319531856,
      "loss": 1.5823,
      "step": 11434
    },
    {
      "epoch": 0.4683596149907844,
      "grad_norm": 0.7916933476854825,
      "learning_rate": 0.0002968548188646952,
      "loss": 1.1206,
      "step": 11435
    },
    {
      "epoch": 0.46840057341798075,
      "grad_norm": 0.9216557457396765,
      "learning_rate": 0.00029685415446464744,
      "loss": 0.9036,
      "step": 11436
    },
    {
      "epoch": 0.4684415318451772,
      "grad_norm": 5.9725718505812955,
      "learning_rate": 0.0002968534899951756,
      "loss": 6.4404,
      "step": 11437
    },
    {
      "epoch": 0.46848249027237354,
      "grad_norm": 1.3699038434958526,
      "learning_rate": 0.00029685282545627984,
      "loss": 1.0361,
      "step": 11438
    },
    {
      "epoch": 0.4685234486995699,
      "grad_norm": 1.4843473819674944,
      "learning_rate": 0.00029685216084796067,
      "loss": 1.1287,
      "step": 11439
    },
    {
      "epoch": 0.46856440712676634,
      "grad_norm": 0.760024629657329,
      "learning_rate": 0.00029685149617021835,
      "loss": 0.6424,
      "step": 11440
    },
    {
      "epoch": 0.4686053655539627,
      "grad_norm": 2.747411821651924,
      "learning_rate": 0.0002968508314230531,
      "loss": 7.1193,
      "step": 11441
    },
    {
      "epoch": 0.46864632398115913,
      "grad_norm": 0.9813350465302783,
      "learning_rate": 0.00029685016660646536,
      "loss": 1.4761,
      "step": 11442
    },
    {
      "epoch": 0.4686872824083555,
      "grad_norm": 0.8767411403074822,
      "learning_rate": 0.0002968495017204553,
      "loss": 0.9579,
      "step": 11443
    },
    {
      "epoch": 0.4687282408355519,
      "grad_norm": 0.8890384230623009,
      "learning_rate": 0.0002968488367650234,
      "loss": 0.8636,
      "step": 11444
    },
    {
      "epoch": 0.4687691992627483,
      "grad_norm": 1.1128810649800331,
      "learning_rate": 0.0002968481717401698,
      "loss": 0.9575,
      "step": 11445
    },
    {
      "epoch": 0.4688101576899447,
      "grad_norm": 1.0797301945482431,
      "learning_rate": 0.00029684750664589493,
      "loss": 1.0119,
      "step": 11446
    },
    {
      "epoch": 0.4688511161171411,
      "grad_norm": 0.9471863997584783,
      "learning_rate": 0.00029684684148219916,
      "loss": 1.0631,
      "step": 11447
    },
    {
      "epoch": 0.4688920745443375,
      "grad_norm": 0.7993429524809279,
      "learning_rate": 0.0002968461762490826,
      "loss": 0.8529,
      "step": 11448
    },
    {
      "epoch": 0.4689330329715339,
      "grad_norm": 0.8415390487884536,
      "learning_rate": 0.00029684551094654577,
      "loss": 1.1887,
      "step": 11449
    },
    {
      "epoch": 0.4689739913987303,
      "grad_norm": 0.700056395270176,
      "learning_rate": 0.0002968448455745889,
      "loss": 0.9551,
      "step": 11450
    },
    {
      "epoch": 0.4690149498259267,
      "grad_norm": 1.0228336416932124,
      "learning_rate": 0.0002968441801332123,
      "loss": 1.0821,
      "step": 11451
    },
    {
      "epoch": 0.4690559082531231,
      "grad_norm": 1.1918720428095868,
      "learning_rate": 0.00029684351462241627,
      "loss": 1.0562,
      "step": 11452
    },
    {
      "epoch": 0.46909686668031947,
      "grad_norm": 0.5966526308281352,
      "learning_rate": 0.0002968428490422012,
      "loss": 0.5824,
      "step": 11453
    },
    {
      "epoch": 0.4691378251075159,
      "grad_norm": 0.897507953395415,
      "learning_rate": 0.0002968421833925673,
      "loss": 0.737,
      "step": 11454
    },
    {
      "epoch": 0.46917878353471226,
      "grad_norm": 1.0025686517008727,
      "learning_rate": 0.000296841517673515,
      "loss": 1.4972,
      "step": 11455
    },
    {
      "epoch": 0.4692197419619087,
      "grad_norm": 1.3508881637648726,
      "learning_rate": 0.0002968408518850445,
      "loss": 1.8894,
      "step": 11456
    },
    {
      "epoch": 0.46926070038910506,
      "grad_norm": 0.6621934191663041,
      "learning_rate": 0.0002968401860271561,
      "loss": 0.7056,
      "step": 11457
    },
    {
      "epoch": 0.4693016588163015,
      "grad_norm": 1.2282912521554483,
      "learning_rate": 0.0002968395200998503,
      "loss": 1.0408,
      "step": 11458
    },
    {
      "epoch": 0.46934261724349785,
      "grad_norm": 0.7018934748700407,
      "learning_rate": 0.00029683885410312726,
      "loss": 0.8021,
      "step": 11459
    },
    {
      "epoch": 0.4693835756706942,
      "grad_norm": 1.065730784433376,
      "learning_rate": 0.0002968381880369873,
      "loss": 1.2309,
      "step": 11460
    },
    {
      "epoch": 0.46942453409789064,
      "grad_norm": 0.6661641480905743,
      "learning_rate": 0.00029683752190143075,
      "loss": 0.7765,
      "step": 11461
    },
    {
      "epoch": 0.469465492525087,
      "grad_norm": 1.8616980423541372,
      "learning_rate": 0.000296836855696458,
      "loss": 2.4422,
      "step": 11462
    },
    {
      "epoch": 0.46950645095228344,
      "grad_norm": 0.8151921064947413,
      "learning_rate": 0.0002968361894220693,
      "loss": 1.0147,
      "step": 11463
    },
    {
      "epoch": 0.4695474093794798,
      "grad_norm": 1.1957278825269808,
      "learning_rate": 0.0002968355230782649,
      "loss": 1.5809,
      "step": 11464
    },
    {
      "epoch": 0.46958836780667623,
      "grad_norm": 0.8217272079373246,
      "learning_rate": 0.00029683485666504527,
      "loss": 0.7413,
      "step": 11465
    },
    {
      "epoch": 0.4696293262338726,
      "grad_norm": 0.6212155558632131,
      "learning_rate": 0.0002968341901824106,
      "loss": 0.4038,
      "step": 11466
    },
    {
      "epoch": 0.469670284661069,
      "grad_norm": 0.8845443114905119,
      "learning_rate": 0.0002968335236303613,
      "loss": 1.4602,
      "step": 11467
    },
    {
      "epoch": 0.4697112430882654,
      "grad_norm": 0.7589494351391459,
      "learning_rate": 0.00029683285700889757,
      "loss": 0.9286,
      "step": 11468
    },
    {
      "epoch": 0.4697522015154618,
      "grad_norm": 1.4069893288620146,
      "learning_rate": 0.0002968321903180198,
      "loss": 2.9866,
      "step": 11469
    },
    {
      "epoch": 0.4697931599426582,
      "grad_norm": 0.7270958420425844,
      "learning_rate": 0.00029683152355772826,
      "loss": 1.0097,
      "step": 11470
    },
    {
      "epoch": 0.4698341183698546,
      "grad_norm": 1.8942427788826686,
      "learning_rate": 0.0002968308567280233,
      "loss": 1.5637,
      "step": 11471
    },
    {
      "epoch": 0.469875076797051,
      "grad_norm": 0.6350568747788681,
      "learning_rate": 0.0002968301898289053,
      "loss": 0.8168,
      "step": 11472
    },
    {
      "epoch": 0.4699160352242474,
      "grad_norm": 0.9045066185116434,
      "learning_rate": 0.00029682952286037444,
      "loss": 1.0102,
      "step": 11473
    },
    {
      "epoch": 0.4699569936514438,
      "grad_norm": 0.7111255780515724,
      "learning_rate": 0.0002968288558224311,
      "loss": 0.9754,
      "step": 11474
    },
    {
      "epoch": 0.4699979520786402,
      "grad_norm": 0.8124424551592504,
      "learning_rate": 0.00029682818871507564,
      "loss": 0.8289,
      "step": 11475
    },
    {
      "epoch": 0.47003891050583657,
      "grad_norm": 0.7180779422556267,
      "learning_rate": 0.0002968275215383083,
      "loss": 1.0252,
      "step": 11476
    },
    {
      "epoch": 0.470079868933033,
      "grad_norm": 0.878518486889742,
      "learning_rate": 0.0002968268542921295,
      "loss": 0.86,
      "step": 11477
    },
    {
      "epoch": 0.47012082736022937,
      "grad_norm": 0.6137633478638173,
      "learning_rate": 0.0002968261869765394,
      "loss": 0.6448,
      "step": 11478
    },
    {
      "epoch": 0.4701617857874258,
      "grad_norm": 0.5804300916194138,
      "learning_rate": 0.00029682551959153843,
      "loss": 0.3979,
      "step": 11479
    },
    {
      "epoch": 0.47020274421462216,
      "grad_norm": 1.017048338644249,
      "learning_rate": 0.00029682485213712687,
      "loss": 0.7321,
      "step": 11480
    },
    {
      "epoch": 0.47024370264181853,
      "grad_norm": 0.8974865264203918,
      "learning_rate": 0.000296824184613305,
      "loss": 0.9693,
      "step": 11481
    },
    {
      "epoch": 0.47028466106901495,
      "grad_norm": 0.6785645478657842,
      "learning_rate": 0.0002968235170200732,
      "loss": 0.8165,
      "step": 11482
    },
    {
      "epoch": 0.4703256194962113,
      "grad_norm": 0.7619677605547834,
      "learning_rate": 0.0002968228493574318,
      "loss": 0.5809,
      "step": 11483
    },
    {
      "epoch": 0.47036657792340775,
      "grad_norm": 1.0683742828468656,
      "learning_rate": 0.00029682218162538105,
      "loss": 0.9502,
      "step": 11484
    },
    {
      "epoch": 0.4704075363506041,
      "grad_norm": 2.131095112158193,
      "learning_rate": 0.0002968215138239213,
      "loss": 1.5347,
      "step": 11485
    },
    {
      "epoch": 0.47044849477780054,
      "grad_norm": 1.1506059891927773,
      "learning_rate": 0.00029682084595305283,
      "loss": 0.9769,
      "step": 11486
    },
    {
      "epoch": 0.4704894532049969,
      "grad_norm": 0.7460436311114712,
      "learning_rate": 0.00029682017801277595,
      "loss": 0.9276,
      "step": 11487
    },
    {
      "epoch": 0.47053041163219333,
      "grad_norm": 0.7502755895285503,
      "learning_rate": 0.0002968195100030911,
      "loss": 0.9074,
      "step": 11488
    },
    {
      "epoch": 0.4705713700593897,
      "grad_norm": 0.8950483743368282,
      "learning_rate": 0.00029681884192399847,
      "loss": 1.0981,
      "step": 11489
    },
    {
      "epoch": 0.47061232848658613,
      "grad_norm": 0.642453940070915,
      "learning_rate": 0.00029681817377549846,
      "loss": 0.8757,
      "step": 11490
    },
    {
      "epoch": 0.4706532869137825,
      "grad_norm": 0.7511062003627593,
      "learning_rate": 0.00029681750555759123,
      "loss": 0.9662,
      "step": 11491
    },
    {
      "epoch": 0.4706942453409789,
      "grad_norm": 0.527205216176704,
      "learning_rate": 0.0002968168372702773,
      "loss": 0.4048,
      "step": 11492
    },
    {
      "epoch": 0.4707352037681753,
      "grad_norm": 0.8337682279982361,
      "learning_rate": 0.0002968161689135568,
      "loss": 0.7346,
      "step": 11493
    },
    {
      "epoch": 0.4707761621953717,
      "grad_norm": 0.7338576004192385,
      "learning_rate": 0.00029681550048743017,
      "loss": 0.6952,
      "step": 11494
    },
    {
      "epoch": 0.4708171206225681,
      "grad_norm": 0.5642849824232742,
      "learning_rate": 0.00029681483199189775,
      "loss": 0.4494,
      "step": 11495
    },
    {
      "epoch": 0.4708580790497645,
      "grad_norm": 0.9496673693918862,
      "learning_rate": 0.0002968141634269597,
      "loss": 1.0933,
      "step": 11496
    },
    {
      "epoch": 0.4708990374769609,
      "grad_norm": 0.9218171507257609,
      "learning_rate": 0.0002968134947926165,
      "loss": 0.9324,
      "step": 11497
    },
    {
      "epoch": 0.4709399959041573,
      "grad_norm": 5.352716019368684,
      "learning_rate": 0.0002968128260888684,
      "loss": 3.4156,
      "step": 11498
    },
    {
      "epoch": 0.4709809543313537,
      "grad_norm": 0.606252538850066,
      "learning_rate": 0.00029681215731571566,
      "loss": 0.3379,
      "step": 11499
    },
    {
      "epoch": 0.4710219127585501,
      "grad_norm": 0.8291174003368614,
      "learning_rate": 0.00029681148847315875,
      "loss": 0.7388,
      "step": 11500
    },
    {
      "epoch": 0.47106287118574647,
      "grad_norm": 1.0306202888175993,
      "learning_rate": 0.00029681081956119777,
      "loss": 0.9115,
      "step": 11501
    },
    {
      "epoch": 0.47110382961294284,
      "grad_norm": 1.0354768186959977,
      "learning_rate": 0.0002968101505798332,
      "loss": 0.8342,
      "step": 11502
    },
    {
      "epoch": 0.47114478804013926,
      "grad_norm": 0.7397003665021643,
      "learning_rate": 0.00029680948152906536,
      "loss": 0.8184,
      "step": 11503
    },
    {
      "epoch": 0.47118574646733563,
      "grad_norm": 0.9476554217159308,
      "learning_rate": 0.00029680881240889447,
      "loss": 1.0817,
      "step": 11504
    },
    {
      "epoch": 0.47122670489453206,
      "grad_norm": 0.887618981124356,
      "learning_rate": 0.00029680814321932086,
      "loss": 0.8234,
      "step": 11505
    },
    {
      "epoch": 0.4712676633217284,
      "grad_norm": 0.7781309563036464,
      "learning_rate": 0.00029680747396034494,
      "loss": 0.8856,
      "step": 11506
    },
    {
      "epoch": 0.47130862174892485,
      "grad_norm": 1.2175577273641098,
      "learning_rate": 0.0002968068046319669,
      "loss": 1.1024,
      "step": 11507
    },
    {
      "epoch": 0.4713495801761212,
      "grad_norm": 0.7971632402819775,
      "learning_rate": 0.0002968061352341872,
      "loss": 1.1383,
      "step": 11508
    },
    {
      "epoch": 0.47139053860331764,
      "grad_norm": 0.7011940952664157,
      "learning_rate": 0.00029680546576700605,
      "loss": 0.8184,
      "step": 11509
    },
    {
      "epoch": 0.471431497030514,
      "grad_norm": 0.976744258988067,
      "learning_rate": 0.00029680479623042373,
      "loss": 0.995,
      "step": 11510
    },
    {
      "epoch": 0.47147245545771044,
      "grad_norm": 0.5794122419465744,
      "learning_rate": 0.0002968041266244407,
      "loss": 0.6236,
      "step": 11511
    },
    {
      "epoch": 0.4715134138849068,
      "grad_norm": 2.2264785482316225,
      "learning_rate": 0.00029680345694905715,
      "loss": 1.8266,
      "step": 11512
    },
    {
      "epoch": 0.47155437231210323,
      "grad_norm": 0.576810225733406,
      "learning_rate": 0.0002968027872042735,
      "loss": 0.909,
      "step": 11513
    },
    {
      "epoch": 0.4715953307392996,
      "grad_norm": 10.668242128235027,
      "learning_rate": 0.00029680211739009,
      "loss": 4.5295,
      "step": 11514
    },
    {
      "epoch": 0.471636289166496,
      "grad_norm": 0.5987520993993602,
      "learning_rate": 0.0002968014475065069,
      "loss": 0.7755,
      "step": 11515
    },
    {
      "epoch": 0.4716772475936924,
      "grad_norm": 0.9773585288665151,
      "learning_rate": 0.00029680077755352466,
      "loss": 1.1034,
      "step": 11516
    },
    {
      "epoch": 0.4717182060208888,
      "grad_norm": 0.5383714987785,
      "learning_rate": 0.0002968001075311435,
      "loss": 0.3579,
      "step": 11517
    },
    {
      "epoch": 0.4717591644480852,
      "grad_norm": 0.899507042007014,
      "learning_rate": 0.0002967994374393638,
      "loss": 0.9947,
      "step": 11518
    },
    {
      "epoch": 0.4718001228752816,
      "grad_norm": 0.7454061045580728,
      "learning_rate": 0.00029679876727818584,
      "loss": 0.7869,
      "step": 11519
    },
    {
      "epoch": 0.471841081302478,
      "grad_norm": 0.6165343901813881,
      "learning_rate": 0.00029679809704760994,
      "loss": 0.7372,
      "step": 11520
    },
    {
      "epoch": 0.4718820397296744,
      "grad_norm": 0.6193912674355541,
      "learning_rate": 0.0002967974267476364,
      "loss": 0.5784,
      "step": 11521
    },
    {
      "epoch": 0.4719229981568708,
      "grad_norm": 0.915812024890956,
      "learning_rate": 0.00029679675637826557,
      "loss": 0.9526,
      "step": 11522
    },
    {
      "epoch": 0.47196395658406715,
      "grad_norm": 0.5789606319693485,
      "learning_rate": 0.00029679608593949776,
      "loss": 0.7147,
      "step": 11523
    },
    {
      "epoch": 0.47200491501126357,
      "grad_norm": 0.9680327529904337,
      "learning_rate": 0.00029679541543133325,
      "loss": 0.9887,
      "step": 11524
    },
    {
      "epoch": 0.47204587343845994,
      "grad_norm": 4.612527543402655,
      "learning_rate": 0.00029679474485377243,
      "loss": 2.7009,
      "step": 11525
    },
    {
      "epoch": 0.47208683186565636,
      "grad_norm": 0.8482589654278709,
      "learning_rate": 0.0002967940742068155,
      "loss": 1.048,
      "step": 11526
    },
    {
      "epoch": 0.47212779029285273,
      "grad_norm": 5.710631041294235,
      "learning_rate": 0.00029679340349046294,
      "loss": 2.4751,
      "step": 11527
    },
    {
      "epoch": 0.47216874872004916,
      "grad_norm": 1.5717177949033354,
      "learning_rate": 0.0002967927327047149,
      "loss": 1.3778,
      "step": 11528
    },
    {
      "epoch": 0.4722097071472455,
      "grad_norm": 0.68121336412655,
      "learning_rate": 0.0002967920618495718,
      "loss": 0.891,
      "step": 11529
    },
    {
      "epoch": 0.47225066557444195,
      "grad_norm": 2.1937895856119893,
      "learning_rate": 0.00029679139092503396,
      "loss": 1.2841,
      "step": 11530
    },
    {
      "epoch": 0.4722916240016383,
      "grad_norm": 1.3251682872091557,
      "learning_rate": 0.0002967907199311016,
      "loss": 1.4922,
      "step": 11531
    },
    {
      "epoch": 0.47233258242883475,
      "grad_norm": 0.7067725973033946,
      "learning_rate": 0.0002967900488677752,
      "loss": 0.7669,
      "step": 11532
    },
    {
      "epoch": 0.4723735408560311,
      "grad_norm": 1.0920071738351,
      "learning_rate": 0.00029678937773505487,
      "loss": 1.1727,
      "step": 11533
    },
    {
      "epoch": 0.47241449928322754,
      "grad_norm": 0.7789933112005207,
      "learning_rate": 0.0002967887065329411,
      "loss": 0.3936,
      "step": 11534
    },
    {
      "epoch": 0.4724554577104239,
      "grad_norm": 0.6825967581872546,
      "learning_rate": 0.0002967880352614342,
      "loss": 0.8457,
      "step": 11535
    },
    {
      "epoch": 0.47249641613762033,
      "grad_norm": 0.9176456182283286,
      "learning_rate": 0.00029678736392053435,
      "loss": 0.833,
      "step": 11536
    },
    {
      "epoch": 0.4725373745648167,
      "grad_norm": 0.705414150312626,
      "learning_rate": 0.00029678669251024197,
      "loss": 0.5325,
      "step": 11537
    },
    {
      "epoch": 0.47257833299201313,
      "grad_norm": 1.0020422518329235,
      "learning_rate": 0.0002967860210305574,
      "loss": 1.0364,
      "step": 11538
    },
    {
      "epoch": 0.4726192914192095,
      "grad_norm": 10.175850907015388,
      "learning_rate": 0.0002967853494814809,
      "loss": 3.8944,
      "step": 11539
    },
    {
      "epoch": 0.4726602498464059,
      "grad_norm": 0.6170111879684733,
      "learning_rate": 0.0002967846778630128,
      "loss": 0.4485,
      "step": 11540
    },
    {
      "epoch": 0.4727012082736023,
      "grad_norm": 0.7549734216763132,
      "learning_rate": 0.0002967840061751534,
      "loss": 0.9158,
      "step": 11541
    },
    {
      "epoch": 0.4727421667007987,
      "grad_norm": 0.9423282505311898,
      "learning_rate": 0.00029678333441790305,
      "loss": 1.041,
      "step": 11542
    },
    {
      "epoch": 0.4727831251279951,
      "grad_norm": 0.7504904539786504,
      "learning_rate": 0.00029678266259126207,
      "loss": 0.6073,
      "step": 11543
    },
    {
      "epoch": 0.47282408355519145,
      "grad_norm": 1.0362536715002533,
      "learning_rate": 0.0002967819906952308,
      "loss": 1.111,
      "step": 11544
    },
    {
      "epoch": 0.4728650419823879,
      "grad_norm": 0.8047455315481983,
      "learning_rate": 0.00029678131872980945,
      "loss": 0.91,
      "step": 11545
    },
    {
      "epoch": 0.47290600040958425,
      "grad_norm": 0.6719303619198327,
      "learning_rate": 0.00029678064669499846,
      "loss": 0.7515,
      "step": 11546
    },
    {
      "epoch": 0.4729469588367807,
      "grad_norm": 1.121988407854829,
      "learning_rate": 0.00029677997459079804,
      "loss": 1.0767,
      "step": 11547
    },
    {
      "epoch": 0.47298791726397704,
      "grad_norm": 0.7590474051661659,
      "learning_rate": 0.0002967793024172086,
      "loss": 0.3813,
      "step": 11548
    },
    {
      "epoch": 0.47302887569117347,
      "grad_norm": 1.032725797142909,
      "learning_rate": 0.00029677863017423044,
      "loss": 1.3615,
      "step": 11549
    },
    {
      "epoch": 0.47306983411836984,
      "grad_norm": 6.1872005058984145,
      "learning_rate": 0.00029677795786186385,
      "loss": 2.7803,
      "step": 11550
    },
    {
      "epoch": 0.47311079254556626,
      "grad_norm": 0.7892399878614033,
      "learning_rate": 0.00029677728548010914,
      "loss": 0.7642,
      "step": 11551
    },
    {
      "epoch": 0.47315175097276263,
      "grad_norm": 0.7167636466154095,
      "learning_rate": 0.0002967766130289667,
      "loss": 0.6776,
      "step": 11552
    },
    {
      "epoch": 0.47319270939995906,
      "grad_norm": 0.8965882664269935,
      "learning_rate": 0.00029677594050843675,
      "loss": 0.9372,
      "step": 11553
    },
    {
      "epoch": 0.4732336678271554,
      "grad_norm": 2.6894627067385874,
      "learning_rate": 0.00029677526791851966,
      "loss": 2.3573,
      "step": 11554
    },
    {
      "epoch": 0.47327462625435185,
      "grad_norm": 0.6247844857030371,
      "learning_rate": 0.00029677459525921575,
      "loss": 0.279,
      "step": 11555
    },
    {
      "epoch": 0.4733155846815482,
      "grad_norm": 0.9912402734282634,
      "learning_rate": 0.00029677392253052535,
      "loss": 0.9342,
      "step": 11556
    },
    {
      "epoch": 0.47335654310874464,
      "grad_norm": 0.5790915116815147,
      "learning_rate": 0.00029677324973244865,
      "loss": 0.3906,
      "step": 11557
    },
    {
      "epoch": 0.473397501535941,
      "grad_norm": 0.9219300197310345,
      "learning_rate": 0.00029677257686498617,
      "loss": 0.8298,
      "step": 11558
    },
    {
      "epoch": 0.47343845996313744,
      "grad_norm": 0.5914086035972574,
      "learning_rate": 0.0002967719039281381,
      "loss": 0.6019,
      "step": 11559
    },
    {
      "epoch": 0.4734794183903338,
      "grad_norm": 0.8272880312727585,
      "learning_rate": 0.0002967712309219048,
      "loss": 0.8591,
      "step": 11560
    },
    {
      "epoch": 0.47352037681753023,
      "grad_norm": 0.8848507560056343,
      "learning_rate": 0.0002967705578462866,
      "loss": 0.6426,
      "step": 11561
    },
    {
      "epoch": 0.4735613352447266,
      "grad_norm": 0.6422048204054001,
      "learning_rate": 0.00029676988470128375,
      "loss": 0.643,
      "step": 11562
    },
    {
      "epoch": 0.473602293671923,
      "grad_norm": 0.9293428091181533,
      "learning_rate": 0.00029676921148689663,
      "loss": 0.9704,
      "step": 11563
    },
    {
      "epoch": 0.4736432520991194,
      "grad_norm": 0.6067628576380977,
      "learning_rate": 0.0002967685382031256,
      "loss": 0.9019,
      "step": 11564
    },
    {
      "epoch": 0.47368421052631576,
      "grad_norm": 1.1153367747066927,
      "learning_rate": 0.0002967678648499709,
      "loss": 0.6972,
      "step": 11565
    },
    {
      "epoch": 0.4737251689535122,
      "grad_norm": 1.7277976510848567,
      "learning_rate": 0.0002967671914274328,
      "loss": 0.8275,
      "step": 11566
    },
    {
      "epoch": 0.47376612738070856,
      "grad_norm": 0.6948182110972299,
      "learning_rate": 0.00029676651793551176,
      "loss": 0.8256,
      "step": 11567
    },
    {
      "epoch": 0.473807085807905,
      "grad_norm": 2.0999974162283177,
      "learning_rate": 0.00029676584437420797,
      "loss": 0.8365,
      "step": 11568
    },
    {
      "epoch": 0.47384804423510135,
      "grad_norm": 0.6299455365401962,
      "learning_rate": 0.00029676517074352186,
      "loss": 0.8093,
      "step": 11569
    },
    {
      "epoch": 0.4738890026622978,
      "grad_norm": 0.8556304244713745,
      "learning_rate": 0.0002967644970434537,
      "loss": 0.8565,
      "step": 11570
    },
    {
      "epoch": 0.47392996108949415,
      "grad_norm": 0.6917521951041422,
      "learning_rate": 0.00029676382327400373,
      "loss": 0.5788,
      "step": 11571
    },
    {
      "epoch": 0.47397091951669057,
      "grad_norm": 0.9825816088609298,
      "learning_rate": 0.00029676314943517237,
      "loss": 1.5062,
      "step": 11572
    },
    {
      "epoch": 0.47401187794388694,
      "grad_norm": 0.49378760775165204,
      "learning_rate": 0.00029676247552695993,
      "loss": 0.3392,
      "step": 11573
    },
    {
      "epoch": 0.47405283637108336,
      "grad_norm": 0.6582192841708908,
      "learning_rate": 0.00029676180154936674,
      "loss": 0.555,
      "step": 11574
    },
    {
      "epoch": 0.47409379479827973,
      "grad_norm": 0.6931267160891295,
      "learning_rate": 0.00029676112750239307,
      "loss": 0.9132,
      "step": 11575
    },
    {
      "epoch": 0.47413475322547616,
      "grad_norm": 5.805727336178207,
      "learning_rate": 0.0002967604533860392,
      "loss": 5.2885,
      "step": 11576
    },
    {
      "epoch": 0.4741757116526725,
      "grad_norm": 1.3595755561969272,
      "learning_rate": 0.0002967597792003055,
      "loss": 1.2705,
      "step": 11577
    },
    {
      "epoch": 0.47421667007986895,
      "grad_norm": 0.8746766501773563,
      "learning_rate": 0.00029675910494519236,
      "loss": 1.1034,
      "step": 11578
    },
    {
      "epoch": 0.4742576285070653,
      "grad_norm": 0.6735628887590756,
      "learning_rate": 0.0002967584306207,
      "loss": 0.7501,
      "step": 11579
    },
    {
      "epoch": 0.47429858693426175,
      "grad_norm": 1.266793701882793,
      "learning_rate": 0.00029675775622682875,
      "loss": 1.1953,
      "step": 11580
    },
    {
      "epoch": 0.4743395453614581,
      "grad_norm": 4.946544316342245,
      "learning_rate": 0.000296757081763579,
      "loss": 3.1855,
      "step": 11581
    },
    {
      "epoch": 0.47438050378865454,
      "grad_norm": 0.7507202717979805,
      "learning_rate": 0.000296756407230951,
      "loss": 0.7757,
      "step": 11582
    },
    {
      "epoch": 0.4744214622158509,
      "grad_norm": 0.7712793770428905,
      "learning_rate": 0.00029675573262894503,
      "loss": 0.6592,
      "step": 11583
    },
    {
      "epoch": 0.47446242064304733,
      "grad_norm": 0.7210221171523414,
      "learning_rate": 0.0002967550579575615,
      "loss": 0.4031,
      "step": 11584
    },
    {
      "epoch": 0.4745033790702437,
      "grad_norm": 1.0764930379634907,
      "learning_rate": 0.0002967543832168007,
      "loss": 1.2432,
      "step": 11585
    },
    {
      "epoch": 0.47454433749744007,
      "grad_norm": 0.8111285508617161,
      "learning_rate": 0.00029675370840666294,
      "loss": 0.989,
      "step": 11586
    },
    {
      "epoch": 0.4745852959246365,
      "grad_norm": 0.6736762878764097,
      "learning_rate": 0.0002967530335271486,
      "loss": 0.8565,
      "step": 11587
    },
    {
      "epoch": 0.47462625435183287,
      "grad_norm": 1.027830391725885,
      "learning_rate": 0.00029675235857825786,
      "loss": 0.8514,
      "step": 11588
    },
    {
      "epoch": 0.4746672127790293,
      "grad_norm": 1.1472538792991056,
      "learning_rate": 0.00029675168355999115,
      "loss": 0.7653,
      "step": 11589
    },
    {
      "epoch": 0.47470817120622566,
      "grad_norm": 0.7682377852488583,
      "learning_rate": 0.00029675100847234874,
      "loss": 0.8812,
      "step": 11590
    },
    {
      "epoch": 0.4747491296334221,
      "grad_norm": 0.6321831138762913,
      "learning_rate": 0.000296750333315331,
      "loss": 0.7221,
      "step": 11591
    },
    {
      "epoch": 0.47479008806061845,
      "grad_norm": 0.860862536832266,
      "learning_rate": 0.00029674965808893823,
      "loss": 0.7876,
      "step": 11592
    },
    {
      "epoch": 0.4748310464878149,
      "grad_norm": 0.6350479297710053,
      "learning_rate": 0.0002967489827931707,
      "loss": 0.3697,
      "step": 11593
    },
    {
      "epoch": 0.47487200491501125,
      "grad_norm": 1.420431925102216,
      "learning_rate": 0.0002967483074280288,
      "loss": 0.9132,
      "step": 11594
    },
    {
      "epoch": 0.4749129633422077,
      "grad_norm": 2.3299587885138715,
      "learning_rate": 0.0002967476319935128,
      "loss": 4.5607,
      "step": 11595
    },
    {
      "epoch": 0.47495392176940404,
      "grad_norm": 0.6270530382924321,
      "learning_rate": 0.000296746956489623,
      "loss": 0.5698,
      "step": 11596
    },
    {
      "epoch": 0.47499488019660047,
      "grad_norm": 0.5661433111466793,
      "learning_rate": 0.0002967462809163598,
      "loss": 0.3567,
      "step": 11597
    },
    {
      "epoch": 0.47503583862379684,
      "grad_norm": 1.3517406540400785,
      "learning_rate": 0.00029674560527372345,
      "loss": 1.1412,
      "step": 11598
    },
    {
      "epoch": 0.47507679705099326,
      "grad_norm": 0.7152331245571527,
      "learning_rate": 0.0002967449295617143,
      "loss": 0.9094,
      "step": 11599
    },
    {
      "epoch": 0.47511775547818963,
      "grad_norm": 3.1323811871739022,
      "learning_rate": 0.0002967442537803327,
      "loss": 3.3394,
      "step": 11600
    },
    {
      "epoch": 0.47515871390538605,
      "grad_norm": 0.6385618980717566,
      "learning_rate": 0.0002967435779295789,
      "loss": 0.8018,
      "step": 11601
    },
    {
      "epoch": 0.4751996723325824,
      "grad_norm": 1.0679179308081663,
      "learning_rate": 0.0002967429020094532,
      "loss": 1.1684,
      "step": 11602
    },
    {
      "epoch": 0.47524063075977885,
      "grad_norm": 1.0194817106212433,
      "learning_rate": 0.000296742226019956,
      "loss": 1.0947,
      "step": 11603
    },
    {
      "epoch": 0.4752815891869752,
      "grad_norm": 0.8373360591445544,
      "learning_rate": 0.0002967415499610876,
      "loss": 1.0568,
      "step": 11604
    },
    {
      "epoch": 0.47532254761417164,
      "grad_norm": 1.8434074903654558,
      "learning_rate": 0.00029674087383284835,
      "loss": 1.5086,
      "step": 11605
    },
    {
      "epoch": 0.475363506041368,
      "grad_norm": 0.7927606000948528,
      "learning_rate": 0.0002967401976352385,
      "loss": 1.0399,
      "step": 11606
    },
    {
      "epoch": 0.4754044644685644,
      "grad_norm": 0.7921385151175014,
      "learning_rate": 0.00029673952136825843,
      "loss": 1.0558,
      "step": 11607
    },
    {
      "epoch": 0.4754454228957608,
      "grad_norm": 3.4497554929311085,
      "learning_rate": 0.0002967388450319084,
      "loss": 3.6106,
      "step": 11608
    },
    {
      "epoch": 0.4754863813229572,
      "grad_norm": 0.9668903364496286,
      "learning_rate": 0.00029673816862618875,
      "loss": 1.0161,
      "step": 11609
    },
    {
      "epoch": 0.4755273397501536,
      "grad_norm": 0.9799705495439048,
      "learning_rate": 0.0002967374921510998,
      "loss": 0.7866,
      "step": 11610
    },
    {
      "epoch": 0.47556829817734997,
      "grad_norm": 0.9289004948328109,
      "learning_rate": 0.0002967368156066419,
      "loss": 1.0277,
      "step": 11611
    },
    {
      "epoch": 0.4756092566045464,
      "grad_norm": 0.7032378821283125,
      "learning_rate": 0.0002967361389928154,
      "loss": 1.0263,
      "step": 11612
    },
    {
      "epoch": 0.47565021503174276,
      "grad_norm": 0.6011625844847737,
      "learning_rate": 0.00029673546230962045,
      "loss": 0.3607,
      "step": 11613
    },
    {
      "epoch": 0.4756911734589392,
      "grad_norm": 5.9760140838221885,
      "learning_rate": 0.00029673478555705755,
      "loss": 5.2284,
      "step": 11614
    },
    {
      "epoch": 0.47573213188613556,
      "grad_norm": 1.2440806381256084,
      "learning_rate": 0.00029673410873512696,
      "loss": 1.2338,
      "step": 11615
    },
    {
      "epoch": 0.475773090313332,
      "grad_norm": 0.7506326509114104,
      "learning_rate": 0.00029673343184382896,
      "loss": 0.8902,
      "step": 11616
    },
    {
      "epoch": 0.47581404874052835,
      "grad_norm": 1.1158743193784995,
      "learning_rate": 0.00029673275488316397,
      "loss": 1.0947,
      "step": 11617
    },
    {
      "epoch": 0.4758550071677248,
      "grad_norm": 0.7667830509850047,
      "learning_rate": 0.0002967320778531322,
      "loss": 0.6911,
      "step": 11618
    },
    {
      "epoch": 0.47589596559492114,
      "grad_norm": 0.7055390866744018,
      "learning_rate": 0.0002967314007537341,
      "loss": 0.6238,
      "step": 11619
    },
    {
      "epoch": 0.47593692402211757,
      "grad_norm": 1.0818637164876344,
      "learning_rate": 0.0002967307235849698,
      "loss": 0.9599,
      "step": 11620
    },
    {
      "epoch": 0.47597788244931394,
      "grad_norm": 1.2466283917158283,
      "learning_rate": 0.00029673004634683976,
      "loss": 1.402,
      "step": 11621
    },
    {
      "epoch": 0.47601884087651036,
      "grad_norm": 1.2360393322627996,
      "learning_rate": 0.0002967293690393443,
      "loss": 0.7092,
      "step": 11622
    },
    {
      "epoch": 0.47605979930370673,
      "grad_norm": 1.5559785228544794,
      "learning_rate": 0.0002967286916624837,
      "loss": 1.1471,
      "step": 11623
    },
    {
      "epoch": 0.47610075773090316,
      "grad_norm": 0.9018419076962597,
      "learning_rate": 0.0002967280142162583,
      "loss": 0.9994,
      "step": 11624
    },
    {
      "epoch": 0.4761417161580995,
      "grad_norm": 1.4935223746869235,
      "learning_rate": 0.00029672733670066837,
      "loss": 1.3243,
      "step": 11625
    },
    {
      "epoch": 0.47618267458529595,
      "grad_norm": 1.2566806442124117,
      "learning_rate": 0.0002967266591157143,
      "loss": 0.5619,
      "step": 11626
    },
    {
      "epoch": 0.4762236330124923,
      "grad_norm": 0.7707553004636559,
      "learning_rate": 0.0002967259814613964,
      "loss": 0.4358,
      "step": 11627
    },
    {
      "epoch": 0.4762645914396887,
      "grad_norm": 1.0281353510359645,
      "learning_rate": 0.0002967253037377149,
      "loss": 1.0381,
      "step": 11628
    },
    {
      "epoch": 0.4763055498668851,
      "grad_norm": 1.4123336982340222,
      "learning_rate": 0.00029672462594467023,
      "loss": 1.2682,
      "step": 11629
    },
    {
      "epoch": 0.4763465082940815,
      "grad_norm": 0.9420091277923114,
      "learning_rate": 0.00029672394808226264,
      "loss": 1.0285,
      "step": 11630
    },
    {
      "epoch": 0.4763874667212779,
      "grad_norm": 0.7615715192765377,
      "learning_rate": 0.0002967232701504925,
      "loss": 0.8916,
      "step": 11631
    },
    {
      "epoch": 0.4764284251484743,
      "grad_norm": 0.7824576988779959,
      "learning_rate": 0.00029672259214936017,
      "loss": 0.8288,
      "step": 11632
    },
    {
      "epoch": 0.4764693835756707,
      "grad_norm": 0.7119478126101675,
      "learning_rate": 0.0002967219140788659,
      "loss": 0.7428,
      "step": 11633
    },
    {
      "epoch": 0.47651034200286707,
      "grad_norm": 1.1975677287849533,
      "learning_rate": 0.00029672123593900993,
      "loss": 1.3121,
      "step": 11634
    },
    {
      "epoch": 0.4765513004300635,
      "grad_norm": 0.886653425483927,
      "learning_rate": 0.00029672055772979273,
      "loss": 0.9405,
      "step": 11635
    },
    {
      "epoch": 0.47659225885725987,
      "grad_norm": 1.1194210683405685,
      "learning_rate": 0.0002967198794512146,
      "loss": 0.8859,
      "step": 11636
    },
    {
      "epoch": 0.4766332172844563,
      "grad_norm": 0.764194307114298,
      "learning_rate": 0.00029671920110327577,
      "loss": 1.1387,
      "step": 11637
    },
    {
      "epoch": 0.47667417571165266,
      "grad_norm": 1.4595816869745046,
      "learning_rate": 0.0002967185226859766,
      "loss": 1.1433,
      "step": 11638
    },
    {
      "epoch": 0.4767151341388491,
      "grad_norm": 2.4322726099465464,
      "learning_rate": 0.0002967178441993175,
      "loss": 1.456,
      "step": 11639
    },
    {
      "epoch": 0.47675609256604545,
      "grad_norm": 1.170329319203567,
      "learning_rate": 0.00029671716564329866,
      "loss": 0.8058,
      "step": 11640
    },
    {
      "epoch": 0.4767970509932419,
      "grad_norm": 1.4544604552574651,
      "learning_rate": 0.0002967164870179205,
      "loss": 0.831,
      "step": 11641
    },
    {
      "epoch": 0.47683800942043825,
      "grad_norm": 0.794843594816951,
      "learning_rate": 0.0002967158083231833,
      "loss": 0.4263,
      "step": 11642
    },
    {
      "epoch": 0.47687896784763467,
      "grad_norm": 1.0056724192075328,
      "learning_rate": 0.00029671512955908733,
      "loss": 0.6729,
      "step": 11643
    },
    {
      "epoch": 0.47691992627483104,
      "grad_norm": 0.833036654439246,
      "learning_rate": 0.000296714450725633,
      "loss": 0.9853,
      "step": 11644
    },
    {
      "epoch": 0.47696088470202747,
      "grad_norm": 0.6945946855895812,
      "learning_rate": 0.00029671377182282054,
      "loss": 0.5751,
      "step": 11645
    },
    {
      "epoch": 0.47700184312922383,
      "grad_norm": 0.9121053706792401,
      "learning_rate": 0.0002967130928506504,
      "loss": 0.6866,
      "step": 11646
    },
    {
      "epoch": 0.47704280155642026,
      "grad_norm": 1.341875616131279,
      "learning_rate": 0.0002967124138091228,
      "loss": 1.1997,
      "step": 11647
    },
    {
      "epoch": 0.47708375998361663,
      "grad_norm": 1.0594992735302773,
      "learning_rate": 0.000296711734698238,
      "loss": 1.4688,
      "step": 11648
    },
    {
      "epoch": 0.477124718410813,
      "grad_norm": 7.353162008698663,
      "learning_rate": 0.00029671105551799646,
      "loss": 3.2558,
      "step": 11649
    },
    {
      "epoch": 0.4771656768380094,
      "grad_norm": 2.5947853533112766,
      "learning_rate": 0.0002967103762683985,
      "loss": 5.0216,
      "step": 11650
    },
    {
      "epoch": 0.4772066352652058,
      "grad_norm": 0.7659551719739857,
      "learning_rate": 0.00029670969694944437,
      "loss": 0.8324,
      "step": 11651
    },
    {
      "epoch": 0.4772475936924022,
      "grad_norm": 0.8702190585882618,
      "learning_rate": 0.00029670901756113433,
      "loss": 0.9163,
      "step": 11652
    },
    {
      "epoch": 0.4772885521195986,
      "grad_norm": 1.0004309182333642,
      "learning_rate": 0.00029670833810346885,
      "loss": 0.5395,
      "step": 11653
    },
    {
      "epoch": 0.477329510546795,
      "grad_norm": 0.5621896254823288,
      "learning_rate": 0.00029670765857644815,
      "loss": 0.3635,
      "step": 11654
    },
    {
      "epoch": 0.4773704689739914,
      "grad_norm": 0.7206955191649621,
      "learning_rate": 0.00029670697898007256,
      "loss": 0.5499,
      "step": 11655
    },
    {
      "epoch": 0.4774114274011878,
      "grad_norm": 0.6836553858874997,
      "learning_rate": 0.0002967062993143425,
      "loss": 0.7123,
      "step": 11656
    },
    {
      "epoch": 0.4774523858283842,
      "grad_norm": 1.1682992190207062,
      "learning_rate": 0.0002967056195792582,
      "loss": 0.8512,
      "step": 11657
    },
    {
      "epoch": 0.4774933442555806,
      "grad_norm": 3.6539450369579183,
      "learning_rate": 0.00029670493977481993,
      "loss": 2.8173,
      "step": 11658
    },
    {
      "epoch": 0.47753430268277697,
      "grad_norm": 0.8028944274650813,
      "learning_rate": 0.0002967042599010281,
      "loss": 0.5335,
      "step": 11659
    },
    {
      "epoch": 0.4775752611099734,
      "grad_norm": 0.9256012454258826,
      "learning_rate": 0.0002967035799578831,
      "loss": 1.1889,
      "step": 11660
    },
    {
      "epoch": 0.47761621953716976,
      "grad_norm": 1.1950954749354885,
      "learning_rate": 0.000296702899945385,
      "loss": 1.1386,
      "step": 11661
    },
    {
      "epoch": 0.4776571779643662,
      "grad_norm": 1.224341531577826,
      "learning_rate": 0.0002967022198635344,
      "loss": 0.5299,
      "step": 11662
    },
    {
      "epoch": 0.47769813639156256,
      "grad_norm": 0.9031645921964778,
      "learning_rate": 0.0002967015397123315,
      "loss": 0.3967,
      "step": 11663
    },
    {
      "epoch": 0.477739094818759,
      "grad_norm": 0.7113891132135404,
      "learning_rate": 0.0002967008594917766,
      "loss": 0.7892,
      "step": 11664
    },
    {
      "epoch": 0.47778005324595535,
      "grad_norm": 0.7057722072004233,
      "learning_rate": 0.00029670017920187003,
      "loss": 0.5621,
      "step": 11665
    },
    {
      "epoch": 0.4778210116731518,
      "grad_norm": 1.1316474434795298,
      "learning_rate": 0.00029669949884261217,
      "loss": 0.4489,
      "step": 11666
    },
    {
      "epoch": 0.47786197010034814,
      "grad_norm": 1.5071551330581185,
      "learning_rate": 0.0002966988184140032,
      "loss": 1.4649,
      "step": 11667
    },
    {
      "epoch": 0.47790292852754457,
      "grad_norm": 0.8939705240162689,
      "learning_rate": 0.00029669813791604363,
      "loss": 1.0353,
      "step": 11668
    },
    {
      "epoch": 0.47794388695474094,
      "grad_norm": 0.5093282216822713,
      "learning_rate": 0.00029669745734873365,
      "loss": 0.3261,
      "step": 11669
    },
    {
      "epoch": 0.4779848453819373,
      "grad_norm": 0.7649401359524787,
      "learning_rate": 0.00029669677671207367,
      "loss": 0.9471,
      "step": 11670
    },
    {
      "epoch": 0.47802580380913373,
      "grad_norm": 0.45746699988456885,
      "learning_rate": 0.00029669609600606393,
      "loss": 0.3305,
      "step": 11671
    },
    {
      "epoch": 0.4780667622363301,
      "grad_norm": 0.8401591887237844,
      "learning_rate": 0.00029669541523070483,
      "loss": 0.8278,
      "step": 11672
    },
    {
      "epoch": 0.4781077206635265,
      "grad_norm": 0.5744502542634166,
      "learning_rate": 0.00029669473438599664,
      "loss": 0.4505,
      "step": 11673
    },
    {
      "epoch": 0.4781486790907229,
      "grad_norm": 0.9303175392104281,
      "learning_rate": 0.0002966940534719396,
      "loss": 1.3057,
      "step": 11674
    },
    {
      "epoch": 0.4781896375179193,
      "grad_norm": 0.6885993228667353,
      "learning_rate": 0.00029669337248853427,
      "loss": 0.6296,
      "step": 11675
    },
    {
      "epoch": 0.4782305959451157,
      "grad_norm": 0.70142817723036,
      "learning_rate": 0.00029669269143578074,
      "loss": 0.9176,
      "step": 11676
    },
    {
      "epoch": 0.4782715543723121,
      "grad_norm": 0.8677682655398474,
      "learning_rate": 0.0002966920103136794,
      "loss": 0.8085,
      "step": 11677
    },
    {
      "epoch": 0.4783125127995085,
      "grad_norm": 0.6644110531262145,
      "learning_rate": 0.00029669132912223063,
      "loss": 0.8631,
      "step": 11678
    },
    {
      "epoch": 0.4783534712267049,
      "grad_norm": 1.0577116535154485,
      "learning_rate": 0.0002966906478614347,
      "loss": 1.5589,
      "step": 11679
    },
    {
      "epoch": 0.4783944296539013,
      "grad_norm": 1.189656990744875,
      "learning_rate": 0.00029668996653129195,
      "loss": 1.1117,
      "step": 11680
    },
    {
      "epoch": 0.4784353880810977,
      "grad_norm": 1.386461976564042,
      "learning_rate": 0.0002966892851318027,
      "loss": 2.6216,
      "step": 11681
    },
    {
      "epoch": 0.47847634650829407,
      "grad_norm": 0.6563172431871734,
      "learning_rate": 0.0002966886036629673,
      "loss": 0.363,
      "step": 11682
    },
    {
      "epoch": 0.4785173049354905,
      "grad_norm": 0.7234843217977737,
      "learning_rate": 0.00029668792212478594,
      "loss": 0.582,
      "step": 11683
    },
    {
      "epoch": 0.47855826336268686,
      "grad_norm": 0.7029294383151332,
      "learning_rate": 0.0002966872405172591,
      "loss": 0.7522,
      "step": 11684
    },
    {
      "epoch": 0.4785992217898833,
      "grad_norm": 0.7932796759355455,
      "learning_rate": 0.0002966865588403871,
      "loss": 1.4925,
      "step": 11685
    },
    {
      "epoch": 0.47864018021707966,
      "grad_norm": 0.9003684420140365,
      "learning_rate": 0.0002966858770941701,
      "loss": 0.9467,
      "step": 11686
    },
    {
      "epoch": 0.4786811386442761,
      "grad_norm": 0.9235203972798434,
      "learning_rate": 0.0002966851952786086,
      "loss": 0.9149,
      "step": 11687
    },
    {
      "epoch": 0.47872209707147245,
      "grad_norm": 0.7120306343899963,
      "learning_rate": 0.00029668451339370284,
      "loss": 1.0355,
      "step": 11688
    },
    {
      "epoch": 0.4787630554986689,
      "grad_norm": 0.9096214111177088,
      "learning_rate": 0.0002966838314394531,
      "loss": 1.1124,
      "step": 11689
    },
    {
      "epoch": 0.47880401392586525,
      "grad_norm": 0.7225713898350952,
      "learning_rate": 0.00029668314941585984,
      "loss": 0.7953,
      "step": 11690
    },
    {
      "epoch": 0.4788449723530616,
      "grad_norm": 0.7091661938900227,
      "learning_rate": 0.00029668246732292324,
      "loss": 0.9163,
      "step": 11691
    },
    {
      "epoch": 0.47888593078025804,
      "grad_norm": 1.0666402899869083,
      "learning_rate": 0.0002966817851606437,
      "loss": 0.6938,
      "step": 11692
    },
    {
      "epoch": 0.4789268892074544,
      "grad_norm": 0.8407330926091283,
      "learning_rate": 0.00029668110292902156,
      "loss": 0.9599,
      "step": 11693
    },
    {
      "epoch": 0.47896784763465083,
      "grad_norm": 0.9288339135509236,
      "learning_rate": 0.0002966804206280571,
      "loss": 1.3185,
      "step": 11694
    },
    {
      "epoch": 0.4790088060618472,
      "grad_norm": 0.7982151620941085,
      "learning_rate": 0.0002966797382577506,
      "loss": 1.0239,
      "step": 11695
    },
    {
      "epoch": 0.47904976448904363,
      "grad_norm": 0.645055201644366,
      "learning_rate": 0.0002966790558181024,
      "loss": 0.4608,
      "step": 11696
    },
    {
      "epoch": 0.47909072291624,
      "grad_norm": 0.6777973242213821,
      "learning_rate": 0.00029667837330911293,
      "loss": 0.9326,
      "step": 11697
    },
    {
      "epoch": 0.4791316813434364,
      "grad_norm": 0.6242668364873813,
      "learning_rate": 0.00029667769073078243,
      "loss": 0.9372,
      "step": 11698
    },
    {
      "epoch": 0.4791726397706328,
      "grad_norm": 0.8317974729012553,
      "learning_rate": 0.0002966770080831112,
      "loss": 1.013,
      "step": 11699
    },
    {
      "epoch": 0.4792135981978292,
      "grad_norm": 0.7803571129050169,
      "learning_rate": 0.0002966763253660996,
      "loss": 0.8527,
      "step": 11700
    },
    {
      "epoch": 0.4792545566250256,
      "grad_norm": 0.6978630809457399,
      "learning_rate": 0.00029667564257974797,
      "loss": 0.942,
      "step": 11701
    },
    {
      "epoch": 0.479295515052222,
      "grad_norm": 0.5511471624905855,
      "learning_rate": 0.0002966749597240566,
      "loss": 0.4307,
      "step": 11702
    },
    {
      "epoch": 0.4793364734794184,
      "grad_norm": 1.0314803227910025,
      "learning_rate": 0.0002966742767990258,
      "loss": 1.0938,
      "step": 11703
    },
    {
      "epoch": 0.4793774319066148,
      "grad_norm": 0.6927652668397705,
      "learning_rate": 0.00029667359380465585,
      "loss": 0.7708,
      "step": 11704
    },
    {
      "epoch": 0.4794183903338112,
      "grad_norm": 0.8610889217523636,
      "learning_rate": 0.0002966729107409472,
      "loss": 1.1885,
      "step": 11705
    },
    {
      "epoch": 0.4794593487610076,
      "grad_norm": 0.659484959133116,
      "learning_rate": 0.00029667222760790013,
      "loss": 0.7967,
      "step": 11706
    },
    {
      "epoch": 0.47950030718820397,
      "grad_norm": 0.9899360550702132,
      "learning_rate": 0.00029667154440551495,
      "loss": 1.4841,
      "step": 11707
    },
    {
      "epoch": 0.4795412656154004,
      "grad_norm": 0.7946960740208813,
      "learning_rate": 0.00029667086113379195,
      "loss": 0.9419,
      "step": 11708
    },
    {
      "epoch": 0.47958222404259676,
      "grad_norm": 1.4703097628952644,
      "learning_rate": 0.00029667017779273146,
      "loss": 3.2227,
      "step": 11709
    },
    {
      "epoch": 0.4796231824697932,
      "grad_norm": 0.9032841632595512,
      "learning_rate": 0.00029666949438233385,
      "loss": 0.8642,
      "step": 11710
    },
    {
      "epoch": 0.47966414089698955,
      "grad_norm": 0.6470942789254213,
      "learning_rate": 0.0002966688109025994,
      "loss": 0.7561,
      "step": 11711
    },
    {
      "epoch": 0.4797050993241859,
      "grad_norm": 0.9108355600837538,
      "learning_rate": 0.0002966681273535284,
      "loss": 0.7615,
      "step": 11712
    },
    {
      "epoch": 0.47974605775138235,
      "grad_norm": 0.9583127733089718,
      "learning_rate": 0.0002966674437351213,
      "loss": 1.0256,
      "step": 11713
    },
    {
      "epoch": 0.4797870161785787,
      "grad_norm": 1.144978039628624,
      "learning_rate": 0.00029666676004737834,
      "loss": 1.567,
      "step": 11714
    },
    {
      "epoch": 0.47982797460577514,
      "grad_norm": 0.912628040264298,
      "learning_rate": 0.0002966660762902998,
      "loss": 1.1633,
      "step": 11715
    },
    {
      "epoch": 0.4798689330329715,
      "grad_norm": 0.9064125676767788,
      "learning_rate": 0.0002966653924638861,
      "loss": 0.7102,
      "step": 11716
    },
    {
      "epoch": 0.47990989146016794,
      "grad_norm": 0.8761415193854085,
      "learning_rate": 0.00029666470856813746,
      "loss": 1.2852,
      "step": 11717
    },
    {
      "epoch": 0.4799508498873643,
      "grad_norm": 0.6339959250981418,
      "learning_rate": 0.00029666402460305427,
      "loss": 0.4711,
      "step": 11718
    },
    {
      "epoch": 0.47999180831456073,
      "grad_norm": 0.9090046164707682,
      "learning_rate": 0.00029666334056863684,
      "loss": 1.1294,
      "step": 11719
    },
    {
      "epoch": 0.4800327667417571,
      "grad_norm": 2.934445437983912,
      "learning_rate": 0.00029666265646488554,
      "loss": 6.3309,
      "step": 11720
    },
    {
      "epoch": 0.4800737251689535,
      "grad_norm": 1.1135795611096615,
      "learning_rate": 0.0002966619722918006,
      "loss": 0.932,
      "step": 11721
    },
    {
      "epoch": 0.4801146835961499,
      "grad_norm": 1.181464937351655,
      "learning_rate": 0.0002966612880493824,
      "loss": 0.7791,
      "step": 11722
    },
    {
      "epoch": 0.4801556420233463,
      "grad_norm": 0.895860626505381,
      "learning_rate": 0.00029666060373763125,
      "loss": 1.0672,
      "step": 11723
    },
    {
      "epoch": 0.4801966004505427,
      "grad_norm": 1.1910304409063912,
      "learning_rate": 0.0002966599193565475,
      "loss": 2.3536,
      "step": 11724
    },
    {
      "epoch": 0.4802375588777391,
      "grad_norm": 0.8730145786800395,
      "learning_rate": 0.0002966592349061314,
      "loss": 1.0091,
      "step": 11725
    },
    {
      "epoch": 0.4802785173049355,
      "grad_norm": 1.3805166996302995,
      "learning_rate": 0.0002966585503863834,
      "loss": 0.984,
      "step": 11726
    },
    {
      "epoch": 0.4803194757321319,
      "grad_norm": 1.1044771034310452,
      "learning_rate": 0.0002966578657973036,
      "loss": 1.2602,
      "step": 11727
    },
    {
      "epoch": 0.4803604341593283,
      "grad_norm": 1.0233907260383832,
      "learning_rate": 0.0002966571811388926,
      "loss": 0.9277,
      "step": 11728
    },
    {
      "epoch": 0.4804013925865247,
      "grad_norm": 0.9084871275239073,
      "learning_rate": 0.0002966564964111506,
      "loss": 0.9074,
      "step": 11729
    },
    {
      "epoch": 0.48044235101372107,
      "grad_norm": 0.6897309811865876,
      "learning_rate": 0.00029665581161407786,
      "loss": 0.861,
      "step": 11730
    },
    {
      "epoch": 0.4804833094409175,
      "grad_norm": 1.3435844246057043,
      "learning_rate": 0.0002966551267476748,
      "loss": 1.4994,
      "step": 11731
    },
    {
      "epoch": 0.48052426786811386,
      "grad_norm": 1.1346059961899853,
      "learning_rate": 0.0002966544418119417,
      "loss": 0.9724,
      "step": 11732
    },
    {
      "epoch": 0.48056522629531023,
      "grad_norm": 0.6201763251213719,
      "learning_rate": 0.00029665375680687885,
      "loss": 0.3928,
      "step": 11733
    },
    {
      "epoch": 0.48060618472250666,
      "grad_norm": 0.9891033950443697,
      "learning_rate": 0.00029665307173248667,
      "loss": 0.9701,
      "step": 11734
    },
    {
      "epoch": 0.480647143149703,
      "grad_norm": 0.5499718108152463,
      "learning_rate": 0.0002966523865887654,
      "loss": 0.6419,
      "step": 11735
    },
    {
      "epoch": 0.48068810157689945,
      "grad_norm": 1.0086667045244633,
      "learning_rate": 0.00029665170137571536,
      "loss": 0.8698,
      "step": 11736
    },
    {
      "epoch": 0.4807290600040958,
      "grad_norm": 0.7524025959355044,
      "learning_rate": 0.000296651016093337,
      "loss": 0.8086,
      "step": 11737
    },
    {
      "epoch": 0.48077001843129225,
      "grad_norm": 0.8561898494915949,
      "learning_rate": 0.0002966503307416305,
      "loss": 0.7291,
      "step": 11738
    },
    {
      "epoch": 0.4808109768584886,
      "grad_norm": 0.5355768013221331,
      "learning_rate": 0.0002966496453205962,
      "loss": 0.3403,
      "step": 11739
    },
    {
      "epoch": 0.48085193528568504,
      "grad_norm": 1.9557935309446774,
      "learning_rate": 0.0002966489598302345,
      "loss": 1.638,
      "step": 11740
    },
    {
      "epoch": 0.4808928937128814,
      "grad_norm": 1.9805988882273413,
      "learning_rate": 0.0002966482742705456,
      "loss": 4.0258,
      "step": 11741
    },
    {
      "epoch": 0.48093385214007783,
      "grad_norm": 0.7073653598161747,
      "learning_rate": 0.00029664758864153003,
      "loss": 0.4558,
      "step": 11742
    },
    {
      "epoch": 0.4809748105672742,
      "grad_norm": 0.9128076199369534,
      "learning_rate": 0.0002966469029431879,
      "loss": 1.4458,
      "step": 11743
    },
    {
      "epoch": 0.4810157689944706,
      "grad_norm": 0.8423432529000606,
      "learning_rate": 0.00029664621717551967,
      "loss": 1.083,
      "step": 11744
    },
    {
      "epoch": 0.481056727421667,
      "grad_norm": 0.5315400505804118,
      "learning_rate": 0.0002966455313385256,
      "loss": 0.3183,
      "step": 11745
    },
    {
      "epoch": 0.4810976858488634,
      "grad_norm": 0.8300202840069782,
      "learning_rate": 0.000296644845432206,
      "loss": 1.0827,
      "step": 11746
    },
    {
      "epoch": 0.4811386442760598,
      "grad_norm": 0.7380930460488497,
      "learning_rate": 0.0002966441594565613,
      "loss": 0.9722,
      "step": 11747
    },
    {
      "epoch": 0.4811796027032562,
      "grad_norm": 0.648854241970468,
      "learning_rate": 0.0002966434734115917,
      "loss": 0.9951,
      "step": 11748
    },
    {
      "epoch": 0.4812205611304526,
      "grad_norm": 0.7721064443685368,
      "learning_rate": 0.00029664278729729757,
      "loss": 0.9007,
      "step": 11749
    },
    {
      "epoch": 0.481261519557649,
      "grad_norm": 0.822312038417121,
      "learning_rate": 0.00029664210111367923,
      "loss": 1.0951,
      "step": 11750
    },
    {
      "epoch": 0.4813024779848454,
      "grad_norm": 0.7451582589575318,
      "learning_rate": 0.00029664141486073707,
      "loss": 1.0435,
      "step": 11751
    },
    {
      "epoch": 0.4813434364120418,
      "grad_norm": 0.6200009744975533,
      "learning_rate": 0.0002966407285384713,
      "loss": 0.7729,
      "step": 11752
    },
    {
      "epoch": 0.48138439483923817,
      "grad_norm": 0.668658745278787,
      "learning_rate": 0.0002966400421468823,
      "loss": 0.8942,
      "step": 11753
    },
    {
      "epoch": 0.48142535326643454,
      "grad_norm": 0.9449481079660098,
      "learning_rate": 0.0002966393556859705,
      "loss": 0.889,
      "step": 11754
    },
    {
      "epoch": 0.48146631169363097,
      "grad_norm": 1.2560792033201853,
      "learning_rate": 0.00029663866915573603,
      "loss": 1.1675,
      "step": 11755
    },
    {
      "epoch": 0.48150727012082734,
      "grad_norm": 1.0731190480018824,
      "learning_rate": 0.00029663798255617925,
      "loss": 0.7558,
      "step": 11756
    },
    {
      "epoch": 0.48154822854802376,
      "grad_norm": 0.5908941823488728,
      "learning_rate": 0.00029663729588730065,
      "loss": 0.3203,
      "step": 11757
    },
    {
      "epoch": 0.48158918697522013,
      "grad_norm": 0.9021060126120668,
      "learning_rate": 0.00029663660914910043,
      "loss": 0.9507,
      "step": 11758
    },
    {
      "epoch": 0.48163014540241655,
      "grad_norm": 0.9173430439959422,
      "learning_rate": 0.0002966359223415789,
      "loss": 1.1111,
      "step": 11759
    },
    {
      "epoch": 0.4816711038296129,
      "grad_norm": 0.9098506181519223,
      "learning_rate": 0.0002966352354647364,
      "loss": 1.2334,
      "step": 11760
    },
    {
      "epoch": 0.48171206225680935,
      "grad_norm": 0.8521587406041764,
      "learning_rate": 0.00029663454851857333,
      "loss": 1.0359,
      "step": 11761
    },
    {
      "epoch": 0.4817530206840057,
      "grad_norm": 0.7491360594517398,
      "learning_rate": 0.00029663386150308987,
      "loss": 0.5808,
      "step": 11762
    },
    {
      "epoch": 0.48179397911120214,
      "grad_norm": 0.7475603581374628,
      "learning_rate": 0.0002966331744182865,
      "loss": 0.5712,
      "step": 11763
    },
    {
      "epoch": 0.4818349375383985,
      "grad_norm": 0.917435685546043,
      "learning_rate": 0.00029663248726416344,
      "loss": 1.237,
      "step": 11764
    },
    {
      "epoch": 0.48187589596559494,
      "grad_norm": 0.7937325548640497,
      "learning_rate": 0.0002966318000407211,
      "loss": 0.9786,
      "step": 11765
    },
    {
      "epoch": 0.4819168543927913,
      "grad_norm": 0.8504894927875417,
      "learning_rate": 0.0002966311127479597,
      "loss": 0.7061,
      "step": 11766
    },
    {
      "epoch": 0.48195781281998773,
      "grad_norm": 0.872630596028774,
      "learning_rate": 0.0002966304253858796,
      "loss": 1.2067,
      "step": 11767
    },
    {
      "epoch": 0.4819987712471841,
      "grad_norm": 0.8776869446954195,
      "learning_rate": 0.0002966297379544812,
      "loss": 1.0303,
      "step": 11768
    },
    {
      "epoch": 0.4820397296743805,
      "grad_norm": 1.3361382369110906,
      "learning_rate": 0.0002966290504537647,
      "loss": 1.0167,
      "step": 11769
    },
    {
      "epoch": 0.4820806881015769,
      "grad_norm": 1.0238368121743793,
      "learning_rate": 0.0002966283628837306,
      "loss": 0.9376,
      "step": 11770
    },
    {
      "epoch": 0.4821216465287733,
      "grad_norm": 1.2394130802105416,
      "learning_rate": 0.000296627675244379,
      "loss": 1.9154,
      "step": 11771
    },
    {
      "epoch": 0.4821626049559697,
      "grad_norm": 0.9275017913601931,
      "learning_rate": 0.0002966269875357104,
      "loss": 1.093,
      "step": 11772
    },
    {
      "epoch": 0.4822035633831661,
      "grad_norm": 1.8221961496861445,
      "learning_rate": 0.0002966262997577251,
      "loss": 0.9703,
      "step": 11773
    },
    {
      "epoch": 0.4822445218103625,
      "grad_norm": 3.9597552958492366,
      "learning_rate": 0.0002966256119104234,
      "loss": 2.5766,
      "step": 11774
    },
    {
      "epoch": 0.48228548023755885,
      "grad_norm": 8.33795331238974,
      "learning_rate": 0.00029662492399380557,
      "loss": 1.9687,
      "step": 11775
    },
    {
      "epoch": 0.4823264386647553,
      "grad_norm": 0.9837763448844715,
      "learning_rate": 0.00029662423600787193,
      "loss": 0.8621,
      "step": 11776
    },
    {
      "epoch": 0.48236739709195164,
      "grad_norm": 2.2012478899337697,
      "learning_rate": 0.000296623547952623,
      "loss": 3.5956,
      "step": 11777
    },
    {
      "epoch": 0.48240835551914807,
      "grad_norm": 0.7909986327716364,
      "learning_rate": 0.00029662285982805887,
      "loss": 0.672,
      "step": 11778
    },
    {
      "epoch": 0.48244931394634444,
      "grad_norm": 1.4251109299714322,
      "learning_rate": 0.00029662217163418,
      "loss": 1.1998,
      "step": 11779
    },
    {
      "epoch": 0.48249027237354086,
      "grad_norm": 1.124180530092122,
      "learning_rate": 0.0002966214833709866,
      "loss": 1.0758,
      "step": 11780
    },
    {
      "epoch": 0.48253123080073723,
      "grad_norm": 1.118597295035926,
      "learning_rate": 0.0002966207950384791,
      "loss": 1.6958,
      "step": 11781
    },
    {
      "epoch": 0.48257218922793366,
      "grad_norm": 0.9304867012946274,
      "learning_rate": 0.0002966201066366578,
      "loss": 1.2946,
      "step": 11782
    },
    {
      "epoch": 0.48261314765513,
      "grad_norm": 1.0239594491841881,
      "learning_rate": 0.00029661941816552307,
      "loss": 0.6016,
      "step": 11783
    },
    {
      "epoch": 0.48265410608232645,
      "grad_norm": 1.1462713536725941,
      "learning_rate": 0.00029661872962507516,
      "loss": 0.8382,
      "step": 11784
    },
    {
      "epoch": 0.4826950645095228,
      "grad_norm": 1.2909705786525971,
      "learning_rate": 0.0002966180410153144,
      "loss": 1.418,
      "step": 11785
    },
    {
      "epoch": 0.48273602293671924,
      "grad_norm": 1.1810187471042615,
      "learning_rate": 0.0002966173523362412,
      "loss": 0.8058,
      "step": 11786
    },
    {
      "epoch": 0.4827769813639156,
      "grad_norm": 0.8792207435133115,
      "learning_rate": 0.00029661666358785576,
      "loss": 1.0188,
      "step": 11787
    },
    {
      "epoch": 0.48281793979111204,
      "grad_norm": 0.83748251158309,
      "learning_rate": 0.0002966159747701585,
      "loss": 1.1424,
      "step": 11788
    },
    {
      "epoch": 0.4828588982183084,
      "grad_norm": 1.107303628369305,
      "learning_rate": 0.00029661528588314975,
      "loss": 1.4122,
      "step": 11789
    },
    {
      "epoch": 0.48289985664550483,
      "grad_norm": 0.8712866436416473,
      "learning_rate": 0.00029661459692682975,
      "loss": 0.8846,
      "step": 11790
    },
    {
      "epoch": 0.4829408150727012,
      "grad_norm": 0.6847208110158558,
      "learning_rate": 0.00029661390790119887,
      "loss": 0.806,
      "step": 11791
    },
    {
      "epoch": 0.4829817734998976,
      "grad_norm": 0.881062602837039,
      "learning_rate": 0.00029661321880625744,
      "loss": 0.5979,
      "step": 11792
    },
    {
      "epoch": 0.483022731927094,
      "grad_norm": 0.7432935015340675,
      "learning_rate": 0.0002966125296420058,
      "loss": 0.9636,
      "step": 11793
    },
    {
      "epoch": 0.4830636903542904,
      "grad_norm": 0.596985643537923,
      "learning_rate": 0.00029661184040844423,
      "loss": 0.4646,
      "step": 11794
    },
    {
      "epoch": 0.4831046487814868,
      "grad_norm": 1.673340447093516,
      "learning_rate": 0.00029661115110557316,
      "loss": 1.0258,
      "step": 11795
    },
    {
      "epoch": 0.4831456072086832,
      "grad_norm": 0.8345183837173495,
      "learning_rate": 0.0002966104617333928,
      "loss": 0.5986,
      "step": 11796
    },
    {
      "epoch": 0.4831865656358796,
      "grad_norm": 0.8714502947149322,
      "learning_rate": 0.0002966097722919036,
      "loss": 0.6773,
      "step": 11797
    },
    {
      "epoch": 0.48322752406307595,
      "grad_norm": 0.8356685946582084,
      "learning_rate": 0.00029660908278110573,
      "loss": 1.1048,
      "step": 11798
    },
    {
      "epoch": 0.4832684824902724,
      "grad_norm": 0.712719433988556,
      "learning_rate": 0.00029660839320099955,
      "loss": 0.8445,
      "step": 11799
    },
    {
      "epoch": 0.48330944091746875,
      "grad_norm": 1.1827419785853346,
      "learning_rate": 0.00029660770355158554,
      "loss": 1.1564,
      "step": 11800
    },
    {
      "epoch": 0.48335039934466517,
      "grad_norm": 0.9794199610199679,
      "learning_rate": 0.00029660701383286384,
      "loss": 0.9735,
      "step": 11801
    },
    {
      "epoch": 0.48339135777186154,
      "grad_norm": 2.1821835804307423,
      "learning_rate": 0.00029660632404483484,
      "loss": 1.2678,
      "step": 11802
    },
    {
      "epoch": 0.48343231619905797,
      "grad_norm": 0.9368294854444037,
      "learning_rate": 0.00029660563418749887,
      "loss": 0.9252,
      "step": 11803
    },
    {
      "epoch": 0.48347327462625433,
      "grad_norm": 0.8896409108361502,
      "learning_rate": 0.00029660494426085636,
      "loss": 0.8911,
      "step": 11804
    },
    {
      "epoch": 0.48351423305345076,
      "grad_norm": 0.6070194642649396,
      "learning_rate": 0.0002966042542649074,
      "loss": 0.3212,
      "step": 11805
    },
    {
      "epoch": 0.48355519148064713,
      "grad_norm": 0.8317455431793966,
      "learning_rate": 0.00029660356419965254,
      "loss": 1.0034,
      "step": 11806
    },
    {
      "epoch": 0.48359614990784355,
      "grad_norm": 0.9132203521803807,
      "learning_rate": 0.0002966028740650921,
      "loss": 0.9099,
      "step": 11807
    },
    {
      "epoch": 0.4836371083350399,
      "grad_norm": 0.7918771343382931,
      "learning_rate": 0.0002966021838612262,
      "loss": 0.9059,
      "step": 11808
    },
    {
      "epoch": 0.48367806676223635,
      "grad_norm": 0.6345193204915353,
      "learning_rate": 0.0002966014935880553,
      "loss": 0.3639,
      "step": 11809
    },
    {
      "epoch": 0.4837190251894327,
      "grad_norm": 0.7652243421909042,
      "learning_rate": 0.0002966008032455798,
      "loss": 0.7598,
      "step": 11810
    },
    {
      "epoch": 0.48375998361662914,
      "grad_norm": 0.7841322819982584,
      "learning_rate": 0.0002966001128337999,
      "loss": 1.102,
      "step": 11811
    },
    {
      "epoch": 0.4838009420438255,
      "grad_norm": 0.7837586410829189,
      "learning_rate": 0.000296599422352716,
      "loss": 0.9826,
      "step": 11812
    },
    {
      "epoch": 0.48384190047102194,
      "grad_norm": 0.788161667352444,
      "learning_rate": 0.00029659873180232834,
      "loss": 0.9451,
      "step": 11813
    },
    {
      "epoch": 0.4838828588982183,
      "grad_norm": 0.965663909170593,
      "learning_rate": 0.00029659804118263735,
      "loss": 1.228,
      "step": 11814
    },
    {
      "epoch": 0.48392381732541473,
      "grad_norm": 0.6929932358599568,
      "learning_rate": 0.0002965973504936433,
      "loss": 0.7756,
      "step": 11815
    },
    {
      "epoch": 0.4839647757526111,
      "grad_norm": 1.0416676549887707,
      "learning_rate": 0.00029659665973534653,
      "loss": 1.1983,
      "step": 11816
    },
    {
      "epoch": 0.4840057341798075,
      "grad_norm": 0.7617672560235272,
      "learning_rate": 0.0002965959689077474,
      "loss": 0.7463,
      "step": 11817
    },
    {
      "epoch": 0.4840466926070039,
      "grad_norm": 0.730966918613614,
      "learning_rate": 0.0002965952780108462,
      "loss": 0.8287,
      "step": 11818
    },
    {
      "epoch": 0.48408765103420026,
      "grad_norm": 0.7653335481318911,
      "learning_rate": 0.0002965945870446432,
      "loss": 1.0006,
      "step": 11819
    },
    {
      "epoch": 0.4841286094613967,
      "grad_norm": 0.4220678986714281,
      "learning_rate": 0.00029659389600913884,
      "loss": 0.275,
      "step": 11820
    },
    {
      "epoch": 0.48416956788859306,
      "grad_norm": 0.8056602885744654,
      "learning_rate": 0.00029659320490433335,
      "loss": 0.8266,
      "step": 11821
    },
    {
      "epoch": 0.4842105263157895,
      "grad_norm": 0.9473463860923035,
      "learning_rate": 0.0002965925137302271,
      "loss": 1.0116,
      "step": 11822
    },
    {
      "epoch": 0.48425148474298585,
      "grad_norm": 0.596396218134747,
      "learning_rate": 0.0002965918224868205,
      "loss": 0.3094,
      "step": 11823
    },
    {
      "epoch": 0.4842924431701823,
      "grad_norm": 0.7177451958288666,
      "learning_rate": 0.0002965911311741137,
      "loss": 0.7823,
      "step": 11824
    },
    {
      "epoch": 0.48433340159737864,
      "grad_norm": 1.2630048836931205,
      "learning_rate": 0.00029659043979210714,
      "loss": 1.7369,
      "step": 11825
    },
    {
      "epoch": 0.48437436002457507,
      "grad_norm": 1.0297018884386053,
      "learning_rate": 0.00029658974834080115,
      "loss": 0.7297,
      "step": 11826
    },
    {
      "epoch": 0.48441531845177144,
      "grad_norm": 0.5947869012466362,
      "learning_rate": 0.000296589056820196,
      "loss": 0.4275,
      "step": 11827
    },
    {
      "epoch": 0.48445627687896786,
      "grad_norm": 0.8738420444823757,
      "learning_rate": 0.00029658836523029206,
      "loss": 0.9021,
      "step": 11828
    },
    {
      "epoch": 0.48449723530616423,
      "grad_norm": 8.236522748785088,
      "learning_rate": 0.0002965876735710897,
      "loss": 3.1901,
      "step": 11829
    },
    {
      "epoch": 0.48453819373336066,
      "grad_norm": 1.2278598647020502,
      "learning_rate": 0.0002965869818425891,
      "loss": 1.042,
      "step": 11830
    },
    {
      "epoch": 0.484579152160557,
      "grad_norm": 1.3636556533594169,
      "learning_rate": 0.00029658629004479075,
      "loss": 2.6694,
      "step": 11831
    },
    {
      "epoch": 0.48462011058775345,
      "grad_norm": 0.552748230545843,
      "learning_rate": 0.0002965855981776949,
      "loss": 0.3278,
      "step": 11832
    },
    {
      "epoch": 0.4846610690149498,
      "grad_norm": 0.8452115216907724,
      "learning_rate": 0.00029658490624130185,
      "loss": 1.0295,
      "step": 11833
    },
    {
      "epoch": 0.48470202744214624,
      "grad_norm": 0.6905051985364726,
      "learning_rate": 0.000296584214235612,
      "loss": 0.9615,
      "step": 11834
    },
    {
      "epoch": 0.4847429858693426,
      "grad_norm": 0.8480924732021817,
      "learning_rate": 0.00029658352216062567,
      "loss": 0.8539,
      "step": 11835
    },
    {
      "epoch": 0.48478394429653904,
      "grad_norm": 0.7831244952153261,
      "learning_rate": 0.0002965828300163431,
      "loss": 1.0912,
      "step": 11836
    },
    {
      "epoch": 0.4848249027237354,
      "grad_norm": 1.048789075766331,
      "learning_rate": 0.0002965821378027647,
      "loss": 1.2618,
      "step": 11837
    },
    {
      "epoch": 0.48486586115093183,
      "grad_norm": 0.6309338677593895,
      "learning_rate": 0.00029658144551989075,
      "loss": 0.7778,
      "step": 11838
    },
    {
      "epoch": 0.4849068195781282,
      "grad_norm": 0.6879134867296511,
      "learning_rate": 0.00029658075316772156,
      "loss": 0.7923,
      "step": 11839
    },
    {
      "epoch": 0.48494777800532457,
      "grad_norm": 0.6703397859837025,
      "learning_rate": 0.0002965800607462576,
      "loss": 0.9272,
      "step": 11840
    },
    {
      "epoch": 0.484988736432521,
      "grad_norm": 1.5536526267444573,
      "learning_rate": 0.00029657936825549895,
      "loss": 1.2874,
      "step": 11841
    },
    {
      "epoch": 0.48502969485971736,
      "grad_norm": 0.8712969803660775,
      "learning_rate": 0.0002965786756954462,
      "loss": 0.8025,
      "step": 11842
    },
    {
      "epoch": 0.4850706532869138,
      "grad_norm": 0.9455544417380053,
      "learning_rate": 0.0002965779830660995,
      "loss": 0.7353,
      "step": 11843
    },
    {
      "epoch": 0.48511161171411016,
      "grad_norm": 0.7394360364988501,
      "learning_rate": 0.00029657729036745926,
      "loss": 0.7794,
      "step": 11844
    },
    {
      "epoch": 0.4851525701413066,
      "grad_norm": 0.9635317558689034,
      "learning_rate": 0.0002965765975995258,
      "loss": 1.0206,
      "step": 11845
    },
    {
      "epoch": 0.48519352856850295,
      "grad_norm": 0.5931385920766561,
      "learning_rate": 0.0002965759047622994,
      "loss": 0.4626,
      "step": 11846
    },
    {
      "epoch": 0.4852344869956994,
      "grad_norm": 1.0361331522390629,
      "learning_rate": 0.00029657521185578046,
      "loss": 1.0497,
      "step": 11847
    },
    {
      "epoch": 0.48527544542289575,
      "grad_norm": 2.7566083463191506,
      "learning_rate": 0.0002965745188799692,
      "loss": 4.8901,
      "step": 11848
    },
    {
      "epoch": 0.48531640385009217,
      "grad_norm": 2.4951072179600864,
      "learning_rate": 0.00029657382583486605,
      "loss": 2.1742,
      "step": 11849
    },
    {
      "epoch": 0.48535736227728854,
      "grad_norm": 3.93032570971256,
      "learning_rate": 0.00029657313272047134,
      "loss": 4.7309,
      "step": 11850
    },
    {
      "epoch": 0.48539832070448496,
      "grad_norm": 0.8098419770304557,
      "learning_rate": 0.00029657243953678527,
      "loss": 0.8913,
      "step": 11851
    },
    {
      "epoch": 0.48543927913168133,
      "grad_norm": 0.7072867988271717,
      "learning_rate": 0.00029657174628380833,
      "loss": 0.5307,
      "step": 11852
    },
    {
      "epoch": 0.48548023755887776,
      "grad_norm": 1.004926088664574,
      "learning_rate": 0.00029657105296154073,
      "loss": 1.1866,
      "step": 11853
    },
    {
      "epoch": 0.48552119598607413,
      "grad_norm": 0.6881545809139854,
      "learning_rate": 0.00029657035956998285,
      "loss": 0.2967,
      "step": 11854
    },
    {
      "epoch": 0.48556215441327055,
      "grad_norm": 0.7364880187397492,
      "learning_rate": 0.00029656966610913497,
      "loss": 0.7512,
      "step": 11855
    },
    {
      "epoch": 0.4856031128404669,
      "grad_norm": 0.7619481271393294,
      "learning_rate": 0.0002965689725789975,
      "loss": 0.9421,
      "step": 11856
    },
    {
      "epoch": 0.48564407126766335,
      "grad_norm": 0.7491025809029483,
      "learning_rate": 0.00029656827897957077,
      "loss": 0.9434,
      "step": 11857
    },
    {
      "epoch": 0.4856850296948597,
      "grad_norm": 2.725863681808471,
      "learning_rate": 0.000296567585310855,
      "loss": 1.1589,
      "step": 11858
    },
    {
      "epoch": 0.48572598812205614,
      "grad_norm": 0.6936719386115437,
      "learning_rate": 0.0002965668915728506,
      "loss": 1.1329,
      "step": 11859
    },
    {
      "epoch": 0.4857669465492525,
      "grad_norm": 0.8269038712407648,
      "learning_rate": 0.00029656619776555784,
      "loss": 0.7961,
      "step": 11860
    },
    {
      "epoch": 0.4858079049764489,
      "grad_norm": 1.0320013035126419,
      "learning_rate": 0.00029656550388897714,
      "loss": 0.9765,
      "step": 11861
    },
    {
      "epoch": 0.4858488634036453,
      "grad_norm": 1.7046335659197744,
      "learning_rate": 0.00029656480994310876,
      "loss": 0.8815,
      "step": 11862
    },
    {
      "epoch": 0.4858898218308417,
      "grad_norm": 0.972824168502764,
      "learning_rate": 0.0002965641159279531,
      "loss": 0.8134,
      "step": 11863
    },
    {
      "epoch": 0.4859307802580381,
      "grad_norm": 1.085495319479484,
      "learning_rate": 0.00029656342184351033,
      "loss": 1.2848,
      "step": 11864
    },
    {
      "epoch": 0.48597173868523447,
      "grad_norm": 0.7962261569051354,
      "learning_rate": 0.00029656272768978093,
      "loss": 1.0175,
      "step": 11865
    },
    {
      "epoch": 0.4860126971124309,
      "grad_norm": 1.0046865449588065,
      "learning_rate": 0.00029656203346676516,
      "loss": 0.8672,
      "step": 11866
    },
    {
      "epoch": 0.48605365553962726,
      "grad_norm": 0.9243221673391645,
      "learning_rate": 0.0002965613391744634,
      "loss": 0.9735,
      "step": 11867
    },
    {
      "epoch": 0.4860946139668237,
      "grad_norm": 1.1766984059212218,
      "learning_rate": 0.00029656064481287586,
      "loss": 0.9159,
      "step": 11868
    },
    {
      "epoch": 0.48613557239402005,
      "grad_norm": 0.8936650450706554,
      "learning_rate": 0.000296559950382003,
      "loss": 0.8388,
      "step": 11869
    },
    {
      "epoch": 0.4861765308212165,
      "grad_norm": 1.3658418787396314,
      "learning_rate": 0.0002965592558818451,
      "loss": 0.8809,
      "step": 11870
    },
    {
      "epoch": 0.48621748924841285,
      "grad_norm": 1.17878169091491,
      "learning_rate": 0.0002965585613124025,
      "loss": 1.0798,
      "step": 11871
    },
    {
      "epoch": 0.4862584476756093,
      "grad_norm": 1.0483348630213776,
      "learning_rate": 0.00029655786667367556,
      "loss": 0.979,
      "step": 11872
    },
    {
      "epoch": 0.48629940610280564,
      "grad_norm": 0.8284385654367082,
      "learning_rate": 0.0002965571719656645,
      "loss": 1.0832,
      "step": 11873
    },
    {
      "epoch": 0.48634036453000207,
      "grad_norm": 0.7805292309589242,
      "learning_rate": 0.0002965564771883697,
      "loss": 0.7607,
      "step": 11874
    },
    {
      "epoch": 0.48638132295719844,
      "grad_norm": 6.273864998699898,
      "learning_rate": 0.00029655578234179155,
      "loss": 2.8563,
      "step": 11875
    },
    {
      "epoch": 0.48642228138439486,
      "grad_norm": 1.0841935777595124,
      "learning_rate": 0.00029655508742593037,
      "loss": 0.7391,
      "step": 11876
    },
    {
      "epoch": 0.48646323981159123,
      "grad_norm": 0.810827836389619,
      "learning_rate": 0.00029655439244078634,
      "loss": 0.5236,
      "step": 11877
    },
    {
      "epoch": 0.48650419823878766,
      "grad_norm": 1.0020593933381647,
      "learning_rate": 0.00029655369738635994,
      "loss": 0.9162,
      "step": 11878
    },
    {
      "epoch": 0.486545156665984,
      "grad_norm": 1.3396623728723154,
      "learning_rate": 0.00029655300226265146,
      "loss": 1.165,
      "step": 11879
    },
    {
      "epoch": 0.48658611509318045,
      "grad_norm": 0.6371001028961994,
      "learning_rate": 0.00029655230706966126,
      "loss": 0.8169,
      "step": 11880
    },
    {
      "epoch": 0.4866270735203768,
      "grad_norm": 0.9891938195318414,
      "learning_rate": 0.00029655161180738957,
      "loss": 0.8367,
      "step": 11881
    },
    {
      "epoch": 0.4866680319475732,
      "grad_norm": 0.8215488621961399,
      "learning_rate": 0.0002965509164758368,
      "loss": 0.7298,
      "step": 11882
    },
    {
      "epoch": 0.4867089903747696,
      "grad_norm": 1.5635753787800508,
      "learning_rate": 0.0002965502210750033,
      "loss": 1.0404,
      "step": 11883
    },
    {
      "epoch": 0.486749948801966,
      "grad_norm": 0.9783275254154836,
      "learning_rate": 0.0002965495256048894,
      "loss": 1.1979,
      "step": 11884
    },
    {
      "epoch": 0.4867909072291624,
      "grad_norm": 0.864514088434532,
      "learning_rate": 0.0002965488300654953,
      "loss": 0.9442,
      "step": 11885
    },
    {
      "epoch": 0.4868318656563588,
      "grad_norm": 0.9213654541439329,
      "learning_rate": 0.00029654813445682143,
      "loss": 1.0347,
      "step": 11886
    },
    {
      "epoch": 0.4868728240835552,
      "grad_norm": 0.8295974055359369,
      "learning_rate": 0.0002965474387788681,
      "loss": 0.9868,
      "step": 11887
    },
    {
      "epoch": 0.48691378251075157,
      "grad_norm": 0.8628081517428661,
      "learning_rate": 0.00029654674303163564,
      "loss": 0.9719,
      "step": 11888
    },
    {
      "epoch": 0.486954740937948,
      "grad_norm": 0.7482656857298722,
      "learning_rate": 0.0002965460472151244,
      "loss": 0.811,
      "step": 11889
    },
    {
      "epoch": 0.48699569936514436,
      "grad_norm": 0.7400048651882544,
      "learning_rate": 0.0002965453513293347,
      "loss": 0.9865,
      "step": 11890
    },
    {
      "epoch": 0.4870366577923408,
      "grad_norm": 0.9899038011114771,
      "learning_rate": 0.0002965446553742669,
      "loss": 1.0383,
      "step": 11891
    },
    {
      "epoch": 0.48707761621953716,
      "grad_norm": 1.0085693137820733,
      "learning_rate": 0.0002965439593499212,
      "loss": 0.4537,
      "step": 11892
    },
    {
      "epoch": 0.4871185746467336,
      "grad_norm": 1.1139068277921722,
      "learning_rate": 0.0002965432632562981,
      "loss": 0.4313,
      "step": 11893
    },
    {
      "epoch": 0.48715953307392995,
      "grad_norm": 1.081473442282877,
      "learning_rate": 0.0002965425670933978,
      "loss": 1.129,
      "step": 11894
    },
    {
      "epoch": 0.4872004915011264,
      "grad_norm": 1.4557968161419073,
      "learning_rate": 0.0002965418708612207,
      "loss": 0.5675,
      "step": 11895
    },
    {
      "epoch": 0.48724144992832275,
      "grad_norm": 1.355468501671562,
      "learning_rate": 0.0002965411745597671,
      "loss": 0.7833,
      "step": 11896
    },
    {
      "epoch": 0.48728240835551917,
      "grad_norm": 0.9287918990230878,
      "learning_rate": 0.00029654047818903733,
      "loss": 0.7667,
      "step": 11897
    },
    {
      "epoch": 0.48732336678271554,
      "grad_norm": 0.8868359719249894,
      "learning_rate": 0.00029653978174903173,
      "loss": 0.9502,
      "step": 11898
    },
    {
      "epoch": 0.48736432520991196,
      "grad_norm": 1.077623167936125,
      "learning_rate": 0.0002965390852397506,
      "loss": 1.4322,
      "step": 11899
    },
    {
      "epoch": 0.48740528363710833,
      "grad_norm": 0.5464133867233452,
      "learning_rate": 0.0002965383886611944,
      "loss": 0.384,
      "step": 11900
    },
    {
      "epoch": 0.48744624206430476,
      "grad_norm": 0.7640755489496712,
      "learning_rate": 0.0002965376920133632,
      "loss": 1.1003,
      "step": 11901
    },
    {
      "epoch": 0.4874872004915011,
      "grad_norm": 1.0380633950272857,
      "learning_rate": 0.0002965369952962576,
      "loss": 0.8004,
      "step": 11902
    },
    {
      "epoch": 0.4875281589186975,
      "grad_norm": 1.0323591678750386,
      "learning_rate": 0.00029653629850987775,
      "loss": 0.7027,
      "step": 11903
    },
    {
      "epoch": 0.4875691173458939,
      "grad_norm": 0.9835960834202696,
      "learning_rate": 0.000296535601654224,
      "loss": 0.7724,
      "step": 11904
    },
    {
      "epoch": 0.4876100757730903,
      "grad_norm": 0.7072913943382646,
      "learning_rate": 0.00029653490472929684,
      "loss": 0.7547,
      "step": 11905
    },
    {
      "epoch": 0.4876510342002867,
      "grad_norm": 1.094973773282434,
      "learning_rate": 0.0002965342077350964,
      "loss": 1.1021,
      "step": 11906
    },
    {
      "epoch": 0.4876919926274831,
      "grad_norm": 0.5760447763841087,
      "learning_rate": 0.00029653351067162307,
      "loss": 0.6073,
      "step": 11907
    },
    {
      "epoch": 0.4877329510546795,
      "grad_norm": 0.8215006689379153,
      "learning_rate": 0.0002965328135388773,
      "loss": 0.3619,
      "step": 11908
    },
    {
      "epoch": 0.4877739094818759,
      "grad_norm": 0.625332245369137,
      "learning_rate": 0.00029653211633685927,
      "loss": 0.7534,
      "step": 11909
    },
    {
      "epoch": 0.4878148679090723,
      "grad_norm": 0.7984424586070155,
      "learning_rate": 0.0002965314190655693,
      "loss": 0.8168,
      "step": 11910
    },
    {
      "epoch": 0.48785582633626867,
      "grad_norm": 0.9187007408483208,
      "learning_rate": 0.00029653072172500786,
      "loss": 0.8666,
      "step": 11911
    },
    {
      "epoch": 0.4878967847634651,
      "grad_norm": 1.2126873080129499,
      "learning_rate": 0.0002965300243151752,
      "loss": 1.5238,
      "step": 11912
    },
    {
      "epoch": 0.48793774319066147,
      "grad_norm": 2.3418393407092846,
      "learning_rate": 0.0002965293268360716,
      "loss": 1.7171,
      "step": 11913
    },
    {
      "epoch": 0.4879787016178579,
      "grad_norm": 0.8218922271302015,
      "learning_rate": 0.00029652862928769737,
      "loss": 1.039,
      "step": 11914
    },
    {
      "epoch": 0.48801966004505426,
      "grad_norm": 0.6477334360540404,
      "learning_rate": 0.000296527931670053,
      "loss": 0.7258,
      "step": 11915
    },
    {
      "epoch": 0.4880606184722507,
      "grad_norm": 0.7229174041499412,
      "learning_rate": 0.0002965272339831387,
      "loss": 0.9478,
      "step": 11916
    },
    {
      "epoch": 0.48810157689944705,
      "grad_norm": 0.7563827171713589,
      "learning_rate": 0.00029652653622695485,
      "loss": 1.0522,
      "step": 11917
    },
    {
      "epoch": 0.4881425353266435,
      "grad_norm": 0.906833956185664,
      "learning_rate": 0.00029652583840150177,
      "loss": 0.4351,
      "step": 11918
    },
    {
      "epoch": 0.48818349375383985,
      "grad_norm": 1.0543144627123053,
      "learning_rate": 0.0002965251405067797,
      "loss": 1.0284,
      "step": 11919
    },
    {
      "epoch": 0.4882244521810363,
      "grad_norm": 0.7746234068503846,
      "learning_rate": 0.0002965244425427891,
      "loss": 1.03,
      "step": 11920
    },
    {
      "epoch": 0.48826541060823264,
      "grad_norm": 0.7128806138795206,
      "learning_rate": 0.00029652374450953023,
      "loss": 0.7939,
      "step": 11921
    },
    {
      "epoch": 0.48830636903542907,
      "grad_norm": 1.1754822162145602,
      "learning_rate": 0.00029652304640700344,
      "loss": 0.9616,
      "step": 11922
    },
    {
      "epoch": 0.48834732746262544,
      "grad_norm": 1.667423599587338,
      "learning_rate": 0.0002965223482352091,
      "loss": 1.0473,
      "step": 11923
    },
    {
      "epoch": 0.4883882858898218,
      "grad_norm": 0.5389956488372317,
      "learning_rate": 0.00029652164999414743,
      "loss": 0.4163,
      "step": 11924
    },
    {
      "epoch": 0.48842924431701823,
      "grad_norm": 1.0835922299372707,
      "learning_rate": 0.00029652095168381887,
      "loss": 0.7609,
      "step": 11925
    },
    {
      "epoch": 0.4884702027442146,
      "grad_norm": 0.6567138858265703,
      "learning_rate": 0.00029652025330422367,
      "loss": 0.8211,
      "step": 11926
    },
    {
      "epoch": 0.488511161171411,
      "grad_norm": 0.8419496686042565,
      "learning_rate": 0.0002965195548553622,
      "loss": 0.6083,
      "step": 11927
    },
    {
      "epoch": 0.4885521195986074,
      "grad_norm": 0.729166487212563,
      "learning_rate": 0.0002965188563372348,
      "loss": 0.816,
      "step": 11928
    },
    {
      "epoch": 0.4885930780258038,
      "grad_norm": 0.6686499284739914,
      "learning_rate": 0.0002965181577498418,
      "loss": 0.7069,
      "step": 11929
    },
    {
      "epoch": 0.4886340364530002,
      "grad_norm": 0.7585219276308155,
      "learning_rate": 0.0002965174590931835,
      "loss": 0.8695,
      "step": 11930
    },
    {
      "epoch": 0.4886749948801966,
      "grad_norm": 0.7774383756095445,
      "learning_rate": 0.00029651676036726024,
      "loss": 0.7135,
      "step": 11931
    },
    {
      "epoch": 0.488715953307393,
      "grad_norm": 0.8919351227401517,
      "learning_rate": 0.0002965160615720724,
      "loss": 1.0834,
      "step": 11932
    },
    {
      "epoch": 0.4887569117345894,
      "grad_norm": 0.7748482897973249,
      "learning_rate": 0.00029651536270762025,
      "loss": 0.4055,
      "step": 11933
    },
    {
      "epoch": 0.4887978701617858,
      "grad_norm": 3.396460797927711,
      "learning_rate": 0.0002965146637739041,
      "loss": 7.1757,
      "step": 11934
    },
    {
      "epoch": 0.4888388285889822,
      "grad_norm": 0.9434603065321302,
      "learning_rate": 0.0002965139647709243,
      "loss": 0.8516,
      "step": 11935
    },
    {
      "epoch": 0.48887978701617857,
      "grad_norm": 0.8707809236554022,
      "learning_rate": 0.0002965132656986813,
      "loss": 0.7363,
      "step": 11936
    },
    {
      "epoch": 0.488920745443375,
      "grad_norm": 2.3321826701543795,
      "learning_rate": 0.0002965125665571753,
      "loss": 5.3714,
      "step": 11937
    },
    {
      "epoch": 0.48896170387057136,
      "grad_norm": 0.8878168930339719,
      "learning_rate": 0.0002965118673464066,
      "loss": 0.7766,
      "step": 11938
    },
    {
      "epoch": 0.4890026622977678,
      "grad_norm": 0.791927599119143,
      "learning_rate": 0.00029651116806637566,
      "loss": 1.0461,
      "step": 11939
    },
    {
      "epoch": 0.48904362072496416,
      "grad_norm": 0.5447087298435612,
      "learning_rate": 0.00029651046871708266,
      "loss": 0.4252,
      "step": 11940
    },
    {
      "epoch": 0.4890845791521606,
      "grad_norm": 1.3118929528918535,
      "learning_rate": 0.0002965097692985281,
      "loss": 1.6464,
      "step": 11941
    },
    {
      "epoch": 0.48912553757935695,
      "grad_norm": 0.8254332402027214,
      "learning_rate": 0.00029650906981071215,
      "loss": 1.2244,
      "step": 11942
    },
    {
      "epoch": 0.4891664960065534,
      "grad_norm": 0.5178198483716593,
      "learning_rate": 0.0002965083702536352,
      "loss": 0.4163,
      "step": 11943
    },
    {
      "epoch": 0.48920745443374974,
      "grad_norm": 0.8999969351221484,
      "learning_rate": 0.0002965076706272977,
      "loss": 0.7876,
      "step": 11944
    },
    {
      "epoch": 0.4892484128609461,
      "grad_norm": 0.8478451595760123,
      "learning_rate": 0.0002965069709316998,
      "loss": 1.2457,
      "step": 11945
    },
    {
      "epoch": 0.48928937128814254,
      "grad_norm": 0.9362201821497792,
      "learning_rate": 0.0002965062711668419,
      "loss": 1.137,
      "step": 11946
    },
    {
      "epoch": 0.4893303297153389,
      "grad_norm": 0.5420966215864861,
      "learning_rate": 0.00029650557133272437,
      "loss": 0.4507,
      "step": 11947
    },
    {
      "epoch": 0.48937128814253533,
      "grad_norm": 0.6338442680580824,
      "learning_rate": 0.0002965048714293475,
      "loss": 0.8799,
      "step": 11948
    },
    {
      "epoch": 0.4894122465697317,
      "grad_norm": 0.6784922175756462,
      "learning_rate": 0.00029650417145671163,
      "loss": 0.9063,
      "step": 11949
    },
    {
      "epoch": 0.4894532049969281,
      "grad_norm": 0.8684931402922077,
      "learning_rate": 0.0002965034714148171,
      "loss": 0.6187,
      "step": 11950
    },
    {
      "epoch": 0.4894941634241245,
      "grad_norm": 0.6006414242421546,
      "learning_rate": 0.0002965027713036642,
      "loss": 0.7208,
      "step": 11951
    },
    {
      "epoch": 0.4895351218513209,
      "grad_norm": 0.8433778289879461,
      "learning_rate": 0.00029650207112325326,
      "loss": 0.9318,
      "step": 11952
    },
    {
      "epoch": 0.4895760802785173,
      "grad_norm": 0.7463233779587759,
      "learning_rate": 0.00029650137087358473,
      "loss": 0.5861,
      "step": 11953
    },
    {
      "epoch": 0.4896170387057137,
      "grad_norm": 0.7012150853810208,
      "learning_rate": 0.0002965006705546588,
      "loss": 0.729,
      "step": 11954
    },
    {
      "epoch": 0.4896579971329101,
      "grad_norm": 0.7356143049041256,
      "learning_rate": 0.00029649997016647584,
      "loss": 0.9858,
      "step": 11955
    },
    {
      "epoch": 0.4896989555601065,
      "grad_norm": 0.7286125634497768,
      "learning_rate": 0.0002964992697090362,
      "loss": 0.692,
      "step": 11956
    },
    {
      "epoch": 0.4897399139873029,
      "grad_norm": 0.799636747538264,
      "learning_rate": 0.0002964985691823402,
      "loss": 1.003,
      "step": 11957
    },
    {
      "epoch": 0.4897808724144993,
      "grad_norm": 0.5884073364675261,
      "learning_rate": 0.0002964978685863882,
      "loss": 0.5105,
      "step": 11958
    },
    {
      "epoch": 0.48982183084169567,
      "grad_norm": 0.7566515945269986,
      "learning_rate": 0.00029649716792118055,
      "loss": 0.4137,
      "step": 11959
    },
    {
      "epoch": 0.4898627892688921,
      "grad_norm": 1.2911941516935423,
      "learning_rate": 0.00029649646718671747,
      "loss": 0.9493,
      "step": 11960
    },
    {
      "epoch": 0.48990374769608847,
      "grad_norm": 0.7345746675739816,
      "learning_rate": 0.0002964957663829994,
      "loss": 0.7559,
      "step": 11961
    },
    {
      "epoch": 0.4899447061232849,
      "grad_norm": 0.9448608417481564,
      "learning_rate": 0.0002964950655100266,
      "loss": 0.7145,
      "step": 11962
    },
    {
      "epoch": 0.48998566455048126,
      "grad_norm": 0.8536101996414466,
      "learning_rate": 0.00029649436456779946,
      "loss": 1.3808,
      "step": 11963
    },
    {
      "epoch": 0.4900266229776777,
      "grad_norm": 0.9232307590889287,
      "learning_rate": 0.0002964936635563183,
      "loss": 1.146,
      "step": 11964
    },
    {
      "epoch": 0.49006758140487405,
      "grad_norm": 0.8885779643168971,
      "learning_rate": 0.0002964929624755834,
      "loss": 1.0092,
      "step": 11965
    },
    {
      "epoch": 0.4901085398320704,
      "grad_norm": 0.6291018509171953,
      "learning_rate": 0.00029649226132559515,
      "loss": 0.6169,
      "step": 11966
    },
    {
      "epoch": 0.49014949825926685,
      "grad_norm": 0.7282227986962405,
      "learning_rate": 0.00029649156010635384,
      "loss": 0.8164,
      "step": 11967
    },
    {
      "epoch": 0.4901904566864632,
      "grad_norm": 0.7466686677275458,
      "learning_rate": 0.0002964908588178599,
      "loss": 0.5294,
      "step": 11968
    },
    {
      "epoch": 0.49023141511365964,
      "grad_norm": 0.5812685945482876,
      "learning_rate": 0.0002964901574601134,
      "loss": 0.4234,
      "step": 11969
    },
    {
      "epoch": 0.490272373540856,
      "grad_norm": 0.7021215133133357,
      "learning_rate": 0.000296489456033115,
      "loss": 0.4575,
      "step": 11970
    },
    {
      "epoch": 0.49031333196805243,
      "grad_norm": 0.8447675026573628,
      "learning_rate": 0.00029648875453686487,
      "loss": 0.8865,
      "step": 11971
    },
    {
      "epoch": 0.4903542903952488,
      "grad_norm": 0.9261861810425249,
      "learning_rate": 0.0002964880529713634,
      "loss": 0.965,
      "step": 11972
    },
    {
      "epoch": 0.49039524882244523,
      "grad_norm": 0.8944594196379428,
      "learning_rate": 0.0002964873513366108,
      "loss": 0.9756,
      "step": 11973
    },
    {
      "epoch": 0.4904362072496416,
      "grad_norm": 2.5101648972674035,
      "learning_rate": 0.00029648664963260747,
      "loss": 5.634,
      "step": 11974
    },
    {
      "epoch": 0.490477165676838,
      "grad_norm": 1.0690735990863327,
      "learning_rate": 0.0002964859478593538,
      "loss": 1.0261,
      "step": 11975
    },
    {
      "epoch": 0.4905181241040344,
      "grad_norm": 5.0022948932492435,
      "learning_rate": 0.00029648524601685004,
      "loss": 3.7227,
      "step": 11976
    },
    {
      "epoch": 0.4905590825312308,
      "grad_norm": 0.89162505178381,
      "learning_rate": 0.00029648454410509655,
      "loss": 0.998,
      "step": 11977
    },
    {
      "epoch": 0.4906000409584272,
      "grad_norm": 2.0501900882992636,
      "learning_rate": 0.0002964838421240937,
      "loss": 1.3447,
      "step": 11978
    },
    {
      "epoch": 0.4906409993856236,
      "grad_norm": 0.6241126168071388,
      "learning_rate": 0.0002964831400738418,
      "loss": 0.7746,
      "step": 11979
    },
    {
      "epoch": 0.49068195781282,
      "grad_norm": 0.7854746643519521,
      "learning_rate": 0.0002964824379543412,
      "loss": 0.8715,
      "step": 11980
    },
    {
      "epoch": 0.4907229162400164,
      "grad_norm": 0.6525134399605673,
      "learning_rate": 0.00029648173576559214,
      "loss": 0.6309,
      "step": 11981
    },
    {
      "epoch": 0.4907638746672128,
      "grad_norm": 0.5688316373013521,
      "learning_rate": 0.000296481033507595,
      "loss": 0.8736,
      "step": 11982
    },
    {
      "epoch": 0.4908048330944092,
      "grad_norm": 1.0981527789197718,
      "learning_rate": 0.0002964803311803502,
      "loss": 1.0572,
      "step": 11983
    },
    {
      "epoch": 0.49084579152160557,
      "grad_norm": 0.665901593160638,
      "learning_rate": 0.0002964796287838579,
      "loss": 0.8132,
      "step": 11984
    },
    {
      "epoch": 0.490886749948802,
      "grad_norm": 0.9512372688777222,
      "learning_rate": 0.00029647892631811865,
      "loss": 0.4035,
      "step": 11985
    },
    {
      "epoch": 0.49092770837599836,
      "grad_norm": 0.927425460229664,
      "learning_rate": 0.00029647822378313257,
      "loss": 0.4439,
      "step": 11986
    },
    {
      "epoch": 0.49096866680319473,
      "grad_norm": 0.8696237816679651,
      "learning_rate": 0.00029647752117890013,
      "loss": 1.2033,
      "step": 11987
    },
    {
      "epoch": 0.49100962523039116,
      "grad_norm": 0.8647484157277227,
      "learning_rate": 0.0002964768185054216,
      "loss": 0.6857,
      "step": 11988
    },
    {
      "epoch": 0.4910505836575875,
      "grad_norm": 0.6525574913254726,
      "learning_rate": 0.0002964761157626973,
      "loss": 0.3122,
      "step": 11989
    },
    {
      "epoch": 0.49109154208478395,
      "grad_norm": 0.7682017455991131,
      "learning_rate": 0.00029647541295072763,
      "loss": 0.353,
      "step": 11990
    },
    {
      "epoch": 0.4911325005119803,
      "grad_norm": 0.7164469643961047,
      "learning_rate": 0.0002964747100695129,
      "loss": 0.7637,
      "step": 11991
    },
    {
      "epoch": 0.49117345893917674,
      "grad_norm": 1.0007639152990573,
      "learning_rate": 0.0002964740071190534,
      "loss": 0.8389,
      "step": 11992
    },
    {
      "epoch": 0.4912144173663731,
      "grad_norm": 0.8605436613442732,
      "learning_rate": 0.0002964733040993495,
      "loss": 0.8962,
      "step": 11993
    },
    {
      "epoch": 0.49125537579356954,
      "grad_norm": 0.9607058167680625,
      "learning_rate": 0.00029647260101040154,
      "loss": 1.0221,
      "step": 11994
    },
    {
      "epoch": 0.4912963342207659,
      "grad_norm": 0.6812562414238725,
      "learning_rate": 0.0002964718978522098,
      "loss": 0.8032,
      "step": 11995
    },
    {
      "epoch": 0.49133729264796233,
      "grad_norm": 0.6796903530969035,
      "learning_rate": 0.00029647119462477466,
      "loss": 0.6706,
      "step": 11996
    },
    {
      "epoch": 0.4913782510751587,
      "grad_norm": 0.6823765952369489,
      "learning_rate": 0.00029647049132809644,
      "loss": 0.8374,
      "step": 11997
    },
    {
      "epoch": 0.4914192095023551,
      "grad_norm": 0.9724025965998164,
      "learning_rate": 0.0002964697879621755,
      "loss": 1.0364,
      "step": 11998
    },
    {
      "epoch": 0.4914601679295515,
      "grad_norm": 1.3160053882825775,
      "learning_rate": 0.00029646908452701207,
      "loss": 1.542,
      "step": 11999
    },
    {
      "epoch": 0.4915011263567479,
      "grad_norm": 0.8704565390388839,
      "learning_rate": 0.0002964683810226066,
      "loss": 0.9745,
      "step": 12000
    },
    {
      "epoch": 0.4915420847839443,
      "grad_norm": 0.7623188455012521,
      "learning_rate": 0.00029646767744895936,
      "loss": 0.9189,
      "step": 12001
    },
    {
      "epoch": 0.4915830432111407,
      "grad_norm": 1.0729770271286456,
      "learning_rate": 0.0002964669738060707,
      "loss": 0.3931,
      "step": 12002
    },
    {
      "epoch": 0.4916240016383371,
      "grad_norm": 1.1072098822701497,
      "learning_rate": 0.00029646627009394103,
      "loss": 1.2344,
      "step": 12003
    },
    {
      "epoch": 0.4916649600655335,
      "grad_norm": 0.7263436788206488,
      "learning_rate": 0.0002964655663125705,
      "loss": 0.7971,
      "step": 12004
    },
    {
      "epoch": 0.4917059184927299,
      "grad_norm": 0.7659820055173908,
      "learning_rate": 0.0002964648624619596,
      "loss": 0.9318,
      "step": 12005
    },
    {
      "epoch": 0.4917468769199263,
      "grad_norm": 0.7958718599141419,
      "learning_rate": 0.0002964641585421086,
      "loss": 1.094,
      "step": 12006
    },
    {
      "epoch": 0.49178783534712267,
      "grad_norm": 0.8942209177068526,
      "learning_rate": 0.00029646345455301785,
      "loss": 0.4317,
      "step": 12007
    },
    {
      "epoch": 0.49182879377431904,
      "grad_norm": 0.9633435359529046,
      "learning_rate": 0.0002964627504946877,
      "loss": 1.0118,
      "step": 12008
    },
    {
      "epoch": 0.49186975220151546,
      "grad_norm": 2.829137659186572,
      "learning_rate": 0.0002964620463671185,
      "loss": 2.3197,
      "step": 12009
    },
    {
      "epoch": 0.49191071062871183,
      "grad_norm": 0.856579966096697,
      "learning_rate": 0.0002964613421703104,
      "loss": 1.1949,
      "step": 12010
    },
    {
      "epoch": 0.49195166905590826,
      "grad_norm": 1.4104474547962842,
      "learning_rate": 0.000296460637904264,
      "loss": 1.0459,
      "step": 12011
    },
    {
      "epoch": 0.4919926274831046,
      "grad_norm": 1.0411759276010595,
      "learning_rate": 0.0002964599335689795,
      "loss": 1.1102,
      "step": 12012
    },
    {
      "epoch": 0.49203358591030105,
      "grad_norm": 1.0789677447098622,
      "learning_rate": 0.00029645922916445716,
      "loss": 1.045,
      "step": 12013
    },
    {
      "epoch": 0.4920745443374974,
      "grad_norm": 1.111323700671812,
      "learning_rate": 0.00029645852469069745,
      "loss": 0.9183,
      "step": 12014
    },
    {
      "epoch": 0.49211550276469385,
      "grad_norm": 1.109207025377504,
      "learning_rate": 0.00029645782014770065,
      "loss": 0.6766,
      "step": 12015
    },
    {
      "epoch": 0.4921564611918902,
      "grad_norm": 1.2823211334154936,
      "learning_rate": 0.00029645711553546707,
      "loss": 1.0968,
      "step": 12016
    },
    {
      "epoch": 0.49219741961908664,
      "grad_norm": 0.8248038322800355,
      "learning_rate": 0.0002964564108539971,
      "loss": 0.9671,
      "step": 12017
    },
    {
      "epoch": 0.492238378046283,
      "grad_norm": 0.8586485326070539,
      "learning_rate": 0.000296455706103291,
      "loss": 0.7609,
      "step": 12018
    },
    {
      "epoch": 0.49227933647347943,
      "grad_norm": 0.8015253397269938,
      "learning_rate": 0.0002964550012833492,
      "loss": 1.0416,
      "step": 12019
    },
    {
      "epoch": 0.4923202949006758,
      "grad_norm": 0.8682991767517467,
      "learning_rate": 0.0002964542963941719,
      "loss": 0.8358,
      "step": 12020
    },
    {
      "epoch": 0.49236125332787223,
      "grad_norm": 1.0712575965622948,
      "learning_rate": 0.00029645359143575954,
      "loss": 1.0475,
      "step": 12021
    },
    {
      "epoch": 0.4924022117550686,
      "grad_norm": 0.6184734765050445,
      "learning_rate": 0.00029645288640811244,
      "loss": 0.3733,
      "step": 12022
    },
    {
      "epoch": 0.492443170182265,
      "grad_norm": 0.8039197622506629,
      "learning_rate": 0.0002964521813112309,
      "loss": 0.7539,
      "step": 12023
    },
    {
      "epoch": 0.4924841286094614,
      "grad_norm": 0.8483746649910995,
      "learning_rate": 0.00029645147614511524,
      "loss": 0.654,
      "step": 12024
    },
    {
      "epoch": 0.4925250870366578,
      "grad_norm": 0.5942421892092807,
      "learning_rate": 0.00029645077090976584,
      "loss": 0.392,
      "step": 12025
    },
    {
      "epoch": 0.4925660454638542,
      "grad_norm": 1.4002655879498722,
      "learning_rate": 0.000296450065605183,
      "loss": 1.2249,
      "step": 12026
    },
    {
      "epoch": 0.4926070038910506,
      "grad_norm": 0.6754435811944824,
      "learning_rate": 0.0002964493602313671,
      "loss": 0.5054,
      "step": 12027
    },
    {
      "epoch": 0.492647962318247,
      "grad_norm": 0.9067345856357019,
      "learning_rate": 0.0002964486547883184,
      "loss": 0.891,
      "step": 12028
    },
    {
      "epoch": 0.49268892074544335,
      "grad_norm": 0.8690599880147467,
      "learning_rate": 0.0002964479492760373,
      "loss": 0.4574,
      "step": 12029
    },
    {
      "epoch": 0.4927298791726398,
      "grad_norm": 0.8105798896635579,
      "learning_rate": 0.0002964472436945241,
      "loss": 0.7061,
      "step": 12030
    },
    {
      "epoch": 0.49277083759983614,
      "grad_norm": 0.9934638778924184,
      "learning_rate": 0.00029644653804377914,
      "loss": 1.1006,
      "step": 12031
    },
    {
      "epoch": 0.49281179602703257,
      "grad_norm": 2.421017289618381,
      "learning_rate": 0.00029644583232380276,
      "loss": 5.6534,
      "step": 12032
    },
    {
      "epoch": 0.49285275445422894,
      "grad_norm": 0.9031755235973357,
      "learning_rate": 0.0002964451265345953,
      "loss": 1.3266,
      "step": 12033
    },
    {
      "epoch": 0.49289371288142536,
      "grad_norm": 0.7664805140548391,
      "learning_rate": 0.0002964444206761571,
      "loss": 1.0585,
      "step": 12034
    },
    {
      "epoch": 0.49293467130862173,
      "grad_norm": 0.9428012194826785,
      "learning_rate": 0.0002964437147484884,
      "loss": 0.9119,
      "step": 12035
    },
    {
      "epoch": 0.49297562973581815,
      "grad_norm": 7.490860459521652,
      "learning_rate": 0.00029644300875158964,
      "loss": 1.9263,
      "step": 12036
    },
    {
      "epoch": 0.4930165881630145,
      "grad_norm": 1.2396479866802206,
      "learning_rate": 0.0002964423026854611,
      "loss": 1.6213,
      "step": 12037
    },
    {
      "epoch": 0.49305754659021095,
      "grad_norm": 0.8572610799519911,
      "learning_rate": 0.0002964415965501032,
      "loss": 0.7679,
      "step": 12038
    },
    {
      "epoch": 0.4930985050174073,
      "grad_norm": 5.203366045119776,
      "learning_rate": 0.0002964408903455162,
      "loss": 2.4682,
      "step": 12039
    },
    {
      "epoch": 0.49313946344460374,
      "grad_norm": 0.6869360031287095,
      "learning_rate": 0.00029644018407170046,
      "loss": 0.5496,
      "step": 12040
    },
    {
      "epoch": 0.4931804218718001,
      "grad_norm": 1.9480436151210154,
      "learning_rate": 0.00029643947772865623,
      "loss": 1.9506,
      "step": 12041
    },
    {
      "epoch": 0.49322138029899654,
      "grad_norm": 0.7858460018545597,
      "learning_rate": 0.00029643877131638397,
      "loss": 0.788,
      "step": 12042
    },
    {
      "epoch": 0.4932623387261929,
      "grad_norm": 1.0668131580120717,
      "learning_rate": 0.00029643806483488393,
      "loss": 1.2735,
      "step": 12043
    },
    {
      "epoch": 0.49330329715338933,
      "grad_norm": 0.9328180207390567,
      "learning_rate": 0.0002964373582841565,
      "loss": 1.1184,
      "step": 12044
    },
    {
      "epoch": 0.4933442555805857,
      "grad_norm": 0.7364153372976063,
      "learning_rate": 0.00029643665166420195,
      "loss": 1.0553,
      "step": 12045
    },
    {
      "epoch": 0.4933852140077821,
      "grad_norm": 0.8567474279199706,
      "learning_rate": 0.00029643594497502065,
      "loss": 0.5591,
      "step": 12046
    },
    {
      "epoch": 0.4934261724349785,
      "grad_norm": 1.1212600796728882,
      "learning_rate": 0.00029643523821661294,
      "loss": 1.0092,
      "step": 12047
    },
    {
      "epoch": 0.4934671308621749,
      "grad_norm": 0.8629670311813222,
      "learning_rate": 0.00029643453138897914,
      "loss": 0.9137,
      "step": 12048
    },
    {
      "epoch": 0.4935080892893713,
      "grad_norm": 0.6829597692968036,
      "learning_rate": 0.0002964338244921196,
      "loss": 0.5461,
      "step": 12049
    },
    {
      "epoch": 0.49354904771656766,
      "grad_norm": 1.177313872879979,
      "learning_rate": 0.00029643311752603467,
      "loss": 1.3479,
      "step": 12050
    },
    {
      "epoch": 0.4935900061437641,
      "grad_norm": 2.927688851277969,
      "learning_rate": 0.00029643241049072465,
      "loss": 5.2235,
      "step": 12051
    },
    {
      "epoch": 0.49363096457096045,
      "grad_norm": 0.7089369183734572,
      "learning_rate": 0.00029643170338618984,
      "loss": 0.7817,
      "step": 12052
    },
    {
      "epoch": 0.4936719229981569,
      "grad_norm": 0.7673569992406702,
      "learning_rate": 0.00029643099621243067,
      "loss": 0.9293,
      "step": 12053
    },
    {
      "epoch": 0.49371288142535324,
      "grad_norm": 4.14015594972138,
      "learning_rate": 0.00029643028896944736,
      "loss": 2.0297,
      "step": 12054
    },
    {
      "epoch": 0.49375383985254967,
      "grad_norm": 0.8314961345152675,
      "learning_rate": 0.00029642958165724035,
      "loss": 0.8342,
      "step": 12055
    },
    {
      "epoch": 0.49379479827974604,
      "grad_norm": 0.6487809800066178,
      "learning_rate": 0.00029642887427580995,
      "loss": 0.3846,
      "step": 12056
    },
    {
      "epoch": 0.49383575670694246,
      "grad_norm": 0.625075556552059,
      "learning_rate": 0.00029642816682515645,
      "loss": 0.4058,
      "step": 12057
    },
    {
      "epoch": 0.49387671513413883,
      "grad_norm": 0.8290534250270394,
      "learning_rate": 0.0002964274593052802,
      "loss": 1.1132,
      "step": 12058
    },
    {
      "epoch": 0.49391767356133526,
      "grad_norm": 0.8117706196319753,
      "learning_rate": 0.00029642675171618157,
      "loss": 0.8602,
      "step": 12059
    },
    {
      "epoch": 0.4939586319885316,
      "grad_norm": 0.6888324281506977,
      "learning_rate": 0.00029642604405786085,
      "loss": 0.7994,
      "step": 12060
    },
    {
      "epoch": 0.49399959041572805,
      "grad_norm": 0.8282935822420658,
      "learning_rate": 0.00029642533633031837,
      "loss": 1.1032,
      "step": 12061
    },
    {
      "epoch": 0.4940405488429244,
      "grad_norm": 0.6272970821747927,
      "learning_rate": 0.0002964246285335545,
      "loss": 0.6216,
      "step": 12062
    },
    {
      "epoch": 0.49408150727012085,
      "grad_norm": 0.7561540307486192,
      "learning_rate": 0.00029642392066756956,
      "loss": 0.6242,
      "step": 12063
    },
    {
      "epoch": 0.4941224656973172,
      "grad_norm": 0.7988587552543199,
      "learning_rate": 0.00029642321273236393,
      "loss": 0.9697,
      "step": 12064
    },
    {
      "epoch": 0.49416342412451364,
      "grad_norm": 0.6437443756248798,
      "learning_rate": 0.00029642250472793785,
      "loss": 0.5511,
      "step": 12065
    },
    {
      "epoch": 0.49420438255171,
      "grad_norm": 0.7800867935593976,
      "learning_rate": 0.00029642179665429174,
      "loss": 1.0028,
      "step": 12066
    },
    {
      "epoch": 0.49424534097890643,
      "grad_norm": 0.664482139027308,
      "learning_rate": 0.0002964210885114259,
      "loss": 0.8425,
      "step": 12067
    },
    {
      "epoch": 0.4942862994061028,
      "grad_norm": 0.6479047611619441,
      "learning_rate": 0.00029642038029934067,
      "loss": 0.7804,
      "step": 12068
    },
    {
      "epoch": 0.4943272578332992,
      "grad_norm": 0.7385077868166717,
      "learning_rate": 0.0002964196720180363,
      "loss": 1.0224,
      "step": 12069
    },
    {
      "epoch": 0.4943682162604956,
      "grad_norm": 0.7545255003196694,
      "learning_rate": 0.0002964189636675133,
      "loss": 1.0338,
      "step": 12070
    },
    {
      "epoch": 0.49440917468769197,
      "grad_norm": 0.7486195968396836,
      "learning_rate": 0.0002964182552477719,
      "loss": 0.6638,
      "step": 12071
    },
    {
      "epoch": 0.4944501331148884,
      "grad_norm": 0.7629961931454275,
      "learning_rate": 0.0002964175467588124,
      "loss": 0.9134,
      "step": 12072
    },
    {
      "epoch": 0.49449109154208476,
      "grad_norm": 0.617906589041396,
      "learning_rate": 0.00029641683820063523,
      "loss": 0.66,
      "step": 12073
    },
    {
      "epoch": 0.4945320499692812,
      "grad_norm": 0.716059703314115,
      "learning_rate": 0.0002964161295732406,
      "loss": 0.5801,
      "step": 12074
    },
    {
      "epoch": 0.49457300839647755,
      "grad_norm": 0.849216027666266,
      "learning_rate": 0.000296415420876629,
      "loss": 1.0056,
      "step": 12075
    },
    {
      "epoch": 0.494613966823674,
      "grad_norm": 1.0589619717246685,
      "learning_rate": 0.00029641471211080066,
      "loss": 1.0775,
      "step": 12076
    },
    {
      "epoch": 0.49465492525087035,
      "grad_norm": 3.266386412015512,
      "learning_rate": 0.0002964140032757559,
      "loss": 1.3081,
      "step": 12077
    },
    {
      "epoch": 0.4946958836780668,
      "grad_norm": 0.8816748626065655,
      "learning_rate": 0.00029641329437149515,
      "loss": 0.8336,
      "step": 12078
    },
    {
      "epoch": 0.49473684210526314,
      "grad_norm": 0.6444767392358101,
      "learning_rate": 0.0002964125853980187,
      "loss": 0.3651,
      "step": 12079
    },
    {
      "epoch": 0.49477780053245957,
      "grad_norm": 1.0152041367463676,
      "learning_rate": 0.00029641187635532685,
      "loss": 1.2863,
      "step": 12080
    },
    {
      "epoch": 0.49481875895965594,
      "grad_norm": 0.710565583404297,
      "learning_rate": 0.00029641116724341996,
      "loss": 0.8152,
      "step": 12081
    },
    {
      "epoch": 0.49485971738685236,
      "grad_norm": 0.865285133202066,
      "learning_rate": 0.00029641045806229837,
      "loss": 1.1388,
      "step": 12082
    },
    {
      "epoch": 0.49490067581404873,
      "grad_norm": 2.193795648952613,
      "learning_rate": 0.0002964097488119624,
      "loss": 5.0891,
      "step": 12083
    },
    {
      "epoch": 0.49494163424124515,
      "grad_norm": 1.8764682432003692,
      "learning_rate": 0.0002964090394924124,
      "loss": 5.7533,
      "step": 12084
    },
    {
      "epoch": 0.4949825926684415,
      "grad_norm": 0.8047210898218194,
      "learning_rate": 0.0002964083301036487,
      "loss": 0.9724,
      "step": 12085
    },
    {
      "epoch": 0.49502355109563795,
      "grad_norm": 0.9476345001529212,
      "learning_rate": 0.0002964076206456716,
      "loss": 1.0645,
      "step": 12086
    },
    {
      "epoch": 0.4950645095228343,
      "grad_norm": 0.478334820050179,
      "learning_rate": 0.00029640691111848153,
      "loss": 0.27,
      "step": 12087
    },
    {
      "epoch": 0.49510546795003074,
      "grad_norm": 0.7931352522388586,
      "learning_rate": 0.0002964062015220788,
      "loss": 0.8184,
      "step": 12088
    },
    {
      "epoch": 0.4951464263772271,
      "grad_norm": 0.6654888105951082,
      "learning_rate": 0.0002964054918564636,
      "loss": 0.7441,
      "step": 12089
    },
    {
      "epoch": 0.49518738480442354,
      "grad_norm": 0.5911088278905146,
      "learning_rate": 0.0002964047821216365,
      "loss": 0.3862,
      "step": 12090
    },
    {
      "epoch": 0.4952283432316199,
      "grad_norm": 0.8162059176457803,
      "learning_rate": 0.00029640407231759766,
      "loss": 0.9081,
      "step": 12091
    },
    {
      "epoch": 0.4952693016588163,
      "grad_norm": 0.9285420983694536,
      "learning_rate": 0.00029640336244434747,
      "loss": 0.6959,
      "step": 12092
    },
    {
      "epoch": 0.4953102600860127,
      "grad_norm": 0.724169883180756,
      "learning_rate": 0.00029640265250188626,
      "loss": 0.8779,
      "step": 12093
    },
    {
      "epoch": 0.49535121851320907,
      "grad_norm": 0.7767060047049619,
      "learning_rate": 0.0002964019424902144,
      "loss": 0.6708,
      "step": 12094
    },
    {
      "epoch": 0.4953921769404055,
      "grad_norm": 1.1026415364916138,
      "learning_rate": 0.00029640123240933213,
      "loss": 0.9583,
      "step": 12095
    },
    {
      "epoch": 0.49543313536760186,
      "grad_norm": 0.8477120137924286,
      "learning_rate": 0.0002964005222592399,
      "loss": 0.6237,
      "step": 12096
    },
    {
      "epoch": 0.4954740937947983,
      "grad_norm": 3.5191216371041905,
      "learning_rate": 0.000296399812039938,
      "loss": 3.5921,
      "step": 12097
    },
    {
      "epoch": 0.49551505222199466,
      "grad_norm": 0.8324019603676605,
      "learning_rate": 0.00029639910175142676,
      "loss": 0.7514,
      "step": 12098
    },
    {
      "epoch": 0.4955560106491911,
      "grad_norm": 0.5228300691832891,
      "learning_rate": 0.0002963983913937065,
      "loss": 0.3767,
      "step": 12099
    },
    {
      "epoch": 0.49559696907638745,
      "grad_norm": 0.9650560209043665,
      "learning_rate": 0.0002963976809667776,
      "loss": 0.6814,
      "step": 12100
    },
    {
      "epoch": 0.4956379275035839,
      "grad_norm": 0.847154908025365,
      "learning_rate": 0.0002963969704706404,
      "loss": 0.8942,
      "step": 12101
    },
    {
      "epoch": 0.49567888593078024,
      "grad_norm": 0.6958124014972826,
      "learning_rate": 0.0002963962599052952,
      "loss": 0.473,
      "step": 12102
    },
    {
      "epoch": 0.49571984435797667,
      "grad_norm": 1.024886870522787,
      "learning_rate": 0.00029639554927074225,
      "loss": 1.1525,
      "step": 12103
    },
    {
      "epoch": 0.49576080278517304,
      "grad_norm": 0.8672523856451804,
      "learning_rate": 0.00029639483856698203,
      "loss": 0.9468,
      "step": 12104
    },
    {
      "epoch": 0.49580176121236946,
      "grad_norm": 0.850299376792675,
      "learning_rate": 0.00029639412779401485,
      "loss": 0.9417,
      "step": 12105
    },
    {
      "epoch": 0.49584271963956583,
      "grad_norm": 0.6549903892012531,
      "learning_rate": 0.00029639341695184105,
      "loss": 0.4666,
      "step": 12106
    },
    {
      "epoch": 0.49588367806676226,
      "grad_norm": 0.6860539116418914,
      "learning_rate": 0.0002963927060404609,
      "loss": 0.8327,
      "step": 12107
    },
    {
      "epoch": 0.4959246364939586,
      "grad_norm": 0.694738241806981,
      "learning_rate": 0.00029639199505987474,
      "loss": 0.7566,
      "step": 12108
    },
    {
      "epoch": 0.49596559492115505,
      "grad_norm": 0.8227328522495793,
      "learning_rate": 0.00029639128401008294,
      "loss": 0.7058,
      "step": 12109
    },
    {
      "epoch": 0.4960065533483514,
      "grad_norm": 0.8949190673161125,
      "learning_rate": 0.00029639057289108586,
      "loss": 1.121,
      "step": 12110
    },
    {
      "epoch": 0.49604751177554784,
      "grad_norm": 0.7550473117103308,
      "learning_rate": 0.0002963898617028839,
      "loss": 0.8844,
      "step": 12111
    },
    {
      "epoch": 0.4960884702027442,
      "grad_norm": 0.5042242130715997,
      "learning_rate": 0.0002963891504454772,
      "loss": 0.3435,
      "step": 12112
    },
    {
      "epoch": 0.4961294286299406,
      "grad_norm": 0.7056015334085349,
      "learning_rate": 0.00029638843911886624,
      "loss": 0.8432,
      "step": 12113
    },
    {
      "epoch": 0.496170387057137,
      "grad_norm": 1.2711436243232719,
      "learning_rate": 0.0002963877277230513,
      "loss": 1.248,
      "step": 12114
    },
    {
      "epoch": 0.4962113454843334,
      "grad_norm": 0.7972969978091214,
      "learning_rate": 0.00029638701625803274,
      "loss": 1.0375,
      "step": 12115
    },
    {
      "epoch": 0.4962523039115298,
      "grad_norm": 1.0751641487490586,
      "learning_rate": 0.0002963863047238109,
      "loss": 0.8879,
      "step": 12116
    },
    {
      "epoch": 0.49629326233872617,
      "grad_norm": 0.7576318497437635,
      "learning_rate": 0.0002963855931203861,
      "loss": 0.3871,
      "step": 12117
    },
    {
      "epoch": 0.4963342207659226,
      "grad_norm": 0.639879836793858,
      "learning_rate": 0.0002963848814477587,
      "loss": 0.4032,
      "step": 12118
    },
    {
      "epoch": 0.49637517919311896,
      "grad_norm": 0.7374904856109666,
      "learning_rate": 0.00029638416970592907,
      "loss": 0.8739,
      "step": 12119
    },
    {
      "epoch": 0.4964161376203154,
      "grad_norm": 0.6409788801463654,
      "learning_rate": 0.0002963834578948974,
      "loss": 0.3559,
      "step": 12120
    },
    {
      "epoch": 0.49645709604751176,
      "grad_norm": 0.7835679583557416,
      "learning_rate": 0.00029638274601466414,
      "loss": 0.7827,
      "step": 12121
    },
    {
      "epoch": 0.4964980544747082,
      "grad_norm": 0.7565101113362183,
      "learning_rate": 0.0002963820340652297,
      "loss": 0.7195,
      "step": 12122
    },
    {
      "epoch": 0.49653901290190455,
      "grad_norm": 0.8849428310423278,
      "learning_rate": 0.0002963813220465942,
      "loss": 0.8408,
      "step": 12123
    },
    {
      "epoch": 0.496579971329101,
      "grad_norm": 1.1413995209460153,
      "learning_rate": 0.0002963806099587582,
      "loss": 1.5724,
      "step": 12124
    },
    {
      "epoch": 0.49662092975629735,
      "grad_norm": 0.7351655860852361,
      "learning_rate": 0.00029637989780172195,
      "loss": 0.6568,
      "step": 12125
    },
    {
      "epoch": 0.49666188818349377,
      "grad_norm": 0.8519008201471203,
      "learning_rate": 0.00029637918557548574,
      "loss": 0.9991,
      "step": 12126
    },
    {
      "epoch": 0.49670284661069014,
      "grad_norm": 0.7362375392817072,
      "learning_rate": 0.00029637847328005,
      "loss": 0.9511,
      "step": 12127
    },
    {
      "epoch": 0.49674380503788657,
      "grad_norm": 0.5743145230032369,
      "learning_rate": 0.0002963777609154149,
      "loss": 0.3586,
      "step": 12128
    },
    {
      "epoch": 0.49678476346508293,
      "grad_norm": 0.8067637348746173,
      "learning_rate": 0.00029637704848158096,
      "loss": 0.9364,
      "step": 12129
    },
    {
      "epoch": 0.49682572189227936,
      "grad_norm": 0.7792529800142615,
      "learning_rate": 0.00029637633597854847,
      "loss": 0.9761,
      "step": 12130
    },
    {
      "epoch": 0.49686668031947573,
      "grad_norm": 0.9727721863315613,
      "learning_rate": 0.0002963756234063177,
      "loss": 1.0318,
      "step": 12131
    },
    {
      "epoch": 0.49690763874667215,
      "grad_norm": 0.701379785008562,
      "learning_rate": 0.00029637491076488904,
      "loss": 0.3732,
      "step": 12132
    },
    {
      "epoch": 0.4969485971738685,
      "grad_norm": 0.8845943495618896,
      "learning_rate": 0.0002963741980542628,
      "loss": 1.134,
      "step": 12133
    },
    {
      "epoch": 0.4969895556010649,
      "grad_norm": 1.0735302219608356,
      "learning_rate": 0.00029637348527443934,
      "loss": 0.6853,
      "step": 12134
    },
    {
      "epoch": 0.4970305140282613,
      "grad_norm": 1.2675273721568836,
      "learning_rate": 0.000296372772425419,
      "loss": 1.1191,
      "step": 12135
    },
    {
      "epoch": 0.4970714724554577,
      "grad_norm": 0.8779879537285054,
      "learning_rate": 0.0002963720595072021,
      "loss": 1.2621,
      "step": 12136
    },
    {
      "epoch": 0.4971124308826541,
      "grad_norm": 0.64471619366605,
      "learning_rate": 0.000296371346519789,
      "loss": 0.3688,
      "step": 12137
    },
    {
      "epoch": 0.4971533893098505,
      "grad_norm": 3.786970539153886,
      "learning_rate": 0.00029637063346318003,
      "loss": 2.5304,
      "step": 12138
    },
    {
      "epoch": 0.4971943477370469,
      "grad_norm": 1.2423699202131344,
      "learning_rate": 0.0002963699203373755,
      "loss": 0.9122,
      "step": 12139
    },
    {
      "epoch": 0.4972353061642433,
      "grad_norm": 1.050813551198777,
      "learning_rate": 0.00029636920714237573,
      "loss": 0.9604,
      "step": 12140
    },
    {
      "epoch": 0.4972762645914397,
      "grad_norm": 0.828245630264575,
      "learning_rate": 0.00029636849387818117,
      "loss": 0.9917,
      "step": 12141
    },
    {
      "epoch": 0.49731722301863607,
      "grad_norm": 0.995437046634867,
      "learning_rate": 0.000296367780544792,
      "loss": 0.8522,
      "step": 12142
    },
    {
      "epoch": 0.4973581814458325,
      "grad_norm": 0.8058560078821049,
      "learning_rate": 0.0002963670671422087,
      "loss": 0.5212,
      "step": 12143
    },
    {
      "epoch": 0.49739913987302886,
      "grad_norm": 2.0129869657411676,
      "learning_rate": 0.0002963663536704315,
      "loss": 6.0506,
      "step": 12144
    },
    {
      "epoch": 0.4974400983002253,
      "grad_norm": 0.6678217735462839,
      "learning_rate": 0.00029636564012946076,
      "loss": 1.0276,
      "step": 12145
    },
    {
      "epoch": 0.49748105672742166,
      "grad_norm": 0.7904123193331751,
      "learning_rate": 0.0002963649265192969,
      "loss": 0.8402,
      "step": 12146
    },
    {
      "epoch": 0.4975220151546181,
      "grad_norm": 3.2219610429719188,
      "learning_rate": 0.0002963642128399402,
      "loss": 3.009,
      "step": 12147
    },
    {
      "epoch": 0.49756297358181445,
      "grad_norm": 0.655404249554174,
      "learning_rate": 0.00029636349909139095,
      "loss": 0.3842,
      "step": 12148
    },
    {
      "epoch": 0.4976039320090109,
      "grad_norm": 1.0793979600301815,
      "learning_rate": 0.00029636278527364954,
      "loss": 0.6394,
      "step": 12149
    },
    {
      "epoch": 0.49764489043620724,
      "grad_norm": 0.8111784568963618,
      "learning_rate": 0.0002963620713867163,
      "loss": 0.8991,
      "step": 12150
    },
    {
      "epoch": 0.49768584886340367,
      "grad_norm": 0.5802328840261726,
      "learning_rate": 0.00029636135743059156,
      "loss": 0.3295,
      "step": 12151
    },
    {
      "epoch": 0.49772680729060004,
      "grad_norm": 0.9223196335545407,
      "learning_rate": 0.0002963606434052757,
      "loss": 1.1432,
      "step": 12152
    },
    {
      "epoch": 0.49776776571779646,
      "grad_norm": 0.6613750129673392,
      "learning_rate": 0.00029635992931076896,
      "loss": 0.9834,
      "step": 12153
    },
    {
      "epoch": 0.49780872414499283,
      "grad_norm": 0.7669060255654001,
      "learning_rate": 0.0002963592151470718,
      "loss": 1.1062,
      "step": 12154
    },
    {
      "epoch": 0.4978496825721892,
      "grad_norm": 0.7005918297629616,
      "learning_rate": 0.0002963585009141844,
      "loss": 0.7558,
      "step": 12155
    },
    {
      "epoch": 0.4978906409993856,
      "grad_norm": 1.0002907935617182,
      "learning_rate": 0.0002963577866121073,
      "loss": 0.5517,
      "step": 12156
    },
    {
      "epoch": 0.497931599426582,
      "grad_norm": 0.5995408589772334,
      "learning_rate": 0.0002963570722408407,
      "loss": 0.2265,
      "step": 12157
    },
    {
      "epoch": 0.4979725578537784,
      "grad_norm": 0.7920931585077899,
      "learning_rate": 0.000296356357800385,
      "loss": 1.06,
      "step": 12158
    },
    {
      "epoch": 0.4980135162809748,
      "grad_norm": 0.6346226580439616,
      "learning_rate": 0.00029635564329074044,
      "loss": 0.9905,
      "step": 12159
    },
    {
      "epoch": 0.4980544747081712,
      "grad_norm": 1.3675870646986197,
      "learning_rate": 0.00029635492871190743,
      "loss": 2.3724,
      "step": 12160
    },
    {
      "epoch": 0.4980954331353676,
      "grad_norm": 1.1804450233733519,
      "learning_rate": 0.00029635421406388633,
      "loss": 1.3191,
      "step": 12161
    },
    {
      "epoch": 0.498136391562564,
      "grad_norm": 1.1040062079272936,
      "learning_rate": 0.00029635349934667746,
      "loss": 0.6836,
      "step": 12162
    },
    {
      "epoch": 0.4981773499897604,
      "grad_norm": 0.9352173897093298,
      "learning_rate": 0.0002963527845602811,
      "loss": 1.0734,
      "step": 12163
    },
    {
      "epoch": 0.4982183084169568,
      "grad_norm": 0.6452578212672675,
      "learning_rate": 0.0002963520697046977,
      "loss": 0.9688,
      "step": 12164
    },
    {
      "epoch": 0.49825926684415317,
      "grad_norm": 0.4511644314344935,
      "learning_rate": 0.0002963513547799275,
      "loss": 0.3614,
      "step": 12165
    },
    {
      "epoch": 0.4983002252713496,
      "grad_norm": 0.7491864605265641,
      "learning_rate": 0.00029635063978597086,
      "loss": 0.6509,
      "step": 12166
    },
    {
      "epoch": 0.49834118369854596,
      "grad_norm": 0.8567956932027639,
      "learning_rate": 0.00029634992472282815,
      "loss": 0.7968,
      "step": 12167
    },
    {
      "epoch": 0.4983821421257424,
      "grad_norm": 0.9034189598262484,
      "learning_rate": 0.00029634920959049964,
      "loss": 1.1338,
      "step": 12168
    },
    {
      "epoch": 0.49842310055293876,
      "grad_norm": 0.7800015497283151,
      "learning_rate": 0.0002963484943889858,
      "loss": 0.8441,
      "step": 12169
    },
    {
      "epoch": 0.4984640589801352,
      "grad_norm": 0.5632397240514383,
      "learning_rate": 0.00029634777911828684,
      "loss": 0.4471,
      "step": 12170
    },
    {
      "epoch": 0.49850501740733155,
      "grad_norm": 0.8355271763535429,
      "learning_rate": 0.0002963470637784031,
      "loss": 0.9555,
      "step": 12171
    },
    {
      "epoch": 0.498545975834528,
      "grad_norm": 0.9351401241174805,
      "learning_rate": 0.00029634634836933507,
      "loss": 0.9126,
      "step": 12172
    },
    {
      "epoch": 0.49858693426172435,
      "grad_norm": 0.9807607126104982,
      "learning_rate": 0.0002963456328910829,
      "loss": 0.4324,
      "step": 12173
    },
    {
      "epoch": 0.49862789268892077,
      "grad_norm": 0.5653669741320002,
      "learning_rate": 0.000296344917343647,
      "loss": 0.3975,
      "step": 12174
    },
    {
      "epoch": 0.49866885111611714,
      "grad_norm": 1.5043616551145849,
      "learning_rate": 0.00029634420172702775,
      "loss": 1.1623,
      "step": 12175
    },
    {
      "epoch": 0.4987098095433135,
      "grad_norm": 0.8493712083614016,
      "learning_rate": 0.0002963434860412254,
      "loss": 0.7828,
      "step": 12176
    },
    {
      "epoch": 0.49875076797050993,
      "grad_norm": 0.8760634063451344,
      "learning_rate": 0.0002963427702862404,
      "loss": 1.1841,
      "step": 12177
    },
    {
      "epoch": 0.4987917263977063,
      "grad_norm": 1.2831775306649464,
      "learning_rate": 0.000296342054462073,
      "loss": 1.0425,
      "step": 12178
    },
    {
      "epoch": 0.49883268482490273,
      "grad_norm": 2.182961455672467,
      "learning_rate": 0.00029634133856872355,
      "loss": 1.4641,
      "step": 12179
    },
    {
      "epoch": 0.4988736432520991,
      "grad_norm": 0.7214951471820314,
      "learning_rate": 0.0002963406226061925,
      "loss": 0.4828,
      "step": 12180
    },
    {
      "epoch": 0.4989146016792955,
      "grad_norm": 0.9369295524576418,
      "learning_rate": 0.00029633990657448,
      "loss": 1.1896,
      "step": 12181
    },
    {
      "epoch": 0.4989555601064919,
      "grad_norm": 0.7289307527442999,
      "learning_rate": 0.00029633919047358657,
      "loss": 0.8813,
      "step": 12182
    },
    {
      "epoch": 0.4989965185336883,
      "grad_norm": 0.6379705834467264,
      "learning_rate": 0.00029633847430351237,
      "loss": 0.411,
      "step": 12183
    },
    {
      "epoch": 0.4990374769608847,
      "grad_norm": 1.2086463795177018,
      "learning_rate": 0.0002963377580642579,
      "loss": 1.6654,
      "step": 12184
    },
    {
      "epoch": 0.4990784353880811,
      "grad_norm": 0.8753051355861916,
      "learning_rate": 0.00029633704175582333,
      "loss": 1.0009,
      "step": 12185
    },
    {
      "epoch": 0.4991193938152775,
      "grad_norm": 0.769870698373799,
      "learning_rate": 0.0002963363253782092,
      "loss": 1.2663,
      "step": 12186
    },
    {
      "epoch": 0.4991603522424739,
      "grad_norm": 0.7894127271805005,
      "learning_rate": 0.0002963356089314157,
      "loss": 0.9568,
      "step": 12187
    },
    {
      "epoch": 0.4992013106696703,
      "grad_norm": 0.8198490605115264,
      "learning_rate": 0.00029633489241544323,
      "loss": 0.8333,
      "step": 12188
    },
    {
      "epoch": 0.4992422690968667,
      "grad_norm": 0.7708158023500093,
      "learning_rate": 0.0002963341758302921,
      "loss": 0.6112,
      "step": 12189
    },
    {
      "epoch": 0.49928322752406307,
      "grad_norm": 0.8965788457475939,
      "learning_rate": 0.0002963334591759627,
      "loss": 0.6019,
      "step": 12190
    },
    {
      "epoch": 0.4993241859512595,
      "grad_norm": 2.1802434640966877,
      "learning_rate": 0.0002963327424524553,
      "loss": 3.4011,
      "step": 12191
    },
    {
      "epoch": 0.49936514437845586,
      "grad_norm": 0.7914893344315351,
      "learning_rate": 0.00029633202565977027,
      "loss": 1.3032,
      "step": 12192
    },
    {
      "epoch": 0.4994061028056523,
      "grad_norm": 0.8983176536871151,
      "learning_rate": 0.00029633130879790797,
      "loss": 0.6486,
      "step": 12193
    },
    {
      "epoch": 0.49944706123284865,
      "grad_norm": 0.5944660576636536,
      "learning_rate": 0.0002963305918668687,
      "loss": 0.5315,
      "step": 12194
    },
    {
      "epoch": 0.4994880196600451,
      "grad_norm": 0.7264064035843928,
      "learning_rate": 0.0002963298748666528,
      "loss": 0.8209,
      "step": 12195
    },
    {
      "epoch": 0.49952897808724145,
      "grad_norm": 0.6450608916676166,
      "learning_rate": 0.0002963291577972607,
      "loss": 0.7703,
      "step": 12196
    },
    {
      "epoch": 0.4995699365144378,
      "grad_norm": 0.9550189595770665,
      "learning_rate": 0.0002963284406586926,
      "loss": 0.9728,
      "step": 12197
    },
    {
      "epoch": 0.49961089494163424,
      "grad_norm": 0.9423448977164336,
      "learning_rate": 0.0002963277234509489,
      "loss": 0.8751,
      "step": 12198
    },
    {
      "epoch": 0.4996518533688306,
      "grad_norm": 1.7881742106582426,
      "learning_rate": 0.00029632700617402997,
      "loss": 3.7876,
      "step": 12199
    },
    {
      "epoch": 0.49969281179602704,
      "grad_norm": 0.7338313159081135,
      "learning_rate": 0.0002963262888279361,
      "loss": 0.7601,
      "step": 12200
    },
    {
      "epoch": 0.4997337702232234,
      "grad_norm": 0.5649038706418658,
      "learning_rate": 0.0002963255714126677,
      "loss": 0.3413,
      "step": 12201
    },
    {
      "epoch": 0.49977472865041983,
      "grad_norm": 0.9300539988771183,
      "learning_rate": 0.000296324853928225,
      "loss": 1.1802,
      "step": 12202
    },
    {
      "epoch": 0.4998156870776162,
      "grad_norm": 0.8431145212451406,
      "learning_rate": 0.00029632413637460843,
      "loss": 1.1425,
      "step": 12203
    },
    {
      "epoch": 0.4998566455048126,
      "grad_norm": 0.6867088371899946,
      "learning_rate": 0.0002963234187518183,
      "loss": 0.7157,
      "step": 12204
    },
    {
      "epoch": 0.499897603932009,
      "grad_norm": 0.88445661421348,
      "learning_rate": 0.00029632270105985493,
      "loss": 1.2979,
      "step": 12205
    },
    {
      "epoch": 0.4999385623592054,
      "grad_norm": 0.9547547756719315,
      "learning_rate": 0.0002963219832987187,
      "loss": 1.2615,
      "step": 12206
    },
    {
      "epoch": 0.4999795207864018,
      "grad_norm": 0.9343973087969112,
      "learning_rate": 0.0002963212654684099,
      "loss": 1.0135,
      "step": 12207
    },
    {
      "epoch": 0.5000204792135982,
      "grad_norm": 0.71854618162605,
      "learning_rate": 0.00029632054756892893,
      "loss": 0.8738,
      "step": 12208
    },
    {
      "epoch": 0.5000614376407946,
      "grad_norm": 0.8349124828085183,
      "learning_rate": 0.00029631982960027603,
      "loss": 0.9308,
      "step": 12209
    },
    {
      "epoch": 0.500102396067991,
      "grad_norm": 0.79692468395179,
      "learning_rate": 0.0002963191115624517,
      "loss": 1.1882,
      "step": 12210
    },
    {
      "epoch": 0.5001433544951874,
      "grad_norm": 4.1800862640524326,
      "learning_rate": 0.0002963183934554561,
      "loss": 2.5536,
      "step": 12211
    },
    {
      "epoch": 0.5001843129223837,
      "grad_norm": 0.8815900256979204,
      "learning_rate": 0.0002963176752792897,
      "loss": 1.0992,
      "step": 12212
    },
    {
      "epoch": 0.5002252713495802,
      "grad_norm": 0.9067182372298415,
      "learning_rate": 0.0002963169570339528,
      "loss": 1.1207,
      "step": 12213
    },
    {
      "epoch": 0.5002662297767766,
      "grad_norm": 0.8499437811828007,
      "learning_rate": 0.0002963162387194457,
      "loss": 0.7987,
      "step": 12214
    },
    {
      "epoch": 0.500307188203973,
      "grad_norm": 0.8900959097754464,
      "learning_rate": 0.00029631552033576884,
      "loss": 0.8866,
      "step": 12215
    },
    {
      "epoch": 0.5003481466311693,
      "grad_norm": 0.6604524410498982,
      "learning_rate": 0.0002963148018829224,
      "loss": 0.7225,
      "step": 12216
    },
    {
      "epoch": 0.5003891050583658,
      "grad_norm": 0.754182588434154,
      "learning_rate": 0.0002963140833609069,
      "loss": 1.0793,
      "step": 12217
    },
    {
      "epoch": 0.5004300634855622,
      "grad_norm": 0.6665317242923674,
      "learning_rate": 0.00029631336476972255,
      "loss": 0.7776,
      "step": 12218
    },
    {
      "epoch": 0.5004710219127585,
      "grad_norm": 0.8339352530477173,
      "learning_rate": 0.00029631264610936975,
      "loss": 1.0769,
      "step": 12219
    },
    {
      "epoch": 0.5005119803399549,
      "grad_norm": 0.5945206773636883,
      "learning_rate": 0.00029631192737984875,
      "loss": 0.7431,
      "step": 12220
    },
    {
      "epoch": 0.5005529387671513,
      "grad_norm": 0.6046011335566839,
      "learning_rate": 0.00029631120858116005,
      "loss": 0.6499,
      "step": 12221
    },
    {
      "epoch": 0.5005938971943478,
      "grad_norm": 0.8326487802871964,
      "learning_rate": 0.0002963104897133038,
      "loss": 1.0371,
      "step": 12222
    },
    {
      "epoch": 0.5006348556215441,
      "grad_norm": 1.2037217847220392,
      "learning_rate": 0.00029630977077628055,
      "loss": 1.3182,
      "step": 12223
    },
    {
      "epoch": 0.5006758140487405,
      "grad_norm": 1.0814163953741576,
      "learning_rate": 0.00029630905177009046,
      "loss": 1.0669,
      "step": 12224
    },
    {
      "epoch": 0.5007167724759369,
      "grad_norm": 0.5714466545407322,
      "learning_rate": 0.000296308332694734,
      "loss": 0.5539,
      "step": 12225
    },
    {
      "epoch": 0.5007577309031334,
      "grad_norm": 0.7917335655871814,
      "learning_rate": 0.0002963076135502114,
      "loss": 0.6795,
      "step": 12226
    },
    {
      "epoch": 0.5007986893303297,
      "grad_norm": 0.6886052663164177,
      "learning_rate": 0.00029630689433652306,
      "loss": 0.8087,
      "step": 12227
    },
    {
      "epoch": 0.5008396477575261,
      "grad_norm": 1.0127340905647235,
      "learning_rate": 0.0002963061750536693,
      "loss": 1.1456,
      "step": 12228
    },
    {
      "epoch": 0.5008806061847225,
      "grad_norm": 0.9319755383634631,
      "learning_rate": 0.0002963054557016505,
      "loss": 1.2154,
      "step": 12229
    },
    {
      "epoch": 0.500921564611919,
      "grad_norm": 0.7734970998680573,
      "learning_rate": 0.00029630473628046693,
      "loss": 1.1493,
      "step": 12230
    },
    {
      "epoch": 0.5009625230391153,
      "grad_norm": 0.7515287060017116,
      "learning_rate": 0.00029630401679011905,
      "loss": 1.0106,
      "step": 12231
    },
    {
      "epoch": 0.5010034814663117,
      "grad_norm": 0.7931337943266373,
      "learning_rate": 0.00029630329723060703,
      "loss": 1.0476,
      "step": 12232
    },
    {
      "epoch": 0.5010444398935081,
      "grad_norm": 0.7542514753791323,
      "learning_rate": 0.00029630257760193137,
      "loss": 0.6615,
      "step": 12233
    },
    {
      "epoch": 0.5010853983207045,
      "grad_norm": 1.0237886542809653,
      "learning_rate": 0.0002963018579040923,
      "loss": 0.8939,
      "step": 12234
    },
    {
      "epoch": 0.5011263567479008,
      "grad_norm": 0.7824372589850002,
      "learning_rate": 0.00029630113813709015,
      "loss": 0.9528,
      "step": 12235
    },
    {
      "epoch": 0.5011673151750973,
      "grad_norm": 0.8550751922856639,
      "learning_rate": 0.0002963004183009254,
      "loss": 0.7034,
      "step": 12236
    },
    {
      "epoch": 0.5012082736022937,
      "grad_norm": 1.250268339183998,
      "learning_rate": 0.0002962996983955983,
      "loss": 1.1625,
      "step": 12237
    },
    {
      "epoch": 0.5012492320294901,
      "grad_norm": 0.7852827481552959,
      "learning_rate": 0.0002962989784211091,
      "loss": 0.7646,
      "step": 12238
    },
    {
      "epoch": 0.5012901904566864,
      "grad_norm": 0.6096889769927069,
      "learning_rate": 0.00029629825837745833,
      "loss": 0.4341,
      "step": 12239
    },
    {
      "epoch": 0.5013311488838829,
      "grad_norm": 1.0375805022536886,
      "learning_rate": 0.0002962975382646462,
      "loss": 1.4617,
      "step": 12240
    },
    {
      "epoch": 0.5013721073110793,
      "grad_norm": 1.0777318708859192,
      "learning_rate": 0.0002962968180826731,
      "loss": 0.8284,
      "step": 12241
    },
    {
      "epoch": 0.5014130657382756,
      "grad_norm": 0.9351709754677373,
      "learning_rate": 0.0002962960978315393,
      "loss": 0.7378,
      "step": 12242
    },
    {
      "epoch": 0.501454024165472,
      "grad_norm": 1.0335666568302224,
      "learning_rate": 0.0002962953775112452,
      "loss": 0.9758,
      "step": 12243
    },
    {
      "epoch": 0.5014949825926684,
      "grad_norm": 1.6938832159983868,
      "learning_rate": 0.0002962946571217912,
      "loss": 2.1424,
      "step": 12244
    },
    {
      "epoch": 0.5015359410198649,
      "grad_norm": 0.5822300480336943,
      "learning_rate": 0.00029629393666317757,
      "loss": 0.3884,
      "step": 12245
    },
    {
      "epoch": 0.5015768994470612,
      "grad_norm": 0.8388149777924057,
      "learning_rate": 0.0002962932161354046,
      "loss": 1.1637,
      "step": 12246
    },
    {
      "epoch": 0.5016178578742576,
      "grad_norm": 0.6925026510859198,
      "learning_rate": 0.0002962924955384727,
      "loss": 0.8477,
      "step": 12247
    },
    {
      "epoch": 0.501658816301454,
      "grad_norm": 0.9663627033548714,
      "learning_rate": 0.0002962917748723822,
      "loss": 0.6436,
      "step": 12248
    },
    {
      "epoch": 0.5016997747286505,
      "grad_norm": 1.2999077373255297,
      "learning_rate": 0.00029629105413713343,
      "loss": 1.2476,
      "step": 12249
    },
    {
      "epoch": 0.5017407331558468,
      "grad_norm": 1.2726859549496927,
      "learning_rate": 0.00029629033333272676,
      "loss": 0.8863,
      "step": 12250
    },
    {
      "epoch": 0.5017816915830432,
      "grad_norm": 0.9739702795608041,
      "learning_rate": 0.00029628961245916247,
      "loss": 0.8733,
      "step": 12251
    },
    {
      "epoch": 0.5018226500102396,
      "grad_norm": 0.7470218146352251,
      "learning_rate": 0.00029628889151644104,
      "loss": 0.3254,
      "step": 12252
    },
    {
      "epoch": 0.501863608437436,
      "grad_norm": 0.7822553324242462,
      "learning_rate": 0.00029628817050456264,
      "loss": 0.9234,
      "step": 12253
    },
    {
      "epoch": 0.5019045668646324,
      "grad_norm": 0.7477752482202121,
      "learning_rate": 0.0002962874494235277,
      "loss": 0.9255,
      "step": 12254
    },
    {
      "epoch": 0.5019455252918288,
      "grad_norm": 2.1214198706143716,
      "learning_rate": 0.0002962867282733365,
      "loss": 4.0925,
      "step": 12255
    },
    {
      "epoch": 0.5019864837190252,
      "grad_norm": 0.900867171521416,
      "learning_rate": 0.00029628600705398943,
      "loss": 0.9595,
      "step": 12256
    },
    {
      "epoch": 0.5020274421462216,
      "grad_norm": 0.6179559088750631,
      "learning_rate": 0.0002962852857654869,
      "loss": 0.7486,
      "step": 12257
    },
    {
      "epoch": 0.502068400573418,
      "grad_norm": 0.6916275794540482,
      "learning_rate": 0.0002962845644078291,
      "loss": 0.9093,
      "step": 12258
    },
    {
      "epoch": 0.5021093590006144,
      "grad_norm": 0.7989473443077895,
      "learning_rate": 0.0002962838429810165,
      "loss": 0.9349,
      "step": 12259
    },
    {
      "epoch": 0.5021503174278108,
      "grad_norm": 0.5204780240360777,
      "learning_rate": 0.0002962831214850493,
      "loss": 0.2905,
      "step": 12260
    },
    {
      "epoch": 0.5021912758550071,
      "grad_norm": 0.7245480817990068,
      "learning_rate": 0.000296282399919928,
      "loss": 0.6111,
      "step": 12261
    },
    {
      "epoch": 0.5022322342822035,
      "grad_norm": 0.8846874168850205,
      "learning_rate": 0.0002962816782856528,
      "loss": 1.0578,
      "step": 12262
    },
    {
      "epoch": 0.5022731927094,
      "grad_norm": 1.2039493031627564,
      "learning_rate": 0.00029628095658222424,
      "loss": 1.6396,
      "step": 12263
    },
    {
      "epoch": 0.5023141511365964,
      "grad_norm": 1.237065153604776,
      "learning_rate": 0.00029628023480964244,
      "loss": 1.2489,
      "step": 12264
    },
    {
      "epoch": 0.5023551095637927,
      "grad_norm": 0.8852830215675551,
      "learning_rate": 0.0002962795129679079,
      "loss": 0.7133,
      "step": 12265
    },
    {
      "epoch": 0.5023960679909891,
      "grad_norm": 1.2731471388869817,
      "learning_rate": 0.0002962787910570208,
      "loss": 1.5917,
      "step": 12266
    },
    {
      "epoch": 0.5024370264181856,
      "grad_norm": 3.6268743250721416,
      "learning_rate": 0.00029627806907698163,
      "loss": 6.445,
      "step": 12267
    },
    {
      "epoch": 0.502477984845382,
      "grad_norm": 0.9319098333392353,
      "learning_rate": 0.00029627734702779063,
      "loss": 1.0543,
      "step": 12268
    },
    {
      "epoch": 0.5025189432725783,
      "grad_norm": 1.3005592896183396,
      "learning_rate": 0.00029627662490944824,
      "loss": 2.1079,
      "step": 12269
    },
    {
      "epoch": 0.5025599016997747,
      "grad_norm": 0.8996206714647994,
      "learning_rate": 0.00029627590272195473,
      "loss": 1.1716,
      "step": 12270
    },
    {
      "epoch": 0.5026008601269711,
      "grad_norm": 0.9748586036044337,
      "learning_rate": 0.0002962751804653104,
      "loss": 0.8624,
      "step": 12271
    },
    {
      "epoch": 0.5026418185541676,
      "grad_norm": 0.6882772248317183,
      "learning_rate": 0.0002962744581395158,
      "loss": 0.9796,
      "step": 12272
    },
    {
      "epoch": 0.5026827769813639,
      "grad_norm": 0.898758463365196,
      "learning_rate": 0.000296273735744571,
      "loss": 0.9645,
      "step": 12273
    },
    {
      "epoch": 0.5027237354085603,
      "grad_norm": 0.7979902562045978,
      "learning_rate": 0.00029627301328047655,
      "loss": 0.5184,
      "step": 12274
    },
    {
      "epoch": 0.5027646938357567,
      "grad_norm": 0.7033067100865367,
      "learning_rate": 0.00029627229074723264,
      "loss": 0.7705,
      "step": 12275
    },
    {
      "epoch": 0.5028056522629532,
      "grad_norm": 0.7481563944231953,
      "learning_rate": 0.0002962715681448397,
      "loss": 0.7245,
      "step": 12276
    },
    {
      "epoch": 0.5028466106901495,
      "grad_norm": 0.565516865139521,
      "learning_rate": 0.0002962708454732981,
      "loss": 0.6482,
      "step": 12277
    },
    {
      "epoch": 0.5028875691173459,
      "grad_norm": 0.9363142664410593,
      "learning_rate": 0.00029627012273260805,
      "loss": 0.7235,
      "step": 12278
    },
    {
      "epoch": 0.5029285275445423,
      "grad_norm": 0.8986577893268903,
      "learning_rate": 0.00029626939992277,
      "loss": 1.0619,
      "step": 12279
    },
    {
      "epoch": 0.5029694859717387,
      "grad_norm": 2.826439274864982,
      "learning_rate": 0.0002962686770437843,
      "loss": 1.8969,
      "step": 12280
    },
    {
      "epoch": 0.503010444398935,
      "grad_norm": 1.2484472603968135,
      "learning_rate": 0.00029626795409565124,
      "loss": 1.0068,
      "step": 12281
    },
    {
      "epoch": 0.5030514028261315,
      "grad_norm": 0.901717525604776,
      "learning_rate": 0.00029626723107837113,
      "loss": 1.0374,
      "step": 12282
    },
    {
      "epoch": 0.5030923612533279,
      "grad_norm": 0.8185608690419862,
      "learning_rate": 0.0002962665079919444,
      "loss": 0.8542,
      "step": 12283
    },
    {
      "epoch": 0.5031333196805242,
      "grad_norm": 0.8657078762819612,
      "learning_rate": 0.0002962657848363714,
      "loss": 1.0423,
      "step": 12284
    },
    {
      "epoch": 0.5031742781077206,
      "grad_norm": 0.5722455832325757,
      "learning_rate": 0.00029626506161165234,
      "loss": 0.6301,
      "step": 12285
    },
    {
      "epoch": 0.5032152365349171,
      "grad_norm": 0.7581109791676197,
      "learning_rate": 0.0002962643383177877,
      "loss": 0.8078,
      "step": 12286
    },
    {
      "epoch": 0.5032561949621135,
      "grad_norm": 1.411908949077257,
      "learning_rate": 0.00029626361495477775,
      "loss": 1.814,
      "step": 12287
    },
    {
      "epoch": 0.5032971533893098,
      "grad_norm": 0.6458607573576222,
      "learning_rate": 0.00029626289152262286,
      "loss": 0.6065,
      "step": 12288
    },
    {
      "epoch": 0.5033381118165062,
      "grad_norm": 1.1623365429885713,
      "learning_rate": 0.00029626216802132335,
      "loss": 1.065,
      "step": 12289
    },
    {
      "epoch": 0.5033790702437027,
      "grad_norm": 0.8647065729586437,
      "learning_rate": 0.00029626144445087956,
      "loss": 0.7118,
      "step": 12290
    },
    {
      "epoch": 0.5034200286708991,
      "grad_norm": 0.7940891887911572,
      "learning_rate": 0.0002962607208112919,
      "loss": 1.1542,
      "step": 12291
    },
    {
      "epoch": 0.5034609870980954,
      "grad_norm": 0.7914730058559115,
      "learning_rate": 0.0002962599971025606,
      "loss": 1.0021,
      "step": 12292
    },
    {
      "epoch": 0.5035019455252918,
      "grad_norm": 1.2393078518732898,
      "learning_rate": 0.0002962592733246861,
      "loss": 1.1001,
      "step": 12293
    },
    {
      "epoch": 0.5035429039524882,
      "grad_norm": 0.8901032524767144,
      "learning_rate": 0.0002962585494776687,
      "loss": 0.9673,
      "step": 12294
    },
    {
      "epoch": 0.5035838623796847,
      "grad_norm": 0.8727329999886213,
      "learning_rate": 0.0002962578255615087,
      "loss": 0.7173,
      "step": 12295
    },
    {
      "epoch": 0.503624820806881,
      "grad_norm": 0.8885973870874846,
      "learning_rate": 0.00029625710157620656,
      "loss": 0.8788,
      "step": 12296
    },
    {
      "epoch": 0.5036657792340774,
      "grad_norm": 0.7736539604947433,
      "learning_rate": 0.0002962563775217625,
      "loss": 0.8186,
      "step": 12297
    },
    {
      "epoch": 0.5037067376612738,
      "grad_norm": 0.5266901075826695,
      "learning_rate": 0.0002962556533981769,
      "loss": 0.3443,
      "step": 12298
    },
    {
      "epoch": 0.5037476960884703,
      "grad_norm": 0.6880253389958219,
      "learning_rate": 0.00029625492920545013,
      "loss": 0.7207,
      "step": 12299
    },
    {
      "epoch": 0.5037886545156666,
      "grad_norm": 0.9019285491790857,
      "learning_rate": 0.00029625420494358253,
      "loss": 0.8161,
      "step": 12300
    },
    {
      "epoch": 0.503829612942863,
      "grad_norm": 1.2485703567962518,
      "learning_rate": 0.00029625348061257443,
      "loss": 1.1045,
      "step": 12301
    },
    {
      "epoch": 0.5038705713700594,
      "grad_norm": 2.5525449513942142,
      "learning_rate": 0.00029625275621242617,
      "loss": 2.2747,
      "step": 12302
    },
    {
      "epoch": 0.5039115297972557,
      "grad_norm": 0.831603080927201,
      "learning_rate": 0.00029625203174313806,
      "loss": 0.5873,
      "step": 12303
    },
    {
      "epoch": 0.5039524882244522,
      "grad_norm": 1.065414557352867,
      "learning_rate": 0.0002962513072047105,
      "loss": 0.5996,
      "step": 12304
    },
    {
      "epoch": 0.5039934466516486,
      "grad_norm": 0.9135678411652622,
      "learning_rate": 0.0002962505825971438,
      "loss": 1.1857,
      "step": 12305
    },
    {
      "epoch": 0.504034405078845,
      "grad_norm": 1.2101453899339791,
      "learning_rate": 0.00029624985792043836,
      "loss": 1.7997,
      "step": 12306
    },
    {
      "epoch": 0.5040753635060413,
      "grad_norm": 0.7392793023831122,
      "learning_rate": 0.0002962491331745944,
      "loss": 0.5586,
      "step": 12307
    },
    {
      "epoch": 0.5041163219332377,
      "grad_norm": 1.1041929121866731,
      "learning_rate": 0.0002962484083596124,
      "loss": 1.064,
      "step": 12308
    },
    {
      "epoch": 0.5041572803604342,
      "grad_norm": 1.1968542909287019,
      "learning_rate": 0.0002962476834754926,
      "loss": 1.1682,
      "step": 12309
    },
    {
      "epoch": 0.5041982387876306,
      "grad_norm": 2.974326728849163,
      "learning_rate": 0.00029624695852223533,
      "loss": 7.8367,
      "step": 12310
    },
    {
      "epoch": 0.5042391972148269,
      "grad_norm": 0.7973682623565214,
      "learning_rate": 0.0002962462334998411,
      "loss": 0.8512,
      "step": 12311
    },
    {
      "epoch": 0.5042801556420233,
      "grad_norm": 0.7994490844488417,
      "learning_rate": 0.0002962455084083101,
      "loss": 0.3955,
      "step": 12312
    },
    {
      "epoch": 0.5043211140692198,
      "grad_norm": 1.095589842340043,
      "learning_rate": 0.0002962447832476426,
      "loss": 0.805,
      "step": 12313
    },
    {
      "epoch": 0.5043620724964162,
      "grad_norm": 0.7156137447870425,
      "learning_rate": 0.00029624405801783915,
      "loss": 0.8107,
      "step": 12314
    },
    {
      "epoch": 0.5044030309236125,
      "grad_norm": 0.941080279406532,
      "learning_rate": 0.00029624333271890003,
      "loss": 1.0274,
      "step": 12315
    },
    {
      "epoch": 0.5044439893508089,
      "grad_norm": 0.9755392169778639,
      "learning_rate": 0.0002962426073508255,
      "loss": 1.1559,
      "step": 12316
    },
    {
      "epoch": 0.5044849477780053,
      "grad_norm": 0.7798617499585638,
      "learning_rate": 0.0002962418819136159,
      "loss": 0.9002,
      "step": 12317
    },
    {
      "epoch": 0.5045259062052018,
      "grad_norm": 0.7432997162502385,
      "learning_rate": 0.0002962411564072717,
      "loss": 0.823,
      "step": 12318
    },
    {
      "epoch": 0.5045668646323981,
      "grad_norm": 0.7705347444497315,
      "learning_rate": 0.00029624043083179317,
      "loss": 0.7938,
      "step": 12319
    },
    {
      "epoch": 0.5046078230595945,
      "grad_norm": 1.0644042776911522,
      "learning_rate": 0.00029623970518718063,
      "loss": 1.1609,
      "step": 12320
    },
    {
      "epoch": 0.5046487814867909,
      "grad_norm": 0.8464368875407995,
      "learning_rate": 0.0002962389794734345,
      "loss": 0.6985,
      "step": 12321
    },
    {
      "epoch": 0.5046897399139874,
      "grad_norm": 0.8419895358708283,
      "learning_rate": 0.000296238253690555,
      "loss": 1.1787,
      "step": 12322
    },
    {
      "epoch": 0.5047306983411837,
      "grad_norm": 0.8681754823469846,
      "learning_rate": 0.0002962375278385425,
      "loss": 1.2634,
      "step": 12323
    },
    {
      "epoch": 0.5047716567683801,
      "grad_norm": 0.6997861154010632,
      "learning_rate": 0.00029623680191739746,
      "loss": 1.0038,
      "step": 12324
    },
    {
      "epoch": 0.5048126151955765,
      "grad_norm": 1.0609604499221932,
      "learning_rate": 0.0002962360759271201,
      "loss": 0.9608,
      "step": 12325
    },
    {
      "epoch": 0.5048535736227728,
      "grad_norm": 0.706851093532649,
      "learning_rate": 0.0002962353498677108,
      "loss": 0.787,
      "step": 12326
    },
    {
      "epoch": 0.5048945320499693,
      "grad_norm": 0.9523874357858104,
      "learning_rate": 0.00029623462373916994,
      "loss": 1.1227,
      "step": 12327
    },
    {
      "epoch": 0.5049354904771657,
      "grad_norm": 0.8740936570655724,
      "learning_rate": 0.00029623389754149785,
      "loss": 1.2542,
      "step": 12328
    },
    {
      "epoch": 0.5049764489043621,
      "grad_norm": 1.7471707385769255,
      "learning_rate": 0.00029623317127469486,
      "loss": 2.7946,
      "step": 12329
    },
    {
      "epoch": 0.5050174073315584,
      "grad_norm": 0.875097166847631,
      "learning_rate": 0.0002962324449387613,
      "loss": 0.5313,
      "step": 12330
    },
    {
      "epoch": 0.5050583657587548,
      "grad_norm": 0.9584237824114672,
      "learning_rate": 0.0002962317185336975,
      "loss": 0.9802,
      "step": 12331
    },
    {
      "epoch": 0.5050993241859513,
      "grad_norm": 0.8243738437089455,
      "learning_rate": 0.00029623099205950386,
      "loss": 1.0752,
      "step": 12332
    },
    {
      "epoch": 0.5051402826131477,
      "grad_norm": 0.7702255354365776,
      "learning_rate": 0.0002962302655161807,
      "loss": 1.059,
      "step": 12333
    },
    {
      "epoch": 0.505181241040344,
      "grad_norm": 0.9582365133485502,
      "learning_rate": 0.0002962295389037283,
      "loss": 1.2383,
      "step": 12334
    },
    {
      "epoch": 0.5052221994675404,
      "grad_norm": 0.9599689493426127,
      "learning_rate": 0.0002962288122221471,
      "loss": 0.775,
      "step": 12335
    },
    {
      "epoch": 0.5052631578947369,
      "grad_norm": 1.1331594372401206,
      "learning_rate": 0.0002962280854714374,
      "loss": 1.0089,
      "step": 12336
    },
    {
      "epoch": 0.5053041163219333,
      "grad_norm": 0.9490522240870732,
      "learning_rate": 0.00029622735865159956,
      "loss": 1.1814,
      "step": 12337
    },
    {
      "epoch": 0.5053450747491296,
      "grad_norm": 0.9536913292879824,
      "learning_rate": 0.0002962266317626339,
      "loss": 0.8585,
      "step": 12338
    },
    {
      "epoch": 0.505386033176326,
      "grad_norm": 1.0324923975032751,
      "learning_rate": 0.00029622590480454076,
      "loss": 1.1338,
      "step": 12339
    },
    {
      "epoch": 0.5054269916035224,
      "grad_norm": 0.9866436176576481,
      "learning_rate": 0.0002962251777773205,
      "loss": 1.2087,
      "step": 12340
    },
    {
      "epoch": 0.5054679500307189,
      "grad_norm": 0.748866381601212,
      "learning_rate": 0.0002962244506809735,
      "loss": 0.9588,
      "step": 12341
    },
    {
      "epoch": 0.5055089084579152,
      "grad_norm": 0.7075710883742327,
      "learning_rate": 0.0002962237235155,
      "loss": 0.7547,
      "step": 12342
    },
    {
      "epoch": 0.5055498668851116,
      "grad_norm": 0.7321482912507786,
      "learning_rate": 0.00029622299628090045,
      "loss": 0.7425,
      "step": 12343
    },
    {
      "epoch": 0.505590825312308,
      "grad_norm": 0.9185189521411776,
      "learning_rate": 0.0002962222689771751,
      "loss": 0.8857,
      "step": 12344
    },
    {
      "epoch": 0.5056317837395043,
      "grad_norm": 0.9179963617619479,
      "learning_rate": 0.0002962215416043244,
      "loss": 0.975,
      "step": 12345
    },
    {
      "epoch": 0.5056727421667008,
      "grad_norm": 0.6977470223301546,
      "learning_rate": 0.0002962208141623487,
      "loss": 0.9541,
      "step": 12346
    },
    {
      "epoch": 0.5057137005938972,
      "grad_norm": 1.720955872377167,
      "learning_rate": 0.00029622008665124817,
      "loss": 3.0206,
      "step": 12347
    },
    {
      "epoch": 0.5057546590210936,
      "grad_norm": 0.9294204767538664,
      "learning_rate": 0.0002962193590710233,
      "loss": 0.8283,
      "step": 12348
    },
    {
      "epoch": 0.5057956174482899,
      "grad_norm": 0.7609462466318508,
      "learning_rate": 0.00029621863142167444,
      "loss": 0.6831,
      "step": 12349
    },
    {
      "epoch": 0.5058365758754864,
      "grad_norm": 0.808808643873229,
      "learning_rate": 0.00029621790370320183,
      "loss": 0.8465,
      "step": 12350
    },
    {
      "epoch": 0.5058775343026828,
      "grad_norm": 0.5294777314717559,
      "learning_rate": 0.0002962171759156059,
      "loss": 0.3399,
      "step": 12351
    },
    {
      "epoch": 0.5059184927298792,
      "grad_norm": 0.7924065825626708,
      "learning_rate": 0.000296216448058887,
      "loss": 0.9897,
      "step": 12352
    },
    {
      "epoch": 0.5059594511570755,
      "grad_norm": 1.4035924005420544,
      "learning_rate": 0.0002962157201330455,
      "loss": 0.7751,
      "step": 12353
    },
    {
      "epoch": 0.506000409584272,
      "grad_norm": 0.842554384551261,
      "learning_rate": 0.0002962149921380816,
      "loss": 1.036,
      "step": 12354
    },
    {
      "epoch": 0.5060413680114684,
      "grad_norm": 1.2738538756507318,
      "learning_rate": 0.00029621426407399574,
      "loss": 0.7892,
      "step": 12355
    },
    {
      "epoch": 0.5060823264386648,
      "grad_norm": 0.6392178647082215,
      "learning_rate": 0.0002962135359407883,
      "loss": 0.4841,
      "step": 12356
    },
    {
      "epoch": 0.5061232848658611,
      "grad_norm": 0.8118103652796972,
      "learning_rate": 0.0002962128077384596,
      "loss": 0.8843,
      "step": 12357
    },
    {
      "epoch": 0.5061642432930575,
      "grad_norm": 0.7290529676697148,
      "learning_rate": 0.0002962120794670099,
      "loss": 0.9486,
      "step": 12358
    },
    {
      "epoch": 0.506205201720254,
      "grad_norm": 0.7843399987875742,
      "learning_rate": 0.00029621135112643966,
      "loss": 0.9062,
      "step": 12359
    },
    {
      "epoch": 0.5062461601474504,
      "grad_norm": 0.8079487948132597,
      "learning_rate": 0.0002962106227167492,
      "loss": 1.1044,
      "step": 12360
    },
    {
      "epoch": 0.5062871185746467,
      "grad_norm": 0.4998800273059617,
      "learning_rate": 0.0002962098942379388,
      "loss": 0.3648,
      "step": 12361
    },
    {
      "epoch": 0.5063280770018431,
      "grad_norm": 0.8870734300098563,
      "learning_rate": 0.0002962091656900089,
      "loss": 1.0038,
      "step": 12362
    },
    {
      "epoch": 0.5063690354290395,
      "grad_norm": 0.47497868466772886,
      "learning_rate": 0.00029620843707295975,
      "loss": 0.3789,
      "step": 12363
    },
    {
      "epoch": 0.506409993856236,
      "grad_norm": 0.6841959523456369,
      "learning_rate": 0.0002962077083867917,
      "loss": 0.9884,
      "step": 12364
    },
    {
      "epoch": 0.5064509522834323,
      "grad_norm": 0.7187324137150725,
      "learning_rate": 0.0002962069796315051,
      "loss": 1.0648,
      "step": 12365
    },
    {
      "epoch": 0.5064919107106287,
      "grad_norm": 0.9296968546411705,
      "learning_rate": 0.00029620625080710043,
      "loss": 1.3296,
      "step": 12366
    },
    {
      "epoch": 0.5065328691378251,
      "grad_norm": 0.8983709910864619,
      "learning_rate": 0.0002962055219135779,
      "loss": 1.2848,
      "step": 12367
    },
    {
      "epoch": 0.5065738275650215,
      "grad_norm": 0.7173744005897891,
      "learning_rate": 0.0002962047929509379,
      "loss": 0.8473,
      "step": 12368
    },
    {
      "epoch": 0.5066147859922179,
      "grad_norm": 0.8639686074799149,
      "learning_rate": 0.0002962040639191807,
      "loss": 1.1119,
      "step": 12369
    },
    {
      "epoch": 0.5066557444194143,
      "grad_norm": 0.6641149522906585,
      "learning_rate": 0.00029620333481830674,
      "loss": 0.5822,
      "step": 12370
    },
    {
      "epoch": 0.5066967028466107,
      "grad_norm": 2.1273814173901453,
      "learning_rate": 0.0002962026056483163,
      "loss": 2.3323,
      "step": 12371
    },
    {
      "epoch": 0.506737661273807,
      "grad_norm": 0.8031916451469127,
      "learning_rate": 0.0002962018764092098,
      "loss": 0.7377,
      "step": 12372
    },
    {
      "epoch": 0.5067786197010035,
      "grad_norm": 1.0510284583061742,
      "learning_rate": 0.0002962011471009875,
      "loss": 1.2087,
      "step": 12373
    },
    {
      "epoch": 0.5068195781281999,
      "grad_norm": 0.6364096939323433,
      "learning_rate": 0.0002962004177236498,
      "loss": 0.4637,
      "step": 12374
    },
    {
      "epoch": 0.5068605365553963,
      "grad_norm": 0.8409772188348429,
      "learning_rate": 0.000296199688277197,
      "loss": 1.0676,
      "step": 12375
    },
    {
      "epoch": 0.5069014949825926,
      "grad_norm": 0.845898211710286,
      "learning_rate": 0.00029619895876162945,
      "loss": 0.8585,
      "step": 12376
    },
    {
      "epoch": 0.506942453409789,
      "grad_norm": 1.0379491287928877,
      "learning_rate": 0.0002961982291769476,
      "loss": 1.2172,
      "step": 12377
    },
    {
      "epoch": 0.5069834118369855,
      "grad_norm": 0.8661265587218133,
      "learning_rate": 0.0002961974995231516,
      "loss": 1.1334,
      "step": 12378
    },
    {
      "epoch": 0.5070243702641819,
      "grad_norm": 0.9104439977234673,
      "learning_rate": 0.000296196769800242,
      "loss": 0.8767,
      "step": 12379
    },
    {
      "epoch": 0.5070653286913782,
      "grad_norm": 3.3558344509912694,
      "learning_rate": 0.00029619604000821905,
      "loss": 5.5723,
      "step": 12380
    },
    {
      "epoch": 0.5071062871185746,
      "grad_norm": 1.0568490999365465,
      "learning_rate": 0.00029619531014708306,
      "loss": 1.2721,
      "step": 12381
    },
    {
      "epoch": 0.5071472455457711,
      "grad_norm": 0.771254543544229,
      "learning_rate": 0.0002961945802168344,
      "loss": 0.8784,
      "step": 12382
    },
    {
      "epoch": 0.5071882039729675,
      "grad_norm": 0.7449531478498974,
      "learning_rate": 0.00029619385021747345,
      "loss": 0.8768,
      "step": 12383
    },
    {
      "epoch": 0.5072291624001638,
      "grad_norm": 0.8492695678522943,
      "learning_rate": 0.0002961931201490005,
      "loss": 1.2259,
      "step": 12384
    },
    {
      "epoch": 0.5072701208273602,
      "grad_norm": 0.7564346149469661,
      "learning_rate": 0.000296192390011416,
      "loss": 1.1555,
      "step": 12385
    },
    {
      "epoch": 0.5073110792545567,
      "grad_norm": 0.8540686712316928,
      "learning_rate": 0.00029619165980472015,
      "loss": 0.8994,
      "step": 12386
    },
    {
      "epoch": 0.507352037681753,
      "grad_norm": 0.7793875049215557,
      "learning_rate": 0.00029619092952891336,
      "loss": 0.9108,
      "step": 12387
    },
    {
      "epoch": 0.5073929961089494,
      "grad_norm": 0.596845697156727,
      "learning_rate": 0.000296190199183996,
      "loss": 0.3076,
      "step": 12388
    },
    {
      "epoch": 0.5074339545361458,
      "grad_norm": 0.8145172556790875,
      "learning_rate": 0.0002961894687699684,
      "loss": 1.0959,
      "step": 12389
    },
    {
      "epoch": 0.5074749129633422,
      "grad_norm": 0.7879453375570968,
      "learning_rate": 0.00029618873828683094,
      "loss": 0.9848,
      "step": 12390
    },
    {
      "epoch": 0.5075158713905386,
      "grad_norm": 0.6351495018730203,
      "learning_rate": 0.0002961880077345839,
      "loss": 0.5116,
      "step": 12391
    },
    {
      "epoch": 0.507556829817735,
      "grad_norm": 0.584389179039506,
      "learning_rate": 0.0002961872771132276,
      "loss": 0.7922,
      "step": 12392
    },
    {
      "epoch": 0.5075977882449314,
      "grad_norm": 0.6719622005913249,
      "learning_rate": 0.0002961865464227625,
      "loss": 0.8911,
      "step": 12393
    },
    {
      "epoch": 0.5076387466721278,
      "grad_norm": 0.7443427572021407,
      "learning_rate": 0.0002961858156631888,
      "loss": 0.7636,
      "step": 12394
    },
    {
      "epoch": 0.5076797050993241,
      "grad_norm": 0.876436474628058,
      "learning_rate": 0.00029618508483450707,
      "loss": 1.1587,
      "step": 12395
    },
    {
      "epoch": 0.5077206635265206,
      "grad_norm": 0.8018070462632753,
      "learning_rate": 0.0002961843539367174,
      "loss": 1.1134,
      "step": 12396
    },
    {
      "epoch": 0.507761621953717,
      "grad_norm": 0.7382696734075005,
      "learning_rate": 0.00029618362296982025,
      "loss": 0.3662,
      "step": 12397
    },
    {
      "epoch": 0.5078025803809134,
      "grad_norm": 0.4809201187560763,
      "learning_rate": 0.00029618289193381606,
      "loss": 0.4138,
      "step": 12398
    },
    {
      "epoch": 0.5078435388081097,
      "grad_norm": 0.587185099523765,
      "learning_rate": 0.00029618216082870504,
      "loss": 0.4291,
      "step": 12399
    },
    {
      "epoch": 0.5078844972353062,
      "grad_norm": 2.3228444314412253,
      "learning_rate": 0.0002961814296544875,
      "loss": 3.3007,
      "step": 12400
    },
    {
      "epoch": 0.5079254556625026,
      "grad_norm": 0.7307418272669589,
      "learning_rate": 0.00029618069841116397,
      "loss": 0.9816,
      "step": 12401
    },
    {
      "epoch": 0.507966414089699,
      "grad_norm": 1.0561675827387669,
      "learning_rate": 0.00029617996709873463,
      "loss": 0.8542,
      "step": 12402
    },
    {
      "epoch": 0.5080073725168953,
      "grad_norm": 0.6763275164682144,
      "learning_rate": 0.0002961792357171999,
      "loss": 0.8138,
      "step": 12403
    },
    {
      "epoch": 0.5080483309440917,
      "grad_norm": 0.6603292829625804,
      "learning_rate": 0.0002961785042665601,
      "loss": 0.9465,
      "step": 12404
    },
    {
      "epoch": 0.5080892893712882,
      "grad_norm": 0.7370454058111818,
      "learning_rate": 0.0002961777727468156,
      "loss": 0.8419,
      "step": 12405
    },
    {
      "epoch": 0.5081302477984846,
      "grad_norm": 0.7381653393392333,
      "learning_rate": 0.00029617704115796674,
      "loss": 0.8748,
      "step": 12406
    },
    {
      "epoch": 0.5081712062256809,
      "grad_norm": 0.780685346353709,
      "learning_rate": 0.0002961763095000139,
      "loss": 0.6523,
      "step": 12407
    },
    {
      "epoch": 0.5082121646528773,
      "grad_norm": 1.5799036595835656,
      "learning_rate": 0.0002961755777729573,
      "loss": 2.684,
      "step": 12408
    },
    {
      "epoch": 0.5082531230800738,
      "grad_norm": 0.9009429990471615,
      "learning_rate": 0.00029617484597679736,
      "loss": 1.1031,
      "step": 12409
    },
    {
      "epoch": 0.5082940815072701,
      "grad_norm": 1.4168795673547336,
      "learning_rate": 0.00029617411411153447,
      "loss": 1.2668,
      "step": 12410
    },
    {
      "epoch": 0.5083350399344665,
      "grad_norm": 1.025124887117591,
      "learning_rate": 0.0002961733821771689,
      "loss": 1.1833,
      "step": 12411
    },
    {
      "epoch": 0.5083759983616629,
      "grad_norm": 2.944688895288352,
      "learning_rate": 0.0002961726501737011,
      "loss": 1.1383,
      "step": 12412
    },
    {
      "epoch": 0.5084169567888593,
      "grad_norm": 1.10607223463107,
      "learning_rate": 0.0002961719181011314,
      "loss": 1.0427,
      "step": 12413
    },
    {
      "epoch": 0.5084579152160557,
      "grad_norm": 0.8998964900997852,
      "learning_rate": 0.00029617118595946,
      "loss": 0.9724,
      "step": 12414
    },
    {
      "epoch": 0.5084988736432521,
      "grad_norm": 1.6430162487108972,
      "learning_rate": 0.00029617045374868734,
      "loss": 1.4901,
      "step": 12415
    },
    {
      "epoch": 0.5085398320704485,
      "grad_norm": 1.3931917401921277,
      "learning_rate": 0.0002961697214688138,
      "loss": 0.928,
      "step": 12416
    },
    {
      "epoch": 0.5085807904976449,
      "grad_norm": 0.9427619720908298,
      "learning_rate": 0.0002961689891198397,
      "loss": 0.8402,
      "step": 12417
    },
    {
      "epoch": 0.5086217489248412,
      "grad_norm": 1.1445336795444854,
      "learning_rate": 0.00029616825670176545,
      "loss": 1.9302,
      "step": 12418
    },
    {
      "epoch": 0.5086627073520377,
      "grad_norm": 0.7387954160049739,
      "learning_rate": 0.00029616752421459124,
      "loss": 0.6193,
      "step": 12419
    },
    {
      "epoch": 0.5087036657792341,
      "grad_norm": 1.1358556124557726,
      "learning_rate": 0.0002961667916583175,
      "loss": 1.03,
      "step": 12420
    },
    {
      "epoch": 0.5087446242064305,
      "grad_norm": 1.10977110258382,
      "learning_rate": 0.00029616605903294465,
      "loss": 1.2043,
      "step": 12421
    },
    {
      "epoch": 0.5087855826336268,
      "grad_norm": 1.0681271135779353,
      "learning_rate": 0.00029616532633847294,
      "loss": 1.3753,
      "step": 12422
    },
    {
      "epoch": 0.5088265410608233,
      "grad_norm": 1.0288666931627093,
      "learning_rate": 0.00029616459357490274,
      "loss": 0.6795,
      "step": 12423
    },
    {
      "epoch": 0.5088674994880197,
      "grad_norm": 0.680505040918646,
      "learning_rate": 0.0002961638607422344,
      "loss": 0.797,
      "step": 12424
    },
    {
      "epoch": 0.5089084579152161,
      "grad_norm": 0.61276315840878,
      "learning_rate": 0.00029616312784046825,
      "loss": 0.3244,
      "step": 12425
    },
    {
      "epoch": 0.5089494163424124,
      "grad_norm": 0.9372962590951219,
      "learning_rate": 0.00029616239486960467,
      "loss": 1.4158,
      "step": 12426
    },
    {
      "epoch": 0.5089903747696088,
      "grad_norm": 0.8764825195637351,
      "learning_rate": 0.000296161661829644,
      "loss": 0.9081,
      "step": 12427
    },
    {
      "epoch": 0.5090313331968053,
      "grad_norm": 0.756521234910824,
      "learning_rate": 0.00029616092872058656,
      "loss": 0.8244,
      "step": 12428
    },
    {
      "epoch": 0.5090722916240017,
      "grad_norm": 0.7126500305278394,
      "learning_rate": 0.00029616019554243273,
      "loss": 0.3795,
      "step": 12429
    },
    {
      "epoch": 0.509113250051198,
      "grad_norm": 1.6745209575171893,
      "learning_rate": 0.00029615946229518287,
      "loss": 1.2606,
      "step": 12430
    },
    {
      "epoch": 0.5091542084783944,
      "grad_norm": 1.053757370247973,
      "learning_rate": 0.00029615872897883723,
      "loss": 0.9535,
      "step": 12431
    },
    {
      "epoch": 0.5091951669055909,
      "grad_norm": 0.7159221985963852,
      "learning_rate": 0.00029615799559339626,
      "loss": 0.87,
      "step": 12432
    },
    {
      "epoch": 0.5092361253327872,
      "grad_norm": 0.821622582094675,
      "learning_rate": 0.0002961572621388603,
      "loss": 0.8414,
      "step": 12433
    },
    {
      "epoch": 0.5092770837599836,
      "grad_norm": 0.8324709579968127,
      "learning_rate": 0.0002961565286152296,
      "loss": 0.6779,
      "step": 12434
    },
    {
      "epoch": 0.50931804218718,
      "grad_norm": 0.8246195463874854,
      "learning_rate": 0.00029615579502250463,
      "loss": 0.8901,
      "step": 12435
    },
    {
      "epoch": 0.5093590006143764,
      "grad_norm": 0.702829730477496,
      "learning_rate": 0.00029615506136068567,
      "loss": 0.8964,
      "step": 12436
    },
    {
      "epoch": 0.5093999590415728,
      "grad_norm": 0.9093116187105491,
      "learning_rate": 0.00029615432762977305,
      "loss": 1.1103,
      "step": 12437
    },
    {
      "epoch": 0.5094409174687692,
      "grad_norm": 1.8373963449386093,
      "learning_rate": 0.00029615359382976716,
      "loss": 2.2621,
      "step": 12438
    },
    {
      "epoch": 0.5094818758959656,
      "grad_norm": 0.7043510526250585,
      "learning_rate": 0.00029615285996066837,
      "loss": 0.8483,
      "step": 12439
    },
    {
      "epoch": 0.509522834323162,
      "grad_norm": 0.7029896704584034,
      "learning_rate": 0.00029615212602247695,
      "loss": 0.8864,
      "step": 12440
    },
    {
      "epoch": 0.5095637927503583,
      "grad_norm": 0.8944757924851444,
      "learning_rate": 0.0002961513920151933,
      "loss": 1.0606,
      "step": 12441
    },
    {
      "epoch": 0.5096047511775548,
      "grad_norm": 0.7610739417395679,
      "learning_rate": 0.00029615065793881776,
      "loss": 1.0352,
      "step": 12442
    },
    {
      "epoch": 0.5096457096047512,
      "grad_norm": 0.9480698400599467,
      "learning_rate": 0.0002961499237933506,
      "loss": 1.1879,
      "step": 12443
    },
    {
      "epoch": 0.5096866680319476,
      "grad_norm": 0.8003961460488141,
      "learning_rate": 0.00029614918957879233,
      "loss": 0.3519,
      "step": 12444
    },
    {
      "epoch": 0.5097276264591439,
      "grad_norm": 0.776118359050291,
      "learning_rate": 0.00029614845529514315,
      "loss": 0.8403,
      "step": 12445
    },
    {
      "epoch": 0.5097685848863404,
      "grad_norm": 0.9047868515295312,
      "learning_rate": 0.0002961477209424035,
      "loss": 0.6491,
      "step": 12446
    },
    {
      "epoch": 0.5098095433135368,
      "grad_norm": 3.328782217323247,
      "learning_rate": 0.0002961469865205737,
      "loss": 1.399,
      "step": 12447
    },
    {
      "epoch": 0.5098505017407332,
      "grad_norm": 1.030100360004631,
      "learning_rate": 0.000296146252029654,
      "loss": 0.9757,
      "step": 12448
    },
    {
      "epoch": 0.5098914601679295,
      "grad_norm": 0.711770329689406,
      "learning_rate": 0.0002961455174696449,
      "loss": 0.6002,
      "step": 12449
    },
    {
      "epoch": 0.509932418595126,
      "grad_norm": 0.755839466715457,
      "learning_rate": 0.00029614478284054665,
      "loss": 0.8461,
      "step": 12450
    },
    {
      "epoch": 0.5099733770223224,
      "grad_norm": 0.5599462729935712,
      "learning_rate": 0.00029614404814235965,
      "loss": 0.4557,
      "step": 12451
    },
    {
      "epoch": 0.5100143354495187,
      "grad_norm": 0.5581977393811298,
      "learning_rate": 0.00029614331337508414,
      "loss": 0.4836,
      "step": 12452
    },
    {
      "epoch": 0.5100552938767151,
      "grad_norm": 1.1656061979521768,
      "learning_rate": 0.00029614257853872067,
      "loss": 1.006,
      "step": 12453
    },
    {
      "epoch": 0.5100962523039115,
      "grad_norm": 1.1398755595690606,
      "learning_rate": 0.00029614184363326945,
      "loss": 0.9063,
      "step": 12454
    },
    {
      "epoch": 0.510137210731108,
      "grad_norm": 0.6539105419937873,
      "learning_rate": 0.0002961411086587308,
      "loss": 0.3985,
      "step": 12455
    },
    {
      "epoch": 0.5101781691583043,
      "grad_norm": 0.7967294340670317,
      "learning_rate": 0.00029614037361510513,
      "loss": 0.965,
      "step": 12456
    },
    {
      "epoch": 0.5102191275855007,
      "grad_norm": 1.9026590973698974,
      "learning_rate": 0.0002961396385023928,
      "loss": 0.8743,
      "step": 12457
    },
    {
      "epoch": 0.5102600860126971,
      "grad_norm": 0.7523687654439023,
      "learning_rate": 0.0002961389033205941,
      "loss": 0.9611,
      "step": 12458
    },
    {
      "epoch": 0.5103010444398935,
      "grad_norm": 0.7804825402261342,
      "learning_rate": 0.0002961381680697094,
      "loss": 0.7554,
      "step": 12459
    },
    {
      "epoch": 0.5103420028670899,
      "grad_norm": 0.9561836329604142,
      "learning_rate": 0.00029613743274973907,
      "loss": 0.9089,
      "step": 12460
    },
    {
      "epoch": 0.5103829612942863,
      "grad_norm": 1.2581015557626922,
      "learning_rate": 0.0002961366973606834,
      "loss": 1.616,
      "step": 12461
    },
    {
      "epoch": 0.5104239197214827,
      "grad_norm": 0.9912499700972305,
      "learning_rate": 0.00029613596190254286,
      "loss": 0.923,
      "step": 12462
    },
    {
      "epoch": 0.5104648781486791,
      "grad_norm": 1.0117509958006072,
      "learning_rate": 0.0002961352263753177,
      "loss": 1.1698,
      "step": 12463
    },
    {
      "epoch": 0.5105058365758754,
      "grad_norm": 0.820325893085421,
      "learning_rate": 0.0002961344907790082,
      "loss": 0.8897,
      "step": 12464
    },
    {
      "epoch": 0.5105467950030719,
      "grad_norm": 0.8700461159779639,
      "learning_rate": 0.00029613375511361483,
      "loss": 1.0703,
      "step": 12465
    },
    {
      "epoch": 0.5105877534302683,
      "grad_norm": 1.1337489440884616,
      "learning_rate": 0.00029613301937913796,
      "loss": 1.3282,
      "step": 12466
    },
    {
      "epoch": 0.5106287118574647,
      "grad_norm": 0.9608527199938105,
      "learning_rate": 0.00029613228357557784,
      "loss": 0.9489,
      "step": 12467
    },
    {
      "epoch": 0.510669670284661,
      "grad_norm": 1.104483565419767,
      "learning_rate": 0.00029613154770293486,
      "loss": 0.7673,
      "step": 12468
    },
    {
      "epoch": 0.5107106287118575,
      "grad_norm": 0.8172052157511377,
      "learning_rate": 0.00029613081176120933,
      "loss": 0.8544,
      "step": 12469
    },
    {
      "epoch": 0.5107515871390539,
      "grad_norm": 0.7251173505132841,
      "learning_rate": 0.0002961300757504017,
      "loss": 1.0267,
      "step": 12470
    },
    {
      "epoch": 0.5107925455662503,
      "grad_norm": 1.196637844865502,
      "learning_rate": 0.00029612933967051216,
      "loss": 1.1241,
      "step": 12471
    },
    {
      "epoch": 0.5108335039934466,
      "grad_norm": 0.7962282324730722,
      "learning_rate": 0.0002961286035215412,
      "loss": 0.7162,
      "step": 12472
    },
    {
      "epoch": 0.510874462420643,
      "grad_norm": 0.800226486328618,
      "learning_rate": 0.00029612786730348915,
      "loss": 1.0975,
      "step": 12473
    },
    {
      "epoch": 0.5109154208478395,
      "grad_norm": 1.1334275892366967,
      "learning_rate": 0.00029612713101635627,
      "loss": 0.3781,
      "step": 12474
    },
    {
      "epoch": 0.5109563792750358,
      "grad_norm": 0.7979632263799735,
      "learning_rate": 0.000296126394660143,
      "loss": 0.8395,
      "step": 12475
    },
    {
      "epoch": 0.5109973377022322,
      "grad_norm": 0.6249307054329749,
      "learning_rate": 0.0002961256582348496,
      "loss": 0.9767,
      "step": 12476
    },
    {
      "epoch": 0.5110382961294286,
      "grad_norm": 0.7734760694932017,
      "learning_rate": 0.0002961249217404765,
      "loss": 0.9379,
      "step": 12477
    },
    {
      "epoch": 0.5110792545566251,
      "grad_norm": 1.8133640430997173,
      "learning_rate": 0.000296124185177024,
      "loss": 1.1353,
      "step": 12478
    },
    {
      "epoch": 0.5111202129838214,
      "grad_norm": 0.9022859281209031,
      "learning_rate": 0.0002961234485444925,
      "loss": 1.0674,
      "step": 12479
    },
    {
      "epoch": 0.5111611714110178,
      "grad_norm": 0.861714046886866,
      "learning_rate": 0.00029612271184288234,
      "loss": 0.7354,
      "step": 12480
    },
    {
      "epoch": 0.5112021298382142,
      "grad_norm": 0.7408710468847934,
      "learning_rate": 0.0002961219750721937,
      "loss": 0.8698,
      "step": 12481
    },
    {
      "epoch": 0.5112430882654107,
      "grad_norm": 1.0013951692320588,
      "learning_rate": 0.0002961212382324272,
      "loss": 0.5294,
      "step": 12482
    },
    {
      "epoch": 0.511284046692607,
      "grad_norm": 5.721209181782353,
      "learning_rate": 0.00029612050132358305,
      "loss": 1.4877,
      "step": 12483
    },
    {
      "epoch": 0.5113250051198034,
      "grad_norm": 0.8306953484242854,
      "learning_rate": 0.00029611976434566154,
      "loss": 0.807,
      "step": 12484
    },
    {
      "epoch": 0.5113659635469998,
      "grad_norm": 3.47152190324341,
      "learning_rate": 0.00029611902729866313,
      "loss": 3.5914,
      "step": 12485
    },
    {
      "epoch": 0.5114069219741962,
      "grad_norm": 0.636955093507693,
      "learning_rate": 0.00029611829018258814,
      "loss": 0.4661,
      "step": 12486
    },
    {
      "epoch": 0.5114478804013926,
      "grad_norm": 0.7121075643926588,
      "learning_rate": 0.00029611755299743683,
      "loss": 0.7421,
      "step": 12487
    },
    {
      "epoch": 0.511488838828589,
      "grad_norm": 0.7135164201904488,
      "learning_rate": 0.0002961168157432097,
      "loss": 0.4935,
      "step": 12488
    },
    {
      "epoch": 0.5115297972557854,
      "grad_norm": 0.936790557372363,
      "learning_rate": 0.00029611607841990693,
      "loss": 1.0678,
      "step": 12489
    },
    {
      "epoch": 0.5115707556829818,
      "grad_norm": 0.8956915719347883,
      "learning_rate": 0.00029611534102752903,
      "loss": 0.8411,
      "step": 12490
    },
    {
      "epoch": 0.5116117141101781,
      "grad_norm": 1.5784287504638637,
      "learning_rate": 0.0002961146035660763,
      "loss": 1.3641,
      "step": 12491
    },
    {
      "epoch": 0.5116526725373746,
      "grad_norm": 0.7898868405484173,
      "learning_rate": 0.00029611386603554897,
      "loss": 0.6772,
      "step": 12492
    },
    {
      "epoch": 0.511693630964571,
      "grad_norm": 0.706036059315044,
      "learning_rate": 0.00029611312843594756,
      "loss": 0.9546,
      "step": 12493
    },
    {
      "epoch": 0.5117345893917673,
      "grad_norm": 0.8320849758539901,
      "learning_rate": 0.0002961123907672723,
      "loss": 0.8183,
      "step": 12494
    },
    {
      "epoch": 0.5117755478189637,
      "grad_norm": 1.0753468383407991,
      "learning_rate": 0.0002961116530295236,
      "loss": 0.6454,
      "step": 12495
    },
    {
      "epoch": 0.5118165062461602,
      "grad_norm": 1.1332712837659449,
      "learning_rate": 0.00029611091522270175,
      "loss": 1.0129,
      "step": 12496
    },
    {
      "epoch": 0.5118574646733566,
      "grad_norm": 0.8685746127600201,
      "learning_rate": 0.0002961101773468072,
      "loss": 1.1164,
      "step": 12497
    },
    {
      "epoch": 0.5118984231005529,
      "grad_norm": 1.0520207037267522,
      "learning_rate": 0.0002961094394018402,
      "loss": 0.7924,
      "step": 12498
    },
    {
      "epoch": 0.5119393815277493,
      "grad_norm": 1.1385940849211542,
      "learning_rate": 0.00029610870138780114,
      "loss": 1.1662,
      "step": 12499
    },
    {
      "epoch": 0.5119803399549457,
      "grad_norm": 0.7241524167290189,
      "learning_rate": 0.00029610796330469035,
      "loss": 0.7706,
      "step": 12500
    },
    {
      "epoch": 0.5120212983821422,
      "grad_norm": 0.9227374621016189,
      "learning_rate": 0.0002961072251525082,
      "loss": 1.0784,
      "step": 12501
    },
    {
      "epoch": 0.5120622568093385,
      "grad_norm": 0.9690950088503909,
      "learning_rate": 0.000296106486931255,
      "loss": 0.8366,
      "step": 12502
    },
    {
      "epoch": 0.5121032152365349,
      "grad_norm": 1.3844890355706865,
      "learning_rate": 0.0002961057486409312,
      "loss": 1.1268,
      "step": 12503
    },
    {
      "epoch": 0.5121441736637313,
      "grad_norm": 1.2062363815277657,
      "learning_rate": 0.0002961050102815371,
      "loss": 1.5808,
      "step": 12504
    },
    {
      "epoch": 0.5121851320909278,
      "grad_norm": 0.793139804724386,
      "learning_rate": 0.0002961042718530729,
      "loss": 1.2772,
      "step": 12505
    },
    {
      "epoch": 0.5122260905181241,
      "grad_norm": 0.5265630340322831,
      "learning_rate": 0.00029610353335553924,
      "loss": 0.3579,
      "step": 12506
    },
    {
      "epoch": 0.5122670489453205,
      "grad_norm": 0.7514977193143202,
      "learning_rate": 0.00029610279478893624,
      "loss": 0.7015,
      "step": 12507
    },
    {
      "epoch": 0.5123080073725169,
      "grad_norm": 0.815964076280786,
      "learning_rate": 0.00029610205615326424,
      "loss": 0.5446,
      "step": 12508
    },
    {
      "epoch": 0.5123489657997133,
      "grad_norm": 0.91281527413117,
      "learning_rate": 0.00029610131744852374,
      "loss": 0.8188,
      "step": 12509
    },
    {
      "epoch": 0.5123899242269097,
      "grad_norm": 0.9017983366023938,
      "learning_rate": 0.000296100578674715,
      "loss": 0.933,
      "step": 12510
    },
    {
      "epoch": 0.5124308826541061,
      "grad_norm": 0.8397302648820211,
      "learning_rate": 0.00029609983983183843,
      "loss": 0.9128,
      "step": 12511
    },
    {
      "epoch": 0.5124718410813025,
      "grad_norm": 2.0756625882595237,
      "learning_rate": 0.0002960991009198942,
      "loss": 3.5125,
      "step": 12512
    },
    {
      "epoch": 0.5125127995084989,
      "grad_norm": 0.8853226963114621,
      "learning_rate": 0.0002960983619388829,
      "loss": 1.2941,
      "step": 12513
    },
    {
      "epoch": 0.5125537579356952,
      "grad_norm": 0.7698145455616158,
      "learning_rate": 0.00029609762288880477,
      "loss": 0.6116,
      "step": 12514
    },
    {
      "epoch": 0.5125947163628917,
      "grad_norm": 0.6940052180780827,
      "learning_rate": 0.0002960968837696602,
      "loss": 0.8877,
      "step": 12515
    },
    {
      "epoch": 0.5126356747900881,
      "grad_norm": 0.7243807489529279,
      "learning_rate": 0.00029609614458144944,
      "loss": 0.7555,
      "step": 12516
    },
    {
      "epoch": 0.5126766332172844,
      "grad_norm": 0.8076323377194222,
      "learning_rate": 0.00029609540532417284,
      "loss": 0.5591,
      "step": 12517
    },
    {
      "epoch": 0.5127175916444808,
      "grad_norm": 0.9410561386203732,
      "learning_rate": 0.00029609466599783094,
      "loss": 1.5696,
      "step": 12518
    },
    {
      "epoch": 0.5127585500716773,
      "grad_norm": 0.7198703396651568,
      "learning_rate": 0.0002960939266024239,
      "loss": 0.9658,
      "step": 12519
    },
    {
      "epoch": 0.5127995084988737,
      "grad_norm": 0.6666549473088014,
      "learning_rate": 0.0002960931871379521,
      "loss": 0.393,
      "step": 12520
    },
    {
      "epoch": 0.51284046692607,
      "grad_norm": 0.6495692833212903,
      "learning_rate": 0.00029609244760441596,
      "loss": 0.7528,
      "step": 12521
    },
    {
      "epoch": 0.5128814253532664,
      "grad_norm": 0.7710856721778501,
      "learning_rate": 0.00029609170800181577,
      "loss": 0.9368,
      "step": 12522
    },
    {
      "epoch": 0.5129223837804628,
      "grad_norm": 0.7150983890830559,
      "learning_rate": 0.0002960909683301519,
      "loss": 0.551,
      "step": 12523
    },
    {
      "epoch": 0.5129633422076593,
      "grad_norm": 0.8556333962209838,
      "learning_rate": 0.00029609022858942467,
      "loss": 0.998,
      "step": 12524
    },
    {
      "epoch": 0.5130043006348556,
      "grad_norm": 1.0750764208671808,
      "learning_rate": 0.0002960894887796345,
      "loss": 1.368,
      "step": 12525
    },
    {
      "epoch": 0.513045259062052,
      "grad_norm": 1.313514745034969,
      "learning_rate": 0.00029608874890078174,
      "loss": 0.625,
      "step": 12526
    },
    {
      "epoch": 0.5130862174892484,
      "grad_norm": 1.098187688741072,
      "learning_rate": 0.00029608800895286657,
      "loss": 0.8197,
      "step": 12527
    },
    {
      "epoch": 0.5131271759164449,
      "grad_norm": 0.8399538011123014,
      "learning_rate": 0.00029608726893588956,
      "loss": 0.7941,
      "step": 12528
    },
    {
      "epoch": 0.5131681343436412,
      "grad_norm": 0.8228614851370213,
      "learning_rate": 0.00029608652884985094,
      "loss": 0.7966,
      "step": 12529
    },
    {
      "epoch": 0.5132090927708376,
      "grad_norm": 0.6917983309636461,
      "learning_rate": 0.0002960857886947511,
      "loss": 0.8301,
      "step": 12530
    },
    {
      "epoch": 0.513250051198034,
      "grad_norm": 0.812881626573587,
      "learning_rate": 0.00029608504847059036,
      "loss": 0.995,
      "step": 12531
    },
    {
      "epoch": 0.5132910096252304,
      "grad_norm": 0.8184273647968782,
      "learning_rate": 0.00029608430817736905,
      "loss": 0.5009,
      "step": 12532
    },
    {
      "epoch": 0.5133319680524268,
      "grad_norm": 0.765507850647731,
      "learning_rate": 0.00029608356781508764,
      "loss": 0.7933,
      "step": 12533
    },
    {
      "epoch": 0.5133729264796232,
      "grad_norm": 1.5805795794329904,
      "learning_rate": 0.00029608282738374634,
      "loss": 1.6311,
      "step": 12534
    },
    {
      "epoch": 0.5134138849068196,
      "grad_norm": 1.5595114285607712,
      "learning_rate": 0.00029608208688334555,
      "loss": 1.8777,
      "step": 12535
    },
    {
      "epoch": 0.5134548433340159,
      "grad_norm": 1.1228181824542813,
      "learning_rate": 0.0002960813463138856,
      "loss": 0.9847,
      "step": 12536
    },
    {
      "epoch": 0.5134958017612123,
      "grad_norm": 0.7688916199873441,
      "learning_rate": 0.00029608060567536695,
      "loss": 0.8077,
      "step": 12537
    },
    {
      "epoch": 0.5135367601884088,
      "grad_norm": 0.7990452302926572,
      "learning_rate": 0.00029607986496778987,
      "loss": 0.8098,
      "step": 12538
    },
    {
      "epoch": 0.5135777186156052,
      "grad_norm": 1.0656886200712372,
      "learning_rate": 0.00029607912419115463,
      "loss": 1.3775,
      "step": 12539
    },
    {
      "epoch": 0.5136186770428015,
      "grad_norm": 0.4711748175154442,
      "learning_rate": 0.0002960783833454617,
      "loss": 0.3801,
      "step": 12540
    },
    {
      "epoch": 0.5136596354699979,
      "grad_norm": 2.1460788705567597,
      "learning_rate": 0.0002960776424307114,
      "loss": 2.1309,
      "step": 12541
    },
    {
      "epoch": 0.5137005938971944,
      "grad_norm": 0.5790067645288385,
      "learning_rate": 0.00029607690144690404,
      "loss": 0.389,
      "step": 12542
    },
    {
      "epoch": 0.5137415523243908,
      "grad_norm": 0.787163022379258,
      "learning_rate": 0.00029607616039403994,
      "loss": 1.1839,
      "step": 12543
    },
    {
      "epoch": 0.5137825107515871,
      "grad_norm": 0.9042695286044967,
      "learning_rate": 0.0002960754192721196,
      "loss": 1.2559,
      "step": 12544
    },
    {
      "epoch": 0.5138234691787835,
      "grad_norm": 1.1739762497157074,
      "learning_rate": 0.0002960746780811433,
      "loss": 0.9387,
      "step": 12545
    },
    {
      "epoch": 0.51386442760598,
      "grad_norm": 0.7781996479371928,
      "learning_rate": 0.00029607393682111124,
      "loss": 0.8101,
      "step": 12546
    },
    {
      "epoch": 0.5139053860331764,
      "grad_norm": 1.210400590964253,
      "learning_rate": 0.000296073195492024,
      "loss": 0.9052,
      "step": 12547
    },
    {
      "epoch": 0.5139463444603727,
      "grad_norm": 1.0230813830003693,
      "learning_rate": 0.0002960724540938818,
      "loss": 1.1637,
      "step": 12548
    },
    {
      "epoch": 0.5139873028875691,
      "grad_norm": 0.8689316911775458,
      "learning_rate": 0.000296071712626685,
      "loss": 0.4977,
      "step": 12549
    },
    {
      "epoch": 0.5140282613147655,
      "grad_norm": 0.7503228388157199,
      "learning_rate": 0.000296070971090434,
      "loss": 0.3942,
      "step": 12550
    },
    {
      "epoch": 0.514069219741962,
      "grad_norm": 0.9164016206996256,
      "learning_rate": 0.00029607022948512914,
      "loss": 1.0651,
      "step": 12551
    },
    {
      "epoch": 0.5141101781691583,
      "grad_norm": 0.9597743629966288,
      "learning_rate": 0.0002960694878107707,
      "loss": 0.9095,
      "step": 12552
    },
    {
      "epoch": 0.5141511365963547,
      "grad_norm": 0.7421809257999997,
      "learning_rate": 0.0002960687460673592,
      "loss": 0.8152,
      "step": 12553
    },
    {
      "epoch": 0.5141920950235511,
      "grad_norm": 0.6240753332429788,
      "learning_rate": 0.0002960680042548947,
      "loss": 0.5075,
      "step": 12554
    },
    {
      "epoch": 0.5142330534507475,
      "grad_norm": 0.65198071247564,
      "learning_rate": 0.0002960672623733778,
      "loss": 0.6914,
      "step": 12555
    },
    {
      "epoch": 0.5142740118779439,
      "grad_norm": 0.818386799580122,
      "learning_rate": 0.0002960665204228088,
      "loss": 0.6985,
      "step": 12556
    },
    {
      "epoch": 0.5143149703051403,
      "grad_norm": 0.7950458509107183,
      "learning_rate": 0.000296065778403188,
      "loss": 0.8786,
      "step": 12557
    },
    {
      "epoch": 0.5143559287323367,
      "grad_norm": 0.9384076344095297,
      "learning_rate": 0.00029606503631451577,
      "loss": 0.9222,
      "step": 12558
    },
    {
      "epoch": 0.514396887159533,
      "grad_norm": 2.059379354675864,
      "learning_rate": 0.0002960642941567925,
      "loss": 1.888,
      "step": 12559
    },
    {
      "epoch": 0.5144378455867294,
      "grad_norm": 0.8045961449691682,
      "learning_rate": 0.00029606355193001845,
      "loss": 0.9228,
      "step": 12560
    },
    {
      "epoch": 0.5144788040139259,
      "grad_norm": 0.8281195999796519,
      "learning_rate": 0.0002960628096341941,
      "loss": 0.696,
      "step": 12561
    },
    {
      "epoch": 0.5145197624411223,
      "grad_norm": 1.1451660190189903,
      "learning_rate": 0.00029606206726931966,
      "loss": 1.1513,
      "step": 12562
    },
    {
      "epoch": 0.5145607208683186,
      "grad_norm": 0.84366840125335,
      "learning_rate": 0.0002960613248353956,
      "loss": 1.1739,
      "step": 12563
    },
    {
      "epoch": 0.514601679295515,
      "grad_norm": 1.145012276357691,
      "learning_rate": 0.0002960605823324222,
      "loss": 1.3546,
      "step": 12564
    },
    {
      "epoch": 0.5146426377227115,
      "grad_norm": 0.7956539070787619,
      "learning_rate": 0.00029605983976039983,
      "loss": 0.9851,
      "step": 12565
    },
    {
      "epoch": 0.5146835961499079,
      "grad_norm": 0.9947088849242975,
      "learning_rate": 0.00029605909711932885,
      "loss": 0.446,
      "step": 12566
    },
    {
      "epoch": 0.5147245545771042,
      "grad_norm": 0.7254225715094688,
      "learning_rate": 0.0002960583544092096,
      "loss": 0.9294,
      "step": 12567
    },
    {
      "epoch": 0.5147655130043006,
      "grad_norm": 0.6150211907380758,
      "learning_rate": 0.0002960576116300424,
      "loss": 0.8328,
      "step": 12568
    },
    {
      "epoch": 0.514806471431497,
      "grad_norm": 0.605481421203833,
      "learning_rate": 0.00029605686878182773,
      "loss": 0.3957,
      "step": 12569
    },
    {
      "epoch": 0.5148474298586935,
      "grad_norm": 0.9200449831937805,
      "learning_rate": 0.0002960561258645658,
      "loss": 0.9767,
      "step": 12570
    },
    {
      "epoch": 0.5148883882858898,
      "grad_norm": 0.986770776966105,
      "learning_rate": 0.00029605538287825697,
      "loss": 1.007,
      "step": 12571
    },
    {
      "epoch": 0.5149293467130862,
      "grad_norm": 1.2538530704327604,
      "learning_rate": 0.00029605463982290166,
      "loss": 2.1844,
      "step": 12572
    },
    {
      "epoch": 0.5149703051402826,
      "grad_norm": 2.9087940398857324,
      "learning_rate": 0.00029605389669850024,
      "loss": 5.7279,
      "step": 12573
    },
    {
      "epoch": 0.5150112635674791,
      "grad_norm": 2.0415064460174075,
      "learning_rate": 0.0002960531535050529,
      "loss": 4.645,
      "step": 12574
    },
    {
      "epoch": 0.5150522219946754,
      "grad_norm": 1.1000961841910621,
      "learning_rate": 0.00029605241024256024,
      "loss": 0.9652,
      "step": 12575
    },
    {
      "epoch": 0.5150931804218718,
      "grad_norm": 0.9531115640245815,
      "learning_rate": 0.00029605166691102237,
      "loss": 1.3666,
      "step": 12576
    },
    {
      "epoch": 0.5151341388490682,
      "grad_norm": 0.8830324555738719,
      "learning_rate": 0.00029605092351043974,
      "loss": 1.1078,
      "step": 12577
    },
    {
      "epoch": 0.5151750972762645,
      "grad_norm": 0.8580380991214814,
      "learning_rate": 0.0002960501800408128,
      "loss": 1.0675,
      "step": 12578
    },
    {
      "epoch": 0.515216055703461,
      "grad_norm": 0.6438603328727158,
      "learning_rate": 0.0002960494365021417,
      "loss": 0.7732,
      "step": 12579
    },
    {
      "epoch": 0.5152570141306574,
      "grad_norm": 0.8138276770306863,
      "learning_rate": 0.000296048692894427,
      "loss": 1.2559,
      "step": 12580
    },
    {
      "epoch": 0.5152979725578538,
      "grad_norm": 3.04049718015525,
      "learning_rate": 0.0002960479492176689,
      "loss": 1.8634,
      "step": 12581
    },
    {
      "epoch": 0.5153389309850501,
      "grad_norm": 0.8908900454437236,
      "learning_rate": 0.00029604720547186784,
      "loss": 0.9611,
      "step": 12582
    },
    {
      "epoch": 0.5153798894122466,
      "grad_norm": 0.9556379408859876,
      "learning_rate": 0.00029604646165702414,
      "loss": 0.9793,
      "step": 12583
    },
    {
      "epoch": 0.515420847839443,
      "grad_norm": 0.8720722758397738,
      "learning_rate": 0.0002960457177731381,
      "loss": 1.1062,
      "step": 12584
    },
    {
      "epoch": 0.5154618062666394,
      "grad_norm": 1.0208190611455352,
      "learning_rate": 0.0002960449738202101,
      "loss": 0.7236,
      "step": 12585
    },
    {
      "epoch": 0.5155027646938357,
      "grad_norm": 0.7364733817116503,
      "learning_rate": 0.0002960442297982406,
      "loss": 0.5673,
      "step": 12586
    },
    {
      "epoch": 0.5155437231210321,
      "grad_norm": 0.9113359317009159,
      "learning_rate": 0.0002960434857072298,
      "loss": 0.8255,
      "step": 12587
    },
    {
      "epoch": 0.5155846815482286,
      "grad_norm": 1.096989543761446,
      "learning_rate": 0.0002960427415471781,
      "loss": 1.3112,
      "step": 12588
    },
    {
      "epoch": 0.515625639975425,
      "grad_norm": 0.8223507745835259,
      "learning_rate": 0.00029604199731808595,
      "loss": 1.2474,
      "step": 12589
    },
    {
      "epoch": 0.5156665984026213,
      "grad_norm": 0.7443057705673742,
      "learning_rate": 0.00029604125301995355,
      "loss": 0.8626,
      "step": 12590
    },
    {
      "epoch": 0.5157075568298177,
      "grad_norm": 0.959729762361261,
      "learning_rate": 0.0002960405086527813,
      "loss": 1.233,
      "step": 12591
    },
    {
      "epoch": 0.5157485152570142,
      "grad_norm": 0.6771543087622679,
      "learning_rate": 0.00029603976421656964,
      "loss": 0.8422,
      "step": 12592
    },
    {
      "epoch": 0.5157894736842106,
      "grad_norm": 1.0529701402957776,
      "learning_rate": 0.0002960390197113188,
      "loss": 1.2091,
      "step": 12593
    },
    {
      "epoch": 0.5158304321114069,
      "grad_norm": 0.8113740923485204,
      "learning_rate": 0.00029603827513702925,
      "loss": 1.0764,
      "step": 12594
    },
    {
      "epoch": 0.5158713905386033,
      "grad_norm": 0.7476883799042646,
      "learning_rate": 0.0002960375304937012,
      "loss": 0.8457,
      "step": 12595
    },
    {
      "epoch": 0.5159123489657997,
      "grad_norm": 0.7916233286844448,
      "learning_rate": 0.00029603678578133514,
      "loss": 0.7495,
      "step": 12596
    },
    {
      "epoch": 0.5159533073929962,
      "grad_norm": 0.7992718364477372,
      "learning_rate": 0.0002960360409999313,
      "loss": 0.9015,
      "step": 12597
    },
    {
      "epoch": 0.5159942658201925,
      "grad_norm": 0.5863737593434986,
      "learning_rate": 0.0002960352961494901,
      "loss": 0.6159,
      "step": 12598
    },
    {
      "epoch": 0.5160352242473889,
      "grad_norm": 0.726340761043068,
      "learning_rate": 0.0002960345512300119,
      "loss": 0.7674,
      "step": 12599
    },
    {
      "epoch": 0.5160761826745853,
      "grad_norm": 0.7457251652639325,
      "learning_rate": 0.0002960338062414971,
      "loss": 0.8984,
      "step": 12600
    },
    {
      "epoch": 0.5161171411017816,
      "grad_norm": 0.6831447920066553,
      "learning_rate": 0.00029603306118394595,
      "loss": 0.7293,
      "step": 12601
    },
    {
      "epoch": 0.5161580995289781,
      "grad_norm": 0.7435720835154243,
      "learning_rate": 0.00029603231605735883,
      "loss": 0.5421,
      "step": 12602
    },
    {
      "epoch": 0.5161990579561745,
      "grad_norm": 0.6491841537195923,
      "learning_rate": 0.0002960315708617361,
      "loss": 0.8116,
      "step": 12603
    },
    {
      "epoch": 0.5162400163833709,
      "grad_norm": 1.1307046762021362,
      "learning_rate": 0.00029603082559707814,
      "loss": 1.0078,
      "step": 12604
    },
    {
      "epoch": 0.5162809748105672,
      "grad_norm": 0.607102820838211,
      "learning_rate": 0.00029603008026338526,
      "loss": 0.8417,
      "step": 12605
    },
    {
      "epoch": 0.5163219332377637,
      "grad_norm": 0.6227781403603699,
      "learning_rate": 0.0002960293348606578,
      "loss": 0.4034,
      "step": 12606
    },
    {
      "epoch": 0.5163628916649601,
      "grad_norm": 0.9999931055049484,
      "learning_rate": 0.00029602858938889624,
      "loss": 1.0044,
      "step": 12607
    },
    {
      "epoch": 0.5164038500921565,
      "grad_norm": 0.8017420996182663,
      "learning_rate": 0.00029602784384810075,
      "loss": 0.7923,
      "step": 12608
    },
    {
      "epoch": 0.5164448085193528,
      "grad_norm": 5.3564308881548905,
      "learning_rate": 0.00029602709823827177,
      "loss": 4.6983,
      "step": 12609
    },
    {
      "epoch": 0.5164857669465492,
      "grad_norm": 0.6970847308413092,
      "learning_rate": 0.00029602635255940974,
      "loss": 0.7919,
      "step": 12610
    },
    {
      "epoch": 0.5165267253737457,
      "grad_norm": 1.5812168709020924,
      "learning_rate": 0.0002960256068115148,
      "loss": 2.4517,
      "step": 12611
    },
    {
      "epoch": 0.5165676838009421,
      "grad_norm": 1.2730517786838094,
      "learning_rate": 0.0002960248609945875,
      "loss": 1.2794,
      "step": 12612
    },
    {
      "epoch": 0.5166086422281384,
      "grad_norm": 0.8168398962840827,
      "learning_rate": 0.0002960241151086281,
      "loss": 0.9685,
      "step": 12613
    },
    {
      "epoch": 0.5166496006553348,
      "grad_norm": 1.0169472937243849,
      "learning_rate": 0.000296023369153637,
      "loss": 1.4428,
      "step": 12614
    },
    {
      "epoch": 0.5166905590825313,
      "grad_norm": 0.5310842919251734,
      "learning_rate": 0.0002960226231296145,
      "loss": 0.3663,
      "step": 12615
    },
    {
      "epoch": 0.5167315175097277,
      "grad_norm": 7.953318153175781,
      "learning_rate": 0.000296021877036561,
      "loss": 5.3343,
      "step": 12616
    },
    {
      "epoch": 0.516772475936924,
      "grad_norm": 0.8300224010189642,
      "learning_rate": 0.00029602113087447683,
      "loss": 0.9525,
      "step": 12617
    },
    {
      "epoch": 0.5168134343641204,
      "grad_norm": 0.7771625848716776,
      "learning_rate": 0.00029602038464336233,
      "loss": 0.8936,
      "step": 12618
    },
    {
      "epoch": 0.5168543927913168,
      "grad_norm": 0.9531522101120543,
      "learning_rate": 0.0002960196383432178,
      "loss": 1.2415,
      "step": 12619
    },
    {
      "epoch": 0.5168953512185132,
      "grad_norm": 0.9674498283873978,
      "learning_rate": 0.0002960188919740438,
      "loss": 0.5419,
      "step": 12620
    },
    {
      "epoch": 0.5169363096457096,
      "grad_norm": 0.79450428942456,
      "learning_rate": 0.0002960181455358404,
      "loss": 0.9611,
      "step": 12621
    },
    {
      "epoch": 0.516977268072906,
      "grad_norm": 0.8046552199087096,
      "learning_rate": 0.00029601739902860815,
      "loss": 0.8496,
      "step": 12622
    },
    {
      "epoch": 0.5170182265001024,
      "grad_norm": 4.842610494371757,
      "learning_rate": 0.0002960166524523473,
      "loss": 4.2255,
      "step": 12623
    },
    {
      "epoch": 0.5170591849272987,
      "grad_norm": 15.664554397672177,
      "learning_rate": 0.0002960159058070583,
      "loss": 3.6778,
      "step": 12624
    },
    {
      "epoch": 0.5171001433544952,
      "grad_norm": 1.0541659521052869,
      "learning_rate": 0.0002960151590927415,
      "loss": 0.8662,
      "step": 12625
    },
    {
      "epoch": 0.5171411017816916,
      "grad_norm": 0.7211691949868131,
      "learning_rate": 0.0002960144123093971,
      "loss": 0.8366,
      "step": 12626
    },
    {
      "epoch": 0.517182060208888,
      "grad_norm": 0.4985667211291654,
      "learning_rate": 0.00029601366545702567,
      "loss": 0.4094,
      "step": 12627
    },
    {
      "epoch": 0.5172230186360843,
      "grad_norm": 1.5936812069772042,
      "learning_rate": 0.0002960129185356274,
      "loss": 1.0896,
      "step": 12628
    },
    {
      "epoch": 0.5172639770632808,
      "grad_norm": 0.793897038405989,
      "learning_rate": 0.0002960121715452027,
      "loss": 0.9861,
      "step": 12629
    },
    {
      "epoch": 0.5173049354904772,
      "grad_norm": 0.5705385416018607,
      "learning_rate": 0.0002960114244857519,
      "loss": 0.3469,
      "step": 12630
    },
    {
      "epoch": 0.5173458939176736,
      "grad_norm": 0.9611076128732524,
      "learning_rate": 0.0002960106773572754,
      "loss": 0.7811,
      "step": 12631
    },
    {
      "epoch": 0.5173868523448699,
      "grad_norm": 0.8377859357256942,
      "learning_rate": 0.0002960099301597735,
      "loss": 0.9659,
      "step": 12632
    },
    {
      "epoch": 0.5174278107720663,
      "grad_norm": 0.9766617632758975,
      "learning_rate": 0.00029600918289324657,
      "loss": 1.0079,
      "step": 12633
    },
    {
      "epoch": 0.5174687691992628,
      "grad_norm": 0.7149320718884623,
      "learning_rate": 0.000296008435557695,
      "loss": 0.9329,
      "step": 12634
    },
    {
      "epoch": 0.5175097276264592,
      "grad_norm": 3.073230062820116,
      "learning_rate": 0.00029600768815311906,
      "loss": 2.0411,
      "step": 12635
    },
    {
      "epoch": 0.5175506860536555,
      "grad_norm": 0.9519236024203738,
      "learning_rate": 0.0002960069406795192,
      "loss": 1.1566,
      "step": 12636
    },
    {
      "epoch": 0.5175916444808519,
      "grad_norm": 0.9889588707046513,
      "learning_rate": 0.0002960061931368957,
      "loss": 0.9562,
      "step": 12637
    },
    {
      "epoch": 0.5176326029080484,
      "grad_norm": 0.7139899004069842,
      "learning_rate": 0.000296005445525249,
      "loss": 0.9081,
      "step": 12638
    },
    {
      "epoch": 0.5176735613352448,
      "grad_norm": 0.6976613328949305,
      "learning_rate": 0.00029600469784457937,
      "loss": 0.7966,
      "step": 12639
    },
    {
      "epoch": 0.5177145197624411,
      "grad_norm": 0.7283569921401767,
      "learning_rate": 0.0002960039500948872,
      "loss": 0.7726,
      "step": 12640
    },
    {
      "epoch": 0.5177554781896375,
      "grad_norm": 0.7602973531799633,
      "learning_rate": 0.00029600320227617284,
      "loss": 0.867,
      "step": 12641
    },
    {
      "epoch": 0.5177964366168339,
      "grad_norm": 1.5677745215378511,
      "learning_rate": 0.0002960024543884366,
      "loss": 0.7319,
      "step": 12642
    },
    {
      "epoch": 0.5178373950440303,
      "grad_norm": 0.6149506042917329,
      "learning_rate": 0.0002960017064316789,
      "loss": 0.7081,
      "step": 12643
    },
    {
      "epoch": 0.5178783534712267,
      "grad_norm": 0.9004877789248791,
      "learning_rate": 0.00029600095840590004,
      "loss": 1.1754,
      "step": 12644
    },
    {
      "epoch": 0.5179193118984231,
      "grad_norm": 1.625428474741223,
      "learning_rate": 0.00029600021031110044,
      "loss": 3.6343,
      "step": 12645
    },
    {
      "epoch": 0.5179602703256195,
      "grad_norm": 0.6886475876605457,
      "learning_rate": 0.0002959994621472804,
      "loss": 0.6303,
      "step": 12646
    },
    {
      "epoch": 0.5180012287528158,
      "grad_norm": 0.831301067376077,
      "learning_rate": 0.00029599871391444027,
      "loss": 0.3738,
      "step": 12647
    },
    {
      "epoch": 0.5180421871800123,
      "grad_norm": 1.0262103363714603,
      "learning_rate": 0.00029599796561258045,
      "loss": 1.3466,
      "step": 12648
    },
    {
      "epoch": 0.5180831456072087,
      "grad_norm": 0.5313598763333731,
      "learning_rate": 0.00029599721724170124,
      "loss": 0.4174,
      "step": 12649
    },
    {
      "epoch": 0.5181241040344051,
      "grad_norm": 0.7492025300452432,
      "learning_rate": 0.00029599646880180296,
      "loss": 0.9442,
      "step": 12650
    },
    {
      "epoch": 0.5181650624616014,
      "grad_norm": 1.1544963497103953,
      "learning_rate": 0.0002959957202928861,
      "loss": 1.3686,
      "step": 12651
    },
    {
      "epoch": 0.5182060208887979,
      "grad_norm": 0.8085128554920143,
      "learning_rate": 0.0002959949717149509,
      "loss": 1.1005,
      "step": 12652
    },
    {
      "epoch": 0.5182469793159943,
      "grad_norm": 0.6732603322939185,
      "learning_rate": 0.0002959942230679978,
      "loss": 0.8909,
      "step": 12653
    },
    {
      "epoch": 0.5182879377431907,
      "grad_norm": 0.5083425243219313,
      "learning_rate": 0.00029599347435202704,
      "loss": 0.3593,
      "step": 12654
    },
    {
      "epoch": 0.518328896170387,
      "grad_norm": 0.6775566391102357,
      "learning_rate": 0.0002959927255670391,
      "loss": 0.6101,
      "step": 12655
    },
    {
      "epoch": 0.5183698545975834,
      "grad_norm": 0.9455064328119516,
      "learning_rate": 0.0002959919767130342,
      "loss": 0.668,
      "step": 12656
    },
    {
      "epoch": 0.5184108130247799,
      "grad_norm": 0.6516172041139754,
      "learning_rate": 0.0002959912277900128,
      "loss": 0.4237,
      "step": 12657
    },
    {
      "epoch": 0.5184517714519763,
      "grad_norm": 0.7809739037982342,
      "learning_rate": 0.0002959904787979752,
      "loss": 0.726,
      "step": 12658
    },
    {
      "epoch": 0.5184927298791726,
      "grad_norm": 0.7425245569661248,
      "learning_rate": 0.00029598972973692185,
      "loss": 0.9818,
      "step": 12659
    },
    {
      "epoch": 0.518533688306369,
      "grad_norm": 0.7828265010693821,
      "learning_rate": 0.00029598898060685295,
      "loss": 1.0007,
      "step": 12660
    },
    {
      "epoch": 0.5185746467335655,
      "grad_norm": 0.6172660749748685,
      "learning_rate": 0.00029598823140776894,
      "loss": 0.7596,
      "step": 12661
    },
    {
      "epoch": 0.5186156051607618,
      "grad_norm": 0.6429719573038304,
      "learning_rate": 0.0002959874821396702,
      "loss": 0.9042,
      "step": 12662
    },
    {
      "epoch": 0.5186565635879582,
      "grad_norm": 0.6767879719550685,
      "learning_rate": 0.000295986732802557,
      "loss": 0.9059,
      "step": 12663
    },
    {
      "epoch": 0.5186975220151546,
      "grad_norm": 1.168060793128963,
      "learning_rate": 0.00029598598339642974,
      "loss": 1.0952,
      "step": 12664
    },
    {
      "epoch": 0.518738480442351,
      "grad_norm": 0.7543964438561962,
      "learning_rate": 0.0002959852339212888,
      "loss": 0.9398,
      "step": 12665
    },
    {
      "epoch": 0.5187794388695474,
      "grad_norm": 0.7466163095000634,
      "learning_rate": 0.00029598448437713454,
      "loss": 0.6852,
      "step": 12666
    },
    {
      "epoch": 0.5188203972967438,
      "grad_norm": 1.2350184493235474,
      "learning_rate": 0.00029598373476396727,
      "loss": 1.6516,
      "step": 12667
    },
    {
      "epoch": 0.5188613557239402,
      "grad_norm": 1.0000548902296267,
      "learning_rate": 0.0002959829850817874,
      "loss": 1.0669,
      "step": 12668
    },
    {
      "epoch": 0.5189023141511366,
      "grad_norm": 0.7329604847330639,
      "learning_rate": 0.00029598223533059515,
      "loss": 0.7028,
      "step": 12669
    },
    {
      "epoch": 0.518943272578333,
      "grad_norm": 0.8454457103705599,
      "learning_rate": 0.00029598148551039107,
      "loss": 1.1289,
      "step": 12670
    },
    {
      "epoch": 0.5189842310055294,
      "grad_norm": 0.7094188936057647,
      "learning_rate": 0.0002959807356211753,
      "loss": 1.0023,
      "step": 12671
    },
    {
      "epoch": 0.5190251894327258,
      "grad_norm": 0.6444381158848734,
      "learning_rate": 0.00029597998566294843,
      "loss": 0.8965,
      "step": 12672
    },
    {
      "epoch": 0.5190661478599222,
      "grad_norm": 0.7263551096255353,
      "learning_rate": 0.00029597923563571063,
      "loss": 0.9902,
      "step": 12673
    },
    {
      "epoch": 0.5191071062871185,
      "grad_norm": 0.6737651619113068,
      "learning_rate": 0.00029597848553946233,
      "loss": 0.6795,
      "step": 12674
    },
    {
      "epoch": 0.519148064714315,
      "grad_norm": 1.1390840953240726,
      "learning_rate": 0.00029597773537420386,
      "loss": 1.2752,
      "step": 12675
    },
    {
      "epoch": 0.5191890231415114,
      "grad_norm": 1.6364322093285135,
      "learning_rate": 0.0002959769851399356,
      "loss": 3.1464,
      "step": 12676
    },
    {
      "epoch": 0.5192299815687078,
      "grad_norm": 0.7128086602232202,
      "learning_rate": 0.0002959762348366579,
      "loss": 0.7784,
      "step": 12677
    },
    {
      "epoch": 0.5192709399959041,
      "grad_norm": 1.9184827015650978,
      "learning_rate": 0.0002959754844643711,
      "loss": 1.0419,
      "step": 12678
    },
    {
      "epoch": 0.5193118984231005,
      "grad_norm": 0.6820393441199145,
      "learning_rate": 0.00029597473402307557,
      "loss": 0.6831,
      "step": 12679
    },
    {
      "epoch": 0.519352856850297,
      "grad_norm": 0.7106047973057031,
      "learning_rate": 0.00029597398351277165,
      "loss": 0.5515,
      "step": 12680
    },
    {
      "epoch": 0.5193938152774934,
      "grad_norm": 0.8553216668942432,
      "learning_rate": 0.0002959732329334597,
      "loss": 0.8537,
      "step": 12681
    },
    {
      "epoch": 0.5194347737046897,
      "grad_norm": 0.8126767005699628,
      "learning_rate": 0.0002959724822851401,
      "loss": 0.9791,
      "step": 12682
    },
    {
      "epoch": 0.5194757321318861,
      "grad_norm": 0.9076925698306877,
      "learning_rate": 0.00029597173156781307,
      "loss": 0.7547,
      "step": 12683
    },
    {
      "epoch": 0.5195166905590826,
      "grad_norm": 0.9777709643641045,
      "learning_rate": 0.0002959709807814792,
      "loss": 0.8219,
      "step": 12684
    },
    {
      "epoch": 0.5195576489862789,
      "grad_norm": 0.8670865302259989,
      "learning_rate": 0.0002959702299261387,
      "loss": 1.1607,
      "step": 12685
    },
    {
      "epoch": 0.5195986074134753,
      "grad_norm": 0.8812388594500279,
      "learning_rate": 0.0002959694790017919,
      "loss": 1.1459,
      "step": 12686
    },
    {
      "epoch": 0.5196395658406717,
      "grad_norm": 0.8141401363619606,
      "learning_rate": 0.0002959687280084392,
      "loss": 0.9307,
      "step": 12687
    },
    {
      "epoch": 0.5196805242678681,
      "grad_norm": 0.6439794974428429,
      "learning_rate": 0.000295967976946081,
      "loss": 0.7087,
      "step": 12688
    },
    {
      "epoch": 0.5197214826950645,
      "grad_norm": 0.7563808482099623,
      "learning_rate": 0.00029596722581471757,
      "loss": 0.9366,
      "step": 12689
    },
    {
      "epoch": 0.5197624411222609,
      "grad_norm": 0.9400804581701977,
      "learning_rate": 0.00029596647461434933,
      "loss": 0.8464,
      "step": 12690
    },
    {
      "epoch": 0.5198033995494573,
      "grad_norm": 0.7467913136760543,
      "learning_rate": 0.0002959657233449766,
      "loss": 0.3962,
      "step": 12691
    },
    {
      "epoch": 0.5198443579766537,
      "grad_norm": 0.6634382785094419,
      "learning_rate": 0.0002959649720065998,
      "loss": 0.8277,
      "step": 12692
    },
    {
      "epoch": 0.51988531640385,
      "grad_norm": 1.1256933328250376,
      "learning_rate": 0.00029596422059921914,
      "loss": 0.9047,
      "step": 12693
    },
    {
      "epoch": 0.5199262748310465,
      "grad_norm": 0.723343132103412,
      "learning_rate": 0.00029596346912283514,
      "loss": 0.797,
      "step": 12694
    },
    {
      "epoch": 0.5199672332582429,
      "grad_norm": 0.6971863639826195,
      "learning_rate": 0.000295962717577448,
      "loss": 0.7541,
      "step": 12695
    },
    {
      "epoch": 0.5200081916854393,
      "grad_norm": 1.4838102679131462,
      "learning_rate": 0.00029596196596305826,
      "loss": 1.0701,
      "step": 12696
    },
    {
      "epoch": 0.5200491501126356,
      "grad_norm": 0.8059002103887485,
      "learning_rate": 0.0002959612142796661,
      "loss": 1.0718,
      "step": 12697
    },
    {
      "epoch": 0.5200901085398321,
      "grad_norm": 0.7401958856148247,
      "learning_rate": 0.00029596046252727197,
      "loss": 0.8833,
      "step": 12698
    },
    {
      "epoch": 0.5201310669670285,
      "grad_norm": 0.8749241831813577,
      "learning_rate": 0.00029595971070587625,
      "loss": 0.9094,
      "step": 12699
    },
    {
      "epoch": 0.5201720253942249,
      "grad_norm": 2.0247777483819904,
      "learning_rate": 0.00029595895881547914,
      "loss": 1.3506,
      "step": 12700
    },
    {
      "epoch": 0.5202129838214212,
      "grad_norm": 0.8909761514886926,
      "learning_rate": 0.00029595820685608123,
      "loss": 0.7988,
      "step": 12701
    },
    {
      "epoch": 0.5202539422486177,
      "grad_norm": 0.5760087651249344,
      "learning_rate": 0.00029595745482768264,
      "loss": 0.4426,
      "step": 12702
    },
    {
      "epoch": 0.5202949006758141,
      "grad_norm": 0.5183383235105136,
      "learning_rate": 0.0002959567027302839,
      "loss": 0.3788,
      "step": 12703
    },
    {
      "epoch": 0.5203358591030104,
      "grad_norm": 0.9476339119090116,
      "learning_rate": 0.00029595595056388524,
      "loss": 1.1239,
      "step": 12704
    },
    {
      "epoch": 0.5203768175302068,
      "grad_norm": 0.7287244849512752,
      "learning_rate": 0.00029595519832848713,
      "loss": 0.3319,
      "step": 12705
    },
    {
      "epoch": 0.5204177759574032,
      "grad_norm": 0.9019462831054905,
      "learning_rate": 0.00029595444602408986,
      "loss": 0.8537,
      "step": 12706
    },
    {
      "epoch": 0.5204587343845997,
      "grad_norm": 1.5522444616129425,
      "learning_rate": 0.0002959536936506938,
      "loss": 0.9635,
      "step": 12707
    },
    {
      "epoch": 0.520499692811796,
      "grad_norm": 0.7418287106806647,
      "learning_rate": 0.0002959529412082993,
      "loss": 0.8429,
      "step": 12708
    },
    {
      "epoch": 0.5205406512389924,
      "grad_norm": 1.0239774979281262,
      "learning_rate": 0.0002959521886969067,
      "loss": 1.0798,
      "step": 12709
    },
    {
      "epoch": 0.5205816096661888,
      "grad_norm": 1.3054999363964521,
      "learning_rate": 0.0002959514361165164,
      "loss": 1.0717,
      "step": 12710
    },
    {
      "epoch": 0.5206225680933853,
      "grad_norm": 0.7705060938488387,
      "learning_rate": 0.0002959506834671287,
      "loss": 0.8419,
      "step": 12711
    },
    {
      "epoch": 0.5206635265205816,
      "grad_norm": 0.8790865403257738,
      "learning_rate": 0.000295949930748744,
      "loss": 1.6709,
      "step": 12712
    },
    {
      "epoch": 0.520704484947778,
      "grad_norm": 2.6716804486212062,
      "learning_rate": 0.00029594917796136266,
      "loss": 1.7485,
      "step": 12713
    },
    {
      "epoch": 0.5207454433749744,
      "grad_norm": 1.0455603327128224,
      "learning_rate": 0.00029594842510498505,
      "loss": 0.8887,
      "step": 12714
    },
    {
      "epoch": 0.5207864018021708,
      "grad_norm": 0.8310075633371894,
      "learning_rate": 0.0002959476721796114,
      "loss": 0.8179,
      "step": 12715
    },
    {
      "epoch": 0.5208273602293672,
      "grad_norm": 0.7565008953620822,
      "learning_rate": 0.00029594691918524225,
      "loss": 0.8955,
      "step": 12716
    },
    {
      "epoch": 0.5208683186565636,
      "grad_norm": 0.6741671655721774,
      "learning_rate": 0.0002959461661218778,
      "loss": 0.7996,
      "step": 12717
    },
    {
      "epoch": 0.52090927708376,
      "grad_norm": 0.7180404219871744,
      "learning_rate": 0.0002959454129895185,
      "loss": 0.8619,
      "step": 12718
    },
    {
      "epoch": 0.5209502355109564,
      "grad_norm": 1.0442368577831325,
      "learning_rate": 0.00029594465978816467,
      "loss": 1.5076,
      "step": 12719
    },
    {
      "epoch": 0.5209911939381527,
      "grad_norm": 0.7956257562085455,
      "learning_rate": 0.0002959439065178167,
      "loss": 0.7863,
      "step": 12720
    },
    {
      "epoch": 0.5210321523653492,
      "grad_norm": 0.81331251669503,
      "learning_rate": 0.0002959431531784749,
      "loss": 0.665,
      "step": 12721
    },
    {
      "epoch": 0.5210731107925456,
      "grad_norm": 0.8081681135239352,
      "learning_rate": 0.0002959423997701396,
      "loss": 0.8932,
      "step": 12722
    },
    {
      "epoch": 0.521114069219742,
      "grad_norm": 5.511409068643452,
      "learning_rate": 0.0002959416462928113,
      "loss": 2.6887,
      "step": 12723
    },
    {
      "epoch": 0.5211550276469383,
      "grad_norm": 0.8846986576897751,
      "learning_rate": 0.00029594089274649014,
      "loss": 1.1578,
      "step": 12724
    },
    {
      "epoch": 0.5211959860741348,
      "grad_norm": 0.9181218861714913,
      "learning_rate": 0.0002959401391311767,
      "loss": 0.4115,
      "step": 12725
    },
    {
      "epoch": 0.5212369445013312,
      "grad_norm": 0.7103737249601623,
      "learning_rate": 0.00029593938544687114,
      "loss": 0.6104,
      "step": 12726
    },
    {
      "epoch": 0.5212779029285275,
      "grad_norm": 1.519854642258801,
      "learning_rate": 0.000295938631693574,
      "loss": 0.814,
      "step": 12727
    },
    {
      "epoch": 0.5213188613557239,
      "grad_norm": 1.0388991153628069,
      "learning_rate": 0.0002959378778712855,
      "loss": 1.093,
      "step": 12728
    },
    {
      "epoch": 0.5213598197829203,
      "grad_norm": 1.0157952815245865,
      "learning_rate": 0.000295937123980006,
      "loss": 1.011,
      "step": 12729
    },
    {
      "epoch": 0.5214007782101168,
      "grad_norm": 0.7742970733138733,
      "learning_rate": 0.000295936370019736,
      "loss": 0.8354,
      "step": 12730
    },
    {
      "epoch": 0.5214417366373131,
      "grad_norm": 0.8969633713724544,
      "learning_rate": 0.00029593561599047563,
      "loss": 0.7179,
      "step": 12731
    },
    {
      "epoch": 0.5214826950645095,
      "grad_norm": 1.0924461072549596,
      "learning_rate": 0.0002959348618922254,
      "loss": 1.1163,
      "step": 12732
    },
    {
      "epoch": 0.5215236534917059,
      "grad_norm": 0.8911142878147743,
      "learning_rate": 0.0002959341077249857,
      "loss": 0.9817,
      "step": 12733
    },
    {
      "epoch": 0.5215646119189024,
      "grad_norm": 2.147124791088126,
      "learning_rate": 0.0002959333534887568,
      "loss": 1.4685,
      "step": 12734
    },
    {
      "epoch": 0.5216055703460987,
      "grad_norm": 0.7676308487720561,
      "learning_rate": 0.00029593259918353905,
      "loss": 0.6504,
      "step": 12735
    },
    {
      "epoch": 0.5216465287732951,
      "grad_norm": 1.2242583719615097,
      "learning_rate": 0.0002959318448093329,
      "loss": 1.2093,
      "step": 12736
    },
    {
      "epoch": 0.5216874872004915,
      "grad_norm": 0.744003200663885,
      "learning_rate": 0.00029593109036613855,
      "loss": 0.6734,
      "step": 12737
    },
    {
      "epoch": 0.5217284456276879,
      "grad_norm": 0.8010805347037243,
      "learning_rate": 0.0002959303358539565,
      "loss": 0.7935,
      "step": 12738
    },
    {
      "epoch": 0.5217694040548843,
      "grad_norm": 1.0260069313310556,
      "learning_rate": 0.000295929581272787,
      "loss": 0.9164,
      "step": 12739
    },
    {
      "epoch": 0.5218103624820807,
      "grad_norm": 0.8549932016168086,
      "learning_rate": 0.0002959288266226306,
      "loss": 0.7164,
      "step": 12740
    },
    {
      "epoch": 0.5218513209092771,
      "grad_norm": 0.7111260200209701,
      "learning_rate": 0.0002959280719034874,
      "loss": 0.7999,
      "step": 12741
    },
    {
      "epoch": 0.5218922793364735,
      "grad_norm": 0.8647452638137526,
      "learning_rate": 0.0002959273171153578,
      "loss": 1.1143,
      "step": 12742
    },
    {
      "epoch": 0.5219332377636698,
      "grad_norm": 1.205792730798377,
      "learning_rate": 0.00029592656225824236,
      "loss": 1.138,
      "step": 12743
    },
    {
      "epoch": 0.5219741961908663,
      "grad_norm": 1.0885529479171496,
      "learning_rate": 0.0002959258073321413,
      "loss": 1.0543,
      "step": 12744
    },
    {
      "epoch": 0.5220151546180627,
      "grad_norm": 0.9677657986432407,
      "learning_rate": 0.00029592505233705493,
      "loss": 0.8791,
      "step": 12745
    },
    {
      "epoch": 0.522056113045259,
      "grad_norm": 0.7223617244312369,
      "learning_rate": 0.00029592429727298377,
      "loss": 0.7957,
      "step": 12746
    },
    {
      "epoch": 0.5220970714724554,
      "grad_norm": 1.1017849118066985,
      "learning_rate": 0.00029592354213992797,
      "loss": 1.9695,
      "step": 12747
    },
    {
      "epoch": 0.5221380298996519,
      "grad_norm": 0.9916168343962214,
      "learning_rate": 0.000295922786937888,
      "loss": 0.844,
      "step": 12748
    },
    {
      "epoch": 0.5221789883268483,
      "grad_norm": 0.6028422556966699,
      "learning_rate": 0.00029592203166686423,
      "loss": 0.3889,
      "step": 12749
    },
    {
      "epoch": 0.5222199467540446,
      "grad_norm": 0.6609012943799981,
      "learning_rate": 0.00029592127632685695,
      "loss": 0.8377,
      "step": 12750
    },
    {
      "epoch": 0.522260905181241,
      "grad_norm": 0.9313200534802056,
      "learning_rate": 0.0002959205209178666,
      "loss": 1.0089,
      "step": 12751
    },
    {
      "epoch": 0.5223018636084374,
      "grad_norm": 1.0953029777477774,
      "learning_rate": 0.0002959197654398935,
      "loss": 0.865,
      "step": 12752
    },
    {
      "epoch": 0.5223428220356339,
      "grad_norm": 0.740419041258654,
      "learning_rate": 0.000295919009892938,
      "loss": 0.8016,
      "step": 12753
    },
    {
      "epoch": 0.5223837804628302,
      "grad_norm": 0.9973415313998263,
      "learning_rate": 0.00029591825427700044,
      "loss": 1.0442,
      "step": 12754
    },
    {
      "epoch": 0.5224247388900266,
      "grad_norm": 0.8242640816280536,
      "learning_rate": 0.0002959174985920812,
      "loss": 1.1755,
      "step": 12755
    },
    {
      "epoch": 0.522465697317223,
      "grad_norm": 0.8684406880339236,
      "learning_rate": 0.00029591674283818063,
      "loss": 0.3575,
      "step": 12756
    },
    {
      "epoch": 0.5225066557444195,
      "grad_norm": 0.7345239366640008,
      "learning_rate": 0.0002959159870152991,
      "loss": 0.4104,
      "step": 12757
    },
    {
      "epoch": 0.5225476141716158,
      "grad_norm": 0.6047447072377387,
      "learning_rate": 0.00029591523112343696,
      "loss": 0.3595,
      "step": 12758
    },
    {
      "epoch": 0.5225885725988122,
      "grad_norm": 0.5062579924504913,
      "learning_rate": 0.00029591447516259453,
      "loss": 0.4277,
      "step": 12759
    },
    {
      "epoch": 0.5226295310260086,
      "grad_norm": 1.3113856608237628,
      "learning_rate": 0.00029591371913277224,
      "loss": 1.3772,
      "step": 12760
    },
    {
      "epoch": 0.522670489453205,
      "grad_norm": 0.6970521977578438,
      "learning_rate": 0.0002959129630339704,
      "loss": 0.4822,
      "step": 12761
    },
    {
      "epoch": 0.5227114478804014,
      "grad_norm": 1.1432365463056102,
      "learning_rate": 0.00029591220686618944,
      "loss": 1.379,
      "step": 12762
    },
    {
      "epoch": 0.5227524063075978,
      "grad_norm": 1.120892801767467,
      "learning_rate": 0.00029591145062942954,
      "loss": 0.993,
      "step": 12763
    },
    {
      "epoch": 0.5227933647347942,
      "grad_norm": 0.8554783717781523,
      "learning_rate": 0.00029591069432369124,
      "loss": 0.7718,
      "step": 12764
    },
    {
      "epoch": 0.5228343231619906,
      "grad_norm": 0.7634112663495403,
      "learning_rate": 0.00029590993794897485,
      "loss": 0.4431,
      "step": 12765
    },
    {
      "epoch": 0.522875281589187,
      "grad_norm": 1.1754189987219765,
      "learning_rate": 0.00029590918150528066,
      "loss": 0.9434,
      "step": 12766
    },
    {
      "epoch": 0.5229162400163834,
      "grad_norm": 1.8098528623090613,
      "learning_rate": 0.0002959084249926091,
      "loss": 3.3135,
      "step": 12767
    },
    {
      "epoch": 0.5229571984435798,
      "grad_norm": 0.9162033992933273,
      "learning_rate": 0.00029590766841096046,
      "loss": 0.9066,
      "step": 12768
    },
    {
      "epoch": 0.5229981568707761,
      "grad_norm": 0.6844731552259947,
      "learning_rate": 0.0002959069117603352,
      "loss": 0.5748,
      "step": 12769
    },
    {
      "epoch": 0.5230391152979725,
      "grad_norm": 1.8812210534338558,
      "learning_rate": 0.0002959061550407336,
      "loss": 3.4724,
      "step": 12770
    },
    {
      "epoch": 0.523080073725169,
      "grad_norm": 0.8386727494801091,
      "learning_rate": 0.00029590539825215603,
      "loss": 0.7397,
      "step": 12771
    },
    {
      "epoch": 0.5231210321523654,
      "grad_norm": 0.7612699321010802,
      "learning_rate": 0.0002959046413946029,
      "loss": 0.7038,
      "step": 12772
    },
    {
      "epoch": 0.5231619905795617,
      "grad_norm": 2.506978998954953,
      "learning_rate": 0.00029590388446807444,
      "loss": 2.3557,
      "step": 12773
    },
    {
      "epoch": 0.5232029490067581,
      "grad_norm": 1.0509497523808589,
      "learning_rate": 0.00029590312747257116,
      "loss": 1.1374,
      "step": 12774
    },
    {
      "epoch": 0.5232439074339545,
      "grad_norm": 1.179053705572124,
      "learning_rate": 0.0002959023704080933,
      "loss": 1.6821,
      "step": 12775
    },
    {
      "epoch": 0.523284865861151,
      "grad_norm": 0.7817987299248567,
      "learning_rate": 0.0002959016132746413,
      "loss": 0.9611,
      "step": 12776
    },
    {
      "epoch": 0.5233258242883473,
      "grad_norm": 0.9017551718710376,
      "learning_rate": 0.00029590085607221543,
      "loss": 1.0597,
      "step": 12777
    },
    {
      "epoch": 0.5233667827155437,
      "grad_norm": 0.7513417178747707,
      "learning_rate": 0.00029590009880081614,
      "loss": 0.7439,
      "step": 12778
    },
    {
      "epoch": 0.5234077411427401,
      "grad_norm": 1.0862643478485328,
      "learning_rate": 0.00029589934146044376,
      "loss": 1.2652,
      "step": 12779
    },
    {
      "epoch": 0.5234486995699366,
      "grad_norm": 0.7163948458844083,
      "learning_rate": 0.0002958985840510986,
      "loss": 0.8248,
      "step": 12780
    },
    {
      "epoch": 0.5234896579971329,
      "grad_norm": 0.8717650720763104,
      "learning_rate": 0.0002958978265727811,
      "loss": 0.8568,
      "step": 12781
    },
    {
      "epoch": 0.5235306164243293,
      "grad_norm": 1.103866698032559,
      "learning_rate": 0.0002958970690254916,
      "loss": 1.1727,
      "step": 12782
    },
    {
      "epoch": 0.5235715748515257,
      "grad_norm": 0.9894113481667103,
      "learning_rate": 0.00029589631140923035,
      "loss": 0.9806,
      "step": 12783
    },
    {
      "epoch": 0.5236125332787221,
      "grad_norm": 0.9002380892258423,
      "learning_rate": 0.00029589555372399787,
      "loss": 0.3535,
      "step": 12784
    },
    {
      "epoch": 0.5236534917059185,
      "grad_norm": 0.9806388121349559,
      "learning_rate": 0.0002958947959697943,
      "loss": 0.5705,
      "step": 12785
    },
    {
      "epoch": 0.5236944501331149,
      "grad_norm": 0.9851730383130286,
      "learning_rate": 0.0002958940381466203,
      "loss": 1.4132,
      "step": 12786
    },
    {
      "epoch": 0.5237354085603113,
      "grad_norm": 0.9717437409005116,
      "learning_rate": 0.00029589328025447597,
      "loss": 0.902,
      "step": 12787
    },
    {
      "epoch": 0.5237763669875076,
      "grad_norm": 1.113655750817472,
      "learning_rate": 0.0002958925222933618,
      "loss": 0.8553,
      "step": 12788
    },
    {
      "epoch": 0.523817325414704,
      "grad_norm": 1.1892097607363727,
      "learning_rate": 0.0002958917642632781,
      "loss": 0.8774,
      "step": 12789
    },
    {
      "epoch": 0.5238582838419005,
      "grad_norm": 0.8956434743230087,
      "learning_rate": 0.0002958910061642252,
      "loss": 1.0196,
      "step": 12790
    },
    {
      "epoch": 0.5238992422690969,
      "grad_norm": 0.8729204198494926,
      "learning_rate": 0.0002958902479962036,
      "loss": 1.356,
      "step": 12791
    },
    {
      "epoch": 0.5239402006962932,
      "grad_norm": 1.62416609513696,
      "learning_rate": 0.00029588948975921346,
      "loss": 1.1993,
      "step": 12792
    },
    {
      "epoch": 0.5239811591234896,
      "grad_norm": 1.162279266101627,
      "learning_rate": 0.00029588873145325523,
      "loss": 0.9856,
      "step": 12793
    },
    {
      "epoch": 0.5240221175506861,
      "grad_norm": 1.0594198389375111,
      "learning_rate": 0.00029588797307832933,
      "loss": 0.5982,
      "step": 12794
    },
    {
      "epoch": 0.5240630759778825,
      "grad_norm": 2.149807625539668,
      "learning_rate": 0.0002958872146344361,
      "loss": 5.8804,
      "step": 12795
    },
    {
      "epoch": 0.5241040344050788,
      "grad_norm": 1.1914147786128084,
      "learning_rate": 0.00029588645612157576,
      "loss": 0.905,
      "step": 12796
    },
    {
      "epoch": 0.5241449928322752,
      "grad_norm": 1.013657973557941,
      "learning_rate": 0.0002958856975397488,
      "loss": 0.3651,
      "step": 12797
    },
    {
      "epoch": 0.5241859512594716,
      "grad_norm": 0.7640510144318091,
      "learning_rate": 0.00029588493888895557,
      "loss": 0.7927,
      "step": 12798
    },
    {
      "epoch": 0.5242269096866681,
      "grad_norm": 1.291411683813587,
      "learning_rate": 0.0002958841801691964,
      "loss": 0.9399,
      "step": 12799
    },
    {
      "epoch": 0.5242678681138644,
      "grad_norm": 0.7948131022705689,
      "learning_rate": 0.0002958834213804717,
      "loss": 0.6053,
      "step": 12800
    },
    {
      "epoch": 0.5243088265410608,
      "grad_norm": 0.9880320636292805,
      "learning_rate": 0.00029588266252278167,
      "loss": 0.9569,
      "step": 12801
    },
    {
      "epoch": 0.5243497849682572,
      "grad_norm": 2.9285241859074085,
      "learning_rate": 0.0002958819035961269,
      "loss": 1.5027,
      "step": 12802
    },
    {
      "epoch": 0.5243907433954537,
      "grad_norm": 1.4666576058064789,
      "learning_rate": 0.0002958811446005075,
      "loss": 1.187,
      "step": 12803
    },
    {
      "epoch": 0.52443170182265,
      "grad_norm": 0.9425176073270343,
      "learning_rate": 0.0002958803855359241,
      "loss": 0.7353,
      "step": 12804
    },
    {
      "epoch": 0.5244726602498464,
      "grad_norm": 1.3411650981476029,
      "learning_rate": 0.00029587962640237683,
      "loss": 1.2388,
      "step": 12805
    },
    {
      "epoch": 0.5245136186770428,
      "grad_norm": 1.44229246207453,
      "learning_rate": 0.0002958788671998662,
      "loss": 1.4918,
      "step": 12806
    },
    {
      "epoch": 0.5245545771042393,
      "grad_norm": 0.9999079524895701,
      "learning_rate": 0.0002958781079283924,
      "loss": 0.5176,
      "step": 12807
    },
    {
      "epoch": 0.5245955355314356,
      "grad_norm": 0.8210722880691679,
      "learning_rate": 0.000295877348587956,
      "loss": 1.1598,
      "step": 12808
    },
    {
      "epoch": 0.524636493958632,
      "grad_norm": 1.090257967865004,
      "learning_rate": 0.0002958765891785572,
      "loss": 0.8143,
      "step": 12809
    },
    {
      "epoch": 0.5246774523858284,
      "grad_norm": 0.8101324589030288,
      "learning_rate": 0.0002958758297001965,
      "loss": 0.972,
      "step": 12810
    },
    {
      "epoch": 0.5247184108130247,
      "grad_norm": 0.7240869104246366,
      "learning_rate": 0.0002958750701528741,
      "loss": 0.3728,
      "step": 12811
    },
    {
      "epoch": 0.5247593692402212,
      "grad_norm": 1.2375049445090234,
      "learning_rate": 0.0002958743105365904,
      "loss": 0.9463,
      "step": 12812
    },
    {
      "epoch": 0.5248003276674176,
      "grad_norm": 1.4708216353890275,
      "learning_rate": 0.00029587355085134587,
      "loss": 0.8968,
      "step": 12813
    },
    {
      "epoch": 0.524841286094614,
      "grad_norm": 0.5264325637685479,
      "learning_rate": 0.0002958727910971407,
      "loss": 0.3421,
      "step": 12814
    },
    {
      "epoch": 0.5248822445218103,
      "grad_norm": 0.7711078688249365,
      "learning_rate": 0.0002958720312739754,
      "loss": 0.8306,
      "step": 12815
    },
    {
      "epoch": 0.5249232029490067,
      "grad_norm": 2.9039743075083266,
      "learning_rate": 0.0002958712713818503,
      "loss": 3.4568,
      "step": 12816
    },
    {
      "epoch": 0.5249641613762032,
      "grad_norm": 0.9189536800662387,
      "learning_rate": 0.00029587051142076565,
      "loss": 0.7775,
      "step": 12817
    },
    {
      "epoch": 0.5250051198033996,
      "grad_norm": 0.7464724054478273,
      "learning_rate": 0.0002958697513907219,
      "loss": 0.5926,
      "step": 12818
    },
    {
      "epoch": 0.5250460782305959,
      "grad_norm": 1.328395357784984,
      "learning_rate": 0.0002958689912917194,
      "loss": 0.8105,
      "step": 12819
    },
    {
      "epoch": 0.5250870366577923,
      "grad_norm": 0.8609962524267393,
      "learning_rate": 0.00029586823112375855,
      "loss": 0.9157,
      "step": 12820
    },
    {
      "epoch": 0.5251279950849888,
      "grad_norm": 0.8843055426544871,
      "learning_rate": 0.0002958674708868396,
      "loss": 0.8164,
      "step": 12821
    },
    {
      "epoch": 0.5251689535121852,
      "grad_norm": 0.7815521946767875,
      "learning_rate": 0.00029586671058096304,
      "loss": 0.9596,
      "step": 12822
    },
    {
      "epoch": 0.5252099119393815,
      "grad_norm": 1.022340544006128,
      "learning_rate": 0.00029586595020612914,
      "loss": 1.2179,
      "step": 12823
    },
    {
      "epoch": 0.5252508703665779,
      "grad_norm": 0.822979076948734,
      "learning_rate": 0.00029586518976233825,
      "loss": 1.0862,
      "step": 12824
    },
    {
      "epoch": 0.5252918287937743,
      "grad_norm": 0.7432479388424772,
      "learning_rate": 0.0002958644292495908,
      "loss": 0.8171,
      "step": 12825
    },
    {
      "epoch": 0.5253327872209708,
      "grad_norm": 0.9730094653729434,
      "learning_rate": 0.0002958636686678871,
      "loss": 1.0672,
      "step": 12826
    },
    {
      "epoch": 0.5253737456481671,
      "grad_norm": 0.7883988088603475,
      "learning_rate": 0.0002958629080172275,
      "loss": 0.5487,
      "step": 12827
    },
    {
      "epoch": 0.5254147040753635,
      "grad_norm": 0.7777248120852229,
      "learning_rate": 0.0002958621472976124,
      "loss": 0.8224,
      "step": 12828
    },
    {
      "epoch": 0.5254556625025599,
      "grad_norm": 0.8002948659426691,
      "learning_rate": 0.0002958613865090422,
      "loss": 1.0779,
      "step": 12829
    },
    {
      "epoch": 0.5254966209297564,
      "grad_norm": 1.0667983474186629,
      "learning_rate": 0.00029586062565151714,
      "loss": 1.2938,
      "step": 12830
    },
    {
      "epoch": 0.5255375793569527,
      "grad_norm": 1.121968049138075,
      "learning_rate": 0.00029585986472503766,
      "loss": 1.2387,
      "step": 12831
    },
    {
      "epoch": 0.5255785377841491,
      "grad_norm": 0.5902511614807843,
      "learning_rate": 0.00029585910372960405,
      "loss": 0.4532,
      "step": 12832
    },
    {
      "epoch": 0.5256194962113455,
      "grad_norm": 0.7678022525961872,
      "learning_rate": 0.00029585834266521676,
      "loss": 1.1376,
      "step": 12833
    },
    {
      "epoch": 0.5256604546385418,
      "grad_norm": 0.9753079385157951,
      "learning_rate": 0.0002958575815318761,
      "loss": 1.7511,
      "step": 12834
    },
    {
      "epoch": 0.5257014130657383,
      "grad_norm": 0.8756390615785344,
      "learning_rate": 0.00029585682032958247,
      "loss": 1.2759,
      "step": 12835
    },
    {
      "epoch": 0.5257423714929347,
      "grad_norm": 0.587761396892182,
      "learning_rate": 0.0002958560590583362,
      "loss": 0.2725,
      "step": 12836
    },
    {
      "epoch": 0.5257833299201311,
      "grad_norm": 0.8815647972012225,
      "learning_rate": 0.00029585529771813756,
      "loss": 1.0327,
      "step": 12837
    },
    {
      "epoch": 0.5258242883473274,
      "grad_norm": 0.7409341856593152,
      "learning_rate": 0.0002958545363089871,
      "loss": 0.7132,
      "step": 12838
    },
    {
      "epoch": 0.5258652467745238,
      "grad_norm": 0.916009390422098,
      "learning_rate": 0.000295853774830885,
      "loss": 1.3897,
      "step": 12839
    },
    {
      "epoch": 0.5259062052017203,
      "grad_norm": 0.8234306689973089,
      "learning_rate": 0.00029585301328383177,
      "loss": 0.8587,
      "step": 12840
    },
    {
      "epoch": 0.5259471636289167,
      "grad_norm": 0.7030153175280999,
      "learning_rate": 0.0002958522516678276,
      "loss": 0.8611,
      "step": 12841
    },
    {
      "epoch": 0.525988122056113,
      "grad_norm": 0.8264247641190682,
      "learning_rate": 0.00029585148998287304,
      "loss": 0.9613,
      "step": 12842
    },
    {
      "epoch": 0.5260290804833094,
      "grad_norm": 0.6862992303045341,
      "learning_rate": 0.00029585072822896835,
      "loss": 0.5961,
      "step": 12843
    },
    {
      "epoch": 0.5260700389105059,
      "grad_norm": 1.033267747314435,
      "learning_rate": 0.00029584996640611387,
      "loss": 1.0319,
      "step": 12844
    },
    {
      "epoch": 0.5261109973377023,
      "grad_norm": 0.8151677300591174,
      "learning_rate": 0.00029584920451431,
      "loss": 0.7952,
      "step": 12845
    },
    {
      "epoch": 0.5261519557648986,
      "grad_norm": 0.8558942366582456,
      "learning_rate": 0.0002958484425535571,
      "loss": 0.9823,
      "step": 12846
    },
    {
      "epoch": 0.526192914192095,
      "grad_norm": 0.6473522346896244,
      "learning_rate": 0.0002958476805238555,
      "loss": 0.7708,
      "step": 12847
    },
    {
      "epoch": 0.5262338726192914,
      "grad_norm": 0.9861656866827229,
      "learning_rate": 0.00029584691842520557,
      "loss": 1.0602,
      "step": 12848
    },
    {
      "epoch": 0.5262748310464879,
      "grad_norm": 1.0861863656796553,
      "learning_rate": 0.0002958461562576077,
      "loss": 1.2293,
      "step": 12849
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.8275179957880122,
      "learning_rate": 0.00029584539402106224,
      "loss": 1.0516,
      "step": 12850
    },
    {
      "epoch": 0.5263567479008806,
      "grad_norm": 0.8427137899600728,
      "learning_rate": 0.0002958446317155695,
      "loss": 0.9583,
      "step": 12851
    },
    {
      "epoch": 0.526397706328077,
      "grad_norm": 0.8438798245258755,
      "learning_rate": 0.00029584386934112996,
      "loss": 0.8913,
      "step": 12852
    },
    {
      "epoch": 0.5264386647552733,
      "grad_norm": 0.5015250538215025,
      "learning_rate": 0.00029584310689774386,
      "loss": 0.3789,
      "step": 12853
    },
    {
      "epoch": 0.5264796231824698,
      "grad_norm": 0.8035701901207764,
      "learning_rate": 0.00029584234438541156,
      "loss": 0.7947,
      "step": 12854
    },
    {
      "epoch": 0.5265205816096662,
      "grad_norm": 0.8147811915275807,
      "learning_rate": 0.0002958415818041335,
      "loss": 0.6559,
      "step": 12855
    },
    {
      "epoch": 0.5265615400368626,
      "grad_norm": 0.7035210605562477,
      "learning_rate": 0.00029584081915391003,
      "loss": 0.5051,
      "step": 12856
    },
    {
      "epoch": 0.5266024984640589,
      "grad_norm": 0.5921106048156325,
      "learning_rate": 0.00029584005643474144,
      "loss": 0.4967,
      "step": 12857
    },
    {
      "epoch": 0.5266434568912554,
      "grad_norm": 1.029836237511987,
      "learning_rate": 0.00029583929364662817,
      "loss": 0.7961,
      "step": 12858
    },
    {
      "epoch": 0.5266844153184518,
      "grad_norm": 1.5691360455357768,
      "learning_rate": 0.00029583853078957054,
      "loss": 1.503,
      "step": 12859
    },
    {
      "epoch": 0.5267253737456482,
      "grad_norm": 1.2237410988734674,
      "learning_rate": 0.00029583776786356887,
      "loss": 0.2851,
      "step": 12860
    },
    {
      "epoch": 0.5267663321728445,
      "grad_norm": 0.9101457798037007,
      "learning_rate": 0.0002958370048686236,
      "loss": 0.4038,
      "step": 12861
    },
    {
      "epoch": 0.526807290600041,
      "grad_norm": 0.8852330380903688,
      "learning_rate": 0.00029583624180473504,
      "loss": 0.8682,
      "step": 12862
    },
    {
      "epoch": 0.5268482490272374,
      "grad_norm": 1.5817481746238125,
      "learning_rate": 0.0002958354786719036,
      "loss": 1.1325,
      "step": 12863
    },
    {
      "epoch": 0.5268892074544338,
      "grad_norm": 1.1596411007611322,
      "learning_rate": 0.0002958347154701295,
      "loss": 0.815,
      "step": 12864
    },
    {
      "epoch": 0.5269301658816301,
      "grad_norm": 1.1521695045856126,
      "learning_rate": 0.00029583395219941335,
      "loss": 0.9722,
      "step": 12865
    },
    {
      "epoch": 0.5269711243088265,
      "grad_norm": 1.7790354079212949,
      "learning_rate": 0.0002958331888597553,
      "loss": 1.801,
      "step": 12866
    },
    {
      "epoch": 0.527012082736023,
      "grad_norm": 0.9722174887847821,
      "learning_rate": 0.0002958324254511558,
      "loss": 0.4946,
      "step": 12867
    },
    {
      "epoch": 0.5270530411632194,
      "grad_norm": 4.407964688055639,
      "learning_rate": 0.00029583166197361517,
      "loss": 6.0836,
      "step": 12868
    },
    {
      "epoch": 0.5270939995904157,
      "grad_norm": 0.7983032752065582,
      "learning_rate": 0.00029583089842713387,
      "loss": 0.8293,
      "step": 12869
    },
    {
      "epoch": 0.5271349580176121,
      "grad_norm": 1.0115874247824244,
      "learning_rate": 0.0002958301348117121,
      "loss": 1.0546,
      "step": 12870
    },
    {
      "epoch": 0.5271759164448085,
      "grad_norm": 0.47655749887157506,
      "learning_rate": 0.0002958293711273503,
      "loss": 0.3025,
      "step": 12871
    },
    {
      "epoch": 0.527216874872005,
      "grad_norm": 0.8689250229497123,
      "learning_rate": 0.0002958286073740489,
      "loss": 1.2288,
      "step": 12872
    },
    {
      "epoch": 0.5272578332992013,
      "grad_norm": 1.0988185457635564,
      "learning_rate": 0.00029582784355180813,
      "loss": 0.9785,
      "step": 12873
    },
    {
      "epoch": 0.5272987917263977,
      "grad_norm": 0.8847827396913823,
      "learning_rate": 0.00029582707966062843,
      "loss": 0.9159,
      "step": 12874
    },
    {
      "epoch": 0.5273397501535941,
      "grad_norm": 0.6233983679709486,
      "learning_rate": 0.00029582631570051023,
      "loss": 0.8438,
      "step": 12875
    },
    {
      "epoch": 0.5273807085807904,
      "grad_norm": 0.7390536430810198,
      "learning_rate": 0.00029582555167145374,
      "loss": 1.0176,
      "step": 12876
    },
    {
      "epoch": 0.5274216670079869,
      "grad_norm": 0.8997948754404066,
      "learning_rate": 0.0002958247875734594,
      "loss": 0.9777,
      "step": 12877
    },
    {
      "epoch": 0.5274626254351833,
      "grad_norm": 0.6513637565288785,
      "learning_rate": 0.0002958240234065275,
      "loss": 0.8417,
      "step": 12878
    },
    {
      "epoch": 0.5275035838623797,
      "grad_norm": 1.3738878340409355,
      "learning_rate": 0.00029582325917065853,
      "loss": 1.0698,
      "step": 12879
    },
    {
      "epoch": 0.527544542289576,
      "grad_norm": 1.06501352953038,
      "learning_rate": 0.0002958224948658528,
      "loss": 0.7714,
      "step": 12880
    },
    {
      "epoch": 0.5275855007167725,
      "grad_norm": 0.9502143154952418,
      "learning_rate": 0.00029582173049211063,
      "loss": 1.4487,
      "step": 12881
    },
    {
      "epoch": 0.5276264591439689,
      "grad_norm": 0.7438880523949207,
      "learning_rate": 0.0002958209660494324,
      "loss": 0.9297,
      "step": 12882
    },
    {
      "epoch": 0.5276674175711653,
      "grad_norm": 0.8864438251335947,
      "learning_rate": 0.00029582020153781847,
      "loss": 0.8089,
      "step": 12883
    },
    {
      "epoch": 0.5277083759983616,
      "grad_norm": 1.217336128922811,
      "learning_rate": 0.00029581943695726926,
      "loss": 1.0499,
      "step": 12884
    },
    {
      "epoch": 0.527749334425558,
      "grad_norm": 0.9785155915291947,
      "learning_rate": 0.000295818672307785,
      "loss": 0.5815,
      "step": 12885
    },
    {
      "epoch": 0.5277902928527545,
      "grad_norm": 1.6063968207797736,
      "learning_rate": 0.0002958179075893662,
      "loss": 1.63,
      "step": 12886
    },
    {
      "epoch": 0.5278312512799509,
      "grad_norm": 1.357560531443063,
      "learning_rate": 0.00029581714280201314,
      "loss": 0.923,
      "step": 12887
    },
    {
      "epoch": 0.5278722097071472,
      "grad_norm": 0.8480649531098685,
      "learning_rate": 0.0002958163779457262,
      "loss": 0.8442,
      "step": 12888
    },
    {
      "epoch": 0.5279131681343436,
      "grad_norm": 1.1430365871490475,
      "learning_rate": 0.0002958156130205058,
      "loss": 1.5707,
      "step": 12889
    },
    {
      "epoch": 0.5279541265615401,
      "grad_norm": 0.8086145860124616,
      "learning_rate": 0.0002958148480263521,
      "loss": 0.8929,
      "step": 12890
    },
    {
      "epoch": 0.5279950849887365,
      "grad_norm": 0.6644237347525004,
      "learning_rate": 0.0002958140829632657,
      "loss": 1.0404,
      "step": 12891
    },
    {
      "epoch": 0.5280360434159328,
      "grad_norm": 1.1158995337817015,
      "learning_rate": 0.00029581331783124686,
      "loss": 0.8244,
      "step": 12892
    },
    {
      "epoch": 0.5280770018431292,
      "grad_norm": 0.6723845039485344,
      "learning_rate": 0.00029581255263029586,
      "loss": 0.4789,
      "step": 12893
    },
    {
      "epoch": 0.5281179602703256,
      "grad_norm": 0.892894918507285,
      "learning_rate": 0.00029581178736041324,
      "loss": 1.12,
      "step": 12894
    },
    {
      "epoch": 0.528158918697522,
      "grad_norm": 1.0920384473728157,
      "learning_rate": 0.0002958110220215992,
      "loss": 1.0648,
      "step": 12895
    },
    {
      "epoch": 0.5281998771247184,
      "grad_norm": 1.162310861433934,
      "learning_rate": 0.0002958102566138542,
      "loss": 1.3639,
      "step": 12896
    },
    {
      "epoch": 0.5282408355519148,
      "grad_norm": 0.839695120970845,
      "learning_rate": 0.00029580949113717863,
      "loss": 0.5598,
      "step": 12897
    },
    {
      "epoch": 0.5282817939791112,
      "grad_norm": 0.9128717027225521,
      "learning_rate": 0.0002958087255915727,
      "loss": 0.8408,
      "step": 12898
    },
    {
      "epoch": 0.5283227524063075,
      "grad_norm": 0.8319703229077082,
      "learning_rate": 0.0002958079599770369,
      "loss": 0.6493,
      "step": 12899
    },
    {
      "epoch": 0.528363710833504,
      "grad_norm": 0.6963418647068962,
      "learning_rate": 0.00029580719429357156,
      "loss": 0.7519,
      "step": 12900
    },
    {
      "epoch": 0.5284046692607004,
      "grad_norm": 0.9665067840562218,
      "learning_rate": 0.00029580642854117707,
      "loss": 0.8264,
      "step": 12901
    },
    {
      "epoch": 0.5284456276878968,
      "grad_norm": 0.8579864998758231,
      "learning_rate": 0.0002958056627198537,
      "loss": 1.0283,
      "step": 12902
    },
    {
      "epoch": 0.5284865861150931,
      "grad_norm": 0.6098999607833449,
      "learning_rate": 0.0002958048968296019,
      "loss": 0.4588,
      "step": 12903
    },
    {
      "epoch": 0.5285275445422896,
      "grad_norm": 0.9722127346838033,
      "learning_rate": 0.000295804130870422,
      "loss": 1.2814,
      "step": 12904
    },
    {
      "epoch": 0.528568502969486,
      "grad_norm": 2.092072471888258,
      "learning_rate": 0.00029580336484231443,
      "loss": 4.2098,
      "step": 12905
    },
    {
      "epoch": 0.5286094613966824,
      "grad_norm": 0.9120602659447529,
      "learning_rate": 0.0002958025987452794,
      "loss": 0.8921,
      "step": 12906
    },
    {
      "epoch": 0.5286504198238787,
      "grad_norm": 0.8332259915141768,
      "learning_rate": 0.0002958018325793174,
      "loss": 0.9494,
      "step": 12907
    },
    {
      "epoch": 0.5286913782510752,
      "grad_norm": 0.7021787422192337,
      "learning_rate": 0.0002958010663444288,
      "loss": 0.3834,
      "step": 12908
    },
    {
      "epoch": 0.5287323366782716,
      "grad_norm": 0.9711216103680503,
      "learning_rate": 0.00029580030004061386,
      "loss": 1.0206,
      "step": 12909
    },
    {
      "epoch": 0.528773295105468,
      "grad_norm": 0.7085977420599714,
      "learning_rate": 0.000295799533667873,
      "loss": 0.9902,
      "step": 12910
    },
    {
      "epoch": 0.5288142535326643,
      "grad_norm": 0.7194165581262387,
      "learning_rate": 0.0002957987672262066,
      "loss": 0.953,
      "step": 12911
    },
    {
      "epoch": 0.5288552119598607,
      "grad_norm": 0.6574938839964977,
      "learning_rate": 0.000295798000715615,
      "loss": 0.6224,
      "step": 12912
    },
    {
      "epoch": 0.5288961703870572,
      "grad_norm": 0.6726339045784264,
      "learning_rate": 0.0002957972341360985,
      "loss": 0.8731,
      "step": 12913
    },
    {
      "epoch": 0.5289371288142536,
      "grad_norm": 1.0124594639158273,
      "learning_rate": 0.0002957964674876576,
      "loss": 0.8929,
      "step": 12914
    },
    {
      "epoch": 0.5289780872414499,
      "grad_norm": 0.8439218305383306,
      "learning_rate": 0.0002957957007702926,
      "loss": 0.8168,
      "step": 12915
    },
    {
      "epoch": 0.5290190456686463,
      "grad_norm": 1.5983601528611864,
      "learning_rate": 0.00029579493398400385,
      "loss": 1.795,
      "step": 12916
    },
    {
      "epoch": 0.5290600040958428,
      "grad_norm": 0.8025419624643702,
      "learning_rate": 0.00029579416712879165,
      "loss": 0.7761,
      "step": 12917
    },
    {
      "epoch": 0.5291009625230391,
      "grad_norm": 0.7261711128835705,
      "learning_rate": 0.0002957934002046565,
      "loss": 0.813,
      "step": 12918
    },
    {
      "epoch": 0.5291419209502355,
      "grad_norm": 1.3113600204660913,
      "learning_rate": 0.0002957926332115987,
      "loss": 1.1202,
      "step": 12919
    },
    {
      "epoch": 0.5291828793774319,
      "grad_norm": 1.0391684532520762,
      "learning_rate": 0.00029579186614961855,
      "loss": 0.9969,
      "step": 12920
    },
    {
      "epoch": 0.5292238378046283,
      "grad_norm": 0.5924686992921603,
      "learning_rate": 0.00029579109901871646,
      "loss": 0.6588,
      "step": 12921
    },
    {
      "epoch": 0.5292647962318247,
      "grad_norm": 0.7945112548699211,
      "learning_rate": 0.0002957903318188928,
      "loss": 0.9802,
      "step": 12922
    },
    {
      "epoch": 0.5293057546590211,
      "grad_norm": 0.7157302789217699,
      "learning_rate": 0.000295789564550148,
      "loss": 1.0168,
      "step": 12923
    },
    {
      "epoch": 0.5293467130862175,
      "grad_norm": 1.0389391586018286,
      "learning_rate": 0.00029578879721248223,
      "loss": 0.6733,
      "step": 12924
    },
    {
      "epoch": 0.5293876715134139,
      "grad_norm": 0.9187783852618868,
      "learning_rate": 0.0002957880298058961,
      "loss": 1.2132,
      "step": 12925
    },
    {
      "epoch": 0.5294286299406102,
      "grad_norm": 0.703946297119531,
      "learning_rate": 0.00029578726233038977,
      "loss": 0.843,
      "step": 12926
    },
    {
      "epoch": 0.5294695883678067,
      "grad_norm": 0.8776438662851449,
      "learning_rate": 0.00029578649478596375,
      "loss": 0.8681,
      "step": 12927
    },
    {
      "epoch": 0.5295105467950031,
      "grad_norm": 0.5577168035208817,
      "learning_rate": 0.0002957857271726183,
      "loss": 0.3618,
      "step": 12928
    },
    {
      "epoch": 0.5295515052221995,
      "grad_norm": 0.8036612466356933,
      "learning_rate": 0.0002957849594903538,
      "loss": 0.9051,
      "step": 12929
    },
    {
      "epoch": 0.5295924636493958,
      "grad_norm": 0.8304242962527529,
      "learning_rate": 0.00029578419173917066,
      "loss": 0.8753,
      "step": 12930
    },
    {
      "epoch": 0.5296334220765923,
      "grad_norm": 0.7191468928865218,
      "learning_rate": 0.00029578342391906916,
      "loss": 0.8874,
      "step": 12931
    },
    {
      "epoch": 0.5296743805037887,
      "grad_norm": 0.6657167581147719,
      "learning_rate": 0.0002957826560300498,
      "loss": 0.364,
      "step": 12932
    },
    {
      "epoch": 0.5297153389309851,
      "grad_norm": 0.7553083196733165,
      "learning_rate": 0.0002957818880721128,
      "loss": 1.0413,
      "step": 12933
    },
    {
      "epoch": 0.5297562973581814,
      "grad_norm": 0.9565975915278879,
      "learning_rate": 0.00029578112004525857,
      "loss": 0.6616,
      "step": 12934
    },
    {
      "epoch": 0.5297972557853778,
      "grad_norm": 1.0294503216611082,
      "learning_rate": 0.0002957803519494875,
      "loss": 0.9403,
      "step": 12935
    },
    {
      "epoch": 0.5298382142125743,
      "grad_norm": 0.9563016489173245,
      "learning_rate": 0.0002957795837848,
      "loss": 0.8184,
      "step": 12936
    },
    {
      "epoch": 0.5298791726397706,
      "grad_norm": 0.553953006757145,
      "learning_rate": 0.00029577881555119636,
      "loss": 0.354,
      "step": 12937
    },
    {
      "epoch": 0.529920131066967,
      "grad_norm": 0.604660858627433,
      "learning_rate": 0.0002957780472486769,
      "loss": 0.6163,
      "step": 12938
    },
    {
      "epoch": 0.5299610894941634,
      "grad_norm": 0.7560389257626045,
      "learning_rate": 0.00029577727887724204,
      "loss": 0.946,
      "step": 12939
    },
    {
      "epoch": 0.5300020479213599,
      "grad_norm": 1.0646554911601245,
      "learning_rate": 0.00029577651043689217,
      "loss": 0.9715,
      "step": 12940
    },
    {
      "epoch": 0.5300430063485562,
      "grad_norm": 0.7582458993393218,
      "learning_rate": 0.0002957757419276276,
      "loss": 0.872,
      "step": 12941
    },
    {
      "epoch": 0.5300839647757526,
      "grad_norm": 0.9093224200929247,
      "learning_rate": 0.00029577497334944873,
      "loss": 1.3381,
      "step": 12942
    },
    {
      "epoch": 0.530124923202949,
      "grad_norm": 0.7844946724169266,
      "learning_rate": 0.00029577420470235593,
      "loss": 1.0388,
      "step": 12943
    },
    {
      "epoch": 0.5301658816301454,
      "grad_norm": 0.7978000754204827,
      "learning_rate": 0.0002957734359863495,
      "loss": 0.6271,
      "step": 12944
    },
    {
      "epoch": 0.5302068400573418,
      "grad_norm": 0.6224248612928523,
      "learning_rate": 0.0002957726672014299,
      "loss": 0.789,
      "step": 12945
    },
    {
      "epoch": 0.5302477984845382,
      "grad_norm": 0.7295497307095531,
      "learning_rate": 0.00029577189834759744,
      "loss": 0.764,
      "step": 12946
    },
    {
      "epoch": 0.5302887569117346,
      "grad_norm": 0.8448649663444463,
      "learning_rate": 0.0002957711294248524,
      "loss": 0.8475,
      "step": 12947
    },
    {
      "epoch": 0.530329715338931,
      "grad_norm": 1.3281300981948128,
      "learning_rate": 0.00029577036043319533,
      "loss": 1.5449,
      "step": 12948
    },
    {
      "epoch": 0.5303706737661273,
      "grad_norm": 0.5456077651099258,
      "learning_rate": 0.0002957695913726264,
      "loss": 0.3234,
      "step": 12949
    },
    {
      "epoch": 0.5304116321933238,
      "grad_norm": 0.5334775798837333,
      "learning_rate": 0.00029576882224314615,
      "loss": 0.4486,
      "step": 12950
    },
    {
      "epoch": 0.5304525906205202,
      "grad_norm": 0.8104700336094399,
      "learning_rate": 0.00029576805304475486,
      "loss": 0.8628,
      "step": 12951
    },
    {
      "epoch": 0.5304935490477166,
      "grad_norm": 1.1745460592290278,
      "learning_rate": 0.0002957672837774529,
      "loss": 1.7533,
      "step": 12952
    },
    {
      "epoch": 0.5305345074749129,
      "grad_norm": 0.6929454332068722,
      "learning_rate": 0.00029576651444124057,
      "loss": 0.746,
      "step": 12953
    },
    {
      "epoch": 0.5305754659021094,
      "grad_norm": 0.8199216611054696,
      "learning_rate": 0.0002957657450361183,
      "loss": 0.8057,
      "step": 12954
    },
    {
      "epoch": 0.5306164243293058,
      "grad_norm": 0.8852982738566307,
      "learning_rate": 0.00029576497556208647,
      "loss": 0.713,
      "step": 12955
    },
    {
      "epoch": 0.5306573827565022,
      "grad_norm": 0.7657247629948537,
      "learning_rate": 0.00029576420601914533,
      "loss": 1.0001,
      "step": 12956
    },
    {
      "epoch": 0.5306983411836985,
      "grad_norm": 1.1026378039925206,
      "learning_rate": 0.00029576343640729544,
      "loss": 1.0846,
      "step": 12957
    },
    {
      "epoch": 0.5307392996108949,
      "grad_norm": 0.8639172134489637,
      "learning_rate": 0.000295762666726537,
      "loss": 1.034,
      "step": 12958
    },
    {
      "epoch": 0.5307802580380914,
      "grad_norm": 0.9246170956799568,
      "learning_rate": 0.00029576189697687045,
      "loss": 0.9598,
      "step": 12959
    },
    {
      "epoch": 0.5308212164652877,
      "grad_norm": 0.9812430658522696,
      "learning_rate": 0.0002957611271582961,
      "loss": 1.1635,
      "step": 12960
    },
    {
      "epoch": 0.5308621748924841,
      "grad_norm": 1.2289572313682373,
      "learning_rate": 0.00029576035727081444,
      "loss": 1.4815,
      "step": 12961
    },
    {
      "epoch": 0.5309031333196805,
      "grad_norm": 1.5206488621043057,
      "learning_rate": 0.00029575958731442565,
      "loss": 0.8911,
      "step": 12962
    },
    {
      "epoch": 0.530944091746877,
      "grad_norm": 0.6529726291605854,
      "learning_rate": 0.0002957588172891302,
      "loss": 0.4396,
      "step": 12963
    },
    {
      "epoch": 0.5309850501740733,
      "grad_norm": 2.1049711588039286,
      "learning_rate": 0.0002957580471949285,
      "loss": 2.1944,
      "step": 12964
    },
    {
      "epoch": 0.5310260086012697,
      "grad_norm": 0.6936290652758659,
      "learning_rate": 0.0002957572770318208,
      "loss": 0.7057,
      "step": 12965
    },
    {
      "epoch": 0.5310669670284661,
      "grad_norm": 0.6755991128508176,
      "learning_rate": 0.0002957565067998075,
      "loss": 0.5179,
      "step": 12966
    },
    {
      "epoch": 0.5311079254556625,
      "grad_norm": 0.6883186832769248,
      "learning_rate": 0.00029575573649888903,
      "loss": 0.9913,
      "step": 12967
    },
    {
      "epoch": 0.5311488838828589,
      "grad_norm": 0.7304259183541305,
      "learning_rate": 0.0002957549661290657,
      "loss": 0.4942,
      "step": 12968
    },
    {
      "epoch": 0.5311898423100553,
      "grad_norm": 0.681528257612955,
      "learning_rate": 0.0002957541956903378,
      "loss": 0.3337,
      "step": 12969
    },
    {
      "epoch": 0.5312308007372517,
      "grad_norm": 0.9632005542216003,
      "learning_rate": 0.0002957534251827059,
      "loss": 0.7243,
      "step": 12970
    },
    {
      "epoch": 0.5312717591644481,
      "grad_norm": 0.9256079761333268,
      "learning_rate": 0.00029575265460617014,
      "loss": 0.9094,
      "step": 12971
    },
    {
      "epoch": 0.5313127175916444,
      "grad_norm": 0.9176271596101104,
      "learning_rate": 0.000295751883960731,
      "loss": 1.0558,
      "step": 12972
    },
    {
      "epoch": 0.5313536760188409,
      "grad_norm": 0.9266147615768425,
      "learning_rate": 0.00029575111324638885,
      "loss": 1.4734,
      "step": 12973
    },
    {
      "epoch": 0.5313946344460373,
      "grad_norm": 0.6626059911083937,
      "learning_rate": 0.00029575034246314406,
      "loss": 0.5641,
      "step": 12974
    },
    {
      "epoch": 0.5314355928732337,
      "grad_norm": 0.7960258669462713,
      "learning_rate": 0.0002957495716109969,
      "loss": 1.035,
      "step": 12975
    },
    {
      "epoch": 0.53147655130043,
      "grad_norm": 2.1182875790461395,
      "learning_rate": 0.00029574880068994786,
      "loss": 4.4068,
      "step": 12976
    },
    {
      "epoch": 0.5315175097276265,
      "grad_norm": 0.6939223766923258,
      "learning_rate": 0.0002957480296999972,
      "loss": 0.8302,
      "step": 12977
    },
    {
      "epoch": 0.5315584681548229,
      "grad_norm": 0.8197592763994185,
      "learning_rate": 0.0002957472586411453,
      "loss": 0.8893,
      "step": 12978
    },
    {
      "epoch": 0.5315994265820192,
      "grad_norm": 0.7922535917142028,
      "learning_rate": 0.00029574648751339266,
      "loss": 0.9003,
      "step": 12979
    },
    {
      "epoch": 0.5316403850092156,
      "grad_norm": 2.6330034492308814,
      "learning_rate": 0.00029574571631673947,
      "loss": 1.8947,
      "step": 12980
    },
    {
      "epoch": 0.531681343436412,
      "grad_norm": 0.6831962404041292,
      "learning_rate": 0.0002957449450511862,
      "loss": 0.7246,
      "step": 12981
    },
    {
      "epoch": 0.5317223018636085,
      "grad_norm": 0.7935115605183933,
      "learning_rate": 0.0002957441737167331,
      "loss": 0.9238,
      "step": 12982
    },
    {
      "epoch": 0.5317632602908048,
      "grad_norm": 1.2090310953739993,
      "learning_rate": 0.0002957434023133807,
      "loss": 1.8001,
      "step": 12983
    },
    {
      "epoch": 0.5318042187180012,
      "grad_norm": 1.117331770466927,
      "learning_rate": 0.0002957426308411292,
      "loss": 1.0325,
      "step": 12984
    },
    {
      "epoch": 0.5318451771451976,
      "grad_norm": 0.9298451369479237,
      "learning_rate": 0.00029574185929997907,
      "loss": 1.0786,
      "step": 12985
    },
    {
      "epoch": 0.5318861355723941,
      "grad_norm": 0.7573714578028721,
      "learning_rate": 0.00029574108768993065,
      "loss": 0.8588,
      "step": 12986
    },
    {
      "epoch": 0.5319270939995904,
      "grad_norm": 0.9461842826813752,
      "learning_rate": 0.00029574031601098426,
      "loss": 1.2486,
      "step": 12987
    },
    {
      "epoch": 0.5319680524267868,
      "grad_norm": 0.9730113279491963,
      "learning_rate": 0.0002957395442631404,
      "loss": 1.2311,
      "step": 12988
    },
    {
      "epoch": 0.5320090108539832,
      "grad_norm": 1.050707671717774,
      "learning_rate": 0.00029573877244639925,
      "loss": 1.3197,
      "step": 12989
    },
    {
      "epoch": 0.5320499692811796,
      "grad_norm": 2.1462341759367005,
      "learning_rate": 0.0002957380005607613,
      "loss": 3.3807,
      "step": 12990
    },
    {
      "epoch": 0.532090927708376,
      "grad_norm": 1.33333905695601,
      "learning_rate": 0.0002957372286062269,
      "loss": 0.8212,
      "step": 12991
    },
    {
      "epoch": 0.5321318861355724,
      "grad_norm": 0.9393083707286641,
      "learning_rate": 0.00029573645658279637,
      "loss": 1.231,
      "step": 12992
    },
    {
      "epoch": 0.5321728445627688,
      "grad_norm": 0.7975637337693106,
      "learning_rate": 0.0002957356844904701,
      "loss": 0.9489,
      "step": 12993
    },
    {
      "epoch": 0.5322138029899652,
      "grad_norm": 0.8646959314977671,
      "learning_rate": 0.00029573491232924847,
      "loss": 0.7228,
      "step": 12994
    },
    {
      "epoch": 0.5322547614171615,
      "grad_norm": 0.6947833170701522,
      "learning_rate": 0.0002957341400991318,
      "loss": 0.6966,
      "step": 12995
    },
    {
      "epoch": 0.532295719844358,
      "grad_norm": 0.7401023753749957,
      "learning_rate": 0.00029573336780012056,
      "loss": 0.7836,
      "step": 12996
    },
    {
      "epoch": 0.5323366782715544,
      "grad_norm": 0.792087188113331,
      "learning_rate": 0.000295732595432215,
      "loss": 0.9025,
      "step": 12997
    },
    {
      "epoch": 0.5323776366987508,
      "grad_norm": 1.1034252871363213,
      "learning_rate": 0.00029573182299541545,
      "loss": 0.9459,
      "step": 12998
    },
    {
      "epoch": 0.5324185951259471,
      "grad_norm": 0.6777693049299929,
      "learning_rate": 0.00029573105048972246,
      "loss": 0.7838,
      "step": 12999
    },
    {
      "epoch": 0.5324595535531436,
      "grad_norm": 1.1906752957776494,
      "learning_rate": 0.00029573027791513623,
      "loss": 0.9194,
      "step": 13000
    },
    {
      "epoch": 0.53250051198034,
      "grad_norm": 0.8878282065597914,
      "learning_rate": 0.00029572950527165714,
      "loss": 1.2419,
      "step": 13001
    },
    {
      "epoch": 0.5325414704075363,
      "grad_norm": 1.0520959637854843,
      "learning_rate": 0.0002957287325592857,
      "loss": 0.7641,
      "step": 13002
    },
    {
      "epoch": 0.5325824288347327,
      "grad_norm": 0.8919348845884674,
      "learning_rate": 0.0002957279597780221,
      "loss": 1.1615,
      "step": 13003
    },
    {
      "epoch": 0.5326233872619291,
      "grad_norm": 1.564617069872558,
      "learning_rate": 0.0002957271869278668,
      "loss": 1.0995,
      "step": 13004
    },
    {
      "epoch": 0.5326643456891256,
      "grad_norm": 1.1097664977580566,
      "learning_rate": 0.0002957264140088201,
      "loss": 1.055,
      "step": 13005
    },
    {
      "epoch": 0.5327053041163219,
      "grad_norm": 0.6075101157619308,
      "learning_rate": 0.00029572564102088247,
      "loss": 0.5415,
      "step": 13006
    },
    {
      "epoch": 0.5327462625435183,
      "grad_norm": 0.9223418443727229,
      "learning_rate": 0.0002957248679640542,
      "loss": 1.0081,
      "step": 13007
    },
    {
      "epoch": 0.5327872209707147,
      "grad_norm": 6.670610622598437,
      "learning_rate": 0.0002957240948383357,
      "loss": 3.0847,
      "step": 13008
    },
    {
      "epoch": 0.5328281793979112,
      "grad_norm": 0.9375858160136148,
      "learning_rate": 0.0002957233216437272,
      "loss": 1.2775,
      "step": 13009
    },
    {
      "epoch": 0.5328691378251075,
      "grad_norm": 0.7109050036765492,
      "learning_rate": 0.0002957225483802292,
      "loss": 0.6625,
      "step": 13010
    },
    {
      "epoch": 0.5329100962523039,
      "grad_norm": 0.6590970912496456,
      "learning_rate": 0.0002957217750478421,
      "loss": 0.653,
      "step": 13011
    },
    {
      "epoch": 0.5329510546795003,
      "grad_norm": 0.677183803882102,
      "learning_rate": 0.0002957210016465661,
      "loss": 0.6863,
      "step": 13012
    },
    {
      "epoch": 0.5329920131066967,
      "grad_norm": 0.998169057514128,
      "learning_rate": 0.0002957202281764018,
      "loss": 1.5516,
      "step": 13013
    },
    {
      "epoch": 0.5330329715338931,
      "grad_norm": 0.9615846727684615,
      "learning_rate": 0.00029571945463734937,
      "loss": 0.3975,
      "step": 13014
    },
    {
      "epoch": 0.5330739299610895,
      "grad_norm": 1.0512926293250608,
      "learning_rate": 0.00029571868102940923,
      "loss": 1.3062,
      "step": 13015
    },
    {
      "epoch": 0.5331148883882859,
      "grad_norm": 0.9960313899543757,
      "learning_rate": 0.0002957179073525817,
      "loss": 0.7012,
      "step": 13016
    },
    {
      "epoch": 0.5331558468154823,
      "grad_norm": 0.7770159861896602,
      "learning_rate": 0.00029571713360686724,
      "loss": 1.0219,
      "step": 13017
    },
    {
      "epoch": 0.5331968052426787,
      "grad_norm": 0.7952817420697744,
      "learning_rate": 0.00029571635979226625,
      "loss": 1.1011,
      "step": 13018
    },
    {
      "epoch": 0.5332377636698751,
      "grad_norm": 1.9928397959582465,
      "learning_rate": 0.00029571558590877896,
      "loss": 4.1065,
      "step": 13019
    },
    {
      "epoch": 0.5332787220970715,
      "grad_norm": 1.0988112026480765,
      "learning_rate": 0.0002957148119564058,
      "loss": 0.6774,
      "step": 13020
    },
    {
      "epoch": 0.5333196805242678,
      "grad_norm": 0.8212761681801212,
      "learning_rate": 0.0002957140379351471,
      "loss": 0.319,
      "step": 13021
    },
    {
      "epoch": 0.5333606389514642,
      "grad_norm": 0.6199352916547444,
      "learning_rate": 0.00029571326384500327,
      "loss": 0.417,
      "step": 13022
    },
    {
      "epoch": 0.5334015973786607,
      "grad_norm": 0.9286391170660185,
      "learning_rate": 0.0002957124896859747,
      "loss": 0.9528,
      "step": 13023
    },
    {
      "epoch": 0.5334425558058571,
      "grad_norm": 0.8540291286818448,
      "learning_rate": 0.0002957117154580617,
      "loss": 1.1563,
      "step": 13024
    },
    {
      "epoch": 0.5334835142330534,
      "grad_norm": 0.7085288677829198,
      "learning_rate": 0.0002957109411612646,
      "loss": 0.8775,
      "step": 13025
    },
    {
      "epoch": 0.5335244726602498,
      "grad_norm": 0.7259565354642991,
      "learning_rate": 0.00029571016679558394,
      "loss": 0.8813,
      "step": 13026
    },
    {
      "epoch": 0.5335654310874463,
      "grad_norm": 0.9510027907459341,
      "learning_rate": 0.0002957093923610199,
      "loss": 0.8331,
      "step": 13027
    },
    {
      "epoch": 0.5336063895146427,
      "grad_norm": 0.7610289896581562,
      "learning_rate": 0.0002957086178575729,
      "loss": 0.9605,
      "step": 13028
    },
    {
      "epoch": 0.533647347941839,
      "grad_norm": 0.9143025171345757,
      "learning_rate": 0.0002957078432852433,
      "loss": 0.8201,
      "step": 13029
    },
    {
      "epoch": 0.5336883063690354,
      "grad_norm": 0.8298512934857517,
      "learning_rate": 0.0002957070686440316,
      "loss": 0.7325,
      "step": 13030
    },
    {
      "epoch": 0.5337292647962318,
      "grad_norm": 16.365671524297994,
      "learning_rate": 0.0002957062939339379,
      "loss": 6.4902,
      "step": 13031
    },
    {
      "epoch": 0.5337702232234283,
      "grad_norm": 0.7540035795648908,
      "learning_rate": 0.00029570551915496284,
      "loss": 0.6961,
      "step": 13032
    },
    {
      "epoch": 0.5338111816506246,
      "grad_norm": 1.17113901587641,
      "learning_rate": 0.0002957047443071066,
      "loss": 1.8332,
      "step": 13033
    },
    {
      "epoch": 0.533852140077821,
      "grad_norm": 0.848627993675384,
      "learning_rate": 0.00029570396939036965,
      "loss": 0.7606,
      "step": 13034
    },
    {
      "epoch": 0.5338930985050174,
      "grad_norm": 1.110056868742659,
      "learning_rate": 0.0002957031944047523,
      "loss": 1.2599,
      "step": 13035
    },
    {
      "epoch": 0.5339340569322139,
      "grad_norm": 0.5200364512831204,
      "learning_rate": 0.000295702419350255,
      "loss": 0.3765,
      "step": 13036
    },
    {
      "epoch": 0.5339750153594102,
      "grad_norm": 0.9600382510107536,
      "learning_rate": 0.00029570164422687795,
      "loss": 1.3466,
      "step": 13037
    },
    {
      "epoch": 0.5340159737866066,
      "grad_norm": 0.7692430171829474,
      "learning_rate": 0.00029570086903462164,
      "loss": 0.519,
      "step": 13038
    },
    {
      "epoch": 0.534056932213803,
      "grad_norm": 0.94698549491789,
      "learning_rate": 0.00029570009377348646,
      "loss": 1.1864,
      "step": 13039
    },
    {
      "epoch": 0.5340978906409994,
      "grad_norm": 0.7946862702005792,
      "learning_rate": 0.0002956993184434727,
      "loss": 0.9072,
      "step": 13040
    },
    {
      "epoch": 0.5341388490681958,
      "grad_norm": 0.9455902014353036,
      "learning_rate": 0.0002956985430445807,
      "loss": 0.9492,
      "step": 13041
    },
    {
      "epoch": 0.5341798074953922,
      "grad_norm": 0.6372840987520381,
      "learning_rate": 0.000295697767576811,
      "loss": 0.928,
      "step": 13042
    },
    {
      "epoch": 0.5342207659225886,
      "grad_norm": 0.8315060072922279,
      "learning_rate": 0.0002956969920401638,
      "loss": 0.9793,
      "step": 13043
    },
    {
      "epoch": 0.5342617243497849,
      "grad_norm": 0.8025852136314803,
      "learning_rate": 0.0002956962164346395,
      "loss": 0.5853,
      "step": 13044
    },
    {
      "epoch": 0.5343026827769813,
      "grad_norm": 0.6022809125160609,
      "learning_rate": 0.0002956954407602385,
      "loss": 0.355,
      "step": 13045
    },
    {
      "epoch": 0.5343436412041778,
      "grad_norm": 0.8985333743458143,
      "learning_rate": 0.0002956946650169611,
      "loss": 1.0594,
      "step": 13046
    },
    {
      "epoch": 0.5343845996313742,
      "grad_norm": 1.2268940105208737,
      "learning_rate": 0.0002956938892048078,
      "loss": 1.0195,
      "step": 13047
    },
    {
      "epoch": 0.5344255580585705,
      "grad_norm": 1.5442379811711007,
      "learning_rate": 0.00029569311332377883,
      "loss": 1.3291,
      "step": 13048
    },
    {
      "epoch": 0.5344665164857669,
      "grad_norm": 0.798796189186916,
      "learning_rate": 0.0002956923373738746,
      "loss": 0.8075,
      "step": 13049
    },
    {
      "epoch": 0.5345074749129634,
      "grad_norm": 0.7360629924294985,
      "learning_rate": 0.00029569156135509554,
      "loss": 0.8675,
      "step": 13050
    },
    {
      "epoch": 0.5345484333401598,
      "grad_norm": 2.9371787086686245,
      "learning_rate": 0.00029569078526744193,
      "loss": 1.3893,
      "step": 13051
    },
    {
      "epoch": 0.5345893917673561,
      "grad_norm": 0.8605993565099602,
      "learning_rate": 0.00029569000911091415,
      "loss": 0.5984,
      "step": 13052
    },
    {
      "epoch": 0.5346303501945525,
      "grad_norm": 1.0971254213784292,
      "learning_rate": 0.0002956892328855126,
      "loss": 1.2356,
      "step": 13053
    },
    {
      "epoch": 0.5346713086217489,
      "grad_norm": 1.3117435774393542,
      "learning_rate": 0.00029568845659123764,
      "loss": 1.2013,
      "step": 13054
    },
    {
      "epoch": 0.5347122670489454,
      "grad_norm": 1.4650551059380055,
      "learning_rate": 0.00029568768022808967,
      "loss": 1.0717,
      "step": 13055
    },
    {
      "epoch": 0.5347532254761417,
      "grad_norm": 0.9517472707465249,
      "learning_rate": 0.000295686903796069,
      "loss": 0.896,
      "step": 13056
    },
    {
      "epoch": 0.5347941839033381,
      "grad_norm": 0.7722267468761475,
      "learning_rate": 0.00029568612729517595,
      "loss": 1.0674,
      "step": 13057
    },
    {
      "epoch": 0.5348351423305345,
      "grad_norm": 0.9163979826332868,
      "learning_rate": 0.000295685350725411,
      "loss": 1.0059,
      "step": 13058
    },
    {
      "epoch": 0.534876100757731,
      "grad_norm": 0.5903322723445126,
      "learning_rate": 0.0002956845740867745,
      "loss": 0.4046,
      "step": 13059
    },
    {
      "epoch": 0.5349170591849273,
      "grad_norm": 1.0295963421952767,
      "learning_rate": 0.00029568379737926676,
      "loss": 0.7563,
      "step": 13060
    },
    {
      "epoch": 0.5349580176121237,
      "grad_norm": 0.9461837311999385,
      "learning_rate": 0.0002956830206028882,
      "loss": 0.425,
      "step": 13061
    },
    {
      "epoch": 0.5349989760393201,
      "grad_norm": 1.146291838140089,
      "learning_rate": 0.0002956822437576391,
      "loss": 0.8603,
      "step": 13062
    },
    {
      "epoch": 0.5350399344665164,
      "grad_norm": 1.252414035970615,
      "learning_rate": 0.00029568146684351995,
      "loss": 1.2996,
      "step": 13063
    },
    {
      "epoch": 0.5350808928937129,
      "grad_norm": 0.930920857266345,
      "learning_rate": 0.000295680689860531,
      "loss": 1.0248,
      "step": 13064
    },
    {
      "epoch": 0.5351218513209093,
      "grad_norm": 0.7205100473702193,
      "learning_rate": 0.00029567991280867275,
      "loss": 0.8685,
      "step": 13065
    },
    {
      "epoch": 0.5351628097481057,
      "grad_norm": 0.9936508570274516,
      "learning_rate": 0.0002956791356879454,
      "loss": 1.248,
      "step": 13066
    },
    {
      "epoch": 0.535203768175302,
      "grad_norm": 0.8980145311218809,
      "learning_rate": 0.00029567835849834945,
      "loss": 0.8593,
      "step": 13067
    },
    {
      "epoch": 0.5352447266024984,
      "grad_norm": 1.1990087762752426,
      "learning_rate": 0.00029567758123988526,
      "loss": 1.2859,
      "step": 13068
    },
    {
      "epoch": 0.5352856850296949,
      "grad_norm": 1.9394717721692674,
      "learning_rate": 0.0002956768039125531,
      "loss": 2.1063,
      "step": 13069
    },
    {
      "epoch": 0.5353266434568913,
      "grad_norm": 1.160999780068887,
      "learning_rate": 0.00029567602651635344,
      "loss": 1.0024,
      "step": 13070
    },
    {
      "epoch": 0.5353676018840876,
      "grad_norm": 1.018826121273066,
      "learning_rate": 0.0002956752490512866,
      "loss": 0.9532,
      "step": 13071
    },
    {
      "epoch": 0.535408560311284,
      "grad_norm": 0.9449445690278172,
      "learning_rate": 0.000295674471517353,
      "loss": 1.0605,
      "step": 13072
    },
    {
      "epoch": 0.5354495187384805,
      "grad_norm": 0.9836062745751415,
      "learning_rate": 0.00029567369391455287,
      "loss": 0.9154,
      "step": 13073
    },
    {
      "epoch": 0.5354904771656769,
      "grad_norm": 1.41141405815308,
      "learning_rate": 0.0002956729162428867,
      "loss": 1.8724,
      "step": 13074
    },
    {
      "epoch": 0.5355314355928732,
      "grad_norm": 0.9778660287557664,
      "learning_rate": 0.00029567213850235485,
      "loss": 0.8287,
      "step": 13075
    },
    {
      "epoch": 0.5355723940200696,
      "grad_norm": 0.7508420333429178,
      "learning_rate": 0.0002956713606929577,
      "loss": 0.7005,
      "step": 13076
    },
    {
      "epoch": 0.535613352447266,
      "grad_norm": 0.7482853844528745,
      "learning_rate": 0.00029567058281469553,
      "loss": 0.7667,
      "step": 13077
    },
    {
      "epoch": 0.5356543108744625,
      "grad_norm": 1.066728282798684,
      "learning_rate": 0.0002956698048675688,
      "loss": 1.0341,
      "step": 13078
    },
    {
      "epoch": 0.5356952693016588,
      "grad_norm": 0.8507698385310115,
      "learning_rate": 0.0002956690268515778,
      "loss": 0.9476,
      "step": 13079
    },
    {
      "epoch": 0.5357362277288552,
      "grad_norm": 0.7786752704233648,
      "learning_rate": 0.00029566824876672295,
      "loss": 0.7417,
      "step": 13080
    },
    {
      "epoch": 0.5357771861560516,
      "grad_norm": 0.7058122963085667,
      "learning_rate": 0.0002956674706130046,
      "loss": 0.7396,
      "step": 13081
    },
    {
      "epoch": 0.5358181445832481,
      "grad_norm": 0.5482436272124046,
      "learning_rate": 0.00029566669239042314,
      "loss": 0.3141,
      "step": 13082
    },
    {
      "epoch": 0.5358591030104444,
      "grad_norm": 0.8887304502840399,
      "learning_rate": 0.0002956659140989789,
      "loss": 0.7371,
      "step": 13083
    },
    {
      "epoch": 0.5359000614376408,
      "grad_norm": 0.7254719975167895,
      "learning_rate": 0.0002956651357386723,
      "loss": 0.8523,
      "step": 13084
    },
    {
      "epoch": 0.5359410198648372,
      "grad_norm": 1.5231285850702831,
      "learning_rate": 0.0002956643573095036,
      "loss": 0.9159,
      "step": 13085
    },
    {
      "epoch": 0.5359819782920335,
      "grad_norm": 0.6020761604161429,
      "learning_rate": 0.0002956635788114733,
      "loss": 0.4394,
      "step": 13086
    },
    {
      "epoch": 0.53602293671923,
      "grad_norm": 0.8228951886386348,
      "learning_rate": 0.00029566280024458173,
      "loss": 0.969,
      "step": 13087
    },
    {
      "epoch": 0.5360638951464264,
      "grad_norm": 0.6635097740850912,
      "learning_rate": 0.0002956620216088293,
      "loss": 0.3719,
      "step": 13088
    },
    {
      "epoch": 0.5361048535736228,
      "grad_norm": 0.9349970030216573,
      "learning_rate": 0.0002956612429042162,
      "loss": 0.9237,
      "step": 13089
    },
    {
      "epoch": 0.5361458120008191,
      "grad_norm": 0.9758721169925414,
      "learning_rate": 0.00029566046413074295,
      "loss": 1.1115,
      "step": 13090
    },
    {
      "epoch": 0.5361867704280155,
      "grad_norm": 0.5555519203201255,
      "learning_rate": 0.0002956596852884099,
      "loss": 0.3314,
      "step": 13091
    },
    {
      "epoch": 0.536227728855212,
      "grad_norm": 0.9277943485950793,
      "learning_rate": 0.0002956589063772174,
      "loss": 0.9126,
      "step": 13092
    },
    {
      "epoch": 0.5362686872824084,
      "grad_norm": 1.1951583798744967,
      "learning_rate": 0.0002956581273971658,
      "loss": 0.9379,
      "step": 13093
    },
    {
      "epoch": 0.5363096457096047,
      "grad_norm": 1.0661857622010236,
      "learning_rate": 0.00029565734834825547,
      "loss": 0.8692,
      "step": 13094
    },
    {
      "epoch": 0.5363506041368011,
      "grad_norm": 0.6459071396248247,
      "learning_rate": 0.00029565656923048685,
      "loss": 0.3953,
      "step": 13095
    },
    {
      "epoch": 0.5363915625639976,
      "grad_norm": 1.1580540149197593,
      "learning_rate": 0.0002956557900438603,
      "loss": 1.005,
      "step": 13096
    },
    {
      "epoch": 0.536432520991194,
      "grad_norm": 1.512026768883812,
      "learning_rate": 0.000295655010788376,
      "loss": 1.0542,
      "step": 13097
    },
    {
      "epoch": 0.5364734794183903,
      "grad_norm": 0.49653361481130365,
      "learning_rate": 0.0002956542314640346,
      "loss": 0.3842,
      "step": 13098
    },
    {
      "epoch": 0.5365144378455867,
      "grad_norm": 1.3602040505314226,
      "learning_rate": 0.0002956534520708362,
      "loss": 1.6918,
      "step": 13099
    },
    {
      "epoch": 0.5365553962727831,
      "grad_norm": 0.8098699291594845,
      "learning_rate": 0.0002956526726087814,
      "loss": 0.6904,
      "step": 13100
    },
    {
      "epoch": 0.5365963546999796,
      "grad_norm": 0.5202506590756821,
      "learning_rate": 0.00029565189307787046,
      "loss": 0.3494,
      "step": 13101
    },
    {
      "epoch": 0.5366373131271759,
      "grad_norm": 1.0430953668555818,
      "learning_rate": 0.0002956511134781038,
      "loss": 0.7486,
      "step": 13102
    },
    {
      "epoch": 0.5366782715543723,
      "grad_norm": 0.9085315415417425,
      "learning_rate": 0.00029565033380948163,
      "loss": 0.7622,
      "step": 13103
    },
    {
      "epoch": 0.5367192299815687,
      "grad_norm": 0.8162937845530511,
      "learning_rate": 0.0002956495540720045,
      "loss": 0.5532,
      "step": 13104
    },
    {
      "epoch": 0.536760188408765,
      "grad_norm": 0.7862066104626119,
      "learning_rate": 0.0002956487742656727,
      "loss": 1.004,
      "step": 13105
    },
    {
      "epoch": 0.5368011468359615,
      "grad_norm": 1.1212564655135773,
      "learning_rate": 0.00029564799439048663,
      "loss": 1.2089,
      "step": 13106
    },
    {
      "epoch": 0.5368421052631579,
      "grad_norm": 0.7883868959129358,
      "learning_rate": 0.0002956472144464466,
      "loss": 0.9671,
      "step": 13107
    },
    {
      "epoch": 0.5368830636903543,
      "grad_norm": 0.7476796953232051,
      "learning_rate": 0.0002956464344335531,
      "loss": 0.5684,
      "step": 13108
    },
    {
      "epoch": 0.5369240221175506,
      "grad_norm": 1.061799649737966,
      "learning_rate": 0.00029564565435180633,
      "loss": 1.0029,
      "step": 13109
    },
    {
      "epoch": 0.5369649805447471,
      "grad_norm": 0.8382492646260614,
      "learning_rate": 0.0002956448742012068,
      "loss": 0.6841,
      "step": 13110
    },
    {
      "epoch": 0.5370059389719435,
      "grad_norm": 0.7543353104699112,
      "learning_rate": 0.0002956440939817548,
      "loss": 0.5299,
      "step": 13111
    },
    {
      "epoch": 0.5370468973991399,
      "grad_norm": 0.7923226965898209,
      "learning_rate": 0.0002956433136934507,
      "loss": 0.7671,
      "step": 13112
    },
    {
      "epoch": 0.5370878558263362,
      "grad_norm": 0.8305982697901643,
      "learning_rate": 0.00029564253333629493,
      "loss": 1.1119,
      "step": 13113
    },
    {
      "epoch": 0.5371288142535326,
      "grad_norm": 0.9276972514342813,
      "learning_rate": 0.0002956417529102878,
      "loss": 0.9535,
      "step": 13114
    },
    {
      "epoch": 0.5371697726807291,
      "grad_norm": 0.8827367516549626,
      "learning_rate": 0.0002956409724154297,
      "loss": 0.6817,
      "step": 13115
    },
    {
      "epoch": 0.5372107311079255,
      "grad_norm": 0.7288923105884842,
      "learning_rate": 0.00029564019185172104,
      "loss": 0.7665,
      "step": 13116
    },
    {
      "epoch": 0.5372516895351218,
      "grad_norm": 1.0213810492600501,
      "learning_rate": 0.0002956394112191621,
      "loss": 0.7409,
      "step": 13117
    },
    {
      "epoch": 0.5372926479623182,
      "grad_norm": 0.7284577273607978,
      "learning_rate": 0.00029563863051775333,
      "loss": 1.0092,
      "step": 13118
    },
    {
      "epoch": 0.5373336063895147,
      "grad_norm": 0.5962086434533569,
      "learning_rate": 0.0002956378497474951,
      "loss": 0.8364,
      "step": 13119
    },
    {
      "epoch": 0.5373745648167111,
      "grad_norm": 11.378704758483478,
      "learning_rate": 0.00029563706890838764,
      "loss": 3.4207,
      "step": 13120
    },
    {
      "epoch": 0.5374155232439074,
      "grad_norm": 0.7678829869778633,
      "learning_rate": 0.0002956362880004315,
      "loss": 0.6825,
      "step": 13121
    },
    {
      "epoch": 0.5374564816711038,
      "grad_norm": 0.8347847851842137,
      "learning_rate": 0.00029563550702362695,
      "loss": 0.6353,
      "step": 13122
    },
    {
      "epoch": 0.5374974400983002,
      "grad_norm": 1.4309965459013347,
      "learning_rate": 0.0002956347259779744,
      "loss": 1.2218,
      "step": 13123
    },
    {
      "epoch": 0.5375383985254967,
      "grad_norm": 0.8027785083968121,
      "learning_rate": 0.00029563394486347414,
      "loss": 1.0206,
      "step": 13124
    },
    {
      "epoch": 0.537579356952693,
      "grad_norm": 0.8200164839361992,
      "learning_rate": 0.0002956331636801267,
      "loss": 1.2313,
      "step": 13125
    },
    {
      "epoch": 0.5376203153798894,
      "grad_norm": 0.6751664499942099,
      "learning_rate": 0.0002956323824279323,
      "loss": 0.6789,
      "step": 13126
    },
    {
      "epoch": 0.5376612738070858,
      "grad_norm": 1.0817646076250877,
      "learning_rate": 0.00029563160110689134,
      "loss": 0.924,
      "step": 13127
    },
    {
      "epoch": 0.5377022322342822,
      "grad_norm": 0.6846316263567787,
      "learning_rate": 0.00029563081971700425,
      "loss": 0.9148,
      "step": 13128
    },
    {
      "epoch": 0.5377431906614786,
      "grad_norm": 0.7501200395236755,
      "learning_rate": 0.00029563003825827135,
      "loss": 0.8085,
      "step": 13129
    },
    {
      "epoch": 0.537784149088675,
      "grad_norm": 1.4900897878008061,
      "learning_rate": 0.000295629256730693,
      "loss": 2.3989,
      "step": 13130
    },
    {
      "epoch": 0.5378251075158714,
      "grad_norm": 1.0657615342215985,
      "learning_rate": 0.0002956284751342696,
      "loss": 0.9102,
      "step": 13131
    },
    {
      "epoch": 0.5378660659430677,
      "grad_norm": 0.7501924325534745,
      "learning_rate": 0.00029562769346900154,
      "loss": 0.5574,
      "step": 13132
    },
    {
      "epoch": 0.5379070243702642,
      "grad_norm": 0.674013746275566,
      "learning_rate": 0.0002956269117348891,
      "loss": 0.7099,
      "step": 13133
    },
    {
      "epoch": 0.5379479827974606,
      "grad_norm": 0.826258936823387,
      "learning_rate": 0.00029562612993193273,
      "loss": 0.3947,
      "step": 13134
    },
    {
      "epoch": 0.537988941224657,
      "grad_norm": 1.253836566549835,
      "learning_rate": 0.0002956253480601328,
      "loss": 0.8395,
      "step": 13135
    },
    {
      "epoch": 0.5380298996518533,
      "grad_norm": 0.8656024163503612,
      "learning_rate": 0.0002956245661194896,
      "loss": 0.8502,
      "step": 13136
    },
    {
      "epoch": 0.5380708580790498,
      "grad_norm": 0.8490300813698168,
      "learning_rate": 0.0002956237841100036,
      "loss": 1.0777,
      "step": 13137
    },
    {
      "epoch": 0.5381118165062462,
      "grad_norm": 0.9066491812513037,
      "learning_rate": 0.0002956230020316751,
      "loss": 0.7569,
      "step": 13138
    },
    {
      "epoch": 0.5381527749334426,
      "grad_norm": 0.5270443921952211,
      "learning_rate": 0.0002956222198845045,
      "loss": 0.3745,
      "step": 13139
    },
    {
      "epoch": 0.5381937333606389,
      "grad_norm": 0.7189054015090108,
      "learning_rate": 0.0002956214376684922,
      "loss": 0.6959,
      "step": 13140
    },
    {
      "epoch": 0.5382346917878353,
      "grad_norm": 0.7766545516115461,
      "learning_rate": 0.0002956206553836385,
      "loss": 0.9092,
      "step": 13141
    },
    {
      "epoch": 0.5382756502150318,
      "grad_norm": 1.2279406394010979,
      "learning_rate": 0.0002956198730299438,
      "loss": 0.7785,
      "step": 13142
    },
    {
      "epoch": 0.5383166086422282,
      "grad_norm": 0.807470026882425,
      "learning_rate": 0.0002956190906074085,
      "loss": 0.9716,
      "step": 13143
    },
    {
      "epoch": 0.5383575670694245,
      "grad_norm": 1.139328086188508,
      "learning_rate": 0.00029561830811603295,
      "loss": 1.2162,
      "step": 13144
    },
    {
      "epoch": 0.5383985254966209,
      "grad_norm": 5.018941639370499,
      "learning_rate": 0.0002956175255558174,
      "loss": 4.2556,
      "step": 13145
    },
    {
      "epoch": 0.5384394839238174,
      "grad_norm": 0.6303550324466332,
      "learning_rate": 0.0002956167429267625,
      "loss": 0.4412,
      "step": 13146
    },
    {
      "epoch": 0.5384804423510137,
      "grad_norm": 1.3354946998405486,
      "learning_rate": 0.00029561596022886836,
      "loss": 0.8684,
      "step": 13147
    },
    {
      "epoch": 0.5385214007782101,
      "grad_norm": 2.0549758232843014,
      "learning_rate": 0.0002956151774621355,
      "loss": 2.166,
      "step": 13148
    },
    {
      "epoch": 0.5385623592054065,
      "grad_norm": 1.1038126922542812,
      "learning_rate": 0.00029561439462656415,
      "loss": 0.9845,
      "step": 13149
    },
    {
      "epoch": 0.5386033176326029,
      "grad_norm": 0.7868024401268096,
      "learning_rate": 0.00029561361172215483,
      "loss": 0.3723,
      "step": 13150
    },
    {
      "epoch": 0.5386442760597993,
      "grad_norm": 0.9017020020145912,
      "learning_rate": 0.0002956128287489078,
      "loss": 1.0896,
      "step": 13151
    },
    {
      "epoch": 0.5386852344869957,
      "grad_norm": 0.7973761651511205,
      "learning_rate": 0.00029561204570682353,
      "loss": 0.8945,
      "step": 13152
    },
    {
      "epoch": 0.5387261929141921,
      "grad_norm": 1.1663340941447518,
      "learning_rate": 0.0002956112625959023,
      "loss": 0.3743,
      "step": 13153
    },
    {
      "epoch": 0.5387671513413885,
      "grad_norm": 0.8849321574206823,
      "learning_rate": 0.0002956104794161445,
      "loss": 0.7221,
      "step": 13154
    },
    {
      "epoch": 0.5388081097685848,
      "grad_norm": 0.7107318201245183,
      "learning_rate": 0.00029560969616755054,
      "loss": 0.5192,
      "step": 13155
    },
    {
      "epoch": 0.5388490681957813,
      "grad_norm": 0.9487456443228971,
      "learning_rate": 0.00029560891285012074,
      "loss": 0.4427,
      "step": 13156
    },
    {
      "epoch": 0.5388900266229777,
      "grad_norm": 0.616865139245308,
      "learning_rate": 0.00029560812946385554,
      "loss": 0.6092,
      "step": 13157
    },
    {
      "epoch": 0.5389309850501741,
      "grad_norm": 0.7516645925023925,
      "learning_rate": 0.0002956073460087552,
      "loss": 0.9322,
      "step": 13158
    },
    {
      "epoch": 0.5389719434773704,
      "grad_norm": 0.9557061838734671,
      "learning_rate": 0.00029560656248482024,
      "loss": 0.8571,
      "step": 13159
    },
    {
      "epoch": 0.5390129019045669,
      "grad_norm": 0.8254547653310986,
      "learning_rate": 0.0002956057788920509,
      "loss": 1.0893,
      "step": 13160
    },
    {
      "epoch": 0.5390538603317633,
      "grad_norm": 1.0760303988771815,
      "learning_rate": 0.0002956049952304475,
      "loss": 0.5997,
      "step": 13161
    },
    {
      "epoch": 0.5390948187589597,
      "grad_norm": 1.1015244142312803,
      "learning_rate": 0.00029560421150001063,
      "loss": 1.2335,
      "step": 13162
    },
    {
      "epoch": 0.539135777186156,
      "grad_norm": 0.6934897222442766,
      "learning_rate": 0.00029560342770074057,
      "loss": 0.413,
      "step": 13163
    },
    {
      "epoch": 0.5391767356133524,
      "grad_norm": 0.863872284520073,
      "learning_rate": 0.0002956026438326376,
      "loss": 0.7407,
      "step": 13164
    },
    {
      "epoch": 0.5392176940405489,
      "grad_norm": 0.8823898955907546,
      "learning_rate": 0.0002956018598957021,
      "loss": 0.8655,
      "step": 13165
    },
    {
      "epoch": 0.5392586524677453,
      "grad_norm": 6.7959446308179,
      "learning_rate": 0.00029560107588993457,
      "loss": 2.9897,
      "step": 13166
    },
    {
      "epoch": 0.5392996108949416,
      "grad_norm": 0.7099249297467616,
      "learning_rate": 0.00029560029181533527,
      "loss": 0.8625,
      "step": 13167
    },
    {
      "epoch": 0.539340569322138,
      "grad_norm": 0.8274975816816882,
      "learning_rate": 0.0002955995076719046,
      "loss": 1.0357,
      "step": 13168
    },
    {
      "epoch": 0.5393815277493345,
      "grad_norm": 0.6946597836031831,
      "learning_rate": 0.0002955987234596429,
      "loss": 0.3779,
      "step": 13169
    },
    {
      "epoch": 0.5394224861765308,
      "grad_norm": 0.8129346523754296,
      "learning_rate": 0.0002955979391785506,
      "loss": 0.7087,
      "step": 13170
    },
    {
      "epoch": 0.5394634446037272,
      "grad_norm": 0.6980656591312667,
      "learning_rate": 0.0002955971548286281,
      "loss": 0.6858,
      "step": 13171
    },
    {
      "epoch": 0.5395044030309236,
      "grad_norm": 1.1223319128389397,
      "learning_rate": 0.0002955963704098756,
      "loss": 1.4865,
      "step": 13172
    },
    {
      "epoch": 0.53954536145812,
      "grad_norm": 1.9132819843374784,
      "learning_rate": 0.00029559558592229365,
      "loss": 0.8772,
      "step": 13173
    },
    {
      "epoch": 0.5395863198853164,
      "grad_norm": 3.2496998337344247,
      "learning_rate": 0.00029559480136588255,
      "loss": 1.3844,
      "step": 13174
    },
    {
      "epoch": 0.5396272783125128,
      "grad_norm": 3.171754367001075,
      "learning_rate": 0.0002955940167406427,
      "loss": 3.4167,
      "step": 13175
    },
    {
      "epoch": 0.5396682367397092,
      "grad_norm": 0.8738790528573039,
      "learning_rate": 0.0002955932320465744,
      "loss": 0.929,
      "step": 13176
    },
    {
      "epoch": 0.5397091951669056,
      "grad_norm": 0.6169297758860538,
      "learning_rate": 0.0002955924472836781,
      "loss": 0.3559,
      "step": 13177
    },
    {
      "epoch": 0.539750153594102,
      "grad_norm": 0.9943162929478521,
      "learning_rate": 0.0002955916624519542,
      "loss": 1.3245,
      "step": 13178
    },
    {
      "epoch": 0.5397911120212984,
      "grad_norm": 0.4838859704598315,
      "learning_rate": 0.0002955908775514029,
      "loss": 0.4065,
      "step": 13179
    },
    {
      "epoch": 0.5398320704484948,
      "grad_norm": 0.8499409640433085,
      "learning_rate": 0.0002955900925820247,
      "loss": 0.8958,
      "step": 13180
    },
    {
      "epoch": 0.5398730288756912,
      "grad_norm": 0.7407535857242418,
      "learning_rate": 0.00029558930754382,
      "loss": 0.7072,
      "step": 13181
    },
    {
      "epoch": 0.5399139873028875,
      "grad_norm": 0.8660572462627522,
      "learning_rate": 0.0002955885224367891,
      "loss": 1.0384,
      "step": 13182
    },
    {
      "epoch": 0.539954945730084,
      "grad_norm": 0.8255241833751453,
      "learning_rate": 0.00029558773726093236,
      "loss": 0.7889,
      "step": 13183
    },
    {
      "epoch": 0.5399959041572804,
      "grad_norm": 0.929472301177219,
      "learning_rate": 0.00029558695201625026,
      "loss": 0.8793,
      "step": 13184
    },
    {
      "epoch": 0.5400368625844768,
      "grad_norm": 0.9790319422808156,
      "learning_rate": 0.00029558616670274305,
      "loss": 1.0643,
      "step": 13185
    },
    {
      "epoch": 0.5400778210116731,
      "grad_norm": 0.4460861435057576,
      "learning_rate": 0.00029558538132041113,
      "loss": 0.3616,
      "step": 13186
    },
    {
      "epoch": 0.5401187794388695,
      "grad_norm": 0.7528771548298077,
      "learning_rate": 0.0002955845958692549,
      "loss": 0.9508,
      "step": 13187
    },
    {
      "epoch": 0.540159737866066,
      "grad_norm": 0.7921002327019785,
      "learning_rate": 0.00029558381034927475,
      "loss": 0.9704,
      "step": 13188
    },
    {
      "epoch": 0.5402006962932623,
      "grad_norm": 0.6649424806444384,
      "learning_rate": 0.000295583024760471,
      "loss": 0.7058,
      "step": 13189
    },
    {
      "epoch": 0.5402416547204587,
      "grad_norm": 0.9271485581986628,
      "learning_rate": 0.00029558223910284404,
      "loss": 0.6147,
      "step": 13190
    },
    {
      "epoch": 0.5402826131476551,
      "grad_norm": 0.5524751106224177,
      "learning_rate": 0.0002955814533763943,
      "loss": 0.2834,
      "step": 13191
    },
    {
      "epoch": 0.5403235715748516,
      "grad_norm": 1.6707203497905303,
      "learning_rate": 0.00029558066758112204,
      "loss": 1.4775,
      "step": 13192
    },
    {
      "epoch": 0.5403645300020479,
      "grad_norm": 0.6116791888679076,
      "learning_rate": 0.0002955798817170277,
      "loss": 0.7125,
      "step": 13193
    },
    {
      "epoch": 0.5404054884292443,
      "grad_norm": 0.9868525289122977,
      "learning_rate": 0.0002955790957841116,
      "loss": 1.2363,
      "step": 13194
    },
    {
      "epoch": 0.5404464468564407,
      "grad_norm": 0.6785226742773078,
      "learning_rate": 0.0002955783097823742,
      "loss": 0.3713,
      "step": 13195
    },
    {
      "epoch": 0.5404874052836371,
      "grad_norm": 0.9678018207051102,
      "learning_rate": 0.0002955775237118158,
      "loss": 1.3446,
      "step": 13196
    },
    {
      "epoch": 0.5405283637108335,
      "grad_norm": 0.6540640276285923,
      "learning_rate": 0.0002955767375724368,
      "loss": 0.6164,
      "step": 13197
    },
    {
      "epoch": 0.5405693221380299,
      "grad_norm": 0.8254631271913883,
      "learning_rate": 0.0002955759513642376,
      "loss": 0.823,
      "step": 13198
    },
    {
      "epoch": 0.5406102805652263,
      "grad_norm": 0.7535375203874211,
      "learning_rate": 0.00029557516508721854,
      "loss": 0.9851,
      "step": 13199
    },
    {
      "epoch": 0.5406512389924227,
      "grad_norm": 0.8075077663775913,
      "learning_rate": 0.00029557437874137995,
      "loss": 0.9906,
      "step": 13200
    },
    {
      "epoch": 0.540692197419619,
      "grad_norm": 0.7536956569212874,
      "learning_rate": 0.00029557359232672227,
      "loss": 1.0341,
      "step": 13201
    },
    {
      "epoch": 0.5407331558468155,
      "grad_norm": 0.7438010263925912,
      "learning_rate": 0.00029557280584324583,
      "loss": 0.5578,
      "step": 13202
    },
    {
      "epoch": 0.5407741142740119,
      "grad_norm": 0.7624199887739613,
      "learning_rate": 0.00029557201929095097,
      "loss": 0.8491,
      "step": 13203
    },
    {
      "epoch": 0.5408150727012083,
      "grad_norm": 1.258798355382779,
      "learning_rate": 0.00029557123266983816,
      "loss": 1.1001,
      "step": 13204
    },
    {
      "epoch": 0.5408560311284046,
      "grad_norm": 1.0038821529679436,
      "learning_rate": 0.0002955704459799077,
      "loss": 0.9672,
      "step": 13205
    },
    {
      "epoch": 0.5408969895556011,
      "grad_norm": 0.8702107527389145,
      "learning_rate": 0.00029556965922116,
      "loss": 0.628,
      "step": 13206
    },
    {
      "epoch": 0.5409379479827975,
      "grad_norm": 0.6615191306315152,
      "learning_rate": 0.00029556887239359537,
      "loss": 0.4996,
      "step": 13207
    },
    {
      "epoch": 0.5409789064099939,
      "grad_norm": 0.6589802309695034,
      "learning_rate": 0.0002955680854972143,
      "loss": 0.6583,
      "step": 13208
    },
    {
      "epoch": 0.5410198648371902,
      "grad_norm": 3.329669451916399,
      "learning_rate": 0.00029556729853201703,
      "loss": 2.8547,
      "step": 13209
    },
    {
      "epoch": 0.5410608232643866,
      "grad_norm": 2.2399625396448095,
      "learning_rate": 0.000295566511498004,
      "loss": 3.6775,
      "step": 13210
    },
    {
      "epoch": 0.5411017816915831,
      "grad_norm": 0.9747737854664349,
      "learning_rate": 0.00029556572439517554,
      "loss": 0.9869,
      "step": 13211
    },
    {
      "epoch": 0.5411427401187794,
      "grad_norm": 1.0823693003552126,
      "learning_rate": 0.0002955649372235321,
      "loss": 0.9755,
      "step": 13212
    },
    {
      "epoch": 0.5411836985459758,
      "grad_norm": 1.4776163316237676,
      "learning_rate": 0.0002955641499830739,
      "loss": 0.9996,
      "step": 13213
    },
    {
      "epoch": 0.5412246569731722,
      "grad_norm": 0.8394870931045458,
      "learning_rate": 0.0002955633626738015,
      "loss": 0.4349,
      "step": 13214
    },
    {
      "epoch": 0.5412656154003687,
      "grad_norm": 0.7863554563887007,
      "learning_rate": 0.00029556257529571523,
      "loss": 0.5402,
      "step": 13215
    },
    {
      "epoch": 0.541306573827565,
      "grad_norm": 0.8750279457992338,
      "learning_rate": 0.0002955617878488154,
      "loss": 1.071,
      "step": 13216
    },
    {
      "epoch": 0.5413475322547614,
      "grad_norm": 0.9257249237714129,
      "learning_rate": 0.00029556100033310237,
      "loss": 1.173,
      "step": 13217
    },
    {
      "epoch": 0.5413884906819578,
      "grad_norm": 2.130151582770635,
      "learning_rate": 0.00029556021274857656,
      "loss": 3.9641,
      "step": 13218
    },
    {
      "epoch": 0.5414294491091542,
      "grad_norm": 0.606268900776841,
      "learning_rate": 0.00029555942509523834,
      "loss": 0.4252,
      "step": 13219
    },
    {
      "epoch": 0.5414704075363506,
      "grad_norm": 1.0899267574081706,
      "learning_rate": 0.00029555863737308803,
      "loss": 1.2277,
      "step": 13220
    },
    {
      "epoch": 0.541511365963547,
      "grad_norm": 0.9578528474484097,
      "learning_rate": 0.00029555784958212606,
      "loss": 0.6337,
      "step": 13221
    },
    {
      "epoch": 0.5415523243907434,
      "grad_norm": 0.8087990094303038,
      "learning_rate": 0.0002955570617223528,
      "loss": 0.7405,
      "step": 13222
    },
    {
      "epoch": 0.5415932828179398,
      "grad_norm": 1.0995260553850652,
      "learning_rate": 0.00029555627379376857,
      "loss": 1.2177,
      "step": 13223
    },
    {
      "epoch": 0.5416342412451361,
      "grad_norm": 0.7285492205559662,
      "learning_rate": 0.0002955554857963738,
      "loss": 0.4293,
      "step": 13224
    },
    {
      "epoch": 0.5416751996723326,
      "grad_norm": 1.055004155511635,
      "learning_rate": 0.00029555469773016884,
      "loss": 1.4364,
      "step": 13225
    },
    {
      "epoch": 0.541716158099529,
      "grad_norm": 1.2526276346095229,
      "learning_rate": 0.00029555390959515413,
      "loss": 1.1636,
      "step": 13226
    },
    {
      "epoch": 0.5417571165267254,
      "grad_norm": 0.8310636901061152,
      "learning_rate": 0.0002955531213913299,
      "loss": 0.8744,
      "step": 13227
    },
    {
      "epoch": 0.5417980749539217,
      "grad_norm": 0.9070758034337211,
      "learning_rate": 0.0002955523331186966,
      "loss": 0.9018,
      "step": 13228
    },
    {
      "epoch": 0.5418390333811182,
      "grad_norm": 0.6670935612058547,
      "learning_rate": 0.0002955515447772547,
      "loss": 0.3122,
      "step": 13229
    },
    {
      "epoch": 0.5418799918083146,
      "grad_norm": 0.539134684378796,
      "learning_rate": 0.00029555075636700435,
      "loss": 0.2637,
      "step": 13230
    },
    {
      "epoch": 0.5419209502355109,
      "grad_norm": 0.7852541313105055,
      "learning_rate": 0.0002955499678879461,
      "loss": 0.8996,
      "step": 13231
    },
    {
      "epoch": 0.5419619086627073,
      "grad_norm": 0.7758038398885659,
      "learning_rate": 0.0002955491793400803,
      "loss": 1.1195,
      "step": 13232
    },
    {
      "epoch": 0.5420028670899038,
      "grad_norm": 0.7526176362609411,
      "learning_rate": 0.00029554839072340727,
      "loss": 0.9605,
      "step": 13233
    },
    {
      "epoch": 0.5420438255171002,
      "grad_norm": 1.0158555086376204,
      "learning_rate": 0.00029554760203792744,
      "loss": 1.0961,
      "step": 13234
    },
    {
      "epoch": 0.5420847839442965,
      "grad_norm": 0.871995749902474,
      "learning_rate": 0.00029554681328364105,
      "loss": 0.8985,
      "step": 13235
    },
    {
      "epoch": 0.5421257423714929,
      "grad_norm": 0.6777985444253641,
      "learning_rate": 0.00029554602446054865,
      "loss": 0.8417,
      "step": 13236
    },
    {
      "epoch": 0.5421667007986893,
      "grad_norm": 0.644166065725924,
      "learning_rate": 0.00029554523556865055,
      "loss": 0.6455,
      "step": 13237
    },
    {
      "epoch": 0.5422076592258858,
      "grad_norm": 1.6193169086744903,
      "learning_rate": 0.00029554444660794704,
      "loss": 1.8433,
      "step": 13238
    },
    {
      "epoch": 0.5422486176530821,
      "grad_norm": 0.6999871762373672,
      "learning_rate": 0.00029554365757843864,
      "loss": 0.7025,
      "step": 13239
    },
    {
      "epoch": 0.5422895760802785,
      "grad_norm": 4.266579271868076,
      "learning_rate": 0.0002955428684801256,
      "loss": 3.8753,
      "step": 13240
    },
    {
      "epoch": 0.5423305345074749,
      "grad_norm": 0.828457678737117,
      "learning_rate": 0.0002955420793130083,
      "loss": 0.7431,
      "step": 13241
    },
    {
      "epoch": 0.5423714929346714,
      "grad_norm": 0.5762478450071419,
      "learning_rate": 0.0002955412900770872,
      "loss": 0.5497,
      "step": 13242
    },
    {
      "epoch": 0.5424124513618677,
      "grad_norm": 0.7617286707828296,
      "learning_rate": 0.00029554050077236266,
      "loss": 0.5891,
      "step": 13243
    },
    {
      "epoch": 0.5424534097890641,
      "grad_norm": 0.9124595424446383,
      "learning_rate": 0.00029553971139883496,
      "loss": 1.0779,
      "step": 13244
    },
    {
      "epoch": 0.5424943682162605,
      "grad_norm": 0.6209054996974332,
      "learning_rate": 0.00029553892195650455,
      "loss": 0.7331,
      "step": 13245
    },
    {
      "epoch": 0.5425353266434569,
      "grad_norm": 0.8196919955109636,
      "learning_rate": 0.0002955381324453717,
      "loss": 0.8047,
      "step": 13246
    },
    {
      "epoch": 0.5425762850706533,
      "grad_norm": 0.5856420421753479,
      "learning_rate": 0.000295537342865437,
      "loss": 0.3767,
      "step": 13247
    },
    {
      "epoch": 0.5426172434978497,
      "grad_norm": 0.538210628307205,
      "learning_rate": 0.00029553655321670064,
      "loss": 0.4645,
      "step": 13248
    },
    {
      "epoch": 0.5426582019250461,
      "grad_norm": 1.0303620695050897,
      "learning_rate": 0.000295535763499163,
      "loss": 0.9624,
      "step": 13249
    },
    {
      "epoch": 0.5426991603522425,
      "grad_norm": 0.6339182275627214,
      "learning_rate": 0.00029553497371282453,
      "loss": 0.8406,
      "step": 13250
    },
    {
      "epoch": 0.5427401187794388,
      "grad_norm": 0.7492489016932388,
      "learning_rate": 0.00029553418385768555,
      "loss": 0.9434,
      "step": 13251
    },
    {
      "epoch": 0.5427810772066353,
      "grad_norm": 0.8103526603932258,
      "learning_rate": 0.0002955333939337465,
      "loss": 0.6236,
      "step": 13252
    },
    {
      "epoch": 0.5428220356338317,
      "grad_norm": 0.8647995464766458,
      "learning_rate": 0.0002955326039410077,
      "loss": 1.1087,
      "step": 13253
    },
    {
      "epoch": 0.542862994061028,
      "grad_norm": 1.3870049857503501,
      "learning_rate": 0.0002955318138794695,
      "loss": 1.2989,
      "step": 13254
    },
    {
      "epoch": 0.5429039524882244,
      "grad_norm": 1.0447273600546219,
      "learning_rate": 0.00029553102374913225,
      "loss": 0.5009,
      "step": 13255
    },
    {
      "epoch": 0.5429449109154209,
      "grad_norm": 1.258300886233134,
      "learning_rate": 0.00029553023354999647,
      "loss": 1.5849,
      "step": 13256
    },
    {
      "epoch": 0.5429858693426173,
      "grad_norm": 0.7393892067328613,
      "learning_rate": 0.0002955294432820624,
      "loss": 0.749,
      "step": 13257
    },
    {
      "epoch": 0.5430268277698136,
      "grad_norm": 0.7432629456780976,
      "learning_rate": 0.00029552865294533043,
      "loss": 0.8285,
      "step": 13258
    },
    {
      "epoch": 0.54306778619701,
      "grad_norm": 1.0122530999865607,
      "learning_rate": 0.00029552786253980105,
      "loss": 1.2972,
      "step": 13259
    },
    {
      "epoch": 0.5431087446242064,
      "grad_norm": 0.8029921656406043,
      "learning_rate": 0.00029552707206547443,
      "loss": 0.9611,
      "step": 13260
    },
    {
      "epoch": 0.5431497030514029,
      "grad_norm": 0.8162559194411011,
      "learning_rate": 0.0002955262815223511,
      "loss": 0.8942,
      "step": 13261
    },
    {
      "epoch": 0.5431906614785992,
      "grad_norm": 0.9067081539599878,
      "learning_rate": 0.00029552549091043143,
      "loss": 1.0261,
      "step": 13262
    },
    {
      "epoch": 0.5432316199057956,
      "grad_norm": 1.3521980553834736,
      "learning_rate": 0.0002955247002297157,
      "loss": 0.6637,
      "step": 13263
    },
    {
      "epoch": 0.543272578332992,
      "grad_norm": 0.9427548670496456,
      "learning_rate": 0.0002955239094802044,
      "loss": 0.3634,
      "step": 13264
    },
    {
      "epoch": 0.5433135367601885,
      "grad_norm": 0.7591319679585098,
      "learning_rate": 0.00029552311866189775,
      "loss": 1.01,
      "step": 13265
    },
    {
      "epoch": 0.5433544951873848,
      "grad_norm": 0.8928538846701722,
      "learning_rate": 0.00029552232777479623,
      "loss": 0.998,
      "step": 13266
    },
    {
      "epoch": 0.5433954536145812,
      "grad_norm": 0.9348505164614129,
      "learning_rate": 0.0002955215368189003,
      "loss": 0.9074,
      "step": 13267
    },
    {
      "epoch": 0.5434364120417776,
      "grad_norm": 0.7785174442250831,
      "learning_rate": 0.0002955207457942101,
      "loss": 0.9448,
      "step": 13268
    },
    {
      "epoch": 0.543477370468974,
      "grad_norm": 1.1220511237214978,
      "learning_rate": 0.0002955199547007262,
      "loss": 0.888,
      "step": 13269
    },
    {
      "epoch": 0.5435183288961704,
      "grad_norm": 0.7668588177433938,
      "learning_rate": 0.0002955191635384489,
      "loss": 0.8375,
      "step": 13270
    },
    {
      "epoch": 0.5435592873233668,
      "grad_norm": 2.6468076339703814,
      "learning_rate": 0.0002955183723073786,
      "loss": 2.5714,
      "step": 13271
    },
    {
      "epoch": 0.5436002457505632,
      "grad_norm": 0.9383577212561698,
      "learning_rate": 0.0002955175810075156,
      "loss": 0.7635,
      "step": 13272
    },
    {
      "epoch": 0.5436412041777596,
      "grad_norm": 0.8535761495586573,
      "learning_rate": 0.0002955167896388604,
      "loss": 0.8861,
      "step": 13273
    },
    {
      "epoch": 0.5436821626049559,
      "grad_norm": 1.0961899157996369,
      "learning_rate": 0.0002955159982014133,
      "loss": 1.2576,
      "step": 13274
    },
    {
      "epoch": 0.5437231210321524,
      "grad_norm": 1.154094018773676,
      "learning_rate": 0.0002955152066951746,
      "loss": 1.0631,
      "step": 13275
    },
    {
      "epoch": 0.5437640794593488,
      "grad_norm": 0.732822710680075,
      "learning_rate": 0.00029551441512014483,
      "loss": 1.0053,
      "step": 13276
    },
    {
      "epoch": 0.5438050378865451,
      "grad_norm": 0.7494520834074749,
      "learning_rate": 0.00029551362347632424,
      "loss": 1.0807,
      "step": 13277
    },
    {
      "epoch": 0.5438459963137415,
      "grad_norm": 0.7748887803074596,
      "learning_rate": 0.0002955128317637133,
      "loss": 0.7462,
      "step": 13278
    },
    {
      "epoch": 0.543886954740938,
      "grad_norm": 0.8099909425521482,
      "learning_rate": 0.00029551203998231233,
      "loss": 0.8491,
      "step": 13279
    },
    {
      "epoch": 0.5439279131681344,
      "grad_norm": 0.9960984975069928,
      "learning_rate": 0.0002955112481321217,
      "loss": 1.4638,
      "step": 13280
    },
    {
      "epoch": 0.5439688715953307,
      "grad_norm": 1.3492531378995034,
      "learning_rate": 0.0002955104562131418,
      "loss": 0.517,
      "step": 13281
    },
    {
      "epoch": 0.5440098300225271,
      "grad_norm": 0.9761769139439435,
      "learning_rate": 0.000295509664225373,
      "loss": 1.0044,
      "step": 13282
    },
    {
      "epoch": 0.5440507884497235,
      "grad_norm": 0.517489692093554,
      "learning_rate": 0.0002955088721688157,
      "loss": 0.1992,
      "step": 13283
    },
    {
      "epoch": 0.54409174687692,
      "grad_norm": 1.0503092599352999,
      "learning_rate": 0.00029550808004347016,
      "loss": 0.9934,
      "step": 13284
    },
    {
      "epoch": 0.5441327053041163,
      "grad_norm": 0.8340925530194848,
      "learning_rate": 0.00029550728784933695,
      "loss": 0.8191,
      "step": 13285
    },
    {
      "epoch": 0.5441736637313127,
      "grad_norm": 1.111042541056973,
      "learning_rate": 0.00029550649558641626,
      "loss": 0.9475,
      "step": 13286
    },
    {
      "epoch": 0.5442146221585091,
      "grad_norm": 0.7518939938123529,
      "learning_rate": 0.0002955057032547086,
      "loss": 0.9653,
      "step": 13287
    },
    {
      "epoch": 0.5442555805857056,
      "grad_norm": 1.4856685861295307,
      "learning_rate": 0.00029550491085421425,
      "loss": 1.3518,
      "step": 13288
    },
    {
      "epoch": 0.5442965390129019,
      "grad_norm": 0.8321575060677505,
      "learning_rate": 0.0002955041183849336,
      "loss": 1.214,
      "step": 13289
    },
    {
      "epoch": 0.5443374974400983,
      "grad_norm": 0.7416262323145235,
      "learning_rate": 0.0002955033258468671,
      "loss": 0.7007,
      "step": 13290
    },
    {
      "epoch": 0.5443784558672947,
      "grad_norm": 0.8168385685110156,
      "learning_rate": 0.00029550253324001503,
      "loss": 0.4877,
      "step": 13291
    },
    {
      "epoch": 0.5444194142944911,
      "grad_norm": 1.0988846091251203,
      "learning_rate": 0.0002955017405643778,
      "loss": 0.6981,
      "step": 13292
    },
    {
      "epoch": 0.5444603727216875,
      "grad_norm": 0.8170156341685091,
      "learning_rate": 0.00029550094781995585,
      "loss": 0.84,
      "step": 13293
    },
    {
      "epoch": 0.5445013311488839,
      "grad_norm": 0.6863367582963192,
      "learning_rate": 0.00029550015500674943,
      "loss": 0.5263,
      "step": 13294
    },
    {
      "epoch": 0.5445422895760803,
      "grad_norm": 0.9817138594032802,
      "learning_rate": 0.00029549936212475906,
      "loss": 1.1689,
      "step": 13295
    },
    {
      "epoch": 0.5445832480032766,
      "grad_norm": 0.7229633037274569,
      "learning_rate": 0.00029549856917398496,
      "loss": 0.3452,
      "step": 13296
    },
    {
      "epoch": 0.544624206430473,
      "grad_norm": 1.0095701311565108,
      "learning_rate": 0.0002954977761544276,
      "loss": 1.4982,
      "step": 13297
    },
    {
      "epoch": 0.5446651648576695,
      "grad_norm": 0.9096531053722148,
      "learning_rate": 0.0002954969830660873,
      "loss": 0.3613,
      "step": 13298
    },
    {
      "epoch": 0.5447061232848659,
      "grad_norm": 1.083152691574286,
      "learning_rate": 0.00029549618990896455,
      "loss": 1.265,
      "step": 13299
    },
    {
      "epoch": 0.5447470817120622,
      "grad_norm": 0.8279564934171295,
      "learning_rate": 0.00029549539668305956,
      "loss": 1.1767,
      "step": 13300
    },
    {
      "epoch": 0.5447880401392586,
      "grad_norm": 0.5163329786622421,
      "learning_rate": 0.0002954946033883729,
      "loss": 0.3422,
      "step": 13301
    },
    {
      "epoch": 0.5448289985664551,
      "grad_norm": 0.7355558423662061,
      "learning_rate": 0.0002954938100249047,
      "loss": 1.2127,
      "step": 13302
    },
    {
      "epoch": 0.5448699569936515,
      "grad_norm": 5.473200477849853,
      "learning_rate": 0.00029549301659265555,
      "loss": 4.3213,
      "step": 13303
    },
    {
      "epoch": 0.5449109154208478,
      "grad_norm": 1.1982053595945523,
      "learning_rate": 0.00029549222309162575,
      "loss": 1.4659,
      "step": 13304
    },
    {
      "epoch": 0.5449518738480442,
      "grad_norm": 1.0632989629481717,
      "learning_rate": 0.0002954914295218156,
      "loss": 1.1029,
      "step": 13305
    },
    {
      "epoch": 0.5449928322752406,
      "grad_norm": 1.1661877761883288,
      "learning_rate": 0.0002954906358832256,
      "loss": 1.0856,
      "step": 13306
    },
    {
      "epoch": 0.5450337907024371,
      "grad_norm": 1.020816972648448,
      "learning_rate": 0.00029548984217585603,
      "loss": 1.0482,
      "step": 13307
    },
    {
      "epoch": 0.5450747491296334,
      "grad_norm": 1.15168595601033,
      "learning_rate": 0.0002954890483997074,
      "loss": 1.2357,
      "step": 13308
    },
    {
      "epoch": 0.5451157075568298,
      "grad_norm": 0.8921904094022275,
      "learning_rate": 0.0002954882545547799,
      "loss": 0.8933,
      "step": 13309
    },
    {
      "epoch": 0.5451566659840262,
      "grad_norm": 0.7458924411620493,
      "learning_rate": 0.000295487460641074,
      "loss": 0.6717,
      "step": 13310
    },
    {
      "epoch": 0.5451976244112227,
      "grad_norm": 0.6467482338980408,
      "learning_rate": 0.0002954866666585901,
      "loss": 0.7355,
      "step": 13311
    },
    {
      "epoch": 0.545238582838419,
      "grad_norm": 0.751711123310321,
      "learning_rate": 0.0002954858726073286,
      "loss": 0.924,
      "step": 13312
    },
    {
      "epoch": 0.5452795412656154,
      "grad_norm": 0.8674230618194351,
      "learning_rate": 0.0002954850784872897,
      "loss": 1.1652,
      "step": 13313
    },
    {
      "epoch": 0.5453204996928118,
      "grad_norm": 0.5500580993934246,
      "learning_rate": 0.00029548428429847397,
      "loss": 0.4375,
      "step": 13314
    },
    {
      "epoch": 0.5453614581200082,
      "grad_norm": 1.3368605855522973,
      "learning_rate": 0.0002954834900408817,
      "loss": 0.8386,
      "step": 13315
    },
    {
      "epoch": 0.5454024165472046,
      "grad_norm": 1.43559479268003,
      "learning_rate": 0.0002954826957145133,
      "loss": 1.1624,
      "step": 13316
    },
    {
      "epoch": 0.545443374974401,
      "grad_norm": 0.9451733164294285,
      "learning_rate": 0.0002954819013193691,
      "loss": 1.0188,
      "step": 13317
    },
    {
      "epoch": 0.5454843334015974,
      "grad_norm": 0.8201772992280654,
      "learning_rate": 0.00029548110685544946,
      "loss": 0.7288,
      "step": 13318
    },
    {
      "epoch": 0.5455252918287937,
      "grad_norm": 1.6761306734974717,
      "learning_rate": 0.0002954803123227548,
      "loss": 1.0196,
      "step": 13319
    },
    {
      "epoch": 0.5455662502559901,
      "grad_norm": 0.9615136413755949,
      "learning_rate": 0.00029547951772128557,
      "loss": 1.1223,
      "step": 13320
    },
    {
      "epoch": 0.5456072086831866,
      "grad_norm": 0.6612842837114494,
      "learning_rate": 0.000295478723051042,
      "loss": 0.3315,
      "step": 13321
    },
    {
      "epoch": 0.545648167110383,
      "grad_norm": 0.8217138896843166,
      "learning_rate": 0.00029547792831202457,
      "loss": 0.3929,
      "step": 13322
    },
    {
      "epoch": 0.5456891255375793,
      "grad_norm": 1.2728213112864297,
      "learning_rate": 0.0002954771335042336,
      "loss": 1.1509,
      "step": 13323
    },
    {
      "epoch": 0.5457300839647757,
      "grad_norm": 1.0442461004407022,
      "learning_rate": 0.0002954763386276695,
      "loss": 0.6764,
      "step": 13324
    },
    {
      "epoch": 0.5457710423919722,
      "grad_norm": 0.7374690443894428,
      "learning_rate": 0.0002954755436823326,
      "loss": 0.7015,
      "step": 13325
    },
    {
      "epoch": 0.5458120008191686,
      "grad_norm": 0.7329354605382541,
      "learning_rate": 0.0002954747486682233,
      "loss": 0.4256,
      "step": 13326
    },
    {
      "epoch": 0.5458529592463649,
      "grad_norm": 0.9197903649373992,
      "learning_rate": 0.00029547395358534196,
      "loss": 1.0462,
      "step": 13327
    },
    {
      "epoch": 0.5458939176735613,
      "grad_norm": 0.8578915640472542,
      "learning_rate": 0.000295473158433689,
      "loss": 0.759,
      "step": 13328
    },
    {
      "epoch": 0.5459348761007577,
      "grad_norm": 0.9935988289138267,
      "learning_rate": 0.0002954723632132648,
      "loss": 1.165,
      "step": 13329
    },
    {
      "epoch": 0.5459758345279542,
      "grad_norm": 0.9919942054136962,
      "learning_rate": 0.0002954715679240697,
      "loss": 1.1133,
      "step": 13330
    },
    {
      "epoch": 0.5460167929551505,
      "grad_norm": 0.6482803064291004,
      "learning_rate": 0.0002954707725661041,
      "loss": 0.373,
      "step": 13331
    },
    {
      "epoch": 0.5460577513823469,
      "grad_norm": 0.861306272415204,
      "learning_rate": 0.0002954699771393683,
      "loss": 1.0701,
      "step": 13332
    },
    {
      "epoch": 0.5460987098095433,
      "grad_norm": 0.7527691809351713,
      "learning_rate": 0.0002954691816438628,
      "loss": 0.9349,
      "step": 13333
    },
    {
      "epoch": 0.5461396682367398,
      "grad_norm": 1.0106072700249746,
      "learning_rate": 0.00029546838607958785,
      "loss": 0.65,
      "step": 13334
    },
    {
      "epoch": 0.5461806266639361,
      "grad_norm": 0.995164461932084,
      "learning_rate": 0.0002954675904465439,
      "loss": 1.3286,
      "step": 13335
    },
    {
      "epoch": 0.5462215850911325,
      "grad_norm": 0.7162202952544038,
      "learning_rate": 0.0002954667947447314,
      "loss": 0.5583,
      "step": 13336
    },
    {
      "epoch": 0.5462625435183289,
      "grad_norm": 1.1046523236788515,
      "learning_rate": 0.00029546599897415054,
      "loss": 0.8098,
      "step": 13337
    },
    {
      "epoch": 0.5463035019455252,
      "grad_norm": 0.8464323267801479,
      "learning_rate": 0.0002954652031348018,
      "loss": 0.7677,
      "step": 13338
    },
    {
      "epoch": 0.5463444603727217,
      "grad_norm": 1.010923373948129,
      "learning_rate": 0.0002954644072266856,
      "loss": 0.8375,
      "step": 13339
    },
    {
      "epoch": 0.5463854187999181,
      "grad_norm": 0.9164862801890966,
      "learning_rate": 0.0002954636112498023,
      "loss": 1.1495,
      "step": 13340
    },
    {
      "epoch": 0.5464263772271145,
      "grad_norm": 1.0808420370950382,
      "learning_rate": 0.00029546281520415215,
      "loss": 1.0335,
      "step": 13341
    },
    {
      "epoch": 0.5464673356543108,
      "grad_norm": 0.7755613975559489,
      "learning_rate": 0.0002954620190897357,
      "loss": 0.8551,
      "step": 13342
    },
    {
      "epoch": 0.5465082940815073,
      "grad_norm": 0.7898943288459713,
      "learning_rate": 0.00029546122290655325,
      "loss": 0.9561,
      "step": 13343
    },
    {
      "epoch": 0.5465492525087037,
      "grad_norm": 1.1891277409140462,
      "learning_rate": 0.00029546042665460514,
      "loss": 1.8188,
      "step": 13344
    },
    {
      "epoch": 0.5465902109359001,
      "grad_norm": 1.329843217142918,
      "learning_rate": 0.0002954596303338918,
      "loss": 2.466,
      "step": 13345
    },
    {
      "epoch": 0.5466311693630964,
      "grad_norm": 1.1384395520382082,
      "learning_rate": 0.00029545883394441354,
      "loss": 0.9922,
      "step": 13346
    },
    {
      "epoch": 0.5466721277902928,
      "grad_norm": 0.9794488457998262,
      "learning_rate": 0.0002954580374861708,
      "loss": 0.8206,
      "step": 13347
    },
    {
      "epoch": 0.5467130862174893,
      "grad_norm": 0.8503149787841062,
      "learning_rate": 0.0002954572409591639,
      "loss": 1.0662,
      "step": 13348
    },
    {
      "epoch": 0.5467540446446857,
      "grad_norm": 0.7967016367785562,
      "learning_rate": 0.00029545644436339334,
      "loss": 0.7701,
      "step": 13349
    },
    {
      "epoch": 0.546795003071882,
      "grad_norm": 0.9432705300677301,
      "learning_rate": 0.0002954556476988594,
      "loss": 1.1334,
      "step": 13350
    },
    {
      "epoch": 0.5468359614990784,
      "grad_norm": 0.6892314951680499,
      "learning_rate": 0.00029545485096556245,
      "loss": 0.6236,
      "step": 13351
    },
    {
      "epoch": 0.5468769199262749,
      "grad_norm": 0.7363534567423344,
      "learning_rate": 0.0002954540541635029,
      "loss": 0.4149,
      "step": 13352
    },
    {
      "epoch": 0.5469178783534713,
      "grad_norm": 0.6150809778231947,
      "learning_rate": 0.00029545325729268113,
      "loss": 0.5646,
      "step": 13353
    },
    {
      "epoch": 0.5469588367806676,
      "grad_norm": 0.8695762880657482,
      "learning_rate": 0.00029545246035309747,
      "loss": 0.8716,
      "step": 13354
    },
    {
      "epoch": 0.546999795207864,
      "grad_norm": 0.9374712807028117,
      "learning_rate": 0.00029545166334475235,
      "loss": 1.0774,
      "step": 13355
    },
    {
      "epoch": 0.5470407536350604,
      "grad_norm": 1.2899344499174554,
      "learning_rate": 0.0002954508662676461,
      "loss": 1.1896,
      "step": 13356
    },
    {
      "epoch": 0.5470817120622569,
      "grad_norm": 0.8336513356768235,
      "learning_rate": 0.0002954500691217791,
      "loss": 0.9508,
      "step": 13357
    },
    {
      "epoch": 0.5471226704894532,
      "grad_norm": 0.6928062266104084,
      "learning_rate": 0.0002954492719071518,
      "loss": 0.6549,
      "step": 13358
    },
    {
      "epoch": 0.5471636289166496,
      "grad_norm": 0.6083071458463658,
      "learning_rate": 0.00029544847462376447,
      "loss": 0.5391,
      "step": 13359
    },
    {
      "epoch": 0.547204587343846,
      "grad_norm": 0.7403806167013723,
      "learning_rate": 0.0002954476772716176,
      "loss": 0.8316,
      "step": 13360
    },
    {
      "epoch": 0.5472455457710423,
      "grad_norm": 0.9069422272983946,
      "learning_rate": 0.0002954468798507115,
      "loss": 0.8911,
      "step": 13361
    },
    {
      "epoch": 0.5472865041982388,
      "grad_norm": 0.872606190125284,
      "learning_rate": 0.0002954460823610465,
      "loss": 0.8009,
      "step": 13362
    },
    {
      "epoch": 0.5473274626254352,
      "grad_norm": 0.4273433479307174,
      "learning_rate": 0.0002954452848026231,
      "loss": 0.3186,
      "step": 13363
    },
    {
      "epoch": 0.5473684210526316,
      "grad_norm": 0.6830798089283022,
      "learning_rate": 0.00029544448717544155,
      "loss": 0.8885,
      "step": 13364
    },
    {
      "epoch": 0.5474093794798279,
      "grad_norm": 0.8532118969585214,
      "learning_rate": 0.0002954436894795023,
      "loss": 0.8367,
      "step": 13365
    },
    {
      "epoch": 0.5474503379070244,
      "grad_norm": 0.8175842557421692,
      "learning_rate": 0.00029544289171480576,
      "loss": 0.3786,
      "step": 13366
    },
    {
      "epoch": 0.5474912963342208,
      "grad_norm": 0.7284002567382185,
      "learning_rate": 0.0002954420938813522,
      "loss": 0.5666,
      "step": 13367
    },
    {
      "epoch": 0.5475322547614172,
      "grad_norm": 0.8000369572114148,
      "learning_rate": 0.0002954412959791421,
      "loss": 0.8728,
      "step": 13368
    },
    {
      "epoch": 0.5475732131886135,
      "grad_norm": 0.7215907854079409,
      "learning_rate": 0.00029544049800817577,
      "loss": 0.9614,
      "step": 13369
    },
    {
      "epoch": 0.5476141716158099,
      "grad_norm": 0.7719284726683814,
      "learning_rate": 0.0002954396999684536,
      "loss": 0.5138,
      "step": 13370
    },
    {
      "epoch": 0.5476551300430064,
      "grad_norm": 1.1331922398221874,
      "learning_rate": 0.00029543890185997605,
      "loss": 1.017,
      "step": 13371
    },
    {
      "epoch": 0.5476960884702028,
      "grad_norm": 1.1088856072887012,
      "learning_rate": 0.0002954381036827433,
      "loss": 1.0371,
      "step": 13372
    },
    {
      "epoch": 0.5477370468973991,
      "grad_norm": 0.8705710462428542,
      "learning_rate": 0.000295437305436756,
      "loss": 0.9166,
      "step": 13373
    },
    {
      "epoch": 0.5477780053245955,
      "grad_norm": 0.7455405220883625,
      "learning_rate": 0.0002954365071220143,
      "loss": 0.9239,
      "step": 13374
    },
    {
      "epoch": 0.547818963751792,
      "grad_norm": 0.854738422675703,
      "learning_rate": 0.00029543570873851864,
      "loss": 1.1072,
      "step": 13375
    },
    {
      "epoch": 0.5478599221789884,
      "grad_norm": 0.7420492113839671,
      "learning_rate": 0.00029543491028626945,
      "loss": 0.7588,
      "step": 13376
    },
    {
      "epoch": 0.5479008806061847,
      "grad_norm": 0.5102708066925883,
      "learning_rate": 0.0002954341117652671,
      "loss": 0.1765,
      "step": 13377
    },
    {
      "epoch": 0.5479418390333811,
      "grad_norm": 0.8658044710538134,
      "learning_rate": 0.0002954333131755119,
      "loss": 0.7566,
      "step": 13378
    },
    {
      "epoch": 0.5479827974605775,
      "grad_norm": 0.854584873261724,
      "learning_rate": 0.0002954325145170043,
      "loss": 0.9727,
      "step": 13379
    },
    {
      "epoch": 0.5480237558877739,
      "grad_norm": 1.0218975320692052,
      "learning_rate": 0.0002954317157897446,
      "loss": 1.1415,
      "step": 13380
    },
    {
      "epoch": 0.5480647143149703,
      "grad_norm": 0.6857806949805869,
      "learning_rate": 0.00029543091699373323,
      "loss": 0.913,
      "step": 13381
    },
    {
      "epoch": 0.5481056727421667,
      "grad_norm": 0.8404985661096214,
      "learning_rate": 0.0002954301181289706,
      "loss": 0.6971,
      "step": 13382
    },
    {
      "epoch": 0.5481466311693631,
      "grad_norm": 0.49110992243138735,
      "learning_rate": 0.00029542931919545706,
      "loss": 0.3516,
      "step": 13383
    },
    {
      "epoch": 0.5481875895965594,
      "grad_norm": 0.8088059493332602,
      "learning_rate": 0.0002954285201931929,
      "loss": 0.2754,
      "step": 13384
    },
    {
      "epoch": 0.5482285480237559,
      "grad_norm": 4.111134711416271,
      "learning_rate": 0.00029542772112217864,
      "loss": 1.7669,
      "step": 13385
    },
    {
      "epoch": 0.5482695064509523,
      "grad_norm": 0.8275046436459834,
      "learning_rate": 0.00029542692198241457,
      "loss": 0.7519,
      "step": 13386
    },
    {
      "epoch": 0.5483104648781487,
      "grad_norm": 1.0480767848390933,
      "learning_rate": 0.00029542612277390107,
      "loss": 0.8089,
      "step": 13387
    },
    {
      "epoch": 0.548351423305345,
      "grad_norm": 0.8371637489448508,
      "learning_rate": 0.0002954253234966386,
      "loss": 1.1697,
      "step": 13388
    },
    {
      "epoch": 0.5483923817325415,
      "grad_norm": 1.2264708189029756,
      "learning_rate": 0.0002954245241506274,
      "loss": 0.9735,
      "step": 13389
    },
    {
      "epoch": 0.5484333401597379,
      "grad_norm": 1.211212860948844,
      "learning_rate": 0.000295423724735868,
      "loss": 0.8424,
      "step": 13390
    },
    {
      "epoch": 0.5484742985869343,
      "grad_norm": 0.8357451190276746,
      "learning_rate": 0.00029542292525236067,
      "loss": 0.8639,
      "step": 13391
    },
    {
      "epoch": 0.5485152570141306,
      "grad_norm": 0.9193408247974592,
      "learning_rate": 0.0002954221257001058,
      "loss": 0.436,
      "step": 13392
    },
    {
      "epoch": 0.548556215441327,
      "grad_norm": 2.5342228669725033,
      "learning_rate": 0.0002954213260791038,
      "loss": 5.7486,
      "step": 13393
    },
    {
      "epoch": 0.5485971738685235,
      "grad_norm": 0.889337587805752,
      "learning_rate": 0.000295420526389355,
      "loss": 0.8837,
      "step": 13394
    },
    {
      "epoch": 0.5486381322957199,
      "grad_norm": 0.766732583179051,
      "learning_rate": 0.00029541972663085986,
      "loss": 0.6834,
      "step": 13395
    },
    {
      "epoch": 0.5486790907229162,
      "grad_norm": 0.6192668859249623,
      "learning_rate": 0.0002954189268036187,
      "loss": 0.4092,
      "step": 13396
    },
    {
      "epoch": 0.5487200491501126,
      "grad_norm": 0.8195100090616539,
      "learning_rate": 0.00029541812690763196,
      "loss": 1.0079,
      "step": 13397
    },
    {
      "epoch": 0.5487610075773091,
      "grad_norm": 0.7705490380062389,
      "learning_rate": 0.00029541732694289986,
      "loss": 0.8505,
      "step": 13398
    },
    {
      "epoch": 0.5488019660045055,
      "grad_norm": 0.9275033988026159,
      "learning_rate": 0.00029541652690942295,
      "loss": 0.8967,
      "step": 13399
    },
    {
      "epoch": 0.5488429244317018,
      "grad_norm": 1.5358984331391765,
      "learning_rate": 0.00029541572680720154,
      "loss": 2.0737,
      "step": 13400
    },
    {
      "epoch": 0.5488838828588982,
      "grad_norm": 1.0921753499141404,
      "learning_rate": 0.00029541492663623603,
      "loss": 0.4392,
      "step": 13401
    },
    {
      "epoch": 0.5489248412860946,
      "grad_norm": 0.7951152277726325,
      "learning_rate": 0.00029541412639652674,
      "loss": 0.955,
      "step": 13402
    },
    {
      "epoch": 0.548965799713291,
      "grad_norm": 0.643147819957056,
      "learning_rate": 0.0002954133260880741,
      "loss": 0.9514,
      "step": 13403
    },
    {
      "epoch": 0.5490067581404874,
      "grad_norm": 0.942273989725512,
      "learning_rate": 0.00029541252571087847,
      "loss": 1.27,
      "step": 13404
    },
    {
      "epoch": 0.5490477165676838,
      "grad_norm": 0.6399086709135342,
      "learning_rate": 0.00029541172526494026,
      "loss": 0.6544,
      "step": 13405
    },
    {
      "epoch": 0.5490886749948802,
      "grad_norm": 1.0272964333583434,
      "learning_rate": 0.00029541092475025984,
      "loss": 1.4845,
      "step": 13406
    },
    {
      "epoch": 0.5491296334220765,
      "grad_norm": 0.8379236969265564,
      "learning_rate": 0.0002954101241668376,
      "loss": 1.2736,
      "step": 13407
    },
    {
      "epoch": 0.549170591849273,
      "grad_norm": 0.6544304034994453,
      "learning_rate": 0.00029540932351467377,
      "loss": 0.8619,
      "step": 13408
    },
    {
      "epoch": 0.5492115502764694,
      "grad_norm": 0.7573913029593198,
      "learning_rate": 0.00029540852279376893,
      "loss": 0.9588,
      "step": 13409
    },
    {
      "epoch": 0.5492525087036658,
      "grad_norm": 0.7432957025152627,
      "learning_rate": 0.00029540772200412334,
      "loss": 0.9059,
      "step": 13410
    },
    {
      "epoch": 0.5492934671308621,
      "grad_norm": 0.955323464043708,
      "learning_rate": 0.0002954069211457375,
      "loss": 0.7444,
      "step": 13411
    },
    {
      "epoch": 0.5493344255580586,
      "grad_norm": 0.7374071188087404,
      "learning_rate": 0.0002954061202186116,
      "loss": 0.5498,
      "step": 13412
    },
    {
      "epoch": 0.549375383985255,
      "grad_norm": 0.5675283863373146,
      "learning_rate": 0.0002954053192227462,
      "loss": 0.3215,
      "step": 13413
    },
    {
      "epoch": 0.5494163424124514,
      "grad_norm": 2.2534509019121565,
      "learning_rate": 0.0002954045181581416,
      "loss": 4.9986,
      "step": 13414
    },
    {
      "epoch": 0.5494573008396477,
      "grad_norm": 0.910838243947889,
      "learning_rate": 0.0002954037170247981,
      "loss": 0.9504,
      "step": 13415
    },
    {
      "epoch": 0.5494982592668441,
      "grad_norm": 0.984633624383939,
      "learning_rate": 0.0002954029158227162,
      "loss": 0.9801,
      "step": 13416
    },
    {
      "epoch": 0.5495392176940406,
      "grad_norm": 1.0424566792191197,
      "learning_rate": 0.0002954021145518963,
      "loss": 1.2132,
      "step": 13417
    },
    {
      "epoch": 0.549580176121237,
      "grad_norm": 0.594257850204734,
      "learning_rate": 0.0002954013132123387,
      "loss": 0.4225,
      "step": 13418
    },
    {
      "epoch": 0.5496211345484333,
      "grad_norm": 0.8316929755859268,
      "learning_rate": 0.0002954005118040438,
      "loss": 0.92,
      "step": 13419
    },
    {
      "epoch": 0.5496620929756297,
      "grad_norm": 0.7594352959696883,
      "learning_rate": 0.0002953997103270119,
      "loss": 0.834,
      "step": 13420
    },
    {
      "epoch": 0.5497030514028262,
      "grad_norm": 1.4188262960860591,
      "learning_rate": 0.0002953989087812435,
      "loss": 0.7662,
      "step": 13421
    },
    {
      "epoch": 0.5497440098300225,
      "grad_norm": 0.7103483869987388,
      "learning_rate": 0.0002953981071667389,
      "loss": 0.7264,
      "step": 13422
    },
    {
      "epoch": 0.5497849682572189,
      "grad_norm": 0.6405531063037764,
      "learning_rate": 0.00029539730548349855,
      "loss": 0.7346,
      "step": 13423
    },
    {
      "epoch": 0.5498259266844153,
      "grad_norm": 0.845355048410813,
      "learning_rate": 0.0002953965037315228,
      "loss": 0.6914,
      "step": 13424
    },
    {
      "epoch": 0.5498668851116117,
      "grad_norm": 0.9028774977006833,
      "learning_rate": 0.00029539570191081197,
      "loss": 1.0205,
      "step": 13425
    },
    {
      "epoch": 0.5499078435388081,
      "grad_norm": 0.6588434879326371,
      "learning_rate": 0.00029539490002136655,
      "loss": 0.4095,
      "step": 13426
    },
    {
      "epoch": 0.5499488019660045,
      "grad_norm": 6.470360818374394,
      "learning_rate": 0.00029539409806318684,
      "loss": 4.6503,
      "step": 13427
    },
    {
      "epoch": 0.5499897603932009,
      "grad_norm": 1.2998187783969934,
      "learning_rate": 0.0002953932960362732,
      "loss": 0.9387,
      "step": 13428
    },
    {
      "epoch": 0.5500307188203973,
      "grad_norm": 5.15538570612395,
      "learning_rate": 0.0002953924939406261,
      "loss": 2.1728,
      "step": 13429
    },
    {
      "epoch": 0.5500716772475936,
      "grad_norm": 0.8777422056687333,
      "learning_rate": 0.0002953916917762458,
      "loss": 0.9896,
      "step": 13430
    },
    {
      "epoch": 0.5501126356747901,
      "grad_norm": 1.470052532807531,
      "learning_rate": 0.0002953908895431328,
      "loss": 1.1063,
      "step": 13431
    },
    {
      "epoch": 0.5501535941019865,
      "grad_norm": 0.6544396319104756,
      "learning_rate": 0.00029539008724128747,
      "loss": 0.6816,
      "step": 13432
    },
    {
      "epoch": 0.5501945525291829,
      "grad_norm": 0.676859861566849,
      "learning_rate": 0.00029538928487071004,
      "loss": 0.9917,
      "step": 13433
    },
    {
      "epoch": 0.5502355109563792,
      "grad_norm": 0.8958166770042685,
      "learning_rate": 0.00029538848243140103,
      "loss": 0.6931,
      "step": 13434
    },
    {
      "epoch": 0.5502764693835757,
      "grad_norm": 0.9128165740051364,
      "learning_rate": 0.0002953876799233608,
      "loss": 0.9616,
      "step": 13435
    },
    {
      "epoch": 0.5503174278107721,
      "grad_norm": 0.8922264665490612,
      "learning_rate": 0.0002953868773465897,
      "loss": 0.8291,
      "step": 13436
    },
    {
      "epoch": 0.5503583862379685,
      "grad_norm": 1.6897234998817803,
      "learning_rate": 0.0002953860747010881,
      "loss": 1.3363,
      "step": 13437
    },
    {
      "epoch": 0.5503993446651648,
      "grad_norm": 1.2231406826295523,
      "learning_rate": 0.00029538527198685644,
      "loss": 0.8694,
      "step": 13438
    },
    {
      "epoch": 0.5504403030923612,
      "grad_norm": 0.6820688444379059,
      "learning_rate": 0.0002953844692038951,
      "loss": 0.5113,
      "step": 13439
    },
    {
      "epoch": 0.5504812615195577,
      "grad_norm": 0.768219146309217,
      "learning_rate": 0.0002953836663522043,
      "loss": 0.7528,
      "step": 13440
    },
    {
      "epoch": 0.5505222199467541,
      "grad_norm": 1.0764777883999388,
      "learning_rate": 0.0002953828634317846,
      "loss": 1.0396,
      "step": 13441
    },
    {
      "epoch": 0.5505631783739504,
      "grad_norm": 0.973410666835531,
      "learning_rate": 0.0002953820604426363,
      "loss": 0.6331,
      "step": 13442
    },
    {
      "epoch": 0.5506041368011468,
      "grad_norm": 0.652794545811165,
      "learning_rate": 0.0002953812573847598,
      "loss": 1.1855,
      "step": 13443
    },
    {
      "epoch": 0.5506450952283433,
      "grad_norm": 0.9195740111896806,
      "learning_rate": 0.0002953804542581555,
      "loss": 0.7698,
      "step": 13444
    },
    {
      "epoch": 0.5506860536555396,
      "grad_norm": 0.7887204199988231,
      "learning_rate": 0.0002953796510628238,
      "loss": 0.8111,
      "step": 13445
    },
    {
      "epoch": 0.550727012082736,
      "grad_norm": 0.8066555884948801,
      "learning_rate": 0.00029537884779876495,
      "loss": 1.109,
      "step": 13446
    },
    {
      "epoch": 0.5507679705099324,
      "grad_norm": 0.5909460430038979,
      "learning_rate": 0.00029537804446597946,
      "loss": 0.5037,
      "step": 13447
    },
    {
      "epoch": 0.5508089289371288,
      "grad_norm": 0.7303596006290928,
      "learning_rate": 0.00029537724106446764,
      "loss": 0.6873,
      "step": 13448
    },
    {
      "epoch": 0.5508498873643252,
      "grad_norm": 1.0687920500336519,
      "learning_rate": 0.0002953764375942299,
      "loss": 0.9811,
      "step": 13449
    },
    {
      "epoch": 0.5508908457915216,
      "grad_norm": 0.4855200213881453,
      "learning_rate": 0.0002953756340552667,
      "loss": 0.3553,
      "step": 13450
    },
    {
      "epoch": 0.550931804218718,
      "grad_norm": 0.6210405410073383,
      "learning_rate": 0.0002953748304475782,
      "loss": 0.2955,
      "step": 13451
    },
    {
      "epoch": 0.5509727626459144,
      "grad_norm": 0.7794751541541001,
      "learning_rate": 0.000295374026771165,
      "loss": 0.6308,
      "step": 13452
    },
    {
      "epoch": 0.5510137210731108,
      "grad_norm": 0.8519086244755302,
      "learning_rate": 0.0002953732230260274,
      "loss": 1.2051,
      "step": 13453
    },
    {
      "epoch": 0.5510546795003072,
      "grad_norm": 0.8565942590439344,
      "learning_rate": 0.00029537241921216576,
      "loss": 0.909,
      "step": 13454
    },
    {
      "epoch": 0.5510956379275036,
      "grad_norm": 0.9371007362423395,
      "learning_rate": 0.0002953716153295804,
      "loss": 1.5169,
      "step": 13455
    },
    {
      "epoch": 0.5511365963547,
      "grad_norm": 0.9288053466901411,
      "learning_rate": 0.0002953708113782719,
      "loss": 1.2991,
      "step": 13456
    },
    {
      "epoch": 0.5511775547818963,
      "grad_norm": 0.8671631346115211,
      "learning_rate": 0.00029537000735824047,
      "loss": 1.1889,
      "step": 13457
    },
    {
      "epoch": 0.5512185132090928,
      "grad_norm": 1.2634137340682918,
      "learning_rate": 0.0002953692032694865,
      "loss": 0.7798,
      "step": 13458
    },
    {
      "epoch": 0.5512594716362892,
      "grad_norm": 0.9174425017335329,
      "learning_rate": 0.00029536839911201043,
      "loss": 0.3887,
      "step": 13459
    },
    {
      "epoch": 0.5513004300634856,
      "grad_norm": 0.743036125102557,
      "learning_rate": 0.0002953675948858127,
      "loss": 0.3332,
      "step": 13460
    },
    {
      "epoch": 0.5513413884906819,
      "grad_norm": 0.8523329912078328,
      "learning_rate": 0.00029536679059089346,
      "loss": 1.0383,
      "step": 13461
    },
    {
      "epoch": 0.5513823469178784,
      "grad_norm": 0.5942138642858207,
      "learning_rate": 0.0002953659862272533,
      "loss": 0.3035,
      "step": 13462
    },
    {
      "epoch": 0.5514233053450748,
      "grad_norm": 0.6297587197562475,
      "learning_rate": 0.0002953651817948926,
      "loss": 0.698,
      "step": 13463
    },
    {
      "epoch": 0.5514642637722711,
      "grad_norm": 0.7603473774130288,
      "learning_rate": 0.0002953643772938116,
      "loss": 0.994,
      "step": 13464
    },
    {
      "epoch": 0.5515052221994675,
      "grad_norm": 0.7731812796018636,
      "learning_rate": 0.0002953635727240108,
      "loss": 0.8075,
      "step": 13465
    },
    {
      "epoch": 0.5515461806266639,
      "grad_norm": 0.8198945233925559,
      "learning_rate": 0.00029536276808549047,
      "loss": 1.1207,
      "step": 13466
    },
    {
      "epoch": 0.5515871390538604,
      "grad_norm": 1.7854761592903563,
      "learning_rate": 0.0002953619633782511,
      "loss": 2.9595,
      "step": 13467
    },
    {
      "epoch": 0.5516280974810567,
      "grad_norm": 0.7130524348428853,
      "learning_rate": 0.00029536115860229304,
      "loss": 0.9111,
      "step": 13468
    },
    {
      "epoch": 0.5516690559082531,
      "grad_norm": 0.6443753898972989,
      "learning_rate": 0.0002953603537576166,
      "loss": 0.676,
      "step": 13469
    },
    {
      "epoch": 0.5517100143354495,
      "grad_norm": 2.4314486379543125,
      "learning_rate": 0.0002953595488442223,
      "loss": 2.0692,
      "step": 13470
    },
    {
      "epoch": 0.551750972762646,
      "grad_norm": 0.7095161037015246,
      "learning_rate": 0.00029535874386211043,
      "loss": 0.7436,
      "step": 13471
    },
    {
      "epoch": 0.5517919311898423,
      "grad_norm": 0.8286926777476921,
      "learning_rate": 0.00029535793881128137,
      "loss": 0.3713,
      "step": 13472
    },
    {
      "epoch": 0.5518328896170387,
      "grad_norm": 0.7743804279047588,
      "learning_rate": 0.00029535713369173547,
      "loss": 0.9492,
      "step": 13473
    },
    {
      "epoch": 0.5518738480442351,
      "grad_norm": 0.7352261352045638,
      "learning_rate": 0.00029535632850347316,
      "loss": 0.3951,
      "step": 13474
    },
    {
      "epoch": 0.5519148064714315,
      "grad_norm": 0.838092409301323,
      "learning_rate": 0.00029535552324649487,
      "loss": 0.8367,
      "step": 13475
    },
    {
      "epoch": 0.5519557648986279,
      "grad_norm": 1.9109214736077922,
      "learning_rate": 0.0002953547179208009,
      "loss": 4.4339,
      "step": 13476
    },
    {
      "epoch": 0.5519967233258243,
      "grad_norm": 1.1775619502869128,
      "learning_rate": 0.0002953539125263916,
      "loss": 1.4099,
      "step": 13477
    },
    {
      "epoch": 0.5520376817530207,
      "grad_norm": 4.828697320305783,
      "learning_rate": 0.0002953531070632675,
      "loss": 2.043,
      "step": 13478
    },
    {
      "epoch": 0.5520786401802171,
      "grad_norm": 0.7590066405984942,
      "learning_rate": 0.0002953523015314288,
      "loss": 0.7245,
      "step": 13479
    },
    {
      "epoch": 0.5521195986074134,
      "grad_norm": 0.7492035543028304,
      "learning_rate": 0.00029535149593087597,
      "loss": 0.7622,
      "step": 13480
    },
    {
      "epoch": 0.5521605570346099,
      "grad_norm": 0.9114179331315044,
      "learning_rate": 0.0002953506902616094,
      "loss": 0.9891,
      "step": 13481
    },
    {
      "epoch": 0.5522015154618063,
      "grad_norm": 0.7892117196481615,
      "learning_rate": 0.0002953498845236295,
      "loss": 0.4594,
      "step": 13482
    },
    {
      "epoch": 0.5522424738890027,
      "grad_norm": 1.0047230280411088,
      "learning_rate": 0.0002953490787169366,
      "loss": 1.2213,
      "step": 13483
    },
    {
      "epoch": 0.552283432316199,
      "grad_norm": 1.3032269657157538,
      "learning_rate": 0.00029534827284153107,
      "loss": 1.8701,
      "step": 13484
    },
    {
      "epoch": 0.5523243907433955,
      "grad_norm": 0.8673841639433526,
      "learning_rate": 0.0002953474668974133,
      "loss": 1.0535,
      "step": 13485
    },
    {
      "epoch": 0.5523653491705919,
      "grad_norm": 0.548896996909125,
      "learning_rate": 0.0002953466608845837,
      "loss": 0.3436,
      "step": 13486
    },
    {
      "epoch": 0.5524063075977882,
      "grad_norm": 0.8908948178365612,
      "learning_rate": 0.0002953458548030426,
      "loss": 0.8616,
      "step": 13487
    },
    {
      "epoch": 0.5524472660249846,
      "grad_norm": 0.7424392296421461,
      "learning_rate": 0.0002953450486527905,
      "loss": 0.8009,
      "step": 13488
    },
    {
      "epoch": 0.552488224452181,
      "grad_norm": 0.7363197758078813,
      "learning_rate": 0.0002953442424338276,
      "loss": 0.7899,
      "step": 13489
    },
    {
      "epoch": 0.5525291828793775,
      "grad_norm": 0.9576118360356425,
      "learning_rate": 0.00029534343614615445,
      "loss": 0.8669,
      "step": 13490
    },
    {
      "epoch": 0.5525701413065738,
      "grad_norm": 1.0396263973872863,
      "learning_rate": 0.0002953426297897713,
      "loss": 1.1795,
      "step": 13491
    },
    {
      "epoch": 0.5526110997337702,
      "grad_norm": 1.1930017635459875,
      "learning_rate": 0.0002953418233646786,
      "loss": 0.7027,
      "step": 13492
    },
    {
      "epoch": 0.5526520581609666,
      "grad_norm": 2.944335886700442,
      "learning_rate": 0.00029534101687087673,
      "loss": 4.4255,
      "step": 13493
    },
    {
      "epoch": 0.552693016588163,
      "grad_norm": 0.9483568340048865,
      "learning_rate": 0.0002953402103083661,
      "loss": 0.9843,
      "step": 13494
    },
    {
      "epoch": 0.5527339750153594,
      "grad_norm": 8.934496165978805,
      "learning_rate": 0.000295339403677147,
      "loss": 3.8456,
      "step": 13495
    },
    {
      "epoch": 0.5527749334425558,
      "grad_norm": 0.797401851610952,
      "learning_rate": 0.00029533859697721985,
      "loss": 0.8973,
      "step": 13496
    },
    {
      "epoch": 0.5528158918697522,
      "grad_norm": 1.1397673505517674,
      "learning_rate": 0.00029533779020858504,
      "loss": 0.9628,
      "step": 13497
    },
    {
      "epoch": 0.5528568502969486,
      "grad_norm": 1.366012852546614,
      "learning_rate": 0.00029533698337124304,
      "loss": 1.105,
      "step": 13498
    },
    {
      "epoch": 0.552897808724145,
      "grad_norm": 0.8472148468712756,
      "learning_rate": 0.00029533617646519407,
      "loss": 1.0985,
      "step": 13499
    },
    {
      "epoch": 0.5529387671513414,
      "grad_norm": 0.7020517649462582,
      "learning_rate": 0.0002953353694904386,
      "loss": 0.9335,
      "step": 13500
    },
    {
      "epoch": 0.5529797255785378,
      "grad_norm": 0.6487455908480271,
      "learning_rate": 0.00029533456244697703,
      "loss": 0.8886,
      "step": 13501
    },
    {
      "epoch": 0.5530206840057342,
      "grad_norm": 0.5904247574175282,
      "learning_rate": 0.00029533375533480967,
      "loss": 0.3674,
      "step": 13502
    },
    {
      "epoch": 0.5530616424329305,
      "grad_norm": 1.0740170707907803,
      "learning_rate": 0.000295332948153937,
      "loss": 0.9963,
      "step": 13503
    },
    {
      "epoch": 0.553102600860127,
      "grad_norm": 1.1204609264381942,
      "learning_rate": 0.0002953321409043593,
      "loss": 0.8863,
      "step": 13504
    },
    {
      "epoch": 0.5531435592873234,
      "grad_norm": 0.8687768342883946,
      "learning_rate": 0.00029533133358607697,
      "loss": 0.9865,
      "step": 13505
    },
    {
      "epoch": 0.5531845177145197,
      "grad_norm": 0.9436316823262442,
      "learning_rate": 0.00029533052619909055,
      "loss": 1.229,
      "step": 13506
    },
    {
      "epoch": 0.5532254761417161,
      "grad_norm": 0.9159083387436128,
      "learning_rate": 0.00029532971874340013,
      "loss": 1.1712,
      "step": 13507
    },
    {
      "epoch": 0.5532664345689126,
      "grad_norm": 0.8202201025256757,
      "learning_rate": 0.0002953289112190063,
      "loss": 1.0056,
      "step": 13508
    },
    {
      "epoch": 0.553307392996109,
      "grad_norm": 0.8007292110706904,
      "learning_rate": 0.0002953281036259095,
      "loss": 1.0175,
      "step": 13509
    },
    {
      "epoch": 0.5533483514233053,
      "grad_norm": 1.1297001528002035,
      "learning_rate": 0.0002953272959641099,
      "loss": 0.769,
      "step": 13510
    },
    {
      "epoch": 0.5533893098505017,
      "grad_norm": 0.8805141747402161,
      "learning_rate": 0.000295326488233608,
      "loss": 0.8934,
      "step": 13511
    },
    {
      "epoch": 0.5534302682776981,
      "grad_norm": 0.7169028668724821,
      "learning_rate": 0.00029532568043440417,
      "loss": 0.9944,
      "step": 13512
    },
    {
      "epoch": 0.5534712267048946,
      "grad_norm": 1.088526760318909,
      "learning_rate": 0.0002953248725664988,
      "loss": 1.1359,
      "step": 13513
    },
    {
      "epoch": 0.5535121851320909,
      "grad_norm": 0.635277282860356,
      "learning_rate": 0.0002953240646298923,
      "loss": 0.8224,
      "step": 13514
    },
    {
      "epoch": 0.5535531435592873,
      "grad_norm": 0.6393625533905775,
      "learning_rate": 0.000295323256624585,
      "loss": 0.7178,
      "step": 13515
    },
    {
      "epoch": 0.5535941019864837,
      "grad_norm": 0.8305952258991588,
      "learning_rate": 0.0002953224485505772,
      "loss": 0.7824,
      "step": 13516
    },
    {
      "epoch": 0.5536350604136802,
      "grad_norm": 0.9873739137604622,
      "learning_rate": 0.00029532164040786945,
      "loss": 0.7646,
      "step": 13517
    },
    {
      "epoch": 0.5536760188408765,
      "grad_norm": 0.8890776058507409,
      "learning_rate": 0.0002953208321964621,
      "loss": 0.4883,
      "step": 13518
    },
    {
      "epoch": 0.5537169772680729,
      "grad_norm": 0.9013885484049823,
      "learning_rate": 0.00029532002391635545,
      "loss": 1.0531,
      "step": 13519
    },
    {
      "epoch": 0.5537579356952693,
      "grad_norm": 1.2636139562633144,
      "learning_rate": 0.0002953192155675499,
      "loss": 1.9134,
      "step": 13520
    },
    {
      "epoch": 0.5537988941224657,
      "grad_norm": 0.6424176312613179,
      "learning_rate": 0.0002953184071500459,
      "loss": 0.8911,
      "step": 13521
    },
    {
      "epoch": 0.5538398525496621,
      "grad_norm": 0.9635751919794575,
      "learning_rate": 0.0002953175986638438,
      "loss": 0.8211,
      "step": 13522
    },
    {
      "epoch": 0.5538808109768585,
      "grad_norm": 0.5155016442459804,
      "learning_rate": 0.00029531679010894393,
      "loss": 0.47,
      "step": 13523
    },
    {
      "epoch": 0.5539217694040549,
      "grad_norm": 0.8826876466874458,
      "learning_rate": 0.00029531598148534676,
      "loss": 1.0459,
      "step": 13524
    },
    {
      "epoch": 0.5539627278312513,
      "grad_norm": 0.8162045147688666,
      "learning_rate": 0.0002953151727930526,
      "loss": 1.0394,
      "step": 13525
    },
    {
      "epoch": 0.5540036862584476,
      "grad_norm": 0.7319545197690175,
      "learning_rate": 0.0002953143640320619,
      "loss": 0.8069,
      "step": 13526
    },
    {
      "epoch": 0.5540446446856441,
      "grad_norm": 0.9881102625523387,
      "learning_rate": 0.0002953135552023749,
      "loss": 0.9514,
      "step": 13527
    },
    {
      "epoch": 0.5540856031128405,
      "grad_norm": 0.8549034902826799,
      "learning_rate": 0.0002953127463039922,
      "loss": 0.7735,
      "step": 13528
    },
    {
      "epoch": 0.5541265615400368,
      "grad_norm": 0.8275715536934278,
      "learning_rate": 0.000295311937336914,
      "loss": 0.826,
      "step": 13529
    },
    {
      "epoch": 0.5541675199672332,
      "grad_norm": 0.623407418397615,
      "learning_rate": 0.00029531112830114074,
      "loss": 0.8117,
      "step": 13530
    },
    {
      "epoch": 0.5542084783944297,
      "grad_norm": 0.7241376135083032,
      "learning_rate": 0.0002953103191966728,
      "loss": 0.9844,
      "step": 13531
    },
    {
      "epoch": 0.5542494368216261,
      "grad_norm": 0.7573451933847155,
      "learning_rate": 0.0002953095100235106,
      "loss": 0.3565,
      "step": 13532
    },
    {
      "epoch": 0.5542903952488224,
      "grad_norm": 0.7709852895024101,
      "learning_rate": 0.00029530870078165453,
      "loss": 1.0372,
      "step": 13533
    },
    {
      "epoch": 0.5543313536760188,
      "grad_norm": 0.663483710798739,
      "learning_rate": 0.00029530789147110486,
      "loss": 0.8339,
      "step": 13534
    },
    {
      "epoch": 0.5543723121032152,
      "grad_norm": 0.7181624211691505,
      "learning_rate": 0.0002953070820918621,
      "loss": 0.6165,
      "step": 13535
    },
    {
      "epoch": 0.5544132705304117,
      "grad_norm": 2.1109759845930016,
      "learning_rate": 0.0002953062726439266,
      "loss": 1.2016,
      "step": 13536
    },
    {
      "epoch": 0.554454228957608,
      "grad_norm": 0.5433006271283869,
      "learning_rate": 0.0002953054631272987,
      "loss": 0.3744,
      "step": 13537
    },
    {
      "epoch": 0.5544951873848044,
      "grad_norm": 1.095075448458896,
      "learning_rate": 0.0002953046535419788,
      "loss": 0.8693,
      "step": 13538
    },
    {
      "epoch": 0.5545361458120008,
      "grad_norm": 0.8458251902815643,
      "learning_rate": 0.00029530384388796733,
      "loss": 0.6162,
      "step": 13539
    },
    {
      "epoch": 0.5545771042391973,
      "grad_norm": 2.2708847081790435,
      "learning_rate": 0.0002953030341652646,
      "loss": 3.7527,
      "step": 13540
    },
    {
      "epoch": 0.5546180626663936,
      "grad_norm": 0.5843754272528205,
      "learning_rate": 0.00029530222437387104,
      "loss": 0.2947,
      "step": 13541
    },
    {
      "epoch": 0.55465902109359,
      "grad_norm": 2.1597566857606463,
      "learning_rate": 0.00029530141451378705,
      "loss": 1.3435,
      "step": 13542
    },
    {
      "epoch": 0.5546999795207864,
      "grad_norm": 1.0800769499935206,
      "learning_rate": 0.00029530060458501293,
      "loss": 0.9247,
      "step": 13543
    },
    {
      "epoch": 0.5547409379479828,
      "grad_norm": 0.8062423748724301,
      "learning_rate": 0.0002952997945875491,
      "loss": 0.7856,
      "step": 13544
    },
    {
      "epoch": 0.5547818963751792,
      "grad_norm": 0.935200862027135,
      "learning_rate": 0.00029529898452139604,
      "loss": 1.1345,
      "step": 13545
    },
    {
      "epoch": 0.5548228548023756,
      "grad_norm": 0.5002654654762714,
      "learning_rate": 0.000295298174386554,
      "loss": 0.2598,
      "step": 13546
    },
    {
      "epoch": 0.554863813229572,
      "grad_norm": 0.7625187699542357,
      "learning_rate": 0.0002952973641830234,
      "loss": 0.5053,
      "step": 13547
    },
    {
      "epoch": 0.5549047716567683,
      "grad_norm": 1.8215485541826169,
      "learning_rate": 0.00029529655391080466,
      "loss": 1.7321,
      "step": 13548
    },
    {
      "epoch": 0.5549457300839648,
      "grad_norm": 0.9205912198673568,
      "learning_rate": 0.00029529574356989814,
      "loss": 0.402,
      "step": 13549
    },
    {
      "epoch": 0.5549866885111612,
      "grad_norm": 2.1313041285859584,
      "learning_rate": 0.0002952949331603042,
      "loss": 5.0154,
      "step": 13550
    },
    {
      "epoch": 0.5550276469383576,
      "grad_norm": 1.0064267876368915,
      "learning_rate": 0.00029529412268202327,
      "loss": 1.156,
      "step": 13551
    },
    {
      "epoch": 0.5550686053655539,
      "grad_norm": 0.7864180198995909,
      "learning_rate": 0.0002952933121350557,
      "loss": 0.8415,
      "step": 13552
    },
    {
      "epoch": 0.5551095637927503,
      "grad_norm": 0.8526572785805189,
      "learning_rate": 0.0002952925015194019,
      "loss": 1.0308,
      "step": 13553
    },
    {
      "epoch": 0.5551505222199468,
      "grad_norm": 1.6556635924515761,
      "learning_rate": 0.00029529169083506227,
      "loss": 3.1841,
      "step": 13554
    },
    {
      "epoch": 0.5551914806471432,
      "grad_norm": 1.0950540453598556,
      "learning_rate": 0.00029529088008203706,
      "loss": 1.3192,
      "step": 13555
    },
    {
      "epoch": 0.5552324390743395,
      "grad_norm": 0.9879975505819814,
      "learning_rate": 0.00029529006926032683,
      "loss": 0.9343,
      "step": 13556
    },
    {
      "epoch": 0.5552733975015359,
      "grad_norm": 0.6712608044889107,
      "learning_rate": 0.00029528925836993185,
      "loss": 0.3474,
      "step": 13557
    },
    {
      "epoch": 0.5553143559287324,
      "grad_norm": 1.169205462007671,
      "learning_rate": 0.00029528844741085256,
      "loss": 1.1476,
      "step": 13558
    },
    {
      "epoch": 0.5553553143559288,
      "grad_norm": 0.779260107647433,
      "learning_rate": 0.0002952876363830893,
      "loss": 0.7481,
      "step": 13559
    },
    {
      "epoch": 0.5553962727831251,
      "grad_norm": 1.147525155955137,
      "learning_rate": 0.00029528682528664254,
      "loss": 1.3137,
      "step": 13560
    },
    {
      "epoch": 0.5554372312103215,
      "grad_norm": 0.9330498135242292,
      "learning_rate": 0.00029528601412151257,
      "loss": 0.7086,
      "step": 13561
    },
    {
      "epoch": 0.5554781896375179,
      "grad_norm": 0.7517023066043851,
      "learning_rate": 0.00029528520288769975,
      "loss": 1.0637,
      "step": 13562
    },
    {
      "epoch": 0.5555191480647144,
      "grad_norm": 4.238744677821292,
      "learning_rate": 0.00029528439158520457,
      "loss": 2.9963,
      "step": 13563
    },
    {
      "epoch": 0.5555601064919107,
      "grad_norm": 0.49478981344555384,
      "learning_rate": 0.00029528358021402735,
      "loss": 0.3243,
      "step": 13564
    },
    {
      "epoch": 0.5556010649191071,
      "grad_norm": 0.6647652617723744,
      "learning_rate": 0.0002952827687741684,
      "loss": 0.666,
      "step": 13565
    },
    {
      "epoch": 0.5556420233463035,
      "grad_norm": 2.146152890688847,
      "learning_rate": 0.00029528195726562836,
      "loss": 0.9592,
      "step": 13566
    },
    {
      "epoch": 0.5556829817735,
      "grad_norm": 0.6440722113402908,
      "learning_rate": 0.0002952811456884073,
      "loss": 0.5055,
      "step": 13567
    },
    {
      "epoch": 0.5557239402006963,
      "grad_norm": 0.9057671300209541,
      "learning_rate": 0.00029528033404250577,
      "loss": 0.9554,
      "step": 13568
    },
    {
      "epoch": 0.5557648986278927,
      "grad_norm": 0.811690336103718,
      "learning_rate": 0.00029527952232792415,
      "loss": 0.9079,
      "step": 13569
    },
    {
      "epoch": 0.5558058570550891,
      "grad_norm": 0.887335744174918,
      "learning_rate": 0.00029527871054466277,
      "loss": 0.7454,
      "step": 13570
    },
    {
      "epoch": 0.5558468154822854,
      "grad_norm": 2.182361205219524,
      "learning_rate": 0.0002952778986927221,
      "loss": 2.8591,
      "step": 13571
    },
    {
      "epoch": 0.5558877739094819,
      "grad_norm": 0.4870436656339464,
      "learning_rate": 0.00029527708677210246,
      "loss": 0.3355,
      "step": 13572
    },
    {
      "epoch": 0.5559287323366783,
      "grad_norm": 0.9665561553237093,
      "learning_rate": 0.00029527627478280423,
      "loss": 1.0669,
      "step": 13573
    },
    {
      "epoch": 0.5559696907638747,
      "grad_norm": 0.7077724021326844,
      "learning_rate": 0.0002952754627248278,
      "loss": 0.4863,
      "step": 13574
    },
    {
      "epoch": 0.556010649191071,
      "grad_norm": 2.3280498319280793,
      "learning_rate": 0.0002952746505981736,
      "loss": 0.5259,
      "step": 13575
    },
    {
      "epoch": 0.5560516076182674,
      "grad_norm": 0.8615356484684381,
      "learning_rate": 0.0002952738384028419,
      "loss": 1.0163,
      "step": 13576
    },
    {
      "epoch": 0.5560925660454639,
      "grad_norm": 0.7298689239828479,
      "learning_rate": 0.0002952730261388332,
      "loss": 0.9695,
      "step": 13577
    },
    {
      "epoch": 0.5561335244726603,
      "grad_norm": 0.9026270580016245,
      "learning_rate": 0.0002952722138061478,
      "loss": 1.1594,
      "step": 13578
    },
    {
      "epoch": 0.5561744828998566,
      "grad_norm": 1.3823827136819633,
      "learning_rate": 0.00029527140140478625,
      "loss": 0.9819,
      "step": 13579
    },
    {
      "epoch": 0.556215441327053,
      "grad_norm": 0.8216448287879904,
      "learning_rate": 0.0002952705889347487,
      "loss": 0.8265,
      "step": 13580
    },
    {
      "epoch": 0.5562563997542495,
      "grad_norm": 1.0136668060965182,
      "learning_rate": 0.0002952697763960357,
      "loss": 1.1292,
      "step": 13581
    },
    {
      "epoch": 0.5562973581814459,
      "grad_norm": 0.7911452330200727,
      "learning_rate": 0.00029526896378864753,
      "loss": 0.3399,
      "step": 13582
    },
    {
      "epoch": 0.5563383166086422,
      "grad_norm": 0.9206718580897095,
      "learning_rate": 0.00029526815111258464,
      "loss": 1.1163,
      "step": 13583
    },
    {
      "epoch": 0.5563792750358386,
      "grad_norm": 0.6466501964063548,
      "learning_rate": 0.0002952673383678474,
      "loss": 0.3891,
      "step": 13584
    },
    {
      "epoch": 0.556420233463035,
      "grad_norm": 0.9412048714430532,
      "learning_rate": 0.00029526652555443626,
      "loss": 1.4946,
      "step": 13585
    },
    {
      "epoch": 0.5564611918902315,
      "grad_norm": 0.8299595651268336,
      "learning_rate": 0.00029526571267235143,
      "loss": 1.0071,
      "step": 13586
    },
    {
      "epoch": 0.5565021503174278,
      "grad_norm": 1.2693071843127888,
      "learning_rate": 0.00029526489972159345,
      "loss": 1.4474,
      "step": 13587
    },
    {
      "epoch": 0.5565431087446242,
      "grad_norm": 1.177433417427104,
      "learning_rate": 0.00029526408670216265,
      "loss": 0.9904,
      "step": 13588
    },
    {
      "epoch": 0.5565840671718206,
      "grad_norm": 0.5842883718130186,
      "learning_rate": 0.00029526327361405945,
      "loss": 0.3856,
      "step": 13589
    },
    {
      "epoch": 0.5566250255990169,
      "grad_norm": 0.7017281409532913,
      "learning_rate": 0.00029526246045728414,
      "loss": 0.9345,
      "step": 13590
    },
    {
      "epoch": 0.5566659840262134,
      "grad_norm": 0.6805025833848186,
      "learning_rate": 0.0002952616472318372,
      "loss": 0.9885,
      "step": 13591
    },
    {
      "epoch": 0.5567069424534098,
      "grad_norm": 0.4978000272074772,
      "learning_rate": 0.000295260833937719,
      "loss": 0.3688,
      "step": 13592
    },
    {
      "epoch": 0.5567479008806062,
      "grad_norm": 1.0875084472461343,
      "learning_rate": 0.0002952600205749299,
      "loss": 1.0109,
      "step": 13593
    },
    {
      "epoch": 0.5567888593078025,
      "grad_norm": 0.6772703068359147,
      "learning_rate": 0.00029525920714347026,
      "loss": 0.861,
      "step": 13594
    },
    {
      "epoch": 0.556829817734999,
      "grad_norm": 0.6054215371263627,
      "learning_rate": 0.0002952583936433405,
      "loss": 0.6765,
      "step": 13595
    },
    {
      "epoch": 0.5568707761621954,
      "grad_norm": 4.747231665189391,
      "learning_rate": 0.000295257580074541,
      "loss": 2.2612,
      "step": 13596
    },
    {
      "epoch": 0.5569117345893918,
      "grad_norm": 0.7259669300593424,
      "learning_rate": 0.0002952567664370722,
      "loss": 0.9242,
      "step": 13597
    },
    {
      "epoch": 0.5569526930165881,
      "grad_norm": 0.7770009964467085,
      "learning_rate": 0.00029525595273093437,
      "loss": 0.9821,
      "step": 13598
    },
    {
      "epoch": 0.5569936514437845,
      "grad_norm": 0.8765692739980941,
      "learning_rate": 0.000295255138956128,
      "loss": 0.9212,
      "step": 13599
    },
    {
      "epoch": 0.557034609870981,
      "grad_norm": 0.7648788467121329,
      "learning_rate": 0.0002952543251126534,
      "loss": 0.8337,
      "step": 13600
    },
    {
      "epoch": 0.5570755682981774,
      "grad_norm": 0.6476662993753144,
      "learning_rate": 0.000295253511200511,
      "loss": 0.7244,
      "step": 13601
    },
    {
      "epoch": 0.5571165267253737,
      "grad_norm": 0.8371962387629994,
      "learning_rate": 0.00029525269721970116,
      "loss": 1.1307,
      "step": 13602
    },
    {
      "epoch": 0.5571574851525701,
      "grad_norm": 0.8414857530366499,
      "learning_rate": 0.00029525188317022425,
      "loss": 1.2047,
      "step": 13603
    },
    {
      "epoch": 0.5571984435797666,
      "grad_norm": 0.6099359480937167,
      "learning_rate": 0.0002952510690520807,
      "loss": 0.8021,
      "step": 13604
    },
    {
      "epoch": 0.557239402006963,
      "grad_norm": 0.7403937625959982,
      "learning_rate": 0.00029525025486527086,
      "loss": 0.8179,
      "step": 13605
    },
    {
      "epoch": 0.5572803604341593,
      "grad_norm": 0.7526817412420721,
      "learning_rate": 0.00029524944060979516,
      "loss": 0.9685,
      "step": 13606
    },
    {
      "epoch": 0.5573213188613557,
      "grad_norm": 1.123686015251994,
      "learning_rate": 0.00029524862628565394,
      "loss": 1.0539,
      "step": 13607
    },
    {
      "epoch": 0.5573622772885521,
      "grad_norm": 1.1275612683880205,
      "learning_rate": 0.00029524781189284755,
      "loss": 1.2185,
      "step": 13608
    },
    {
      "epoch": 0.5574032357157486,
      "grad_norm": 0.8125793655585227,
      "learning_rate": 0.0002952469974313765,
      "loss": 0.9141,
      "step": 13609
    },
    {
      "epoch": 0.5574441941429449,
      "grad_norm": 0.9023102703926532,
      "learning_rate": 0.000295246182901241,
      "loss": 1.2371,
      "step": 13610
    },
    {
      "epoch": 0.5574851525701413,
      "grad_norm": 0.4835122569963298,
      "learning_rate": 0.00029524536830244163,
      "loss": 0.2966,
      "step": 13611
    },
    {
      "epoch": 0.5575261109973377,
      "grad_norm": 1.0603312812754755,
      "learning_rate": 0.00029524455363497864,
      "loss": 0.854,
      "step": 13612
    },
    {
      "epoch": 0.557567069424534,
      "grad_norm": 0.5681332063614913,
      "learning_rate": 0.00029524373889885247,
      "loss": 0.3467,
      "step": 13613
    },
    {
      "epoch": 0.5576080278517305,
      "grad_norm": 0.8304409527979758,
      "learning_rate": 0.0002952429240940635,
      "loss": 0.9017,
      "step": 13614
    },
    {
      "epoch": 0.5576489862789269,
      "grad_norm": 1.0903547462273853,
      "learning_rate": 0.0002952421092206121,
      "loss": 1.1797,
      "step": 13615
    },
    {
      "epoch": 0.5576899447061233,
      "grad_norm": 0.6903501302598714,
      "learning_rate": 0.0002952412942784986,
      "loss": 0.9244,
      "step": 13616
    },
    {
      "epoch": 0.5577309031333196,
      "grad_norm": 0.7194921351520905,
      "learning_rate": 0.0002952404792677235,
      "loss": 0.5937,
      "step": 13617
    },
    {
      "epoch": 0.5577718615605161,
      "grad_norm": 0.8118059645627211,
      "learning_rate": 0.00029523966418828704,
      "loss": 0.5277,
      "step": 13618
    },
    {
      "epoch": 0.5578128199877125,
      "grad_norm": 0.46295782666334717,
      "learning_rate": 0.0002952388490401898,
      "loss": 0.3579,
      "step": 13619
    },
    {
      "epoch": 0.5578537784149089,
      "grad_norm": 0.858687215139086,
      "learning_rate": 0.00029523803382343203,
      "loss": 1.0423,
      "step": 13620
    },
    {
      "epoch": 0.5578947368421052,
      "grad_norm": 1.1200673406574064,
      "learning_rate": 0.00029523721853801413,
      "loss": 0.977,
      "step": 13621
    },
    {
      "epoch": 0.5579356952693016,
      "grad_norm": 0.5403135688479145,
      "learning_rate": 0.00029523640318393653,
      "loss": 0.3056,
      "step": 13622
    },
    {
      "epoch": 0.5579766536964981,
      "grad_norm": 0.9289514070716103,
      "learning_rate": 0.0002952355877611996,
      "loss": 0.6791,
      "step": 13623
    },
    {
      "epoch": 0.5580176121236945,
      "grad_norm": 1.209365001235024,
      "learning_rate": 0.0002952347722698036,
      "loss": 1.4755,
      "step": 13624
    },
    {
      "epoch": 0.5580585705508908,
      "grad_norm": 1.1659187619065647,
      "learning_rate": 0.0002952339567097491,
      "loss": 0.3776,
      "step": 13625
    },
    {
      "epoch": 0.5580995289780872,
      "grad_norm": 1.0966872334586037,
      "learning_rate": 0.00029523314108103644,
      "loss": 0.6285,
      "step": 13626
    },
    {
      "epoch": 0.5581404874052837,
      "grad_norm": 0.6970974044905962,
      "learning_rate": 0.000295232325383666,
      "loss": 0.3065,
      "step": 13627
    },
    {
      "epoch": 0.5581814458324801,
      "grad_norm": 0.5633730292702461,
      "learning_rate": 0.00029523150961763804,
      "loss": 0.6286,
      "step": 13628
    },
    {
      "epoch": 0.5582224042596764,
      "grad_norm": 0.7388325749611572,
      "learning_rate": 0.00029523069378295313,
      "loss": 0.8804,
      "step": 13629
    },
    {
      "epoch": 0.5582633626868728,
      "grad_norm": 0.783454528467805,
      "learning_rate": 0.00029522987787961155,
      "loss": 0.8137,
      "step": 13630
    },
    {
      "epoch": 0.5583043211140692,
      "grad_norm": 0.9193534520046633,
      "learning_rate": 0.00029522906190761374,
      "loss": 0.9986,
      "step": 13631
    },
    {
      "epoch": 0.5583452795412656,
      "grad_norm": 0.9227241286159521,
      "learning_rate": 0.00029522824586696,
      "loss": 1.087,
      "step": 13632
    },
    {
      "epoch": 0.558386237968462,
      "grad_norm": 0.812957435794062,
      "learning_rate": 0.0002952274297576508,
      "loss": 0.9745,
      "step": 13633
    },
    {
      "epoch": 0.5584271963956584,
      "grad_norm": 0.7205996621504618,
      "learning_rate": 0.0002952266135796865,
      "loss": 0.7676,
      "step": 13634
    },
    {
      "epoch": 0.5584681548228548,
      "grad_norm": 0.7888895702053033,
      "learning_rate": 0.0002952257973330675,
      "loss": 0.9609,
      "step": 13635
    },
    {
      "epoch": 0.5585091132500511,
      "grad_norm": 0.6074155529297511,
      "learning_rate": 0.0002952249810177942,
      "loss": 0.6758,
      "step": 13636
    },
    {
      "epoch": 0.5585500716772476,
      "grad_norm": 1.046443221900814,
      "learning_rate": 0.0002952241646338669,
      "loss": 1.1997,
      "step": 13637
    },
    {
      "epoch": 0.558591030104444,
      "grad_norm": 5.738622649821757,
      "learning_rate": 0.00029522334818128605,
      "loss": 2.0055,
      "step": 13638
    },
    {
      "epoch": 0.5586319885316404,
      "grad_norm": 0.9909154292181626,
      "learning_rate": 0.000295222531660052,
      "loss": 0.8901,
      "step": 13639
    },
    {
      "epoch": 0.5586729469588367,
      "grad_norm": 1.1982488630691663,
      "learning_rate": 0.00029522171507016527,
      "loss": 1.2517,
      "step": 13640
    },
    {
      "epoch": 0.5587139053860332,
      "grad_norm": 0.7927596821445118,
      "learning_rate": 0.0002952208984116261,
      "loss": 0.9465,
      "step": 13641
    },
    {
      "epoch": 0.5587548638132296,
      "grad_norm": 1.0672195840246743,
      "learning_rate": 0.00029522008168443483,
      "loss": 1.5665,
      "step": 13642
    },
    {
      "epoch": 0.558795822240426,
      "grad_norm": 0.620397527785136,
      "learning_rate": 0.00029521926488859196,
      "loss": 0.7654,
      "step": 13643
    },
    {
      "epoch": 0.5588367806676223,
      "grad_norm": 0.7300471563434963,
      "learning_rate": 0.0002952184480240979,
      "loss": 0.8459,
      "step": 13644
    },
    {
      "epoch": 0.5588777390948187,
      "grad_norm": 1.0545383717247647,
      "learning_rate": 0.00029521763109095295,
      "loss": 0.7665,
      "step": 13645
    },
    {
      "epoch": 0.5589186975220152,
      "grad_norm": 0.8957758438496536,
      "learning_rate": 0.0002952168140891576,
      "loss": 0.9734,
      "step": 13646
    },
    {
      "epoch": 0.5589596559492116,
      "grad_norm": 1.1944909723133492,
      "learning_rate": 0.00029521599701871204,
      "loss": 1.1218,
      "step": 13647
    },
    {
      "epoch": 0.5590006143764079,
      "grad_norm": 0.8525548759527284,
      "learning_rate": 0.0002952151798796169,
      "loss": 0.7328,
      "step": 13648
    },
    {
      "epoch": 0.5590415728036043,
      "grad_norm": 0.8114776845473846,
      "learning_rate": 0.0002952143626718724,
      "loss": 1.2976,
      "step": 13649
    },
    {
      "epoch": 0.5590825312308008,
      "grad_norm": 1.1348593672022889,
      "learning_rate": 0.00029521354539547895,
      "loss": 0.8802,
      "step": 13650
    },
    {
      "epoch": 0.5591234896579972,
      "grad_norm": 0.8363551221683985,
      "learning_rate": 0.000295212728050437,
      "loss": 0.8639,
      "step": 13651
    },
    {
      "epoch": 0.5591644480851935,
      "grad_norm": 0.8585384355662121,
      "learning_rate": 0.00029521191063674687,
      "loss": 0.5621,
      "step": 13652
    },
    {
      "epoch": 0.5592054065123899,
      "grad_norm": 1.656324988107935,
      "learning_rate": 0.00029521109315440897,
      "loss": 2.5494,
      "step": 13653
    },
    {
      "epoch": 0.5592463649395863,
      "grad_norm": 1.2325955131127007,
      "learning_rate": 0.0002952102756034237,
      "loss": 0.786,
      "step": 13654
    },
    {
      "epoch": 0.5592873233667827,
      "grad_norm": 1.4743441332136547,
      "learning_rate": 0.00029520945798379146,
      "loss": 1.8037,
      "step": 13655
    },
    {
      "epoch": 0.5593282817939791,
      "grad_norm": 0.749606225590083,
      "learning_rate": 0.0002952086402955126,
      "loss": 0.5525,
      "step": 13656
    },
    {
      "epoch": 0.5593692402211755,
      "grad_norm": 0.8872509241362857,
      "learning_rate": 0.0002952078225385875,
      "loss": 0.9752,
      "step": 13657
    },
    {
      "epoch": 0.5594101986483719,
      "grad_norm": 0.5326931716525711,
      "learning_rate": 0.0002952070047130166,
      "loss": 0.3394,
      "step": 13658
    },
    {
      "epoch": 0.5594511570755683,
      "grad_norm": 0.6528894442363519,
      "learning_rate": 0.0002952061868188003,
      "loss": 0.4175,
      "step": 13659
    },
    {
      "epoch": 0.5594921155027647,
      "grad_norm": 0.8339020536058173,
      "learning_rate": 0.00029520536885593884,
      "loss": 0.8535,
      "step": 13660
    },
    {
      "epoch": 0.5595330739299611,
      "grad_norm": 0.7720463453344932,
      "learning_rate": 0.00029520455082443275,
      "loss": 0.8844,
      "step": 13661
    },
    {
      "epoch": 0.5595740323571575,
      "grad_norm": 0.8676935768206936,
      "learning_rate": 0.0002952037327242824,
      "loss": 0.4662,
      "step": 13662
    },
    {
      "epoch": 0.5596149907843538,
      "grad_norm": 0.9030377541965026,
      "learning_rate": 0.00029520291455548814,
      "loss": 0.6964,
      "step": 13663
    },
    {
      "epoch": 0.5596559492115503,
      "grad_norm": 1.0687736825936152,
      "learning_rate": 0.0002952020963180504,
      "loss": 1.1543,
      "step": 13664
    },
    {
      "epoch": 0.5596969076387467,
      "grad_norm": 1.1378776957700059,
      "learning_rate": 0.00029520127801196944,
      "loss": 1.5545,
      "step": 13665
    },
    {
      "epoch": 0.5597378660659431,
      "grad_norm": 0.6750194964967753,
      "learning_rate": 0.00029520045963724576,
      "loss": 0.3685,
      "step": 13666
    },
    {
      "epoch": 0.5597788244931394,
      "grad_norm": 0.7048301774119028,
      "learning_rate": 0.0002951996411938798,
      "loss": 0.819,
      "step": 13667
    },
    {
      "epoch": 0.5598197829203359,
      "grad_norm": 0.6336709679802649,
      "learning_rate": 0.00029519882268187183,
      "loss": 0.8066,
      "step": 13668
    },
    {
      "epoch": 0.5598607413475323,
      "grad_norm": 0.7147992156170508,
      "learning_rate": 0.0002951980041012223,
      "loss": 0.6656,
      "step": 13669
    },
    {
      "epoch": 0.5599016997747287,
      "grad_norm": 0.9951865092124821,
      "learning_rate": 0.00029519718545193156,
      "loss": 0.8215,
      "step": 13670
    },
    {
      "epoch": 0.559942658201925,
      "grad_norm": 1.502548115194184,
      "learning_rate": 0.000295196366734,
      "loss": 1.1159,
      "step": 13671
    },
    {
      "epoch": 0.5599836166291214,
      "grad_norm": 1.3341988300735457,
      "learning_rate": 0.0002951955479474281,
      "loss": 0.4541,
      "step": 13672
    },
    {
      "epoch": 0.5600245750563179,
      "grad_norm": 0.8675150802634976,
      "learning_rate": 0.00029519472909221605,
      "loss": 0.8905,
      "step": 13673
    },
    {
      "epoch": 0.5600655334835143,
      "grad_norm": 0.7297473486381186,
      "learning_rate": 0.00029519391016836447,
      "loss": 0.9727,
      "step": 13674
    },
    {
      "epoch": 0.5601064919107106,
      "grad_norm": 0.8516794545119933,
      "learning_rate": 0.00029519309117587356,
      "loss": 1.1056,
      "step": 13675
    },
    {
      "epoch": 0.560147450337907,
      "grad_norm": 0.7986749307852111,
      "learning_rate": 0.0002951922721147438,
      "loss": 0.5941,
      "step": 13676
    },
    {
      "epoch": 0.5601884087651035,
      "grad_norm": 0.7638794114417969,
      "learning_rate": 0.0002951914529849756,
      "loss": 0.4445,
      "step": 13677
    },
    {
      "epoch": 0.5602293671922998,
      "grad_norm": 0.7666280067123625,
      "learning_rate": 0.00029519063378656926,
      "loss": 0.8341,
      "step": 13678
    },
    {
      "epoch": 0.5602703256194962,
      "grad_norm": 0.8220377208958608,
      "learning_rate": 0.00029518981451952524,
      "loss": 0.9269,
      "step": 13679
    },
    {
      "epoch": 0.5603112840466926,
      "grad_norm": 0.8742046679949188,
      "learning_rate": 0.0002951889951838439,
      "loss": 0.9298,
      "step": 13680
    },
    {
      "epoch": 0.560352242473889,
      "grad_norm": 1.0367539353706294,
      "learning_rate": 0.00029518817577952564,
      "loss": 0.8959,
      "step": 13681
    },
    {
      "epoch": 0.5603932009010854,
      "grad_norm": 0.7199479791461341,
      "learning_rate": 0.0002951873563065708,
      "loss": 0.6391,
      "step": 13682
    },
    {
      "epoch": 0.5604341593282818,
      "grad_norm": 0.75099905477395,
      "learning_rate": 0.0002951865367649798,
      "loss": 0.3884,
      "step": 13683
    },
    {
      "epoch": 0.5604751177554782,
      "grad_norm": 0.8318606840240225,
      "learning_rate": 0.00029518571715475306,
      "loss": 1.014,
      "step": 13684
    },
    {
      "epoch": 0.5605160761826746,
      "grad_norm": 0.8062825144625888,
      "learning_rate": 0.0002951848974758909,
      "loss": 0.9585,
      "step": 13685
    },
    {
      "epoch": 0.5605570346098709,
      "grad_norm": 0.9880622339091182,
      "learning_rate": 0.0002951840777283938,
      "loss": 1.0316,
      "step": 13686
    },
    {
      "epoch": 0.5605979930370674,
      "grad_norm": 1.17643297716647,
      "learning_rate": 0.000295183257912262,
      "loss": 1.3821,
      "step": 13687
    },
    {
      "epoch": 0.5606389514642638,
      "grad_norm": 0.9120134452161877,
      "learning_rate": 0.00029518243802749606,
      "loss": 1.1929,
      "step": 13688
    },
    {
      "epoch": 0.5606799098914602,
      "grad_norm": 0.7022942467444022,
      "learning_rate": 0.0002951816180740963,
      "loss": 0.6181,
      "step": 13689
    },
    {
      "epoch": 0.5607208683186565,
      "grad_norm": 2.709775201049063,
      "learning_rate": 0.00029518079805206305,
      "loss": 6.8716,
      "step": 13690
    },
    {
      "epoch": 0.560761826745853,
      "grad_norm": 0.8052407784075218,
      "learning_rate": 0.0002951799779613968,
      "loss": 0.8737,
      "step": 13691
    },
    {
      "epoch": 0.5608027851730494,
      "grad_norm": 0.7843825977455998,
      "learning_rate": 0.0002951791578020978,
      "loss": 0.7697,
      "step": 13692
    },
    {
      "epoch": 0.5608437436002458,
      "grad_norm": 0.6006564642034113,
      "learning_rate": 0.00029517833757416654,
      "loss": 0.7505,
      "step": 13693
    },
    {
      "epoch": 0.5608847020274421,
      "grad_norm": 0.7516292251187193,
      "learning_rate": 0.00029517751727760344,
      "loss": 0.7605,
      "step": 13694
    },
    {
      "epoch": 0.5609256604546385,
      "grad_norm": 0.8603058503062349,
      "learning_rate": 0.00029517669691240877,
      "loss": 0.5712,
      "step": 13695
    },
    {
      "epoch": 0.560966618881835,
      "grad_norm": 0.6955356941359105,
      "learning_rate": 0.00029517587647858297,
      "loss": 0.7547,
      "step": 13696
    },
    {
      "epoch": 0.5610075773090313,
      "grad_norm": 0.6569456570795126,
      "learning_rate": 0.0002951750559761265,
      "loss": 0.9468,
      "step": 13697
    },
    {
      "epoch": 0.5610485357362277,
      "grad_norm": 0.9358691095506804,
      "learning_rate": 0.00029517423540503964,
      "loss": 0.7261,
      "step": 13698
    },
    {
      "epoch": 0.5610894941634241,
      "grad_norm": 0.8637947471627514,
      "learning_rate": 0.00029517341476532286,
      "loss": 0.943,
      "step": 13699
    },
    {
      "epoch": 0.5611304525906206,
      "grad_norm": 0.7924403922943276,
      "learning_rate": 0.00029517259405697653,
      "loss": 1.1006,
      "step": 13700
    },
    {
      "epoch": 0.5611714110178169,
      "grad_norm": 0.9033897334635157,
      "learning_rate": 0.000295171773280001,
      "loss": 1.0108,
      "step": 13701
    },
    {
      "epoch": 0.5612123694450133,
      "grad_norm": 1.119636231600228,
      "learning_rate": 0.0002951709524343967,
      "loss": 0.9033,
      "step": 13702
    },
    {
      "epoch": 0.5612533278722097,
      "grad_norm": 0.9219564716412355,
      "learning_rate": 0.000295170131520164,
      "loss": 0.923,
      "step": 13703
    },
    {
      "epoch": 0.5612942862994061,
      "grad_norm": 0.8209760168066391,
      "learning_rate": 0.00029516931053730325,
      "loss": 0.8283,
      "step": 13704
    },
    {
      "epoch": 0.5613352447266025,
      "grad_norm": 0.4939334441282254,
      "learning_rate": 0.00029516848948581484,
      "loss": 0.3674,
      "step": 13705
    },
    {
      "epoch": 0.5613762031537989,
      "grad_norm": 1.0645425348795168,
      "learning_rate": 0.00029516766836569925,
      "loss": 0.9553,
      "step": 13706
    },
    {
      "epoch": 0.5614171615809953,
      "grad_norm": 0.8374939403051855,
      "learning_rate": 0.0002951668471769568,
      "loss": 1.1107,
      "step": 13707
    },
    {
      "epoch": 0.5614581200081917,
      "grad_norm": 1.7546947220123603,
      "learning_rate": 0.0002951660259195879,
      "loss": 1.5485,
      "step": 13708
    },
    {
      "epoch": 0.561499078435388,
      "grad_norm": 0.7649867750686843,
      "learning_rate": 0.0002951652045935929,
      "loss": 0.8627,
      "step": 13709
    },
    {
      "epoch": 0.5615400368625845,
      "grad_norm": 0.7480616465377642,
      "learning_rate": 0.0002951643831989722,
      "loss": 0.7637,
      "step": 13710
    },
    {
      "epoch": 0.5615809952897809,
      "grad_norm": 0.7914964670898615,
      "learning_rate": 0.0002951635617357263,
      "loss": 0.9644,
      "step": 13711
    },
    {
      "epoch": 0.5616219537169773,
      "grad_norm": 0.624010701806435,
      "learning_rate": 0.00029516274020385537,
      "loss": 0.817,
      "step": 13712
    },
    {
      "epoch": 0.5616629121441736,
      "grad_norm": 0.8681089142143998,
      "learning_rate": 0.00029516191860335994,
      "loss": 1.2813,
      "step": 13713
    },
    {
      "epoch": 0.5617038705713701,
      "grad_norm": 0.5396981393501378,
      "learning_rate": 0.0002951610969342404,
      "loss": 0.3208,
      "step": 13714
    },
    {
      "epoch": 0.5617448289985665,
      "grad_norm": 0.9258227838914032,
      "learning_rate": 0.00029516027519649714,
      "loss": 0.8908,
      "step": 13715
    },
    {
      "epoch": 0.5617857874257629,
      "grad_norm": 0.8254005907123532,
      "learning_rate": 0.00029515945339013053,
      "loss": 1.2133,
      "step": 13716
    },
    {
      "epoch": 0.5618267458529592,
      "grad_norm": 1.6655419329635108,
      "learning_rate": 0.0002951586315151409,
      "loss": 0.8983,
      "step": 13717
    },
    {
      "epoch": 0.5618677042801556,
      "grad_norm": 0.7197934151025486,
      "learning_rate": 0.0002951578095715288,
      "loss": 0.6487,
      "step": 13718
    },
    {
      "epoch": 0.5619086627073521,
      "grad_norm": 1.0668175123122274,
      "learning_rate": 0.0002951569875592944,
      "loss": 1.0319,
      "step": 13719
    },
    {
      "epoch": 0.5619496211345484,
      "grad_norm": 0.7747848981310286,
      "learning_rate": 0.0002951561654784382,
      "loss": 0.8893,
      "step": 13720
    },
    {
      "epoch": 0.5619905795617448,
      "grad_norm": 1.1318456741476064,
      "learning_rate": 0.00029515534332896065,
      "loss": 0.8687,
      "step": 13721
    },
    {
      "epoch": 0.5620315379889412,
      "grad_norm": 0.7254693147335922,
      "learning_rate": 0.0002951545211108621,
      "loss": 0.9536,
      "step": 13722
    },
    {
      "epoch": 0.5620724964161377,
      "grad_norm": 0.7979065052136436,
      "learning_rate": 0.0002951536988241428,
      "loss": 0.7781,
      "step": 13723
    },
    {
      "epoch": 0.562113454843334,
      "grad_norm": 0.7603310423842444,
      "learning_rate": 0.0002951528764688033,
      "loss": 0.7553,
      "step": 13724
    },
    {
      "epoch": 0.5621544132705304,
      "grad_norm": 1.0923522027850263,
      "learning_rate": 0.000295152054044844,
      "loss": 0.9199,
      "step": 13725
    },
    {
      "epoch": 0.5621953716977268,
      "grad_norm": 0.9726462801598255,
      "learning_rate": 0.0002951512315522652,
      "loss": 1.1195,
      "step": 13726
    },
    {
      "epoch": 0.5622363301249232,
      "grad_norm": 0.8289178147583508,
      "learning_rate": 0.0002951504089910673,
      "loss": 0.9465,
      "step": 13727
    },
    {
      "epoch": 0.5622772885521196,
      "grad_norm": 0.7601946499442269,
      "learning_rate": 0.0002951495863612507,
      "loss": 0.761,
      "step": 13728
    },
    {
      "epoch": 0.562318246979316,
      "grad_norm": 0.7651806978832583,
      "learning_rate": 0.00029514876366281583,
      "loss": 0.7699,
      "step": 13729
    },
    {
      "epoch": 0.5623592054065124,
      "grad_norm": 0.5598186145731664,
      "learning_rate": 0.00029514794089576305,
      "loss": 0.4235,
      "step": 13730
    },
    {
      "epoch": 0.5624001638337088,
      "grad_norm": 0.5034800113595419,
      "learning_rate": 0.00029514711806009273,
      "loss": 0.4069,
      "step": 13731
    },
    {
      "epoch": 0.5624411222609051,
      "grad_norm": 0.7832047876089087,
      "learning_rate": 0.00029514629515580527,
      "loss": 0.9634,
      "step": 13732
    },
    {
      "epoch": 0.5624820806881016,
      "grad_norm": 0.5572450129151223,
      "learning_rate": 0.00029514547218290114,
      "loss": 0.2921,
      "step": 13733
    },
    {
      "epoch": 0.562523039115298,
      "grad_norm": 0.8696122570280514,
      "learning_rate": 0.0002951446491413806,
      "loss": 0.9588,
      "step": 13734
    },
    {
      "epoch": 0.5625639975424944,
      "grad_norm": 0.6265704972197312,
      "learning_rate": 0.00029514382603124405,
      "loss": 0.3726,
      "step": 13735
    },
    {
      "epoch": 0.5626049559696907,
      "grad_norm": 0.8340295140907138,
      "learning_rate": 0.0002951430028524919,
      "loss": 0.7963,
      "step": 13736
    },
    {
      "epoch": 0.5626459143968872,
      "grad_norm": 0.8738743779951139,
      "learning_rate": 0.00029514217960512464,
      "loss": 1.2188,
      "step": 13737
    },
    {
      "epoch": 0.5626868728240836,
      "grad_norm": 0.5975887959877741,
      "learning_rate": 0.00029514135628914257,
      "loss": 0.6831,
      "step": 13738
    },
    {
      "epoch": 0.5627278312512799,
      "grad_norm": 0.5319692430333159,
      "learning_rate": 0.00029514053290454606,
      "loss": 0.3531,
      "step": 13739
    },
    {
      "epoch": 0.5627687896784763,
      "grad_norm": 0.5688310511802277,
      "learning_rate": 0.0002951397094513355,
      "loss": 0.4711,
      "step": 13740
    },
    {
      "epoch": 0.5628097481056727,
      "grad_norm": 1.0958904353920889,
      "learning_rate": 0.00029513888592951136,
      "loss": 0.9375,
      "step": 13741
    },
    {
      "epoch": 0.5628507065328692,
      "grad_norm": 4.136307062605047,
      "learning_rate": 0.000295138062339074,
      "loss": 7.1054,
      "step": 13742
    },
    {
      "epoch": 0.5628916649600655,
      "grad_norm": 1.0611831880451152,
      "learning_rate": 0.0002951372386800237,
      "loss": 0.9206,
      "step": 13743
    },
    {
      "epoch": 0.5629326233872619,
      "grad_norm": 0.7111373832501183,
      "learning_rate": 0.00029513641495236103,
      "loss": 0.6712,
      "step": 13744
    },
    {
      "epoch": 0.5629735818144583,
      "grad_norm": 0.7811736295575006,
      "learning_rate": 0.00029513559115608624,
      "loss": 0.8759,
      "step": 13745
    },
    {
      "epoch": 0.5630145402416548,
      "grad_norm": 0.7046074751062036,
      "learning_rate": 0.00029513476729119977,
      "loss": 0.6733,
      "step": 13746
    },
    {
      "epoch": 0.5630554986688511,
      "grad_norm": 13.659938982676252,
      "learning_rate": 0.00029513394335770195,
      "loss": 3.7982,
      "step": 13747
    },
    {
      "epoch": 0.5630964570960475,
      "grad_norm": 0.9154101004449542,
      "learning_rate": 0.0002951331193555933,
      "loss": 1.0406,
      "step": 13748
    },
    {
      "epoch": 0.5631374155232439,
      "grad_norm": 0.7532080830294253,
      "learning_rate": 0.00029513229528487406,
      "loss": 0.8261,
      "step": 13749
    },
    {
      "epoch": 0.5631783739504403,
      "grad_norm": 1.1099331349161854,
      "learning_rate": 0.00029513147114554474,
      "loss": 1.253,
      "step": 13750
    },
    {
      "epoch": 0.5632193323776367,
      "grad_norm": 1.1286419051986702,
      "learning_rate": 0.0002951306469376057,
      "loss": 0.9324,
      "step": 13751
    },
    {
      "epoch": 0.5632602908048331,
      "grad_norm": 0.787254926637635,
      "learning_rate": 0.0002951298226610573,
      "loss": 0.9283,
      "step": 13752
    },
    {
      "epoch": 0.5633012492320295,
      "grad_norm": 0.6059880996948964,
      "learning_rate": 0.0002951289983158999,
      "loss": 0.6274,
      "step": 13753
    },
    {
      "epoch": 0.5633422076592259,
      "grad_norm": 0.7012416959896881,
      "learning_rate": 0.000295128173902134,
      "loss": 0.7435,
      "step": 13754
    },
    {
      "epoch": 0.5633831660864222,
      "grad_norm": 0.6530038720069462,
      "learning_rate": 0.0002951273494197599,
      "loss": 0.7926,
      "step": 13755
    },
    {
      "epoch": 0.5634241245136187,
      "grad_norm": 0.9505969499568347,
      "learning_rate": 0.00029512652486877794,
      "loss": 0.6561,
      "step": 13756
    },
    {
      "epoch": 0.5634650829408151,
      "grad_norm": 0.9142133764008448,
      "learning_rate": 0.00029512570024918864,
      "loss": 1.1525,
      "step": 13757
    },
    {
      "epoch": 0.5635060413680115,
      "grad_norm": 0.7200350008623807,
      "learning_rate": 0.0002951248755609923,
      "loss": 0.9221,
      "step": 13758
    },
    {
      "epoch": 0.5635469997952078,
      "grad_norm": 0.8481296388595974,
      "learning_rate": 0.0002951240508041894,
      "loss": 0.8087,
      "step": 13759
    },
    {
      "epoch": 0.5635879582224043,
      "grad_norm": 0.8804830883880567,
      "learning_rate": 0.00029512322597878023,
      "loss": 1.0141,
      "step": 13760
    },
    {
      "epoch": 0.5636289166496007,
      "grad_norm": 0.8401585755000043,
      "learning_rate": 0.0002951224010847652,
      "loss": 0.669,
      "step": 13761
    },
    {
      "epoch": 0.563669875076797,
      "grad_norm": 0.903173913268373,
      "learning_rate": 0.00029512157612214475,
      "loss": 1.0287,
      "step": 13762
    },
    {
      "epoch": 0.5637108335039934,
      "grad_norm": 5.025923534420727,
      "learning_rate": 0.00029512075109091923,
      "loss": 4.3371,
      "step": 13763
    },
    {
      "epoch": 0.5637517919311898,
      "grad_norm": 0.7314037037216025,
      "learning_rate": 0.00029511992599108903,
      "loss": 0.678,
      "step": 13764
    },
    {
      "epoch": 0.5637927503583863,
      "grad_norm": 0.7135001005201803,
      "learning_rate": 0.0002951191008226546,
      "loss": 0.7965,
      "step": 13765
    },
    {
      "epoch": 0.5638337087855826,
      "grad_norm": 0.8164971142268305,
      "learning_rate": 0.0002951182755856162,
      "loss": 1.1046,
      "step": 13766
    },
    {
      "epoch": 0.563874667212779,
      "grad_norm": 0.8062256997116809,
      "learning_rate": 0.0002951174502799744,
      "loss": 0.9609,
      "step": 13767
    },
    {
      "epoch": 0.5639156256399754,
      "grad_norm": 1.0217890637071596,
      "learning_rate": 0.00029511662490572943,
      "loss": 1.1959,
      "step": 13768
    },
    {
      "epoch": 0.5639565840671719,
      "grad_norm": 0.9002112380496412,
      "learning_rate": 0.00029511579946288173,
      "loss": 1.0397,
      "step": 13769
    },
    {
      "epoch": 0.5639975424943682,
      "grad_norm": 0.8240121069590347,
      "learning_rate": 0.00029511497395143173,
      "loss": 0.8416,
      "step": 13770
    },
    {
      "epoch": 0.5640385009215646,
      "grad_norm": 1.0356882294538574,
      "learning_rate": 0.00029511414837137976,
      "loss": 1.2658,
      "step": 13771
    },
    {
      "epoch": 0.564079459348761,
      "grad_norm": 0.717875057048746,
      "learning_rate": 0.00029511332272272626,
      "loss": 0.7989,
      "step": 13772
    },
    {
      "epoch": 0.5641204177759575,
      "grad_norm": 0.8178218004227477,
      "learning_rate": 0.00029511249700547154,
      "loss": 0.9338,
      "step": 13773
    },
    {
      "epoch": 0.5641613762031538,
      "grad_norm": 0.7834133689931113,
      "learning_rate": 0.00029511167121961616,
      "loss": 0.9749,
      "step": 13774
    },
    {
      "epoch": 0.5642023346303502,
      "grad_norm": 1.0183101753545651,
      "learning_rate": 0.00029511084536516037,
      "loss": 0.9615,
      "step": 13775
    },
    {
      "epoch": 0.5642432930575466,
      "grad_norm": 0.7229665128482659,
      "learning_rate": 0.00029511001944210457,
      "loss": 0.9566,
      "step": 13776
    },
    {
      "epoch": 0.564284251484743,
      "grad_norm": 0.8886238619846394,
      "learning_rate": 0.0002951091934504492,
      "loss": 0.9847,
      "step": 13777
    },
    {
      "epoch": 0.5643252099119394,
      "grad_norm": 3.477836853702251,
      "learning_rate": 0.0002951083673901946,
      "loss": 4.2206,
      "step": 13778
    },
    {
      "epoch": 0.5643661683391358,
      "grad_norm": 0.8680832336126567,
      "learning_rate": 0.00029510754126134116,
      "loss": 0.8043,
      "step": 13779
    },
    {
      "epoch": 0.5644071267663322,
      "grad_norm": 0.7471081403089307,
      "learning_rate": 0.00029510671506388934,
      "loss": 0.655,
      "step": 13780
    },
    {
      "epoch": 0.5644480851935285,
      "grad_norm": 0.8351179791279492,
      "learning_rate": 0.0002951058887978394,
      "loss": 0.6488,
      "step": 13781
    },
    {
      "epoch": 0.5644890436207249,
      "grad_norm": 0.7459733076860245,
      "learning_rate": 0.0002951050624631919,
      "loss": 0.7553,
      "step": 13782
    },
    {
      "epoch": 0.5645300020479214,
      "grad_norm": 0.945899314680333,
      "learning_rate": 0.0002951042360599471,
      "loss": 1.0344,
      "step": 13783
    },
    {
      "epoch": 0.5645709604751178,
      "grad_norm": 1.082942997738865,
      "learning_rate": 0.0002951034095881055,
      "loss": 1.0282,
      "step": 13784
    },
    {
      "epoch": 0.5646119189023141,
      "grad_norm": 1.0590359262256748,
      "learning_rate": 0.00029510258304766743,
      "loss": 0.9954,
      "step": 13785
    },
    {
      "epoch": 0.5646528773295105,
      "grad_norm": 4.097968831348093,
      "learning_rate": 0.0002951017564386332,
      "loss": 3.3885,
      "step": 13786
    },
    {
      "epoch": 0.564693835756707,
      "grad_norm": 0.7296311600089039,
      "learning_rate": 0.00029510092976100334,
      "loss": 0.9633,
      "step": 13787
    },
    {
      "epoch": 0.5647347941839034,
      "grad_norm": 0.9341874189984781,
      "learning_rate": 0.00029510010301477815,
      "loss": 0.7512,
      "step": 13788
    },
    {
      "epoch": 0.5647757526110997,
      "grad_norm": 3.591895711811477,
      "learning_rate": 0.0002950992761999581,
      "loss": 1.7116,
      "step": 13789
    },
    {
      "epoch": 0.5648167110382961,
      "grad_norm": 0.9630509167686868,
      "learning_rate": 0.0002950984493165435,
      "loss": 1.0246,
      "step": 13790
    },
    {
      "epoch": 0.5648576694654925,
      "grad_norm": 1.190009048662284,
      "learning_rate": 0.0002950976223645347,
      "loss": 1.0436,
      "step": 13791
    },
    {
      "epoch": 0.564898627892689,
      "grad_norm": 1.2933812311224389,
      "learning_rate": 0.00029509679534393227,
      "loss": 1.2547,
      "step": 13792
    },
    {
      "epoch": 0.5649395863198853,
      "grad_norm": 0.8643194501466349,
      "learning_rate": 0.0002950959682547364,
      "loss": 0.9752,
      "step": 13793
    },
    {
      "epoch": 0.5649805447470817,
      "grad_norm": 0.9739031755714989,
      "learning_rate": 0.00029509514109694765,
      "loss": 0.933,
      "step": 13794
    },
    {
      "epoch": 0.5650215031742781,
      "grad_norm": 0.8733696657449977,
      "learning_rate": 0.00029509431387056634,
      "loss": 0.9346,
      "step": 13795
    },
    {
      "epoch": 0.5650624616014746,
      "grad_norm": 1.132091619517731,
      "learning_rate": 0.0002950934865755928,
      "loss": 0.6198,
      "step": 13796
    },
    {
      "epoch": 0.5651034200286709,
      "grad_norm": 0.9819144813977907,
      "learning_rate": 0.0002950926592120276,
      "loss": 0.7777,
      "step": 13797
    },
    {
      "epoch": 0.5651443784558673,
      "grad_norm": 0.8731536601405152,
      "learning_rate": 0.0002950918317798709,
      "loss": 0.8956,
      "step": 13798
    },
    {
      "epoch": 0.5651853368830637,
      "grad_norm": 1.1013346214022828,
      "learning_rate": 0.00029509100427912316,
      "loss": 0.654,
      "step": 13799
    },
    {
      "epoch": 0.5652262953102601,
      "grad_norm": 0.7081555532945546,
      "learning_rate": 0.0002950901767097849,
      "loss": 0.7761,
      "step": 13800
    },
    {
      "epoch": 0.5652672537374565,
      "grad_norm": 0.8283869665020727,
      "learning_rate": 0.0002950893490718564,
      "loss": 0.8414,
      "step": 13801
    },
    {
      "epoch": 0.5653082121646529,
      "grad_norm": 0.9582950810880337,
      "learning_rate": 0.00029508852136533805,
      "loss": 1.0824,
      "step": 13802
    },
    {
      "epoch": 0.5653491705918493,
      "grad_norm": 0.7769762847695839,
      "learning_rate": 0.00029508769359023036,
      "loss": 0.8201,
      "step": 13803
    },
    {
      "epoch": 0.5653901290190456,
      "grad_norm": 0.6486716997085973,
      "learning_rate": 0.00029508686574653356,
      "loss": 0.8599,
      "step": 13804
    },
    {
      "epoch": 0.565431087446242,
      "grad_norm": 0.9450570063126887,
      "learning_rate": 0.00029508603783424806,
      "loss": 0.5623,
      "step": 13805
    },
    {
      "epoch": 0.5654720458734385,
      "grad_norm": 0.7493390566846836,
      "learning_rate": 0.00029508520985337437,
      "loss": 0.9104,
      "step": 13806
    },
    {
      "epoch": 0.5655130043006349,
      "grad_norm": 0.7404867628882901,
      "learning_rate": 0.0002950843818039128,
      "loss": 0.6213,
      "step": 13807
    },
    {
      "epoch": 0.5655539627278312,
      "grad_norm": 0.8552677252274653,
      "learning_rate": 0.0002950835536858637,
      "loss": 0.8281,
      "step": 13808
    },
    {
      "epoch": 0.5655949211550276,
      "grad_norm": 1.1706007410716956,
      "learning_rate": 0.0002950827254992276,
      "loss": 1.8418,
      "step": 13809
    },
    {
      "epoch": 0.565635879582224,
      "grad_norm": 0.7496464722505947,
      "learning_rate": 0.0002950818972440047,
      "loss": 0.7167,
      "step": 13810
    },
    {
      "epoch": 0.5656768380094205,
      "grad_norm": 0.7609949613616502,
      "learning_rate": 0.0002950810689201956,
      "loss": 0.8043,
      "step": 13811
    },
    {
      "epoch": 0.5657177964366168,
      "grad_norm": 0.8217471808503484,
      "learning_rate": 0.0002950802405278006,
      "loss": 1.2337,
      "step": 13812
    },
    {
      "epoch": 0.5657587548638132,
      "grad_norm": 0.663192292038385,
      "learning_rate": 0.00029507941206682,
      "loss": 0.8441,
      "step": 13813
    },
    {
      "epoch": 0.5657997132910096,
      "grad_norm": 1.7549075567037593,
      "learning_rate": 0.00029507858353725427,
      "loss": 2.7608,
      "step": 13814
    },
    {
      "epoch": 0.5658406717182061,
      "grad_norm": 1.514120488954472,
      "learning_rate": 0.0002950777549391039,
      "loss": 0.5758,
      "step": 13815
    },
    {
      "epoch": 0.5658816301454024,
      "grad_norm": 0.8249251362497669,
      "learning_rate": 0.0002950769262723691,
      "loss": 1.0128,
      "step": 13816
    },
    {
      "epoch": 0.5659225885725988,
      "grad_norm": 0.6761546497847946,
      "learning_rate": 0.0002950760975370504,
      "loss": 0.3638,
      "step": 13817
    },
    {
      "epoch": 0.5659635469997952,
      "grad_norm": 1.091693192736455,
      "learning_rate": 0.0002950752687331481,
      "loss": 0.9061,
      "step": 13818
    },
    {
      "epoch": 0.5660045054269917,
      "grad_norm": 1.0113846482085358,
      "learning_rate": 0.00029507443986066264,
      "loss": 0.9597,
      "step": 13819
    },
    {
      "epoch": 0.566045463854188,
      "grad_norm": 0.521446069750924,
      "learning_rate": 0.0002950736109195944,
      "loss": 0.3748,
      "step": 13820
    },
    {
      "epoch": 0.5660864222813844,
      "grad_norm": 0.857054670342123,
      "learning_rate": 0.0002950727819099438,
      "loss": 0.9227,
      "step": 13821
    },
    {
      "epoch": 0.5661273807085808,
      "grad_norm": 0.5880658078702461,
      "learning_rate": 0.0002950719528317112,
      "loss": 0.316,
      "step": 13822
    },
    {
      "epoch": 0.5661683391357771,
      "grad_norm": 0.7615943610973986,
      "learning_rate": 0.000295071123684897,
      "loss": 0.7938,
      "step": 13823
    },
    {
      "epoch": 0.5662092975629736,
      "grad_norm": 1.0075194337216822,
      "learning_rate": 0.00029507029446950155,
      "loss": 1.1722,
      "step": 13824
    },
    {
      "epoch": 0.56625025599017,
      "grad_norm": 0.5787612065216974,
      "learning_rate": 0.00029506946518552526,
      "loss": 0.5391,
      "step": 13825
    },
    {
      "epoch": 0.5662912144173664,
      "grad_norm": 0.7911890333318634,
      "learning_rate": 0.00029506863583296863,
      "loss": 0.8749,
      "step": 13826
    },
    {
      "epoch": 0.5663321728445627,
      "grad_norm": 0.9887632476893937,
      "learning_rate": 0.00029506780641183194,
      "loss": 0.9908,
      "step": 13827
    },
    {
      "epoch": 0.5663731312717591,
      "grad_norm": 0.7163590504511284,
      "learning_rate": 0.0002950669769221156,
      "loss": 0.87,
      "step": 13828
    },
    {
      "epoch": 0.5664140896989556,
      "grad_norm": 0.8755119135977384,
      "learning_rate": 0.00029506614736382,
      "loss": 1.0108,
      "step": 13829
    },
    {
      "epoch": 0.566455048126152,
      "grad_norm": 0.8039774314455267,
      "learning_rate": 0.0002950653177369456,
      "loss": 1.0421,
      "step": 13830
    },
    {
      "epoch": 0.5664960065533483,
      "grad_norm": 0.7714198187160533,
      "learning_rate": 0.0002950644880414927,
      "loss": 1.0543,
      "step": 13831
    },
    {
      "epoch": 0.5665369649805447,
      "grad_norm": 0.8685990024954083,
      "learning_rate": 0.0002950636582774617,
      "loss": 0.7911,
      "step": 13832
    },
    {
      "epoch": 0.5665779234077412,
      "grad_norm": 0.6452232917701767,
      "learning_rate": 0.000295062828444853,
      "loss": 0.77,
      "step": 13833
    },
    {
      "epoch": 0.5666188818349376,
      "grad_norm": 2.422998335701872,
      "learning_rate": 0.0002950619985436671,
      "loss": 3.6054,
      "step": 13834
    },
    {
      "epoch": 0.5666598402621339,
      "grad_norm": 0.6850502491222763,
      "learning_rate": 0.00029506116857390424,
      "loss": 0.894,
      "step": 13835
    },
    {
      "epoch": 0.5667007986893303,
      "grad_norm": 0.817889260936993,
      "learning_rate": 0.0002950603385355649,
      "loss": 0.7936,
      "step": 13836
    },
    {
      "epoch": 0.5667417571165267,
      "grad_norm": 1.129922013213344,
      "learning_rate": 0.0002950595084286494,
      "loss": 1.1148,
      "step": 13837
    },
    {
      "epoch": 0.5667827155437232,
      "grad_norm": 0.7027968746356987,
      "learning_rate": 0.00029505867825315823,
      "loss": 0.8754,
      "step": 13838
    },
    {
      "epoch": 0.5668236739709195,
      "grad_norm": 0.7532310001632794,
      "learning_rate": 0.00029505784800909176,
      "loss": 0.9502,
      "step": 13839
    },
    {
      "epoch": 0.5668646323981159,
      "grad_norm": 0.9782496134778363,
      "learning_rate": 0.0002950570176964503,
      "loss": 1.3204,
      "step": 13840
    },
    {
      "epoch": 0.5669055908253123,
      "grad_norm": 0.9225895703205053,
      "learning_rate": 0.00029505618731523437,
      "loss": 0.9894,
      "step": 13841
    },
    {
      "epoch": 0.5669465492525088,
      "grad_norm": 0.7702601324790675,
      "learning_rate": 0.0002950553568654442,
      "loss": 0.7274,
      "step": 13842
    },
    {
      "epoch": 0.5669875076797051,
      "grad_norm": 0.6621892851421627,
      "learning_rate": 0.00029505452634708034,
      "loss": 0.9744,
      "step": 13843
    },
    {
      "epoch": 0.5670284661069015,
      "grad_norm": 0.7387878375515788,
      "learning_rate": 0.0002950536957601431,
      "loss": 0.6866,
      "step": 13844
    },
    {
      "epoch": 0.5670694245340979,
      "grad_norm": 2.9871355094947503,
      "learning_rate": 0.00029505286510463286,
      "loss": 1.1907,
      "step": 13845
    },
    {
      "epoch": 0.5671103829612942,
      "grad_norm": 0.9070767130009335,
      "learning_rate": 0.0002950520343805501,
      "loss": 1.1487,
      "step": 13846
    },
    {
      "epoch": 0.5671513413884907,
      "grad_norm": 0.7652221229485631,
      "learning_rate": 0.00029505120358789514,
      "loss": 0.9567,
      "step": 13847
    },
    {
      "epoch": 0.5671922998156871,
      "grad_norm": 0.4607467310465525,
      "learning_rate": 0.00029505037272666837,
      "loss": 0.3203,
      "step": 13848
    },
    {
      "epoch": 0.5672332582428835,
      "grad_norm": 0.4778674781746226,
      "learning_rate": 0.0002950495417968702,
      "loss": 0.3466,
      "step": 13849
    },
    {
      "epoch": 0.5672742166700798,
      "grad_norm": 0.9608052592993211,
      "learning_rate": 0.000295048710798501,
      "loss": 0.9542,
      "step": 13850
    },
    {
      "epoch": 0.5673151750972762,
      "grad_norm": 2.0588297481937397,
      "learning_rate": 0.00029504787973156125,
      "loss": 2.585,
      "step": 13851
    },
    {
      "epoch": 0.5673561335244727,
      "grad_norm": 1.1299784269097897,
      "learning_rate": 0.0002950470485960512,
      "loss": 0.5507,
      "step": 13852
    },
    {
      "epoch": 0.5673970919516691,
      "grad_norm": 0.7562451756691808,
      "learning_rate": 0.0002950462173919714,
      "loss": 0.8215,
      "step": 13853
    },
    {
      "epoch": 0.5674380503788654,
      "grad_norm": 0.7254767834689028,
      "learning_rate": 0.0002950453861193221,
      "loss": 0.7041,
      "step": 13854
    },
    {
      "epoch": 0.5674790088060618,
      "grad_norm": 0.9207562262164567,
      "learning_rate": 0.00029504455477810383,
      "loss": 0.9621,
      "step": 13855
    },
    {
      "epoch": 0.5675199672332583,
      "grad_norm": 0.6920037105979149,
      "learning_rate": 0.00029504372336831684,
      "loss": 0.7476,
      "step": 13856
    },
    {
      "epoch": 0.5675609256604547,
      "grad_norm": 0.5065079118914617,
      "learning_rate": 0.0002950428918899616,
      "loss": 0.3349,
      "step": 13857
    },
    {
      "epoch": 0.567601884087651,
      "grad_norm": 1.251644043757006,
      "learning_rate": 0.00029504206034303853,
      "loss": 1.5522,
      "step": 13858
    },
    {
      "epoch": 0.5676428425148474,
      "grad_norm": 0.826241029723022,
      "learning_rate": 0.000295041228727548,
      "loss": 0.99,
      "step": 13859
    },
    {
      "epoch": 0.5676838009420438,
      "grad_norm": 0.7758088544076805,
      "learning_rate": 0.00029504039704349036,
      "loss": 1.0154,
      "step": 13860
    },
    {
      "epoch": 0.5677247593692403,
      "grad_norm": 0.8294743717327464,
      "learning_rate": 0.000295039565290866,
      "loss": 0.8475,
      "step": 13861
    },
    {
      "epoch": 0.5677657177964366,
      "grad_norm": 0.8294900907896682,
      "learning_rate": 0.0002950387334696754,
      "loss": 0.9246,
      "step": 13862
    },
    {
      "epoch": 0.567806676223633,
      "grad_norm": 0.8449367013137831,
      "learning_rate": 0.00029503790157991896,
      "loss": 0.6278,
      "step": 13863
    },
    {
      "epoch": 0.5678476346508294,
      "grad_norm": 0.775507650573422,
      "learning_rate": 0.00029503706962159695,
      "loss": 0.8371,
      "step": 13864
    },
    {
      "epoch": 0.5678885930780257,
      "grad_norm": 0.6568389943444427,
      "learning_rate": 0.00029503623759470984,
      "loss": 0.7473,
      "step": 13865
    },
    {
      "epoch": 0.5679295515052222,
      "grad_norm": 0.8142311864382965,
      "learning_rate": 0.000295035405499258,
      "loss": 0.7762,
      "step": 13866
    },
    {
      "epoch": 0.5679705099324186,
      "grad_norm": 0.8377162694126438,
      "learning_rate": 0.00029503457333524187,
      "loss": 0.355,
      "step": 13867
    },
    {
      "epoch": 0.568011468359615,
      "grad_norm": 1.278415695357684,
      "learning_rate": 0.00029503374110266176,
      "loss": 1.7421,
      "step": 13868
    },
    {
      "epoch": 0.5680524267868113,
      "grad_norm": 0.6290170912708941,
      "learning_rate": 0.0002950329088015182,
      "loss": 0.6925,
      "step": 13869
    },
    {
      "epoch": 0.5680933852140078,
      "grad_norm": 0.6638496900875545,
      "learning_rate": 0.00029503207643181143,
      "loss": 0.7518,
      "step": 13870
    },
    {
      "epoch": 0.5681343436412042,
      "grad_norm": 0.6889592862019659,
      "learning_rate": 0.0002950312439935419,
      "loss": 0.6659,
      "step": 13871
    },
    {
      "epoch": 0.5681753020684006,
      "grad_norm": 0.7075432825037427,
      "learning_rate": 0.00029503041148671005,
      "loss": 0.851,
      "step": 13872
    },
    {
      "epoch": 0.5682162604955969,
      "grad_norm": 0.9833300429196392,
      "learning_rate": 0.0002950295789113162,
      "loss": 1.2778,
      "step": 13873
    },
    {
      "epoch": 0.5682572189227934,
      "grad_norm": 0.7470193568973744,
      "learning_rate": 0.0002950287462673608,
      "loss": 0.4549,
      "step": 13874
    },
    {
      "epoch": 0.5682981773499898,
      "grad_norm": 0.7895748417645069,
      "learning_rate": 0.0002950279135548442,
      "loss": 0.8766,
      "step": 13875
    },
    {
      "epoch": 0.5683391357771862,
      "grad_norm": 0.8614238696944482,
      "learning_rate": 0.00029502708077376686,
      "loss": 0.944,
      "step": 13876
    },
    {
      "epoch": 0.5683800942043825,
      "grad_norm": 0.7008385977849358,
      "learning_rate": 0.00029502624792412913,
      "loss": 0.7863,
      "step": 13877
    },
    {
      "epoch": 0.5684210526315789,
      "grad_norm": 0.7733136130169812,
      "learning_rate": 0.0002950254150059314,
      "loss": 0.9835,
      "step": 13878
    },
    {
      "epoch": 0.5684620110587754,
      "grad_norm": 0.7588681115602383,
      "learning_rate": 0.000295024582019174,
      "loss": 0.7197,
      "step": 13879
    },
    {
      "epoch": 0.5685029694859718,
      "grad_norm": 3.645306747760173,
      "learning_rate": 0.00029502374896385746,
      "loss": 1.0693,
      "step": 13880
    },
    {
      "epoch": 0.5685439279131681,
      "grad_norm": 0.8949674449339814,
      "learning_rate": 0.0002950229158399821,
      "loss": 0.9657,
      "step": 13881
    },
    {
      "epoch": 0.5685848863403645,
      "grad_norm": 0.9085805065111996,
      "learning_rate": 0.00029502208264754835,
      "loss": 1.0361,
      "step": 13882
    },
    {
      "epoch": 0.568625844767561,
      "grad_norm": 0.9436479421150265,
      "learning_rate": 0.0002950212493865565,
      "loss": 0.4005,
      "step": 13883
    },
    {
      "epoch": 0.5686668031947574,
      "grad_norm": 1.3504858308939205,
      "learning_rate": 0.0002950204160570071,
      "loss": 1.0596,
      "step": 13884
    },
    {
      "epoch": 0.5687077616219537,
      "grad_norm": 1.0035562742735273,
      "learning_rate": 0.0002950195826589004,
      "loss": 0.9817,
      "step": 13885
    },
    {
      "epoch": 0.5687487200491501,
      "grad_norm": 1.0437745509002572,
      "learning_rate": 0.00029501874919223687,
      "loss": 0.5812,
      "step": 13886
    },
    {
      "epoch": 0.5687896784763465,
      "grad_norm": 1.153426466968102,
      "learning_rate": 0.0002950179156570169,
      "loss": 1.0103,
      "step": 13887
    },
    {
      "epoch": 0.5688306369035429,
      "grad_norm": 1.603641051597179,
      "learning_rate": 0.0002950170820532409,
      "loss": 1.5253,
      "step": 13888
    },
    {
      "epoch": 0.5688715953307393,
      "grad_norm": 0.8245341280427112,
      "learning_rate": 0.0002950162483809092,
      "loss": 0.8466,
      "step": 13889
    },
    {
      "epoch": 0.5689125537579357,
      "grad_norm": 0.7160775222851141,
      "learning_rate": 0.0002950154146400223,
      "loss": 0.9824,
      "step": 13890
    },
    {
      "epoch": 0.5689535121851321,
      "grad_norm": 0.8719408917068437,
      "learning_rate": 0.00029501458083058043,
      "loss": 0.8158,
      "step": 13891
    },
    {
      "epoch": 0.5689944706123284,
      "grad_norm": 0.701712486764725,
      "learning_rate": 0.00029501374695258415,
      "loss": 0.8856,
      "step": 13892
    },
    {
      "epoch": 0.5690354290395249,
      "grad_norm": 0.7907279004174977,
      "learning_rate": 0.0002950129130060337,
      "loss": 0.6343,
      "step": 13893
    },
    {
      "epoch": 0.5690763874667213,
      "grad_norm": 0.980217310787227,
      "learning_rate": 0.00029501207899092967,
      "loss": 1.1007,
      "step": 13894
    },
    {
      "epoch": 0.5691173458939177,
      "grad_norm": 0.7795653678178847,
      "learning_rate": 0.0002950112449072723,
      "loss": 0.7566,
      "step": 13895
    },
    {
      "epoch": 0.569158304321114,
      "grad_norm": 0.9576520407525749,
      "learning_rate": 0.00029501041075506197,
      "loss": 0.6159,
      "step": 13896
    },
    {
      "epoch": 0.5691992627483105,
      "grad_norm": 1.1948571056887212,
      "learning_rate": 0.00029500957653429924,
      "loss": 1.1224,
      "step": 13897
    },
    {
      "epoch": 0.5692402211755069,
      "grad_norm": 0.7500765158944616,
      "learning_rate": 0.0002950087422449843,
      "loss": 0.8274,
      "step": 13898
    },
    {
      "epoch": 0.5692811796027033,
      "grad_norm": 0.8660062640589121,
      "learning_rate": 0.00029500790788711766,
      "loss": 0.3177,
      "step": 13899
    },
    {
      "epoch": 0.5693221380298996,
      "grad_norm": 0.7176000992069131,
      "learning_rate": 0.0002950070734606997,
      "loss": 0.3491,
      "step": 13900
    },
    {
      "epoch": 0.569363096457096,
      "grad_norm": 0.8946863647560672,
      "learning_rate": 0.0002950062389657309,
      "loss": 1.0721,
      "step": 13901
    },
    {
      "epoch": 0.5694040548842925,
      "grad_norm": 0.7621572298364824,
      "learning_rate": 0.00029500540440221146,
      "loss": 0.8004,
      "step": 13902
    },
    {
      "epoch": 0.5694450133114889,
      "grad_norm": 0.873087383409733,
      "learning_rate": 0.0002950045697701419,
      "loss": 0.8641,
      "step": 13903
    },
    {
      "epoch": 0.5694859717386852,
      "grad_norm": 1.6125777068027078,
      "learning_rate": 0.0002950037350695226,
      "loss": 0.4393,
      "step": 13904
    },
    {
      "epoch": 0.5695269301658816,
      "grad_norm": 1.5151285253939668,
      "learning_rate": 0.00029500290030035395,
      "loss": 1.5545,
      "step": 13905
    },
    {
      "epoch": 0.569567888593078,
      "grad_norm": 0.6237791382256321,
      "learning_rate": 0.00029500206546263633,
      "loss": 0.6031,
      "step": 13906
    },
    {
      "epoch": 0.5696088470202744,
      "grad_norm": 0.8633051877320091,
      "learning_rate": 0.0002950012305563702,
      "loss": 0.7214,
      "step": 13907
    },
    {
      "epoch": 0.5696498054474708,
      "grad_norm": 0.7091611528905729,
      "learning_rate": 0.00029500039558155586,
      "loss": 0.4316,
      "step": 13908
    },
    {
      "epoch": 0.5696907638746672,
      "grad_norm": 1.0746298076923153,
      "learning_rate": 0.0002949995605381937,
      "loss": 0.3372,
      "step": 13909
    },
    {
      "epoch": 0.5697317223018636,
      "grad_norm": 0.7316276086767511,
      "learning_rate": 0.00029499872542628424,
      "loss": 0.5271,
      "step": 13910
    },
    {
      "epoch": 0.56977268072906,
      "grad_norm": 0.6121322652028499,
      "learning_rate": 0.00029499789024582776,
      "loss": 0.2944,
      "step": 13911
    },
    {
      "epoch": 0.5698136391562564,
      "grad_norm": 1.4508035503481205,
      "learning_rate": 0.0002949970549968247,
      "loss": 1.0878,
      "step": 13912
    },
    {
      "epoch": 0.5698545975834528,
      "grad_norm": 0.6463495011830147,
      "learning_rate": 0.0002949962196792755,
      "loss": 0.4458,
      "step": 13913
    },
    {
      "epoch": 0.5698955560106492,
      "grad_norm": 1.3958494461564284,
      "learning_rate": 0.00029499538429318044,
      "loss": 1.8905,
      "step": 13914
    },
    {
      "epoch": 0.5699365144378455,
      "grad_norm": 0.9765833967289956,
      "learning_rate": 0.00029499454883853997,
      "loss": 1.0005,
      "step": 13915
    },
    {
      "epoch": 0.569977472865042,
      "grad_norm": 0.8357035738380858,
      "learning_rate": 0.0002949937133153545,
      "loss": 0.997,
      "step": 13916
    },
    {
      "epoch": 0.5700184312922384,
      "grad_norm": 0.6675198606729783,
      "learning_rate": 0.0002949928777236244,
      "loss": 0.3391,
      "step": 13917
    },
    {
      "epoch": 0.5700593897194348,
      "grad_norm": 0.7213198085679688,
      "learning_rate": 0.0002949920420633501,
      "loss": 0.7789,
      "step": 13918
    },
    {
      "epoch": 0.5701003481466311,
      "grad_norm": 0.9971335143306734,
      "learning_rate": 0.000294991206334532,
      "loss": 1.1165,
      "step": 13919
    },
    {
      "epoch": 0.5701413065738276,
      "grad_norm": 0.46214644160717655,
      "learning_rate": 0.00029499037053717047,
      "loss": 0.3566,
      "step": 13920
    },
    {
      "epoch": 0.570182265001024,
      "grad_norm": 1.1328811732201847,
      "learning_rate": 0.00029498953467126587,
      "loss": 0.964,
      "step": 13921
    },
    {
      "epoch": 0.5702232234282204,
      "grad_norm": 0.7845471777550955,
      "learning_rate": 0.00029498869873681866,
      "loss": 1.2131,
      "step": 13922
    },
    {
      "epoch": 0.5702641818554167,
      "grad_norm": 2.506731817366472,
      "learning_rate": 0.0002949878627338292,
      "loss": 4.4046,
      "step": 13923
    },
    {
      "epoch": 0.5703051402826131,
      "grad_norm": 0.7759346393147937,
      "learning_rate": 0.00029498702666229783,
      "loss": 0.8568,
      "step": 13924
    },
    {
      "epoch": 0.5703460987098096,
      "grad_norm": 0.7535507534497684,
      "learning_rate": 0.0002949861905222251,
      "loss": 0.8296,
      "step": 13925
    },
    {
      "epoch": 0.570387057137006,
      "grad_norm": 0.9772558305894601,
      "learning_rate": 0.00029498535431361127,
      "loss": 1.5876,
      "step": 13926
    },
    {
      "epoch": 0.5704280155642023,
      "grad_norm": 0.8535547758670441,
      "learning_rate": 0.00029498451803645676,
      "loss": 1.0259,
      "step": 13927
    },
    {
      "epoch": 0.5704689739913987,
      "grad_norm": 0.8178206245583629,
      "learning_rate": 0.00029498368169076196,
      "loss": 1.0425,
      "step": 13928
    },
    {
      "epoch": 0.5705099324185952,
      "grad_norm": 0.9835551338885463,
      "learning_rate": 0.0002949828452765274,
      "loss": 1.1383,
      "step": 13929
    },
    {
      "epoch": 0.5705508908457915,
      "grad_norm": 0.6141081773546267,
      "learning_rate": 0.00029498200879375327,
      "loss": 0.8181,
      "step": 13930
    },
    {
      "epoch": 0.5705918492729879,
      "grad_norm": 0.9524680746563515,
      "learning_rate": 0.00029498117224244013,
      "loss": 1.3205,
      "step": 13931
    },
    {
      "epoch": 0.5706328077001843,
      "grad_norm": 1.1496616221829223,
      "learning_rate": 0.00029498033562258823,
      "loss": 0.8996,
      "step": 13932
    },
    {
      "epoch": 0.5706737661273807,
      "grad_norm": 1.2723693349922127,
      "learning_rate": 0.00029497949893419806,
      "loss": 1.7569,
      "step": 13933
    },
    {
      "epoch": 0.5707147245545771,
      "grad_norm": 0.8741431333498906,
      "learning_rate": 0.00029497866217727,
      "loss": 1.0136,
      "step": 13934
    },
    {
      "epoch": 0.5707556829817735,
      "grad_norm": 1.329385369345999,
      "learning_rate": 0.00029497782535180446,
      "loss": 1.169,
      "step": 13935
    },
    {
      "epoch": 0.5707966414089699,
      "grad_norm": 0.7467243654047446,
      "learning_rate": 0.0002949769884578018,
      "loss": 0.9793,
      "step": 13936
    },
    {
      "epoch": 0.5708375998361663,
      "grad_norm": 1.0662016672085495,
      "learning_rate": 0.0002949761514952624,
      "loss": 1.3672,
      "step": 13937
    },
    {
      "epoch": 0.5708785582633626,
      "grad_norm": 0.9175590192842269,
      "learning_rate": 0.00029497531446418673,
      "loss": 0.7216,
      "step": 13938
    },
    {
      "epoch": 0.5709195166905591,
      "grad_norm": 1.0160738594148242,
      "learning_rate": 0.00029497447736457515,
      "loss": 0.9511,
      "step": 13939
    },
    {
      "epoch": 0.5709604751177555,
      "grad_norm": 0.6805728301164845,
      "learning_rate": 0.00029497364019642807,
      "loss": 0.5254,
      "step": 13940
    },
    {
      "epoch": 0.5710014335449519,
      "grad_norm": 0.7725325418531984,
      "learning_rate": 0.00029497280295974585,
      "loss": 0.8193,
      "step": 13941
    },
    {
      "epoch": 0.5710423919721482,
      "grad_norm": 0.9361345304704851,
      "learning_rate": 0.0002949719656545289,
      "loss": 0.7707,
      "step": 13942
    },
    {
      "epoch": 0.5710833503993447,
      "grad_norm": 2.45931412778761,
      "learning_rate": 0.00029497112828077754,
      "loss": 1.242,
      "step": 13943
    },
    {
      "epoch": 0.5711243088265411,
      "grad_norm": 1.3433997232730592,
      "learning_rate": 0.0002949702908384923,
      "loss": 1.1126,
      "step": 13944
    },
    {
      "epoch": 0.5711652672537375,
      "grad_norm": 0.8276437367184868,
      "learning_rate": 0.00029496945332767354,
      "loss": 1.0451,
      "step": 13945
    },
    {
      "epoch": 0.5712062256809338,
      "grad_norm": 0.840087553384193,
      "learning_rate": 0.00029496861574832163,
      "loss": 1.0003,
      "step": 13946
    },
    {
      "epoch": 0.5712471841081302,
      "grad_norm": 0.7403750302055876,
      "learning_rate": 0.00029496777810043693,
      "loss": 0.717,
      "step": 13947
    },
    {
      "epoch": 0.5712881425353267,
      "grad_norm": 1.8944993463694688,
      "learning_rate": 0.0002949669403840199,
      "loss": 1.1204,
      "step": 13948
    },
    {
      "epoch": 0.571329100962523,
      "grad_norm": 0.8514024628357768,
      "learning_rate": 0.0002949661025990709,
      "loss": 0.788,
      "step": 13949
    },
    {
      "epoch": 0.5713700593897194,
      "grad_norm": 0.8339656247794481,
      "learning_rate": 0.0002949652647455904,
      "loss": 0.5978,
      "step": 13950
    },
    {
      "epoch": 0.5714110178169158,
      "grad_norm": 1.1648689006721946,
      "learning_rate": 0.0002949644268235787,
      "loss": 1.3784,
      "step": 13951
    },
    {
      "epoch": 0.5714519762441123,
      "grad_norm": 1.049410254096947,
      "learning_rate": 0.00029496358883303623,
      "loss": 1.0995,
      "step": 13952
    },
    {
      "epoch": 0.5714929346713086,
      "grad_norm": 3.658055939225203,
      "learning_rate": 0.00029496275077396336,
      "loss": 2.5676,
      "step": 13953
    },
    {
      "epoch": 0.571533893098505,
      "grad_norm": 1.0669685116946772,
      "learning_rate": 0.0002949619126463605,
      "loss": 1.4675,
      "step": 13954
    },
    {
      "epoch": 0.5715748515257014,
      "grad_norm": 0.7210100640707898,
      "learning_rate": 0.0002949610744502281,
      "loss": 0.6242,
      "step": 13955
    },
    {
      "epoch": 0.5716158099528978,
      "grad_norm": 0.771858371639287,
      "learning_rate": 0.0002949602361855665,
      "loss": 0.9554,
      "step": 13956
    },
    {
      "epoch": 0.5716567683800942,
      "grad_norm": 0.7006381201505992,
      "learning_rate": 0.0002949593978523761,
      "loss": 0.3945,
      "step": 13957
    },
    {
      "epoch": 0.5716977268072906,
      "grad_norm": 1.0620677217039896,
      "learning_rate": 0.0002949585594506574,
      "loss": 1.2785,
      "step": 13958
    },
    {
      "epoch": 0.571738685234487,
      "grad_norm": 1.2531205310207203,
      "learning_rate": 0.0002949577209804106,
      "loss": 1.0551,
      "step": 13959
    },
    {
      "epoch": 0.5717796436616834,
      "grad_norm": 1.177652329475786,
      "learning_rate": 0.00029495688244163623,
      "loss": 0.5347,
      "step": 13960
    },
    {
      "epoch": 0.5718206020888797,
      "grad_norm": 0.8218445365195804,
      "learning_rate": 0.0002949560438343347,
      "loss": 0.7744,
      "step": 13961
    },
    {
      "epoch": 0.5718615605160762,
      "grad_norm": 0.9561952661173553,
      "learning_rate": 0.0002949552051585063,
      "loss": 1.0036,
      "step": 13962
    },
    {
      "epoch": 0.5719025189432726,
      "grad_norm": 1.3345185910480926,
      "learning_rate": 0.0002949543664141515,
      "loss": 0.8287,
      "step": 13963
    },
    {
      "epoch": 0.571943477370469,
      "grad_norm": 0.8558105400475248,
      "learning_rate": 0.0002949535276012707,
      "loss": 0.7885,
      "step": 13964
    },
    {
      "epoch": 0.5719844357976653,
      "grad_norm": 0.7703071051711472,
      "learning_rate": 0.0002949526887198643,
      "loss": 0.9882,
      "step": 13965
    },
    {
      "epoch": 0.5720253942248618,
      "grad_norm": 0.6400435988252697,
      "learning_rate": 0.00029495184976993265,
      "loss": 0.3323,
      "step": 13966
    },
    {
      "epoch": 0.5720663526520582,
      "grad_norm": 0.6124423895967049,
      "learning_rate": 0.00029495101075147615,
      "loss": 0.3906,
      "step": 13967
    },
    {
      "epoch": 0.5721073110792546,
      "grad_norm": 2.4595286131842835,
      "learning_rate": 0.00029495017166449527,
      "loss": 1.1688,
      "step": 13968
    },
    {
      "epoch": 0.5721482695064509,
      "grad_norm": 1.371566281743003,
      "learning_rate": 0.0002949493325089904,
      "loss": 1.2092,
      "step": 13969
    },
    {
      "epoch": 0.5721892279336473,
      "grad_norm": 0.9987898690034183,
      "learning_rate": 0.0002949484932849619,
      "loss": 1.3242,
      "step": 13970
    },
    {
      "epoch": 0.5722301863608438,
      "grad_norm": 0.9590766429932825,
      "learning_rate": 0.0002949476539924101,
      "loss": 0.9695,
      "step": 13971
    },
    {
      "epoch": 0.5722711447880401,
      "grad_norm": 0.5712854166696716,
      "learning_rate": 0.0002949468146313354,
      "loss": 0.3403,
      "step": 13972
    },
    {
      "epoch": 0.5723121032152365,
      "grad_norm": 0.8008108268235751,
      "learning_rate": 0.00029494597520173833,
      "loss": 0.7483,
      "step": 13973
    },
    {
      "epoch": 0.5723530616424329,
      "grad_norm": 0.8517954145199997,
      "learning_rate": 0.00029494513570361926,
      "loss": 0.9709,
      "step": 13974
    },
    {
      "epoch": 0.5723940200696294,
      "grad_norm": 0.9277910905122265,
      "learning_rate": 0.0002949442961369785,
      "loss": 1.0443,
      "step": 13975
    },
    {
      "epoch": 0.5724349784968257,
      "grad_norm": 0.8147778133413713,
      "learning_rate": 0.0002949434565018165,
      "loss": 0.9348,
      "step": 13976
    },
    {
      "epoch": 0.5724759369240221,
      "grad_norm": 0.6626520373080881,
      "learning_rate": 0.0002949426167981336,
      "loss": 0.4946,
      "step": 13977
    },
    {
      "epoch": 0.5725168953512185,
      "grad_norm": 1.08038908394644,
      "learning_rate": 0.00029494177702593026,
      "loss": 0.9668,
      "step": 13978
    },
    {
      "epoch": 0.572557853778415,
      "grad_norm": 0.9662414707743936,
      "learning_rate": 0.0002949409371852068,
      "loss": 0.6023,
      "step": 13979
    },
    {
      "epoch": 0.5725988122056113,
      "grad_norm": 0.8559514972881372,
      "learning_rate": 0.0002949400972759638,
      "loss": 0.8078,
      "step": 13980
    },
    {
      "epoch": 0.5726397706328077,
      "grad_norm": 0.7718277561941694,
      "learning_rate": 0.0002949392572982015,
      "loss": 0.8483,
      "step": 13981
    },
    {
      "epoch": 0.5726807290600041,
      "grad_norm": 1.0230096091733432,
      "learning_rate": 0.00029493841725192026,
      "loss": 0.796,
      "step": 13982
    },
    {
      "epoch": 0.5727216874872005,
      "grad_norm": 0.952058366782357,
      "learning_rate": 0.0002949375771371206,
      "loss": 1.0132,
      "step": 13983
    },
    {
      "epoch": 0.5727626459143969,
      "grad_norm": 0.7308969052047114,
      "learning_rate": 0.00029493673695380287,
      "loss": 0.872,
      "step": 13984
    },
    {
      "epoch": 0.5728036043415933,
      "grad_norm": 0.7325266502535863,
      "learning_rate": 0.0002949358967019674,
      "loss": 0.7668,
      "step": 13985
    },
    {
      "epoch": 0.5728445627687897,
      "grad_norm": 0.9199207506042176,
      "learning_rate": 0.00029493505638161473,
      "loss": 0.8951,
      "step": 13986
    },
    {
      "epoch": 0.5728855211959861,
      "grad_norm": 1.0323718186490385,
      "learning_rate": 0.0002949342159927451,
      "loss": 1.1874,
      "step": 13987
    },
    {
      "epoch": 0.5729264796231824,
      "grad_norm": 0.6962127620090883,
      "learning_rate": 0.0002949333755353591,
      "loss": 0.7007,
      "step": 13988
    },
    {
      "epoch": 0.5729674380503789,
      "grad_norm": 0.7950948434380438,
      "learning_rate": 0.0002949325350094569,
      "loss": 0.9467,
      "step": 13989
    },
    {
      "epoch": 0.5730083964775753,
      "grad_norm": 0.5863017867470197,
      "learning_rate": 0.00029493169441503905,
      "loss": 0.8487,
      "step": 13990
    },
    {
      "epoch": 0.5730493549047716,
      "grad_norm": 0.5389794768088336,
      "learning_rate": 0.0002949308537521059,
      "loss": 0.3274,
      "step": 13991
    },
    {
      "epoch": 0.573090313331968,
      "grad_norm": 0.4130517586992449,
      "learning_rate": 0.00029493001302065785,
      "loss": 0.3339,
      "step": 13992
    },
    {
      "epoch": 0.5731312717591645,
      "grad_norm": 0.48921598639381125,
      "learning_rate": 0.0002949291722206953,
      "loss": 0.3659,
      "step": 13993
    },
    {
      "epoch": 0.5731722301863609,
      "grad_norm": 0.8550538617109216,
      "learning_rate": 0.00029492833135221863,
      "loss": 0.9301,
      "step": 13994
    },
    {
      "epoch": 0.5732131886135572,
      "grad_norm": 0.4261516194489342,
      "learning_rate": 0.0002949274904152283,
      "loss": 0.332,
      "step": 13995
    },
    {
      "epoch": 0.5732541470407536,
      "grad_norm": 0.8646010299667048,
      "learning_rate": 0.0002949266494097246,
      "loss": 0.9917,
      "step": 13996
    },
    {
      "epoch": 0.57329510546795,
      "grad_norm": 0.6637137654231786,
      "learning_rate": 0.000294925808335708,
      "loss": 0.6337,
      "step": 13997
    },
    {
      "epoch": 0.5733360638951465,
      "grad_norm": 1.006126031104558,
      "learning_rate": 0.0002949249671931789,
      "loss": 1.4686,
      "step": 13998
    },
    {
      "epoch": 0.5733770223223428,
      "grad_norm": 1.4933773744360992,
      "learning_rate": 0.00029492412598213776,
      "loss": 1.0311,
      "step": 13999
    },
    {
      "epoch": 0.5734179807495392,
      "grad_norm": 0.8612269786866817,
      "learning_rate": 0.0002949232847025848,
      "loss": 0.7996,
      "step": 14000
    },
    {
      "epoch": 0.5734589391767356,
      "grad_norm": 0.9530608602695708,
      "learning_rate": 0.00029492244335452056,
      "loss": 0.7507,
      "step": 14001
    },
    {
      "epoch": 0.573499897603932,
      "grad_norm": 0.6564371364085179,
      "learning_rate": 0.0002949216019379454,
      "loss": 0.7465,
      "step": 14002
    },
    {
      "epoch": 0.5735408560311284,
      "grad_norm": 1.034584893854167,
      "learning_rate": 0.0002949207604528597,
      "loss": 0.8537,
      "step": 14003
    },
    {
      "epoch": 0.5735818144583248,
      "grad_norm": 1.241661424402252,
      "learning_rate": 0.00029491991889926385,
      "loss": 1.0671,
      "step": 14004
    },
    {
      "epoch": 0.5736227728855212,
      "grad_norm": 0.886355191510306,
      "learning_rate": 0.00029491907727715835,
      "loss": 0.9262,
      "step": 14005
    },
    {
      "epoch": 0.5736637313127176,
      "grad_norm": 0.6244699914622253,
      "learning_rate": 0.00029491823558654346,
      "loss": 0.7453,
      "step": 14006
    },
    {
      "epoch": 0.573704689739914,
      "grad_norm": 0.8389348526381593,
      "learning_rate": 0.00029491739382741963,
      "loss": 0.9152,
      "step": 14007
    },
    {
      "epoch": 0.5737456481671104,
      "grad_norm": 0.6385290284586981,
      "learning_rate": 0.00029491655199978734,
      "loss": 0.666,
      "step": 14008
    },
    {
      "epoch": 0.5737866065943068,
      "grad_norm": 0.9138495420049458,
      "learning_rate": 0.00029491571010364687,
      "loss": 0.9471,
      "step": 14009
    },
    {
      "epoch": 0.5738275650215032,
      "grad_norm": 0.6576733658424335,
      "learning_rate": 0.00029491486813899864,
      "loss": 0.7574,
      "step": 14010
    },
    {
      "epoch": 0.5738685234486995,
      "grad_norm": 0.8586875461224671,
      "learning_rate": 0.0002949140261058431,
      "loss": 1.0958,
      "step": 14011
    },
    {
      "epoch": 0.573909481875896,
      "grad_norm": 0.7732547618267546,
      "learning_rate": 0.0002949131840041806,
      "loss": 1.068,
      "step": 14012
    },
    {
      "epoch": 0.5739504403030924,
      "grad_norm": 0.8474836497719522,
      "learning_rate": 0.0002949123418340115,
      "loss": 0.9155,
      "step": 14013
    },
    {
      "epoch": 0.5739913987302887,
      "grad_norm": 1.2483659986027518,
      "learning_rate": 0.00029491149959533637,
      "loss": 1.4862,
      "step": 14014
    },
    {
      "epoch": 0.5740323571574851,
      "grad_norm": 0.6835996467214136,
      "learning_rate": 0.0002949106572881554,
      "loss": 0.8665,
      "step": 14015
    },
    {
      "epoch": 0.5740733155846816,
      "grad_norm": 0.6787809709146241,
      "learning_rate": 0.0002949098149124691,
      "loss": 0.8403,
      "step": 14016
    },
    {
      "epoch": 0.574114274011878,
      "grad_norm": 0.6210022282841706,
      "learning_rate": 0.0002949089724682779,
      "loss": 0.8661,
      "step": 14017
    },
    {
      "epoch": 0.5741552324390743,
      "grad_norm": 0.6063412415404339,
      "learning_rate": 0.0002949081299555821,
      "loss": 0.5529,
      "step": 14018
    },
    {
      "epoch": 0.5741961908662707,
      "grad_norm": 0.7918146099252504,
      "learning_rate": 0.0002949072873743821,
      "loss": 0.8674,
      "step": 14019
    },
    {
      "epoch": 0.5742371492934671,
      "grad_norm": 0.7103177183490449,
      "learning_rate": 0.0002949064447246784,
      "loss": 0.7045,
      "step": 14020
    },
    {
      "epoch": 0.5742781077206636,
      "grad_norm": 1.095561758104634,
      "learning_rate": 0.00029490560200647135,
      "loss": 1.2276,
      "step": 14021
    },
    {
      "epoch": 0.5743190661478599,
      "grad_norm": 1.2996984932470494,
      "learning_rate": 0.00029490475921976135,
      "loss": 1.1337,
      "step": 14022
    },
    {
      "epoch": 0.5743600245750563,
      "grad_norm": 0.9671708109129392,
      "learning_rate": 0.00029490391636454875,
      "loss": 0.4341,
      "step": 14023
    },
    {
      "epoch": 0.5744009830022527,
      "grad_norm": 0.5070650758577162,
      "learning_rate": 0.000294903073440834,
      "loss": 0.3718,
      "step": 14024
    },
    {
      "epoch": 0.5744419414294492,
      "grad_norm": 0.9121805908644808,
      "learning_rate": 0.0002949022304486175,
      "loss": 0.856,
      "step": 14025
    },
    {
      "epoch": 0.5744828998566455,
      "grad_norm": 1.451291516467359,
      "learning_rate": 0.0002949013873878996,
      "loss": 1.0743,
      "step": 14026
    },
    {
      "epoch": 0.5745238582838419,
      "grad_norm": 0.8626866232669267,
      "learning_rate": 0.0002949005442586808,
      "loss": 0.7395,
      "step": 14027
    },
    {
      "epoch": 0.5745648167110383,
      "grad_norm": 0.9568786282848487,
      "learning_rate": 0.00029489970106096134,
      "loss": 1.1836,
      "step": 14028
    },
    {
      "epoch": 0.5746057751382347,
      "grad_norm": 1.0057245237357415,
      "learning_rate": 0.00029489885779474174,
      "loss": 1.1196,
      "step": 14029
    },
    {
      "epoch": 0.5746467335654311,
      "grad_norm": 0.7724088864302456,
      "learning_rate": 0.00029489801446002235,
      "loss": 0.8216,
      "step": 14030
    },
    {
      "epoch": 0.5746876919926275,
      "grad_norm": 0.8211057383514329,
      "learning_rate": 0.0002948971710568036,
      "loss": 1.2043,
      "step": 14031
    },
    {
      "epoch": 0.5747286504198239,
      "grad_norm": 12.13925173159983,
      "learning_rate": 0.00029489632758508596,
      "loss": 6.1583,
      "step": 14032
    },
    {
      "epoch": 0.5747696088470202,
      "grad_norm": 1.1026969072617734,
      "learning_rate": 0.00029489548404486966,
      "loss": 1.1607,
      "step": 14033
    },
    {
      "epoch": 0.5748105672742166,
      "grad_norm": 0.762406179549061,
      "learning_rate": 0.0002948946404361552,
      "loss": 0.7614,
      "step": 14034
    },
    {
      "epoch": 0.5748515257014131,
      "grad_norm": 0.8819567291814558,
      "learning_rate": 0.00029489379675894296,
      "loss": 0.879,
      "step": 14035
    },
    {
      "epoch": 0.5748924841286095,
      "grad_norm": 0.6779076206248809,
      "learning_rate": 0.0002948929530132333,
      "loss": 0.8201,
      "step": 14036
    },
    {
      "epoch": 0.5749334425558058,
      "grad_norm": 0.8515311567916178,
      "learning_rate": 0.0002948921091990267,
      "loss": 0.8612,
      "step": 14037
    },
    {
      "epoch": 0.5749744009830022,
      "grad_norm": 0.9600846657261207,
      "learning_rate": 0.0002948912653163236,
      "loss": 1.0458,
      "step": 14038
    },
    {
      "epoch": 0.5750153594101987,
      "grad_norm": 0.9386814512987566,
      "learning_rate": 0.0002948904213651242,
      "loss": 0.9536,
      "step": 14039
    },
    {
      "epoch": 0.5750563178373951,
      "grad_norm": 0.7317962569657768,
      "learning_rate": 0.00029488957734542906,
      "loss": 0.7615,
      "step": 14040
    },
    {
      "epoch": 0.5750972762645914,
      "grad_norm": 0.9069993316807674,
      "learning_rate": 0.0002948887332572385,
      "loss": 0.8053,
      "step": 14041
    },
    {
      "epoch": 0.5751382346917878,
      "grad_norm": 1.167063846279293,
      "learning_rate": 0.000294887889100553,
      "loss": 1.258,
      "step": 14042
    },
    {
      "epoch": 0.5751791931189842,
      "grad_norm": 0.6488081875118051,
      "learning_rate": 0.0002948870448753729,
      "loss": 0.6923,
      "step": 14043
    },
    {
      "epoch": 0.5752201515461807,
      "grad_norm": 0.9697494523702026,
      "learning_rate": 0.0002948862005816986,
      "loss": 0.7808,
      "step": 14044
    },
    {
      "epoch": 0.575261109973377,
      "grad_norm": 0.731582660477833,
      "learning_rate": 0.00029488535621953054,
      "loss": 0.644,
      "step": 14045
    },
    {
      "epoch": 0.5753020684005734,
      "grad_norm": 0.7268525740694401,
      "learning_rate": 0.0002948845117888691,
      "loss": 0.5533,
      "step": 14046
    },
    {
      "epoch": 0.5753430268277698,
      "grad_norm": 0.7562578718902351,
      "learning_rate": 0.0002948836672897146,
      "loss": 0.7603,
      "step": 14047
    },
    {
      "epoch": 0.5753839852549663,
      "grad_norm": 1.4940177928900362,
      "learning_rate": 0.00029488282272206756,
      "loss": 1.214,
      "step": 14048
    },
    {
      "epoch": 0.5754249436821626,
      "grad_norm": 0.7072793928238154,
      "learning_rate": 0.0002948819780859283,
      "loss": 0.4494,
      "step": 14049
    },
    {
      "epoch": 0.575465902109359,
      "grad_norm": 1.5151582559986718,
      "learning_rate": 0.0002948811333812973,
      "loss": 1.1003,
      "step": 14050
    },
    {
      "epoch": 0.5755068605365554,
      "grad_norm": 0.9172666066330188,
      "learning_rate": 0.00029488028860817487,
      "loss": 1.0071,
      "step": 14051
    },
    {
      "epoch": 0.5755478189637518,
      "grad_norm": 0.7496023576294774,
      "learning_rate": 0.00029487944376656143,
      "loss": 1.0111,
      "step": 14052
    },
    {
      "epoch": 0.5755887773909482,
      "grad_norm": 0.8774968919455362,
      "learning_rate": 0.0002948785988564574,
      "loss": 0.9028,
      "step": 14053
    },
    {
      "epoch": 0.5756297358181446,
      "grad_norm": 0.8216806154643626,
      "learning_rate": 0.0002948777538778632,
      "loss": 0.6322,
      "step": 14054
    },
    {
      "epoch": 0.575670694245341,
      "grad_norm": 0.8650480442562318,
      "learning_rate": 0.0002948769088307792,
      "loss": 0.7976,
      "step": 14055
    },
    {
      "epoch": 0.5757116526725373,
      "grad_norm": 0.7003484539838043,
      "learning_rate": 0.0002948760637152058,
      "loss": 0.6932,
      "step": 14056
    },
    {
      "epoch": 0.5757526110997337,
      "grad_norm": 0.7803536150634509,
      "learning_rate": 0.00029487521853114343,
      "loss": 0.7448,
      "step": 14057
    },
    {
      "epoch": 0.5757935695269302,
      "grad_norm": 0.8140332032568914,
      "learning_rate": 0.0002948743732785924,
      "loss": 0.745,
      "step": 14058
    },
    {
      "epoch": 0.5758345279541266,
      "grad_norm": 0.7376205113618236,
      "learning_rate": 0.00029487352795755324,
      "loss": 0.6698,
      "step": 14059
    },
    {
      "epoch": 0.5758754863813229,
      "grad_norm": 1.9147481818938377,
      "learning_rate": 0.00029487268256802625,
      "loss": 3.7187,
      "step": 14060
    },
    {
      "epoch": 0.5759164448085193,
      "grad_norm": 1.1962728194848125,
      "learning_rate": 0.00029487183711001183,
      "loss": 0.8534,
      "step": 14061
    },
    {
      "epoch": 0.5759574032357158,
      "grad_norm": 0.7297497603253699,
      "learning_rate": 0.00029487099158351053,
      "loss": 0.7846,
      "step": 14062
    },
    {
      "epoch": 0.5759983616629122,
      "grad_norm": 0.8590032479005543,
      "learning_rate": 0.0002948701459885225,
      "loss": 0.5019,
      "step": 14063
    },
    {
      "epoch": 0.5760393200901085,
      "grad_norm": 0.8043290351764729,
      "learning_rate": 0.00029486930032504837,
      "loss": 0.7615,
      "step": 14064
    },
    {
      "epoch": 0.5760802785173049,
      "grad_norm": 0.9027121118531587,
      "learning_rate": 0.0002948684545930884,
      "loss": 0.9537,
      "step": 14065
    },
    {
      "epoch": 0.5761212369445013,
      "grad_norm": 0.9174374446932163,
      "learning_rate": 0.00029486760879264296,
      "loss": 0.9229,
      "step": 14066
    },
    {
      "epoch": 0.5761621953716978,
      "grad_norm": 0.7565579357317844,
      "learning_rate": 0.00029486676292371256,
      "loss": 0.973,
      "step": 14067
    },
    {
      "epoch": 0.5762031537988941,
      "grad_norm": 1.3620645580078672,
      "learning_rate": 0.0002948659169862976,
      "loss": 1.2644,
      "step": 14068
    },
    {
      "epoch": 0.5762441122260905,
      "grad_norm": 1.1321543793836732,
      "learning_rate": 0.0002948650709803985,
      "loss": 1.079,
      "step": 14069
    },
    {
      "epoch": 0.5762850706532869,
      "grad_norm": 0.8884896300337491,
      "learning_rate": 0.0002948642249060155,
      "loss": 0.4393,
      "step": 14070
    },
    {
      "epoch": 0.5763260290804834,
      "grad_norm": 0.7263115007294946,
      "learning_rate": 0.0002948633787631491,
      "loss": 0.7218,
      "step": 14071
    },
    {
      "epoch": 0.5763669875076797,
      "grad_norm": 1.1215329037971056,
      "learning_rate": 0.00029486253255179976,
      "loss": 1.3807,
      "step": 14072
    },
    {
      "epoch": 0.5764079459348761,
      "grad_norm": 0.47584117466597137,
      "learning_rate": 0.00029486168627196774,
      "loss": 0.3266,
      "step": 14073
    },
    {
      "epoch": 0.5764489043620725,
      "grad_norm": 1.032541211175064,
      "learning_rate": 0.0002948608399236536,
      "loss": 1.0215,
      "step": 14074
    },
    {
      "epoch": 0.576489862789269,
      "grad_norm": 1.111172687616384,
      "learning_rate": 0.00029485999350685764,
      "loss": 1.5821,
      "step": 14075
    },
    {
      "epoch": 0.5765308212164653,
      "grad_norm": 1.1887157163282986,
      "learning_rate": 0.00029485914702158026,
      "loss": 1.1615,
      "step": 14076
    },
    {
      "epoch": 0.5765717796436617,
      "grad_norm": 2.0108834204077057,
      "learning_rate": 0.0002948583004678219,
      "loss": 3.0535,
      "step": 14077
    },
    {
      "epoch": 0.5766127380708581,
      "grad_norm": 0.5364549984097239,
      "learning_rate": 0.0002948574538455829,
      "loss": 0.3876,
      "step": 14078
    },
    {
      "epoch": 0.5766536964980544,
      "grad_norm": 0.8656932696738587,
      "learning_rate": 0.0002948566071548638,
      "loss": 1.0227,
      "step": 14079
    },
    {
      "epoch": 0.5766946549252508,
      "grad_norm": 0.6607725990155837,
      "learning_rate": 0.0002948557603956648,
      "loss": 0.6513,
      "step": 14080
    },
    {
      "epoch": 0.5767356133524473,
      "grad_norm": 0.8102146567267292,
      "learning_rate": 0.00029485491356798644,
      "loss": 0.3592,
      "step": 14081
    },
    {
      "epoch": 0.5767765717796437,
      "grad_norm": 0.8185622880681137,
      "learning_rate": 0.0002948540666718291,
      "loss": 0.8812,
      "step": 14082
    },
    {
      "epoch": 0.57681753020684,
      "grad_norm": 1.0298960621227247,
      "learning_rate": 0.0002948532197071931,
      "loss": 0.9291,
      "step": 14083
    },
    {
      "epoch": 0.5768584886340364,
      "grad_norm": 0.7354278183457534,
      "learning_rate": 0.00029485237267407895,
      "loss": 1.0305,
      "step": 14084
    },
    {
      "epoch": 0.5768994470612329,
      "grad_norm": 3.1898144924837095,
      "learning_rate": 0.000294851525572487,
      "loss": 5.6277,
      "step": 14085
    },
    {
      "epoch": 0.5769404054884293,
      "grad_norm": 0.49127459784991656,
      "learning_rate": 0.00029485067840241767,
      "loss": 0.3774,
      "step": 14086
    },
    {
      "epoch": 0.5769813639156256,
      "grad_norm": 0.8066105054958366,
      "learning_rate": 0.0002948498311638713,
      "loss": 0.6687,
      "step": 14087
    },
    {
      "epoch": 0.577022322342822,
      "grad_norm": 7.110667208708741,
      "learning_rate": 0.0002948489838568484,
      "loss": 3.6107,
      "step": 14088
    },
    {
      "epoch": 0.5770632807700184,
      "grad_norm": 0.6505808198234944,
      "learning_rate": 0.00029484813648134923,
      "loss": 0.6472,
      "step": 14089
    },
    {
      "epoch": 0.5771042391972149,
      "grad_norm": 0.9176191026243308,
      "learning_rate": 0.0002948472890373744,
      "loss": 0.9273,
      "step": 14090
    },
    {
      "epoch": 0.5771451976244112,
      "grad_norm": 0.8790597951049363,
      "learning_rate": 0.000294846441524924,
      "loss": 1.1077,
      "step": 14091
    },
    {
      "epoch": 0.5771861560516076,
      "grad_norm": 0.8171470910241653,
      "learning_rate": 0.0002948455939439987,
      "loss": 0.9745,
      "step": 14092
    },
    {
      "epoch": 0.577227114478804,
      "grad_norm": 0.698515557671541,
      "learning_rate": 0.0002948447462945988,
      "loss": 0.7962,
      "step": 14093
    },
    {
      "epoch": 0.5772680729060005,
      "grad_norm": 0.7339252749035838,
      "learning_rate": 0.00029484389857672473,
      "loss": 0.8121,
      "step": 14094
    },
    {
      "epoch": 0.5773090313331968,
      "grad_norm": 1.1726473609946355,
      "learning_rate": 0.0002948430507903768,
      "loss": 1.3868,
      "step": 14095
    },
    {
      "epoch": 0.5773499897603932,
      "grad_norm": 0.7944826525507442,
      "learning_rate": 0.00029484220293555553,
      "loss": 0.3627,
      "step": 14096
    },
    {
      "epoch": 0.5773909481875896,
      "grad_norm": 1.1276835330387736,
      "learning_rate": 0.0002948413550122613,
      "loss": 1.1126,
      "step": 14097
    },
    {
      "epoch": 0.5774319066147859,
      "grad_norm": 0.7739571436176295,
      "learning_rate": 0.0002948405070204945,
      "loss": 0.904,
      "step": 14098
    },
    {
      "epoch": 0.5774728650419824,
      "grad_norm": 0.7277698680845526,
      "learning_rate": 0.0002948396589602554,
      "loss": 0.8393,
      "step": 14099
    },
    {
      "epoch": 0.5775138234691788,
      "grad_norm": 0.7794751805985072,
      "learning_rate": 0.00029483881083154455,
      "loss": 0.9843,
      "step": 14100
    },
    {
      "epoch": 0.5775547818963752,
      "grad_norm": 1.660814517899094,
      "learning_rate": 0.00029483796263436236,
      "loss": 1.5724,
      "step": 14101
    },
    {
      "epoch": 0.5775957403235715,
      "grad_norm": 0.922357025502384,
      "learning_rate": 0.00029483711436870916,
      "loss": 1.0064,
      "step": 14102
    },
    {
      "epoch": 0.577636698750768,
      "grad_norm": 0.8174589495005952,
      "learning_rate": 0.0002948362660345854,
      "loss": 0.8057,
      "step": 14103
    },
    {
      "epoch": 0.5776776571779644,
      "grad_norm": 1.1136708663046906,
      "learning_rate": 0.00029483541763199145,
      "loss": 0.9091,
      "step": 14104
    },
    {
      "epoch": 0.5777186156051608,
      "grad_norm": 0.6783168998523363,
      "learning_rate": 0.0002948345691609277,
      "loss": 0.5939,
      "step": 14105
    },
    {
      "epoch": 0.5777595740323571,
      "grad_norm": 1.1826948757159654,
      "learning_rate": 0.0002948337206213946,
      "loss": 1.3784,
      "step": 14106
    },
    {
      "epoch": 0.5778005324595535,
      "grad_norm": 0.8260403455366648,
      "learning_rate": 0.0002948328720133925,
      "loss": 0.9345,
      "step": 14107
    },
    {
      "epoch": 0.57784149088675,
      "grad_norm": 0.9385807604121768,
      "learning_rate": 0.00029483202333692183,
      "loss": 0.6323,
      "step": 14108
    },
    {
      "epoch": 0.5778824493139464,
      "grad_norm": 1.1056115669247564,
      "learning_rate": 0.00029483117459198297,
      "loss": 1.2304,
      "step": 14109
    },
    {
      "epoch": 0.5779234077411427,
      "grad_norm": 0.6912232019569035,
      "learning_rate": 0.0002948303257785763,
      "loss": 0.9817,
      "step": 14110
    },
    {
      "epoch": 0.5779643661683391,
      "grad_norm": 0.8660622526129896,
      "learning_rate": 0.00029482947689670234,
      "loss": 0.6643,
      "step": 14111
    },
    {
      "epoch": 0.5780053245955356,
      "grad_norm": 0.8891562980097801,
      "learning_rate": 0.0002948286279463614,
      "loss": 0.6187,
      "step": 14112
    },
    {
      "epoch": 0.578046283022732,
      "grad_norm": 0.7960832233544289,
      "learning_rate": 0.0002948277789275538,
      "loss": 0.7585,
      "step": 14113
    },
    {
      "epoch": 0.5780872414499283,
      "grad_norm": 1.5430013241591274,
      "learning_rate": 0.0002948269298402801,
      "loss": 1.8714,
      "step": 14114
    },
    {
      "epoch": 0.5781281998771247,
      "grad_norm": 0.9108103443706436,
      "learning_rate": 0.00029482608068454063,
      "loss": 1.1636,
      "step": 14115
    },
    {
      "epoch": 0.5781691583043211,
      "grad_norm": 0.8535676894255545,
      "learning_rate": 0.0002948252314603358,
      "loss": 0.8813,
      "step": 14116
    },
    {
      "epoch": 0.5782101167315176,
      "grad_norm": 0.6976222095161742,
      "learning_rate": 0.00029482438216766596,
      "loss": 0.4802,
      "step": 14117
    },
    {
      "epoch": 0.5782510751587139,
      "grad_norm": 3.2114830418735947,
      "learning_rate": 0.0002948235328065316,
      "loss": 2.8255,
      "step": 14118
    },
    {
      "epoch": 0.5782920335859103,
      "grad_norm": 0.9520305429120656,
      "learning_rate": 0.00029482268337693304,
      "loss": 1.1644,
      "step": 14119
    },
    {
      "epoch": 0.5783329920131067,
      "grad_norm": 0.7006458808479832,
      "learning_rate": 0.0002948218338788707,
      "loss": 0.5435,
      "step": 14120
    },
    {
      "epoch": 0.578373950440303,
      "grad_norm": 0.9496890886083583,
      "learning_rate": 0.00029482098431234506,
      "loss": 0.9297,
      "step": 14121
    },
    {
      "epoch": 0.5784149088674995,
      "grad_norm": 0.7011556292866387,
      "learning_rate": 0.00029482013467735645,
      "loss": 0.9125,
      "step": 14122
    },
    {
      "epoch": 0.5784558672946959,
      "grad_norm": 0.7578866680568181,
      "learning_rate": 0.0002948192849739053,
      "loss": 0.8691,
      "step": 14123
    },
    {
      "epoch": 0.5784968257218923,
      "grad_norm": 0.5791983047949386,
      "learning_rate": 0.0002948184352019919,
      "loss": 0.3201,
      "step": 14124
    },
    {
      "epoch": 0.5785377841490886,
      "grad_norm": 5.511964642096746,
      "learning_rate": 0.0002948175853616168,
      "loss": 5.293,
      "step": 14125
    },
    {
      "epoch": 0.578578742576285,
      "grad_norm": 1.2213909327750752,
      "learning_rate": 0.00029481673545278037,
      "loss": 1.1801,
      "step": 14126
    },
    {
      "epoch": 0.5786197010034815,
      "grad_norm": 1.1601233422708221,
      "learning_rate": 0.00029481588547548306,
      "loss": 1.2997,
      "step": 14127
    },
    {
      "epoch": 0.5786606594306779,
      "grad_norm": 0.8083515132317914,
      "learning_rate": 0.0002948150354297251,
      "loss": 0.5362,
      "step": 14128
    },
    {
      "epoch": 0.5787016178578742,
      "grad_norm": 1.0095829170107469,
      "learning_rate": 0.00029481418531550704,
      "loss": 1.0371,
      "step": 14129
    },
    {
      "epoch": 0.5787425762850706,
      "grad_norm": 0.6165751724389077,
      "learning_rate": 0.0002948133351328292,
      "loss": 0.3872,
      "step": 14130
    },
    {
      "epoch": 0.5787835347122671,
      "grad_norm": 4.509643907884174,
      "learning_rate": 0.000294812484881692,
      "loss": 4.1805,
      "step": 14131
    },
    {
      "epoch": 0.5788244931394635,
      "grad_norm": 0.8548378836934643,
      "learning_rate": 0.000294811634562096,
      "loss": 0.3787,
      "step": 14132
    },
    {
      "epoch": 0.5788654515666598,
      "grad_norm": 1.6678314600438835,
      "learning_rate": 0.0002948107841740413,
      "loss": 1.1022,
      "step": 14133
    },
    {
      "epoch": 0.5789064099938562,
      "grad_norm": 1.4246144456728917,
      "learning_rate": 0.0002948099337175285,
      "loss": 0.9915,
      "step": 14134
    },
    {
      "epoch": 0.5789473684210527,
      "grad_norm": 1.214011431294472,
      "learning_rate": 0.00029480908319255803,
      "loss": 1.2894,
      "step": 14135
    },
    {
      "epoch": 0.5789883268482491,
      "grad_norm": 0.8583010420096346,
      "learning_rate": 0.00029480823259913014,
      "loss": 1.0334,
      "step": 14136
    },
    {
      "epoch": 0.5790292852754454,
      "grad_norm": 0.7837785558950026,
      "learning_rate": 0.0002948073819372454,
      "loss": 0.8511,
      "step": 14137
    },
    {
      "epoch": 0.5790702437026418,
      "grad_norm": 0.8912282043597821,
      "learning_rate": 0.00029480653120690414,
      "loss": 0.3244,
      "step": 14138
    },
    {
      "epoch": 0.5791112021298382,
      "grad_norm": 2.744585846433262,
      "learning_rate": 0.0002948056804081067,
      "loss": 1.2324,
      "step": 14139
    },
    {
      "epoch": 0.5791521605570346,
      "grad_norm": 1.35648955267541,
      "learning_rate": 0.0002948048295408535,
      "loss": 0.7829,
      "step": 14140
    },
    {
      "epoch": 0.579193118984231,
      "grad_norm": 4.096671634043718,
      "learning_rate": 0.00029480397860514506,
      "loss": 8.0868,
      "step": 14141
    },
    {
      "epoch": 0.5792340774114274,
      "grad_norm": 1.639728228795841,
      "learning_rate": 0.0002948031276009817,
      "loss": 1.1359,
      "step": 14142
    },
    {
      "epoch": 0.5792750358386238,
      "grad_norm": 1.1144419978543654,
      "learning_rate": 0.0002948022765283638,
      "loss": 1.1219,
      "step": 14143
    },
    {
      "epoch": 0.5793159942658201,
      "grad_norm": 0.686324094783465,
      "learning_rate": 0.00029480142538729177,
      "loss": 0.8496,
      "step": 14144
    },
    {
      "epoch": 0.5793569526930166,
      "grad_norm": 0.9304358707623914,
      "learning_rate": 0.000294800574177766,
      "loss": 0.6507,
      "step": 14145
    },
    {
      "epoch": 0.579397911120213,
      "grad_norm": 0.9930896129493513,
      "learning_rate": 0.00029479972289978695,
      "loss": 0.9567,
      "step": 14146
    },
    {
      "epoch": 0.5794388695474094,
      "grad_norm": 1.1604165853254131,
      "learning_rate": 0.00029479887155335507,
      "loss": 0.8061,
      "step": 14147
    },
    {
      "epoch": 0.5794798279746057,
      "grad_norm": 1.4123225129911494,
      "learning_rate": 0.00029479802013847057,
      "loss": 0.8375,
      "step": 14148
    },
    {
      "epoch": 0.5795207864018022,
      "grad_norm": 1.0843218680074242,
      "learning_rate": 0.00029479716865513404,
      "loss": 1.2134,
      "step": 14149
    },
    {
      "epoch": 0.5795617448289986,
      "grad_norm": 0.7855779775301789,
      "learning_rate": 0.0002947963171033458,
      "loss": 0.9166,
      "step": 14150
    },
    {
      "epoch": 0.579602703256195,
      "grad_norm": 3.1447556876124043,
      "learning_rate": 0.00029479546548310626,
      "loss": 5.7078,
      "step": 14151
    },
    {
      "epoch": 0.5796436616833913,
      "grad_norm": 0.5289735077370064,
      "learning_rate": 0.0002947946137944158,
      "loss": 0.3522,
      "step": 14152
    },
    {
      "epoch": 0.5796846201105877,
      "grad_norm": 0.8546394836214958,
      "learning_rate": 0.00029479376203727487,
      "loss": 0.8467,
      "step": 14153
    },
    {
      "epoch": 0.5797255785377842,
      "grad_norm": 0.7744732650942043,
      "learning_rate": 0.00029479291021168385,
      "loss": 0.6423,
      "step": 14154
    },
    {
      "epoch": 0.5797665369649806,
      "grad_norm": 0.9165313547608506,
      "learning_rate": 0.00029479205831764313,
      "loss": 1.0387,
      "step": 14155
    },
    {
      "epoch": 0.5798074953921769,
      "grad_norm": 1.091427537801878,
      "learning_rate": 0.0002947912063551532,
      "loss": 0.8731,
      "step": 14156
    },
    {
      "epoch": 0.5798484538193733,
      "grad_norm": 0.7672165216323357,
      "learning_rate": 0.0002947903543242143,
      "loss": 0.7355,
      "step": 14157
    },
    {
      "epoch": 0.5798894122465698,
      "grad_norm": 0.44681675337156523,
      "learning_rate": 0.00029478950222482694,
      "loss": 0.3405,
      "step": 14158
    },
    {
      "epoch": 0.5799303706737662,
      "grad_norm": 0.8819768668433962,
      "learning_rate": 0.00029478865005699156,
      "loss": 1.1795,
      "step": 14159
    },
    {
      "epoch": 0.5799713291009625,
      "grad_norm": 1.5200547083334122,
      "learning_rate": 0.00029478779782070845,
      "loss": 1.6789,
      "step": 14160
    },
    {
      "epoch": 0.5800122875281589,
      "grad_norm": 2.0076739377056994,
      "learning_rate": 0.00029478694551597813,
      "loss": 2.7224,
      "step": 14161
    },
    {
      "epoch": 0.5800532459553553,
      "grad_norm": 0.7556117760239027,
      "learning_rate": 0.0002947860931428009,
      "loss": 0.7335,
      "step": 14162
    },
    {
      "epoch": 0.5800942043825517,
      "grad_norm": 0.9722029788959097,
      "learning_rate": 0.0002947852407011772,
      "loss": 1.1115,
      "step": 14163
    },
    {
      "epoch": 0.5801351628097481,
      "grad_norm": 0.7632461623655518,
      "learning_rate": 0.0002947843881911074,
      "loss": 0.9253,
      "step": 14164
    },
    {
      "epoch": 0.5801761212369445,
      "grad_norm": 1.5085348625637363,
      "learning_rate": 0.000294783535612592,
      "loss": 0.9554,
      "step": 14165
    },
    {
      "epoch": 0.5802170796641409,
      "grad_norm": 2.0140447125164385,
      "learning_rate": 0.00029478268296563137,
      "loss": 3.1712,
      "step": 14166
    },
    {
      "epoch": 0.5802580380913372,
      "grad_norm": 1.00123140467364,
      "learning_rate": 0.0002947818302502258,
      "loss": 0.9203,
      "step": 14167
    },
    {
      "epoch": 0.5802989965185337,
      "grad_norm": 0.7937617175473616,
      "learning_rate": 0.00029478097746637587,
      "loss": 0.4903,
      "step": 14168
    },
    {
      "epoch": 0.5803399549457301,
      "grad_norm": 0.646520490954474,
      "learning_rate": 0.0002947801246140818,
      "loss": 0.6962,
      "step": 14169
    },
    {
      "epoch": 0.5803809133729265,
      "grad_norm": 1.1209000045180066,
      "learning_rate": 0.00029477927169334415,
      "loss": 1.2609,
      "step": 14170
    },
    {
      "epoch": 0.5804218718001228,
      "grad_norm": 0.5992872018352988,
      "learning_rate": 0.0002947784187041633,
      "loss": 0.3586,
      "step": 14171
    },
    {
      "epoch": 0.5804628302273193,
      "grad_norm": 0.797453110740212,
      "learning_rate": 0.00029477756564653956,
      "loss": 0.7975,
      "step": 14172
    },
    {
      "epoch": 0.5805037886545157,
      "grad_norm": 2.832813777435188,
      "learning_rate": 0.0002947767125204734,
      "loss": 2.9846,
      "step": 14173
    },
    {
      "epoch": 0.5805447470817121,
      "grad_norm": 0.7055390297654799,
      "learning_rate": 0.00029477585932596525,
      "loss": 0.5332,
      "step": 14174
    },
    {
      "epoch": 0.5805857055089084,
      "grad_norm": 0.9264933183166993,
      "learning_rate": 0.00029477500606301543,
      "loss": 0.9199,
      "step": 14175
    },
    {
      "epoch": 0.5806266639361048,
      "grad_norm": 0.7942060207651707,
      "learning_rate": 0.00029477415273162437,
      "loss": 0.9499,
      "step": 14176
    },
    {
      "epoch": 0.5806676223633013,
      "grad_norm": 0.8746419022890398,
      "learning_rate": 0.0002947732993317925,
      "loss": 0.8116,
      "step": 14177
    },
    {
      "epoch": 0.5807085807904977,
      "grad_norm": 0.8952638297061398,
      "learning_rate": 0.00029477244586352026,
      "loss": 1.0488,
      "step": 14178
    },
    {
      "epoch": 0.580749539217694,
      "grad_norm": 0.837860217449,
      "learning_rate": 0.000294771592326808,
      "loss": 1.3726,
      "step": 14179
    },
    {
      "epoch": 0.5807904976448904,
      "grad_norm": 1.6337912141394977,
      "learning_rate": 0.00029477073872165614,
      "loss": 3.3954,
      "step": 14180
    },
    {
      "epoch": 0.5808314560720869,
      "grad_norm": 1.042525179763152,
      "learning_rate": 0.000294769885048065,
      "loss": 1.5737,
      "step": 14181
    },
    {
      "epoch": 0.5808724144992832,
      "grad_norm": 0.7410432791636116,
      "learning_rate": 0.0002947690313060351,
      "loss": 0.4699,
      "step": 14182
    },
    {
      "epoch": 0.5809133729264796,
      "grad_norm": 1.7885866448090553,
      "learning_rate": 0.00029476817749556685,
      "loss": 2.0768,
      "step": 14183
    },
    {
      "epoch": 0.580954331353676,
      "grad_norm": 1.0811047829591403,
      "learning_rate": 0.0002947673236166605,
      "loss": 1.117,
      "step": 14184
    },
    {
      "epoch": 0.5809952897808724,
      "grad_norm": 1.3945285150969835,
      "learning_rate": 0.0002947664696693167,
      "loss": 1.0042,
      "step": 14185
    },
    {
      "epoch": 0.5810362482080688,
      "grad_norm": 0.6929504927794221,
      "learning_rate": 0.0002947656156535356,
      "loss": 0.8352,
      "step": 14186
    },
    {
      "epoch": 0.5810772066352652,
      "grad_norm": 0.5751891587545789,
      "learning_rate": 0.0002947647615693178,
      "loss": 0.344,
      "step": 14187
    },
    {
      "epoch": 0.5811181650624616,
      "grad_norm": 0.6119334877864151,
      "learning_rate": 0.0002947639074166636,
      "loss": 0.5335,
      "step": 14188
    },
    {
      "epoch": 0.581159123489658,
      "grad_norm": 0.8532093206240461,
      "learning_rate": 0.0002947630531955734,
      "loss": 0.6918,
      "step": 14189
    },
    {
      "epoch": 0.5812000819168543,
      "grad_norm": 0.8102250390189677,
      "learning_rate": 0.0002947621989060476,
      "loss": 0.9687,
      "step": 14190
    },
    {
      "epoch": 0.5812410403440508,
      "grad_norm": 1.4749207645939502,
      "learning_rate": 0.00029476134454808667,
      "loss": 0.9687,
      "step": 14191
    },
    {
      "epoch": 0.5812819987712472,
      "grad_norm": 1.0858879083691484,
      "learning_rate": 0.000294760490121691,
      "loss": 0.9077,
      "step": 14192
    },
    {
      "epoch": 0.5813229571984436,
      "grad_norm": 0.9415433608063641,
      "learning_rate": 0.0002947596356268609,
      "loss": 1.2382,
      "step": 14193
    },
    {
      "epoch": 0.5813639156256399,
      "grad_norm": 0.9039148219433596,
      "learning_rate": 0.0002947587810635969,
      "loss": 1.1702,
      "step": 14194
    },
    {
      "epoch": 0.5814048740528364,
      "grad_norm": 1.2443293721639568,
      "learning_rate": 0.00029475792643189933,
      "loss": 0.9331,
      "step": 14195
    },
    {
      "epoch": 0.5814458324800328,
      "grad_norm": 1.659595796267801,
      "learning_rate": 0.00029475707173176857,
      "loss": 1.184,
      "step": 14196
    },
    {
      "epoch": 0.5814867909072292,
      "grad_norm": 0.7234738237295785,
      "learning_rate": 0.0002947562169632052,
      "loss": 0.7811,
      "step": 14197
    },
    {
      "epoch": 0.5815277493344255,
      "grad_norm": 0.7925971961804517,
      "learning_rate": 0.00029475536212620934,
      "loss": 0.8115,
      "step": 14198
    },
    {
      "epoch": 0.581568707761622,
      "grad_norm": 0.814404777615621,
      "learning_rate": 0.00029475450722078164,
      "loss": 0.7572,
      "step": 14199
    },
    {
      "epoch": 0.5816096661888184,
      "grad_norm": 0.7096871579562359,
      "learning_rate": 0.00029475365224692235,
      "loss": 0.9134,
      "step": 14200
    },
    {
      "epoch": 0.5816506246160148,
      "grad_norm": 1.1813131688821341,
      "learning_rate": 0.00029475279720463197,
      "loss": 1.018,
      "step": 14201
    },
    {
      "epoch": 0.5816915830432111,
      "grad_norm": 1.020623862926826,
      "learning_rate": 0.00029475194209391086,
      "loss": 0.879,
      "step": 14202
    },
    {
      "epoch": 0.5817325414704075,
      "grad_norm": 0.6589438150137551,
      "learning_rate": 0.0002947510869147594,
      "loss": 0.713,
      "step": 14203
    },
    {
      "epoch": 0.581773499897604,
      "grad_norm": 0.9125076424806048,
      "learning_rate": 0.00029475023166717804,
      "loss": 0.4837,
      "step": 14204
    },
    {
      "epoch": 0.5818144583248003,
      "grad_norm": 0.7352827321300219,
      "learning_rate": 0.00029474937635116726,
      "loss": 0.9024,
      "step": 14205
    },
    {
      "epoch": 0.5818554167519967,
      "grad_norm": 0.5091857390963946,
      "learning_rate": 0.0002947485209667273,
      "loss": 0.33,
      "step": 14206
    },
    {
      "epoch": 0.5818963751791931,
      "grad_norm": 1.3430969046614027,
      "learning_rate": 0.0002947476655138586,
      "loss": 1.8723,
      "step": 14207
    },
    {
      "epoch": 0.5819373336063896,
      "grad_norm": 0.7498045374561575,
      "learning_rate": 0.0002947468099925616,
      "loss": 0.9211,
      "step": 14208
    },
    {
      "epoch": 0.5819782920335859,
      "grad_norm": 0.8519160004508683,
      "learning_rate": 0.0002947459544028368,
      "loss": 1.0472,
      "step": 14209
    },
    {
      "epoch": 0.5820192504607823,
      "grad_norm": 1.799986615167123,
      "learning_rate": 0.0002947450987446844,
      "loss": 1.1344,
      "step": 14210
    },
    {
      "epoch": 0.5820602088879787,
      "grad_norm": 0.7356128349500712,
      "learning_rate": 0.00029474424301810504,
      "loss": 0.5477,
      "step": 14211
    },
    {
      "epoch": 0.5821011673151751,
      "grad_norm": 0.9573612887849885,
      "learning_rate": 0.0002947433872230989,
      "loss": 0.8847,
      "step": 14212
    },
    {
      "epoch": 0.5821421257423715,
      "grad_norm": 1.0908163388828487,
      "learning_rate": 0.0002947425313596665,
      "loss": 0.7935,
      "step": 14213
    },
    {
      "epoch": 0.5821830841695679,
      "grad_norm": 0.940649707799616,
      "learning_rate": 0.0002947416754278083,
      "loss": 0.7746,
      "step": 14214
    },
    {
      "epoch": 0.5822240425967643,
      "grad_norm": 0.7796009099228977,
      "learning_rate": 0.0002947408194275246,
      "loss": 0.8574,
      "step": 14215
    },
    {
      "epoch": 0.5822650010239607,
      "grad_norm": 1.3273191639788204,
      "learning_rate": 0.0002947399633588158,
      "loss": 1.7728,
      "step": 14216
    },
    {
      "epoch": 0.582305959451157,
      "grad_norm": 0.9846118396198064,
      "learning_rate": 0.00029473910722168235,
      "loss": 1.2253,
      "step": 14217
    },
    {
      "epoch": 0.5823469178783535,
      "grad_norm": 0.8851496676310237,
      "learning_rate": 0.00029473825101612467,
      "loss": 0.9975,
      "step": 14218
    },
    {
      "epoch": 0.5823878763055499,
      "grad_norm": 1.1782684237204535,
      "learning_rate": 0.00029473739474214315,
      "loss": 1.6534,
      "step": 14219
    },
    {
      "epoch": 0.5824288347327463,
      "grad_norm": 6.269181809130091,
      "learning_rate": 0.0002947365383997382,
      "loss": 4.1282,
      "step": 14220
    },
    {
      "epoch": 0.5824697931599426,
      "grad_norm": 0.8314964540921524,
      "learning_rate": 0.0002947356819889102,
      "loss": 0.5307,
      "step": 14221
    },
    {
      "epoch": 0.582510751587139,
      "grad_norm": 0.6492092311191874,
      "learning_rate": 0.00029473482550965955,
      "loss": 0.6927,
      "step": 14222
    },
    {
      "epoch": 0.5825517100143355,
      "grad_norm": 0.7345238569447359,
      "learning_rate": 0.0002947339689619867,
      "loss": 0.5647,
      "step": 14223
    },
    {
      "epoch": 0.5825926684415318,
      "grad_norm": 1.439542769627475,
      "learning_rate": 0.000294733112345892,
      "loss": 1.3309,
      "step": 14224
    },
    {
      "epoch": 0.5826336268687282,
      "grad_norm": 0.9248755245527842,
      "learning_rate": 0.0002947322556613759,
      "loss": 1.2321,
      "step": 14225
    },
    {
      "epoch": 0.5826745852959246,
      "grad_norm": 1.275604409875949,
      "learning_rate": 0.0002947313989084388,
      "loss": 0.8709,
      "step": 14226
    },
    {
      "epoch": 0.5827155437231211,
      "grad_norm": 4.017206228336982,
      "learning_rate": 0.00029473054208708105,
      "loss": 1.7386,
      "step": 14227
    },
    {
      "epoch": 0.5827565021503174,
      "grad_norm": 0.8227058527564672,
      "learning_rate": 0.0002947296851973031,
      "loss": 0.876,
      "step": 14228
    },
    {
      "epoch": 0.5827974605775138,
      "grad_norm": 0.8818477464568562,
      "learning_rate": 0.0002947288282391054,
      "loss": 1.4318,
      "step": 14229
    },
    {
      "epoch": 0.5828384190047102,
      "grad_norm": 0.5760146725034154,
      "learning_rate": 0.0002947279712124883,
      "loss": 0.6129,
      "step": 14230
    },
    {
      "epoch": 0.5828793774319067,
      "grad_norm": 1.053859328082747,
      "learning_rate": 0.0002947271141174522,
      "loss": 0.6822,
      "step": 14231
    },
    {
      "epoch": 0.582920335859103,
      "grad_norm": 0.8525345218115226,
      "learning_rate": 0.0002947262569539975,
      "loss": 0.365,
      "step": 14232
    },
    {
      "epoch": 0.5829612942862994,
      "grad_norm": 1.1962931347961976,
      "learning_rate": 0.00029472539972212467,
      "loss": 1.9972,
      "step": 14233
    },
    {
      "epoch": 0.5830022527134958,
      "grad_norm": 1.2255915173855167,
      "learning_rate": 0.000294724542421834,
      "loss": 1.2291,
      "step": 14234
    },
    {
      "epoch": 0.5830432111406922,
      "grad_norm": 0.755275890960009,
      "learning_rate": 0.00029472368505312603,
      "loss": 1.0685,
      "step": 14235
    },
    {
      "epoch": 0.5830841695678886,
      "grad_norm": 0.7390625562372353,
      "learning_rate": 0.0002947228276160011,
      "loss": 0.6772,
      "step": 14236
    },
    {
      "epoch": 0.583125127995085,
      "grad_norm": 0.6840969919948707,
      "learning_rate": 0.0002947219701104596,
      "loss": 0.6689,
      "step": 14237
    },
    {
      "epoch": 0.5831660864222814,
      "grad_norm": 0.4660558605329267,
      "learning_rate": 0.00029472111253650194,
      "loss": 0.353,
      "step": 14238
    },
    {
      "epoch": 0.5832070448494778,
      "grad_norm": 0.806380402511238,
      "learning_rate": 0.0002947202548941285,
      "loss": 1.1324,
      "step": 14239
    },
    {
      "epoch": 0.5832480032766741,
      "grad_norm": 0.7678883385217027,
      "learning_rate": 0.00029471939718333975,
      "loss": 0.7864,
      "step": 14240
    },
    {
      "epoch": 0.5832889617038706,
      "grad_norm": 13.62108447571043,
      "learning_rate": 0.0002947185394041361,
      "loss": 2.3361,
      "step": 14241
    },
    {
      "epoch": 0.583329920131067,
      "grad_norm": 0.7427605015114099,
      "learning_rate": 0.0002947176815565179,
      "loss": 0.7046,
      "step": 14242
    },
    {
      "epoch": 0.5833708785582634,
      "grad_norm": 0.4052817626233701,
      "learning_rate": 0.00029471682364048556,
      "loss": 0.3392,
      "step": 14243
    },
    {
      "epoch": 0.5834118369854597,
      "grad_norm": 0.7097379641597147,
      "learning_rate": 0.00029471596565603953,
      "loss": 0.8041,
      "step": 14244
    },
    {
      "epoch": 0.5834527954126562,
      "grad_norm": 1.0965950287682027,
      "learning_rate": 0.00029471510760318014,
      "loss": 1.7803,
      "step": 14245
    },
    {
      "epoch": 0.5834937538398526,
      "grad_norm": 0.6566036553490444,
      "learning_rate": 0.0002947142494819079,
      "loss": 0.8349,
      "step": 14246
    },
    {
      "epoch": 0.5835347122670489,
      "grad_norm": 0.9944988532857791,
      "learning_rate": 0.0002947133912922231,
      "loss": 1.1311,
      "step": 14247
    },
    {
      "epoch": 0.5835756706942453,
      "grad_norm": 0.869501907953318,
      "learning_rate": 0.00029471253303412626,
      "loss": 0.7751,
      "step": 14248
    },
    {
      "epoch": 0.5836166291214417,
      "grad_norm": 1.140712101495822,
      "learning_rate": 0.00029471167470761776,
      "loss": 1.3873,
      "step": 14249
    },
    {
      "epoch": 0.5836575875486382,
      "grad_norm": 1.0349797937288165,
      "learning_rate": 0.00029471081631269794,
      "loss": 1.7223,
      "step": 14250
    },
    {
      "epoch": 0.5836985459758345,
      "grad_norm": 0.7416675093723453,
      "learning_rate": 0.00029470995784936725,
      "loss": 1.069,
      "step": 14251
    },
    {
      "epoch": 0.5837395044030309,
      "grad_norm": 0.7424604406155703,
      "learning_rate": 0.00029470909931762605,
      "loss": 0.5781,
      "step": 14252
    },
    {
      "epoch": 0.5837804628302273,
      "grad_norm": 0.82382916823773,
      "learning_rate": 0.00029470824071747484,
      "loss": 0.8941,
      "step": 14253
    },
    {
      "epoch": 0.5838214212574238,
      "grad_norm": 1.207574089106417,
      "learning_rate": 0.0002947073820489139,
      "loss": 1.4356,
      "step": 14254
    },
    {
      "epoch": 0.5838623796846201,
      "grad_norm": 0.9083223940349994,
      "learning_rate": 0.0002947065233119438,
      "loss": 0.7284,
      "step": 14255
    },
    {
      "epoch": 0.5839033381118165,
      "grad_norm": 0.8745441897779964,
      "learning_rate": 0.00029470566450656477,
      "loss": 0.872,
      "step": 14256
    },
    {
      "epoch": 0.5839442965390129,
      "grad_norm": 1.0525128224961209,
      "learning_rate": 0.00029470480563277736,
      "loss": 0.7555,
      "step": 14257
    },
    {
      "epoch": 0.5839852549662093,
      "grad_norm": 0.8696660093847473,
      "learning_rate": 0.0002947039466905819,
      "loss": 0.9221,
      "step": 14258
    },
    {
      "epoch": 0.5840262133934057,
      "grad_norm": 0.8328522064817717,
      "learning_rate": 0.00029470308767997873,
      "loss": 0.9546,
      "step": 14259
    },
    {
      "epoch": 0.5840671718206021,
      "grad_norm": 1.0880938966192129,
      "learning_rate": 0.00029470222860096843,
      "loss": 0.5355,
      "step": 14260
    },
    {
      "epoch": 0.5841081302477985,
      "grad_norm": 0.8711987006511623,
      "learning_rate": 0.0002947013694535513,
      "loss": 0.8171,
      "step": 14261
    },
    {
      "epoch": 0.5841490886749949,
      "grad_norm": 0.7912905961725412,
      "learning_rate": 0.0002947005102377278,
      "loss": 1.0718,
      "step": 14262
    },
    {
      "epoch": 0.5841900471021912,
      "grad_norm": 0.6922973640429848,
      "learning_rate": 0.0002946996509534982,
      "loss": 1.0329,
      "step": 14263
    },
    {
      "epoch": 0.5842310055293877,
      "grad_norm": 1.0142635020065687,
      "learning_rate": 0.000294698791600863,
      "loss": 0.8038,
      "step": 14264
    },
    {
      "epoch": 0.5842719639565841,
      "grad_norm": 1.0395790285478053,
      "learning_rate": 0.00029469793217982266,
      "loss": 0.4971,
      "step": 14265
    },
    {
      "epoch": 0.5843129223837804,
      "grad_norm": 0.8233634243515664,
      "learning_rate": 0.00029469707269037755,
      "loss": 0.9864,
      "step": 14266
    },
    {
      "epoch": 0.5843538808109768,
      "grad_norm": 0.7606753433111157,
      "learning_rate": 0.000294696213132528,
      "loss": 0.7498,
      "step": 14267
    },
    {
      "epoch": 0.5843948392381733,
      "grad_norm": 0.8554670440118955,
      "learning_rate": 0.00029469535350627453,
      "loss": 0.9405,
      "step": 14268
    },
    {
      "epoch": 0.5844357976653697,
      "grad_norm": 0.8690153674005892,
      "learning_rate": 0.0002946944938116175,
      "loss": 0.5772,
      "step": 14269
    },
    {
      "epoch": 0.584476756092566,
      "grad_norm": 1.1654969024181077,
      "learning_rate": 0.00029469363404855726,
      "loss": 1.1062,
      "step": 14270
    },
    {
      "epoch": 0.5845177145197624,
      "grad_norm": 0.7777832387007717,
      "learning_rate": 0.0002946927742170943,
      "loss": 0.8206,
      "step": 14271
    },
    {
      "epoch": 0.5845586729469588,
      "grad_norm": 1.056517488913681,
      "learning_rate": 0.000294691914317229,
      "loss": 1.1586,
      "step": 14272
    },
    {
      "epoch": 0.5845996313741553,
      "grad_norm": 0.8840874893631944,
      "learning_rate": 0.0002946910543489617,
      "loss": 1.4673,
      "step": 14273
    },
    {
      "epoch": 0.5846405898013516,
      "grad_norm": 0.5769072652310218,
      "learning_rate": 0.00029469019431229294,
      "loss": 0.5245,
      "step": 14274
    },
    {
      "epoch": 0.584681548228548,
      "grad_norm": 0.8266739241142378,
      "learning_rate": 0.00029468933420722304,
      "loss": 0.9804,
      "step": 14275
    },
    {
      "epoch": 0.5847225066557444,
      "grad_norm": 0.5098732647144567,
      "learning_rate": 0.0002946884740337524,
      "loss": 0.4347,
      "step": 14276
    },
    {
      "epoch": 0.5847634650829409,
      "grad_norm": 0.6811190945767852,
      "learning_rate": 0.00029468761379188144,
      "loss": 0.6522,
      "step": 14277
    },
    {
      "epoch": 0.5848044235101372,
      "grad_norm": 1.1983038050267993,
      "learning_rate": 0.00029468675348161055,
      "loss": 1.1625,
      "step": 14278
    },
    {
      "epoch": 0.5848453819373336,
      "grad_norm": 0.5175031208188323,
      "learning_rate": 0.00029468589310294017,
      "loss": 0.3598,
      "step": 14279
    },
    {
      "epoch": 0.58488634036453,
      "grad_norm": 1.8500895954771268,
      "learning_rate": 0.0002946850326558707,
      "loss": 3.6248,
      "step": 14280
    },
    {
      "epoch": 0.5849272987917264,
      "grad_norm": 0.5799049712407338,
      "learning_rate": 0.0002946841721404026,
      "loss": 0.4338,
      "step": 14281
    },
    {
      "epoch": 0.5849682572189228,
      "grad_norm": 0.7418430332050528,
      "learning_rate": 0.00029468331155653617,
      "loss": 0.8385,
      "step": 14282
    },
    {
      "epoch": 0.5850092156461192,
      "grad_norm": 0.8726924938452272,
      "learning_rate": 0.00029468245090427187,
      "loss": 0.9546,
      "step": 14283
    },
    {
      "epoch": 0.5850501740733156,
      "grad_norm": 0.6699184132537778,
      "learning_rate": 0.0002946815901836101,
      "loss": 0.8031,
      "step": 14284
    },
    {
      "epoch": 0.585091132500512,
      "grad_norm": 0.7328569063500443,
      "learning_rate": 0.00029468072939455123,
      "loss": 1.0027,
      "step": 14285
    },
    {
      "epoch": 0.5851320909277083,
      "grad_norm": 0.6212233707402544,
      "learning_rate": 0.0002946798685370958,
      "loss": 0.6532,
      "step": 14286
    },
    {
      "epoch": 0.5851730493549048,
      "grad_norm": 1.1659994849710924,
      "learning_rate": 0.00029467900761124405,
      "loss": 1.0377,
      "step": 14287
    },
    {
      "epoch": 0.5852140077821012,
      "grad_norm": 0.8420033710812882,
      "learning_rate": 0.00029467814661699647,
      "loss": 0.7572,
      "step": 14288
    },
    {
      "epoch": 0.5852549662092975,
      "grad_norm": 0.7100535663770474,
      "learning_rate": 0.00029467728555435346,
      "loss": 0.724,
      "step": 14289
    },
    {
      "epoch": 0.5852959246364939,
      "grad_norm": 1.0967181005088842,
      "learning_rate": 0.0002946764244233154,
      "loss": 0.4497,
      "step": 14290
    },
    {
      "epoch": 0.5853368830636904,
      "grad_norm": 0.7686898245135307,
      "learning_rate": 0.0002946755632238828,
      "loss": 0.7176,
      "step": 14291
    },
    {
      "epoch": 0.5853778414908868,
      "grad_norm": 0.849788867229717,
      "learning_rate": 0.0002946747019560559,
      "loss": 1.0597,
      "step": 14292
    },
    {
      "epoch": 0.5854187999180831,
      "grad_norm": 1.3240670645184112,
      "learning_rate": 0.0002946738406198353,
      "loss": 0.9212,
      "step": 14293
    },
    {
      "epoch": 0.5854597583452795,
      "grad_norm": 0.9821428353875419,
      "learning_rate": 0.0002946729792152212,
      "loss": 0.8537,
      "step": 14294
    },
    {
      "epoch": 0.585500716772476,
      "grad_norm": 0.7995470432715107,
      "learning_rate": 0.0002946721177422142,
      "loss": 1.0117,
      "step": 14295
    },
    {
      "epoch": 0.5855416751996724,
      "grad_norm": 0.7203612980498569,
      "learning_rate": 0.0002946712562008145,
      "loss": 1.1756,
      "step": 14296
    },
    {
      "epoch": 0.5855826336268687,
      "grad_norm": 0.8343289582494596,
      "learning_rate": 0.00029467039459102275,
      "loss": 1.0192,
      "step": 14297
    },
    {
      "epoch": 0.5856235920540651,
      "grad_norm": 0.6954665457130241,
      "learning_rate": 0.0002946695329128392,
      "loss": 0.8746,
      "step": 14298
    },
    {
      "epoch": 0.5856645504812615,
      "grad_norm": 3.3510532229306134,
      "learning_rate": 0.00029466867116626427,
      "loss": 1.7054,
      "step": 14299
    },
    {
      "epoch": 0.585705508908458,
      "grad_norm": 1.3543586487148407,
      "learning_rate": 0.00029466780935129836,
      "loss": 0.9989,
      "step": 14300
    },
    {
      "epoch": 0.5857464673356543,
      "grad_norm": 1.0077571142716202,
      "learning_rate": 0.0002946669474679419,
      "loss": 1.1547,
      "step": 14301
    },
    {
      "epoch": 0.5857874257628507,
      "grad_norm": 1.0211552116691798,
      "learning_rate": 0.0002946660855161954,
      "loss": 1.068,
      "step": 14302
    },
    {
      "epoch": 0.5858283841900471,
      "grad_norm": 1.1399213995503452,
      "learning_rate": 0.00029466522349605906,
      "loss": 0.9725,
      "step": 14303
    },
    {
      "epoch": 0.5858693426172435,
      "grad_norm": 0.916358741923642,
      "learning_rate": 0.00029466436140753344,
      "loss": 1.0485,
      "step": 14304
    },
    {
      "epoch": 0.5859103010444399,
      "grad_norm": 1.4466221334298817,
      "learning_rate": 0.0002946634992506189,
      "loss": 1.0768,
      "step": 14305
    },
    {
      "epoch": 0.5859512594716363,
      "grad_norm": 0.8598549037031475,
      "learning_rate": 0.00029466263702531586,
      "loss": 1.0077,
      "step": 14306
    },
    {
      "epoch": 0.5859922178988327,
      "grad_norm": 0.6530737711423985,
      "learning_rate": 0.0002946617747316247,
      "loss": 0.6867,
      "step": 14307
    },
    {
      "epoch": 0.586033176326029,
      "grad_norm": 0.8689593974586972,
      "learning_rate": 0.0002946609123695459,
      "loss": 0.8525,
      "step": 14308
    },
    {
      "epoch": 0.5860741347532255,
      "grad_norm": 1.4115173559916616,
      "learning_rate": 0.00029466004993907976,
      "loss": 0.7369,
      "step": 14309
    },
    {
      "epoch": 0.5861150931804219,
      "grad_norm": 0.7317379707748277,
      "learning_rate": 0.0002946591874402267,
      "loss": 0.3586,
      "step": 14310
    },
    {
      "epoch": 0.5861560516076183,
      "grad_norm": 1.1965574289190928,
      "learning_rate": 0.0002946583248729873,
      "loss": 1.0994,
      "step": 14311
    },
    {
      "epoch": 0.5861970100348146,
      "grad_norm": 1.1072935518168838,
      "learning_rate": 0.0002946574622373617,
      "loss": 0.9179,
      "step": 14312
    },
    {
      "epoch": 0.586237968462011,
      "grad_norm": 0.7255716480877878,
      "learning_rate": 0.00029465659953335056,
      "loss": 0.9128,
      "step": 14313
    },
    {
      "epoch": 0.5862789268892075,
      "grad_norm": 0.9386338632195521,
      "learning_rate": 0.0002946557367609541,
      "loss": 1.1371,
      "step": 14314
    },
    {
      "epoch": 0.5863198853164039,
      "grad_norm": 2.9732783745811284,
      "learning_rate": 0.0002946548739201728,
      "loss": 5.2142,
      "step": 14315
    },
    {
      "epoch": 0.5863608437436002,
      "grad_norm": 3.458689094350085,
      "learning_rate": 0.00029465401101100714,
      "loss": 3.0628,
      "step": 14316
    },
    {
      "epoch": 0.5864018021707966,
      "grad_norm": 1.1111026421965162,
      "learning_rate": 0.0002946531480334574,
      "loss": 0.8942,
      "step": 14317
    },
    {
      "epoch": 0.586442760597993,
      "grad_norm": 1.3229450762115398,
      "learning_rate": 0.00029465228498752404,
      "loss": 0.7431,
      "step": 14318
    },
    {
      "epoch": 0.5864837190251895,
      "grad_norm": 0.6696093298747317,
      "learning_rate": 0.0002946514218732075,
      "loss": 0.7905,
      "step": 14319
    },
    {
      "epoch": 0.5865246774523858,
      "grad_norm": 0.6772471773654553,
      "learning_rate": 0.00029465055869050817,
      "loss": 0.3076,
      "step": 14320
    },
    {
      "epoch": 0.5865656358795822,
      "grad_norm": 0.6371059996779656,
      "learning_rate": 0.00029464969543942644,
      "loss": 0.3787,
      "step": 14321
    },
    {
      "epoch": 0.5866065943067786,
      "grad_norm": 1.9222300585950027,
      "learning_rate": 0.00029464883211996267,
      "loss": 2.0257,
      "step": 14322
    },
    {
      "epoch": 0.5866475527339751,
      "grad_norm": 4.343538722121871,
      "learning_rate": 0.0002946479687321174,
      "loss": 2.4506,
      "step": 14323
    },
    {
      "epoch": 0.5866885111611714,
      "grad_norm": 0.82148247947916,
      "learning_rate": 0.00029464710527589096,
      "loss": 0.4802,
      "step": 14324
    },
    {
      "epoch": 0.5867294695883678,
      "grad_norm": 1.230539554309217,
      "learning_rate": 0.00029464624175128373,
      "loss": 0.9568,
      "step": 14325
    },
    {
      "epoch": 0.5867704280155642,
      "grad_norm": 1.0033267020187182,
      "learning_rate": 0.0002946453781582962,
      "loss": 0.8438,
      "step": 14326
    },
    {
      "epoch": 0.5868113864427607,
      "grad_norm": 2.2943619597316234,
      "learning_rate": 0.00029464451449692867,
      "loss": 4.708,
      "step": 14327
    },
    {
      "epoch": 0.586852344869957,
      "grad_norm": 0.6051309867921537,
      "learning_rate": 0.0002946436507671816,
      "loss": 0.4237,
      "step": 14328
    },
    {
      "epoch": 0.5868933032971534,
      "grad_norm": 0.9607038481858938,
      "learning_rate": 0.0002946427869690555,
      "loss": 0.8634,
      "step": 14329
    },
    {
      "epoch": 0.5869342617243498,
      "grad_norm": 0.9581714406048035,
      "learning_rate": 0.00029464192310255056,
      "loss": 0.8304,
      "step": 14330
    },
    {
      "epoch": 0.5869752201515461,
      "grad_norm": 0.9215726670990086,
      "learning_rate": 0.0002946410591676674,
      "loss": 1.0542,
      "step": 14331
    },
    {
      "epoch": 0.5870161785787426,
      "grad_norm": 0.7821874363418316,
      "learning_rate": 0.0002946401951644063,
      "loss": 0.8465,
      "step": 14332
    },
    {
      "epoch": 0.587057137005939,
      "grad_norm": 1.0575138298561082,
      "learning_rate": 0.0002946393310927677,
      "loss": 1.0584,
      "step": 14333
    },
    {
      "epoch": 0.5870980954331354,
      "grad_norm": 0.6727023950904732,
      "learning_rate": 0.000294638466952752,
      "loss": 0.8397,
      "step": 14334
    },
    {
      "epoch": 0.5871390538603317,
      "grad_norm": 7.560093142563027,
      "learning_rate": 0.0002946376027443597,
      "loss": 5.6058,
      "step": 14335
    },
    {
      "epoch": 0.5871800122875281,
      "grad_norm": 0.7881056575647795,
      "learning_rate": 0.0002946367384675911,
      "loss": 0.8065,
      "step": 14336
    },
    {
      "epoch": 0.5872209707147246,
      "grad_norm": 0.8470776692870677,
      "learning_rate": 0.00029463587412244664,
      "loss": 1.0266,
      "step": 14337
    },
    {
      "epoch": 0.587261929141921,
      "grad_norm": 1.1313526974368804,
      "learning_rate": 0.0002946350097089267,
      "loss": 0.8624,
      "step": 14338
    },
    {
      "epoch": 0.5873028875691173,
      "grad_norm": 0.9797230079292599,
      "learning_rate": 0.0002946341452270318,
      "loss": 0.6152,
      "step": 14339
    },
    {
      "epoch": 0.5873438459963137,
      "grad_norm": 0.6141792436321216,
      "learning_rate": 0.0002946332806767622,
      "loss": 0.7242,
      "step": 14340
    },
    {
      "epoch": 0.5873848044235102,
      "grad_norm": 0.9413013685614294,
      "learning_rate": 0.0002946324160581184,
      "loss": 1.1192,
      "step": 14341
    },
    {
      "epoch": 0.5874257628507066,
      "grad_norm": 1.649582831657098,
      "learning_rate": 0.0002946315513711008,
      "loss": 0.9254,
      "step": 14342
    },
    {
      "epoch": 0.5874667212779029,
      "grad_norm": 1.5119867672520237,
      "learning_rate": 0.0002946306866157098,
      "loss": 1.0061,
      "step": 14343
    },
    {
      "epoch": 0.5875076797050993,
      "grad_norm": 1.2372417541160632,
      "learning_rate": 0.0002946298217919458,
      "loss": 0.7273,
      "step": 14344
    },
    {
      "epoch": 0.5875486381322957,
      "grad_norm": 0.8337195996734617,
      "learning_rate": 0.00029462895689980913,
      "loss": 0.7046,
      "step": 14345
    },
    {
      "epoch": 0.5875895965594922,
      "grad_norm": 1.9760236541614076,
      "learning_rate": 0.00029462809193930037,
      "loss": 3.9015,
      "step": 14346
    },
    {
      "epoch": 0.5876305549866885,
      "grad_norm": 4.795624656167187,
      "learning_rate": 0.0002946272269104198,
      "loss": 1.8546,
      "step": 14347
    },
    {
      "epoch": 0.5876715134138849,
      "grad_norm": 0.4504977692410302,
      "learning_rate": 0.0002946263618131679,
      "loss": 0.3154,
      "step": 14348
    },
    {
      "epoch": 0.5877124718410813,
      "grad_norm": 0.8635438574685531,
      "learning_rate": 0.00029462549664754505,
      "loss": 0.7831,
      "step": 14349
    },
    {
      "epoch": 0.5877534302682776,
      "grad_norm": 0.64893765267682,
      "learning_rate": 0.00029462463141355166,
      "loss": 0.5715,
      "step": 14350
    },
    {
      "epoch": 0.5877943886954741,
      "grad_norm": 0.6460781178427961,
      "learning_rate": 0.0002946237661111881,
      "loss": 0.3273,
      "step": 14351
    },
    {
      "epoch": 0.5878353471226705,
      "grad_norm": 0.8225582351913266,
      "learning_rate": 0.0002946229007404548,
      "loss": 1.0384,
      "step": 14352
    },
    {
      "epoch": 0.5878763055498669,
      "grad_norm": 0.8779661274760624,
      "learning_rate": 0.0002946220353013522,
      "loss": 1.0046,
      "step": 14353
    },
    {
      "epoch": 0.5879172639770632,
      "grad_norm": 3.821800605849318,
      "learning_rate": 0.00029462116979388073,
      "loss": 7.7616,
      "step": 14354
    },
    {
      "epoch": 0.5879582224042597,
      "grad_norm": 1.2709722849458844,
      "learning_rate": 0.0002946203042180408,
      "loss": 2.1594,
      "step": 14355
    },
    {
      "epoch": 0.5879991808314561,
      "grad_norm": 0.7624224660317062,
      "learning_rate": 0.00029461943857383267,
      "loss": 0.853,
      "step": 14356
    },
    {
      "epoch": 0.5880401392586525,
      "grad_norm": 0.8769914617282212,
      "learning_rate": 0.00029461857286125693,
      "loss": 1.1367,
      "step": 14357
    },
    {
      "epoch": 0.5880810976858488,
      "grad_norm": 0.8722382110035021,
      "learning_rate": 0.0002946177070803139,
      "loss": 0.9543,
      "step": 14358
    },
    {
      "epoch": 0.5881220561130452,
      "grad_norm": 0.7412397779544385,
      "learning_rate": 0.00029461684123100406,
      "loss": 0.7611,
      "step": 14359
    },
    {
      "epoch": 0.5881630145402417,
      "grad_norm": 0.7039797364602433,
      "learning_rate": 0.0002946159753133277,
      "loss": 0.7661,
      "step": 14360
    },
    {
      "epoch": 0.5882039729674381,
      "grad_norm": 0.831411998707103,
      "learning_rate": 0.00029461510932728537,
      "loss": 0.6413,
      "step": 14361
    },
    {
      "epoch": 0.5882449313946344,
      "grad_norm": 0.6278893235577602,
      "learning_rate": 0.00029461424327287733,
      "loss": 0.507,
      "step": 14362
    },
    {
      "epoch": 0.5882858898218308,
      "grad_norm": 0.9716035060924152,
      "learning_rate": 0.0002946133771501041,
      "loss": 0.8407,
      "step": 14363
    },
    {
      "epoch": 0.5883268482490273,
      "grad_norm": 0.5563509292428369,
      "learning_rate": 0.00029461251095896603,
      "loss": 0.74,
      "step": 14364
    },
    {
      "epoch": 0.5883678066762237,
      "grad_norm": 0.949579789435424,
      "learning_rate": 0.00029461164469946364,
      "loss": 1.1394,
      "step": 14365
    },
    {
      "epoch": 0.58840876510342,
      "grad_norm": 1.3782400986445087,
      "learning_rate": 0.00029461077837159716,
      "loss": 1.5826,
      "step": 14366
    },
    {
      "epoch": 0.5884497235306164,
      "grad_norm": 1.4514412474370455,
      "learning_rate": 0.00029460991197536717,
      "loss": 0.8426,
      "step": 14367
    },
    {
      "epoch": 0.5884906819578128,
      "grad_norm": 0.7102937421270337,
      "learning_rate": 0.00029460904551077395,
      "loss": 0.4792,
      "step": 14368
    },
    {
      "epoch": 0.5885316403850093,
      "grad_norm": 1.8528329862424464,
      "learning_rate": 0.000294608178977818,
      "loss": 3.3298,
      "step": 14369
    },
    {
      "epoch": 0.5885725988122056,
      "grad_norm": 0.749496973468031,
      "learning_rate": 0.0002946073123764997,
      "loss": 0.7859,
      "step": 14370
    },
    {
      "epoch": 0.588613557239402,
      "grad_norm": 0.768917788626878,
      "learning_rate": 0.00029460644570681937,
      "loss": 0.8889,
      "step": 14371
    },
    {
      "epoch": 0.5886545156665984,
      "grad_norm": 1.002787540228117,
      "learning_rate": 0.00029460557896877757,
      "loss": 0.9081,
      "step": 14372
    },
    {
      "epoch": 0.5886954740937947,
      "grad_norm": 0.8592321714276636,
      "learning_rate": 0.00029460471216237466,
      "loss": 0.8538,
      "step": 14373
    },
    {
      "epoch": 0.5887364325209912,
      "grad_norm": 0.9703717985270355,
      "learning_rate": 0.000294603845287611,
      "loss": 1.395,
      "step": 14374
    },
    {
      "epoch": 0.5887773909481876,
      "grad_norm": 0.9395162933848866,
      "learning_rate": 0.00029460297834448706,
      "loss": 1.0294,
      "step": 14375
    },
    {
      "epoch": 0.588818349375384,
      "grad_norm": 0.8161918123982272,
      "learning_rate": 0.00029460211133300324,
      "loss": 1.1602,
      "step": 14376
    },
    {
      "epoch": 0.5888593078025803,
      "grad_norm": 0.9671227699709457,
      "learning_rate": 0.0002946012442531599,
      "loss": 0.8309,
      "step": 14377
    },
    {
      "epoch": 0.5889002662297768,
      "grad_norm": 1.5271570831750068,
      "learning_rate": 0.0002946003771049575,
      "loss": 1.2039,
      "step": 14378
    },
    {
      "epoch": 0.5889412246569732,
      "grad_norm": 0.7428950480707625,
      "learning_rate": 0.0002945995098883964,
      "loss": 0.7252,
      "step": 14379
    },
    {
      "epoch": 0.5889821830841696,
      "grad_norm": 1.0363666409146803,
      "learning_rate": 0.0002945986426034771,
      "loss": 1.0941,
      "step": 14380
    },
    {
      "epoch": 0.5890231415113659,
      "grad_norm": 1.0421639385897847,
      "learning_rate": 0.0002945977752501999,
      "loss": 0.869,
      "step": 14381
    },
    {
      "epoch": 0.5890640999385623,
      "grad_norm": 0.5539949152585892,
      "learning_rate": 0.00029459690782856525,
      "loss": 0.3206,
      "step": 14382
    },
    {
      "epoch": 0.5891050583657588,
      "grad_norm": 1.6381749315446799,
      "learning_rate": 0.00029459604033857357,
      "loss": 1.2027,
      "step": 14383
    },
    {
      "epoch": 0.5891460167929552,
      "grad_norm": 1.085161373537354,
      "learning_rate": 0.00029459517278022533,
      "loss": 1.2237,
      "step": 14384
    },
    {
      "epoch": 0.5891869752201515,
      "grad_norm": 0.5419734312316202,
      "learning_rate": 0.00029459430515352085,
      "loss": 0.3617,
      "step": 14385
    },
    {
      "epoch": 0.5892279336473479,
      "grad_norm": 1.538813378716741,
      "learning_rate": 0.00029459343745846057,
      "loss": 0.7479,
      "step": 14386
    },
    {
      "epoch": 0.5892688920745444,
      "grad_norm": 0.8606218133651873,
      "learning_rate": 0.0002945925696950449,
      "loss": 0.9726,
      "step": 14387
    },
    {
      "epoch": 0.5893098505017408,
      "grad_norm": 0.5089338886047802,
      "learning_rate": 0.0002945917018632743,
      "loss": 0.3883,
      "step": 14388
    },
    {
      "epoch": 0.5893508089289371,
      "grad_norm": 1.222732465446834,
      "learning_rate": 0.00029459083396314904,
      "loss": 1.3975,
      "step": 14389
    },
    {
      "epoch": 0.5893917673561335,
      "grad_norm": 0.6004183880512377,
      "learning_rate": 0.00029458996599466967,
      "loss": 0.7278,
      "step": 14390
    },
    {
      "epoch": 0.58943272578333,
      "grad_norm": 1.3616060824889715,
      "learning_rate": 0.0002945890979578366,
      "loss": 1.1741,
      "step": 14391
    },
    {
      "epoch": 0.5894736842105263,
      "grad_norm": 0.5299831430470014,
      "learning_rate": 0.00029458822985265013,
      "loss": 0.4196,
      "step": 14392
    },
    {
      "epoch": 0.5895146426377227,
      "grad_norm": 0.8681548896976475,
      "learning_rate": 0.00029458736167911083,
      "loss": 0.2521,
      "step": 14393
    },
    {
      "epoch": 0.5895556010649191,
      "grad_norm": 1.750251663218288,
      "learning_rate": 0.0002945864934372189,
      "loss": 1.4945,
      "step": 14394
    },
    {
      "epoch": 0.5895965594921155,
      "grad_norm": 0.5396118517948062,
      "learning_rate": 0.0002945856251269749,
      "loss": 0.3065,
      "step": 14395
    },
    {
      "epoch": 0.5896375179193118,
      "grad_norm": 0.6325839155007567,
      "learning_rate": 0.0002945847567483792,
      "loss": 0.1618,
      "step": 14396
    },
    {
      "epoch": 0.5896784763465083,
      "grad_norm": 0.8753828607042351,
      "learning_rate": 0.00029458388830143226,
      "loss": 1.1354,
      "step": 14397
    },
    {
      "epoch": 0.5897194347737047,
      "grad_norm": 0.602832975648323,
      "learning_rate": 0.00029458301978613444,
      "loss": 0.3723,
      "step": 14398
    },
    {
      "epoch": 0.5897603932009011,
      "grad_norm": 0.9461159112358121,
      "learning_rate": 0.0002945821512024861,
      "loss": 0.9491,
      "step": 14399
    },
    {
      "epoch": 0.5898013516280974,
      "grad_norm": 1.8315535992563738,
      "learning_rate": 0.00029458128255048776,
      "loss": 2.2392,
      "step": 14400
    },
    {
      "epoch": 0.5898423100552939,
      "grad_norm": 0.8766643992148163,
      "learning_rate": 0.00029458041383013977,
      "loss": 0.8341,
      "step": 14401
    },
    {
      "epoch": 0.5898832684824903,
      "grad_norm": 0.7735262968092687,
      "learning_rate": 0.0002945795450414426,
      "loss": 0.8254,
      "step": 14402
    },
    {
      "epoch": 0.5899242269096867,
      "grad_norm": 0.7463624323641485,
      "learning_rate": 0.00029457867618439655,
      "loss": 0.7387,
      "step": 14403
    },
    {
      "epoch": 0.589965185336883,
      "grad_norm": 0.7119253140212469,
      "learning_rate": 0.0002945778072590021,
      "loss": 0.7745,
      "step": 14404
    },
    {
      "epoch": 0.5900061437640794,
      "grad_norm": 0.6337021841012058,
      "learning_rate": 0.00029457693826525966,
      "loss": 0.6649,
      "step": 14405
    },
    {
      "epoch": 0.5900471021912759,
      "grad_norm": 0.8956486412275703,
      "learning_rate": 0.0002945760692031696,
      "loss": 1.0861,
      "step": 14406
    },
    {
      "epoch": 0.5900880606184723,
      "grad_norm": 0.8526092389065159,
      "learning_rate": 0.0002945752000727324,
      "loss": 1.0094,
      "step": 14407
    },
    {
      "epoch": 0.5901290190456686,
      "grad_norm": 0.8211819226193015,
      "learning_rate": 0.00029457433087394844,
      "loss": 0.8082,
      "step": 14408
    },
    {
      "epoch": 0.590169977472865,
      "grad_norm": 0.8148170759115456,
      "learning_rate": 0.0002945734616068181,
      "loss": 0.6613,
      "step": 14409
    },
    {
      "epoch": 0.5902109359000615,
      "grad_norm": 1.328127883912281,
      "learning_rate": 0.00029457259227134183,
      "loss": 1.1669,
      "step": 14410
    },
    {
      "epoch": 0.5902518943272579,
      "grad_norm": 0.5776354546112107,
      "learning_rate": 0.00029457172286752,
      "loss": 0.7371,
      "step": 14411
    },
    {
      "epoch": 0.5902928527544542,
      "grad_norm": 0.6762091530764017,
      "learning_rate": 0.0002945708533953531,
      "loss": 0.4159,
      "step": 14412
    },
    {
      "epoch": 0.5903338111816506,
      "grad_norm": 0.7735799996793907,
      "learning_rate": 0.0002945699838548415,
      "loss": 1.03,
      "step": 14413
    },
    {
      "epoch": 0.590374769608847,
      "grad_norm": 0.7796048935497922,
      "learning_rate": 0.00029456911424598556,
      "loss": 0.8912,
      "step": 14414
    },
    {
      "epoch": 0.5904157280360434,
      "grad_norm": 0.7821302176290255,
      "learning_rate": 0.00029456824456878573,
      "loss": 0.5494,
      "step": 14415
    },
    {
      "epoch": 0.5904566864632398,
      "grad_norm": 0.8512898643618378,
      "learning_rate": 0.0002945673748232424,
      "loss": 1.1008,
      "step": 14416
    },
    {
      "epoch": 0.5904976448904362,
      "grad_norm": 0.8411930712646373,
      "learning_rate": 0.00029456650500935607,
      "loss": 0.9327,
      "step": 14417
    },
    {
      "epoch": 0.5905386033176326,
      "grad_norm": 0.8284390575846851,
      "learning_rate": 0.00029456563512712705,
      "loss": 1.1179,
      "step": 14418
    },
    {
      "epoch": 0.590579561744829,
      "grad_norm": 0.7438896113692428,
      "learning_rate": 0.0002945647651765558,
      "loss": 0.8944,
      "step": 14419
    },
    {
      "epoch": 0.5906205201720254,
      "grad_norm": 0.7933498506779096,
      "learning_rate": 0.0002945638951576427,
      "loss": 0.828,
      "step": 14420
    },
    {
      "epoch": 0.5906614785992218,
      "grad_norm": 0.579556617650311,
      "learning_rate": 0.00029456302507038817,
      "loss": 0.6021,
      "step": 14421
    },
    {
      "epoch": 0.5907024370264182,
      "grad_norm": 0.7093923591219805,
      "learning_rate": 0.00029456215491479264,
      "loss": 0.8362,
      "step": 14422
    },
    {
      "epoch": 0.5907433954536145,
      "grad_norm": 0.6336910010667353,
      "learning_rate": 0.0002945612846908565,
      "loss": 0.3541,
      "step": 14423
    },
    {
      "epoch": 0.590784353880811,
      "grad_norm": 2.032696616269885,
      "learning_rate": 0.0002945604143985802,
      "loss": 2.3106,
      "step": 14424
    },
    {
      "epoch": 0.5908253123080074,
      "grad_norm": 0.9001347475182169,
      "learning_rate": 0.0002945595440379641,
      "loss": 0.6079,
      "step": 14425
    },
    {
      "epoch": 0.5908662707352038,
      "grad_norm": 0.627010314691521,
      "learning_rate": 0.0002945586736090087,
      "loss": 0.4308,
      "step": 14426
    },
    {
      "epoch": 0.5909072291624001,
      "grad_norm": 0.9646351851835274,
      "learning_rate": 0.00029455780311171426,
      "loss": 0.8978,
      "step": 14427
    },
    {
      "epoch": 0.5909481875895966,
      "grad_norm": 0.961303701373966,
      "learning_rate": 0.0002945569325460813,
      "loss": 0.9266,
      "step": 14428
    },
    {
      "epoch": 0.590989146016793,
      "grad_norm": 0.8445140365613797,
      "learning_rate": 0.0002945560619121102,
      "loss": 0.9768,
      "step": 14429
    },
    {
      "epoch": 0.5910301044439894,
      "grad_norm": 0.6377108766546236,
      "learning_rate": 0.0002945551912098014,
      "loss": 0.8298,
      "step": 14430
    },
    {
      "epoch": 0.5910710628711857,
      "grad_norm": 1.1569748005267888,
      "learning_rate": 0.00029455432043915534,
      "loss": 1.1407,
      "step": 14431
    },
    {
      "epoch": 0.5911120212983821,
      "grad_norm": 0.9437362191900719,
      "learning_rate": 0.00029455344960017233,
      "loss": 1.0051,
      "step": 14432
    },
    {
      "epoch": 0.5911529797255786,
      "grad_norm": 0.6757679188458316,
      "learning_rate": 0.00029455257869285287,
      "loss": 0.6377,
      "step": 14433
    },
    {
      "epoch": 0.5911939381527749,
      "grad_norm": 0.6988840603205714,
      "learning_rate": 0.0002945517077171973,
      "loss": 0.7333,
      "step": 14434
    },
    {
      "epoch": 0.5912348965799713,
      "grad_norm": 0.8908681466843127,
      "learning_rate": 0.0002945508366732061,
      "loss": 0.8928,
      "step": 14435
    },
    {
      "epoch": 0.5912758550071677,
      "grad_norm": 0.6900849635778226,
      "learning_rate": 0.00029454996556087964,
      "loss": 0.887,
      "step": 14436
    },
    {
      "epoch": 0.5913168134343642,
      "grad_norm": 0.8889325985641291,
      "learning_rate": 0.00029454909438021834,
      "loss": 0.9673,
      "step": 14437
    },
    {
      "epoch": 0.5913577718615605,
      "grad_norm": 0.8070609274125765,
      "learning_rate": 0.00029454822313122265,
      "loss": 0.3919,
      "step": 14438
    },
    {
      "epoch": 0.5913987302887569,
      "grad_norm": 3.859872758363817,
      "learning_rate": 0.0002945473518138929,
      "loss": 1.7644,
      "step": 14439
    },
    {
      "epoch": 0.5914396887159533,
      "grad_norm": 1.9694671253175966,
      "learning_rate": 0.00029454648042822956,
      "loss": 1.7,
      "step": 14440
    },
    {
      "epoch": 0.5914806471431497,
      "grad_norm": 0.944457947198098,
      "learning_rate": 0.000294545608974233,
      "loss": 0.8027,
      "step": 14441
    },
    {
      "epoch": 0.591521605570346,
      "grad_norm": 2.0775397485806657,
      "learning_rate": 0.0002945447374519038,
      "loss": 3.7114,
      "step": 14442
    },
    {
      "epoch": 0.5915625639975425,
      "grad_norm": 0.9663322832161455,
      "learning_rate": 0.0002945438658612421,
      "loss": 0.9331,
      "step": 14443
    },
    {
      "epoch": 0.5916035224247389,
      "grad_norm": 1.4932648735224427,
      "learning_rate": 0.00029454299420224854,
      "loss": 0.5473,
      "step": 14444
    },
    {
      "epoch": 0.5916444808519353,
      "grad_norm": 0.8252671324812141,
      "learning_rate": 0.00029454212247492334,
      "loss": 0.8341,
      "step": 14445
    },
    {
      "epoch": 0.5916854392791316,
      "grad_norm": 0.7591977311311222,
      "learning_rate": 0.00029454125067926706,
      "loss": 0.7027,
      "step": 14446
    },
    {
      "epoch": 0.5917263977063281,
      "grad_norm": 0.9171676635910483,
      "learning_rate": 0.00029454037881528007,
      "loss": 1.1844,
      "step": 14447
    },
    {
      "epoch": 0.5917673561335245,
      "grad_norm": 1.2427461152574353,
      "learning_rate": 0.00029453950688296276,
      "loss": 1.7312,
      "step": 14448
    },
    {
      "epoch": 0.5918083145607209,
      "grad_norm": 1.3104107886322458,
      "learning_rate": 0.0002945386348823156,
      "loss": 0.7822,
      "step": 14449
    },
    {
      "epoch": 0.5918492729879172,
      "grad_norm": 0.8462954190281933,
      "learning_rate": 0.0002945377628133389,
      "loss": 0.4174,
      "step": 14450
    },
    {
      "epoch": 0.5918902314151137,
      "grad_norm": 0.7171150009643865,
      "learning_rate": 0.0002945368906760332,
      "loss": 0.8293,
      "step": 14451
    },
    {
      "epoch": 0.5919311898423101,
      "grad_norm": 0.4265736041220302,
      "learning_rate": 0.00029453601847039885,
      "loss": 0.2094,
      "step": 14452
    },
    {
      "epoch": 0.5919721482695065,
      "grad_norm": 0.9762032403849165,
      "learning_rate": 0.00029453514619643615,
      "loss": 0.9633,
      "step": 14453
    },
    {
      "epoch": 0.5920131066967028,
      "grad_norm": 0.6108831380056399,
      "learning_rate": 0.0002945342738541457,
      "loss": 0.7921,
      "step": 14454
    },
    {
      "epoch": 0.5920540651238992,
      "grad_norm": 4.168946174913032,
      "learning_rate": 0.0002945334014435278,
      "loss": 3.6297,
      "step": 14455
    },
    {
      "epoch": 0.5920950235510957,
      "grad_norm": 1.1442493232823168,
      "learning_rate": 0.00029453252896458293,
      "loss": 0.9583,
      "step": 14456
    },
    {
      "epoch": 0.592135981978292,
      "grad_norm": 1.0014292547471355,
      "learning_rate": 0.0002945316564173115,
      "loss": 0.4732,
      "step": 14457
    },
    {
      "epoch": 0.5921769404054884,
      "grad_norm": 0.966732721913175,
      "learning_rate": 0.0002945307838017138,
      "loss": 1.1066,
      "step": 14458
    },
    {
      "epoch": 0.5922178988326848,
      "grad_norm": 0.4988927277697446,
      "learning_rate": 0.0002945299111177904,
      "loss": 0.4047,
      "step": 14459
    },
    {
      "epoch": 0.5922588572598813,
      "grad_norm": 0.5270347154672876,
      "learning_rate": 0.00029452903836554156,
      "loss": 0.2859,
      "step": 14460
    },
    {
      "epoch": 0.5922998156870776,
      "grad_norm": 0.8313700602955764,
      "learning_rate": 0.0002945281655449679,
      "loss": 0.9832,
      "step": 14461
    },
    {
      "epoch": 0.592340774114274,
      "grad_norm": 0.8580417375128794,
      "learning_rate": 0.0002945272926560696,
      "loss": 0.9763,
      "step": 14462
    },
    {
      "epoch": 0.5923817325414704,
      "grad_norm": 0.6518550240600719,
      "learning_rate": 0.0002945264196988472,
      "loss": 0.8655,
      "step": 14463
    },
    {
      "epoch": 0.5924226909686668,
      "grad_norm": 1.4610240040404614,
      "learning_rate": 0.00029452554667330115,
      "loss": 2.1608,
      "step": 14464
    },
    {
      "epoch": 0.5924636493958632,
      "grad_norm": 0.8057065361949847,
      "learning_rate": 0.0002945246735794318,
      "loss": 0.9918,
      "step": 14465
    },
    {
      "epoch": 0.5925046078230596,
      "grad_norm": 0.6965546739147412,
      "learning_rate": 0.0002945238004172395,
      "loss": 0.3586,
      "step": 14466
    },
    {
      "epoch": 0.592545566250256,
      "grad_norm": 1.1430905633983401,
      "learning_rate": 0.0002945229271867249,
      "loss": 1.5711,
      "step": 14467
    },
    {
      "epoch": 0.5925865246774524,
      "grad_norm": 0.7974573333281411,
      "learning_rate": 0.0002945220538878881,
      "loss": 0.996,
      "step": 14468
    },
    {
      "epoch": 0.5926274831046487,
      "grad_norm": 2.268700910328377,
      "learning_rate": 0.00029452118052072967,
      "loss": 2.3689,
      "step": 14469
    },
    {
      "epoch": 0.5926684415318452,
      "grad_norm": 0.6577144649700845,
      "learning_rate": 0.00029452030708525,
      "loss": 0.8556,
      "step": 14470
    },
    {
      "epoch": 0.5927093999590416,
      "grad_norm": 0.757130471213369,
      "learning_rate": 0.0002945194335814496,
      "loss": 0.6797,
      "step": 14471
    },
    {
      "epoch": 0.592750358386238,
      "grad_norm": 1.2658925848139662,
      "learning_rate": 0.0002945185600093287,
      "loss": 1.0895,
      "step": 14472
    },
    {
      "epoch": 0.5927913168134343,
      "grad_norm": 0.8778614367932713,
      "learning_rate": 0.0002945176863688879,
      "loss": 0.7163,
      "step": 14473
    },
    {
      "epoch": 0.5928322752406308,
      "grad_norm": 0.8092773538637604,
      "learning_rate": 0.00029451681266012743,
      "loss": 0.8785,
      "step": 14474
    },
    {
      "epoch": 0.5928732336678272,
      "grad_norm": 1.0729233106805582,
      "learning_rate": 0.0002945159388830478,
      "loss": 0.727,
      "step": 14475
    },
    {
      "epoch": 0.5929141920950235,
      "grad_norm": 1.0750364310296487,
      "learning_rate": 0.00029451506503764955,
      "loss": 0.987,
      "step": 14476
    },
    {
      "epoch": 0.5929551505222199,
      "grad_norm": 0.6721802079549802,
      "learning_rate": 0.0002945141911239329,
      "loss": 0.4187,
      "step": 14477
    },
    {
      "epoch": 0.5929961089494163,
      "grad_norm": 0.8693774102657672,
      "learning_rate": 0.0002945133171418983,
      "loss": 1.1532,
      "step": 14478
    },
    {
      "epoch": 0.5930370673766128,
      "grad_norm": 5.031491257262888,
      "learning_rate": 0.0002945124430915461,
      "loss": 2.4898,
      "step": 14479
    },
    {
      "epoch": 0.5930780258038091,
      "grad_norm": 0.8158325991242724,
      "learning_rate": 0.0002945115689728769,
      "loss": 0.9478,
      "step": 14480
    },
    {
      "epoch": 0.5931189842310055,
      "grad_norm": 0.8268692421013711,
      "learning_rate": 0.0002945106947858911,
      "loss": 0.8983,
      "step": 14481
    },
    {
      "epoch": 0.5931599426582019,
      "grad_norm": 1.0642753316432274,
      "learning_rate": 0.00029450982053058893,
      "loss": 1.0196,
      "step": 14482
    },
    {
      "epoch": 0.5932009010853984,
      "grad_norm": 0.7753951280776795,
      "learning_rate": 0.00029450894620697087,
      "loss": 0.858,
      "step": 14483
    },
    {
      "epoch": 0.5932418595125947,
      "grad_norm": 0.8573919362342216,
      "learning_rate": 0.0002945080718150374,
      "loss": 0.8227,
      "step": 14484
    },
    {
      "epoch": 0.5932828179397911,
      "grad_norm": 0.8904577509642216,
      "learning_rate": 0.00029450719735478893,
      "loss": 0.9765,
      "step": 14485
    },
    {
      "epoch": 0.5933237763669875,
      "grad_norm": 0.7985328661164691,
      "learning_rate": 0.00029450632282622586,
      "loss": 1.1429,
      "step": 14486
    },
    {
      "epoch": 0.593364734794184,
      "grad_norm": 0.7345017543890013,
      "learning_rate": 0.0002945054482293485,
      "loss": 1.0338,
      "step": 14487
    },
    {
      "epoch": 0.5934056932213803,
      "grad_norm": 1.1533082783932802,
      "learning_rate": 0.0002945045735641574,
      "loss": 1.247,
      "step": 14488
    },
    {
      "epoch": 0.5934466516485767,
      "grad_norm": 0.7518419505612948,
      "learning_rate": 0.00029450369883065295,
      "loss": 0.8048,
      "step": 14489
    },
    {
      "epoch": 0.5934876100757731,
      "grad_norm": 0.8033936661706005,
      "learning_rate": 0.0002945028240288355,
      "loss": 1.1514,
      "step": 14490
    },
    {
      "epoch": 0.5935285685029695,
      "grad_norm": 2.2132859204483784,
      "learning_rate": 0.0002945019491587055,
      "loss": 4.1502,
      "step": 14491
    },
    {
      "epoch": 0.5935695269301658,
      "grad_norm": 0.9017183122648723,
      "learning_rate": 0.00029450107422026336,
      "loss": 1.0187,
      "step": 14492
    },
    {
      "epoch": 0.5936104853573623,
      "grad_norm": 0.82894147679585,
      "learning_rate": 0.0002945001992135095,
      "loss": 0.7977,
      "step": 14493
    },
    {
      "epoch": 0.5936514437845587,
      "grad_norm": 0.780723908352034,
      "learning_rate": 0.0002944993241384443,
      "loss": 1.0182,
      "step": 14494
    },
    {
      "epoch": 0.5936924022117551,
      "grad_norm": 0.6271543439324441,
      "learning_rate": 0.0002944984489950683,
      "loss": 0.7903,
      "step": 14495
    },
    {
      "epoch": 0.5937333606389514,
      "grad_norm": 0.8430865211768303,
      "learning_rate": 0.00029449757378338177,
      "loss": 0.8066,
      "step": 14496
    },
    {
      "epoch": 0.5937743190661479,
      "grad_norm": 0.6742795321228888,
      "learning_rate": 0.00029449669850338517,
      "loss": 0.7469,
      "step": 14497
    },
    {
      "epoch": 0.5938152774933443,
      "grad_norm": 0.8060973612792987,
      "learning_rate": 0.00029449582315507885,
      "loss": 0.8981,
      "step": 14498
    },
    {
      "epoch": 0.5938562359205406,
      "grad_norm": 0.6925038567668658,
      "learning_rate": 0.0002944949477384634,
      "loss": 0.3299,
      "step": 14499
    },
    {
      "epoch": 0.593897194347737,
      "grad_norm": 0.8183781598078342,
      "learning_rate": 0.00029449407225353905,
      "loss": 0.7887,
      "step": 14500
    },
    {
      "epoch": 0.5939381527749334,
      "grad_norm": 0.7853832546826985,
      "learning_rate": 0.0002944931967003063,
      "loss": 1.0827,
      "step": 14501
    },
    {
      "epoch": 0.5939791112021299,
      "grad_norm": 0.6562659315369174,
      "learning_rate": 0.00029449232107876556,
      "loss": 0.3828,
      "step": 14502
    },
    {
      "epoch": 0.5940200696293262,
      "grad_norm": 1.1067988651245757,
      "learning_rate": 0.00029449144538891723,
      "loss": 1.1756,
      "step": 14503
    },
    {
      "epoch": 0.5940610280565226,
      "grad_norm": 0.9712124631900745,
      "learning_rate": 0.00029449056963076173,
      "loss": 1.0723,
      "step": 14504
    },
    {
      "epoch": 0.594101986483719,
      "grad_norm": 0.7581235225578831,
      "learning_rate": 0.0002944896938042995,
      "loss": 0.7898,
      "step": 14505
    },
    {
      "epoch": 0.5941429449109155,
      "grad_norm": 2.380669652230569,
      "learning_rate": 0.0002944888179095309,
      "loss": 4.9806,
      "step": 14506
    },
    {
      "epoch": 0.5941839033381118,
      "grad_norm": 0.9281247973080705,
      "learning_rate": 0.00029448794194645634,
      "loss": 0.6972,
      "step": 14507
    },
    {
      "epoch": 0.5942248617653082,
      "grad_norm": 1.1580262505121528,
      "learning_rate": 0.0002944870659150763,
      "loss": 1.1086,
      "step": 14508
    },
    {
      "epoch": 0.5942658201925046,
      "grad_norm": 0.6481907684635024,
      "learning_rate": 0.00029448618981539116,
      "loss": 0.6886,
      "step": 14509
    },
    {
      "epoch": 0.594306778619701,
      "grad_norm": 0.6485437458420776,
      "learning_rate": 0.00029448531364740133,
      "loss": 0.4753,
      "step": 14510
    },
    {
      "epoch": 0.5943477370468974,
      "grad_norm": 0.8229203402180241,
      "learning_rate": 0.00029448443741110725,
      "loss": 0.7019,
      "step": 14511
    },
    {
      "epoch": 0.5943886954740938,
      "grad_norm": 2.4408146750060142,
      "learning_rate": 0.0002944835611065093,
      "loss": 4.3642,
      "step": 14512
    },
    {
      "epoch": 0.5944296539012902,
      "grad_norm": 2.7128774408167273,
      "learning_rate": 0.00029448268473360786,
      "loss": 6.8758,
      "step": 14513
    },
    {
      "epoch": 0.5944706123284866,
      "grad_norm": 0.8287005968971548,
      "learning_rate": 0.00029448180829240347,
      "loss": 0.6421,
      "step": 14514
    },
    {
      "epoch": 0.594511570755683,
      "grad_norm": 0.6503637426220009,
      "learning_rate": 0.0002944809317828964,
      "loss": 0.6624,
      "step": 14515
    },
    {
      "epoch": 0.5945525291828794,
      "grad_norm": 2.137758078050983,
      "learning_rate": 0.00029448005520508715,
      "loss": 1.3451,
      "step": 14516
    },
    {
      "epoch": 0.5945934876100758,
      "grad_norm": 0.7602270260526993,
      "learning_rate": 0.0002944791785589761,
      "loss": 0.8131,
      "step": 14517
    },
    {
      "epoch": 0.5946344460372722,
      "grad_norm": 0.7686643441069994,
      "learning_rate": 0.0002944783018445637,
      "loss": 0.7441,
      "step": 14518
    },
    {
      "epoch": 0.5946754044644685,
      "grad_norm": 0.9744258033738924,
      "learning_rate": 0.0002944774250618503,
      "loss": 0.9763,
      "step": 14519
    },
    {
      "epoch": 0.594716362891665,
      "grad_norm": 0.8063704568410286,
      "learning_rate": 0.0002944765482108365,
      "loss": 1.0491,
      "step": 14520
    },
    {
      "epoch": 0.5947573213188614,
      "grad_norm": 0.8748523508191242,
      "learning_rate": 0.0002944756712915224,
      "loss": 0.35,
      "step": 14521
    },
    {
      "epoch": 0.5947982797460577,
      "grad_norm": 0.9517993812138426,
      "learning_rate": 0.00029447479430390864,
      "loss": 1.6132,
      "step": 14522
    },
    {
      "epoch": 0.5948392381732541,
      "grad_norm": 1.1551431313441856,
      "learning_rate": 0.0002944739172479956,
      "loss": 0.7401,
      "step": 14523
    },
    {
      "epoch": 0.5948801966004506,
      "grad_norm": 1.1155526258645831,
      "learning_rate": 0.0002944730401237837,
      "loss": 1.0806,
      "step": 14524
    },
    {
      "epoch": 0.594921155027647,
      "grad_norm": 0.9721902647313949,
      "learning_rate": 0.0002944721629312733,
      "loss": 1.3318,
      "step": 14525
    },
    {
      "epoch": 0.5949621134548433,
      "grad_norm": 1.0421105556538146,
      "learning_rate": 0.00029447128567046486,
      "loss": 0.901,
      "step": 14526
    },
    {
      "epoch": 0.5950030718820397,
      "grad_norm": 0.7755866255909801,
      "learning_rate": 0.00029447040834135874,
      "loss": 1.0174,
      "step": 14527
    },
    {
      "epoch": 0.5950440303092361,
      "grad_norm": 0.9573273683774909,
      "learning_rate": 0.0002944695309439554,
      "loss": 1.2249,
      "step": 14528
    },
    {
      "epoch": 0.5950849887364326,
      "grad_norm": 1.1851819403706647,
      "learning_rate": 0.0002944686534782553,
      "loss": 1.3885,
      "step": 14529
    },
    {
      "epoch": 0.5951259471636289,
      "grad_norm": 0.6727807152286751,
      "learning_rate": 0.00029446777594425874,
      "loss": 0.3741,
      "step": 14530
    },
    {
      "epoch": 0.5951669055908253,
      "grad_norm": 0.6598305676475081,
      "learning_rate": 0.00029446689834196625,
      "loss": 0.3112,
      "step": 14531
    },
    {
      "epoch": 0.5952078640180217,
      "grad_norm": 0.8255894610491891,
      "learning_rate": 0.0002944660206713782,
      "loss": 0.9443,
      "step": 14532
    },
    {
      "epoch": 0.5952488224452182,
      "grad_norm": 5.115492323398095,
      "learning_rate": 0.00029446514293249494,
      "loss": 4.3929,
      "step": 14533
    },
    {
      "epoch": 0.5952897808724145,
      "grad_norm": 1.3180030043848723,
      "learning_rate": 0.00029446426512531697,
      "loss": 1.4948,
      "step": 14534
    },
    {
      "epoch": 0.5953307392996109,
      "grad_norm": 0.49500034681971605,
      "learning_rate": 0.0002944633872498447,
      "loss": 0.3385,
      "step": 14535
    },
    {
      "epoch": 0.5953716977268073,
      "grad_norm": 0.9137820723723074,
      "learning_rate": 0.0002944625093060785,
      "loss": 0.6596,
      "step": 14536
    },
    {
      "epoch": 0.5954126561540037,
      "grad_norm": 0.6672406098320053,
      "learning_rate": 0.0002944616312940188,
      "loss": 0.7603,
      "step": 14537
    },
    {
      "epoch": 0.5954536145812,
      "grad_norm": 0.9864796134055899,
      "learning_rate": 0.00029446075321366605,
      "loss": 0.6998,
      "step": 14538
    },
    {
      "epoch": 0.5954945730083965,
      "grad_norm": 1.4145215041814638,
      "learning_rate": 0.0002944598750650206,
      "loss": 1.0814,
      "step": 14539
    },
    {
      "epoch": 0.5955355314355929,
      "grad_norm": 0.9767986244343799,
      "learning_rate": 0.0002944589968480829,
      "loss": 1.5744,
      "step": 14540
    },
    {
      "epoch": 0.5955764898627892,
      "grad_norm": 0.7438933481998456,
      "learning_rate": 0.00029445811856285343,
      "loss": 0.5337,
      "step": 14541
    },
    {
      "epoch": 0.5956174482899856,
      "grad_norm": 0.7612727027023297,
      "learning_rate": 0.00029445724020933254,
      "loss": 0.9705,
      "step": 14542
    },
    {
      "epoch": 0.5956584067171821,
      "grad_norm": 0.765628602246433,
      "learning_rate": 0.0002944563617875206,
      "loss": 0.9034,
      "step": 14543
    },
    {
      "epoch": 0.5956993651443785,
      "grad_norm": 0.7370758953711377,
      "learning_rate": 0.0002944554832974181,
      "loss": 0.4568,
      "step": 14544
    },
    {
      "epoch": 0.5957403235715748,
      "grad_norm": 0.7857684230855386,
      "learning_rate": 0.0002944546047390254,
      "loss": 0.7385,
      "step": 14545
    },
    {
      "epoch": 0.5957812819987712,
      "grad_norm": 0.7518075656859396,
      "learning_rate": 0.000294453726112343,
      "loss": 0.8882,
      "step": 14546
    },
    {
      "epoch": 0.5958222404259677,
      "grad_norm": 0.9229684853937399,
      "learning_rate": 0.0002944528474173712,
      "loss": 1.0552,
      "step": 14547
    },
    {
      "epoch": 0.5958631988531641,
      "grad_norm": 0.7666882341498533,
      "learning_rate": 0.0002944519686541105,
      "loss": 0.9828,
      "step": 14548
    },
    {
      "epoch": 0.5959041572803604,
      "grad_norm": 0.5629773668333473,
      "learning_rate": 0.0002944510898225613,
      "loss": 0.3343,
      "step": 14549
    },
    {
      "epoch": 0.5959451157075568,
      "grad_norm": 0.9054352005305781,
      "learning_rate": 0.00029445021092272403,
      "loss": 0.8219,
      "step": 14550
    },
    {
      "epoch": 0.5959860741347532,
      "grad_norm": 0.73077467751764,
      "learning_rate": 0.0002944493319545991,
      "loss": 1.0702,
      "step": 14551
    },
    {
      "epoch": 0.5960270325619497,
      "grad_norm": 1.0615190566531996,
      "learning_rate": 0.0002944484529181868,
      "loss": 1.3314,
      "step": 14552
    },
    {
      "epoch": 0.596067990989146,
      "grad_norm": 0.7950520543991337,
      "learning_rate": 0.00029444757381348775,
      "loss": 0.905,
      "step": 14553
    },
    {
      "epoch": 0.5961089494163424,
      "grad_norm": 0.8002873327638808,
      "learning_rate": 0.0002944466946405022,
      "loss": 0.8956,
      "step": 14554
    },
    {
      "epoch": 0.5961499078435388,
      "grad_norm": 0.8373212210861902,
      "learning_rate": 0.00029444581539923067,
      "loss": 1.2213,
      "step": 14555
    },
    {
      "epoch": 0.5961908662707353,
      "grad_norm": 0.533682407077871,
      "learning_rate": 0.0002944449360896736,
      "loss": 0.3873,
      "step": 14556
    },
    {
      "epoch": 0.5962318246979316,
      "grad_norm": 1.0039509507745612,
      "learning_rate": 0.00029444405671183124,
      "loss": 1.2825,
      "step": 14557
    },
    {
      "epoch": 0.596272783125128,
      "grad_norm": 0.810610639479334,
      "learning_rate": 0.0002944431772657042,
      "loss": 1.1176,
      "step": 14558
    },
    {
      "epoch": 0.5963137415523244,
      "grad_norm": 0.7623818797147371,
      "learning_rate": 0.00029444229775129276,
      "loss": 0.9424,
      "step": 14559
    },
    {
      "epoch": 0.5963546999795208,
      "grad_norm": 0.6256836965275916,
      "learning_rate": 0.0002944414181685974,
      "loss": 0.7251,
      "step": 14560
    },
    {
      "epoch": 0.5963956584067172,
      "grad_norm": 1.0598966334911601,
      "learning_rate": 0.0002944405385176185,
      "loss": 1.0755,
      "step": 14561
    },
    {
      "epoch": 0.5964366168339136,
      "grad_norm": 1.0225333551212743,
      "learning_rate": 0.0002944396587983565,
      "loss": 0.9868,
      "step": 14562
    },
    {
      "epoch": 0.59647757526111,
      "grad_norm": 0.9357601053171763,
      "learning_rate": 0.0002944387790108118,
      "loss": 1.1342,
      "step": 14563
    },
    {
      "epoch": 0.5965185336883063,
      "grad_norm": 1.0045104801942613,
      "learning_rate": 0.00029443789915498483,
      "loss": 1.6027,
      "step": 14564
    },
    {
      "epoch": 0.5965594921155027,
      "grad_norm": 0.9411579560910601,
      "learning_rate": 0.00029443701923087605,
      "loss": 1.502,
      "step": 14565
    },
    {
      "epoch": 0.5966004505426992,
      "grad_norm": 1.015485843310665,
      "learning_rate": 0.0002944361392384858,
      "loss": 0.8095,
      "step": 14566
    },
    {
      "epoch": 0.5966414089698956,
      "grad_norm": 0.8741817942748457,
      "learning_rate": 0.0002944352591778145,
      "loss": 0.8176,
      "step": 14567
    },
    {
      "epoch": 0.5966823673970919,
      "grad_norm": 1.0274474544991916,
      "learning_rate": 0.0002944343790488626,
      "loss": 1.4126,
      "step": 14568
    },
    {
      "epoch": 0.5967233258242883,
      "grad_norm": 0.9213896947249963,
      "learning_rate": 0.0002944334988516305,
      "loss": 1.0487,
      "step": 14569
    },
    {
      "epoch": 0.5967642842514848,
      "grad_norm": 0.8735093757073614,
      "learning_rate": 0.00029443261858611865,
      "loss": 0.3275,
      "step": 14570
    },
    {
      "epoch": 0.5968052426786812,
      "grad_norm": 0.8655387055096831,
      "learning_rate": 0.00029443173825232743,
      "loss": 1.0204,
      "step": 14571
    },
    {
      "epoch": 0.5968462011058775,
      "grad_norm": 2.005700321458845,
      "learning_rate": 0.0002944308578502573,
      "loss": 3.6983,
      "step": 14572
    },
    {
      "epoch": 0.5968871595330739,
      "grad_norm": 1.0650436067170663,
      "learning_rate": 0.0002944299773799086,
      "loss": 1.2464,
      "step": 14573
    },
    {
      "epoch": 0.5969281179602703,
      "grad_norm": 0.7308972414689204,
      "learning_rate": 0.00029442909684128176,
      "loss": 0.7202,
      "step": 14574
    },
    {
      "epoch": 0.5969690763874668,
      "grad_norm": 0.6512344376959393,
      "learning_rate": 0.00029442821623437725,
      "loss": 1.0102,
      "step": 14575
    },
    {
      "epoch": 0.5970100348146631,
      "grad_norm": 2.165393939669796,
      "learning_rate": 0.00029442733555919544,
      "loss": 3.5706,
      "step": 14576
    },
    {
      "epoch": 0.5970509932418595,
      "grad_norm": 1.0231007901317584,
      "learning_rate": 0.00029442645481573686,
      "loss": 0.8272,
      "step": 14577
    },
    {
      "epoch": 0.5970919516690559,
      "grad_norm": 1.1685894679204554,
      "learning_rate": 0.00029442557400400173,
      "loss": 0.8744,
      "step": 14578
    },
    {
      "epoch": 0.5971329100962524,
      "grad_norm": 0.7725609998490217,
      "learning_rate": 0.0002944246931239906,
      "loss": 0.8287,
      "step": 14579
    },
    {
      "epoch": 0.5971738685234487,
      "grad_norm": 0.7272811837141363,
      "learning_rate": 0.00029442381217570384,
      "loss": 0.9501,
      "step": 14580
    },
    {
      "epoch": 0.5972148269506451,
      "grad_norm": 0.8248149536686139,
      "learning_rate": 0.00029442293115914195,
      "loss": 1.3135,
      "step": 14581
    },
    {
      "epoch": 0.5972557853778415,
      "grad_norm": 0.7976212786269999,
      "learning_rate": 0.0002944220500743052,
      "loss": 0.7704,
      "step": 14582
    },
    {
      "epoch": 0.5972967438050378,
      "grad_norm": 1.1850352696605486,
      "learning_rate": 0.0002944211689211941,
      "loss": 1.1507,
      "step": 14583
    },
    {
      "epoch": 0.5973377022322343,
      "grad_norm": 0.7788652469816792,
      "learning_rate": 0.00029442028769980906,
      "loss": 0.7815,
      "step": 14584
    },
    {
      "epoch": 0.5973786606594307,
      "grad_norm": 1.063379274298924,
      "learning_rate": 0.0002944194064101505,
      "loss": 0.9629,
      "step": 14585
    },
    {
      "epoch": 0.5974196190866271,
      "grad_norm": 0.6815832454063855,
      "learning_rate": 0.00029441852505221884,
      "loss": 0.8126,
      "step": 14586
    },
    {
      "epoch": 0.5974605775138234,
      "grad_norm": 0.8974785975743653,
      "learning_rate": 0.00029441764362601446,
      "loss": 0.4095,
      "step": 14587
    },
    {
      "epoch": 0.5975015359410198,
      "grad_norm": 0.8343201772951292,
      "learning_rate": 0.00029441676213153776,
      "loss": 0.8547,
      "step": 14588
    },
    {
      "epoch": 0.5975424943682163,
      "grad_norm": 0.61540839063596,
      "learning_rate": 0.00029441588056878924,
      "loss": 0.3576,
      "step": 14589
    },
    {
      "epoch": 0.5975834527954127,
      "grad_norm": 0.7316635547175266,
      "learning_rate": 0.0002944149989377693,
      "loss": 0.6719,
      "step": 14590
    },
    {
      "epoch": 0.597624411222609,
      "grad_norm": 0.9204556848191678,
      "learning_rate": 0.00029441411723847826,
      "loss": 0.8746,
      "step": 14591
    },
    {
      "epoch": 0.5976653696498054,
      "grad_norm": 0.8599529421226546,
      "learning_rate": 0.0002944132354709166,
      "loss": 0.9133,
      "step": 14592
    },
    {
      "epoch": 0.5977063280770019,
      "grad_norm": 0.4950559680728865,
      "learning_rate": 0.00029441235363508484,
      "loss": 0.3345,
      "step": 14593
    },
    {
      "epoch": 0.5977472865041983,
      "grad_norm": 0.6325863407043799,
      "learning_rate": 0.0002944114717309832,
      "loss": 0.3624,
      "step": 14594
    },
    {
      "epoch": 0.5977882449313946,
      "grad_norm": 0.6450068217959143,
      "learning_rate": 0.0002944105897586123,
      "loss": 0.3349,
      "step": 14595
    },
    {
      "epoch": 0.597829203358591,
      "grad_norm": 0.7778729501378329,
      "learning_rate": 0.00029440970771797237,
      "loss": 0.7877,
      "step": 14596
    },
    {
      "epoch": 0.5978701617857874,
      "grad_norm": 0.909341799343748,
      "learning_rate": 0.00029440882560906393,
      "loss": 1.0162,
      "step": 14597
    },
    {
      "epoch": 0.5979111202129839,
      "grad_norm": 0.4902432661003041,
      "learning_rate": 0.00029440794343188736,
      "loss": 0.3447,
      "step": 14598
    },
    {
      "epoch": 0.5979520786401802,
      "grad_norm": 0.6862231882469643,
      "learning_rate": 0.0002944070611864432,
      "loss": 0.8374,
      "step": 14599
    },
    {
      "epoch": 0.5979930370673766,
      "grad_norm": 0.42680667407884754,
      "learning_rate": 0.0002944061788727316,
      "loss": 0.3228,
      "step": 14600
    },
    {
      "epoch": 0.598033995494573,
      "grad_norm": 0.7459228009781534,
      "learning_rate": 0.0002944052964907532,
      "loss": 0.6828,
      "step": 14601
    },
    {
      "epoch": 0.5980749539217695,
      "grad_norm": 1.1371069484309209,
      "learning_rate": 0.0002944044140405084,
      "loss": 1.8047,
      "step": 14602
    },
    {
      "epoch": 0.5981159123489658,
      "grad_norm": 0.919507988077625,
      "learning_rate": 0.00029440353152199747,
      "loss": 0.6544,
      "step": 14603
    },
    {
      "epoch": 0.5981568707761622,
      "grad_norm": 1.042146988545752,
      "learning_rate": 0.000294402648935221,
      "loss": 1.2964,
      "step": 14604
    },
    {
      "epoch": 0.5981978292033586,
      "grad_norm": 0.7264939699463412,
      "learning_rate": 0.00029440176628017935,
      "loss": 0.882,
      "step": 14605
    },
    {
      "epoch": 0.5982387876305549,
      "grad_norm": 0.5642941470604786,
      "learning_rate": 0.0002944008835568729,
      "loss": 0.3845,
      "step": 14606
    },
    {
      "epoch": 0.5982797460577514,
      "grad_norm": 0.9561984844603503,
      "learning_rate": 0.00029440000076530216,
      "loss": 0.9885,
      "step": 14607
    },
    {
      "epoch": 0.5983207044849478,
      "grad_norm": 1.4591693579364013,
      "learning_rate": 0.0002943991179054674,
      "loss": 1.4233,
      "step": 14608
    },
    {
      "epoch": 0.5983616629121442,
      "grad_norm": 1.8096554915983052,
      "learning_rate": 0.00029439823497736913,
      "loss": 2.5678,
      "step": 14609
    },
    {
      "epoch": 0.5984026213393405,
      "grad_norm": 0.7689638376501178,
      "learning_rate": 0.00029439735198100777,
      "loss": 0.7362,
      "step": 14610
    },
    {
      "epoch": 0.598443579766537,
      "grad_norm": 0.8436965778471462,
      "learning_rate": 0.0002943964689163837,
      "loss": 1.2516,
      "step": 14611
    },
    {
      "epoch": 0.5984845381937334,
      "grad_norm": 1.002431119033954,
      "learning_rate": 0.0002943955857834973,
      "loss": 1.1252,
      "step": 14612
    },
    {
      "epoch": 0.5985254966209298,
      "grad_norm": 0.8441553470007906,
      "learning_rate": 0.0002943947025823492,
      "loss": 0.8885,
      "step": 14613
    },
    {
      "epoch": 0.5985664550481261,
      "grad_norm": 1.001279054858163,
      "learning_rate": 0.0002943938193129396,
      "loss": 1.171,
      "step": 14614
    },
    {
      "epoch": 0.5986074134753225,
      "grad_norm": 0.8219284691398581,
      "learning_rate": 0.0002943929359752689,
      "loss": 0.963,
      "step": 14615
    },
    {
      "epoch": 0.598648371902519,
      "grad_norm": 0.9136238325053455,
      "learning_rate": 0.0002943920525693377,
      "loss": 0.9456,
      "step": 14616
    },
    {
      "epoch": 0.5986893303297154,
      "grad_norm": 0.8846649413546879,
      "learning_rate": 0.0002943911690951462,
      "loss": 0.3563,
      "step": 14617
    },
    {
      "epoch": 0.5987302887569117,
      "grad_norm": 1.1970153376922006,
      "learning_rate": 0.00029439028555269505,
      "loss": 1.3977,
      "step": 14618
    },
    {
      "epoch": 0.5987712471841081,
      "grad_norm": 0.7830739066717645,
      "learning_rate": 0.00029438940194198446,
      "loss": 0.7578,
      "step": 14619
    },
    {
      "epoch": 0.5988122056113045,
      "grad_norm": 1.2581147011972458,
      "learning_rate": 0.000294388518263015,
      "loss": 1.0259,
      "step": 14620
    },
    {
      "epoch": 0.598853164038501,
      "grad_norm": 0.6969166384519668,
      "learning_rate": 0.00029438763451578704,
      "loss": 0.768,
      "step": 14621
    },
    {
      "epoch": 0.5988941224656973,
      "grad_norm": 0.7394964956910633,
      "learning_rate": 0.00029438675070030096,
      "loss": 0.7366,
      "step": 14622
    },
    {
      "epoch": 0.5989350808928937,
      "grad_norm": 0.9576007457808012,
      "learning_rate": 0.0002943858668165572,
      "loss": 1.5512,
      "step": 14623
    },
    {
      "epoch": 0.5989760393200901,
      "grad_norm": 0.8454055281290841,
      "learning_rate": 0.00029438498286455615,
      "loss": 1.3664,
      "step": 14624
    },
    {
      "epoch": 0.5990169977472865,
      "grad_norm": 0.9639863663614565,
      "learning_rate": 0.0002943840988442983,
      "loss": 1.0678,
      "step": 14625
    },
    {
      "epoch": 0.5990579561744829,
      "grad_norm": 0.7442068738200035,
      "learning_rate": 0.000294383214755784,
      "loss": 1.0648,
      "step": 14626
    },
    {
      "epoch": 0.5990989146016793,
      "grad_norm": 0.8011044890026454,
      "learning_rate": 0.00029438233059901376,
      "loss": 0.645,
      "step": 14627
    },
    {
      "epoch": 0.5991398730288757,
      "grad_norm": 0.719958686281257,
      "learning_rate": 0.0002943814463739879,
      "loss": 0.9133,
      "step": 14628
    },
    {
      "epoch": 0.599180831456072,
      "grad_norm": 0.7826758432431854,
      "learning_rate": 0.00029438056208070686,
      "loss": 0.8021,
      "step": 14629
    },
    {
      "epoch": 0.5992217898832685,
      "grad_norm": 0.9453304992921844,
      "learning_rate": 0.00029437967771917103,
      "loss": 1.1366,
      "step": 14630
    },
    {
      "epoch": 0.5992627483104649,
      "grad_norm": 0.874084921172012,
      "learning_rate": 0.0002943787932893809,
      "loss": 0.7265,
      "step": 14631
    },
    {
      "epoch": 0.5993037067376613,
      "grad_norm": 1.212601366423967,
      "learning_rate": 0.0002943779087913368,
      "loss": 0.8718,
      "step": 14632
    },
    {
      "epoch": 0.5993446651648576,
      "grad_norm": 0.7096707114654398,
      "learning_rate": 0.00029437702422503926,
      "loss": 0.8324,
      "step": 14633
    },
    {
      "epoch": 0.599385623592054,
      "grad_norm": 0.9540519443357155,
      "learning_rate": 0.0002943761395904887,
      "loss": 0.97,
      "step": 14634
    },
    {
      "epoch": 0.5994265820192505,
      "grad_norm": 0.72303372866122,
      "learning_rate": 0.0002943752548876854,
      "loss": 0.7804,
      "step": 14635
    },
    {
      "epoch": 0.5994675404464469,
      "grad_norm": 0.8358558650058663,
      "learning_rate": 0.00029437437011662986,
      "loss": 0.7882,
      "step": 14636
    },
    {
      "epoch": 0.5995084988736432,
      "grad_norm": 0.725527722849504,
      "learning_rate": 0.0002943734852773225,
      "loss": 0.7028,
      "step": 14637
    },
    {
      "epoch": 0.5995494573008396,
      "grad_norm": 0.9887359215996699,
      "learning_rate": 0.00029437260036976377,
      "loss": 1.4683,
      "step": 14638
    },
    {
      "epoch": 0.5995904157280361,
      "grad_norm": 1.065313737248338,
      "learning_rate": 0.000294371715393954,
      "loss": 0.7782,
      "step": 14639
    },
    {
      "epoch": 0.5996313741552325,
      "grad_norm": 0.9223918961101479,
      "learning_rate": 0.00029437083034989373,
      "loss": 1.2029,
      "step": 14640
    },
    {
      "epoch": 0.5996723325824288,
      "grad_norm": 0.8145488147238342,
      "learning_rate": 0.00029436994523758325,
      "loss": 0.6877,
      "step": 14641
    },
    {
      "epoch": 0.5997132910096252,
      "grad_norm": 2.354355773474536,
      "learning_rate": 0.000294369060057023,
      "loss": 3.561,
      "step": 14642
    },
    {
      "epoch": 0.5997542494368217,
      "grad_norm": 0.7273962206862599,
      "learning_rate": 0.00029436817480821346,
      "loss": 0.809,
      "step": 14643
    },
    {
      "epoch": 0.5997952078640181,
      "grad_norm": 0.9258088020641739,
      "learning_rate": 0.0002943672894911551,
      "loss": 1.1772,
      "step": 14644
    },
    {
      "epoch": 0.5998361662912144,
      "grad_norm": 0.5607291610546177,
      "learning_rate": 0.00029436640410584824,
      "loss": 0.4232,
      "step": 14645
    },
    {
      "epoch": 0.5998771247184108,
      "grad_norm": 0.7854950100478685,
      "learning_rate": 0.00029436551865229325,
      "loss": 1.0812,
      "step": 14646
    },
    {
      "epoch": 0.5999180831456072,
      "grad_norm": 0.6832758692859492,
      "learning_rate": 0.00029436463313049066,
      "loss": 0.5267,
      "step": 14647
    },
    {
      "epoch": 0.5999590415728036,
      "grad_norm": 1.825780692462689,
      "learning_rate": 0.00029436374754044086,
      "loss": 3.7864,
      "step": 14648
    },
    {
      "epoch": 0.6,
      "grad_norm": 4.122385963902409,
      "learning_rate": 0.00029436286188214427,
      "loss": 3.5082,
      "step": 14649
    },
    {
      "epoch": 0.6000409584271964,
      "grad_norm": 3.6913181433218214,
      "learning_rate": 0.00029436197615560127,
      "loss": 1.8214,
      "step": 14650
    },
    {
      "epoch": 0.6000819168543928,
      "grad_norm": 0.8335743491090035,
      "learning_rate": 0.0002943610903608123,
      "loss": 0.9108,
      "step": 14651
    },
    {
      "epoch": 0.6001228752815891,
      "grad_norm": 7.311868956069399,
      "learning_rate": 0.0002943602044977778,
      "loss": 4.9295,
      "step": 14652
    },
    {
      "epoch": 0.6001638337087856,
      "grad_norm": 2.1364307138772034,
      "learning_rate": 0.00029435931856649816,
      "loss": 1.8927,
      "step": 14653
    },
    {
      "epoch": 0.600204792135982,
      "grad_norm": 1.036301913204286,
      "learning_rate": 0.0002943584325669738,
      "loss": 1.1041,
      "step": 14654
    },
    {
      "epoch": 0.6002457505631784,
      "grad_norm": 0.9650033182451558,
      "learning_rate": 0.0002943575464992052,
      "loss": 0.8581,
      "step": 14655
    },
    {
      "epoch": 0.6002867089903747,
      "grad_norm": 0.6475753198792797,
      "learning_rate": 0.0002943566603631927,
      "loss": 0.3613,
      "step": 14656
    },
    {
      "epoch": 0.6003276674175712,
      "grad_norm": 0.9308650297187243,
      "learning_rate": 0.0002943557741589367,
      "loss": 1.1712,
      "step": 14657
    },
    {
      "epoch": 0.6003686258447676,
      "grad_norm": 0.7585468261030264,
      "learning_rate": 0.00029435488788643775,
      "loss": 1.027,
      "step": 14658
    },
    {
      "epoch": 0.600409584271964,
      "grad_norm": 0.7339666991703825,
      "learning_rate": 0.0002943540015456961,
      "loss": 0.8235,
      "step": 14659
    },
    {
      "epoch": 0.6004505426991603,
      "grad_norm": 0.7246633675097431,
      "learning_rate": 0.0002943531151367123,
      "loss": 0.9249,
      "step": 14660
    },
    {
      "epoch": 0.6004915011263567,
      "grad_norm": 0.8767198051936994,
      "learning_rate": 0.00029435222865948675,
      "loss": 0.8024,
      "step": 14661
    },
    {
      "epoch": 0.6005324595535532,
      "grad_norm": 3.862067817716388,
      "learning_rate": 0.0002943513421140198,
      "loss": 2.8972,
      "step": 14662
    },
    {
      "epoch": 0.6005734179807496,
      "grad_norm": 0.6802313855879957,
      "learning_rate": 0.0002943504555003119,
      "loss": 0.8024,
      "step": 14663
    },
    {
      "epoch": 0.6006143764079459,
      "grad_norm": 0.6457784079349637,
      "learning_rate": 0.0002943495688183635,
      "loss": 0.4579,
      "step": 14664
    },
    {
      "epoch": 0.6006553348351423,
      "grad_norm": 0.7613602328234794,
      "learning_rate": 0.00029434868206817505,
      "loss": 0.5833,
      "step": 14665
    },
    {
      "epoch": 0.6006962932623388,
      "grad_norm": 1.2324488765376624,
      "learning_rate": 0.0002943477952497469,
      "loss": 0.9037,
      "step": 14666
    },
    {
      "epoch": 0.6007372516895351,
      "grad_norm": 1.3849528573177434,
      "learning_rate": 0.00029434690836307943,
      "loss": 1.0944,
      "step": 14667
    },
    {
      "epoch": 0.6007782101167315,
      "grad_norm": 0.6740637469852819,
      "learning_rate": 0.00029434602140817316,
      "loss": 0.5725,
      "step": 14668
    },
    {
      "epoch": 0.6008191685439279,
      "grad_norm": 0.815396824158115,
      "learning_rate": 0.00029434513438502844,
      "loss": 0.7,
      "step": 14669
    },
    {
      "epoch": 0.6008601269711243,
      "grad_norm": 0.7486808766515718,
      "learning_rate": 0.0002943442472936458,
      "loss": 1.0168,
      "step": 14670
    },
    {
      "epoch": 0.6009010853983207,
      "grad_norm": 0.7983954673519301,
      "learning_rate": 0.0002943433601340255,
      "loss": 1.0874,
      "step": 14671
    },
    {
      "epoch": 0.6009420438255171,
      "grad_norm": 0.9745302321213487,
      "learning_rate": 0.000294342472906168,
      "loss": 1.2218,
      "step": 14672
    },
    {
      "epoch": 0.6009830022527135,
      "grad_norm": 1.203225866780497,
      "learning_rate": 0.0002943415856100738,
      "loss": 1.1678,
      "step": 14673
    },
    {
      "epoch": 0.6010239606799099,
      "grad_norm": 0.6861474605054751,
      "learning_rate": 0.00029434069824574327,
      "loss": 0.6249,
      "step": 14674
    },
    {
      "epoch": 0.6010649191071062,
      "grad_norm": 0.8733268620449489,
      "learning_rate": 0.00029433981081317687,
      "loss": 0.9739,
      "step": 14675
    },
    {
      "epoch": 0.6011058775343027,
      "grad_norm": 0.9917833825666865,
      "learning_rate": 0.00029433892331237496,
      "loss": 0.7145,
      "step": 14676
    },
    {
      "epoch": 0.6011468359614991,
      "grad_norm": 0.7942603639285216,
      "learning_rate": 0.000294338035743338,
      "loss": 0.4924,
      "step": 14677
    },
    {
      "epoch": 0.6011877943886955,
      "grad_norm": 0.8399574835769986,
      "learning_rate": 0.00029433714810606635,
      "loss": 1.0795,
      "step": 14678
    },
    {
      "epoch": 0.6012287528158918,
      "grad_norm": 0.6819406483954895,
      "learning_rate": 0.0002943362604005605,
      "loss": 0.6267,
      "step": 14679
    },
    {
      "epoch": 0.6012697112430883,
      "grad_norm": 0.6455201711190538,
      "learning_rate": 0.00029433537262682084,
      "loss": 0.95,
      "step": 14680
    },
    {
      "epoch": 0.6013106696702847,
      "grad_norm": 0.7742726106569836,
      "learning_rate": 0.0002943344847848478,
      "loss": 1.0088,
      "step": 14681
    },
    {
      "epoch": 0.6013516280974811,
      "grad_norm": 1.0366485360116942,
      "learning_rate": 0.00029433359687464176,
      "loss": 0.7496,
      "step": 14682
    },
    {
      "epoch": 0.6013925865246774,
      "grad_norm": 0.6486505347287143,
      "learning_rate": 0.00029433270889620315,
      "loss": 0.7238,
      "step": 14683
    },
    {
      "epoch": 0.6014335449518738,
      "grad_norm": 0.9714097408147209,
      "learning_rate": 0.00029433182084953244,
      "loss": 1.0065,
      "step": 14684
    },
    {
      "epoch": 0.6014745033790703,
      "grad_norm": 0.8302120792450424,
      "learning_rate": 0.00029433093273463,
      "loss": 0.8097,
      "step": 14685
    },
    {
      "epoch": 0.6015154618062667,
      "grad_norm": 0.9453483576079296,
      "learning_rate": 0.0002943300445514963,
      "loss": 1.2924,
      "step": 14686
    },
    {
      "epoch": 0.601556420233463,
      "grad_norm": 1.005230620491932,
      "learning_rate": 0.00029432915630013177,
      "loss": 0.9077,
      "step": 14687
    },
    {
      "epoch": 0.6015973786606594,
      "grad_norm": 0.9911052881949258,
      "learning_rate": 0.00029432826798053675,
      "loss": 0.7971,
      "step": 14688
    },
    {
      "epoch": 0.6016383370878559,
      "grad_norm": 1.0082458661097697,
      "learning_rate": 0.0002943273795927117,
      "loss": 1.1595,
      "step": 14689
    },
    {
      "epoch": 0.6016792955150522,
      "grad_norm": 1.0701369141649468,
      "learning_rate": 0.000294326491136657,
      "loss": 0.6856,
      "step": 14690
    },
    {
      "epoch": 0.6017202539422486,
      "grad_norm": 0.693977263225313,
      "learning_rate": 0.00029432560261237315,
      "loss": 0.6967,
      "step": 14691
    },
    {
      "epoch": 0.601761212369445,
      "grad_norm": 0.7623261094235987,
      "learning_rate": 0.00029432471401986054,
      "loss": 1.0445,
      "step": 14692
    },
    {
      "epoch": 0.6018021707966414,
      "grad_norm": 0.5749772575699749,
      "learning_rate": 0.0002943238253591195,
      "loss": 0.3103,
      "step": 14693
    },
    {
      "epoch": 0.6018431292238378,
      "grad_norm": 0.765915584830535,
      "learning_rate": 0.00029432293663015063,
      "loss": 1.0489,
      "step": 14694
    },
    {
      "epoch": 0.6018840876510342,
      "grad_norm": 1.1967858310387494,
      "learning_rate": 0.0002943220478329542,
      "loss": 0.7179,
      "step": 14695
    },
    {
      "epoch": 0.6019250460782306,
      "grad_norm": 1.152325807330072,
      "learning_rate": 0.00029432115896753077,
      "loss": 1.0386,
      "step": 14696
    },
    {
      "epoch": 0.601966004505427,
      "grad_norm": 0.9023663856081124,
      "learning_rate": 0.0002943202700338805,
      "loss": 0.9089,
      "step": 14697
    },
    {
      "epoch": 0.6020069629326233,
      "grad_norm": 1.1929562488834915,
      "learning_rate": 0.00029431938103200415,
      "loss": 0.9259,
      "step": 14698
    },
    {
      "epoch": 0.6020479213598198,
      "grad_norm": 0.9304287522521771,
      "learning_rate": 0.0002943184919619019,
      "loss": 0.9189,
      "step": 14699
    },
    {
      "epoch": 0.6020888797870162,
      "grad_norm": 1.1169262539362876,
      "learning_rate": 0.0002943176028235742,
      "loss": 1.0231,
      "step": 14700
    },
    {
      "epoch": 0.6021298382142126,
      "grad_norm": 0.9974194239203901,
      "learning_rate": 0.0002943167136170216,
      "loss": 0.8212,
      "step": 14701
    },
    {
      "epoch": 0.6021707966414089,
      "grad_norm": 1.075409094505348,
      "learning_rate": 0.0002943158243422444,
      "loss": 0.6787,
      "step": 14702
    },
    {
      "epoch": 0.6022117550686054,
      "grad_norm": 0.5514709351797149,
      "learning_rate": 0.000294314934999243,
      "loss": 0.4478,
      "step": 14703
    },
    {
      "epoch": 0.6022527134958018,
      "grad_norm": 0.8546637113274068,
      "learning_rate": 0.0002943140455880179,
      "loss": 1.0403,
      "step": 14704
    },
    {
      "epoch": 0.6022936719229982,
      "grad_norm": 0.7956126689647475,
      "learning_rate": 0.00029431315610856947,
      "loss": 0.9925,
      "step": 14705
    },
    {
      "epoch": 0.6023346303501945,
      "grad_norm": 0.9165661084774008,
      "learning_rate": 0.0002943122665608982,
      "loss": 0.8492,
      "step": 14706
    },
    {
      "epoch": 0.602375588777391,
      "grad_norm": 0.65370825025012,
      "learning_rate": 0.00029431137694500446,
      "loss": 0.6681,
      "step": 14707
    },
    {
      "epoch": 0.6024165472045874,
      "grad_norm": 0.9673674477780579,
      "learning_rate": 0.00029431048726088864,
      "loss": 0.9467,
      "step": 14708
    },
    {
      "epoch": 0.6024575056317837,
      "grad_norm": 0.7076752916546863,
      "learning_rate": 0.00029430959750855124,
      "loss": 0.8219,
      "step": 14709
    },
    {
      "epoch": 0.6024984640589801,
      "grad_norm": 3.355935752802943,
      "learning_rate": 0.0002943087076879926,
      "loss": 2.4369,
      "step": 14710
    },
    {
      "epoch": 0.6025394224861765,
      "grad_norm": 0.7572185097360317,
      "learning_rate": 0.0002943078177992132,
      "loss": 0.8736,
      "step": 14711
    },
    {
      "epoch": 0.602580380913373,
      "grad_norm": 1.0092631640711989,
      "learning_rate": 0.0002943069278422134,
      "loss": 0.8363,
      "step": 14712
    },
    {
      "epoch": 0.6026213393405693,
      "grad_norm": 1.317428008314741,
      "learning_rate": 0.0002943060378169937,
      "loss": 1.2469,
      "step": 14713
    },
    {
      "epoch": 0.6026622977677657,
      "grad_norm": 0.7480448386758662,
      "learning_rate": 0.0002943051477235545,
      "loss": 0.7498,
      "step": 14714
    },
    {
      "epoch": 0.6027032561949621,
      "grad_norm": 1.2679203107156007,
      "learning_rate": 0.0002943042575618962,
      "loss": 0.9808,
      "step": 14715
    },
    {
      "epoch": 0.6027442146221585,
      "grad_norm": 1.073496577193821,
      "learning_rate": 0.0002943033673320192,
      "loss": 1.2895,
      "step": 14716
    },
    {
      "epoch": 0.6027851730493549,
      "grad_norm": 1.0822806006825512,
      "learning_rate": 0.0002943024770339239,
      "loss": 0.7301,
      "step": 14717
    },
    {
      "epoch": 0.6028261314765513,
      "grad_norm": 0.7534768069060164,
      "learning_rate": 0.00029430158666761077,
      "loss": 0.3596,
      "step": 14718
    },
    {
      "epoch": 0.6028670899037477,
      "grad_norm": 0.6281919950890896,
      "learning_rate": 0.00029430069623308025,
      "loss": 0.5355,
      "step": 14719
    },
    {
      "epoch": 0.6029080483309441,
      "grad_norm": 1.1367498602693693,
      "learning_rate": 0.0002942998057303327,
      "loss": 0.7495,
      "step": 14720
    },
    {
      "epoch": 0.6029490067581404,
      "grad_norm": 1.1318645663831444,
      "learning_rate": 0.0002942989151593686,
      "loss": 0.8671,
      "step": 14721
    },
    {
      "epoch": 0.6029899651853369,
      "grad_norm": 1.1034731419169355,
      "learning_rate": 0.0002942980245201884,
      "loss": 1.2088,
      "step": 14722
    },
    {
      "epoch": 0.6030309236125333,
      "grad_norm": 0.9207157514650101,
      "learning_rate": 0.0002942971338127924,
      "loss": 0.9494,
      "step": 14723
    },
    {
      "epoch": 0.6030718820397297,
      "grad_norm": 1.2029423173373959,
      "learning_rate": 0.0002942962430371811,
      "loss": 1.2567,
      "step": 14724
    },
    {
      "epoch": 0.603112840466926,
      "grad_norm": 0.6684643451107646,
      "learning_rate": 0.0002942953521933549,
      "loss": 0.7344,
      "step": 14725
    },
    {
      "epoch": 0.6031537988941225,
      "grad_norm": 0.8367461625474483,
      "learning_rate": 0.00029429446128131426,
      "loss": 0.9239,
      "step": 14726
    },
    {
      "epoch": 0.6031947573213189,
      "grad_norm": 0.7028563337529619,
      "learning_rate": 0.0002942935703010596,
      "loss": 0.4825,
      "step": 14727
    },
    {
      "epoch": 0.6032357157485153,
      "grad_norm": 3.3417808275909953,
      "learning_rate": 0.0002942926792525913,
      "loss": 1.303,
      "step": 14728
    },
    {
      "epoch": 0.6032766741757116,
      "grad_norm": 1.0689948970234926,
      "learning_rate": 0.0002942917881359097,
      "loss": 1.1741,
      "step": 14729
    },
    {
      "epoch": 0.603317632602908,
      "grad_norm": 0.8574046116803993,
      "learning_rate": 0.0002942908969510154,
      "loss": 0.8958,
      "step": 14730
    },
    {
      "epoch": 0.6033585910301045,
      "grad_norm": 0.7668105987772529,
      "learning_rate": 0.0002942900056979087,
      "loss": 0.3914,
      "step": 14731
    },
    {
      "epoch": 0.6033995494573008,
      "grad_norm": 0.8625198305039486,
      "learning_rate": 0.00029428911437659005,
      "loss": 1.0227,
      "step": 14732
    },
    {
      "epoch": 0.6034405078844972,
      "grad_norm": 0.7074006721711705,
      "learning_rate": 0.00029428822298705994,
      "loss": 0.7812,
      "step": 14733
    },
    {
      "epoch": 0.6034814663116936,
      "grad_norm": 0.9511293993163921,
      "learning_rate": 0.00029428733152931866,
      "loss": 1.076,
      "step": 14734
    },
    {
      "epoch": 0.6035224247388901,
      "grad_norm": 1.336236824981887,
      "learning_rate": 0.0002942864400033668,
      "loss": 1.1609,
      "step": 14735
    },
    {
      "epoch": 0.6035633831660864,
      "grad_norm": 1.2431721881756201,
      "learning_rate": 0.0002942855484092046,
      "loss": 1.1761,
      "step": 14736
    },
    {
      "epoch": 0.6036043415932828,
      "grad_norm": 0.763715306617098,
      "learning_rate": 0.00029428465674683255,
      "loss": 0.6978,
      "step": 14737
    },
    {
      "epoch": 0.6036453000204792,
      "grad_norm": 1.1522290594953026,
      "learning_rate": 0.00029428376501625114,
      "loss": 0.8646,
      "step": 14738
    },
    {
      "epoch": 0.6036862584476756,
      "grad_norm": 1.0793077206397417,
      "learning_rate": 0.00029428287321746073,
      "loss": 1.2099,
      "step": 14739
    },
    {
      "epoch": 0.603727216874872,
      "grad_norm": 1.017813873329406,
      "learning_rate": 0.00029428198135046175,
      "loss": 1.414,
      "step": 14740
    },
    {
      "epoch": 0.6037681753020684,
      "grad_norm": 0.6900255805770131,
      "learning_rate": 0.00029428108941525463,
      "loss": 0.522,
      "step": 14741
    },
    {
      "epoch": 0.6038091337292648,
      "grad_norm": 0.9836004593893005,
      "learning_rate": 0.00029428019741183976,
      "loss": 0.8798,
      "step": 14742
    },
    {
      "epoch": 0.6038500921564612,
      "grad_norm": 0.5319458103762477,
      "learning_rate": 0.00029427930534021757,
      "loss": 0.3358,
      "step": 14743
    },
    {
      "epoch": 0.6038910505836576,
      "grad_norm": 0.9251613541849617,
      "learning_rate": 0.0002942784132003885,
      "loss": 1.027,
      "step": 14744
    },
    {
      "epoch": 0.603932009010854,
      "grad_norm": 0.5718211152416279,
      "learning_rate": 0.000294277520992353,
      "loss": 0.2803,
      "step": 14745
    },
    {
      "epoch": 0.6039729674380504,
      "grad_norm": 0.8351705024712615,
      "learning_rate": 0.00029427662871611145,
      "loss": 0.8812,
      "step": 14746
    },
    {
      "epoch": 0.6040139258652468,
      "grad_norm": 1.1276345864374038,
      "learning_rate": 0.00029427573637166426,
      "loss": 1.0339,
      "step": 14747
    },
    {
      "epoch": 0.6040548842924431,
      "grad_norm": 0.6840547338093317,
      "learning_rate": 0.0002942748439590119,
      "loss": 0.9261,
      "step": 14748
    },
    {
      "epoch": 0.6040958427196396,
      "grad_norm": 0.7900934931526642,
      "learning_rate": 0.00029427395147815473,
      "loss": 0.7665,
      "step": 14749
    },
    {
      "epoch": 0.604136801146836,
      "grad_norm": 3.18128784179493,
      "learning_rate": 0.0002942730589290933,
      "loss": 2.6651,
      "step": 14750
    },
    {
      "epoch": 0.6041777595740323,
      "grad_norm": 0.9373637681780795,
      "learning_rate": 0.00029427216631182785,
      "loss": 0.6574,
      "step": 14751
    },
    {
      "epoch": 0.6042187180012287,
      "grad_norm": 0.9666726968662869,
      "learning_rate": 0.0002942712736263589,
      "loss": 0.889,
      "step": 14752
    },
    {
      "epoch": 0.6042596764284252,
      "grad_norm": 1.154028182945828,
      "learning_rate": 0.0002942703808726869,
      "loss": 0.8975,
      "step": 14753
    },
    {
      "epoch": 0.6043006348556216,
      "grad_norm": 0.7683809953580522,
      "learning_rate": 0.0002942694880508122,
      "loss": 0.648,
      "step": 14754
    },
    {
      "epoch": 0.6043415932828179,
      "grad_norm": 0.676094176865756,
      "learning_rate": 0.0002942685951607353,
      "loss": 0.7573,
      "step": 14755
    },
    {
      "epoch": 0.6043825517100143,
      "grad_norm": 0.8395144357238544,
      "learning_rate": 0.0002942677022024565,
      "loss": 0.5005,
      "step": 14756
    },
    {
      "epoch": 0.6044235101372107,
      "grad_norm": 0.6564684496451241,
      "learning_rate": 0.0002942668091759764,
      "loss": 0.2825,
      "step": 14757
    },
    {
      "epoch": 0.6044644685644072,
      "grad_norm": 0.6393944060802148,
      "learning_rate": 0.0002942659160812953,
      "loss": 0.4427,
      "step": 14758
    },
    {
      "epoch": 0.6045054269916035,
      "grad_norm": 0.9054051189869976,
      "learning_rate": 0.00029426502291841363,
      "loss": 0.807,
      "step": 14759
    },
    {
      "epoch": 0.6045463854187999,
      "grad_norm": 0.8717476426556753,
      "learning_rate": 0.00029426412968733176,
      "loss": 0.8334,
      "step": 14760
    },
    {
      "epoch": 0.6045873438459963,
      "grad_norm": 0.5108501158176397,
      "learning_rate": 0.00029426323638805026,
      "loss": 0.4524,
      "step": 14761
    },
    {
      "epoch": 0.6046283022731928,
      "grad_norm": 0.5902303495825252,
      "learning_rate": 0.0002942623430205694,
      "loss": 0.449,
      "step": 14762
    },
    {
      "epoch": 0.6046692607003891,
      "grad_norm": 2.1730226367384855,
      "learning_rate": 0.0002942614495848898,
      "loss": 4.738,
      "step": 14763
    },
    {
      "epoch": 0.6047102191275855,
      "grad_norm": 5.937118573237671,
      "learning_rate": 0.00029426055608101166,
      "loss": 2.7916,
      "step": 14764
    },
    {
      "epoch": 0.6047511775547819,
      "grad_norm": 0.9639021839702718,
      "learning_rate": 0.0002942596625089355,
      "loss": 0.8828,
      "step": 14765
    },
    {
      "epoch": 0.6047921359819783,
      "grad_norm": 0.8938482303585961,
      "learning_rate": 0.0002942587688686618,
      "loss": 0.8265,
      "step": 14766
    },
    {
      "epoch": 0.6048330944091747,
      "grad_norm": 0.928953680914148,
      "learning_rate": 0.0002942578751601909,
      "loss": 0.5481,
      "step": 14767
    },
    {
      "epoch": 0.6048740528363711,
      "grad_norm": 2.2405483642605812,
      "learning_rate": 0.0002942569813835233,
      "loss": 3.8583,
      "step": 14768
    },
    {
      "epoch": 0.6049150112635675,
      "grad_norm": 0.7242373991627238,
      "learning_rate": 0.00029425608753865933,
      "loss": 0.3882,
      "step": 14769
    },
    {
      "epoch": 0.6049559696907639,
      "grad_norm": 0.61646646859117,
      "learning_rate": 0.0002942551936255994,
      "loss": 0.3089,
      "step": 14770
    },
    {
      "epoch": 0.6049969281179602,
      "grad_norm": 0.8005591425922715,
      "learning_rate": 0.000294254299644344,
      "loss": 0.9034,
      "step": 14771
    },
    {
      "epoch": 0.6050378865451567,
      "grad_norm": 0.8038969154875325,
      "learning_rate": 0.00029425340559489357,
      "loss": 0.8983,
      "step": 14772
    },
    {
      "epoch": 0.6050788449723531,
      "grad_norm": 0.8154855613201277,
      "learning_rate": 0.0002942525114772485,
      "loss": 0.8855,
      "step": 14773
    },
    {
      "epoch": 0.6051198033995494,
      "grad_norm": 1.3819520635941889,
      "learning_rate": 0.0002942516172914092,
      "loss": 0.5591,
      "step": 14774
    },
    {
      "epoch": 0.6051607618267458,
      "grad_norm": 0.6871216321520534,
      "learning_rate": 0.0002942507230373761,
      "loss": 0.9069,
      "step": 14775
    },
    {
      "epoch": 0.6052017202539423,
      "grad_norm": 0.7360396520691483,
      "learning_rate": 0.0002942498287151496,
      "loss": 0.9285,
      "step": 14776
    },
    {
      "epoch": 0.6052426786811387,
      "grad_norm": 0.9005037067886528,
      "learning_rate": 0.00029424893432473026,
      "loss": 1.1798,
      "step": 14777
    },
    {
      "epoch": 0.605283637108335,
      "grad_norm": 0.8447809419218288,
      "learning_rate": 0.0002942480398661183,
      "loss": 0.9142,
      "step": 14778
    },
    {
      "epoch": 0.6053245955355314,
      "grad_norm": 0.5268676049238894,
      "learning_rate": 0.00029424714533931424,
      "loss": 0.2123,
      "step": 14779
    },
    {
      "epoch": 0.6053655539627278,
      "grad_norm": 0.5604385235129661,
      "learning_rate": 0.00029424625074431855,
      "loss": 0.7408,
      "step": 14780
    },
    {
      "epoch": 0.6054065123899243,
      "grad_norm": 0.7359525743870512,
      "learning_rate": 0.00029424535608113154,
      "loss": 0.9066,
      "step": 14781
    },
    {
      "epoch": 0.6054474708171206,
      "grad_norm": 0.8265878890708211,
      "learning_rate": 0.0002942444613497538,
      "loss": 0.587,
      "step": 14782
    },
    {
      "epoch": 0.605488429244317,
      "grad_norm": 1.0708889660656096,
      "learning_rate": 0.00029424356655018553,
      "loss": 0.9891,
      "step": 14783
    },
    {
      "epoch": 0.6055293876715134,
      "grad_norm": 1.3495150565963574,
      "learning_rate": 0.0002942426716824273,
      "loss": 1.4891,
      "step": 14784
    },
    {
      "epoch": 0.6055703460987099,
      "grad_norm": 1.4223119343865764,
      "learning_rate": 0.00029424177674647957,
      "loss": 2.736,
      "step": 14785
    },
    {
      "epoch": 0.6056113045259062,
      "grad_norm": 3.6998298854344074,
      "learning_rate": 0.00029424088174234263,
      "loss": 2.1691,
      "step": 14786
    },
    {
      "epoch": 0.6056522629531026,
      "grad_norm": 0.7453216783198734,
      "learning_rate": 0.00029423998667001697,
      "loss": 0.8923,
      "step": 14787
    },
    {
      "epoch": 0.605693221380299,
      "grad_norm": 1.0008516536410772,
      "learning_rate": 0.00029423909152950307,
      "loss": 0.9313,
      "step": 14788
    },
    {
      "epoch": 0.6057341798074954,
      "grad_norm": 0.8153700868285804,
      "learning_rate": 0.0002942381963208013,
      "loss": 0.9434,
      "step": 14789
    },
    {
      "epoch": 0.6057751382346918,
      "grad_norm": 1.0538263759349953,
      "learning_rate": 0.000294237301043912,
      "loss": 0.8137,
      "step": 14790
    },
    {
      "epoch": 0.6058160966618882,
      "grad_norm": 2.7839524282223875,
      "learning_rate": 0.0002942364056988357,
      "loss": 4.8801,
      "step": 14791
    },
    {
      "epoch": 0.6058570550890846,
      "grad_norm": 1.5572394867523272,
      "learning_rate": 0.00029423551028557286,
      "loss": 1.1221,
      "step": 14792
    },
    {
      "epoch": 0.6058980135162809,
      "grad_norm": 0.9777829083091385,
      "learning_rate": 0.0002942346148041238,
      "loss": 0.4025,
      "step": 14793
    },
    {
      "epoch": 0.6059389719434773,
      "grad_norm": 1.3468060087244034,
      "learning_rate": 0.00029423371925448895,
      "loss": 2.247,
      "step": 14794
    },
    {
      "epoch": 0.6059799303706738,
      "grad_norm": 0.773339226838939,
      "learning_rate": 0.0002942328236366688,
      "loss": 1.13,
      "step": 14795
    },
    {
      "epoch": 0.6060208887978702,
      "grad_norm": 0.7996826848819092,
      "learning_rate": 0.00029423192795066373,
      "loss": 0.9889,
      "step": 14796
    },
    {
      "epoch": 0.6060618472250665,
      "grad_norm": 4.882925490760037,
      "learning_rate": 0.00029423103219647416,
      "loss": 2.6526,
      "step": 14797
    },
    {
      "epoch": 0.6061028056522629,
      "grad_norm": 0.7230475388649262,
      "learning_rate": 0.0002942301363741006,
      "loss": 0.3965,
      "step": 14798
    },
    {
      "epoch": 0.6061437640794594,
      "grad_norm": 0.635407531458491,
      "learning_rate": 0.00029422924048354336,
      "loss": 0.7493,
      "step": 14799
    },
    {
      "epoch": 0.6061847225066558,
      "grad_norm": 0.6813299878725471,
      "learning_rate": 0.0002942283445248029,
      "loss": 0.7218,
      "step": 14800
    },
    {
      "epoch": 0.6062256809338521,
      "grad_norm": 0.656179984680485,
      "learning_rate": 0.0002942274484978796,
      "loss": 0.3867,
      "step": 14801
    },
    {
      "epoch": 0.6062666393610485,
      "grad_norm": 0.8986628820833922,
      "learning_rate": 0.000294226552402774,
      "loss": 0.7678,
      "step": 14802
    },
    {
      "epoch": 0.606307597788245,
      "grad_norm": 0.8408125723725985,
      "learning_rate": 0.00029422565623948637,
      "loss": 0.6857,
      "step": 14803
    },
    {
      "epoch": 0.6063485562154414,
      "grad_norm": 1.0505987161015955,
      "learning_rate": 0.00029422476000801734,
      "loss": 1.2058,
      "step": 14804
    },
    {
      "epoch": 0.6063895146426377,
      "grad_norm": 0.6790551049432011,
      "learning_rate": 0.0002942238637083671,
      "loss": 0.6641,
      "step": 14805
    },
    {
      "epoch": 0.6064304730698341,
      "grad_norm": 0.7509121092218228,
      "learning_rate": 0.00029422296734053625,
      "loss": 1.2083,
      "step": 14806
    },
    {
      "epoch": 0.6064714314970305,
      "grad_norm": 0.7756239814645387,
      "learning_rate": 0.00029422207090452516,
      "loss": 0.9167,
      "step": 14807
    },
    {
      "epoch": 0.606512389924227,
      "grad_norm": 2.279771801789277,
      "learning_rate": 0.0002942211744003342,
      "loss": 1.181,
      "step": 14808
    },
    {
      "epoch": 0.6065533483514233,
      "grad_norm": 0.8299395228895442,
      "learning_rate": 0.00029422027782796385,
      "loss": 1.1632,
      "step": 14809
    },
    {
      "epoch": 0.6065943067786197,
      "grad_norm": 1.1091385303681116,
      "learning_rate": 0.00029421938118741456,
      "loss": 1.103,
      "step": 14810
    },
    {
      "epoch": 0.6066352652058161,
      "grad_norm": 0.7480577420067728,
      "learning_rate": 0.00029421848447868667,
      "loss": 0.6597,
      "step": 14811
    },
    {
      "epoch": 0.6066762236330125,
      "grad_norm": 0.9660564134817822,
      "learning_rate": 0.0002942175877017807,
      "loss": 0.8174,
      "step": 14812
    },
    {
      "epoch": 0.6067171820602089,
      "grad_norm": 0.7355955855069984,
      "learning_rate": 0.00029421669085669697,
      "loss": 0.4571,
      "step": 14813
    },
    {
      "epoch": 0.6067581404874053,
      "grad_norm": 1.072966595081385,
      "learning_rate": 0.00029421579394343597,
      "loss": 0.4345,
      "step": 14814
    },
    {
      "epoch": 0.6067990989146017,
      "grad_norm": 0.7880775036469743,
      "learning_rate": 0.0002942148969619981,
      "loss": 0.7751,
      "step": 14815
    },
    {
      "epoch": 0.606840057341798,
      "grad_norm": 0.5782633059061775,
      "learning_rate": 0.0002942139999123838,
      "loss": 0.3384,
      "step": 14816
    },
    {
      "epoch": 0.6068810157689944,
      "grad_norm": 1.0345424730563109,
      "learning_rate": 0.0002942131027945935,
      "loss": 0.8442,
      "step": 14817
    },
    {
      "epoch": 0.6069219741961909,
      "grad_norm": 1.059424388879087,
      "learning_rate": 0.00029421220560862764,
      "loss": 0.8825,
      "step": 14818
    },
    {
      "epoch": 0.6069629326233873,
      "grad_norm": 0.9181028905946634,
      "learning_rate": 0.0002942113083544866,
      "loss": 0.8323,
      "step": 14819
    },
    {
      "epoch": 0.6070038910505836,
      "grad_norm": 0.9564349926398167,
      "learning_rate": 0.0002942104110321708,
      "loss": 1.0274,
      "step": 14820
    },
    {
      "epoch": 0.60704484947778,
      "grad_norm": 0.7318057611192867,
      "learning_rate": 0.00029420951364168065,
      "loss": 0.9475,
      "step": 14821
    },
    {
      "epoch": 0.6070858079049765,
      "grad_norm": 0.7545799064768776,
      "learning_rate": 0.0002942086161830167,
      "loss": 0.3435,
      "step": 14822
    },
    {
      "epoch": 0.6071267663321729,
      "grad_norm": 0.8684283159493222,
      "learning_rate": 0.0002942077186561792,
      "loss": 1.1028,
      "step": 14823
    },
    {
      "epoch": 0.6071677247593692,
      "grad_norm": 0.8061550239041076,
      "learning_rate": 0.0002942068210611687,
      "loss": 0.7955,
      "step": 14824
    },
    {
      "epoch": 0.6072086831865656,
      "grad_norm": 0.8982734956083106,
      "learning_rate": 0.0002942059233979856,
      "loss": 0.8222,
      "step": 14825
    },
    {
      "epoch": 0.607249641613762,
      "grad_norm": 1.095678553569129,
      "learning_rate": 0.00029420502566663025,
      "loss": 1.1582,
      "step": 14826
    },
    {
      "epoch": 0.6072906000409585,
      "grad_norm": 0.8144932968737455,
      "learning_rate": 0.0002942041278671032,
      "loss": 0.8553,
      "step": 14827
    },
    {
      "epoch": 0.6073315584681548,
      "grad_norm": 0.758010357620264,
      "learning_rate": 0.00029420322999940476,
      "loss": 0.9548,
      "step": 14828
    },
    {
      "epoch": 0.6073725168953512,
      "grad_norm": 0.9220808792237273,
      "learning_rate": 0.00029420233206353544,
      "loss": 0.6463,
      "step": 14829
    },
    {
      "epoch": 0.6074134753225476,
      "grad_norm": 0.8792077089293314,
      "learning_rate": 0.0002942014340594956,
      "loss": 1.152,
      "step": 14830
    },
    {
      "epoch": 0.6074544337497441,
      "grad_norm": 0.8127977161899226,
      "learning_rate": 0.0002942005359872857,
      "loss": 1.2097,
      "step": 14831
    },
    {
      "epoch": 0.6074953921769404,
      "grad_norm": 0.7818652465282419,
      "learning_rate": 0.0002941996378469062,
      "loss": 0.9205,
      "step": 14832
    },
    {
      "epoch": 0.6075363506041368,
      "grad_norm": 0.5254158464869711,
      "learning_rate": 0.00029419873963835736,
      "loss": 0.3612,
      "step": 14833
    },
    {
      "epoch": 0.6075773090313332,
      "grad_norm": 0.8046523047317268,
      "learning_rate": 0.0002941978413616398,
      "loss": 0.728,
      "step": 14834
    },
    {
      "epoch": 0.6076182674585295,
      "grad_norm": 0.8052081707804352,
      "learning_rate": 0.00029419694301675386,
      "loss": 0.9133,
      "step": 14835
    },
    {
      "epoch": 0.607659225885726,
      "grad_norm": 0.5688858062621135,
      "learning_rate": 0.0002941960446037,
      "loss": 0.4498,
      "step": 14836
    },
    {
      "epoch": 0.6077001843129224,
      "grad_norm": 1.492924406327928,
      "learning_rate": 0.00029419514612247856,
      "loss": 1.1879,
      "step": 14837
    },
    {
      "epoch": 0.6077411427401188,
      "grad_norm": 0.5080302869179097,
      "learning_rate": 0.00029419424757309,
      "loss": 0.2919,
      "step": 14838
    },
    {
      "epoch": 0.6077821011673151,
      "grad_norm": 0.8164920177925944,
      "learning_rate": 0.0002941933489555348,
      "loss": 0.8599,
      "step": 14839
    },
    {
      "epoch": 0.6078230595945115,
      "grad_norm": 0.7644218987045541,
      "learning_rate": 0.00029419245026981344,
      "loss": 0.8675,
      "step": 14840
    },
    {
      "epoch": 0.607864018021708,
      "grad_norm": 0.7353462791636469,
      "learning_rate": 0.00029419155151592615,
      "loss": 0.8412,
      "step": 14841
    },
    {
      "epoch": 0.6079049764489044,
      "grad_norm": 0.8258003396592292,
      "learning_rate": 0.0002941906526938735,
      "loss": 0.896,
      "step": 14842
    },
    {
      "epoch": 0.6079459348761007,
      "grad_norm": 0.6046845775240713,
      "learning_rate": 0.00029418975380365593,
      "loss": 0.7506,
      "step": 14843
    },
    {
      "epoch": 0.6079868933032971,
      "grad_norm": 0.784366065617215,
      "learning_rate": 0.0002941888548452737,
      "loss": 0.7277,
      "step": 14844
    },
    {
      "epoch": 0.6080278517304936,
      "grad_norm": 0.7525570765928069,
      "learning_rate": 0.00029418795581872745,
      "loss": 0.8538,
      "step": 14845
    },
    {
      "epoch": 0.60806881015769,
      "grad_norm": 1.0592174383357091,
      "learning_rate": 0.0002941870567240174,
      "loss": 0.9563,
      "step": 14846
    },
    {
      "epoch": 0.6081097685848863,
      "grad_norm": 1.1300712358351623,
      "learning_rate": 0.00029418615756114414,
      "loss": 1.0866,
      "step": 14847
    },
    {
      "epoch": 0.6081507270120827,
      "grad_norm": 0.7348149801347232,
      "learning_rate": 0.00029418525833010804,
      "loss": 0.401,
      "step": 14848
    },
    {
      "epoch": 0.6081916854392792,
      "grad_norm": 0.4918525340634211,
      "learning_rate": 0.00029418435903090945,
      "loss": 0.314,
      "step": 14849
    },
    {
      "epoch": 0.6082326438664756,
      "grad_norm": 1.628171439519365,
      "learning_rate": 0.0002941834596635489,
      "loss": 0.9956,
      "step": 14850
    },
    {
      "epoch": 0.6082736022936719,
      "grad_norm": 1.0199670829674023,
      "learning_rate": 0.0002941825602280268,
      "loss": 1.1717,
      "step": 14851
    },
    {
      "epoch": 0.6083145607208683,
      "grad_norm": 1.9441732306946784,
      "learning_rate": 0.00029418166072434353,
      "loss": 4.2253,
      "step": 14852
    },
    {
      "epoch": 0.6083555191480647,
      "grad_norm": 1.1809779055327976,
      "learning_rate": 0.0002941807611524996,
      "loss": 1.4908,
      "step": 14853
    },
    {
      "epoch": 0.6083964775752612,
      "grad_norm": 0.910169342956877,
      "learning_rate": 0.0002941798615124953,
      "loss": 1.1579,
      "step": 14854
    },
    {
      "epoch": 0.6084374360024575,
      "grad_norm": 0.8079790706365203,
      "learning_rate": 0.00029417896180433114,
      "loss": 0.8913,
      "step": 14855
    },
    {
      "epoch": 0.6084783944296539,
      "grad_norm": 0.7512973264371144,
      "learning_rate": 0.00029417806202800754,
      "loss": 0.5539,
      "step": 14856
    },
    {
      "epoch": 0.6085193528568503,
      "grad_norm": 0.6069213931479547,
      "learning_rate": 0.00029417716218352487,
      "loss": 0.8621,
      "step": 14857
    },
    {
      "epoch": 0.6085603112840466,
      "grad_norm": 0.5892071310144105,
      "learning_rate": 0.00029417626227088366,
      "loss": 0.3689,
      "step": 14858
    },
    {
      "epoch": 0.6086012697112431,
      "grad_norm": 0.5684193076645365,
      "learning_rate": 0.0002941753622900843,
      "loss": 0.3051,
      "step": 14859
    },
    {
      "epoch": 0.6086422281384395,
      "grad_norm": 0.7827122328843028,
      "learning_rate": 0.0002941744622411272,
      "loss": 0.9337,
      "step": 14860
    },
    {
      "epoch": 0.6086831865656359,
      "grad_norm": 0.8755387624139999,
      "learning_rate": 0.0002941735621240127,
      "loss": 0.8792,
      "step": 14861
    },
    {
      "epoch": 0.6087241449928322,
      "grad_norm": 0.958369384566568,
      "learning_rate": 0.00029417266193874133,
      "loss": 0.9763,
      "step": 14862
    },
    {
      "epoch": 0.6087651034200287,
      "grad_norm": 0.9295550110650328,
      "learning_rate": 0.00029417176168531354,
      "loss": 0.8077,
      "step": 14863
    },
    {
      "epoch": 0.6088060618472251,
      "grad_norm": 1.4879481820452567,
      "learning_rate": 0.00029417086136372965,
      "loss": 1.264,
      "step": 14864
    },
    {
      "epoch": 0.6088470202744215,
      "grad_norm": 2.4159999700949,
      "learning_rate": 0.0002941699609739902,
      "loss": 1.3532,
      "step": 14865
    },
    {
      "epoch": 0.6088879787016178,
      "grad_norm": 0.7092341971407679,
      "learning_rate": 0.0002941690605160955,
      "loss": 0.3733,
      "step": 14866
    },
    {
      "epoch": 0.6089289371288142,
      "grad_norm": 0.704758430037233,
      "learning_rate": 0.0002941681599900461,
      "loss": 0.7846,
      "step": 14867
    },
    {
      "epoch": 0.6089698955560107,
      "grad_norm": 0.8552390354286448,
      "learning_rate": 0.0002941672593958423,
      "loss": 0.9107,
      "step": 14868
    },
    {
      "epoch": 0.6090108539832071,
      "grad_norm": 0.8785199065664032,
      "learning_rate": 0.0002941663587334846,
      "loss": 1.0797,
      "step": 14869
    },
    {
      "epoch": 0.6090518124104034,
      "grad_norm": 0.8659048768182205,
      "learning_rate": 0.0002941654580029734,
      "loss": 0.6152,
      "step": 14870
    },
    {
      "epoch": 0.6090927708375998,
      "grad_norm": 8.558356517524542,
      "learning_rate": 0.0002941645572043092,
      "loss": 1.946,
      "step": 14871
    },
    {
      "epoch": 0.6091337292647963,
      "grad_norm": 0.7168228148473538,
      "learning_rate": 0.0002941636563374923,
      "loss": 0.8024,
      "step": 14872
    },
    {
      "epoch": 0.6091746876919927,
      "grad_norm": 0.666097363314022,
      "learning_rate": 0.0002941627554025232,
      "loss": 0.7307,
      "step": 14873
    },
    {
      "epoch": 0.609215646119189,
      "grad_norm": 1.060384505481444,
      "learning_rate": 0.00029416185439940233,
      "loss": 1.2834,
      "step": 14874
    },
    {
      "epoch": 0.6092566045463854,
      "grad_norm": 0.7175583842223485,
      "learning_rate": 0.00029416095332813005,
      "loss": 0.8991,
      "step": 14875
    },
    {
      "epoch": 0.6092975629735818,
      "grad_norm": 0.7829981861962546,
      "learning_rate": 0.00029416005218870693,
      "loss": 0.7361,
      "step": 14876
    },
    {
      "epoch": 0.6093385214007782,
      "grad_norm": 1.4932934180003066,
      "learning_rate": 0.0002941591509811332,
      "loss": 1.7541,
      "step": 14877
    },
    {
      "epoch": 0.6093794798279746,
      "grad_norm": 0.976746066753377,
      "learning_rate": 0.0002941582497054095,
      "loss": 0.9418,
      "step": 14878
    },
    {
      "epoch": 0.609420438255171,
      "grad_norm": 0.9027459243291628,
      "learning_rate": 0.00029415734836153604,
      "loss": 0.7525,
      "step": 14879
    },
    {
      "epoch": 0.6094613966823674,
      "grad_norm": 0.7286094761049791,
      "learning_rate": 0.0002941564469495134,
      "loss": 0.7002,
      "step": 14880
    },
    {
      "epoch": 0.6095023551095637,
      "grad_norm": 1.0661948411248316,
      "learning_rate": 0.00029415554546934194,
      "loss": 1.122,
      "step": 14881
    },
    {
      "epoch": 0.6095433135367602,
      "grad_norm": 0.6772676923602837,
      "learning_rate": 0.00029415464392102216,
      "loss": 0.7323,
      "step": 14882
    },
    {
      "epoch": 0.6095842719639566,
      "grad_norm": 0.9979233224606762,
      "learning_rate": 0.00029415374230455437,
      "loss": 1.2526,
      "step": 14883
    },
    {
      "epoch": 0.609625230391153,
      "grad_norm": 1.2293032225499678,
      "learning_rate": 0.00029415284061993905,
      "loss": 0.9351,
      "step": 14884
    },
    {
      "epoch": 0.6096661888183493,
      "grad_norm": 0.5603434000156862,
      "learning_rate": 0.00029415193886717664,
      "loss": 0.3446,
      "step": 14885
    },
    {
      "epoch": 0.6097071472455458,
      "grad_norm": 0.7455070052490848,
      "learning_rate": 0.0002941510370462676,
      "loss": 0.8719,
      "step": 14886
    },
    {
      "epoch": 0.6097481056727422,
      "grad_norm": 0.8098808524370621,
      "learning_rate": 0.00029415013515721227,
      "loss": 0.9159,
      "step": 14887
    },
    {
      "epoch": 0.6097890640999386,
      "grad_norm": 0.6765704748494986,
      "learning_rate": 0.0002941492332000111,
      "loss": 0.7258,
      "step": 14888
    },
    {
      "epoch": 0.6098300225271349,
      "grad_norm": 0.7434467142898492,
      "learning_rate": 0.0002941483311746646,
      "loss": 0.8228,
      "step": 14889
    },
    {
      "epoch": 0.6098709809543313,
      "grad_norm": 0.6706627178265826,
      "learning_rate": 0.0002941474290811731,
      "loss": 0.4226,
      "step": 14890
    },
    {
      "epoch": 0.6099119393815278,
      "grad_norm": 0.942476171298129,
      "learning_rate": 0.00029414652691953704,
      "loss": 0.5671,
      "step": 14891
    },
    {
      "epoch": 0.6099528978087242,
      "grad_norm": 0.7446338844993101,
      "learning_rate": 0.0002941456246897569,
      "loss": 0.9587,
      "step": 14892
    },
    {
      "epoch": 0.6099938562359205,
      "grad_norm": 1.283911028636002,
      "learning_rate": 0.0002941447223918331,
      "loss": 1.3623,
      "step": 14893
    },
    {
      "epoch": 0.6100348146631169,
      "grad_norm": 0.5401347108156082,
      "learning_rate": 0.000294143820025766,
      "loss": 0.3984,
      "step": 14894
    },
    {
      "epoch": 0.6100757730903134,
      "grad_norm": 0.7903422960455364,
      "learning_rate": 0.00029414291759155607,
      "loss": 0.5369,
      "step": 14895
    },
    {
      "epoch": 0.6101167315175098,
      "grad_norm": 0.7640585414863547,
      "learning_rate": 0.0002941420150892037,
      "loss": 1.1067,
      "step": 14896
    },
    {
      "epoch": 0.6101576899447061,
      "grad_norm": 0.8503320633265998,
      "learning_rate": 0.0002941411125187094,
      "loss": 0.8035,
      "step": 14897
    },
    {
      "epoch": 0.6101986483719025,
      "grad_norm": 1.2411913527663438,
      "learning_rate": 0.0002941402098800735,
      "loss": 1.2175,
      "step": 14898
    },
    {
      "epoch": 0.6102396067990989,
      "grad_norm": 0.6977181214763433,
      "learning_rate": 0.0002941393071732965,
      "loss": 0.7285,
      "step": 14899
    },
    {
      "epoch": 0.6102805652262953,
      "grad_norm": 0.8007849092037423,
      "learning_rate": 0.0002941384043983789,
      "loss": 0.9457,
      "step": 14900
    },
    {
      "epoch": 0.6103215236534917,
      "grad_norm": 0.7687782336302206,
      "learning_rate": 0.00029413750155532085,
      "loss": 0.9469,
      "step": 14901
    },
    {
      "epoch": 0.6103624820806881,
      "grad_norm": 1.1449134751905132,
      "learning_rate": 0.00029413659864412306,
      "loss": 1.2299,
      "step": 14902
    },
    {
      "epoch": 0.6104034405078845,
      "grad_norm": 0.9366339389397887,
      "learning_rate": 0.0002941356956647858,
      "loss": 1.1613,
      "step": 14903
    },
    {
      "epoch": 0.6104443989350808,
      "grad_norm": 0.8614081499532259,
      "learning_rate": 0.00029413479261730955,
      "loss": 1.1304,
      "step": 14904
    },
    {
      "epoch": 0.6104853573622773,
      "grad_norm": 1.0499671833552788,
      "learning_rate": 0.0002941338895016948,
      "loss": 1.0057,
      "step": 14905
    },
    {
      "epoch": 0.6105263157894737,
      "grad_norm": 0.753318363002178,
      "learning_rate": 0.0002941329863179419,
      "loss": 0.6081,
      "step": 14906
    },
    {
      "epoch": 0.6105672742166701,
      "grad_norm": 0.6637324531952548,
      "learning_rate": 0.0002941320830660512,
      "loss": 0.6728,
      "step": 14907
    },
    {
      "epoch": 0.6106082326438664,
      "grad_norm": 0.6415560662053907,
      "learning_rate": 0.00029413117974602323,
      "loss": 0.772,
      "step": 14908
    },
    {
      "epoch": 0.6106491910710629,
      "grad_norm": 0.7328856018320459,
      "learning_rate": 0.0002941302763578585,
      "loss": 1.0069,
      "step": 14909
    },
    {
      "epoch": 0.6106901494982593,
      "grad_norm": 0.7823901900274001,
      "learning_rate": 0.00029412937290155725,
      "loss": 0.859,
      "step": 14910
    },
    {
      "epoch": 0.6107311079254557,
      "grad_norm": 0.6932436186261071,
      "learning_rate": 0.00029412846937712,
      "loss": 0.3571,
      "step": 14911
    },
    {
      "epoch": 0.610772066352652,
      "grad_norm": 0.7095243730119754,
      "learning_rate": 0.00029412756578454724,
      "loss": 0.9478,
      "step": 14912
    },
    {
      "epoch": 0.6108130247798484,
      "grad_norm": 0.8402143676714114,
      "learning_rate": 0.00029412666212383923,
      "loss": 0.8574,
      "step": 14913
    },
    {
      "epoch": 0.6108539832070449,
      "grad_norm": 0.9921969011618978,
      "learning_rate": 0.0002941257583949966,
      "loss": 1.1095,
      "step": 14914
    },
    {
      "epoch": 0.6108949416342413,
      "grad_norm": 0.7485119541866967,
      "learning_rate": 0.0002941248545980196,
      "loss": 0.9213,
      "step": 14915
    },
    {
      "epoch": 0.6109359000614376,
      "grad_norm": 0.48122274400930787,
      "learning_rate": 0.00029412395073290877,
      "loss": 0.3018,
      "step": 14916
    },
    {
      "epoch": 0.610976858488634,
      "grad_norm": 0.8996365392160143,
      "learning_rate": 0.0002941230467996645,
      "loss": 1.0034,
      "step": 14917
    },
    {
      "epoch": 0.6110178169158305,
      "grad_norm": 0.7135708533112446,
      "learning_rate": 0.00029412214279828715,
      "loss": 0.3629,
      "step": 14918
    },
    {
      "epoch": 0.6110587753430269,
      "grad_norm": 0.8381243348080929,
      "learning_rate": 0.0002941212387287773,
      "loss": 1.0903,
      "step": 14919
    },
    {
      "epoch": 0.6110997337702232,
      "grad_norm": 1.3555425688245912,
      "learning_rate": 0.00029412033459113527,
      "loss": 1.362,
      "step": 14920
    },
    {
      "epoch": 0.6111406921974196,
      "grad_norm": 0.7665703756474356,
      "learning_rate": 0.0002941194303853615,
      "loss": 0.5916,
      "step": 14921
    },
    {
      "epoch": 0.611181650624616,
      "grad_norm": 0.7706185563368255,
      "learning_rate": 0.00029411852611145643,
      "loss": 0.81,
      "step": 14922
    },
    {
      "epoch": 0.6112226090518124,
      "grad_norm": 0.624107712252868,
      "learning_rate": 0.00029411762176942044,
      "loss": 0.3266,
      "step": 14923
    },
    {
      "epoch": 0.6112635674790088,
      "grad_norm": 0.9553816662925605,
      "learning_rate": 0.00029411671735925406,
      "loss": 0.7469,
      "step": 14924
    },
    {
      "epoch": 0.6113045259062052,
      "grad_norm": 0.6269125397550069,
      "learning_rate": 0.00029411581288095765,
      "loss": 0.3077,
      "step": 14925
    },
    {
      "epoch": 0.6113454843334016,
      "grad_norm": 0.7767321380972263,
      "learning_rate": 0.00029411490833453166,
      "loss": 0.5713,
      "step": 14926
    },
    {
      "epoch": 0.611386442760598,
      "grad_norm": 0.636002873290146,
      "learning_rate": 0.0002941140037199764,
      "loss": 0.6197,
      "step": 14927
    },
    {
      "epoch": 0.6114274011877944,
      "grad_norm": 2.5757272484327194,
      "learning_rate": 0.0002941130990372925,
      "loss": 1.7602,
      "step": 14928
    },
    {
      "epoch": 0.6114683596149908,
      "grad_norm": 0.8014840441606109,
      "learning_rate": 0.00029411219428648026,
      "loss": 0.3848,
      "step": 14929
    },
    {
      "epoch": 0.6115093180421872,
      "grad_norm": 1.5523665767190613,
      "learning_rate": 0.00029411128946754016,
      "loss": 0.8932,
      "step": 14930
    },
    {
      "epoch": 0.6115502764693835,
      "grad_norm": 2.330206200026623,
      "learning_rate": 0.0002941103845804726,
      "loss": 2.1344,
      "step": 14931
    },
    {
      "epoch": 0.61159123489658,
      "grad_norm": 0.7810112468271732,
      "learning_rate": 0.000294109479625278,
      "loss": 0.6375,
      "step": 14932
    },
    {
      "epoch": 0.6116321933237764,
      "grad_norm": 0.7207075765810789,
      "learning_rate": 0.00029410857460195685,
      "loss": 0.6048,
      "step": 14933
    },
    {
      "epoch": 0.6116731517509728,
      "grad_norm": 0.8427040358051818,
      "learning_rate": 0.0002941076695105094,
      "loss": 0.5856,
      "step": 14934
    },
    {
      "epoch": 0.6117141101781691,
      "grad_norm": 0.9715422955658812,
      "learning_rate": 0.00029410676435093636,
      "loss": 1.0043,
      "step": 14935
    },
    {
      "epoch": 0.6117550686053655,
      "grad_norm": 0.7331612296367053,
      "learning_rate": 0.0002941058591232379,
      "loss": 0.8592,
      "step": 14936
    },
    {
      "epoch": 0.611796027032562,
      "grad_norm": 1.3224384300624945,
      "learning_rate": 0.00029410495382741457,
      "loss": 0.7885,
      "step": 14937
    },
    {
      "epoch": 0.6118369854597584,
      "grad_norm": 0.6676029756182876,
      "learning_rate": 0.0002941040484634668,
      "loss": 0.7515,
      "step": 14938
    },
    {
      "epoch": 0.6118779438869547,
      "grad_norm": 0.7738629112729741,
      "learning_rate": 0.000294103143031395,
      "loss": 1.1386,
      "step": 14939
    },
    {
      "epoch": 0.6119189023141511,
      "grad_norm": 0.8119759155740341,
      "learning_rate": 0.0002941022375311996,
      "loss": 0.9613,
      "step": 14940
    },
    {
      "epoch": 0.6119598607413476,
      "grad_norm": 0.7535264765178601,
      "learning_rate": 0.00029410133196288097,
      "loss": 0.7888,
      "step": 14941
    },
    {
      "epoch": 0.6120008191685439,
      "grad_norm": 0.7546582350938358,
      "learning_rate": 0.00029410042632643964,
      "loss": 1.0679,
      "step": 14942
    },
    {
      "epoch": 0.6120417775957403,
      "grad_norm": 2.2882471364232813,
      "learning_rate": 0.000294099520621876,
      "loss": 1.3989,
      "step": 14943
    },
    {
      "epoch": 0.6120827360229367,
      "grad_norm": 0.7779046865113254,
      "learning_rate": 0.00029409861484919046,
      "loss": 0.9614,
      "step": 14944
    },
    {
      "epoch": 0.6121236944501331,
      "grad_norm": 0.8347786938391176,
      "learning_rate": 0.0002940977090083834,
      "loss": 0.8908,
      "step": 14945
    },
    {
      "epoch": 0.6121646528773295,
      "grad_norm": 2.3092619139241806,
      "learning_rate": 0.0002940968030994554,
      "loss": 1.1825,
      "step": 14946
    },
    {
      "epoch": 0.6122056113045259,
      "grad_norm": 0.8665396702255539,
      "learning_rate": 0.00029409589712240677,
      "loss": 0.3573,
      "step": 14947
    },
    {
      "epoch": 0.6122465697317223,
      "grad_norm": 1.0012440334158272,
      "learning_rate": 0.0002940949910772379,
      "loss": 1.1022,
      "step": 14948
    },
    {
      "epoch": 0.6122875281589187,
      "grad_norm": 0.6936292369132016,
      "learning_rate": 0.00029409408496394935,
      "loss": 0.3908,
      "step": 14949
    },
    {
      "epoch": 0.612328486586115,
      "grad_norm": 0.7418352468498223,
      "learning_rate": 0.00029409317878254144,
      "loss": 0.5397,
      "step": 14950
    },
    {
      "epoch": 0.6123694450133115,
      "grad_norm": 1.3995122430585591,
      "learning_rate": 0.0002940922725330146,
      "loss": 0.779,
      "step": 14951
    },
    {
      "epoch": 0.6124104034405079,
      "grad_norm": 0.7734573306535173,
      "learning_rate": 0.00029409136621536935,
      "loss": 0.8906,
      "step": 14952
    },
    {
      "epoch": 0.6124513618677043,
      "grad_norm": 0.844355620254015,
      "learning_rate": 0.00029409045982960603,
      "loss": 1.0201,
      "step": 14953
    },
    {
      "epoch": 0.6124923202949006,
      "grad_norm": 0.7483113199414064,
      "learning_rate": 0.0002940895533757251,
      "loss": 0.8726,
      "step": 14954
    },
    {
      "epoch": 0.6125332787220971,
      "grad_norm": 1.7735441136155448,
      "learning_rate": 0.00029408864685372707,
      "loss": 1.1167,
      "step": 14955
    },
    {
      "epoch": 0.6125742371492935,
      "grad_norm": 0.7251411428180308,
      "learning_rate": 0.00029408774026361224,
      "loss": 0.7489,
      "step": 14956
    },
    {
      "epoch": 0.6126151955764899,
      "grad_norm": 0.9766419138696185,
      "learning_rate": 0.00029408683360538106,
      "loss": 0.9984,
      "step": 14957
    },
    {
      "epoch": 0.6126561540036862,
      "grad_norm": 1.2116205300510694,
      "learning_rate": 0.000294085926879034,
      "loss": 1.0372,
      "step": 14958
    },
    {
      "epoch": 0.6126971124308827,
      "grad_norm": 0.8072231161308921,
      "learning_rate": 0.00029408502008457146,
      "loss": 1.0059,
      "step": 14959
    },
    {
      "epoch": 0.6127380708580791,
      "grad_norm": 0.6325447699925403,
      "learning_rate": 0.0002940841132219939,
      "loss": 0.5651,
      "step": 14960
    },
    {
      "epoch": 0.6127790292852755,
      "grad_norm": 0.9995297867178196,
      "learning_rate": 0.00029408320629130175,
      "loss": 0.8797,
      "step": 14961
    },
    {
      "epoch": 0.6128199877124718,
      "grad_norm": 0.9535041613004928,
      "learning_rate": 0.0002940822992924954,
      "loss": 0.7741,
      "step": 14962
    },
    {
      "epoch": 0.6128609461396682,
      "grad_norm": 0.8241260682889779,
      "learning_rate": 0.00029408139222557533,
      "loss": 0.7638,
      "step": 14963
    },
    {
      "epoch": 0.6129019045668647,
      "grad_norm": 0.965541435432278,
      "learning_rate": 0.0002940804850905419,
      "loss": 0.7781,
      "step": 14964
    },
    {
      "epoch": 0.612942862994061,
      "grad_norm": 1.135682599217319,
      "learning_rate": 0.00029407957788739553,
      "loss": 1.1595,
      "step": 14965
    },
    {
      "epoch": 0.6129838214212574,
      "grad_norm": 1.258157254629406,
      "learning_rate": 0.00029407867061613676,
      "loss": 1.3183,
      "step": 14966
    },
    {
      "epoch": 0.6130247798484538,
      "grad_norm": 1.0582978408510642,
      "learning_rate": 0.000294077763276766,
      "loss": 0.8953,
      "step": 14967
    },
    {
      "epoch": 0.6130657382756503,
      "grad_norm": 1.2420986658547233,
      "learning_rate": 0.0002940768558692836,
      "loss": 0.9176,
      "step": 14968
    },
    {
      "epoch": 0.6131066967028466,
      "grad_norm": 1.0932034833073538,
      "learning_rate": 0.00029407594839368995,
      "loss": 0.3826,
      "step": 14969
    },
    {
      "epoch": 0.613147655130043,
      "grad_norm": 0.8889454079158988,
      "learning_rate": 0.00029407504084998565,
      "loss": 0.3766,
      "step": 14970
    },
    {
      "epoch": 0.6131886135572394,
      "grad_norm": 0.826450985969944,
      "learning_rate": 0.00029407413323817095,
      "loss": 0.9447,
      "step": 14971
    },
    {
      "epoch": 0.6132295719844358,
      "grad_norm": 1.261265167410441,
      "learning_rate": 0.00029407322555824645,
      "loss": 1.123,
      "step": 14972
    },
    {
      "epoch": 0.6132705304116322,
      "grad_norm": 1.0367062501254916,
      "learning_rate": 0.0002940723178102124,
      "loss": 1.1259,
      "step": 14973
    },
    {
      "epoch": 0.6133114888388286,
      "grad_norm": 1.2785878106656068,
      "learning_rate": 0.00029407140999406937,
      "loss": 1.5409,
      "step": 14974
    },
    {
      "epoch": 0.613352447266025,
      "grad_norm": 1.5328871132448616,
      "learning_rate": 0.0002940705021098177,
      "loss": 1.1981,
      "step": 14975
    },
    {
      "epoch": 0.6133934056932214,
      "grad_norm": 0.7782291499841725,
      "learning_rate": 0.0002940695941574579,
      "loss": 0.9734,
      "step": 14976
    },
    {
      "epoch": 0.6134343641204177,
      "grad_norm": 3.6223775660846678,
      "learning_rate": 0.00029406868613699035,
      "loss": 2.3042,
      "step": 14977
    },
    {
      "epoch": 0.6134753225476142,
      "grad_norm": 1.0327372532267365,
      "learning_rate": 0.0002940677780484155,
      "loss": 0.8545,
      "step": 14978
    },
    {
      "epoch": 0.6135162809748106,
      "grad_norm": 0.9581336861833146,
      "learning_rate": 0.00029406686989173373,
      "loss": 1.24,
      "step": 14979
    },
    {
      "epoch": 0.613557239402007,
      "grad_norm": 1.0709647573555685,
      "learning_rate": 0.0002940659616669455,
      "loss": 1.4258,
      "step": 14980
    },
    {
      "epoch": 0.6135981978292033,
      "grad_norm": 1.0013854063604506,
      "learning_rate": 0.00029406505337405126,
      "loss": 0.7193,
      "step": 14981
    },
    {
      "epoch": 0.6136391562563998,
      "grad_norm": 0.6853648956038453,
      "learning_rate": 0.0002940641450130514,
      "loss": 0.5257,
      "step": 14982
    },
    {
      "epoch": 0.6136801146835962,
      "grad_norm": 0.9635612419819499,
      "learning_rate": 0.0002940632365839464,
      "loss": 0.8608,
      "step": 14983
    },
    {
      "epoch": 0.6137210731107925,
      "grad_norm": 0.730930878608772,
      "learning_rate": 0.00029406232808673664,
      "loss": 0.8273,
      "step": 14984
    },
    {
      "epoch": 0.6137620315379889,
      "grad_norm": 0.7046387280383098,
      "learning_rate": 0.00029406141952142257,
      "loss": 0.7523,
      "step": 14985
    },
    {
      "epoch": 0.6138029899651853,
      "grad_norm": 0.8791231673039318,
      "learning_rate": 0.0002940605108880046,
      "loss": 1.0544,
      "step": 14986
    },
    {
      "epoch": 0.6138439483923818,
      "grad_norm": 1.3689849707838813,
      "learning_rate": 0.00029405960218648324,
      "loss": 1.426,
      "step": 14987
    },
    {
      "epoch": 0.6138849068195781,
      "grad_norm": 0.9069507939506967,
      "learning_rate": 0.0002940586934168588,
      "loss": 0.8874,
      "step": 14988
    },
    {
      "epoch": 0.6139258652467745,
      "grad_norm": 0.9625445889456913,
      "learning_rate": 0.0002940577845791318,
      "loss": 0.9489,
      "step": 14989
    },
    {
      "epoch": 0.6139668236739709,
      "grad_norm": 1.0400228795244646,
      "learning_rate": 0.00029405687567330265,
      "loss": 1.0116,
      "step": 14990
    },
    {
      "epoch": 0.6140077821011674,
      "grad_norm": 0.8215467503200287,
      "learning_rate": 0.00029405596669937175,
      "loss": 0.842,
      "step": 14991
    },
    {
      "epoch": 0.6140487405283637,
      "grad_norm": 0.932753190398129,
      "learning_rate": 0.00029405505765733956,
      "loss": 0.9682,
      "step": 14992
    },
    {
      "epoch": 0.6140896989555601,
      "grad_norm": 0.772459241911213,
      "learning_rate": 0.0002940541485472065,
      "loss": 0.8557,
      "step": 14993
    },
    {
      "epoch": 0.6141306573827565,
      "grad_norm": 1.1179156219629227,
      "learning_rate": 0.000294053239368973,
      "loss": 1.1032,
      "step": 14994
    },
    {
      "epoch": 0.6141716158099529,
      "grad_norm": 1.0940815505472685,
      "learning_rate": 0.00029405233012263945,
      "loss": 0.9468,
      "step": 14995
    },
    {
      "epoch": 0.6142125742371493,
      "grad_norm": 1.382991322705685,
      "learning_rate": 0.0002940514208082064,
      "loss": 0.7673,
      "step": 14996
    },
    {
      "epoch": 0.6142535326643457,
      "grad_norm": 1.2533466773875772,
      "learning_rate": 0.00029405051142567413,
      "loss": 1.0091,
      "step": 14997
    },
    {
      "epoch": 0.6142944910915421,
      "grad_norm": 0.7826673894817214,
      "learning_rate": 0.0002940496019750431,
      "loss": 0.8337,
      "step": 14998
    },
    {
      "epoch": 0.6143354495187385,
      "grad_norm": 1.043280177336855,
      "learning_rate": 0.00029404869245631385,
      "loss": 1.0232,
      "step": 14999
    },
    {
      "epoch": 0.6143764079459348,
      "grad_norm": 0.741152934101868,
      "learning_rate": 0.0002940477828694867,
      "loss": 0.7772,
      "step": 15000
    },
    {
      "epoch": 0.6144173663731313,
      "grad_norm": 1.103296428881613,
      "learning_rate": 0.00029404687321456214,
      "loss": 1.0417,
      "step": 15001
    },
    {
      "epoch": 0.6144583248003277,
      "grad_norm": 0.9962101893377198,
      "learning_rate": 0.00029404596349154056,
      "loss": 0.9563,
      "step": 15002
    },
    {
      "epoch": 0.6144992832275241,
      "grad_norm": 4.077139241659698,
      "learning_rate": 0.0002940450537004224,
      "loss": 2.9036,
      "step": 15003
    },
    {
      "epoch": 0.6145402416547204,
      "grad_norm": 0.8343905749407802,
      "learning_rate": 0.00029404414384120813,
      "loss": 0.6368,
      "step": 15004
    },
    {
      "epoch": 0.6145812000819169,
      "grad_norm": 1.0547288023482453,
      "learning_rate": 0.00029404323391389814,
      "loss": 0.7972,
      "step": 15005
    },
    {
      "epoch": 0.6146221585091133,
      "grad_norm": 1.227021479059995,
      "learning_rate": 0.0002940423239184929,
      "loss": 0.9363,
      "step": 15006
    },
    {
      "epoch": 0.6146631169363096,
      "grad_norm": 0.9853472957263073,
      "learning_rate": 0.0002940414138549927,
      "loss": 1.258,
      "step": 15007
    },
    {
      "epoch": 0.614704075363506,
      "grad_norm": 0.7559054764707948,
      "learning_rate": 0.00029404050372339814,
      "loss": 0.811,
      "step": 15008
    },
    {
      "epoch": 0.6147450337907024,
      "grad_norm": 1.1998005477950098,
      "learning_rate": 0.0002940395935237096,
      "loss": 1.727,
      "step": 15009
    },
    {
      "epoch": 0.6147859922178989,
      "grad_norm": 0.7750595138274693,
      "learning_rate": 0.00029403868325592747,
      "loss": 0.9704,
      "step": 15010
    },
    {
      "epoch": 0.6148269506450952,
      "grad_norm": 0.9382241419942208,
      "learning_rate": 0.00029403777292005227,
      "loss": 0.6609,
      "step": 15011
    },
    {
      "epoch": 0.6148679090722916,
      "grad_norm": 0.8555382064320272,
      "learning_rate": 0.0002940368625160843,
      "loss": 0.9685,
      "step": 15012
    },
    {
      "epoch": 0.614908867499488,
      "grad_norm": 1.3019417284583743,
      "learning_rate": 0.0002940359520440241,
      "loss": 1.771,
      "step": 15013
    },
    {
      "epoch": 0.6149498259266845,
      "grad_norm": 0.7309190693188095,
      "learning_rate": 0.000294035041503872,
      "loss": 0.9696,
      "step": 15014
    },
    {
      "epoch": 0.6149907843538808,
      "grad_norm": 0.9029743032312894,
      "learning_rate": 0.0002940341308956286,
      "loss": 1.1151,
      "step": 15015
    },
    {
      "epoch": 0.6150317427810772,
      "grad_norm": 0.9050930407576491,
      "learning_rate": 0.0002940332202192941,
      "loss": 1.0895,
      "step": 15016
    },
    {
      "epoch": 0.6150727012082736,
      "grad_norm": 1.1548000368448006,
      "learning_rate": 0.00029403230947486913,
      "loss": 1.2042,
      "step": 15017
    },
    {
      "epoch": 0.61511365963547,
      "grad_norm": 1.1620079614155505,
      "learning_rate": 0.00029403139866235404,
      "loss": 0.902,
      "step": 15018
    },
    {
      "epoch": 0.6151546180626664,
      "grad_norm": 0.7676828133811079,
      "learning_rate": 0.0002940304877817492,
      "loss": 0.8781,
      "step": 15019
    },
    {
      "epoch": 0.6151955764898628,
      "grad_norm": 0.8294062550194529,
      "learning_rate": 0.00029402957683305513,
      "loss": 0.7985,
      "step": 15020
    },
    {
      "epoch": 0.6152365349170592,
      "grad_norm": 0.7508178534705251,
      "learning_rate": 0.0002940286658162723,
      "loss": 0.8271,
      "step": 15021
    },
    {
      "epoch": 0.6152774933442556,
      "grad_norm": 0.9396666238576333,
      "learning_rate": 0.000294027754731401,
      "loss": 0.8773,
      "step": 15022
    },
    {
      "epoch": 0.615318451771452,
      "grad_norm": 0.8095991271677159,
      "learning_rate": 0.00029402684357844177,
      "loss": 0.7583,
      "step": 15023
    },
    {
      "epoch": 0.6153594101986484,
      "grad_norm": 0.8479551819366481,
      "learning_rate": 0.00029402593235739496,
      "loss": 0.9377,
      "step": 15024
    },
    {
      "epoch": 0.6154003686258448,
      "grad_norm": 0.7093450908190575,
      "learning_rate": 0.0002940250210682611,
      "loss": 0.9739,
      "step": 15025
    },
    {
      "epoch": 0.6154413270530411,
      "grad_norm": 0.6943774815273661,
      "learning_rate": 0.00029402410971104053,
      "loss": 0.6412,
      "step": 15026
    },
    {
      "epoch": 0.6154822854802375,
      "grad_norm": 0.8306300561132159,
      "learning_rate": 0.0002940231982857337,
      "loss": 0.9155,
      "step": 15027
    },
    {
      "epoch": 0.615523243907434,
      "grad_norm": 0.7735762303999363,
      "learning_rate": 0.00029402228679234113,
      "loss": 0.6828,
      "step": 15028
    },
    {
      "epoch": 0.6155642023346304,
      "grad_norm": 1.2379338349302713,
      "learning_rate": 0.00029402137523086314,
      "loss": 1.9497,
      "step": 15029
    },
    {
      "epoch": 0.6156051607618267,
      "grad_norm": 1.911685875645031,
      "learning_rate": 0.00029402046360130023,
      "loss": 1.872,
      "step": 15030
    },
    {
      "epoch": 0.6156461191890231,
      "grad_norm": 0.9536353803918824,
      "learning_rate": 0.0002940195519036528,
      "loss": 1.0437,
      "step": 15031
    },
    {
      "epoch": 0.6156870776162195,
      "grad_norm": 0.5999323058802007,
      "learning_rate": 0.00029401864013792124,
      "loss": 0.5532,
      "step": 15032
    },
    {
      "epoch": 0.615728036043416,
      "grad_norm": 0.6625839701938615,
      "learning_rate": 0.00029401772830410603,
      "loss": 0.7039,
      "step": 15033
    },
    {
      "epoch": 0.6157689944706123,
      "grad_norm": 0.9597558797609739,
      "learning_rate": 0.00029401681640220764,
      "loss": 0.9513,
      "step": 15034
    },
    {
      "epoch": 0.6158099528978087,
      "grad_norm": 1.307637884939896,
      "learning_rate": 0.0002940159044322264,
      "loss": 1.2428,
      "step": 15035
    },
    {
      "epoch": 0.6158509113250051,
      "grad_norm": 1.2150815373484996,
      "learning_rate": 0.0002940149923941628,
      "loss": 0.9283,
      "step": 15036
    },
    {
      "epoch": 0.6158918697522016,
      "grad_norm": 0.7912828650797975,
      "learning_rate": 0.0002940140802880173,
      "loss": 1.0169,
      "step": 15037
    },
    {
      "epoch": 0.6159328281793979,
      "grad_norm": 1.0004737681592493,
      "learning_rate": 0.0002940131681137903,
      "loss": 1.173,
      "step": 15038
    },
    {
      "epoch": 0.6159737866065943,
      "grad_norm": 0.7235603595538213,
      "learning_rate": 0.0002940122558714823,
      "loss": 0.8398,
      "step": 15039
    },
    {
      "epoch": 0.6160147450337907,
      "grad_norm": 0.9718277976727127,
      "learning_rate": 0.00029401134356109353,
      "loss": 0.9741,
      "step": 15040
    },
    {
      "epoch": 0.6160557034609871,
      "grad_norm": 0.484135343306587,
      "learning_rate": 0.0002940104311826246,
      "loss": 0.3752,
      "step": 15041
    },
    {
      "epoch": 0.6160966618881835,
      "grad_norm": 2.0611381606169625,
      "learning_rate": 0.0002940095187360759,
      "loss": 1.7086,
      "step": 15042
    },
    {
      "epoch": 0.6161376203153799,
      "grad_norm": 0.6862484477107175,
      "learning_rate": 0.0002940086062214479,
      "loss": 0.8305,
      "step": 15043
    },
    {
      "epoch": 0.6161785787425763,
      "grad_norm": 1.1868670116277635,
      "learning_rate": 0.0002940076936387409,
      "loss": 1.2214,
      "step": 15044
    },
    {
      "epoch": 0.6162195371697727,
      "grad_norm": 0.5534395364961968,
      "learning_rate": 0.00029400678098795544,
      "loss": 0.722,
      "step": 15045
    },
    {
      "epoch": 0.616260495596969,
      "grad_norm": 0.8645245470570443,
      "learning_rate": 0.00029400586826909195,
      "loss": 0.9799,
      "step": 15046
    },
    {
      "epoch": 0.6163014540241655,
      "grad_norm": 0.9371016751947063,
      "learning_rate": 0.00029400495548215086,
      "loss": 0.9545,
      "step": 15047
    },
    {
      "epoch": 0.6163424124513619,
      "grad_norm": 0.7388040511870647,
      "learning_rate": 0.00029400404262713256,
      "loss": 0.8628,
      "step": 15048
    },
    {
      "epoch": 0.6163833708785582,
      "grad_norm": 0.7768832547954015,
      "learning_rate": 0.00029400312970403753,
      "loss": 0.8,
      "step": 15049
    },
    {
      "epoch": 0.6164243293057546,
      "grad_norm": 0.7498410802423717,
      "learning_rate": 0.00029400221671286615,
      "loss": 0.8911,
      "step": 15050
    },
    {
      "epoch": 0.6164652877329511,
      "grad_norm": 0.9369674358389605,
      "learning_rate": 0.0002940013036536189,
      "loss": 0.8438,
      "step": 15051
    },
    {
      "epoch": 0.6165062461601475,
      "grad_norm": 1.0032090122649735,
      "learning_rate": 0.0002940003905262962,
      "loss": 1.204,
      "step": 15052
    },
    {
      "epoch": 0.6165472045873438,
      "grad_norm": 0.7164573651168159,
      "learning_rate": 0.0002939994773308984,
      "loss": 0.269,
      "step": 15053
    },
    {
      "epoch": 0.6165881630145402,
      "grad_norm": 0.7631036169248723,
      "learning_rate": 0.0002939985640674261,
      "loss": 0.9519,
      "step": 15054
    },
    {
      "epoch": 0.6166291214417366,
      "grad_norm": 0.7916021136744247,
      "learning_rate": 0.00029399765073587957,
      "loss": 0.943,
      "step": 15055
    },
    {
      "epoch": 0.6166700798689331,
      "grad_norm": 0.5847600538631249,
      "learning_rate": 0.0002939967373362593,
      "loss": 0.511,
      "step": 15056
    },
    {
      "epoch": 0.6167110382961294,
      "grad_norm": 1.2981459219989433,
      "learning_rate": 0.0002939958238685658,
      "loss": 1.3112,
      "step": 15057
    },
    {
      "epoch": 0.6167519967233258,
      "grad_norm": 0.9496637293475296,
      "learning_rate": 0.0002939949103327993,
      "loss": 0.9908,
      "step": 15058
    },
    {
      "epoch": 0.6167929551505222,
      "grad_norm": 0.9104757144575286,
      "learning_rate": 0.0002939939967289605,
      "loss": 1.1722,
      "step": 15059
    },
    {
      "epoch": 0.6168339135777187,
      "grad_norm": 1.3718283249998402,
      "learning_rate": 0.0002939930830570496,
      "loss": 0.7639,
      "step": 15060
    },
    {
      "epoch": 0.616874872004915,
      "grad_norm": 1.1428678601462057,
      "learning_rate": 0.0002939921693170672,
      "loss": 0.6522,
      "step": 15061
    },
    {
      "epoch": 0.6169158304321114,
      "grad_norm": 0.7212323599203139,
      "learning_rate": 0.0002939912555090136,
      "loss": 0.8454,
      "step": 15062
    },
    {
      "epoch": 0.6169567888593078,
      "grad_norm": 1.0372325020084208,
      "learning_rate": 0.0002939903416328893,
      "loss": 1.1264,
      "step": 15063
    },
    {
      "epoch": 0.6169977472865043,
      "grad_norm": 0.8804931070807631,
      "learning_rate": 0.00029398942768869477,
      "loss": 1.1475,
      "step": 15064
    },
    {
      "epoch": 0.6170387057137006,
      "grad_norm": 0.7576999420376999,
      "learning_rate": 0.00029398851367643035,
      "loss": 1.0031,
      "step": 15065
    },
    {
      "epoch": 0.617079664140897,
      "grad_norm": 1.3511577752565764,
      "learning_rate": 0.0002939875995960965,
      "loss": 1.6143,
      "step": 15066
    },
    {
      "epoch": 0.6171206225680934,
      "grad_norm": 1.0605912544047844,
      "learning_rate": 0.0002939866854476937,
      "loss": 1.3344,
      "step": 15067
    },
    {
      "epoch": 0.6171615809952897,
      "grad_norm": 1.0065092501494428,
      "learning_rate": 0.00029398577123122236,
      "loss": 1.2572,
      "step": 15068
    },
    {
      "epoch": 0.6172025394224862,
      "grad_norm": 0.719400832951983,
      "learning_rate": 0.0002939848569466829,
      "loss": 0.7269,
      "step": 15069
    },
    {
      "epoch": 0.6172434978496826,
      "grad_norm": 1.1567058011448748,
      "learning_rate": 0.0002939839425940757,
      "loss": 0.8703,
      "step": 15070
    },
    {
      "epoch": 0.617284456276879,
      "grad_norm": 0.7362607726102947,
      "learning_rate": 0.00029398302817340127,
      "loss": 0.9037,
      "step": 15071
    },
    {
      "epoch": 0.6173254147040753,
      "grad_norm": 0.5976451485541195,
      "learning_rate": 0.0002939821136846601,
      "loss": 0.3953,
      "step": 15072
    },
    {
      "epoch": 0.6173663731312717,
      "grad_norm": 0.9887446946932572,
      "learning_rate": 0.00029398119912785246,
      "loss": 1.1352,
      "step": 15073
    },
    {
      "epoch": 0.6174073315584682,
      "grad_norm": 0.9987007677680888,
      "learning_rate": 0.00029398028450297885,
      "loss": 0.7921,
      "step": 15074
    },
    {
      "epoch": 0.6174482899856646,
      "grad_norm": 0.5262141034767025,
      "learning_rate": 0.0002939793698100398,
      "loss": 0.4186,
      "step": 15075
    },
    {
      "epoch": 0.6174892484128609,
      "grad_norm": 0.8634136649115052,
      "learning_rate": 0.00029397845504903553,
      "loss": 0.8595,
      "step": 15076
    },
    {
      "epoch": 0.6175302068400573,
      "grad_norm": 0.7445710775505694,
      "learning_rate": 0.0002939775402199667,
      "loss": 0.9204,
      "step": 15077
    },
    {
      "epoch": 0.6175711652672538,
      "grad_norm": 0.9401334766830981,
      "learning_rate": 0.0002939766253228336,
      "loss": 0.7525,
      "step": 15078
    },
    {
      "epoch": 0.6176121236944502,
      "grad_norm": 0.7258418789443016,
      "learning_rate": 0.00029397571035763673,
      "loss": 0.7609,
      "step": 15079
    },
    {
      "epoch": 0.6176530821216465,
      "grad_norm": 1.8521845519971105,
      "learning_rate": 0.00029397479532437647,
      "loss": 1.7741,
      "step": 15080
    },
    {
      "epoch": 0.6176940405488429,
      "grad_norm": 1.119460086738946,
      "learning_rate": 0.00029397388022305335,
      "loss": 0.8389,
      "step": 15081
    },
    {
      "epoch": 0.6177349989760393,
      "grad_norm": 0.7100222169208826,
      "learning_rate": 0.0002939729650536677,
      "loss": 0.8305,
      "step": 15082
    },
    {
      "epoch": 0.6177759574032358,
      "grad_norm": 3.011745526550432,
      "learning_rate": 0.0002939720498162199,
      "loss": 7.515,
      "step": 15083
    },
    {
      "epoch": 0.6178169158304321,
      "grad_norm": 2.5309785146786603,
      "learning_rate": 0.0002939711345107106,
      "loss": 2.4492,
      "step": 15084
    },
    {
      "epoch": 0.6178578742576285,
      "grad_norm": 1.1081775058963075,
      "learning_rate": 0.0002939702191371401,
      "loss": 1.0998,
      "step": 15085
    },
    {
      "epoch": 0.6178988326848249,
      "grad_norm": 0.5708438788696535,
      "learning_rate": 0.0002939693036955087,
      "loss": 0.3734,
      "step": 15086
    },
    {
      "epoch": 0.6179397911120214,
      "grad_norm": 1.0422926197200513,
      "learning_rate": 0.00029396838818581707,
      "loss": 1.1231,
      "step": 15087
    },
    {
      "epoch": 0.6179807495392177,
      "grad_norm": 1.0662787490284364,
      "learning_rate": 0.0002939674726080655,
      "loss": 1.4155,
      "step": 15088
    },
    {
      "epoch": 0.6180217079664141,
      "grad_norm": 0.8310906314152184,
      "learning_rate": 0.0002939665569622545,
      "loss": 0.7792,
      "step": 15089
    },
    {
      "epoch": 0.6180626663936105,
      "grad_norm": 1.7692042838172164,
      "learning_rate": 0.00029396564124838445,
      "loss": 1.827,
      "step": 15090
    },
    {
      "epoch": 0.6181036248208068,
      "grad_norm": 0.7554364710457159,
      "learning_rate": 0.0002939647254664558,
      "loss": 0.8083,
      "step": 15091
    },
    {
      "epoch": 0.6181445832480033,
      "grad_norm": 0.6912650961115727,
      "learning_rate": 0.000293963809616469,
      "loss": 0.7631,
      "step": 15092
    },
    {
      "epoch": 0.6181855416751997,
      "grad_norm": 0.9171614171828184,
      "learning_rate": 0.00029396289369842444,
      "loss": 1.2483,
      "step": 15093
    },
    {
      "epoch": 0.6182265001023961,
      "grad_norm": 0.8569368168567691,
      "learning_rate": 0.00029396197771232253,
      "loss": 0.8841,
      "step": 15094
    },
    {
      "epoch": 0.6182674585295924,
      "grad_norm": 0.9045326292042275,
      "learning_rate": 0.00029396106165816384,
      "loss": 0.8379,
      "step": 15095
    },
    {
      "epoch": 0.6183084169567888,
      "grad_norm": 0.8456966438224982,
      "learning_rate": 0.00029396014553594865,
      "loss": 1.1631,
      "step": 15096
    },
    {
      "epoch": 0.6183493753839853,
      "grad_norm": 0.9370852860364814,
      "learning_rate": 0.0002939592293456775,
      "loss": 0.5944,
      "step": 15097
    },
    {
      "epoch": 0.6183903338111817,
      "grad_norm": 0.77510122211103,
      "learning_rate": 0.00029395831308735073,
      "loss": 0.669,
      "step": 15098
    },
    {
      "epoch": 0.618431292238378,
      "grad_norm": 1.0175937652740812,
      "learning_rate": 0.0002939573967609689,
      "loss": 1.1177,
      "step": 15099
    },
    {
      "epoch": 0.6184722506655744,
      "grad_norm": 0.8200151927892141,
      "learning_rate": 0.0002939564803665323,
      "loss": 0.8773,
      "step": 15100
    },
    {
      "epoch": 0.6185132090927709,
      "grad_norm": 0.6980866782066946,
      "learning_rate": 0.00029395556390404145,
      "loss": 0.8272,
      "step": 15101
    },
    {
      "epoch": 0.6185541675199673,
      "grad_norm": 1.1427565989244397,
      "learning_rate": 0.0002939546473734968,
      "loss": 0.7592,
      "step": 15102
    },
    {
      "epoch": 0.6185951259471636,
      "grad_norm": 1.776210220018953,
      "learning_rate": 0.00029395373077489867,
      "loss": 3.35,
      "step": 15103
    },
    {
      "epoch": 0.61863608437436,
      "grad_norm": 0.9680367255695823,
      "learning_rate": 0.0002939528141082476,
      "loss": 1.0275,
      "step": 15104
    },
    {
      "epoch": 0.6186770428015564,
      "grad_norm": 0.7411556134964712,
      "learning_rate": 0.000293951897373544,
      "loss": 0.5532,
      "step": 15105
    },
    {
      "epoch": 0.6187180012287529,
      "grad_norm": 0.6169904101893099,
      "learning_rate": 0.0002939509805707883,
      "loss": 0.6627,
      "step": 15106
    },
    {
      "epoch": 0.6187589596559492,
      "grad_norm": 0.7086506718784055,
      "learning_rate": 0.0002939500636999809,
      "loss": 0.852,
      "step": 15107
    },
    {
      "epoch": 0.6187999180831456,
      "grad_norm": 0.8425855144234262,
      "learning_rate": 0.0002939491467611223,
      "loss": 1.0403,
      "step": 15108
    },
    {
      "epoch": 0.618840876510342,
      "grad_norm": 1.1972069667605814,
      "learning_rate": 0.0002939482297542129,
      "loss": 0.971,
      "step": 15109
    },
    {
      "epoch": 0.6188818349375383,
      "grad_norm": 1.152386644914213,
      "learning_rate": 0.0002939473126792531,
      "loss": 0.8755,
      "step": 15110
    },
    {
      "epoch": 0.6189227933647348,
      "grad_norm": 0.6079942285439206,
      "learning_rate": 0.0002939463955362434,
      "loss": 0.7157,
      "step": 15111
    },
    {
      "epoch": 0.6189637517919312,
      "grad_norm": 0.7867284091391991,
      "learning_rate": 0.0002939454783251842,
      "loss": 0.8699,
      "step": 15112
    },
    {
      "epoch": 0.6190047102191276,
      "grad_norm": 1.02563283725373,
      "learning_rate": 0.00029394456104607584,
      "loss": 0.8103,
      "step": 15113
    },
    {
      "epoch": 0.6190456686463239,
      "grad_norm": 0.8257419417918408,
      "learning_rate": 0.00029394364369891894,
      "loss": 0.9516,
      "step": 15114
    },
    {
      "epoch": 0.6190866270735204,
      "grad_norm": 0.8717823400121408,
      "learning_rate": 0.00029394272628371383,
      "loss": 0.8398,
      "step": 15115
    },
    {
      "epoch": 0.6191275855007168,
      "grad_norm": 0.9105917785052958,
      "learning_rate": 0.00029394180880046094,
      "loss": 1.0436,
      "step": 15116
    },
    {
      "epoch": 0.6191685439279132,
      "grad_norm": 1.381598316142089,
      "learning_rate": 0.0002939408912491607,
      "loss": 1.531,
      "step": 15117
    },
    {
      "epoch": 0.6192095023551095,
      "grad_norm": 0.7444400457701904,
      "learning_rate": 0.00029393997362981355,
      "loss": 0.8524,
      "step": 15118
    },
    {
      "epoch": 0.619250460782306,
      "grad_norm": 0.4849233536968604,
      "learning_rate": 0.00029393905594242,
      "loss": 0.3572,
      "step": 15119
    },
    {
      "epoch": 0.6192914192095024,
      "grad_norm": 0.7854364902231075,
      "learning_rate": 0.0002939381381869803,
      "loss": 0.3363,
      "step": 15120
    },
    {
      "epoch": 0.6193323776366988,
      "grad_norm": 0.6795704183642525,
      "learning_rate": 0.00029393722036349506,
      "loss": 0.7307,
      "step": 15121
    },
    {
      "epoch": 0.6193733360638951,
      "grad_norm": 0.7900412246930839,
      "learning_rate": 0.0002939363024719647,
      "loss": 0.7454,
      "step": 15122
    },
    {
      "epoch": 0.6194142944910915,
      "grad_norm": 0.7623029794241509,
      "learning_rate": 0.00029393538451238954,
      "loss": 0.8902,
      "step": 15123
    },
    {
      "epoch": 0.619455252918288,
      "grad_norm": 0.7969921315683816,
      "learning_rate": 0.0002939344664847701,
      "loss": 0.732,
      "step": 15124
    },
    {
      "epoch": 0.6194962113454844,
      "grad_norm": 0.7259694228989602,
      "learning_rate": 0.0002939335483891068,
      "loss": 0.7462,
      "step": 15125
    },
    {
      "epoch": 0.6195371697726807,
      "grad_norm": 0.6796535674958448,
      "learning_rate": 0.00029393263022540014,
      "loss": 0.3941,
      "step": 15126
    },
    {
      "epoch": 0.6195781281998771,
      "grad_norm": 0.8025568225573316,
      "learning_rate": 0.0002939317119936504,
      "loss": 0.8093,
      "step": 15127
    },
    {
      "epoch": 0.6196190866270735,
      "grad_norm": 0.7936575773983624,
      "learning_rate": 0.0002939307936938581,
      "loss": 0.9983,
      "step": 15128
    },
    {
      "epoch": 0.61966004505427,
      "grad_norm": 1.0769508288259222,
      "learning_rate": 0.0002939298753260237,
      "loss": 0.5003,
      "step": 15129
    },
    {
      "epoch": 0.6197010034814663,
      "grad_norm": 0.6788558010542556,
      "learning_rate": 0.0002939289568901476,
      "loss": 0.8692,
      "step": 15130
    },
    {
      "epoch": 0.6197419619086627,
      "grad_norm": 0.8297000157725789,
      "learning_rate": 0.0002939280383862302,
      "loss": 0.9734,
      "step": 15131
    },
    {
      "epoch": 0.6197829203358591,
      "grad_norm": 1.3319148752336063,
      "learning_rate": 0.00029392711981427204,
      "loss": 1.0142,
      "step": 15132
    },
    {
      "epoch": 0.6198238787630554,
      "grad_norm": 0.7586678719939891,
      "learning_rate": 0.00029392620117427344,
      "loss": 0.6036,
      "step": 15133
    },
    {
      "epoch": 0.6198648371902519,
      "grad_norm": 0.9059658591081953,
      "learning_rate": 0.0002939252824662349,
      "loss": 1.2504,
      "step": 15134
    },
    {
      "epoch": 0.6199057956174483,
      "grad_norm": 0.8795630722071411,
      "learning_rate": 0.0002939243636901569,
      "loss": 0.8675,
      "step": 15135
    },
    {
      "epoch": 0.6199467540446447,
      "grad_norm": 0.7322256456554394,
      "learning_rate": 0.00029392344484603975,
      "loss": 0.7205,
      "step": 15136
    },
    {
      "epoch": 0.619987712471841,
      "grad_norm": 0.8544946827381268,
      "learning_rate": 0.00029392252593388396,
      "loss": 1.0077,
      "step": 15137
    },
    {
      "epoch": 0.6200286708990375,
      "grad_norm": 0.802414862395066,
      "learning_rate": 0.00029392160695368994,
      "loss": 0.536,
      "step": 15138
    },
    {
      "epoch": 0.6200696293262339,
      "grad_norm": 0.7611236128361601,
      "learning_rate": 0.00029392068790545816,
      "loss": 0.8993,
      "step": 15139
    },
    {
      "epoch": 0.6201105877534303,
      "grad_norm": 0.9096325227499892,
      "learning_rate": 0.000293919768789189,
      "loss": 1.0341,
      "step": 15140
    },
    {
      "epoch": 0.6201515461806266,
      "grad_norm": 2.3179087467181727,
      "learning_rate": 0.0002939188496048829,
      "loss": 1.4261,
      "step": 15141
    },
    {
      "epoch": 0.620192504607823,
      "grad_norm": 0.9149181972594908,
      "learning_rate": 0.0002939179303525404,
      "loss": 1.1584,
      "step": 15142
    },
    {
      "epoch": 0.6202334630350195,
      "grad_norm": 1.2251773797628722,
      "learning_rate": 0.0002939170110321618,
      "loss": 1.3392,
      "step": 15143
    },
    {
      "epoch": 0.6202744214622159,
      "grad_norm": 1.026889436986523,
      "learning_rate": 0.0002939160916437476,
      "loss": 1.2288,
      "step": 15144
    },
    {
      "epoch": 0.6203153798894122,
      "grad_norm": 0.7384466512871004,
      "learning_rate": 0.0002939151721872982,
      "loss": 0.7574,
      "step": 15145
    },
    {
      "epoch": 0.6203563383166086,
      "grad_norm": 1.3789601396558329,
      "learning_rate": 0.0002939142526628141,
      "loss": 0.5067,
      "step": 15146
    },
    {
      "epoch": 0.6203972967438051,
      "grad_norm": 0.7722699105770602,
      "learning_rate": 0.00029391333307029566,
      "loss": 0.8117,
      "step": 15147
    },
    {
      "epoch": 0.6204382551710015,
      "grad_norm": 1.6212863153294728,
      "learning_rate": 0.00029391241340974336,
      "loss": 0.6784,
      "step": 15148
    },
    {
      "epoch": 0.6204792135981978,
      "grad_norm": 0.9958073991368359,
      "learning_rate": 0.00029391149368115764,
      "loss": 1.1763,
      "step": 15149
    },
    {
      "epoch": 0.6205201720253942,
      "grad_norm": 2.025598567120212,
      "learning_rate": 0.0002939105738845389,
      "loss": 1.7608,
      "step": 15150
    },
    {
      "epoch": 0.6205611304525906,
      "grad_norm": 1.0360670743746623,
      "learning_rate": 0.00029390965401988753,
      "loss": 0.8255,
      "step": 15151
    },
    {
      "epoch": 0.620602088879787,
      "grad_norm": 0.957238915006967,
      "learning_rate": 0.0002939087340872041,
      "loss": 1.0578,
      "step": 15152
    },
    {
      "epoch": 0.6206430473069834,
      "grad_norm": 0.6222842689999669,
      "learning_rate": 0.00029390781408648897,
      "loss": 0.6162,
      "step": 15153
    },
    {
      "epoch": 0.6206840057341798,
      "grad_norm": 0.8219723747370417,
      "learning_rate": 0.00029390689401774257,
      "loss": 0.7587,
      "step": 15154
    },
    {
      "epoch": 0.6207249641613762,
      "grad_norm": 0.7207593856754396,
      "learning_rate": 0.00029390597388096536,
      "loss": 0.8778,
      "step": 15155
    },
    {
      "epoch": 0.6207659225885725,
      "grad_norm": 0.6952867024516725,
      "learning_rate": 0.0002939050536761577,
      "loss": 0.8203,
      "step": 15156
    },
    {
      "epoch": 0.620806881015769,
      "grad_norm": 0.6437909720719054,
      "learning_rate": 0.0002939041334033201,
      "loss": 0.6059,
      "step": 15157
    },
    {
      "epoch": 0.6208478394429654,
      "grad_norm": 7.451438058286355,
      "learning_rate": 0.000293903213062453,
      "loss": 3.3535,
      "step": 15158
    },
    {
      "epoch": 0.6208887978701618,
      "grad_norm": 2.0243592863598074,
      "learning_rate": 0.0002939022926535568,
      "loss": 1.5485,
      "step": 15159
    },
    {
      "epoch": 0.6209297562973581,
      "grad_norm": 0.93634305371438,
      "learning_rate": 0.0002939013721766319,
      "loss": 0.3788,
      "step": 15160
    },
    {
      "epoch": 0.6209707147245546,
      "grad_norm": 0.9458627123191565,
      "learning_rate": 0.0002939004516316789,
      "loss": 0.9096,
      "step": 15161
    },
    {
      "epoch": 0.621011673151751,
      "grad_norm": 0.7720745875109546,
      "learning_rate": 0.000293899531018698,
      "loss": 0.8226,
      "step": 15162
    },
    {
      "epoch": 0.6210526315789474,
      "grad_norm": 0.570657026338956,
      "learning_rate": 0.0002938986103376898,
      "loss": 0.4208,
      "step": 15163
    },
    {
      "epoch": 0.6210935900061437,
      "grad_norm": 0.7876385483171053,
      "learning_rate": 0.0002938976895886547,
      "loss": 1.0783,
      "step": 15164
    },
    {
      "epoch": 0.6211345484333402,
      "grad_norm": 0.845246933935901,
      "learning_rate": 0.0002938967687715931,
      "loss": 0.8997,
      "step": 15165
    },
    {
      "epoch": 0.6211755068605366,
      "grad_norm": 0.6017101700500115,
      "learning_rate": 0.00029389584788650544,
      "loss": 0.4253,
      "step": 15166
    },
    {
      "epoch": 0.621216465287733,
      "grad_norm": 0.9344461721643982,
      "learning_rate": 0.0002938949269333922,
      "loss": 0.9293,
      "step": 15167
    },
    {
      "epoch": 0.6212574237149293,
      "grad_norm": 0.7032358931333494,
      "learning_rate": 0.00029389400591225376,
      "loss": 0.8997,
      "step": 15168
    },
    {
      "epoch": 0.6212983821421257,
      "grad_norm": 0.7280889923500754,
      "learning_rate": 0.0002938930848230906,
      "loss": 0.9162,
      "step": 15169
    },
    {
      "epoch": 0.6213393405693222,
      "grad_norm": 0.6894641070277217,
      "learning_rate": 0.0002938921636659032,
      "loss": 0.7211,
      "step": 15170
    },
    {
      "epoch": 0.6213802989965186,
      "grad_norm": 4.093557888331579,
      "learning_rate": 0.0002938912424406918,
      "loss": 2.6035,
      "step": 15171
    },
    {
      "epoch": 0.6214212574237149,
      "grad_norm": 0.7283807491874846,
      "learning_rate": 0.0002938903211474571,
      "loss": 0.9162,
      "step": 15172
    },
    {
      "epoch": 0.6214622158509113,
      "grad_norm": 0.9053279760199204,
      "learning_rate": 0.0002938893997861993,
      "loss": 0.907,
      "step": 15173
    },
    {
      "epoch": 0.6215031742781078,
      "grad_norm": 0.6698017891746885,
      "learning_rate": 0.00029388847835691903,
      "loss": 0.7573,
      "step": 15174
    },
    {
      "epoch": 0.6215441327053041,
      "grad_norm": 0.8174701545260044,
      "learning_rate": 0.00029388755685961663,
      "loss": 0.9267,
      "step": 15175
    },
    {
      "epoch": 0.6215850911325005,
      "grad_norm": 0.6332444017420895,
      "learning_rate": 0.00029388663529429247,
      "loss": 0.348,
      "step": 15176
    },
    {
      "epoch": 0.6216260495596969,
      "grad_norm": 0.8899882243569543,
      "learning_rate": 0.00029388571366094715,
      "loss": 0.7928,
      "step": 15177
    },
    {
      "epoch": 0.6216670079868933,
      "grad_norm": 0.6133287426218561,
      "learning_rate": 0.00029388479195958093,
      "loss": 0.4307,
      "step": 15178
    },
    {
      "epoch": 0.6217079664140897,
      "grad_norm": 0.587074880819673,
      "learning_rate": 0.00029388387019019436,
      "loss": 0.7106,
      "step": 15179
    },
    {
      "epoch": 0.6217489248412861,
      "grad_norm": 0.7065900946399436,
      "learning_rate": 0.0002938829483527879,
      "loss": 0.9074,
      "step": 15180
    },
    {
      "epoch": 0.6217898832684825,
      "grad_norm": 0.9283652414669602,
      "learning_rate": 0.00029388202644736185,
      "loss": 1.2826,
      "step": 15181
    },
    {
      "epoch": 0.6218308416956789,
      "grad_norm": 0.6997471373537032,
      "learning_rate": 0.0002938811044739168,
      "loss": 0.969,
      "step": 15182
    },
    {
      "epoch": 0.6218718001228752,
      "grad_norm": 2.586079026992096,
      "learning_rate": 0.00029388018243245304,
      "loss": 1.9171,
      "step": 15183
    },
    {
      "epoch": 0.6219127585500717,
      "grad_norm": 0.6462090315317659,
      "learning_rate": 0.0002938792603229711,
      "loss": 1.1031,
      "step": 15184
    },
    {
      "epoch": 0.6219537169772681,
      "grad_norm": 0.64335867496177,
      "learning_rate": 0.00029387833814547144,
      "loss": 0.6494,
      "step": 15185
    },
    {
      "epoch": 0.6219946754044645,
      "grad_norm": 0.9992921229941026,
      "learning_rate": 0.0002938774158999544,
      "loss": 1.1504,
      "step": 15186
    },
    {
      "epoch": 0.6220356338316608,
      "grad_norm": 0.8710343148081706,
      "learning_rate": 0.0002938764935864205,
      "loss": 1.0083,
      "step": 15187
    },
    {
      "epoch": 0.6220765922588573,
      "grad_norm": 0.7558509967895983,
      "learning_rate": 0.0002938755712048701,
      "loss": 0.5097,
      "step": 15188
    },
    {
      "epoch": 0.6221175506860537,
      "grad_norm": 0.6792561400321336,
      "learning_rate": 0.0002938746487553037,
      "loss": 0.3307,
      "step": 15189
    },
    {
      "epoch": 0.6221585091132501,
      "grad_norm": 0.8564745483161411,
      "learning_rate": 0.0002938737262377217,
      "loss": 0.9233,
      "step": 15190
    },
    {
      "epoch": 0.6221994675404464,
      "grad_norm": 1.8236385095425465,
      "learning_rate": 0.0002938728036521246,
      "loss": 3.562,
      "step": 15191
    },
    {
      "epoch": 0.6222404259676428,
      "grad_norm": 0.9076298515586247,
      "learning_rate": 0.00029387188099851277,
      "loss": 0.843,
      "step": 15192
    },
    {
      "epoch": 0.6222813843948393,
      "grad_norm": 0.9701302826651335,
      "learning_rate": 0.0002938709582768866,
      "loss": 0.9526,
      "step": 15193
    },
    {
      "epoch": 0.6223223428220356,
      "grad_norm": 0.7872963748435011,
      "learning_rate": 0.00029387003548724666,
      "loss": 1.0186,
      "step": 15194
    },
    {
      "epoch": 0.622363301249232,
      "grad_norm": 0.6440659026727945,
      "learning_rate": 0.0002938691126295933,
      "loss": 0.3664,
      "step": 15195
    },
    {
      "epoch": 0.6224042596764284,
      "grad_norm": 0.7187354170139938,
      "learning_rate": 0.000293868189703927,
      "loss": 0.6695,
      "step": 15196
    },
    {
      "epoch": 0.6224452181036249,
      "grad_norm": 0.7462228632346348,
      "learning_rate": 0.00029386726671024814,
      "loss": 0.6457,
      "step": 15197
    },
    {
      "epoch": 0.6224861765308212,
      "grad_norm": 4.13128477665904,
      "learning_rate": 0.00029386634364855714,
      "loss": 5.8939,
      "step": 15198
    },
    {
      "epoch": 0.6225271349580176,
      "grad_norm": 0.7245928809923456,
      "learning_rate": 0.0002938654205188546,
      "loss": 0.8843,
      "step": 15199
    },
    {
      "epoch": 0.622568093385214,
      "grad_norm": 0.8283537275047383,
      "learning_rate": 0.00029386449732114067,
      "loss": 0.8784,
      "step": 15200
    },
    {
      "epoch": 0.6226090518124104,
      "grad_norm": 0.7639076593696612,
      "learning_rate": 0.00029386357405541605,
      "loss": 0.9137,
      "step": 15201
    },
    {
      "epoch": 0.6226500102396068,
      "grad_norm": 2.299517939025098,
      "learning_rate": 0.00029386265072168106,
      "loss": 1.637,
      "step": 15202
    },
    {
      "epoch": 0.6226909686668032,
      "grad_norm": 0.7322681218840189,
      "learning_rate": 0.0002938617273199362,
      "loss": 0.9018,
      "step": 15203
    },
    {
      "epoch": 0.6227319270939996,
      "grad_norm": 0.8096630658874031,
      "learning_rate": 0.00029386080385018185,
      "loss": 1.0811,
      "step": 15204
    },
    {
      "epoch": 0.622772885521196,
      "grad_norm": 1.6598346544631133,
      "learning_rate": 0.0002938598803124184,
      "loss": 1.4842,
      "step": 15205
    },
    {
      "epoch": 0.6228138439483923,
      "grad_norm": 0.5803866453175952,
      "learning_rate": 0.0002938589567066464,
      "loss": 0.2763,
      "step": 15206
    },
    {
      "epoch": 0.6228548023755888,
      "grad_norm": 1.1689099173737643,
      "learning_rate": 0.0002938580330328662,
      "loss": 0.6009,
      "step": 15207
    },
    {
      "epoch": 0.6228957608027852,
      "grad_norm": 0.6615905306188044,
      "learning_rate": 0.0002938571092910783,
      "loss": 0.9679,
      "step": 15208
    },
    {
      "epoch": 0.6229367192299816,
      "grad_norm": 0.8602542785157627,
      "learning_rate": 0.0002938561854812831,
      "loss": 0.8355,
      "step": 15209
    },
    {
      "epoch": 0.6229776776571779,
      "grad_norm": 0.8193920685011473,
      "learning_rate": 0.00029385526160348105,
      "loss": 1.0141,
      "step": 15210
    },
    {
      "epoch": 0.6230186360843744,
      "grad_norm": 0.7131358243926482,
      "learning_rate": 0.00029385433765767257,
      "loss": 0.6694,
      "step": 15211
    },
    {
      "epoch": 0.6230595945115708,
      "grad_norm": 0.8222648656816276,
      "learning_rate": 0.0002938534136438581,
      "loss": 0.711,
      "step": 15212
    },
    {
      "epoch": 0.6231005529387672,
      "grad_norm": 0.6585502835936679,
      "learning_rate": 0.0002938524895620381,
      "loss": 0.6342,
      "step": 15213
    },
    {
      "epoch": 0.6231415113659635,
      "grad_norm": 0.8758492304636065,
      "learning_rate": 0.00029385156541221296,
      "loss": 0.8648,
      "step": 15214
    },
    {
      "epoch": 0.6231824697931599,
      "grad_norm": 1.0387716088736538,
      "learning_rate": 0.0002938506411943832,
      "loss": 1.1274,
      "step": 15215
    },
    {
      "epoch": 0.6232234282203564,
      "grad_norm": 1.2514053672519159,
      "learning_rate": 0.0002938497169085492,
      "loss": 1.6727,
      "step": 15216
    },
    {
      "epoch": 0.6232643866475527,
      "grad_norm": 0.7649872740583796,
      "learning_rate": 0.00029384879255471135,
      "loss": 0.648,
      "step": 15217
    },
    {
      "epoch": 0.6233053450747491,
      "grad_norm": 1.0217490373263232,
      "learning_rate": 0.00029384786813287014,
      "loss": 1.0729,
      "step": 15218
    },
    {
      "epoch": 0.6233463035019455,
      "grad_norm": 1.145012352407078,
      "learning_rate": 0.00029384694364302603,
      "loss": 0.8711,
      "step": 15219
    },
    {
      "epoch": 0.623387261929142,
      "grad_norm": 0.9681045744628648,
      "learning_rate": 0.0002938460190851794,
      "loss": 1.121,
      "step": 15220
    },
    {
      "epoch": 0.6234282203563383,
      "grad_norm": 0.7925608974696442,
      "learning_rate": 0.00029384509445933075,
      "loss": 0.878,
      "step": 15221
    },
    {
      "epoch": 0.6234691787835347,
      "grad_norm": 1.0205058191202077,
      "learning_rate": 0.0002938441697654805,
      "loss": 1.2429,
      "step": 15222
    },
    {
      "epoch": 0.6235101372107311,
      "grad_norm": 1.799145360443016,
      "learning_rate": 0.00029384324500362905,
      "loss": 1.1336,
      "step": 15223
    },
    {
      "epoch": 0.6235510956379275,
      "grad_norm": 0.6077522956488907,
      "learning_rate": 0.00029384232017377686,
      "loss": 0.7369,
      "step": 15224
    },
    {
      "epoch": 0.6235920540651239,
      "grad_norm": 0.9180881871432405,
      "learning_rate": 0.0002938413952759244,
      "loss": 0.8672,
      "step": 15225
    },
    {
      "epoch": 0.6236330124923203,
      "grad_norm": 1.1744181388857327,
      "learning_rate": 0.00029384047031007205,
      "loss": 1.6031,
      "step": 15226
    },
    {
      "epoch": 0.6236739709195167,
      "grad_norm": 0.9403794832465462,
      "learning_rate": 0.0002938395452762203,
      "loss": 0.8374,
      "step": 15227
    },
    {
      "epoch": 0.6237149293467131,
      "grad_norm": 0.5789200192518081,
      "learning_rate": 0.0002938386201743695,
      "loss": 0.3814,
      "step": 15228
    },
    {
      "epoch": 0.6237558877739094,
      "grad_norm": 1.0876410910641932,
      "learning_rate": 0.00029383769500452016,
      "loss": 1.3418,
      "step": 15229
    },
    {
      "epoch": 0.6237968462011059,
      "grad_norm": 0.49127549297302636,
      "learning_rate": 0.0002938367697666728,
      "loss": 0.3566,
      "step": 15230
    },
    {
      "epoch": 0.6238378046283023,
      "grad_norm": 0.6404008890805327,
      "learning_rate": 0.0002938358444608276,
      "loss": 0.3553,
      "step": 15231
    },
    {
      "epoch": 0.6238787630554987,
      "grad_norm": 0.4951281131648829,
      "learning_rate": 0.00029383491908698526,
      "loss": 0.4018,
      "step": 15232
    },
    {
      "epoch": 0.623919721482695,
      "grad_norm": 0.6385160273707046,
      "learning_rate": 0.0002938339936451461,
      "loss": 0.3817,
      "step": 15233
    },
    {
      "epoch": 0.6239606799098915,
      "grad_norm": 0.5154196559981041,
      "learning_rate": 0.0002938330681353106,
      "loss": 0.365,
      "step": 15234
    },
    {
      "epoch": 0.6240016383370879,
      "grad_norm": 0.965125660306606,
      "learning_rate": 0.00029383214255747917,
      "loss": 0.8416,
      "step": 15235
    },
    {
      "epoch": 0.6240425967642842,
      "grad_norm": 0.6901409711142533,
      "learning_rate": 0.0002938312169116522,
      "loss": 0.812,
      "step": 15236
    },
    {
      "epoch": 0.6240835551914806,
      "grad_norm": 1.089074957576029,
      "learning_rate": 0.0002938302911978302,
      "loss": 1.0056,
      "step": 15237
    },
    {
      "epoch": 0.624124513618677,
      "grad_norm": 5.651574351551311,
      "learning_rate": 0.00029382936541601354,
      "loss": 1.1086,
      "step": 15238
    },
    {
      "epoch": 0.6241654720458735,
      "grad_norm": 0.69642254084913,
      "learning_rate": 0.0002938284395662028,
      "loss": 0.666,
      "step": 15239
    },
    {
      "epoch": 0.6242064304730698,
      "grad_norm": 0.8741223205648981,
      "learning_rate": 0.00029382751364839826,
      "loss": 0.3832,
      "step": 15240
    },
    {
      "epoch": 0.6242473889002662,
      "grad_norm": 1.045902684131714,
      "learning_rate": 0.0002938265876626004,
      "loss": 1.112,
      "step": 15241
    },
    {
      "epoch": 0.6242883473274626,
      "grad_norm": 0.9002399674176675,
      "learning_rate": 0.00029382566160880973,
      "loss": 1.0043,
      "step": 15242
    },
    {
      "epoch": 0.6243293057546591,
      "grad_norm": 0.9508514217892642,
      "learning_rate": 0.00029382473548702657,
      "loss": 0.7204,
      "step": 15243
    },
    {
      "epoch": 0.6243702641818554,
      "grad_norm": 0.8082441804252428,
      "learning_rate": 0.00029382380929725147,
      "loss": 0.6808,
      "step": 15244
    },
    {
      "epoch": 0.6244112226090518,
      "grad_norm": 0.6586123724852324,
      "learning_rate": 0.0002938228830394848,
      "loss": 0.6746,
      "step": 15245
    },
    {
      "epoch": 0.6244521810362482,
      "grad_norm": 0.698233404588896,
      "learning_rate": 0.00029382195671372706,
      "loss": 0.7471,
      "step": 15246
    },
    {
      "epoch": 0.6244931394634446,
      "grad_norm": 2.501749764048522,
      "learning_rate": 0.0002938210303199786,
      "loss": 4.1666,
      "step": 15247
    },
    {
      "epoch": 0.624534097890641,
      "grad_norm": 0.8904309415524213,
      "learning_rate": 0.0002938201038582399,
      "loss": 0.9793,
      "step": 15248
    },
    {
      "epoch": 0.6245750563178374,
      "grad_norm": 1.995600535491186,
      "learning_rate": 0.00029381917732851137,
      "loss": 1.7384,
      "step": 15249
    },
    {
      "epoch": 0.6246160147450338,
      "grad_norm": 0.8485929328861308,
      "learning_rate": 0.00029381825073079355,
      "loss": 0.3961,
      "step": 15250
    },
    {
      "epoch": 0.6246569731722302,
      "grad_norm": 1.166913338834268,
      "learning_rate": 0.00029381732406508676,
      "loss": 1.2812,
      "step": 15251
    },
    {
      "epoch": 0.6246979315994265,
      "grad_norm": 0.8619837523968213,
      "learning_rate": 0.0002938163973313915,
      "loss": 0.9953,
      "step": 15252
    },
    {
      "epoch": 0.624738890026623,
      "grad_norm": 0.828462694436161,
      "learning_rate": 0.00029381547052970825,
      "loss": 0.9083,
      "step": 15253
    },
    {
      "epoch": 0.6247798484538194,
      "grad_norm": 0.7000558268297304,
      "learning_rate": 0.0002938145436600373,
      "loss": 0.5792,
      "step": 15254
    },
    {
      "epoch": 0.6248208068810158,
      "grad_norm": 0.7115661318237092,
      "learning_rate": 0.0002938136167223792,
      "loss": 0.6773,
      "step": 15255
    },
    {
      "epoch": 0.6248617653082121,
      "grad_norm": 0.7422313195708959,
      "learning_rate": 0.00029381268971673437,
      "loss": 0.8675,
      "step": 15256
    },
    {
      "epoch": 0.6249027237354086,
      "grad_norm": 0.96489977488274,
      "learning_rate": 0.00029381176264310323,
      "loss": 0.8318,
      "step": 15257
    },
    {
      "epoch": 0.624943682162605,
      "grad_norm": 0.6301790272496126,
      "learning_rate": 0.00029381083550148623,
      "loss": 0.6651,
      "step": 15258
    },
    {
      "epoch": 0.6249846405898013,
      "grad_norm": 0.7750846454236244,
      "learning_rate": 0.0002938099082918839,
      "loss": 0.7471,
      "step": 15259
    },
    {
      "epoch": 0.6250255990169977,
      "grad_norm": 0.7282816497632211,
      "learning_rate": 0.0002938089810142965,
      "loss": 0.801,
      "step": 15260
    },
    {
      "epoch": 0.6250665574441941,
      "grad_norm": 0.8243815072494893,
      "learning_rate": 0.0002938080536687246,
      "loss": 0.8824,
      "step": 15261
    },
    {
      "epoch": 0.6251075158713906,
      "grad_norm": 0.5650422013761394,
      "learning_rate": 0.0002938071262551686,
      "loss": 0.4089,
      "step": 15262
    },
    {
      "epoch": 0.6251484742985869,
      "grad_norm": 0.6717339950789523,
      "learning_rate": 0.0002938061987736289,
      "loss": 0.5583,
      "step": 15263
    },
    {
      "epoch": 0.6251894327257833,
      "grad_norm": 0.8463085235111533,
      "learning_rate": 0.000293805271224106,
      "loss": 0.8797,
      "step": 15264
    },
    {
      "epoch": 0.6252303911529797,
      "grad_norm": 0.9176687840336134,
      "learning_rate": 0.00029380434360660025,
      "loss": 0.893,
      "step": 15265
    },
    {
      "epoch": 0.6252713495801762,
      "grad_norm": 0.6793790311737643,
      "learning_rate": 0.00029380341592111225,
      "loss": 0.7123,
      "step": 15266
    },
    {
      "epoch": 0.6253123080073725,
      "grad_norm": 0.6661939958626691,
      "learning_rate": 0.0002938024881676423,
      "loss": 0.7014,
      "step": 15267
    },
    {
      "epoch": 0.6253532664345689,
      "grad_norm": 0.96514627325112,
      "learning_rate": 0.00029380156034619084,
      "loss": 0.9783,
      "step": 15268
    },
    {
      "epoch": 0.6253942248617653,
      "grad_norm": 0.6888683828852626,
      "learning_rate": 0.0002938006324567584,
      "loss": 0.8511,
      "step": 15269
    },
    {
      "epoch": 0.6254351832889617,
      "grad_norm": 1.0048313614103197,
      "learning_rate": 0.00029379970449934533,
      "loss": 1.2054,
      "step": 15270
    },
    {
      "epoch": 0.6254761417161581,
      "grad_norm": 1.0172642581797715,
      "learning_rate": 0.0002937987764739521,
      "loss": 0.8762,
      "step": 15271
    },
    {
      "epoch": 0.6255171001433545,
      "grad_norm": 1.2847312704461955,
      "learning_rate": 0.0002937978483805792,
      "loss": 1.2039,
      "step": 15272
    },
    {
      "epoch": 0.6255580585705509,
      "grad_norm": 0.8723834779733453,
      "learning_rate": 0.00029379692021922697,
      "loss": 1.1105,
      "step": 15273
    },
    {
      "epoch": 0.6255990169977473,
      "grad_norm": 0.9391328085948307,
      "learning_rate": 0.00029379599198989595,
      "loss": 1.1326,
      "step": 15274
    },
    {
      "epoch": 0.6256399754249437,
      "grad_norm": 1.0976910571754726,
      "learning_rate": 0.0002937950636925865,
      "loss": 0.8617,
      "step": 15275
    },
    {
      "epoch": 0.6256809338521401,
      "grad_norm": 0.7316396579379273,
      "learning_rate": 0.00029379413532729906,
      "loss": 0.7754,
      "step": 15276
    },
    {
      "epoch": 0.6257218922793365,
      "grad_norm": 0.6519374696115167,
      "learning_rate": 0.00029379320689403417,
      "loss": 0.8195,
      "step": 15277
    },
    {
      "epoch": 0.6257628507065328,
      "grad_norm": 1.0649937076291909,
      "learning_rate": 0.00029379227839279213,
      "loss": 0.8448,
      "step": 15278
    },
    {
      "epoch": 0.6258038091337292,
      "grad_norm": 0.8301684685846695,
      "learning_rate": 0.0002937913498235735,
      "loss": 0.5563,
      "step": 15279
    },
    {
      "epoch": 0.6258447675609257,
      "grad_norm": 0.7977382926821266,
      "learning_rate": 0.0002937904211863786,
      "loss": 1.1428,
      "step": 15280
    },
    {
      "epoch": 0.6258857259881221,
      "grad_norm": 0.69244023580389,
      "learning_rate": 0.00029378949248120797,
      "loss": 0.6153,
      "step": 15281
    },
    {
      "epoch": 0.6259266844153184,
      "grad_norm": 0.4925507864306484,
      "learning_rate": 0.000293788563708062,
      "loss": 0.2992,
      "step": 15282
    },
    {
      "epoch": 0.6259676428425148,
      "grad_norm": 1.071053950839782,
      "learning_rate": 0.00029378763486694113,
      "loss": 0.7361,
      "step": 15283
    },
    {
      "epoch": 0.6260086012697113,
      "grad_norm": 0.8404705251474249,
      "learning_rate": 0.0002937867059578458,
      "loss": 0.9929,
      "step": 15284
    },
    {
      "epoch": 0.6260495596969077,
      "grad_norm": 0.7298877113623571,
      "learning_rate": 0.00029378577698077656,
      "loss": 1.0068,
      "step": 15285
    },
    {
      "epoch": 0.626090518124104,
      "grad_norm": 0.7146746777378817,
      "learning_rate": 0.0002937848479357336,
      "loss": 0.9317,
      "step": 15286
    },
    {
      "epoch": 0.6261314765513004,
      "grad_norm": 0.8497007188736049,
      "learning_rate": 0.0002937839188227176,
      "loss": 1.2544,
      "step": 15287
    },
    {
      "epoch": 0.6261724349784968,
      "grad_norm": 1.0028035276582046,
      "learning_rate": 0.0002937829896417289,
      "loss": 0.9539,
      "step": 15288
    },
    {
      "epoch": 0.6262133934056933,
      "grad_norm": 0.9464718493908104,
      "learning_rate": 0.0002937820603927679,
      "loss": 1.1281,
      "step": 15289
    },
    {
      "epoch": 0.6262543518328896,
      "grad_norm": 0.6403485345843689,
      "learning_rate": 0.0002937811310758352,
      "loss": 0.381,
      "step": 15290
    },
    {
      "epoch": 0.626295310260086,
      "grad_norm": 0.472574172425188,
      "learning_rate": 0.00029378020169093104,
      "loss": 0.3684,
      "step": 15291
    },
    {
      "epoch": 0.6263362686872824,
      "grad_norm": 0.5491815491479465,
      "learning_rate": 0.00029377927223805586,
      "loss": 0.3027,
      "step": 15292
    },
    {
      "epoch": 0.6263772271144789,
      "grad_norm": 0.747746034164146,
      "learning_rate": 0.0002937783427172103,
      "loss": 1.0127,
      "step": 15293
    },
    {
      "epoch": 0.6264181855416752,
      "grad_norm": 0.7714307064272574,
      "learning_rate": 0.00029377741312839467,
      "loss": 0.9037,
      "step": 15294
    },
    {
      "epoch": 0.6264591439688716,
      "grad_norm": 0.8035762142267502,
      "learning_rate": 0.00029377648347160936,
      "loss": 0.8815,
      "step": 15295
    },
    {
      "epoch": 0.626500102396068,
      "grad_norm": 1.3498158298040293,
      "learning_rate": 0.000293775553746855,
      "loss": 2.0189,
      "step": 15296
    },
    {
      "epoch": 0.6265410608232644,
      "grad_norm": 0.7674122939986537,
      "learning_rate": 0.0002937746239541318,
      "loss": 0.7003,
      "step": 15297
    },
    {
      "epoch": 0.6265820192504608,
      "grad_norm": 1.2275424684581828,
      "learning_rate": 0.00029377369409344027,
      "loss": 0.9548,
      "step": 15298
    },
    {
      "epoch": 0.6266229776776572,
      "grad_norm": 1.131359671603929,
      "learning_rate": 0.0002937727641647809,
      "loss": 1.2238,
      "step": 15299
    },
    {
      "epoch": 0.6266639361048536,
      "grad_norm": 0.4570770659698426,
      "learning_rate": 0.00029377183416815416,
      "loss": 0.3711,
      "step": 15300
    },
    {
      "epoch": 0.6267048945320499,
      "grad_norm": 0.8038824040782381,
      "learning_rate": 0.00029377090410356046,
      "loss": 0.9905,
      "step": 15301
    },
    {
      "epoch": 0.6267458529592463,
      "grad_norm": 0.5230769332651434,
      "learning_rate": 0.0002937699739710002,
      "loss": 0.2862,
      "step": 15302
    },
    {
      "epoch": 0.6267868113864428,
      "grad_norm": 0.8499849535789129,
      "learning_rate": 0.0002937690437704738,
      "loss": 0.8086,
      "step": 15303
    },
    {
      "epoch": 0.6268277698136392,
      "grad_norm": 0.4991594016967427,
      "learning_rate": 0.0002937681135019817,
      "loss": 0.3287,
      "step": 15304
    },
    {
      "epoch": 0.6268687282408355,
      "grad_norm": 0.7103702743547367,
      "learning_rate": 0.0002937671831655245,
      "loss": 0.7907,
      "step": 15305
    },
    {
      "epoch": 0.6269096866680319,
      "grad_norm": 0.6926033873897439,
      "learning_rate": 0.0002937662527611024,
      "loss": 0.8317,
      "step": 15306
    },
    {
      "epoch": 0.6269506450952284,
      "grad_norm": 0.6931033521312014,
      "learning_rate": 0.00029376532228871604,
      "loss": 0.8593,
      "step": 15307
    },
    {
      "epoch": 0.6269916035224248,
      "grad_norm": 0.7200423935474275,
      "learning_rate": 0.0002937643917483657,
      "loss": 0.9079,
      "step": 15308
    },
    {
      "epoch": 0.6270325619496211,
      "grad_norm": 0.6669040027554338,
      "learning_rate": 0.000293763461140052,
      "loss": 0.722,
      "step": 15309
    },
    {
      "epoch": 0.6270735203768175,
      "grad_norm": 0.6947793895041217,
      "learning_rate": 0.00029376253046377516,
      "loss": 0.8113,
      "step": 15310
    },
    {
      "epoch": 0.6271144788040139,
      "grad_norm": 0.9163566286092634,
      "learning_rate": 0.00029376159971953583,
      "loss": 0.8441,
      "step": 15311
    },
    {
      "epoch": 0.6271554372312104,
      "grad_norm": 0.7924177595537721,
      "learning_rate": 0.0002937606689073343,
      "loss": 0.7992,
      "step": 15312
    },
    {
      "epoch": 0.6271963956584067,
      "grad_norm": 0.8997909365349767,
      "learning_rate": 0.0002937597380271711,
      "loss": 1.0637,
      "step": 15313
    },
    {
      "epoch": 0.6272373540856031,
      "grad_norm": 1.0529346382778466,
      "learning_rate": 0.00029375880707904664,
      "loss": 1.1075,
      "step": 15314
    },
    {
      "epoch": 0.6272783125127995,
      "grad_norm": 0.717891201315762,
      "learning_rate": 0.00029375787606296134,
      "loss": 0.7559,
      "step": 15315
    },
    {
      "epoch": 0.627319270939996,
      "grad_norm": 1.058469908540402,
      "learning_rate": 0.0002937569449789157,
      "loss": 1.6974,
      "step": 15316
    },
    {
      "epoch": 0.6273602293671923,
      "grad_norm": 0.8798034052302309,
      "learning_rate": 0.00029375601382691005,
      "loss": 0.3496,
      "step": 15317
    },
    {
      "epoch": 0.6274011877943887,
      "grad_norm": 0.8662670921894682,
      "learning_rate": 0.000293755082606945,
      "loss": 1.3164,
      "step": 15318
    },
    {
      "epoch": 0.6274421462215851,
      "grad_norm": 0.8127602351250675,
      "learning_rate": 0.0002937541513190208,
      "loss": 1.1296,
      "step": 15319
    },
    {
      "epoch": 0.6274831046487815,
      "grad_norm": 0.7639098876347884,
      "learning_rate": 0.000293753219963138,
      "loss": 0.9632,
      "step": 15320
    },
    {
      "epoch": 0.6275240630759779,
      "grad_norm": 0.7186177127461297,
      "learning_rate": 0.000293752288539297,
      "loss": 0.7287,
      "step": 15321
    },
    {
      "epoch": 0.6275650215031743,
      "grad_norm": 0.7828773050491624,
      "learning_rate": 0.0002937513570474983,
      "loss": 0.5498,
      "step": 15322
    },
    {
      "epoch": 0.6276059799303707,
      "grad_norm": 0.540747915275977,
      "learning_rate": 0.0002937504254877423,
      "loss": 0.3963,
      "step": 15323
    },
    {
      "epoch": 0.627646938357567,
      "grad_norm": 0.7062876867291047,
      "learning_rate": 0.0002937494938600294,
      "loss": 0.8154,
      "step": 15324
    },
    {
      "epoch": 0.6276878967847634,
      "grad_norm": 0.9134383395468668,
      "learning_rate": 0.00029374856216436013,
      "loss": 1.0935,
      "step": 15325
    },
    {
      "epoch": 0.6277288552119599,
      "grad_norm": 0.7256242272340456,
      "learning_rate": 0.00029374763040073483,
      "loss": 0.9956,
      "step": 15326
    },
    {
      "epoch": 0.6277698136391563,
      "grad_norm": 1.0139440548197838,
      "learning_rate": 0.000293746698569154,
      "loss": 1.1869,
      "step": 15327
    },
    {
      "epoch": 0.6278107720663526,
      "grad_norm": 0.814750629668636,
      "learning_rate": 0.0002937457666696181,
      "loss": 1.0283,
      "step": 15328
    },
    {
      "epoch": 0.627851730493549,
      "grad_norm": 0.8770210434389505,
      "learning_rate": 0.0002937448347021275,
      "loss": 1.0798,
      "step": 15329
    },
    {
      "epoch": 0.6278926889207455,
      "grad_norm": 0.9180247586144739,
      "learning_rate": 0.00029374390266668273,
      "loss": 0.7763,
      "step": 15330
    },
    {
      "epoch": 0.6279336473479419,
      "grad_norm": 0.7754018180552085,
      "learning_rate": 0.00029374297056328414,
      "loss": 1.0409,
      "step": 15331
    },
    {
      "epoch": 0.6279746057751382,
      "grad_norm": 0.7098548667905025,
      "learning_rate": 0.00029374203839193226,
      "loss": 0.7579,
      "step": 15332
    },
    {
      "epoch": 0.6280155642023346,
      "grad_norm": 0.520209208887422,
      "learning_rate": 0.0002937411061526275,
      "loss": 0.313,
      "step": 15333
    },
    {
      "epoch": 0.628056522629531,
      "grad_norm": 0.6453657451828761,
      "learning_rate": 0.00029374017384537024,
      "loss": 0.9116,
      "step": 15334
    },
    {
      "epoch": 0.6280974810567275,
      "grad_norm": 1.0507835174972338,
      "learning_rate": 0.000293739241470161,
      "loss": 1.5897,
      "step": 15335
    },
    {
      "epoch": 0.6281384394839238,
      "grad_norm": 0.6782759145061933,
      "learning_rate": 0.00029373830902700016,
      "loss": 0.5917,
      "step": 15336
    },
    {
      "epoch": 0.6281793979111202,
      "grad_norm": 0.8088751213774742,
      "learning_rate": 0.00029373737651588815,
      "loss": 0.9925,
      "step": 15337
    },
    {
      "epoch": 0.6282203563383166,
      "grad_norm": 1.0326082668683667,
      "learning_rate": 0.0002937364439368255,
      "loss": 0.775,
      "step": 15338
    },
    {
      "epoch": 0.6282613147655131,
      "grad_norm": 0.43023292324136236,
      "learning_rate": 0.0002937355112898126,
      "loss": 0.2743,
      "step": 15339
    },
    {
      "epoch": 0.6283022731927094,
      "grad_norm": 0.7850896149402021,
      "learning_rate": 0.0002937345785748499,
      "loss": 0.7953,
      "step": 15340
    },
    {
      "epoch": 0.6283432316199058,
      "grad_norm": 0.7409993264463011,
      "learning_rate": 0.0002937336457919378,
      "loss": 0.7091,
      "step": 15341
    },
    {
      "epoch": 0.6283841900471022,
      "grad_norm": 1.2208694370902413,
      "learning_rate": 0.0002937327129410768,
      "loss": 0.8906,
      "step": 15342
    },
    {
      "epoch": 0.6284251484742985,
      "grad_norm": 0.6075194214514748,
      "learning_rate": 0.0002937317800222673,
      "loss": 0.2861,
      "step": 15343
    },
    {
      "epoch": 0.628466106901495,
      "grad_norm": 0.717369131041146,
      "learning_rate": 0.0002937308470355098,
      "loss": 0.9051,
      "step": 15344
    },
    {
      "epoch": 0.6285070653286914,
      "grad_norm": 1.0730880011860757,
      "learning_rate": 0.0002937299139808046,
      "loss": 0.8932,
      "step": 15345
    },
    {
      "epoch": 0.6285480237558878,
      "grad_norm": 1.1347338373530431,
      "learning_rate": 0.0002937289808581523,
      "loss": 1.0125,
      "step": 15346
    },
    {
      "epoch": 0.6285889821830841,
      "grad_norm": 0.8134173055722588,
      "learning_rate": 0.00029372804766755327,
      "loss": 0.7956,
      "step": 15347
    },
    {
      "epoch": 0.6286299406102805,
      "grad_norm": 0.6359258714809125,
      "learning_rate": 0.00029372711440900796,
      "loss": 0.3962,
      "step": 15348
    },
    {
      "epoch": 0.628670899037477,
      "grad_norm": 0.76634592440182,
      "learning_rate": 0.00029372618108251683,
      "loss": 0.8965,
      "step": 15349
    },
    {
      "epoch": 0.6287118574646734,
      "grad_norm": 2.4297359071814997,
      "learning_rate": 0.0002937252476880803,
      "loss": 1.7098,
      "step": 15350
    },
    {
      "epoch": 0.6287528158918697,
      "grad_norm": 0.7681042060617094,
      "learning_rate": 0.0002937243142256988,
      "loss": 0.9084,
      "step": 15351
    },
    {
      "epoch": 0.6287937743190661,
      "grad_norm": 0.7612706416383545,
      "learning_rate": 0.0002937233806953727,
      "loss": 0.8754,
      "step": 15352
    },
    {
      "epoch": 0.6288347327462626,
      "grad_norm": 1.7243570281477683,
      "learning_rate": 0.0002937224470971026,
      "loss": 1.6092,
      "step": 15353
    },
    {
      "epoch": 0.628875691173459,
      "grad_norm": 0.6575762504792527,
      "learning_rate": 0.0002937215134308889,
      "loss": 0.5683,
      "step": 15354
    },
    {
      "epoch": 0.6289166496006553,
      "grad_norm": 0.8244598845147311,
      "learning_rate": 0.00029372057969673194,
      "loss": 0.9981,
      "step": 15355
    },
    {
      "epoch": 0.6289576080278517,
      "grad_norm": 0.9645246806161473,
      "learning_rate": 0.00029371964589463233,
      "loss": 1.1432,
      "step": 15356
    },
    {
      "epoch": 0.6289985664550481,
      "grad_norm": 0.6780589068843905,
      "learning_rate": 0.0002937187120245903,
      "loss": 0.8505,
      "step": 15357
    },
    {
      "epoch": 0.6290395248822446,
      "grad_norm": 5.877719149897119,
      "learning_rate": 0.00029371777808660646,
      "loss": 2.5079,
      "step": 15358
    },
    {
      "epoch": 0.6290804833094409,
      "grad_norm": 1.1945339560974182,
      "learning_rate": 0.0002937168440806812,
      "loss": 1.3945,
      "step": 15359
    },
    {
      "epoch": 0.6291214417366373,
      "grad_norm": 0.9335712669575535,
      "learning_rate": 0.0002937159100068149,
      "loss": 0.4036,
      "step": 15360
    },
    {
      "epoch": 0.6291624001638337,
      "grad_norm": 0.7428199093041715,
      "learning_rate": 0.00029371497586500815,
      "loss": 0.9524,
      "step": 15361
    },
    {
      "epoch": 0.6292033585910302,
      "grad_norm": 0.6959737843127138,
      "learning_rate": 0.00029371404165526126,
      "loss": 0.831,
      "step": 15362
    },
    {
      "epoch": 0.6292443170182265,
      "grad_norm": 0.7895052633423983,
      "learning_rate": 0.00029371310737757463,
      "loss": 0.9752,
      "step": 15363
    },
    {
      "epoch": 0.6292852754454229,
      "grad_norm": 1.0457545470490297,
      "learning_rate": 0.00029371217303194886,
      "loss": 0.8612,
      "step": 15364
    },
    {
      "epoch": 0.6293262338726193,
      "grad_norm": 0.8643258161194508,
      "learning_rate": 0.0002937112386183843,
      "loss": 0.971,
      "step": 15365
    },
    {
      "epoch": 0.6293671922998156,
      "grad_norm": 1.3590157820066007,
      "learning_rate": 0.0002937103041368814,
      "loss": 0.8629,
      "step": 15366
    },
    {
      "epoch": 0.6294081507270121,
      "grad_norm": 0.9415545585343903,
      "learning_rate": 0.00029370936958744064,
      "loss": 1.0504,
      "step": 15367
    },
    {
      "epoch": 0.6294491091542085,
      "grad_norm": 1.165490251737976,
      "learning_rate": 0.0002937084349700624,
      "loss": 1.2942,
      "step": 15368
    },
    {
      "epoch": 0.6294900675814049,
      "grad_norm": 1.3117248087229627,
      "learning_rate": 0.00029370750028474715,
      "loss": 0.8635,
      "step": 15369
    },
    {
      "epoch": 0.6295310260086012,
      "grad_norm": 0.9098211098111324,
      "learning_rate": 0.00029370656553149535,
      "loss": 0.906,
      "step": 15370
    },
    {
      "epoch": 0.6295719844357976,
      "grad_norm": 0.6237723902129091,
      "learning_rate": 0.0002937056307103074,
      "loss": 0.6273,
      "step": 15371
    },
    {
      "epoch": 0.6296129428629941,
      "grad_norm": 0.6925145923876147,
      "learning_rate": 0.0002937046958211838,
      "loss": 0.5937,
      "step": 15372
    },
    {
      "epoch": 0.6296539012901905,
      "grad_norm": 0.8904912715349944,
      "learning_rate": 0.00029370376086412494,
      "loss": 1.1719,
      "step": 15373
    },
    {
      "epoch": 0.6296948597173868,
      "grad_norm": 0.5279374156652261,
      "learning_rate": 0.0002937028258391313,
      "loss": 0.3043,
      "step": 15374
    },
    {
      "epoch": 0.6297358181445832,
      "grad_norm": 0.8543397624587004,
      "learning_rate": 0.00029370189074620325,
      "loss": 0.7956,
      "step": 15375
    },
    {
      "epoch": 0.6297767765717797,
      "grad_norm": 0.7479670372692997,
      "learning_rate": 0.0002937009555853413,
      "loss": 0.5821,
      "step": 15376
    },
    {
      "epoch": 0.6298177349989761,
      "grad_norm": 0.5024709174117824,
      "learning_rate": 0.0002937000203565459,
      "loss": 0.3528,
      "step": 15377
    },
    {
      "epoch": 0.6298586934261724,
      "grad_norm": 0.4962433463440944,
      "learning_rate": 0.00029369908505981745,
      "loss": 0.394,
      "step": 15378
    },
    {
      "epoch": 0.6298996518533688,
      "grad_norm": 1.135784069104766,
      "learning_rate": 0.00029369814969515645,
      "loss": 1.3057,
      "step": 15379
    },
    {
      "epoch": 0.6299406102805652,
      "grad_norm": 0.9903271933289602,
      "learning_rate": 0.00029369721426256325,
      "loss": 1.1221,
      "step": 15380
    },
    {
      "epoch": 0.6299815687077617,
      "grad_norm": 0.986688939123134,
      "learning_rate": 0.0002936962787620384,
      "loss": 0.9723,
      "step": 15381
    },
    {
      "epoch": 0.630022527134958,
      "grad_norm": 0.4761920512523976,
      "learning_rate": 0.00029369534319358224,
      "loss": 0.3148,
      "step": 15382
    },
    {
      "epoch": 0.6300634855621544,
      "grad_norm": 1.2844391454720345,
      "learning_rate": 0.0002936944075571953,
      "loss": 1.3193,
      "step": 15383
    },
    {
      "epoch": 0.6301044439893508,
      "grad_norm": 0.7440671587163044,
      "learning_rate": 0.000293693471852878,
      "loss": 0.9219,
      "step": 15384
    },
    {
      "epoch": 0.6301454024165472,
      "grad_norm": 0.8383084837772553,
      "learning_rate": 0.0002936925360806307,
      "loss": 0.8379,
      "step": 15385
    },
    {
      "epoch": 0.6301863608437436,
      "grad_norm": 0.6613836723155126,
      "learning_rate": 0.0002936916002404539,
      "loss": 0.5161,
      "step": 15386
    },
    {
      "epoch": 0.63022731927094,
      "grad_norm": 0.7495718058856532,
      "learning_rate": 0.0002936906643323481,
      "loss": 0.9109,
      "step": 15387
    },
    {
      "epoch": 0.6302682776981364,
      "grad_norm": 1.84560664323325,
      "learning_rate": 0.00029368972835631366,
      "loss": 3.2941,
      "step": 15388
    },
    {
      "epoch": 0.6303092361253327,
      "grad_norm": 0.6001115385300987,
      "learning_rate": 0.0002936887923123511,
      "loss": 0.4296,
      "step": 15389
    },
    {
      "epoch": 0.6303501945525292,
      "grad_norm": 0.7906680680973932,
      "learning_rate": 0.0002936878562004608,
      "loss": 0.8118,
      "step": 15390
    },
    {
      "epoch": 0.6303911529797256,
      "grad_norm": 0.5251045629706201,
      "learning_rate": 0.0002936869200206432,
      "loss": 0.3548,
      "step": 15391
    },
    {
      "epoch": 0.630432111406922,
      "grad_norm": 0.8938832140730895,
      "learning_rate": 0.0002936859837728987,
      "loss": 0.8468,
      "step": 15392
    },
    {
      "epoch": 0.6304730698341183,
      "grad_norm": 1.8852303612875534,
      "learning_rate": 0.00029368504745722794,
      "loss": 4.7674,
      "step": 15393
    },
    {
      "epoch": 0.6305140282613148,
      "grad_norm": 0.814399583611527,
      "learning_rate": 0.00029368411107363114,
      "loss": 0.7827,
      "step": 15394
    },
    {
      "epoch": 0.6305549866885112,
      "grad_norm": 0.8944826396780146,
      "learning_rate": 0.0002936831746221088,
      "loss": 0.91,
      "step": 15395
    },
    {
      "epoch": 0.6305959451157076,
      "grad_norm": 0.9720369458914693,
      "learning_rate": 0.0002936822381026615,
      "loss": 1.2938,
      "step": 15396
    },
    {
      "epoch": 0.6306369035429039,
      "grad_norm": 0.6264607514815295,
      "learning_rate": 0.00029368130151528947,
      "loss": 0.8345,
      "step": 15397
    },
    {
      "epoch": 0.6306778619701003,
      "grad_norm": 0.8691679281283375,
      "learning_rate": 0.00029368036485999334,
      "loss": 0.9323,
      "step": 15398
    },
    {
      "epoch": 0.6307188203972968,
      "grad_norm": 1.4820589124615957,
      "learning_rate": 0.0002936794281367734,
      "loss": 1.5779,
      "step": 15399
    },
    {
      "epoch": 0.6307597788244932,
      "grad_norm": 1.3358325899416605,
      "learning_rate": 0.0002936784913456302,
      "loss": 1.2048,
      "step": 15400
    },
    {
      "epoch": 0.6308007372516895,
      "grad_norm": 1.0676606355458518,
      "learning_rate": 0.0002936775544865642,
      "loss": 1.1831,
      "step": 15401
    },
    {
      "epoch": 0.6308416956788859,
      "grad_norm": 0.7790725865767668,
      "learning_rate": 0.00029367661755957573,
      "loss": 0.9673,
      "step": 15402
    },
    {
      "epoch": 0.6308826541060824,
      "grad_norm": 0.9561522946828457,
      "learning_rate": 0.00029367568056466525,
      "loss": 0.8509,
      "step": 15403
    },
    {
      "epoch": 0.6309236125332788,
      "grad_norm": 0.7804289119884746,
      "learning_rate": 0.00029367474350183335,
      "loss": 0.9809,
      "step": 15404
    },
    {
      "epoch": 0.6309645709604751,
      "grad_norm": 0.9002059840720555,
      "learning_rate": 0.00029367380637108025,
      "loss": 0.9861,
      "step": 15405
    },
    {
      "epoch": 0.6310055293876715,
      "grad_norm": 0.8492142634135015,
      "learning_rate": 0.0002936728691724066,
      "loss": 0.6179,
      "step": 15406
    },
    {
      "epoch": 0.6310464878148679,
      "grad_norm": 1.0851762290420848,
      "learning_rate": 0.00029367193190581273,
      "loss": 1.333,
      "step": 15407
    },
    {
      "epoch": 0.6310874462420643,
      "grad_norm": 0.8997144276381868,
      "learning_rate": 0.00029367099457129907,
      "loss": 0.9528,
      "step": 15408
    },
    {
      "epoch": 0.6311284046692607,
      "grad_norm": 0.9256292726371852,
      "learning_rate": 0.00029367005716886616,
      "loss": 1.2291,
      "step": 15409
    },
    {
      "epoch": 0.6311693630964571,
      "grad_norm": 0.7501460844578284,
      "learning_rate": 0.0002936691196985144,
      "loss": 0.8865,
      "step": 15410
    },
    {
      "epoch": 0.6312103215236535,
      "grad_norm": 0.8668939978012538,
      "learning_rate": 0.00029366818216024416,
      "loss": 0.7621,
      "step": 15411
    },
    {
      "epoch": 0.6312512799508498,
      "grad_norm": 1.0344474697422323,
      "learning_rate": 0.00029366724455405594,
      "loss": 0.7801,
      "step": 15412
    },
    {
      "epoch": 0.6312922383780463,
      "grad_norm": 1.2936817893131207,
      "learning_rate": 0.00029366630687995015,
      "loss": 1.4815,
      "step": 15413
    },
    {
      "epoch": 0.6313331968052427,
      "grad_norm": 0.708195238411158,
      "learning_rate": 0.00029366536913792734,
      "loss": 0.804,
      "step": 15414
    },
    {
      "epoch": 0.6313741552324391,
      "grad_norm": 1.1099338145993602,
      "learning_rate": 0.0002936644313279879,
      "loss": 1.232,
      "step": 15415
    },
    {
      "epoch": 0.6314151136596354,
      "grad_norm": 0.7807812103435855,
      "learning_rate": 0.0002936634934501322,
      "loss": 1.2834,
      "step": 15416
    },
    {
      "epoch": 0.6314560720868319,
      "grad_norm": 0.8144300495850006,
      "learning_rate": 0.00029366255550436075,
      "loss": 0.9922,
      "step": 15417
    },
    {
      "epoch": 0.6314970305140283,
      "grad_norm": 7.135882420620923,
      "learning_rate": 0.00029366161749067396,
      "loss": 1.9464,
      "step": 15418
    },
    {
      "epoch": 0.6315379889412247,
      "grad_norm": 0.9631883493751117,
      "learning_rate": 0.0002936606794090723,
      "loss": 0.8875,
      "step": 15419
    },
    {
      "epoch": 0.631578947368421,
      "grad_norm": 2.2649083458487973,
      "learning_rate": 0.0002936597412595562,
      "loss": 3.9698,
      "step": 15420
    },
    {
      "epoch": 0.6316199057956174,
      "grad_norm": 0.7197577312841229,
      "learning_rate": 0.00029365880304212615,
      "loss": 0.3075,
      "step": 15421
    },
    {
      "epoch": 0.6316608642228139,
      "grad_norm": 0.7639235547596411,
      "learning_rate": 0.0002936578647567825,
      "loss": 0.833,
      "step": 15422
    },
    {
      "epoch": 0.6317018226500103,
      "grad_norm": 0.885048282690423,
      "learning_rate": 0.0002936569264035258,
      "loss": 0.72,
      "step": 15423
    },
    {
      "epoch": 0.6317427810772066,
      "grad_norm": 0.5621182360883628,
      "learning_rate": 0.00029365598798235644,
      "loss": 0.603,
      "step": 15424
    },
    {
      "epoch": 0.631783739504403,
      "grad_norm": 1.0803943458010146,
      "learning_rate": 0.0002936550494932748,
      "loss": 1.299,
      "step": 15425
    },
    {
      "epoch": 0.6318246979315995,
      "grad_norm": 0.9349645340058577,
      "learning_rate": 0.00029365411093628145,
      "loss": 1.1738,
      "step": 15426
    },
    {
      "epoch": 0.6318656563587958,
      "grad_norm": 1.0853006644227121,
      "learning_rate": 0.00029365317231137676,
      "loss": 0.7091,
      "step": 15427
    },
    {
      "epoch": 0.6319066147859922,
      "grad_norm": 0.8426652930505912,
      "learning_rate": 0.00029365223361856117,
      "loss": 0.8898,
      "step": 15428
    },
    {
      "epoch": 0.6319475732131886,
      "grad_norm": 0.9856413462313525,
      "learning_rate": 0.00029365129485783517,
      "loss": 1.0644,
      "step": 15429
    },
    {
      "epoch": 0.631988531640385,
      "grad_norm": 1.2232034649335264,
      "learning_rate": 0.00029365035602919913,
      "loss": 0.9578,
      "step": 15430
    },
    {
      "epoch": 0.6320294900675814,
      "grad_norm": 0.8202450413417824,
      "learning_rate": 0.00029364941713265355,
      "loss": 0.701,
      "step": 15431
    },
    {
      "epoch": 0.6320704484947778,
      "grad_norm": 0.8442227349750308,
      "learning_rate": 0.0002936484781681989,
      "loss": 1.2493,
      "step": 15432
    },
    {
      "epoch": 0.6321114069219742,
      "grad_norm": 1.121912023537145,
      "learning_rate": 0.00029364753913583555,
      "loss": 1.3842,
      "step": 15433
    },
    {
      "epoch": 0.6321523653491706,
      "grad_norm": 1.122351048542906,
      "learning_rate": 0.000293646600035564,
      "loss": 1.4064,
      "step": 15434
    },
    {
      "epoch": 0.6321933237763669,
      "grad_norm": 0.7499394026079949,
      "learning_rate": 0.00029364566086738467,
      "loss": 0.3579,
      "step": 15435
    },
    {
      "epoch": 0.6322342822035634,
      "grad_norm": 0.7676908633126285,
      "learning_rate": 0.0002936447216312979,
      "loss": 0.6644,
      "step": 15436
    },
    {
      "epoch": 0.6322752406307598,
      "grad_norm": 0.8185263222487313,
      "learning_rate": 0.00029364378232730445,
      "loss": 1.2139,
      "step": 15437
    },
    {
      "epoch": 0.6323161990579562,
      "grad_norm": 0.7911316447212318,
      "learning_rate": 0.0002936428429554044,
      "loss": 1.0956,
      "step": 15438
    },
    {
      "epoch": 0.6323571574851525,
      "grad_norm": 0.9322391378328866,
      "learning_rate": 0.00029364190351559836,
      "loss": 0.9768,
      "step": 15439
    },
    {
      "epoch": 0.632398115912349,
      "grad_norm": 0.7807765876092476,
      "learning_rate": 0.0002936409640078868,
      "loss": 1.1185,
      "step": 15440
    },
    {
      "epoch": 0.6324390743395454,
      "grad_norm": 0.6642270779809284,
      "learning_rate": 0.00029364002443227013,
      "loss": 0.7885,
      "step": 15441
    },
    {
      "epoch": 0.6324800327667418,
      "grad_norm": 0.863957246144655,
      "learning_rate": 0.00029363908478874883,
      "loss": 0.9575,
      "step": 15442
    },
    {
      "epoch": 0.6325209911939381,
      "grad_norm": 0.8534900914810182,
      "learning_rate": 0.00029363814507732324,
      "loss": 1.1087,
      "step": 15443
    },
    {
      "epoch": 0.6325619496211345,
      "grad_norm": 0.8493161462370477,
      "learning_rate": 0.00029363720529799385,
      "loss": 0.9003,
      "step": 15444
    },
    {
      "epoch": 0.632602908048331,
      "grad_norm": 0.8352509767069068,
      "learning_rate": 0.0002936362654507612,
      "loss": 0.7884,
      "step": 15445
    },
    {
      "epoch": 0.6326438664755274,
      "grad_norm": 0.8364491505686149,
      "learning_rate": 0.0002936353255356256,
      "loss": 0.8734,
      "step": 15446
    },
    {
      "epoch": 0.6326848249027237,
      "grad_norm": 0.7370867570143517,
      "learning_rate": 0.0002936343855525876,
      "loss": 0.322,
      "step": 15447
    },
    {
      "epoch": 0.6327257833299201,
      "grad_norm": 0.8042430943039797,
      "learning_rate": 0.0002936334455016475,
      "loss": 0.7626,
      "step": 15448
    },
    {
      "epoch": 0.6327667417571166,
      "grad_norm": 0.8952430378397522,
      "learning_rate": 0.00029363250538280597,
      "loss": 1.0174,
      "step": 15449
    },
    {
      "epoch": 0.6328077001843129,
      "grad_norm": 3.7714290703618483,
      "learning_rate": 0.00029363156519606327,
      "loss": 2.7195,
      "step": 15450
    },
    {
      "epoch": 0.6328486586115093,
      "grad_norm": 1.1314484768695905,
      "learning_rate": 0.00029363062494141987,
      "loss": 1.1776,
      "step": 15451
    },
    {
      "epoch": 0.6328896170387057,
      "grad_norm": 0.6469405518022681,
      "learning_rate": 0.00029362968461887635,
      "loss": 0.2327,
      "step": 15452
    },
    {
      "epoch": 0.6329305754659021,
      "grad_norm": 0.7637719503313881,
      "learning_rate": 0.00029362874422843294,
      "loss": 0.7263,
      "step": 15453
    },
    {
      "epoch": 0.6329715338930985,
      "grad_norm": 0.9514281590476574,
      "learning_rate": 0.0002936278037700902,
      "loss": 1.1422,
      "step": 15454
    },
    {
      "epoch": 0.6330124923202949,
      "grad_norm": 0.8774066694292617,
      "learning_rate": 0.00029362686324384865,
      "loss": 0.7924,
      "step": 15455
    },
    {
      "epoch": 0.6330534507474913,
      "grad_norm": 1.0929601584429405,
      "learning_rate": 0.00029362592264970853,
      "loss": 1.0917,
      "step": 15456
    },
    {
      "epoch": 0.6330944091746877,
      "grad_norm": 1.0623944076632814,
      "learning_rate": 0.0002936249819876705,
      "loss": 1.1583,
      "step": 15457
    },
    {
      "epoch": 0.633135367601884,
      "grad_norm": 0.8478622237614309,
      "learning_rate": 0.0002936240412577349,
      "loss": 0.8649,
      "step": 15458
    },
    {
      "epoch": 0.6331763260290805,
      "grad_norm": 0.9969392439636592,
      "learning_rate": 0.0002936231004599022,
      "loss": 0.8999,
      "step": 15459
    },
    {
      "epoch": 0.6332172844562769,
      "grad_norm": 0.6990182362811138,
      "learning_rate": 0.0002936221595941728,
      "loss": 0.6139,
      "step": 15460
    },
    {
      "epoch": 0.6332582428834733,
      "grad_norm": 0.8481319125774038,
      "learning_rate": 0.0002936212186605472,
      "loss": 0.9137,
      "step": 15461
    },
    {
      "epoch": 0.6332992013106696,
      "grad_norm": 0.9795879692068528,
      "learning_rate": 0.0002936202776590258,
      "loss": 1.0835,
      "step": 15462
    },
    {
      "epoch": 0.6333401597378661,
      "grad_norm": 3.129528776723485,
      "learning_rate": 0.00029361933658960906,
      "loss": 2.0991,
      "step": 15463
    },
    {
      "epoch": 0.6333811181650625,
      "grad_norm": 0.8762012932481668,
      "learning_rate": 0.0002936183954522974,
      "loss": 0.797,
      "step": 15464
    },
    {
      "epoch": 0.6334220765922589,
      "grad_norm": 0.801744236592683,
      "learning_rate": 0.0002936174542470914,
      "loss": 1.1153,
      "step": 15465
    },
    {
      "epoch": 0.6334630350194552,
      "grad_norm": 1.191479539383788,
      "learning_rate": 0.0002936165129739913,
      "loss": 2.1122,
      "step": 15466
    },
    {
      "epoch": 0.6335039934466516,
      "grad_norm": 0.7135910296211591,
      "learning_rate": 0.0002936155716329977,
      "loss": 0.9903,
      "step": 15467
    },
    {
      "epoch": 0.6335449518738481,
      "grad_norm": 1.1389654996197711,
      "learning_rate": 0.000293614630224111,
      "loss": 1.1077,
      "step": 15468
    },
    {
      "epoch": 0.6335859103010444,
      "grad_norm": 0.9051836747094286,
      "learning_rate": 0.00029361368874733165,
      "loss": 1.1605,
      "step": 15469
    },
    {
      "epoch": 0.6336268687282408,
      "grad_norm": 1.0532485831226508,
      "learning_rate": 0.00029361274720266005,
      "loss": 1.1471,
      "step": 15470
    },
    {
      "epoch": 0.6336678271554372,
      "grad_norm": 1.063750303001829,
      "learning_rate": 0.00029361180559009663,
      "loss": 0.8308,
      "step": 15471
    },
    {
      "epoch": 0.6337087855826337,
      "grad_norm": 0.8700488743986063,
      "learning_rate": 0.000293610863909642,
      "loss": 1.2917,
      "step": 15472
    },
    {
      "epoch": 0.63374974400983,
      "grad_norm": 0.6322951620952535,
      "learning_rate": 0.0002936099221612964,
      "loss": 0.7668,
      "step": 15473
    },
    {
      "epoch": 0.6337907024370264,
      "grad_norm": 1.3960922378374454,
      "learning_rate": 0.00029360898034506034,
      "loss": 0.7814,
      "step": 15474
    },
    {
      "epoch": 0.6338316608642228,
      "grad_norm": 0.825136443732207,
      "learning_rate": 0.00029360803846093436,
      "loss": 1.064,
      "step": 15475
    },
    {
      "epoch": 0.6338726192914192,
      "grad_norm": 0.748112326467878,
      "learning_rate": 0.0002936070965089188,
      "loss": 0.843,
      "step": 15476
    },
    {
      "epoch": 0.6339135777186156,
      "grad_norm": 0.7611727071542681,
      "learning_rate": 0.0002936061544890141,
      "loss": 0.6978,
      "step": 15477
    },
    {
      "epoch": 0.633954536145812,
      "grad_norm": 0.8699295105860544,
      "learning_rate": 0.0002936052124012208,
      "loss": 1.2444,
      "step": 15478
    },
    {
      "epoch": 0.6339954945730084,
      "grad_norm": 0.6902669566502677,
      "learning_rate": 0.00029360427024553926,
      "loss": 0.4341,
      "step": 15479
    },
    {
      "epoch": 0.6340364530002048,
      "grad_norm": 1.7421538392904234,
      "learning_rate": 0.00029360332802196997,
      "loss": 0.5151,
      "step": 15480
    },
    {
      "epoch": 0.6340774114274011,
      "grad_norm": 0.8836952014433368,
      "learning_rate": 0.00029360238573051335,
      "loss": 0.9066,
      "step": 15481
    },
    {
      "epoch": 0.6341183698545976,
      "grad_norm": 1.6709692789679993,
      "learning_rate": 0.00029360144337116985,
      "loss": 1.148,
      "step": 15482
    },
    {
      "epoch": 0.634159328281794,
      "grad_norm": 4.196452308489482,
      "learning_rate": 0.00029360050094393996,
      "loss": 3.5053,
      "step": 15483
    },
    {
      "epoch": 0.6342002867089904,
      "grad_norm": 0.8654084413635049,
      "learning_rate": 0.000293599558448824,
      "loss": 1.1426,
      "step": 15484
    },
    {
      "epoch": 0.6342412451361867,
      "grad_norm": 2.1539968850331297,
      "learning_rate": 0.00029359861588582254,
      "loss": 3.1618,
      "step": 15485
    },
    {
      "epoch": 0.6342822035633832,
      "grad_norm": 0.8503734038255614,
      "learning_rate": 0.000293597673254936,
      "loss": 0.8884,
      "step": 15486
    },
    {
      "epoch": 0.6343231619905796,
      "grad_norm": 0.7542370972770414,
      "learning_rate": 0.0002935967305561648,
      "loss": 0.9043,
      "step": 15487
    },
    {
      "epoch": 0.634364120417776,
      "grad_norm": 0.9226440525837553,
      "learning_rate": 0.00029359578778950947,
      "loss": 0.89,
      "step": 15488
    },
    {
      "epoch": 0.6344050788449723,
      "grad_norm": 0.7213868491382558,
      "learning_rate": 0.0002935948449549703,
      "loss": 0.9084,
      "step": 15489
    },
    {
      "epoch": 0.6344460372721688,
      "grad_norm": 0.8859602087446418,
      "learning_rate": 0.00029359390205254787,
      "loss": 0.7988,
      "step": 15490
    },
    {
      "epoch": 0.6344869956993652,
      "grad_norm": 0.7132274714269475,
      "learning_rate": 0.0002935929590822425,
      "loss": 0.6794,
      "step": 15491
    },
    {
      "epoch": 0.6345279541265615,
      "grad_norm": 0.7161628102923775,
      "learning_rate": 0.0002935920160440548,
      "loss": 1.0481,
      "step": 15492
    },
    {
      "epoch": 0.6345689125537579,
      "grad_norm": 0.7700446649022918,
      "learning_rate": 0.0002935910729379851,
      "loss": 0.8504,
      "step": 15493
    },
    {
      "epoch": 0.6346098709809543,
      "grad_norm": 0.8162972996673571,
      "learning_rate": 0.00029359012976403387,
      "loss": 1.1619,
      "step": 15494
    },
    {
      "epoch": 0.6346508294081508,
      "grad_norm": 1.1556120143220738,
      "learning_rate": 0.0002935891865222015,
      "loss": 1.09,
      "step": 15495
    },
    {
      "epoch": 0.6346917878353471,
      "grad_norm": 1.119643865647267,
      "learning_rate": 0.00029358824321248857,
      "loss": 1.0947,
      "step": 15496
    },
    {
      "epoch": 0.6347327462625435,
      "grad_norm": 0.743078210509135,
      "learning_rate": 0.00029358729983489546,
      "loss": 0.8853,
      "step": 15497
    },
    {
      "epoch": 0.6347737046897399,
      "grad_norm": 0.6442184506634869,
      "learning_rate": 0.00029358635638942256,
      "loss": 0.5831,
      "step": 15498
    },
    {
      "epoch": 0.6348146631169364,
      "grad_norm": 0.9216339811144776,
      "learning_rate": 0.00029358541287607037,
      "loss": 1.2203,
      "step": 15499
    },
    {
      "epoch": 0.6348556215441327,
      "grad_norm": 1.0515413496332369,
      "learning_rate": 0.0002935844692948393,
      "loss": 1.4891,
      "step": 15500
    },
    {
      "epoch": 0.6348965799713291,
      "grad_norm": 2.924813789131478,
      "learning_rate": 0.0002935835256457299,
      "loss": 5.2982,
      "step": 15501
    },
    {
      "epoch": 0.6349375383985255,
      "grad_norm": 0.9702063940410454,
      "learning_rate": 0.00029358258192874247,
      "loss": 1.1226,
      "step": 15502
    },
    {
      "epoch": 0.6349784968257219,
      "grad_norm": 1.382154071066441,
      "learning_rate": 0.00029358163814387754,
      "loss": 1.3577,
      "step": 15503
    },
    {
      "epoch": 0.6350194552529183,
      "grad_norm": 1.1519601655382297,
      "learning_rate": 0.0002935806942911356,
      "loss": 1.0845,
      "step": 15504
    },
    {
      "epoch": 0.6350604136801147,
      "grad_norm": 0.7346431018777706,
      "learning_rate": 0.000293579750370517,
      "loss": 0.962,
      "step": 15505
    },
    {
      "epoch": 0.6351013721073111,
      "grad_norm": 0.6255304374009002,
      "learning_rate": 0.0002935788063820222,
      "loss": 0.6897,
      "step": 15506
    },
    {
      "epoch": 0.6351423305345075,
      "grad_norm": 0.8379272184238271,
      "learning_rate": 0.0002935778623256517,
      "loss": 0.8892,
      "step": 15507
    },
    {
      "epoch": 0.6351832889617038,
      "grad_norm": 0.85445217841583,
      "learning_rate": 0.0002935769182014059,
      "loss": 1.2793,
      "step": 15508
    },
    {
      "epoch": 0.6352242473889003,
      "grad_norm": 0.6074542599772398,
      "learning_rate": 0.0002935759740092853,
      "loss": 0.683,
      "step": 15509
    },
    {
      "epoch": 0.6352652058160967,
      "grad_norm": 0.9107881452772003,
      "learning_rate": 0.0002935750297492903,
      "loss": 1.0724,
      "step": 15510
    },
    {
      "epoch": 0.635306164243293,
      "grad_norm": 0.8276387419979189,
      "learning_rate": 0.0002935740854214213,
      "loss": 0.8204,
      "step": 15511
    },
    {
      "epoch": 0.6353471226704894,
      "grad_norm": 0.81903544178151,
      "learning_rate": 0.00029357314102567886,
      "loss": 0.8963,
      "step": 15512
    },
    {
      "epoch": 0.6353880810976859,
      "grad_norm": 0.6680012164014418,
      "learning_rate": 0.00029357219656206337,
      "loss": 0.6944,
      "step": 15513
    },
    {
      "epoch": 0.6354290395248823,
      "grad_norm": 0.6869173841356383,
      "learning_rate": 0.00029357125203057524,
      "loss": 0.8012,
      "step": 15514
    },
    {
      "epoch": 0.6354699979520786,
      "grad_norm": 17.505443602502723,
      "learning_rate": 0.00029357030743121503,
      "loss": 3.7345,
      "step": 15515
    },
    {
      "epoch": 0.635510956379275,
      "grad_norm": 1.173394238131098,
      "learning_rate": 0.00029356936276398306,
      "loss": 1.1157,
      "step": 15516
    },
    {
      "epoch": 0.6355519148064714,
      "grad_norm": 1.0266065224721828,
      "learning_rate": 0.0002935684180288798,
      "loss": 0.7773,
      "step": 15517
    },
    {
      "epoch": 0.6355928732336679,
      "grad_norm": 1.0216489145478211,
      "learning_rate": 0.0002935674732259058,
      "loss": 1.3479,
      "step": 15518
    },
    {
      "epoch": 0.6356338316608642,
      "grad_norm": 0.8040641826432764,
      "learning_rate": 0.00029356652835506135,
      "loss": 0.899,
      "step": 15519
    },
    {
      "epoch": 0.6356747900880606,
      "grad_norm": 4.055966205503404,
      "learning_rate": 0.000293565583416347,
      "loss": 2.0867,
      "step": 15520
    },
    {
      "epoch": 0.635715748515257,
      "grad_norm": 0.7998876620859758,
      "learning_rate": 0.00029356463840976316,
      "loss": 0.8245,
      "step": 15521
    },
    {
      "epoch": 0.6357567069424535,
      "grad_norm": 0.7127121433204762,
      "learning_rate": 0.00029356369333531033,
      "loss": 0.8309,
      "step": 15522
    },
    {
      "epoch": 0.6357976653696498,
      "grad_norm": 0.8596217226915481,
      "learning_rate": 0.0002935627481929889,
      "loss": 0.7216,
      "step": 15523
    },
    {
      "epoch": 0.6358386237968462,
      "grad_norm": 1.9605326076225402,
      "learning_rate": 0.0002935618029827993,
      "loss": 1.1083,
      "step": 15524
    },
    {
      "epoch": 0.6358795822240426,
      "grad_norm": 0.6981389036932368,
      "learning_rate": 0.00029356085770474203,
      "loss": 0.893,
      "step": 15525
    },
    {
      "epoch": 0.635920540651239,
      "grad_norm": 0.8435225033212551,
      "learning_rate": 0.0002935599123588175,
      "loss": 0.684,
      "step": 15526
    },
    {
      "epoch": 0.6359614990784354,
      "grad_norm": 1.0241677769929738,
      "learning_rate": 0.00029355896694502624,
      "loss": 1.0819,
      "step": 15527
    },
    {
      "epoch": 0.6360024575056318,
      "grad_norm": 0.7498261014813715,
      "learning_rate": 0.00029355802146336854,
      "loss": 0.6977,
      "step": 15528
    },
    {
      "epoch": 0.6360434159328282,
      "grad_norm": 0.9038619961561837,
      "learning_rate": 0.000293557075913845,
      "loss": 0.7368,
      "step": 15529
    },
    {
      "epoch": 0.6360843743600246,
      "grad_norm": 0.9970636665885871,
      "learning_rate": 0.000293556130296456,
      "loss": 0.8935,
      "step": 15530
    },
    {
      "epoch": 0.6361253327872209,
      "grad_norm": 0.9018990728797247,
      "learning_rate": 0.00029355518461120195,
      "loss": 1.1771,
      "step": 15531
    },
    {
      "epoch": 0.6361662912144174,
      "grad_norm": 1.1808697745214318,
      "learning_rate": 0.00029355423885808345,
      "loss": 0.9858,
      "step": 15532
    },
    {
      "epoch": 0.6362072496416138,
      "grad_norm": 1.1507623659010884,
      "learning_rate": 0.0002935532930371007,
      "loss": 1.3981,
      "step": 15533
    },
    {
      "epoch": 0.6362482080688101,
      "grad_norm": 1.2722646204968917,
      "learning_rate": 0.00029355234714825435,
      "loss": 0.6484,
      "step": 15534
    },
    {
      "epoch": 0.6362891664960065,
      "grad_norm": 0.961926997246579,
      "learning_rate": 0.0002935514011915448,
      "loss": 1.048,
      "step": 15535
    },
    {
      "epoch": 0.636330124923203,
      "grad_norm": 0.7751805735343784,
      "learning_rate": 0.0002935504551669724,
      "loss": 0.7831,
      "step": 15536
    },
    {
      "epoch": 0.6363710833503994,
      "grad_norm": 8.699366137494549,
      "learning_rate": 0.0002935495090745377,
      "loss": 3.7519,
      "step": 15537
    },
    {
      "epoch": 0.6364120417775957,
      "grad_norm": 0.7320503580245907,
      "learning_rate": 0.0002935485629142412,
      "loss": 0.6504,
      "step": 15538
    },
    {
      "epoch": 0.6364530002047921,
      "grad_norm": 0.7553334254458461,
      "learning_rate": 0.0002935476166860832,
      "loss": 0.6577,
      "step": 15539
    },
    {
      "epoch": 0.6364939586319885,
      "grad_norm": 0.6585769993477071,
      "learning_rate": 0.00029354667039006426,
      "loss": 0.5077,
      "step": 15540
    },
    {
      "epoch": 0.636534917059185,
      "grad_norm": 1.0661929386821358,
      "learning_rate": 0.00029354572402618475,
      "loss": 0.7509,
      "step": 15541
    },
    {
      "epoch": 0.6365758754863813,
      "grad_norm": 0.9572015589382034,
      "learning_rate": 0.0002935447775944451,
      "loss": 1.008,
      "step": 15542
    },
    {
      "epoch": 0.6366168339135777,
      "grad_norm": 0.8493949251358923,
      "learning_rate": 0.00029354383109484594,
      "loss": 1.3629,
      "step": 15543
    },
    {
      "epoch": 0.6366577923407741,
      "grad_norm": 0.7183722064150486,
      "learning_rate": 0.00029354288452738747,
      "loss": 1.32,
      "step": 15544
    },
    {
      "epoch": 0.6366987507679706,
      "grad_norm": 0.5395051735960107,
      "learning_rate": 0.0002935419378920703,
      "loss": 0.3482,
      "step": 15545
    },
    {
      "epoch": 0.6367397091951669,
      "grad_norm": 0.5505731516257887,
      "learning_rate": 0.0002935409911888948,
      "loss": 0.3326,
      "step": 15546
    },
    {
      "epoch": 0.6367806676223633,
      "grad_norm": 0.9358066393356989,
      "learning_rate": 0.0002935400444178615,
      "loss": 0.9909,
      "step": 15547
    },
    {
      "epoch": 0.6368216260495597,
      "grad_norm": 0.5720395218843497,
      "learning_rate": 0.0002935390975789707,
      "loss": 0.3845,
      "step": 15548
    },
    {
      "epoch": 0.6368625844767561,
      "grad_norm": 0.906084442924064,
      "learning_rate": 0.00029353815067222305,
      "loss": 0.6354,
      "step": 15549
    },
    {
      "epoch": 0.6369035429039525,
      "grad_norm": 0.7879781946902623,
      "learning_rate": 0.00029353720369761885,
      "loss": 0.7148,
      "step": 15550
    },
    {
      "epoch": 0.6369445013311489,
      "grad_norm": 0.6892894337107156,
      "learning_rate": 0.0002935362566551586,
      "loss": 0.2841,
      "step": 15551
    },
    {
      "epoch": 0.6369854597583453,
      "grad_norm": 0.8831671109477791,
      "learning_rate": 0.00029353530954484276,
      "loss": 0.9232,
      "step": 15552
    },
    {
      "epoch": 0.6370264181855416,
      "grad_norm": 0.9300679546456898,
      "learning_rate": 0.00029353436236667174,
      "loss": 0.7427,
      "step": 15553
    },
    {
      "epoch": 0.637067376612738,
      "grad_norm": 0.8605553378791575,
      "learning_rate": 0.000293533415120646,
      "loss": 0.737,
      "step": 15554
    },
    {
      "epoch": 0.6371083350399345,
      "grad_norm": 0.7862636123828327,
      "learning_rate": 0.0002935324678067659,
      "loss": 0.8386,
      "step": 15555
    },
    {
      "epoch": 0.6371492934671309,
      "grad_norm": 0.671611534190221,
      "learning_rate": 0.0002935315204250321,
      "loss": 0.5797,
      "step": 15556
    },
    {
      "epoch": 0.6371902518943272,
      "grad_norm": 0.8879413038183638,
      "learning_rate": 0.00029353057297544483,
      "loss": 0.7226,
      "step": 15557
    },
    {
      "epoch": 0.6372312103215236,
      "grad_norm": 0.8194584991278726,
      "learning_rate": 0.0002935296254580047,
      "loss": 0.415,
      "step": 15558
    },
    {
      "epoch": 0.6372721687487201,
      "grad_norm": 1.042812311481484,
      "learning_rate": 0.0002935286778727121,
      "loss": 0.7257,
      "step": 15559
    },
    {
      "epoch": 0.6373131271759165,
      "grad_norm": 1.28222261435798,
      "learning_rate": 0.00029352773021956745,
      "loss": 1.256,
      "step": 15560
    },
    {
      "epoch": 0.6373540856031128,
      "grad_norm": 0.7610845132981177,
      "learning_rate": 0.0002935267824985712,
      "loss": 1.0181,
      "step": 15561
    },
    {
      "epoch": 0.6373950440303092,
      "grad_norm": 0.6510883926110919,
      "learning_rate": 0.00029352583470972386,
      "loss": 0.8194,
      "step": 15562
    },
    {
      "epoch": 0.6374360024575056,
      "grad_norm": 0.9983985018459676,
      "learning_rate": 0.0002935248868530258,
      "loss": 0.831,
      "step": 15563
    },
    {
      "epoch": 0.6374769608847021,
      "grad_norm": 0.9083272825397024,
      "learning_rate": 0.00029352393892847746,
      "loss": 1.2449,
      "step": 15564
    },
    {
      "epoch": 0.6375179193118984,
      "grad_norm": 4.52266072864512,
      "learning_rate": 0.00029352299093607945,
      "loss": 2.1056,
      "step": 15565
    },
    {
      "epoch": 0.6375588777390948,
      "grad_norm": 0.564764843934916,
      "learning_rate": 0.000293522042875832,
      "loss": 0.685,
      "step": 15566
    },
    {
      "epoch": 0.6375998361662912,
      "grad_norm": 0.9427456565041564,
      "learning_rate": 0.00029352109474773563,
      "loss": 1.1334,
      "step": 15567
    },
    {
      "epoch": 0.6376407945934877,
      "grad_norm": 0.6149746911208567,
      "learning_rate": 0.0002935201465517909,
      "loss": 0.318,
      "step": 15568
    },
    {
      "epoch": 0.637681753020684,
      "grad_norm": 0.8896924580729355,
      "learning_rate": 0.0002935191982879981,
      "loss": 0.4018,
      "step": 15569
    },
    {
      "epoch": 0.6377227114478804,
      "grad_norm": 1.9982113690873,
      "learning_rate": 0.0002935182499563578,
      "loss": 0.6211,
      "step": 15570
    },
    {
      "epoch": 0.6377636698750768,
      "grad_norm": 0.8691591712545973,
      "learning_rate": 0.00029351730155687043,
      "loss": 0.884,
      "step": 15571
    },
    {
      "epoch": 0.6378046283022732,
      "grad_norm": 1.361835308601681,
      "learning_rate": 0.00029351635308953636,
      "loss": 1.3492,
      "step": 15572
    },
    {
      "epoch": 0.6378455867294696,
      "grad_norm": 0.7959560689492519,
      "learning_rate": 0.00029351540455435605,
      "loss": 0.8073,
      "step": 15573
    },
    {
      "epoch": 0.637886545156666,
      "grad_norm": 0.8658908591655032,
      "learning_rate": 0.00029351445595133006,
      "loss": 0.8472,
      "step": 15574
    },
    {
      "epoch": 0.6379275035838624,
      "grad_norm": 0.6625296872558354,
      "learning_rate": 0.0002935135072804587,
      "loss": 0.4792,
      "step": 15575
    },
    {
      "epoch": 0.6379684620110587,
      "grad_norm": 0.792356330195686,
      "learning_rate": 0.00029351255854174254,
      "loss": 0.9035,
      "step": 15576
    },
    {
      "epoch": 0.6380094204382551,
      "grad_norm": 0.9451778451274424,
      "learning_rate": 0.00029351160973518193,
      "loss": 0.7758,
      "step": 15577
    },
    {
      "epoch": 0.6380503788654516,
      "grad_norm": 0.745807941045853,
      "learning_rate": 0.00029351066086077737,
      "loss": 0.9263,
      "step": 15578
    },
    {
      "epoch": 0.638091337292648,
      "grad_norm": 0.7526817467245642,
      "learning_rate": 0.0002935097119185293,
      "loss": 0.835,
      "step": 15579
    },
    {
      "epoch": 0.6381322957198443,
      "grad_norm": 0.8304582890453208,
      "learning_rate": 0.0002935087629084382,
      "loss": 0.8063,
      "step": 15580
    },
    {
      "epoch": 0.6381732541470407,
      "grad_norm": 0.7514880558214314,
      "learning_rate": 0.0002935078138305044,
      "loss": 0.8231,
      "step": 15581
    },
    {
      "epoch": 0.6382142125742372,
      "grad_norm": 1.0501540612498115,
      "learning_rate": 0.00029350686468472846,
      "loss": 0.9621,
      "step": 15582
    },
    {
      "epoch": 0.6382551710014336,
      "grad_norm": 0.9545726822177613,
      "learning_rate": 0.00029350591547111087,
      "loss": 0.7978,
      "step": 15583
    },
    {
      "epoch": 0.6382961294286299,
      "grad_norm": 1.7706723736105936,
      "learning_rate": 0.0002935049661896519,
      "loss": 1.821,
      "step": 15584
    },
    {
      "epoch": 0.6383370878558263,
      "grad_norm": 3.131992317302314,
      "learning_rate": 0.0002935040168403522,
      "loss": 3.4802,
      "step": 15585
    },
    {
      "epoch": 0.6383780462830227,
      "grad_norm": 0.8918714157796914,
      "learning_rate": 0.0002935030674232121,
      "loss": 0.6255,
      "step": 15586
    },
    {
      "epoch": 0.6384190047102192,
      "grad_norm": 1.0495085659675991,
      "learning_rate": 0.0002935021179382321,
      "loss": 0.9395,
      "step": 15587
    },
    {
      "epoch": 0.6384599631374155,
      "grad_norm": 1.1320447837196228,
      "learning_rate": 0.0002935011683854126,
      "loss": 0.7954,
      "step": 15588
    },
    {
      "epoch": 0.6385009215646119,
      "grad_norm": 1.0210096066476861,
      "learning_rate": 0.000293500218764754,
      "loss": 1.0077,
      "step": 15589
    },
    {
      "epoch": 0.6385418799918083,
      "grad_norm": 0.8770966684096163,
      "learning_rate": 0.00029349926907625695,
      "loss": 0.7851,
      "step": 15590
    },
    {
      "epoch": 0.6385828384190048,
      "grad_norm": 0.8027309288232599,
      "learning_rate": 0.00029349831931992174,
      "loss": 0.9882,
      "step": 15591
    },
    {
      "epoch": 0.6386237968462011,
      "grad_norm": 0.9009402559317443,
      "learning_rate": 0.0002934973694957488,
      "loss": 1.059,
      "step": 15592
    },
    {
      "epoch": 0.6386647552733975,
      "grad_norm": 0.7502246670775083,
      "learning_rate": 0.00029349641960373866,
      "loss": 0.828,
      "step": 15593
    },
    {
      "epoch": 0.6387057137005939,
      "grad_norm": 0.8227361688134436,
      "learning_rate": 0.00029349546964389176,
      "loss": 0.5251,
      "step": 15594
    },
    {
      "epoch": 0.6387466721277902,
      "grad_norm": 0.9215649026073031,
      "learning_rate": 0.0002934945196162085,
      "loss": 0.8649,
      "step": 15595
    },
    {
      "epoch": 0.6387876305549867,
      "grad_norm": 0.7371895985652438,
      "learning_rate": 0.0002934935695206894,
      "loss": 0.9276,
      "step": 15596
    },
    {
      "epoch": 0.6388285889821831,
      "grad_norm": 1.1489731367028577,
      "learning_rate": 0.0002934926193573348,
      "loss": 0.7651,
      "step": 15597
    },
    {
      "epoch": 0.6388695474093795,
      "grad_norm": 0.939272409908126,
      "learning_rate": 0.0002934916691261453,
      "loss": 0.9507,
      "step": 15598
    },
    {
      "epoch": 0.6389105058365758,
      "grad_norm": 1.0181291688132936,
      "learning_rate": 0.0002934907188271212,
      "loss": 1.0302,
      "step": 15599
    },
    {
      "epoch": 0.6389514642637723,
      "grad_norm": 0.5084666647629356,
      "learning_rate": 0.000293489768460263,
      "loss": 0.3786,
      "step": 15600
    },
    {
      "epoch": 0.6389924226909687,
      "grad_norm": 3.399223691302806,
      "learning_rate": 0.00029348881802557117,
      "loss": 5.7488,
      "step": 15601
    },
    {
      "epoch": 0.6390333811181651,
      "grad_norm": 1.0175797977645755,
      "learning_rate": 0.00029348786752304623,
      "loss": 1.4792,
      "step": 15602
    },
    {
      "epoch": 0.6390743395453614,
      "grad_norm": 1.2192495227029667,
      "learning_rate": 0.0002934869169526885,
      "loss": 0.9949,
      "step": 15603
    },
    {
      "epoch": 0.6391152979725578,
      "grad_norm": 0.6631529970237847,
      "learning_rate": 0.0002934859663144985,
      "loss": 0.7718,
      "step": 15604
    },
    {
      "epoch": 0.6391562563997543,
      "grad_norm": 0.5637565916698517,
      "learning_rate": 0.0002934850156084766,
      "loss": 0.3817,
      "step": 15605
    },
    {
      "epoch": 0.6391972148269507,
      "grad_norm": 0.7366404025239437,
      "learning_rate": 0.00029348406483462334,
      "loss": 1.0415,
      "step": 15606
    },
    {
      "epoch": 0.639238173254147,
      "grad_norm": 1.1522836179101683,
      "learning_rate": 0.00029348311399293915,
      "loss": 0.9314,
      "step": 15607
    },
    {
      "epoch": 0.6392791316813434,
      "grad_norm": 0.8961833385797418,
      "learning_rate": 0.0002934821630834245,
      "loss": 1.0366,
      "step": 15608
    },
    {
      "epoch": 0.6393200901085399,
      "grad_norm": 0.8486820235028423,
      "learning_rate": 0.0002934812121060798,
      "loss": 1.1033,
      "step": 15609
    },
    {
      "epoch": 0.6393610485357363,
      "grad_norm": 6.81555823039561,
      "learning_rate": 0.00029348026106090547,
      "loss": 3.5452,
      "step": 15610
    },
    {
      "epoch": 0.6394020069629326,
      "grad_norm": 0.6075297500966179,
      "learning_rate": 0.000293479309947902,
      "loss": 0.3008,
      "step": 15611
    },
    {
      "epoch": 0.639442965390129,
      "grad_norm": 0.8172845950082002,
      "learning_rate": 0.0002934783587670699,
      "loss": 0.7524,
      "step": 15612
    },
    {
      "epoch": 0.6394839238173254,
      "grad_norm": 0.8507461630705768,
      "learning_rate": 0.0002934774075184095,
      "loss": 1.1179,
      "step": 15613
    },
    {
      "epoch": 0.6395248822445219,
      "grad_norm": 1.102513431091526,
      "learning_rate": 0.0002934764562019213,
      "loss": 1.1916,
      "step": 15614
    },
    {
      "epoch": 0.6395658406717182,
      "grad_norm": 0.5644593528529332,
      "learning_rate": 0.00029347550481760576,
      "loss": 0.4331,
      "step": 15615
    },
    {
      "epoch": 0.6396067990989146,
      "grad_norm": 7.928633831633955,
      "learning_rate": 0.00029347455336546337,
      "loss": 4.5252,
      "step": 15616
    },
    {
      "epoch": 0.639647757526111,
      "grad_norm": 0.9718994096252981,
      "learning_rate": 0.00029347360184549454,
      "loss": 1.31,
      "step": 15617
    },
    {
      "epoch": 0.6396887159533073,
      "grad_norm": 0.8170277653167255,
      "learning_rate": 0.00029347265025769965,
      "loss": 1.0625,
      "step": 15618
    },
    {
      "epoch": 0.6397296743805038,
      "grad_norm": 0.6859137027083634,
      "learning_rate": 0.0002934716986020793,
      "loss": 0.6813,
      "step": 15619
    },
    {
      "epoch": 0.6397706328077002,
      "grad_norm": 0.657289630427066,
      "learning_rate": 0.0002934707468786338,
      "loss": 0.4288,
      "step": 15620
    },
    {
      "epoch": 0.6398115912348966,
      "grad_norm": 0.53011533947711,
      "learning_rate": 0.00029346979508736366,
      "loss": 0.4007,
      "step": 15621
    },
    {
      "epoch": 0.6398525496620929,
      "grad_norm": 0.6365929853100618,
      "learning_rate": 0.00029346884322826934,
      "loss": 0.8985,
      "step": 15622
    },
    {
      "epoch": 0.6398935080892894,
      "grad_norm": 3.6676734115615597,
      "learning_rate": 0.00029346789130135125,
      "loss": 6.5937,
      "step": 15623
    },
    {
      "epoch": 0.6399344665164858,
      "grad_norm": 0.8900536764917204,
      "learning_rate": 0.0002934669393066099,
      "loss": 0.7148,
      "step": 15624
    },
    {
      "epoch": 0.6399754249436822,
      "grad_norm": 4.239428641208361,
      "learning_rate": 0.0002934659872440457,
      "loss": 4.722,
      "step": 15625
    },
    {
      "epoch": 0.6400163833708785,
      "grad_norm": 0.7025378930671241,
      "learning_rate": 0.00029346503511365913,
      "loss": 0.7423,
      "step": 15626
    },
    {
      "epoch": 0.6400573417980749,
      "grad_norm": 0.7342590607571462,
      "learning_rate": 0.00029346408291545056,
      "loss": 0.792,
      "step": 15627
    },
    {
      "epoch": 0.6400983002252714,
      "grad_norm": 0.778724135235319,
      "learning_rate": 0.00029346313064942053,
      "loss": 0.7532,
      "step": 15628
    },
    {
      "epoch": 0.6401392586524678,
      "grad_norm": 0.8791118156869933,
      "learning_rate": 0.0002934621783155694,
      "loss": 0.9986,
      "step": 15629
    },
    {
      "epoch": 0.6401802170796641,
      "grad_norm": 0.7944295756292842,
      "learning_rate": 0.00029346122591389774,
      "loss": 0.6494,
      "step": 15630
    },
    {
      "epoch": 0.6402211755068605,
      "grad_norm": 3.439599018985081,
      "learning_rate": 0.00029346027344440595,
      "loss": 2.6961,
      "step": 15631
    },
    {
      "epoch": 0.640262133934057,
      "grad_norm": 0.8438465074449387,
      "learning_rate": 0.00029345932090709445,
      "loss": 1.0843,
      "step": 15632
    },
    {
      "epoch": 0.6403030923612534,
      "grad_norm": 1.147150219349376,
      "learning_rate": 0.00029345836830196366,
      "loss": 0.9607,
      "step": 15633
    },
    {
      "epoch": 0.6403440507884497,
      "grad_norm": 0.7821831792168118,
      "learning_rate": 0.0002934574156290141,
      "loss": 0.9712,
      "step": 15634
    },
    {
      "epoch": 0.6403850092156461,
      "grad_norm": 0.7025013573015584,
      "learning_rate": 0.0002934564628882462,
      "loss": 1.0078,
      "step": 15635
    },
    {
      "epoch": 0.6404259676428425,
      "grad_norm": 0.8288489257620215,
      "learning_rate": 0.00029345551007966045,
      "loss": 0.9487,
      "step": 15636
    },
    {
      "epoch": 0.6404669260700389,
      "grad_norm": 1.0963282752131849,
      "learning_rate": 0.00029345455720325723,
      "loss": 0.9195,
      "step": 15637
    },
    {
      "epoch": 0.6405078844972353,
      "grad_norm": 0.7624878762904153,
      "learning_rate": 0.00029345360425903706,
      "loss": 0.7905,
      "step": 15638
    },
    {
      "epoch": 0.6405488429244317,
      "grad_norm": 1.0863389313894234,
      "learning_rate": 0.0002934526512470003,
      "loss": 1.4032,
      "step": 15639
    },
    {
      "epoch": 0.6405898013516281,
      "grad_norm": 0.8438332721871832,
      "learning_rate": 0.0002934516981671475,
      "loss": 0.8851,
      "step": 15640
    },
    {
      "epoch": 0.6406307597788244,
      "grad_norm": 0.7666897325070289,
      "learning_rate": 0.00029345074501947895,
      "loss": 0.3454,
      "step": 15641
    },
    {
      "epoch": 0.6406717182060209,
      "grad_norm": 0.7580989265709273,
      "learning_rate": 0.00029344979180399535,
      "loss": 0.7209,
      "step": 15642
    },
    {
      "epoch": 0.6407126766332173,
      "grad_norm": 0.7719516245579109,
      "learning_rate": 0.0002934488385206969,
      "loss": 0.8925,
      "step": 15643
    },
    {
      "epoch": 0.6407536350604137,
      "grad_norm": 1.5157522027702053,
      "learning_rate": 0.0002934478851695842,
      "loss": 1.4419,
      "step": 15644
    },
    {
      "epoch": 0.64079459348761,
      "grad_norm": 0.695206540351612,
      "learning_rate": 0.0002934469317506577,
      "loss": 0.8778,
      "step": 15645
    },
    {
      "epoch": 0.6408355519148065,
      "grad_norm": 0.8910603227762253,
      "learning_rate": 0.00029344597826391777,
      "loss": 0.9951,
      "step": 15646
    },
    {
      "epoch": 0.6408765103420029,
      "grad_norm": 0.8882026973600475,
      "learning_rate": 0.0002934450247093649,
      "loss": 0.7666,
      "step": 15647
    },
    {
      "epoch": 0.6409174687691993,
      "grad_norm": 0.7982814781599451,
      "learning_rate": 0.0002934440710869996,
      "loss": 0.8774,
      "step": 15648
    },
    {
      "epoch": 0.6409584271963956,
      "grad_norm": 0.7981141635315611,
      "learning_rate": 0.00029344311739682225,
      "loss": 0.7025,
      "step": 15649
    },
    {
      "epoch": 0.640999385623592,
      "grad_norm": 1.114167836555746,
      "learning_rate": 0.0002934421636388333,
      "loss": 1.06,
      "step": 15650
    },
    {
      "epoch": 0.6410403440507885,
      "grad_norm": 0.6941431271484254,
      "learning_rate": 0.0002934412098130332,
      "loss": 0.8658,
      "step": 15651
    },
    {
      "epoch": 0.6410813024779849,
      "grad_norm": 0.7535326786751403,
      "learning_rate": 0.00029344025591942244,
      "loss": 0.9468,
      "step": 15652
    },
    {
      "epoch": 0.6411222609051812,
      "grad_norm": 0.7272030892758817,
      "learning_rate": 0.00029343930195800146,
      "loss": 0.8492,
      "step": 15653
    },
    {
      "epoch": 0.6411632193323776,
      "grad_norm": 0.9064460498489987,
      "learning_rate": 0.0002934383479287707,
      "loss": 0.9685,
      "step": 15654
    },
    {
      "epoch": 0.6412041777595741,
      "grad_norm": 1.077133574482806,
      "learning_rate": 0.0002934373938317306,
      "loss": 1.2591,
      "step": 15655
    },
    {
      "epoch": 0.6412451361867705,
      "grad_norm": 0.7118085330673953,
      "learning_rate": 0.0002934364396668816,
      "loss": 0.705,
      "step": 15656
    },
    {
      "epoch": 0.6412860946139668,
      "grad_norm": 0.591955865144312,
      "learning_rate": 0.0002934354854342242,
      "loss": 0.302,
      "step": 15657
    },
    {
      "epoch": 0.6413270530411632,
      "grad_norm": 0.5773820193659182,
      "learning_rate": 0.00029343453113375885,
      "loss": 0.3839,
      "step": 15658
    },
    {
      "epoch": 0.6413680114683596,
      "grad_norm": 0.9277897107554253,
      "learning_rate": 0.00029343357676548596,
      "loss": 0.9254,
      "step": 15659
    },
    {
      "epoch": 0.641408969895556,
      "grad_norm": 1.0387332445358908,
      "learning_rate": 0.000293432622329406,
      "loss": 0.9224,
      "step": 15660
    },
    {
      "epoch": 0.6414499283227524,
      "grad_norm": 0.816680429360157,
      "learning_rate": 0.0002934316678255194,
      "loss": 0.8496,
      "step": 15661
    },
    {
      "epoch": 0.6414908867499488,
      "grad_norm": 0.5931163548636246,
      "learning_rate": 0.0002934307132538267,
      "loss": 0.3581,
      "step": 15662
    },
    {
      "epoch": 0.6415318451771452,
      "grad_norm": 0.9041904979868816,
      "learning_rate": 0.0002934297586143282,
      "loss": 0.9788,
      "step": 15663
    },
    {
      "epoch": 0.6415728036043415,
      "grad_norm": 0.8254390916662353,
      "learning_rate": 0.00029342880390702443,
      "loss": 0.6301,
      "step": 15664
    },
    {
      "epoch": 0.641613762031538,
      "grad_norm": 0.7684189099365678,
      "learning_rate": 0.0002934278491319159,
      "loss": 0.8756,
      "step": 15665
    },
    {
      "epoch": 0.6416547204587344,
      "grad_norm": 1.216252361507328,
      "learning_rate": 0.000293426894289003,
      "loss": 1.0415,
      "step": 15666
    },
    {
      "epoch": 0.6416956788859308,
      "grad_norm": 1.1101594002210196,
      "learning_rate": 0.00029342593937828614,
      "loss": 1.3892,
      "step": 15667
    },
    {
      "epoch": 0.6417366373131271,
      "grad_norm": 0.7010221800665832,
      "learning_rate": 0.00029342498439976583,
      "loss": 0.8374,
      "step": 15668
    },
    {
      "epoch": 0.6417775957403236,
      "grad_norm": 0.8594016598978157,
      "learning_rate": 0.00029342402935344256,
      "loss": 0.7392,
      "step": 15669
    },
    {
      "epoch": 0.64181855416752,
      "grad_norm": 1.395062635257878,
      "learning_rate": 0.0002934230742393167,
      "loss": 1.4485,
      "step": 15670
    },
    {
      "epoch": 0.6418595125947164,
      "grad_norm": 0.9676517087582439,
      "learning_rate": 0.0002934221190573887,
      "loss": 0.9249,
      "step": 15671
    },
    {
      "epoch": 0.6419004710219127,
      "grad_norm": 0.5336614805535292,
      "learning_rate": 0.0002934211638076591,
      "loss": 0.4549,
      "step": 15672
    },
    {
      "epoch": 0.6419414294491091,
      "grad_norm": 0.49879251305797406,
      "learning_rate": 0.0002934202084901283,
      "loss": 0.2912,
      "step": 15673
    },
    {
      "epoch": 0.6419823878763056,
      "grad_norm": 1.4420816044748384,
      "learning_rate": 0.0002934192531047967,
      "loss": 0.9202,
      "step": 15674
    },
    {
      "epoch": 0.642023346303502,
      "grad_norm": 1.0212537640855268,
      "learning_rate": 0.00029341829765166475,
      "loss": 0.8148,
      "step": 15675
    },
    {
      "epoch": 0.6420643047306983,
      "grad_norm": 0.6676605968718399,
      "learning_rate": 0.000293417342130733,
      "loss": 0.5073,
      "step": 15676
    },
    {
      "epoch": 0.6421052631578947,
      "grad_norm": 0.5345947724049037,
      "learning_rate": 0.0002934163865420019,
      "loss": 0.3441,
      "step": 15677
    },
    {
      "epoch": 0.6421462215850912,
      "grad_norm": 0.8716038124285821,
      "learning_rate": 0.00029341543088547183,
      "loss": 1.1587,
      "step": 15678
    },
    {
      "epoch": 0.6421871800122875,
      "grad_norm": 0.760153608658944,
      "learning_rate": 0.00029341447516114327,
      "loss": 0.6278,
      "step": 15679
    },
    {
      "epoch": 0.6422281384394839,
      "grad_norm": 0.7894027199074118,
      "learning_rate": 0.00029341351936901667,
      "loss": 1.0474,
      "step": 15680
    },
    {
      "epoch": 0.6422690968666803,
      "grad_norm": 0.7499403947960613,
      "learning_rate": 0.0002934125635090924,
      "loss": 1.0917,
      "step": 15681
    },
    {
      "epoch": 0.6423100552938767,
      "grad_norm": 0.7762428850188124,
      "learning_rate": 0.0002934116075813711,
      "loss": 0.8848,
      "step": 15682
    },
    {
      "epoch": 0.6423510137210731,
      "grad_norm": 1.0243881859022266,
      "learning_rate": 0.0002934106515858531,
      "loss": 0.9435,
      "step": 15683
    },
    {
      "epoch": 0.6423919721482695,
      "grad_norm": 0.8707144607919948,
      "learning_rate": 0.0002934096955225388,
      "loss": 1.0916,
      "step": 15684
    },
    {
      "epoch": 0.6424329305754659,
      "grad_norm": 0.90854472363502,
      "learning_rate": 0.0002934087393914288,
      "loss": 0.9457,
      "step": 15685
    },
    {
      "epoch": 0.6424738890026623,
      "grad_norm": 0.6132145351331432,
      "learning_rate": 0.0002934077831925234,
      "loss": 0.534,
      "step": 15686
    },
    {
      "epoch": 0.6425148474298586,
      "grad_norm": 0.7823685203384625,
      "learning_rate": 0.00029340682692582313,
      "loss": 0.9335,
      "step": 15687
    },
    {
      "epoch": 0.6425558058570551,
      "grad_norm": 0.6066801340758985,
      "learning_rate": 0.0002934058705913285,
      "loss": 0.401,
      "step": 15688
    },
    {
      "epoch": 0.6425967642842515,
      "grad_norm": 0.8500445131991359,
      "learning_rate": 0.00029340491418903983,
      "loss": 1.0828,
      "step": 15689
    },
    {
      "epoch": 0.6426377227114479,
      "grad_norm": 0.9746200538622917,
      "learning_rate": 0.00029340395771895766,
      "loss": 0.835,
      "step": 15690
    },
    {
      "epoch": 0.6426786811386442,
      "grad_norm": 1.9198387371999508,
      "learning_rate": 0.00029340300118108244,
      "loss": 2.1805,
      "step": 15691
    },
    {
      "epoch": 0.6427196395658407,
      "grad_norm": 2.1807879067096363,
      "learning_rate": 0.00029340204457541455,
      "loss": 4.2827,
      "step": 15692
    },
    {
      "epoch": 0.6427605979930371,
      "grad_norm": 0.43114112608006794,
      "learning_rate": 0.00029340108790195453,
      "loss": 0.2794,
      "step": 15693
    },
    {
      "epoch": 0.6428015564202335,
      "grad_norm": 0.7886881391941466,
      "learning_rate": 0.0002934001311607028,
      "loss": 0.8144,
      "step": 15694
    },
    {
      "epoch": 0.6428425148474298,
      "grad_norm": 1.2336459477515815,
      "learning_rate": 0.0002933991743516598,
      "loss": 1.2633,
      "step": 15695
    },
    {
      "epoch": 0.6428834732746262,
      "grad_norm": 0.7574720874084675,
      "learning_rate": 0.00029339821747482596,
      "loss": 0.8287,
      "step": 15696
    },
    {
      "epoch": 0.6429244317018227,
      "grad_norm": 0.9344152889973695,
      "learning_rate": 0.00029339726053020183,
      "loss": 1.0883,
      "step": 15697
    },
    {
      "epoch": 0.6429653901290191,
      "grad_norm": 0.7012048084032935,
      "learning_rate": 0.00029339630351778775,
      "loss": 0.8174,
      "step": 15698
    },
    {
      "epoch": 0.6430063485562154,
      "grad_norm": 1.347266123801321,
      "learning_rate": 0.00029339534643758425,
      "loss": 1.1189,
      "step": 15699
    },
    {
      "epoch": 0.6430473069834118,
      "grad_norm": 1.0118961086022558,
      "learning_rate": 0.0002933943892895917,
      "loss": 0.7089,
      "step": 15700
    },
    {
      "epoch": 0.6430882654106083,
      "grad_norm": 0.9531653717080968,
      "learning_rate": 0.0002933934320738107,
      "loss": 1.2467,
      "step": 15701
    },
    {
      "epoch": 0.6431292238378046,
      "grad_norm": 1.4808812436772607,
      "learning_rate": 0.0002933924747902415,
      "loss": 0.9591,
      "step": 15702
    },
    {
      "epoch": 0.643170182265001,
      "grad_norm": 0.8439511996199653,
      "learning_rate": 0.00029339151743888465,
      "loss": 0.8792,
      "step": 15703
    },
    {
      "epoch": 0.6432111406921974,
      "grad_norm": 0.7055935940215718,
      "learning_rate": 0.0002933905600197407,
      "loss": 0.667,
      "step": 15704
    },
    {
      "epoch": 0.6432520991193938,
      "grad_norm": 0.9336338562357329,
      "learning_rate": 0.00029338960253280996,
      "loss": 0.8744,
      "step": 15705
    },
    {
      "epoch": 0.6432930575465902,
      "grad_norm": 0.7841306683543124,
      "learning_rate": 0.00029338864497809296,
      "loss": 0.9442,
      "step": 15706
    },
    {
      "epoch": 0.6433340159737866,
      "grad_norm": 0.7990776274067796,
      "learning_rate": 0.0002933876873555901,
      "loss": 1.0047,
      "step": 15707
    },
    {
      "epoch": 0.643374974400983,
      "grad_norm": 0.8992258662693271,
      "learning_rate": 0.0002933867296653019,
      "loss": 1.0199,
      "step": 15708
    },
    {
      "epoch": 0.6434159328281794,
      "grad_norm": 0.8521766225104286,
      "learning_rate": 0.00029338577190722874,
      "loss": 0.8836,
      "step": 15709
    },
    {
      "epoch": 0.6434568912553758,
      "grad_norm": 0.8623262337163259,
      "learning_rate": 0.0002933848140813711,
      "loss": 0.7031,
      "step": 15710
    },
    {
      "epoch": 0.6434978496825722,
      "grad_norm": 0.718840181488362,
      "learning_rate": 0.0002933838561877295,
      "loss": 0.5165,
      "step": 15711
    },
    {
      "epoch": 0.6435388081097686,
      "grad_norm": 0.7351396308446319,
      "learning_rate": 0.0002933828982263043,
      "loss": 0.8329,
      "step": 15712
    },
    {
      "epoch": 0.643579766536965,
      "grad_norm": 0.7016914846080375,
      "learning_rate": 0.00029338194019709596,
      "loss": 0.8321,
      "step": 15713
    },
    {
      "epoch": 0.6436207249641613,
      "grad_norm": 0.7824534905486454,
      "learning_rate": 0.000293380982100105,
      "loss": 1.1162,
      "step": 15714
    },
    {
      "epoch": 0.6436616833913578,
      "grad_norm": 0.7566837448710776,
      "learning_rate": 0.0002933800239353318,
      "loss": 0.8404,
      "step": 15715
    },
    {
      "epoch": 0.6437026418185542,
      "grad_norm": 0.9057116953632054,
      "learning_rate": 0.00029337906570277685,
      "loss": 0.7751,
      "step": 15716
    },
    {
      "epoch": 0.6437436002457506,
      "grad_norm": 0.8928701074370381,
      "learning_rate": 0.0002933781074024406,
      "loss": 0.8935,
      "step": 15717
    },
    {
      "epoch": 0.6437845586729469,
      "grad_norm": 0.8963927486186143,
      "learning_rate": 0.0002933771490343235,
      "loss": 0.6119,
      "step": 15718
    },
    {
      "epoch": 0.6438255171001434,
      "grad_norm": 0.8246829388613386,
      "learning_rate": 0.000293376190598426,
      "loss": 0.9046,
      "step": 15719
    },
    {
      "epoch": 0.6438664755273398,
      "grad_norm": 1.1325471178007123,
      "learning_rate": 0.00029337523209474855,
      "loss": 1.2705,
      "step": 15720
    },
    {
      "epoch": 0.6439074339545361,
      "grad_norm": 0.8094602317435535,
      "learning_rate": 0.00029337427352329164,
      "loss": 0.7455,
      "step": 15721
    },
    {
      "epoch": 0.6439483923817325,
      "grad_norm": 0.7559455967293022,
      "learning_rate": 0.00029337331488405566,
      "loss": 0.8621,
      "step": 15722
    },
    {
      "epoch": 0.6439893508089289,
      "grad_norm": 0.8893769821551953,
      "learning_rate": 0.00029337235617704117,
      "loss": 0.7201,
      "step": 15723
    },
    {
      "epoch": 0.6440303092361254,
      "grad_norm": 1.088074850779516,
      "learning_rate": 0.0002933713974022485,
      "loss": 1.0083,
      "step": 15724
    },
    {
      "epoch": 0.6440712676633217,
      "grad_norm": 1.2039327607332981,
      "learning_rate": 0.0002933704385596781,
      "loss": 0.6362,
      "step": 15725
    },
    {
      "epoch": 0.6441122260905181,
      "grad_norm": 0.723720215589762,
      "learning_rate": 0.00029336947964933054,
      "loss": 0.5979,
      "step": 15726
    },
    {
      "epoch": 0.6441531845177145,
      "grad_norm": 11.060128934573246,
      "learning_rate": 0.0002933685206712062,
      "loss": 5.3606,
      "step": 15727
    },
    {
      "epoch": 0.644194142944911,
      "grad_norm": 0.8782278516506259,
      "learning_rate": 0.00029336756162530556,
      "loss": 1.1101,
      "step": 15728
    },
    {
      "epoch": 0.6442351013721073,
      "grad_norm": 0.8118163881443077,
      "learning_rate": 0.000293366602511629,
      "loss": 0.9348,
      "step": 15729
    },
    {
      "epoch": 0.6442760597993037,
      "grad_norm": 0.9458800676628915,
      "learning_rate": 0.0002933656433301771,
      "loss": 0.3202,
      "step": 15730
    },
    {
      "epoch": 0.6443170182265001,
      "grad_norm": 1.212131720117897,
      "learning_rate": 0.00029336468408095015,
      "loss": 0.9603,
      "step": 15731
    },
    {
      "epoch": 0.6443579766536965,
      "grad_norm": 1.0512814580596581,
      "learning_rate": 0.00029336372476394877,
      "loss": 1.4293,
      "step": 15732
    },
    {
      "epoch": 0.6443989350808929,
      "grad_norm": 0.7424984138896041,
      "learning_rate": 0.0002933627653791733,
      "loss": 0.8037,
      "step": 15733
    },
    {
      "epoch": 0.6444398935080893,
      "grad_norm": 0.6500012979901981,
      "learning_rate": 0.0002933618059266243,
      "loss": 0.3899,
      "step": 15734
    },
    {
      "epoch": 0.6444808519352857,
      "grad_norm": 0.6511924795777,
      "learning_rate": 0.0002933608464063021,
      "loss": 0.5755,
      "step": 15735
    },
    {
      "epoch": 0.6445218103624821,
      "grad_norm": 0.7486528286359333,
      "learning_rate": 0.00029335988681820723,
      "loss": 0.837,
      "step": 15736
    },
    {
      "epoch": 0.6445627687896784,
      "grad_norm": 0.7245309039524628,
      "learning_rate": 0.0002933589271623401,
      "loss": 0.8536,
      "step": 15737
    },
    {
      "epoch": 0.6446037272168749,
      "grad_norm": 0.8320565936638635,
      "learning_rate": 0.00029335796743870115,
      "loss": 0.9424,
      "step": 15738
    },
    {
      "epoch": 0.6446446856440713,
      "grad_norm": 0.9796070150538763,
      "learning_rate": 0.00029335700764729095,
      "loss": 0.9812,
      "step": 15739
    },
    {
      "epoch": 0.6446856440712677,
      "grad_norm": 3.551407483674353,
      "learning_rate": 0.00029335604778810983,
      "loss": 2.5626,
      "step": 15740
    },
    {
      "epoch": 0.644726602498464,
      "grad_norm": 1.2216769618899443,
      "learning_rate": 0.00029335508786115837,
      "loss": 1.2808,
      "step": 15741
    },
    {
      "epoch": 0.6447675609256605,
      "grad_norm": 0.6670930401247543,
      "learning_rate": 0.00029335412786643685,
      "loss": 0.6979,
      "step": 15742
    },
    {
      "epoch": 0.6448085193528569,
      "grad_norm": 0.7228060551249352,
      "learning_rate": 0.00029335316780394586,
      "loss": 0.8744,
      "step": 15743
    },
    {
      "epoch": 0.6448494777800532,
      "grad_norm": 0.7906171833543194,
      "learning_rate": 0.0002933522076736858,
      "loss": 0.8691,
      "step": 15744
    },
    {
      "epoch": 0.6448904362072496,
      "grad_norm": 0.8383319622433291,
      "learning_rate": 0.0002933512474756571,
      "loss": 1.0115,
      "step": 15745
    },
    {
      "epoch": 0.644931394634446,
      "grad_norm": 0.6762057112115035,
      "learning_rate": 0.0002933502872098603,
      "loss": 0.7332,
      "step": 15746
    },
    {
      "epoch": 0.6449723530616425,
      "grad_norm": 0.7496356731841151,
      "learning_rate": 0.0002933493268762958,
      "loss": 0.8226,
      "step": 15747
    },
    {
      "epoch": 0.6450133114888388,
      "grad_norm": 0.7638717080544116,
      "learning_rate": 0.000293348366474964,
      "loss": 0.4343,
      "step": 15748
    },
    {
      "epoch": 0.6450542699160352,
      "grad_norm": 0.8692361606240426,
      "learning_rate": 0.0002933474060058655,
      "loss": 0.9357,
      "step": 15749
    },
    {
      "epoch": 0.6450952283432316,
      "grad_norm": 0.8154999400457792,
      "learning_rate": 0.0002933464454690006,
      "loss": 0.9636,
      "step": 15750
    },
    {
      "epoch": 0.645136186770428,
      "grad_norm": 0.785511106407744,
      "learning_rate": 0.0002933454848643698,
      "loss": 0.9443,
      "step": 15751
    },
    {
      "epoch": 0.6451771451976244,
      "grad_norm": 1.0467691646029358,
      "learning_rate": 0.00029334452419197364,
      "loss": 1.1817,
      "step": 15752
    },
    {
      "epoch": 0.6452181036248208,
      "grad_norm": 1.15304878252106,
      "learning_rate": 0.00029334356345181244,
      "loss": 1.1893,
      "step": 15753
    },
    {
      "epoch": 0.6452590620520172,
      "grad_norm": 1.2818266606020368,
      "learning_rate": 0.00029334260264388676,
      "loss": 1.5961,
      "step": 15754
    },
    {
      "epoch": 0.6453000204792136,
      "grad_norm": 0.7046854054556656,
      "learning_rate": 0.00029334164176819704,
      "loss": 0.8718,
      "step": 15755
    },
    {
      "epoch": 0.64534097890641,
      "grad_norm": 0.9851362035715732,
      "learning_rate": 0.0002933406808247437,
      "loss": 1.134,
      "step": 15756
    },
    {
      "epoch": 0.6453819373336064,
      "grad_norm": 0.6823288985977801,
      "learning_rate": 0.00029333971981352713,
      "loss": 0.8048,
      "step": 15757
    },
    {
      "epoch": 0.6454228957608028,
      "grad_norm": 0.7015430005588195,
      "learning_rate": 0.00029333875873454793,
      "loss": 0.9201,
      "step": 15758
    },
    {
      "epoch": 0.6454638541879992,
      "grad_norm": 0.8124903284705427,
      "learning_rate": 0.00029333779758780647,
      "loss": 0.6524,
      "step": 15759
    },
    {
      "epoch": 0.6455048126151955,
      "grad_norm": 1.0283381006211665,
      "learning_rate": 0.00029333683637330324,
      "loss": 0.7947,
      "step": 15760
    },
    {
      "epoch": 0.645545771042392,
      "grad_norm": 0.7531001864445268,
      "learning_rate": 0.0002933358750910386,
      "loss": 0.823,
      "step": 15761
    },
    {
      "epoch": 0.6455867294695884,
      "grad_norm": 1.8806256620261605,
      "learning_rate": 0.0002933349137410131,
      "loss": 1.0772,
      "step": 15762
    },
    {
      "epoch": 0.6456276878967848,
      "grad_norm": 0.6411858800066378,
      "learning_rate": 0.0002933339523232272,
      "loss": 0.3437,
      "step": 15763
    },
    {
      "epoch": 0.6456686463239811,
      "grad_norm": 0.740914458604851,
      "learning_rate": 0.00029333299083768137,
      "loss": 1.0571,
      "step": 15764
    },
    {
      "epoch": 0.6457096047511776,
      "grad_norm": 0.8149922106329921,
      "learning_rate": 0.0002933320292843759,
      "loss": 0.882,
      "step": 15765
    },
    {
      "epoch": 0.645750563178374,
      "grad_norm": 0.9059425053905449,
      "learning_rate": 0.00029333106766331145,
      "loss": 0.9133,
      "step": 15766
    },
    {
      "epoch": 0.6457915216055703,
      "grad_norm": 0.7632611747620306,
      "learning_rate": 0.00029333010597448837,
      "loss": 0.8675,
      "step": 15767
    },
    {
      "epoch": 0.6458324800327667,
      "grad_norm": 0.9576610381763039,
      "learning_rate": 0.00029332914421790714,
      "loss": 0.8223,
      "step": 15768
    },
    {
      "epoch": 0.6458734384599631,
      "grad_norm": 0.8415817911632543,
      "learning_rate": 0.00029332818239356817,
      "loss": 1.0032,
      "step": 15769
    },
    {
      "epoch": 0.6459143968871596,
      "grad_norm": 0.9347082218997537,
      "learning_rate": 0.00029332722050147197,
      "loss": 1.2914,
      "step": 15770
    },
    {
      "epoch": 0.6459553553143559,
      "grad_norm": 0.5757905314105852,
      "learning_rate": 0.000293326258541619,
      "loss": 0.3331,
      "step": 15771
    },
    {
      "epoch": 0.6459963137415523,
      "grad_norm": 1.26708083947845,
      "learning_rate": 0.0002933252965140097,
      "loss": 1.5147,
      "step": 15772
    },
    {
      "epoch": 0.6460372721687487,
      "grad_norm": 0.8506964411816952,
      "learning_rate": 0.00029332433441864444,
      "loss": 0.7135,
      "step": 15773
    },
    {
      "epoch": 0.6460782305959452,
      "grad_norm": 0.625608036104346,
      "learning_rate": 0.00029332337225552383,
      "loss": 0.7541,
      "step": 15774
    },
    {
      "epoch": 0.6461191890231415,
      "grad_norm": 0.743360666510041,
      "learning_rate": 0.00029332241002464823,
      "loss": 0.8348,
      "step": 15775
    },
    {
      "epoch": 0.6461601474503379,
      "grad_norm": 0.7966797959158,
      "learning_rate": 0.00029332144772601813,
      "loss": 1.0209,
      "step": 15776
    },
    {
      "epoch": 0.6462011058775343,
      "grad_norm": 0.6871273761839596,
      "learning_rate": 0.0002933204853596339,
      "loss": 0.7292,
      "step": 15777
    },
    {
      "epoch": 0.6462420643047307,
      "grad_norm": 5.487345244471927,
      "learning_rate": 0.0002933195229254961,
      "loss": 2.8746,
      "step": 15778
    },
    {
      "epoch": 0.6462830227319271,
      "grad_norm": 0.6569162577332424,
      "learning_rate": 0.00029331856042360513,
      "loss": 0.8123,
      "step": 15779
    },
    {
      "epoch": 0.6463239811591235,
      "grad_norm": 0.827968948414231,
      "learning_rate": 0.0002933175978539615,
      "loss": 0.8355,
      "step": 15780
    },
    {
      "epoch": 0.6463649395863199,
      "grad_norm": 0.7517002222193336,
      "learning_rate": 0.00029331663521656555,
      "loss": 0.7113,
      "step": 15781
    },
    {
      "epoch": 0.6464058980135163,
      "grad_norm": 0.8564285226582369,
      "learning_rate": 0.0002933156725114179,
      "loss": 1.0082,
      "step": 15782
    },
    {
      "epoch": 0.6464468564407126,
      "grad_norm": 1.1403042086465238,
      "learning_rate": 0.0002933147097385189,
      "loss": 1.3911,
      "step": 15783
    },
    {
      "epoch": 0.6464878148679091,
      "grad_norm": 0.7550014900084507,
      "learning_rate": 0.000293313746897869,
      "loss": 0.9159,
      "step": 15784
    },
    {
      "epoch": 0.6465287732951055,
      "grad_norm": 0.7515503149212502,
      "learning_rate": 0.00029331278398946867,
      "loss": 0.8752,
      "step": 15785
    },
    {
      "epoch": 0.6465697317223018,
      "grad_norm": 0.6965142459795359,
      "learning_rate": 0.0002933118210133184,
      "loss": 0.3165,
      "step": 15786
    },
    {
      "epoch": 0.6466106901494982,
      "grad_norm": 0.6322524672556417,
      "learning_rate": 0.00029331085796941857,
      "loss": 0.8209,
      "step": 15787
    },
    {
      "epoch": 0.6466516485766947,
      "grad_norm": 1.0290591887075138,
      "learning_rate": 0.0002933098948577697,
      "loss": 0.9228,
      "step": 15788
    },
    {
      "epoch": 0.6466926070038911,
      "grad_norm": 0.6455676663994325,
      "learning_rate": 0.0002933089316783722,
      "loss": 0.487,
      "step": 15789
    },
    {
      "epoch": 0.6467335654310874,
      "grad_norm": 1.0112634803642488,
      "learning_rate": 0.0002933079684312266,
      "loss": 0.6733,
      "step": 15790
    },
    {
      "epoch": 0.6467745238582838,
      "grad_norm": 0.8468715203229159,
      "learning_rate": 0.00029330700511633333,
      "loss": 0.8125,
      "step": 15791
    },
    {
      "epoch": 0.6468154822854802,
      "grad_norm": 0.8324283546236855,
      "learning_rate": 0.0002933060417336928,
      "loss": 0.7692,
      "step": 15792
    },
    {
      "epoch": 0.6468564407126767,
      "grad_norm": 0.848820955772105,
      "learning_rate": 0.00029330507828330545,
      "loss": 1.1257,
      "step": 15793
    },
    {
      "epoch": 0.646897399139873,
      "grad_norm": 1.0152452167548487,
      "learning_rate": 0.0002933041147651718,
      "loss": 0.9241,
      "step": 15794
    },
    {
      "epoch": 0.6469383575670694,
      "grad_norm": 1.8002278253074817,
      "learning_rate": 0.0002933031511792923,
      "loss": 2.232,
      "step": 15795
    },
    {
      "epoch": 0.6469793159942658,
      "grad_norm": 0.8534101124847835,
      "learning_rate": 0.00029330218752566736,
      "loss": 0.7665,
      "step": 15796
    },
    {
      "epoch": 0.6470202744214623,
      "grad_norm": 0.8458365884137908,
      "learning_rate": 0.00029330122380429746,
      "loss": 1.0077,
      "step": 15797
    },
    {
      "epoch": 0.6470612328486586,
      "grad_norm": 0.7760602617018292,
      "learning_rate": 0.0002933002600151831,
      "loss": 1.1184,
      "step": 15798
    },
    {
      "epoch": 0.647102191275855,
      "grad_norm": 0.6743760466192821,
      "learning_rate": 0.00029329929615832466,
      "loss": 0.7791,
      "step": 15799
    },
    {
      "epoch": 0.6471431497030514,
      "grad_norm": 0.8363257036117518,
      "learning_rate": 0.0002932983322337226,
      "loss": 1.1453,
      "step": 15800
    },
    {
      "epoch": 0.6471841081302478,
      "grad_norm": 0.860271349179867,
      "learning_rate": 0.0002932973682413774,
      "loss": 0.7936,
      "step": 15801
    },
    {
      "epoch": 0.6472250665574442,
      "grad_norm": 0.6766036122504775,
      "learning_rate": 0.0002932964041812896,
      "loss": 1.0244,
      "step": 15802
    },
    {
      "epoch": 0.6472660249846406,
      "grad_norm": 3.5885761053180985,
      "learning_rate": 0.0002932954400534595,
      "loss": 2.5485,
      "step": 15803
    },
    {
      "epoch": 0.647306983411837,
      "grad_norm": 0.8881972700857746,
      "learning_rate": 0.00029329447585788764,
      "loss": 0.3048,
      "step": 15804
    },
    {
      "epoch": 0.6473479418390334,
      "grad_norm": 0.9883711916697275,
      "learning_rate": 0.0002932935115945745,
      "loss": 0.8046,
      "step": 15805
    },
    {
      "epoch": 0.6473889002662297,
      "grad_norm": 0.7723757490316515,
      "learning_rate": 0.0002932925472635205,
      "loss": 0.9791,
      "step": 15806
    },
    {
      "epoch": 0.6474298586934262,
      "grad_norm": 0.6102927410165893,
      "learning_rate": 0.0002932915828647261,
      "loss": 0.3997,
      "step": 15807
    },
    {
      "epoch": 0.6474708171206226,
      "grad_norm": 2.7027349215844,
      "learning_rate": 0.0002932906183981917,
      "loss": 4.2941,
      "step": 15808
    },
    {
      "epoch": 0.6475117755478189,
      "grad_norm": 0.7434267823092993,
      "learning_rate": 0.00029328965386391783,
      "loss": 0.6101,
      "step": 15809
    },
    {
      "epoch": 0.6475527339750153,
      "grad_norm": 1.2326615195409623,
      "learning_rate": 0.000293288689261905,
      "loss": 0.8314,
      "step": 15810
    },
    {
      "epoch": 0.6475936924022118,
      "grad_norm": 0.9577899432806241,
      "learning_rate": 0.0002932877245921535,
      "loss": 0.8651,
      "step": 15811
    },
    {
      "epoch": 0.6476346508294082,
      "grad_norm": 0.6832525056578069,
      "learning_rate": 0.00029328675985466397,
      "loss": 0.7925,
      "step": 15812
    },
    {
      "epoch": 0.6476756092566045,
      "grad_norm": 1.0099582084057181,
      "learning_rate": 0.0002932857950494367,
      "loss": 1.2302,
      "step": 15813
    },
    {
      "epoch": 0.6477165676838009,
      "grad_norm": 0.9262332299264245,
      "learning_rate": 0.00029328483017647226,
      "loss": 1.0731,
      "step": 15814
    },
    {
      "epoch": 0.6477575261109974,
      "grad_norm": 1.9849577668152651,
      "learning_rate": 0.00029328386523577103,
      "loss": 1.8883,
      "step": 15815
    },
    {
      "epoch": 0.6477984845381938,
      "grad_norm": 0.9004717074645764,
      "learning_rate": 0.0002932829002273335,
      "loss": 0.7653,
      "step": 15816
    },
    {
      "epoch": 0.6478394429653901,
      "grad_norm": 1.1937229932885807,
      "learning_rate": 0.0002932819351511602,
      "loss": 0.8975,
      "step": 15817
    },
    {
      "epoch": 0.6478804013925865,
      "grad_norm": 0.8324101355775525,
      "learning_rate": 0.0002932809700072514,
      "loss": 0.8687,
      "step": 15818
    },
    {
      "epoch": 0.6479213598197829,
      "grad_norm": 7.664192808605459,
      "learning_rate": 0.00029328000479560774,
      "loss": 2.7329,
      "step": 15819
    },
    {
      "epoch": 0.6479623182469794,
      "grad_norm": 1.316641421715119,
      "learning_rate": 0.0002932790395162296,
      "loss": 1.0843,
      "step": 15820
    },
    {
      "epoch": 0.6480032766741757,
      "grad_norm": 0.943250203798184,
      "learning_rate": 0.00029327807416911747,
      "loss": 0.9895,
      "step": 15821
    },
    {
      "epoch": 0.6480442351013721,
      "grad_norm": 1.035693318290042,
      "learning_rate": 0.00029327710875427175,
      "loss": 0.8997,
      "step": 15822
    },
    {
      "epoch": 0.6480851935285685,
      "grad_norm": 1.1563685893277305,
      "learning_rate": 0.00029327614327169293,
      "loss": 0.6903,
      "step": 15823
    },
    {
      "epoch": 0.648126151955765,
      "grad_norm": 0.9996215519149618,
      "learning_rate": 0.0002932751777213815,
      "loss": 0.9371,
      "step": 15824
    },
    {
      "epoch": 0.6481671103829613,
      "grad_norm": 0.5947049723494128,
      "learning_rate": 0.0002932742121033378,
      "loss": 0.2222,
      "step": 15825
    },
    {
      "epoch": 0.6482080688101577,
      "grad_norm": 0.9531733177117782,
      "learning_rate": 0.00029327324641756244,
      "loss": 0.3713,
      "step": 15826
    },
    {
      "epoch": 0.6482490272373541,
      "grad_norm": 0.7662731441607277,
      "learning_rate": 0.0002932722806640558,
      "loss": 0.8516,
      "step": 15827
    },
    {
      "epoch": 0.6482899856645504,
      "grad_norm": 0.6363183264195859,
      "learning_rate": 0.0002932713148428183,
      "loss": 0.4376,
      "step": 15828
    },
    {
      "epoch": 0.6483309440917469,
      "grad_norm": 1.0016548754241241,
      "learning_rate": 0.00029327034895385045,
      "loss": 1.1885,
      "step": 15829
    },
    {
      "epoch": 0.6483719025189433,
      "grad_norm": 0.7020808075808119,
      "learning_rate": 0.0002932693829971527,
      "loss": 0.7339,
      "step": 15830
    },
    {
      "epoch": 0.6484128609461397,
      "grad_norm": 0.912231161026879,
      "learning_rate": 0.0002932684169727255,
      "loss": 0.8557,
      "step": 15831
    },
    {
      "epoch": 0.648453819373336,
      "grad_norm": 0.8429330560426816,
      "learning_rate": 0.0002932674508805693,
      "loss": 0.8076,
      "step": 15832
    },
    {
      "epoch": 0.6484947778005324,
      "grad_norm": 0.8429586280421838,
      "learning_rate": 0.0002932664847206846,
      "loss": 0.7802,
      "step": 15833
    },
    {
      "epoch": 0.6485357362277289,
      "grad_norm": 1.225528919135728,
      "learning_rate": 0.00029326551849307174,
      "loss": 1.2331,
      "step": 15834
    },
    {
      "epoch": 0.6485766946549253,
      "grad_norm": 0.8262343758220583,
      "learning_rate": 0.00029326455219773134,
      "loss": 1.0339,
      "step": 15835
    },
    {
      "epoch": 0.6486176530821216,
      "grad_norm": 0.42024297677797734,
      "learning_rate": 0.0002932635858346637,
      "loss": 0.2812,
      "step": 15836
    },
    {
      "epoch": 0.648658611509318,
      "grad_norm": 1.1513968634262308,
      "learning_rate": 0.00029326261940386937,
      "loss": 1.0765,
      "step": 15837
    },
    {
      "epoch": 0.6486995699365145,
      "grad_norm": 0.5315043018842586,
      "learning_rate": 0.00029326165290534883,
      "loss": 0.3308,
      "step": 15838
    },
    {
      "epoch": 0.6487405283637109,
      "grad_norm": 1.1860659584068518,
      "learning_rate": 0.00029326068633910246,
      "loss": 1.0084,
      "step": 15839
    },
    {
      "epoch": 0.6487814867909072,
      "grad_norm": 0.7067791802470637,
      "learning_rate": 0.00029325971970513076,
      "loss": 0.7659,
      "step": 15840
    },
    {
      "epoch": 0.6488224452181036,
      "grad_norm": 0.5972660508524714,
      "learning_rate": 0.0002932587530034342,
      "loss": 0.489,
      "step": 15841
    },
    {
      "epoch": 0.6488634036453,
      "grad_norm": 0.8265120914659262,
      "learning_rate": 0.00029325778623401317,
      "loss": 0.7799,
      "step": 15842
    },
    {
      "epoch": 0.6489043620724965,
      "grad_norm": 0.4651606200931425,
      "learning_rate": 0.00029325681939686816,
      "loss": 0.3417,
      "step": 15843
    },
    {
      "epoch": 0.6489453204996928,
      "grad_norm": 0.9263176933222151,
      "learning_rate": 0.00029325585249199965,
      "loss": 0.9135,
      "step": 15844
    },
    {
      "epoch": 0.6489862789268892,
      "grad_norm": 0.9903789454919875,
      "learning_rate": 0.00029325488551940813,
      "loss": 0.9733,
      "step": 15845
    },
    {
      "epoch": 0.6490272373540856,
      "grad_norm": 1.1776569855784582,
      "learning_rate": 0.000293253918479094,
      "loss": 1.3871,
      "step": 15846
    },
    {
      "epoch": 0.649068195781282,
      "grad_norm": 0.6823625198036016,
      "learning_rate": 0.0002932529513710577,
      "loss": 0.8903,
      "step": 15847
    },
    {
      "epoch": 0.6491091542084784,
      "grad_norm": 2.0396260973273694,
      "learning_rate": 0.0002932519841952997,
      "loss": 1.3091,
      "step": 15848
    },
    {
      "epoch": 0.6491501126356748,
      "grad_norm": 0.6741151657942916,
      "learning_rate": 0.00029325101695182055,
      "loss": 0.7619,
      "step": 15849
    },
    {
      "epoch": 0.6491910710628712,
      "grad_norm": 0.9862421286794939,
      "learning_rate": 0.0002932500496406206,
      "loss": 1.066,
      "step": 15850
    },
    {
      "epoch": 0.6492320294900675,
      "grad_norm": 0.9014518815974509,
      "learning_rate": 0.0002932490822617003,
      "loss": 0.9639,
      "step": 15851
    },
    {
      "epoch": 0.649272987917264,
      "grad_norm": 1.3060588098764991,
      "learning_rate": 0.00029324811481506015,
      "loss": 0.9569,
      "step": 15852
    },
    {
      "epoch": 0.6493139463444604,
      "grad_norm": 2.9569936247389785,
      "learning_rate": 0.00029324714730070067,
      "loss": 1.6645,
      "step": 15853
    },
    {
      "epoch": 0.6493549047716568,
      "grad_norm": 1.2254009334748137,
      "learning_rate": 0.0002932461797186222,
      "loss": 0.959,
      "step": 15854
    },
    {
      "epoch": 0.6493958631988531,
      "grad_norm": 0.865277345915056,
      "learning_rate": 0.00029324521206882526,
      "loss": 0.9244,
      "step": 15855
    },
    {
      "epoch": 0.6494368216260495,
      "grad_norm": 1.746010609880231,
      "learning_rate": 0.00029324424435131025,
      "loss": 1.291,
      "step": 15856
    },
    {
      "epoch": 0.649477780053246,
      "grad_norm": 0.7609780951158489,
      "learning_rate": 0.00029324327656607776,
      "loss": 0.6833,
      "step": 15857
    },
    {
      "epoch": 0.6495187384804424,
      "grad_norm": 0.8613276647659244,
      "learning_rate": 0.00029324230871312807,
      "loss": 0.9184,
      "step": 15858
    },
    {
      "epoch": 0.6495596969076387,
      "grad_norm": 0.8694641479333767,
      "learning_rate": 0.0002932413407924618,
      "loss": 1.2088,
      "step": 15859
    },
    {
      "epoch": 0.6496006553348351,
      "grad_norm": 6.642250126134723,
      "learning_rate": 0.00029324037280407933,
      "loss": 7.1904,
      "step": 15860
    },
    {
      "epoch": 0.6496416137620316,
      "grad_norm": 1.0418663893424838,
      "learning_rate": 0.0002932394047479811,
      "loss": 0.8993,
      "step": 15861
    },
    {
      "epoch": 0.649682572189228,
      "grad_norm": 1.4595685638931766,
      "learning_rate": 0.0002932384366241676,
      "loss": 1.0357,
      "step": 15862
    },
    {
      "epoch": 0.6497235306164243,
      "grad_norm": 0.7423519027707808,
      "learning_rate": 0.00029323746843263926,
      "loss": 0.7618,
      "step": 15863
    },
    {
      "epoch": 0.6497644890436207,
      "grad_norm": 0.5781015572631936,
      "learning_rate": 0.0002932365001733966,
      "loss": 0.3783,
      "step": 15864
    },
    {
      "epoch": 0.6498054474708171,
      "grad_norm": 0.7588140132957274,
      "learning_rate": 0.00029323553184643997,
      "loss": 0.808,
      "step": 15865
    },
    {
      "epoch": 0.6498464058980136,
      "grad_norm": 0.8681681814986641,
      "learning_rate": 0.0002932345634517699,
      "loss": 0.7587,
      "step": 15866
    },
    {
      "epoch": 0.6498873643252099,
      "grad_norm": 0.7060694671033658,
      "learning_rate": 0.0002932335949893869,
      "loss": 0.6443,
      "step": 15867
    },
    {
      "epoch": 0.6499283227524063,
      "grad_norm": 0.6943972817317546,
      "learning_rate": 0.00029323262645929133,
      "loss": 0.6245,
      "step": 15868
    },
    {
      "epoch": 0.6499692811796027,
      "grad_norm": 1.0581484322374899,
      "learning_rate": 0.0002932316578614837,
      "loss": 1.1854,
      "step": 15869
    },
    {
      "epoch": 0.650010239606799,
      "grad_norm": 0.9460818505917741,
      "learning_rate": 0.0002932306891959644,
      "loss": 0.7224,
      "step": 15870
    },
    {
      "epoch": 0.6500511980339955,
      "grad_norm": 0.920530618228794,
      "learning_rate": 0.000293229720462734,
      "loss": 0.9657,
      "step": 15871
    },
    {
      "epoch": 0.6500921564611919,
      "grad_norm": 0.8945621096589568,
      "learning_rate": 0.0002932287516617929,
      "loss": 0.9339,
      "step": 15872
    },
    {
      "epoch": 0.6501331148883883,
      "grad_norm": 0.7960609447953132,
      "learning_rate": 0.0002932277827931415,
      "loss": 0.9822,
      "step": 15873
    },
    {
      "epoch": 0.6501740733155846,
      "grad_norm": 0.8862252774824658,
      "learning_rate": 0.0002932268138567804,
      "loss": 0.9102,
      "step": 15874
    },
    {
      "epoch": 0.6502150317427811,
      "grad_norm": 0.5307724186772891,
      "learning_rate": 0.00029322584485270997,
      "loss": 0.3456,
      "step": 15875
    },
    {
      "epoch": 0.6502559901699775,
      "grad_norm": 0.9372261329447305,
      "learning_rate": 0.0002932248757809306,
      "loss": 1.3828,
      "step": 15876
    },
    {
      "epoch": 0.6502969485971739,
      "grad_norm": 1.7983543991880127,
      "learning_rate": 0.00029322390664144286,
      "loss": 1.2872,
      "step": 15877
    },
    {
      "epoch": 0.6503379070243702,
      "grad_norm": 0.5388096548729692,
      "learning_rate": 0.00029322293743424714,
      "loss": 0.3452,
      "step": 15878
    },
    {
      "epoch": 0.6503788654515666,
      "grad_norm": 1.0399505730861875,
      "learning_rate": 0.00029322196815934396,
      "loss": 0.792,
      "step": 15879
    },
    {
      "epoch": 0.6504198238787631,
      "grad_norm": 0.8575687031339491,
      "learning_rate": 0.0002932209988167337,
      "loss": 0.9564,
      "step": 15880
    },
    {
      "epoch": 0.6504607823059595,
      "grad_norm": 0.6973881002877022,
      "learning_rate": 0.00029322002940641693,
      "loss": 0.6984,
      "step": 15881
    },
    {
      "epoch": 0.6505017407331558,
      "grad_norm": 0.678228714030197,
      "learning_rate": 0.000293219059928394,
      "loss": 0.8539,
      "step": 15882
    },
    {
      "epoch": 0.6505426991603522,
      "grad_norm": 0.7840239019681894,
      "learning_rate": 0.0002932180903826654,
      "loss": 0.3856,
      "step": 15883
    },
    {
      "epoch": 0.6505836575875487,
      "grad_norm": 0.8253729489343287,
      "learning_rate": 0.0002932171207692316,
      "loss": 0.9299,
      "step": 15884
    },
    {
      "epoch": 0.6506246160147451,
      "grad_norm": 0.7318862266294683,
      "learning_rate": 0.00029321615108809305,
      "loss": 0.8054,
      "step": 15885
    },
    {
      "epoch": 0.6506655744419414,
      "grad_norm": 0.917291083840441,
      "learning_rate": 0.00029321518133925025,
      "loss": 0.9633,
      "step": 15886
    },
    {
      "epoch": 0.6507065328691378,
      "grad_norm": 0.6788247181871575,
      "learning_rate": 0.0002932142115227036,
      "loss": 0.9126,
      "step": 15887
    },
    {
      "epoch": 0.6507474912963342,
      "grad_norm": 0.567241014026243,
      "learning_rate": 0.00029321324163845356,
      "loss": 0.2931,
      "step": 15888
    },
    {
      "epoch": 0.6507884497235307,
      "grad_norm": 0.7035991676057562,
      "learning_rate": 0.00029321227168650066,
      "loss": 0.703,
      "step": 15889
    },
    {
      "epoch": 0.650829408150727,
      "grad_norm": 2.5561975652442053,
      "learning_rate": 0.0002932113016668453,
      "loss": 4.5593,
      "step": 15890
    },
    {
      "epoch": 0.6508703665779234,
      "grad_norm": 1.31225658979059,
      "learning_rate": 0.0002932103315794879,
      "loss": 1.3757,
      "step": 15891
    },
    {
      "epoch": 0.6509113250051198,
      "grad_norm": 1.055380505822419,
      "learning_rate": 0.000293209361424429,
      "loss": 1.3982,
      "step": 15892
    },
    {
      "epoch": 0.6509522834323161,
      "grad_norm": 0.6407487346038203,
      "learning_rate": 0.00029320839120166903,
      "loss": 0.4536,
      "step": 15893
    },
    {
      "epoch": 0.6509932418595126,
      "grad_norm": 0.8499595982958165,
      "learning_rate": 0.0002932074209112084,
      "loss": 1.0065,
      "step": 15894
    },
    {
      "epoch": 0.651034200286709,
      "grad_norm": 0.6892959783554292,
      "learning_rate": 0.0002932064505530477,
      "loss": 0.3579,
      "step": 15895
    },
    {
      "epoch": 0.6510751587139054,
      "grad_norm": 0.8091912283138735,
      "learning_rate": 0.00029320548012718724,
      "loss": 0.7911,
      "step": 15896
    },
    {
      "epoch": 0.6511161171411017,
      "grad_norm": 0.8370612272350332,
      "learning_rate": 0.00029320450963362754,
      "loss": 0.854,
      "step": 15897
    },
    {
      "epoch": 0.6511570755682982,
      "grad_norm": 0.7463570703704746,
      "learning_rate": 0.000293203539072369,
      "loss": 0.7876,
      "step": 15898
    },
    {
      "epoch": 0.6511980339954946,
      "grad_norm": 0.8168778781820822,
      "learning_rate": 0.0002932025684434122,
      "loss": 0.5845,
      "step": 15899
    },
    {
      "epoch": 0.651238992422691,
      "grad_norm": 0.7324338516438239,
      "learning_rate": 0.00029320159774675757,
      "loss": 0.7552,
      "step": 15900
    },
    {
      "epoch": 0.6512799508498873,
      "grad_norm": 0.6214016898043748,
      "learning_rate": 0.00029320062698240547,
      "loss": 0.3938,
      "step": 15901
    },
    {
      "epoch": 0.6513209092770837,
      "grad_norm": 0.8110116085731998,
      "learning_rate": 0.00029319965615035644,
      "loss": 0.444,
      "step": 15902
    },
    {
      "epoch": 0.6513618677042802,
      "grad_norm": 0.6983452666998391,
      "learning_rate": 0.0002931986852506109,
      "loss": 0.6233,
      "step": 15903
    },
    {
      "epoch": 0.6514028261314766,
      "grad_norm": 0.6432506901812489,
      "learning_rate": 0.0002931977142831694,
      "loss": 0.4259,
      "step": 15904
    },
    {
      "epoch": 0.6514437845586729,
      "grad_norm": 10.780795746880743,
      "learning_rate": 0.0002931967432480323,
      "loss": 2.6235,
      "step": 15905
    },
    {
      "epoch": 0.6514847429858693,
      "grad_norm": 0.7839000108457685,
      "learning_rate": 0.00029319577214520005,
      "loss": 0.8216,
      "step": 15906
    },
    {
      "epoch": 0.6515257014130658,
      "grad_norm": 0.8382986770081978,
      "learning_rate": 0.0002931948009746732,
      "loss": 0.8926,
      "step": 15907
    },
    {
      "epoch": 0.6515666598402622,
      "grad_norm": 0.84683399569263,
      "learning_rate": 0.00029319382973645215,
      "loss": 1.0416,
      "step": 15908
    },
    {
      "epoch": 0.6516076182674585,
      "grad_norm": 0.8309606102723363,
      "learning_rate": 0.00029319285843053733,
      "loss": 0.3845,
      "step": 15909
    },
    {
      "epoch": 0.6516485766946549,
      "grad_norm": 0.5551424259231947,
      "learning_rate": 0.00029319188705692926,
      "loss": 0.3991,
      "step": 15910
    },
    {
      "epoch": 0.6516895351218513,
      "grad_norm": 0.9921212258254924,
      "learning_rate": 0.0002931909156156284,
      "loss": 1.0919,
      "step": 15911
    },
    {
      "epoch": 0.6517304935490477,
      "grad_norm": 0.9794466254367062,
      "learning_rate": 0.0002931899441066351,
      "loss": 1.0035,
      "step": 15912
    },
    {
      "epoch": 0.6517714519762441,
      "grad_norm": 0.6756216385333003,
      "learning_rate": 0.00029318897252994996,
      "loss": 0.5434,
      "step": 15913
    },
    {
      "epoch": 0.6518124104034405,
      "grad_norm": 1.1164583552825689,
      "learning_rate": 0.0002931880008855734,
      "loss": 1.3151,
      "step": 15914
    },
    {
      "epoch": 0.6518533688306369,
      "grad_norm": 1.0637727925565386,
      "learning_rate": 0.0002931870291735058,
      "loss": 0.8352,
      "step": 15915
    },
    {
      "epoch": 0.6518943272578333,
      "grad_norm": 0.7631435673788755,
      "learning_rate": 0.00029318605739374776,
      "loss": 0.669,
      "step": 15916
    },
    {
      "epoch": 0.6519352856850297,
      "grad_norm": 1.1073374625743462,
      "learning_rate": 0.00029318508554629965,
      "loss": 0.5918,
      "step": 15917
    },
    {
      "epoch": 0.6519762441122261,
      "grad_norm": 0.8542207697238874,
      "learning_rate": 0.0002931841136311619,
      "loss": 0.3816,
      "step": 15918
    },
    {
      "epoch": 0.6520172025394225,
      "grad_norm": 1.092857766716442,
      "learning_rate": 0.000293183141648335,
      "loss": 0.9647,
      "step": 15919
    },
    {
      "epoch": 0.6520581609666188,
      "grad_norm": 0.9086766201216527,
      "learning_rate": 0.00029318216959781947,
      "loss": 0.685,
      "step": 15920
    },
    {
      "epoch": 0.6520991193938153,
      "grad_norm": 0.9641312022646809,
      "learning_rate": 0.0002931811974796157,
      "loss": 0.8508,
      "step": 15921
    },
    {
      "epoch": 0.6521400778210117,
      "grad_norm": 1.0607784538421732,
      "learning_rate": 0.00029318022529372414,
      "loss": 0.9031,
      "step": 15922
    },
    {
      "epoch": 0.6521810362482081,
      "grad_norm": 6.092017703566777,
      "learning_rate": 0.0002931792530401453,
      "loss": 5.2686,
      "step": 15923
    },
    {
      "epoch": 0.6522219946754044,
      "grad_norm": 0.8229190733461559,
      "learning_rate": 0.0002931782807188796,
      "loss": 0.9892,
      "step": 15924
    },
    {
      "epoch": 0.6522629531026009,
      "grad_norm": 1.1660270079085988,
      "learning_rate": 0.00029317730832992755,
      "loss": 1.2287,
      "step": 15925
    },
    {
      "epoch": 0.6523039115297973,
      "grad_norm": 0.7465406397940183,
      "learning_rate": 0.00029317633587328955,
      "loss": 0.8262,
      "step": 15926
    },
    {
      "epoch": 0.6523448699569937,
      "grad_norm": 0.831752071353746,
      "learning_rate": 0.0002931753633489661,
      "loss": 1.0654,
      "step": 15927
    },
    {
      "epoch": 0.65238582838419,
      "grad_norm": 3.5621915024763178,
      "learning_rate": 0.00029317439075695766,
      "loss": 3.1971,
      "step": 15928
    },
    {
      "epoch": 0.6524267868113864,
      "grad_norm": 1.0247136405217716,
      "learning_rate": 0.00029317341809726463,
      "loss": 1.8036,
      "step": 15929
    },
    {
      "epoch": 0.6524677452385829,
      "grad_norm": 0.5992376966125534,
      "learning_rate": 0.0002931724453698876,
      "loss": 0.2884,
      "step": 15930
    },
    {
      "epoch": 0.6525087036657793,
      "grad_norm": 0.6892124472165035,
      "learning_rate": 0.0002931714725748269,
      "loss": 0.9441,
      "step": 15931
    },
    {
      "epoch": 0.6525496620929756,
      "grad_norm": 0.8025209319318993,
      "learning_rate": 0.00029317049971208295,
      "loss": 0.7678,
      "step": 15932
    },
    {
      "epoch": 0.652590620520172,
      "grad_norm": 0.9968314098038633,
      "learning_rate": 0.0002931695267816564,
      "loss": 1.3674,
      "step": 15933
    },
    {
      "epoch": 0.6526315789473685,
      "grad_norm": 1.3464730050218459,
      "learning_rate": 0.0002931685537835476,
      "loss": 2.1469,
      "step": 15934
    },
    {
      "epoch": 0.6526725373745648,
      "grad_norm": 0.6937403302776541,
      "learning_rate": 0.00029316758071775697,
      "loss": 1.0017,
      "step": 15935
    },
    {
      "epoch": 0.6527134958017612,
      "grad_norm": 0.7752043311084231,
      "learning_rate": 0.00029316660758428505,
      "loss": 0.8635,
      "step": 15936
    },
    {
      "epoch": 0.6527544542289576,
      "grad_norm": 2.6521543859973784,
      "learning_rate": 0.00029316563438313225,
      "loss": 1.2825,
      "step": 15937
    },
    {
      "epoch": 0.652795412656154,
      "grad_norm": 0.876984492632085,
      "learning_rate": 0.00029316466111429905,
      "loss": 1.3551,
      "step": 15938
    },
    {
      "epoch": 0.6528363710833504,
      "grad_norm": 0.9563234249229494,
      "learning_rate": 0.0002931636877777859,
      "loss": 1.1168,
      "step": 15939
    },
    {
      "epoch": 0.6528773295105468,
      "grad_norm": 0.8574849649174544,
      "learning_rate": 0.0002931627143735933,
      "loss": 0.7656,
      "step": 15940
    },
    {
      "epoch": 0.6529182879377432,
      "grad_norm": 0.9491207172138992,
      "learning_rate": 0.00029316174090172165,
      "loss": 1.0332,
      "step": 15941
    },
    {
      "epoch": 0.6529592463649396,
      "grad_norm": 0.6017849728775578,
      "learning_rate": 0.0002931607673621714,
      "loss": 0.3807,
      "step": 15942
    },
    {
      "epoch": 0.6530002047921359,
      "grad_norm": 0.7276476142219632,
      "learning_rate": 0.0002931597937549431,
      "loss": 0.8308,
      "step": 15943
    },
    {
      "epoch": 0.6530411632193324,
      "grad_norm": 1.3058820462976934,
      "learning_rate": 0.00029315882008003715,
      "loss": 1.3639,
      "step": 15944
    },
    {
      "epoch": 0.6530821216465288,
      "grad_norm": 1.0303593802114666,
      "learning_rate": 0.00029315784633745395,
      "loss": 0.8356,
      "step": 15945
    },
    {
      "epoch": 0.6531230800737252,
      "grad_norm": 1.2682608713985146,
      "learning_rate": 0.0002931568725271941,
      "loss": 1.1879,
      "step": 15946
    },
    {
      "epoch": 0.6531640385009215,
      "grad_norm": 0.5849834329973365,
      "learning_rate": 0.00029315589864925795,
      "loss": 0.7854,
      "step": 15947
    },
    {
      "epoch": 0.653204996928118,
      "grad_norm": 0.8676011160049041,
      "learning_rate": 0.000293154924703646,
      "loss": 1.2197,
      "step": 15948
    },
    {
      "epoch": 0.6532459553553144,
      "grad_norm": 0.7182943796616645,
      "learning_rate": 0.0002931539506903588,
      "loss": 0.8134,
      "step": 15949
    },
    {
      "epoch": 0.6532869137825108,
      "grad_norm": 0.6074913800857885,
      "learning_rate": 0.0002931529766093966,
      "loss": 0.7598,
      "step": 15950
    },
    {
      "epoch": 0.6533278722097071,
      "grad_norm": 0.8789720249052414,
      "learning_rate": 0.00029315200246076003,
      "loss": 0.9454,
      "step": 15951
    },
    {
      "epoch": 0.6533688306369035,
      "grad_norm": 0.88042070549995,
      "learning_rate": 0.0002931510282444495,
      "loss": 0.2142,
      "step": 15952
    },
    {
      "epoch": 0.6534097890641,
      "grad_norm": 0.7466317392021583,
      "learning_rate": 0.00029315005396046543,
      "loss": 0.3495,
      "step": 15953
    },
    {
      "epoch": 0.6534507474912963,
      "grad_norm": 1.2711853680600271,
      "learning_rate": 0.0002931490796088084,
      "loss": 0.7518,
      "step": 15954
    },
    {
      "epoch": 0.6534917059184927,
      "grad_norm": 1.10207945891947,
      "learning_rate": 0.00029314810518947873,
      "loss": 2.0406,
      "step": 15955
    },
    {
      "epoch": 0.6535326643456891,
      "grad_norm": 0.7698904944010224,
      "learning_rate": 0.00029314713070247695,
      "loss": 0.8512,
      "step": 15956
    },
    {
      "epoch": 0.6535736227728856,
      "grad_norm": 1.0239566783034204,
      "learning_rate": 0.0002931461561478035,
      "loss": 1.2302,
      "step": 15957
    },
    {
      "epoch": 0.6536145812000819,
      "grad_norm": 1.2736877188623252,
      "learning_rate": 0.0002931451815254589,
      "loss": 1.0088,
      "step": 15958
    },
    {
      "epoch": 0.6536555396272783,
      "grad_norm": 1.4975405673821625,
      "learning_rate": 0.00029314420683544353,
      "loss": 1.2747,
      "step": 15959
    },
    {
      "epoch": 0.6536964980544747,
      "grad_norm": 0.7131804966334628,
      "learning_rate": 0.0002931432320777579,
      "loss": 0.9063,
      "step": 15960
    },
    {
      "epoch": 0.6537374564816711,
      "grad_norm": 1.1035594134472013,
      "learning_rate": 0.00029314225725240247,
      "loss": 0.7227,
      "step": 15961
    },
    {
      "epoch": 0.6537784149088675,
      "grad_norm": 0.6949115493079698,
      "learning_rate": 0.00029314128235937765,
      "loss": 0.7333,
      "step": 15962
    },
    {
      "epoch": 0.6538193733360639,
      "grad_norm": 0.8486280168057134,
      "learning_rate": 0.000293140307398684,
      "loss": 0.5076,
      "step": 15963
    },
    {
      "epoch": 0.6538603317632603,
      "grad_norm": 0.8373847025813482,
      "learning_rate": 0.00029313933237032184,
      "loss": 0.9529,
      "step": 15964
    },
    {
      "epoch": 0.6539012901904567,
      "grad_norm": 0.8552854848996059,
      "learning_rate": 0.0002931383572742917,
      "loss": 0.7553,
      "step": 15965
    },
    {
      "epoch": 0.653942248617653,
      "grad_norm": 1.0437620083601395,
      "learning_rate": 0.00029313738211059415,
      "loss": 0.7711,
      "step": 15966
    },
    {
      "epoch": 0.6539832070448495,
      "grad_norm": 2.1958687872418188,
      "learning_rate": 0.00029313640687922947,
      "loss": 1.2841,
      "step": 15967
    },
    {
      "epoch": 0.6540241654720459,
      "grad_norm": 0.7203154158048222,
      "learning_rate": 0.00029313543158019826,
      "loss": 0.8867,
      "step": 15968
    },
    {
      "epoch": 0.6540651238992423,
      "grad_norm": 0.7632421044957003,
      "learning_rate": 0.00029313445621350086,
      "loss": 0.8556,
      "step": 15969
    },
    {
      "epoch": 0.6541060823264386,
      "grad_norm": 0.7187338224268472,
      "learning_rate": 0.00029313348077913786,
      "loss": 0.8277,
      "step": 15970
    },
    {
      "epoch": 0.6541470407536351,
      "grad_norm": 0.7415263534666678,
      "learning_rate": 0.0002931325052771096,
      "loss": 0.8172,
      "step": 15971
    },
    {
      "epoch": 0.6541879991808315,
      "grad_norm": 0.8464497850187076,
      "learning_rate": 0.0002931315297074166,
      "loss": 1.0896,
      "step": 15972
    },
    {
      "epoch": 0.6542289576080279,
      "grad_norm": 0.7214133129956124,
      "learning_rate": 0.00029313055407005937,
      "loss": 0.478,
      "step": 15973
    },
    {
      "epoch": 0.6542699160352242,
      "grad_norm": 0.7720878194346777,
      "learning_rate": 0.00029312957836503825,
      "loss": 0.747,
      "step": 15974
    },
    {
      "epoch": 0.6543108744624206,
      "grad_norm": 0.5244050455780123,
      "learning_rate": 0.0002931286025923538,
      "loss": 0.2675,
      "step": 15975
    },
    {
      "epoch": 0.6543518328896171,
      "grad_norm": 0.7868998084623887,
      "learning_rate": 0.0002931276267520065,
      "loss": 0.7453,
      "step": 15976
    },
    {
      "epoch": 0.6543927913168134,
      "grad_norm": 0.5311476448467498,
      "learning_rate": 0.00029312665084399675,
      "loss": 0.3088,
      "step": 15977
    },
    {
      "epoch": 0.6544337497440098,
      "grad_norm": 1.8919251535336992,
      "learning_rate": 0.000293125674868325,
      "loss": 2.2017,
      "step": 15978
    },
    {
      "epoch": 0.6544747081712062,
      "grad_norm": 1.1963383200842712,
      "learning_rate": 0.0002931246988249917,
      "loss": 1.0843,
      "step": 15979
    },
    {
      "epoch": 0.6545156665984027,
      "grad_norm": 0.9001053581775248,
      "learning_rate": 0.0002931237227139974,
      "loss": 0.934,
      "step": 15980
    },
    {
      "epoch": 0.654556625025599,
      "grad_norm": 1.0776997781915112,
      "learning_rate": 0.0002931227465353425,
      "loss": 0.7939,
      "step": 15981
    },
    {
      "epoch": 0.6545975834527954,
      "grad_norm": 3.260429117313507,
      "learning_rate": 0.0002931217702890274,
      "loss": 3.7273,
      "step": 15982
    },
    {
      "epoch": 0.6546385418799918,
      "grad_norm": 0.6967082307237519,
      "learning_rate": 0.00029312079397505276,
      "loss": 0.6803,
      "step": 15983
    },
    {
      "epoch": 0.6546795003071882,
      "grad_norm": 0.7647486228321502,
      "learning_rate": 0.00029311981759341885,
      "loss": 0.8258,
      "step": 15984
    },
    {
      "epoch": 0.6547204587343846,
      "grad_norm": 0.6836549563584403,
      "learning_rate": 0.0002931188411441262,
      "loss": 0.7924,
      "step": 15985
    },
    {
      "epoch": 0.654761417161581,
      "grad_norm": 0.7785891445476935,
      "learning_rate": 0.0002931178646271752,
      "loss": 0.7405,
      "step": 15986
    },
    {
      "epoch": 0.6548023755887774,
      "grad_norm": 0.8442359491680772,
      "learning_rate": 0.00029311688804256646,
      "loss": 1.1492,
      "step": 15987
    },
    {
      "epoch": 0.6548433340159738,
      "grad_norm": 0.8891414631811511,
      "learning_rate": 0.00029311591139030035,
      "loss": 1.1174,
      "step": 15988
    },
    {
      "epoch": 0.6548842924431701,
      "grad_norm": 0.9881816504266697,
      "learning_rate": 0.0002931149346703773,
      "loss": 0.8705,
      "step": 15989
    },
    {
      "epoch": 0.6549252508703666,
      "grad_norm": 1.162813770644305,
      "learning_rate": 0.0002931139578827979,
      "loss": 0.9063,
      "step": 15990
    },
    {
      "epoch": 0.654966209297563,
      "grad_norm": 0.8255618635166188,
      "learning_rate": 0.00029311298102756246,
      "loss": 0.8095,
      "step": 15991
    },
    {
      "epoch": 0.6550071677247594,
      "grad_norm": 1.1052089851910938,
      "learning_rate": 0.00029311200410467146,
      "loss": 0.8983,
      "step": 15992
    },
    {
      "epoch": 0.6550481261519557,
      "grad_norm": 0.7731508361238943,
      "learning_rate": 0.0002931110271141255,
      "loss": 0.661,
      "step": 15993
    },
    {
      "epoch": 0.6550890845791522,
      "grad_norm": 0.7050809236203744,
      "learning_rate": 0.0002931100500559249,
      "loss": 0.7283,
      "step": 15994
    },
    {
      "epoch": 0.6551300430063486,
      "grad_norm": 0.9326347665740059,
      "learning_rate": 0.0002931090729300702,
      "loss": 0.9558,
      "step": 15995
    },
    {
      "epoch": 0.6551710014335449,
      "grad_norm": 0.9754157635529426,
      "learning_rate": 0.0002931080957365618,
      "loss": 1.1404,
      "step": 15996
    },
    {
      "epoch": 0.6552119598607413,
      "grad_norm": 0.7002376468863974,
      "learning_rate": 0.0002931071184754002,
      "loss": 0.7805,
      "step": 15997
    },
    {
      "epoch": 0.6552529182879377,
      "grad_norm": 1.024497957028694,
      "learning_rate": 0.0002931061411465859,
      "loss": 0.5607,
      "step": 15998
    },
    {
      "epoch": 0.6552938767151342,
      "grad_norm": 0.9052275181223016,
      "learning_rate": 0.0002931051637501193,
      "loss": 0.8085,
      "step": 15999
    },
    {
      "epoch": 0.6553348351423305,
      "grad_norm": 1.9647257188781524,
      "learning_rate": 0.00029310418628600087,
      "loss": 1.1736,
      "step": 16000
    },
    {
      "epoch": 0.6553757935695269,
      "grad_norm": 0.7750288843786325,
      "learning_rate": 0.00029310320875423115,
      "loss": 0.8237,
      "step": 16001
    },
    {
      "epoch": 0.6554167519967233,
      "grad_norm": 1.838548874756577,
      "learning_rate": 0.00029310223115481046,
      "loss": 2.677,
      "step": 16002
    },
    {
      "epoch": 0.6554577104239198,
      "grad_norm": 0.9677929273708957,
      "learning_rate": 0.00029310125348773936,
      "loss": 0.9556,
      "step": 16003
    },
    {
      "epoch": 0.6554986688511161,
      "grad_norm": 0.6596311276622882,
      "learning_rate": 0.00029310027575301826,
      "loss": 0.3132,
      "step": 16004
    },
    {
      "epoch": 0.6555396272783125,
      "grad_norm": 1.1994629362764395,
      "learning_rate": 0.00029309929795064767,
      "loss": 1.0856,
      "step": 16005
    },
    {
      "epoch": 0.6555805857055089,
      "grad_norm": 0.6673522147101945,
      "learning_rate": 0.00029309832008062806,
      "loss": 0.8725,
      "step": 16006
    },
    {
      "epoch": 0.6556215441327053,
      "grad_norm": 0.7809473918919189,
      "learning_rate": 0.0002930973421429599,
      "loss": 1.0785,
      "step": 16007
    },
    {
      "epoch": 0.6556625025599017,
      "grad_norm": 1.408772394497836,
      "learning_rate": 0.00029309636413764355,
      "loss": 1.4027,
      "step": 16008
    },
    {
      "epoch": 0.6557034609870981,
      "grad_norm": 1.4144513074665477,
      "learning_rate": 0.00029309538606467957,
      "loss": 1.637,
      "step": 16009
    },
    {
      "epoch": 0.6557444194142945,
      "grad_norm": 0.830928622307782,
      "learning_rate": 0.0002930944079240684,
      "loss": 1.2491,
      "step": 16010
    },
    {
      "epoch": 0.6557853778414909,
      "grad_norm": 0.8617069938219248,
      "learning_rate": 0.0002930934297158105,
      "loss": 0.8177,
      "step": 16011
    },
    {
      "epoch": 0.6558263362686872,
      "grad_norm": 0.821457462640836,
      "learning_rate": 0.0002930924514399063,
      "loss": 1.0876,
      "step": 16012
    },
    {
      "epoch": 0.6558672946958837,
      "grad_norm": 0.7696695371171696,
      "learning_rate": 0.00029309147309635635,
      "loss": 0.815,
      "step": 16013
    },
    {
      "epoch": 0.6559082531230801,
      "grad_norm": 0.744648615337524,
      "learning_rate": 0.00029309049468516097,
      "loss": 0.4703,
      "step": 16014
    },
    {
      "epoch": 0.6559492115502765,
      "grad_norm": 1.4772623878091875,
      "learning_rate": 0.0002930895162063208,
      "loss": 0.988,
      "step": 16015
    },
    {
      "epoch": 0.6559901699774728,
      "grad_norm": 0.5687963235029517,
      "learning_rate": 0.00029308853765983614,
      "loss": 0.6639,
      "step": 16016
    },
    {
      "epoch": 0.6560311284046693,
      "grad_norm": 1.13234488260728,
      "learning_rate": 0.0002930875590457076,
      "loss": 0.9603,
      "step": 16017
    },
    {
      "epoch": 0.6560720868318657,
      "grad_norm": 0.9847539734174446,
      "learning_rate": 0.0002930865803639355,
      "loss": 0.9456,
      "step": 16018
    },
    {
      "epoch": 0.656113045259062,
      "grad_norm": 0.8581961766004895,
      "learning_rate": 0.00029308560161452036,
      "loss": 0.8315,
      "step": 16019
    },
    {
      "epoch": 0.6561540036862584,
      "grad_norm": 0.8168428595889059,
      "learning_rate": 0.0002930846227974627,
      "loss": 1.1425,
      "step": 16020
    },
    {
      "epoch": 0.6561949621134548,
      "grad_norm": 0.6783997416020522,
      "learning_rate": 0.00029308364391276287,
      "loss": 0.6092,
      "step": 16021
    },
    {
      "epoch": 0.6562359205406513,
      "grad_norm": 0.8399106708430526,
      "learning_rate": 0.0002930826649604214,
      "loss": 1.035,
      "step": 16022
    },
    {
      "epoch": 0.6562768789678476,
      "grad_norm": 0.8772236747239575,
      "learning_rate": 0.0002930816859404388,
      "loss": 1.1986,
      "step": 16023
    },
    {
      "epoch": 0.656317837395044,
      "grad_norm": 1.1216590497721808,
      "learning_rate": 0.00029308070685281546,
      "loss": 1.5434,
      "step": 16024
    },
    {
      "epoch": 0.6563587958222404,
      "grad_norm": 0.9003304157703127,
      "learning_rate": 0.00029307972769755187,
      "loss": 1.3286,
      "step": 16025
    },
    {
      "epoch": 0.6563997542494369,
      "grad_norm": 0.7380903229607098,
      "learning_rate": 0.00029307874847464847,
      "loss": 0.6786,
      "step": 16026
    },
    {
      "epoch": 0.6564407126766332,
      "grad_norm": 1.2354292220859737,
      "learning_rate": 0.00029307776918410577,
      "loss": 1.1159,
      "step": 16027
    },
    {
      "epoch": 0.6564816711038296,
      "grad_norm": 1.4287721107128675,
      "learning_rate": 0.0002930767898259242,
      "loss": 2.4296,
      "step": 16028
    },
    {
      "epoch": 0.656522629531026,
      "grad_norm": 0.9713948205243362,
      "learning_rate": 0.0002930758104001042,
      "loss": 1.2166,
      "step": 16029
    },
    {
      "epoch": 0.6565635879582224,
      "grad_norm": 0.9395860039567894,
      "learning_rate": 0.00029307483090664627,
      "loss": 1.1625,
      "step": 16030
    },
    {
      "epoch": 0.6566045463854188,
      "grad_norm": 1.187192873254306,
      "learning_rate": 0.0002930738513455509,
      "loss": 0.5745,
      "step": 16031
    },
    {
      "epoch": 0.6566455048126152,
      "grad_norm": 0.8540936508642861,
      "learning_rate": 0.00029307287171681843,
      "loss": 0.9934,
      "step": 16032
    },
    {
      "epoch": 0.6566864632398116,
      "grad_norm": 0.8483744855473765,
      "learning_rate": 0.0002930718920204495,
      "loss": 1.0045,
      "step": 16033
    },
    {
      "epoch": 0.656727421667008,
      "grad_norm": 0.7628181862687994,
      "learning_rate": 0.0002930709122564444,
      "loss": 1.0423,
      "step": 16034
    },
    {
      "epoch": 0.6567683800942044,
      "grad_norm": 1.838807916858129,
      "learning_rate": 0.00029306993242480373,
      "loss": 1.3975,
      "step": 16035
    },
    {
      "epoch": 0.6568093385214008,
      "grad_norm": 1.0370890051413926,
      "learning_rate": 0.00029306895252552786,
      "loss": 1.1092,
      "step": 16036
    },
    {
      "epoch": 0.6568502969485972,
      "grad_norm": 0.7908110875692218,
      "learning_rate": 0.00029306797255861734,
      "loss": 1.0294,
      "step": 16037
    },
    {
      "epoch": 0.6568912553757935,
      "grad_norm": 1.0709317579990887,
      "learning_rate": 0.00029306699252407256,
      "loss": 0.9264,
      "step": 16038
    },
    {
      "epoch": 0.6569322138029899,
      "grad_norm": 0.6279326547510589,
      "learning_rate": 0.000293066012421894,
      "loss": 0.4302,
      "step": 16039
    },
    {
      "epoch": 0.6569731722301864,
      "grad_norm": 1.336034309004437,
      "learning_rate": 0.0002930650322520821,
      "loss": 1.4502,
      "step": 16040
    },
    {
      "epoch": 0.6570141306573828,
      "grad_norm": 3.3132138017456154,
      "learning_rate": 0.00029306405201463744,
      "loss": 1.5556,
      "step": 16041
    },
    {
      "epoch": 0.6570550890845791,
      "grad_norm": 0.8084053275143422,
      "learning_rate": 0.0002930630717095603,
      "loss": 0.974,
      "step": 16042
    },
    {
      "epoch": 0.6570960475117755,
      "grad_norm": 0.8042139760820847,
      "learning_rate": 0.0002930620913368513,
      "loss": 0.7275,
      "step": 16043
    },
    {
      "epoch": 0.657137005938972,
      "grad_norm": 0.8342620721805397,
      "learning_rate": 0.00029306111089651084,
      "loss": 0.2877,
      "step": 16044
    },
    {
      "epoch": 0.6571779643661684,
      "grad_norm": 1.1244242636998072,
      "learning_rate": 0.00029306013038853936,
      "loss": 1.1182,
      "step": 16045
    },
    {
      "epoch": 0.6572189227933647,
      "grad_norm": 1.1320800011873686,
      "learning_rate": 0.00029305914981293737,
      "loss": 1.242,
      "step": 16046
    },
    {
      "epoch": 0.6572598812205611,
      "grad_norm": 1.1163733588813793,
      "learning_rate": 0.0002930581691697054,
      "loss": 0.9835,
      "step": 16047
    },
    {
      "epoch": 0.6573008396477575,
      "grad_norm": 0.7142967085621154,
      "learning_rate": 0.00029305718845884374,
      "loss": 0.4811,
      "step": 16048
    },
    {
      "epoch": 0.657341798074954,
      "grad_norm": 0.7180374378307004,
      "learning_rate": 0.0002930562076803529,
      "loss": 0.6778,
      "step": 16049
    },
    {
      "epoch": 0.6573827565021503,
      "grad_norm": 0.6329084851185549,
      "learning_rate": 0.00029305522683423344,
      "loss": 0.6962,
      "step": 16050
    },
    {
      "epoch": 0.6574237149293467,
      "grad_norm": 0.9212800181885296,
      "learning_rate": 0.0002930542459204858,
      "loss": 0.9301,
      "step": 16051
    },
    {
      "epoch": 0.6574646733565431,
      "grad_norm": 0.9929456055533235,
      "learning_rate": 0.00029305326493911035,
      "loss": 1.4361,
      "step": 16052
    },
    {
      "epoch": 0.6575056317837396,
      "grad_norm": 1.669126242976614,
      "learning_rate": 0.00029305228389010763,
      "loss": 1.2023,
      "step": 16053
    },
    {
      "epoch": 0.6575465902109359,
      "grad_norm": 0.6638759092861216,
      "learning_rate": 0.0002930513027734781,
      "loss": 0.7512,
      "step": 16054
    },
    {
      "epoch": 0.6575875486381323,
      "grad_norm": 0.7744184362612087,
      "learning_rate": 0.00029305032158922226,
      "loss": 0.7102,
      "step": 16055
    },
    {
      "epoch": 0.6576285070653287,
      "grad_norm": 1.1378449009405327,
      "learning_rate": 0.00029304934033734054,
      "loss": 1.0145,
      "step": 16056
    },
    {
      "epoch": 0.6576694654925251,
      "grad_norm": 13.678311374532846,
      "learning_rate": 0.0002930483590178333,
      "loss": 4.8785,
      "step": 16057
    },
    {
      "epoch": 0.6577104239197215,
      "grad_norm": 2.6285606883666928,
      "learning_rate": 0.0002930473776307011,
      "loss": 1.2067,
      "step": 16058
    },
    {
      "epoch": 0.6577513823469179,
      "grad_norm": 0.6884644139803754,
      "learning_rate": 0.0002930463961759445,
      "loss": 0.7986,
      "step": 16059
    },
    {
      "epoch": 0.6577923407741143,
      "grad_norm": 0.9282052713352155,
      "learning_rate": 0.0002930454146535638,
      "loss": 1.0423,
      "step": 16060
    },
    {
      "epoch": 0.6578332992013106,
      "grad_norm": 1.0521298821182925,
      "learning_rate": 0.0002930444330635595,
      "loss": 1.1006,
      "step": 16061
    },
    {
      "epoch": 0.657874257628507,
      "grad_norm": 0.6017476303628391,
      "learning_rate": 0.0002930434514059321,
      "loss": 0.3748,
      "step": 16062
    },
    {
      "epoch": 0.6579152160557035,
      "grad_norm": 0.6992529949856624,
      "learning_rate": 0.00029304246968068213,
      "loss": 0.7852,
      "step": 16063
    },
    {
      "epoch": 0.6579561744828999,
      "grad_norm": 0.5465080559365911,
      "learning_rate": 0.0002930414878878099,
      "loss": 0.4278,
      "step": 16064
    },
    {
      "epoch": 0.6579971329100962,
      "grad_norm": 0.795388816674743,
      "learning_rate": 0.000293040506027316,
      "loss": 0.9972,
      "step": 16065
    },
    {
      "epoch": 0.6580380913372926,
      "grad_norm": 0.6569136789907307,
      "learning_rate": 0.0002930395240992008,
      "loss": 0.879,
      "step": 16066
    },
    {
      "epoch": 0.658079049764489,
      "grad_norm": 0.8992438908526312,
      "learning_rate": 0.0002930385421034649,
      "loss": 0.7517,
      "step": 16067
    },
    {
      "epoch": 0.6581200081916855,
      "grad_norm": 1.007316150866712,
      "learning_rate": 0.00029303756004010864,
      "loss": 0.8366,
      "step": 16068
    },
    {
      "epoch": 0.6581609666188818,
      "grad_norm": 0.790412788551413,
      "learning_rate": 0.00029303657790913254,
      "loss": 0.9274,
      "step": 16069
    },
    {
      "epoch": 0.6582019250460782,
      "grad_norm": 0.9886883514189743,
      "learning_rate": 0.000293035595710537,
      "loss": 0.8721,
      "step": 16070
    },
    {
      "epoch": 0.6582428834732746,
      "grad_norm": 1.1542797466220553,
      "learning_rate": 0.00029303461344432253,
      "loss": 1.6705,
      "step": 16071
    },
    {
      "epoch": 0.6582838419004711,
      "grad_norm": 0.6894844576281455,
      "learning_rate": 0.0002930336311104896,
      "loss": 0.8608,
      "step": 16072
    },
    {
      "epoch": 0.6583248003276674,
      "grad_norm": 0.8667439943385942,
      "learning_rate": 0.0002930326487090387,
      "loss": 0.9857,
      "step": 16073
    },
    {
      "epoch": 0.6583657587548638,
      "grad_norm": 0.6060412374983528,
      "learning_rate": 0.0002930316662399702,
      "loss": 0.3796,
      "step": 16074
    },
    {
      "epoch": 0.6584067171820602,
      "grad_norm": 0.9868801969768164,
      "learning_rate": 0.00029303068370328475,
      "loss": 0.917,
      "step": 16075
    },
    {
      "epoch": 0.6584476756092567,
      "grad_norm": 0.9235370017350811,
      "learning_rate": 0.0002930297010989826,
      "loss": 0.684,
      "step": 16076
    },
    {
      "epoch": 0.658488634036453,
      "grad_norm": 0.8207259267010016,
      "learning_rate": 0.0002930287184270643,
      "loss": 0.9046,
      "step": 16077
    },
    {
      "epoch": 0.6585295924636494,
      "grad_norm": 0.9980684379420197,
      "learning_rate": 0.00029302773568753033,
      "loss": 1.0568,
      "step": 16078
    },
    {
      "epoch": 0.6585705508908458,
      "grad_norm": 0.7858554397917022,
      "learning_rate": 0.00029302675288038114,
      "loss": 0.9821,
      "step": 16079
    },
    {
      "epoch": 0.6586115093180421,
      "grad_norm": 8.005052459827102,
      "learning_rate": 0.00029302577000561725,
      "loss": 2.4899,
      "step": 16080
    },
    {
      "epoch": 0.6586524677452386,
      "grad_norm": 0.7439433060602175,
      "learning_rate": 0.00029302478706323904,
      "loss": 0.8261,
      "step": 16081
    },
    {
      "epoch": 0.658693426172435,
      "grad_norm": 0.8016838088371964,
      "learning_rate": 0.000293023804053247,
      "loss": 1.0702,
      "step": 16082
    },
    {
      "epoch": 0.6587343845996314,
      "grad_norm": 0.7496786808460434,
      "learning_rate": 0.0002930228209756416,
      "loss": 0.8472,
      "step": 16083
    },
    {
      "epoch": 0.6587753430268277,
      "grad_norm": 0.8744276289783619,
      "learning_rate": 0.0002930218378304234,
      "loss": 0.8821,
      "step": 16084
    },
    {
      "epoch": 0.6588163014540241,
      "grad_norm": 1.0211838435456229,
      "learning_rate": 0.0002930208546175927,
      "loss": 1.0823,
      "step": 16085
    },
    {
      "epoch": 0.6588572598812206,
      "grad_norm": 0.7809162758079917,
      "learning_rate": 0.00029301987133715005,
      "loss": 0.9662,
      "step": 16086
    },
    {
      "epoch": 0.658898218308417,
      "grad_norm": 0.5615278275000501,
      "learning_rate": 0.00029301888798909586,
      "loss": 0.3549,
      "step": 16087
    },
    {
      "epoch": 0.6589391767356133,
      "grad_norm": 1.1050306514407107,
      "learning_rate": 0.00029301790457343066,
      "loss": 1.7102,
      "step": 16088
    },
    {
      "epoch": 0.6589801351628097,
      "grad_norm": 0.7747749632568085,
      "learning_rate": 0.00029301692109015494,
      "loss": 0.8507,
      "step": 16089
    },
    {
      "epoch": 0.6590210935900062,
      "grad_norm": 0.9908824160724151,
      "learning_rate": 0.0002930159375392691,
      "loss": 0.8991,
      "step": 16090
    },
    {
      "epoch": 0.6590620520172026,
      "grad_norm": 0.9691387821974973,
      "learning_rate": 0.0002930149539207736,
      "loss": 1.3625,
      "step": 16091
    },
    {
      "epoch": 0.6591030104443989,
      "grad_norm": 0.7446562806776111,
      "learning_rate": 0.00029301397023466893,
      "loss": 0.8772,
      "step": 16092
    },
    {
      "epoch": 0.6591439688715953,
      "grad_norm": 0.6494521320267114,
      "learning_rate": 0.00029301298648095556,
      "loss": 0.4105,
      "step": 16093
    },
    {
      "epoch": 0.6591849272987917,
      "grad_norm": 1.0444156293353342,
      "learning_rate": 0.00029301200265963395,
      "loss": 1.0331,
      "step": 16094
    },
    {
      "epoch": 0.6592258857259882,
      "grad_norm": 4.812927220607196,
      "learning_rate": 0.0002930110187707046,
      "loss": 1.9985,
      "step": 16095
    },
    {
      "epoch": 0.6592668441531845,
      "grad_norm": 1.2120807330122838,
      "learning_rate": 0.0002930100348141679,
      "loss": 1.305,
      "step": 16096
    },
    {
      "epoch": 0.6593078025803809,
      "grad_norm": 0.6279159073616172,
      "learning_rate": 0.0002930090507900243,
      "loss": 0.6895,
      "step": 16097
    },
    {
      "epoch": 0.6593487610075773,
      "grad_norm": 0.9064610896990948,
      "learning_rate": 0.0002930080666982744,
      "loss": 0.8351,
      "step": 16098
    },
    {
      "epoch": 0.6593897194347738,
      "grad_norm": 0.8522744945312133,
      "learning_rate": 0.00029300708253891854,
      "loss": 0.7005,
      "step": 16099
    },
    {
      "epoch": 0.6594306778619701,
      "grad_norm": 1.0211900108635685,
      "learning_rate": 0.00029300609831195727,
      "loss": 1.004,
      "step": 16100
    },
    {
      "epoch": 0.6594716362891665,
      "grad_norm": 0.9731267445855403,
      "learning_rate": 0.000293005114017391,
      "loss": 1.1034,
      "step": 16101
    },
    {
      "epoch": 0.6595125947163629,
      "grad_norm": 0.8531477396633539,
      "learning_rate": 0.0002930041296552202,
      "loss": 0.6464,
      "step": 16102
    },
    {
      "epoch": 0.6595535531435592,
      "grad_norm": 1.3107482644389212,
      "learning_rate": 0.00029300314522544534,
      "loss": 1.3534,
      "step": 16103
    },
    {
      "epoch": 0.6595945115707557,
      "grad_norm": 0.7591504587930626,
      "learning_rate": 0.0002930021607280669,
      "loss": 0.8245,
      "step": 16104
    },
    {
      "epoch": 0.6596354699979521,
      "grad_norm": 0.8478024799354916,
      "learning_rate": 0.00029300117616308535,
      "loss": 0.4412,
      "step": 16105
    },
    {
      "epoch": 0.6596764284251485,
      "grad_norm": 0.9616724908124926,
      "learning_rate": 0.0002930001915305011,
      "loss": 0.9322,
      "step": 16106
    },
    {
      "epoch": 0.6597173868523448,
      "grad_norm": 1.1271998827412233,
      "learning_rate": 0.00029299920683031476,
      "loss": 1.3537,
      "step": 16107
    },
    {
      "epoch": 0.6597583452795412,
      "grad_norm": 0.9577905580669033,
      "learning_rate": 0.0002929982220625266,
      "loss": 0.8179,
      "step": 16108
    },
    {
      "epoch": 0.6597993037067377,
      "grad_norm": 0.7375134806337704,
      "learning_rate": 0.0002929972372271372,
      "loss": 0.4201,
      "step": 16109
    },
    {
      "epoch": 0.6598402621339341,
      "grad_norm": 0.7030886255820143,
      "learning_rate": 0.00029299625232414705,
      "loss": 0.4451,
      "step": 16110
    },
    {
      "epoch": 0.6598812205611304,
      "grad_norm": 0.7357108635621804,
      "learning_rate": 0.0002929952673535565,
      "loss": 0.7234,
      "step": 16111
    },
    {
      "epoch": 0.6599221789883268,
      "grad_norm": 0.828558204075012,
      "learning_rate": 0.0002929942823153661,
      "loss": 0.7545,
      "step": 16112
    },
    {
      "epoch": 0.6599631374155233,
      "grad_norm": 0.7081195957919928,
      "learning_rate": 0.0002929932972095763,
      "loss": 0.6307,
      "step": 16113
    },
    {
      "epoch": 0.6600040958427197,
      "grad_norm": 1.7288988830009742,
      "learning_rate": 0.0002929923120361876,
      "loss": 2.7226,
      "step": 16114
    },
    {
      "epoch": 0.660045054269916,
      "grad_norm": 0.9118236970373004,
      "learning_rate": 0.00029299132679520037,
      "loss": 0.6537,
      "step": 16115
    },
    {
      "epoch": 0.6600860126971124,
      "grad_norm": 0.7232300757960196,
      "learning_rate": 0.0002929903414866152,
      "loss": 0.9024,
      "step": 16116
    },
    {
      "epoch": 0.6601269711243088,
      "grad_norm": 2.08045642909979,
      "learning_rate": 0.0002929893561104325,
      "loss": 1.3708,
      "step": 16117
    },
    {
      "epoch": 0.6601679295515053,
      "grad_norm": 0.7427653273221843,
      "learning_rate": 0.0002929883706666527,
      "loss": 0.8083,
      "step": 16118
    },
    {
      "epoch": 0.6602088879787016,
      "grad_norm": 1.0597967310574479,
      "learning_rate": 0.00029298738515527625,
      "loss": 0.8878,
      "step": 16119
    },
    {
      "epoch": 0.660249846405898,
      "grad_norm": 0.8654733207738116,
      "learning_rate": 0.0002929863995763037,
      "loss": 1.0546,
      "step": 16120
    },
    {
      "epoch": 0.6602908048330944,
      "grad_norm": 1.1859998694902738,
      "learning_rate": 0.0002929854139297355,
      "loss": 0.4853,
      "step": 16121
    },
    {
      "epoch": 0.6603317632602907,
      "grad_norm": 0.9928404682212632,
      "learning_rate": 0.0002929844282155721,
      "loss": 0.9272,
      "step": 16122
    },
    {
      "epoch": 0.6603727216874872,
      "grad_norm": 0.7155770976118987,
      "learning_rate": 0.0002929834424338139,
      "loss": 0.7326,
      "step": 16123
    },
    {
      "epoch": 0.6604136801146836,
      "grad_norm": 0.8159799841517291,
      "learning_rate": 0.0002929824565844615,
      "loss": 0.7893,
      "step": 16124
    },
    {
      "epoch": 0.66045463854188,
      "grad_norm": 0.5811448020564169,
      "learning_rate": 0.00029298147066751526,
      "loss": 0.3361,
      "step": 16125
    },
    {
      "epoch": 0.6604955969690763,
      "grad_norm": 0.8511932434740449,
      "learning_rate": 0.00029298048468297564,
      "loss": 0.9361,
      "step": 16126
    },
    {
      "epoch": 0.6605365553962728,
      "grad_norm": 0.7624794766713887,
      "learning_rate": 0.0002929794986308432,
      "loss": 0.7735,
      "step": 16127
    },
    {
      "epoch": 0.6605775138234692,
      "grad_norm": 0.8219230253105146,
      "learning_rate": 0.0002929785125111183,
      "loss": 0.8419,
      "step": 16128
    },
    {
      "epoch": 0.6606184722506656,
      "grad_norm": 0.7864249841400183,
      "learning_rate": 0.0002929775263238015,
      "loss": 0.7552,
      "step": 16129
    },
    {
      "epoch": 0.6606594306778619,
      "grad_norm": 1.0954178197749294,
      "learning_rate": 0.0002929765400688932,
      "loss": 1.0293,
      "step": 16130
    },
    {
      "epoch": 0.6607003891050583,
      "grad_norm": 0.8796871557741851,
      "learning_rate": 0.0002929755537463939,
      "loss": 0.8135,
      "step": 16131
    },
    {
      "epoch": 0.6607413475322548,
      "grad_norm": 1.0264946075448669,
      "learning_rate": 0.00029297456735630407,
      "loss": 1.1165,
      "step": 16132
    },
    {
      "epoch": 0.6607823059594512,
      "grad_norm": 1.0323368709985168,
      "learning_rate": 0.0002929735808986241,
      "loss": 1.288,
      "step": 16133
    },
    {
      "epoch": 0.6608232643866475,
      "grad_norm": 0.6555202378151527,
      "learning_rate": 0.0002929725943733546,
      "loss": 0.7242,
      "step": 16134
    },
    {
      "epoch": 0.6608642228138439,
      "grad_norm": 0.8660353082311191,
      "learning_rate": 0.00029297160778049585,
      "loss": 0.9981,
      "step": 16135
    },
    {
      "epoch": 0.6609051812410404,
      "grad_norm": 0.8583625469598348,
      "learning_rate": 0.0002929706211200485,
      "loss": 0.9765,
      "step": 16136
    },
    {
      "epoch": 0.6609461396682368,
      "grad_norm": 1.2575400421236467,
      "learning_rate": 0.0002929696343920129,
      "loss": 0.6669,
      "step": 16137
    },
    {
      "epoch": 0.6609870980954331,
      "grad_norm": 0.6609158139339311,
      "learning_rate": 0.0002929686475963896,
      "loss": 0.7784,
      "step": 16138
    },
    {
      "epoch": 0.6610280565226295,
      "grad_norm": 3.2563408827791553,
      "learning_rate": 0.000292967660733179,
      "loss": 2.9802,
      "step": 16139
    },
    {
      "epoch": 0.661069014949826,
      "grad_norm": 0.7240247413615422,
      "learning_rate": 0.00029296667380238154,
      "loss": 0.7385,
      "step": 16140
    },
    {
      "epoch": 0.6611099733770224,
      "grad_norm": 0.7812166522579456,
      "learning_rate": 0.00029296568680399775,
      "loss": 0.9329,
      "step": 16141
    },
    {
      "epoch": 0.6611509318042187,
      "grad_norm": 1.0428601987192856,
      "learning_rate": 0.0002929646997380281,
      "loss": 1.5365,
      "step": 16142
    },
    {
      "epoch": 0.6611918902314151,
      "grad_norm": 0.9549947006799346,
      "learning_rate": 0.000292963712604473,
      "loss": 1.0477,
      "step": 16143
    },
    {
      "epoch": 0.6612328486586115,
      "grad_norm": 1.0728665488369293,
      "learning_rate": 0.000292962725403333,
      "loss": 1.0579,
      "step": 16144
    },
    {
      "epoch": 0.6612738070858079,
      "grad_norm": 0.7405611190794676,
      "learning_rate": 0.0002929617381346085,
      "loss": 0.9464,
      "step": 16145
    },
    {
      "epoch": 0.6613147655130043,
      "grad_norm": 0.9534067727257339,
      "learning_rate": 0.00029296075079830004,
      "loss": 0.9882,
      "step": 16146
    },
    {
      "epoch": 0.6613557239402007,
      "grad_norm": 1.4248150772911385,
      "learning_rate": 0.000292959763394408,
      "loss": 2.3285,
      "step": 16147
    },
    {
      "epoch": 0.6613966823673971,
      "grad_norm": 0.7441180771733964,
      "learning_rate": 0.0002929587759229328,
      "loss": 0.8689,
      "step": 16148
    },
    {
      "epoch": 0.6614376407945934,
      "grad_norm": 1.2164563832078878,
      "learning_rate": 0.00029295778838387505,
      "loss": 0.9531,
      "step": 16149
    },
    {
      "epoch": 0.6614785992217899,
      "grad_norm": 0.7075748295093598,
      "learning_rate": 0.00029295680077723514,
      "loss": 0.7939,
      "step": 16150
    },
    {
      "epoch": 0.6615195576489863,
      "grad_norm": 2.772797745490631,
      "learning_rate": 0.0002929558131030136,
      "loss": 4.235,
      "step": 16151
    },
    {
      "epoch": 0.6615605160761827,
      "grad_norm": 0.5661019990375198,
      "learning_rate": 0.0002929548253612108,
      "loss": 0.4085,
      "step": 16152
    },
    {
      "epoch": 0.661601474503379,
      "grad_norm": 0.7428829135112727,
      "learning_rate": 0.00029295383755182725,
      "loss": 0.8019,
      "step": 16153
    },
    {
      "epoch": 0.6616424329305755,
      "grad_norm": 0.8051931802380802,
      "learning_rate": 0.0002929528496748634,
      "loss": 1.0456,
      "step": 16154
    },
    {
      "epoch": 0.6616833913577719,
      "grad_norm": 7.155604932317324,
      "learning_rate": 0.0002929518617303198,
      "loss": 3.2184,
      "step": 16155
    },
    {
      "epoch": 0.6617243497849683,
      "grad_norm": 0.7964821451022243,
      "learning_rate": 0.0002929508737181968,
      "loss": 0.9957,
      "step": 16156
    },
    {
      "epoch": 0.6617653082121646,
      "grad_norm": 0.8174270275218035,
      "learning_rate": 0.00029294988563849497,
      "loss": 0.9555,
      "step": 16157
    },
    {
      "epoch": 0.661806266639361,
      "grad_norm": 0.5073169257064024,
      "learning_rate": 0.00029294889749121466,
      "loss": 0.3417,
      "step": 16158
    },
    {
      "epoch": 0.6618472250665575,
      "grad_norm": 1.0427720424417108,
      "learning_rate": 0.00029294790927635646,
      "loss": 1.4674,
      "step": 16159
    },
    {
      "epoch": 0.6618881834937539,
      "grad_norm": 0.7957340139192627,
      "learning_rate": 0.00029294692099392076,
      "loss": 0.8471,
      "step": 16160
    },
    {
      "epoch": 0.6619291419209502,
      "grad_norm": 0.8082582322096047,
      "learning_rate": 0.0002929459326439081,
      "loss": 0.9281,
      "step": 16161
    },
    {
      "epoch": 0.6619701003481466,
      "grad_norm": 1.122135999089157,
      "learning_rate": 0.00029294494422631883,
      "loss": 1.0348,
      "step": 16162
    },
    {
      "epoch": 0.662011058775343,
      "grad_norm": 0.9295966301514573,
      "learning_rate": 0.0002929439557411536,
      "loss": 1.2043,
      "step": 16163
    },
    {
      "epoch": 0.6620520172025395,
      "grad_norm": 0.8300413345204404,
      "learning_rate": 0.00029294296718841267,
      "loss": 1.0042,
      "step": 16164
    },
    {
      "epoch": 0.6620929756297358,
      "grad_norm": 1.4411774072128667,
      "learning_rate": 0.0002929419785680966,
      "loss": 1.6262,
      "step": 16165
    },
    {
      "epoch": 0.6621339340569322,
      "grad_norm": 0.8302043670614814,
      "learning_rate": 0.0002929409898802058,
      "loss": 1.2009,
      "step": 16166
    },
    {
      "epoch": 0.6621748924841286,
      "grad_norm": 0.6750712448256253,
      "learning_rate": 0.0002929400011247409,
      "loss": 0.552,
      "step": 16167
    },
    {
      "epoch": 0.662215850911325,
      "grad_norm": 0.5678268726537068,
      "learning_rate": 0.00029293901230170223,
      "loss": 0.3657,
      "step": 16168
    },
    {
      "epoch": 0.6622568093385214,
      "grad_norm": 0.497903313377017,
      "learning_rate": 0.00029293802341109025,
      "loss": 0.2788,
      "step": 16169
    },
    {
      "epoch": 0.6622977677657178,
      "grad_norm": 0.6652207894125423,
      "learning_rate": 0.00029293703445290554,
      "loss": 0.6317,
      "step": 16170
    },
    {
      "epoch": 0.6623387261929142,
      "grad_norm": 1.0004350749357973,
      "learning_rate": 0.0002929360454271484,
      "loss": 0.951,
      "step": 16171
    },
    {
      "epoch": 0.6623796846201105,
      "grad_norm": 0.8570037583357029,
      "learning_rate": 0.00029293505633381947,
      "loss": 0.6514,
      "step": 16172
    },
    {
      "epoch": 0.662420643047307,
      "grad_norm": 0.8538091752914778,
      "learning_rate": 0.00029293406717291915,
      "loss": 0.8332,
      "step": 16173
    },
    {
      "epoch": 0.6624616014745034,
      "grad_norm": 0.9973794569236498,
      "learning_rate": 0.0002929330779444479,
      "loss": 0.9179,
      "step": 16174
    },
    {
      "epoch": 0.6625025599016998,
      "grad_norm": 0.7178331318289188,
      "learning_rate": 0.00029293208864840614,
      "loss": 0.9408,
      "step": 16175
    },
    {
      "epoch": 0.6625435183288961,
      "grad_norm": 0.7245634260275539,
      "learning_rate": 0.0002929310992847943,
      "loss": 0.6593,
      "step": 16176
    },
    {
      "epoch": 0.6625844767560926,
      "grad_norm": 0.954937892083499,
      "learning_rate": 0.0002929301098536131,
      "loss": 1.1244,
      "step": 16177
    },
    {
      "epoch": 0.662625435183289,
      "grad_norm": 1.0685545936886478,
      "learning_rate": 0.00029292912035486273,
      "loss": 0.7402,
      "step": 16178
    },
    {
      "epoch": 0.6626663936104854,
      "grad_norm": 0.8325919502949324,
      "learning_rate": 0.0002929281307885438,
      "loss": 0.754,
      "step": 16179
    },
    {
      "epoch": 0.6627073520376817,
      "grad_norm": 0.7822047647323187,
      "learning_rate": 0.0002929271411546567,
      "loss": 0.6297,
      "step": 16180
    },
    {
      "epoch": 0.6627483104648781,
      "grad_norm": 17.15056338718924,
      "learning_rate": 0.00029292615145320197,
      "loss": 4.2744,
      "step": 16181
    },
    {
      "epoch": 0.6627892688920746,
      "grad_norm": 0.7495592551053842,
      "learning_rate": 0.0002929251616841801,
      "loss": 0.3027,
      "step": 16182
    },
    {
      "epoch": 0.662830227319271,
      "grad_norm": 0.7494108149281492,
      "learning_rate": 0.00029292417184759146,
      "loss": 0.4461,
      "step": 16183
    },
    {
      "epoch": 0.6628711857464673,
      "grad_norm": 0.5894829288188689,
      "learning_rate": 0.00029292318194343655,
      "loss": 0.2305,
      "step": 16184
    },
    {
      "epoch": 0.6629121441736637,
      "grad_norm": 1.0692878156081413,
      "learning_rate": 0.0002929221919717159,
      "loss": 0.7721,
      "step": 16185
    },
    {
      "epoch": 0.6629531026008602,
      "grad_norm": 0.851058775593304,
      "learning_rate": 0.0002929212019324299,
      "loss": 0.6688,
      "step": 16186
    },
    {
      "epoch": 0.6629940610280565,
      "grad_norm": 0.7829900870462714,
      "learning_rate": 0.00029292021182557906,
      "loss": 0.6908,
      "step": 16187
    },
    {
      "epoch": 0.6630350194552529,
      "grad_norm": 0.4665696233196151,
      "learning_rate": 0.0002929192216511638,
      "loss": 0.2757,
      "step": 16188
    },
    {
      "epoch": 0.6630759778824493,
      "grad_norm": 0.772600526880299,
      "learning_rate": 0.00029291823140918465,
      "loss": 0.8519,
      "step": 16189
    },
    {
      "epoch": 0.6631169363096457,
      "grad_norm": 0.8819052855616283,
      "learning_rate": 0.00029291724109964206,
      "loss": 0.9465,
      "step": 16190
    },
    {
      "epoch": 0.6631578947368421,
      "grad_norm": 1.589966020435081,
      "learning_rate": 0.0002929162507225365,
      "loss": 2.3096,
      "step": 16191
    },
    {
      "epoch": 0.6631988531640385,
      "grad_norm": 0.9072062803746418,
      "learning_rate": 0.0002929152602778684,
      "loss": 0.9456,
      "step": 16192
    },
    {
      "epoch": 0.6632398115912349,
      "grad_norm": 0.9387604279466261,
      "learning_rate": 0.0002929142697656383,
      "loss": 1.0208,
      "step": 16193
    },
    {
      "epoch": 0.6632807700184313,
      "grad_norm": 0.8688737473650371,
      "learning_rate": 0.0002929132791858466,
      "loss": 0.5063,
      "step": 16194
    },
    {
      "epoch": 0.6633217284456276,
      "grad_norm": 0.8807115527382273,
      "learning_rate": 0.0002929122885384938,
      "loss": 0.7572,
      "step": 16195
    },
    {
      "epoch": 0.6633626868728241,
      "grad_norm": 0.6714497816906193,
      "learning_rate": 0.00029291129782358033,
      "loss": 0.8921,
      "step": 16196
    },
    {
      "epoch": 0.6634036453000205,
      "grad_norm": 0.50621403654333,
      "learning_rate": 0.00029291030704110675,
      "loss": 0.346,
      "step": 16197
    },
    {
      "epoch": 0.6634446037272169,
      "grad_norm": 1.1381384144572277,
      "learning_rate": 0.00029290931619107343,
      "loss": 1.3552,
      "step": 16198
    },
    {
      "epoch": 0.6634855621544132,
      "grad_norm": 0.8003263207919682,
      "learning_rate": 0.0002929083252734809,
      "loss": 0.808,
      "step": 16199
    },
    {
      "epoch": 0.6635265205816097,
      "grad_norm": 0.49046593120199833,
      "learning_rate": 0.00029290733428832957,
      "loss": 0.3162,
      "step": 16200
    },
    {
      "epoch": 0.6635674790088061,
      "grad_norm": 0.6911486617408626,
      "learning_rate": 0.00029290634323562,
      "loss": 0.7505,
      "step": 16201
    },
    {
      "epoch": 0.6636084374360025,
      "grad_norm": 0.9999045727049658,
      "learning_rate": 0.00029290535211535254,
      "loss": 0.9416,
      "step": 16202
    },
    {
      "epoch": 0.6636493958631988,
      "grad_norm": 0.9421932289602435,
      "learning_rate": 0.0002929043609275278,
      "loss": 0.8646,
      "step": 16203
    },
    {
      "epoch": 0.6636903542903952,
      "grad_norm": 0.9822995477027858,
      "learning_rate": 0.0002929033696721461,
      "loss": 0.8653,
      "step": 16204
    },
    {
      "epoch": 0.6637313127175917,
      "grad_norm": 1.0877176446847372,
      "learning_rate": 0.000292902378349208,
      "loss": 1.2605,
      "step": 16205
    },
    {
      "epoch": 0.6637722711447881,
      "grad_norm": 0.8236748720179721,
      "learning_rate": 0.00029290138695871397,
      "loss": 0.9999,
      "step": 16206
    },
    {
      "epoch": 0.6638132295719844,
      "grad_norm": 0.8577333359151637,
      "learning_rate": 0.00029290039550066446,
      "loss": 0.4249,
      "step": 16207
    },
    {
      "epoch": 0.6638541879991808,
      "grad_norm": 0.7856214348713174,
      "learning_rate": 0.0002928994039750599,
      "loss": 0.7495,
      "step": 16208
    },
    {
      "epoch": 0.6638951464263773,
      "grad_norm": 0.6192185283483337,
      "learning_rate": 0.0002928984123819008,
      "loss": 0.3982,
      "step": 16209
    },
    {
      "epoch": 0.6639361048535736,
      "grad_norm": 1.6493614771794545,
      "learning_rate": 0.0002928974207211876,
      "loss": 2.5312,
      "step": 16210
    },
    {
      "epoch": 0.66397706328077,
      "grad_norm": 2.7055800415490667,
      "learning_rate": 0.00029289642899292084,
      "loss": 1.1738,
      "step": 16211
    },
    {
      "epoch": 0.6640180217079664,
      "grad_norm": 0.6798661110910389,
      "learning_rate": 0.0002928954371971009,
      "loss": 0.7929,
      "step": 16212
    },
    {
      "epoch": 0.6640589801351628,
      "grad_norm": 0.8899298789211207,
      "learning_rate": 0.00029289444533372837,
      "loss": 1.0388,
      "step": 16213
    },
    {
      "epoch": 0.6640999385623592,
      "grad_norm": 0.6451601135092893,
      "learning_rate": 0.00029289345340280355,
      "loss": 0.4854,
      "step": 16214
    },
    {
      "epoch": 0.6641408969895556,
      "grad_norm": 0.8259883529303966,
      "learning_rate": 0.00029289246140432707,
      "loss": 0.9137,
      "step": 16215
    },
    {
      "epoch": 0.664181855416752,
      "grad_norm": 0.8682713444829789,
      "learning_rate": 0.0002928914693382993,
      "loss": 1.0293,
      "step": 16216
    },
    {
      "epoch": 0.6642228138439484,
      "grad_norm": 0.703030127807922,
      "learning_rate": 0.00029289047720472064,
      "loss": 0.7449,
      "step": 16217
    },
    {
      "epoch": 0.6642637722711447,
      "grad_norm": 0.9319798334422669,
      "learning_rate": 0.00029288948500359177,
      "loss": 0.8504,
      "step": 16218
    },
    {
      "epoch": 0.6643047306983412,
      "grad_norm": 2.1386416228633456,
      "learning_rate": 0.000292888492734913,
      "loss": 2.072,
      "step": 16219
    },
    {
      "epoch": 0.6643456891255376,
      "grad_norm": 0.9056485246382722,
      "learning_rate": 0.0002928875003986848,
      "loss": 0.7717,
      "step": 16220
    },
    {
      "epoch": 0.664386647552734,
      "grad_norm": 0.8150555950536736,
      "learning_rate": 0.00029288650799490776,
      "loss": 0.9615,
      "step": 16221
    },
    {
      "epoch": 0.6644276059799303,
      "grad_norm": 0.9220611579636648,
      "learning_rate": 0.0002928855155235822,
      "loss": 1.2691,
      "step": 16222
    },
    {
      "epoch": 0.6644685644071268,
      "grad_norm": 0.8553393737071,
      "learning_rate": 0.00029288452298470875,
      "loss": 0.8972,
      "step": 16223
    },
    {
      "epoch": 0.6645095228343232,
      "grad_norm": 4.256785702369922,
      "learning_rate": 0.00029288353037828775,
      "loss": 1.4634,
      "step": 16224
    },
    {
      "epoch": 0.6645504812615196,
      "grad_norm": 2.2492788429627764,
      "learning_rate": 0.00029288253770431966,
      "loss": 1.2197,
      "step": 16225
    },
    {
      "epoch": 0.6645914396887159,
      "grad_norm": 1.3210312002556175,
      "learning_rate": 0.00029288154496280507,
      "loss": 1.16,
      "step": 16226
    },
    {
      "epoch": 0.6646323981159123,
      "grad_norm": 1.1835733336197087,
      "learning_rate": 0.0002928805521537443,
      "loss": 0.9012,
      "step": 16227
    },
    {
      "epoch": 0.6646733565431088,
      "grad_norm": 1.4454056191334201,
      "learning_rate": 0.00029287955927713796,
      "loss": 0.903,
      "step": 16228
    },
    {
      "epoch": 0.6647143149703051,
      "grad_norm": 1.3175326916798105,
      "learning_rate": 0.00029287856633298636,
      "loss": 0.9784,
      "step": 16229
    },
    {
      "epoch": 0.6647552733975015,
      "grad_norm": 1.1909280754503802,
      "learning_rate": 0.00029287757332129016,
      "loss": 1.2105,
      "step": 16230
    },
    {
      "epoch": 0.6647962318246979,
      "grad_norm": 1.1230947233093997,
      "learning_rate": 0.00029287658024204974,
      "loss": 0.9661,
      "step": 16231
    },
    {
      "epoch": 0.6648371902518944,
      "grad_norm": 1.2304440798980003,
      "learning_rate": 0.00029287558709526553,
      "loss": 0.9132,
      "step": 16232
    },
    {
      "epoch": 0.6648781486790907,
      "grad_norm": 2.752289086953864,
      "learning_rate": 0.000292874593880938,
      "loss": 2.7667,
      "step": 16233
    },
    {
      "epoch": 0.6649191071062871,
      "grad_norm": 1.1599647494877936,
      "learning_rate": 0.00029287360059906774,
      "loss": 0.9676,
      "step": 16234
    },
    {
      "epoch": 0.6649600655334835,
      "grad_norm": 1.630729848293108,
      "learning_rate": 0.0002928726072496551,
      "loss": 1.5706,
      "step": 16235
    },
    {
      "epoch": 0.66500102396068,
      "grad_norm": 1.4536636129913427,
      "learning_rate": 0.0002928716138327005,
      "loss": 0.7635,
      "step": 16236
    },
    {
      "epoch": 0.6650419823878763,
      "grad_norm": 0.5765749764652577,
      "learning_rate": 0.0002928706203482046,
      "loss": 0.4007,
      "step": 16237
    },
    {
      "epoch": 0.6650829408150727,
      "grad_norm": 0.9082044091761945,
      "learning_rate": 0.00029286962679616767,
      "loss": 0.8426,
      "step": 16238
    },
    {
      "epoch": 0.6651238992422691,
      "grad_norm": 0.8357939256880351,
      "learning_rate": 0.0002928686331765903,
      "loss": 0.3558,
      "step": 16239
    },
    {
      "epoch": 0.6651648576694655,
      "grad_norm": 0.8626321194567808,
      "learning_rate": 0.00029286763948947297,
      "loss": 0.8915,
      "step": 16240
    },
    {
      "epoch": 0.6652058160966619,
      "grad_norm": 0.6996360387943225,
      "learning_rate": 0.00029286664573481607,
      "loss": 0.4386,
      "step": 16241
    },
    {
      "epoch": 0.6652467745238583,
      "grad_norm": 1.0413698239713893,
      "learning_rate": 0.00029286565191262014,
      "loss": 0.932,
      "step": 16242
    },
    {
      "epoch": 0.6652877329510547,
      "grad_norm": 1.2574157675103161,
      "learning_rate": 0.0002928646580228856,
      "loss": 0.9962,
      "step": 16243
    },
    {
      "epoch": 0.6653286913782511,
      "grad_norm": 1.3727519951704457,
      "learning_rate": 0.00029286366406561297,
      "loss": 0.4162,
      "step": 16244
    },
    {
      "epoch": 0.6653696498054474,
      "grad_norm": 0.8367676716199606,
      "learning_rate": 0.00029286267004080264,
      "loss": 0.6548,
      "step": 16245
    },
    {
      "epoch": 0.6654106082326439,
      "grad_norm": 1.1627891628521585,
      "learning_rate": 0.0002928616759484552,
      "loss": 1.3466,
      "step": 16246
    },
    {
      "epoch": 0.6654515666598403,
      "grad_norm": 0.9073473614032327,
      "learning_rate": 0.00029286068178857095,
      "loss": 1.0943,
      "step": 16247
    },
    {
      "epoch": 0.6654925250870367,
      "grad_norm": 1.237200489907028,
      "learning_rate": 0.0002928596875611505,
      "loss": 1.3709,
      "step": 16248
    },
    {
      "epoch": 0.665533483514233,
      "grad_norm": 4.489666100903137,
      "learning_rate": 0.00029285869326619435,
      "loss": 7.0298,
      "step": 16249
    },
    {
      "epoch": 0.6655744419414295,
      "grad_norm": 0.5518861672400576,
      "learning_rate": 0.0002928576989037028,
      "loss": 0.4166,
      "step": 16250
    },
    {
      "epoch": 0.6656154003686259,
      "grad_norm": 1.5379069033688386,
      "learning_rate": 0.00029285670447367647,
      "loss": 1.5585,
      "step": 16251
    },
    {
      "epoch": 0.6656563587958222,
      "grad_norm": 1.454654699758097,
      "learning_rate": 0.0002928557099761158,
      "loss": 0.9889,
      "step": 16252
    },
    {
      "epoch": 0.6656973172230186,
      "grad_norm": 4.622917401183839,
      "learning_rate": 0.00029285471541102117,
      "loss": 2.0912,
      "step": 16253
    },
    {
      "epoch": 0.665738275650215,
      "grad_norm": 0.9119234926840661,
      "learning_rate": 0.00029285372077839317,
      "loss": 0.534,
      "step": 16254
    },
    {
      "epoch": 0.6657792340774115,
      "grad_norm": 0.7544637308131095,
      "learning_rate": 0.00029285272607823223,
      "loss": 1.0809,
      "step": 16255
    },
    {
      "epoch": 0.6658201925046078,
      "grad_norm": 0.6776907566784586,
      "learning_rate": 0.00029285173131053877,
      "loss": 0.8782,
      "step": 16256
    },
    {
      "epoch": 0.6658611509318042,
      "grad_norm": 0.9114852867160668,
      "learning_rate": 0.00029285073647531334,
      "loss": 0.779,
      "step": 16257
    },
    {
      "epoch": 0.6659021093590006,
      "grad_norm": 0.783667017361092,
      "learning_rate": 0.0002928497415725563,
      "loss": 0.8805,
      "step": 16258
    },
    {
      "epoch": 0.665943067786197,
      "grad_norm": 0.8666898918427991,
      "learning_rate": 0.0002928487466022683,
      "loss": 0.7572,
      "step": 16259
    },
    {
      "epoch": 0.6659840262133934,
      "grad_norm": 0.9044307515811721,
      "learning_rate": 0.0002928477515644496,
      "loss": 0.9559,
      "step": 16260
    },
    {
      "epoch": 0.6660249846405898,
      "grad_norm": 0.547363745382763,
      "learning_rate": 0.00029284675645910085,
      "loss": 0.2939,
      "step": 16261
    },
    {
      "epoch": 0.6660659430677862,
      "grad_norm": 1.2565921226432688,
      "learning_rate": 0.0002928457612862224,
      "loss": 0.8834,
      "step": 16262
    },
    {
      "epoch": 0.6661069014949826,
      "grad_norm": 1.4557983031674717,
      "learning_rate": 0.0002928447660458148,
      "loss": 1.189,
      "step": 16263
    },
    {
      "epoch": 0.666147859922179,
      "grad_norm": 1.017478509103877,
      "learning_rate": 0.00029284377073787846,
      "loss": 0.7027,
      "step": 16264
    },
    {
      "epoch": 0.6661888183493754,
      "grad_norm": 0.9047225722370665,
      "learning_rate": 0.00029284277536241384,
      "loss": 0.7605,
      "step": 16265
    },
    {
      "epoch": 0.6662297767765718,
      "grad_norm": 3.1691179039635453,
      "learning_rate": 0.0002928417799194215,
      "loss": 2.0127,
      "step": 16266
    },
    {
      "epoch": 0.6662707352037682,
      "grad_norm": 0.779891036726745,
      "learning_rate": 0.0002928407844089018,
      "loss": 0.7316,
      "step": 16267
    },
    {
      "epoch": 0.6663116936309645,
      "grad_norm": 0.8403070554200975,
      "learning_rate": 0.0002928397888308553,
      "loss": 0.627,
      "step": 16268
    },
    {
      "epoch": 0.666352652058161,
      "grad_norm": 1.1198497543998311,
      "learning_rate": 0.00029283879318528245,
      "loss": 0.7774,
      "step": 16269
    },
    {
      "epoch": 0.6663936104853574,
      "grad_norm": 1.3533897078686354,
      "learning_rate": 0.0002928377974721837,
      "loss": 1.9067,
      "step": 16270
    },
    {
      "epoch": 0.6664345689125537,
      "grad_norm": 0.8101137532367193,
      "learning_rate": 0.00029283680169155953,
      "loss": 1.0943,
      "step": 16271
    },
    {
      "epoch": 0.6664755273397501,
      "grad_norm": 1.0846751794078364,
      "learning_rate": 0.0002928358058434104,
      "loss": 1.281,
      "step": 16272
    },
    {
      "epoch": 0.6665164857669466,
      "grad_norm": 0.7847891726239921,
      "learning_rate": 0.00029283480992773676,
      "loss": 0.8964,
      "step": 16273
    },
    {
      "epoch": 0.666557444194143,
      "grad_norm": 2.530969037163283,
      "learning_rate": 0.00029283381394453915,
      "loss": 4.4599,
      "step": 16274
    },
    {
      "epoch": 0.6665984026213393,
      "grad_norm": 0.7783379577141678,
      "learning_rate": 0.00029283281789381797,
      "loss": 0.9175,
      "step": 16275
    },
    {
      "epoch": 0.6666393610485357,
      "grad_norm": 0.8116421600775071,
      "learning_rate": 0.00029283182177557377,
      "loss": 1.116,
      "step": 16276
    },
    {
      "epoch": 0.6666803194757321,
      "grad_norm": 0.8015106852691768,
      "learning_rate": 0.0002928308255898069,
      "loss": 0.9774,
      "step": 16277
    },
    {
      "epoch": 0.6667212779029286,
      "grad_norm": 0.7659570637061779,
      "learning_rate": 0.00029282982933651796,
      "loss": 0.7832,
      "step": 16278
    },
    {
      "epoch": 0.6667622363301249,
      "grad_norm": 0.7316197870838229,
      "learning_rate": 0.0002928288330157074,
      "loss": 0.6325,
      "step": 16279
    },
    {
      "epoch": 0.6668031947573213,
      "grad_norm": 0.8091435632222967,
      "learning_rate": 0.00029282783662737557,
      "loss": 0.8469,
      "step": 16280
    },
    {
      "epoch": 0.6668441531845177,
      "grad_norm": 0.9233374619389826,
      "learning_rate": 0.00029282684017152306,
      "loss": 0.9559,
      "step": 16281
    },
    {
      "epoch": 0.6668851116117142,
      "grad_norm": 10.58625104673732,
      "learning_rate": 0.0002928258436481503,
      "loss": 3.226,
      "step": 16282
    },
    {
      "epoch": 0.6669260700389105,
      "grad_norm": 0.8166117339397607,
      "learning_rate": 0.0002928248470572578,
      "loss": 0.4108,
      "step": 16283
    },
    {
      "epoch": 0.6669670284661069,
      "grad_norm": 0.5451423368131711,
      "learning_rate": 0.000292823850398846,
      "loss": 0.6346,
      "step": 16284
    },
    {
      "epoch": 0.6670079868933033,
      "grad_norm": 0.8789627483210022,
      "learning_rate": 0.0002928228536729153,
      "loss": 1.0554,
      "step": 16285
    },
    {
      "epoch": 0.6670489453204997,
      "grad_norm": 1.4100277274418096,
      "learning_rate": 0.00029282185687946633,
      "loss": 1.253,
      "step": 16286
    },
    {
      "epoch": 0.6670899037476961,
      "grad_norm": 0.49998432262798465,
      "learning_rate": 0.0002928208600184994,
      "loss": 0.3459,
      "step": 16287
    },
    {
      "epoch": 0.6671308621748925,
      "grad_norm": 0.8408999030029864,
      "learning_rate": 0.00029281986309001514,
      "loss": 0.9106,
      "step": 16288
    },
    {
      "epoch": 0.6671718206020889,
      "grad_norm": 0.7956253190927958,
      "learning_rate": 0.00029281886609401386,
      "loss": 0.8548,
      "step": 16289
    },
    {
      "epoch": 0.6672127790292853,
      "grad_norm": 0.9598121235518344,
      "learning_rate": 0.0002928178690304961,
      "loss": 0.8164,
      "step": 16290
    },
    {
      "epoch": 0.6672537374564816,
      "grad_norm": 0.8853980694330221,
      "learning_rate": 0.0002928168718994624,
      "loss": 1.0116,
      "step": 16291
    },
    {
      "epoch": 0.6672946958836781,
      "grad_norm": 0.7882588935221427,
      "learning_rate": 0.0002928158747009132,
      "loss": 0.9618,
      "step": 16292
    },
    {
      "epoch": 0.6673356543108745,
      "grad_norm": 0.8622353462991196,
      "learning_rate": 0.00029281487743484886,
      "loss": 0.7299,
      "step": 16293
    },
    {
      "epoch": 0.6673766127380708,
      "grad_norm": 0.9766550074692949,
      "learning_rate": 0.00029281388010126997,
      "loss": 1.1818,
      "step": 16294
    },
    {
      "epoch": 0.6674175711652672,
      "grad_norm": 1.2283708215306803,
      "learning_rate": 0.00029281288270017694,
      "loss": 0.8226,
      "step": 16295
    },
    {
      "epoch": 0.6674585295924637,
      "grad_norm": 9.398788604433237,
      "learning_rate": 0.0002928118852315703,
      "loss": 4.3862,
      "step": 16296
    },
    {
      "epoch": 0.6674994880196601,
      "grad_norm": 0.7345973536760857,
      "learning_rate": 0.00029281088769545047,
      "loss": 0.6438,
      "step": 16297
    },
    {
      "epoch": 0.6675404464468564,
      "grad_norm": 0.7240653988782664,
      "learning_rate": 0.0002928098900918179,
      "loss": 1.0842,
      "step": 16298
    },
    {
      "epoch": 0.6675814048740528,
      "grad_norm": 0.6896164867582698,
      "learning_rate": 0.0002928088924206731,
      "loss": 0.7105,
      "step": 16299
    },
    {
      "epoch": 0.6676223633012492,
      "grad_norm": 0.7615231696894053,
      "learning_rate": 0.00029280789468201664,
      "loss": 0.9834,
      "step": 16300
    },
    {
      "epoch": 0.6676633217284457,
      "grad_norm": 0.9529981525724341,
      "learning_rate": 0.0002928068968758488,
      "loss": 0.846,
      "step": 16301
    },
    {
      "epoch": 0.667704280155642,
      "grad_norm": 0.5425811739315947,
      "learning_rate": 0.00029280589900217016,
      "loss": 0.4214,
      "step": 16302
    },
    {
      "epoch": 0.6677452385828384,
      "grad_norm": 0.893682641254178,
      "learning_rate": 0.0002928049010609812,
      "loss": 0.9428,
      "step": 16303
    },
    {
      "epoch": 0.6677861970100348,
      "grad_norm": 0.7462695101028985,
      "learning_rate": 0.00029280390305228243,
      "loss": 1.0071,
      "step": 16304
    },
    {
      "epoch": 0.6678271554372313,
      "grad_norm": 0.9460013444349581,
      "learning_rate": 0.00029280290497607416,
      "loss": 0.7352,
      "step": 16305
    },
    {
      "epoch": 0.6678681138644276,
      "grad_norm": 0.8158816878198056,
      "learning_rate": 0.000292801906832357,
      "loss": 0.8437,
      "step": 16306
    },
    {
      "epoch": 0.667909072291624,
      "grad_norm": 0.8686943624676532,
      "learning_rate": 0.00029280090862113137,
      "loss": 0.6677,
      "step": 16307
    },
    {
      "epoch": 0.6679500307188204,
      "grad_norm": 0.9470131798575191,
      "learning_rate": 0.0002927999103423978,
      "loss": 1.4976,
      "step": 16308
    },
    {
      "epoch": 0.6679909891460168,
      "grad_norm": 0.6580250240463031,
      "learning_rate": 0.0002927989119961567,
      "loss": 0.6524,
      "step": 16309
    },
    {
      "epoch": 0.6680319475732132,
      "grad_norm": 0.6553852357613486,
      "learning_rate": 0.00029279791358240853,
      "loss": 0.5103,
      "step": 16310
    },
    {
      "epoch": 0.6680729060004096,
      "grad_norm": 0.8594896143618835,
      "learning_rate": 0.0002927969151011538,
      "loss": 1.0286,
      "step": 16311
    },
    {
      "epoch": 0.668113864427606,
      "grad_norm": 0.8743776452269924,
      "learning_rate": 0.000292795916552393,
      "loss": 1.0476,
      "step": 16312
    },
    {
      "epoch": 0.6681548228548023,
      "grad_norm": 0.998955362089227,
      "learning_rate": 0.00029279491793612655,
      "loss": 1.1036,
      "step": 16313
    },
    {
      "epoch": 0.6681957812819987,
      "grad_norm": 0.9818232521745511,
      "learning_rate": 0.00029279391925235497,
      "loss": 0.6731,
      "step": 16314
    },
    {
      "epoch": 0.6682367397091952,
      "grad_norm": 0.8274206862578027,
      "learning_rate": 0.00029279292050107873,
      "loss": 1.0853,
      "step": 16315
    },
    {
      "epoch": 0.6682776981363916,
      "grad_norm": 0.8581491090754594,
      "learning_rate": 0.0002927919216822983,
      "loss": 1.0526,
      "step": 16316
    },
    {
      "epoch": 0.6683186565635879,
      "grad_norm": 0.6095949540976083,
      "learning_rate": 0.00029279092279601405,
      "loss": 0.6831,
      "step": 16317
    },
    {
      "epoch": 0.6683596149907843,
      "grad_norm": 0.8689854398557441,
      "learning_rate": 0.0002927899238422266,
      "loss": 0.8455,
      "step": 16318
    },
    {
      "epoch": 0.6684005734179808,
      "grad_norm": 0.8726279670064999,
      "learning_rate": 0.00029278892482093635,
      "loss": 0.8184,
      "step": 16319
    },
    {
      "epoch": 0.6684415318451772,
      "grad_norm": 1.0717036561457176,
      "learning_rate": 0.00029278792573214375,
      "loss": 0.7638,
      "step": 16320
    },
    {
      "epoch": 0.6684824902723735,
      "grad_norm": 0.9096844127401389,
      "learning_rate": 0.0002927869265758493,
      "loss": 1.0149,
      "step": 16321
    },
    {
      "epoch": 0.6685234486995699,
      "grad_norm": 0.8621274125876159,
      "learning_rate": 0.00029278592735205354,
      "loss": 0.8227,
      "step": 16322
    },
    {
      "epoch": 0.6685644071267663,
      "grad_norm": 0.79102190101537,
      "learning_rate": 0.00029278492806075686,
      "loss": 1.0449,
      "step": 16323
    },
    {
      "epoch": 0.6686053655539628,
      "grad_norm": 0.7067242260400212,
      "learning_rate": 0.0002927839287019597,
      "loss": 0.8123,
      "step": 16324
    },
    {
      "epoch": 0.6686463239811591,
      "grad_norm": 0.8084739460948925,
      "learning_rate": 0.00029278292927566266,
      "loss": 0.7534,
      "step": 16325
    },
    {
      "epoch": 0.6686872824083555,
      "grad_norm": 1.1031861924322512,
      "learning_rate": 0.00029278192978186607,
      "loss": 1.0656,
      "step": 16326
    },
    {
      "epoch": 0.6687282408355519,
      "grad_norm": 0.8857077992673089,
      "learning_rate": 0.00029278093022057047,
      "loss": 0.9789,
      "step": 16327
    },
    {
      "epoch": 0.6687691992627484,
      "grad_norm": 1.2166577077129686,
      "learning_rate": 0.0002927799305917764,
      "loss": 1.2793,
      "step": 16328
    },
    {
      "epoch": 0.6688101576899447,
      "grad_norm": 1.0355534947644782,
      "learning_rate": 0.00029277893089548417,
      "loss": 0.7424,
      "step": 16329
    },
    {
      "epoch": 0.6688511161171411,
      "grad_norm": 1.2561482155497627,
      "learning_rate": 0.00029277793113169446,
      "loss": 1.1539,
      "step": 16330
    },
    {
      "epoch": 0.6688920745443375,
      "grad_norm": 0.8779790799804473,
      "learning_rate": 0.0002927769313004075,
      "loss": 0.6922,
      "step": 16331
    },
    {
      "epoch": 0.668933032971534,
      "grad_norm": 0.986870095662964,
      "learning_rate": 0.00029277593140162396,
      "loss": 0.665,
      "step": 16332
    },
    {
      "epoch": 0.6689739913987303,
      "grad_norm": 1.0414120801597273,
      "learning_rate": 0.00029277493143534426,
      "loss": 0.9834,
      "step": 16333
    },
    {
      "epoch": 0.6690149498259267,
      "grad_norm": 1.0320460798287154,
      "learning_rate": 0.00029277393140156885,
      "loss": 0.6772,
      "step": 16334
    },
    {
      "epoch": 0.6690559082531231,
      "grad_norm": 0.8310105157120193,
      "learning_rate": 0.00029277293130029817,
      "loss": 0.9395,
      "step": 16335
    },
    {
      "epoch": 0.6690968666803194,
      "grad_norm": 0.7219337680948026,
      "learning_rate": 0.00029277193113153276,
      "loss": 0.9065,
      "step": 16336
    },
    {
      "epoch": 0.6691378251075158,
      "grad_norm": 0.8441444275483686,
      "learning_rate": 0.0002927709308952731,
      "loss": 0.7812,
      "step": 16337
    },
    {
      "epoch": 0.6691787835347123,
      "grad_norm": 0.8963058740850591,
      "learning_rate": 0.00029276993059151955,
      "loss": 0.8278,
      "step": 16338
    },
    {
      "epoch": 0.6692197419619087,
      "grad_norm": 1.0427054138510974,
      "learning_rate": 0.0002927689302202727,
      "loss": 0.3877,
      "step": 16339
    },
    {
      "epoch": 0.669260700389105,
      "grad_norm": 6.576477121559566,
      "learning_rate": 0.00029276792978153305,
      "loss": 2.9717,
      "step": 16340
    },
    {
      "epoch": 0.6693016588163014,
      "grad_norm": 0.9153544089612061,
      "learning_rate": 0.00029276692927530094,
      "loss": 1.0148,
      "step": 16341
    },
    {
      "epoch": 0.6693426172434979,
      "grad_norm": 0.8241367827562698,
      "learning_rate": 0.0002927659287015769,
      "loss": 1.0894,
      "step": 16342
    },
    {
      "epoch": 0.6693835756706943,
      "grad_norm": 1.1133410664509606,
      "learning_rate": 0.0002927649280603614,
      "loss": 1.1157,
      "step": 16343
    },
    {
      "epoch": 0.6694245340978906,
      "grad_norm": 0.8511013090015561,
      "learning_rate": 0.00029276392735165497,
      "loss": 0.7499,
      "step": 16344
    },
    {
      "epoch": 0.669465492525087,
      "grad_norm": 0.711761963460002,
      "learning_rate": 0.00029276292657545803,
      "loss": 0.8028,
      "step": 16345
    },
    {
      "epoch": 0.6695064509522834,
      "grad_norm": 0.9505668405940052,
      "learning_rate": 0.0002927619257317711,
      "loss": 1.029,
      "step": 16346
    },
    {
      "epoch": 0.6695474093794799,
      "grad_norm": 0.9878732205987677,
      "learning_rate": 0.00029276092482059455,
      "loss": 1.0267,
      "step": 16347
    },
    {
      "epoch": 0.6695883678066762,
      "grad_norm": 0.9893947415764319,
      "learning_rate": 0.000292759923841929,
      "loss": 0.9438,
      "step": 16348
    },
    {
      "epoch": 0.6696293262338726,
      "grad_norm": 0.5905084134415857,
      "learning_rate": 0.00029275892279577475,
      "loss": 0.3984,
      "step": 16349
    },
    {
      "epoch": 0.669670284661069,
      "grad_norm": 1.2250944025940382,
      "learning_rate": 0.00029275792168213235,
      "loss": 1.1752,
      "step": 16350
    },
    {
      "epoch": 0.6697112430882655,
      "grad_norm": 0.858063845895532,
      "learning_rate": 0.0002927569205010024,
      "loss": 0.839,
      "step": 16351
    },
    {
      "epoch": 0.6697522015154618,
      "grad_norm": 1.3516748978378763,
      "learning_rate": 0.00029275591925238516,
      "loss": 1.586,
      "step": 16352
    },
    {
      "epoch": 0.6697931599426582,
      "grad_norm": 1.0255750482022536,
      "learning_rate": 0.00029275491793628124,
      "loss": 1.3585,
      "step": 16353
    },
    {
      "epoch": 0.6698341183698546,
      "grad_norm": 5.1146377011354405,
      "learning_rate": 0.0002927539165526911,
      "loss": 2.622,
      "step": 16354
    },
    {
      "epoch": 0.6698750767970509,
      "grad_norm": 0.9324195694415471,
      "learning_rate": 0.0002927529151016152,
      "loss": 0.8685,
      "step": 16355
    },
    {
      "epoch": 0.6699160352242474,
      "grad_norm": 2.9970509513676706,
      "learning_rate": 0.000292751913583054,
      "loss": 4.5265,
      "step": 16356
    },
    {
      "epoch": 0.6699569936514438,
      "grad_norm": 0.7885131020078802,
      "learning_rate": 0.0002927509119970079,
      "loss": 0.6541,
      "step": 16357
    },
    {
      "epoch": 0.6699979520786402,
      "grad_norm": 0.8374768395110371,
      "learning_rate": 0.00029274991034347755,
      "loss": 0.8085,
      "step": 16358
    },
    {
      "epoch": 0.6700389105058365,
      "grad_norm": 1.0511391724206796,
      "learning_rate": 0.0002927489086224633,
      "loss": 1.3468,
      "step": 16359
    },
    {
      "epoch": 0.670079868933033,
      "grad_norm": 0.6263714626676409,
      "learning_rate": 0.0002927479068339656,
      "loss": 0.4718,
      "step": 16360
    },
    {
      "epoch": 0.6701208273602294,
      "grad_norm": 0.6554858052637881,
      "learning_rate": 0.00029274690497798505,
      "loss": 0.7014,
      "step": 16361
    },
    {
      "epoch": 0.6701617857874258,
      "grad_norm": 1.0198084123306634,
      "learning_rate": 0.00029274590305452197,
      "loss": 0.9149,
      "step": 16362
    },
    {
      "epoch": 0.6702027442146221,
      "grad_norm": 0.5425004790749135,
      "learning_rate": 0.00029274490106357694,
      "loss": 0.3374,
      "step": 16363
    },
    {
      "epoch": 0.6702437026418185,
      "grad_norm": 0.9943808974285524,
      "learning_rate": 0.0002927438990051505,
      "loss": 1.0913,
      "step": 16364
    },
    {
      "epoch": 0.670284661069015,
      "grad_norm": 0.8078777287672361,
      "learning_rate": 0.0002927428968792429,
      "loss": 0.8895,
      "step": 16365
    },
    {
      "epoch": 0.6703256194962114,
      "grad_norm": 0.9916774549858843,
      "learning_rate": 0.00029274189468585476,
      "loss": 1.1732,
      "step": 16366
    },
    {
      "epoch": 0.6703665779234077,
      "grad_norm": 0.7250516129849666,
      "learning_rate": 0.00029274089242498655,
      "loss": 0.4979,
      "step": 16367
    },
    {
      "epoch": 0.6704075363506041,
      "grad_norm": 0.9041907030775869,
      "learning_rate": 0.00029273989009663873,
      "loss": 0.8876,
      "step": 16368
    },
    {
      "epoch": 0.6704484947778006,
      "grad_norm": 0.7784837720718664,
      "learning_rate": 0.0002927388877008118,
      "loss": 0.7239,
      "step": 16369
    },
    {
      "epoch": 0.670489453204997,
      "grad_norm": 0.7573220836304477,
      "learning_rate": 0.0002927378852375062,
      "loss": 0.7961,
      "step": 16370
    },
    {
      "epoch": 0.6705304116321933,
      "grad_norm": 0.8382773874282687,
      "learning_rate": 0.00029273688270672237,
      "loss": 0.9359,
      "step": 16371
    },
    {
      "epoch": 0.6705713700593897,
      "grad_norm": 1.0428558281748044,
      "learning_rate": 0.00029273588010846085,
      "loss": 1.0898,
      "step": 16372
    },
    {
      "epoch": 0.6706123284865861,
      "grad_norm": 1.2273967312991543,
      "learning_rate": 0.00029273487744272206,
      "loss": 1.0659,
      "step": 16373
    },
    {
      "epoch": 0.6706532869137826,
      "grad_norm": 0.7984167430716916,
      "learning_rate": 0.00029273387470950653,
      "loss": 0.7888,
      "step": 16374
    },
    {
      "epoch": 0.6706942453409789,
      "grad_norm": 0.6323303158447194,
      "learning_rate": 0.00029273287190881476,
      "loss": 0.6541,
      "step": 16375
    },
    {
      "epoch": 0.6707352037681753,
      "grad_norm": 0.7364374443758794,
      "learning_rate": 0.0002927318690406471,
      "loss": 0.9825,
      "step": 16376
    },
    {
      "epoch": 0.6707761621953717,
      "grad_norm": 0.9680737767754789,
      "learning_rate": 0.00029273086610500407,
      "loss": 1.0205,
      "step": 16377
    },
    {
      "epoch": 0.670817120622568,
      "grad_norm": 0.5645365031453802,
      "learning_rate": 0.0002927298631018862,
      "loss": 0.344,
      "step": 16378
    },
    {
      "epoch": 0.6708580790497645,
      "grad_norm": 0.9409345678506214,
      "learning_rate": 0.000292728860031294,
      "loss": 0.8631,
      "step": 16379
    },
    {
      "epoch": 0.6708990374769609,
      "grad_norm": 0.7939606066151078,
      "learning_rate": 0.0002927278568932278,
      "loss": 1.0591,
      "step": 16380
    },
    {
      "epoch": 0.6709399959041573,
      "grad_norm": 0.6868066760320325,
      "learning_rate": 0.0002927268536876882,
      "loss": 0.6983,
      "step": 16381
    },
    {
      "epoch": 0.6709809543313536,
      "grad_norm": 0.8651767396062602,
      "learning_rate": 0.00029272585041467556,
      "loss": 0.7668,
      "step": 16382
    },
    {
      "epoch": 0.67102191275855,
      "grad_norm": 6.5294191630651275,
      "learning_rate": 0.0002927248470741905,
      "loss": 3.372,
      "step": 16383
    },
    {
      "epoch": 0.6710628711857465,
      "grad_norm": 1.119674003975229,
      "learning_rate": 0.00029272384366623333,
      "loss": 1.2768,
      "step": 16384
    },
    {
      "epoch": 0.6711038296129429,
      "grad_norm": 1.0644278721902491,
      "learning_rate": 0.00029272284019080466,
      "loss": 1.1032,
      "step": 16385
    },
    {
      "epoch": 0.6711447880401392,
      "grad_norm": 0.9752396609794448,
      "learning_rate": 0.0002927218366479049,
      "loss": 1.1062,
      "step": 16386
    },
    {
      "epoch": 0.6711857464673356,
      "grad_norm": 2.0176309574359235,
      "learning_rate": 0.0002927208330375345,
      "loss": 1.7931,
      "step": 16387
    },
    {
      "epoch": 0.6712267048945321,
      "grad_norm": 0.8103949230633475,
      "learning_rate": 0.000292719829359694,
      "loss": 0.8084,
      "step": 16388
    },
    {
      "epoch": 0.6712676633217285,
      "grad_norm": 0.8565919813937045,
      "learning_rate": 0.0002927188256143839,
      "loss": 1.0066,
      "step": 16389
    },
    {
      "epoch": 0.6713086217489248,
      "grad_norm": 0.9159126270597246,
      "learning_rate": 0.0002927178218016046,
      "loss": 1.1362,
      "step": 16390
    },
    {
      "epoch": 0.6713495801761212,
      "grad_norm": 0.8205679618306468,
      "learning_rate": 0.00029271681792135656,
      "loss": 0.8412,
      "step": 16391
    },
    {
      "epoch": 0.6713905386033177,
      "grad_norm": 0.7171666246759756,
      "learning_rate": 0.0002927158139736403,
      "loss": 0.356,
      "step": 16392
    },
    {
      "epoch": 0.6714314970305141,
      "grad_norm": 0.7777167137303962,
      "learning_rate": 0.00029271480995845633,
      "loss": 0.8745,
      "step": 16393
    },
    {
      "epoch": 0.6714724554577104,
      "grad_norm": 0.9760056282825396,
      "learning_rate": 0.000292713805875805,
      "loss": 0.8773,
      "step": 16394
    },
    {
      "epoch": 0.6715134138849068,
      "grad_norm": 0.845843150847454,
      "learning_rate": 0.0002927128017256869,
      "loss": 0.8949,
      "step": 16395
    },
    {
      "epoch": 0.6715543723121032,
      "grad_norm": 0.6018185152941629,
      "learning_rate": 0.0002927117975081025,
      "loss": 0.624,
      "step": 16396
    },
    {
      "epoch": 0.6715953307392996,
      "grad_norm": 1.6369465476842997,
      "learning_rate": 0.0002927107932230522,
      "loss": 1.773,
      "step": 16397
    },
    {
      "epoch": 0.671636289166496,
      "grad_norm": 0.9002491449064602,
      "learning_rate": 0.00029270978887053654,
      "loss": 0.7834,
      "step": 16398
    },
    {
      "epoch": 0.6716772475936924,
      "grad_norm": 0.7772355450514271,
      "learning_rate": 0.0002927087844505559,
      "loss": 1.009,
      "step": 16399
    },
    {
      "epoch": 0.6717182060208888,
      "grad_norm": 13.417912860669622,
      "learning_rate": 0.00029270777996311093,
      "loss": 3.958,
      "step": 16400
    },
    {
      "epoch": 0.6717591644480851,
      "grad_norm": 0.8030128012842495,
      "learning_rate": 0.00029270677540820195,
      "loss": 0.9931,
      "step": 16401
    },
    {
      "epoch": 0.6718001228752816,
      "grad_norm": 1.1597282089381542,
      "learning_rate": 0.0002927057707858295,
      "loss": 1.0909,
      "step": 16402
    },
    {
      "epoch": 0.671841081302478,
      "grad_norm": 0.9113171667932219,
      "learning_rate": 0.00029270476609599406,
      "loss": 0.9672,
      "step": 16403
    },
    {
      "epoch": 0.6718820397296744,
      "grad_norm": 0.9299318942800056,
      "learning_rate": 0.0002927037613386961,
      "loss": 0.5461,
      "step": 16404
    },
    {
      "epoch": 0.6719229981568707,
      "grad_norm": 0.7870257689521585,
      "learning_rate": 0.000292702756513936,
      "loss": 0.7527,
      "step": 16405
    },
    {
      "epoch": 0.6719639565840672,
      "grad_norm": 1.0196962626311188,
      "learning_rate": 0.0002927017516217144,
      "loss": 0.7114,
      "step": 16406
    },
    {
      "epoch": 0.6720049150112636,
      "grad_norm": 0.5591008816707755,
      "learning_rate": 0.0002927007466620317,
      "loss": 0.4112,
      "step": 16407
    },
    {
      "epoch": 0.67204587343846,
      "grad_norm": 1.7522647131481899,
      "learning_rate": 0.0002926997416348883,
      "loss": 1.8271,
      "step": 16408
    },
    {
      "epoch": 0.6720868318656563,
      "grad_norm": 0.5112493594286638,
      "learning_rate": 0.0002926987365402848,
      "loss": 0.2998,
      "step": 16409
    },
    {
      "epoch": 0.6721277902928527,
      "grad_norm": 0.6678781650597991,
      "learning_rate": 0.00029269773137822157,
      "loss": 0.6759,
      "step": 16410
    },
    {
      "epoch": 0.6721687487200492,
      "grad_norm": 0.8526697651139775,
      "learning_rate": 0.00029269672614869917,
      "loss": 0.9367,
      "step": 16411
    },
    {
      "epoch": 0.6722097071472456,
      "grad_norm": 0.7331297710262866,
      "learning_rate": 0.000292695720851718,
      "loss": 0.773,
      "step": 16412
    },
    {
      "epoch": 0.6722506655744419,
      "grad_norm": 0.6977248400996338,
      "learning_rate": 0.0002926947154872786,
      "loss": 0.7045,
      "step": 16413
    },
    {
      "epoch": 0.6722916240016383,
      "grad_norm": 0.8975819377528609,
      "learning_rate": 0.0002926937100553814,
      "loss": 0.67,
      "step": 16414
    },
    {
      "epoch": 0.6723325824288348,
      "grad_norm": 0.9392728271851044,
      "learning_rate": 0.0002926927045560269,
      "loss": 1.2079,
      "step": 16415
    },
    {
      "epoch": 0.6723735408560312,
      "grad_norm": 0.7443814156977311,
      "learning_rate": 0.0002926916989892156,
      "loss": 0.8567,
      "step": 16416
    },
    {
      "epoch": 0.6724144992832275,
      "grad_norm": 0.8633127093124117,
      "learning_rate": 0.0002926906933549479,
      "loss": 0.9309,
      "step": 16417
    },
    {
      "epoch": 0.6724554577104239,
      "grad_norm": 0.5364766632715227,
      "learning_rate": 0.0002926896876532244,
      "loss": 0.3014,
      "step": 16418
    },
    {
      "epoch": 0.6724964161376203,
      "grad_norm": 1.1921201253690286,
      "learning_rate": 0.0002926886818840454,
      "loss": 1.1878,
      "step": 16419
    },
    {
      "epoch": 0.6725373745648167,
      "grad_norm": 0.7974830958576173,
      "learning_rate": 0.00029268767604741155,
      "loss": 0.6684,
      "step": 16420
    },
    {
      "epoch": 0.6725783329920131,
      "grad_norm": 0.9433250480518368,
      "learning_rate": 0.00029268667014332317,
      "loss": 1.24,
      "step": 16421
    },
    {
      "epoch": 0.6726192914192095,
      "grad_norm": 1.1161009424813064,
      "learning_rate": 0.0002926856641717809,
      "loss": 0.8702,
      "step": 16422
    },
    {
      "epoch": 0.6726602498464059,
      "grad_norm": 0.9863504816989956,
      "learning_rate": 0.00029268465813278506,
      "loss": 1.0459,
      "step": 16423
    },
    {
      "epoch": 0.6727012082736022,
      "grad_norm": 1.26929163734365,
      "learning_rate": 0.0002926836520263362,
      "loss": 1.5446,
      "step": 16424
    },
    {
      "epoch": 0.6727421667007987,
      "grad_norm": 0.699933918261956,
      "learning_rate": 0.0002926826458524348,
      "loss": 0.9508,
      "step": 16425
    },
    {
      "epoch": 0.6727831251279951,
      "grad_norm": 0.6684178030408681,
      "learning_rate": 0.0002926816396110813,
      "loss": 0.7801,
      "step": 16426
    },
    {
      "epoch": 0.6728240835551915,
      "grad_norm": 1.1237672181429126,
      "learning_rate": 0.00029268063330227626,
      "loss": 1.3749,
      "step": 16427
    },
    {
      "epoch": 0.6728650419823878,
      "grad_norm": 0.6411290599057968,
      "learning_rate": 0.00029267962692602006,
      "loss": 0.5969,
      "step": 16428
    },
    {
      "epoch": 0.6729060004095843,
      "grad_norm": 0.823357800269309,
      "learning_rate": 0.00029267862048231315,
      "loss": 0.9915,
      "step": 16429
    },
    {
      "epoch": 0.6729469588367807,
      "grad_norm": 5.257589288698613,
      "learning_rate": 0.0002926776139711561,
      "loss": 4.2357,
      "step": 16430
    },
    {
      "epoch": 0.6729879172639771,
      "grad_norm": 2.065675395970093,
      "learning_rate": 0.00029267660739254947,
      "loss": 1.4502,
      "step": 16431
    },
    {
      "epoch": 0.6730288756911734,
      "grad_norm": 0.5412282438579179,
      "learning_rate": 0.0002926756007464935,
      "loss": 0.3133,
      "step": 16432
    },
    {
      "epoch": 0.6730698341183698,
      "grad_norm": 0.8565590637273679,
      "learning_rate": 0.0002926745940329888,
      "loss": 0.9855,
      "step": 16433
    },
    {
      "epoch": 0.6731107925455663,
      "grad_norm": 0.9153260987435283,
      "learning_rate": 0.00029267358725203587,
      "loss": 0.9491,
      "step": 16434
    },
    {
      "epoch": 0.6731517509727627,
      "grad_norm": 0.8284383000169112,
      "learning_rate": 0.00029267258040363515,
      "loss": 1.0019,
      "step": 16435
    },
    {
      "epoch": 0.673192709399959,
      "grad_norm": 0.7723249691212913,
      "learning_rate": 0.00029267157348778703,
      "loss": 0.7091,
      "step": 16436
    },
    {
      "epoch": 0.6732336678271554,
      "grad_norm": 1.3350829535400788,
      "learning_rate": 0.00029267056650449216,
      "loss": 0.8498,
      "step": 16437
    },
    {
      "epoch": 0.6732746262543519,
      "grad_norm": 0.8742922448379941,
      "learning_rate": 0.0002926695594537509,
      "loss": 1.0067,
      "step": 16438
    },
    {
      "epoch": 0.6733155846815482,
      "grad_norm": 0.8030915324388863,
      "learning_rate": 0.00029266855233556373,
      "loss": 1.0632,
      "step": 16439
    },
    {
      "epoch": 0.6733565431087446,
      "grad_norm": 1.0056843246625888,
      "learning_rate": 0.00029266754514993115,
      "loss": 0.8288,
      "step": 16440
    },
    {
      "epoch": 0.673397501535941,
      "grad_norm": 0.8027422235024377,
      "learning_rate": 0.00029266653789685365,
      "loss": 0.3925,
      "step": 16441
    },
    {
      "epoch": 0.6734384599631374,
      "grad_norm": 0.8716141745224915,
      "learning_rate": 0.0002926655305763317,
      "loss": 0.9318,
      "step": 16442
    },
    {
      "epoch": 0.6734794183903338,
      "grad_norm": 0.9205059379233917,
      "learning_rate": 0.0002926645231883657,
      "loss": 0.8494,
      "step": 16443
    },
    {
      "epoch": 0.6735203768175302,
      "grad_norm": 0.5715482132767711,
      "learning_rate": 0.00029266351573295626,
      "loss": 0.3643,
      "step": 16444
    },
    {
      "epoch": 0.6735613352447266,
      "grad_norm": 1.2416481088262978,
      "learning_rate": 0.0002926625082101038,
      "loss": 1.2112,
      "step": 16445
    },
    {
      "epoch": 0.673602293671923,
      "grad_norm": 1.114084108669918,
      "learning_rate": 0.00029266150061980873,
      "loss": 1.2509,
      "step": 16446
    },
    {
      "epoch": 0.6736432520991193,
      "grad_norm": 0.6637284571588348,
      "learning_rate": 0.0002926604929620716,
      "loss": 0.6484,
      "step": 16447
    },
    {
      "epoch": 0.6736842105263158,
      "grad_norm": 1.194909222954459,
      "learning_rate": 0.00029265948523689284,
      "loss": 1.198,
      "step": 16448
    },
    {
      "epoch": 0.6737251689535122,
      "grad_norm": 0.6778946252771141,
      "learning_rate": 0.00029265847744427303,
      "loss": 0.3719,
      "step": 16449
    },
    {
      "epoch": 0.6737661273807086,
      "grad_norm": 0.807425165543231,
      "learning_rate": 0.0002926574695842125,
      "loss": 1.0316,
      "step": 16450
    },
    {
      "epoch": 0.6738070858079049,
      "grad_norm": 0.8988996174212656,
      "learning_rate": 0.0002926564616567118,
      "loss": 0.8624,
      "step": 16451
    },
    {
      "epoch": 0.6738480442351014,
      "grad_norm": 3.4448180562022555,
      "learning_rate": 0.0002926554536617714,
      "loss": 1.7173,
      "step": 16452
    },
    {
      "epoch": 0.6738890026622978,
      "grad_norm": 0.9465832737137205,
      "learning_rate": 0.00029265444559939185,
      "loss": 0.8688,
      "step": 16453
    },
    {
      "epoch": 0.6739299610894942,
      "grad_norm": 0.8709083090639714,
      "learning_rate": 0.0002926534374695735,
      "loss": 0.9749,
      "step": 16454
    },
    {
      "epoch": 0.6739709195166905,
      "grad_norm": 0.6968656744805082,
      "learning_rate": 0.0002926524292723169,
      "loss": 0.6221,
      "step": 16455
    },
    {
      "epoch": 0.674011877943887,
      "grad_norm": 0.8085707683286836,
      "learning_rate": 0.0002926514210076225,
      "loss": 0.8896,
      "step": 16456
    },
    {
      "epoch": 0.6740528363710834,
      "grad_norm": 0.7689749878001196,
      "learning_rate": 0.00029265041267549077,
      "loss": 0.8199,
      "step": 16457
    },
    {
      "epoch": 0.6740937947982798,
      "grad_norm": 1.0259661045188435,
      "learning_rate": 0.0002926494042759222,
      "loss": 0.9978,
      "step": 16458
    },
    {
      "epoch": 0.6741347532254761,
      "grad_norm": 0.8713309526985599,
      "learning_rate": 0.00029264839580891733,
      "loss": 1.1207,
      "step": 16459
    },
    {
      "epoch": 0.6741757116526725,
      "grad_norm": 0.9523836673715242,
      "learning_rate": 0.00029264738727447653,
      "loss": 0.9634,
      "step": 16460
    },
    {
      "epoch": 0.674216670079869,
      "grad_norm": 0.6650010633070474,
      "learning_rate": 0.0002926463786726003,
      "loss": 0.5362,
      "step": 16461
    },
    {
      "epoch": 0.6742576285070653,
      "grad_norm": 0.5825948299488046,
      "learning_rate": 0.00029264537000328914,
      "loss": 0.3664,
      "step": 16462
    },
    {
      "epoch": 0.6742985869342617,
      "grad_norm": 1.4171997282027844,
      "learning_rate": 0.0002926443612665436,
      "loss": 1.2523,
      "step": 16463
    },
    {
      "epoch": 0.6743395453614581,
      "grad_norm": 0.9565485556487064,
      "learning_rate": 0.000292643352462364,
      "loss": 0.8187,
      "step": 16464
    },
    {
      "epoch": 0.6743805037886546,
      "grad_norm": 0.7767558466815957,
      "learning_rate": 0.0002926423435907509,
      "loss": 0.855,
      "step": 16465
    },
    {
      "epoch": 0.6744214622158509,
      "grad_norm": 0.8147205772826446,
      "learning_rate": 0.0002926413346517049,
      "loss": 1.0396,
      "step": 16466
    },
    {
      "epoch": 0.6744624206430473,
      "grad_norm": 0.7095618643395796,
      "learning_rate": 0.0002926403256452262,
      "loss": 0.7825,
      "step": 16467
    },
    {
      "epoch": 0.6745033790702437,
      "grad_norm": 0.7265233280712114,
      "learning_rate": 0.0002926393165713155,
      "loss": 0.8501,
      "step": 16468
    },
    {
      "epoch": 0.6745443374974401,
      "grad_norm": 4.090889249089184,
      "learning_rate": 0.00029263830742997326,
      "loss": 4.3266,
      "step": 16469
    },
    {
      "epoch": 0.6745852959246365,
      "grad_norm": 1.6880097482155605,
      "learning_rate": 0.00029263729822119985,
      "loss": 1.7257,
      "step": 16470
    },
    {
      "epoch": 0.6746262543518329,
      "grad_norm": 0.9410799107588383,
      "learning_rate": 0.00029263628894499573,
      "loss": 1.1448,
      "step": 16471
    },
    {
      "epoch": 0.6746672127790293,
      "grad_norm": 3.010655291013866,
      "learning_rate": 0.00029263527960136156,
      "loss": 2.0011,
      "step": 16472
    },
    {
      "epoch": 0.6747081712062257,
      "grad_norm": 1.0541443676894267,
      "learning_rate": 0.00029263427019029766,
      "loss": 0.5588,
      "step": 16473
    },
    {
      "epoch": 0.674749129633422,
      "grad_norm": 0.7815083382564499,
      "learning_rate": 0.00029263326071180456,
      "loss": 0.9405,
      "step": 16474
    },
    {
      "epoch": 0.6747900880606185,
      "grad_norm": 0.9913137514841922,
      "learning_rate": 0.00029263225116588277,
      "loss": 1.1518,
      "step": 16475
    },
    {
      "epoch": 0.6748310464878149,
      "grad_norm": 0.6273736634243519,
      "learning_rate": 0.00029263124155253265,
      "loss": 0.506,
      "step": 16476
    },
    {
      "epoch": 0.6748720049150113,
      "grad_norm": 1.1161380394333196,
      "learning_rate": 0.0002926302318717548,
      "loss": 1.1069,
      "step": 16477
    },
    {
      "epoch": 0.6749129633422076,
      "grad_norm": 0.6138696250604173,
      "learning_rate": 0.0002926292221235497,
      "loss": 0.8111,
      "step": 16478
    },
    {
      "epoch": 0.674953921769404,
      "grad_norm": 0.989455419485594,
      "learning_rate": 0.0002926282123079177,
      "loss": 1.0987,
      "step": 16479
    },
    {
      "epoch": 0.6749948801966005,
      "grad_norm": 0.7422209299928594,
      "learning_rate": 0.0002926272024248594,
      "loss": 0.8981,
      "step": 16480
    },
    {
      "epoch": 0.6750358386237968,
      "grad_norm": 2.2857352815739436,
      "learning_rate": 0.0002926261924743752,
      "loss": 4.334,
      "step": 16481
    },
    {
      "epoch": 0.6750767970509932,
      "grad_norm": 0.9473197420097839,
      "learning_rate": 0.0002926251824564656,
      "loss": 0.8315,
      "step": 16482
    },
    {
      "epoch": 0.6751177554781896,
      "grad_norm": 1.035685184030058,
      "learning_rate": 0.00029262417237113116,
      "loss": 1.252,
      "step": 16483
    },
    {
      "epoch": 0.6751587139053861,
      "grad_norm": 0.8902702925321876,
      "learning_rate": 0.0002926231622183723,
      "loss": 0.8184,
      "step": 16484
    },
    {
      "epoch": 0.6751996723325824,
      "grad_norm": 0.6994550504950087,
      "learning_rate": 0.00029262215199818935,
      "loss": 0.359,
      "step": 16485
    },
    {
      "epoch": 0.6752406307597788,
      "grad_norm": 1.3254271603475378,
      "learning_rate": 0.00029262114171058306,
      "loss": 1.0903,
      "step": 16486
    },
    {
      "epoch": 0.6752815891869752,
      "grad_norm": 0.8046486102313911,
      "learning_rate": 0.0002926201313555537,
      "loss": 0.9011,
      "step": 16487
    },
    {
      "epoch": 0.6753225476141717,
      "grad_norm": 1.5185514694138678,
      "learning_rate": 0.00029261912093310184,
      "loss": 0.8568,
      "step": 16488
    },
    {
      "epoch": 0.675363506041368,
      "grad_norm": 0.8922063820753748,
      "learning_rate": 0.00029261811044322794,
      "loss": 0.7825,
      "step": 16489
    },
    {
      "epoch": 0.6754044644685644,
      "grad_norm": 1.1100440404134915,
      "learning_rate": 0.0002926170998859325,
      "loss": 1.481,
      "step": 16490
    },
    {
      "epoch": 0.6754454228957608,
      "grad_norm": 0.6825155017074946,
      "learning_rate": 0.0002926160892612159,
      "loss": 0.4491,
      "step": 16491
    },
    {
      "epoch": 0.6754863813229572,
      "grad_norm": 0.7291980643904464,
      "learning_rate": 0.00029261507856907874,
      "loss": 0.5902,
      "step": 16492
    },
    {
      "epoch": 0.6755273397501536,
      "grad_norm": 1.4197497312396818,
      "learning_rate": 0.0002926140678095214,
      "loss": 1.5676,
      "step": 16493
    },
    {
      "epoch": 0.67556829817735,
      "grad_norm": 0.7050672649538301,
      "learning_rate": 0.00029261305698254444,
      "loss": 0.7804,
      "step": 16494
    },
    {
      "epoch": 0.6756092566045464,
      "grad_norm": 0.8454346658266225,
      "learning_rate": 0.0002926120460881483,
      "loss": 0.9497,
      "step": 16495
    },
    {
      "epoch": 0.6756502150317428,
      "grad_norm": 0.7878291520232539,
      "learning_rate": 0.00029261103512633345,
      "loss": 0.7492,
      "step": 16496
    },
    {
      "epoch": 0.6756911734589391,
      "grad_norm": 0.6460712428692882,
      "learning_rate": 0.0002926100240971004,
      "loss": 0.4118,
      "step": 16497
    },
    {
      "epoch": 0.6757321318861356,
      "grad_norm": 0.7763796248534691,
      "learning_rate": 0.0002926090130004496,
      "loss": 0.7588,
      "step": 16498
    },
    {
      "epoch": 0.675773090313332,
      "grad_norm": 1.0301503980925955,
      "learning_rate": 0.0002926080018363815,
      "loss": 1.1455,
      "step": 16499
    },
    {
      "epoch": 0.6758140487405284,
      "grad_norm": 0.7047186665879921,
      "learning_rate": 0.00029260699060489666,
      "loss": 0.7435,
      "step": 16500
    },
    {
      "epoch": 0.6758550071677247,
      "grad_norm": 0.9417586845401784,
      "learning_rate": 0.0002926059793059955,
      "loss": 1.2272,
      "step": 16501
    },
    {
      "epoch": 0.6758959655949212,
      "grad_norm": 1.3048825390334446,
      "learning_rate": 0.0002926049679396785,
      "loss": 1.0156,
      "step": 16502
    },
    {
      "epoch": 0.6759369240221176,
      "grad_norm": 1.1422969422117146,
      "learning_rate": 0.0002926039565059461,
      "loss": 1.3848,
      "step": 16503
    },
    {
      "epoch": 0.6759778824493139,
      "grad_norm": 0.9226933855198131,
      "learning_rate": 0.0002926029450047989,
      "loss": 0.6379,
      "step": 16504
    },
    {
      "epoch": 0.6760188408765103,
      "grad_norm": 1.0814265126668132,
      "learning_rate": 0.00029260193343623724,
      "loss": 0.8978,
      "step": 16505
    },
    {
      "epoch": 0.6760597993037067,
      "grad_norm": 0.6234386014032088,
      "learning_rate": 0.00029260092180026173,
      "loss": 0.4897,
      "step": 16506
    },
    {
      "epoch": 0.6761007577309032,
      "grad_norm": 1.047770238082763,
      "learning_rate": 0.0002925999100968727,
      "loss": 1.0161,
      "step": 16507
    },
    {
      "epoch": 0.6761417161580995,
      "grad_norm": 0.9311715455528539,
      "learning_rate": 0.0002925988983260708,
      "loss": 1.0968,
      "step": 16508
    },
    {
      "epoch": 0.6761826745852959,
      "grad_norm": 2.240260061068915,
      "learning_rate": 0.0002925978864878563,
      "loss": 1.2532,
      "step": 16509
    },
    {
      "epoch": 0.6762236330124923,
      "grad_norm": 0.8299429434908135,
      "learning_rate": 0.0002925968745822299,
      "loss": 1.0297,
      "step": 16510
    },
    {
      "epoch": 0.6762645914396888,
      "grad_norm": 0.6072923479859967,
      "learning_rate": 0.0002925958626091919,
      "loss": 0.3791,
      "step": 16511
    },
    {
      "epoch": 0.6763055498668851,
      "grad_norm": 1.398086535241574,
      "learning_rate": 0.00029259485056874285,
      "loss": 1.0524,
      "step": 16512
    },
    {
      "epoch": 0.6763465082940815,
      "grad_norm": 0.6988431048684972,
      "learning_rate": 0.00029259383846088325,
      "loss": 0.7774,
      "step": 16513
    },
    {
      "epoch": 0.6763874667212779,
      "grad_norm": 0.8713165731486218,
      "learning_rate": 0.0002925928262856136,
      "loss": 1.1399,
      "step": 16514
    },
    {
      "epoch": 0.6764284251484743,
      "grad_norm": 3.9268139642068847,
      "learning_rate": 0.0002925918140429343,
      "loss": 3.8105,
      "step": 16515
    },
    {
      "epoch": 0.6764693835756707,
      "grad_norm": 0.8582921502013047,
      "learning_rate": 0.0002925908017328458,
      "loss": 0.7772,
      "step": 16516
    },
    {
      "epoch": 0.6765103420028671,
      "grad_norm": 0.76514618022254,
      "learning_rate": 0.0002925897893553487,
      "loss": 1.0621,
      "step": 16517
    },
    {
      "epoch": 0.6765513004300635,
      "grad_norm": 0.7870750813902899,
      "learning_rate": 0.0002925887769104435,
      "loss": 0.9945,
      "step": 16518
    },
    {
      "epoch": 0.6765922588572599,
      "grad_norm": 0.5459612606652404,
      "learning_rate": 0.0002925877643981305,
      "loss": 0.3379,
      "step": 16519
    },
    {
      "epoch": 0.6766332172844562,
      "grad_norm": 0.7726482278868027,
      "learning_rate": 0.0002925867518184103,
      "loss": 1.0268,
      "step": 16520
    },
    {
      "epoch": 0.6766741757116527,
      "grad_norm": 0.6226493891616969,
      "learning_rate": 0.0002925857391712834,
      "loss": 0.5333,
      "step": 16521
    },
    {
      "epoch": 0.6767151341388491,
      "grad_norm": 0.7395812073491486,
      "learning_rate": 0.0002925847264567502,
      "loss": 0.9183,
      "step": 16522
    },
    {
      "epoch": 0.6767560925660454,
      "grad_norm": 0.9062679794836775,
      "learning_rate": 0.0002925837136748112,
      "loss": 0.8068,
      "step": 16523
    },
    {
      "epoch": 0.6767970509932418,
      "grad_norm": 0.6457628000511711,
      "learning_rate": 0.00029258270082546694,
      "loss": 0.6449,
      "step": 16524
    },
    {
      "epoch": 0.6768380094204383,
      "grad_norm": 1.6853086410788674,
      "learning_rate": 0.00029258168790871776,
      "loss": 2.7226,
      "step": 16525
    },
    {
      "epoch": 0.6768789678476347,
      "grad_norm": 1.1161619327008845,
      "learning_rate": 0.00029258067492456434,
      "loss": 0.7663,
      "step": 16526
    },
    {
      "epoch": 0.676919926274831,
      "grad_norm": 0.9557893613677761,
      "learning_rate": 0.000292579661873007,
      "loss": 0.9641,
      "step": 16527
    },
    {
      "epoch": 0.6769608847020274,
      "grad_norm": 0.5494873014997014,
      "learning_rate": 0.00029257864875404624,
      "loss": 0.5104,
      "step": 16528
    },
    {
      "epoch": 0.6770018431292238,
      "grad_norm": 0.8687834754815547,
      "learning_rate": 0.00029257763556768266,
      "loss": 0.5705,
      "step": 16529
    },
    {
      "epoch": 0.6770428015564203,
      "grad_norm": 0.688421630239318,
      "learning_rate": 0.00029257662231391656,
      "loss": 0.6831,
      "step": 16530
    },
    {
      "epoch": 0.6770837599836166,
      "grad_norm": 0.9501956448484439,
      "learning_rate": 0.00029257560899274853,
      "loss": 1.0668,
      "step": 16531
    },
    {
      "epoch": 0.677124718410813,
      "grad_norm": 0.7093151591930655,
      "learning_rate": 0.0002925745956041791,
      "loss": 0.7212,
      "step": 16532
    },
    {
      "epoch": 0.6771656768380094,
      "grad_norm": 0.839827153333743,
      "learning_rate": 0.00029257358214820856,
      "loss": 0.6798,
      "step": 16533
    },
    {
      "epoch": 0.6772066352652059,
      "grad_norm": 0.8575894634902672,
      "learning_rate": 0.00029257256862483754,
      "loss": 0.9113,
      "step": 16534
    },
    {
      "epoch": 0.6772475936924022,
      "grad_norm": 0.9674265734646277,
      "learning_rate": 0.0002925715550340665,
      "loss": 0.8018,
      "step": 16535
    },
    {
      "epoch": 0.6772885521195986,
      "grad_norm": 0.9503256584891064,
      "learning_rate": 0.0002925705413758959,
      "loss": 0.5429,
      "step": 16536
    },
    {
      "epoch": 0.677329510546795,
      "grad_norm": 0.7645290157655155,
      "learning_rate": 0.0002925695276503262,
      "loss": 0.6829,
      "step": 16537
    },
    {
      "epoch": 0.6773704689739914,
      "grad_norm": 0.7802558988235265,
      "learning_rate": 0.0002925685138573579,
      "loss": 0.8844,
      "step": 16538
    },
    {
      "epoch": 0.6774114274011878,
      "grad_norm": 0.7237097379462758,
      "learning_rate": 0.00029256749999699154,
      "loss": 0.8015,
      "step": 16539
    },
    {
      "epoch": 0.6774523858283842,
      "grad_norm": 0.710365776294345,
      "learning_rate": 0.0002925664860692275,
      "loss": 0.7877,
      "step": 16540
    },
    {
      "epoch": 0.6774933442555806,
      "grad_norm": 0.9924761763724238,
      "learning_rate": 0.00029256547207406625,
      "loss": 0.901,
      "step": 16541
    },
    {
      "epoch": 0.677534302682777,
      "grad_norm": 0.7743190622459064,
      "learning_rate": 0.00029256445801150837,
      "loss": 0.9716,
      "step": 16542
    },
    {
      "epoch": 0.6775752611099733,
      "grad_norm": 0.8865843431732204,
      "learning_rate": 0.00029256344388155426,
      "loss": 1.1962,
      "step": 16543
    },
    {
      "epoch": 0.6776162195371698,
      "grad_norm": 0.5728741510180593,
      "learning_rate": 0.00029256242968420446,
      "loss": 0.3982,
      "step": 16544
    },
    {
      "epoch": 0.6776571779643662,
      "grad_norm": 1.9014985126178583,
      "learning_rate": 0.0002925614154194594,
      "loss": 2.3693,
      "step": 16545
    },
    {
      "epoch": 0.6776981363915625,
      "grad_norm": 1.0404094423284242,
      "learning_rate": 0.00029256040108731953,
      "loss": 1.3401,
      "step": 16546
    },
    {
      "epoch": 0.6777390948187589,
      "grad_norm": 0.8050409711401574,
      "learning_rate": 0.00029255938668778543,
      "loss": 0.7058,
      "step": 16547
    },
    {
      "epoch": 0.6777800532459554,
      "grad_norm": 3.7210837754084034,
      "learning_rate": 0.00029255837222085754,
      "loss": 2.5631,
      "step": 16548
    },
    {
      "epoch": 0.6778210116731518,
      "grad_norm": 0.6282088277535653,
      "learning_rate": 0.0002925573576865363,
      "loss": 0.3407,
      "step": 16549
    },
    {
      "epoch": 0.6778619701003481,
      "grad_norm": 1.3433966011347789,
      "learning_rate": 0.0002925563430848222,
      "loss": 1.4582,
      "step": 16550
    },
    {
      "epoch": 0.6779029285275445,
      "grad_norm": 0.6883487656401766,
      "learning_rate": 0.00029255532841571574,
      "loss": 0.8843,
      "step": 16551
    },
    {
      "epoch": 0.677943886954741,
      "grad_norm": 1.406459411343175,
      "learning_rate": 0.0002925543136792174,
      "loss": 1.9087,
      "step": 16552
    },
    {
      "epoch": 0.6779848453819374,
      "grad_norm": 0.9268971797220243,
      "learning_rate": 0.0002925532988753276,
      "loss": 0.9605,
      "step": 16553
    },
    {
      "epoch": 0.6780258038091337,
      "grad_norm": 1.3805221414921696,
      "learning_rate": 0.00029255228400404696,
      "loss": 1.5195,
      "step": 16554
    },
    {
      "epoch": 0.6780667622363301,
      "grad_norm": 0.6190146712251835,
      "learning_rate": 0.0002925512690653758,
      "loss": 0.331,
      "step": 16555
    },
    {
      "epoch": 0.6781077206635265,
      "grad_norm": 0.9761849524165306,
      "learning_rate": 0.00029255025405931475,
      "loss": 0.5231,
      "step": 16556
    },
    {
      "epoch": 0.678148679090723,
      "grad_norm": 0.8496866034922888,
      "learning_rate": 0.00029254923898586416,
      "loss": 0.9903,
      "step": 16557
    },
    {
      "epoch": 0.6781896375179193,
      "grad_norm": 0.8665325311679546,
      "learning_rate": 0.00029254822384502455,
      "loss": 1.0366,
      "step": 16558
    },
    {
      "epoch": 0.6782305959451157,
      "grad_norm": 0.6506125588385783,
      "learning_rate": 0.00029254720863679647,
      "loss": 0.3271,
      "step": 16559
    },
    {
      "epoch": 0.6782715543723121,
      "grad_norm": 0.9122012891717981,
      "learning_rate": 0.0002925461933611803,
      "loss": 0.9411,
      "step": 16560
    },
    {
      "epoch": 0.6783125127995085,
      "grad_norm": 0.8061024585954477,
      "learning_rate": 0.00029254517801817655,
      "loss": 0.7328,
      "step": 16561
    },
    {
      "epoch": 0.6783534712267049,
      "grad_norm": 0.6840415835598701,
      "learning_rate": 0.00029254416260778574,
      "loss": 0.8285,
      "step": 16562
    },
    {
      "epoch": 0.6783944296539013,
      "grad_norm": 0.9076559623935285,
      "learning_rate": 0.0002925431471300083,
      "loss": 1.0389,
      "step": 16563
    },
    {
      "epoch": 0.6784353880810977,
      "grad_norm": 0.6288264649606681,
      "learning_rate": 0.0002925421315848447,
      "loss": 0.3317,
      "step": 16564
    },
    {
      "epoch": 0.6784763465082941,
      "grad_norm": 1.072401557555914,
      "learning_rate": 0.0002925411159722955,
      "loss": 1.1495,
      "step": 16565
    },
    {
      "epoch": 0.6785173049354905,
      "grad_norm": 0.7729561783567808,
      "learning_rate": 0.00029254010029236115,
      "loss": 0.7385,
      "step": 16566
    },
    {
      "epoch": 0.6785582633626869,
      "grad_norm": 0.8506112757318314,
      "learning_rate": 0.00029253908454504205,
      "loss": 0.8865,
      "step": 16567
    },
    {
      "epoch": 0.6785992217898833,
      "grad_norm": 0.775535851456183,
      "learning_rate": 0.0002925380687303388,
      "loss": 0.7331,
      "step": 16568
    },
    {
      "epoch": 0.6786401802170796,
      "grad_norm": 0.8375475132566862,
      "learning_rate": 0.0002925370528482518,
      "loss": 0.4858,
      "step": 16569
    },
    {
      "epoch": 0.678681138644276,
      "grad_norm": 0.9772529345117177,
      "learning_rate": 0.00029253603689878154,
      "loss": 0.9063,
      "step": 16570
    },
    {
      "epoch": 0.6787220970714725,
      "grad_norm": 0.8539658871203977,
      "learning_rate": 0.0002925350208819285,
      "loss": 0.559,
      "step": 16571
    },
    {
      "epoch": 0.6787630554986689,
      "grad_norm": 0.8579117544904408,
      "learning_rate": 0.0002925340047976932,
      "loss": 0.8498,
      "step": 16572
    },
    {
      "epoch": 0.6788040139258652,
      "grad_norm": 2.0404030934471598,
      "learning_rate": 0.0002925329886460761,
      "loss": 2.4342,
      "step": 16573
    },
    {
      "epoch": 0.6788449723530616,
      "grad_norm": 0.8349824642777143,
      "learning_rate": 0.00029253197242707767,
      "loss": 1.0591,
      "step": 16574
    },
    {
      "epoch": 0.678885930780258,
      "grad_norm": 0.5938704825150735,
      "learning_rate": 0.00029253095614069835,
      "loss": 0.3091,
      "step": 16575
    },
    {
      "epoch": 0.6789268892074545,
      "grad_norm": 0.9756607448759629,
      "learning_rate": 0.00029252993978693873,
      "loss": 0.8357,
      "step": 16576
    },
    {
      "epoch": 0.6789678476346508,
      "grad_norm": 1.2015768313694788,
      "learning_rate": 0.00029252892336579915,
      "loss": 0.9517,
      "step": 16577
    },
    {
      "epoch": 0.6790088060618472,
      "grad_norm": 0.8211238022226715,
      "learning_rate": 0.00029252790687728025,
      "loss": 0.9403,
      "step": 16578
    },
    {
      "epoch": 0.6790497644890436,
      "grad_norm": 1.4552766379978008,
      "learning_rate": 0.0002925268903213824,
      "loss": 1.8639,
      "step": 16579
    },
    {
      "epoch": 0.6790907229162401,
      "grad_norm": 0.812897517776687,
      "learning_rate": 0.0002925258736981061,
      "loss": 0.649,
      "step": 16580
    },
    {
      "epoch": 0.6791316813434364,
      "grad_norm": 3.7259643784186176,
      "learning_rate": 0.0002925248570074518,
      "loss": 3.5603,
      "step": 16581
    },
    {
      "epoch": 0.6791726397706328,
      "grad_norm": 0.9756835557379817,
      "learning_rate": 0.00029252384024942005,
      "loss": 1.3295,
      "step": 16582
    },
    {
      "epoch": 0.6792135981978292,
      "grad_norm": 0.49883308382937375,
      "learning_rate": 0.0002925228234240113,
      "loss": 0.3442,
      "step": 16583
    },
    {
      "epoch": 0.6792545566250257,
      "grad_norm": 0.776447864443381,
      "learning_rate": 0.000292521806531226,
      "loss": 0.8272,
      "step": 16584
    },
    {
      "epoch": 0.679295515052222,
      "grad_norm": 0.5190214371543441,
      "learning_rate": 0.00029252078957106467,
      "loss": 0.3843,
      "step": 16585
    },
    {
      "epoch": 0.6793364734794184,
      "grad_norm": 1.064835482863001,
      "learning_rate": 0.00029251977254352783,
      "loss": 1.1122,
      "step": 16586
    },
    {
      "epoch": 0.6793774319066148,
      "grad_norm": 1.0765810589498985,
      "learning_rate": 0.0002925187554486159,
      "loss": 0.9828,
      "step": 16587
    },
    {
      "epoch": 0.6794183903338111,
      "grad_norm": 2.352895761611891,
      "learning_rate": 0.0002925177382863293,
      "loss": 2.358,
      "step": 16588
    },
    {
      "epoch": 0.6794593487610076,
      "grad_norm": 1.1652784899691604,
      "learning_rate": 0.0002925167210566687,
      "loss": 1.7968,
      "step": 16589
    },
    {
      "epoch": 0.679500307188204,
      "grad_norm": 0.8473046790541278,
      "learning_rate": 0.0002925157037596343,
      "loss": 1.0204,
      "step": 16590
    },
    {
      "epoch": 0.6795412656154004,
      "grad_norm": 0.8708183660924295,
      "learning_rate": 0.0002925146863952269,
      "loss": 1.0985,
      "step": 16591
    },
    {
      "epoch": 0.6795822240425967,
      "grad_norm": 1.1472627173849705,
      "learning_rate": 0.0002925136689634468,
      "loss": 1.093,
      "step": 16592
    },
    {
      "epoch": 0.6796231824697931,
      "grad_norm": 1.0809221511316638,
      "learning_rate": 0.00029251265146429444,
      "loss": 0.9908,
      "step": 16593
    },
    {
      "epoch": 0.6796641408969896,
      "grad_norm": 0.7997652989006916,
      "learning_rate": 0.0002925116338977704,
      "loss": 0.9025,
      "step": 16594
    },
    {
      "epoch": 0.679705099324186,
      "grad_norm": 1.2711889887085521,
      "learning_rate": 0.0002925106162638751,
      "loss": 1.5706,
      "step": 16595
    },
    {
      "epoch": 0.6797460577513823,
      "grad_norm": 4.299809005567103,
      "learning_rate": 0.00029250959856260913,
      "loss": 2.2001,
      "step": 16596
    },
    {
      "epoch": 0.6797870161785787,
      "grad_norm": 0.8283657472959381,
      "learning_rate": 0.00029250858079397284,
      "loss": 0.9932,
      "step": 16597
    },
    {
      "epoch": 0.6798279746057752,
      "grad_norm": 1.0862204552862702,
      "learning_rate": 0.00029250756295796677,
      "loss": 0.8678,
      "step": 16598
    },
    {
      "epoch": 0.6798689330329716,
      "grad_norm": 1.1143887858854835,
      "learning_rate": 0.00029250654505459135,
      "loss": 0.9344,
      "step": 16599
    },
    {
      "epoch": 0.6799098914601679,
      "grad_norm": 0.9417543391526773,
      "learning_rate": 0.0002925055270838472,
      "loss": 0.9758,
      "step": 16600
    },
    {
      "epoch": 0.6799508498873643,
      "grad_norm": 0.6508631824146579,
      "learning_rate": 0.00029250450904573467,
      "loss": 0.8032,
      "step": 16601
    },
    {
      "epoch": 0.6799918083145607,
      "grad_norm": 0.7882278775250732,
      "learning_rate": 0.0002925034909402542,
      "loss": 1.0313,
      "step": 16602
    },
    {
      "epoch": 0.6800327667417572,
      "grad_norm": 2.1695698732064947,
      "learning_rate": 0.0002925024727674064,
      "loss": 1.7957,
      "step": 16603
    },
    {
      "epoch": 0.6800737251689535,
      "grad_norm": 0.7760207363353328,
      "learning_rate": 0.00029250145452719173,
      "loss": 0.8611,
      "step": 16604
    },
    {
      "epoch": 0.6801146835961499,
      "grad_norm": 0.7696942751966611,
      "learning_rate": 0.0002925004362196106,
      "loss": 0.991,
      "step": 16605
    },
    {
      "epoch": 0.6801556420233463,
      "grad_norm": 0.7213598615250925,
      "learning_rate": 0.0002924994178446636,
      "loss": 0.8633,
      "step": 16606
    },
    {
      "epoch": 0.6801966004505428,
      "grad_norm": 1.0022078469314273,
      "learning_rate": 0.00029249839940235107,
      "loss": 0.8896,
      "step": 16607
    },
    {
      "epoch": 0.6802375588777391,
      "grad_norm": 0.7223963088568957,
      "learning_rate": 0.0002924973808926736,
      "loss": 0.2838,
      "step": 16608
    },
    {
      "epoch": 0.6802785173049355,
      "grad_norm": 0.7944684422163795,
      "learning_rate": 0.0002924963623156316,
      "loss": 0.8966,
      "step": 16609
    },
    {
      "epoch": 0.6803194757321319,
      "grad_norm": 0.7323340644568165,
      "learning_rate": 0.00029249534367122563,
      "loss": 0.705,
      "step": 16610
    },
    {
      "epoch": 0.6803604341593282,
      "grad_norm": 0.7400903690944983,
      "learning_rate": 0.0002924943249594561,
      "loss": 0.8712,
      "step": 16611
    },
    {
      "epoch": 0.6804013925865247,
      "grad_norm": 0.9262704138509733,
      "learning_rate": 0.00029249330618032356,
      "loss": 0.5102,
      "step": 16612
    },
    {
      "epoch": 0.6804423510137211,
      "grad_norm": 1.383984365871267,
      "learning_rate": 0.00029249228733382843,
      "loss": 1.2072,
      "step": 16613
    },
    {
      "epoch": 0.6804833094409175,
      "grad_norm": 1.3346768595877438,
      "learning_rate": 0.0002924912684199712,
      "loss": 2.0902,
      "step": 16614
    },
    {
      "epoch": 0.6805242678681138,
      "grad_norm": 0.8313217187667368,
      "learning_rate": 0.0002924902494387524,
      "loss": 0.9942,
      "step": 16615
    },
    {
      "epoch": 0.6805652262953102,
      "grad_norm": 1.1702075260168074,
      "learning_rate": 0.0002924892303901725,
      "loss": 1.0704,
      "step": 16616
    },
    {
      "epoch": 0.6806061847225067,
      "grad_norm": 1.1316034245312063,
      "learning_rate": 0.0002924882112742319,
      "loss": 1.0846,
      "step": 16617
    },
    {
      "epoch": 0.6806471431497031,
      "grad_norm": 1.1137796522208818,
      "learning_rate": 0.0002924871920909311,
      "loss": 0.8477,
      "step": 16618
    },
    {
      "epoch": 0.6806881015768994,
      "grad_norm": 0.936271654870515,
      "learning_rate": 0.00029248617284027075,
      "loss": 1.0286,
      "step": 16619
    },
    {
      "epoch": 0.6807290600040958,
      "grad_norm": 0.8275021882953254,
      "learning_rate": 0.0002924851535222511,
      "loss": 0.7311,
      "step": 16620
    },
    {
      "epoch": 0.6807700184312923,
      "grad_norm": 0.9164740341202778,
      "learning_rate": 0.0002924841341368728,
      "loss": 1.2435,
      "step": 16621
    },
    {
      "epoch": 0.6808109768584887,
      "grad_norm": 5.1421376804515075,
      "learning_rate": 0.0002924831146841362,
      "loss": 2.1656,
      "step": 16622
    },
    {
      "epoch": 0.680851935285685,
      "grad_norm": 0.8656762627411576,
      "learning_rate": 0.00029248209516404195,
      "loss": 0.8055,
      "step": 16623
    },
    {
      "epoch": 0.6808928937128814,
      "grad_norm": 0.7989310770128562,
      "learning_rate": 0.0002924810755765904,
      "loss": 1.229,
      "step": 16624
    },
    {
      "epoch": 0.6809338521400778,
      "grad_norm": 1.4261420456349447,
      "learning_rate": 0.00029248005592178203,
      "loss": 1.6454,
      "step": 16625
    },
    {
      "epoch": 0.6809748105672743,
      "grad_norm": 0.8169980932407497,
      "learning_rate": 0.00029247903619961736,
      "loss": 0.6616,
      "step": 16626
    },
    {
      "epoch": 0.6810157689944706,
      "grad_norm": 0.7444920335895188,
      "learning_rate": 0.0002924780164100969,
      "loss": 0.7009,
      "step": 16627
    },
    {
      "epoch": 0.681056727421667,
      "grad_norm": 0.9603219351885054,
      "learning_rate": 0.0002924769965532211,
      "loss": 1.127,
      "step": 16628
    },
    {
      "epoch": 0.6810976858488634,
      "grad_norm": 0.8667181262813155,
      "learning_rate": 0.0002924759766289904,
      "loss": 0.6997,
      "step": 16629
    },
    {
      "epoch": 0.6811386442760597,
      "grad_norm": 1.3375060648098622,
      "learning_rate": 0.0002924749566374054,
      "loss": 1.4275,
      "step": 16630
    },
    {
      "epoch": 0.6811796027032562,
      "grad_norm": 1.5657892044989516,
      "learning_rate": 0.00029247393657846644,
      "loss": 1.9232,
      "step": 16631
    },
    {
      "epoch": 0.6812205611304526,
      "grad_norm": 0.7444440250862531,
      "learning_rate": 0.0002924729164521741,
      "loss": 0.6966,
      "step": 16632
    },
    {
      "epoch": 0.681261519557649,
      "grad_norm": 1.0832904675570498,
      "learning_rate": 0.0002924718962585288,
      "loss": 0.5343,
      "step": 16633
    },
    {
      "epoch": 0.6813024779848453,
      "grad_norm": 0.782234984523843,
      "learning_rate": 0.0002924708759975311,
      "loss": 1.0373,
      "step": 16634
    },
    {
      "epoch": 0.6813434364120418,
      "grad_norm": 0.759568530580588,
      "learning_rate": 0.00029246985566918146,
      "loss": 0.8213,
      "step": 16635
    },
    {
      "epoch": 0.6813843948392382,
      "grad_norm": 0.4879513742937628,
      "learning_rate": 0.00029246883527348026,
      "loss": 0.3545,
      "step": 16636
    },
    {
      "epoch": 0.6814253532664346,
      "grad_norm": 0.5564898282221435,
      "learning_rate": 0.0002924678148104281,
      "loss": 0.3669,
      "step": 16637
    },
    {
      "epoch": 0.6814663116936309,
      "grad_norm": 0.8624522077187148,
      "learning_rate": 0.00029246679428002545,
      "loss": 0.8077,
      "step": 16638
    },
    {
      "epoch": 0.6815072701208273,
      "grad_norm": 0.818713419554901,
      "learning_rate": 0.0002924657736822727,
      "loss": 0.9878,
      "step": 16639
    },
    {
      "epoch": 0.6815482285480238,
      "grad_norm": 0.6800646167164845,
      "learning_rate": 0.00029246475301717047,
      "loss": 0.6049,
      "step": 16640
    },
    {
      "epoch": 0.6815891869752202,
      "grad_norm": 0.7881922705679727,
      "learning_rate": 0.0002924637322847191,
      "loss": 0.8832,
      "step": 16641
    },
    {
      "epoch": 0.6816301454024165,
      "grad_norm": 0.7614852520263928,
      "learning_rate": 0.0002924627114849192,
      "loss": 0.7882,
      "step": 16642
    },
    {
      "epoch": 0.6816711038296129,
      "grad_norm": 1.0381554041912724,
      "learning_rate": 0.0002924616906177712,
      "loss": 1.042,
      "step": 16643
    },
    {
      "epoch": 0.6817120622568094,
      "grad_norm": 0.6375334483381019,
      "learning_rate": 0.00029246066968327555,
      "loss": 0.2985,
      "step": 16644
    },
    {
      "epoch": 0.6817530206840058,
      "grad_norm": 1.849279480612015,
      "learning_rate": 0.00029245964868143275,
      "loss": 0.5844,
      "step": 16645
    },
    {
      "epoch": 0.6817939791112021,
      "grad_norm": 0.8954376887710412,
      "learning_rate": 0.00029245862761224337,
      "loss": 1.3612,
      "step": 16646
    },
    {
      "epoch": 0.6818349375383985,
      "grad_norm": 0.9008775573580386,
      "learning_rate": 0.00029245760647570774,
      "loss": 1.1254,
      "step": 16647
    },
    {
      "epoch": 0.681875895965595,
      "grad_norm": 0.8981327451025136,
      "learning_rate": 0.00029245658527182647,
      "loss": 0.8764,
      "step": 16648
    },
    {
      "epoch": 0.6819168543927914,
      "grad_norm": 0.7035004749806147,
      "learning_rate": 0.0002924555640005999,
      "loss": 0.7739,
      "step": 16649
    },
    {
      "epoch": 0.6819578128199877,
      "grad_norm": 0.8703199806629639,
      "learning_rate": 0.0002924545426620287,
      "loss": 1.1759,
      "step": 16650
    },
    {
      "epoch": 0.6819987712471841,
      "grad_norm": 0.4757980739998512,
      "learning_rate": 0.0002924535212561132,
      "loss": 0.3731,
      "step": 16651
    },
    {
      "epoch": 0.6820397296743805,
      "grad_norm": 0.7303701358687709,
      "learning_rate": 0.000292452499782854,
      "loss": 0.8226,
      "step": 16652
    },
    {
      "epoch": 0.6820806881015768,
      "grad_norm": 1.0479839612333304,
      "learning_rate": 0.0002924514782422515,
      "loss": 1.4157,
      "step": 16653
    },
    {
      "epoch": 0.6821216465287733,
      "grad_norm": 1.0982874113992156,
      "learning_rate": 0.00029245045663430625,
      "loss": 0.4688,
      "step": 16654
    },
    {
      "epoch": 0.6821626049559697,
      "grad_norm": 0.8401285094186107,
      "learning_rate": 0.0002924494349590186,
      "loss": 0.8036,
      "step": 16655
    },
    {
      "epoch": 0.6822035633831661,
      "grad_norm": 0.8336049025695658,
      "learning_rate": 0.00029244841321638917,
      "loss": 0.9744,
      "step": 16656
    },
    {
      "epoch": 0.6822445218103624,
      "grad_norm": 0.8916738965358103,
      "learning_rate": 0.0002924473914064184,
      "loss": 0.8659,
      "step": 16657
    },
    {
      "epoch": 0.6822854802375589,
      "grad_norm": 1.0733923753035564,
      "learning_rate": 0.0002924463695291068,
      "loss": 1.0134,
      "step": 16658
    },
    {
      "epoch": 0.6823264386647553,
      "grad_norm": 0.8558251110326784,
      "learning_rate": 0.00029244534758445477,
      "loss": 0.9296,
      "step": 16659
    },
    {
      "epoch": 0.6823673970919517,
      "grad_norm": 0.5465825307869723,
      "learning_rate": 0.00029244432557246286,
      "loss": 0.3554,
      "step": 16660
    },
    {
      "epoch": 0.682408355519148,
      "grad_norm": 0.7373295071426007,
      "learning_rate": 0.00029244330349313154,
      "loss": 0.6537,
      "step": 16661
    },
    {
      "epoch": 0.6824493139463444,
      "grad_norm": 0.8582295798662043,
      "learning_rate": 0.0002924422813464613,
      "loss": 0.9138,
      "step": 16662
    },
    {
      "epoch": 0.6824902723735409,
      "grad_norm": 1.0694030271527877,
      "learning_rate": 0.0002924412591324526,
      "loss": 0.5895,
      "step": 16663
    },
    {
      "epoch": 0.6825312308007373,
      "grad_norm": 1.0214566608159448,
      "learning_rate": 0.00029244023685110593,
      "loss": 1.0442,
      "step": 16664
    },
    {
      "epoch": 0.6825721892279336,
      "grad_norm": 0.8702495813668721,
      "learning_rate": 0.0002924392145024218,
      "loss": 0.3199,
      "step": 16665
    },
    {
      "epoch": 0.68261314765513,
      "grad_norm": 0.8494357353170662,
      "learning_rate": 0.00029243819208640067,
      "loss": 1.0219,
      "step": 16666
    },
    {
      "epoch": 0.6826541060823265,
      "grad_norm": 0.8686070611745911,
      "learning_rate": 0.00029243716960304303,
      "loss": 0.764,
      "step": 16667
    },
    {
      "epoch": 0.6826950645095229,
      "grad_norm": 1.210149513961171,
      "learning_rate": 0.00029243614705234933,
      "loss": 0.4906,
      "step": 16668
    },
    {
      "epoch": 0.6827360229367192,
      "grad_norm": 0.707416034176648,
      "learning_rate": 0.0002924351244343202,
      "loss": 0.7405,
      "step": 16669
    },
    {
      "epoch": 0.6827769813639156,
      "grad_norm": 0.8577268427449076,
      "learning_rate": 0.0002924341017489559,
      "loss": 0.9452,
      "step": 16670
    },
    {
      "epoch": 0.682817939791112,
      "grad_norm": 0.4578938679236791,
      "learning_rate": 0.00029243307899625706,
      "loss": 0.3093,
      "step": 16671
    },
    {
      "epoch": 0.6828588982183084,
      "grad_norm": 0.6728058572068396,
      "learning_rate": 0.00029243205617622407,
      "loss": 0.3448,
      "step": 16672
    },
    {
      "epoch": 0.6828998566455048,
      "grad_norm": 1.2739245551809923,
      "learning_rate": 0.00029243103328885746,
      "loss": 1.2644,
      "step": 16673
    },
    {
      "epoch": 0.6829408150727012,
      "grad_norm": 0.8242094135403333,
      "learning_rate": 0.0002924300103341578,
      "loss": 0.8047,
      "step": 16674
    },
    {
      "epoch": 0.6829817734998976,
      "grad_norm": 0.9971561743035339,
      "learning_rate": 0.00029242898731212546,
      "loss": 1.0528,
      "step": 16675
    },
    {
      "epoch": 0.683022731927094,
      "grad_norm": 1.3736918594137422,
      "learning_rate": 0.00029242796422276093,
      "loss": 0.912,
      "step": 16676
    },
    {
      "epoch": 0.6830636903542904,
      "grad_norm": 0.7504395906147108,
      "learning_rate": 0.0002924269410660648,
      "loss": 0.815,
      "step": 16677
    },
    {
      "epoch": 0.6831046487814868,
      "grad_norm": 2.9327665228776287,
      "learning_rate": 0.0002924259178420375,
      "loss": 4.5684,
      "step": 16678
    },
    {
      "epoch": 0.6831456072086832,
      "grad_norm": 1.385105235952553,
      "learning_rate": 0.00029242489455067936,
      "loss": 1.1029,
      "step": 16679
    },
    {
      "epoch": 0.6831865656358795,
      "grad_norm": 0.7735531808914525,
      "learning_rate": 0.0002924238711919911,
      "loss": 0.3717,
      "step": 16680
    },
    {
      "epoch": 0.683227524063076,
      "grad_norm": 0.6102039136946276,
      "learning_rate": 0.00029242284776597306,
      "loss": 0.3416,
      "step": 16681
    },
    {
      "epoch": 0.6832684824902724,
      "grad_norm": 0.688166418267608,
      "learning_rate": 0.00029242182427262575,
      "loss": 0.6191,
      "step": 16682
    },
    {
      "epoch": 0.6833094409174688,
      "grad_norm": 0.4915147723624443,
      "learning_rate": 0.0002924208007119497,
      "loss": 0.3112,
      "step": 16683
    },
    {
      "epoch": 0.6833503993446651,
      "grad_norm": 0.8464255548691529,
      "learning_rate": 0.00029241977708394535,
      "loss": 0.9364,
      "step": 16684
    },
    {
      "epoch": 0.6833913577718616,
      "grad_norm": 3.5561961167484886,
      "learning_rate": 0.0002924187533886132,
      "loss": 6.2931,
      "step": 16685
    },
    {
      "epoch": 0.683432316199058,
      "grad_norm": 0.8644766716787943,
      "learning_rate": 0.0002924177296259536,
      "loss": 0.328,
      "step": 16686
    },
    {
      "epoch": 0.6834732746262544,
      "grad_norm": 1.2207499574343148,
      "learning_rate": 0.00029241670579596734,
      "loss": 0.5319,
      "step": 16687
    },
    {
      "epoch": 0.6835142330534507,
      "grad_norm": 0.8100915796877782,
      "learning_rate": 0.00029241568189865465,
      "loss": 0.9725,
      "step": 16688
    },
    {
      "epoch": 0.6835551914806471,
      "grad_norm": 0.6969454929866244,
      "learning_rate": 0.0002924146579340161,
      "loss": 0.7444,
      "step": 16689
    },
    {
      "epoch": 0.6835961499078436,
      "grad_norm": 0.8011551264093759,
      "learning_rate": 0.00029241363390205215,
      "loss": 1.0342,
      "step": 16690
    },
    {
      "epoch": 0.68363710833504,
      "grad_norm": 1.1922578786223144,
      "learning_rate": 0.00029241260980276333,
      "loss": 1.2196,
      "step": 16691
    },
    {
      "epoch": 0.6836780667622363,
      "grad_norm": 0.7796919085099883,
      "learning_rate": 0.00029241158563615005,
      "loss": 0.3861,
      "step": 16692
    },
    {
      "epoch": 0.6837190251894327,
      "grad_norm": 1.1744304714791907,
      "learning_rate": 0.0002924105614022128,
      "loss": 0.9692,
      "step": 16693
    },
    {
      "epoch": 0.6837599836166292,
      "grad_norm": 0.8018159512736323,
      "learning_rate": 0.0002924095371009522,
      "loss": 0.791,
      "step": 16694
    },
    {
      "epoch": 0.6838009420438255,
      "grad_norm": 0.5952452493948215,
      "learning_rate": 0.0002924085127323686,
      "loss": 0.3455,
      "step": 16695
    },
    {
      "epoch": 0.6838419004710219,
      "grad_norm": 0.9060232321190743,
      "learning_rate": 0.00029240748829646246,
      "loss": 0.8011,
      "step": 16696
    },
    {
      "epoch": 0.6838828588982183,
      "grad_norm": 1.1519974866773408,
      "learning_rate": 0.0002924064637932344,
      "loss": 0.903,
      "step": 16697
    },
    {
      "epoch": 0.6839238173254147,
      "grad_norm": 0.8797677736543186,
      "learning_rate": 0.0002924054392226848,
      "loss": 1.059,
      "step": 16698
    },
    {
      "epoch": 0.683964775752611,
      "grad_norm": 0.942231458044085,
      "learning_rate": 0.0002924044145848142,
      "loss": 0.8671,
      "step": 16699
    },
    {
      "epoch": 0.6840057341798075,
      "grad_norm": 0.8663583400744161,
      "learning_rate": 0.000292403389879623,
      "loss": 0.6145,
      "step": 16700
    },
    {
      "epoch": 0.6840466926070039,
      "grad_norm": 0.6881364580583547,
      "learning_rate": 0.0002924023651071118,
      "loss": 0.3792,
      "step": 16701
    },
    {
      "epoch": 0.6840876510342003,
      "grad_norm": 0.5983899873096583,
      "learning_rate": 0.00029240134026728095,
      "loss": 0.7206,
      "step": 16702
    },
    {
      "epoch": 0.6841286094613966,
      "grad_norm": 0.7784495647629441,
      "learning_rate": 0.0002924003153601311,
      "loss": 0.9371,
      "step": 16703
    },
    {
      "epoch": 0.6841695678885931,
      "grad_norm": 1.630172003322981,
      "learning_rate": 0.0002923992903856625,
      "loss": 1.8345,
      "step": 16704
    },
    {
      "epoch": 0.6842105263157895,
      "grad_norm": 0.8640456004049121,
      "learning_rate": 0.0002923982653438759,
      "loss": 0.4256,
      "step": 16705
    },
    {
      "epoch": 0.6842514847429859,
      "grad_norm": 1.0903295252769056,
      "learning_rate": 0.00029239724023477165,
      "loss": 1.0404,
      "step": 16706
    },
    {
      "epoch": 0.6842924431701822,
      "grad_norm": 0.9961456523287437,
      "learning_rate": 0.00029239621505835025,
      "loss": 1.0468,
      "step": 16707
    },
    {
      "epoch": 0.6843334015973787,
      "grad_norm": 1.2336588809324736,
      "learning_rate": 0.00029239518981461214,
      "loss": 1.4878,
      "step": 16708
    },
    {
      "epoch": 0.6843743600245751,
      "grad_norm": 0.841286886090784,
      "learning_rate": 0.0002923941645035579,
      "loss": 0.937,
      "step": 16709
    },
    {
      "epoch": 0.6844153184517715,
      "grad_norm": 0.7699612991255208,
      "learning_rate": 0.00029239313912518794,
      "loss": 0.5959,
      "step": 16710
    },
    {
      "epoch": 0.6844562768789678,
      "grad_norm": 0.7797455087459936,
      "learning_rate": 0.00029239211367950276,
      "loss": 0.9695,
      "step": 16711
    },
    {
      "epoch": 0.6844972353061642,
      "grad_norm": 0.6785351794704394,
      "learning_rate": 0.0002923910881665028,
      "loss": 0.5832,
      "step": 16712
    },
    {
      "epoch": 0.6845381937333607,
      "grad_norm": 1.1042623316776965,
      "learning_rate": 0.00029239006258618874,
      "loss": 0.8126,
      "step": 16713
    },
    {
      "epoch": 0.684579152160557,
      "grad_norm": 0.6048565977137539,
      "learning_rate": 0.00029238903693856077,
      "loss": 0.3091,
      "step": 16714
    },
    {
      "epoch": 0.6846201105877534,
      "grad_norm": 1.3895738554757224,
      "learning_rate": 0.0002923880112236196,
      "loss": 0.9255,
      "step": 16715
    },
    {
      "epoch": 0.6846610690149498,
      "grad_norm": 0.9052151229364412,
      "learning_rate": 0.0002923869854413656,
      "loss": 0.902,
      "step": 16716
    },
    {
      "epoch": 0.6847020274421463,
      "grad_norm": 0.7864252981236519,
      "learning_rate": 0.00029238595959179935,
      "loss": 0.8652,
      "step": 16717
    },
    {
      "epoch": 0.6847429858693426,
      "grad_norm": 0.807458912828427,
      "learning_rate": 0.00029238493367492126,
      "loss": 0.7651,
      "step": 16718
    },
    {
      "epoch": 0.684783944296539,
      "grad_norm": 4.321936909441332,
      "learning_rate": 0.00029238390769073183,
      "loss": 7.1041,
      "step": 16719
    },
    {
      "epoch": 0.6848249027237354,
      "grad_norm": 0.7075068175520804,
      "learning_rate": 0.0002923828816392315,
      "loss": 0.7052,
      "step": 16720
    },
    {
      "epoch": 0.6848658611509318,
      "grad_norm": 1.259727113490995,
      "learning_rate": 0.00029238185552042087,
      "loss": 1.0699,
      "step": 16721
    },
    {
      "epoch": 0.6849068195781282,
      "grad_norm": 0.8232128514547584,
      "learning_rate": 0.00029238082933430036,
      "loss": 0.7599,
      "step": 16722
    },
    {
      "epoch": 0.6849477780053246,
      "grad_norm": 1.4403799748911346,
      "learning_rate": 0.00029237980308087047,
      "loss": 1.2382,
      "step": 16723
    },
    {
      "epoch": 0.684988736432521,
      "grad_norm": 0.7548419857458735,
      "learning_rate": 0.0002923787767601316,
      "loss": 0.6868,
      "step": 16724
    },
    {
      "epoch": 0.6850296948597174,
      "grad_norm": 0.6164645557279889,
      "learning_rate": 0.00029237775037208437,
      "loss": 0.3814,
      "step": 16725
    },
    {
      "epoch": 0.6850706532869137,
      "grad_norm": 0.9661678870205042,
      "learning_rate": 0.0002923767239167292,
      "loss": 1.1893,
      "step": 16726
    },
    {
      "epoch": 0.6851116117141102,
      "grad_norm": 0.926914648141611,
      "learning_rate": 0.00029237569739406653,
      "loss": 0.9087,
      "step": 16727
    },
    {
      "epoch": 0.6851525701413066,
      "grad_norm": 0.793526167328585,
      "learning_rate": 0.0002923746708040969,
      "loss": 0.8087,
      "step": 16728
    },
    {
      "epoch": 0.685193528568503,
      "grad_norm": 0.8343727102400068,
      "learning_rate": 0.00029237364414682086,
      "loss": 1.2288,
      "step": 16729
    },
    {
      "epoch": 0.6852344869956993,
      "grad_norm": 1.1640270168825761,
      "learning_rate": 0.00029237261742223877,
      "loss": 0.772,
      "step": 16730
    },
    {
      "epoch": 0.6852754454228958,
      "grad_norm": 1.7745985051494302,
      "learning_rate": 0.00029237159063035114,
      "loss": 1.2094,
      "step": 16731
    },
    {
      "epoch": 0.6853164038500922,
      "grad_norm": 0.6044848608245922,
      "learning_rate": 0.0002923705637711585,
      "loss": 0.6773,
      "step": 16732
    },
    {
      "epoch": 0.6853573622772886,
      "grad_norm": 0.6471263390500773,
      "learning_rate": 0.00029236953684466134,
      "loss": 0.8411,
      "step": 16733
    },
    {
      "epoch": 0.6853983207044849,
      "grad_norm": 0.7335886302252587,
      "learning_rate": 0.00029236850985086014,
      "loss": 0.7497,
      "step": 16734
    },
    {
      "epoch": 0.6854392791316813,
      "grad_norm": 2.8555580168622283,
      "learning_rate": 0.0002923674827897553,
      "loss": 2.4066,
      "step": 16735
    },
    {
      "epoch": 0.6854802375588778,
      "grad_norm": 1.784699826063715,
      "learning_rate": 0.0002923664556613474,
      "loss": 1.614,
      "step": 16736
    },
    {
      "epoch": 0.6855211959860741,
      "grad_norm": 0.6626479874904062,
      "learning_rate": 0.00029236542846563694,
      "loss": 0.3322,
      "step": 16737
    },
    {
      "epoch": 0.6855621544132705,
      "grad_norm": 1.20638040697803,
      "learning_rate": 0.0002923644012026244,
      "loss": 0.4826,
      "step": 16738
    },
    {
      "epoch": 0.6856031128404669,
      "grad_norm": 0.5613196033148482,
      "learning_rate": 0.00029236337387231014,
      "loss": 0.3346,
      "step": 16739
    },
    {
      "epoch": 0.6856440712676634,
      "grad_norm": 0.5608540779063695,
      "learning_rate": 0.00029236234647469475,
      "loss": 0.3052,
      "step": 16740
    },
    {
      "epoch": 0.6856850296948597,
      "grad_norm": 0.7166398209845984,
      "learning_rate": 0.00029236131900977876,
      "loss": 0.827,
      "step": 16741
    },
    {
      "epoch": 0.6857259881220561,
      "grad_norm": 0.9392846024093071,
      "learning_rate": 0.00029236029147756254,
      "loss": 0.6091,
      "step": 16742
    },
    {
      "epoch": 0.6857669465492525,
      "grad_norm": 0.7201567372544405,
      "learning_rate": 0.0002923592638780467,
      "loss": 0.7433,
      "step": 16743
    },
    {
      "epoch": 0.685807904976449,
      "grad_norm": 0.6696889495778005,
      "learning_rate": 0.00029235823621123156,
      "loss": 0.5483,
      "step": 16744
    },
    {
      "epoch": 0.6858488634036453,
      "grad_norm": 0.8571867078825558,
      "learning_rate": 0.0002923572084771178,
      "loss": 0.8219,
      "step": 16745
    },
    {
      "epoch": 0.6858898218308417,
      "grad_norm": 0.8107772653890353,
      "learning_rate": 0.0002923561806757058,
      "loss": 0.8128,
      "step": 16746
    },
    {
      "epoch": 0.6859307802580381,
      "grad_norm": 0.7913014844061335,
      "learning_rate": 0.00029235515280699606,
      "loss": 0.9501,
      "step": 16747
    },
    {
      "epoch": 0.6859717386852345,
      "grad_norm": 0.70874070928985,
      "learning_rate": 0.000292354124870989,
      "loss": 0.9691,
      "step": 16748
    },
    {
      "epoch": 0.6860126971124308,
      "grad_norm": 0.8133749121148639,
      "learning_rate": 0.00029235309686768523,
      "loss": 0.744,
      "step": 16749
    },
    {
      "epoch": 0.6860536555396273,
      "grad_norm": 2.546727774303042,
      "learning_rate": 0.00029235206879708517,
      "loss": 1.6937,
      "step": 16750
    },
    {
      "epoch": 0.6860946139668237,
      "grad_norm": 1.159032766920122,
      "learning_rate": 0.00029235104065918933,
      "loss": 0.3479,
      "step": 16751
    },
    {
      "epoch": 0.6861355723940201,
      "grad_norm": 0.629992733846512,
      "learning_rate": 0.0002923500124539981,
      "loss": 0.8436,
      "step": 16752
    },
    {
      "epoch": 0.6861765308212164,
      "grad_norm": 0.6479668912694634,
      "learning_rate": 0.0002923489841815121,
      "loss": 0.7854,
      "step": 16753
    },
    {
      "epoch": 0.6862174892484129,
      "grad_norm": 0.6967135054268042,
      "learning_rate": 0.00029234795584173176,
      "loss": 0.8295,
      "step": 16754
    },
    {
      "epoch": 0.6862584476756093,
      "grad_norm": 0.8381039894621477,
      "learning_rate": 0.0002923469274346576,
      "loss": 1.1438,
      "step": 16755
    },
    {
      "epoch": 0.6862994061028056,
      "grad_norm": 0.7647521803466248,
      "learning_rate": 0.00029234589896029,
      "loss": 0.8158,
      "step": 16756
    },
    {
      "epoch": 0.686340364530002,
      "grad_norm": 0.47402655715486597,
      "learning_rate": 0.0002923448704186295,
      "loss": 0.3753,
      "step": 16757
    },
    {
      "epoch": 0.6863813229571984,
      "grad_norm": 0.8999424318109734,
      "learning_rate": 0.00029234384180967674,
      "loss": 0.8246,
      "step": 16758
    },
    {
      "epoch": 0.6864222813843949,
      "grad_norm": 0.9671463732331784,
      "learning_rate": 0.00029234281313343197,
      "loss": 0.8927,
      "step": 16759
    },
    {
      "epoch": 0.6864632398115912,
      "grad_norm": 0.7423571811412075,
      "learning_rate": 0.0002923417843898958,
      "loss": 0.8867,
      "step": 16760
    },
    {
      "epoch": 0.6865041982387876,
      "grad_norm": 3.5593272352079928,
      "learning_rate": 0.0002923407555790687,
      "loss": 4.6568,
      "step": 16761
    },
    {
      "epoch": 0.686545156665984,
      "grad_norm": 0.8230473985594856,
      "learning_rate": 0.00029233972670095117,
      "loss": 0.6422,
      "step": 16762
    },
    {
      "epoch": 0.6865861150931805,
      "grad_norm": 2.240742846659876,
      "learning_rate": 0.0002923386977555436,
      "loss": 3.3711,
      "step": 16763
    },
    {
      "epoch": 0.6866270735203768,
      "grad_norm": 1.3072070439979249,
      "learning_rate": 0.0002923376687428466,
      "loss": 1.2826,
      "step": 16764
    },
    {
      "epoch": 0.6866680319475732,
      "grad_norm": 1.0511452196394042,
      "learning_rate": 0.00029233663966286063,
      "loss": 1.3426,
      "step": 16765
    },
    {
      "epoch": 0.6867089903747696,
      "grad_norm": 0.7511472941731823,
      "learning_rate": 0.0002923356105155861,
      "loss": 0.8065,
      "step": 16766
    },
    {
      "epoch": 0.686749948801966,
      "grad_norm": 1.0876731977555398,
      "learning_rate": 0.00029233458130102364,
      "loss": 0.9972,
      "step": 16767
    },
    {
      "epoch": 0.6867909072291624,
      "grad_norm": 0.7293503211155825,
      "learning_rate": 0.0002923335520191736,
      "loss": 0.8219,
      "step": 16768
    },
    {
      "epoch": 0.6868318656563588,
      "grad_norm": 0.7531249255709629,
      "learning_rate": 0.0002923325226700365,
      "loss": 0.6108,
      "step": 16769
    },
    {
      "epoch": 0.6868728240835552,
      "grad_norm": 0.6737192139895825,
      "learning_rate": 0.00029233149325361287,
      "loss": 0.3409,
      "step": 16770
    },
    {
      "epoch": 0.6869137825107516,
      "grad_norm": 0.8683892731586519,
      "learning_rate": 0.00029233046376990317,
      "loss": 0.2906,
      "step": 16771
    },
    {
      "epoch": 0.686954740937948,
      "grad_norm": 0.9040494363749405,
      "learning_rate": 0.00029232943421890787,
      "loss": 0.3455,
      "step": 16772
    },
    {
      "epoch": 0.6869956993651444,
      "grad_norm": 0.7601290836199771,
      "learning_rate": 0.0002923284046006275,
      "loss": 0.7443,
      "step": 16773
    },
    {
      "epoch": 0.6870366577923408,
      "grad_norm": 1.1805304102724492,
      "learning_rate": 0.0002923273749150625,
      "loss": 0.9448,
      "step": 16774
    },
    {
      "epoch": 0.6870776162195372,
      "grad_norm": 3.250179208305407,
      "learning_rate": 0.00029232634516221335,
      "loss": 1.4995,
      "step": 16775
    },
    {
      "epoch": 0.6871185746467335,
      "grad_norm": 0.509382839758682,
      "learning_rate": 0.0002923253153420806,
      "loss": 0.3352,
      "step": 16776
    },
    {
      "epoch": 0.68715953307393,
      "grad_norm": 0.807739410675169,
      "learning_rate": 0.0002923242854546647,
      "loss": 0.5689,
      "step": 16777
    },
    {
      "epoch": 0.6872004915011264,
      "grad_norm": 0.9484651258999985,
      "learning_rate": 0.0002923232554999661,
      "loss": 1.0146,
      "step": 16778
    },
    {
      "epoch": 0.6872414499283227,
      "grad_norm": 0.8882975847829008,
      "learning_rate": 0.0002923222254779853,
      "loss": 1.0033,
      "step": 16779
    },
    {
      "epoch": 0.6872824083555191,
      "grad_norm": 0.6932424202474635,
      "learning_rate": 0.0002923211953887229,
      "loss": 0.7435,
      "step": 16780
    },
    {
      "epoch": 0.6873233667827156,
      "grad_norm": 1.0316445855080787,
      "learning_rate": 0.0002923201652321792,
      "loss": 0.9834,
      "step": 16781
    },
    {
      "epoch": 0.687364325209912,
      "grad_norm": 0.7599052456573829,
      "learning_rate": 0.0002923191350083549,
      "loss": 0.8737,
      "step": 16782
    },
    {
      "epoch": 0.6874052836371083,
      "grad_norm": 2.5258150667223234,
      "learning_rate": 0.0002923181047172503,
      "loss": 4.3107,
      "step": 16783
    },
    {
      "epoch": 0.6874462420643047,
      "grad_norm": 0.8268733497932492,
      "learning_rate": 0.0002923170743588659,
      "loss": 0.7751,
      "step": 16784
    },
    {
      "epoch": 0.6874872004915011,
      "grad_norm": 0.6192976070687845,
      "learning_rate": 0.00029231604393320233,
      "loss": 0.4723,
      "step": 16785
    },
    {
      "epoch": 0.6875281589186976,
      "grad_norm": 1.0838950491906965,
      "learning_rate": 0.00029231501344026005,
      "loss": 0.4465,
      "step": 16786
    },
    {
      "epoch": 0.6875691173458939,
      "grad_norm": 0.7004978825073154,
      "learning_rate": 0.00029231398288003934,
      "loss": 0.7638,
      "step": 16787
    },
    {
      "epoch": 0.6876100757730903,
      "grad_norm": 1.1868480965912833,
      "learning_rate": 0.0002923129522525409,
      "loss": 1.1629,
      "step": 16788
    },
    {
      "epoch": 0.6876510342002867,
      "grad_norm": 0.9383903903754087,
      "learning_rate": 0.00029231192155776517,
      "loss": 1.1766,
      "step": 16789
    },
    {
      "epoch": 0.6876919926274832,
      "grad_norm": 0.7354443875769657,
      "learning_rate": 0.00029231089079571264,
      "loss": 0.9845,
      "step": 16790
    },
    {
      "epoch": 0.6877329510546795,
      "grad_norm": 0.7965470102462404,
      "learning_rate": 0.0002923098599663838,
      "loss": 0.8672,
      "step": 16791
    },
    {
      "epoch": 0.6877739094818759,
      "grad_norm": 0.9300938811916777,
      "learning_rate": 0.00029230882906977905,
      "loss": 0.955,
      "step": 16792
    },
    {
      "epoch": 0.6878148679090723,
      "grad_norm": 1.0957733136716148,
      "learning_rate": 0.000292307798105899,
      "loss": 1.2023,
      "step": 16793
    },
    {
      "epoch": 0.6878558263362687,
      "grad_norm": 1.027900605396763,
      "learning_rate": 0.000292306767074744,
      "loss": 1.1311,
      "step": 16794
    },
    {
      "epoch": 0.687896784763465,
      "grad_norm": 1.0959368431082974,
      "learning_rate": 0.0002923057359763147,
      "loss": 0.8791,
      "step": 16795
    },
    {
      "epoch": 0.6879377431906615,
      "grad_norm": 1.0208165579854158,
      "learning_rate": 0.00029230470481061147,
      "loss": 0.7241,
      "step": 16796
    },
    {
      "epoch": 0.6879787016178579,
      "grad_norm": 0.9719965029578471,
      "learning_rate": 0.0002923036735776348,
      "loss": 1.4348,
      "step": 16797
    },
    {
      "epoch": 0.6880196600450542,
      "grad_norm": 0.7272644351114996,
      "learning_rate": 0.00029230264227738523,
      "loss": 0.8427,
      "step": 16798
    },
    {
      "epoch": 0.6880606184722506,
      "grad_norm": 0.8728618172721558,
      "learning_rate": 0.00029230161090986324,
      "loss": 1.0346,
      "step": 16799
    },
    {
      "epoch": 0.6881015768994471,
      "grad_norm": 0.9921437975380695,
      "learning_rate": 0.00029230057947506933,
      "loss": 1.0198,
      "step": 16800
    },
    {
      "epoch": 0.6881425353266435,
      "grad_norm": 3.089617557026472,
      "learning_rate": 0.00029229954797300393,
      "loss": 1.6005,
      "step": 16801
    },
    {
      "epoch": 0.6881834937538398,
      "grad_norm": 0.7023283070927876,
      "learning_rate": 0.0002922985164036676,
      "loss": 0.5089,
      "step": 16802
    },
    {
      "epoch": 0.6882244521810362,
      "grad_norm": 0.9689328239126594,
      "learning_rate": 0.0002922974847670607,
      "loss": 1.1537,
      "step": 16803
    },
    {
      "epoch": 0.6882654106082327,
      "grad_norm": 0.9243911734328633,
      "learning_rate": 0.0002922964530631839,
      "loss": 1.1728,
      "step": 16804
    },
    {
      "epoch": 0.6883063690354291,
      "grad_norm": 1.6316070459104568,
      "learning_rate": 0.00029229542129203753,
      "loss": 1.7435,
      "step": 16805
    },
    {
      "epoch": 0.6883473274626254,
      "grad_norm": 0.8642169361426992,
      "learning_rate": 0.0002922943894536222,
      "loss": 0.7506,
      "step": 16806
    },
    {
      "epoch": 0.6883882858898218,
      "grad_norm": 0.7180758581455703,
      "learning_rate": 0.0002922933575479383,
      "loss": 0.6134,
      "step": 16807
    },
    {
      "epoch": 0.6884292443170182,
      "grad_norm": 0.7519976412506003,
      "learning_rate": 0.0002922923255749864,
      "loss": 0.4619,
      "step": 16808
    },
    {
      "epoch": 0.6884702027442147,
      "grad_norm": 1.17389586082151,
      "learning_rate": 0.0002922912935347669,
      "loss": 1.0579,
      "step": 16809
    },
    {
      "epoch": 0.688511161171411,
      "grad_norm": 0.5341509663317846,
      "learning_rate": 0.00029229026142728033,
      "loss": 0.3511,
      "step": 16810
    },
    {
      "epoch": 0.6885521195986074,
      "grad_norm": 0.4764107112321305,
      "learning_rate": 0.0002922892292525272,
      "loss": 0.2962,
      "step": 16811
    },
    {
      "epoch": 0.6885930780258038,
      "grad_norm": 0.8023623122781128,
      "learning_rate": 0.000292288197010508,
      "loss": 0.9363,
      "step": 16812
    },
    {
      "epoch": 0.6886340364530003,
      "grad_norm": 0.8857017054181807,
      "learning_rate": 0.00029228716470122316,
      "loss": 0.8517,
      "step": 16813
    },
    {
      "epoch": 0.6886749948801966,
      "grad_norm": 0.5334588784794715,
      "learning_rate": 0.0002922861323246732,
      "loss": 0.4265,
      "step": 16814
    },
    {
      "epoch": 0.688715953307393,
      "grad_norm": 1.2994410117507393,
      "learning_rate": 0.00029228509988085867,
      "loss": 1.6818,
      "step": 16815
    },
    {
      "epoch": 0.6887569117345894,
      "grad_norm": 0.6754986190096439,
      "learning_rate": 0.0002922840673697799,
      "loss": 0.8812,
      "step": 16816
    },
    {
      "epoch": 0.6887978701617858,
      "grad_norm": 2.1873597381145804,
      "learning_rate": 0.0002922830347914376,
      "loss": 2.9774,
      "step": 16817
    },
    {
      "epoch": 0.6888388285889822,
      "grad_norm": 0.7226303871579337,
      "learning_rate": 0.00029228200214583206,
      "loss": 0.9295,
      "step": 16818
    },
    {
      "epoch": 0.6888797870161786,
      "grad_norm": 0.8277476644272145,
      "learning_rate": 0.0002922809694329639,
      "loss": 0.8185,
      "step": 16819
    },
    {
      "epoch": 0.688920745443375,
      "grad_norm": 0.495239800123621,
      "learning_rate": 0.0002922799366528335,
      "loss": 0.3093,
      "step": 16820
    },
    {
      "epoch": 0.6889617038705713,
      "grad_norm": 0.6394246868370206,
      "learning_rate": 0.00029227890380544144,
      "loss": 0.8028,
      "step": 16821
    },
    {
      "epoch": 0.6890026622977677,
      "grad_norm": 0.9676478639533259,
      "learning_rate": 0.0002922778708907881,
      "loss": 1.3842,
      "step": 16822
    },
    {
      "epoch": 0.6890436207249642,
      "grad_norm": 0.7929580637740451,
      "learning_rate": 0.0002922768379088741,
      "loss": 0.9667,
      "step": 16823
    },
    {
      "epoch": 0.6890845791521606,
      "grad_norm": 0.827711513355465,
      "learning_rate": 0.0002922758048596999,
      "loss": 1.0927,
      "step": 16824
    },
    {
      "epoch": 0.6891255375793569,
      "grad_norm": 0.7740692505126384,
      "learning_rate": 0.0002922747717432659,
      "loss": 0.9141,
      "step": 16825
    },
    {
      "epoch": 0.6891664960065533,
      "grad_norm": 0.692974150392296,
      "learning_rate": 0.00029227373855957267,
      "loss": 0.6651,
      "step": 16826
    },
    {
      "epoch": 0.6892074544337498,
      "grad_norm": 0.7898520921296375,
      "learning_rate": 0.00029227270530862064,
      "loss": 1.0179,
      "step": 16827
    },
    {
      "epoch": 0.6892484128609462,
      "grad_norm": 1.142100184361325,
      "learning_rate": 0.00029227167199041035,
      "loss": 1.1933,
      "step": 16828
    },
    {
      "epoch": 0.6892893712881425,
      "grad_norm": 0.6102015852323864,
      "learning_rate": 0.0002922706386049423,
      "loss": 0.7936,
      "step": 16829
    },
    {
      "epoch": 0.6893303297153389,
      "grad_norm": 0.6611274428379831,
      "learning_rate": 0.0002922696051522169,
      "loss": 0.6985,
      "step": 16830
    },
    {
      "epoch": 0.6893712881425353,
      "grad_norm": 0.5165721146482092,
      "learning_rate": 0.0002922685716322347,
      "loss": 0.3485,
      "step": 16831
    },
    {
      "epoch": 0.6894122465697318,
      "grad_norm": 1.012742090806879,
      "learning_rate": 0.00029226753804499617,
      "loss": 2.0821,
      "step": 16832
    },
    {
      "epoch": 0.6894532049969281,
      "grad_norm": 0.8299335462235515,
      "learning_rate": 0.0002922665043905018,
      "loss": 1.0832,
      "step": 16833
    },
    {
      "epoch": 0.6894941634241245,
      "grad_norm": 5.775524515554004,
      "learning_rate": 0.0002922654706687521,
      "loss": 3.0109,
      "step": 16834
    },
    {
      "epoch": 0.6895351218513209,
      "grad_norm": 0.7267304504887413,
      "learning_rate": 0.0002922644368797475,
      "loss": 0.8345,
      "step": 16835
    },
    {
      "epoch": 0.6895760802785174,
      "grad_norm": 0.7744887080975295,
      "learning_rate": 0.0002922634030234886,
      "loss": 1.2427,
      "step": 16836
    },
    {
      "epoch": 0.6896170387057137,
      "grad_norm": 0.7503281232872046,
      "learning_rate": 0.0002922623690999758,
      "loss": 0.8346,
      "step": 16837
    },
    {
      "epoch": 0.6896579971329101,
      "grad_norm": 1.224039914782621,
      "learning_rate": 0.0002922613351092096,
      "loss": 1.6465,
      "step": 16838
    },
    {
      "epoch": 0.6896989555601065,
      "grad_norm": 1.9873838962768313,
      "learning_rate": 0.00029226030105119046,
      "loss": 1.1229,
      "step": 16839
    },
    {
      "epoch": 0.6897399139873028,
      "grad_norm": 0.7725737754840941,
      "learning_rate": 0.00029225926692591893,
      "loss": 0.7172,
      "step": 16840
    },
    {
      "epoch": 0.6897808724144993,
      "grad_norm": 0.5727324070459272,
      "learning_rate": 0.0002922582327333955,
      "loss": 0.392,
      "step": 16841
    },
    {
      "epoch": 0.6898218308416957,
      "grad_norm": 0.6983862432517007,
      "learning_rate": 0.0002922571984736206,
      "loss": 0.6943,
      "step": 16842
    },
    {
      "epoch": 0.6898627892688921,
      "grad_norm": 0.9326982392120042,
      "learning_rate": 0.0002922561641465947,
      "loss": 0.9254,
      "step": 16843
    },
    {
      "epoch": 0.6899037476960884,
      "grad_norm": 0.747769597014736,
      "learning_rate": 0.0002922551297523184,
      "loss": 0.8869,
      "step": 16844
    },
    {
      "epoch": 0.6899447061232848,
      "grad_norm": 0.7722086854640268,
      "learning_rate": 0.00029225409529079217,
      "loss": 0.8697,
      "step": 16845
    },
    {
      "epoch": 0.6899856645504813,
      "grad_norm": 0.9411365514840945,
      "learning_rate": 0.0002922530607620164,
      "loss": 0.8866,
      "step": 16846
    },
    {
      "epoch": 0.6900266229776777,
      "grad_norm": 0.5676337635634018,
      "learning_rate": 0.00029225202616599163,
      "loss": 0.3727,
      "step": 16847
    },
    {
      "epoch": 0.690067581404874,
      "grad_norm": 0.6987000787833865,
      "learning_rate": 0.0002922509915027184,
      "loss": 0.941,
      "step": 16848
    },
    {
      "epoch": 0.6901085398320704,
      "grad_norm": 1.0405408385183355,
      "learning_rate": 0.00029224995677219713,
      "loss": 0.7966,
      "step": 16849
    },
    {
      "epoch": 0.6901494982592669,
      "grad_norm": 0.8793269860582343,
      "learning_rate": 0.00029224892197442833,
      "loss": 1.0104,
      "step": 16850
    },
    {
      "epoch": 0.6901904566864633,
      "grad_norm": 0.7745387232328421,
      "learning_rate": 0.0002922478871094125,
      "loss": 0.8561,
      "step": 16851
    },
    {
      "epoch": 0.6902314151136596,
      "grad_norm": 1.0892203299287284,
      "learning_rate": 0.0002922468521771501,
      "loss": 0.8836,
      "step": 16852
    },
    {
      "epoch": 0.690272373540856,
      "grad_norm": 0.7422298880702075,
      "learning_rate": 0.0002922458171776417,
      "loss": 0.7202,
      "step": 16853
    },
    {
      "epoch": 0.6903133319680524,
      "grad_norm": 0.7370582493737142,
      "learning_rate": 0.0002922447821108877,
      "loss": 0.7339,
      "step": 16854
    },
    {
      "epoch": 0.6903542903952489,
      "grad_norm": 1.700061447558984,
      "learning_rate": 0.00029224374697688863,
      "loss": 1.4712,
      "step": 16855
    },
    {
      "epoch": 0.6903952488224452,
      "grad_norm": 0.8264265271273337,
      "learning_rate": 0.00029224271177564495,
      "loss": 1.1169,
      "step": 16856
    },
    {
      "epoch": 0.6904362072496416,
      "grad_norm": 1.0681851389639403,
      "learning_rate": 0.0002922416765071572,
      "loss": 1.4991,
      "step": 16857
    },
    {
      "epoch": 0.690477165676838,
      "grad_norm": 1.1787605096613296,
      "learning_rate": 0.00029224064117142583,
      "loss": 0.8114,
      "step": 16858
    },
    {
      "epoch": 0.6905181241040345,
      "grad_norm": 1.0665243821198866,
      "learning_rate": 0.0002922396057684513,
      "loss": 0.8294,
      "step": 16859
    },
    {
      "epoch": 0.6905590825312308,
      "grad_norm": 0.7765140880742923,
      "learning_rate": 0.0002922385702982342,
      "loss": 1.0459,
      "step": 16860
    },
    {
      "epoch": 0.6906000409584272,
      "grad_norm": 0.5599932599854288,
      "learning_rate": 0.00029223753476077493,
      "loss": 0.3738,
      "step": 16861
    },
    {
      "epoch": 0.6906409993856236,
      "grad_norm": 0.5065868143717631,
      "learning_rate": 0.000292236499156074,
      "loss": 0.2842,
      "step": 16862
    },
    {
      "epoch": 0.6906819578128199,
      "grad_norm": 1.3870402809640963,
      "learning_rate": 0.0002922354634841319,
      "loss": 0.7347,
      "step": 16863
    },
    {
      "epoch": 0.6907229162400164,
      "grad_norm": 1.2664358304472911,
      "learning_rate": 0.0002922344277449491,
      "loss": 0.7798,
      "step": 16864
    },
    {
      "epoch": 0.6907638746672128,
      "grad_norm": 1.2014543429449116,
      "learning_rate": 0.00029223339193852615,
      "loss": 1.3846,
      "step": 16865
    },
    {
      "epoch": 0.6908048330944092,
      "grad_norm": 2.246601067872246,
      "learning_rate": 0.0002922323560648635,
      "loss": 3.0099,
      "step": 16866
    },
    {
      "epoch": 0.6908457915216055,
      "grad_norm": 1.4740865150787354,
      "learning_rate": 0.0002922313201239617,
      "loss": 1.3176,
      "step": 16867
    },
    {
      "epoch": 0.690886749948802,
      "grad_norm": 1.2335464188361343,
      "learning_rate": 0.0002922302841158211,
      "loss": 1.3462,
      "step": 16868
    },
    {
      "epoch": 0.6909277083759984,
      "grad_norm": 0.8610087193909689,
      "learning_rate": 0.0002922292480404423,
      "loss": 1.2333,
      "step": 16869
    },
    {
      "epoch": 0.6909686668031948,
      "grad_norm": 0.8131663692954696,
      "learning_rate": 0.0002922282118978258,
      "loss": 1.0436,
      "step": 16870
    },
    {
      "epoch": 0.6910096252303911,
      "grad_norm": 1.0282255111699292,
      "learning_rate": 0.00029222717568797203,
      "loss": 1.1596,
      "step": 16871
    },
    {
      "epoch": 0.6910505836575875,
      "grad_norm": 0.7804797683439255,
      "learning_rate": 0.0002922261394108815,
      "loss": 0.9318,
      "step": 16872
    },
    {
      "epoch": 0.691091542084784,
      "grad_norm": 0.8950005279600738,
      "learning_rate": 0.0002922251030665547,
      "loss": 1.022,
      "step": 16873
    },
    {
      "epoch": 0.6911325005119804,
      "grad_norm": 0.8810518420202784,
      "learning_rate": 0.0002922240666549922,
      "loss": 0.8316,
      "step": 16874
    },
    {
      "epoch": 0.6911734589391767,
      "grad_norm": 1.018882140101723,
      "learning_rate": 0.0002922230301761943,
      "loss": 1.1356,
      "step": 16875
    },
    {
      "epoch": 0.6912144173663731,
      "grad_norm": 1.0431310484415557,
      "learning_rate": 0.00029222199363016166,
      "loss": 0.8834,
      "step": 16876
    },
    {
      "epoch": 0.6912553757935695,
      "grad_norm": 0.9208458913204931,
      "learning_rate": 0.0002922209570168947,
      "loss": 0.9272,
      "step": 16877
    },
    {
      "epoch": 0.691296334220766,
      "grad_norm": 0.8157459380603757,
      "learning_rate": 0.00029221992033639393,
      "loss": 1.0194,
      "step": 16878
    },
    {
      "epoch": 0.6913372926479623,
      "grad_norm": 0.7251226494644543,
      "learning_rate": 0.0002922188835886599,
      "loss": 0.727,
      "step": 16879
    },
    {
      "epoch": 0.6913782510751587,
      "grad_norm": 0.8939739373534881,
      "learning_rate": 0.0002922178467736929,
      "loss": 0.8671,
      "step": 16880
    },
    {
      "epoch": 0.6914192095023551,
      "grad_norm": 0.7580235377165004,
      "learning_rate": 0.00029221680989149364,
      "loss": 0.9601,
      "step": 16881
    },
    {
      "epoch": 0.6914601679295515,
      "grad_norm": 0.5603675863306434,
      "learning_rate": 0.0002922157729420625,
      "loss": 0.4423,
      "step": 16882
    },
    {
      "epoch": 0.6915011263567479,
      "grad_norm": 0.8446383189043741,
      "learning_rate": 0.0002922147359254,
      "loss": 0.8973,
      "step": 16883
    },
    {
      "epoch": 0.6915420847839443,
      "grad_norm": 0.8134591977606606,
      "learning_rate": 0.0002922136988415066,
      "loss": 0.9401,
      "step": 16884
    },
    {
      "epoch": 0.6915830432111407,
      "grad_norm": 0.7480865769589666,
      "learning_rate": 0.0002922126616903829,
      "loss": 0.88,
      "step": 16885
    },
    {
      "epoch": 0.691624001638337,
      "grad_norm": 1.3080892234901782,
      "learning_rate": 0.0002922116244720293,
      "loss": 1.0743,
      "step": 16886
    },
    {
      "epoch": 0.6916649600655335,
      "grad_norm": 0.7683388743301854,
      "learning_rate": 0.00029221058718644616,
      "loss": 1.0548,
      "step": 16887
    },
    {
      "epoch": 0.6917059184927299,
      "grad_norm": 0.8962089740706196,
      "learning_rate": 0.0002922095498336342,
      "loss": 0.8541,
      "step": 16888
    },
    {
      "epoch": 0.6917468769199263,
      "grad_norm": 0.8089916978685738,
      "learning_rate": 0.00029220851241359383,
      "loss": 0.9942,
      "step": 16889
    },
    {
      "epoch": 0.6917878353471226,
      "grad_norm": 0.7212280877589923,
      "learning_rate": 0.00029220747492632554,
      "loss": 0.7635,
      "step": 16890
    },
    {
      "epoch": 0.691828793774319,
      "grad_norm": 0.8669040289631278,
      "learning_rate": 0.00029220643737182977,
      "loss": 0.6682,
      "step": 16891
    },
    {
      "epoch": 0.6918697522015155,
      "grad_norm": 2.077569118462735,
      "learning_rate": 0.000292205399750107,
      "loss": 1.4117,
      "step": 16892
    },
    {
      "epoch": 0.6919107106287119,
      "grad_norm": 0.7245192947618414,
      "learning_rate": 0.00029220436206115787,
      "loss": 0.7804,
      "step": 16893
    },
    {
      "epoch": 0.6919516690559082,
      "grad_norm": 0.6954122005478186,
      "learning_rate": 0.0002922033243049827,
      "loss": 0.7606,
      "step": 16894
    },
    {
      "epoch": 0.6919926274831046,
      "grad_norm": 0.8230300776389573,
      "learning_rate": 0.0002922022864815821,
      "loss": 0.7522,
      "step": 16895
    },
    {
      "epoch": 0.6920335859103011,
      "grad_norm": 0.7277136915933616,
      "learning_rate": 0.0002922012485909565,
      "loss": 0.7427,
      "step": 16896
    },
    {
      "epoch": 0.6920745443374975,
      "grad_norm": 0.7764277924951823,
      "learning_rate": 0.00029220021063310634,
      "loss": 0.7812,
      "step": 16897
    },
    {
      "epoch": 0.6921155027646938,
      "grad_norm": 1.1010899853399534,
      "learning_rate": 0.00029219917260803224,
      "loss": 1.2302,
      "step": 16898
    },
    {
      "epoch": 0.6921564611918902,
      "grad_norm": 1.320217702389624,
      "learning_rate": 0.00029219813451573457,
      "loss": 1.2427,
      "step": 16899
    },
    {
      "epoch": 0.6921974196190867,
      "grad_norm": 0.9589356697384437,
      "learning_rate": 0.00029219709635621387,
      "loss": 0.9722,
      "step": 16900
    },
    {
      "epoch": 0.6922383780462831,
      "grad_norm": 0.8259115919771662,
      "learning_rate": 0.0002921960581294707,
      "loss": 0.6633,
      "step": 16901
    },
    {
      "epoch": 0.6922793364734794,
      "grad_norm": 1.4943358025452447,
      "learning_rate": 0.00029219501983550545,
      "loss": 0.6131,
      "step": 16902
    },
    {
      "epoch": 0.6923202949006758,
      "grad_norm": 0.6493613465993588,
      "learning_rate": 0.00029219398147431865,
      "loss": 0.4095,
      "step": 16903
    },
    {
      "epoch": 0.6923612533278722,
      "grad_norm": 1.1808837300123776,
      "learning_rate": 0.00029219294304591077,
      "loss": 0.6181,
      "step": 16904
    },
    {
      "epoch": 0.6924022117550686,
      "grad_norm": 0.7140454321081036,
      "learning_rate": 0.0002921919045502823,
      "loss": 0.93,
      "step": 16905
    },
    {
      "epoch": 0.692443170182265,
      "grad_norm": 0.7184972926211017,
      "learning_rate": 0.0002921908659874338,
      "loss": 0.8562,
      "step": 16906
    },
    {
      "epoch": 0.6924841286094614,
      "grad_norm": 1.748707251862348,
      "learning_rate": 0.0002921898273573657,
      "loss": 2.1213,
      "step": 16907
    },
    {
      "epoch": 0.6925250870366578,
      "grad_norm": 0.5710972658518788,
      "learning_rate": 0.0002921887886600785,
      "loss": 0.4935,
      "step": 16908
    },
    {
      "epoch": 0.6925660454638541,
      "grad_norm": 1.213326392315439,
      "learning_rate": 0.0002921877498955727,
      "loss": 1.1248,
      "step": 16909
    },
    {
      "epoch": 0.6926070038910506,
      "grad_norm": 0.9014938182587267,
      "learning_rate": 0.00029218671106384875,
      "loss": 0.762,
      "step": 16910
    },
    {
      "epoch": 0.692647962318247,
      "grad_norm": 1.3166497587522519,
      "learning_rate": 0.00029218567216490716,
      "loss": 1.5619,
      "step": 16911
    },
    {
      "epoch": 0.6926889207454434,
      "grad_norm": 0.6902413401503941,
      "learning_rate": 0.0002921846331987485,
      "loss": 0.671,
      "step": 16912
    },
    {
      "epoch": 0.6927298791726397,
      "grad_norm": 0.8170890329560891,
      "learning_rate": 0.0002921835941653731,
      "loss": 0.9677,
      "step": 16913
    },
    {
      "epoch": 0.6927708375998362,
      "grad_norm": 1.0997211940269962,
      "learning_rate": 0.00029218255506478167,
      "loss": 1.0848,
      "step": 16914
    },
    {
      "epoch": 0.6928117960270326,
      "grad_norm": 0.8603898468769481,
      "learning_rate": 0.00029218151589697447,
      "loss": 0.7338,
      "step": 16915
    },
    {
      "epoch": 0.692852754454229,
      "grad_norm": 1.801426072838257,
      "learning_rate": 0.00029218047666195216,
      "loss": 1.6997,
      "step": 16916
    },
    {
      "epoch": 0.6928937128814253,
      "grad_norm": 1.1775009871725428,
      "learning_rate": 0.0002921794373597151,
      "loss": 1.4957,
      "step": 16917
    },
    {
      "epoch": 0.6929346713086217,
      "grad_norm": 0.6325027210538576,
      "learning_rate": 0.000292178397990264,
      "loss": 0.4101,
      "step": 16918
    },
    {
      "epoch": 0.6929756297358182,
      "grad_norm": 0.9912999633415758,
      "learning_rate": 0.00029217735855359905,
      "loss": 0.9355,
      "step": 16919
    },
    {
      "epoch": 0.6930165881630146,
      "grad_norm": 0.8690585616579564,
      "learning_rate": 0.000292176319049721,
      "loss": 0.8091,
      "step": 16920
    },
    {
      "epoch": 0.6930575465902109,
      "grad_norm": 0.8528233871329272,
      "learning_rate": 0.00029217527947863017,
      "loss": 0.7486,
      "step": 16921
    },
    {
      "epoch": 0.6930985050174073,
      "grad_norm": 0.5038681048361937,
      "learning_rate": 0.00029217423984032715,
      "loss": 0.4007,
      "step": 16922
    },
    {
      "epoch": 0.6931394634446038,
      "grad_norm": 0.7361752695609896,
      "learning_rate": 0.0002921732001348124,
      "loss": 0.8591,
      "step": 16923
    },
    {
      "epoch": 0.6931804218718001,
      "grad_norm": 0.862422196108302,
      "learning_rate": 0.00029217216036208634,
      "loss": 0.6377,
      "step": 16924
    },
    {
      "epoch": 0.6932213802989965,
      "grad_norm": 0.5824752727369651,
      "learning_rate": 0.00029217112052214964,
      "loss": 0.3678,
      "step": 16925
    },
    {
      "epoch": 0.6932623387261929,
      "grad_norm": 1.185433686759267,
      "learning_rate": 0.0002921700806150026,
      "loss": 1.2575,
      "step": 16926
    },
    {
      "epoch": 0.6933032971533893,
      "grad_norm": 0.6765436578538888,
      "learning_rate": 0.00029216904064064585,
      "loss": 0.7841,
      "step": 16927
    },
    {
      "epoch": 0.6933442555805857,
      "grad_norm": 1.5036613581953566,
      "learning_rate": 0.0002921680005990798,
      "loss": 1.1584,
      "step": 16928
    },
    {
      "epoch": 0.6933852140077821,
      "grad_norm": 0.7455696282276312,
      "learning_rate": 0.000292166960490305,
      "loss": 0.8202,
      "step": 16929
    },
    {
      "epoch": 0.6934261724349785,
      "grad_norm": 0.9163367920817319,
      "learning_rate": 0.00029216592031432187,
      "loss": 0.821,
      "step": 16930
    },
    {
      "epoch": 0.6934671308621749,
      "grad_norm": 1.0046630865493782,
      "learning_rate": 0.00029216488007113096,
      "loss": 0.7447,
      "step": 16931
    },
    {
      "epoch": 0.6935080892893712,
      "grad_norm": 0.8678486431766609,
      "learning_rate": 0.00029216383976073275,
      "loss": 0.5967,
      "step": 16932
    },
    {
      "epoch": 0.6935490477165677,
      "grad_norm": 2.1777377599724717,
      "learning_rate": 0.0002921627993831277,
      "loss": 4.9131,
      "step": 16933
    },
    {
      "epoch": 0.6935900061437641,
      "grad_norm": 0.8206019412974677,
      "learning_rate": 0.00029216175893831636,
      "loss": 0.8632,
      "step": 16934
    },
    {
      "epoch": 0.6936309645709605,
      "grad_norm": 1.0173709030668583,
      "learning_rate": 0.00029216071842629916,
      "loss": 0.9041,
      "step": 16935
    },
    {
      "epoch": 0.6936719229981568,
      "grad_norm": 0.5776650665947274,
      "learning_rate": 0.00029215967784707665,
      "loss": 0.3858,
      "step": 16936
    },
    {
      "epoch": 0.6937128814253533,
      "grad_norm": 0.5898281918277012,
      "learning_rate": 0.0002921586372006493,
      "loss": 0.3683,
      "step": 16937
    },
    {
      "epoch": 0.6937538398525497,
      "grad_norm": 1.4963004730463683,
      "learning_rate": 0.0002921575964870176,
      "loss": 1.3839,
      "step": 16938
    },
    {
      "epoch": 0.6937947982797461,
      "grad_norm": 0.7955309486409085,
      "learning_rate": 0.000292156555706182,
      "loss": 1.0322,
      "step": 16939
    },
    {
      "epoch": 0.6938357567069424,
      "grad_norm": 0.8345509289897279,
      "learning_rate": 0.00029215551485814304,
      "loss": 0.79,
      "step": 16940
    },
    {
      "epoch": 0.6938767151341388,
      "grad_norm": 1.0145931054655568,
      "learning_rate": 0.0002921544739429012,
      "loss": 0.8501,
      "step": 16941
    },
    {
      "epoch": 0.6939176735613353,
      "grad_norm": 0.854842557697587,
      "learning_rate": 0.000292153432960457,
      "loss": 0.5707,
      "step": 16942
    },
    {
      "epoch": 0.6939586319885317,
      "grad_norm": 0.8872693042919568,
      "learning_rate": 0.0002921523919108109,
      "loss": 1.0929,
      "step": 16943
    },
    {
      "epoch": 0.693999590415728,
      "grad_norm": 0.6719996262982575,
      "learning_rate": 0.0002921513507939633,
      "loss": 0.6869,
      "step": 16944
    },
    {
      "epoch": 0.6940405488429244,
      "grad_norm": 0.7874455046206301,
      "learning_rate": 0.00029215030960991494,
      "loss": 0.6935,
      "step": 16945
    },
    {
      "epoch": 0.6940815072701209,
      "grad_norm": 0.9936889239369711,
      "learning_rate": 0.00029214926835866603,
      "loss": 1.0521,
      "step": 16946
    },
    {
      "epoch": 0.6941224656973172,
      "grad_norm": 0.8430787558211051,
      "learning_rate": 0.0002921482270402173,
      "loss": 0.757,
      "step": 16947
    },
    {
      "epoch": 0.6941634241245136,
      "grad_norm": 1.125605030929684,
      "learning_rate": 0.0002921471856545691,
      "loss": 1.2641,
      "step": 16948
    },
    {
      "epoch": 0.69420438255171,
      "grad_norm": 0.8082428327443871,
      "learning_rate": 0.000292146144201722,
      "loss": 1.0936,
      "step": 16949
    },
    {
      "epoch": 0.6942453409789064,
      "grad_norm": 0.5917747012498439,
      "learning_rate": 0.00029214510268167637,
      "loss": 0.8143,
      "step": 16950
    },
    {
      "epoch": 0.6942862994061028,
      "grad_norm": 1.0549840570613793,
      "learning_rate": 0.00029214406109443283,
      "loss": 1.4012,
      "step": 16951
    },
    {
      "epoch": 0.6943272578332992,
      "grad_norm": 1.1350162338438878,
      "learning_rate": 0.0002921430194399918,
      "loss": 0.8797,
      "step": 16952
    },
    {
      "epoch": 0.6943682162604956,
      "grad_norm": 0.8599868593459982,
      "learning_rate": 0.0002921419777183538,
      "loss": 0.9342,
      "step": 16953
    },
    {
      "epoch": 0.694409174687692,
      "grad_norm": 0.7605452188864634,
      "learning_rate": 0.00029214093592951936,
      "loss": 0.9905,
      "step": 16954
    },
    {
      "epoch": 0.6944501331148883,
      "grad_norm": 0.7597200416188115,
      "learning_rate": 0.0002921398940734889,
      "loss": 0.9433,
      "step": 16955
    },
    {
      "epoch": 0.6944910915420848,
      "grad_norm": 0.887772818257426,
      "learning_rate": 0.000292138852150263,
      "loss": 0.779,
      "step": 16956
    },
    {
      "epoch": 0.6945320499692812,
      "grad_norm": 0.9891599197422943,
      "learning_rate": 0.00029213781015984203,
      "loss": 1.2201,
      "step": 16957
    },
    {
      "epoch": 0.6945730083964776,
      "grad_norm": 0.7267293450513025,
      "learning_rate": 0.0002921367681022266,
      "loss": 0.8622,
      "step": 16958
    },
    {
      "epoch": 0.6946139668236739,
      "grad_norm": 0.9745450932743789,
      "learning_rate": 0.0002921357259774171,
      "loss": 1.3485,
      "step": 16959
    },
    {
      "epoch": 0.6946549252508704,
      "grad_norm": 1.0691918209707703,
      "learning_rate": 0.0002921346837854141,
      "loss": 0.9674,
      "step": 16960
    },
    {
      "epoch": 0.6946958836780668,
      "grad_norm": 0.8227352094620064,
      "learning_rate": 0.0002921336415262181,
      "loss": 0.8177,
      "step": 16961
    },
    {
      "epoch": 0.6947368421052632,
      "grad_norm": 0.8338974601671906,
      "learning_rate": 0.0002921325991998295,
      "loss": 0.8908,
      "step": 16962
    },
    {
      "epoch": 0.6947778005324595,
      "grad_norm": 1.0766142521860906,
      "learning_rate": 0.0002921315568062489,
      "loss": 1.0366,
      "step": 16963
    },
    {
      "epoch": 0.694818758959656,
      "grad_norm": 0.8824387104128879,
      "learning_rate": 0.00029213051434547673,
      "loss": 0.9461,
      "step": 16964
    },
    {
      "epoch": 0.6948597173868524,
      "grad_norm": 0.8384935863736648,
      "learning_rate": 0.0002921294718175135,
      "loss": 1.0347,
      "step": 16965
    },
    {
      "epoch": 0.6949006758140487,
      "grad_norm": 0.950242206006933,
      "learning_rate": 0.00029212842922235975,
      "loss": 0.828,
      "step": 16966
    },
    {
      "epoch": 0.6949416342412451,
      "grad_norm": 1.0320635120351553,
      "learning_rate": 0.00029212738656001587,
      "loss": 0.8578,
      "step": 16967
    },
    {
      "epoch": 0.6949825926684415,
      "grad_norm": 0.5943679438637292,
      "learning_rate": 0.00029212634383048245,
      "loss": 0.4747,
      "step": 16968
    },
    {
      "epoch": 0.695023551095638,
      "grad_norm": 0.607981935942194,
      "learning_rate": 0.0002921253010337599,
      "loss": 0.3464,
      "step": 16969
    },
    {
      "epoch": 0.6950645095228343,
      "grad_norm": 0.5925105427916135,
      "learning_rate": 0.0002921242581698488,
      "loss": 0.3547,
      "step": 16970
    },
    {
      "epoch": 0.6951054679500307,
      "grad_norm": 1.0004338481071282,
      "learning_rate": 0.00029212321523874955,
      "loss": 0.7004,
      "step": 16971
    },
    {
      "epoch": 0.6951464263772271,
      "grad_norm": 0.6878262905612657,
      "learning_rate": 0.0002921221722404627,
      "loss": 0.5725,
      "step": 16972
    },
    {
      "epoch": 0.6951873848044235,
      "grad_norm": 0.4605900187874512,
      "learning_rate": 0.00029212112917498874,
      "loss": 0.2678,
      "step": 16973
    },
    {
      "epoch": 0.6952283432316199,
      "grad_norm": 0.5358724021936623,
      "learning_rate": 0.0002921200860423282,
      "loss": 0.368,
      "step": 16974
    },
    {
      "epoch": 0.6952693016588163,
      "grad_norm": 0.4943056025122847,
      "learning_rate": 0.0002921190428424815,
      "loss": 0.3707,
      "step": 16975
    },
    {
      "epoch": 0.6953102600860127,
      "grad_norm": 0.7737066088343237,
      "learning_rate": 0.00029211799957544915,
      "loss": 0.9237,
      "step": 16976
    },
    {
      "epoch": 0.6953512185132091,
      "grad_norm": 1.3931190048617383,
      "learning_rate": 0.00029211695624123163,
      "loss": 1.5267,
      "step": 16977
    },
    {
      "epoch": 0.6953921769404054,
      "grad_norm": 1.01349357680846,
      "learning_rate": 0.0002921159128398295,
      "loss": 1.07,
      "step": 16978
    },
    {
      "epoch": 0.6954331353676019,
      "grad_norm": 0.7784321251887739,
      "learning_rate": 0.0002921148693712432,
      "loss": 0.5843,
      "step": 16979
    },
    {
      "epoch": 0.6954740937947983,
      "grad_norm": 0.6106319067218199,
      "learning_rate": 0.0002921138258354733,
      "loss": 0.4013,
      "step": 16980
    },
    {
      "epoch": 0.6955150522219947,
      "grad_norm": 1.8700052904487856,
      "learning_rate": 0.00029211278223252016,
      "loss": 3.262,
      "step": 16981
    },
    {
      "epoch": 0.695556010649191,
      "grad_norm": 0.863633113738548,
      "learning_rate": 0.00029211173856238433,
      "loss": 1.0723,
      "step": 16982
    },
    {
      "epoch": 0.6955969690763875,
      "grad_norm": 0.9647508569013941,
      "learning_rate": 0.00029211069482506635,
      "loss": 1.0063,
      "step": 16983
    },
    {
      "epoch": 0.6956379275035839,
      "grad_norm": 1.112083210970705,
      "learning_rate": 0.00029210965102056664,
      "loss": 1.3581,
      "step": 16984
    },
    {
      "epoch": 0.6956788859307803,
      "grad_norm": 0.867450139198438,
      "learning_rate": 0.0002921086071488858,
      "loss": 0.9915,
      "step": 16985
    },
    {
      "epoch": 0.6957198443579766,
      "grad_norm": 0.6672411888984713,
      "learning_rate": 0.0002921075632100242,
      "loss": 0.857,
      "step": 16986
    },
    {
      "epoch": 0.695760802785173,
      "grad_norm": 1.877348150579325,
      "learning_rate": 0.0002921065192039824,
      "loss": 2.6908,
      "step": 16987
    },
    {
      "epoch": 0.6958017612123695,
      "grad_norm": 0.8968562542464602,
      "learning_rate": 0.00029210547513076093,
      "loss": 0.7377,
      "step": 16988
    },
    {
      "epoch": 0.6958427196395658,
      "grad_norm": 0.8614665928267586,
      "learning_rate": 0.0002921044309903602,
      "loss": 1.2065,
      "step": 16989
    },
    {
      "epoch": 0.6958836780667622,
      "grad_norm": 0.759184386722043,
      "learning_rate": 0.0002921033867827807,
      "loss": 0.4161,
      "step": 16990
    },
    {
      "epoch": 0.6959246364939586,
      "grad_norm": 0.8069403390028196,
      "learning_rate": 0.00029210234250802306,
      "loss": 0.8209,
      "step": 16991
    },
    {
      "epoch": 0.6959655949211551,
      "grad_norm": 1.012209311478188,
      "learning_rate": 0.0002921012981660876,
      "loss": 0.9167,
      "step": 16992
    },
    {
      "epoch": 0.6960065533483514,
      "grad_norm": 0.7587051957083767,
      "learning_rate": 0.00029210025375697496,
      "loss": 0.8665,
      "step": 16993
    },
    {
      "epoch": 0.6960475117755478,
      "grad_norm": 0.6734592228394866,
      "learning_rate": 0.0002920992092806855,
      "loss": 0.5496,
      "step": 16994
    },
    {
      "epoch": 0.6960884702027442,
      "grad_norm": 0.9611509916367351,
      "learning_rate": 0.0002920981647372198,
      "loss": 0.9564,
      "step": 16995
    },
    {
      "epoch": 0.6961294286299406,
      "grad_norm": 0.8552409029412636,
      "learning_rate": 0.00029209712012657834,
      "loss": 0.8264,
      "step": 16996
    },
    {
      "epoch": 0.696170387057137,
      "grad_norm": 0.766944023117715,
      "learning_rate": 0.0002920960754487616,
      "loss": 0.7828,
      "step": 16997
    },
    {
      "epoch": 0.6962113454843334,
      "grad_norm": 0.5065096993237923,
      "learning_rate": 0.00029209503070377007,
      "loss": 0.1275,
      "step": 16998
    },
    {
      "epoch": 0.6962523039115298,
      "grad_norm": 0.8549366632603993,
      "learning_rate": 0.0002920939858916043,
      "loss": 1.0623,
      "step": 16999
    },
    {
      "epoch": 0.6962932623387262,
      "grad_norm": 0.7986610426438023,
      "learning_rate": 0.00029209294101226473,
      "loss": 0.9028,
      "step": 17000
    },
    {
      "epoch": 0.6963342207659226,
      "grad_norm": 0.798564140228203,
      "learning_rate": 0.0002920918960657518,
      "loss": 0.5021,
      "step": 17001
    },
    {
      "epoch": 0.696375179193119,
      "grad_norm": 1.273991409051327,
      "learning_rate": 0.0002920908510520661,
      "loss": 1.6172,
      "step": 17002
    },
    {
      "epoch": 0.6964161376203154,
      "grad_norm": 1.087795028569923,
      "learning_rate": 0.0002920898059712081,
      "loss": 0.6722,
      "step": 17003
    },
    {
      "epoch": 0.6964570960475118,
      "grad_norm": 1.0338518716304923,
      "learning_rate": 0.0002920887608231783,
      "loss": 0.7366,
      "step": 17004
    },
    {
      "epoch": 0.6964980544747081,
      "grad_norm": 0.9640184060587209,
      "learning_rate": 0.0002920877156079772,
      "loss": 0.9049,
      "step": 17005
    },
    {
      "epoch": 0.6965390129019046,
      "grad_norm": 0.773019832036459,
      "learning_rate": 0.0002920866703256052,
      "loss": 0.7901,
      "step": 17006
    },
    {
      "epoch": 0.696579971329101,
      "grad_norm": 1.404568295044189,
      "learning_rate": 0.0002920856249760629,
      "loss": 1.4646,
      "step": 17007
    },
    {
      "epoch": 0.6966209297562974,
      "grad_norm": 1.1641290989811106,
      "learning_rate": 0.0002920845795593508,
      "loss": 1.2213,
      "step": 17008
    },
    {
      "epoch": 0.6966618881834937,
      "grad_norm": 1.1226387410462217,
      "learning_rate": 0.0002920835340754693,
      "loss": 1.0114,
      "step": 17009
    },
    {
      "epoch": 0.6967028466106902,
      "grad_norm": 1.0947899128940513,
      "learning_rate": 0.000292082488524419,
      "loss": 0.6731,
      "step": 17010
    },
    {
      "epoch": 0.6967438050378866,
      "grad_norm": 5.775404281190027,
      "learning_rate": 0.0002920814429062003,
      "loss": 3.2732,
      "step": 17011
    },
    {
      "epoch": 0.6967847634650829,
      "grad_norm": 0.9193591740088851,
      "learning_rate": 0.0002920803972208137,
      "loss": 1.0363,
      "step": 17012
    },
    {
      "epoch": 0.6968257218922793,
      "grad_norm": 1.305618348463963,
      "learning_rate": 0.0002920793514682598,
      "loss": 1.1028,
      "step": 17013
    },
    {
      "epoch": 0.6968666803194757,
      "grad_norm": 0.5895305429915436,
      "learning_rate": 0.000292078305648539,
      "loss": 0.3801,
      "step": 17014
    },
    {
      "epoch": 0.6969076387466722,
      "grad_norm": 1.2018418122701044,
      "learning_rate": 0.0002920772597616519,
      "loss": 1.3844,
      "step": 17015
    },
    {
      "epoch": 0.6969485971738685,
      "grad_norm": 4.1326351242196155,
      "learning_rate": 0.0002920762138075988,
      "loss": 1.5359,
      "step": 17016
    },
    {
      "epoch": 0.6969895556010649,
      "grad_norm": 0.7980331910879731,
      "learning_rate": 0.00029207516778638037,
      "loss": 0.9353,
      "step": 17017
    },
    {
      "epoch": 0.6970305140282613,
      "grad_norm": 1.1462352069447026,
      "learning_rate": 0.000292074121697997,
      "loss": 0.9276,
      "step": 17018
    },
    {
      "epoch": 0.6970714724554578,
      "grad_norm": 0.8193865669622798,
      "learning_rate": 0.0002920730755424493,
      "loss": 0.9746,
      "step": 17019
    },
    {
      "epoch": 0.6971124308826541,
      "grad_norm": 0.9086313756535802,
      "learning_rate": 0.00029207202931973766,
      "loss": 0.636,
      "step": 17020
    },
    {
      "epoch": 0.6971533893098505,
      "grad_norm": 0.8281079714842875,
      "learning_rate": 0.0002920709830298626,
      "loss": 1.0431,
      "step": 17021
    },
    {
      "epoch": 0.6971943477370469,
      "grad_norm": 0.5467505440824829,
      "learning_rate": 0.0002920699366728246,
      "loss": 0.402,
      "step": 17022
    },
    {
      "epoch": 0.6972353061642433,
      "grad_norm": 0.48039330163398447,
      "learning_rate": 0.00029206889024862426,
      "loss": 0.3181,
      "step": 17023
    },
    {
      "epoch": 0.6972762645914397,
      "grad_norm": 0.636226588812903,
      "learning_rate": 0.00029206784375726194,
      "loss": 0.6666,
      "step": 17024
    },
    {
      "epoch": 0.6973172230186361,
      "grad_norm": 0.8172175263781082,
      "learning_rate": 0.0002920667971987382,
      "loss": 0.7859,
      "step": 17025
    },
    {
      "epoch": 0.6973581814458325,
      "grad_norm": 3.5263330814810985,
      "learning_rate": 0.00029206575057305346,
      "loss": 1.0286,
      "step": 17026
    },
    {
      "epoch": 0.6973991398730289,
      "grad_norm": 8.78498649942,
      "learning_rate": 0.0002920647038802083,
      "loss": 4.6342,
      "step": 17027
    },
    {
      "epoch": 0.6974400983002252,
      "grad_norm": 0.9156126728672089,
      "learning_rate": 0.00029206365712020326,
      "loss": 0.7481,
      "step": 17028
    },
    {
      "epoch": 0.6974810567274217,
      "grad_norm": 0.8958000986545434,
      "learning_rate": 0.0002920626102930387,
      "loss": 0.8532,
      "step": 17029
    },
    {
      "epoch": 0.6975220151546181,
      "grad_norm": 0.7815695324978063,
      "learning_rate": 0.0002920615633987152,
      "loss": 0.6867,
      "step": 17030
    },
    {
      "epoch": 0.6975629735818144,
      "grad_norm": 0.7667968777294519,
      "learning_rate": 0.0002920605164372333,
      "loss": 0.7336,
      "step": 17031
    },
    {
      "epoch": 0.6976039320090108,
      "grad_norm": 0.6862968645155348,
      "learning_rate": 0.0002920594694085933,
      "loss": 0.8455,
      "step": 17032
    },
    {
      "epoch": 0.6976448904362073,
      "grad_norm": 1.0077139867544387,
      "learning_rate": 0.00029205842231279594,
      "loss": 0.9322,
      "step": 17033
    },
    {
      "epoch": 0.6976858488634037,
      "grad_norm": 1.735364054644248,
      "learning_rate": 0.00029205737514984156,
      "loss": 2.1162,
      "step": 17034
    },
    {
      "epoch": 0.6977268072906,
      "grad_norm": 1.02020442826077,
      "learning_rate": 0.0002920563279197307,
      "loss": 0.2941,
      "step": 17035
    },
    {
      "epoch": 0.6977677657177964,
      "grad_norm": 0.9955091834028331,
      "learning_rate": 0.00029205528062246385,
      "loss": 1.2773,
      "step": 17036
    },
    {
      "epoch": 0.6978087241449928,
      "grad_norm": 0.7617407969806902,
      "learning_rate": 0.0002920542332580415,
      "loss": 0.3699,
      "step": 17037
    },
    {
      "epoch": 0.6978496825721893,
      "grad_norm": 1.3372717247566885,
      "learning_rate": 0.00029205318582646415,
      "loss": 1.0842,
      "step": 17038
    },
    {
      "epoch": 0.6978906409993856,
      "grad_norm": 0.7590970084340533,
      "learning_rate": 0.00029205213832773235,
      "loss": 0.7666,
      "step": 17039
    },
    {
      "epoch": 0.697931599426582,
      "grad_norm": 0.9540964237473157,
      "learning_rate": 0.0002920510907618465,
      "loss": 1.0931,
      "step": 17040
    },
    {
      "epoch": 0.6979725578537784,
      "grad_norm": 1.7668887168920497,
      "learning_rate": 0.00029205004312880714,
      "loss": 1.3857,
      "step": 17041
    },
    {
      "epoch": 0.6980135162809749,
      "grad_norm": 1.0693864847439924,
      "learning_rate": 0.0002920489954286147,
      "loss": 1.1145,
      "step": 17042
    },
    {
      "epoch": 0.6980544747081712,
      "grad_norm": 0.6108393569850289,
      "learning_rate": 0.0002920479476612698,
      "loss": 0.6954,
      "step": 17043
    },
    {
      "epoch": 0.6980954331353676,
      "grad_norm": 0.9645450905136184,
      "learning_rate": 0.00029204689982677284,
      "loss": 0.5794,
      "step": 17044
    },
    {
      "epoch": 0.698136391562564,
      "grad_norm": 0.7342686172928257,
      "learning_rate": 0.0002920458519251244,
      "loss": 0.9125,
      "step": 17045
    },
    {
      "epoch": 0.6981773499897604,
      "grad_norm": 1.0882033668594386,
      "learning_rate": 0.0002920448039563249,
      "loss": 0.7842,
      "step": 17046
    },
    {
      "epoch": 0.6982183084169568,
      "grad_norm": 1.2601611842230704,
      "learning_rate": 0.0002920437559203748,
      "loss": 1.0977,
      "step": 17047
    },
    {
      "epoch": 0.6982592668441532,
      "grad_norm": 0.8166962498507314,
      "learning_rate": 0.00029204270781727474,
      "loss": 1.0129,
      "step": 17048
    },
    {
      "epoch": 0.6983002252713496,
      "grad_norm": 0.9072668322536721,
      "learning_rate": 0.00029204165964702515,
      "loss": 0.8936,
      "step": 17049
    },
    {
      "epoch": 0.698341183698546,
      "grad_norm": 1.037467426695105,
      "learning_rate": 0.00029204061140962646,
      "loss": 1.3343,
      "step": 17050
    },
    {
      "epoch": 0.6983821421257423,
      "grad_norm": 0.7698536345336072,
      "learning_rate": 0.0002920395631050792,
      "loss": 0.9314,
      "step": 17051
    },
    {
      "epoch": 0.6984231005529388,
      "grad_norm": 1.1205098958909925,
      "learning_rate": 0.00029203851473338384,
      "loss": 1.0648,
      "step": 17052
    },
    {
      "epoch": 0.6984640589801352,
      "grad_norm": 0.7196142762985167,
      "learning_rate": 0.000292037466294541,
      "loss": 0.8068,
      "step": 17053
    },
    {
      "epoch": 0.6985050174073315,
      "grad_norm": 0.7344731921438141,
      "learning_rate": 0.000292036417788551,
      "loss": 0.9696,
      "step": 17054
    },
    {
      "epoch": 0.6985459758345279,
      "grad_norm": 0.6109962347266024,
      "learning_rate": 0.0002920353692154145,
      "loss": 0.5109,
      "step": 17055
    },
    {
      "epoch": 0.6985869342617244,
      "grad_norm": 0.6903560463372125,
      "learning_rate": 0.00029203432057513186,
      "loss": 0.8707,
      "step": 17056
    },
    {
      "epoch": 0.6986278926889208,
      "grad_norm": 0.8542097287777333,
      "learning_rate": 0.00029203327186770367,
      "loss": 0.7597,
      "step": 17057
    },
    {
      "epoch": 0.6986688511161171,
      "grad_norm": 0.5256453790001282,
      "learning_rate": 0.00029203222309313035,
      "loss": 0.3368,
      "step": 17058
    },
    {
      "epoch": 0.6987098095433135,
      "grad_norm": 0.9767602977493136,
      "learning_rate": 0.0002920311742514125,
      "loss": 0.8793,
      "step": 17059
    },
    {
      "epoch": 0.69875076797051,
      "grad_norm": 0.9975268253062171,
      "learning_rate": 0.0002920301253425505,
      "loss": 1.0205,
      "step": 17060
    },
    {
      "epoch": 0.6987917263977064,
      "grad_norm": 0.7959193503324922,
      "learning_rate": 0.00029202907636654494,
      "loss": 0.9766,
      "step": 17061
    },
    {
      "epoch": 0.6988326848249027,
      "grad_norm": 0.5120847002658754,
      "learning_rate": 0.00029202802732339626,
      "loss": 0.3418,
      "step": 17062
    },
    {
      "epoch": 0.6988736432520991,
      "grad_norm": 0.5831537045768714,
      "learning_rate": 0.000292026978213105,
      "loss": 0.3535,
      "step": 17063
    },
    {
      "epoch": 0.6989146016792955,
      "grad_norm": 1.8103752984941806,
      "learning_rate": 0.00029202592903567154,
      "loss": 2.6501,
      "step": 17064
    },
    {
      "epoch": 0.698955560106492,
      "grad_norm": 0.9366797557698724,
      "learning_rate": 0.0002920248797910965,
      "loss": 0.8261,
      "step": 17065
    },
    {
      "epoch": 0.6989965185336883,
      "grad_norm": 0.9953551018649592,
      "learning_rate": 0.0002920238304793804,
      "loss": 0.8005,
      "step": 17066
    },
    {
      "epoch": 0.6990374769608847,
      "grad_norm": 1.0152187834780748,
      "learning_rate": 0.0002920227811005236,
      "loss": 1.0623,
      "step": 17067
    },
    {
      "epoch": 0.6990784353880811,
      "grad_norm": 0.7413469298172766,
      "learning_rate": 0.0002920217316545267,
      "loss": 0.6779,
      "step": 17068
    },
    {
      "epoch": 0.6991193938152775,
      "grad_norm": 3.3961490804222088,
      "learning_rate": 0.0002920206821413902,
      "loss": 2.731,
      "step": 17069
    },
    {
      "epoch": 0.6991603522424739,
      "grad_norm": 1.0663430084650176,
      "learning_rate": 0.0002920196325611145,
      "loss": 1.2531,
      "step": 17070
    },
    {
      "epoch": 0.6992013106696703,
      "grad_norm": 0.7129434850134644,
      "learning_rate": 0.0002920185829137002,
      "loss": 0.3407,
      "step": 17071
    },
    {
      "epoch": 0.6992422690968667,
      "grad_norm": 3.8519894955354514,
      "learning_rate": 0.00029201753319914775,
      "loss": 3.0576,
      "step": 17072
    },
    {
      "epoch": 0.699283227524063,
      "grad_norm": 1.6614123645014789,
      "learning_rate": 0.0002920164834174576,
      "loss": 2.5615,
      "step": 17073
    },
    {
      "epoch": 0.6993241859512594,
      "grad_norm": 0.7598499342422644,
      "learning_rate": 0.00029201543356863034,
      "loss": 0.7714,
      "step": 17074
    },
    {
      "epoch": 0.6993651443784559,
      "grad_norm": 0.512963775350087,
      "learning_rate": 0.00029201438365266644,
      "loss": 0.2743,
      "step": 17075
    },
    {
      "epoch": 0.6994061028056523,
      "grad_norm": 1.1179194736006992,
      "learning_rate": 0.00029201333366956635,
      "loss": 1.5058,
      "step": 17076
    },
    {
      "epoch": 0.6994470612328486,
      "grad_norm": 0.8931112386835134,
      "learning_rate": 0.0002920122836193306,
      "loss": 0.9834,
      "step": 17077
    },
    {
      "epoch": 0.699488019660045,
      "grad_norm": 4.143050792504043,
      "learning_rate": 0.0002920112335019597,
      "loss": 1.5207,
      "step": 17078
    },
    {
      "epoch": 0.6995289780872415,
      "grad_norm": 1.3227424991749899,
      "learning_rate": 0.00029201018331745414,
      "loss": 1.447,
      "step": 17079
    },
    {
      "epoch": 0.6995699365144379,
      "grad_norm": 0.8598370846928503,
      "learning_rate": 0.00029200913306581436,
      "loss": 0.8819,
      "step": 17080
    },
    {
      "epoch": 0.6996108949416342,
      "grad_norm": 0.8284360131865119,
      "learning_rate": 0.00029200808274704095,
      "loss": 0.87,
      "step": 17081
    },
    {
      "epoch": 0.6996518533688306,
      "grad_norm": 1.1452360680638178,
      "learning_rate": 0.00029200703236113433,
      "loss": 1.1225,
      "step": 17082
    },
    {
      "epoch": 0.699692811796027,
      "grad_norm": 1.1720927768191267,
      "learning_rate": 0.000292005981908095,
      "loss": 1.0753,
      "step": 17083
    },
    {
      "epoch": 0.6997337702232235,
      "grad_norm": 0.767960649913532,
      "learning_rate": 0.00029200493138792355,
      "loss": 0.8161,
      "step": 17084
    },
    {
      "epoch": 0.6997747286504198,
      "grad_norm": 1.5343268348470507,
      "learning_rate": 0.00029200388080062036,
      "loss": 1.6399,
      "step": 17085
    },
    {
      "epoch": 0.6998156870776162,
      "grad_norm": 0.7013545496968863,
      "learning_rate": 0.000292002830146186,
      "loss": 0.6728,
      "step": 17086
    },
    {
      "epoch": 0.6998566455048126,
      "grad_norm": 1.0264664339766505,
      "learning_rate": 0.0002920017794246209,
      "loss": 0.8725,
      "step": 17087
    },
    {
      "epoch": 0.6998976039320091,
      "grad_norm": 1.031391809757646,
      "learning_rate": 0.0002920007286359256,
      "loss": 1.0431,
      "step": 17088
    },
    {
      "epoch": 0.6999385623592054,
      "grad_norm": 2.33385720393722,
      "learning_rate": 0.0002919996777801007,
      "loss": 2.6414,
      "step": 17089
    },
    {
      "epoch": 0.6999795207864018,
      "grad_norm": 1.0799619430057328,
      "learning_rate": 0.0002919986268571465,
      "loss": 1.2329,
      "step": 17090
    },
    {
      "epoch": 0.7000204792135982,
      "grad_norm": 0.9348010776691253,
      "learning_rate": 0.0002919975758670636,
      "loss": 1.0513,
      "step": 17091
    },
    {
      "epoch": 0.7000614376407946,
      "grad_norm": 0.5644338585868095,
      "learning_rate": 0.00029199652480985246,
      "loss": 0.3269,
      "step": 17092
    },
    {
      "epoch": 0.700102396067991,
      "grad_norm": 1.1601927271164294,
      "learning_rate": 0.00029199547368551364,
      "loss": 1.3127,
      "step": 17093
    },
    {
      "epoch": 0.7001433544951874,
      "grad_norm": 0.8055145223751646,
      "learning_rate": 0.0002919944224940476,
      "loss": 0.8165,
      "step": 17094
    },
    {
      "epoch": 0.7001843129223838,
      "grad_norm": 1.0850672897705331,
      "learning_rate": 0.00029199337123545486,
      "loss": 0.9398,
      "step": 17095
    },
    {
      "epoch": 0.7002252713495801,
      "grad_norm": 1.2440965015233507,
      "learning_rate": 0.00029199231990973583,
      "loss": 1.6886,
      "step": 17096
    },
    {
      "epoch": 0.7002662297767765,
      "grad_norm": 0.7047015727391459,
      "learning_rate": 0.00029199126851689114,
      "loss": 0.9349,
      "step": 17097
    },
    {
      "epoch": 0.700307188203973,
      "grad_norm": 2.5562419589871794,
      "learning_rate": 0.00029199021705692116,
      "loss": 1.2602,
      "step": 17098
    },
    {
      "epoch": 0.7003481466311694,
      "grad_norm": 0.9735203679649137,
      "learning_rate": 0.0002919891655298265,
      "loss": 1.4845,
      "step": 17099
    },
    {
      "epoch": 0.7003891050583657,
      "grad_norm": 0.9756087294436624,
      "learning_rate": 0.0002919881139356075,
      "loss": 1.1161,
      "step": 17100
    },
    {
      "epoch": 0.7004300634855621,
      "grad_norm": 0.8090485264538436,
      "learning_rate": 0.00029198706227426485,
      "loss": 0.6685,
      "step": 17101
    },
    {
      "epoch": 0.7004710219127586,
      "grad_norm": 2.3930430154727333,
      "learning_rate": 0.00029198601054579893,
      "loss": 4.8862,
      "step": 17102
    },
    {
      "epoch": 0.700511980339955,
      "grad_norm": 1.0333497551919104,
      "learning_rate": 0.00029198495875021026,
      "loss": 0.7042,
      "step": 17103
    },
    {
      "epoch": 0.7005529387671513,
      "grad_norm": 0.8093381405011627,
      "learning_rate": 0.0002919839068874994,
      "loss": 0.628,
      "step": 17104
    },
    {
      "epoch": 0.7005938971943477,
      "grad_norm": 0.8587846418166165,
      "learning_rate": 0.0002919828549576667,
      "loss": 0.73,
      "step": 17105
    },
    {
      "epoch": 0.7006348556215442,
      "grad_norm": 5.952497333689437,
      "learning_rate": 0.0002919818029607128,
      "loss": 4.8297,
      "step": 17106
    },
    {
      "epoch": 0.7006758140487406,
      "grad_norm": 1.03675317388999,
      "learning_rate": 0.0002919807508966381,
      "loss": 0.6952,
      "step": 17107
    },
    {
      "epoch": 0.7007167724759369,
      "grad_norm": 0.5490511990327067,
      "learning_rate": 0.0002919796987654432,
      "loss": 0.33,
      "step": 17108
    },
    {
      "epoch": 0.7007577309031333,
      "grad_norm": 1.2430823637202741,
      "learning_rate": 0.0002919786465671285,
      "loss": 1.04,
      "step": 17109
    },
    {
      "epoch": 0.7007986893303297,
      "grad_norm": 1.8955098716772374,
      "learning_rate": 0.0002919775943016945,
      "loss": 1.2079,
      "step": 17110
    },
    {
      "epoch": 0.7008396477575262,
      "grad_norm": 0.5882129503289493,
      "learning_rate": 0.00029197654196914176,
      "loss": 0.342,
      "step": 17111
    },
    {
      "epoch": 0.7008806061847225,
      "grad_norm": 1.3590481203157223,
      "learning_rate": 0.0002919754895694708,
      "loss": 1.3009,
      "step": 17112
    },
    {
      "epoch": 0.7009215646119189,
      "grad_norm": 0.9765167397191843,
      "learning_rate": 0.000291974437102682,
      "loss": 1.2525,
      "step": 17113
    },
    {
      "epoch": 0.7009625230391153,
      "grad_norm": 2.979527438888782,
      "learning_rate": 0.0002919733845687759,
      "loss": 5.7209,
      "step": 17114
    },
    {
      "epoch": 0.7010034814663116,
      "grad_norm": 0.866297823905584,
      "learning_rate": 0.0002919723319677531,
      "loss": 1.0715,
      "step": 17115
    },
    {
      "epoch": 0.7010444398935081,
      "grad_norm": 0.9661995550012217,
      "learning_rate": 0.00029197127929961395,
      "loss": 1.0509,
      "step": 17116
    },
    {
      "epoch": 0.7010853983207045,
      "grad_norm": 0.7614877547288051,
      "learning_rate": 0.0002919702265643591,
      "loss": 0.9416,
      "step": 17117
    },
    {
      "epoch": 0.7011263567479009,
      "grad_norm": 1.150076086132466,
      "learning_rate": 0.0002919691737619889,
      "loss": 1.1943,
      "step": 17118
    },
    {
      "epoch": 0.7011673151750972,
      "grad_norm": 0.7271723802174203,
      "learning_rate": 0.00029196812089250394,
      "loss": 0.929,
      "step": 17119
    },
    {
      "epoch": 0.7012082736022937,
      "grad_norm": 8.252408590124002,
      "learning_rate": 0.0002919670679559047,
      "loss": 4.3641,
      "step": 17120
    },
    {
      "epoch": 0.7012492320294901,
      "grad_norm": 0.5871549481755194,
      "learning_rate": 0.00029196601495219167,
      "loss": 0.744,
      "step": 17121
    },
    {
      "epoch": 0.7012901904566865,
      "grad_norm": 0.794975888908082,
      "learning_rate": 0.00029196496188136533,
      "loss": 0.9898,
      "step": 17122
    },
    {
      "epoch": 0.7013311488838828,
      "grad_norm": 0.9438512091940543,
      "learning_rate": 0.00029196390874342617,
      "loss": 1.1597,
      "step": 17123
    },
    {
      "epoch": 0.7013721073110792,
      "grad_norm": 0.8979118346486988,
      "learning_rate": 0.00029196285553837473,
      "loss": 1.1795,
      "step": 17124
    },
    {
      "epoch": 0.7014130657382757,
      "grad_norm": 0.5962501277659514,
      "learning_rate": 0.00029196180226621145,
      "loss": 0.4269,
      "step": 17125
    },
    {
      "epoch": 0.7014540241654721,
      "grad_norm": 1.9431857455734758,
      "learning_rate": 0.0002919607489269369,
      "loss": 3.1149,
      "step": 17126
    },
    {
      "epoch": 0.7014949825926684,
      "grad_norm": 1.0881885357166499,
      "learning_rate": 0.0002919596955205516,
      "loss": 0.8242,
      "step": 17127
    },
    {
      "epoch": 0.7015359410198648,
      "grad_norm": 0.725874438274943,
      "learning_rate": 0.00029195864204705597,
      "loss": 0.8636,
      "step": 17128
    },
    {
      "epoch": 0.7015768994470613,
      "grad_norm": 0.8179860021541318,
      "learning_rate": 0.00029195758850645046,
      "loss": 0.9877,
      "step": 17129
    },
    {
      "epoch": 0.7016178578742577,
      "grad_norm": 1.2574920576740656,
      "learning_rate": 0.0002919565348987357,
      "loss": 1.2293,
      "step": 17130
    },
    {
      "epoch": 0.701658816301454,
      "grad_norm": 0.4921076961416755,
      "learning_rate": 0.00029195548122391217,
      "loss": 0.336,
      "step": 17131
    },
    {
      "epoch": 0.7016997747286504,
      "grad_norm": 1.536685461679045,
      "learning_rate": 0.00029195442748198024,
      "loss": 1.4141,
      "step": 17132
    },
    {
      "epoch": 0.7017407331558468,
      "grad_norm": 0.8718397334164553,
      "learning_rate": 0.00029195337367294053,
      "loss": 0.876,
      "step": 17133
    },
    {
      "epoch": 0.7017816915830433,
      "grad_norm": 0.8589241895155894,
      "learning_rate": 0.00029195231979679354,
      "loss": 0.8696,
      "step": 17134
    },
    {
      "epoch": 0.7018226500102396,
      "grad_norm": 0.8788710166449027,
      "learning_rate": 0.00029195126585353963,
      "loss": 1.1758,
      "step": 17135
    },
    {
      "epoch": 0.701863608437436,
      "grad_norm": 3.356557825960049,
      "learning_rate": 0.00029195021184317947,
      "loss": 4.1831,
      "step": 17136
    },
    {
      "epoch": 0.7019045668646324,
      "grad_norm": 0.7259551118549245,
      "learning_rate": 0.0002919491577657135,
      "loss": 0.6943,
      "step": 17137
    },
    {
      "epoch": 0.7019455252918287,
      "grad_norm": 0.7628933394000746,
      "learning_rate": 0.0002919481036211422,
      "loss": 0.8783,
      "step": 17138
    },
    {
      "epoch": 0.7019864837190252,
      "grad_norm": 0.7638158564650261,
      "learning_rate": 0.000291947049409466,
      "loss": 0.8993,
      "step": 17139
    },
    {
      "epoch": 0.7020274421462216,
      "grad_norm": 0.7716763282541624,
      "learning_rate": 0.00029194599513068553,
      "loss": 1.1156,
      "step": 17140
    },
    {
      "epoch": 0.702068400573418,
      "grad_norm": 0.8725807897206662,
      "learning_rate": 0.0002919449407848012,
      "loss": 1.29,
      "step": 17141
    },
    {
      "epoch": 0.7021093590006143,
      "grad_norm": 0.6683314922015255,
      "learning_rate": 0.00029194388637181364,
      "loss": 0.5546,
      "step": 17142
    },
    {
      "epoch": 0.7021503174278108,
      "grad_norm": 1.1258824952186197,
      "learning_rate": 0.0002919428318917231,
      "loss": 1.0603,
      "step": 17143
    },
    {
      "epoch": 0.7021912758550072,
      "grad_norm": 0.9507468464266264,
      "learning_rate": 0.00029194177734453037,
      "loss": 0.9268,
      "step": 17144
    },
    {
      "epoch": 0.7022322342822036,
      "grad_norm": 0.7595909745831694,
      "learning_rate": 0.0002919407227302357,
      "loss": 0.584,
      "step": 17145
    },
    {
      "epoch": 0.7022731927093999,
      "grad_norm": 0.8410996780892517,
      "learning_rate": 0.00029193966804883973,
      "loss": 0.8722,
      "step": 17146
    },
    {
      "epoch": 0.7023141511365963,
      "grad_norm": 0.710839009539983,
      "learning_rate": 0.0002919386133003429,
      "loss": 0.3531,
      "step": 17147
    },
    {
      "epoch": 0.7023551095637928,
      "grad_norm": 1.0159576233062617,
      "learning_rate": 0.00029193755848474573,
      "loss": 1.0796,
      "step": 17148
    },
    {
      "epoch": 0.7023960679909892,
      "grad_norm": 1.3465028307157552,
      "learning_rate": 0.00029193650360204875,
      "loss": 1.7765,
      "step": 17149
    },
    {
      "epoch": 0.7024370264181855,
      "grad_norm": 0.8076695078670602,
      "learning_rate": 0.00029193544865225245,
      "loss": 1.0583,
      "step": 17150
    },
    {
      "epoch": 0.7024779848453819,
      "grad_norm": 0.9375687344100535,
      "learning_rate": 0.0002919343936353572,
      "loss": 0.4364,
      "step": 17151
    },
    {
      "epoch": 0.7025189432725784,
      "grad_norm": 0.6412653293950346,
      "learning_rate": 0.00029193333855136367,
      "loss": 0.3554,
      "step": 17152
    },
    {
      "epoch": 0.7025599016997748,
      "grad_norm": 0.8484575194384132,
      "learning_rate": 0.00029193228340027233,
      "loss": 1.1202,
      "step": 17153
    },
    {
      "epoch": 0.7026008601269711,
      "grad_norm": 1.8779889961163876,
      "learning_rate": 0.00029193122818208363,
      "loss": 3.3174,
      "step": 17154
    },
    {
      "epoch": 0.7026418185541675,
      "grad_norm": 0.8025215532116307,
      "learning_rate": 0.00029193017289679804,
      "loss": 0.9264,
      "step": 17155
    },
    {
      "epoch": 0.7026827769813639,
      "grad_norm": 0.8199211104250897,
      "learning_rate": 0.0002919291175444161,
      "loss": 0.9851,
      "step": 17156
    },
    {
      "epoch": 0.7027237354085603,
      "grad_norm": 0.4328138955388292,
      "learning_rate": 0.00029192806212493833,
      "loss": 0.3153,
      "step": 17157
    },
    {
      "epoch": 0.7027646938357567,
      "grad_norm": 1.0152835601436085,
      "learning_rate": 0.00029192700663836524,
      "loss": 1.1456,
      "step": 17158
    },
    {
      "epoch": 0.7028056522629531,
      "grad_norm": 0.5816035692101783,
      "learning_rate": 0.0002919259510846972,
      "loss": 0.2729,
      "step": 17159
    },
    {
      "epoch": 0.7028466106901495,
      "grad_norm": 0.7658772070402036,
      "learning_rate": 0.00029192489546393493,
      "loss": 0.7885,
      "step": 17160
    },
    {
      "epoch": 0.7028875691173458,
      "grad_norm": 0.5765471861068295,
      "learning_rate": 0.0002919238397760788,
      "loss": 0.5465,
      "step": 17161
    },
    {
      "epoch": 0.7029285275445423,
      "grad_norm": 0.6265758278900027,
      "learning_rate": 0.0002919227840211292,
      "loss": 0.5658,
      "step": 17162
    },
    {
      "epoch": 0.7029694859717387,
      "grad_norm": 0.6854811320704547,
      "learning_rate": 0.0002919217281990868,
      "loss": 0.7697,
      "step": 17163
    },
    {
      "epoch": 0.7030104443989351,
      "grad_norm": 0.8133586543768174,
      "learning_rate": 0.00029192067230995205,
      "loss": 0.6828,
      "step": 17164
    },
    {
      "epoch": 0.7030514028261314,
      "grad_norm": 0.4646796159743925,
      "learning_rate": 0.0002919196163537254,
      "loss": 0.3044,
      "step": 17165
    },
    {
      "epoch": 0.7030923612533279,
      "grad_norm": 0.6802263475094467,
      "learning_rate": 0.00029191856033040746,
      "loss": 0.5118,
      "step": 17166
    },
    {
      "epoch": 0.7031333196805243,
      "grad_norm": 0.6814911631291697,
      "learning_rate": 0.0002919175042399986,
      "loss": 0.7943,
      "step": 17167
    },
    {
      "epoch": 0.7031742781077207,
      "grad_norm": 0.734499613174529,
      "learning_rate": 0.0002919164480824994,
      "loss": 1.0515,
      "step": 17168
    },
    {
      "epoch": 0.703215236534917,
      "grad_norm": 0.8832034194935434,
      "learning_rate": 0.00029191539185791034,
      "loss": 1.1338,
      "step": 17169
    },
    {
      "epoch": 0.7032561949621134,
      "grad_norm": 1.2556689202845852,
      "learning_rate": 0.00029191433556623197,
      "loss": 1.4859,
      "step": 17170
    },
    {
      "epoch": 0.7032971533893099,
      "grad_norm": 0.7566508908260566,
      "learning_rate": 0.00029191327920746464,
      "loss": 0.8467,
      "step": 17171
    },
    {
      "epoch": 0.7033381118165063,
      "grad_norm": 0.7121958383087815,
      "learning_rate": 0.000291912222781609,
      "loss": 0.8181,
      "step": 17172
    },
    {
      "epoch": 0.7033790702437026,
      "grad_norm": 0.9968337427318136,
      "learning_rate": 0.0002919111662886655,
      "loss": 1.0423,
      "step": 17173
    },
    {
      "epoch": 0.703420028670899,
      "grad_norm": 0.8537167408056234,
      "learning_rate": 0.00029191010972863464,
      "loss": 1.1029,
      "step": 17174
    },
    {
      "epoch": 0.7034609870980955,
      "grad_norm": 0.7177536855945144,
      "learning_rate": 0.0002919090531015169,
      "loss": 0.7455,
      "step": 17175
    },
    {
      "epoch": 0.7035019455252919,
      "grad_norm": 0.9311471511966022,
      "learning_rate": 0.0002919079964073128,
      "loss": 0.1582,
      "step": 17176
    },
    {
      "epoch": 0.7035429039524882,
      "grad_norm": 0.5642999685960198,
      "learning_rate": 0.0002919069396460228,
      "loss": 0.3201,
      "step": 17177
    },
    {
      "epoch": 0.7035838623796846,
      "grad_norm": 0.49461643748311024,
      "learning_rate": 0.0002919058828176475,
      "loss": 0.3463,
      "step": 17178
    },
    {
      "epoch": 0.703624820806881,
      "grad_norm": 0.6843826310603615,
      "learning_rate": 0.00029190482592218725,
      "loss": 0.8091,
      "step": 17179
    },
    {
      "epoch": 0.7036657792340774,
      "grad_norm": 1.2389859775346466,
      "learning_rate": 0.0002919037689596427,
      "loss": 1.2349,
      "step": 17180
    },
    {
      "epoch": 0.7037067376612738,
      "grad_norm": 0.6811871796281498,
      "learning_rate": 0.00029190271193001426,
      "loss": 0.405,
      "step": 17181
    },
    {
      "epoch": 0.7037476960884702,
      "grad_norm": 1.0482999701980455,
      "learning_rate": 0.00029190165483330245,
      "loss": 1.0035,
      "step": 17182
    },
    {
      "epoch": 0.7037886545156666,
      "grad_norm": 0.8048808594787357,
      "learning_rate": 0.00029190059766950774,
      "loss": 0.787,
      "step": 17183
    },
    {
      "epoch": 0.703829612942863,
      "grad_norm": 1.0734716206359545,
      "learning_rate": 0.00029189954043863073,
      "loss": 1.0178,
      "step": 17184
    },
    {
      "epoch": 0.7038705713700594,
      "grad_norm": 0.7328952630391575,
      "learning_rate": 0.0002918984831406718,
      "loss": 0.6824,
      "step": 17185
    },
    {
      "epoch": 0.7039115297972558,
      "grad_norm": 0.9166781655680807,
      "learning_rate": 0.00029189742577563155,
      "loss": 1.0046,
      "step": 17186
    },
    {
      "epoch": 0.7039524882244522,
      "grad_norm": 0.8655388370448305,
      "learning_rate": 0.00029189636834351035,
      "loss": 0.6415,
      "step": 17187
    },
    {
      "epoch": 0.7039934466516485,
      "grad_norm": 0.738067350310916,
      "learning_rate": 0.00029189531084430887,
      "loss": 0.3516,
      "step": 17188
    },
    {
      "epoch": 0.704034405078845,
      "grad_norm": 0.7280923180576697,
      "learning_rate": 0.00029189425327802746,
      "loss": 0.8381,
      "step": 17189
    },
    {
      "epoch": 0.7040753635060414,
      "grad_norm": 0.7676259738440013,
      "learning_rate": 0.0002918931956446667,
      "loss": 0.8876,
      "step": 17190
    },
    {
      "epoch": 0.7041163219332378,
      "grad_norm": 1.1632953437135054,
      "learning_rate": 0.00029189213794422703,
      "loss": 1.0991,
      "step": 17191
    },
    {
      "epoch": 0.7041572803604341,
      "grad_norm": 0.8597366057945847,
      "learning_rate": 0.0002918910801767091,
      "loss": 0.9713,
      "step": 17192
    },
    {
      "epoch": 0.7041982387876305,
      "grad_norm": 0.9346376145148309,
      "learning_rate": 0.0002918900223421132,
      "loss": 1.3593,
      "step": 17193
    },
    {
      "epoch": 0.704239197214827,
      "grad_norm": 0.6973800628468997,
      "learning_rate": 0.00029188896444043997,
      "loss": 0.9403,
      "step": 17194
    },
    {
      "epoch": 0.7042801556420234,
      "grad_norm": 0.9121134268324548,
      "learning_rate": 0.00029188790647168987,
      "loss": 1.2616,
      "step": 17195
    },
    {
      "epoch": 0.7043211140692197,
      "grad_norm": 0.6575570133075656,
      "learning_rate": 0.0002918868484358634,
      "loss": 0.6358,
      "step": 17196
    },
    {
      "epoch": 0.7043620724964161,
      "grad_norm": 0.6601919839480227,
      "learning_rate": 0.00029188579033296105,
      "loss": 0.8379,
      "step": 17197
    },
    {
      "epoch": 0.7044030309236126,
      "grad_norm": 0.900023533931988,
      "learning_rate": 0.00029188473216298336,
      "loss": 0.7969,
      "step": 17198
    },
    {
      "epoch": 0.7044439893508089,
      "grad_norm": 0.6378728126230194,
      "learning_rate": 0.00029188367392593074,
      "loss": 0.8447,
      "step": 17199
    },
    {
      "epoch": 0.7044849477780053,
      "grad_norm": 0.8509855849781887,
      "learning_rate": 0.00029188261562180384,
      "loss": 1.1657,
      "step": 17200
    },
    {
      "epoch": 0.7045259062052017,
      "grad_norm": 0.7168676516002189,
      "learning_rate": 0.000291881557250603,
      "loss": 1.1081,
      "step": 17201
    },
    {
      "epoch": 0.7045668646323981,
      "grad_norm": 0.9236854110044902,
      "learning_rate": 0.0002918804988123288,
      "loss": 0.7914,
      "step": 17202
    },
    {
      "epoch": 0.7046078230595945,
      "grad_norm": 0.5209627494330874,
      "learning_rate": 0.0002918794403069817,
      "loss": 0.2912,
      "step": 17203
    },
    {
      "epoch": 0.7046487814867909,
      "grad_norm": 0.7664825005325981,
      "learning_rate": 0.00029187838173456234,
      "loss": 0.6841,
      "step": 17204
    },
    {
      "epoch": 0.7046897399139873,
      "grad_norm": 0.9710050797622691,
      "learning_rate": 0.00029187732309507105,
      "loss": 0.8917,
      "step": 17205
    },
    {
      "epoch": 0.7047306983411837,
      "grad_norm": 1.3946575415779858,
      "learning_rate": 0.0002918762643885084,
      "loss": 2.0849,
      "step": 17206
    },
    {
      "epoch": 0.70477165676838,
      "grad_norm": 0.9840915709492932,
      "learning_rate": 0.0002918752056148749,
      "loss": 0.757,
      "step": 17207
    },
    {
      "epoch": 0.7048126151955765,
      "grad_norm": 0.799514298474607,
      "learning_rate": 0.00029187414677417107,
      "loss": 0.9589,
      "step": 17208
    },
    {
      "epoch": 0.7048535736227729,
      "grad_norm": 0.7420821018910844,
      "learning_rate": 0.00029187308786639727,
      "loss": 0.948,
      "step": 17209
    },
    {
      "epoch": 0.7048945320499693,
      "grad_norm": 0.8417715552084867,
      "learning_rate": 0.0002918720288915542,
      "loss": 0.3772,
      "step": 17210
    },
    {
      "epoch": 0.7049354904771656,
      "grad_norm": 6.22088902995004,
      "learning_rate": 0.0002918709698496422,
      "loss": 3.561,
      "step": 17211
    },
    {
      "epoch": 0.7049764489043621,
      "grad_norm": 0.90266456567327,
      "learning_rate": 0.00029186991074066186,
      "loss": 0.8832,
      "step": 17212
    },
    {
      "epoch": 0.7050174073315585,
      "grad_norm": 0.8907235280280725,
      "learning_rate": 0.00029186885156461367,
      "loss": 1.064,
      "step": 17213
    },
    {
      "epoch": 0.7050583657587549,
      "grad_norm": 1.0942646806793817,
      "learning_rate": 0.00029186779232149814,
      "loss": 0.8993,
      "step": 17214
    },
    {
      "epoch": 0.7050993241859512,
      "grad_norm": 0.8997636479624886,
      "learning_rate": 0.0002918667330113157,
      "loss": 1.1701,
      "step": 17215
    },
    {
      "epoch": 0.7051402826131477,
      "grad_norm": 0.8691345529546491,
      "learning_rate": 0.00029186567363406697,
      "loss": 1.2252,
      "step": 17216
    },
    {
      "epoch": 0.7051812410403441,
      "grad_norm": 0.7911528030410879,
      "learning_rate": 0.0002918646141897523,
      "loss": 0.9447,
      "step": 17217
    },
    {
      "epoch": 0.7052221994675405,
      "grad_norm": 1.8749562424022528,
      "learning_rate": 0.0002918635546783723,
      "loss": 1.1618,
      "step": 17218
    },
    {
      "epoch": 0.7052631578947368,
      "grad_norm": 0.8556468953977716,
      "learning_rate": 0.00029186249509992746,
      "loss": 1.3646,
      "step": 17219
    },
    {
      "epoch": 0.7053041163219332,
      "grad_norm": 0.958372883863785,
      "learning_rate": 0.0002918614354544183,
      "loss": 0.9265,
      "step": 17220
    },
    {
      "epoch": 0.7053450747491297,
      "grad_norm": 0.782202175318605,
      "learning_rate": 0.00029186037574184526,
      "loss": 0.8739,
      "step": 17221
    },
    {
      "epoch": 0.705386033176326,
      "grad_norm": 0.5006126643139617,
      "learning_rate": 0.0002918593159622088,
      "loss": 0.3347,
      "step": 17222
    },
    {
      "epoch": 0.7054269916035224,
      "grad_norm": 1.1149408048214267,
      "learning_rate": 0.0002918582561155096,
      "loss": 0.8804,
      "step": 17223
    },
    {
      "epoch": 0.7054679500307188,
      "grad_norm": 1.2513983217077183,
      "learning_rate": 0.00029185719620174796,
      "loss": 1.0803,
      "step": 17224
    },
    {
      "epoch": 0.7055089084579153,
      "grad_norm": 0.5177398558821058,
      "learning_rate": 0.0002918561362209245,
      "loss": 0.3169,
      "step": 17225
    },
    {
      "epoch": 0.7055498668851116,
      "grad_norm": 1.5146305310661463,
      "learning_rate": 0.0002918550761730397,
      "loss": 1.3562,
      "step": 17226
    },
    {
      "epoch": 0.705590825312308,
      "grad_norm": 0.7545504452147882,
      "learning_rate": 0.000291854016058094,
      "loss": 0.9913,
      "step": 17227
    },
    {
      "epoch": 0.7056317837395044,
      "grad_norm": 1.5181038951880033,
      "learning_rate": 0.000291852955876088,
      "loss": 1.7536,
      "step": 17228
    },
    {
      "epoch": 0.7056727421667008,
      "grad_norm": 0.9123699350189478,
      "learning_rate": 0.0002918518956270222,
      "loss": 0.9879,
      "step": 17229
    },
    {
      "epoch": 0.7057137005938972,
      "grad_norm": 0.7817768307080404,
      "learning_rate": 0.00029185083531089697,
      "loss": 0.8511,
      "step": 17230
    },
    {
      "epoch": 0.7057546590210936,
      "grad_norm": 0.8605716117757324,
      "learning_rate": 0.00029184977492771293,
      "loss": 0.9951,
      "step": 17231
    },
    {
      "epoch": 0.70579561744829,
      "grad_norm": 0.6875653997220308,
      "learning_rate": 0.0002918487144774705,
      "loss": 0.638,
      "step": 17232
    },
    {
      "epoch": 0.7058365758754864,
      "grad_norm": 0.6461644366233769,
      "learning_rate": 0.0002918476539601703,
      "loss": 0.6588,
      "step": 17233
    },
    {
      "epoch": 0.7058775343026827,
      "grad_norm": 0.8471907768621212,
      "learning_rate": 0.00029184659337581274,
      "loss": 1.3485,
      "step": 17234
    },
    {
      "epoch": 0.7059184927298792,
      "grad_norm": 0.7649883665594153,
      "learning_rate": 0.0002918455327243983,
      "loss": 0.843,
      "step": 17235
    },
    {
      "epoch": 0.7059594511570756,
      "grad_norm": 0.9081575100715836,
      "learning_rate": 0.0002918444720059276,
      "loss": 0.8283,
      "step": 17236
    },
    {
      "epoch": 0.706000409584272,
      "grad_norm": 0.9754922412069283,
      "learning_rate": 0.000291843411220401,
      "loss": 1.0155,
      "step": 17237
    },
    {
      "epoch": 0.7060413680114683,
      "grad_norm": 0.7674324351380714,
      "learning_rate": 0.00029184235036781907,
      "loss": 0.8537,
      "step": 17238
    },
    {
      "epoch": 0.7060823264386648,
      "grad_norm": 0.7982232760977008,
      "learning_rate": 0.0002918412894481823,
      "loss": 0.7933,
      "step": 17239
    },
    {
      "epoch": 0.7061232848658612,
      "grad_norm": 0.6589552903201953,
      "learning_rate": 0.0002918402284614913,
      "loss": 0.8686,
      "step": 17240
    },
    {
      "epoch": 0.7061642432930575,
      "grad_norm": 0.7335737801050949,
      "learning_rate": 0.00029183916740774637,
      "loss": 0.8307,
      "step": 17241
    },
    {
      "epoch": 0.7062052017202539,
      "grad_norm": 0.7470300086394658,
      "learning_rate": 0.0002918381062869481,
      "loss": 0.7348,
      "step": 17242
    },
    {
      "epoch": 0.7062461601474503,
      "grad_norm": 0.7121687815609168,
      "learning_rate": 0.00029183704509909707,
      "loss": 0.5314,
      "step": 17243
    },
    {
      "epoch": 0.7062871185746468,
      "grad_norm": 1.625592336981693,
      "learning_rate": 0.00029183598384419367,
      "loss": 1.9317,
      "step": 17244
    },
    {
      "epoch": 0.7063280770018431,
      "grad_norm": 0.7378884574544615,
      "learning_rate": 0.0002918349225222385,
      "loss": 0.7556,
      "step": 17245
    },
    {
      "epoch": 0.7063690354290395,
      "grad_norm": 1.0233133962537633,
      "learning_rate": 0.00029183386113323196,
      "loss": 0.871,
      "step": 17246
    },
    {
      "epoch": 0.7064099938562359,
      "grad_norm": 1.2238207601711169,
      "learning_rate": 0.0002918327996771746,
      "loss": 1.2422,
      "step": 17247
    },
    {
      "epoch": 0.7064509522834324,
      "grad_norm": 1.467940474061068,
      "learning_rate": 0.00029183173815406694,
      "loss": 1.162,
      "step": 17248
    },
    {
      "epoch": 0.7064919107106287,
      "grad_norm": 9.490665685077627,
      "learning_rate": 0.0002918306765639094,
      "loss": 4.0795,
      "step": 17249
    },
    {
      "epoch": 0.7065328691378251,
      "grad_norm": 0.9961157303788721,
      "learning_rate": 0.00029182961490670266,
      "loss": 0.8511,
      "step": 17250
    },
    {
      "epoch": 0.7065738275650215,
      "grad_norm": 0.9023836728933532,
      "learning_rate": 0.00029182855318244706,
      "loss": 1.1168,
      "step": 17251
    },
    {
      "epoch": 0.7066147859922179,
      "grad_norm": 0.9491502296481417,
      "learning_rate": 0.00029182749139114314,
      "loss": 1.4212,
      "step": 17252
    },
    {
      "epoch": 0.7066557444194143,
      "grad_norm": 0.8527307430248114,
      "learning_rate": 0.0002918264295327914,
      "loss": 0.8029,
      "step": 17253
    },
    {
      "epoch": 0.7066967028466107,
      "grad_norm": 0.6218468502773179,
      "learning_rate": 0.0002918253676073924,
      "loss": 0.7261,
      "step": 17254
    },
    {
      "epoch": 0.7067376612738071,
      "grad_norm": 1.030231563205148,
      "learning_rate": 0.00029182430561494653,
      "loss": 0.6913,
      "step": 17255
    },
    {
      "epoch": 0.7067786197010035,
      "grad_norm": 0.943311974607189,
      "learning_rate": 0.0002918232435554544,
      "loss": 0.6512,
      "step": 17256
    },
    {
      "epoch": 0.7068195781281998,
      "grad_norm": 1.3824724603381808,
      "learning_rate": 0.0002918221814289165,
      "loss": 1.4296,
      "step": 17257
    },
    {
      "epoch": 0.7068605365553963,
      "grad_norm": 1.0294942882862848,
      "learning_rate": 0.00029182111923533325,
      "loss": 0.8421,
      "step": 17258
    },
    {
      "epoch": 0.7069014949825927,
      "grad_norm": 0.7520935444936242,
      "learning_rate": 0.0002918200569747052,
      "loss": 0.496,
      "step": 17259
    },
    {
      "epoch": 0.7069424534097891,
      "grad_norm": 0.882130816513857,
      "learning_rate": 0.00029181899464703287,
      "loss": 0.8808,
      "step": 17260
    },
    {
      "epoch": 0.7069834118369854,
      "grad_norm": 1.5897873403364549,
      "learning_rate": 0.0002918179322523168,
      "loss": 0.9478,
      "step": 17261
    },
    {
      "epoch": 0.7070243702641819,
      "grad_norm": 0.5744806137105233,
      "learning_rate": 0.00029181686979055737,
      "loss": 0.1936,
      "step": 17262
    },
    {
      "epoch": 0.7070653286913783,
      "grad_norm": 1.0691558523646487,
      "learning_rate": 0.0002918158072617552,
      "loss": 1.1546,
      "step": 17263
    },
    {
      "epoch": 0.7071062871185746,
      "grad_norm": 0.7510274817519502,
      "learning_rate": 0.0002918147446659107,
      "loss": 0.7731,
      "step": 17264
    },
    {
      "epoch": 0.707147245545771,
      "grad_norm": 0.7040161127743768,
      "learning_rate": 0.0002918136820030244,
      "loss": 0.8942,
      "step": 17265
    },
    {
      "epoch": 0.7071882039729674,
      "grad_norm": 1.3099281974116062,
      "learning_rate": 0.0002918126192730969,
      "loss": 1.7604,
      "step": 17266
    },
    {
      "epoch": 0.7072291624001639,
      "grad_norm": 0.9642310204038551,
      "learning_rate": 0.0002918115564761286,
      "loss": 1.1222,
      "step": 17267
    },
    {
      "epoch": 0.7072701208273602,
      "grad_norm": 1.0178313253794518,
      "learning_rate": 0.00029181049361211997,
      "loss": 0.8447,
      "step": 17268
    },
    {
      "epoch": 0.7073110792545566,
      "grad_norm": 0.7127830182272052,
      "learning_rate": 0.00029180943068107167,
      "loss": 0.9385,
      "step": 17269
    },
    {
      "epoch": 0.707352037681753,
      "grad_norm": 0.701285958144359,
      "learning_rate": 0.000291808367682984,
      "loss": 0.6757,
      "step": 17270
    },
    {
      "epoch": 0.7073929961089495,
      "grad_norm": 0.7472950930731157,
      "learning_rate": 0.00029180730461785757,
      "loss": 0.3329,
      "step": 17271
    },
    {
      "epoch": 0.7074339545361458,
      "grad_norm": 1.0971048601306463,
      "learning_rate": 0.00029180624148569296,
      "loss": 0.8911,
      "step": 17272
    },
    {
      "epoch": 0.7074749129633422,
      "grad_norm": 0.8305469027976562,
      "learning_rate": 0.0002918051782864905,
      "loss": 0.6221,
      "step": 17273
    },
    {
      "epoch": 0.7075158713905386,
      "grad_norm": 0.7740113781495772,
      "learning_rate": 0.0002918041150202508,
      "loss": 0.7808,
      "step": 17274
    },
    {
      "epoch": 0.707556829817735,
      "grad_norm": 0.6711097392951508,
      "learning_rate": 0.0002918030516869744,
      "loss": 0.8746,
      "step": 17275
    },
    {
      "epoch": 0.7075977882449314,
      "grad_norm": 0.8469773650921947,
      "learning_rate": 0.00029180198828666166,
      "loss": 0.9506,
      "step": 17276
    },
    {
      "epoch": 0.7076387466721278,
      "grad_norm": 2.01725308018426,
      "learning_rate": 0.0002918009248193132,
      "loss": 3.4615,
      "step": 17277
    },
    {
      "epoch": 0.7076797050993242,
      "grad_norm": 0.6191047068372402,
      "learning_rate": 0.00029179986128492953,
      "loss": 0.4117,
      "step": 17278
    },
    {
      "epoch": 0.7077206635265206,
      "grad_norm": 0.8085080526978058,
      "learning_rate": 0.0002917987976835111,
      "loss": 0.9353,
      "step": 17279
    },
    {
      "epoch": 0.707761621953717,
      "grad_norm": 1.119578732171561,
      "learning_rate": 0.00029179773401505837,
      "loss": 0.7693,
      "step": 17280
    },
    {
      "epoch": 0.7078025803809134,
      "grad_norm": 1.0943644605109422,
      "learning_rate": 0.00029179667027957195,
      "loss": 1.0288,
      "step": 17281
    },
    {
      "epoch": 0.7078435388081098,
      "grad_norm": 0.8431586498886371,
      "learning_rate": 0.0002917956064770523,
      "loss": 1.0994,
      "step": 17282
    },
    {
      "epoch": 0.7078844972353061,
      "grad_norm": 0.7812970237944913,
      "learning_rate": 0.0002917945426074999,
      "loss": 1.0004,
      "step": 17283
    },
    {
      "epoch": 0.7079254556625025,
      "grad_norm": 0.7087337474870481,
      "learning_rate": 0.0002917934786709153,
      "loss": 0.8258,
      "step": 17284
    },
    {
      "epoch": 0.707966414089699,
      "grad_norm": 0.8594312902659573,
      "learning_rate": 0.0002917924146672989,
      "loss": 1.0279,
      "step": 17285
    },
    {
      "epoch": 0.7080073725168954,
      "grad_norm": 2.385447433282744,
      "learning_rate": 0.00029179135059665133,
      "loss": 4.6451,
      "step": 17286
    },
    {
      "epoch": 0.7080483309440917,
      "grad_norm": 1.520970567125001,
      "learning_rate": 0.000291790286458973,
      "loss": 1.0285,
      "step": 17287
    },
    {
      "epoch": 0.7080892893712881,
      "grad_norm": 2.7046563080725483,
      "learning_rate": 0.00029178922225426445,
      "loss": 5.7134,
      "step": 17288
    },
    {
      "epoch": 0.7081302477984845,
      "grad_norm": 0.6631525934853383,
      "learning_rate": 0.0002917881579825262,
      "loss": 0.8654,
      "step": 17289
    },
    {
      "epoch": 0.708171206225681,
      "grad_norm": 0.8205568502563166,
      "learning_rate": 0.00029178709364375877,
      "loss": 0.7271,
      "step": 17290
    },
    {
      "epoch": 0.7082121646528773,
      "grad_norm": 0.8049742135451196,
      "learning_rate": 0.0002917860292379626,
      "loss": 1.0089,
      "step": 17291
    },
    {
      "epoch": 0.7082531230800737,
      "grad_norm": 0.664434347692204,
      "learning_rate": 0.00029178496476513823,
      "loss": 0.6352,
      "step": 17292
    },
    {
      "epoch": 0.7082940815072701,
      "grad_norm": 2.1484587618546183,
      "learning_rate": 0.00029178390022528613,
      "loss": 4.0526,
      "step": 17293
    },
    {
      "epoch": 0.7083350399344666,
      "grad_norm": 0.6100952938481615,
      "learning_rate": 0.00029178283561840686,
      "loss": 0.5207,
      "step": 17294
    },
    {
      "epoch": 0.7083759983616629,
      "grad_norm": 1.2596056456870852,
      "learning_rate": 0.00029178177094450086,
      "loss": 1.1318,
      "step": 17295
    },
    {
      "epoch": 0.7084169567888593,
      "grad_norm": 0.8544255182159415,
      "learning_rate": 0.0002917807062035687,
      "loss": 0.897,
      "step": 17296
    },
    {
      "epoch": 0.7084579152160557,
      "grad_norm": 0.8504817622280985,
      "learning_rate": 0.0002917796413956108,
      "loss": 0.8722,
      "step": 17297
    },
    {
      "epoch": 0.7084988736432521,
      "grad_norm": 0.7830531359255741,
      "learning_rate": 0.00029177857652062776,
      "loss": 0.5804,
      "step": 17298
    },
    {
      "epoch": 0.7085398320704485,
      "grad_norm": 0.9175231867161496,
      "learning_rate": 0.0002917775115786201,
      "loss": 0.9617,
      "step": 17299
    },
    {
      "epoch": 0.7085807904976449,
      "grad_norm": 1.2140350945006537,
      "learning_rate": 0.0002917764465695881,
      "loss": 0.5235,
      "step": 17300
    },
    {
      "epoch": 0.7086217489248413,
      "grad_norm": 0.6637642254922531,
      "learning_rate": 0.00029177538149353254,
      "loss": 0.7482,
      "step": 17301
    },
    {
      "epoch": 0.7086627073520377,
      "grad_norm": 0.8024388011305938,
      "learning_rate": 0.00029177431635045377,
      "loss": 0.8707,
      "step": 17302
    },
    {
      "epoch": 0.708703665779234,
      "grad_norm": 8.295817949227292,
      "learning_rate": 0.00029177325114035233,
      "loss": 6.4749,
      "step": 17303
    },
    {
      "epoch": 0.7087446242064305,
      "grad_norm": 3.1037743284992283,
      "learning_rate": 0.0002917721858632287,
      "loss": 2.7586,
      "step": 17304
    },
    {
      "epoch": 0.7087855826336269,
      "grad_norm": 0.7096660282714218,
      "learning_rate": 0.00029177112051908345,
      "loss": 0.7042,
      "step": 17305
    },
    {
      "epoch": 0.7088265410608232,
      "grad_norm": 0.6720250102558165,
      "learning_rate": 0.00029177005510791704,
      "loss": 0.7126,
      "step": 17306
    },
    {
      "epoch": 0.7088674994880196,
      "grad_norm": 1.3492386646891033,
      "learning_rate": 0.00029176898962972997,
      "loss": 1.0015,
      "step": 17307
    },
    {
      "epoch": 0.7089084579152161,
      "grad_norm": 0.5128561231055143,
      "learning_rate": 0.0002917679240845227,
      "loss": 0.3516,
      "step": 17308
    },
    {
      "epoch": 0.7089494163424125,
      "grad_norm": 0.8267963921151976,
      "learning_rate": 0.00029176685847229585,
      "loss": 1.1023,
      "step": 17309
    },
    {
      "epoch": 0.7089903747696088,
      "grad_norm": 0.9039185019814392,
      "learning_rate": 0.0002917657927930498,
      "loss": 1.0548,
      "step": 17310
    },
    {
      "epoch": 0.7090313331968052,
      "grad_norm": 0.6830729848906452,
      "learning_rate": 0.00029176472704678516,
      "loss": 0.6975,
      "step": 17311
    },
    {
      "epoch": 0.7090722916240016,
      "grad_norm": 1.1455500528513824,
      "learning_rate": 0.0002917636612335023,
      "loss": 1.2651,
      "step": 17312
    },
    {
      "epoch": 0.7091132500511981,
      "grad_norm": 0.7887488392105255,
      "learning_rate": 0.0002917625953532019,
      "loss": 0.833,
      "step": 17313
    },
    {
      "epoch": 0.7091542084783944,
      "grad_norm": 0.662719992409596,
      "learning_rate": 0.00029176152940588434,
      "loss": 0.8071,
      "step": 17314
    },
    {
      "epoch": 0.7091951669055908,
      "grad_norm": 0.6251943067929727,
      "learning_rate": 0.00029176046339155013,
      "loss": 0.3759,
      "step": 17315
    },
    {
      "epoch": 0.7092361253327872,
      "grad_norm": 0.7813009985578545,
      "learning_rate": 0.0002917593973101998,
      "loss": 0.9858,
      "step": 17316
    },
    {
      "epoch": 0.7092770837599837,
      "grad_norm": 3.4261678953460453,
      "learning_rate": 0.0002917583311618339,
      "loss": 1.6024,
      "step": 17317
    },
    {
      "epoch": 0.70931804218718,
      "grad_norm": 0.8729872803278507,
      "learning_rate": 0.00029175726494645287,
      "loss": 0.7309,
      "step": 17318
    },
    {
      "epoch": 0.7093590006143764,
      "grad_norm": 0.5574856372186933,
      "learning_rate": 0.0002917561986640572,
      "loss": 0.3772,
      "step": 17319
    },
    {
      "epoch": 0.7093999590415728,
      "grad_norm": 0.8167368326737717,
      "learning_rate": 0.00029175513231464745,
      "loss": 0.8686,
      "step": 17320
    },
    {
      "epoch": 0.7094409174687692,
      "grad_norm": 1.0518795654161401,
      "learning_rate": 0.00029175406589822413,
      "loss": 0.8324,
      "step": 17321
    },
    {
      "epoch": 0.7094818758959656,
      "grad_norm": 0.5096629291380593,
      "learning_rate": 0.0002917529994147877,
      "loss": 0.3753,
      "step": 17322
    },
    {
      "epoch": 0.709522834323162,
      "grad_norm": 0.9609305815219177,
      "learning_rate": 0.0002917519328643386,
      "loss": 0.7823,
      "step": 17323
    },
    {
      "epoch": 0.7095637927503584,
      "grad_norm": 0.8108749215909392,
      "learning_rate": 0.00029175086624687747,
      "loss": 1.0163,
      "step": 17324
    },
    {
      "epoch": 0.7096047511775547,
      "grad_norm": 0.5689633690548495,
      "learning_rate": 0.0002917497995624048,
      "loss": 0.3111,
      "step": 17325
    },
    {
      "epoch": 0.7096457096047512,
      "grad_norm": 5.823939395573281,
      "learning_rate": 0.0002917487328109209,
      "loss": 2.4303,
      "step": 17326
    },
    {
      "epoch": 0.7096866680319476,
      "grad_norm": 1.070470995288815,
      "learning_rate": 0.0002917476659924266,
      "loss": 1.1739,
      "step": 17327
    },
    {
      "epoch": 0.709727626459144,
      "grad_norm": 1.1066754939976782,
      "learning_rate": 0.0002917465991069221,
      "loss": 0.7074,
      "step": 17328
    },
    {
      "epoch": 0.7097685848863403,
      "grad_norm": 1.156677151313729,
      "learning_rate": 0.0002917455321544081,
      "loss": 1.1952,
      "step": 17329
    },
    {
      "epoch": 0.7098095433135367,
      "grad_norm": 0.7548319463059354,
      "learning_rate": 0.00029174446513488507,
      "loss": 0.8286,
      "step": 17330
    },
    {
      "epoch": 0.7098505017407332,
      "grad_norm": 0.76053780772477,
      "learning_rate": 0.0002917433980483534,
      "loss": 0.9624,
      "step": 17331
    },
    {
      "epoch": 0.7098914601679296,
      "grad_norm": 0.8002691616657733,
      "learning_rate": 0.0002917423308948137,
      "loss": 0.9303,
      "step": 17332
    },
    {
      "epoch": 0.7099324185951259,
      "grad_norm": 1.0442863727903966,
      "learning_rate": 0.0002917412636742665,
      "loss": 0.9064,
      "step": 17333
    },
    {
      "epoch": 0.7099733770223223,
      "grad_norm": 1.041409912663113,
      "learning_rate": 0.0002917401963867122,
      "loss": 0.8376,
      "step": 17334
    },
    {
      "epoch": 0.7100143354495188,
      "grad_norm": 1.0687892051049637,
      "learning_rate": 0.0002917391290321514,
      "loss": 1.2566,
      "step": 17335
    },
    {
      "epoch": 0.7100552938767152,
      "grad_norm": 0.9487976408008445,
      "learning_rate": 0.0002917380616105845,
      "loss": 0.9598,
      "step": 17336
    },
    {
      "epoch": 0.7100962523039115,
      "grad_norm": 3.303207756528265,
      "learning_rate": 0.00029173699412201215,
      "loss": 3.9194,
      "step": 17337
    },
    {
      "epoch": 0.7101372107311079,
      "grad_norm": 0.5199870580933169,
      "learning_rate": 0.00029173592656643474,
      "loss": 0.327,
      "step": 17338
    },
    {
      "epoch": 0.7101781691583043,
      "grad_norm": 1.027176240694245,
      "learning_rate": 0.0002917348589438528,
      "loss": 0.4811,
      "step": 17339
    },
    {
      "epoch": 0.7102191275855008,
      "grad_norm": 1.8257652912047886,
      "learning_rate": 0.0002917337912542668,
      "loss": 1.5382,
      "step": 17340
    },
    {
      "epoch": 0.7102600860126971,
      "grad_norm": 0.9020296181213192,
      "learning_rate": 0.0002917327234976774,
      "loss": 0.8337,
      "step": 17341
    },
    {
      "epoch": 0.7103010444398935,
      "grad_norm": 0.7139685541009977,
      "learning_rate": 0.0002917316556740849,
      "loss": 0.581,
      "step": 17342
    },
    {
      "epoch": 0.7103420028670899,
      "grad_norm": 0.9954658353514108,
      "learning_rate": 0.00029173058778349,
      "loss": 0.8836,
      "step": 17343
    },
    {
      "epoch": 0.7103829612942864,
      "grad_norm": 0.7789709191869674,
      "learning_rate": 0.00029172951982589295,
      "loss": 0.8877,
      "step": 17344
    },
    {
      "epoch": 0.7104239197214827,
      "grad_norm": 0.957836545212171,
      "learning_rate": 0.0002917284518012945,
      "loss": 0.5956,
      "step": 17345
    },
    {
      "epoch": 0.7104648781486791,
      "grad_norm": 0.7309996252077162,
      "learning_rate": 0.0002917273837096951,
      "loss": 0.8622,
      "step": 17346
    },
    {
      "epoch": 0.7105058365758755,
      "grad_norm": 0.6760563683149201,
      "learning_rate": 0.0002917263155510951,
      "loss": 0.6736,
      "step": 17347
    },
    {
      "epoch": 0.7105467950030718,
      "grad_norm": 0.849191448637395,
      "learning_rate": 0.0002917252473254952,
      "loss": 0.974,
      "step": 17348
    },
    {
      "epoch": 0.7105877534302683,
      "grad_norm": 0.6798871972291415,
      "learning_rate": 0.0002917241790328958,
      "loss": 0.7766,
      "step": 17349
    },
    {
      "epoch": 0.7106287118574647,
      "grad_norm": 0.8720883700122776,
      "learning_rate": 0.0002917231106732975,
      "loss": 0.8191,
      "step": 17350
    },
    {
      "epoch": 0.7106696702846611,
      "grad_norm": 0.8060055477260886,
      "learning_rate": 0.0002917220422467006,
      "loss": 0.4306,
      "step": 17351
    },
    {
      "epoch": 0.7107106287118574,
      "grad_norm": 0.8217637338849505,
      "learning_rate": 0.0002917209737531059,
      "loss": 0.7086,
      "step": 17352
    },
    {
      "epoch": 0.7107515871390538,
      "grad_norm": 0.973339063172335,
      "learning_rate": 0.0002917199051925137,
      "loss": 0.9309,
      "step": 17353
    },
    {
      "epoch": 0.7107925455662503,
      "grad_norm": 0.7690815980363953,
      "learning_rate": 0.0002917188365649245,
      "loss": 1.1548,
      "step": 17354
    },
    {
      "epoch": 0.7108335039934467,
      "grad_norm": 0.8509299078269773,
      "learning_rate": 0.00029171776787033886,
      "loss": 0.9109,
      "step": 17355
    },
    {
      "epoch": 0.710874462420643,
      "grad_norm": 1.6193351998082142,
      "learning_rate": 0.0002917166991087573,
      "loss": 2.2619,
      "step": 17356
    },
    {
      "epoch": 0.7109154208478394,
      "grad_norm": 1.3051800293232905,
      "learning_rate": 0.0002917156302801803,
      "loss": 1.842,
      "step": 17357
    },
    {
      "epoch": 0.7109563792750359,
      "grad_norm": 3.730009948010073,
      "learning_rate": 0.0002917145613846084,
      "loss": 1.3239,
      "step": 17358
    },
    {
      "epoch": 0.7109973377022323,
      "grad_norm": 0.8109539376993808,
      "learning_rate": 0.0002917134924220421,
      "loss": 0.6525,
      "step": 17359
    },
    {
      "epoch": 0.7110382961294286,
      "grad_norm": 2.4155828135808854,
      "learning_rate": 0.00029171242339248184,
      "loss": 1.6373,
      "step": 17360
    },
    {
      "epoch": 0.711079254556625,
      "grad_norm": 0.6969197678370052,
      "learning_rate": 0.00029171135429592815,
      "loss": 0.7327,
      "step": 17361
    },
    {
      "epoch": 0.7111202129838214,
      "grad_norm": 2.0376156991817336,
      "learning_rate": 0.0002917102851323816,
      "loss": 1.2889,
      "step": 17362
    },
    {
      "epoch": 0.7111611714110179,
      "grad_norm": 1.1846043384907246,
      "learning_rate": 0.0002917092159018426,
      "loss": 1.4611,
      "step": 17363
    },
    {
      "epoch": 0.7112021298382142,
      "grad_norm": 1.3009831699730632,
      "learning_rate": 0.00029170814660431176,
      "loss": 1.3309,
      "step": 17364
    },
    {
      "epoch": 0.7112430882654106,
      "grad_norm": 0.7128994043375205,
      "learning_rate": 0.00029170707723978953,
      "loss": 0.9436,
      "step": 17365
    },
    {
      "epoch": 0.711284046692607,
      "grad_norm": 0.8436339524898948,
      "learning_rate": 0.0002917060078082764,
      "loss": 0.9117,
      "step": 17366
    },
    {
      "epoch": 0.7113250051198033,
      "grad_norm": 0.7200524381944009,
      "learning_rate": 0.00029170493830977287,
      "loss": 0.8918,
      "step": 17367
    },
    {
      "epoch": 0.7113659635469998,
      "grad_norm": 0.49382727742272814,
      "learning_rate": 0.0002917038687442795,
      "loss": 0.3552,
      "step": 17368
    },
    {
      "epoch": 0.7114069219741962,
      "grad_norm": 0.6430308755507341,
      "learning_rate": 0.0002917027991117968,
      "loss": 0.4942,
      "step": 17369
    },
    {
      "epoch": 0.7114478804013926,
      "grad_norm": 0.8031602554066848,
      "learning_rate": 0.0002917017294123252,
      "loss": 0.8105,
      "step": 17370
    },
    {
      "epoch": 0.7114888388285889,
      "grad_norm": 1.6551605360111556,
      "learning_rate": 0.0002917006596458652,
      "loss": 1.0597,
      "step": 17371
    },
    {
      "epoch": 0.7115297972557854,
      "grad_norm": 1.0211134635134251,
      "learning_rate": 0.0002916995898124174,
      "loss": 1.0484,
      "step": 17372
    },
    {
      "epoch": 0.7115707556829818,
      "grad_norm": 0.704347120196035,
      "learning_rate": 0.0002916985199119822,
      "loss": 0.795,
      "step": 17373
    },
    {
      "epoch": 0.7116117141101782,
      "grad_norm": 0.6333896999783941,
      "learning_rate": 0.00029169744994456023,
      "loss": 0.728,
      "step": 17374
    },
    {
      "epoch": 0.7116526725373745,
      "grad_norm": 0.8625912584204876,
      "learning_rate": 0.0002916963799101519,
      "loss": 1.0411,
      "step": 17375
    },
    {
      "epoch": 0.711693630964571,
      "grad_norm": 0.8558579772117211,
      "learning_rate": 0.0002916953098087577,
      "loss": 0.8359,
      "step": 17376
    },
    {
      "epoch": 0.7117345893917674,
      "grad_norm": 0.7173196028638745,
      "learning_rate": 0.00029169423964037824,
      "loss": 0.8501,
      "step": 17377
    },
    {
      "epoch": 0.7117755478189638,
      "grad_norm": 0.7411469263912399,
      "learning_rate": 0.000291693169405014,
      "loss": 0.7338,
      "step": 17378
    },
    {
      "epoch": 0.7118165062461601,
      "grad_norm": 0.776732561852262,
      "learning_rate": 0.0002916920991026654,
      "loss": 0.7765,
      "step": 17379
    },
    {
      "epoch": 0.7118574646733565,
      "grad_norm": 0.6432403523072409,
      "learning_rate": 0.000291691028733333,
      "loss": 0.7612,
      "step": 17380
    },
    {
      "epoch": 0.711898423100553,
      "grad_norm": 1.5429154597904728,
      "learning_rate": 0.0002916899582970173,
      "loss": 1.436,
      "step": 17381
    },
    {
      "epoch": 0.7119393815277494,
      "grad_norm": 0.7382983693928086,
      "learning_rate": 0.0002916888877937188,
      "loss": 0.8088,
      "step": 17382
    },
    {
      "epoch": 0.7119803399549457,
      "grad_norm": 2.179687878561287,
      "learning_rate": 0.000291687817223438,
      "loss": 1.9663,
      "step": 17383
    },
    {
      "epoch": 0.7120212983821421,
      "grad_norm": 0.7951526099297421,
      "learning_rate": 0.00029168674658617546,
      "loss": 0.4883,
      "step": 17384
    },
    {
      "epoch": 0.7120622568093385,
      "grad_norm": 0.9495579817899251,
      "learning_rate": 0.00029168567588193166,
      "loss": 1.2294,
      "step": 17385
    },
    {
      "epoch": 0.712103215236535,
      "grad_norm": 1.5481040042357448,
      "learning_rate": 0.00029168460511070705,
      "loss": 1.1887,
      "step": 17386
    },
    {
      "epoch": 0.7121441736637313,
      "grad_norm": 0.8470268775809786,
      "learning_rate": 0.0002916835342725022,
      "loss": 0.8836,
      "step": 17387
    },
    {
      "epoch": 0.7121851320909277,
      "grad_norm": 0.7988790021072351,
      "learning_rate": 0.00029168246336731764,
      "loss": 0.7863,
      "step": 17388
    },
    {
      "epoch": 0.7122260905181241,
      "grad_norm": 0.9480477469530441,
      "learning_rate": 0.0002916813923951538,
      "loss": 1.1075,
      "step": 17389
    },
    {
      "epoch": 0.7122670489453204,
      "grad_norm": 0.7503101238654453,
      "learning_rate": 0.0002916803213560112,
      "loss": 0.9949,
      "step": 17390
    },
    {
      "epoch": 0.7123080073725169,
      "grad_norm": 0.5808328868671088,
      "learning_rate": 0.00029167925024989035,
      "loss": 0.726,
      "step": 17391
    },
    {
      "epoch": 0.7123489657997133,
      "grad_norm": 0.7589057627642761,
      "learning_rate": 0.00029167817907679183,
      "loss": 0.7658,
      "step": 17392
    },
    {
      "epoch": 0.7123899242269097,
      "grad_norm": 0.7614041155819908,
      "learning_rate": 0.000291677107836716,
      "loss": 1.0181,
      "step": 17393
    },
    {
      "epoch": 0.712430882654106,
      "grad_norm": 0.9062388530559261,
      "learning_rate": 0.00029167603652966356,
      "loss": 0.9563,
      "step": 17394
    },
    {
      "epoch": 0.7124718410813025,
      "grad_norm": 0.6869375211067758,
      "learning_rate": 0.00029167496515563484,
      "loss": 0.7654,
      "step": 17395
    },
    {
      "epoch": 0.7125127995084989,
      "grad_norm": 0.8539145628276263,
      "learning_rate": 0.00029167389371463046,
      "loss": 0.8717,
      "step": 17396
    },
    {
      "epoch": 0.7125537579356953,
      "grad_norm": 1.215400847483312,
      "learning_rate": 0.0002916728222066509,
      "loss": 0.7628,
      "step": 17397
    },
    {
      "epoch": 0.7125947163628916,
      "grad_norm": 0.6445198047811815,
      "learning_rate": 0.0002916717506316966,
      "loss": 0.8875,
      "step": 17398
    },
    {
      "epoch": 0.712635674790088,
      "grad_norm": 5.036066795831822,
      "learning_rate": 0.0002916706789897681,
      "loss": 3.4586,
      "step": 17399
    },
    {
      "epoch": 0.7126766332172845,
      "grad_norm": 1.1165998718767072,
      "learning_rate": 0.000291669607280866,
      "loss": 0.6669,
      "step": 17400
    },
    {
      "epoch": 0.7127175916444809,
      "grad_norm": 1.241805886869284,
      "learning_rate": 0.00029166853550499064,
      "loss": 0.9335,
      "step": 17401
    },
    {
      "epoch": 0.7127585500716772,
      "grad_norm": 0.7551811754534968,
      "learning_rate": 0.0002916674636621427,
      "loss": 0.804,
      "step": 17402
    },
    {
      "epoch": 0.7127995084988736,
      "grad_norm": 0.9613377326073996,
      "learning_rate": 0.0002916663917523225,
      "loss": 0.8609,
      "step": 17403
    },
    {
      "epoch": 0.7128404669260701,
      "grad_norm": 0.8890085001768082,
      "learning_rate": 0.0002916653197755308,
      "loss": 0.8916,
      "step": 17404
    },
    {
      "epoch": 0.7128814253532665,
      "grad_norm": 1.5514123893820375,
      "learning_rate": 0.00029166424773176784,
      "loss": 1.2153,
      "step": 17405
    },
    {
      "epoch": 0.7129223837804628,
      "grad_norm": 0.7181836449738349,
      "learning_rate": 0.0002916631756210343,
      "loss": 0.4808,
      "step": 17406
    },
    {
      "epoch": 0.7129633422076592,
      "grad_norm": 1.3936394707007322,
      "learning_rate": 0.0002916621034433306,
      "loss": 0.9337,
      "step": 17407
    },
    {
      "epoch": 0.7130043006348556,
      "grad_norm": 0.591574928008357,
      "learning_rate": 0.0002916610311986573,
      "loss": 0.6067,
      "step": 17408
    },
    {
      "epoch": 0.7130452590620521,
      "grad_norm": 8.087928891464877,
      "learning_rate": 0.00029165995888701487,
      "loss": 3.8424,
      "step": 17409
    },
    {
      "epoch": 0.7130862174892484,
      "grad_norm": 0.5647107303450503,
      "learning_rate": 0.00029165888650840383,
      "loss": 0.3622,
      "step": 17410
    },
    {
      "epoch": 0.7131271759164448,
      "grad_norm": 0.896222486469848,
      "learning_rate": 0.0002916578140628247,
      "loss": 0.5356,
      "step": 17411
    },
    {
      "epoch": 0.7131681343436412,
      "grad_norm": 1.0354318086392504,
      "learning_rate": 0.00029165674155027794,
      "loss": 1.0022,
      "step": 17412
    },
    {
      "epoch": 0.7132090927708375,
      "grad_norm": 0.978577069525322,
      "learning_rate": 0.00029165566897076413,
      "loss": 0.5812,
      "step": 17413
    },
    {
      "epoch": 0.713250051198034,
      "grad_norm": 0.8237238258940588,
      "learning_rate": 0.00029165459632428376,
      "loss": 0.5923,
      "step": 17414
    },
    {
      "epoch": 0.7132910096252304,
      "grad_norm": 0.8293489399379245,
      "learning_rate": 0.00029165352361083726,
      "loss": 0.4047,
      "step": 17415
    },
    {
      "epoch": 0.7133319680524268,
      "grad_norm": 1.0008263261598536,
      "learning_rate": 0.00029165245083042523,
      "loss": 0.3515,
      "step": 17416
    },
    {
      "epoch": 0.7133729264796231,
      "grad_norm": 0.5481884950541663,
      "learning_rate": 0.0002916513779830481,
      "loss": 0.355,
      "step": 17417
    },
    {
      "epoch": 0.7134138849068196,
      "grad_norm": 1.2053296248435132,
      "learning_rate": 0.0002916503050687065,
      "loss": 0.8719,
      "step": 17418
    },
    {
      "epoch": 0.713454843334016,
      "grad_norm": 0.7589951906074737,
      "learning_rate": 0.0002916492320874008,
      "loss": 0.9121,
      "step": 17419
    },
    {
      "epoch": 0.7134958017612124,
      "grad_norm": 0.73844167992357,
      "learning_rate": 0.00029164815903913157,
      "loss": 0.7904,
      "step": 17420
    },
    {
      "epoch": 0.7135367601884087,
      "grad_norm": 0.7941441432092932,
      "learning_rate": 0.00029164708592389926,
      "loss": 0.7466,
      "step": 17421
    },
    {
      "epoch": 0.7135777186156051,
      "grad_norm": 0.6912118250270836,
      "learning_rate": 0.0002916460127417045,
      "loss": 0.6895,
      "step": 17422
    },
    {
      "epoch": 0.7136186770428016,
      "grad_norm": 0.5642249892900947,
      "learning_rate": 0.0002916449394925477,
      "loss": 0.5161,
      "step": 17423
    },
    {
      "epoch": 0.713659635469998,
      "grad_norm": 0.7738881245990912,
      "learning_rate": 0.00029164386617642937,
      "loss": 0.8368,
      "step": 17424
    },
    {
      "epoch": 0.7137005938971943,
      "grad_norm": 1.021414057790142,
      "learning_rate": 0.00029164279279335006,
      "loss": 1.08,
      "step": 17425
    },
    {
      "epoch": 0.7137415523243907,
      "grad_norm": 0.7255724973959784,
      "learning_rate": 0.00029164171934331027,
      "loss": 0.3431,
      "step": 17426
    },
    {
      "epoch": 0.7137825107515872,
      "grad_norm": 7.976927095542385,
      "learning_rate": 0.0002916406458263105,
      "loss": 3.165,
      "step": 17427
    },
    {
      "epoch": 0.7138234691787836,
      "grad_norm": 0.8296562247581734,
      "learning_rate": 0.0002916395722423512,
      "loss": 0.8341,
      "step": 17428
    },
    {
      "epoch": 0.7138644276059799,
      "grad_norm": 0.9188769949698172,
      "learning_rate": 0.00029163849859143294,
      "loss": 1.1267,
      "step": 17429
    },
    {
      "epoch": 0.7139053860331763,
      "grad_norm": 2.4312678387126603,
      "learning_rate": 0.0002916374248735563,
      "loss": 2.1347,
      "step": 17430
    },
    {
      "epoch": 0.7139463444603728,
      "grad_norm": 1.0312176951398142,
      "learning_rate": 0.00029163635108872164,
      "loss": 1.2524,
      "step": 17431
    },
    {
      "epoch": 0.7139873028875691,
      "grad_norm": 1.5206725756191721,
      "learning_rate": 0.00029163527723692954,
      "loss": 1.6111,
      "step": 17432
    },
    {
      "epoch": 0.7140282613147655,
      "grad_norm": 0.8602677797268484,
      "learning_rate": 0.00029163420331818047,
      "loss": 0.9256,
      "step": 17433
    },
    {
      "epoch": 0.7140692197419619,
      "grad_norm": 0.905434580464605,
      "learning_rate": 0.000291633129332475,
      "loss": 0.7716,
      "step": 17434
    },
    {
      "epoch": 0.7141101781691583,
      "grad_norm": 0.8494920973329604,
      "learning_rate": 0.00029163205527981355,
      "loss": 0.733,
      "step": 17435
    },
    {
      "epoch": 0.7141511365963547,
      "grad_norm": 0.9149276475990366,
      "learning_rate": 0.00029163098116019673,
      "loss": 1.135,
      "step": 17436
    },
    {
      "epoch": 0.7141920950235511,
      "grad_norm": 1.4849326330487214,
      "learning_rate": 0.000291629906973625,
      "loss": 2.6362,
      "step": 17437
    },
    {
      "epoch": 0.7142330534507475,
      "grad_norm": 0.8051963930069743,
      "learning_rate": 0.00029162883272009887,
      "loss": 0.8555,
      "step": 17438
    },
    {
      "epoch": 0.7142740118779439,
      "grad_norm": 0.9357573443337147,
      "learning_rate": 0.00029162775839961885,
      "loss": 0.7482,
      "step": 17439
    },
    {
      "epoch": 0.7143149703051402,
      "grad_norm": 0.956996221114333,
      "learning_rate": 0.00029162668401218545,
      "loss": 0.7641,
      "step": 17440
    },
    {
      "epoch": 0.7143559287323367,
      "grad_norm": 0.6957451343977401,
      "learning_rate": 0.00029162560955779915,
      "loss": 0.779,
      "step": 17441
    },
    {
      "epoch": 0.7143968871595331,
      "grad_norm": 0.793465156317466,
      "learning_rate": 0.00029162453503646054,
      "loss": 0.9505,
      "step": 17442
    },
    {
      "epoch": 0.7144378455867295,
      "grad_norm": 1.0445159350385598,
      "learning_rate": 0.00029162346044816996,
      "loss": 0.4274,
      "step": 17443
    },
    {
      "epoch": 0.7144788040139258,
      "grad_norm": 0.8749915344296209,
      "learning_rate": 0.0002916223857929281,
      "loss": 0.9621,
      "step": 17444
    },
    {
      "epoch": 0.7145197624411223,
      "grad_norm": 1.010948488636996,
      "learning_rate": 0.0002916213110707354,
      "loss": 0.4247,
      "step": 17445
    },
    {
      "epoch": 0.7145607208683187,
      "grad_norm": 1.0615007656889948,
      "learning_rate": 0.0002916202362815923,
      "loss": 1.2086,
      "step": 17446
    },
    {
      "epoch": 0.7146016792955151,
      "grad_norm": 1.5797732709123586,
      "learning_rate": 0.00029161916142549945,
      "loss": 1.6975,
      "step": 17447
    },
    {
      "epoch": 0.7146426377227114,
      "grad_norm": 9.878283111761643,
      "learning_rate": 0.0002916180865024572,
      "loss": 5.6742,
      "step": 17448
    },
    {
      "epoch": 0.7146835961499078,
      "grad_norm": 1.4341924272776732,
      "learning_rate": 0.0002916170115124662,
      "loss": 1.1806,
      "step": 17449
    },
    {
      "epoch": 0.7147245545771043,
      "grad_norm": 0.7312025047297392,
      "learning_rate": 0.00029161593645552684,
      "loss": 0.7139,
      "step": 17450
    },
    {
      "epoch": 0.7147655130043007,
      "grad_norm": 1.5386155209144516,
      "learning_rate": 0.00029161486133163974,
      "loss": 0.7463,
      "step": 17451
    },
    {
      "epoch": 0.714806471431497,
      "grad_norm": 0.6930727457715319,
      "learning_rate": 0.0002916137861408053,
      "loss": 0.7908,
      "step": 17452
    },
    {
      "epoch": 0.7148474298586934,
      "grad_norm": 0.6913659130990198,
      "learning_rate": 0.00029161271088302417,
      "loss": 0.6433,
      "step": 17453
    },
    {
      "epoch": 0.7148883882858899,
      "grad_norm": 0.6889992634748422,
      "learning_rate": 0.0002916116355582967,
      "loss": 0.6889,
      "step": 17454
    },
    {
      "epoch": 0.7149293467130862,
      "grad_norm": 0.8392005486305115,
      "learning_rate": 0.00029161056016662346,
      "loss": 0.7575,
      "step": 17455
    },
    {
      "epoch": 0.7149703051402826,
      "grad_norm": 1.3803029331893146,
      "learning_rate": 0.000291609484708005,
      "loss": 1.8139,
      "step": 17456
    },
    {
      "epoch": 0.715011263567479,
      "grad_norm": 0.6727880797606925,
      "learning_rate": 0.00029160840918244173,
      "loss": 0.5956,
      "step": 17457
    },
    {
      "epoch": 0.7150522219946754,
      "grad_norm": 1.4512939438078585,
      "learning_rate": 0.0002916073335899342,
      "loss": 1.0005,
      "step": 17458
    },
    {
      "epoch": 0.7150931804218718,
      "grad_norm": 0.9361595743967783,
      "learning_rate": 0.00029160625793048304,
      "loss": 0.8723,
      "step": 17459
    },
    {
      "epoch": 0.7151341388490682,
      "grad_norm": 0.9290340080771654,
      "learning_rate": 0.00029160518220408863,
      "loss": 1.1595,
      "step": 17460
    },
    {
      "epoch": 0.7151750972762646,
      "grad_norm": 0.9230756423670254,
      "learning_rate": 0.00029160410641075146,
      "loss": 0.8545,
      "step": 17461
    },
    {
      "epoch": 0.715216055703461,
      "grad_norm": 0.7941194470311663,
      "learning_rate": 0.0002916030305504721,
      "loss": 0.8645,
      "step": 17462
    },
    {
      "epoch": 0.7152570141306573,
      "grad_norm": 3.1859001022013023,
      "learning_rate": 0.0002916019546232511,
      "loss": 1.5895,
      "step": 17463
    },
    {
      "epoch": 0.7152979725578538,
      "grad_norm": 0.8925344308421247,
      "learning_rate": 0.00029160087862908885,
      "loss": 1.2315,
      "step": 17464
    },
    {
      "epoch": 0.7153389309850502,
      "grad_norm": 1.0154475574118358,
      "learning_rate": 0.00029159980256798594,
      "loss": 0.8558,
      "step": 17465
    },
    {
      "epoch": 0.7153798894122466,
      "grad_norm": 0.8612302713463009,
      "learning_rate": 0.0002915987264399429,
      "loss": 1.1857,
      "step": 17466
    },
    {
      "epoch": 0.7154208478394429,
      "grad_norm": 0.7776021980455667,
      "learning_rate": 0.00029159765024496014,
      "loss": 0.7518,
      "step": 17467
    },
    {
      "epoch": 0.7154618062666394,
      "grad_norm": 0.4864832380627296,
      "learning_rate": 0.0002915965739830382,
      "loss": 0.3561,
      "step": 17468
    },
    {
      "epoch": 0.7155027646938358,
      "grad_norm": 0.8649783779991009,
      "learning_rate": 0.0002915954976541777,
      "loss": 0.8765,
      "step": 17469
    },
    {
      "epoch": 0.7155437231210322,
      "grad_norm": 1.0075742038772406,
      "learning_rate": 0.00029159442125837904,
      "loss": 0.9062,
      "step": 17470
    },
    {
      "epoch": 0.7155846815482285,
      "grad_norm": 0.7237327082717178,
      "learning_rate": 0.00029159334479564276,
      "loss": 0.8475,
      "step": 17471
    },
    {
      "epoch": 0.7156256399754249,
      "grad_norm": 0.6323176174082966,
      "learning_rate": 0.00029159226826596936,
      "loss": 0.8403,
      "step": 17472
    },
    {
      "epoch": 0.7156665984026214,
      "grad_norm": 0.6792987552060884,
      "learning_rate": 0.00029159119166935927,
      "loss": 0.5984,
      "step": 17473
    },
    {
      "epoch": 0.7157075568298177,
      "grad_norm": 0.7122073704172839,
      "learning_rate": 0.0002915901150058132,
      "loss": 0.3837,
      "step": 17474
    },
    {
      "epoch": 0.7157485152570141,
      "grad_norm": 0.6908279877824929,
      "learning_rate": 0.00029158903827533145,
      "loss": 0.7327,
      "step": 17475
    },
    {
      "epoch": 0.7157894736842105,
      "grad_norm": 1.113320132452322,
      "learning_rate": 0.0002915879614779147,
      "loss": 1.0076,
      "step": 17476
    },
    {
      "epoch": 0.715830432111407,
      "grad_norm": 0.9198301941009852,
      "learning_rate": 0.0002915868846135633,
      "loss": 1.012,
      "step": 17477
    },
    {
      "epoch": 0.7158713905386033,
      "grad_norm": 1.0200902848624156,
      "learning_rate": 0.0002915858076822779,
      "loss": 1.1635,
      "step": 17478
    },
    {
      "epoch": 0.7159123489657997,
      "grad_norm": 1.2253050413889004,
      "learning_rate": 0.00029158473068405895,
      "loss": 0.9649,
      "step": 17479
    },
    {
      "epoch": 0.7159533073929961,
      "grad_norm": 0.7740087323505902,
      "learning_rate": 0.00029158365361890687,
      "loss": 1.0233,
      "step": 17480
    },
    {
      "epoch": 0.7159942658201925,
      "grad_norm": 1.1445002240962885,
      "learning_rate": 0.00029158257648682234,
      "loss": 0.8529,
      "step": 17481
    },
    {
      "epoch": 0.7160352242473889,
      "grad_norm": 0.7270116379770258,
      "learning_rate": 0.0002915814992878057,
      "loss": 0.7405,
      "step": 17482
    },
    {
      "epoch": 0.7160761826745853,
      "grad_norm": 0.4563354646594478,
      "learning_rate": 0.0002915804220218576,
      "loss": 0.3341,
      "step": 17483
    },
    {
      "epoch": 0.7161171411017817,
      "grad_norm": 5.093969862791065,
      "learning_rate": 0.0002915793446889785,
      "loss": 7.3236,
      "step": 17484
    },
    {
      "epoch": 0.7161580995289781,
      "grad_norm": 0.8011382826225876,
      "learning_rate": 0.0002915782672891689,
      "loss": 1.0828,
      "step": 17485
    },
    {
      "epoch": 0.7161990579561744,
      "grad_norm": 1.1730612945009058,
      "learning_rate": 0.0002915771898224293,
      "loss": 0.7245,
      "step": 17486
    },
    {
      "epoch": 0.7162400163833709,
      "grad_norm": 0.9545280117842149,
      "learning_rate": 0.00029157611228876025,
      "loss": 0.8836,
      "step": 17487
    },
    {
      "epoch": 0.7162809748105673,
      "grad_norm": 0.695200999724902,
      "learning_rate": 0.0002915750346881622,
      "loss": 0.8414,
      "step": 17488
    },
    {
      "epoch": 0.7163219332377637,
      "grad_norm": 0.8312283402458335,
      "learning_rate": 0.00029157395702063564,
      "loss": 0.9262,
      "step": 17489
    },
    {
      "epoch": 0.71636289166496,
      "grad_norm": 1.0078834881995378,
      "learning_rate": 0.00029157287928618117,
      "loss": 0.9892,
      "step": 17490
    },
    {
      "epoch": 0.7164038500921565,
      "grad_norm": 1.0893073134378606,
      "learning_rate": 0.0002915718014847993,
      "loss": 1.6608,
      "step": 17491
    },
    {
      "epoch": 0.7164448085193529,
      "grad_norm": 0.72397031172596,
      "learning_rate": 0.0002915707236164904,
      "loss": 0.7875,
      "step": 17492
    },
    {
      "epoch": 0.7164857669465493,
      "grad_norm": 1.0245544365079418,
      "learning_rate": 0.0002915696456812552,
      "loss": 0.885,
      "step": 17493
    },
    {
      "epoch": 0.7165267253737456,
      "grad_norm": 1.4734969867842895,
      "learning_rate": 0.000291568567679094,
      "loss": 1.9488,
      "step": 17494
    },
    {
      "epoch": 0.716567683800942,
      "grad_norm": 0.6643903988258186,
      "learning_rate": 0.00029156748961000744,
      "loss": 0.5426,
      "step": 17495
    },
    {
      "epoch": 0.7166086422281385,
      "grad_norm": 1.0322685616008695,
      "learning_rate": 0.00029156641147399593,
      "loss": 0.9034,
      "step": 17496
    },
    {
      "epoch": 0.7166496006553348,
      "grad_norm": 0.7976245839322157,
      "learning_rate": 0.0002915653332710601,
      "loss": 0.6891,
      "step": 17497
    },
    {
      "epoch": 0.7166905590825312,
      "grad_norm": 0.9197742634751461,
      "learning_rate": 0.00029156425500120035,
      "loss": 1.0959,
      "step": 17498
    },
    {
      "epoch": 0.7167315175097276,
      "grad_norm": 1.7733148514966883,
      "learning_rate": 0.0002915631766644173,
      "loss": 1.2052,
      "step": 17499
    },
    {
      "epoch": 0.7167724759369241,
      "grad_norm": 0.7839441905035383,
      "learning_rate": 0.0002915620982607113,
      "loss": 0.8406,
      "step": 17500
    },
    {
      "epoch": 0.7168134343641204,
      "grad_norm": 1.183836046504791,
      "learning_rate": 0.000291561019790083,
      "loss": 1.0094,
      "step": 17501
    },
    {
      "epoch": 0.7168543927913168,
      "grad_norm": 1.3466128717554817,
      "learning_rate": 0.0002915599412525329,
      "loss": 1.2157,
      "step": 17502
    },
    {
      "epoch": 0.7168953512185132,
      "grad_norm": 0.7382299776008509,
      "learning_rate": 0.0002915588626480614,
      "loss": 0.9473,
      "step": 17503
    },
    {
      "epoch": 0.7169363096457096,
      "grad_norm": 0.8520252352291225,
      "learning_rate": 0.00029155778397666913,
      "loss": 0.7824,
      "step": 17504
    },
    {
      "epoch": 0.716977268072906,
      "grad_norm": 0.6613363941011192,
      "learning_rate": 0.00029155670523835654,
      "loss": 0.7438,
      "step": 17505
    },
    {
      "epoch": 0.7170182265001024,
      "grad_norm": 0.9042753516197417,
      "learning_rate": 0.00029155562643312416,
      "loss": 0.7024,
      "step": 17506
    },
    {
      "epoch": 0.7170591849272988,
      "grad_norm": 0.77594066513593,
      "learning_rate": 0.0002915545475609725,
      "loss": 1.007,
      "step": 17507
    },
    {
      "epoch": 0.7171001433544952,
      "grad_norm": 0.7704841919670493,
      "learning_rate": 0.0002915534686219021,
      "loss": 0.9065,
      "step": 17508
    },
    {
      "epoch": 0.7171411017816915,
      "grad_norm": 0.7456128945658415,
      "learning_rate": 0.00029155238961591336,
      "loss": 0.7756,
      "step": 17509
    },
    {
      "epoch": 0.717182060208888,
      "grad_norm": 0.7841435986859412,
      "learning_rate": 0.00029155131054300686,
      "loss": 0.9252,
      "step": 17510
    },
    {
      "epoch": 0.7172230186360844,
      "grad_norm": 4.001015902912498,
      "learning_rate": 0.0002915502314031832,
      "loss": 3.0647,
      "step": 17511
    },
    {
      "epoch": 0.7172639770632808,
      "grad_norm": 0.7533889109211078,
      "learning_rate": 0.00029154915219644273,
      "loss": 0.8255,
      "step": 17512
    },
    {
      "epoch": 0.7173049354904771,
      "grad_norm": 0.891462132761747,
      "learning_rate": 0.000291548072922786,
      "loss": 1.0137,
      "step": 17513
    },
    {
      "epoch": 0.7173458939176736,
      "grad_norm": 18.437334683496093,
      "learning_rate": 0.00029154699358221363,
      "loss": 2.1608,
      "step": 17514
    },
    {
      "epoch": 0.71738685234487,
      "grad_norm": 0.5584672315723557,
      "learning_rate": 0.00029154591417472603,
      "loss": 0.4398,
      "step": 17515
    },
    {
      "epoch": 0.7174278107720663,
      "grad_norm": 0.8615537323531977,
      "learning_rate": 0.0002915448347003238,
      "loss": 0.8614,
      "step": 17516
    },
    {
      "epoch": 0.7174687691992627,
      "grad_norm": 0.9442237082896106,
      "learning_rate": 0.00029154375515900733,
      "loss": 0.9492,
      "step": 17517
    },
    {
      "epoch": 0.7175097276264591,
      "grad_norm": 1.0118999697512179,
      "learning_rate": 0.00029154267555077715,
      "loss": 0.8663,
      "step": 17518
    },
    {
      "epoch": 0.7175506860536556,
      "grad_norm": 0.9133870510229376,
      "learning_rate": 0.00029154159587563386,
      "loss": 0.9266,
      "step": 17519
    },
    {
      "epoch": 0.7175916444808519,
      "grad_norm": 20.696279607478644,
      "learning_rate": 0.0002915405161335779,
      "loss": 2.2083,
      "step": 17520
    },
    {
      "epoch": 0.7176326029080483,
      "grad_norm": 1.1924165117925631,
      "learning_rate": 0.0002915394363246098,
      "loss": 0.8251,
      "step": 17521
    },
    {
      "epoch": 0.7176735613352447,
      "grad_norm": 0.7512509166836533,
      "learning_rate": 0.00029153835644873006,
      "loss": 1.0318,
      "step": 17522
    },
    {
      "epoch": 0.7177145197624412,
      "grad_norm": 0.9016134022345589,
      "learning_rate": 0.0002915372765059392,
      "loss": 0.9551,
      "step": 17523
    },
    {
      "epoch": 0.7177554781896375,
      "grad_norm": 1.1284934703353307,
      "learning_rate": 0.00029153619649623775,
      "loss": 1.3563,
      "step": 17524
    },
    {
      "epoch": 0.7177964366168339,
      "grad_norm": 0.9177049637981363,
      "learning_rate": 0.00029153511641962616,
      "loss": 1.354,
      "step": 17525
    },
    {
      "epoch": 0.7178373950440303,
      "grad_norm": 0.9841295279867353,
      "learning_rate": 0.000291534036276105,
      "loss": 0.8698,
      "step": 17526
    },
    {
      "epoch": 0.7178783534712267,
      "grad_norm": 1.9799724977404078,
      "learning_rate": 0.00029153295606567476,
      "loss": 1.4926,
      "step": 17527
    },
    {
      "epoch": 0.7179193118984231,
      "grad_norm": 0.8128606432930305,
      "learning_rate": 0.000291531875788336,
      "loss": 0.9336,
      "step": 17528
    },
    {
      "epoch": 0.7179602703256195,
      "grad_norm": 1.025848492345254,
      "learning_rate": 0.0002915307954440891,
      "loss": 1.2195,
      "step": 17529
    },
    {
      "epoch": 0.7180012287528159,
      "grad_norm": 0.9910099806329601,
      "learning_rate": 0.00029152971503293467,
      "loss": 1.1465,
      "step": 17530
    },
    {
      "epoch": 0.7180421871800123,
      "grad_norm": 1.227593487427253,
      "learning_rate": 0.0002915286345548732,
      "loss": 0.874,
      "step": 17531
    },
    {
      "epoch": 0.7180831456072087,
      "grad_norm": 1.4377122551716979,
      "learning_rate": 0.00029152755400990526,
      "loss": 1.1129,
      "step": 17532
    },
    {
      "epoch": 0.7181241040344051,
      "grad_norm": 1.1263822015958904,
      "learning_rate": 0.00029152647339803124,
      "loss": 0.9975,
      "step": 17533
    },
    {
      "epoch": 0.7181650624616015,
      "grad_norm": 0.6698807447242603,
      "learning_rate": 0.0002915253927192517,
      "loss": 0.4014,
      "step": 17534
    },
    {
      "epoch": 0.7182060208887979,
      "grad_norm": 0.8872646884304174,
      "learning_rate": 0.00029152431197356724,
      "loss": 0.6806,
      "step": 17535
    },
    {
      "epoch": 0.7182469793159942,
      "grad_norm": 7.724455911509225,
      "learning_rate": 0.0002915232311609783,
      "loss": 4.3023,
      "step": 17536
    },
    {
      "epoch": 0.7182879377431907,
      "grad_norm": 1.1290237051707612,
      "learning_rate": 0.0002915221502814853,
      "loss": 1.1272,
      "step": 17537
    },
    {
      "epoch": 0.7183288961703871,
      "grad_norm": 0.9384394588490012,
      "learning_rate": 0.00029152106933508893,
      "loss": 1.0293,
      "step": 17538
    },
    {
      "epoch": 0.7183698545975834,
      "grad_norm": 0.9150486809197569,
      "learning_rate": 0.0002915199883217896,
      "loss": 1.0829,
      "step": 17539
    },
    {
      "epoch": 0.7184108130247798,
      "grad_norm": 1.389207767422381,
      "learning_rate": 0.0002915189072415878,
      "loss": 1.2268,
      "step": 17540
    },
    {
      "epoch": 0.7184517714519763,
      "grad_norm": 1.011660404772171,
      "learning_rate": 0.00029151782609448403,
      "loss": 0.7579,
      "step": 17541
    },
    {
      "epoch": 0.7184927298791727,
      "grad_norm": 1.3362887780999635,
      "learning_rate": 0.00029151674488047893,
      "loss": 1.2903,
      "step": 17542
    },
    {
      "epoch": 0.718533688306369,
      "grad_norm": 1.4713752055585694,
      "learning_rate": 0.0002915156635995729,
      "loss": 1.4886,
      "step": 17543
    },
    {
      "epoch": 0.7185746467335654,
      "grad_norm": 1.2385093692644835,
      "learning_rate": 0.0002915145822517665,
      "loss": 1.2057,
      "step": 17544
    },
    {
      "epoch": 0.7186156051607618,
      "grad_norm": 0.8495228022017179,
      "learning_rate": 0.00029151350083706016,
      "loss": 0.8351,
      "step": 17545
    },
    {
      "epoch": 0.7186565635879583,
      "grad_norm": 0.8433652622000148,
      "learning_rate": 0.0002915124193554544,
      "loss": 0.9915,
      "step": 17546
    },
    {
      "epoch": 0.7186975220151546,
      "grad_norm": 0.9282722213017095,
      "learning_rate": 0.0002915113378069499,
      "loss": 1.3312,
      "step": 17547
    },
    {
      "epoch": 0.718738480442351,
      "grad_norm": 3.2024899646427425,
      "learning_rate": 0.000291510256191547,
      "loss": 1.6662,
      "step": 17548
    },
    {
      "epoch": 0.7187794388695474,
      "grad_norm": 0.9807818106461869,
      "learning_rate": 0.00029150917450924626,
      "loss": 0.7506,
      "step": 17549
    },
    {
      "epoch": 0.7188203972967439,
      "grad_norm": 1.603726168008872,
      "learning_rate": 0.00029150809276004823,
      "loss": 1.6463,
      "step": 17550
    },
    {
      "epoch": 0.7188613557239402,
      "grad_norm": 0.850866476667195,
      "learning_rate": 0.0002915070109439533,
      "loss": 1.1408,
      "step": 17551
    },
    {
      "epoch": 0.7189023141511366,
      "grad_norm": 0.7226655632942652,
      "learning_rate": 0.0002915059290609621,
      "loss": 0.6212,
      "step": 17552
    },
    {
      "epoch": 0.718943272578333,
      "grad_norm": 5.492667300844955,
      "learning_rate": 0.0002915048471110752,
      "loss": 2.4896,
      "step": 17553
    },
    {
      "epoch": 0.7189842310055294,
      "grad_norm": 1.2383648743145643,
      "learning_rate": 0.0002915037650942929,
      "loss": 1.0708,
      "step": 17554
    },
    {
      "epoch": 0.7190251894327258,
      "grad_norm": 1.0760270592992003,
      "learning_rate": 0.00029150268301061585,
      "loss": 1.0886,
      "step": 17555
    },
    {
      "epoch": 0.7190661478599222,
      "grad_norm": 0.9196246144691946,
      "learning_rate": 0.00029150160086004455,
      "loss": 1.002,
      "step": 17556
    },
    {
      "epoch": 0.7191071062871186,
      "grad_norm": 1.7380939247790366,
      "learning_rate": 0.0002915005186425796,
      "loss": 1.1359,
      "step": 17557
    },
    {
      "epoch": 0.7191480647143149,
      "grad_norm": 0.7808818362938671,
      "learning_rate": 0.00029149943635822133,
      "loss": 0.4335,
      "step": 17558
    },
    {
      "epoch": 0.7191890231415113,
      "grad_norm": 0.8378193774262661,
      "learning_rate": 0.0002914983540069703,
      "loss": 0.9674,
      "step": 17559
    },
    {
      "epoch": 0.7192299815687078,
      "grad_norm": 0.6643027678977974,
      "learning_rate": 0.0002914972715888271,
      "loss": 0.3569,
      "step": 17560
    },
    {
      "epoch": 0.7192709399959042,
      "grad_norm": 0.7318648500723857,
      "learning_rate": 0.0002914961891037922,
      "loss": 0.7271,
      "step": 17561
    },
    {
      "epoch": 0.7193118984231005,
      "grad_norm": 0.9705675038769763,
      "learning_rate": 0.00029149510655186614,
      "loss": 0.8465,
      "step": 17562
    },
    {
      "epoch": 0.7193528568502969,
      "grad_norm": 0.513218634490714,
      "learning_rate": 0.0002914940239330494,
      "loss": 0.5021,
      "step": 17563
    },
    {
      "epoch": 0.7193938152774934,
      "grad_norm": 0.7303493004760614,
      "learning_rate": 0.00029149294124734246,
      "loss": 1.0144,
      "step": 17564
    },
    {
      "epoch": 0.7194347737046898,
      "grad_norm": 0.6127185942327108,
      "learning_rate": 0.0002914918584947459,
      "loss": 0.8207,
      "step": 17565
    },
    {
      "epoch": 0.7194757321318861,
      "grad_norm": 0.7228050288317828,
      "learning_rate": 0.0002914907756752602,
      "loss": 0.614,
      "step": 17566
    },
    {
      "epoch": 0.7195166905590825,
      "grad_norm": 1.0348342604722145,
      "learning_rate": 0.00029148969278888586,
      "loss": 1.1659,
      "step": 17567
    },
    {
      "epoch": 0.7195576489862789,
      "grad_norm": 0.9075821121959828,
      "learning_rate": 0.00029148860983562336,
      "loss": 0.8881,
      "step": 17568
    },
    {
      "epoch": 0.7195986074134754,
      "grad_norm": 0.8908882718014021,
      "learning_rate": 0.00029148752681547335,
      "loss": 1.1489,
      "step": 17569
    },
    {
      "epoch": 0.7196395658406717,
      "grad_norm": 0.9154501121642331,
      "learning_rate": 0.00029148644372843614,
      "loss": 0.563,
      "step": 17570
    },
    {
      "epoch": 0.7196805242678681,
      "grad_norm": 0.881249649352286,
      "learning_rate": 0.00029148536057451243,
      "loss": 1.1065,
      "step": 17571
    },
    {
      "epoch": 0.7197214826950645,
      "grad_norm": 0.6835211287505606,
      "learning_rate": 0.0002914842773537026,
      "loss": 0.3884,
      "step": 17572
    },
    {
      "epoch": 0.719762441122261,
      "grad_norm": 0.6634267427118078,
      "learning_rate": 0.0002914831940660073,
      "loss": 0.6124,
      "step": 17573
    },
    {
      "epoch": 0.7198033995494573,
      "grad_norm": 0.8966150140815606,
      "learning_rate": 0.00029148211071142687,
      "loss": 1.1553,
      "step": 17574
    },
    {
      "epoch": 0.7198443579766537,
      "grad_norm": 0.7976958038071671,
      "learning_rate": 0.0002914810272899619,
      "loss": 0.7383,
      "step": 17575
    },
    {
      "epoch": 0.7198853164038501,
      "grad_norm": 0.9062287929501883,
      "learning_rate": 0.00029147994380161296,
      "loss": 0.6984,
      "step": 17576
    },
    {
      "epoch": 0.7199262748310465,
      "grad_norm": 0.6296988196519746,
      "learning_rate": 0.0002914788602463805,
      "loss": 0.6673,
      "step": 17577
    },
    {
      "epoch": 0.7199672332582429,
      "grad_norm": 0.8079111021337863,
      "learning_rate": 0.000291477776624265,
      "loss": 0.7085,
      "step": 17578
    },
    {
      "epoch": 0.7200081916854393,
      "grad_norm": 0.7821900670443035,
      "learning_rate": 0.0002914766929352671,
      "loss": 0.747,
      "step": 17579
    },
    {
      "epoch": 0.7200491501126357,
      "grad_norm": 0.536750793611622,
      "learning_rate": 0.00029147560917938713,
      "loss": 0.3452,
      "step": 17580
    },
    {
      "epoch": 0.720090108539832,
      "grad_norm": 0.7337622992488644,
      "learning_rate": 0.00029147452535662583,
      "loss": 0.9333,
      "step": 17581
    },
    {
      "epoch": 0.7201310669670284,
      "grad_norm": 1.0712433167625859,
      "learning_rate": 0.00029147344146698346,
      "loss": 1.068,
      "step": 17582
    },
    {
      "epoch": 0.7201720253942249,
      "grad_norm": 0.8348176531010588,
      "learning_rate": 0.0002914723575104607,
      "loss": 0.9749,
      "step": 17583
    },
    {
      "epoch": 0.7202129838214213,
      "grad_norm": 0.7136198196431583,
      "learning_rate": 0.00029147127348705805,
      "loss": 0.8451,
      "step": 17584
    },
    {
      "epoch": 0.7202539422486176,
      "grad_norm": 0.7829282440666574,
      "learning_rate": 0.000291470189396776,
      "loss": 0.6675,
      "step": 17585
    },
    {
      "epoch": 0.720294900675814,
      "grad_norm": 0.696507207223303,
      "learning_rate": 0.000291469105239615,
      "loss": 0.7731,
      "step": 17586
    },
    {
      "epoch": 0.7203358591030105,
      "grad_norm": 1.879864155131717,
      "learning_rate": 0.00029146802101557564,
      "loss": 1.9966,
      "step": 17587
    },
    {
      "epoch": 0.7203768175302069,
      "grad_norm": 0.9970637569464996,
      "learning_rate": 0.0002914669367246584,
      "loss": 1.0351,
      "step": 17588
    },
    {
      "epoch": 0.7204177759574032,
      "grad_norm": 1.2463150111098216,
      "learning_rate": 0.00029146585236686375,
      "loss": 1.091,
      "step": 17589
    },
    {
      "epoch": 0.7204587343845996,
      "grad_norm": 0.764355366426158,
      "learning_rate": 0.0002914647679421923,
      "loss": 0.508,
      "step": 17590
    },
    {
      "epoch": 0.720499692811796,
      "grad_norm": 0.877976472302142,
      "learning_rate": 0.00029146368345064455,
      "loss": 1.0893,
      "step": 17591
    },
    {
      "epoch": 0.7205406512389925,
      "grad_norm": 0.945258475352241,
      "learning_rate": 0.00029146259889222095,
      "loss": 1.0444,
      "step": 17592
    },
    {
      "epoch": 0.7205816096661888,
      "grad_norm": 1.012082564331463,
      "learning_rate": 0.0002914615142669221,
      "loss": 1.1888,
      "step": 17593
    },
    {
      "epoch": 0.7206225680933852,
      "grad_norm": 1.1595307647354018,
      "learning_rate": 0.00029146042957474834,
      "loss": 0.9465,
      "step": 17594
    },
    {
      "epoch": 0.7206635265205816,
      "grad_norm": 0.6548172960502407,
      "learning_rate": 0.0002914593448157004,
      "loss": 0.3409,
      "step": 17595
    },
    {
      "epoch": 0.7207044849477781,
      "grad_norm": 1.234504190412371,
      "learning_rate": 0.00029145825998977865,
      "loss": 0.9401,
      "step": 17596
    },
    {
      "epoch": 0.7207454433749744,
      "grad_norm": 0.7925813172029454,
      "learning_rate": 0.0002914571750969836,
      "loss": 0.9395,
      "step": 17597
    },
    {
      "epoch": 0.7207864018021708,
      "grad_norm": 0.6966377982396856,
      "learning_rate": 0.00029145609013731585,
      "loss": 0.9864,
      "step": 17598
    },
    {
      "epoch": 0.7208273602293672,
      "grad_norm": 2.820826311237425,
      "learning_rate": 0.0002914550051107759,
      "loss": 2.0741,
      "step": 17599
    },
    {
      "epoch": 0.7208683186565635,
      "grad_norm": 0.8991665354509245,
      "learning_rate": 0.0002914539200173642,
      "loss": 0.8835,
      "step": 17600
    },
    {
      "epoch": 0.72090927708376,
      "grad_norm": 0.7038864118500324,
      "learning_rate": 0.00029145283485708124,
      "loss": 0.9484,
      "step": 17601
    },
    {
      "epoch": 0.7209502355109564,
      "grad_norm": 1.5210013257323163,
      "learning_rate": 0.0002914517496299277,
      "loss": 1.9652,
      "step": 17602
    },
    {
      "epoch": 0.7209911939381528,
      "grad_norm": 0.8389618455310544,
      "learning_rate": 0.0002914506643359039,
      "loss": 0.7177,
      "step": 17603
    },
    {
      "epoch": 0.7210321523653491,
      "grad_norm": 0.6978480843111022,
      "learning_rate": 0.00029144957897501045,
      "loss": 0.9388,
      "step": 17604
    },
    {
      "epoch": 0.7210731107925455,
      "grad_norm": 1.5549257112668282,
      "learning_rate": 0.00029144849354724786,
      "loss": 1.3097,
      "step": 17605
    },
    {
      "epoch": 0.721114069219742,
      "grad_norm": 0.7225453273819553,
      "learning_rate": 0.0002914474080526166,
      "loss": 0.757,
      "step": 17606
    },
    {
      "epoch": 0.7211550276469384,
      "grad_norm": 0.6595395475069603,
      "learning_rate": 0.00029144632249111725,
      "loss": 0.3893,
      "step": 17607
    },
    {
      "epoch": 0.7211959860741347,
      "grad_norm": 0.6914378835657784,
      "learning_rate": 0.0002914452368627503,
      "loss": 0.8841,
      "step": 17608
    },
    {
      "epoch": 0.7212369445013311,
      "grad_norm": 0.8125217111312698,
      "learning_rate": 0.0002914441511675162,
      "loss": 0.5546,
      "step": 17609
    },
    {
      "epoch": 0.7212779029285276,
      "grad_norm": 1.6363115755793256,
      "learning_rate": 0.0002914430654054156,
      "loss": 1.6535,
      "step": 17610
    },
    {
      "epoch": 0.721318861355724,
      "grad_norm": 1.4401364641801921,
      "learning_rate": 0.0002914419795764488,
      "loss": 1.3935,
      "step": 17611
    },
    {
      "epoch": 0.7213598197829203,
      "grad_norm": 0.812835571738681,
      "learning_rate": 0.0002914408936806165,
      "loss": 0.9399,
      "step": 17612
    },
    {
      "epoch": 0.7214007782101167,
      "grad_norm": 0.6587734713285218,
      "learning_rate": 0.0002914398077179192,
      "loss": 0.7515,
      "step": 17613
    },
    {
      "epoch": 0.7214417366373131,
      "grad_norm": 0.7414604594526255,
      "learning_rate": 0.0002914387216883573,
      "loss": 0.8147,
      "step": 17614
    },
    {
      "epoch": 0.7214826950645096,
      "grad_norm": 0.7145298161213947,
      "learning_rate": 0.0002914376355919314,
      "loss": 0.9176,
      "step": 17615
    },
    {
      "epoch": 0.7215236534917059,
      "grad_norm": 4.0022462131332786,
      "learning_rate": 0.00029143654942864197,
      "loss": 2.3797,
      "step": 17616
    },
    {
      "epoch": 0.7215646119189023,
      "grad_norm": 0.6469783803801323,
      "learning_rate": 0.0002914354631984896,
      "loss": 0.6674,
      "step": 17617
    },
    {
      "epoch": 0.7216055703460987,
      "grad_norm": 0.7268979710316745,
      "learning_rate": 0.0002914343769014747,
      "loss": 0.94,
      "step": 17618
    },
    {
      "epoch": 0.7216465287732952,
      "grad_norm": 0.7546183611541619,
      "learning_rate": 0.00029143329053759785,
      "loss": 0.8992,
      "step": 17619
    },
    {
      "epoch": 0.7216874872004915,
      "grad_norm": 0.8390036767080036,
      "learning_rate": 0.00029143220410685956,
      "loss": 0.853,
      "step": 17620
    },
    {
      "epoch": 0.7217284456276879,
      "grad_norm": 0.5793661964585781,
      "learning_rate": 0.0002914311176092603,
      "loss": 0.6498,
      "step": 17621
    },
    {
      "epoch": 0.7217694040548843,
      "grad_norm": 0.542026149581555,
      "learning_rate": 0.00029143003104480065,
      "loss": 0.3609,
      "step": 17622
    },
    {
      "epoch": 0.7218103624820806,
      "grad_norm": 1.1171315643205328,
      "learning_rate": 0.00029142894441348106,
      "loss": 1.1736,
      "step": 17623
    },
    {
      "epoch": 0.7218513209092771,
      "grad_norm": 0.9566978586360266,
      "learning_rate": 0.0002914278577153021,
      "loss": 1.0699,
      "step": 17624
    },
    {
      "epoch": 0.7218922793364735,
      "grad_norm": 0.4566102799615602,
      "learning_rate": 0.00029142677095026425,
      "loss": 0.3195,
      "step": 17625
    },
    {
      "epoch": 0.7219332377636699,
      "grad_norm": 0.5244638537066983,
      "learning_rate": 0.000291425684118368,
      "loss": 0.3925,
      "step": 17626
    },
    {
      "epoch": 0.7219741961908662,
      "grad_norm": 0.642457668051959,
      "learning_rate": 0.0002914245972196139,
      "loss": 0.7091,
      "step": 17627
    },
    {
      "epoch": 0.7220151546180626,
      "grad_norm": 1.585318843208628,
      "learning_rate": 0.0002914235102540025,
      "loss": 2.3587,
      "step": 17628
    },
    {
      "epoch": 0.7220561130452591,
      "grad_norm": 0.8846834419946158,
      "learning_rate": 0.0002914224232215342,
      "loss": 0.7471,
      "step": 17629
    },
    {
      "epoch": 0.7220970714724555,
      "grad_norm": 0.9959209360836668,
      "learning_rate": 0.00029142133612220964,
      "loss": 0.5668,
      "step": 17630
    },
    {
      "epoch": 0.7221380298996518,
      "grad_norm": 1.0781365127445661,
      "learning_rate": 0.00029142024895602927,
      "loss": 0.5308,
      "step": 17631
    },
    {
      "epoch": 0.7221789883268482,
      "grad_norm": 0.9330155617296362,
      "learning_rate": 0.0002914191617229936,
      "loss": 0.8929,
      "step": 17632
    },
    {
      "epoch": 0.7222199467540447,
      "grad_norm": 0.5995350300049054,
      "learning_rate": 0.0002914180744231032,
      "loss": 0.4588,
      "step": 17633
    },
    {
      "epoch": 0.7222609051812411,
      "grad_norm": 0.6759793290039291,
      "learning_rate": 0.0002914169870563585,
      "loss": 0.6665,
      "step": 17634
    },
    {
      "epoch": 0.7223018636084374,
      "grad_norm": 1.0079169895705613,
      "learning_rate": 0.00029141589962276,
      "loss": 1.0388,
      "step": 17635
    },
    {
      "epoch": 0.7223428220356338,
      "grad_norm": 0.7762795167772518,
      "learning_rate": 0.00029141481212230835,
      "loss": 0.8497,
      "step": 17636
    },
    {
      "epoch": 0.7223837804628302,
      "grad_norm": 0.9888387735560301,
      "learning_rate": 0.000291413724555004,
      "loss": 1.251,
      "step": 17637
    },
    {
      "epoch": 0.7224247388900267,
      "grad_norm": 1.126809673294156,
      "learning_rate": 0.0002914126369208474,
      "loss": 1.2143,
      "step": 17638
    },
    {
      "epoch": 0.722465697317223,
      "grad_norm": 0.876548518314291,
      "learning_rate": 0.0002914115492198391,
      "loss": 1.1545,
      "step": 17639
    },
    {
      "epoch": 0.7225066557444194,
      "grad_norm": 0.5557996455115988,
      "learning_rate": 0.00029141046145197963,
      "loss": 0.6377,
      "step": 17640
    },
    {
      "epoch": 0.7225476141716158,
      "grad_norm": 0.9483936665524474,
      "learning_rate": 0.0002914093736172695,
      "loss": 1.0717,
      "step": 17641
    },
    {
      "epoch": 0.7225885725988122,
      "grad_norm": 0.8967471149585537,
      "learning_rate": 0.0002914082857157093,
      "loss": 1.1319,
      "step": 17642
    },
    {
      "epoch": 0.7226295310260086,
      "grad_norm": 1.456610490013629,
      "learning_rate": 0.00029140719774729937,
      "loss": 2.1163,
      "step": 17643
    },
    {
      "epoch": 0.722670489453205,
      "grad_norm": 0.9211529088258557,
      "learning_rate": 0.00029140610971204036,
      "loss": 1.1155,
      "step": 17644
    },
    {
      "epoch": 0.7227114478804014,
      "grad_norm": 0.7585149120787235,
      "learning_rate": 0.0002914050216099327,
      "loss": 0.4596,
      "step": 17645
    },
    {
      "epoch": 0.7227524063075977,
      "grad_norm": 0.7941660786800434,
      "learning_rate": 0.00029140393344097705,
      "loss": 1.1149,
      "step": 17646
    },
    {
      "epoch": 0.7227933647347942,
      "grad_norm": 0.725244016272507,
      "learning_rate": 0.00029140284520517377,
      "loss": 0.8389,
      "step": 17647
    },
    {
      "epoch": 0.7228343231619906,
      "grad_norm": 0.7088937165759207,
      "learning_rate": 0.0002914017569025234,
      "loss": 0.7254,
      "step": 17648
    },
    {
      "epoch": 0.722875281589187,
      "grad_norm": 0.7799500531134569,
      "learning_rate": 0.00029140066853302655,
      "loss": 0.8769,
      "step": 17649
    },
    {
      "epoch": 0.7229162400163833,
      "grad_norm": 0.6471192943407358,
      "learning_rate": 0.0002913995800966836,
      "loss": 0.7258,
      "step": 17650
    },
    {
      "epoch": 0.7229571984435798,
      "grad_norm": 0.7381710783715242,
      "learning_rate": 0.0002913984915934952,
      "loss": 0.6047,
      "step": 17651
    },
    {
      "epoch": 0.7229981568707762,
      "grad_norm": 1.2114303281459253,
      "learning_rate": 0.00029139740302346176,
      "loss": 0.4396,
      "step": 17652
    },
    {
      "epoch": 0.7230391152979726,
      "grad_norm": 2.802680810777913,
      "learning_rate": 0.00029139631438658385,
      "loss": 4.2209,
      "step": 17653
    },
    {
      "epoch": 0.7230800737251689,
      "grad_norm": 1.0061621530187366,
      "learning_rate": 0.00029139522568286195,
      "loss": 0.5121,
      "step": 17654
    },
    {
      "epoch": 0.7231210321523653,
      "grad_norm": 1.0552368869054136,
      "learning_rate": 0.0002913941369122966,
      "loss": 1.1689,
      "step": 17655
    },
    {
      "epoch": 0.7231619905795618,
      "grad_norm": 0.8957093485822573,
      "learning_rate": 0.0002913930480748883,
      "loss": 0.9707,
      "step": 17656
    },
    {
      "epoch": 0.7232029490067582,
      "grad_norm": 0.812376885092599,
      "learning_rate": 0.00029139195917063756,
      "loss": 1.0018,
      "step": 17657
    },
    {
      "epoch": 0.7232439074339545,
      "grad_norm": 0.6998562558063914,
      "learning_rate": 0.00029139087019954495,
      "loss": 0.8676,
      "step": 17658
    },
    {
      "epoch": 0.7232848658611509,
      "grad_norm": 0.9137990234761603,
      "learning_rate": 0.0002913897811616109,
      "loss": 1.0914,
      "step": 17659
    },
    {
      "epoch": 0.7233258242883474,
      "grad_norm": 1.2113482329592808,
      "learning_rate": 0.00029138869205683595,
      "loss": 1.9187,
      "step": 17660
    },
    {
      "epoch": 0.7233667827155438,
      "grad_norm": 0.7092905335146342,
      "learning_rate": 0.0002913876028852207,
      "loss": 0.8593,
      "step": 17661
    },
    {
      "epoch": 0.7234077411427401,
      "grad_norm": 0.7571084266559122,
      "learning_rate": 0.00029138651364676556,
      "loss": 0.7411,
      "step": 17662
    },
    {
      "epoch": 0.7234486995699365,
      "grad_norm": 0.6499114668438774,
      "learning_rate": 0.00029138542434147105,
      "loss": 0.683,
      "step": 17663
    },
    {
      "epoch": 0.7234896579971329,
      "grad_norm": 0.8886240680031662,
      "learning_rate": 0.00029138433496933775,
      "loss": 0.8187,
      "step": 17664
    },
    {
      "epoch": 0.7235306164243293,
      "grad_norm": 0.8376345944689292,
      "learning_rate": 0.0002913832455303661,
      "loss": 0.9925,
      "step": 17665
    },
    {
      "epoch": 0.7235715748515257,
      "grad_norm": 0.767869405725766,
      "learning_rate": 0.0002913821560245567,
      "loss": 0.6958,
      "step": 17666
    },
    {
      "epoch": 0.7236125332787221,
      "grad_norm": 0.9230199408292619,
      "learning_rate": 0.00029138106645191006,
      "loss": 0.5506,
      "step": 17667
    },
    {
      "epoch": 0.7236534917059185,
      "grad_norm": 1.199301414442976,
      "learning_rate": 0.00029137997681242655,
      "loss": 1.9428,
      "step": 17668
    },
    {
      "epoch": 0.7236944501331148,
      "grad_norm": 0.8268476436785896,
      "learning_rate": 0.0002913788871061069,
      "loss": 1.0262,
      "step": 17669
    },
    {
      "epoch": 0.7237354085603113,
      "grad_norm": 0.8038072242194091,
      "learning_rate": 0.00029137779733295145,
      "loss": 0.8673,
      "step": 17670
    },
    {
      "epoch": 0.7237763669875077,
      "grad_norm": 2.7771745375096213,
      "learning_rate": 0.0002913767074929608,
      "loss": 2.4309,
      "step": 17671
    },
    {
      "epoch": 0.7238173254147041,
      "grad_norm": 0.5726715875310996,
      "learning_rate": 0.0002913756175861354,
      "loss": 0.5166,
      "step": 17672
    },
    {
      "epoch": 0.7238582838419004,
      "grad_norm": 0.9981878615956734,
      "learning_rate": 0.00029137452761247585,
      "loss": 1.1597,
      "step": 17673
    },
    {
      "epoch": 0.7238992422690969,
      "grad_norm": 0.6867979728636212,
      "learning_rate": 0.00029137343757198265,
      "loss": 0.5348,
      "step": 17674
    },
    {
      "epoch": 0.7239402006962933,
      "grad_norm": 0.6536547436975041,
      "learning_rate": 0.00029137234746465625,
      "loss": 0.6297,
      "step": 17675
    },
    {
      "epoch": 0.7239811591234897,
      "grad_norm": 1.0860766728064464,
      "learning_rate": 0.00029137125729049724,
      "loss": 0.7201,
      "step": 17676
    },
    {
      "epoch": 0.724022117550686,
      "grad_norm": 0.756176876075212,
      "learning_rate": 0.00029137016704950606,
      "loss": 0.7142,
      "step": 17677
    },
    {
      "epoch": 0.7240630759778824,
      "grad_norm": 1.0732206480533655,
      "learning_rate": 0.0002913690767416833,
      "loss": 1.3598,
      "step": 17678
    },
    {
      "epoch": 0.7241040344050789,
      "grad_norm": 1.573210815014176,
      "learning_rate": 0.00029136798636702945,
      "loss": 1.5864,
      "step": 17679
    },
    {
      "epoch": 0.7241449928322753,
      "grad_norm": 1.8019159658602366,
      "learning_rate": 0.000291366895925545,
      "loss": 1.1406,
      "step": 17680
    },
    {
      "epoch": 0.7241859512594716,
      "grad_norm": 0.8172996958706608,
      "learning_rate": 0.00029136580541723055,
      "loss": 0.9364,
      "step": 17681
    },
    {
      "epoch": 0.724226909686668,
      "grad_norm": 0.885070465361699,
      "learning_rate": 0.00029136471484208647,
      "loss": 1.1731,
      "step": 17682
    },
    {
      "epoch": 0.7242678681138645,
      "grad_norm": 0.6644760567952659,
      "learning_rate": 0.00029136362420011336,
      "loss": 0.7915,
      "step": 17683
    },
    {
      "epoch": 0.7243088265410608,
      "grad_norm": 0.48013214645775787,
      "learning_rate": 0.00029136253349131176,
      "loss": 0.3514,
      "step": 17684
    },
    {
      "epoch": 0.7243497849682572,
      "grad_norm": 1.0434939764718407,
      "learning_rate": 0.00029136144271568217,
      "loss": 0.986,
      "step": 17685
    },
    {
      "epoch": 0.7243907433954536,
      "grad_norm": 0.840622724885006,
      "learning_rate": 0.00029136035187322506,
      "loss": 0.9499,
      "step": 17686
    },
    {
      "epoch": 0.72443170182265,
      "grad_norm": 0.8798464930664681,
      "learning_rate": 0.000291359260963941,
      "loss": 1.0665,
      "step": 17687
    },
    {
      "epoch": 0.7244726602498464,
      "grad_norm": 0.9521460269733949,
      "learning_rate": 0.0002913581699878305,
      "loss": 0.8692,
      "step": 17688
    },
    {
      "epoch": 0.7245136186770428,
      "grad_norm": 0.758834365198745,
      "learning_rate": 0.000291357078944894,
      "loss": 1.042,
      "step": 17689
    },
    {
      "epoch": 0.7245545771042392,
      "grad_norm": 0.8104562180806917,
      "learning_rate": 0.00029135598783513214,
      "loss": 1.1705,
      "step": 17690
    },
    {
      "epoch": 0.7245955355314356,
      "grad_norm": 2.001955369100821,
      "learning_rate": 0.0002913548966585453,
      "loss": 1.9719,
      "step": 17691
    },
    {
      "epoch": 0.7246364939586319,
      "grad_norm": 0.7913391249911598,
      "learning_rate": 0.0002913538054151341,
      "loss": 0.8918,
      "step": 17692
    },
    {
      "epoch": 0.7246774523858284,
      "grad_norm": 0.8631961383300933,
      "learning_rate": 0.00029135271410489906,
      "loss": 0.9466,
      "step": 17693
    },
    {
      "epoch": 0.7247184108130248,
      "grad_norm": 1.3125548398792788,
      "learning_rate": 0.0002913516227278406,
      "loss": 0.8717,
      "step": 17694
    },
    {
      "epoch": 0.7247593692402212,
      "grad_norm": 0.8911183839291276,
      "learning_rate": 0.0002913505312839594,
      "loss": 0.2981,
      "step": 17695
    },
    {
      "epoch": 0.7248003276674175,
      "grad_norm": 0.7206480702576281,
      "learning_rate": 0.0002913494397732557,
      "loss": 0.7804,
      "step": 17696
    },
    {
      "epoch": 0.724841286094614,
      "grad_norm": 0.7626526265863401,
      "learning_rate": 0.00029134834819573036,
      "loss": 0.9202,
      "step": 17697
    },
    {
      "epoch": 0.7248822445218104,
      "grad_norm": 1.049161290599253,
      "learning_rate": 0.00029134725655138367,
      "loss": 1.1097,
      "step": 17698
    },
    {
      "epoch": 0.7249232029490068,
      "grad_norm": 0.6167973530977618,
      "learning_rate": 0.00029134616484021613,
      "loss": 0.338,
      "step": 17699
    },
    {
      "epoch": 0.7249641613762031,
      "grad_norm": 1.25633343773374,
      "learning_rate": 0.00029134507306222834,
      "loss": 1.2101,
      "step": 17700
    },
    {
      "epoch": 0.7250051198033995,
      "grad_norm": 0.9512190165549543,
      "learning_rate": 0.00029134398121742085,
      "loss": 0.9657,
      "step": 17701
    },
    {
      "epoch": 0.725046078230596,
      "grad_norm": 1.0023490563699655,
      "learning_rate": 0.00029134288930579414,
      "loss": 1.2052,
      "step": 17702
    },
    {
      "epoch": 0.7250870366577924,
      "grad_norm": 0.8634110518051471,
      "learning_rate": 0.0002913417973273487,
      "loss": 0.7923,
      "step": 17703
    },
    {
      "epoch": 0.7251279950849887,
      "grad_norm": 1.0627401039174316,
      "learning_rate": 0.000291340705282085,
      "loss": 0.8722,
      "step": 17704
    },
    {
      "epoch": 0.7251689535121851,
      "grad_norm": 0.8220144369397778,
      "learning_rate": 0.0002913396131700037,
      "loss": 0.8246,
      "step": 17705
    },
    {
      "epoch": 0.7252099119393816,
      "grad_norm": 0.7942691068031285,
      "learning_rate": 0.00029133852099110516,
      "loss": 0.8534,
      "step": 17706
    },
    {
      "epoch": 0.7252508703665779,
      "grad_norm": 0.9705295151734629,
      "learning_rate": 0.00029133742874539,
      "loss": 0.8382,
      "step": 17707
    },
    {
      "epoch": 0.7252918287937743,
      "grad_norm": 8.285445407181394,
      "learning_rate": 0.00029133633643285873,
      "loss": 5.1674,
      "step": 17708
    },
    {
      "epoch": 0.7253327872209707,
      "grad_norm": 0.8474862090750633,
      "learning_rate": 0.0002913352440535118,
      "loss": 0.9432,
      "step": 17709
    },
    {
      "epoch": 0.7253737456481671,
      "grad_norm": 0.8609994772886411,
      "learning_rate": 0.0002913341516073498,
      "loss": 0.6065,
      "step": 17710
    },
    {
      "epoch": 0.7254147040753635,
      "grad_norm": 1.0845519172960145,
      "learning_rate": 0.00029133305909437323,
      "loss": 0.5343,
      "step": 17711
    },
    {
      "epoch": 0.7254556625025599,
      "grad_norm": 0.8639510047319785,
      "learning_rate": 0.00029133196651458254,
      "loss": 0.8165,
      "step": 17712
    },
    {
      "epoch": 0.7254966209297563,
      "grad_norm": 0.9771880435544933,
      "learning_rate": 0.0002913308738679783,
      "loss": 0.8199,
      "step": 17713
    },
    {
      "epoch": 0.7255375793569527,
      "grad_norm": 0.7708112216132016,
      "learning_rate": 0.00029132978115456107,
      "loss": 0.9205,
      "step": 17714
    },
    {
      "epoch": 0.725578537784149,
      "grad_norm": 0.8523463705435882,
      "learning_rate": 0.00029132868837433126,
      "loss": 0.7075,
      "step": 17715
    },
    {
      "epoch": 0.7256194962113455,
      "grad_norm": 1.8969875330771802,
      "learning_rate": 0.0002913275955272895,
      "loss": 1.2138,
      "step": 17716
    },
    {
      "epoch": 0.7256604546385419,
      "grad_norm": 1.1560298968366203,
      "learning_rate": 0.00029132650261343623,
      "loss": 1.673,
      "step": 17717
    },
    {
      "epoch": 0.7257014130657383,
      "grad_norm": 0.8949599114950559,
      "learning_rate": 0.000291325409632772,
      "loss": 0.8038,
      "step": 17718
    },
    {
      "epoch": 0.7257423714929346,
      "grad_norm": 1.2521055294703665,
      "learning_rate": 0.00029132431658529734,
      "loss": 1.5785,
      "step": 17719
    },
    {
      "epoch": 0.7257833299201311,
      "grad_norm": 1.2874158641217737,
      "learning_rate": 0.0002913232234710127,
      "loss": 1.439,
      "step": 17720
    },
    {
      "epoch": 0.7258242883473275,
      "grad_norm": 1.0700210747966354,
      "learning_rate": 0.00029132213028991867,
      "loss": 0.3529,
      "step": 17721
    },
    {
      "epoch": 0.7258652467745239,
      "grad_norm": 0.8451306679287727,
      "learning_rate": 0.0002913210370420157,
      "loss": 0.4465,
      "step": 17722
    },
    {
      "epoch": 0.7259062052017202,
      "grad_norm": 0.6290283109871865,
      "learning_rate": 0.00029131994372730437,
      "loss": 0.842,
      "step": 17723
    },
    {
      "epoch": 0.7259471636289166,
      "grad_norm": 0.6920985099146909,
      "learning_rate": 0.00029131885034578515,
      "loss": 0.8763,
      "step": 17724
    },
    {
      "epoch": 0.7259881220561131,
      "grad_norm": 0.817618959703182,
      "learning_rate": 0.00029131775689745864,
      "loss": 0.3191,
      "step": 17725
    },
    {
      "epoch": 0.7260290804833094,
      "grad_norm": 0.8673853501965808,
      "learning_rate": 0.00029131666338232527,
      "loss": 0.8325,
      "step": 17726
    },
    {
      "epoch": 0.7260700389105058,
      "grad_norm": 0.7964808223501246,
      "learning_rate": 0.00029131556980038553,
      "loss": 0.8531,
      "step": 17727
    },
    {
      "epoch": 0.7261109973377022,
      "grad_norm": 0.7701168497208779,
      "learning_rate": 0.00029131447615164,
      "loss": 1.0422,
      "step": 17728
    },
    {
      "epoch": 0.7261519557648987,
      "grad_norm": 0.8181929765444842,
      "learning_rate": 0.0002913133824360892,
      "loss": 0.4084,
      "step": 17729
    },
    {
      "epoch": 0.726192914192095,
      "grad_norm": 4.3844492577331415,
      "learning_rate": 0.0002913122886537337,
      "loss": 3.8539,
      "step": 17730
    },
    {
      "epoch": 0.7262338726192914,
      "grad_norm": 0.8593766585108984,
      "learning_rate": 0.00029131119480457383,
      "loss": 0.9231,
      "step": 17731
    },
    {
      "epoch": 0.7262748310464878,
      "grad_norm": 1.0174963105246386,
      "learning_rate": 0.0002913101008886103,
      "loss": 1.0981,
      "step": 17732
    },
    {
      "epoch": 0.7263157894736842,
      "grad_norm": 0.5303487194450103,
      "learning_rate": 0.00029130900690584353,
      "loss": 0.1997,
      "step": 17733
    },
    {
      "epoch": 0.7263567479008806,
      "grad_norm": 0.4958644865415808,
      "learning_rate": 0.00029130791285627406,
      "loss": 0.2951,
      "step": 17734
    },
    {
      "epoch": 0.726397706328077,
      "grad_norm": 1.354902655803521,
      "learning_rate": 0.00029130681873990245,
      "loss": 1.0728,
      "step": 17735
    },
    {
      "epoch": 0.7264386647552734,
      "grad_norm": 0.9208840688517963,
      "learning_rate": 0.0002913057245567291,
      "loss": 0.8263,
      "step": 17736
    },
    {
      "epoch": 0.7264796231824698,
      "grad_norm": 3.9655520463780207,
      "learning_rate": 0.0002913046303067547,
      "loss": 1.1634,
      "step": 17737
    },
    {
      "epoch": 0.7265205816096661,
      "grad_norm": 1.2943391796017332,
      "learning_rate": 0.00029130353598997964,
      "loss": 1.6182,
      "step": 17738
    },
    {
      "epoch": 0.7265615400368626,
      "grad_norm": 0.7002462280691731,
      "learning_rate": 0.00029130244160640445,
      "loss": 0.7984,
      "step": 17739
    },
    {
      "epoch": 0.726602498464059,
      "grad_norm": 0.6200353652477637,
      "learning_rate": 0.0002913013471560296,
      "loss": 0.3485,
      "step": 17740
    },
    {
      "epoch": 0.7266434568912554,
      "grad_norm": 1.2822691423481458,
      "learning_rate": 0.0002913002526388558,
      "loss": 1.5355,
      "step": 17741
    },
    {
      "epoch": 0.7266844153184517,
      "grad_norm": 2.9705367121316413,
      "learning_rate": 0.0002912991580548833,
      "loss": 1.4205,
      "step": 17742
    },
    {
      "epoch": 0.7267253737456482,
      "grad_norm": 0.9433159895966022,
      "learning_rate": 0.00029129806340411285,
      "loss": 0.8728,
      "step": 17743
    },
    {
      "epoch": 0.7267663321728446,
      "grad_norm": 1.1771784786628248,
      "learning_rate": 0.0002912969686865449,
      "loss": 1.0755,
      "step": 17744
    },
    {
      "epoch": 0.726807290600041,
      "grad_norm": 0.641047204096654,
      "learning_rate": 0.00029129587390217985,
      "loss": 0.7821,
      "step": 17745
    },
    {
      "epoch": 0.7268482490272373,
      "grad_norm": 1.3511155533113133,
      "learning_rate": 0.0002912947790510184,
      "loss": 0.9695,
      "step": 17746
    },
    {
      "epoch": 0.7268892074544338,
      "grad_norm": 1.0383954927674044,
      "learning_rate": 0.00029129368413306094,
      "loss": 1.1415,
      "step": 17747
    },
    {
      "epoch": 0.7269301658816302,
      "grad_norm": 0.944196650170239,
      "learning_rate": 0.000291292589148308,
      "loss": 0.5537,
      "step": 17748
    },
    {
      "epoch": 0.7269711243088265,
      "grad_norm": 0.8785168160040965,
      "learning_rate": 0.00029129149409676014,
      "loss": 0.7981,
      "step": 17749
    },
    {
      "epoch": 0.7270120827360229,
      "grad_norm": 1.0960800653719305,
      "learning_rate": 0.0002912903989784179,
      "loss": 1.0288,
      "step": 17750
    },
    {
      "epoch": 0.7270530411632193,
      "grad_norm": 1.075591487439748,
      "learning_rate": 0.0002912893037932817,
      "loss": 1.2079,
      "step": 17751
    },
    {
      "epoch": 0.7270939995904158,
      "grad_norm": 0.5398208086154068,
      "learning_rate": 0.0002912882085413521,
      "loss": 0.2653,
      "step": 17752
    },
    {
      "epoch": 0.7271349580176121,
      "grad_norm": 0.8221174341609152,
      "learning_rate": 0.0002912871132226297,
      "loss": 1.0411,
      "step": 17753
    },
    {
      "epoch": 0.7271759164448085,
      "grad_norm": 0.5956385107323738,
      "learning_rate": 0.00029128601783711495,
      "loss": 0.3298,
      "step": 17754
    },
    {
      "epoch": 0.7272168748720049,
      "grad_norm": 1.0452906246600049,
      "learning_rate": 0.0002912849223848083,
      "loss": 1.1968,
      "step": 17755
    },
    {
      "epoch": 0.7272578332992014,
      "grad_norm": 0.6245252252895971,
      "learning_rate": 0.0002912838268657104,
      "loss": 0.7633,
      "step": 17756
    },
    {
      "epoch": 0.7272987917263977,
      "grad_norm": 0.706953140275077,
      "learning_rate": 0.00029128273127982166,
      "loss": 0.8722,
      "step": 17757
    },
    {
      "epoch": 0.7273397501535941,
      "grad_norm": 0.9346895033781211,
      "learning_rate": 0.0002912816356271427,
      "loss": 0.9772,
      "step": 17758
    },
    {
      "epoch": 0.7273807085807905,
      "grad_norm": 0.6752029205408269,
      "learning_rate": 0.00029128053990767395,
      "loss": 0.8867,
      "step": 17759
    },
    {
      "epoch": 0.7274216670079869,
      "grad_norm": 0.8494810768454959,
      "learning_rate": 0.00029127944412141594,
      "loss": 1.086,
      "step": 17760
    },
    {
      "epoch": 0.7274626254351833,
      "grad_norm": 0.7574467000121238,
      "learning_rate": 0.00029127834826836923,
      "loss": 0.9173,
      "step": 17761
    },
    {
      "epoch": 0.7275035838623797,
      "grad_norm": 0.8236193365003104,
      "learning_rate": 0.0002912772523485343,
      "loss": 1.0679,
      "step": 17762
    },
    {
      "epoch": 0.7275445422895761,
      "grad_norm": 0.8241126441138207,
      "learning_rate": 0.0002912761563619117,
      "loss": 0.7805,
      "step": 17763
    },
    {
      "epoch": 0.7275855007167725,
      "grad_norm": 0.6790446425925333,
      "learning_rate": 0.0002912750603085019,
      "loss": 0.6077,
      "step": 17764
    },
    {
      "epoch": 0.7276264591439688,
      "grad_norm": 3.403899242900148,
      "learning_rate": 0.00029127396418830546,
      "loss": 7.3166,
      "step": 17765
    },
    {
      "epoch": 0.7276674175711653,
      "grad_norm": 0.7059797420329246,
      "learning_rate": 0.0002912728680013229,
      "loss": 0.856,
      "step": 17766
    },
    {
      "epoch": 0.7277083759983617,
      "grad_norm": 0.5474923326648313,
      "learning_rate": 0.00029127177174755476,
      "loss": 0.3396,
      "step": 17767
    },
    {
      "epoch": 0.727749334425558,
      "grad_norm": 1.0437194453353535,
      "learning_rate": 0.0002912706754270015,
      "loss": 0.9168,
      "step": 17768
    },
    {
      "epoch": 0.7277902928527544,
      "grad_norm": 0.7985184805872739,
      "learning_rate": 0.00029126957903966364,
      "loss": 0.9769,
      "step": 17769
    },
    {
      "epoch": 0.7278312512799509,
      "grad_norm": 0.6819784377537512,
      "learning_rate": 0.0002912684825855417,
      "loss": 0.4261,
      "step": 17770
    },
    {
      "epoch": 0.7278722097071473,
      "grad_norm": 0.9804144600854997,
      "learning_rate": 0.00029126738606463626,
      "loss": 0.5399,
      "step": 17771
    },
    {
      "epoch": 0.7279131681343436,
      "grad_norm": 0.9195729236202643,
      "learning_rate": 0.00029126628947694777,
      "loss": 0.9038,
      "step": 17772
    },
    {
      "epoch": 0.72795412656154,
      "grad_norm": 1.801828713203363,
      "learning_rate": 0.0002912651928224768,
      "loss": 2.7259,
      "step": 17773
    },
    {
      "epoch": 0.7279950849887364,
      "grad_norm": 0.7022166518141334,
      "learning_rate": 0.0002912640961012239,
      "loss": 0.7987,
      "step": 17774
    },
    {
      "epoch": 0.7280360434159329,
      "grad_norm": 0.9634783266935664,
      "learning_rate": 0.0002912629993131894,
      "loss": 0.899,
      "step": 17775
    },
    {
      "epoch": 0.7280770018431292,
      "grad_norm": 0.7152853159393541,
      "learning_rate": 0.00029126190245837405,
      "loss": 0.5964,
      "step": 17776
    },
    {
      "epoch": 0.7281179602703256,
      "grad_norm": 1.063514132346795,
      "learning_rate": 0.00029126080553677823,
      "loss": 1.6348,
      "step": 17777
    },
    {
      "epoch": 0.728158918697522,
      "grad_norm": 0.5720354015106668,
      "learning_rate": 0.00029125970854840255,
      "loss": 0.3532,
      "step": 17778
    },
    {
      "epoch": 0.7281998771247185,
      "grad_norm": 1.1292972675164545,
      "learning_rate": 0.00029125861149324744,
      "loss": 1.0481,
      "step": 17779
    },
    {
      "epoch": 0.7282408355519148,
      "grad_norm": 2.6091082198674256,
      "learning_rate": 0.00029125751437131345,
      "loss": 1.0236,
      "step": 17780
    },
    {
      "epoch": 0.7282817939791112,
      "grad_norm": 0.9641748835458208,
      "learning_rate": 0.00029125641718260106,
      "loss": 1.0789,
      "step": 17781
    },
    {
      "epoch": 0.7283227524063076,
      "grad_norm": 0.6658136856123555,
      "learning_rate": 0.00029125531992711093,
      "loss": 0.8905,
      "step": 17782
    },
    {
      "epoch": 0.728363710833504,
      "grad_norm": 1.0651770583272453,
      "learning_rate": 0.00029125422260484337,
      "loss": 1.2275,
      "step": 17783
    },
    {
      "epoch": 0.7284046692607004,
      "grad_norm": 1.0541378602251903,
      "learning_rate": 0.0002912531252157991,
      "loss": 1.3264,
      "step": 17784
    },
    {
      "epoch": 0.7284456276878968,
      "grad_norm": 2.1804844309309703,
      "learning_rate": 0.00029125202775997854,
      "loss": 1.0137,
      "step": 17785
    },
    {
      "epoch": 0.7284865861150932,
      "grad_norm": 0.9383925122470983,
      "learning_rate": 0.00029125093023738214,
      "loss": 0.9526,
      "step": 17786
    },
    {
      "epoch": 0.7285275445422896,
      "grad_norm": 0.8202449703189626,
      "learning_rate": 0.0002912498326480106,
      "loss": 1.0136,
      "step": 17787
    },
    {
      "epoch": 0.7285685029694859,
      "grad_norm": 0.596080096399939,
      "learning_rate": 0.0002912487349918643,
      "loss": 0.6971,
      "step": 17788
    },
    {
      "epoch": 0.7286094613966824,
      "grad_norm": 0.8192978626066869,
      "learning_rate": 0.00029124763726894374,
      "loss": 0.9499,
      "step": 17789
    },
    {
      "epoch": 0.7286504198238788,
      "grad_norm": 0.6561301053193638,
      "learning_rate": 0.00029124653947924957,
      "loss": 0.5827,
      "step": 17790
    },
    {
      "epoch": 0.7286913782510751,
      "grad_norm": 1.2771255302673896,
      "learning_rate": 0.00029124544162278216,
      "loss": 1.1331,
      "step": 17791
    },
    {
      "epoch": 0.7287323366782715,
      "grad_norm": 1.9508232317391674,
      "learning_rate": 0.00029124434369954215,
      "loss": 1.7782,
      "step": 17792
    },
    {
      "epoch": 0.728773295105468,
      "grad_norm": 0.8151076939635553,
      "learning_rate": 0.00029124324570953004,
      "loss": 0.9808,
      "step": 17793
    },
    {
      "epoch": 0.7288142535326644,
      "grad_norm": 0.782194837780188,
      "learning_rate": 0.00029124214765274625,
      "loss": 1.0011,
      "step": 17794
    },
    {
      "epoch": 0.7288552119598607,
      "grad_norm": 0.6905850988980442,
      "learning_rate": 0.0002912410495291914,
      "loss": 0.3832,
      "step": 17795
    },
    {
      "epoch": 0.7288961703870571,
      "grad_norm": 0.8729939752537308,
      "learning_rate": 0.00029123995133886597,
      "loss": 0.439,
      "step": 17796
    },
    {
      "epoch": 0.7289371288142535,
      "grad_norm": 1.1070916846493088,
      "learning_rate": 0.00029123885308177046,
      "loss": 0.9785,
      "step": 17797
    },
    {
      "epoch": 0.72897808724145,
      "grad_norm": 0.8017621037401611,
      "learning_rate": 0.0002912377547579055,
      "loss": 0.7196,
      "step": 17798
    },
    {
      "epoch": 0.7290190456686463,
      "grad_norm": 0.9373570070169049,
      "learning_rate": 0.00029123665636727146,
      "loss": 0.9446,
      "step": 17799
    },
    {
      "epoch": 0.7290600040958427,
      "grad_norm": 0.7264987424099582,
      "learning_rate": 0.00029123555790986895,
      "loss": 0.6603,
      "step": 17800
    },
    {
      "epoch": 0.7291009625230391,
      "grad_norm": 1.4422036614606097,
      "learning_rate": 0.0002912344593856984,
      "loss": 2.2465,
      "step": 17801
    },
    {
      "epoch": 0.7291419209502356,
      "grad_norm": 0.8175265772366225,
      "learning_rate": 0.00029123336079476045,
      "loss": 0.9449,
      "step": 17802
    },
    {
      "epoch": 0.7291828793774319,
      "grad_norm": 0.8036905711573009,
      "learning_rate": 0.00029123226213705554,
      "loss": 1.1338,
      "step": 17803
    },
    {
      "epoch": 0.7292238378046283,
      "grad_norm": 2.5935167278065254,
      "learning_rate": 0.0002912311634125843,
      "loss": 0.8039,
      "step": 17804
    },
    {
      "epoch": 0.7292647962318247,
      "grad_norm": 1.017054421615368,
      "learning_rate": 0.000291230064621347,
      "loss": 0.4205,
      "step": 17805
    },
    {
      "epoch": 0.7293057546590211,
      "grad_norm": 0.746116420231904,
      "learning_rate": 0.00029122896576334444,
      "loss": 0.4629,
      "step": 17806
    },
    {
      "epoch": 0.7293467130862175,
      "grad_norm": 0.9800008766643422,
      "learning_rate": 0.000291227866838577,
      "loss": 0.6756,
      "step": 17807
    },
    {
      "epoch": 0.7293876715134139,
      "grad_norm": 1.2966996770115453,
      "learning_rate": 0.0002912267678470452,
      "loss": 1.1385,
      "step": 17808
    },
    {
      "epoch": 0.7294286299406103,
      "grad_norm": 0.9048302123519368,
      "learning_rate": 0.00029122566878874963,
      "loss": 0.6922,
      "step": 17809
    },
    {
      "epoch": 0.7294695883678067,
      "grad_norm": 1.0037284615691988,
      "learning_rate": 0.0002912245696636907,
      "loss": 1.0818,
      "step": 17810
    },
    {
      "epoch": 0.729510546795003,
      "grad_norm": 0.4856507793749434,
      "learning_rate": 0.000291223470471869,
      "loss": 0.3567,
      "step": 17811
    },
    {
      "epoch": 0.7295515052221995,
      "grad_norm": 0.8452749821643242,
      "learning_rate": 0.00029122237121328504,
      "loss": 0.6555,
      "step": 17812
    },
    {
      "epoch": 0.7295924636493959,
      "grad_norm": 0.938114195503719,
      "learning_rate": 0.00029122127188793934,
      "loss": 1.7686,
      "step": 17813
    },
    {
      "epoch": 0.7296334220765922,
      "grad_norm": 0.7451737234760493,
      "learning_rate": 0.0002912201724958324,
      "loss": 0.7736,
      "step": 17814
    },
    {
      "epoch": 0.7296743805037886,
      "grad_norm": 0.6061730550558639,
      "learning_rate": 0.00029121907303696483,
      "loss": 0.2407,
      "step": 17815
    },
    {
      "epoch": 0.7297153389309851,
      "grad_norm": 1.5536374670869408,
      "learning_rate": 0.000291217973511337,
      "loss": 1.1649,
      "step": 17816
    },
    {
      "epoch": 0.7297562973581815,
      "grad_norm": 0.9422815230028961,
      "learning_rate": 0.00029121687391894953,
      "loss": 1.2402,
      "step": 17817
    },
    {
      "epoch": 0.7297972557853778,
      "grad_norm": 0.7301512013802356,
      "learning_rate": 0.0002912157742598029,
      "loss": 0.3132,
      "step": 17818
    },
    {
      "epoch": 0.7298382142125742,
      "grad_norm": 1.338207453177948,
      "learning_rate": 0.0002912146745338977,
      "loss": 1.8727,
      "step": 17819
    },
    {
      "epoch": 0.7298791726397706,
      "grad_norm": 0.7472039612756722,
      "learning_rate": 0.0002912135747412343,
      "loss": 0.6845,
      "step": 17820
    },
    {
      "epoch": 0.7299201310669671,
      "grad_norm": 1.8399984919995684,
      "learning_rate": 0.0002912124748818134,
      "loss": 3.6006,
      "step": 17821
    },
    {
      "epoch": 0.7299610894941634,
      "grad_norm": 0.8740081599461758,
      "learning_rate": 0.00029121137495563543,
      "loss": 0.807,
      "step": 17822
    },
    {
      "epoch": 0.7300020479213598,
      "grad_norm": 0.8247554787019049,
      "learning_rate": 0.0002912102749627009,
      "loss": 0.9231,
      "step": 17823
    },
    {
      "epoch": 0.7300430063485562,
      "grad_norm": 0.6937868584749545,
      "learning_rate": 0.0002912091749030103,
      "loss": 0.9125,
      "step": 17824
    },
    {
      "epoch": 0.7300839647757527,
      "grad_norm": 1.078648278135132,
      "learning_rate": 0.0002912080747765643,
      "loss": 1.0078,
      "step": 17825
    },
    {
      "epoch": 0.730124923202949,
      "grad_norm": 0.7066356372380336,
      "learning_rate": 0.0002912069745833632,
      "loss": 1.0255,
      "step": 17826
    },
    {
      "epoch": 0.7301658816301454,
      "grad_norm": 1.1110448070800112,
      "learning_rate": 0.00029120587432340773,
      "loss": 1.4117,
      "step": 17827
    },
    {
      "epoch": 0.7302068400573418,
      "grad_norm": 1.702901763662448,
      "learning_rate": 0.00029120477399669826,
      "loss": 1.4873,
      "step": 17828
    },
    {
      "epoch": 0.7302477984845382,
      "grad_norm": 2.374623580812905,
      "learning_rate": 0.00029120367360323533,
      "loss": 1.1854,
      "step": 17829
    },
    {
      "epoch": 0.7302887569117346,
      "grad_norm": 0.540170472316394,
      "learning_rate": 0.0002912025731430196,
      "loss": 0.392,
      "step": 17830
    },
    {
      "epoch": 0.730329715338931,
      "grad_norm": 0.7417636182245925,
      "learning_rate": 0.00029120147261605143,
      "loss": 0.9412,
      "step": 17831
    },
    {
      "epoch": 0.7303706737661274,
      "grad_norm": 1.1895408714255364,
      "learning_rate": 0.00029120037202233143,
      "loss": 0.6941,
      "step": 17832
    },
    {
      "epoch": 0.7304116321933237,
      "grad_norm": 0.9058566945449715,
      "learning_rate": 0.00029119927136186,
      "loss": 1.0147,
      "step": 17833
    },
    {
      "epoch": 0.7304525906205201,
      "grad_norm": 1.8490633306833109,
      "learning_rate": 0.0002911981706346379,
      "loss": 4.2988,
      "step": 17834
    },
    {
      "epoch": 0.7304935490477166,
      "grad_norm": 0.8227383250117933,
      "learning_rate": 0.00029119706984066535,
      "loss": 1.158,
      "step": 17835
    },
    {
      "epoch": 0.730534507474913,
      "grad_norm": 0.7963815030360575,
      "learning_rate": 0.00029119596897994306,
      "loss": 1.0716,
      "step": 17836
    },
    {
      "epoch": 0.7305754659021093,
      "grad_norm": 0.8158973393316895,
      "learning_rate": 0.00029119486805247153,
      "loss": 0.4096,
      "step": 17837
    },
    {
      "epoch": 0.7306164243293057,
      "grad_norm": 0.8357301021144643,
      "learning_rate": 0.00029119376705825126,
      "loss": 0.6767,
      "step": 17838
    },
    {
      "epoch": 0.7306573827565022,
      "grad_norm": 0.7717060095477264,
      "learning_rate": 0.0002911926659972828,
      "loss": 0.8054,
      "step": 17839
    },
    {
      "epoch": 0.7306983411836986,
      "grad_norm": 0.8703796001870915,
      "learning_rate": 0.0002911915648695666,
      "loss": 0.7142,
      "step": 17840
    },
    {
      "epoch": 0.7307392996108949,
      "grad_norm": 0.7052269927802061,
      "learning_rate": 0.0002911904636751032,
      "loss": 0.9075,
      "step": 17841
    },
    {
      "epoch": 0.7307802580380913,
      "grad_norm": 0.7863822567383262,
      "learning_rate": 0.0002911893624138932,
      "loss": 0.5227,
      "step": 17842
    },
    {
      "epoch": 0.7308212164652877,
      "grad_norm": 1.0856825899104912,
      "learning_rate": 0.000291188261085937,
      "loss": 1.0463,
      "step": 17843
    },
    {
      "epoch": 0.7308621748924842,
      "grad_norm": 0.6655877093456596,
      "learning_rate": 0.0002911871596912352,
      "loss": 0.4606,
      "step": 17844
    },
    {
      "epoch": 0.7309031333196805,
      "grad_norm": 1.1098965400263707,
      "learning_rate": 0.00029118605822978837,
      "loss": 1.0657,
      "step": 17845
    },
    {
      "epoch": 0.7309440917468769,
      "grad_norm": 0.992008385208596,
      "learning_rate": 0.0002911849567015969,
      "loss": 1.1417,
      "step": 17846
    },
    {
      "epoch": 0.7309850501740733,
      "grad_norm": 1.1220042579848821,
      "learning_rate": 0.0002911838551066614,
      "loss": 1.1861,
      "step": 17847
    },
    {
      "epoch": 0.7310260086012698,
      "grad_norm": 1.1585743335209546,
      "learning_rate": 0.0002911827534449823,
      "loss": 1.7174,
      "step": 17848
    },
    {
      "epoch": 0.7310669670284661,
      "grad_norm": 2.4229547061065237,
      "learning_rate": 0.0002911816517165603,
      "loss": 3.2034,
      "step": 17849
    },
    {
      "epoch": 0.7311079254556625,
      "grad_norm": 0.8819686511753179,
      "learning_rate": 0.0002911805499213957,
      "loss": 0.9788,
      "step": 17850
    },
    {
      "epoch": 0.7311488838828589,
      "grad_norm": 1.0273124688957227,
      "learning_rate": 0.00029117944805948917,
      "loss": 0.9327,
      "step": 17851
    },
    {
      "epoch": 0.7311898423100553,
      "grad_norm": 0.7850525798019103,
      "learning_rate": 0.0002911783461308412,
      "loss": 0.7928,
      "step": 17852
    },
    {
      "epoch": 0.7312308007372517,
      "grad_norm": 2.289661698335349,
      "learning_rate": 0.0002911772441354523,
      "loss": 2.0909,
      "step": 17853
    },
    {
      "epoch": 0.7312717591644481,
      "grad_norm": 0.7680846901095207,
      "learning_rate": 0.000291176142073323,
      "loss": 0.9099,
      "step": 17854
    },
    {
      "epoch": 0.7313127175916445,
      "grad_norm": 1.108771618712029,
      "learning_rate": 0.0002911750399444538,
      "loss": 1.0556,
      "step": 17855
    },
    {
      "epoch": 0.7313536760188408,
      "grad_norm": 1.0524917982999018,
      "learning_rate": 0.0002911739377488452,
      "loss": 0.828,
      "step": 17856
    },
    {
      "epoch": 0.7313946344460373,
      "grad_norm": 1.142847023313034,
      "learning_rate": 0.0002911728354864978,
      "loss": 0.7105,
      "step": 17857
    },
    {
      "epoch": 0.7314355928732337,
      "grad_norm": 0.702744773999546,
      "learning_rate": 0.00029117173315741207,
      "loss": 0.7561,
      "step": 17858
    },
    {
      "epoch": 0.7314765513004301,
      "grad_norm": 8.88654850118447,
      "learning_rate": 0.0002911706307615885,
      "loss": 2.2945,
      "step": 17859
    },
    {
      "epoch": 0.7315175097276264,
      "grad_norm": 0.808574219902993,
      "learning_rate": 0.0002911695282990277,
      "loss": 0.706,
      "step": 17860
    },
    {
      "epoch": 0.7315584681548228,
      "grad_norm": 0.8505131503451683,
      "learning_rate": 0.0002911684257697301,
      "loss": 0.8664,
      "step": 17861
    },
    {
      "epoch": 0.7315994265820193,
      "grad_norm": 0.6434614906778743,
      "learning_rate": 0.00029116732317369624,
      "loss": 0.8589,
      "step": 17862
    },
    {
      "epoch": 0.7316403850092157,
      "grad_norm": 0.9428201393854201,
      "learning_rate": 0.0002911662205109267,
      "loss": 0.9094,
      "step": 17863
    },
    {
      "epoch": 0.731681343436412,
      "grad_norm": 0.8874543417736915,
      "learning_rate": 0.000291165117781422,
      "loss": 0.6304,
      "step": 17864
    },
    {
      "epoch": 0.7317223018636084,
      "grad_norm": 1.2347298694610471,
      "learning_rate": 0.0002911640149851826,
      "loss": 0.6602,
      "step": 17865
    },
    {
      "epoch": 0.7317632602908049,
      "grad_norm": 1.8318784376131272,
      "learning_rate": 0.000291162912122209,
      "loss": 1.4016,
      "step": 17866
    },
    {
      "epoch": 0.7318042187180013,
      "grad_norm": 0.9680628135582432,
      "learning_rate": 0.0002911618091925018,
      "loss": 1.2836,
      "step": 17867
    },
    {
      "epoch": 0.7318451771451976,
      "grad_norm": 0.794758206608824,
      "learning_rate": 0.0002911607061960614,
      "loss": 0.9094,
      "step": 17868
    },
    {
      "epoch": 0.731886135572394,
      "grad_norm": 1.0502000220665495,
      "learning_rate": 0.00029115960313288856,
      "loss": 1.1938,
      "step": 17869
    },
    {
      "epoch": 0.7319270939995904,
      "grad_norm": 0.7574094878799031,
      "learning_rate": 0.00029115850000298354,
      "loss": 0.8448,
      "step": 17870
    },
    {
      "epoch": 0.7319680524267869,
      "grad_norm": 0.7199477432531903,
      "learning_rate": 0.00029115739680634706,
      "loss": 1.0445,
      "step": 17871
    },
    {
      "epoch": 0.7320090108539832,
      "grad_norm": 0.9379472895456648,
      "learning_rate": 0.0002911562935429795,
      "loss": 0.3888,
      "step": 17872
    },
    {
      "epoch": 0.7320499692811796,
      "grad_norm": 0.925035825055674,
      "learning_rate": 0.00029115519021288144,
      "loss": 1.0921,
      "step": 17873
    },
    {
      "epoch": 0.732090927708376,
      "grad_norm": 1.074886746760585,
      "learning_rate": 0.0002911540868160534,
      "loss": 0.9923,
      "step": 17874
    },
    {
      "epoch": 0.7321318861355723,
      "grad_norm": 0.7992674403247026,
      "learning_rate": 0.0002911529833524959,
      "loss": 0.7728,
      "step": 17875
    },
    {
      "epoch": 0.7321728445627688,
      "grad_norm": 1.1665676218564383,
      "learning_rate": 0.00029115187982220946,
      "loss": 0.9049,
      "step": 17876
    },
    {
      "epoch": 0.7322138029899652,
      "grad_norm": 0.921621122335141,
      "learning_rate": 0.0002911507762251946,
      "loss": 0.678,
      "step": 17877
    },
    {
      "epoch": 0.7322547614171616,
      "grad_norm": 1.3871305982484123,
      "learning_rate": 0.00029114967256145183,
      "loss": 0.8513,
      "step": 17878
    },
    {
      "epoch": 0.7322957198443579,
      "grad_norm": 1.2009161737727763,
      "learning_rate": 0.0002911485688309817,
      "loss": 0.9223,
      "step": 17879
    },
    {
      "epoch": 0.7323366782715544,
      "grad_norm": 0.7046103472078378,
      "learning_rate": 0.0002911474650337847,
      "loss": 0.8298,
      "step": 17880
    },
    {
      "epoch": 0.7323776366987508,
      "grad_norm": 0.9731148095759417,
      "learning_rate": 0.00029114636116986143,
      "loss": 1.0758,
      "step": 17881
    },
    {
      "epoch": 0.7324185951259472,
      "grad_norm": 1.2199699666319492,
      "learning_rate": 0.0002911452572392122,
      "loss": 0.8555,
      "step": 17882
    },
    {
      "epoch": 0.7324595535531435,
      "grad_norm": 0.7638688015552147,
      "learning_rate": 0.00029114415324183786,
      "loss": 0.8687,
      "step": 17883
    },
    {
      "epoch": 0.7325005119803399,
      "grad_norm": 0.869040847171795,
      "learning_rate": 0.00029114304917773865,
      "loss": 1.136,
      "step": 17884
    },
    {
      "epoch": 0.7325414704075364,
      "grad_norm": 1.6526115218969506,
      "learning_rate": 0.00029114194504691526,
      "loss": 0.8695,
      "step": 17885
    },
    {
      "epoch": 0.7325824288347328,
      "grad_norm": 1.1616909107285127,
      "learning_rate": 0.00029114084084936806,
      "loss": 0.9846,
      "step": 17886
    },
    {
      "epoch": 0.7326233872619291,
      "grad_norm": 0.746895550108537,
      "learning_rate": 0.00029113973658509776,
      "loss": 0.7173,
      "step": 17887
    },
    {
      "epoch": 0.7326643456891255,
      "grad_norm": 0.5185715906440553,
      "learning_rate": 0.00029113863225410473,
      "loss": 0.3209,
      "step": 17888
    },
    {
      "epoch": 0.732705304116322,
      "grad_norm": 1.015254434249218,
      "learning_rate": 0.0002911375278563896,
      "loss": 0.8024,
      "step": 17889
    },
    {
      "epoch": 0.7327462625435184,
      "grad_norm": 1.045610114741054,
      "learning_rate": 0.00029113642339195274,
      "loss": 0.8413,
      "step": 17890
    },
    {
      "epoch": 0.7327872209707147,
      "grad_norm": 1.0318007385011108,
      "learning_rate": 0.0002911353188607948,
      "loss": 0.9429,
      "step": 17891
    },
    {
      "epoch": 0.7328281793979111,
      "grad_norm": 1.4240394813072785,
      "learning_rate": 0.0002911342142629163,
      "loss": 1.0226,
      "step": 17892
    },
    {
      "epoch": 0.7328691378251075,
      "grad_norm": 0.8932068827962812,
      "learning_rate": 0.00029113310959831773,
      "loss": 1.1233,
      "step": 17893
    },
    {
      "epoch": 0.732910096252304,
      "grad_norm": 1.0118346530878632,
      "learning_rate": 0.00029113200486699964,
      "loss": 0.8262,
      "step": 17894
    },
    {
      "epoch": 0.7329510546795003,
      "grad_norm": 1.8879858016446027,
      "learning_rate": 0.00029113090006896246,
      "loss": 1.1391,
      "step": 17895
    },
    {
      "epoch": 0.7329920131066967,
      "grad_norm": 0.8350293031284778,
      "learning_rate": 0.00029112979520420684,
      "loss": 0.4238,
      "step": 17896
    },
    {
      "epoch": 0.7330329715338931,
      "grad_norm": 0.773951983492585,
      "learning_rate": 0.0002911286902727332,
      "loss": 0.978,
      "step": 17897
    },
    {
      "epoch": 0.7330739299610894,
      "grad_norm": 1.0344359894112707,
      "learning_rate": 0.0002911275852745421,
      "loss": 0.9172,
      "step": 17898
    },
    {
      "epoch": 0.7331148883882859,
      "grad_norm": 2.2293080420778653,
      "learning_rate": 0.0002911264802096341,
      "loss": 2.3575,
      "step": 17899
    },
    {
      "epoch": 0.7331558468154823,
      "grad_norm": 0.8768097384587655,
      "learning_rate": 0.0002911253750780097,
      "loss": 0.9273,
      "step": 17900
    },
    {
      "epoch": 0.7331968052426787,
      "grad_norm": 2.073141930324832,
      "learning_rate": 0.00029112426987966937,
      "loss": 1.3327,
      "step": 17901
    },
    {
      "epoch": 0.733237763669875,
      "grad_norm": 1.4545320697581536,
      "learning_rate": 0.0002911231646146137,
      "loss": 1.2336,
      "step": 17902
    },
    {
      "epoch": 0.7332787220970715,
      "grad_norm": 0.6807835591135966,
      "learning_rate": 0.0002911220592828432,
      "loss": 0.3192,
      "step": 17903
    },
    {
      "epoch": 0.7333196805242679,
      "grad_norm": 0.48510213784558276,
      "learning_rate": 0.00029112095388435835,
      "loss": 0.3135,
      "step": 17904
    },
    {
      "epoch": 0.7333606389514643,
      "grad_norm": 0.523867717218157,
      "learning_rate": 0.00029111984841915974,
      "loss": 0.316,
      "step": 17905
    },
    {
      "epoch": 0.7334015973786606,
      "grad_norm": 0.9652154983371706,
      "learning_rate": 0.0002911187428872478,
      "loss": 1.2252,
      "step": 17906
    },
    {
      "epoch": 0.733442555805857,
      "grad_norm": 1.5841917595322237,
      "learning_rate": 0.00029111763728862316,
      "loss": 1.2357,
      "step": 17907
    },
    {
      "epoch": 0.7334835142330535,
      "grad_norm": 0.7961463772484365,
      "learning_rate": 0.00029111653162328626,
      "loss": 0.9188,
      "step": 17908
    },
    {
      "epoch": 0.7335244726602499,
      "grad_norm": 0.7411540096368221,
      "learning_rate": 0.0002911154258912377,
      "loss": 1.0662,
      "step": 17909
    },
    {
      "epoch": 0.7335654310874462,
      "grad_norm": 0.8043651802277031,
      "learning_rate": 0.00029111432009247784,
      "loss": 0.9605,
      "step": 17910
    },
    {
      "epoch": 0.7336063895146426,
      "grad_norm": 0.8305304256257524,
      "learning_rate": 0.0002911132142270074,
      "loss": 0.6301,
      "step": 17911
    },
    {
      "epoch": 0.7336473479418391,
      "grad_norm": 0.7275734226426972,
      "learning_rate": 0.00029111210829482683,
      "loss": 0.8916,
      "step": 17912
    },
    {
      "epoch": 0.7336883063690355,
      "grad_norm": 1.0660260174667193,
      "learning_rate": 0.0002911110022959366,
      "loss": 0.998,
      "step": 17913
    },
    {
      "epoch": 0.7337292647962318,
      "grad_norm": 2.628279012516433,
      "learning_rate": 0.0002911098962303373,
      "loss": 1.6328,
      "step": 17914
    },
    {
      "epoch": 0.7337702232234282,
      "grad_norm": 0.8490568470345631,
      "learning_rate": 0.0002911087900980294,
      "loss": 0.8452,
      "step": 17915
    },
    {
      "epoch": 0.7338111816506246,
      "grad_norm": 2.32277263001838,
      "learning_rate": 0.0002911076838990135,
      "loss": 1.082,
      "step": 17916
    },
    {
      "epoch": 0.733852140077821,
      "grad_norm": 1.4882252274293593,
      "learning_rate": 0.00029110657763329006,
      "loss": 0.8877,
      "step": 17917
    },
    {
      "epoch": 0.7338930985050174,
      "grad_norm": 0.8195236458703519,
      "learning_rate": 0.0002911054713008596,
      "loss": 0.9877,
      "step": 17918
    },
    {
      "epoch": 0.7339340569322138,
      "grad_norm": 0.6434589876092193,
      "learning_rate": 0.0002911043649017227,
      "loss": 0.7949,
      "step": 17919
    },
    {
      "epoch": 0.7339750153594102,
      "grad_norm": 0.8352328110029978,
      "learning_rate": 0.0002911032584358798,
      "loss": 0.9538,
      "step": 17920
    },
    {
      "epoch": 0.7340159737866065,
      "grad_norm": 0.5911870145207928,
      "learning_rate": 0.0002911021519033315,
      "loss": 0.7117,
      "step": 17921
    },
    {
      "epoch": 0.734056932213803,
      "grad_norm": 5.376167074428107,
      "learning_rate": 0.0002911010453040783,
      "loss": 3.6928,
      "step": 17922
    },
    {
      "epoch": 0.7340978906409994,
      "grad_norm": 0.6499776200986391,
      "learning_rate": 0.0002910999386381207,
      "loss": 0.3072,
      "step": 17923
    },
    {
      "epoch": 0.7341388490681958,
      "grad_norm": 0.8001997912074638,
      "learning_rate": 0.0002910988319054592,
      "loss": 0.8403,
      "step": 17924
    },
    {
      "epoch": 0.7341798074953921,
      "grad_norm": 0.82806623274001,
      "learning_rate": 0.00029109772510609434,
      "loss": 1.0932,
      "step": 17925
    },
    {
      "epoch": 0.7342207659225886,
      "grad_norm": 0.7002646042013104,
      "learning_rate": 0.0002910966182400268,
      "loss": 0.7932,
      "step": 17926
    },
    {
      "epoch": 0.734261724349785,
      "grad_norm": 0.8554080264859925,
      "learning_rate": 0.00029109551130725685,
      "loss": 1.0555,
      "step": 17927
    },
    {
      "epoch": 0.7343026827769814,
      "grad_norm": 0.8763603176626222,
      "learning_rate": 0.00029109440430778516,
      "loss": 0.9749,
      "step": 17928
    },
    {
      "epoch": 0.7343436412041777,
      "grad_norm": 0.6858303799771108,
      "learning_rate": 0.0002910932972416122,
      "loss": 0.8132,
      "step": 17929
    },
    {
      "epoch": 0.7343845996313741,
      "grad_norm": 0.6999492240034044,
      "learning_rate": 0.0002910921901087385,
      "loss": 0.9131,
      "step": 17930
    },
    {
      "epoch": 0.7344255580585706,
      "grad_norm": 0.7227622578426262,
      "learning_rate": 0.0002910910829091647,
      "loss": 0.7925,
      "step": 17931
    },
    {
      "epoch": 0.734466516485767,
      "grad_norm": 0.8777695389047815,
      "learning_rate": 0.00029108997564289115,
      "loss": 0.9217,
      "step": 17932
    },
    {
      "epoch": 0.7345074749129633,
      "grad_norm": 0.797278254124221,
      "learning_rate": 0.00029108886830991844,
      "loss": 0.7429,
      "step": 17933
    },
    {
      "epoch": 0.7345484333401597,
      "grad_norm": 0.8534190948411843,
      "learning_rate": 0.0002910877609102471,
      "loss": 1.0049,
      "step": 17934
    },
    {
      "epoch": 0.7345893917673562,
      "grad_norm": 0.750776307657696,
      "learning_rate": 0.00029108665344387765,
      "loss": 1.1832,
      "step": 17935
    },
    {
      "epoch": 0.7346303501945526,
      "grad_norm": 0.9079366750691287,
      "learning_rate": 0.0002910855459108107,
      "loss": 0.9431,
      "step": 17936
    },
    {
      "epoch": 0.7346713086217489,
      "grad_norm": 0.47834188303025976,
      "learning_rate": 0.00029108443831104663,
      "loss": 0.2601,
      "step": 17937
    },
    {
      "epoch": 0.7347122670489453,
      "grad_norm": 2.2901730442476307,
      "learning_rate": 0.00029108333064458596,
      "loss": 4.5996,
      "step": 17938
    },
    {
      "epoch": 0.7347532254761417,
      "grad_norm": 1.7298936274081005,
      "learning_rate": 0.00029108222291142935,
      "loss": 1.3438,
      "step": 17939
    },
    {
      "epoch": 0.7347941839033381,
      "grad_norm": 0.7892209641772028,
      "learning_rate": 0.0002910811151115773,
      "loss": 0.7614,
      "step": 17940
    },
    {
      "epoch": 0.7348351423305345,
      "grad_norm": 0.7416792608549014,
      "learning_rate": 0.0002910800072450302,
      "loss": 0.8021,
      "step": 17941
    },
    {
      "epoch": 0.7348761007577309,
      "grad_norm": 1.090810763674211,
      "learning_rate": 0.0002910788993117887,
      "loss": 0.7949,
      "step": 17942
    },
    {
      "epoch": 0.7349170591849273,
      "grad_norm": 0.6365016785578197,
      "learning_rate": 0.0002910777913118533,
      "loss": 0.6428,
      "step": 17943
    },
    {
      "epoch": 0.7349580176121236,
      "grad_norm": 23.47628287729181,
      "learning_rate": 0.00029107668324522437,
      "loss": 5.9634,
      "step": 17944
    },
    {
      "epoch": 0.7349989760393201,
      "grad_norm": 0.9099136004151572,
      "learning_rate": 0.0002910755751119027,
      "loss": 0.86,
      "step": 17945
    },
    {
      "epoch": 0.7350399344665165,
      "grad_norm": 0.9285984535502935,
      "learning_rate": 0.00029107446691188865,
      "loss": 0.8416,
      "step": 17946
    },
    {
      "epoch": 0.7350808928937129,
      "grad_norm": 0.9503367505490493,
      "learning_rate": 0.0002910733586451828,
      "loss": 1.0554,
      "step": 17947
    },
    {
      "epoch": 0.7351218513209092,
      "grad_norm": 0.6145456997743781,
      "learning_rate": 0.0002910722503117857,
      "loss": 0.6904,
      "step": 17948
    },
    {
      "epoch": 0.7351628097481057,
      "grad_norm": 0.661224509840833,
      "learning_rate": 0.00029107114191169773,
      "loss": 0.565,
      "step": 17949
    },
    {
      "epoch": 0.7352037681753021,
      "grad_norm": 0.9013083791535652,
      "learning_rate": 0.0002910700334449195,
      "loss": 0.8636,
      "step": 17950
    },
    {
      "epoch": 0.7352447266024985,
      "grad_norm": 0.9100878345259679,
      "learning_rate": 0.00029106892491145164,
      "loss": 1.0677,
      "step": 17951
    },
    {
      "epoch": 0.7352856850296948,
      "grad_norm": 1.0711357626218936,
      "learning_rate": 0.0002910678163112945,
      "loss": 0.954,
      "step": 17952
    },
    {
      "epoch": 0.7353266434568912,
      "grad_norm": 0.8920028274649798,
      "learning_rate": 0.0002910667076444487,
      "loss": 0.7693,
      "step": 17953
    },
    {
      "epoch": 0.7353676018840877,
      "grad_norm": 0.8483043225687538,
      "learning_rate": 0.0002910655989109148,
      "loss": 0.8871,
      "step": 17954
    },
    {
      "epoch": 0.7354085603112841,
      "grad_norm": 0.7724504494995386,
      "learning_rate": 0.0002910644901106932,
      "loss": 1.0868,
      "step": 17955
    },
    {
      "epoch": 0.7354495187384804,
      "grad_norm": 0.9264917324308096,
      "learning_rate": 0.0002910633812437845,
      "loss": 1.0671,
      "step": 17956
    },
    {
      "epoch": 0.7354904771656768,
      "grad_norm": 0.6593295105856095,
      "learning_rate": 0.0002910622723101893,
      "loss": 0.7565,
      "step": 17957
    },
    {
      "epoch": 0.7355314355928733,
      "grad_norm": 2.4431509876690414,
      "learning_rate": 0.000291061163309908,
      "loss": 1.1953,
      "step": 17958
    },
    {
      "epoch": 0.7355723940200696,
      "grad_norm": 0.8829446859848629,
      "learning_rate": 0.0002910600542429411,
      "loss": 1.2155,
      "step": 17959
    },
    {
      "epoch": 0.735613352447266,
      "grad_norm": 0.9309608211862186,
      "learning_rate": 0.00029105894510928924,
      "loss": 0.8513,
      "step": 17960
    },
    {
      "epoch": 0.7356543108744624,
      "grad_norm": 1.1089044945697266,
      "learning_rate": 0.0002910578359089529,
      "loss": 1.101,
      "step": 17961
    },
    {
      "epoch": 0.7356952693016588,
      "grad_norm": 1.0321803418976068,
      "learning_rate": 0.00029105672664193265,
      "loss": 0.869,
      "step": 17962
    },
    {
      "epoch": 0.7357362277288552,
      "grad_norm": 1.1185785287315708,
      "learning_rate": 0.00029105561730822886,
      "loss": 0.9173,
      "step": 17963
    },
    {
      "epoch": 0.7357771861560516,
      "grad_norm": 0.8267377562399022,
      "learning_rate": 0.00029105450790784226,
      "loss": 0.7819,
      "step": 17964
    },
    {
      "epoch": 0.735818144583248,
      "grad_norm": 0.9068224760933393,
      "learning_rate": 0.0002910533984407732,
      "loss": 0.9888,
      "step": 17965
    },
    {
      "epoch": 0.7358591030104444,
      "grad_norm": 0.8443025140338088,
      "learning_rate": 0.0002910522889070223,
      "loss": 0.5872,
      "step": 17966
    },
    {
      "epoch": 0.7359000614376408,
      "grad_norm": 1.0587339959403907,
      "learning_rate": 0.0002910511793065901,
      "loss": 1.1313,
      "step": 17967
    },
    {
      "epoch": 0.7359410198648372,
      "grad_norm": 0.9224367068203276,
      "learning_rate": 0.000291050069639477,
      "loss": 1.0971,
      "step": 17968
    },
    {
      "epoch": 0.7359819782920336,
      "grad_norm": 0.6603853106919252,
      "learning_rate": 0.00029104895990568366,
      "loss": 0.6615,
      "step": 17969
    },
    {
      "epoch": 0.73602293671923,
      "grad_norm": 1.2749293895351328,
      "learning_rate": 0.00029104785010521057,
      "loss": 1.2121,
      "step": 17970
    },
    {
      "epoch": 0.7360638951464263,
      "grad_norm": 0.633578667911233,
      "learning_rate": 0.00029104674023805823,
      "loss": 0.4344,
      "step": 17971
    },
    {
      "epoch": 0.7361048535736228,
      "grad_norm": 1.538661112491313,
      "learning_rate": 0.0002910456303042272,
      "loss": 2.3123,
      "step": 17972
    },
    {
      "epoch": 0.7361458120008192,
      "grad_norm": 0.7418721665412803,
      "learning_rate": 0.000291044520303718,
      "loss": 0.8838,
      "step": 17973
    },
    {
      "epoch": 0.7361867704280156,
      "grad_norm": 0.9672184002495186,
      "learning_rate": 0.00029104341023653105,
      "loss": 0.8421,
      "step": 17974
    },
    {
      "epoch": 0.7362277288552119,
      "grad_norm": 1.1229139944749083,
      "learning_rate": 0.00029104230010266704,
      "loss": 0.7974,
      "step": 17975
    },
    {
      "epoch": 0.7362686872824084,
      "grad_norm": 0.8793145226757585,
      "learning_rate": 0.0002910411899021263,
      "loss": 0.8809,
      "step": 17976
    },
    {
      "epoch": 0.7363096457096048,
      "grad_norm": 1.0108697791752328,
      "learning_rate": 0.0002910400796349096,
      "loss": 1.3975,
      "step": 17977
    },
    {
      "epoch": 0.7363506041368012,
      "grad_norm": 0.6753812168391781,
      "learning_rate": 0.00029103896930101725,
      "loss": 0.4064,
      "step": 17978
    },
    {
      "epoch": 0.7363915625639975,
      "grad_norm": 0.8466888450725137,
      "learning_rate": 0.0002910378589004499,
      "loss": 0.7199,
      "step": 17979
    },
    {
      "epoch": 0.7364325209911939,
      "grad_norm": 0.9045673533458324,
      "learning_rate": 0.00029103674843320804,
      "loss": 1.0555,
      "step": 17980
    },
    {
      "epoch": 0.7364734794183904,
      "grad_norm": 0.7988138588259035,
      "learning_rate": 0.0002910356378992922,
      "loss": 0.777,
      "step": 17981
    },
    {
      "epoch": 0.7365144378455867,
      "grad_norm": 1.0416522987858576,
      "learning_rate": 0.0002910345272987029,
      "loss": 1.4808,
      "step": 17982
    },
    {
      "epoch": 0.7365553962727831,
      "grad_norm": 0.8091126778364188,
      "learning_rate": 0.0002910334166314406,
      "loss": 0.8496,
      "step": 17983
    },
    {
      "epoch": 0.7365963546999795,
      "grad_norm": 11.581066134036172,
      "learning_rate": 0.0002910323058975059,
      "loss": 4.3237,
      "step": 17984
    },
    {
      "epoch": 0.736637313127176,
      "grad_norm": 1.2822425555782135,
      "learning_rate": 0.00029103119509689933,
      "loss": 0.8935,
      "step": 17985
    },
    {
      "epoch": 0.7366782715543723,
      "grad_norm": 0.767075620961923,
      "learning_rate": 0.0002910300842296214,
      "loss": 1.0343,
      "step": 17986
    },
    {
      "epoch": 0.7367192299815687,
      "grad_norm": 0.9984774057832306,
      "learning_rate": 0.0002910289732956726,
      "loss": 1.194,
      "step": 17987
    },
    {
      "epoch": 0.7367601884087651,
      "grad_norm": 0.6577599951712643,
      "learning_rate": 0.0002910278622950535,
      "loss": 0.7358,
      "step": 17988
    },
    {
      "epoch": 0.7368011468359615,
      "grad_norm": 0.7583882997391539,
      "learning_rate": 0.0002910267512277646,
      "loss": 0.7909,
      "step": 17989
    },
    {
      "epoch": 0.7368421052631579,
      "grad_norm": 0.8473259682382617,
      "learning_rate": 0.0002910256400938065,
      "loss": 1.1548,
      "step": 17990
    },
    {
      "epoch": 0.7368830636903543,
      "grad_norm": 0.9145669461651768,
      "learning_rate": 0.0002910245288931796,
      "loss": 0.8556,
      "step": 17991
    },
    {
      "epoch": 0.7369240221175507,
      "grad_norm": 2.2540098883869377,
      "learning_rate": 0.0002910234176258845,
      "loss": 4.0381,
      "step": 17992
    },
    {
      "epoch": 0.7369649805447471,
      "grad_norm": 2.515863392516083,
      "learning_rate": 0.0002910223062919217,
      "loss": 4.2889,
      "step": 17993
    },
    {
      "epoch": 0.7370059389719434,
      "grad_norm": 0.8576585043521854,
      "learning_rate": 0.0002910211948912917,
      "loss": 0.8924,
      "step": 17994
    },
    {
      "epoch": 0.7370468973991399,
      "grad_norm": 0.7486745409146406,
      "learning_rate": 0.00029102008342399516,
      "loss": 1.0481,
      "step": 17995
    },
    {
      "epoch": 0.7370878558263363,
      "grad_norm": 0.6853034578149804,
      "learning_rate": 0.0002910189718900324,
      "loss": 0.9624,
      "step": 17996
    },
    {
      "epoch": 0.7371288142535327,
      "grad_norm": 0.7433548316994361,
      "learning_rate": 0.00029101786028940414,
      "loss": 0.9122,
      "step": 17997
    },
    {
      "epoch": 0.737169772680729,
      "grad_norm": 1.2345458474442426,
      "learning_rate": 0.00029101674862211076,
      "loss": 1.1787,
      "step": 17998
    },
    {
      "epoch": 0.7372107311079255,
      "grad_norm": 0.6963944571266778,
      "learning_rate": 0.0002910156368881529,
      "loss": 0.8182,
      "step": 17999
    },
    {
      "epoch": 0.7372516895351219,
      "grad_norm": 0.9045393754020429,
      "learning_rate": 0.000291014525087531,
      "loss": 0.8854,
      "step": 18000
    },
    {
      "epoch": 0.7372926479623182,
      "grad_norm": 0.5653501037914983,
      "learning_rate": 0.00029101341322024563,
      "loss": 0.7093,
      "step": 18001
    },
    {
      "epoch": 0.7373336063895146,
      "grad_norm": 1.3134422162782582,
      "learning_rate": 0.0002910123012862973,
      "loss": 0.7656,
      "step": 18002
    },
    {
      "epoch": 0.737374564816711,
      "grad_norm": 0.7515125881724778,
      "learning_rate": 0.0002910111892856865,
      "loss": 0.3967,
      "step": 18003
    },
    {
      "epoch": 0.7374155232439075,
      "grad_norm": 0.7678086203029683,
      "learning_rate": 0.0002910100772184138,
      "loss": 0.591,
      "step": 18004
    },
    {
      "epoch": 0.7374564816711038,
      "grad_norm": 10.612618064727364,
      "learning_rate": 0.00029100896508447977,
      "loss": 2.8519,
      "step": 18005
    },
    {
      "epoch": 0.7374974400983002,
      "grad_norm": 0.7411816626582446,
      "learning_rate": 0.0002910078528838848,
      "loss": 0.9637,
      "step": 18006
    },
    {
      "epoch": 0.7375383985254966,
      "grad_norm": 1.0045348362178745,
      "learning_rate": 0.00029100674061662956,
      "loss": 1.1335,
      "step": 18007
    },
    {
      "epoch": 0.737579356952693,
      "grad_norm": 0.8578682635682698,
      "learning_rate": 0.00029100562828271453,
      "loss": 1.0764,
      "step": 18008
    },
    {
      "epoch": 0.7376203153798894,
      "grad_norm": 1.6325748051656883,
      "learning_rate": 0.00029100451588214016,
      "loss": 2.4969,
      "step": 18009
    },
    {
      "epoch": 0.7376612738070858,
      "grad_norm": 0.9674371296093632,
      "learning_rate": 0.0002910034034149071,
      "loss": 1.1471,
      "step": 18010
    },
    {
      "epoch": 0.7377022322342822,
      "grad_norm": 1.0330435275202312,
      "learning_rate": 0.00029100229088101573,
      "loss": 0.5445,
      "step": 18011
    },
    {
      "epoch": 0.7377431906614786,
      "grad_norm": 0.9127950971127619,
      "learning_rate": 0.0002910011782804667,
      "loss": 1.1676,
      "step": 18012
    },
    {
      "epoch": 0.737784149088675,
      "grad_norm": 0.8009640388761571,
      "learning_rate": 0.0002910000656132605,
      "loss": 0.7719,
      "step": 18013
    },
    {
      "epoch": 0.7378251075158714,
      "grad_norm": 0.7757500667633144,
      "learning_rate": 0.00029099895287939767,
      "loss": 0.7738,
      "step": 18014
    },
    {
      "epoch": 0.7378660659430678,
      "grad_norm": 1.0108818007575102,
      "learning_rate": 0.00029099784007887873,
      "loss": 0.8973,
      "step": 18015
    },
    {
      "epoch": 0.7379070243702642,
      "grad_norm": 1.0397403148174007,
      "learning_rate": 0.0002909967272117042,
      "loss": 0.9024,
      "step": 18016
    },
    {
      "epoch": 0.7379479827974605,
      "grad_norm": 0.6921091437874961,
      "learning_rate": 0.0002909956142778745,
      "loss": 0.7215,
      "step": 18017
    },
    {
      "epoch": 0.737988941224657,
      "grad_norm": 3.6698038714222996,
      "learning_rate": 0.00029099450127739035,
      "loss": 4.225,
      "step": 18018
    },
    {
      "epoch": 0.7380298996518534,
      "grad_norm": 1.3211086215893433,
      "learning_rate": 0.0002909933882102521,
      "loss": 1.1113,
      "step": 18019
    },
    {
      "epoch": 0.7380708580790498,
      "grad_norm": 0.720484488037105,
      "learning_rate": 0.0002909922750764605,
      "loss": 0.7141,
      "step": 18020
    },
    {
      "epoch": 0.7381118165062461,
      "grad_norm": 1.9102426451578016,
      "learning_rate": 0.0002909911618760158,
      "loss": 4.7552,
      "step": 18021
    },
    {
      "epoch": 0.7381527749334426,
      "grad_norm": 0.7009969379127599,
      "learning_rate": 0.00029099004860891873,
      "loss": 0.6747,
      "step": 18022
    },
    {
      "epoch": 0.738193733360639,
      "grad_norm": 0.7451197306330551,
      "learning_rate": 0.00029098893527516965,
      "loss": 0.6755,
      "step": 18023
    },
    {
      "epoch": 0.7382346917878353,
      "grad_norm": 0.7625073196545084,
      "learning_rate": 0.0002909878218747693,
      "loss": 0.8101,
      "step": 18024
    },
    {
      "epoch": 0.7382756502150317,
      "grad_norm": 1.0170271826179962,
      "learning_rate": 0.00029098670840771803,
      "loss": 1.199,
      "step": 18025
    },
    {
      "epoch": 0.7383166086422281,
      "grad_norm": 9.677676076314391,
      "learning_rate": 0.0002909855948740164,
      "loss": 5.5057,
      "step": 18026
    },
    {
      "epoch": 0.7383575670694246,
      "grad_norm": 0.5367603306210889,
      "learning_rate": 0.00029098448127366506,
      "loss": 0.2558,
      "step": 18027
    },
    {
      "epoch": 0.7383985254966209,
      "grad_norm": 0.6602434703950519,
      "learning_rate": 0.0002909833676066644,
      "loss": 0.613,
      "step": 18028
    },
    {
      "epoch": 0.7384394839238173,
      "grad_norm": 0.8330999578983085,
      "learning_rate": 0.0002909822538730149,
      "loss": 0.7439,
      "step": 18029
    },
    {
      "epoch": 0.7384804423510137,
      "grad_norm": 0.632163045518231,
      "learning_rate": 0.00029098114007271726,
      "loss": 0.3834,
      "step": 18030
    },
    {
      "epoch": 0.7385214007782102,
      "grad_norm": 0.9132081386925145,
      "learning_rate": 0.00029098002620577186,
      "loss": 0.4665,
      "step": 18031
    },
    {
      "epoch": 0.7385623592054065,
      "grad_norm": 0.8315857879628437,
      "learning_rate": 0.0002909789122721793,
      "loss": 0.6894,
      "step": 18032
    },
    {
      "epoch": 0.7386033176326029,
      "grad_norm": 0.7835754004543247,
      "learning_rate": 0.00029097779827194013,
      "loss": 0.8911,
      "step": 18033
    },
    {
      "epoch": 0.7386442760597993,
      "grad_norm": 0.8752464520207588,
      "learning_rate": 0.00029097668420505484,
      "loss": 1.0657,
      "step": 18034
    },
    {
      "epoch": 0.7386852344869957,
      "grad_norm": 0.8821442692294663,
      "learning_rate": 0.0002909755700715239,
      "loss": 1.1387,
      "step": 18035
    },
    {
      "epoch": 0.7387261929141921,
      "grad_norm": 0.6853197606573619,
      "learning_rate": 0.00029097445587134794,
      "loss": 0.5892,
      "step": 18036
    },
    {
      "epoch": 0.7387671513413885,
      "grad_norm": 0.915771079996093,
      "learning_rate": 0.0002909733416045274,
      "loss": 0.7079,
      "step": 18037
    },
    {
      "epoch": 0.7388081097685849,
      "grad_norm": 11.35833967005628,
      "learning_rate": 0.00029097222727106283,
      "loss": 3.2514,
      "step": 18038
    },
    {
      "epoch": 0.7388490681957813,
      "grad_norm": 0.6702560015153213,
      "learning_rate": 0.00029097111287095483,
      "loss": 0.6253,
      "step": 18039
    },
    {
      "epoch": 0.7388900266229776,
      "grad_norm": 0.7049833499324475,
      "learning_rate": 0.0002909699984042038,
      "loss": 0.7361,
      "step": 18040
    },
    {
      "epoch": 0.7389309850501741,
      "grad_norm": 1.0649457923623262,
      "learning_rate": 0.0002909688838708104,
      "loss": 0.9648,
      "step": 18041
    },
    {
      "epoch": 0.7389719434773705,
      "grad_norm": 0.6809651220759851,
      "learning_rate": 0.00029096776927077506,
      "loss": 0.6001,
      "step": 18042
    },
    {
      "epoch": 0.7390129019045668,
      "grad_norm": 0.7451166393488574,
      "learning_rate": 0.00029096665460409834,
      "loss": 0.6075,
      "step": 18043
    },
    {
      "epoch": 0.7390538603317632,
      "grad_norm": 0.7951845195115363,
      "learning_rate": 0.00029096553987078075,
      "loss": 0.9937,
      "step": 18044
    },
    {
      "epoch": 0.7390948187589597,
      "grad_norm": 0.6987989465629845,
      "learning_rate": 0.0002909644250708229,
      "loss": 0.9884,
      "step": 18045
    },
    {
      "epoch": 0.7391357771861561,
      "grad_norm": 1.01813157792946,
      "learning_rate": 0.00029096331020422514,
      "loss": 1.0978,
      "step": 18046
    },
    {
      "epoch": 0.7391767356133524,
      "grad_norm": 1.1963885211692542,
      "learning_rate": 0.0002909621952709882,
      "loss": 1.3763,
      "step": 18047
    },
    {
      "epoch": 0.7392176940405488,
      "grad_norm": 0.7825320777152881,
      "learning_rate": 0.00029096108027111246,
      "loss": 1.1205,
      "step": 18048
    },
    {
      "epoch": 0.7392586524677452,
      "grad_norm": 0.8282544217630494,
      "learning_rate": 0.00029095996520459857,
      "loss": 1.0827,
      "step": 18049
    },
    {
      "epoch": 0.7392996108949417,
      "grad_norm": 0.8133506424081415,
      "learning_rate": 0.00029095885007144695,
      "loss": 0.6482,
      "step": 18050
    },
    {
      "epoch": 0.739340569322138,
      "grad_norm": 0.8736766796247374,
      "learning_rate": 0.0002909577348716581,
      "loss": 0.8983,
      "step": 18051
    },
    {
      "epoch": 0.7393815277493344,
      "grad_norm": 0.8952448718866611,
      "learning_rate": 0.00029095661960523266,
      "loss": 1.0056,
      "step": 18052
    },
    {
      "epoch": 0.7394224861765308,
      "grad_norm": 0.8615951345040963,
      "learning_rate": 0.00029095550427217113,
      "loss": 1.0388,
      "step": 18053
    },
    {
      "epoch": 0.7394634446037273,
      "grad_norm": 0.7412169753865244,
      "learning_rate": 0.000290954388872474,
      "loss": 0.7769,
      "step": 18054
    },
    {
      "epoch": 0.7395044030309236,
      "grad_norm": 0.7529472167666009,
      "learning_rate": 0.00029095327340614185,
      "loss": 0.7174,
      "step": 18055
    },
    {
      "epoch": 0.73954536145812,
      "grad_norm": 0.5529941464980056,
      "learning_rate": 0.0002909521578731751,
      "loss": 0.3428,
      "step": 18056
    },
    {
      "epoch": 0.7395863198853164,
      "grad_norm": 1.0646134029779124,
      "learning_rate": 0.0002909510422735744,
      "loss": 1.3126,
      "step": 18057
    },
    {
      "epoch": 0.7396272783125128,
      "grad_norm": 0.9748549417950995,
      "learning_rate": 0.0002909499266073402,
      "loss": 1.3203,
      "step": 18058
    },
    {
      "epoch": 0.7396682367397092,
      "grad_norm": 0.8974203847077736,
      "learning_rate": 0.0002909488108744731,
      "loss": 0.8631,
      "step": 18059
    },
    {
      "epoch": 0.7397091951669056,
      "grad_norm": 0.7127959870729129,
      "learning_rate": 0.00029094769507497355,
      "loss": 0.9562,
      "step": 18060
    },
    {
      "epoch": 0.739750153594102,
      "grad_norm": 1.1126878515355807,
      "learning_rate": 0.0002909465792088421,
      "loss": 1.4562,
      "step": 18061
    },
    {
      "epoch": 0.7397911120212984,
      "grad_norm": 0.6828779595654794,
      "learning_rate": 0.0002909454632760793,
      "loss": 0.3738,
      "step": 18062
    },
    {
      "epoch": 0.7398320704484947,
      "grad_norm": 0.9514380150558677,
      "learning_rate": 0.00029094434727668566,
      "loss": 0.5667,
      "step": 18063
    },
    {
      "epoch": 0.7398730288756912,
      "grad_norm": 1.0275700991371637,
      "learning_rate": 0.0002909432312106617,
      "loss": 1.5106,
      "step": 18064
    },
    {
      "epoch": 0.7399139873028876,
      "grad_norm": 1.0346010606066036,
      "learning_rate": 0.000290942115078008,
      "loss": 1.1851,
      "step": 18065
    },
    {
      "epoch": 0.7399549457300839,
      "grad_norm": 0.8931735685752358,
      "learning_rate": 0.00029094099887872496,
      "loss": 0.7243,
      "step": 18066
    },
    {
      "epoch": 0.7399959041572803,
      "grad_norm": 2.726807445545804,
      "learning_rate": 0.0002909398826128133,
      "loss": 7.0372,
      "step": 18067
    },
    {
      "epoch": 0.7400368625844768,
      "grad_norm": 0.5400820514751077,
      "learning_rate": 0.00029093876628027336,
      "loss": 0.3457,
      "step": 18068
    },
    {
      "epoch": 0.7400778210116732,
      "grad_norm": 0.9055940692145666,
      "learning_rate": 0.0002909376498811058,
      "loss": 0.8525,
      "step": 18069
    },
    {
      "epoch": 0.7401187794388695,
      "grad_norm": 0.7530017892946888,
      "learning_rate": 0.00029093653341531105,
      "loss": 0.7852,
      "step": 18070
    },
    {
      "epoch": 0.7401597378660659,
      "grad_norm": 0.9052952947062287,
      "learning_rate": 0.00029093541688288973,
      "loss": 1.1757,
      "step": 18071
    },
    {
      "epoch": 0.7402006962932624,
      "grad_norm": 1.1726552622729243,
      "learning_rate": 0.0002909343002838423,
      "loss": 1.1356,
      "step": 18072
    },
    {
      "epoch": 0.7402416547204588,
      "grad_norm": 0.5689204858613788,
      "learning_rate": 0.00029093318361816934,
      "loss": 0.5404,
      "step": 18073
    },
    {
      "epoch": 0.7402826131476551,
      "grad_norm": 0.8977766099635096,
      "learning_rate": 0.0002909320668858713,
      "loss": 1.146,
      "step": 18074
    },
    {
      "epoch": 0.7403235715748515,
      "grad_norm": 0.8222137821959784,
      "learning_rate": 0.00029093095008694874,
      "loss": 0.8611,
      "step": 18075
    },
    {
      "epoch": 0.7403645300020479,
      "grad_norm": 1.4951917291406183,
      "learning_rate": 0.0002909298332214023,
      "loss": 1.3775,
      "step": 18076
    },
    {
      "epoch": 0.7404054884292444,
      "grad_norm": 0.7885636647628763,
      "learning_rate": 0.00029092871628923233,
      "loss": 0.8346,
      "step": 18077
    },
    {
      "epoch": 0.7404464468564407,
      "grad_norm": 1.5323238669431012,
      "learning_rate": 0.0002909275992904395,
      "loss": 1.7229,
      "step": 18078
    },
    {
      "epoch": 0.7404874052836371,
      "grad_norm": 0.8409881084063656,
      "learning_rate": 0.00029092648222502423,
      "loss": 0.9002,
      "step": 18079
    },
    {
      "epoch": 0.7405283637108335,
      "grad_norm": 0.6393917829083154,
      "learning_rate": 0.00029092536509298713,
      "loss": 0.3549,
      "step": 18080
    },
    {
      "epoch": 0.74056932213803,
      "grad_norm": 0.7752134114530829,
      "learning_rate": 0.0002909242478943287,
      "loss": 0.7778,
      "step": 18081
    },
    {
      "epoch": 0.7406102805652263,
      "grad_norm": 0.862773496535713,
      "learning_rate": 0.0002909231306290494,
      "loss": 0.9344,
      "step": 18082
    },
    {
      "epoch": 0.7406512389924227,
      "grad_norm": 0.6914199480971698,
      "learning_rate": 0.0002909220132971499,
      "loss": 0.6744,
      "step": 18083
    },
    {
      "epoch": 0.7406921974196191,
      "grad_norm": 0.6020470820464814,
      "learning_rate": 0.0002909208958986306,
      "loss": 0.6833,
      "step": 18084
    },
    {
      "epoch": 0.7407331558468154,
      "grad_norm": 0.6912709681888308,
      "learning_rate": 0.0002909197784334921,
      "loss": 0.8844,
      "step": 18085
    },
    {
      "epoch": 0.7407741142740119,
      "grad_norm": 0.6606061357075405,
      "learning_rate": 0.00029091866090173485,
      "loss": 0.7211,
      "step": 18086
    },
    {
      "epoch": 0.7408150727012083,
      "grad_norm": 0.7782941148345808,
      "learning_rate": 0.0002909175433033595,
      "loss": 0.9714,
      "step": 18087
    },
    {
      "epoch": 0.7408560311284047,
      "grad_norm": 0.5574117475628724,
      "learning_rate": 0.0002909164256383665,
      "loss": 0.3605,
      "step": 18088
    },
    {
      "epoch": 0.740896989555601,
      "grad_norm": 0.9060784120407946,
      "learning_rate": 0.00029091530790675634,
      "loss": 0.8754,
      "step": 18089
    },
    {
      "epoch": 0.7409379479827974,
      "grad_norm": 0.9508644741680892,
      "learning_rate": 0.0002909141901085297,
      "loss": 0.6416,
      "step": 18090
    },
    {
      "epoch": 0.7409789064099939,
      "grad_norm": 0.8116798683233976,
      "learning_rate": 0.00029091307224368696,
      "loss": 1.0652,
      "step": 18091
    },
    {
      "epoch": 0.7410198648371903,
      "grad_norm": 0.8892110733863483,
      "learning_rate": 0.00029091195431222867,
      "loss": 1.0045,
      "step": 18092
    },
    {
      "epoch": 0.7410608232643866,
      "grad_norm": 1.051030592611545,
      "learning_rate": 0.00029091083631415537,
      "loss": 1.3459,
      "step": 18093
    },
    {
      "epoch": 0.741101781691583,
      "grad_norm": 0.7244990926911247,
      "learning_rate": 0.00029090971824946766,
      "loss": 0.8177,
      "step": 18094
    },
    {
      "epoch": 0.7411427401187795,
      "grad_norm": 1.4596016316732696,
      "learning_rate": 0.000290908600118166,
      "loss": 1.3911,
      "step": 18095
    },
    {
      "epoch": 0.7411836985459759,
      "grad_norm": 0.7771858135404005,
      "learning_rate": 0.0002909074819202509,
      "loss": 1.0952,
      "step": 18096
    },
    {
      "epoch": 0.7412246569731722,
      "grad_norm": 0.7984625784310919,
      "learning_rate": 0.00029090636365572295,
      "loss": 0.8087,
      "step": 18097
    },
    {
      "epoch": 0.7412656154003686,
      "grad_norm": 1.3342886170749453,
      "learning_rate": 0.00029090524532458264,
      "loss": 1.2444,
      "step": 18098
    },
    {
      "epoch": 0.741306573827565,
      "grad_norm": 0.8348762613384597,
      "learning_rate": 0.00029090412692683046,
      "loss": 1.0191,
      "step": 18099
    },
    {
      "epoch": 0.7413475322547615,
      "grad_norm": 0.8612622726312918,
      "learning_rate": 0.00029090300846246707,
      "loss": 0.9,
      "step": 18100
    },
    {
      "epoch": 0.7413884906819578,
      "grad_norm": 0.7304087818663076,
      "learning_rate": 0.00029090188993149285,
      "loss": 0.9065,
      "step": 18101
    },
    {
      "epoch": 0.7414294491091542,
      "grad_norm": 0.7943915012264352,
      "learning_rate": 0.00029090077133390844,
      "loss": 1.0208,
      "step": 18102
    },
    {
      "epoch": 0.7414704075363506,
      "grad_norm": 1.6094522354044718,
      "learning_rate": 0.0002908996526697143,
      "loss": 2.1898,
      "step": 18103
    },
    {
      "epoch": 0.741511365963547,
      "grad_norm": 0.7257394595322058,
      "learning_rate": 0.0002908985339389109,
      "loss": 0.8159,
      "step": 18104
    },
    {
      "epoch": 0.7415523243907434,
      "grad_norm": 0.8707398310679206,
      "learning_rate": 0.00029089741514149895,
      "loss": 0.8021,
      "step": 18105
    },
    {
      "epoch": 0.7415932828179398,
      "grad_norm": 2.239665535798339,
      "learning_rate": 0.00029089629627747886,
      "loss": 0.9667,
      "step": 18106
    },
    {
      "epoch": 0.7416342412451362,
      "grad_norm": 0.7718828051499513,
      "learning_rate": 0.0002908951773468512,
      "loss": 1.0027,
      "step": 18107
    },
    {
      "epoch": 0.7416751996723325,
      "grad_norm": 0.7881176092975603,
      "learning_rate": 0.0002908940583496164,
      "loss": 0.6142,
      "step": 18108
    },
    {
      "epoch": 0.741716158099529,
      "grad_norm": 0.5987583075352199,
      "learning_rate": 0.00029089293928577514,
      "loss": 0.3673,
      "step": 18109
    },
    {
      "epoch": 0.7417571165267254,
      "grad_norm": 0.8324477257793104,
      "learning_rate": 0.0002908918201553278,
      "loss": 0.8841,
      "step": 18110
    },
    {
      "epoch": 0.7417980749539218,
      "grad_norm": 0.9192255708845594,
      "learning_rate": 0.00029089070095827507,
      "loss": 1.2375,
      "step": 18111
    },
    {
      "epoch": 0.7418390333811181,
      "grad_norm": 0.7192577313898535,
      "learning_rate": 0.00029088958169461735,
      "loss": 0.6341,
      "step": 18112
    },
    {
      "epoch": 0.7418799918083145,
      "grad_norm": 0.7931261187416675,
      "learning_rate": 0.0002908884623643552,
      "loss": 0.6683,
      "step": 18113
    },
    {
      "epoch": 0.741920950235511,
      "grad_norm": 1.1367760060274639,
      "learning_rate": 0.0002908873429674892,
      "loss": 0.9295,
      "step": 18114
    },
    {
      "epoch": 0.7419619086627074,
      "grad_norm": 0.8601488143337426,
      "learning_rate": 0.0002908862235040198,
      "loss": 1.0839,
      "step": 18115
    },
    {
      "epoch": 0.7420028670899037,
      "grad_norm": 0.9173465105538491,
      "learning_rate": 0.00029088510397394757,
      "loss": 1.3222,
      "step": 18116
    },
    {
      "epoch": 0.7420438255171001,
      "grad_norm": 0.8125311735320914,
      "learning_rate": 0.000290883984377273,
      "loss": 0.9906,
      "step": 18117
    },
    {
      "epoch": 0.7420847839442966,
      "grad_norm": 0.49409622811746046,
      "learning_rate": 0.0002908828647139967,
      "loss": 0.294,
      "step": 18118
    },
    {
      "epoch": 0.742125742371493,
      "grad_norm": 0.8063087826944434,
      "learning_rate": 0.0002908817449841192,
      "loss": 1.1012,
      "step": 18119
    },
    {
      "epoch": 0.7421667007986893,
      "grad_norm": 0.9035773969288398,
      "learning_rate": 0.00029088062518764095,
      "loss": 0.9466,
      "step": 18120
    },
    {
      "epoch": 0.7422076592258857,
      "grad_norm": 0.8998169014534043,
      "learning_rate": 0.0002908795053245625,
      "loss": 0.7755,
      "step": 18121
    },
    {
      "epoch": 0.7422486176530821,
      "grad_norm": 0.8078961878306293,
      "learning_rate": 0.0002908783853948844,
      "loss": 0.9382,
      "step": 18122
    },
    {
      "epoch": 0.7422895760802786,
      "grad_norm": 0.602537746224405,
      "learning_rate": 0.00029087726539860716,
      "loss": 0.4408,
      "step": 18123
    },
    {
      "epoch": 0.7423305345074749,
      "grad_norm": 0.7861761477717644,
      "learning_rate": 0.0002908761453357314,
      "loss": 0.7,
      "step": 18124
    },
    {
      "epoch": 0.7423714929346713,
      "grad_norm": 1.0923617823428315,
      "learning_rate": 0.0002908750252062575,
      "loss": 1.3669,
      "step": 18125
    },
    {
      "epoch": 0.7424124513618677,
      "grad_norm": 0.6733401185357532,
      "learning_rate": 0.0002908739050101861,
      "loss": 0.8798,
      "step": 18126
    },
    {
      "epoch": 0.742453409789064,
      "grad_norm": 0.7113926674384409,
      "learning_rate": 0.00029087278474751764,
      "loss": 0.6933,
      "step": 18127
    },
    {
      "epoch": 0.7424943682162605,
      "grad_norm": 0.8587826456658382,
      "learning_rate": 0.00029087166441825273,
      "loss": 1.2281,
      "step": 18128
    },
    {
      "epoch": 0.7425353266434569,
      "grad_norm": 0.9258614029331689,
      "learning_rate": 0.0002908705440223919,
      "loss": 0.9747,
      "step": 18129
    },
    {
      "epoch": 0.7425762850706533,
      "grad_norm": 0.7994080837906481,
      "learning_rate": 0.0002908694235599356,
      "loss": 0.9703,
      "step": 18130
    },
    {
      "epoch": 0.7426172434978496,
      "grad_norm": 1.3827464912591116,
      "learning_rate": 0.0002908683030308844,
      "loss": 1.3418,
      "step": 18131
    },
    {
      "epoch": 0.7426582019250461,
      "grad_norm": 0.6582481264881441,
      "learning_rate": 0.0002908671824352389,
      "loss": 0.7608,
      "step": 18132
    },
    {
      "epoch": 0.7426991603522425,
      "grad_norm": 1.1938510460345424,
      "learning_rate": 0.00029086606177299956,
      "loss": 1.0491,
      "step": 18133
    },
    {
      "epoch": 0.7427401187794389,
      "grad_norm": 0.7023159422255857,
      "learning_rate": 0.0002908649410441669,
      "loss": 0.8099,
      "step": 18134
    },
    {
      "epoch": 0.7427810772066352,
      "grad_norm": 1.2972788128951964,
      "learning_rate": 0.00029086382024874147,
      "loss": 1.2632,
      "step": 18135
    },
    {
      "epoch": 0.7428220356338316,
      "grad_norm": 0.7582788321897477,
      "learning_rate": 0.00029086269938672385,
      "loss": 0.7682,
      "step": 18136
    },
    {
      "epoch": 0.7428629940610281,
      "grad_norm": 0.6963727466858624,
      "learning_rate": 0.0002908615784581145,
      "loss": 0.6677,
      "step": 18137
    },
    {
      "epoch": 0.7429039524882245,
      "grad_norm": 0.8296852429826266,
      "learning_rate": 0.0002908604574629139,
      "loss": 1.0644,
      "step": 18138
    },
    {
      "epoch": 0.7429449109154208,
      "grad_norm": 0.9410230949807137,
      "learning_rate": 0.0002908593364011227,
      "loss": 0.9641,
      "step": 18139
    },
    {
      "epoch": 0.7429858693426172,
      "grad_norm": 0.6409422724144918,
      "learning_rate": 0.0002908582152727414,
      "loss": 0.8811,
      "step": 18140
    },
    {
      "epoch": 0.7430268277698137,
      "grad_norm": 1.2294444962431113,
      "learning_rate": 0.0002908570940777705,
      "loss": 1.343,
      "step": 18141
    },
    {
      "epoch": 0.7430677861970101,
      "grad_norm": 0.9058138183261344,
      "learning_rate": 0.0002908559728162105,
      "loss": 0.9604,
      "step": 18142
    },
    {
      "epoch": 0.7431087446242064,
      "grad_norm": 1.0760038555433549,
      "learning_rate": 0.000290854851488062,
      "loss": 1.2522,
      "step": 18143
    },
    {
      "epoch": 0.7431497030514028,
      "grad_norm": 2.5390349541747614,
      "learning_rate": 0.00029085373009332547,
      "loss": 2.8338,
      "step": 18144
    },
    {
      "epoch": 0.7431906614785992,
      "grad_norm": 1.025305717185376,
      "learning_rate": 0.0002908526086320015,
      "loss": 1.0467,
      "step": 18145
    },
    {
      "epoch": 0.7432316199057957,
      "grad_norm": 0.7472430576970015,
      "learning_rate": 0.0002908514871040906,
      "loss": 0.8819,
      "step": 18146
    },
    {
      "epoch": 0.743272578332992,
      "grad_norm": 0.4475819497380526,
      "learning_rate": 0.00029085036550959324,
      "loss": 0.2686,
      "step": 18147
    },
    {
      "epoch": 0.7433135367601884,
      "grad_norm": 0.8422779319918526,
      "learning_rate": 0.00029084924384851005,
      "loss": 0.9198,
      "step": 18148
    },
    {
      "epoch": 0.7433544951873848,
      "grad_norm": 1.3177290238307118,
      "learning_rate": 0.00029084812212084145,
      "loss": 1.4191,
      "step": 18149
    },
    {
      "epoch": 0.7433954536145811,
      "grad_norm": 0.9071699588118296,
      "learning_rate": 0.0002908470003265881,
      "loss": 0.9967,
      "step": 18150
    },
    {
      "epoch": 0.7434364120417776,
      "grad_norm": 0.850477093279775,
      "learning_rate": 0.0002908458784657504,
      "loss": 1.0391,
      "step": 18151
    },
    {
      "epoch": 0.743477370468974,
      "grad_norm": 0.852742525787556,
      "learning_rate": 0.000290844756538329,
      "loss": 0.8584,
      "step": 18152
    },
    {
      "epoch": 0.7435183288961704,
      "grad_norm": 0.9795880935252405,
      "learning_rate": 0.00029084363454432436,
      "loss": 1.1928,
      "step": 18153
    },
    {
      "epoch": 0.7435592873233667,
      "grad_norm": 0.8361847239003171,
      "learning_rate": 0.00029084251248373707,
      "loss": 0.8086,
      "step": 18154
    },
    {
      "epoch": 0.7436002457505632,
      "grad_norm": 0.797680149421988,
      "learning_rate": 0.0002908413903565675,
      "loss": 0.9801,
      "step": 18155
    },
    {
      "epoch": 0.7436412041777596,
      "grad_norm": 1.1071604055555961,
      "learning_rate": 0.00029084026816281633,
      "loss": 1.2838,
      "step": 18156
    },
    {
      "epoch": 0.743682162604956,
      "grad_norm": 0.5598553562207412,
      "learning_rate": 0.0002908391459024841,
      "loss": 0.4059,
      "step": 18157
    },
    {
      "epoch": 0.7437231210321523,
      "grad_norm": 0.9809562777716958,
      "learning_rate": 0.00029083802357557126,
      "loss": 0.6954,
      "step": 18158
    },
    {
      "epoch": 0.7437640794593487,
      "grad_norm": 0.7044470961755278,
      "learning_rate": 0.0002908369011820784,
      "loss": 0.7945,
      "step": 18159
    },
    {
      "epoch": 0.7438050378865452,
      "grad_norm": 0.5189318313002226,
      "learning_rate": 0.000290835778722006,
      "loss": 0.3686,
      "step": 18160
    },
    {
      "epoch": 0.7438459963137416,
      "grad_norm": 0.6352773359918428,
      "learning_rate": 0.0002908346561953546,
      "loss": 0.8367,
      "step": 18161
    },
    {
      "epoch": 0.7438869547409379,
      "grad_norm": 1.0404713913618167,
      "learning_rate": 0.0002908335336021248,
      "loss": 0.7011,
      "step": 18162
    },
    {
      "epoch": 0.7439279131681343,
      "grad_norm": 0.5579486440277187,
      "learning_rate": 0.00029083241094231705,
      "loss": 0.3835,
      "step": 18163
    },
    {
      "epoch": 0.7439688715953308,
      "grad_norm": 0.7386282774640747,
      "learning_rate": 0.0002908312882159319,
      "loss": 0.8285,
      "step": 18164
    },
    {
      "epoch": 0.7440098300225272,
      "grad_norm": 0.5921232817637129,
      "learning_rate": 0.00029083016542296987,
      "loss": 0.3513,
      "step": 18165
    },
    {
      "epoch": 0.7440507884497235,
      "grad_norm": 0.8252822677125307,
      "learning_rate": 0.00029082904256343156,
      "loss": 1.1818,
      "step": 18166
    },
    {
      "epoch": 0.7440917468769199,
      "grad_norm": 0.8753732171892257,
      "learning_rate": 0.0002908279196373174,
      "loss": 0.7617,
      "step": 18167
    },
    {
      "epoch": 0.7441327053041163,
      "grad_norm": 2.5185125074285843,
      "learning_rate": 0.00029082679664462803,
      "loss": 1.1592,
      "step": 18168
    },
    {
      "epoch": 0.7441736637313127,
      "grad_norm": 0.8024975490347733,
      "learning_rate": 0.00029082567358536385,
      "loss": 0.7571,
      "step": 18169
    },
    {
      "epoch": 0.7442146221585091,
      "grad_norm": 0.7238341316986528,
      "learning_rate": 0.00029082455045952553,
      "loss": 0.4514,
      "step": 18170
    },
    {
      "epoch": 0.7442555805857055,
      "grad_norm": 1.0739943343417733,
      "learning_rate": 0.0002908234272671135,
      "loss": 0.9484,
      "step": 18171
    },
    {
      "epoch": 0.7442965390129019,
      "grad_norm": 0.7252484746309465,
      "learning_rate": 0.00029082230400812834,
      "loss": 0.9111,
      "step": 18172
    },
    {
      "epoch": 0.7443374974400983,
      "grad_norm": 0.785402408199092,
      "learning_rate": 0.00029082118068257055,
      "loss": 0.9903,
      "step": 18173
    },
    {
      "epoch": 0.7443784558672947,
      "grad_norm": 3.6454202951894827,
      "learning_rate": 0.00029082005729044063,
      "loss": 1.647,
      "step": 18174
    },
    {
      "epoch": 0.7444194142944911,
      "grad_norm": 1.0508097954449562,
      "learning_rate": 0.00029081893383173924,
      "loss": 0.9967,
      "step": 18175
    },
    {
      "epoch": 0.7444603727216875,
      "grad_norm": 1.5234107589411894,
      "learning_rate": 0.0002908178103064668,
      "loss": 2.0874,
      "step": 18176
    },
    {
      "epoch": 0.7445013311488838,
      "grad_norm": 0.8371621344277216,
      "learning_rate": 0.0002908166867146239,
      "loss": 0.7358,
      "step": 18177
    },
    {
      "epoch": 0.7445422895760803,
      "grad_norm": 0.7480073433472458,
      "learning_rate": 0.000290815563056211,
      "loss": 0.8092,
      "step": 18178
    },
    {
      "epoch": 0.7445832480032767,
      "grad_norm": 1.0938783044816451,
      "learning_rate": 0.0002908144393312287,
      "loss": 1.6936,
      "step": 18179
    },
    {
      "epoch": 0.7446242064304731,
      "grad_norm": 0.7125728040285916,
      "learning_rate": 0.00029081331553967746,
      "loss": 0.9344,
      "step": 18180
    },
    {
      "epoch": 0.7446651648576694,
      "grad_norm": 0.6045567154451857,
      "learning_rate": 0.0002908121916815579,
      "loss": 0.7669,
      "step": 18181
    },
    {
      "epoch": 0.7447061232848659,
      "grad_norm": 0.7394130039577655,
      "learning_rate": 0.0002908110677568705,
      "loss": 0.8651,
      "step": 18182
    },
    {
      "epoch": 0.7447470817120623,
      "grad_norm": 1.818460629749468,
      "learning_rate": 0.0002908099437656158,
      "loss": 4.0082,
      "step": 18183
    },
    {
      "epoch": 0.7447880401392587,
      "grad_norm": 0.965935099319327,
      "learning_rate": 0.0002908088197077943,
      "loss": 0.9521,
      "step": 18184
    },
    {
      "epoch": 0.744828998566455,
      "grad_norm": 2.119279570854137,
      "learning_rate": 0.0002908076955834066,
      "loss": 1.9232,
      "step": 18185
    },
    {
      "epoch": 0.7448699569936514,
      "grad_norm": 0.6936799350976612,
      "learning_rate": 0.00029080657139245316,
      "loss": 0.6366,
      "step": 18186
    },
    {
      "epoch": 0.7449109154208479,
      "grad_norm": 0.5574270390519058,
      "learning_rate": 0.0002908054471349346,
      "loss": 0.7288,
      "step": 18187
    },
    {
      "epoch": 0.7449518738480443,
      "grad_norm": 0.720818477643715,
      "learning_rate": 0.0002908043228108513,
      "loss": 0.949,
      "step": 18188
    },
    {
      "epoch": 0.7449928322752406,
      "grad_norm": 0.6426789921378181,
      "learning_rate": 0.00029080319842020395,
      "loss": 0.7715,
      "step": 18189
    },
    {
      "epoch": 0.745033790702437,
      "grad_norm": 0.4821261310163485,
      "learning_rate": 0.000290802073962993,
      "loss": 0.3675,
      "step": 18190
    },
    {
      "epoch": 0.7450747491296335,
      "grad_norm": 0.7985835753895687,
      "learning_rate": 0.00029080094943921905,
      "loss": 1.0139,
      "step": 18191
    },
    {
      "epoch": 0.7451157075568298,
      "grad_norm": 0.7569986176883841,
      "learning_rate": 0.0002907998248488825,
      "loss": 0.9441,
      "step": 18192
    },
    {
      "epoch": 0.7451566659840262,
      "grad_norm": 0.87038574069505,
      "learning_rate": 0.000290798700191984,
      "loss": 0.6357,
      "step": 18193
    },
    {
      "epoch": 0.7451976244112226,
      "grad_norm": 1.9962925071798907,
      "learning_rate": 0.00029079757546852404,
      "loss": 1.8333,
      "step": 18194
    },
    {
      "epoch": 0.745238582838419,
      "grad_norm": 2.36577513295968,
      "learning_rate": 0.00029079645067850316,
      "loss": 1.3592,
      "step": 18195
    },
    {
      "epoch": 0.7452795412656154,
      "grad_norm": 0.9567131911223112,
      "learning_rate": 0.00029079532582192196,
      "loss": 1.1323,
      "step": 18196
    },
    {
      "epoch": 0.7453204996928118,
      "grad_norm": 1.2668262177543268,
      "learning_rate": 0.0002907942008987808,
      "loss": 0.5839,
      "step": 18197
    },
    {
      "epoch": 0.7453614581200082,
      "grad_norm": 0.8707904010398522,
      "learning_rate": 0.0002907930759090803,
      "loss": 0.8088,
      "step": 18198
    },
    {
      "epoch": 0.7454024165472046,
      "grad_norm": 1.273992024036203,
      "learning_rate": 0.00029079195085282106,
      "loss": 1.1213,
      "step": 18199
    },
    {
      "epoch": 0.7454433749744009,
      "grad_norm": 0.6027510233774183,
      "learning_rate": 0.00029079082573000355,
      "loss": 0.6227,
      "step": 18200
    },
    {
      "epoch": 0.7454843334015974,
      "grad_norm": 1.032151763864151,
      "learning_rate": 0.0002907897005406283,
      "loss": 1.1374,
      "step": 18201
    },
    {
      "epoch": 0.7455252918287938,
      "grad_norm": 0.7832126580080861,
      "learning_rate": 0.00029078857528469585,
      "loss": 0.7755,
      "step": 18202
    },
    {
      "epoch": 0.7455662502559902,
      "grad_norm": 0.7482028514201178,
      "learning_rate": 0.00029078744996220674,
      "loss": 0.9411,
      "step": 18203
    },
    {
      "epoch": 0.7456072086831865,
      "grad_norm": 0.8729709163308256,
      "learning_rate": 0.00029078632457316144,
      "loss": 1.0794,
      "step": 18204
    },
    {
      "epoch": 0.745648167110383,
      "grad_norm": 0.6962344999514852,
      "learning_rate": 0.0002907851991175606,
      "loss": 0.4052,
      "step": 18205
    },
    {
      "epoch": 0.7456891255375794,
      "grad_norm": 0.8938227652517879,
      "learning_rate": 0.00029078407359540466,
      "loss": 0.8156,
      "step": 18206
    },
    {
      "epoch": 0.7457300839647758,
      "grad_norm": 1.0047468685353362,
      "learning_rate": 0.0002907829480066942,
      "loss": 1.0107,
      "step": 18207
    },
    {
      "epoch": 0.7457710423919721,
      "grad_norm": 2.696922758403152,
      "learning_rate": 0.0002907818223514297,
      "loss": 2.3472,
      "step": 18208
    },
    {
      "epoch": 0.7458120008191685,
      "grad_norm": 1.1028382015437137,
      "learning_rate": 0.0002907806966296117,
      "loss": 1.2123,
      "step": 18209
    },
    {
      "epoch": 0.745852959246365,
      "grad_norm": 0.5083227133368121,
      "learning_rate": 0.0002907795708412409,
      "loss": 0.3085,
      "step": 18210
    },
    {
      "epoch": 0.7458939176735614,
      "grad_norm": 0.6463310500469892,
      "learning_rate": 0.0002907784449863175,
      "loss": 0.8641,
      "step": 18211
    },
    {
      "epoch": 0.7459348761007577,
      "grad_norm": 0.6769794883582679,
      "learning_rate": 0.0002907773190648423,
      "loss": 0.5053,
      "step": 18212
    },
    {
      "epoch": 0.7459758345279541,
      "grad_norm": 0.5905737349102276,
      "learning_rate": 0.0002907761930768158,
      "loss": 0.4754,
      "step": 18213
    },
    {
      "epoch": 0.7460167929551506,
      "grad_norm": 2.117318060756995,
      "learning_rate": 0.0002907750670222384,
      "loss": 0.7475,
      "step": 18214
    },
    {
      "epoch": 0.7460577513823469,
      "grad_norm": 0.8549120121539442,
      "learning_rate": 0.00029077394090111074,
      "loss": 0.3338,
      "step": 18215
    },
    {
      "epoch": 0.7460987098095433,
      "grad_norm": 0.8848201479334434,
      "learning_rate": 0.0002907728147134334,
      "loss": 0.5776,
      "step": 18216
    },
    {
      "epoch": 0.7461396682367397,
      "grad_norm": 1.115100010946615,
      "learning_rate": 0.0002907716884592068,
      "loss": 0.7784,
      "step": 18217
    },
    {
      "epoch": 0.7461806266639361,
      "grad_norm": 0.9494461555045366,
      "learning_rate": 0.0002907705621384315,
      "loss": 0.9137,
      "step": 18218
    },
    {
      "epoch": 0.7462215850911325,
      "grad_norm": 0.644470407229408,
      "learning_rate": 0.000290769435751108,
      "loss": 0.453,
      "step": 18219
    },
    {
      "epoch": 0.7462625435183289,
      "grad_norm": 0.6742673258480122,
      "learning_rate": 0.0002907683092972369,
      "loss": 0.1678,
      "step": 18220
    },
    {
      "epoch": 0.7463035019455253,
      "grad_norm": 0.7427973197583098,
      "learning_rate": 0.0002907671827768188,
      "loss": 0.7762,
      "step": 18221
    },
    {
      "epoch": 0.7463444603727217,
      "grad_norm": 0.9244532709441702,
      "learning_rate": 0.00029076605618985407,
      "loss": 0.8907,
      "step": 18222
    },
    {
      "epoch": 0.746385418799918,
      "grad_norm": 0.9419114530064189,
      "learning_rate": 0.0002907649295363433,
      "loss": 0.9317,
      "step": 18223
    },
    {
      "epoch": 0.7464263772271145,
      "grad_norm": 1.0519102599606802,
      "learning_rate": 0.0002907638028162871,
      "loss": 1.1587,
      "step": 18224
    },
    {
      "epoch": 0.7464673356543109,
      "grad_norm": 0.801464966185266,
      "learning_rate": 0.0002907626760296859,
      "loss": 0.6873,
      "step": 18225
    },
    {
      "epoch": 0.7465082940815073,
      "grad_norm": 0.7542775695865985,
      "learning_rate": 0.0002907615491765403,
      "loss": 0.9463,
      "step": 18226
    },
    {
      "epoch": 0.7465492525087036,
      "grad_norm": 1.072597797414344,
      "learning_rate": 0.00029076042225685084,
      "loss": 0.3436,
      "step": 18227
    },
    {
      "epoch": 0.7465902109359001,
      "grad_norm": 0.6343803725848414,
      "learning_rate": 0.00029075929527061793,
      "loss": 0.6708,
      "step": 18228
    },
    {
      "epoch": 0.7466311693630965,
      "grad_norm": 0.961855589744463,
      "learning_rate": 0.0002907581682178422,
      "loss": 0.9286,
      "step": 18229
    },
    {
      "epoch": 0.7466721277902929,
      "grad_norm": 1.0100076697962137,
      "learning_rate": 0.00029075704109852426,
      "loss": 1.0351,
      "step": 18230
    },
    {
      "epoch": 0.7467130862174892,
      "grad_norm": 1.2062259184551918,
      "learning_rate": 0.00029075591391266453,
      "loss": 0.7842,
      "step": 18231
    },
    {
      "epoch": 0.7467540446446856,
      "grad_norm": 0.8602826616734758,
      "learning_rate": 0.00029075478666026357,
      "loss": 1.0945,
      "step": 18232
    },
    {
      "epoch": 0.7467950030718821,
      "grad_norm": 0.7299582030282035,
      "learning_rate": 0.00029075365934132187,
      "loss": 0.8506,
      "step": 18233
    },
    {
      "epoch": 0.7468359614990784,
      "grad_norm": 0.9098209418258406,
      "learning_rate": 0.00029075253195584,
      "loss": 0.5216,
      "step": 18234
    },
    {
      "epoch": 0.7468769199262748,
      "grad_norm": 0.9369988059613537,
      "learning_rate": 0.0002907514045038186,
      "loss": 0.6871,
      "step": 18235
    },
    {
      "epoch": 0.7469178783534712,
      "grad_norm": 0.5496605640699959,
      "learning_rate": 0.000290750276985258,
      "loss": 0.3838,
      "step": 18236
    },
    {
      "epoch": 0.7469588367806677,
      "grad_norm": 0.5929451624438415,
      "learning_rate": 0.0002907491494001589,
      "loss": 0.82,
      "step": 18237
    },
    {
      "epoch": 0.746999795207864,
      "grad_norm": 0.6096800697720673,
      "learning_rate": 0.0002907480217485218,
      "loss": 0.2871,
      "step": 18238
    },
    {
      "epoch": 0.7470407536350604,
      "grad_norm": 0.7762680739749486,
      "learning_rate": 0.0002907468940303471,
      "loss": 1.0283,
      "step": 18239
    },
    {
      "epoch": 0.7470817120622568,
      "grad_norm": 0.7125882844319726,
      "learning_rate": 0.0002907457662456355,
      "loss": 0.957,
      "step": 18240
    },
    {
      "epoch": 0.7471226704894532,
      "grad_norm": 0.9852947255001471,
      "learning_rate": 0.00029074463839438744,
      "loss": 1.0056,
      "step": 18241
    },
    {
      "epoch": 0.7471636289166496,
      "grad_norm": 0.6843042854815122,
      "learning_rate": 0.00029074351047660347,
      "loss": 0.3342,
      "step": 18242
    },
    {
      "epoch": 0.747204587343846,
      "grad_norm": 0.8645129156938741,
      "learning_rate": 0.0002907423824922842,
      "loss": 0.8991,
      "step": 18243
    },
    {
      "epoch": 0.7472455457710424,
      "grad_norm": 0.7386681347205436,
      "learning_rate": 0.00029074125444143007,
      "loss": 0.6442,
      "step": 18244
    },
    {
      "epoch": 0.7472865041982388,
      "grad_norm": 1.2343093669917353,
      "learning_rate": 0.0002907401263240416,
      "loss": 1.4153,
      "step": 18245
    },
    {
      "epoch": 0.7473274626254351,
      "grad_norm": 3.0422856313549804,
      "learning_rate": 0.0002907389981401194,
      "loss": 2.8984,
      "step": 18246
    },
    {
      "epoch": 0.7473684210526316,
      "grad_norm": 0.6183084281039919,
      "learning_rate": 0.00029073786988966394,
      "loss": 0.3646,
      "step": 18247
    },
    {
      "epoch": 0.747409379479828,
      "grad_norm": 1.0355371721269622,
      "learning_rate": 0.0002907367415726758,
      "loss": 1.2164,
      "step": 18248
    },
    {
      "epoch": 0.7474503379070244,
      "grad_norm": 0.8463211182012531,
      "learning_rate": 0.00029073561318915557,
      "loss": 0.9785,
      "step": 18249
    },
    {
      "epoch": 0.7474912963342207,
      "grad_norm": 0.723756960361519,
      "learning_rate": 0.00029073448473910363,
      "loss": 0.8037,
      "step": 18250
    },
    {
      "epoch": 0.7475322547614172,
      "grad_norm": 0.6792414293302076,
      "learning_rate": 0.00029073335622252055,
      "loss": 0.7532,
      "step": 18251
    },
    {
      "epoch": 0.7475732131886136,
      "grad_norm": 1.7723025964407346,
      "learning_rate": 0.000290732227639407,
      "loss": 1.7335,
      "step": 18252
    },
    {
      "epoch": 0.74761417161581,
      "grad_norm": 0.7196810984789592,
      "learning_rate": 0.00029073109898976335,
      "loss": 0.985,
      "step": 18253
    },
    {
      "epoch": 0.7476551300430063,
      "grad_norm": 0.8739965088738669,
      "learning_rate": 0.00029072997027359025,
      "loss": 1.155,
      "step": 18254
    },
    {
      "epoch": 0.7476960884702027,
      "grad_norm": 0.6161670950569357,
      "learning_rate": 0.00029072884149088817,
      "loss": 0.3792,
      "step": 18255
    },
    {
      "epoch": 0.7477370468973992,
      "grad_norm": 0.7480326745635549,
      "learning_rate": 0.0002907277126416576,
      "loss": 0.8753,
      "step": 18256
    },
    {
      "epoch": 0.7477780053245955,
      "grad_norm": 0.5917268107041926,
      "learning_rate": 0.0002907265837258992,
      "loss": 0.4111,
      "step": 18257
    },
    {
      "epoch": 0.7478189637517919,
      "grad_norm": 0.8836156790576505,
      "learning_rate": 0.00029072545474361346,
      "loss": 0.9996,
      "step": 18258
    },
    {
      "epoch": 0.7478599221789883,
      "grad_norm": 1.1255877989688907,
      "learning_rate": 0.00029072432569480084,
      "loss": 0.8614,
      "step": 18259
    },
    {
      "epoch": 0.7479008806061848,
      "grad_norm": 0.6891952526955916,
      "learning_rate": 0.0002907231965794619,
      "loss": 0.8581,
      "step": 18260
    },
    {
      "epoch": 0.7479418390333811,
      "grad_norm": 1.0820160988237948,
      "learning_rate": 0.00029072206739759725,
      "loss": 0.9351,
      "step": 18261
    },
    {
      "epoch": 0.7479827974605775,
      "grad_norm": 1.842516428805331,
      "learning_rate": 0.00029072093814920736,
      "loss": 1.8271,
      "step": 18262
    },
    {
      "epoch": 0.7480237558877739,
      "grad_norm": 0.7631308840225969,
      "learning_rate": 0.0002907198088342928,
      "loss": 0.7908,
      "step": 18263
    },
    {
      "epoch": 0.7480647143149703,
      "grad_norm": 4.9249056344409805,
      "learning_rate": 0.00029071867945285404,
      "loss": 4.159,
      "step": 18264
    },
    {
      "epoch": 0.7481056727421667,
      "grad_norm": 1.2181483276012732,
      "learning_rate": 0.0002907175500048917,
      "loss": 1.6693,
      "step": 18265
    },
    {
      "epoch": 0.7481466311693631,
      "grad_norm": 0.9990903323301773,
      "learning_rate": 0.0002907164204904063,
      "loss": 0.8375,
      "step": 18266
    },
    {
      "epoch": 0.7481875895965595,
      "grad_norm": 0.8236951949617768,
      "learning_rate": 0.0002907152909093982,
      "loss": 0.6398,
      "step": 18267
    },
    {
      "epoch": 0.7482285480237559,
      "grad_norm": 0.9216760085854714,
      "learning_rate": 0.0002907141612618682,
      "loss": 0.9888,
      "step": 18268
    },
    {
      "epoch": 0.7482695064509522,
      "grad_norm": 0.811945552472453,
      "learning_rate": 0.00029071303154781667,
      "loss": 0.9399,
      "step": 18269
    },
    {
      "epoch": 0.7483104648781487,
      "grad_norm": 0.9347758352806119,
      "learning_rate": 0.00029071190176724413,
      "loss": 1.1074,
      "step": 18270
    },
    {
      "epoch": 0.7483514233053451,
      "grad_norm": 0.8538463634541203,
      "learning_rate": 0.00029071077192015124,
      "loss": 0.7568,
      "step": 18271
    },
    {
      "epoch": 0.7483923817325415,
      "grad_norm": 0.7226926264787589,
      "learning_rate": 0.0002907096420065385,
      "loss": 0.9484,
      "step": 18272
    },
    {
      "epoch": 0.7484333401597378,
      "grad_norm": 1.0564124267274162,
      "learning_rate": 0.0002907085120264063,
      "loss": 1.0566,
      "step": 18273
    },
    {
      "epoch": 0.7484742985869343,
      "grad_norm": 0.6929202189264034,
      "learning_rate": 0.00029070738197975536,
      "loss": 0.6117,
      "step": 18274
    },
    {
      "epoch": 0.7485152570141307,
      "grad_norm": 0.804927202898246,
      "learning_rate": 0.0002907062518665861,
      "loss": 0.3523,
      "step": 18275
    },
    {
      "epoch": 0.748556215441327,
      "grad_norm": 0.7356514240786715,
      "learning_rate": 0.00029070512168689904,
      "loss": 0.867,
      "step": 18276
    },
    {
      "epoch": 0.7485971738685234,
      "grad_norm": 1.038061525741414,
      "learning_rate": 0.00029070399144069485,
      "loss": 1.1242,
      "step": 18277
    },
    {
      "epoch": 0.7486381322957198,
      "grad_norm": 0.781308302074797,
      "learning_rate": 0.00029070286112797394,
      "loss": 1.1262,
      "step": 18278
    },
    {
      "epoch": 0.7486790907229163,
      "grad_norm": 0.7474989165503428,
      "learning_rate": 0.00029070173074873684,
      "loss": 0.8071,
      "step": 18279
    },
    {
      "epoch": 0.7487200491501126,
      "grad_norm": 0.8917003411867461,
      "learning_rate": 0.0002907006003029842,
      "loss": 0.8783,
      "step": 18280
    },
    {
      "epoch": 0.748761007577309,
      "grad_norm": 0.7299481013052482,
      "learning_rate": 0.0002906994697907165,
      "loss": 0.7234,
      "step": 18281
    },
    {
      "epoch": 0.7488019660045054,
      "grad_norm": 0.4923062103800093,
      "learning_rate": 0.00029069833921193414,
      "loss": 0.3476,
      "step": 18282
    },
    {
      "epoch": 0.7488429244317019,
      "grad_norm": 0.7851413275752057,
      "learning_rate": 0.0002906972085666379,
      "loss": 0.8539,
      "step": 18283
    },
    {
      "epoch": 0.7488838828588982,
      "grad_norm": 1.985745372352782,
      "learning_rate": 0.0002906960778548281,
      "loss": 0.5918,
      "step": 18284
    },
    {
      "epoch": 0.7489248412860946,
      "grad_norm": 0.7528291440290603,
      "learning_rate": 0.00029069494707650536,
      "loss": 0.8129,
      "step": 18285
    },
    {
      "epoch": 0.748965799713291,
      "grad_norm": 0.8570064920519921,
      "learning_rate": 0.0002906938162316702,
      "loss": 1.0882,
      "step": 18286
    },
    {
      "epoch": 0.7490067581404874,
      "grad_norm": 0.8767336921730912,
      "learning_rate": 0.0002906926853203232,
      "loss": 1.0772,
      "step": 18287
    },
    {
      "epoch": 0.7490477165676838,
      "grad_norm": 0.5961840061260191,
      "learning_rate": 0.0002906915543424649,
      "loss": 0.3908,
      "step": 18288
    },
    {
      "epoch": 0.7490886749948802,
      "grad_norm": 0.9231802155738139,
      "learning_rate": 0.00029069042329809576,
      "loss": 1.0222,
      "step": 18289
    },
    {
      "epoch": 0.7491296334220766,
      "grad_norm": 0.7721914805417951,
      "learning_rate": 0.0002906892921872163,
      "loss": 0.7986,
      "step": 18290
    },
    {
      "epoch": 0.749170591849273,
      "grad_norm": 0.6842296627147051,
      "learning_rate": 0.0002906881610098272,
      "loss": 0.949,
      "step": 18291
    },
    {
      "epoch": 0.7492115502764694,
      "grad_norm": 0.6542808651865673,
      "learning_rate": 0.00029068702976592885,
      "loss": 0.6885,
      "step": 18292
    },
    {
      "epoch": 0.7492525087036658,
      "grad_norm": 0.5932700858748359,
      "learning_rate": 0.00029068589845552184,
      "loss": 0.5676,
      "step": 18293
    },
    {
      "epoch": 0.7492934671308622,
      "grad_norm": 0.8495089101484182,
      "learning_rate": 0.00029068476707860667,
      "loss": 0.8924,
      "step": 18294
    },
    {
      "epoch": 0.7493344255580586,
      "grad_norm": 0.8991857708093045,
      "learning_rate": 0.000290683635635184,
      "loss": 1.1306,
      "step": 18295
    },
    {
      "epoch": 0.7493753839852549,
      "grad_norm": 0.6532943419996282,
      "learning_rate": 0.00029068250412525413,
      "loss": 0.7348,
      "step": 18296
    },
    {
      "epoch": 0.7494163424124514,
      "grad_norm": 1.0643983948109061,
      "learning_rate": 0.00029068137254881785,
      "loss": 0.2873,
      "step": 18297
    },
    {
      "epoch": 0.7494573008396478,
      "grad_norm": 0.7880460393613726,
      "learning_rate": 0.00029068024090587557,
      "loss": 0.8772,
      "step": 18298
    },
    {
      "epoch": 0.7494982592668441,
      "grad_norm": 0.9240234880468736,
      "learning_rate": 0.00029067910919642785,
      "loss": 0.7252,
      "step": 18299
    },
    {
      "epoch": 0.7495392176940405,
      "grad_norm": 1.0720095961714544,
      "learning_rate": 0.00029067797742047516,
      "loss": 0.8837,
      "step": 18300
    },
    {
      "epoch": 0.749580176121237,
      "grad_norm": 0.5098111495522695,
      "learning_rate": 0.00029067684557801805,
      "loss": 0.3201,
      "step": 18301
    },
    {
      "epoch": 0.7496211345484334,
      "grad_norm": 1.0206704802886364,
      "learning_rate": 0.0002906757136690572,
      "loss": 0.7767,
      "step": 18302
    },
    {
      "epoch": 0.7496620929756297,
      "grad_norm": 0.7430596496018177,
      "learning_rate": 0.0002906745816935929,
      "loss": 0.5227,
      "step": 18303
    },
    {
      "epoch": 0.7497030514028261,
      "grad_norm": 1.0721455878990647,
      "learning_rate": 0.0002906734496516259,
      "loss": 1.7055,
      "step": 18304
    },
    {
      "epoch": 0.7497440098300225,
      "grad_norm": 2.30722645316883,
      "learning_rate": 0.00029067231754315666,
      "loss": 1.4235,
      "step": 18305
    },
    {
      "epoch": 0.749784968257219,
      "grad_norm": 0.9012025653208166,
      "learning_rate": 0.0002906711853681857,
      "loss": 0.8988,
      "step": 18306
    },
    {
      "epoch": 0.7498259266844153,
      "grad_norm": 0.9073178040364064,
      "learning_rate": 0.00029067005312671357,
      "loss": 0.6328,
      "step": 18307
    },
    {
      "epoch": 0.7498668851116117,
      "grad_norm": 0.6244975335793403,
      "learning_rate": 0.0002906689208187408,
      "loss": 0.3859,
      "step": 18308
    },
    {
      "epoch": 0.7499078435388081,
      "grad_norm": 0.5816769674530038,
      "learning_rate": 0.0002906677884442679,
      "loss": 0.353,
      "step": 18309
    },
    {
      "epoch": 0.7499488019660046,
      "grad_norm": 0.8985840253202712,
      "learning_rate": 0.0002906666560032955,
      "loss": 1.1464,
      "step": 18310
    },
    {
      "epoch": 0.7499897603932009,
      "grad_norm": 0.5573112387068069,
      "learning_rate": 0.000290665523495824,
      "loss": 0.2734,
      "step": 18311
    },
    {
      "epoch": 0.7500307188203973,
      "grad_norm": 3.1298537638390527,
      "learning_rate": 0.00029066439092185407,
      "loss": 2.3193,
      "step": 18312
    },
    {
      "epoch": 0.7500716772475937,
      "grad_norm": 0.7130705670082437,
      "learning_rate": 0.0002906632582813861,
      "loss": 0.6874,
      "step": 18313
    },
    {
      "epoch": 0.7501126356747901,
      "grad_norm": 0.8023610864110112,
      "learning_rate": 0.0002906621255744207,
      "loss": 0.8028,
      "step": 18314
    },
    {
      "epoch": 0.7501535941019865,
      "grad_norm": 0.7796344605560295,
      "learning_rate": 0.0002906609928009585,
      "loss": 0.8527,
      "step": 18315
    },
    {
      "epoch": 0.7501945525291829,
      "grad_norm": 1.1147024570245427,
      "learning_rate": 0.0002906598599609999,
      "loss": 1.0609,
      "step": 18316
    },
    {
      "epoch": 0.7502355109563793,
      "grad_norm": 1.6417420958118718,
      "learning_rate": 0.0002906587270545455,
      "loss": 2.3792,
      "step": 18317
    },
    {
      "epoch": 0.7502764693835756,
      "grad_norm": 0.7668810995116393,
      "learning_rate": 0.00029065759408159576,
      "loss": 0.8794,
      "step": 18318
    },
    {
      "epoch": 0.750317427810772,
      "grad_norm": 0.8794422009334866,
      "learning_rate": 0.0002906564610421513,
      "loss": 1.0605,
      "step": 18319
    },
    {
      "epoch": 0.7503583862379685,
      "grad_norm": 0.8729170887998823,
      "learning_rate": 0.0002906553279362126,
      "loss": 0.8426,
      "step": 18320
    },
    {
      "epoch": 0.7503993446651649,
      "grad_norm": 1.4647523860044198,
      "learning_rate": 0.0002906541947637803,
      "loss": 0.7609,
      "step": 18321
    },
    {
      "epoch": 0.7504403030923612,
      "grad_norm": 2.1218905431344357,
      "learning_rate": 0.0002906530615248548,
      "loss": 4.9145,
      "step": 18322
    },
    {
      "epoch": 0.7504812615195576,
      "grad_norm": 0.9784008710053228,
      "learning_rate": 0.0002906519282194367,
      "loss": 0.2881,
      "step": 18323
    },
    {
      "epoch": 0.750522219946754,
      "grad_norm": 1.120023621666593,
      "learning_rate": 0.00029065079484752655,
      "loss": 1.2414,
      "step": 18324
    },
    {
      "epoch": 0.7505631783739505,
      "grad_norm": 0.9533078761363979,
      "learning_rate": 0.00029064966140912487,
      "loss": 0.8036,
      "step": 18325
    },
    {
      "epoch": 0.7506041368011468,
      "grad_norm": 1.065366368801067,
      "learning_rate": 0.00029064852790423217,
      "loss": 1.0762,
      "step": 18326
    },
    {
      "epoch": 0.7506450952283432,
      "grad_norm": 0.892836126230872,
      "learning_rate": 0.000290647394332849,
      "loss": 0.8526,
      "step": 18327
    },
    {
      "epoch": 0.7506860536555396,
      "grad_norm": 3.404516512107245,
      "learning_rate": 0.0002906462606949759,
      "loss": 4.9129,
      "step": 18328
    },
    {
      "epoch": 0.7507270120827361,
      "grad_norm": 1.0229539370006018,
      "learning_rate": 0.0002906451269906134,
      "loss": 1.0588,
      "step": 18329
    },
    {
      "epoch": 0.7507679705099324,
      "grad_norm": 1.2169565758913021,
      "learning_rate": 0.0002906439932197621,
      "loss": 1.0371,
      "step": 18330
    },
    {
      "epoch": 0.7508089289371288,
      "grad_norm": 1.094555532579003,
      "learning_rate": 0.00029064285938242246,
      "loss": 1.2641,
      "step": 18331
    },
    {
      "epoch": 0.7508498873643252,
      "grad_norm": 1.0209985647437745,
      "learning_rate": 0.000290641725478595,
      "loss": 1.5033,
      "step": 18332
    },
    {
      "epoch": 0.7508908457915217,
      "grad_norm": 0.6945047483416058,
      "learning_rate": 0.00029064059150828034,
      "loss": 0.712,
      "step": 18333
    },
    {
      "epoch": 0.750931804218718,
      "grad_norm": 2.3610151323001447,
      "learning_rate": 0.0002906394574714789,
      "loss": 2.8572,
      "step": 18334
    },
    {
      "epoch": 0.7509727626459144,
      "grad_norm": 0.830435473224572,
      "learning_rate": 0.00029063832336819135,
      "loss": 0.7814,
      "step": 18335
    },
    {
      "epoch": 0.7510137210731108,
      "grad_norm": 0.8601384701398495,
      "learning_rate": 0.00029063718919841817,
      "loss": 1.111,
      "step": 18336
    },
    {
      "epoch": 0.7510546795003072,
      "grad_norm": 0.9482385227426852,
      "learning_rate": 0.00029063605496215986,
      "loss": 0.9595,
      "step": 18337
    },
    {
      "epoch": 0.7510956379275036,
      "grad_norm": 1.0128753779747124,
      "learning_rate": 0.000290634920659417,
      "loss": 0.8019,
      "step": 18338
    },
    {
      "epoch": 0.7511365963547,
      "grad_norm": 0.6458863160306283,
      "learning_rate": 0.00029063378629019007,
      "loss": 0.7159,
      "step": 18339
    },
    {
      "epoch": 0.7511775547818964,
      "grad_norm": 0.5277624201725162,
      "learning_rate": 0.00029063265185447966,
      "loss": 0.3108,
      "step": 18340
    },
    {
      "epoch": 0.7512185132090927,
      "grad_norm": 3.076021289000426,
      "learning_rate": 0.00029063151735228635,
      "loss": 1.1827,
      "step": 18341
    },
    {
      "epoch": 0.7512594716362891,
      "grad_norm": 0.8294541376824202,
      "learning_rate": 0.00029063038278361053,
      "loss": 0.9041,
      "step": 18342
    },
    {
      "epoch": 0.7513004300634856,
      "grad_norm": 0.9213888731097436,
      "learning_rate": 0.00029062924814845294,
      "loss": 0.7209,
      "step": 18343
    },
    {
      "epoch": 0.751341388490682,
      "grad_norm": 0.686590587164722,
      "learning_rate": 0.0002906281134468139,
      "loss": 0.2658,
      "step": 18344
    },
    {
      "epoch": 0.7513823469178783,
      "grad_norm": 1.2347941142760093,
      "learning_rate": 0.00029062697867869407,
      "loss": 1.5048,
      "step": 18345
    },
    {
      "epoch": 0.7514233053450747,
      "grad_norm": 1.4146317326783497,
      "learning_rate": 0.00029062584384409397,
      "loss": 1.0406,
      "step": 18346
    },
    {
      "epoch": 0.7514642637722712,
      "grad_norm": 0.966552327567244,
      "learning_rate": 0.0002906247089430141,
      "loss": 1.1422,
      "step": 18347
    },
    {
      "epoch": 0.7515052221994676,
      "grad_norm": 0.8072329817260778,
      "learning_rate": 0.0002906235739754551,
      "loss": 0.7196,
      "step": 18348
    },
    {
      "epoch": 0.7515461806266639,
      "grad_norm": 0.790776930032792,
      "learning_rate": 0.00029062243894141743,
      "loss": 0.3869,
      "step": 18349
    },
    {
      "epoch": 0.7515871390538603,
      "grad_norm": 1.0909585842805234,
      "learning_rate": 0.00029062130384090157,
      "loss": 1.4839,
      "step": 18350
    },
    {
      "epoch": 0.7516280974810567,
      "grad_norm": 0.7732012580791728,
      "learning_rate": 0.0002906201686739082,
      "loss": 0.8889,
      "step": 18351
    },
    {
      "epoch": 0.7516690559082532,
      "grad_norm": 0.929303908041451,
      "learning_rate": 0.0002906190334404377,
      "loss": 0.5415,
      "step": 18352
    },
    {
      "epoch": 0.7517100143354495,
      "grad_norm": 0.50721777992595,
      "learning_rate": 0.0002906178981404907,
      "loss": 0.2961,
      "step": 18353
    },
    {
      "epoch": 0.7517509727626459,
      "grad_norm": 0.6925424507173342,
      "learning_rate": 0.0002906167627740677,
      "loss": 0.4481,
      "step": 18354
    },
    {
      "epoch": 0.7517919311898423,
      "grad_norm": 0.9425123305583837,
      "learning_rate": 0.00029061562734116923,
      "loss": 0.7161,
      "step": 18355
    },
    {
      "epoch": 0.7518328896170388,
      "grad_norm": 0.9592507637821863,
      "learning_rate": 0.00029061449184179594,
      "loss": 0.9145,
      "step": 18356
    },
    {
      "epoch": 0.7518738480442351,
      "grad_norm": 1.0893874275749627,
      "learning_rate": 0.00029061335627594825,
      "loss": 0.8494,
      "step": 18357
    },
    {
      "epoch": 0.7519148064714315,
      "grad_norm": 1.0626563447040034,
      "learning_rate": 0.0002906122206436267,
      "loss": 1.2067,
      "step": 18358
    },
    {
      "epoch": 0.7519557648986279,
      "grad_norm": 0.6403771581417964,
      "learning_rate": 0.00029061108494483185,
      "loss": 0.3588,
      "step": 18359
    },
    {
      "epoch": 0.7519967233258242,
      "grad_norm": 1.1045523670496227,
      "learning_rate": 0.00029060994917956426,
      "loss": 1.3273,
      "step": 18360
    },
    {
      "epoch": 0.7520376817530207,
      "grad_norm": 0.5961298773599993,
      "learning_rate": 0.0002906088133478244,
      "loss": 0.3095,
      "step": 18361
    },
    {
      "epoch": 0.7520786401802171,
      "grad_norm": 0.9326226981904536,
      "learning_rate": 0.0002906076774496129,
      "loss": 0.914,
      "step": 18362
    },
    {
      "epoch": 0.7521195986074135,
      "grad_norm": 0.8470604696343732,
      "learning_rate": 0.0002906065414849302,
      "loss": 1.0071,
      "step": 18363
    },
    {
      "epoch": 0.7521605570346098,
      "grad_norm": 3.593492037015182,
      "learning_rate": 0.00029060540545377693,
      "loss": 2.456,
      "step": 18364
    },
    {
      "epoch": 0.7522015154618062,
      "grad_norm": 0.7780140515740183,
      "learning_rate": 0.0002906042693561536,
      "loss": 0.8636,
      "step": 18365
    },
    {
      "epoch": 0.7522424738890027,
      "grad_norm": 0.6929410772922542,
      "learning_rate": 0.0002906031331920607,
      "loss": 0.7219,
      "step": 18366
    },
    {
      "epoch": 0.7522834323161991,
      "grad_norm": 0.8516476907351977,
      "learning_rate": 0.0002906019969614988,
      "loss": 0.6099,
      "step": 18367
    },
    {
      "epoch": 0.7523243907433954,
      "grad_norm": 0.690494413021729,
      "learning_rate": 0.0002906008606644684,
      "loss": 0.9536,
      "step": 18368
    },
    {
      "epoch": 0.7523653491705918,
      "grad_norm": 1.0403683396981973,
      "learning_rate": 0.0002905997243009701,
      "loss": 1.1085,
      "step": 18369
    },
    {
      "epoch": 0.7524063075977883,
      "grad_norm": 0.9769935871353231,
      "learning_rate": 0.00029059858787100446,
      "loss": 0.8843,
      "step": 18370
    },
    {
      "epoch": 0.7524472660249847,
      "grad_norm": 0.783144396636751,
      "learning_rate": 0.0002905974513745719,
      "loss": 0.7784,
      "step": 18371
    },
    {
      "epoch": 0.752488224452181,
      "grad_norm": 0.7716969394766138,
      "learning_rate": 0.00029059631481167305,
      "loss": 0.4109,
      "step": 18372
    },
    {
      "epoch": 0.7525291828793774,
      "grad_norm": 0.6392373421208006,
      "learning_rate": 0.0002905951781823084,
      "loss": 0.6753,
      "step": 18373
    },
    {
      "epoch": 0.7525701413065738,
      "grad_norm": 0.7892238671577626,
      "learning_rate": 0.00029059404148647856,
      "loss": 0.9572,
      "step": 18374
    },
    {
      "epoch": 0.7526110997337703,
      "grad_norm": 0.9620142774703623,
      "learning_rate": 0.00029059290472418397,
      "loss": 0.9284,
      "step": 18375
    },
    {
      "epoch": 0.7526520581609666,
      "grad_norm": 0.9084422021557929,
      "learning_rate": 0.0002905917678954252,
      "loss": 1.0868,
      "step": 18376
    },
    {
      "epoch": 0.752693016588163,
      "grad_norm": 1.0699040025167064,
      "learning_rate": 0.00029059063100020285,
      "loss": 1.2159,
      "step": 18377
    },
    {
      "epoch": 0.7527339750153594,
      "grad_norm": 0.9655304584483319,
      "learning_rate": 0.00029058949403851735,
      "loss": 1.268,
      "step": 18378
    },
    {
      "epoch": 0.7527749334425559,
      "grad_norm": 0.7342099739768408,
      "learning_rate": 0.00029058835701036934,
      "loss": 0.6557,
      "step": 18379
    },
    {
      "epoch": 0.7528158918697522,
      "grad_norm": 1.0120821338294161,
      "learning_rate": 0.00029058721991575935,
      "loss": 0.7823,
      "step": 18380
    },
    {
      "epoch": 0.7528568502969486,
      "grad_norm": 0.8266420826720866,
      "learning_rate": 0.00029058608275468777,
      "loss": 0.6228,
      "step": 18381
    },
    {
      "epoch": 0.752897808724145,
      "grad_norm": 0.7667164728477001,
      "learning_rate": 0.00029058494552715536,
      "loss": 0.9059,
      "step": 18382
    },
    {
      "epoch": 0.7529387671513413,
      "grad_norm": 0.9643200881321835,
      "learning_rate": 0.00029058380823316244,
      "loss": 1.1838,
      "step": 18383
    },
    {
      "epoch": 0.7529797255785378,
      "grad_norm": 0.7580977721043227,
      "learning_rate": 0.00029058267087270977,
      "loss": 0.7594,
      "step": 18384
    },
    {
      "epoch": 0.7530206840057342,
      "grad_norm": 0.9638378280845331,
      "learning_rate": 0.00029058153344579767,
      "loss": 0.9084,
      "step": 18385
    },
    {
      "epoch": 0.7530616424329306,
      "grad_norm": 0.80634781554085,
      "learning_rate": 0.0002905803959524268,
      "loss": 1.049,
      "step": 18386
    },
    {
      "epoch": 0.7531026008601269,
      "grad_norm": 0.7156024535246405,
      "learning_rate": 0.0002905792583925977,
      "loss": 0.7972,
      "step": 18387
    },
    {
      "epoch": 0.7531435592873233,
      "grad_norm": 0.7056407178805483,
      "learning_rate": 0.0002905781207663109,
      "loss": 0.6478,
      "step": 18388
    },
    {
      "epoch": 0.7531845177145198,
      "grad_norm": 0.7555579669862114,
      "learning_rate": 0.00029057698307356685,
      "loss": 0.8024,
      "step": 18389
    },
    {
      "epoch": 0.7532254761417162,
      "grad_norm": 0.7732774886585224,
      "learning_rate": 0.0002905758453143662,
      "loss": 0.9691,
      "step": 18390
    },
    {
      "epoch": 0.7532664345689125,
      "grad_norm": 0.7804471919970698,
      "learning_rate": 0.0002905747074887095,
      "loss": 0.3479,
      "step": 18391
    },
    {
      "epoch": 0.7533073929961089,
      "grad_norm": 1.0592254751963666,
      "learning_rate": 0.0002905735695965972,
      "loss": 0.6399,
      "step": 18392
    },
    {
      "epoch": 0.7533483514233054,
      "grad_norm": 0.6900945087740452,
      "learning_rate": 0.0002905724316380298,
      "loss": 0.7591,
      "step": 18393
    },
    {
      "epoch": 0.7533893098505018,
      "grad_norm": 0.7586317435459385,
      "learning_rate": 0.000290571293613008,
      "loss": 0.8081,
      "step": 18394
    },
    {
      "epoch": 0.7534302682776981,
      "grad_norm": 1.0118316065161637,
      "learning_rate": 0.0002905701555215322,
      "loss": 0.8252,
      "step": 18395
    },
    {
      "epoch": 0.7534712267048945,
      "grad_norm": 1.0622572185894767,
      "learning_rate": 0.00029056901736360303,
      "loss": 1.1043,
      "step": 18396
    },
    {
      "epoch": 0.753512185132091,
      "grad_norm": 1.2494603109931108,
      "learning_rate": 0.00029056787913922093,
      "loss": 1.2705,
      "step": 18397
    },
    {
      "epoch": 0.7535531435592874,
      "grad_norm": 1.151333283064889,
      "learning_rate": 0.00029056674084838657,
      "loss": 0.8282,
      "step": 18398
    },
    {
      "epoch": 0.7535941019864837,
      "grad_norm": 1.6488600668563071,
      "learning_rate": 0.00029056560249110037,
      "loss": 0.9227,
      "step": 18399
    },
    {
      "epoch": 0.7536350604136801,
      "grad_norm": 0.706084060528309,
      "learning_rate": 0.0002905644640673629,
      "loss": 0.8036,
      "step": 18400
    },
    {
      "epoch": 0.7536760188408765,
      "grad_norm": 0.7895005201310702,
      "learning_rate": 0.00029056332557717473,
      "loss": 0.8328,
      "step": 18401
    },
    {
      "epoch": 0.7537169772680729,
      "grad_norm": 0.9115970817194293,
      "learning_rate": 0.00029056218702053633,
      "loss": 1.2086,
      "step": 18402
    },
    {
      "epoch": 0.7537579356952693,
      "grad_norm": 2.110561416455107,
      "learning_rate": 0.0002905610483974483,
      "loss": 3.4034,
      "step": 18403
    },
    {
      "epoch": 0.7537988941224657,
      "grad_norm": 0.9221264626129143,
      "learning_rate": 0.00029055990970791124,
      "loss": 0.5043,
      "step": 18404
    },
    {
      "epoch": 0.7538398525496621,
      "grad_norm": 0.7492398471974158,
      "learning_rate": 0.00029055877095192557,
      "loss": 0.7511,
      "step": 18405
    },
    {
      "epoch": 0.7538808109768584,
      "grad_norm": 0.7664723957661241,
      "learning_rate": 0.0002905576321294918,
      "loss": 0.4815,
      "step": 18406
    },
    {
      "epoch": 0.7539217694040549,
      "grad_norm": 0.8605193209360843,
      "learning_rate": 0.0002905564932406106,
      "loss": 0.7981,
      "step": 18407
    },
    {
      "epoch": 0.7539627278312513,
      "grad_norm": 1.888506651097142,
      "learning_rate": 0.00029055535428528244,
      "loss": 1.6358,
      "step": 18408
    },
    {
      "epoch": 0.7540036862584477,
      "grad_norm": 0.8571198014580946,
      "learning_rate": 0.00029055421526350786,
      "loss": 0.9001,
      "step": 18409
    },
    {
      "epoch": 0.754044644685644,
      "grad_norm": 0.8166135440401697,
      "learning_rate": 0.00029055307617528747,
      "loss": 0.5486,
      "step": 18410
    },
    {
      "epoch": 0.7540856031128405,
      "grad_norm": 0.8294139225642571,
      "learning_rate": 0.00029055193702062163,
      "loss": 0.8431,
      "step": 18411
    },
    {
      "epoch": 0.7541265615400369,
      "grad_norm": 1.7227744976597077,
      "learning_rate": 0.000290550797799511,
      "loss": 2.6805,
      "step": 18412
    },
    {
      "epoch": 0.7541675199672333,
      "grad_norm": 0.6775751263650575,
      "learning_rate": 0.0002905496585119562,
      "loss": 0.9824,
      "step": 18413
    },
    {
      "epoch": 0.7542084783944296,
      "grad_norm": 0.6213999550157239,
      "learning_rate": 0.0002905485191579576,
      "loss": 0.4572,
      "step": 18414
    },
    {
      "epoch": 0.754249436821626,
      "grad_norm": 0.888445692892522,
      "learning_rate": 0.00029054737973751584,
      "loss": 1.0337,
      "step": 18415
    },
    {
      "epoch": 0.7542903952488225,
      "grad_norm": 0.9629161514525544,
      "learning_rate": 0.00029054624025063143,
      "loss": 1.1922,
      "step": 18416
    },
    {
      "epoch": 0.7543313536760189,
      "grad_norm": 1.159553122497524,
      "learning_rate": 0.0002905451006973049,
      "loss": 1.4486,
      "step": 18417
    },
    {
      "epoch": 0.7543723121032152,
      "grad_norm": 0.968206077595894,
      "learning_rate": 0.0002905439610775368,
      "loss": 0.8052,
      "step": 18418
    },
    {
      "epoch": 0.7544132705304116,
      "grad_norm": 0.8016021300941415,
      "learning_rate": 0.0002905428213913277,
      "loss": 0.8523,
      "step": 18419
    },
    {
      "epoch": 0.754454228957608,
      "grad_norm": 0.6828908731621572,
      "learning_rate": 0.00029054168163867813,
      "loss": 0.6665,
      "step": 18420
    },
    {
      "epoch": 0.7544951873848045,
      "grad_norm": 0.8815097847888257,
      "learning_rate": 0.00029054054181958854,
      "loss": 0.871,
      "step": 18421
    },
    {
      "epoch": 0.7545361458120008,
      "grad_norm": 0.8897027124607094,
      "learning_rate": 0.0002905394019340596,
      "loss": 0.7005,
      "step": 18422
    },
    {
      "epoch": 0.7545771042391972,
      "grad_norm": 0.872424232711288,
      "learning_rate": 0.00029053826198209174,
      "loss": 0.8873,
      "step": 18423
    },
    {
      "epoch": 0.7546180626663936,
      "grad_norm": 0.5934454734907915,
      "learning_rate": 0.00029053712196368557,
      "loss": 0.5879,
      "step": 18424
    },
    {
      "epoch": 0.75465902109359,
      "grad_norm": 1.3097638912696976,
      "learning_rate": 0.0002905359818788416,
      "loss": 1.0361,
      "step": 18425
    },
    {
      "epoch": 0.7546999795207864,
      "grad_norm": 1.3797459885781784,
      "learning_rate": 0.0002905348417275604,
      "loss": 1.0647,
      "step": 18426
    },
    {
      "epoch": 0.7547409379479828,
      "grad_norm": 1.2712089579850294,
      "learning_rate": 0.0002905337015098424,
      "loss": 0.9644,
      "step": 18427
    },
    {
      "epoch": 0.7547818963751792,
      "grad_norm": 1.0817988572238533,
      "learning_rate": 0.0002905325612256883,
      "loss": 0.8452,
      "step": 18428
    },
    {
      "epoch": 0.7548228548023755,
      "grad_norm": 0.7607369335652778,
      "learning_rate": 0.0002905314208750985,
      "loss": 0.795,
      "step": 18429
    },
    {
      "epoch": 0.754863813229572,
      "grad_norm": 0.8300633229146568,
      "learning_rate": 0.00029053028045807365,
      "loss": 1.1368,
      "step": 18430
    },
    {
      "epoch": 0.7549047716567684,
      "grad_norm": 0.7624227409784318,
      "learning_rate": 0.0002905291399746142,
      "loss": 0.7412,
      "step": 18431
    },
    {
      "epoch": 0.7549457300839648,
      "grad_norm": 0.9949107665221164,
      "learning_rate": 0.0002905279994247207,
      "loss": 0.9677,
      "step": 18432
    },
    {
      "epoch": 0.7549866885111611,
      "grad_norm": 1.2883811604164466,
      "learning_rate": 0.0002905268588083938,
      "loss": 1.1356,
      "step": 18433
    },
    {
      "epoch": 0.7550276469383576,
      "grad_norm": 0.7840782153452083,
      "learning_rate": 0.00029052571812563396,
      "loss": 0.9058,
      "step": 18434
    },
    {
      "epoch": 0.755068605365554,
      "grad_norm": 0.9367728028851465,
      "learning_rate": 0.00029052457737644165,
      "loss": 1.3414,
      "step": 18435
    },
    {
      "epoch": 0.7551095637927504,
      "grad_norm": 1.0322541201377058,
      "learning_rate": 0.0002905234365608175,
      "loss": 1.4402,
      "step": 18436
    },
    {
      "epoch": 0.7551505222199467,
      "grad_norm": 1.2335445948624475,
      "learning_rate": 0.000290522295678762,
      "loss": 1.0085,
      "step": 18437
    },
    {
      "epoch": 0.7551914806471431,
      "grad_norm": 0.6268079008024674,
      "learning_rate": 0.00029052115473027576,
      "loss": 0.4699,
      "step": 18438
    },
    {
      "epoch": 0.7552324390743396,
      "grad_norm": 0.5912361180328761,
      "learning_rate": 0.0002905200137153592,
      "loss": 0.4841,
      "step": 18439
    },
    {
      "epoch": 0.755273397501536,
      "grad_norm": 0.9014799054694309,
      "learning_rate": 0.000290518872634013,
      "loss": 0.6953,
      "step": 18440
    },
    {
      "epoch": 0.7553143559287323,
      "grad_norm": 0.8293503949607673,
      "learning_rate": 0.0002905177314862376,
      "loss": 0.9023,
      "step": 18441
    },
    {
      "epoch": 0.7553553143559287,
      "grad_norm": 0.9642740960942989,
      "learning_rate": 0.00029051659027203356,
      "loss": 0.8779,
      "step": 18442
    },
    {
      "epoch": 0.7553962727831252,
      "grad_norm": 0.6883602749837371,
      "learning_rate": 0.00029051544899140144,
      "loss": 0.8249,
      "step": 18443
    },
    {
      "epoch": 0.7554372312103215,
      "grad_norm": 1.2890625217688751,
      "learning_rate": 0.00029051430764434177,
      "loss": 1.1172,
      "step": 18444
    },
    {
      "epoch": 0.7554781896375179,
      "grad_norm": 1.0290220080523682,
      "learning_rate": 0.00029051316623085515,
      "loss": 1.1055,
      "step": 18445
    },
    {
      "epoch": 0.7555191480647143,
      "grad_norm": 0.7241908305605953,
      "learning_rate": 0.000290512024750942,
      "loss": 0.5419,
      "step": 18446
    },
    {
      "epoch": 0.7555601064919107,
      "grad_norm": 1.0793063512627998,
      "learning_rate": 0.0002905108832046029,
      "loss": 0.8298,
      "step": 18447
    },
    {
      "epoch": 0.7556010649191071,
      "grad_norm": 1.1813516529032717,
      "learning_rate": 0.00029050974159183844,
      "loss": 1.3273,
      "step": 18448
    },
    {
      "epoch": 0.7556420233463035,
      "grad_norm": 1.4382722457394452,
      "learning_rate": 0.0002905085999126491,
      "loss": 1.0093,
      "step": 18449
    },
    {
      "epoch": 0.7556829817734999,
      "grad_norm": 0.7419906618841445,
      "learning_rate": 0.00029050745816703547,
      "loss": 0.7358,
      "step": 18450
    },
    {
      "epoch": 0.7557239402006963,
      "grad_norm": 0.6714527020956703,
      "learning_rate": 0.0002905063163549981,
      "loss": 0.9506,
      "step": 18451
    },
    {
      "epoch": 0.7557648986278926,
      "grad_norm": 1.3476901954114306,
      "learning_rate": 0.0002905051744765374,
      "loss": 1.6549,
      "step": 18452
    },
    {
      "epoch": 0.7558058570550891,
      "grad_norm": 1.131355032055469,
      "learning_rate": 0.0002905040325316541,
      "loss": 1.0181,
      "step": 18453
    },
    {
      "epoch": 0.7558468154822855,
      "grad_norm": 0.6344708642726614,
      "learning_rate": 0.0002905028905203486,
      "loss": 0.3656,
      "step": 18454
    },
    {
      "epoch": 0.7558877739094819,
      "grad_norm": 0.7820960291222961,
      "learning_rate": 0.0002905017484426215,
      "loss": 0.8703,
      "step": 18455
    },
    {
      "epoch": 0.7559287323366782,
      "grad_norm": 0.7769412151132642,
      "learning_rate": 0.0002905006062984733,
      "loss": 0.3558,
      "step": 18456
    },
    {
      "epoch": 0.7559696907638747,
      "grad_norm": 0.6862545695975802,
      "learning_rate": 0.0002904994640879046,
      "loss": 0.8833,
      "step": 18457
    },
    {
      "epoch": 0.7560106491910711,
      "grad_norm": 0.8857436578250852,
      "learning_rate": 0.0002904983218109159,
      "loss": 0.7268,
      "step": 18458
    },
    {
      "epoch": 0.7560516076182675,
      "grad_norm": 0.6219274770572759,
      "learning_rate": 0.0002904971794675077,
      "loss": 0.7988,
      "step": 18459
    },
    {
      "epoch": 0.7560925660454638,
      "grad_norm": 1.0868833172818406,
      "learning_rate": 0.00029049603705768066,
      "loss": 0.7696,
      "step": 18460
    },
    {
      "epoch": 0.7561335244726602,
      "grad_norm": 0.98777609428995,
      "learning_rate": 0.00029049489458143527,
      "loss": 0.5245,
      "step": 18461
    },
    {
      "epoch": 0.7561744828998567,
      "grad_norm": 0.6120063044879499,
      "learning_rate": 0.000290493752038772,
      "loss": 0.6813,
      "step": 18462
    },
    {
      "epoch": 0.7562154413270531,
      "grad_norm": 1.0742211440375589,
      "learning_rate": 0.0002904926094296914,
      "loss": 0.4719,
      "step": 18463
    },
    {
      "epoch": 0.7562563997542494,
      "grad_norm": 0.5848497804229381,
      "learning_rate": 0.00029049146675419403,
      "loss": 0.7586,
      "step": 18464
    },
    {
      "epoch": 0.7562973581814458,
      "grad_norm": 0.5303274959991516,
      "learning_rate": 0.0002904903240122805,
      "loss": 0.2917,
      "step": 18465
    },
    {
      "epoch": 0.7563383166086423,
      "grad_norm": 0.8112220660524407,
      "learning_rate": 0.0002904891812039513,
      "loss": 0.8136,
      "step": 18466
    },
    {
      "epoch": 0.7563792750358386,
      "grad_norm": 0.8270033109323309,
      "learning_rate": 0.00029048803832920693,
      "loss": 0.9916,
      "step": 18467
    },
    {
      "epoch": 0.756420233463035,
      "grad_norm": 1.1145658926955289,
      "learning_rate": 0.00029048689538804806,
      "loss": 0.9924,
      "step": 18468
    },
    {
      "epoch": 0.7564611918902314,
      "grad_norm": 0.9511261258043499,
      "learning_rate": 0.00029048575238047503,
      "loss": 0.8918,
      "step": 18469
    },
    {
      "epoch": 0.7565021503174278,
      "grad_norm": 0.7686649887229244,
      "learning_rate": 0.0002904846093064885,
      "loss": 0.8775,
      "step": 18470
    },
    {
      "epoch": 0.7565431087446242,
      "grad_norm": 1.4171266413995083,
      "learning_rate": 0.00029048346616608904,
      "loss": 1.6147,
      "step": 18471
    },
    {
      "epoch": 0.7565840671718206,
      "grad_norm": 0.6723773535133856,
      "learning_rate": 0.00029048232295927716,
      "loss": 0.524,
      "step": 18472
    },
    {
      "epoch": 0.756625025599017,
      "grad_norm": 0.7668202522428911,
      "learning_rate": 0.00029048117968605335,
      "loss": 1.0598,
      "step": 18473
    },
    {
      "epoch": 0.7566659840262134,
      "grad_norm": 0.6977188051463656,
      "learning_rate": 0.00029048003634641825,
      "loss": 0.7805,
      "step": 18474
    },
    {
      "epoch": 0.7567069424534097,
      "grad_norm": 0.9296970150603636,
      "learning_rate": 0.00029047889294037224,
      "loss": 0.6528,
      "step": 18475
    },
    {
      "epoch": 0.7567479008806062,
      "grad_norm": 0.6948251029334673,
      "learning_rate": 0.00029047774946791604,
      "loss": 0.8778,
      "step": 18476
    },
    {
      "epoch": 0.7567888593078026,
      "grad_norm": 1.1270361136006382,
      "learning_rate": 0.00029047660592905006,
      "loss": 0.8141,
      "step": 18477
    },
    {
      "epoch": 0.756829817734999,
      "grad_norm": 0.7276774563934328,
      "learning_rate": 0.00029047546232377497,
      "loss": 0.9364,
      "step": 18478
    },
    {
      "epoch": 0.7568707761621953,
      "grad_norm": 0.7355630653546051,
      "learning_rate": 0.0002904743186520912,
      "loss": 0.9302,
      "step": 18479
    },
    {
      "epoch": 0.7569117345893918,
      "grad_norm": 0.663075284480798,
      "learning_rate": 0.00029047317491399927,
      "loss": 0.7281,
      "step": 18480
    },
    {
      "epoch": 0.7569526930165882,
      "grad_norm": 0.6553210885031842,
      "learning_rate": 0.0002904720311094998,
      "loss": 0.8225,
      "step": 18481
    },
    {
      "epoch": 0.7569936514437846,
      "grad_norm": 0.8277283448597489,
      "learning_rate": 0.00029047088723859333,
      "loss": 1.0655,
      "step": 18482
    },
    {
      "epoch": 0.7570346098709809,
      "grad_norm": 0.7814791381457977,
      "learning_rate": 0.00029046974330128035,
      "loss": 1.1331,
      "step": 18483
    },
    {
      "epoch": 0.7570755682981773,
      "grad_norm": 2.109017361326457,
      "learning_rate": 0.00029046859929756144,
      "loss": 4.2209,
      "step": 18484
    },
    {
      "epoch": 0.7571165267253738,
      "grad_norm": 0.8906678676926283,
      "learning_rate": 0.00029046745522743716,
      "loss": 0.9357,
      "step": 18485
    },
    {
      "epoch": 0.7571574851525701,
      "grad_norm": 1.5920379889528,
      "learning_rate": 0.000290466311090908,
      "loss": 1.1846,
      "step": 18486
    },
    {
      "epoch": 0.7571984435797665,
      "grad_norm": 2.5084274152218167,
      "learning_rate": 0.0002904651668879745,
      "loss": 3.3189,
      "step": 18487
    },
    {
      "epoch": 0.7572394020069629,
      "grad_norm": 0.9843453827183029,
      "learning_rate": 0.0002904640226186372,
      "loss": 1.0892,
      "step": 18488
    },
    {
      "epoch": 0.7572803604341594,
      "grad_norm": 1.3207204532907824,
      "learning_rate": 0.00029046287828289667,
      "loss": 1.1619,
      "step": 18489
    },
    {
      "epoch": 0.7573213188613557,
      "grad_norm": 0.8816530113623244,
      "learning_rate": 0.00029046173388075347,
      "loss": 1.1593,
      "step": 18490
    },
    {
      "epoch": 0.7573622772885521,
      "grad_norm": 1.357378403444271,
      "learning_rate": 0.00029046058941220804,
      "loss": 0.5944,
      "step": 18491
    },
    {
      "epoch": 0.7574032357157485,
      "grad_norm": 0.7089248966573711,
      "learning_rate": 0.00029045944487726113,
      "loss": 0.9739,
      "step": 18492
    },
    {
      "epoch": 0.757444194142945,
      "grad_norm": 1.0199996438434116,
      "learning_rate": 0.000290458300275913,
      "loss": 0.9979,
      "step": 18493
    },
    {
      "epoch": 0.7574851525701413,
      "grad_norm": 0.8064349068794265,
      "learning_rate": 0.0002904571556081644,
      "loss": 0.9547,
      "step": 18494
    },
    {
      "epoch": 0.7575261109973377,
      "grad_norm": 0.6562524748991827,
      "learning_rate": 0.00029045601087401585,
      "loss": 0.5872,
      "step": 18495
    },
    {
      "epoch": 0.7575670694245341,
      "grad_norm": 0.8815627968814415,
      "learning_rate": 0.0002904548660734678,
      "loss": 0.9923,
      "step": 18496
    },
    {
      "epoch": 0.7576080278517305,
      "grad_norm": 0.7924092413283204,
      "learning_rate": 0.00029045372120652086,
      "loss": 1.0023,
      "step": 18497
    },
    {
      "epoch": 0.7576489862789269,
      "grad_norm": 1.0137987211563535,
      "learning_rate": 0.00029045257627317557,
      "loss": 1.4031,
      "step": 18498
    },
    {
      "epoch": 0.7576899447061233,
      "grad_norm": 0.7951726777915412,
      "learning_rate": 0.0002904514312734324,
      "loss": 0.9007,
      "step": 18499
    },
    {
      "epoch": 0.7577309031333197,
      "grad_norm": 0.9105775792829705,
      "learning_rate": 0.00029045028620729196,
      "loss": 1.1408,
      "step": 18500
    },
    {
      "epoch": 0.7577718615605161,
      "grad_norm": 0.81767367557994,
      "learning_rate": 0.00029044914107475477,
      "loss": 0.9119,
      "step": 18501
    },
    {
      "epoch": 0.7578128199877124,
      "grad_norm": 0.7260363078743053,
      "learning_rate": 0.00029044799587582136,
      "loss": 0.8114,
      "step": 18502
    },
    {
      "epoch": 0.7578537784149089,
      "grad_norm": 0.809992956524528,
      "learning_rate": 0.00029044685061049234,
      "loss": 0.873,
      "step": 18503
    },
    {
      "epoch": 0.7578947368421053,
      "grad_norm": 1.2095318596083604,
      "learning_rate": 0.0002904457052787682,
      "loss": 0.763,
      "step": 18504
    },
    {
      "epoch": 0.7579356952693017,
      "grad_norm": 0.7047765919940981,
      "learning_rate": 0.00029044455988064944,
      "loss": 0.2257,
      "step": 18505
    },
    {
      "epoch": 0.757976653696498,
      "grad_norm": 1.0730428784678143,
      "learning_rate": 0.00029044341441613664,
      "loss": 1.0777,
      "step": 18506
    },
    {
      "epoch": 0.7580176121236945,
      "grad_norm": 0.9261793941423356,
      "learning_rate": 0.00029044226888523035,
      "loss": 0.9902,
      "step": 18507
    },
    {
      "epoch": 0.7580585705508909,
      "grad_norm": 0.7616568358199257,
      "learning_rate": 0.0002904411232879311,
      "loss": 0.7227,
      "step": 18508
    },
    {
      "epoch": 0.7580995289780872,
      "grad_norm": 0.7190283979077033,
      "learning_rate": 0.00029043997762423946,
      "loss": 0.5173,
      "step": 18509
    },
    {
      "epoch": 0.7581404874052836,
      "grad_norm": 0.8623311897907479,
      "learning_rate": 0.00029043883189415595,
      "loss": 0.6382,
      "step": 18510
    },
    {
      "epoch": 0.75818144583248,
      "grad_norm": 0.9883319069519215,
      "learning_rate": 0.00029043768609768105,
      "loss": 0.8378,
      "step": 18511
    },
    {
      "epoch": 0.7582224042596765,
      "grad_norm": 0.8222051998043217,
      "learning_rate": 0.0002904365402348154,
      "loss": 0.9489,
      "step": 18512
    },
    {
      "epoch": 0.7582633626868728,
      "grad_norm": 0.9075572008139214,
      "learning_rate": 0.0002904353943055595,
      "loss": 0.844,
      "step": 18513
    },
    {
      "epoch": 0.7583043211140692,
      "grad_norm": 0.6648460106136732,
      "learning_rate": 0.000290434248309914,
      "loss": 0.8514,
      "step": 18514
    },
    {
      "epoch": 0.7583452795412656,
      "grad_norm": 1.315501317163564,
      "learning_rate": 0.0002904331022478792,
      "loss": 0.954,
      "step": 18515
    },
    {
      "epoch": 0.758386237968462,
      "grad_norm": 0.9537967003622774,
      "learning_rate": 0.0002904319561194558,
      "loss": 1.0454,
      "step": 18516
    },
    {
      "epoch": 0.7584271963956584,
      "grad_norm": 1.1500577494452138,
      "learning_rate": 0.00029043080992464433,
      "loss": 1.6905,
      "step": 18517
    },
    {
      "epoch": 0.7584681548228548,
      "grad_norm": 0.8477237708228538,
      "learning_rate": 0.00029042966366344536,
      "loss": 0.7689,
      "step": 18518
    },
    {
      "epoch": 0.7585091132500512,
      "grad_norm": 0.8541795919375279,
      "learning_rate": 0.0002904285173358594,
      "loss": 0.6863,
      "step": 18519
    },
    {
      "epoch": 0.7585500716772476,
      "grad_norm": 0.6348333103878567,
      "learning_rate": 0.0002904273709418869,
      "loss": 0.7137,
      "step": 18520
    },
    {
      "epoch": 0.758591030104444,
      "grad_norm": 6.929594408246718,
      "learning_rate": 0.0002904262244815285,
      "loss": 2.94,
      "step": 18521
    },
    {
      "epoch": 0.7586319885316404,
      "grad_norm": 1.2111936396294691,
      "learning_rate": 0.0002904250779547848,
      "loss": 1.2131,
      "step": 18522
    },
    {
      "epoch": 0.7586729469588368,
      "grad_norm": 0.45348463409894235,
      "learning_rate": 0.00029042393136165625,
      "loss": 0.2921,
      "step": 18523
    },
    {
      "epoch": 0.7587139053860332,
      "grad_norm": 0.566850854788131,
      "learning_rate": 0.00029042278470214336,
      "loss": 0.37,
      "step": 18524
    },
    {
      "epoch": 0.7587548638132295,
      "grad_norm": 0.8206186086226805,
      "learning_rate": 0.0002904216379762468,
      "loss": 0.8977,
      "step": 18525
    },
    {
      "epoch": 0.758795822240426,
      "grad_norm": 0.6406856874506406,
      "learning_rate": 0.000290420491183967,
      "loss": 0.7652,
      "step": 18526
    },
    {
      "epoch": 0.7588367806676224,
      "grad_norm": 0.7555907845506645,
      "learning_rate": 0.0002904193443253046,
      "loss": 0.7671,
      "step": 18527
    },
    {
      "epoch": 0.7588777390948187,
      "grad_norm": 1.0620934086036624,
      "learning_rate": 0.00029041819740026,
      "loss": 1.1441,
      "step": 18528
    },
    {
      "epoch": 0.7589186975220151,
      "grad_norm": 1.0302115984838862,
      "learning_rate": 0.00029041705040883385,
      "loss": 1.4849,
      "step": 18529
    },
    {
      "epoch": 0.7589596559492116,
      "grad_norm": 0.775774745986905,
      "learning_rate": 0.00029041590335102666,
      "loss": 0.9593,
      "step": 18530
    },
    {
      "epoch": 0.759000614376408,
      "grad_norm": 0.8699818209251569,
      "learning_rate": 0.00029041475622683903,
      "loss": 1.0909,
      "step": 18531
    },
    {
      "epoch": 0.7590415728036043,
      "grad_norm": 1.5910952813877313,
      "learning_rate": 0.0002904136090362714,
      "loss": 1.0374,
      "step": 18532
    },
    {
      "epoch": 0.7590825312308007,
      "grad_norm": 0.876540853187002,
      "learning_rate": 0.00029041246177932434,
      "loss": 1.1456,
      "step": 18533
    },
    {
      "epoch": 0.7591234896579971,
      "grad_norm": 0.5717558765499346,
      "learning_rate": 0.0002904113144559984,
      "loss": 0.3676,
      "step": 18534
    },
    {
      "epoch": 0.7591644480851936,
      "grad_norm": 0.730016755607011,
      "learning_rate": 0.00029041016706629424,
      "loss": 0.8949,
      "step": 18535
    },
    {
      "epoch": 0.7592054065123899,
      "grad_norm": 0.7345007112660181,
      "learning_rate": 0.0002904090196102122,
      "loss": 0.7342,
      "step": 18536
    },
    {
      "epoch": 0.7592463649395863,
      "grad_norm": 0.9010297796917797,
      "learning_rate": 0.00029040787208775305,
      "loss": 1.012,
      "step": 18537
    },
    {
      "epoch": 0.7592873233667827,
      "grad_norm": 0.6630531892969146,
      "learning_rate": 0.0002904067244989171,
      "loss": 0.3161,
      "step": 18538
    },
    {
      "epoch": 0.7593282817939792,
      "grad_norm": 0.9988637713004083,
      "learning_rate": 0.000290405576843705,
      "loss": 0.8445,
      "step": 18539
    },
    {
      "epoch": 0.7593692402211755,
      "grad_norm": 1.2168014233358069,
      "learning_rate": 0.0002904044291221173,
      "loss": 1.7671,
      "step": 18540
    },
    {
      "epoch": 0.7594101986483719,
      "grad_norm": 0.7970167798946971,
      "learning_rate": 0.00029040328133415454,
      "loss": 0.9296,
      "step": 18541
    },
    {
      "epoch": 0.7594511570755683,
      "grad_norm": 0.8441617852340306,
      "learning_rate": 0.0002904021334798173,
      "loss": 0.5438,
      "step": 18542
    },
    {
      "epoch": 0.7594921155027647,
      "grad_norm": 0.6822184582443042,
      "learning_rate": 0.000290400985559106,
      "loss": 0.9186,
      "step": 18543
    },
    {
      "epoch": 0.7595330739299611,
      "grad_norm": 0.9396272281697435,
      "learning_rate": 0.00029039983757202134,
      "loss": 1.5906,
      "step": 18544
    },
    {
      "epoch": 0.7595740323571575,
      "grad_norm": 0.4418337205508698,
      "learning_rate": 0.00029039868951856375,
      "loss": 0.271,
      "step": 18545
    },
    {
      "epoch": 0.7596149907843539,
      "grad_norm": 0.6069425954830464,
      "learning_rate": 0.0002903975413987338,
      "loss": 0.3239,
      "step": 18546
    },
    {
      "epoch": 0.7596559492115503,
      "grad_norm": 0.9509911390743068,
      "learning_rate": 0.00029039639321253204,
      "loss": 0.7425,
      "step": 18547
    },
    {
      "epoch": 0.7596969076387466,
      "grad_norm": 3.5781841283244997,
      "learning_rate": 0.000290395244959959,
      "loss": 3.611,
      "step": 18548
    },
    {
      "epoch": 0.7597378660659431,
      "grad_norm": 0.9253218316979588,
      "learning_rate": 0.00029039409664101526,
      "loss": 1.0461,
      "step": 18549
    },
    {
      "epoch": 0.7597788244931395,
      "grad_norm": 0.8887766479833313,
      "learning_rate": 0.00029039294825570133,
      "loss": 0.8871,
      "step": 18550
    },
    {
      "epoch": 0.7598197829203358,
      "grad_norm": 0.5410866234973757,
      "learning_rate": 0.00029039179980401775,
      "loss": 0.3596,
      "step": 18551
    },
    {
      "epoch": 0.7598607413475322,
      "grad_norm": 0.6323152466941736,
      "learning_rate": 0.0002903906512859651,
      "loss": 0.8107,
      "step": 18552
    },
    {
      "epoch": 0.7599016997747287,
      "grad_norm": 0.6733563106528488,
      "learning_rate": 0.0002903895027015439,
      "loss": 0.8206,
      "step": 18553
    },
    {
      "epoch": 0.7599426582019251,
      "grad_norm": 0.8332493344070938,
      "learning_rate": 0.00029038835405075463,
      "loss": 0.7446,
      "step": 18554
    },
    {
      "epoch": 0.7599836166291214,
      "grad_norm": 0.7450973431607278,
      "learning_rate": 0.0002903872053335979,
      "loss": 0.4879,
      "step": 18555
    },
    {
      "epoch": 0.7600245750563178,
      "grad_norm": 0.9106462485933381,
      "learning_rate": 0.0002903860565500743,
      "loss": 0.9424,
      "step": 18556
    },
    {
      "epoch": 0.7600655334835142,
      "grad_norm": 0.6535598017988988,
      "learning_rate": 0.00029038490770018425,
      "loss": 0.4713,
      "step": 18557
    },
    {
      "epoch": 0.7601064919107107,
      "grad_norm": 0.6956715164450132,
      "learning_rate": 0.0002903837587839285,
      "loss": 0.7562,
      "step": 18558
    },
    {
      "epoch": 0.760147450337907,
      "grad_norm": 1.4706685739660732,
      "learning_rate": 0.0002903826098013073,
      "loss": 2.4421,
      "step": 18559
    },
    {
      "epoch": 0.7601884087651034,
      "grad_norm": 1.85079922363972,
      "learning_rate": 0.0002903814607523214,
      "loss": 4.0041,
      "step": 18560
    },
    {
      "epoch": 0.7602293671922998,
      "grad_norm": 0.9068539656250845,
      "learning_rate": 0.00029038031163697135,
      "loss": 0.7591,
      "step": 18561
    },
    {
      "epoch": 0.7602703256194963,
      "grad_norm": 4.465568731423827,
      "learning_rate": 0.00029037916245525753,
      "loss": 4.6703,
      "step": 18562
    },
    {
      "epoch": 0.7603112840466926,
      "grad_norm": 1.5475998738422951,
      "learning_rate": 0.0002903780132071807,
      "loss": 0.9509,
      "step": 18563
    },
    {
      "epoch": 0.760352242473889,
      "grad_norm": 0.9319899660833822,
      "learning_rate": 0.0002903768638927412,
      "loss": 1.2727,
      "step": 18564
    },
    {
      "epoch": 0.7603932009010854,
      "grad_norm": 0.8561226495707058,
      "learning_rate": 0.0002903757145119397,
      "loss": 0.579,
      "step": 18565
    },
    {
      "epoch": 0.7604341593282818,
      "grad_norm": 0.9133958415660112,
      "learning_rate": 0.0002903745650647767,
      "loss": 1.1534,
      "step": 18566
    },
    {
      "epoch": 0.7604751177554782,
      "grad_norm": 0.8628193695153341,
      "learning_rate": 0.00029037341555125277,
      "loss": 0.9749,
      "step": 18567
    },
    {
      "epoch": 0.7605160761826746,
      "grad_norm": 0.981315711118258,
      "learning_rate": 0.00029037226597136847,
      "loss": 0.8101,
      "step": 18568
    },
    {
      "epoch": 0.760557034609871,
      "grad_norm": 0.8274000934192131,
      "learning_rate": 0.0002903711163251242,
      "loss": 0.8879,
      "step": 18569
    },
    {
      "epoch": 0.7605979930370673,
      "grad_norm": 0.9808312885250066,
      "learning_rate": 0.00029036996661252067,
      "loss": 0.9603,
      "step": 18570
    },
    {
      "epoch": 0.7606389514642637,
      "grad_norm": 0.6830229319890609,
      "learning_rate": 0.00029036881683355836,
      "loss": 0.3478,
      "step": 18571
    },
    {
      "epoch": 0.7606799098914602,
      "grad_norm": 0.8749868682596912,
      "learning_rate": 0.00029036766698823784,
      "loss": 0.9761,
      "step": 18572
    },
    {
      "epoch": 0.7607208683186566,
      "grad_norm": 0.7482505718536987,
      "learning_rate": 0.0002903665170765596,
      "loss": 0.7488,
      "step": 18573
    },
    {
      "epoch": 0.7607618267458529,
      "grad_norm": 0.8351366180775053,
      "learning_rate": 0.00029036536709852427,
      "loss": 1.0345,
      "step": 18574
    },
    {
      "epoch": 0.7608027851730493,
      "grad_norm": 1.0207201884154877,
      "learning_rate": 0.00029036421705413225,
      "loss": 0.842,
      "step": 18575
    },
    {
      "epoch": 0.7608437436002458,
      "grad_norm": 0.9299890391892027,
      "learning_rate": 0.00029036306694338424,
      "loss": 1.1563,
      "step": 18576
    },
    {
      "epoch": 0.7608847020274422,
      "grad_norm": 0.9672877553110917,
      "learning_rate": 0.0002903619167662807,
      "loss": 1.1497,
      "step": 18577
    },
    {
      "epoch": 0.7609256604546385,
      "grad_norm": 0.8209570521310807,
      "learning_rate": 0.00029036076652282224,
      "loss": 0.4126,
      "step": 18578
    },
    {
      "epoch": 0.7609666188818349,
      "grad_norm": 0.8308946461023974,
      "learning_rate": 0.0002903596162130093,
      "loss": 0.8526,
      "step": 18579
    },
    {
      "epoch": 0.7610075773090313,
      "grad_norm": 0.8716987654527598,
      "learning_rate": 0.00029035846583684246,
      "loss": 1.11,
      "step": 18580
    },
    {
      "epoch": 0.7610485357362278,
      "grad_norm": 0.9012332825112298,
      "learning_rate": 0.0002903573153943223,
      "loss": 0.7129,
      "step": 18581
    },
    {
      "epoch": 0.7610894941634241,
      "grad_norm": 1.2150288247619117,
      "learning_rate": 0.0002903561648854494,
      "loss": 1.4397,
      "step": 18582
    },
    {
      "epoch": 0.7611304525906205,
      "grad_norm": 0.8741664135970755,
      "learning_rate": 0.0002903550143102242,
      "loss": 1.034,
      "step": 18583
    },
    {
      "epoch": 0.7611714110178169,
      "grad_norm": 0.8588521599364436,
      "learning_rate": 0.00029035386366864726,
      "loss": 0.9891,
      "step": 18584
    },
    {
      "epoch": 0.7612123694450134,
      "grad_norm": 0.8494820995901041,
      "learning_rate": 0.0002903527129607192,
      "loss": 0.8831,
      "step": 18585
    },
    {
      "epoch": 0.7612533278722097,
      "grad_norm": 0.8776169191591701,
      "learning_rate": 0.0002903515621864405,
      "loss": 1.0138,
      "step": 18586
    },
    {
      "epoch": 0.7612942862994061,
      "grad_norm": 0.8901261290400129,
      "learning_rate": 0.0002903504113458118,
      "loss": 0.9202,
      "step": 18587
    },
    {
      "epoch": 0.7613352447266025,
      "grad_norm": 1.2626433799329904,
      "learning_rate": 0.00029034926043883344,
      "loss": 1.4236,
      "step": 18588
    },
    {
      "epoch": 0.761376203153799,
      "grad_norm": 0.6711454366000814,
      "learning_rate": 0.0002903481094655062,
      "loss": 0.8423,
      "step": 18589
    },
    {
      "epoch": 0.7614171615809953,
      "grad_norm": 1.2726463417320082,
      "learning_rate": 0.0002903469584258305,
      "loss": 2.2362,
      "step": 18590
    },
    {
      "epoch": 0.7614581200081917,
      "grad_norm": 0.8820047666405217,
      "learning_rate": 0.0002903458073198069,
      "loss": 0.7956,
      "step": 18591
    },
    {
      "epoch": 0.7614990784353881,
      "grad_norm": 0.775466753585748,
      "learning_rate": 0.0002903446561474359,
      "loss": 0.9952,
      "step": 18592
    },
    {
      "epoch": 0.7615400368625844,
      "grad_norm": 0.8761127819298681,
      "learning_rate": 0.0002903435049087181,
      "loss": 1.0857,
      "step": 18593
    },
    {
      "epoch": 0.7615809952897808,
      "grad_norm": 1.1006521096831527,
      "learning_rate": 0.0002903423536036541,
      "loss": 1.4212,
      "step": 18594
    },
    {
      "epoch": 0.7616219537169773,
      "grad_norm": 1.224204747465364,
      "learning_rate": 0.00029034120223224436,
      "loss": 1.4102,
      "step": 18595
    },
    {
      "epoch": 0.7616629121441737,
      "grad_norm": 1.0012094493359884,
      "learning_rate": 0.00029034005079448937,
      "loss": 0.8647,
      "step": 18596
    },
    {
      "epoch": 0.76170387057137,
      "grad_norm": 0.7606841921199865,
      "learning_rate": 0.0002903388992903898,
      "loss": 0.7005,
      "step": 18597
    },
    {
      "epoch": 0.7617448289985664,
      "grad_norm": 0.6673548013410213,
      "learning_rate": 0.0002903377477199461,
      "loss": 0.895,
      "step": 18598
    },
    {
      "epoch": 0.7617857874257629,
      "grad_norm": 0.9565050547799171,
      "learning_rate": 0.0002903365960831589,
      "loss": 0.8888,
      "step": 18599
    },
    {
      "epoch": 0.7618267458529593,
      "grad_norm": 0.67475791426589,
      "learning_rate": 0.0002903354443800287,
      "loss": 0.661,
      "step": 18600
    },
    {
      "epoch": 0.7618677042801556,
      "grad_norm": 0.9018213162684227,
      "learning_rate": 0.00029033429261055607,
      "loss": 1.1011,
      "step": 18601
    },
    {
      "epoch": 0.761908662707352,
      "grad_norm": 0.7086177376713119,
      "learning_rate": 0.0002903331407747415,
      "loss": 0.7319,
      "step": 18602
    },
    {
      "epoch": 0.7619496211345484,
      "grad_norm": 0.7257235094079038,
      "learning_rate": 0.00029033198887258555,
      "loss": 0.8182,
      "step": 18603
    },
    {
      "epoch": 0.7619905795617449,
      "grad_norm": 0.5951204685078018,
      "learning_rate": 0.00029033083690408883,
      "loss": 0.4831,
      "step": 18604
    },
    {
      "epoch": 0.7620315379889412,
      "grad_norm": 0.8995783340371943,
      "learning_rate": 0.00029032968486925173,
      "loss": 0.8146,
      "step": 18605
    },
    {
      "epoch": 0.7620724964161376,
      "grad_norm": 0.6515787534070724,
      "learning_rate": 0.000290328532768075,
      "loss": 0.5803,
      "step": 18606
    },
    {
      "epoch": 0.762113454843334,
      "grad_norm": 0.6164463376942435,
      "learning_rate": 0.00029032738060055904,
      "loss": 0.4763,
      "step": 18607
    },
    {
      "epoch": 0.7621544132705305,
      "grad_norm": 0.718063023132262,
      "learning_rate": 0.00029032622836670444,
      "loss": 0.677,
      "step": 18608
    },
    {
      "epoch": 0.7621953716977268,
      "grad_norm": 0.9780684043955805,
      "learning_rate": 0.00029032507606651173,
      "loss": 0.34,
      "step": 18609
    },
    {
      "epoch": 0.7622363301249232,
      "grad_norm": 0.8804680117306335,
      "learning_rate": 0.0002903239236999815,
      "loss": 0.5828,
      "step": 18610
    },
    {
      "epoch": 0.7622772885521196,
      "grad_norm": 1.0569199687879827,
      "learning_rate": 0.0002903227712671142,
      "loss": 0.8864,
      "step": 18611
    },
    {
      "epoch": 0.7623182469793159,
      "grad_norm": 1.0293488053192836,
      "learning_rate": 0.0002903216187679105,
      "loss": 0.7879,
      "step": 18612
    },
    {
      "epoch": 0.7623592054065124,
      "grad_norm": 0.6331576312725189,
      "learning_rate": 0.00029032046620237087,
      "loss": 0.4797,
      "step": 18613
    },
    {
      "epoch": 0.7624001638337088,
      "grad_norm": 1.2089434731321853,
      "learning_rate": 0.0002903193135704959,
      "loss": 0.7445,
      "step": 18614
    },
    {
      "epoch": 0.7624411222609052,
      "grad_norm": 0.7227540947792379,
      "learning_rate": 0.000290318160872286,
      "loss": 0.9626,
      "step": 18615
    },
    {
      "epoch": 0.7624820806881015,
      "grad_norm": 0.726731775348019,
      "learning_rate": 0.0002903170081077419,
      "loss": 0.6509,
      "step": 18616
    },
    {
      "epoch": 0.762523039115298,
      "grad_norm": 0.7264769067255209,
      "learning_rate": 0.000290315855276864,
      "loss": 0.5906,
      "step": 18617
    },
    {
      "epoch": 0.7625639975424944,
      "grad_norm": 0.6756622751892627,
      "learning_rate": 0.000290314702379653,
      "loss": 0.3854,
      "step": 18618
    },
    {
      "epoch": 0.7626049559696908,
      "grad_norm": 5.129753209641969,
      "learning_rate": 0.0002903135494161093,
      "loss": 1.638,
      "step": 18619
    },
    {
      "epoch": 0.7626459143968871,
      "grad_norm": 1.4389108225879,
      "learning_rate": 0.00029031239638623344,
      "loss": 1.2823,
      "step": 18620
    },
    {
      "epoch": 0.7626868728240835,
      "grad_norm": 1.4458875406074985,
      "learning_rate": 0.00029031124329002606,
      "loss": 0.5287,
      "step": 18621
    },
    {
      "epoch": 0.76272783125128,
      "grad_norm": 0.9183926599080179,
      "learning_rate": 0.00029031009012748767,
      "loss": 0.9189,
      "step": 18622
    },
    {
      "epoch": 0.7627687896784764,
      "grad_norm": 0.8911463631602533,
      "learning_rate": 0.0002903089368986188,
      "loss": 0.9749,
      "step": 18623
    },
    {
      "epoch": 0.7628097481056727,
      "grad_norm": 0.9654752395818101,
      "learning_rate": 0.00029030778360342006,
      "loss": 0.853,
      "step": 18624
    },
    {
      "epoch": 0.7628507065328691,
      "grad_norm": 0.4986318944400059,
      "learning_rate": 0.00029030663024189187,
      "loss": 0.3906,
      "step": 18625
    },
    {
      "epoch": 0.7628916649600656,
      "grad_norm": 0.6036501551244445,
      "learning_rate": 0.0002903054768140349,
      "loss": 0.7092,
      "step": 18626
    },
    {
      "epoch": 0.762932623387262,
      "grad_norm": 0.5280505992181441,
      "learning_rate": 0.00029030432331984964,
      "loss": 0.3118,
      "step": 18627
    },
    {
      "epoch": 0.7629735818144583,
      "grad_norm": 0.8319420719922156,
      "learning_rate": 0.0002903031697593366,
      "loss": 0.834,
      "step": 18628
    },
    {
      "epoch": 0.7630145402416547,
      "grad_norm": 0.7433768705925704,
      "learning_rate": 0.0002903020161324964,
      "loss": 0.776,
      "step": 18629
    },
    {
      "epoch": 0.7630554986688511,
      "grad_norm": 0.7836943057188704,
      "learning_rate": 0.00029030086243932954,
      "loss": 0.8352,
      "step": 18630
    },
    {
      "epoch": 0.7630964570960476,
      "grad_norm": 0.7210108434552336,
      "learning_rate": 0.00029029970867983654,
      "loss": 0.9037,
      "step": 18631
    },
    {
      "epoch": 0.7631374155232439,
      "grad_norm": 1.1882404556286552,
      "learning_rate": 0.000290298554854018,
      "loss": 1.1793,
      "step": 18632
    },
    {
      "epoch": 0.7631783739504403,
      "grad_norm": 0.6942488887219369,
      "learning_rate": 0.00029029740096187445,
      "loss": 0.6805,
      "step": 18633
    },
    {
      "epoch": 0.7632193323776367,
      "grad_norm": 2.1705353207077156,
      "learning_rate": 0.0002902962470034064,
      "loss": 3.8391,
      "step": 18634
    },
    {
      "epoch": 0.763260290804833,
      "grad_norm": 0.9172737575207727,
      "learning_rate": 0.0002902950929786145,
      "loss": 1.3047,
      "step": 18635
    },
    {
      "epoch": 0.7633012492320295,
      "grad_norm": 1.238625858743291,
      "learning_rate": 0.00029029393888749917,
      "loss": 0.8548,
      "step": 18636
    },
    {
      "epoch": 0.7633422076592259,
      "grad_norm": 0.9050061985426973,
      "learning_rate": 0.000290292784730061,
      "loss": 0.813,
      "step": 18637
    },
    {
      "epoch": 0.7633831660864223,
      "grad_norm": 0.6748452418180092,
      "learning_rate": 0.0002902916305063006,
      "loss": 0.7283,
      "step": 18638
    },
    {
      "epoch": 0.7634241245136186,
      "grad_norm": 0.9214730928808127,
      "learning_rate": 0.00029029047621621833,
      "loss": 0.8402,
      "step": 18639
    },
    {
      "epoch": 0.763465082940815,
      "grad_norm": 0.8962432343246008,
      "learning_rate": 0.00029028932185981495,
      "loss": 0.8676,
      "step": 18640
    },
    {
      "epoch": 0.7635060413680115,
      "grad_norm": 0.7826120590020075,
      "learning_rate": 0.0002902881674370909,
      "loss": 0.7997,
      "step": 18641
    },
    {
      "epoch": 0.7635469997952079,
      "grad_norm": 1.4321388819420027,
      "learning_rate": 0.0002902870129480468,
      "loss": 0.7799,
      "step": 18642
    },
    {
      "epoch": 0.7635879582224042,
      "grad_norm": 1.0455719022610996,
      "learning_rate": 0.0002902858583926831,
      "loss": 1.2402,
      "step": 18643
    },
    {
      "epoch": 0.7636289166496006,
      "grad_norm": 1.7010128175848622,
      "learning_rate": 0.0002902847037710003,
      "loss": 2.1749,
      "step": 18644
    },
    {
      "epoch": 0.7636698750767971,
      "grad_norm": 1.02055026628181,
      "learning_rate": 0.0002902835490829992,
      "loss": 0.8969,
      "step": 18645
    },
    {
      "epoch": 0.7637108335039935,
      "grad_norm": 0.7718278237082051,
      "learning_rate": 0.00029028239432868006,
      "loss": 0.9777,
      "step": 18646
    },
    {
      "epoch": 0.7637517919311898,
      "grad_norm": 0.8068210266440032,
      "learning_rate": 0.0002902812395080436,
      "loss": 0.8821,
      "step": 18647
    },
    {
      "epoch": 0.7637927503583862,
      "grad_norm": 0.7519768111736035,
      "learning_rate": 0.00029028008462109027,
      "loss": 0.7381,
      "step": 18648
    },
    {
      "epoch": 0.7638337087855827,
      "grad_norm": 0.6580283003608115,
      "learning_rate": 0.0002902789296678207,
      "loss": 0.8541,
      "step": 18649
    },
    {
      "epoch": 0.7638746672127791,
      "grad_norm": 0.5951404814054388,
      "learning_rate": 0.00029027777464823534,
      "loss": 0.3248,
      "step": 18650
    },
    {
      "epoch": 0.7639156256399754,
      "grad_norm": 0.7558372829739319,
      "learning_rate": 0.0002902766195623348,
      "loss": 0.8926,
      "step": 18651
    },
    {
      "epoch": 0.7639565840671718,
      "grad_norm": 1.1583781067459484,
      "learning_rate": 0.0002902754644101196,
      "loss": 1.1876,
      "step": 18652
    },
    {
      "epoch": 0.7639975424943682,
      "grad_norm": 0.699510366541691,
      "learning_rate": 0.0002902743091915904,
      "loss": 0.7031,
      "step": 18653
    },
    {
      "epoch": 0.7640385009215647,
      "grad_norm": 0.8087816065502671,
      "learning_rate": 0.00029027315390674755,
      "loss": 0.7985,
      "step": 18654
    },
    {
      "epoch": 0.764079459348761,
      "grad_norm": 0.8052891451369691,
      "learning_rate": 0.0002902719985555917,
      "loss": 0.8784,
      "step": 18655
    },
    {
      "epoch": 0.7641204177759574,
      "grad_norm": 0.8841925295642379,
      "learning_rate": 0.0002902708431381234,
      "loss": 0.897,
      "step": 18656
    },
    {
      "epoch": 0.7641613762031538,
      "grad_norm": 3.803611903589887,
      "learning_rate": 0.00029026968765434325,
      "loss": 4.6713,
      "step": 18657
    },
    {
      "epoch": 0.7642023346303501,
      "grad_norm": 0.6180117669422195,
      "learning_rate": 0.00029026853210425166,
      "loss": 0.318,
      "step": 18658
    },
    {
      "epoch": 0.7642432930575466,
      "grad_norm": 1.1353676608135173,
      "learning_rate": 0.0002902673764878493,
      "loss": 1.2743,
      "step": 18659
    },
    {
      "epoch": 0.764284251484743,
      "grad_norm": 0.8194660786625655,
      "learning_rate": 0.0002902662208051366,
      "loss": 0.9857,
      "step": 18660
    },
    {
      "epoch": 0.7643252099119394,
      "grad_norm": 0.9658873239642698,
      "learning_rate": 0.0002902650650561142,
      "loss": 1.2526,
      "step": 18661
    },
    {
      "epoch": 0.7643661683391357,
      "grad_norm": 0.6985920740827029,
      "learning_rate": 0.0002902639092407826,
      "loss": 0.8337,
      "step": 18662
    },
    {
      "epoch": 0.7644071267663322,
      "grad_norm": 0.6584128457035558,
      "learning_rate": 0.00029026275335914233,
      "loss": 0.4987,
      "step": 18663
    },
    {
      "epoch": 0.7644480851935286,
      "grad_norm": 0.9395610897546975,
      "learning_rate": 0.000290261597411194,
      "loss": 0.8757,
      "step": 18664
    },
    {
      "epoch": 0.764489043620725,
      "grad_norm": 0.781244306760305,
      "learning_rate": 0.0002902604413969382,
      "loss": 1.0458,
      "step": 18665
    },
    {
      "epoch": 0.7645300020479213,
      "grad_norm": 0.7909877649324112,
      "learning_rate": 0.0002902592853163753,
      "loss": 1.029,
      "step": 18666
    },
    {
      "epoch": 0.7645709604751177,
      "grad_norm": 1.4958607713354495,
      "learning_rate": 0.000290258129169506,
      "loss": 2.0743,
      "step": 18667
    },
    {
      "epoch": 0.7646119189023142,
      "grad_norm": 1.1106632417232405,
      "learning_rate": 0.0002902569729563308,
      "loss": 1.3223,
      "step": 18668
    },
    {
      "epoch": 0.7646528773295106,
      "grad_norm": 0.8534536575029015,
      "learning_rate": 0.00029025581667685023,
      "loss": 1.0241,
      "step": 18669
    },
    {
      "epoch": 0.7646938357567069,
      "grad_norm": 1.4993640504453623,
      "learning_rate": 0.00029025466033106483,
      "loss": 1.3196,
      "step": 18670
    },
    {
      "epoch": 0.7647347941839033,
      "grad_norm": 3.2070159123834037,
      "learning_rate": 0.0002902535039189752,
      "loss": 1.3242,
      "step": 18671
    },
    {
      "epoch": 0.7647757526110998,
      "grad_norm": 1.0486442168062051,
      "learning_rate": 0.00029025234744058185,
      "loss": 1.0234,
      "step": 18672
    },
    {
      "epoch": 0.7648167110382962,
      "grad_norm": 0.9136101904516376,
      "learning_rate": 0.0002902511908958853,
      "loss": 1.0303,
      "step": 18673
    },
    {
      "epoch": 0.7648576694654925,
      "grad_norm": 0.8345205236449439,
      "learning_rate": 0.0002902500342848861,
      "loss": 0.7744,
      "step": 18674
    },
    {
      "epoch": 0.7648986278926889,
      "grad_norm": 2.95271673231037,
      "learning_rate": 0.00029024887760758486,
      "loss": 3.118,
      "step": 18675
    },
    {
      "epoch": 0.7649395863198853,
      "grad_norm": 0.8149333105223305,
      "learning_rate": 0.0002902477208639821,
      "loss": 1.0224,
      "step": 18676
    },
    {
      "epoch": 0.7649805447470817,
      "grad_norm": 1.5480029758511233,
      "learning_rate": 0.0002902465640540783,
      "loss": 2.0791,
      "step": 18677
    },
    {
      "epoch": 0.7650215031742781,
      "grad_norm": 1.4345980801089004,
      "learning_rate": 0.00029024540717787416,
      "loss": 1.5588,
      "step": 18678
    },
    {
      "epoch": 0.7650624616014745,
      "grad_norm": 0.7637397414388706,
      "learning_rate": 0.00029024425023537007,
      "loss": 0.8193,
      "step": 18679
    },
    {
      "epoch": 0.7651034200286709,
      "grad_norm": 0.8485275309760867,
      "learning_rate": 0.00029024309322656664,
      "loss": 1.0484,
      "step": 18680
    },
    {
      "epoch": 0.7651443784558672,
      "grad_norm": 0.9071922065617858,
      "learning_rate": 0.0002902419361514644,
      "loss": 0.824,
      "step": 18681
    },
    {
      "epoch": 0.7651853368830637,
      "grad_norm": 0.5941126291276131,
      "learning_rate": 0.00029024077901006396,
      "loss": 0.4236,
      "step": 18682
    },
    {
      "epoch": 0.7652262953102601,
      "grad_norm": 1.0216995891605833,
      "learning_rate": 0.00029023962180236575,
      "loss": 1.1218,
      "step": 18683
    },
    {
      "epoch": 0.7652672537374565,
      "grad_norm": 1.129632376969677,
      "learning_rate": 0.0002902384645283704,
      "loss": 1.1033,
      "step": 18684
    },
    {
      "epoch": 0.7653082121646528,
      "grad_norm": 1.6529341928844787,
      "learning_rate": 0.00029023730718807846,
      "loss": 2.6929,
      "step": 18685
    },
    {
      "epoch": 0.7653491705918493,
      "grad_norm": 0.7477127474384221,
      "learning_rate": 0.0002902361497814905,
      "loss": 0.8025,
      "step": 18686
    },
    {
      "epoch": 0.7653901290190457,
      "grad_norm": 0.8147244042224558,
      "learning_rate": 0.000290234992308607,
      "loss": 0.5056,
      "step": 18687
    },
    {
      "epoch": 0.7654310874462421,
      "grad_norm": 0.9694288755597393,
      "learning_rate": 0.0002902338347694285,
      "loss": 0.7126,
      "step": 18688
    },
    {
      "epoch": 0.7654720458734384,
      "grad_norm": 0.7501389297761865,
      "learning_rate": 0.0002902326771639556,
      "loss": 0.8544,
      "step": 18689
    },
    {
      "epoch": 0.7655130043006348,
      "grad_norm": 0.9902577659813294,
      "learning_rate": 0.0002902315194921888,
      "loss": 0.9849,
      "step": 18690
    },
    {
      "epoch": 0.7655539627278313,
      "grad_norm": 0.6698275797640397,
      "learning_rate": 0.0002902303617541287,
      "loss": 0.5817,
      "step": 18691
    },
    {
      "epoch": 0.7655949211550277,
      "grad_norm": 0.7640641067243814,
      "learning_rate": 0.0002902292039497758,
      "loss": 0.579,
      "step": 18692
    },
    {
      "epoch": 0.765635879582224,
      "grad_norm": 0.9624806311537826,
      "learning_rate": 0.0002902280460791307,
      "loss": 0.7864,
      "step": 18693
    },
    {
      "epoch": 0.7656768380094204,
      "grad_norm": 0.8466061606542126,
      "learning_rate": 0.00029022688814219394,
      "loss": 0.9324,
      "step": 18694
    },
    {
      "epoch": 0.7657177964366169,
      "grad_norm": 0.9008937171700802,
      "learning_rate": 0.000290225730138966,
      "loss": 1.072,
      "step": 18695
    },
    {
      "epoch": 0.7657587548638133,
      "grad_norm": 1.3484392062284176,
      "learning_rate": 0.0002902245720694475,
      "loss": 0.8709,
      "step": 18696
    },
    {
      "epoch": 0.7657997132910096,
      "grad_norm": 0.7756669695859265,
      "learning_rate": 0.00029022341393363893,
      "loss": 0.842,
      "step": 18697
    },
    {
      "epoch": 0.765840671718206,
      "grad_norm": 1.2482537412625778,
      "learning_rate": 0.0002902222557315409,
      "loss": 1.5686,
      "step": 18698
    },
    {
      "epoch": 0.7658816301454024,
      "grad_norm": 2.6349841806316836,
      "learning_rate": 0.0002902210974631539,
      "loss": 2.0219,
      "step": 18699
    },
    {
      "epoch": 0.7659225885725988,
      "grad_norm": 0.8418725287162109,
      "learning_rate": 0.0002902199391284785,
      "loss": 0.8569,
      "step": 18700
    },
    {
      "epoch": 0.7659635469997952,
      "grad_norm": 0.8024243146094164,
      "learning_rate": 0.00029021878072751526,
      "loss": 0.7846,
      "step": 18701
    },
    {
      "epoch": 0.7660045054269916,
      "grad_norm": 0.7313612742297628,
      "learning_rate": 0.0002902176222602647,
      "loss": 1.0362,
      "step": 18702
    },
    {
      "epoch": 0.766045463854188,
      "grad_norm": 0.9445232339274059,
      "learning_rate": 0.00029021646372672736,
      "loss": 0.9191,
      "step": 18703
    },
    {
      "epoch": 0.7660864222813843,
      "grad_norm": 0.7671490681674342,
      "learning_rate": 0.0002902153051269039,
      "loss": 0.6542,
      "step": 18704
    },
    {
      "epoch": 0.7661273807085808,
      "grad_norm": 0.827595652082215,
      "learning_rate": 0.00029021414646079473,
      "loss": 0.8365,
      "step": 18705
    },
    {
      "epoch": 0.7661683391357772,
      "grad_norm": 0.80203216877985,
      "learning_rate": 0.0002902129877284004,
      "loss": 0.8553,
      "step": 18706
    },
    {
      "epoch": 0.7662092975629736,
      "grad_norm": 0.8912097622151965,
      "learning_rate": 0.0002902118289297216,
      "loss": 0.8114,
      "step": 18707
    },
    {
      "epoch": 0.7662502559901699,
      "grad_norm": 0.7672414785391038,
      "learning_rate": 0.0002902106700647587,
      "loss": 1.0466,
      "step": 18708
    },
    {
      "epoch": 0.7662912144173664,
      "grad_norm": 1.1303992425091485,
      "learning_rate": 0.00029020951113351235,
      "loss": 0.8875,
      "step": 18709
    },
    {
      "epoch": 0.7663321728445628,
      "grad_norm": 0.7164065029766084,
      "learning_rate": 0.00029020835213598316,
      "loss": 0.3768,
      "step": 18710
    },
    {
      "epoch": 0.7663731312717592,
      "grad_norm": 0.7471310688291244,
      "learning_rate": 0.0002902071930721715,
      "loss": 0.785,
      "step": 18711
    },
    {
      "epoch": 0.7664140896989555,
      "grad_norm": 1.0285384109381717,
      "learning_rate": 0.00029020603394207804,
      "loss": 0.9429,
      "step": 18712
    },
    {
      "epoch": 0.766455048126152,
      "grad_norm": 1.4301073359113374,
      "learning_rate": 0.0002902048747457033,
      "loss": 1.1419,
      "step": 18713
    },
    {
      "epoch": 0.7664960065533484,
      "grad_norm": 1.1829564006428013,
      "learning_rate": 0.00029020371548304786,
      "loss": 0.8032,
      "step": 18714
    },
    {
      "epoch": 0.7665369649805448,
      "grad_norm": 0.8849787137759646,
      "learning_rate": 0.0002902025561541122,
      "loss": 1.0741,
      "step": 18715
    },
    {
      "epoch": 0.7665779234077411,
      "grad_norm": 0.5804272022322794,
      "learning_rate": 0.0002902013967588969,
      "loss": 0.3173,
      "step": 18716
    },
    {
      "epoch": 0.7666188818349375,
      "grad_norm": 1.0048135448074496,
      "learning_rate": 0.0002902002372974026,
      "loss": 0.4381,
      "step": 18717
    },
    {
      "epoch": 0.766659840262134,
      "grad_norm": 0.75676488020512,
      "learning_rate": 0.0002901990777696297,
      "loss": 0.9414,
      "step": 18718
    },
    {
      "epoch": 0.7667007986893303,
      "grad_norm": 1.11833642287034,
      "learning_rate": 0.0002901979181755788,
      "loss": 0.7955,
      "step": 18719
    },
    {
      "epoch": 0.7667417571165267,
      "grad_norm": 0.7494822166964529,
      "learning_rate": 0.0002901967585152505,
      "loss": 0.7243,
      "step": 18720
    },
    {
      "epoch": 0.7667827155437231,
      "grad_norm": 0.7854776031729177,
      "learning_rate": 0.0002901955987886453,
      "loss": 0.7803,
      "step": 18721
    },
    {
      "epoch": 0.7668236739709196,
      "grad_norm": 0.5578601407078854,
      "learning_rate": 0.0002901944389957637,
      "loss": 0.3591,
      "step": 18722
    },
    {
      "epoch": 0.7668646323981159,
      "grad_norm": 1.1011842717923925,
      "learning_rate": 0.00029019327913660636,
      "loss": 0.6689,
      "step": 18723
    },
    {
      "epoch": 0.7669055908253123,
      "grad_norm": 1.025202374554951,
      "learning_rate": 0.00029019211921117374,
      "loss": 1.2876,
      "step": 18724
    },
    {
      "epoch": 0.7669465492525087,
      "grad_norm": 1.2100028182350293,
      "learning_rate": 0.00029019095921946646,
      "loss": 0.8626,
      "step": 18725
    },
    {
      "epoch": 0.7669875076797051,
      "grad_norm": 0.765579710057493,
      "learning_rate": 0.00029018979916148503,
      "loss": 1.0242,
      "step": 18726
    },
    {
      "epoch": 0.7670284661069015,
      "grad_norm": 0.8760594604105687,
      "learning_rate": 0.00029018863903722996,
      "loss": 0.8858,
      "step": 18727
    },
    {
      "epoch": 0.7670694245340979,
      "grad_norm": 0.5509320464492607,
      "learning_rate": 0.00029018747884670184,
      "loss": 0.3056,
      "step": 18728
    },
    {
      "epoch": 0.7671103829612943,
      "grad_norm": 1.3395025724583602,
      "learning_rate": 0.0002901863185899012,
      "loss": 1.3539,
      "step": 18729
    },
    {
      "epoch": 0.7671513413884907,
      "grad_norm": 1.1502939686929665,
      "learning_rate": 0.00029018515826682867,
      "loss": 1.2654,
      "step": 18730
    },
    {
      "epoch": 0.767192299815687,
      "grad_norm": 1.2466698786449215,
      "learning_rate": 0.0002901839978774847,
      "loss": 0.9769,
      "step": 18731
    },
    {
      "epoch": 0.7672332582428835,
      "grad_norm": 0.5980791526904468,
      "learning_rate": 0.00029018283742186985,
      "loss": 0.4382,
      "step": 18732
    },
    {
      "epoch": 0.7672742166700799,
      "grad_norm": 0.758886503644791,
      "learning_rate": 0.0002901816768999847,
      "loss": 0.5412,
      "step": 18733
    },
    {
      "epoch": 0.7673151750972763,
      "grad_norm": 0.611489913234687,
      "learning_rate": 0.0002901805163118298,
      "loss": 0.3141,
      "step": 18734
    },
    {
      "epoch": 0.7673561335244726,
      "grad_norm": 1.3903161480900126,
      "learning_rate": 0.00029017935565740565,
      "loss": 1.7469,
      "step": 18735
    },
    {
      "epoch": 0.767397091951669,
      "grad_norm": 0.8465556399372863,
      "learning_rate": 0.00029017819493671286,
      "loss": 1.2045,
      "step": 18736
    },
    {
      "epoch": 0.7674380503788655,
      "grad_norm": 0.8224728081884072,
      "learning_rate": 0.000290177034149752,
      "loss": 0.8254,
      "step": 18737
    },
    {
      "epoch": 0.7674790088060619,
      "grad_norm": 0.6963974498174038,
      "learning_rate": 0.0002901758732965235,
      "loss": 0.7909,
      "step": 18738
    },
    {
      "epoch": 0.7675199672332582,
      "grad_norm": 0.8585745005833172,
      "learning_rate": 0.000290174712377028,
      "loss": 0.8483,
      "step": 18739
    },
    {
      "epoch": 0.7675609256604546,
      "grad_norm": 0.611631576808503,
      "learning_rate": 0.00029017355139126605,
      "loss": 0.4096,
      "step": 18740
    },
    {
      "epoch": 0.7676018840876511,
      "grad_norm": 0.9759798086549201,
      "learning_rate": 0.00029017239033923815,
      "loss": 0.8426,
      "step": 18741
    },
    {
      "epoch": 0.7676428425148474,
      "grad_norm": 0.7418042013905283,
      "learning_rate": 0.0002901712292209449,
      "loss": 0.7873,
      "step": 18742
    },
    {
      "epoch": 0.7676838009420438,
      "grad_norm": 1.338764687696225,
      "learning_rate": 0.0002901700680363868,
      "loss": 1.5629,
      "step": 18743
    },
    {
      "epoch": 0.7677247593692402,
      "grad_norm": 0.6369038421696693,
      "learning_rate": 0.0002901689067855645,
      "loss": 0.731,
      "step": 18744
    },
    {
      "epoch": 0.7677657177964367,
      "grad_norm": 0.703785815460832,
      "learning_rate": 0.00029016774546847837,
      "loss": 0.6199,
      "step": 18745
    },
    {
      "epoch": 0.767806676223633,
      "grad_norm": 0.820520380811428,
      "learning_rate": 0.0002901665840851291,
      "loss": 0.494,
      "step": 18746
    },
    {
      "epoch": 0.7678476346508294,
      "grad_norm": 0.7664359204065934,
      "learning_rate": 0.00029016542263551724,
      "loss": 0.9995,
      "step": 18747
    },
    {
      "epoch": 0.7678885930780258,
      "grad_norm": 0.8652910852366609,
      "learning_rate": 0.00029016426111964325,
      "loss": 0.8983,
      "step": 18748
    },
    {
      "epoch": 0.7679295515052222,
      "grad_norm": 0.5910729930666293,
      "learning_rate": 0.00029016309953750776,
      "loss": 0.5597,
      "step": 18749
    },
    {
      "epoch": 0.7679705099324186,
      "grad_norm": 0.7005743156179888,
      "learning_rate": 0.0002901619378891113,
      "loss": 0.4472,
      "step": 18750
    },
    {
      "epoch": 0.768011468359615,
      "grad_norm": 0.9396203644985891,
      "learning_rate": 0.00029016077617445443,
      "loss": 0.8377,
      "step": 18751
    },
    {
      "epoch": 0.7680524267868114,
      "grad_norm": 0.9588143327505613,
      "learning_rate": 0.00029015961439353763,
      "loss": 1.3356,
      "step": 18752
    },
    {
      "epoch": 0.7680933852140078,
      "grad_norm": 0.6095026494882334,
      "learning_rate": 0.0002901584525463615,
      "loss": 0.7648,
      "step": 18753
    },
    {
      "epoch": 0.7681343436412041,
      "grad_norm": 0.8662026167141123,
      "learning_rate": 0.0002901572906329266,
      "loss": 0.9285,
      "step": 18754
    },
    {
      "epoch": 0.7681753020684006,
      "grad_norm": 1.0392969091550643,
      "learning_rate": 0.0002901561286532335,
      "loss": 1.2404,
      "step": 18755
    },
    {
      "epoch": 0.768216260495597,
      "grad_norm": 0.6756204090436598,
      "learning_rate": 0.00029015496660728265,
      "loss": 0.8712,
      "step": 18756
    },
    {
      "epoch": 0.7682572189227934,
      "grad_norm": 0.9013651667372894,
      "learning_rate": 0.0002901538044950747,
      "loss": 1.0684,
      "step": 18757
    },
    {
      "epoch": 0.7682981773499897,
      "grad_norm": 0.4976047273960312,
      "learning_rate": 0.0002901526423166102,
      "loss": 0.2818,
      "step": 18758
    },
    {
      "epoch": 0.7683391357771862,
      "grad_norm": 1.1229817197157073,
      "learning_rate": 0.00029015148007188957,
      "loss": 0.8317,
      "step": 18759
    },
    {
      "epoch": 0.7683800942043826,
      "grad_norm": 0.8422169848838549,
      "learning_rate": 0.00029015031776091353,
      "loss": 1.0041,
      "step": 18760
    },
    {
      "epoch": 0.7684210526315789,
      "grad_norm": 1.0109859884723826,
      "learning_rate": 0.0002901491553836825,
      "loss": 1.0581,
      "step": 18761
    },
    {
      "epoch": 0.7684620110587753,
      "grad_norm": 0.736821982284534,
      "learning_rate": 0.0002901479929401971,
      "loss": 0.9054,
      "step": 18762
    },
    {
      "epoch": 0.7685029694859717,
      "grad_norm": 0.9582606758367607,
      "learning_rate": 0.0002901468304304579,
      "loss": 0.6739,
      "step": 18763
    },
    {
      "epoch": 0.7685439279131682,
      "grad_norm": 0.6287951020264839,
      "learning_rate": 0.00029014566785446537,
      "loss": 0.5281,
      "step": 18764
    },
    {
      "epoch": 0.7685848863403645,
      "grad_norm": 0.8384529854099243,
      "learning_rate": 0.0002901445052122201,
      "loss": 0.7311,
      "step": 18765
    },
    {
      "epoch": 0.7686258447675609,
      "grad_norm": 0.603701336077016,
      "learning_rate": 0.0002901433425037227,
      "loss": 0.5017,
      "step": 18766
    },
    {
      "epoch": 0.7686668031947573,
      "grad_norm": 0.886126107164653,
      "learning_rate": 0.0002901421797289736,
      "loss": 0.8877,
      "step": 18767
    },
    {
      "epoch": 0.7687077616219538,
      "grad_norm": 1.916912890551632,
      "learning_rate": 0.00029014101688797344,
      "loss": 2.3432,
      "step": 18768
    },
    {
      "epoch": 0.7687487200491501,
      "grad_norm": 0.6183281030000487,
      "learning_rate": 0.00029013985398072264,
      "loss": 0.3673,
      "step": 18769
    },
    {
      "epoch": 0.7687896784763465,
      "grad_norm": 0.7697172028961854,
      "learning_rate": 0.00029013869100722193,
      "loss": 0.7325,
      "step": 18770
    },
    {
      "epoch": 0.7688306369035429,
      "grad_norm": 0.795445135181483,
      "learning_rate": 0.0002901375279674718,
      "loss": 0.6444,
      "step": 18771
    },
    {
      "epoch": 0.7688715953307393,
      "grad_norm": 0.9047290575825868,
      "learning_rate": 0.00029013636486147277,
      "loss": 0.8307,
      "step": 18772
    },
    {
      "epoch": 0.7689125537579357,
      "grad_norm": 1.0094777737024954,
      "learning_rate": 0.0002901352016892254,
      "loss": 0.9404,
      "step": 18773
    },
    {
      "epoch": 0.7689535121851321,
      "grad_norm": 1.4069611575761543,
      "learning_rate": 0.00029013403845073023,
      "loss": 0.4455,
      "step": 18774
    },
    {
      "epoch": 0.7689944706123285,
      "grad_norm": 0.9983454271477432,
      "learning_rate": 0.00029013287514598776,
      "loss": 0.5808,
      "step": 18775
    },
    {
      "epoch": 0.7690354290395249,
      "grad_norm": 1.1473701240325929,
      "learning_rate": 0.0002901317117749987,
      "loss": 0.8441,
      "step": 18776
    },
    {
      "epoch": 0.7690763874667212,
      "grad_norm": 0.6723145866909565,
      "learning_rate": 0.0002901305483377634,
      "loss": 0.6664,
      "step": 18777
    },
    {
      "epoch": 0.7691173458939177,
      "grad_norm": 0.8917226574349657,
      "learning_rate": 0.0002901293848342826,
      "loss": 0.9477,
      "step": 18778
    },
    {
      "epoch": 0.7691583043211141,
      "grad_norm": 0.8876054112915063,
      "learning_rate": 0.0002901282212645567,
      "loss": 0.4062,
      "step": 18779
    },
    {
      "epoch": 0.7691992627483105,
      "grad_norm": 0.9406178569172909,
      "learning_rate": 0.00029012705762858636,
      "loss": 0.8878,
      "step": 18780
    },
    {
      "epoch": 0.7692402211755068,
      "grad_norm": 0.7119188158696896,
      "learning_rate": 0.000290125893926372,
      "loss": 0.6489,
      "step": 18781
    },
    {
      "epoch": 0.7692811796027033,
      "grad_norm": 2.0343013463068544,
      "learning_rate": 0.0002901247301579143,
      "loss": 3.1635,
      "step": 18782
    },
    {
      "epoch": 0.7693221380298997,
      "grad_norm": 0.7863282326804873,
      "learning_rate": 0.00029012356632321373,
      "loss": 1.0017,
      "step": 18783
    },
    {
      "epoch": 0.769363096457096,
      "grad_norm": 1.8957107021645074,
      "learning_rate": 0.00029012240242227093,
      "loss": 2.3144,
      "step": 18784
    },
    {
      "epoch": 0.7694040548842924,
      "grad_norm": 1.083547153032562,
      "learning_rate": 0.0002901212384550863,
      "loss": 0.6937,
      "step": 18785
    },
    {
      "epoch": 0.7694450133114888,
      "grad_norm": 0.7884780616468121,
      "learning_rate": 0.0002901200744216605,
      "loss": 0.7915,
      "step": 18786
    },
    {
      "epoch": 0.7694859717386853,
      "grad_norm": 0.7857422741659892,
      "learning_rate": 0.0002901189103219941,
      "loss": 1.1375,
      "step": 18787
    },
    {
      "epoch": 0.7695269301658816,
      "grad_norm": 0.8554305809122092,
      "learning_rate": 0.0002901177461560876,
      "loss": 1.1223,
      "step": 18788
    },
    {
      "epoch": 0.769567888593078,
      "grad_norm": 1.2531172924762728,
      "learning_rate": 0.0002901165819239416,
      "loss": 1.303,
      "step": 18789
    },
    {
      "epoch": 0.7696088470202744,
      "grad_norm": 1.2309822034831894,
      "learning_rate": 0.00029011541762555656,
      "loss": 1.0593,
      "step": 18790
    },
    {
      "epoch": 0.7696498054474709,
      "grad_norm": 0.8649470310518544,
      "learning_rate": 0.00029011425326093307,
      "loss": 1.3396,
      "step": 18791
    },
    {
      "epoch": 0.7696907638746672,
      "grad_norm": 0.6885250430170572,
      "learning_rate": 0.0002901130888300717,
      "loss": 0.59,
      "step": 18792
    },
    {
      "epoch": 0.7697317223018636,
      "grad_norm": 0.5492531727179262,
      "learning_rate": 0.000290111924332973,
      "loss": 0.3234,
      "step": 18793
    },
    {
      "epoch": 0.76977268072906,
      "grad_norm": 0.6879388134683112,
      "learning_rate": 0.0002901107597696375,
      "loss": 0.8662,
      "step": 18794
    },
    {
      "epoch": 0.7698136391562564,
      "grad_norm": 0.9426184009614799,
      "learning_rate": 0.0002901095951400658,
      "loss": 1.2357,
      "step": 18795
    },
    {
      "epoch": 0.7698545975834528,
      "grad_norm": 0.7278977751092863,
      "learning_rate": 0.00029010843044425833,
      "loss": 0.5089,
      "step": 18796
    },
    {
      "epoch": 0.7698955560106492,
      "grad_norm": 0.9428607292517904,
      "learning_rate": 0.0002901072656822158,
      "loss": 0.9256,
      "step": 18797
    },
    {
      "epoch": 0.7699365144378456,
      "grad_norm": 0.7782297955427393,
      "learning_rate": 0.0002901061008539387,
      "loss": 1.0418,
      "step": 18798
    },
    {
      "epoch": 0.769977472865042,
      "grad_norm": 0.7095972358918478,
      "learning_rate": 0.00029010493595942754,
      "loss": 1.0299,
      "step": 18799
    },
    {
      "epoch": 0.7700184312922383,
      "grad_norm": 0.9348366345594175,
      "learning_rate": 0.00029010377099868286,
      "loss": 1.0109,
      "step": 18800
    },
    {
      "epoch": 0.7700593897194348,
      "grad_norm": 0.8848911977320839,
      "learning_rate": 0.0002901026059717053,
      "loss": 1.1367,
      "step": 18801
    },
    {
      "epoch": 0.7701003481466312,
      "grad_norm": 0.8492692908870012,
      "learning_rate": 0.0002901014408784953,
      "loss": 0.7213,
      "step": 18802
    },
    {
      "epoch": 0.7701413065738275,
      "grad_norm": 0.7938129432696663,
      "learning_rate": 0.0002901002757190535,
      "loss": 1.0227,
      "step": 18803
    },
    {
      "epoch": 0.7701822650010239,
      "grad_norm": 0.7285629427463509,
      "learning_rate": 0.00029009911049338044,
      "loss": 0.9629,
      "step": 18804
    },
    {
      "epoch": 0.7702232234282204,
      "grad_norm": 0.9676844609841562,
      "learning_rate": 0.00029009794520147667,
      "loss": 1.2337,
      "step": 18805
    },
    {
      "epoch": 0.7702641818554168,
      "grad_norm": 0.7186118475359868,
      "learning_rate": 0.0002900967798433427,
      "loss": 0.7924,
      "step": 18806
    },
    {
      "epoch": 0.7703051402826131,
      "grad_norm": 0.9682728256184214,
      "learning_rate": 0.00029009561441897905,
      "loss": 1.3316,
      "step": 18807
    },
    {
      "epoch": 0.7703460987098095,
      "grad_norm": 0.8053307383719304,
      "learning_rate": 0.00029009444892838635,
      "loss": 0.8814,
      "step": 18808
    },
    {
      "epoch": 0.770387057137006,
      "grad_norm": 0.7008275528965022,
      "learning_rate": 0.00029009328337156515,
      "loss": 0.7775,
      "step": 18809
    },
    {
      "epoch": 0.7704280155642024,
      "grad_norm": 0.788332090341794,
      "learning_rate": 0.00029009211774851595,
      "loss": 0.6705,
      "step": 18810
    },
    {
      "epoch": 0.7704689739913987,
      "grad_norm": 0.7414086904692648,
      "learning_rate": 0.0002900909520592393,
      "loss": 0.7798,
      "step": 18811
    },
    {
      "epoch": 0.7705099324185951,
      "grad_norm": 0.8203481545422647,
      "learning_rate": 0.0002900897863037359,
      "loss": 0.8706,
      "step": 18812
    },
    {
      "epoch": 0.7705508908457915,
      "grad_norm": 0.8197914710891298,
      "learning_rate": 0.00029008862048200603,
      "loss": 1.068,
      "step": 18813
    },
    {
      "epoch": 0.770591849272988,
      "grad_norm": 0.7312496006139321,
      "learning_rate": 0.00029008745459405046,
      "loss": 0.6961,
      "step": 18814
    },
    {
      "epoch": 0.7706328077001843,
      "grad_norm": 0.7955522418590828,
      "learning_rate": 0.00029008628863986966,
      "loss": 1.0682,
      "step": 18815
    },
    {
      "epoch": 0.7706737661273807,
      "grad_norm": 3.1344648082283526,
      "learning_rate": 0.00029008512261946415,
      "loss": 2.5905,
      "step": 18816
    },
    {
      "epoch": 0.7707147245545771,
      "grad_norm": 1.094184844441379,
      "learning_rate": 0.00029008395653283456,
      "loss": 0.9668,
      "step": 18817
    },
    {
      "epoch": 0.7707556829817735,
      "grad_norm": 0.7456068574614536,
      "learning_rate": 0.0002900827903799814,
      "loss": 0.8267,
      "step": 18818
    },
    {
      "epoch": 0.7707966414089699,
      "grad_norm": 0.6750943213141765,
      "learning_rate": 0.00029008162416090523,
      "loss": 0.8666,
      "step": 18819
    },
    {
      "epoch": 0.7708375998361663,
      "grad_norm": 0.9495857703314461,
      "learning_rate": 0.00029008045787560664,
      "loss": 0.8644,
      "step": 18820
    },
    {
      "epoch": 0.7708785582633627,
      "grad_norm": 0.8722198686943093,
      "learning_rate": 0.00029007929152408607,
      "loss": 0.3924,
      "step": 18821
    },
    {
      "epoch": 0.7709195166905591,
      "grad_norm": 1.0538368651114132,
      "learning_rate": 0.00029007812510634416,
      "loss": 1.4209,
      "step": 18822
    },
    {
      "epoch": 0.7709604751177555,
      "grad_norm": 0.8945006345179868,
      "learning_rate": 0.00029007695862238146,
      "loss": 0.9012,
      "step": 18823
    },
    {
      "epoch": 0.7710014335449519,
      "grad_norm": 0.9814801385228354,
      "learning_rate": 0.00029007579207219846,
      "loss": 0.4384,
      "step": 18824
    },
    {
      "epoch": 0.7710423919721483,
      "grad_norm": 0.7883359297178818,
      "learning_rate": 0.0002900746254557958,
      "loss": 0.8805,
      "step": 18825
    },
    {
      "epoch": 0.7710833503993446,
      "grad_norm": 0.7499883782938378,
      "learning_rate": 0.0002900734587731739,
      "loss": 0.8135,
      "step": 18826
    },
    {
      "epoch": 0.771124308826541,
      "grad_norm": 0.6791887558511107,
      "learning_rate": 0.00029007229202433353,
      "loss": 0.7562,
      "step": 18827
    },
    {
      "epoch": 0.7711652672537375,
      "grad_norm": 1.058290233032314,
      "learning_rate": 0.000290071125209275,
      "loss": 0.6976,
      "step": 18828
    },
    {
      "epoch": 0.7712062256809339,
      "grad_norm": 0.8916031669139033,
      "learning_rate": 0.00029006995832799905,
      "loss": 0.6144,
      "step": 18829
    },
    {
      "epoch": 0.7712471841081302,
      "grad_norm": 1.037009034659197,
      "learning_rate": 0.0002900687913805061,
      "loss": 1.1034,
      "step": 18830
    },
    {
      "epoch": 0.7712881425353266,
      "grad_norm": 0.9215230493999749,
      "learning_rate": 0.0002900676243667968,
      "loss": 0.9339,
      "step": 18831
    },
    {
      "epoch": 0.771329100962523,
      "grad_norm": 0.8821319862701374,
      "learning_rate": 0.00029006645728687163,
      "loss": 1.0111,
      "step": 18832
    },
    {
      "epoch": 0.7713700593897195,
      "grad_norm": 0.7886059263408111,
      "learning_rate": 0.00029006529014073115,
      "loss": 0.7242,
      "step": 18833
    },
    {
      "epoch": 0.7714110178169158,
      "grad_norm": 0.4478242276218127,
      "learning_rate": 0.0002900641229283759,
      "loss": 0.1839,
      "step": 18834
    },
    {
      "epoch": 0.7714519762441122,
      "grad_norm": 0.5287934514863042,
      "learning_rate": 0.0002900629556498065,
      "loss": 0.3762,
      "step": 18835
    },
    {
      "epoch": 0.7714929346713086,
      "grad_norm": 0.9472664748076951,
      "learning_rate": 0.00029006178830502346,
      "loss": 1.0948,
      "step": 18836
    },
    {
      "epoch": 0.7715338930985051,
      "grad_norm": 0.6315945460664383,
      "learning_rate": 0.00029006062089402735,
      "loss": 0.4947,
      "step": 18837
    },
    {
      "epoch": 0.7715748515257014,
      "grad_norm": 5.381680570279549,
      "learning_rate": 0.0002900594534168187,
      "loss": 2.5777,
      "step": 18838
    },
    {
      "epoch": 0.7716158099528978,
      "grad_norm": 0.8019110897390356,
      "learning_rate": 0.000290058285873398,
      "loss": 0.5984,
      "step": 18839
    },
    {
      "epoch": 0.7716567683800942,
      "grad_norm": 0.7527813717054624,
      "learning_rate": 0.00029005711826376595,
      "loss": 0.8655,
      "step": 18840
    },
    {
      "epoch": 0.7716977268072907,
      "grad_norm": 0.8297040264082212,
      "learning_rate": 0.000290055950587923,
      "loss": 0.9178,
      "step": 18841
    },
    {
      "epoch": 0.771738685234487,
      "grad_norm": 0.9319752837495959,
      "learning_rate": 0.0002900547828458697,
      "loss": 0.8982,
      "step": 18842
    },
    {
      "epoch": 0.7717796436616834,
      "grad_norm": 0.8036751997534088,
      "learning_rate": 0.00029005361503760664,
      "loss": 0.8949,
      "step": 18843
    },
    {
      "epoch": 0.7718206020888798,
      "grad_norm": 0.9096579508952028,
      "learning_rate": 0.0002900524471631344,
      "loss": 1.1685,
      "step": 18844
    },
    {
      "epoch": 0.7718615605160761,
      "grad_norm": 0.5617330888934917,
      "learning_rate": 0.0002900512792224534,
      "loss": 0.3716,
      "step": 18845
    },
    {
      "epoch": 0.7719025189432726,
      "grad_norm": 0.63805121638647,
      "learning_rate": 0.00029005011121556435,
      "loss": 0.8578,
      "step": 18846
    },
    {
      "epoch": 0.771943477370469,
      "grad_norm": 1.064292152217913,
      "learning_rate": 0.00029004894314246777,
      "loss": 1.1219,
      "step": 18847
    },
    {
      "epoch": 0.7719844357976654,
      "grad_norm": 0.5298973946475795,
      "learning_rate": 0.0002900477750031641,
      "loss": 0.4705,
      "step": 18848
    },
    {
      "epoch": 0.7720253942248617,
      "grad_norm": 1.3446816002424908,
      "learning_rate": 0.00029004660679765403,
      "loss": 0.9657,
      "step": 18849
    },
    {
      "epoch": 0.7720663526520581,
      "grad_norm": 0.7934120419885191,
      "learning_rate": 0.000290045438525938,
      "loss": 0.9273,
      "step": 18850
    },
    {
      "epoch": 0.7721073110792546,
      "grad_norm": 0.825784854828663,
      "learning_rate": 0.00029004427018801664,
      "loss": 0.7696,
      "step": 18851
    },
    {
      "epoch": 0.772148269506451,
      "grad_norm": 0.7213459313414509,
      "learning_rate": 0.0002900431017838904,
      "loss": 0.659,
      "step": 18852
    },
    {
      "epoch": 0.7721892279336473,
      "grad_norm": 0.7030308047923308,
      "learning_rate": 0.00029004193331356,
      "loss": 0.8561,
      "step": 18853
    },
    {
      "epoch": 0.7722301863608437,
      "grad_norm": 0.7328228980363666,
      "learning_rate": 0.00029004076477702587,
      "loss": 0.7614,
      "step": 18854
    },
    {
      "epoch": 0.7722711447880402,
      "grad_norm": 0.9185651075377822,
      "learning_rate": 0.0002900395961742886,
      "loss": 0.7013,
      "step": 18855
    },
    {
      "epoch": 0.7723121032152366,
      "grad_norm": 0.9368884624071817,
      "learning_rate": 0.0002900384275053487,
      "loss": 1.0425,
      "step": 18856
    },
    {
      "epoch": 0.7723530616424329,
      "grad_norm": 0.8634030249077608,
      "learning_rate": 0.00029003725877020686,
      "loss": 0.7073,
      "step": 18857
    },
    {
      "epoch": 0.7723940200696293,
      "grad_norm": 0.8611674768994801,
      "learning_rate": 0.0002900360899688634,
      "loss": 0.8293,
      "step": 18858
    },
    {
      "epoch": 0.7724349784968257,
      "grad_norm": 1.4253043575908348,
      "learning_rate": 0.0002900349211013191,
      "loss": 1.241,
      "step": 18859
    },
    {
      "epoch": 0.7724759369240222,
      "grad_norm": 0.6076039554439043,
      "learning_rate": 0.00029003375216757435,
      "loss": 0.3803,
      "step": 18860
    },
    {
      "epoch": 0.7725168953512185,
      "grad_norm": 1.0688338201813667,
      "learning_rate": 0.0002900325831676298,
      "loss": 1.3324,
      "step": 18861
    },
    {
      "epoch": 0.7725578537784149,
      "grad_norm": 0.7052702412138545,
      "learning_rate": 0.00029003141410148596,
      "loss": 0.5068,
      "step": 18862
    },
    {
      "epoch": 0.7725988122056113,
      "grad_norm": 0.7513926911148744,
      "learning_rate": 0.00029003024496914337,
      "loss": 1.1455,
      "step": 18863
    },
    {
      "epoch": 0.7726397706328078,
      "grad_norm": 0.6419862593325383,
      "learning_rate": 0.00029002907577060265,
      "loss": 0.6391,
      "step": 18864
    },
    {
      "epoch": 0.7726807290600041,
      "grad_norm": 0.5912810276388014,
      "learning_rate": 0.0002900279065058643,
      "loss": 0.4754,
      "step": 18865
    },
    {
      "epoch": 0.7727216874872005,
      "grad_norm": 0.7688854426478022,
      "learning_rate": 0.0002900267371749289,
      "loss": 0.8378,
      "step": 18866
    },
    {
      "epoch": 0.7727626459143969,
      "grad_norm": 0.7457758979952844,
      "learning_rate": 0.00029002556777779696,
      "loss": 0.3009,
      "step": 18867
    },
    {
      "epoch": 0.7728036043415932,
      "grad_norm": 0.802938146914295,
      "learning_rate": 0.00029002439831446903,
      "loss": 0.7859,
      "step": 18868
    },
    {
      "epoch": 0.7728445627687897,
      "grad_norm": 1.111866778487299,
      "learning_rate": 0.00029002322878494567,
      "loss": 1.3139,
      "step": 18869
    },
    {
      "epoch": 0.7728855211959861,
      "grad_norm": 0.6770189956468853,
      "learning_rate": 0.00029002205918922754,
      "loss": 0.7956,
      "step": 18870
    },
    {
      "epoch": 0.7729264796231825,
      "grad_norm": 0.8449559554445042,
      "learning_rate": 0.000290020889527315,
      "loss": 0.832,
      "step": 18871
    },
    {
      "epoch": 0.7729674380503788,
      "grad_norm": 0.7500264735705542,
      "learning_rate": 0.0002900197197992088,
      "loss": 0.4997,
      "step": 18872
    },
    {
      "epoch": 0.7730083964775752,
      "grad_norm": 0.3160970809599596,
      "learning_rate": 0.0002900185500049094,
      "loss": 0.0869,
      "step": 18873
    },
    {
      "epoch": 0.7730493549047717,
      "grad_norm": 0.9204353542653787,
      "learning_rate": 0.00029001738014441735,
      "loss": 0.8142,
      "step": 18874
    },
    {
      "epoch": 0.7730903133319681,
      "grad_norm": 0.807514233860588,
      "learning_rate": 0.0002900162102177331,
      "loss": 1.0614,
      "step": 18875
    },
    {
      "epoch": 0.7731312717591644,
      "grad_norm": 0.9986472210337373,
      "learning_rate": 0.00029001504022485743,
      "loss": 0.9531,
      "step": 18876
    },
    {
      "epoch": 0.7731722301863608,
      "grad_norm": 0.8897964818830717,
      "learning_rate": 0.00029001387016579076,
      "loss": 0.7928,
      "step": 18877
    },
    {
      "epoch": 0.7732131886135573,
      "grad_norm": 0.5962469156807719,
      "learning_rate": 0.00029001270004053365,
      "loss": 0.4285,
      "step": 18878
    },
    {
      "epoch": 0.7732541470407537,
      "grad_norm": 0.9857063039222217,
      "learning_rate": 0.0002900115298490866,
      "loss": 0.9644,
      "step": 18879
    },
    {
      "epoch": 0.77329510546795,
      "grad_norm": 0.8104795992383179,
      "learning_rate": 0.0002900103595914503,
      "loss": 0.9194,
      "step": 18880
    },
    {
      "epoch": 0.7733360638951464,
      "grad_norm": 0.8363631508622461,
      "learning_rate": 0.00029000918926762515,
      "loss": 1.0501,
      "step": 18881
    },
    {
      "epoch": 0.7733770223223428,
      "grad_norm": 0.8159941212775224,
      "learning_rate": 0.00029000801887761184,
      "loss": 0.9486,
      "step": 18882
    },
    {
      "epoch": 0.7734179807495393,
      "grad_norm": 1.3808751587583066,
      "learning_rate": 0.00029000684842141086,
      "loss": 1.7751,
      "step": 18883
    },
    {
      "epoch": 0.7734589391767356,
      "grad_norm": 1.1402723796188772,
      "learning_rate": 0.00029000567789902275,
      "loss": 1.2339,
      "step": 18884
    },
    {
      "epoch": 0.773499897603932,
      "grad_norm": 0.9899782568217977,
      "learning_rate": 0.0002900045073104481,
      "loss": 1.0254,
      "step": 18885
    },
    {
      "epoch": 0.7735408560311284,
      "grad_norm": 7.870350231723222,
      "learning_rate": 0.00029000333665568737,
      "loss": 3.0234,
      "step": 18886
    },
    {
      "epoch": 0.7735818144583247,
      "grad_norm": 0.8067497224653195,
      "learning_rate": 0.00029000216593474124,
      "loss": 1.0336,
      "step": 18887
    },
    {
      "epoch": 0.7736227728855212,
      "grad_norm": 0.7489752600046107,
      "learning_rate": 0.0002900009951476102,
      "loss": 0.8943,
      "step": 18888
    },
    {
      "epoch": 0.7736637313127176,
      "grad_norm": 0.6598695061845891,
      "learning_rate": 0.00028999982429429486,
      "loss": 0.6958,
      "step": 18889
    },
    {
      "epoch": 0.773704689739914,
      "grad_norm": 0.8827866937990928,
      "learning_rate": 0.00028999865337479564,
      "loss": 0.9113,
      "step": 18890
    },
    {
      "epoch": 0.7737456481671103,
      "grad_norm": 0.7621056402422607,
      "learning_rate": 0.00028999748238911326,
      "loss": 0.4752,
      "step": 18891
    },
    {
      "epoch": 0.7737866065943068,
      "grad_norm": 3.618023561465174,
      "learning_rate": 0.0002899963113372482,
      "loss": 0.9319,
      "step": 18892
    },
    {
      "epoch": 0.7738275650215032,
      "grad_norm": 0.992739717794446,
      "learning_rate": 0.000289995140219201,
      "loss": 1.0418,
      "step": 18893
    },
    {
      "epoch": 0.7738685234486996,
      "grad_norm": 3.1219823401673223,
      "learning_rate": 0.00028999396903497216,
      "loss": 4.3257,
      "step": 18894
    },
    {
      "epoch": 0.7739094818758959,
      "grad_norm": 1.0946840692331312,
      "learning_rate": 0.0002899927977845623,
      "loss": 0.9001,
      "step": 18895
    },
    {
      "epoch": 0.7739504403030923,
      "grad_norm": 0.9890487038605845,
      "learning_rate": 0.00028999162646797203,
      "loss": 0.9596,
      "step": 18896
    },
    {
      "epoch": 0.7739913987302888,
      "grad_norm": 3.792964623219377,
      "learning_rate": 0.0002899904550852018,
      "loss": 2.0222,
      "step": 18897
    },
    {
      "epoch": 0.7740323571574852,
      "grad_norm": 0.8169419780457668,
      "learning_rate": 0.0002899892836362522,
      "loss": 0.9109,
      "step": 18898
    },
    {
      "epoch": 0.7740733155846815,
      "grad_norm": 0.7898852966584459,
      "learning_rate": 0.00028998811212112383,
      "loss": 0.9709,
      "step": 18899
    },
    {
      "epoch": 0.7741142740118779,
      "grad_norm": 0.8311588009032502,
      "learning_rate": 0.00028998694053981714,
      "loss": 1.0863,
      "step": 18900
    },
    {
      "epoch": 0.7741552324390744,
      "grad_norm": 0.7348770333011839,
      "learning_rate": 0.0002899857688923328,
      "loss": 0.8311,
      "step": 18901
    },
    {
      "epoch": 0.7741961908662708,
      "grad_norm": 1.5795128416013915,
      "learning_rate": 0.00028998459717867133,
      "loss": 2.1753,
      "step": 18902
    },
    {
      "epoch": 0.7742371492934671,
      "grad_norm": 0.8287005808283111,
      "learning_rate": 0.0002899834253988332,
      "loss": 0.8854,
      "step": 18903
    },
    {
      "epoch": 0.7742781077206635,
      "grad_norm": 0.7446423556253622,
      "learning_rate": 0.0002899822535528191,
      "loss": 0.9562,
      "step": 18904
    },
    {
      "epoch": 0.77431906614786,
      "grad_norm": 0.7584227902703818,
      "learning_rate": 0.00028998108164062945,
      "loss": 0.9117,
      "step": 18905
    },
    {
      "epoch": 0.7743600245750564,
      "grad_norm": 0.9480341884243751,
      "learning_rate": 0.00028997990966226494,
      "loss": 0.9473,
      "step": 18906
    },
    {
      "epoch": 0.7744009830022527,
      "grad_norm": 1.078506800586921,
      "learning_rate": 0.00028997873761772594,
      "loss": 0.8686,
      "step": 18907
    },
    {
      "epoch": 0.7744419414294491,
      "grad_norm": 0.9204162999456097,
      "learning_rate": 0.0002899775655070132,
      "loss": 1.1851,
      "step": 18908
    },
    {
      "epoch": 0.7744828998566455,
      "grad_norm": 0.9018879381080956,
      "learning_rate": 0.0002899763933301272,
      "loss": 0.6918,
      "step": 18909
    },
    {
      "epoch": 0.7745238582838418,
      "grad_norm": 1.8164011757121001,
      "learning_rate": 0.00028997522108706845,
      "loss": 1.2402,
      "step": 18910
    },
    {
      "epoch": 0.7745648167110383,
      "grad_norm": 0.7762011473683151,
      "learning_rate": 0.00028997404877783754,
      "loss": 0.9569,
      "step": 18911
    },
    {
      "epoch": 0.7746057751382347,
      "grad_norm": 0.8181920176514071,
      "learning_rate": 0.000289972876402435,
      "loss": 0.572,
      "step": 18912
    },
    {
      "epoch": 0.7746467335654311,
      "grad_norm": 0.6778760592065488,
      "learning_rate": 0.0002899717039608614,
      "loss": 0.841,
      "step": 18913
    },
    {
      "epoch": 0.7746876919926274,
      "grad_norm": 0.6410439160421795,
      "learning_rate": 0.00028997053145311737,
      "loss": 0.4223,
      "step": 18914
    },
    {
      "epoch": 0.7747286504198239,
      "grad_norm": 0.856816563655484,
      "learning_rate": 0.0002899693588792034,
      "loss": 0.9987,
      "step": 18915
    },
    {
      "epoch": 0.7747696088470203,
      "grad_norm": 1.6046923953095633,
      "learning_rate": 0.0002899681862391199,
      "loss": 2.0207,
      "step": 18916
    },
    {
      "epoch": 0.7748105672742167,
      "grad_norm": 0.9702806673723062,
      "learning_rate": 0.00028996701353286767,
      "loss": 0.8637,
      "step": 18917
    },
    {
      "epoch": 0.774851525701413,
      "grad_norm": 1.1271060141152391,
      "learning_rate": 0.0002899658407604472,
      "loss": 0.8721,
      "step": 18918
    },
    {
      "epoch": 0.7748924841286094,
      "grad_norm": 1.0322032790525537,
      "learning_rate": 0.0002899646679218589,
      "loss": 0.9828,
      "step": 18919
    },
    {
      "epoch": 0.7749334425558059,
      "grad_norm": 0.6338537393006021,
      "learning_rate": 0.0002899634950171035,
      "loss": 0.43,
      "step": 18920
    },
    {
      "epoch": 0.7749744009830023,
      "grad_norm": 0.7546537199963624,
      "learning_rate": 0.00028996232204618144,
      "loss": 0.8876,
      "step": 18921
    },
    {
      "epoch": 0.7750153594101986,
      "grad_norm": 0.8040717538966544,
      "learning_rate": 0.00028996114900909335,
      "loss": 0.9079,
      "step": 18922
    },
    {
      "epoch": 0.775056317837395,
      "grad_norm": 0.6530330220047499,
      "learning_rate": 0.00028995997590583976,
      "loss": 0.7118,
      "step": 18923
    },
    {
      "epoch": 0.7750972762645915,
      "grad_norm": 1.0821173606777745,
      "learning_rate": 0.00028995880273642116,
      "loss": 0.9122,
      "step": 18924
    },
    {
      "epoch": 0.7751382346917879,
      "grad_norm": 0.6149422470472946,
      "learning_rate": 0.0002899576295008382,
      "loss": 0.3484,
      "step": 18925
    },
    {
      "epoch": 0.7751791931189842,
      "grad_norm": 0.8173885426468869,
      "learning_rate": 0.0002899564561990914,
      "loss": 0.9573,
      "step": 18926
    },
    {
      "epoch": 0.7752201515461806,
      "grad_norm": 0.8567609860565362,
      "learning_rate": 0.00028995528283118127,
      "loss": 0.8597,
      "step": 18927
    },
    {
      "epoch": 0.775261109973377,
      "grad_norm": 0.9456826784761766,
      "learning_rate": 0.00028995410939710843,
      "loss": 1.0853,
      "step": 18928
    },
    {
      "epoch": 0.7753020684005734,
      "grad_norm": 0.6201661465854648,
      "learning_rate": 0.00028995293589687335,
      "loss": 0.7729,
      "step": 18929
    },
    {
      "epoch": 0.7753430268277698,
      "grad_norm": 0.8806825846215227,
      "learning_rate": 0.0002899517623304767,
      "loss": 1.0924,
      "step": 18930
    },
    {
      "epoch": 0.7753839852549662,
      "grad_norm": 0.6115271581519857,
      "learning_rate": 0.000289950588697919,
      "loss": 0.3663,
      "step": 18931
    },
    {
      "epoch": 0.7754249436821626,
      "grad_norm": 0.9317394250526498,
      "learning_rate": 0.00028994941499920076,
      "loss": 0.9777,
      "step": 18932
    },
    {
      "epoch": 0.775465902109359,
      "grad_norm": 1.0546973273635218,
      "learning_rate": 0.0002899482412343225,
      "loss": 0.9348,
      "step": 18933
    },
    {
      "epoch": 0.7755068605365554,
      "grad_norm": 0.6072626833101311,
      "learning_rate": 0.0002899470674032849,
      "loss": 0.3959,
      "step": 18934
    },
    {
      "epoch": 0.7755478189637518,
      "grad_norm": 0.9691720457730579,
      "learning_rate": 0.00028994589350608846,
      "loss": 0.8137,
      "step": 18935
    },
    {
      "epoch": 0.7755887773909482,
      "grad_norm": 0.4971116035331445,
      "learning_rate": 0.0002899447195427337,
      "loss": 0.2952,
      "step": 18936
    },
    {
      "epoch": 0.7756297358181445,
      "grad_norm": 0.4283270590136732,
      "learning_rate": 0.00028994354551322116,
      "loss": 0.2486,
      "step": 18937
    },
    {
      "epoch": 0.775670694245341,
      "grad_norm": 0.7532254312416362,
      "learning_rate": 0.00028994237141755146,
      "loss": 0.7759,
      "step": 18938
    },
    {
      "epoch": 0.7757116526725374,
      "grad_norm": 0.7798279663347869,
      "learning_rate": 0.00028994119725572515,
      "loss": 0.7378,
      "step": 18939
    },
    {
      "epoch": 0.7757526110997338,
      "grad_norm": 0.9245918895362881,
      "learning_rate": 0.0002899400230277427,
      "loss": 0.5651,
      "step": 18940
    },
    {
      "epoch": 0.7757935695269301,
      "grad_norm": 1.9108425253008672,
      "learning_rate": 0.0002899388487336048,
      "loss": 0.907,
      "step": 18941
    },
    {
      "epoch": 0.7758345279541266,
      "grad_norm": 0.7865759621985551,
      "learning_rate": 0.0002899376743733119,
      "loss": 0.9891,
      "step": 18942
    },
    {
      "epoch": 0.775875486381323,
      "grad_norm": 0.7060678061541644,
      "learning_rate": 0.0002899364999468646,
      "loss": 0.7006,
      "step": 18943
    },
    {
      "epoch": 0.7759164448085194,
      "grad_norm": 0.8797358053474567,
      "learning_rate": 0.0002899353254542635,
      "loss": 0.9352,
      "step": 18944
    },
    {
      "epoch": 0.7759574032357157,
      "grad_norm": 1.5448148035069138,
      "learning_rate": 0.00028993415089550897,
      "loss": 1.5105,
      "step": 18945
    },
    {
      "epoch": 0.7759983616629121,
      "grad_norm": 0.9461267599509697,
      "learning_rate": 0.00028993297627060176,
      "loss": 1.1301,
      "step": 18946
    },
    {
      "epoch": 0.7760393200901086,
      "grad_norm": 0.9630191910179979,
      "learning_rate": 0.0002899318015795424,
      "loss": 0.7389,
      "step": 18947
    },
    {
      "epoch": 0.776080278517305,
      "grad_norm": 1.508069156439785,
      "learning_rate": 0.00028993062682233133,
      "loss": 0.5802,
      "step": 18948
    },
    {
      "epoch": 0.7761212369445013,
      "grad_norm": 0.6964771344255665,
      "learning_rate": 0.0002899294519989692,
      "loss": 0.5428,
      "step": 18949
    },
    {
      "epoch": 0.7761621953716977,
      "grad_norm": 0.6873577798960909,
      "learning_rate": 0.00028992827710945654,
      "loss": 0.2395,
      "step": 18950
    },
    {
      "epoch": 0.7762031537988942,
      "grad_norm": 1.863672264772415,
      "learning_rate": 0.00028992710215379393,
      "loss": 1.4754,
      "step": 18951
    },
    {
      "epoch": 0.7762441122260905,
      "grad_norm": 1.113745659983702,
      "learning_rate": 0.00028992592713198193,
      "loss": 1.1626,
      "step": 18952
    },
    {
      "epoch": 0.7762850706532869,
      "grad_norm": 0.9717892066817769,
      "learning_rate": 0.00028992475204402097,
      "loss": 0.9013,
      "step": 18953
    },
    {
      "epoch": 0.7763260290804833,
      "grad_norm": 0.7041481376898822,
      "learning_rate": 0.0002899235768899118,
      "loss": 0.7074,
      "step": 18954
    },
    {
      "epoch": 0.7763669875076797,
      "grad_norm": 0.5135650657847496,
      "learning_rate": 0.00028992240166965486,
      "loss": 0.3111,
      "step": 18955
    },
    {
      "epoch": 0.776407945934876,
      "grad_norm": 0.7405904724880763,
      "learning_rate": 0.0002899212263832507,
      "loss": 0.4821,
      "step": 18956
    },
    {
      "epoch": 0.7764489043620725,
      "grad_norm": 0.9144162468884844,
      "learning_rate": 0.00028992005103069995,
      "loss": 1.1455,
      "step": 18957
    },
    {
      "epoch": 0.7764898627892689,
      "grad_norm": 0.8991276887646598,
      "learning_rate": 0.0002899188756120031,
      "loss": 1.1619,
      "step": 18958
    },
    {
      "epoch": 0.7765308212164653,
      "grad_norm": 0.9740663622516003,
      "learning_rate": 0.0002899177001271607,
      "loss": 1.6017,
      "step": 18959
    },
    {
      "epoch": 0.7765717796436616,
      "grad_norm": 0.8803871830665096,
      "learning_rate": 0.00028991652457617333,
      "loss": 0.98,
      "step": 18960
    },
    {
      "epoch": 0.7766127380708581,
      "grad_norm": 0.6528402766815588,
      "learning_rate": 0.00028991534895904164,
      "loss": 0.4678,
      "step": 18961
    },
    {
      "epoch": 0.7766536964980545,
      "grad_norm": 1.4888204966764649,
      "learning_rate": 0.00028991417327576597,
      "loss": 2.1485,
      "step": 18962
    },
    {
      "epoch": 0.7766946549252509,
      "grad_norm": 1.0968716038525477,
      "learning_rate": 0.0002899129975263471,
      "loss": 0.89,
      "step": 18963
    },
    {
      "epoch": 0.7767356133524472,
      "grad_norm": 0.7449159042415944,
      "learning_rate": 0.0002899118217107854,
      "loss": 0.7586,
      "step": 18964
    },
    {
      "epoch": 0.7767765717796437,
      "grad_norm": 0.5199938177658506,
      "learning_rate": 0.00028991064582908156,
      "loss": 0.3479,
      "step": 18965
    },
    {
      "epoch": 0.7768175302068401,
      "grad_norm": 2.5085218467324153,
      "learning_rate": 0.00028990946988123606,
      "loss": 1.5809,
      "step": 18966
    },
    {
      "epoch": 0.7768584886340365,
      "grad_norm": 0.709952376493833,
      "learning_rate": 0.00028990829386724945,
      "loss": 0.7777,
      "step": 18967
    },
    {
      "epoch": 0.7768994470612328,
      "grad_norm": 0.8586997430810602,
      "learning_rate": 0.0002899071177871224,
      "loss": 0.9805,
      "step": 18968
    },
    {
      "epoch": 0.7769404054884292,
      "grad_norm": 0.9166060864546242,
      "learning_rate": 0.0002899059416408553,
      "loss": 1.3168,
      "step": 18969
    },
    {
      "epoch": 0.7769813639156257,
      "grad_norm": 0.7814429622806789,
      "learning_rate": 0.0002899047654284489,
      "loss": 0.8486,
      "step": 18970
    },
    {
      "epoch": 0.777022322342822,
      "grad_norm": 1.9399490183503556,
      "learning_rate": 0.00028990358914990355,
      "loss": 0.9955,
      "step": 18971
    },
    {
      "epoch": 0.7770632807700184,
      "grad_norm": 0.8364897310095382,
      "learning_rate": 0.0002899024128052199,
      "loss": 1.0117,
      "step": 18972
    },
    {
      "epoch": 0.7771042391972148,
      "grad_norm": 0.8070404317663256,
      "learning_rate": 0.00028990123639439854,
      "loss": 0.7683,
      "step": 18973
    },
    {
      "epoch": 0.7771451976244113,
      "grad_norm": 2.1249187254189517,
      "learning_rate": 0.00028990005991744,
      "loss": 2.7327,
      "step": 18974
    },
    {
      "epoch": 0.7771861560516076,
      "grad_norm": 0.6298150255165609,
      "learning_rate": 0.00028989888337434483,
      "loss": 0.4353,
      "step": 18975
    },
    {
      "epoch": 0.777227114478804,
      "grad_norm": 0.7336544092985845,
      "learning_rate": 0.0002898977067651135,
      "loss": 0.7868,
      "step": 18976
    },
    {
      "epoch": 0.7772680729060004,
      "grad_norm": 0.8616117240785072,
      "learning_rate": 0.0002898965300897468,
      "loss": 1.0085,
      "step": 18977
    },
    {
      "epoch": 0.7773090313331968,
      "grad_norm": 0.7681822379461863,
      "learning_rate": 0.000289895353348245,
      "loss": 1.055,
      "step": 18978
    },
    {
      "epoch": 0.7773499897603932,
      "grad_norm": 0.88171332828155,
      "learning_rate": 0.00028989417654060886,
      "loss": 0.4744,
      "step": 18979
    },
    {
      "epoch": 0.7773909481875896,
      "grad_norm": 0.5410591577234407,
      "learning_rate": 0.0002898929996668389,
      "loss": 0.2813,
      "step": 18980
    },
    {
      "epoch": 0.777431906614786,
      "grad_norm": 0.9476603109920075,
      "learning_rate": 0.0002898918227269356,
      "loss": 0.9324,
      "step": 18981
    },
    {
      "epoch": 0.7774728650419824,
      "grad_norm": 0.7716320379147105,
      "learning_rate": 0.00028989064572089955,
      "loss": 0.8499,
      "step": 18982
    },
    {
      "epoch": 0.7775138234691787,
      "grad_norm": 0.7766154975041571,
      "learning_rate": 0.00028988946864873136,
      "loss": 0.7591,
      "step": 18983
    },
    {
      "epoch": 0.7775547818963752,
      "grad_norm": 0.650853340787615,
      "learning_rate": 0.00028988829151043154,
      "loss": 0.5407,
      "step": 18984
    },
    {
      "epoch": 0.7775957403235716,
      "grad_norm": 1.0139722127899449,
      "learning_rate": 0.00028988711430600066,
      "loss": 1.0315,
      "step": 18985
    },
    {
      "epoch": 0.777636698750768,
      "grad_norm": 0.7590638570468461,
      "learning_rate": 0.00028988593703543924,
      "loss": 0.8123,
      "step": 18986
    },
    {
      "epoch": 0.7776776571779643,
      "grad_norm": 0.6421442112912191,
      "learning_rate": 0.0002898847596987479,
      "loss": 0.6987,
      "step": 18987
    },
    {
      "epoch": 0.7777186156051608,
      "grad_norm": 0.8362199268849209,
      "learning_rate": 0.00028988358229592714,
      "loss": 0.6862,
      "step": 18988
    },
    {
      "epoch": 0.7777595740323572,
      "grad_norm": 0.848447735592239,
      "learning_rate": 0.00028988240482697754,
      "loss": 0.6464,
      "step": 18989
    },
    {
      "epoch": 0.7778005324595536,
      "grad_norm": 0.6433790682991352,
      "learning_rate": 0.0002898812272918997,
      "loss": 0.5979,
      "step": 18990
    },
    {
      "epoch": 0.7778414908867499,
      "grad_norm": 0.6665638088775596,
      "learning_rate": 0.00028988004969069406,
      "loss": 0.5942,
      "step": 18991
    },
    {
      "epoch": 0.7778824493139463,
      "grad_norm": 0.8261389387462552,
      "learning_rate": 0.0002898788720233613,
      "loss": 0.7744,
      "step": 18992
    },
    {
      "epoch": 0.7779234077411428,
      "grad_norm": 0.7876725310131096,
      "learning_rate": 0.0002898776942899019,
      "loss": 0.3769,
      "step": 18993
    },
    {
      "epoch": 0.7779643661683391,
      "grad_norm": 0.863627951361373,
      "learning_rate": 0.00028987651649031645,
      "loss": 0.998,
      "step": 18994
    },
    {
      "epoch": 0.7780053245955355,
      "grad_norm": 1.229817038097275,
      "learning_rate": 0.0002898753386246055,
      "loss": 0.9012,
      "step": 18995
    },
    {
      "epoch": 0.7780462830227319,
      "grad_norm": 1.3559755479260462,
      "learning_rate": 0.0002898741606927696,
      "loss": 1.0152,
      "step": 18996
    },
    {
      "epoch": 0.7780872414499284,
      "grad_norm": 0.6376932594640494,
      "learning_rate": 0.0002898729826948093,
      "loss": 0.9026,
      "step": 18997
    },
    {
      "epoch": 0.7781281998771247,
      "grad_norm": 0.7017598069761832,
      "learning_rate": 0.0002898718046307252,
      "loss": 0.7256,
      "step": 18998
    },
    {
      "epoch": 0.7781691583043211,
      "grad_norm": 0.7342072409857082,
      "learning_rate": 0.0002898706265005179,
      "loss": 0.7324,
      "step": 18999
    },
    {
      "epoch": 0.7782101167315175,
      "grad_norm": 0.9375624170158741,
      "learning_rate": 0.00028986944830418777,
      "loss": 0.9063,
      "step": 19000
    },
    {
      "epoch": 0.778251075158714,
      "grad_norm": 0.7654642399920973,
      "learning_rate": 0.00028986827004173554,
      "loss": 0.6694,
      "step": 19001
    },
    {
      "epoch": 0.7782920335859103,
      "grad_norm": 0.9683820488214112,
      "learning_rate": 0.0002898670917131616,
      "loss": 0.8808,
      "step": 19002
    },
    {
      "epoch": 0.7783329920131067,
      "grad_norm": 0.9554909676990674,
      "learning_rate": 0.00028986591331846674,
      "loss": 0.7819,
      "step": 19003
    },
    {
      "epoch": 0.7783739504403031,
      "grad_norm": 1.007438671479442,
      "learning_rate": 0.0002898647348576514,
      "loss": 0.9911,
      "step": 19004
    },
    {
      "epoch": 0.7784149088674995,
      "grad_norm": 0.4244795644049887,
      "learning_rate": 0.000289863556330716,
      "loss": 0.2447,
      "step": 19005
    },
    {
      "epoch": 0.7784558672946958,
      "grad_norm": 0.5433817529906309,
      "learning_rate": 0.0002898623777376613,
      "loss": 0.3025,
      "step": 19006
    },
    {
      "epoch": 0.7784968257218923,
      "grad_norm": 1.1248828406134128,
      "learning_rate": 0.00028986119907848783,
      "loss": 0.992,
      "step": 19007
    },
    {
      "epoch": 0.7785377841490887,
      "grad_norm": 1.0520043309723743,
      "learning_rate": 0.00028986002035319604,
      "loss": 0.72,
      "step": 19008
    },
    {
      "epoch": 0.7785787425762851,
      "grad_norm": 0.786994103551221,
      "learning_rate": 0.0002898588415617866,
      "loss": 0.8829,
      "step": 19009
    },
    {
      "epoch": 0.7786197010034814,
      "grad_norm": 0.970045289441181,
      "learning_rate": 0.00028985766270426,
      "loss": 1.1185,
      "step": 19010
    },
    {
      "epoch": 0.7786606594306779,
      "grad_norm": 0.8412917157284204,
      "learning_rate": 0.00028985648378061676,
      "loss": 0.5982,
      "step": 19011
    },
    {
      "epoch": 0.7787016178578743,
      "grad_norm": 0.781409876347703,
      "learning_rate": 0.00028985530479085753,
      "loss": 0.7608,
      "step": 19012
    },
    {
      "epoch": 0.7787425762850706,
      "grad_norm": 2.815031370643898,
      "learning_rate": 0.0002898541257349828,
      "loss": 3.3363,
      "step": 19013
    },
    {
      "epoch": 0.778783534712267,
      "grad_norm": 0.9099095223955397,
      "learning_rate": 0.0002898529466129932,
      "loss": 1.2301,
      "step": 19014
    },
    {
      "epoch": 0.7788244931394634,
      "grad_norm": 0.5887639105674608,
      "learning_rate": 0.0002898517674248892,
      "loss": 0.3755,
      "step": 19015
    },
    {
      "epoch": 0.7788654515666599,
      "grad_norm": 0.7976326020586918,
      "learning_rate": 0.0002898505881706715,
      "loss": 0.7414,
      "step": 19016
    },
    {
      "epoch": 0.7789064099938562,
      "grad_norm": 0.8898845276769979,
      "learning_rate": 0.0002898494088503404,
      "loss": 0.8839,
      "step": 19017
    },
    {
      "epoch": 0.7789473684210526,
      "grad_norm": 0.31743356572412096,
      "learning_rate": 0.0002898482294638967,
      "loss": 0.1274,
      "step": 19018
    },
    {
      "epoch": 0.778988326848249,
      "grad_norm": 1.318851538214145,
      "learning_rate": 0.00028984705001134086,
      "loss": 1.5439,
      "step": 19019
    },
    {
      "epoch": 0.7790292852754455,
      "grad_norm": 0.7453579959028078,
      "learning_rate": 0.0002898458704926735,
      "loss": 0.773,
      "step": 19020
    },
    {
      "epoch": 0.7790702437026418,
      "grad_norm": 0.8354098352548804,
      "learning_rate": 0.00028984469090789506,
      "loss": 0.7973,
      "step": 19021
    },
    {
      "epoch": 0.7791112021298382,
      "grad_norm": 0.7909285795320129,
      "learning_rate": 0.00028984351125700615,
      "loss": 0.8524,
      "step": 19022
    },
    {
      "epoch": 0.7791521605570346,
      "grad_norm": 0.8619808061597045,
      "learning_rate": 0.0002898423315400074,
      "loss": 1.0836,
      "step": 19023
    },
    {
      "epoch": 0.779193118984231,
      "grad_norm": 0.879972937192101,
      "learning_rate": 0.0002898411517568993,
      "loss": 0.5319,
      "step": 19024
    },
    {
      "epoch": 0.7792340774114274,
      "grad_norm": 0.7423033471780734,
      "learning_rate": 0.0002898399719076824,
      "loss": 0.9004,
      "step": 19025
    },
    {
      "epoch": 0.7792750358386238,
      "grad_norm": 0.8488612508458402,
      "learning_rate": 0.0002898387919923573,
      "loss": 0.624,
      "step": 19026
    },
    {
      "epoch": 0.7793159942658202,
      "grad_norm": 0.8904298220102584,
      "learning_rate": 0.0002898376120109245,
      "loss": 0.9916,
      "step": 19027
    },
    {
      "epoch": 0.7793569526930166,
      "grad_norm": 0.697519269036002,
      "learning_rate": 0.00028983643196338457,
      "loss": 0.3742,
      "step": 19028
    },
    {
      "epoch": 0.779397911120213,
      "grad_norm": 0.6341784464718119,
      "learning_rate": 0.0002898352518497382,
      "loss": 0.6599,
      "step": 19029
    },
    {
      "epoch": 0.7794388695474094,
      "grad_norm": 0.7443692561255556,
      "learning_rate": 0.00028983407166998575,
      "loss": 0.8173,
      "step": 19030
    },
    {
      "epoch": 0.7794798279746058,
      "grad_norm": 1.0452387080962608,
      "learning_rate": 0.00028983289142412783,
      "loss": 1.3248,
      "step": 19031
    },
    {
      "epoch": 0.7795207864018022,
      "grad_norm": 0.6269880532921629,
      "learning_rate": 0.00028983171111216513,
      "loss": 0.5218,
      "step": 19032
    },
    {
      "epoch": 0.7795617448289985,
      "grad_norm": 0.8246049812528308,
      "learning_rate": 0.00028983053073409804,
      "loss": 1.008,
      "step": 19033
    },
    {
      "epoch": 0.779602703256195,
      "grad_norm": 1.3873384071550512,
      "learning_rate": 0.00028982935028992724,
      "loss": 1.4652,
      "step": 19034
    },
    {
      "epoch": 0.7796436616833914,
      "grad_norm": 0.9336837960413512,
      "learning_rate": 0.0002898281697796532,
      "loss": 0.8114,
      "step": 19035
    },
    {
      "epoch": 0.7796846201105877,
      "grad_norm": 0.8152965991996881,
      "learning_rate": 0.0002898269892032765,
      "loss": 0.8567,
      "step": 19036
    },
    {
      "epoch": 0.7797255785377841,
      "grad_norm": 0.7181931351508309,
      "learning_rate": 0.00028982580856079775,
      "loss": 0.975,
      "step": 19037
    },
    {
      "epoch": 0.7797665369649806,
      "grad_norm": 0.7316210330227454,
      "learning_rate": 0.0002898246278522174,
      "loss": 0.7488,
      "step": 19038
    },
    {
      "epoch": 0.779807495392177,
      "grad_norm": 1.7610805201697282,
      "learning_rate": 0.00028982344707753616,
      "loss": 4.1166,
      "step": 19039
    },
    {
      "epoch": 0.7798484538193733,
      "grad_norm": 1.089758642806363,
      "learning_rate": 0.0002898222662367545,
      "loss": 1.2629,
      "step": 19040
    },
    {
      "epoch": 0.7798894122465697,
      "grad_norm": 2.2037773497134086,
      "learning_rate": 0.000289821085329873,
      "loss": 4.6124,
      "step": 19041
    },
    {
      "epoch": 0.7799303706737661,
      "grad_norm": 0.8015098676991503,
      "learning_rate": 0.0002898199043568922,
      "loss": 0.6553,
      "step": 19042
    },
    {
      "epoch": 0.7799713291009626,
      "grad_norm": 0.9663468986231378,
      "learning_rate": 0.0002898187233178126,
      "loss": 0.8375,
      "step": 19043
    },
    {
      "epoch": 0.7800122875281589,
      "grad_norm": 0.673471213675516,
      "learning_rate": 0.00028981754221263486,
      "loss": 0.8975,
      "step": 19044
    },
    {
      "epoch": 0.7800532459553553,
      "grad_norm": 1.1717047399055907,
      "learning_rate": 0.0002898163610413595,
      "loss": 0.7306,
      "step": 19045
    },
    {
      "epoch": 0.7800942043825517,
      "grad_norm": 0.7484278838732494,
      "learning_rate": 0.0002898151798039871,
      "loss": 1.0154,
      "step": 19046
    },
    {
      "epoch": 0.7801351628097482,
      "grad_norm": 0.7306389211713676,
      "learning_rate": 0.00028981399850051815,
      "loss": 1.0041,
      "step": 19047
    },
    {
      "epoch": 0.7801761212369445,
      "grad_norm": 0.9916927497774682,
      "learning_rate": 0.00028981281713095326,
      "loss": 0.9757,
      "step": 19048
    },
    {
      "epoch": 0.7802170796641409,
      "grad_norm": 19.111103934305998,
      "learning_rate": 0.000289811635695293,
      "loss": 2.579,
      "step": 19049
    },
    {
      "epoch": 0.7802580380913373,
      "grad_norm": 0.9843926599282803,
      "learning_rate": 0.00028981045419353797,
      "loss": 0.559,
      "step": 19050
    },
    {
      "epoch": 0.7802989965185337,
      "grad_norm": 0.898601510072193,
      "learning_rate": 0.0002898092726256886,
      "loss": 0.902,
      "step": 19051
    },
    {
      "epoch": 0.78033995494573,
      "grad_norm": 1.0684157278928792,
      "learning_rate": 0.0002898080909917455,
      "loss": 0.8567,
      "step": 19052
    },
    {
      "epoch": 0.7803809133729265,
      "grad_norm": 0.7344891451422714,
      "learning_rate": 0.00028980690929170924,
      "loss": 0.7012,
      "step": 19053
    },
    {
      "epoch": 0.7804218718001229,
      "grad_norm": 0.7249525389463761,
      "learning_rate": 0.00028980572752558044,
      "loss": 0.8164,
      "step": 19054
    },
    {
      "epoch": 0.7804628302273193,
      "grad_norm": 0.6676854693119579,
      "learning_rate": 0.00028980454569335965,
      "loss": 0.5515,
      "step": 19055
    },
    {
      "epoch": 0.7805037886545156,
      "grad_norm": 0.7168583675784973,
      "learning_rate": 0.00028980336379504725,
      "loss": 0.8474,
      "step": 19056
    },
    {
      "epoch": 0.7805447470817121,
      "grad_norm": 1.040369472852454,
      "learning_rate": 0.00028980218183064405,
      "loss": 1.01,
      "step": 19057
    },
    {
      "epoch": 0.7805857055089085,
      "grad_norm": 0.5785656604136954,
      "learning_rate": 0.00028980099980015044,
      "loss": 0.3258,
      "step": 19058
    },
    {
      "epoch": 0.7806266639361048,
      "grad_norm": 0.6805858828493594,
      "learning_rate": 0.000289799817703567,
      "loss": 0.8074,
      "step": 19059
    },
    {
      "epoch": 0.7806676223633012,
      "grad_norm": 1.1238277102436969,
      "learning_rate": 0.0002897986355408944,
      "loss": 0.6037,
      "step": 19060
    },
    {
      "epoch": 0.7807085807904977,
      "grad_norm": 0.6043946487998288,
      "learning_rate": 0.00028979745331213306,
      "loss": 0.6489,
      "step": 19061
    },
    {
      "epoch": 0.7807495392176941,
      "grad_norm": 0.9202634071120269,
      "learning_rate": 0.00028979627101728364,
      "loss": 0.7962,
      "step": 19062
    },
    {
      "epoch": 0.7807904976448904,
      "grad_norm": 0.6620481258562178,
      "learning_rate": 0.0002897950886563466,
      "loss": 0.434,
      "step": 19063
    },
    {
      "epoch": 0.7808314560720868,
      "grad_norm": 1.09605220543519,
      "learning_rate": 0.0002897939062293226,
      "loss": 0.923,
      "step": 19064
    },
    {
      "epoch": 0.7808724144992832,
      "grad_norm": 0.8853427949467323,
      "learning_rate": 0.00028979272373621205,
      "loss": 0.9537,
      "step": 19065
    },
    {
      "epoch": 0.7809133729264797,
      "grad_norm": 0.7713000858097491,
      "learning_rate": 0.0002897915411770157,
      "loss": 0.7272,
      "step": 19066
    },
    {
      "epoch": 0.780954331353676,
      "grad_norm": 2.5532668453973737,
      "learning_rate": 0.00028979035855173404,
      "loss": 2.6726,
      "step": 19067
    },
    {
      "epoch": 0.7809952897808724,
      "grad_norm": 0.6906935734275657,
      "learning_rate": 0.00028978917586036754,
      "loss": 0.7799,
      "step": 19068
    },
    {
      "epoch": 0.7810362482080688,
      "grad_norm": 0.8279564130012774,
      "learning_rate": 0.0002897879931029169,
      "loss": 0.7505,
      "step": 19069
    },
    {
      "epoch": 0.7810772066352653,
      "grad_norm": 0.7827668244086952,
      "learning_rate": 0.0002897868102793826,
      "loss": 0.9035,
      "step": 19070
    },
    {
      "epoch": 0.7811181650624616,
      "grad_norm": 4.438261024549154,
      "learning_rate": 0.00028978562738976517,
      "loss": 6.0314,
      "step": 19071
    },
    {
      "epoch": 0.781159123489658,
      "grad_norm": 0.7955271764047604,
      "learning_rate": 0.0002897844444340652,
      "loss": 0.8829,
      "step": 19072
    },
    {
      "epoch": 0.7812000819168544,
      "grad_norm": 0.5506526101967991,
      "learning_rate": 0.00028978326141228326,
      "loss": 0.363,
      "step": 19073
    },
    {
      "epoch": 0.7812410403440508,
      "grad_norm": 0.8776152769892528,
      "learning_rate": 0.00028978207832441996,
      "loss": 1.0379,
      "step": 19074
    },
    {
      "epoch": 0.7812819987712472,
      "grad_norm": 0.7949907194109114,
      "learning_rate": 0.0002897808951704758,
      "loss": 0.8141,
      "step": 19075
    },
    {
      "epoch": 0.7813229571984436,
      "grad_norm": 0.7811787065073409,
      "learning_rate": 0.0002897797119504513,
      "loss": 0.9866,
      "step": 19076
    },
    {
      "epoch": 0.78136391562564,
      "grad_norm": 0.6894963523979517,
      "learning_rate": 0.00028977852866434703,
      "loss": 0.8574,
      "step": 19077
    },
    {
      "epoch": 0.7814048740528363,
      "grad_norm": 3.1747884164648252,
      "learning_rate": 0.0002897773453121637,
      "loss": 2.1445,
      "step": 19078
    },
    {
      "epoch": 0.7814458324800327,
      "grad_norm": 0.9585087416216519,
      "learning_rate": 0.0002897761618939016,
      "loss": 1.1119,
      "step": 19079
    },
    {
      "epoch": 0.7814867909072292,
      "grad_norm": 0.662938079581553,
      "learning_rate": 0.00028977497840956156,
      "loss": 0.8251,
      "step": 19080
    },
    {
      "epoch": 0.7815277493344256,
      "grad_norm": 0.8411817136205809,
      "learning_rate": 0.00028977379485914395,
      "loss": 0.9504,
      "step": 19081
    },
    {
      "epoch": 0.7815687077616219,
      "grad_norm": 1.0132490546050579,
      "learning_rate": 0.0002897726112426495,
      "loss": 1.0106,
      "step": 19082
    },
    {
      "epoch": 0.7816096661888183,
      "grad_norm": 1.3396552948641665,
      "learning_rate": 0.00028977142756007857,
      "loss": 1.9035,
      "step": 19083
    },
    {
      "epoch": 0.7816506246160148,
      "grad_norm": 0.8286457392623742,
      "learning_rate": 0.00028977024381143183,
      "loss": 1.0732,
      "step": 19084
    },
    {
      "epoch": 0.7816915830432112,
      "grad_norm": 0.635985900479073,
      "learning_rate": 0.0002897690599967099,
      "loss": 0.6834,
      "step": 19085
    },
    {
      "epoch": 0.7817325414704075,
      "grad_norm": 0.7009271293689415,
      "learning_rate": 0.0002897678761159132,
      "loss": 0.8935,
      "step": 19086
    },
    {
      "epoch": 0.7817734998976039,
      "grad_norm": 0.6960046491395971,
      "learning_rate": 0.00028976669216904235,
      "loss": 1.0116,
      "step": 19087
    },
    {
      "epoch": 0.7818144583248003,
      "grad_norm": 0.7977300831876384,
      "learning_rate": 0.00028976550815609797,
      "loss": 1.0896,
      "step": 19088
    },
    {
      "epoch": 0.7818554167519968,
      "grad_norm": 0.9706888637242176,
      "learning_rate": 0.0002897643240770806,
      "loss": 0.5871,
      "step": 19089
    },
    {
      "epoch": 0.7818963751791931,
      "grad_norm": 0.8911035080545845,
      "learning_rate": 0.00028976313993199065,
      "loss": 1.435,
      "step": 19090
    },
    {
      "epoch": 0.7819373336063895,
      "grad_norm": 0.6451230099674127,
      "learning_rate": 0.00028976195572082884,
      "loss": 0.4196,
      "step": 19091
    },
    {
      "epoch": 0.7819782920335859,
      "grad_norm": 0.8174508499675756,
      "learning_rate": 0.00028976077144359576,
      "loss": 0.8987,
      "step": 19092
    },
    {
      "epoch": 0.7820192504607824,
      "grad_norm": 0.5565682768753106,
      "learning_rate": 0.00028975958710029183,
      "loss": 0.733,
      "step": 19093
    },
    {
      "epoch": 0.7820602088879787,
      "grad_norm": 0.8165974648529751,
      "learning_rate": 0.0002897584026909177,
      "loss": 0.8685,
      "step": 19094
    },
    {
      "epoch": 0.7821011673151751,
      "grad_norm": 0.883139938098674,
      "learning_rate": 0.0002897572182154739,
      "loss": 1.1149,
      "step": 19095
    },
    {
      "epoch": 0.7821421257423715,
      "grad_norm": 0.7784817028261802,
      "learning_rate": 0.000289756033673961,
      "loss": 0.9425,
      "step": 19096
    },
    {
      "epoch": 0.7821830841695679,
      "grad_norm": 0.4851405849650959,
      "learning_rate": 0.0002897548490663795,
      "loss": 0.2712,
      "step": 19097
    },
    {
      "epoch": 0.7822240425967643,
      "grad_norm": 0.6705518724934253,
      "learning_rate": 0.0002897536643927301,
      "loss": 0.8217,
      "step": 19098
    },
    {
      "epoch": 0.7822650010239607,
      "grad_norm": 1.0087768572642568,
      "learning_rate": 0.00028975247965301327,
      "loss": 1.1174,
      "step": 19099
    },
    {
      "epoch": 0.7823059594511571,
      "grad_norm": 0.6504601521730523,
      "learning_rate": 0.00028975129484722957,
      "loss": 0.6927,
      "step": 19100
    },
    {
      "epoch": 0.7823469178783534,
      "grad_norm": 0.616530324189525,
      "learning_rate": 0.0002897501099753795,
      "loss": 0.3424,
      "step": 19101
    },
    {
      "epoch": 0.7823878763055498,
      "grad_norm": 0.9484739551257602,
      "learning_rate": 0.0002897489250374638,
      "loss": 1.0212,
      "step": 19102
    },
    {
      "epoch": 0.7824288347327463,
      "grad_norm": 0.8025911786862072,
      "learning_rate": 0.0002897477400334828,
      "loss": 0.9834,
      "step": 19103
    },
    {
      "epoch": 0.7824697931599427,
      "grad_norm": 0.7202287796967546,
      "learning_rate": 0.00028974655496343725,
      "loss": 0.5043,
      "step": 19104
    },
    {
      "epoch": 0.782510751587139,
      "grad_norm": 0.8816748674507311,
      "learning_rate": 0.0002897453698273276,
      "loss": 0.7559,
      "step": 19105
    },
    {
      "epoch": 0.7825517100143354,
      "grad_norm": 0.7422457579641016,
      "learning_rate": 0.0002897441846251545,
      "loss": 0.9462,
      "step": 19106
    },
    {
      "epoch": 0.7825926684415319,
      "grad_norm": 0.803745898613032,
      "learning_rate": 0.0002897429993569184,
      "loss": 1.043,
      "step": 19107
    },
    {
      "epoch": 0.7826336268687283,
      "grad_norm": 0.7750198252773254,
      "learning_rate": 0.00028974181402261997,
      "loss": 0.8041,
      "step": 19108
    },
    {
      "epoch": 0.7826745852959246,
      "grad_norm": 1.0180446585678966,
      "learning_rate": 0.0002897406286222597,
      "loss": 1.1819,
      "step": 19109
    },
    {
      "epoch": 0.782715543723121,
      "grad_norm": 0.8461924213136375,
      "learning_rate": 0.00028973944315583816,
      "loss": 0.5571,
      "step": 19110
    },
    {
      "epoch": 0.7827565021503174,
      "grad_norm": 0.7133601886863096,
      "learning_rate": 0.00028973825762335597,
      "loss": 0.8948,
      "step": 19111
    },
    {
      "epoch": 0.7827974605775139,
      "grad_norm": 0.6969906557436073,
      "learning_rate": 0.00028973707202481356,
      "loss": 0.5985,
      "step": 19112
    },
    {
      "epoch": 0.7828384190047102,
      "grad_norm": 0.6642818490959507,
      "learning_rate": 0.0002897358863602116,
      "loss": 0.7961,
      "step": 19113
    },
    {
      "epoch": 0.7828793774319066,
      "grad_norm": 0.6342117008570416,
      "learning_rate": 0.0002897347006295506,
      "loss": 0.7657,
      "step": 19114
    },
    {
      "epoch": 0.782920335859103,
      "grad_norm": 0.9351629615159105,
      "learning_rate": 0.0002897335148328312,
      "loss": 0.7704,
      "step": 19115
    },
    {
      "epoch": 0.7829612942862995,
      "grad_norm": 0.8581172040080007,
      "learning_rate": 0.00028973232897005384,
      "loss": 0.9046,
      "step": 19116
    },
    {
      "epoch": 0.7830022527134958,
      "grad_norm": 0.6914354011358174,
      "learning_rate": 0.00028973114304121916,
      "loss": 0.9214,
      "step": 19117
    },
    {
      "epoch": 0.7830432111406922,
      "grad_norm": 0.7681973690679661,
      "learning_rate": 0.00028972995704632773,
      "loss": 0.8154,
      "step": 19118
    },
    {
      "epoch": 0.7830841695678886,
      "grad_norm": 0.819599593282043,
      "learning_rate": 0.0002897287709853801,
      "loss": 0.9385,
      "step": 19119
    },
    {
      "epoch": 0.7831251279950849,
      "grad_norm": 0.9325487012778472,
      "learning_rate": 0.00028972758485837683,
      "loss": 1.0058,
      "step": 19120
    },
    {
      "epoch": 0.7831660864222814,
      "grad_norm": 0.7389072760361958,
      "learning_rate": 0.0002897263986653184,
      "loss": 0.4839,
      "step": 19121
    },
    {
      "epoch": 0.7832070448494778,
      "grad_norm": 0.6765303299455658,
      "learning_rate": 0.0002897252124062054,
      "loss": 0.3924,
      "step": 19122
    },
    {
      "epoch": 0.7832480032766742,
      "grad_norm": 0.7260172751488289,
      "learning_rate": 0.0002897240260810385,
      "loss": 0.6973,
      "step": 19123
    },
    {
      "epoch": 0.7832889617038705,
      "grad_norm": 0.6903616377380466,
      "learning_rate": 0.00028972283968981824,
      "loss": 0.5754,
      "step": 19124
    },
    {
      "epoch": 0.783329920131067,
      "grad_norm": 0.8755190802492431,
      "learning_rate": 0.00028972165323254504,
      "loss": 0.3687,
      "step": 19125
    },
    {
      "epoch": 0.7833708785582634,
      "grad_norm": 0.6795905929398549,
      "learning_rate": 0.0002897204667092196,
      "loss": 0.3309,
      "step": 19126
    },
    {
      "epoch": 0.7834118369854598,
      "grad_norm": 0.6203638419256121,
      "learning_rate": 0.0002897192801198424,
      "loss": 0.4703,
      "step": 19127
    },
    {
      "epoch": 0.7834527954126561,
      "grad_norm": 0.8322412294486586,
      "learning_rate": 0.00028971809346441406,
      "loss": 0.8013,
      "step": 19128
    },
    {
      "epoch": 0.7834937538398525,
      "grad_norm": 2.0828552101221867,
      "learning_rate": 0.0002897169067429351,
      "loss": 2.0506,
      "step": 19129
    },
    {
      "epoch": 0.783534712267049,
      "grad_norm": 0.7457582309349408,
      "learning_rate": 0.000289715719955406,
      "loss": 0.3279,
      "step": 19130
    },
    {
      "epoch": 0.7835756706942454,
      "grad_norm": 0.8741051529675361,
      "learning_rate": 0.00028971453310182755,
      "loss": 0.9672,
      "step": 19131
    },
    {
      "epoch": 0.7836166291214417,
      "grad_norm": 2.0260291334821,
      "learning_rate": 0.00028971334618220013,
      "loss": 1.6545,
      "step": 19132
    },
    {
      "epoch": 0.7836575875486381,
      "grad_norm": 0.9610324774999449,
      "learning_rate": 0.00028971215919652436,
      "loss": 0.7974,
      "step": 19133
    },
    {
      "epoch": 0.7836985459758345,
      "grad_norm": 0.8274705789532236,
      "learning_rate": 0.0002897109721448008,
      "loss": 0.8859,
      "step": 19134
    },
    {
      "epoch": 0.783739504403031,
      "grad_norm": 0.776493780884209,
      "learning_rate": 0.00028970978502702995,
      "loss": 0.9059,
      "step": 19135
    },
    {
      "epoch": 0.7837804628302273,
      "grad_norm": 0.8078270720433158,
      "learning_rate": 0.00028970859784321245,
      "loss": 0.8856,
      "step": 19136
    },
    {
      "epoch": 0.7838214212574237,
      "grad_norm": 0.687395893205921,
      "learning_rate": 0.0002897074105933488,
      "loss": 0.333,
      "step": 19137
    },
    {
      "epoch": 0.7838623796846201,
      "grad_norm": 0.5283567673873651,
      "learning_rate": 0.0002897062232774396,
      "loss": 0.353,
      "step": 19138
    },
    {
      "epoch": 0.7839033381118166,
      "grad_norm": 0.7112554034938988,
      "learning_rate": 0.00028970503589548544,
      "loss": 0.9046,
      "step": 19139
    },
    {
      "epoch": 0.7839442965390129,
      "grad_norm": 0.7558005230784824,
      "learning_rate": 0.00028970384844748684,
      "loss": 0.8546,
      "step": 19140
    },
    {
      "epoch": 0.7839852549662093,
      "grad_norm": 2.085788362654624,
      "learning_rate": 0.00028970266093344434,
      "loss": 3.6756,
      "step": 19141
    },
    {
      "epoch": 0.7840262133934057,
      "grad_norm": 0.9164322981661113,
      "learning_rate": 0.0002897014733533586,
      "loss": 0.7384,
      "step": 19142
    },
    {
      "epoch": 0.784067171820602,
      "grad_norm": 0.7257391513399452,
      "learning_rate": 0.00028970028570723,
      "loss": 0.7574,
      "step": 19143
    },
    {
      "epoch": 0.7841081302477985,
      "grad_norm": 1.0164279082718368,
      "learning_rate": 0.00028969909799505926,
      "loss": 1.1876,
      "step": 19144
    },
    {
      "epoch": 0.7841490886749949,
      "grad_norm": 0.5043541077972652,
      "learning_rate": 0.00028969791021684694,
      "loss": 0.3392,
      "step": 19145
    },
    {
      "epoch": 0.7841900471021913,
      "grad_norm": 0.8482201086566798,
      "learning_rate": 0.0002896967223725935,
      "loss": 1.0423,
      "step": 19146
    },
    {
      "epoch": 0.7842310055293876,
      "grad_norm": 0.9021817130735897,
      "learning_rate": 0.0002896955344622996,
      "loss": 0.863,
      "step": 19147
    },
    {
      "epoch": 0.784271963956584,
      "grad_norm": 0.9235699602916021,
      "learning_rate": 0.00028969434648596563,
      "loss": 0.7033,
      "step": 19148
    },
    {
      "epoch": 0.7843129223837805,
      "grad_norm": 1.0486119918119108,
      "learning_rate": 0.0002896931584435924,
      "loss": 0.9395,
      "step": 19149
    },
    {
      "epoch": 0.7843538808109769,
      "grad_norm": 0.7576717203911895,
      "learning_rate": 0.00028969197033518033,
      "loss": 1.0784,
      "step": 19150
    },
    {
      "epoch": 0.7843948392381732,
      "grad_norm": 0.9030306227440453,
      "learning_rate": 0.00028969078216073,
      "loss": 0.5536,
      "step": 19151
    },
    {
      "epoch": 0.7844357976653696,
      "grad_norm": 1.4134945097678635,
      "learning_rate": 0.00028968959392024196,
      "loss": 0.6915,
      "step": 19152
    },
    {
      "epoch": 0.7844767560925661,
      "grad_norm": 0.9756203626952876,
      "learning_rate": 0.0002896884056137168,
      "loss": 0.7906,
      "step": 19153
    },
    {
      "epoch": 0.7845177145197625,
      "grad_norm": 0.7602815443878396,
      "learning_rate": 0.0002896872172411551,
      "loss": 0.5745,
      "step": 19154
    },
    {
      "epoch": 0.7845586729469588,
      "grad_norm": 0.5572856922188552,
      "learning_rate": 0.00028968602880255734,
      "loss": 0.3482,
      "step": 19155
    },
    {
      "epoch": 0.7845996313741552,
      "grad_norm": 0.9325128715587344,
      "learning_rate": 0.00028968484029792414,
      "loss": 0.7185,
      "step": 19156
    },
    {
      "epoch": 0.7846405898013517,
      "grad_norm": 0.7599027126568751,
      "learning_rate": 0.00028968365172725604,
      "loss": 0.8359,
      "step": 19157
    },
    {
      "epoch": 0.7846815482285481,
      "grad_norm": 0.8715066546279179,
      "learning_rate": 0.0002896824630905536,
      "loss": 0.9592,
      "step": 19158
    },
    {
      "epoch": 0.7847225066557444,
      "grad_norm": 1.1615941370853204,
      "learning_rate": 0.00028968127438781745,
      "loss": 0.9724,
      "step": 19159
    },
    {
      "epoch": 0.7847634650829408,
      "grad_norm": 0.91587102033013,
      "learning_rate": 0.0002896800856190481,
      "loss": 1.0156,
      "step": 19160
    },
    {
      "epoch": 0.7848044235101372,
      "grad_norm": 0.989750286918396,
      "learning_rate": 0.0002896788967842461,
      "loss": 1.0377,
      "step": 19161
    },
    {
      "epoch": 0.7848453819373336,
      "grad_norm": 1.3130100141383414,
      "learning_rate": 0.000289677707883412,
      "loss": 1.7269,
      "step": 19162
    },
    {
      "epoch": 0.78488634036453,
      "grad_norm": 0.9194577846754057,
      "learning_rate": 0.0002896765189165464,
      "loss": 1.1031,
      "step": 19163
    },
    {
      "epoch": 0.7849272987917264,
      "grad_norm": 0.814400176332179,
      "learning_rate": 0.00028967532988364984,
      "loss": 0.9101,
      "step": 19164
    },
    {
      "epoch": 0.7849682572189228,
      "grad_norm": 1.8408470772949177,
      "learning_rate": 0.0002896741407847229,
      "loss": 1.8916,
      "step": 19165
    },
    {
      "epoch": 0.7850092156461191,
      "grad_norm": 0.8277206071754645,
      "learning_rate": 0.0002896729516197661,
      "loss": 0.9999,
      "step": 19166
    },
    {
      "epoch": 0.7850501740733156,
      "grad_norm": 0.8171417616163243,
      "learning_rate": 0.0002896717623887801,
      "loss": 0.9216,
      "step": 19167
    },
    {
      "epoch": 0.785091132500512,
      "grad_norm": 0.6843486962853271,
      "learning_rate": 0.0002896705730917653,
      "loss": 0.909,
      "step": 19168
    },
    {
      "epoch": 0.7851320909277084,
      "grad_norm": 1.5843309005290844,
      "learning_rate": 0.00028966938372872246,
      "loss": 1.0473,
      "step": 19169
    },
    {
      "epoch": 0.7851730493549047,
      "grad_norm": 0.5805263552581115,
      "learning_rate": 0.000289668194299652,
      "loss": 0.7105,
      "step": 19170
    },
    {
      "epoch": 0.7852140077821012,
      "grad_norm": 0.6583901441199452,
      "learning_rate": 0.0002896670048045545,
      "loss": 0.9228,
      "step": 19171
    },
    {
      "epoch": 0.7852549662092976,
      "grad_norm": 0.7024204494673382,
      "learning_rate": 0.00028966581524343053,
      "loss": 0.9449,
      "step": 19172
    },
    {
      "epoch": 0.785295924636494,
      "grad_norm": 1.611533766376611,
      "learning_rate": 0.0002896646256162807,
      "loss": 1.8328,
      "step": 19173
    },
    {
      "epoch": 0.7853368830636903,
      "grad_norm": 0.8467778779550487,
      "learning_rate": 0.00028966343592310556,
      "loss": 0.9274,
      "step": 19174
    },
    {
      "epoch": 0.7853778414908867,
      "grad_norm": 0.49972775452019413,
      "learning_rate": 0.0002896622461639056,
      "loss": 0.3014,
      "step": 19175
    },
    {
      "epoch": 0.7854187999180832,
      "grad_norm": 0.9044693643104506,
      "learning_rate": 0.0002896610563386814,
      "loss": 1.1522,
      "step": 19176
    },
    {
      "epoch": 0.7854597583452796,
      "grad_norm": 0.7850561219679946,
      "learning_rate": 0.00028965986644743366,
      "loss": 0.8562,
      "step": 19177
    },
    {
      "epoch": 0.7855007167724759,
      "grad_norm": 0.7675154717374065,
      "learning_rate": 0.0002896586764901628,
      "loss": 0.7329,
      "step": 19178
    },
    {
      "epoch": 0.7855416751996723,
      "grad_norm": 0.7173048630845545,
      "learning_rate": 0.0002896574864668694,
      "loss": 0.9367,
      "step": 19179
    },
    {
      "epoch": 0.7855826336268688,
      "grad_norm": 1.677426725620364,
      "learning_rate": 0.00028965629637755407,
      "loss": 2.05,
      "step": 19180
    },
    {
      "epoch": 0.7856235920540652,
      "grad_norm": 0.8102322295157401,
      "learning_rate": 0.0002896551062222174,
      "loss": 1.2106,
      "step": 19181
    },
    {
      "epoch": 0.7856645504812615,
      "grad_norm": 1.0021311575323486,
      "learning_rate": 0.0002896539160008598,
      "loss": 0.5585,
      "step": 19182
    },
    {
      "epoch": 0.7857055089084579,
      "grad_norm": 0.9208527283948129,
      "learning_rate": 0.000289652725713482,
      "loss": 1.1328,
      "step": 19183
    },
    {
      "epoch": 0.7857464673356543,
      "grad_norm": 0.7651290604782113,
      "learning_rate": 0.0002896515353600845,
      "loss": 0.4552,
      "step": 19184
    },
    {
      "epoch": 0.7857874257628507,
      "grad_norm": 3.093013709356317,
      "learning_rate": 0.00028965034494066774,
      "loss": 0.6038,
      "step": 19185
    },
    {
      "epoch": 0.7858283841900471,
      "grad_norm": 1.3281661556616862,
      "learning_rate": 0.0002896491544552325,
      "loss": 1.1631,
      "step": 19186
    },
    {
      "epoch": 0.7858693426172435,
      "grad_norm": 0.9234231075237868,
      "learning_rate": 0.00028964796390377925,
      "loss": 0.9532,
      "step": 19187
    },
    {
      "epoch": 0.7859103010444399,
      "grad_norm": 1.0802389577276041,
      "learning_rate": 0.00028964677328630853,
      "loss": 1.1065,
      "step": 19188
    },
    {
      "epoch": 0.7859512594716362,
      "grad_norm": 0.7536155048130871,
      "learning_rate": 0.00028964558260282085,
      "loss": 0.3497,
      "step": 19189
    },
    {
      "epoch": 0.7859922178988327,
      "grad_norm": 0.6206538916326844,
      "learning_rate": 0.0002896443918533169,
      "loss": 0.5987,
      "step": 19190
    },
    {
      "epoch": 0.7860331763260291,
      "grad_norm": 1.1974441263685762,
      "learning_rate": 0.0002896432010377972,
      "loss": 1.0156,
      "step": 19191
    },
    {
      "epoch": 0.7860741347532255,
      "grad_norm": 0.865178562084528,
      "learning_rate": 0.0002896420101562623,
      "loss": 1.0085,
      "step": 19192
    },
    {
      "epoch": 0.7861150931804218,
      "grad_norm": 0.5750814738610303,
      "learning_rate": 0.00028964081920871277,
      "loss": 0.2178,
      "step": 19193
    },
    {
      "epoch": 0.7861560516076183,
      "grad_norm": 0.635568197386106,
      "learning_rate": 0.0002896396281951491,
      "loss": 0.5158,
      "step": 19194
    },
    {
      "epoch": 0.7861970100348147,
      "grad_norm": 0.7801011818230904,
      "learning_rate": 0.000289638437115572,
      "loss": 1.0976,
      "step": 19195
    },
    {
      "epoch": 0.7862379684620111,
      "grad_norm": 0.8432410767700514,
      "learning_rate": 0.0002896372459699819,
      "loss": 1.0291,
      "step": 19196
    },
    {
      "epoch": 0.7862789268892074,
      "grad_norm": 2.155561424957361,
      "learning_rate": 0.0002896360547583794,
      "loss": 4.7389,
      "step": 19197
    },
    {
      "epoch": 0.7863198853164038,
      "grad_norm": 0.7773059891750076,
      "learning_rate": 0.0002896348634807651,
      "loss": 0.9411,
      "step": 19198
    },
    {
      "epoch": 0.7863608437436003,
      "grad_norm": 1.1798547993046193,
      "learning_rate": 0.00028963367213713953,
      "loss": 1.1441,
      "step": 19199
    },
    {
      "epoch": 0.7864018021707967,
      "grad_norm": 0.5310937228623568,
      "learning_rate": 0.0002896324807275033,
      "loss": 0.3636,
      "step": 19200
    },
    {
      "epoch": 0.786442760597993,
      "grad_norm": 0.8317822755149115,
      "learning_rate": 0.00028963128925185683,
      "loss": 0.8742,
      "step": 19201
    },
    {
      "epoch": 0.7864837190251894,
      "grad_norm": 4.47463034656284,
      "learning_rate": 0.0002896300977102009,
      "loss": 7.2984,
      "step": 19202
    },
    {
      "epoch": 0.7865246774523859,
      "grad_norm": 1.2271265481349982,
      "learning_rate": 0.00028962890610253594,
      "loss": 1.1581,
      "step": 19203
    },
    {
      "epoch": 0.7865656358795822,
      "grad_norm": 0.895087107243899,
      "learning_rate": 0.0002896277144288625,
      "loss": 0.6801,
      "step": 19204
    },
    {
      "epoch": 0.7866065943067786,
      "grad_norm": 0.6849003136028045,
      "learning_rate": 0.00028962652268918124,
      "loss": 0.4206,
      "step": 19205
    },
    {
      "epoch": 0.786647552733975,
      "grad_norm": 0.8282607741622378,
      "learning_rate": 0.0002896253308834926,
      "loss": 0.9059,
      "step": 19206
    },
    {
      "epoch": 0.7866885111611714,
      "grad_norm": 1.0213773055611974,
      "learning_rate": 0.00028962413901179724,
      "loss": 1.3804,
      "step": 19207
    },
    {
      "epoch": 0.7867294695883678,
      "grad_norm": 0.76330806460452,
      "learning_rate": 0.00028962294707409565,
      "loss": 0.3056,
      "step": 19208
    },
    {
      "epoch": 0.7867704280155642,
      "grad_norm": 0.8024634348860952,
      "learning_rate": 0.0002896217550703885,
      "loss": 0.7068,
      "step": 19209
    },
    {
      "epoch": 0.7868113864427606,
      "grad_norm": 0.9567208611155776,
      "learning_rate": 0.00028962056300067617,
      "loss": 0.9389,
      "step": 19210
    },
    {
      "epoch": 0.786852344869957,
      "grad_norm": 0.8138133382157355,
      "learning_rate": 0.0002896193708649595,
      "loss": 1.0015,
      "step": 19211
    },
    {
      "epoch": 0.7868933032971533,
      "grad_norm": 0.5907915905232984,
      "learning_rate": 0.0002896181786632388,
      "loss": 0.4182,
      "step": 19212
    },
    {
      "epoch": 0.7869342617243498,
      "grad_norm": 0.6149176122507377,
      "learning_rate": 0.0002896169863955147,
      "loss": 0.3764,
      "step": 19213
    },
    {
      "epoch": 0.7869752201515462,
      "grad_norm": 1.2122895906189946,
      "learning_rate": 0.0002896157940617878,
      "loss": 1.4971,
      "step": 19214
    },
    {
      "epoch": 0.7870161785787426,
      "grad_norm": 4.9229045918589955,
      "learning_rate": 0.0002896146016620587,
      "loss": 2.8403,
      "step": 19215
    },
    {
      "epoch": 0.7870571370059389,
      "grad_norm": 1.0817330276555575,
      "learning_rate": 0.0002896134091963279,
      "loss": 1.0755,
      "step": 19216
    },
    {
      "epoch": 0.7870980954331354,
      "grad_norm": 0.6473013693904879,
      "learning_rate": 0.00028961221666459595,
      "loss": 0.3504,
      "step": 19217
    },
    {
      "epoch": 0.7871390538603318,
      "grad_norm": 1.3374224445998957,
      "learning_rate": 0.0002896110240668635,
      "loss": 1.8458,
      "step": 19218
    },
    {
      "epoch": 0.7871800122875282,
      "grad_norm": 0.7396216127274851,
      "learning_rate": 0.000289609831403131,
      "loss": 0.9287,
      "step": 19219
    },
    {
      "epoch": 0.7872209707147245,
      "grad_norm": 0.6644281416336103,
      "learning_rate": 0.0002896086386733991,
      "loss": 0.5394,
      "step": 19220
    },
    {
      "epoch": 0.787261929141921,
      "grad_norm": 0.5406418516805013,
      "learning_rate": 0.00028960744587766833,
      "loss": 0.437,
      "step": 19221
    },
    {
      "epoch": 0.7873028875691174,
      "grad_norm": 0.652198060379178,
      "learning_rate": 0.0002896062530159393,
      "loss": 0.7233,
      "step": 19222
    },
    {
      "epoch": 0.7873438459963138,
      "grad_norm": 0.8659757493364838,
      "learning_rate": 0.00028960506008821247,
      "loss": 0.5981,
      "step": 19223
    },
    {
      "epoch": 0.7873848044235101,
      "grad_norm": 0.7137240158660665,
      "learning_rate": 0.00028960386709448853,
      "loss": 0.7496,
      "step": 19224
    },
    {
      "epoch": 0.7874257628507065,
      "grad_norm": 0.7568882452797248,
      "learning_rate": 0.00028960267403476797,
      "loss": 0.9777,
      "step": 19225
    },
    {
      "epoch": 0.787466721277903,
      "grad_norm": 0.8392595460540808,
      "learning_rate": 0.00028960148090905136,
      "loss": 1.0342,
      "step": 19226
    },
    {
      "epoch": 0.7875076797050993,
      "grad_norm": 0.7280546681276073,
      "learning_rate": 0.00028960028771733926,
      "loss": 0.8503,
      "step": 19227
    },
    {
      "epoch": 0.7875486381322957,
      "grad_norm": 0.8353663009782374,
      "learning_rate": 0.0002895990944596322,
      "loss": 1.078,
      "step": 19228
    },
    {
      "epoch": 0.7875895965594921,
      "grad_norm": 0.7466009690949058,
      "learning_rate": 0.0002895979011359309,
      "loss": 0.8242,
      "step": 19229
    },
    {
      "epoch": 0.7876305549866885,
      "grad_norm": 0.7730795369137984,
      "learning_rate": 0.00028959670774623573,
      "loss": 0.6625,
      "step": 19230
    },
    {
      "epoch": 0.7876715134138849,
      "grad_norm": 0.9544845772109974,
      "learning_rate": 0.00028959551429054734,
      "loss": 0.9939,
      "step": 19231
    },
    {
      "epoch": 0.7877124718410813,
      "grad_norm": 1.4898343044359368,
      "learning_rate": 0.00028959432076886634,
      "loss": 1.0609,
      "step": 19232
    },
    {
      "epoch": 0.7877534302682777,
      "grad_norm": 1.0946444390443486,
      "learning_rate": 0.0002895931271811932,
      "loss": 1.4289,
      "step": 19233
    },
    {
      "epoch": 0.7877943886954741,
      "grad_norm": 1.416455545281605,
      "learning_rate": 0.00028959193352752857,
      "loss": 0.6513,
      "step": 19234
    },
    {
      "epoch": 0.7878353471226704,
      "grad_norm": 0.8054700976581434,
      "learning_rate": 0.0002895907398078729,
      "loss": 0.4796,
      "step": 19235
    },
    {
      "epoch": 0.7878763055498669,
      "grad_norm": 2.2450431754894855,
      "learning_rate": 0.00028958954602222687,
      "loss": 4.3533,
      "step": 19236
    },
    {
      "epoch": 0.7879172639770633,
      "grad_norm": 0.9562561617393317,
      "learning_rate": 0.00028958835217059105,
      "loss": 1.1169,
      "step": 19237
    },
    {
      "epoch": 0.7879582224042597,
      "grad_norm": 0.8906144764459156,
      "learning_rate": 0.0002895871582529659,
      "loss": 0.8654,
      "step": 19238
    },
    {
      "epoch": 0.787999180831456,
      "grad_norm": 0.5647179872327492,
      "learning_rate": 0.00028958596426935206,
      "loss": 0.3069,
      "step": 19239
    },
    {
      "epoch": 0.7880401392586525,
      "grad_norm": 0.6375277468674748,
      "learning_rate": 0.0002895847702197501,
      "loss": 0.3743,
      "step": 19240
    },
    {
      "epoch": 0.7880810976858489,
      "grad_norm": 0.8806517525947289,
      "learning_rate": 0.00028958357610416047,
      "loss": 0.7926,
      "step": 19241
    },
    {
      "epoch": 0.7881220561130453,
      "grad_norm": 0.7303239686462794,
      "learning_rate": 0.00028958238192258387,
      "loss": 0.9708,
      "step": 19242
    },
    {
      "epoch": 0.7881630145402416,
      "grad_norm": 0.7825671357217185,
      "learning_rate": 0.00028958118767502083,
      "loss": 0.9369,
      "step": 19243
    },
    {
      "epoch": 0.788203972967438,
      "grad_norm": 0.8445016570139027,
      "learning_rate": 0.00028957999336147195,
      "loss": 0.9759,
      "step": 19244
    },
    {
      "epoch": 0.7882449313946345,
      "grad_norm": 0.8347228902682485,
      "learning_rate": 0.0002895787989819377,
      "loss": 0.9934,
      "step": 19245
    },
    {
      "epoch": 0.7882858898218308,
      "grad_norm": 1.26431256855205,
      "learning_rate": 0.0002895776045364187,
      "loss": 1.4572,
      "step": 19246
    },
    {
      "epoch": 0.7883268482490272,
      "grad_norm": 1.5407066540118317,
      "learning_rate": 0.00028957641002491554,
      "loss": 2.4974,
      "step": 19247
    },
    {
      "epoch": 0.7883678066762236,
      "grad_norm": 0.7763170680844326,
      "learning_rate": 0.0002895752154474287,
      "loss": 0.9849,
      "step": 19248
    },
    {
      "epoch": 0.7884087651034201,
      "grad_norm": 0.764489956455426,
      "learning_rate": 0.00028957402080395883,
      "loss": 0.5205,
      "step": 19249
    },
    {
      "epoch": 0.7884497235306164,
      "grad_norm": 0.513583375026836,
      "learning_rate": 0.0002895728260945065,
      "loss": 0.3864,
      "step": 19250
    },
    {
      "epoch": 0.7884906819578128,
      "grad_norm": 0.7498305718773141,
      "learning_rate": 0.00028957163131907213,
      "loss": 0.898,
      "step": 19251
    },
    {
      "epoch": 0.7885316403850092,
      "grad_norm": 1.6874306316832655,
      "learning_rate": 0.0002895704364776565,
      "loss": 1.3498,
      "step": 19252
    },
    {
      "epoch": 0.7885725988122056,
      "grad_norm": 1.0593911926403292,
      "learning_rate": 0.00028956924157026,
      "loss": 0.8448,
      "step": 19253
    },
    {
      "epoch": 0.788613557239402,
      "grad_norm": 0.8323677981037888,
      "learning_rate": 0.0002895680465968833,
      "loss": 0.7573,
      "step": 19254
    },
    {
      "epoch": 0.7886545156665984,
      "grad_norm": 0.5567561575876597,
      "learning_rate": 0.00028956685155752686,
      "loss": 0.6315,
      "step": 19255
    },
    {
      "epoch": 0.7886954740937948,
      "grad_norm": 0.8449658888933433,
      "learning_rate": 0.00028956565645219136,
      "loss": 0.9318,
      "step": 19256
    },
    {
      "epoch": 0.7887364325209912,
      "grad_norm": 0.6848518509260897,
      "learning_rate": 0.00028956446128087734,
      "loss": 0.4536,
      "step": 19257
    },
    {
      "epoch": 0.7887773909481876,
      "grad_norm": 0.9390468674032606,
      "learning_rate": 0.00028956326604358533,
      "loss": 0.7814,
      "step": 19258
    },
    {
      "epoch": 0.788818349375384,
      "grad_norm": 0.9316027881602383,
      "learning_rate": 0.00028956207074031583,
      "loss": 0.9769,
      "step": 19259
    },
    {
      "epoch": 0.7888593078025804,
      "grad_norm": 0.9300982029056665,
      "learning_rate": 0.00028956087537106953,
      "loss": 1.0116,
      "step": 19260
    },
    {
      "epoch": 0.7889002662297768,
      "grad_norm": 0.7369814905673674,
      "learning_rate": 0.000289559679935847,
      "loss": 0.8452,
      "step": 19261
    },
    {
      "epoch": 0.7889412246569731,
      "grad_norm": 1.050968881813736,
      "learning_rate": 0.0002895584844346487,
      "loss": 1.0573,
      "step": 19262
    },
    {
      "epoch": 0.7889821830841696,
      "grad_norm": 0.5193767458416748,
      "learning_rate": 0.00028955728886747526,
      "loss": 0.321,
      "step": 19263
    },
    {
      "epoch": 0.789023141511366,
      "grad_norm": 0.9621808039101336,
      "learning_rate": 0.0002895560932343272,
      "loss": 1.1564,
      "step": 19264
    },
    {
      "epoch": 0.7890640999385624,
      "grad_norm": 1.1103838344677874,
      "learning_rate": 0.0002895548975352052,
      "loss": 1.5422,
      "step": 19265
    },
    {
      "epoch": 0.7891050583657587,
      "grad_norm": 0.6877313575010278,
      "learning_rate": 0.00028955370177010965,
      "loss": 0.6764,
      "step": 19266
    },
    {
      "epoch": 0.7891460167929552,
      "grad_norm": 0.813698511516041,
      "learning_rate": 0.00028955250593904125,
      "loss": 0.9299,
      "step": 19267
    },
    {
      "epoch": 0.7891869752201516,
      "grad_norm": 2.914603250687659,
      "learning_rate": 0.0002895513100420005,
      "loss": 4.4118,
      "step": 19268
    },
    {
      "epoch": 0.7892279336473479,
      "grad_norm": 1.0354582468512623,
      "learning_rate": 0.00028955011407898803,
      "loss": 1.1338,
      "step": 19269
    },
    {
      "epoch": 0.7892688920745443,
      "grad_norm": 2.757025632810023,
      "learning_rate": 0.00028954891805000433,
      "loss": 4.5792,
      "step": 19270
    },
    {
      "epoch": 0.7893098505017407,
      "grad_norm": 2.399320243038954,
      "learning_rate": 0.00028954772195505,
      "loss": 1.3088,
      "step": 19271
    },
    {
      "epoch": 0.7893508089289372,
      "grad_norm": 0.7636104369902852,
      "learning_rate": 0.0002895465257941256,
      "loss": 0.9619,
      "step": 19272
    },
    {
      "epoch": 0.7893917673561335,
      "grad_norm": 1.0172758249986482,
      "learning_rate": 0.00028954532956723173,
      "loss": 0.7243,
      "step": 19273
    },
    {
      "epoch": 0.7894327257833299,
      "grad_norm": 0.9002581157021258,
      "learning_rate": 0.0002895441332743689,
      "loss": 0.9069,
      "step": 19274
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.8267779847231944,
      "learning_rate": 0.0002895429369155377,
      "loss": 0.9194,
      "step": 19275
    },
    {
      "epoch": 0.7895146426377228,
      "grad_norm": 0.6529341139064928,
      "learning_rate": 0.00028954174049073875,
      "loss": 0.7514,
      "step": 19276
    },
    {
      "epoch": 0.7895556010649191,
      "grad_norm": 0.865012386767274,
      "learning_rate": 0.00028954054399997253,
      "loss": 0.6933,
      "step": 19277
    },
    {
      "epoch": 0.7895965594921155,
      "grad_norm": 0.8319083927739657,
      "learning_rate": 0.0002895393474432396,
      "loss": 0.9584,
      "step": 19278
    },
    {
      "epoch": 0.7896375179193119,
      "grad_norm": 0.6601819445385466,
      "learning_rate": 0.0002895381508205406,
      "loss": 0.8022,
      "step": 19279
    },
    {
      "epoch": 0.7896784763465083,
      "grad_norm": 0.6611805302496966,
      "learning_rate": 0.00028953695413187606,
      "loss": 0.6811,
      "step": 19280
    },
    {
      "epoch": 0.7897194347737047,
      "grad_norm": 0.5015096124947783,
      "learning_rate": 0.00028953575737724653,
      "loss": 0.3425,
      "step": 19281
    },
    {
      "epoch": 0.7897603932009011,
      "grad_norm": 1.1581160318293988,
      "learning_rate": 0.00028953456055665257,
      "loss": 1.6351,
      "step": 19282
    },
    {
      "epoch": 0.7898013516280975,
      "grad_norm": 0.8544127053895292,
      "learning_rate": 0.0002895333636700948,
      "loss": 0.833,
      "step": 19283
    },
    {
      "epoch": 0.7898423100552939,
      "grad_norm": 0.800834987731694,
      "learning_rate": 0.0002895321667175738,
      "loss": 0.8371,
      "step": 19284
    },
    {
      "epoch": 0.7898832684824902,
      "grad_norm": 4.27551965525054,
      "learning_rate": 0.00028953096969909,
      "loss": 1.6397,
      "step": 19285
    },
    {
      "epoch": 0.7899242269096867,
      "grad_norm": 0.9803042568844628,
      "learning_rate": 0.0002895297726146441,
      "loss": 1.0524,
      "step": 19286
    },
    {
      "epoch": 0.7899651853368831,
      "grad_norm": 0.9627718629212862,
      "learning_rate": 0.0002895285754642366,
      "loss": 0.4796,
      "step": 19287
    },
    {
      "epoch": 0.7900061437640794,
      "grad_norm": 0.887332721767927,
      "learning_rate": 0.00028952737824786807,
      "loss": 0.857,
      "step": 19288
    },
    {
      "epoch": 0.7900471021912758,
      "grad_norm": 0.7827855049658718,
      "learning_rate": 0.0002895261809655391,
      "loss": 0.7144,
      "step": 19289
    },
    {
      "epoch": 0.7900880606184723,
      "grad_norm": 0.526326754985208,
      "learning_rate": 0.00028952498361725025,
      "loss": 0.3663,
      "step": 19290
    },
    {
      "epoch": 0.7901290190456687,
      "grad_norm": 0.8826814263416841,
      "learning_rate": 0.00028952378620300214,
      "loss": 0.9898,
      "step": 19291
    },
    {
      "epoch": 0.790169977472865,
      "grad_norm": 0.8063143551605566,
      "learning_rate": 0.00028952258872279524,
      "loss": 0.5387,
      "step": 19292
    },
    {
      "epoch": 0.7902109359000614,
      "grad_norm": 0.7280603566730418,
      "learning_rate": 0.00028952139117663015,
      "loss": 0.7195,
      "step": 19293
    },
    {
      "epoch": 0.7902518943272578,
      "grad_norm": 2.1227810956737225,
      "learning_rate": 0.00028952019356450745,
      "loss": 3.2143,
      "step": 19294
    },
    {
      "epoch": 0.7902928527544543,
      "grad_norm": 0.6471302572975592,
      "learning_rate": 0.0002895189958864277,
      "loss": 0.3716,
      "step": 19295
    },
    {
      "epoch": 0.7903338111816506,
      "grad_norm": 0.867150954992329,
      "learning_rate": 0.00028951779814239147,
      "loss": 0.4149,
      "step": 19296
    },
    {
      "epoch": 0.790374769608847,
      "grad_norm": 0.6990706303283669,
      "learning_rate": 0.0002895166003323993,
      "loss": 0.594,
      "step": 19297
    },
    {
      "epoch": 0.7904157280360434,
      "grad_norm": 0.5851465345102692,
      "learning_rate": 0.0002895154024564518,
      "loss": 0.3475,
      "step": 19298
    },
    {
      "epoch": 0.7904566864632399,
      "grad_norm": 0.8764634227997082,
      "learning_rate": 0.0002895142045145495,
      "loss": 1.2082,
      "step": 19299
    },
    {
      "epoch": 0.7904976448904362,
      "grad_norm": 0.8155911569435296,
      "learning_rate": 0.00028951300650669295,
      "loss": 0.9087,
      "step": 19300
    },
    {
      "epoch": 0.7905386033176326,
      "grad_norm": 0.6294521069048258,
      "learning_rate": 0.00028951180843288276,
      "loss": 0.7782,
      "step": 19301
    },
    {
      "epoch": 0.790579561744829,
      "grad_norm": 1.027590836612577,
      "learning_rate": 0.0002895106102931195,
      "loss": 1.2692,
      "step": 19302
    },
    {
      "epoch": 0.7906205201720254,
      "grad_norm": 0.7471326258188811,
      "learning_rate": 0.0002895094120874038,
      "loss": 0.6936,
      "step": 19303
    },
    {
      "epoch": 0.7906614785992218,
      "grad_norm": 0.6782793084227067,
      "learning_rate": 0.000289508213815736,
      "loss": 0.4233,
      "step": 19304
    },
    {
      "epoch": 0.7907024370264182,
      "grad_norm": 0.6009354355894535,
      "learning_rate": 0.0002895070154781169,
      "loss": 0.6489,
      "step": 19305
    },
    {
      "epoch": 0.7907433954536146,
      "grad_norm": 0.9370436287895179,
      "learning_rate": 0.0002895058170745469,
      "loss": 1.0142,
      "step": 19306
    },
    {
      "epoch": 0.790784353880811,
      "grad_norm": 0.9661383217977484,
      "learning_rate": 0.00028950461860502674,
      "loss": 1.139,
      "step": 19307
    },
    {
      "epoch": 0.7908253123080073,
      "grad_norm": 0.6858552564157,
      "learning_rate": 0.00028950342006955687,
      "loss": 0.902,
      "step": 19308
    },
    {
      "epoch": 0.7908662707352038,
      "grad_norm": 0.9975161684781321,
      "learning_rate": 0.00028950222146813785,
      "loss": 0.9628,
      "step": 19309
    },
    {
      "epoch": 0.7909072291624002,
      "grad_norm": 0.9460225070737157,
      "learning_rate": 0.0002895010228007703,
      "loss": 0.9094,
      "step": 19310
    },
    {
      "epoch": 0.7909481875895965,
      "grad_norm": 0.9687171019198126,
      "learning_rate": 0.0002894998240674547,
      "loss": 0.8175,
      "step": 19311
    },
    {
      "epoch": 0.7909891460167929,
      "grad_norm": 0.6758012916137268,
      "learning_rate": 0.00028949862526819173,
      "loss": 0.4615,
      "step": 19312
    },
    {
      "epoch": 0.7910301044439894,
      "grad_norm": 0.6782175406195403,
      "learning_rate": 0.0002894974264029819,
      "loss": 0.87,
      "step": 19313
    },
    {
      "epoch": 0.7910710628711858,
      "grad_norm": 0.8623498921380394,
      "learning_rate": 0.0002894962274718258,
      "loss": 0.7839,
      "step": 19314
    },
    {
      "epoch": 0.7911120212983821,
      "grad_norm": 2.1371007559962134,
      "learning_rate": 0.00028949502847472395,
      "loss": 3.1422,
      "step": 19315
    },
    {
      "epoch": 0.7911529797255785,
      "grad_norm": 0.7145579473642931,
      "learning_rate": 0.00028949382941167697,
      "loss": 0.7614,
      "step": 19316
    },
    {
      "epoch": 0.791193938152775,
      "grad_norm": 0.8183514440105344,
      "learning_rate": 0.00028949263028268534,
      "loss": 0.789,
      "step": 19317
    },
    {
      "epoch": 0.7912348965799714,
      "grad_norm": 0.6417926550113718,
      "learning_rate": 0.00028949143108774976,
      "loss": 0.4492,
      "step": 19318
    },
    {
      "epoch": 0.7912758550071677,
      "grad_norm": 0.7184199316850444,
      "learning_rate": 0.0002894902318268707,
      "loss": 0.6682,
      "step": 19319
    },
    {
      "epoch": 0.7913168134343641,
      "grad_norm": 0.6222914990217655,
      "learning_rate": 0.0002894890325000487,
      "loss": 0.5678,
      "step": 19320
    },
    {
      "epoch": 0.7913577718615605,
      "grad_norm": 1.7844967518320047,
      "learning_rate": 0.0002894878331072845,
      "loss": 2.579,
      "step": 19321
    },
    {
      "epoch": 0.791398730288757,
      "grad_norm": 0.761434512244085,
      "learning_rate": 0.00028948663364857847,
      "loss": 0.8087,
      "step": 19322
    },
    {
      "epoch": 0.7914396887159533,
      "grad_norm": 0.7227684085152946,
      "learning_rate": 0.0002894854341239312,
      "loss": 0.6266,
      "step": 19323
    },
    {
      "epoch": 0.7914806471431497,
      "grad_norm": 1.3531651398479463,
      "learning_rate": 0.0002894842345333434,
      "loss": 0.8646,
      "step": 19324
    },
    {
      "epoch": 0.7915216055703461,
      "grad_norm": 1.4115999675029154,
      "learning_rate": 0.0002894830348768155,
      "loss": 1.1408,
      "step": 19325
    },
    {
      "epoch": 0.7915625639975425,
      "grad_norm": 2.635800084397119,
      "learning_rate": 0.00028948183515434815,
      "loss": 1.4757,
      "step": 19326
    },
    {
      "epoch": 0.7916035224247389,
      "grad_norm": 0.6354572933359588,
      "learning_rate": 0.0002894806353659419,
      "loss": 0.7081,
      "step": 19327
    },
    {
      "epoch": 0.7916444808519353,
      "grad_norm": 0.9631765536960053,
      "learning_rate": 0.00028947943551159726,
      "loss": 0.9032,
      "step": 19328
    },
    {
      "epoch": 0.7916854392791317,
      "grad_norm": 1.0248804620320504,
      "learning_rate": 0.0002894782355913148,
      "loss": 1.2317,
      "step": 19329
    },
    {
      "epoch": 0.791726397706328,
      "grad_norm": 0.9224204775500824,
      "learning_rate": 0.0002894770356050952,
      "loss": 0.8254,
      "step": 19330
    },
    {
      "epoch": 0.7917673561335244,
      "grad_norm": 0.8665390761845728,
      "learning_rate": 0.0002894758355529389,
      "loss": 1.222,
      "step": 19331
    },
    {
      "epoch": 0.7918083145607209,
      "grad_norm": 1.0386181381657467,
      "learning_rate": 0.0002894746354348465,
      "loss": 1.024,
      "step": 19332
    },
    {
      "epoch": 0.7918492729879173,
      "grad_norm": 0.6187633663058535,
      "learning_rate": 0.0002894734352508186,
      "loss": 0.5974,
      "step": 19333
    },
    {
      "epoch": 0.7918902314151136,
      "grad_norm": 4.796568167158551,
      "learning_rate": 0.0002894722350008558,
      "loss": 1.5031,
      "step": 19334
    },
    {
      "epoch": 0.79193118984231,
      "grad_norm": 1.2612421803948406,
      "learning_rate": 0.0002894710346849586,
      "loss": 0.8451,
      "step": 19335
    },
    {
      "epoch": 0.7919721482695065,
      "grad_norm": 1.6203154083479867,
      "learning_rate": 0.0002894698343031276,
      "loss": 1.0534,
      "step": 19336
    },
    {
      "epoch": 0.7920131066967029,
      "grad_norm": 0.7567640367409534,
      "learning_rate": 0.0002894686338553633,
      "loss": 0.8795,
      "step": 19337
    },
    {
      "epoch": 0.7920540651238992,
      "grad_norm": 0.8141961905373608,
      "learning_rate": 0.0002894674333416664,
      "loss": 0.9502,
      "step": 19338
    },
    {
      "epoch": 0.7920950235510956,
      "grad_norm": 1.8974394679144184,
      "learning_rate": 0.00028946623276203734,
      "loss": 1.0932,
      "step": 19339
    },
    {
      "epoch": 0.792135981978292,
      "grad_norm": 0.9216056884149539,
      "learning_rate": 0.0002894650321164767,
      "loss": 0.8367,
      "step": 19340
    },
    {
      "epoch": 0.7921769404054885,
      "grad_norm": 1.0848438013759862,
      "learning_rate": 0.00028946383140498517,
      "loss": 0.9449,
      "step": 19341
    },
    {
      "epoch": 0.7922178988326848,
      "grad_norm": 0.6859074644243126,
      "learning_rate": 0.0002894626306275632,
      "loss": 0.7748,
      "step": 19342
    },
    {
      "epoch": 0.7922588572598812,
      "grad_norm": 0.6380221380075917,
      "learning_rate": 0.0002894614297842114,
      "loss": 0.3374,
      "step": 19343
    },
    {
      "epoch": 0.7922998156870776,
      "grad_norm": 0.8146886188405525,
      "learning_rate": 0.0002894602288749303,
      "loss": 0.5444,
      "step": 19344
    },
    {
      "epoch": 0.7923407741142741,
      "grad_norm": 0.8433967466865737,
      "learning_rate": 0.0002894590278997205,
      "loss": 1.0767,
      "step": 19345
    },
    {
      "epoch": 0.7923817325414704,
      "grad_norm": 1.0233840476695049,
      "learning_rate": 0.0002894578268585826,
      "loss": 1.0196,
      "step": 19346
    },
    {
      "epoch": 0.7924226909686668,
      "grad_norm": 0.9007420093175389,
      "learning_rate": 0.0002894566257515171,
      "loss": 0.6813,
      "step": 19347
    },
    {
      "epoch": 0.7924636493958632,
      "grad_norm": 0.8560720324891591,
      "learning_rate": 0.0002894554245785246,
      "loss": 0.6079,
      "step": 19348
    },
    {
      "epoch": 0.7925046078230596,
      "grad_norm": 1.1933555306459238,
      "learning_rate": 0.00028945422333960573,
      "loss": 0.9596,
      "step": 19349
    },
    {
      "epoch": 0.792545566250256,
      "grad_norm": 1.0445818068794959,
      "learning_rate": 0.0002894530220347609,
      "loss": 1.1288,
      "step": 19350
    },
    {
      "epoch": 0.7925865246774524,
      "grad_norm": 0.7376577469264,
      "learning_rate": 0.0002894518206639908,
      "loss": 0.822,
      "step": 19351
    },
    {
      "epoch": 0.7926274831046488,
      "grad_norm": 1.7665019847775978,
      "learning_rate": 0.000289450619227296,
      "loss": 3.1987,
      "step": 19352
    },
    {
      "epoch": 0.7926684415318451,
      "grad_norm": 0.7318404274994541,
      "learning_rate": 0.000289449417724677,
      "loss": 0.9401,
      "step": 19353
    },
    {
      "epoch": 0.7927093999590415,
      "grad_norm": 0.7770959874324969,
      "learning_rate": 0.0002894482161561344,
      "loss": 0.723,
      "step": 19354
    },
    {
      "epoch": 0.792750358386238,
      "grad_norm": 1.2393072382742207,
      "learning_rate": 0.00028944701452166883,
      "loss": 1.1895,
      "step": 19355
    },
    {
      "epoch": 0.7927913168134344,
      "grad_norm": 0.643469372178635,
      "learning_rate": 0.0002894458128212808,
      "loss": 0.3588,
      "step": 19356
    },
    {
      "epoch": 0.7928322752406307,
      "grad_norm": 1.2262535554920504,
      "learning_rate": 0.00028944461105497087,
      "loss": 0.876,
      "step": 19357
    },
    {
      "epoch": 0.7928732336678271,
      "grad_norm": 0.7293632292316329,
      "learning_rate": 0.0002894434092227396,
      "loss": 0.8642,
      "step": 19358
    },
    {
      "epoch": 0.7929141920950236,
      "grad_norm": 0.7337100583063514,
      "learning_rate": 0.00028944220732458756,
      "loss": 0.9517,
      "step": 19359
    },
    {
      "epoch": 0.79295515052222,
      "grad_norm": 0.937834377475203,
      "learning_rate": 0.0002894410053605154,
      "loss": 0.913,
      "step": 19360
    },
    {
      "epoch": 0.7929961089494163,
      "grad_norm": 0.8797889293006635,
      "learning_rate": 0.0002894398033305236,
      "loss": 1.165,
      "step": 19361
    },
    {
      "epoch": 0.7930370673766127,
      "grad_norm": 0.9206097029355694,
      "learning_rate": 0.0002894386012346127,
      "loss": 0.9215,
      "step": 19362
    },
    {
      "epoch": 0.7930780258038092,
      "grad_norm": 0.8856910539945269,
      "learning_rate": 0.0002894373990727834,
      "loss": 0.7396,
      "step": 19363
    },
    {
      "epoch": 0.7931189842310056,
      "grad_norm": 0.8011305069097776,
      "learning_rate": 0.0002894361968450361,
      "loss": 0.7896,
      "step": 19364
    },
    {
      "epoch": 0.7931599426582019,
      "grad_norm": 0.8558926584638127,
      "learning_rate": 0.0002894349945513716,
      "loss": 0.5562,
      "step": 19365
    },
    {
      "epoch": 0.7932009010853983,
      "grad_norm": 0.8767441895495235,
      "learning_rate": 0.0002894337921917902,
      "loss": 0.8164,
      "step": 19366
    },
    {
      "epoch": 0.7932418595125947,
      "grad_norm": 1.0467950254459664,
      "learning_rate": 0.0002894325897662926,
      "loss": 1.0064,
      "step": 19367
    },
    {
      "epoch": 0.7932828179397912,
      "grad_norm": 0.900599554576691,
      "learning_rate": 0.00028943138727487936,
      "loss": 0.9887,
      "step": 19368
    },
    {
      "epoch": 0.7933237763669875,
      "grad_norm": 0.6519656716825865,
      "learning_rate": 0.0002894301847175511,
      "loss": 0.7798,
      "step": 19369
    },
    {
      "epoch": 0.7933647347941839,
      "grad_norm": 0.683455455356768,
      "learning_rate": 0.0002894289820943083,
      "loss": 0.7715,
      "step": 19370
    },
    {
      "epoch": 0.7934056932213803,
      "grad_norm": 1.076447397536963,
      "learning_rate": 0.0002894277794051516,
      "loss": 1.3296,
      "step": 19371
    },
    {
      "epoch": 0.7934466516485766,
      "grad_norm": 0.659574092471602,
      "learning_rate": 0.00028942657665008154,
      "loss": 0.8055,
      "step": 19372
    },
    {
      "epoch": 0.7934876100757731,
      "grad_norm": 1.0829791192469742,
      "learning_rate": 0.00028942537382909865,
      "loss": 0.8758,
      "step": 19373
    },
    {
      "epoch": 0.7935285685029695,
      "grad_norm": 0.8190818008411616,
      "learning_rate": 0.0002894241709422036,
      "loss": 0.9021,
      "step": 19374
    },
    {
      "epoch": 0.7935695269301659,
      "grad_norm": 0.6969058282974167,
      "learning_rate": 0.0002894229679893968,
      "loss": 0.3314,
      "step": 19375
    },
    {
      "epoch": 0.7936104853573622,
      "grad_norm": 0.6709917629560223,
      "learning_rate": 0.00028942176497067897,
      "loss": 0.8908,
      "step": 19376
    },
    {
      "epoch": 0.7936514437845587,
      "grad_norm": 0.7832071647760072,
      "learning_rate": 0.00028942056188605063,
      "loss": 0.8686,
      "step": 19377
    },
    {
      "epoch": 0.7936924022117551,
      "grad_norm": 0.8599871043645541,
      "learning_rate": 0.0002894193587355123,
      "loss": 1.1124,
      "step": 19378
    },
    {
      "epoch": 0.7937333606389515,
      "grad_norm": 0.6964088542913939,
      "learning_rate": 0.00028941815551906464,
      "loss": 0.7778,
      "step": 19379
    },
    {
      "epoch": 0.7937743190661478,
      "grad_norm": 1.0424699703105065,
      "learning_rate": 0.00028941695223670807,
      "loss": 1.1996,
      "step": 19380
    },
    {
      "epoch": 0.7938152774933442,
      "grad_norm": 0.9854463761785487,
      "learning_rate": 0.00028941574888844334,
      "loss": 1.4228,
      "step": 19381
    },
    {
      "epoch": 0.7938562359205407,
      "grad_norm": 1.1505851861279417,
      "learning_rate": 0.00028941454547427094,
      "loss": 0.9862,
      "step": 19382
    },
    {
      "epoch": 0.7938971943477371,
      "grad_norm": 0.49450931887466226,
      "learning_rate": 0.00028941334199419135,
      "loss": 0.1707,
      "step": 19383
    },
    {
      "epoch": 0.7939381527749334,
      "grad_norm": 0.6920688355853535,
      "learning_rate": 0.0002894121384482053,
      "loss": 0.7775,
      "step": 19384
    },
    {
      "epoch": 0.7939791112021298,
      "grad_norm": 1.0176140480525095,
      "learning_rate": 0.0002894109348363132,
      "loss": 0.6957,
      "step": 19385
    },
    {
      "epoch": 0.7940200696293263,
      "grad_norm": 0.8566298902173196,
      "learning_rate": 0.0002894097311585158,
      "loss": 1.1653,
      "step": 19386
    },
    {
      "epoch": 0.7940610280565227,
      "grad_norm": 1.1336318967612817,
      "learning_rate": 0.0002894085274148135,
      "loss": 0.893,
      "step": 19387
    },
    {
      "epoch": 0.794101986483719,
      "grad_norm": 0.6324680143008328,
      "learning_rate": 0.00028940732360520696,
      "loss": 0.7831,
      "step": 19388
    },
    {
      "epoch": 0.7941429449109154,
      "grad_norm": 0.8489301454366082,
      "learning_rate": 0.0002894061197296967,
      "loss": 1.0103,
      "step": 19389
    },
    {
      "epoch": 0.7941839033381118,
      "grad_norm": 0.7955251018352547,
      "learning_rate": 0.00028940491578828336,
      "loss": 0.7187,
      "step": 19390
    },
    {
      "epoch": 0.7942248617653083,
      "grad_norm": 0.8924642400925182,
      "learning_rate": 0.0002894037117809675,
      "loss": 0.9438,
      "step": 19391
    },
    {
      "epoch": 0.7942658201925046,
      "grad_norm": 0.9080660561572694,
      "learning_rate": 0.00028940250770774956,
      "loss": 0.9457,
      "step": 19392
    },
    {
      "epoch": 0.794306778619701,
      "grad_norm": 0.6922315788891247,
      "learning_rate": 0.00028940130356863025,
      "loss": 0.7017,
      "step": 19393
    },
    {
      "epoch": 0.7943477370468974,
      "grad_norm": 0.7889499062856755,
      "learning_rate": 0.0002894000993636101,
      "loss": 0.8532,
      "step": 19394
    },
    {
      "epoch": 0.7943886954740937,
      "grad_norm": 0.6573794498588804,
      "learning_rate": 0.00028939889509268965,
      "loss": 0.2924,
      "step": 19395
    },
    {
      "epoch": 0.7944296539012902,
      "grad_norm": 0.7311832568411667,
      "learning_rate": 0.0002893976907558695,
      "loss": 0.7962,
      "step": 19396
    },
    {
      "epoch": 0.7944706123284866,
      "grad_norm": 0.7381809484861245,
      "learning_rate": 0.0002893964863531502,
      "loss": 0.8216,
      "step": 19397
    },
    {
      "epoch": 0.794511570755683,
      "grad_norm": 0.7844078387262372,
      "learning_rate": 0.00028939528188453233,
      "loss": 0.9388,
      "step": 19398
    },
    {
      "epoch": 0.7945525291828793,
      "grad_norm": 1.313976203458817,
      "learning_rate": 0.0002893940773500165,
      "loss": 1.6388,
      "step": 19399
    },
    {
      "epoch": 0.7945934876100758,
      "grad_norm": 0.902809978454826,
      "learning_rate": 0.0002893928727496032,
      "loss": 0.6833,
      "step": 19400
    },
    {
      "epoch": 0.7946344460372722,
      "grad_norm": 0.6883221002426855,
      "learning_rate": 0.000289391668083293,
      "loss": 0.8469,
      "step": 19401
    },
    {
      "epoch": 0.7946754044644686,
      "grad_norm": 0.7483091222835699,
      "learning_rate": 0.00028939046335108655,
      "loss": 0.955,
      "step": 19402
    },
    {
      "epoch": 0.7947163628916649,
      "grad_norm": 0.9146665503219865,
      "learning_rate": 0.00028938925855298445,
      "loss": 1.1301,
      "step": 19403
    },
    {
      "epoch": 0.7947573213188613,
      "grad_norm": 0.7941818160887169,
      "learning_rate": 0.0002893880536889871,
      "loss": 0.9751,
      "step": 19404
    },
    {
      "epoch": 0.7947982797460578,
      "grad_norm": 0.7997889754291088,
      "learning_rate": 0.0002893868487590952,
      "loss": 0.8558,
      "step": 19405
    },
    {
      "epoch": 0.7948392381732542,
      "grad_norm": 0.8788767243637033,
      "learning_rate": 0.00028938564376330923,
      "loss": 1.0288,
      "step": 19406
    },
    {
      "epoch": 0.7948801966004505,
      "grad_norm": 0.5002960079667164,
      "learning_rate": 0.0002893844387016299,
      "loss": 0.3607,
      "step": 19407
    },
    {
      "epoch": 0.7949211550276469,
      "grad_norm": 0.7015024822299157,
      "learning_rate": 0.00028938323357405766,
      "loss": 0.5334,
      "step": 19408
    },
    {
      "epoch": 0.7949621134548434,
      "grad_norm": 0.7992545232231119,
      "learning_rate": 0.0002893820283805931,
      "loss": 1.0521,
      "step": 19409
    },
    {
      "epoch": 0.7950030718820398,
      "grad_norm": 1.861626948870162,
      "learning_rate": 0.00028938082312123686,
      "loss": 1.0559,
      "step": 19410
    },
    {
      "epoch": 0.7950440303092361,
      "grad_norm": 0.8471550459623484,
      "learning_rate": 0.0002893796177959894,
      "loss": 1.1073,
      "step": 19411
    },
    {
      "epoch": 0.7950849887364325,
      "grad_norm": 0.875950873613883,
      "learning_rate": 0.0002893784124048514,
      "loss": 0.918,
      "step": 19412
    },
    {
      "epoch": 0.7951259471636289,
      "grad_norm": 0.7284437929047846,
      "learning_rate": 0.0002893772069478233,
      "loss": 0.8524,
      "step": 19413
    },
    {
      "epoch": 0.7951669055908253,
      "grad_norm": 1.0127042727699112,
      "learning_rate": 0.00028937600142490575,
      "loss": 1.0994,
      "step": 19414
    },
    {
      "epoch": 0.7952078640180217,
      "grad_norm": 0.6990328219848145,
      "learning_rate": 0.0002893747958360994,
      "loss": 0.804,
      "step": 19415
    },
    {
      "epoch": 0.7952488224452181,
      "grad_norm": 0.9787066890209384,
      "learning_rate": 0.00028937359018140467,
      "loss": 1.2446,
      "step": 19416
    },
    {
      "epoch": 0.7952897808724145,
      "grad_norm": 0.8683472512380772,
      "learning_rate": 0.0002893723844608222,
      "loss": 0.8253,
      "step": 19417
    },
    {
      "epoch": 0.7953307392996108,
      "grad_norm": 1.1052583996122465,
      "learning_rate": 0.0002893711786743525,
      "loss": 1.1026,
      "step": 19418
    },
    {
      "epoch": 0.7953716977268073,
      "grad_norm": 0.922110958051235,
      "learning_rate": 0.0002893699728219963,
      "loss": 1.0124,
      "step": 19419
    },
    {
      "epoch": 0.7954126561540037,
      "grad_norm": 0.7610876589837181,
      "learning_rate": 0.000289368766903754,
      "loss": 0.8014,
      "step": 19420
    },
    {
      "epoch": 0.7954536145812001,
      "grad_norm": 0.7453770223369299,
      "learning_rate": 0.0002893675609196263,
      "loss": 0.8531,
      "step": 19421
    },
    {
      "epoch": 0.7954945730083964,
      "grad_norm": 0.8793429412982212,
      "learning_rate": 0.0002893663548696136,
      "loss": 0.9056,
      "step": 19422
    },
    {
      "epoch": 0.7955355314355929,
      "grad_norm": 0.8912481161967662,
      "learning_rate": 0.0002893651487537167,
      "loss": 1.2577,
      "step": 19423
    },
    {
      "epoch": 0.7955764898627893,
      "grad_norm": 0.9234149695805526,
      "learning_rate": 0.0002893639425719359,
      "loss": 0.9354,
      "step": 19424
    },
    {
      "epoch": 0.7956174482899857,
      "grad_norm": 0.9439808697229467,
      "learning_rate": 0.000289362736324272,
      "loss": 1.4075,
      "step": 19425
    },
    {
      "epoch": 0.795658406717182,
      "grad_norm": 0.7379320101719385,
      "learning_rate": 0.00028936153001072544,
      "loss": 0.3618,
      "step": 19426
    },
    {
      "epoch": 0.7956993651443784,
      "grad_norm": 0.7743068983663126,
      "learning_rate": 0.0002893603236312969,
      "loss": 0.901,
      "step": 19427
    },
    {
      "epoch": 0.7957403235715749,
      "grad_norm": 0.8247312021568056,
      "learning_rate": 0.00028935911718598687,
      "loss": 0.9324,
      "step": 19428
    },
    {
      "epoch": 0.7957812819987713,
      "grad_norm": 1.1285837435207358,
      "learning_rate": 0.0002893579106747959,
      "loss": 0.9439,
      "step": 19429
    },
    {
      "epoch": 0.7958222404259676,
      "grad_norm": 0.7767302368873782,
      "learning_rate": 0.0002893567040977246,
      "loss": 0.8936,
      "step": 19430
    },
    {
      "epoch": 0.795863198853164,
      "grad_norm": 0.9205453277899305,
      "learning_rate": 0.00028935549745477354,
      "loss": 1.1923,
      "step": 19431
    },
    {
      "epoch": 0.7959041572803605,
      "grad_norm": 0.7082724374647489,
      "learning_rate": 0.00028935429074594335,
      "loss": 0.8317,
      "step": 19432
    },
    {
      "epoch": 0.7959451157075569,
      "grad_norm": 0.7308060391060665,
      "learning_rate": 0.0002893530839712345,
      "loss": 0.7222,
      "step": 19433
    },
    {
      "epoch": 0.7959860741347532,
      "grad_norm": 2.498558658621982,
      "learning_rate": 0.00028935187713064755,
      "loss": 4.8049,
      "step": 19434
    },
    {
      "epoch": 0.7960270325619496,
      "grad_norm": 0.8190226956824189,
      "learning_rate": 0.0002893506702241832,
      "loss": 0.7134,
      "step": 19435
    },
    {
      "epoch": 0.796067990989146,
      "grad_norm": 1.1403762501557981,
      "learning_rate": 0.00028934946325184183,
      "loss": 0.9675,
      "step": 19436
    },
    {
      "epoch": 0.7961089494163424,
      "grad_norm": 0.9082792454233497,
      "learning_rate": 0.0002893482562136242,
      "loss": 0.8769,
      "step": 19437
    },
    {
      "epoch": 0.7961499078435388,
      "grad_norm": 1.6911024911894177,
      "learning_rate": 0.00028934704910953075,
      "loss": 0.6492,
      "step": 19438
    },
    {
      "epoch": 0.7961908662707352,
      "grad_norm": 0.8850568542102459,
      "learning_rate": 0.00028934584193956216,
      "loss": 0.9185,
      "step": 19439
    },
    {
      "epoch": 0.7962318246979316,
      "grad_norm": 1.4410427022709749,
      "learning_rate": 0.00028934463470371897,
      "loss": 1.4198,
      "step": 19440
    },
    {
      "epoch": 0.796272783125128,
      "grad_norm": 1.0043425710820997,
      "learning_rate": 0.0002893434274020016,
      "loss": 0.9003,
      "step": 19441
    },
    {
      "epoch": 0.7963137415523244,
      "grad_norm": 0.5561393159367356,
      "learning_rate": 0.0002893422200344109,
      "loss": 0.345,
      "step": 19442
    },
    {
      "epoch": 0.7963546999795208,
      "grad_norm": 0.9441831786105852,
      "learning_rate": 0.0002893410126009471,
      "loss": 1.0708,
      "step": 19443
    },
    {
      "epoch": 0.7963956584067172,
      "grad_norm": 1.0017729849844006,
      "learning_rate": 0.0002893398051016111,
      "loss": 1.421,
      "step": 19444
    },
    {
      "epoch": 0.7964366168339135,
      "grad_norm": 1.0029273264372995,
      "learning_rate": 0.0002893385975364033,
      "loss": 1.1143,
      "step": 19445
    },
    {
      "epoch": 0.79647757526111,
      "grad_norm": 0.9340155893528936,
      "learning_rate": 0.0002893373899053242,
      "loss": 1.3006,
      "step": 19446
    },
    {
      "epoch": 0.7965185336883064,
      "grad_norm": 0.5654945992969158,
      "learning_rate": 0.0002893361822083746,
      "loss": 0.6941,
      "step": 19447
    },
    {
      "epoch": 0.7965594921155028,
      "grad_norm": 0.935232194864238,
      "learning_rate": 0.0002893349744455549,
      "loss": 1.2572,
      "step": 19448
    },
    {
      "epoch": 0.7966004505426991,
      "grad_norm": 0.8681240413876894,
      "learning_rate": 0.00028933376661686565,
      "loss": 0.863,
      "step": 19449
    },
    {
      "epoch": 0.7966414089698955,
      "grad_norm": 0.9850546275101311,
      "learning_rate": 0.0002893325587223075,
      "loss": 1.0667,
      "step": 19450
    },
    {
      "epoch": 0.796682367397092,
      "grad_norm": 1.0412083895333604,
      "learning_rate": 0.000289331350761881,
      "loss": 0.6255,
      "step": 19451
    },
    {
      "epoch": 0.7967233258242884,
      "grad_norm": 0.6868238901351014,
      "learning_rate": 0.0002893301427355868,
      "loss": 0.9673,
      "step": 19452
    },
    {
      "epoch": 0.7967642842514847,
      "grad_norm": 0.7032711562386511,
      "learning_rate": 0.0002893289346434253,
      "loss": 0.7676,
      "step": 19453
    },
    {
      "epoch": 0.7968052426786811,
      "grad_norm": 0.7384908877184143,
      "learning_rate": 0.00028932772648539726,
      "loss": 0.3489,
      "step": 19454
    },
    {
      "epoch": 0.7968462011058776,
      "grad_norm": 1.0233568309463799,
      "learning_rate": 0.00028932651826150306,
      "loss": 0.5311,
      "step": 19455
    },
    {
      "epoch": 0.796887159533074,
      "grad_norm": 0.9580690274700633,
      "learning_rate": 0.00028932530997174337,
      "loss": 0.9982,
      "step": 19456
    },
    {
      "epoch": 0.7969281179602703,
      "grad_norm": 1.60912975486234,
      "learning_rate": 0.0002893241016161188,
      "loss": 1.6825,
      "step": 19457
    },
    {
      "epoch": 0.7969690763874667,
      "grad_norm": 0.9811751883758899,
      "learning_rate": 0.00028932289319462986,
      "loss": 1.1231,
      "step": 19458
    },
    {
      "epoch": 0.7970100348146631,
      "grad_norm": 0.8629730443217024,
      "learning_rate": 0.0002893216847072772,
      "loss": 0.8723,
      "step": 19459
    },
    {
      "epoch": 0.7970509932418595,
      "grad_norm": 0.9193775974914196,
      "learning_rate": 0.00028932047615406125,
      "loss": 0.8758,
      "step": 19460
    },
    {
      "epoch": 0.7970919516690559,
      "grad_norm": 0.7694392185378658,
      "learning_rate": 0.00028931926753498273,
      "loss": 0.8198,
      "step": 19461
    },
    {
      "epoch": 0.7971329100962523,
      "grad_norm": 1.004482547678832,
      "learning_rate": 0.00028931805885004213,
      "loss": 1.1601,
      "step": 19462
    },
    {
      "epoch": 0.7971738685234487,
      "grad_norm": 1.2467590116776153,
      "learning_rate": 0.00028931685009924,
      "loss": 1.0916,
      "step": 19463
    },
    {
      "epoch": 0.797214826950645,
      "grad_norm": 1.0805903104248302,
      "learning_rate": 0.00028931564128257696,
      "loss": 0.864,
      "step": 19464
    },
    {
      "epoch": 0.7972557853778415,
      "grad_norm": 0.9942321968491777,
      "learning_rate": 0.0002893144324000535,
      "loss": 0.4125,
      "step": 19465
    },
    {
      "epoch": 0.7972967438050379,
      "grad_norm": 0.9202611216325142,
      "learning_rate": 0.0002893132234516704,
      "loss": 1.1186,
      "step": 19466
    },
    {
      "epoch": 0.7973377022322343,
      "grad_norm": 0.7780045353912803,
      "learning_rate": 0.00028931201443742804,
      "loss": 0.7395,
      "step": 19467
    },
    {
      "epoch": 0.7973786606594306,
      "grad_norm": 1.0508450132925604,
      "learning_rate": 0.00028931080535732703,
      "loss": 1.137,
      "step": 19468
    },
    {
      "epoch": 0.7974196190866271,
      "grad_norm": 0.8476104302302873,
      "learning_rate": 0.00028930959621136795,
      "loss": 1.0171,
      "step": 19469
    },
    {
      "epoch": 0.7974605775138235,
      "grad_norm": 0.8606282117025628,
      "learning_rate": 0.00028930838699955133,
      "loss": 1.1324,
      "step": 19470
    },
    {
      "epoch": 0.7975015359410199,
      "grad_norm": 0.7099468010949312,
      "learning_rate": 0.0002893071777218779,
      "loss": 0.9117,
      "step": 19471
    },
    {
      "epoch": 0.7975424943682162,
      "grad_norm": 0.6453697601049488,
      "learning_rate": 0.000289305968378348,
      "loss": 0.4101,
      "step": 19472
    },
    {
      "epoch": 0.7975834527954127,
      "grad_norm": 0.9951986423777326,
      "learning_rate": 0.0002893047589689624,
      "loss": 1.0886,
      "step": 19473
    },
    {
      "epoch": 0.7976244112226091,
      "grad_norm": 1.2131473117009774,
      "learning_rate": 0.00028930354949372155,
      "loss": 1.27,
      "step": 19474
    },
    {
      "epoch": 0.7976653696498055,
      "grad_norm": 1.7778348762763352,
      "learning_rate": 0.0002893023399526261,
      "loss": 3.6137,
      "step": 19475
    },
    {
      "epoch": 0.7977063280770018,
      "grad_norm": 1.032380148140759,
      "learning_rate": 0.00028930113034567664,
      "loss": 1.6157,
      "step": 19476
    },
    {
      "epoch": 0.7977472865041982,
      "grad_norm": 0.813226578307909,
      "learning_rate": 0.0002892999206728736,
      "loss": 0.8351,
      "step": 19477
    },
    {
      "epoch": 0.7977882449313947,
      "grad_norm": 0.8043896706271777,
      "learning_rate": 0.00028929871093421764,
      "loss": 0.9737,
      "step": 19478
    },
    {
      "epoch": 0.797829203358591,
      "grad_norm": 0.5823386300424596,
      "learning_rate": 0.0002892975011297094,
      "loss": 0.2199,
      "step": 19479
    },
    {
      "epoch": 0.7978701617857874,
      "grad_norm": 0.7857638743746377,
      "learning_rate": 0.0002892962912593493,
      "loss": 1.0863,
      "step": 19480
    },
    {
      "epoch": 0.7979111202129838,
      "grad_norm": 0.8610537717032609,
      "learning_rate": 0.00028929508132313807,
      "loss": 0.9294,
      "step": 19481
    },
    {
      "epoch": 0.7979520786401803,
      "grad_norm": 0.6917671675207728,
      "learning_rate": 0.00028929387132107615,
      "loss": 0.5255,
      "step": 19482
    },
    {
      "epoch": 0.7979930370673766,
      "grad_norm": 0.7903175014479222,
      "learning_rate": 0.00028929266125316417,
      "loss": 1.0679,
      "step": 19483
    },
    {
      "epoch": 0.798033995494573,
      "grad_norm": 0.9123591038176374,
      "learning_rate": 0.0002892914511194028,
      "loss": 0.7668,
      "step": 19484
    },
    {
      "epoch": 0.7980749539217694,
      "grad_norm": 0.39202924392595945,
      "learning_rate": 0.0002892902409197924,
      "loss": 0.1209,
      "step": 19485
    },
    {
      "epoch": 0.7981159123489658,
      "grad_norm": 1.2415509983008197,
      "learning_rate": 0.0002892890306543337,
      "loss": 1.7253,
      "step": 19486
    },
    {
      "epoch": 0.7981568707761622,
      "grad_norm": 0.7502964622510195,
      "learning_rate": 0.0002892878203230272,
      "loss": 0.9724,
      "step": 19487
    },
    {
      "epoch": 0.7981978292033586,
      "grad_norm": 0.5662325890959226,
      "learning_rate": 0.0002892866099258736,
      "loss": 0.4097,
      "step": 19488
    },
    {
      "epoch": 0.798238787630555,
      "grad_norm": 1.0020419475632762,
      "learning_rate": 0.0002892853994628733,
      "loss": 0.8728,
      "step": 19489
    },
    {
      "epoch": 0.7982797460577514,
      "grad_norm": 2.2196002050565506,
      "learning_rate": 0.00028928418893402696,
      "loss": 1.3783,
      "step": 19490
    },
    {
      "epoch": 0.7983207044849477,
      "grad_norm": 1.1879408923813433,
      "learning_rate": 0.00028928297833933514,
      "loss": 1.4409,
      "step": 19491
    },
    {
      "epoch": 0.7983616629121442,
      "grad_norm": 1.3084292570306404,
      "learning_rate": 0.00028928176767879836,
      "loss": 1.8503,
      "step": 19492
    },
    {
      "epoch": 0.7984026213393406,
      "grad_norm": 1.0737987307161114,
      "learning_rate": 0.0002892805569524173,
      "loss": 1.2134,
      "step": 19493
    },
    {
      "epoch": 0.798443579766537,
      "grad_norm": 1.168926160081855,
      "learning_rate": 0.00028927934616019245,
      "loss": 0.7859,
      "step": 19494
    },
    {
      "epoch": 0.7984845381937333,
      "grad_norm": 0.893619804643547,
      "learning_rate": 0.0002892781353021244,
      "loss": 1.2537,
      "step": 19495
    },
    {
      "epoch": 0.7985254966209298,
      "grad_norm": 0.7618284929720963,
      "learning_rate": 0.00028927692437821377,
      "loss": 0.9728,
      "step": 19496
    },
    {
      "epoch": 0.7985664550481262,
      "grad_norm": 0.6963521193792943,
      "learning_rate": 0.000289275713388461,
      "loss": 0.8409,
      "step": 19497
    },
    {
      "epoch": 0.7986074134753226,
      "grad_norm": 0.7973480811142069,
      "learning_rate": 0.0002892745023328669,
      "loss": 0.8296,
      "step": 19498
    },
    {
      "epoch": 0.7986483719025189,
      "grad_norm": 0.806432191998384,
      "learning_rate": 0.00028927329121143175,
      "loss": 0.9674,
      "step": 19499
    },
    {
      "epoch": 0.7986893303297153,
      "grad_norm": 0.8272157546054073,
      "learning_rate": 0.00028927208002415633,
      "loss": 1.0677,
      "step": 19500
    },
    {
      "epoch": 0.7987302887569118,
      "grad_norm": 0.7279283979239378,
      "learning_rate": 0.0002892708687710412,
      "loss": 0.4865,
      "step": 19501
    },
    {
      "epoch": 0.7987712471841081,
      "grad_norm": 0.9536398423624506,
      "learning_rate": 0.00028926965745208684,
      "loss": 0.7827,
      "step": 19502
    },
    {
      "epoch": 0.7988122056113045,
      "grad_norm": 1.068452817522627,
      "learning_rate": 0.00028926844606729386,
      "loss": 1.1213,
      "step": 19503
    },
    {
      "epoch": 0.7988531640385009,
      "grad_norm": 1.3955766521380248,
      "learning_rate": 0.00028926723461666286,
      "loss": 1.012,
      "step": 19504
    },
    {
      "epoch": 0.7988941224656974,
      "grad_norm": 6.739198460385432,
      "learning_rate": 0.00028926602310019433,
      "loss": 2.3918,
      "step": 19505
    },
    {
      "epoch": 0.7989350808928937,
      "grad_norm": 0.6533603449217059,
      "learning_rate": 0.000289264811517889,
      "loss": 0.6885,
      "step": 19506
    },
    {
      "epoch": 0.7989760393200901,
      "grad_norm": 0.675949939189824,
      "learning_rate": 0.0002892635998697473,
      "loss": 0.864,
      "step": 19507
    },
    {
      "epoch": 0.7990169977472865,
      "grad_norm": 6.668292152354031,
      "learning_rate": 0.0002892623881557699,
      "loss": 5.9452,
      "step": 19508
    },
    {
      "epoch": 0.7990579561744829,
      "grad_norm": 1.0434623959491898,
      "learning_rate": 0.00028926117637595726,
      "loss": 0.6506,
      "step": 19509
    },
    {
      "epoch": 0.7990989146016793,
      "grad_norm": 0.8861200547731903,
      "learning_rate": 0.00028925996453031005,
      "loss": 0.9551,
      "step": 19510
    },
    {
      "epoch": 0.7991398730288757,
      "grad_norm": 3.27478250617419,
      "learning_rate": 0.0002892587526188288,
      "loss": 2.2592,
      "step": 19511
    },
    {
      "epoch": 0.7991808314560721,
      "grad_norm": 0.7649459486343161,
      "learning_rate": 0.00028925754064151405,
      "loss": 0.8648,
      "step": 19512
    },
    {
      "epoch": 0.7992217898832685,
      "grad_norm": 0.9321974375382485,
      "learning_rate": 0.00028925632859836645,
      "loss": 0.9747,
      "step": 19513
    },
    {
      "epoch": 0.7992627483104648,
      "grad_norm": 0.6007643688055128,
      "learning_rate": 0.0002892551164893866,
      "loss": 0.4085,
      "step": 19514
    },
    {
      "epoch": 0.7993037067376613,
      "grad_norm": 0.8316417835041374,
      "learning_rate": 0.00028925390431457494,
      "loss": 0.8,
      "step": 19515
    },
    {
      "epoch": 0.7993446651648577,
      "grad_norm": 0.8298030701174318,
      "learning_rate": 0.0002892526920739321,
      "loss": 0.8593,
      "step": 19516
    },
    {
      "epoch": 0.7993856235920541,
      "grad_norm": 2.478560308942165,
      "learning_rate": 0.00028925147976745875,
      "loss": 3.5338,
      "step": 19517
    },
    {
      "epoch": 0.7994265820192504,
      "grad_norm": 0.8805934051440505,
      "learning_rate": 0.0002892502673951553,
      "loss": 0.7707,
      "step": 19518
    },
    {
      "epoch": 0.7994675404464469,
      "grad_norm": 0.8891849587281063,
      "learning_rate": 0.00028924905495702243,
      "loss": 1.1868,
      "step": 19519
    },
    {
      "epoch": 0.7995084988736433,
      "grad_norm": 1.58689494738298,
      "learning_rate": 0.00028924784245306067,
      "loss": 1.2158,
      "step": 19520
    },
    {
      "epoch": 0.7995494573008396,
      "grad_norm": 0.7356762400044281,
      "learning_rate": 0.00028924662988327065,
      "loss": 1.009,
      "step": 19521
    },
    {
      "epoch": 0.799590415728036,
      "grad_norm": 2.115887680848448,
      "learning_rate": 0.00028924541724765286,
      "loss": 1.3623,
      "step": 19522
    },
    {
      "epoch": 0.7996313741552324,
      "grad_norm": 0.7704919368445624,
      "learning_rate": 0.00028924420454620796,
      "loss": 0.9566,
      "step": 19523
    },
    {
      "epoch": 0.7996723325824289,
      "grad_norm": 0.634640779985665,
      "learning_rate": 0.0002892429917789365,
      "loss": 0.5254,
      "step": 19524
    },
    {
      "epoch": 0.7997132910096252,
      "grad_norm": 1.0325065985831923,
      "learning_rate": 0.0002892417789458389,
      "loss": 1.0693,
      "step": 19525
    },
    {
      "epoch": 0.7997542494368216,
      "grad_norm": 3.0005600169648665,
      "learning_rate": 0.000289240566046916,
      "loss": 7.7226,
      "step": 19526
    },
    {
      "epoch": 0.799795207864018,
      "grad_norm": 1.1693094026233524,
      "learning_rate": 0.0002892393530821682,
      "loss": 0.9335,
      "step": 19527
    },
    {
      "epoch": 0.7998361662912145,
      "grad_norm": 2.0876146440067487,
      "learning_rate": 0.0002892381400515961,
      "loss": 3.1474,
      "step": 19528
    },
    {
      "epoch": 0.7998771247184108,
      "grad_norm": 0.9614774438523811,
      "learning_rate": 0.0002892369269552003,
      "loss": 0.9251,
      "step": 19529
    },
    {
      "epoch": 0.7999180831456072,
      "grad_norm": 1.2302241554811453,
      "learning_rate": 0.00028923571379298136,
      "loss": 1.0292,
      "step": 19530
    },
    {
      "epoch": 0.7999590415728036,
      "grad_norm": 0.8214179226472532,
      "learning_rate": 0.0002892345005649399,
      "loss": 0.741,
      "step": 19531
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.73165308064015,
      "learning_rate": 0.00028923328727107635,
      "loss": 0.7998,
      "step": 19532
    },
    {
      "epoch": 0.8000409584271964,
      "grad_norm": 0.6947253232664908,
      "learning_rate": 0.00028923207391139144,
      "loss": 0.5731,
      "step": 19533
    },
    {
      "epoch": 0.8000819168543928,
      "grad_norm": 0.8861318089955426,
      "learning_rate": 0.0002892308604858857,
      "loss": 0.8172,
      "step": 19534
    },
    {
      "epoch": 0.8001228752815892,
      "grad_norm": 1.0720559875067803,
      "learning_rate": 0.00028922964699455966,
      "loss": 0.8621,
      "step": 19535
    },
    {
      "epoch": 0.8001638337087856,
      "grad_norm": 0.7696535396212226,
      "learning_rate": 0.00028922843343741393,
      "loss": 0.6904,
      "step": 19536
    },
    {
      "epoch": 0.800204792135982,
      "grad_norm": 0.589636166859094,
      "learning_rate": 0.00028922721981444906,
      "loss": 0.322,
      "step": 19537
    },
    {
      "epoch": 0.8002457505631784,
      "grad_norm": 1.0119305086500028,
      "learning_rate": 0.0002892260061256657,
      "loss": 0.9144,
      "step": 19538
    },
    {
      "epoch": 0.8002867089903748,
      "grad_norm": 0.7496948399634906,
      "learning_rate": 0.0002892247923710643,
      "loss": 0.6063,
      "step": 19539
    },
    {
      "epoch": 0.8003276674175712,
      "grad_norm": 0.4912097605997877,
      "learning_rate": 0.0002892235785506455,
      "loss": 0.2691,
      "step": 19540
    },
    {
      "epoch": 0.8003686258447675,
      "grad_norm": 1.104896498251893,
      "learning_rate": 0.0002892223646644099,
      "loss": 1.0179,
      "step": 19541
    },
    {
      "epoch": 0.800409584271964,
      "grad_norm": 0.7946588757475697,
      "learning_rate": 0.00028922115071235805,
      "loss": 0.9128,
      "step": 19542
    },
    {
      "epoch": 0.8004505426991604,
      "grad_norm": 0.8299410919852599,
      "learning_rate": 0.0002892199366944905,
      "loss": 0.6083,
      "step": 19543
    },
    {
      "epoch": 0.8004915011263567,
      "grad_norm": 1.5601062047527432,
      "learning_rate": 0.00028921872261080783,
      "loss": 1.0028,
      "step": 19544
    },
    {
      "epoch": 0.8005324595535531,
      "grad_norm": 0.7648450392777383,
      "learning_rate": 0.0002892175084613106,
      "loss": 0.7832,
      "step": 19545
    },
    {
      "epoch": 0.8005734179807495,
      "grad_norm": 0.6915101695560131,
      "learning_rate": 0.0002892162942459995,
      "loss": 0.7007,
      "step": 19546
    },
    {
      "epoch": 0.800614376407946,
      "grad_norm": 0.9979584485307142,
      "learning_rate": 0.0002892150799648749,
      "loss": 0.7573,
      "step": 19547
    },
    {
      "epoch": 0.8006553348351423,
      "grad_norm": 0.7939438693573859,
      "learning_rate": 0.0002892138656179376,
      "loss": 0.9672,
      "step": 19548
    },
    {
      "epoch": 0.8006962932623387,
      "grad_norm": 0.8163196289371442,
      "learning_rate": 0.00028921265120518804,
      "loss": 0.8887,
      "step": 19549
    },
    {
      "epoch": 0.8007372516895351,
      "grad_norm": 0.7974274963076792,
      "learning_rate": 0.00028921143672662675,
      "loss": 0.8075,
      "step": 19550
    },
    {
      "epoch": 0.8007782101167316,
      "grad_norm": 0.9476316346745878,
      "learning_rate": 0.00028921022218225445,
      "loss": 1.1589,
      "step": 19551
    },
    {
      "epoch": 0.8008191685439279,
      "grad_norm": 0.8027653519855281,
      "learning_rate": 0.0002892090075720715,
      "loss": 1.1717,
      "step": 19552
    },
    {
      "epoch": 0.8008601269711243,
      "grad_norm": 0.9529095222538236,
      "learning_rate": 0.00028920779289607875,
      "loss": 0.8566,
      "step": 19553
    },
    {
      "epoch": 0.8009010853983207,
      "grad_norm": 2.063776026225986,
      "learning_rate": 0.0002892065781542766,
      "loss": 1.4297,
      "step": 19554
    },
    {
      "epoch": 0.8009420438255171,
      "grad_norm": 0.7427980679913734,
      "learning_rate": 0.00028920536334666564,
      "loss": 0.8478,
      "step": 19555
    },
    {
      "epoch": 0.8009830022527135,
      "grad_norm": 0.8403893075026073,
      "learning_rate": 0.00028920414847324644,
      "loss": 0.7525,
      "step": 19556
    },
    {
      "epoch": 0.8010239606799099,
      "grad_norm": 0.6852519481336792,
      "learning_rate": 0.0002892029335340197,
      "loss": 1.0152,
      "step": 19557
    },
    {
      "epoch": 0.8010649191071063,
      "grad_norm": 0.7055577457994828,
      "learning_rate": 0.00028920171852898577,
      "loss": 0.6971,
      "step": 19558
    },
    {
      "epoch": 0.8011058775343027,
      "grad_norm": 0.8073211419893364,
      "learning_rate": 0.0002892005034581454,
      "loss": 0.9614,
      "step": 19559
    },
    {
      "epoch": 0.801146835961499,
      "grad_norm": 0.6405021116829054,
      "learning_rate": 0.0002891992883214991,
      "loss": 0.931,
      "step": 19560
    },
    {
      "epoch": 0.8011877943886955,
      "grad_norm": 0.8677993527001199,
      "learning_rate": 0.00028919807311904744,
      "loss": 0.9021,
      "step": 19561
    },
    {
      "epoch": 0.8012287528158919,
      "grad_norm": 0.7963609238681734,
      "learning_rate": 0.00028919685785079103,
      "loss": 1.0746,
      "step": 19562
    },
    {
      "epoch": 0.8012697112430882,
      "grad_norm": 4.655305007709819,
      "learning_rate": 0.0002891956425167304,
      "loss": 6.011,
      "step": 19563
    },
    {
      "epoch": 0.8013106696702846,
      "grad_norm": 0.6819165124077184,
      "learning_rate": 0.0002891944271168661,
      "loss": 0.9397,
      "step": 19564
    },
    {
      "epoch": 0.8013516280974811,
      "grad_norm": 0.8936035102354167,
      "learning_rate": 0.0002891932116511989,
      "loss": 0.9597,
      "step": 19565
    },
    {
      "epoch": 0.8013925865246775,
      "grad_norm": 0.7644952373404345,
      "learning_rate": 0.00028919199611972913,
      "loss": 0.8093,
      "step": 19566
    },
    {
      "epoch": 0.8014335449518738,
      "grad_norm": 0.5973213129822029,
      "learning_rate": 0.0002891907805224574,
      "loss": 0.6406,
      "step": 19567
    },
    {
      "epoch": 0.8014745033790702,
      "grad_norm": 1.3050324931269213,
      "learning_rate": 0.00028918956485938444,
      "loss": 1.4394,
      "step": 19568
    },
    {
      "epoch": 0.8015154618062666,
      "grad_norm": 1.1118814202479408,
      "learning_rate": 0.0002891883491305107,
      "loss": 1.1173,
      "step": 19569
    },
    {
      "epoch": 0.8015564202334631,
      "grad_norm": 0.9305385914517776,
      "learning_rate": 0.00028918713333583683,
      "loss": 1.2433,
      "step": 19570
    },
    {
      "epoch": 0.8015973786606594,
      "grad_norm": 1.228688091123434,
      "learning_rate": 0.00028918591747536333,
      "loss": 0.9228,
      "step": 19571
    },
    {
      "epoch": 0.8016383370878558,
      "grad_norm": 0.9969514933895834,
      "learning_rate": 0.0002891847015490908,
      "loss": 1.1847,
      "step": 19572
    },
    {
      "epoch": 0.8016792955150522,
      "grad_norm": 0.6071767309220603,
      "learning_rate": 0.00028918348555701976,
      "loss": 0.3795,
      "step": 19573
    },
    {
      "epoch": 0.8017202539422487,
      "grad_norm": 3.90493175098907,
      "learning_rate": 0.00028918226949915094,
      "loss": 4.2849,
      "step": 19574
    },
    {
      "epoch": 0.801761212369445,
      "grad_norm": 1.1446789176149945,
      "learning_rate": 0.00028918105337548476,
      "loss": 0.7085,
      "step": 19575
    },
    {
      "epoch": 0.8018021707966414,
      "grad_norm": 0.9679917695359352,
      "learning_rate": 0.00028917983718602187,
      "loss": 1.147,
      "step": 19576
    },
    {
      "epoch": 0.8018431292238378,
      "grad_norm": 0.8862354197536172,
      "learning_rate": 0.0002891786209307629,
      "loss": 1.1139,
      "step": 19577
    },
    {
      "epoch": 0.8018840876510342,
      "grad_norm": 0.8506869158858178,
      "learning_rate": 0.0002891774046097082,
      "loss": 0.858,
      "step": 19578
    },
    {
      "epoch": 0.8019250460782306,
      "grad_norm": 1.9831733957770687,
      "learning_rate": 0.0002891761882228586,
      "loss": 3.9101,
      "step": 19579
    },
    {
      "epoch": 0.801966004505427,
      "grad_norm": 0.6444283993795326,
      "learning_rate": 0.0002891749717702146,
      "loss": 0.6956,
      "step": 19580
    },
    {
      "epoch": 0.8020069629326234,
      "grad_norm": 0.992323162581281,
      "learning_rate": 0.0002891737552517767,
      "loss": 0.9947,
      "step": 19581
    },
    {
      "epoch": 0.8020479213598198,
      "grad_norm": 1.813944227451373,
      "learning_rate": 0.00028917253866754555,
      "loss": 2.0412,
      "step": 19582
    },
    {
      "epoch": 0.8020888797870162,
      "grad_norm": 0.7311449713021733,
      "learning_rate": 0.0002891713220175217,
      "loss": 0.3734,
      "step": 19583
    },
    {
      "epoch": 0.8021298382142126,
      "grad_norm": 0.7797917581883045,
      "learning_rate": 0.00028917010530170567,
      "loss": 0.7537,
      "step": 19584
    },
    {
      "epoch": 0.802170796641409,
      "grad_norm": 0.9262573316897161,
      "learning_rate": 0.0002891688885200981,
      "loss": 0.8402,
      "step": 19585
    },
    {
      "epoch": 0.8022117550686053,
      "grad_norm": 0.8609797588806826,
      "learning_rate": 0.0002891676716726996,
      "loss": 0.9361,
      "step": 19586
    },
    {
      "epoch": 0.8022527134958017,
      "grad_norm": 1.0642642856875155,
      "learning_rate": 0.00028916645475951074,
      "loss": 0.9454,
      "step": 19587
    },
    {
      "epoch": 0.8022936719229982,
      "grad_norm": 0.8893998916881158,
      "learning_rate": 0.00028916523778053195,
      "loss": 0.9394,
      "step": 19588
    },
    {
      "epoch": 0.8023346303501946,
      "grad_norm": 0.9539018756412263,
      "learning_rate": 0.000289164020735764,
      "loss": 1.0411,
      "step": 19589
    },
    {
      "epoch": 0.8023755887773909,
      "grad_norm": 0.8378561478451577,
      "learning_rate": 0.0002891628036252073,
      "loss": 0.824,
      "step": 19590
    },
    {
      "epoch": 0.8024165472045873,
      "grad_norm": 0.6305365067773744,
      "learning_rate": 0.0002891615864488625,
      "loss": 0.7097,
      "step": 19591
    },
    {
      "epoch": 0.8024575056317838,
      "grad_norm": 0.6840985561253783,
      "learning_rate": 0.0002891603692067303,
      "loss": 0.7862,
      "step": 19592
    },
    {
      "epoch": 0.8024984640589802,
      "grad_norm": 0.8397233465946136,
      "learning_rate": 0.000289159151898811,
      "loss": 0.8692,
      "step": 19593
    },
    {
      "epoch": 0.8025394224861765,
      "grad_norm": 1.4665381032880387,
      "learning_rate": 0.0002891579345251055,
      "loss": 1.3496,
      "step": 19594
    },
    {
      "epoch": 0.8025803809133729,
      "grad_norm": 0.7925218315853969,
      "learning_rate": 0.000289156717085614,
      "loss": 0.7446,
      "step": 19595
    },
    {
      "epoch": 0.8026213393405693,
      "grad_norm": 0.7728368987818517,
      "learning_rate": 0.0002891554995803374,
      "loss": 1.0122,
      "step": 19596
    },
    {
      "epoch": 0.8026622977677658,
      "grad_norm": 0.7985782026565612,
      "learning_rate": 0.00028915428200927614,
      "loss": 0.8424,
      "step": 19597
    },
    {
      "epoch": 0.8027032561949621,
      "grad_norm": 1.1561812813310912,
      "learning_rate": 0.00028915306437243084,
      "loss": 1.4211,
      "step": 19598
    },
    {
      "epoch": 0.8027442146221585,
      "grad_norm": 0.9076312528455451,
      "learning_rate": 0.000289151846669802,
      "loss": 0.7852,
      "step": 19599
    },
    {
      "epoch": 0.8027851730493549,
      "grad_norm": 0.4346263779038239,
      "learning_rate": 0.00028915062890139023,
      "loss": 0.1137,
      "step": 19600
    },
    {
      "epoch": 0.8028261314765514,
      "grad_norm": 1.309551829060848,
      "learning_rate": 0.0002891494110671961,
      "loss": 0.9485,
      "step": 19601
    },
    {
      "epoch": 0.8028670899037477,
      "grad_norm": 0.809109687399298,
      "learning_rate": 0.00028914819316722026,
      "loss": 0.6322,
      "step": 19602
    },
    {
      "epoch": 0.8029080483309441,
      "grad_norm": 1.4101921064733887,
      "learning_rate": 0.0002891469752014632,
      "loss": 0.9438,
      "step": 19603
    },
    {
      "epoch": 0.8029490067581405,
      "grad_norm": 0.7959107966770154,
      "learning_rate": 0.00028914575716992554,
      "loss": 0.8919,
      "step": 19604
    },
    {
      "epoch": 0.8029899651853368,
      "grad_norm": 0.8333829183025977,
      "learning_rate": 0.00028914453907260786,
      "loss": 1.173,
      "step": 19605
    },
    {
      "epoch": 0.8030309236125333,
      "grad_norm": 0.8891692541514395,
      "learning_rate": 0.00028914332090951067,
      "loss": 1.1183,
      "step": 19606
    },
    {
      "epoch": 0.8030718820397297,
      "grad_norm": 1.2069315509124323,
      "learning_rate": 0.00028914210268063466,
      "loss": 1.0189,
      "step": 19607
    },
    {
      "epoch": 0.8031128404669261,
      "grad_norm": 1.3353969354482638,
      "learning_rate": 0.00028914088438598026,
      "loss": 1.1153,
      "step": 19608
    },
    {
      "epoch": 0.8031537988941224,
      "grad_norm": 0.8035098851458838,
      "learning_rate": 0.00028913966602554813,
      "loss": 0.5272,
      "step": 19609
    },
    {
      "epoch": 0.8031947573213188,
      "grad_norm": 0.7363532037981115,
      "learning_rate": 0.00028913844759933887,
      "loss": 0.9137,
      "step": 19610
    },
    {
      "epoch": 0.8032357157485153,
      "grad_norm": 0.7789126096310793,
      "learning_rate": 0.00028913722910735306,
      "loss": 0.5796,
      "step": 19611
    },
    {
      "epoch": 0.8032766741757117,
      "grad_norm": 1.845482244321543,
      "learning_rate": 0.00028913601054959115,
      "loss": 2.069,
      "step": 19612
    },
    {
      "epoch": 0.803317632602908,
      "grad_norm": 1.4979745736476002,
      "learning_rate": 0.00028913479192605384,
      "loss": 1.9429,
      "step": 19613
    },
    {
      "epoch": 0.8033585910301044,
      "grad_norm": 0.6480164184295489,
      "learning_rate": 0.0002891335732367417,
      "loss": 0.8955,
      "step": 19614
    },
    {
      "epoch": 0.8033995494573009,
      "grad_norm": 0.7558400953289907,
      "learning_rate": 0.0002891323544816553,
      "loss": 0.4207,
      "step": 19615
    },
    {
      "epoch": 0.8034405078844973,
      "grad_norm": 0.6534009159507959,
      "learning_rate": 0.0002891311356607952,
      "loss": 0.8023,
      "step": 19616
    },
    {
      "epoch": 0.8034814663116936,
      "grad_norm": 0.6350427576954225,
      "learning_rate": 0.00028912991677416196,
      "loss": 0.3437,
      "step": 19617
    },
    {
      "epoch": 0.80352242473889,
      "grad_norm": 0.851861680901128,
      "learning_rate": 0.00028912869782175615,
      "loss": 0.8268,
      "step": 19618
    },
    {
      "epoch": 0.8035633831660864,
      "grad_norm": 0.8634023773783562,
      "learning_rate": 0.00028912747880357835,
      "loss": 0.9287,
      "step": 19619
    },
    {
      "epoch": 0.8036043415932829,
      "grad_norm": 1.0414759746344195,
      "learning_rate": 0.00028912625971962917,
      "loss": 0.8651,
      "step": 19620
    },
    {
      "epoch": 0.8036453000204792,
      "grad_norm": 1.1115643009860428,
      "learning_rate": 0.00028912504056990913,
      "loss": 0.9672,
      "step": 19621
    },
    {
      "epoch": 0.8036862584476756,
      "grad_norm": 0.5552704865949564,
      "learning_rate": 0.00028912382135441885,
      "loss": 0.3763,
      "step": 19622
    },
    {
      "epoch": 0.803727216874872,
      "grad_norm": 0.7512327377563085,
      "learning_rate": 0.00028912260207315896,
      "loss": 0.8864,
      "step": 19623
    },
    {
      "epoch": 0.8037681753020685,
      "grad_norm": 1.0783829437960173,
      "learning_rate": 0.00028912138272612996,
      "loss": 0.8658,
      "step": 19624
    },
    {
      "epoch": 0.8038091337292648,
      "grad_norm": 0.7484790689166906,
      "learning_rate": 0.00028912016331333244,
      "loss": 0.8101,
      "step": 19625
    },
    {
      "epoch": 0.8038500921564612,
      "grad_norm": 0.8886272329477433,
      "learning_rate": 0.00028911894383476695,
      "loss": 0.756,
      "step": 19626
    },
    {
      "epoch": 0.8038910505836576,
      "grad_norm": 1.5881693350196602,
      "learning_rate": 0.00028911772429043414,
      "loss": 2.2847,
      "step": 19627
    },
    {
      "epoch": 0.8039320090108539,
      "grad_norm": 3.048877833169147,
      "learning_rate": 0.0002891165046803345,
      "loss": 2.3597,
      "step": 19628
    },
    {
      "epoch": 0.8039729674380504,
      "grad_norm": 0.7602068501634642,
      "learning_rate": 0.00028911528500446865,
      "loss": 0.8888,
      "step": 19629
    },
    {
      "epoch": 0.8040139258652468,
      "grad_norm": 0.6119496260060107,
      "learning_rate": 0.0002891140652628372,
      "loss": 0.7444,
      "step": 19630
    },
    {
      "epoch": 0.8040548842924432,
      "grad_norm": 0.801280575734399,
      "learning_rate": 0.00028911284545544063,
      "loss": 0.9593,
      "step": 19631
    },
    {
      "epoch": 0.8040958427196395,
      "grad_norm": 1.2708142417530162,
      "learning_rate": 0.00028911162558227965,
      "loss": 1.3255,
      "step": 19632
    },
    {
      "epoch": 0.8041368011468359,
      "grad_norm": 0.7299081647799235,
      "learning_rate": 0.00028911040564335476,
      "loss": 0.8586,
      "step": 19633
    },
    {
      "epoch": 0.8041777595740324,
      "grad_norm": 0.6418584464302753,
      "learning_rate": 0.0002891091856386665,
      "loss": 0.7796,
      "step": 19634
    },
    {
      "epoch": 0.8042187180012288,
      "grad_norm": 0.7644511337623402,
      "learning_rate": 0.00028910796556821553,
      "loss": 1.1513,
      "step": 19635
    },
    {
      "epoch": 0.8042596764284251,
      "grad_norm": 0.8862048741616652,
      "learning_rate": 0.00028910674543200233,
      "loss": 0.5893,
      "step": 19636
    },
    {
      "epoch": 0.8043006348556215,
      "grad_norm": 0.6003302203889083,
      "learning_rate": 0.0002891055252300276,
      "loss": 0.6279,
      "step": 19637
    },
    {
      "epoch": 0.804341593282818,
      "grad_norm": 0.768951307722995,
      "learning_rate": 0.00028910430496229184,
      "loss": 0.854,
      "step": 19638
    },
    {
      "epoch": 0.8043825517100144,
      "grad_norm": 1.2209386077493563,
      "learning_rate": 0.0002891030846287956,
      "loss": 1.4449,
      "step": 19639
    },
    {
      "epoch": 0.8044235101372107,
      "grad_norm": 1.707094123997902,
      "learning_rate": 0.0002891018642295395,
      "loss": 2.8045,
      "step": 19640
    },
    {
      "epoch": 0.8044644685644071,
      "grad_norm": 0.88742490610275,
      "learning_rate": 0.00028910064376452414,
      "loss": 1.0278,
      "step": 19641
    },
    {
      "epoch": 0.8045054269916035,
      "grad_norm": 1.1069069114598131,
      "learning_rate": 0.00028909942323375004,
      "loss": 0.998,
      "step": 19642
    },
    {
      "epoch": 0.8045463854188,
      "grad_norm": 1.0625365641252,
      "learning_rate": 0.00028909820263721777,
      "loss": 1.4164,
      "step": 19643
    },
    {
      "epoch": 0.8045873438459963,
      "grad_norm": 0.6675928765444019,
      "learning_rate": 0.000289096981974928,
      "loss": 0.7276,
      "step": 19644
    },
    {
      "epoch": 0.8046283022731927,
      "grad_norm": 1.06661346697614,
      "learning_rate": 0.0002890957612468812,
      "loss": 1.3792,
      "step": 19645
    },
    {
      "epoch": 0.8046692607003891,
      "grad_norm": 0.9719199856919892,
      "learning_rate": 0.000289094540453078,
      "loss": 0.6903,
      "step": 19646
    },
    {
      "epoch": 0.8047102191275854,
      "grad_norm": 1.0681867088893995,
      "learning_rate": 0.00028909331959351905,
      "loss": 1.2844,
      "step": 19647
    },
    {
      "epoch": 0.8047511775547819,
      "grad_norm": 1.1376714206818062,
      "learning_rate": 0.0002890920986682048,
      "loss": 0.5014,
      "step": 19648
    },
    {
      "epoch": 0.8047921359819783,
      "grad_norm": 1.051276143436034,
      "learning_rate": 0.00028909087767713587,
      "loss": 0.5071,
      "step": 19649
    },
    {
      "epoch": 0.8048330944091747,
      "grad_norm": 0.9992474016540632,
      "learning_rate": 0.00028908965662031283,
      "loss": 0.6983,
      "step": 19650
    },
    {
      "epoch": 0.804874052836371,
      "grad_norm": 0.7756495036563014,
      "learning_rate": 0.0002890884354977363,
      "loss": 0.7465,
      "step": 19651
    },
    {
      "epoch": 0.8049150112635675,
      "grad_norm": 1.505787638310662,
      "learning_rate": 0.00028908721430940686,
      "loss": 2.2837,
      "step": 19652
    },
    {
      "epoch": 0.8049559696907639,
      "grad_norm": 0.573130308331874,
      "learning_rate": 0.000289085993055325,
      "loss": 0.4567,
      "step": 19653
    },
    {
      "epoch": 0.8049969281179603,
      "grad_norm": 0.7471386905468428,
      "learning_rate": 0.0002890847717354914,
      "loss": 1.0108,
      "step": 19654
    },
    {
      "epoch": 0.8050378865451566,
      "grad_norm": 0.6325141668665415,
      "learning_rate": 0.0002890835503499065,
      "loss": 0.9053,
      "step": 19655
    },
    {
      "epoch": 0.805078844972353,
      "grad_norm": 1.1725485824485393,
      "learning_rate": 0.00028908232889857105,
      "loss": 0.9314,
      "step": 19656
    },
    {
      "epoch": 0.8051198033995495,
      "grad_norm": 0.5435963799354405,
      "learning_rate": 0.0002890811073814855,
      "loss": 0.4499,
      "step": 19657
    },
    {
      "epoch": 0.8051607618267459,
      "grad_norm": 0.7040805787897331,
      "learning_rate": 0.00028907988579865044,
      "loss": 0.8646,
      "step": 19658
    },
    {
      "epoch": 0.8052017202539422,
      "grad_norm": 0.8031543779532739,
      "learning_rate": 0.00028907866415006655,
      "loss": 0.9421,
      "step": 19659
    },
    {
      "epoch": 0.8052426786811386,
      "grad_norm": 0.7094595370216403,
      "learning_rate": 0.00028907744243573437,
      "loss": 0.8814,
      "step": 19660
    },
    {
      "epoch": 0.8052836371083351,
      "grad_norm": 1.112855275338109,
      "learning_rate": 0.0002890762206556544,
      "loss": 0.9659,
      "step": 19661
    },
    {
      "epoch": 0.8053245955355315,
      "grad_norm": 0.7589522772770309,
      "learning_rate": 0.0002890749988098273,
      "loss": 0.6779,
      "step": 19662
    },
    {
      "epoch": 0.8053655539627278,
      "grad_norm": 0.6072871869933605,
      "learning_rate": 0.0002890737768982535,
      "loss": 0.3739,
      "step": 19663
    },
    {
      "epoch": 0.8054065123899242,
      "grad_norm": 0.9983054867219585,
      "learning_rate": 0.0002890725549209338,
      "loss": 0.9991,
      "step": 19664
    },
    {
      "epoch": 0.8054474708171206,
      "grad_norm": 0.4486948440694832,
      "learning_rate": 0.00028907133287786856,
      "loss": 0.2839,
      "step": 19665
    },
    {
      "epoch": 0.8054884292443171,
      "grad_norm": 0.9111380086087982,
      "learning_rate": 0.0002890701107690586,
      "loss": 1.3616,
      "step": 19666
    },
    {
      "epoch": 0.8055293876715134,
      "grad_norm": 0.5376311133522452,
      "learning_rate": 0.00028906888859450426,
      "loss": 0.2973,
      "step": 19667
    },
    {
      "epoch": 0.8055703460987098,
      "grad_norm": 1.0270223060015242,
      "learning_rate": 0.00028906766635420625,
      "loss": 1.0599,
      "step": 19668
    },
    {
      "epoch": 0.8056113045259062,
      "grad_norm": 0.8394917009670079,
      "learning_rate": 0.00028906644404816514,
      "loss": 0.7949,
      "step": 19669
    },
    {
      "epoch": 0.8056522629531025,
      "grad_norm": 1.112063283729233,
      "learning_rate": 0.0002890652216763815,
      "loss": 0.891,
      "step": 19670
    },
    {
      "epoch": 0.805693221380299,
      "grad_norm": 0.8671370179726416,
      "learning_rate": 0.00028906399923885577,
      "loss": 0.8063,
      "step": 19671
    },
    {
      "epoch": 0.8057341798074954,
      "grad_norm": 1.0565160694607334,
      "learning_rate": 0.00028906277673558875,
      "loss": 1.1163,
      "step": 19672
    },
    {
      "epoch": 0.8057751382346918,
      "grad_norm": 0.9130626667165831,
      "learning_rate": 0.00028906155416658097,
      "loss": 1.0408,
      "step": 19673
    },
    {
      "epoch": 0.8058160966618881,
      "grad_norm": 1.6595395113247873,
      "learning_rate": 0.00028906033153183286,
      "loss": 1.6087,
      "step": 19674
    },
    {
      "epoch": 0.8058570550890846,
      "grad_norm": 0.8492856635738496,
      "learning_rate": 0.0002890591088313451,
      "loss": 0.741,
      "step": 19675
    },
    {
      "epoch": 0.805898013516281,
      "grad_norm": 0.5775096546834664,
      "learning_rate": 0.0002890578860651183,
      "loss": 0.3272,
      "step": 19676
    },
    {
      "epoch": 0.8059389719434774,
      "grad_norm": 0.8960755731479108,
      "learning_rate": 0.00028905666323315296,
      "loss": 0.8876,
      "step": 19677
    },
    {
      "epoch": 0.8059799303706737,
      "grad_norm": 1.2385391963518317,
      "learning_rate": 0.0002890554403354498,
      "loss": 1.8649,
      "step": 19678
    },
    {
      "epoch": 0.8060208887978701,
      "grad_norm": 1.8647653516839842,
      "learning_rate": 0.0002890542173720092,
      "loss": 2.6743,
      "step": 19679
    },
    {
      "epoch": 0.8060618472250666,
      "grad_norm": 0.7227730932363194,
      "learning_rate": 0.00028905299434283185,
      "loss": 0.8517,
      "step": 19680
    },
    {
      "epoch": 0.806102805652263,
      "grad_norm": 0.9711934309069253,
      "learning_rate": 0.0002890517712479183,
      "loss": 0.6978,
      "step": 19681
    },
    {
      "epoch": 0.8061437640794593,
      "grad_norm": 0.877153196374471,
      "learning_rate": 0.00028905054808726915,
      "loss": 0.3684,
      "step": 19682
    },
    {
      "epoch": 0.8061847225066557,
      "grad_norm": 0.7326945568723664,
      "learning_rate": 0.000289049324860885,
      "loss": 0.7814,
      "step": 19683
    },
    {
      "epoch": 0.8062256809338522,
      "grad_norm": 0.5533040559494715,
      "learning_rate": 0.0002890481015687664,
      "loss": 0.4696,
      "step": 19684
    },
    {
      "epoch": 0.8062666393610486,
      "grad_norm": 0.944021777974524,
      "learning_rate": 0.00028904687821091387,
      "loss": 0.9739,
      "step": 19685
    },
    {
      "epoch": 0.8063075977882449,
      "grad_norm": 0.5151892388329838,
      "learning_rate": 0.0002890456547873281,
      "loss": 0.34,
      "step": 19686
    },
    {
      "epoch": 0.8063485562154413,
      "grad_norm": 0.8429191046746083,
      "learning_rate": 0.0002890444312980096,
      "loss": 1.1477,
      "step": 19687
    },
    {
      "epoch": 0.8063895146426378,
      "grad_norm": 0.7060552937768874,
      "learning_rate": 0.00028904320774295896,
      "loss": 0.8636,
      "step": 19688
    },
    {
      "epoch": 0.8064304730698341,
      "grad_norm": 3.4178658165414513,
      "learning_rate": 0.00028904198412217673,
      "loss": 7.4692,
      "step": 19689
    },
    {
      "epoch": 0.8064714314970305,
      "grad_norm": 0.8491319959418525,
      "learning_rate": 0.00028904076043566356,
      "loss": 0.897,
      "step": 19690
    },
    {
      "epoch": 0.8065123899242269,
      "grad_norm": 1.8451216814914864,
      "learning_rate": 0.0002890395366834199,
      "loss": 1.0034,
      "step": 19691
    },
    {
      "epoch": 0.8065533483514233,
      "grad_norm": 1.0633875770129786,
      "learning_rate": 0.00028903831286544653,
      "loss": 0.8977,
      "step": 19692
    },
    {
      "epoch": 0.8065943067786197,
      "grad_norm": 0.6499388826417185,
      "learning_rate": 0.00028903708898174387,
      "loss": 0.7434,
      "step": 19693
    },
    {
      "epoch": 0.8066352652058161,
      "grad_norm": 0.9541982495126808,
      "learning_rate": 0.0002890358650323126,
      "loss": 0.8115,
      "step": 19694
    },
    {
      "epoch": 0.8066762236330125,
      "grad_norm": 0.7358250320963521,
      "learning_rate": 0.0002890346410171532,
      "loss": 0.6972,
      "step": 19695
    },
    {
      "epoch": 0.8067171820602089,
      "grad_norm": 0.7365601263781314,
      "learning_rate": 0.00028903341693626623,
      "loss": 0.7896,
      "step": 19696
    },
    {
      "epoch": 0.8067581404874052,
      "grad_norm": 1.56669579951096,
      "learning_rate": 0.00028903219278965235,
      "loss": 2.0888,
      "step": 19697
    },
    {
      "epoch": 0.8067990989146017,
      "grad_norm": 1.3186294281477653,
      "learning_rate": 0.0002890309685773121,
      "loss": 1.8829,
      "step": 19698
    },
    {
      "epoch": 0.8068400573417981,
      "grad_norm": 0.8250450130666019,
      "learning_rate": 0.00028902974429924615,
      "loss": 0.8463,
      "step": 19699
    },
    {
      "epoch": 0.8068810157689945,
      "grad_norm": 0.798433153882126,
      "learning_rate": 0.000289028519955455,
      "loss": 0.8243,
      "step": 19700
    },
    {
      "epoch": 0.8069219741961908,
      "grad_norm": 0.8652571553334968,
      "learning_rate": 0.00028902729554593914,
      "loss": 1.1141,
      "step": 19701
    },
    {
      "epoch": 0.8069629326233873,
      "grad_norm": 0.8145157627138615,
      "learning_rate": 0.00028902607107069935,
      "loss": 0.8033,
      "step": 19702
    },
    {
      "epoch": 0.8070038910505837,
      "grad_norm": 0.9154338923263619,
      "learning_rate": 0.00028902484652973604,
      "loss": 1.0353,
      "step": 19703
    },
    {
      "epoch": 0.8070448494777801,
      "grad_norm": 0.6760466587274868,
      "learning_rate": 0.00028902362192304986,
      "loss": 1.0561,
      "step": 19704
    },
    {
      "epoch": 0.8070858079049764,
      "grad_norm": 1.1703516950727206,
      "learning_rate": 0.0002890223972506414,
      "loss": 0.9928,
      "step": 19705
    },
    {
      "epoch": 0.8071267663321728,
      "grad_norm": 0.893895198874885,
      "learning_rate": 0.0002890211725125112,
      "loss": 1.214,
      "step": 19706
    },
    {
      "epoch": 0.8071677247593693,
      "grad_norm": 0.8863250021747261,
      "learning_rate": 0.00028901994770865987,
      "loss": 0.3574,
      "step": 19707
    },
    {
      "epoch": 0.8072086831865657,
      "grad_norm": 0.7610256863843189,
      "learning_rate": 0.00028901872283908795,
      "loss": 0.4147,
      "step": 19708
    },
    {
      "epoch": 0.807249641613762,
      "grad_norm": 0.6944952258102851,
      "learning_rate": 0.000289017497903796,
      "loss": 0.7131,
      "step": 19709
    },
    {
      "epoch": 0.8072906000409584,
      "grad_norm": 0.9953523145773321,
      "learning_rate": 0.00028901627290278475,
      "loss": 1.4027,
      "step": 19710
    },
    {
      "epoch": 0.8073315584681549,
      "grad_norm": 1.055320259744178,
      "learning_rate": 0.0002890150478360546,
      "loss": 1.3111,
      "step": 19711
    },
    {
      "epoch": 0.8073725168953512,
      "grad_norm": 2.303878494816834,
      "learning_rate": 0.00028901382270360627,
      "loss": 3.7244,
      "step": 19712
    },
    {
      "epoch": 0.8074134753225476,
      "grad_norm": 0.7871724194853355,
      "learning_rate": 0.0002890125975054402,
      "loss": 0.6283,
      "step": 19713
    },
    {
      "epoch": 0.807454433749744,
      "grad_norm": 0.5796263120876782,
      "learning_rate": 0.000289011372241557,
      "loss": 0.3835,
      "step": 19714
    },
    {
      "epoch": 0.8074953921769404,
      "grad_norm": 0.9489894418613489,
      "learning_rate": 0.0002890101469119574,
      "loss": 1.0353,
      "step": 19715
    },
    {
      "epoch": 0.8075363506041368,
      "grad_norm": 0.6248110673890125,
      "learning_rate": 0.00028900892151664185,
      "loss": 0.4136,
      "step": 19716
    },
    {
      "epoch": 0.8075773090313332,
      "grad_norm": 0.9581168005187004,
      "learning_rate": 0.0002890076960556109,
      "loss": 1.0801,
      "step": 19717
    },
    {
      "epoch": 0.8076182674585296,
      "grad_norm": 2.2760501848342582,
      "learning_rate": 0.00028900647052886524,
      "loss": 0.6375,
      "step": 19718
    },
    {
      "epoch": 0.807659225885726,
      "grad_norm": 2.3894647901421053,
      "learning_rate": 0.0002890052449364053,
      "loss": 3.5173,
      "step": 19719
    },
    {
      "epoch": 0.8077001843129223,
      "grad_norm": 0.8082740982298129,
      "learning_rate": 0.00028900401927823183,
      "loss": 0.7822,
      "step": 19720
    },
    {
      "epoch": 0.8077411427401188,
      "grad_norm": 1.4363934995713303,
      "learning_rate": 0.0002890027935543453,
      "loss": 0.8352,
      "step": 19721
    },
    {
      "epoch": 0.8077821011673152,
      "grad_norm": 1.0641184150302485,
      "learning_rate": 0.0002890015677647463,
      "loss": 0.8468,
      "step": 19722
    },
    {
      "epoch": 0.8078230595945116,
      "grad_norm": 1.3171989406016118,
      "learning_rate": 0.0002890003419094354,
      "loss": 1.1622,
      "step": 19723
    },
    {
      "epoch": 0.8078640180217079,
      "grad_norm": 1.0170963442739893,
      "learning_rate": 0.0002889991159884133,
      "loss": 0.6694,
      "step": 19724
    },
    {
      "epoch": 0.8079049764489044,
      "grad_norm": 1.2640276075641073,
      "learning_rate": 0.00028899789000168036,
      "loss": 0.8014,
      "step": 19725
    },
    {
      "epoch": 0.8079459348761008,
      "grad_norm": 0.8797576567902838,
      "learning_rate": 0.00028899666394923735,
      "loss": 0.8649,
      "step": 19726
    },
    {
      "epoch": 0.8079868933032972,
      "grad_norm": 0.6913182043069286,
      "learning_rate": 0.00028899543783108476,
      "loss": 0.8063,
      "step": 19727
    },
    {
      "epoch": 0.8080278517304935,
      "grad_norm": 2.0455894534033994,
      "learning_rate": 0.0002889942116472232,
      "loss": 3.7645,
      "step": 19728
    },
    {
      "epoch": 0.8080688101576899,
      "grad_norm": 0.8752908976486026,
      "learning_rate": 0.00028899298539765325,
      "loss": 0.4937,
      "step": 19729
    },
    {
      "epoch": 0.8081097685848864,
      "grad_norm": 0.7213769317149729,
      "learning_rate": 0.00028899175908237546,
      "loss": 0.5492,
      "step": 19730
    },
    {
      "epoch": 0.8081507270120827,
      "grad_norm": 0.958262665460232,
      "learning_rate": 0.00028899053270139047,
      "loss": 0.8692,
      "step": 19731
    },
    {
      "epoch": 0.8081916854392791,
      "grad_norm": 0.8940323166709481,
      "learning_rate": 0.00028898930625469876,
      "loss": 0.8222,
      "step": 19732
    },
    {
      "epoch": 0.8082326438664755,
      "grad_norm": 0.9022089586006218,
      "learning_rate": 0.0002889880797423011,
      "loss": 1.0797,
      "step": 19733
    },
    {
      "epoch": 0.808273602293672,
      "grad_norm": 0.5723235307992433,
      "learning_rate": 0.0002889868531641978,
      "loss": 0.3693,
      "step": 19734
    },
    {
      "epoch": 0.8083145607208683,
      "grad_norm": 0.7806664945483305,
      "learning_rate": 0.00028898562652038967,
      "loss": 0.6696,
      "step": 19735
    },
    {
      "epoch": 0.8083555191480647,
      "grad_norm": 0.6715262203363651,
      "learning_rate": 0.00028898439981087716,
      "loss": 0.5657,
      "step": 19736
    },
    {
      "epoch": 0.8083964775752611,
      "grad_norm": 0.6525634261007626,
      "learning_rate": 0.00028898317303566087,
      "loss": 0.7052,
      "step": 19737
    },
    {
      "epoch": 0.8084374360024575,
      "grad_norm": 0.9980905685076961,
      "learning_rate": 0.00028898194619474143,
      "loss": 1.244,
      "step": 19738
    },
    {
      "epoch": 0.8084783944296539,
      "grad_norm": 0.9106566733894638,
      "learning_rate": 0.0002889807192881194,
      "loss": 0.848,
      "step": 19739
    },
    {
      "epoch": 0.8085193528568503,
      "grad_norm": 0.8182421100149767,
      "learning_rate": 0.0002889794923157953,
      "loss": 0.9785,
      "step": 19740
    },
    {
      "epoch": 0.8085603112840467,
      "grad_norm": 0.7020521270051588,
      "learning_rate": 0.00028897826527776987,
      "loss": 0.652,
      "step": 19741
    },
    {
      "epoch": 0.8086012697112431,
      "grad_norm": 0.9583973406601953,
      "learning_rate": 0.0002889770381740435,
      "loss": 0.8332,
      "step": 19742
    },
    {
      "epoch": 0.8086422281384394,
      "grad_norm": 0.6208924509607868,
      "learning_rate": 0.00028897581100461683,
      "loss": 0.3601,
      "step": 19743
    },
    {
      "epoch": 0.8086831865656359,
      "grad_norm": 0.9688864566858868,
      "learning_rate": 0.0002889745837694905,
      "loss": 0.6654,
      "step": 19744
    },
    {
      "epoch": 0.8087241449928323,
      "grad_norm": 0.8654777039254709,
      "learning_rate": 0.00028897335646866506,
      "loss": 0.8907,
      "step": 19745
    },
    {
      "epoch": 0.8087651034200287,
      "grad_norm": 0.4437549008766978,
      "learning_rate": 0.00028897212910214106,
      "loss": 0.4044,
      "step": 19746
    },
    {
      "epoch": 0.808806061847225,
      "grad_norm": 0.7587238300432584,
      "learning_rate": 0.00028897090166991906,
      "loss": 0.9191,
      "step": 19747
    },
    {
      "epoch": 0.8088470202744215,
      "grad_norm": 0.8291455512487148,
      "learning_rate": 0.0002889696741719997,
      "loss": 1.1554,
      "step": 19748
    },
    {
      "epoch": 0.8088879787016179,
      "grad_norm": 0.8063539103179814,
      "learning_rate": 0.00028896844660838365,
      "loss": 0.95,
      "step": 19749
    },
    {
      "epoch": 0.8089289371288143,
      "grad_norm": 0.7734517023226041,
      "learning_rate": 0.00028896721897907126,
      "loss": 1.0948,
      "step": 19750
    },
    {
      "epoch": 0.8089698955560106,
      "grad_norm": 0.7141860036735148,
      "learning_rate": 0.00028896599128406327,
      "loss": 0.8538,
      "step": 19751
    },
    {
      "epoch": 0.809010853983207,
      "grad_norm": 0.7025237243945964,
      "learning_rate": 0.00028896476352336027,
      "loss": 0.6168,
      "step": 19752
    },
    {
      "epoch": 0.8090518124104035,
      "grad_norm": 0.7787572892042557,
      "learning_rate": 0.00028896353569696275,
      "loss": 0.9868,
      "step": 19753
    },
    {
      "epoch": 0.8090927708375998,
      "grad_norm": 0.6782444087436308,
      "learning_rate": 0.00028896230780487136,
      "loss": 0.4072,
      "step": 19754
    },
    {
      "epoch": 0.8091337292647962,
      "grad_norm": 1.5341715736498183,
      "learning_rate": 0.0002889610798470866,
      "loss": 3.2297,
      "step": 19755
    },
    {
      "epoch": 0.8091746876919926,
      "grad_norm": 0.8941214201069242,
      "learning_rate": 0.0002889598518236091,
      "loss": 0.5996,
      "step": 19756
    },
    {
      "epoch": 0.8092156461191891,
      "grad_norm": 0.819136529360093,
      "learning_rate": 0.0002889586237344395,
      "loss": 0.9778,
      "step": 19757
    },
    {
      "epoch": 0.8092566045463854,
      "grad_norm": 0.7166369140119551,
      "learning_rate": 0.0002889573955795783,
      "loss": 0.8162,
      "step": 19758
    },
    {
      "epoch": 0.8092975629735818,
      "grad_norm": 0.8058738769520053,
      "learning_rate": 0.00028895616735902615,
      "loss": 0.7567,
      "step": 19759
    },
    {
      "epoch": 0.8093385214007782,
      "grad_norm": 0.7250171146848724,
      "learning_rate": 0.0002889549390727835,
      "loss": 0.6348,
      "step": 19760
    },
    {
      "epoch": 0.8093794798279746,
      "grad_norm": 0.8053728141249978,
      "learning_rate": 0.0002889537107208511,
      "loss": 0.879,
      "step": 19761
    },
    {
      "epoch": 0.809420438255171,
      "grad_norm": 1.0528397720932943,
      "learning_rate": 0.00028895248230322945,
      "loss": 0.7652,
      "step": 19762
    },
    {
      "epoch": 0.8094613966823674,
      "grad_norm": 0.8220148682551462,
      "learning_rate": 0.00028895125381991904,
      "loss": 1.0594,
      "step": 19763
    },
    {
      "epoch": 0.8095023551095638,
      "grad_norm": 0.6336165269711707,
      "learning_rate": 0.0002889500252709206,
      "loss": 0.4597,
      "step": 19764
    },
    {
      "epoch": 0.8095433135367602,
      "grad_norm": 0.8848586230942211,
      "learning_rate": 0.00028894879665623466,
      "loss": 1.2263,
      "step": 19765
    },
    {
      "epoch": 0.8095842719639565,
      "grad_norm": 1.1587997604243059,
      "learning_rate": 0.0002889475679758618,
      "loss": 1.4008,
      "step": 19766
    },
    {
      "epoch": 0.809625230391153,
      "grad_norm": 0.798327679794142,
      "learning_rate": 0.00028894633922980255,
      "loss": 0.7775,
      "step": 19767
    },
    {
      "epoch": 0.8096661888183494,
      "grad_norm": 0.7855208254515312,
      "learning_rate": 0.00028894511041805754,
      "loss": 1.0701,
      "step": 19768
    },
    {
      "epoch": 0.8097071472455458,
      "grad_norm": 0.9311590772667716,
      "learning_rate": 0.0002889438815406274,
      "loss": 0.7573,
      "step": 19769
    },
    {
      "epoch": 0.8097481056727421,
      "grad_norm": 0.9582823906984781,
      "learning_rate": 0.0002889426525975126,
      "loss": 0.7646,
      "step": 19770
    },
    {
      "epoch": 0.8097890640999386,
      "grad_norm": 0.8234518387626107,
      "learning_rate": 0.00028894142358871377,
      "loss": 0.8183,
      "step": 19771
    },
    {
      "epoch": 0.809830022527135,
      "grad_norm": 0.9782481823098998,
      "learning_rate": 0.0002889401945142315,
      "loss": 1.1819,
      "step": 19772
    },
    {
      "epoch": 0.8098709809543313,
      "grad_norm": 0.817004203368983,
      "learning_rate": 0.0002889389653740664,
      "loss": 0.9503,
      "step": 19773
    },
    {
      "epoch": 0.8099119393815277,
      "grad_norm": 0.8584644327405115,
      "learning_rate": 0.000288937736168219,
      "loss": 1.1323,
      "step": 19774
    },
    {
      "epoch": 0.8099528978087241,
      "grad_norm": 0.7406443328766575,
      "learning_rate": 0.00028893650689668993,
      "loss": 0.7207,
      "step": 19775
    },
    {
      "epoch": 0.8099938562359206,
      "grad_norm": 0.6366464380957296,
      "learning_rate": 0.0002889352775594797,
      "loss": 0.3533,
      "step": 19776
    },
    {
      "epoch": 0.8100348146631169,
      "grad_norm": 0.7091774842268097,
      "learning_rate": 0.000288934048156589,
      "loss": 0.9076,
      "step": 19777
    },
    {
      "epoch": 0.8100757730903133,
      "grad_norm": 0.7954463636578125,
      "learning_rate": 0.00028893281868801825,
      "loss": 0.7609,
      "step": 19778
    },
    {
      "epoch": 0.8101167315175097,
      "grad_norm": 0.9154832112767716,
      "learning_rate": 0.00028893158915376817,
      "loss": 1.0632,
      "step": 19779
    },
    {
      "epoch": 0.8101576899447062,
      "grad_norm": 0.9039394271921426,
      "learning_rate": 0.0002889303595538393,
      "loss": 1.1033,
      "step": 19780
    },
    {
      "epoch": 0.8101986483719025,
      "grad_norm": 0.759565122381605,
      "learning_rate": 0.0002889291298882322,
      "loss": 0.8163,
      "step": 19781
    },
    {
      "epoch": 0.8102396067990989,
      "grad_norm": 0.6581240806636833,
      "learning_rate": 0.0002889279001569475,
      "loss": 0.8409,
      "step": 19782
    },
    {
      "epoch": 0.8102805652262953,
      "grad_norm": 0.9240214530441998,
      "learning_rate": 0.00028892667035998573,
      "loss": 1.0475,
      "step": 19783
    },
    {
      "epoch": 0.8103215236534917,
      "grad_norm": 0.8860837525456453,
      "learning_rate": 0.0002889254404973475,
      "loss": 0.9642,
      "step": 19784
    },
    {
      "epoch": 0.8103624820806881,
      "grad_norm": 6.193814985821219,
      "learning_rate": 0.0002889242105690334,
      "loss": 3.776,
      "step": 19785
    },
    {
      "epoch": 0.8104034405078845,
      "grad_norm": 1.1119868870992435,
      "learning_rate": 0.00028892298057504396,
      "loss": 0.8146,
      "step": 19786
    },
    {
      "epoch": 0.8104443989350809,
      "grad_norm": 0.6366452159406126,
      "learning_rate": 0.0002889217505153798,
      "loss": 0.7499,
      "step": 19787
    },
    {
      "epoch": 0.8104853573622773,
      "grad_norm": 0.8372213890930916,
      "learning_rate": 0.0002889205203900415,
      "loss": 0.9035,
      "step": 19788
    },
    {
      "epoch": 0.8105263157894737,
      "grad_norm": 4.538311798307498,
      "learning_rate": 0.0002889192901990297,
      "loss": 3.7807,
      "step": 19789
    },
    {
      "epoch": 0.8105672742166701,
      "grad_norm": 0.7189022502089076,
      "learning_rate": 0.00028891805994234486,
      "loss": 0.8306,
      "step": 19790
    },
    {
      "epoch": 0.8106082326438665,
      "grad_norm": 0.8059289454028135,
      "learning_rate": 0.0002889168296199876,
      "loss": 0.8523,
      "step": 19791
    },
    {
      "epoch": 0.8106491910710629,
      "grad_norm": 1.3886483664494857,
      "learning_rate": 0.00028891559923195854,
      "loss": 1.9411,
      "step": 19792
    },
    {
      "epoch": 0.8106901494982592,
      "grad_norm": 0.8778699825067752,
      "learning_rate": 0.0002889143687782583,
      "loss": 0.8466,
      "step": 19793
    },
    {
      "epoch": 0.8107311079254557,
      "grad_norm": 0.7801062198482843,
      "learning_rate": 0.0002889131382588874,
      "loss": 0.7501,
      "step": 19794
    },
    {
      "epoch": 0.8107720663526521,
      "grad_norm": 0.6496082443404458,
      "learning_rate": 0.00028891190767384633,
      "loss": 0.7166,
      "step": 19795
    },
    {
      "epoch": 0.8108130247798484,
      "grad_norm": 0.7202945485495493,
      "learning_rate": 0.0002889106770231359,
      "loss": 0.3307,
      "step": 19796
    },
    {
      "epoch": 0.8108539832070448,
      "grad_norm": 0.6967038156191925,
      "learning_rate": 0.0002889094463067564,
      "loss": 0.9275,
      "step": 19797
    },
    {
      "epoch": 0.8108949416342413,
      "grad_norm": 0.6762195205704761,
      "learning_rate": 0.00028890821552470875,
      "loss": 0.5274,
      "step": 19798
    },
    {
      "epoch": 0.8109359000614377,
      "grad_norm": 0.6531423581666265,
      "learning_rate": 0.0002889069846769932,
      "loss": 0.6696,
      "step": 19799
    },
    {
      "epoch": 0.810976858488634,
      "grad_norm": 0.6726314251823139,
      "learning_rate": 0.0002889057537636106,
      "loss": 0.7373,
      "step": 19800
    },
    {
      "epoch": 0.8110178169158304,
      "grad_norm": 0.8084102727953698,
      "learning_rate": 0.0002889045227845614,
      "loss": 0.8736,
      "step": 19801
    },
    {
      "epoch": 0.8110587753430268,
      "grad_norm": 0.686883511338044,
      "learning_rate": 0.0002889032917398462,
      "loss": 0.806,
      "step": 19802
    },
    {
      "epoch": 0.8110997337702233,
      "grad_norm": 0.8332064768877421,
      "learning_rate": 0.00028890206062946554,
      "loss": 0.7839,
      "step": 19803
    },
    {
      "epoch": 0.8111406921974196,
      "grad_norm": 0.9275835423592915,
      "learning_rate": 0.0002889008294534201,
      "loss": 1.0126,
      "step": 19804
    },
    {
      "epoch": 0.811181650624616,
      "grad_norm": 0.6652672991093905,
      "learning_rate": 0.0002888995982117104,
      "loss": 0.4404,
      "step": 19805
    },
    {
      "epoch": 0.8112226090518124,
      "grad_norm": 0.8767045336383417,
      "learning_rate": 0.000288898366904337,
      "loss": 0.9503,
      "step": 19806
    },
    {
      "epoch": 0.8112635674790089,
      "grad_norm": 0.5031863112194674,
      "learning_rate": 0.0002888971355313005,
      "loss": 0.298,
      "step": 19807
    },
    {
      "epoch": 0.8113045259062052,
      "grad_norm": 0.6661860841299546,
      "learning_rate": 0.00028889590409260157,
      "loss": 0.7063,
      "step": 19808
    },
    {
      "epoch": 0.8113454843334016,
      "grad_norm": 0.7937472017513333,
      "learning_rate": 0.0002888946725882407,
      "loss": 1.0434,
      "step": 19809
    },
    {
      "epoch": 0.811386442760598,
      "grad_norm": 0.9692104348506629,
      "learning_rate": 0.00028889344101821845,
      "loss": 0.7489,
      "step": 19810
    },
    {
      "epoch": 0.8114274011877944,
      "grad_norm": 0.8340502797823872,
      "learning_rate": 0.0002888922093825354,
      "loss": 0.8554,
      "step": 19811
    },
    {
      "epoch": 0.8114683596149908,
      "grad_norm": 0.7124313824354013,
      "learning_rate": 0.0002888909776811922,
      "loss": 0.8337,
      "step": 19812
    },
    {
      "epoch": 0.8115093180421872,
      "grad_norm": 0.8123766353960179,
      "learning_rate": 0.0002888897459141895,
      "loss": 0.9523,
      "step": 19813
    },
    {
      "epoch": 0.8115502764693836,
      "grad_norm": 1.0177492185306594,
      "learning_rate": 0.0002888885140815277,
      "loss": 0.6486,
      "step": 19814
    },
    {
      "epoch": 0.8115912348965799,
      "grad_norm": 0.5161575866589825,
      "learning_rate": 0.00028888728218320745,
      "loss": 0.3235,
      "step": 19815
    },
    {
      "epoch": 0.8116321933237763,
      "grad_norm": 0.7693189426227608,
      "learning_rate": 0.0002888860502192294,
      "loss": 1.0335,
      "step": 19816
    },
    {
      "epoch": 0.8116731517509728,
      "grad_norm": 0.7125723701828184,
      "learning_rate": 0.00028888481818959403,
      "loss": 0.7985,
      "step": 19817
    },
    {
      "epoch": 0.8117141101781692,
      "grad_norm": 0.9878067394755541,
      "learning_rate": 0.00028888358609430203,
      "loss": 1.0051,
      "step": 19818
    },
    {
      "epoch": 0.8117550686053655,
      "grad_norm": 1.3010726402232757,
      "learning_rate": 0.00028888235393335394,
      "loss": 1.0059,
      "step": 19819
    },
    {
      "epoch": 0.8117960270325619,
      "grad_norm": 0.7813083727733459,
      "learning_rate": 0.0002888811217067503,
      "loss": 1.1164,
      "step": 19820
    },
    {
      "epoch": 0.8118369854597584,
      "grad_norm": 1.2077303720165122,
      "learning_rate": 0.00028887988941449173,
      "loss": 1.2321,
      "step": 19821
    },
    {
      "epoch": 0.8118779438869548,
      "grad_norm": 0.7849775975824951,
      "learning_rate": 0.0002888786570565788,
      "loss": 0.9274,
      "step": 19822
    },
    {
      "epoch": 0.8119189023141511,
      "grad_norm": 0.8429323694511653,
      "learning_rate": 0.0002888774246330121,
      "loss": 0.8003,
      "step": 19823
    },
    {
      "epoch": 0.8119598607413475,
      "grad_norm": 0.7060224636664013,
      "learning_rate": 0.00028887619214379223,
      "loss": 0.6507,
      "step": 19824
    },
    {
      "epoch": 0.8120008191685439,
      "grad_norm": 0.691557962893683,
      "learning_rate": 0.00028887495958891977,
      "loss": 0.8433,
      "step": 19825
    },
    {
      "epoch": 0.8120417775957404,
      "grad_norm": 1.1438752337240403,
      "learning_rate": 0.00028887372696839524,
      "loss": 0.9361,
      "step": 19826
    },
    {
      "epoch": 0.8120827360229367,
      "grad_norm": 2.281649207815294,
      "learning_rate": 0.0002888724942822193,
      "loss": 3.9384,
      "step": 19827
    },
    {
      "epoch": 0.8121236944501331,
      "grad_norm": 0.7509840077290564,
      "learning_rate": 0.0002888712615303925,
      "loss": 0.7781,
      "step": 19828
    },
    {
      "epoch": 0.8121646528773295,
      "grad_norm": 0.6120286655997829,
      "learning_rate": 0.00028887002871291545,
      "loss": 0.7202,
      "step": 19829
    },
    {
      "epoch": 0.812205611304526,
      "grad_norm": 0.7922654844427303,
      "learning_rate": 0.00028886879582978864,
      "loss": 1.2083,
      "step": 19830
    },
    {
      "epoch": 0.8122465697317223,
      "grad_norm": 1.277188289125971,
      "learning_rate": 0.0002888675628810128,
      "loss": 0.8359,
      "step": 19831
    },
    {
      "epoch": 0.8122875281589187,
      "grad_norm": 0.8211232823133574,
      "learning_rate": 0.0002888663298665884,
      "loss": 0.9171,
      "step": 19832
    },
    {
      "epoch": 0.8123284865861151,
      "grad_norm": 0.8393745440895346,
      "learning_rate": 0.00028886509678651605,
      "loss": 1.0192,
      "step": 19833
    },
    {
      "epoch": 0.8123694450133115,
      "grad_norm": 0.9333707592646183,
      "learning_rate": 0.00028886386364079635,
      "loss": 0.427,
      "step": 19834
    },
    {
      "epoch": 0.8124104034405079,
      "grad_norm": 0.5902368082732212,
      "learning_rate": 0.0002888626304294299,
      "loss": 0.7021,
      "step": 19835
    },
    {
      "epoch": 0.8124513618677043,
      "grad_norm": 1.4261318884337444,
      "learning_rate": 0.0002888613971524172,
      "loss": 0.7839,
      "step": 19836
    },
    {
      "epoch": 0.8124923202949007,
      "grad_norm": 0.6418159867847294,
      "learning_rate": 0.0002888601638097589,
      "loss": 0.3875,
      "step": 19837
    },
    {
      "epoch": 0.812533278722097,
      "grad_norm": 0.49354303957107354,
      "learning_rate": 0.0002888589304014556,
      "loss": 0.3362,
      "step": 19838
    },
    {
      "epoch": 0.8125742371492934,
      "grad_norm": 1.1198810782168256,
      "learning_rate": 0.00028885769692750784,
      "loss": 0.8002,
      "step": 19839
    },
    {
      "epoch": 0.8126151955764899,
      "grad_norm": 0.8632404747485921,
      "learning_rate": 0.00028885646338791624,
      "loss": 0.9558,
      "step": 19840
    },
    {
      "epoch": 0.8126561540036863,
      "grad_norm": 0.495857461016986,
      "learning_rate": 0.0002888552297826813,
      "loss": 0.3156,
      "step": 19841
    },
    {
      "epoch": 0.8126971124308826,
      "grad_norm": 0.8548140893886459,
      "learning_rate": 0.0002888539961118037,
      "loss": 1.027,
      "step": 19842
    },
    {
      "epoch": 0.812738070858079,
      "grad_norm": 0.7943853222260945,
      "learning_rate": 0.00028885276237528403,
      "loss": 0.7865,
      "step": 19843
    },
    {
      "epoch": 0.8127790292852755,
      "grad_norm": 0.7504879168891793,
      "learning_rate": 0.0002888515285731228,
      "loss": 0.8445,
      "step": 19844
    },
    {
      "epoch": 0.8128199877124719,
      "grad_norm": 1.2240316110620104,
      "learning_rate": 0.00028885029470532064,
      "loss": 1.2647,
      "step": 19845
    },
    {
      "epoch": 0.8128609461396682,
      "grad_norm": 1.0353413435177174,
      "learning_rate": 0.0002888490607718781,
      "loss": 0.8706,
      "step": 19846
    },
    {
      "epoch": 0.8129019045668646,
      "grad_norm": 1.0841307917345446,
      "learning_rate": 0.00028884782677279574,
      "loss": 1.0404,
      "step": 19847
    },
    {
      "epoch": 0.812942862994061,
      "grad_norm": 1.3639013874330428,
      "learning_rate": 0.00028884659270807424,
      "loss": 1.4385,
      "step": 19848
    },
    {
      "epoch": 0.8129838214212575,
      "grad_norm": 1.7430907489601224,
      "learning_rate": 0.0002888453585777141,
      "loss": 3.1892,
      "step": 19849
    },
    {
      "epoch": 0.8130247798484538,
      "grad_norm": 0.7979189354716747,
      "learning_rate": 0.00028884412438171593,
      "loss": 0.8181,
      "step": 19850
    },
    {
      "epoch": 0.8130657382756502,
      "grad_norm": 0.7272388765568496,
      "learning_rate": 0.00028884289012008033,
      "loss": 0.6196,
      "step": 19851
    },
    {
      "epoch": 0.8131066967028466,
      "grad_norm": 1.2099488496131454,
      "learning_rate": 0.0002888416557928079,
      "loss": 1.0036,
      "step": 19852
    },
    {
      "epoch": 0.8131476551300431,
      "grad_norm": 4.786195575249832,
      "learning_rate": 0.00028884042139989914,
      "loss": 4.1115,
      "step": 19853
    },
    {
      "epoch": 0.8131886135572394,
      "grad_norm": 0.7926205381402665,
      "learning_rate": 0.0002888391869413547,
      "loss": 1.0073,
      "step": 19854
    },
    {
      "epoch": 0.8132295719844358,
      "grad_norm": 0.8055694058858731,
      "learning_rate": 0.00028883795241717514,
      "loss": 0.7438,
      "step": 19855
    },
    {
      "epoch": 0.8132705304116322,
      "grad_norm": 0.9683861033258633,
      "learning_rate": 0.0002888367178273611,
      "loss": 0.9229,
      "step": 19856
    },
    {
      "epoch": 0.8133114888388285,
      "grad_norm": 0.9429062806606224,
      "learning_rate": 0.00028883548317191305,
      "loss": 0.9835,
      "step": 19857
    },
    {
      "epoch": 0.813352447266025,
      "grad_norm": 2.94591484993289,
      "learning_rate": 0.00028883424845083165,
      "loss": 5.4174,
      "step": 19858
    },
    {
      "epoch": 0.8133934056932214,
      "grad_norm": 0.7419844015967805,
      "learning_rate": 0.00028883301366411753,
      "loss": 0.7445,
      "step": 19859
    },
    {
      "epoch": 0.8134343641204178,
      "grad_norm": 0.9439968024651207,
      "learning_rate": 0.0002888317788117712,
      "loss": 0.8349,
      "step": 19860
    },
    {
      "epoch": 0.8134753225476141,
      "grad_norm": 0.7932492099052665,
      "learning_rate": 0.0002888305438937932,
      "loss": 0.908,
      "step": 19861
    },
    {
      "epoch": 0.8135162809748105,
      "grad_norm": 0.7620477647961915,
      "learning_rate": 0.0002888293089101842,
      "loss": 0.931,
      "step": 19862
    },
    {
      "epoch": 0.813557239402007,
      "grad_norm": 0.7711478200345105,
      "learning_rate": 0.00028882807386094485,
      "loss": 0.7871,
      "step": 19863
    },
    {
      "epoch": 0.8135981978292034,
      "grad_norm": 0.7283559396286395,
      "learning_rate": 0.0002888268387460755,
      "loss": 0.6368,
      "step": 19864
    },
    {
      "epoch": 0.8136391562563997,
      "grad_norm": 1.0773938979808928,
      "learning_rate": 0.00028882560356557695,
      "loss": 1.6564,
      "step": 19865
    },
    {
      "epoch": 0.8136801146835961,
      "grad_norm": 1.0594049471097466,
      "learning_rate": 0.0002888243683194497,
      "loss": 1.0901,
      "step": 19866
    },
    {
      "epoch": 0.8137210731107926,
      "grad_norm": 0.7181940451635729,
      "learning_rate": 0.00028882313300769433,
      "loss": 0.8582,
      "step": 19867
    },
    {
      "epoch": 0.813762031537989,
      "grad_norm": 1.0730247657124035,
      "learning_rate": 0.0002888218976303115,
      "loss": 1.1551,
      "step": 19868
    },
    {
      "epoch": 0.8138029899651853,
      "grad_norm": 0.6485360043243952,
      "learning_rate": 0.00028882066218730164,
      "loss": 0.8982,
      "step": 19869
    },
    {
      "epoch": 0.8138439483923817,
      "grad_norm": 0.7823968303725791,
      "learning_rate": 0.00028881942667866554,
      "loss": 0.9304,
      "step": 19870
    },
    {
      "epoch": 0.8138849068195781,
      "grad_norm": 1.1296022977574367,
      "learning_rate": 0.00028881819110440355,
      "loss": 1.9341,
      "step": 19871
    },
    {
      "epoch": 0.8139258652467746,
      "grad_norm": 0.7505245371867584,
      "learning_rate": 0.0002888169554645165,
      "loss": 0.8407,
      "step": 19872
    },
    {
      "epoch": 0.8139668236739709,
      "grad_norm": 0.9619120636151679,
      "learning_rate": 0.0002888157197590047,
      "loss": 0.6754,
      "step": 19873
    },
    {
      "epoch": 0.8140077821011673,
      "grad_norm": 1.5971205227831868,
      "learning_rate": 0.000288814483987869,
      "loss": 3.4444,
      "step": 19874
    },
    {
      "epoch": 0.8140487405283637,
      "grad_norm": 0.9178663079075542,
      "learning_rate": 0.0002888132481511098,
      "loss": 0.9376,
      "step": 19875
    },
    {
      "epoch": 0.8140896989555602,
      "grad_norm": 1.0488656855004155,
      "learning_rate": 0.0002888120122487278,
      "loss": 0.9422,
      "step": 19876
    },
    {
      "epoch": 0.8141306573827565,
      "grad_norm": 1.0362135523649236,
      "learning_rate": 0.00028881077628072353,
      "loss": 1.0225,
      "step": 19877
    },
    {
      "epoch": 0.8141716158099529,
      "grad_norm": 1.0185116110736254,
      "learning_rate": 0.00028880954024709755,
      "loss": 0.6544,
      "step": 19878
    },
    {
      "epoch": 0.8142125742371493,
      "grad_norm": 7.5345534235855025,
      "learning_rate": 0.0002888083041478505,
      "loss": 3.6512,
      "step": 19879
    },
    {
      "epoch": 0.8142535326643456,
      "grad_norm": 0.7314110208094893,
      "learning_rate": 0.00028880706798298293,
      "loss": 0.889,
      "step": 19880
    },
    {
      "epoch": 0.8142944910915421,
      "grad_norm": 1.1960911835990469,
      "learning_rate": 0.00028880583175249543,
      "loss": 0.5043,
      "step": 19881
    },
    {
      "epoch": 0.8143354495187385,
      "grad_norm": 0.7238823099658125,
      "learning_rate": 0.00028880459545638855,
      "loss": 0.6937,
      "step": 19882
    },
    {
      "epoch": 0.8143764079459349,
      "grad_norm": 0.953341214615973,
      "learning_rate": 0.000288803359094663,
      "loss": 1.0157,
      "step": 19883
    },
    {
      "epoch": 0.8144173663731312,
      "grad_norm": 0.9011493703989922,
      "learning_rate": 0.0002888021226673192,
      "loss": 0.609,
      "step": 19884
    },
    {
      "epoch": 0.8144583248003276,
      "grad_norm": 3.5131101227613892,
      "learning_rate": 0.0002888008861743578,
      "loss": 5.1705,
      "step": 19885
    },
    {
      "epoch": 0.8144992832275241,
      "grad_norm": 0.8130864796247878,
      "learning_rate": 0.0002887996496157795,
      "loss": 0.9864,
      "step": 19886
    },
    {
      "epoch": 0.8145402416547205,
      "grad_norm": 1.3188032512586727,
      "learning_rate": 0.0002887984129915847,
      "loss": 1.129,
      "step": 19887
    },
    {
      "epoch": 0.8145812000819168,
      "grad_norm": 0.5498686841009146,
      "learning_rate": 0.00028879717630177405,
      "loss": 0.4845,
      "step": 19888
    },
    {
      "epoch": 0.8146221585091132,
      "grad_norm": 0.9976351790292866,
      "learning_rate": 0.00028879593954634817,
      "loss": 0.5943,
      "step": 19889
    },
    {
      "epoch": 0.8146631169363097,
      "grad_norm": 0.7515923028936838,
      "learning_rate": 0.00028879470272530767,
      "loss": 0.5498,
      "step": 19890
    },
    {
      "epoch": 0.8147040753635061,
      "grad_norm": 0.9040743404063003,
      "learning_rate": 0.000288793465838653,
      "loss": 1.0315,
      "step": 19891
    },
    {
      "epoch": 0.8147450337907024,
      "grad_norm": 0.6368343117095284,
      "learning_rate": 0.0002887922288863849,
      "loss": 0.6526,
      "step": 19892
    },
    {
      "epoch": 0.8147859922178988,
      "grad_norm": 1.12099249849548,
      "learning_rate": 0.00028879099186850387,
      "loss": 1.0635,
      "step": 19893
    },
    {
      "epoch": 0.8148269506450952,
      "grad_norm": 0.9692378784697417,
      "learning_rate": 0.0002887897547850105,
      "loss": 0.8752,
      "step": 19894
    },
    {
      "epoch": 0.8148679090722917,
      "grad_norm": 0.694078582325254,
      "learning_rate": 0.0002887885176359054,
      "loss": 0.7892,
      "step": 19895
    },
    {
      "epoch": 0.814908867499488,
      "grad_norm": 0.740102194870746,
      "learning_rate": 0.0002887872804211892,
      "loss": 0.7598,
      "step": 19896
    },
    {
      "epoch": 0.8149498259266844,
      "grad_norm": 1.7426600600479787,
      "learning_rate": 0.0002887860431408623,
      "loss": 0.7808,
      "step": 19897
    },
    {
      "epoch": 0.8149907843538808,
      "grad_norm": 0.6233683866600559,
      "learning_rate": 0.0002887848057949255,
      "loss": 0.3822,
      "step": 19898
    },
    {
      "epoch": 0.8150317427810773,
      "grad_norm": 0.8924673964984267,
      "learning_rate": 0.00028878356838337924,
      "loss": 0.8731,
      "step": 19899
    },
    {
      "epoch": 0.8150727012082736,
      "grad_norm": 3.8231179050257516,
      "learning_rate": 0.00028878233090622426,
      "loss": 4.4078,
      "step": 19900
    },
    {
      "epoch": 0.81511365963547,
      "grad_norm": 1.2860246560994,
      "learning_rate": 0.000288781093363461,
      "loss": 0.9292,
      "step": 19901
    },
    {
      "epoch": 0.8151546180626664,
      "grad_norm": 1.094983770178153,
      "learning_rate": 0.0002887798557550901,
      "loss": 0.8715,
      "step": 19902
    },
    {
      "epoch": 0.8151955764898627,
      "grad_norm": 0.9483330033627645,
      "learning_rate": 0.00028877861808111207,
      "loss": 0.4301,
      "step": 19903
    },
    {
      "epoch": 0.8152365349170592,
      "grad_norm": 0.8461208588584673,
      "learning_rate": 0.0002887773803415276,
      "loss": 0.2994,
      "step": 19904
    },
    {
      "epoch": 0.8152774933442556,
      "grad_norm": 0.7538468058180186,
      "learning_rate": 0.00028877614253633725,
      "loss": 0.8058,
      "step": 19905
    },
    {
      "epoch": 0.815318451771452,
      "grad_norm": 1.0519923670727827,
      "learning_rate": 0.0002887749046655416,
      "loss": 1.2573,
      "step": 19906
    },
    {
      "epoch": 0.8153594101986483,
      "grad_norm": 0.8737324877715671,
      "learning_rate": 0.00028877366672914117,
      "loss": 0.9925,
      "step": 19907
    },
    {
      "epoch": 0.8154003686258448,
      "grad_norm": 0.6319319020458574,
      "learning_rate": 0.0002887724287271367,
      "loss": 0.9237,
      "step": 19908
    },
    {
      "epoch": 0.8154413270530412,
      "grad_norm": 0.7293501049883104,
      "learning_rate": 0.0002887711906595286,
      "loss": 0.8225,
      "step": 19909
    },
    {
      "epoch": 0.8154822854802376,
      "grad_norm": 0.8703564646850585,
      "learning_rate": 0.00028876995252631756,
      "loss": 1.0663,
      "step": 19910
    },
    {
      "epoch": 0.8155232439074339,
      "grad_norm": 0.6976269917849013,
      "learning_rate": 0.00028876871432750417,
      "loss": 0.8551,
      "step": 19911
    },
    {
      "epoch": 0.8155642023346303,
      "grad_norm": 2.9303938139827763,
      "learning_rate": 0.00028876747606308896,
      "loss": 2.6299,
      "step": 19912
    },
    {
      "epoch": 0.8156051607618268,
      "grad_norm": 0.9481858117299409,
      "learning_rate": 0.00028876623773307246,
      "loss": 0.9606,
      "step": 19913
    },
    {
      "epoch": 0.8156461191890232,
      "grad_norm": 0.6889389592784603,
      "learning_rate": 0.0002887649993374554,
      "loss": 0.8595,
      "step": 19914
    },
    {
      "epoch": 0.8156870776162195,
      "grad_norm": 1.3882929083549687,
      "learning_rate": 0.00028876376087623836,
      "loss": 0.9533,
      "step": 19915
    },
    {
      "epoch": 0.8157280360434159,
      "grad_norm": 0.8077547898991522,
      "learning_rate": 0.0002887625223494218,
      "loss": 0.6945,
      "step": 19916
    },
    {
      "epoch": 0.8157689944706124,
      "grad_norm": 0.8153883358610508,
      "learning_rate": 0.0002887612837570064,
      "loss": 0.8967,
      "step": 19917
    },
    {
      "epoch": 0.8158099528978088,
      "grad_norm": 0.6660305348272365,
      "learning_rate": 0.0002887600450989927,
      "loss": 0.8008,
      "step": 19918
    },
    {
      "epoch": 0.8158509113250051,
      "grad_norm": 0.8355719592010414,
      "learning_rate": 0.0002887588063753813,
      "loss": 0.7449,
      "step": 19919
    },
    {
      "epoch": 0.8158918697522015,
      "grad_norm": 0.6239392415365573,
      "learning_rate": 0.0002887575675861728,
      "loss": 0.7104,
      "step": 19920
    },
    {
      "epoch": 0.8159328281793979,
      "grad_norm": 1.14554797635889,
      "learning_rate": 0.0002887563287313678,
      "loss": 1.1683,
      "step": 19921
    },
    {
      "epoch": 0.8159737866065943,
      "grad_norm": 0.8972087126690809,
      "learning_rate": 0.0002887550898109668,
      "loss": 0.5566,
      "step": 19922
    },
    {
      "epoch": 0.8160147450337907,
      "grad_norm": 0.6909979277995166,
      "learning_rate": 0.0002887538508249704,
      "loss": 0.8444,
      "step": 19923
    },
    {
      "epoch": 0.8160557034609871,
      "grad_norm": 0.5844721038127971,
      "learning_rate": 0.0002887526117733794,
      "loss": 0.3434,
      "step": 19924
    },
    {
      "epoch": 0.8160966618881835,
      "grad_norm": 0.6436418814005922,
      "learning_rate": 0.0002887513726561941,
      "loss": 0.817,
      "step": 19925
    },
    {
      "epoch": 0.8161376203153798,
      "grad_norm": 0.7458276159194631,
      "learning_rate": 0.0002887501334734152,
      "loss": 0.4615,
      "step": 19926
    },
    {
      "epoch": 0.8161785787425763,
      "grad_norm": 0.9316336901005644,
      "learning_rate": 0.0002887488942250433,
      "loss": 0.9741,
      "step": 19927
    },
    {
      "epoch": 0.8162195371697727,
      "grad_norm": 1.3401077617266728,
      "learning_rate": 0.00028874765491107904,
      "loss": 1.0881,
      "step": 19928
    },
    {
      "epoch": 0.8162604955969691,
      "grad_norm": 0.5349164045229007,
      "learning_rate": 0.00028874641553152286,
      "loss": 0.3311,
      "step": 19929
    },
    {
      "epoch": 0.8163014540241654,
      "grad_norm": 0.7882931040933869,
      "learning_rate": 0.0002887451760863755,
      "loss": 0.807,
      "step": 19930
    },
    {
      "epoch": 0.8163424124513619,
      "grad_norm": 0.868506390130205,
      "learning_rate": 0.00028874393657563735,
      "loss": 0.8725,
      "step": 19931
    },
    {
      "epoch": 0.8163833708785583,
      "grad_norm": 1.3655460024955322,
      "learning_rate": 0.0002887426969993092,
      "loss": 1.7137,
      "step": 19932
    },
    {
      "epoch": 0.8164243293057547,
      "grad_norm": 0.6014197577116941,
      "learning_rate": 0.00028874145735739156,
      "loss": 0.6547,
      "step": 19933
    },
    {
      "epoch": 0.816465287732951,
      "grad_norm": 0.4863395503525437,
      "learning_rate": 0.000288740217649885,
      "loss": 0.3248,
      "step": 19934
    },
    {
      "epoch": 0.8165062461601474,
      "grad_norm": 0.943977250187318,
      "learning_rate": 0.0002887389778767901,
      "loss": 1.1951,
      "step": 19935
    },
    {
      "epoch": 0.8165472045873439,
      "grad_norm": 0.5642279546161535,
      "learning_rate": 0.00028873773803810747,
      "loss": 0.4961,
      "step": 19936
    },
    {
      "epoch": 0.8165881630145403,
      "grad_norm": 3.052705574385686,
      "learning_rate": 0.00028873649813383767,
      "loss": 1.3864,
      "step": 19937
    },
    {
      "epoch": 0.8166291214417366,
      "grad_norm": 0.8960499681634847,
      "learning_rate": 0.00028873525816398133,
      "loss": 0.7893,
      "step": 19938
    },
    {
      "epoch": 0.816670079868933,
      "grad_norm": 0.797568527499885,
      "learning_rate": 0.000288734018128539,
      "loss": 0.9143,
      "step": 19939
    },
    {
      "epoch": 0.8167110382961295,
      "grad_norm": 0.8297533619406053,
      "learning_rate": 0.00028873277802751127,
      "loss": 0.8915,
      "step": 19940
    },
    {
      "epoch": 0.8167519967233259,
      "grad_norm": 0.6561270470958879,
      "learning_rate": 0.00028873153786089875,
      "loss": 0.6346,
      "step": 19941
    },
    {
      "epoch": 0.8167929551505222,
      "grad_norm": 0.854860527761658,
      "learning_rate": 0.000288730297628702,
      "loss": 1.1939,
      "step": 19942
    },
    {
      "epoch": 0.8168339135777186,
      "grad_norm": 0.8356747708053625,
      "learning_rate": 0.00028872905733092163,
      "loss": 1.0491,
      "step": 19943
    },
    {
      "epoch": 0.816874872004915,
      "grad_norm": 0.7080217448767236,
      "learning_rate": 0.0002887278169675582,
      "loss": 0.7659,
      "step": 19944
    },
    {
      "epoch": 0.8169158304321114,
      "grad_norm": 0.769544440056472,
      "learning_rate": 0.0002887265765386123,
      "loss": 0.8803,
      "step": 19945
    },
    {
      "epoch": 0.8169567888593078,
      "grad_norm": 0.7667852522382786,
      "learning_rate": 0.0002887253360440845,
      "loss": 0.8255,
      "step": 19946
    },
    {
      "epoch": 0.8169977472865042,
      "grad_norm": 0.6040457688931751,
      "learning_rate": 0.00028872409548397546,
      "loss": 0.3899,
      "step": 19947
    },
    {
      "epoch": 0.8170387057137006,
      "grad_norm": 1.0378385743810035,
      "learning_rate": 0.0002887228548582857,
      "loss": 1.0337,
      "step": 19948
    },
    {
      "epoch": 0.8170796641408969,
      "grad_norm": 0.8324897912513192,
      "learning_rate": 0.00028872161416701583,
      "loss": 1.1462,
      "step": 19949
    },
    {
      "epoch": 0.8171206225680934,
      "grad_norm": 0.6411000372707306,
      "learning_rate": 0.0002887203734101664,
      "loss": 0.3307,
      "step": 19950
    },
    {
      "epoch": 0.8171615809952898,
      "grad_norm": 0.7107423116045563,
      "learning_rate": 0.00028871913258773804,
      "loss": 0.8554,
      "step": 19951
    },
    {
      "epoch": 0.8172025394224862,
      "grad_norm": 1.0655939548466578,
      "learning_rate": 0.0002887178916997314,
      "loss": 1.1433,
      "step": 19952
    },
    {
      "epoch": 0.8172434978496825,
      "grad_norm": 0.7620538028190531,
      "learning_rate": 0.0002887166507461469,
      "loss": 0.7184,
      "step": 19953
    },
    {
      "epoch": 0.817284456276879,
      "grad_norm": 1.0851674454595635,
      "learning_rate": 0.00028871540972698524,
      "loss": 0.8945,
      "step": 19954
    },
    {
      "epoch": 0.8173254147040754,
      "grad_norm": 1.9781686783201062,
      "learning_rate": 0.000288714168642247,
      "loss": 3.4564,
      "step": 19955
    },
    {
      "epoch": 0.8173663731312718,
      "grad_norm": 0.7840223966054112,
      "learning_rate": 0.0002887129274919327,
      "loss": 0.7383,
      "step": 19956
    },
    {
      "epoch": 0.8174073315584681,
      "grad_norm": 0.7965226341230115,
      "learning_rate": 0.00028871168627604303,
      "loss": 0.8028,
      "step": 19957
    },
    {
      "epoch": 0.8174482899856645,
      "grad_norm": 0.7607711813067992,
      "learning_rate": 0.00028871044499457853,
      "loss": 0.8473,
      "step": 19958
    },
    {
      "epoch": 0.817489248412861,
      "grad_norm": 0.7096254149653822,
      "learning_rate": 0.0002887092036475397,
      "loss": 0.7338,
      "step": 19959
    },
    {
      "epoch": 0.8175302068400574,
      "grad_norm": 0.9871201497524752,
      "learning_rate": 0.0002887079622349273,
      "loss": 0.9637,
      "step": 19960
    },
    {
      "epoch": 0.8175711652672537,
      "grad_norm": 0.7506324150866454,
      "learning_rate": 0.0002887067207567418,
      "loss": 0.6087,
      "step": 19961
    },
    {
      "epoch": 0.8176121236944501,
      "grad_norm": 0.8978087621086825,
      "learning_rate": 0.0002887054792129838,
      "loss": 1.0871,
      "step": 19962
    },
    {
      "epoch": 0.8176530821216466,
      "grad_norm": 1.0857803359239022,
      "learning_rate": 0.00028870423760365385,
      "loss": 0.9549,
      "step": 19963
    },
    {
      "epoch": 0.8176940405488429,
      "grad_norm": 0.9815500722616904,
      "learning_rate": 0.00028870299592875266,
      "loss": 0.9943,
      "step": 19964
    },
    {
      "epoch": 0.8177349989760393,
      "grad_norm": 0.6215055987840169,
      "learning_rate": 0.0002887017541882807,
      "loss": 0.7864,
      "step": 19965
    },
    {
      "epoch": 0.8177759574032357,
      "grad_norm": 0.856548235385777,
      "learning_rate": 0.00028870051238223866,
      "loss": 0.7912,
      "step": 19966
    },
    {
      "epoch": 0.8178169158304321,
      "grad_norm": 0.9967681769219965,
      "learning_rate": 0.000288699270510627,
      "loss": 0.6346,
      "step": 19967
    },
    {
      "epoch": 0.8178578742576285,
      "grad_norm": 0.8902266733252429,
      "learning_rate": 0.0002886980285734464,
      "loss": 1.0943,
      "step": 19968
    },
    {
      "epoch": 0.8178988326848249,
      "grad_norm": 0.6816901396086059,
      "learning_rate": 0.0002886967865706974,
      "loss": 0.35,
      "step": 19969
    },
    {
      "epoch": 0.8179397911120213,
      "grad_norm": 0.962269885758413,
      "learning_rate": 0.00028869554450238063,
      "loss": 0.9545,
      "step": 19970
    },
    {
      "epoch": 0.8179807495392177,
      "grad_norm": 0.9892714505363966,
      "learning_rate": 0.0002886943023684966,
      "loss": 1.1986,
      "step": 19971
    },
    {
      "epoch": 0.818021707966414,
      "grad_norm": 1.1019759773688365,
      "learning_rate": 0.00028869306016904604,
      "loss": 0.959,
      "step": 19972
    },
    {
      "epoch": 0.8180626663936105,
      "grad_norm": 0.7853552530590089,
      "learning_rate": 0.0002886918179040294,
      "loss": 0.8291,
      "step": 19973
    },
    {
      "epoch": 0.8181036248208069,
      "grad_norm": 0.6408920799487048,
      "learning_rate": 0.00028869057557344733,
      "loss": 0.8609,
      "step": 19974
    },
    {
      "epoch": 0.8181445832480033,
      "grad_norm": 0.7197018861172277,
      "learning_rate": 0.0002886893331773004,
      "loss": 0.6544,
      "step": 19975
    },
    {
      "epoch": 0.8181855416751996,
      "grad_norm": 1.138442399186237,
      "learning_rate": 0.00028868809071558917,
      "loss": 1.1783,
      "step": 19976
    },
    {
      "epoch": 0.8182265001023961,
      "grad_norm": 0.7602671225107848,
      "learning_rate": 0.0002886868481883143,
      "loss": 0.7535,
      "step": 19977
    },
    {
      "epoch": 0.8182674585295925,
      "grad_norm": 0.9388823279438747,
      "learning_rate": 0.00028868560559547633,
      "loss": 0.5733,
      "step": 19978
    },
    {
      "epoch": 0.8183084169567889,
      "grad_norm": 1.5414652761118608,
      "learning_rate": 0.00028868436293707584,
      "loss": 1.2201,
      "step": 19979
    },
    {
      "epoch": 0.8183493753839852,
      "grad_norm": 1.0643885482421729,
      "learning_rate": 0.0002886831202131134,
      "loss": 0.6323,
      "step": 19980
    },
    {
      "epoch": 0.8183903338111816,
      "grad_norm": 1.7873223866844365,
      "learning_rate": 0.0002886818774235897,
      "loss": 0.4644,
      "step": 19981
    },
    {
      "epoch": 0.8184312922383781,
      "grad_norm": 0.7352832189401155,
      "learning_rate": 0.00028868063456850525,
      "loss": 0.9403,
      "step": 19982
    },
    {
      "epoch": 0.8184722506655745,
      "grad_norm": 0.9050220455199232,
      "learning_rate": 0.0002886793916478606,
      "loss": 0.8893,
      "step": 19983
    },
    {
      "epoch": 0.8185132090927708,
      "grad_norm": 0.5830360023521319,
      "learning_rate": 0.0002886781486616564,
      "loss": 0.3038,
      "step": 19984
    },
    {
      "epoch": 0.8185541675199672,
      "grad_norm": 0.8279746776938542,
      "learning_rate": 0.0002886769056098932,
      "loss": 0.7986,
      "step": 19985
    },
    {
      "epoch": 0.8185951259471637,
      "grad_norm": 0.7688555614822572,
      "learning_rate": 0.0002886756624925716,
      "loss": 0.5968,
      "step": 19986
    },
    {
      "epoch": 0.81863608437436,
      "grad_norm": 0.8295855032088321,
      "learning_rate": 0.0002886744193096922,
      "loss": 0.6844,
      "step": 19987
    },
    {
      "epoch": 0.8186770428015564,
      "grad_norm": 0.9384625227940668,
      "learning_rate": 0.0002886731760612556,
      "loss": 0.7589,
      "step": 19988
    },
    {
      "epoch": 0.8187180012287528,
      "grad_norm": 0.7126395353194893,
      "learning_rate": 0.0002886719327472624,
      "loss": 0.7105,
      "step": 19989
    },
    {
      "epoch": 0.8187589596559492,
      "grad_norm": 1.1456761820378085,
      "learning_rate": 0.00028867068936771313,
      "loss": 1.2646,
      "step": 19990
    },
    {
      "epoch": 0.8187999180831456,
      "grad_norm": 0.44805266994342113,
      "learning_rate": 0.0002886694459226084,
      "loss": 0.3088,
      "step": 19991
    },
    {
      "epoch": 0.818840876510342,
      "grad_norm": 0.7541732011856768,
      "learning_rate": 0.00028866820241194876,
      "loss": 0.8032,
      "step": 19992
    },
    {
      "epoch": 0.8188818349375384,
      "grad_norm": 0.6871965830520026,
      "learning_rate": 0.00028866695883573485,
      "loss": 0.7877,
      "step": 19993
    },
    {
      "epoch": 0.8189227933647348,
      "grad_norm": 0.8030891654612509,
      "learning_rate": 0.0002886657151939673,
      "loss": 1.0633,
      "step": 19994
    },
    {
      "epoch": 0.8189637517919311,
      "grad_norm": 0.8738845977217905,
      "learning_rate": 0.00028866447148664665,
      "loss": 1.0607,
      "step": 19995
    },
    {
      "epoch": 0.8190047102191276,
      "grad_norm": 0.7728100750134076,
      "learning_rate": 0.00028866322771377344,
      "loss": 0.904,
      "step": 19996
    },
    {
      "epoch": 0.819045668646324,
      "grad_norm": 0.8627458517827248,
      "learning_rate": 0.00028866198387534833,
      "loss": 0.9562,
      "step": 19997
    },
    {
      "epoch": 0.8190866270735204,
      "grad_norm": 1.19223921391869,
      "learning_rate": 0.0002886607399713719,
      "loss": 0.9963,
      "step": 19998
    },
    {
      "epoch": 0.8191275855007167,
      "grad_norm": 0.7577768631208257,
      "learning_rate": 0.00028865949600184466,
      "loss": 0.6896,
      "step": 19999
    },
    {
      "epoch": 0.8191685439279132,
      "grad_norm": 0.603393034013033,
      "learning_rate": 0.0002886582519667673,
      "loss": 0.3864,
      "step": 20000
    },
    {
      "epoch": 0.8192095023551096,
      "grad_norm": 1.004817498252687,
      "learning_rate": 0.0002886570078661403,
      "loss": 1.1563,
      "step": 20001
    },
    {
      "epoch": 0.819250460782306,
      "grad_norm": 0.7217357803282225,
      "learning_rate": 0.0002886557636999644,
      "loss": 0.96,
      "step": 20002
    },
    {
      "epoch": 0.8192914192095023,
      "grad_norm": 0.7204392259885486,
      "learning_rate": 0.00028865451946824,
      "loss": 0.8022,
      "step": 20003
    },
    {
      "epoch": 0.8193323776366987,
      "grad_norm": 0.6090703650217465,
      "learning_rate": 0.00028865327517096787,
      "loss": 0.7347,
      "step": 20004
    },
    {
      "epoch": 0.8193733360638952,
      "grad_norm": 0.7803436362389713,
      "learning_rate": 0.0002886520308081485,
      "loss": 0.8882,
      "step": 20005
    },
    {
      "epoch": 0.8194142944910915,
      "grad_norm": 0.7766554044197632,
      "learning_rate": 0.0002886507863797825,
      "loss": 0.6977,
      "step": 20006
    },
    {
      "epoch": 0.8194552529182879,
      "grad_norm": 0.8014307792908381,
      "learning_rate": 0.00028864954188587047,
      "loss": 0.8188,
      "step": 20007
    },
    {
      "epoch": 0.8194962113454843,
      "grad_norm": 0.8372106388930274,
      "learning_rate": 0.0002886482973264129,
      "loss": 1.0344,
      "step": 20008
    },
    {
      "epoch": 0.8195371697726808,
      "grad_norm": 0.7601003150506336,
      "learning_rate": 0.00028864705270141057,
      "loss": 0.7677,
      "step": 20009
    },
    {
      "epoch": 0.8195781281998771,
      "grad_norm": 0.6997187496126117,
      "learning_rate": 0.00028864580801086386,
      "loss": 0.3008,
      "step": 20010
    },
    {
      "epoch": 0.8196190866270735,
      "grad_norm": 0.6807287417479305,
      "learning_rate": 0.00028864456325477356,
      "loss": 0.4293,
      "step": 20011
    },
    {
      "epoch": 0.8196600450542699,
      "grad_norm": 0.6021019351940093,
      "learning_rate": 0.0002886433184331401,
      "loss": 0.5784,
      "step": 20012
    },
    {
      "epoch": 0.8197010034814664,
      "grad_norm": 0.5720768399152923,
      "learning_rate": 0.0002886420735459641,
      "loss": 0.3283,
      "step": 20013
    },
    {
      "epoch": 0.8197419619086627,
      "grad_norm": 0.8577729803088913,
      "learning_rate": 0.00028864082859324615,
      "loss": 1.0553,
      "step": 20014
    },
    {
      "epoch": 0.8197829203358591,
      "grad_norm": 0.552503985391528,
      "learning_rate": 0.00028863958357498693,
      "loss": 0.3172,
      "step": 20015
    },
    {
      "epoch": 0.8198238787630555,
      "grad_norm": 0.92704007328113,
      "learning_rate": 0.000288638338491187,
      "loss": 1.065,
      "step": 20016
    },
    {
      "epoch": 0.8198648371902519,
      "grad_norm": 0.676545498637256,
      "learning_rate": 0.0002886370933418468,
      "loss": 0.3975,
      "step": 20017
    },
    {
      "epoch": 0.8199057956174483,
      "grad_norm": 0.6148802583278729,
      "learning_rate": 0.00028863584812696707,
      "loss": 0.627,
      "step": 20018
    },
    {
      "epoch": 0.8199467540446447,
      "grad_norm": 0.7553891764701264,
      "learning_rate": 0.00028863460284654836,
      "loss": 0.8223,
      "step": 20019
    },
    {
      "epoch": 0.8199877124718411,
      "grad_norm": 0.6656288890605853,
      "learning_rate": 0.00028863335750059125,
      "loss": 0.2795,
      "step": 20020
    },
    {
      "epoch": 0.8200286708990375,
      "grad_norm": 0.789238749350822,
      "learning_rate": 0.00028863211208909634,
      "loss": 1.0339,
      "step": 20021
    },
    {
      "epoch": 0.8200696293262338,
      "grad_norm": 1.251747027619756,
      "learning_rate": 0.0002886308666120642,
      "loss": 1.1825,
      "step": 20022
    },
    {
      "epoch": 0.8201105877534303,
      "grad_norm": 0.8418337062628348,
      "learning_rate": 0.00028862962106949546,
      "loss": 0.9099,
      "step": 20023
    },
    {
      "epoch": 0.8201515461806267,
      "grad_norm": 0.8534324629070873,
      "learning_rate": 0.0002886283754613907,
      "loss": 0.7718,
      "step": 20024
    },
    {
      "epoch": 0.8201925046078231,
      "grad_norm": 0.7568950198601463,
      "learning_rate": 0.00028862712978775044,
      "loss": 0.9986,
      "step": 20025
    },
    {
      "epoch": 0.8202334630350194,
      "grad_norm": 0.7348050232162077,
      "learning_rate": 0.00028862588404857527,
      "loss": 0.8802,
      "step": 20026
    },
    {
      "epoch": 0.8202744214622159,
      "grad_norm": 1.3585420878422825,
      "learning_rate": 0.0002886246382438659,
      "loss": 1.4331,
      "step": 20027
    },
    {
      "epoch": 0.8203153798894123,
      "grad_norm": 1.0879510273158557,
      "learning_rate": 0.00028862339237362286,
      "loss": 1.0559,
      "step": 20028
    },
    {
      "epoch": 0.8203563383166086,
      "grad_norm": 0.7330111799169868,
      "learning_rate": 0.00028862214643784665,
      "loss": 0.772,
      "step": 20029
    },
    {
      "epoch": 0.820397296743805,
      "grad_norm": 0.8794877001708395,
      "learning_rate": 0.00028862090043653795,
      "loss": 0.99,
      "step": 20030
    },
    {
      "epoch": 0.8204382551710014,
      "grad_norm": 0.923219639590606,
      "learning_rate": 0.00028861965436969737,
      "loss": 0.9012,
      "step": 20031
    },
    {
      "epoch": 0.8204792135981979,
      "grad_norm": 1.0642207966021808,
      "learning_rate": 0.00028861840823732543,
      "loss": 0.8122,
      "step": 20032
    },
    {
      "epoch": 0.8205201720253942,
      "grad_norm": 2.6129882497590926,
      "learning_rate": 0.0002886171620394228,
      "loss": 1.7366,
      "step": 20033
    },
    {
      "epoch": 0.8205611304525906,
      "grad_norm": 0.8104391743256016,
      "learning_rate": 0.00028861591577598997,
      "loss": 0.9797,
      "step": 20034
    },
    {
      "epoch": 0.820602088879787,
      "grad_norm": 0.685832623790233,
      "learning_rate": 0.0002886146694470276,
      "loss": 0.9264,
      "step": 20035
    },
    {
      "epoch": 0.8206430473069835,
      "grad_norm": 0.7582652615774009,
      "learning_rate": 0.00028861342305253626,
      "loss": 0.9895,
      "step": 20036
    },
    {
      "epoch": 0.8206840057341798,
      "grad_norm": 1.0427468618343574,
      "learning_rate": 0.00028861217659251654,
      "loss": 0.94,
      "step": 20037
    },
    {
      "epoch": 0.8207249641613762,
      "grad_norm": 0.919700584578607,
      "learning_rate": 0.000288610930066969,
      "loss": 0.962,
      "step": 20038
    },
    {
      "epoch": 0.8207659225885726,
      "grad_norm": 0.7471303919189157,
      "learning_rate": 0.00028860968347589426,
      "loss": 0.6505,
      "step": 20039
    },
    {
      "epoch": 0.820806881015769,
      "grad_norm": 0.8720252787714263,
      "learning_rate": 0.0002886084368192929,
      "loss": 1.0155,
      "step": 20040
    },
    {
      "epoch": 0.8208478394429654,
      "grad_norm": 0.8314717679233584,
      "learning_rate": 0.00028860719009716557,
      "loss": 1.0225,
      "step": 20041
    },
    {
      "epoch": 0.8208887978701618,
      "grad_norm": 0.8001992539279246,
      "learning_rate": 0.00028860594330951274,
      "loss": 1.0262,
      "step": 20042
    },
    {
      "epoch": 0.8209297562973582,
      "grad_norm": 0.5767801681814365,
      "learning_rate": 0.00028860469645633507,
      "loss": 0.3842,
      "step": 20043
    },
    {
      "epoch": 0.8209707147245546,
      "grad_norm": 1.2148190132430834,
      "learning_rate": 0.00028860344953763315,
      "loss": 1.3149,
      "step": 20044
    },
    {
      "epoch": 0.8210116731517509,
      "grad_norm": 0.7027986958310456,
      "learning_rate": 0.00028860220255340753,
      "loss": 0.5491,
      "step": 20045
    },
    {
      "epoch": 0.8210526315789474,
      "grad_norm": 0.7617597390201889,
      "learning_rate": 0.0002886009555036589,
      "loss": 0.7786,
      "step": 20046
    },
    {
      "epoch": 0.8210935900061438,
      "grad_norm": 1.0221839139272184,
      "learning_rate": 0.0002885997083883878,
      "loss": 1.2545,
      "step": 20047
    },
    {
      "epoch": 0.8211345484333401,
      "grad_norm": 0.7007422174502638,
      "learning_rate": 0.00028859846120759473,
      "loss": 0.7444,
      "step": 20048
    },
    {
      "epoch": 0.8211755068605365,
      "grad_norm": 0.9923515180535222,
      "learning_rate": 0.00028859721396128036,
      "loss": 1.2033,
      "step": 20049
    },
    {
      "epoch": 0.821216465287733,
      "grad_norm": 0.906963680824383,
      "learning_rate": 0.0002885959666494453,
      "loss": 1.1476,
      "step": 20050
    },
    {
      "epoch": 0.8212574237149294,
      "grad_norm": 0.9724702615119132,
      "learning_rate": 0.00028859471927209006,
      "loss": 1.5518,
      "step": 20051
    },
    {
      "epoch": 0.8212983821421257,
      "grad_norm": 1.0086997474939312,
      "learning_rate": 0.0002885934718292153,
      "loss": 0.5355,
      "step": 20052
    },
    {
      "epoch": 0.8213393405693221,
      "grad_norm": 1.0073778378819038,
      "learning_rate": 0.00028859222432082163,
      "loss": 0.8548,
      "step": 20053
    },
    {
      "epoch": 0.8213802989965185,
      "grad_norm": 0.8630618121675491,
      "learning_rate": 0.00028859097674690956,
      "loss": 0.8969,
      "step": 20054
    },
    {
      "epoch": 0.821421257423715,
      "grad_norm": 1.0674688311143492,
      "learning_rate": 0.0002885897291074797,
      "loss": 1.2961,
      "step": 20055
    },
    {
      "epoch": 0.8214622158509113,
      "grad_norm": 0.7625485253071084,
      "learning_rate": 0.00028858848140253274,
      "loss": 0.9686,
      "step": 20056
    },
    {
      "epoch": 0.8215031742781077,
      "grad_norm": 1.1252086878335774,
      "learning_rate": 0.00028858723363206913,
      "loss": 0.661,
      "step": 20057
    },
    {
      "epoch": 0.8215441327053041,
      "grad_norm": 1.045705771824987,
      "learning_rate": 0.0002885859857960895,
      "loss": 0.655,
      "step": 20058
    },
    {
      "epoch": 0.8215850911325006,
      "grad_norm": 0.9312104543388853,
      "learning_rate": 0.0002885847378945945,
      "loss": 0.797,
      "step": 20059
    },
    {
      "epoch": 0.8216260495596969,
      "grad_norm": 1.1312927893120919,
      "learning_rate": 0.00028858348992758464,
      "loss": 1.1965,
      "step": 20060
    },
    {
      "epoch": 0.8216670079868933,
      "grad_norm": 0.7815719888177735,
      "learning_rate": 0.0002885822418950606,
      "loss": 0.8729,
      "step": 20061
    },
    {
      "epoch": 0.8217079664140897,
      "grad_norm": 0.4958346830047112,
      "learning_rate": 0.0002885809937970228,
      "loss": 0.3581,
      "step": 20062
    },
    {
      "epoch": 0.8217489248412861,
      "grad_norm": 0.7096384774813833,
      "learning_rate": 0.0002885797456334721,
      "loss": 0.7026,
      "step": 20063
    },
    {
      "epoch": 0.8217898832684825,
      "grad_norm": 0.6153563022117189,
      "learning_rate": 0.00028857849740440884,
      "loss": 0.4721,
      "step": 20064
    },
    {
      "epoch": 0.8218308416956789,
      "grad_norm": 0.8931482800193841,
      "learning_rate": 0.0002885772491098337,
      "loss": 1.1165,
      "step": 20065
    },
    {
      "epoch": 0.8218718001228753,
      "grad_norm": 0.9136785136951295,
      "learning_rate": 0.0002885760007497473,
      "loss": 1.1032,
      "step": 20066
    },
    {
      "epoch": 0.8219127585500717,
      "grad_norm": 1.468337521715438,
      "learning_rate": 0.00028857475232415023,
      "loss": 1.145,
      "step": 20067
    },
    {
      "epoch": 0.821953716977268,
      "grad_norm": 0.7142056196667372,
      "learning_rate": 0.000288573503833043,
      "loss": 0.8054,
      "step": 20068
    },
    {
      "epoch": 0.8219946754044645,
      "grad_norm": 0.7141771421959102,
      "learning_rate": 0.00028857225527642637,
      "loss": 0.8152,
      "step": 20069
    },
    {
      "epoch": 0.8220356338316609,
      "grad_norm": 0.8993442259870207,
      "learning_rate": 0.00028857100665430075,
      "loss": 0.9677,
      "step": 20070
    },
    {
      "epoch": 0.8220765922588572,
      "grad_norm": 0.6200703329161054,
      "learning_rate": 0.0002885697579666668,
      "loss": 0.703,
      "step": 20071
    },
    {
      "epoch": 0.8221175506860536,
      "grad_norm": 0.7430970714755467,
      "learning_rate": 0.0002885685092135251,
      "loss": 0.9103,
      "step": 20072
    },
    {
      "epoch": 0.8221585091132501,
      "grad_norm": 0.5636423261430898,
      "learning_rate": 0.0002885672603948763,
      "loss": 0.3708,
      "step": 20073
    },
    {
      "epoch": 0.8221994675404465,
      "grad_norm": 0.9082940102636696,
      "learning_rate": 0.00028856601151072084,
      "loss": 0.5692,
      "step": 20074
    },
    {
      "epoch": 0.8222404259676428,
      "grad_norm": 3.5749449914739673,
      "learning_rate": 0.0002885647625610595,
      "loss": 3.4595,
      "step": 20075
    },
    {
      "epoch": 0.8222813843948392,
      "grad_norm": 0.6282048217313311,
      "learning_rate": 0.00028856351354589275,
      "loss": 0.2843,
      "step": 20076
    },
    {
      "epoch": 0.8223223428220356,
      "grad_norm": 0.8482412555538714,
      "learning_rate": 0.0002885622644652212,
      "loss": 0.9632,
      "step": 20077
    },
    {
      "epoch": 0.8223633012492321,
      "grad_norm": 1.1640665511586707,
      "learning_rate": 0.00028856101531904546,
      "loss": 1.1626,
      "step": 20078
    },
    {
      "epoch": 0.8224042596764284,
      "grad_norm": 0.9004319296073299,
      "learning_rate": 0.0002885597661073661,
      "loss": 0.8882,
      "step": 20079
    },
    {
      "epoch": 0.8224452181036248,
      "grad_norm": 0.7009707716465073,
      "learning_rate": 0.00028855851683018375,
      "loss": 0.8573,
      "step": 20080
    },
    {
      "epoch": 0.8224861765308212,
      "grad_norm": 0.8489543787561432,
      "learning_rate": 0.00028855726748749894,
      "loss": 0.7555,
      "step": 20081
    },
    {
      "epoch": 0.8225271349580177,
      "grad_norm": 0.9752358527620594,
      "learning_rate": 0.00028855601807931233,
      "loss": 0.9858,
      "step": 20082
    },
    {
      "epoch": 0.822568093385214,
      "grad_norm": 0.8195806720005143,
      "learning_rate": 0.00028855476860562446,
      "loss": 0.6462,
      "step": 20083
    },
    {
      "epoch": 0.8226090518124104,
      "grad_norm": 0.7592067645757801,
      "learning_rate": 0.000288553519066436,
      "loss": 1.0472,
      "step": 20084
    },
    {
      "epoch": 0.8226500102396068,
      "grad_norm": 0.6229838434670235,
      "learning_rate": 0.0002885522694617474,
      "loss": 0.7597,
      "step": 20085
    },
    {
      "epoch": 0.8226909686668032,
      "grad_norm": 0.980786099643304,
      "learning_rate": 0.0002885510197915593,
      "loss": 1.1887,
      "step": 20086
    },
    {
      "epoch": 0.8227319270939996,
      "grad_norm": 0.6060683706827443,
      "learning_rate": 0.00028854977005587234,
      "loss": 0.326,
      "step": 20087
    },
    {
      "epoch": 0.822772885521196,
      "grad_norm": 0.7111488215355636,
      "learning_rate": 0.00028854852025468717,
      "loss": 0.5466,
      "step": 20088
    },
    {
      "epoch": 0.8228138439483924,
      "grad_norm": 0.8920520694804991,
      "learning_rate": 0.0002885472703880042,
      "loss": 1.0856,
      "step": 20089
    },
    {
      "epoch": 0.8228548023755887,
      "grad_norm": 0.7190611768471696,
      "learning_rate": 0.0002885460204558242,
      "loss": 0.9261,
      "step": 20090
    },
    {
      "epoch": 0.8228957608027851,
      "grad_norm": 0.7178657114057085,
      "learning_rate": 0.0002885447704581476,
      "loss": 0.7885,
      "step": 20091
    },
    {
      "epoch": 0.8229367192299816,
      "grad_norm": 0.6986065603160562,
      "learning_rate": 0.0002885435203949751,
      "loss": 0.5806,
      "step": 20092
    },
    {
      "epoch": 0.822977677657178,
      "grad_norm": 0.8645541787323116,
      "learning_rate": 0.0002885422702663073,
      "loss": 0.9319,
      "step": 20093
    },
    {
      "epoch": 0.8230186360843743,
      "grad_norm": 1.3559891237697865,
      "learning_rate": 0.0002885410200721447,
      "loss": 1.2501,
      "step": 20094
    },
    {
      "epoch": 0.8230595945115707,
      "grad_norm": 0.7550845389881766,
      "learning_rate": 0.000288539769812488,
      "loss": 0.7425,
      "step": 20095
    },
    {
      "epoch": 0.8231005529387672,
      "grad_norm": 3.8333422557196406,
      "learning_rate": 0.0002885385194873377,
      "loss": 1.1831,
      "step": 20096
    },
    {
      "epoch": 0.8231415113659636,
      "grad_norm": 1.2082521480528943,
      "learning_rate": 0.0002885372690966944,
      "loss": 1.7544,
      "step": 20097
    },
    {
      "epoch": 0.8231824697931599,
      "grad_norm": 1.132957312452624,
      "learning_rate": 0.00028853601864055876,
      "loss": 0.8187,
      "step": 20098
    },
    {
      "epoch": 0.8232234282203563,
      "grad_norm": 1.1805933986889023,
      "learning_rate": 0.0002885347681189313,
      "loss": 0.7911,
      "step": 20099
    },
    {
      "epoch": 0.8232643866475527,
      "grad_norm": 2.03207661923843,
      "learning_rate": 0.00028853351753181265,
      "loss": 3.7217,
      "step": 20100
    },
    {
      "epoch": 0.8233053450747492,
      "grad_norm": 0.5549087668486363,
      "learning_rate": 0.00028853226687920345,
      "loss": 0.3236,
      "step": 20101
    },
    {
      "epoch": 0.8233463035019455,
      "grad_norm": 0.7704579581641282,
      "learning_rate": 0.00028853101616110416,
      "loss": 0.9457,
      "step": 20102
    },
    {
      "epoch": 0.8233872619291419,
      "grad_norm": 0.5937611605539285,
      "learning_rate": 0.0002885297653775155,
      "loss": 0.2884,
      "step": 20103
    },
    {
      "epoch": 0.8234282203563383,
      "grad_norm": 1.4108696253988422,
      "learning_rate": 0.00028852851452843795,
      "loss": 1.035,
      "step": 20104
    },
    {
      "epoch": 0.8234691787835348,
      "grad_norm": 1.0277365734211057,
      "learning_rate": 0.00028852726361387217,
      "loss": 0.9459,
      "step": 20105
    },
    {
      "epoch": 0.8235101372107311,
      "grad_norm": 2.207899927503926,
      "learning_rate": 0.0002885260126338188,
      "loss": 3.3037,
      "step": 20106
    },
    {
      "epoch": 0.8235510956379275,
      "grad_norm": 1.0336454248343332,
      "learning_rate": 0.0002885247615882783,
      "loss": 0.7024,
      "step": 20107
    },
    {
      "epoch": 0.8235920540651239,
      "grad_norm": 0.6969971954692269,
      "learning_rate": 0.00028852351047725135,
      "loss": 0.762,
      "step": 20108
    },
    {
      "epoch": 0.8236330124923203,
      "grad_norm": 0.9169102510125976,
      "learning_rate": 0.00028852225930073853,
      "loss": 0.9409,
      "step": 20109
    },
    {
      "epoch": 0.8236739709195167,
      "grad_norm": 0.7728641307109615,
      "learning_rate": 0.0002885210080587404,
      "loss": 0.8926,
      "step": 20110
    },
    {
      "epoch": 0.8237149293467131,
      "grad_norm": 0.7016614653705158,
      "learning_rate": 0.00028851975675125757,
      "loss": 0.4534,
      "step": 20111
    },
    {
      "epoch": 0.8237558877739095,
      "grad_norm": 1.0222364998855837,
      "learning_rate": 0.0002885185053782907,
      "loss": 0.8399,
      "step": 20112
    },
    {
      "epoch": 0.8237968462011058,
      "grad_norm": 0.6965000257889166,
      "learning_rate": 0.00028851725393984025,
      "loss": 0.4672,
      "step": 20113
    },
    {
      "epoch": 0.8238378046283023,
      "grad_norm": 0.7114019971837308,
      "learning_rate": 0.0002885160024359069,
      "loss": 0.6452,
      "step": 20114
    },
    {
      "epoch": 0.8238787630554987,
      "grad_norm": 0.7979825784966998,
      "learning_rate": 0.00028851475086649124,
      "loss": 0.9627,
      "step": 20115
    },
    {
      "epoch": 0.8239197214826951,
      "grad_norm": 0.5932938996019219,
      "learning_rate": 0.00028851349923159384,
      "loss": 0.6476,
      "step": 20116
    },
    {
      "epoch": 0.8239606799098914,
      "grad_norm": 0.9011167741901193,
      "learning_rate": 0.0002885122475312153,
      "loss": 0.9765,
      "step": 20117
    },
    {
      "epoch": 0.8240016383370878,
      "grad_norm": 1.0069532236186223,
      "learning_rate": 0.0002885109957653562,
      "loss": 0.931,
      "step": 20118
    },
    {
      "epoch": 0.8240425967642843,
      "grad_norm": 1.3047366840151016,
      "learning_rate": 0.0002885097439340171,
      "loss": 1.4988,
      "step": 20119
    },
    {
      "epoch": 0.8240835551914807,
      "grad_norm": 0.8865728018277861,
      "learning_rate": 0.0002885084920371987,
      "loss": 1.1722,
      "step": 20120
    },
    {
      "epoch": 0.824124513618677,
      "grad_norm": 0.5590468858436629,
      "learning_rate": 0.00028850724007490144,
      "loss": 0.2745,
      "step": 20121
    },
    {
      "epoch": 0.8241654720458734,
      "grad_norm": 2.2817999660217363,
      "learning_rate": 0.00028850598804712604,
      "loss": 2.6202,
      "step": 20122
    },
    {
      "epoch": 0.8242064304730699,
      "grad_norm": 0.9501272812924,
      "learning_rate": 0.00028850473595387307,
      "loss": 0.7282,
      "step": 20123
    },
    {
      "epoch": 0.8242473889002663,
      "grad_norm": 0.8847032364757106,
      "learning_rate": 0.00028850348379514307,
      "loss": 1.043,
      "step": 20124
    },
    {
      "epoch": 0.8242883473274626,
      "grad_norm": 0.9293614428101835,
      "learning_rate": 0.0002885022315709367,
      "loss": 1.1065,
      "step": 20125
    },
    {
      "epoch": 0.824329305754659,
      "grad_norm": 0.8141355343455389,
      "learning_rate": 0.0002885009792812544,
      "loss": 0.9801,
      "step": 20126
    },
    {
      "epoch": 0.8243702641818554,
      "grad_norm": 0.904712517271621,
      "learning_rate": 0.000288499726926097,
      "loss": 0.8631,
      "step": 20127
    },
    {
      "epoch": 0.8244112226090519,
      "grad_norm": 0.6782179187086566,
      "learning_rate": 0.00028849847450546486,
      "loss": 0.9291,
      "step": 20128
    },
    {
      "epoch": 0.8244521810362482,
      "grad_norm": 1.2541766737403133,
      "learning_rate": 0.00028849722201935876,
      "loss": 2.0318,
      "step": 20129
    },
    {
      "epoch": 0.8244931394634446,
      "grad_norm": 1.095284783264832,
      "learning_rate": 0.0002884959694677792,
      "loss": 0.5674,
      "step": 20130
    },
    {
      "epoch": 0.824534097890641,
      "grad_norm": 0.7359124263341699,
      "learning_rate": 0.00028849471685072676,
      "loss": 0.9938,
      "step": 20131
    },
    {
      "epoch": 0.8245750563178373,
      "grad_norm": 1.1895735636285407,
      "learning_rate": 0.00028849346416820205,
      "loss": 0.6607,
      "step": 20132
    },
    {
      "epoch": 0.8246160147450338,
      "grad_norm": 1.1076949078012504,
      "learning_rate": 0.00028849221142020567,
      "loss": 0.8882,
      "step": 20133
    },
    {
      "epoch": 0.8246569731722302,
      "grad_norm": 0.7052300819286134,
      "learning_rate": 0.00028849095860673823,
      "loss": 0.6234,
      "step": 20134
    },
    {
      "epoch": 0.8246979315994266,
      "grad_norm": 0.7559483959645267,
      "learning_rate": 0.0002884897057278003,
      "loss": 0.8968,
      "step": 20135
    },
    {
      "epoch": 0.8247388900266229,
      "grad_norm": 0.7583176221680412,
      "learning_rate": 0.0002884884527833924,
      "loss": 0.7448,
      "step": 20136
    },
    {
      "epoch": 0.8247798484538194,
      "grad_norm": 0.6178164408977921,
      "learning_rate": 0.0002884871997735153,
      "loss": 0.3967,
      "step": 20137
    },
    {
      "epoch": 0.8248208068810158,
      "grad_norm": 0.7597828052929316,
      "learning_rate": 0.00028848594669816946,
      "loss": 0.8496,
      "step": 20138
    },
    {
      "epoch": 0.8248617653082122,
      "grad_norm": 1.0112795701006352,
      "learning_rate": 0.00028848469355735547,
      "loss": 1.0922,
      "step": 20139
    },
    {
      "epoch": 0.8249027237354085,
      "grad_norm": 0.6865035592220508,
      "learning_rate": 0.00028848344035107393,
      "loss": 0.633,
      "step": 20140
    },
    {
      "epoch": 0.8249436821626049,
      "grad_norm": 0.8024964129015387,
      "learning_rate": 0.0002884821870793255,
      "loss": 0.8581,
      "step": 20141
    },
    {
      "epoch": 0.8249846405898014,
      "grad_norm": 1.3940857575898185,
      "learning_rate": 0.00028848093374211073,
      "loss": 1.1773,
      "step": 20142
    },
    {
      "epoch": 0.8250255990169978,
      "grad_norm": 0.610842985313804,
      "learning_rate": 0.0002884796803394302,
      "loss": 0.6944,
      "step": 20143
    },
    {
      "epoch": 0.8250665574441941,
      "grad_norm": 0.8958366509321062,
      "learning_rate": 0.0002884784268712845,
      "loss": 0.8091,
      "step": 20144
    },
    {
      "epoch": 0.8251075158713905,
      "grad_norm": 1.1008872666300438,
      "learning_rate": 0.0002884771733376742,
      "loss": 0.9323,
      "step": 20145
    },
    {
      "epoch": 0.825148474298587,
      "grad_norm": 0.7505317531570773,
      "learning_rate": 0.0002884759197386,
      "loss": 0.7347,
      "step": 20146
    },
    {
      "epoch": 0.8251894327257834,
      "grad_norm": 0.9694147655162656,
      "learning_rate": 0.00028847466607406243,
      "loss": 0.8715,
      "step": 20147
    },
    {
      "epoch": 0.8252303911529797,
      "grad_norm": 0.6942104246419672,
      "learning_rate": 0.000288473412344062,
      "loss": 0.6482,
      "step": 20148
    },
    {
      "epoch": 0.8252713495801761,
      "grad_norm": 0.7715697740716253,
      "learning_rate": 0.00028847215854859945,
      "loss": 0.7622,
      "step": 20149
    },
    {
      "epoch": 0.8253123080073725,
      "grad_norm": 0.6419756839084978,
      "learning_rate": 0.0002884709046876753,
      "loss": 0.3711,
      "step": 20150
    },
    {
      "epoch": 0.825353266434569,
      "grad_norm": 0.9831956131518819,
      "learning_rate": 0.00028846965076129004,
      "loss": 0.9728,
      "step": 20151
    },
    {
      "epoch": 0.8253942248617653,
      "grad_norm": 0.7372989213669016,
      "learning_rate": 0.00028846839676944445,
      "loss": 0.7094,
      "step": 20152
    },
    {
      "epoch": 0.8254351832889617,
      "grad_norm": 0.7822505619812947,
      "learning_rate": 0.000288467142712139,
      "loss": 0.8309,
      "step": 20153
    },
    {
      "epoch": 0.8254761417161581,
      "grad_norm": 0.8869804417789733,
      "learning_rate": 0.00028846588858937435,
      "loss": 0.931,
      "step": 20154
    },
    {
      "epoch": 0.8255171001433544,
      "grad_norm": 0.6552980242903104,
      "learning_rate": 0.00028846463440115107,
      "loss": 0.6713,
      "step": 20155
    },
    {
      "epoch": 0.8255580585705509,
      "grad_norm": 0.7307277985090378,
      "learning_rate": 0.0002884633801474697,
      "loss": 0.6679,
      "step": 20156
    },
    {
      "epoch": 0.8255990169977473,
      "grad_norm": 0.7763767894141663,
      "learning_rate": 0.0002884621258283309,
      "loss": 0.9177,
      "step": 20157
    },
    {
      "epoch": 0.8256399754249437,
      "grad_norm": 0.8219208794443544,
      "learning_rate": 0.00028846087144373525,
      "loss": 0.7885,
      "step": 20158
    },
    {
      "epoch": 0.82568093385214,
      "grad_norm": 0.8596363772743189,
      "learning_rate": 0.00028845961699368333,
      "loss": 1.2646,
      "step": 20159
    },
    {
      "epoch": 0.8257218922793365,
      "grad_norm": 0.688527116600617,
      "learning_rate": 0.00028845836247817574,
      "loss": 0.4945,
      "step": 20160
    },
    {
      "epoch": 0.8257628507065329,
      "grad_norm": 1.2912450174723074,
      "learning_rate": 0.0002884571078972131,
      "loss": 1.4989,
      "step": 20161
    },
    {
      "epoch": 0.8258038091337293,
      "grad_norm": 0.618137320409098,
      "learning_rate": 0.0002884558532507959,
      "loss": 0.3096,
      "step": 20162
    },
    {
      "epoch": 0.8258447675609256,
      "grad_norm": 0.7706156720147873,
      "learning_rate": 0.00028845459853892486,
      "loss": 1.0575,
      "step": 20163
    },
    {
      "epoch": 0.825885725988122,
      "grad_norm": 0.7801647394728617,
      "learning_rate": 0.0002884533437616005,
      "loss": 0.7949,
      "step": 20164
    },
    {
      "epoch": 0.8259266844153185,
      "grad_norm": 0.8748261237972048,
      "learning_rate": 0.00028845208891882344,
      "loss": 0.9951,
      "step": 20165
    },
    {
      "epoch": 0.8259676428425149,
      "grad_norm": 0.7067712712263743,
      "learning_rate": 0.00028845083401059425,
      "loss": 0.7027,
      "step": 20166
    },
    {
      "epoch": 0.8260086012697112,
      "grad_norm": 0.61210933512691,
      "learning_rate": 0.00028844957903691355,
      "loss": 0.4086,
      "step": 20167
    },
    {
      "epoch": 0.8260495596969076,
      "grad_norm": 0.6878567546110914,
      "learning_rate": 0.00028844832399778196,
      "loss": 0.6806,
      "step": 20168
    },
    {
      "epoch": 0.8260905181241041,
      "grad_norm": 0.7231132601157978,
      "learning_rate": 0.00028844706889319995,
      "loss": 0.8137,
      "step": 20169
    },
    {
      "epoch": 0.8261314765513005,
      "grad_norm": 0.6324958179681671,
      "learning_rate": 0.00028844581372316824,
      "loss": 0.4389,
      "step": 20170
    },
    {
      "epoch": 0.8261724349784968,
      "grad_norm": 1.3176897689927118,
      "learning_rate": 0.0002884445584876874,
      "loss": 1.6104,
      "step": 20171
    },
    {
      "epoch": 0.8262133934056932,
      "grad_norm": 0.8224816359203497,
      "learning_rate": 0.000288443303186758,
      "loss": 0.7832,
      "step": 20172
    },
    {
      "epoch": 0.8262543518328896,
      "grad_norm": 1.323050597544959,
      "learning_rate": 0.00028844204782038066,
      "loss": 0.5372,
      "step": 20173
    },
    {
      "epoch": 0.826295310260086,
      "grad_norm": 0.5401355134887412,
      "learning_rate": 0.00028844079238855597,
      "loss": 0.3267,
      "step": 20174
    },
    {
      "epoch": 0.8263362686872824,
      "grad_norm": 0.6074911669537228,
      "learning_rate": 0.00028843953689128445,
      "loss": 0.6433,
      "step": 20175
    },
    {
      "epoch": 0.8263772271144788,
      "grad_norm": 0.8141485246437755,
      "learning_rate": 0.0002884382813285668,
      "loss": 0.7889,
      "step": 20176
    },
    {
      "epoch": 0.8264181855416752,
      "grad_norm": 1.0560669146338073,
      "learning_rate": 0.00028843702570040356,
      "loss": 1.1084,
      "step": 20177
    },
    {
      "epoch": 0.8264591439688715,
      "grad_norm": 0.8311438567526598,
      "learning_rate": 0.0002884357700067953,
      "loss": 1.0735,
      "step": 20178
    },
    {
      "epoch": 0.826500102396068,
      "grad_norm": 0.8542898639495855,
      "learning_rate": 0.0002884345142477426,
      "loss": 0.9256,
      "step": 20179
    },
    {
      "epoch": 0.8265410608232644,
      "grad_norm": 0.656813095592324,
      "learning_rate": 0.0002884332584232461,
      "loss": 0.3532,
      "step": 20180
    },
    {
      "epoch": 0.8265820192504608,
      "grad_norm": 0.9323582217076064,
      "learning_rate": 0.0002884320025333065,
      "loss": 1.3166,
      "step": 20181
    },
    {
      "epoch": 0.8266229776776571,
      "grad_norm": 0.7565202517754717,
      "learning_rate": 0.0002884307465779242,
      "loss": 0.8552,
      "step": 20182
    },
    {
      "epoch": 0.8266639361048536,
      "grad_norm": 0.7636079197988505,
      "learning_rate": 0.00028842949055709986,
      "loss": 0.811,
      "step": 20183
    },
    {
      "epoch": 0.82670489453205,
      "grad_norm": 1.1849548006471526,
      "learning_rate": 0.0002884282344708341,
      "loss": 1.1176,
      "step": 20184
    },
    {
      "epoch": 0.8267458529592464,
      "grad_norm": 0.8110136091460052,
      "learning_rate": 0.0002884269783191275,
      "loss": 0.8529,
      "step": 20185
    },
    {
      "epoch": 0.8267868113864427,
      "grad_norm": 0.9649993537698398,
      "learning_rate": 0.0002884257221019807,
      "loss": 1.1027,
      "step": 20186
    },
    {
      "epoch": 0.8268277698136391,
      "grad_norm": 0.8497395856229795,
      "learning_rate": 0.00028842446581939425,
      "loss": 0.9001,
      "step": 20187
    },
    {
      "epoch": 0.8268687282408356,
      "grad_norm": 0.7470157084119741,
      "learning_rate": 0.00028842320947136874,
      "loss": 0.7403,
      "step": 20188
    },
    {
      "epoch": 0.826909686668032,
      "grad_norm": 1.5162886880693216,
      "learning_rate": 0.0002884219530579047,
      "loss": 1.686,
      "step": 20189
    },
    {
      "epoch": 0.8269506450952283,
      "grad_norm": 1.0055430982568232,
      "learning_rate": 0.0002884206965790029,
      "loss": 1.4214,
      "step": 20190
    },
    {
      "epoch": 0.8269916035224247,
      "grad_norm": 0.6720516644344263,
      "learning_rate": 0.00028841944003466375,
      "loss": 0.4025,
      "step": 20191
    },
    {
      "epoch": 0.8270325619496212,
      "grad_norm": 0.7637759060241895,
      "learning_rate": 0.00028841818342488794,
      "loss": 0.7317,
      "step": 20192
    },
    {
      "epoch": 0.8270735203768176,
      "grad_norm": 0.6569173669594754,
      "learning_rate": 0.000288416926749676,
      "loss": 0.4724,
      "step": 20193
    },
    {
      "epoch": 0.8271144788040139,
      "grad_norm": 0.7911840115586231,
      "learning_rate": 0.00028841567000902865,
      "loss": 0.7909,
      "step": 20194
    },
    {
      "epoch": 0.8271554372312103,
      "grad_norm": 0.7412367286617162,
      "learning_rate": 0.0002884144132029464,
      "loss": 0.6626,
      "step": 20195
    },
    {
      "epoch": 0.8271963956584067,
      "grad_norm": 2.0219199076564873,
      "learning_rate": 0.0002884131563314298,
      "loss": 1.5646,
      "step": 20196
    },
    {
      "epoch": 0.8272373540856031,
      "grad_norm": 0.583439035789762,
      "learning_rate": 0.0002884118993944795,
      "loss": 0.5865,
      "step": 20197
    },
    {
      "epoch": 0.8272783125127995,
      "grad_norm": 0.9377492443749642,
      "learning_rate": 0.0002884106423920961,
      "loss": 0.8806,
      "step": 20198
    },
    {
      "epoch": 0.8273192709399959,
      "grad_norm": 1.3093965645572068,
      "learning_rate": 0.0002884093853242802,
      "loss": 1.0243,
      "step": 20199
    },
    {
      "epoch": 0.8273602293671923,
      "grad_norm": 1.1000927046813873,
      "learning_rate": 0.0002884081281910323,
      "loss": 0.379,
      "step": 20200
    },
    {
      "epoch": 0.8274011877943886,
      "grad_norm": 0.838320874664688,
      "learning_rate": 0.0002884068709923531,
      "loss": 0.8346,
      "step": 20201
    },
    {
      "epoch": 0.8274421462215851,
      "grad_norm": 0.7571837509894803,
      "learning_rate": 0.0002884056137282432,
      "loss": 0.8117,
      "step": 20202
    },
    {
      "epoch": 0.8274831046487815,
      "grad_norm": 0.7050201213417441,
      "learning_rate": 0.0002884043563987031,
      "loss": 0.3704,
      "step": 20203
    },
    {
      "epoch": 0.8275240630759779,
      "grad_norm": 0.8219655763835549,
      "learning_rate": 0.0002884030990037335,
      "loss": 1.0503,
      "step": 20204
    },
    {
      "epoch": 0.8275650215031742,
      "grad_norm": 0.9081794862487919,
      "learning_rate": 0.00028840184154333494,
      "loss": 0.9727,
      "step": 20205
    },
    {
      "epoch": 0.8276059799303707,
      "grad_norm": 0.665746345048056,
      "learning_rate": 0.000288400584017508,
      "loss": 0.7178,
      "step": 20206
    },
    {
      "epoch": 0.8276469383575671,
      "grad_norm": 0.8178474164973136,
      "learning_rate": 0.0002883993264262533,
      "loss": 1.0004,
      "step": 20207
    },
    {
      "epoch": 0.8276878967847635,
      "grad_norm": 0.7412542306670014,
      "learning_rate": 0.00028839806876957146,
      "loss": 0.9735,
      "step": 20208
    },
    {
      "epoch": 0.8277288552119598,
      "grad_norm": 0.875371555062689,
      "learning_rate": 0.00028839681104746303,
      "loss": 0.983,
      "step": 20209
    },
    {
      "epoch": 0.8277698136391562,
      "grad_norm": 0.9060198392420382,
      "learning_rate": 0.00028839555325992864,
      "loss": 0.9394,
      "step": 20210
    },
    {
      "epoch": 0.8278107720663527,
      "grad_norm": 0.8701299645610227,
      "learning_rate": 0.0002883942954069688,
      "loss": 0.9356,
      "step": 20211
    },
    {
      "epoch": 0.8278517304935491,
      "grad_norm": 3.7201789843249173,
      "learning_rate": 0.0002883930374885842,
      "loss": 0.807,
      "step": 20212
    },
    {
      "epoch": 0.8278926889207454,
      "grad_norm": 3.025630626256874,
      "learning_rate": 0.0002883917795047754,
      "loss": 2.1387,
      "step": 20213
    },
    {
      "epoch": 0.8279336473479418,
      "grad_norm": 0.5873019400260621,
      "learning_rate": 0.000288390521455543,
      "loss": 0.7182,
      "step": 20214
    },
    {
      "epoch": 0.8279746057751383,
      "grad_norm": 0.8855274682023277,
      "learning_rate": 0.0002883892633408876,
      "loss": 0.8473,
      "step": 20215
    },
    {
      "epoch": 0.8280155642023346,
      "grad_norm": 1.0128753086752766,
      "learning_rate": 0.00028838800516080976,
      "loss": 0.8725,
      "step": 20216
    },
    {
      "epoch": 0.828056522629531,
      "grad_norm": 1.1377797195290584,
      "learning_rate": 0.0002883867469153101,
      "loss": 0.5064,
      "step": 20217
    },
    {
      "epoch": 0.8280974810567274,
      "grad_norm": 0.6403881491993733,
      "learning_rate": 0.00028838548860438926,
      "loss": 0.8245,
      "step": 20218
    },
    {
      "epoch": 0.8281384394839238,
      "grad_norm": 1.3959627623997652,
      "learning_rate": 0.00028838423022804776,
      "loss": 1.1768,
      "step": 20219
    },
    {
      "epoch": 0.8281793979111202,
      "grad_norm": 4.520047182604731,
      "learning_rate": 0.00028838297178628627,
      "loss": 3.4853,
      "step": 20220
    },
    {
      "epoch": 0.8282203563383166,
      "grad_norm": 0.9513503793757488,
      "learning_rate": 0.00028838171327910526,
      "loss": 1.1205,
      "step": 20221
    },
    {
      "epoch": 0.828261314765513,
      "grad_norm": 1.1308132046453145,
      "learning_rate": 0.0002883804547065055,
      "loss": 0.9804,
      "step": 20222
    },
    {
      "epoch": 0.8283022731927094,
      "grad_norm": 1.3789367964333092,
      "learning_rate": 0.0002883791960684874,
      "loss": 0.7007,
      "step": 20223
    },
    {
      "epoch": 0.8283432316199058,
      "grad_norm": 0.8987838289070893,
      "learning_rate": 0.00028837793736505166,
      "loss": 0.9072,
      "step": 20224
    },
    {
      "epoch": 0.8283841900471022,
      "grad_norm": 0.85625822191764,
      "learning_rate": 0.00028837667859619895,
      "loss": 1.0677,
      "step": 20225
    },
    {
      "epoch": 0.8284251484742986,
      "grad_norm": 0.9517407965762579,
      "learning_rate": 0.0002883754197619297,
      "loss": 1.2328,
      "step": 20226
    },
    {
      "epoch": 0.828466106901495,
      "grad_norm": 0.7969143018814587,
      "learning_rate": 0.0002883741608622446,
      "loss": 0.5177,
      "step": 20227
    },
    {
      "epoch": 0.8285070653286913,
      "grad_norm": 0.9643876644160363,
      "learning_rate": 0.00028837290189714416,
      "loss": 0.9858,
      "step": 20228
    },
    {
      "epoch": 0.8285480237558878,
      "grad_norm": 0.6926282310612178,
      "learning_rate": 0.0002883716428666291,
      "loss": 0.5458,
      "step": 20229
    },
    {
      "epoch": 0.8285889821830842,
      "grad_norm": 0.6988387575351154,
      "learning_rate": 0.0002883703837707,
      "loss": 0.935,
      "step": 20230
    },
    {
      "epoch": 0.8286299406102806,
      "grad_norm": 0.6167618575925794,
      "learning_rate": 0.00028836912460935735,
      "loss": 0.8163,
      "step": 20231
    },
    {
      "epoch": 0.8286708990374769,
      "grad_norm": 0.8341414365023219,
      "learning_rate": 0.0002883678653826018,
      "loss": 0.9599,
      "step": 20232
    },
    {
      "epoch": 0.8287118574646734,
      "grad_norm": 1.1099426766944676,
      "learning_rate": 0.000288366606090434,
      "loss": 0.9055,
      "step": 20233
    },
    {
      "epoch": 0.8287528158918698,
      "grad_norm": 0.7431593128996802,
      "learning_rate": 0.0002883653467328545,
      "loss": 0.8836,
      "step": 20234
    },
    {
      "epoch": 0.8287937743190662,
      "grad_norm": 0.9129278558207319,
      "learning_rate": 0.00028836408730986387,
      "loss": 0.9196,
      "step": 20235
    },
    {
      "epoch": 0.8288347327462625,
      "grad_norm": 0.7881465353144739,
      "learning_rate": 0.0002883628278214627,
      "loss": 0.8224,
      "step": 20236
    },
    {
      "epoch": 0.8288756911734589,
      "grad_norm": 0.8194078674324958,
      "learning_rate": 0.0002883615682676517,
      "loss": 0.7068,
      "step": 20237
    },
    {
      "epoch": 0.8289166496006554,
      "grad_norm": 1.0210631808548032,
      "learning_rate": 0.0002883603086484313,
      "loss": 1.1497,
      "step": 20238
    },
    {
      "epoch": 0.8289576080278517,
      "grad_norm": 0.7002027975219145,
      "learning_rate": 0.0002883590489638022,
      "loss": 0.714,
      "step": 20239
    },
    {
      "epoch": 0.8289985664550481,
      "grad_norm": 0.7561874013229681,
      "learning_rate": 0.00028835778921376497,
      "loss": 0.897,
      "step": 20240
    },
    {
      "epoch": 0.8290395248822445,
      "grad_norm": 0.8650234535859838,
      "learning_rate": 0.0002883565293983202,
      "loss": 0.7947,
      "step": 20241
    },
    {
      "epoch": 0.829080483309441,
      "grad_norm": 1.774055342258617,
      "learning_rate": 0.0002883552695174685,
      "loss": 0.9408,
      "step": 20242
    },
    {
      "epoch": 0.8291214417366373,
      "grad_norm": 0.8104085769028446,
      "learning_rate": 0.00028835400957121047,
      "loss": 0.6305,
      "step": 20243
    },
    {
      "epoch": 0.8291624001638337,
      "grad_norm": 0.8098158746345973,
      "learning_rate": 0.0002883527495595466,
      "loss": 0.7744,
      "step": 20244
    },
    {
      "epoch": 0.8292033585910301,
      "grad_norm": 1.7569485654969834,
      "learning_rate": 0.00028835148948247767,
      "loss": 0.7932,
      "step": 20245
    },
    {
      "epoch": 0.8292443170182265,
      "grad_norm": 2.067921282293548,
      "learning_rate": 0.00028835022934000417,
      "loss": 0.6835,
      "step": 20246
    },
    {
      "epoch": 0.8292852754454229,
      "grad_norm": 0.8048055306800135,
      "learning_rate": 0.0002883489691321267,
      "loss": 0.4623,
      "step": 20247
    },
    {
      "epoch": 0.8293262338726193,
      "grad_norm": 1.3005386632745364,
      "learning_rate": 0.0002883477088588459,
      "loss": 0.9301,
      "step": 20248
    },
    {
      "epoch": 0.8293671922998157,
      "grad_norm": 0.9772851509480089,
      "learning_rate": 0.0002883464485201623,
      "loss": 0.9481,
      "step": 20249
    },
    {
      "epoch": 0.8294081507270121,
      "grad_norm": 0.6466226626236347,
      "learning_rate": 0.00028834518811607655,
      "loss": 0.32,
      "step": 20250
    },
    {
      "epoch": 0.8294491091542084,
      "grad_norm": 0.8452110668839178,
      "learning_rate": 0.00028834392764658914,
      "loss": 0.8206,
      "step": 20251
    },
    {
      "epoch": 0.8294900675814049,
      "grad_norm": 0.9267879842663788,
      "learning_rate": 0.0002883426671117008,
      "loss": 0.9681,
      "step": 20252
    },
    {
      "epoch": 0.8295310260086013,
      "grad_norm": 0.7520917508504128,
      "learning_rate": 0.0002883414065114121,
      "loss": 0.3745,
      "step": 20253
    },
    {
      "epoch": 0.8295719844357977,
      "grad_norm": 0.7046445754960574,
      "learning_rate": 0.0002883401458457236,
      "loss": 0.3665,
      "step": 20254
    },
    {
      "epoch": 0.829612942862994,
      "grad_norm": 0.7858960943859776,
      "learning_rate": 0.00028833888511463595,
      "loss": 0.8018,
      "step": 20255
    },
    {
      "epoch": 0.8296539012901905,
      "grad_norm": 1.0691022532793417,
      "learning_rate": 0.00028833762431814964,
      "loss": 0.9205,
      "step": 20256
    },
    {
      "epoch": 0.8296948597173869,
      "grad_norm": 0.9340549211211832,
      "learning_rate": 0.00028833636345626534,
      "loss": 1.0469,
      "step": 20257
    },
    {
      "epoch": 0.8297358181445832,
      "grad_norm": 1.0630085858089426,
      "learning_rate": 0.00028833510252898364,
      "loss": 1.2905,
      "step": 20258
    },
    {
      "epoch": 0.8297767765717796,
      "grad_norm": 0.8987118233343365,
      "learning_rate": 0.0002883338415363051,
      "loss": 0.96,
      "step": 20259
    },
    {
      "epoch": 0.829817734998976,
      "grad_norm": 0.9789038091402895,
      "learning_rate": 0.0002883325804782304,
      "loss": 0.9356,
      "step": 20260
    },
    {
      "epoch": 0.8298586934261725,
      "grad_norm": 0.7350012089994753,
      "learning_rate": 0.00028833131935476005,
      "loss": 0.8422,
      "step": 20261
    },
    {
      "epoch": 0.8298996518533688,
      "grad_norm": 0.7873268104444451,
      "learning_rate": 0.0002883300581658947,
      "loss": 0.4861,
      "step": 20262
    },
    {
      "epoch": 0.8299406102805652,
      "grad_norm": 1.0184295454086045,
      "learning_rate": 0.0002883287969116349,
      "loss": 0.7757,
      "step": 20263
    },
    {
      "epoch": 0.8299815687077616,
      "grad_norm": 0.8841873501657833,
      "learning_rate": 0.00028832753559198125,
      "loss": 0.8194,
      "step": 20264
    },
    {
      "epoch": 0.830022527134958,
      "grad_norm": 1.2077914803851797,
      "learning_rate": 0.00028832627420693444,
      "loss": 1.3099,
      "step": 20265
    },
    {
      "epoch": 0.8300634855621544,
      "grad_norm": 0.5775027067025443,
      "learning_rate": 0.00028832501275649495,
      "loss": 0.352,
      "step": 20266
    },
    {
      "epoch": 0.8301044439893508,
      "grad_norm": 1.067292410956753,
      "learning_rate": 0.0002883237512406634,
      "loss": 0.9133,
      "step": 20267
    },
    {
      "epoch": 0.8301454024165472,
      "grad_norm": 0.7617932876353739,
      "learning_rate": 0.00028832248965944047,
      "loss": 0.6007,
      "step": 20268
    },
    {
      "epoch": 0.8301863608437436,
      "grad_norm": 1.2447917180767933,
      "learning_rate": 0.00028832122801282663,
      "loss": 1.2716,
      "step": 20269
    },
    {
      "epoch": 0.83022731927094,
      "grad_norm": 0.6988564026728,
      "learning_rate": 0.0002883199663008226,
      "loss": 0.8245,
      "step": 20270
    },
    {
      "epoch": 0.8302682776981364,
      "grad_norm": 0.9616230346124247,
      "learning_rate": 0.0002883187045234289,
      "loss": 0.9133,
      "step": 20271
    },
    {
      "epoch": 0.8303092361253328,
      "grad_norm": 0.6775591906498912,
      "learning_rate": 0.0002883174426806461,
      "loss": 0.7794,
      "step": 20272
    },
    {
      "epoch": 0.8303501945525292,
      "grad_norm": 0.9987456697305949,
      "learning_rate": 0.00028831618077247484,
      "loss": 1.138,
      "step": 20273
    },
    {
      "epoch": 0.8303911529797255,
      "grad_norm": 1.408226591906721,
      "learning_rate": 0.00028831491879891577,
      "loss": 0.4661,
      "step": 20274
    },
    {
      "epoch": 0.830432111406922,
      "grad_norm": 1.2539817661285162,
      "learning_rate": 0.0002883136567599694,
      "loss": 0.932,
      "step": 20275
    },
    {
      "epoch": 0.8304730698341184,
      "grad_norm": 1.6410638693827373,
      "learning_rate": 0.0002883123946556364,
      "loss": 0.8947,
      "step": 20276
    },
    {
      "epoch": 0.8305140282613148,
      "grad_norm": 0.9287662123934458,
      "learning_rate": 0.00028831113248591723,
      "loss": 1.1958,
      "step": 20277
    },
    {
      "epoch": 0.8305549866885111,
      "grad_norm": 0.7761611705673117,
      "learning_rate": 0.00028830987025081265,
      "loss": 0.852,
      "step": 20278
    },
    {
      "epoch": 0.8305959451157076,
      "grad_norm": 0.7333059490284631,
      "learning_rate": 0.0002883086079503232,
      "loss": 0.9862,
      "step": 20279
    },
    {
      "epoch": 0.830636903542904,
      "grad_norm": 0.8504233274264303,
      "learning_rate": 0.0002883073455844494,
      "loss": 1.012,
      "step": 20280
    },
    {
      "epoch": 0.8306778619701003,
      "grad_norm": 1.220857218891909,
      "learning_rate": 0.00028830608315319196,
      "loss": 1.3326,
      "step": 20281
    },
    {
      "epoch": 0.8307188203972967,
      "grad_norm": 0.9225366914599519,
      "learning_rate": 0.00028830482065655147,
      "loss": 0.9568,
      "step": 20282
    },
    {
      "epoch": 0.8307597788244931,
      "grad_norm": 1.0569261856807584,
      "learning_rate": 0.00028830355809452844,
      "loss": 0.8428,
      "step": 20283
    },
    {
      "epoch": 0.8308007372516896,
      "grad_norm": 0.6416624859708939,
      "learning_rate": 0.0002883022954671235,
      "loss": 0.9458,
      "step": 20284
    },
    {
      "epoch": 0.8308416956788859,
      "grad_norm": 1.0330926316317102,
      "learning_rate": 0.0002883010327743373,
      "loss": 1.1464,
      "step": 20285
    },
    {
      "epoch": 0.8308826541060823,
      "grad_norm": 1.2653783990978102,
      "learning_rate": 0.00028829977001617035,
      "loss": 1.5265,
      "step": 20286
    },
    {
      "epoch": 0.8309236125332787,
      "grad_norm": 0.9429944879911814,
      "learning_rate": 0.00028829850719262333,
      "loss": 1.1498,
      "step": 20287
    },
    {
      "epoch": 0.8309645709604752,
      "grad_norm": 0.9475981893145511,
      "learning_rate": 0.00028829724430369676,
      "loss": 0.8885,
      "step": 20288
    },
    {
      "epoch": 0.8310055293876715,
      "grad_norm": 1.2713444333585526,
      "learning_rate": 0.00028829598134939133,
      "loss": 0.964,
      "step": 20289
    },
    {
      "epoch": 0.8310464878148679,
      "grad_norm": 1.237797690026172,
      "learning_rate": 0.0002882947183297076,
      "loss": 0.915,
      "step": 20290
    },
    {
      "epoch": 0.8310874462420643,
      "grad_norm": 2.197350410493261,
      "learning_rate": 0.0002882934552446461,
      "loss": 3.9732,
      "step": 20291
    },
    {
      "epoch": 0.8311284046692607,
      "grad_norm": 2.4624504939590066,
      "learning_rate": 0.0002882921920942075,
      "loss": 1.4024,
      "step": 20292
    },
    {
      "epoch": 0.8311693630964571,
      "grad_norm": 0.9066936371788065,
      "learning_rate": 0.00028829092887839235,
      "loss": 1.0018,
      "step": 20293
    },
    {
      "epoch": 0.8312103215236535,
      "grad_norm": 1.0246516100900203,
      "learning_rate": 0.0002882896655972013,
      "loss": 0.4722,
      "step": 20294
    },
    {
      "epoch": 0.8312512799508499,
      "grad_norm": 0.7405735506396532,
      "learning_rate": 0.0002882884022506349,
      "loss": 0.3858,
      "step": 20295
    },
    {
      "epoch": 0.8312922383780463,
      "grad_norm": 1.0299875324607368,
      "learning_rate": 0.00028828713883869377,
      "loss": 1.0462,
      "step": 20296
    },
    {
      "epoch": 0.8313331968052426,
      "grad_norm": 0.7822908255495609,
      "learning_rate": 0.00028828587536137854,
      "loss": 0.9106,
      "step": 20297
    },
    {
      "epoch": 0.8313741552324391,
      "grad_norm": 0.9752064594319639,
      "learning_rate": 0.0002882846118186897,
      "loss": 0.9023,
      "step": 20298
    },
    {
      "epoch": 0.8314151136596355,
      "grad_norm": 0.9090482992369628,
      "learning_rate": 0.000288283348210628,
      "loss": 0.7702,
      "step": 20299
    },
    {
      "epoch": 0.8314560720868319,
      "grad_norm": 1.0574716935589314,
      "learning_rate": 0.0002882820845371939,
      "loss": 1.3142,
      "step": 20300
    },
    {
      "epoch": 0.8314970305140282,
      "grad_norm": 0.6960237333315721,
      "learning_rate": 0.0002882808207983881,
      "loss": 0.4074,
      "step": 20301
    },
    {
      "epoch": 0.8315379889412247,
      "grad_norm": 1.1275455328128337,
      "learning_rate": 0.0002882795569942111,
      "loss": 0.5412,
      "step": 20302
    },
    {
      "epoch": 0.8315789473684211,
      "grad_norm": 0.73567514356891,
      "learning_rate": 0.00028827829312466364,
      "loss": 0.9323,
      "step": 20303
    },
    {
      "epoch": 0.8316199057956174,
      "grad_norm": 1.0399611380234037,
      "learning_rate": 0.00028827702918974614,
      "loss": 0.912,
      "step": 20304
    },
    {
      "epoch": 0.8316608642228138,
      "grad_norm": 0.8277045520238022,
      "learning_rate": 0.0002882757651894593,
      "loss": 0.8128,
      "step": 20305
    },
    {
      "epoch": 0.8317018226500102,
      "grad_norm": 0.8675245640072703,
      "learning_rate": 0.00028827450112380373,
      "loss": 0.9079,
      "step": 20306
    },
    {
      "epoch": 0.8317427810772067,
      "grad_norm": 0.6777842471230459,
      "learning_rate": 0.00028827323699278,
      "loss": 0.8299,
      "step": 20307
    },
    {
      "epoch": 0.831783739504403,
      "grad_norm": 1.0021101214295458,
      "learning_rate": 0.0002882719727963887,
      "loss": 1.1398,
      "step": 20308
    },
    {
      "epoch": 0.8318246979315994,
      "grad_norm": 0.9668244296249168,
      "learning_rate": 0.0002882707085346304,
      "loss": 1.0547,
      "step": 20309
    },
    {
      "epoch": 0.8318656563587958,
      "grad_norm": 0.6473407794151932,
      "learning_rate": 0.00028826944420750575,
      "loss": 0.3755,
      "step": 20310
    },
    {
      "epoch": 0.8319066147859923,
      "grad_norm": 0.7728697585128141,
      "learning_rate": 0.00028826817981501536,
      "loss": 0.7014,
      "step": 20311
    },
    {
      "epoch": 0.8319475732131886,
      "grad_norm": 0.5352024565726525,
      "learning_rate": 0.0002882669153571598,
      "loss": 0.4403,
      "step": 20312
    },
    {
      "epoch": 0.831988531640385,
      "grad_norm": 0.6289410118769125,
      "learning_rate": 0.00028826565083393964,
      "loss": 0.447,
      "step": 20313
    },
    {
      "epoch": 0.8320294900675814,
      "grad_norm": 1.1858727567345664,
      "learning_rate": 0.0002882643862453555,
      "loss": 0.7524,
      "step": 20314
    },
    {
      "epoch": 0.8320704484947778,
      "grad_norm": 0.7224095904623433,
      "learning_rate": 0.000288263121591408,
      "loss": 0.862,
      "step": 20315
    },
    {
      "epoch": 0.8321114069219742,
      "grad_norm": 0.6609531190487715,
      "learning_rate": 0.0002882618568720977,
      "loss": 0.5567,
      "step": 20316
    },
    {
      "epoch": 0.8321523653491706,
      "grad_norm": 1.0805420688143037,
      "learning_rate": 0.00028826059208742524,
      "loss": 1.3054,
      "step": 20317
    },
    {
      "epoch": 0.832193323776367,
      "grad_norm": 0.47670779093683385,
      "learning_rate": 0.0002882593272373911,
      "loss": 0.2784,
      "step": 20318
    },
    {
      "epoch": 0.8322342822035634,
      "grad_norm": 0.6824733851796668,
      "learning_rate": 0.0002882580623219961,
      "loss": 0.4785,
      "step": 20319
    },
    {
      "epoch": 0.8322752406307597,
      "grad_norm": 0.7478043284112815,
      "learning_rate": 0.0002882567973412407,
      "loss": 0.8525,
      "step": 20320
    },
    {
      "epoch": 0.8323161990579562,
      "grad_norm": 0.6465869596404965,
      "learning_rate": 0.0002882555322951254,
      "loss": 0.6316,
      "step": 20321
    },
    {
      "epoch": 0.8323571574851526,
      "grad_norm": 0.5581518717074846,
      "learning_rate": 0.000288254267183651,
      "loss": 0.3733,
      "step": 20322
    },
    {
      "epoch": 0.8323981159123489,
      "grad_norm": 0.7220397717598374,
      "learning_rate": 0.000288253002006818,
      "loss": 0.8629,
      "step": 20323
    },
    {
      "epoch": 0.8324390743395453,
      "grad_norm": 1.1102411724381422,
      "learning_rate": 0.00028825173676462696,
      "loss": 0.7803,
      "step": 20324
    },
    {
      "epoch": 0.8324800327667418,
      "grad_norm": 0.8192114131956542,
      "learning_rate": 0.0002882504714570786,
      "loss": 0.8062,
      "step": 20325
    },
    {
      "epoch": 0.8325209911939382,
      "grad_norm": 0.7960406105406653,
      "learning_rate": 0.00028824920608417335,
      "loss": 0.8306,
      "step": 20326
    },
    {
      "epoch": 0.8325619496211345,
      "grad_norm": 1.0946389530654677,
      "learning_rate": 0.00028824794064591196,
      "loss": 1.1132,
      "step": 20327
    },
    {
      "epoch": 0.8326029080483309,
      "grad_norm": 0.7870747565527394,
      "learning_rate": 0.0002882466751422949,
      "loss": 0.6123,
      "step": 20328
    },
    {
      "epoch": 0.8326438664755273,
      "grad_norm": 1.078190455661886,
      "learning_rate": 0.0002882454095733229,
      "loss": 1.2137,
      "step": 20329
    },
    {
      "epoch": 0.8326848249027238,
      "grad_norm": 0.6109599305118095,
      "learning_rate": 0.00028824414393899646,
      "loss": 0.4404,
      "step": 20330
    },
    {
      "epoch": 0.8327257833299201,
      "grad_norm": 0.569914043448605,
      "learning_rate": 0.0002882428782393162,
      "loss": 0.3411,
      "step": 20331
    },
    {
      "epoch": 0.8327667417571165,
      "grad_norm": 1.3740012141375284,
      "learning_rate": 0.0002882416124742828,
      "loss": 1.5107,
      "step": 20332
    },
    {
      "epoch": 0.8328077001843129,
      "grad_norm": 0.6880648560719905,
      "learning_rate": 0.0002882403466438967,
      "loss": 0.7824,
      "step": 20333
    },
    {
      "epoch": 0.8328486586115094,
      "grad_norm": 1.5860050964248533,
      "learning_rate": 0.0002882390807481586,
      "loss": 1.2332,
      "step": 20334
    },
    {
      "epoch": 0.8328896170387057,
      "grad_norm": 0.7466205452031727,
      "learning_rate": 0.00028823781478706914,
      "loss": 0.8301,
      "step": 20335
    },
    {
      "epoch": 0.8329305754659021,
      "grad_norm": 1.2096950888069622,
      "learning_rate": 0.00028823654876062877,
      "loss": 0.9453,
      "step": 20336
    },
    {
      "epoch": 0.8329715338930985,
      "grad_norm": 0.8866631872970918,
      "learning_rate": 0.0002882352826688383,
      "loss": 0.8449,
      "step": 20337
    },
    {
      "epoch": 0.833012492320295,
      "grad_norm": 0.7519825532102545,
      "learning_rate": 0.0002882340165116981,
      "loss": 0.368,
      "step": 20338
    },
    {
      "epoch": 0.8330534507474913,
      "grad_norm": 2.6827193964148224,
      "learning_rate": 0.00028823275028920894,
      "loss": 5.8477,
      "step": 20339
    },
    {
      "epoch": 0.8330944091746877,
      "grad_norm": 1.1082304918531596,
      "learning_rate": 0.00028823148400137133,
      "loss": 1.5703,
      "step": 20340
    },
    {
      "epoch": 0.8331353676018841,
      "grad_norm": 0.7084852337553426,
      "learning_rate": 0.00028823021764818593,
      "loss": 0.8009,
      "step": 20341
    },
    {
      "epoch": 0.8331763260290805,
      "grad_norm": 0.7862546882790813,
      "learning_rate": 0.0002882289512296533,
      "loss": 1.1664,
      "step": 20342
    },
    {
      "epoch": 0.8332172844562769,
      "grad_norm": 0.9840299879458403,
      "learning_rate": 0.000288227684745774,
      "loss": 1.3371,
      "step": 20343
    },
    {
      "epoch": 0.8332582428834733,
      "grad_norm": 0.8612390112556774,
      "learning_rate": 0.0002882264181965487,
      "loss": 0.8954,
      "step": 20344
    },
    {
      "epoch": 0.8332992013106697,
      "grad_norm": 0.8761696252033437,
      "learning_rate": 0.00028822515158197795,
      "loss": 0.9421,
      "step": 20345
    },
    {
      "epoch": 0.833340159737866,
      "grad_norm": 0.7035733032213178,
      "learning_rate": 0.0002882238849020624,
      "loss": 0.8538,
      "step": 20346
    },
    {
      "epoch": 0.8333811181650624,
      "grad_norm": 0.6478051250211692,
      "learning_rate": 0.0002882226181568026,
      "loss": 0.8259,
      "step": 20347
    },
    {
      "epoch": 0.8334220765922589,
      "grad_norm": 0.8375319852984047,
      "learning_rate": 0.00028822135134619917,
      "loss": 1.0822,
      "step": 20348
    },
    {
      "epoch": 0.8334630350194553,
      "grad_norm": 0.7219533021853716,
      "learning_rate": 0.00028822008447025273,
      "loss": 0.4362,
      "step": 20349
    },
    {
      "epoch": 0.8335039934466516,
      "grad_norm": 0.6932538835591032,
      "learning_rate": 0.0002882188175289638,
      "loss": 0.8428,
      "step": 20350
    },
    {
      "epoch": 0.833544951873848,
      "grad_norm": 0.7308328883064791,
      "learning_rate": 0.0002882175505223331,
      "loss": 0.8813,
      "step": 20351
    },
    {
      "epoch": 0.8335859103010445,
      "grad_norm": 1.0301989462698158,
      "learning_rate": 0.0002882162834503611,
      "loss": 0.9362,
      "step": 20352
    },
    {
      "epoch": 0.8336268687282409,
      "grad_norm": 1.0040996923636243,
      "learning_rate": 0.0002882150163130485,
      "loss": 0.9599,
      "step": 20353
    },
    {
      "epoch": 0.8336678271554372,
      "grad_norm": 1.0309647077284625,
      "learning_rate": 0.00028821374911039584,
      "loss": 0.8445,
      "step": 20354
    },
    {
      "epoch": 0.8337087855826336,
      "grad_norm": 5.629699789945234,
      "learning_rate": 0.00028821248184240374,
      "loss": 2.2177,
      "step": 20355
    },
    {
      "epoch": 0.83374974400983,
      "grad_norm": 2.473106724061935,
      "learning_rate": 0.0002882112145090728,
      "loss": 2.0027,
      "step": 20356
    },
    {
      "epoch": 0.8337907024370265,
      "grad_norm": 0.8738887728127532,
      "learning_rate": 0.00028820994711040366,
      "loss": 0.93,
      "step": 20357
    },
    {
      "epoch": 0.8338316608642228,
      "grad_norm": 2.873389050234672,
      "learning_rate": 0.0002882086796463968,
      "loss": 1.9764,
      "step": 20358
    },
    {
      "epoch": 0.8338726192914192,
      "grad_norm": 0.9344679278277538,
      "learning_rate": 0.00028820741211705295,
      "loss": 1.4296,
      "step": 20359
    },
    {
      "epoch": 0.8339135777186156,
      "grad_norm": 0.7572189822872237,
      "learning_rate": 0.00028820614452237264,
      "loss": 0.5,
      "step": 20360
    },
    {
      "epoch": 0.833954536145812,
      "grad_norm": 0.7215600605594238,
      "learning_rate": 0.0002882048768623565,
      "loss": 0.6894,
      "step": 20361
    },
    {
      "epoch": 0.8339954945730084,
      "grad_norm": 0.9775561371089826,
      "learning_rate": 0.0002882036091370051,
      "loss": 1.1412,
      "step": 20362
    },
    {
      "epoch": 0.8340364530002048,
      "grad_norm": 0.6459578392656327,
      "learning_rate": 0.0002882023413463191,
      "loss": 0.6526,
      "step": 20363
    },
    {
      "epoch": 0.8340774114274012,
      "grad_norm": 1.4676963681610347,
      "learning_rate": 0.000288201073490299,
      "loss": 1.2533,
      "step": 20364
    },
    {
      "epoch": 0.8341183698545975,
      "grad_norm": 0.8917674820893575,
      "learning_rate": 0.0002881998055689454,
      "loss": 0.8464,
      "step": 20365
    },
    {
      "epoch": 0.834159328281794,
      "grad_norm": 0.8010691317032806,
      "learning_rate": 0.000288198537582259,
      "loss": 0.9575,
      "step": 20366
    },
    {
      "epoch": 0.8342002867089904,
      "grad_norm": 0.6645002492481362,
      "learning_rate": 0.0002881972695302404,
      "loss": 0.5391,
      "step": 20367
    },
    {
      "epoch": 0.8342412451361868,
      "grad_norm": 0.7090109401160186,
      "learning_rate": 0.0002881960014128901,
      "loss": 0.7747,
      "step": 20368
    },
    {
      "epoch": 0.8342822035633831,
      "grad_norm": 0.9908256693082333,
      "learning_rate": 0.0002881947332302088,
      "loss": 0.7988,
      "step": 20369
    },
    {
      "epoch": 0.8343231619905795,
      "grad_norm": 0.9571004452479005,
      "learning_rate": 0.00028819346498219696,
      "loss": 1.0323,
      "step": 20370
    },
    {
      "epoch": 0.834364120417776,
      "grad_norm": 0.9763382123648774,
      "learning_rate": 0.00028819219666885535,
      "loss": 0.9858,
      "step": 20371
    },
    {
      "epoch": 0.8344050788449724,
      "grad_norm": 0.7174054830513736,
      "learning_rate": 0.0002881909282901845,
      "loss": 0.8386,
      "step": 20372
    },
    {
      "epoch": 0.8344460372721687,
      "grad_norm": 0.8350788575982278,
      "learning_rate": 0.0002881896598461849,
      "loss": 0.8285,
      "step": 20373
    },
    {
      "epoch": 0.8344869956993651,
      "grad_norm": 0.7299657650924454,
      "learning_rate": 0.00028818839133685733,
      "loss": 0.895,
      "step": 20374
    },
    {
      "epoch": 0.8345279541265616,
      "grad_norm": 0.6542638787670817,
      "learning_rate": 0.0002881871227622023,
      "loss": 0.6396,
      "step": 20375
    },
    {
      "epoch": 0.834568912553758,
      "grad_norm": 1.2512563498068892,
      "learning_rate": 0.00028818585412222037,
      "loss": 0.5827,
      "step": 20376
    },
    {
      "epoch": 0.8346098709809543,
      "grad_norm": 1.1662215991794722,
      "learning_rate": 0.00028818458541691224,
      "loss": 1.2189,
      "step": 20377
    },
    {
      "epoch": 0.8346508294081507,
      "grad_norm": 0.8352534469231143,
      "learning_rate": 0.0002881833166462784,
      "loss": 1.0603,
      "step": 20378
    },
    {
      "epoch": 0.8346917878353471,
      "grad_norm": 0.7824577965585751,
      "learning_rate": 0.0002881820478103195,
      "loss": 0.7658,
      "step": 20379
    },
    {
      "epoch": 0.8347327462625436,
      "grad_norm": 0.7003388887143968,
      "learning_rate": 0.0002881807789090362,
      "loss": 0.7388,
      "step": 20380
    },
    {
      "epoch": 0.8347737046897399,
      "grad_norm": 0.7728213340957327,
      "learning_rate": 0.00028817950994242906,
      "loss": 0.6847,
      "step": 20381
    },
    {
      "epoch": 0.8348146631169363,
      "grad_norm": 0.812317127931293,
      "learning_rate": 0.0002881782409104986,
      "loss": 1.055,
      "step": 20382
    },
    {
      "epoch": 0.8348556215441327,
      "grad_norm": 0.7350781879425176,
      "learning_rate": 0.0002881769718132455,
      "loss": 0.7905,
      "step": 20383
    },
    {
      "epoch": 0.8348965799713292,
      "grad_norm": 0.7185081462513052,
      "learning_rate": 0.00028817570265067045,
      "loss": 0.3884,
      "step": 20384
    },
    {
      "epoch": 0.8349375383985255,
      "grad_norm": 0.9031022306219545,
      "learning_rate": 0.00028817443342277384,
      "loss": 0.7268,
      "step": 20385
    },
    {
      "epoch": 0.8349784968257219,
      "grad_norm": 0.824105237881925,
      "learning_rate": 0.0002881731641295564,
      "loss": 0.9145,
      "step": 20386
    },
    {
      "epoch": 0.8350194552529183,
      "grad_norm": 5.466181668961828,
      "learning_rate": 0.0002881718947710187,
      "loss": 2.3125,
      "step": 20387
    },
    {
      "epoch": 0.8350604136801146,
      "grad_norm": 1.0671240149509102,
      "learning_rate": 0.00028817062534716134,
      "loss": 0.9828,
      "step": 20388
    },
    {
      "epoch": 0.8351013721073111,
      "grad_norm": 0.6717336738175763,
      "learning_rate": 0.00028816935585798496,
      "loss": 0.7245,
      "step": 20389
    },
    {
      "epoch": 0.8351423305345075,
      "grad_norm": 0.7776919525214264,
      "learning_rate": 0.00028816808630349007,
      "loss": 0.9361,
      "step": 20390
    },
    {
      "epoch": 0.8351832889617039,
      "grad_norm": 0.6912542850589114,
      "learning_rate": 0.00028816681668367736,
      "loss": 0.7723,
      "step": 20391
    },
    {
      "epoch": 0.8352242473889002,
      "grad_norm": 0.7234566780807127,
      "learning_rate": 0.0002881655469985474,
      "loss": 0.8713,
      "step": 20392
    },
    {
      "epoch": 0.8352652058160966,
      "grad_norm": 0.7989560816255843,
      "learning_rate": 0.00028816427724810077,
      "loss": 0.7918,
      "step": 20393
    },
    {
      "epoch": 0.8353061642432931,
      "grad_norm": 0.6055743884870394,
      "learning_rate": 0.00028816300743233814,
      "loss": 0.4376,
      "step": 20394
    },
    {
      "epoch": 0.8353471226704895,
      "grad_norm": 0.8444785779583417,
      "learning_rate": 0.00028816173755125997,
      "loss": 1.1117,
      "step": 20395
    },
    {
      "epoch": 0.8353880810976858,
      "grad_norm": 1.1330466357390312,
      "learning_rate": 0.000288160467604867,
      "loss": 1.3139,
      "step": 20396
    },
    {
      "epoch": 0.8354290395248822,
      "grad_norm": 0.5446672461712101,
      "learning_rate": 0.0002881591975931598,
      "loss": 0.3068,
      "step": 20397
    },
    {
      "epoch": 0.8354699979520787,
      "grad_norm": 0.6770489142742258,
      "learning_rate": 0.0002881579275161389,
      "loss": 0.7816,
      "step": 20398
    },
    {
      "epoch": 0.8355109563792751,
      "grad_norm": 1.1345082806933158,
      "learning_rate": 0.000288156657373805,
      "loss": 1.3911,
      "step": 20399
    },
    {
      "epoch": 0.8355519148064714,
      "grad_norm": 0.5619140692860032,
      "learning_rate": 0.00028815538716615857,
      "loss": 0.6612,
      "step": 20400
    },
    {
      "epoch": 0.8355928732336678,
      "grad_norm": 0.833450153938,
      "learning_rate": 0.00028815411689320035,
      "loss": 1.1142,
      "step": 20401
    },
    {
      "epoch": 0.8356338316608642,
      "grad_norm": 1.35421801392456,
      "learning_rate": 0.0002881528465549308,
      "loss": 1.0119,
      "step": 20402
    },
    {
      "epoch": 0.8356747900880607,
      "grad_norm": 0.5733021566022279,
      "learning_rate": 0.0002881515761513507,
      "loss": 0.3545,
      "step": 20403
    },
    {
      "epoch": 0.835715748515257,
      "grad_norm": 1.0160079756358729,
      "learning_rate": 0.00028815030568246056,
      "loss": 1.348,
      "step": 20404
    },
    {
      "epoch": 0.8357567069424534,
      "grad_norm": 1.0254785672835982,
      "learning_rate": 0.0002881490351482609,
      "loss": 0.7778,
      "step": 20405
    },
    {
      "epoch": 0.8357976653696498,
      "grad_norm": 1.3796692212801906,
      "learning_rate": 0.0002881477645487524,
      "loss": 0.9054,
      "step": 20406
    },
    {
      "epoch": 0.8358386237968461,
      "grad_norm": 0.6995070798013169,
      "learning_rate": 0.00028814649388393573,
      "loss": 0.7739,
      "step": 20407
    },
    {
      "epoch": 0.8358795822240426,
      "grad_norm": 1.0142413956810163,
      "learning_rate": 0.00028814522315381136,
      "loss": 1.0588,
      "step": 20408
    },
    {
      "epoch": 0.835920540651239,
      "grad_norm": 0.9600736873556638,
      "learning_rate": 0.0002881439523583799,
      "loss": 0.7893,
      "step": 20409
    },
    {
      "epoch": 0.8359614990784354,
      "grad_norm": 0.4394431622811329,
      "learning_rate": 0.0002881426814976421,
      "loss": 0.2584,
      "step": 20410
    },
    {
      "epoch": 0.8360024575056317,
      "grad_norm": 1.234024465331382,
      "learning_rate": 0.0002881414105715984,
      "loss": 1.5945,
      "step": 20411
    },
    {
      "epoch": 0.8360434159328282,
      "grad_norm": 1.2374597106122125,
      "learning_rate": 0.0002881401395802494,
      "loss": 0.8599,
      "step": 20412
    },
    {
      "epoch": 0.8360843743600246,
      "grad_norm": 0.9617243805695211,
      "learning_rate": 0.00028813886852359583,
      "loss": 0.6848,
      "step": 20413
    },
    {
      "epoch": 0.836125332787221,
      "grad_norm": 0.5275446427675299,
      "learning_rate": 0.00028813759740163825,
      "loss": 0.342,
      "step": 20414
    },
    {
      "epoch": 0.8361662912144173,
      "grad_norm": 0.9090156751943952,
      "learning_rate": 0.00028813632621437716,
      "loss": 0.971,
      "step": 20415
    },
    {
      "epoch": 0.8362072496416137,
      "grad_norm": 0.7500850326496632,
      "learning_rate": 0.0002881350549618133,
      "loss": 0.8249,
      "step": 20416
    },
    {
      "epoch": 0.8362482080688102,
      "grad_norm": 0.7663069829585237,
      "learning_rate": 0.0002881337836439471,
      "loss": 0.7868,
      "step": 20417
    },
    {
      "epoch": 0.8362891664960066,
      "grad_norm": 3.9670446390297758,
      "learning_rate": 0.00028813251226077934,
      "loss": 2.2349,
      "step": 20418
    },
    {
      "epoch": 0.8363301249232029,
      "grad_norm": 0.7262842340323734,
      "learning_rate": 0.00028813124081231053,
      "loss": 0.7819,
      "step": 20419
    },
    {
      "epoch": 0.8363710833503993,
      "grad_norm": 1.1176839209667297,
      "learning_rate": 0.00028812996929854126,
      "loss": 1.2482,
      "step": 20420
    },
    {
      "epoch": 0.8364120417775958,
      "grad_norm": 0.6411290158202257,
      "learning_rate": 0.0002881286977194721,
      "loss": 0.6252,
      "step": 20421
    },
    {
      "epoch": 0.8364530002047922,
      "grad_norm": 0.8683187013948586,
      "learning_rate": 0.0002881274260751038,
      "loss": 0.9477,
      "step": 20422
    },
    {
      "epoch": 0.8364939586319885,
      "grad_norm": 1.3071751548624813,
      "learning_rate": 0.00028812615436543687,
      "loss": 1.4649,
      "step": 20423
    },
    {
      "epoch": 0.8365349170591849,
      "grad_norm": 0.7295069863485926,
      "learning_rate": 0.0002881248825904719,
      "loss": 0.9297,
      "step": 20424
    },
    {
      "epoch": 0.8365758754863813,
      "grad_norm": 1.2274065868072823,
      "learning_rate": 0.00028812361075020946,
      "loss": 1.0777,
      "step": 20425
    },
    {
      "epoch": 0.8366168339135778,
      "grad_norm": 1.00695202286177,
      "learning_rate": 0.00028812233884465023,
      "loss": 0.8375,
      "step": 20426
    },
    {
      "epoch": 0.8366577923407741,
      "grad_norm": 0.7365998831477601,
      "learning_rate": 0.00028812106687379477,
      "loss": 0.9606,
      "step": 20427
    },
    {
      "epoch": 0.8366987507679705,
      "grad_norm": 1.0551940959028778,
      "learning_rate": 0.00028811979483764366,
      "loss": 0.9163,
      "step": 20428
    },
    {
      "epoch": 0.8367397091951669,
      "grad_norm": 0.8823686493770774,
      "learning_rate": 0.00028811852273619756,
      "loss": 0.9178,
      "step": 20429
    },
    {
      "epoch": 0.8367806676223633,
      "grad_norm": 0.867259577382839,
      "learning_rate": 0.000288117250569457,
      "loss": 1.4013,
      "step": 20430
    },
    {
      "epoch": 0.8368216260495597,
      "grad_norm": 0.8426242421585073,
      "learning_rate": 0.00028811597833742266,
      "loss": 1.0643,
      "step": 20431
    },
    {
      "epoch": 0.8368625844767561,
      "grad_norm": 0.8788393421832187,
      "learning_rate": 0.00028811470604009505,
      "loss": 0.9402,
      "step": 20432
    },
    {
      "epoch": 0.8369035429039525,
      "grad_norm": 0.8781420450518801,
      "learning_rate": 0.00028811343367747484,
      "loss": 0.7259,
      "step": 20433
    },
    {
      "epoch": 0.8369445013311488,
      "grad_norm": 0.6236602431033531,
      "learning_rate": 0.0002881121612495626,
      "loss": 0.6137,
      "step": 20434
    },
    {
      "epoch": 0.8369854597583453,
      "grad_norm": 0.5679186444372761,
      "learning_rate": 0.000288110888756359,
      "loss": 0.5987,
      "step": 20435
    },
    {
      "epoch": 0.8370264181855417,
      "grad_norm": 1.4744594362396661,
      "learning_rate": 0.00028810961619786453,
      "loss": 1.1767,
      "step": 20436
    },
    {
      "epoch": 0.8370673766127381,
      "grad_norm": 1.0039894451854963,
      "learning_rate": 0.00028810834357407986,
      "loss": 0.7487,
      "step": 20437
    },
    {
      "epoch": 0.8371083350399344,
      "grad_norm": 0.9775381743569981,
      "learning_rate": 0.0002881070708850056,
      "loss": 1.2816,
      "step": 20438
    },
    {
      "epoch": 0.8371492934671309,
      "grad_norm": 1.4834747016942194,
      "learning_rate": 0.00028810579813064234,
      "loss": 1.1919,
      "step": 20439
    },
    {
      "epoch": 0.8371902518943273,
      "grad_norm": 0.8913078028903793,
      "learning_rate": 0.00028810452531099063,
      "loss": 0.8866,
      "step": 20440
    },
    {
      "epoch": 0.8372312103215237,
      "grad_norm": 1.4284062517278928,
      "learning_rate": 0.00028810325242605115,
      "loss": 0.9537,
      "step": 20441
    },
    {
      "epoch": 0.83727216874872,
      "grad_norm": 2.2466667139632808,
      "learning_rate": 0.0002881019794758244,
      "loss": 1.0441,
      "step": 20442
    },
    {
      "epoch": 0.8373131271759164,
      "grad_norm": 0.4693344652502855,
      "learning_rate": 0.00028810070646031116,
      "loss": 0.3534,
      "step": 20443
    },
    {
      "epoch": 0.8373540856031129,
      "grad_norm": 0.9958539392762003,
      "learning_rate": 0.00028809943337951185,
      "loss": 0.6349,
      "step": 20444
    },
    {
      "epoch": 0.8373950440303093,
      "grad_norm": 1.1164478938760318,
      "learning_rate": 0.00028809816023342715,
      "loss": 0.8382,
      "step": 20445
    },
    {
      "epoch": 0.8374360024575056,
      "grad_norm": 0.9815033144051298,
      "learning_rate": 0.00028809688702205764,
      "loss": 0.9158,
      "step": 20446
    },
    {
      "epoch": 0.837476960884702,
      "grad_norm": 1.4590218757176194,
      "learning_rate": 0.00028809561374540393,
      "loss": 1.6702,
      "step": 20447
    },
    {
      "epoch": 0.8375179193118985,
      "grad_norm": 1.1770991117286227,
      "learning_rate": 0.00028809434040346667,
      "loss": 0.9459,
      "step": 20448
    },
    {
      "epoch": 0.8375588777390948,
      "grad_norm": 0.6351487346610389,
      "learning_rate": 0.0002880930669962464,
      "loss": 0.6554,
      "step": 20449
    },
    {
      "epoch": 0.8375998361662912,
      "grad_norm": 1.0103062178369493,
      "learning_rate": 0.00028809179352374376,
      "loss": 1.2593,
      "step": 20450
    },
    {
      "epoch": 0.8376407945934876,
      "grad_norm": 0.7329865980146749,
      "learning_rate": 0.00028809051998595925,
      "loss": 0.3328,
      "step": 20451
    },
    {
      "epoch": 0.837681753020684,
      "grad_norm": 1.196564479621953,
      "learning_rate": 0.00028808924638289363,
      "loss": 0.915,
      "step": 20452
    },
    {
      "epoch": 0.8377227114478804,
      "grad_norm": 0.9059862626337126,
      "learning_rate": 0.0002880879727145474,
      "loss": 0.5937,
      "step": 20453
    },
    {
      "epoch": 0.8377636698750768,
      "grad_norm": 1.396218861376902,
      "learning_rate": 0.0002880866989809212,
      "loss": 1.0106,
      "step": 20454
    },
    {
      "epoch": 0.8378046283022732,
      "grad_norm": 0.7784322347998439,
      "learning_rate": 0.00028808542518201567,
      "loss": 0.4049,
      "step": 20455
    },
    {
      "epoch": 0.8378455867294696,
      "grad_norm": 0.8347609402375609,
      "learning_rate": 0.0002880841513178313,
      "loss": 0.857,
      "step": 20456
    },
    {
      "epoch": 0.8378865451566659,
      "grad_norm": 0.896368044372431,
      "learning_rate": 0.0002880828773883687,
      "loss": 0.7976,
      "step": 20457
    },
    {
      "epoch": 0.8379275035838624,
      "grad_norm": 0.9097983431608246,
      "learning_rate": 0.0002880816033936286,
      "loss": 0.7979,
      "step": 20458
    },
    {
      "epoch": 0.8379684620110588,
      "grad_norm": 1.2754254255132158,
      "learning_rate": 0.0002880803293336116,
      "loss": 0.8332,
      "step": 20459
    },
    {
      "epoch": 0.8380094204382552,
      "grad_norm": 1.6241924751675236,
      "learning_rate": 0.0002880790552083181,
      "loss": 1.2029,
      "step": 20460
    },
    {
      "epoch": 0.8380503788654515,
      "grad_norm": 0.9314846964573099,
      "learning_rate": 0.00028807778101774893,
      "loss": 1.007,
      "step": 20461
    },
    {
      "epoch": 0.838091337292648,
      "grad_norm": 1.0853108636116358,
      "learning_rate": 0.0002880765067619046,
      "loss": 0.8788,
      "step": 20462
    },
    {
      "epoch": 0.8381322957198444,
      "grad_norm": 0.7304028735235969,
      "learning_rate": 0.00028807523244078564,
      "loss": 0.8732,
      "step": 20463
    },
    {
      "epoch": 0.8381732541470408,
      "grad_norm": 0.6765118834556257,
      "learning_rate": 0.0002880739580543928,
      "loss": 0.9001,
      "step": 20464
    },
    {
      "epoch": 0.8382142125742371,
      "grad_norm": 0.7819363764906362,
      "learning_rate": 0.0002880726836027265,
      "loss": 0.6956,
      "step": 20465
    },
    {
      "epoch": 0.8382551710014335,
      "grad_norm": 0.9483426095843327,
      "learning_rate": 0.00028807140908578753,
      "loss": 1.0715,
      "step": 20466
    },
    {
      "epoch": 0.83829612942863,
      "grad_norm": 0.9520041169531882,
      "learning_rate": 0.0002880701345035764,
      "loss": 0.7529,
      "step": 20467
    },
    {
      "epoch": 0.8383370878558264,
      "grad_norm": 3.15442325575036,
      "learning_rate": 0.0002880688598560937,
      "loss": 0.9586,
      "step": 20468
    },
    {
      "epoch": 0.8383780462830227,
      "grad_norm": 0.9824586969990461,
      "learning_rate": 0.00028806758514334006,
      "loss": 0.9595,
      "step": 20469
    },
    {
      "epoch": 0.8384190047102191,
      "grad_norm": 0.821901397878314,
      "learning_rate": 0.0002880663103653161,
      "loss": 0.847,
      "step": 20470
    },
    {
      "epoch": 0.8384599631374156,
      "grad_norm": 0.9974282572661055,
      "learning_rate": 0.0002880650355220224,
      "loss": 1.0762,
      "step": 20471
    },
    {
      "epoch": 0.8385009215646119,
      "grad_norm": 0.942126747505174,
      "learning_rate": 0.0002880637606134595,
      "loss": 0.7043,
      "step": 20472
    },
    {
      "epoch": 0.8385418799918083,
      "grad_norm": 0.5906927781051224,
      "learning_rate": 0.00028806248563962813,
      "loss": 0.6086,
      "step": 20473
    },
    {
      "epoch": 0.8385828384190047,
      "grad_norm": 0.8405719450156575,
      "learning_rate": 0.00028806121060052876,
      "loss": 1.057,
      "step": 20474
    },
    {
      "epoch": 0.8386237968462011,
      "grad_norm": 0.8408297229226487,
      "learning_rate": 0.00028805993549616216,
      "loss": 0.7384,
      "step": 20475
    },
    {
      "epoch": 0.8386647552733975,
      "grad_norm": 0.8910095824213057,
      "learning_rate": 0.0002880586603265288,
      "loss": 0.72,
      "step": 20476
    },
    {
      "epoch": 0.8387057137005939,
      "grad_norm": 0.7771558567465848,
      "learning_rate": 0.0002880573850916293,
      "loss": 0.8609,
      "step": 20477
    },
    {
      "epoch": 0.8387466721277903,
      "grad_norm": 1.17203303624131,
      "learning_rate": 0.00028805610979146424,
      "loss": 1.0772,
      "step": 20478
    },
    {
      "epoch": 0.8387876305549867,
      "grad_norm": 1.1613810274406902,
      "learning_rate": 0.00028805483442603434,
      "loss": 1.6229,
      "step": 20479
    },
    {
      "epoch": 0.838828588982183,
      "grad_norm": 1.4861830482997094,
      "learning_rate": 0.00028805355899534006,
      "loss": 1.2579,
      "step": 20480
    },
    {
      "epoch": 0.8388695474093795,
      "grad_norm": 0.5997502198525827,
      "learning_rate": 0.00028805228349938213,
      "loss": 0.3185,
      "step": 20481
    },
    {
      "epoch": 0.8389105058365759,
      "grad_norm": 0.5836449332665223,
      "learning_rate": 0.00028805100793816103,
      "loss": 0.4116,
      "step": 20482
    },
    {
      "epoch": 0.8389514642637723,
      "grad_norm": 1.4852287062440035,
      "learning_rate": 0.00028804973231167746,
      "loss": 1.1322,
      "step": 20483
    },
    {
      "epoch": 0.8389924226909686,
      "grad_norm": 0.8029413614572043,
      "learning_rate": 0.0002880484566199319,
      "loss": 0.6857,
      "step": 20484
    },
    {
      "epoch": 0.8390333811181651,
      "grad_norm": 0.7359192706493992,
      "learning_rate": 0.00028804718086292516,
      "loss": 0.7461,
      "step": 20485
    },
    {
      "epoch": 0.8390743395453615,
      "grad_norm": 0.5367739860401222,
      "learning_rate": 0.0002880459050406577,
      "loss": 0.3416,
      "step": 20486
    },
    {
      "epoch": 0.8391152979725579,
      "grad_norm": 0.6514498303706096,
      "learning_rate": 0.0002880446291531301,
      "loss": 0.4343,
      "step": 20487
    },
    {
      "epoch": 0.8391562563997542,
      "grad_norm": 0.6532944209006597,
      "learning_rate": 0.0002880433532003431,
      "loss": 0.7414,
      "step": 20488
    },
    {
      "epoch": 0.8391972148269506,
      "grad_norm": 1.5387224703465283,
      "learning_rate": 0.00028804207718229714,
      "loss": 1.8122,
      "step": 20489
    },
    {
      "epoch": 0.8392381732541471,
      "grad_norm": 0.9404166124884499,
      "learning_rate": 0.0002880408010989929,
      "loss": 1.0595,
      "step": 20490
    },
    {
      "epoch": 0.8392791316813434,
      "grad_norm": 0.3958770772917443,
      "learning_rate": 0.00028803952495043097,
      "loss": 0.296,
      "step": 20491
    },
    {
      "epoch": 0.8393200901085398,
      "grad_norm": 1.0477938467980954,
      "learning_rate": 0.000288038248736612,
      "loss": 1.2254,
      "step": 20492
    },
    {
      "epoch": 0.8393610485357362,
      "grad_norm": 0.9027522235383738,
      "learning_rate": 0.0002880369724575365,
      "loss": 0.8558,
      "step": 20493
    },
    {
      "epoch": 0.8394020069629327,
      "grad_norm": 0.921494995566935,
      "learning_rate": 0.0002880356961132052,
      "loss": 0.8366,
      "step": 20494
    },
    {
      "epoch": 0.839442965390129,
      "grad_norm": 0.682393768578989,
      "learning_rate": 0.0002880344197036186,
      "loss": 0.8359,
      "step": 20495
    },
    {
      "epoch": 0.8394839238173254,
      "grad_norm": 0.9961650312513065,
      "learning_rate": 0.0002880331432287773,
      "loss": 1.2588,
      "step": 20496
    },
    {
      "epoch": 0.8395248822445218,
      "grad_norm": 1.2775820092122172,
      "learning_rate": 0.000288031866688682,
      "loss": 0.4893,
      "step": 20497
    },
    {
      "epoch": 0.8395658406717182,
      "grad_norm": 0.7403511659549811,
      "learning_rate": 0.0002880305900833332,
      "loss": 0.7025,
      "step": 20498
    },
    {
      "epoch": 0.8396067990989146,
      "grad_norm": 0.6014043276260419,
      "learning_rate": 0.00028802931341273156,
      "loss": 0.6514,
      "step": 20499
    },
    {
      "epoch": 0.839647757526111,
      "grad_norm": 1.0844304956034188,
      "learning_rate": 0.0002880280366768777,
      "loss": 1.2935,
      "step": 20500
    },
    {
      "epoch": 0.8396887159533074,
      "grad_norm": 0.9247918596096385,
      "learning_rate": 0.00028802675987577215,
      "loss": 0.9453,
      "step": 20501
    },
    {
      "epoch": 0.8397296743805038,
      "grad_norm": 1.19241971644278,
      "learning_rate": 0.0002880254830094156,
      "loss": 1.2131,
      "step": 20502
    },
    {
      "epoch": 0.8397706328077001,
      "grad_norm": 0.948783869176738,
      "learning_rate": 0.0002880242060778085,
      "loss": 1.2155,
      "step": 20503
    },
    {
      "epoch": 0.8398115912348966,
      "grad_norm": 0.769922414952384,
      "learning_rate": 0.0002880229290809517,
      "loss": 0.9002,
      "step": 20504
    },
    {
      "epoch": 0.839852549662093,
      "grad_norm": 0.7948640753917562,
      "learning_rate": 0.0002880216520188456,
      "loss": 0.7738,
      "step": 20505
    },
    {
      "epoch": 0.8398935080892894,
      "grad_norm": 0.8352468199149963,
      "learning_rate": 0.0002880203748914909,
      "loss": 0.8395,
      "step": 20506
    },
    {
      "epoch": 0.8399344665164857,
      "grad_norm": 0.9084665097144755,
      "learning_rate": 0.0002880190976988882,
      "loss": 1.091,
      "step": 20507
    },
    {
      "epoch": 0.8399754249436822,
      "grad_norm": 0.7651033881630719,
      "learning_rate": 0.000288017820441038,
      "loss": 0.9202,
      "step": 20508
    },
    {
      "epoch": 0.8400163833708786,
      "grad_norm": 0.5654384501418144,
      "learning_rate": 0.000288016543117941,
      "loss": 0.3282,
      "step": 20509
    },
    {
      "epoch": 0.840057341798075,
      "grad_norm": 0.8311700937214873,
      "learning_rate": 0.00028801526572959786,
      "loss": 0.8698,
      "step": 20510
    },
    {
      "epoch": 0.8400983002252713,
      "grad_norm": 0.7458469559359654,
      "learning_rate": 0.00028801398827600904,
      "loss": 0.6369,
      "step": 20511
    },
    {
      "epoch": 0.8401392586524677,
      "grad_norm": 0.6645277797662454,
      "learning_rate": 0.00028801271075717526,
      "loss": 0.6433,
      "step": 20512
    },
    {
      "epoch": 0.8401802170796642,
      "grad_norm": 0.9148996006661118,
      "learning_rate": 0.0002880114331730971,
      "loss": 0.9897,
      "step": 20513
    },
    {
      "epoch": 0.8402211755068605,
      "grad_norm": 0.7375297858759954,
      "learning_rate": 0.00028801015552377507,
      "loss": 0.6563,
      "step": 20514
    },
    {
      "epoch": 0.8402621339340569,
      "grad_norm": 0.7700880507418953,
      "learning_rate": 0.0002880088778092099,
      "loss": 0.4885,
      "step": 20515
    },
    {
      "epoch": 0.8403030923612533,
      "grad_norm": 1.2630333249748336,
      "learning_rate": 0.0002880076000294021,
      "loss": 1.7976,
      "step": 20516
    },
    {
      "epoch": 0.8403440507884498,
      "grad_norm": 0.7083764672103405,
      "learning_rate": 0.0002880063221843523,
      "loss": 0.8294,
      "step": 20517
    },
    {
      "epoch": 0.8403850092156461,
      "grad_norm": 2.032939270739362,
      "learning_rate": 0.0002880050442740612,
      "loss": 1.3569,
      "step": 20518
    },
    {
      "epoch": 0.8404259676428425,
      "grad_norm": 0.7411085943378316,
      "learning_rate": 0.00028800376629852924,
      "loss": 0.4123,
      "step": 20519
    },
    {
      "epoch": 0.8404669260700389,
      "grad_norm": 0.7833541877672501,
      "learning_rate": 0.0002880024882577571,
      "loss": 0.8879,
      "step": 20520
    },
    {
      "epoch": 0.8405078844972353,
      "grad_norm": 0.7839438597868379,
      "learning_rate": 0.0002880012101517455,
      "loss": 0.7088,
      "step": 20521
    },
    {
      "epoch": 0.8405488429244317,
      "grad_norm": 0.947932718667784,
      "learning_rate": 0.0002879999319804949,
      "loss": 0.8804,
      "step": 20522
    },
    {
      "epoch": 0.8405898013516281,
      "grad_norm": 0.8230798358372021,
      "learning_rate": 0.0002879986537440059,
      "loss": 1.0359,
      "step": 20523
    },
    {
      "epoch": 0.8406307597788245,
      "grad_norm": 1.0093311299920393,
      "learning_rate": 0.0002879973754422791,
      "loss": 0.8893,
      "step": 20524
    },
    {
      "epoch": 0.8406717182060209,
      "grad_norm": 0.6349091372418065,
      "learning_rate": 0.00028799609707531523,
      "loss": 0.5898,
      "step": 20525
    },
    {
      "epoch": 0.8407126766332172,
      "grad_norm": 0.7813215523504258,
      "learning_rate": 0.00028799481864311474,
      "loss": 0.7712,
      "step": 20526
    },
    {
      "epoch": 0.8407536350604137,
      "grad_norm": 0.6895202741036593,
      "learning_rate": 0.00028799354014567835,
      "loss": 0.8773,
      "step": 20527
    },
    {
      "epoch": 0.8407945934876101,
      "grad_norm": 0.8320703021379925,
      "learning_rate": 0.00028799226158300666,
      "loss": 1.1792,
      "step": 20528
    },
    {
      "epoch": 0.8408355519148065,
      "grad_norm": 0.8159517840260457,
      "learning_rate": 0.0002879909829551002,
      "loss": 0.8626,
      "step": 20529
    },
    {
      "epoch": 0.8408765103420028,
      "grad_norm": 1.2364718898797906,
      "learning_rate": 0.0002879897042619596,
      "loss": 1.5576,
      "step": 20530
    },
    {
      "epoch": 0.8409174687691993,
      "grad_norm": 0.6201256793575164,
      "learning_rate": 0.0002879884255035855,
      "loss": 0.3395,
      "step": 20531
    },
    {
      "epoch": 0.8409584271963957,
      "grad_norm": 0.8140017096308918,
      "learning_rate": 0.00028798714667997846,
      "loss": 0.7714,
      "step": 20532
    },
    {
      "epoch": 0.840999385623592,
      "grad_norm": 0.9585805676691055,
      "learning_rate": 0.0002879858677911391,
      "loss": 1.2363,
      "step": 20533
    },
    {
      "epoch": 0.8410403440507884,
      "grad_norm": 0.6452466325194224,
      "learning_rate": 0.00028798458883706805,
      "loss": 0.6084,
      "step": 20534
    },
    {
      "epoch": 0.8410813024779848,
      "grad_norm": 0.8739433621848232,
      "learning_rate": 0.0002879833098177659,
      "loss": 1.1066,
      "step": 20535
    },
    {
      "epoch": 0.8411222609051813,
      "grad_norm": 0.8497971292852882,
      "learning_rate": 0.00028798203073323323,
      "loss": 0.9571,
      "step": 20536
    },
    {
      "epoch": 0.8411632193323776,
      "grad_norm": 0.7415796647678004,
      "learning_rate": 0.0002879807515834706,
      "loss": 1.0456,
      "step": 20537
    },
    {
      "epoch": 0.841204177759574,
      "grad_norm": 0.7424121966670053,
      "learning_rate": 0.0002879794723684788,
      "loss": 0.9331,
      "step": 20538
    },
    {
      "epoch": 0.8412451361867704,
      "grad_norm": 0.8790161837215285,
      "learning_rate": 0.00028797819308825826,
      "loss": 0.629,
      "step": 20539
    },
    {
      "epoch": 0.8412860946139669,
      "grad_norm": 0.7654859496616828,
      "learning_rate": 0.0002879769137428096,
      "loss": 0.4619,
      "step": 20540
    },
    {
      "epoch": 0.8413270530411632,
      "grad_norm": 1.0400382951121747,
      "learning_rate": 0.00028797563433213347,
      "loss": 1.4112,
      "step": 20541
    },
    {
      "epoch": 0.8413680114683596,
      "grad_norm": 1.0135465828473664,
      "learning_rate": 0.00028797435485623053,
      "loss": 0.7427,
      "step": 20542
    },
    {
      "epoch": 0.841408969895556,
      "grad_norm": 0.8030855231864679,
      "learning_rate": 0.0002879730753151013,
      "loss": 0.8875,
      "step": 20543
    },
    {
      "epoch": 0.8414499283227524,
      "grad_norm": 2.279552275863805,
      "learning_rate": 0.00028797179570874633,
      "loss": 2.9344,
      "step": 20544
    },
    {
      "epoch": 0.8414908867499488,
      "grad_norm": 0.6246440585328044,
      "learning_rate": 0.00028797051603716636,
      "loss": 0.3384,
      "step": 20545
    },
    {
      "epoch": 0.8415318451771452,
      "grad_norm": 0.9100738422440028,
      "learning_rate": 0.00028796923630036193,
      "loss": 0.7374,
      "step": 20546
    },
    {
      "epoch": 0.8415728036043416,
      "grad_norm": 0.7188483363091468,
      "learning_rate": 0.0002879679564983337,
      "loss": 0.8356,
      "step": 20547
    },
    {
      "epoch": 0.841613762031538,
      "grad_norm": 1.120255727803968,
      "learning_rate": 0.0002879666766310821,
      "loss": 0.6645,
      "step": 20548
    },
    {
      "epoch": 0.8416547204587344,
      "grad_norm": 1.3684568902848997,
      "learning_rate": 0.000287965396698608,
      "loss": 1.9471,
      "step": 20549
    },
    {
      "epoch": 0.8416956788859308,
      "grad_norm": 0.6418280443167054,
      "learning_rate": 0.0002879641167009118,
      "loss": 0.6014,
      "step": 20550
    },
    {
      "epoch": 0.8417366373131272,
      "grad_norm": 0.8364711064670375,
      "learning_rate": 0.0002879628366379942,
      "loss": 1.1995,
      "step": 20551
    },
    {
      "epoch": 0.8417775957403236,
      "grad_norm": 0.8340192222643377,
      "learning_rate": 0.0002879615565098557,
      "loss": 0.8838,
      "step": 20552
    },
    {
      "epoch": 0.8418185541675199,
      "grad_norm": 0.7866479611023975,
      "learning_rate": 0.00028796027631649705,
      "loss": 0.7838,
      "step": 20553
    },
    {
      "epoch": 0.8418595125947164,
      "grad_norm": 0.8515459389474971,
      "learning_rate": 0.00028795899605791876,
      "loss": 0.9145,
      "step": 20554
    },
    {
      "epoch": 0.8419004710219128,
      "grad_norm": 5.089831981395284,
      "learning_rate": 0.0002879577157341215,
      "loss": 4.9273,
      "step": 20555
    },
    {
      "epoch": 0.8419414294491091,
      "grad_norm": 0.7677623305170342,
      "learning_rate": 0.0002879564353451058,
      "loss": 0.8902,
      "step": 20556
    },
    {
      "epoch": 0.8419823878763055,
      "grad_norm": 0.7672970119442999,
      "learning_rate": 0.0002879551548908723,
      "loss": 0.6455,
      "step": 20557
    },
    {
      "epoch": 0.842023346303502,
      "grad_norm": 0.6859757200307665,
      "learning_rate": 0.00028795387437142165,
      "loss": 0.4241,
      "step": 20558
    },
    {
      "epoch": 0.8420643047306984,
      "grad_norm": 0.9705433595893962,
      "learning_rate": 0.00028795259378675437,
      "loss": 0.9489,
      "step": 20559
    },
    {
      "epoch": 0.8421052631578947,
      "grad_norm": 0.9799647450227857,
      "learning_rate": 0.00028795131313687114,
      "loss": 0.8739,
      "step": 20560
    },
    {
      "epoch": 0.8421462215850911,
      "grad_norm": 1.137405982656156,
      "learning_rate": 0.0002879500324217725,
      "loss": 1.2113,
      "step": 20561
    },
    {
      "epoch": 0.8421871800122875,
      "grad_norm": 1.008931153592308,
      "learning_rate": 0.0002879487516414591,
      "loss": 1.1001,
      "step": 20562
    },
    {
      "epoch": 0.842228138439484,
      "grad_norm": 0.7733980796561696,
      "learning_rate": 0.0002879474707959315,
      "loss": 0.791,
      "step": 20563
    },
    {
      "epoch": 0.8422690968666803,
      "grad_norm": 0.7296854546057313,
      "learning_rate": 0.00028794618988519044,
      "loss": 0.9214,
      "step": 20564
    },
    {
      "epoch": 0.8423100552938767,
      "grad_norm": 0.8559104810765917,
      "learning_rate": 0.00028794490890923633,
      "loss": 1.1461,
      "step": 20565
    },
    {
      "epoch": 0.8423510137210731,
      "grad_norm": 0.9645309643855162,
      "learning_rate": 0.0002879436278680699,
      "loss": 1.0387,
      "step": 20566
    },
    {
      "epoch": 0.8423919721482696,
      "grad_norm": 0.8297510490707065,
      "learning_rate": 0.0002879423467616918,
      "loss": 0.7329,
      "step": 20567
    },
    {
      "epoch": 0.8424329305754659,
      "grad_norm": 0.8459170771829728,
      "learning_rate": 0.00028794106559010247,
      "loss": 0.7266,
      "step": 20568
    },
    {
      "epoch": 0.8424738890026623,
      "grad_norm": 0.6594596230105002,
      "learning_rate": 0.00028793978435330265,
      "loss": 0.623,
      "step": 20569
    },
    {
      "epoch": 0.8425148474298587,
      "grad_norm": 0.8520362216412454,
      "learning_rate": 0.0002879385030512929,
      "loss": 0.5642,
      "step": 20570
    },
    {
      "epoch": 0.8425558058570551,
      "grad_norm": 0.9572964765607673,
      "learning_rate": 0.0002879372216840738,
      "loss": 1.0697,
      "step": 20571
    },
    {
      "epoch": 0.8425967642842515,
      "grad_norm": 1.0598188576416325,
      "learning_rate": 0.00028793594025164603,
      "loss": 1.2152,
      "step": 20572
    },
    {
      "epoch": 0.8426377227114479,
      "grad_norm": 0.7800150383686191,
      "learning_rate": 0.00028793465875401016,
      "loss": 0.6624,
      "step": 20573
    },
    {
      "epoch": 0.8426786811386443,
      "grad_norm": 0.7214858946821079,
      "learning_rate": 0.0002879333771911667,
      "loss": 0.9274,
      "step": 20574
    },
    {
      "epoch": 0.8427196395658406,
      "grad_norm": 0.7874443073023631,
      "learning_rate": 0.0002879320955631164,
      "loss": 0.8101,
      "step": 20575
    },
    {
      "epoch": 0.842760597993037,
      "grad_norm": 0.7772163525815351,
      "learning_rate": 0.0002879308138698598,
      "loss": 0.952,
      "step": 20576
    },
    {
      "epoch": 0.8428015564202335,
      "grad_norm": 0.7197264852156343,
      "learning_rate": 0.00028792953211139756,
      "loss": 0.7895,
      "step": 20577
    },
    {
      "epoch": 0.8428425148474299,
      "grad_norm": 0.99667245122668,
      "learning_rate": 0.00028792825028773017,
      "loss": 1.0385,
      "step": 20578
    },
    {
      "epoch": 0.8428834732746262,
      "grad_norm": 0.6768291541425286,
      "learning_rate": 0.00028792696839885837,
      "loss": 0.942,
      "step": 20579
    },
    {
      "epoch": 0.8429244317018226,
      "grad_norm": 0.8640009115964352,
      "learning_rate": 0.0002879256864447827,
      "loss": 1.3224,
      "step": 20580
    },
    {
      "epoch": 0.842965390129019,
      "grad_norm": 0.7350943090057718,
      "learning_rate": 0.0002879244044255037,
      "loss": 0.7843,
      "step": 20581
    },
    {
      "epoch": 0.8430063485562155,
      "grad_norm": 0.8089803957206742,
      "learning_rate": 0.0002879231223410221,
      "loss": 0.7528,
      "step": 20582
    },
    {
      "epoch": 0.8430473069834118,
      "grad_norm": 0.7860020914665574,
      "learning_rate": 0.00028792184019133844,
      "loss": 0.7204,
      "step": 20583
    },
    {
      "epoch": 0.8430882654106082,
      "grad_norm": 0.7220124496737425,
      "learning_rate": 0.00028792055797645334,
      "loss": 0.575,
      "step": 20584
    },
    {
      "epoch": 0.8431292238378046,
      "grad_norm": 0.9979425321365262,
      "learning_rate": 0.0002879192756963674,
      "loss": 1.3972,
      "step": 20585
    },
    {
      "epoch": 0.8431701822650011,
      "grad_norm": 0.7354116346167282,
      "learning_rate": 0.0002879179933510812,
      "loss": 0.9558,
      "step": 20586
    },
    {
      "epoch": 0.8432111406921974,
      "grad_norm": 1.1776654529026955,
      "learning_rate": 0.00028791671094059544,
      "loss": 1.7803,
      "step": 20587
    },
    {
      "epoch": 0.8432520991193938,
      "grad_norm": 0.80446126103909,
      "learning_rate": 0.0002879154284649106,
      "loss": 0.9459,
      "step": 20588
    },
    {
      "epoch": 0.8432930575465902,
      "grad_norm": 0.8794383156702562,
      "learning_rate": 0.0002879141459240274,
      "loss": 0.7209,
      "step": 20589
    },
    {
      "epoch": 0.8433340159737867,
      "grad_norm": 0.9986315610430267,
      "learning_rate": 0.0002879128633179464,
      "loss": 0.8788,
      "step": 20590
    },
    {
      "epoch": 0.843374974400983,
      "grad_norm": 1.0845079489114657,
      "learning_rate": 0.00028791158064666813,
      "loss": 0.457,
      "step": 20591
    },
    {
      "epoch": 0.8434159328281794,
      "grad_norm": 0.7268786906943393,
      "learning_rate": 0.0002879102979101933,
      "loss": 0.7247,
      "step": 20592
    },
    {
      "epoch": 0.8434568912553758,
      "grad_norm": 0.7575250710620985,
      "learning_rate": 0.00028790901510852254,
      "loss": 0.898,
      "step": 20593
    },
    {
      "epoch": 0.8434978496825722,
      "grad_norm": 5.8249324350421015,
      "learning_rate": 0.0002879077322416563,
      "loss": 2.4186,
      "step": 20594
    },
    {
      "epoch": 0.8435388081097686,
      "grad_norm": 0.966003597195426,
      "learning_rate": 0.0002879064493095953,
      "loss": 0.7213,
      "step": 20595
    },
    {
      "epoch": 0.843579766536965,
      "grad_norm": 0.796652925098741,
      "learning_rate": 0.00028790516631234023,
      "loss": 0.7406,
      "step": 20596
    },
    {
      "epoch": 0.8436207249641614,
      "grad_norm": 0.8260471601941498,
      "learning_rate": 0.00028790388324989157,
      "loss": 1.0771,
      "step": 20597
    },
    {
      "epoch": 0.8436616833913577,
      "grad_norm": 0.8878481547425682,
      "learning_rate": 0.0002879026001222499,
      "loss": 0.7622,
      "step": 20598
    },
    {
      "epoch": 0.8437026418185541,
      "grad_norm": 1.088836987631588,
      "learning_rate": 0.0002879013169294159,
      "loss": 1.1808,
      "step": 20599
    },
    {
      "epoch": 0.8437436002457506,
      "grad_norm": 0.9456826477007311,
      "learning_rate": 0.00028790003367139017,
      "loss": 1.3608,
      "step": 20600
    },
    {
      "epoch": 0.843784558672947,
      "grad_norm": 0.9843449237012224,
      "learning_rate": 0.0002878987503481733,
      "loss": 0.4451,
      "step": 20601
    },
    {
      "epoch": 0.8438255171001433,
      "grad_norm": 0.6464738860801027,
      "learning_rate": 0.00028789746695976595,
      "loss": 0.7441,
      "step": 20602
    },
    {
      "epoch": 0.8438664755273397,
      "grad_norm": 0.7999134644146176,
      "learning_rate": 0.0002878961835061686,
      "loss": 0.7895,
      "step": 20603
    },
    {
      "epoch": 0.8439074339545362,
      "grad_norm": 0.8574983084148613,
      "learning_rate": 0.000287894899987382,
      "loss": 1.2538,
      "step": 20604
    },
    {
      "epoch": 0.8439483923817326,
      "grad_norm": 0.6887443115596045,
      "learning_rate": 0.00028789361640340667,
      "loss": 0.535,
      "step": 20605
    },
    {
      "epoch": 0.8439893508089289,
      "grad_norm": 1.077876091787773,
      "learning_rate": 0.0002878923327542432,
      "loss": 1.402,
      "step": 20606
    },
    {
      "epoch": 0.8440303092361253,
      "grad_norm": 0.7007736172137594,
      "learning_rate": 0.0002878910490398923,
      "loss": 0.7708,
      "step": 20607
    },
    {
      "epoch": 0.8440712676633217,
      "grad_norm": 0.7025879666939616,
      "learning_rate": 0.0002878897652603545,
      "loss": 0.897,
      "step": 20608
    },
    {
      "epoch": 0.8441122260905182,
      "grad_norm": 0.7913345208867949,
      "learning_rate": 0.0002878884814156304,
      "loss": 0.2653,
      "step": 20609
    },
    {
      "epoch": 0.8441531845177145,
      "grad_norm": 0.9602504378532584,
      "learning_rate": 0.0002878871975057206,
      "loss": 1.1564,
      "step": 20610
    },
    {
      "epoch": 0.8441941429449109,
      "grad_norm": 0.551781327972574,
      "learning_rate": 0.0002878859135306258,
      "loss": 0.2842,
      "step": 20611
    },
    {
      "epoch": 0.8442351013721073,
      "grad_norm": 1.3535704246378668,
      "learning_rate": 0.00028788462949034654,
      "loss": 0.7015,
      "step": 20612
    },
    {
      "epoch": 0.8442760597993038,
      "grad_norm": 0.7809782560335683,
      "learning_rate": 0.00028788334538488335,
      "loss": 1.0325,
      "step": 20613
    },
    {
      "epoch": 0.8443170182265001,
      "grad_norm": 0.7042526341656816,
      "learning_rate": 0.000287882061214237,
      "loss": 0.7387,
      "step": 20614
    },
    {
      "epoch": 0.8443579766536965,
      "grad_norm": 0.7616789102225967,
      "learning_rate": 0.00028788077697840795,
      "loss": 0.9884,
      "step": 20615
    },
    {
      "epoch": 0.8443989350808929,
      "grad_norm": 0.993363709250469,
      "learning_rate": 0.0002878794926773969,
      "loss": 0.9704,
      "step": 20616
    },
    {
      "epoch": 0.8444398935080892,
      "grad_norm": 0.5513685211692733,
      "learning_rate": 0.0002878782083112044,
      "loss": 0.2757,
      "step": 20617
    },
    {
      "epoch": 0.8444808519352857,
      "grad_norm": 1.0835712645015998,
      "learning_rate": 0.0002878769238798311,
      "loss": 0.8206,
      "step": 20618
    },
    {
      "epoch": 0.8445218103624821,
      "grad_norm": 0.9801889021962564,
      "learning_rate": 0.00028787563938327765,
      "loss": 0.8693,
      "step": 20619
    },
    {
      "epoch": 0.8445627687896785,
      "grad_norm": 0.814577635425558,
      "learning_rate": 0.00028787435482154457,
      "loss": 0.9422,
      "step": 20620
    },
    {
      "epoch": 0.8446037272168748,
      "grad_norm": 0.8127037920664142,
      "learning_rate": 0.00028787307019463246,
      "loss": 0.7581,
      "step": 20621
    },
    {
      "epoch": 0.8446446856440712,
      "grad_norm": 0.8189841167089112,
      "learning_rate": 0.00028787178550254195,
      "loss": 0.8342,
      "step": 20622
    },
    {
      "epoch": 0.8446856440712677,
      "grad_norm": 0.6471330252171978,
      "learning_rate": 0.0002878705007452737,
      "loss": 0.437,
      "step": 20623
    },
    {
      "epoch": 0.8447266024984641,
      "grad_norm": 0.6493884808476641,
      "learning_rate": 0.00028786921592282823,
      "loss": 0.3964,
      "step": 20624
    },
    {
      "epoch": 0.8447675609256604,
      "grad_norm": 0.7213834854374027,
      "learning_rate": 0.0002878679310352062,
      "loss": 0.6532,
      "step": 20625
    },
    {
      "epoch": 0.8448085193528568,
      "grad_norm": 0.7734239612753582,
      "learning_rate": 0.00028786664608240823,
      "loss": 0.8233,
      "step": 20626
    },
    {
      "epoch": 0.8448494777800533,
      "grad_norm": 0.7344239208069702,
      "learning_rate": 0.00028786536106443497,
      "loss": 0.6108,
      "step": 20627
    },
    {
      "epoch": 0.8448904362072497,
      "grad_norm": 0.5995459450597551,
      "learning_rate": 0.0002878640759812869,
      "loss": 0.6756,
      "step": 20628
    },
    {
      "epoch": 0.844931394634446,
      "grad_norm": 0.6668481928581945,
      "learning_rate": 0.0002878627908329647,
      "loss": 0.7128,
      "step": 20629
    },
    {
      "epoch": 0.8449723530616424,
      "grad_norm": 0.7382294052458078,
      "learning_rate": 0.000287861505619469,
      "loss": 0.6475,
      "step": 20630
    },
    {
      "epoch": 0.8450133114888388,
      "grad_norm": 0.7647143758491942,
      "learning_rate": 0.00028786022034080037,
      "loss": 0.55,
      "step": 20631
    },
    {
      "epoch": 0.8450542699160353,
      "grad_norm": 1.349234033938002,
      "learning_rate": 0.0002878589349969594,
      "loss": 1.9961,
      "step": 20632
    },
    {
      "epoch": 0.8450952283432316,
      "grad_norm": 0.8609726393830361,
      "learning_rate": 0.0002878576495879467,
      "loss": 1.0451,
      "step": 20633
    },
    {
      "epoch": 0.845136186770428,
      "grad_norm": 0.6371665270641022,
      "learning_rate": 0.000287856364113763,
      "loss": 0.3643,
      "step": 20634
    },
    {
      "epoch": 0.8451771451976244,
      "grad_norm": 0.7863391112429405,
      "learning_rate": 0.00028785507857440875,
      "loss": 0.9781,
      "step": 20635
    },
    {
      "epoch": 0.8452181036248209,
      "grad_norm": 0.651078926984865,
      "learning_rate": 0.0002878537929698846,
      "loss": 0.8611,
      "step": 20636
    },
    {
      "epoch": 0.8452590620520172,
      "grad_norm": 2.354202718589381,
      "learning_rate": 0.00028785250730019123,
      "loss": 3.0687,
      "step": 20637
    },
    {
      "epoch": 0.8453000204792136,
      "grad_norm": 0.6142777472049451,
      "learning_rate": 0.00028785122156532917,
      "loss": 0.8745,
      "step": 20638
    },
    {
      "epoch": 0.84534097890641,
      "grad_norm": 0.9860294892880035,
      "learning_rate": 0.00028784993576529903,
      "loss": 1.0526,
      "step": 20639
    },
    {
      "epoch": 0.8453819373336063,
      "grad_norm": 1.503326970529265,
      "learning_rate": 0.00028784864990010145,
      "loss": 0.6508,
      "step": 20640
    },
    {
      "epoch": 0.8454228957608028,
      "grad_norm": 0.8079135062957025,
      "learning_rate": 0.00028784736396973704,
      "loss": 0.8693,
      "step": 20641
    },
    {
      "epoch": 0.8454638541879992,
      "grad_norm": 1.485846735475458,
      "learning_rate": 0.00028784607797420643,
      "loss": 1.0386,
      "step": 20642
    },
    {
      "epoch": 0.8455048126151956,
      "grad_norm": 0.7435460164053629,
      "learning_rate": 0.0002878447919135101,
      "loss": 1.0251,
      "step": 20643
    },
    {
      "epoch": 0.8455457710423919,
      "grad_norm": 0.8003047032271371,
      "learning_rate": 0.0002878435057876488,
      "loss": 0.6538,
      "step": 20644
    },
    {
      "epoch": 0.8455867294695883,
      "grad_norm": 0.7761836300236027,
      "learning_rate": 0.0002878422195966231,
      "loss": 0.91,
      "step": 20645
    },
    {
      "epoch": 0.8456276878967848,
      "grad_norm": 0.7209074749643243,
      "learning_rate": 0.0002878409333404336,
      "loss": 0.8012,
      "step": 20646
    },
    {
      "epoch": 0.8456686463239812,
      "grad_norm": 0.9202594442785836,
      "learning_rate": 0.0002878396470190809,
      "loss": 1.2464,
      "step": 20647
    },
    {
      "epoch": 0.8457096047511775,
      "grad_norm": 1.0527912527532262,
      "learning_rate": 0.0002878383606325656,
      "loss": 1.5583,
      "step": 20648
    },
    {
      "epoch": 0.8457505631783739,
      "grad_norm": 0.6089452952559028,
      "learning_rate": 0.0002878370741808883,
      "loss": 0.7972,
      "step": 20649
    },
    {
      "epoch": 0.8457915216055704,
      "grad_norm": 0.6557252175878726,
      "learning_rate": 0.0002878357876640497,
      "loss": 0.6896,
      "step": 20650
    },
    {
      "epoch": 0.8458324800327668,
      "grad_norm": 0.6622861352130602,
      "learning_rate": 0.0002878345010820503,
      "loss": 0.5924,
      "step": 20651
    },
    {
      "epoch": 0.8458734384599631,
      "grad_norm": 2.831242528374065,
      "learning_rate": 0.0002878332144348907,
      "loss": 1.5134,
      "step": 20652
    },
    {
      "epoch": 0.8459143968871595,
      "grad_norm": 1.1347784316171874,
      "learning_rate": 0.00028783192772257167,
      "loss": 1.3182,
      "step": 20653
    },
    {
      "epoch": 0.845955355314356,
      "grad_norm": 1.2075170028891216,
      "learning_rate": 0.0002878306409450936,
      "loss": 0.9692,
      "step": 20654
    },
    {
      "epoch": 0.8459963137415524,
      "grad_norm": 1.100730330244694,
      "learning_rate": 0.0002878293541024573,
      "loss": 0.878,
      "step": 20655
    },
    {
      "epoch": 0.8460372721687487,
      "grad_norm": 0.8122555905118252,
      "learning_rate": 0.00028782806719466315,
      "loss": 0.8053,
      "step": 20656
    },
    {
      "epoch": 0.8460782305959451,
      "grad_norm": 0.7268728330275491,
      "learning_rate": 0.0002878267802217119,
      "loss": 0.73,
      "step": 20657
    },
    {
      "epoch": 0.8461191890231415,
      "grad_norm": 0.7351647099487978,
      "learning_rate": 0.0002878254931836042,
      "loss": 0.7729,
      "step": 20658
    },
    {
      "epoch": 0.8461601474503379,
      "grad_norm": 0.8171754076792208,
      "learning_rate": 0.0002878242060803406,
      "loss": 1.2106,
      "step": 20659
    },
    {
      "epoch": 0.8462011058775343,
      "grad_norm": 0.8965043152278007,
      "learning_rate": 0.00028782291891192173,
      "loss": 0.6851,
      "step": 20660
    },
    {
      "epoch": 0.8462420643047307,
      "grad_norm": 0.5916275354681902,
      "learning_rate": 0.0002878216316783482,
      "loss": 0.3172,
      "step": 20661
    },
    {
      "epoch": 0.8462830227319271,
      "grad_norm": 0.6008935921270216,
      "learning_rate": 0.0002878203443796205,
      "loss": 0.3162,
      "step": 20662
    },
    {
      "epoch": 0.8463239811591234,
      "grad_norm": 0.9486234693997159,
      "learning_rate": 0.00028781905701573944,
      "loss": 0.9069,
      "step": 20663
    },
    {
      "epoch": 0.8463649395863199,
      "grad_norm": 0.7741805371651214,
      "learning_rate": 0.0002878177695867055,
      "loss": 1.0827,
      "step": 20664
    },
    {
      "epoch": 0.8464058980135163,
      "grad_norm": 0.536185297185267,
      "learning_rate": 0.0002878164820925193,
      "loss": 0.2886,
      "step": 20665
    },
    {
      "epoch": 0.8464468564407127,
      "grad_norm": 0.7050867326775717,
      "learning_rate": 0.00028781519453318147,
      "loss": 0.8575,
      "step": 20666
    },
    {
      "epoch": 0.846487814867909,
      "grad_norm": 0.8082945825173685,
      "learning_rate": 0.0002878139069086926,
      "loss": 0.7758,
      "step": 20667
    },
    {
      "epoch": 0.8465287732951055,
      "grad_norm": 0.7663858349254651,
      "learning_rate": 0.00028781261921905334,
      "loss": 0.8475,
      "step": 20668
    },
    {
      "epoch": 0.8465697317223019,
      "grad_norm": 0.6608866163614059,
      "learning_rate": 0.00028781133146426425,
      "loss": 0.7991,
      "step": 20669
    },
    {
      "epoch": 0.8466106901494983,
      "grad_norm": 0.8885409591554926,
      "learning_rate": 0.000287810043644326,
      "loss": 1.141,
      "step": 20670
    },
    {
      "epoch": 0.8466516485766946,
      "grad_norm": 0.8025343963999013,
      "learning_rate": 0.0002878087557592391,
      "loss": 0.9839,
      "step": 20671
    },
    {
      "epoch": 0.846692607003891,
      "grad_norm": 1.220777440224911,
      "learning_rate": 0.0002878074678090042,
      "loss": 0.6934,
      "step": 20672
    },
    {
      "epoch": 0.8467335654310875,
      "grad_norm": 0.8507245448791817,
      "learning_rate": 0.000287806179793622,
      "loss": 0.5633,
      "step": 20673
    },
    {
      "epoch": 0.8467745238582839,
      "grad_norm": 0.9746571889647869,
      "learning_rate": 0.00028780489171309297,
      "loss": 0.9043,
      "step": 20674
    },
    {
      "epoch": 0.8468154822854802,
      "grad_norm": 1.2355058381860933,
      "learning_rate": 0.00028780360356741783,
      "loss": 1.3093,
      "step": 20675
    },
    {
      "epoch": 0.8468564407126766,
      "grad_norm": 1.8172782905146476,
      "learning_rate": 0.0002878023153565971,
      "loss": 1.4043,
      "step": 20676
    },
    {
      "epoch": 0.846897399139873,
      "grad_norm": 0.9603752017294352,
      "learning_rate": 0.0002878010270806315,
      "loss": 0.8648,
      "step": 20677
    },
    {
      "epoch": 0.8469383575670695,
      "grad_norm": 1.1601628795691663,
      "learning_rate": 0.00028779973873952153,
      "loss": 1.248,
      "step": 20678
    },
    {
      "epoch": 0.8469793159942658,
      "grad_norm": 0.4803141091452725,
      "learning_rate": 0.0002877984503332678,
      "loss": 0.3236,
      "step": 20679
    },
    {
      "epoch": 0.8470202744214622,
      "grad_norm": 0.5091251827495816,
      "learning_rate": 0.00028779716186187103,
      "loss": 0.3777,
      "step": 20680
    },
    {
      "epoch": 0.8470612328486586,
      "grad_norm": 0.8862825838071587,
      "learning_rate": 0.0002877958733253317,
      "loss": 0.7951,
      "step": 20681
    },
    {
      "epoch": 0.847102191275855,
      "grad_norm": 0.8220793446325186,
      "learning_rate": 0.00028779458472365054,
      "loss": 1.06,
      "step": 20682
    },
    {
      "epoch": 0.8471431497030514,
      "grad_norm": 0.973698959683796,
      "learning_rate": 0.000287793296056828,
      "loss": 0.9228,
      "step": 20683
    },
    {
      "epoch": 0.8471841081302478,
      "grad_norm": 0.6469775837452799,
      "learning_rate": 0.0002877920073248649,
      "loss": 0.7597,
      "step": 20684
    },
    {
      "epoch": 0.8472250665574442,
      "grad_norm": 0.6630255309306364,
      "learning_rate": 0.0002877907185277616,
      "loss": 0.6445,
      "step": 20685
    },
    {
      "epoch": 0.8472660249846405,
      "grad_norm": 0.7195033832543343,
      "learning_rate": 0.0002877894296655189,
      "loss": 0.8875,
      "step": 20686
    },
    {
      "epoch": 0.847306983411837,
      "grad_norm": 0.9362717917159776,
      "learning_rate": 0.00028778814073813743,
      "loss": 1.1006,
      "step": 20687
    },
    {
      "epoch": 0.8473479418390334,
      "grad_norm": 0.7695454617871023,
      "learning_rate": 0.00028778685174561767,
      "loss": 0.8526,
      "step": 20688
    },
    {
      "epoch": 0.8473889002662298,
      "grad_norm": 0.6925177829638471,
      "learning_rate": 0.0002877855626879603,
      "loss": 0.7897,
      "step": 20689
    },
    {
      "epoch": 0.8474298586934261,
      "grad_norm": 0.9390506544937878,
      "learning_rate": 0.0002877842735651659,
      "loss": 0.7597,
      "step": 20690
    },
    {
      "epoch": 0.8474708171206226,
      "grad_norm": 0.714283876773256,
      "learning_rate": 0.00028778298437723504,
      "loss": 0.7529,
      "step": 20691
    },
    {
      "epoch": 0.847511775547819,
      "grad_norm": 0.5713135254662177,
      "learning_rate": 0.00028778169512416843,
      "loss": 0.3696,
      "step": 20692
    },
    {
      "epoch": 0.8475527339750154,
      "grad_norm": 0.7780500014817074,
      "learning_rate": 0.00028778040580596664,
      "loss": 0.8861,
      "step": 20693
    },
    {
      "epoch": 0.8475936924022117,
      "grad_norm": 0.8826266477772591,
      "learning_rate": 0.0002877791164226302,
      "loss": 0.8518,
      "step": 20694
    },
    {
      "epoch": 0.8476346508294081,
      "grad_norm": 0.8103950682919179,
      "learning_rate": 0.00028777782697415985,
      "loss": 0.983,
      "step": 20695
    },
    {
      "epoch": 0.8476756092566046,
      "grad_norm": 0.7439603474952574,
      "learning_rate": 0.00028777653746055615,
      "loss": 0.6598,
      "step": 20696
    },
    {
      "epoch": 0.847716567683801,
      "grad_norm": 0.9597946117203787,
      "learning_rate": 0.00028777524788181966,
      "loss": 1.0637,
      "step": 20697
    },
    {
      "epoch": 0.8477575261109973,
      "grad_norm": 1.4021860200247023,
      "learning_rate": 0.000287773958237951,
      "loss": 1.4007,
      "step": 20698
    },
    {
      "epoch": 0.8477984845381937,
      "grad_norm": 0.7035258344051664,
      "learning_rate": 0.0002877726685289509,
      "loss": 0.7528,
      "step": 20699
    },
    {
      "epoch": 0.8478394429653902,
      "grad_norm": 0.4662629871473577,
      "learning_rate": 0.0002877713787548198,
      "loss": 0.2664,
      "step": 20700
    },
    {
      "epoch": 0.8478804013925866,
      "grad_norm": 0.8043547526146282,
      "learning_rate": 0.0002877700889155584,
      "loss": 0.5221,
      "step": 20701
    },
    {
      "epoch": 0.8479213598197829,
      "grad_norm": 0.7010166911500276,
      "learning_rate": 0.00028776879901116733,
      "loss": 0.853,
      "step": 20702
    },
    {
      "epoch": 0.8479623182469793,
      "grad_norm": 0.6308572623134758,
      "learning_rate": 0.00028776750904164713,
      "loss": 0.7499,
      "step": 20703
    },
    {
      "epoch": 0.8480032766741757,
      "grad_norm": 0.6751574604353245,
      "learning_rate": 0.00028776621900699847,
      "loss": 0.7361,
      "step": 20704
    },
    {
      "epoch": 0.8480442351013721,
      "grad_norm": 0.9894039534406268,
      "learning_rate": 0.0002877649289072219,
      "loss": 0.8466,
      "step": 20705
    },
    {
      "epoch": 0.8480851935285685,
      "grad_norm": 1.000044592967931,
      "learning_rate": 0.0002877636387423181,
      "loss": 1.2643,
      "step": 20706
    },
    {
      "epoch": 0.8481261519557649,
      "grad_norm": 0.9369115140390858,
      "learning_rate": 0.00028776234851228766,
      "loss": 0.55,
      "step": 20707
    },
    {
      "epoch": 0.8481671103829613,
      "grad_norm": 2.6223478342595814,
      "learning_rate": 0.0002877610582171312,
      "loss": 3.3326,
      "step": 20708
    },
    {
      "epoch": 0.8482080688101576,
      "grad_norm": 0.6274013597140311,
      "learning_rate": 0.00028775976785684924,
      "loss": 0.6274,
      "step": 20709
    },
    {
      "epoch": 0.8482490272373541,
      "grad_norm": 1.202390316490148,
      "learning_rate": 0.00028775847743144246,
      "loss": 1.591,
      "step": 20710
    },
    {
      "epoch": 0.8482899856645505,
      "grad_norm": 7.221050225110188,
      "learning_rate": 0.00028775718694091146,
      "loss": 2.4367,
      "step": 20711
    },
    {
      "epoch": 0.8483309440917469,
      "grad_norm": 1.1283860149783105,
      "learning_rate": 0.00028775589638525687,
      "loss": 1.0101,
      "step": 20712
    },
    {
      "epoch": 0.8483719025189432,
      "grad_norm": 0.7828659743103031,
      "learning_rate": 0.0002877546057644793,
      "loss": 0.53,
      "step": 20713
    },
    {
      "epoch": 0.8484128609461397,
      "grad_norm": 1.2754436528077253,
      "learning_rate": 0.00028775331507857935,
      "loss": 1.4751,
      "step": 20714
    },
    {
      "epoch": 0.8484538193733361,
      "grad_norm": 1.0493158939125005,
      "learning_rate": 0.0002877520243275576,
      "loss": 1.2995,
      "step": 20715
    },
    {
      "epoch": 0.8484947778005325,
      "grad_norm": 1.3362644067593772,
      "learning_rate": 0.0002877507335114147,
      "loss": 1.4745,
      "step": 20716
    },
    {
      "epoch": 0.8485357362277288,
      "grad_norm": 0.945315836484803,
      "learning_rate": 0.00028774944263015124,
      "loss": 1.3255,
      "step": 20717
    },
    {
      "epoch": 0.8485766946549252,
      "grad_norm": 0.6327511020732619,
      "learning_rate": 0.00028774815168376786,
      "loss": 0.8408,
      "step": 20718
    },
    {
      "epoch": 0.8486176530821217,
      "grad_norm": 0.7456906113195795,
      "learning_rate": 0.00028774686067226514,
      "loss": 0.1669,
      "step": 20719
    },
    {
      "epoch": 0.8486586115093181,
      "grad_norm": 1.0454130890786706,
      "learning_rate": 0.00028774556959564366,
      "loss": 0.5581,
      "step": 20720
    },
    {
      "epoch": 0.8486995699365144,
      "grad_norm": 0.8384087918284937,
      "learning_rate": 0.0002877442784539041,
      "loss": 1.1302,
      "step": 20721
    },
    {
      "epoch": 0.8487405283637108,
      "grad_norm": 1.0739243380781882,
      "learning_rate": 0.00028774298724704704,
      "loss": 0.7532,
      "step": 20722
    },
    {
      "epoch": 0.8487814867909073,
      "grad_norm": 0.8478396482849431,
      "learning_rate": 0.0002877416959750731,
      "loss": 0.9525,
      "step": 20723
    },
    {
      "epoch": 0.8488224452181036,
      "grad_norm": 0.9987143217291814,
      "learning_rate": 0.0002877404046379828,
      "loss": 0.8055,
      "step": 20724
    },
    {
      "epoch": 0.8488634036453,
      "grad_norm": 0.7484350906765722,
      "learning_rate": 0.00028773911323577695,
      "loss": 0.885,
      "step": 20725
    },
    {
      "epoch": 0.8489043620724964,
      "grad_norm": 0.9912516452944549,
      "learning_rate": 0.00028773782176845595,
      "loss": 0.9605,
      "step": 20726
    },
    {
      "epoch": 0.8489453204996928,
      "grad_norm": 0.8662808502092905,
      "learning_rate": 0.00028773653023602053,
      "loss": 1.0178,
      "step": 20727
    },
    {
      "epoch": 0.8489862789268892,
      "grad_norm": 1.4261009124774435,
      "learning_rate": 0.0002877352386384713,
      "loss": 2.2307,
      "step": 20728
    },
    {
      "epoch": 0.8490272373540856,
      "grad_norm": 0.8523228594682827,
      "learning_rate": 0.0002877339469758088,
      "loss": 1.1552,
      "step": 20729
    },
    {
      "epoch": 0.849068195781282,
      "grad_norm": 0.6867818608448846,
      "learning_rate": 0.0002877326552480337,
      "loss": 0.9195,
      "step": 20730
    },
    {
      "epoch": 0.8491091542084784,
      "grad_norm": 0.7547230485166061,
      "learning_rate": 0.00028773136345514657,
      "loss": 0.3656,
      "step": 20731
    },
    {
      "epoch": 0.8491501126356747,
      "grad_norm": 0.536749835604799,
      "learning_rate": 0.00028773007159714806,
      "loss": 0.3015,
      "step": 20732
    },
    {
      "epoch": 0.8491910710628712,
      "grad_norm": 0.8097429730517424,
      "learning_rate": 0.00028772877967403877,
      "loss": 0.8218,
      "step": 20733
    },
    {
      "epoch": 0.8492320294900676,
      "grad_norm": 0.7916219045015248,
      "learning_rate": 0.0002877274876858193,
      "loss": 0.9171,
      "step": 20734
    },
    {
      "epoch": 0.849272987917264,
      "grad_norm": 0.5868826776173146,
      "learning_rate": 0.0002877261956324902,
      "loss": 0.4362,
      "step": 20735
    },
    {
      "epoch": 0.8493139463444603,
      "grad_norm": 0.9242424934711486,
      "learning_rate": 0.00028772490351405226,
      "loss": 0.8574,
      "step": 20736
    },
    {
      "epoch": 0.8493549047716568,
      "grad_norm": 0.9318985183201453,
      "learning_rate": 0.00028772361133050595,
      "loss": 1.0477,
      "step": 20737
    },
    {
      "epoch": 0.8493958631988532,
      "grad_norm": 0.7088508678448957,
      "learning_rate": 0.0002877223190818519,
      "loss": 1.3966,
      "step": 20738
    },
    {
      "epoch": 0.8494368216260496,
      "grad_norm": 0.7784984916104506,
      "learning_rate": 0.0002877210267680907,
      "loss": 0.4276,
      "step": 20739
    },
    {
      "epoch": 0.8494777800532459,
      "grad_norm": 1.1139607850497124,
      "learning_rate": 0.000287719734389223,
      "loss": 1.6765,
      "step": 20740
    },
    {
      "epoch": 0.8495187384804423,
      "grad_norm": 0.6725559730316456,
      "learning_rate": 0.00028771844194524945,
      "loss": 0.7281,
      "step": 20741
    },
    {
      "epoch": 0.8495596969076388,
      "grad_norm": 0.8145919455353026,
      "learning_rate": 0.0002877171494361705,
      "loss": 0.785,
      "step": 20742
    },
    {
      "epoch": 0.8496006553348352,
      "grad_norm": 1.821866396015821,
      "learning_rate": 0.000287715856861987,
      "loss": 1.05,
      "step": 20743
    },
    {
      "epoch": 0.8496416137620315,
      "grad_norm": 0.819153787191501,
      "learning_rate": 0.0002877145642226994,
      "loss": 0.6021,
      "step": 20744
    },
    {
      "epoch": 0.8496825721892279,
      "grad_norm": 0.7320158057083183,
      "learning_rate": 0.0002877132715183083,
      "loss": 0.9438,
      "step": 20745
    },
    {
      "epoch": 0.8497235306164244,
      "grad_norm": 0.6786594039128009,
      "learning_rate": 0.0002877119787488144,
      "loss": 0.8083,
      "step": 20746
    },
    {
      "epoch": 0.8497644890436207,
      "grad_norm": 0.800294731634695,
      "learning_rate": 0.0002877106859142182,
      "loss": 0.9162,
      "step": 20747
    },
    {
      "epoch": 0.8498054474708171,
      "grad_norm": 0.6711021941563573,
      "learning_rate": 0.00028770939301452043,
      "loss": 0.9181,
      "step": 20748
    },
    {
      "epoch": 0.8498464058980135,
      "grad_norm": 1.0462761302054087,
      "learning_rate": 0.00028770810004972167,
      "loss": 1.5618,
      "step": 20749
    },
    {
      "epoch": 0.84988736432521,
      "grad_norm": 0.8599182483477964,
      "learning_rate": 0.0002877068070198225,
      "loss": 1.296,
      "step": 20750
    },
    {
      "epoch": 0.8499283227524063,
      "grad_norm": 1.0082143778382289,
      "learning_rate": 0.0002877055139248235,
      "loss": 0.9847,
      "step": 20751
    },
    {
      "epoch": 0.8499692811796027,
      "grad_norm": 1.7349179445044456,
      "learning_rate": 0.00028770422076472536,
      "loss": 2.8775,
      "step": 20752
    },
    {
      "epoch": 0.8500102396067991,
      "grad_norm": 1.0621149282426272,
      "learning_rate": 0.00028770292753952867,
      "loss": 1.0788,
      "step": 20753
    },
    {
      "epoch": 0.8500511980339955,
      "grad_norm": 0.7385581383407535,
      "learning_rate": 0.000287701634249234,
      "loss": 0.9571,
      "step": 20754
    },
    {
      "epoch": 0.8500921564611919,
      "grad_norm": 0.8302758495195144,
      "learning_rate": 0.00028770034089384196,
      "loss": 0.886,
      "step": 20755
    },
    {
      "epoch": 0.8501331148883883,
      "grad_norm": 0.9551085785370528,
      "learning_rate": 0.00028769904747335325,
      "loss": 1.0519,
      "step": 20756
    },
    {
      "epoch": 0.8501740733155847,
      "grad_norm": 0.7244501497451633,
      "learning_rate": 0.0002876977539877684,
      "loss": 0.3842,
      "step": 20757
    },
    {
      "epoch": 0.8502150317427811,
      "grad_norm": 1.0400095487279881,
      "learning_rate": 0.000287696460437088,
      "loss": 1.274,
      "step": 20758
    },
    {
      "epoch": 0.8502559901699774,
      "grad_norm": 1.65050389686642,
      "learning_rate": 0.0002876951668213127,
      "loss": 1.4578,
      "step": 20759
    },
    {
      "epoch": 0.8502969485971739,
      "grad_norm": 1.8950439436674087,
      "learning_rate": 0.0002876938731404432,
      "loss": 2.8909,
      "step": 20760
    },
    {
      "epoch": 0.8503379070243703,
      "grad_norm": 0.8115533482780282,
      "learning_rate": 0.00028769257939447997,
      "loss": 0.852,
      "step": 20761
    },
    {
      "epoch": 0.8503788654515667,
      "grad_norm": 0.8704445755985767,
      "learning_rate": 0.00028769128558342374,
      "loss": 0.9855,
      "step": 20762
    },
    {
      "epoch": 0.850419823878763,
      "grad_norm": 0.7824305758845252,
      "learning_rate": 0.00028768999170727494,
      "loss": 0.933,
      "step": 20763
    },
    {
      "epoch": 0.8504607823059595,
      "grad_norm": 0.8132583092046431,
      "learning_rate": 0.0002876886977660344,
      "loss": 0.7801,
      "step": 20764
    },
    {
      "epoch": 0.8505017407331559,
      "grad_norm": 0.8355905371786632,
      "learning_rate": 0.0002876874037597026,
      "loss": 0.7321,
      "step": 20765
    },
    {
      "epoch": 0.8505426991603522,
      "grad_norm": 1.1414789034530026,
      "learning_rate": 0.00028768610968828016,
      "loss": 1.2399,
      "step": 20766
    },
    {
      "epoch": 0.8505836575875486,
      "grad_norm": 1.4899729379621462,
      "learning_rate": 0.00028768481555176774,
      "loss": 1.3603,
      "step": 20767
    },
    {
      "epoch": 0.850624616014745,
      "grad_norm": 0.9055541304200168,
      "learning_rate": 0.00028768352135016595,
      "loss": 0.6683,
      "step": 20768
    },
    {
      "epoch": 0.8506655744419415,
      "grad_norm": 0.6920709060358085,
      "learning_rate": 0.0002876822270834754,
      "loss": 0.4474,
      "step": 20769
    },
    {
      "epoch": 0.8507065328691378,
      "grad_norm": 0.9658251303651602,
      "learning_rate": 0.00028768093275169664,
      "loss": 1.0693,
      "step": 20770
    },
    {
      "epoch": 0.8507474912963342,
      "grad_norm": 0.5701042316567365,
      "learning_rate": 0.0002876796383548303,
      "loss": 0.4143,
      "step": 20771
    },
    {
      "epoch": 0.8507884497235306,
      "grad_norm": 1.6410671508773411,
      "learning_rate": 0.00028767834389287704,
      "loss": 1.0584,
      "step": 20772
    },
    {
      "epoch": 0.850829408150727,
      "grad_norm": 1.4302019533453603,
      "learning_rate": 0.00028767704936583744,
      "loss": 1.5355,
      "step": 20773
    },
    {
      "epoch": 0.8508703665779234,
      "grad_norm": 0.8293749531081125,
      "learning_rate": 0.00028767575477371216,
      "loss": 0.8456,
      "step": 20774
    },
    {
      "epoch": 0.8509113250051198,
      "grad_norm": 0.704880228035167,
      "learning_rate": 0.0002876744601165017,
      "loss": 1.1074,
      "step": 20775
    },
    {
      "epoch": 0.8509522834323162,
      "grad_norm": 0.8689021591282156,
      "learning_rate": 0.00028767316539420686,
      "loss": 1.0089,
      "step": 20776
    },
    {
      "epoch": 0.8509932418595126,
      "grad_norm": 0.9412370876308273,
      "learning_rate": 0.00028767187060682803,
      "loss": 1.066,
      "step": 20777
    },
    {
      "epoch": 0.851034200286709,
      "grad_norm": 0.7071530958159922,
      "learning_rate": 0.00028767057575436597,
      "loss": 0.7885,
      "step": 20778
    },
    {
      "epoch": 0.8510751587139054,
      "grad_norm": 0.8147829018588886,
      "learning_rate": 0.00028766928083682125,
      "loss": 0.5719,
      "step": 20779
    },
    {
      "epoch": 0.8511161171411018,
      "grad_norm": 6.727552399900331,
      "learning_rate": 0.00028766798585419447,
      "loss": 1.8537,
      "step": 20780
    },
    {
      "epoch": 0.8511570755682982,
      "grad_norm": 0.6659252487402963,
      "learning_rate": 0.0002876666908064863,
      "loss": 0.8031,
      "step": 20781
    },
    {
      "epoch": 0.8511980339954945,
      "grad_norm": 0.6500828462108424,
      "learning_rate": 0.00028766539569369725,
      "loss": 0.6154,
      "step": 20782
    },
    {
      "epoch": 0.851238992422691,
      "grad_norm": 1.1881008389204315,
      "learning_rate": 0.000287664100515828,
      "loss": 1.3081,
      "step": 20783
    },
    {
      "epoch": 0.8512799508498874,
      "grad_norm": 0.9593661457627389,
      "learning_rate": 0.0002876628052728792,
      "loss": 0.4654,
      "step": 20784
    },
    {
      "epoch": 0.8513209092770838,
      "grad_norm": 0.8417906651370621,
      "learning_rate": 0.00028766150996485136,
      "loss": 0.6134,
      "step": 20785
    },
    {
      "epoch": 0.8513618677042801,
      "grad_norm": 0.6333628122090852,
      "learning_rate": 0.00028766021459174516,
      "loss": 0.7694,
      "step": 20786
    },
    {
      "epoch": 0.8514028261314766,
      "grad_norm": 1.2869374045652102,
      "learning_rate": 0.0002876589191535612,
      "loss": 1.2015,
      "step": 20787
    },
    {
      "epoch": 0.851443784558673,
      "grad_norm": 0.9968541659099707,
      "learning_rate": 0.0002876576236503001,
      "loss": 0.7643,
      "step": 20788
    },
    {
      "epoch": 0.8514847429858693,
      "grad_norm": 0.5974829194577015,
      "learning_rate": 0.00028765632808196243,
      "loss": 0.3266,
      "step": 20789
    },
    {
      "epoch": 0.8515257014130657,
      "grad_norm": 5.636998874306857,
      "learning_rate": 0.0002876550324485489,
      "loss": 5.7037,
      "step": 20790
    },
    {
      "epoch": 0.8515666598402621,
      "grad_norm": 0.64675307427112,
      "learning_rate": 0.00028765373675005996,
      "loss": 0.5073,
      "step": 20791
    },
    {
      "epoch": 0.8516076182674586,
      "grad_norm": 0.7408164403952283,
      "learning_rate": 0.0002876524409864964,
      "loss": 0.6586,
      "step": 20792
    },
    {
      "epoch": 0.8516485766946549,
      "grad_norm": 0.8529271899544533,
      "learning_rate": 0.00028765114515785876,
      "loss": 1.0137,
      "step": 20793
    },
    {
      "epoch": 0.8516895351218513,
      "grad_norm": 0.9225655834680923,
      "learning_rate": 0.0002876498492641476,
      "loss": 1.2253,
      "step": 20794
    },
    {
      "epoch": 0.8517304935490477,
      "grad_norm": 0.6947069533486779,
      "learning_rate": 0.0002876485533053636,
      "loss": 0.5971,
      "step": 20795
    },
    {
      "epoch": 0.8517714519762442,
      "grad_norm": 0.941434750477328,
      "learning_rate": 0.00028764725728150733,
      "loss": 0.8783,
      "step": 20796
    },
    {
      "epoch": 0.8518124104034405,
      "grad_norm": 0.7145510895974766,
      "learning_rate": 0.0002876459611925794,
      "loss": 0.8246,
      "step": 20797
    },
    {
      "epoch": 0.8518533688306369,
      "grad_norm": 0.71241159138029,
      "learning_rate": 0.00028764466503858056,
      "loss": 0.8585,
      "step": 20798
    },
    {
      "epoch": 0.8518943272578333,
      "grad_norm": 2.6501488690809456,
      "learning_rate": 0.0002876433688195112,
      "loss": 1.2295,
      "step": 20799
    },
    {
      "epoch": 0.8519352856850297,
      "grad_norm": 0.6132355142768601,
      "learning_rate": 0.00028764207253537214,
      "loss": 0.7059,
      "step": 20800
    },
    {
      "epoch": 0.851976244112226,
      "grad_norm": 1.0076030689254922,
      "learning_rate": 0.0002876407761861638,
      "loss": 0.6498,
      "step": 20801
    },
    {
      "epoch": 0.8520172025394225,
      "grad_norm": 1.267169981875365,
      "learning_rate": 0.00028763947977188695,
      "loss": 0.823,
      "step": 20802
    },
    {
      "epoch": 0.8520581609666189,
      "grad_norm": 1.1804507545987628,
      "learning_rate": 0.00028763818329254206,
      "loss": 0.8754,
      "step": 20803
    },
    {
      "epoch": 0.8520991193938153,
      "grad_norm": 1.2369874004403443,
      "learning_rate": 0.0002876368867481299,
      "loss": 0.4549,
      "step": 20804
    },
    {
      "epoch": 0.8521400778210116,
      "grad_norm": 0.7673209908424437,
      "learning_rate": 0.000287635590138651,
      "loss": 0.8685,
      "step": 20805
    },
    {
      "epoch": 0.8521810362482081,
      "grad_norm": 0.6887030171293306,
      "learning_rate": 0.000287634293464106,
      "loss": 0.6883,
      "step": 20806
    },
    {
      "epoch": 0.8522219946754045,
      "grad_norm": 0.6824300713766824,
      "learning_rate": 0.00028763299672449543,
      "loss": 0.8139,
      "step": 20807
    },
    {
      "epoch": 0.8522629531026008,
      "grad_norm": 1.0734981226784062,
      "learning_rate": 0.00028763169991981996,
      "loss": 0.6705,
      "step": 20808
    },
    {
      "epoch": 0.8523039115297972,
      "grad_norm": 2.266989254988032,
      "learning_rate": 0.00028763040305008027,
      "loss": 2.3098,
      "step": 20809
    },
    {
      "epoch": 0.8523448699569937,
      "grad_norm": 5.321490949857827,
      "learning_rate": 0.0002876291061152769,
      "loss": 6.2436,
      "step": 20810
    },
    {
      "epoch": 0.8523858283841901,
      "grad_norm": 0.8056649114229878,
      "learning_rate": 0.00028762780911541046,
      "loss": 0.323,
      "step": 20811
    },
    {
      "epoch": 0.8524267868113864,
      "grad_norm": 0.564869410532713,
      "learning_rate": 0.0002876265120504816,
      "loss": 0.3286,
      "step": 20812
    },
    {
      "epoch": 0.8524677452385828,
      "grad_norm": 0.9134822829553634,
      "learning_rate": 0.00028762521492049087,
      "loss": 0.639,
      "step": 20813
    },
    {
      "epoch": 0.8525087036657792,
      "grad_norm": 0.9948244662981856,
      "learning_rate": 0.0002876239177254389,
      "loss": 1.2064,
      "step": 20814
    },
    {
      "epoch": 0.8525496620929757,
      "grad_norm": 0.7564661930320564,
      "learning_rate": 0.0002876226204653264,
      "loss": 1.0464,
      "step": 20815
    },
    {
      "epoch": 0.852590620520172,
      "grad_norm": 0.793090833246338,
      "learning_rate": 0.00028762132314015385,
      "loss": 0.9023,
      "step": 20816
    },
    {
      "epoch": 0.8526315789473684,
      "grad_norm": 0.7790086808330887,
      "learning_rate": 0.000287620025749922,
      "loss": 0.7534,
      "step": 20817
    },
    {
      "epoch": 0.8526725373745648,
      "grad_norm": 3.0537198247286708,
      "learning_rate": 0.0002876187282946313,
      "loss": 4.9509,
      "step": 20818
    },
    {
      "epoch": 0.8527134958017613,
      "grad_norm": 0.8336771627079961,
      "learning_rate": 0.0002876174307742825,
      "loss": 1.1904,
      "step": 20819
    },
    {
      "epoch": 0.8527544542289576,
      "grad_norm": 0.8527427058116461,
      "learning_rate": 0.0002876161331888762,
      "loss": 0.8973,
      "step": 20820
    },
    {
      "epoch": 0.852795412656154,
      "grad_norm": 1.165904594960122,
      "learning_rate": 0.0002876148355384129,
      "loss": 1.2025,
      "step": 20821
    },
    {
      "epoch": 0.8528363710833504,
      "grad_norm": 0.6282719762899289,
      "learning_rate": 0.0002876135378228933,
      "loss": 0.2974,
      "step": 20822
    },
    {
      "epoch": 0.8528773295105468,
      "grad_norm": 0.9400214505691388,
      "learning_rate": 0.000287612240042318,
      "loss": 0.8838,
      "step": 20823
    },
    {
      "epoch": 0.8529182879377432,
      "grad_norm": 1.4251033567143556,
      "learning_rate": 0.0002876109421966877,
      "loss": 2.0951,
      "step": 20824
    },
    {
      "epoch": 0.8529592463649396,
      "grad_norm": 11.746428814615497,
      "learning_rate": 0.0002876096442860029,
      "loss": 3.2738,
      "step": 20825
    },
    {
      "epoch": 0.853000204792136,
      "grad_norm": 0.9700511049397911,
      "learning_rate": 0.00028760834631026417,
      "loss": 1.0232,
      "step": 20826
    },
    {
      "epoch": 0.8530411632193324,
      "grad_norm": 0.734039036998919,
      "learning_rate": 0.0002876070482694723,
      "loss": 1.018,
      "step": 20827
    },
    {
      "epoch": 0.8530821216465287,
      "grad_norm": 1.0745914697887629,
      "learning_rate": 0.00028760575016362774,
      "loss": 0.8853,
      "step": 20828
    },
    {
      "epoch": 0.8531230800737252,
      "grad_norm": 1.3406803518463524,
      "learning_rate": 0.0002876044519927312,
      "loss": 1.3077,
      "step": 20829
    },
    {
      "epoch": 0.8531640385009216,
      "grad_norm": 1.0465801833459365,
      "learning_rate": 0.0002876031537567833,
      "loss": 0.7292,
      "step": 20830
    },
    {
      "epoch": 0.8532049969281179,
      "grad_norm": 2.2435692535187295,
      "learning_rate": 0.0002876018554557845,
      "loss": 1.6794,
      "step": 20831
    },
    {
      "epoch": 0.8532459553553143,
      "grad_norm": 0.6793559948079131,
      "learning_rate": 0.00028760055708973556,
      "loss": 0.8474,
      "step": 20832
    },
    {
      "epoch": 0.8532869137825108,
      "grad_norm": 2.449479957515237,
      "learning_rate": 0.00028759925865863713,
      "loss": 2.4512,
      "step": 20833
    },
    {
      "epoch": 0.8533278722097072,
      "grad_norm": 1.7949259651914922,
      "learning_rate": 0.0002875979601624897,
      "loss": 1.2661,
      "step": 20834
    },
    {
      "epoch": 0.8533688306369035,
      "grad_norm": 0.9111284275537076,
      "learning_rate": 0.0002875966616012939,
      "loss": 1.079,
      "step": 20835
    },
    {
      "epoch": 0.8534097890640999,
      "grad_norm": 0.5767516427154484,
      "learning_rate": 0.00028759536297505043,
      "loss": 0.2525,
      "step": 20836
    },
    {
      "epoch": 0.8534507474912963,
      "grad_norm": 1.5937557366215331,
      "learning_rate": 0.00028759406428375986,
      "loss": 2.3922,
      "step": 20837
    },
    {
      "epoch": 0.8534917059184928,
      "grad_norm": 1.0746579844271331,
      "learning_rate": 0.00028759276552742285,
      "loss": 1.0848,
      "step": 20838
    },
    {
      "epoch": 0.8535326643456891,
      "grad_norm": 1.0189232250434552,
      "learning_rate": 0.0002875914667060399,
      "loss": 0.5755,
      "step": 20839
    },
    {
      "epoch": 0.8535736227728855,
      "grad_norm": 0.9835456721051468,
      "learning_rate": 0.0002875901678196117,
      "loss": 0.9869,
      "step": 20840
    },
    {
      "epoch": 0.8536145812000819,
      "grad_norm": 0.6618173110965899,
      "learning_rate": 0.00028758886886813887,
      "loss": 0.6836,
      "step": 20841
    },
    {
      "epoch": 0.8536555396272784,
      "grad_norm": 0.5814538671837322,
      "learning_rate": 0.000287587569851622,
      "loss": 0.5501,
      "step": 20842
    },
    {
      "epoch": 0.8536964980544747,
      "grad_norm": 0.7565884552231412,
      "learning_rate": 0.0002875862707700617,
      "loss": 0.782,
      "step": 20843
    },
    {
      "epoch": 0.8537374564816711,
      "grad_norm": 1.0249711309374747,
      "learning_rate": 0.0002875849716234586,
      "loss": 0.8755,
      "step": 20844
    },
    {
      "epoch": 0.8537784149088675,
      "grad_norm": 0.8567916894028181,
      "learning_rate": 0.0002875836724118133,
      "loss": 0.9372,
      "step": 20845
    },
    {
      "epoch": 0.853819373336064,
      "grad_norm": 1.1713427782887198,
      "learning_rate": 0.0002875823731351264,
      "loss": 1.0331,
      "step": 20846
    },
    {
      "epoch": 0.8538603317632603,
      "grad_norm": 0.8579297981175518,
      "learning_rate": 0.0002875810737933986,
      "loss": 0.8255,
      "step": 20847
    },
    {
      "epoch": 0.8539012901904567,
      "grad_norm": 0.9027900777072557,
      "learning_rate": 0.00028757977438663044,
      "loss": 0.7618,
      "step": 20848
    },
    {
      "epoch": 0.8539422486176531,
      "grad_norm": 0.6885425606893265,
      "learning_rate": 0.0002875784749148225,
      "loss": 0.8072,
      "step": 20849
    },
    {
      "epoch": 0.8539832070448494,
      "grad_norm": 1.1140918888009175,
      "learning_rate": 0.00028757717537797545,
      "loss": 1.1137,
      "step": 20850
    },
    {
      "epoch": 0.8540241654720458,
      "grad_norm": 9.677531555912458,
      "learning_rate": 0.00028757587577609,
      "loss": 3.8405,
      "step": 20851
    },
    {
      "epoch": 0.8540651238992423,
      "grad_norm": 0.6596573914469654,
      "learning_rate": 0.0002875745761091665,
      "loss": 0.5695,
      "step": 20852
    },
    {
      "epoch": 0.8541060823264387,
      "grad_norm": 1.7927295456677876,
      "learning_rate": 0.0002875732763772058,
      "loss": 1.0938,
      "step": 20853
    },
    {
      "epoch": 0.854147040753635,
      "grad_norm": 0.8483961482800638,
      "learning_rate": 0.00028757197658020844,
      "loss": 0.8417,
      "step": 20854
    },
    {
      "epoch": 0.8541879991808314,
      "grad_norm": 0.8127059563675373,
      "learning_rate": 0.000287570676718175,
      "loss": 0.8472,
      "step": 20855
    },
    {
      "epoch": 0.8542289576080279,
      "grad_norm": 0.8460072960591937,
      "learning_rate": 0.0002875693767911062,
      "loss": 0.8793,
      "step": 20856
    },
    {
      "epoch": 0.8542699160352243,
      "grad_norm": 0.8908583747895967,
      "learning_rate": 0.00028756807679900247,
      "loss": 0.5798,
      "step": 20857
    },
    {
      "epoch": 0.8543108744624206,
      "grad_norm": 0.7677606866387627,
      "learning_rate": 0.0002875667767418646,
      "loss": 0.7771,
      "step": 20858
    },
    {
      "epoch": 0.854351832889617,
      "grad_norm": 0.9926301822126488,
      "learning_rate": 0.00028756547661969314,
      "loss": 1.0905,
      "step": 20859
    },
    {
      "epoch": 0.8543927913168134,
      "grad_norm": 0.6482912555787231,
      "learning_rate": 0.0002875641764324887,
      "loss": 0.9409,
      "step": 20860
    },
    {
      "epoch": 0.8544337497440099,
      "grad_norm": 0.7609111163241526,
      "learning_rate": 0.00028756287618025194,
      "loss": 0.4039,
      "step": 20861
    },
    {
      "epoch": 0.8544747081712062,
      "grad_norm": 0.6989977643437771,
      "learning_rate": 0.00028756157586298336,
      "loss": 0.9279,
      "step": 20862
    },
    {
      "epoch": 0.8545156665984026,
      "grad_norm": 1.0417015521868747,
      "learning_rate": 0.0002875602754806837,
      "loss": 1.0047,
      "step": 20863
    },
    {
      "epoch": 0.854556625025599,
      "grad_norm": 0.9585792789404523,
      "learning_rate": 0.0002875589750333535,
      "loss": 1.0635,
      "step": 20864
    },
    {
      "epoch": 0.8545975834527955,
      "grad_norm": 1.936946038091881,
      "learning_rate": 0.00028755767452099345,
      "loss": 2.9168,
      "step": 20865
    },
    {
      "epoch": 0.8546385418799918,
      "grad_norm": 0.7656370021328988,
      "learning_rate": 0.00028755637394360406,
      "loss": 0.863,
      "step": 20866
    },
    {
      "epoch": 0.8546795003071882,
      "grad_norm": 2.7952071885763354,
      "learning_rate": 0.000287555073301186,
      "loss": 2.9122,
      "step": 20867
    },
    {
      "epoch": 0.8547204587343846,
      "grad_norm": 1.5880232334081552,
      "learning_rate": 0.00028755377259373987,
      "loss": 3.2329,
      "step": 20868
    },
    {
      "epoch": 0.854761417161581,
      "grad_norm": 0.7958894552840569,
      "learning_rate": 0.00028755247182126636,
      "loss": 0.84,
      "step": 20869
    },
    {
      "epoch": 0.8548023755887774,
      "grad_norm": 0.7411951241610079,
      "learning_rate": 0.000287551170983766,
      "loss": 0.8511,
      "step": 20870
    },
    {
      "epoch": 0.8548433340159738,
      "grad_norm": 0.6426584636575332,
      "learning_rate": 0.0002875498700812394,
      "loss": 0.6347,
      "step": 20871
    },
    {
      "epoch": 0.8548842924431702,
      "grad_norm": 0.7085508308995122,
      "learning_rate": 0.00028754856911368727,
      "loss": 0.4653,
      "step": 20872
    },
    {
      "epoch": 0.8549252508703665,
      "grad_norm": 1.0380630586245472,
      "learning_rate": 0.00028754726808111,
      "loss": 0.897,
      "step": 20873
    },
    {
      "epoch": 0.854966209297563,
      "grad_norm": 0.7570274528447392,
      "learning_rate": 0.0002875459669835085,
      "loss": 0.6737,
      "step": 20874
    },
    {
      "epoch": 0.8550071677247594,
      "grad_norm": 0.8273595978920156,
      "learning_rate": 0.0002875446658208832,
      "loss": 0.8568,
      "step": 20875
    },
    {
      "epoch": 0.8550481261519558,
      "grad_norm": 0.7923094410818651,
      "learning_rate": 0.00028754336459323486,
      "loss": 0.6589,
      "step": 20876
    },
    {
      "epoch": 0.8550890845791521,
      "grad_norm": 1.1019737510826724,
      "learning_rate": 0.0002875420633005639,
      "loss": 1.2097,
      "step": 20877
    },
    {
      "epoch": 0.8551300430063485,
      "grad_norm": 0.8152613047851264,
      "learning_rate": 0.000287540761942871,
      "loss": 0.9704,
      "step": 20878
    },
    {
      "epoch": 0.855171001433545,
      "grad_norm": 0.6627343015687588,
      "learning_rate": 0.0002875394605201569,
      "loss": 0.7057,
      "step": 20879
    },
    {
      "epoch": 0.8552119598607414,
      "grad_norm": 2.0021157362181756,
      "learning_rate": 0.0002875381590324221,
      "loss": 1.533,
      "step": 20880
    },
    {
      "epoch": 0.8552529182879377,
      "grad_norm": 0.6792322195830789,
      "learning_rate": 0.0002875368574796672,
      "loss": 0.8357,
      "step": 20881
    },
    {
      "epoch": 0.8552938767151341,
      "grad_norm": 1.2245682029617075,
      "learning_rate": 0.0002875355558618929,
      "loss": 1.1874,
      "step": 20882
    },
    {
      "epoch": 0.8553348351423306,
      "grad_norm": 0.7956377939582767,
      "learning_rate": 0.00028753425417909974,
      "loss": 0.7629,
      "step": 20883
    },
    {
      "epoch": 0.855375793569527,
      "grad_norm": 2.05352197751829,
      "learning_rate": 0.00028753295243128836,
      "loss": 1.1462,
      "step": 20884
    },
    {
      "epoch": 0.8554167519967233,
      "grad_norm": 2.77964888511788,
      "learning_rate": 0.0002875316506184594,
      "loss": 2.5852,
      "step": 20885
    },
    {
      "epoch": 0.8554577104239197,
      "grad_norm": 1.0607747316035336,
      "learning_rate": 0.00028753034874061346,
      "loss": 0.6099,
      "step": 20886
    },
    {
      "epoch": 0.8554986688511161,
      "grad_norm": 0.7978421010493618,
      "learning_rate": 0.00028752904679775113,
      "loss": 0.9014,
      "step": 20887
    },
    {
      "epoch": 0.8555396272783126,
      "grad_norm": 0.819380619556364,
      "learning_rate": 0.00028752774478987305,
      "loss": 0.6731,
      "step": 20888
    },
    {
      "epoch": 0.8555805857055089,
      "grad_norm": 0.6773740185937075,
      "learning_rate": 0.00028752644271697985,
      "loss": 0.8077,
      "step": 20889
    },
    {
      "epoch": 0.8556215441327053,
      "grad_norm": 0.9945225369105789,
      "learning_rate": 0.00028752514057907216,
      "loss": 1.2335,
      "step": 20890
    },
    {
      "epoch": 0.8556625025599017,
      "grad_norm": 0.9405326146092723,
      "learning_rate": 0.0002875238383761505,
      "loss": 0.9407,
      "step": 20891
    },
    {
      "epoch": 0.855703460987098,
      "grad_norm": 1.2392191119877212,
      "learning_rate": 0.00028752253610821556,
      "loss": 1.4418,
      "step": 20892
    },
    {
      "epoch": 0.8557444194142945,
      "grad_norm": 0.6260594968075446,
      "learning_rate": 0.00028752123377526797,
      "loss": 0.3879,
      "step": 20893
    },
    {
      "epoch": 0.8557853778414909,
      "grad_norm": 1.2208141034771878,
      "learning_rate": 0.0002875199313773083,
      "loss": 1.2831,
      "step": 20894
    },
    {
      "epoch": 0.8558263362686873,
      "grad_norm": 0.7350741058911364,
      "learning_rate": 0.00028751862891433723,
      "loss": 0.9935,
      "step": 20895
    },
    {
      "epoch": 0.8558672946958836,
      "grad_norm": 0.7910471403169592,
      "learning_rate": 0.00028751732638635527,
      "loss": 0.7146,
      "step": 20896
    },
    {
      "epoch": 0.85590825312308,
      "grad_norm": 0.8497589087917494,
      "learning_rate": 0.00028751602379336314,
      "loss": 0.6202,
      "step": 20897
    },
    {
      "epoch": 0.8559492115502765,
      "grad_norm": 0.9182417785315665,
      "learning_rate": 0.0002875147211353614,
      "loss": 0.8252,
      "step": 20898
    },
    {
      "epoch": 0.8559901699774729,
      "grad_norm": 1.0278959687983478,
      "learning_rate": 0.00028751341841235065,
      "loss": 1.1594,
      "step": 20899
    },
    {
      "epoch": 0.8560311284046692,
      "grad_norm": 0.8606416023489857,
      "learning_rate": 0.0002875121156243316,
      "loss": 1.0051,
      "step": 20900
    },
    {
      "epoch": 0.8560720868318656,
      "grad_norm": 0.6518476196624556,
      "learning_rate": 0.00028751081277130473,
      "loss": 0.3714,
      "step": 20901
    },
    {
      "epoch": 0.8561130452590621,
      "grad_norm": 0.9987918719727576,
      "learning_rate": 0.0002875095098532708,
      "loss": 1.0165,
      "step": 20902
    },
    {
      "epoch": 0.8561540036862585,
      "grad_norm": 0.6019535936778567,
      "learning_rate": 0.0002875082068702303,
      "loss": 0.4583,
      "step": 20903
    },
    {
      "epoch": 0.8561949621134548,
      "grad_norm": 2.5234852872912246,
      "learning_rate": 0.0002875069038221839,
      "loss": 4.5421,
      "step": 20904
    },
    {
      "epoch": 0.8562359205406512,
      "grad_norm": 1.0188363116028558,
      "learning_rate": 0.00028750560070913225,
      "loss": 0.9883,
      "step": 20905
    },
    {
      "epoch": 0.8562768789678477,
      "grad_norm": 0.8353765851290229,
      "learning_rate": 0.0002875042975310759,
      "loss": 0.3729,
      "step": 20906
    },
    {
      "epoch": 0.8563178373950441,
      "grad_norm": 1.105234209913907,
      "learning_rate": 0.0002875029942880155,
      "loss": 1.0111,
      "step": 20907
    },
    {
      "epoch": 0.8563587958222404,
      "grad_norm": 0.6198797880566543,
      "learning_rate": 0.0002875016909799517,
      "loss": 0.4011,
      "step": 20908
    },
    {
      "epoch": 0.8563997542494368,
      "grad_norm": 0.6833218109490581,
      "learning_rate": 0.00028750038760688506,
      "loss": 0.6154,
      "step": 20909
    },
    {
      "epoch": 0.8564407126766332,
      "grad_norm": 0.573164101192963,
      "learning_rate": 0.0002874990841688162,
      "loss": 0.6908,
      "step": 20910
    },
    {
      "epoch": 0.8564816711038297,
      "grad_norm": 0.7698599664478909,
      "learning_rate": 0.00028749778066574575,
      "loss": 0.974,
      "step": 20911
    },
    {
      "epoch": 0.856522629531026,
      "grad_norm": 1.000526045692576,
      "learning_rate": 0.00028749647709767434,
      "loss": 0.8706,
      "step": 20912
    },
    {
      "epoch": 0.8565635879582224,
      "grad_norm": 0.7428641814275938,
      "learning_rate": 0.00028749517346460257,
      "loss": 0.9446,
      "step": 20913
    },
    {
      "epoch": 0.8566045463854188,
      "grad_norm": 1.1951225495750595,
      "learning_rate": 0.00028749386976653103,
      "loss": 0.7416,
      "step": 20914
    },
    {
      "epoch": 0.8566455048126151,
      "grad_norm": 0.755976281632995,
      "learning_rate": 0.0002874925660034604,
      "loss": 0.9572,
      "step": 20915
    },
    {
      "epoch": 0.8566864632398116,
      "grad_norm": 1.0449426525025423,
      "learning_rate": 0.0002874912621753913,
      "loss": 0.9642,
      "step": 20916
    },
    {
      "epoch": 0.856727421667008,
      "grad_norm": 3.2027786631844,
      "learning_rate": 0.00028748995828232425,
      "loss": 4.6778,
      "step": 20917
    },
    {
      "epoch": 0.8567683800942044,
      "grad_norm": 0.7130603650709761,
      "learning_rate": 0.00028748865432425995,
      "loss": 0.3308,
      "step": 20918
    },
    {
      "epoch": 0.8568093385214007,
      "grad_norm": 0.6180545453600719,
      "learning_rate": 0.00028748735030119897,
      "loss": 0.4007,
      "step": 20919
    },
    {
      "epoch": 0.8568502969485972,
      "grad_norm": 0.7910281425385303,
      "learning_rate": 0.000287486046213142,
      "loss": 0.8662,
      "step": 20920
    },
    {
      "epoch": 0.8568912553757936,
      "grad_norm": 0.7002141331430762,
      "learning_rate": 0.00028748474206008955,
      "loss": 0.7912,
      "step": 20921
    },
    {
      "epoch": 0.85693221380299,
      "grad_norm": 0.9559286876483116,
      "learning_rate": 0.00028748343784204235,
      "loss": 0.9022,
      "step": 20922
    },
    {
      "epoch": 0.8569731722301863,
      "grad_norm": 1.633555387559466,
      "learning_rate": 0.0002874821335590009,
      "loss": 1.0394,
      "step": 20923
    },
    {
      "epoch": 0.8570141306573827,
      "grad_norm": 0.6960453879970506,
      "learning_rate": 0.0002874808292109659,
      "loss": 0.4969,
      "step": 20924
    },
    {
      "epoch": 0.8570550890845792,
      "grad_norm": 0.7246866005837191,
      "learning_rate": 0.0002874795247979379,
      "loss": 0.973,
      "step": 20925
    },
    {
      "epoch": 0.8570960475117756,
      "grad_norm": 0.7853964856235315,
      "learning_rate": 0.0002874782203199176,
      "loss": 1.0625,
      "step": 20926
    },
    {
      "epoch": 0.8571370059389719,
      "grad_norm": 0.8941627809954255,
      "learning_rate": 0.0002874769157769056,
      "loss": 0.7762,
      "step": 20927
    },
    {
      "epoch": 0.8571779643661683,
      "grad_norm": 0.8638408915073271,
      "learning_rate": 0.00028747561116890247,
      "loss": 0.8409,
      "step": 20928
    },
    {
      "epoch": 0.8572189227933648,
      "grad_norm": 0.7224432557438876,
      "learning_rate": 0.00028747430649590886,
      "loss": 0.5433,
      "step": 20929
    },
    {
      "epoch": 0.8572598812205612,
      "grad_norm": 0.6278823169032492,
      "learning_rate": 0.0002874730017579253,
      "loss": 0.6874,
      "step": 20930
    },
    {
      "epoch": 0.8573008396477575,
      "grad_norm": 1.2611002062929675,
      "learning_rate": 0.0002874716969549526,
      "loss": 0.9145,
      "step": 20931
    },
    {
      "epoch": 0.8573417980749539,
      "grad_norm": 0.7325370486879657,
      "learning_rate": 0.00028747039208699114,
      "loss": 0.8819,
      "step": 20932
    },
    {
      "epoch": 0.8573827565021503,
      "grad_norm": 0.7226674798212975,
      "learning_rate": 0.00028746908715404174,
      "loss": 0.5742,
      "step": 20933
    },
    {
      "epoch": 0.8574237149293467,
      "grad_norm": 1.2677091638792115,
      "learning_rate": 0.0002874677821561049,
      "loss": 1.6654,
      "step": 20934
    },
    {
      "epoch": 0.8574646733565431,
      "grad_norm": 0.7521336264753693,
      "learning_rate": 0.0002874664770931813,
      "loss": 0.756,
      "step": 20935
    },
    {
      "epoch": 0.8575056317837395,
      "grad_norm": 0.7331921700205132,
      "learning_rate": 0.0002874651719652715,
      "loss": 0.8919,
      "step": 20936
    },
    {
      "epoch": 0.8575465902109359,
      "grad_norm": 0.5277894128702185,
      "learning_rate": 0.0002874638667723761,
      "loss": 0.321,
      "step": 20937
    },
    {
      "epoch": 0.8575875486381322,
      "grad_norm": 0.9984512294970216,
      "learning_rate": 0.00028746256151449586,
      "loss": 1.0018,
      "step": 20938
    },
    {
      "epoch": 0.8576285070653287,
      "grad_norm": 0.8532931026113795,
      "learning_rate": 0.0002874612561916312,
      "loss": 0.8545,
      "step": 20939
    },
    {
      "epoch": 0.8576694654925251,
      "grad_norm": 0.7357247986176492,
      "learning_rate": 0.0002874599508037829,
      "loss": 0.7543,
      "step": 20940
    },
    {
      "epoch": 0.8577104239197215,
      "grad_norm": 0.7039642175986761,
      "learning_rate": 0.0002874586453509515,
      "loss": 0.777,
      "step": 20941
    },
    {
      "epoch": 0.8577513823469178,
      "grad_norm": 0.681401864074719,
      "learning_rate": 0.0002874573398331376,
      "loss": 0.9475,
      "step": 20942
    },
    {
      "epoch": 0.8577923407741143,
      "grad_norm": 0.7223994229585354,
      "learning_rate": 0.0002874560342503419,
      "loss": 0.7345,
      "step": 20943
    },
    {
      "epoch": 0.8578332992013107,
      "grad_norm": 0.7862715474486369,
      "learning_rate": 0.0002874547286025649,
      "loss": 0.9712,
      "step": 20944
    },
    {
      "epoch": 0.8578742576285071,
      "grad_norm": 0.8928393437517254,
      "learning_rate": 0.0002874534228898073,
      "loss": 0.9075,
      "step": 20945
    },
    {
      "epoch": 0.8579152160557034,
      "grad_norm": 0.7134337539264483,
      "learning_rate": 0.0002874521171120697,
      "loss": 1.0119,
      "step": 20946
    },
    {
      "epoch": 0.8579561744828998,
      "grad_norm": 0.8236844245120158,
      "learning_rate": 0.0002874508112693527,
      "loss": 0.6551,
      "step": 20947
    },
    {
      "epoch": 0.8579971329100963,
      "grad_norm": 0.7059560471226037,
      "learning_rate": 0.000287449505361657,
      "loss": 0.8979,
      "step": 20948
    },
    {
      "epoch": 0.8580380913372927,
      "grad_norm": 0.8995173157087119,
      "learning_rate": 0.00028744819938898307,
      "loss": 1.2112,
      "step": 20949
    },
    {
      "epoch": 0.858079049764489,
      "grad_norm": 0.7271855297463264,
      "learning_rate": 0.0002874468933513316,
      "loss": 0.7014,
      "step": 20950
    },
    {
      "epoch": 0.8581200081916854,
      "grad_norm": 2.7274033602525094,
      "learning_rate": 0.00028744558724870333,
      "loss": 1.7539,
      "step": 20951
    },
    {
      "epoch": 0.8581609666188819,
      "grad_norm": 0.8930572129984738,
      "learning_rate": 0.00028744428108109864,
      "loss": 0.7093,
      "step": 20952
    },
    {
      "epoch": 0.8582019250460783,
      "grad_norm": 0.6698403304446428,
      "learning_rate": 0.0002874429748485184,
      "loss": 0.7068,
      "step": 20953
    },
    {
      "epoch": 0.8582428834732746,
      "grad_norm": 0.7522026269856605,
      "learning_rate": 0.00028744166855096295,
      "loss": 0.7263,
      "step": 20954
    },
    {
      "epoch": 0.858283841900471,
      "grad_norm": 0.9179467362599071,
      "learning_rate": 0.00028744036218843313,
      "loss": 1.3442,
      "step": 20955
    },
    {
      "epoch": 0.8583248003276674,
      "grad_norm": 1.5550026105900594,
      "learning_rate": 0.00028743905576092947,
      "loss": 1.5213,
      "step": 20956
    },
    {
      "epoch": 0.8583657587548638,
      "grad_norm": 0.5325331881182015,
      "learning_rate": 0.0002874377492684526,
      "loss": 0.3319,
      "step": 20957
    },
    {
      "epoch": 0.8584067171820602,
      "grad_norm": 0.532735885706174,
      "learning_rate": 0.00028743644271100313,
      "loss": 0.3277,
      "step": 20958
    },
    {
      "epoch": 0.8584476756092566,
      "grad_norm": 0.6348301314386235,
      "learning_rate": 0.00028743513608858165,
      "loss": 0.7325,
      "step": 20959
    },
    {
      "epoch": 0.858488634036453,
      "grad_norm": 0.94770839756482,
      "learning_rate": 0.00028743382940118887,
      "loss": 0.967,
      "step": 20960
    },
    {
      "epoch": 0.8585295924636493,
      "grad_norm": 0.8715013502231506,
      "learning_rate": 0.0002874325226488253,
      "loss": 0.7072,
      "step": 20961
    },
    {
      "epoch": 0.8585705508908458,
      "grad_norm": 3.20355808364138,
      "learning_rate": 0.00028743121583149167,
      "loss": 4.2187,
      "step": 20962
    },
    {
      "epoch": 0.8586115093180422,
      "grad_norm": 1.5601374564169967,
      "learning_rate": 0.00028742990894918856,
      "loss": 1.7599,
      "step": 20963
    },
    {
      "epoch": 0.8586524677452386,
      "grad_norm": 2.4072687604930274,
      "learning_rate": 0.00028742860200191647,
      "loss": 4.3702,
      "step": 20964
    },
    {
      "epoch": 0.8586934261724349,
      "grad_norm": 0.9552109543463273,
      "learning_rate": 0.00028742729498967617,
      "loss": 1.2721,
      "step": 20965
    },
    {
      "epoch": 0.8587343845996314,
      "grad_norm": 0.634064546351771,
      "learning_rate": 0.0002874259879124682,
      "loss": 0.3857,
      "step": 20966
    },
    {
      "epoch": 0.8587753430268278,
      "grad_norm": 0.6933582849216009,
      "learning_rate": 0.0002874246807702932,
      "loss": 0.7253,
      "step": 20967
    },
    {
      "epoch": 0.8588163014540242,
      "grad_norm": 0.9134630634872746,
      "learning_rate": 0.0002874233735631518,
      "loss": 0.6816,
      "step": 20968
    },
    {
      "epoch": 0.8588572598812205,
      "grad_norm": 1.1741705295813059,
      "learning_rate": 0.00028742206629104455,
      "loss": 1.5797,
      "step": 20969
    },
    {
      "epoch": 0.858898218308417,
      "grad_norm": 0.9602065667667655,
      "learning_rate": 0.0002874207589539722,
      "loss": 1.0658,
      "step": 20970
    },
    {
      "epoch": 0.8589391767356134,
      "grad_norm": 1.1696319679009883,
      "learning_rate": 0.00028741945155193524,
      "loss": 1.2765,
      "step": 20971
    },
    {
      "epoch": 0.8589801351628098,
      "grad_norm": 1.0198811519381012,
      "learning_rate": 0.0002874181440849343,
      "loss": 1.311,
      "step": 20972
    },
    {
      "epoch": 0.8590210935900061,
      "grad_norm": 0.9182856829192841,
      "learning_rate": 0.0002874168365529701,
      "loss": 1.0971,
      "step": 20973
    },
    {
      "epoch": 0.8590620520172025,
      "grad_norm": 0.6738071341814852,
      "learning_rate": 0.0002874155289560432,
      "loss": 0.4927,
      "step": 20974
    },
    {
      "epoch": 0.859103010444399,
      "grad_norm": 0.7917801316983776,
      "learning_rate": 0.00028741422129415417,
      "loss": 0.9968,
      "step": 20975
    },
    {
      "epoch": 0.8591439688715953,
      "grad_norm": 1.6329102262795536,
      "learning_rate": 0.0002874129135673037,
      "loss": 1.1547,
      "step": 20976
    },
    {
      "epoch": 0.8591849272987917,
      "grad_norm": 0.7476470414918327,
      "learning_rate": 0.0002874116057754923,
      "loss": 0.849,
      "step": 20977
    },
    {
      "epoch": 0.8592258857259881,
      "grad_norm": 0.8640778160990874,
      "learning_rate": 0.00028741029791872077,
      "loss": 1.353,
      "step": 20978
    },
    {
      "epoch": 0.8592668441531846,
      "grad_norm": 0.6894567992198987,
      "learning_rate": 0.0002874089899969896,
      "loss": 0.7237,
      "step": 20979
    },
    {
      "epoch": 0.8593078025803809,
      "grad_norm": 1.826512134786575,
      "learning_rate": 0.00028740768201029947,
      "loss": 1.356,
      "step": 20980
    },
    {
      "epoch": 0.8593487610075773,
      "grad_norm": 0.9165553579644566,
      "learning_rate": 0.00028740637395865086,
      "loss": 0.8018,
      "step": 20981
    },
    {
      "epoch": 0.8593897194347737,
      "grad_norm": 0.8115894249032702,
      "learning_rate": 0.00028740506584204456,
      "loss": 0.4235,
      "step": 20982
    },
    {
      "epoch": 0.8594306778619701,
      "grad_norm": 0.5871202028505265,
      "learning_rate": 0.00028740375766048105,
      "loss": 0.3194,
      "step": 20983
    },
    {
      "epoch": 0.8594716362891665,
      "grad_norm": 1.2806722447438306,
      "learning_rate": 0.0002874024494139611,
      "loss": 1.4132,
      "step": 20984
    },
    {
      "epoch": 0.8595125947163629,
      "grad_norm": 0.8076307828501482,
      "learning_rate": 0.0002874011411024852,
      "loss": 0.9456,
      "step": 20985
    },
    {
      "epoch": 0.8595535531435593,
      "grad_norm": 2.5994092308221415,
      "learning_rate": 0.00028739983272605405,
      "loss": 3.0042,
      "step": 20986
    },
    {
      "epoch": 0.8595945115707557,
      "grad_norm": 1.1415230029872014,
      "learning_rate": 0.00028739852428466816,
      "loss": 0.9197,
      "step": 20987
    },
    {
      "epoch": 0.859635469997952,
      "grad_norm": 1.5991424215261079,
      "learning_rate": 0.00028739721577832826,
      "loss": 1.8858,
      "step": 20988
    },
    {
      "epoch": 0.8596764284251485,
      "grad_norm": 0.7775980136151557,
      "learning_rate": 0.00028739590720703494,
      "loss": 0.6926,
      "step": 20989
    },
    {
      "epoch": 0.8597173868523449,
      "grad_norm": 0.7731061112360788,
      "learning_rate": 0.0002873945985707888,
      "loss": 0.776,
      "step": 20990
    },
    {
      "epoch": 0.8597583452795413,
      "grad_norm": 0.5997059152579793,
      "learning_rate": 0.0002873932898695905,
      "loss": 0.3851,
      "step": 20991
    },
    {
      "epoch": 0.8597993037067376,
      "grad_norm": 0.7941450575517658,
      "learning_rate": 0.0002873919811034406,
      "loss": 0.79,
      "step": 20992
    },
    {
      "epoch": 0.859840262133934,
      "grad_norm": 2.314301406484688,
      "learning_rate": 0.00028739067227233974,
      "loss": 4.3843,
      "step": 20993
    },
    {
      "epoch": 0.8598812205611305,
      "grad_norm": 0.8177636582002458,
      "learning_rate": 0.00028738936337628857,
      "loss": 0.8033,
      "step": 20994
    },
    {
      "epoch": 0.8599221789883269,
      "grad_norm": 1.1130424263301004,
      "learning_rate": 0.0002873880544152876,
      "loss": 1.0929,
      "step": 20995
    },
    {
      "epoch": 0.8599631374155232,
      "grad_norm": 0.6455537269629147,
      "learning_rate": 0.0002873867453893376,
      "loss": 0.3967,
      "step": 20996
    },
    {
      "epoch": 0.8600040958427196,
      "grad_norm": 0.6405919145025001,
      "learning_rate": 0.0002873854362984391,
      "loss": 0.2895,
      "step": 20997
    },
    {
      "epoch": 0.8600450542699161,
      "grad_norm": 0.532940259746793,
      "learning_rate": 0.0002873841271425927,
      "loss": 0.4705,
      "step": 20998
    },
    {
      "epoch": 0.8600860126971124,
      "grad_norm": 0.9782142686681415,
      "learning_rate": 0.0002873828179217991,
      "loss": 1.1388,
      "step": 20999
    },
    {
      "epoch": 0.8601269711243088,
      "grad_norm": 0.8449867410909936,
      "learning_rate": 0.0002873815086360589,
      "loss": 0.8266,
      "step": 21000
    },
    {
      "epoch": 0.8601679295515052,
      "grad_norm": 0.8505362659822917,
      "learning_rate": 0.00028738019928537266,
      "loss": 0.7596,
      "step": 21001
    },
    {
      "epoch": 0.8602088879787017,
      "grad_norm": 0.8410974719104344,
      "learning_rate": 0.00028737888986974107,
      "loss": 0.8433,
      "step": 21002
    },
    {
      "epoch": 0.860249846405898,
      "grad_norm": 1.2615426335772664,
      "learning_rate": 0.0002873775803891647,
      "loss": 0.6221,
      "step": 21003
    },
    {
      "epoch": 0.8602908048330944,
      "grad_norm": 0.8827087050401674,
      "learning_rate": 0.0002873762708436441,
      "loss": 0.7866,
      "step": 21004
    },
    {
      "epoch": 0.8603317632602908,
      "grad_norm": 3.338554186290645,
      "learning_rate": 0.00028737496123318004,
      "loss": 2.1097,
      "step": 21005
    },
    {
      "epoch": 0.8603727216874872,
      "grad_norm": 3.018309447229511,
      "learning_rate": 0.00028737365155777307,
      "loss": 5.5639,
      "step": 21006
    },
    {
      "epoch": 0.8604136801146836,
      "grad_norm": 0.7534134266609692,
      "learning_rate": 0.0002873723418174238,
      "loss": 1.2398,
      "step": 21007
    },
    {
      "epoch": 0.86045463854188,
      "grad_norm": 0.6900930737277985,
      "learning_rate": 0.0002873710320121329,
      "loss": 0.8645,
      "step": 21008
    },
    {
      "epoch": 0.8604955969690764,
      "grad_norm": 1.3808854424760497,
      "learning_rate": 0.0002873697221419009,
      "loss": 0.9231,
      "step": 21009
    },
    {
      "epoch": 0.8605365553962728,
      "grad_norm": 0.9121495598925805,
      "learning_rate": 0.0002873684122067284,
      "loss": 0.964,
      "step": 21010
    },
    {
      "epoch": 0.8605775138234691,
      "grad_norm": 0.5760326274197104,
      "learning_rate": 0.00028736710220661623,
      "loss": 0.3517,
      "step": 21011
    },
    {
      "epoch": 0.8606184722506656,
      "grad_norm": 0.9256944363151177,
      "learning_rate": 0.00028736579214156484,
      "loss": 1.0103,
      "step": 21012
    },
    {
      "epoch": 0.860659430677862,
      "grad_norm": 0.7756700453472384,
      "learning_rate": 0.0002873644820115748,
      "loss": 1.0736,
      "step": 21013
    },
    {
      "epoch": 0.8607003891050584,
      "grad_norm": 0.8030584930765644,
      "learning_rate": 0.00028736317181664685,
      "loss": 1.0846,
      "step": 21014
    },
    {
      "epoch": 0.8607413475322547,
      "grad_norm": 0.5712065554505592,
      "learning_rate": 0.0002873618615567815,
      "loss": 0.3501,
      "step": 21015
    },
    {
      "epoch": 0.8607823059594512,
      "grad_norm": 0.7343145994400302,
      "learning_rate": 0.0002873605512319795,
      "loss": 0.8589,
      "step": 21016
    },
    {
      "epoch": 0.8608232643866476,
      "grad_norm": 0.8001414479281127,
      "learning_rate": 0.0002873592408422414,
      "loss": 0.9979,
      "step": 21017
    },
    {
      "epoch": 0.8608642228138439,
      "grad_norm": 0.8024612232195916,
      "learning_rate": 0.0002873579303875678,
      "loss": 0.267,
      "step": 21018
    },
    {
      "epoch": 0.8609051812410403,
      "grad_norm": 1.035598206704958,
      "learning_rate": 0.0002873566198679593,
      "loss": 1.2436,
      "step": 21019
    },
    {
      "epoch": 0.8609461396682367,
      "grad_norm": 0.8332403017000045,
      "learning_rate": 0.00028735530928341663,
      "loss": 1.0379,
      "step": 21020
    },
    {
      "epoch": 0.8609870980954332,
      "grad_norm": 0.8288424400750746,
      "learning_rate": 0.0002873539986339403,
      "loss": 0.9036,
      "step": 21021
    },
    {
      "epoch": 0.8610280565226295,
      "grad_norm": 0.6287722305344706,
      "learning_rate": 0.000287352687919531,
      "loss": 0.5555,
      "step": 21022
    },
    {
      "epoch": 0.8610690149498259,
      "grad_norm": 0.6568086297349242,
      "learning_rate": 0.00028735137714018934,
      "loss": 0.6054,
      "step": 21023
    },
    {
      "epoch": 0.8611099733770223,
      "grad_norm": 1.5613408263784414,
      "learning_rate": 0.0002873500662959159,
      "loss": 0.8319,
      "step": 21024
    },
    {
      "epoch": 0.8611509318042188,
      "grad_norm": 0.9046434870673892,
      "learning_rate": 0.00028734875538671123,
      "loss": 0.7087,
      "step": 21025
    },
    {
      "epoch": 0.8611918902314151,
      "grad_norm": 0.7290270601937809,
      "learning_rate": 0.0002873474444125761,
      "loss": 0.879,
      "step": 21026
    },
    {
      "epoch": 0.8612328486586115,
      "grad_norm": 0.8084731822155498,
      "learning_rate": 0.00028734613337351114,
      "loss": 1.0517,
      "step": 21027
    },
    {
      "epoch": 0.8612738070858079,
      "grad_norm": 1.5039106179952222,
      "learning_rate": 0.00028734482226951683,
      "loss": 0.4196,
      "step": 21028
    },
    {
      "epoch": 0.8613147655130043,
      "grad_norm": 0.7916461417108551,
      "learning_rate": 0.00028734351110059383,
      "loss": 1.0309,
      "step": 21029
    },
    {
      "epoch": 0.8613557239402007,
      "grad_norm": 0.6750534554922524,
      "learning_rate": 0.0002873421998667428,
      "loss": 0.7667,
      "step": 21030
    },
    {
      "epoch": 0.8613966823673971,
      "grad_norm": 0.8069875607332322,
      "learning_rate": 0.0002873408885679644,
      "loss": 0.9163,
      "step": 21031
    },
    {
      "epoch": 0.8614376407945935,
      "grad_norm": 2.4805802494922546,
      "learning_rate": 0.00028733957720425917,
      "loss": 3.0197,
      "step": 21032
    },
    {
      "epoch": 0.8614785992217899,
      "grad_norm": 1.0160807810925854,
      "learning_rate": 0.00028733826577562774,
      "loss": 0.8562,
      "step": 21033
    },
    {
      "epoch": 0.8615195576489862,
      "grad_norm": 0.8680537270378321,
      "learning_rate": 0.00028733695428207075,
      "loss": 0.3714,
      "step": 21034
    },
    {
      "epoch": 0.8615605160761827,
      "grad_norm": 0.7966703489980416,
      "learning_rate": 0.0002873356427235888,
      "loss": 1.1931,
      "step": 21035
    },
    {
      "epoch": 0.8616014745033791,
      "grad_norm": 0.8112290968922102,
      "learning_rate": 0.00028733433110018263,
      "loss": 0.9443,
      "step": 21036
    },
    {
      "epoch": 0.8616424329305755,
      "grad_norm": 0.7974952727118754,
      "learning_rate": 0.0002873330194118526,
      "loss": 0.9835,
      "step": 21037
    },
    {
      "epoch": 0.8616833913577718,
      "grad_norm": 0.7378168151536133,
      "learning_rate": 0.0002873317076585996,
      "loss": 0.7822,
      "step": 21038
    },
    {
      "epoch": 0.8617243497849683,
      "grad_norm": 0.9444907452032408,
      "learning_rate": 0.00028733039584042416,
      "loss": 0.8207,
      "step": 21039
    },
    {
      "epoch": 0.8617653082121647,
      "grad_norm": 1.1204810414464577,
      "learning_rate": 0.0002873290839573268,
      "loss": 1.116,
      "step": 21040
    },
    {
      "epoch": 0.861806266639361,
      "grad_norm": 0.9312300450045029,
      "learning_rate": 0.00028732777200930824,
      "loss": 0.7514,
      "step": 21041
    },
    {
      "epoch": 0.8618472250665574,
      "grad_norm": 11.67862567587509,
      "learning_rate": 0.0002873264599963691,
      "loss": 2.0113,
      "step": 21042
    },
    {
      "epoch": 0.8618881834937538,
      "grad_norm": 1.385948912159392,
      "learning_rate": 0.00028732514791850996,
      "loss": 1.4056,
      "step": 21043
    },
    {
      "epoch": 0.8619291419209503,
      "grad_norm": 1.2509376155658944,
      "learning_rate": 0.0002873238357757315,
      "loss": 1.2956,
      "step": 21044
    },
    {
      "epoch": 0.8619701003481466,
      "grad_norm": 0.9733142144030149,
      "learning_rate": 0.00028732252356803415,
      "loss": 1.3065,
      "step": 21045
    },
    {
      "epoch": 0.862011058775343,
      "grad_norm": 0.8379233808829393,
      "learning_rate": 0.0002873212112954188,
      "loss": 0.8686,
      "step": 21046
    },
    {
      "epoch": 0.8620520172025394,
      "grad_norm": 0.7063177996865622,
      "learning_rate": 0.00028731989895788596,
      "loss": 0.5054,
      "step": 21047
    },
    {
      "epoch": 0.8620929756297359,
      "grad_norm": 0.7569813082506073,
      "learning_rate": 0.0002873185865554362,
      "loss": 0.8086,
      "step": 21048
    },
    {
      "epoch": 0.8621339340569322,
      "grad_norm": 0.590973973181528,
      "learning_rate": 0.0002873172740880702,
      "loss": 0.7083,
      "step": 21049
    },
    {
      "epoch": 0.8621748924841286,
      "grad_norm": 0.7931368311275789,
      "learning_rate": 0.0002873159615557886,
      "loss": 0.8715,
      "step": 21050
    },
    {
      "epoch": 0.862215850911325,
      "grad_norm": 0.5765902854656598,
      "learning_rate": 0.00028731464895859194,
      "loss": 0.3995,
      "step": 21051
    },
    {
      "epoch": 0.8622568093385214,
      "grad_norm": 0.740126193345552,
      "learning_rate": 0.0002873133362964809,
      "loss": 0.6888,
      "step": 21052
    },
    {
      "epoch": 0.8622977677657178,
      "grad_norm": 1.1455952023293905,
      "learning_rate": 0.00028731202356945603,
      "loss": 1.0894,
      "step": 21053
    },
    {
      "epoch": 0.8623387261929142,
      "grad_norm": 1.2129265634817088,
      "learning_rate": 0.00028731071077751805,
      "loss": 1.1377,
      "step": 21054
    },
    {
      "epoch": 0.8623796846201106,
      "grad_norm": 0.5889161733272883,
      "learning_rate": 0.0002873093979206675,
      "loss": 0.3611,
      "step": 21055
    },
    {
      "epoch": 0.862420643047307,
      "grad_norm": 0.7396306846399602,
      "learning_rate": 0.00028730808499890506,
      "loss": 0.7525,
      "step": 21056
    },
    {
      "epoch": 0.8624616014745033,
      "grad_norm": 0.8131364344014412,
      "learning_rate": 0.0002873067720122313,
      "loss": 0.9776,
      "step": 21057
    },
    {
      "epoch": 0.8625025599016998,
      "grad_norm": 1.7248135983132595,
      "learning_rate": 0.00028730545896064695,
      "loss": 2.6714,
      "step": 21058
    },
    {
      "epoch": 0.8625435183288962,
      "grad_norm": 0.5748777725969128,
      "learning_rate": 0.00028730414584415245,
      "loss": 0.3504,
      "step": 21059
    },
    {
      "epoch": 0.8625844767560925,
      "grad_norm": 0.615826761562157,
      "learning_rate": 0.00028730283266274856,
      "loss": 0.3397,
      "step": 21060
    },
    {
      "epoch": 0.8626254351832889,
      "grad_norm": 0.7912814053049528,
      "learning_rate": 0.00028730151941643587,
      "loss": 0.9504,
      "step": 21061
    },
    {
      "epoch": 0.8626663936104854,
      "grad_norm": 0.7679073169470181,
      "learning_rate": 0.0002873002061052149,
      "loss": 0.9559,
      "step": 21062
    },
    {
      "epoch": 0.8627073520376818,
      "grad_norm": 0.6032774504635549,
      "learning_rate": 0.00028729889272908647,
      "loss": 0.8412,
      "step": 21063
    },
    {
      "epoch": 0.8627483104648781,
      "grad_norm": 0.8505482648310474,
      "learning_rate": 0.000287297579288051,
      "loss": 0.5697,
      "step": 21064
    },
    {
      "epoch": 0.8627892688920745,
      "grad_norm": 0.8159040629512063,
      "learning_rate": 0.00028729626578210925,
      "loss": 0.9573,
      "step": 21065
    },
    {
      "epoch": 0.862830227319271,
      "grad_norm": 0.595390198048996,
      "learning_rate": 0.00028729495221126183,
      "loss": 0.3956,
      "step": 21066
    },
    {
      "epoch": 0.8628711857464674,
      "grad_norm": 0.9301516660814796,
      "learning_rate": 0.00028729363857550925,
      "loss": 1.0559,
      "step": 21067
    },
    {
      "epoch": 0.8629121441736637,
      "grad_norm": 0.6810168476342919,
      "learning_rate": 0.00028729232487485225,
      "loss": 0.7259,
      "step": 21068
    },
    {
      "epoch": 0.8629531026008601,
      "grad_norm": 0.9704550954003591,
      "learning_rate": 0.0002872910111092914,
      "loss": 1.2694,
      "step": 21069
    },
    {
      "epoch": 0.8629940610280565,
      "grad_norm": 0.6557776997843328,
      "learning_rate": 0.0002872896972788273,
      "loss": 0.7509,
      "step": 21070
    },
    {
      "epoch": 0.863035019455253,
      "grad_norm": 1.071184686765075,
      "learning_rate": 0.0002872883833834607,
      "loss": 1.2607,
      "step": 21071
    },
    {
      "epoch": 0.8630759778824493,
      "grad_norm": 0.7749155887475347,
      "learning_rate": 0.00028728706942319197,
      "loss": 1.0214,
      "step": 21072
    },
    {
      "epoch": 0.8631169363096457,
      "grad_norm": 5.40692175306415,
      "learning_rate": 0.000287285755398022,
      "loss": 3.2612,
      "step": 21073
    },
    {
      "epoch": 0.8631578947368421,
      "grad_norm": 0.6523674894156044,
      "learning_rate": 0.0002872844413079512,
      "loss": 0.7595,
      "step": 21074
    },
    {
      "epoch": 0.8631988531640385,
      "grad_norm": 0.9833139398986546,
      "learning_rate": 0.00028728312715298036,
      "loss": 0.9474,
      "step": 21075
    },
    {
      "epoch": 0.8632398115912349,
      "grad_norm": 0.6675383788693631,
      "learning_rate": 0.00028728181293310995,
      "loss": 0.7059,
      "step": 21076
    },
    {
      "epoch": 0.8632807700184313,
      "grad_norm": 0.7173891139837931,
      "learning_rate": 0.0002872804986483407,
      "loss": 0.63,
      "step": 21077
    },
    {
      "epoch": 0.8633217284456277,
      "grad_norm": 0.8906523095330865,
      "learning_rate": 0.0002872791842986732,
      "loss": 1.0454,
      "step": 21078
    },
    {
      "epoch": 0.8633626868728241,
      "grad_norm": 0.6281562091863816,
      "learning_rate": 0.00028727786988410806,
      "loss": 0.509,
      "step": 21079
    },
    {
      "epoch": 0.8634036453000205,
      "grad_norm": 1.154339657082355,
      "learning_rate": 0.00028727655540464593,
      "loss": 0.6877,
      "step": 21080
    },
    {
      "epoch": 0.8634446037272169,
      "grad_norm": 0.6312414393188531,
      "learning_rate": 0.00028727524086028737,
      "loss": 0.6965,
      "step": 21081
    },
    {
      "epoch": 0.8634855621544133,
      "grad_norm": 0.7217945361393341,
      "learning_rate": 0.00028727392625103307,
      "loss": 0.8471,
      "step": 21082
    },
    {
      "epoch": 0.8635265205816096,
      "grad_norm": 0.9571119881462311,
      "learning_rate": 0.00028727261157688363,
      "loss": 0.5275,
      "step": 21083
    },
    {
      "epoch": 0.863567479008806,
      "grad_norm": 0.9693970667610325,
      "learning_rate": 0.00028727129683783965,
      "loss": 0.4443,
      "step": 21084
    },
    {
      "epoch": 0.8636084374360025,
      "grad_norm": 0.8450080826479899,
      "learning_rate": 0.0002872699820339018,
      "loss": 1.3854,
      "step": 21085
    },
    {
      "epoch": 0.8636493958631989,
      "grad_norm": 1.093618609740996,
      "learning_rate": 0.0002872686671650706,
      "loss": 1.0478,
      "step": 21086
    },
    {
      "epoch": 0.8636903542903952,
      "grad_norm": 1.3415172687717334,
      "learning_rate": 0.0002872673522313468,
      "loss": 1.0949,
      "step": 21087
    },
    {
      "epoch": 0.8637313127175916,
      "grad_norm": 0.6826456327925053,
      "learning_rate": 0.0002872660372327309,
      "loss": 0.6013,
      "step": 21088
    },
    {
      "epoch": 0.863772271144788,
      "grad_norm": 0.7504812566556578,
      "learning_rate": 0.00028726472216922364,
      "loss": 0.6546,
      "step": 21089
    },
    {
      "epoch": 0.8638132295719845,
      "grad_norm": 1.2454699391209387,
      "learning_rate": 0.0002872634070408256,
      "loss": 0.9508,
      "step": 21090
    },
    {
      "epoch": 0.8638541879991808,
      "grad_norm": 1.2453104490660802,
      "learning_rate": 0.0002872620918475373,
      "loss": 1.028,
      "step": 21091
    },
    {
      "epoch": 0.8638951464263772,
      "grad_norm": 0.9207404858110051,
      "learning_rate": 0.0002872607765893595,
      "loss": 0.9787,
      "step": 21092
    },
    {
      "epoch": 0.8639361048535736,
      "grad_norm": 0.6390012706547218,
      "learning_rate": 0.0002872594612662928,
      "loss": 0.8178,
      "step": 21093
    },
    {
      "epoch": 0.8639770632807701,
      "grad_norm": 1.1832715757578816,
      "learning_rate": 0.00028725814587833776,
      "loss": 0.9719,
      "step": 21094
    },
    {
      "epoch": 0.8640180217079664,
      "grad_norm": 0.8341766234167938,
      "learning_rate": 0.000287256830425495,
      "loss": 0.8715,
      "step": 21095
    },
    {
      "epoch": 0.8640589801351628,
      "grad_norm": 0.8432485572231397,
      "learning_rate": 0.00028725551490776523,
      "loss": 1.0397,
      "step": 21096
    },
    {
      "epoch": 0.8640999385623592,
      "grad_norm": 1.415664438197665,
      "learning_rate": 0.00028725419932514897,
      "loss": 1.1419,
      "step": 21097
    },
    {
      "epoch": 0.8641408969895557,
      "grad_norm": 1.4781726829888433,
      "learning_rate": 0.0002872528836776469,
      "loss": 0.9084,
      "step": 21098
    },
    {
      "epoch": 0.864181855416752,
      "grad_norm": 0.8028482462829637,
      "learning_rate": 0.00028725156796525965,
      "loss": 0.8726,
      "step": 21099
    },
    {
      "epoch": 0.8642228138439484,
      "grad_norm": 0.89425703076176,
      "learning_rate": 0.00028725025218798785,
      "loss": 1.0372,
      "step": 21100
    },
    {
      "epoch": 0.8642637722711448,
      "grad_norm": 0.7652246513611093,
      "learning_rate": 0.000287248936345832,
      "loss": 0.4705,
      "step": 21101
    },
    {
      "epoch": 0.8643047306983411,
      "grad_norm": 2.3235948819647874,
      "learning_rate": 0.0002872476204387929,
      "loss": 1.9727,
      "step": 21102
    },
    {
      "epoch": 0.8643456891255376,
      "grad_norm": 0.7808732664095153,
      "learning_rate": 0.0002872463044668711,
      "loss": 0.7627,
      "step": 21103
    },
    {
      "epoch": 0.864386647552734,
      "grad_norm": 0.7983955884834637,
      "learning_rate": 0.0002872449884300672,
      "loss": 0.8205,
      "step": 21104
    },
    {
      "epoch": 0.8644276059799304,
      "grad_norm": 0.9873101986705327,
      "learning_rate": 0.0002872436723283818,
      "loss": 1.1275,
      "step": 21105
    },
    {
      "epoch": 0.8644685644071267,
      "grad_norm": 1.4412976998020732,
      "learning_rate": 0.0002872423561618156,
      "loss": 1.3566,
      "step": 21106
    },
    {
      "epoch": 0.8645095228343231,
      "grad_norm": 0.7355822735236245,
      "learning_rate": 0.0002872410399303691,
      "loss": 1.1068,
      "step": 21107
    },
    {
      "epoch": 0.8645504812615196,
      "grad_norm": 4.50984237893327,
      "learning_rate": 0.00028723972363404305,
      "loss": 4.6281,
      "step": 21108
    },
    {
      "epoch": 0.864591439688716,
      "grad_norm": 3.6651733995918483,
      "learning_rate": 0.000287238407272838,
      "loss": 7.9609,
      "step": 21109
    },
    {
      "epoch": 0.8646323981159123,
      "grad_norm": 1.5034420743689767,
      "learning_rate": 0.0002872370908467546,
      "loss": 0.8442,
      "step": 21110
    },
    {
      "epoch": 0.8646733565431087,
      "grad_norm": 2.0914300682675835,
      "learning_rate": 0.0002872357743557935,
      "loss": 0.6951,
      "step": 21111
    },
    {
      "epoch": 0.8647143149703052,
      "grad_norm": 1.0653068275914037,
      "learning_rate": 0.00028723445779995526,
      "loss": 0.8503,
      "step": 21112
    },
    {
      "epoch": 0.8647552733975016,
      "grad_norm": 1.4012485582895953,
      "learning_rate": 0.0002872331411792406,
      "loss": 1.4896,
      "step": 21113
    },
    {
      "epoch": 0.8647962318246979,
      "grad_norm": 0.9158854431377801,
      "learning_rate": 0.00028723182449365,
      "loss": 1.0716,
      "step": 21114
    },
    {
      "epoch": 0.8648371902518943,
      "grad_norm": 1.028967847707239,
      "learning_rate": 0.00028723050774318417,
      "loss": 1.1333,
      "step": 21115
    },
    {
      "epoch": 0.8648781486790907,
      "grad_norm": 1.1880276572019195,
      "learning_rate": 0.0002872291909278437,
      "loss": 0.8797,
      "step": 21116
    },
    {
      "epoch": 0.8649191071062872,
      "grad_norm": 0.9418653714289384,
      "learning_rate": 0.0002872278740476293,
      "loss": 1.1106,
      "step": 21117
    },
    {
      "epoch": 0.8649600655334835,
      "grad_norm": 0.753496748136012,
      "learning_rate": 0.00028722655710254147,
      "loss": 0.3238,
      "step": 21118
    },
    {
      "epoch": 0.8650010239606799,
      "grad_norm": 0.7703123888573347,
      "learning_rate": 0.0002872252400925809,
      "loss": 0.7994,
      "step": 21119
    },
    {
      "epoch": 0.8650419823878763,
      "grad_norm": 0.6185728451595469,
      "learning_rate": 0.0002872239230177482,
      "loss": 0.2774,
      "step": 21120
    },
    {
      "epoch": 0.8650829408150728,
      "grad_norm": 1.304045899659816,
      "learning_rate": 0.000287222605878044,
      "loss": 0.7931,
      "step": 21121
    },
    {
      "epoch": 0.8651238992422691,
      "grad_norm": 0.7773116320128273,
      "learning_rate": 0.00028722128867346886,
      "loss": 1.1205,
      "step": 21122
    },
    {
      "epoch": 0.8651648576694655,
      "grad_norm": 0.926722656195935,
      "learning_rate": 0.00028721997140402353,
      "loss": 0.9799,
      "step": 21123
    },
    {
      "epoch": 0.8652058160966619,
      "grad_norm": 0.9065030846111013,
      "learning_rate": 0.0002872186540697085,
      "loss": 1.2382,
      "step": 21124
    },
    {
      "epoch": 0.8652467745238582,
      "grad_norm": 0.8198926254687682,
      "learning_rate": 0.0002872173366705245,
      "loss": 1.0067,
      "step": 21125
    },
    {
      "epoch": 0.8652877329510547,
      "grad_norm": 0.53891433038334,
      "learning_rate": 0.00028721601920647205,
      "loss": 0.3487,
      "step": 21126
    },
    {
      "epoch": 0.8653286913782511,
      "grad_norm": 1.0725712515395633,
      "learning_rate": 0.0002872147016775519,
      "loss": 0.8121,
      "step": 21127
    },
    {
      "epoch": 0.8653696498054475,
      "grad_norm": 0.9404031415063273,
      "learning_rate": 0.00028721338408376455,
      "loss": 0.7763,
      "step": 21128
    },
    {
      "epoch": 0.8654106082326438,
      "grad_norm": 0.7715362693054085,
      "learning_rate": 0.00028721206642511065,
      "loss": 0.8705,
      "step": 21129
    },
    {
      "epoch": 0.8654515666598402,
      "grad_norm": 0.6013282808327498,
      "learning_rate": 0.0002872107487015909,
      "loss": 0.3024,
      "step": 21130
    },
    {
      "epoch": 0.8654925250870367,
      "grad_norm": 1.4627923901800062,
      "learning_rate": 0.0002872094309132059,
      "loss": 1.3869,
      "step": 21131
    },
    {
      "epoch": 0.8655334835142331,
      "grad_norm": 0.9560078946284759,
      "learning_rate": 0.00028720811305995615,
      "loss": 1.1032,
      "step": 21132
    },
    {
      "epoch": 0.8655744419414294,
      "grad_norm": 0.9021639662724519,
      "learning_rate": 0.0002872067951418425,
      "loss": 1.1761,
      "step": 21133
    },
    {
      "epoch": 0.8656154003686258,
      "grad_norm": 0.811932643530061,
      "learning_rate": 0.00028720547715886533,
      "loss": 0.6924,
      "step": 21134
    },
    {
      "epoch": 0.8656563587958223,
      "grad_norm": 2.4285709799097273,
      "learning_rate": 0.00028720415911102535,
      "loss": 3.2195,
      "step": 21135
    },
    {
      "epoch": 0.8656973172230187,
      "grad_norm": 1.044504418283186,
      "learning_rate": 0.0002872028409983233,
      "loss": 0.7601,
      "step": 21136
    },
    {
      "epoch": 0.865738275650215,
      "grad_norm": 0.8695187618021252,
      "learning_rate": 0.0002872015228207596,
      "loss": 0.6999,
      "step": 21137
    },
    {
      "epoch": 0.8657792340774114,
      "grad_norm": 0.8204274633071423,
      "learning_rate": 0.00028720020457833505,
      "loss": 0.9858,
      "step": 21138
    },
    {
      "epoch": 0.8658201925046078,
      "grad_norm": 0.7516288187638421,
      "learning_rate": 0.0002871988862710502,
      "loss": 0.6861,
      "step": 21139
    },
    {
      "epoch": 0.8658611509318043,
      "grad_norm": 1.1142611623983465,
      "learning_rate": 0.0002871975678989057,
      "loss": 1.3898,
      "step": 21140
    },
    {
      "epoch": 0.8659021093590006,
      "grad_norm": 0.58865266199404,
      "learning_rate": 0.00028719624946190207,
      "loss": 0.4065,
      "step": 21141
    },
    {
      "epoch": 0.865943067786197,
      "grad_norm": 0.8324189994016145,
      "learning_rate": 0.0002871949309600401,
      "loss": 0.9867,
      "step": 21142
    },
    {
      "epoch": 0.8659840262133934,
      "grad_norm": 0.7647591199119923,
      "learning_rate": 0.00028719361239332034,
      "loss": 0.8013,
      "step": 21143
    },
    {
      "epoch": 0.8660249846405899,
      "grad_norm": 0.6311368881897488,
      "learning_rate": 0.0002871922937617433,
      "loss": 0.9329,
      "step": 21144
    },
    {
      "epoch": 0.8660659430677862,
      "grad_norm": 0.8056656227120101,
      "learning_rate": 0.0002871909750653098,
      "loss": 0.8976,
      "step": 21145
    },
    {
      "epoch": 0.8661069014949826,
      "grad_norm": 0.5646833939194161,
      "learning_rate": 0.00028718965630402033,
      "loss": 0.3076,
      "step": 21146
    },
    {
      "epoch": 0.866147859922179,
      "grad_norm": 0.5150270771185197,
      "learning_rate": 0.0002871883374778756,
      "loss": 0.3468,
      "step": 21147
    },
    {
      "epoch": 0.8661888183493753,
      "grad_norm": 1.570134332982817,
      "learning_rate": 0.00028718701858687607,
      "loss": 1.5353,
      "step": 21148
    },
    {
      "epoch": 0.8662297767765718,
      "grad_norm": 0.7975975570468503,
      "learning_rate": 0.00028718569963102257,
      "loss": 0.7098,
      "step": 21149
    },
    {
      "epoch": 0.8662707352037682,
      "grad_norm": 0.7849781986595561,
      "learning_rate": 0.0002871843806103156,
      "loss": 0.5601,
      "step": 21150
    },
    {
      "epoch": 0.8663116936309646,
      "grad_norm": 0.6826667310226151,
      "learning_rate": 0.0002871830615247558,
      "loss": 0.7119,
      "step": 21151
    },
    {
      "epoch": 0.8663526520581609,
      "grad_norm": 1.3728358155315978,
      "learning_rate": 0.00028718174237434387,
      "loss": 1.3235,
      "step": 21152
    },
    {
      "epoch": 0.8663936104853573,
      "grad_norm": 0.8307084102895478,
      "learning_rate": 0.0002871804231590803,
      "loss": 1.0355,
      "step": 21153
    },
    {
      "epoch": 0.8664345689125538,
      "grad_norm": 0.6930357146243236,
      "learning_rate": 0.0002871791038789658,
      "loss": 0.7948,
      "step": 21154
    },
    {
      "epoch": 0.8664755273397502,
      "grad_norm": 0.5826286332761896,
      "learning_rate": 0.00028717778453400103,
      "loss": 0.3757,
      "step": 21155
    },
    {
      "epoch": 0.8665164857669465,
      "grad_norm": 0.6742100079504314,
      "learning_rate": 0.00028717646512418655,
      "loss": 0.3045,
      "step": 21156
    },
    {
      "epoch": 0.8665574441941429,
      "grad_norm": 0.7211834882531358,
      "learning_rate": 0.00028717514564952296,
      "loss": 0.8519,
      "step": 21157
    },
    {
      "epoch": 0.8665984026213394,
      "grad_norm": 0.9720714334600098,
      "learning_rate": 0.00028717382611001096,
      "loss": 0.761,
      "step": 21158
    },
    {
      "epoch": 0.8666393610485358,
      "grad_norm": 1.2021581133821324,
      "learning_rate": 0.0002871725065056511,
      "loss": 0.9476,
      "step": 21159
    },
    {
      "epoch": 0.8666803194757321,
      "grad_norm": 1.0010721335467887,
      "learning_rate": 0.00028717118683644407,
      "loss": 1.1984,
      "step": 21160
    },
    {
      "epoch": 0.8667212779029285,
      "grad_norm": 0.8006605150594867,
      "learning_rate": 0.0002871698671023904,
      "loss": 0.89,
      "step": 21161
    },
    {
      "epoch": 0.866762236330125,
      "grad_norm": 1.2512752255633564,
      "learning_rate": 0.00028716854730349086,
      "loss": 1.9277,
      "step": 21162
    },
    {
      "epoch": 0.8668031947573214,
      "grad_norm": 0.561703529370487,
      "learning_rate": 0.0002871672274397459,
      "loss": 0.6501,
      "step": 21163
    },
    {
      "epoch": 0.8668441531845177,
      "grad_norm": 0.9657114298910344,
      "learning_rate": 0.0002871659075111563,
      "loss": 1.2775,
      "step": 21164
    },
    {
      "epoch": 0.8668851116117141,
      "grad_norm": 0.891843009290048,
      "learning_rate": 0.00028716458751772264,
      "loss": 0.3335,
      "step": 21165
    },
    {
      "epoch": 0.8669260700389105,
      "grad_norm": 0.7934222771009969,
      "learning_rate": 0.0002871632674594455,
      "loss": 0.7754,
      "step": 21166
    },
    {
      "epoch": 0.8669670284661068,
      "grad_norm": 0.9646447441385098,
      "learning_rate": 0.0002871619473363255,
      "loss": 1.1118,
      "step": 21167
    },
    {
      "epoch": 0.8670079868933033,
      "grad_norm": 0.8597804398500937,
      "learning_rate": 0.0002871606271483633,
      "loss": 0.9348,
      "step": 21168
    },
    {
      "epoch": 0.8670489453204997,
      "grad_norm": 0.6923687441668981,
      "learning_rate": 0.0002871593068955595,
      "loss": 0.7337,
      "step": 21169
    },
    {
      "epoch": 0.8670899037476961,
      "grad_norm": 0.7612053665360567,
      "learning_rate": 0.0002871579865779148,
      "loss": 0.8689,
      "step": 21170
    },
    {
      "epoch": 0.8671308621748924,
      "grad_norm": 0.9073038478765573,
      "learning_rate": 0.0002871566661954297,
      "loss": 0.9532,
      "step": 21171
    },
    {
      "epoch": 0.8671718206020889,
      "grad_norm": 0.8502504129562869,
      "learning_rate": 0.0002871553457481049,
      "loss": 0.9543,
      "step": 21172
    },
    {
      "epoch": 0.8672127790292853,
      "grad_norm": 0.7669422133098868,
      "learning_rate": 0.000287154025235941,
      "loss": 0.6731,
      "step": 21173
    },
    {
      "epoch": 0.8672537374564817,
      "grad_norm": 0.7631531201998267,
      "learning_rate": 0.00028715270465893867,
      "loss": 0.7004,
      "step": 21174
    },
    {
      "epoch": 0.867294695883678,
      "grad_norm": 0.8587046075428852,
      "learning_rate": 0.00028715138401709853,
      "loss": 0.8556,
      "step": 21175
    },
    {
      "epoch": 0.8673356543108744,
      "grad_norm": 0.6229366551562228,
      "learning_rate": 0.0002871500633104211,
      "loss": 0.6062,
      "step": 21176
    },
    {
      "epoch": 0.8673766127380709,
      "grad_norm": 0.7670932221016774,
      "learning_rate": 0.0002871487425389071,
      "loss": 0.7423,
      "step": 21177
    },
    {
      "epoch": 0.8674175711652673,
      "grad_norm": 0.8766150839228789,
      "learning_rate": 0.00028714742170255717,
      "loss": 1.1674,
      "step": 21178
    },
    {
      "epoch": 0.8674585295924636,
      "grad_norm": 0.6108397941058571,
      "learning_rate": 0.00028714610080137187,
      "loss": 0.4574,
      "step": 21179
    },
    {
      "epoch": 0.86749948801966,
      "grad_norm": 0.7901683357424292,
      "learning_rate": 0.00028714477983535187,
      "loss": 0.731,
      "step": 21180
    },
    {
      "epoch": 0.8675404464468565,
      "grad_norm": 0.9976994392669692,
      "learning_rate": 0.0002871434588044977,
      "loss": 0.9456,
      "step": 21181
    },
    {
      "epoch": 0.8675814048740529,
      "grad_norm": 0.7849435680226133,
      "learning_rate": 0.0002871421377088101,
      "loss": 0.7129,
      "step": 21182
    },
    {
      "epoch": 0.8676223633012492,
      "grad_norm": 0.9462007431654331,
      "learning_rate": 0.0002871408165482897,
      "loss": 1.188,
      "step": 21183
    },
    {
      "epoch": 0.8676633217284456,
      "grad_norm": 0.7764341471494972,
      "learning_rate": 0.0002871394953229371,
      "loss": 0.8947,
      "step": 21184
    },
    {
      "epoch": 0.867704280155642,
      "grad_norm": 0.7540896757755836,
      "learning_rate": 0.00028713817403275277,
      "loss": 1.0342,
      "step": 21185
    },
    {
      "epoch": 0.8677452385828385,
      "grad_norm": 0.6982670058754796,
      "learning_rate": 0.00028713685267773756,
      "loss": 0.8544,
      "step": 21186
    },
    {
      "epoch": 0.8677861970100348,
      "grad_norm": 0.6836372045385151,
      "learning_rate": 0.00028713553125789206,
      "loss": 0.8055,
      "step": 21187
    },
    {
      "epoch": 0.8678271554372312,
      "grad_norm": 1.1520618037777672,
      "learning_rate": 0.00028713420977321673,
      "loss": 1.4022,
      "step": 21188
    },
    {
      "epoch": 0.8678681138644276,
      "grad_norm": 0.6899229019713766,
      "learning_rate": 0.0002871328882237124,
      "loss": 0.8034,
      "step": 21189
    },
    {
      "epoch": 0.867909072291624,
      "grad_norm": 0.5738781500196245,
      "learning_rate": 0.0002871315666093795,
      "loss": 0.3763,
      "step": 21190
    },
    {
      "epoch": 0.8679500307188204,
      "grad_norm": 0.8637032175219862,
      "learning_rate": 0.0002871302449302188,
      "loss": 1.1321,
      "step": 21191
    },
    {
      "epoch": 0.8679909891460168,
      "grad_norm": 0.6818718385612629,
      "learning_rate": 0.0002871289231862309,
      "loss": 0.8443,
      "step": 21192
    },
    {
      "epoch": 0.8680319475732132,
      "grad_norm": 1.2723258070172314,
      "learning_rate": 0.0002871276013774164,
      "loss": 1.6631,
      "step": 21193
    },
    {
      "epoch": 0.8680729060004095,
      "grad_norm": 0.634051674447014,
      "learning_rate": 0.0002871262795037759,
      "loss": 0.3339,
      "step": 21194
    },
    {
      "epoch": 0.868113864427606,
      "grad_norm": 0.7159836367708661,
      "learning_rate": 0.00028712495756531,
      "loss": 0.7995,
      "step": 21195
    },
    {
      "epoch": 0.8681548228548024,
      "grad_norm": 1.321154830804898,
      "learning_rate": 0.0002871236355620195,
      "loss": 1.1977,
      "step": 21196
    },
    {
      "epoch": 0.8681957812819988,
      "grad_norm": 0.5136783897826963,
      "learning_rate": 0.00028712231349390483,
      "loss": 0.3209,
      "step": 21197
    },
    {
      "epoch": 0.8682367397091951,
      "grad_norm": 0.8179343615942389,
      "learning_rate": 0.00028712099136096665,
      "loss": 0.846,
      "step": 21198
    },
    {
      "epoch": 0.8682776981363916,
      "grad_norm": 0.8319987214361051,
      "learning_rate": 0.0002871196691632057,
      "loss": 0.7615,
      "step": 21199
    },
    {
      "epoch": 0.868318656563588,
      "grad_norm": 5.395634021988238,
      "learning_rate": 0.0002871183469006225,
      "loss": 4.1592,
      "step": 21200
    },
    {
      "epoch": 0.8683596149907844,
      "grad_norm": 0.4789805876352405,
      "learning_rate": 0.0002871170245732177,
      "loss": 0.339,
      "step": 21201
    },
    {
      "epoch": 0.8684005734179807,
      "grad_norm": 2.212948018879489,
      "learning_rate": 0.0002871157021809919,
      "loss": 3.3486,
      "step": 21202
    },
    {
      "epoch": 0.8684415318451771,
      "grad_norm": 0.8448400684066286,
      "learning_rate": 0.0002871143797239458,
      "loss": 0.9385,
      "step": 21203
    },
    {
      "epoch": 0.8684824902723736,
      "grad_norm": 0.7412978603484535,
      "learning_rate": 0.00028711305720207996,
      "loss": 0.6191,
      "step": 21204
    },
    {
      "epoch": 0.86852344869957,
      "grad_norm": 0.907184426200652,
      "learning_rate": 0.000287111734615395,
      "loss": 0.9294,
      "step": 21205
    },
    {
      "epoch": 0.8685644071267663,
      "grad_norm": 0.771710275132158,
      "learning_rate": 0.0002871104119638916,
      "loss": 0.894,
      "step": 21206
    },
    {
      "epoch": 0.8686053655539627,
      "grad_norm": 0.7509948253735405,
      "learning_rate": 0.00028710908924757034,
      "loss": 0.759,
      "step": 21207
    },
    {
      "epoch": 0.8686463239811592,
      "grad_norm": 1.0299423632486806,
      "learning_rate": 0.0002871077664664318,
      "loss": 1.0338,
      "step": 21208
    },
    {
      "epoch": 0.8686872824083555,
      "grad_norm": 0.7843273710639075,
      "learning_rate": 0.0002871064436204768,
      "loss": 0.7877,
      "step": 21209
    },
    {
      "epoch": 0.8687282408355519,
      "grad_norm": 0.858468054083188,
      "learning_rate": 0.00028710512070970575,
      "loss": 0.4403,
      "step": 21210
    },
    {
      "epoch": 0.8687691992627483,
      "grad_norm": 0.6586376073753305,
      "learning_rate": 0.0002871037977341193,
      "loss": 0.3306,
      "step": 21211
    },
    {
      "epoch": 0.8688101576899447,
      "grad_norm": 0.751981149612065,
      "learning_rate": 0.0002871024746937182,
      "loss": 0.7773,
      "step": 21212
    },
    {
      "epoch": 0.868851116117141,
      "grad_norm": 0.641211242398465,
      "learning_rate": 0.00028710115158850304,
      "loss": 0.3735,
      "step": 21213
    },
    {
      "epoch": 0.8688920745443375,
      "grad_norm": 0.8094793962385907,
      "learning_rate": 0.00028709982841847436,
      "loss": 0.9527,
      "step": 21214
    },
    {
      "epoch": 0.8689330329715339,
      "grad_norm": 0.9554212913447931,
      "learning_rate": 0.0002870985051836328,
      "loss": 0.6342,
      "step": 21215
    },
    {
      "epoch": 0.8689739913987303,
      "grad_norm": 0.8182549997588794,
      "learning_rate": 0.00028709718188397906,
      "loss": 0.9072,
      "step": 21216
    },
    {
      "epoch": 0.8690149498259266,
      "grad_norm": 0.8361593168132575,
      "learning_rate": 0.0002870958585195137,
      "loss": 1.0392,
      "step": 21217
    },
    {
      "epoch": 0.8690559082531231,
      "grad_norm": 1.6606166754481624,
      "learning_rate": 0.0002870945350902374,
      "loss": 0.7494,
      "step": 21218
    },
    {
      "epoch": 0.8690968666803195,
      "grad_norm": 0.8982152744215441,
      "learning_rate": 0.0002870932115961508,
      "loss": 0.6916,
      "step": 21219
    },
    {
      "epoch": 0.8691378251075159,
      "grad_norm": 0.8302269375310044,
      "learning_rate": 0.0002870918880372544,
      "loss": 0.8523,
      "step": 21220
    },
    {
      "epoch": 0.8691787835347122,
      "grad_norm": 1.2883291470247507,
      "learning_rate": 0.000287090564413549,
      "loss": 1.2233,
      "step": 21221
    },
    {
      "epoch": 0.8692197419619087,
      "grad_norm": 0.827437627831895,
      "learning_rate": 0.0002870892407250351,
      "loss": 0.8732,
      "step": 21222
    },
    {
      "epoch": 0.8692607003891051,
      "grad_norm": 0.5802597523108313,
      "learning_rate": 0.00028708791697171335,
      "loss": 0.6152,
      "step": 21223
    },
    {
      "epoch": 0.8693016588163015,
      "grad_norm": 0.7636883011965757,
      "learning_rate": 0.0002870865931535844,
      "loss": 0.8157,
      "step": 21224
    },
    {
      "epoch": 0.8693426172434978,
      "grad_norm": 0.7678238922883529,
      "learning_rate": 0.0002870852692706488,
      "loss": 0.8377,
      "step": 21225
    },
    {
      "epoch": 0.8693835756706942,
      "grad_norm": 0.7576732288990239,
      "learning_rate": 0.00028708394532290734,
      "loss": 0.2568,
      "step": 21226
    },
    {
      "epoch": 0.8694245340978907,
      "grad_norm": 5.573971894498536,
      "learning_rate": 0.0002870826213103605,
      "loss": 3.1208,
      "step": 21227
    },
    {
      "epoch": 0.8694654925250871,
      "grad_norm": 1.422871863602553,
      "learning_rate": 0.00028708129723300894,
      "loss": 1.5583,
      "step": 21228
    },
    {
      "epoch": 0.8695064509522834,
      "grad_norm": 3.2247442502578565,
      "learning_rate": 0.0002870799730908533,
      "loss": 4.016,
      "step": 21229
    },
    {
      "epoch": 0.8695474093794798,
      "grad_norm": 1.0620899935922241,
      "learning_rate": 0.0002870786488838942,
      "loss": 0.5308,
      "step": 21230
    },
    {
      "epoch": 0.8695883678066763,
      "grad_norm": 0.6999016088305895,
      "learning_rate": 0.00028707732461213226,
      "loss": 0.6978,
      "step": 21231
    },
    {
      "epoch": 0.8696293262338726,
      "grad_norm": 3.873271653058882,
      "learning_rate": 0.0002870760002755682,
      "loss": 4.2076,
      "step": 21232
    },
    {
      "epoch": 0.869670284661069,
      "grad_norm": 0.9699680289039184,
      "learning_rate": 0.0002870746758742025,
      "loss": 0.7761,
      "step": 21233
    },
    {
      "epoch": 0.8697112430882654,
      "grad_norm": 0.6999560544599572,
      "learning_rate": 0.0002870733514080358,
      "loss": 0.8225,
      "step": 21234
    },
    {
      "epoch": 0.8697522015154618,
      "grad_norm": 0.7881702123140605,
      "learning_rate": 0.00028707202687706885,
      "loss": 0.7807,
      "step": 21235
    },
    {
      "epoch": 0.8697931599426582,
      "grad_norm": 0.62976599539714,
      "learning_rate": 0.0002870707022813022,
      "loss": 0.6772,
      "step": 21236
    },
    {
      "epoch": 0.8698341183698546,
      "grad_norm": 1.2474668940496665,
      "learning_rate": 0.0002870693776207364,
      "loss": 0.8731,
      "step": 21237
    },
    {
      "epoch": 0.869875076797051,
      "grad_norm": 0.7939646883084489,
      "learning_rate": 0.0002870680528953722,
      "loss": 0.7681,
      "step": 21238
    },
    {
      "epoch": 0.8699160352242474,
      "grad_norm": 0.715037284575067,
      "learning_rate": 0.0002870667281052102,
      "loss": 1.0036,
      "step": 21239
    },
    {
      "epoch": 0.8699569936514437,
      "grad_norm": 0.5823316014059351,
      "learning_rate": 0.000287065403250251,
      "loss": 0.6075,
      "step": 21240
    },
    {
      "epoch": 0.8699979520786402,
      "grad_norm": 0.7647099160630362,
      "learning_rate": 0.0002870640783304952,
      "loss": 0.8456,
      "step": 21241
    },
    {
      "epoch": 0.8700389105058366,
      "grad_norm": 0.6528201987070104,
      "learning_rate": 0.00028706275334594344,
      "loss": 0.8023,
      "step": 21242
    },
    {
      "epoch": 0.870079868933033,
      "grad_norm": 0.8623703651094848,
      "learning_rate": 0.0002870614282965964,
      "loss": 0.8838,
      "step": 21243
    },
    {
      "epoch": 0.8701208273602293,
      "grad_norm": 0.6495947474435255,
      "learning_rate": 0.00028706010318245467,
      "loss": 0.3002,
      "step": 21244
    },
    {
      "epoch": 0.8701617857874258,
      "grad_norm": 1.0047757502065926,
      "learning_rate": 0.00028705877800351884,
      "loss": 0.9702,
      "step": 21245
    },
    {
      "epoch": 0.8702027442146222,
      "grad_norm": 0.6990013450923708,
      "learning_rate": 0.0002870574527597896,
      "loss": 0.9191,
      "step": 21246
    },
    {
      "epoch": 0.8702437026418186,
      "grad_norm": 0.7824672604787416,
      "learning_rate": 0.00028705612745126753,
      "loss": 0.8224,
      "step": 21247
    },
    {
      "epoch": 0.8702846610690149,
      "grad_norm": 1.5361987344264205,
      "learning_rate": 0.0002870548020779533,
      "loss": 1.3414,
      "step": 21248
    },
    {
      "epoch": 0.8703256194962113,
      "grad_norm": 0.6887625100412264,
      "learning_rate": 0.0002870534766398475,
      "loss": 0.4197,
      "step": 21249
    },
    {
      "epoch": 0.8703665779234078,
      "grad_norm": 0.7256126015676446,
      "learning_rate": 0.00028705215113695076,
      "loss": 0.7304,
      "step": 21250
    },
    {
      "epoch": 0.8704075363506041,
      "grad_norm": 1.2033665562165308,
      "learning_rate": 0.00028705082556926373,
      "loss": 1.0043,
      "step": 21251
    },
    {
      "epoch": 0.8704484947778005,
      "grad_norm": 0.6607951564340944,
      "learning_rate": 0.000287049499936787,
      "loss": 0.6498,
      "step": 21252
    },
    {
      "epoch": 0.8704894532049969,
      "grad_norm": 0.8833978249462742,
      "learning_rate": 0.0002870481742395213,
      "loss": 0.8677,
      "step": 21253
    },
    {
      "epoch": 0.8705304116321934,
      "grad_norm": 0.6416602845310887,
      "learning_rate": 0.0002870468484774671,
      "loss": 0.8043,
      "step": 21254
    },
    {
      "epoch": 0.8705713700593897,
      "grad_norm": 0.7801698940626947,
      "learning_rate": 0.00028704552265062513,
      "loss": 1.0235,
      "step": 21255
    },
    {
      "epoch": 0.8706123284865861,
      "grad_norm": 1.0356981833188967,
      "learning_rate": 0.000287044196758996,
      "loss": 0.9837,
      "step": 21256
    },
    {
      "epoch": 0.8706532869137825,
      "grad_norm": 0.6107409533794629,
      "learning_rate": 0.0002870428708025803,
      "loss": 0.9194,
      "step": 21257
    },
    {
      "epoch": 0.870694245340979,
      "grad_norm": 0.7131912262818003,
      "learning_rate": 0.0002870415447813787,
      "loss": 1.0282,
      "step": 21258
    },
    {
      "epoch": 0.8707352037681753,
      "grad_norm": 0.8000899729012471,
      "learning_rate": 0.0002870402186953918,
      "loss": 0.9197,
      "step": 21259
    },
    {
      "epoch": 0.8707761621953717,
      "grad_norm": 0.7589284743652768,
      "learning_rate": 0.00028703889254462023,
      "loss": 1.0855,
      "step": 21260
    },
    {
      "epoch": 0.8708171206225681,
      "grad_norm": 1.8356551399801067,
      "learning_rate": 0.0002870375663290646,
      "loss": 2.5016,
      "step": 21261
    },
    {
      "epoch": 0.8708580790497645,
      "grad_norm": 0.9970013540958079,
      "learning_rate": 0.0002870362400487256,
      "loss": 1.1452,
      "step": 21262
    },
    {
      "epoch": 0.8708990374769608,
      "grad_norm": 0.48222597516022236,
      "learning_rate": 0.0002870349137036038,
      "loss": 0.3998,
      "step": 21263
    },
    {
      "epoch": 0.8709399959041573,
      "grad_norm": 0.8282177236253405,
      "learning_rate": 0.00028703358729369985,
      "loss": 0.9151,
      "step": 21264
    },
    {
      "epoch": 0.8709809543313537,
      "grad_norm": 0.9773582117272777,
      "learning_rate": 0.0002870322608190144,
      "loss": 1.2882,
      "step": 21265
    },
    {
      "epoch": 0.8710219127585501,
      "grad_norm": 1.2300811442072346,
      "learning_rate": 0.000287030934279548,
      "loss": 1.5914,
      "step": 21266
    },
    {
      "epoch": 0.8710628711857464,
      "grad_norm": 0.5318401303868946,
      "learning_rate": 0.00028702960767530136,
      "loss": 0.3913,
      "step": 21267
    },
    {
      "epoch": 0.8711038296129429,
      "grad_norm": 0.8057600241439823,
      "learning_rate": 0.00028702828100627504,
      "loss": 1.0787,
      "step": 21268
    },
    {
      "epoch": 0.8711447880401393,
      "grad_norm": 0.6258735133985852,
      "learning_rate": 0.00028702695427246976,
      "loss": 0.4076,
      "step": 21269
    },
    {
      "epoch": 0.8711857464673357,
      "grad_norm": 0.6597351539966697,
      "learning_rate": 0.000287025627473886,
      "loss": 0.76,
      "step": 21270
    },
    {
      "epoch": 0.871226704894532,
      "grad_norm": 0.7083734945257993,
      "learning_rate": 0.00028702430061052457,
      "loss": 0.715,
      "step": 21271
    },
    {
      "epoch": 0.8712676633217284,
      "grad_norm": 0.9974842099647179,
      "learning_rate": 0.0002870229736823859,
      "loss": 1.1045,
      "step": 21272
    },
    {
      "epoch": 0.8713086217489249,
      "grad_norm": 0.8910674482276595,
      "learning_rate": 0.00028702164668947084,
      "loss": 0.9206,
      "step": 21273
    },
    {
      "epoch": 0.8713495801761212,
      "grad_norm": 0.7577432496739829,
      "learning_rate": 0.0002870203196317798,
      "loss": 0.5041,
      "step": 21274
    },
    {
      "epoch": 0.8713905386033176,
      "grad_norm": 1.0338485723660904,
      "learning_rate": 0.00028701899250931355,
      "loss": 0.879,
      "step": 21275
    },
    {
      "epoch": 0.871431497030514,
      "grad_norm": 0.7022940720197776,
      "learning_rate": 0.00028701766532207264,
      "loss": 0.7817,
      "step": 21276
    },
    {
      "epoch": 0.8714724554577105,
      "grad_norm": 1.0953456144736704,
      "learning_rate": 0.00028701633807005775,
      "loss": 0.9285,
      "step": 21277
    },
    {
      "epoch": 0.8715134138849068,
      "grad_norm": 0.9389159782313676,
      "learning_rate": 0.0002870150107532695,
      "loss": 0.2313,
      "step": 21278
    },
    {
      "epoch": 0.8715543723121032,
      "grad_norm": 1.158527804064111,
      "learning_rate": 0.0002870136833717084,
      "loss": 1.6438,
      "step": 21279
    },
    {
      "epoch": 0.8715953307392996,
      "grad_norm": 0.9657543728702642,
      "learning_rate": 0.00028701235592537534,
      "loss": 1.1723,
      "step": 21280
    },
    {
      "epoch": 0.871636289166496,
      "grad_norm": 0.8805203012059284,
      "learning_rate": 0.00028701102841427066,
      "loss": 0.3976,
      "step": 21281
    },
    {
      "epoch": 0.8716772475936924,
      "grad_norm": 0.9811278421419171,
      "learning_rate": 0.0002870097008383952,
      "loss": 0.9861,
      "step": 21282
    },
    {
      "epoch": 0.8717182060208888,
      "grad_norm": 1.102181239857467,
      "learning_rate": 0.0002870083731977495,
      "loss": 1.0609,
      "step": 21283
    },
    {
      "epoch": 0.8717591644480852,
      "grad_norm": 0.856805561012068,
      "learning_rate": 0.00028700704549233417,
      "loss": 0.8811,
      "step": 21284
    },
    {
      "epoch": 0.8718001228752816,
      "grad_norm": 0.8907433650547378,
      "learning_rate": 0.00028700571772214984,
      "loss": 0.8891,
      "step": 21285
    },
    {
      "epoch": 0.871841081302478,
      "grad_norm": 1.1367980332055758,
      "learning_rate": 0.00028700438988719717,
      "loss": 1.1099,
      "step": 21286
    },
    {
      "epoch": 0.8718820397296744,
      "grad_norm": 1.4319654087919407,
      "learning_rate": 0.00028700306198747676,
      "loss": 1.3385,
      "step": 21287
    },
    {
      "epoch": 0.8719229981568708,
      "grad_norm": 0.8850844151843066,
      "learning_rate": 0.00028700173402298925,
      "loss": 0.3796,
      "step": 21288
    },
    {
      "epoch": 0.8719639565840672,
      "grad_norm": 0.9678726318309725,
      "learning_rate": 0.0002870004059937353,
      "loss": 1.5736,
      "step": 21289
    },
    {
      "epoch": 0.8720049150112635,
      "grad_norm": 1.636291319365709,
      "learning_rate": 0.00028699907789971545,
      "loss": 2.2119,
      "step": 21290
    },
    {
      "epoch": 0.87204587343846,
      "grad_norm": 0.6552009218093273,
      "learning_rate": 0.00028699774974093046,
      "loss": 0.935,
      "step": 21291
    },
    {
      "epoch": 0.8720868318656564,
      "grad_norm": 0.8329718184511957,
      "learning_rate": 0.00028699642151738087,
      "loss": 1.114,
      "step": 21292
    },
    {
      "epoch": 0.8721277902928527,
      "grad_norm": 0.771555128588583,
      "learning_rate": 0.00028699509322906733,
      "loss": 0.3101,
      "step": 21293
    },
    {
      "epoch": 0.8721687487200491,
      "grad_norm": 1.851029975638159,
      "learning_rate": 0.0002869937648759904,
      "loss": 3.4093,
      "step": 21294
    },
    {
      "epoch": 0.8722097071472455,
      "grad_norm": 0.6800578095996065,
      "learning_rate": 0.00028699243645815084,
      "loss": 0.3453,
      "step": 21295
    },
    {
      "epoch": 0.872250665574442,
      "grad_norm": 0.5479259499945811,
      "learning_rate": 0.00028699110797554913,
      "loss": 0.2862,
      "step": 21296
    },
    {
      "epoch": 0.8722916240016383,
      "grad_norm": 0.9346282621827766,
      "learning_rate": 0.000286989779428186,
      "loss": 1.0968,
      "step": 21297
    },
    {
      "epoch": 0.8723325824288347,
      "grad_norm": 0.8455962378323446,
      "learning_rate": 0.00028698845081606206,
      "loss": 0.8881,
      "step": 21298
    },
    {
      "epoch": 0.8723735408560311,
      "grad_norm": 0.9257919333054833,
      "learning_rate": 0.00028698712213917794,
      "loss": 1.2447,
      "step": 21299
    },
    {
      "epoch": 0.8724144992832276,
      "grad_norm": 0.7318135537177062,
      "learning_rate": 0.00028698579339753427,
      "loss": 0.944,
      "step": 21300
    },
    {
      "epoch": 0.8724554577104239,
      "grad_norm": 0.6559729864566826,
      "learning_rate": 0.0002869844645911316,
      "loss": 0.7781,
      "step": 21301
    },
    {
      "epoch": 0.8724964161376203,
      "grad_norm": 1.6347812103479293,
      "learning_rate": 0.0002869831357199707,
      "loss": 1.1542,
      "step": 21302
    },
    {
      "epoch": 0.8725373745648167,
      "grad_norm": 0.6333181926204587,
      "learning_rate": 0.0002869818067840521,
      "loss": 0.6949,
      "step": 21303
    },
    {
      "epoch": 0.8725783329920132,
      "grad_norm": 0.9507600270267087,
      "learning_rate": 0.00028698047778337644,
      "loss": 0.3485,
      "step": 21304
    },
    {
      "epoch": 0.8726192914192095,
      "grad_norm": 1.015725091986788,
      "learning_rate": 0.00028697914871794435,
      "loss": 1.2755,
      "step": 21305
    },
    {
      "epoch": 0.8726602498464059,
      "grad_norm": 1.1655347379862813,
      "learning_rate": 0.0002869778195877565,
      "loss": 1.0695,
      "step": 21306
    },
    {
      "epoch": 0.8727012082736023,
      "grad_norm": 0.7105670452731382,
      "learning_rate": 0.0002869764903928134,
      "loss": 0.6234,
      "step": 21307
    },
    {
      "epoch": 0.8727421667007987,
      "grad_norm": 1.0322312046179702,
      "learning_rate": 0.0002869751611331159,
      "loss": 1.0638,
      "step": 21308
    },
    {
      "epoch": 0.872783125127995,
      "grad_norm": 1.1915339629435284,
      "learning_rate": 0.00028697383180866437,
      "loss": 1.368,
      "step": 21309
    },
    {
      "epoch": 0.8728240835551915,
      "grad_norm": 1.1840448891364652,
      "learning_rate": 0.00028697250241945964,
      "loss": 1.175,
      "step": 21310
    },
    {
      "epoch": 0.8728650419823879,
      "grad_norm": 0.717947878797728,
      "learning_rate": 0.0002869711729655022,
      "loss": 0.7027,
      "step": 21311
    },
    {
      "epoch": 0.8729060004095843,
      "grad_norm": 0.968306424047055,
      "learning_rate": 0.0002869698434467928,
      "loss": 0.9754,
      "step": 21312
    },
    {
      "epoch": 0.8729469588367806,
      "grad_norm": 0.8347082578015949,
      "learning_rate": 0.00028696851386333195,
      "loss": 0.3171,
      "step": 21313
    },
    {
      "epoch": 0.8729879172639771,
      "grad_norm": 0.8752189351835904,
      "learning_rate": 0.0002869671842151203,
      "loss": 0.6595,
      "step": 21314
    },
    {
      "epoch": 0.8730288756911735,
      "grad_norm": 0.9142970140398909,
      "learning_rate": 0.0002869658545021586,
      "loss": 0.5284,
      "step": 21315
    },
    {
      "epoch": 0.8730698341183698,
      "grad_norm": 3.1607805935311215,
      "learning_rate": 0.0002869645247244474,
      "loss": 4.7925,
      "step": 21316
    },
    {
      "epoch": 0.8731107925455662,
      "grad_norm": 0.7103502464713455,
      "learning_rate": 0.0002869631948819872,
      "loss": 0.8026,
      "step": 21317
    },
    {
      "epoch": 0.8731517509727627,
      "grad_norm": 0.6164235774776041,
      "learning_rate": 0.0002869618649747789,
      "loss": 0.8212,
      "step": 21318
    },
    {
      "epoch": 0.8731927093999591,
      "grad_norm": 0.7886431875074652,
      "learning_rate": 0.0002869605350028229,
      "loss": 0.8023,
      "step": 21319
    },
    {
      "epoch": 0.8732336678271554,
      "grad_norm": 2.4953866070233723,
      "learning_rate": 0.0002869592049661199,
      "loss": 4.5097,
      "step": 21320
    },
    {
      "epoch": 0.8732746262543518,
      "grad_norm": 0.5311320183700401,
      "learning_rate": 0.0002869578748646706,
      "loss": 0.3426,
      "step": 21321
    },
    {
      "epoch": 0.8733155846815482,
      "grad_norm": 0.864274834251046,
      "learning_rate": 0.0002869565446984755,
      "loss": 0.9402,
      "step": 21322
    },
    {
      "epoch": 0.8733565431087447,
      "grad_norm": 0.8689188882436862,
      "learning_rate": 0.0002869552144675353,
      "loss": 1.1534,
      "step": 21323
    },
    {
      "epoch": 0.873397501535941,
      "grad_norm": 1.2241195394840747,
      "learning_rate": 0.00028695388417185065,
      "loss": 1.4462,
      "step": 21324
    },
    {
      "epoch": 0.8734384599631374,
      "grad_norm": 0.7055386603858137,
      "learning_rate": 0.00028695255381142205,
      "loss": 0.7886,
      "step": 21325
    },
    {
      "epoch": 0.8734794183903338,
      "grad_norm": 0.9306393692667299,
      "learning_rate": 0.00028695122338625033,
      "loss": 1.1644,
      "step": 21326
    },
    {
      "epoch": 0.8735203768175303,
      "grad_norm": 0.7469290957696254,
      "learning_rate": 0.000286949892896336,
      "loss": 1.024,
      "step": 21327
    },
    {
      "epoch": 0.8735613352447266,
      "grad_norm": 0.8255155768020205,
      "learning_rate": 0.0002869485623416797,
      "loss": 0.9097,
      "step": 21328
    },
    {
      "epoch": 0.873602293671923,
      "grad_norm": 0.7841383734078883,
      "learning_rate": 0.0002869472317222821,
      "loss": 0.8469,
      "step": 21329
    },
    {
      "epoch": 0.8736432520991194,
      "grad_norm": 0.9461167108127017,
      "learning_rate": 0.00028694590103814377,
      "loss": 0.7212,
      "step": 21330
    },
    {
      "epoch": 0.8736842105263158,
      "grad_norm": 0.7587868069535204,
      "learning_rate": 0.0002869445702892654,
      "loss": 0.8032,
      "step": 21331
    },
    {
      "epoch": 0.8737251689535122,
      "grad_norm": 1.057559964661598,
      "learning_rate": 0.0002869432394756475,
      "loss": 0.9919,
      "step": 21332
    },
    {
      "epoch": 0.8737661273807086,
      "grad_norm": 1.4628252493922413,
      "learning_rate": 0.0002869419085972908,
      "loss": 1.8185,
      "step": 21333
    },
    {
      "epoch": 0.873807085807905,
      "grad_norm": 0.7251839546416187,
      "learning_rate": 0.000286940577654196,
      "loss": 0.7809,
      "step": 21334
    },
    {
      "epoch": 0.8738480442351013,
      "grad_norm": 0.6901016512332396,
      "learning_rate": 0.00028693924664636354,
      "loss": 0.6034,
      "step": 21335
    },
    {
      "epoch": 0.8738890026622977,
      "grad_norm": 0.5022098382377423,
      "learning_rate": 0.00028693791557379416,
      "loss": 0.3639,
      "step": 21336
    },
    {
      "epoch": 0.8739299610894942,
      "grad_norm": 2.1604375062577796,
      "learning_rate": 0.0002869365844364885,
      "loss": 2.4759,
      "step": 21337
    },
    {
      "epoch": 0.8739709195166906,
      "grad_norm": 1.062291102480329,
      "learning_rate": 0.00028693525323444724,
      "loss": 1.0549,
      "step": 21338
    },
    {
      "epoch": 0.8740118779438869,
      "grad_norm": 1.0080116837412771,
      "learning_rate": 0.00028693392196767084,
      "loss": 0.6533,
      "step": 21339
    },
    {
      "epoch": 0.8740528363710833,
      "grad_norm": 0.7723902705427973,
      "learning_rate": 0.0002869325906361601,
      "loss": 0.6792,
      "step": 21340
    },
    {
      "epoch": 0.8740937947982798,
      "grad_norm": 0.6663841165843768,
      "learning_rate": 0.00028693125923991554,
      "loss": 0.5251,
      "step": 21341
    },
    {
      "epoch": 0.8741347532254762,
      "grad_norm": 0.9115328419897092,
      "learning_rate": 0.0002869299277789378,
      "loss": 0.9144,
      "step": 21342
    },
    {
      "epoch": 0.8741757116526725,
      "grad_norm": 1.257429518565687,
      "learning_rate": 0.0002869285962532276,
      "loss": 0.7499,
      "step": 21343
    },
    {
      "epoch": 0.8742166700798689,
      "grad_norm": 0.9947163020074196,
      "learning_rate": 0.0002869272646627855,
      "loss": 0.7027,
      "step": 21344
    },
    {
      "epoch": 0.8742576285070653,
      "grad_norm": 1.0292901652550346,
      "learning_rate": 0.00028692593300761203,
      "loss": 0.8602,
      "step": 21345
    },
    {
      "epoch": 0.8742985869342618,
      "grad_norm": 2.0872435568181458,
      "learning_rate": 0.000286924601287708,
      "loss": 1.2454,
      "step": 21346
    },
    {
      "epoch": 0.8743395453614581,
      "grad_norm": 0.8976677698207393,
      "learning_rate": 0.000286923269503074,
      "loss": 1.08,
      "step": 21347
    },
    {
      "epoch": 0.8743805037886545,
      "grad_norm": 0.9142721514549584,
      "learning_rate": 0.0002869219376537106,
      "loss": 1.0159,
      "step": 21348
    },
    {
      "epoch": 0.8744214622158509,
      "grad_norm": 0.9259815786424822,
      "learning_rate": 0.00028692060573961843,
      "loss": 0.9732,
      "step": 21349
    },
    {
      "epoch": 0.8744624206430474,
      "grad_norm": 0.7492269743944753,
      "learning_rate": 0.0002869192737607981,
      "loss": 0.6697,
      "step": 21350
    },
    {
      "epoch": 0.8745033790702437,
      "grad_norm": 1.1079250707278172,
      "learning_rate": 0.0002869179417172504,
      "loss": 0.3556,
      "step": 21351
    },
    {
      "epoch": 0.8745443374974401,
      "grad_norm": 0.9588823780043448,
      "learning_rate": 0.0002869166096089758,
      "loss": 0.3967,
      "step": 21352
    },
    {
      "epoch": 0.8745852959246365,
      "grad_norm": 0.8875174110016758,
      "learning_rate": 0.0002869152774359749,
      "loss": 1.1184,
      "step": 21353
    },
    {
      "epoch": 0.8746262543518329,
      "grad_norm": 2.2271669499193663,
      "learning_rate": 0.0002869139451982484,
      "loss": 1.0629,
      "step": 21354
    },
    {
      "epoch": 0.8746672127790293,
      "grad_norm": 1.3217872383787055,
      "learning_rate": 0.000286912612895797,
      "loss": 1.4679,
      "step": 21355
    },
    {
      "epoch": 0.8747081712062257,
      "grad_norm": 1.0029470513021028,
      "learning_rate": 0.00028691128052862127,
      "loss": 1.0675,
      "step": 21356
    },
    {
      "epoch": 0.8747491296334221,
      "grad_norm": 0.762980642121259,
      "learning_rate": 0.0002869099480967218,
      "loss": 0.9975,
      "step": 21357
    },
    {
      "epoch": 0.8747900880606184,
      "grad_norm": 0.6105725109333007,
      "learning_rate": 0.0002869086156000992,
      "loss": 0.5994,
      "step": 21358
    },
    {
      "epoch": 0.8748310464878148,
      "grad_norm": 0.7039019566811241,
      "learning_rate": 0.00028690728303875425,
      "loss": 0.5697,
      "step": 21359
    },
    {
      "epoch": 0.8748720049150113,
      "grad_norm": 0.9730423550655956,
      "learning_rate": 0.00028690595041268747,
      "loss": 0.6778,
      "step": 21360
    },
    {
      "epoch": 0.8749129633422077,
      "grad_norm": 0.7283558637885457,
      "learning_rate": 0.00028690461772189945,
      "loss": 0.9032,
      "step": 21361
    },
    {
      "epoch": 0.874953921769404,
      "grad_norm": 0.6127604027375471,
      "learning_rate": 0.00028690328496639084,
      "loss": 0.8424,
      "step": 21362
    },
    {
      "epoch": 0.8749948801966004,
      "grad_norm": 2.0547403611515205,
      "learning_rate": 0.0002869019521461624,
      "loss": 3.7577,
      "step": 21363
    },
    {
      "epoch": 0.8750358386237969,
      "grad_norm": 0.922389491731126,
      "learning_rate": 0.0002869006192612146,
      "loss": 0.8047,
      "step": 21364
    },
    {
      "epoch": 0.8750767970509933,
      "grad_norm": 0.5983208369220498,
      "learning_rate": 0.00028689928631154817,
      "loss": 0.3104,
      "step": 21365
    },
    {
      "epoch": 0.8751177554781896,
      "grad_norm": 1.2032081852714143,
      "learning_rate": 0.00028689795329716364,
      "loss": 1.6278,
      "step": 21366
    },
    {
      "epoch": 0.875158713905386,
      "grad_norm": 1.5075810297534369,
      "learning_rate": 0.0002868966202180617,
      "loss": 1.2196,
      "step": 21367
    },
    {
      "epoch": 0.8751996723325824,
      "grad_norm": 1.072002343374781,
      "learning_rate": 0.000286895287074243,
      "loss": 1.6348,
      "step": 21368
    },
    {
      "epoch": 0.8752406307597789,
      "grad_norm": 0.8815077007393374,
      "learning_rate": 0.00028689395386570824,
      "loss": 1.1019,
      "step": 21369
    },
    {
      "epoch": 0.8752815891869752,
      "grad_norm": 0.7178582211181329,
      "learning_rate": 0.00028689262059245787,
      "loss": 0.7658,
      "step": 21370
    },
    {
      "epoch": 0.8753225476141716,
      "grad_norm": 0.9512016859190608,
      "learning_rate": 0.0002868912872544926,
      "loss": 0.845,
      "step": 21371
    },
    {
      "epoch": 0.875363506041368,
      "grad_norm": 0.7229858450398863,
      "learning_rate": 0.00028688995385181315,
      "loss": 0.8882,
      "step": 21372
    },
    {
      "epoch": 0.8754044644685645,
      "grad_norm": 0.8213766248975776,
      "learning_rate": 0.00028688862038442,
      "loss": 0.9284,
      "step": 21373
    },
    {
      "epoch": 0.8754454228957608,
      "grad_norm": 1.0296457437699897,
      "learning_rate": 0.0002868872868523139,
      "loss": 1.0094,
      "step": 21374
    },
    {
      "epoch": 0.8754863813229572,
      "grad_norm": 0.539656640143742,
      "learning_rate": 0.0002868859532554954,
      "loss": 0.3699,
      "step": 21375
    },
    {
      "epoch": 0.8755273397501536,
      "grad_norm": 2.550400224936682,
      "learning_rate": 0.00028688461959396516,
      "loss": 4.5608,
      "step": 21376
    },
    {
      "epoch": 0.8755682981773499,
      "grad_norm": 0.6959514382991023,
      "learning_rate": 0.00028688328586772385,
      "loss": 0.7566,
      "step": 21377
    },
    {
      "epoch": 0.8756092566045464,
      "grad_norm": 0.9154074300217772,
      "learning_rate": 0.0002868819520767721,
      "loss": 0.7509,
      "step": 21378
    },
    {
      "epoch": 0.8756502150317428,
      "grad_norm": 1.144709599404995,
      "learning_rate": 0.0002868806182211104,
      "loss": 1.4704,
      "step": 21379
    },
    {
      "epoch": 0.8756911734589392,
      "grad_norm": 0.8246572940343367,
      "learning_rate": 0.00028687928430073956,
      "loss": 1.3115,
      "step": 21380
    },
    {
      "epoch": 0.8757321318861355,
      "grad_norm": 1.1995746450946412,
      "learning_rate": 0.00028687795031566015,
      "loss": 1.1398,
      "step": 21381
    },
    {
      "epoch": 0.875773090313332,
      "grad_norm": 0.4681702955917675,
      "learning_rate": 0.00028687661626587273,
      "loss": 0.297,
      "step": 21382
    },
    {
      "epoch": 0.8758140487405284,
      "grad_norm": 0.7032927540607672,
      "learning_rate": 0.0002868752821513781,
      "loss": 0.7307,
      "step": 21383
    },
    {
      "epoch": 0.8758550071677248,
      "grad_norm": 0.7633038557057871,
      "learning_rate": 0.0002868739479721766,
      "loss": 0.6929,
      "step": 21384
    },
    {
      "epoch": 0.8758959655949211,
      "grad_norm": 0.734025951872903,
      "learning_rate": 0.0002868726137282692,
      "loss": 0.8226,
      "step": 21385
    },
    {
      "epoch": 0.8759369240221175,
      "grad_norm": 1.1003477541825157,
      "learning_rate": 0.00028687127941965626,
      "loss": 1.1713,
      "step": 21386
    },
    {
      "epoch": 0.875977882449314,
      "grad_norm": 1.5799255992455166,
      "learning_rate": 0.0002868699450463386,
      "loss": 0.9687,
      "step": 21387
    },
    {
      "epoch": 0.8760188408765104,
      "grad_norm": 0.6152581733692488,
      "learning_rate": 0.0002868686106083167,
      "loss": 0.7415,
      "step": 21388
    },
    {
      "epoch": 0.8760597993037067,
      "grad_norm": 1.0565881172598262,
      "learning_rate": 0.0002868672761055913,
      "loss": 0.485,
      "step": 21389
    },
    {
      "epoch": 0.8761007577309031,
      "grad_norm": 0.8504554821200572,
      "learning_rate": 0.000286865941538163,
      "loss": 0.7968,
      "step": 21390
    },
    {
      "epoch": 0.8761417161580995,
      "grad_norm": 1.3415781700315825,
      "learning_rate": 0.00028686460690603244,
      "loss": 1.2779,
      "step": 21391
    },
    {
      "epoch": 0.876182674585296,
      "grad_norm": 0.518291805323591,
      "learning_rate": 0.0002868632722092002,
      "loss": 0.333,
      "step": 21392
    },
    {
      "epoch": 0.8762236330124923,
      "grad_norm": 1.1968369408847084,
      "learning_rate": 0.000286861937447667,
      "loss": 0.3394,
      "step": 21393
    },
    {
      "epoch": 0.8762645914396887,
      "grad_norm": 0.7751050099669228,
      "learning_rate": 0.0002868606026214334,
      "loss": 0.6903,
      "step": 21394
    },
    {
      "epoch": 0.8763055498668851,
      "grad_norm": 0.8824770003092082,
      "learning_rate": 0.0002868592677305,
      "loss": 0.8797,
      "step": 21395
    },
    {
      "epoch": 0.8763465082940816,
      "grad_norm": 0.6933891999709072,
      "learning_rate": 0.0002868579327748675,
      "loss": 0.5897,
      "step": 21396
    },
    {
      "epoch": 0.8763874667212779,
      "grad_norm": 0.85463083967991,
      "learning_rate": 0.0002868565977545365,
      "loss": 1.183,
      "step": 21397
    },
    {
      "epoch": 0.8764284251484743,
      "grad_norm": 0.6629322945162012,
      "learning_rate": 0.00028685526266950765,
      "loss": 0.3325,
      "step": 21398
    },
    {
      "epoch": 0.8764693835756707,
      "grad_norm": 1.51984899354165,
      "learning_rate": 0.00028685392751978163,
      "loss": 1.9317,
      "step": 21399
    },
    {
      "epoch": 0.876510342002867,
      "grad_norm": 0.9459725907339965,
      "learning_rate": 0.00028685259230535893,
      "loss": 1.001,
      "step": 21400
    },
    {
      "epoch": 0.8765513004300635,
      "grad_norm": 1.0063159997133084,
      "learning_rate": 0.0002868512570262403,
      "loss": 1.1208,
      "step": 21401
    },
    {
      "epoch": 0.8765922588572599,
      "grad_norm": 0.8475406534286288,
      "learning_rate": 0.0002868499216824264,
      "loss": 1.0809,
      "step": 21402
    },
    {
      "epoch": 0.8766332172844563,
      "grad_norm": 0.665156312183767,
      "learning_rate": 0.0002868485862739177,
      "loss": 0.5253,
      "step": 21403
    },
    {
      "epoch": 0.8766741757116526,
      "grad_norm": 1.1789456068972015,
      "learning_rate": 0.000286847250800715,
      "loss": 1.0938,
      "step": 21404
    },
    {
      "epoch": 0.876715134138849,
      "grad_norm": 0.7785704850427796,
      "learning_rate": 0.0002868459152628188,
      "loss": 1.0777,
      "step": 21405
    },
    {
      "epoch": 0.8767560925660455,
      "grad_norm": 0.6853854411584288,
      "learning_rate": 0.00028684457966022983,
      "loss": 0.276,
      "step": 21406
    },
    {
      "epoch": 0.8767970509932419,
      "grad_norm": 3.1852704339329754,
      "learning_rate": 0.0002868432439929487,
      "loss": 5.0878,
      "step": 21407
    },
    {
      "epoch": 0.8768380094204382,
      "grad_norm": 0.8665908747468859,
      "learning_rate": 0.000286841908260976,
      "loss": 1.0525,
      "step": 21408
    },
    {
      "epoch": 0.8768789678476346,
      "grad_norm": 0.7873437501808792,
      "learning_rate": 0.0002868405724643124,
      "loss": 0.7873,
      "step": 21409
    },
    {
      "epoch": 0.8769199262748311,
      "grad_norm": 0.7343600832108282,
      "learning_rate": 0.00028683923660295847,
      "loss": 0.6216,
      "step": 21410
    },
    {
      "epoch": 0.8769608847020275,
      "grad_norm": 0.6692130566121192,
      "learning_rate": 0.0002868379006769149,
      "loss": 0.2938,
      "step": 21411
    },
    {
      "epoch": 0.8770018431292238,
      "grad_norm": 1.2542361293441653,
      "learning_rate": 0.00028683656468618237,
      "loss": 0.9647,
      "step": 21412
    },
    {
      "epoch": 0.8770428015564202,
      "grad_norm": 0.9543620272675691,
      "learning_rate": 0.0002868352286307614,
      "loss": 0.6563,
      "step": 21413
    },
    {
      "epoch": 0.8770837599836167,
      "grad_norm": 0.9825850718086678,
      "learning_rate": 0.0002868338925106527,
      "loss": 0.7884,
      "step": 21414
    },
    {
      "epoch": 0.8771247184108131,
      "grad_norm": 0.6655415807871672,
      "learning_rate": 0.0002868325563258569,
      "loss": 0.7324,
      "step": 21415
    },
    {
      "epoch": 0.8771656768380094,
      "grad_norm": 1.0427363463518244,
      "learning_rate": 0.0002868312200763746,
      "loss": 1.2336,
      "step": 21416
    },
    {
      "epoch": 0.8772066352652058,
      "grad_norm": 0.9479528953030367,
      "learning_rate": 0.0002868298837622064,
      "loss": 1.1278,
      "step": 21417
    },
    {
      "epoch": 0.8772475936924022,
      "grad_norm": 0.8050205609794094,
      "learning_rate": 0.00028682854738335293,
      "loss": 0.8362,
      "step": 21418
    },
    {
      "epoch": 0.8772885521195986,
      "grad_norm": 0.6658835450163204,
      "learning_rate": 0.0002868272109398149,
      "loss": 0.8429,
      "step": 21419
    },
    {
      "epoch": 0.877329510546795,
      "grad_norm": 1.0657673283799418,
      "learning_rate": 0.00028682587443159294,
      "loss": 0.8678,
      "step": 21420
    },
    {
      "epoch": 0.8773704689739914,
      "grad_norm": 3.950260113385897,
      "learning_rate": 0.00028682453785868763,
      "loss": 6.7572,
      "step": 21421
    },
    {
      "epoch": 0.8774114274011878,
      "grad_norm": 0.8431767101922905,
      "learning_rate": 0.00028682320122109964,
      "loss": 1.1032,
      "step": 21422
    },
    {
      "epoch": 0.8774523858283841,
      "grad_norm": 0.7951668119176505,
      "learning_rate": 0.0002868218645188295,
      "loss": 1.015,
      "step": 21423
    },
    {
      "epoch": 0.8774933442555806,
      "grad_norm": 1.1685056551507438,
      "learning_rate": 0.00028682052775187803,
      "loss": 0.6766,
      "step": 21424
    },
    {
      "epoch": 0.877534302682777,
      "grad_norm": 1.121464528776479,
      "learning_rate": 0.0002868191909202457,
      "loss": 1.3691,
      "step": 21425
    },
    {
      "epoch": 0.8775752611099734,
      "grad_norm": 0.6778387507393097,
      "learning_rate": 0.0002868178540239332,
      "loss": 0.6601,
      "step": 21426
    },
    {
      "epoch": 0.8776162195371697,
      "grad_norm": 0.7064721975237367,
      "learning_rate": 0.00028681651706294114,
      "loss": 0.7247,
      "step": 21427
    },
    {
      "epoch": 0.8776571779643662,
      "grad_norm": 2.1322187236893235,
      "learning_rate": 0.00028681518003727014,
      "loss": 1.7051,
      "step": 21428
    },
    {
      "epoch": 0.8776981363915626,
      "grad_norm": 0.6772482872043859,
      "learning_rate": 0.00028681384294692094,
      "loss": 0.6872,
      "step": 21429
    },
    {
      "epoch": 0.877739094818759,
      "grad_norm": 0.7989231541223992,
      "learning_rate": 0.00028681250579189405,
      "loss": 1.05,
      "step": 21430
    },
    {
      "epoch": 0.8777800532459553,
      "grad_norm": 3.596551577529444,
      "learning_rate": 0.00028681116857219016,
      "loss": 4.5525,
      "step": 21431
    },
    {
      "epoch": 0.8778210116731517,
      "grad_norm": 0.7594039345883036,
      "learning_rate": 0.00028680983128780987,
      "loss": 0.9014,
      "step": 21432
    },
    {
      "epoch": 0.8778619701003482,
      "grad_norm": 1.3397991588234437,
      "learning_rate": 0.0002868084939387539,
      "loss": 0.4569,
      "step": 21433
    },
    {
      "epoch": 0.8779029285275446,
      "grad_norm": 1.708657778273394,
      "learning_rate": 0.00028680715652502274,
      "loss": 0.9994,
      "step": 21434
    },
    {
      "epoch": 0.8779438869547409,
      "grad_norm": 1.5574743554288148,
      "learning_rate": 0.0002868058190466171,
      "loss": 1.613,
      "step": 21435
    },
    {
      "epoch": 0.8779848453819373,
      "grad_norm": 0.6084121374714642,
      "learning_rate": 0.00028680448150353766,
      "loss": 0.7474,
      "step": 21436
    },
    {
      "epoch": 0.8780258038091338,
      "grad_norm": 0.5774211147597149,
      "learning_rate": 0.00028680314389578496,
      "loss": 0.3934,
      "step": 21437
    },
    {
      "epoch": 0.8780667622363302,
      "grad_norm": 0.8373857076328075,
      "learning_rate": 0.00028680180622335966,
      "loss": 0.6891,
      "step": 21438
    },
    {
      "epoch": 0.8781077206635265,
      "grad_norm": 0.7149403975652837,
      "learning_rate": 0.0002868004684862624,
      "loss": 0.9427,
      "step": 21439
    },
    {
      "epoch": 0.8781486790907229,
      "grad_norm": 0.8368950699537978,
      "learning_rate": 0.00028679913068449384,
      "loss": 0.9146,
      "step": 21440
    },
    {
      "epoch": 0.8781896375179193,
      "grad_norm": 0.9136409409265751,
      "learning_rate": 0.0002867977928180546,
      "loss": 0.8977,
      "step": 21441
    },
    {
      "epoch": 0.8782305959451157,
      "grad_norm": 0.9228581732903613,
      "learning_rate": 0.00028679645488694525,
      "loss": 0.8323,
      "step": 21442
    },
    {
      "epoch": 0.8782715543723121,
      "grad_norm": 0.7737796954129472,
      "learning_rate": 0.0002867951168911665,
      "loss": 0.7253,
      "step": 21443
    },
    {
      "epoch": 0.8783125127995085,
      "grad_norm": 0.8631728764000428,
      "learning_rate": 0.00028679377883071897,
      "loss": 0.8765,
      "step": 21444
    },
    {
      "epoch": 0.8783534712267049,
      "grad_norm": 0.8305376829536535,
      "learning_rate": 0.00028679244070560326,
      "loss": 0.8709,
      "step": 21445
    },
    {
      "epoch": 0.8783944296539012,
      "grad_norm": 0.8908601980448431,
      "learning_rate": 0.00028679110251582005,
      "loss": 0.8543,
      "step": 21446
    },
    {
      "epoch": 0.8784353880810977,
      "grad_norm": 0.7067147489947353,
      "learning_rate": 0.0002867897642613699,
      "loss": 0.6325,
      "step": 21447
    },
    {
      "epoch": 0.8784763465082941,
      "grad_norm": 0.6575453920683122,
      "learning_rate": 0.00028678842594225353,
      "loss": 0.4562,
      "step": 21448
    },
    {
      "epoch": 0.8785173049354905,
      "grad_norm": 0.7025338745311104,
      "learning_rate": 0.00028678708755847153,
      "loss": 0.4781,
      "step": 21449
    },
    {
      "epoch": 0.8785582633626868,
      "grad_norm": 0.7993329089825741,
      "learning_rate": 0.0002867857491100245,
      "loss": 0.8117,
      "step": 21450
    },
    {
      "epoch": 0.8785992217898833,
      "grad_norm": 0.9493949964127838,
      "learning_rate": 0.00028678441059691313,
      "loss": 1.3407,
      "step": 21451
    },
    {
      "epoch": 0.8786401802170797,
      "grad_norm": 0.8470151296037087,
      "learning_rate": 0.00028678307201913803,
      "loss": 0.5277,
      "step": 21452
    },
    {
      "epoch": 0.8786811386442761,
      "grad_norm": 0.7518467154124668,
      "learning_rate": 0.0002867817333766998,
      "loss": 0.9449,
      "step": 21453
    },
    {
      "epoch": 0.8787220970714724,
      "grad_norm": 0.5272658646169187,
      "learning_rate": 0.0002867803946695992,
      "loss": 0.3377,
      "step": 21454
    },
    {
      "epoch": 0.8787630554986688,
      "grad_norm": 0.9616782455573415,
      "learning_rate": 0.0002867790558978366,
      "loss": 0.5756,
      "step": 21455
    },
    {
      "epoch": 0.8788040139258653,
      "grad_norm": 0.908391573699245,
      "learning_rate": 0.0002867777170614129,
      "loss": 0.7556,
      "step": 21456
    },
    {
      "epoch": 0.8788449723530617,
      "grad_norm": 0.8817793419787069,
      "learning_rate": 0.00028677637816032866,
      "loss": 0.917,
      "step": 21457
    },
    {
      "epoch": 0.878885930780258,
      "grad_norm": 1.8039329057447338,
      "learning_rate": 0.00028677503919458445,
      "loss": 2.5502,
      "step": 21458
    },
    {
      "epoch": 0.8789268892074544,
      "grad_norm": 0.9417300557218463,
      "learning_rate": 0.0002867737001641809,
      "loss": 0.973,
      "step": 21459
    },
    {
      "epoch": 0.8789678476346509,
      "grad_norm": 1.0611294244420477,
      "learning_rate": 0.0002867723610691187,
      "loss": 1.0893,
      "step": 21460
    },
    {
      "epoch": 0.8790088060618472,
      "grad_norm": 0.9113244109627244,
      "learning_rate": 0.0002867710219093985,
      "loss": 0.9515,
      "step": 21461
    },
    {
      "epoch": 0.8790497644890436,
      "grad_norm": 0.6918539766822497,
      "learning_rate": 0.0002867696826850209,
      "loss": 0.9401,
      "step": 21462
    },
    {
      "epoch": 0.87909072291624,
      "grad_norm": 0.8176277791055192,
      "learning_rate": 0.0002867683433959865,
      "loss": 0.6635,
      "step": 21463
    },
    {
      "epoch": 0.8791316813434364,
      "grad_norm": 1.0704573695617305,
      "learning_rate": 0.00028676700404229596,
      "loss": 0.6377,
      "step": 21464
    },
    {
      "epoch": 0.8791726397706328,
      "grad_norm": 3.1746134368740693,
      "learning_rate": 0.0002867656646239499,
      "loss": 7.3035,
      "step": 21465
    },
    {
      "epoch": 0.8792135981978292,
      "grad_norm": 0.8658315890117371,
      "learning_rate": 0.00028676432514094906,
      "loss": 0.9304,
      "step": 21466
    },
    {
      "epoch": 0.8792545566250256,
      "grad_norm": 1.160515377765033,
      "learning_rate": 0.0002867629855932939,
      "loss": 1.0164,
      "step": 21467
    },
    {
      "epoch": 0.879295515052222,
      "grad_norm": 0.6405848408567634,
      "learning_rate": 0.0002867616459809852,
      "loss": 0.8538,
      "step": 21468
    },
    {
      "epoch": 0.8793364734794183,
      "grad_norm": 1.3899300203024503,
      "learning_rate": 0.00028676030630402343,
      "loss": 1.8148,
      "step": 21469
    },
    {
      "epoch": 0.8793774319066148,
      "grad_norm": 0.9199753599648431,
      "learning_rate": 0.0002867589665624094,
      "loss": 1.0014,
      "step": 21470
    },
    {
      "epoch": 0.8794183903338112,
      "grad_norm": 0.8824314186697872,
      "learning_rate": 0.0002867576267561437,
      "loss": 0.8838,
      "step": 21471
    },
    {
      "epoch": 0.8794593487610076,
      "grad_norm": 0.6437120100629662,
      "learning_rate": 0.00028675628688522683,
      "loss": 0.384,
      "step": 21472
    },
    {
      "epoch": 0.8795003071882039,
      "grad_norm": 0.7749504861187634,
      "learning_rate": 0.0002867549469496596,
      "loss": 0.3551,
      "step": 21473
    },
    {
      "epoch": 0.8795412656154004,
      "grad_norm": 0.6251606833030533,
      "learning_rate": 0.00028675360694944247,
      "loss": 0.4039,
      "step": 21474
    },
    {
      "epoch": 0.8795822240425968,
      "grad_norm": 0.886845589412265,
      "learning_rate": 0.00028675226688457627,
      "loss": 1.0389,
      "step": 21475
    },
    {
      "epoch": 0.8796231824697932,
      "grad_norm": 0.9365272402041592,
      "learning_rate": 0.00028675092675506153,
      "loss": 1.0765,
      "step": 21476
    },
    {
      "epoch": 0.8796641408969895,
      "grad_norm": 1.1572181313037933,
      "learning_rate": 0.00028674958656089885,
      "loss": 0.8298,
      "step": 21477
    },
    {
      "epoch": 0.879705099324186,
      "grad_norm": 0.5561051740595435,
      "learning_rate": 0.0002867482463020889,
      "loss": 0.336,
      "step": 21478
    },
    {
      "epoch": 0.8797460577513824,
      "grad_norm": 0.5858673516644295,
      "learning_rate": 0.00028674690597863233,
      "loss": 0.7616,
      "step": 21479
    },
    {
      "epoch": 0.8797870161785788,
      "grad_norm": 0.7036026366756025,
      "learning_rate": 0.00028674556559052974,
      "loss": 0.7437,
      "step": 21480
    },
    {
      "epoch": 0.8798279746057751,
      "grad_norm": 0.6691161938128619,
      "learning_rate": 0.0002867442251377818,
      "loss": 0.579,
      "step": 21481
    },
    {
      "epoch": 0.8798689330329715,
      "grad_norm": 0.9156074943170759,
      "learning_rate": 0.00028674288462038913,
      "loss": 0.8895,
      "step": 21482
    },
    {
      "epoch": 0.879909891460168,
      "grad_norm": 1.6915978711170034,
      "learning_rate": 0.00028674154403835237,
      "loss": 2.0368,
      "step": 21483
    },
    {
      "epoch": 0.8799508498873643,
      "grad_norm": 0.7285347989729704,
      "learning_rate": 0.00028674020339167206,
      "loss": 1.003,
      "step": 21484
    },
    {
      "epoch": 0.8799918083145607,
      "grad_norm": 0.7432199588175542,
      "learning_rate": 0.00028673886268034895,
      "loss": 0.8463,
      "step": 21485
    },
    {
      "epoch": 0.8800327667417571,
      "grad_norm": 0.6571398730479967,
      "learning_rate": 0.0002867375219043837,
      "loss": 0.4963,
      "step": 21486
    },
    {
      "epoch": 0.8800737251689535,
      "grad_norm": 0.7771834479024754,
      "learning_rate": 0.0002867361810637769,
      "loss": 0.8434,
      "step": 21487
    },
    {
      "epoch": 0.8801146835961499,
      "grad_norm": 0.7378473760480849,
      "learning_rate": 0.0002867348401585291,
      "loss": 0.5945,
      "step": 21488
    },
    {
      "epoch": 0.8801556420233463,
      "grad_norm": 1.128148171911824,
      "learning_rate": 0.000286733499188641,
      "loss": 1.4781,
      "step": 21489
    },
    {
      "epoch": 0.8801966004505427,
      "grad_norm": 0.8030309692173764,
      "learning_rate": 0.0002867321581541133,
      "loss": 1.0544,
      "step": 21490
    },
    {
      "epoch": 0.8802375588777391,
      "grad_norm": 0.6871208597843912,
      "learning_rate": 0.00028673081705494645,
      "loss": 0.4122,
      "step": 21491
    },
    {
      "epoch": 0.8802785173049354,
      "grad_norm": 0.7246414478277938,
      "learning_rate": 0.0002867294758911413,
      "loss": 1.0085,
      "step": 21492
    },
    {
      "epoch": 0.8803194757321319,
      "grad_norm": 0.6470512062624882,
      "learning_rate": 0.0002867281346626984,
      "loss": 0.7653,
      "step": 21493
    },
    {
      "epoch": 0.8803604341593283,
      "grad_norm": 0.7489339321187539,
      "learning_rate": 0.0002867267933696183,
      "loss": 0.7709,
      "step": 21494
    },
    {
      "epoch": 0.8804013925865247,
      "grad_norm": 0.7539953045414491,
      "learning_rate": 0.0002867254520119018,
      "loss": 0.9709,
      "step": 21495
    },
    {
      "epoch": 0.880442351013721,
      "grad_norm": 0.6079426717101095,
      "learning_rate": 0.0002867241105895494,
      "loss": 0.7175,
      "step": 21496
    },
    {
      "epoch": 0.8804833094409175,
      "grad_norm": 0.5983365339250549,
      "learning_rate": 0.0002867227691025617,
      "loss": 0.6024,
      "step": 21497
    },
    {
      "epoch": 0.8805242678681139,
      "grad_norm": 0.8902007194998054,
      "learning_rate": 0.0002867214275509395,
      "loss": 0.9588,
      "step": 21498
    },
    {
      "epoch": 0.8805652262953103,
      "grad_norm": 0.63334899618609,
      "learning_rate": 0.00028672008593468327,
      "loss": 0.4194,
      "step": 21499
    },
    {
      "epoch": 0.8806061847225066,
      "grad_norm": 0.8261142122192704,
      "learning_rate": 0.0002867187442537938,
      "loss": 0.4878,
      "step": 21500
    },
    {
      "epoch": 0.880647143149703,
      "grad_norm": 0.7094789949804234,
      "learning_rate": 0.0002867174025082716,
      "loss": 0.728,
      "step": 21501
    },
    {
      "epoch": 0.8806881015768995,
      "grad_norm": 0.7180549598090853,
      "learning_rate": 0.00028671606069811733,
      "loss": 0.7955,
      "step": 21502
    },
    {
      "epoch": 0.8807290600040958,
      "grad_norm": 0.6887842949375107,
      "learning_rate": 0.0002867147188233317,
      "loss": 0.7591,
      "step": 21503
    },
    {
      "epoch": 0.8807700184312922,
      "grad_norm": 0.8585827241351185,
      "learning_rate": 0.0002867133768839152,
      "loss": 1.1263,
      "step": 21504
    },
    {
      "epoch": 0.8808109768584886,
      "grad_norm": 0.8651116603590123,
      "learning_rate": 0.0002867120348798686,
      "loss": 0.9333,
      "step": 21505
    },
    {
      "epoch": 0.8808519352856851,
      "grad_norm": 0.8038432786640232,
      "learning_rate": 0.00028671069281119245,
      "loss": 0.6236,
      "step": 21506
    },
    {
      "epoch": 0.8808928937128814,
      "grad_norm": 0.8775970605887603,
      "learning_rate": 0.00028670935067788745,
      "loss": 0.9028,
      "step": 21507
    },
    {
      "epoch": 0.8809338521400778,
      "grad_norm": 0.7340923741105755,
      "learning_rate": 0.00028670800847995415,
      "loss": 0.8636,
      "step": 21508
    },
    {
      "epoch": 0.8809748105672742,
      "grad_norm": 0.7472191627787881,
      "learning_rate": 0.0002867066662173933,
      "loss": 0.936,
      "step": 21509
    },
    {
      "epoch": 0.8810157689944706,
      "grad_norm": 0.8701675619332851,
      "learning_rate": 0.00028670532389020545,
      "loss": 1.0969,
      "step": 21510
    },
    {
      "epoch": 0.881056727421667,
      "grad_norm": 0.6183023093525619,
      "learning_rate": 0.0002867039814983912,
      "loss": 0.6427,
      "step": 21511
    },
    {
      "epoch": 0.8810976858488634,
      "grad_norm": 1.6828557933718273,
      "learning_rate": 0.00028670263904195136,
      "loss": 1.986,
      "step": 21512
    },
    {
      "epoch": 0.8811386442760598,
      "grad_norm": 1.2405280936967091,
      "learning_rate": 0.00028670129652088634,
      "loss": 1.5145,
      "step": 21513
    },
    {
      "epoch": 0.8811796027032562,
      "grad_norm": 0.7689689775134433,
      "learning_rate": 0.00028669995393519696,
      "loss": 1.1199,
      "step": 21514
    },
    {
      "epoch": 0.8812205611304526,
      "grad_norm": 1.1488274343387102,
      "learning_rate": 0.00028669861128488366,
      "loss": 0.6284,
      "step": 21515
    },
    {
      "epoch": 0.881261519557649,
      "grad_norm": 0.834159074028426,
      "learning_rate": 0.0002866972685699473,
      "loss": 0.9208,
      "step": 21516
    },
    {
      "epoch": 0.8813024779848454,
      "grad_norm": 1.000195618956585,
      "learning_rate": 0.00028669592579038837,
      "loss": 0.6339,
      "step": 21517
    },
    {
      "epoch": 0.8813434364120418,
      "grad_norm": 0.9853212922441843,
      "learning_rate": 0.0002866945829462075,
      "loss": 1.0443,
      "step": 21518
    },
    {
      "epoch": 0.8813843948392381,
      "grad_norm": 2.3775678663824404,
      "learning_rate": 0.0002866932400374054,
      "loss": 4.6245,
      "step": 21519
    },
    {
      "epoch": 0.8814253532664346,
      "grad_norm": 0.7162614786038063,
      "learning_rate": 0.00028669189706398266,
      "loss": 1.0535,
      "step": 21520
    },
    {
      "epoch": 0.881466311693631,
      "grad_norm": 0.7876000038773961,
      "learning_rate": 0.00028669055402593996,
      "loss": 0.8245,
      "step": 21521
    },
    {
      "epoch": 0.8815072701208274,
      "grad_norm": 0.8376813538421721,
      "learning_rate": 0.00028668921092327783,
      "loss": 1.083,
      "step": 21522
    },
    {
      "epoch": 0.8815482285480237,
      "grad_norm": 0.8785063535975204,
      "learning_rate": 0.00028668786775599704,
      "loss": 1.3245,
      "step": 21523
    },
    {
      "epoch": 0.8815891869752202,
      "grad_norm": 0.6920011681295755,
      "learning_rate": 0.0002866865245240981,
      "loss": 0.8437,
      "step": 21524
    },
    {
      "epoch": 0.8816301454024166,
      "grad_norm": 0.8794267661091224,
      "learning_rate": 0.0002866851812275817,
      "loss": 1.0618,
      "step": 21525
    },
    {
      "epoch": 0.8816711038296129,
      "grad_norm": 0.8369124144866943,
      "learning_rate": 0.0002866838378664485,
      "loss": 0.3693,
      "step": 21526
    },
    {
      "epoch": 0.8817120622568093,
      "grad_norm": 1.2273187726811698,
      "learning_rate": 0.0002866824944406991,
      "loss": 0.8149,
      "step": 21527
    },
    {
      "epoch": 0.8817530206840057,
      "grad_norm": 0.5917552693516356,
      "learning_rate": 0.0002866811509503342,
      "loss": 0.4514,
      "step": 21528
    },
    {
      "epoch": 0.8817939791112022,
      "grad_norm": 2.6859522859173075,
      "learning_rate": 0.0002866798073953543,
      "loss": 4.1904,
      "step": 21529
    },
    {
      "epoch": 0.8818349375383985,
      "grad_norm": 2.4135799353189844,
      "learning_rate": 0.0002866784637757602,
      "loss": 1.3904,
      "step": 21530
    },
    {
      "epoch": 0.8818758959655949,
      "grad_norm": 0.9895880413648172,
      "learning_rate": 0.0002866771200915524,
      "loss": 1.2394,
      "step": 21531
    },
    {
      "epoch": 0.8819168543927913,
      "grad_norm": 1.875087340929683,
      "learning_rate": 0.00028667577634273165,
      "loss": 2.6809,
      "step": 21532
    },
    {
      "epoch": 0.8819578128199878,
      "grad_norm": 0.7098371879906454,
      "learning_rate": 0.00028667443252929846,
      "loss": 0.3242,
      "step": 21533
    },
    {
      "epoch": 0.8819987712471841,
      "grad_norm": 0.7939661142302421,
      "learning_rate": 0.00028667308865125353,
      "loss": 0.5229,
      "step": 21534
    },
    {
      "epoch": 0.8820397296743805,
      "grad_norm": 0.8284913037557372,
      "learning_rate": 0.0002866717447085976,
      "loss": 0.8705,
      "step": 21535
    },
    {
      "epoch": 0.8820806881015769,
      "grad_norm": 1.0331580785330807,
      "learning_rate": 0.00028667040070133105,
      "loss": 0.5888,
      "step": 21536
    },
    {
      "epoch": 0.8821216465287733,
      "grad_norm": 1.0513157691693282,
      "learning_rate": 0.00028666905662945474,
      "loss": 1.091,
      "step": 21537
    },
    {
      "epoch": 0.8821626049559697,
      "grad_norm": 1.0882428771442296,
      "learning_rate": 0.0002866677124929692,
      "loss": 1.0164,
      "step": 21538
    },
    {
      "epoch": 0.8822035633831661,
      "grad_norm": 0.8460081231745682,
      "learning_rate": 0.00028666636829187517,
      "loss": 1.0508,
      "step": 21539
    },
    {
      "epoch": 0.8822445218103625,
      "grad_norm": 0.6328717025378087,
      "learning_rate": 0.0002866650240261731,
      "loss": 0.5158,
      "step": 21540
    },
    {
      "epoch": 0.8822854802375589,
      "grad_norm": 1.1644323984627871,
      "learning_rate": 0.0002866636796958638,
      "loss": 0.7319,
      "step": 21541
    },
    {
      "epoch": 0.8823264386647552,
      "grad_norm": 0.5727639427472501,
      "learning_rate": 0.00028666233530094784,
      "loss": 0.3677,
      "step": 21542
    },
    {
      "epoch": 0.8823673970919517,
      "grad_norm": 0.7540748092007257,
      "learning_rate": 0.0002866609908414259,
      "loss": 0.8682,
      "step": 21543
    },
    {
      "epoch": 0.8824083555191481,
      "grad_norm": 0.5930363711713905,
      "learning_rate": 0.00028665964631729854,
      "loss": 0.4034,
      "step": 21544
    },
    {
      "epoch": 0.8824493139463445,
      "grad_norm": 0.8141982548643425,
      "learning_rate": 0.00028665830172856636,
      "loss": 0.709,
      "step": 21545
    },
    {
      "epoch": 0.8824902723735408,
      "grad_norm": 0.5118954432322483,
      "learning_rate": 0.00028665695707523015,
      "loss": 0.2826,
      "step": 21546
    },
    {
      "epoch": 0.8825312308007373,
      "grad_norm": 0.7455624173819388,
      "learning_rate": 0.00028665561235729044,
      "loss": 0.7918,
      "step": 21547
    },
    {
      "epoch": 0.8825721892279337,
      "grad_norm": 1.0298216784343204,
      "learning_rate": 0.00028665426757474785,
      "loss": 0.9177,
      "step": 21548
    },
    {
      "epoch": 0.88261314765513,
      "grad_norm": 0.7014647703095749,
      "learning_rate": 0.0002866529227276031,
      "loss": 0.7381,
      "step": 21549
    },
    {
      "epoch": 0.8826541060823264,
      "grad_norm": 1.2675425160948817,
      "learning_rate": 0.00028665157781585676,
      "loss": 1.5104,
      "step": 21550
    },
    {
      "epoch": 0.8826950645095228,
      "grad_norm": 0.9561343774615659,
      "learning_rate": 0.00028665023283950945,
      "loss": 0.9025,
      "step": 21551
    },
    {
      "epoch": 0.8827360229367193,
      "grad_norm": 0.7612506331911011,
      "learning_rate": 0.0002866488877985619,
      "loss": 0.6395,
      "step": 21552
    },
    {
      "epoch": 0.8827769813639156,
      "grad_norm": 0.7769304081081086,
      "learning_rate": 0.00028664754269301467,
      "loss": 0.9254,
      "step": 21553
    },
    {
      "epoch": 0.882817939791112,
      "grad_norm": 1.0623450578881182,
      "learning_rate": 0.0002866461975228684,
      "loss": 0.9425,
      "step": 21554
    },
    {
      "epoch": 0.8828588982183084,
      "grad_norm": 0.8125788268149308,
      "learning_rate": 0.0002866448522881237,
      "loss": 0.9747,
      "step": 21555
    },
    {
      "epoch": 0.8828998566455049,
      "grad_norm": 0.6802759825141985,
      "learning_rate": 0.0002866435069887813,
      "loss": 0.8696,
      "step": 21556
    },
    {
      "epoch": 0.8829408150727012,
      "grad_norm": 0.724090554632711,
      "learning_rate": 0.00028664216162484175,
      "loss": 0.3816,
      "step": 21557
    },
    {
      "epoch": 0.8829817734998976,
      "grad_norm": 1.56032620130884,
      "learning_rate": 0.0002866408161963057,
      "loss": 0.8764,
      "step": 21558
    },
    {
      "epoch": 0.883022731927094,
      "grad_norm": 0.8502395956473849,
      "learning_rate": 0.00028663947070317386,
      "loss": 0.6721,
      "step": 21559
    },
    {
      "epoch": 0.8830636903542904,
      "grad_norm": 1.2932722690902425,
      "learning_rate": 0.00028663812514544677,
      "loss": 0.9382,
      "step": 21560
    },
    {
      "epoch": 0.8831046487814868,
      "grad_norm": 1.0448929358725387,
      "learning_rate": 0.0002866367795231251,
      "loss": 1.6703,
      "step": 21561
    },
    {
      "epoch": 0.8831456072086832,
      "grad_norm": 0.9077675722596787,
      "learning_rate": 0.0002866354338362095,
      "loss": 0.8939,
      "step": 21562
    },
    {
      "epoch": 0.8831865656358796,
      "grad_norm": 0.6304122305857559,
      "learning_rate": 0.0002866340880847006,
      "loss": 0.3939,
      "step": 21563
    },
    {
      "epoch": 0.883227524063076,
      "grad_norm": 1.0561784628409847,
      "learning_rate": 0.000286632742268599,
      "loss": 1.4659,
      "step": 21564
    },
    {
      "epoch": 0.8832684824902723,
      "grad_norm": 0.8379878115044668,
      "learning_rate": 0.0002866313963879054,
      "loss": 0.9197,
      "step": 21565
    },
    {
      "epoch": 0.8833094409174688,
      "grad_norm": 0.8285560796362497,
      "learning_rate": 0.0002866300504426204,
      "loss": 0.7743,
      "step": 21566
    },
    {
      "epoch": 0.8833503993446652,
      "grad_norm": 0.8196102014225789,
      "learning_rate": 0.0002866287044327446,
      "loss": 0.7892,
      "step": 21567
    },
    {
      "epoch": 0.8833913577718615,
      "grad_norm": 0.6124048721386747,
      "learning_rate": 0.0002866273583582787,
      "loss": 0.5191,
      "step": 21568
    },
    {
      "epoch": 0.8834323161990579,
      "grad_norm": 0.8425062918960922,
      "learning_rate": 0.0002866260122192233,
      "loss": 0.8172,
      "step": 21569
    },
    {
      "epoch": 0.8834732746262544,
      "grad_norm": 1.0814115763001095,
      "learning_rate": 0.0002866246660155791,
      "loss": 1.3753,
      "step": 21570
    },
    {
      "epoch": 0.8835142330534508,
      "grad_norm": 1.204347302604846,
      "learning_rate": 0.00028662331974734667,
      "loss": 1.048,
      "step": 21571
    },
    {
      "epoch": 0.8835551914806471,
      "grad_norm": 0.7261156043701613,
      "learning_rate": 0.00028662197341452664,
      "loss": 0.331,
      "step": 21572
    },
    {
      "epoch": 0.8835961499078435,
      "grad_norm": 0.8584846635818043,
      "learning_rate": 0.00028662062701711967,
      "loss": 0.9194,
      "step": 21573
    },
    {
      "epoch": 0.88363710833504,
      "grad_norm": 0.8040203438494251,
      "learning_rate": 0.00028661928055512644,
      "loss": 0.9197,
      "step": 21574
    },
    {
      "epoch": 0.8836780667622364,
      "grad_norm": 0.6928950772491993,
      "learning_rate": 0.00028661793402854746,
      "loss": 0.3824,
      "step": 21575
    },
    {
      "epoch": 0.8837190251894327,
      "grad_norm": 1.3823679452717879,
      "learning_rate": 0.00028661658743738347,
      "loss": 1.3805,
      "step": 21576
    },
    {
      "epoch": 0.8837599836166291,
      "grad_norm": 0.5142916845853885,
      "learning_rate": 0.0002866152407816352,
      "loss": 0.3445,
      "step": 21577
    },
    {
      "epoch": 0.8838009420438255,
      "grad_norm": 0.8757879574304912,
      "learning_rate": 0.00028661389406130303,
      "loss": 0.8898,
      "step": 21578
    },
    {
      "epoch": 0.883841900471022,
      "grad_norm": 0.7883274978721881,
      "learning_rate": 0.0002866125472763878,
      "loss": 0.9502,
      "step": 21579
    },
    {
      "epoch": 0.8838828588982183,
      "grad_norm": 2.5875745113612276,
      "learning_rate": 0.0002866112004268901,
      "loss": 3.668,
      "step": 21580
    },
    {
      "epoch": 0.8839238173254147,
      "grad_norm": 0.9028341305516303,
      "learning_rate": 0.00028660985351281046,
      "loss": 0.6704,
      "step": 21581
    },
    {
      "epoch": 0.8839647757526111,
      "grad_norm": 0.8479341237196193,
      "learning_rate": 0.00028660850653414974,
      "loss": 0.8804,
      "step": 21582
    },
    {
      "epoch": 0.8840057341798075,
      "grad_norm": 0.653270725748663,
      "learning_rate": 0.00028660715949090836,
      "loss": 0.3163,
      "step": 21583
    },
    {
      "epoch": 0.8840466926070039,
      "grad_norm": 0.48707436937385307,
      "learning_rate": 0.000286605812383087,
      "loss": 0.3218,
      "step": 21584
    },
    {
      "epoch": 0.8840876510342003,
      "grad_norm": 2.7349399865674853,
      "learning_rate": 0.00028660446521068647,
      "loss": 1.6161,
      "step": 21585
    },
    {
      "epoch": 0.8841286094613967,
      "grad_norm": 2.9417654432935545,
      "learning_rate": 0.00028660311797370716,
      "loss": 2.1982,
      "step": 21586
    },
    {
      "epoch": 0.8841695678885931,
      "grad_norm": 1.097679220599697,
      "learning_rate": 0.0002866017706721499,
      "loss": 0.8834,
      "step": 21587
    },
    {
      "epoch": 0.8842105263157894,
      "grad_norm": 0.7820086955015132,
      "learning_rate": 0.0002866004233060152,
      "loss": 0.8537,
      "step": 21588
    },
    {
      "epoch": 0.8842514847429859,
      "grad_norm": 0.769315258864687,
      "learning_rate": 0.0002865990758753038,
      "loss": 0.8718,
      "step": 21589
    },
    {
      "epoch": 0.8842924431701823,
      "grad_norm": 0.5755978469504429,
      "learning_rate": 0.0002865977283800162,
      "loss": 0.2748,
      "step": 21590
    },
    {
      "epoch": 0.8843334015973786,
      "grad_norm": 0.5123943703198762,
      "learning_rate": 0.00028659638082015315,
      "loss": 0.2843,
      "step": 21591
    },
    {
      "epoch": 0.884374360024575,
      "grad_norm": 0.7287367253556734,
      "learning_rate": 0.0002865950331957153,
      "loss": 0.8151,
      "step": 21592
    },
    {
      "epoch": 0.8844153184517715,
      "grad_norm": 0.4236304510110284,
      "learning_rate": 0.0002865936855067032,
      "loss": 0.3683,
      "step": 21593
    },
    {
      "epoch": 0.8844562768789679,
      "grad_norm": 0.7920176398321211,
      "learning_rate": 0.0002865923377531176,
      "loss": 0.9252,
      "step": 21594
    },
    {
      "epoch": 0.8844972353061642,
      "grad_norm": 0.7465337215292801,
      "learning_rate": 0.000286590989934959,
      "loss": 0.466,
      "step": 21595
    },
    {
      "epoch": 0.8845381937333606,
      "grad_norm": 0.8092858920783806,
      "learning_rate": 0.0002865896420522281,
      "loss": 1.1233,
      "step": 21596
    },
    {
      "epoch": 0.884579152160557,
      "grad_norm": 1.009483510090407,
      "learning_rate": 0.0002865882941049256,
      "loss": 1.4762,
      "step": 21597
    },
    {
      "epoch": 0.8846201105877535,
      "grad_norm": 0.5078041263614701,
      "learning_rate": 0.000286586946093052,
      "loss": 0.343,
      "step": 21598
    },
    {
      "epoch": 0.8846610690149498,
      "grad_norm": 5.495205340765588,
      "learning_rate": 0.00028658559801660814,
      "loss": 2.5702,
      "step": 21599
    },
    {
      "epoch": 0.8847020274421462,
      "grad_norm": 0.9291173097464229,
      "learning_rate": 0.00028658424987559444,
      "loss": 0.9742,
      "step": 21600
    },
    {
      "epoch": 0.8847429858693426,
      "grad_norm": 0.8198141010113912,
      "learning_rate": 0.0002865829016700117,
      "loss": 0.7367,
      "step": 21601
    },
    {
      "epoch": 0.8847839442965391,
      "grad_norm": 0.6363169523234259,
      "learning_rate": 0.0002865815533998604,
      "loss": 0.8856,
      "step": 21602
    },
    {
      "epoch": 0.8848249027237354,
      "grad_norm": 1.1466059519742995,
      "learning_rate": 0.0002865802050651413,
      "loss": 1.2774,
      "step": 21603
    },
    {
      "epoch": 0.8848658611509318,
      "grad_norm": 0.8980538927410001,
      "learning_rate": 0.000286578856665855,
      "loss": 1.2352,
      "step": 21604
    },
    {
      "epoch": 0.8849068195781282,
      "grad_norm": 0.6364876986897885,
      "learning_rate": 0.00028657750820200217,
      "loss": 0.5204,
      "step": 21605
    },
    {
      "epoch": 0.8849477780053246,
      "grad_norm": 0.7593389514979559,
      "learning_rate": 0.00028657615967358336,
      "loss": 0.68,
      "step": 21606
    },
    {
      "epoch": 0.884988736432521,
      "grad_norm": 0.888069925883358,
      "learning_rate": 0.0002865748110805994,
      "loss": 1.0449,
      "step": 21607
    },
    {
      "epoch": 0.8850296948597174,
      "grad_norm": 1.0592589343186016,
      "learning_rate": 0.0002865734624230507,
      "loss": 1.2269,
      "step": 21608
    },
    {
      "epoch": 0.8850706532869138,
      "grad_norm": 0.9174282136450106,
      "learning_rate": 0.00028657211370093795,
      "loss": 0.67,
      "step": 21609
    },
    {
      "epoch": 0.8851116117141101,
      "grad_norm": 2.0980762351941054,
      "learning_rate": 0.0002865707649142619,
      "loss": 1.5295,
      "step": 21610
    },
    {
      "epoch": 0.8851525701413065,
      "grad_norm": 0.8913746390597422,
      "learning_rate": 0.0002865694160630231,
      "loss": 0.7206,
      "step": 21611
    },
    {
      "epoch": 0.885193528568503,
      "grad_norm": 1.3508280936541,
      "learning_rate": 0.00028656806714722215,
      "loss": 1.0883,
      "step": 21612
    },
    {
      "epoch": 0.8852344869956994,
      "grad_norm": 0.7666652105698151,
      "learning_rate": 0.00028656671816685984,
      "loss": 0.9063,
      "step": 21613
    },
    {
      "epoch": 0.8852754454228957,
      "grad_norm": 0.7742861501123997,
      "learning_rate": 0.00028656536912193665,
      "loss": 0.7303,
      "step": 21614
    },
    {
      "epoch": 0.8853164038500921,
      "grad_norm": 0.8302894346424639,
      "learning_rate": 0.0002865640200124533,
      "loss": 0.4389,
      "step": 21615
    },
    {
      "epoch": 0.8853573622772886,
      "grad_norm": 2.594403275668495,
      "learning_rate": 0.00028656267083841035,
      "loss": 6.9617,
      "step": 21616
    },
    {
      "epoch": 0.885398320704485,
      "grad_norm": 0.5067432483920582,
      "learning_rate": 0.0002865613215998086,
      "loss": 0.3612,
      "step": 21617
    },
    {
      "epoch": 0.8854392791316813,
      "grad_norm": 1.0442011703992709,
      "learning_rate": 0.0002865599722966485,
      "loss": 1.0595,
      "step": 21618
    },
    {
      "epoch": 0.8854802375588777,
      "grad_norm": 0.8073215475956382,
      "learning_rate": 0.0002865586229289308,
      "loss": 0.8663,
      "step": 21619
    },
    {
      "epoch": 0.8855211959860741,
      "grad_norm": 0.7604709517169067,
      "learning_rate": 0.0002865572734966561,
      "loss": 0.7476,
      "step": 21620
    },
    {
      "epoch": 0.8855621544132706,
      "grad_norm": 0.938426743155808,
      "learning_rate": 0.00028655592399982503,
      "loss": 0.7512,
      "step": 21621
    },
    {
      "epoch": 0.8856031128404669,
      "grad_norm": 0.9820381768408091,
      "learning_rate": 0.00028655457443843823,
      "loss": 1.1412,
      "step": 21622
    },
    {
      "epoch": 0.8856440712676633,
      "grad_norm": 0.9927664717331227,
      "learning_rate": 0.0002865532248124964,
      "loss": 0.9706,
      "step": 21623
    },
    {
      "epoch": 0.8856850296948597,
      "grad_norm": 0.62559164116183,
      "learning_rate": 0.0002865518751220001,
      "loss": 0.7163,
      "step": 21624
    },
    {
      "epoch": 0.8857259881220562,
      "grad_norm": 0.8227028434604663,
      "learning_rate": 0.00028655052536695,
      "loss": 0.5558,
      "step": 21625
    },
    {
      "epoch": 0.8857669465492525,
      "grad_norm": 0.7143051195837136,
      "learning_rate": 0.00028654917554734677,
      "loss": 0.4818,
      "step": 21626
    },
    {
      "epoch": 0.8858079049764489,
      "grad_norm": 1.052833492355323,
      "learning_rate": 0.000286547825663191,
      "loss": 0.9904,
      "step": 21627
    },
    {
      "epoch": 0.8858488634036453,
      "grad_norm": 1.1827021902463655,
      "learning_rate": 0.0002865464757144833,
      "loss": 1.0235,
      "step": 21628
    },
    {
      "epoch": 0.8858898218308418,
      "grad_norm": 0.96100872452115,
      "learning_rate": 0.00028654512570122436,
      "loss": 0.7471,
      "step": 21629
    },
    {
      "epoch": 0.8859307802580381,
      "grad_norm": 0.9839156782789221,
      "learning_rate": 0.00028654377562341483,
      "loss": 0.814,
      "step": 21630
    },
    {
      "epoch": 0.8859717386852345,
      "grad_norm": 0.7765183399235214,
      "learning_rate": 0.0002865424254810553,
      "loss": 0.6977,
      "step": 21631
    },
    {
      "epoch": 0.8860126971124309,
      "grad_norm": 0.8626908627316221,
      "learning_rate": 0.0002865410752741465,
      "loss": 0.9841,
      "step": 21632
    },
    {
      "epoch": 0.8860536555396272,
      "grad_norm": 2.184932391573895,
      "learning_rate": 0.00028653972500268895,
      "loss": 1.2823,
      "step": 21633
    },
    {
      "epoch": 0.8860946139668237,
      "grad_norm": 0.6888183912426838,
      "learning_rate": 0.00028653837466668334,
      "loss": 0.7105,
      "step": 21634
    },
    {
      "epoch": 0.8861355723940201,
      "grad_norm": 0.9415703286560634,
      "learning_rate": 0.0002865370242661303,
      "loss": 0.8508,
      "step": 21635
    },
    {
      "epoch": 0.8861765308212165,
      "grad_norm": 1.1029330620502709,
      "learning_rate": 0.00028653567380103047,
      "loss": 0.8963,
      "step": 21636
    },
    {
      "epoch": 0.8862174892484128,
      "grad_norm": 0.7553086120471579,
      "learning_rate": 0.00028653432327138456,
      "loss": 0.5762,
      "step": 21637
    },
    {
      "epoch": 0.8862584476756092,
      "grad_norm": 1.1331078319980974,
      "learning_rate": 0.00028653297267719306,
      "loss": 1.3676,
      "step": 21638
    },
    {
      "epoch": 0.8862994061028057,
      "grad_norm": 0.511802886538168,
      "learning_rate": 0.00028653162201845673,
      "loss": 0.324,
      "step": 21639
    },
    {
      "epoch": 0.8863403645300021,
      "grad_norm": 0.7999737831004694,
      "learning_rate": 0.00028653027129517617,
      "loss": 0.2802,
      "step": 21640
    },
    {
      "epoch": 0.8863813229571984,
      "grad_norm": 1.3201221367125964,
      "learning_rate": 0.00028652892050735207,
      "loss": 0.7441,
      "step": 21641
    },
    {
      "epoch": 0.8864222813843948,
      "grad_norm": 1.0839227671704543,
      "learning_rate": 0.000286527569654985,
      "loss": 0.8918,
      "step": 21642
    },
    {
      "epoch": 0.8864632398115913,
      "grad_norm": 1.3422978752732484,
      "learning_rate": 0.00028652621873807556,
      "loss": 1.3992,
      "step": 21643
    },
    {
      "epoch": 0.8865041982387877,
      "grad_norm": 0.8206999111039692,
      "learning_rate": 0.0002865248677566245,
      "loss": 0.8088,
      "step": 21644
    },
    {
      "epoch": 0.886545156665984,
      "grad_norm": 0.7512165135751591,
      "learning_rate": 0.00028652351671063235,
      "loss": 0.9787,
      "step": 21645
    },
    {
      "epoch": 0.8865861150931804,
      "grad_norm": 0.5373960628786456,
      "learning_rate": 0.0002865221656000998,
      "loss": 0.3778,
      "step": 21646
    },
    {
      "epoch": 0.8866270735203768,
      "grad_norm": 0.7191530913600122,
      "learning_rate": 0.0002865208144250276,
      "loss": 0.7036,
      "step": 21647
    },
    {
      "epoch": 0.8866680319475733,
      "grad_norm": 1.0241485454207897,
      "learning_rate": 0.00028651946318541624,
      "loss": 1.2262,
      "step": 21648
    },
    {
      "epoch": 0.8867089903747696,
      "grad_norm": 0.8322860604794041,
      "learning_rate": 0.00028651811188126633,
      "loss": 0.9055,
      "step": 21649
    },
    {
      "epoch": 0.886749948801966,
      "grad_norm": 8.722228485728536,
      "learning_rate": 0.0002865167605125786,
      "loss": 5.3034,
      "step": 21650
    },
    {
      "epoch": 0.8867909072291624,
      "grad_norm": 1.3006013077598275,
      "learning_rate": 0.0002865154090793537,
      "loss": 1.1291,
      "step": 21651
    },
    {
      "epoch": 0.8868318656563587,
      "grad_norm": 0.902237304588628,
      "learning_rate": 0.00028651405758159225,
      "loss": 0.7784,
      "step": 21652
    },
    {
      "epoch": 0.8868728240835552,
      "grad_norm": 0.7360014732987824,
      "learning_rate": 0.00028651270601929484,
      "loss": 0.8073,
      "step": 21653
    },
    {
      "epoch": 0.8869137825107516,
      "grad_norm": 0.814589575754225,
      "learning_rate": 0.00028651135439246214,
      "loss": 0.7481,
      "step": 21654
    },
    {
      "epoch": 0.886954740937948,
      "grad_norm": 0.6018306293661945,
      "learning_rate": 0.0002865100027010948,
      "loss": 0.6776,
      "step": 21655
    },
    {
      "epoch": 0.8869956993651443,
      "grad_norm": 0.9631011019858895,
      "learning_rate": 0.00028650865094519346,
      "loss": 0.6064,
      "step": 21656
    },
    {
      "epoch": 0.8870366577923408,
      "grad_norm": 0.6353088873609959,
      "learning_rate": 0.00028650729912475874,
      "loss": 0.4066,
      "step": 21657
    },
    {
      "epoch": 0.8870776162195372,
      "grad_norm": 0.912501729172652,
      "learning_rate": 0.0002865059472397913,
      "loss": 1.0056,
      "step": 21658
    },
    {
      "epoch": 0.8871185746467336,
      "grad_norm": 0.5957053201603554,
      "learning_rate": 0.0002865045952902918,
      "loss": 0.6101,
      "step": 21659
    },
    {
      "epoch": 0.8871595330739299,
      "grad_norm": 0.650629113954416,
      "learning_rate": 0.0002865032432762608,
      "loss": 0.7526,
      "step": 21660
    },
    {
      "epoch": 0.8872004915011263,
      "grad_norm": 0.7249591769861468,
      "learning_rate": 0.000286501891197699,
      "loss": 0.9188,
      "step": 21661
    },
    {
      "epoch": 0.8872414499283228,
      "grad_norm": 0.5501798549088881,
      "learning_rate": 0.0002865005390546071,
      "loss": 0.3425,
      "step": 21662
    },
    {
      "epoch": 0.8872824083555192,
      "grad_norm": 0.8897867185750762,
      "learning_rate": 0.00028649918684698554,
      "loss": 0.9171,
      "step": 21663
    },
    {
      "epoch": 0.8873233667827155,
      "grad_norm": 2.3149929083740943,
      "learning_rate": 0.00028649783457483516,
      "loss": 0.9052,
      "step": 21664
    },
    {
      "epoch": 0.8873643252099119,
      "grad_norm": 1.1619974369537958,
      "learning_rate": 0.0002864964822381565,
      "loss": 1.4284,
      "step": 21665
    },
    {
      "epoch": 0.8874052836371084,
      "grad_norm": 0.7307705018506994,
      "learning_rate": 0.0002864951298369502,
      "loss": 1.017,
      "step": 21666
    },
    {
      "epoch": 0.8874462420643048,
      "grad_norm": 0.8303553659382232,
      "learning_rate": 0.00028649377737121695,
      "loss": 0.6915,
      "step": 21667
    },
    {
      "epoch": 0.8874872004915011,
      "grad_norm": 0.7692931568440452,
      "learning_rate": 0.0002864924248409574,
      "loss": 0.9619,
      "step": 21668
    },
    {
      "epoch": 0.8875281589186975,
      "grad_norm": 0.8156294793360493,
      "learning_rate": 0.0002864910722461721,
      "loss": 0.9528,
      "step": 21669
    },
    {
      "epoch": 0.8875691173458939,
      "grad_norm": 0.9087263570306641,
      "learning_rate": 0.00028648971958686174,
      "loss": 1.0304,
      "step": 21670
    },
    {
      "epoch": 0.8876100757730904,
      "grad_norm": 0.7675161716890647,
      "learning_rate": 0.000286488366863027,
      "loss": 0.5636,
      "step": 21671
    },
    {
      "epoch": 0.8876510342002867,
      "grad_norm": 0.88900462898154,
      "learning_rate": 0.0002864870140746685,
      "loss": 0.8349,
      "step": 21672
    },
    {
      "epoch": 0.8876919926274831,
      "grad_norm": 1.2517708160918042,
      "learning_rate": 0.00028648566122178675,
      "loss": 1.9119,
      "step": 21673
    },
    {
      "epoch": 0.8877329510546795,
      "grad_norm": 0.8871619494563583,
      "learning_rate": 0.00028648430830438256,
      "loss": 0.5575,
      "step": 21674
    },
    {
      "epoch": 0.8877739094818758,
      "grad_norm": 0.8424496286453806,
      "learning_rate": 0.00028648295532245657,
      "loss": 1.1028,
      "step": 21675
    },
    {
      "epoch": 0.8878148679090723,
      "grad_norm": 0.9335116638800617,
      "learning_rate": 0.0002864816022760093,
      "loss": 0.7909,
      "step": 21676
    },
    {
      "epoch": 0.8878558263362687,
      "grad_norm": 0.7566779789776307,
      "learning_rate": 0.00028648024916504145,
      "loss": 0.9233,
      "step": 21677
    },
    {
      "epoch": 0.8878967847634651,
      "grad_norm": 0.6214600820317292,
      "learning_rate": 0.00028647889598955366,
      "loss": 0.3059,
      "step": 21678
    },
    {
      "epoch": 0.8879377431906614,
      "grad_norm": 0.8464810068170652,
      "learning_rate": 0.0002864775427495466,
      "loss": 0.8288,
      "step": 21679
    },
    {
      "epoch": 0.8879787016178579,
      "grad_norm": 0.9956475845622487,
      "learning_rate": 0.0002864761894450208,
      "loss": 1.0834,
      "step": 21680
    },
    {
      "epoch": 0.8880196600450543,
      "grad_norm": 0.926758249380053,
      "learning_rate": 0.000286474836075977,
      "loss": 0.7405,
      "step": 21681
    },
    {
      "epoch": 0.8880606184722507,
      "grad_norm": 0.7089633272204146,
      "learning_rate": 0.00028647348264241587,
      "loss": 1.0141,
      "step": 21682
    },
    {
      "epoch": 0.888101576899447,
      "grad_norm": 1.0840895236403103,
      "learning_rate": 0.000286472129144338,
      "loss": 0.7668,
      "step": 21683
    },
    {
      "epoch": 0.8881425353266434,
      "grad_norm": 1.0053201388761959,
      "learning_rate": 0.00028647077558174394,
      "loss": 1.0873,
      "step": 21684
    },
    {
      "epoch": 0.8881834937538399,
      "grad_norm": 0.9483972262835434,
      "learning_rate": 0.0002864694219546345,
      "loss": 1.0496,
      "step": 21685
    },
    {
      "epoch": 0.8882244521810363,
      "grad_norm": 0.7141022030048341,
      "learning_rate": 0.0002864680682630102,
      "loss": 0.6717,
      "step": 21686
    },
    {
      "epoch": 0.8882654106082326,
      "grad_norm": 0.7115714077867636,
      "learning_rate": 0.0002864667145068717,
      "loss": 0.7392,
      "step": 21687
    },
    {
      "epoch": 0.888306369035429,
      "grad_norm": 0.8014673565810054,
      "learning_rate": 0.0002864653606862197,
      "loss": 0.8955,
      "step": 21688
    },
    {
      "epoch": 0.8883473274626255,
      "grad_norm": 0.8777826056853706,
      "learning_rate": 0.00028646400680105473,
      "loss": 0.8036,
      "step": 21689
    },
    {
      "epoch": 0.8883882858898219,
      "grad_norm": 0.8825241976648499,
      "learning_rate": 0.0002864626528513776,
      "loss": 1.1261,
      "step": 21690
    },
    {
      "epoch": 0.8884292443170182,
      "grad_norm": 0.9407142219986608,
      "learning_rate": 0.0002864612988371888,
      "loss": 1.4068,
      "step": 21691
    },
    {
      "epoch": 0.8884702027442146,
      "grad_norm": 0.586989434981724,
      "learning_rate": 0.000286459944758489,
      "loss": 0.6714,
      "step": 21692
    },
    {
      "epoch": 0.888511161171411,
      "grad_norm": 0.5452816672227095,
      "learning_rate": 0.0002864585906152788,
      "loss": 0.3373,
      "step": 21693
    },
    {
      "epoch": 0.8885521195986074,
      "grad_norm": 0.7707405583370436,
      "learning_rate": 0.000286457236407559,
      "loss": 1.1574,
      "step": 21694
    },
    {
      "epoch": 0.8885930780258038,
      "grad_norm": 0.5509042029916694,
      "learning_rate": 0.0002864558821353301,
      "loss": 0.3588,
      "step": 21695
    },
    {
      "epoch": 0.8886340364530002,
      "grad_norm": 0.9793665147068311,
      "learning_rate": 0.0002864545277985927,
      "loss": 1.1159,
      "step": 21696
    },
    {
      "epoch": 0.8886749948801966,
      "grad_norm": 3.2032045693705706,
      "learning_rate": 0.00028645317339734763,
      "loss": 4.5108,
      "step": 21697
    },
    {
      "epoch": 0.888715953307393,
      "grad_norm": 1.0467211540509733,
      "learning_rate": 0.0002864518189315954,
      "loss": 0.5729,
      "step": 21698
    },
    {
      "epoch": 0.8887569117345894,
      "grad_norm": 0.9037708984451935,
      "learning_rate": 0.0002864504644013366,
      "loss": 1.0686,
      "step": 21699
    },
    {
      "epoch": 0.8887978701617858,
      "grad_norm": 0.6979358058056597,
      "learning_rate": 0.000286449109806572,
      "loss": 0.7735,
      "step": 21700
    },
    {
      "epoch": 0.8888388285889822,
      "grad_norm": 0.7944860298189653,
      "learning_rate": 0.0002864477551473021,
      "loss": 1.0609,
      "step": 21701
    },
    {
      "epoch": 0.8888797870161785,
      "grad_norm": 1.00892901011908,
      "learning_rate": 0.00028644640042352777,
      "loss": 1.252,
      "step": 21702
    },
    {
      "epoch": 0.888920745443375,
      "grad_norm": 0.8627037237246027,
      "learning_rate": 0.0002864450456352494,
      "loss": 0.8156,
      "step": 21703
    },
    {
      "epoch": 0.8889617038705714,
      "grad_norm": 0.9230105140517971,
      "learning_rate": 0.00028644369078246773,
      "loss": 0.4228,
      "step": 21704
    },
    {
      "epoch": 0.8890026622977678,
      "grad_norm": 4.344871783158535,
      "learning_rate": 0.0002864423358651834,
      "loss": 2.4594,
      "step": 21705
    },
    {
      "epoch": 0.8890436207249641,
      "grad_norm": 0.815984632477038,
      "learning_rate": 0.000286440980883397,
      "loss": 0.5566,
      "step": 21706
    },
    {
      "epoch": 0.8890845791521605,
      "grad_norm": 0.7674812430475423,
      "learning_rate": 0.00028643962583710934,
      "loss": 0.3849,
      "step": 21707
    },
    {
      "epoch": 0.889125537579357,
      "grad_norm": 0.7629111616749162,
      "learning_rate": 0.0002864382707263209,
      "loss": 0.7913,
      "step": 21708
    },
    {
      "epoch": 0.8891664960065534,
      "grad_norm": 0.8506679458564425,
      "learning_rate": 0.0002864369155510323,
      "loss": 0.9864,
      "step": 21709
    },
    {
      "epoch": 0.8892074544337497,
      "grad_norm": 0.9910114160886241,
      "learning_rate": 0.0002864355603112443,
      "loss": 0.7816,
      "step": 21710
    },
    {
      "epoch": 0.8892484128609461,
      "grad_norm": 0.6524982560736582,
      "learning_rate": 0.0002864342050069575,
      "loss": 0.3657,
      "step": 21711
    },
    {
      "epoch": 0.8892893712881426,
      "grad_norm": 1.5021264283484603,
      "learning_rate": 0.0002864328496381725,
      "loss": 0.6354,
      "step": 21712
    },
    {
      "epoch": 0.889330329715339,
      "grad_norm": 2.0679529675178956,
      "learning_rate": 0.00028643149420489,
      "loss": 1.5276,
      "step": 21713
    },
    {
      "epoch": 0.8893712881425353,
      "grad_norm": 0.8287757540254104,
      "learning_rate": 0.00028643013870711053,
      "loss": 0.8192,
      "step": 21714
    },
    {
      "epoch": 0.8894122465697317,
      "grad_norm": 1.0233296371715312,
      "learning_rate": 0.0002864287831448348,
      "loss": 0.984,
      "step": 21715
    },
    {
      "epoch": 0.8894532049969281,
      "grad_norm": 0.7123916974058889,
      "learning_rate": 0.00028642742751806355,
      "loss": 0.2779,
      "step": 21716
    },
    {
      "epoch": 0.8894941634241245,
      "grad_norm": 0.8783062090197814,
      "learning_rate": 0.0002864260718267973,
      "loss": 0.7528,
      "step": 21717
    },
    {
      "epoch": 0.8895351218513209,
      "grad_norm": 0.7157217332966683,
      "learning_rate": 0.0002864247160710367,
      "loss": 0.4331,
      "step": 21718
    },
    {
      "epoch": 0.8895760802785173,
      "grad_norm": 2.5198309103891905,
      "learning_rate": 0.0002864233602507824,
      "loss": 4.7809,
      "step": 21719
    },
    {
      "epoch": 0.8896170387057137,
      "grad_norm": 0.9676368791121536,
      "learning_rate": 0.00028642200436603503,
      "loss": 1.2782,
      "step": 21720
    },
    {
      "epoch": 0.88965799713291,
      "grad_norm": 0.6084302257123867,
      "learning_rate": 0.0002864206484167953,
      "loss": 0.423,
      "step": 21721
    },
    {
      "epoch": 0.8896989555601065,
      "grad_norm": 0.9418361887061015,
      "learning_rate": 0.00028641929240306384,
      "loss": 0.8824,
      "step": 21722
    },
    {
      "epoch": 0.8897399139873029,
      "grad_norm": 0.6424764955415762,
      "learning_rate": 0.0002864179363248412,
      "loss": 0.7494,
      "step": 21723
    },
    {
      "epoch": 0.8897808724144993,
      "grad_norm": 1.1491736396773058,
      "learning_rate": 0.00028641658018212804,
      "loss": 1.3937,
      "step": 21724
    },
    {
      "epoch": 0.8898218308416956,
      "grad_norm": 0.5328651327917391,
      "learning_rate": 0.00028641522397492513,
      "loss": 0.3597,
      "step": 21725
    },
    {
      "epoch": 0.8898627892688921,
      "grad_norm": 0.766801967175898,
      "learning_rate": 0.0002864138677032329,
      "loss": 0.8829,
      "step": 21726
    },
    {
      "epoch": 0.8899037476960885,
      "grad_norm": 0.8520757875645688,
      "learning_rate": 0.0002864125113670522,
      "loss": 0.9066,
      "step": 21727
    },
    {
      "epoch": 0.8899447061232849,
      "grad_norm": 0.8353676550386129,
      "learning_rate": 0.00028641115496638356,
      "loss": 1.22,
      "step": 21728
    },
    {
      "epoch": 0.8899856645504812,
      "grad_norm": 0.8434800500595407,
      "learning_rate": 0.00028640979850122765,
      "loss": 0.8396,
      "step": 21729
    },
    {
      "epoch": 0.8900266229776777,
      "grad_norm": 0.9217138827862351,
      "learning_rate": 0.0002864084419715851,
      "loss": 0.9889,
      "step": 21730
    },
    {
      "epoch": 0.8900675814048741,
      "grad_norm": 0.8791502658922473,
      "learning_rate": 0.00028640708537745654,
      "loss": 0.7939,
      "step": 21731
    },
    {
      "epoch": 0.8901085398320705,
      "grad_norm": 0.7397115484291265,
      "learning_rate": 0.0002864057287188426,
      "loss": 0.7104,
      "step": 21732
    },
    {
      "epoch": 0.8901494982592668,
      "grad_norm": 0.9835472392653333,
      "learning_rate": 0.000286404371995744,
      "loss": 1.3655,
      "step": 21733
    },
    {
      "epoch": 0.8901904566864632,
      "grad_norm": 0.8747451992628376,
      "learning_rate": 0.0002864030152081613,
      "loss": 0.7227,
      "step": 21734
    },
    {
      "epoch": 0.8902314151136597,
      "grad_norm": 0.5468434028997093,
      "learning_rate": 0.0002864016583560952,
      "loss": 0.3853,
      "step": 21735
    },
    {
      "epoch": 0.890272373540856,
      "grad_norm": 0.9894448426033509,
      "learning_rate": 0.00028640030143954625,
      "loss": 1.1358,
      "step": 21736
    },
    {
      "epoch": 0.8903133319680524,
      "grad_norm": 0.6099258678544587,
      "learning_rate": 0.0002863989444585152,
      "loss": 0.4066,
      "step": 21737
    },
    {
      "epoch": 0.8903542903952488,
      "grad_norm": 0.9056763323908966,
      "learning_rate": 0.0002863975874130026,
      "loss": 1.1856,
      "step": 21738
    },
    {
      "epoch": 0.8903952488224453,
      "grad_norm": 1.2072607666484505,
      "learning_rate": 0.00028639623030300915,
      "loss": 0.9612,
      "step": 21739
    },
    {
      "epoch": 0.8904362072496416,
      "grad_norm": 0.7422738866102152,
      "learning_rate": 0.0002863948731285355,
      "loss": 0.9136,
      "step": 21740
    },
    {
      "epoch": 0.890477165676838,
      "grad_norm": 4.74917687532912,
      "learning_rate": 0.00028639351588958227,
      "loss": 4.3492,
      "step": 21741
    },
    {
      "epoch": 0.8905181241040344,
      "grad_norm": 1.0854668286469544,
      "learning_rate": 0.0002863921585861501,
      "loss": 1.0486,
      "step": 21742
    },
    {
      "epoch": 0.8905590825312308,
      "grad_norm": 0.8503380633378902,
      "learning_rate": 0.0002863908012182396,
      "loss": 0.826,
      "step": 21743
    },
    {
      "epoch": 0.8906000409584272,
      "grad_norm": 1.0395759512291598,
      "learning_rate": 0.0002863894437858515,
      "loss": 0.7846,
      "step": 21744
    },
    {
      "epoch": 0.8906409993856236,
      "grad_norm": 0.9853806319854521,
      "learning_rate": 0.00028638808628898637,
      "loss": 0.5315,
      "step": 21745
    },
    {
      "epoch": 0.89068195781282,
      "grad_norm": 0.610497765406767,
      "learning_rate": 0.0002863867287276448,
      "loss": 0.7867,
      "step": 21746
    },
    {
      "epoch": 0.8907229162400164,
      "grad_norm": 0.8030649612386773,
      "learning_rate": 0.0002863853711018276,
      "loss": 0.5628,
      "step": 21747
    },
    {
      "epoch": 0.8907638746672127,
      "grad_norm": 0.849276891465586,
      "learning_rate": 0.00028638401341153527,
      "loss": 1.141,
      "step": 21748
    },
    {
      "epoch": 0.8908048330944092,
      "grad_norm": 0.71684330199327,
      "learning_rate": 0.0002863826556567684,
      "loss": 0.7589,
      "step": 21749
    },
    {
      "epoch": 0.8908457915216056,
      "grad_norm": 1.0423033780512332,
      "learning_rate": 0.00028638129783752786,
      "loss": 0.9015,
      "step": 21750
    },
    {
      "epoch": 0.890886749948802,
      "grad_norm": 0.8150410130605881,
      "learning_rate": 0.00028637993995381413,
      "loss": 0.9237,
      "step": 21751
    },
    {
      "epoch": 0.8909277083759983,
      "grad_norm": 0.790297313116627,
      "learning_rate": 0.00028637858200562783,
      "loss": 1.0219,
      "step": 21752
    },
    {
      "epoch": 0.8909686668031948,
      "grad_norm": 0.8170654818654322,
      "learning_rate": 0.00028637722399296967,
      "loss": 0.8122,
      "step": 21753
    },
    {
      "epoch": 0.8910096252303912,
      "grad_norm": 0.8567485454593137,
      "learning_rate": 0.0002863758659158403,
      "loss": 1.0975,
      "step": 21754
    },
    {
      "epoch": 0.8910505836575876,
      "grad_norm": 3.233577828745644,
      "learning_rate": 0.0002863745077742403,
      "loss": 3.6361,
      "step": 21755
    },
    {
      "epoch": 0.8910915420847839,
      "grad_norm": 0.913681423076167,
      "learning_rate": 0.0002863731495681703,
      "loss": 0.9249,
      "step": 21756
    },
    {
      "epoch": 0.8911325005119803,
      "grad_norm": 0.588523167820958,
      "learning_rate": 0.00028637179129763104,
      "loss": 0.3241,
      "step": 21757
    },
    {
      "epoch": 0.8911734589391768,
      "grad_norm": 0.8145855155224375,
      "learning_rate": 0.00028637043296262315,
      "loss": 0.8217,
      "step": 21758
    },
    {
      "epoch": 0.8912144173663731,
      "grad_norm": 0.9012101026825519,
      "learning_rate": 0.0002863690745631472,
      "loss": 1.0442,
      "step": 21759
    },
    {
      "epoch": 0.8912553757935695,
      "grad_norm": 0.7185014576719927,
      "learning_rate": 0.00028636771609920385,
      "loss": 0.512,
      "step": 21760
    },
    {
      "epoch": 0.8912963342207659,
      "grad_norm": 1.132537785428502,
      "learning_rate": 0.00028636635757079375,
      "loss": 1.1446,
      "step": 21761
    },
    {
      "epoch": 0.8913372926479624,
      "grad_norm": 1.012711514187408,
      "learning_rate": 0.0002863649989779176,
      "loss": 1.3223,
      "step": 21762
    },
    {
      "epoch": 0.8913782510751587,
      "grad_norm": 0.934691069021641,
      "learning_rate": 0.00028636364032057595,
      "loss": 0.8098,
      "step": 21763
    },
    {
      "epoch": 0.8914192095023551,
      "grad_norm": 0.8801974623423856,
      "learning_rate": 0.00028636228159876944,
      "loss": 1.248,
      "step": 21764
    },
    {
      "epoch": 0.8914601679295515,
      "grad_norm": 0.7474042368802803,
      "learning_rate": 0.0002863609228124988,
      "loss": 0.8436,
      "step": 21765
    },
    {
      "epoch": 0.8915011263567479,
      "grad_norm": 0.8767040182377146,
      "learning_rate": 0.0002863595639617647,
      "loss": 1.1211,
      "step": 21766
    },
    {
      "epoch": 0.8915420847839443,
      "grad_norm": 1.5285408321970135,
      "learning_rate": 0.0002863582050465676,
      "loss": 1.8862,
      "step": 21767
    },
    {
      "epoch": 0.8915830432111407,
      "grad_norm": 1.9647362877043524,
      "learning_rate": 0.0002863568460669083,
      "loss": 0.9648,
      "step": 21768
    },
    {
      "epoch": 0.8916240016383371,
      "grad_norm": 1.6876465694051555,
      "learning_rate": 0.0002863554870227874,
      "loss": 1.1184,
      "step": 21769
    },
    {
      "epoch": 0.8916649600655335,
      "grad_norm": 0.7572388708543776,
      "learning_rate": 0.00028635412791420554,
      "loss": 0.372,
      "step": 21770
    },
    {
      "epoch": 0.8917059184927298,
      "grad_norm": 0.8740971929864552,
      "learning_rate": 0.00028635276874116336,
      "loss": 1.2449,
      "step": 21771
    },
    {
      "epoch": 0.8917468769199263,
      "grad_norm": 0.8711912807119273,
      "learning_rate": 0.00028635140950366146,
      "loss": 0.6847,
      "step": 21772
    },
    {
      "epoch": 0.8917878353471227,
      "grad_norm": 0.7110470957594505,
      "learning_rate": 0.0002863500502017006,
      "loss": 0.341,
      "step": 21773
    },
    {
      "epoch": 0.8918287937743191,
      "grad_norm": 0.6747757728986771,
      "learning_rate": 0.0002863486908352813,
      "loss": 0.5086,
      "step": 21774
    },
    {
      "epoch": 0.8918697522015154,
      "grad_norm": 1.0304787063790646,
      "learning_rate": 0.00028634733140440425,
      "loss": 1.3944,
      "step": 21775
    },
    {
      "epoch": 0.8919107106287119,
      "grad_norm": 0.8256884256547152,
      "learning_rate": 0.00028634597190907007,
      "loss": 0.7871,
      "step": 21776
    },
    {
      "epoch": 0.8919516690559083,
      "grad_norm": 0.7557348996939766,
      "learning_rate": 0.00028634461234927947,
      "loss": 0.8289,
      "step": 21777
    },
    {
      "epoch": 0.8919926274831046,
      "grad_norm": 0.9758232275646728,
      "learning_rate": 0.00028634325272503306,
      "loss": 1.298,
      "step": 21778
    },
    {
      "epoch": 0.892033585910301,
      "grad_norm": 0.8209378379484549,
      "learning_rate": 0.0002863418930363314,
      "loss": 1.0035,
      "step": 21779
    },
    {
      "epoch": 0.8920745443374974,
      "grad_norm": 0.7778984632526619,
      "learning_rate": 0.0002863405332831753,
      "loss": 0.7041,
      "step": 21780
    },
    {
      "epoch": 0.8921155027646939,
      "grad_norm": 1.0847207906427692,
      "learning_rate": 0.00028633917346556525,
      "loss": 1.0811,
      "step": 21781
    },
    {
      "epoch": 0.8921564611918902,
      "grad_norm": 0.7261115848389935,
      "learning_rate": 0.00028633781358350195,
      "loss": 0.8983,
      "step": 21782
    },
    {
      "epoch": 0.8921974196190866,
      "grad_norm": 0.8407994005198264,
      "learning_rate": 0.0002863364536369861,
      "loss": 0.7286,
      "step": 21783
    },
    {
      "epoch": 0.892238378046283,
      "grad_norm": 0.9552133284708283,
      "learning_rate": 0.0002863350936260182,
      "loss": 0.8399,
      "step": 21784
    },
    {
      "epoch": 0.8922793364734795,
      "grad_norm": 1.0600736209067305,
      "learning_rate": 0.000286333733550599,
      "loss": 1.3376,
      "step": 21785
    },
    {
      "epoch": 0.8923202949006758,
      "grad_norm": 2.1189392068441046,
      "learning_rate": 0.0002863323734107292,
      "loss": 3.5959,
      "step": 21786
    },
    {
      "epoch": 0.8923612533278722,
      "grad_norm": 0.7000228328408772,
      "learning_rate": 0.0002863310132064093,
      "loss": 0.6887,
      "step": 21787
    },
    {
      "epoch": 0.8924022117550686,
      "grad_norm": 0.7062109715938426,
      "learning_rate": 0.00028632965293764,
      "loss": 0.7524,
      "step": 21788
    },
    {
      "epoch": 0.892443170182265,
      "grad_norm": 4.174831270938506,
      "learning_rate": 0.00028632829260442195,
      "loss": 5.3435,
      "step": 21789
    },
    {
      "epoch": 0.8924841286094614,
      "grad_norm": 0.9056971762551145,
      "learning_rate": 0.00028632693220675585,
      "loss": 0.6918,
      "step": 21790
    },
    {
      "epoch": 0.8925250870366578,
      "grad_norm": 0.8748483875563872,
      "learning_rate": 0.0002863255717446422,
      "loss": 0.9417,
      "step": 21791
    },
    {
      "epoch": 0.8925660454638542,
      "grad_norm": 0.7730327388619804,
      "learning_rate": 0.0002863242112180818,
      "loss": 0.9016,
      "step": 21792
    },
    {
      "epoch": 0.8926070038910506,
      "grad_norm": 0.7433838153349811,
      "learning_rate": 0.0002863228506270752,
      "loss": 0.6819,
      "step": 21793
    },
    {
      "epoch": 0.892647962318247,
      "grad_norm": 0.6099455037725393,
      "learning_rate": 0.0002863214899716231,
      "loss": 0.7573,
      "step": 21794
    },
    {
      "epoch": 0.8926889207454434,
      "grad_norm": 1.025187984850479,
      "learning_rate": 0.00028632012925172603,
      "loss": 1.3581,
      "step": 21795
    },
    {
      "epoch": 0.8927298791726398,
      "grad_norm": 0.7059992141487488,
      "learning_rate": 0.0002863187684673848,
      "loss": 0.4168,
      "step": 21796
    },
    {
      "epoch": 0.8927708375998362,
      "grad_norm": 0.7702493321644003,
      "learning_rate": 0.0002863174076185999,
      "loss": 0.7534,
      "step": 21797
    },
    {
      "epoch": 0.8928117960270325,
      "grad_norm": 0.7300107010134776,
      "learning_rate": 0.00028631604670537205,
      "loss": 0.3142,
      "step": 21798
    },
    {
      "epoch": 0.892852754454229,
      "grad_norm": 0.8222053922282807,
      "learning_rate": 0.0002863146857277019,
      "loss": 0.5337,
      "step": 21799
    },
    {
      "epoch": 0.8928937128814254,
      "grad_norm": 1.2528260883154363,
      "learning_rate": 0.0002863133246855901,
      "loss": 0.9189,
      "step": 21800
    },
    {
      "epoch": 0.8929346713086217,
      "grad_norm": 0.6169772570809088,
      "learning_rate": 0.00028631196357903723,
      "loss": 0.4253,
      "step": 21801
    },
    {
      "epoch": 0.8929756297358181,
      "grad_norm": 1.2780642623200844,
      "learning_rate": 0.000286310602408044,
      "loss": 1.2406,
      "step": 21802
    },
    {
      "epoch": 0.8930165881630145,
      "grad_norm": 0.7247189986424238,
      "learning_rate": 0.000286309241172611,
      "loss": 0.7211,
      "step": 21803
    },
    {
      "epoch": 0.893057546590211,
      "grad_norm": 0.6815547312986763,
      "learning_rate": 0.0002863078798727389,
      "loss": 0.6572,
      "step": 21804
    },
    {
      "epoch": 0.8930985050174073,
      "grad_norm": 0.7537321530575336,
      "learning_rate": 0.00028630651850842837,
      "loss": 0.3514,
      "step": 21805
    },
    {
      "epoch": 0.8931394634446037,
      "grad_norm": 0.9470251402675139,
      "learning_rate": 0.00028630515707968004,
      "loss": 1.0758,
      "step": 21806
    },
    {
      "epoch": 0.8931804218718001,
      "grad_norm": 0.8151083232252354,
      "learning_rate": 0.00028630379558649454,
      "loss": 1.0001,
      "step": 21807
    },
    {
      "epoch": 0.8932213802989966,
      "grad_norm": 1.067159478264548,
      "learning_rate": 0.00028630243402887246,
      "loss": 0.7244,
      "step": 21808
    },
    {
      "epoch": 0.8932623387261929,
      "grad_norm": 0.7369263260873689,
      "learning_rate": 0.0002863010724068146,
      "loss": 0.9142,
      "step": 21809
    },
    {
      "epoch": 0.8933032971533893,
      "grad_norm": 1.2922246463628242,
      "learning_rate": 0.0002862997107203214,
      "loss": 1.4741,
      "step": 21810
    },
    {
      "epoch": 0.8933442555805857,
      "grad_norm": 0.7756324985158818,
      "learning_rate": 0.0002862983489693936,
      "loss": 0.7453,
      "step": 21811
    },
    {
      "epoch": 0.8933852140077821,
      "grad_norm": 1.502157250814371,
      "learning_rate": 0.0002862969871540319,
      "loss": 1.5544,
      "step": 21812
    },
    {
      "epoch": 0.8934261724349785,
      "grad_norm": 1.0662653038690924,
      "learning_rate": 0.0002862956252742369,
      "loss": 1.1643,
      "step": 21813
    },
    {
      "epoch": 0.8934671308621749,
      "grad_norm": 0.7285165930040328,
      "learning_rate": 0.0002862942633300092,
      "loss": 0.7828,
      "step": 21814
    },
    {
      "epoch": 0.8935080892893713,
      "grad_norm": 0.7582851246630754,
      "learning_rate": 0.00028629290132134954,
      "loss": 0.8534,
      "step": 21815
    },
    {
      "epoch": 0.8935490477165677,
      "grad_norm": 0.7620471749895338,
      "learning_rate": 0.00028629153924825845,
      "loss": 0.511,
      "step": 21816
    },
    {
      "epoch": 0.893590006143764,
      "grad_norm": 0.8428842544062841,
      "learning_rate": 0.00028629017711073664,
      "loss": 1.0018,
      "step": 21817
    },
    {
      "epoch": 0.8936309645709605,
      "grad_norm": 0.8066045408106208,
      "learning_rate": 0.00028628881490878476,
      "loss": 0.8217,
      "step": 21818
    },
    {
      "epoch": 0.8936719229981569,
      "grad_norm": 0.8651571872779905,
      "learning_rate": 0.0002862874526424034,
      "loss": 0.9892,
      "step": 21819
    },
    {
      "epoch": 0.8937128814253532,
      "grad_norm": 0.8110396624601874,
      "learning_rate": 0.0002862860903115933,
      "loss": 1.0394,
      "step": 21820
    },
    {
      "epoch": 0.8937538398525496,
      "grad_norm": 1.2563990416101836,
      "learning_rate": 0.000286284727916355,
      "loss": 1.5962,
      "step": 21821
    },
    {
      "epoch": 0.8937947982797461,
      "grad_norm": 0.7987602129096362,
      "learning_rate": 0.00028628336545668924,
      "loss": 0.9922,
      "step": 21822
    },
    {
      "epoch": 0.8938357567069425,
      "grad_norm": 0.7394742271952723,
      "learning_rate": 0.00028628200293259656,
      "loss": 0.6854,
      "step": 21823
    },
    {
      "epoch": 0.8938767151341388,
      "grad_norm": 0.7115912298033474,
      "learning_rate": 0.00028628064034407765,
      "loss": 0.919,
      "step": 21824
    },
    {
      "epoch": 0.8939176735613352,
      "grad_norm": 0.7561175106928757,
      "learning_rate": 0.0002862792776911332,
      "loss": 0.8531,
      "step": 21825
    },
    {
      "epoch": 0.8939586319885316,
      "grad_norm": 0.7582351884963187,
      "learning_rate": 0.00028627791497376373,
      "loss": 0.5077,
      "step": 21826
    },
    {
      "epoch": 0.8939995904157281,
      "grad_norm": 0.7004399571655159,
      "learning_rate": 0.00028627655219197007,
      "loss": 0.8691,
      "step": 21827
    },
    {
      "epoch": 0.8940405488429244,
      "grad_norm": 0.8102631753390929,
      "learning_rate": 0.00028627518934575273,
      "loss": 0.7455,
      "step": 21828
    },
    {
      "epoch": 0.8940815072701208,
      "grad_norm": 0.8356219996069103,
      "learning_rate": 0.0002862738264351124,
      "loss": 0.8785,
      "step": 21829
    },
    {
      "epoch": 0.8941224656973172,
      "grad_norm": 0.7009384734323487,
      "learning_rate": 0.0002862724634600497,
      "loss": 0.7196,
      "step": 21830
    },
    {
      "epoch": 0.8941634241245137,
      "grad_norm": 0.8033972589700252,
      "learning_rate": 0.0002862711004205653,
      "loss": 0.8245,
      "step": 21831
    },
    {
      "epoch": 0.89420438255171,
      "grad_norm": 0.8886878775960707,
      "learning_rate": 0.0002862697373166598,
      "loss": 0.9902,
      "step": 21832
    },
    {
      "epoch": 0.8942453409789064,
      "grad_norm": 0.9086556686809627,
      "learning_rate": 0.0002862683741483339,
      "loss": 0.936,
      "step": 21833
    },
    {
      "epoch": 0.8942862994061028,
      "grad_norm": 0.7981673138994287,
      "learning_rate": 0.0002862670109155882,
      "loss": 0.943,
      "step": 21834
    },
    {
      "epoch": 0.8943272578332992,
      "grad_norm": 0.7090344503834303,
      "learning_rate": 0.0002862656476184234,
      "loss": 0.9264,
      "step": 21835
    },
    {
      "epoch": 0.8943682162604956,
      "grad_norm": 0.6152357253205594,
      "learning_rate": 0.00028626428425684007,
      "loss": 0.3873,
      "step": 21836
    },
    {
      "epoch": 0.894409174687692,
      "grad_norm": 0.8344670471868493,
      "learning_rate": 0.0002862629208308389,
      "loss": 0.5395,
      "step": 21837
    },
    {
      "epoch": 0.8944501331148884,
      "grad_norm": 0.9972538207878198,
      "learning_rate": 0.00028626155734042056,
      "loss": 1.2024,
      "step": 21838
    },
    {
      "epoch": 0.8944910915420848,
      "grad_norm": 0.8894672458017095,
      "learning_rate": 0.00028626019378558566,
      "loss": 1.1334,
      "step": 21839
    },
    {
      "epoch": 0.8945320499692812,
      "grad_norm": 0.7910556881467683,
      "learning_rate": 0.00028625883016633483,
      "loss": 0.8207,
      "step": 21840
    },
    {
      "epoch": 0.8945730083964776,
      "grad_norm": 1.7125978983105208,
      "learning_rate": 0.0002862574664826687,
      "loss": 1.0101,
      "step": 21841
    },
    {
      "epoch": 0.894613966823674,
      "grad_norm": 0.7403913392540643,
      "learning_rate": 0.00028625610273458796,
      "loss": 0.9699,
      "step": 21842
    },
    {
      "epoch": 0.8946549252508703,
      "grad_norm": 0.8526766975605005,
      "learning_rate": 0.00028625473892209327,
      "loss": 0.6161,
      "step": 21843
    },
    {
      "epoch": 0.8946958836780667,
      "grad_norm": 0.8955470887061614,
      "learning_rate": 0.0002862533750451852,
      "loss": 1.0771,
      "step": 21844
    },
    {
      "epoch": 0.8947368421052632,
      "grad_norm": 0.8440225498402073,
      "learning_rate": 0.00028625201110386454,
      "loss": 0.7885,
      "step": 21845
    },
    {
      "epoch": 0.8947778005324596,
      "grad_norm": 0.609861858852851,
      "learning_rate": 0.00028625064709813174,
      "loss": 0.3308,
      "step": 21846
    },
    {
      "epoch": 0.8948187589596559,
      "grad_norm": 0.8093903126913258,
      "learning_rate": 0.0002862492830279876,
      "loss": 0.998,
      "step": 21847
    },
    {
      "epoch": 0.8948597173868523,
      "grad_norm": 0.8054097555681725,
      "learning_rate": 0.00028624791889343264,
      "loss": 0.7649,
      "step": 21848
    },
    {
      "epoch": 0.8949006758140488,
      "grad_norm": 0.7298502471710219,
      "learning_rate": 0.00028624655469446764,
      "loss": 0.8342,
      "step": 21849
    },
    {
      "epoch": 0.8949416342412452,
      "grad_norm": 1.2315750976057993,
      "learning_rate": 0.0002862451904310931,
      "loss": 1.2554,
      "step": 21850
    },
    {
      "epoch": 0.8949825926684415,
      "grad_norm": 0.6367467938018335,
      "learning_rate": 0.0002862438261033098,
      "loss": 0.6363,
      "step": 21851
    },
    {
      "epoch": 0.8950235510956379,
      "grad_norm": 2.037495082363866,
      "learning_rate": 0.0002862424617111183,
      "loss": 3.717,
      "step": 21852
    },
    {
      "epoch": 0.8950645095228343,
      "grad_norm": 0.9067367236761402,
      "learning_rate": 0.0002862410972545193,
      "loss": 0.8232,
      "step": 21853
    },
    {
      "epoch": 0.8951054679500308,
      "grad_norm": 1.6374440419575715,
      "learning_rate": 0.00028623973273351333,
      "loss": 1.701,
      "step": 21854
    },
    {
      "epoch": 0.8951464263772271,
      "grad_norm": 0.8048628073445664,
      "learning_rate": 0.0002862383681481012,
      "loss": 0.9308,
      "step": 21855
    },
    {
      "epoch": 0.8951873848044235,
      "grad_norm": 1.6345909813663888,
      "learning_rate": 0.0002862370034982835,
      "loss": 1.089,
      "step": 21856
    },
    {
      "epoch": 0.8952283432316199,
      "grad_norm": 0.5626643391218187,
      "learning_rate": 0.0002862356387840608,
      "loss": 0.4357,
      "step": 21857
    },
    {
      "epoch": 0.8952693016588164,
      "grad_norm": 0.7802966189064146,
      "learning_rate": 0.0002862342740054338,
      "loss": 1.1085,
      "step": 21858
    },
    {
      "epoch": 0.8953102600860127,
      "grad_norm": 0.7372358810935525,
      "learning_rate": 0.0002862329091624031,
      "loss": 0.4602,
      "step": 21859
    },
    {
      "epoch": 0.8953512185132091,
      "grad_norm": 0.8730643529022413,
      "learning_rate": 0.00028623154425496945,
      "loss": 0.9468,
      "step": 21860
    },
    {
      "epoch": 0.8953921769404055,
      "grad_norm": 0.49134040595927175,
      "learning_rate": 0.00028623017928313337,
      "loss": 0.1503,
      "step": 21861
    },
    {
      "epoch": 0.8954331353676018,
      "grad_norm": 1.0406524915572357,
      "learning_rate": 0.00028622881424689563,
      "loss": 0.7464,
      "step": 21862
    },
    {
      "epoch": 0.8954740937947983,
      "grad_norm": 1.230682395057677,
      "learning_rate": 0.0002862274491462568,
      "loss": 1.5429,
      "step": 21863
    },
    {
      "epoch": 0.8955150522219947,
      "grad_norm": 1.3882628872259595,
      "learning_rate": 0.00028622608398121754,
      "loss": 0.8974,
      "step": 21864
    },
    {
      "epoch": 0.8955560106491911,
      "grad_norm": 0.6995567045235775,
      "learning_rate": 0.00028622471875177843,
      "loss": 0.2964,
      "step": 21865
    },
    {
      "epoch": 0.8955969690763874,
      "grad_norm": 1.0726416661790115,
      "learning_rate": 0.0002862233534579402,
      "loss": 1.1068,
      "step": 21866
    },
    {
      "epoch": 0.8956379275035838,
      "grad_norm": 0.5863773529680706,
      "learning_rate": 0.00028622198809970354,
      "loss": 0.3046,
      "step": 21867
    },
    {
      "epoch": 0.8956788859307803,
      "grad_norm": 0.9318322210178768,
      "learning_rate": 0.000286220622677069,
      "loss": 1.0789,
      "step": 21868
    },
    {
      "epoch": 0.8957198443579767,
      "grad_norm": 0.7831872223550367,
      "learning_rate": 0.0002862192571900372,
      "loss": 0.7161,
      "step": 21869
    },
    {
      "epoch": 0.895760802785173,
      "grad_norm": 1.8177577818116732,
      "learning_rate": 0.0002862178916386089,
      "loss": 1.5427,
      "step": 21870
    },
    {
      "epoch": 0.8958017612123694,
      "grad_norm": 1.363218051176634,
      "learning_rate": 0.0002862165260227847,
      "loss": 1.0805,
      "step": 21871
    },
    {
      "epoch": 0.8958427196395659,
      "grad_norm": 0.9103512913875218,
      "learning_rate": 0.00028621516034256516,
      "loss": 1.2139,
      "step": 21872
    },
    {
      "epoch": 0.8958836780667623,
      "grad_norm": 0.8853301759075811,
      "learning_rate": 0.00028621379459795103,
      "loss": 0.983,
      "step": 21873
    },
    {
      "epoch": 0.8959246364939586,
      "grad_norm": 0.8012524537539175,
      "learning_rate": 0.00028621242878894293,
      "loss": 0.8458,
      "step": 21874
    },
    {
      "epoch": 0.895965594921155,
      "grad_norm": 1.074530997257721,
      "learning_rate": 0.00028621106291554146,
      "loss": 1.1492,
      "step": 21875
    },
    {
      "epoch": 0.8960065533483514,
      "grad_norm": 0.9565027946851455,
      "learning_rate": 0.0002862096969777473,
      "loss": 1.0866,
      "step": 21876
    },
    {
      "epoch": 0.8960475117755479,
      "grad_norm": 0.6262104552834992,
      "learning_rate": 0.0002862083309755612,
      "loss": 0.7049,
      "step": 21877
    },
    {
      "epoch": 0.8960884702027442,
      "grad_norm": 1.035592391784998,
      "learning_rate": 0.00028620696490898366,
      "loss": 1.0499,
      "step": 21878
    },
    {
      "epoch": 0.8961294286299406,
      "grad_norm": 0.6700650549612811,
      "learning_rate": 0.0002862055987780153,
      "loss": 0.792,
      "step": 21879
    },
    {
      "epoch": 0.896170387057137,
      "grad_norm": 0.5828360401922271,
      "learning_rate": 0.00028620423258265694,
      "loss": 0.5724,
      "step": 21880
    },
    {
      "epoch": 0.8962113454843335,
      "grad_norm": 0.6020408625772479,
      "learning_rate": 0.000286202866322909,
      "loss": 0.343,
      "step": 21881
    },
    {
      "epoch": 0.8962523039115298,
      "grad_norm": 0.6754865155447877,
      "learning_rate": 0.00028620149999877235,
      "loss": 0.9055,
      "step": 21882
    },
    {
      "epoch": 0.8962932623387262,
      "grad_norm": 0.9226730083064403,
      "learning_rate": 0.0002862001336102475,
      "loss": 0.921,
      "step": 21883
    },
    {
      "epoch": 0.8963342207659226,
      "grad_norm": 0.7799922145986593,
      "learning_rate": 0.00028619876715733515,
      "loss": 1.0168,
      "step": 21884
    },
    {
      "epoch": 0.8963751791931189,
      "grad_norm": 0.83381564631093,
      "learning_rate": 0.0002861974006400359,
      "loss": 1.0307,
      "step": 21885
    },
    {
      "epoch": 0.8964161376203154,
      "grad_norm": 1.21620078451403,
      "learning_rate": 0.0002861960340583504,
      "loss": 1.1087,
      "step": 21886
    },
    {
      "epoch": 0.8964570960475118,
      "grad_norm": 0.6388650067433622,
      "learning_rate": 0.0002861946674122794,
      "loss": 0.5434,
      "step": 21887
    },
    {
      "epoch": 0.8964980544747082,
      "grad_norm": 0.8640716137466455,
      "learning_rate": 0.0002861933007018234,
      "loss": 1.0642,
      "step": 21888
    },
    {
      "epoch": 0.8965390129019045,
      "grad_norm": 0.4623770885636805,
      "learning_rate": 0.0002861919339269831,
      "loss": 0.3247,
      "step": 21889
    },
    {
      "epoch": 0.8965799713291009,
      "grad_norm": 1.0189576429886793,
      "learning_rate": 0.0002861905670877592,
      "loss": 0.8543,
      "step": 21890
    },
    {
      "epoch": 0.8966209297562974,
      "grad_norm": 0.7700331013252578,
      "learning_rate": 0.00028618920018415225,
      "loss": 0.7372,
      "step": 21891
    },
    {
      "epoch": 0.8966618881834938,
      "grad_norm": 0.6249150180487052,
      "learning_rate": 0.000286187833216163,
      "loss": 0.8537,
      "step": 21892
    },
    {
      "epoch": 0.8967028466106901,
      "grad_norm": 0.8595458139135399,
      "learning_rate": 0.000286186466183792,
      "loss": 1.071,
      "step": 21893
    },
    {
      "epoch": 0.8967438050378865,
      "grad_norm": 1.083715075741055,
      "learning_rate": 0.00028618509908703995,
      "loss": 1.0954,
      "step": 21894
    },
    {
      "epoch": 0.896784763465083,
      "grad_norm": 1.9985715915427376,
      "learning_rate": 0.00028618373192590754,
      "loss": 3.6753,
      "step": 21895
    },
    {
      "epoch": 0.8968257218922794,
      "grad_norm": 0.6620477291908299,
      "learning_rate": 0.00028618236470039527,
      "loss": 0.8227,
      "step": 21896
    },
    {
      "epoch": 0.8968666803194757,
      "grad_norm": 2.01238441578787,
      "learning_rate": 0.00028618099741050393,
      "loss": 1.6618,
      "step": 21897
    },
    {
      "epoch": 0.8969076387466721,
      "grad_norm": 0.8099193738223124,
      "learning_rate": 0.00028617963005623414,
      "loss": 0.9435,
      "step": 21898
    },
    {
      "epoch": 0.8969485971738685,
      "grad_norm": 2.50736521482929,
      "learning_rate": 0.00028617826263758653,
      "loss": 1.6311,
      "step": 21899
    },
    {
      "epoch": 0.896989555601065,
      "grad_norm": 0.912359853550625,
      "learning_rate": 0.0002861768951545617,
      "loss": 0.8166,
      "step": 21900
    },
    {
      "epoch": 0.8970305140282613,
      "grad_norm": 1.1411310762013172,
      "learning_rate": 0.0002861755276071604,
      "loss": 0.9351,
      "step": 21901
    },
    {
      "epoch": 0.8970714724554577,
      "grad_norm": 1.031451486039124,
      "learning_rate": 0.00028617415999538314,
      "loss": 0.9791,
      "step": 21902
    },
    {
      "epoch": 0.8971124308826541,
      "grad_norm": 0.7163759048922747,
      "learning_rate": 0.0002861727923192307,
      "loss": 0.8459,
      "step": 21903
    },
    {
      "epoch": 0.8971533893098504,
      "grad_norm": 0.5714449364875971,
      "learning_rate": 0.00028617142457870357,
      "loss": 0.3383,
      "step": 21904
    },
    {
      "epoch": 0.8971943477370469,
      "grad_norm": 0.8187290689241197,
      "learning_rate": 0.00028617005677380254,
      "loss": 0.6679,
      "step": 21905
    },
    {
      "epoch": 0.8972353061642433,
      "grad_norm": 0.8209387062450416,
      "learning_rate": 0.00028616868890452826,
      "loss": 0.8637,
      "step": 21906
    },
    {
      "epoch": 0.8972762645914397,
      "grad_norm": 1.2158151944590858,
      "learning_rate": 0.00028616732097088126,
      "loss": 1.2434,
      "step": 21907
    },
    {
      "epoch": 0.897317223018636,
      "grad_norm": 0.6794656880980383,
      "learning_rate": 0.0002861659529728623,
      "loss": 0.7011,
      "step": 21908
    },
    {
      "epoch": 0.8973581814458325,
      "grad_norm": 0.4751602040741546,
      "learning_rate": 0.00028616458491047194,
      "loss": 0.3494,
      "step": 21909
    },
    {
      "epoch": 0.8973991398730289,
      "grad_norm": 0.670050962908374,
      "learning_rate": 0.0002861632167837109,
      "loss": 0.6484,
      "step": 21910
    },
    {
      "epoch": 0.8974400983002253,
      "grad_norm": 0.7605226253193029,
      "learning_rate": 0.0002861618485925798,
      "loss": 1.1494,
      "step": 21911
    },
    {
      "epoch": 0.8974810567274216,
      "grad_norm": 0.680647907523979,
      "learning_rate": 0.00028616048033707923,
      "loss": 0.6738,
      "step": 21912
    },
    {
      "epoch": 0.897522015154618,
      "grad_norm": 0.7171919000168466,
      "learning_rate": 0.0002861591120172099,
      "loss": 0.7002,
      "step": 21913
    },
    {
      "epoch": 0.8975629735818145,
      "grad_norm": 1.175363320460379,
      "learning_rate": 0.00028615774363297247,
      "loss": 0.9934,
      "step": 21914
    },
    {
      "epoch": 0.8976039320090109,
      "grad_norm": 0.9900290389183876,
      "learning_rate": 0.0002861563751843675,
      "loss": 0.9648,
      "step": 21915
    },
    {
      "epoch": 0.8976448904362072,
      "grad_norm": 0.6587821748804915,
      "learning_rate": 0.00028615500667139576,
      "loss": 0.659,
      "step": 21916
    },
    {
      "epoch": 0.8976858488634036,
      "grad_norm": 0.542491273843811,
      "learning_rate": 0.00028615363809405777,
      "loss": 0.3842,
      "step": 21917
    },
    {
      "epoch": 0.8977268072906001,
      "grad_norm": 0.6864616594577733,
      "learning_rate": 0.00028615226945235433,
      "loss": 0.7304,
      "step": 21918
    },
    {
      "epoch": 0.8977677657177965,
      "grad_norm": 0.852611727642737,
      "learning_rate": 0.0002861509007462859,
      "loss": 0.9349,
      "step": 21919
    },
    {
      "epoch": 0.8978087241449928,
      "grad_norm": 0.7652099567135244,
      "learning_rate": 0.0002861495319758533,
      "loss": 1.0582,
      "step": 21920
    },
    {
      "epoch": 0.8978496825721892,
      "grad_norm": 1.2911671310924449,
      "learning_rate": 0.0002861481631410571,
      "loss": 1.2817,
      "step": 21921
    },
    {
      "epoch": 0.8978906409993856,
      "grad_norm": 0.9139577558576223,
      "learning_rate": 0.0002861467942418979,
      "loss": 0.708,
      "step": 21922
    },
    {
      "epoch": 0.8979315994265821,
      "grad_norm": 0.9013346025125997,
      "learning_rate": 0.00028614542527837644,
      "loss": 0.9465,
      "step": 21923
    },
    {
      "epoch": 0.8979725578537784,
      "grad_norm": 0.61816730399449,
      "learning_rate": 0.0002861440562504933,
      "loss": 0.4196,
      "step": 21924
    },
    {
      "epoch": 0.8980135162809748,
      "grad_norm": 0.674215716128779,
      "learning_rate": 0.00028614268715824916,
      "loss": 0.9095,
      "step": 21925
    },
    {
      "epoch": 0.8980544747081712,
      "grad_norm": 0.7802963216697908,
      "learning_rate": 0.00028614131800164467,
      "loss": 0.9527,
      "step": 21926
    },
    {
      "epoch": 0.8980954331353675,
      "grad_norm": 0.7583197361935229,
      "learning_rate": 0.0002861399487806804,
      "loss": 1.0302,
      "step": 21927
    },
    {
      "epoch": 0.898136391562564,
      "grad_norm": 0.5997084269533846,
      "learning_rate": 0.0002861385794953571,
      "loss": 0.7696,
      "step": 21928
    },
    {
      "epoch": 0.8981773499897604,
      "grad_norm": 0.4991398073292098,
      "learning_rate": 0.0002861372101456754,
      "loss": 0.3739,
      "step": 21929
    },
    {
      "epoch": 0.8982183084169568,
      "grad_norm": 0.8178641171019929,
      "learning_rate": 0.0002861358407316359,
      "loss": 1.1596,
      "step": 21930
    },
    {
      "epoch": 0.8982592668441531,
      "grad_norm": 0.6609587311246831,
      "learning_rate": 0.0002861344712532393,
      "loss": 0.8496,
      "step": 21931
    },
    {
      "epoch": 0.8983002252713496,
      "grad_norm": 0.6935667861786964,
      "learning_rate": 0.0002861331017104862,
      "loss": 0.759,
      "step": 21932
    },
    {
      "epoch": 0.898341183698546,
      "grad_norm": 0.6298078752220048,
      "learning_rate": 0.0002861317321033773,
      "loss": 0.9634,
      "step": 21933
    },
    {
      "epoch": 0.8983821421257424,
      "grad_norm": 0.4945887037542505,
      "learning_rate": 0.0002861303624319132,
      "loss": 0.6173,
      "step": 21934
    },
    {
      "epoch": 0.8984231005529387,
      "grad_norm": 0.49637503299162095,
      "learning_rate": 0.00028612899269609457,
      "loss": 0.2809,
      "step": 21935
    },
    {
      "epoch": 0.8984640589801351,
      "grad_norm": 0.5685941951154545,
      "learning_rate": 0.00028612762289592197,
      "loss": 0.3135,
      "step": 21936
    },
    {
      "epoch": 0.8985050174073316,
      "grad_norm": 0.3936677345038811,
      "learning_rate": 0.00028612625303139623,
      "loss": 0.1531,
      "step": 21937
    },
    {
      "epoch": 0.898545975834528,
      "grad_norm": 0.9993355680187782,
      "learning_rate": 0.0002861248831025179,
      "loss": 1.0932,
      "step": 21938
    },
    {
      "epoch": 0.8985869342617243,
      "grad_norm": 0.9080563045416172,
      "learning_rate": 0.0002861235131092876,
      "loss": 0.9782,
      "step": 21939
    },
    {
      "epoch": 0.8986278926889207,
      "grad_norm": 0.8938670402212279,
      "learning_rate": 0.000286122143051706,
      "loss": 1.0475,
      "step": 21940
    },
    {
      "epoch": 0.8986688511161172,
      "grad_norm": 0.9348711194003546,
      "learning_rate": 0.0002861207729297737,
      "loss": 1.2663,
      "step": 21941
    },
    {
      "epoch": 0.8987098095433136,
      "grad_norm": 0.8999732241598115,
      "learning_rate": 0.00028611940274349143,
      "loss": 0.8593,
      "step": 21942
    },
    {
      "epoch": 0.8987507679705099,
      "grad_norm": 0.9281223800982332,
      "learning_rate": 0.00028611803249285983,
      "loss": 0.4308,
      "step": 21943
    },
    {
      "epoch": 0.8987917263977063,
      "grad_norm": 0.6711624570923782,
      "learning_rate": 0.00028611666217787953,
      "loss": 0.7413,
      "step": 21944
    },
    {
      "epoch": 0.8988326848249028,
      "grad_norm": 0.7525650339877951,
      "learning_rate": 0.0002861152917985511,
      "loss": 0.8018,
      "step": 21945
    },
    {
      "epoch": 0.8988736432520992,
      "grad_norm": 0.9552005283644264,
      "learning_rate": 0.0002861139213548753,
      "loss": 0.787,
      "step": 21946
    },
    {
      "epoch": 0.8989146016792955,
      "grad_norm": 3.180211637164773,
      "learning_rate": 0.00028611255084685277,
      "loss": 1.9993,
      "step": 21947
    },
    {
      "epoch": 0.8989555601064919,
      "grad_norm": 1.8851851562208644,
      "learning_rate": 0.00028611118027448406,
      "loss": 1.9997,
      "step": 21948
    },
    {
      "epoch": 0.8989965185336883,
      "grad_norm": 0.6144289637667856,
      "learning_rate": 0.0002861098096377699,
      "loss": 0.3537,
      "step": 21949
    },
    {
      "epoch": 0.8990374769608847,
      "grad_norm": 0.7281536640606312,
      "learning_rate": 0.000286108438936711,
      "loss": 0.7484,
      "step": 21950
    },
    {
      "epoch": 0.8990784353880811,
      "grad_norm": 1.0795774207908655,
      "learning_rate": 0.00028610706817130786,
      "loss": 1.0402,
      "step": 21951
    },
    {
      "epoch": 0.8991193938152775,
      "grad_norm": 0.7963514888550743,
      "learning_rate": 0.0002861056973415612,
      "loss": 0.8641,
      "step": 21952
    },
    {
      "epoch": 0.8991603522424739,
      "grad_norm": 0.8809522610639664,
      "learning_rate": 0.00028610432644747167,
      "loss": 0.5402,
      "step": 21953
    },
    {
      "epoch": 0.8992013106696702,
      "grad_norm": 0.7973347167917891,
      "learning_rate": 0.00028610295548903993,
      "loss": 0.8005,
      "step": 21954
    },
    {
      "epoch": 0.8992422690968667,
      "grad_norm": 0.568051190740252,
      "learning_rate": 0.00028610158446626654,
      "loss": 0.5022,
      "step": 21955
    },
    {
      "epoch": 0.8992832275240631,
      "grad_norm": 0.579756438410732,
      "learning_rate": 0.0002861002133791523,
      "loss": 0.6195,
      "step": 21956
    },
    {
      "epoch": 0.8993241859512595,
      "grad_norm": 1.4163941848377535,
      "learning_rate": 0.0002860988422276977,
      "loss": 2.7835,
      "step": 21957
    },
    {
      "epoch": 0.8993651443784558,
      "grad_norm": 0.9399624855122439,
      "learning_rate": 0.00028609747101190355,
      "loss": 1.1111,
      "step": 21958
    },
    {
      "epoch": 0.8994061028056523,
      "grad_norm": 0.7652239476044673,
      "learning_rate": 0.0002860960997317704,
      "loss": 0.7567,
      "step": 21959
    },
    {
      "epoch": 0.8994470612328487,
      "grad_norm": 0.7589537024819246,
      "learning_rate": 0.00028609472838729886,
      "loss": 0.9235,
      "step": 21960
    },
    {
      "epoch": 0.8994880196600451,
      "grad_norm": 1.0644638944407498,
      "learning_rate": 0.00028609335697848964,
      "loss": 0.9366,
      "step": 21961
    },
    {
      "epoch": 0.8995289780872414,
      "grad_norm": 0.6798614622608848,
      "learning_rate": 0.0002860919855053434,
      "loss": 0.8785,
      "step": 21962
    },
    {
      "epoch": 0.8995699365144378,
      "grad_norm": 0.9443930815568029,
      "learning_rate": 0.00028609061396786073,
      "loss": 1.0116,
      "step": 21963
    },
    {
      "epoch": 0.8996108949416343,
      "grad_norm": 0.5982205471598725,
      "learning_rate": 0.00028608924236604233,
      "loss": 0.6973,
      "step": 21964
    },
    {
      "epoch": 0.8996518533688307,
      "grad_norm": 1.1328902472504292,
      "learning_rate": 0.0002860878706998889,
      "loss": 0.5074,
      "step": 21965
    },
    {
      "epoch": 0.899692811796027,
      "grad_norm": 0.916935490734652,
      "learning_rate": 0.00028608649896940097,
      "loss": 1.0621,
      "step": 21966
    },
    {
      "epoch": 0.8997337702232234,
      "grad_norm": 0.7072172934322977,
      "learning_rate": 0.0002860851271745792,
      "loss": 0.7677,
      "step": 21967
    },
    {
      "epoch": 0.8997747286504199,
      "grad_norm": 1.2408878190412675,
      "learning_rate": 0.0002860837553154243,
      "loss": 1.3898,
      "step": 21968
    },
    {
      "epoch": 0.8998156870776162,
      "grad_norm": 0.8035113927738369,
      "learning_rate": 0.0002860823833919369,
      "loss": 0.8337,
      "step": 21969
    },
    {
      "epoch": 0.8998566455048126,
      "grad_norm": 0.6638775110152111,
      "learning_rate": 0.0002860810114041177,
      "loss": 0.476,
      "step": 21970
    },
    {
      "epoch": 0.899897603932009,
      "grad_norm": 2.3081576072570504,
      "learning_rate": 0.0002860796393519672,
      "loss": 2.1632,
      "step": 21971
    },
    {
      "epoch": 0.8999385623592054,
      "grad_norm": 1.004670733883204,
      "learning_rate": 0.00028607826723548623,
      "loss": 0.8876,
      "step": 21972
    },
    {
      "epoch": 0.8999795207864018,
      "grad_norm": 0.7004369690976168,
      "learning_rate": 0.0002860768950546753,
      "loss": 1.0368,
      "step": 21973
    },
    {
      "epoch": 0.9000204792135982,
      "grad_norm": 0.6120362368094209,
      "learning_rate": 0.00028607552280953514,
      "loss": 0.3958,
      "step": 21974
    },
    {
      "epoch": 0.9000614376407946,
      "grad_norm": 1.0295495374728585,
      "learning_rate": 0.00028607415050006633,
      "loss": 1.0644,
      "step": 21975
    },
    {
      "epoch": 0.900102396067991,
      "grad_norm": 0.6940451068746711,
      "learning_rate": 0.0002860727781262696,
      "loss": 0.7263,
      "step": 21976
    },
    {
      "epoch": 0.9001433544951873,
      "grad_norm": 0.5088492250976486,
      "learning_rate": 0.00028607140568814556,
      "loss": 0.3859,
      "step": 21977
    },
    {
      "epoch": 0.9001843129223838,
      "grad_norm": 0.8428579015669835,
      "learning_rate": 0.00028607003318569484,
      "loss": 0.8168,
      "step": 21978
    },
    {
      "epoch": 0.9002252713495802,
      "grad_norm": 5.531221818298644,
      "learning_rate": 0.0002860686606189181,
      "loss": 5.1779,
      "step": 21979
    },
    {
      "epoch": 0.9002662297767766,
      "grad_norm": 0.6338228093099896,
      "learning_rate": 0.000286067287987816,
      "loss": 0.6678,
      "step": 21980
    },
    {
      "epoch": 0.9003071882039729,
      "grad_norm": 2.0915359083366747,
      "learning_rate": 0.00028606591529238914,
      "loss": 3.691,
      "step": 21981
    },
    {
      "epoch": 0.9003481466311694,
      "grad_norm": 2.00003121983697,
      "learning_rate": 0.00028606454253263827,
      "loss": 4.3037,
      "step": 21982
    },
    {
      "epoch": 0.9003891050583658,
      "grad_norm": 0.943995441257916,
      "learning_rate": 0.0002860631697085639,
      "loss": 1.1356,
      "step": 21983
    },
    {
      "epoch": 0.9004300634855622,
      "grad_norm": 0.7841319822287927,
      "learning_rate": 0.0002860617968201668,
      "loss": 0.5656,
      "step": 21984
    },
    {
      "epoch": 0.9004710219127585,
      "grad_norm": 0.87665902091823,
      "learning_rate": 0.00028606042386744763,
      "loss": 0.6526,
      "step": 21985
    },
    {
      "epoch": 0.9005119803399549,
      "grad_norm": 0.7413323438800306,
      "learning_rate": 0.00028605905085040697,
      "loss": 0.8279,
      "step": 21986
    },
    {
      "epoch": 0.9005529387671514,
      "grad_norm": 0.7597348649572585,
      "learning_rate": 0.00028605767776904547,
      "loss": 1.0333,
      "step": 21987
    },
    {
      "epoch": 0.9005938971943478,
      "grad_norm": 1.390077050890225,
      "learning_rate": 0.0002860563046233638,
      "loss": 1.3912,
      "step": 21988
    },
    {
      "epoch": 0.9006348556215441,
      "grad_norm": 0.7729503030361053,
      "learning_rate": 0.00028605493141336256,
      "loss": 0.7202,
      "step": 21989
    },
    {
      "epoch": 0.9006758140487405,
      "grad_norm": 1.2477859911152007,
      "learning_rate": 0.0002860535581390425,
      "loss": 1.3563,
      "step": 21990
    },
    {
      "epoch": 0.900716772475937,
      "grad_norm": 1.107919671174079,
      "learning_rate": 0.00028605218480040416,
      "loss": 1.0561,
      "step": 21991
    },
    {
      "epoch": 0.9007577309031333,
      "grad_norm": 1.421312735877364,
      "learning_rate": 0.0002860508113974483,
      "loss": 1.5464,
      "step": 21992
    },
    {
      "epoch": 0.9007986893303297,
      "grad_norm": 0.7816448912721528,
      "learning_rate": 0.00028604943793017544,
      "loss": 0.3274,
      "step": 21993
    },
    {
      "epoch": 0.9008396477575261,
      "grad_norm": 0.8304622595763904,
      "learning_rate": 0.00028604806439858635,
      "loss": 0.9232,
      "step": 21994
    },
    {
      "epoch": 0.9008806061847225,
      "grad_norm": 0.7299602890315152,
      "learning_rate": 0.00028604669080268164,
      "loss": 0.7512,
      "step": 21995
    },
    {
      "epoch": 0.9009215646119189,
      "grad_norm": 0.9782669850251338,
      "learning_rate": 0.0002860453171424619,
      "loss": 0.8586,
      "step": 21996
    },
    {
      "epoch": 0.9009625230391153,
      "grad_norm": 4.996290944452661,
      "learning_rate": 0.00028604394341792786,
      "loss": 5.1463,
      "step": 21997
    },
    {
      "epoch": 0.9010034814663117,
      "grad_norm": 0.8473299932410417,
      "learning_rate": 0.00028604256962908015,
      "loss": 1.0577,
      "step": 21998
    },
    {
      "epoch": 0.9010444398935081,
      "grad_norm": 1.3417284315792395,
      "learning_rate": 0.0002860411957759194,
      "loss": 1.0562,
      "step": 21999
    },
    {
      "epoch": 0.9010853983207044,
      "grad_norm": 0.5603572149035755,
      "learning_rate": 0.0002860398218584463,
      "loss": 0.4194,
      "step": 22000
    },
    {
      "epoch": 0.9011263567479009,
      "grad_norm": 0.7776349863810462,
      "learning_rate": 0.0002860384478766614,
      "loss": 0.7357,
      "step": 22001
    },
    {
      "epoch": 0.9011673151750973,
      "grad_norm": 0.6165763279104929,
      "learning_rate": 0.0002860370738305654,
      "loss": 0.4528,
      "step": 22002
    },
    {
      "epoch": 0.9012082736022937,
      "grad_norm": 0.9993935187683518,
      "learning_rate": 0.000286035699720159,
      "loss": 1.3403,
      "step": 22003
    },
    {
      "epoch": 0.90124923202949,
      "grad_norm": 0.4639156125174789,
      "learning_rate": 0.0002860343255454428,
      "loss": 0.2692,
      "step": 22004
    },
    {
      "epoch": 0.9012901904566865,
      "grad_norm": 0.5672481362903409,
      "learning_rate": 0.0002860329513064175,
      "loss": 0.3564,
      "step": 22005
    },
    {
      "epoch": 0.9013311488838829,
      "grad_norm": 1.2788719420629666,
      "learning_rate": 0.0002860315770030837,
      "loss": 1.2774,
      "step": 22006
    },
    {
      "epoch": 0.9013721073110793,
      "grad_norm": 0.7930375293726243,
      "learning_rate": 0.0002860302026354421,
      "loss": 0.8074,
      "step": 22007
    },
    {
      "epoch": 0.9014130657382756,
      "grad_norm": 0.8909896603366407,
      "learning_rate": 0.0002860288282034933,
      "loss": 0.6415,
      "step": 22008
    },
    {
      "epoch": 0.901454024165472,
      "grad_norm": 0.838931799434508,
      "learning_rate": 0.00028602745370723796,
      "loss": 1.0757,
      "step": 22009
    },
    {
      "epoch": 0.9014949825926685,
      "grad_norm": 0.7709965900577634,
      "learning_rate": 0.00028602607914667667,
      "loss": 0.8254,
      "step": 22010
    },
    {
      "epoch": 0.9015359410198648,
      "grad_norm": 0.7451583551229881,
      "learning_rate": 0.0002860247045218102,
      "loss": 0.6337,
      "step": 22011
    },
    {
      "epoch": 0.9015768994470612,
      "grad_norm": 1.0033083447623055,
      "learning_rate": 0.0002860233298326391,
      "loss": 0.9608,
      "step": 22012
    },
    {
      "epoch": 0.9016178578742576,
      "grad_norm": 0.61920361063665,
      "learning_rate": 0.00028602195507916416,
      "loss": 0.3646,
      "step": 22013
    },
    {
      "epoch": 0.9016588163014541,
      "grad_norm": 0.8683643837574028,
      "learning_rate": 0.0002860205802613858,
      "loss": 1.0877,
      "step": 22014
    },
    {
      "epoch": 0.9016997747286504,
      "grad_norm": 0.9681204319697791,
      "learning_rate": 0.0002860192053793049,
      "loss": 0.8571,
      "step": 22015
    },
    {
      "epoch": 0.9017407331558468,
      "grad_norm": 0.7467569202173612,
      "learning_rate": 0.000286017830432922,
      "loss": 0.9543,
      "step": 22016
    },
    {
      "epoch": 0.9017816915830432,
      "grad_norm": 0.8329102878058069,
      "learning_rate": 0.00028601645542223773,
      "loss": 0.7874,
      "step": 22017
    },
    {
      "epoch": 0.9018226500102396,
      "grad_norm": 0.7189036938387783,
      "learning_rate": 0.0002860150803472528,
      "loss": 0.7506,
      "step": 22018
    },
    {
      "epoch": 0.901863608437436,
      "grad_norm": 0.8595312142683056,
      "learning_rate": 0.0002860137052079678,
      "loss": 0.8471,
      "step": 22019
    },
    {
      "epoch": 0.9019045668646324,
      "grad_norm": 1.0725062261264846,
      "learning_rate": 0.0002860123300043834,
      "loss": 1.0128,
      "step": 22020
    },
    {
      "epoch": 0.9019455252918288,
      "grad_norm": 0.5690980797731595,
      "learning_rate": 0.0002860109547365003,
      "loss": 0.3996,
      "step": 22021
    },
    {
      "epoch": 0.9019864837190252,
      "grad_norm": 0.7048744032832305,
      "learning_rate": 0.0002860095794043191,
      "loss": 0.4019,
      "step": 22022
    },
    {
      "epoch": 0.9020274421462215,
      "grad_norm": 0.7588833114950173,
      "learning_rate": 0.0002860082040078405,
      "loss": 0.7626,
      "step": 22023
    },
    {
      "epoch": 0.902068400573418,
      "grad_norm": 0.8429118845172925,
      "learning_rate": 0.0002860068285470651,
      "loss": 0.9657,
      "step": 22024
    },
    {
      "epoch": 0.9021093590006144,
      "grad_norm": 1.4288840431289573,
      "learning_rate": 0.00028600545302199355,
      "loss": 1.0794,
      "step": 22025
    },
    {
      "epoch": 0.9021503174278108,
      "grad_norm": 1.0065066167823298,
      "learning_rate": 0.00028600407743262647,
      "loss": 0.5766,
      "step": 22026
    },
    {
      "epoch": 0.9021912758550071,
      "grad_norm": 0.6409815761351582,
      "learning_rate": 0.00028600270177896463,
      "loss": 0.4323,
      "step": 22027
    },
    {
      "epoch": 0.9022322342822036,
      "grad_norm": 0.8650092052756285,
      "learning_rate": 0.00028600132606100857,
      "loss": 1.1066,
      "step": 22028
    },
    {
      "epoch": 0.9022731927094,
      "grad_norm": 0.8764721398983109,
      "learning_rate": 0.00028599995027875895,
      "loss": 0.7883,
      "step": 22029
    },
    {
      "epoch": 0.9023141511365964,
      "grad_norm": 1.1421808752609173,
      "learning_rate": 0.0002859985744322165,
      "loss": 1.1499,
      "step": 22030
    },
    {
      "epoch": 0.9023551095637927,
      "grad_norm": 0.938962742011638,
      "learning_rate": 0.00028599719852138175,
      "loss": 0.8602,
      "step": 22031
    },
    {
      "epoch": 0.9023960679909891,
      "grad_norm": 0.962150754731541,
      "learning_rate": 0.00028599582254625543,
      "loss": 1.5325,
      "step": 22032
    },
    {
      "epoch": 0.9024370264181856,
      "grad_norm": 0.8482091651739461,
      "learning_rate": 0.00028599444650683826,
      "loss": 0.9363,
      "step": 22033
    },
    {
      "epoch": 0.9024779848453819,
      "grad_norm": 0.500769346791924,
      "learning_rate": 0.0002859930704031307,
      "loss": 0.3069,
      "step": 22034
    },
    {
      "epoch": 0.9025189432725783,
      "grad_norm": 0.8565488846839212,
      "learning_rate": 0.00028599169423513355,
      "loss": 1.0732,
      "step": 22035
    },
    {
      "epoch": 0.9025599016997747,
      "grad_norm": 0.7804605018647709,
      "learning_rate": 0.00028599031800284743,
      "loss": 0.8902,
      "step": 22036
    },
    {
      "epoch": 0.9026008601269712,
      "grad_norm": 1.0562101208474435,
      "learning_rate": 0.000285988941706273,
      "loss": 0.7938,
      "step": 22037
    },
    {
      "epoch": 0.9026418185541675,
      "grad_norm": 3.9067207388220604,
      "learning_rate": 0.00028598756534541086,
      "loss": 2.3627,
      "step": 22038
    },
    {
      "epoch": 0.9026827769813639,
      "grad_norm": 0.9902706699074703,
      "learning_rate": 0.00028598618892026166,
      "loss": 0.936,
      "step": 22039
    },
    {
      "epoch": 0.9027237354085603,
      "grad_norm": 0.8042849365635765,
      "learning_rate": 0.00028598481243082615,
      "loss": 1.0785,
      "step": 22040
    },
    {
      "epoch": 0.9027646938357567,
      "grad_norm": 0.8992923111479019,
      "learning_rate": 0.0002859834358771048,
      "loss": 0.9922,
      "step": 22041
    },
    {
      "epoch": 0.9028056522629531,
      "grad_norm": 1.2580867777505607,
      "learning_rate": 0.0002859820592590985,
      "loss": 0.6182,
      "step": 22042
    },
    {
      "epoch": 0.9028466106901495,
      "grad_norm": 3.4200194560037573,
      "learning_rate": 0.0002859806825768077,
      "loss": 5.5108,
      "step": 22043
    },
    {
      "epoch": 0.9028875691173459,
      "grad_norm": 0.6347277756818708,
      "learning_rate": 0.0002859793058302331,
      "loss": 0.924,
      "step": 22044
    },
    {
      "epoch": 0.9029285275445423,
      "grad_norm": 0.7212264040574095,
      "learning_rate": 0.00028597792901937546,
      "loss": 0.8525,
      "step": 22045
    },
    {
      "epoch": 0.9029694859717387,
      "grad_norm": 1.022708730614802,
      "learning_rate": 0.0002859765521442353,
      "loss": 1.3218,
      "step": 22046
    },
    {
      "epoch": 0.9030104443989351,
      "grad_norm": 1.1143150267745012,
      "learning_rate": 0.00028597517520481333,
      "loss": 1.5626,
      "step": 22047
    },
    {
      "epoch": 0.9030514028261315,
      "grad_norm": 0.7857585478736688,
      "learning_rate": 0.00028597379820111016,
      "loss": 0.4645,
      "step": 22048
    },
    {
      "epoch": 0.9030923612533279,
      "grad_norm": 0.7249692811243922,
      "learning_rate": 0.00028597242113312653,
      "loss": 0.9808,
      "step": 22049
    },
    {
      "epoch": 0.9031333196805242,
      "grad_norm": 0.915816942994393,
      "learning_rate": 0.00028597104400086295,
      "loss": 0.9513,
      "step": 22050
    },
    {
      "epoch": 0.9031742781077207,
      "grad_norm": 1.2716924964505034,
      "learning_rate": 0.00028596966680432016,
      "loss": 1.115,
      "step": 22051
    },
    {
      "epoch": 0.9032152365349171,
      "grad_norm": 0.9374373867971165,
      "learning_rate": 0.0002859682895434988,
      "loss": 1.024,
      "step": 22052
    },
    {
      "epoch": 0.9032561949621134,
      "grad_norm": 0.5897383782073551,
      "learning_rate": 0.0002859669122183996,
      "loss": 0.593,
      "step": 22053
    },
    {
      "epoch": 0.9032971533893098,
      "grad_norm": 0.8369870708807586,
      "learning_rate": 0.00028596553482902303,
      "loss": 0.5619,
      "step": 22054
    },
    {
      "epoch": 0.9033381118165063,
      "grad_norm": 0.881708396185718,
      "learning_rate": 0.00028596415737536994,
      "loss": 1.099,
      "step": 22055
    },
    {
      "epoch": 0.9033790702437027,
      "grad_norm": 0.580252983895389,
      "learning_rate": 0.00028596277985744084,
      "loss": 0.5101,
      "step": 22056
    },
    {
      "epoch": 0.903420028670899,
      "grad_norm": 0.8420686417850244,
      "learning_rate": 0.0002859614022752364,
      "loss": 0.7919,
      "step": 22057
    },
    {
      "epoch": 0.9034609870980954,
      "grad_norm": 0.9047985507201859,
      "learning_rate": 0.00028596002462875735,
      "loss": 1.0753,
      "step": 22058
    },
    {
      "epoch": 0.9035019455252918,
      "grad_norm": 1.0358004757353354,
      "learning_rate": 0.00028595864691800425,
      "loss": 0.9348,
      "step": 22059
    },
    {
      "epoch": 0.9035429039524883,
      "grad_norm": 0.9285176473151363,
      "learning_rate": 0.0002859572691429778,
      "loss": 0.8018,
      "step": 22060
    },
    {
      "epoch": 0.9035838623796846,
      "grad_norm": 0.7230095477474939,
      "learning_rate": 0.0002859558913036787,
      "loss": 0.3711,
      "step": 22061
    },
    {
      "epoch": 0.903624820806881,
      "grad_norm": 0.547457081577942,
      "learning_rate": 0.00028595451340010747,
      "loss": 0.3592,
      "step": 22062
    },
    {
      "epoch": 0.9036657792340774,
      "grad_norm": 0.5712220909659173,
      "learning_rate": 0.0002859531354322648,
      "loss": 0.5113,
      "step": 22063
    },
    {
      "epoch": 0.9037067376612739,
      "grad_norm": 0.637128478960842,
      "learning_rate": 0.0002859517574001515,
      "loss": 0.8221,
      "step": 22064
    },
    {
      "epoch": 0.9037476960884702,
      "grad_norm": 1.0133153228343506,
      "learning_rate": 0.000285950379303768,
      "loss": 1.2312,
      "step": 22065
    },
    {
      "epoch": 0.9037886545156666,
      "grad_norm": 0.9671799020445327,
      "learning_rate": 0.00028594900114311514,
      "loss": 0.9904,
      "step": 22066
    },
    {
      "epoch": 0.903829612942863,
      "grad_norm": 10.269112661111379,
      "learning_rate": 0.0002859476229181934,
      "loss": 3.2283,
      "step": 22067
    },
    {
      "epoch": 0.9038705713700594,
      "grad_norm": 0.8534285298767533,
      "learning_rate": 0.0002859462446290035,
      "loss": 0.6822,
      "step": 22068
    },
    {
      "epoch": 0.9039115297972558,
      "grad_norm": 0.7747368991875692,
      "learning_rate": 0.0002859448662755462,
      "loss": 1.001,
      "step": 22069
    },
    {
      "epoch": 0.9039524882244522,
      "grad_norm": 0.7036506188655569,
      "learning_rate": 0.00028594348785782194,
      "loss": 1.0043,
      "step": 22070
    },
    {
      "epoch": 0.9039934466516486,
      "grad_norm": 0.6337845610994883,
      "learning_rate": 0.00028594210937583155,
      "loss": 0.6501,
      "step": 22071
    },
    {
      "epoch": 0.904034405078845,
      "grad_norm": 0.6049653769421357,
      "learning_rate": 0.00028594073082957567,
      "loss": 0.6444,
      "step": 22072
    },
    {
      "epoch": 0.9040753635060413,
      "grad_norm": 0.5985985089386636,
      "learning_rate": 0.0002859393522190548,
      "loss": 0.3804,
      "step": 22073
    },
    {
      "epoch": 0.9041163219332378,
      "grad_norm": 1.1191110957392936,
      "learning_rate": 0.0002859379735442697,
      "loss": 0.849,
      "step": 22074
    },
    {
      "epoch": 0.9041572803604342,
      "grad_norm": 1.2508713351989642,
      "learning_rate": 0.0002859365948052211,
      "loss": 0.8351,
      "step": 22075
    },
    {
      "epoch": 0.9041982387876305,
      "grad_norm": 0.8400444024615058,
      "learning_rate": 0.0002859352160019095,
      "loss": 0.686,
      "step": 22076
    },
    {
      "epoch": 0.9042391972148269,
      "grad_norm": 0.4552112237904972,
      "learning_rate": 0.00028593383713433564,
      "loss": 0.3136,
      "step": 22077
    },
    {
      "epoch": 0.9042801556420234,
      "grad_norm": 1.024765211311762,
      "learning_rate": 0.00028593245820250017,
      "loss": 1.0086,
      "step": 22078
    },
    {
      "epoch": 0.9043211140692198,
      "grad_norm": 1.0918267825879604,
      "learning_rate": 0.00028593107920640365,
      "loss": 1.7078,
      "step": 22079
    },
    {
      "epoch": 0.9043620724964161,
      "grad_norm": 0.9512190268528458,
      "learning_rate": 0.00028592970014604686,
      "loss": 0.8673,
      "step": 22080
    },
    {
      "epoch": 0.9044030309236125,
      "grad_norm": 0.8071897042143932,
      "learning_rate": 0.0002859283210214304,
      "loss": 0.924,
      "step": 22081
    },
    {
      "epoch": 0.9044439893508089,
      "grad_norm": 0.9708751081227579,
      "learning_rate": 0.0002859269418325549,
      "loss": 0.9013,
      "step": 22082
    },
    {
      "epoch": 0.9044849477780054,
      "grad_norm": 0.6718416738540084,
      "learning_rate": 0.000285925562579421,
      "loss": 0.4612,
      "step": 22083
    },
    {
      "epoch": 0.9045259062052017,
      "grad_norm": 0.9051957905631474,
      "learning_rate": 0.0002859241832620294,
      "loss": 1.1459,
      "step": 22084
    },
    {
      "epoch": 0.9045668646323981,
      "grad_norm": 0.5800596611131938,
      "learning_rate": 0.0002859228038803808,
      "loss": 0.3107,
      "step": 22085
    },
    {
      "epoch": 0.9046078230595945,
      "grad_norm": 0.9288049109700397,
      "learning_rate": 0.0002859214244344757,
      "loss": 1.0639,
      "step": 22086
    },
    {
      "epoch": 0.904648781486791,
      "grad_norm": 1.1498264960952567,
      "learning_rate": 0.00028592004492431487,
      "loss": 1.2342,
      "step": 22087
    },
    {
      "epoch": 0.9046897399139873,
      "grad_norm": 9.198365338586104,
      "learning_rate": 0.00028591866534989895,
      "loss": 5.8935,
      "step": 22088
    },
    {
      "epoch": 0.9047306983411837,
      "grad_norm": 0.6492831322762417,
      "learning_rate": 0.0002859172857112285,
      "loss": 0.5648,
      "step": 22089
    },
    {
      "epoch": 0.9047716567683801,
      "grad_norm": 0.9331573449431526,
      "learning_rate": 0.0002859159060083043,
      "loss": 0.8484,
      "step": 22090
    },
    {
      "epoch": 0.9048126151955765,
      "grad_norm": 1.0378678463709852,
      "learning_rate": 0.00028591452624112697,
      "loss": 0.9872,
      "step": 22091
    },
    {
      "epoch": 0.9048535736227729,
      "grad_norm": 0.5713183873289142,
      "learning_rate": 0.00028591314640969714,
      "loss": 0.389,
      "step": 22092
    },
    {
      "epoch": 0.9048945320499693,
      "grad_norm": 0.9649765245714521,
      "learning_rate": 0.0002859117665140154,
      "loss": 0.9994,
      "step": 22093
    },
    {
      "epoch": 0.9049354904771657,
      "grad_norm": 0.928910098352814,
      "learning_rate": 0.00028591038655408253,
      "loss": 0.8033,
      "step": 22094
    },
    {
      "epoch": 0.904976448904362,
      "grad_norm": 0.6566230486744309,
      "learning_rate": 0.00028590900652989906,
      "loss": 0.7466,
      "step": 22095
    },
    {
      "epoch": 0.9050174073315584,
      "grad_norm": 0.705671908402757,
      "learning_rate": 0.0002859076264414657,
      "loss": 0.7235,
      "step": 22096
    },
    {
      "epoch": 0.9050583657587549,
      "grad_norm": 0.4456324189630625,
      "learning_rate": 0.00028590624628878315,
      "loss": 0.2716,
      "step": 22097
    },
    {
      "epoch": 0.9050993241859513,
      "grad_norm": 2.567293421517265,
      "learning_rate": 0.00028590486607185195,
      "loss": 4.0233,
      "step": 22098
    },
    {
      "epoch": 0.9051402826131476,
      "grad_norm": 0.792372268716395,
      "learning_rate": 0.00028590348579067283,
      "loss": 0.4194,
      "step": 22099
    },
    {
      "epoch": 0.905181241040344,
      "grad_norm": 0.5825291908052763,
      "learning_rate": 0.0002859021054452465,
      "loss": 0.2693,
      "step": 22100
    },
    {
      "epoch": 0.9052221994675405,
      "grad_norm": 0.9416166372816368,
      "learning_rate": 0.0002859007250355734,
      "loss": 0.6992,
      "step": 22101
    },
    {
      "epoch": 0.9052631578947369,
      "grad_norm": 0.5805616465809921,
      "learning_rate": 0.0002858993445616545,
      "loss": 0.594,
      "step": 22102
    },
    {
      "epoch": 0.9053041163219332,
      "grad_norm": 0.7268626839573756,
      "learning_rate": 0.0002858979640234901,
      "loss": 0.8067,
      "step": 22103
    },
    {
      "epoch": 0.9053450747491296,
      "grad_norm": 0.7925577475591558,
      "learning_rate": 0.00028589658342108114,
      "loss": 0.2773,
      "step": 22104
    },
    {
      "epoch": 0.905386033176326,
      "grad_norm": 0.8526616362404348,
      "learning_rate": 0.00028589520275442814,
      "loss": 0.91,
      "step": 22105
    },
    {
      "epoch": 0.9054269916035225,
      "grad_norm": 1.4352404457675751,
      "learning_rate": 0.00028589382202353177,
      "loss": 1.1961,
      "step": 22106
    },
    {
      "epoch": 0.9054679500307188,
      "grad_norm": 0.7646469858213656,
      "learning_rate": 0.0002858924412283927,
      "loss": 0.8578,
      "step": 22107
    },
    {
      "epoch": 0.9055089084579152,
      "grad_norm": 0.6925265727443013,
      "learning_rate": 0.0002858910603690116,
      "loss": 0.6138,
      "step": 22108
    },
    {
      "epoch": 0.9055498668851116,
      "grad_norm": 0.9542411779706973,
      "learning_rate": 0.000285889679445389,
      "loss": 0.4299,
      "step": 22109
    },
    {
      "epoch": 0.9055908253123081,
      "grad_norm": 1.7723390799427903,
      "learning_rate": 0.00028588829845752566,
      "loss": 1.0432,
      "step": 22110
    },
    {
      "epoch": 0.9056317837395044,
      "grad_norm": 0.6343758461750291,
      "learning_rate": 0.00028588691740542225,
      "loss": 0.6982,
      "step": 22111
    },
    {
      "epoch": 0.9056727421667008,
      "grad_norm": 1.4985127000848024,
      "learning_rate": 0.00028588553628907943,
      "loss": 1.7063,
      "step": 22112
    },
    {
      "epoch": 0.9057137005938972,
      "grad_norm": 0.8973142079935494,
      "learning_rate": 0.00028588415510849774,
      "loss": 0.9975,
      "step": 22113
    },
    {
      "epoch": 0.9057546590210936,
      "grad_norm": 0.7465747701295657,
      "learning_rate": 0.00028588277386367794,
      "loss": 1.0243,
      "step": 22114
    },
    {
      "epoch": 0.90579561744829,
      "grad_norm": 0.7788398656801229,
      "learning_rate": 0.0002858813925546207,
      "loss": 0.7011,
      "step": 22115
    },
    {
      "epoch": 0.9058365758754864,
      "grad_norm": 0.7677437667407224,
      "learning_rate": 0.00028588001118132656,
      "loss": 0.9184,
      "step": 22116
    },
    {
      "epoch": 0.9058775343026828,
      "grad_norm": 0.7648354691012632,
      "learning_rate": 0.0002858786297437962,
      "loss": 0.9244,
      "step": 22117
    },
    {
      "epoch": 0.9059184927298791,
      "grad_norm": 2.4093582582642434,
      "learning_rate": 0.00028587724824203037,
      "loss": 4.0937,
      "step": 22118
    },
    {
      "epoch": 0.9059594511570755,
      "grad_norm": 0.7446528054758064,
      "learning_rate": 0.00028587586667602966,
      "loss": 0.6784,
      "step": 22119
    },
    {
      "epoch": 0.906000409584272,
      "grad_norm": 1.0952572160585488,
      "learning_rate": 0.0002858744850457947,
      "loss": 1.0501,
      "step": 22120
    },
    {
      "epoch": 0.9060413680114684,
      "grad_norm": 0.772991732098653,
      "learning_rate": 0.00028587310335132616,
      "loss": 0.5435,
      "step": 22121
    },
    {
      "epoch": 0.9060823264386647,
      "grad_norm": 0.7028241933135659,
      "learning_rate": 0.0002858717215926247,
      "loss": 0.8071,
      "step": 22122
    },
    {
      "epoch": 0.9061232848658611,
      "grad_norm": 1.1414938783300657,
      "learning_rate": 0.00028587033976969103,
      "loss": 0.7267,
      "step": 22123
    },
    {
      "epoch": 0.9061642432930576,
      "grad_norm": 0.7322371352727711,
      "learning_rate": 0.00028586895788252573,
      "loss": 0.7186,
      "step": 22124
    },
    {
      "epoch": 0.906205201720254,
      "grad_norm": 1.250490040583489,
      "learning_rate": 0.0002858675759311294,
      "loss": 1.5873,
      "step": 22125
    },
    {
      "epoch": 0.9062461601474503,
      "grad_norm": 0.7878388582829797,
      "learning_rate": 0.00028586619391550287,
      "loss": 1.0175,
      "step": 22126
    },
    {
      "epoch": 0.9062871185746467,
      "grad_norm": 0.7519431251535793,
      "learning_rate": 0.0002858648118356466,
      "loss": 0.4732,
      "step": 22127
    },
    {
      "epoch": 0.9063280770018431,
      "grad_norm": 0.7435581401080983,
      "learning_rate": 0.0002858634296915614,
      "loss": 1.0565,
      "step": 22128
    },
    {
      "epoch": 0.9063690354290396,
      "grad_norm": 0.693438971710129,
      "learning_rate": 0.0002858620474832478,
      "loss": 0.3393,
      "step": 22129
    },
    {
      "epoch": 0.9064099938562359,
      "grad_norm": 0.8495192428562541,
      "learning_rate": 0.00028586066521070654,
      "loss": 0.9185,
      "step": 22130
    },
    {
      "epoch": 0.9064509522834323,
      "grad_norm": 0.7612022802800296,
      "learning_rate": 0.0002858592828739382,
      "loss": 0.8073,
      "step": 22131
    },
    {
      "epoch": 0.9064919107106287,
      "grad_norm": 1.3858109387378943,
      "learning_rate": 0.00028585790047294354,
      "loss": 0.6953,
      "step": 22132
    },
    {
      "epoch": 0.9065328691378252,
      "grad_norm": 0.6100429882381182,
      "learning_rate": 0.0002858565180077231,
      "loss": 0.8223,
      "step": 22133
    },
    {
      "epoch": 0.9065738275650215,
      "grad_norm": 0.6122210795870562,
      "learning_rate": 0.0002858551354782776,
      "loss": 0.2551,
      "step": 22134
    },
    {
      "epoch": 0.9066147859922179,
      "grad_norm": 0.9462610748151471,
      "learning_rate": 0.00028585375288460766,
      "loss": 0.7326,
      "step": 22135
    },
    {
      "epoch": 0.9066557444194143,
      "grad_norm": 0.7588949771196921,
      "learning_rate": 0.000285852370226714,
      "loss": 0.6693,
      "step": 22136
    },
    {
      "epoch": 0.9066967028466106,
      "grad_norm": 0.793377793175695,
      "learning_rate": 0.0002858509875045971,
      "loss": 0.9474,
      "step": 22137
    },
    {
      "epoch": 0.9067376612738071,
      "grad_norm": 0.8342782634299067,
      "learning_rate": 0.00028584960471825786,
      "loss": 0.8724,
      "step": 22138
    },
    {
      "epoch": 0.9067786197010035,
      "grad_norm": 0.9951988925560719,
      "learning_rate": 0.00028584822186769675,
      "loss": 1.0034,
      "step": 22139
    },
    {
      "epoch": 0.9068195781281999,
      "grad_norm": 0.8529908860525703,
      "learning_rate": 0.0002858468389529145,
      "loss": 0.7728,
      "step": 22140
    },
    {
      "epoch": 0.9068605365553962,
      "grad_norm": 0.9047729453384576,
      "learning_rate": 0.00028584545597391174,
      "loss": 0.9298,
      "step": 22141
    },
    {
      "epoch": 0.9069014949825926,
      "grad_norm": 0.6563847694488618,
      "learning_rate": 0.00028584407293068915,
      "loss": 0.3607,
      "step": 22142
    },
    {
      "epoch": 0.9069424534097891,
      "grad_norm": 0.6509523868760051,
      "learning_rate": 0.0002858426898232473,
      "loss": 0.6536,
      "step": 22143
    },
    {
      "epoch": 0.9069834118369855,
      "grad_norm": 1.2115146275511217,
      "learning_rate": 0.000285841306651587,
      "loss": 1.0201,
      "step": 22144
    },
    {
      "epoch": 0.9070243702641818,
      "grad_norm": 1.0953294286119462,
      "learning_rate": 0.0002858399234157088,
      "loss": 1.0112,
      "step": 22145
    },
    {
      "epoch": 0.9070653286913782,
      "grad_norm": 0.7636165472817327,
      "learning_rate": 0.0002858385401156133,
      "loss": 0.9023,
      "step": 22146
    },
    {
      "epoch": 0.9071062871185747,
      "grad_norm": 0.8796279145860707,
      "learning_rate": 0.0002858371567513013,
      "loss": 0.7555,
      "step": 22147
    },
    {
      "epoch": 0.9071472455457711,
      "grad_norm": 0.7785431056782527,
      "learning_rate": 0.0002858357733227733,
      "loss": 0.8338,
      "step": 22148
    },
    {
      "epoch": 0.9071882039729674,
      "grad_norm": 0.8377407704825306,
      "learning_rate": 0.0002858343898300301,
      "loss": 0.8235,
      "step": 22149
    },
    {
      "epoch": 0.9072291624001638,
      "grad_norm": 0.8292274719294326,
      "learning_rate": 0.0002858330062730722,
      "loss": 1.2397,
      "step": 22150
    },
    {
      "epoch": 0.9072701208273602,
      "grad_norm": 3.1478136261202434,
      "learning_rate": 0.00028583162265190037,
      "loss": 1.3144,
      "step": 22151
    },
    {
      "epoch": 0.9073110792545567,
      "grad_norm": 0.7907793504683189,
      "learning_rate": 0.0002858302389665153,
      "loss": 0.8693,
      "step": 22152
    },
    {
      "epoch": 0.907352037681753,
      "grad_norm": 2.844735707362231,
      "learning_rate": 0.0002858288552169175,
      "loss": 5.5753,
      "step": 22153
    },
    {
      "epoch": 0.9073929961089494,
      "grad_norm": 0.7029665956040625,
      "learning_rate": 0.00028582747140310774,
      "loss": 0.3236,
      "step": 22154
    },
    {
      "epoch": 0.9074339545361458,
      "grad_norm": 1.6055206477075359,
      "learning_rate": 0.0002858260875250866,
      "loss": 1.5551,
      "step": 22155
    },
    {
      "epoch": 0.9074749129633423,
      "grad_norm": 1.3059943358010828,
      "learning_rate": 0.0002858247035828548,
      "loss": 1.9936,
      "step": 22156
    },
    {
      "epoch": 0.9075158713905386,
      "grad_norm": 0.7303901816933298,
      "learning_rate": 0.0002858233195764129,
      "loss": 0.7106,
      "step": 22157
    },
    {
      "epoch": 0.907556829817735,
      "grad_norm": 0.8634106464233234,
      "learning_rate": 0.0002858219355057617,
      "loss": 0.5663,
      "step": 22158
    },
    {
      "epoch": 0.9075977882449314,
      "grad_norm": 1.1859232752996962,
      "learning_rate": 0.0002858205513709017,
      "loss": 1.2384,
      "step": 22159
    },
    {
      "epoch": 0.9076387466721277,
      "grad_norm": 0.9134085457407826,
      "learning_rate": 0.00028581916717183365,
      "loss": 0.9756,
      "step": 22160
    },
    {
      "epoch": 0.9076797050993242,
      "grad_norm": 0.9741291770531365,
      "learning_rate": 0.0002858177829085582,
      "loss": 0.6394,
      "step": 22161
    },
    {
      "epoch": 0.9077206635265206,
      "grad_norm": 0.8148636207361467,
      "learning_rate": 0.0002858163985810759,
      "loss": 0.9403,
      "step": 22162
    },
    {
      "epoch": 0.907761621953717,
      "grad_norm": 0.6240597746730628,
      "learning_rate": 0.0002858150141893876,
      "loss": 0.8701,
      "step": 22163
    },
    {
      "epoch": 0.9078025803809133,
      "grad_norm": 0.6991330564609891,
      "learning_rate": 0.00028581362973349375,
      "loss": 0.6809,
      "step": 22164
    },
    {
      "epoch": 0.9078435388081098,
      "grad_norm": 0.7275475496417494,
      "learning_rate": 0.00028581224521339514,
      "loss": 1.0215,
      "step": 22165
    },
    {
      "epoch": 0.9078844972353062,
      "grad_norm": 1.6422595506770554,
      "learning_rate": 0.0002858108606290924,
      "loss": 2.2251,
      "step": 22166
    },
    {
      "epoch": 0.9079254556625026,
      "grad_norm": 0.7677560764775653,
      "learning_rate": 0.00028580947598058615,
      "loss": 0.9101,
      "step": 22167
    },
    {
      "epoch": 0.9079664140896989,
      "grad_norm": 4.966268778685416,
      "learning_rate": 0.00028580809126787707,
      "loss": 2.9523,
      "step": 22168
    },
    {
      "epoch": 0.9080073725168953,
      "grad_norm": 1.0059722306899606,
      "learning_rate": 0.00028580670649096577,
      "loss": 0.3827,
      "step": 22169
    },
    {
      "epoch": 0.9080483309440918,
      "grad_norm": 0.5460320815711533,
      "learning_rate": 0.000285805321649853,
      "loss": 0.279,
      "step": 22170
    },
    {
      "epoch": 0.9080892893712882,
      "grad_norm": 0.9470070424480292,
      "learning_rate": 0.0002858039367445393,
      "loss": 0.7362,
      "step": 22171
    },
    {
      "epoch": 0.9081302477984845,
      "grad_norm": 0.7339470638437746,
      "learning_rate": 0.0002858025517750254,
      "loss": 0.4527,
      "step": 22172
    },
    {
      "epoch": 0.9081712062256809,
      "grad_norm": 0.8290826993407714,
      "learning_rate": 0.0002858011667413119,
      "loss": 0.4898,
      "step": 22173
    },
    {
      "epoch": 0.9082121646528774,
      "grad_norm": 1.1184746050307324,
      "learning_rate": 0.0002857997816433995,
      "loss": 1.0321,
      "step": 22174
    },
    {
      "epoch": 0.9082531230800738,
      "grad_norm": 0.8251696216113553,
      "learning_rate": 0.0002857983964812889,
      "loss": 0.8663,
      "step": 22175
    },
    {
      "epoch": 0.9082940815072701,
      "grad_norm": 0.9490077104457588,
      "learning_rate": 0.0002857970112549807,
      "loss": 0.8852,
      "step": 22176
    },
    {
      "epoch": 0.9083350399344665,
      "grad_norm": 1.0525756272999647,
      "learning_rate": 0.00028579562596447544,
      "loss": 0.91,
      "step": 22177
    },
    {
      "epoch": 0.9083759983616629,
      "grad_norm": 0.9237181149566855,
      "learning_rate": 0.000285794240609774,
      "loss": 1.0395,
      "step": 22178
    },
    {
      "epoch": 0.9084169567888593,
      "grad_norm": 0.697191932603835,
      "learning_rate": 0.00028579285519087687,
      "loss": 0.6308,
      "step": 22179
    },
    {
      "epoch": 0.9084579152160557,
      "grad_norm": 0.74314598366206,
      "learning_rate": 0.00028579146970778474,
      "loss": 0.7072,
      "step": 22180
    },
    {
      "epoch": 0.9084988736432521,
      "grad_norm": 0.6906197107359535,
      "learning_rate": 0.00028579008416049835,
      "loss": 0.782,
      "step": 22181
    },
    {
      "epoch": 0.9085398320704485,
      "grad_norm": 0.9009831459802886,
      "learning_rate": 0.0002857886985490182,
      "loss": 0.8327,
      "step": 22182
    },
    {
      "epoch": 0.9085807904976448,
      "grad_norm": 0.9188866300572602,
      "learning_rate": 0.00028578731287334514,
      "loss": 0.8592,
      "step": 22183
    },
    {
      "epoch": 0.9086217489248413,
      "grad_norm": 0.8181935663964512,
      "learning_rate": 0.0002857859271334796,
      "loss": 0.8506,
      "step": 22184
    },
    {
      "epoch": 0.9086627073520377,
      "grad_norm": 0.5828664924169096,
      "learning_rate": 0.00028578454132942245,
      "loss": 0.735,
      "step": 22185
    },
    {
      "epoch": 0.9087036657792341,
      "grad_norm": 0.7694312901128358,
      "learning_rate": 0.0002857831554611742,
      "loss": 0.5216,
      "step": 22186
    },
    {
      "epoch": 0.9087446242064304,
      "grad_norm": 1.0261898324834986,
      "learning_rate": 0.00028578176952873564,
      "loss": 1.074,
      "step": 22187
    },
    {
      "epoch": 0.9087855826336269,
      "grad_norm": 0.7716932531894474,
      "learning_rate": 0.00028578038353210724,
      "loss": 0.7534,
      "step": 22188
    },
    {
      "epoch": 0.9088265410608233,
      "grad_norm": 0.8452564755610394,
      "learning_rate": 0.00028577899747128974,
      "loss": 0.5505,
      "step": 22189
    },
    {
      "epoch": 0.9088674994880197,
      "grad_norm": 0.9942326950458802,
      "learning_rate": 0.00028577761134628384,
      "loss": 0.948,
      "step": 22190
    },
    {
      "epoch": 0.908908457915216,
      "grad_norm": 0.8406283128024175,
      "learning_rate": 0.0002857762251570902,
      "loss": 0.9813,
      "step": 22191
    },
    {
      "epoch": 0.9089494163424124,
      "grad_norm": 0.6671310951017823,
      "learning_rate": 0.0002857748389037094,
      "loss": 0.505,
      "step": 22192
    },
    {
      "epoch": 0.9089903747696089,
      "grad_norm": 0.6241180786894461,
      "learning_rate": 0.00028577345258614214,
      "loss": 0.6106,
      "step": 22193
    },
    {
      "epoch": 0.9090313331968053,
      "grad_norm": 0.9124364057217366,
      "learning_rate": 0.0002857720662043891,
      "loss": 0.8632,
      "step": 22194
    },
    {
      "epoch": 0.9090722916240016,
      "grad_norm": 0.9317793082347551,
      "learning_rate": 0.0002857706797584509,
      "loss": 0.9267,
      "step": 22195
    },
    {
      "epoch": 0.909113250051198,
      "grad_norm": 0.6437600960761857,
      "learning_rate": 0.00028576929324832813,
      "loss": 0.3519,
      "step": 22196
    },
    {
      "epoch": 0.9091542084783945,
      "grad_norm": 0.7365045661102911,
      "learning_rate": 0.0002857679066740216,
      "loss": 0.6662,
      "step": 22197
    },
    {
      "epoch": 0.9091951669055909,
      "grad_norm": 0.7715866738082287,
      "learning_rate": 0.0002857665200355318,
      "loss": 0.4062,
      "step": 22198
    },
    {
      "epoch": 0.9092361253327872,
      "grad_norm": 0.9407287032801941,
      "learning_rate": 0.0002857651333328595,
      "loss": 0.8897,
      "step": 22199
    },
    {
      "epoch": 0.9092770837599836,
      "grad_norm": 0.8269027512225983,
      "learning_rate": 0.0002857637465660054,
      "loss": 0.9908,
      "step": 22200
    },
    {
      "epoch": 0.90931804218718,
      "grad_norm": 0.7917853567003493,
      "learning_rate": 0.00028576235973497,
      "loss": 1.0832,
      "step": 22201
    },
    {
      "epoch": 0.9093590006143764,
      "grad_norm": 0.8837980503075908,
      "learning_rate": 0.00028576097283975404,
      "loss": 0.9475,
      "step": 22202
    },
    {
      "epoch": 0.9093999590415728,
      "grad_norm": 0.6491630356697794,
      "learning_rate": 0.0002857595858803582,
      "loss": 0.6572,
      "step": 22203
    },
    {
      "epoch": 0.9094409174687692,
      "grad_norm": 0.606403044038973,
      "learning_rate": 0.0002857581988567831,
      "loss": 0.766,
      "step": 22204
    },
    {
      "epoch": 0.9094818758959656,
      "grad_norm": 0.8855832545990573,
      "learning_rate": 0.0002857568117690294,
      "loss": 0.9216,
      "step": 22205
    },
    {
      "epoch": 0.9095228343231619,
      "grad_norm": 1.3754715957225025,
      "learning_rate": 0.0002857554246170977,
      "loss": 1.4495,
      "step": 22206
    },
    {
      "epoch": 0.9095637927503584,
      "grad_norm": 0.8147012334084889,
      "learning_rate": 0.0002857540374009888,
      "loss": 0.8152,
      "step": 22207
    },
    {
      "epoch": 0.9096047511775548,
      "grad_norm": 0.5225268038506786,
      "learning_rate": 0.0002857526501207032,
      "loss": 0.6786,
      "step": 22208
    },
    {
      "epoch": 0.9096457096047512,
      "grad_norm": 0.777514861744727,
      "learning_rate": 0.0002857512627762416,
      "loss": 1.0125,
      "step": 22209
    },
    {
      "epoch": 0.9096866680319475,
      "grad_norm": 0.9503562021506218,
      "learning_rate": 0.0002857498753676048,
      "loss": 0.7265,
      "step": 22210
    },
    {
      "epoch": 0.909727626459144,
      "grad_norm": 0.8182853686369401,
      "learning_rate": 0.0002857484878947933,
      "loss": 0.9257,
      "step": 22211
    },
    {
      "epoch": 0.9097685848863404,
      "grad_norm": 0.6375537005368407,
      "learning_rate": 0.0002857471003578077,
      "loss": 0.4301,
      "step": 22212
    },
    {
      "epoch": 0.9098095433135368,
      "grad_norm": 0.5970318944406263,
      "learning_rate": 0.00028574571275664885,
      "loss": 0.5175,
      "step": 22213
    },
    {
      "epoch": 0.9098505017407331,
      "grad_norm": 1.1739689837464204,
      "learning_rate": 0.00028574432509131725,
      "loss": 0.7933,
      "step": 22214
    },
    {
      "epoch": 0.9098914601679295,
      "grad_norm": 0.8514658121207607,
      "learning_rate": 0.0002857429373618136,
      "loss": 0.7673,
      "step": 22215
    },
    {
      "epoch": 0.909932418595126,
      "grad_norm": 0.754385891992585,
      "learning_rate": 0.0002857415495681386,
      "loss": 0.7018,
      "step": 22216
    },
    {
      "epoch": 0.9099733770223224,
      "grad_norm": 0.69898836377129,
      "learning_rate": 0.00028574016171029293,
      "loss": 0.647,
      "step": 22217
    },
    {
      "epoch": 0.9100143354495187,
      "grad_norm": 0.9956989570877749,
      "learning_rate": 0.00028573877378827706,
      "loss": 0.9537,
      "step": 22218
    },
    {
      "epoch": 0.9100552938767151,
      "grad_norm": 0.650639199498978,
      "learning_rate": 0.00028573738580209187,
      "loss": 0.3183,
      "step": 22219
    },
    {
      "epoch": 0.9100962523039116,
      "grad_norm": 0.8030608284047067,
      "learning_rate": 0.00028573599775173785,
      "loss": 0.7494,
      "step": 22220
    },
    {
      "epoch": 0.9101372107311079,
      "grad_norm": 0.8200050407409211,
      "learning_rate": 0.00028573460963721576,
      "loss": 1.0201,
      "step": 22221
    },
    {
      "epoch": 0.9101781691583043,
      "grad_norm": 0.7551411656449782,
      "learning_rate": 0.0002857332214585262,
      "loss": 0.73,
      "step": 22222
    },
    {
      "epoch": 0.9102191275855007,
      "grad_norm": 1.046762387384487,
      "learning_rate": 0.0002857318332156699,
      "loss": 0.8518,
      "step": 22223
    },
    {
      "epoch": 0.9102600860126971,
      "grad_norm": 0.8367273351689786,
      "learning_rate": 0.00028573044490864746,
      "loss": 0.9232,
      "step": 22224
    },
    {
      "epoch": 0.9103010444398935,
      "grad_norm": 0.8729340426708305,
      "learning_rate": 0.00028572905653745953,
      "loss": 1.1474,
      "step": 22225
    },
    {
      "epoch": 0.9103420028670899,
      "grad_norm": 0.7223447408668469,
      "learning_rate": 0.0002857276681021068,
      "loss": 0.8928,
      "step": 22226
    },
    {
      "epoch": 0.9103829612942863,
      "grad_norm": 1.1674010316881926,
      "learning_rate": 0.0002857262796025898,
      "loss": 0.7485,
      "step": 22227
    },
    {
      "epoch": 0.9104239197214827,
      "grad_norm": 0.7970825346161188,
      "learning_rate": 0.0002857248910389094,
      "loss": 0.9379,
      "step": 22228
    },
    {
      "epoch": 0.910464878148679,
      "grad_norm": 1.0136228972820631,
      "learning_rate": 0.0002857235024110661,
      "loss": 1.4194,
      "step": 22229
    },
    {
      "epoch": 0.9105058365758755,
      "grad_norm": 0.7588437647958949,
      "learning_rate": 0.0002857221137190606,
      "loss": 0.9321,
      "step": 22230
    },
    {
      "epoch": 0.9105467950030719,
      "grad_norm": 1.1854554574533223,
      "learning_rate": 0.0002857207249628936,
      "loss": 1.4477,
      "step": 22231
    },
    {
      "epoch": 0.9105877534302683,
      "grad_norm": 0.6515428302635425,
      "learning_rate": 0.00028571933614256564,
      "loss": 0.7299,
      "step": 22232
    },
    {
      "epoch": 0.9106287118574646,
      "grad_norm": 0.9137471427661454,
      "learning_rate": 0.0002857179472580775,
      "loss": 0.66,
      "step": 22233
    },
    {
      "epoch": 0.9106696702846611,
      "grad_norm": 0.8710250666322356,
      "learning_rate": 0.0002857165583094298,
      "loss": 1.1223,
      "step": 22234
    },
    {
      "epoch": 0.9107106287118575,
      "grad_norm": 0.7257981509846255,
      "learning_rate": 0.0002857151692966232,
      "loss": 0.6576,
      "step": 22235
    },
    {
      "epoch": 0.9107515871390539,
      "grad_norm": 0.8067571720715591,
      "learning_rate": 0.0002857137802196583,
      "loss": 0.9042,
      "step": 22236
    },
    {
      "epoch": 0.9107925455662502,
      "grad_norm": 28.977759182026045,
      "learning_rate": 0.00028571239107853585,
      "loss": 3.7538,
      "step": 22237
    },
    {
      "epoch": 0.9108335039934466,
      "grad_norm": 1.2014699575701568,
      "learning_rate": 0.00028571100187325645,
      "loss": 0.927,
      "step": 22238
    },
    {
      "epoch": 0.9108744624206431,
      "grad_norm": 0.7395262467316795,
      "learning_rate": 0.00028570961260382074,
      "loss": 0.6461,
      "step": 22239
    },
    {
      "epoch": 0.9109154208478395,
      "grad_norm": 0.7087918465549113,
      "learning_rate": 0.00028570822327022937,
      "loss": 0.6267,
      "step": 22240
    },
    {
      "epoch": 0.9109563792750358,
      "grad_norm": 0.9354428862783944,
      "learning_rate": 0.0002857068338724831,
      "loss": 1.0226,
      "step": 22241
    },
    {
      "epoch": 0.9109973377022322,
      "grad_norm": 1.1728657539638234,
      "learning_rate": 0.0002857054444105825,
      "loss": 0.9464,
      "step": 22242
    },
    {
      "epoch": 0.9110382961294287,
      "grad_norm": 1.8143308566086567,
      "learning_rate": 0.00028570405488452814,
      "loss": 1.1376,
      "step": 22243
    },
    {
      "epoch": 0.911079254556625,
      "grad_norm": 0.7790267146932538,
      "learning_rate": 0.00028570266529432086,
      "loss": 0.7385,
      "step": 22244
    },
    {
      "epoch": 0.9111202129838214,
      "grad_norm": 1.4389781735719847,
      "learning_rate": 0.00028570127563996124,
      "loss": 0.6934,
      "step": 22245
    },
    {
      "epoch": 0.9111611714110178,
      "grad_norm": 1.1601454742292963,
      "learning_rate": 0.00028569988592144996,
      "loss": 1.061,
      "step": 22246
    },
    {
      "epoch": 0.9112021298382142,
      "grad_norm": 0.9477186533908979,
      "learning_rate": 0.0002856984961387876,
      "loss": 1.1296,
      "step": 22247
    },
    {
      "epoch": 0.9112430882654106,
      "grad_norm": 0.652103660729694,
      "learning_rate": 0.0002856971062919748,
      "loss": 0.6935,
      "step": 22248
    },
    {
      "epoch": 0.911284046692607,
      "grad_norm": 0.7197708672622718,
      "learning_rate": 0.0002856957163810124,
      "loss": 0.7158,
      "step": 22249
    },
    {
      "epoch": 0.9113250051198034,
      "grad_norm": 0.7566657964598994,
      "learning_rate": 0.00028569432640590086,
      "loss": 0.8687,
      "step": 22250
    },
    {
      "epoch": 0.9113659635469998,
      "grad_norm": 0.7871358994045772,
      "learning_rate": 0.000285692936366641,
      "loss": 0.8279,
      "step": 22251
    },
    {
      "epoch": 0.9114069219741961,
      "grad_norm": 1.671126458897514,
      "learning_rate": 0.0002856915462632333,
      "loss": 0.4935,
      "step": 22252
    },
    {
      "epoch": 0.9114478804013926,
      "grad_norm": 0.697563192780376,
      "learning_rate": 0.00028569015609567855,
      "loss": 0.7999,
      "step": 22253
    },
    {
      "epoch": 0.911488838828589,
      "grad_norm": 0.6107739079090515,
      "learning_rate": 0.00028568876586397736,
      "loss": 0.6759,
      "step": 22254
    },
    {
      "epoch": 0.9115297972557854,
      "grad_norm": 2.18778746741018,
      "learning_rate": 0.00028568737556813043,
      "loss": 3.0511,
      "step": 22255
    },
    {
      "epoch": 0.9115707556829817,
      "grad_norm": 0.7437052974372543,
      "learning_rate": 0.00028568598520813836,
      "loss": 0.6788,
      "step": 22256
    },
    {
      "epoch": 0.9116117141101782,
      "grad_norm": 0.8820515184224836,
      "learning_rate": 0.0002856845947840018,
      "loss": 0.8075,
      "step": 22257
    },
    {
      "epoch": 0.9116526725373746,
      "grad_norm": 0.6997220419642194,
      "learning_rate": 0.0002856832042957215,
      "loss": 0.6694,
      "step": 22258
    },
    {
      "epoch": 0.911693630964571,
      "grad_norm": 0.8115582518475162,
      "learning_rate": 0.00028568181374329804,
      "loss": 0.9117,
      "step": 22259
    },
    {
      "epoch": 0.9117345893917673,
      "grad_norm": 0.5712774457112856,
      "learning_rate": 0.0002856804231267321,
      "loss": 0.2964,
      "step": 22260
    },
    {
      "epoch": 0.9117755478189637,
      "grad_norm": 1.5591466787336363,
      "learning_rate": 0.0002856790324460242,
      "loss": 1.1862,
      "step": 22261
    },
    {
      "epoch": 0.9118165062461602,
      "grad_norm": 0.887186012488712,
      "learning_rate": 0.00028567764170117524,
      "loss": 1.1044,
      "step": 22262
    },
    {
      "epoch": 0.9118574646733565,
      "grad_norm": 0.7031320256499723,
      "learning_rate": 0.0002856762508921858,
      "loss": 0.6464,
      "step": 22263
    },
    {
      "epoch": 0.9118984231005529,
      "grad_norm": 0.7620008877610547,
      "learning_rate": 0.00028567486001905643,
      "loss": 0.5386,
      "step": 22264
    },
    {
      "epoch": 0.9119393815277493,
      "grad_norm": 0.7308699290582786,
      "learning_rate": 0.0002856734690817879,
      "loss": 0.9174,
      "step": 22265
    },
    {
      "epoch": 0.9119803399549458,
      "grad_norm": 1.0316873340589143,
      "learning_rate": 0.0002856720780803808,
      "loss": 1.2782,
      "step": 22266
    },
    {
      "epoch": 0.9120212983821421,
      "grad_norm": 0.7199111719760287,
      "learning_rate": 0.00028567068701483583,
      "loss": 0.7804,
      "step": 22267
    },
    {
      "epoch": 0.9120622568093385,
      "grad_norm": 0.8301432739707603,
      "learning_rate": 0.00028566929588515357,
      "loss": 0.6247,
      "step": 22268
    },
    {
      "epoch": 0.9121032152365349,
      "grad_norm": 0.6710755875545604,
      "learning_rate": 0.00028566790469133484,
      "loss": 0.3022,
      "step": 22269
    },
    {
      "epoch": 0.9121441736637314,
      "grad_norm": 0.7048595680769141,
      "learning_rate": 0.00028566651343338013,
      "loss": 0.6283,
      "step": 22270
    },
    {
      "epoch": 0.9121851320909277,
      "grad_norm": 0.7991145516493853,
      "learning_rate": 0.0002856651221112902,
      "loss": 0.7684,
      "step": 22271
    },
    {
      "epoch": 0.9122260905181241,
      "grad_norm": 1.8351822258795873,
      "learning_rate": 0.00028566373072506565,
      "loss": 1.4885,
      "step": 22272
    },
    {
      "epoch": 0.9122670489453205,
      "grad_norm": 0.8328343867100285,
      "learning_rate": 0.0002856623392747072,
      "loss": 1.0481,
      "step": 22273
    },
    {
      "epoch": 0.9123080073725169,
      "grad_norm": 0.7896799369052016,
      "learning_rate": 0.0002856609477602154,
      "loss": 0.8708,
      "step": 22274
    },
    {
      "epoch": 0.9123489657997133,
      "grad_norm": 0.9071278104706704,
      "learning_rate": 0.00028565955618159103,
      "loss": 0.8531,
      "step": 22275
    },
    {
      "epoch": 0.9123899242269097,
      "grad_norm": 0.8276000525029009,
      "learning_rate": 0.00028565816453883465,
      "loss": 1.0816,
      "step": 22276
    },
    {
      "epoch": 0.9124308826541061,
      "grad_norm": 0.5965625352814611,
      "learning_rate": 0.000285656772831947,
      "loss": 0.6377,
      "step": 22277
    },
    {
      "epoch": 0.9124718410813025,
      "grad_norm": 0.7071895294726063,
      "learning_rate": 0.0002856553810609287,
      "loss": 1.0769,
      "step": 22278
    },
    {
      "epoch": 0.9125127995084988,
      "grad_norm": 0.7772276912716363,
      "learning_rate": 0.0002856539892257804,
      "loss": 1.113,
      "step": 22279
    },
    {
      "epoch": 0.9125537579356953,
      "grad_norm": 3.5219375275037876,
      "learning_rate": 0.0002856525973265028,
      "loss": 3.7509,
      "step": 22280
    },
    {
      "epoch": 0.9125947163628917,
      "grad_norm": 0.8093891735532219,
      "learning_rate": 0.0002856512053630964,
      "loss": 0.9569,
      "step": 22281
    },
    {
      "epoch": 0.9126356747900881,
      "grad_norm": 1.238304627762996,
      "learning_rate": 0.0002856498133355621,
      "loss": 1.1083,
      "step": 22282
    },
    {
      "epoch": 0.9126766332172844,
      "grad_norm": 0.561208174249344,
      "learning_rate": 0.0002856484212439004,
      "loss": 0.6715,
      "step": 22283
    },
    {
      "epoch": 0.9127175916444809,
      "grad_norm": 0.8512963201463017,
      "learning_rate": 0.000285647029088112,
      "loss": 0.9417,
      "step": 22284
    },
    {
      "epoch": 0.9127585500716773,
      "grad_norm": 3.4262645527938482,
      "learning_rate": 0.00028564563686819756,
      "loss": 0.9642,
      "step": 22285
    },
    {
      "epoch": 0.9127995084988736,
      "grad_norm": 0.7331433043794282,
      "learning_rate": 0.0002856442445841577,
      "loss": 0.9276,
      "step": 22286
    },
    {
      "epoch": 0.91284046692607,
      "grad_norm": 1.386669542597405,
      "learning_rate": 0.00028564285223599316,
      "loss": 1.077,
      "step": 22287
    },
    {
      "epoch": 0.9128814253532664,
      "grad_norm": 1.0068879455998454,
      "learning_rate": 0.00028564145982370456,
      "loss": 1.5513,
      "step": 22288
    },
    {
      "epoch": 0.9129223837804629,
      "grad_norm": 0.9003156595195579,
      "learning_rate": 0.0002856400673472925,
      "loss": 0.828,
      "step": 22289
    },
    {
      "epoch": 0.9129633422076592,
      "grad_norm": 0.9705572220143028,
      "learning_rate": 0.00028563867480675773,
      "loss": 1.0457,
      "step": 22290
    },
    {
      "epoch": 0.9130043006348556,
      "grad_norm": 0.9020232456621864,
      "learning_rate": 0.0002856372822021008,
      "loss": 0.7592,
      "step": 22291
    },
    {
      "epoch": 0.913045259062052,
      "grad_norm": 1.177037382709149,
      "learning_rate": 0.0002856358895333225,
      "loss": 0.5793,
      "step": 22292
    },
    {
      "epoch": 0.9130862174892485,
      "grad_norm": 0.7241460987761903,
      "learning_rate": 0.00028563449680042344,
      "loss": 0.7235,
      "step": 22293
    },
    {
      "epoch": 0.9131271759164448,
      "grad_norm": 0.7068436739249072,
      "learning_rate": 0.0002856331040034042,
      "loss": 0.8183,
      "step": 22294
    },
    {
      "epoch": 0.9131681343436412,
      "grad_norm": 0.5166638874477274,
      "learning_rate": 0.0002856317111422655,
      "loss": 0.3449,
      "step": 22295
    },
    {
      "epoch": 0.9132090927708376,
      "grad_norm": 0.7153166957878274,
      "learning_rate": 0.000285630318217008,
      "loss": 0.9095,
      "step": 22296
    },
    {
      "epoch": 0.913250051198034,
      "grad_norm": 0.7464433498885027,
      "learning_rate": 0.0002856289252276324,
      "loss": 0.8707,
      "step": 22297
    },
    {
      "epoch": 0.9132910096252304,
      "grad_norm": 1.2542494129528663,
      "learning_rate": 0.0002856275321741393,
      "loss": 1.1975,
      "step": 22298
    },
    {
      "epoch": 0.9133319680524268,
      "grad_norm": 0.8605028455787271,
      "learning_rate": 0.00028562613905652935,
      "loss": 0.9451,
      "step": 22299
    },
    {
      "epoch": 0.9133729264796232,
      "grad_norm": 0.8112207662388361,
      "learning_rate": 0.0002856247458748032,
      "loss": 0.9465,
      "step": 22300
    },
    {
      "epoch": 0.9134138849068196,
      "grad_norm": 0.5607168089069663,
      "learning_rate": 0.00028562335262896166,
      "loss": 0.3379,
      "step": 22301
    },
    {
      "epoch": 0.9134548433340159,
      "grad_norm": 0.7312702899361601,
      "learning_rate": 0.00028562195931900516,
      "loss": 0.7957,
      "step": 22302
    },
    {
      "epoch": 0.9134958017612124,
      "grad_norm": 0.7786391366150333,
      "learning_rate": 0.0002856205659449345,
      "loss": 0.9038,
      "step": 22303
    },
    {
      "epoch": 0.9135367601884088,
      "grad_norm": 0.826670308103849,
      "learning_rate": 0.0002856191725067503,
      "loss": 0.6694,
      "step": 22304
    },
    {
      "epoch": 0.9135777186156051,
      "grad_norm": 3.0166738534850146,
      "learning_rate": 0.00028561777900445323,
      "loss": 4.383,
      "step": 22305
    },
    {
      "epoch": 0.9136186770428015,
      "grad_norm": 0.8706008058591014,
      "learning_rate": 0.00028561638543804393,
      "loss": 0.5883,
      "step": 22306
    },
    {
      "epoch": 0.913659635469998,
      "grad_norm": 5.496006519562157,
      "learning_rate": 0.0002856149918075231,
      "loss": 1.6736,
      "step": 22307
    },
    {
      "epoch": 0.9137005938971944,
      "grad_norm": 0.9465913939509006,
      "learning_rate": 0.00028561359811289135,
      "loss": 0.7442,
      "step": 22308
    },
    {
      "epoch": 0.9137415523243907,
      "grad_norm": 1.0900591548929244,
      "learning_rate": 0.00028561220435414935,
      "loss": 0.528,
      "step": 22309
    },
    {
      "epoch": 0.9137825107515871,
      "grad_norm": 0.8017399061433685,
      "learning_rate": 0.00028561081053129784,
      "loss": 0.9417,
      "step": 22310
    },
    {
      "epoch": 0.9138234691787835,
      "grad_norm": 0.8057966425771222,
      "learning_rate": 0.00028560941664433734,
      "loss": 0.7799,
      "step": 22311
    },
    {
      "epoch": 0.91386442760598,
      "grad_norm": 0.6498124648805983,
      "learning_rate": 0.00028560802269326856,
      "loss": 0.7357,
      "step": 22312
    },
    {
      "epoch": 0.9139053860331763,
      "grad_norm": 1.1607090141537963,
      "learning_rate": 0.00028560662867809227,
      "loss": 0.7792,
      "step": 22313
    },
    {
      "epoch": 0.9139463444603727,
      "grad_norm": 0.6692876443940627,
      "learning_rate": 0.00028560523459880894,
      "loss": 0.7028,
      "step": 22314
    },
    {
      "epoch": 0.9139873028875691,
      "grad_norm": 0.9631407404104338,
      "learning_rate": 0.00028560384045541934,
      "loss": 1.1184,
      "step": 22315
    },
    {
      "epoch": 0.9140282613147656,
      "grad_norm": 0.7511718881267474,
      "learning_rate": 0.0002856024462479241,
      "loss": 0.8457,
      "step": 22316
    },
    {
      "epoch": 0.9140692197419619,
      "grad_norm": 0.9361713466584637,
      "learning_rate": 0.0002856010519763239,
      "loss": 0.772,
      "step": 22317
    },
    {
      "epoch": 0.9141101781691583,
      "grad_norm": 0.8687540114428096,
      "learning_rate": 0.00028559965764061947,
      "loss": 1.0861,
      "step": 22318
    },
    {
      "epoch": 0.9141511365963547,
      "grad_norm": 0.6718460303572834,
      "learning_rate": 0.00028559826324081134,
      "loss": 0.8964,
      "step": 22319
    },
    {
      "epoch": 0.9141920950235511,
      "grad_norm": 1.1192972528767522,
      "learning_rate": 0.00028559686877690024,
      "loss": 1.161,
      "step": 22320
    },
    {
      "epoch": 0.9142330534507475,
      "grad_norm": 0.6923958518744202,
      "learning_rate": 0.0002855954742488868,
      "loss": 0.3319,
      "step": 22321
    },
    {
      "epoch": 0.9142740118779439,
      "grad_norm": 0.6433599378474456,
      "learning_rate": 0.0002855940796567716,
      "loss": 0.7856,
      "step": 22322
    },
    {
      "epoch": 0.9143149703051403,
      "grad_norm": 0.686769494334792,
      "learning_rate": 0.00028559268500055545,
      "loss": 0.7278,
      "step": 22323
    },
    {
      "epoch": 0.9143559287323367,
      "grad_norm": 0.6924889965630241,
      "learning_rate": 0.00028559129028023894,
      "loss": 0.8362,
      "step": 22324
    },
    {
      "epoch": 0.914396887159533,
      "grad_norm": 1.2080952900942405,
      "learning_rate": 0.0002855898954958228,
      "loss": 1.0493,
      "step": 22325
    },
    {
      "epoch": 0.9144378455867295,
      "grad_norm": 0.6719317184744881,
      "learning_rate": 0.00028558850064730755,
      "loss": 0.7152,
      "step": 22326
    },
    {
      "epoch": 0.9144788040139259,
      "grad_norm": 0.9879219530768326,
      "learning_rate": 0.00028558710573469396,
      "loss": 0.8519,
      "step": 22327
    },
    {
      "epoch": 0.9145197624411222,
      "grad_norm": 0.6317399268479149,
      "learning_rate": 0.0002855857107579826,
      "loss": 0.8031,
      "step": 22328
    },
    {
      "epoch": 0.9145607208683186,
      "grad_norm": 1.0697191431771116,
      "learning_rate": 0.00028558431571717427,
      "loss": 1.2154,
      "step": 22329
    },
    {
      "epoch": 0.9146016792955151,
      "grad_norm": 0.749418896570166,
      "learning_rate": 0.00028558292061226946,
      "loss": 0.6748,
      "step": 22330
    },
    {
      "epoch": 0.9146426377227115,
      "grad_norm": 1.096384824922763,
      "learning_rate": 0.00028558152544326895,
      "loss": 1.0247,
      "step": 22331
    },
    {
      "epoch": 0.9146835961499078,
      "grad_norm": 0.5720143659334554,
      "learning_rate": 0.0002855801302101734,
      "loss": 0.6312,
      "step": 22332
    },
    {
      "epoch": 0.9147245545771042,
      "grad_norm": 0.9315594116142724,
      "learning_rate": 0.00028557873491298337,
      "loss": 0.4404,
      "step": 22333
    },
    {
      "epoch": 0.9147655130043006,
      "grad_norm": 1.0791656643166934,
      "learning_rate": 0.00028557733955169966,
      "loss": 0.7656,
      "step": 22334
    },
    {
      "epoch": 0.9148064714314971,
      "grad_norm": 1.0681074066525253,
      "learning_rate": 0.00028557594412632274,
      "loss": 1.0923,
      "step": 22335
    },
    {
      "epoch": 0.9148474298586934,
      "grad_norm": 0.692923775120474,
      "learning_rate": 0.0002855745486368535,
      "loss": 0.8927,
      "step": 22336
    },
    {
      "epoch": 0.9148883882858898,
      "grad_norm": 0.7009256967681369,
      "learning_rate": 0.00028557315308329236,
      "loss": 0.3613,
      "step": 22337
    },
    {
      "epoch": 0.9149293467130862,
      "grad_norm": 1.4767621295992162,
      "learning_rate": 0.00028557175746564016,
      "loss": 0.7551,
      "step": 22338
    },
    {
      "epoch": 0.9149703051402827,
      "grad_norm": 0.7863553996329056,
      "learning_rate": 0.0002855703617838975,
      "loss": 1.1371,
      "step": 22339
    },
    {
      "epoch": 0.915011263567479,
      "grad_norm": 2.665339619868329,
      "learning_rate": 0.000285568966038065,
      "loss": 6.2094,
      "step": 22340
    },
    {
      "epoch": 0.9150522219946754,
      "grad_norm": 1.540515561977571,
      "learning_rate": 0.00028556757022814343,
      "loss": 1.8327,
      "step": 22341
    },
    {
      "epoch": 0.9150931804218718,
      "grad_norm": 0.8352401119225822,
      "learning_rate": 0.00028556617435413335,
      "loss": 0.7053,
      "step": 22342
    },
    {
      "epoch": 0.9151341388490682,
      "grad_norm": 0.7570107837214081,
      "learning_rate": 0.00028556477841603544,
      "loss": 0.8438,
      "step": 22343
    },
    {
      "epoch": 0.9151750972762646,
      "grad_norm": 0.9530272553368659,
      "learning_rate": 0.0002855633824138504,
      "loss": 0.8707,
      "step": 22344
    },
    {
      "epoch": 0.915216055703461,
      "grad_norm": 3.7517111561270378,
      "learning_rate": 0.0002855619863475788,
      "loss": 1.5188,
      "step": 22345
    },
    {
      "epoch": 0.9152570141306574,
      "grad_norm": 0.9252067025693549,
      "learning_rate": 0.0002855605902172214,
      "loss": 0.8835,
      "step": 22346
    },
    {
      "epoch": 0.9152979725578538,
      "grad_norm": 0.8669026918725374,
      "learning_rate": 0.00028555919402277886,
      "loss": 0.8469,
      "step": 22347
    },
    {
      "epoch": 0.9153389309850501,
      "grad_norm": 0.842478011228961,
      "learning_rate": 0.0002855577977642517,
      "loss": 1.048,
      "step": 22348
    },
    {
      "epoch": 0.9153798894122466,
      "grad_norm": 0.7741178555697779,
      "learning_rate": 0.00028555640144164074,
      "loss": 0.6,
      "step": 22349
    },
    {
      "epoch": 0.915420847839443,
      "grad_norm": 0.8751228615136248,
      "learning_rate": 0.0002855550050549466,
      "loss": 1.0922,
      "step": 22350
    },
    {
      "epoch": 0.9154618062666393,
      "grad_norm": 0.5897692622204682,
      "learning_rate": 0.0002855536086041699,
      "loss": 0.7731,
      "step": 22351
    },
    {
      "epoch": 0.9155027646938357,
      "grad_norm": 0.7401098477188549,
      "learning_rate": 0.0002855522120893113,
      "loss": 0.9931,
      "step": 22352
    },
    {
      "epoch": 0.9155437231210322,
      "grad_norm": 1.0455436353631995,
      "learning_rate": 0.00028555081551037145,
      "loss": 1.069,
      "step": 22353
    },
    {
      "epoch": 0.9155846815482286,
      "grad_norm": 0.5943093697067512,
      "learning_rate": 0.0002855494188673511,
      "loss": 0.5593,
      "step": 22354
    },
    {
      "epoch": 0.9156256399754249,
      "grad_norm": 0.8085370120558667,
      "learning_rate": 0.00028554802216025085,
      "loss": 1.031,
      "step": 22355
    },
    {
      "epoch": 0.9156665984026213,
      "grad_norm": 0.6513302264022086,
      "learning_rate": 0.00028554662538907133,
      "loss": 0.7148,
      "step": 22356
    },
    {
      "epoch": 0.9157075568298177,
      "grad_norm": 0.7599843263665275,
      "learning_rate": 0.00028554522855381325,
      "loss": 0.7451,
      "step": 22357
    },
    {
      "epoch": 0.9157485152570142,
      "grad_norm": 1.6349514345592144,
      "learning_rate": 0.00028554383165447725,
      "loss": 2.0784,
      "step": 22358
    },
    {
      "epoch": 0.9157894736842105,
      "grad_norm": 0.7035754439950292,
      "learning_rate": 0.00028554243469106397,
      "loss": 0.7428,
      "step": 22359
    },
    {
      "epoch": 0.9158304321114069,
      "grad_norm": 0.7460332089786127,
      "learning_rate": 0.0002855410376635741,
      "loss": 0.7182,
      "step": 22360
    },
    {
      "epoch": 0.9158713905386033,
      "grad_norm": 0.7266136955229137,
      "learning_rate": 0.0002855396405720083,
      "loss": 0.4917,
      "step": 22361
    },
    {
      "epoch": 0.9159123489657998,
      "grad_norm": 0.7665482465611207,
      "learning_rate": 0.0002855382434163672,
      "loss": 0.5527,
      "step": 22362
    },
    {
      "epoch": 0.9159533073929961,
      "grad_norm": 0.8182128209852488,
      "learning_rate": 0.00028553684619665157,
      "loss": 0.9475,
      "step": 22363
    },
    {
      "epoch": 0.9159942658201925,
      "grad_norm": 0.7914649672776402,
      "learning_rate": 0.00028553544891286186,
      "loss": 0.8377,
      "step": 22364
    },
    {
      "epoch": 0.9160352242473889,
      "grad_norm": 0.8776903407380499,
      "learning_rate": 0.00028553405156499896,
      "loss": 0.9822,
      "step": 22365
    },
    {
      "epoch": 0.9160761826745853,
      "grad_norm": 0.9327530809414302,
      "learning_rate": 0.0002855326541530634,
      "loss": 0.7153,
      "step": 22366
    },
    {
      "epoch": 0.9161171411017817,
      "grad_norm": 0.9416092227428212,
      "learning_rate": 0.0002855312566770558,
      "loss": 1.0667,
      "step": 22367
    },
    {
      "epoch": 0.9161580995289781,
      "grad_norm": 0.38355165646100114,
      "learning_rate": 0.0002855298591369769,
      "loss": 0.1041,
      "step": 22368
    },
    {
      "epoch": 0.9161990579561745,
      "grad_norm": 0.7884449665695883,
      "learning_rate": 0.0002855284615328274,
      "loss": 0.6063,
      "step": 22369
    },
    {
      "epoch": 0.9162400163833708,
      "grad_norm": 0.7901158664673529,
      "learning_rate": 0.0002855270638646079,
      "loss": 0.7788,
      "step": 22370
    },
    {
      "epoch": 0.9162809748105673,
      "grad_norm": 0.9560750572155454,
      "learning_rate": 0.000285525666132319,
      "loss": 0.8814,
      "step": 22371
    },
    {
      "epoch": 0.9163219332377637,
      "grad_norm": 0.9953584346214087,
      "learning_rate": 0.0002855242683359615,
      "loss": 1.1685,
      "step": 22372
    },
    {
      "epoch": 0.9163628916649601,
      "grad_norm": 0.816658820406824,
      "learning_rate": 0.000285522870475536,
      "loss": 0.5636,
      "step": 22373
    },
    {
      "epoch": 0.9164038500921564,
      "grad_norm": 0.5161840058519925,
      "learning_rate": 0.0002855214725510431,
      "loss": 0.3002,
      "step": 22374
    },
    {
      "epoch": 0.9164448085193528,
      "grad_norm": 0.7826386082438671,
      "learning_rate": 0.00028552007456248356,
      "loss": 0.8229,
      "step": 22375
    },
    {
      "epoch": 0.9164857669465493,
      "grad_norm": 0.6001265272454942,
      "learning_rate": 0.00028551867650985797,
      "loss": 0.3029,
      "step": 22376
    },
    {
      "epoch": 0.9165267253737457,
      "grad_norm": 0.7678877417859518,
      "learning_rate": 0.000285517278393167,
      "loss": 0.8066,
      "step": 22377
    },
    {
      "epoch": 0.916567683800942,
      "grad_norm": 0.7465135215478379,
      "learning_rate": 0.0002855158802124114,
      "loss": 0.7368,
      "step": 22378
    },
    {
      "epoch": 0.9166086422281384,
      "grad_norm": 0.7467683284027731,
      "learning_rate": 0.00028551448196759165,
      "loss": 0.8834,
      "step": 22379
    },
    {
      "epoch": 0.9166496006553349,
      "grad_norm": 0.9153947436911954,
      "learning_rate": 0.00028551308365870853,
      "loss": 0.7984,
      "step": 22380
    },
    {
      "epoch": 0.9166905590825313,
      "grad_norm": 0.6126081147067188,
      "learning_rate": 0.00028551168528576277,
      "loss": 0.3964,
      "step": 22381
    },
    {
      "epoch": 0.9167315175097276,
      "grad_norm": 0.8933956356456454,
      "learning_rate": 0.00028551028684875487,
      "loss": 1.0616,
      "step": 22382
    },
    {
      "epoch": 0.916772475936924,
      "grad_norm": 0.508150664083763,
      "learning_rate": 0.0002855088883476856,
      "loss": 0.2963,
      "step": 22383
    },
    {
      "epoch": 0.9168134343641204,
      "grad_norm": 0.7984572482487982,
      "learning_rate": 0.0002855074897825556,
      "loss": 0.9963,
      "step": 22384
    },
    {
      "epoch": 0.9168543927913169,
      "grad_norm": 0.83127121930852,
      "learning_rate": 0.00028550609115336544,
      "loss": 0.846,
      "step": 22385
    },
    {
      "epoch": 0.9168953512185132,
      "grad_norm": 1.142585516088626,
      "learning_rate": 0.000285504692460116,
      "loss": 1.6597,
      "step": 22386
    },
    {
      "epoch": 0.9169363096457096,
      "grad_norm": 0.8920847674991675,
      "learning_rate": 0.00028550329370280773,
      "loss": 0.7207,
      "step": 22387
    },
    {
      "epoch": 0.916977268072906,
      "grad_norm": 0.8267650120914243,
      "learning_rate": 0.00028550189488144137,
      "loss": 0.8171,
      "step": 22388
    },
    {
      "epoch": 0.9170182265001025,
      "grad_norm": 0.6035338910835273,
      "learning_rate": 0.0002855004959960176,
      "loss": 0.376,
      "step": 22389
    },
    {
      "epoch": 0.9170591849272988,
      "grad_norm": 0.8459520818049019,
      "learning_rate": 0.00028549909704653697,
      "loss": 0.5572,
      "step": 22390
    },
    {
      "epoch": 0.9171001433544952,
      "grad_norm": 0.7325772208795033,
      "learning_rate": 0.00028549769803300033,
      "loss": 0.8373,
      "step": 22391
    },
    {
      "epoch": 0.9171411017816916,
      "grad_norm": 0.8163229087423916,
      "learning_rate": 0.00028549629895540816,
      "loss": 0.7124,
      "step": 22392
    },
    {
      "epoch": 0.9171820602088879,
      "grad_norm": 3.667841620002396,
      "learning_rate": 0.0002854948998137613,
      "loss": 2.9625,
      "step": 22393
    },
    {
      "epoch": 0.9172230186360844,
      "grad_norm": 2.833007585570928,
      "learning_rate": 0.00028549350060806027,
      "loss": 5.1742,
      "step": 22394
    },
    {
      "epoch": 0.9172639770632808,
      "grad_norm": 1.024124891898811,
      "learning_rate": 0.00028549210133830573,
      "loss": 1.0159,
      "step": 22395
    },
    {
      "epoch": 0.9173049354904772,
      "grad_norm": 1.3872130090104384,
      "learning_rate": 0.00028549070200449843,
      "loss": 1.871,
      "step": 22396
    },
    {
      "epoch": 0.9173458939176735,
      "grad_norm": 1.3551869000246175,
      "learning_rate": 0.00028548930260663896,
      "loss": 2.0053,
      "step": 22397
    },
    {
      "epoch": 0.9173868523448699,
      "grad_norm": 1.0724099348290117,
      "learning_rate": 0.00028548790314472807,
      "loss": 0.9767,
      "step": 22398
    },
    {
      "epoch": 0.9174278107720664,
      "grad_norm": 2.145942471023427,
      "learning_rate": 0.0002854865036187663,
      "loss": 0.9193,
      "step": 22399
    },
    {
      "epoch": 0.9174687691992628,
      "grad_norm": 0.8088288967795426,
      "learning_rate": 0.0002854851040287544,
      "loss": 0.8666,
      "step": 22400
    },
    {
      "epoch": 0.9175097276264591,
      "grad_norm": 0.7143906295111817,
      "learning_rate": 0.000285483704374693,
      "loss": 0.4554,
      "step": 22401
    },
    {
      "epoch": 0.9175506860536555,
      "grad_norm": 0.95456037829351,
      "learning_rate": 0.0002854823046565828,
      "loss": 0.6242,
      "step": 22402
    },
    {
      "epoch": 0.917591644480852,
      "grad_norm": 0.7477129330272745,
      "learning_rate": 0.00028548090487442437,
      "loss": 0.8956,
      "step": 22403
    },
    {
      "epoch": 0.9176326029080484,
      "grad_norm": 0.7062412488307409,
      "learning_rate": 0.00028547950502821846,
      "loss": 0.5565,
      "step": 22404
    },
    {
      "epoch": 0.9176735613352447,
      "grad_norm": 0.7283355448705083,
      "learning_rate": 0.0002854781051179657,
      "loss": 0.7522,
      "step": 22405
    },
    {
      "epoch": 0.9177145197624411,
      "grad_norm": 0.6484676329845802,
      "learning_rate": 0.00028547670514366677,
      "loss": 0.6286,
      "step": 22406
    },
    {
      "epoch": 0.9177554781896375,
      "grad_norm": 0.8687855020665464,
      "learning_rate": 0.0002854753051053223,
      "loss": 0.7922,
      "step": 22407
    },
    {
      "epoch": 0.917796436616834,
      "grad_norm": 0.869329489825238,
      "learning_rate": 0.0002854739050029329,
      "loss": 0.8923,
      "step": 22408
    },
    {
      "epoch": 0.9178373950440303,
      "grad_norm": 0.6257985066379526,
      "learning_rate": 0.0002854725048364994,
      "loss": 0.4183,
      "step": 22409
    },
    {
      "epoch": 0.9178783534712267,
      "grad_norm": 0.9199441749339551,
      "learning_rate": 0.0002854711046060223,
      "loss": 0.7071,
      "step": 22410
    },
    {
      "epoch": 0.9179193118984231,
      "grad_norm": 0.8782606604663334,
      "learning_rate": 0.00028546970431150235,
      "loss": 0.8631,
      "step": 22411
    },
    {
      "epoch": 0.9179602703256194,
      "grad_norm": 0.8204724191205861,
      "learning_rate": 0.00028546830395294017,
      "loss": 0.8783,
      "step": 22412
    },
    {
      "epoch": 0.9180012287528159,
      "grad_norm": 0.7617876388271513,
      "learning_rate": 0.00028546690353033644,
      "loss": 0.8716,
      "step": 22413
    },
    {
      "epoch": 0.9180421871800123,
      "grad_norm": 0.8715742397601544,
      "learning_rate": 0.00028546550304369187,
      "loss": 0.8046,
      "step": 22414
    },
    {
      "epoch": 0.9180831456072087,
      "grad_norm": 0.6257961653789104,
      "learning_rate": 0.000285464102493007,
      "loss": 0.4936,
      "step": 22415
    },
    {
      "epoch": 0.918124104034405,
      "grad_norm": 1.1240809097936308,
      "learning_rate": 0.0002854627018782826,
      "loss": 0.8049,
      "step": 22416
    },
    {
      "epoch": 0.9181650624616015,
      "grad_norm": 0.8856332771287921,
      "learning_rate": 0.0002854613011995193,
      "loss": 0.8722,
      "step": 22417
    },
    {
      "epoch": 0.9182060208887979,
      "grad_norm": 0.48047073680857744,
      "learning_rate": 0.0002854599004567177,
      "loss": 0.3192,
      "step": 22418
    },
    {
      "epoch": 0.9182469793159943,
      "grad_norm": 0.5657345601275903,
      "learning_rate": 0.0002854584996498786,
      "loss": 0.3422,
      "step": 22419
    },
    {
      "epoch": 0.9182879377431906,
      "grad_norm": 0.7801069963214705,
      "learning_rate": 0.00028545709877900253,
      "loss": 0.5605,
      "step": 22420
    },
    {
      "epoch": 0.918328896170387,
      "grad_norm": 1.1012229246601555,
      "learning_rate": 0.0002854556978440902,
      "loss": 0.6583,
      "step": 22421
    },
    {
      "epoch": 0.9183698545975835,
      "grad_norm": 0.7744049005540442,
      "learning_rate": 0.0002854542968451423,
      "loss": 0.9089,
      "step": 22422
    },
    {
      "epoch": 0.9184108130247799,
      "grad_norm": 0.6814708388502014,
      "learning_rate": 0.00028545289578215944,
      "loss": 0.5885,
      "step": 22423
    },
    {
      "epoch": 0.9184517714519762,
      "grad_norm": 0.7224170360791147,
      "learning_rate": 0.00028545149465514236,
      "loss": 0.9296,
      "step": 22424
    },
    {
      "epoch": 0.9184927298791726,
      "grad_norm": 0.48040566259138934,
      "learning_rate": 0.00028545009346409164,
      "loss": 0.3363,
      "step": 22425
    },
    {
      "epoch": 0.9185336883063691,
      "grad_norm": 1.4729891407383995,
      "learning_rate": 0.000285448692209008,
      "loss": 1.668,
      "step": 22426
    },
    {
      "epoch": 0.9185746467335655,
      "grad_norm": 0.7693369542310001,
      "learning_rate": 0.000285447290889892,
      "loss": 0.8655,
      "step": 22427
    },
    {
      "epoch": 0.9186156051607618,
      "grad_norm": 2.1878083241604265,
      "learning_rate": 0.00028544588950674447,
      "loss": 1.0526,
      "step": 22428
    },
    {
      "epoch": 0.9186565635879582,
      "grad_norm": 0.7174421520568962,
      "learning_rate": 0.00028544448805956595,
      "loss": 0.6162,
      "step": 22429
    },
    {
      "epoch": 0.9186975220151546,
      "grad_norm": 0.7369887255522165,
      "learning_rate": 0.00028544308654835716,
      "loss": 0.8378,
      "step": 22430
    },
    {
      "epoch": 0.9187384804423511,
      "grad_norm": 0.6333749652400444,
      "learning_rate": 0.0002854416849731187,
      "loss": 0.3748,
      "step": 22431
    },
    {
      "epoch": 0.9187794388695474,
      "grad_norm": 0.6637299876955288,
      "learning_rate": 0.0002854402833338513,
      "loss": 0.7159,
      "step": 22432
    },
    {
      "epoch": 0.9188203972967438,
      "grad_norm": 2.0988085624409223,
      "learning_rate": 0.00028543888163055556,
      "loss": 1.19,
      "step": 22433
    },
    {
      "epoch": 0.9188613557239402,
      "grad_norm": 0.8148512582816339,
      "learning_rate": 0.0002854374798632322,
      "loss": 0.9934,
      "step": 22434
    },
    {
      "epoch": 0.9189023141511365,
      "grad_norm": 0.9305108691892282,
      "learning_rate": 0.00028543607803188187,
      "loss": 1.1281,
      "step": 22435
    },
    {
      "epoch": 0.918943272578333,
      "grad_norm": 2.797294781995069,
      "learning_rate": 0.0002854346761365052,
      "loss": 1.5497,
      "step": 22436
    },
    {
      "epoch": 0.9189842310055294,
      "grad_norm": 0.9172956362019655,
      "learning_rate": 0.00028543327417710287,
      "loss": 0.8153,
      "step": 22437
    },
    {
      "epoch": 0.9190251894327258,
      "grad_norm": 0.6938131867372438,
      "learning_rate": 0.00028543187215367556,
      "loss": 0.9106,
      "step": 22438
    },
    {
      "epoch": 0.9190661478599221,
      "grad_norm": 0.7334285885158506,
      "learning_rate": 0.00028543047006622394,
      "loss": 0.8796,
      "step": 22439
    },
    {
      "epoch": 0.9191071062871186,
      "grad_norm": 0.8006407045766356,
      "learning_rate": 0.0002854290679147486,
      "loss": 0.9517,
      "step": 22440
    },
    {
      "epoch": 0.919148064714315,
      "grad_norm": 0.7934732966058813,
      "learning_rate": 0.00028542766569925027,
      "loss": 1.1006,
      "step": 22441
    },
    {
      "epoch": 0.9191890231415114,
      "grad_norm": 0.9553868039738036,
      "learning_rate": 0.00028542626341972963,
      "loss": 0.359,
      "step": 22442
    },
    {
      "epoch": 0.9192299815687077,
      "grad_norm": 0.9457335431683096,
      "learning_rate": 0.0002854248610761873,
      "loss": 0.3244,
      "step": 22443
    },
    {
      "epoch": 0.9192709399959041,
      "grad_norm": 0.6759128175433261,
      "learning_rate": 0.0002854234586686239,
      "loss": 0.4138,
      "step": 22444
    },
    {
      "epoch": 0.9193118984231006,
      "grad_norm": 0.7718249912093138,
      "learning_rate": 0.0002854220561970402,
      "loss": 0.7419,
      "step": 22445
    },
    {
      "epoch": 0.919352856850297,
      "grad_norm": 0.7127411249693678,
      "learning_rate": 0.0002854206536614368,
      "loss": 0.7516,
      "step": 22446
    },
    {
      "epoch": 0.9193938152774933,
      "grad_norm": 0.791183674569525,
      "learning_rate": 0.0002854192510618144,
      "loss": 0.9699,
      "step": 22447
    },
    {
      "epoch": 0.9194347737046897,
      "grad_norm": 0.6713187147775688,
      "learning_rate": 0.0002854178483981736,
      "loss": 0.3806,
      "step": 22448
    },
    {
      "epoch": 0.9194757321318862,
      "grad_norm": 0.8343828239382589,
      "learning_rate": 0.0002854164456705151,
      "loss": 0.972,
      "step": 22449
    },
    {
      "epoch": 0.9195166905590826,
      "grad_norm": 1.0621627437827315,
      "learning_rate": 0.00028541504287883955,
      "loss": 1.2964,
      "step": 22450
    },
    {
      "epoch": 0.9195576489862789,
      "grad_norm": 1.06119731284893,
      "learning_rate": 0.0002854136400231477,
      "loss": 1.2833,
      "step": 22451
    },
    {
      "epoch": 0.9195986074134753,
      "grad_norm": 0.902868964094717,
      "learning_rate": 0.0002854122371034401,
      "loss": 0.3441,
      "step": 22452
    },
    {
      "epoch": 0.9196395658406717,
      "grad_norm": 0.7017978681474856,
      "learning_rate": 0.0002854108341197174,
      "loss": 0.2961,
      "step": 22453
    },
    {
      "epoch": 0.9196805242678681,
      "grad_norm": 0.806705160080927,
      "learning_rate": 0.00028540943107198033,
      "loss": 0.8007,
      "step": 22454
    },
    {
      "epoch": 0.9197214826950645,
      "grad_norm": 0.7576380210837521,
      "learning_rate": 0.0002854080279602296,
      "loss": 0.7672,
      "step": 22455
    },
    {
      "epoch": 0.9197624411222609,
      "grad_norm": 0.768253580092467,
      "learning_rate": 0.0002854066247844658,
      "loss": 0.639,
      "step": 22456
    },
    {
      "epoch": 0.9198033995494573,
      "grad_norm": 0.9573259644297256,
      "learning_rate": 0.0002854052215446895,
      "loss": 1.2588,
      "step": 22457
    },
    {
      "epoch": 0.9198443579766536,
      "grad_norm": 1.3586201607584432,
      "learning_rate": 0.0002854038182409016,
      "loss": 1.5183,
      "step": 22458
    },
    {
      "epoch": 0.9198853164038501,
      "grad_norm": 0.6078946407219092,
      "learning_rate": 0.0002854024148731026,
      "loss": 0.3309,
      "step": 22459
    },
    {
      "epoch": 0.9199262748310465,
      "grad_norm": 0.8329949667773766,
      "learning_rate": 0.0002854010114412932,
      "loss": 1.0552,
      "step": 22460
    },
    {
      "epoch": 0.9199672332582429,
      "grad_norm": 1.0133212977134833,
      "learning_rate": 0.000285399607945474,
      "loss": 1.0098,
      "step": 22461
    },
    {
      "epoch": 0.9200081916854392,
      "grad_norm": 0.8395964989660812,
      "learning_rate": 0.00028539820438564574,
      "loss": 0.8941,
      "step": 22462
    },
    {
      "epoch": 0.9200491501126357,
      "grad_norm": 1.0442031628700827,
      "learning_rate": 0.00028539680076180906,
      "loss": 0.7478,
      "step": 22463
    },
    {
      "epoch": 0.9200901085398321,
      "grad_norm": 0.9146696991011477,
      "learning_rate": 0.00028539539707396467,
      "loss": 0.5569,
      "step": 22464
    },
    {
      "epoch": 0.9201310669670285,
      "grad_norm": 0.8370637435904164,
      "learning_rate": 0.00028539399332211314,
      "loss": 1.069,
      "step": 22465
    },
    {
      "epoch": 0.9201720253942248,
      "grad_norm": 0.7957212769031481,
      "learning_rate": 0.00028539258950625526,
      "loss": 0.9606,
      "step": 22466
    },
    {
      "epoch": 0.9202129838214212,
      "grad_norm": 1.521317012163571,
      "learning_rate": 0.0002853911856263916,
      "loss": 0.6123,
      "step": 22467
    },
    {
      "epoch": 0.9202539422486177,
      "grad_norm": 1.0415792929119907,
      "learning_rate": 0.00028538978168252284,
      "loss": 1.1099,
      "step": 22468
    },
    {
      "epoch": 0.9202949006758141,
      "grad_norm": 1.0782039744345844,
      "learning_rate": 0.0002853883776746496,
      "loss": 1.0383,
      "step": 22469
    },
    {
      "epoch": 0.9203358591030104,
      "grad_norm": 1.0793024211117654,
      "learning_rate": 0.0002853869736027726,
      "loss": 0.7425,
      "step": 22470
    },
    {
      "epoch": 0.9203768175302068,
      "grad_norm": 0.6949147101683626,
      "learning_rate": 0.00028538556946689257,
      "loss": 0.7887,
      "step": 22471
    },
    {
      "epoch": 0.9204177759574033,
      "grad_norm": 0.7626245212782451,
      "learning_rate": 0.00028538416526701,
      "loss": 0.9657,
      "step": 22472
    },
    {
      "epoch": 0.9204587343845997,
      "grad_norm": 1.019321302166524,
      "learning_rate": 0.00028538276100312574,
      "loss": 0.8928,
      "step": 22473
    },
    {
      "epoch": 0.920499692811796,
      "grad_norm": 0.8249077234698066,
      "learning_rate": 0.0002853813566752403,
      "loss": 1.0757,
      "step": 22474
    },
    {
      "epoch": 0.9205406512389924,
      "grad_norm": 0.668701638209481,
      "learning_rate": 0.00028537995228335443,
      "loss": 0.3823,
      "step": 22475
    },
    {
      "epoch": 0.9205816096661888,
      "grad_norm": 1.8871245040449494,
      "learning_rate": 0.0002853785478274688,
      "loss": 2.5413,
      "step": 22476
    },
    {
      "epoch": 0.9206225680933852,
      "grad_norm": 1.7325739773957596,
      "learning_rate": 0.000285377143307584,
      "loss": 2.0386,
      "step": 22477
    },
    {
      "epoch": 0.9206635265205816,
      "grad_norm": 2.427576103530107,
      "learning_rate": 0.0002853757387237008,
      "loss": 4.3092,
      "step": 22478
    },
    {
      "epoch": 0.920704484947778,
      "grad_norm": 0.8081852551586723,
      "learning_rate": 0.00028537433407581976,
      "loss": 0.8019,
      "step": 22479
    },
    {
      "epoch": 0.9207454433749744,
      "grad_norm": 0.9351701220331302,
      "learning_rate": 0.0002853729293639416,
      "loss": 0.7479,
      "step": 22480
    },
    {
      "epoch": 0.9207864018021708,
      "grad_norm": 0.9044404583618443,
      "learning_rate": 0.000285371524588067,
      "loss": 0.7543,
      "step": 22481
    },
    {
      "epoch": 0.9208273602293672,
      "grad_norm": 0.8533433311549138,
      "learning_rate": 0.0002853701197481966,
      "loss": 1.1481,
      "step": 22482
    },
    {
      "epoch": 0.9208683186565636,
      "grad_norm": 0.6490118248336888,
      "learning_rate": 0.00028536871484433106,
      "loss": 0.6377,
      "step": 22483
    },
    {
      "epoch": 0.92090927708376,
      "grad_norm": 0.7056154407629132,
      "learning_rate": 0.00028536730987647097,
      "loss": 0.7678,
      "step": 22484
    },
    {
      "epoch": 0.9209502355109563,
      "grad_norm": 0.7665590725459128,
      "learning_rate": 0.0002853659048446172,
      "loss": 0.9279,
      "step": 22485
    },
    {
      "epoch": 0.9209911939381528,
      "grad_norm": 1.0135553967338737,
      "learning_rate": 0.00028536449974877017,
      "loss": 0.9049,
      "step": 22486
    },
    {
      "epoch": 0.9210321523653492,
      "grad_norm": 6.723732309689509,
      "learning_rate": 0.0002853630945889307,
      "loss": 3.7221,
      "step": 22487
    },
    {
      "epoch": 0.9210731107925456,
      "grad_norm": 0.9323839922707332,
      "learning_rate": 0.00028536168936509944,
      "loss": 0.9316,
      "step": 22488
    },
    {
      "epoch": 0.9211140692197419,
      "grad_norm": 1.1715225019786253,
      "learning_rate": 0.000285360284077277,
      "loss": 1.033,
      "step": 22489
    },
    {
      "epoch": 0.9211550276469384,
      "grad_norm": 0.7573127206599356,
      "learning_rate": 0.0002853588787254641,
      "loss": 0.8315,
      "step": 22490
    },
    {
      "epoch": 0.9211959860741348,
      "grad_norm": 1.0243743757440573,
      "learning_rate": 0.00028535747330966135,
      "loss": 1.1947,
      "step": 22491
    },
    {
      "epoch": 0.9212369445013312,
      "grad_norm": 1.1302604896993662,
      "learning_rate": 0.0002853560678298694,
      "loss": 1.0451,
      "step": 22492
    },
    {
      "epoch": 0.9212779029285275,
      "grad_norm": 0.9135896233930924,
      "learning_rate": 0.00028535466228608907,
      "loss": 1.2608,
      "step": 22493
    },
    {
      "epoch": 0.9213188613557239,
      "grad_norm": 0.5561332550500673,
      "learning_rate": 0.0002853532566783208,
      "loss": 0.7676,
      "step": 22494
    },
    {
      "epoch": 0.9213598197829204,
      "grad_norm": 0.9307272638505331,
      "learning_rate": 0.0002853518510065654,
      "loss": 1.0204,
      "step": 22495
    },
    {
      "epoch": 0.9214007782101167,
      "grad_norm": 0.6434440981678626,
      "learning_rate": 0.00028535044527082355,
      "loss": 0.3548,
      "step": 22496
    },
    {
      "epoch": 0.9214417366373131,
      "grad_norm": 0.9365742528265473,
      "learning_rate": 0.0002853490394710958,
      "loss": 0.9993,
      "step": 22497
    },
    {
      "epoch": 0.9214826950645095,
      "grad_norm": 1.219674953393999,
      "learning_rate": 0.00028534763360738285,
      "loss": 0.7815,
      "step": 22498
    },
    {
      "epoch": 0.921523653491706,
      "grad_norm": 0.595518029292242,
      "learning_rate": 0.00028534622767968545,
      "loss": 0.3719,
      "step": 22499
    },
    {
      "epoch": 0.9215646119189023,
      "grad_norm": 0.49834216120284636,
      "learning_rate": 0.00028534482168800424,
      "loss": 0.297,
      "step": 22500
    },
    {
      "epoch": 0.9216055703460987,
      "grad_norm": 0.6802015392672588,
      "learning_rate": 0.00028534341563233977,
      "loss": 0.6372,
      "step": 22501
    },
    {
      "epoch": 0.9216465287732951,
      "grad_norm": 1.9164909708097635,
      "learning_rate": 0.00028534200951269283,
      "loss": 3.8907,
      "step": 22502
    },
    {
      "epoch": 0.9216874872004915,
      "grad_norm": 1.0673357465961697,
      "learning_rate": 0.00028534060332906404,
      "loss": 1.2125,
      "step": 22503
    },
    {
      "epoch": 0.9217284456276879,
      "grad_norm": 0.9031343582485063,
      "learning_rate": 0.0002853391970814541,
      "loss": 0.5221,
      "step": 22504
    },
    {
      "epoch": 0.9217694040548843,
      "grad_norm": 0.8163387591134051,
      "learning_rate": 0.0002853377907698636,
      "loss": 0.81,
      "step": 22505
    },
    {
      "epoch": 0.9218103624820807,
      "grad_norm": 0.8828586873477979,
      "learning_rate": 0.0002853363843942932,
      "loss": 0.8399,
      "step": 22506
    },
    {
      "epoch": 0.9218513209092771,
      "grad_norm": 0.714103579076816,
      "learning_rate": 0.00028533497795474365,
      "loss": 0.7079,
      "step": 22507
    },
    {
      "epoch": 0.9218922793364734,
      "grad_norm": 1.1516684597089144,
      "learning_rate": 0.00028533357145121564,
      "loss": 0.6798,
      "step": 22508
    },
    {
      "epoch": 0.9219332377636699,
      "grad_norm": 1.0560797861630995,
      "learning_rate": 0.00028533216488370967,
      "loss": 1.1742,
      "step": 22509
    },
    {
      "epoch": 0.9219741961908663,
      "grad_norm": 1.570479773826373,
      "learning_rate": 0.0002853307582522266,
      "loss": 1.1104,
      "step": 22510
    },
    {
      "epoch": 0.9220151546180627,
      "grad_norm": 1.9448793489548173,
      "learning_rate": 0.00028532935155676695,
      "loss": 0.8333,
      "step": 22511
    },
    {
      "epoch": 0.922056113045259,
      "grad_norm": 1.0230306419364155,
      "learning_rate": 0.0002853279447973314,
      "loss": 1.1447,
      "step": 22512
    },
    {
      "epoch": 0.9220970714724555,
      "grad_norm": 0.7507878106163309,
      "learning_rate": 0.0002853265379739207,
      "loss": 0.4972,
      "step": 22513
    },
    {
      "epoch": 0.9221380298996519,
      "grad_norm": 0.7670024038363057,
      "learning_rate": 0.00028532513108653546,
      "loss": 0.3454,
      "step": 22514
    },
    {
      "epoch": 0.9221789883268483,
      "grad_norm": 1.093924477512228,
      "learning_rate": 0.0002853237241351764,
      "loss": 0.9759,
      "step": 22515
    },
    {
      "epoch": 0.9222199467540446,
      "grad_norm": 0.8363994446746238,
      "learning_rate": 0.0002853223171198441,
      "loss": 0.549,
      "step": 22516
    },
    {
      "epoch": 0.922260905181241,
      "grad_norm": 1.511458817400474,
      "learning_rate": 0.00028532091004053917,
      "loss": 0.4468,
      "step": 22517
    },
    {
      "epoch": 0.9223018636084375,
      "grad_norm": 0.8347908927077532,
      "learning_rate": 0.00028531950289726243,
      "loss": 0.7847,
      "step": 22518
    },
    {
      "epoch": 0.9223428220356338,
      "grad_norm": 0.8729199988675334,
      "learning_rate": 0.0002853180956900145,
      "loss": 1.0046,
      "step": 22519
    },
    {
      "epoch": 0.9223837804628302,
      "grad_norm": 0.8784280310418148,
      "learning_rate": 0.000285316688418796,
      "loss": 1.0861,
      "step": 22520
    },
    {
      "epoch": 0.9224247388900266,
      "grad_norm": 1.0024118243893956,
      "learning_rate": 0.00028531528108360763,
      "loss": 0.9862,
      "step": 22521
    },
    {
      "epoch": 0.922465697317223,
      "grad_norm": 0.780863798109003,
      "learning_rate": 0.0002853138736844501,
      "loss": 0.8667,
      "step": 22522
    },
    {
      "epoch": 0.9225066557444194,
      "grad_norm": 1.2759138321358405,
      "learning_rate": 0.00028531246622132394,
      "loss": 1.3124,
      "step": 22523
    },
    {
      "epoch": 0.9225476141716158,
      "grad_norm": 3.076470081920508,
      "learning_rate": 0.00028531105869422993,
      "loss": 6.9273,
      "step": 22524
    },
    {
      "epoch": 0.9225885725988122,
      "grad_norm": 1.9686985368982437,
      "learning_rate": 0.0002853096511031687,
      "loss": 1.9169,
      "step": 22525
    },
    {
      "epoch": 0.9226295310260086,
      "grad_norm": 0.7505966698398981,
      "learning_rate": 0.00028530824344814095,
      "loss": 0.4604,
      "step": 22526
    },
    {
      "epoch": 0.922670489453205,
      "grad_norm": 1.1281420150905639,
      "learning_rate": 0.00028530683572914727,
      "loss": 0.958,
      "step": 22527
    },
    {
      "epoch": 0.9227114478804014,
      "grad_norm": 0.9146383090801525,
      "learning_rate": 0.0002853054279461884,
      "loss": 0.7817,
      "step": 22528
    },
    {
      "epoch": 0.9227524063075978,
      "grad_norm": 0.9403891562583612,
      "learning_rate": 0.000285304020099265,
      "loss": 1.1777,
      "step": 22529
    },
    {
      "epoch": 0.9227933647347942,
      "grad_norm": 0.8509387770623366,
      "learning_rate": 0.00028530261218837766,
      "loss": 0.938,
      "step": 22530
    },
    {
      "epoch": 0.9228343231619905,
      "grad_norm": 0.8344883848494917,
      "learning_rate": 0.00028530120421352707,
      "loss": 1.0487,
      "step": 22531
    },
    {
      "epoch": 0.922875281589187,
      "grad_norm": 3.0801181883104394,
      "learning_rate": 0.000285299796174714,
      "loss": 1.0861,
      "step": 22532
    },
    {
      "epoch": 0.9229162400163834,
      "grad_norm": 0.9072634497986207,
      "learning_rate": 0.00028529838807193897,
      "loss": 0.786,
      "step": 22533
    },
    {
      "epoch": 0.9229571984435798,
      "grad_norm": 0.6839275848426983,
      "learning_rate": 0.00028529697990520276,
      "loss": 0.7615,
      "step": 22534
    },
    {
      "epoch": 0.9229981568707761,
      "grad_norm": 0.6737222859336913,
      "learning_rate": 0.00028529557167450594,
      "loss": 0.65,
      "step": 22535
    },
    {
      "epoch": 0.9230391152979726,
      "grad_norm": 1.1718385139474434,
      "learning_rate": 0.00028529416337984926,
      "loss": 1.0781,
      "step": 22536
    },
    {
      "epoch": 0.923080073725169,
      "grad_norm": 0.7388996548442912,
      "learning_rate": 0.0002852927550212334,
      "loss": 0.8399,
      "step": 22537
    },
    {
      "epoch": 0.9231210321523653,
      "grad_norm": 1.0379947061393069,
      "learning_rate": 0.0002852913465986589,
      "loss": 1.1003,
      "step": 22538
    },
    {
      "epoch": 0.9231619905795617,
      "grad_norm": 0.9189011231404671,
      "learning_rate": 0.0002852899381121265,
      "loss": 1.2235,
      "step": 22539
    },
    {
      "epoch": 0.9232029490067581,
      "grad_norm": 0.8517765154020416,
      "learning_rate": 0.0002852885295616369,
      "loss": 1.0017,
      "step": 22540
    },
    {
      "epoch": 0.9232439074339546,
      "grad_norm": 0.7747438082776549,
      "learning_rate": 0.00028528712094719075,
      "loss": 1.229,
      "step": 22541
    },
    {
      "epoch": 0.9232848658611509,
      "grad_norm": 0.7978564872789072,
      "learning_rate": 0.00028528571226878863,
      "loss": 0.8514,
      "step": 22542
    },
    {
      "epoch": 0.9233258242883473,
      "grad_norm": 0.6128192168590884,
      "learning_rate": 0.0002852843035264313,
      "loss": 0.531,
      "step": 22543
    },
    {
      "epoch": 0.9233667827155437,
      "grad_norm": 0.6281935807545996,
      "learning_rate": 0.0002852828947201195,
      "loss": 0.3605,
      "step": 22544
    },
    {
      "epoch": 0.9234077411427402,
      "grad_norm": 0.66571129945362,
      "learning_rate": 0.0002852814858498537,
      "loss": 0.3817,
      "step": 22545
    },
    {
      "epoch": 0.9234486995699365,
      "grad_norm": 0.7261931950257228,
      "learning_rate": 0.0002852800769156347,
      "loss": 0.7736,
      "step": 22546
    },
    {
      "epoch": 0.9234896579971329,
      "grad_norm": 0.8411896871180773,
      "learning_rate": 0.00028527866791746307,
      "loss": 0.8956,
      "step": 22547
    },
    {
      "epoch": 0.9235306164243293,
      "grad_norm": 0.8494741644256307,
      "learning_rate": 0.00028527725885533963,
      "loss": 0.8656,
      "step": 22548
    },
    {
      "epoch": 0.9235715748515257,
      "grad_norm": 0.8226885494297299,
      "learning_rate": 0.00028527584972926485,
      "loss": 0.6112,
      "step": 22549
    },
    {
      "epoch": 0.9236125332787221,
      "grad_norm": 2.3940194191838744,
      "learning_rate": 0.0002852744405392396,
      "loss": 4.8215,
      "step": 22550
    },
    {
      "epoch": 0.9236534917059185,
      "grad_norm": 1.112373581278459,
      "learning_rate": 0.00028527303128526437,
      "loss": 1.6657,
      "step": 22551
    },
    {
      "epoch": 0.9236944501331149,
      "grad_norm": 0.9235338420901255,
      "learning_rate": 0.0002852716219673399,
      "loss": 0.9953,
      "step": 22552
    },
    {
      "epoch": 0.9237354085603113,
      "grad_norm": 0.6863029943964578,
      "learning_rate": 0.0002852702125854669,
      "loss": 0.727,
      "step": 22553
    },
    {
      "epoch": 0.9237763669875076,
      "grad_norm": 0.8317851459451496,
      "learning_rate": 0.00028526880313964597,
      "loss": 1.1197,
      "step": 22554
    },
    {
      "epoch": 0.9238173254147041,
      "grad_norm": 1.2097785295901116,
      "learning_rate": 0.0002852673936298778,
      "loss": 1.2612,
      "step": 22555
    },
    {
      "epoch": 0.9238582838419005,
      "grad_norm": 0.8892926573427057,
      "learning_rate": 0.00028526598405616304,
      "loss": 1.0516,
      "step": 22556
    },
    {
      "epoch": 0.9238992422690969,
      "grad_norm": 4.2114956315304255,
      "learning_rate": 0.00028526457441850237,
      "loss": 2.0455,
      "step": 22557
    },
    {
      "epoch": 0.9239402006962932,
      "grad_norm": 0.8376931849666851,
      "learning_rate": 0.0002852631647168965,
      "loss": 0.4572,
      "step": 22558
    },
    {
      "epoch": 0.9239811591234897,
      "grad_norm": 0.7005708450545614,
      "learning_rate": 0.00028526175495134605,
      "loss": 0.612,
      "step": 22559
    },
    {
      "epoch": 0.9240221175506861,
      "grad_norm": 1.2805242960566792,
      "learning_rate": 0.0002852603451218517,
      "loss": 0.8175,
      "step": 22560
    },
    {
      "epoch": 0.9240630759778824,
      "grad_norm": 1.2311245226447871,
      "learning_rate": 0.000285258935228414,
      "loss": 1.2621,
      "step": 22561
    },
    {
      "epoch": 0.9241040344050788,
      "grad_norm": 1.0732616939544295,
      "learning_rate": 0.00028525752527103383,
      "loss": 1.1159,
      "step": 22562
    },
    {
      "epoch": 0.9241449928322752,
      "grad_norm": 0.963730767793417,
      "learning_rate": 0.00028525611524971175,
      "loss": 1.0353,
      "step": 22563
    },
    {
      "epoch": 0.9241859512594717,
      "grad_norm": 0.7677545758102688,
      "learning_rate": 0.0002852547051644484,
      "loss": 1.0807,
      "step": 22564
    },
    {
      "epoch": 0.924226909686668,
      "grad_norm": 0.9098367296780848,
      "learning_rate": 0.00028525329501524445,
      "loss": 1.3285,
      "step": 22565
    },
    {
      "epoch": 0.9242678681138644,
      "grad_norm": 0.7283098353166781,
      "learning_rate": 0.00028525188480210066,
      "loss": 0.7506,
      "step": 22566
    },
    {
      "epoch": 0.9243088265410608,
      "grad_norm": 1.5004911086910473,
      "learning_rate": 0.00028525047452501755,
      "loss": 2.1659,
      "step": 22567
    },
    {
      "epoch": 0.9243497849682573,
      "grad_norm": 0.7484968852445792,
      "learning_rate": 0.0002852490641839959,
      "loss": 0.3413,
      "step": 22568
    },
    {
      "epoch": 0.9243907433954536,
      "grad_norm": 0.5689320691044544,
      "learning_rate": 0.00028524765377903636,
      "loss": 0.3116,
      "step": 22569
    },
    {
      "epoch": 0.92443170182265,
      "grad_norm": 0.7970559594636596,
      "learning_rate": 0.0002852462433101395,
      "loss": 0.5142,
      "step": 22570
    },
    {
      "epoch": 0.9244726602498464,
      "grad_norm": 0.9829136095513691,
      "learning_rate": 0.00028524483277730613,
      "loss": 1.1259,
      "step": 22571
    },
    {
      "epoch": 0.9245136186770428,
      "grad_norm": 0.5602806800585337,
      "learning_rate": 0.00028524342218053686,
      "loss": 0.6904,
      "step": 22572
    },
    {
      "epoch": 0.9245545771042392,
      "grad_norm": 0.6655210378535567,
      "learning_rate": 0.00028524201151983235,
      "loss": 0.9586,
      "step": 22573
    },
    {
      "epoch": 0.9245955355314356,
      "grad_norm": 0.8040266861897586,
      "learning_rate": 0.00028524060079519324,
      "loss": 0.8494,
      "step": 22574
    },
    {
      "epoch": 0.924636493958632,
      "grad_norm": 0.6230497942906323,
      "learning_rate": 0.00028523919000662026,
      "loss": 0.3911,
      "step": 22575
    },
    {
      "epoch": 0.9246774523858284,
      "grad_norm": 0.8700606706882742,
      "learning_rate": 0.000285237779154114,
      "loss": 0.8488,
      "step": 22576
    },
    {
      "epoch": 0.9247184108130247,
      "grad_norm": 0.8371588872628823,
      "learning_rate": 0.0002852363682376751,
      "loss": 0.9767,
      "step": 22577
    },
    {
      "epoch": 0.9247593692402212,
      "grad_norm": 0.6630111164877012,
      "learning_rate": 0.0002852349572573044,
      "loss": 0.2822,
      "step": 22578
    },
    {
      "epoch": 0.9248003276674176,
      "grad_norm": 0.6073051733544206,
      "learning_rate": 0.0002852335462130024,
      "loss": 0.7348,
      "step": 22579
    },
    {
      "epoch": 0.9248412860946139,
      "grad_norm": 1.9227134796994068,
      "learning_rate": 0.00028523213510476983,
      "loss": 1.8229,
      "step": 22580
    },
    {
      "epoch": 0.9248822445218103,
      "grad_norm": 0.7135231399519115,
      "learning_rate": 0.0002852307239326074,
      "loss": 0.8649,
      "step": 22581
    },
    {
      "epoch": 0.9249232029490068,
      "grad_norm": 0.8390145894214098,
      "learning_rate": 0.0002852293126965157,
      "loss": 1.0413,
      "step": 22582
    },
    {
      "epoch": 0.9249641613762032,
      "grad_norm": 0.9553417587771201,
      "learning_rate": 0.0002852279013964954,
      "loss": 1.0001,
      "step": 22583
    },
    {
      "epoch": 0.9250051198033995,
      "grad_norm": 0.9198997315764712,
      "learning_rate": 0.0002852264900325472,
      "loss": 0.8984,
      "step": 22584
    },
    {
      "epoch": 0.9250460782305959,
      "grad_norm": 0.7137741768571406,
      "learning_rate": 0.0002852250786046718,
      "loss": 0.9429,
      "step": 22585
    },
    {
      "epoch": 0.9250870366577923,
      "grad_norm": 0.7639514188490459,
      "learning_rate": 0.00028522366711286986,
      "loss": 0.8261,
      "step": 22586
    },
    {
      "epoch": 0.9251279950849888,
      "grad_norm": 1.0860537640859014,
      "learning_rate": 0.000285222255557142,
      "loss": 1.1074,
      "step": 22587
    },
    {
      "epoch": 0.9251689535121851,
      "grad_norm": 0.8380512862868569,
      "learning_rate": 0.00028522084393748883,
      "loss": 0.9668,
      "step": 22588
    },
    {
      "epoch": 0.9252099119393815,
      "grad_norm": 0.7641947382632663,
      "learning_rate": 0.0002852194322539112,
      "loss": 1.0327,
      "step": 22589
    },
    {
      "epoch": 0.9252508703665779,
      "grad_norm": 0.5713465970850798,
      "learning_rate": 0.00028521802050640956,
      "loss": 0.4163,
      "step": 22590
    },
    {
      "epoch": 0.9252918287937744,
      "grad_norm": 0.7072820951738672,
      "learning_rate": 0.00028521660869498474,
      "loss": 0.9099,
      "step": 22591
    },
    {
      "epoch": 0.9253327872209707,
      "grad_norm": 0.7225423903882321,
      "learning_rate": 0.00028521519681963737,
      "loss": 0.8164,
      "step": 22592
    },
    {
      "epoch": 0.9253737456481671,
      "grad_norm": 0.8393059002382385,
      "learning_rate": 0.00028521378488036804,
      "loss": 1.2045,
      "step": 22593
    },
    {
      "epoch": 0.9254147040753635,
      "grad_norm": 0.7425045093768308,
      "learning_rate": 0.00028521237287717756,
      "loss": 0.8521,
      "step": 22594
    },
    {
      "epoch": 0.92545566250256,
      "grad_norm": 0.8361362904048878,
      "learning_rate": 0.0002852109608100664,
      "loss": 1.2985,
      "step": 22595
    },
    {
      "epoch": 0.9254966209297563,
      "grad_norm": 1.5630075151965277,
      "learning_rate": 0.00028520954867903545,
      "loss": 1.2383,
      "step": 22596
    },
    {
      "epoch": 0.9255375793569527,
      "grad_norm": 1.0141668313458703,
      "learning_rate": 0.0002852081364840853,
      "loss": 1.14,
      "step": 22597
    },
    {
      "epoch": 0.9255785377841491,
      "grad_norm": 0.7446016619706596,
      "learning_rate": 0.0002852067242252165,
      "loss": 0.9246,
      "step": 22598
    },
    {
      "epoch": 0.9256194962113455,
      "grad_norm": 0.7759322636359575,
      "learning_rate": 0.00028520531190242985,
      "loss": 0.8894,
      "step": 22599
    },
    {
      "epoch": 0.9256604546385419,
      "grad_norm": 0.7014769029125166,
      "learning_rate": 0.00028520389951572594,
      "loss": 0.8385,
      "step": 22600
    },
    {
      "epoch": 0.9257014130657383,
      "grad_norm": 0.7253541365407147,
      "learning_rate": 0.00028520248706510545,
      "loss": 0.9174,
      "step": 22601
    },
    {
      "epoch": 0.9257423714929347,
      "grad_norm": 0.4324348671880907,
      "learning_rate": 0.0002852010745505691,
      "loss": 0.1648,
      "step": 22602
    },
    {
      "epoch": 0.925783329920131,
      "grad_norm": 0.6530051075616625,
      "learning_rate": 0.00028519966197211756,
      "loss": 0.7521,
      "step": 22603
    },
    {
      "epoch": 0.9258242883473274,
      "grad_norm": 0.8656945300154363,
      "learning_rate": 0.0002851982493297514,
      "loss": 1.0362,
      "step": 22604
    },
    {
      "epoch": 0.9258652467745239,
      "grad_norm": 0.6249672451250143,
      "learning_rate": 0.00028519683662347144,
      "loss": 0.7648,
      "step": 22605
    },
    {
      "epoch": 0.9259062052017203,
      "grad_norm": 0.9392858997855006,
      "learning_rate": 0.00028519542385327824,
      "loss": 1.0277,
      "step": 22606
    },
    {
      "epoch": 0.9259471636289166,
      "grad_norm": 1.0933758156224873,
      "learning_rate": 0.00028519401101917245,
      "loss": 1.2415,
      "step": 22607
    },
    {
      "epoch": 0.925988122056113,
      "grad_norm": 0.7649993940224725,
      "learning_rate": 0.0002851925981211548,
      "loss": 0.7834,
      "step": 22608
    },
    {
      "epoch": 0.9260290804833095,
      "grad_norm": 0.8800275771016284,
      "learning_rate": 0.0002851911851592259,
      "loss": 0.684,
      "step": 22609
    },
    {
      "epoch": 0.9260700389105059,
      "grad_norm": 0.8132460068973183,
      "learning_rate": 0.0002851897721333865,
      "loss": 0.7174,
      "step": 22610
    },
    {
      "epoch": 0.9261109973377022,
      "grad_norm": 1.1440686409568215,
      "learning_rate": 0.00028518835904363724,
      "loss": 1.6153,
      "step": 22611
    },
    {
      "epoch": 0.9261519557648986,
      "grad_norm": 0.7460498677207611,
      "learning_rate": 0.00028518694588997864,
      "loss": 0.9645,
      "step": 22612
    },
    {
      "epoch": 0.926192914192095,
      "grad_norm": 0.6799230217055344,
      "learning_rate": 0.00028518553267241163,
      "loss": 0.717,
      "step": 22613
    },
    {
      "epoch": 0.9262338726192915,
      "grad_norm": 1.1231287243988561,
      "learning_rate": 0.0002851841193909367,
      "loss": 1.0401,
      "step": 22614
    },
    {
      "epoch": 0.9262748310464878,
      "grad_norm": 1.0886616968533473,
      "learning_rate": 0.0002851827060455545,
      "loss": 0.4837,
      "step": 22615
    },
    {
      "epoch": 0.9263157894736842,
      "grad_norm": 0.7945418473009133,
      "learning_rate": 0.0002851812926362659,
      "loss": 1.0134,
      "step": 22616
    },
    {
      "epoch": 0.9263567479008806,
      "grad_norm": 1.5891167061927398,
      "learning_rate": 0.0002851798791630713,
      "loss": 0.6852,
      "step": 22617
    },
    {
      "epoch": 0.926397706328077,
      "grad_norm": 0.8828602364473891,
      "learning_rate": 0.00028517846562597156,
      "loss": 1.1506,
      "step": 22618
    },
    {
      "epoch": 0.9264386647552734,
      "grad_norm": 0.8841997715915758,
      "learning_rate": 0.00028517705202496724,
      "loss": 0.8687,
      "step": 22619
    },
    {
      "epoch": 0.9264796231824698,
      "grad_norm": 0.6790992719925182,
      "learning_rate": 0.00028517563836005913,
      "loss": 0.3722,
      "step": 22620
    },
    {
      "epoch": 0.9265205816096662,
      "grad_norm": 0.908517877663506,
      "learning_rate": 0.00028517422463124776,
      "loss": 1.1971,
      "step": 22621
    },
    {
      "epoch": 0.9265615400368625,
      "grad_norm": 0.866257732638816,
      "learning_rate": 0.0002851728108385339,
      "loss": 0.8465,
      "step": 22622
    },
    {
      "epoch": 0.926602498464059,
      "grad_norm": 1.1405872930949639,
      "learning_rate": 0.0002851713969819182,
      "loss": 1.1534,
      "step": 22623
    },
    {
      "epoch": 0.9266434568912554,
      "grad_norm": 0.658805584737628,
      "learning_rate": 0.0002851699830614012,
      "loss": 0.3981,
      "step": 22624
    },
    {
      "epoch": 0.9266844153184518,
      "grad_norm": 0.5157232275259128,
      "learning_rate": 0.00028516856907698376,
      "loss": 0.3473,
      "step": 22625
    },
    {
      "epoch": 0.9267253737456481,
      "grad_norm": 0.736182358162139,
      "learning_rate": 0.0002851671550286664,
      "loss": 0.874,
      "step": 22626
    },
    {
      "epoch": 0.9267663321728445,
      "grad_norm": 0.5537605052255142,
      "learning_rate": 0.0002851657409164499,
      "loss": 0.6034,
      "step": 22627
    },
    {
      "epoch": 0.926807290600041,
      "grad_norm": 1.0147097811875943,
      "learning_rate": 0.0002851643267403349,
      "loss": 0.9357,
      "step": 22628
    },
    {
      "epoch": 0.9268482490272374,
      "grad_norm": 0.6122331813340238,
      "learning_rate": 0.00028516291250032204,
      "loss": 0.4433,
      "step": 22629
    },
    {
      "epoch": 0.9268892074544337,
      "grad_norm": 1.37712785362725,
      "learning_rate": 0.000285161498196412,
      "loss": 0.9512,
      "step": 22630
    },
    {
      "epoch": 0.9269301658816301,
      "grad_norm": 1.0150697297623728,
      "learning_rate": 0.0002851600838286054,
      "loss": 0.3613,
      "step": 22631
    },
    {
      "epoch": 0.9269711243088266,
      "grad_norm": 0.7226337797228858,
      "learning_rate": 0.000285158669396903,
      "loss": 0.859,
      "step": 22632
    },
    {
      "epoch": 0.927012082736023,
      "grad_norm": 1.7671061940695418,
      "learning_rate": 0.0002851572549013054,
      "loss": 1.4313,
      "step": 22633
    },
    {
      "epoch": 0.9270530411632193,
      "grad_norm": 0.6232499991732068,
      "learning_rate": 0.0002851558403418133,
      "loss": 0.4007,
      "step": 22634
    },
    {
      "epoch": 0.9270939995904157,
      "grad_norm": 0.5976423979799298,
      "learning_rate": 0.0002851544257184274,
      "loss": 0.6957,
      "step": 22635
    },
    {
      "epoch": 0.9271349580176121,
      "grad_norm": 0.7777431389419036,
      "learning_rate": 0.0002851530110311483,
      "loss": 1.0173,
      "step": 22636
    },
    {
      "epoch": 0.9271759164448086,
      "grad_norm": 0.4975073608347464,
      "learning_rate": 0.00028515159627997666,
      "loss": 0.3613,
      "step": 22637
    },
    {
      "epoch": 0.9272168748720049,
      "grad_norm": 0.8606480536901197,
      "learning_rate": 0.00028515018146491326,
      "loss": 0.8689,
      "step": 22638
    },
    {
      "epoch": 0.9272578332992013,
      "grad_norm": 0.8595561728901744,
      "learning_rate": 0.00028514876658595865,
      "loss": 0.8825,
      "step": 22639
    },
    {
      "epoch": 0.9272987917263977,
      "grad_norm": 0.7026164090991032,
      "learning_rate": 0.0002851473516431136,
      "loss": 0.7371,
      "step": 22640
    },
    {
      "epoch": 0.9273397501535942,
      "grad_norm": 0.7444088542155353,
      "learning_rate": 0.00028514593663637864,
      "loss": 0.9138,
      "step": 22641
    },
    {
      "epoch": 0.9273807085807905,
      "grad_norm": 0.8319504408619913,
      "learning_rate": 0.00028514452156575454,
      "loss": 0.9924,
      "step": 22642
    },
    {
      "epoch": 0.9274216670079869,
      "grad_norm": 2.0264044488555184,
      "learning_rate": 0.000285143106431242,
      "loss": 2.2836,
      "step": 22643
    },
    {
      "epoch": 0.9274626254351833,
      "grad_norm": 0.6823943876058622,
      "learning_rate": 0.00028514169123284157,
      "loss": 0.8553,
      "step": 22644
    },
    {
      "epoch": 0.9275035838623796,
      "grad_norm": 0.6967920879202257,
      "learning_rate": 0.000285140275970554,
      "loss": 0.716,
      "step": 22645
    },
    {
      "epoch": 0.9275445422895761,
      "grad_norm": 0.8187823925205826,
      "learning_rate": 0.00028513886064438003,
      "loss": 0.4411,
      "step": 22646
    },
    {
      "epoch": 0.9275855007167725,
      "grad_norm": 0.5734075123081159,
      "learning_rate": 0.0002851374452543202,
      "loss": 0.6528,
      "step": 22647
    },
    {
      "epoch": 0.9276264591439689,
      "grad_norm": 0.6165088741961385,
      "learning_rate": 0.00028513602980037524,
      "loss": 0.5538,
      "step": 22648
    },
    {
      "epoch": 0.9276674175711652,
      "grad_norm": 0.7893931977871952,
      "learning_rate": 0.0002851346142825458,
      "loss": 0.869,
      "step": 22649
    },
    {
      "epoch": 0.9277083759983616,
      "grad_norm": 1.1838979283255355,
      "learning_rate": 0.00028513319870083256,
      "loss": 0.8149,
      "step": 22650
    },
    {
      "epoch": 0.9277493344255581,
      "grad_norm": 1.0158525657040751,
      "learning_rate": 0.00028513178305523615,
      "loss": 1.0065,
      "step": 22651
    },
    {
      "epoch": 0.9277902928527545,
      "grad_norm": 0.5938310632049036,
      "learning_rate": 0.0002851303673457573,
      "loss": 0.8605,
      "step": 22652
    },
    {
      "epoch": 0.9278312512799508,
      "grad_norm": 0.5687455114991938,
      "learning_rate": 0.00028512895157239667,
      "loss": 0.521,
      "step": 22653
    },
    {
      "epoch": 0.9278722097071472,
      "grad_norm": 0.6571068109831695,
      "learning_rate": 0.0002851275357351549,
      "loss": 0.6773,
      "step": 22654
    },
    {
      "epoch": 0.9279131681343437,
      "grad_norm": 1.0233425263725777,
      "learning_rate": 0.0002851261198340327,
      "loss": 1.0081,
      "step": 22655
    },
    {
      "epoch": 0.9279541265615401,
      "grad_norm": 1.0187453725870113,
      "learning_rate": 0.00028512470386903065,
      "loss": 0.6081,
      "step": 22656
    },
    {
      "epoch": 0.9279950849887364,
      "grad_norm": 1.1184781082381763,
      "learning_rate": 0.00028512328784014953,
      "loss": 1.3752,
      "step": 22657
    },
    {
      "epoch": 0.9280360434159328,
      "grad_norm": 0.8538840116886766,
      "learning_rate": 0.00028512187174738993,
      "loss": 1.0067,
      "step": 22658
    },
    {
      "epoch": 0.9280770018431292,
      "grad_norm": 0.9690056676173495,
      "learning_rate": 0.00028512045559075255,
      "loss": 1.1309,
      "step": 22659
    },
    {
      "epoch": 0.9281179602703257,
      "grad_norm": 0.7382334195029182,
      "learning_rate": 0.0002851190393702381,
      "loss": 0.6063,
      "step": 22660
    },
    {
      "epoch": 0.928158918697522,
      "grad_norm": 0.8144825275824775,
      "learning_rate": 0.0002851176230858472,
      "loss": 0.8756,
      "step": 22661
    },
    {
      "epoch": 0.9281998771247184,
      "grad_norm": 0.702083600777694,
      "learning_rate": 0.0002851162067375805,
      "loss": 0.6585,
      "step": 22662
    },
    {
      "epoch": 0.9282408355519148,
      "grad_norm": 0.954519083076654,
      "learning_rate": 0.0002851147903254387,
      "loss": 1.048,
      "step": 22663
    },
    {
      "epoch": 0.9282817939791111,
      "grad_norm": 0.5672594241289147,
      "learning_rate": 0.0002851133738494225,
      "loss": 0.3878,
      "step": 22664
    },
    {
      "epoch": 0.9283227524063076,
      "grad_norm": 0.8085282994357029,
      "learning_rate": 0.0002851119573095325,
      "loss": 0.8588,
      "step": 22665
    },
    {
      "epoch": 0.928363710833504,
      "grad_norm": 0.703057085585514,
      "learning_rate": 0.0002851105407057694,
      "loss": 0.9779,
      "step": 22666
    },
    {
      "epoch": 0.9284046692607004,
      "grad_norm": 0.6535387239868607,
      "learning_rate": 0.0002851091240381339,
      "loss": 0.7576,
      "step": 22667
    },
    {
      "epoch": 0.9284456276878967,
      "grad_norm": 0.6953592021515702,
      "learning_rate": 0.00028510770730662667,
      "loss": 0.993,
      "step": 22668
    },
    {
      "epoch": 0.9284865861150932,
      "grad_norm": 0.7541161902926486,
      "learning_rate": 0.00028510629051124834,
      "loss": 0.6897,
      "step": 22669
    },
    {
      "epoch": 0.9285275445422896,
      "grad_norm": 0.9974694161444301,
      "learning_rate": 0.00028510487365199954,
      "loss": 0.8592,
      "step": 22670
    },
    {
      "epoch": 0.928568502969486,
      "grad_norm": 0.9119352314343561,
      "learning_rate": 0.00028510345672888104,
      "loss": 0.5269,
      "step": 22671
    },
    {
      "epoch": 0.9286094613966823,
      "grad_norm": 0.7124412758698756,
      "learning_rate": 0.00028510203974189345,
      "loss": 0.8056,
      "step": 22672
    },
    {
      "epoch": 0.9286504198238787,
      "grad_norm": 0.7209807122725181,
      "learning_rate": 0.0002851006226910375,
      "loss": 0.8298,
      "step": 22673
    },
    {
      "epoch": 0.9286913782510752,
      "grad_norm": 2.166034134260713,
      "learning_rate": 0.00028509920557631376,
      "loss": 2.3574,
      "step": 22674
    },
    {
      "epoch": 0.9287323366782716,
      "grad_norm": 0.6548703904975974,
      "learning_rate": 0.00028509778839772297,
      "loss": 0.7892,
      "step": 22675
    },
    {
      "epoch": 0.9287732951054679,
      "grad_norm": 1.5995082703808525,
      "learning_rate": 0.0002850963711552658,
      "loss": 1.6604,
      "step": 22676
    },
    {
      "epoch": 0.9288142535326643,
      "grad_norm": 0.7072200656359033,
      "learning_rate": 0.0002850949538489429,
      "loss": 0.5497,
      "step": 22677
    },
    {
      "epoch": 0.9288552119598608,
      "grad_norm": 0.7286061957744296,
      "learning_rate": 0.00028509353647875496,
      "loss": 0.7069,
      "step": 22678
    },
    {
      "epoch": 0.9288961703870572,
      "grad_norm": 0.8525423994435966,
      "learning_rate": 0.0002850921190447026,
      "loss": 0.9994,
      "step": 22679
    },
    {
      "epoch": 0.9289371288142535,
      "grad_norm": 0.8581599367513713,
      "learning_rate": 0.00028509070154678653,
      "loss": 1.1933,
      "step": 22680
    },
    {
      "epoch": 0.9289780872414499,
      "grad_norm": 0.7942888859076546,
      "learning_rate": 0.0002850892839850075,
      "loss": 0.8331,
      "step": 22681
    },
    {
      "epoch": 0.9290190456686463,
      "grad_norm": 0.7251740745127109,
      "learning_rate": 0.000285087866359366,
      "loss": 0.9686,
      "step": 22682
    },
    {
      "epoch": 0.9290600040958428,
      "grad_norm": 0.9019622307348812,
      "learning_rate": 0.0002850864486698628,
      "loss": 1.0209,
      "step": 22683
    },
    {
      "epoch": 0.9291009625230391,
      "grad_norm": 4.785978034156701,
      "learning_rate": 0.0002850850309164986,
      "loss": 4.5051,
      "step": 22684
    },
    {
      "epoch": 0.9291419209502355,
      "grad_norm": 0.7081183860417513,
      "learning_rate": 0.00028508361309927403,
      "loss": 0.9464,
      "step": 22685
    },
    {
      "epoch": 0.9291828793774319,
      "grad_norm": 0.675391644178911,
      "learning_rate": 0.00028508219521818974,
      "loss": 0.5233,
      "step": 22686
    },
    {
      "epoch": 0.9292238378046282,
      "grad_norm": 0.8401610803004056,
      "learning_rate": 0.00028508077727324647,
      "loss": 0.9622,
      "step": 22687
    },
    {
      "epoch": 0.9292647962318247,
      "grad_norm": 0.779559170102034,
      "learning_rate": 0.0002850793592644448,
      "loss": 0.9439,
      "step": 22688
    },
    {
      "epoch": 0.9293057546590211,
      "grad_norm": 0.859651945278483,
      "learning_rate": 0.0002850779411917855,
      "loss": 0.765,
      "step": 22689
    },
    {
      "epoch": 0.9293467130862175,
      "grad_norm": 0.7826584528859014,
      "learning_rate": 0.0002850765230552691,
      "loss": 0.7472,
      "step": 22690
    },
    {
      "epoch": 0.9293876715134138,
      "grad_norm": 0.5901828822599146,
      "learning_rate": 0.00028507510485489644,
      "loss": 0.6642,
      "step": 22691
    },
    {
      "epoch": 0.9294286299406103,
      "grad_norm": 0.701995359335562,
      "learning_rate": 0.0002850736865906681,
      "loss": 0.7389,
      "step": 22692
    },
    {
      "epoch": 0.9294695883678067,
      "grad_norm": 0.8045262603774921,
      "learning_rate": 0.0002850722682625847,
      "loss": 0.825,
      "step": 22693
    },
    {
      "epoch": 0.9295105467950031,
      "grad_norm": 0.8937157748797214,
      "learning_rate": 0.00028507084987064706,
      "loss": 0.9119,
      "step": 22694
    },
    {
      "epoch": 0.9295515052221994,
      "grad_norm": 1.3916324399916518,
      "learning_rate": 0.0002850694314148557,
      "loss": 0.7045,
      "step": 22695
    },
    {
      "epoch": 0.9295924636493959,
      "grad_norm": 8.213719283365606,
      "learning_rate": 0.00028506801289521135,
      "loss": 3.2012,
      "step": 22696
    },
    {
      "epoch": 0.9296334220765923,
      "grad_norm": 1.206910314965107,
      "learning_rate": 0.0002850665943117147,
      "loss": 0.8472,
      "step": 22697
    },
    {
      "epoch": 0.9296743805037887,
      "grad_norm": 0.9679395299138871,
      "learning_rate": 0.0002850651756643664,
      "loss": 0.9359,
      "step": 22698
    },
    {
      "epoch": 0.929715338930985,
      "grad_norm": 1.1796438092082464,
      "learning_rate": 0.00028506375695316714,
      "loss": 0.7357,
      "step": 22699
    },
    {
      "epoch": 0.9297562973581814,
      "grad_norm": 0.8359552468568582,
      "learning_rate": 0.00028506233817811755,
      "loss": 0.9248,
      "step": 22700
    },
    {
      "epoch": 0.9297972557853779,
      "grad_norm": 0.48901696505977577,
      "learning_rate": 0.0002850609193392183,
      "loss": 0.2497,
      "step": 22701
    },
    {
      "epoch": 0.9298382142125743,
      "grad_norm": 2.3701463232448265,
      "learning_rate": 0.0002850595004364701,
      "loss": 1.8837,
      "step": 22702
    },
    {
      "epoch": 0.9298791726397706,
      "grad_norm": 0.957031767044648,
      "learning_rate": 0.00028505808146987363,
      "loss": 0.9176,
      "step": 22703
    },
    {
      "epoch": 0.929920131066967,
      "grad_norm": 0.6752119724044235,
      "learning_rate": 0.0002850566624394295,
      "loss": 0.5891,
      "step": 22704
    },
    {
      "epoch": 0.9299610894941635,
      "grad_norm": 2.783141226177089,
      "learning_rate": 0.00028505524334513846,
      "loss": 0.6892,
      "step": 22705
    },
    {
      "epoch": 0.9300020479213598,
      "grad_norm": 0.9366074999301655,
      "learning_rate": 0.0002850538241870011,
      "loss": 1.045,
      "step": 22706
    },
    {
      "epoch": 0.9300430063485562,
      "grad_norm": 0.9721745259392022,
      "learning_rate": 0.00028505240496501816,
      "loss": 0.8263,
      "step": 22707
    },
    {
      "epoch": 0.9300839647757526,
      "grad_norm": 0.882992371769706,
      "learning_rate": 0.00028505098567919025,
      "loss": 0.947,
      "step": 22708
    },
    {
      "epoch": 0.930124923202949,
      "grad_norm": 0.6259721717065251,
      "learning_rate": 0.0002850495663295181,
      "loss": 0.4341,
      "step": 22709
    },
    {
      "epoch": 0.9301658816301454,
      "grad_norm": 0.9631100500259029,
      "learning_rate": 0.0002850481469160023,
      "loss": 1.1305,
      "step": 22710
    },
    {
      "epoch": 0.9302068400573418,
      "grad_norm": 1.1071736727745007,
      "learning_rate": 0.00028504672743864367,
      "loss": 0.9338,
      "step": 22711
    },
    {
      "epoch": 0.9302477984845382,
      "grad_norm": 0.8253418803900242,
      "learning_rate": 0.00028504530789744267,
      "loss": 0.7032,
      "step": 22712
    },
    {
      "epoch": 0.9302887569117346,
      "grad_norm": 2.673573615827408,
      "learning_rate": 0.00028504388829240015,
      "loss": 1.7274,
      "step": 22713
    },
    {
      "epoch": 0.9303297153389309,
      "grad_norm": 0.5685407990847827,
      "learning_rate": 0.0002850424686235167,
      "loss": 0.402,
      "step": 22714
    },
    {
      "epoch": 0.9303706737661274,
      "grad_norm": 0.8541590118917997,
      "learning_rate": 0.00028504104889079304,
      "loss": 1.0069,
      "step": 22715
    },
    {
      "epoch": 0.9304116321933238,
      "grad_norm": 0.6275603129815165,
      "learning_rate": 0.0002850396290942298,
      "loss": 0.7077,
      "step": 22716
    },
    {
      "epoch": 0.9304525906205202,
      "grad_norm": 1.3848100251720785,
      "learning_rate": 0.00028503820923382763,
      "loss": 0.9973,
      "step": 22717
    },
    {
      "epoch": 0.9304935490477165,
      "grad_norm": 0.8227488029523343,
      "learning_rate": 0.0002850367893095872,
      "loss": 0.2918,
      "step": 22718
    },
    {
      "epoch": 0.930534507474913,
      "grad_norm": 0.7954298047622335,
      "learning_rate": 0.00028503536932150924,
      "loss": 0.9329,
      "step": 22719
    },
    {
      "epoch": 0.9305754659021094,
      "grad_norm": 0.7801214074365489,
      "learning_rate": 0.00028503394926959443,
      "loss": 0.8296,
      "step": 22720
    },
    {
      "epoch": 0.9306164243293058,
      "grad_norm": 0.8380267552185363,
      "learning_rate": 0.00028503252915384336,
      "loss": 0.7111,
      "step": 22721
    },
    {
      "epoch": 0.9306573827565021,
      "grad_norm": 0.6382263027545996,
      "learning_rate": 0.0002850311089742568,
      "loss": 0.383,
      "step": 22722
    },
    {
      "epoch": 0.9306983411836985,
      "grad_norm": 1.7806633467465527,
      "learning_rate": 0.00028502968873083534,
      "loss": 1.6271,
      "step": 22723
    },
    {
      "epoch": 0.930739299610895,
      "grad_norm": 0.7252416981760942,
      "learning_rate": 0.00028502826842357964,
      "loss": 0.689,
      "step": 22724
    },
    {
      "epoch": 0.9307802580380914,
      "grad_norm": 0.8949464670922915,
      "learning_rate": 0.00028502684805249045,
      "loss": 0.985,
      "step": 22725
    },
    {
      "epoch": 0.9308212164652877,
      "grad_norm": 1.026497624685914,
      "learning_rate": 0.00028502542761756836,
      "loss": 1.2256,
      "step": 22726
    },
    {
      "epoch": 0.9308621748924841,
      "grad_norm": 0.8158273429890764,
      "learning_rate": 0.0002850240071188141,
      "loss": 0.5638,
      "step": 22727
    },
    {
      "epoch": 0.9309031333196806,
      "grad_norm": 0.699390967551407,
      "learning_rate": 0.00028502258655622835,
      "loss": 0.4301,
      "step": 22728
    },
    {
      "epoch": 0.9309440917468769,
      "grad_norm": 0.5905720565054186,
      "learning_rate": 0.0002850211659298117,
      "loss": 0.67,
      "step": 22729
    },
    {
      "epoch": 0.9309850501740733,
      "grad_norm": 0.7644631430066183,
      "learning_rate": 0.00028501974523956495,
      "loss": 0.9108,
      "step": 22730
    },
    {
      "epoch": 0.9310260086012697,
      "grad_norm": 1.0181757310301756,
      "learning_rate": 0.0002850183244854887,
      "loss": 0.798,
      "step": 22731
    },
    {
      "epoch": 0.9310669670284661,
      "grad_norm": 0.9670771645471854,
      "learning_rate": 0.00028501690366758355,
      "loss": 0.7225,
      "step": 22732
    },
    {
      "epoch": 0.9311079254556625,
      "grad_norm": 1.2951202534329536,
      "learning_rate": 0.0002850154827858503,
      "loss": 1.0171,
      "step": 22733
    },
    {
      "epoch": 0.9311488838828589,
      "grad_norm": 0.6139288677133796,
      "learning_rate": 0.00028501406184028955,
      "loss": 0.8265,
      "step": 22734
    },
    {
      "epoch": 0.9311898423100553,
      "grad_norm": 0.8524858874448366,
      "learning_rate": 0.000285012640830902,
      "loss": 0.8603,
      "step": 22735
    },
    {
      "epoch": 0.9312308007372517,
      "grad_norm": 2.0596937082456512,
      "learning_rate": 0.0002850112197576883,
      "loss": 1.6428,
      "step": 22736
    },
    {
      "epoch": 0.931271759164448,
      "grad_norm": 0.8333781790463332,
      "learning_rate": 0.0002850097986206491,
      "loss": 0.7387,
      "step": 22737
    },
    {
      "epoch": 0.9313127175916445,
      "grad_norm": 1.0103776839385294,
      "learning_rate": 0.00028500837741978516,
      "loss": 1.1764,
      "step": 22738
    },
    {
      "epoch": 0.9313536760188409,
      "grad_norm": 2.399087092876829,
      "learning_rate": 0.000285006956155097,
      "loss": 1.9456,
      "step": 22739
    },
    {
      "epoch": 0.9313946344460373,
      "grad_norm": 0.8254371584333761,
      "learning_rate": 0.0002850055348265855,
      "loss": 0.817,
      "step": 22740
    },
    {
      "epoch": 0.9314355928732336,
      "grad_norm": 1.1341293303503244,
      "learning_rate": 0.00028500411343425114,
      "loss": 0.9816,
      "step": 22741
    },
    {
      "epoch": 0.9314765513004301,
      "grad_norm": 0.6924238091438552,
      "learning_rate": 0.0002850026919780947,
      "loss": 0.8426,
      "step": 22742
    },
    {
      "epoch": 0.9315175097276265,
      "grad_norm": 1.3305001679317086,
      "learning_rate": 0.0002850012704581168,
      "loss": 1.4791,
      "step": 22743
    },
    {
      "epoch": 0.9315584681548229,
      "grad_norm": 0.6463360141446082,
      "learning_rate": 0.00028499984887431814,
      "loss": 0.9432,
      "step": 22744
    },
    {
      "epoch": 0.9315994265820192,
      "grad_norm": 0.5741045813038191,
      "learning_rate": 0.00028499842722669934,
      "loss": 0.5072,
      "step": 22745
    },
    {
      "epoch": 0.9316403850092156,
      "grad_norm": 0.9416269848521233,
      "learning_rate": 0.0002849970055152612,
      "loss": 0.7764,
      "step": 22746
    },
    {
      "epoch": 0.9316813434364121,
      "grad_norm": 1.053014706110345,
      "learning_rate": 0.00028499558374000427,
      "loss": 0.941,
      "step": 22747
    },
    {
      "epoch": 0.9317223018636084,
      "grad_norm": 1.304365912846627,
      "learning_rate": 0.00028499416190092924,
      "loss": 0.6895,
      "step": 22748
    },
    {
      "epoch": 0.9317632602908048,
      "grad_norm": 0.8735332541903836,
      "learning_rate": 0.00028499273999803683,
      "loss": 1.0678,
      "step": 22749
    },
    {
      "epoch": 0.9318042187180012,
      "grad_norm": 0.7604819695907489,
      "learning_rate": 0.0002849913180313277,
      "loss": 0.8181,
      "step": 22750
    },
    {
      "epoch": 0.9318451771451977,
      "grad_norm": 1.359857476403846,
      "learning_rate": 0.0002849898960008025,
      "loss": 1.2526,
      "step": 22751
    },
    {
      "epoch": 0.931886135572394,
      "grad_norm": 0.9638496932029043,
      "learning_rate": 0.0002849884739064619,
      "loss": 0.8087,
      "step": 22752
    },
    {
      "epoch": 0.9319270939995904,
      "grad_norm": 0.9793360652787372,
      "learning_rate": 0.0002849870517483066,
      "loss": 0.4432,
      "step": 22753
    },
    {
      "epoch": 0.9319680524267868,
      "grad_norm": 0.7789585624441168,
      "learning_rate": 0.0002849856295263373,
      "loss": 0.8097,
      "step": 22754
    },
    {
      "epoch": 0.9320090108539832,
      "grad_norm": 0.8089906262464335,
      "learning_rate": 0.00028498420724055453,
      "loss": 0.9008,
      "step": 22755
    },
    {
      "epoch": 0.9320499692811796,
      "grad_norm": 0.6610270600266602,
      "learning_rate": 0.00028498278489095906,
      "loss": 0.3728,
      "step": 22756
    },
    {
      "epoch": 0.932090927708376,
      "grad_norm": 1.0222459092540948,
      "learning_rate": 0.0002849813624775516,
      "loss": 1.0301,
      "step": 22757
    },
    {
      "epoch": 0.9321318861355724,
      "grad_norm": 1.080338290261487,
      "learning_rate": 0.0002849799400003328,
      "loss": 1.3688,
      "step": 22758
    },
    {
      "epoch": 0.9321728445627688,
      "grad_norm": 0.6243347910032722,
      "learning_rate": 0.0002849785174593033,
      "loss": 0.3692,
      "step": 22759
    },
    {
      "epoch": 0.9322138029899651,
      "grad_norm": 0.6574574240229661,
      "learning_rate": 0.00028497709485446375,
      "loss": 0.3759,
      "step": 22760
    },
    {
      "epoch": 0.9322547614171616,
      "grad_norm": 0.6358612311022995,
      "learning_rate": 0.00028497567218581496,
      "loss": 0.3626,
      "step": 22761
    },
    {
      "epoch": 0.932295719844358,
      "grad_norm": 0.6406536026541142,
      "learning_rate": 0.00028497424945335745,
      "loss": 0.3933,
      "step": 22762
    },
    {
      "epoch": 0.9323366782715544,
      "grad_norm": 1.2703827681918856,
      "learning_rate": 0.0002849728266570919,
      "loss": 0.6088,
      "step": 22763
    },
    {
      "epoch": 0.9323776366987507,
      "grad_norm": 0.442070186368537,
      "learning_rate": 0.00028497140379701906,
      "loss": 0.3077,
      "step": 22764
    },
    {
      "epoch": 0.9324185951259472,
      "grad_norm": 0.839040682612902,
      "learning_rate": 0.0002849699808731396,
      "loss": 0.8235,
      "step": 22765
    },
    {
      "epoch": 0.9324595535531436,
      "grad_norm": 1.0712498317168262,
      "learning_rate": 0.00028496855788545417,
      "loss": 0.9422,
      "step": 22766
    },
    {
      "epoch": 0.93250051198034,
      "grad_norm": 1.067961182924861,
      "learning_rate": 0.0002849671348339634,
      "loss": 1.0601,
      "step": 22767
    },
    {
      "epoch": 0.9325414704075363,
      "grad_norm": 0.6390481470333502,
      "learning_rate": 0.000284965711718668,
      "loss": 0.3772,
      "step": 22768
    },
    {
      "epoch": 0.9325824288347327,
      "grad_norm": 1.454241416322234,
      "learning_rate": 0.0002849642885395687,
      "loss": 1.269,
      "step": 22769
    },
    {
      "epoch": 0.9326233872619292,
      "grad_norm": 1.4941295106996302,
      "learning_rate": 0.00028496286529666607,
      "loss": 1.0235,
      "step": 22770
    },
    {
      "epoch": 0.9326643456891255,
      "grad_norm": 4.232697165453671,
      "learning_rate": 0.0002849614419899608,
      "loss": 2.9293,
      "step": 22771
    },
    {
      "epoch": 0.9327053041163219,
      "grad_norm": 6.56001123110704,
      "learning_rate": 0.0002849600186194537,
      "loss": 3.8601,
      "step": 22772
    },
    {
      "epoch": 0.9327462625435183,
      "grad_norm": 0.7845284225467104,
      "learning_rate": 0.00028495859518514523,
      "loss": 0.9995,
      "step": 22773
    },
    {
      "epoch": 0.9327872209707148,
      "grad_norm": 0.8940410458776976,
      "learning_rate": 0.0002849571716870362,
      "loss": 0.9607,
      "step": 22774
    },
    {
      "epoch": 0.9328281793979111,
      "grad_norm": 0.6304644587622159,
      "learning_rate": 0.00028495574812512726,
      "loss": 0.4319,
      "step": 22775
    },
    {
      "epoch": 0.9328691378251075,
      "grad_norm": 0.9097225990651271,
      "learning_rate": 0.00028495432449941906,
      "loss": 0.9854,
      "step": 22776
    },
    {
      "epoch": 0.9329100962523039,
      "grad_norm": 0.7550698650399867,
      "learning_rate": 0.0002849529008099123,
      "loss": 0.8961,
      "step": 22777
    },
    {
      "epoch": 0.9329510546795003,
      "grad_norm": 0.9611794188050551,
      "learning_rate": 0.00028495147705660757,
      "loss": 0.5101,
      "step": 22778
    },
    {
      "epoch": 0.9329920131066967,
      "grad_norm": 0.6660952381331701,
      "learning_rate": 0.0002849500532395057,
      "loss": 0.3294,
      "step": 22779
    },
    {
      "epoch": 0.9330329715338931,
      "grad_norm": 0.5826058243897017,
      "learning_rate": 0.00028494862935860726,
      "loss": 0.5597,
      "step": 22780
    },
    {
      "epoch": 0.9330739299610895,
      "grad_norm": 0.8496090918000831,
      "learning_rate": 0.0002849472054139129,
      "loss": 0.8633,
      "step": 22781
    },
    {
      "epoch": 0.9331148883882859,
      "grad_norm": 0.7529569289248882,
      "learning_rate": 0.0002849457814054234,
      "loss": 0.5148,
      "step": 22782
    },
    {
      "epoch": 0.9331558468154822,
      "grad_norm": 1.425887337831128,
      "learning_rate": 0.0002849443573331393,
      "loss": 0.8106,
      "step": 22783
    },
    {
      "epoch": 0.9331968052426787,
      "grad_norm": 0.9118829964564682,
      "learning_rate": 0.00028494293319706134,
      "loss": 0.9419,
      "step": 22784
    },
    {
      "epoch": 0.9332377636698751,
      "grad_norm": 0.95899579109696,
      "learning_rate": 0.00028494150899719024,
      "loss": 0.8726,
      "step": 22785
    },
    {
      "epoch": 0.9332787220970715,
      "grad_norm": 1.074933614186662,
      "learning_rate": 0.0002849400847335266,
      "loss": 1.0531,
      "step": 22786
    },
    {
      "epoch": 0.9333196805242678,
      "grad_norm": 0.725317587086362,
      "learning_rate": 0.0002849386604060711,
      "loss": 1.0372,
      "step": 22787
    },
    {
      "epoch": 0.9333606389514643,
      "grad_norm": 0.7060501665822122,
      "learning_rate": 0.0002849372360148244,
      "loss": 0.6832,
      "step": 22788
    },
    {
      "epoch": 0.9334015973786607,
      "grad_norm": 1.2886363520487416,
      "learning_rate": 0.0002849358115597873,
      "loss": 1.0105,
      "step": 22789
    },
    {
      "epoch": 0.9334425558058571,
      "grad_norm": 0.5572524195405151,
      "learning_rate": 0.00028493438704096035,
      "loss": 0.3242,
      "step": 22790
    },
    {
      "epoch": 0.9334835142330534,
      "grad_norm": 3.523768537781414,
      "learning_rate": 0.0002849329624583442,
      "loss": 2.8311,
      "step": 22791
    },
    {
      "epoch": 0.9335244726602498,
      "grad_norm": 0.565306200583207,
      "learning_rate": 0.0002849315378119396,
      "loss": 0.3239,
      "step": 22792
    },
    {
      "epoch": 0.9335654310874463,
      "grad_norm": 0.8458443369911502,
      "learning_rate": 0.00028493011310174723,
      "loss": 1.0497,
      "step": 22793
    },
    {
      "epoch": 0.9336063895146426,
      "grad_norm": 0.853135310421051,
      "learning_rate": 0.0002849286883277677,
      "loss": 1.204,
      "step": 22794
    },
    {
      "epoch": 0.933647347941839,
      "grad_norm": 1.0047993931374744,
      "learning_rate": 0.0002849272634900017,
      "loss": 0.5181,
      "step": 22795
    },
    {
      "epoch": 0.9336883063690354,
      "grad_norm": 0.8076112030020941,
      "learning_rate": 0.00028492583858844993,
      "loss": 0.756,
      "step": 22796
    },
    {
      "epoch": 0.9337292647962319,
      "grad_norm": 1.6163340230071062,
      "learning_rate": 0.00028492441362311307,
      "loss": 1.0532,
      "step": 22797
    },
    {
      "epoch": 0.9337702232234282,
      "grad_norm": 0.9105711439158012,
      "learning_rate": 0.00028492298859399183,
      "loss": 1.0515,
      "step": 22798
    },
    {
      "epoch": 0.9338111816506246,
      "grad_norm": 0.9218213989280007,
      "learning_rate": 0.00028492156350108677,
      "loss": 0.7394,
      "step": 22799
    },
    {
      "epoch": 0.933852140077821,
      "grad_norm": 0.9517598599973367,
      "learning_rate": 0.00028492013834439863,
      "loss": 1.392,
      "step": 22800
    },
    {
      "epoch": 0.9338930985050174,
      "grad_norm": 0.9504924366916315,
      "learning_rate": 0.00028491871312392807,
      "loss": 1.0846,
      "step": 22801
    },
    {
      "epoch": 0.9339340569322138,
      "grad_norm": 0.6093538213529899,
      "learning_rate": 0.0002849172878396758,
      "loss": 0.7262,
      "step": 22802
    },
    {
      "epoch": 0.9339750153594102,
      "grad_norm": 0.9181846099451756,
      "learning_rate": 0.0002849158624916424,
      "loss": 0.8657,
      "step": 22803
    },
    {
      "epoch": 0.9340159737866066,
      "grad_norm": 0.5787601805933569,
      "learning_rate": 0.00028491443707982865,
      "loss": 0.3133,
      "step": 22804
    },
    {
      "epoch": 0.934056932213803,
      "grad_norm": 1.1255068584925603,
      "learning_rate": 0.0002849130116042352,
      "loss": 1.2283,
      "step": 22805
    },
    {
      "epoch": 0.9340978906409994,
      "grad_norm": 6.856212374979291,
      "learning_rate": 0.0002849115860648627,
      "loss": 2.492,
      "step": 22806
    },
    {
      "epoch": 0.9341388490681958,
      "grad_norm": 1.1640601131535626,
      "learning_rate": 0.00028491016046171177,
      "loss": 1.3388,
      "step": 22807
    },
    {
      "epoch": 0.9341798074953922,
      "grad_norm": 1.1915221345328053,
      "learning_rate": 0.00028490873479478324,
      "loss": 0.8298,
      "step": 22808
    },
    {
      "epoch": 0.9342207659225886,
      "grad_norm": 0.9094260785709598,
      "learning_rate": 0.0002849073090640776,
      "loss": 0.8585,
      "step": 22809
    },
    {
      "epoch": 0.9342617243497849,
      "grad_norm": 0.5656740514651877,
      "learning_rate": 0.00028490588326959566,
      "loss": 0.4275,
      "step": 22810
    },
    {
      "epoch": 0.9343026827769814,
      "grad_norm": 1.4156973318879993,
      "learning_rate": 0.0002849044574113381,
      "loss": 1.5617,
      "step": 22811
    },
    {
      "epoch": 0.9343436412041778,
      "grad_norm": 0.8763962400544875,
      "learning_rate": 0.00028490303148930545,
      "loss": 0.7314,
      "step": 22812
    },
    {
      "epoch": 0.9343845996313741,
      "grad_norm": 0.7953201105143043,
      "learning_rate": 0.0002849016055034985,
      "loss": 0.8147,
      "step": 22813
    },
    {
      "epoch": 0.9344255580585705,
      "grad_norm": 0.9197805187903573,
      "learning_rate": 0.0002849001794539179,
      "loss": 0.7532,
      "step": 22814
    },
    {
      "epoch": 0.934466516485767,
      "grad_norm": 0.8458119268964931,
      "learning_rate": 0.00028489875334056436,
      "loss": 0.6288,
      "step": 22815
    },
    {
      "epoch": 0.9345074749129634,
      "grad_norm": 0.6220900392146939,
      "learning_rate": 0.0002848973271634385,
      "loss": 0.4629,
      "step": 22816
    },
    {
      "epoch": 0.9345484333401597,
      "grad_norm": 1.3102320364986206,
      "learning_rate": 0.00028489590092254096,
      "loss": 0.9697,
      "step": 22817
    },
    {
      "epoch": 0.9345893917673561,
      "grad_norm": 0.8476771449062448,
      "learning_rate": 0.0002848944746178725,
      "loss": 0.9782,
      "step": 22818
    },
    {
      "epoch": 0.9346303501945525,
      "grad_norm": 1.026786623536819,
      "learning_rate": 0.0002848930482494338,
      "loss": 0.9494,
      "step": 22819
    },
    {
      "epoch": 0.934671308621749,
      "grad_norm": 0.7902477330109987,
      "learning_rate": 0.00028489162181722543,
      "loss": 0.9353,
      "step": 22820
    },
    {
      "epoch": 0.9347122670489453,
      "grad_norm": 0.85460415138345,
      "learning_rate": 0.00028489019532124815,
      "loss": 0.9913,
      "step": 22821
    },
    {
      "epoch": 0.9347532254761417,
      "grad_norm": 1.0141148986104078,
      "learning_rate": 0.0002848887687615026,
      "loss": 0.9869,
      "step": 22822
    },
    {
      "epoch": 0.9347941839033381,
      "grad_norm": 1.1040614321421411,
      "learning_rate": 0.0002848873421379895,
      "loss": 1.0812,
      "step": 22823
    },
    {
      "epoch": 0.9348351423305346,
      "grad_norm": 2.4531283548404015,
      "learning_rate": 0.0002848859154507095,
      "loss": 1.2866,
      "step": 22824
    },
    {
      "epoch": 0.9348761007577309,
      "grad_norm": 1.4032268020721488,
      "learning_rate": 0.00028488448869966326,
      "loss": 1.0573,
      "step": 22825
    },
    {
      "epoch": 0.9349170591849273,
      "grad_norm": 0.8034721720874409,
      "learning_rate": 0.00028488306188485145,
      "loss": 0.861,
      "step": 22826
    },
    {
      "epoch": 0.9349580176121237,
      "grad_norm": 1.13152268741627,
      "learning_rate": 0.00028488163500627473,
      "loss": 1.7095,
      "step": 22827
    },
    {
      "epoch": 0.9349989760393201,
      "grad_norm": 0.8957166457188881,
      "learning_rate": 0.0002848802080639338,
      "loss": 0.8564,
      "step": 22828
    },
    {
      "epoch": 0.9350399344665165,
      "grad_norm": 1.305657049586057,
      "learning_rate": 0.0002848787810578294,
      "loss": 1.2276,
      "step": 22829
    },
    {
      "epoch": 0.9350808928937129,
      "grad_norm": 2.568802103838566,
      "learning_rate": 0.00028487735398796205,
      "loss": 1.6569,
      "step": 22830
    },
    {
      "epoch": 0.9351218513209093,
      "grad_norm": 0.7793489699789309,
      "learning_rate": 0.00028487592685433257,
      "loss": 0.7111,
      "step": 22831
    },
    {
      "epoch": 0.9351628097481057,
      "grad_norm": 0.5925722314236381,
      "learning_rate": 0.00028487449965694154,
      "loss": 0.3608,
      "step": 22832
    },
    {
      "epoch": 0.935203768175302,
      "grad_norm": 0.7818472057029833,
      "learning_rate": 0.0002848730723957897,
      "loss": 0.8122,
      "step": 22833
    },
    {
      "epoch": 0.9352447266024985,
      "grad_norm": 1.1038736439084456,
      "learning_rate": 0.0002848716450708777,
      "loss": 1.5573,
      "step": 22834
    },
    {
      "epoch": 0.9352856850296949,
      "grad_norm": 1.153851586021776,
      "learning_rate": 0.00028487021768220625,
      "loss": 1.376,
      "step": 22835
    },
    {
      "epoch": 0.9353266434568912,
      "grad_norm": 1.0099218704832236,
      "learning_rate": 0.0002848687902297759,
      "loss": 1.2778,
      "step": 22836
    },
    {
      "epoch": 0.9353676018840876,
      "grad_norm": 1.5577517708658242,
      "learning_rate": 0.00028486736271358747,
      "loss": 2.1575,
      "step": 22837
    },
    {
      "epoch": 0.935408560311284,
      "grad_norm": 5.76799848353424,
      "learning_rate": 0.00028486593513364156,
      "loss": 6.1543,
      "step": 22838
    },
    {
      "epoch": 0.9354495187384805,
      "grad_norm": 0.7069493849629659,
      "learning_rate": 0.00028486450748993887,
      "loss": 0.3791,
      "step": 22839
    },
    {
      "epoch": 0.9354904771656768,
      "grad_norm": 0.7996872261744634,
      "learning_rate": 0.0002848630797824801,
      "loss": 0.4382,
      "step": 22840
    },
    {
      "epoch": 0.9355314355928732,
      "grad_norm": 0.5032567562392822,
      "learning_rate": 0.0002848616520112658,
      "loss": 0.3224,
      "step": 22841
    },
    {
      "epoch": 0.9355723940200696,
      "grad_norm": 1.54128283149716,
      "learning_rate": 0.00028486022417629684,
      "loss": 0.9771,
      "step": 22842
    },
    {
      "epoch": 0.9356133524472661,
      "grad_norm": 0.5874616276907952,
      "learning_rate": 0.0002848587962775737,
      "loss": 0.4449,
      "step": 22843
    },
    {
      "epoch": 0.9356543108744624,
      "grad_norm": 0.8278742086852863,
      "learning_rate": 0.0002848573683150972,
      "loss": 0.7299,
      "step": 22844
    },
    {
      "epoch": 0.9356952693016588,
      "grad_norm": 0.5819764273297544,
      "learning_rate": 0.00028485594028886796,
      "loss": 0.328,
      "step": 22845
    },
    {
      "epoch": 0.9357362277288552,
      "grad_norm": 1.6297040396234228,
      "learning_rate": 0.0002848545121988866,
      "loss": 0.8669,
      "step": 22846
    },
    {
      "epoch": 0.9357771861560517,
      "grad_norm": 0.5803652240865983,
      "learning_rate": 0.000284853084045154,
      "loss": 0.3624,
      "step": 22847
    },
    {
      "epoch": 0.935818144583248,
      "grad_norm": 0.9814324990979285,
      "learning_rate": 0.00028485165582767057,
      "loss": 1.1866,
      "step": 22848
    },
    {
      "epoch": 0.9358591030104444,
      "grad_norm": 0.7819684999589719,
      "learning_rate": 0.00028485022754643705,
      "loss": 1.023,
      "step": 22849
    },
    {
      "epoch": 0.9359000614376408,
      "grad_norm": 0.8724658397618605,
      "learning_rate": 0.0002848487992014543,
      "loss": 1.0828,
      "step": 22850
    },
    {
      "epoch": 0.9359410198648372,
      "grad_norm": 0.6102585743034046,
      "learning_rate": 0.00028484737079272277,
      "loss": 0.4429,
      "step": 22851
    },
    {
      "epoch": 0.9359819782920336,
      "grad_norm": 1.6365907654179834,
      "learning_rate": 0.00028484594232024325,
      "loss": 1.1273,
      "step": 22852
    },
    {
      "epoch": 0.93602293671923,
      "grad_norm": 0.9642171682793934,
      "learning_rate": 0.0002848445137840164,
      "loss": 1.0807,
      "step": 22853
    },
    {
      "epoch": 0.9360638951464264,
      "grad_norm": 0.9823986668334077,
      "learning_rate": 0.0002848430851840429,
      "loss": 0.9506,
      "step": 22854
    },
    {
      "epoch": 0.9361048535736227,
      "grad_norm": 2.1820932290337374,
      "learning_rate": 0.00028484165652032344,
      "loss": 4.5479,
      "step": 22855
    },
    {
      "epoch": 0.9361458120008191,
      "grad_norm": 1.2227260911924638,
      "learning_rate": 0.0002848402277928586,
      "loss": 1.1659,
      "step": 22856
    },
    {
      "epoch": 0.9361867704280156,
      "grad_norm": 0.9844737239676477,
      "learning_rate": 0.0002848387990016491,
      "loss": 0.6282,
      "step": 22857
    },
    {
      "epoch": 0.936227728855212,
      "grad_norm": 0.9255664354946226,
      "learning_rate": 0.00028483737014669576,
      "loss": 1.1382,
      "step": 22858
    },
    {
      "epoch": 0.9362686872824083,
      "grad_norm": 0.7281493550565719,
      "learning_rate": 0.00028483594122799907,
      "loss": 0.3895,
      "step": 22859
    },
    {
      "epoch": 0.9363096457096047,
      "grad_norm": 1.15052764247637,
      "learning_rate": 0.0002848345122455598,
      "loss": 0.9707,
      "step": 22860
    },
    {
      "epoch": 0.9363506041368012,
      "grad_norm": 1.1404335133347745,
      "learning_rate": 0.0002848330831993785,
      "loss": 1.1127,
      "step": 22861
    },
    {
      "epoch": 0.9363915625639976,
      "grad_norm": 1.0237734433755274,
      "learning_rate": 0.00028483165408945603,
      "loss": 1.3531,
      "step": 22862
    },
    {
      "epoch": 0.9364325209911939,
      "grad_norm": 0.8694832140526364,
      "learning_rate": 0.000284830224915793,
      "loss": 0.8656,
      "step": 22863
    },
    {
      "epoch": 0.9364734794183903,
      "grad_norm": 0.8549825241949833,
      "learning_rate": 0.00028482879567839003,
      "loss": 0.9086,
      "step": 22864
    },
    {
      "epoch": 0.9365144378455867,
      "grad_norm": 0.962165139604899,
      "learning_rate": 0.0002848273663772478,
      "loss": 0.6804,
      "step": 22865
    },
    {
      "epoch": 0.9365553962727832,
      "grad_norm": 0.6431692976752517,
      "learning_rate": 0.00028482593701236705,
      "loss": 0.9233,
      "step": 22866
    },
    {
      "epoch": 0.9365963546999795,
      "grad_norm": 1.0537799953551272,
      "learning_rate": 0.0002848245075837484,
      "loss": 0.9373,
      "step": 22867
    },
    {
      "epoch": 0.9366373131271759,
      "grad_norm": 5.128476871757896,
      "learning_rate": 0.00028482307809139253,
      "loss": 6.2213,
      "step": 22868
    },
    {
      "epoch": 0.9366782715543723,
      "grad_norm": 0.7943230559861603,
      "learning_rate": 0.00028482164853530016,
      "loss": 0.9835,
      "step": 22869
    },
    {
      "epoch": 0.9367192299815688,
      "grad_norm": 0.7209527677227402,
      "learning_rate": 0.00028482021891547193,
      "loss": 0.8185,
      "step": 22870
    },
    {
      "epoch": 0.9367601884087651,
      "grad_norm": 0.9330284015173251,
      "learning_rate": 0.00028481878923190856,
      "loss": 0.7437,
      "step": 22871
    },
    {
      "epoch": 0.9368011468359615,
      "grad_norm": 0.5350809499938766,
      "learning_rate": 0.0002848173594846106,
      "loss": 0.3309,
      "step": 22872
    },
    {
      "epoch": 0.9368421052631579,
      "grad_norm": 0.8074363790060821,
      "learning_rate": 0.00028481592967357895,
      "loss": 0.7973,
      "step": 22873
    },
    {
      "epoch": 0.9368830636903543,
      "grad_norm": 0.6203985219438362,
      "learning_rate": 0.00028481449979881403,
      "loss": 0.3883,
      "step": 22874
    },
    {
      "epoch": 0.9369240221175507,
      "grad_norm": 1.4146759701563285,
      "learning_rate": 0.0002848130698603167,
      "loss": 1.5198,
      "step": 22875
    },
    {
      "epoch": 0.9369649805447471,
      "grad_norm": 0.8454325808402859,
      "learning_rate": 0.00028481163985808757,
      "loss": 0.9353,
      "step": 22876
    },
    {
      "epoch": 0.9370059389719435,
      "grad_norm": 0.7868841417746653,
      "learning_rate": 0.0002848102097921273,
      "loss": 0.7634,
      "step": 22877
    },
    {
      "epoch": 0.9370468973991398,
      "grad_norm": 0.5289575601281465,
      "learning_rate": 0.00028480877966243656,
      "loss": 0.3314,
      "step": 22878
    },
    {
      "epoch": 0.9370878558263362,
      "grad_norm": 3.468919943602477,
      "learning_rate": 0.0002848073494690161,
      "loss": 2.5013,
      "step": 22879
    },
    {
      "epoch": 0.9371288142535327,
      "grad_norm": 0.5394716626295046,
      "learning_rate": 0.0002848059192118665,
      "loss": 0.2691,
      "step": 22880
    },
    {
      "epoch": 0.9371697726807291,
      "grad_norm": 0.7711989525381364,
      "learning_rate": 0.00028480448889098856,
      "loss": 0.9706,
      "step": 22881
    },
    {
      "epoch": 0.9372107311079254,
      "grad_norm": 2.298757943784881,
      "learning_rate": 0.0002848030585063828,
      "loss": 1.6571,
      "step": 22882
    },
    {
      "epoch": 0.9372516895351218,
      "grad_norm": 0.8458283081610743,
      "learning_rate": 0.00028480162805805,
      "loss": 0.7745,
      "step": 22883
    },
    {
      "epoch": 0.9372926479623183,
      "grad_norm": 1.7354814851584022,
      "learning_rate": 0.00028480019754599083,
      "loss": 1.3724,
      "step": 22884
    },
    {
      "epoch": 0.9373336063895147,
      "grad_norm": 0.6150504310657944,
      "learning_rate": 0.000284798766970206,
      "loss": 0.7153,
      "step": 22885
    },
    {
      "epoch": 0.937374564816711,
      "grad_norm": 0.6985901849718021,
      "learning_rate": 0.00028479733633069603,
      "loss": 0.7445,
      "step": 22886
    },
    {
      "epoch": 0.9374155232439074,
      "grad_norm": 0.7467652008588137,
      "learning_rate": 0.00028479590562746176,
      "loss": 0.8446,
      "step": 22887
    },
    {
      "epoch": 0.9374564816711038,
      "grad_norm": 1.2033254656456633,
      "learning_rate": 0.0002847944748605038,
      "loss": 0.8329,
      "step": 22888
    },
    {
      "epoch": 0.9374974400983003,
      "grad_norm": 0.8497871844347835,
      "learning_rate": 0.0002847930440298228,
      "loss": 1.1269,
      "step": 22889
    },
    {
      "epoch": 0.9375383985254966,
      "grad_norm": 0.9288410978946328,
      "learning_rate": 0.0002847916131354195,
      "loss": 1.1642,
      "step": 22890
    },
    {
      "epoch": 0.937579356952693,
      "grad_norm": 0.8054916724683189,
      "learning_rate": 0.00028479018217729456,
      "loss": 0.7745,
      "step": 22891
    },
    {
      "epoch": 0.9376203153798894,
      "grad_norm": 0.8568860680832175,
      "learning_rate": 0.0002847887511554486,
      "loss": 0.7491,
      "step": 22892
    },
    {
      "epoch": 0.9376612738070859,
      "grad_norm": 0.5493865433773432,
      "learning_rate": 0.00028478732006988243,
      "loss": 0.2927,
      "step": 22893
    },
    {
      "epoch": 0.9377022322342822,
      "grad_norm": 3.1501661729901542,
      "learning_rate": 0.00028478588892059655,
      "loss": 4.377,
      "step": 22894
    },
    {
      "epoch": 0.9377431906614786,
      "grad_norm": 0.7753433748091505,
      "learning_rate": 0.0002847844577075918,
      "loss": 1.0202,
      "step": 22895
    },
    {
      "epoch": 0.937784149088675,
      "grad_norm": 0.8390083435018513,
      "learning_rate": 0.0002847830264308687,
      "loss": 0.9966,
      "step": 22896
    },
    {
      "epoch": 0.9378251075158713,
      "grad_norm": 1.2938551582185311,
      "learning_rate": 0.000284781595090428,
      "loss": 1.4204,
      "step": 22897
    },
    {
      "epoch": 0.9378660659430678,
      "grad_norm": 0.8917216073173581,
      "learning_rate": 0.0002847801636862704,
      "loss": 1.0265,
      "step": 22898
    },
    {
      "epoch": 0.9379070243702642,
      "grad_norm": 1.6537002400504845,
      "learning_rate": 0.0002847787322183966,
      "loss": 2.323,
      "step": 22899
    },
    {
      "epoch": 0.9379479827974606,
      "grad_norm": 0.8622167853340079,
      "learning_rate": 0.0002847773006868072,
      "loss": 0.8651,
      "step": 22900
    },
    {
      "epoch": 0.9379889412246569,
      "grad_norm": 0.9392691726608728,
      "learning_rate": 0.00028477586909150294,
      "loss": 0.5036,
      "step": 22901
    },
    {
      "epoch": 0.9380298996518533,
      "grad_norm": 0.9736124429727671,
      "learning_rate": 0.00028477443743248445,
      "loss": 0.7851,
      "step": 22902
    },
    {
      "epoch": 0.9380708580790498,
      "grad_norm": 0.9147242415801459,
      "learning_rate": 0.00028477300570975243,
      "loss": 0.9552,
      "step": 22903
    },
    {
      "epoch": 0.9381118165062462,
      "grad_norm": 0.9289307998870554,
      "learning_rate": 0.00028477157392330755,
      "loss": 0.7797,
      "step": 22904
    },
    {
      "epoch": 0.9381527749334425,
      "grad_norm": 0.6187235286295351,
      "learning_rate": 0.0002847701420731505,
      "loss": 0.7595,
      "step": 22905
    },
    {
      "epoch": 0.9381937333606389,
      "grad_norm": 0.7218976231987138,
      "learning_rate": 0.00028476871015928193,
      "loss": 1.0065,
      "step": 22906
    },
    {
      "epoch": 0.9382346917878354,
      "grad_norm": 0.8149520789682956,
      "learning_rate": 0.00028476727818170256,
      "loss": 0.4455,
      "step": 22907
    },
    {
      "epoch": 0.9382756502150318,
      "grad_norm": 0.940922054587044,
      "learning_rate": 0.00028476584614041303,
      "loss": 0.9603,
      "step": 22908
    },
    {
      "epoch": 0.9383166086422281,
      "grad_norm": 0.8944146733144003,
      "learning_rate": 0.00028476441403541404,
      "loss": 0.365,
      "step": 22909
    },
    {
      "epoch": 0.9383575670694245,
      "grad_norm": 0.8337746348418906,
      "learning_rate": 0.00028476298186670625,
      "loss": 0.7197,
      "step": 22910
    },
    {
      "epoch": 0.938398525496621,
      "grad_norm": 0.6117243383839831,
      "learning_rate": 0.00028476154963429036,
      "loss": 0.3048,
      "step": 22911
    },
    {
      "epoch": 0.9384394839238174,
      "grad_norm": 0.8839210172503781,
      "learning_rate": 0.00028476011733816697,
      "loss": 0.9834,
      "step": 22912
    },
    {
      "epoch": 0.9384804423510137,
      "grad_norm": 0.7322352726185452,
      "learning_rate": 0.00028475868497833683,
      "loss": 0.8452,
      "step": 22913
    },
    {
      "epoch": 0.9385214007782101,
      "grad_norm": 0.7839635911042547,
      "learning_rate": 0.00028475725255480065,
      "loss": 0.9267,
      "step": 22914
    },
    {
      "epoch": 0.9385623592054065,
      "grad_norm": 0.7135870033438657,
      "learning_rate": 0.00028475582006755903,
      "loss": 0.5073,
      "step": 22915
    },
    {
      "epoch": 0.938603317632603,
      "grad_norm": 0.9381719157513878,
      "learning_rate": 0.0002847543875166127,
      "loss": 1.047,
      "step": 22916
    },
    {
      "epoch": 0.9386442760597993,
      "grad_norm": 0.7629936578876412,
      "learning_rate": 0.0002847529549019623,
      "loss": 0.7959,
      "step": 22917
    },
    {
      "epoch": 0.9386852344869957,
      "grad_norm": 0.5321793967952264,
      "learning_rate": 0.0002847515222236085,
      "loss": 0.2923,
      "step": 22918
    },
    {
      "epoch": 0.9387261929141921,
      "grad_norm": 0.757836422747461,
      "learning_rate": 0.000284750089481552,
      "loss": 1.1036,
      "step": 22919
    },
    {
      "epoch": 0.9387671513413884,
      "grad_norm": 0.7763188787313361,
      "learning_rate": 0.00028474865667579353,
      "loss": 0.4815,
      "step": 22920
    },
    {
      "epoch": 0.9388081097685849,
      "grad_norm": 2.119312771228833,
      "learning_rate": 0.0002847472238063336,
      "loss": 1.8525,
      "step": 22921
    },
    {
      "epoch": 0.9388490681957813,
      "grad_norm": 1.1378814612293264,
      "learning_rate": 0.0002847457908731731,
      "loss": 1.1674,
      "step": 22922
    },
    {
      "epoch": 0.9388900266229777,
      "grad_norm": 0.8514569315419008,
      "learning_rate": 0.0002847443578763126,
      "loss": 0.7256,
      "step": 22923
    },
    {
      "epoch": 0.938930985050174,
      "grad_norm": 1.025444791235711,
      "learning_rate": 0.0002847429248157528,
      "loss": 1.1912,
      "step": 22924
    },
    {
      "epoch": 0.9389719434773705,
      "grad_norm": 0.8430090754401609,
      "learning_rate": 0.0002847414916914943,
      "loss": 0.9118,
      "step": 22925
    },
    {
      "epoch": 0.9390129019045669,
      "grad_norm": 2.1239256746442288,
      "learning_rate": 0.0002847400585035379,
      "loss": 3.7669,
      "step": 22926
    },
    {
      "epoch": 0.9390538603317633,
      "grad_norm": 0.618441342296765,
      "learning_rate": 0.0002847386252518842,
      "loss": 0.3502,
      "step": 22927
    },
    {
      "epoch": 0.9390948187589596,
      "grad_norm": 0.8893673964853279,
      "learning_rate": 0.0002847371919365339,
      "loss": 0.5403,
      "step": 22928
    },
    {
      "epoch": 0.939135777186156,
      "grad_norm": 0.8678468043216298,
      "learning_rate": 0.0002847357585574877,
      "loss": 1.1287,
      "step": 22929
    },
    {
      "epoch": 0.9391767356133525,
      "grad_norm": 0.8560192515595961,
      "learning_rate": 0.0002847343251147462,
      "loss": 0.9513,
      "step": 22930
    },
    {
      "epoch": 0.9392176940405489,
      "grad_norm": 0.856325174061241,
      "learning_rate": 0.00028473289160831013,
      "loss": 0.4829,
      "step": 22931
    },
    {
      "epoch": 0.9392586524677452,
      "grad_norm": 0.7229443878177421,
      "learning_rate": 0.00028473145803818023,
      "loss": 0.4428,
      "step": 22932
    },
    {
      "epoch": 0.9392996108949416,
      "grad_norm": 0.918606381781717,
      "learning_rate": 0.0002847300244043571,
      "loss": 0.6445,
      "step": 22933
    },
    {
      "epoch": 0.939340569322138,
      "grad_norm": 0.8242192860697675,
      "learning_rate": 0.00028472859070684134,
      "loss": 0.8614,
      "step": 22934
    },
    {
      "epoch": 0.9393815277493345,
      "grad_norm": 0.9718787546256403,
      "learning_rate": 0.0002847271569456338,
      "loss": 0.9407,
      "step": 22935
    },
    {
      "epoch": 0.9394224861765308,
      "grad_norm": 1.2881481615725079,
      "learning_rate": 0.00028472572312073505,
      "loss": 1.3459,
      "step": 22936
    },
    {
      "epoch": 0.9394634446037272,
      "grad_norm": 0.6606739301938404,
      "learning_rate": 0.00028472428923214586,
      "loss": 0.3302,
      "step": 22937
    },
    {
      "epoch": 0.9395044030309236,
      "grad_norm": 0.7388765965161475,
      "learning_rate": 0.0002847228552798668,
      "loss": 0.912,
      "step": 22938
    },
    {
      "epoch": 0.93954536145812,
      "grad_norm": 0.7588428451227354,
      "learning_rate": 0.0002847214212638986,
      "loss": 0.5807,
      "step": 22939
    },
    {
      "epoch": 0.9395863198853164,
      "grad_norm": 1.6106723516578145,
      "learning_rate": 0.00028471998718424186,
      "loss": 0.4834,
      "step": 22940
    },
    {
      "epoch": 0.9396272783125128,
      "grad_norm": 0.6687907037509759,
      "learning_rate": 0.0002847185530408974,
      "loss": 0.5172,
      "step": 22941
    },
    {
      "epoch": 0.9396682367397092,
      "grad_norm": 0.7774898415349046,
      "learning_rate": 0.0002847171188338658,
      "loss": 0.7202,
      "step": 22942
    },
    {
      "epoch": 0.9397091951669055,
      "grad_norm": 0.9495994179069465,
      "learning_rate": 0.00028471568456314776,
      "loss": 1.1268,
      "step": 22943
    },
    {
      "epoch": 0.939750153594102,
      "grad_norm": 0.7035839963207738,
      "learning_rate": 0.00028471425022874396,
      "loss": 0.8379,
      "step": 22944
    },
    {
      "epoch": 0.9397911120212984,
      "grad_norm": 0.8682116055411839,
      "learning_rate": 0.0002847128158306551,
      "loss": 0.842,
      "step": 22945
    },
    {
      "epoch": 0.9398320704484948,
      "grad_norm": 0.9086284713735147,
      "learning_rate": 0.00028471138136888183,
      "loss": 0.9793,
      "step": 22946
    },
    {
      "epoch": 0.9398730288756911,
      "grad_norm": 0.6956650468148606,
      "learning_rate": 0.00028470994684342486,
      "loss": 0.3397,
      "step": 22947
    },
    {
      "epoch": 0.9399139873028876,
      "grad_norm": 0.8306905619075639,
      "learning_rate": 0.0002847085122542848,
      "loss": 0.5794,
      "step": 22948
    },
    {
      "epoch": 0.939954945730084,
      "grad_norm": 1.0268324367677273,
      "learning_rate": 0.0002847070776014624,
      "loss": 0.8157,
      "step": 22949
    },
    {
      "epoch": 0.9399959041572804,
      "grad_norm": 0.704300116605738,
      "learning_rate": 0.0002847056428849583,
      "loss": 0.5922,
      "step": 22950
    },
    {
      "epoch": 0.9400368625844767,
      "grad_norm": 0.6665693725836045,
      "learning_rate": 0.00028470420810477315,
      "loss": 0.6657,
      "step": 22951
    },
    {
      "epoch": 0.9400778210116731,
      "grad_norm": 0.6492657564100598,
      "learning_rate": 0.00028470277326090774,
      "loss": 0.498,
      "step": 22952
    },
    {
      "epoch": 0.9401187794388696,
      "grad_norm": 0.6789824588921387,
      "learning_rate": 0.0002847013383533627,
      "loss": 0.7278,
      "step": 22953
    },
    {
      "epoch": 0.940159737866066,
      "grad_norm": 1.3461905690730345,
      "learning_rate": 0.0002846999033821386,
      "loss": 1.2364,
      "step": 22954
    },
    {
      "epoch": 0.9402006962932623,
      "grad_norm": 0.8254123718842676,
      "learning_rate": 0.0002846984683472362,
      "loss": 0.3382,
      "step": 22955
    },
    {
      "epoch": 0.9402416547204587,
      "grad_norm": 1.0248232288114014,
      "learning_rate": 0.0002846970332486562,
      "loss": 1.1971,
      "step": 22956
    },
    {
      "epoch": 0.9402826131476552,
      "grad_norm": 1.2572666892481632,
      "learning_rate": 0.0002846955980863993,
      "loss": 1.6541,
      "step": 22957
    },
    {
      "epoch": 0.9403235715748516,
      "grad_norm": 2.985444014893563,
      "learning_rate": 0.00028469416286046605,
      "loss": 2.099,
      "step": 22958
    },
    {
      "epoch": 0.9403645300020479,
      "grad_norm": 0.9966043696161895,
      "learning_rate": 0.0002846927275708573,
      "loss": 0.8331,
      "step": 22959
    },
    {
      "epoch": 0.9404054884292443,
      "grad_norm": 0.8013019496312712,
      "learning_rate": 0.0002846912922175736,
      "loss": 0.8572,
      "step": 22960
    },
    {
      "epoch": 0.9404464468564407,
      "grad_norm": 0.5853037443024579,
      "learning_rate": 0.0002846898568006157,
      "loss": 0.389,
      "step": 22961
    },
    {
      "epoch": 0.9404874052836371,
      "grad_norm": 0.7792379448482099,
      "learning_rate": 0.0002846884213199842,
      "loss": 0.5441,
      "step": 22962
    },
    {
      "epoch": 0.9405283637108335,
      "grad_norm": 0.7966576897094623,
      "learning_rate": 0.0002846869857756799,
      "loss": 0.8912,
      "step": 22963
    },
    {
      "epoch": 0.9405693221380299,
      "grad_norm": 0.9733206575863486,
      "learning_rate": 0.0002846855501677034,
      "loss": 0.858,
      "step": 22964
    },
    {
      "epoch": 0.9406102805652263,
      "grad_norm": 2.4312317913912254,
      "learning_rate": 0.0002846841144960554,
      "loss": 1.486,
      "step": 22965
    },
    {
      "epoch": 0.9406512389924226,
      "grad_norm": 0.5445760279931892,
      "learning_rate": 0.0002846826787607365,
      "loss": 0.3366,
      "step": 22966
    },
    {
      "epoch": 0.9406921974196191,
      "grad_norm": 0.8769352413108599,
      "learning_rate": 0.00028468124296174746,
      "loss": 0.7424,
      "step": 22967
    },
    {
      "epoch": 0.9407331558468155,
      "grad_norm": 0.9475632524111942,
      "learning_rate": 0.0002846798070990889,
      "loss": 0.722,
      "step": 22968
    },
    {
      "epoch": 0.9407741142740119,
      "grad_norm": 0.670149566657051,
      "learning_rate": 0.0002846783711727617,
      "loss": 1.025,
      "step": 22969
    },
    {
      "epoch": 0.9408150727012082,
      "grad_norm": 0.8072811028581265,
      "learning_rate": 0.0002846769351827663,
      "loss": 0.7241,
      "step": 22970
    },
    {
      "epoch": 0.9408560311284047,
      "grad_norm": 1.0296300694582385,
      "learning_rate": 0.0002846754991291034,
      "loss": 1.108,
      "step": 22971
    },
    {
      "epoch": 0.9408969895556011,
      "grad_norm": 0.8298718840005126,
      "learning_rate": 0.00028467406301177376,
      "loss": 0.7187,
      "step": 22972
    },
    {
      "epoch": 0.9409379479827975,
      "grad_norm": 0.6778370903658685,
      "learning_rate": 0.0002846726268307781,
      "loss": 0.7729,
      "step": 22973
    },
    {
      "epoch": 0.9409789064099938,
      "grad_norm": 0.7748735597020326,
      "learning_rate": 0.00028467119058611694,
      "loss": 0.9822,
      "step": 22974
    },
    {
      "epoch": 0.9410198648371902,
      "grad_norm": 0.8023756218533565,
      "learning_rate": 0.00028466975427779114,
      "loss": 0.604,
      "step": 22975
    },
    {
      "epoch": 0.9410608232643867,
      "grad_norm": 0.9367156879851543,
      "learning_rate": 0.00028466831790580126,
      "loss": 0.7574,
      "step": 22976
    },
    {
      "epoch": 0.9411017816915831,
      "grad_norm": 0.9004035287426554,
      "learning_rate": 0.00028466688147014805,
      "loss": 1.0287,
      "step": 22977
    },
    {
      "epoch": 0.9411427401187794,
      "grad_norm": 0.7909260609702663,
      "learning_rate": 0.00028466544497083207,
      "loss": 0.8535,
      "step": 22978
    },
    {
      "epoch": 0.9411836985459758,
      "grad_norm": 0.5252334551874606,
      "learning_rate": 0.0002846640084078542,
      "loss": 0.2716,
      "step": 22979
    },
    {
      "epoch": 0.9412246569731723,
      "grad_norm": 1.2158478980501084,
      "learning_rate": 0.0002846625717812149,
      "loss": 0.8652,
      "step": 22980
    },
    {
      "epoch": 0.9412656154003686,
      "grad_norm": 0.7084895609453136,
      "learning_rate": 0.000284661135090915,
      "loss": 0.7286,
      "step": 22981
    },
    {
      "epoch": 0.941306573827565,
      "grad_norm": 1.0821713932276917,
      "learning_rate": 0.00028465969833695514,
      "loss": 0.9082,
      "step": 22982
    },
    {
      "epoch": 0.9413475322547614,
      "grad_norm": 0.7465700057912302,
      "learning_rate": 0.0002846582615193359,
      "loss": 0.8192,
      "step": 22983
    },
    {
      "epoch": 0.9413884906819578,
      "grad_norm": 0.95963874477208,
      "learning_rate": 0.00028465682463805814,
      "loss": 0.9333,
      "step": 22984
    },
    {
      "epoch": 0.9414294491091542,
      "grad_norm": 0.6919486525440115,
      "learning_rate": 0.00028465538769312243,
      "loss": 0.8117,
      "step": 22985
    },
    {
      "epoch": 0.9414704075363506,
      "grad_norm": 0.9472898101903021,
      "learning_rate": 0.00028465395068452947,
      "loss": 0.812,
      "step": 22986
    },
    {
      "epoch": 0.941511365963547,
      "grad_norm": 3.798272609673621,
      "learning_rate": 0.00028465251361227986,
      "loss": 6.128,
      "step": 22987
    },
    {
      "epoch": 0.9415523243907434,
      "grad_norm": 0.7446838059478,
      "learning_rate": 0.00028465107647637446,
      "loss": 0.7428,
      "step": 22988
    },
    {
      "epoch": 0.9415932828179397,
      "grad_norm": 0.6455282735133467,
      "learning_rate": 0.00028464963927681377,
      "loss": 0.7581,
      "step": 22989
    },
    {
      "epoch": 0.9416342412451362,
      "grad_norm": 1.0066655752508784,
      "learning_rate": 0.0002846482020135986,
      "loss": 1.3086,
      "step": 22990
    },
    {
      "epoch": 0.9416751996723326,
      "grad_norm": 0.9043479947938211,
      "learning_rate": 0.00028464676468672957,
      "loss": 0.8146,
      "step": 22991
    },
    {
      "epoch": 0.941716158099529,
      "grad_norm": 1.0420810613816878,
      "learning_rate": 0.0002846453272962073,
      "loss": 0.8756,
      "step": 22992
    },
    {
      "epoch": 0.9417571165267253,
      "grad_norm": 0.6954235516909548,
      "learning_rate": 0.0002846438898420326,
      "loss": 0.6795,
      "step": 22993
    },
    {
      "epoch": 0.9417980749539218,
      "grad_norm": 0.7776842813843102,
      "learning_rate": 0.000284642452324206,
      "loss": 0.8431,
      "step": 22994
    },
    {
      "epoch": 0.9418390333811182,
      "grad_norm": 0.7418400035319161,
      "learning_rate": 0.00028464101474272833,
      "loss": 0.6941,
      "step": 22995
    },
    {
      "epoch": 0.9418799918083146,
      "grad_norm": 0.5945134264853574,
      "learning_rate": 0.0002846395770976002,
      "loss": 0.6652,
      "step": 22996
    },
    {
      "epoch": 0.9419209502355109,
      "grad_norm": 0.8802330881717969,
      "learning_rate": 0.0002846381393888223,
      "loss": 0.9395,
      "step": 22997
    },
    {
      "epoch": 0.9419619086627073,
      "grad_norm": 0.7501848008407005,
      "learning_rate": 0.0002846367016163953,
      "loss": 0.5336,
      "step": 22998
    },
    {
      "epoch": 0.9420028670899038,
      "grad_norm": 1.2910709396038038,
      "learning_rate": 0.00028463526378031984,
      "loss": 0.9709,
      "step": 22999
    },
    {
      "epoch": 0.9420438255171002,
      "grad_norm": 0.9635924471508079,
      "learning_rate": 0.00028463382588059667,
      "loss": 0.9455,
      "step": 23000
    },
    {
      "epoch": 0.9420847839442965,
      "grad_norm": 1.0187990602180812,
      "learning_rate": 0.00028463238791722644,
      "loss": 1.0903,
      "step": 23001
    },
    {
      "epoch": 0.9421257423714929,
      "grad_norm": 0.672233628136548,
      "learning_rate": 0.00028463094989020975,
      "loss": 0.7083,
      "step": 23002
    },
    {
      "epoch": 0.9421667007986894,
      "grad_norm": 1.0475926409566698,
      "learning_rate": 0.00028462951179954746,
      "loss": 1.1121,
      "step": 23003
    },
    {
      "epoch": 0.9422076592258857,
      "grad_norm": 0.637595430246011,
      "learning_rate": 0.0002846280736452401,
      "loss": 0.5266,
      "step": 23004
    },
    {
      "epoch": 0.9422486176530821,
      "grad_norm": 0.9079957844325874,
      "learning_rate": 0.00028462663542728843,
      "loss": 1.2264,
      "step": 23005
    },
    {
      "epoch": 0.9422895760802785,
      "grad_norm": 1.6936443119519016,
      "learning_rate": 0.00028462519714569305,
      "loss": 0.8269,
      "step": 23006
    },
    {
      "epoch": 0.942330534507475,
      "grad_norm": 0.9366238429621012,
      "learning_rate": 0.0002846237588004548,
      "loss": 0.9722,
      "step": 23007
    },
    {
      "epoch": 0.9423714929346713,
      "grad_norm": 0.6845700922819711,
      "learning_rate": 0.0002846223203915741,
      "loss": 0.7795,
      "step": 23008
    },
    {
      "epoch": 0.9424124513618677,
      "grad_norm": 1.4467628362613272,
      "learning_rate": 0.00028462088191905186,
      "loss": 0.9879,
      "step": 23009
    },
    {
      "epoch": 0.9424534097890641,
      "grad_norm": 0.7463018763887304,
      "learning_rate": 0.0002846194433828887,
      "loss": 0.9853,
      "step": 23010
    },
    {
      "epoch": 0.9424943682162605,
      "grad_norm": 0.7605902494831139,
      "learning_rate": 0.0002846180047830852,
      "loss": 0.6357,
      "step": 23011
    },
    {
      "epoch": 0.9425353266434568,
      "grad_norm": 1.1445713999472529,
      "learning_rate": 0.00028461656611964217,
      "loss": 1.1803,
      "step": 23012
    },
    {
      "epoch": 0.9425762850706533,
      "grad_norm": 0.8274391059743287,
      "learning_rate": 0.00028461512739256026,
      "loss": 0.4388,
      "step": 23013
    },
    {
      "epoch": 0.9426172434978497,
      "grad_norm": 1.30713634625431,
      "learning_rate": 0.0002846136886018401,
      "loss": 0.9722,
      "step": 23014
    },
    {
      "epoch": 0.9426582019250461,
      "grad_norm": 0.7054591079287655,
      "learning_rate": 0.00028461224974748236,
      "loss": 0.9111,
      "step": 23015
    },
    {
      "epoch": 0.9426991603522424,
      "grad_norm": 1.0340982997947668,
      "learning_rate": 0.00028461081082948784,
      "loss": 1.2246,
      "step": 23016
    },
    {
      "epoch": 0.9427401187794389,
      "grad_norm": 0.7705933941613589,
      "learning_rate": 0.0002846093718478571,
      "loss": 1.0,
      "step": 23017
    },
    {
      "epoch": 0.9427810772066353,
      "grad_norm": 0.7869554973923086,
      "learning_rate": 0.00028460793280259085,
      "loss": 0.8317,
      "step": 23018
    },
    {
      "epoch": 0.9428220356338317,
      "grad_norm": 1.0476384724963845,
      "learning_rate": 0.0002846064936936898,
      "loss": 0.8838,
      "step": 23019
    },
    {
      "epoch": 0.942862994061028,
      "grad_norm": 0.7063971883598588,
      "learning_rate": 0.0002846050545211546,
      "loss": 0.7425,
      "step": 23020
    },
    {
      "epoch": 0.9429039524882245,
      "grad_norm": 0.6750227043167839,
      "learning_rate": 0.0002846036152849859,
      "loss": 0.6286,
      "step": 23021
    },
    {
      "epoch": 0.9429449109154209,
      "grad_norm": 4.522905717281809,
      "learning_rate": 0.0002846021759851845,
      "loss": 3.7169,
      "step": 23022
    },
    {
      "epoch": 0.9429858693426172,
      "grad_norm": 0.9949532587535717,
      "learning_rate": 0.000284600736621751,
      "loss": 1.1138,
      "step": 23023
    },
    {
      "epoch": 0.9430268277698136,
      "grad_norm": 1.2938363176078838,
      "learning_rate": 0.00028459929719468603,
      "loss": 1.3985,
      "step": 23024
    },
    {
      "epoch": 0.94306778619701,
      "grad_norm": 3.2709312202750693,
      "learning_rate": 0.00028459785770399034,
      "loss": 2.7493,
      "step": 23025
    },
    {
      "epoch": 0.9431087446242065,
      "grad_norm": 2.410484959411393,
      "learning_rate": 0.0002845964181496646,
      "loss": 4.8272,
      "step": 23026
    },
    {
      "epoch": 0.9431497030514028,
      "grad_norm": 1.573634910262073,
      "learning_rate": 0.0002845949785317095,
      "loss": 1.208,
      "step": 23027
    },
    {
      "epoch": 0.9431906614785992,
      "grad_norm": 0.7696704875546113,
      "learning_rate": 0.00028459353885012563,
      "loss": 0.8967,
      "step": 23028
    },
    {
      "epoch": 0.9432316199057956,
      "grad_norm": 2.788958517791195,
      "learning_rate": 0.00028459209910491385,
      "loss": 2.407,
      "step": 23029
    },
    {
      "epoch": 0.943272578332992,
      "grad_norm": 0.7213008990382384,
      "learning_rate": 0.00028459065929607464,
      "loss": 0.723,
      "step": 23030
    },
    {
      "epoch": 0.9433135367601884,
      "grad_norm": 0.695479265402682,
      "learning_rate": 0.0002845892194236088,
      "loss": 0.3759,
      "step": 23031
    },
    {
      "epoch": 0.9433544951873848,
      "grad_norm": 0.7984882325099969,
      "learning_rate": 0.00028458777948751706,
      "loss": 0.8034,
      "step": 23032
    },
    {
      "epoch": 0.9433954536145812,
      "grad_norm": 0.8935949892509215,
      "learning_rate": 0.00028458633948779993,
      "loss": 0.9249,
      "step": 23033
    },
    {
      "epoch": 0.9434364120417776,
      "grad_norm": 1.0414438212730635,
      "learning_rate": 0.0002845848994244583,
      "loss": 1.1072,
      "step": 23034
    },
    {
      "epoch": 0.943477370468974,
      "grad_norm": 0.5925437361145869,
      "learning_rate": 0.00028458345929749265,
      "loss": 0.4098,
      "step": 23035
    },
    {
      "epoch": 0.9435183288961704,
      "grad_norm": 0.9894256825485465,
      "learning_rate": 0.00028458201910690374,
      "loss": 0.9177,
      "step": 23036
    },
    {
      "epoch": 0.9435592873233668,
      "grad_norm": 0.7326918017138493,
      "learning_rate": 0.00028458057885269233,
      "loss": 0.9847,
      "step": 23037
    },
    {
      "epoch": 0.9436002457505632,
      "grad_norm": 0.7666271017692341,
      "learning_rate": 0.00028457913853485896,
      "loss": 0.5592,
      "step": 23038
    },
    {
      "epoch": 0.9436412041777595,
      "grad_norm": 1.8965968832379432,
      "learning_rate": 0.0002845776981534044,
      "loss": 1.5045,
      "step": 23039
    },
    {
      "epoch": 0.943682162604956,
      "grad_norm": 0.6755227275223059,
      "learning_rate": 0.0002845762577083293,
      "loss": 0.8309,
      "step": 23040
    },
    {
      "epoch": 0.9437231210321524,
      "grad_norm": 1.0981625723523436,
      "learning_rate": 0.0002845748171996344,
      "loss": 0.8621,
      "step": 23041
    },
    {
      "epoch": 0.9437640794593488,
      "grad_norm": 2.9448479250497237,
      "learning_rate": 0.00028457337662732036,
      "loss": 2.9418,
      "step": 23042
    },
    {
      "epoch": 0.9438050378865451,
      "grad_norm": 1.227604849191363,
      "learning_rate": 0.0002845719359913878,
      "loss": 1.1134,
      "step": 23043
    },
    {
      "epoch": 0.9438459963137416,
      "grad_norm": 0.7894923553394245,
      "learning_rate": 0.00028457049529183743,
      "loss": 0.5517,
      "step": 23044
    },
    {
      "epoch": 0.943886954740938,
      "grad_norm": 0.8594064153986929,
      "learning_rate": 0.0002845690545286699,
      "loss": 0.9663,
      "step": 23045
    },
    {
      "epoch": 0.9439279131681343,
      "grad_norm": 0.9743817358448799,
      "learning_rate": 0.000284567613701886,
      "loss": 1.306,
      "step": 23046
    },
    {
      "epoch": 0.9439688715953307,
      "grad_norm": 1.350922978289295,
      "learning_rate": 0.0002845661728114863,
      "loss": 0.9824,
      "step": 23047
    },
    {
      "epoch": 0.9440098300225271,
      "grad_norm": 0.9628979910992337,
      "learning_rate": 0.00028456473185747155,
      "loss": 1.0525,
      "step": 23048
    },
    {
      "epoch": 0.9440507884497236,
      "grad_norm": 1.1717433791915983,
      "learning_rate": 0.0002845632908398424,
      "loss": 0.9627,
      "step": 23049
    },
    {
      "epoch": 0.9440917468769199,
      "grad_norm": 1.746735040681711,
      "learning_rate": 0.0002845618497585995,
      "loss": 2.1729,
      "step": 23050
    },
    {
      "epoch": 0.9441327053041163,
      "grad_norm": 1.4089880697303887,
      "learning_rate": 0.0002845604086137436,
      "loss": 1.1198,
      "step": 23051
    },
    {
      "epoch": 0.9441736637313127,
      "grad_norm": 0.7849883133504756,
      "learning_rate": 0.0002845589674052754,
      "loss": 0.4887,
      "step": 23052
    },
    {
      "epoch": 0.9442146221585092,
      "grad_norm": 0.835832327095445,
      "learning_rate": 0.0002845575261331954,
      "loss": 0.699,
      "step": 23053
    },
    {
      "epoch": 0.9442555805857055,
      "grad_norm": 0.9822425123632785,
      "learning_rate": 0.00028455608479750446,
      "loss": 1.0789,
      "step": 23054
    },
    {
      "epoch": 0.9442965390129019,
      "grad_norm": 0.7083370726278819,
      "learning_rate": 0.0002845546433982032,
      "loss": 0.8967,
      "step": 23055
    },
    {
      "epoch": 0.9443374974400983,
      "grad_norm": 0.5955186346728988,
      "learning_rate": 0.0002845532019352924,
      "loss": 0.5549,
      "step": 23056
    },
    {
      "epoch": 0.9443784558672947,
      "grad_norm": 0.6847430065588596,
      "learning_rate": 0.0002845517604087726,
      "loss": 0.662,
      "step": 23057
    },
    {
      "epoch": 0.944419414294491,
      "grad_norm": 0.8533741073657208,
      "learning_rate": 0.0002845503188186445,
      "loss": 0.5791,
      "step": 23058
    },
    {
      "epoch": 0.9444603727216875,
      "grad_norm": 0.8019473550167985,
      "learning_rate": 0.0002845488771649088,
      "loss": 0.8184,
      "step": 23059
    },
    {
      "epoch": 0.9445013311488839,
      "grad_norm": 0.7478591687133851,
      "learning_rate": 0.00028454743544756625,
      "loss": 0.8206,
      "step": 23060
    },
    {
      "epoch": 0.9445422895760803,
      "grad_norm": 0.8038823707447488,
      "learning_rate": 0.0002845459936666175,
      "loss": 0.8281,
      "step": 23061
    },
    {
      "epoch": 0.9445832480032766,
      "grad_norm": 0.8447702988983334,
      "learning_rate": 0.00028454455182206316,
      "loss": 0.8351,
      "step": 23062
    },
    {
      "epoch": 0.9446242064304731,
      "grad_norm": 0.73223705215402,
      "learning_rate": 0.000284543109913904,
      "loss": 0.7644,
      "step": 23063
    },
    {
      "epoch": 0.9446651648576695,
      "grad_norm": 1.0735110019166374,
      "learning_rate": 0.00028454166794214064,
      "loss": 0.9467,
      "step": 23064
    },
    {
      "epoch": 0.9447061232848658,
      "grad_norm": 1.018159942453998,
      "learning_rate": 0.0002845402259067738,
      "loss": 1.2418,
      "step": 23065
    },
    {
      "epoch": 0.9447470817120622,
      "grad_norm": 0.8230718553216162,
      "learning_rate": 0.0002845387838078041,
      "loss": 0.9265,
      "step": 23066
    },
    {
      "epoch": 0.9447880401392587,
      "grad_norm": 0.6341355815552169,
      "learning_rate": 0.00028453734164523236,
      "loss": 0.7616,
      "step": 23067
    },
    {
      "epoch": 0.9448289985664551,
      "grad_norm": 0.7747759367612124,
      "learning_rate": 0.0002845358994190591,
      "loss": 0.4441,
      "step": 23068
    },
    {
      "epoch": 0.9448699569936514,
      "grad_norm": 0.7252913460791683,
      "learning_rate": 0.00028453445712928513,
      "loss": 0.8875,
      "step": 23069
    },
    {
      "epoch": 0.9449109154208478,
      "grad_norm": 0.7714296206351703,
      "learning_rate": 0.0002845330147759111,
      "loss": 0.9221,
      "step": 23070
    },
    {
      "epoch": 0.9449518738480442,
      "grad_norm": 0.8540675195876665,
      "learning_rate": 0.00028453157235893757,
      "loss": 0.9785,
      "step": 23071
    },
    {
      "epoch": 0.9449928322752407,
      "grad_norm": 1.0537738401403485,
      "learning_rate": 0.00028453012987836535,
      "loss": 1.4538,
      "step": 23072
    },
    {
      "epoch": 0.945033790702437,
      "grad_norm": 5.2456726059542715,
      "learning_rate": 0.0002845286873341951,
      "loss": 4.3343,
      "step": 23073
    },
    {
      "epoch": 0.9450747491296334,
      "grad_norm": 0.8243069593525342,
      "learning_rate": 0.0002845272447264275,
      "loss": 0.9462,
      "step": 23074
    },
    {
      "epoch": 0.9451157075568298,
      "grad_norm": 1.0004161494071486,
      "learning_rate": 0.0002845258020550632,
      "loss": 0.9648,
      "step": 23075
    },
    {
      "epoch": 0.9451566659840263,
      "grad_norm": 0.7771279046089705,
      "learning_rate": 0.00028452435932010294,
      "loss": 0.8955,
      "step": 23076
    },
    {
      "epoch": 0.9451976244112226,
      "grad_norm": 0.7520681227266734,
      "learning_rate": 0.00028452291652154735,
      "loss": 0.8043,
      "step": 23077
    },
    {
      "epoch": 0.945238582838419,
      "grad_norm": 0.8667893533679261,
      "learning_rate": 0.0002845214736593971,
      "loss": 0.935,
      "step": 23078
    },
    {
      "epoch": 0.9452795412656154,
      "grad_norm": 0.6169951902367431,
      "learning_rate": 0.00028452003073365295,
      "loss": 0.8101,
      "step": 23079
    },
    {
      "epoch": 0.9453204996928118,
      "grad_norm": 1.0507551851418189,
      "learning_rate": 0.00028451858774431555,
      "loss": 1.021,
      "step": 23080
    },
    {
      "epoch": 0.9453614581200082,
      "grad_norm": 1.1640750759606113,
      "learning_rate": 0.00028451714469138553,
      "loss": 1.3239,
      "step": 23081
    },
    {
      "epoch": 0.9454024165472046,
      "grad_norm": 0.7908944995341505,
      "learning_rate": 0.00028451570157486363,
      "loss": 1.0448,
      "step": 23082
    },
    {
      "epoch": 0.945443374974401,
      "grad_norm": 1.0373545909376132,
      "learning_rate": 0.0002845142583947505,
      "loss": 1.0073,
      "step": 23083
    },
    {
      "epoch": 0.9454843334015974,
      "grad_norm": 1.1808454615771777,
      "learning_rate": 0.00028451281515104687,
      "loss": 0.7382,
      "step": 23084
    },
    {
      "epoch": 0.9455252918287937,
      "grad_norm": 0.7503612700465505,
      "learning_rate": 0.00028451137184375337,
      "loss": 0.7907,
      "step": 23085
    },
    {
      "epoch": 0.9455662502559902,
      "grad_norm": 0.9806860263958125,
      "learning_rate": 0.00028450992847287065,
      "loss": 0.7915,
      "step": 23086
    },
    {
      "epoch": 0.9456072086831866,
      "grad_norm": 0.8770156878906131,
      "learning_rate": 0.0002845084850383995,
      "loss": 0.7479,
      "step": 23087
    },
    {
      "epoch": 0.9456481671103829,
      "grad_norm": 0.6527847222602001,
      "learning_rate": 0.0002845070415403405,
      "loss": 0.7397,
      "step": 23088
    },
    {
      "epoch": 0.9456891255375793,
      "grad_norm": 4.90800047394304,
      "learning_rate": 0.0002845055979786944,
      "loss": 2.6317,
      "step": 23089
    },
    {
      "epoch": 0.9457300839647758,
      "grad_norm": 0.6473522793174903,
      "learning_rate": 0.00028450415435346185,
      "loss": 0.6278,
      "step": 23090
    },
    {
      "epoch": 0.9457710423919722,
      "grad_norm": 0.800517159921784,
      "learning_rate": 0.00028450271066464357,
      "loss": 0.7098,
      "step": 23091
    },
    {
      "epoch": 0.9458120008191685,
      "grad_norm": 1.211248056625377,
      "learning_rate": 0.0002845012669122402,
      "loss": 1.1408,
      "step": 23092
    },
    {
      "epoch": 0.9458529592463649,
      "grad_norm": 1.1713497017605,
      "learning_rate": 0.00028449982309625236,
      "loss": 0.4591,
      "step": 23093
    },
    {
      "epoch": 0.9458939176735613,
      "grad_norm": 0.7523984831981574,
      "learning_rate": 0.0002844983792166809,
      "loss": 0.4447,
      "step": 23094
    },
    {
      "epoch": 0.9459348761007578,
      "grad_norm": 0.562997084316852,
      "learning_rate": 0.0002844969352735264,
      "loss": 0.2736,
      "step": 23095
    },
    {
      "epoch": 0.9459758345279541,
      "grad_norm": 0.8215707887924587,
      "learning_rate": 0.0002844954912667895,
      "loss": 0.2599,
      "step": 23096
    },
    {
      "epoch": 0.9460167929551505,
      "grad_norm": 1.0050174290440812,
      "learning_rate": 0.00028449404719647095,
      "loss": 0.8496,
      "step": 23097
    },
    {
      "epoch": 0.9460577513823469,
      "grad_norm": 3.6115496529717057,
      "learning_rate": 0.00028449260306257146,
      "loss": 5.2277,
      "step": 23098
    },
    {
      "epoch": 0.9460987098095434,
      "grad_norm": 1.0948691514651965,
      "learning_rate": 0.00028449115886509165,
      "loss": 0.9614,
      "step": 23099
    },
    {
      "epoch": 0.9461396682367397,
      "grad_norm": 0.7340948823790844,
      "learning_rate": 0.0002844897146040322,
      "loss": 0.9207,
      "step": 23100
    },
    {
      "epoch": 0.9461806266639361,
      "grad_norm": 1.064263081494682,
      "learning_rate": 0.00028448827027939387,
      "loss": 0.9337,
      "step": 23101
    },
    {
      "epoch": 0.9462215850911325,
      "grad_norm": 0.943066171707053,
      "learning_rate": 0.00028448682589117725,
      "loss": 0.9237,
      "step": 23102
    },
    {
      "epoch": 0.946262543518329,
      "grad_norm": 0.8459842256244194,
      "learning_rate": 0.0002844853814393831,
      "loss": 0.9471,
      "step": 23103
    },
    {
      "epoch": 0.9463035019455253,
      "grad_norm": 0.8143171014224287,
      "learning_rate": 0.00028448393692401204,
      "loss": 0.9746,
      "step": 23104
    },
    {
      "epoch": 0.9463444603727217,
      "grad_norm": 0.6228250265751142,
      "learning_rate": 0.0002844824923450648,
      "loss": 0.3099,
      "step": 23105
    },
    {
      "epoch": 0.9463854187999181,
      "grad_norm": 0.8015343985202006,
      "learning_rate": 0.000284481047702542,
      "loss": 1.0042,
      "step": 23106
    },
    {
      "epoch": 0.9464263772271144,
      "grad_norm": 0.8250449227294439,
      "learning_rate": 0.0002844796029964444,
      "loss": 0.8007,
      "step": 23107
    },
    {
      "epoch": 0.9464673356543108,
      "grad_norm": 2.539023450906038,
      "learning_rate": 0.0002844781582267726,
      "loss": 3.258,
      "step": 23108
    },
    {
      "epoch": 0.9465082940815073,
      "grad_norm": 0.6509945396216509,
      "learning_rate": 0.0002844767133935274,
      "loss": 0.6239,
      "step": 23109
    },
    {
      "epoch": 0.9465492525087037,
      "grad_norm": 0.9102640000522688,
      "learning_rate": 0.00028447526849670937,
      "loss": 0.7269,
      "step": 23110
    },
    {
      "epoch": 0.9465902109359,
      "grad_norm": 2.0784594303205686,
      "learning_rate": 0.00028447382353631926,
      "loss": 1.9712,
      "step": 23111
    },
    {
      "epoch": 0.9466311693630964,
      "grad_norm": 0.8770036046470695,
      "learning_rate": 0.0002844723785123577,
      "loss": 0.9284,
      "step": 23112
    },
    {
      "epoch": 0.9466721277902929,
      "grad_norm": 2.1608604229250883,
      "learning_rate": 0.0002844709334248254,
      "loss": 1.7999,
      "step": 23113
    },
    {
      "epoch": 0.9467130862174893,
      "grad_norm": 0.7708105557214224,
      "learning_rate": 0.0002844694882737231,
      "loss": 1.0703,
      "step": 23114
    },
    {
      "epoch": 0.9467540446446856,
      "grad_norm": 0.924896786388268,
      "learning_rate": 0.00028446804305905135,
      "loss": 0.3613,
      "step": 23115
    },
    {
      "epoch": 0.946795003071882,
      "grad_norm": 0.8039565262178763,
      "learning_rate": 0.0002844665977808109,
      "loss": 0.6808,
      "step": 23116
    },
    {
      "epoch": 0.9468359614990784,
      "grad_norm": 0.8522680756056138,
      "learning_rate": 0.0002844651524390025,
      "loss": 0.4918,
      "step": 23117
    },
    {
      "epoch": 0.9468769199262749,
      "grad_norm": 0.9387600124006724,
      "learning_rate": 0.00028446370703362684,
      "loss": 1.1121,
      "step": 23118
    },
    {
      "epoch": 0.9469178783534712,
      "grad_norm": 0.5970249690406636,
      "learning_rate": 0.00028446226156468444,
      "loss": 0.3376,
      "step": 23119
    },
    {
      "epoch": 0.9469588367806676,
      "grad_norm": 0.4748675766016114,
      "learning_rate": 0.00028446081603217613,
      "loss": 0.3809,
      "step": 23120
    },
    {
      "epoch": 0.946999795207864,
      "grad_norm": 0.9475003512182093,
      "learning_rate": 0.00028445937043610256,
      "loss": 1.1197,
      "step": 23121
    },
    {
      "epoch": 0.9470407536350605,
      "grad_norm": 0.6441809329988024,
      "learning_rate": 0.00028445792477646434,
      "loss": 0.7167,
      "step": 23122
    },
    {
      "epoch": 0.9470817120622568,
      "grad_norm": 4.103694339770957,
      "learning_rate": 0.00028445647905326227,
      "loss": 2.6941,
      "step": 23123
    },
    {
      "epoch": 0.9471226704894532,
      "grad_norm": 0.5023226899612246,
      "learning_rate": 0.00028445503326649695,
      "loss": 0.3191,
      "step": 23124
    },
    {
      "epoch": 0.9471636289166496,
      "grad_norm": 1.7258391441212195,
      "learning_rate": 0.00028445358741616914,
      "loss": 1.3446,
      "step": 23125
    },
    {
      "epoch": 0.947204587343846,
      "grad_norm": 0.8994477603403297,
      "learning_rate": 0.0002844521415022794,
      "loss": 0.8868,
      "step": 23126
    },
    {
      "epoch": 0.9472455457710424,
      "grad_norm": 1.0403074140075053,
      "learning_rate": 0.00028445069552482854,
      "loss": 1.0997,
      "step": 23127
    },
    {
      "epoch": 0.9472865041982388,
      "grad_norm": 0.9165206008925484,
      "learning_rate": 0.0002844492494838172,
      "loss": 0.888,
      "step": 23128
    },
    {
      "epoch": 0.9473274626254352,
      "grad_norm": 0.9411398141794357,
      "learning_rate": 0.000284447803379246,
      "loss": 0.9388,
      "step": 23129
    },
    {
      "epoch": 0.9473684210526315,
      "grad_norm": 2.3784331120652586,
      "learning_rate": 0.00028444635721111577,
      "loss": 4.2296,
      "step": 23130
    },
    {
      "epoch": 0.947409379479828,
      "grad_norm": 1.087928150844554,
      "learning_rate": 0.00028444491097942706,
      "loss": 1.3459,
      "step": 23131
    },
    {
      "epoch": 0.9474503379070244,
      "grad_norm": 0.692524019209131,
      "learning_rate": 0.00028444346468418057,
      "loss": 0.8349,
      "step": 23132
    },
    {
      "epoch": 0.9474912963342208,
      "grad_norm": 1.080399010331043,
      "learning_rate": 0.00028444201832537706,
      "loss": 1.1435,
      "step": 23133
    },
    {
      "epoch": 0.9475322547614171,
      "grad_norm": 0.8759399442802334,
      "learning_rate": 0.0002844405719030171,
      "loss": 1.1176,
      "step": 23134
    },
    {
      "epoch": 0.9475732131886135,
      "grad_norm": 1.1889001383406363,
      "learning_rate": 0.0002844391254171015,
      "loss": 1.2806,
      "step": 23135
    },
    {
      "epoch": 0.94761417161581,
      "grad_norm": 0.7024347027091475,
      "learning_rate": 0.00028443767886763085,
      "loss": 0.9475,
      "step": 23136
    },
    {
      "epoch": 0.9476551300430064,
      "grad_norm": 0.8532155539430005,
      "learning_rate": 0.0002844362322546059,
      "loss": 0.8735,
      "step": 23137
    },
    {
      "epoch": 0.9476960884702027,
      "grad_norm": 0.6654993899547581,
      "learning_rate": 0.0002844347855780273,
      "loss": 0.8464,
      "step": 23138
    },
    {
      "epoch": 0.9477370468973991,
      "grad_norm": 1.1481986176315915,
      "learning_rate": 0.0002844333388378957,
      "loss": 1.0607,
      "step": 23139
    },
    {
      "epoch": 0.9477780053245956,
      "grad_norm": 0.8554357986736458,
      "learning_rate": 0.00028443189203421177,
      "loss": 0.5204,
      "step": 23140
    },
    {
      "epoch": 0.947818963751792,
      "grad_norm": 1.2436533585765337,
      "learning_rate": 0.0002844304451669764,
      "loss": 1.2111,
      "step": 23141
    },
    {
      "epoch": 0.9478599221789883,
      "grad_norm": 0.9410711137759452,
      "learning_rate": 0.00028442899823619,
      "loss": 0.9145,
      "step": 23142
    },
    {
      "epoch": 0.9479008806061847,
      "grad_norm": 0.9001685903532803,
      "learning_rate": 0.00028442755124185334,
      "loss": 1.1007,
      "step": 23143
    },
    {
      "epoch": 0.9479418390333811,
      "grad_norm": 0.6018120512374584,
      "learning_rate": 0.0002844261041839672,
      "loss": 0.6756,
      "step": 23144
    },
    {
      "epoch": 0.9479827974605776,
      "grad_norm": 0.8081882579280717,
      "learning_rate": 0.0002844246570625322,
      "loss": 0.9713,
      "step": 23145
    },
    {
      "epoch": 0.9480237558877739,
      "grad_norm": 0.6167202796594206,
      "learning_rate": 0.000284423209877549,
      "loss": 0.2881,
      "step": 23146
    },
    {
      "epoch": 0.9480647143149703,
      "grad_norm": 0.7503493976453345,
      "learning_rate": 0.0002844217626290183,
      "loss": 0.7341,
      "step": 23147
    },
    {
      "epoch": 0.9481056727421667,
      "grad_norm": 0.5111527903352782,
      "learning_rate": 0.00028442031531694076,
      "loss": 0.3683,
      "step": 23148
    },
    {
      "epoch": 0.948146631169363,
      "grad_norm": 0.69925997942012,
      "learning_rate": 0.00028441886794131717,
      "loss": 0.4857,
      "step": 23149
    },
    {
      "epoch": 0.9481875895965595,
      "grad_norm": 0.6404758600337855,
      "learning_rate": 0.0002844174205021481,
      "loss": 0.3307,
      "step": 23150
    },
    {
      "epoch": 0.9482285480237559,
      "grad_norm": 0.8340298794785062,
      "learning_rate": 0.00028441597299943427,
      "loss": 0.8572,
      "step": 23151
    },
    {
      "epoch": 0.9482695064509523,
      "grad_norm": 0.6186439818941395,
      "learning_rate": 0.0002844145254331764,
      "loss": 0.6753,
      "step": 23152
    },
    {
      "epoch": 0.9483104648781486,
      "grad_norm": 0.5349862071783631,
      "learning_rate": 0.00028441307780337514,
      "loss": 0.2607,
      "step": 23153
    },
    {
      "epoch": 0.948351423305345,
      "grad_norm": 0.8027170314297151,
      "learning_rate": 0.00028441163011003114,
      "loss": 0.9016,
      "step": 23154
    },
    {
      "epoch": 0.9483923817325415,
      "grad_norm": 0.7931450495174563,
      "learning_rate": 0.00028441018235314514,
      "loss": 1.0294,
      "step": 23155
    },
    {
      "epoch": 0.9484333401597379,
      "grad_norm": 0.8405680741391783,
      "learning_rate": 0.0002844087345327178,
      "loss": 0.7695,
      "step": 23156
    },
    {
      "epoch": 0.9484742985869342,
      "grad_norm": 1.6063517217348495,
      "learning_rate": 0.0002844072866487498,
      "loss": 1.4433,
      "step": 23157
    },
    {
      "epoch": 0.9485152570141306,
      "grad_norm": 0.721655064161097,
      "learning_rate": 0.00028440583870124186,
      "loss": 0.3014,
      "step": 23158
    },
    {
      "epoch": 0.9485562154413271,
      "grad_norm": 0.8330983534742004,
      "learning_rate": 0.00028440439069019464,
      "loss": 0.8318,
      "step": 23159
    },
    {
      "epoch": 0.9485971738685235,
      "grad_norm": 0.8006877661131158,
      "learning_rate": 0.0002844029426156088,
      "loss": 0.9209,
      "step": 23160
    },
    {
      "epoch": 0.9486381322957198,
      "grad_norm": 0.8327374365882142,
      "learning_rate": 0.00028440149447748504,
      "loss": 0.7384,
      "step": 23161
    },
    {
      "epoch": 0.9486790907229162,
      "grad_norm": 0.6161982862555405,
      "learning_rate": 0.0002844000462758241,
      "loss": 0.7853,
      "step": 23162
    },
    {
      "epoch": 0.9487200491501127,
      "grad_norm": 0.748372380709084,
      "learning_rate": 0.00028439859801062653,
      "loss": 0.8845,
      "step": 23163
    },
    {
      "epoch": 0.9487610075773091,
      "grad_norm": 0.7745318552504916,
      "learning_rate": 0.00028439714968189316,
      "loss": 1.189,
      "step": 23164
    },
    {
      "epoch": 0.9488019660045054,
      "grad_norm": 2.0091846137085185,
      "learning_rate": 0.00028439570128962463,
      "loss": 3.2783,
      "step": 23165
    },
    {
      "epoch": 0.9488429244317018,
      "grad_norm": 0.7688330439509462,
      "learning_rate": 0.0002843942528338216,
      "loss": 1.0242,
      "step": 23166
    },
    {
      "epoch": 0.9488838828588982,
      "grad_norm": 0.7893836526668472,
      "learning_rate": 0.0002843928043144847,
      "loss": 0.5711,
      "step": 23167
    },
    {
      "epoch": 0.9489248412860947,
      "grad_norm": 1.0402738784755265,
      "learning_rate": 0.0002843913557316148,
      "loss": 0.8203,
      "step": 23168
    },
    {
      "epoch": 0.948965799713291,
      "grad_norm": 0.8630248281789712,
      "learning_rate": 0.00028438990708521235,
      "loss": 0.9093,
      "step": 23169
    },
    {
      "epoch": 0.9490067581404874,
      "grad_norm": 0.9480842421857658,
      "learning_rate": 0.0002843884583752782,
      "loss": 0.8242,
      "step": 23170
    },
    {
      "epoch": 0.9490477165676838,
      "grad_norm": 0.852680776395183,
      "learning_rate": 0.00028438700960181304,
      "loss": 0.9191,
      "step": 23171
    },
    {
      "epoch": 0.9490886749948801,
      "grad_norm": 0.9653723321088551,
      "learning_rate": 0.00028438556076481746,
      "loss": 0.9052,
      "step": 23172
    },
    {
      "epoch": 0.9491296334220766,
      "grad_norm": 0.7288239510069524,
      "learning_rate": 0.00028438411186429213,
      "loss": 0.9557,
      "step": 23173
    },
    {
      "epoch": 0.949170591849273,
      "grad_norm": 0.791643924102742,
      "learning_rate": 0.00028438266290023786,
      "loss": 0.9855,
      "step": 23174
    },
    {
      "epoch": 0.9492115502764694,
      "grad_norm": 0.9350167402411753,
      "learning_rate": 0.0002843812138726552,
      "loss": 0.8118,
      "step": 23175
    },
    {
      "epoch": 0.9492525087036657,
      "grad_norm": 0.8642048915692273,
      "learning_rate": 0.000284379764781545,
      "loss": 0.9659,
      "step": 23176
    },
    {
      "epoch": 0.9492934671308622,
      "grad_norm": 0.5609330110654234,
      "learning_rate": 0.00028437831562690775,
      "loss": 0.6685,
      "step": 23177
    },
    {
      "epoch": 0.9493344255580586,
      "grad_norm": 0.6827527984519953,
      "learning_rate": 0.0002843768664087443,
      "loss": 0.816,
      "step": 23178
    },
    {
      "epoch": 0.949375383985255,
      "grad_norm": 3.2045173703452035,
      "learning_rate": 0.00028437541712705524,
      "loss": 3.836,
      "step": 23179
    },
    {
      "epoch": 0.9494163424124513,
      "grad_norm": 0.7195334104434109,
      "learning_rate": 0.00028437396778184125,
      "loss": 0.8256,
      "step": 23180
    },
    {
      "epoch": 0.9494573008396477,
      "grad_norm": 1.9909794631463398,
      "learning_rate": 0.00028437251837310304,
      "loss": 4.2276,
      "step": 23181
    },
    {
      "epoch": 0.9494982592668442,
      "grad_norm": 0.8366761230597742,
      "learning_rate": 0.00028437106890084136,
      "loss": 0.918,
      "step": 23182
    },
    {
      "epoch": 0.9495392176940406,
      "grad_norm": 0.93651135834728,
      "learning_rate": 0.0002843696193650568,
      "loss": 0.7845,
      "step": 23183
    },
    {
      "epoch": 0.9495801761212369,
      "grad_norm": 0.7243120367223882,
      "learning_rate": 0.0002843681697657501,
      "loss": 1.0479,
      "step": 23184
    },
    {
      "epoch": 0.9496211345484333,
      "grad_norm": 0.644680882411436,
      "learning_rate": 0.0002843667201029219,
      "loss": 0.2898,
      "step": 23185
    },
    {
      "epoch": 0.9496620929756298,
      "grad_norm": 0.7766743211911709,
      "learning_rate": 0.0002843652703765729,
      "loss": 0.5283,
      "step": 23186
    },
    {
      "epoch": 0.9497030514028262,
      "grad_norm": 0.7814578314781994,
      "learning_rate": 0.0002843638205867038,
      "loss": 0.9674,
      "step": 23187
    },
    {
      "epoch": 0.9497440098300225,
      "grad_norm": 0.7849180685338084,
      "learning_rate": 0.0002843623707333153,
      "loss": 0.4249,
      "step": 23188
    },
    {
      "epoch": 0.9497849682572189,
      "grad_norm": 0.9266987945001748,
      "learning_rate": 0.0002843609208164081,
      "loss": 1.1875,
      "step": 23189
    },
    {
      "epoch": 0.9498259266844153,
      "grad_norm": 0.8344197834187476,
      "learning_rate": 0.0002843594708359828,
      "loss": 0.6078,
      "step": 23190
    },
    {
      "epoch": 0.9498668851116118,
      "grad_norm": 0.7146865055768753,
      "learning_rate": 0.00028435802079204014,
      "loss": 0.7716,
      "step": 23191
    },
    {
      "epoch": 0.9499078435388081,
      "grad_norm": 0.8024935908604487,
      "learning_rate": 0.00028435657068458085,
      "loss": 1.0365,
      "step": 23192
    },
    {
      "epoch": 0.9499488019660045,
      "grad_norm": 2.1473789062882975,
      "learning_rate": 0.0002843551205136055,
      "loss": 2.7014,
      "step": 23193
    },
    {
      "epoch": 0.9499897603932009,
      "grad_norm": 0.6483382082004697,
      "learning_rate": 0.0002843536702791149,
      "loss": 0.3302,
      "step": 23194
    },
    {
      "epoch": 0.9500307188203972,
      "grad_norm": 0.9054615833568598,
      "learning_rate": 0.0002843522199811097,
      "loss": 1.023,
      "step": 23195
    },
    {
      "epoch": 0.9500716772475937,
      "grad_norm": 0.9541973558506935,
      "learning_rate": 0.00028435076961959055,
      "loss": 0.9926,
      "step": 23196
    },
    {
      "epoch": 0.9501126356747901,
      "grad_norm": 0.9655748654392787,
      "learning_rate": 0.00028434931919455814,
      "loss": 1.1025,
      "step": 23197
    },
    {
      "epoch": 0.9501535941019865,
      "grad_norm": 1.0831817811530737,
      "learning_rate": 0.00028434786870601316,
      "loss": 1.1909,
      "step": 23198
    },
    {
      "epoch": 0.9501945525291828,
      "grad_norm": 0.7280173618729697,
      "learning_rate": 0.0002843464181539563,
      "loss": 0.7933,
      "step": 23199
    },
    {
      "epoch": 0.9502355109563793,
      "grad_norm": 0.9194393024989188,
      "learning_rate": 0.0002843449675383883,
      "loss": 1.1326,
      "step": 23200
    },
    {
      "epoch": 0.9502764693835757,
      "grad_norm": 0.5617917441790188,
      "learning_rate": 0.0002843435168593097,
      "loss": 0.3893,
      "step": 23201
    },
    {
      "epoch": 0.9503174278107721,
      "grad_norm": 0.8648386601844188,
      "learning_rate": 0.00028434206611672135,
      "loss": 0.6794,
      "step": 23202
    },
    {
      "epoch": 0.9503583862379684,
      "grad_norm": 0.768760959217366,
      "learning_rate": 0.0002843406153106238,
      "loss": 0.6499,
      "step": 23203
    },
    {
      "epoch": 0.9503993446651648,
      "grad_norm": 2.476499943545896,
      "learning_rate": 0.0002843391644410179,
      "loss": 1.1254,
      "step": 23204
    },
    {
      "epoch": 0.9504403030923613,
      "grad_norm": 0.5476944945363154,
      "learning_rate": 0.0002843377135079042,
      "loss": 0.3071,
      "step": 23205
    },
    {
      "epoch": 0.9504812615195577,
      "grad_norm": 0.6924033167520074,
      "learning_rate": 0.0002843362625112834,
      "loss": 0.8073,
      "step": 23206
    },
    {
      "epoch": 0.950522219946754,
      "grad_norm": 0.6191032060484061,
      "learning_rate": 0.0002843348114511562,
      "loss": 0.4889,
      "step": 23207
    },
    {
      "epoch": 0.9505631783739504,
      "grad_norm": 1.462022691042407,
      "learning_rate": 0.00028433336032752336,
      "loss": 1.5401,
      "step": 23208
    },
    {
      "epoch": 0.9506041368011469,
      "grad_norm": 0.8391628509705166,
      "learning_rate": 0.00028433190914038545,
      "loss": 1.2014,
      "step": 23209
    },
    {
      "epoch": 0.9506450952283433,
      "grad_norm": 0.7835886237419977,
      "learning_rate": 0.0002843304578897432,
      "loss": 0.9915,
      "step": 23210
    },
    {
      "epoch": 0.9506860536555396,
      "grad_norm": 0.9698861325834705,
      "learning_rate": 0.0002843290065755974,
      "loss": 1.2472,
      "step": 23211
    },
    {
      "epoch": 0.950727012082736,
      "grad_norm": 0.7148767245912048,
      "learning_rate": 0.0002843275551979485,
      "loss": 0.7779,
      "step": 23212
    },
    {
      "epoch": 0.9507679705099324,
      "grad_norm": 1.0635693423368524,
      "learning_rate": 0.0002843261037567974,
      "loss": 1.3197,
      "step": 23213
    },
    {
      "epoch": 0.9508089289371288,
      "grad_norm": 3.3812864685062234,
      "learning_rate": 0.00028432465225214473,
      "loss": 1.2603,
      "step": 23214
    },
    {
      "epoch": 0.9508498873643252,
      "grad_norm": 0.7585236022696761,
      "learning_rate": 0.00028432320068399113,
      "loss": 0.7048,
      "step": 23215
    },
    {
      "epoch": 0.9508908457915216,
      "grad_norm": 1.0996877842617383,
      "learning_rate": 0.00028432174905233733,
      "loss": 1.036,
      "step": 23216
    },
    {
      "epoch": 0.950931804218718,
      "grad_norm": 1.0105212897535696,
      "learning_rate": 0.000284320297357184,
      "loss": 0.311,
      "step": 23217
    },
    {
      "epoch": 0.9509727626459143,
      "grad_norm": 0.7674770680791229,
      "learning_rate": 0.0002843188455985318,
      "loss": 0.6952,
      "step": 23218
    },
    {
      "epoch": 0.9510137210731108,
      "grad_norm": 0.7496500618707465,
      "learning_rate": 0.0002843173937763815,
      "loss": 0.7882,
      "step": 23219
    },
    {
      "epoch": 0.9510546795003072,
      "grad_norm": 1.4013798995959366,
      "learning_rate": 0.0002843159418907337,
      "loss": 1.4079,
      "step": 23220
    },
    {
      "epoch": 0.9510956379275036,
      "grad_norm": 0.8517771158078279,
      "learning_rate": 0.00028431448994158906,
      "loss": 1.0714,
      "step": 23221
    },
    {
      "epoch": 0.9511365963546999,
      "grad_norm": 0.9949784637259793,
      "learning_rate": 0.00028431303792894835,
      "loss": 1.392,
      "step": 23222
    },
    {
      "epoch": 0.9511775547818964,
      "grad_norm": 0.7020717860096491,
      "learning_rate": 0.0002843115858528123,
      "loss": 0.8131,
      "step": 23223
    },
    {
      "epoch": 0.9512185132090928,
      "grad_norm": 0.7512193873533445,
      "learning_rate": 0.00028431013371318144,
      "loss": 0.6861,
      "step": 23224
    },
    {
      "epoch": 0.9512594716362892,
      "grad_norm": 1.850154579777421,
      "learning_rate": 0.0002843086815100566,
      "loss": 1.1196,
      "step": 23225
    },
    {
      "epoch": 0.9513004300634855,
      "grad_norm": 1.0181377888276946,
      "learning_rate": 0.0002843072292434384,
      "loss": 1.3468,
      "step": 23226
    },
    {
      "epoch": 0.951341388490682,
      "grad_norm": 2.0076965828058095,
      "learning_rate": 0.00028430577691332756,
      "loss": 2.0012,
      "step": 23227
    },
    {
      "epoch": 0.9513823469178784,
      "grad_norm": 2.3703923719244235,
      "learning_rate": 0.0002843043245197247,
      "loss": 5.0297,
      "step": 23228
    },
    {
      "epoch": 0.9514233053450748,
      "grad_norm": 0.6400480609514059,
      "learning_rate": 0.00028430287206263055,
      "loss": 0.3126,
      "step": 23229
    },
    {
      "epoch": 0.9514642637722711,
      "grad_norm": 1.0361480341630402,
      "learning_rate": 0.0002843014195420458,
      "loss": 1.0185,
      "step": 23230
    },
    {
      "epoch": 0.9515052221994675,
      "grad_norm": 1.0204567379983374,
      "learning_rate": 0.0002842999669579711,
      "loss": 0.6948,
      "step": 23231
    },
    {
      "epoch": 0.951546180626664,
      "grad_norm": 1.0690035726547336,
      "learning_rate": 0.00028429851431040725,
      "loss": 0.8259,
      "step": 23232
    },
    {
      "epoch": 0.9515871390538604,
      "grad_norm": 0.9370619997058418,
      "learning_rate": 0.0002842970615993548,
      "loss": 0.8686,
      "step": 23233
    },
    {
      "epoch": 0.9516280974810567,
      "grad_norm": 0.7075548453547833,
      "learning_rate": 0.0002842956088248145,
      "loss": 0.8994,
      "step": 23234
    },
    {
      "epoch": 0.9516690559082531,
      "grad_norm": 0.6408515092797032,
      "learning_rate": 0.000284294155986787,
      "loss": 0.762,
      "step": 23235
    },
    {
      "epoch": 0.9517100143354496,
      "grad_norm": 1.888736872215195,
      "learning_rate": 0.00028429270308527306,
      "loss": 2.8408,
      "step": 23236
    },
    {
      "epoch": 0.9517509727626459,
      "grad_norm": 0.6902863334845522,
      "learning_rate": 0.0002842912501202733,
      "loss": 0.7745,
      "step": 23237
    },
    {
      "epoch": 0.9517919311898423,
      "grad_norm": 0.684609401648955,
      "learning_rate": 0.0002842897970917884,
      "loss": 0.3764,
      "step": 23238
    },
    {
      "epoch": 0.9518328896170387,
      "grad_norm": 0.8007613824269818,
      "learning_rate": 0.00028428834399981914,
      "loss": 0.7508,
      "step": 23239
    },
    {
      "epoch": 0.9518738480442351,
      "grad_norm": 0.6119436578072579,
      "learning_rate": 0.0002842868908443662,
      "loss": 0.2467,
      "step": 23240
    },
    {
      "epoch": 0.9519148064714315,
      "grad_norm": 0.9382867587095849,
      "learning_rate": 0.00028428543762543004,
      "loss": 1.0113,
      "step": 23241
    },
    {
      "epoch": 0.9519557648986279,
      "grad_norm": 5.705670472566386,
      "learning_rate": 0.00028428398434301164,
      "loss": 2.1512,
      "step": 23242
    },
    {
      "epoch": 0.9519967233258243,
      "grad_norm": 0.991940218890355,
      "learning_rate": 0.00028428253099711153,
      "loss": 1.1044,
      "step": 23243
    },
    {
      "epoch": 0.9520376817530207,
      "grad_norm": 1.0519392094767201,
      "learning_rate": 0.0002842810775877304,
      "loss": 1.1951,
      "step": 23244
    },
    {
      "epoch": 0.952078640180217,
      "grad_norm": 0.7733820354333295,
      "learning_rate": 0.000284279624114869,
      "loss": 0.9723,
      "step": 23245
    },
    {
      "epoch": 0.9521195986074135,
      "grad_norm": 1.1458201552307565,
      "learning_rate": 0.000284278170578528,
      "loss": 1.6524,
      "step": 23246
    },
    {
      "epoch": 0.9521605570346099,
      "grad_norm": 0.6772438287467651,
      "learning_rate": 0.00028427671697870804,
      "loss": 0.7634,
      "step": 23247
    },
    {
      "epoch": 0.9522015154618063,
      "grad_norm": 1.3779930579109791,
      "learning_rate": 0.0002842752633154099,
      "loss": 0.6115,
      "step": 23248
    },
    {
      "epoch": 0.9522424738890026,
      "grad_norm": 0.9662183272222459,
      "learning_rate": 0.0002842738095886341,
      "loss": 0.7551,
      "step": 23249
    },
    {
      "epoch": 0.952283432316199,
      "grad_norm": 1.5751199115119452,
      "learning_rate": 0.00028427235579838155,
      "loss": 1.0604,
      "step": 23250
    },
    {
      "epoch": 0.9523243907433955,
      "grad_norm": 0.6945392476407081,
      "learning_rate": 0.00028427090194465274,
      "loss": 0.8094,
      "step": 23251
    },
    {
      "epoch": 0.9523653491705919,
      "grad_norm": 0.6088242797083073,
      "learning_rate": 0.0002842694480274485,
      "loss": 0.2352,
      "step": 23252
    },
    {
      "epoch": 0.9524063075977882,
      "grad_norm": 0.7235224133876037,
      "learning_rate": 0.00028426799404676937,
      "loss": 0.7941,
      "step": 23253
    },
    {
      "epoch": 0.9524472660249846,
      "grad_norm": 0.6260366841958218,
      "learning_rate": 0.0002842665400026162,
      "loss": 0.3561,
      "step": 23254
    },
    {
      "epoch": 0.9524882244521811,
      "grad_norm": 0.914236761593841,
      "learning_rate": 0.0002842650858949896,
      "loss": 0.9983,
      "step": 23255
    },
    {
      "epoch": 0.9525291828793774,
      "grad_norm": 0.7944069807730937,
      "learning_rate": 0.00028426363172389025,
      "loss": 0.4676,
      "step": 23256
    },
    {
      "epoch": 0.9525701413065738,
      "grad_norm": 0.9274391810913111,
      "learning_rate": 0.00028426217748931884,
      "loss": 0.7601,
      "step": 23257
    },
    {
      "epoch": 0.9526110997337702,
      "grad_norm": 0.7351343286212991,
      "learning_rate": 0.00028426072319127606,
      "loss": 0.7838,
      "step": 23258
    },
    {
      "epoch": 0.9526520581609667,
      "grad_norm": 1.0369422893219227,
      "learning_rate": 0.00028425926882976257,
      "loss": 0.9719,
      "step": 23259
    },
    {
      "epoch": 0.952693016588163,
      "grad_norm": 1.0409521199873155,
      "learning_rate": 0.00028425781440477913,
      "loss": 1.3065,
      "step": 23260
    },
    {
      "epoch": 0.9527339750153594,
      "grad_norm": 0.6954063590693387,
      "learning_rate": 0.0002842563599163264,
      "loss": 0.7087,
      "step": 23261
    },
    {
      "epoch": 0.9527749334425558,
      "grad_norm": 0.6058520753362064,
      "learning_rate": 0.000284254905364405,
      "loss": 0.2483,
      "step": 23262
    },
    {
      "epoch": 0.9528158918697522,
      "grad_norm": 0.7366800446168118,
      "learning_rate": 0.0002842534507490157,
      "loss": 0.3276,
      "step": 23263
    },
    {
      "epoch": 0.9528568502969486,
      "grad_norm": 0.841634189236048,
      "learning_rate": 0.00028425199607015915,
      "loss": 1.209,
      "step": 23264
    },
    {
      "epoch": 0.952897808724145,
      "grad_norm": 0.7233635639328041,
      "learning_rate": 0.00028425054132783607,
      "loss": 0.3145,
      "step": 23265
    },
    {
      "epoch": 0.9529387671513414,
      "grad_norm": 0.7913702113296063,
      "learning_rate": 0.0002842490865220471,
      "loss": 0.83,
      "step": 23266
    },
    {
      "epoch": 0.9529797255785378,
      "grad_norm": 0.6643141846309504,
      "learning_rate": 0.00028424763165279295,
      "loss": 0.5226,
      "step": 23267
    },
    {
      "epoch": 0.9530206840057341,
      "grad_norm": 1.5321471715193982,
      "learning_rate": 0.0002842461767200743,
      "loss": 2.5063,
      "step": 23268
    },
    {
      "epoch": 0.9530616424329306,
      "grad_norm": 0.8818350025020973,
      "learning_rate": 0.00028424472172389187,
      "loss": 0.9396,
      "step": 23269
    },
    {
      "epoch": 0.953102600860127,
      "grad_norm": 0.8124376937795718,
      "learning_rate": 0.00028424326666424634,
      "loss": 0.9059,
      "step": 23270
    },
    {
      "epoch": 0.9531435592873234,
      "grad_norm": 0.6109390482339084,
      "learning_rate": 0.00028424181154113835,
      "loss": 0.3408,
      "step": 23271
    },
    {
      "epoch": 0.9531845177145197,
      "grad_norm": 0.8661736460280942,
      "learning_rate": 0.00028424035635456863,
      "loss": 0.6715,
      "step": 23272
    },
    {
      "epoch": 0.9532254761417162,
      "grad_norm": 1.053698102774416,
      "learning_rate": 0.0002842389011045379,
      "loss": 0.6818,
      "step": 23273
    },
    {
      "epoch": 0.9532664345689126,
      "grad_norm": 0.684005022996372,
      "learning_rate": 0.0002842374457910468,
      "loss": 0.3367,
      "step": 23274
    },
    {
      "epoch": 0.953307392996109,
      "grad_norm": 0.7495615274003403,
      "learning_rate": 0.00028423599041409593,
      "loss": 0.689,
      "step": 23275
    },
    {
      "epoch": 0.9533483514233053,
      "grad_norm": 1.2730301595544298,
      "learning_rate": 0.00028423453497368614,
      "loss": 1.5824,
      "step": 23276
    },
    {
      "epoch": 0.9533893098505017,
      "grad_norm": 0.8876743919558467,
      "learning_rate": 0.00028423307946981804,
      "loss": 0.9894,
      "step": 23277
    },
    {
      "epoch": 0.9534302682776982,
      "grad_norm": 4.514136722951302,
      "learning_rate": 0.0002842316239024924,
      "loss": 5.34,
      "step": 23278
    },
    {
      "epoch": 0.9534712267048945,
      "grad_norm": 0.7180749346350995,
      "learning_rate": 0.0002842301682717097,
      "loss": 0.9279,
      "step": 23279
    },
    {
      "epoch": 0.9535121851320909,
      "grad_norm": 0.5283906930996447,
      "learning_rate": 0.0002842287125774709,
      "loss": 0.2723,
      "step": 23280
    },
    {
      "epoch": 0.9535531435592873,
      "grad_norm": 1.7349689648741096,
      "learning_rate": 0.0002842272568197765,
      "loss": 3.3755,
      "step": 23281
    },
    {
      "epoch": 0.9535941019864838,
      "grad_norm": 0.7174083155505824,
      "learning_rate": 0.0002842258009986272,
      "loss": 0.819,
      "step": 23282
    },
    {
      "epoch": 0.9536350604136801,
      "grad_norm": 0.7431149451838047,
      "learning_rate": 0.0002842243451140238,
      "loss": 0.8812,
      "step": 23283
    },
    {
      "epoch": 0.9536760188408765,
      "grad_norm": 0.9088069341184638,
      "learning_rate": 0.0002842228891659669,
      "loss": 0.7996,
      "step": 23284
    },
    {
      "epoch": 0.9537169772680729,
      "grad_norm": 0.7095748539361725,
      "learning_rate": 0.0002842214331544572,
      "loss": 0.8539,
      "step": 23285
    },
    {
      "epoch": 0.9537579356952693,
      "grad_norm": 0.7816909723040573,
      "learning_rate": 0.0002842199770794954,
      "loss": 0.3627,
      "step": 23286
    },
    {
      "epoch": 0.9537988941224657,
      "grad_norm": 0.7236349116511698,
      "learning_rate": 0.0002842185209410822,
      "loss": 0.8051,
      "step": 23287
    },
    {
      "epoch": 0.9538398525496621,
      "grad_norm": 0.757269312645956,
      "learning_rate": 0.00028421706473921824,
      "loss": 0.6908,
      "step": 23288
    },
    {
      "epoch": 0.9538808109768585,
      "grad_norm": 0.8926141041684131,
      "learning_rate": 0.0002842156084739042,
      "loss": 1.2285,
      "step": 23289
    },
    {
      "epoch": 0.9539217694040549,
      "grad_norm": 0.8435435452668063,
      "learning_rate": 0.0002842141521451408,
      "loss": 0.3509,
      "step": 23290
    },
    {
      "epoch": 0.9539627278312512,
      "grad_norm": 0.9616306738202014,
      "learning_rate": 0.00028421269575292884,
      "loss": 0.5759,
      "step": 23291
    },
    {
      "epoch": 0.9540036862584477,
      "grad_norm": 1.249184173425919,
      "learning_rate": 0.00028421123929726883,
      "loss": 0.9674,
      "step": 23292
    },
    {
      "epoch": 0.9540446446856441,
      "grad_norm": 0.9237422515169837,
      "learning_rate": 0.0002842097827781616,
      "loss": 0.9739,
      "step": 23293
    },
    {
      "epoch": 0.9540856031128405,
      "grad_norm": 0.5752214827148073,
      "learning_rate": 0.0002842083261956077,
      "loss": 0.4371,
      "step": 23294
    },
    {
      "epoch": 0.9541265615400368,
      "grad_norm": 0.8791802154304145,
      "learning_rate": 0.00028420686954960795,
      "loss": 0.8857,
      "step": 23295
    },
    {
      "epoch": 0.9541675199672333,
      "grad_norm": 1.1010787585149329,
      "learning_rate": 0.00028420541284016293,
      "loss": 0.8273,
      "step": 23296
    },
    {
      "epoch": 0.9542084783944297,
      "grad_norm": 0.8917740175723241,
      "learning_rate": 0.00028420395606727343,
      "loss": 0.9458,
      "step": 23297
    },
    {
      "epoch": 0.954249436821626,
      "grad_norm": 0.9919138269238147,
      "learning_rate": 0.00028420249923094006,
      "loss": 0.972,
      "step": 23298
    },
    {
      "epoch": 0.9542903952488224,
      "grad_norm": 0.6664256331056492,
      "learning_rate": 0.0002842010423311635,
      "loss": 0.8141,
      "step": 23299
    },
    {
      "epoch": 0.9543313536760188,
      "grad_norm": 1.068035729522281,
      "learning_rate": 0.0002841995853679445,
      "loss": 1.2417,
      "step": 23300
    },
    {
      "epoch": 0.9543723121032153,
      "grad_norm": 0.7265869899725227,
      "learning_rate": 0.00028419812834128377,
      "loss": 0.8563,
      "step": 23301
    },
    {
      "epoch": 0.9544132705304116,
      "grad_norm": 0.9825734695423628,
      "learning_rate": 0.0002841966712511819,
      "loss": 0.832,
      "step": 23302
    },
    {
      "epoch": 0.954454228957608,
      "grad_norm": 5.269023594507336,
      "learning_rate": 0.0002841952140976396,
      "loss": 4.895,
      "step": 23303
    },
    {
      "epoch": 0.9544951873848044,
      "grad_norm": 0.8999001328774558,
      "learning_rate": 0.00028419375688065767,
      "loss": 0.7484,
      "step": 23304
    },
    {
      "epoch": 0.9545361458120009,
      "grad_norm": 1.0510509427674029,
      "learning_rate": 0.00028419229960023666,
      "loss": 1.3493,
      "step": 23305
    },
    {
      "epoch": 0.9545771042391972,
      "grad_norm": 0.8318274803396537,
      "learning_rate": 0.00028419084225637736,
      "loss": 1.0724,
      "step": 23306
    },
    {
      "epoch": 0.9546180626663936,
      "grad_norm": 0.6060110269569284,
      "learning_rate": 0.0002841893848490804,
      "loss": 0.829,
      "step": 23307
    },
    {
      "epoch": 0.95465902109359,
      "grad_norm": 1.0134317862456297,
      "learning_rate": 0.00028418792737834646,
      "loss": 1.1634,
      "step": 23308
    },
    {
      "epoch": 0.9546999795207864,
      "grad_norm": 5.776427856844987,
      "learning_rate": 0.0002841864698441763,
      "loss": 3.0964,
      "step": 23309
    },
    {
      "epoch": 0.9547409379479828,
      "grad_norm": 0.8089136392058776,
      "learning_rate": 0.0002841850122465705,
      "loss": 0.8862,
      "step": 23310
    },
    {
      "epoch": 0.9547818963751792,
      "grad_norm": 0.918331669326542,
      "learning_rate": 0.0002841835545855299,
      "loss": 0.877,
      "step": 23311
    },
    {
      "epoch": 0.9548228548023756,
      "grad_norm": 0.9330630023573115,
      "learning_rate": 0.00028418209686105505,
      "loss": 0.9071,
      "step": 23312
    },
    {
      "epoch": 0.954863813229572,
      "grad_norm": 0.5290806365080061,
      "learning_rate": 0.0002841806390731467,
      "loss": 0.2976,
      "step": 23313
    },
    {
      "epoch": 0.9549047716567683,
      "grad_norm": 0.5911805492021852,
      "learning_rate": 0.0002841791812218055,
      "loss": 0.3665,
      "step": 23314
    },
    {
      "epoch": 0.9549457300839648,
      "grad_norm": 0.5682074920357768,
      "learning_rate": 0.0002841777233070322,
      "loss": 0.2381,
      "step": 23315
    },
    {
      "epoch": 0.9549866885111612,
      "grad_norm": 0.7867683799441569,
      "learning_rate": 0.00028417626532882746,
      "loss": 0.5419,
      "step": 23316
    },
    {
      "epoch": 0.9550276469383576,
      "grad_norm": 2.336857911269025,
      "learning_rate": 0.00028417480728719195,
      "loss": 2.6133,
      "step": 23317
    },
    {
      "epoch": 0.9550686053655539,
      "grad_norm": 0.6461265998638095,
      "learning_rate": 0.00028417334918212644,
      "loss": 0.6861,
      "step": 23318
    },
    {
      "epoch": 0.9551095637927504,
      "grad_norm": 0.765768714434595,
      "learning_rate": 0.0002841718910136315,
      "loss": 0.8498,
      "step": 23319
    },
    {
      "epoch": 0.9551505222199468,
      "grad_norm": 0.6805073417570474,
      "learning_rate": 0.00028417043278170786,
      "loss": 0.7348,
      "step": 23320
    },
    {
      "epoch": 0.9551914806471431,
      "grad_norm": 0.689841978845143,
      "learning_rate": 0.0002841689744863562,
      "loss": 0.7061,
      "step": 23321
    },
    {
      "epoch": 0.9552324390743395,
      "grad_norm": 0.9541424042925783,
      "learning_rate": 0.0002841675161275773,
      "loss": 1.4074,
      "step": 23322
    },
    {
      "epoch": 0.955273397501536,
      "grad_norm": 0.7401582471680942,
      "learning_rate": 0.00028416605770537176,
      "loss": 0.5315,
      "step": 23323
    },
    {
      "epoch": 0.9553143559287324,
      "grad_norm": 0.7686510748269417,
      "learning_rate": 0.0002841645992197403,
      "loss": 0.8036,
      "step": 23324
    },
    {
      "epoch": 0.9553553143559287,
      "grad_norm": 0.8748490660387231,
      "learning_rate": 0.0002841631406706836,
      "loss": 1.0808,
      "step": 23325
    },
    {
      "epoch": 0.9553962727831251,
      "grad_norm": 0.7902052786301748,
      "learning_rate": 0.00028416168205820235,
      "loss": 0.5398,
      "step": 23326
    },
    {
      "epoch": 0.9554372312103215,
      "grad_norm": 0.9095275100006438,
      "learning_rate": 0.00028416022338229724,
      "loss": 0.7654,
      "step": 23327
    },
    {
      "epoch": 0.955478189637518,
      "grad_norm": 1.0772548959105785,
      "learning_rate": 0.00028415876464296896,
      "loss": 0.9819,
      "step": 23328
    },
    {
      "epoch": 0.9555191480647143,
      "grad_norm": 0.8281370242987512,
      "learning_rate": 0.00028415730584021817,
      "loss": 0.6815,
      "step": 23329
    },
    {
      "epoch": 0.9555601064919107,
      "grad_norm": 1.010914295681324,
      "learning_rate": 0.00028415584697404566,
      "loss": 1.2606,
      "step": 23330
    },
    {
      "epoch": 0.9556010649191071,
      "grad_norm": 0.8608478806308208,
      "learning_rate": 0.000284154388044452,
      "loss": 0.5069,
      "step": 23331
    },
    {
      "epoch": 0.9556420233463035,
      "grad_norm": 1.4748114038004503,
      "learning_rate": 0.00028415292905143797,
      "loss": 1.5282,
      "step": 23332
    },
    {
      "epoch": 0.9556829817734999,
      "grad_norm": 0.9736387563373079,
      "learning_rate": 0.0002841514699950042,
      "loss": 0.7237,
      "step": 23333
    },
    {
      "epoch": 0.9557239402006963,
      "grad_norm": 0.8364075952945352,
      "learning_rate": 0.00028415001087515136,
      "loss": 1.1986,
      "step": 23334
    },
    {
      "epoch": 0.9557648986278927,
      "grad_norm": 5.114858530357638,
      "learning_rate": 0.00028414855169188024,
      "loss": 4.4948,
      "step": 23335
    },
    {
      "epoch": 0.9558058570550891,
      "grad_norm": 0.8653639541379967,
      "learning_rate": 0.0002841470924451914,
      "loss": 0.9651,
      "step": 23336
    },
    {
      "epoch": 0.9558468154822855,
      "grad_norm": 0.7298112534494555,
      "learning_rate": 0.00028414563313508567,
      "loss": 0.8376,
      "step": 23337
    },
    {
      "epoch": 0.9558877739094819,
      "grad_norm": 0.7199666480340617,
      "learning_rate": 0.00028414417376156363,
      "loss": 0.8364,
      "step": 23338
    },
    {
      "epoch": 0.9559287323366783,
      "grad_norm": 1.4365423913229078,
      "learning_rate": 0.000284142714324626,
      "loss": 0.9795,
      "step": 23339
    },
    {
      "epoch": 0.9559696907638746,
      "grad_norm": 0.8187422844372112,
      "learning_rate": 0.0002841412548242735,
      "loss": 0.9526,
      "step": 23340
    },
    {
      "epoch": 0.956010649191071,
      "grad_norm": 1.159214714407848,
      "learning_rate": 0.00028413979526050685,
      "loss": 1.1053,
      "step": 23341
    },
    {
      "epoch": 0.9560516076182675,
      "grad_norm": 0.7246697041487707,
      "learning_rate": 0.0002841383356333266,
      "loss": 0.5773,
      "step": 23342
    },
    {
      "epoch": 0.9560925660454639,
      "grad_norm": 4.833938121683436,
      "learning_rate": 0.0002841368759427336,
      "loss": 3.1822,
      "step": 23343
    },
    {
      "epoch": 0.9561335244726602,
      "grad_norm": 0.9235852586822589,
      "learning_rate": 0.00028413541618872837,
      "loss": 0.3417,
      "step": 23344
    },
    {
      "epoch": 0.9561744828998566,
      "grad_norm": 0.7293755090734678,
      "learning_rate": 0.00028413395637131173,
      "loss": 0.759,
      "step": 23345
    },
    {
      "epoch": 0.956215441327053,
      "grad_norm": 0.9016170309802208,
      "learning_rate": 0.0002841324964904844,
      "loss": 0.8128,
      "step": 23346
    },
    {
      "epoch": 0.9562563997542495,
      "grad_norm": 0.9181129360393184,
      "learning_rate": 0.000284131036546247,
      "loss": 0.9576,
      "step": 23347
    },
    {
      "epoch": 0.9562973581814458,
      "grad_norm": 0.8358785693866517,
      "learning_rate": 0.00028412957653860016,
      "loss": 0.8303,
      "step": 23348
    },
    {
      "epoch": 0.9563383166086422,
      "grad_norm": 0.7035515376211208,
      "learning_rate": 0.00028412811646754473,
      "loss": 0.6376,
      "step": 23349
    },
    {
      "epoch": 0.9563792750358386,
      "grad_norm": 0.9202151200919091,
      "learning_rate": 0.00028412665633308125,
      "loss": 0.6211,
      "step": 23350
    },
    {
      "epoch": 0.9564202334630351,
      "grad_norm": 0.8359413631507908,
      "learning_rate": 0.0002841251961352105,
      "loss": 0.8442,
      "step": 23351
    },
    {
      "epoch": 0.9564611918902314,
      "grad_norm": 2.7221957113777853,
      "learning_rate": 0.00028412373587393314,
      "loss": 4.2576,
      "step": 23352
    },
    {
      "epoch": 0.9565021503174278,
      "grad_norm": 0.631446438949495,
      "learning_rate": 0.0002841222755492498,
      "loss": 0.7325,
      "step": 23353
    },
    {
      "epoch": 0.9565431087446242,
      "grad_norm": 0.8766117641551203,
      "learning_rate": 0.0002841208151611613,
      "loss": 0.8619,
      "step": 23354
    },
    {
      "epoch": 0.9565840671718207,
      "grad_norm": 0.6208468808136428,
      "learning_rate": 0.00028411935470966826,
      "loss": 0.9263,
      "step": 23355
    },
    {
      "epoch": 0.956625025599017,
      "grad_norm": 0.8669356305863164,
      "learning_rate": 0.00028411789419477136,
      "loss": 0.6362,
      "step": 23356
    },
    {
      "epoch": 0.9566659840262134,
      "grad_norm": 1.6544562720918776,
      "learning_rate": 0.0002841164336164713,
      "loss": 1.1647,
      "step": 23357
    },
    {
      "epoch": 0.9567069424534098,
      "grad_norm": 0.6588138289294323,
      "learning_rate": 0.00028411497297476876,
      "loss": 0.745,
      "step": 23358
    },
    {
      "epoch": 0.9567479008806062,
      "grad_norm": 0.7506104725421988,
      "learning_rate": 0.0002841135122696644,
      "loss": 0.8954,
      "step": 23359
    },
    {
      "epoch": 0.9567888593078026,
      "grad_norm": 1.3089938243640564,
      "learning_rate": 0.000284112051501159,
      "loss": 1.7256,
      "step": 23360
    },
    {
      "epoch": 0.956829817734999,
      "grad_norm": 0.9703743624799375,
      "learning_rate": 0.0002841105906692532,
      "loss": 0.9471,
      "step": 23361
    },
    {
      "epoch": 0.9568707761621954,
      "grad_norm": 0.9431335528383425,
      "learning_rate": 0.0002841091297739477,
      "loss": 0.8926,
      "step": 23362
    },
    {
      "epoch": 0.9569117345893917,
      "grad_norm": 0.8506404300061619,
      "learning_rate": 0.00028410766881524323,
      "loss": 1.2412,
      "step": 23363
    },
    {
      "epoch": 0.9569526930165881,
      "grad_norm": 1.2136790368329402,
      "learning_rate": 0.0002841062077931404,
      "loss": 0.9353,
      "step": 23364
    },
    {
      "epoch": 0.9569936514437846,
      "grad_norm": 0.7126142739274047,
      "learning_rate": 0.0002841047467076399,
      "loss": 0.609,
      "step": 23365
    },
    {
      "epoch": 0.957034609870981,
      "grad_norm": 0.7228713828298748,
      "learning_rate": 0.0002841032855587425,
      "loss": 0.7251,
      "step": 23366
    },
    {
      "epoch": 0.9570755682981773,
      "grad_norm": 0.8061735735719273,
      "learning_rate": 0.00028410182434644883,
      "loss": 0.7467,
      "step": 23367
    },
    {
      "epoch": 0.9571165267253737,
      "grad_norm": 2.130745190623455,
      "learning_rate": 0.00028410036307075957,
      "loss": 3.9487,
      "step": 23368
    },
    {
      "epoch": 0.9571574851525702,
      "grad_norm": 0.8444981633324343,
      "learning_rate": 0.0002840989017316755,
      "loss": 0.8676,
      "step": 23369
    },
    {
      "epoch": 0.9571984435797666,
      "grad_norm": 4.392952320823067,
      "learning_rate": 0.00028409744032919723,
      "loss": 1.3458,
      "step": 23370
    },
    {
      "epoch": 0.9572394020069629,
      "grad_norm": 0.5319121410422776,
      "learning_rate": 0.0002840959788633255,
      "loss": 0.3138,
      "step": 23371
    },
    {
      "epoch": 0.9572803604341593,
      "grad_norm": 0.8083754716420217,
      "learning_rate": 0.00028409451733406093,
      "loss": 0.913,
      "step": 23372
    },
    {
      "epoch": 0.9573213188613557,
      "grad_norm": 0.9965851212344704,
      "learning_rate": 0.00028409305574140424,
      "loss": 1.0368,
      "step": 23373
    },
    {
      "epoch": 0.9573622772885522,
      "grad_norm": 0.9727129484740461,
      "learning_rate": 0.00028409159408535615,
      "loss": 1.0665,
      "step": 23374
    },
    {
      "epoch": 0.9574032357157485,
      "grad_norm": 0.9554091904931061,
      "learning_rate": 0.00028409013236591735,
      "loss": 0.3726,
      "step": 23375
    },
    {
      "epoch": 0.9574441941429449,
      "grad_norm": 0.8149981248125832,
      "learning_rate": 0.0002840886705830885,
      "loss": 0.5748,
      "step": 23376
    },
    {
      "epoch": 0.9574851525701413,
      "grad_norm": 0.8156654125518451,
      "learning_rate": 0.0002840872087368703,
      "loss": 0.8943,
      "step": 23377
    },
    {
      "epoch": 0.9575261109973378,
      "grad_norm": 1.0888123237910678,
      "learning_rate": 0.00028408574682726344,
      "loss": 0.9259,
      "step": 23378
    },
    {
      "epoch": 0.9575670694245341,
      "grad_norm": 1.2539923016188523,
      "learning_rate": 0.0002840842848542687,
      "loss": 0.8726,
      "step": 23379
    },
    {
      "epoch": 0.9576080278517305,
      "grad_norm": 0.6606241763910219,
      "learning_rate": 0.0002840828228178866,
      "loss": 0.7565,
      "step": 23380
    },
    {
      "epoch": 0.9576489862789269,
      "grad_norm": 0.7263812968351231,
      "learning_rate": 0.00028408136071811797,
      "loss": 0.9743,
      "step": 23381
    },
    {
      "epoch": 0.9576899447061232,
      "grad_norm": 0.8985084856107922,
      "learning_rate": 0.0002840798985549634,
      "loss": 1.0296,
      "step": 23382
    },
    {
      "epoch": 0.9577309031333197,
      "grad_norm": 0.6973286271480096,
      "learning_rate": 0.0002840784363284237,
      "loss": 0.8025,
      "step": 23383
    },
    {
      "epoch": 0.9577718615605161,
      "grad_norm": 1.0647521107745408,
      "learning_rate": 0.00028407697403849946,
      "loss": 1.496,
      "step": 23384
    },
    {
      "epoch": 0.9578128199877125,
      "grad_norm": 1.245317287438587,
      "learning_rate": 0.0002840755116851914,
      "loss": 1.2759,
      "step": 23385
    },
    {
      "epoch": 0.9578537784149088,
      "grad_norm": 2.007349073870286,
      "learning_rate": 0.00028407404926850024,
      "loss": 1.4548,
      "step": 23386
    },
    {
      "epoch": 0.9578947368421052,
      "grad_norm": 1.1639310489973813,
      "learning_rate": 0.0002840725867884267,
      "loss": 0.9597,
      "step": 23387
    },
    {
      "epoch": 0.9579356952693017,
      "grad_norm": 0.574468291381702,
      "learning_rate": 0.0002840711242449713,
      "loss": 0.6989,
      "step": 23388
    },
    {
      "epoch": 0.9579766536964981,
      "grad_norm": 0.8027613458360163,
      "learning_rate": 0.0002840696616381349,
      "loss": 0.6214,
      "step": 23389
    },
    {
      "epoch": 0.9580176121236944,
      "grad_norm": 1.7053225230657587,
      "learning_rate": 0.0002840681989679182,
      "loss": 0.7522,
      "step": 23390
    },
    {
      "epoch": 0.9580585705508908,
      "grad_norm": 0.5982176279299243,
      "learning_rate": 0.0002840667362343218,
      "loss": 0.7555,
      "step": 23391
    },
    {
      "epoch": 0.9580995289780873,
      "grad_norm": 1.2517742651993076,
      "learning_rate": 0.0002840652734373464,
      "loss": 1.2672,
      "step": 23392
    },
    {
      "epoch": 0.9581404874052837,
      "grad_norm": 0.9114645816432231,
      "learning_rate": 0.00028406381057699277,
      "loss": 0.713,
      "step": 23393
    },
    {
      "epoch": 0.95818144583248,
      "grad_norm": 1.3595344842808528,
      "learning_rate": 0.0002840623476532615,
      "loss": 1.5611,
      "step": 23394
    },
    {
      "epoch": 0.9582224042596764,
      "grad_norm": 0.6069730195868325,
      "learning_rate": 0.0002840608846661533,
      "loss": 0.826,
      "step": 23395
    },
    {
      "epoch": 0.9582633626868728,
      "grad_norm": 1.1914319985817046,
      "learning_rate": 0.00028405942161566894,
      "loss": 1.3301,
      "step": 23396
    },
    {
      "epoch": 0.9583043211140693,
      "grad_norm": 1.4453574460877905,
      "learning_rate": 0.0002840579585018091,
      "loss": 1.0769,
      "step": 23397
    },
    {
      "epoch": 0.9583452795412656,
      "grad_norm": 1.7443689790839676,
      "learning_rate": 0.0002840564953245744,
      "loss": 1.5545,
      "step": 23398
    },
    {
      "epoch": 0.958386237968462,
      "grad_norm": 0.7665459513025744,
      "learning_rate": 0.0002840550320839656,
      "loss": 0.8924,
      "step": 23399
    },
    {
      "epoch": 0.9584271963956584,
      "grad_norm": 0.8197739858606724,
      "learning_rate": 0.00028405356877998333,
      "loss": 0.9928,
      "step": 23400
    },
    {
      "epoch": 0.9584681548228549,
      "grad_norm": 0.7482381476698097,
      "learning_rate": 0.0002840521054126283,
      "loss": 0.7762,
      "step": 23401
    },
    {
      "epoch": 0.9585091132500512,
      "grad_norm": 0.9342105914899551,
      "learning_rate": 0.0002840506419819012,
      "loss": 0.8538,
      "step": 23402
    },
    {
      "epoch": 0.9585500716772476,
      "grad_norm": 0.5421301323211138,
      "learning_rate": 0.0002840491784878028,
      "loss": 0.3629,
      "step": 23403
    },
    {
      "epoch": 0.958591030104444,
      "grad_norm": 1.3914866620776665,
      "learning_rate": 0.0002840477149303337,
      "loss": 1.3438,
      "step": 23404
    },
    {
      "epoch": 0.9586319885316403,
      "grad_norm": 0.80843745604559,
      "learning_rate": 0.0002840462513094946,
      "loss": 0.8867,
      "step": 23405
    },
    {
      "epoch": 0.9586729469588368,
      "grad_norm": 0.8980769007267818,
      "learning_rate": 0.00028404478762528623,
      "loss": 0.9802,
      "step": 23406
    },
    {
      "epoch": 0.9587139053860332,
      "grad_norm": 1.0507846735532897,
      "learning_rate": 0.0002840433238777092,
      "loss": 1.1112,
      "step": 23407
    },
    {
      "epoch": 0.9587548638132296,
      "grad_norm": 0.822844448010089,
      "learning_rate": 0.00028404186006676435,
      "loss": 0.9771,
      "step": 23408
    },
    {
      "epoch": 0.9587958222404259,
      "grad_norm": 0.9967501046146914,
      "learning_rate": 0.00028404039619245227,
      "loss": 0.913,
      "step": 23409
    },
    {
      "epoch": 0.9588367806676223,
      "grad_norm": 0.8100816298819261,
      "learning_rate": 0.0002840389322547736,
      "loss": 0.4486,
      "step": 23410
    },
    {
      "epoch": 0.9588777390948188,
      "grad_norm": 1.1168581316888153,
      "learning_rate": 0.0002840374682537292,
      "loss": 1.1057,
      "step": 23411
    },
    {
      "epoch": 0.9589186975220152,
      "grad_norm": 1.0712336598888026,
      "learning_rate": 0.0002840360041893196,
      "loss": 0.8777,
      "step": 23412
    },
    {
      "epoch": 0.9589596559492115,
      "grad_norm": 1.0323532063021457,
      "learning_rate": 0.00028403454006154557,
      "loss": 0.9392,
      "step": 23413
    },
    {
      "epoch": 0.9590006143764079,
      "grad_norm": 1.0836120497194535,
      "learning_rate": 0.00028403307587040777,
      "loss": 0.8193,
      "step": 23414
    },
    {
      "epoch": 0.9590415728036044,
      "grad_norm": 3.553930539290236,
      "learning_rate": 0.0002840316116159069,
      "loss": 3.2555,
      "step": 23415
    },
    {
      "epoch": 0.9590825312308008,
      "grad_norm": 0.8380150881425212,
      "learning_rate": 0.0002840301472980437,
      "loss": 0.824,
      "step": 23416
    },
    {
      "epoch": 0.9591234896579971,
      "grad_norm": 0.8558842117778157,
      "learning_rate": 0.0002840286829168188,
      "loss": 0.8953,
      "step": 23417
    },
    {
      "epoch": 0.9591644480851935,
      "grad_norm": 1.0770247271602817,
      "learning_rate": 0.00028402721847223294,
      "loss": 1.1307,
      "step": 23418
    },
    {
      "epoch": 0.95920540651239,
      "grad_norm": 0.8021885079370262,
      "learning_rate": 0.00028402575396428676,
      "loss": 0.755,
      "step": 23419
    },
    {
      "epoch": 0.9592463649395864,
      "grad_norm": 0.8261896289217375,
      "learning_rate": 0.000284024289392981,
      "loss": 0.7693,
      "step": 23420
    },
    {
      "epoch": 0.9592873233667827,
      "grad_norm": 0.5763557812646393,
      "learning_rate": 0.0002840228247583163,
      "loss": 0.2599,
      "step": 23421
    },
    {
      "epoch": 0.9593282817939791,
      "grad_norm": 0.8947939243101268,
      "learning_rate": 0.00028402136006029345,
      "loss": 1.1688,
      "step": 23422
    },
    {
      "epoch": 0.9593692402211755,
      "grad_norm": 0.7456879973217991,
      "learning_rate": 0.000284019895298913,
      "loss": 0.9329,
      "step": 23423
    },
    {
      "epoch": 0.9594101986483718,
      "grad_norm": 0.7833065722798921,
      "learning_rate": 0.0002840184304741758,
      "loss": 0.928,
      "step": 23424
    },
    {
      "epoch": 0.9594511570755683,
      "grad_norm": 0.8480178254767406,
      "learning_rate": 0.0002840169655860824,
      "loss": 0.8895,
      "step": 23425
    },
    {
      "epoch": 0.9594921155027647,
      "grad_norm": 0.9018547665480514,
      "learning_rate": 0.00028401550063463356,
      "loss": 0.9209,
      "step": 23426
    },
    {
      "epoch": 0.9595330739299611,
      "grad_norm": 1.180871875187264,
      "learning_rate": 0.00028401403561983,
      "loss": 0.9335,
      "step": 23427
    },
    {
      "epoch": 0.9595740323571574,
      "grad_norm": 0.8799550091412436,
      "learning_rate": 0.0002840125705416724,
      "loss": 0.9469,
      "step": 23428
    },
    {
      "epoch": 0.9596149907843539,
      "grad_norm": 0.6227044574417608,
      "learning_rate": 0.0002840111054001614,
      "loss": 0.7526,
      "step": 23429
    },
    {
      "epoch": 0.9596559492115503,
      "grad_norm": 0.8741285954661844,
      "learning_rate": 0.0002840096401952977,
      "loss": 0.6132,
      "step": 23430
    },
    {
      "epoch": 0.9596969076387467,
      "grad_norm": 1.0292514859241588,
      "learning_rate": 0.0002840081749270821,
      "loss": 0.727,
      "step": 23431
    },
    {
      "epoch": 0.959737866065943,
      "grad_norm": 0.7687419460405696,
      "learning_rate": 0.0002840067095955151,
      "loss": 0.7556,
      "step": 23432
    },
    {
      "epoch": 0.9597788244931394,
      "grad_norm": 0.9451765293851524,
      "learning_rate": 0.00028400524420059756,
      "loss": 0.9856,
      "step": 23433
    },
    {
      "epoch": 0.9598197829203359,
      "grad_norm": 0.785309574630252,
      "learning_rate": 0.0002840037787423301,
      "loss": 0.8971,
      "step": 23434
    },
    {
      "epoch": 0.9598607413475323,
      "grad_norm": 1.0399322025317588,
      "learning_rate": 0.00028400231322071347,
      "loss": 0.8879,
      "step": 23435
    },
    {
      "epoch": 0.9599016997747286,
      "grad_norm": 0.750594237951898,
      "learning_rate": 0.00028400084763574834,
      "loss": 0.8033,
      "step": 23436
    },
    {
      "epoch": 0.959942658201925,
      "grad_norm": 0.9824685690104928,
      "learning_rate": 0.00028399938198743534,
      "loss": 1.172,
      "step": 23437
    },
    {
      "epoch": 0.9599836166291215,
      "grad_norm": 0.8797031030752661,
      "learning_rate": 0.00028399791627577517,
      "loss": 1.0273,
      "step": 23438
    },
    {
      "epoch": 0.9600245750563179,
      "grad_norm": 0.8749443263248812,
      "learning_rate": 0.0002839964505007686,
      "loss": 0.8236,
      "step": 23439
    },
    {
      "epoch": 0.9600655334835142,
      "grad_norm": 1.0424384741421642,
      "learning_rate": 0.0002839949846624163,
      "loss": 0.9175,
      "step": 23440
    },
    {
      "epoch": 0.9601064919107106,
      "grad_norm": 1.0116136512728746,
      "learning_rate": 0.0002839935187607189,
      "loss": 0.9294,
      "step": 23441
    },
    {
      "epoch": 0.960147450337907,
      "grad_norm": 0.8564067386310698,
      "learning_rate": 0.0002839920527956772,
      "loss": 0.9227,
      "step": 23442
    },
    {
      "epoch": 0.9601884087651035,
      "grad_norm": 0.815446209118729,
      "learning_rate": 0.0002839905867672918,
      "loss": 0.9496,
      "step": 23443
    },
    {
      "epoch": 0.9602293671922998,
      "grad_norm": 0.718466032557688,
      "learning_rate": 0.0002839891206755634,
      "loss": 0.7235,
      "step": 23444
    },
    {
      "epoch": 0.9602703256194962,
      "grad_norm": 1.1814013979718665,
      "learning_rate": 0.0002839876545204928,
      "loss": 0.8289,
      "step": 23445
    },
    {
      "epoch": 0.9603112840466926,
      "grad_norm": 0.9871073817041255,
      "learning_rate": 0.00028398618830208054,
      "loss": 1.0538,
      "step": 23446
    },
    {
      "epoch": 0.960352242473889,
      "grad_norm": 0.6914026637392221,
      "learning_rate": 0.0002839847220203274,
      "loss": 0.7514,
      "step": 23447
    },
    {
      "epoch": 0.9603932009010854,
      "grad_norm": 0.8827136201084536,
      "learning_rate": 0.0002839832556752341,
      "loss": 0.8057,
      "step": 23448
    },
    {
      "epoch": 0.9604341593282818,
      "grad_norm": 1.4346743824735784,
      "learning_rate": 0.0002839817892668012,
      "loss": 1.3537,
      "step": 23449
    },
    {
      "epoch": 0.9604751177554782,
      "grad_norm": 0.8523577774875736,
      "learning_rate": 0.00028398032279502956,
      "loss": 0.7888,
      "step": 23450
    },
    {
      "epoch": 0.9605160761826745,
      "grad_norm": 0.6620917158739044,
      "learning_rate": 0.00028397885625991974,
      "loss": 0.3101,
      "step": 23451
    },
    {
      "epoch": 0.960557034609871,
      "grad_norm": 1.1277170647661976,
      "learning_rate": 0.00028397738966147256,
      "loss": 1.2476,
      "step": 23452
    },
    {
      "epoch": 0.9605979930370674,
      "grad_norm": 0.820833668798283,
      "learning_rate": 0.00028397592299968857,
      "loss": 0.8585,
      "step": 23453
    },
    {
      "epoch": 0.9606389514642638,
      "grad_norm": 1.2653152692643619,
      "learning_rate": 0.0002839744562745686,
      "loss": 0.7287,
      "step": 23454
    },
    {
      "epoch": 0.9606799098914601,
      "grad_norm": 0.8566518506633035,
      "learning_rate": 0.0002839729894861133,
      "loss": 1.0384,
      "step": 23455
    },
    {
      "epoch": 0.9607208683186566,
      "grad_norm": 1.0504353209513881,
      "learning_rate": 0.0002839715226343233,
      "loss": 0.9214,
      "step": 23456
    },
    {
      "epoch": 0.960761826745853,
      "grad_norm": 0.8044429044003771,
      "learning_rate": 0.0002839700557191993,
      "loss": 0.9285,
      "step": 23457
    },
    {
      "epoch": 0.9608027851730494,
      "grad_norm": 1.4053584724132357,
      "learning_rate": 0.0002839685887407421,
      "loss": 1.2597,
      "step": 23458
    },
    {
      "epoch": 0.9608437436002457,
      "grad_norm": 0.8350129529765248,
      "learning_rate": 0.0002839671216989523,
      "loss": 0.6782,
      "step": 23459
    },
    {
      "epoch": 0.9608847020274421,
      "grad_norm": 1.0366419918689869,
      "learning_rate": 0.00028396565459383065,
      "loss": 1.0002,
      "step": 23460
    },
    {
      "epoch": 0.9609256604546386,
      "grad_norm": 1.2232841065316535,
      "learning_rate": 0.00028396418742537773,
      "loss": 1.0903,
      "step": 23461
    },
    {
      "epoch": 0.960966618881835,
      "grad_norm": 1.1549627983665878,
      "learning_rate": 0.0002839627201935944,
      "loss": 1.3301,
      "step": 23462
    },
    {
      "epoch": 0.9610075773090313,
      "grad_norm": 0.7444544706549557,
      "learning_rate": 0.00028396125289848124,
      "loss": 0.8462,
      "step": 23463
    },
    {
      "epoch": 0.9610485357362277,
      "grad_norm": 0.49260012651407936,
      "learning_rate": 0.00028395978554003896,
      "loss": 0.3019,
      "step": 23464
    },
    {
      "epoch": 0.9610894941634242,
      "grad_norm": 6.713305794607091,
      "learning_rate": 0.0002839583181182683,
      "loss": 3.8849,
      "step": 23465
    },
    {
      "epoch": 0.9611304525906205,
      "grad_norm": 0.5063137238058886,
      "learning_rate": 0.0002839568506331699,
      "loss": 0.3066,
      "step": 23466
    },
    {
      "epoch": 0.9611714110178169,
      "grad_norm": 0.9032655033892052,
      "learning_rate": 0.00028395538308474444,
      "loss": 0.726,
      "step": 23467
    },
    {
      "epoch": 0.9612123694450133,
      "grad_norm": 0.5140769330983742,
      "learning_rate": 0.0002839539154729927,
      "loss": 0.2514,
      "step": 23468
    },
    {
      "epoch": 0.9612533278722097,
      "grad_norm": 1.3600135701656448,
      "learning_rate": 0.0002839524477979153,
      "loss": 1.4111,
      "step": 23469
    },
    {
      "epoch": 0.961294286299406,
      "grad_norm": 0.9210704727811263,
      "learning_rate": 0.000283950980059513,
      "loss": 1.0976,
      "step": 23470
    },
    {
      "epoch": 0.9613352447266025,
      "grad_norm": 0.7862670938090007,
      "learning_rate": 0.00028394951225778635,
      "loss": 0.7651,
      "step": 23471
    },
    {
      "epoch": 0.9613762031537989,
      "grad_norm": 2.8163323125244086,
      "learning_rate": 0.0002839480443927362,
      "loss": 5.3787,
      "step": 23472
    },
    {
      "epoch": 0.9614171615809953,
      "grad_norm": 0.7915661068697435,
      "learning_rate": 0.00028394657646436315,
      "loss": 0.9047,
      "step": 23473
    },
    {
      "epoch": 0.9614581200081916,
      "grad_norm": 1.0435695156802134,
      "learning_rate": 0.000283945108472668,
      "loss": 0.7649,
      "step": 23474
    },
    {
      "epoch": 0.9614990784353881,
      "grad_norm": 1.2701002408012354,
      "learning_rate": 0.00028394364041765135,
      "loss": 0.7249,
      "step": 23475
    },
    {
      "epoch": 0.9615400368625845,
      "grad_norm": 0.8987416848512975,
      "learning_rate": 0.0002839421722993139,
      "loss": 1.1047,
      "step": 23476
    },
    {
      "epoch": 0.9615809952897809,
      "grad_norm": 0.9544487837645897,
      "learning_rate": 0.0002839407041176564,
      "loss": 0.8887,
      "step": 23477
    },
    {
      "epoch": 0.9616219537169772,
      "grad_norm": 0.6536824249841447,
      "learning_rate": 0.00028393923587267944,
      "loss": 0.8796,
      "step": 23478
    },
    {
      "epoch": 0.9616629121441737,
      "grad_norm": 0.6853558261707715,
      "learning_rate": 0.00028393776756438385,
      "loss": 0.3893,
      "step": 23479
    },
    {
      "epoch": 0.9617038705713701,
      "grad_norm": 1.2854692774023126,
      "learning_rate": 0.0002839362991927702,
      "loss": 1.3747,
      "step": 23480
    },
    {
      "epoch": 0.9617448289985665,
      "grad_norm": 1.4117758293201992,
      "learning_rate": 0.0002839348307578393,
      "loss": 1.1884,
      "step": 23481
    },
    {
      "epoch": 0.9617857874257628,
      "grad_norm": 1.0864788821624256,
      "learning_rate": 0.0002839333622595918,
      "loss": 1.1478,
      "step": 23482
    },
    {
      "epoch": 0.9618267458529592,
      "grad_norm": 0.8854729360207114,
      "learning_rate": 0.00028393189369802825,
      "loss": 1.0099,
      "step": 23483
    },
    {
      "epoch": 0.9618677042801557,
      "grad_norm": 0.8229375934252044,
      "learning_rate": 0.0002839304250731496,
      "loss": 0.951,
      "step": 23484
    },
    {
      "epoch": 0.9619086627073521,
      "grad_norm": 1.1027379053055477,
      "learning_rate": 0.0002839289563849564,
      "loss": 1.3993,
      "step": 23485
    },
    {
      "epoch": 0.9619496211345484,
      "grad_norm": 0.6936589770445232,
      "learning_rate": 0.0002839274876334493,
      "loss": 0.2871,
      "step": 23486
    },
    {
      "epoch": 0.9619905795617448,
      "grad_norm": 0.7835105783701303,
      "learning_rate": 0.00028392601881862905,
      "loss": 0.6356,
      "step": 23487
    },
    {
      "epoch": 0.9620315379889413,
      "grad_norm": 0.7728330744098879,
      "learning_rate": 0.00028392454994049637,
      "loss": 0.7328,
      "step": 23488
    },
    {
      "epoch": 0.9620724964161376,
      "grad_norm": 1.004782048865154,
      "learning_rate": 0.000283923080999052,
      "loss": 0.8968,
      "step": 23489
    },
    {
      "epoch": 0.962113454843334,
      "grad_norm": 1.1541787828207646,
      "learning_rate": 0.0002839216119942965,
      "loss": 1.1862,
      "step": 23490
    },
    {
      "epoch": 0.9621544132705304,
      "grad_norm": 0.7786390556662175,
      "learning_rate": 0.00028392014292623064,
      "loss": 0.4066,
      "step": 23491
    },
    {
      "epoch": 0.9621953716977268,
      "grad_norm": 0.9113296203082908,
      "learning_rate": 0.0002839186737948551,
      "loss": 0.8062,
      "step": 23492
    },
    {
      "epoch": 0.9622363301249232,
      "grad_norm": 5.091104357378039,
      "learning_rate": 0.00028391720460017064,
      "loss": 1.8537,
      "step": 23493
    },
    {
      "epoch": 0.9622772885521196,
      "grad_norm": 1.0282601016173754,
      "learning_rate": 0.00028391573534217786,
      "loss": 1.6511,
      "step": 23494
    },
    {
      "epoch": 0.962318246979316,
      "grad_norm": 0.7047201375691718,
      "learning_rate": 0.0002839142660208775,
      "loss": 0.7981,
      "step": 23495
    },
    {
      "epoch": 0.9623592054065124,
      "grad_norm": 0.8308736939723834,
      "learning_rate": 0.00028391279663627023,
      "loss": 0.8862,
      "step": 23496
    },
    {
      "epoch": 0.9624001638337087,
      "grad_norm": 0.8234414327663281,
      "learning_rate": 0.0002839113271883568,
      "loss": 0.6912,
      "step": 23497
    },
    {
      "epoch": 0.9624411222609052,
      "grad_norm": 0.8719531228081642,
      "learning_rate": 0.0002839098576771378,
      "loss": 0.4438,
      "step": 23498
    },
    {
      "epoch": 0.9624820806881016,
      "grad_norm": 1.0402868845001627,
      "learning_rate": 0.000283908388102614,
      "loss": 0.7673,
      "step": 23499
    },
    {
      "epoch": 0.962523039115298,
      "grad_norm": 1.4259543281747564,
      "learning_rate": 0.0002839069184647861,
      "loss": 1.3378,
      "step": 23500
    },
    {
      "epoch": 0.9625639975424943,
      "grad_norm": 1.0482936486084526,
      "learning_rate": 0.00028390544876365475,
      "loss": 0.7663,
      "step": 23501
    },
    {
      "epoch": 0.9626049559696908,
      "grad_norm": 0.833601140507643,
      "learning_rate": 0.00028390397899922073,
      "loss": 0.8735,
      "step": 23502
    },
    {
      "epoch": 0.9626459143968872,
      "grad_norm": 0.9378183603741526,
      "learning_rate": 0.00028390250917148465,
      "loss": 0.7545,
      "step": 23503
    },
    {
      "epoch": 0.9626868728240836,
      "grad_norm": 0.8187398940112125,
      "learning_rate": 0.00028390103928044725,
      "loss": 0.3578,
      "step": 23504
    },
    {
      "epoch": 0.9627278312512799,
      "grad_norm": 1.3941419528152266,
      "learning_rate": 0.0002838995693261092,
      "loss": 1.1811,
      "step": 23505
    },
    {
      "epoch": 0.9627687896784763,
      "grad_norm": 0.8103141217593314,
      "learning_rate": 0.0002838980993084712,
      "loss": 0.4014,
      "step": 23506
    },
    {
      "epoch": 0.9628097481056728,
      "grad_norm": 0.8064405421530784,
      "learning_rate": 0.0002838966292275339,
      "loss": 0.5269,
      "step": 23507
    },
    {
      "epoch": 0.9628507065328691,
      "grad_norm": 0.6896966321153052,
      "learning_rate": 0.0002838951590832981,
      "loss": 0.9432,
      "step": 23508
    },
    {
      "epoch": 0.9628916649600655,
      "grad_norm": 0.9526966579829226,
      "learning_rate": 0.00028389368887576444,
      "loss": 0.7569,
      "step": 23509
    },
    {
      "epoch": 0.9629326233872619,
      "grad_norm": 1.2614991838467158,
      "learning_rate": 0.00028389221860493363,
      "loss": 0.8124,
      "step": 23510
    },
    {
      "epoch": 0.9629735818144584,
      "grad_norm": 0.6098016054383592,
      "learning_rate": 0.00028389074827080634,
      "loss": 0.5611,
      "step": 23511
    },
    {
      "epoch": 0.9630145402416547,
      "grad_norm": 0.5731717551674208,
      "learning_rate": 0.00028388927787338327,
      "loss": 0.327,
      "step": 23512
    },
    {
      "epoch": 0.9630554986688511,
      "grad_norm": 0.8796152032795439,
      "learning_rate": 0.0002838878074126651,
      "loss": 0.8268,
      "step": 23513
    },
    {
      "epoch": 0.9630964570960475,
      "grad_norm": 0.7437352590986952,
      "learning_rate": 0.0002838863368886525,
      "loss": 0.3552,
      "step": 23514
    },
    {
      "epoch": 0.963137415523244,
      "grad_norm": 1.1091987669122716,
      "learning_rate": 0.0002838848663013463,
      "loss": 0.9436,
      "step": 23515
    },
    {
      "epoch": 0.9631783739504403,
      "grad_norm": 0.7840828132068658,
      "learning_rate": 0.00028388339565074705,
      "loss": 0.5859,
      "step": 23516
    },
    {
      "epoch": 0.9632193323776367,
      "grad_norm": 0.7873543201625017,
      "learning_rate": 0.0002838819249368555,
      "loss": 0.7333,
      "step": 23517
    },
    {
      "epoch": 0.9632602908048331,
      "grad_norm": 0.9223187181363884,
      "learning_rate": 0.00028388045415967235,
      "loss": 0.8908,
      "step": 23518
    },
    {
      "epoch": 0.9633012492320295,
      "grad_norm": 0.8319805580481491,
      "learning_rate": 0.0002838789833191983,
      "loss": 1.1811,
      "step": 23519
    },
    {
      "epoch": 0.9633422076592258,
      "grad_norm": 0.9573559529847696,
      "learning_rate": 0.000283877512415434,
      "loss": 1.0676,
      "step": 23520
    },
    {
      "epoch": 0.9633831660864223,
      "grad_norm": 10.02747736916699,
      "learning_rate": 0.00028387604144838023,
      "loss": 2.9854,
      "step": 23521
    },
    {
      "epoch": 0.9634241245136187,
      "grad_norm": 1.0731159854443735,
      "learning_rate": 0.00028387457041803766,
      "loss": 0.9966,
      "step": 23522
    },
    {
      "epoch": 0.9634650829408151,
      "grad_norm": 1.3981118256541176,
      "learning_rate": 0.00028387309932440685,
      "loss": 0.8394,
      "step": 23523
    },
    {
      "epoch": 0.9635060413680114,
      "grad_norm": 1.3408887976001924,
      "learning_rate": 0.0002838716281674887,
      "loss": 0.7723,
      "step": 23524
    },
    {
      "epoch": 0.9635469997952079,
      "grad_norm": 0.9242801869487982,
      "learning_rate": 0.0002838701569472838,
      "loss": 0.9849,
      "step": 23525
    },
    {
      "epoch": 0.9635879582224043,
      "grad_norm": 0.8630386517302713,
      "learning_rate": 0.00028386868566379283,
      "loss": 0.9303,
      "step": 23526
    },
    {
      "epoch": 0.9636289166496007,
      "grad_norm": 0.9482378720933243,
      "learning_rate": 0.00028386721431701654,
      "loss": 1.1245,
      "step": 23527
    },
    {
      "epoch": 0.963669875076797,
      "grad_norm": 0.9305810807623545,
      "learning_rate": 0.00028386574290695563,
      "loss": 0.8705,
      "step": 23528
    },
    {
      "epoch": 0.9637108335039934,
      "grad_norm": 0.7923991881323953,
      "learning_rate": 0.0002838642714336107,
      "loss": 0.7073,
      "step": 23529
    },
    {
      "epoch": 0.9637517919311899,
      "grad_norm": 1.2598025569390883,
      "learning_rate": 0.00028386279989698254,
      "loss": 0.9343,
      "step": 23530
    },
    {
      "epoch": 0.9637927503583862,
      "grad_norm": 0.8010191664839773,
      "learning_rate": 0.0002838613282970718,
      "loss": 0.4476,
      "step": 23531
    },
    {
      "epoch": 0.9638337087855826,
      "grad_norm": 1.2626668205855704,
      "learning_rate": 0.0002838598566338792,
      "loss": 1.0504,
      "step": 23532
    },
    {
      "epoch": 0.963874667212779,
      "grad_norm": 1.0579794227727999,
      "learning_rate": 0.00028385838490740543,
      "loss": 1.02,
      "step": 23533
    },
    {
      "epoch": 0.9639156256399755,
      "grad_norm": 1.0370579627316996,
      "learning_rate": 0.0002838569131176512,
      "loss": 0.9251,
      "step": 23534
    },
    {
      "epoch": 0.9639565840671718,
      "grad_norm": 0.8303463357530738,
      "learning_rate": 0.00028385544126461714,
      "loss": 0.995,
      "step": 23535
    },
    {
      "epoch": 0.9639975424943682,
      "grad_norm": 1.0469734045811394,
      "learning_rate": 0.000283853969348304,
      "loss": 1.0669,
      "step": 23536
    },
    {
      "epoch": 0.9640385009215646,
      "grad_norm": 0.6901652154901459,
      "learning_rate": 0.00028385249736871253,
      "loss": 0.3796,
      "step": 23537
    },
    {
      "epoch": 0.964079459348761,
      "grad_norm": 1.383387139776066,
      "learning_rate": 0.0002838510253258433,
      "loss": 0.7902,
      "step": 23538
    },
    {
      "epoch": 0.9641204177759574,
      "grad_norm": 1.1797050065304742,
      "learning_rate": 0.00028384955321969713,
      "loss": 0.856,
      "step": 23539
    },
    {
      "epoch": 0.9641613762031538,
      "grad_norm": 0.9750061905067856,
      "learning_rate": 0.00028384808105027463,
      "loss": 1.1767,
      "step": 23540
    },
    {
      "epoch": 0.9642023346303502,
      "grad_norm": 0.6683825427184829,
      "learning_rate": 0.00028384660881757657,
      "loss": 0.7784,
      "step": 23541
    },
    {
      "epoch": 0.9642432930575466,
      "grad_norm": 0.8162509295452922,
      "learning_rate": 0.0002838451365216035,
      "loss": 0.8508,
      "step": 23542
    },
    {
      "epoch": 0.964284251484743,
      "grad_norm": 0.8392814949394575,
      "learning_rate": 0.0002838436641623563,
      "loss": 1.0325,
      "step": 23543
    },
    {
      "epoch": 0.9643252099119394,
      "grad_norm": 1.1263255070121454,
      "learning_rate": 0.00028384219173983557,
      "loss": 1.0876,
      "step": 23544
    },
    {
      "epoch": 0.9643661683391358,
      "grad_norm": 0.8663487119288845,
      "learning_rate": 0.000283840719254042,
      "loss": 0.8648,
      "step": 23545
    },
    {
      "epoch": 0.9644071267663322,
      "grad_norm": 0.7984975764020585,
      "learning_rate": 0.0002838392467049763,
      "loss": 0.5467,
      "step": 23546
    },
    {
      "epoch": 0.9644480851935285,
      "grad_norm": 0.8700262963945251,
      "learning_rate": 0.0002838377740926392,
      "loss": 0.9875,
      "step": 23547
    },
    {
      "epoch": 0.964489043620725,
      "grad_norm": 0.9252844984128302,
      "learning_rate": 0.00028383630141703135,
      "loss": 0.8658,
      "step": 23548
    },
    {
      "epoch": 0.9645300020479214,
      "grad_norm": 0.6127732944174435,
      "learning_rate": 0.0002838348286781534,
      "loss": 0.5962,
      "step": 23549
    },
    {
      "epoch": 0.9645709604751177,
      "grad_norm": 0.6711405062148472,
      "learning_rate": 0.00028383335587600617,
      "loss": 0.7248,
      "step": 23550
    },
    {
      "epoch": 0.9646119189023141,
      "grad_norm": 0.804094298265992,
      "learning_rate": 0.00028383188301059033,
      "loss": 1.0033,
      "step": 23551
    },
    {
      "epoch": 0.9646528773295105,
      "grad_norm": 0.8974550417564124,
      "learning_rate": 0.0002838304100819065,
      "loss": 1.03,
      "step": 23552
    },
    {
      "epoch": 0.964693835756707,
      "grad_norm": 0.4619253802905966,
      "learning_rate": 0.0002838289370899554,
      "loss": 0.2678,
      "step": 23553
    },
    {
      "epoch": 0.9647347941839033,
      "grad_norm": 0.9477122620619374,
      "learning_rate": 0.0002838274640347378,
      "loss": 0.8111,
      "step": 23554
    },
    {
      "epoch": 0.9647757526110997,
      "grad_norm": 1.2522340451252314,
      "learning_rate": 0.0002838259909162543,
      "loss": 1.4511,
      "step": 23555
    },
    {
      "epoch": 0.9648167110382961,
      "grad_norm": 0.828092270273778,
      "learning_rate": 0.0002838245177345056,
      "loss": 0.7366,
      "step": 23556
    },
    {
      "epoch": 0.9648576694654926,
      "grad_norm": 0.8039635883756902,
      "learning_rate": 0.0002838230444894925,
      "loss": 0.945,
      "step": 23557
    },
    {
      "epoch": 0.9648986278926889,
      "grad_norm": 0.5764867634231198,
      "learning_rate": 0.00028382157118121557,
      "loss": 0.6879,
      "step": 23558
    },
    {
      "epoch": 0.9649395863198853,
      "grad_norm": 1.0618404313202794,
      "learning_rate": 0.00028382009780967567,
      "loss": 1.0716,
      "step": 23559
    },
    {
      "epoch": 0.9649805447470817,
      "grad_norm": 1.1143887833774195,
      "learning_rate": 0.0002838186243748733,
      "loss": 1.4101,
      "step": 23560
    },
    {
      "epoch": 0.9650215031742782,
      "grad_norm": 1.5184676720358612,
      "learning_rate": 0.00028381715087680927,
      "loss": 1.9727,
      "step": 23561
    },
    {
      "epoch": 0.9650624616014745,
      "grad_norm": 1.222292371790603,
      "learning_rate": 0.0002838156773154842,
      "loss": 1.1306,
      "step": 23562
    },
    {
      "epoch": 0.9651034200286709,
      "grad_norm": 0.8566980700997425,
      "learning_rate": 0.00028381420369089896,
      "loss": 0.4839,
      "step": 23563
    },
    {
      "epoch": 0.9651443784558673,
      "grad_norm": 0.753415907951184,
      "learning_rate": 0.0002838127300030541,
      "loss": 0.894,
      "step": 23564
    },
    {
      "epoch": 0.9651853368830637,
      "grad_norm": 1.0059778151660517,
      "learning_rate": 0.0002838112562519503,
      "loss": 0.8993,
      "step": 23565
    },
    {
      "epoch": 0.96522629531026,
      "grad_norm": 0.6911099417367144,
      "learning_rate": 0.0002838097824375883,
      "loss": 0.769,
      "step": 23566
    },
    {
      "epoch": 0.9652672537374565,
      "grad_norm": 1.280244481449,
      "learning_rate": 0.00028380830855996884,
      "loss": 0.7357,
      "step": 23567
    },
    {
      "epoch": 0.9653082121646529,
      "grad_norm": 1.2288161835494202,
      "learning_rate": 0.0002838068346190926,
      "loss": 1.3838,
      "step": 23568
    },
    {
      "epoch": 0.9653491705918493,
      "grad_norm": 0.5832796471848143,
      "learning_rate": 0.00028380536061496013,
      "loss": 0.3832,
      "step": 23569
    },
    {
      "epoch": 0.9653901290190456,
      "grad_norm": 0.8587276074948862,
      "learning_rate": 0.0002838038865475724,
      "loss": 0.7492,
      "step": 23570
    },
    {
      "epoch": 0.9654310874462421,
      "grad_norm": 1.0162509354165095,
      "learning_rate": 0.00028380241241692986,
      "loss": 0.9858,
      "step": 23571
    },
    {
      "epoch": 0.9654720458734385,
      "grad_norm": 0.9212344137408999,
      "learning_rate": 0.00028380093822303335,
      "loss": 1.0756,
      "step": 23572
    },
    {
      "epoch": 0.9655130043006348,
      "grad_norm": 0.8369007623772107,
      "learning_rate": 0.00028379946396588345,
      "loss": 0.7554,
      "step": 23573
    },
    {
      "epoch": 0.9655539627278312,
      "grad_norm": 0.7628918072471406,
      "learning_rate": 0.000283797989645481,
      "loss": 0.8562,
      "step": 23574
    },
    {
      "epoch": 0.9655949211550277,
      "grad_norm": 0.6103018166573924,
      "learning_rate": 0.0002837965152618266,
      "loss": 0.757,
      "step": 23575
    },
    {
      "epoch": 0.9656358795822241,
      "grad_norm": 0.8100387604791883,
      "learning_rate": 0.000283795040814921,
      "loss": 1.0663,
      "step": 23576
    },
    {
      "epoch": 0.9656768380094204,
      "grad_norm": 0.7736859289984812,
      "learning_rate": 0.0002837935663047648,
      "loss": 0.9549,
      "step": 23577
    },
    {
      "epoch": 0.9657177964366168,
      "grad_norm": 2.444252748365951,
      "learning_rate": 0.00028379209173135883,
      "loss": 1.1052,
      "step": 23578
    },
    {
      "epoch": 0.9657587548638132,
      "grad_norm": 1.0569795816993508,
      "learning_rate": 0.0002837906170947037,
      "loss": 1.2093,
      "step": 23579
    },
    {
      "epoch": 0.9657997132910097,
      "grad_norm": 0.6227715968848103,
      "learning_rate": 0.00028378914239480016,
      "loss": 0.5552,
      "step": 23580
    },
    {
      "epoch": 0.965840671718206,
      "grad_norm": 0.8995921201809225,
      "learning_rate": 0.00028378766763164883,
      "loss": 0.8585,
      "step": 23581
    },
    {
      "epoch": 0.9658816301454024,
      "grad_norm": 0.7517431553059737,
      "learning_rate": 0.00028378619280525045,
      "loss": 0.7985,
      "step": 23582
    },
    {
      "epoch": 0.9659225885725988,
      "grad_norm": 0.6460296801574202,
      "learning_rate": 0.00028378471791560574,
      "loss": 0.634,
      "step": 23583
    },
    {
      "epoch": 0.9659635469997953,
      "grad_norm": 0.918132173524824,
      "learning_rate": 0.0002837832429627154,
      "loss": 0.85,
      "step": 23584
    },
    {
      "epoch": 0.9660045054269916,
      "grad_norm": 0.8641455752513159,
      "learning_rate": 0.0002837817679465801,
      "loss": 0.9043,
      "step": 23585
    },
    {
      "epoch": 0.966045463854188,
      "grad_norm": 0.785608455354144,
      "learning_rate": 0.0002837802928672005,
      "loss": 0.726,
      "step": 23586
    },
    {
      "epoch": 0.9660864222813844,
      "grad_norm": 2.4201576013373685,
      "learning_rate": 0.0002837788177245774,
      "loss": 4.7578,
      "step": 23587
    },
    {
      "epoch": 0.9661273807085808,
      "grad_norm": 1.0811574789527487,
      "learning_rate": 0.0002837773425187114,
      "loss": 1.0224,
      "step": 23588
    },
    {
      "epoch": 0.9661683391357772,
      "grad_norm": 0.7350248534355701,
      "learning_rate": 0.00028377586724960324,
      "loss": 0.808,
      "step": 23589
    },
    {
      "epoch": 0.9662092975629736,
      "grad_norm": 0.7359574816658052,
      "learning_rate": 0.0002837743919172536,
      "loss": 0.9363,
      "step": 23590
    },
    {
      "epoch": 0.96625025599017,
      "grad_norm": 2.877583329314706,
      "learning_rate": 0.0002837729165216632,
      "loss": 1.111,
      "step": 23591
    },
    {
      "epoch": 0.9662912144173664,
      "grad_norm": 0.8365351986170138,
      "learning_rate": 0.0002837714410628328,
      "loss": 0.7354,
      "step": 23592
    },
    {
      "epoch": 0.9663321728445627,
      "grad_norm": 2.495791592991147,
      "learning_rate": 0.0002837699655407629,
      "loss": 1.3341,
      "step": 23593
    },
    {
      "epoch": 0.9663731312717592,
      "grad_norm": 0.8094431137692053,
      "learning_rate": 0.0002837684899554544,
      "loss": 0.8832,
      "step": 23594
    },
    {
      "epoch": 0.9664140896989556,
      "grad_norm": 1.1632046338411386,
      "learning_rate": 0.0002837670143069079,
      "loss": 0.896,
      "step": 23595
    },
    {
      "epoch": 0.9664550481261519,
      "grad_norm": 1.0713569294819838,
      "learning_rate": 0.0002837655385951241,
      "loss": 1.18,
      "step": 23596
    },
    {
      "epoch": 0.9664960065533483,
      "grad_norm": 0.9004575909643562,
      "learning_rate": 0.00028376406282010376,
      "loss": 1.1733,
      "step": 23597
    },
    {
      "epoch": 0.9665369649805448,
      "grad_norm": 0.7664389527919304,
      "learning_rate": 0.0002837625869818475,
      "loss": 0.7263,
      "step": 23598
    },
    {
      "epoch": 0.9665779234077412,
      "grad_norm": 0.8292197417555945,
      "learning_rate": 0.00028376111108035606,
      "loss": 0.8041,
      "step": 23599
    },
    {
      "epoch": 0.9666188818349375,
      "grad_norm": 1.4239705677293903,
      "learning_rate": 0.00028375963511563014,
      "loss": 0.7475,
      "step": 23600
    },
    {
      "epoch": 0.9666598402621339,
      "grad_norm": 0.8618306916170738,
      "learning_rate": 0.00028375815908767045,
      "loss": 0.9155,
      "step": 23601
    },
    {
      "epoch": 0.9667007986893303,
      "grad_norm": 0.716179610421652,
      "learning_rate": 0.0002837566829964776,
      "loss": 0.7689,
      "step": 23602
    },
    {
      "epoch": 0.9667417571165268,
      "grad_norm": 0.8391172454742619,
      "learning_rate": 0.00028375520684205234,
      "loss": 0.8061,
      "step": 23603
    },
    {
      "epoch": 0.9667827155437231,
      "grad_norm": 1.2090654238091496,
      "learning_rate": 0.00028375373062439544,
      "loss": 1.2913,
      "step": 23604
    },
    {
      "epoch": 0.9668236739709195,
      "grad_norm": 0.8989777860869804,
      "learning_rate": 0.00028375225434350754,
      "loss": 0.5875,
      "step": 23605
    },
    {
      "epoch": 0.9668646323981159,
      "grad_norm": 1.627579786356749,
      "learning_rate": 0.0002837507779993893,
      "loss": 1.3662,
      "step": 23606
    },
    {
      "epoch": 0.9669055908253124,
      "grad_norm": 1.4507199772408266,
      "learning_rate": 0.00028374930159204146,
      "loss": 1.2792,
      "step": 23607
    },
    {
      "epoch": 0.9669465492525087,
      "grad_norm": 0.6606397463815256,
      "learning_rate": 0.0002837478251214647,
      "loss": 0.4533,
      "step": 23608
    },
    {
      "epoch": 0.9669875076797051,
      "grad_norm": 0.8903357816796434,
      "learning_rate": 0.00028374634858765974,
      "loss": 0.9965,
      "step": 23609
    },
    {
      "epoch": 0.9670284661069015,
      "grad_norm": 0.8138520648029554,
      "learning_rate": 0.0002837448719906273,
      "loss": 0.6146,
      "step": 23610
    },
    {
      "epoch": 0.9670694245340979,
      "grad_norm": 1.4820195089540795,
      "learning_rate": 0.00028374339533036803,
      "loss": 1.2147,
      "step": 23611
    },
    {
      "epoch": 0.9671103829612943,
      "grad_norm": 0.7422845078472531,
      "learning_rate": 0.0002837419186068826,
      "loss": 0.8739,
      "step": 23612
    },
    {
      "epoch": 0.9671513413884907,
      "grad_norm": 0.717074033677661,
      "learning_rate": 0.0002837404418201718,
      "loss": 0.6717,
      "step": 23613
    },
    {
      "epoch": 0.9671922998156871,
      "grad_norm": 0.6640191517670619,
      "learning_rate": 0.00028373896497023627,
      "loss": 0.527,
      "step": 23614
    },
    {
      "epoch": 0.9672332582428834,
      "grad_norm": 0.7882091988503132,
      "learning_rate": 0.0002837374880570767,
      "loss": 0.5844,
      "step": 23615
    },
    {
      "epoch": 0.9672742166700798,
      "grad_norm": 0.5956643042467737,
      "learning_rate": 0.00028373601108069385,
      "loss": 0.273,
      "step": 23616
    },
    {
      "epoch": 0.9673151750972763,
      "grad_norm": 0.7239165794264185,
      "learning_rate": 0.0002837345340410883,
      "loss": 0.7038,
      "step": 23617
    },
    {
      "epoch": 0.9673561335244727,
      "grad_norm": 0.8461844205104202,
      "learning_rate": 0.0002837330569382609,
      "loss": 0.9834,
      "step": 23618
    },
    {
      "epoch": 0.967397091951669,
      "grad_norm": 0.7787043769050951,
      "learning_rate": 0.00028373157977221224,
      "loss": 0.8059,
      "step": 23619
    },
    {
      "epoch": 0.9674380503788654,
      "grad_norm": 0.7046213023498414,
      "learning_rate": 0.00028373010254294305,
      "loss": 0.7319,
      "step": 23620
    },
    {
      "epoch": 0.9674790088060619,
      "grad_norm": 0.7975208682637122,
      "learning_rate": 0.000283728625250454,
      "loss": 0.8093,
      "step": 23621
    },
    {
      "epoch": 0.9675199672332583,
      "grad_norm": 0.8388707187901216,
      "learning_rate": 0.0002837271478947458,
      "loss": 1.0436,
      "step": 23622
    },
    {
      "epoch": 0.9675609256604546,
      "grad_norm": 1.30936700867827,
      "learning_rate": 0.00028372567047581926,
      "loss": 1.6511,
      "step": 23623
    },
    {
      "epoch": 0.967601884087651,
      "grad_norm": 1.0480987158201767,
      "learning_rate": 0.0002837241929936749,
      "loss": 1.183,
      "step": 23624
    },
    {
      "epoch": 0.9676428425148474,
      "grad_norm": 0.45990079033148873,
      "learning_rate": 0.0002837227154483135,
      "loss": 0.3195,
      "step": 23625
    },
    {
      "epoch": 0.9676838009420439,
      "grad_norm": 1.0794377294858102,
      "learning_rate": 0.0002837212378397358,
      "loss": 0.7971,
      "step": 23626
    },
    {
      "epoch": 0.9677247593692402,
      "grad_norm": 1.4820260203468703,
      "learning_rate": 0.00028371976016794247,
      "loss": 1.0969,
      "step": 23627
    },
    {
      "epoch": 0.9677657177964366,
      "grad_norm": 0.9339883367948725,
      "learning_rate": 0.00028371828243293416,
      "loss": 0.7073,
      "step": 23628
    },
    {
      "epoch": 0.967806676223633,
      "grad_norm": 1.0201253923573539,
      "learning_rate": 0.0002837168046347116,
      "loss": 0.8548,
      "step": 23629
    },
    {
      "epoch": 0.9678476346508295,
      "grad_norm": 1.7749300215321266,
      "learning_rate": 0.0002837153267732755,
      "loss": 3.0616,
      "step": 23630
    },
    {
      "epoch": 0.9678885930780258,
      "grad_norm": 0.8326413241606798,
      "learning_rate": 0.0002837138488486266,
      "loss": 0.8684,
      "step": 23631
    },
    {
      "epoch": 0.9679295515052222,
      "grad_norm": 3.4965519515441033,
      "learning_rate": 0.0002837123708607655,
      "loss": 3.4453,
      "step": 23632
    },
    {
      "epoch": 0.9679705099324186,
      "grad_norm": 2.629459130436043,
      "learning_rate": 0.00028371089280969294,
      "loss": 0.7704,
      "step": 23633
    },
    {
      "epoch": 0.968011468359615,
      "grad_norm": 3.2747979293822733,
      "learning_rate": 0.0002837094146954097,
      "loss": 1.3005,
      "step": 23634
    },
    {
      "epoch": 0.9680524267868114,
      "grad_norm": 1.1131721160061507,
      "learning_rate": 0.00028370793651791634,
      "loss": 1.0517,
      "step": 23635
    },
    {
      "epoch": 0.9680933852140078,
      "grad_norm": 0.5394018717822693,
      "learning_rate": 0.00028370645827721365,
      "loss": 0.3329,
      "step": 23636
    },
    {
      "epoch": 0.9681343436412042,
      "grad_norm": 1.2217411158241243,
      "learning_rate": 0.0002837049799733023,
      "loss": 0.8822,
      "step": 23637
    },
    {
      "epoch": 0.9681753020684005,
      "grad_norm": 0.9620423389414975,
      "learning_rate": 0.00028370350160618297,
      "loss": 1.0138,
      "step": 23638
    },
    {
      "epoch": 0.968216260495597,
      "grad_norm": 0.5420711110223876,
      "learning_rate": 0.0002837020231758564,
      "loss": 0.3378,
      "step": 23639
    },
    {
      "epoch": 0.9682572189227934,
      "grad_norm": 2.1077989275312206,
      "learning_rate": 0.0002837005446823233,
      "loss": 4.3202,
      "step": 23640
    },
    {
      "epoch": 0.9682981773499898,
      "grad_norm": 0.9519411634895117,
      "learning_rate": 0.00028369906612558433,
      "loss": 0.7437,
      "step": 23641
    },
    {
      "epoch": 0.9683391357771861,
      "grad_norm": 0.5309048439266378,
      "learning_rate": 0.0002836975875056402,
      "loss": 0.2748,
      "step": 23642
    },
    {
      "epoch": 0.9683800942043825,
      "grad_norm": 1.8547279491892739,
      "learning_rate": 0.00028369610882249155,
      "loss": 1.2976,
      "step": 23643
    },
    {
      "epoch": 0.968421052631579,
      "grad_norm": 1.128006375622734,
      "learning_rate": 0.00028369463007613924,
      "loss": 1.432,
      "step": 23644
    },
    {
      "epoch": 0.9684620110587754,
      "grad_norm": 0.9643898107543831,
      "learning_rate": 0.0002836931512665838,
      "loss": 0.8147,
      "step": 23645
    },
    {
      "epoch": 0.9685029694859717,
      "grad_norm": 0.5999931720677812,
      "learning_rate": 0.000283691672393826,
      "loss": 0.3492,
      "step": 23646
    },
    {
      "epoch": 0.9685439279131681,
      "grad_norm": 0.867923893977433,
      "learning_rate": 0.00028369019345786655,
      "loss": 1.0861,
      "step": 23647
    },
    {
      "epoch": 0.9685848863403645,
      "grad_norm": 0.7179964248291798,
      "learning_rate": 0.0002836887144587061,
      "loss": 0.9733,
      "step": 23648
    },
    {
      "epoch": 0.968625844767561,
      "grad_norm": 0.9826571194102541,
      "learning_rate": 0.00028368723539634545,
      "loss": 0.9888,
      "step": 23649
    },
    {
      "epoch": 0.9686668031947573,
      "grad_norm": 0.7087568816770414,
      "learning_rate": 0.0002836857562707852,
      "loss": 0.7104,
      "step": 23650
    },
    {
      "epoch": 0.9687077616219537,
      "grad_norm": 0.8085780039803736,
      "learning_rate": 0.0002836842770820261,
      "loss": 0.9626,
      "step": 23651
    },
    {
      "epoch": 0.9687487200491501,
      "grad_norm": 3.9748614813083027,
      "learning_rate": 0.0002836827978300688,
      "loss": 0.949,
      "step": 23652
    },
    {
      "epoch": 0.9687896784763466,
      "grad_norm": 0.6850240133294379,
      "learning_rate": 0.000283681318514914,
      "loss": 0.4059,
      "step": 23653
    },
    {
      "epoch": 0.9688306369035429,
      "grad_norm": 1.169760283913587,
      "learning_rate": 0.0002836798391365625,
      "loss": 0.9028,
      "step": 23654
    },
    {
      "epoch": 0.9688715953307393,
      "grad_norm": 0.7263129897783936,
      "learning_rate": 0.00028367835969501487,
      "loss": 0.6886,
      "step": 23655
    },
    {
      "epoch": 0.9689125537579357,
      "grad_norm": 0.663376310926989,
      "learning_rate": 0.0002836768801902719,
      "loss": 0.7975,
      "step": 23656
    },
    {
      "epoch": 0.968953512185132,
      "grad_norm": 0.9797197697471136,
      "learning_rate": 0.00028367540062233424,
      "loss": 0.9581,
      "step": 23657
    },
    {
      "epoch": 0.9689944706123285,
      "grad_norm": 1.016915679244402,
      "learning_rate": 0.00028367392099120265,
      "loss": 1.0323,
      "step": 23658
    },
    {
      "epoch": 0.9690354290395249,
      "grad_norm": 0.7394113613633477,
      "learning_rate": 0.0002836724412968778,
      "loss": 0.6859,
      "step": 23659
    },
    {
      "epoch": 0.9690763874667213,
      "grad_norm": 0.7112630089287549,
      "learning_rate": 0.0002836709615393603,
      "loss": 0.7157,
      "step": 23660
    },
    {
      "epoch": 0.9691173458939176,
      "grad_norm": 0.6468622832232988,
      "learning_rate": 0.00028366948171865093,
      "loss": 0.7961,
      "step": 23661
    },
    {
      "epoch": 0.969158304321114,
      "grad_norm": 0.8124838638643389,
      "learning_rate": 0.00028366800183475045,
      "loss": 0.9362,
      "step": 23662
    },
    {
      "epoch": 0.9691992627483105,
      "grad_norm": 0.6989155752469216,
      "learning_rate": 0.00028366652188765946,
      "loss": 0.8768,
      "step": 23663
    },
    {
      "epoch": 0.9692402211755069,
      "grad_norm": 0.8944058984279633,
      "learning_rate": 0.0002836650418773787,
      "loss": 1.0171,
      "step": 23664
    },
    {
      "epoch": 0.9692811796027032,
      "grad_norm": 0.7101032063379173,
      "learning_rate": 0.00028366356180390887,
      "loss": 0.7674,
      "step": 23665
    },
    {
      "epoch": 0.9693221380298996,
      "grad_norm": 0.7601915864145464,
      "learning_rate": 0.0002836620816672506,
      "loss": 0.8832,
      "step": 23666
    },
    {
      "epoch": 0.9693630964570961,
      "grad_norm": 1.5153974355600097,
      "learning_rate": 0.0002836606014674047,
      "loss": 0.9854,
      "step": 23667
    },
    {
      "epoch": 0.9694040548842925,
      "grad_norm": 0.7067723810353219,
      "learning_rate": 0.00028365912120437186,
      "loss": 0.9511,
      "step": 23668
    },
    {
      "epoch": 0.9694450133114888,
      "grad_norm": 0.6097273830128984,
      "learning_rate": 0.0002836576408781527,
      "loss": 0.341,
      "step": 23669
    },
    {
      "epoch": 0.9694859717386852,
      "grad_norm": 0.955237929823523,
      "learning_rate": 0.00028365616048874797,
      "loss": 0.929,
      "step": 23670
    },
    {
      "epoch": 0.9695269301658817,
      "grad_norm": 0.5504851982369601,
      "learning_rate": 0.0002836546800361584,
      "loss": 0.4399,
      "step": 23671
    },
    {
      "epoch": 0.9695678885930781,
      "grad_norm": 0.6676386413157271,
      "learning_rate": 0.0002836531995203846,
      "loss": 0.782,
      "step": 23672
    },
    {
      "epoch": 0.9696088470202744,
      "grad_norm": 0.9477930871976893,
      "learning_rate": 0.0002836517189414274,
      "loss": 0.9576,
      "step": 23673
    },
    {
      "epoch": 0.9696498054474708,
      "grad_norm": 1.2069641045360398,
      "learning_rate": 0.00028365023829928735,
      "loss": 0.8197,
      "step": 23674
    },
    {
      "epoch": 0.9696907638746672,
      "grad_norm": 0.8402423871380152,
      "learning_rate": 0.0002836487575939652,
      "loss": 0.9744,
      "step": 23675
    },
    {
      "epoch": 0.9697317223018637,
      "grad_norm": 0.6257344135015914,
      "learning_rate": 0.00028364727682546174,
      "loss": 0.6806,
      "step": 23676
    },
    {
      "epoch": 0.96977268072906,
      "grad_norm": 0.6341245129989765,
      "learning_rate": 0.0002836457959937776,
      "loss": 0.3788,
      "step": 23677
    },
    {
      "epoch": 0.9698136391562564,
      "grad_norm": 0.7651592570892404,
      "learning_rate": 0.00028364431509891343,
      "loss": 0.7463,
      "step": 23678
    },
    {
      "epoch": 0.9698545975834528,
      "grad_norm": 0.6838938864212604,
      "learning_rate": 0.00028364283414087006,
      "loss": 0.635,
      "step": 23679
    },
    {
      "epoch": 0.9698955560106491,
      "grad_norm": 0.7632842695123826,
      "learning_rate": 0.00028364135311964806,
      "loss": 0.9884,
      "step": 23680
    },
    {
      "epoch": 0.9699365144378456,
      "grad_norm": 4.121715000124015,
      "learning_rate": 0.0002836398720352482,
      "loss": 1.4528,
      "step": 23681
    },
    {
      "epoch": 0.969977472865042,
      "grad_norm": 0.8402379562050086,
      "learning_rate": 0.00028363839088767115,
      "loss": 0.9863,
      "step": 23682
    },
    {
      "epoch": 0.9700184312922384,
      "grad_norm": 1.3057777022852426,
      "learning_rate": 0.0002836369096769176,
      "loss": 0.8089,
      "step": 23683
    },
    {
      "epoch": 0.9700593897194347,
      "grad_norm": 0.8660865604488098,
      "learning_rate": 0.0002836354284029883,
      "loss": 0.915,
      "step": 23684
    },
    {
      "epoch": 0.9701003481466312,
      "grad_norm": 0.7265016994234117,
      "learning_rate": 0.00028363394706588393,
      "loss": 0.8144,
      "step": 23685
    },
    {
      "epoch": 0.9701413065738276,
      "grad_norm": 0.7433872092148771,
      "learning_rate": 0.00028363246566560517,
      "loss": 0.9481,
      "step": 23686
    },
    {
      "epoch": 0.970182265001024,
      "grad_norm": 1.7125833403640884,
      "learning_rate": 0.00028363098420215277,
      "loss": 2.665,
      "step": 23687
    },
    {
      "epoch": 0.9702232234282203,
      "grad_norm": 0.7390356711715689,
      "learning_rate": 0.0002836295026755273,
      "loss": 0.9887,
      "step": 23688
    },
    {
      "epoch": 0.9702641818554167,
      "grad_norm": 0.7537120685180816,
      "learning_rate": 0.00028362802108572964,
      "loss": 0.8594,
      "step": 23689
    },
    {
      "epoch": 0.9703051402826132,
      "grad_norm": 0.906484526490186,
      "learning_rate": 0.00028362653943276043,
      "loss": 0.6656,
      "step": 23690
    },
    {
      "epoch": 0.9703460987098096,
      "grad_norm": 0.8368894453629635,
      "learning_rate": 0.0002836250577166203,
      "loss": 0.9974,
      "step": 23691
    },
    {
      "epoch": 0.9703870571370059,
      "grad_norm": 0.7474571504300784,
      "learning_rate": 0.00028362357593731,
      "loss": 0.7068,
      "step": 23692
    },
    {
      "epoch": 0.9704280155642023,
      "grad_norm": 1.0509471425483479,
      "learning_rate": 0.0002836220940948302,
      "loss": 1.0652,
      "step": 23693
    },
    {
      "epoch": 0.9704689739913988,
      "grad_norm": 0.6976520259862334,
      "learning_rate": 0.00028362061218918167,
      "loss": 0.8021,
      "step": 23694
    },
    {
      "epoch": 0.9705099324185952,
      "grad_norm": 1.2936024384297555,
      "learning_rate": 0.00028361913022036507,
      "loss": 0.7373,
      "step": 23695
    },
    {
      "epoch": 0.9705508908457915,
      "grad_norm": 0.9140586525271971,
      "learning_rate": 0.00028361764818838107,
      "loss": 1.3215,
      "step": 23696
    },
    {
      "epoch": 0.9705918492729879,
      "grad_norm": 2.0007424073350286,
      "learning_rate": 0.0002836161660932304,
      "loss": 2.0535,
      "step": 23697
    },
    {
      "epoch": 0.9706328077001843,
      "grad_norm": 1.0608196121482072,
      "learning_rate": 0.00028361468393491376,
      "loss": 0.9934,
      "step": 23698
    },
    {
      "epoch": 0.9706737661273807,
      "grad_norm": 0.35966265207388093,
      "learning_rate": 0.00028361320171343187,
      "loss": 0.2624,
      "step": 23699
    },
    {
      "epoch": 0.9707147245545771,
      "grad_norm": 9.001318136244905,
      "learning_rate": 0.0002836117194287854,
      "loss": 2.3073,
      "step": 23700
    },
    {
      "epoch": 0.9707556829817735,
      "grad_norm": 0.6591863535084546,
      "learning_rate": 0.0002836102370809751,
      "loss": 0.7058,
      "step": 23701
    },
    {
      "epoch": 0.9707966414089699,
      "grad_norm": 0.9653350519490086,
      "learning_rate": 0.0002836087546700016,
      "loss": 1.1641,
      "step": 23702
    },
    {
      "epoch": 0.9708375998361662,
      "grad_norm": 0.7507307746267847,
      "learning_rate": 0.00028360727219586563,
      "loss": 0.4031,
      "step": 23703
    },
    {
      "epoch": 0.9708785582633627,
      "grad_norm": 1.1833933599613575,
      "learning_rate": 0.0002836057896585679,
      "loss": 0.8082,
      "step": 23704
    },
    {
      "epoch": 0.9709195166905591,
      "grad_norm": 2.1436482835670096,
      "learning_rate": 0.0002836043070581091,
      "loss": 4.3807,
      "step": 23705
    },
    {
      "epoch": 0.9709604751177555,
      "grad_norm": 0.8355579838148033,
      "learning_rate": 0.00028360282439448994,
      "loss": 0.7639,
      "step": 23706
    },
    {
      "epoch": 0.9710014335449518,
      "grad_norm": 1.0122938056322495,
      "learning_rate": 0.00028360134166771113,
      "loss": 1.4286,
      "step": 23707
    },
    {
      "epoch": 0.9710423919721483,
      "grad_norm": 1.115559764762256,
      "learning_rate": 0.0002835998588777733,
      "loss": 1.3891,
      "step": 23708
    },
    {
      "epoch": 0.9710833503993447,
      "grad_norm": 1.8663686993211899,
      "learning_rate": 0.00028359837602467725,
      "loss": 1.3016,
      "step": 23709
    },
    {
      "epoch": 0.9711243088265411,
      "grad_norm": 0.854757729601286,
      "learning_rate": 0.00028359689310842364,
      "loss": 1.045,
      "step": 23710
    },
    {
      "epoch": 0.9711652672537374,
      "grad_norm": 1.0280100136963952,
      "learning_rate": 0.0002835954101290132,
      "loss": 1.1663,
      "step": 23711
    },
    {
      "epoch": 0.9712062256809338,
      "grad_norm": 0.8373374929072805,
      "learning_rate": 0.00028359392708644657,
      "loss": 0.8184,
      "step": 23712
    },
    {
      "epoch": 0.9712471841081303,
      "grad_norm": 1.0093273037309018,
      "learning_rate": 0.0002835924439807245,
      "loss": 0.8349,
      "step": 23713
    },
    {
      "epoch": 0.9712881425353267,
      "grad_norm": 1.7663025674438977,
      "learning_rate": 0.0002835909608118477,
      "loss": 3.8445,
      "step": 23714
    },
    {
      "epoch": 0.971329100962523,
      "grad_norm": 0.6298500729611203,
      "learning_rate": 0.0002835894775798168,
      "loss": 0.7819,
      "step": 23715
    },
    {
      "epoch": 0.9713700593897194,
      "grad_norm": 0.7538231863362839,
      "learning_rate": 0.0002835879942846325,
      "loss": 0.9516,
      "step": 23716
    },
    {
      "epoch": 0.9714110178169159,
      "grad_norm": 0.6682861509801322,
      "learning_rate": 0.00028358651092629563,
      "loss": 0.3782,
      "step": 23717
    },
    {
      "epoch": 0.9714519762441123,
      "grad_norm": 1.0112282478688177,
      "learning_rate": 0.0002835850275048068,
      "loss": 0.5222,
      "step": 23718
    },
    {
      "epoch": 0.9714929346713086,
      "grad_norm": 0.6416976256263349,
      "learning_rate": 0.0002835835440201667,
      "loss": 0.3441,
      "step": 23719
    },
    {
      "epoch": 0.971533893098505,
      "grad_norm": 2.5864586515067765,
      "learning_rate": 0.000283582060472376,
      "loss": 3.9465,
      "step": 23720
    },
    {
      "epoch": 0.9715748515257014,
      "grad_norm": 1.7510453355181788,
      "learning_rate": 0.00028358057686143554,
      "loss": 1.6264,
      "step": 23721
    },
    {
      "epoch": 0.9716158099528978,
      "grad_norm": 1.2381265533020192,
      "learning_rate": 0.00028357909318734597,
      "loss": 1.0708,
      "step": 23722
    },
    {
      "epoch": 0.9716567683800942,
      "grad_norm": 1.092533604644376,
      "learning_rate": 0.00028357760945010787,
      "loss": 0.9383,
      "step": 23723
    },
    {
      "epoch": 0.9716977268072906,
      "grad_norm": 0.7785365460629141,
      "learning_rate": 0.00028357612564972203,
      "loss": 0.7629,
      "step": 23724
    },
    {
      "epoch": 0.971738685234487,
      "grad_norm": 0.9236147959854658,
      "learning_rate": 0.00028357464178618917,
      "loss": 0.8894,
      "step": 23725
    },
    {
      "epoch": 0.9717796436616833,
      "grad_norm": 0.8140178503247231,
      "learning_rate": 0.00028357315785951,
      "loss": 0.9003,
      "step": 23726
    },
    {
      "epoch": 0.9718206020888798,
      "grad_norm": 0.7493104778437739,
      "learning_rate": 0.00028357167386968514,
      "loss": 0.8646,
      "step": 23727
    },
    {
      "epoch": 0.9718615605160762,
      "grad_norm": 0.8218169538861073,
      "learning_rate": 0.0002835701898167153,
      "loss": 0.8472,
      "step": 23728
    },
    {
      "epoch": 0.9719025189432726,
      "grad_norm": 0.9137721801126398,
      "learning_rate": 0.00028356870570060136,
      "loss": 0.7039,
      "step": 23729
    },
    {
      "epoch": 0.9719434773704689,
      "grad_norm": 1.1187211070093919,
      "learning_rate": 0.0002835672215213438,
      "loss": 1.1238,
      "step": 23730
    },
    {
      "epoch": 0.9719844357976654,
      "grad_norm": 1.0528637920026076,
      "learning_rate": 0.0002835657372789434,
      "loss": 1.1194,
      "step": 23731
    },
    {
      "epoch": 0.9720253942248618,
      "grad_norm": 0.8824529604291257,
      "learning_rate": 0.0002835642529734009,
      "loss": 0.8203,
      "step": 23732
    },
    {
      "epoch": 0.9720663526520582,
      "grad_norm": 0.729083536326669,
      "learning_rate": 0.000283562768604717,
      "loss": 0.8947,
      "step": 23733
    },
    {
      "epoch": 0.9721073110792545,
      "grad_norm": 0.9733831807120364,
      "learning_rate": 0.0002835612841728923,
      "loss": 1.4407,
      "step": 23734
    },
    {
      "epoch": 0.972148269506451,
      "grad_norm": 0.8233125246472266,
      "learning_rate": 0.00028355979967792757,
      "loss": 0.9812,
      "step": 23735
    },
    {
      "epoch": 0.9721892279336474,
      "grad_norm": 0.6635557816272233,
      "learning_rate": 0.0002835583151198236,
      "loss": 0.4132,
      "step": 23736
    },
    {
      "epoch": 0.9722301863608438,
      "grad_norm": 0.778230102924127,
      "learning_rate": 0.00028355683049858095,
      "loss": 0.9268,
      "step": 23737
    },
    {
      "epoch": 0.9722711447880401,
      "grad_norm": 0.8010605521210358,
      "learning_rate": 0.0002835553458142004,
      "loss": 0.9038,
      "step": 23738
    },
    {
      "epoch": 0.9723121032152365,
      "grad_norm": 0.7524106264812845,
      "learning_rate": 0.00028355386106668266,
      "loss": 0.513,
      "step": 23739
    },
    {
      "epoch": 0.972353061642433,
      "grad_norm": 0.7495806732640604,
      "learning_rate": 0.00028355237625602835,
      "loss": 0.7838,
      "step": 23740
    },
    {
      "epoch": 0.9723940200696293,
      "grad_norm": 0.7887792656007951,
      "learning_rate": 0.0002835508913822383,
      "loss": 1.0372,
      "step": 23741
    },
    {
      "epoch": 0.9724349784968257,
      "grad_norm": 1.3982002319575078,
      "learning_rate": 0.0002835494064453131,
      "loss": 0.9932,
      "step": 23742
    },
    {
      "epoch": 0.9724759369240221,
      "grad_norm": 0.5459363592612589,
      "learning_rate": 0.0002835479214452534,
      "loss": 0.3786,
      "step": 23743
    },
    {
      "epoch": 0.9725168953512185,
      "grad_norm": 1.3885498513221566,
      "learning_rate": 0.0002835464363820601,
      "loss": 2.1083,
      "step": 23744
    },
    {
      "epoch": 0.9725578537784149,
      "grad_norm": 0.654523461737053,
      "learning_rate": 0.0002835449512557338,
      "loss": 0.8559,
      "step": 23745
    },
    {
      "epoch": 0.9725988122056113,
      "grad_norm": 0.8384038452040953,
      "learning_rate": 0.0002835434660662751,
      "loss": 0.8125,
      "step": 23746
    },
    {
      "epoch": 0.9726397706328077,
      "grad_norm": 0.635295641986405,
      "learning_rate": 0.0002835419808136849,
      "loss": 0.7011,
      "step": 23747
    },
    {
      "epoch": 0.9726807290600041,
      "grad_norm": 0.5084860649467696,
      "learning_rate": 0.00028354049549796377,
      "loss": 0.2942,
      "step": 23748
    },
    {
      "epoch": 0.9727216874872004,
      "grad_norm": 1.0098838112107529,
      "learning_rate": 0.0002835390101191124,
      "loss": 0.7128,
      "step": 23749
    },
    {
      "epoch": 0.9727626459143969,
      "grad_norm": 0.9403769522991374,
      "learning_rate": 0.0002835375246771316,
      "loss": 1.1194,
      "step": 23750
    },
    {
      "epoch": 0.9728036043415933,
      "grad_norm": 0.7307960515948052,
      "learning_rate": 0.00028353603917202194,
      "loss": 0.2579,
      "step": 23751
    },
    {
      "epoch": 0.9728445627687897,
      "grad_norm": 0.9216327914111477,
      "learning_rate": 0.00028353455360378423,
      "loss": 0.9584,
      "step": 23752
    },
    {
      "epoch": 0.972885521195986,
      "grad_norm": 0.7277344851442954,
      "learning_rate": 0.0002835330679724192,
      "loss": 0.7555,
      "step": 23753
    },
    {
      "epoch": 0.9729264796231825,
      "grad_norm": 0.9788827178815446,
      "learning_rate": 0.0002835315822779273,
      "loss": 1.0642,
      "step": 23754
    },
    {
      "epoch": 0.9729674380503789,
      "grad_norm": 0.6511147260244329,
      "learning_rate": 0.0002835300965203096,
      "loss": 0.3826,
      "step": 23755
    },
    {
      "epoch": 0.9730083964775753,
      "grad_norm": 0.7147727282633053,
      "learning_rate": 0.0002835286106995665,
      "loss": 0.7507,
      "step": 23756
    },
    {
      "epoch": 0.9730493549047716,
      "grad_norm": 0.8638702832094403,
      "learning_rate": 0.0002835271248156989,
      "loss": 1.0228,
      "step": 23757
    },
    {
      "epoch": 0.973090313331968,
      "grad_norm": 0.7777482983974731,
      "learning_rate": 0.0002835256388687074,
      "loss": 0.8191,
      "step": 23758
    },
    {
      "epoch": 0.9731312717591645,
      "grad_norm": 0.7376409270030514,
      "learning_rate": 0.0002835241528585927,
      "loss": 1.0701,
      "step": 23759
    },
    {
      "epoch": 0.9731722301863609,
      "grad_norm": 0.7565449864684689,
      "learning_rate": 0.00028352266678535553,
      "loss": 0.9063,
      "step": 23760
    },
    {
      "epoch": 0.9732131886135572,
      "grad_norm": 0.50564676844376,
      "learning_rate": 0.00028352118064899664,
      "loss": 0.3669,
      "step": 23761
    },
    {
      "epoch": 0.9732541470407536,
      "grad_norm": 0.47666230456162184,
      "learning_rate": 0.00028351969444951664,
      "loss": 0.2944,
      "step": 23762
    },
    {
      "epoch": 0.9732951054679501,
      "grad_norm": 0.7536343706057252,
      "learning_rate": 0.0002835182081869163,
      "loss": 0.8245,
      "step": 23763
    },
    {
      "epoch": 0.9733360638951464,
      "grad_norm": 0.6404890203035215,
      "learning_rate": 0.00028351672186119624,
      "loss": 0.8036,
      "step": 23764
    },
    {
      "epoch": 0.9733770223223428,
      "grad_norm": 0.9444075964972872,
      "learning_rate": 0.0002835152354723573,
      "loss": 1.326,
      "step": 23765
    },
    {
      "epoch": 0.9734179807495392,
      "grad_norm": 0.7704757061422902,
      "learning_rate": 0.00028351374902040006,
      "loss": 0.8062,
      "step": 23766
    },
    {
      "epoch": 0.9734589391767356,
      "grad_norm": 1.0344259534369409,
      "learning_rate": 0.0002835122625053253,
      "loss": 1.3264,
      "step": 23767
    },
    {
      "epoch": 0.973499897603932,
      "grad_norm": 0.8881670735190728,
      "learning_rate": 0.0002835107759271337,
      "loss": 0.8814,
      "step": 23768
    },
    {
      "epoch": 0.9735408560311284,
      "grad_norm": 2.3542011876227824,
      "learning_rate": 0.00028350928928582586,
      "loss": 1.0209,
      "step": 23769
    },
    {
      "epoch": 0.9735818144583248,
      "grad_norm": 0.6855913165204945,
      "learning_rate": 0.00028350780258140266,
      "loss": 0.9187,
      "step": 23770
    },
    {
      "epoch": 0.9736227728855212,
      "grad_norm": 0.7922381135486862,
      "learning_rate": 0.0002835063158138647,
      "loss": 0.8499,
      "step": 23771
    },
    {
      "epoch": 0.9736637313127176,
      "grad_norm": 0.9897822487048668,
      "learning_rate": 0.0002835048289832127,
      "loss": 1.2987,
      "step": 23772
    },
    {
      "epoch": 0.973704689739914,
      "grad_norm": 0.7938873285869114,
      "learning_rate": 0.0002835033420894473,
      "loss": 1.0676,
      "step": 23773
    },
    {
      "epoch": 0.9737456481671104,
      "grad_norm": 0.7445346795005396,
      "learning_rate": 0.0002835018551325694,
      "loss": 0.3948,
      "step": 23774
    },
    {
      "epoch": 0.9737866065943068,
      "grad_norm": 0.8577108686456144,
      "learning_rate": 0.00028350036811257943,
      "loss": 0.2951,
      "step": 23775
    },
    {
      "epoch": 0.9738275650215031,
      "grad_norm": 1.1514263379851206,
      "learning_rate": 0.0002834988810294783,
      "loss": 0.6954,
      "step": 23776
    },
    {
      "epoch": 0.9738685234486996,
      "grad_norm": 0.9408497953301882,
      "learning_rate": 0.0002834973938832666,
      "loss": 0.7078,
      "step": 23777
    },
    {
      "epoch": 0.973909481875896,
      "grad_norm": 0.772518146330974,
      "learning_rate": 0.00028349590667394516,
      "loss": 0.6727,
      "step": 23778
    },
    {
      "epoch": 0.9739504403030924,
      "grad_norm": 0.6470508135346563,
      "learning_rate": 0.0002834944194015146,
      "loss": 0.7121,
      "step": 23779
    },
    {
      "epoch": 0.9739913987302887,
      "grad_norm": 0.7903898003916097,
      "learning_rate": 0.00028349293206597555,
      "loss": 0.7987,
      "step": 23780
    },
    {
      "epoch": 0.9740323571574852,
      "grad_norm": 0.8375101642923828,
      "learning_rate": 0.0002834914446673288,
      "loss": 0.4951,
      "step": 23781
    },
    {
      "epoch": 0.9740733155846816,
      "grad_norm": 0.9702587619214741,
      "learning_rate": 0.0002834899572055751,
      "loss": 1.3679,
      "step": 23782
    },
    {
      "epoch": 0.9741142740118779,
      "grad_norm": 0.8249669919910124,
      "learning_rate": 0.0002834884696807151,
      "loss": 0.8732,
      "step": 23783
    },
    {
      "epoch": 0.9741552324390743,
      "grad_norm": 0.9466195138133839,
      "learning_rate": 0.0002834869820927494,
      "loss": 1.2367,
      "step": 23784
    },
    {
      "epoch": 0.9741961908662707,
      "grad_norm": 0.8005137093994724,
      "learning_rate": 0.0002834854944416789,
      "loss": 0.8603,
      "step": 23785
    },
    {
      "epoch": 0.9742371492934672,
      "grad_norm": 0.9414711401964089,
      "learning_rate": 0.00028348400672750416,
      "loss": 0.933,
      "step": 23786
    },
    {
      "epoch": 0.9742781077206635,
      "grad_norm": 0.9462352543165763,
      "learning_rate": 0.00028348251895022594,
      "loss": 1.0738,
      "step": 23787
    },
    {
      "epoch": 0.9743190661478599,
      "grad_norm": 0.8514759264262649,
      "learning_rate": 0.0002834810311098449,
      "loss": 0.3169,
      "step": 23788
    },
    {
      "epoch": 0.9743600245750563,
      "grad_norm": 0.9023025790451282,
      "learning_rate": 0.00028347954320636184,
      "loss": 0.8425,
      "step": 23789
    },
    {
      "epoch": 0.9744009830022528,
      "grad_norm": 1.1182489965842477,
      "learning_rate": 0.0002834780552397773,
      "loss": 1.4521,
      "step": 23790
    },
    {
      "epoch": 0.9744419414294491,
      "grad_norm": 0.7746186095146061,
      "learning_rate": 0.0002834765672100921,
      "loss": 0.3184,
      "step": 23791
    },
    {
      "epoch": 0.9744828998566455,
      "grad_norm": 0.9659711361374531,
      "learning_rate": 0.000283475079117307,
      "loss": 1.4328,
      "step": 23792
    },
    {
      "epoch": 0.9745238582838419,
      "grad_norm": 0.9580862834635824,
      "learning_rate": 0.0002834735909614226,
      "loss": 0.8122,
      "step": 23793
    },
    {
      "epoch": 0.9745648167110383,
      "grad_norm": 0.7204529008610308,
      "learning_rate": 0.0002834721027424396,
      "loss": 0.8274,
      "step": 23794
    },
    {
      "epoch": 0.9746057751382347,
      "grad_norm": 0.7349722271986481,
      "learning_rate": 0.00028347061446035876,
      "loss": 0.8504,
      "step": 23795
    },
    {
      "epoch": 0.9746467335654311,
      "grad_norm": 0.68924985401803,
      "learning_rate": 0.00028346912611518075,
      "loss": 0.7331,
      "step": 23796
    },
    {
      "epoch": 0.9746876919926275,
      "grad_norm": 0.8589975874527315,
      "learning_rate": 0.00028346763770690624,
      "loss": 0.8259,
      "step": 23797
    },
    {
      "epoch": 0.9747286504198239,
      "grad_norm": 0.6114737252523145,
      "learning_rate": 0.00028346614923553605,
      "loss": 0.328,
      "step": 23798
    },
    {
      "epoch": 0.9747696088470202,
      "grad_norm": 0.8428842788409195,
      "learning_rate": 0.00028346466070107077,
      "loss": 1.1441,
      "step": 23799
    },
    {
      "epoch": 0.9748105672742167,
      "grad_norm": 0.6466263478058067,
      "learning_rate": 0.00028346317210351115,
      "loss": 0.7431,
      "step": 23800
    },
    {
      "epoch": 0.9748515257014131,
      "grad_norm": 0.6094689904523813,
      "learning_rate": 0.0002834616834428579,
      "loss": 0.7918,
      "step": 23801
    },
    {
      "epoch": 0.9748924841286095,
      "grad_norm": 0.6741317929114615,
      "learning_rate": 0.0002834601947191117,
      "loss": 0.614,
      "step": 23802
    },
    {
      "epoch": 0.9749334425558058,
      "grad_norm": 0.6135576454507397,
      "learning_rate": 0.00028345870593227324,
      "loss": 0.7363,
      "step": 23803
    },
    {
      "epoch": 0.9749744009830023,
      "grad_norm": 0.7257360538048284,
      "learning_rate": 0.0002834572170823433,
      "loss": 0.9207,
      "step": 23804
    },
    {
      "epoch": 0.9750153594101987,
      "grad_norm": 0.796146852096779,
      "learning_rate": 0.0002834557281693225,
      "loss": 0.9632,
      "step": 23805
    },
    {
      "epoch": 0.975056317837395,
      "grad_norm": 0.9038199971875109,
      "learning_rate": 0.00028345423919321156,
      "loss": 1.0043,
      "step": 23806
    },
    {
      "epoch": 0.9750972762645914,
      "grad_norm": 1.1285378374718027,
      "learning_rate": 0.00028345275015401124,
      "loss": 1.4145,
      "step": 23807
    },
    {
      "epoch": 0.9751382346917878,
      "grad_norm": 0.8798949710747065,
      "learning_rate": 0.00028345126105172217,
      "loss": 0.6824,
      "step": 23808
    },
    {
      "epoch": 0.9751791931189843,
      "grad_norm": 0.7289184035653137,
      "learning_rate": 0.0002834497718863451,
      "loss": 0.8189,
      "step": 23809
    },
    {
      "epoch": 0.9752201515461806,
      "grad_norm": 0.7285879057512061,
      "learning_rate": 0.00028344828265788066,
      "loss": 0.794,
      "step": 23810
    },
    {
      "epoch": 0.975261109973377,
      "grad_norm": 0.8862556978284712,
      "learning_rate": 0.00028344679336632974,
      "loss": 1.0136,
      "step": 23811
    },
    {
      "epoch": 0.9753020684005734,
      "grad_norm": 0.8910060387206999,
      "learning_rate": 0.00028344530401169283,
      "loss": 1.1189,
      "step": 23812
    },
    {
      "epoch": 0.9753430268277699,
      "grad_norm": 0.937720361020309,
      "learning_rate": 0.00028344381459397076,
      "loss": 1.0738,
      "step": 23813
    },
    {
      "epoch": 0.9753839852549662,
      "grad_norm": 0.6258691137666786,
      "learning_rate": 0.0002834423251131642,
      "loss": 0.6889,
      "step": 23814
    },
    {
      "epoch": 0.9754249436821626,
      "grad_norm": 0.9109926942085664,
      "learning_rate": 0.00028344083556927386,
      "loss": 1.1664,
      "step": 23815
    },
    {
      "epoch": 0.975465902109359,
      "grad_norm": 0.7789462642199986,
      "learning_rate": 0.0002834393459623004,
      "loss": 0.3634,
      "step": 23816
    },
    {
      "epoch": 0.9755068605365554,
      "grad_norm": 0.5817896671386907,
      "learning_rate": 0.00028343785629224457,
      "loss": 0.4612,
      "step": 23817
    },
    {
      "epoch": 0.9755478189637518,
      "grad_norm": 0.9014359662141692,
      "learning_rate": 0.00028343636655910704,
      "loss": 1.0609,
      "step": 23818
    },
    {
      "epoch": 0.9755887773909482,
      "grad_norm": 0.8502627868477601,
      "learning_rate": 0.0002834348767628886,
      "loss": 0.9572,
      "step": 23819
    },
    {
      "epoch": 0.9756297358181446,
      "grad_norm": 0.8062024130630382,
      "learning_rate": 0.0002834333869035899,
      "loss": 1.1709,
      "step": 23820
    },
    {
      "epoch": 0.975670694245341,
      "grad_norm": 0.7967802154615018,
      "learning_rate": 0.00028343189698121153,
      "loss": 0.8986,
      "step": 23821
    },
    {
      "epoch": 0.9757116526725373,
      "grad_norm": 1.1379014592136407,
      "learning_rate": 0.00028343040699575436,
      "loss": 1.0324,
      "step": 23822
    },
    {
      "epoch": 0.9757526110997338,
      "grad_norm": 0.7313988584644269,
      "learning_rate": 0.00028342891694721907,
      "loss": 0.5295,
      "step": 23823
    },
    {
      "epoch": 0.9757935695269302,
      "grad_norm": 1.193872917159328,
      "learning_rate": 0.0002834274268356063,
      "loss": 1.5019,
      "step": 23824
    },
    {
      "epoch": 0.9758345279541265,
      "grad_norm": 0.7368583405236203,
      "learning_rate": 0.0002834259366609168,
      "loss": 0.814,
      "step": 23825
    },
    {
      "epoch": 0.9758754863813229,
      "grad_norm": 0.6076334995874043,
      "learning_rate": 0.0002834244464231512,
      "loss": 0.8153,
      "step": 23826
    },
    {
      "epoch": 0.9759164448085194,
      "grad_norm": 1.2302154850298366,
      "learning_rate": 0.00028342295612231036,
      "loss": 1.3859,
      "step": 23827
    },
    {
      "epoch": 0.9759574032357158,
      "grad_norm": 1.5679725006558354,
      "learning_rate": 0.00028342146575839486,
      "loss": 1.403,
      "step": 23828
    },
    {
      "epoch": 0.9759983616629121,
      "grad_norm": 0.9400713067904694,
      "learning_rate": 0.0002834199753314054,
      "loss": 1.2018,
      "step": 23829
    },
    {
      "epoch": 0.9760393200901085,
      "grad_norm": 0.7170000851060132,
      "learning_rate": 0.0002834184848413427,
      "loss": 0.7316,
      "step": 23830
    },
    {
      "epoch": 0.976080278517305,
      "grad_norm": 0.802837892970134,
      "learning_rate": 0.0002834169942882075,
      "loss": 0.9845,
      "step": 23831
    },
    {
      "epoch": 0.9761212369445014,
      "grad_norm": 0.7149622652981352,
      "learning_rate": 0.00028341550367200056,
      "loss": 0.4099,
      "step": 23832
    },
    {
      "epoch": 0.9761621953716977,
      "grad_norm": 1.0235701375698798,
      "learning_rate": 0.00028341401299272247,
      "loss": 1.0016,
      "step": 23833
    },
    {
      "epoch": 0.9762031537988941,
      "grad_norm": 1.146443878480416,
      "learning_rate": 0.00028341252225037394,
      "loss": 1.172,
      "step": 23834
    },
    {
      "epoch": 0.9762441122260905,
      "grad_norm": 0.7356991729836173,
      "learning_rate": 0.0002834110314449557,
      "loss": 0.9222,
      "step": 23835
    },
    {
      "epoch": 0.976285070653287,
      "grad_norm": 0.7456180343284226,
      "learning_rate": 0.0002834095405764685,
      "loss": 0.8755,
      "step": 23836
    },
    {
      "epoch": 0.9763260290804833,
      "grad_norm": 14.749759859946288,
      "learning_rate": 0.00028340804964491304,
      "loss": 2.295,
      "step": 23837
    },
    {
      "epoch": 0.9763669875076797,
      "grad_norm": 0.5599572045282226,
      "learning_rate": 0.00028340655865028997,
      "loss": 0.6263,
      "step": 23838
    },
    {
      "epoch": 0.9764079459348761,
      "grad_norm": 0.8573450841642056,
      "learning_rate": 0.0002834050675926,
      "loss": 1.1129,
      "step": 23839
    },
    {
      "epoch": 0.9764489043620725,
      "grad_norm": 1.5575298493361436,
      "learning_rate": 0.0002834035764718439,
      "loss": 0.9773,
      "step": 23840
    },
    {
      "epoch": 0.9764898627892689,
      "grad_norm": 0.9477488928769763,
      "learning_rate": 0.0002834020852880223,
      "loss": 1.184,
      "step": 23841
    },
    {
      "epoch": 0.9765308212164653,
      "grad_norm": 0.7181456085514814,
      "learning_rate": 0.0002834005940411359,
      "loss": 0.9779,
      "step": 23842
    },
    {
      "epoch": 0.9765717796436617,
      "grad_norm": 2.2125195942281057,
      "learning_rate": 0.00028339910273118547,
      "loss": 1.9563,
      "step": 23843
    },
    {
      "epoch": 0.9766127380708581,
      "grad_norm": 0.717470312686465,
      "learning_rate": 0.0002833976113581717,
      "loss": 0.9868,
      "step": 23844
    },
    {
      "epoch": 0.9766536964980544,
      "grad_norm": 0.7506456365522252,
      "learning_rate": 0.0002833961199220953,
      "loss": 0.8546,
      "step": 23845
    },
    {
      "epoch": 0.9766946549252509,
      "grad_norm": 0.9343890871878614,
      "learning_rate": 0.0002833946284229569,
      "loss": 1.2249,
      "step": 23846
    },
    {
      "epoch": 0.9767356133524473,
      "grad_norm": 1.1034645296966143,
      "learning_rate": 0.00028339313686075727,
      "loss": 0.867,
      "step": 23847
    },
    {
      "epoch": 0.9767765717796436,
      "grad_norm": 2.696212548976562,
      "learning_rate": 0.00028339164523549716,
      "loss": 1.8051,
      "step": 23848
    },
    {
      "epoch": 0.97681753020684,
      "grad_norm": 0.7054114846657872,
      "learning_rate": 0.00028339015354717715,
      "loss": 0.7753,
      "step": 23849
    },
    {
      "epoch": 0.9768584886340365,
      "grad_norm": 0.5610819721081939,
      "learning_rate": 0.0002833886617957981,
      "loss": 0.3155,
      "step": 23850
    },
    {
      "epoch": 0.9768994470612329,
      "grad_norm": 0.9152865100283913,
      "learning_rate": 0.00028338716998136055,
      "loss": 1.1817,
      "step": 23851
    },
    {
      "epoch": 0.9769404054884292,
      "grad_norm": 0.9268760076107081,
      "learning_rate": 0.0002833856781038653,
      "loss": 1.0526,
      "step": 23852
    },
    {
      "epoch": 0.9769813639156256,
      "grad_norm": 0.6419641324542229,
      "learning_rate": 0.0002833841861633131,
      "loss": 0.7375,
      "step": 23853
    },
    {
      "epoch": 0.977022322342822,
      "grad_norm": 0.6895586352248076,
      "learning_rate": 0.0002833826941597045,
      "loss": 0.6382,
      "step": 23854
    },
    {
      "epoch": 0.9770632807700185,
      "grad_norm": 0.7800194366091248,
      "learning_rate": 0.00028338120209304036,
      "loss": 1.0032,
      "step": 23855
    },
    {
      "epoch": 0.9771042391972148,
      "grad_norm": 0.6699886419647871,
      "learning_rate": 0.0002833797099633213,
      "loss": 0.8537,
      "step": 23856
    },
    {
      "epoch": 0.9771451976244112,
      "grad_norm": 0.8977203198436641,
      "learning_rate": 0.0002833782177705481,
      "loss": 1.0276,
      "step": 23857
    },
    {
      "epoch": 0.9771861560516076,
      "grad_norm": 0.7407512378503079,
      "learning_rate": 0.00028337672551472144,
      "loss": 0.7477,
      "step": 23858
    },
    {
      "epoch": 0.9772271144788041,
      "grad_norm": 1.48976271549126,
      "learning_rate": 0.0002833752331958419,
      "loss": 1.2064,
      "step": 23859
    },
    {
      "epoch": 0.9772680729060004,
      "grad_norm": 0.75664264158179,
      "learning_rate": 0.0002833737408139104,
      "loss": 0.9632,
      "step": 23860
    },
    {
      "epoch": 0.9773090313331968,
      "grad_norm": 3.476954149833712,
      "learning_rate": 0.00028337224836892747,
      "loss": 5.911,
      "step": 23861
    },
    {
      "epoch": 0.9773499897603932,
      "grad_norm": 0.6673963007179973,
      "learning_rate": 0.00028337075586089386,
      "loss": 0.3249,
      "step": 23862
    },
    {
      "epoch": 0.9773909481875896,
      "grad_norm": 1.26596096503812,
      "learning_rate": 0.0002833692632898103,
      "loss": 1.04,
      "step": 23863
    },
    {
      "epoch": 0.977431906614786,
      "grad_norm": 0.9069089155213585,
      "learning_rate": 0.00028336777065567754,
      "loss": 0.8926,
      "step": 23864
    },
    {
      "epoch": 0.9774728650419824,
      "grad_norm": 0.7745793651269618,
      "learning_rate": 0.0002833662779584962,
      "loss": 0.68,
      "step": 23865
    },
    {
      "epoch": 0.9775138234691788,
      "grad_norm": 7.589548225777364,
      "learning_rate": 0.00028336478519826706,
      "loss": 2.3531,
      "step": 23866
    },
    {
      "epoch": 0.9775547818963751,
      "grad_norm": 1.4225789799724267,
      "learning_rate": 0.00028336329237499077,
      "loss": 1.2907,
      "step": 23867
    },
    {
      "epoch": 0.9775957403235715,
      "grad_norm": 1.0383472278650272,
      "learning_rate": 0.000283361799488668,
      "loss": 1.4278,
      "step": 23868
    },
    {
      "epoch": 0.977636698750768,
      "grad_norm": 1.622137342448439,
      "learning_rate": 0.0002833603065392996,
      "loss": 2.6927,
      "step": 23869
    },
    {
      "epoch": 0.9776776571779644,
      "grad_norm": 0.8227922508732934,
      "learning_rate": 0.0002833588135268861,
      "loss": 1.0256,
      "step": 23870
    },
    {
      "epoch": 0.9777186156051607,
      "grad_norm": 0.6751768014439732,
      "learning_rate": 0.0002833573204514284,
      "loss": 0.7177,
      "step": 23871
    },
    {
      "epoch": 0.9777595740323571,
      "grad_norm": 0.5925891153154299,
      "learning_rate": 0.000283355827312927,
      "loss": 0.5849,
      "step": 23872
    },
    {
      "epoch": 0.9778005324595536,
      "grad_norm": 0.6278033377629276,
      "learning_rate": 0.00028335433411138275,
      "loss": 0.3345,
      "step": 23873
    },
    {
      "epoch": 0.97784149088675,
      "grad_norm": 0.8988106412802164,
      "learning_rate": 0.0002833528408467963,
      "loss": 1.1497,
      "step": 23874
    },
    {
      "epoch": 0.9778824493139463,
      "grad_norm": 0.8826730456568554,
      "learning_rate": 0.00028335134751916833,
      "loss": 0.7014,
      "step": 23875
    },
    {
      "epoch": 0.9779234077411427,
      "grad_norm": 0.4968859538756832,
      "learning_rate": 0.00028334985412849966,
      "loss": 0.3171,
      "step": 23876
    },
    {
      "epoch": 0.9779643661683391,
      "grad_norm": 8.416184051664896,
      "learning_rate": 0.0002833483606747908,
      "loss": 3.4854,
      "step": 23877
    },
    {
      "epoch": 0.9780053245955356,
      "grad_norm": 0.7334854326241891,
      "learning_rate": 0.0002833468671580427,
      "loss": 0.865,
      "step": 23878
    },
    {
      "epoch": 0.9780462830227319,
      "grad_norm": 0.9384141391511988,
      "learning_rate": 0.00028334537357825585,
      "loss": 1.3137,
      "step": 23879
    },
    {
      "epoch": 0.9780872414499283,
      "grad_norm": 0.7312789517495015,
      "learning_rate": 0.0002833438799354311,
      "loss": 0.7954,
      "step": 23880
    },
    {
      "epoch": 0.9781281998771247,
      "grad_norm": 1.1980621737922081,
      "learning_rate": 0.00028334238622956906,
      "loss": 1.7192,
      "step": 23881
    },
    {
      "epoch": 0.9781691583043212,
      "grad_norm": 0.98441864876796,
      "learning_rate": 0.0002833408924606705,
      "loss": 0.9928,
      "step": 23882
    },
    {
      "epoch": 0.9782101167315175,
      "grad_norm": 0.8698255265765427,
      "learning_rate": 0.0002833393986287361,
      "loss": 0.8596,
      "step": 23883
    },
    {
      "epoch": 0.9782510751587139,
      "grad_norm": 3.658041675572865,
      "learning_rate": 0.00028333790473376657,
      "loss": 3.4573,
      "step": 23884
    },
    {
      "epoch": 0.9782920335859103,
      "grad_norm": 0.8683270755524897,
      "learning_rate": 0.0002833364107757626,
      "loss": 0.9367,
      "step": 23885
    },
    {
      "epoch": 0.9783329920131068,
      "grad_norm": 0.7299268770178525,
      "learning_rate": 0.0002833349167547249,
      "loss": 0.5596,
      "step": 23886
    },
    {
      "epoch": 0.9783739504403031,
      "grad_norm": 0.8504508690790872,
      "learning_rate": 0.00028333342267065426,
      "loss": 0.3939,
      "step": 23887
    },
    {
      "epoch": 0.9784149088674995,
      "grad_norm": 0.8815486986847574,
      "learning_rate": 0.0002833319285235513,
      "loss": 0.8316,
      "step": 23888
    },
    {
      "epoch": 0.9784558672946959,
      "grad_norm": 0.8299742822726331,
      "learning_rate": 0.00028333043431341665,
      "loss": 0.6475,
      "step": 23889
    },
    {
      "epoch": 0.9784968257218922,
      "grad_norm": 0.7568977991376123,
      "learning_rate": 0.00028332894004025116,
      "loss": 0.8845,
      "step": 23890
    },
    {
      "epoch": 0.9785377841490887,
      "grad_norm": 0.8712558992723325,
      "learning_rate": 0.0002833274457040555,
      "loss": 0.763,
      "step": 23891
    },
    {
      "epoch": 0.9785787425762851,
      "grad_norm": 1.0023478877718395,
      "learning_rate": 0.00028332595130483034,
      "loss": 0.611,
      "step": 23892
    },
    {
      "epoch": 0.9786197010034815,
      "grad_norm": 1.0768352572276307,
      "learning_rate": 0.0002833244568425764,
      "loss": 0.9264,
      "step": 23893
    },
    {
      "epoch": 0.9786606594306778,
      "grad_norm": 0.6663178848190295,
      "learning_rate": 0.00028332296231729445,
      "loss": 0.8788,
      "step": 23894
    },
    {
      "epoch": 0.9787016178578742,
      "grad_norm": 0.7430863649459317,
      "learning_rate": 0.0002833214677289851,
      "loss": 0.7369,
      "step": 23895
    },
    {
      "epoch": 0.9787425762850707,
      "grad_norm": 0.7180859972964795,
      "learning_rate": 0.0002833199730776491,
      "loss": 0.3838,
      "step": 23896
    },
    {
      "epoch": 0.9787835347122671,
      "grad_norm": 0.9488990425035276,
      "learning_rate": 0.0002833184783632871,
      "loss": 0.6525,
      "step": 23897
    },
    {
      "epoch": 0.9788244931394634,
      "grad_norm": 0.7762809907142172,
      "learning_rate": 0.00028331698358589994,
      "loss": 0.8552,
      "step": 23898
    },
    {
      "epoch": 0.9788654515666598,
      "grad_norm": 0.8124253391789341,
      "learning_rate": 0.0002833154887454882,
      "loss": 0.8249,
      "step": 23899
    },
    {
      "epoch": 0.9789064099938563,
      "grad_norm": 0.5613782621062171,
      "learning_rate": 0.0002833139938420527,
      "loss": 0.549,
      "step": 23900
    },
    {
      "epoch": 0.9789473684210527,
      "grad_norm": 0.8499343966611037,
      "learning_rate": 0.000283312498875594,
      "loss": 0.9572,
      "step": 23901
    },
    {
      "epoch": 0.978988326848249,
      "grad_norm": 0.8902080560443687,
      "learning_rate": 0.0002833110038461129,
      "loss": 0.8088,
      "step": 23902
    },
    {
      "epoch": 0.9790292852754454,
      "grad_norm": 0.7195063341581461,
      "learning_rate": 0.00028330950875361013,
      "loss": 0.811,
      "step": 23903
    },
    {
      "epoch": 0.9790702437026418,
      "grad_norm": 0.7283680918304127,
      "learning_rate": 0.0002833080135980863,
      "loss": 0.4135,
      "step": 23904
    },
    {
      "epoch": 0.9791112021298383,
      "grad_norm": 0.6559596390137681,
      "learning_rate": 0.0002833065183795422,
      "loss": 0.679,
      "step": 23905
    },
    {
      "epoch": 0.9791521605570346,
      "grad_norm": 0.7503163512348631,
      "learning_rate": 0.0002833050230979786,
      "loss": 0.4661,
      "step": 23906
    },
    {
      "epoch": 0.979193118984231,
      "grad_norm": 0.7421630433960843,
      "learning_rate": 0.00028330352775339605,
      "loss": 0.7881,
      "step": 23907
    },
    {
      "epoch": 0.9792340774114274,
      "grad_norm": 2.114574534171113,
      "learning_rate": 0.0002833020323457953,
      "loss": 1.6035,
      "step": 23908
    },
    {
      "epoch": 0.9792750358386237,
      "grad_norm": 0.8489593232694247,
      "learning_rate": 0.0002833005368751771,
      "loss": 0.8603,
      "step": 23909
    },
    {
      "epoch": 0.9793159942658202,
      "grad_norm": 0.7592709852982439,
      "learning_rate": 0.00028329904134154215,
      "loss": 0.7186,
      "step": 23910
    },
    {
      "epoch": 0.9793569526930166,
      "grad_norm": 0.8635279221398803,
      "learning_rate": 0.0002832975457448911,
      "loss": 1.0404,
      "step": 23911
    },
    {
      "epoch": 0.979397911120213,
      "grad_norm": 0.811937644714813,
      "learning_rate": 0.0002832960500852248,
      "loss": 0.9348,
      "step": 23912
    },
    {
      "epoch": 0.9794388695474093,
      "grad_norm": 1.4106396674563875,
      "learning_rate": 0.0002832945543625438,
      "loss": 1.0848,
      "step": 23913
    },
    {
      "epoch": 0.9794798279746058,
      "grad_norm": 0.8238848436994349,
      "learning_rate": 0.0002832930585768489,
      "loss": 0.8541,
      "step": 23914
    },
    {
      "epoch": 0.9795207864018022,
      "grad_norm": 1.0999624290125565,
      "learning_rate": 0.0002832915627281408,
      "loss": 1.4705,
      "step": 23915
    },
    {
      "epoch": 0.9795617448289986,
      "grad_norm": 1.1424234170303138,
      "learning_rate": 0.0002832900668164201,
      "loss": 1.7021,
      "step": 23916
    },
    {
      "epoch": 0.9796027032561949,
      "grad_norm": 0.7449006538324643,
      "learning_rate": 0.00028328857084168764,
      "loss": 0.7516,
      "step": 23917
    },
    {
      "epoch": 0.9796436616833913,
      "grad_norm": 0.7703428590085041,
      "learning_rate": 0.0002832870748039441,
      "loss": 0.8461,
      "step": 23918
    },
    {
      "epoch": 0.9796846201105878,
      "grad_norm": 0.7089873374543837,
      "learning_rate": 0.0002832855787031901,
      "loss": 0.351,
      "step": 23919
    },
    {
      "epoch": 0.9797255785377842,
      "grad_norm": 0.7520612471210413,
      "learning_rate": 0.0002832840825394265,
      "loss": 0.6427,
      "step": 23920
    },
    {
      "epoch": 0.9797665369649805,
      "grad_norm": 0.5401415173814532,
      "learning_rate": 0.00028328258631265385,
      "loss": 0.3069,
      "step": 23921
    },
    {
      "epoch": 0.9798074953921769,
      "grad_norm": 1.92049069712156,
      "learning_rate": 0.0002832810900228729,
      "loss": 0.8092,
      "step": 23922
    },
    {
      "epoch": 0.9798484538193734,
      "grad_norm": 0.9564125673315383,
      "learning_rate": 0.0002832795936700845,
      "loss": 0.9348,
      "step": 23923
    },
    {
      "epoch": 0.9798894122465698,
      "grad_norm": 0.6491272674969191,
      "learning_rate": 0.0002832780972542892,
      "loss": 0.3983,
      "step": 23924
    },
    {
      "epoch": 0.9799303706737661,
      "grad_norm": 0.6241892437260931,
      "learning_rate": 0.0002832766007754877,
      "loss": 0.3706,
      "step": 23925
    },
    {
      "epoch": 0.9799713291009625,
      "grad_norm": 0.7910010941853255,
      "learning_rate": 0.00028327510423368076,
      "loss": 0.9467,
      "step": 23926
    },
    {
      "epoch": 0.9800122875281589,
      "grad_norm": 0.9549951460772897,
      "learning_rate": 0.0002832736076288691,
      "loss": 1.0717,
      "step": 23927
    },
    {
      "epoch": 0.9800532459553554,
      "grad_norm": 1.6745667289636024,
      "learning_rate": 0.00028327211096105344,
      "loss": 3.2902,
      "step": 23928
    },
    {
      "epoch": 0.9800942043825517,
      "grad_norm": 1.7965643482264597,
      "learning_rate": 0.00028327061423023445,
      "loss": 0.7992,
      "step": 23929
    },
    {
      "epoch": 0.9801351628097481,
      "grad_norm": 1.3037081555680183,
      "learning_rate": 0.0002832691174364128,
      "loss": 0.5535,
      "step": 23930
    },
    {
      "epoch": 0.9801761212369445,
      "grad_norm": 0.8848936387246792,
      "learning_rate": 0.00028326762057958926,
      "loss": 0.8534,
      "step": 23931
    },
    {
      "epoch": 0.9802170796641408,
      "grad_norm": 0.978492540314592,
      "learning_rate": 0.00028326612365976457,
      "loss": 1.0178,
      "step": 23932
    },
    {
      "epoch": 0.9802580380913373,
      "grad_norm": 0.7743362234839554,
      "learning_rate": 0.0002832646266769394,
      "loss": 0.4417,
      "step": 23933
    },
    {
      "epoch": 0.9802989965185337,
      "grad_norm": 1.0683952930014442,
      "learning_rate": 0.00028326312963111434,
      "loss": 1.0758,
      "step": 23934
    },
    {
      "epoch": 0.9803399549457301,
      "grad_norm": 0.7139104369587179,
      "learning_rate": 0.0002832616325222903,
      "loss": 0.8324,
      "step": 23935
    },
    {
      "epoch": 0.9803809133729264,
      "grad_norm": 0.8385716766621849,
      "learning_rate": 0.00028326013535046784,
      "loss": 0.9245,
      "step": 23936
    },
    {
      "epoch": 0.9804218718001229,
      "grad_norm": 0.7282613124392197,
      "learning_rate": 0.00028325863811564777,
      "loss": 0.6413,
      "step": 23937
    },
    {
      "epoch": 0.9804628302273193,
      "grad_norm": 0.9809200541787853,
      "learning_rate": 0.00028325714081783073,
      "loss": 1.146,
      "step": 23938
    },
    {
      "epoch": 0.9805037886545157,
      "grad_norm": 0.7329837218692101,
      "learning_rate": 0.00028325564345701743,
      "loss": 0.8334,
      "step": 23939
    },
    {
      "epoch": 0.980544747081712,
      "grad_norm": 0.8054010511307513,
      "learning_rate": 0.0002832541460332086,
      "loss": 0.987,
      "step": 23940
    },
    {
      "epoch": 0.9805857055089084,
      "grad_norm": 0.765761240662266,
      "learning_rate": 0.00028325264854640495,
      "loss": 0.4183,
      "step": 23941
    },
    {
      "epoch": 0.9806266639361049,
      "grad_norm": 0.9011310736136737,
      "learning_rate": 0.0002832511509966072,
      "loss": 0.9994,
      "step": 23942
    },
    {
      "epoch": 0.9806676223633013,
      "grad_norm": 1.9139219182078888,
      "learning_rate": 0.000283249653383816,
      "loss": 1.1136,
      "step": 23943
    },
    {
      "epoch": 0.9807085807904976,
      "grad_norm": 0.740815152245805,
      "learning_rate": 0.00028324815570803213,
      "loss": 0.7075,
      "step": 23944
    },
    {
      "epoch": 0.980749539217694,
      "grad_norm": 0.9128326519098315,
      "learning_rate": 0.0002832466579692562,
      "loss": 0.9485,
      "step": 23945
    },
    {
      "epoch": 0.9807904976448905,
      "grad_norm": 1.3979658732636087,
      "learning_rate": 0.0002832451601674891,
      "loss": 0.9645,
      "step": 23946
    },
    {
      "epoch": 0.9808314560720869,
      "grad_norm": 0.9523210534058154,
      "learning_rate": 0.0002832436623027313,
      "loss": 0.8481,
      "step": 23947
    },
    {
      "epoch": 0.9808724144992832,
      "grad_norm": 0.6663565923273226,
      "learning_rate": 0.0002832421643749837,
      "loss": 0.356,
      "step": 23948
    },
    {
      "epoch": 0.9809133729264796,
      "grad_norm": 0.8449755706715957,
      "learning_rate": 0.00028324066638424686,
      "loss": 0.9205,
      "step": 23949
    },
    {
      "epoch": 0.980954331353676,
      "grad_norm": 0.44450459537796017,
      "learning_rate": 0.0002832391683305217,
      "loss": 0.3093,
      "step": 23950
    },
    {
      "epoch": 0.9809952897808724,
      "grad_norm": 0.8435528460198907,
      "learning_rate": 0.00028323767021380864,
      "loss": 0.9429,
      "step": 23951
    },
    {
      "epoch": 0.9810362482080688,
      "grad_norm": 0.6657327688289064,
      "learning_rate": 0.0002832361720341086,
      "loss": 0.3815,
      "step": 23952
    },
    {
      "epoch": 0.9810772066352652,
      "grad_norm": 0.9083845136758592,
      "learning_rate": 0.0002832346737914223,
      "loss": 1.1541,
      "step": 23953
    },
    {
      "epoch": 0.9811181650624616,
      "grad_norm": 0.7524925790898276,
      "learning_rate": 0.0002832331754857503,
      "loss": 0.5219,
      "step": 23954
    },
    {
      "epoch": 0.981159123489658,
      "grad_norm": 0.7283809864324364,
      "learning_rate": 0.0002832316771170934,
      "loss": 0.7739,
      "step": 23955
    },
    {
      "epoch": 0.9812000819168544,
      "grad_norm": 1.1080505675953758,
      "learning_rate": 0.00028323017868545227,
      "loss": 1.3523,
      "step": 23956
    },
    {
      "epoch": 0.9812410403440508,
      "grad_norm": 1.0065681289705544,
      "learning_rate": 0.00028322868019082766,
      "loss": 0.9344,
      "step": 23957
    },
    {
      "epoch": 0.9812819987712472,
      "grad_norm": 0.8581294169600542,
      "learning_rate": 0.0002832271816332203,
      "loss": 0.9203,
      "step": 23958
    },
    {
      "epoch": 0.9813229571984435,
      "grad_norm": 0.5695315985920303,
      "learning_rate": 0.00028322568301263084,
      "loss": 0.4887,
      "step": 23959
    },
    {
      "epoch": 0.98136391562564,
      "grad_norm": 0.6426955322758451,
      "learning_rate": 0.00028322418432906,
      "loss": 0.6694,
      "step": 23960
    },
    {
      "epoch": 0.9814048740528364,
      "grad_norm": 0.8431314520619347,
      "learning_rate": 0.0002832226855825085,
      "loss": 0.7783,
      "step": 23961
    },
    {
      "epoch": 0.9814458324800328,
      "grad_norm": 0.7013583541249572,
      "learning_rate": 0.000283221186772977,
      "loss": 0.8123,
      "step": 23962
    },
    {
      "epoch": 0.9814867909072291,
      "grad_norm": 0.9101844715982923,
      "learning_rate": 0.0002832196879004663,
      "loss": 1.0252,
      "step": 23963
    },
    {
      "epoch": 0.9815277493344255,
      "grad_norm": 0.6979007658198777,
      "learning_rate": 0.0002832181889649771,
      "loss": 0.8154,
      "step": 23964
    },
    {
      "epoch": 0.981568707761622,
      "grad_norm": 0.647094742159575,
      "learning_rate": 0.00028321668996651,
      "loss": 0.748,
      "step": 23965
    },
    {
      "epoch": 0.9816096661888184,
      "grad_norm": 0.9395488996645031,
      "learning_rate": 0.0002832151909050658,
      "loss": 1.1036,
      "step": 23966
    },
    {
      "epoch": 0.9816506246160147,
      "grad_norm": 0.7560196382426977,
      "learning_rate": 0.00028321369178064523,
      "loss": 0.5537,
      "step": 23967
    },
    {
      "epoch": 0.9816915830432111,
      "grad_norm": 11.225770741426741,
      "learning_rate": 0.0002832121925932489,
      "loss": 3.9826,
      "step": 23968
    },
    {
      "epoch": 0.9817325414704076,
      "grad_norm": 4.088097357689343,
      "learning_rate": 0.0002832106933428776,
      "loss": 3.1766,
      "step": 23969
    },
    {
      "epoch": 0.981773499897604,
      "grad_norm": 1.1965104734711811,
      "learning_rate": 0.000283209194029532,
      "loss": 0.7558,
      "step": 23970
    },
    {
      "epoch": 0.9818144583248003,
      "grad_norm": 1.0888786346135602,
      "learning_rate": 0.00028320769465321283,
      "loss": 1.4066,
      "step": 23971
    },
    {
      "epoch": 0.9818554167519967,
      "grad_norm": 0.8251046459149065,
      "learning_rate": 0.00028320619521392075,
      "loss": 0.8486,
      "step": 23972
    },
    {
      "epoch": 0.9818963751791931,
      "grad_norm": 0.9244994049042699,
      "learning_rate": 0.0002832046957116566,
      "loss": 1.0082,
      "step": 23973
    },
    {
      "epoch": 0.9819373336063895,
      "grad_norm": 0.711881716538037,
      "learning_rate": 0.00028320319614642093,
      "loss": 0.8122,
      "step": 23974
    },
    {
      "epoch": 0.9819782920335859,
      "grad_norm": 0.7424950703820097,
      "learning_rate": 0.00028320169651821454,
      "loss": 0.9842,
      "step": 23975
    },
    {
      "epoch": 0.9820192504607823,
      "grad_norm": 0.9494776992263526,
      "learning_rate": 0.0002832001968270381,
      "loss": 0.8409,
      "step": 23976
    },
    {
      "epoch": 0.9820602088879787,
      "grad_norm": 1.1542175413228837,
      "learning_rate": 0.0002831986970728924,
      "loss": 1.4209,
      "step": 23977
    },
    {
      "epoch": 0.982101167315175,
      "grad_norm": 0.7761251259466785,
      "learning_rate": 0.000283197197255778,
      "loss": 0.4759,
      "step": 23978
    },
    {
      "epoch": 0.9821421257423715,
      "grad_norm": 0.6841379099100245,
      "learning_rate": 0.00028319569737569574,
      "loss": 0.6756,
      "step": 23979
    },
    {
      "epoch": 0.9821830841695679,
      "grad_norm": 0.5989344666194175,
      "learning_rate": 0.0002831941974326463,
      "loss": 0.3451,
      "step": 23980
    },
    {
      "epoch": 0.9822240425967643,
      "grad_norm": 1.0284348700764736,
      "learning_rate": 0.00028319269742663037,
      "loss": 1.0009,
      "step": 23981
    },
    {
      "epoch": 0.9822650010239606,
      "grad_norm": 3.950875582026855,
      "learning_rate": 0.0002831911973576486,
      "loss": 3.7652,
      "step": 23982
    },
    {
      "epoch": 0.9823059594511571,
      "grad_norm": 0.5384385490775297,
      "learning_rate": 0.0002831896972257018,
      "loss": 0.3306,
      "step": 23983
    },
    {
      "epoch": 0.9823469178783535,
      "grad_norm": 0.9916156952649323,
      "learning_rate": 0.00028318819703079064,
      "loss": 0.9911,
      "step": 23984
    },
    {
      "epoch": 0.9823878763055499,
      "grad_norm": 1.1223988455994733,
      "learning_rate": 0.00028318669677291584,
      "loss": 1.1066,
      "step": 23985
    },
    {
      "epoch": 0.9824288347327462,
      "grad_norm": 1.5482615033089788,
      "learning_rate": 0.00028318519645207805,
      "loss": 1.0545,
      "step": 23986
    },
    {
      "epoch": 0.9824697931599427,
      "grad_norm": 1.2189700526624587,
      "learning_rate": 0.0002831836960682781,
      "loss": 1.8548,
      "step": 23987
    },
    {
      "epoch": 0.9825107515871391,
      "grad_norm": 0.7404618472187504,
      "learning_rate": 0.0002831821956215166,
      "loss": 0.5221,
      "step": 23988
    },
    {
      "epoch": 0.9825517100143355,
      "grad_norm": 0.5720597949924213,
      "learning_rate": 0.0002831806951117943,
      "loss": 0.3463,
      "step": 23989
    },
    {
      "epoch": 0.9825926684415318,
      "grad_norm": 0.80709034978776,
      "learning_rate": 0.00028317919453911186,
      "loss": 0.7112,
      "step": 23990
    },
    {
      "epoch": 0.9826336268687282,
      "grad_norm": 1.496229255103477,
      "learning_rate": 0.00028317769390347,
      "loss": 1.3007,
      "step": 23991
    },
    {
      "epoch": 0.9826745852959247,
      "grad_norm": 0.6933075803762029,
      "learning_rate": 0.00028317619320486953,
      "loss": 0.7313,
      "step": 23992
    },
    {
      "epoch": 0.982715543723121,
      "grad_norm": 3.2126472428983375,
      "learning_rate": 0.000283174692443311,
      "loss": 2.3036,
      "step": 23993
    },
    {
      "epoch": 0.9827565021503174,
      "grad_norm": 0.8474270126418302,
      "learning_rate": 0.0002831731916187953,
      "loss": 1.2052,
      "step": 23994
    },
    {
      "epoch": 0.9827974605775138,
      "grad_norm": 0.9658504495582576,
      "learning_rate": 0.00028317169073132297,
      "loss": 0.6908,
      "step": 23995
    },
    {
      "epoch": 0.9828384190047103,
      "grad_norm": 0.5737848856117159,
      "learning_rate": 0.00028317018978089484,
      "loss": 0.6761,
      "step": 23996
    },
    {
      "epoch": 0.9828793774319066,
      "grad_norm": 0.7854820819433378,
      "learning_rate": 0.0002831686887675115,
      "loss": 0.765,
      "step": 23997
    },
    {
      "epoch": 0.982920335859103,
      "grad_norm": 0.9352403745773071,
      "learning_rate": 0.0002831671876911738,
      "loss": 0.817,
      "step": 23998
    },
    {
      "epoch": 0.9829612942862994,
      "grad_norm": 0.9622144798276377,
      "learning_rate": 0.00028316568655188234,
      "loss": 0.9706,
      "step": 23999
    },
    {
      "epoch": 0.9830022527134958,
      "grad_norm": 1.062748852210136,
      "learning_rate": 0.0002831641853496379,
      "loss": 0.8799,
      "step": 24000
    },
    {
      "epoch": 0.9830432111406922,
      "grad_norm": 0.8212128551512128,
      "learning_rate": 0.00028316268408444116,
      "loss": 0.8649,
      "step": 24001
    },
    {
      "epoch": 0.9830841695678886,
      "grad_norm": 0.9144372371962619,
      "learning_rate": 0.00028316118275629283,
      "loss": 0.7659,
      "step": 24002
    },
    {
      "epoch": 0.983125127995085,
      "grad_norm": 0.658802593224455,
      "learning_rate": 0.0002831596813651936,
      "loss": 0.586,
      "step": 24003
    },
    {
      "epoch": 0.9831660864222814,
      "grad_norm": 0.6095574939724416,
      "learning_rate": 0.0002831581799111442,
      "loss": 0.346,
      "step": 24004
    },
    {
      "epoch": 0.9832070448494777,
      "grad_norm": 0.7755232632284372,
      "learning_rate": 0.00028315667839414534,
      "loss": 0.7175,
      "step": 24005
    },
    {
      "epoch": 0.9832480032766742,
      "grad_norm": 0.512263503100343,
      "learning_rate": 0.00028315517681419777,
      "loss": 0.3455,
      "step": 24006
    },
    {
      "epoch": 0.9832889617038706,
      "grad_norm": 0.6781743138184048,
      "learning_rate": 0.00028315367517130213,
      "loss": 0.5902,
      "step": 24007
    },
    {
      "epoch": 0.983329920131067,
      "grad_norm": 0.7667322259192214,
      "learning_rate": 0.0002831521734654591,
      "loss": 0.9495,
      "step": 24008
    },
    {
      "epoch": 0.9833708785582633,
      "grad_norm": 0.8084173068319517,
      "learning_rate": 0.00028315067169666956,
      "loss": 1.0902,
      "step": 24009
    },
    {
      "epoch": 0.9834118369854598,
      "grad_norm": 0.9286062210581904,
      "learning_rate": 0.00028314916986493403,
      "loss": 0.951,
      "step": 24010
    },
    {
      "epoch": 0.9834527954126562,
      "grad_norm": 0.7755593856879383,
      "learning_rate": 0.0002831476679702533,
      "loss": 0.501,
      "step": 24011
    },
    {
      "epoch": 0.9834937538398526,
      "grad_norm": 0.838274500834065,
      "learning_rate": 0.00028314616601262814,
      "loss": 1.0557,
      "step": 24012
    },
    {
      "epoch": 0.9835347122670489,
      "grad_norm": 1.0728769265796179,
      "learning_rate": 0.00028314466399205913,
      "loss": 1.2194,
      "step": 24013
    },
    {
      "epoch": 0.9835756706942453,
      "grad_norm": 0.6489610862181058,
      "learning_rate": 0.0002831431619085471,
      "loss": 0.2991,
      "step": 24014
    },
    {
      "epoch": 0.9836166291214418,
      "grad_norm": 0.6402551210556994,
      "learning_rate": 0.00028314165976209266,
      "loss": 0.8272,
      "step": 24015
    },
    {
      "epoch": 0.9836575875486381,
      "grad_norm": 0.7645675054206321,
      "learning_rate": 0.0002831401575526966,
      "loss": 0.9132,
      "step": 24016
    },
    {
      "epoch": 0.9836985459758345,
      "grad_norm": 0.6195921827768816,
      "learning_rate": 0.0002831386552803596,
      "loss": 0.6626,
      "step": 24017
    },
    {
      "epoch": 0.9837395044030309,
      "grad_norm": 0.747158261833553,
      "learning_rate": 0.00028313715294508236,
      "loss": 0.8441,
      "step": 24018
    },
    {
      "epoch": 0.9837804628302274,
      "grad_norm": 0.6356955042142516,
      "learning_rate": 0.0002831356505468656,
      "loss": 0.3386,
      "step": 24019
    },
    {
      "epoch": 0.9838214212574237,
      "grad_norm": 1.0817052481216232,
      "learning_rate": 0.0002831341480857101,
      "loss": 1.115,
      "step": 24020
    },
    {
      "epoch": 0.9838623796846201,
      "grad_norm": 0.8849892274861445,
      "learning_rate": 0.00028313264556161644,
      "loss": 0.8196,
      "step": 24021
    },
    {
      "epoch": 0.9839033381118165,
      "grad_norm": 0.8814525466212634,
      "learning_rate": 0.00028313114297458535,
      "loss": 1.0712,
      "step": 24022
    },
    {
      "epoch": 0.9839442965390129,
      "grad_norm": 0.835860780149289,
      "learning_rate": 0.0002831296403246176,
      "loss": 1.1635,
      "step": 24023
    },
    {
      "epoch": 0.9839852549662093,
      "grad_norm": 1.2112703919487375,
      "learning_rate": 0.0002831281376117139,
      "loss": 1.2226,
      "step": 24024
    },
    {
      "epoch": 0.9840262133934057,
      "grad_norm": 0.6119419757910635,
      "learning_rate": 0.0002831266348358749,
      "loss": 0.621,
      "step": 24025
    },
    {
      "epoch": 0.9840671718206021,
      "grad_norm": 0.7915409281409764,
      "learning_rate": 0.00028312513199710147,
      "loss": 0.9896,
      "step": 24026
    },
    {
      "epoch": 0.9841081302477985,
      "grad_norm": 0.7926998985282663,
      "learning_rate": 0.0002831236290953941,
      "loss": 0.6254,
      "step": 24027
    },
    {
      "epoch": 0.9841490886749948,
      "grad_norm": 0.7414137326520667,
      "learning_rate": 0.00028312212613075365,
      "loss": 0.819,
      "step": 24028
    },
    {
      "epoch": 0.9841900471021913,
      "grad_norm": 0.8530241971973931,
      "learning_rate": 0.00028312062310318075,
      "loss": 1.1876,
      "step": 24029
    },
    {
      "epoch": 0.9842310055293877,
      "grad_norm": 0.815506517540703,
      "learning_rate": 0.00028311912001267615,
      "loss": 0.8107,
      "step": 24030
    },
    {
      "epoch": 0.9842719639565841,
      "grad_norm": 0.7668592209389016,
      "learning_rate": 0.00028311761685924055,
      "loss": 0.7904,
      "step": 24031
    },
    {
      "epoch": 0.9843129223837804,
      "grad_norm": 0.6658440170068439,
      "learning_rate": 0.00028311611364287466,
      "loss": 0.4444,
      "step": 24032
    },
    {
      "epoch": 0.9843538808109769,
      "grad_norm": 0.8198477871214254,
      "learning_rate": 0.00028311461036357923,
      "loss": 0.3996,
      "step": 24033
    },
    {
      "epoch": 0.9843948392381733,
      "grad_norm": 0.932555445165771,
      "learning_rate": 0.0002831131070213549,
      "loss": 1.0948,
      "step": 24034
    },
    {
      "epoch": 0.9844357976653697,
      "grad_norm": 3.4103674302854046,
      "learning_rate": 0.0002831116036162024,
      "loss": 5.4871,
      "step": 24035
    },
    {
      "epoch": 0.984476756092566,
      "grad_norm": 2.624158597620989,
      "learning_rate": 0.0002831101001481225,
      "loss": 1.4777,
      "step": 24036
    },
    {
      "epoch": 0.9845177145197624,
      "grad_norm": 0.8309377230882778,
      "learning_rate": 0.00028310859661711586,
      "loss": 0.3382,
      "step": 24037
    },
    {
      "epoch": 0.9845586729469589,
      "grad_norm": 1.0141835945159252,
      "learning_rate": 0.00028310709302318323,
      "loss": 1.1825,
      "step": 24038
    },
    {
      "epoch": 0.9845996313741552,
      "grad_norm": 0.8239146422172604,
      "learning_rate": 0.00028310558936632524,
      "loss": 0.4909,
      "step": 24039
    },
    {
      "epoch": 0.9846405898013516,
      "grad_norm": 0.9990174693052527,
      "learning_rate": 0.00028310408564654265,
      "loss": 0.9118,
      "step": 24040
    },
    {
      "epoch": 0.984681548228548,
      "grad_norm": 0.7710016685905594,
      "learning_rate": 0.0002831025818638362,
      "loss": 0.7424,
      "step": 24041
    },
    {
      "epoch": 0.9847225066557445,
      "grad_norm": 0.8083209971691407,
      "learning_rate": 0.0002831010780182066,
      "loss": 0.7662,
      "step": 24042
    },
    {
      "epoch": 0.9847634650829408,
      "grad_norm": 0.7505920355893938,
      "learning_rate": 0.0002830995741096545,
      "loss": 0.6995,
      "step": 24043
    },
    {
      "epoch": 0.9848044235101372,
      "grad_norm": 0.7348071121751862,
      "learning_rate": 0.0002830980701381806,
      "loss": 0.8447,
      "step": 24044
    },
    {
      "epoch": 0.9848453819373336,
      "grad_norm": 0.6682185764514107,
      "learning_rate": 0.00028309656610378574,
      "loss": 0.4538,
      "step": 24045
    },
    {
      "epoch": 0.98488634036453,
      "grad_norm": 0.7075753264989326,
      "learning_rate": 0.0002830950620064705,
      "loss": 0.5888,
      "step": 24046
    },
    {
      "epoch": 0.9849272987917264,
      "grad_norm": 1.0877011435322232,
      "learning_rate": 0.0002830935578462356,
      "loss": 0.8405,
      "step": 24047
    },
    {
      "epoch": 0.9849682572189228,
      "grad_norm": 0.7711759914653532,
      "learning_rate": 0.00028309205362308187,
      "loss": 0.3334,
      "step": 24048
    },
    {
      "epoch": 0.9850092156461192,
      "grad_norm": 5.378664632655393,
      "learning_rate": 0.0002830905493370099,
      "loss": 3.7231,
      "step": 24049
    },
    {
      "epoch": 0.9850501740733156,
      "grad_norm": 1.2288047485298734,
      "learning_rate": 0.00028308904498802046,
      "loss": 0.7476,
      "step": 24050
    },
    {
      "epoch": 0.985091132500512,
      "grad_norm": 1.5277422661658446,
      "learning_rate": 0.0002830875405761142,
      "loss": 0.7172,
      "step": 24051
    },
    {
      "epoch": 0.9851320909277084,
      "grad_norm": 0.817465555781318,
      "learning_rate": 0.0002830860361012919,
      "loss": 0.5275,
      "step": 24052
    },
    {
      "epoch": 0.9851730493549048,
      "grad_norm": 1.1238252907095556,
      "learning_rate": 0.00028308453156355426,
      "loss": 1.4147,
      "step": 24053
    },
    {
      "epoch": 0.9852140077821012,
      "grad_norm": 1.908241994256998,
      "learning_rate": 0.00028308302696290196,
      "loss": 3.0485,
      "step": 24054
    },
    {
      "epoch": 0.9852549662092975,
      "grad_norm": 0.9785423756108309,
      "learning_rate": 0.0002830815222993357,
      "loss": 0.7559,
      "step": 24055
    },
    {
      "epoch": 0.985295924636494,
      "grad_norm": 1.0686884196719615,
      "learning_rate": 0.00028308001757285626,
      "loss": 0.9372,
      "step": 24056
    },
    {
      "epoch": 0.9853368830636904,
      "grad_norm": 0.7992323872713462,
      "learning_rate": 0.0002830785127834643,
      "loss": 0.4632,
      "step": 24057
    },
    {
      "epoch": 0.9853778414908867,
      "grad_norm": 0.7227026072403143,
      "learning_rate": 0.00028307700793116057,
      "loss": 0.5267,
      "step": 24058
    },
    {
      "epoch": 0.9854187999180831,
      "grad_norm": 0.6462333445901924,
      "learning_rate": 0.0002830755030159457,
      "loss": 0.4084,
      "step": 24059
    },
    {
      "epoch": 0.9854597583452795,
      "grad_norm": 0.6050739116319038,
      "learning_rate": 0.00028307399803782047,
      "loss": 0.3315,
      "step": 24060
    },
    {
      "epoch": 0.985500716772476,
      "grad_norm": 1.3604329768766283,
      "learning_rate": 0.0002830724929967856,
      "loss": 1.2548,
      "step": 24061
    },
    {
      "epoch": 0.9855416751996723,
      "grad_norm": 0.7195165026605312,
      "learning_rate": 0.00028307098789284176,
      "loss": 0.8928,
      "step": 24062
    },
    {
      "epoch": 0.9855826336268687,
      "grad_norm": 0.7469435641779948,
      "learning_rate": 0.00028306948272598966,
      "loss": 0.9748,
      "step": 24063
    },
    {
      "epoch": 0.9856235920540651,
      "grad_norm": 2.6721588834379713,
      "learning_rate": 0.00028306797749623003,
      "loss": 1.3994,
      "step": 24064
    },
    {
      "epoch": 0.9856645504812616,
      "grad_norm": 0.6772967808345995,
      "learning_rate": 0.0002830664722035636,
      "loss": 0.7176,
      "step": 24065
    },
    {
      "epoch": 0.9857055089084579,
      "grad_norm": 1.0080163651579102,
      "learning_rate": 0.00028306496684799107,
      "loss": 1.0101,
      "step": 24066
    },
    {
      "epoch": 0.9857464673356543,
      "grad_norm": 1.43470699162753,
      "learning_rate": 0.00028306346142951315,
      "loss": 0.9591,
      "step": 24067
    },
    {
      "epoch": 0.9857874257628507,
      "grad_norm": 1.14713651919237,
      "learning_rate": 0.00028306195594813053,
      "loss": 1.0904,
      "step": 24068
    },
    {
      "epoch": 0.9858283841900471,
      "grad_norm": 0.846047648563596,
      "learning_rate": 0.0002830604504038439,
      "loss": 1.1791,
      "step": 24069
    },
    {
      "epoch": 0.9858693426172435,
      "grad_norm": 0.9123141503458045,
      "learning_rate": 0.0002830589447966541,
      "loss": 0.8885,
      "step": 24070
    },
    {
      "epoch": 0.9859103010444399,
      "grad_norm": 1.3012614252086518,
      "learning_rate": 0.0002830574391265617,
      "loss": 1.3992,
      "step": 24071
    },
    {
      "epoch": 0.9859512594716363,
      "grad_norm": 2.005393536942366,
      "learning_rate": 0.00028305593339356745,
      "loss": 1.398,
      "step": 24072
    },
    {
      "epoch": 0.9859922178988327,
      "grad_norm": 1.3250707884813382,
      "learning_rate": 0.0002830544275976721,
      "loss": 1.4818,
      "step": 24073
    },
    {
      "epoch": 0.986033176326029,
      "grad_norm": 2.6753953714750356,
      "learning_rate": 0.00028305292173887636,
      "loss": 2.543,
      "step": 24074
    },
    {
      "epoch": 0.9860741347532255,
      "grad_norm": 2.672833091432124,
      "learning_rate": 0.00028305141581718086,
      "loss": 0.991,
      "step": 24075
    },
    {
      "epoch": 0.9861150931804219,
      "grad_norm": 0.9095658539189108,
      "learning_rate": 0.0002830499098325864,
      "loss": 1.1354,
      "step": 24076
    },
    {
      "epoch": 0.9861560516076183,
      "grad_norm": 1.3186132111409579,
      "learning_rate": 0.0002830484037850937,
      "loss": 0.9001,
      "step": 24077
    },
    {
      "epoch": 0.9861970100348146,
      "grad_norm": 0.9566890437325422,
      "learning_rate": 0.0002830468976747034,
      "loss": 0.5059,
      "step": 24078
    },
    {
      "epoch": 0.9862379684620111,
      "grad_norm": 0.8174648898422161,
      "learning_rate": 0.00028304539150141624,
      "loss": 0.3261,
      "step": 24079
    },
    {
      "epoch": 0.9862789268892075,
      "grad_norm": 2.5738390760197127,
      "learning_rate": 0.00028304388526523294,
      "loss": 2.783,
      "step": 24080
    },
    {
      "epoch": 0.9863198853164038,
      "grad_norm": 0.8714896473669808,
      "learning_rate": 0.0002830423789661542,
      "loss": 1.0012,
      "step": 24081
    },
    {
      "epoch": 0.9863608437436002,
      "grad_norm": 1.218761477704464,
      "learning_rate": 0.0002830408726041808,
      "loss": 1.4953,
      "step": 24082
    },
    {
      "epoch": 0.9864018021707966,
      "grad_norm": 0.7528910227402146,
      "learning_rate": 0.0002830393661793133,
      "loss": 0.8644,
      "step": 24083
    },
    {
      "epoch": 0.9864427605979931,
      "grad_norm": 1.1902443416046398,
      "learning_rate": 0.00028303785969155257,
      "loss": 1.1099,
      "step": 24084
    },
    {
      "epoch": 0.9864837190251894,
      "grad_norm": 0.8010142162160454,
      "learning_rate": 0.0002830363531408993,
      "loss": 0.7603,
      "step": 24085
    },
    {
      "epoch": 0.9865246774523858,
      "grad_norm": 0.6559068141653935,
      "learning_rate": 0.00028303484652735406,
      "loss": 0.3651,
      "step": 24086
    },
    {
      "epoch": 0.9865656358795822,
      "grad_norm": 1.9363737766953981,
      "learning_rate": 0.0002830333398509177,
      "loss": 3.0118,
      "step": 24087
    },
    {
      "epoch": 0.9866065943067787,
      "grad_norm": 1.1541031214632815,
      "learning_rate": 0.00028303183311159094,
      "loss": 1.0226,
      "step": 24088
    },
    {
      "epoch": 0.986647552733975,
      "grad_norm": 0.8787704958109371,
      "learning_rate": 0.0002830303263093744,
      "loss": 1.2324,
      "step": 24089
    },
    {
      "epoch": 0.9866885111611714,
      "grad_norm": 0.7223270298818827,
      "learning_rate": 0.0002830288194442689,
      "loss": 0.8247,
      "step": 24090
    },
    {
      "epoch": 0.9867294695883678,
      "grad_norm": 1.1467593689208972,
      "learning_rate": 0.00028302731251627505,
      "loss": 2.0254,
      "step": 24091
    },
    {
      "epoch": 0.9867704280155642,
      "grad_norm": 1.1132778619180428,
      "learning_rate": 0.0002830258055253936,
      "loss": 1.4268,
      "step": 24092
    },
    {
      "epoch": 0.9868113864427606,
      "grad_norm": 0.7355847275241718,
      "learning_rate": 0.0002830242984716253,
      "loss": 0.8642,
      "step": 24093
    },
    {
      "epoch": 0.986852344869957,
      "grad_norm": 0.8173256517011488,
      "learning_rate": 0.0002830227913549708,
      "loss": 0.8657,
      "step": 24094
    },
    {
      "epoch": 0.9868933032971534,
      "grad_norm": 0.6858493320844242,
      "learning_rate": 0.00028302128417543085,
      "loss": 0.6956,
      "step": 24095
    },
    {
      "epoch": 0.9869342617243498,
      "grad_norm": 0.530393821199208,
      "learning_rate": 0.0002830197769330062,
      "loss": 0.2888,
      "step": 24096
    },
    {
      "epoch": 0.9869752201515462,
      "grad_norm": 0.6214075980576771,
      "learning_rate": 0.00028301826962769745,
      "loss": 0.7577,
      "step": 24097
    },
    {
      "epoch": 0.9870161785787426,
      "grad_norm": 0.9846241053229768,
      "learning_rate": 0.0002830167622595054,
      "loss": 1.3771,
      "step": 24098
    },
    {
      "epoch": 0.987057137005939,
      "grad_norm": 0.7257177649052712,
      "learning_rate": 0.0002830152548284308,
      "loss": 0.8715,
      "step": 24099
    },
    {
      "epoch": 0.9870980954331353,
      "grad_norm": 0.6472489026064391,
      "learning_rate": 0.00028301374733447423,
      "loss": 0.4251,
      "step": 24100
    },
    {
      "epoch": 0.9871390538603317,
      "grad_norm": 0.9111350280725737,
      "learning_rate": 0.0002830122397776365,
      "loss": 0.7776,
      "step": 24101
    },
    {
      "epoch": 0.9871800122875282,
      "grad_norm": 0.677894107080037,
      "learning_rate": 0.0002830107321579183,
      "loss": 0.4486,
      "step": 24102
    },
    {
      "epoch": 0.9872209707147246,
      "grad_norm": 1.3048838014412178,
      "learning_rate": 0.00028300922447532036,
      "loss": 0.8707,
      "step": 24103
    },
    {
      "epoch": 0.9872619291419209,
      "grad_norm": 0.8406596263298325,
      "learning_rate": 0.0002830077167298434,
      "loss": 0.7714,
      "step": 24104
    },
    {
      "epoch": 0.9873028875691173,
      "grad_norm": 0.9062529576360107,
      "learning_rate": 0.00028300620892148805,
      "loss": 0.7329,
      "step": 24105
    },
    {
      "epoch": 0.9873438459963138,
      "grad_norm": 0.7724410885145362,
      "learning_rate": 0.0002830047010502551,
      "loss": 0.7838,
      "step": 24106
    },
    {
      "epoch": 0.9873848044235102,
      "grad_norm": 0.6413618966766602,
      "learning_rate": 0.0002830031931161453,
      "loss": 0.3744,
      "step": 24107
    },
    {
      "epoch": 0.9874257628507065,
      "grad_norm": 0.7874482395213154,
      "learning_rate": 0.0002830016851191593,
      "loss": 0.9865,
      "step": 24108
    },
    {
      "epoch": 0.9874667212779029,
      "grad_norm": 0.8678222974917859,
      "learning_rate": 0.0002830001770592977,
      "loss": 0.7268,
      "step": 24109
    },
    {
      "epoch": 0.9875076797050993,
      "grad_norm": 0.584508083238496,
      "learning_rate": 0.0002829986689365615,
      "loss": 0.8675,
      "step": 24110
    },
    {
      "epoch": 0.9875486381322958,
      "grad_norm": 0.8570742777552882,
      "learning_rate": 0.0002829971607509511,
      "loss": 0.8646,
      "step": 24111
    },
    {
      "epoch": 0.9875895965594921,
      "grad_norm": 0.7624946506185256,
      "learning_rate": 0.0002829956525024675,
      "loss": 0.8783,
      "step": 24112
    },
    {
      "epoch": 0.9876305549866885,
      "grad_norm": 0.7703414358472987,
      "learning_rate": 0.0002829941441911112,
      "loss": 1.0998,
      "step": 24113
    },
    {
      "epoch": 0.9876715134138849,
      "grad_norm": 0.7174078720129635,
      "learning_rate": 0.00028299263581688295,
      "loss": 0.9673,
      "step": 24114
    },
    {
      "epoch": 0.9877124718410814,
      "grad_norm": 0.6886984450762195,
      "learning_rate": 0.0002829911273797836,
      "loss": 0.6984,
      "step": 24115
    },
    {
      "epoch": 0.9877534302682777,
      "grad_norm": 0.9940855954713046,
      "learning_rate": 0.00028298961887981365,
      "loss": 1.0902,
      "step": 24116
    },
    {
      "epoch": 0.9877943886954741,
      "grad_norm": 0.9473331083387827,
      "learning_rate": 0.000282988110316974,
      "loss": 0.8589,
      "step": 24117
    },
    {
      "epoch": 0.9878353471226705,
      "grad_norm": 0.886485270125018,
      "learning_rate": 0.0002829866016912652,
      "loss": 0.9331,
      "step": 24118
    },
    {
      "epoch": 0.9878763055498669,
      "grad_norm": 1.0144788781883136,
      "learning_rate": 0.00028298509300268815,
      "loss": 1.2137,
      "step": 24119
    },
    {
      "epoch": 0.9879172639770633,
      "grad_norm": 0.8779497906032233,
      "learning_rate": 0.0002829835842512434,
      "loss": 0.7446,
      "step": 24120
    },
    {
      "epoch": 0.9879582224042597,
      "grad_norm": 0.45900343849236513,
      "learning_rate": 0.00028298207543693175,
      "loss": 0.2902,
      "step": 24121
    },
    {
      "epoch": 0.9879991808314561,
      "grad_norm": 0.8310704636878449,
      "learning_rate": 0.0002829805665597539,
      "loss": 0.9241,
      "step": 24122
    },
    {
      "epoch": 0.9880401392586524,
      "grad_norm": 1.593232155201169,
      "learning_rate": 0.0002829790576197106,
      "loss": 1.1905,
      "step": 24123
    },
    {
      "epoch": 0.9880810976858488,
      "grad_norm": 1.0326446948970711,
      "learning_rate": 0.00028297754861680244,
      "loss": 1.1356,
      "step": 24124
    },
    {
      "epoch": 0.9881220561130453,
      "grad_norm": 0.6377311031948948,
      "learning_rate": 0.00028297603955103025,
      "loss": 0.6702,
      "step": 24125
    },
    {
      "epoch": 0.9881630145402417,
      "grad_norm": 0.8297987787722774,
      "learning_rate": 0.00028297453042239466,
      "loss": 1.0709,
      "step": 24126
    },
    {
      "epoch": 0.988203972967438,
      "grad_norm": 1.1112807585626114,
      "learning_rate": 0.0002829730212308965,
      "loss": 1.1139,
      "step": 24127
    },
    {
      "epoch": 0.9882449313946344,
      "grad_norm": 3.1753666214330836,
      "learning_rate": 0.0002829715119765364,
      "loss": 5.4743,
      "step": 24128
    },
    {
      "epoch": 0.9882858898218309,
      "grad_norm": 4.26789566354041,
      "learning_rate": 0.00028297000265931505,
      "loss": 3.4431,
      "step": 24129
    },
    {
      "epoch": 0.9883268482490273,
      "grad_norm": 1.0897714216938401,
      "learning_rate": 0.00028296849327923325,
      "loss": 1.4995,
      "step": 24130
    },
    {
      "epoch": 0.9883678066762236,
      "grad_norm": 0.9871595376231526,
      "learning_rate": 0.00028296698383629157,
      "loss": 1.0031,
      "step": 24131
    },
    {
      "epoch": 0.98840876510342,
      "grad_norm": 0.7869603578284776,
      "learning_rate": 0.0002829654743304909,
      "loss": 0.745,
      "step": 24132
    },
    {
      "epoch": 0.9884497235306164,
      "grad_norm": 0.9552691933360961,
      "learning_rate": 0.00028296396476183185,
      "loss": 0.9078,
      "step": 24133
    },
    {
      "epoch": 0.9884906819578129,
      "grad_norm": 0.9334338130952078,
      "learning_rate": 0.0002829624551303151,
      "loss": 1.1651,
      "step": 24134
    },
    {
      "epoch": 0.9885316403850092,
      "grad_norm": 0.7725417093054807,
      "learning_rate": 0.00028296094543594146,
      "loss": 0.8377,
      "step": 24135
    },
    {
      "epoch": 0.9885725988122056,
      "grad_norm": 0.5349012275748901,
      "learning_rate": 0.00028295943567871164,
      "loss": 0.2907,
      "step": 24136
    },
    {
      "epoch": 0.988613557239402,
      "grad_norm": 0.8609502263481448,
      "learning_rate": 0.0002829579258586262,
      "loss": 0.9736,
      "step": 24137
    },
    {
      "epoch": 0.9886545156665985,
      "grad_norm": 1.016181075105231,
      "learning_rate": 0.00028295641597568603,
      "loss": 0.782,
      "step": 24138
    },
    {
      "epoch": 0.9886954740937948,
      "grad_norm": 0.5428558762225856,
      "learning_rate": 0.0002829549060298918,
      "loss": 0.358,
      "step": 24139
    },
    {
      "epoch": 0.9887364325209912,
      "grad_norm": 0.9236551799081084,
      "learning_rate": 0.0002829533960212442,
      "loss": 0.8975,
      "step": 24140
    },
    {
      "epoch": 0.9887773909481876,
      "grad_norm": 0.6106292642916515,
      "learning_rate": 0.00028295188594974394,
      "loss": 0.5475,
      "step": 24141
    },
    {
      "epoch": 0.9888183493753839,
      "grad_norm": 3.777156965344843,
      "learning_rate": 0.0002829503758153918,
      "loss": 2.974,
      "step": 24142
    },
    {
      "epoch": 0.9888593078025804,
      "grad_norm": 0.9720983860605522,
      "learning_rate": 0.0002829488656181884,
      "loss": 0.9421,
      "step": 24143
    },
    {
      "epoch": 0.9889002662297768,
      "grad_norm": 0.7900817979944814,
      "learning_rate": 0.00028294735535813444,
      "loss": 0.5669,
      "step": 24144
    },
    {
      "epoch": 0.9889412246569732,
      "grad_norm": 0.7477900421140745,
      "learning_rate": 0.00028294584503523075,
      "loss": 0.8904,
      "step": 24145
    },
    {
      "epoch": 0.9889821830841695,
      "grad_norm": 0.7492033584150004,
      "learning_rate": 0.0002829443346494779,
      "loss": 1.0168,
      "step": 24146
    },
    {
      "epoch": 0.9890231415113659,
      "grad_norm": 0.6901197322951353,
      "learning_rate": 0.00028294282420087677,
      "loss": 0.7247,
      "step": 24147
    },
    {
      "epoch": 0.9890640999385624,
      "grad_norm": 0.8519914419990863,
      "learning_rate": 0.00028294131368942794,
      "loss": 0.9073,
      "step": 24148
    },
    {
      "epoch": 0.9891050583657588,
      "grad_norm": 4.214479499693869,
      "learning_rate": 0.0002829398031151322,
      "loss": 2.7309,
      "step": 24149
    },
    {
      "epoch": 0.9891460167929551,
      "grad_norm": 0.8892651673841914,
      "learning_rate": 0.0002829382924779902,
      "loss": 1.0032,
      "step": 24150
    },
    {
      "epoch": 0.9891869752201515,
      "grad_norm": 0.6298876947204449,
      "learning_rate": 0.0002829367817780027,
      "loss": 0.5004,
      "step": 24151
    },
    {
      "epoch": 0.989227933647348,
      "grad_norm": 0.8897054213572381,
      "learning_rate": 0.0002829352710151704,
      "loss": 1.0898,
      "step": 24152
    },
    {
      "epoch": 0.9892688920745444,
      "grad_norm": 0.8516332080237227,
      "learning_rate": 0.000282933760189494,
      "loss": 0.8491,
      "step": 24153
    },
    {
      "epoch": 0.9893098505017407,
      "grad_norm": 1.753368186681373,
      "learning_rate": 0.0002829322493009743,
      "loss": 1.4805,
      "step": 24154
    },
    {
      "epoch": 0.9893508089289371,
      "grad_norm": 0.7420531711859008,
      "learning_rate": 0.0002829307383496119,
      "loss": 1.0311,
      "step": 24155
    },
    {
      "epoch": 0.9893917673561335,
      "grad_norm": 0.810311240551116,
      "learning_rate": 0.00028292922733540757,
      "loss": 0.6543,
      "step": 24156
    },
    {
      "epoch": 0.98943272578333,
      "grad_norm": 0.7528670859748476,
      "learning_rate": 0.000282927716258362,
      "loss": 0.8628,
      "step": 24157
    },
    {
      "epoch": 0.9894736842105263,
      "grad_norm": 0.808601211299024,
      "learning_rate": 0.000282926205118476,
      "loss": 1.02,
      "step": 24158
    },
    {
      "epoch": 0.9895146426377227,
      "grad_norm": 0.7709209394443349,
      "learning_rate": 0.0002829246939157501,
      "loss": 0.8018,
      "step": 24159
    },
    {
      "epoch": 0.9895556010649191,
      "grad_norm": 0.6688931102608199,
      "learning_rate": 0.0002829231826501851,
      "loss": 0.832,
      "step": 24160
    },
    {
      "epoch": 0.9895965594921156,
      "grad_norm": 1.159279448391319,
      "learning_rate": 0.00028292167132178185,
      "loss": 1.1313,
      "step": 24161
    },
    {
      "epoch": 0.9896375179193119,
      "grad_norm": 0.6421287065869761,
      "learning_rate": 0.00028292015993054085,
      "loss": 0.8604,
      "step": 24162
    },
    {
      "epoch": 0.9896784763465083,
      "grad_norm": 0.873491432680191,
      "learning_rate": 0.00028291864847646296,
      "loss": 1.1614,
      "step": 24163
    },
    {
      "epoch": 0.9897194347737047,
      "grad_norm": 3.9809939111990746,
      "learning_rate": 0.00028291713695954883,
      "loss": 1.7692,
      "step": 24164
    },
    {
      "epoch": 0.989760393200901,
      "grad_norm": 0.9058657928225251,
      "learning_rate": 0.00028291562537979917,
      "loss": 1.0214,
      "step": 24165
    },
    {
      "epoch": 0.9898013516280975,
      "grad_norm": 0.8799829811198061,
      "learning_rate": 0.00028291411373721474,
      "loss": 1.1306,
      "step": 24166
    },
    {
      "epoch": 0.9898423100552939,
      "grad_norm": 0.5852132074610601,
      "learning_rate": 0.00028291260203179623,
      "loss": 0.3608,
      "step": 24167
    },
    {
      "epoch": 0.9898832684824903,
      "grad_norm": 0.8359999988464036,
      "learning_rate": 0.00028291109026354436,
      "loss": 0.8056,
      "step": 24168
    },
    {
      "epoch": 0.9899242269096866,
      "grad_norm": 0.6731330308582611,
      "learning_rate": 0.0002829095784324598,
      "loss": 0.4074,
      "step": 24169
    },
    {
      "epoch": 0.989965185336883,
      "grad_norm": 0.958498606664553,
      "learning_rate": 0.00028290806653854335,
      "loss": 0.9743,
      "step": 24170
    },
    {
      "epoch": 0.9900061437640795,
      "grad_norm": 2.701963109310846,
      "learning_rate": 0.00028290655458179567,
      "loss": 2.5808,
      "step": 24171
    },
    {
      "epoch": 0.9900471021912759,
      "grad_norm": 1.4863956380489047,
      "learning_rate": 0.00028290504256221744,
      "loss": 0.9766,
      "step": 24172
    },
    {
      "epoch": 0.9900880606184722,
      "grad_norm": 1.739850974810213,
      "learning_rate": 0.0002829035304798094,
      "loss": 2.2399,
      "step": 24173
    },
    {
      "epoch": 0.9901290190456686,
      "grad_norm": 1.577627372489273,
      "learning_rate": 0.0002829020183345724,
      "loss": 0.9756,
      "step": 24174
    },
    {
      "epoch": 0.9901699774728651,
      "grad_norm": 0.670962260960476,
      "learning_rate": 0.00028290050612650696,
      "loss": 0.3443,
      "step": 24175
    },
    {
      "epoch": 0.9902109359000615,
      "grad_norm": 4.094529325056498,
      "learning_rate": 0.00028289899385561387,
      "loss": 4.1769,
      "step": 24176
    },
    {
      "epoch": 0.9902518943272578,
      "grad_norm": 1.984679000513466,
      "learning_rate": 0.00028289748152189386,
      "loss": 0.8221,
      "step": 24177
    },
    {
      "epoch": 0.9902928527544542,
      "grad_norm": 0.8896054107130297,
      "learning_rate": 0.00028289596912534765,
      "loss": 0.8642,
      "step": 24178
    },
    {
      "epoch": 0.9903338111816506,
      "grad_norm": 0.7462404649200214,
      "learning_rate": 0.00028289445666597593,
      "loss": 0.8908,
      "step": 24179
    },
    {
      "epoch": 0.9903747696088471,
      "grad_norm": 0.7948412647454766,
      "learning_rate": 0.0002828929441437794,
      "loss": 0.8195,
      "step": 24180
    },
    {
      "epoch": 0.9904157280360434,
      "grad_norm": 0.7401770304670873,
      "learning_rate": 0.0002828914315587588,
      "loss": 0.6938,
      "step": 24181
    },
    {
      "epoch": 0.9904566864632398,
      "grad_norm": 0.899545826518667,
      "learning_rate": 0.00028288991891091484,
      "loss": 0.7938,
      "step": 24182
    },
    {
      "epoch": 0.9904976448904362,
      "grad_norm": 0.8471702802228097,
      "learning_rate": 0.00028288840620024826,
      "loss": 1.17,
      "step": 24183
    },
    {
      "epoch": 0.9905386033176325,
      "grad_norm": 0.5940186519102498,
      "learning_rate": 0.00028288689342675975,
      "loss": 0.5907,
      "step": 24184
    },
    {
      "epoch": 0.990579561744829,
      "grad_norm": 0.6871724380683081,
      "learning_rate": 0.00028288538059045,
      "loss": 0.856,
      "step": 24185
    },
    {
      "epoch": 0.9906205201720254,
      "grad_norm": 2.0724573481970876,
      "learning_rate": 0.00028288386769131983,
      "loss": 1.2469,
      "step": 24186
    },
    {
      "epoch": 0.9906614785992218,
      "grad_norm": 1.289847627135476,
      "learning_rate": 0.00028288235472936977,
      "loss": 0.5608,
      "step": 24187
    },
    {
      "epoch": 0.9907024370264181,
      "grad_norm": 0.9485587732106199,
      "learning_rate": 0.0002828808417046007,
      "loss": 0.9894,
      "step": 24188
    },
    {
      "epoch": 0.9907433954536146,
      "grad_norm": 1.062083889370888,
      "learning_rate": 0.00028287932861701325,
      "loss": 1.0019,
      "step": 24189
    },
    {
      "epoch": 0.990784353880811,
      "grad_norm": 0.631875306474273,
      "learning_rate": 0.0002828778154666082,
      "loss": 0.6192,
      "step": 24190
    },
    {
      "epoch": 0.9908253123080074,
      "grad_norm": 4.886315609694996,
      "learning_rate": 0.0002828763022533862,
      "loss": 5.3681,
      "step": 24191
    },
    {
      "epoch": 0.9908662707352037,
      "grad_norm": 0.7017200363552364,
      "learning_rate": 0.00028287478897734804,
      "loss": 0.9016,
      "step": 24192
    },
    {
      "epoch": 0.9909072291624001,
      "grad_norm": 0.6383135115228593,
      "learning_rate": 0.0002828732756384944,
      "loss": 0.3079,
      "step": 24193
    },
    {
      "epoch": 0.9909481875895966,
      "grad_norm": 1.184860121190234,
      "learning_rate": 0.0002828717622368259,
      "loss": 1.0984,
      "step": 24194
    },
    {
      "epoch": 0.990989146016793,
      "grad_norm": 0.8494270351609278,
      "learning_rate": 0.0002828702487723434,
      "loss": 0.9763,
      "step": 24195
    },
    {
      "epoch": 0.9910301044439893,
      "grad_norm": 0.6642982800322841,
      "learning_rate": 0.00028286873524504755,
      "loss": 0.6743,
      "step": 24196
    },
    {
      "epoch": 0.9910710628711857,
      "grad_norm": 0.7967819806939314,
      "learning_rate": 0.00028286722165493905,
      "loss": 0.7204,
      "step": 24197
    },
    {
      "epoch": 0.9911120212983822,
      "grad_norm": 0.9377139394398477,
      "learning_rate": 0.0002828657080020187,
      "loss": 0.7332,
      "step": 24198
    },
    {
      "epoch": 0.9911529797255786,
      "grad_norm": 0.6604969114434439,
      "learning_rate": 0.00028286419428628706,
      "loss": 0.3449,
      "step": 24199
    },
    {
      "epoch": 0.9911939381527749,
      "grad_norm": 7.444039150838538,
      "learning_rate": 0.00028286268050774503,
      "loss": 4.426,
      "step": 24200
    },
    {
      "epoch": 0.9912348965799713,
      "grad_norm": 0.9319209223342003,
      "learning_rate": 0.00028286116666639317,
      "loss": 1.2917,
      "step": 24201
    },
    {
      "epoch": 0.9912758550071677,
      "grad_norm": 0.6127235874599654,
      "learning_rate": 0.0002828596527622323,
      "loss": 0.3679,
      "step": 24202
    },
    {
      "epoch": 0.9913168134343642,
      "grad_norm": 0.6423532687356122,
      "learning_rate": 0.0002828581387952631,
      "loss": 0.2477,
      "step": 24203
    },
    {
      "epoch": 0.9913577718615605,
      "grad_norm": 0.6727787950777093,
      "learning_rate": 0.0002828566247654862,
      "loss": 0.6797,
      "step": 24204
    },
    {
      "epoch": 0.9913987302887569,
      "grad_norm": 0.7161377190672604,
      "learning_rate": 0.00028285511067290247,
      "loss": 0.8485,
      "step": 24205
    },
    {
      "epoch": 0.9914396887159533,
      "grad_norm": 0.7665104193982905,
      "learning_rate": 0.00028285359651751253,
      "loss": 0.7252,
      "step": 24206
    },
    {
      "epoch": 0.9914806471431497,
      "grad_norm": 0.5511418422928359,
      "learning_rate": 0.00028285208229931715,
      "loss": 0.3491,
      "step": 24207
    },
    {
      "epoch": 0.9915216055703461,
      "grad_norm": 0.6892170960678606,
      "learning_rate": 0.00028285056801831697,
      "loss": 0.762,
      "step": 24208
    },
    {
      "epoch": 0.9915625639975425,
      "grad_norm": 0.9041186685650189,
      "learning_rate": 0.00028284905367451275,
      "loss": 0.9448,
      "step": 24209
    },
    {
      "epoch": 0.9916035224247389,
      "grad_norm": 1.597443469154062,
      "learning_rate": 0.00028284753926790526,
      "loss": 0.7059,
      "step": 24210
    },
    {
      "epoch": 0.9916444808519352,
      "grad_norm": 0.6629670090783534,
      "learning_rate": 0.00028284602479849513,
      "loss": 0.5442,
      "step": 24211
    },
    {
      "epoch": 0.9916854392791317,
      "grad_norm": 0.50672788366318,
      "learning_rate": 0.00028284451026628314,
      "loss": 0.3634,
      "step": 24212
    },
    {
      "epoch": 0.9917263977063281,
      "grad_norm": 0.5739462719339579,
      "learning_rate": 0.00028284299567126993,
      "loss": 0.353,
      "step": 24213
    },
    {
      "epoch": 0.9917673561335245,
      "grad_norm": 0.8307060314880238,
      "learning_rate": 0.00028284148101345626,
      "loss": 1.1532,
      "step": 24214
    },
    {
      "epoch": 0.9918083145607208,
      "grad_norm": 1.962955567589671,
      "learning_rate": 0.0002828399662928429,
      "loss": 0.7919,
      "step": 24215
    },
    {
      "epoch": 0.9918492729879173,
      "grad_norm": 1.2165264667629465,
      "learning_rate": 0.0002828384515094304,
      "loss": 1.1583,
      "step": 24216
    },
    {
      "epoch": 0.9918902314151137,
      "grad_norm": 0.9063019851466605,
      "learning_rate": 0.0002828369366632197,
      "loss": 0.9272,
      "step": 24217
    },
    {
      "epoch": 0.9919311898423101,
      "grad_norm": 1.5260992343364757,
      "learning_rate": 0.0002828354217542113,
      "loss": 1.384,
      "step": 24218
    },
    {
      "epoch": 0.9919721482695064,
      "grad_norm": 0.6849135439876666,
      "learning_rate": 0.00028283390678240613,
      "loss": 0.4631,
      "step": 24219
    },
    {
      "epoch": 0.9920131066967028,
      "grad_norm": 0.6283152851313245,
      "learning_rate": 0.0002828323917478047,
      "loss": 0.7025,
      "step": 24220
    },
    {
      "epoch": 0.9920540651238993,
      "grad_norm": 0.6816588388544068,
      "learning_rate": 0.00028283087665040795,
      "loss": 0.4246,
      "step": 24221
    },
    {
      "epoch": 0.9920950235510957,
      "grad_norm": 0.8186581960391935,
      "learning_rate": 0.00028282936149021635,
      "loss": 0.7554,
      "step": 24222
    },
    {
      "epoch": 0.992135981978292,
      "grad_norm": 0.8095938387078905,
      "learning_rate": 0.0002828278462672308,
      "loss": 0.8274,
      "step": 24223
    },
    {
      "epoch": 0.9921769404054884,
      "grad_norm": 0.8304169670341891,
      "learning_rate": 0.0002828263309814519,
      "loss": 0.7151,
      "step": 24224
    },
    {
      "epoch": 0.9922178988326849,
      "grad_norm": 0.9981302171398808,
      "learning_rate": 0.00028282481563288045,
      "loss": 1.1076,
      "step": 24225
    },
    {
      "epoch": 0.9922588572598812,
      "grad_norm": 1.2289917789223161,
      "learning_rate": 0.00028282330022151716,
      "loss": 0.5357,
      "step": 24226
    },
    {
      "epoch": 0.9922998156870776,
      "grad_norm": 1.8097445106635044,
      "learning_rate": 0.0002828217847473627,
      "loss": 2.7871,
      "step": 24227
    },
    {
      "epoch": 0.992340774114274,
      "grad_norm": 0.7280858764780801,
      "learning_rate": 0.00028282026921041777,
      "loss": 0.7587,
      "step": 24228
    },
    {
      "epoch": 0.9923817325414704,
      "grad_norm": 0.9747112775453736,
      "learning_rate": 0.0002828187536106832,
      "loss": 0.677,
      "step": 24229
    },
    {
      "epoch": 0.9924226909686668,
      "grad_norm": 0.7504883660144585,
      "learning_rate": 0.00028281723794815953,
      "loss": 0.4209,
      "step": 24230
    },
    {
      "epoch": 0.9924636493958632,
      "grad_norm": 0.9421077907605243,
      "learning_rate": 0.00028281572222284767,
      "loss": 0.7586,
      "step": 24231
    },
    {
      "epoch": 0.9925046078230596,
      "grad_norm": 1.6402577623038441,
      "learning_rate": 0.0002828142064347482,
      "loss": 1.0212,
      "step": 24232
    },
    {
      "epoch": 0.992545566250256,
      "grad_norm": 0.8822077286986095,
      "learning_rate": 0.0002828126905838619,
      "loss": 1.0431,
      "step": 24233
    },
    {
      "epoch": 0.9925865246774523,
      "grad_norm": 0.5964514640688034,
      "learning_rate": 0.00028281117467018944,
      "loss": 0.3258,
      "step": 24234
    },
    {
      "epoch": 0.9926274831046488,
      "grad_norm": 1.2206437463727835,
      "learning_rate": 0.0002828096586937316,
      "loss": 1.0056,
      "step": 24235
    },
    {
      "epoch": 0.9926684415318452,
      "grad_norm": 1.2564526881164766,
      "learning_rate": 0.00028280814265448903,
      "loss": 1.1723,
      "step": 24236
    },
    {
      "epoch": 0.9927093999590416,
      "grad_norm": 1.6068409575302074,
      "learning_rate": 0.0002828066265524625,
      "loss": 1.0758,
      "step": 24237
    },
    {
      "epoch": 0.9927503583862379,
      "grad_norm": 0.6089930431625086,
      "learning_rate": 0.00028280511038765265,
      "loss": 0.3797,
      "step": 24238
    },
    {
      "epoch": 0.9927913168134344,
      "grad_norm": 3.111250927632786,
      "learning_rate": 0.00028280359416006033,
      "loss": 2.5517,
      "step": 24239
    },
    {
      "epoch": 0.9928322752406308,
      "grad_norm": 1.3385234394709082,
      "learning_rate": 0.00028280207786968614,
      "loss": 0.7405,
      "step": 24240
    },
    {
      "epoch": 0.9928732336678272,
      "grad_norm": 0.9817673046009701,
      "learning_rate": 0.0002828005615165308,
      "loss": 0.981,
      "step": 24241
    },
    {
      "epoch": 0.9929141920950235,
      "grad_norm": 1.1645183100744676,
      "learning_rate": 0.00028279904510059505,
      "loss": 1.2943,
      "step": 24242
    },
    {
      "epoch": 0.9929551505222199,
      "grad_norm": 2.446687356119165,
      "learning_rate": 0.00028279752862187966,
      "loss": 4.3952,
      "step": 24243
    },
    {
      "epoch": 0.9929961089494164,
      "grad_norm": 0.9401447307774049,
      "learning_rate": 0.00028279601208038534,
      "loss": 0.9114,
      "step": 24244
    },
    {
      "epoch": 0.9930370673766128,
      "grad_norm": 0.8259133268032209,
      "learning_rate": 0.0002827944954761127,
      "loss": 0.9792,
      "step": 24245
    },
    {
      "epoch": 0.9930780258038091,
      "grad_norm": 0.7198313706536086,
      "learning_rate": 0.00028279297880906253,
      "loss": 0.4995,
      "step": 24246
    },
    {
      "epoch": 0.9931189842310055,
      "grad_norm": 0.9861199268709309,
      "learning_rate": 0.0002827914620792356,
      "loss": 0.8521,
      "step": 24247
    },
    {
      "epoch": 0.993159942658202,
      "grad_norm": 0.8377305595640201,
      "learning_rate": 0.0002827899452866326,
      "loss": 0.9202,
      "step": 24248
    },
    {
      "epoch": 0.9932009010853983,
      "grad_norm": 0.6535920784119813,
      "learning_rate": 0.00028278842843125414,
      "loss": 0.7505,
      "step": 24249
    },
    {
      "epoch": 0.9932418595125947,
      "grad_norm": 1.2855545497269865,
      "learning_rate": 0.00028278691151310104,
      "loss": 1.1616,
      "step": 24250
    },
    {
      "epoch": 0.9932828179397911,
      "grad_norm": 0.5449155819330606,
      "learning_rate": 0.000282785394532174,
      "loss": 0.3048,
      "step": 24251
    },
    {
      "epoch": 0.9933237763669875,
      "grad_norm": 0.7643132136200589,
      "learning_rate": 0.0002827838774884737,
      "loss": 0.8592,
      "step": 24252
    },
    {
      "epoch": 0.9933647347941839,
      "grad_norm": 0.9227210743792542,
      "learning_rate": 0.0002827823603820009,
      "loss": 1.1052,
      "step": 24253
    },
    {
      "epoch": 0.9934056932213803,
      "grad_norm": 1.1632306802269219,
      "learning_rate": 0.00028278084321275635,
      "loss": 1.0184,
      "step": 24254
    },
    {
      "epoch": 0.9934466516485767,
      "grad_norm": 0.5958302231247955,
      "learning_rate": 0.0002827793259807407,
      "loss": 0.7997,
      "step": 24255
    },
    {
      "epoch": 0.9934876100757731,
      "grad_norm": 0.7397159323489605,
      "learning_rate": 0.00028277780868595463,
      "loss": 0.6668,
      "step": 24256
    },
    {
      "epoch": 0.9935285685029694,
      "grad_norm": 0.8295450555193975,
      "learning_rate": 0.000282776291328399,
      "loss": 0.7916,
      "step": 24257
    },
    {
      "epoch": 0.9935695269301659,
      "grad_norm": 0.5423039042515163,
      "learning_rate": 0.0002827747739080744,
      "loss": 0.3347,
      "step": 24258
    },
    {
      "epoch": 0.9936104853573623,
      "grad_norm": 1.087144248888559,
      "learning_rate": 0.0002827732564249816,
      "loss": 1.1586,
      "step": 24259
    },
    {
      "epoch": 0.9936514437845587,
      "grad_norm": 1.257172021400003,
      "learning_rate": 0.0002827717388791213,
      "loss": 1.6734,
      "step": 24260
    },
    {
      "epoch": 0.993692402211755,
      "grad_norm": 0.700459809635735,
      "learning_rate": 0.0002827702212704943,
      "loss": 0.7491,
      "step": 24261
    },
    {
      "epoch": 0.9937333606389515,
      "grad_norm": 0.7396879058421136,
      "learning_rate": 0.00028276870359910116,
      "loss": 0.8082,
      "step": 24262
    },
    {
      "epoch": 0.9937743190661479,
      "grad_norm": 0.8920946250637857,
      "learning_rate": 0.0002827671858649427,
      "loss": 1.1237,
      "step": 24263
    },
    {
      "epoch": 0.9938152774933443,
      "grad_norm": 0.8218564818867385,
      "learning_rate": 0.0002827656680680196,
      "loss": 0.7331,
      "step": 24264
    },
    {
      "epoch": 0.9938562359205406,
      "grad_norm": 0.5485566554177587,
      "learning_rate": 0.00028276415020833266,
      "loss": 0.2651,
      "step": 24265
    },
    {
      "epoch": 0.993897194347737,
      "grad_norm": 0.8250762530639814,
      "learning_rate": 0.0002827626322858825,
      "loss": 1.1122,
      "step": 24266
    },
    {
      "epoch": 0.9939381527749335,
      "grad_norm": 0.9515145015267896,
      "learning_rate": 0.00028276111430066987,
      "loss": 1.2239,
      "step": 24267
    },
    {
      "epoch": 0.9939791112021298,
      "grad_norm": 2.041624268116978,
      "learning_rate": 0.00028275959625269543,
      "loss": 1.9817,
      "step": 24268
    },
    {
      "epoch": 0.9940200696293262,
      "grad_norm": 0.8927306531233727,
      "learning_rate": 0.00028275807814196006,
      "loss": 0.6985,
      "step": 24269
    },
    {
      "epoch": 0.9940610280565226,
      "grad_norm": 0.673061304776669,
      "learning_rate": 0.00028275655996846434,
      "loss": 0.6103,
      "step": 24270
    },
    {
      "epoch": 0.9941019864837191,
      "grad_norm": 0.7771681833384804,
      "learning_rate": 0.000282755041732209,
      "loss": 0.7249,
      "step": 24271
    },
    {
      "epoch": 0.9941429449109154,
      "grad_norm": 0.7255425618010497,
      "learning_rate": 0.00028275352343319475,
      "loss": 0.4717,
      "step": 24272
    },
    {
      "epoch": 0.9941839033381118,
      "grad_norm": 0.8753892690564655,
      "learning_rate": 0.0002827520050714224,
      "loss": 1.0157,
      "step": 24273
    },
    {
      "epoch": 0.9942248617653082,
      "grad_norm": 0.7551833509109179,
      "learning_rate": 0.0002827504866468925,
      "loss": 0.7772,
      "step": 24274
    },
    {
      "epoch": 0.9942658201925046,
      "grad_norm": 0.6740204051821964,
      "learning_rate": 0.000282748968159606,
      "loss": 0.7517,
      "step": 24275
    },
    {
      "epoch": 0.994306778619701,
      "grad_norm": 0.8829542645879033,
      "learning_rate": 0.0002827474496095634,
      "loss": 0.4305,
      "step": 24276
    },
    {
      "epoch": 0.9943477370468974,
      "grad_norm": 1.0910508694806351,
      "learning_rate": 0.00028274593099676556,
      "loss": 0.9709,
      "step": 24277
    },
    {
      "epoch": 0.9943886954740938,
      "grad_norm": 0.9248479196687376,
      "learning_rate": 0.0002827444123212131,
      "loss": 0.4336,
      "step": 24278
    },
    {
      "epoch": 0.9944296539012902,
      "grad_norm": 0.7434495030204117,
      "learning_rate": 0.0002827428935829069,
      "loss": 0.6817,
      "step": 24279
    },
    {
      "epoch": 0.9944706123284865,
      "grad_norm": 3.5454902194707465,
      "learning_rate": 0.00028274137478184747,
      "loss": 4.1099,
      "step": 24280
    },
    {
      "epoch": 0.994511570755683,
      "grad_norm": 0.910955496480737,
      "learning_rate": 0.00028273985591803567,
      "loss": 1.084,
      "step": 24281
    },
    {
      "epoch": 0.9945525291828794,
      "grad_norm": 0.7770270618984766,
      "learning_rate": 0.0002827383369914721,
      "loss": 0.7587,
      "step": 24282
    },
    {
      "epoch": 0.9945934876100758,
      "grad_norm": 0.8310676689247591,
      "learning_rate": 0.0002827368180021576,
      "loss": 1.0208,
      "step": 24283
    },
    {
      "epoch": 0.9946344460372721,
      "grad_norm": 0.9769902924499615,
      "learning_rate": 0.0002827352989500928,
      "loss": 1.0534,
      "step": 24284
    },
    {
      "epoch": 0.9946754044644686,
      "grad_norm": 0.7738851887759635,
      "learning_rate": 0.00028273377983527846,
      "loss": 0.9217,
      "step": 24285
    },
    {
      "epoch": 0.994716362891665,
      "grad_norm": 0.6189876655996933,
      "learning_rate": 0.0002827322606577153,
      "loss": 0.1429,
      "step": 24286
    },
    {
      "epoch": 0.9947573213188614,
      "grad_norm": 0.8958016882410554,
      "learning_rate": 0.000282730741417404,
      "loss": 0.8354,
      "step": 24287
    },
    {
      "epoch": 0.9947982797460577,
      "grad_norm": 0.737168579322205,
      "learning_rate": 0.00028272922211434537,
      "loss": 0.9183,
      "step": 24288
    },
    {
      "epoch": 0.9948392381732541,
      "grad_norm": 0.727673397448573,
      "learning_rate": 0.00028272770274854,
      "loss": 0.7681,
      "step": 24289
    },
    {
      "epoch": 0.9948801966004506,
      "grad_norm": 0.7226173832033022,
      "learning_rate": 0.0002827261833199887,
      "loss": 0.7322,
      "step": 24290
    },
    {
      "epoch": 0.9949211550276469,
      "grad_norm": 0.6736020619627879,
      "learning_rate": 0.0002827246638286922,
      "loss": 0.8721,
      "step": 24291
    },
    {
      "epoch": 0.9949621134548433,
      "grad_norm": 1.105880950053127,
      "learning_rate": 0.0002827231442746511,
      "loss": 1.0266,
      "step": 24292
    },
    {
      "epoch": 0.9950030718820397,
      "grad_norm": 0.6986922828669107,
      "learning_rate": 0.0002827216246578663,
      "loss": 0.8661,
      "step": 24293
    },
    {
      "epoch": 0.9950440303092362,
      "grad_norm": 1.113272397215205,
      "learning_rate": 0.0002827201049783384,
      "loss": 1.4209,
      "step": 24294
    },
    {
      "epoch": 0.9950849887364325,
      "grad_norm": 0.6257837906506195,
      "learning_rate": 0.00028271858523606805,
      "loss": 0.3188,
      "step": 24295
    },
    {
      "epoch": 0.9951259471636289,
      "grad_norm": 0.7937868375540689,
      "learning_rate": 0.0002827170654310561,
      "loss": 1.0444,
      "step": 24296
    },
    {
      "epoch": 0.9951669055908253,
      "grad_norm": 0.8405948085202896,
      "learning_rate": 0.00028271554556330325,
      "loss": 0.7711,
      "step": 24297
    },
    {
      "epoch": 0.9952078640180217,
      "grad_norm": 0.7396898556752596,
      "learning_rate": 0.00028271402563281016,
      "loss": 0.9102,
      "step": 24298
    },
    {
      "epoch": 0.9952488224452181,
      "grad_norm": 0.8708715792324419,
      "learning_rate": 0.0002827125056395776,
      "loss": 1.3022,
      "step": 24299
    },
    {
      "epoch": 0.9952897808724145,
      "grad_norm": 0.5109760793714568,
      "learning_rate": 0.0002827109855836062,
      "loss": 0.2871,
      "step": 24300
    },
    {
      "epoch": 0.9953307392996109,
      "grad_norm": 0.8582578966710833,
      "learning_rate": 0.00028270946546489684,
      "loss": 0.8866,
      "step": 24301
    },
    {
      "epoch": 0.9953716977268073,
      "grad_norm": 0.8663947503376065,
      "learning_rate": 0.00028270794528345014,
      "loss": 0.8027,
      "step": 24302
    },
    {
      "epoch": 0.9954126561540036,
      "grad_norm": 0.7142579080980545,
      "learning_rate": 0.0002827064250392668,
      "loss": 0.7097,
      "step": 24303
    },
    {
      "epoch": 0.9954536145812001,
      "grad_norm": 1.3994782455331254,
      "learning_rate": 0.0002827049047323475,
      "loss": 0.7393,
      "step": 24304
    },
    {
      "epoch": 0.9954945730083965,
      "grad_norm": 0.661629457224524,
      "learning_rate": 0.00028270338436269313,
      "loss": 0.6859,
      "step": 24305
    },
    {
      "epoch": 0.9955355314355929,
      "grad_norm": 0.7762067534097175,
      "learning_rate": 0.0002827018639303042,
      "loss": 0.8593,
      "step": 24306
    },
    {
      "epoch": 0.9955764898627892,
      "grad_norm": 0.8386756386276937,
      "learning_rate": 0.0002827003434351816,
      "loss": 0.9022,
      "step": 24307
    },
    {
      "epoch": 0.9956174482899857,
      "grad_norm": 0.6768145936704144,
      "learning_rate": 0.00028269882287732597,
      "loss": 0.6586,
      "step": 24308
    },
    {
      "epoch": 0.9956584067171821,
      "grad_norm": 4.9043712181419945,
      "learning_rate": 0.00028269730225673797,
      "loss": 2.1139,
      "step": 24309
    },
    {
      "epoch": 0.9956993651443784,
      "grad_norm": 0.666222059808769,
      "learning_rate": 0.0002826957815734184,
      "loss": 0.7039,
      "step": 24310
    },
    {
      "epoch": 0.9957403235715748,
      "grad_norm": 0.7678253733484413,
      "learning_rate": 0.00028269426082736806,
      "loss": 0.7266,
      "step": 24311
    },
    {
      "epoch": 0.9957812819987713,
      "grad_norm": 0.7030545411592647,
      "learning_rate": 0.0002826927400185875,
      "loss": 0.9418,
      "step": 24312
    },
    {
      "epoch": 0.9958222404259677,
      "grad_norm": 1.3771734676043914,
      "learning_rate": 0.00028269121914707755,
      "loss": 0.5819,
      "step": 24313
    },
    {
      "epoch": 0.995863198853164,
      "grad_norm": 0.8480078180611414,
      "learning_rate": 0.00028268969821283887,
      "loss": 1.1242,
      "step": 24314
    },
    {
      "epoch": 0.9959041572803604,
      "grad_norm": 0.8385178429658121,
      "learning_rate": 0.0002826881772158722,
      "loss": 0.8774,
      "step": 24315
    },
    {
      "epoch": 0.9959451157075568,
      "grad_norm": 0.9389552446398041,
      "learning_rate": 0.00028268665615617826,
      "loss": 0.7409,
      "step": 24316
    },
    {
      "epoch": 0.9959860741347533,
      "grad_norm": 1.4300463075555332,
      "learning_rate": 0.00028268513503375774,
      "loss": 1.2292,
      "step": 24317
    },
    {
      "epoch": 0.9960270325619496,
      "grad_norm": 1.0602446527969407,
      "learning_rate": 0.0002826836138486114,
      "loss": 0.954,
      "step": 24318
    },
    {
      "epoch": 0.996067990989146,
      "grad_norm": 0.8388742637130545,
      "learning_rate": 0.00028268209260074,
      "loss": 0.7724,
      "step": 24319
    },
    {
      "epoch": 0.9961089494163424,
      "grad_norm": 1.0699998396002,
      "learning_rate": 0.00028268057129014415,
      "loss": 1.2188,
      "step": 24320
    },
    {
      "epoch": 0.9961499078435389,
      "grad_norm": 0.771822761143462,
      "learning_rate": 0.0002826790499168246,
      "loss": 0.6756,
      "step": 24321
    },
    {
      "epoch": 0.9961908662707352,
      "grad_norm": 0.8177234779784639,
      "learning_rate": 0.00028267752848078214,
      "loss": 0.6875,
      "step": 24322
    },
    {
      "epoch": 0.9962318246979316,
      "grad_norm": 0.9762085096469634,
      "learning_rate": 0.0002826760069820175,
      "loss": 0.9624,
      "step": 24323
    },
    {
      "epoch": 0.996272783125128,
      "grad_norm": 0.7237309303778694,
      "learning_rate": 0.00028267448542053126,
      "loss": 0.9567,
      "step": 24324
    },
    {
      "epoch": 0.9963137415523244,
      "grad_norm": 0.9198374732815771,
      "learning_rate": 0.00028267296379632425,
      "loss": 0.9487,
      "step": 24325
    },
    {
      "epoch": 0.9963546999795208,
      "grad_norm": 0.602029505078109,
      "learning_rate": 0.0002826714421093971,
      "loss": 0.4037,
      "step": 24326
    },
    {
      "epoch": 0.9963956584067172,
      "grad_norm": 0.7924875114537493,
      "learning_rate": 0.0002826699203597507,
      "loss": 0.5786,
      "step": 24327
    },
    {
      "epoch": 0.9964366168339136,
      "grad_norm": 0.8839760797870552,
      "learning_rate": 0.00028266839854738555,
      "loss": 1.0177,
      "step": 24328
    },
    {
      "epoch": 0.99647757526111,
      "grad_norm": 0.8435649978760099,
      "learning_rate": 0.00028266687667230256,
      "loss": 0.9149,
      "step": 24329
    },
    {
      "epoch": 0.9965185336883063,
      "grad_norm": 0.6909354193490239,
      "learning_rate": 0.0002826653547345024,
      "loss": 0.9729,
      "step": 24330
    },
    {
      "epoch": 0.9965594921155028,
      "grad_norm": 1.1548789119250045,
      "learning_rate": 0.00028266383273398566,
      "loss": 1.4545,
      "step": 24331
    },
    {
      "epoch": 0.9966004505426992,
      "grad_norm": 1.0094426111566206,
      "learning_rate": 0.0002826623106707532,
      "loss": 0.5766,
      "step": 24332
    },
    {
      "epoch": 0.9966414089698955,
      "grad_norm": 0.738540856141964,
      "learning_rate": 0.0002826607885448057,
      "loss": 1.094,
      "step": 24333
    },
    {
      "epoch": 0.9966823673970919,
      "grad_norm": 1.067492803083295,
      "learning_rate": 0.00028265926635614384,
      "loss": 0.9944,
      "step": 24334
    },
    {
      "epoch": 0.9967233258242884,
      "grad_norm": 3.42631574251043,
      "learning_rate": 0.00028265774410476843,
      "loss": 5.5658,
      "step": 24335
    },
    {
      "epoch": 0.9967642842514848,
      "grad_norm": 0.8865760423103592,
      "learning_rate": 0.0002826562217906801,
      "loss": 0.727,
      "step": 24336
    },
    {
      "epoch": 0.9968052426786811,
      "grad_norm": 0.7706059929402925,
      "learning_rate": 0.00028265469941387964,
      "loss": 0.9746,
      "step": 24337
    },
    {
      "epoch": 0.9968462011058775,
      "grad_norm": 0.739672381274348,
      "learning_rate": 0.00028265317697436773,
      "loss": 0.5339,
      "step": 24338
    },
    {
      "epoch": 0.9968871595330739,
      "grad_norm": 0.7911703945718997,
      "learning_rate": 0.0002826516544721451,
      "loss": 0.6767,
      "step": 24339
    },
    {
      "epoch": 0.9969281179602704,
      "grad_norm": 0.8717191833397204,
      "learning_rate": 0.00028265013190721243,
      "loss": 0.6943,
      "step": 24340
    },
    {
      "epoch": 0.9969690763874667,
      "grad_norm": 0.8638375234335596,
      "learning_rate": 0.0002826486092795705,
      "loss": 1.1062,
      "step": 24341
    },
    {
      "epoch": 0.9970100348146631,
      "grad_norm": 0.907897218317559,
      "learning_rate": 0.00028264708658921997,
      "loss": 0.9466,
      "step": 24342
    },
    {
      "epoch": 0.9970509932418595,
      "grad_norm": 1.5200155810817848,
      "learning_rate": 0.00028264556383616167,
      "loss": 2.9803,
      "step": 24343
    },
    {
      "epoch": 0.997091951669056,
      "grad_norm": 0.745207509301548,
      "learning_rate": 0.0002826440410203962,
      "loss": 0.3585,
      "step": 24344
    },
    {
      "epoch": 0.9971329100962523,
      "grad_norm": 0.6611362854885894,
      "learning_rate": 0.0002826425181419243,
      "loss": 0.5833,
      "step": 24345
    },
    {
      "epoch": 0.9971738685234487,
      "grad_norm": 0.9048945558560667,
      "learning_rate": 0.00028264099520074675,
      "loss": 0.8525,
      "step": 24346
    },
    {
      "epoch": 0.9972148269506451,
      "grad_norm": 2.7650693035982967,
      "learning_rate": 0.00028263947219686424,
      "loss": 2.6513,
      "step": 24347
    },
    {
      "epoch": 0.9972557853778415,
      "grad_norm": 0.7376317579859831,
      "learning_rate": 0.00028263794913027744,
      "loss": 0.8034,
      "step": 24348
    },
    {
      "epoch": 0.9972967438050379,
      "grad_norm": 0.8870744433923696,
      "learning_rate": 0.00028263642600098715,
      "loss": 0.8925,
      "step": 24349
    },
    {
      "epoch": 0.9973377022322343,
      "grad_norm": 0.757983728682596,
      "learning_rate": 0.000282634902808994,
      "loss": 0.8359,
      "step": 24350
    },
    {
      "epoch": 0.9973786606594307,
      "grad_norm": 0.7169582228971965,
      "learning_rate": 0.0002826333795542988,
      "loss": 0.8565,
      "step": 24351
    },
    {
      "epoch": 0.997419619086627,
      "grad_norm": 0.8961063007530338,
      "learning_rate": 0.0002826318562369023,
      "loss": 0.7144,
      "step": 24352
    },
    {
      "epoch": 0.9974605775138234,
      "grad_norm": 0.9738794645347352,
      "learning_rate": 0.0002826303328568051,
      "loss": 1.1152,
      "step": 24353
    },
    {
      "epoch": 0.9975015359410199,
      "grad_norm": 0.9806180883891865,
      "learning_rate": 0.000282628809414008,
      "loss": 0.8803,
      "step": 24354
    },
    {
      "epoch": 0.9975424943682163,
      "grad_norm": 0.9328459018836147,
      "learning_rate": 0.0002826272859085116,
      "loss": 0.9067,
      "step": 24355
    },
    {
      "epoch": 0.9975834527954126,
      "grad_norm": 0.8229018238258289,
      "learning_rate": 0.0002826257623403168,
      "loss": 0.9852,
      "step": 24356
    },
    {
      "epoch": 0.997624411222609,
      "grad_norm": 0.8249824918292127,
      "learning_rate": 0.0002826242387094242,
      "loss": 1.0072,
      "step": 24357
    },
    {
      "epoch": 0.9976653696498055,
      "grad_norm": 2.5128614767681547,
      "learning_rate": 0.0002826227150158346,
      "loss": 3.3927,
      "step": 24358
    },
    {
      "epoch": 0.9977063280770019,
      "grad_norm": 0.9667711345374778,
      "learning_rate": 0.0002826211912595486,
      "loss": 0.8927,
      "step": 24359
    },
    {
      "epoch": 0.9977472865041982,
      "grad_norm": 0.6637786994083692,
      "learning_rate": 0.0002826196674405671,
      "loss": 0.3876,
      "step": 24360
    },
    {
      "epoch": 0.9977882449313946,
      "grad_norm": 0.8239640055607093,
      "learning_rate": 0.00028261814355889063,
      "loss": 0.3537,
      "step": 24361
    },
    {
      "epoch": 0.997829203358591,
      "grad_norm": 0.7469227096213642,
      "learning_rate": 0.00028261661961452003,
      "loss": 0.8062,
      "step": 24362
    },
    {
      "epoch": 0.9978701617857875,
      "grad_norm": 0.8687196391484955,
      "learning_rate": 0.000282615095607456,
      "loss": 1.0529,
      "step": 24363
    },
    {
      "epoch": 0.9979111202129838,
      "grad_norm": 2.2001052015590714,
      "learning_rate": 0.00028261357153769925,
      "loss": 1.2733,
      "step": 24364
    },
    {
      "epoch": 0.9979520786401802,
      "grad_norm": 0.6918903053837103,
      "learning_rate": 0.00028261204740525047,
      "loss": 0.8206,
      "step": 24365
    },
    {
      "epoch": 0.9979930370673766,
      "grad_norm": 0.9005351676887378,
      "learning_rate": 0.00028261052321011047,
      "loss": 0.933,
      "step": 24366
    },
    {
      "epoch": 0.9980339954945731,
      "grad_norm": 0.7965762511852624,
      "learning_rate": 0.00028260899895227984,
      "loss": 0.4986,
      "step": 24367
    },
    {
      "epoch": 0.9980749539217694,
      "grad_norm": 1.0529595617735508,
      "learning_rate": 0.0002826074746317594,
      "loss": 1.2732,
      "step": 24368
    },
    {
      "epoch": 0.9981159123489658,
      "grad_norm": 0.6455098443393853,
      "learning_rate": 0.00028260595024854983,
      "loss": 0.861,
      "step": 24369
    },
    {
      "epoch": 0.9981568707761622,
      "grad_norm": 0.6588851238362327,
      "learning_rate": 0.00028260442580265187,
      "loss": 0.8016,
      "step": 24370
    },
    {
      "epoch": 0.9981978292033586,
      "grad_norm": 2.674511183935002,
      "learning_rate": 0.0002826029012940662,
      "loss": 4.2087,
      "step": 24371
    },
    {
      "epoch": 0.998238787630555,
      "grad_norm": 1.0694506899548994,
      "learning_rate": 0.0002826013767227936,
      "loss": 0.3605,
      "step": 24372
    },
    {
      "epoch": 0.9982797460577514,
      "grad_norm": 2.5465709414544917,
      "learning_rate": 0.0002825998520888348,
      "loss": 1.8595,
      "step": 24373
    },
    {
      "epoch": 0.9983207044849478,
      "grad_norm": 0.9237730482257037,
      "learning_rate": 0.00028259832739219046,
      "loss": 0.7912,
      "step": 24374
    },
    {
      "epoch": 0.9983616629121441,
      "grad_norm": 0.7754258500697156,
      "learning_rate": 0.0002825968026328613,
      "loss": 0.7987,
      "step": 24375
    },
    {
      "epoch": 0.9984026213393405,
      "grad_norm": 1.5043323409329992,
      "learning_rate": 0.00028259527781084807,
      "loss": 0.9644,
      "step": 24376
    },
    {
      "epoch": 0.998443579766537,
      "grad_norm": 0.7956753334789463,
      "learning_rate": 0.0002825937529261515,
      "loss": 0.9198,
      "step": 24377
    },
    {
      "epoch": 0.9984845381937334,
      "grad_norm": 0.8181563643135505,
      "learning_rate": 0.0002825922279787723,
      "loss": 0.9347,
      "step": 24378
    },
    {
      "epoch": 0.9985254966209297,
      "grad_norm": 0.7729780092874377,
      "learning_rate": 0.00028259070296871117,
      "loss": 1.118,
      "step": 24379
    },
    {
      "epoch": 0.9985664550481261,
      "grad_norm": 0.7455539773905775,
      "learning_rate": 0.0002825891778959688,
      "loss": 0.8269,
      "step": 24380
    },
    {
      "epoch": 0.9986074134753226,
      "grad_norm": 0.9729730750556108,
      "learning_rate": 0.0002825876527605461,
      "loss": 0.9153,
      "step": 24381
    },
    {
      "epoch": 0.998648371902519,
      "grad_norm": 0.6422707711136927,
      "learning_rate": 0.00028258612756244355,
      "loss": 0.6926,
      "step": 24382
    },
    {
      "epoch": 0.9986893303297153,
      "grad_norm": 0.6371688959575996,
      "learning_rate": 0.000282584602301662,
      "loss": 0.662,
      "step": 24383
    },
    {
      "epoch": 0.9987302887569117,
      "grad_norm": 0.6886457620904465,
      "learning_rate": 0.0002825830769782021,
      "loss": 0.8396,
      "step": 24384
    },
    {
      "epoch": 0.9987712471841081,
      "grad_norm": 2.305192864247311,
      "learning_rate": 0.0002825815515920647,
      "loss": 0.8769,
      "step": 24385
    },
    {
      "epoch": 0.9988122056113046,
      "grad_norm": 0.9525439786503503,
      "learning_rate": 0.0002825800261432504,
      "loss": 0.8861,
      "step": 24386
    },
    {
      "epoch": 0.9988531640385009,
      "grad_norm": 0.8349952449614576,
      "learning_rate": 0.0002825785006317599,
      "loss": 0.8255,
      "step": 24387
    },
    {
      "epoch": 0.9988941224656973,
      "grad_norm": 0.7660987833203021,
      "learning_rate": 0.00028257697505759406,
      "loss": 0.8083,
      "step": 24388
    },
    {
      "epoch": 0.9989350808928937,
      "grad_norm": 0.838027300448492,
      "learning_rate": 0.00028257544942075346,
      "loss": 0.6594,
      "step": 24389
    },
    {
      "epoch": 0.9989760393200902,
      "grad_norm": 1.0687869457293016,
      "learning_rate": 0.0002825739237212389,
      "loss": 0.7222,
      "step": 24390
    },
    {
      "epoch": 0.9990169977472865,
      "grad_norm": 1.188055358868125,
      "learning_rate": 0.0002825723979590511,
      "loss": 1.3043,
      "step": 24391
    },
    {
      "epoch": 0.9990579561744829,
      "grad_norm": 1.0354826743659526,
      "learning_rate": 0.00028257087213419077,
      "loss": 1.1408,
      "step": 24392
    },
    {
      "epoch": 0.9990989146016793,
      "grad_norm": 0.9071301929702729,
      "learning_rate": 0.0002825693462466586,
      "loss": 1.243,
      "step": 24393
    },
    {
      "epoch": 0.9991398730288756,
      "grad_norm": 0.6030279481410028,
      "learning_rate": 0.0002825678202964554,
      "loss": 0.669,
      "step": 24394
    },
    {
      "epoch": 0.9991808314560721,
      "grad_norm": 1.7406572221281653,
      "learning_rate": 0.0002825662942835817,
      "loss": 0.936,
      "step": 24395
    },
    {
      "epoch": 0.9992217898832685,
      "grad_norm": 0.8742389880090023,
      "learning_rate": 0.00028256476820803843,
      "loss": 0.8266,
      "step": 24396
    },
    {
      "epoch": 0.9992627483104649,
      "grad_norm": 0.9314331833236285,
      "learning_rate": 0.00028256324206982626,
      "loss": 0.9425,
      "step": 24397
    },
    {
      "epoch": 0.9993037067376612,
      "grad_norm": 0.6417849978885302,
      "learning_rate": 0.0002825617158689458,
      "loss": 0.8473,
      "step": 24398
    },
    {
      "epoch": 0.9993446651648576,
      "grad_norm": 1.0428104571271557,
      "learning_rate": 0.0002825601896053979,
      "loss": 1.2149,
      "step": 24399
    },
    {
      "epoch": 0.9993856235920541,
      "grad_norm": 0.8318465602145786,
      "learning_rate": 0.0002825586632791832,
      "loss": 0.7777,
      "step": 24400
    },
    {
      "epoch": 0.9994265820192505,
      "grad_norm": 4.86422221081972,
      "learning_rate": 0.0002825571368903025,
      "loss": 1.9714,
      "step": 24401
    },
    {
      "epoch": 0.9994675404464468,
      "grad_norm": 0.9302072391407336,
      "learning_rate": 0.0002825556104387565,
      "loss": 0.9925,
      "step": 24402
    },
    {
      "epoch": 0.9995084988736432,
      "grad_norm": 0.6043600412337534,
      "learning_rate": 0.0002825540839245458,
      "loss": 0.3204,
      "step": 24403
    },
    {
      "epoch": 0.9995494573008397,
      "grad_norm": 0.778469548777222,
      "learning_rate": 0.0002825525573476713,
      "loss": 0.9802,
      "step": 24404
    },
    {
      "epoch": 0.9995904157280361,
      "grad_norm": 1.00638958835763,
      "learning_rate": 0.0002825510307081336,
      "loss": 1.1536,
      "step": 24405
    },
    {
      "epoch": 0.9996313741552324,
      "grad_norm": 1.130148698021262,
      "learning_rate": 0.0002825495040059335,
      "loss": 1.0913,
      "step": 24406
    },
    {
      "epoch": 0.9996723325824288,
      "grad_norm": 0.9661118277457834,
      "learning_rate": 0.00028254797724107166,
      "loss": 0.658,
      "step": 24407
    },
    {
      "epoch": 0.9997132910096252,
      "grad_norm": 0.5978817583206483,
      "learning_rate": 0.00028254645041354885,
      "loss": 0.7385,
      "step": 24408
    },
    {
      "epoch": 0.9997542494368217,
      "grad_norm": 0.8222752336057686,
      "learning_rate": 0.00028254492352336577,
      "loss": 1.0087,
      "step": 24409
    },
    {
      "epoch": 0.999795207864018,
      "grad_norm": 0.6563197699085418,
      "learning_rate": 0.0002825433965705231,
      "loss": 0.7847,
      "step": 24410
    },
    {
      "epoch": 0.9998361662912144,
      "grad_norm": 1.8103964601768765,
      "learning_rate": 0.0002825418695550216,
      "loss": 1.1082,
      "step": 24411
    },
    {
      "epoch": 0.9998771247184108,
      "grad_norm": 0.5919136255849233,
      "learning_rate": 0.00028254034247686204,
      "loss": 0.2924,
      "step": 24412
    },
    {
      "epoch": 0.9999180831456073,
      "grad_norm": 0.6587338564284897,
      "learning_rate": 0.0002825388153360451,
      "loss": 0.8426,
      "step": 24413
    },
    {
      "epoch": 0.9999590415728036,
      "grad_norm": 0.594158979173766,
      "learning_rate": 0.0002825372881325715,
      "loss": 0.7724,
      "step": 24414
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.7298791322696876,
      "learning_rate": 0.00028253576086644195,
      "loss": 0.8258,
      "step": 24415
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.987471342086792,
      "eval_runtime": 4118.864,
      "eval_samples_per_second": 5.928,
      "eval_steps_per_second": 5.928,
      "step": 24415
    },
    {
      "epoch": 1.0000409584271963,
      "grad_norm": 1.0287038542728881,
      "learning_rate": 0.0002825342335376572,
      "loss": 1.3982,
      "step": 24416
    },
    {
      "epoch": 1.0000819168543928,
      "grad_norm": 0.8226177412357973,
      "learning_rate": 0.0002825327061462179,
      "loss": 1.0288,
      "step": 24417
    },
    {
      "epoch": 1.0001228752815892,
      "grad_norm": 0.6612557216260073,
      "learning_rate": 0.0002825311786921249,
      "loss": 0.3386,
      "step": 24418
    },
    {
      "epoch": 1.0001638337087855,
      "grad_norm": 1.0300573103553858,
      "learning_rate": 0.00028252965117537876,
      "loss": 1.2242,
      "step": 24419
    },
    {
      "epoch": 1.000204792135982,
      "grad_norm": 2.223609548996095,
      "learning_rate": 0.00028252812359598034,
      "loss": 3.7082,
      "step": 24420
    },
    {
      "epoch": 1.0002457505631783,
      "grad_norm": 0.6722291714592263,
      "learning_rate": 0.00028252659595393037,
      "loss": 0.3401,
      "step": 24421
    },
    {
      "epoch": 1.0002867089903749,
      "grad_norm": 1.0680897469275457,
      "learning_rate": 0.0002825250682492294,
      "loss": 1.281,
      "step": 24422
    },
    {
      "epoch": 1.0003276674175712,
      "grad_norm": 1.1673655299352712,
      "learning_rate": 0.0002825235404818784,
      "loss": 1.1622,
      "step": 24423
    },
    {
      "epoch": 1.0003686258447675,
      "grad_norm": 0.713249573964879,
      "learning_rate": 0.00028252201265187787,
      "loss": 0.6049,
      "step": 24424
    },
    {
      "epoch": 1.000409584271964,
      "grad_norm": 1.0906450288691896,
      "learning_rate": 0.0002825204847592286,
      "loss": 0.919,
      "step": 24425
    },
    {
      "epoch": 1.0004505426991603,
      "grad_norm": 0.8464030647090055,
      "learning_rate": 0.0002825189568039314,
      "loss": 0.9772,
      "step": 24426
    },
    {
      "epoch": 1.0004915011263567,
      "grad_norm": 1.0771952624101802,
      "learning_rate": 0.00028251742878598684,
      "loss": 0.894,
      "step": 24427
    },
    {
      "epoch": 1.0005324595535532,
      "grad_norm": 0.64537500218993,
      "learning_rate": 0.00028251590070539585,
      "loss": 0.7556,
      "step": 24428
    },
    {
      "epoch": 1.0005734179807495,
      "grad_norm": 4.499144153755556,
      "learning_rate": 0.00028251437256215895,
      "loss": 8.0672,
      "step": 24429
    },
    {
      "epoch": 1.000614376407946,
      "grad_norm": 0.6769890336642602,
      "learning_rate": 0.00028251284435627696,
      "loss": 0.7831,
      "step": 24430
    },
    {
      "epoch": 1.0006553348351424,
      "grad_norm": 0.8193713805407002,
      "learning_rate": 0.00028251131608775064,
      "loss": 1.0649,
      "step": 24431
    },
    {
      "epoch": 1.0006962932623387,
      "grad_norm": 4.434918782164797,
      "learning_rate": 0.0002825097877565806,
      "loss": 3.3303,
      "step": 24432
    },
    {
      "epoch": 1.0007372516895352,
      "grad_norm": 1.785157991779317,
      "learning_rate": 0.00028250825936276764,
      "loss": 0.9933,
      "step": 24433
    },
    {
      "epoch": 1.0007782101167315,
      "grad_norm": 0.5643258118629156,
      "learning_rate": 0.00028250673090631244,
      "loss": 0.4882,
      "step": 24434
    },
    {
      "epoch": 1.0008191685439278,
      "grad_norm": 0.8977741689335849,
      "learning_rate": 0.00028250520238721577,
      "loss": 0.6926,
      "step": 24435
    },
    {
      "epoch": 1.0008601269711244,
      "grad_norm": 0.9890890192109699,
      "learning_rate": 0.0002825036738054783,
      "loss": 0.9049,
      "step": 24436
    },
    {
      "epoch": 1.0009010853983207,
      "grad_norm": 0.9444185640760933,
      "learning_rate": 0.00028250214516110076,
      "loss": 0.8621,
      "step": 24437
    },
    {
      "epoch": 1.000942043825517,
      "grad_norm": 0.8233564078726383,
      "learning_rate": 0.000282500616454084,
      "loss": 0.9109,
      "step": 24438
    },
    {
      "epoch": 1.0009830022527135,
      "grad_norm": 0.7598180550780654,
      "learning_rate": 0.00028249908768442853,
      "loss": 0.8388,
      "step": 24439
    },
    {
      "epoch": 1.0010239606799098,
      "grad_norm": 0.9040446392497076,
      "learning_rate": 0.00028249755885213524,
      "loss": 1.1035,
      "step": 24440
    },
    {
      "epoch": 1.0010649191071064,
      "grad_norm": 0.7660288339439747,
      "learning_rate": 0.0002824960299572048,
      "loss": 0.7711,
      "step": 24441
    },
    {
      "epoch": 1.0011058775343027,
      "grad_norm": 0.889797528646662,
      "learning_rate": 0.00028249450099963793,
      "loss": 0.8155,
      "step": 24442
    },
    {
      "epoch": 1.001146835961499,
      "grad_norm": 1.1761077310813677,
      "learning_rate": 0.00028249297197943527,
      "loss": 1.1051,
      "step": 24443
    },
    {
      "epoch": 1.0011877943886955,
      "grad_norm": 0.7353402704370229,
      "learning_rate": 0.0002824914428965977,
      "loss": 0.7011,
      "step": 24444
    },
    {
      "epoch": 1.0012287528158919,
      "grad_norm": 0.9571692523112268,
      "learning_rate": 0.00028248991375112584,
      "loss": 1.0116,
      "step": 24445
    },
    {
      "epoch": 1.0012697112430882,
      "grad_norm": 0.849579718147583,
      "learning_rate": 0.00028248838454302043,
      "loss": 0.8954,
      "step": 24446
    },
    {
      "epoch": 1.0013106696702847,
      "grad_norm": 0.9095649640386385,
      "learning_rate": 0.00028248685527228223,
      "loss": 0.5013,
      "step": 24447
    },
    {
      "epoch": 1.001351628097481,
      "grad_norm": 0.5960430164137734,
      "learning_rate": 0.0002824853259389119,
      "loss": 0.428,
      "step": 24448
    },
    {
      "epoch": 1.0013925865246776,
      "grad_norm": 0.5281409255110036,
      "learning_rate": 0.0002824837965429102,
      "loss": 0.4663,
      "step": 24449
    },
    {
      "epoch": 1.0014335449518739,
      "grad_norm": 0.6950824433040457,
      "learning_rate": 0.00028248226708427784,
      "loss": 0.7609,
      "step": 24450
    },
    {
      "epoch": 1.0014745033790702,
      "grad_norm": 0.6422118941293995,
      "learning_rate": 0.0002824807375630156,
      "loss": 0.5208,
      "step": 24451
    },
    {
      "epoch": 1.0015154618062667,
      "grad_norm": 1.1224250870120154,
      "learning_rate": 0.0002824792079791241,
      "loss": 0.5499,
      "step": 24452
    },
    {
      "epoch": 1.001556420233463,
      "grad_norm": 0.6235006668027647,
      "learning_rate": 0.0002824776783326041,
      "loss": 0.6529,
      "step": 24453
    },
    {
      "epoch": 1.0015973786606593,
      "grad_norm": 1.541380585755092,
      "learning_rate": 0.0002824761486234564,
      "loss": 0.8134,
      "step": 24454
    },
    {
      "epoch": 1.0016383370878559,
      "grad_norm": 0.6345375389032335,
      "learning_rate": 0.00028247461885168166,
      "loss": 0.2789,
      "step": 24455
    },
    {
      "epoch": 1.0016792955150522,
      "grad_norm": 0.850847668271378,
      "learning_rate": 0.0002824730890172805,
      "loss": 0.7913,
      "step": 24456
    },
    {
      "epoch": 1.0017202539422487,
      "grad_norm": 1.1910184363580787,
      "learning_rate": 0.00028247155912025385,
      "loss": 1.067,
      "step": 24457
    },
    {
      "epoch": 1.001761212369445,
      "grad_norm": 0.5814816275817191,
      "learning_rate": 0.00028247002916060237,
      "loss": 0.3536,
      "step": 24458
    },
    {
      "epoch": 1.0018021707966414,
      "grad_norm": 0.7528449116488541,
      "learning_rate": 0.0002824684991383267,
      "loss": 0.757,
      "step": 24459
    },
    {
      "epoch": 1.001843129223838,
      "grad_norm": 0.6557888423036384,
      "learning_rate": 0.0002824669690534276,
      "loss": 0.8897,
      "step": 24460
    },
    {
      "epoch": 1.0018840876510342,
      "grad_norm": 0.8707165035379317,
      "learning_rate": 0.00028246543890590584,
      "loss": 0.8807,
      "step": 24461
    },
    {
      "epoch": 1.0019250460782305,
      "grad_norm": 0.8237289120834818,
      "learning_rate": 0.0002824639086957621,
      "loss": 0.8279,
      "step": 24462
    },
    {
      "epoch": 1.001966004505427,
      "grad_norm": 2.864562475841323,
      "learning_rate": 0.0002824623784229971,
      "loss": 4.3473,
      "step": 24463
    },
    {
      "epoch": 1.0020069629326234,
      "grad_norm": 0.7221799762236425,
      "learning_rate": 0.00028246084808761153,
      "loss": 0.9792,
      "step": 24464
    },
    {
      "epoch": 1.0020479213598197,
      "grad_norm": 1.1438249622664487,
      "learning_rate": 0.0002824593176896062,
      "loss": 0.6984,
      "step": 24465
    },
    {
      "epoch": 1.0020888797870162,
      "grad_norm": 1.119983306806197,
      "learning_rate": 0.0002824577872289818,
      "loss": 0.9185,
      "step": 24466
    },
    {
      "epoch": 1.0021298382142125,
      "grad_norm": 0.7881793285581791,
      "learning_rate": 0.000282456256705739,
      "loss": 0.8063,
      "step": 24467
    },
    {
      "epoch": 1.002170796641409,
      "grad_norm": 0.6702933048308891,
      "learning_rate": 0.0002824547261198786,
      "loss": 0.6145,
      "step": 24468
    },
    {
      "epoch": 1.0022117550686054,
      "grad_norm": 0.844837630815422,
      "learning_rate": 0.0002824531954714013,
      "loss": 0.7754,
      "step": 24469
    },
    {
      "epoch": 1.0022527134958017,
      "grad_norm": 1.1430737847210268,
      "learning_rate": 0.0002824516647603078,
      "loss": 1.3821,
      "step": 24470
    },
    {
      "epoch": 1.0022936719229982,
      "grad_norm": 0.6766411153120389,
      "learning_rate": 0.00028245013398659884,
      "loss": 0.7486,
      "step": 24471
    },
    {
      "epoch": 1.0023346303501945,
      "grad_norm": 0.8885363401774063,
      "learning_rate": 0.00028244860315027514,
      "loss": 0.9029,
      "step": 24472
    },
    {
      "epoch": 1.0023755887773909,
      "grad_norm": 8.441611655363552,
      "learning_rate": 0.0002824470722513374,
      "loss": 2.37,
      "step": 24473
    },
    {
      "epoch": 1.0024165472045874,
      "grad_norm": 0.9239494611793732,
      "learning_rate": 0.0002824455412897864,
      "loss": 0.8761,
      "step": 24474
    },
    {
      "epoch": 1.0024575056317837,
      "grad_norm": 0.9952957811140386,
      "learning_rate": 0.00028244401026562285,
      "loss": 1.1028,
      "step": 24475
    },
    {
      "epoch": 1.0024984640589802,
      "grad_norm": 0.6659113920186036,
      "learning_rate": 0.0002824424791788474,
      "loss": 0.3068,
      "step": 24476
    },
    {
      "epoch": 1.0025394224861766,
      "grad_norm": 0.7714942191386642,
      "learning_rate": 0.00028244094802946094,
      "loss": 0.8418,
      "step": 24477
    },
    {
      "epoch": 1.0025803809133729,
      "grad_norm": 0.9504161570620907,
      "learning_rate": 0.000282439416817464,
      "loss": 0.7977,
      "step": 24478
    },
    {
      "epoch": 1.0026213393405694,
      "grad_norm": 0.7561345815433663,
      "learning_rate": 0.0002824378855428574,
      "loss": 0.6528,
      "step": 24479
    },
    {
      "epoch": 1.0026622977677657,
      "grad_norm": 0.8484915144638226,
      "learning_rate": 0.0002824363542056418,
      "loss": 0.7094,
      "step": 24480
    },
    {
      "epoch": 1.002703256194962,
      "grad_norm": 0.9825837483155297,
      "learning_rate": 0.0002824348228058181,
      "loss": 1.033,
      "step": 24481
    },
    {
      "epoch": 1.0027442146221586,
      "grad_norm": 0.8957280326339379,
      "learning_rate": 0.0002824332913433868,
      "loss": 0.8945,
      "step": 24482
    },
    {
      "epoch": 1.0027851730493549,
      "grad_norm": 0.7732329100940475,
      "learning_rate": 0.00028243175981834874,
      "loss": 0.8398,
      "step": 24483
    },
    {
      "epoch": 1.0028261314765512,
      "grad_norm": 0.7653888071649295,
      "learning_rate": 0.0002824302282307047,
      "loss": 0.4351,
      "step": 24484
    },
    {
      "epoch": 1.0028670899037477,
      "grad_norm": 0.8952455353447079,
      "learning_rate": 0.0002824286965804553,
      "loss": 0.947,
      "step": 24485
    },
    {
      "epoch": 1.002908048330944,
      "grad_norm": 0.8105098891316604,
      "learning_rate": 0.0002824271648676012,
      "loss": 0.6096,
      "step": 24486
    },
    {
      "epoch": 1.0029490067581406,
      "grad_norm": 0.8161148152088468,
      "learning_rate": 0.0002824256330921433,
      "loss": 0.8271,
      "step": 24487
    },
    {
      "epoch": 1.002989965185337,
      "grad_norm": 0.7866084091180253,
      "learning_rate": 0.00028242410125408225,
      "loss": 1.072,
      "step": 24488
    },
    {
      "epoch": 1.0030309236125332,
      "grad_norm": 0.5778597200923632,
      "learning_rate": 0.0002824225693534188,
      "loss": 0.6678,
      "step": 24489
    },
    {
      "epoch": 1.0030718820397297,
      "grad_norm": 1.1876735756994152,
      "learning_rate": 0.00028242103739015357,
      "loss": 1.3451,
      "step": 24490
    },
    {
      "epoch": 1.003112840466926,
      "grad_norm": 1.169499423427694,
      "learning_rate": 0.0002824195053642874,
      "loss": 0.8005,
      "step": 24491
    },
    {
      "epoch": 1.0031537988941224,
      "grad_norm": 0.9680674654989059,
      "learning_rate": 0.00028241797327582097,
      "loss": 0.9867,
      "step": 24492
    },
    {
      "epoch": 1.003194757321319,
      "grad_norm": 0.6877058865539732,
      "learning_rate": 0.000282416441124755,
      "loss": 0.2428,
      "step": 24493
    },
    {
      "epoch": 1.0032357157485152,
      "grad_norm": 0.9423465547357232,
      "learning_rate": 0.00028241490891109025,
      "loss": 0.5354,
      "step": 24494
    },
    {
      "epoch": 1.0032766741757118,
      "grad_norm": 0.8643166982790209,
      "learning_rate": 0.00028241337663482735,
      "loss": 0.8895,
      "step": 24495
    },
    {
      "epoch": 1.003317632602908,
      "grad_norm": 0.666151241805413,
      "learning_rate": 0.0002824118442959671,
      "loss": 0.6433,
      "step": 24496
    },
    {
      "epoch": 1.0033585910301044,
      "grad_norm": 0.8563920776005092,
      "learning_rate": 0.00028241031189451025,
      "loss": 0.8444,
      "step": 24497
    },
    {
      "epoch": 1.003399549457301,
      "grad_norm": 1.0535433964831329,
      "learning_rate": 0.0002824087794304575,
      "loss": 1.1197,
      "step": 24498
    },
    {
      "epoch": 1.0034405078844972,
      "grad_norm": 0.9740333664141224,
      "learning_rate": 0.00028240724690380955,
      "loss": 1.1235,
      "step": 24499
    },
    {
      "epoch": 1.0034814663116935,
      "grad_norm": 0.6704041261978794,
      "learning_rate": 0.00028240571431456714,
      "loss": 0.7331,
      "step": 24500
    },
    {
      "epoch": 1.00352242473889,
      "grad_norm": 1.4639340480007816,
      "learning_rate": 0.00028240418166273096,
      "loss": 0.9912,
      "step": 24501
    },
    {
      "epoch": 1.0035633831660864,
      "grad_norm": 0.6490312870857706,
      "learning_rate": 0.0002824026489483018,
      "loss": 0.3184,
      "step": 24502
    },
    {
      "epoch": 1.0036043415932827,
      "grad_norm": 0.7763372764715349,
      "learning_rate": 0.00028240111617128033,
      "loss": 0.7789,
      "step": 24503
    },
    {
      "epoch": 1.0036453000204792,
      "grad_norm": 0.716771029285581,
      "learning_rate": 0.0002823995833316673,
      "loss": 0.7573,
      "step": 24504
    },
    {
      "epoch": 1.0036862584476756,
      "grad_norm": 2.3747069100648472,
      "learning_rate": 0.00028239805042946345,
      "loss": 1.3556,
      "step": 24505
    },
    {
      "epoch": 1.003727216874872,
      "grad_norm": 0.8562131544978305,
      "learning_rate": 0.00028239651746466945,
      "loss": 0.9787,
      "step": 24506
    },
    {
      "epoch": 1.0037681753020684,
      "grad_norm": 0.7777326946039659,
      "learning_rate": 0.000282394984437286,
      "loss": 0.9276,
      "step": 24507
    },
    {
      "epoch": 1.0038091337292647,
      "grad_norm": 1.284595843444452,
      "learning_rate": 0.000282393451347314,
      "loss": 1.3866,
      "step": 24508
    },
    {
      "epoch": 1.0038500921564613,
      "grad_norm": 1.853091135007023,
      "learning_rate": 0.000282391918194754,
      "loss": 2.27,
      "step": 24509
    },
    {
      "epoch": 1.0038910505836576,
      "grad_norm": 0.83975511551813,
      "learning_rate": 0.0002823903849796068,
      "loss": 1.0053,
      "step": 24510
    },
    {
      "epoch": 1.0039320090108539,
      "grad_norm": 0.9804889385068639,
      "learning_rate": 0.00028238885170187315,
      "loss": 1.2363,
      "step": 24511
    },
    {
      "epoch": 1.0039729674380504,
      "grad_norm": 0.8899712060186825,
      "learning_rate": 0.0002823873183615537,
      "loss": 0.8777,
      "step": 24512
    },
    {
      "epoch": 1.0040139258652467,
      "grad_norm": 0.9186632539084871,
      "learning_rate": 0.00028238578495864915,
      "loss": 0.3128,
      "step": 24513
    },
    {
      "epoch": 1.0040548842924433,
      "grad_norm": 0.6680228353924446,
      "learning_rate": 0.00028238425149316033,
      "loss": 0.3518,
      "step": 24514
    },
    {
      "epoch": 1.0040958427196396,
      "grad_norm": 0.5134633788039774,
      "learning_rate": 0.0002823827179650879,
      "loss": 0.3314,
      "step": 24515
    },
    {
      "epoch": 1.004136801146836,
      "grad_norm": 0.9532146828132957,
      "learning_rate": 0.00028238118437443266,
      "loss": 1.0905,
      "step": 24516
    },
    {
      "epoch": 1.0041777595740324,
      "grad_norm": 0.8691725711999435,
      "learning_rate": 0.0002823796507211952,
      "loss": 0.8931,
      "step": 24517
    },
    {
      "epoch": 1.0042187180012287,
      "grad_norm": 0.9518542968517113,
      "learning_rate": 0.0002823781170053764,
      "loss": 0.9066,
      "step": 24518
    },
    {
      "epoch": 1.004259676428425,
      "grad_norm": 0.8863025776027086,
      "learning_rate": 0.0002823765832269769,
      "loss": 0.8664,
      "step": 24519
    },
    {
      "epoch": 1.0043006348556216,
      "grad_norm": 0.7012550862071245,
      "learning_rate": 0.00028237504938599737,
      "loss": 0.4808,
      "step": 24520
    },
    {
      "epoch": 1.004341593282818,
      "grad_norm": 0.795837469245747,
      "learning_rate": 0.0002823735154824386,
      "loss": 1.0584,
      "step": 24521
    },
    {
      "epoch": 1.0043825517100142,
      "grad_norm": 0.7946979988970023,
      "learning_rate": 0.00028237198151630135,
      "loss": 0.8032,
      "step": 24522
    },
    {
      "epoch": 1.0044235101372108,
      "grad_norm": 0.7894029356879196,
      "learning_rate": 0.0002823704474875863,
      "loss": 0.9713,
      "step": 24523
    },
    {
      "epoch": 1.004464468564407,
      "grad_norm": 0.9949614231907444,
      "learning_rate": 0.0002823689133962942,
      "loss": 1.0022,
      "step": 24524
    },
    {
      "epoch": 1.0045054269916036,
      "grad_norm": 0.8618295593071743,
      "learning_rate": 0.00028236737924242577,
      "loss": 0.9146,
      "step": 24525
    },
    {
      "epoch": 1.0045463854188,
      "grad_norm": 0.9774608866055586,
      "learning_rate": 0.00028236584502598167,
      "loss": 1.4991,
      "step": 24526
    },
    {
      "epoch": 1.0045873438459962,
      "grad_norm": 0.8904951354851407,
      "learning_rate": 0.00028236431074696273,
      "loss": 0.7811,
      "step": 24527
    },
    {
      "epoch": 1.0046283022731928,
      "grad_norm": 0.7082012860169913,
      "learning_rate": 0.0002823627764053696,
      "loss": 0.753,
      "step": 24528
    },
    {
      "epoch": 1.004669260700389,
      "grad_norm": 0.8231390566481205,
      "learning_rate": 0.000282361242001203,
      "loss": 0.6546,
      "step": 24529
    },
    {
      "epoch": 1.0047102191275854,
      "grad_norm": 0.7400825214062802,
      "learning_rate": 0.00028235970753446373,
      "loss": 0.8341,
      "step": 24530
    },
    {
      "epoch": 1.004751177554782,
      "grad_norm": 0.9962710344212143,
      "learning_rate": 0.00028235817300515244,
      "loss": 0.9065,
      "step": 24531
    },
    {
      "epoch": 1.0047921359819783,
      "grad_norm": 2.379188834046651,
      "learning_rate": 0.0002823566384132699,
      "loss": 2.3095,
      "step": 24532
    },
    {
      "epoch": 1.0048330944091748,
      "grad_norm": 1.1294649963862076,
      "learning_rate": 0.00028235510375881684,
      "loss": 0.7027,
      "step": 24533
    },
    {
      "epoch": 1.004874052836371,
      "grad_norm": 0.47316618656545884,
      "learning_rate": 0.00028235356904179394,
      "loss": 0.1979,
      "step": 24534
    },
    {
      "epoch": 1.0049150112635674,
      "grad_norm": 0.7745006535790684,
      "learning_rate": 0.000282352034262202,
      "loss": 0.6339,
      "step": 24535
    },
    {
      "epoch": 1.004955969690764,
      "grad_norm": 0.9698227762733964,
      "learning_rate": 0.0002823504994200416,
      "loss": 0.8591,
      "step": 24536
    },
    {
      "epoch": 1.0049969281179603,
      "grad_norm": 0.65894127191848,
      "learning_rate": 0.0002823489645153137,
      "loss": 0.8055,
      "step": 24537
    },
    {
      "epoch": 1.0050378865451566,
      "grad_norm": 0.8388555733044233,
      "learning_rate": 0.0002823474295480188,
      "loss": 0.5326,
      "step": 24538
    },
    {
      "epoch": 1.0050788449723531,
      "grad_norm": 0.8834163930190018,
      "learning_rate": 0.0002823458945181577,
      "loss": 0.7928,
      "step": 24539
    },
    {
      "epoch": 1.0051198033995494,
      "grad_norm": 1.475004434054935,
      "learning_rate": 0.00028234435942573117,
      "loss": 0.9395,
      "step": 24540
    },
    {
      "epoch": 1.005160761826746,
      "grad_norm": 0.6531583244832109,
      "learning_rate": 0.0002823428242707399,
      "loss": 0.7596,
      "step": 24541
    },
    {
      "epoch": 1.0052017202539423,
      "grad_norm": 0.7117926622716262,
      "learning_rate": 0.0002823412890531846,
      "loss": 0.9562,
      "step": 24542
    },
    {
      "epoch": 1.0052426786811386,
      "grad_norm": 0.6679771837367934,
      "learning_rate": 0.0002823397537730661,
      "loss": 0.8018,
      "step": 24543
    },
    {
      "epoch": 1.0052836371083351,
      "grad_norm": 10.98173513655604,
      "learning_rate": 0.00028233821843038503,
      "loss": 3.0722,
      "step": 24544
    },
    {
      "epoch": 1.0053245955355314,
      "grad_norm": 1.3497312419947005,
      "learning_rate": 0.0002823366830251421,
      "loss": 0.978,
      "step": 24545
    },
    {
      "epoch": 1.0053655539627278,
      "grad_norm": 0.8675538799544102,
      "learning_rate": 0.000282335147557338,
      "loss": 0.8946,
      "step": 24546
    },
    {
      "epoch": 1.0054065123899243,
      "grad_norm": 0.7675289370237338,
      "learning_rate": 0.0002823336120269736,
      "loss": 0.397,
      "step": 24547
    },
    {
      "epoch": 1.0054474708171206,
      "grad_norm": 1.0327477709260113,
      "learning_rate": 0.0002823320764340495,
      "loss": 0.8974,
      "step": 24548
    },
    {
      "epoch": 1.005488429244317,
      "grad_norm": 1.1375214696895395,
      "learning_rate": 0.00028233054077856653,
      "loss": 0.8622,
      "step": 24549
    },
    {
      "epoch": 1.0055293876715135,
      "grad_norm": 0.9066344249013777,
      "learning_rate": 0.0002823290050605253,
      "loss": 0.8122,
      "step": 24550
    },
    {
      "epoch": 1.0055703460987098,
      "grad_norm": 0.8733157904164711,
      "learning_rate": 0.0002823274692799267,
      "loss": 1.0147,
      "step": 24551
    },
    {
      "epoch": 1.0056113045259063,
      "grad_norm": 0.8273583913541922,
      "learning_rate": 0.00028232593343677123,
      "loss": 0.9564,
      "step": 24552
    },
    {
      "epoch": 1.0056522629531026,
      "grad_norm": 0.7468822953360037,
      "learning_rate": 0.00028232439753105975,
      "loss": 0.8819,
      "step": 24553
    },
    {
      "epoch": 1.005693221380299,
      "grad_norm": 0.7917097165257052,
      "learning_rate": 0.00028232286156279306,
      "loss": 0.9139,
      "step": 24554
    },
    {
      "epoch": 1.0057341798074955,
      "grad_norm": 0.7571669073104819,
      "learning_rate": 0.0002823213255319717,
      "loss": 0.415,
      "step": 24555
    },
    {
      "epoch": 1.0057751382346918,
      "grad_norm": 0.7291067708432084,
      "learning_rate": 0.00028231978943859653,
      "loss": 0.754,
      "step": 24556
    },
    {
      "epoch": 1.005816096661888,
      "grad_norm": 0.7611419721024192,
      "learning_rate": 0.00028231825328266827,
      "loss": 0.8737,
      "step": 24557
    },
    {
      "epoch": 1.0058570550890846,
      "grad_norm": 0.6208655189523102,
      "learning_rate": 0.0002823167170641876,
      "loss": 0.8483,
      "step": 24558
    },
    {
      "epoch": 1.005898013516281,
      "grad_norm": 1.027626824200727,
      "learning_rate": 0.00028231518078315526,
      "loss": 0.9711,
      "step": 24559
    },
    {
      "epoch": 1.0059389719434775,
      "grad_norm": 0.6479339422669401,
      "learning_rate": 0.000282313644439572,
      "loss": 0.7397,
      "step": 24560
    },
    {
      "epoch": 1.0059799303706738,
      "grad_norm": 1.21761201925689,
      "learning_rate": 0.0002823121080334385,
      "loss": 1.0298,
      "step": 24561
    },
    {
      "epoch": 1.00602088879787,
      "grad_norm": 0.470089968515348,
      "learning_rate": 0.0002823105715647555,
      "loss": 0.3153,
      "step": 24562
    },
    {
      "epoch": 1.0060618472250666,
      "grad_norm": 0.7492980778217307,
      "learning_rate": 0.0002823090350335238,
      "loss": 0.7662,
      "step": 24563
    },
    {
      "epoch": 1.006102805652263,
      "grad_norm": 0.9581685834362154,
      "learning_rate": 0.000282307498439744,
      "loss": 0.997,
      "step": 24564
    },
    {
      "epoch": 1.0061437640794593,
      "grad_norm": 0.9757905169597685,
      "learning_rate": 0.0002823059617834169,
      "loss": 0.9222,
      "step": 24565
    },
    {
      "epoch": 1.0061847225066558,
      "grad_norm": 9.695668337303694,
      "learning_rate": 0.00028230442506454323,
      "loss": 2.7023,
      "step": 24566
    },
    {
      "epoch": 1.0062256809338521,
      "grad_norm": 0.7054922853845464,
      "learning_rate": 0.00028230288828312377,
      "loss": 0.6949,
      "step": 24567
    },
    {
      "epoch": 1.0062666393610484,
      "grad_norm": 1.0353959619629745,
      "learning_rate": 0.0002823013514391591,
      "loss": 1.206,
      "step": 24568
    },
    {
      "epoch": 1.006307597788245,
      "grad_norm": 0.5511531714128066,
      "learning_rate": 0.00028229981453265006,
      "loss": 0.2788,
      "step": 24569
    },
    {
      "epoch": 1.0063485562154413,
      "grad_norm": 0.5756502413404855,
      "learning_rate": 0.0002822982775635974,
      "loss": 0.3,
      "step": 24570
    },
    {
      "epoch": 1.0063895146426378,
      "grad_norm": 0.9387686337653754,
      "learning_rate": 0.0002822967405320017,
      "loss": 0.9792,
      "step": 24571
    },
    {
      "epoch": 1.0064304730698341,
      "grad_norm": 0.8164755361721181,
      "learning_rate": 0.0002822952034378638,
      "loss": 0.8773,
      "step": 24572
    },
    {
      "epoch": 1.0064714314970304,
      "grad_norm": 0.7688039530923431,
      "learning_rate": 0.0002822936662811844,
      "loss": 0.8871,
      "step": 24573
    },
    {
      "epoch": 1.006512389924227,
      "grad_norm": 0.6792414052152598,
      "learning_rate": 0.00028229212906196425,
      "loss": 0.6474,
      "step": 24574
    },
    {
      "epoch": 1.0065533483514233,
      "grad_norm": 0.7520289236105286,
      "learning_rate": 0.00028229059178020403,
      "loss": 0.8222,
      "step": 24575
    },
    {
      "epoch": 1.0065943067786196,
      "grad_norm": 0.8534190330615319,
      "learning_rate": 0.00028228905443590454,
      "loss": 0.8355,
      "step": 24576
    },
    {
      "epoch": 1.0066352652058161,
      "grad_norm": 0.6186604284764757,
      "learning_rate": 0.0002822875170290664,
      "loss": 0.6967,
      "step": 24577
    },
    {
      "epoch": 1.0066762236330125,
      "grad_norm": 0.8343248186872856,
      "learning_rate": 0.0002822859795596905,
      "loss": 0.6769,
      "step": 24578
    },
    {
      "epoch": 1.006717182060209,
      "grad_norm": 0.749302241099795,
      "learning_rate": 0.0002822844420277774,
      "loss": 0.6536,
      "step": 24579
    },
    {
      "epoch": 1.0067581404874053,
      "grad_norm": 0.6687603570749532,
      "learning_rate": 0.00028228290443332784,
      "loss": 0.6419,
      "step": 24580
    },
    {
      "epoch": 1.0067990989146016,
      "grad_norm": 0.793601979649189,
      "learning_rate": 0.00028228136677634264,
      "loss": 0.6975,
      "step": 24581
    },
    {
      "epoch": 1.0068400573417982,
      "grad_norm": 0.6996293706060711,
      "learning_rate": 0.0002822798290568225,
      "loss": 0.7317,
      "step": 24582
    },
    {
      "epoch": 1.0068810157689945,
      "grad_norm": 4.61899522424011,
      "learning_rate": 0.00028227829127476815,
      "loss": 2.0454,
      "step": 24583
    },
    {
      "epoch": 1.0069219741961908,
      "grad_norm": 0.6830149016589164,
      "learning_rate": 0.00028227675343018026,
      "loss": 0.7991,
      "step": 24584
    },
    {
      "epoch": 1.0069629326233873,
      "grad_norm": 1.1900273146944593,
      "learning_rate": 0.00028227521552305965,
      "loss": 0.7187,
      "step": 24585
    },
    {
      "epoch": 1.0070038910505836,
      "grad_norm": 0.6243980641927871,
      "learning_rate": 0.000282273677553407,
      "loss": 0.5687,
      "step": 24586
    },
    {
      "epoch": 1.00704484947778,
      "grad_norm": 0.9691716349174352,
      "learning_rate": 0.00028227213952122294,
      "loss": 0.7477,
      "step": 24587
    },
    {
      "epoch": 1.0070858079049765,
      "grad_norm": 0.8891287210724005,
      "learning_rate": 0.0002822706014265083,
      "loss": 1.086,
      "step": 24588
    },
    {
      "epoch": 1.0071267663321728,
      "grad_norm": 0.8055239248229474,
      "learning_rate": 0.0002822690632692639,
      "loss": 0.5489,
      "step": 24589
    },
    {
      "epoch": 1.0071677247593693,
      "grad_norm": 0.9986432194983336,
      "learning_rate": 0.00028226752504949027,
      "loss": 1.0468,
      "step": 24590
    },
    {
      "epoch": 1.0072086831865656,
      "grad_norm": 0.9652945303514905,
      "learning_rate": 0.0002822659867671883,
      "loss": 1.0112,
      "step": 24591
    },
    {
      "epoch": 1.007249641613762,
      "grad_norm": 0.7191478886412098,
      "learning_rate": 0.00028226444842235855,
      "loss": 0.88,
      "step": 24592
    },
    {
      "epoch": 1.0072906000409585,
      "grad_norm": 2.1066961974387843,
      "learning_rate": 0.0002822629100150019,
      "loss": 1.1822,
      "step": 24593
    },
    {
      "epoch": 1.0073315584681548,
      "grad_norm": 1.056102232799472,
      "learning_rate": 0.000282261371545119,
      "loss": 0.9186,
      "step": 24594
    },
    {
      "epoch": 1.0073725168953511,
      "grad_norm": 0.7533983264163083,
      "learning_rate": 0.00028225983301271066,
      "loss": 0.6844,
      "step": 24595
    },
    {
      "epoch": 1.0074134753225477,
      "grad_norm": 1.5529231336391685,
      "learning_rate": 0.00028225829441777745,
      "loss": 2.4787,
      "step": 24596
    },
    {
      "epoch": 1.007454433749744,
      "grad_norm": 1.009432495885108,
      "learning_rate": 0.00028225675576032025,
      "loss": 1.2641,
      "step": 24597
    },
    {
      "epoch": 1.0074953921769405,
      "grad_norm": 0.5423078415666881,
      "learning_rate": 0.0002822552170403397,
      "loss": 0.4055,
      "step": 24598
    },
    {
      "epoch": 1.0075363506041368,
      "grad_norm": 1.1315455319212675,
      "learning_rate": 0.00028225367825783666,
      "loss": 0.7792,
      "step": 24599
    },
    {
      "epoch": 1.0075773090313331,
      "grad_norm": 0.8612138625934037,
      "learning_rate": 0.0002822521394128116,
      "loss": 0.6883,
      "step": 24600
    },
    {
      "epoch": 1.0076182674585297,
      "grad_norm": 1.1882417814988095,
      "learning_rate": 0.0002822506005052655,
      "loss": 1.1533,
      "step": 24601
    },
    {
      "epoch": 1.007659225885726,
      "grad_norm": 2.125742102331042,
      "learning_rate": 0.000282249061535199,
      "loss": 3.1422,
      "step": 24602
    },
    {
      "epoch": 1.0077001843129223,
      "grad_norm": 1.0964005456505297,
      "learning_rate": 0.00028224752250261275,
      "loss": 0.7688,
      "step": 24603
    },
    {
      "epoch": 1.0077411427401188,
      "grad_norm": 3.391578073236178,
      "learning_rate": 0.0002822459834075076,
      "loss": 2.7976,
      "step": 24604
    },
    {
      "epoch": 1.0077821011673151,
      "grad_norm": 0.9536148240033638,
      "learning_rate": 0.00028224444424988424,
      "loss": 0.9914,
      "step": 24605
    },
    {
      "epoch": 1.0078230595945115,
      "grad_norm": 1.6819786948331437,
      "learning_rate": 0.00028224290502974335,
      "loss": 1.129,
      "step": 24606
    },
    {
      "epoch": 1.007864018021708,
      "grad_norm": 0.7672560542063515,
      "learning_rate": 0.00028224136574708564,
      "loss": 0.6596,
      "step": 24607
    },
    {
      "epoch": 1.0079049764489043,
      "grad_norm": 0.6532466329769607,
      "learning_rate": 0.00028223982640191196,
      "loss": 0.4754,
      "step": 24608
    },
    {
      "epoch": 1.0079459348761008,
      "grad_norm": 0.6456557166103544,
      "learning_rate": 0.0002822382869942229,
      "loss": 0.3596,
      "step": 24609
    },
    {
      "epoch": 1.0079868933032972,
      "grad_norm": 0.6974301578799913,
      "learning_rate": 0.0002822367475240193,
      "loss": 0.7039,
      "step": 24610
    },
    {
      "epoch": 1.0080278517304935,
      "grad_norm": 0.8421737675895992,
      "learning_rate": 0.0002822352079913018,
      "loss": 0.7594,
      "step": 24611
    },
    {
      "epoch": 1.00806881015769,
      "grad_norm": 0.904796890476007,
      "learning_rate": 0.0002822336683960712,
      "loss": 1.0946,
      "step": 24612
    },
    {
      "epoch": 1.0081097685848863,
      "grad_norm": 0.7876155861015433,
      "learning_rate": 0.0002822321287383282,
      "loss": 0.8434,
      "step": 24613
    },
    {
      "epoch": 1.0081507270120826,
      "grad_norm": 0.8079240608815523,
      "learning_rate": 0.00028223058901807353,
      "loss": 0.7974,
      "step": 24614
    },
    {
      "epoch": 1.0081916854392792,
      "grad_norm": 0.6538165888210774,
      "learning_rate": 0.00028222904923530783,
      "loss": 0.3177,
      "step": 24615
    },
    {
      "epoch": 1.0082326438664755,
      "grad_norm": 0.7783817123988269,
      "learning_rate": 0.000282227509390032,
      "loss": 0.7478,
      "step": 24616
    },
    {
      "epoch": 1.008273602293672,
      "grad_norm": 0.6055416335434961,
      "learning_rate": 0.00028222596948224664,
      "loss": 0.3053,
      "step": 24617
    },
    {
      "epoch": 1.0083145607208683,
      "grad_norm": 0.9664677690265183,
      "learning_rate": 0.0002822244295119525,
      "loss": 1.2503,
      "step": 24618
    },
    {
      "epoch": 1.0083555191480646,
      "grad_norm": 0.5126733979020831,
      "learning_rate": 0.0002822228894791503,
      "loss": 0.2697,
      "step": 24619
    },
    {
      "epoch": 1.0083964775752612,
      "grad_norm": 0.6105370406887795,
      "learning_rate": 0.0002822213493838409,
      "loss": 0.3751,
      "step": 24620
    },
    {
      "epoch": 1.0084374360024575,
      "grad_norm": 0.8474215964899465,
      "learning_rate": 0.00028221980922602484,
      "loss": 0.9732,
      "step": 24621
    },
    {
      "epoch": 1.0084783944296538,
      "grad_norm": 1.022821017264866,
      "learning_rate": 0.00028221826900570295,
      "loss": 1.0202,
      "step": 24622
    },
    {
      "epoch": 1.0085193528568503,
      "grad_norm": 0.9934987449664499,
      "learning_rate": 0.00028221672872287594,
      "loss": 0.8489,
      "step": 24623
    },
    {
      "epoch": 1.0085603112840467,
      "grad_norm": 0.778131836364547,
      "learning_rate": 0.00028221518837754446,
      "loss": 0.7067,
      "step": 24624
    },
    {
      "epoch": 1.0086012697112432,
      "grad_norm": 0.7899940450753813,
      "learning_rate": 0.00028221364796970937,
      "loss": 0.7907,
      "step": 24625
    },
    {
      "epoch": 1.0086422281384395,
      "grad_norm": 0.6382939636756362,
      "learning_rate": 0.00028221210749937133,
      "loss": 0.7122,
      "step": 24626
    },
    {
      "epoch": 1.0086831865656358,
      "grad_norm": 0.6405944797439203,
      "learning_rate": 0.0002822105669665311,
      "loss": 0.5833,
      "step": 24627
    },
    {
      "epoch": 1.0087241449928324,
      "grad_norm": 0.83787571902516,
      "learning_rate": 0.00028220902637118937,
      "loss": 0.5199,
      "step": 24628
    },
    {
      "epoch": 1.0087651034200287,
      "grad_norm": 0.7873416834362722,
      "learning_rate": 0.00028220748571334685,
      "loss": 0.4974,
      "step": 24629
    },
    {
      "epoch": 1.008806061847225,
      "grad_norm": 0.83900504204595,
      "learning_rate": 0.00028220594499300437,
      "loss": 0.9156,
      "step": 24630
    },
    {
      "epoch": 1.0088470202744215,
      "grad_norm": 1.012450286487887,
      "learning_rate": 0.00028220440421016256,
      "loss": 0.9761,
      "step": 24631
    },
    {
      "epoch": 1.0088879787016178,
      "grad_norm": 0.9141033308561242,
      "learning_rate": 0.00028220286336482213,
      "loss": 0.7777,
      "step": 24632
    },
    {
      "epoch": 1.0089289371288142,
      "grad_norm": 0.7182896960021431,
      "learning_rate": 0.0002822013224569839,
      "loss": 0.4874,
      "step": 24633
    },
    {
      "epoch": 1.0089698955560107,
      "grad_norm": 1.0174204714319235,
      "learning_rate": 0.00028219978148664857,
      "loss": 0.8758,
      "step": 24634
    },
    {
      "epoch": 1.009010853983207,
      "grad_norm": 3.437824027228444,
      "learning_rate": 0.00028219824045381685,
      "loss": 4.5892,
      "step": 24635
    },
    {
      "epoch": 1.0090518124104035,
      "grad_norm": 0.8279611445217255,
      "learning_rate": 0.0002821966993584895,
      "loss": 1.0498,
      "step": 24636
    },
    {
      "epoch": 1.0090927708375999,
      "grad_norm": 0.6155045161311221,
      "learning_rate": 0.00028219515820066714,
      "loss": 0.6936,
      "step": 24637
    },
    {
      "epoch": 1.0091337292647962,
      "grad_norm": 1.1201099885192025,
      "learning_rate": 0.0002821936169803506,
      "loss": 1.3395,
      "step": 24638
    },
    {
      "epoch": 1.0091746876919927,
      "grad_norm": 0.9820166574975341,
      "learning_rate": 0.00028219207569754064,
      "loss": 1.1198,
      "step": 24639
    },
    {
      "epoch": 1.009215646119189,
      "grad_norm": 0.7682345075278773,
      "learning_rate": 0.00028219053435223795,
      "loss": 0.6976,
      "step": 24640
    },
    {
      "epoch": 1.0092566045463853,
      "grad_norm": 0.7376578962057019,
      "learning_rate": 0.0002821889929444432,
      "loss": 0.8934,
      "step": 24641
    },
    {
      "epoch": 1.0092975629735819,
      "grad_norm": 0.9218053019257553,
      "learning_rate": 0.0002821874514741572,
      "loss": 0.8783,
      "step": 24642
    },
    {
      "epoch": 1.0093385214007782,
      "grad_norm": 1.2331458198310203,
      "learning_rate": 0.00028218590994138056,
      "loss": 0.9459,
      "step": 24643
    },
    {
      "epoch": 1.0093794798279747,
      "grad_norm": 1.16922510642592,
      "learning_rate": 0.0002821843683461142,
      "loss": 0.8205,
      "step": 24644
    },
    {
      "epoch": 1.009420438255171,
      "grad_norm": 0.9527596349606196,
      "learning_rate": 0.0002821828266883587,
      "loss": 0.4038,
      "step": 24645
    },
    {
      "epoch": 1.0094613966823673,
      "grad_norm": 1.0051041354954446,
      "learning_rate": 0.0002821812849681148,
      "loss": 0.7571,
      "step": 24646
    },
    {
      "epoch": 1.0095023551095639,
      "grad_norm": 1.5288779265064116,
      "learning_rate": 0.0002821797431853832,
      "loss": 1.8054,
      "step": 24647
    },
    {
      "epoch": 1.0095433135367602,
      "grad_norm": 0.8185334386093407,
      "learning_rate": 0.0002821782013401648,
      "loss": 0.3899,
      "step": 24648
    },
    {
      "epoch": 1.0095842719639565,
      "grad_norm": 0.5433804070416425,
      "learning_rate": 0.00028217665943246017,
      "loss": 0.2662,
      "step": 24649
    },
    {
      "epoch": 1.009625230391153,
      "grad_norm": 0.6023675478253697,
      "learning_rate": 0.00028217511746227007,
      "loss": 0.2823,
      "step": 24650
    },
    {
      "epoch": 1.0096661888183494,
      "grad_norm": 1.0157918452714934,
      "learning_rate": 0.0002821735754295953,
      "loss": 0.9925,
      "step": 24651
    },
    {
      "epoch": 1.0097071472455457,
      "grad_norm": 0.9066315130974837,
      "learning_rate": 0.0002821720333344365,
      "loss": 0.9068,
      "step": 24652
    },
    {
      "epoch": 1.0097481056727422,
      "grad_norm": 1.2388880624790843,
      "learning_rate": 0.00028217049117679443,
      "loss": 1.9046,
      "step": 24653
    },
    {
      "epoch": 1.0097890640999385,
      "grad_norm": 0.9083598938533685,
      "learning_rate": 0.0002821689489566698,
      "loss": 1.0073,
      "step": 24654
    },
    {
      "epoch": 1.009830022527135,
      "grad_norm": 0.8171021177161573,
      "learning_rate": 0.0002821674066740634,
      "loss": 0.8531,
      "step": 24655
    },
    {
      "epoch": 1.0098709809543314,
      "grad_norm": 1.5190239211950747,
      "learning_rate": 0.000282165864328976,
      "loss": 1.3553,
      "step": 24656
    },
    {
      "epoch": 1.0099119393815277,
      "grad_norm": 0.706187268198179,
      "learning_rate": 0.0002821643219214081,
      "loss": 0.7638,
      "step": 24657
    },
    {
      "epoch": 1.0099528978087242,
      "grad_norm": 0.7793502246147428,
      "learning_rate": 0.00028216277945136063,
      "loss": 0.383,
      "step": 24658
    },
    {
      "epoch": 1.0099938562359205,
      "grad_norm": 0.9838423405418528,
      "learning_rate": 0.0002821612369188343,
      "loss": 1.0028,
      "step": 24659
    },
    {
      "epoch": 1.0100348146631168,
      "grad_norm": 0.8430489397569982,
      "learning_rate": 0.00028215969432382975,
      "loss": 0.3773,
      "step": 24660
    },
    {
      "epoch": 1.0100757730903134,
      "grad_norm": 0.6768695008628351,
      "learning_rate": 0.0002821581516663478,
      "loss": 0.4722,
      "step": 24661
    },
    {
      "epoch": 1.0101167315175097,
      "grad_norm": 0.9287073330397971,
      "learning_rate": 0.0002821566089463891,
      "loss": 1.131,
      "step": 24662
    },
    {
      "epoch": 1.0101576899447062,
      "grad_norm": 0.9717131370425421,
      "learning_rate": 0.0002821550661639545,
      "loss": 0.7554,
      "step": 24663
    },
    {
      "epoch": 1.0101986483719025,
      "grad_norm": 1.0612260936871019,
      "learning_rate": 0.0002821535233190446,
      "loss": 0.9572,
      "step": 24664
    },
    {
      "epoch": 1.0102396067990989,
      "grad_norm": 0.7200496297499385,
      "learning_rate": 0.0002821519804116602,
      "loss": 0.5451,
      "step": 24665
    },
    {
      "epoch": 1.0102805652262954,
      "grad_norm": 1.1215374749807363,
      "learning_rate": 0.00028215043744180197,
      "loss": 0.4246,
      "step": 24666
    },
    {
      "epoch": 1.0103215236534917,
      "grad_norm": 0.6857970194733217,
      "learning_rate": 0.00028214889440947077,
      "loss": 0.7351,
      "step": 24667
    },
    {
      "epoch": 1.010362482080688,
      "grad_norm": 1.12112083194638,
      "learning_rate": 0.00028214735131466714,
      "loss": 1.4724,
      "step": 24668
    },
    {
      "epoch": 1.0104034405078846,
      "grad_norm": 0.7744709269340063,
      "learning_rate": 0.000282145808157392,
      "loss": 0.8592,
      "step": 24669
    },
    {
      "epoch": 1.0104443989350809,
      "grad_norm": 0.8730964793466574,
      "learning_rate": 0.00028214426493764595,
      "loss": 0.8479,
      "step": 24670
    },
    {
      "epoch": 1.0104853573622772,
      "grad_norm": 0.6369801051141298,
      "learning_rate": 0.00028214272165542973,
      "loss": 0.4082,
      "step": 24671
    },
    {
      "epoch": 1.0105263157894737,
      "grad_norm": 0.8300494412381363,
      "learning_rate": 0.0002821411783107441,
      "loss": 0.9406,
      "step": 24672
    },
    {
      "epoch": 1.01056727421667,
      "grad_norm": 0.7840220150752091,
      "learning_rate": 0.0002821396349035898,
      "loss": 0.8979,
      "step": 24673
    },
    {
      "epoch": 1.0106082326438666,
      "grad_norm": 0.9148662115542889,
      "learning_rate": 0.00028213809143396763,
      "loss": 1.0475,
      "step": 24674
    },
    {
      "epoch": 1.0106491910710629,
      "grad_norm": 1.0302007550809735,
      "learning_rate": 0.00028213654790187816,
      "loss": 0.7747,
      "step": 24675
    },
    {
      "epoch": 1.0106901494982592,
      "grad_norm": 0.666227538392787,
      "learning_rate": 0.0002821350043073222,
      "loss": 0.2966,
      "step": 24676
    },
    {
      "epoch": 1.0107311079254557,
      "grad_norm": 0.7333173567234391,
      "learning_rate": 0.0002821334606503005,
      "loss": 0.7527,
      "step": 24677
    },
    {
      "epoch": 1.010772066352652,
      "grad_norm": 2.164006189375508,
      "learning_rate": 0.00028213191693081375,
      "loss": 1.482,
      "step": 24678
    },
    {
      "epoch": 1.0108130247798484,
      "grad_norm": 0.7269631864161421,
      "learning_rate": 0.00028213037314886273,
      "loss": 0.7544,
      "step": 24679
    },
    {
      "epoch": 1.010853983207045,
      "grad_norm": 1.0083065804894251,
      "learning_rate": 0.0002821288293044481,
      "loss": 0.7406,
      "step": 24680
    },
    {
      "epoch": 1.0108949416342412,
      "grad_norm": 0.8214414315557497,
      "learning_rate": 0.0002821272853975706,
      "loss": 0.9564,
      "step": 24681
    },
    {
      "epoch": 1.0109359000614377,
      "grad_norm": 1.2753218527515424,
      "learning_rate": 0.0002821257414282311,
      "loss": 0.5093,
      "step": 24682
    },
    {
      "epoch": 1.010976858488634,
      "grad_norm": 1.895054141585168,
      "learning_rate": 0.0002821241973964301,
      "loss": 0.7636,
      "step": 24683
    },
    {
      "epoch": 1.0110178169158304,
      "grad_norm": 0.8971742446024705,
      "learning_rate": 0.0002821226533021685,
      "loss": 0.8392,
      "step": 24684
    },
    {
      "epoch": 1.011058775343027,
      "grad_norm": 0.8307344094159042,
      "learning_rate": 0.00028212110914544694,
      "loss": 0.8658,
      "step": 24685
    },
    {
      "epoch": 1.0110997337702232,
      "grad_norm": 0.7938704647448774,
      "learning_rate": 0.00028211956492626625,
      "loss": 0.6916,
      "step": 24686
    },
    {
      "epoch": 1.0111406921974195,
      "grad_norm": 1.020439903754739,
      "learning_rate": 0.000282118020644627,
      "loss": 1.0465,
      "step": 24687
    },
    {
      "epoch": 1.011181650624616,
      "grad_norm": 0.7285984454421259,
      "learning_rate": 0.0002821164763005301,
      "loss": 0.8535,
      "step": 24688
    },
    {
      "epoch": 1.0112226090518124,
      "grad_norm": 0.8118486028004983,
      "learning_rate": 0.00028211493189397613,
      "loss": 0.79,
      "step": 24689
    },
    {
      "epoch": 1.0112635674790087,
      "grad_norm": 0.6223093673248145,
      "learning_rate": 0.00028211338742496593,
      "loss": 0.7666,
      "step": 24690
    },
    {
      "epoch": 1.0113045259062052,
      "grad_norm": 0.6942413079229586,
      "learning_rate": 0.0002821118428935002,
      "loss": 0.4006,
      "step": 24691
    },
    {
      "epoch": 1.0113454843334015,
      "grad_norm": 0.6745952353153355,
      "learning_rate": 0.00028211029829957967,
      "loss": 0.3316,
      "step": 24692
    },
    {
      "epoch": 1.011386442760598,
      "grad_norm": 0.8077459352605256,
      "learning_rate": 0.000282108753643205,
      "loss": 0.9206,
      "step": 24693
    },
    {
      "epoch": 1.0114274011877944,
      "grad_norm": 0.7360689852857754,
      "learning_rate": 0.000282107208924377,
      "loss": 0.8357,
      "step": 24694
    },
    {
      "epoch": 1.0114683596149907,
      "grad_norm": 0.48845164936551194,
      "learning_rate": 0.00028210566414309636,
      "loss": 0.2641,
      "step": 24695
    },
    {
      "epoch": 1.0115093180421872,
      "grad_norm": 0.8486692893892224,
      "learning_rate": 0.0002821041192993639,
      "loss": 0.8905,
      "step": 24696
    },
    {
      "epoch": 1.0115502764693836,
      "grad_norm": 0.9021906576628443,
      "learning_rate": 0.00028210257439318016,
      "loss": 1.2218,
      "step": 24697
    },
    {
      "epoch": 1.0115912348965799,
      "grad_norm": 0.8013800153672906,
      "learning_rate": 0.00028210102942454607,
      "loss": 0.5174,
      "step": 24698
    },
    {
      "epoch": 1.0116321933237764,
      "grad_norm": 1.102288105566071,
      "learning_rate": 0.0002820994843934623,
      "loss": 0.4739,
      "step": 24699
    },
    {
      "epoch": 1.0116731517509727,
      "grad_norm": 0.7317932245345864,
      "learning_rate": 0.0002820979392999295,
      "loss": 0.7992,
      "step": 24700
    },
    {
      "epoch": 1.0117141101781693,
      "grad_norm": 0.759921299487549,
      "learning_rate": 0.00028209639414394845,
      "loss": 0.8699,
      "step": 24701
    },
    {
      "epoch": 1.0117550686053656,
      "grad_norm": 0.9565362385147868,
      "learning_rate": 0.00028209484892551993,
      "loss": 0.8587,
      "step": 24702
    },
    {
      "epoch": 1.0117960270325619,
      "grad_norm": 1.1891911099763612,
      "learning_rate": 0.0002820933036446446,
      "loss": 1.3482,
      "step": 24703
    },
    {
      "epoch": 1.0118369854597584,
      "grad_norm": 0.9988353576039857,
      "learning_rate": 0.0002820917583013233,
      "loss": 0.9076,
      "step": 24704
    },
    {
      "epoch": 1.0118779438869547,
      "grad_norm": 0.8744262781613263,
      "learning_rate": 0.0002820902128955566,
      "loss": 0.6303,
      "step": 24705
    },
    {
      "epoch": 1.011918902314151,
      "grad_norm": 0.9610527313124411,
      "learning_rate": 0.0002820886674273453,
      "loss": 0.986,
      "step": 24706
    },
    {
      "epoch": 1.0119598607413476,
      "grad_norm": 1.0578223598178287,
      "learning_rate": 0.0002820871218966902,
      "loss": 0.373,
      "step": 24707
    },
    {
      "epoch": 1.012000819168544,
      "grad_norm": 1.6445626823710862,
      "learning_rate": 0.000282085576303592,
      "loss": 1.5463,
      "step": 24708
    },
    {
      "epoch": 1.0120417775957404,
      "grad_norm": 0.6944530186929915,
      "learning_rate": 0.00028208403064805136,
      "loss": 0.6752,
      "step": 24709
    },
    {
      "epoch": 1.0120827360229367,
      "grad_norm": 0.883674482301389,
      "learning_rate": 0.000282082484930069,
      "loss": 0.9112,
      "step": 24710
    },
    {
      "epoch": 1.012123694450133,
      "grad_norm": 1.6605563040529137,
      "learning_rate": 0.0002820809391496458,
      "loss": 1.329,
      "step": 24711
    },
    {
      "epoch": 1.0121646528773296,
      "grad_norm": 2.67148708903265,
      "learning_rate": 0.00028207939330678235,
      "loss": 4.6552,
      "step": 24712
    },
    {
      "epoch": 1.012205611304526,
      "grad_norm": 0.8284619276584928,
      "learning_rate": 0.0002820778474014794,
      "loss": 0.7322,
      "step": 24713
    },
    {
      "epoch": 1.0122465697317222,
      "grad_norm": 0.4940857050013341,
      "learning_rate": 0.00028207630143373775,
      "loss": 0.2431,
      "step": 24714
    },
    {
      "epoch": 1.0122875281589188,
      "grad_norm": 1.504915463887758,
      "learning_rate": 0.00028207475540355806,
      "loss": 0.8151,
      "step": 24715
    },
    {
      "epoch": 1.012328486586115,
      "grad_norm": 1.057009487403112,
      "learning_rate": 0.00028207320931094106,
      "loss": 1.3091,
      "step": 24716
    },
    {
      "epoch": 1.0123694450133114,
      "grad_norm": 0.8131714180233605,
      "learning_rate": 0.0002820716631558876,
      "loss": 0.9577,
      "step": 24717
    },
    {
      "epoch": 1.012410403440508,
      "grad_norm": 4.165225949160354,
      "learning_rate": 0.0002820701169383983,
      "loss": 2.3145,
      "step": 24718
    },
    {
      "epoch": 1.0124513618677042,
      "grad_norm": 0.8052937417849867,
      "learning_rate": 0.0002820685706584739,
      "loss": 0.7502,
      "step": 24719
    },
    {
      "epoch": 1.0124923202949008,
      "grad_norm": 1.2968078084055925,
      "learning_rate": 0.00028206702431611514,
      "loss": 1.3013,
      "step": 24720
    },
    {
      "epoch": 1.012533278722097,
      "grad_norm": 0.9204440421252384,
      "learning_rate": 0.0002820654779113227,
      "loss": 1.1477,
      "step": 24721
    },
    {
      "epoch": 1.0125742371492934,
      "grad_norm": 0.5092779154448166,
      "learning_rate": 0.0002820639314440974,
      "loss": 0.2617,
      "step": 24722
    },
    {
      "epoch": 1.01261519557649,
      "grad_norm": 0.8263331870339864,
      "learning_rate": 0.00028206238491443997,
      "loss": 0.8828,
      "step": 24723
    },
    {
      "epoch": 1.0126561540036862,
      "grad_norm": 0.8348712118617291,
      "learning_rate": 0.0002820608383223511,
      "loss": 0.8616,
      "step": 24724
    },
    {
      "epoch": 1.0126971124308826,
      "grad_norm": 0.80368893725964,
      "learning_rate": 0.0002820592916678315,
      "loss": 0.7132,
      "step": 24725
    },
    {
      "epoch": 1.012738070858079,
      "grad_norm": 1.1363490021914324,
      "learning_rate": 0.00028205774495088196,
      "loss": 0.7258,
      "step": 24726
    },
    {
      "epoch": 1.0127790292852754,
      "grad_norm": 0.8846859235705768,
      "learning_rate": 0.0002820561981715031,
      "loss": 0.9468,
      "step": 24727
    },
    {
      "epoch": 1.012819987712472,
      "grad_norm": 0.7957212012123653,
      "learning_rate": 0.00028205465132969586,
      "loss": 0.6955,
      "step": 24728
    },
    {
      "epoch": 1.0128609461396683,
      "grad_norm": 0.6854472175314925,
      "learning_rate": 0.0002820531044254608,
      "loss": 0.8192,
      "step": 24729
    },
    {
      "epoch": 1.0129019045668646,
      "grad_norm": 0.8025487564701338,
      "learning_rate": 0.00028205155745879865,
      "loss": 0.5039,
      "step": 24730
    },
    {
      "epoch": 1.012942862994061,
      "grad_norm": 0.9576755942251408,
      "learning_rate": 0.0002820500104297102,
      "loss": 0.6077,
      "step": 24731
    },
    {
      "epoch": 1.0129838214212574,
      "grad_norm": 1.2327029511650505,
      "learning_rate": 0.00028204846333819623,
      "loss": 1.3817,
      "step": 24732
    },
    {
      "epoch": 1.0130247798484537,
      "grad_norm": 0.7648770935891133,
      "learning_rate": 0.0002820469161842573,
      "loss": 0.4298,
      "step": 24733
    },
    {
      "epoch": 1.0130657382756503,
      "grad_norm": 1.1269382788840543,
      "learning_rate": 0.00028204536896789435,
      "loss": 1.4361,
      "step": 24734
    },
    {
      "epoch": 1.0131066967028466,
      "grad_norm": 0.8045967442145352,
      "learning_rate": 0.000282043821689108,
      "loss": 1.0709,
      "step": 24735
    },
    {
      "epoch": 1.013147655130043,
      "grad_norm": 0.6795672340669142,
      "learning_rate": 0.0002820422743478989,
      "loss": 0.8312,
      "step": 24736
    },
    {
      "epoch": 1.0131886135572394,
      "grad_norm": 0.8156655935609364,
      "learning_rate": 0.00028204072694426797,
      "loss": 0.7424,
      "step": 24737
    },
    {
      "epoch": 1.0132295719844358,
      "grad_norm": 1.9470910065030171,
      "learning_rate": 0.00028203917947821586,
      "loss": 3.369,
      "step": 24738
    },
    {
      "epoch": 1.0132705304116323,
      "grad_norm": 1.1386101201472765,
      "learning_rate": 0.0002820376319497432,
      "loss": 0.6895,
      "step": 24739
    },
    {
      "epoch": 1.0133114888388286,
      "grad_norm": 2.039700671400456,
      "learning_rate": 0.00028203608435885085,
      "loss": 3.3396,
      "step": 24740
    },
    {
      "epoch": 1.013352447266025,
      "grad_norm": 0.8987425505743393,
      "learning_rate": 0.0002820345367055395,
      "loss": 0.7049,
      "step": 24741
    },
    {
      "epoch": 1.0133934056932214,
      "grad_norm": 1.0027638288129244,
      "learning_rate": 0.0002820329889898099,
      "loss": 1.3325,
      "step": 24742
    },
    {
      "epoch": 1.0134343641204178,
      "grad_norm": 0.9241841300663992,
      "learning_rate": 0.00028203144121166277,
      "loss": 0.8287,
      "step": 24743
    },
    {
      "epoch": 1.013475322547614,
      "grad_norm": 6.209890347193081,
      "learning_rate": 0.00028202989337109877,
      "loss": 1.5981,
      "step": 24744
    },
    {
      "epoch": 1.0135162809748106,
      "grad_norm": 0.6429926190241481,
      "learning_rate": 0.00028202834546811877,
      "loss": 0.7481,
      "step": 24745
    },
    {
      "epoch": 1.013557239402007,
      "grad_norm": 0.652546957257605,
      "learning_rate": 0.00028202679750272336,
      "loss": 0.7433,
      "step": 24746
    },
    {
      "epoch": 1.0135981978292035,
      "grad_norm": 0.7159019754807018,
      "learning_rate": 0.0002820252494749135,
      "loss": 0.6845,
      "step": 24747
    },
    {
      "epoch": 1.0136391562563998,
      "grad_norm": 0.8715508498562269,
      "learning_rate": 0.0002820237013846896,
      "loss": 0.9028,
      "step": 24748
    },
    {
      "epoch": 1.013680114683596,
      "grad_norm": 1.175322107955207,
      "learning_rate": 0.0002820221532320526,
      "loss": 1.0412,
      "step": 24749
    },
    {
      "epoch": 1.0137210731107926,
      "grad_norm": 0.846575868375397,
      "learning_rate": 0.0002820206050170032,
      "loss": 0.9311,
      "step": 24750
    },
    {
      "epoch": 1.013762031537989,
      "grad_norm": 0.8845207349174548,
      "learning_rate": 0.0002820190567395421,
      "loss": 0.2262,
      "step": 24751
    },
    {
      "epoch": 1.0138029899651853,
      "grad_norm": 0.6152850773132781,
      "learning_rate": 0.00028201750839967004,
      "loss": 0.438,
      "step": 24752
    },
    {
      "epoch": 1.0138439483923818,
      "grad_norm": 0.8434075083831989,
      "learning_rate": 0.0002820159599973878,
      "loss": 0.6988,
      "step": 24753
    },
    {
      "epoch": 1.013884906819578,
      "grad_norm": 0.7949706557755984,
      "learning_rate": 0.000282014411532696,
      "loss": 0.6799,
      "step": 24754
    },
    {
      "epoch": 1.0139258652467744,
      "grad_norm": 0.8920446358923901,
      "learning_rate": 0.00028201286300559553,
      "loss": 0.8461,
      "step": 24755
    },
    {
      "epoch": 1.013966823673971,
      "grad_norm": 0.8492086444191242,
      "learning_rate": 0.000282011314416087,
      "loss": 0.8624,
      "step": 24756
    },
    {
      "epoch": 1.0140077821011673,
      "grad_norm": 0.8387701269599143,
      "learning_rate": 0.0002820097657641712,
      "loss": 0.4677,
      "step": 24757
    },
    {
      "epoch": 1.0140487405283638,
      "grad_norm": 0.9730129499913155,
      "learning_rate": 0.00028200821704984884,
      "loss": 0.9994,
      "step": 24758
    },
    {
      "epoch": 1.0140896989555601,
      "grad_norm": 0.7362320021480709,
      "learning_rate": 0.00028200666827312066,
      "loss": 0.7338,
      "step": 24759
    },
    {
      "epoch": 1.0141306573827564,
      "grad_norm": 1.0303242628102276,
      "learning_rate": 0.0002820051194339874,
      "loss": 0.7896,
      "step": 24760
    },
    {
      "epoch": 1.014171615809953,
      "grad_norm": 0.8835454758913914,
      "learning_rate": 0.00028200357053244975,
      "loss": 1.0316,
      "step": 24761
    },
    {
      "epoch": 1.0142125742371493,
      "grad_norm": 0.7085743372338452,
      "learning_rate": 0.0002820020215685085,
      "loss": 0.8689,
      "step": 24762
    },
    {
      "epoch": 1.0142535326643456,
      "grad_norm": 0.9551044041795042,
      "learning_rate": 0.00028200047254216433,
      "loss": 0.9962,
      "step": 24763
    },
    {
      "epoch": 1.0142944910915421,
      "grad_norm": 1.131793498255987,
      "learning_rate": 0.000281998923453418,
      "loss": 1.2177,
      "step": 24764
    },
    {
      "epoch": 1.0143354495187384,
      "grad_norm": 0.7321727867450111,
      "learning_rate": 0.00028199737430227025,
      "loss": 0.573,
      "step": 24765
    },
    {
      "epoch": 1.014376407945935,
      "grad_norm": 0.7660698789678019,
      "learning_rate": 0.0002819958250887218,
      "loss": 0.8924,
      "step": 24766
    },
    {
      "epoch": 1.0144173663731313,
      "grad_norm": 2.852453274755604,
      "learning_rate": 0.0002819942758127733,
      "loss": 3.6072,
      "step": 24767
    },
    {
      "epoch": 1.0144583248003276,
      "grad_norm": 1.9339543523937843,
      "learning_rate": 0.00028199272647442565,
      "loss": 1.2567,
      "step": 24768
    },
    {
      "epoch": 1.0144992832275241,
      "grad_norm": 0.8137840648924353,
      "learning_rate": 0.0002819911770736795,
      "loss": 0.7213,
      "step": 24769
    },
    {
      "epoch": 1.0145402416547205,
      "grad_norm": 1.0337867970553634,
      "learning_rate": 0.00028198962761053555,
      "loss": 0.857,
      "step": 24770
    },
    {
      "epoch": 1.0145812000819168,
      "grad_norm": 0.6830520437683071,
      "learning_rate": 0.00028198807808499463,
      "loss": 0.6366,
      "step": 24771
    },
    {
      "epoch": 1.0146221585091133,
      "grad_norm": 0.961531027052932,
      "learning_rate": 0.00028198652849705734,
      "loss": 0.4317,
      "step": 24772
    },
    {
      "epoch": 1.0146631169363096,
      "grad_norm": 0.8729332832718713,
      "learning_rate": 0.0002819849788467245,
      "loss": 0.9062,
      "step": 24773
    },
    {
      "epoch": 1.0147040753635062,
      "grad_norm": 0.8960946366182267,
      "learning_rate": 0.0002819834291339968,
      "loss": 0.818,
      "step": 24774
    },
    {
      "epoch": 1.0147450337907025,
      "grad_norm": 0.8245647610477201,
      "learning_rate": 0.000281981879358875,
      "loss": 1.3738,
      "step": 24775
    },
    {
      "epoch": 1.0147859922178988,
      "grad_norm": 2.200498939219566,
      "learning_rate": 0.00028198032952135983,
      "loss": 4.0881,
      "step": 24776
    },
    {
      "epoch": 1.0148269506450953,
      "grad_norm": 1.2142864118508003,
      "learning_rate": 0.00028197877962145203,
      "loss": 1.495,
      "step": 24777
    },
    {
      "epoch": 1.0148679090722916,
      "grad_norm": 3.5145667513839176,
      "learning_rate": 0.0002819772296591523,
      "loss": 2.2265,
      "step": 24778
    },
    {
      "epoch": 1.014908867499488,
      "grad_norm": 1.0494779749731462,
      "learning_rate": 0.00028197567963446146,
      "loss": 0.9282,
      "step": 24779
    },
    {
      "epoch": 1.0149498259266845,
      "grad_norm": 15.768917517748683,
      "learning_rate": 0.0002819741295473801,
      "loss": 2.6885,
      "step": 24780
    },
    {
      "epoch": 1.0149907843538808,
      "grad_norm": 1.1474618419122529,
      "learning_rate": 0.00028197257939790906,
      "loss": 1.4355,
      "step": 24781
    },
    {
      "epoch": 1.015031742781077,
      "grad_norm": 1.1093013113153394,
      "learning_rate": 0.00028197102918604903,
      "loss": 0.8517,
      "step": 24782
    },
    {
      "epoch": 1.0150727012082736,
      "grad_norm": 0.9195408948180218,
      "learning_rate": 0.00028196947891180076,
      "loss": 0.8179,
      "step": 24783
    },
    {
      "epoch": 1.01511365963547,
      "grad_norm": 0.8699771513090153,
      "learning_rate": 0.000281967928575165,
      "loss": 1.0899,
      "step": 24784
    },
    {
      "epoch": 1.0151546180626665,
      "grad_norm": 0.7262092707012586,
      "learning_rate": 0.0002819663781761424,
      "loss": 0.9273,
      "step": 24785
    },
    {
      "epoch": 1.0151955764898628,
      "grad_norm": 0.9136199664030918,
      "learning_rate": 0.00028196482771473383,
      "loss": 0.842,
      "step": 24786
    },
    {
      "epoch": 1.0152365349170591,
      "grad_norm": 2.245446012162224,
      "learning_rate": 0.00028196327719093994,
      "loss": 1.6467,
      "step": 24787
    },
    {
      "epoch": 1.0152774933442557,
      "grad_norm": 0.9882417634844031,
      "learning_rate": 0.0002819617266047614,
      "loss": 0.8342,
      "step": 24788
    },
    {
      "epoch": 1.015318451771452,
      "grad_norm": 0.590677543722746,
      "learning_rate": 0.00028196017595619904,
      "loss": 0.7254,
      "step": 24789
    },
    {
      "epoch": 1.0153594101986483,
      "grad_norm": 0.8932765062601368,
      "learning_rate": 0.0002819586252452536,
      "loss": 0.9639,
      "step": 24790
    },
    {
      "epoch": 1.0154003686258448,
      "grad_norm": 0.7761045885709319,
      "learning_rate": 0.00028195707447192575,
      "loss": 0.847,
      "step": 24791
    },
    {
      "epoch": 1.0154413270530411,
      "grad_norm": 1.136241137887797,
      "learning_rate": 0.0002819555236362163,
      "loss": 0.9444,
      "step": 24792
    },
    {
      "epoch": 1.0154822854802377,
      "grad_norm": 1.5035188987331514,
      "learning_rate": 0.0002819539727381259,
      "loss": 1.0966,
      "step": 24793
    },
    {
      "epoch": 1.015523243907434,
      "grad_norm": 0.9535453651189297,
      "learning_rate": 0.0002819524217776553,
      "loss": 1.0322,
      "step": 24794
    },
    {
      "epoch": 1.0155642023346303,
      "grad_norm": 1.097857520122192,
      "learning_rate": 0.0002819508707548053,
      "loss": 0.8446,
      "step": 24795
    },
    {
      "epoch": 1.0156051607618268,
      "grad_norm": 0.5899451473840677,
      "learning_rate": 0.0002819493196695765,
      "loss": 0.2684,
      "step": 24796
    },
    {
      "epoch": 1.0156461191890231,
      "grad_norm": 1.1525324849986198,
      "learning_rate": 0.0002819477685219698,
      "loss": 1.613,
      "step": 24797
    },
    {
      "epoch": 1.0156870776162195,
      "grad_norm": 0.8633214789505954,
      "learning_rate": 0.00028194621731198583,
      "loss": 0.731,
      "step": 24798
    },
    {
      "epoch": 1.015728036043416,
      "grad_norm": 0.8101062305806452,
      "learning_rate": 0.0002819446660396253,
      "loss": 0.8897,
      "step": 24799
    },
    {
      "epoch": 1.0157689944706123,
      "grad_norm": 1.0388061973325329,
      "learning_rate": 0.00028194311470488903,
      "loss": 0.7046,
      "step": 24800
    },
    {
      "epoch": 1.0158099528978086,
      "grad_norm": 1.331044151685635,
      "learning_rate": 0.0002819415633077777,
      "loss": 1.4558,
      "step": 24801
    },
    {
      "epoch": 1.0158509113250052,
      "grad_norm": 0.8716106054222784,
      "learning_rate": 0.0002819400118482921,
      "loss": 0.9525,
      "step": 24802
    },
    {
      "epoch": 1.0158918697522015,
      "grad_norm": 0.9031215003282829,
      "learning_rate": 0.00028193846032643287,
      "loss": 1.0432,
      "step": 24803
    },
    {
      "epoch": 1.015932828179398,
      "grad_norm": 0.9092038254178153,
      "learning_rate": 0.00028193690874220084,
      "loss": 0.8893,
      "step": 24804
    },
    {
      "epoch": 1.0159737866065943,
      "grad_norm": 0.7359654965921887,
      "learning_rate": 0.0002819353570955966,
      "loss": 0.852,
      "step": 24805
    },
    {
      "epoch": 1.0160147450337906,
      "grad_norm": 0.8519631560463681,
      "learning_rate": 0.00028193380538662105,
      "loss": 0.9231,
      "step": 24806
    },
    {
      "epoch": 1.0160557034609872,
      "grad_norm": 1.0011816105222235,
      "learning_rate": 0.00028193225361527487,
      "loss": 1.1454,
      "step": 24807
    },
    {
      "epoch": 1.0160966618881835,
      "grad_norm": 0.8574859966103914,
      "learning_rate": 0.0002819307017815587,
      "loss": 0.8421,
      "step": 24808
    },
    {
      "epoch": 1.0161376203153798,
      "grad_norm": 0.8825772257738498,
      "learning_rate": 0.00028192914988547344,
      "loss": 0.9997,
      "step": 24809
    },
    {
      "epoch": 1.0161785787425763,
      "grad_norm": 1.170801898647443,
      "learning_rate": 0.0002819275979270197,
      "loss": 0.4503,
      "step": 24810
    },
    {
      "epoch": 1.0162195371697726,
      "grad_norm": 0.9795144873789341,
      "learning_rate": 0.0002819260459061982,
      "loss": 0.9226,
      "step": 24811
    },
    {
      "epoch": 1.0162604955969692,
      "grad_norm": 0.8598749867652672,
      "learning_rate": 0.0002819244938230098,
      "loss": 0.8759,
      "step": 24812
    },
    {
      "epoch": 1.0163014540241655,
      "grad_norm": 3.617408590542908,
      "learning_rate": 0.0002819229416774551,
      "loss": 3.6252,
      "step": 24813
    },
    {
      "epoch": 1.0163424124513618,
      "grad_norm": 1.1164556496624833,
      "learning_rate": 0.0002819213894695349,
      "loss": 0.9994,
      "step": 24814
    },
    {
      "epoch": 1.0163833708785583,
      "grad_norm": 0.7106973920011654,
      "learning_rate": 0.0002819198371992499,
      "loss": 0.3848,
      "step": 24815
    },
    {
      "epoch": 1.0164243293057547,
      "grad_norm": 0.7743669259394447,
      "learning_rate": 0.00028191828486660094,
      "loss": 0.8188,
      "step": 24816
    },
    {
      "epoch": 1.016465287732951,
      "grad_norm": 0.6092790348745064,
      "learning_rate": 0.0002819167324715886,
      "loss": 0.3084,
      "step": 24817
    },
    {
      "epoch": 1.0165062461601475,
      "grad_norm": 2.1680585536486277,
      "learning_rate": 0.00028191518001421365,
      "loss": 0.8197,
      "step": 24818
    },
    {
      "epoch": 1.0165472045873438,
      "grad_norm": 0.8241857361303683,
      "learning_rate": 0.0002819136274944769,
      "loss": 0.7108,
      "step": 24819
    },
    {
      "epoch": 1.0165881630145401,
      "grad_norm": 0.7239419609865783,
      "learning_rate": 0.0002819120749123791,
      "loss": 0.8433,
      "step": 24820
    },
    {
      "epoch": 1.0166291214417367,
      "grad_norm": 1.9645957412904944,
      "learning_rate": 0.0002819105222679208,
      "loss": 1.6085,
      "step": 24821
    },
    {
      "epoch": 1.016670079868933,
      "grad_norm": 0.6662474934632795,
      "learning_rate": 0.00028190896956110294,
      "loss": 0.3313,
      "step": 24822
    },
    {
      "epoch": 1.0167110382961295,
      "grad_norm": 1.3745091808503638,
      "learning_rate": 0.0002819074167919262,
      "loss": 0.6092,
      "step": 24823
    },
    {
      "epoch": 1.0167519967233258,
      "grad_norm": 0.8712390100039797,
      "learning_rate": 0.00028190586396039123,
      "loss": 0.8015,
      "step": 24824
    },
    {
      "epoch": 1.0167929551505221,
      "grad_norm": 4.345744350530724,
      "learning_rate": 0.0002819043110664988,
      "loss": 2.5953,
      "step": 24825
    },
    {
      "epoch": 1.0168339135777187,
      "grad_norm": 1.0844206319943597,
      "learning_rate": 0.0002819027581102497,
      "loss": 0.8756,
      "step": 24826
    },
    {
      "epoch": 1.016874872004915,
      "grad_norm": 1.2868069996466271,
      "learning_rate": 0.00028190120509164466,
      "loss": 1.3114,
      "step": 24827
    },
    {
      "epoch": 1.0169158304321113,
      "grad_norm": 0.977829757572113,
      "learning_rate": 0.0002818996520106844,
      "loss": 0.7725,
      "step": 24828
    },
    {
      "epoch": 1.0169567888593078,
      "grad_norm": 0.8124747617578812,
      "learning_rate": 0.0002818980988673696,
      "loss": 0.7681,
      "step": 24829
    },
    {
      "epoch": 1.0169977472865042,
      "grad_norm": 0.8014882446969397,
      "learning_rate": 0.000281896545661701,
      "loss": 0.8959,
      "step": 24830
    },
    {
      "epoch": 1.0170387057137007,
      "grad_norm": 0.8279466798196187,
      "learning_rate": 0.0002818949923936794,
      "loss": 0.7014,
      "step": 24831
    },
    {
      "epoch": 1.017079664140897,
      "grad_norm": 1.3788916738427384,
      "learning_rate": 0.0002818934390633055,
      "loss": 1.47,
      "step": 24832
    },
    {
      "epoch": 1.0171206225680933,
      "grad_norm": 0.6004504098353518,
      "learning_rate": 0.00028189188567058005,
      "loss": 0.3695,
      "step": 24833
    },
    {
      "epoch": 1.0171615809952899,
      "grad_norm": 1.1467946308614418,
      "learning_rate": 0.0002818903322155037,
      "loss": 0.5945,
      "step": 24834
    },
    {
      "epoch": 1.0172025394224862,
      "grad_norm": 1.3192646780729682,
      "learning_rate": 0.00028188877869807737,
      "loss": 1.8792,
      "step": 24835
    },
    {
      "epoch": 1.0172434978496825,
      "grad_norm": 1.1189768039583814,
      "learning_rate": 0.0002818872251183016,
      "loss": 0.8348,
      "step": 24836
    },
    {
      "epoch": 1.017284456276879,
      "grad_norm": 0.8781688532155891,
      "learning_rate": 0.0002818856714761772,
      "loss": 0.6832,
      "step": 24837
    },
    {
      "epoch": 1.0173254147040753,
      "grad_norm": 0.8517467247674938,
      "learning_rate": 0.0002818841177717049,
      "loss": 0.9081,
      "step": 24838
    },
    {
      "epoch": 1.0173663731312717,
      "grad_norm": 0.7799146178218546,
      "learning_rate": 0.0002818825640048855,
      "loss": 0.6668,
      "step": 24839
    },
    {
      "epoch": 1.0174073315584682,
      "grad_norm": 1.3640591399859638,
      "learning_rate": 0.00028188101017571964,
      "loss": 0.538,
      "step": 24840
    },
    {
      "epoch": 1.0174482899856645,
      "grad_norm": 1.0009617341299566,
      "learning_rate": 0.00028187945628420813,
      "loss": 0.861,
      "step": 24841
    },
    {
      "epoch": 1.017489248412861,
      "grad_norm": 0.6230637031905,
      "learning_rate": 0.0002818779023303516,
      "loss": 0.2029,
      "step": 24842
    },
    {
      "epoch": 1.0175302068400573,
      "grad_norm": 1.3043555181672972,
      "learning_rate": 0.0002818763483141509,
      "loss": 1.1272,
      "step": 24843
    },
    {
      "epoch": 1.0175711652672537,
      "grad_norm": 0.8539233086902382,
      "learning_rate": 0.0002818747942356067,
      "loss": 1.0677,
      "step": 24844
    },
    {
      "epoch": 1.0176121236944502,
      "grad_norm": 0.7238929694780836,
      "learning_rate": 0.00028187324009471974,
      "loss": 0.832,
      "step": 24845
    },
    {
      "epoch": 1.0176530821216465,
      "grad_norm": 0.5728367997248511,
      "learning_rate": 0.00028187168589149074,
      "loss": 0.2515,
      "step": 24846
    },
    {
      "epoch": 1.0176940405488428,
      "grad_norm": 0.7531538247145706,
      "learning_rate": 0.0002818701316259205,
      "loss": 0.9825,
      "step": 24847
    },
    {
      "epoch": 1.0177349989760394,
      "grad_norm": 0.6401063345878276,
      "learning_rate": 0.0002818685772980097,
      "loss": 0.7766,
      "step": 24848
    },
    {
      "epoch": 1.0177759574032357,
      "grad_norm": 0.6782714423575511,
      "learning_rate": 0.0002818670229077591,
      "loss": 0.9248,
      "step": 24849
    },
    {
      "epoch": 1.0178169158304322,
      "grad_norm": 0.7136206430576201,
      "learning_rate": 0.0002818654684551694,
      "loss": 0.6682,
      "step": 24850
    },
    {
      "epoch": 1.0178578742576285,
      "grad_norm": 0.8343102850849272,
      "learning_rate": 0.0002818639139402414,
      "loss": 0.8338,
      "step": 24851
    },
    {
      "epoch": 1.0178988326848248,
      "grad_norm": 1.4298854841117388,
      "learning_rate": 0.00028186235936297576,
      "loss": 0.8935,
      "step": 24852
    },
    {
      "epoch": 1.0179397911120214,
      "grad_norm": 0.8398933899979125,
      "learning_rate": 0.00028186080472337327,
      "loss": 0.8926,
      "step": 24853
    },
    {
      "epoch": 1.0179807495392177,
      "grad_norm": 1.3188821738700014,
      "learning_rate": 0.0002818592500214346,
      "loss": 0.8049,
      "step": 24854
    },
    {
      "epoch": 1.018021707966414,
      "grad_norm": 0.8151361945692865,
      "learning_rate": 0.00028185769525716054,
      "loss": 0.8875,
      "step": 24855
    },
    {
      "epoch": 1.0180626663936105,
      "grad_norm": 1.122726685641253,
      "learning_rate": 0.0002818561404305519,
      "loss": 1.075,
      "step": 24856
    },
    {
      "epoch": 1.0181036248208069,
      "grad_norm": 0.7255697150480744,
      "learning_rate": 0.0002818545855416092,
      "loss": 0.8452,
      "step": 24857
    },
    {
      "epoch": 1.0181445832480032,
      "grad_norm": 0.7963451127226089,
      "learning_rate": 0.0002818530305903334,
      "loss": 0.7174,
      "step": 24858
    },
    {
      "epoch": 1.0181855416751997,
      "grad_norm": 4.554286522501352,
      "learning_rate": 0.0002818514755767251,
      "loss": 4.1831,
      "step": 24859
    },
    {
      "epoch": 1.018226500102396,
      "grad_norm": 0.6917404841049178,
      "learning_rate": 0.00028184992050078506,
      "loss": 0.7185,
      "step": 24860
    },
    {
      "epoch": 1.0182674585295926,
      "grad_norm": 0.9038719305322744,
      "learning_rate": 0.000281848365362514,
      "loss": 1.152,
      "step": 24861
    },
    {
      "epoch": 1.0183084169567889,
      "grad_norm": 0.7999056914027936,
      "learning_rate": 0.00028184681016191275,
      "loss": 0.7712,
      "step": 24862
    },
    {
      "epoch": 1.0183493753839852,
      "grad_norm": 0.872364619414699,
      "learning_rate": 0.00028184525489898194,
      "loss": 1.0481,
      "step": 24863
    },
    {
      "epoch": 1.0183903338111817,
      "grad_norm": 0.6314797272561188,
      "learning_rate": 0.00028184369957372235,
      "loss": 0.2853,
      "step": 24864
    },
    {
      "epoch": 1.018431292238378,
      "grad_norm": 0.8210604276033898,
      "learning_rate": 0.00028184214418613474,
      "loss": 0.9402,
      "step": 24865
    },
    {
      "epoch": 1.0184722506655743,
      "grad_norm": 0.7879921633606322,
      "learning_rate": 0.00028184058873621977,
      "loss": 0.3083,
      "step": 24866
    },
    {
      "epoch": 1.0185132090927709,
      "grad_norm": 0.871548018306608,
      "learning_rate": 0.0002818390332239783,
      "loss": 0.7729,
      "step": 24867
    },
    {
      "epoch": 1.0185541675199672,
      "grad_norm": 1.034268187396528,
      "learning_rate": 0.0002818374776494109,
      "loss": 0.78,
      "step": 24868
    },
    {
      "epoch": 1.0185951259471637,
      "grad_norm": 0.8559535121722559,
      "learning_rate": 0.0002818359220125184,
      "loss": 0.7322,
      "step": 24869
    },
    {
      "epoch": 1.01863608437436,
      "grad_norm": 2.854027756456821,
      "learning_rate": 0.00028183436631330154,
      "loss": 0.8796,
      "step": 24870
    },
    {
      "epoch": 1.0186770428015564,
      "grad_norm": 0.7758438824875682,
      "learning_rate": 0.00028183281055176105,
      "loss": 0.9199,
      "step": 24871
    },
    {
      "epoch": 1.018718001228753,
      "grad_norm": 1.3050839024368333,
      "learning_rate": 0.00028183125472789765,
      "loss": 1.4376,
      "step": 24872
    },
    {
      "epoch": 1.0187589596559492,
      "grad_norm": 0.8549581688099288,
      "learning_rate": 0.0002818296988417121,
      "loss": 0.7801,
      "step": 24873
    },
    {
      "epoch": 1.0187999180831455,
      "grad_norm": 0.8201912615895876,
      "learning_rate": 0.0002818281428932051,
      "loss": 0.6933,
      "step": 24874
    },
    {
      "epoch": 1.018840876510342,
      "grad_norm": 0.679959905879124,
      "learning_rate": 0.0002818265868823774,
      "loss": 0.7138,
      "step": 24875
    },
    {
      "epoch": 1.0188818349375384,
      "grad_norm": 0.624467434180705,
      "learning_rate": 0.00028182503080922977,
      "loss": 0.588,
      "step": 24876
    },
    {
      "epoch": 1.018922793364735,
      "grad_norm": 1.0162212006112803,
      "learning_rate": 0.00028182347467376286,
      "loss": 0.9085,
      "step": 24877
    },
    {
      "epoch": 1.0189637517919312,
      "grad_norm": 0.6637724384412005,
      "learning_rate": 0.0002818219184759775,
      "loss": 0.8945,
      "step": 24878
    },
    {
      "epoch": 1.0190047102191275,
      "grad_norm": 0.7208134654261583,
      "learning_rate": 0.0002818203622158744,
      "loss": 0.8698,
      "step": 24879
    },
    {
      "epoch": 1.019045668646324,
      "grad_norm": 0.7251092980158655,
      "learning_rate": 0.0002818188058934542,
      "loss": 0.8045,
      "step": 24880
    },
    {
      "epoch": 1.0190866270735204,
      "grad_norm": 0.9755096938663316,
      "learning_rate": 0.0002818172495087178,
      "loss": 0.8578,
      "step": 24881
    },
    {
      "epoch": 1.0191275855007167,
      "grad_norm": 1.1377770251260524,
      "learning_rate": 0.0002818156930616658,
      "loss": 1.0523,
      "step": 24882
    },
    {
      "epoch": 1.0191685439279132,
      "grad_norm": 0.9621933849695896,
      "learning_rate": 0.00028181413655229906,
      "loss": 0.9385,
      "step": 24883
    },
    {
      "epoch": 1.0192095023551095,
      "grad_norm": 0.7994459843432842,
      "learning_rate": 0.0002818125799806182,
      "loss": 0.7122,
      "step": 24884
    },
    {
      "epoch": 1.0192504607823059,
      "grad_norm": 0.8393746024520956,
      "learning_rate": 0.00028181102334662403,
      "loss": 0.4956,
      "step": 24885
    },
    {
      "epoch": 1.0192914192095024,
      "grad_norm": 0.6735642885718781,
      "learning_rate": 0.00028180946665031724,
      "loss": 0.8167,
      "step": 24886
    },
    {
      "epoch": 1.0193323776366987,
      "grad_norm": 0.8842874975660215,
      "learning_rate": 0.0002818079098916985,
      "loss": 1.0244,
      "step": 24887
    },
    {
      "epoch": 1.0193733360638952,
      "grad_norm": 0.966727776124871,
      "learning_rate": 0.00028180635307076875,
      "loss": 0.9029,
      "step": 24888
    },
    {
      "epoch": 1.0194142944910916,
      "grad_norm": 1.0437660105182425,
      "learning_rate": 0.0002818047961875286,
      "loss": 1.0962,
      "step": 24889
    },
    {
      "epoch": 1.0194552529182879,
      "grad_norm": 1.1695809661912644,
      "learning_rate": 0.00028180323924197867,
      "loss": 1.1634,
      "step": 24890
    },
    {
      "epoch": 1.0194962113454844,
      "grad_norm": 1.7649846250983934,
      "learning_rate": 0.0002818016822341199,
      "loss": 1.5314,
      "step": 24891
    },
    {
      "epoch": 1.0195371697726807,
      "grad_norm": 0.8694496396053912,
      "learning_rate": 0.000281800125163953,
      "loss": 1.0426,
      "step": 24892
    },
    {
      "epoch": 1.019578128199877,
      "grad_norm": 0.9941967600444636,
      "learning_rate": 0.00028179856803147856,
      "loss": 0.9531,
      "step": 24893
    },
    {
      "epoch": 1.0196190866270736,
      "grad_norm": 0.8177212558638902,
      "learning_rate": 0.00028179701083669745,
      "loss": 0.8847,
      "step": 24894
    },
    {
      "epoch": 1.0196600450542699,
      "grad_norm": 0.743370251534471,
      "learning_rate": 0.00028179545357961033,
      "loss": 0.6407,
      "step": 24895
    },
    {
      "epoch": 1.0197010034814664,
      "grad_norm": 0.8119402975546525,
      "learning_rate": 0.00028179389626021797,
      "loss": 0.9502,
      "step": 24896
    },
    {
      "epoch": 1.0197419619086627,
      "grad_norm": 0.9188579185135907,
      "learning_rate": 0.0002817923388785211,
      "loss": 1.2859,
      "step": 24897
    },
    {
      "epoch": 1.019782920335859,
      "grad_norm": 0.9465637088599215,
      "learning_rate": 0.00028179078143452047,
      "loss": 0.7627,
      "step": 24898
    },
    {
      "epoch": 1.0198238787630556,
      "grad_norm": 0.8425692070392049,
      "learning_rate": 0.0002817892239282168,
      "loss": 0.7212,
      "step": 24899
    },
    {
      "epoch": 1.019864837190252,
      "grad_norm": 0.899668551717686,
      "learning_rate": 0.00028178766635961086,
      "loss": 1.1903,
      "step": 24900
    },
    {
      "epoch": 1.0199057956174482,
      "grad_norm": 0.7556520790449608,
      "learning_rate": 0.00028178610872870336,
      "loss": 0.9636,
      "step": 24901
    },
    {
      "epoch": 1.0199467540446447,
      "grad_norm": 0.9399262418654607,
      "learning_rate": 0.000281784551035495,
      "loss": 0.6725,
      "step": 24902
    },
    {
      "epoch": 1.019987712471841,
      "grad_norm": 0.7751221581456841,
      "learning_rate": 0.0002817829932799866,
      "loss": 0.834,
      "step": 24903
    },
    {
      "epoch": 1.0200286708990374,
      "grad_norm": 3.959773669026574,
      "learning_rate": 0.0002817814354621788,
      "loss": 1.9146,
      "step": 24904
    },
    {
      "epoch": 1.020069629326234,
      "grad_norm": 0.7270251846578613,
      "learning_rate": 0.0002817798775820724,
      "loss": 0.8104,
      "step": 24905
    },
    {
      "epoch": 1.0201105877534302,
      "grad_norm": 0.6405898404114798,
      "learning_rate": 0.0002817783196396681,
      "loss": 0.671,
      "step": 24906
    },
    {
      "epoch": 1.0201515461806268,
      "grad_norm": 0.6980589534385834,
      "learning_rate": 0.0002817767616349667,
      "loss": 0.7468,
      "step": 24907
    },
    {
      "epoch": 1.020192504607823,
      "grad_norm": 0.6791877654157366,
      "learning_rate": 0.00028177520356796886,
      "loss": 0.6607,
      "step": 24908
    },
    {
      "epoch": 1.0202334630350194,
      "grad_norm": 0.6179187265269686,
      "learning_rate": 0.00028177364543867535,
      "loss": 0.6118,
      "step": 24909
    },
    {
      "epoch": 1.020274421462216,
      "grad_norm": 0.87020506014212,
      "learning_rate": 0.0002817720872470869,
      "loss": 0.8809,
      "step": 24910
    },
    {
      "epoch": 1.0203153798894122,
      "grad_norm": 0.6332910886429471,
      "learning_rate": 0.0002817705289932043,
      "loss": 0.6905,
      "step": 24911
    },
    {
      "epoch": 1.0203563383166085,
      "grad_norm": 0.6474960151742686,
      "learning_rate": 0.0002817689706770282,
      "loss": 0.8473,
      "step": 24912
    },
    {
      "epoch": 1.020397296743805,
      "grad_norm": 0.7601757915832204,
      "learning_rate": 0.0002817674122985594,
      "loss": 0.732,
      "step": 24913
    },
    {
      "epoch": 1.0204382551710014,
      "grad_norm": 0.7897320250124641,
      "learning_rate": 0.0002817658538577986,
      "loss": 0.3003,
      "step": 24914
    },
    {
      "epoch": 1.020479213598198,
      "grad_norm": 0.8356420546119141,
      "learning_rate": 0.0002817642953547465,
      "loss": 0.8882,
      "step": 24915
    },
    {
      "epoch": 1.0205201720253942,
      "grad_norm": 1.1195623518841906,
      "learning_rate": 0.000281762736789404,
      "loss": 1.0044,
      "step": 24916
    },
    {
      "epoch": 1.0205611304525906,
      "grad_norm": 2.2340102432964577,
      "learning_rate": 0.0002817611781617717,
      "loss": 1.8256,
      "step": 24917
    },
    {
      "epoch": 1.020602088879787,
      "grad_norm": 0.8224795816127817,
      "learning_rate": 0.00028175961947185025,
      "loss": 0.8922,
      "step": 24918
    },
    {
      "epoch": 1.0206430473069834,
      "grad_norm": 0.7890827646383858,
      "learning_rate": 0.0002817580607196406,
      "loss": 0.3281,
      "step": 24919
    },
    {
      "epoch": 1.0206840057341797,
      "grad_norm": 1.0960385774401455,
      "learning_rate": 0.00028175650190514335,
      "loss": 1.0304,
      "step": 24920
    },
    {
      "epoch": 1.0207249641613763,
      "grad_norm": 1.954221409185428,
      "learning_rate": 0.0002817549430283593,
      "loss": 2.0059,
      "step": 24921
    },
    {
      "epoch": 1.0207659225885726,
      "grad_norm": 0.7507005063462681,
      "learning_rate": 0.0002817533840892891,
      "loss": 0.8332,
      "step": 24922
    },
    {
      "epoch": 1.0208068810157689,
      "grad_norm": 1.1124424350056417,
      "learning_rate": 0.0002817518250879336,
      "loss": 0.7385,
      "step": 24923
    },
    {
      "epoch": 1.0208478394429654,
      "grad_norm": 1.34825076069777,
      "learning_rate": 0.00028175026602429346,
      "loss": 1.8614,
      "step": 24924
    },
    {
      "epoch": 1.0208887978701617,
      "grad_norm": 0.7842934998463919,
      "learning_rate": 0.0002817487068983694,
      "loss": 0.8251,
      "step": 24925
    },
    {
      "epoch": 1.0209297562973583,
      "grad_norm": 1.9866405918942163,
      "learning_rate": 0.00028174714771016224,
      "loss": 3.9171,
      "step": 24926
    },
    {
      "epoch": 1.0209707147245546,
      "grad_norm": 0.8383936672664604,
      "learning_rate": 0.0002817455884596727,
      "loss": 0.8906,
      "step": 24927
    },
    {
      "epoch": 1.021011673151751,
      "grad_norm": 0.9384825175057944,
      "learning_rate": 0.0002817440291469015,
      "loss": 0.7419,
      "step": 24928
    },
    {
      "epoch": 1.0210526315789474,
      "grad_norm": 0.49550704423204406,
      "learning_rate": 0.00028174246977184927,
      "loss": 0.3122,
      "step": 24929
    },
    {
      "epoch": 1.0210935900061437,
      "grad_norm": 1.3397123345052306,
      "learning_rate": 0.00028174091033451697,
      "loss": 1.1338,
      "step": 24930
    },
    {
      "epoch": 1.02113454843334,
      "grad_norm": 4.5185161432057885,
      "learning_rate": 0.0002817393508349051,
      "loss": 2.6892,
      "step": 24931
    },
    {
      "epoch": 1.0211755068605366,
      "grad_norm": 0.8834592826523182,
      "learning_rate": 0.00028173779127301456,
      "loss": 0.9015,
      "step": 24932
    },
    {
      "epoch": 1.021216465287733,
      "grad_norm": 0.8490930988963629,
      "learning_rate": 0.00028173623164884603,
      "loss": 1.0174,
      "step": 24933
    },
    {
      "epoch": 1.0212574237149294,
      "grad_norm": 1.835571144196011,
      "learning_rate": 0.0002817346719624003,
      "loss": 1.8541,
      "step": 24934
    },
    {
      "epoch": 1.0212983821421258,
      "grad_norm": 0.7532719675951449,
      "learning_rate": 0.00028173311221367796,
      "loss": 0.7781,
      "step": 24935
    },
    {
      "epoch": 1.021339340569322,
      "grad_norm": 1.2563453982979498,
      "learning_rate": 0.00028173155240267993,
      "loss": 0.579,
      "step": 24936
    },
    {
      "epoch": 1.0213802989965186,
      "grad_norm": 4.075760457046084,
      "learning_rate": 0.00028172999252940685,
      "loss": 4.3656,
      "step": 24937
    },
    {
      "epoch": 1.021421257423715,
      "grad_norm": 0.6901016140270043,
      "learning_rate": 0.00028172843259385947,
      "loss": 0.3389,
      "step": 24938
    },
    {
      "epoch": 1.0214622158509112,
      "grad_norm": 0.654437083063052,
      "learning_rate": 0.0002817268725960385,
      "loss": 0.398,
      "step": 24939
    },
    {
      "epoch": 1.0215031742781078,
      "grad_norm": 1.1743605682720295,
      "learning_rate": 0.00028172531253594475,
      "loss": 0.716,
      "step": 24940
    },
    {
      "epoch": 1.021544132705304,
      "grad_norm": 0.8117160118997911,
      "learning_rate": 0.0002817237524135789,
      "loss": 0.9345,
      "step": 24941
    },
    {
      "epoch": 1.0215850911325006,
      "grad_norm": 4.0541337469940775,
      "learning_rate": 0.0002817221922289417,
      "loss": 2.6057,
      "step": 24942
    },
    {
      "epoch": 1.021626049559697,
      "grad_norm": 0.8302879683829775,
      "learning_rate": 0.0002817206319820339,
      "loss": 0.8344,
      "step": 24943
    },
    {
      "epoch": 1.0216670079868932,
      "grad_norm": 1.1138035660737935,
      "learning_rate": 0.0002817190716728562,
      "loss": 0.8595,
      "step": 24944
    },
    {
      "epoch": 1.0217079664140898,
      "grad_norm": 0.8890283753429212,
      "learning_rate": 0.00028171751130140943,
      "loss": 1.0842,
      "step": 24945
    },
    {
      "epoch": 1.021748924841286,
      "grad_norm": 0.6600210819382045,
      "learning_rate": 0.0002817159508676942,
      "loss": 0.8377,
      "step": 24946
    },
    {
      "epoch": 1.0217898832684824,
      "grad_norm": 1.7641582259641504,
      "learning_rate": 0.0002817143903717114,
      "loss": 0.8101,
      "step": 24947
    },
    {
      "epoch": 1.021830841695679,
      "grad_norm": 0.8331780419178099,
      "learning_rate": 0.00028171282981346153,
      "loss": 1.1194,
      "step": 24948
    },
    {
      "epoch": 1.0218718001228753,
      "grad_norm": 0.7700110110771079,
      "learning_rate": 0.0002817112691929456,
      "loss": 0.3734,
      "step": 24949
    },
    {
      "epoch": 1.0219127585500716,
      "grad_norm": 0.5997613484244696,
      "learning_rate": 0.00028170970851016416,
      "loss": 0.2989,
      "step": 24950
    },
    {
      "epoch": 1.0219537169772681,
      "grad_norm": 1.0253134866489484,
      "learning_rate": 0.00028170814776511805,
      "loss": 0.2781,
      "step": 24951
    },
    {
      "epoch": 1.0219946754044644,
      "grad_norm": 0.8757375534467491,
      "learning_rate": 0.000281706586957808,
      "loss": 0.4349,
      "step": 24952
    },
    {
      "epoch": 1.022035633831661,
      "grad_norm": 0.8354736539484756,
      "learning_rate": 0.00028170502608823464,
      "loss": 0.7761,
      "step": 24953
    },
    {
      "epoch": 1.0220765922588573,
      "grad_norm": 1.1700147314326772,
      "learning_rate": 0.00028170346515639887,
      "loss": 0.8867,
      "step": 24954
    },
    {
      "epoch": 1.0221175506860536,
      "grad_norm": 0.8873668750655341,
      "learning_rate": 0.00028170190416230127,
      "loss": 0.7287,
      "step": 24955
    },
    {
      "epoch": 1.0221585091132501,
      "grad_norm": 0.8035673503435253,
      "learning_rate": 0.0002817003431059427,
      "loss": 0.7755,
      "step": 24956
    },
    {
      "epoch": 1.0221994675404464,
      "grad_norm": 0.8804884601226602,
      "learning_rate": 0.0002816987819873238,
      "loss": 0.9183,
      "step": 24957
    },
    {
      "epoch": 1.0222404259676428,
      "grad_norm": 0.7688001697742872,
      "learning_rate": 0.0002816972208064454,
      "loss": 0.9859,
      "step": 24958
    },
    {
      "epoch": 1.0222813843948393,
      "grad_norm": 0.7537024543257864,
      "learning_rate": 0.0002816956595633082,
      "loss": 0.6947,
      "step": 24959
    },
    {
      "epoch": 1.0223223428220356,
      "grad_norm": 0.9817752561334355,
      "learning_rate": 0.0002816940982579129,
      "loss": 0.8942,
      "step": 24960
    },
    {
      "epoch": 1.0223633012492321,
      "grad_norm": 0.9868841479537679,
      "learning_rate": 0.00028169253689026033,
      "loss": 1.0723,
      "step": 24961
    },
    {
      "epoch": 1.0224042596764285,
      "grad_norm": 0.7283507218978116,
      "learning_rate": 0.0002816909754603511,
      "loss": 0.4656,
      "step": 24962
    },
    {
      "epoch": 1.0224452181036248,
      "grad_norm": 0.9407699573856988,
      "learning_rate": 0.00028168941396818607,
      "loss": 0.9223,
      "step": 24963
    },
    {
      "epoch": 1.0224861765308213,
      "grad_norm": 1.1329354143598602,
      "learning_rate": 0.0002816878524137659,
      "loss": 1.0836,
      "step": 24964
    },
    {
      "epoch": 1.0225271349580176,
      "grad_norm": 0.7560328194564132,
      "learning_rate": 0.0002816862907970914,
      "loss": 0.707,
      "step": 24965
    },
    {
      "epoch": 1.022568093385214,
      "grad_norm": 0.8228461874735028,
      "learning_rate": 0.0002816847291181632,
      "loss": 0.8844,
      "step": 24966
    },
    {
      "epoch": 1.0226090518124105,
      "grad_norm": 0.7585648641936319,
      "learning_rate": 0.0002816831673769821,
      "loss": 0.3965,
      "step": 24967
    },
    {
      "epoch": 1.0226500102396068,
      "grad_norm": 0.7443667776928784,
      "learning_rate": 0.00028168160557354887,
      "loss": 0.8926,
      "step": 24968
    },
    {
      "epoch": 1.022690968666803,
      "grad_norm": 2.2381806701293647,
      "learning_rate": 0.0002816800437078642,
      "loss": 1.4054,
      "step": 24969
    },
    {
      "epoch": 1.0227319270939996,
      "grad_norm": 0.7548453734840571,
      "learning_rate": 0.0002816784817799289,
      "loss": 0.8624,
      "step": 24970
    },
    {
      "epoch": 1.022772885521196,
      "grad_norm": 0.6007630217673549,
      "learning_rate": 0.00028167691978974363,
      "loss": 0.3128,
      "step": 24971
    },
    {
      "epoch": 1.0228138439483925,
      "grad_norm": 1.265089076426222,
      "learning_rate": 0.00028167535773730907,
      "loss": 1.0557,
      "step": 24972
    },
    {
      "epoch": 1.0228548023755888,
      "grad_norm": 1.1809774565446138,
      "learning_rate": 0.00028167379562262613,
      "loss": 0.768,
      "step": 24973
    },
    {
      "epoch": 1.022895760802785,
      "grad_norm": 0.77578362767072,
      "learning_rate": 0.00028167223344569546,
      "loss": 0.7018,
      "step": 24974
    },
    {
      "epoch": 1.0229367192299816,
      "grad_norm": 0.8323115096085459,
      "learning_rate": 0.00028167067120651775,
      "loss": 0.7157,
      "step": 24975
    },
    {
      "epoch": 1.022977677657178,
      "grad_norm": 0.7215547488799218,
      "learning_rate": 0.00028166910890509384,
      "loss": 0.6017,
      "step": 24976
    },
    {
      "epoch": 1.0230186360843743,
      "grad_norm": 0.8540378220356896,
      "learning_rate": 0.00028166754654142435,
      "loss": 0.9514,
      "step": 24977
    },
    {
      "epoch": 1.0230595945115708,
      "grad_norm": 1.3419400775449832,
      "learning_rate": 0.0002816659841155101,
      "loss": 0.7613,
      "step": 24978
    },
    {
      "epoch": 1.0231005529387671,
      "grad_norm": 0.7257040983253913,
      "learning_rate": 0.0002816644216273519,
      "loss": 0.6364,
      "step": 24979
    },
    {
      "epoch": 1.0231415113659637,
      "grad_norm": 0.5900613319338728,
      "learning_rate": 0.0002816628590769503,
      "loss": 0.5802,
      "step": 24980
    },
    {
      "epoch": 1.02318246979316,
      "grad_norm": 0.625935179198269,
      "learning_rate": 0.00028166129646430623,
      "loss": 0.2999,
      "step": 24981
    },
    {
      "epoch": 1.0232234282203563,
      "grad_norm": 1.0265204980739986,
      "learning_rate": 0.0002816597337894203,
      "loss": 1.2323,
      "step": 24982
    },
    {
      "epoch": 1.0232643866475528,
      "grad_norm": 1.0580308190103265,
      "learning_rate": 0.00028165817105229327,
      "loss": 0.9335,
      "step": 24983
    },
    {
      "epoch": 1.0233053450747491,
      "grad_norm": 0.7086564616561712,
      "learning_rate": 0.00028165660825292587,
      "loss": 0.7443,
      "step": 24984
    },
    {
      "epoch": 1.0233463035019454,
      "grad_norm": 0.9958465369717533,
      "learning_rate": 0.0002816550453913189,
      "loss": 1.0275,
      "step": 24985
    },
    {
      "epoch": 1.023387261929142,
      "grad_norm": 0.5623960446032733,
      "learning_rate": 0.00028165348246747307,
      "loss": 0.2981,
      "step": 24986
    },
    {
      "epoch": 1.0234282203563383,
      "grad_norm": 0.6128661311952591,
      "learning_rate": 0.0002816519194813891,
      "loss": 0.3462,
      "step": 24987
    },
    {
      "epoch": 1.0234691787835346,
      "grad_norm": 1.173650373170383,
      "learning_rate": 0.00028165035643306773,
      "loss": 0.4652,
      "step": 24988
    },
    {
      "epoch": 1.0235101372107311,
      "grad_norm": 1.0854410950797033,
      "learning_rate": 0.00028164879332250975,
      "loss": 0.8084,
      "step": 24989
    },
    {
      "epoch": 1.0235510956379275,
      "grad_norm": 1.0321405951397833,
      "learning_rate": 0.00028164723014971585,
      "loss": 1.3156,
      "step": 24990
    },
    {
      "epoch": 1.023592054065124,
      "grad_norm": 1.2691431758159288,
      "learning_rate": 0.0002816456669146868,
      "loss": 1.1063,
      "step": 24991
    },
    {
      "epoch": 1.0236330124923203,
      "grad_norm": 2.1150133850583845,
      "learning_rate": 0.0002816441036174233,
      "loss": 1.5269,
      "step": 24992
    },
    {
      "epoch": 1.0236739709195166,
      "grad_norm": 0.8698272539789272,
      "learning_rate": 0.000281642540257926,
      "loss": 1.0116,
      "step": 24993
    },
    {
      "epoch": 1.0237149293467132,
      "grad_norm": 0.6627832828182764,
      "learning_rate": 0.00028164097683619586,
      "loss": 0.8288,
      "step": 24994
    },
    {
      "epoch": 1.0237558877739095,
      "grad_norm": 4.197022678450027,
      "learning_rate": 0.0002816394133522335,
      "loss": 1.7658,
      "step": 24995
    },
    {
      "epoch": 1.0237968462011058,
      "grad_norm": 2.6142779500422573,
      "learning_rate": 0.00028163784980603967,
      "loss": 3.6,
      "step": 24996
    },
    {
      "epoch": 1.0238378046283023,
      "grad_norm": 2.9944696452491737,
      "learning_rate": 0.00028163628619761507,
      "loss": 3.9702,
      "step": 24997
    },
    {
      "epoch": 1.0238787630554986,
      "grad_norm": 0.6570797353971756,
      "learning_rate": 0.00028163472252696047,
      "loss": 0.3757,
      "step": 24998
    },
    {
      "epoch": 1.0239197214826952,
      "grad_norm": 0.7823812832201874,
      "learning_rate": 0.0002816331587940766,
      "loss": 0.9795,
      "step": 24999
    },
    {
      "epoch": 1.0239606799098915,
      "grad_norm": 0.7658981254237135,
      "learning_rate": 0.00028163159499896423,
      "loss": 0.8442,
      "step": 25000
    },
    {
      "epoch": 1.0240016383370878,
      "grad_norm": 0.827934234922897,
      "learning_rate": 0.00028163003114162405,
      "loss": 0.7976,
      "step": 25001
    },
    {
      "epoch": 1.0240425967642843,
      "grad_norm": 0.7984806286825712,
      "learning_rate": 0.0002816284672220569,
      "loss": 0.8112,
      "step": 25002
    },
    {
      "epoch": 1.0240835551914806,
      "grad_norm": 0.7261898596831665,
      "learning_rate": 0.00028162690324026344,
      "loss": 0.5302,
      "step": 25003
    },
    {
      "epoch": 1.024124513618677,
      "grad_norm": 2.5063622956339366,
      "learning_rate": 0.0002816253391962444,
      "loss": 4.5768,
      "step": 25004
    },
    {
      "epoch": 1.0241654720458735,
      "grad_norm": 0.7587790646881437,
      "learning_rate": 0.0002816237750900005,
      "loss": 0.3437,
      "step": 25005
    },
    {
      "epoch": 1.0242064304730698,
      "grad_norm": 0.6490813312080099,
      "learning_rate": 0.0002816222109215325,
      "loss": 0.3764,
      "step": 25006
    },
    {
      "epoch": 1.0242473889002661,
      "grad_norm": 0.7290986287389741,
      "learning_rate": 0.00028162064669084123,
      "loss": 0.5079,
      "step": 25007
    },
    {
      "epoch": 1.0242883473274627,
      "grad_norm": 0.9426992195377832,
      "learning_rate": 0.00028161908239792734,
      "loss": 1.0607,
      "step": 25008
    },
    {
      "epoch": 1.024329305754659,
      "grad_norm": 0.7541261606227224,
      "learning_rate": 0.00028161751804279156,
      "loss": 0.767,
      "step": 25009
    },
    {
      "epoch": 1.0243702641818555,
      "grad_norm": 1.3722826785965054,
      "learning_rate": 0.0002816159536254347,
      "loss": 0.772,
      "step": 25010
    },
    {
      "epoch": 1.0244112226090518,
      "grad_norm": 0.825418618178962,
      "learning_rate": 0.0002816143891458574,
      "loss": 0.9034,
      "step": 25011
    },
    {
      "epoch": 1.0244521810362481,
      "grad_norm": 0.6301167870726911,
      "learning_rate": 0.0002816128246040605,
      "loss": 0.3382,
      "step": 25012
    },
    {
      "epoch": 1.0244931394634447,
      "grad_norm": 0.7457717051719818,
      "learning_rate": 0.00028161126000004463,
      "loss": 0.7729,
      "step": 25013
    },
    {
      "epoch": 1.024534097890641,
      "grad_norm": 0.8696098665944635,
      "learning_rate": 0.00028160969533381065,
      "loss": 0.4302,
      "step": 25014
    },
    {
      "epoch": 1.0245750563178373,
      "grad_norm": 1.214162433188946,
      "learning_rate": 0.00028160813060535924,
      "loss": 1.5183,
      "step": 25015
    },
    {
      "epoch": 1.0246160147450338,
      "grad_norm": 2.153491052857,
      "learning_rate": 0.0002816065658146911,
      "loss": 2.9129,
      "step": 25016
    },
    {
      "epoch": 1.0246569731722301,
      "grad_norm": 0.5510189322987219,
      "learning_rate": 0.00028160500096180706,
      "loss": 0.4181,
      "step": 25017
    },
    {
      "epoch": 1.0246979315994267,
      "grad_norm": 0.6636733602057405,
      "learning_rate": 0.00028160343604670775,
      "loss": 0.3227,
      "step": 25018
    },
    {
      "epoch": 1.024738890026623,
      "grad_norm": 0.7526114327799962,
      "learning_rate": 0.000281601871069394,
      "loss": 0.7827,
      "step": 25019
    },
    {
      "epoch": 1.0247798484538193,
      "grad_norm": 0.7244466510626928,
      "learning_rate": 0.0002816003060298666,
      "loss": 0.7259,
      "step": 25020
    },
    {
      "epoch": 1.0248208068810158,
      "grad_norm": 0.7537825375807585,
      "learning_rate": 0.00028159874092812613,
      "loss": 0.7763,
      "step": 25021
    },
    {
      "epoch": 1.0248617653082122,
      "grad_norm": 0.8483558176550173,
      "learning_rate": 0.0002815971757641734,
      "loss": 1.0907,
      "step": 25022
    },
    {
      "epoch": 1.0249027237354085,
      "grad_norm": 1.0609499770846524,
      "learning_rate": 0.00028159561053800924,
      "loss": 1.0212,
      "step": 25023
    },
    {
      "epoch": 1.024943682162605,
      "grad_norm": 0.6496710226242273,
      "learning_rate": 0.00028159404524963425,
      "loss": 0.6164,
      "step": 25024
    },
    {
      "epoch": 1.0249846405898013,
      "grad_norm": 0.828335670972169,
      "learning_rate": 0.00028159247989904926,
      "loss": 1.0452,
      "step": 25025
    },
    {
      "epoch": 1.0250255990169976,
      "grad_norm": 0.8254683847506709,
      "learning_rate": 0.0002815909144862549,
      "loss": 0.9222,
      "step": 25026
    },
    {
      "epoch": 1.0250665574441942,
      "grad_norm": 0.5897458124248589,
      "learning_rate": 0.0002815893490112521,
      "loss": 0.3369,
      "step": 25027
    },
    {
      "epoch": 1.0251075158713905,
      "grad_norm": 1.3146482784404416,
      "learning_rate": 0.0002815877834740414,
      "loss": 1.5763,
      "step": 25028
    },
    {
      "epoch": 1.025148474298587,
      "grad_norm": 0.7816515253955216,
      "learning_rate": 0.00028158621787462374,
      "loss": 0.9753,
      "step": 25029
    },
    {
      "epoch": 1.0251894327257833,
      "grad_norm": 1.0316528139877297,
      "learning_rate": 0.00028158465221299973,
      "loss": 1.0674,
      "step": 25030
    },
    {
      "epoch": 1.0252303911529796,
      "grad_norm": 0.8469666343027117,
      "learning_rate": 0.00028158308648917006,
      "loss": 0.792,
      "step": 25031
    },
    {
      "epoch": 1.0252713495801762,
      "grad_norm": 0.4815902317727193,
      "learning_rate": 0.00028158152070313554,
      "loss": 0.3866,
      "step": 25032
    },
    {
      "epoch": 1.0253123080073725,
      "grad_norm": 0.6082317556127582,
      "learning_rate": 0.00028157995485489693,
      "loss": 0.5131,
      "step": 25033
    },
    {
      "epoch": 1.0253532664345688,
      "grad_norm": 0.7809491349593767,
      "learning_rate": 0.00028157838894445503,
      "loss": 0.875,
      "step": 25034
    },
    {
      "epoch": 1.0253942248617653,
      "grad_norm": 0.6987248741568128,
      "learning_rate": 0.0002815768229718104,
      "loss": 0.5194,
      "step": 25035
    },
    {
      "epoch": 1.0254351832889617,
      "grad_norm": 0.613228073117661,
      "learning_rate": 0.00028157525693696395,
      "loss": 0.696,
      "step": 25036
    },
    {
      "epoch": 1.0254761417161582,
      "grad_norm": 0.8893170618967774,
      "learning_rate": 0.00028157369083991633,
      "loss": 0.994,
      "step": 25037
    },
    {
      "epoch": 1.0255171001433545,
      "grad_norm": 0.5876603746686664,
      "learning_rate": 0.0002815721246806683,
      "loss": 0.362,
      "step": 25038
    },
    {
      "epoch": 1.0255580585705508,
      "grad_norm": 0.9827821629712308,
      "learning_rate": 0.00028157055845922063,
      "loss": 1.1956,
      "step": 25039
    },
    {
      "epoch": 1.0255990169977474,
      "grad_norm": 1.3259022236286653,
      "learning_rate": 0.000281568992175574,
      "loss": 0.6953,
      "step": 25040
    },
    {
      "epoch": 1.0256399754249437,
      "grad_norm": 0.8382610414335262,
      "learning_rate": 0.0002815674258297292,
      "loss": 0.549,
      "step": 25041
    },
    {
      "epoch": 1.02568093385214,
      "grad_norm": 0.7950828468180687,
      "learning_rate": 0.0002815658594216869,
      "loss": 0.8638,
      "step": 25042
    },
    {
      "epoch": 1.0257218922793365,
      "grad_norm": 0.9559761620690542,
      "learning_rate": 0.000281564292951448,
      "loss": 0.8915,
      "step": 25043
    },
    {
      "epoch": 1.0257628507065328,
      "grad_norm": 0.9308197931407269,
      "learning_rate": 0.0002815627264190131,
      "loss": 0.695,
      "step": 25044
    },
    {
      "epoch": 1.0258038091337294,
      "grad_norm": 1.5943594444088016,
      "learning_rate": 0.00028156115982438295,
      "loss": 1.0507,
      "step": 25045
    },
    {
      "epoch": 1.0258447675609257,
      "grad_norm": 0.9433741842458205,
      "learning_rate": 0.00028155959316755833,
      "loss": 0.7639,
      "step": 25046
    },
    {
      "epoch": 1.025885725988122,
      "grad_norm": 2.4709791456618126,
      "learning_rate": 0.00028155802644854,
      "loss": 4.0894,
      "step": 25047
    },
    {
      "epoch": 1.0259266844153185,
      "grad_norm": 0.5783367545241539,
      "learning_rate": 0.00028155645966732864,
      "loss": 0.6515,
      "step": 25048
    },
    {
      "epoch": 1.0259676428425148,
      "grad_norm": 0.9329179132043915,
      "learning_rate": 0.000281554892823925,
      "loss": 1.2013,
      "step": 25049
    },
    {
      "epoch": 1.0260086012697112,
      "grad_norm": 0.8756377819547034,
      "learning_rate": 0.00028155332591832985,
      "loss": 0.5005,
      "step": 25050
    },
    {
      "epoch": 1.0260495596969077,
      "grad_norm": 1.0416277774394769,
      "learning_rate": 0.0002815517589505439,
      "loss": 0.9655,
      "step": 25051
    },
    {
      "epoch": 1.026090518124104,
      "grad_norm": 0.8162397348057542,
      "learning_rate": 0.00028155019192056797,
      "loss": 0.8043,
      "step": 25052
    },
    {
      "epoch": 1.0261314765513003,
      "grad_norm": 0.8906649732900931,
      "learning_rate": 0.00028154862482840273,
      "loss": 0.8655,
      "step": 25053
    },
    {
      "epoch": 1.0261724349784969,
      "grad_norm": 0.7771981956722024,
      "learning_rate": 0.0002815470576740489,
      "loss": 0.4457,
      "step": 25054
    },
    {
      "epoch": 1.0262133934056932,
      "grad_norm": 0.6095255672683572,
      "learning_rate": 0.00028154549045750725,
      "loss": 0.266,
      "step": 25055
    },
    {
      "epoch": 1.0262543518328897,
      "grad_norm": 0.7600696046720599,
      "learning_rate": 0.0002815439231787786,
      "loss": 0.966,
      "step": 25056
    },
    {
      "epoch": 1.026295310260086,
      "grad_norm": 0.9330002354091516,
      "learning_rate": 0.00028154235583786354,
      "loss": 1.1542,
      "step": 25057
    },
    {
      "epoch": 1.0263362686872823,
      "grad_norm": 0.767293770400493,
      "learning_rate": 0.0002815407884347629,
      "loss": 0.4909,
      "step": 25058
    },
    {
      "epoch": 1.0263772271144789,
      "grad_norm": 0.9281159533936892,
      "learning_rate": 0.00028153922096947745,
      "loss": 0.8815,
      "step": 25059
    },
    {
      "epoch": 1.0264181855416752,
      "grad_norm": 1.0826941288248495,
      "learning_rate": 0.0002815376534420078,
      "loss": 1.0631,
      "step": 25060
    },
    {
      "epoch": 1.0264591439688715,
      "grad_norm": 0.638199654228372,
      "learning_rate": 0.0002815360858523549,
      "loss": 0.6473,
      "step": 25061
    },
    {
      "epoch": 1.026500102396068,
      "grad_norm": 1.3541905161992143,
      "learning_rate": 0.0002815345182005193,
      "loss": 1.4682,
      "step": 25062
    },
    {
      "epoch": 1.0265410608232644,
      "grad_norm": 0.8479031702622627,
      "learning_rate": 0.0002815329504865018,
      "loss": 0.4459,
      "step": 25063
    },
    {
      "epoch": 1.0265820192504609,
      "grad_norm": 0.6321946953952223,
      "learning_rate": 0.0002815313827103032,
      "loss": 0.5617,
      "step": 25064
    },
    {
      "epoch": 1.0266229776776572,
      "grad_norm": 2.140139357228867,
      "learning_rate": 0.00028152981487192415,
      "loss": 1.7136,
      "step": 25065
    },
    {
      "epoch": 1.0266639361048535,
      "grad_norm": 0.821870187263862,
      "learning_rate": 0.00028152824697136547,
      "loss": 0.6617,
      "step": 25066
    },
    {
      "epoch": 1.02670489453205,
      "grad_norm": 0.6437505140558892,
      "learning_rate": 0.00028152667900862785,
      "loss": 0.5142,
      "step": 25067
    },
    {
      "epoch": 1.0267458529592464,
      "grad_norm": 1.1521649184916882,
      "learning_rate": 0.00028152511098371205,
      "loss": 1.1263,
      "step": 25068
    },
    {
      "epoch": 1.0267868113864427,
      "grad_norm": 0.8391622489705702,
      "learning_rate": 0.0002815235428966188,
      "loss": 0.7641,
      "step": 25069
    },
    {
      "epoch": 1.0268277698136392,
      "grad_norm": 0.7998623233664017,
      "learning_rate": 0.0002815219747473489,
      "loss": 0.855,
      "step": 25070
    },
    {
      "epoch": 1.0268687282408355,
      "grad_norm": 0.8573296856490341,
      "learning_rate": 0.000281520406535903,
      "loss": 0.9766,
      "step": 25071
    },
    {
      "epoch": 1.0269096866680318,
      "grad_norm": 1.2613179071624083,
      "learning_rate": 0.0002815188382622819,
      "loss": 1.08,
      "step": 25072
    },
    {
      "epoch": 1.0269506450952284,
      "grad_norm": 0.8193999870474281,
      "learning_rate": 0.0002815172699264863,
      "loss": 0.6872,
      "step": 25073
    },
    {
      "epoch": 1.0269916035224247,
      "grad_norm": 0.9369083353939395,
      "learning_rate": 0.00028151570152851695,
      "loss": 0.9044,
      "step": 25074
    },
    {
      "epoch": 1.0270325619496212,
      "grad_norm": 0.6187655145460434,
      "learning_rate": 0.00028151413306837464,
      "loss": 0.2927,
      "step": 25075
    },
    {
      "epoch": 1.0270735203768175,
      "grad_norm": 2.4090255391808437,
      "learning_rate": 0.00028151256454606006,
      "loss": 1.2046,
      "step": 25076
    },
    {
      "epoch": 1.0271144788040139,
      "grad_norm": 1.0127743764445007,
      "learning_rate": 0.000281510995961574,
      "loss": 0.7709,
      "step": 25077
    },
    {
      "epoch": 1.0271554372312104,
      "grad_norm": 0.9672297358116524,
      "learning_rate": 0.00028150942731491717,
      "loss": 0.8568,
      "step": 25078
    },
    {
      "epoch": 1.0271963956584067,
      "grad_norm": 1.2666776498917016,
      "learning_rate": 0.00028150785860609027,
      "loss": 1.0818,
      "step": 25079
    },
    {
      "epoch": 1.027237354085603,
      "grad_norm": 1.0562595910051134,
      "learning_rate": 0.00028150628983509413,
      "loss": 1.0291,
      "step": 25080
    },
    {
      "epoch": 1.0272783125127996,
      "grad_norm": 0.9229720615284009,
      "learning_rate": 0.00028150472100192946,
      "loss": 1.0895,
      "step": 25081
    },
    {
      "epoch": 1.0273192709399959,
      "grad_norm": 0.7210987913388354,
      "learning_rate": 0.00028150315210659696,
      "loss": 0.837,
      "step": 25082
    },
    {
      "epoch": 1.0273602293671924,
      "grad_norm": 0.5957018344376849,
      "learning_rate": 0.0002815015831490974,
      "loss": 0.3351,
      "step": 25083
    },
    {
      "epoch": 1.0274011877943887,
      "grad_norm": 0.7360245291932241,
      "learning_rate": 0.0002815000141294315,
      "loss": 0.769,
      "step": 25084
    },
    {
      "epoch": 1.027442146221585,
      "grad_norm": 0.9461054135178006,
      "learning_rate": 0.0002814984450476001,
      "loss": 0.7369,
      "step": 25085
    },
    {
      "epoch": 1.0274831046487816,
      "grad_norm": 1.5296436314728952,
      "learning_rate": 0.00028149687590360383,
      "loss": 1.6254,
      "step": 25086
    },
    {
      "epoch": 1.0275240630759779,
      "grad_norm": 1.0295665293020342,
      "learning_rate": 0.0002814953066974434,
      "loss": 1.2865,
      "step": 25087
    },
    {
      "epoch": 1.0275650215031742,
      "grad_norm": 0.8434327558902034,
      "learning_rate": 0.0002814937374291197,
      "loss": 0.8674,
      "step": 25088
    },
    {
      "epoch": 1.0276059799303707,
      "grad_norm": 0.9776593230796101,
      "learning_rate": 0.00028149216809863337,
      "loss": 1.0426,
      "step": 25089
    },
    {
      "epoch": 1.027646938357567,
      "grad_norm": 0.9182505621288185,
      "learning_rate": 0.00028149059870598514,
      "loss": 0.8145,
      "step": 25090
    },
    {
      "epoch": 1.0276878967847636,
      "grad_norm": 0.5319321273228385,
      "learning_rate": 0.0002814890292511758,
      "loss": 0.4445,
      "step": 25091
    },
    {
      "epoch": 1.02772885521196,
      "grad_norm": 0.763585044051829,
      "learning_rate": 0.0002814874597342061,
      "loss": 0.6271,
      "step": 25092
    },
    {
      "epoch": 1.0277698136391562,
      "grad_norm": 0.7299385983939003,
      "learning_rate": 0.00028148589015507676,
      "loss": 0.583,
      "step": 25093
    },
    {
      "epoch": 1.0278107720663527,
      "grad_norm": 1.1170601469784585,
      "learning_rate": 0.0002814843205137885,
      "loss": 0.6964,
      "step": 25094
    },
    {
      "epoch": 1.027851730493549,
      "grad_norm": 1.2482344076810667,
      "learning_rate": 0.0002814827508103421,
      "loss": 1.1806,
      "step": 25095
    },
    {
      "epoch": 1.0278926889207454,
      "grad_norm": 0.8951709247884971,
      "learning_rate": 0.00028148118104473827,
      "loss": 0.8105,
      "step": 25096
    },
    {
      "epoch": 1.027933647347942,
      "grad_norm": 0.9978121052053991,
      "learning_rate": 0.00028147961121697775,
      "loss": 1.141,
      "step": 25097
    },
    {
      "epoch": 1.0279746057751382,
      "grad_norm": 0.90498088914967,
      "learning_rate": 0.0002814780413270614,
      "loss": 0.8485,
      "step": 25098
    },
    {
      "epoch": 1.0280155642023345,
      "grad_norm": 2.278315490402345,
      "learning_rate": 0.0002814764713749898,
      "loss": 2.0722,
      "step": 25099
    },
    {
      "epoch": 1.028056522629531,
      "grad_norm": 0.8920474714322619,
      "learning_rate": 0.0002814749013607637,
      "loss": 0.6948,
      "step": 25100
    },
    {
      "epoch": 1.0280974810567274,
      "grad_norm": 1.3098370399451336,
      "learning_rate": 0.00028147333128438395,
      "loss": 0.6589,
      "step": 25101
    },
    {
      "epoch": 1.028138439483924,
      "grad_norm": 1.2481343166448868,
      "learning_rate": 0.0002814717611458512,
      "loss": 1.1839,
      "step": 25102
    },
    {
      "epoch": 1.0281793979111202,
      "grad_norm": 0.7266589687849425,
      "learning_rate": 0.00028147019094516623,
      "loss": 0.6386,
      "step": 25103
    },
    {
      "epoch": 1.0282203563383165,
      "grad_norm": 0.6615695667714456,
      "learning_rate": 0.00028146862068232986,
      "loss": 0.7905,
      "step": 25104
    },
    {
      "epoch": 1.028261314765513,
      "grad_norm": 1.032774757626952,
      "learning_rate": 0.0002814670503573427,
      "loss": 0.4752,
      "step": 25105
    },
    {
      "epoch": 1.0283022731927094,
      "grad_norm": 0.8237476735952157,
      "learning_rate": 0.0002814654799702055,
      "loss": 0.9056,
      "step": 25106
    },
    {
      "epoch": 1.0283432316199057,
      "grad_norm": 0.9980117528866155,
      "learning_rate": 0.0002814639095209191,
      "loss": 0.7959,
      "step": 25107
    },
    {
      "epoch": 1.0283841900471022,
      "grad_norm": 4.092621679653817,
      "learning_rate": 0.0002814623390094842,
      "loss": 3.2056,
      "step": 25108
    },
    {
      "epoch": 1.0284251484742986,
      "grad_norm": 1.1698015451202546,
      "learning_rate": 0.00028146076843590153,
      "loss": 1.1786,
      "step": 25109
    },
    {
      "epoch": 1.028466106901495,
      "grad_norm": 1.0566896140428907,
      "learning_rate": 0.0002814591978001718,
      "loss": 1.1535,
      "step": 25110
    },
    {
      "epoch": 1.0285070653286914,
      "grad_norm": 0.8629950692600682,
      "learning_rate": 0.0002814576271022958,
      "loss": 0.8034,
      "step": 25111
    },
    {
      "epoch": 1.0285480237558877,
      "grad_norm": 0.8895511650588653,
      "learning_rate": 0.0002814560563422743,
      "loss": 0.7635,
      "step": 25112
    },
    {
      "epoch": 1.0285889821830843,
      "grad_norm": 0.863962449007717,
      "learning_rate": 0.00028145448552010805,
      "loss": 1.0742,
      "step": 25113
    },
    {
      "epoch": 1.0286299406102806,
      "grad_norm": 1.1276263348183515,
      "learning_rate": 0.00028145291463579767,
      "loss": 0.8879,
      "step": 25114
    },
    {
      "epoch": 1.0286708990374769,
      "grad_norm": 0.6860040681521123,
      "learning_rate": 0.00028145134368934397,
      "loss": 0.7513,
      "step": 25115
    },
    {
      "epoch": 1.0287118574646734,
      "grad_norm": 0.7872683898608225,
      "learning_rate": 0.00028144977268074775,
      "loss": 0.8642,
      "step": 25116
    },
    {
      "epoch": 1.0287528158918697,
      "grad_norm": 0.7549229432858557,
      "learning_rate": 0.00028144820161000967,
      "loss": 0.9719,
      "step": 25117
    },
    {
      "epoch": 1.028793774319066,
      "grad_norm": 1.7860663188201662,
      "learning_rate": 0.0002814466304771305,
      "loss": 2.8904,
      "step": 25118
    },
    {
      "epoch": 1.0288347327462626,
      "grad_norm": 1.0548302673069476,
      "learning_rate": 0.000281445059282111,
      "loss": 1.1101,
      "step": 25119
    },
    {
      "epoch": 1.028875691173459,
      "grad_norm": 0.7434417607547931,
      "learning_rate": 0.000281443488024952,
      "loss": 0.3679,
      "step": 25120
    },
    {
      "epoch": 1.0289166496006554,
      "grad_norm": 0.9390539036119785,
      "learning_rate": 0.000281441916705654,
      "loss": 0.5959,
      "step": 25121
    },
    {
      "epoch": 1.0289576080278517,
      "grad_norm": 0.7401692914223083,
      "learning_rate": 0.00028144034532421794,
      "loss": 0.7705,
      "step": 25122
    },
    {
      "epoch": 1.028998566455048,
      "grad_norm": 0.8459429895629019,
      "learning_rate": 0.00028143877388064453,
      "loss": 0.7264,
      "step": 25123
    },
    {
      "epoch": 1.0290395248822446,
      "grad_norm": 3.128030733264556,
      "learning_rate": 0.00028143720237493446,
      "loss": 1.5245,
      "step": 25124
    },
    {
      "epoch": 1.029080483309441,
      "grad_norm": 0.8933439995245861,
      "learning_rate": 0.00028143563080708855,
      "loss": 0.8235,
      "step": 25125
    },
    {
      "epoch": 1.0291214417366372,
      "grad_norm": 0.8866258852521797,
      "learning_rate": 0.00028143405917710744,
      "loss": 0.8014,
      "step": 25126
    },
    {
      "epoch": 1.0291624001638338,
      "grad_norm": 1.324669663964057,
      "learning_rate": 0.000281432487484992,
      "loss": 0.6194,
      "step": 25127
    },
    {
      "epoch": 1.02920335859103,
      "grad_norm": 0.7463750320144683,
      "learning_rate": 0.0002814309157307429,
      "loss": 0.7484,
      "step": 25128
    },
    {
      "epoch": 1.0292443170182266,
      "grad_norm": 0.8602557451291244,
      "learning_rate": 0.0002814293439143609,
      "loss": 0.6972,
      "step": 25129
    },
    {
      "epoch": 1.029285275445423,
      "grad_norm": 0.9400456063579541,
      "learning_rate": 0.00028142777203584666,
      "loss": 1.3472,
      "step": 25130
    },
    {
      "epoch": 1.0293262338726192,
      "grad_norm": 1.258996145873277,
      "learning_rate": 0.0002814262000952011,
      "loss": 1.0887,
      "step": 25131
    },
    {
      "epoch": 1.0293671922998158,
      "grad_norm": 0.7690936104130044,
      "learning_rate": 0.00028142462809242476,
      "loss": 0.5628,
      "step": 25132
    },
    {
      "epoch": 1.029408150727012,
      "grad_norm": 1.7651930485043792,
      "learning_rate": 0.00028142305602751855,
      "loss": 1.3483,
      "step": 25133
    },
    {
      "epoch": 1.0294491091542084,
      "grad_norm": 0.7050674799775211,
      "learning_rate": 0.0002814214839004831,
      "loss": 0.7544,
      "step": 25134
    },
    {
      "epoch": 1.029490067581405,
      "grad_norm": 0.7761375123263601,
      "learning_rate": 0.0002814199117113192,
      "loss": 0.9035,
      "step": 25135
    },
    {
      "epoch": 1.0295310260086012,
      "grad_norm": 0.8580535014675353,
      "learning_rate": 0.00028141833946002765,
      "loss": 0.8146,
      "step": 25136
    },
    {
      "epoch": 1.0295719844357976,
      "grad_norm": 0.8989524729606756,
      "learning_rate": 0.00028141676714660903,
      "loss": 0.8894,
      "step": 25137
    },
    {
      "epoch": 1.029612942862994,
      "grad_norm": 0.6990791352047359,
      "learning_rate": 0.00028141519477106427,
      "loss": 0.5931,
      "step": 25138
    },
    {
      "epoch": 1.0296539012901904,
      "grad_norm": 1.5618296712962227,
      "learning_rate": 0.000281413622333394,
      "loss": 1.1823,
      "step": 25139
    },
    {
      "epoch": 1.029694859717387,
      "grad_norm": 0.8096713292757383,
      "learning_rate": 0.00028141204983359903,
      "loss": 0.7038,
      "step": 25140
    },
    {
      "epoch": 1.0297358181445833,
      "grad_norm": 0.8949787519668397,
      "learning_rate": 0.00028141047727168,
      "loss": 0.86,
      "step": 25141
    },
    {
      "epoch": 1.0297767765717796,
      "grad_norm": 0.7681129598742439,
      "learning_rate": 0.0002814089046476378,
      "loss": 0.4666,
      "step": 25142
    },
    {
      "epoch": 1.029817734998976,
      "grad_norm": 1.2097579009510908,
      "learning_rate": 0.000281407331961473,
      "loss": 1.0491,
      "step": 25143
    },
    {
      "epoch": 1.0298586934261724,
      "grad_norm": 0.9844418995416729,
      "learning_rate": 0.0002814057592131866,
      "loss": 0.9222,
      "step": 25144
    },
    {
      "epoch": 1.0298996518533687,
      "grad_norm": 0.8440827431907784,
      "learning_rate": 0.0002814041864027791,
      "loss": 0.6567,
      "step": 25145
    },
    {
      "epoch": 1.0299406102805653,
      "grad_norm": 1.3393509471531342,
      "learning_rate": 0.0002814026135302512,
      "loss": 1.3317,
      "step": 25146
    },
    {
      "epoch": 1.0299815687077616,
      "grad_norm": 0.6722231857512597,
      "learning_rate": 0.00028140104059560394,
      "loss": 0.5839,
      "step": 25147
    },
    {
      "epoch": 1.0300225271349581,
      "grad_norm": 0.8516761924431587,
      "learning_rate": 0.00028139946759883784,
      "loss": 0.7681,
      "step": 25148
    },
    {
      "epoch": 1.0300634855621544,
      "grad_norm": 1.1103562553880937,
      "learning_rate": 0.0002813978945399537,
      "loss": 1.0203,
      "step": 25149
    },
    {
      "epoch": 1.0301044439893507,
      "grad_norm": 1.1241340129242356,
      "learning_rate": 0.00028139632141895227,
      "loss": 0.9748,
      "step": 25150
    },
    {
      "epoch": 1.0301454024165473,
      "grad_norm": 0.9543966180590873,
      "learning_rate": 0.0002813947482358342,
      "loss": 0.7397,
      "step": 25151
    },
    {
      "epoch": 1.0301863608437436,
      "grad_norm": 0.9303798329140619,
      "learning_rate": 0.0002813931749906004,
      "loss": 0.7898,
      "step": 25152
    },
    {
      "epoch": 1.03022731927094,
      "grad_norm": 0.8750679701723317,
      "learning_rate": 0.00028139160168325154,
      "loss": 1.0646,
      "step": 25153
    },
    {
      "epoch": 1.0302682776981364,
      "grad_norm": 0.8875335611243267,
      "learning_rate": 0.0002813900283137883,
      "loss": 0.9379,
      "step": 25154
    },
    {
      "epoch": 1.0303092361253328,
      "grad_norm": 1.0016428525941259,
      "learning_rate": 0.0002813884548822115,
      "loss": 0.356,
      "step": 25155
    },
    {
      "epoch": 1.030350194552529,
      "grad_norm": 1.337049619441991,
      "learning_rate": 0.00028138688138852185,
      "loss": 1.2618,
      "step": 25156
    },
    {
      "epoch": 1.0303911529797256,
      "grad_norm": 0.9308709860692795,
      "learning_rate": 0.00028138530783272013,
      "loss": 0.9629,
      "step": 25157
    },
    {
      "epoch": 1.030432111406922,
      "grad_norm": 0.8542091586738005,
      "learning_rate": 0.0002813837342148071,
      "loss": 1.1129,
      "step": 25158
    },
    {
      "epoch": 1.0304730698341185,
      "grad_norm": 0.8696631726637012,
      "learning_rate": 0.0002813821605347834,
      "loss": 0.7003,
      "step": 25159
    },
    {
      "epoch": 1.0305140282613148,
      "grad_norm": 0.9724568425795301,
      "learning_rate": 0.0002813805867926498,
      "loss": 0.8977,
      "step": 25160
    },
    {
      "epoch": 1.030554986688511,
      "grad_norm": 0.8016725616778841,
      "learning_rate": 0.0002813790129884072,
      "loss": 0.9148,
      "step": 25161
    },
    {
      "epoch": 1.0305959451157076,
      "grad_norm": 0.8084493111802085,
      "learning_rate": 0.0002813774391220561,
      "loss": 0.5329,
      "step": 25162
    },
    {
      "epoch": 1.030636903542904,
      "grad_norm": 0.7652759049064851,
      "learning_rate": 0.0002813758651935975,
      "loss": 0.8221,
      "step": 25163
    },
    {
      "epoch": 1.0306778619701003,
      "grad_norm": 0.7106931256338769,
      "learning_rate": 0.00028137429120303194,
      "loss": 0.5898,
      "step": 25164
    },
    {
      "epoch": 1.0307188203972968,
      "grad_norm": 0.9309278337680237,
      "learning_rate": 0.0002813727171503602,
      "loss": 0.9641,
      "step": 25165
    },
    {
      "epoch": 1.030759778824493,
      "grad_norm": 0.5819956423791405,
      "learning_rate": 0.00028137114303558315,
      "loss": 0.3853,
      "step": 25166
    },
    {
      "epoch": 1.0308007372516896,
      "grad_norm": 1.0695522611557406,
      "learning_rate": 0.0002813695688587014,
      "loss": 1.128,
      "step": 25167
    },
    {
      "epoch": 1.030841695678886,
      "grad_norm": 0.5773684954867148,
      "learning_rate": 0.0002813679946197157,
      "loss": 0.3369,
      "step": 25168
    },
    {
      "epoch": 1.0308826541060823,
      "grad_norm": 1.0563808315769578,
      "learning_rate": 0.0002813664203186269,
      "loss": 1.1454,
      "step": 25169
    },
    {
      "epoch": 1.0309236125332788,
      "grad_norm": 0.5779957391587794,
      "learning_rate": 0.0002813648459554357,
      "loss": 0.3446,
      "step": 25170
    },
    {
      "epoch": 1.0309645709604751,
      "grad_norm": 1.042293745422489,
      "learning_rate": 0.00028136327153014274,
      "loss": 0.9706,
      "step": 25171
    },
    {
      "epoch": 1.0310055293876714,
      "grad_norm": 0.8236717705041979,
      "learning_rate": 0.0002813616970427489,
      "loss": 0.882,
      "step": 25172
    },
    {
      "epoch": 1.031046487814868,
      "grad_norm": 0.8208897601500174,
      "learning_rate": 0.0002813601224932549,
      "loss": 0.8646,
      "step": 25173
    },
    {
      "epoch": 1.0310874462420643,
      "grad_norm": 0.7634883901809335,
      "learning_rate": 0.0002813585478816614,
      "loss": 0.5488,
      "step": 25174
    },
    {
      "epoch": 1.0311284046692606,
      "grad_norm": 0.7053212570985979,
      "learning_rate": 0.0002813569732079692,
      "loss": 0.685,
      "step": 25175
    },
    {
      "epoch": 1.0311693630964571,
      "grad_norm": 0.809706176952301,
      "learning_rate": 0.00028135539847217914,
      "loss": 0.776,
      "step": 25176
    },
    {
      "epoch": 1.0312103215236534,
      "grad_norm": 0.9483971804259577,
      "learning_rate": 0.0002813538236742918,
      "loss": 1.079,
      "step": 25177
    },
    {
      "epoch": 1.03125127995085,
      "grad_norm": 0.62743695197823,
      "learning_rate": 0.00028135224881430793,
      "loss": 0.6043,
      "step": 25178
    },
    {
      "epoch": 1.0312922383780463,
      "grad_norm": 1.4745933862518181,
      "learning_rate": 0.0002813506738922284,
      "loss": 1.4644,
      "step": 25179
    },
    {
      "epoch": 1.0313331968052426,
      "grad_norm": 0.7767634336961549,
      "learning_rate": 0.0002813490989080539,
      "loss": 0.9084,
      "step": 25180
    },
    {
      "epoch": 1.0313741552324391,
      "grad_norm": 1.2665388665859942,
      "learning_rate": 0.00028134752386178516,
      "loss": 1.2584,
      "step": 25181
    },
    {
      "epoch": 1.0314151136596355,
      "grad_norm": 0.942319937868953,
      "learning_rate": 0.00028134594875342295,
      "loss": 0.8268,
      "step": 25182
    },
    {
      "epoch": 1.0314560720868318,
      "grad_norm": 1.0934900267607268,
      "learning_rate": 0.000281344373582968,
      "loss": 1.1178,
      "step": 25183
    },
    {
      "epoch": 1.0314970305140283,
      "grad_norm": 0.8176828381639707,
      "learning_rate": 0.000281342798350421,
      "loss": 0.5937,
      "step": 25184
    },
    {
      "epoch": 1.0315379889412246,
      "grad_norm": 0.5612051091844914,
      "learning_rate": 0.00028134122305578283,
      "loss": 0.3193,
      "step": 25185
    },
    {
      "epoch": 1.0315789473684212,
      "grad_norm": 0.8028366892264801,
      "learning_rate": 0.0002813396476990541,
      "loss": 0.8183,
      "step": 25186
    },
    {
      "epoch": 1.0316199057956175,
      "grad_norm": 0.6615201036823197,
      "learning_rate": 0.00028133807228023557,
      "loss": 0.7291,
      "step": 25187
    },
    {
      "epoch": 1.0316608642228138,
      "grad_norm": 0.8631418252709512,
      "learning_rate": 0.0002813364967993281,
      "loss": 0.9482,
      "step": 25188
    },
    {
      "epoch": 1.0317018226500103,
      "grad_norm": 0.7458025834053982,
      "learning_rate": 0.0002813349212563323,
      "loss": 0.7401,
      "step": 25189
    },
    {
      "epoch": 1.0317427810772066,
      "grad_norm": 0.6855630957307898,
      "learning_rate": 0.0002813333456512489,
      "loss": 0.5565,
      "step": 25190
    },
    {
      "epoch": 1.031783739504403,
      "grad_norm": 0.764716303021485,
      "learning_rate": 0.0002813317699840789,
      "loss": 0.7754,
      "step": 25191
    },
    {
      "epoch": 1.0318246979315995,
      "grad_norm": 2.2279723096026367,
      "learning_rate": 0.0002813301942548227,
      "loss": 3.9416,
      "step": 25192
    },
    {
      "epoch": 1.0318656563587958,
      "grad_norm": 0.9928536439900842,
      "learning_rate": 0.0002813286184634813,
      "loss": 1.2454,
      "step": 25193
    },
    {
      "epoch": 1.031906614785992,
      "grad_norm": 0.7899686600334084,
      "learning_rate": 0.0002813270426100553,
      "loss": 1.0103,
      "step": 25194
    },
    {
      "epoch": 1.0319475732131886,
      "grad_norm": 1.439894901855283,
      "learning_rate": 0.0002813254666945455,
      "loss": 1.5559,
      "step": 25195
    },
    {
      "epoch": 1.031988531640385,
      "grad_norm": 0.724408293932162,
      "learning_rate": 0.00028132389071695266,
      "loss": 0.6648,
      "step": 25196
    },
    {
      "epoch": 1.0320294900675815,
      "grad_norm": 0.6713948718356255,
      "learning_rate": 0.0002813223146772775,
      "loss": 0.3141,
      "step": 25197
    },
    {
      "epoch": 1.0320704484947778,
      "grad_norm": 0.9143036585297438,
      "learning_rate": 0.0002813207385755207,
      "loss": 1.009,
      "step": 25198
    },
    {
      "epoch": 1.0321114069219741,
      "grad_norm": 0.7929258193019746,
      "learning_rate": 0.0002813191624116832,
      "loss": 0.6884,
      "step": 25199
    },
    {
      "epoch": 1.0321523653491707,
      "grad_norm": 0.8793213146378991,
      "learning_rate": 0.00028131758618576557,
      "loss": 0.7568,
      "step": 25200
    },
    {
      "epoch": 1.032193323776367,
      "grad_norm": 0.9541926583516079,
      "learning_rate": 0.0002813160098977685,
      "loss": 0.9013,
      "step": 25201
    },
    {
      "epoch": 1.0322342822035633,
      "grad_norm": 1.0443699901742678,
      "learning_rate": 0.000281314433547693,
      "loss": 0.9156,
      "step": 25202
    },
    {
      "epoch": 1.0322752406307598,
      "grad_norm": 0.7381521168412573,
      "learning_rate": 0.0002813128571355396,
      "loss": 0.4392,
      "step": 25203
    },
    {
      "epoch": 1.0323161990579561,
      "grad_norm": 0.9333755896416756,
      "learning_rate": 0.00028131128066130904,
      "loss": 1.0959,
      "step": 25204
    },
    {
      "epoch": 1.0323571574851527,
      "grad_norm": 1.183292209714654,
      "learning_rate": 0.0002813097041250022,
      "loss": 0.8811,
      "step": 25205
    },
    {
      "epoch": 1.032398115912349,
      "grad_norm": 0.9399860482430742,
      "learning_rate": 0.00028130812752661977,
      "loss": 1.0552,
      "step": 25206
    },
    {
      "epoch": 1.0324390743395453,
      "grad_norm": 0.9060513448027441,
      "learning_rate": 0.0002813065508661624,
      "loss": 0.8458,
      "step": 25207
    },
    {
      "epoch": 1.0324800327667418,
      "grad_norm": 1.0420742974253725,
      "learning_rate": 0.00028130497414363096,
      "loss": 1.0022,
      "step": 25208
    },
    {
      "epoch": 1.0325209911939381,
      "grad_norm": 1.139623050792928,
      "learning_rate": 0.00028130339735902616,
      "loss": 1.1586,
      "step": 25209
    },
    {
      "epoch": 1.0325619496211345,
      "grad_norm": 1.0347819034282155,
      "learning_rate": 0.0002813018205123486,
      "loss": 0.9469,
      "step": 25210
    },
    {
      "epoch": 1.032602908048331,
      "grad_norm": 0.8396174202206405,
      "learning_rate": 0.0002813002436035993,
      "loss": 0.9253,
      "step": 25211
    },
    {
      "epoch": 1.0326438664755273,
      "grad_norm": 0.7389249278642276,
      "learning_rate": 0.00028129866663277885,
      "loss": 0.8507,
      "step": 25212
    },
    {
      "epoch": 1.0326848249027238,
      "grad_norm": 0.8146232897477923,
      "learning_rate": 0.000281297089599888,
      "loss": 0.8065,
      "step": 25213
    },
    {
      "epoch": 1.0327257833299202,
      "grad_norm": 1.1821176615240008,
      "learning_rate": 0.0002812955125049275,
      "loss": 0.7137,
      "step": 25214
    },
    {
      "epoch": 1.0327667417571165,
      "grad_norm": 0.7791580393572236,
      "learning_rate": 0.00028129393534789804,
      "loss": 0.8885,
      "step": 25215
    },
    {
      "epoch": 1.032807700184313,
      "grad_norm": 0.8733070037777066,
      "learning_rate": 0.00028129235812880053,
      "loss": 0.8045,
      "step": 25216
    },
    {
      "epoch": 1.0328486586115093,
      "grad_norm": 0.6941486611489536,
      "learning_rate": 0.00028129078084763553,
      "loss": 0.7908,
      "step": 25217
    },
    {
      "epoch": 1.0328896170387056,
      "grad_norm": 0.7908805464115961,
      "learning_rate": 0.0002812892035044039,
      "loss": 0.9576,
      "step": 25218
    },
    {
      "epoch": 1.0329305754659022,
      "grad_norm": 0.7832149263567892,
      "learning_rate": 0.0002812876260991064,
      "loss": 0.9429,
      "step": 25219
    },
    {
      "epoch": 1.0329715338930985,
      "grad_norm": 0.5515638811687246,
      "learning_rate": 0.00028128604863174366,
      "loss": 0.3076,
      "step": 25220
    },
    {
      "epoch": 1.0330124923202948,
      "grad_norm": 0.6949169629603192,
      "learning_rate": 0.00028128447110231647,
      "loss": 0.5157,
      "step": 25221
    },
    {
      "epoch": 1.0330534507474913,
      "grad_norm": 0.8987646800028408,
      "learning_rate": 0.0002812828935108257,
      "loss": 0.8208,
      "step": 25222
    },
    {
      "epoch": 1.0330944091746876,
      "grad_norm": 0.681493131734655,
      "learning_rate": 0.0002812813158572719,
      "loss": 0.892,
      "step": 25223
    },
    {
      "epoch": 1.0331353676018842,
      "grad_norm": 1.0493765466985536,
      "learning_rate": 0.000281279738141656,
      "loss": 1.0357,
      "step": 25224
    },
    {
      "epoch": 1.0331763260290805,
      "grad_norm": 0.6441763690633304,
      "learning_rate": 0.0002812781603639786,
      "loss": 0.7835,
      "step": 25225
    },
    {
      "epoch": 1.0332172844562768,
      "grad_norm": 0.9933566666886442,
      "learning_rate": 0.0002812765825242405,
      "loss": 1.0013,
      "step": 25226
    },
    {
      "epoch": 1.0332582428834733,
      "grad_norm": 1.1647363274685578,
      "learning_rate": 0.00028127500462244245,
      "loss": 1.5617,
      "step": 25227
    },
    {
      "epoch": 1.0332992013106697,
      "grad_norm": 0.8712643621859815,
      "learning_rate": 0.0002812734266585852,
      "loss": 0.3055,
      "step": 25228
    },
    {
      "epoch": 1.033340159737866,
      "grad_norm": 1.245069353301368,
      "learning_rate": 0.0002812718486326695,
      "loss": 1.8185,
      "step": 25229
    },
    {
      "epoch": 1.0333811181650625,
      "grad_norm": 0.7937164198795965,
      "learning_rate": 0.0002812702705446961,
      "loss": 0.7885,
      "step": 25230
    },
    {
      "epoch": 1.0334220765922588,
      "grad_norm": 0.8083645880661333,
      "learning_rate": 0.0002812686923946657,
      "loss": 0.9582,
      "step": 25231
    },
    {
      "epoch": 1.0334630350194554,
      "grad_norm": 0.9887052876183542,
      "learning_rate": 0.00028126711418257906,
      "loss": 1.0432,
      "step": 25232
    },
    {
      "epoch": 1.0335039934466517,
      "grad_norm": 0.7448075223638386,
      "learning_rate": 0.00028126553590843704,
      "loss": 1.0245,
      "step": 25233
    },
    {
      "epoch": 1.033544951873848,
      "grad_norm": 0.732689162050856,
      "learning_rate": 0.0002812639575722402,
      "loss": 0.6796,
      "step": 25234
    },
    {
      "epoch": 1.0335859103010445,
      "grad_norm": 0.5845856907304087,
      "learning_rate": 0.0002812623791739894,
      "loss": 0.4883,
      "step": 25235
    },
    {
      "epoch": 1.0336268687282408,
      "grad_norm": 0.8654947577889196,
      "learning_rate": 0.0002812608007136854,
      "loss": 0.5524,
      "step": 25236
    },
    {
      "epoch": 1.0336678271554371,
      "grad_norm": 0.6328232298581671,
      "learning_rate": 0.0002812592221913289,
      "loss": 0.392,
      "step": 25237
    },
    {
      "epoch": 1.0337087855826337,
      "grad_norm": 0.8722038355985517,
      "learning_rate": 0.00028125764360692067,
      "loss": 0.734,
      "step": 25238
    },
    {
      "epoch": 1.03374974400983,
      "grad_norm": 0.9143117552855342,
      "learning_rate": 0.0002812560649604614,
      "loss": 0.6434,
      "step": 25239
    },
    {
      "epoch": 1.0337907024370265,
      "grad_norm": 0.8845678543875507,
      "learning_rate": 0.0002812544862519519,
      "loss": 0.6171,
      "step": 25240
    },
    {
      "epoch": 1.0338316608642228,
      "grad_norm": 0.7264466645547694,
      "learning_rate": 0.0002812529074813929,
      "loss": 0.6597,
      "step": 25241
    },
    {
      "epoch": 1.0338726192914192,
      "grad_norm": 1.791168266593435,
      "learning_rate": 0.0002812513286487851,
      "loss": 2.4174,
      "step": 25242
    },
    {
      "epoch": 1.0339135777186157,
      "grad_norm": 1.0110490737671674,
      "learning_rate": 0.00028124974975412935,
      "loss": 0.9335,
      "step": 25243
    },
    {
      "epoch": 1.033954536145812,
      "grad_norm": 0.5929869110668673,
      "learning_rate": 0.0002812481707974263,
      "loss": 0.3767,
      "step": 25244
    },
    {
      "epoch": 1.0339954945730083,
      "grad_norm": 1.3660559703793698,
      "learning_rate": 0.0002812465917786767,
      "loss": 0.7195,
      "step": 25245
    },
    {
      "epoch": 1.0340364530002049,
      "grad_norm": 0.7624888757171784,
      "learning_rate": 0.00028124501269788133,
      "loss": 0.6095,
      "step": 25246
    },
    {
      "epoch": 1.0340774114274012,
      "grad_norm": 0.7989104468600473,
      "learning_rate": 0.000281243433555041,
      "loss": 1.0707,
      "step": 25247
    },
    {
      "epoch": 1.0341183698545975,
      "grad_norm": 0.9401866399668934,
      "learning_rate": 0.0002812418543501564,
      "loss": 0.9506,
      "step": 25248
    },
    {
      "epoch": 1.034159328281794,
      "grad_norm": 0.5131344706984645,
      "learning_rate": 0.00028124027508322815,
      "loss": 0.336,
      "step": 25249
    },
    {
      "epoch": 1.0342002867089903,
      "grad_norm": 0.5109203386427702,
      "learning_rate": 0.0002812386957542572,
      "loss": 0.325,
      "step": 25250
    },
    {
      "epoch": 1.0342412451361869,
      "grad_norm": 2.619598693872314,
      "learning_rate": 0.0002812371163632442,
      "loss": 7.76,
      "step": 25251
    },
    {
      "epoch": 1.0342822035633832,
      "grad_norm": 1.1665447679993703,
      "learning_rate": 0.00028123553691018993,
      "loss": 1.194,
      "step": 25252
    },
    {
      "epoch": 1.0343231619905795,
      "grad_norm": 0.7251084628885285,
      "learning_rate": 0.00028123395739509504,
      "loss": 0.9002,
      "step": 25253
    },
    {
      "epoch": 1.034364120417776,
      "grad_norm": 0.8054619176449264,
      "learning_rate": 0.0002812323778179604,
      "loss": 0.9278,
      "step": 25254
    },
    {
      "epoch": 1.0344050788449723,
      "grad_norm": 0.9866775880772629,
      "learning_rate": 0.0002812307981787867,
      "loss": 0.7596,
      "step": 25255
    },
    {
      "epoch": 1.0344460372721687,
      "grad_norm": 1.0066967363480708,
      "learning_rate": 0.0002812292184775747,
      "loss": 0.5493,
      "step": 25256
    },
    {
      "epoch": 1.0344869956993652,
      "grad_norm": 0.47821406727790866,
      "learning_rate": 0.0002812276387143252,
      "loss": 0.2208,
      "step": 25257
    },
    {
      "epoch": 1.0345279541265615,
      "grad_norm": 0.8792085101811228,
      "learning_rate": 0.0002812260588890388,
      "loss": 1.0135,
      "step": 25258
    },
    {
      "epoch": 1.034568912553758,
      "grad_norm": 1.1007431133870904,
      "learning_rate": 0.0002812244790017164,
      "loss": 0.7668,
      "step": 25259
    },
    {
      "epoch": 1.0346098709809544,
      "grad_norm": 1.5601469768179783,
      "learning_rate": 0.00028122289905235863,
      "loss": 1.1527,
      "step": 25260
    },
    {
      "epoch": 1.0346508294081507,
      "grad_norm": 0.9567743031792662,
      "learning_rate": 0.0002812213190409663,
      "loss": 0.52,
      "step": 25261
    },
    {
      "epoch": 1.0346917878353472,
      "grad_norm": 3.094477948343816,
      "learning_rate": 0.00028121973896754013,
      "loss": 1.7059,
      "step": 25262
    },
    {
      "epoch": 1.0347327462625435,
      "grad_norm": 1.0673850159108345,
      "learning_rate": 0.00028121815883208086,
      "loss": 1.4627,
      "step": 25263
    },
    {
      "epoch": 1.0347737046897398,
      "grad_norm": 1.0601193559763866,
      "learning_rate": 0.00028121657863458934,
      "loss": 1.2025,
      "step": 25264
    },
    {
      "epoch": 1.0348146631169364,
      "grad_norm": 0.7938353516799128,
      "learning_rate": 0.00028121499837506617,
      "loss": 0.6739,
      "step": 25265
    },
    {
      "epoch": 1.0348556215441327,
      "grad_norm": 0.7611018199678056,
      "learning_rate": 0.00028121341805351216,
      "loss": 0.5163,
      "step": 25266
    },
    {
      "epoch": 1.034896579971329,
      "grad_norm": 1.0876121560660608,
      "learning_rate": 0.00028121183766992807,
      "loss": 0.8958,
      "step": 25267
    },
    {
      "epoch": 1.0349375383985255,
      "grad_norm": 0.7058858818814878,
      "learning_rate": 0.0002812102572243147,
      "loss": 0.5734,
      "step": 25268
    },
    {
      "epoch": 1.0349784968257218,
      "grad_norm": 0.8145155725239526,
      "learning_rate": 0.0002812086767166727,
      "loss": 0.6339,
      "step": 25269
    },
    {
      "epoch": 1.0350194552529184,
      "grad_norm": 0.8181244179055043,
      "learning_rate": 0.0002812070961470028,
      "loss": 0.8649,
      "step": 25270
    },
    {
      "epoch": 1.0350604136801147,
      "grad_norm": 0.9621796971047623,
      "learning_rate": 0.0002812055155153058,
      "loss": 0.8541,
      "step": 25271
    },
    {
      "epoch": 1.035101372107311,
      "grad_norm": 6.766861432449604,
      "learning_rate": 0.0002812039348215825,
      "loss": 2.5551,
      "step": 25272
    },
    {
      "epoch": 1.0351423305345075,
      "grad_norm": 0.6741478707330832,
      "learning_rate": 0.0002812023540658336,
      "loss": 0.8184,
      "step": 25273
    },
    {
      "epoch": 1.0351832889617039,
      "grad_norm": 0.7755304648437865,
      "learning_rate": 0.00028120077324805977,
      "loss": 1.0237,
      "step": 25274
    },
    {
      "epoch": 1.0352242473889002,
      "grad_norm": 0.5186515494827361,
      "learning_rate": 0.0002811991923682619,
      "loss": 0.3129,
      "step": 25275
    },
    {
      "epoch": 1.0352652058160967,
      "grad_norm": 1.0834389413262349,
      "learning_rate": 0.00028119761142644063,
      "loss": 0.8267,
      "step": 25276
    },
    {
      "epoch": 1.035306164243293,
      "grad_norm": 1.0189047173452268,
      "learning_rate": 0.00028119603042259673,
      "loss": 0.4908,
      "step": 25277
    },
    {
      "epoch": 1.0353471226704896,
      "grad_norm": 1.2787048863743251,
      "learning_rate": 0.000281194449356731,
      "loss": 0.9856,
      "step": 25278
    },
    {
      "epoch": 1.0353880810976859,
      "grad_norm": 0.809084700932177,
      "learning_rate": 0.00028119286822884406,
      "loss": 0.7825,
      "step": 25279
    },
    {
      "epoch": 1.0354290395248822,
      "grad_norm": 1.122864949015858,
      "learning_rate": 0.00028119128703893686,
      "loss": 1.325,
      "step": 25280
    },
    {
      "epoch": 1.0354699979520787,
      "grad_norm": 0.844668149407793,
      "learning_rate": 0.00028118970578700994,
      "loss": 0.9869,
      "step": 25281
    },
    {
      "epoch": 1.035510956379275,
      "grad_norm": 1.0487259237029936,
      "learning_rate": 0.0002811881244730642,
      "loss": 1.0762,
      "step": 25282
    },
    {
      "epoch": 1.0355519148064714,
      "grad_norm": 0.630176437792304,
      "learning_rate": 0.00028118654309710033,
      "loss": 0.3162,
      "step": 25283
    },
    {
      "epoch": 1.0355928732336679,
      "grad_norm": 0.9238547114783844,
      "learning_rate": 0.00028118496165911906,
      "loss": 1.0603,
      "step": 25284
    },
    {
      "epoch": 1.0356338316608642,
      "grad_norm": 0.555953611297521,
      "learning_rate": 0.0002811833801591211,
      "loss": 0.3443,
      "step": 25285
    },
    {
      "epoch": 1.0356747900880605,
      "grad_norm": 0.5971313989923935,
      "learning_rate": 0.0002811817985971073,
      "loss": 0.856,
      "step": 25286
    },
    {
      "epoch": 1.035715748515257,
      "grad_norm": 0.7752569465301807,
      "learning_rate": 0.00028118021697307835,
      "loss": 1.0531,
      "step": 25287
    },
    {
      "epoch": 1.0357567069424534,
      "grad_norm": 3.363135571025936,
      "learning_rate": 0.00028117863528703504,
      "loss": 2.7497,
      "step": 25288
    },
    {
      "epoch": 1.03579766536965,
      "grad_norm": 0.6894983296506606,
      "learning_rate": 0.000281177053538978,
      "loss": 0.846,
      "step": 25289
    },
    {
      "epoch": 1.0358386237968462,
      "grad_norm": 1.121261010498782,
      "learning_rate": 0.00028117547172890815,
      "loss": 1.126,
      "step": 25290
    },
    {
      "epoch": 1.0358795822240425,
      "grad_norm": 0.6506099261802124,
      "learning_rate": 0.0002811738898568261,
      "loss": 0.7197,
      "step": 25291
    },
    {
      "epoch": 1.035920540651239,
      "grad_norm": 0.741935669734263,
      "learning_rate": 0.00028117230792273267,
      "loss": 0.9784,
      "step": 25292
    },
    {
      "epoch": 1.0359614990784354,
      "grad_norm": 1.750919396734953,
      "learning_rate": 0.00028117072592662856,
      "loss": 1.4135,
      "step": 25293
    },
    {
      "epoch": 1.0360024575056317,
      "grad_norm": 0.8217882244920262,
      "learning_rate": 0.00028116914386851455,
      "loss": 0.6218,
      "step": 25294
    },
    {
      "epoch": 1.0360434159328282,
      "grad_norm": 1.2828748847774036,
      "learning_rate": 0.0002811675617483914,
      "loss": 0.6942,
      "step": 25295
    },
    {
      "epoch": 1.0360843743600245,
      "grad_norm": 0.7143013775133268,
      "learning_rate": 0.0002811659795662598,
      "loss": 0.9069,
      "step": 25296
    },
    {
      "epoch": 1.036125332787221,
      "grad_norm": 0.7252909622898508,
      "learning_rate": 0.00028116439732212055,
      "loss": 0.8687,
      "step": 25297
    },
    {
      "epoch": 1.0361662912144174,
      "grad_norm": 1.2886818619102012,
      "learning_rate": 0.0002811628150159744,
      "loss": 1.0876,
      "step": 25298
    },
    {
      "epoch": 1.0362072496416137,
      "grad_norm": 0.7244712413092658,
      "learning_rate": 0.00028116123264782206,
      "loss": 0.316,
      "step": 25299
    },
    {
      "epoch": 1.0362482080688102,
      "grad_norm": 1.04810567010598,
      "learning_rate": 0.00028115965021766433,
      "loss": 0.7779,
      "step": 25300
    },
    {
      "epoch": 1.0362891664960066,
      "grad_norm": 1.338032367939091,
      "learning_rate": 0.0002811580677255019,
      "loss": 1.4716,
      "step": 25301
    },
    {
      "epoch": 1.0363301249232029,
      "grad_norm": 1.3581201872948996,
      "learning_rate": 0.0002811564851713356,
      "loss": 1.434,
      "step": 25302
    },
    {
      "epoch": 1.0363710833503994,
      "grad_norm": 3.8670447030699715,
      "learning_rate": 0.00028115490255516606,
      "loss": 4.3327,
      "step": 25303
    },
    {
      "epoch": 1.0364120417775957,
      "grad_norm": 0.9187893522735983,
      "learning_rate": 0.0002811533198769941,
      "loss": 0.9465,
      "step": 25304
    },
    {
      "epoch": 1.036453000204792,
      "grad_norm": 1.44266261007225,
      "learning_rate": 0.0002811517371368205,
      "loss": 1.4531,
      "step": 25305
    },
    {
      "epoch": 1.0364939586319886,
      "grad_norm": 0.7344938936305643,
      "learning_rate": 0.00028115015433464595,
      "loss": 0.7923,
      "step": 25306
    },
    {
      "epoch": 1.0365349170591849,
      "grad_norm": 0.952518531196304,
      "learning_rate": 0.0002811485714704712,
      "loss": 0.801,
      "step": 25307
    },
    {
      "epoch": 1.0365758754863814,
      "grad_norm": 0.9485615727922971,
      "learning_rate": 0.00028114698854429706,
      "loss": 0.8142,
      "step": 25308
    },
    {
      "epoch": 1.0366168339135777,
      "grad_norm": 1.6933191450477625,
      "learning_rate": 0.00028114540555612417,
      "loss": 1.4091,
      "step": 25309
    },
    {
      "epoch": 1.036657792340774,
      "grad_norm": 1.108556141399997,
      "learning_rate": 0.0002811438225059534,
      "loss": 1.1241,
      "step": 25310
    },
    {
      "epoch": 1.0366987507679706,
      "grad_norm": 0.8802643813997975,
      "learning_rate": 0.0002811422393937854,
      "loss": 1.0099,
      "step": 25311
    },
    {
      "epoch": 1.036739709195167,
      "grad_norm": 1.9565607244062886,
      "learning_rate": 0.00028114065621962094,
      "loss": 1.2894,
      "step": 25312
    },
    {
      "epoch": 1.0367806676223632,
      "grad_norm": 0.6645627541733495,
      "learning_rate": 0.0002811390729834609,
      "loss": 0.7421,
      "step": 25313
    },
    {
      "epoch": 1.0368216260495597,
      "grad_norm": 0.68484983024645,
      "learning_rate": 0.0002811374896853058,
      "loss": 0.7612,
      "step": 25314
    },
    {
      "epoch": 1.036862584476756,
      "grad_norm": 1.0421308847555244,
      "learning_rate": 0.00028113590632515654,
      "loss": 0.5887,
      "step": 25315
    },
    {
      "epoch": 1.0369035429039526,
      "grad_norm": 1.410081404656907,
      "learning_rate": 0.0002811343229030138,
      "loss": 1.8084,
      "step": 25316
    },
    {
      "epoch": 1.036944501331149,
      "grad_norm": 0.6665780968899644,
      "learning_rate": 0.0002811327394188784,
      "loss": 0.9022,
      "step": 25317
    },
    {
      "epoch": 1.0369854597583452,
      "grad_norm": 0.7245429937661303,
      "learning_rate": 0.00028113115587275107,
      "loss": 0.7883,
      "step": 25318
    },
    {
      "epoch": 1.0370264181855418,
      "grad_norm": 0.8410917893713836,
      "learning_rate": 0.0002811295722646325,
      "loss": 0.4467,
      "step": 25319
    },
    {
      "epoch": 1.037067376612738,
      "grad_norm": 0.8270328514782691,
      "learning_rate": 0.0002811279885945235,
      "loss": 1.0179,
      "step": 25320
    },
    {
      "epoch": 1.0371083350399344,
      "grad_norm": 0.5924651991656619,
      "learning_rate": 0.0002811264048624248,
      "loss": 0.7188,
      "step": 25321
    },
    {
      "epoch": 1.037149293467131,
      "grad_norm": 1.104937997184186,
      "learning_rate": 0.00028112482106833713,
      "loss": 1.0594,
      "step": 25322
    },
    {
      "epoch": 1.0371902518943272,
      "grad_norm": 0.710151442464812,
      "learning_rate": 0.00028112323721226127,
      "loss": 0.8294,
      "step": 25323
    },
    {
      "epoch": 1.0372312103215235,
      "grad_norm": 0.9408853738806222,
      "learning_rate": 0.00028112165329419793,
      "loss": 0.883,
      "step": 25324
    },
    {
      "epoch": 1.03727216874872,
      "grad_norm": 2.3416234028742884,
      "learning_rate": 0.0002811200693141479,
      "loss": 4.207,
      "step": 25325
    },
    {
      "epoch": 1.0373131271759164,
      "grad_norm": 1.172510653322978,
      "learning_rate": 0.0002811184852721119,
      "loss": 1.0312,
      "step": 25326
    },
    {
      "epoch": 1.037354085603113,
      "grad_norm": 0.9366097580569755,
      "learning_rate": 0.00028111690116809065,
      "loss": 0.8747,
      "step": 25327
    },
    {
      "epoch": 1.0373950440303092,
      "grad_norm": 0.8281644339641214,
      "learning_rate": 0.00028111531700208503,
      "loss": 0.8323,
      "step": 25328
    },
    {
      "epoch": 1.0374360024575056,
      "grad_norm": 0.6815981025718704,
      "learning_rate": 0.0002811137327740956,
      "loss": 0.8051,
      "step": 25329
    },
    {
      "epoch": 1.037476960884702,
      "grad_norm": 0.74206849100284,
      "learning_rate": 0.00028111214848412325,
      "loss": 0.6488,
      "step": 25330
    },
    {
      "epoch": 1.0375179193118984,
      "grad_norm": 0.7592196767130058,
      "learning_rate": 0.0002811105641321687,
      "loss": 0.6576,
      "step": 25331
    },
    {
      "epoch": 1.0375588777390947,
      "grad_norm": 0.8961430857925955,
      "learning_rate": 0.00028110897971823267,
      "loss": 0.8851,
      "step": 25332
    },
    {
      "epoch": 1.0375998361662913,
      "grad_norm": 0.8888260878066385,
      "learning_rate": 0.00028110739524231593,
      "loss": 1.0545,
      "step": 25333
    },
    {
      "epoch": 1.0376407945934876,
      "grad_norm": 1.5406921035439034,
      "learning_rate": 0.00028110581070441915,
      "loss": 2.6511,
      "step": 25334
    },
    {
      "epoch": 1.037681753020684,
      "grad_norm": 0.8764322531522941,
      "learning_rate": 0.00028110422610454325,
      "loss": 0.6684,
      "step": 25335
    },
    {
      "epoch": 1.0377227114478804,
      "grad_norm": 0.8564786484406699,
      "learning_rate": 0.0002811026414426888,
      "loss": 0.6992,
      "step": 25336
    },
    {
      "epoch": 1.0377636698750767,
      "grad_norm": 0.6434309096455193,
      "learning_rate": 0.0002811010567188567,
      "loss": 0.397,
      "step": 25337
    },
    {
      "epoch": 1.0378046283022733,
      "grad_norm": 1.0999109189696408,
      "learning_rate": 0.0002810994719330476,
      "loss": 0.805,
      "step": 25338
    },
    {
      "epoch": 1.0378455867294696,
      "grad_norm": 0.6171683234766944,
      "learning_rate": 0.00028109788708526224,
      "loss": 0.583,
      "step": 25339
    },
    {
      "epoch": 1.037886545156666,
      "grad_norm": 0.8583474015374932,
      "learning_rate": 0.00028109630217550147,
      "loss": 0.5959,
      "step": 25340
    },
    {
      "epoch": 1.0379275035838624,
      "grad_norm": 0.4772497194811698,
      "learning_rate": 0.0002810947172037659,
      "loss": 0.1193,
      "step": 25341
    },
    {
      "epoch": 1.0379684620110587,
      "grad_norm": 0.9339663264267276,
      "learning_rate": 0.0002810931321700564,
      "loss": 1.1238,
      "step": 25342
    },
    {
      "epoch": 1.038009420438255,
      "grad_norm": 1.0519809085545402,
      "learning_rate": 0.00028109154707437367,
      "loss": 1.1126,
      "step": 25343
    },
    {
      "epoch": 1.0380503788654516,
      "grad_norm": 1.0323923918887636,
      "learning_rate": 0.0002810899619167185,
      "loss": 1.1482,
      "step": 25344
    },
    {
      "epoch": 1.038091337292648,
      "grad_norm": 1.9546747302232867,
      "learning_rate": 0.00028108837669709157,
      "loss": 1.2656,
      "step": 25345
    },
    {
      "epoch": 1.0381322957198444,
      "grad_norm": 0.7730932909263374,
      "learning_rate": 0.00028108679141549363,
      "loss": 0.8031,
      "step": 25346
    },
    {
      "epoch": 1.0381732541470408,
      "grad_norm": 0.7493224778318978,
      "learning_rate": 0.0002810852060719255,
      "loss": 0.6023,
      "step": 25347
    },
    {
      "epoch": 1.038214212574237,
      "grad_norm": 0.8692598338228873,
      "learning_rate": 0.0002810836206663879,
      "loss": 0.743,
      "step": 25348
    },
    {
      "epoch": 1.0382551710014336,
      "grad_norm": 1.0535535981184052,
      "learning_rate": 0.00028108203519888156,
      "loss": 1.1655,
      "step": 25349
    },
    {
      "epoch": 1.03829612942863,
      "grad_norm": 0.8732060153263532,
      "learning_rate": 0.00028108044966940725,
      "loss": 0.7474,
      "step": 25350
    },
    {
      "epoch": 1.0383370878558262,
      "grad_norm": 1.02125261107594,
      "learning_rate": 0.0002810788640779657,
      "loss": 0.8391,
      "step": 25351
    },
    {
      "epoch": 1.0383780462830228,
      "grad_norm": 0.847369432939546,
      "learning_rate": 0.0002810772784245576,
      "loss": 0.8399,
      "step": 25352
    },
    {
      "epoch": 1.038419004710219,
      "grad_norm": 0.8469064067858184,
      "learning_rate": 0.00028107569270918384,
      "loss": 0.7729,
      "step": 25353
    },
    {
      "epoch": 1.0384599631374156,
      "grad_norm": 0.8025190147096035,
      "learning_rate": 0.00028107410693184513,
      "loss": 0.9051,
      "step": 25354
    },
    {
      "epoch": 1.038500921564612,
      "grad_norm": 2.390010119779666,
      "learning_rate": 0.0002810725210925421,
      "loss": 3.5703,
      "step": 25355
    },
    {
      "epoch": 1.0385418799918082,
      "grad_norm": 1.1443249884761952,
      "learning_rate": 0.0002810709351912757,
      "loss": 0.7546,
      "step": 25356
    },
    {
      "epoch": 1.0385828384190048,
      "grad_norm": 1.1839737683750167,
      "learning_rate": 0.0002810693492280465,
      "loss": 0.8849,
      "step": 25357
    },
    {
      "epoch": 1.038623796846201,
      "grad_norm": 0.9672463700898112,
      "learning_rate": 0.00028106776320285527,
      "loss": 0.611,
      "step": 25358
    },
    {
      "epoch": 1.0386647552733974,
      "grad_norm": 0.9596135650546976,
      "learning_rate": 0.00028106617711570286,
      "loss": 0.4669,
      "step": 25359
    },
    {
      "epoch": 1.038705713700594,
      "grad_norm": 0.745082351672082,
      "learning_rate": 0.00028106459096659,
      "loss": 0.6739,
      "step": 25360
    },
    {
      "epoch": 1.0387466721277903,
      "grad_norm": 1.1281946090714914,
      "learning_rate": 0.00028106300475551734,
      "loss": 0.7574,
      "step": 25361
    },
    {
      "epoch": 1.0387876305549866,
      "grad_norm": 0.8059557973566456,
      "learning_rate": 0.00028106141848248574,
      "loss": 0.7737,
      "step": 25362
    },
    {
      "epoch": 1.038828588982183,
      "grad_norm": 1.011786298338295,
      "learning_rate": 0.0002810598321474959,
      "loss": 1.0501,
      "step": 25363
    },
    {
      "epoch": 1.0388695474093794,
      "grad_norm": 0.7922813418471508,
      "learning_rate": 0.00028105824575054854,
      "loss": 0.8533,
      "step": 25364
    },
    {
      "epoch": 1.038910505836576,
      "grad_norm": 1.1838247072630599,
      "learning_rate": 0.0002810566592916445,
      "loss": 0.7666,
      "step": 25365
    },
    {
      "epoch": 1.0389514642637723,
      "grad_norm": 1.2792111423980903,
      "learning_rate": 0.00028105507277078446,
      "loss": 1.4225,
      "step": 25366
    },
    {
      "epoch": 1.0389924226909686,
      "grad_norm": 0.6633080605782832,
      "learning_rate": 0.0002810534861879692,
      "loss": 0.397,
      "step": 25367
    },
    {
      "epoch": 1.0390333811181651,
      "grad_norm": 0.7901591795254168,
      "learning_rate": 0.0002810518995431994,
      "loss": 0.8928,
      "step": 25368
    },
    {
      "epoch": 1.0390743395453614,
      "grad_norm": 0.8764838226347605,
      "learning_rate": 0.00028105031283647594,
      "loss": 0.7078,
      "step": 25369
    },
    {
      "epoch": 1.0391152979725577,
      "grad_norm": 0.8597572884876699,
      "learning_rate": 0.0002810487260677994,
      "loss": 0.7659,
      "step": 25370
    },
    {
      "epoch": 1.0391562563997543,
      "grad_norm": 0.7149164479373328,
      "learning_rate": 0.0002810471392371707,
      "loss": 0.7077,
      "step": 25371
    },
    {
      "epoch": 1.0391972148269506,
      "grad_norm": 0.7960478721129086,
      "learning_rate": 0.00028104555234459053,
      "loss": 0.8195,
      "step": 25372
    },
    {
      "epoch": 1.0392381732541471,
      "grad_norm": 1.0754320415334955,
      "learning_rate": 0.0002810439653900596,
      "loss": 1.0477,
      "step": 25373
    },
    {
      "epoch": 1.0392791316813434,
      "grad_norm": 0.7012034730699865,
      "learning_rate": 0.0002810423783735787,
      "loss": 0.7017,
      "step": 25374
    },
    {
      "epoch": 1.0393200901085398,
      "grad_norm": 0.8845425698164455,
      "learning_rate": 0.0002810407912951485,
      "loss": 0.6916,
      "step": 25375
    },
    {
      "epoch": 1.0393610485357363,
      "grad_norm": 2.523724357313057,
      "learning_rate": 0.0002810392041547699,
      "loss": 1.6311,
      "step": 25376
    },
    {
      "epoch": 1.0394020069629326,
      "grad_norm": 0.5468814684820558,
      "learning_rate": 0.00028103761695244355,
      "loss": 0.2955,
      "step": 25377
    },
    {
      "epoch": 1.039442965390129,
      "grad_norm": 0.8910692871216216,
      "learning_rate": 0.00028103602968817024,
      "loss": 0.7979,
      "step": 25378
    },
    {
      "epoch": 1.0394839238173255,
      "grad_norm": 1.2663168875265898,
      "learning_rate": 0.0002810344423619506,
      "loss": 1.1765,
      "step": 25379
    },
    {
      "epoch": 1.0395248822445218,
      "grad_norm": 1.0146785107578646,
      "learning_rate": 0.0002810328549737856,
      "loss": 1.0059,
      "step": 25380
    },
    {
      "epoch": 1.0395658406717183,
      "grad_norm": 1.2452326366757898,
      "learning_rate": 0.0002810312675236758,
      "loss": 1.1369,
      "step": 25381
    },
    {
      "epoch": 1.0396067990989146,
      "grad_norm": 0.775840681568767,
      "learning_rate": 0.000281029680011622,
      "loss": 0.9322,
      "step": 25382
    },
    {
      "epoch": 1.039647757526111,
      "grad_norm": 0.7362828832341695,
      "learning_rate": 0.00028102809243762505,
      "loss": 0.764,
      "step": 25383
    },
    {
      "epoch": 1.0396887159533075,
      "grad_norm": 2.0874776812435085,
      "learning_rate": 0.00028102650480168556,
      "loss": 1.191,
      "step": 25384
    },
    {
      "epoch": 1.0397296743805038,
      "grad_norm": 3.0271146725996396,
      "learning_rate": 0.0002810249171038044,
      "loss": 2.4012,
      "step": 25385
    },
    {
      "epoch": 1.0397706328077,
      "grad_norm": 0.8713595765933972,
      "learning_rate": 0.0002810233293439822,
      "loss": 0.6862,
      "step": 25386
    },
    {
      "epoch": 1.0398115912348966,
      "grad_norm": 0.5752417655605295,
      "learning_rate": 0.00028102174152221977,
      "loss": 0.378,
      "step": 25387
    },
    {
      "epoch": 1.039852549662093,
      "grad_norm": 0.9621266579170024,
      "learning_rate": 0.0002810201536385179,
      "loss": 0.9642,
      "step": 25388
    },
    {
      "epoch": 1.0398935080892893,
      "grad_norm": 0.886838706662405,
      "learning_rate": 0.0002810185656928773,
      "loss": 1.0462,
      "step": 25389
    },
    {
      "epoch": 1.0399344665164858,
      "grad_norm": 1.0449135841618815,
      "learning_rate": 0.0002810169776852987,
      "loss": 0.8987,
      "step": 25390
    },
    {
      "epoch": 1.0399754249436821,
      "grad_norm": 2.786057233022928,
      "learning_rate": 0.0002810153896157829,
      "loss": 6.4685,
      "step": 25391
    },
    {
      "epoch": 1.0400163833708786,
      "grad_norm": 0.6560844089402024,
      "learning_rate": 0.0002810138014843306,
      "loss": 0.6329,
      "step": 25392
    },
    {
      "epoch": 1.040057341798075,
      "grad_norm": 0.7034140183188651,
      "learning_rate": 0.0002810122132909426,
      "loss": 0.8819,
      "step": 25393
    },
    {
      "epoch": 1.0400983002252713,
      "grad_norm": 0.8290780623555271,
      "learning_rate": 0.00028101062503561966,
      "loss": 0.7826,
      "step": 25394
    },
    {
      "epoch": 1.0401392586524678,
      "grad_norm": 0.9915679442663143,
      "learning_rate": 0.00028100903671836243,
      "loss": 1.1484,
      "step": 25395
    },
    {
      "epoch": 1.0401802170796641,
      "grad_norm": 1.2328661371486624,
      "learning_rate": 0.0002810074483391718,
      "loss": 0.6287,
      "step": 25396
    },
    {
      "epoch": 1.0402211755068604,
      "grad_norm": 1.777259718728915,
      "learning_rate": 0.0002810058598980484,
      "loss": 0.9895,
      "step": 25397
    },
    {
      "epoch": 1.040262133934057,
      "grad_norm": 0.9924956836883618,
      "learning_rate": 0.000281004271394993,
      "loss": 1.081,
      "step": 25398
    },
    {
      "epoch": 1.0403030923612533,
      "grad_norm": 0.7617329999119268,
      "learning_rate": 0.0002810026828300065,
      "loss": 0.8417,
      "step": 25399
    },
    {
      "epoch": 1.0403440507884498,
      "grad_norm": 0.8733458599956132,
      "learning_rate": 0.0002810010942030894,
      "loss": 0.4884,
      "step": 25400
    },
    {
      "epoch": 1.0403850092156461,
      "grad_norm": 0.9263755732879498,
      "learning_rate": 0.00028099950551424265,
      "loss": 0.8292,
      "step": 25401
    },
    {
      "epoch": 1.0404259676428425,
      "grad_norm": 0.6335574667815219,
      "learning_rate": 0.00028099791676346696,
      "loss": 0.4098,
      "step": 25402
    },
    {
      "epoch": 1.040466926070039,
      "grad_norm": 1.0064893271767028,
      "learning_rate": 0.000280996327950763,
      "loss": 0.9291,
      "step": 25403
    },
    {
      "epoch": 1.0405078844972353,
      "grad_norm": 0.711834485124414,
      "learning_rate": 0.0002809947390761316,
      "loss": 0.7654,
      "step": 25404
    },
    {
      "epoch": 1.0405488429244316,
      "grad_norm": 0.7759205805662821,
      "learning_rate": 0.0002809931501395735,
      "loss": 0.7736,
      "step": 25405
    },
    {
      "epoch": 1.0405898013516282,
      "grad_norm": 0.524317373946668,
      "learning_rate": 0.00028099156114108945,
      "loss": 0.3147,
      "step": 25406
    },
    {
      "epoch": 1.0406307597788245,
      "grad_norm": 0.9995523106682044,
      "learning_rate": 0.00028098997208068015,
      "loss": 1.1803,
      "step": 25407
    },
    {
      "epoch": 1.040671718206021,
      "grad_norm": 0.706360954239836,
      "learning_rate": 0.00028098838295834643,
      "loss": 0.852,
      "step": 25408
    },
    {
      "epoch": 1.0407126766332173,
      "grad_norm": 1.0921117967785108,
      "learning_rate": 0.000280986793774089,
      "loss": 0.8481,
      "step": 25409
    },
    {
      "epoch": 1.0407536350604136,
      "grad_norm": 0.7640843561582864,
      "learning_rate": 0.0002809852045279086,
      "loss": 0.8281,
      "step": 25410
    },
    {
      "epoch": 1.0407945934876102,
      "grad_norm": 0.6270175625357755,
      "learning_rate": 0.000280983615219806,
      "loss": 0.6811,
      "step": 25411
    },
    {
      "epoch": 1.0408355519148065,
      "grad_norm": 0.785196889696096,
      "learning_rate": 0.00028098202584978194,
      "loss": 0.8555,
      "step": 25412
    },
    {
      "epoch": 1.0408765103420028,
      "grad_norm": 1.0859681872735363,
      "learning_rate": 0.00028098043641783715,
      "loss": 0.8247,
      "step": 25413
    },
    {
      "epoch": 1.0409174687691993,
      "grad_norm": 0.8598785913747552,
      "learning_rate": 0.0002809788469239725,
      "loss": 1.0616,
      "step": 25414
    },
    {
      "epoch": 1.0409584271963956,
      "grad_norm": 3.325824161011209,
      "learning_rate": 0.00028097725736818857,
      "loss": 5.3656,
      "step": 25415
    },
    {
      "epoch": 1.040999385623592,
      "grad_norm": 1.647089512795862,
      "learning_rate": 0.0002809756677504862,
      "loss": 1.2336,
      "step": 25416
    },
    {
      "epoch": 1.0410403440507885,
      "grad_norm": 0.5436415892917548,
      "learning_rate": 0.00028097407807086615,
      "loss": 0.3313,
      "step": 25417
    },
    {
      "epoch": 1.0410813024779848,
      "grad_norm": 0.8934072572321129,
      "learning_rate": 0.00028097248832932917,
      "loss": 0.8999,
      "step": 25418
    },
    {
      "epoch": 1.0411222609051813,
      "grad_norm": 0.9043046612773603,
      "learning_rate": 0.00028097089852587595,
      "loss": 0.7582,
      "step": 25419
    },
    {
      "epoch": 1.0411632193323777,
      "grad_norm": 0.7619077955099245,
      "learning_rate": 0.00028096930866050736,
      "loss": 1.0212,
      "step": 25420
    },
    {
      "epoch": 1.041204177759574,
      "grad_norm": 0.8835962604596549,
      "learning_rate": 0.00028096771873322405,
      "loss": 1.0002,
      "step": 25421
    },
    {
      "epoch": 1.0412451361867705,
      "grad_norm": 0.7452985805163485,
      "learning_rate": 0.00028096612874402684,
      "loss": 0.9663,
      "step": 25422
    },
    {
      "epoch": 1.0412860946139668,
      "grad_norm": 0.7297536931491445,
      "learning_rate": 0.00028096453869291637,
      "loss": 0.7965,
      "step": 25423
    },
    {
      "epoch": 1.0413270530411631,
      "grad_norm": 1.150205854639465,
      "learning_rate": 0.0002809629485798935,
      "loss": 1.2843,
      "step": 25424
    },
    {
      "epoch": 1.0413680114683597,
      "grad_norm": 0.9340750555223205,
      "learning_rate": 0.0002809613584049589,
      "loss": 0.9584,
      "step": 25425
    },
    {
      "epoch": 1.041408969895556,
      "grad_norm": 1.155026758735324,
      "learning_rate": 0.00028095976816811343,
      "loss": 1.0733,
      "step": 25426
    },
    {
      "epoch": 1.0414499283227525,
      "grad_norm": 0.578935663507966,
      "learning_rate": 0.0002809581778693578,
      "loss": 0.3433,
      "step": 25427
    },
    {
      "epoch": 1.0414908867499488,
      "grad_norm": 0.8698872399857849,
      "learning_rate": 0.0002809565875086927,
      "loss": 0.9555,
      "step": 25428
    },
    {
      "epoch": 1.0415318451771451,
      "grad_norm": 0.809176413005095,
      "learning_rate": 0.00028095499708611895,
      "loss": 0.9896,
      "step": 25429
    },
    {
      "epoch": 1.0415728036043417,
      "grad_norm": 0.3320817985789988,
      "learning_rate": 0.00028095340660163725,
      "loss": 0.1153,
      "step": 25430
    },
    {
      "epoch": 1.041613762031538,
      "grad_norm": 2.0363647727297334,
      "learning_rate": 0.0002809518160552484,
      "loss": 1.1436,
      "step": 25431
    },
    {
      "epoch": 1.0416547204587343,
      "grad_norm": 0.9581274895034348,
      "learning_rate": 0.0002809502254469531,
      "loss": 0.9243,
      "step": 25432
    },
    {
      "epoch": 1.0416956788859308,
      "grad_norm": 0.8610129063062805,
      "learning_rate": 0.00028094863477675215,
      "loss": 0.6808,
      "step": 25433
    },
    {
      "epoch": 1.0417366373131272,
      "grad_norm": 4.566622695476693,
      "learning_rate": 0.00028094704404464627,
      "loss": 2.1604,
      "step": 25434
    },
    {
      "epoch": 1.0417775957403235,
      "grad_norm": 0.4300458303804315,
      "learning_rate": 0.00028094545325063624,
      "loss": 0.1943,
      "step": 25435
    },
    {
      "epoch": 1.04181855416752,
      "grad_norm": 1.0438732898724459,
      "learning_rate": 0.00028094386239472277,
      "loss": 1.1018,
      "step": 25436
    },
    {
      "epoch": 1.0418595125947163,
      "grad_norm": 0.6381676605369109,
      "learning_rate": 0.0002809422714769067,
      "loss": 0.3442,
      "step": 25437
    },
    {
      "epoch": 1.0419004710219129,
      "grad_norm": 3.720819086716622,
      "learning_rate": 0.0002809406804971887,
      "loss": 1.1155,
      "step": 25438
    },
    {
      "epoch": 1.0419414294491092,
      "grad_norm": 0.7642217899011844,
      "learning_rate": 0.00028093908945556954,
      "loss": 0.3684,
      "step": 25439
    },
    {
      "epoch": 1.0419823878763055,
      "grad_norm": 1.4303110745866938,
      "learning_rate": 0.00028093749835204993,
      "loss": 1.4907,
      "step": 25440
    },
    {
      "epoch": 1.042023346303502,
      "grad_norm": 0.8519975449425522,
      "learning_rate": 0.00028093590718663073,
      "loss": 0.7869,
      "step": 25441
    },
    {
      "epoch": 1.0420643047306983,
      "grad_norm": 0.8595284718168374,
      "learning_rate": 0.00028093431595931263,
      "loss": 0.5898,
      "step": 25442
    },
    {
      "epoch": 1.0421052631578946,
      "grad_norm": 1.0644329719469974,
      "learning_rate": 0.00028093272467009635,
      "loss": 1.2445,
      "step": 25443
    },
    {
      "epoch": 1.0421462215850912,
      "grad_norm": 0.8854551437445752,
      "learning_rate": 0.0002809311333189827,
      "loss": 0.9237,
      "step": 25444
    },
    {
      "epoch": 1.0421871800122875,
      "grad_norm": 1.0614522043272838,
      "learning_rate": 0.00028092954190597237,
      "loss": 1.0432,
      "step": 25445
    },
    {
      "epoch": 1.042228138439484,
      "grad_norm": 1.145318221174846,
      "learning_rate": 0.0002809279504310662,
      "loss": 1.1368,
      "step": 25446
    },
    {
      "epoch": 1.0422690968666803,
      "grad_norm": 3.6603702131092373,
      "learning_rate": 0.00028092635889426487,
      "loss": 1.8742,
      "step": 25447
    },
    {
      "epoch": 1.0423100552938767,
      "grad_norm": 0.8916389746697155,
      "learning_rate": 0.00028092476729556915,
      "loss": 0.8878,
      "step": 25448
    },
    {
      "epoch": 1.0423510137210732,
      "grad_norm": 1.086146213935156,
      "learning_rate": 0.0002809231756349798,
      "loss": 0.8332,
      "step": 25449
    },
    {
      "epoch": 1.0423919721482695,
      "grad_norm": 0.8014281567555027,
      "learning_rate": 0.00028092158391249757,
      "loss": 0.6886,
      "step": 25450
    },
    {
      "epoch": 1.0424329305754658,
      "grad_norm": 0.8288302941058728,
      "learning_rate": 0.0002809199921281232,
      "loss": 1.0272,
      "step": 25451
    },
    {
      "epoch": 1.0424738890026624,
      "grad_norm": 0.9248949268621571,
      "learning_rate": 0.0002809184002818575,
      "loss": 0.8218,
      "step": 25452
    },
    {
      "epoch": 1.0425148474298587,
      "grad_norm": 0.8164888729012386,
      "learning_rate": 0.0002809168083737011,
      "loss": 0.3634,
      "step": 25453
    },
    {
      "epoch": 1.042555805857055,
      "grad_norm": 0.8436168316311864,
      "learning_rate": 0.0002809152164036549,
      "loss": 0.8897,
      "step": 25454
    },
    {
      "epoch": 1.0425967642842515,
      "grad_norm": 0.9114476458640247,
      "learning_rate": 0.00028091362437171957,
      "loss": 0.6152,
      "step": 25455
    },
    {
      "epoch": 1.0426377227114478,
      "grad_norm": 1.6542764144230113,
      "learning_rate": 0.0002809120322778959,
      "loss": 2.6028,
      "step": 25456
    },
    {
      "epoch": 1.0426786811386444,
      "grad_norm": 1.1239960327376575,
      "learning_rate": 0.00028091044012218457,
      "loss": 0.9175,
      "step": 25457
    },
    {
      "epoch": 1.0427196395658407,
      "grad_norm": 0.9828380685645217,
      "learning_rate": 0.00028090884790458635,
      "loss": 1.1966,
      "step": 25458
    },
    {
      "epoch": 1.042760597993037,
      "grad_norm": 1.6533801218700435,
      "learning_rate": 0.0002809072556251021,
      "loss": 0.9449,
      "step": 25459
    },
    {
      "epoch": 1.0428015564202335,
      "grad_norm": 0.8644619799933903,
      "learning_rate": 0.00028090566328373243,
      "loss": 0.4716,
      "step": 25460
    },
    {
      "epoch": 1.0428425148474298,
      "grad_norm": 1.0350098498280729,
      "learning_rate": 0.0002809040708804782,
      "loss": 0.7548,
      "step": 25461
    },
    {
      "epoch": 1.0428834732746262,
      "grad_norm": 0.9501289957635376,
      "learning_rate": 0.0002809024784153401,
      "loss": 1.0854,
      "step": 25462
    },
    {
      "epoch": 1.0429244317018227,
      "grad_norm": 0.5333214045575123,
      "learning_rate": 0.0002809008858883189,
      "loss": 0.2695,
      "step": 25463
    },
    {
      "epoch": 1.042965390129019,
      "grad_norm": 1.181454382755999,
      "learning_rate": 0.00028089929329941534,
      "loss": 0.7841,
      "step": 25464
    },
    {
      "epoch": 1.0430063485562155,
      "grad_norm": 0.8927605521425561,
      "learning_rate": 0.00028089770064863026,
      "loss": 0.8424,
      "step": 25465
    },
    {
      "epoch": 1.0430473069834119,
      "grad_norm": 0.9235744931575004,
      "learning_rate": 0.0002808961079359643,
      "loss": 1.0432,
      "step": 25466
    },
    {
      "epoch": 1.0430882654106082,
      "grad_norm": 0.5340745095771081,
      "learning_rate": 0.00028089451516141826,
      "loss": 0.3104,
      "step": 25467
    },
    {
      "epoch": 1.0431292238378047,
      "grad_norm": 0.8356076327059065,
      "learning_rate": 0.0002808929223249929,
      "loss": 0.6924,
      "step": 25468
    },
    {
      "epoch": 1.043170182265001,
      "grad_norm": 0.775089879125597,
      "learning_rate": 0.00028089132942668896,
      "loss": 0.7974,
      "step": 25469
    },
    {
      "epoch": 1.0432111406921973,
      "grad_norm": 0.68622818412946,
      "learning_rate": 0.0002808897364665072,
      "loss": 0.3399,
      "step": 25470
    },
    {
      "epoch": 1.0432520991193939,
      "grad_norm": 1.1654867710249976,
      "learning_rate": 0.00028088814344444835,
      "loss": 0.498,
      "step": 25471
    },
    {
      "epoch": 1.0432930575465902,
      "grad_norm": 0.9594277663377319,
      "learning_rate": 0.0002808865503605132,
      "loss": 0.8435,
      "step": 25472
    },
    {
      "epoch": 1.0433340159737865,
      "grad_norm": 1.0651503031897045,
      "learning_rate": 0.00028088495721470243,
      "loss": 0.946,
      "step": 25473
    },
    {
      "epoch": 1.043374974400983,
      "grad_norm": 0.8622453187034783,
      "learning_rate": 0.00028088336400701686,
      "loss": 1.1191,
      "step": 25474
    },
    {
      "epoch": 1.0434159328281793,
      "grad_norm": 0.6434823548270681,
      "learning_rate": 0.0002808817707374572,
      "loss": 0.3057,
      "step": 25475
    },
    {
      "epoch": 1.0434568912553759,
      "grad_norm": 1.0934403629020666,
      "learning_rate": 0.00028088017740602434,
      "loss": 0.8352,
      "step": 25476
    },
    {
      "epoch": 1.0434978496825722,
      "grad_norm": 1.0889999893095774,
      "learning_rate": 0.00028087858401271886,
      "loss": 0.8076,
      "step": 25477
    },
    {
      "epoch": 1.0435388081097685,
      "grad_norm": 2.0338377002408827,
      "learning_rate": 0.0002808769905575416,
      "loss": 3.1936,
      "step": 25478
    },
    {
      "epoch": 1.043579766536965,
      "grad_norm": 0.46512295557778705,
      "learning_rate": 0.0002808753970404933,
      "loss": 0.2676,
      "step": 25479
    },
    {
      "epoch": 1.0436207249641614,
      "grad_norm": 0.7446709179589251,
      "learning_rate": 0.00028087380346157473,
      "loss": 0.9224,
      "step": 25480
    },
    {
      "epoch": 1.0436616833913577,
      "grad_norm": 0.8294315877893765,
      "learning_rate": 0.00028087220982078655,
      "loss": 0.8898,
      "step": 25481
    },
    {
      "epoch": 1.0437026418185542,
      "grad_norm": 1.846423224537474,
      "learning_rate": 0.0002808706161181296,
      "loss": 2.9717,
      "step": 25482
    },
    {
      "epoch": 1.0437436002457505,
      "grad_norm": 1.1458920352585171,
      "learning_rate": 0.00028086902235360464,
      "loss": 0.8925,
      "step": 25483
    },
    {
      "epoch": 1.043784558672947,
      "grad_norm": 0.8673443958337247,
      "learning_rate": 0.0002808674285272124,
      "loss": 1.028,
      "step": 25484
    },
    {
      "epoch": 1.0438255171001434,
      "grad_norm": 2.1613187272660417,
      "learning_rate": 0.0002808658346389536,
      "loss": 1.9826,
      "step": 25485
    },
    {
      "epoch": 1.0438664755273397,
      "grad_norm": 0.8450399169875927,
      "learning_rate": 0.0002808642406888291,
      "loss": 0.6084,
      "step": 25486
    },
    {
      "epoch": 1.0439074339545362,
      "grad_norm": 0.9005823878383055,
      "learning_rate": 0.0002808626466768395,
      "loss": 0.5134,
      "step": 25487
    },
    {
      "epoch": 1.0439483923817325,
      "grad_norm": 2.3798296366486085,
      "learning_rate": 0.0002808610526029857,
      "loss": 3.8322,
      "step": 25488
    },
    {
      "epoch": 1.0439893508089289,
      "grad_norm": 1.0040201650286062,
      "learning_rate": 0.0002808594584672684,
      "loss": 1.2388,
      "step": 25489
    },
    {
      "epoch": 1.0440303092361254,
      "grad_norm": 0.9256730042595003,
      "learning_rate": 0.00028085786426968823,
      "loss": 0.9701,
      "step": 25490
    },
    {
      "epoch": 1.0440712676633217,
      "grad_norm": 0.9078545149066962,
      "learning_rate": 0.0002808562700102461,
      "loss": 0.9599,
      "step": 25491
    },
    {
      "epoch": 1.044112226090518,
      "grad_norm": 0.9848637098450373,
      "learning_rate": 0.00028085467568894276,
      "loss": 1.0183,
      "step": 25492
    },
    {
      "epoch": 1.0441531845177145,
      "grad_norm": 0.6526079608229923,
      "learning_rate": 0.0002808530813057789,
      "loss": 0.4035,
      "step": 25493
    },
    {
      "epoch": 1.0441941429449109,
      "grad_norm": 0.6279531498722117,
      "learning_rate": 0.00028085148686075536,
      "loss": 0.3314,
      "step": 25494
    },
    {
      "epoch": 1.0442351013721074,
      "grad_norm": 0.43678640005420666,
      "learning_rate": 0.0002808498923538727,
      "loss": 0.2815,
      "step": 25495
    },
    {
      "epoch": 1.0442760597993037,
      "grad_norm": 0.9641148323748041,
      "learning_rate": 0.0002808482977851319,
      "loss": 1.0147,
      "step": 25496
    },
    {
      "epoch": 1.0443170182265,
      "grad_norm": 0.6082638928936339,
      "learning_rate": 0.0002808467031545336,
      "loss": 0.359,
      "step": 25497
    },
    {
      "epoch": 1.0443579766536966,
      "grad_norm": 0.7721005098531967,
      "learning_rate": 0.00028084510846207856,
      "loss": 0.9213,
      "step": 25498
    },
    {
      "epoch": 1.0443989350808929,
      "grad_norm": 0.9164443197981796,
      "learning_rate": 0.0002808435137077676,
      "loss": 0.8144,
      "step": 25499
    },
    {
      "epoch": 1.0444398935080892,
      "grad_norm": 0.8417449520042902,
      "learning_rate": 0.0002808419188916013,
      "loss": 0.8636,
      "step": 25500
    },
    {
      "epoch": 1.0444808519352857,
      "grad_norm": 0.711484147592669,
      "learning_rate": 0.00028084032401358064,
      "loss": 0.7009,
      "step": 25501
    },
    {
      "epoch": 1.044521810362482,
      "grad_norm": 0.741370266343263,
      "learning_rate": 0.0002808387290737062,
      "loss": 0.85,
      "step": 25502
    },
    {
      "epoch": 1.0445627687896786,
      "grad_norm": 0.8367155973326474,
      "learning_rate": 0.00028083713407197887,
      "loss": 1.1016,
      "step": 25503
    },
    {
      "epoch": 1.0446037272168749,
      "grad_norm": 0.933992936373113,
      "learning_rate": 0.0002808355390083993,
      "loss": 1.2045,
      "step": 25504
    },
    {
      "epoch": 1.0446446856440712,
      "grad_norm": 0.8584117022985416,
      "learning_rate": 0.00028083394388296823,
      "loss": 0.8576,
      "step": 25505
    },
    {
      "epoch": 1.0446856440712677,
      "grad_norm": 0.6177324322399518,
      "learning_rate": 0.0002808323486956865,
      "loss": 0.5519,
      "step": 25506
    },
    {
      "epoch": 1.044726602498464,
      "grad_norm": 0.6296075545395629,
      "learning_rate": 0.00028083075344655485,
      "loss": 0.4085,
      "step": 25507
    },
    {
      "epoch": 1.0447675609256604,
      "grad_norm": 0.7076186982719593,
      "learning_rate": 0.000280829158135574,
      "loss": 0.8367,
      "step": 25508
    },
    {
      "epoch": 1.044808519352857,
      "grad_norm": 0.7716469367427714,
      "learning_rate": 0.0002808275627627447,
      "loss": 0.4075,
      "step": 25509
    },
    {
      "epoch": 1.0448494777800532,
      "grad_norm": 1.0414062534040336,
      "learning_rate": 0.00028082596732806775,
      "loss": 0.9027,
      "step": 25510
    },
    {
      "epoch": 1.0448904362072495,
      "grad_norm": 0.6303896801359127,
      "learning_rate": 0.00028082437183154385,
      "loss": 0.319,
      "step": 25511
    },
    {
      "epoch": 1.044931394634446,
      "grad_norm": 0.6658849938694116,
      "learning_rate": 0.0002808227762731738,
      "loss": 0.5316,
      "step": 25512
    },
    {
      "epoch": 1.0449723530616424,
      "grad_norm": 0.9171455235724286,
      "learning_rate": 0.0002808211806529583,
      "loss": 0.6171,
      "step": 25513
    },
    {
      "epoch": 1.045013311488839,
      "grad_norm": 0.7119738441160007,
      "learning_rate": 0.00028081958497089813,
      "loss": 0.2841,
      "step": 25514
    },
    {
      "epoch": 1.0450542699160352,
      "grad_norm": 0.8430240621454942,
      "learning_rate": 0.0002808179892269941,
      "loss": 0.9925,
      "step": 25515
    },
    {
      "epoch": 1.0450952283432315,
      "grad_norm": 1.3064031393646507,
      "learning_rate": 0.0002808163934212469,
      "loss": 1.5435,
      "step": 25516
    },
    {
      "epoch": 1.045136186770428,
      "grad_norm": 0.9294836981098241,
      "learning_rate": 0.0002808147975536573,
      "loss": 1.0942,
      "step": 25517
    },
    {
      "epoch": 1.0451771451976244,
      "grad_norm": 0.8844956420142284,
      "learning_rate": 0.00028081320162422603,
      "loss": 0.6506,
      "step": 25518
    },
    {
      "epoch": 1.0452181036248207,
      "grad_norm": 0.9013315571917111,
      "learning_rate": 0.0002808116056329539,
      "loss": 1.0496,
      "step": 25519
    },
    {
      "epoch": 1.0452590620520172,
      "grad_norm": 0.7906122152206008,
      "learning_rate": 0.00028081000957984163,
      "loss": 0.6373,
      "step": 25520
    },
    {
      "epoch": 1.0453000204792136,
      "grad_norm": 0.7579945945307968,
      "learning_rate": 0.00028080841346488994,
      "loss": 0.341,
      "step": 25521
    },
    {
      "epoch": 1.04534097890641,
      "grad_norm": 0.6953517840103227,
      "learning_rate": 0.00028080681728809965,
      "loss": 0.7672,
      "step": 25522
    },
    {
      "epoch": 1.0453819373336064,
      "grad_norm": 1.3525213818420505,
      "learning_rate": 0.00028080522104947144,
      "loss": 0.882,
      "step": 25523
    },
    {
      "epoch": 1.0454228957608027,
      "grad_norm": 0.8937198977843299,
      "learning_rate": 0.00028080362474900615,
      "loss": 0.999,
      "step": 25524
    },
    {
      "epoch": 1.0454638541879993,
      "grad_norm": 0.9971677011416543,
      "learning_rate": 0.0002808020283867046,
      "loss": 1.2484,
      "step": 25525
    },
    {
      "epoch": 1.0455048126151956,
      "grad_norm": 0.9385972154349522,
      "learning_rate": 0.0002808004319625673,
      "loss": 1.1296,
      "step": 25526
    },
    {
      "epoch": 1.0455457710423919,
      "grad_norm": 1.0422241672987138,
      "learning_rate": 0.0002807988354765952,
      "loss": 0.95,
      "step": 25527
    },
    {
      "epoch": 1.0455867294695884,
      "grad_norm": 1.5525800854687568,
      "learning_rate": 0.000280797238928789,
      "loss": 0.7023,
      "step": 25528
    },
    {
      "epoch": 1.0456276878967847,
      "grad_norm": 0.8284497096658882,
      "learning_rate": 0.0002807956423191494,
      "loss": 0.8449,
      "step": 25529
    },
    {
      "epoch": 1.0456686463239813,
      "grad_norm": 0.9933557643741616,
      "learning_rate": 0.00028079404564767727,
      "loss": 1.0613,
      "step": 25530
    },
    {
      "epoch": 1.0457096047511776,
      "grad_norm": 0.5836017125713826,
      "learning_rate": 0.00028079244891437326,
      "loss": 0.3581,
      "step": 25531
    },
    {
      "epoch": 1.045750563178374,
      "grad_norm": 0.7264366002322618,
      "learning_rate": 0.00028079085211923823,
      "loss": 0.8031,
      "step": 25532
    },
    {
      "epoch": 1.0457915216055704,
      "grad_norm": 0.6531456696392514,
      "learning_rate": 0.00028078925526227284,
      "loss": 0.7873,
      "step": 25533
    },
    {
      "epoch": 1.0458324800327667,
      "grad_norm": 0.7108591998168606,
      "learning_rate": 0.0002807876583434779,
      "loss": 0.4465,
      "step": 25534
    },
    {
      "epoch": 1.045873438459963,
      "grad_norm": 0.9234989459879822,
      "learning_rate": 0.00028078606136285413,
      "loss": 0.6689,
      "step": 25535
    },
    {
      "epoch": 1.0459143968871596,
      "grad_norm": 1.1345188738614518,
      "learning_rate": 0.0002807844643204023,
      "loss": 1.2317,
      "step": 25536
    },
    {
      "epoch": 1.045955355314356,
      "grad_norm": 0.7743843173866991,
      "learning_rate": 0.00028078286721612317,
      "loss": 0.3981,
      "step": 25537
    },
    {
      "epoch": 1.0459963137415522,
      "grad_norm": 1.206530284003756,
      "learning_rate": 0.00028078127005001747,
      "loss": 1.0138,
      "step": 25538
    },
    {
      "epoch": 1.0460372721687488,
      "grad_norm": 1.3754450322016418,
      "learning_rate": 0.000280779672822086,
      "loss": 0.8947,
      "step": 25539
    },
    {
      "epoch": 1.046078230595945,
      "grad_norm": 1.0219167053598315,
      "learning_rate": 0.0002807780755323295,
      "loss": 0.9716,
      "step": 25540
    },
    {
      "epoch": 1.0461191890231416,
      "grad_norm": 0.7951011371679181,
      "learning_rate": 0.0002807764781807487,
      "loss": 0.7778,
      "step": 25541
    },
    {
      "epoch": 1.046160147450338,
      "grad_norm": 0.5747795382318653,
      "learning_rate": 0.00028077488076734433,
      "loss": 0.3926,
      "step": 25542
    },
    {
      "epoch": 1.0462011058775342,
      "grad_norm": 2.6817054659675708,
      "learning_rate": 0.0002807732832921172,
      "loss": 2.0854,
      "step": 25543
    },
    {
      "epoch": 1.0462420643047308,
      "grad_norm": 1.026679083290366,
      "learning_rate": 0.00028077168575506805,
      "loss": 0.513,
      "step": 25544
    },
    {
      "epoch": 1.046283022731927,
      "grad_norm": 1.464927061030227,
      "learning_rate": 0.00028077008815619763,
      "loss": 0.9795,
      "step": 25545
    },
    {
      "epoch": 1.0463239811591234,
      "grad_norm": 0.9662089447163484,
      "learning_rate": 0.00028076849049550677,
      "loss": 0.9297,
      "step": 25546
    },
    {
      "epoch": 1.04636493958632,
      "grad_norm": 1.3034886139658475,
      "learning_rate": 0.00028076689277299605,
      "loss": 1.3786,
      "step": 25547
    },
    {
      "epoch": 1.0464058980135162,
      "grad_norm": 3.0007580222142587,
      "learning_rate": 0.0002807652949886664,
      "loss": 3.8593,
      "step": 25548
    },
    {
      "epoch": 1.0464468564407128,
      "grad_norm": 3.6450713052880634,
      "learning_rate": 0.00028076369714251847,
      "loss": 2.1133,
      "step": 25549
    },
    {
      "epoch": 1.046487814867909,
      "grad_norm": 0.6466638698450459,
      "learning_rate": 0.00028076209923455313,
      "loss": 0.4434,
      "step": 25550
    },
    {
      "epoch": 1.0465287732951054,
      "grad_norm": 1.077794172620516,
      "learning_rate": 0.00028076050126477097,
      "loss": 0.9676,
      "step": 25551
    },
    {
      "epoch": 1.046569731722302,
      "grad_norm": 3.3947032921802607,
      "learning_rate": 0.00028075890323317286,
      "loss": 2.6341,
      "step": 25552
    },
    {
      "epoch": 1.0466106901494983,
      "grad_norm": 1.8253758244777256,
      "learning_rate": 0.0002807573051397595,
      "loss": 1.5641,
      "step": 25553
    },
    {
      "epoch": 1.0466516485766946,
      "grad_norm": 0.8467484556421755,
      "learning_rate": 0.0002807557069845318,
      "loss": 0.7825,
      "step": 25554
    },
    {
      "epoch": 1.046692607003891,
      "grad_norm": 1.053747997654068,
      "learning_rate": 0.00028075410876749027,
      "loss": 0.9116,
      "step": 25555
    },
    {
      "epoch": 1.0467335654310874,
      "grad_norm": 0.6454681015036277,
      "learning_rate": 0.0002807525104886358,
      "loss": 0.4611,
      "step": 25556
    },
    {
      "epoch": 1.046774523858284,
      "grad_norm": 0.6795988351525494,
      "learning_rate": 0.00028075091214796916,
      "loss": 0.6131,
      "step": 25557
    },
    {
      "epoch": 1.0468154822854803,
      "grad_norm": 0.5826303735876817,
      "learning_rate": 0.00028074931374549107,
      "loss": 0.5847,
      "step": 25558
    },
    {
      "epoch": 1.0468564407126766,
      "grad_norm": 0.7954109475511156,
      "learning_rate": 0.0002807477152812023,
      "loss": 1.0476,
      "step": 25559
    },
    {
      "epoch": 1.0468973991398731,
      "grad_norm": 1.2578519125762049,
      "learning_rate": 0.00028074611675510354,
      "loss": 1.4666,
      "step": 25560
    },
    {
      "epoch": 1.0469383575670694,
      "grad_norm": 0.80048576282415,
      "learning_rate": 0.0002807445181671956,
      "loss": 0.8655,
      "step": 25561
    },
    {
      "epoch": 1.0469793159942657,
      "grad_norm": 0.7914080598929589,
      "learning_rate": 0.00028074291951747936,
      "loss": 0.8025,
      "step": 25562
    },
    {
      "epoch": 1.0470202744214623,
      "grad_norm": 0.7626370856974953,
      "learning_rate": 0.0002807413208059553,
      "loss": 0.5104,
      "step": 25563
    },
    {
      "epoch": 1.0470612328486586,
      "grad_norm": 0.9802673752137085,
      "learning_rate": 0.00028073972203262445,
      "loss": 1.2645,
      "step": 25564
    },
    {
      "epoch": 1.047102191275855,
      "grad_norm": 0.9853530679800678,
      "learning_rate": 0.00028073812319748736,
      "loss": 0.9158,
      "step": 25565
    },
    {
      "epoch": 1.0471431497030514,
      "grad_norm": 0.9165186995221488,
      "learning_rate": 0.0002807365243005449,
      "loss": 0.7411,
      "step": 25566
    },
    {
      "epoch": 1.0471841081302478,
      "grad_norm": 2.075569536216101,
      "learning_rate": 0.00028073492534179785,
      "loss": 3.4309,
      "step": 25567
    },
    {
      "epoch": 1.0472250665574443,
      "grad_norm": 0.6917932106411065,
      "learning_rate": 0.00028073332632124685,
      "loss": 0.591,
      "step": 25568
    },
    {
      "epoch": 1.0472660249846406,
      "grad_norm": 0.8294535072712561,
      "learning_rate": 0.00028073172723889274,
      "loss": 0.8842,
      "step": 25569
    },
    {
      "epoch": 1.047306983411837,
      "grad_norm": 0.761980816114622,
      "learning_rate": 0.00028073012809473624,
      "loss": 0.7637,
      "step": 25570
    },
    {
      "epoch": 1.0473479418390335,
      "grad_norm": 0.6855464411073284,
      "learning_rate": 0.00028072852888877815,
      "loss": 0.6659,
      "step": 25571
    },
    {
      "epoch": 1.0473889002662298,
      "grad_norm": 1.144780113795027,
      "learning_rate": 0.0002807269296210192,
      "loss": 0.3701,
      "step": 25572
    },
    {
      "epoch": 1.047429858693426,
      "grad_norm": 0.7708459903085308,
      "learning_rate": 0.0002807253302914601,
      "loss": 0.7027,
      "step": 25573
    },
    {
      "epoch": 1.0474708171206226,
      "grad_norm": 1.1704300400420848,
      "learning_rate": 0.0002807237309001017,
      "loss": 0.962,
      "step": 25574
    },
    {
      "epoch": 1.047511775547819,
      "grad_norm": 0.996380805101819,
      "learning_rate": 0.00028072213144694465,
      "loss": 1.1253,
      "step": 25575
    },
    {
      "epoch": 1.0475527339750155,
      "grad_norm": 0.8531888205327837,
      "learning_rate": 0.0002807205319319898,
      "loss": 1.0439,
      "step": 25576
    },
    {
      "epoch": 1.0475936924022118,
      "grad_norm": 0.9258168317428965,
      "learning_rate": 0.0002807189323552379,
      "loss": 0.6967,
      "step": 25577
    },
    {
      "epoch": 1.047634650829408,
      "grad_norm": 0.6491096486694744,
      "learning_rate": 0.00028071733271668964,
      "loss": 0.8954,
      "step": 25578
    },
    {
      "epoch": 1.0476756092566046,
      "grad_norm": 0.7587214134201106,
      "learning_rate": 0.00028071573301634577,
      "loss": 0.7319,
      "step": 25579
    },
    {
      "epoch": 1.047716567683801,
      "grad_norm": 0.8051406378106665,
      "learning_rate": 0.00028071413325420714,
      "loss": 0.8111,
      "step": 25580
    },
    {
      "epoch": 1.0477575261109973,
      "grad_norm": 0.7293357242010796,
      "learning_rate": 0.0002807125334302744,
      "loss": 0.7311,
      "step": 25581
    },
    {
      "epoch": 1.0477984845381938,
      "grad_norm": 0.9305081113908695,
      "learning_rate": 0.00028071093354454846,
      "loss": 0.9932,
      "step": 25582
    },
    {
      "epoch": 1.04783944296539,
      "grad_norm": 0.6957853351124805,
      "learning_rate": 0.0002807093335970299,
      "loss": 0.4666,
      "step": 25583
    },
    {
      "epoch": 1.0478804013925864,
      "grad_norm": 1.2818887013251261,
      "learning_rate": 0.00028070773358771954,
      "loss": 0.9924,
      "step": 25584
    },
    {
      "epoch": 1.047921359819783,
      "grad_norm": 0.7159999287926385,
      "learning_rate": 0.00028070613351661815,
      "loss": 0.7038,
      "step": 25585
    },
    {
      "epoch": 1.0479623182469793,
      "grad_norm": 0.7000366027639574,
      "learning_rate": 0.0002807045333837265,
      "loss": 0.5626,
      "step": 25586
    },
    {
      "epoch": 1.0480032766741758,
      "grad_norm": 1.523163663436095,
      "learning_rate": 0.0002807029331890454,
      "loss": 0.833,
      "step": 25587
    },
    {
      "epoch": 1.0480442351013721,
      "grad_norm": 0.6216051517943193,
      "learning_rate": 0.0002807013329325754,
      "loss": 0.6425,
      "step": 25588
    },
    {
      "epoch": 1.0480851935285684,
      "grad_norm": 0.8325036112323788,
      "learning_rate": 0.0002806997326143175,
      "loss": 0.9345,
      "step": 25589
    },
    {
      "epoch": 1.048126151955765,
      "grad_norm": 0.8297338600473924,
      "learning_rate": 0.0002806981322342723,
      "loss": 0.9258,
      "step": 25590
    },
    {
      "epoch": 1.0481671103829613,
      "grad_norm": 0.9187195126778763,
      "learning_rate": 0.00028069653179244063,
      "loss": 0.8577,
      "step": 25591
    },
    {
      "epoch": 1.0482080688101576,
      "grad_norm": 0.9314219979539822,
      "learning_rate": 0.00028069493128882325,
      "loss": 0.9495,
      "step": 25592
    },
    {
      "epoch": 1.0482490272373541,
      "grad_norm": 0.7899700105829192,
      "learning_rate": 0.00028069333072342086,
      "loss": 0.8147,
      "step": 25593
    },
    {
      "epoch": 1.0482899856645504,
      "grad_norm": 0.6519307347253686,
      "learning_rate": 0.00028069173009623424,
      "loss": 0.4907,
      "step": 25594
    },
    {
      "epoch": 1.048330944091747,
      "grad_norm": 0.7408970268580967,
      "learning_rate": 0.00028069012940726414,
      "loss": 0.7642,
      "step": 25595
    },
    {
      "epoch": 1.0483719025189433,
      "grad_norm": 0.894502524433796,
      "learning_rate": 0.0002806885286565114,
      "loss": 0.7378,
      "step": 25596
    },
    {
      "epoch": 1.0484128609461396,
      "grad_norm": 0.991464231770601,
      "learning_rate": 0.0002806869278439766,
      "loss": 1.3614,
      "step": 25597
    },
    {
      "epoch": 1.0484538193733361,
      "grad_norm": 0.8257610810505195,
      "learning_rate": 0.0002806853269696607,
      "loss": 0.9446,
      "step": 25598
    },
    {
      "epoch": 1.0484947778005325,
      "grad_norm": 0.953709741548239,
      "learning_rate": 0.0002806837260335643,
      "loss": 0.8539,
      "step": 25599
    },
    {
      "epoch": 1.0485357362277288,
      "grad_norm": 0.9374942119821607,
      "learning_rate": 0.00028068212503568827,
      "loss": 0.7883,
      "step": 25600
    },
    {
      "epoch": 1.0485766946549253,
      "grad_norm": 0.9894580069964609,
      "learning_rate": 0.00028068052397603325,
      "loss": 0.7676,
      "step": 25601
    },
    {
      "epoch": 1.0486176530821216,
      "grad_norm": 5.366947711919146,
      "learning_rate": 0.0002806789228546001,
      "loss": 1.9549,
      "step": 25602
    },
    {
      "epoch": 1.048658611509318,
      "grad_norm": 1.4545818831369224,
      "learning_rate": 0.00028067732167138957,
      "loss": 1.1795,
      "step": 25603
    },
    {
      "epoch": 1.0486995699365145,
      "grad_norm": 0.9221353751958234,
      "learning_rate": 0.0002806757204264023,
      "loss": 0.9194,
      "step": 25604
    },
    {
      "epoch": 1.0487405283637108,
      "grad_norm": 1.0235519172728622,
      "learning_rate": 0.0002806741191196392,
      "loss": 0.8097,
      "step": 25605
    },
    {
      "epoch": 1.0487814867909073,
      "grad_norm": 0.7787420501941459,
      "learning_rate": 0.00028067251775110093,
      "loss": 0.8313,
      "step": 25606
    },
    {
      "epoch": 1.0488224452181036,
      "grad_norm": 0.8565875758957653,
      "learning_rate": 0.0002806709163207883,
      "loss": 0.616,
      "step": 25607
    },
    {
      "epoch": 1.0488634036453,
      "grad_norm": 0.7423858179986274,
      "learning_rate": 0.000280669314828702,
      "loss": 0.9824,
      "step": 25608
    },
    {
      "epoch": 1.0489043620724965,
      "grad_norm": 0.793773035596615,
      "learning_rate": 0.00028066771327484285,
      "loss": 0.899,
      "step": 25609
    },
    {
      "epoch": 1.0489453204996928,
      "grad_norm": 1.1136106756683501,
      "learning_rate": 0.0002806661116592116,
      "loss": 0.8053,
      "step": 25610
    },
    {
      "epoch": 1.0489862789268891,
      "grad_norm": 0.7691453384302486,
      "learning_rate": 0.00028066450998180903,
      "loss": 0.3588,
      "step": 25611
    },
    {
      "epoch": 1.0490272373540857,
      "grad_norm": 0.9620308702102681,
      "learning_rate": 0.0002806629082426358,
      "loss": 1.1485,
      "step": 25612
    },
    {
      "epoch": 1.049068195781282,
      "grad_norm": 0.8344243063054758,
      "learning_rate": 0.00028066130644169274,
      "loss": 1.0846,
      "step": 25613
    },
    {
      "epoch": 1.0491091542084785,
      "grad_norm": 0.5908671834756022,
      "learning_rate": 0.0002806597045789806,
      "loss": 0.6975,
      "step": 25614
    },
    {
      "epoch": 1.0491501126356748,
      "grad_norm": 0.8325753533849852,
      "learning_rate": 0.00028065810265450017,
      "loss": 0.8155,
      "step": 25615
    },
    {
      "epoch": 1.0491910710628711,
      "grad_norm": 0.5663977762891308,
      "learning_rate": 0.00028065650066825214,
      "loss": 0.3655,
      "step": 25616
    },
    {
      "epoch": 1.0492320294900677,
      "grad_norm": 1.3334636812564666,
      "learning_rate": 0.0002806548986202373,
      "loss": 0.7468,
      "step": 25617
    },
    {
      "epoch": 1.049272987917264,
      "grad_norm": 0.8862997851227566,
      "learning_rate": 0.0002806532965104564,
      "loss": 0.8254,
      "step": 25618
    },
    {
      "epoch": 1.0493139463444603,
      "grad_norm": 0.8396202044425725,
      "learning_rate": 0.00028065169433891024,
      "loss": 0.9263,
      "step": 25619
    },
    {
      "epoch": 1.0493549047716568,
      "grad_norm": 0.9466181504719312,
      "learning_rate": 0.0002806500921055995,
      "loss": 0.7867,
      "step": 25620
    },
    {
      "epoch": 1.0493958631988531,
      "grad_norm": 0.8946818408167934,
      "learning_rate": 0.00028064848981052497,
      "loss": 1.0017,
      "step": 25621
    },
    {
      "epoch": 1.0494368216260495,
      "grad_norm": 0.8642759524463008,
      "learning_rate": 0.0002806468874536874,
      "loss": 0.8154,
      "step": 25622
    },
    {
      "epoch": 1.049477780053246,
      "grad_norm": 0.6431905064749375,
      "learning_rate": 0.0002806452850350876,
      "loss": 0.6205,
      "step": 25623
    },
    {
      "epoch": 1.0495187384804423,
      "grad_norm": 0.9552103440399115,
      "learning_rate": 0.0002806436825547263,
      "loss": 1.3047,
      "step": 25624
    },
    {
      "epoch": 1.0495596969076388,
      "grad_norm": 0.7503825682679823,
      "learning_rate": 0.00028064208001260424,
      "loss": 0.7824,
      "step": 25625
    },
    {
      "epoch": 1.0496006553348352,
      "grad_norm": 0.9916747444267296,
      "learning_rate": 0.00028064047740872217,
      "loss": 0.7991,
      "step": 25626
    },
    {
      "epoch": 1.0496416137620315,
      "grad_norm": 0.8123193225940482,
      "learning_rate": 0.00028063887474308086,
      "loss": 0.4876,
      "step": 25627
    },
    {
      "epoch": 1.049682572189228,
      "grad_norm": 1.029791166778783,
      "learning_rate": 0.0002806372720156811,
      "loss": 1.0015,
      "step": 25628
    },
    {
      "epoch": 1.0497235306164243,
      "grad_norm": 0.6229464680243941,
      "learning_rate": 0.0002806356692265236,
      "loss": 0.7378,
      "step": 25629
    },
    {
      "epoch": 1.0497644890436206,
      "grad_norm": 0.7324564970920178,
      "learning_rate": 0.00028063406637560915,
      "loss": 0.7467,
      "step": 25630
    },
    {
      "epoch": 1.0498054474708172,
      "grad_norm": 1.0502289972137666,
      "learning_rate": 0.0002806324634629385,
      "loss": 0.8626,
      "step": 25631
    },
    {
      "epoch": 1.0498464058980135,
      "grad_norm": 1.2819838033081878,
      "learning_rate": 0.00028063086048851234,
      "loss": 0.7407,
      "step": 25632
    },
    {
      "epoch": 1.04988736432521,
      "grad_norm": 0.7680333572553357,
      "learning_rate": 0.00028062925745233155,
      "loss": 0.6482,
      "step": 25633
    },
    {
      "epoch": 1.0499283227524063,
      "grad_norm": 0.7228501493218376,
      "learning_rate": 0.0002806276543543968,
      "loss": 0.8458,
      "step": 25634
    },
    {
      "epoch": 1.0499692811796026,
      "grad_norm": 0.8273463611902377,
      "learning_rate": 0.00028062605119470887,
      "loss": 1.0437,
      "step": 25635
    },
    {
      "epoch": 1.0500102396067992,
      "grad_norm": 4.681610900197201,
      "learning_rate": 0.00028062444797326855,
      "loss": 2.2715,
      "step": 25636
    },
    {
      "epoch": 1.0500511980339955,
      "grad_norm": 0.8409217183456125,
      "learning_rate": 0.0002806228446900765,
      "loss": 0.8952,
      "step": 25637
    },
    {
      "epoch": 1.0500921564611918,
      "grad_norm": 0.85385274948931,
      "learning_rate": 0.00028062124134513365,
      "loss": 0.9801,
      "step": 25638
    },
    {
      "epoch": 1.0501331148883883,
      "grad_norm": 0.9439533090315436,
      "learning_rate": 0.00028061963793844064,
      "loss": 0.7734,
      "step": 25639
    },
    {
      "epoch": 1.0501740733155847,
      "grad_norm": 1.5888399310410806,
      "learning_rate": 0.0002806180344699982,
      "loss": 1.1828,
      "step": 25640
    },
    {
      "epoch": 1.050215031742781,
      "grad_norm": 0.7917926052922679,
      "learning_rate": 0.00028061643093980714,
      "loss": 0.8957,
      "step": 25641
    },
    {
      "epoch": 1.0502559901699775,
      "grad_norm": 0.4160227185685072,
      "learning_rate": 0.0002806148273478682,
      "loss": 0.1315,
      "step": 25642
    },
    {
      "epoch": 1.0502969485971738,
      "grad_norm": 0.8787238101330196,
      "learning_rate": 0.0002806132236941822,
      "loss": 0.952,
      "step": 25643
    },
    {
      "epoch": 1.0503379070243704,
      "grad_norm": 0.8531834831606016,
      "learning_rate": 0.0002806116199787498,
      "loss": 0.832,
      "step": 25644
    },
    {
      "epoch": 1.0503788654515667,
      "grad_norm": 0.8189226538818788,
      "learning_rate": 0.0002806100162015718,
      "loss": 0.8233,
      "step": 25645
    },
    {
      "epoch": 1.050419823878763,
      "grad_norm": 1.080538360916931,
      "learning_rate": 0.000280608412362649,
      "loss": 1.4611,
      "step": 25646
    },
    {
      "epoch": 1.0504607823059595,
      "grad_norm": 4.74283494518306,
      "learning_rate": 0.0002806068084619821,
      "loss": 4.0012,
      "step": 25647
    },
    {
      "epoch": 1.0505017407331558,
      "grad_norm": 0.5323025332500793,
      "learning_rate": 0.0002806052044995719,
      "loss": 0.3759,
      "step": 25648
    },
    {
      "epoch": 1.0505426991603521,
      "grad_norm": 0.8843053142566206,
      "learning_rate": 0.0002806036004754191,
      "loss": 0.8716,
      "step": 25649
    },
    {
      "epoch": 1.0505836575875487,
      "grad_norm": 0.7875919241897544,
      "learning_rate": 0.00028060199638952455,
      "loss": 0.638,
      "step": 25650
    },
    {
      "epoch": 1.050624616014745,
      "grad_norm": 0.6283827081861993,
      "learning_rate": 0.00028060039224188897,
      "loss": 0.6902,
      "step": 25651
    },
    {
      "epoch": 1.0506655744419415,
      "grad_norm": 0.8431695482154387,
      "learning_rate": 0.000280598788032513,
      "loss": 0.686,
      "step": 25652
    },
    {
      "epoch": 1.0507065328691378,
      "grad_norm": 1.2283655425210673,
      "learning_rate": 0.0002805971837613976,
      "loss": 1.2066,
      "step": 25653
    },
    {
      "epoch": 1.0507474912963342,
      "grad_norm": 1.1125444928618324,
      "learning_rate": 0.00028059557942854336,
      "loss": 0.9668,
      "step": 25654
    },
    {
      "epoch": 1.0507884497235307,
      "grad_norm": 0.7142929742978722,
      "learning_rate": 0.00028059397503395114,
      "loss": 0.7839,
      "step": 25655
    },
    {
      "epoch": 1.050829408150727,
      "grad_norm": 1.2675019976500577,
      "learning_rate": 0.0002805923705776217,
      "loss": 0.7527,
      "step": 25656
    },
    {
      "epoch": 1.0508703665779233,
      "grad_norm": 0.8430069212594462,
      "learning_rate": 0.0002805907660595557,
      "loss": 1.0372,
      "step": 25657
    },
    {
      "epoch": 1.0509113250051199,
      "grad_norm": 1.0204243862995919,
      "learning_rate": 0.00028058916147975397,
      "loss": 0.8734,
      "step": 25658
    },
    {
      "epoch": 1.0509522834323162,
      "grad_norm": 0.8950875663308849,
      "learning_rate": 0.0002805875568382173,
      "loss": 0.5449,
      "step": 25659
    },
    {
      "epoch": 1.0509932418595125,
      "grad_norm": 0.6665200470166707,
      "learning_rate": 0.0002805859521349464,
      "loss": 0.3676,
      "step": 25660
    },
    {
      "epoch": 1.051034200286709,
      "grad_norm": 0.9022341009411197,
      "learning_rate": 0.000280584347369942,
      "loss": 0.7068,
      "step": 25661
    },
    {
      "epoch": 1.0510751587139053,
      "grad_norm": 1.1540827545946764,
      "learning_rate": 0.00028058274254320496,
      "loss": 0.9621,
      "step": 25662
    },
    {
      "epoch": 1.0511161171411019,
      "grad_norm": 0.9801165810860666,
      "learning_rate": 0.00028058113765473593,
      "loss": 1.271,
      "step": 25663
    },
    {
      "epoch": 1.0511570755682982,
      "grad_norm": 0.948559847618192,
      "learning_rate": 0.00028057953270453574,
      "loss": 0.9767,
      "step": 25664
    },
    {
      "epoch": 1.0511980339954945,
      "grad_norm": 0.7417054671246465,
      "learning_rate": 0.00028057792769260514,
      "loss": 0.8142,
      "step": 25665
    },
    {
      "epoch": 1.051238992422691,
      "grad_norm": 1.0629563903759296,
      "learning_rate": 0.00028057632261894484,
      "loss": 0.3253,
      "step": 25666
    },
    {
      "epoch": 1.0512799508498873,
      "grad_norm": 0.8059319551849505,
      "learning_rate": 0.00028057471748355566,
      "loss": 0.6768,
      "step": 25667
    },
    {
      "epoch": 1.0513209092770837,
      "grad_norm": 0.7327477274278539,
      "learning_rate": 0.0002805731122864383,
      "loss": 0.4951,
      "step": 25668
    },
    {
      "epoch": 1.0513618677042802,
      "grad_norm": 1.130627064474659,
      "learning_rate": 0.00028057150702759354,
      "loss": 1.1626,
      "step": 25669
    },
    {
      "epoch": 1.0514028261314765,
      "grad_norm": 1.0155505272918066,
      "learning_rate": 0.0002805699017070222,
      "loss": 0.7367,
      "step": 25670
    },
    {
      "epoch": 1.051443784558673,
      "grad_norm": 2.428758059704989,
      "learning_rate": 0.00028056829632472493,
      "loss": 2.3147,
      "step": 25671
    },
    {
      "epoch": 1.0514847429858694,
      "grad_norm": 0.771718704833558,
      "learning_rate": 0.0002805666908807026,
      "loss": 0.7409,
      "step": 25672
    },
    {
      "epoch": 1.0515257014130657,
      "grad_norm": 0.7123701334698268,
      "learning_rate": 0.00028056508537495584,
      "loss": 0.6965,
      "step": 25673
    },
    {
      "epoch": 1.0515666598402622,
      "grad_norm": 1.339357164708617,
      "learning_rate": 0.0002805634798074855,
      "loss": 0.674,
      "step": 25674
    },
    {
      "epoch": 1.0516076182674585,
      "grad_norm": 1.1721877912426495,
      "learning_rate": 0.0002805618741782924,
      "loss": 0.7769,
      "step": 25675
    },
    {
      "epoch": 1.0516485766946548,
      "grad_norm": 0.9999335484929595,
      "learning_rate": 0.0002805602684873772,
      "loss": 1.1168,
      "step": 25676
    },
    {
      "epoch": 1.0516895351218514,
      "grad_norm": 0.9734767611803292,
      "learning_rate": 0.00028055866273474065,
      "loss": 0.778,
      "step": 25677
    },
    {
      "epoch": 1.0517304935490477,
      "grad_norm": 0.9529622178645671,
      "learning_rate": 0.00028055705692038357,
      "loss": 0.8822,
      "step": 25678
    },
    {
      "epoch": 1.051771451976244,
      "grad_norm": 0.9689188809920048,
      "learning_rate": 0.00028055545104430665,
      "loss": 0.7151,
      "step": 25679
    },
    {
      "epoch": 1.0518124104034405,
      "grad_norm": 1.1163274915365895,
      "learning_rate": 0.0002805538451065107,
      "loss": 1.0271,
      "step": 25680
    },
    {
      "epoch": 1.0518533688306368,
      "grad_norm": 0.7926036469235017,
      "learning_rate": 0.00028055223910699646,
      "loss": 0.8388,
      "step": 25681
    },
    {
      "epoch": 1.0518943272578334,
      "grad_norm": 0.785217696199225,
      "learning_rate": 0.00028055063304576475,
      "loss": 1.028,
      "step": 25682
    },
    {
      "epoch": 1.0519352856850297,
      "grad_norm": 0.9800655537015757,
      "learning_rate": 0.00028054902692281624,
      "loss": 1.0482,
      "step": 25683
    },
    {
      "epoch": 1.051976244112226,
      "grad_norm": 0.9613167624369818,
      "learning_rate": 0.0002805474207381517,
      "loss": 0.2067,
      "step": 25684
    },
    {
      "epoch": 1.0520172025394225,
      "grad_norm": 1.3472851037346898,
      "learning_rate": 0.0002805458144917719,
      "loss": 0.6687,
      "step": 25685
    },
    {
      "epoch": 1.0520581609666189,
      "grad_norm": 0.9496338783933586,
      "learning_rate": 0.0002805442081836777,
      "loss": 0.9816,
      "step": 25686
    },
    {
      "epoch": 1.0520991193938152,
      "grad_norm": 1.0044738183602302,
      "learning_rate": 0.00028054260181386973,
      "loss": 0.8804,
      "step": 25687
    },
    {
      "epoch": 1.0521400778210117,
      "grad_norm": 5.045358821409178,
      "learning_rate": 0.0002805409953823488,
      "loss": 1.7014,
      "step": 25688
    },
    {
      "epoch": 1.052181036248208,
      "grad_norm": 0.9101148941578158,
      "learning_rate": 0.00028053938888911563,
      "loss": 0.9326,
      "step": 25689
    },
    {
      "epoch": 1.0522219946754046,
      "grad_norm": 2.925557431814607,
      "learning_rate": 0.000280537782334171,
      "loss": 4.6877,
      "step": 25690
    },
    {
      "epoch": 1.0522629531026009,
      "grad_norm": 0.9640664746436397,
      "learning_rate": 0.00028053617571751575,
      "loss": 0.6686,
      "step": 25691
    },
    {
      "epoch": 1.0523039115297972,
      "grad_norm": 2.419872192308404,
      "learning_rate": 0.0002805345690391505,
      "loss": 1.0339,
      "step": 25692
    },
    {
      "epoch": 1.0523448699569937,
      "grad_norm": 0.9606186783452595,
      "learning_rate": 0.00028053296229907615,
      "loss": 0.869,
      "step": 25693
    },
    {
      "epoch": 1.05238582838419,
      "grad_norm": 0.7823262023410099,
      "learning_rate": 0.0002805313554972933,
      "loss": 0.7092,
      "step": 25694
    },
    {
      "epoch": 1.0524267868113863,
      "grad_norm": 0.9041811604677895,
      "learning_rate": 0.0002805297486338029,
      "loss": 0.5908,
      "step": 25695
    },
    {
      "epoch": 1.0524677452385829,
      "grad_norm": 0.7146482870627525,
      "learning_rate": 0.00028052814170860557,
      "loss": 0.8006,
      "step": 25696
    },
    {
      "epoch": 1.0525087036657792,
      "grad_norm": 0.6216820596100363,
      "learning_rate": 0.0002805265347217021,
      "loss": 0.6339,
      "step": 25697
    },
    {
      "epoch": 1.0525496620929757,
      "grad_norm": 0.5523233598366849,
      "learning_rate": 0.0002805249276730933,
      "loss": 0.373,
      "step": 25698
    },
    {
      "epoch": 1.052590620520172,
      "grad_norm": 1.0157969812635397,
      "learning_rate": 0.0002805233205627798,
      "loss": 0.8385,
      "step": 25699
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 2.1593492706322768,
      "learning_rate": 0.0002805217133907625,
      "loss": 3.2884,
      "step": 25700
    },
    {
      "epoch": 1.052672537374565,
      "grad_norm": 0.8382530956287987,
      "learning_rate": 0.0002805201061570421,
      "loss": 0.8547,
      "step": 25701
    },
    {
      "epoch": 1.0527134958017612,
      "grad_norm": 0.6090406324100116,
      "learning_rate": 0.0002805184988616194,
      "loss": 0.1094,
      "step": 25702
    },
    {
      "epoch": 1.0527544542289575,
      "grad_norm": 1.1880332549950732,
      "learning_rate": 0.00028051689150449503,
      "loss": 0.7737,
      "step": 25703
    },
    {
      "epoch": 1.052795412656154,
      "grad_norm": 1.607422041470475,
      "learning_rate": 0.0002805152840856699,
      "loss": 1.8349,
      "step": 25704
    },
    {
      "epoch": 1.0528363710833504,
      "grad_norm": 0.8566042072997097,
      "learning_rate": 0.00028051367660514477,
      "loss": 0.7827,
      "step": 25705
    },
    {
      "epoch": 1.0528773295105467,
      "grad_norm": 2.4360408249301373,
      "learning_rate": 0.0002805120690629203,
      "loss": 2.4866,
      "step": 25706
    },
    {
      "epoch": 1.0529182879377432,
      "grad_norm": 0.8974893357281544,
      "learning_rate": 0.00028051046145899735,
      "loss": 1.0624,
      "step": 25707
    },
    {
      "epoch": 1.0529592463649395,
      "grad_norm": 0.7888540032979414,
      "learning_rate": 0.00028050885379337655,
      "loss": 0.8727,
      "step": 25708
    },
    {
      "epoch": 1.053000204792136,
      "grad_norm": 1.1013348859685816,
      "learning_rate": 0.0002805072460660588,
      "loss": 1.2485,
      "step": 25709
    },
    {
      "epoch": 1.0530411632193324,
      "grad_norm": 0.7819673648307229,
      "learning_rate": 0.0002805056382770448,
      "loss": 0.692,
      "step": 25710
    },
    {
      "epoch": 1.0530821216465287,
      "grad_norm": 0.8632353352728221,
      "learning_rate": 0.0002805040304263352,
      "loss": 0.8136,
      "step": 25711
    },
    {
      "epoch": 1.0531230800737252,
      "grad_norm": 1.0095074689856802,
      "learning_rate": 0.000280502422513931,
      "loss": 0.4097,
      "step": 25712
    },
    {
      "epoch": 1.0531640385009216,
      "grad_norm": 0.6294635476769098,
      "learning_rate": 0.00028050081453983276,
      "loss": 0.4431,
      "step": 25713
    },
    {
      "epoch": 1.0532049969281179,
      "grad_norm": 1.483540386191021,
      "learning_rate": 0.0002804992065040413,
      "loss": 1.4544,
      "step": 25714
    },
    {
      "epoch": 1.0532459553553144,
      "grad_norm": 0.7621113910147073,
      "learning_rate": 0.00028049759840655743,
      "loss": 0.8586,
      "step": 25715
    },
    {
      "epoch": 1.0532869137825107,
      "grad_norm": 2.5662033032959295,
      "learning_rate": 0.00028049599024738183,
      "loss": 5.2914,
      "step": 25716
    },
    {
      "epoch": 1.0533278722097072,
      "grad_norm": 0.5696127421570255,
      "learning_rate": 0.0002804943820265153,
      "loss": 0.2976,
      "step": 25717
    },
    {
      "epoch": 1.0533688306369036,
      "grad_norm": 1.3973699402947213,
      "learning_rate": 0.00028049277374395863,
      "loss": 0.4894,
      "step": 25718
    },
    {
      "epoch": 1.0534097890640999,
      "grad_norm": 0.7031400101759069,
      "learning_rate": 0.00028049116539971254,
      "loss": 0.7476,
      "step": 25719
    },
    {
      "epoch": 1.0534507474912964,
      "grad_norm": 0.7625905273465163,
      "learning_rate": 0.00028048955699377774,
      "loss": 0.8467,
      "step": 25720
    },
    {
      "epoch": 1.0534917059184927,
      "grad_norm": 0.8749552510814682,
      "learning_rate": 0.00028048794852615514,
      "loss": 0.9537,
      "step": 25721
    },
    {
      "epoch": 1.053532664345689,
      "grad_norm": 0.9119914646131233,
      "learning_rate": 0.0002804863399968454,
      "loss": 0.7087,
      "step": 25722
    },
    {
      "epoch": 1.0535736227728856,
      "grad_norm": 0.7780228462585344,
      "learning_rate": 0.0002804847314058492,
      "loss": 0.8249,
      "step": 25723
    },
    {
      "epoch": 1.053614581200082,
      "grad_norm": 1.4028664212465525,
      "learning_rate": 0.00028048312275316743,
      "loss": 1.0187,
      "step": 25724
    },
    {
      "epoch": 1.0536555396272784,
      "grad_norm": 0.6952976509864223,
      "learning_rate": 0.00028048151403880085,
      "loss": 0.5017,
      "step": 25725
    },
    {
      "epoch": 1.0536964980544747,
      "grad_norm": 0.8286724828268773,
      "learning_rate": 0.00028047990526275016,
      "loss": 0.8262,
      "step": 25726
    },
    {
      "epoch": 1.053737456481671,
      "grad_norm": 1.1939367232696405,
      "learning_rate": 0.00028047829642501617,
      "loss": 0.903,
      "step": 25727
    },
    {
      "epoch": 1.0537784149088676,
      "grad_norm": 1.1317689307508763,
      "learning_rate": 0.00028047668752559954,
      "loss": 1.0618,
      "step": 25728
    },
    {
      "epoch": 1.053819373336064,
      "grad_norm": 0.9934834933976479,
      "learning_rate": 0.0002804750785645012,
      "loss": 0.8534,
      "step": 25729
    },
    {
      "epoch": 1.0538603317632602,
      "grad_norm": 0.8969584149466688,
      "learning_rate": 0.00028047346954172174,
      "loss": 1.2942,
      "step": 25730
    },
    {
      "epoch": 1.0539012901904568,
      "grad_norm": 1.0022854615185566,
      "learning_rate": 0.000280471860457262,
      "loss": 0.9062,
      "step": 25731
    },
    {
      "epoch": 1.053942248617653,
      "grad_norm": 0.6646175754334069,
      "learning_rate": 0.0002804702513111228,
      "loss": 0.301,
      "step": 25732
    },
    {
      "epoch": 1.0539832070448494,
      "grad_norm": 0.6555248562864705,
      "learning_rate": 0.0002804686421033048,
      "loss": 0.7557,
      "step": 25733
    },
    {
      "epoch": 1.054024165472046,
      "grad_norm": 0.9710934695584974,
      "learning_rate": 0.00028046703283380876,
      "loss": 0.9248,
      "step": 25734
    },
    {
      "epoch": 1.0540651238992422,
      "grad_norm": 0.9110447993484069,
      "learning_rate": 0.0002804654235026355,
      "loss": 0.7259,
      "step": 25735
    },
    {
      "epoch": 1.0541060823264388,
      "grad_norm": 1.0853596377263264,
      "learning_rate": 0.0002804638141097857,
      "loss": 0.8479,
      "step": 25736
    },
    {
      "epoch": 1.054147040753635,
      "grad_norm": 0.7511219329488037,
      "learning_rate": 0.0002804622046552603,
      "loss": 1.0456,
      "step": 25737
    },
    {
      "epoch": 1.0541879991808314,
      "grad_norm": 0.7459827749838109,
      "learning_rate": 0.00028046059513905984,
      "loss": 0.8893,
      "step": 25738
    },
    {
      "epoch": 1.054228957608028,
      "grad_norm": 0.8422691300419909,
      "learning_rate": 0.00028045898556118527,
      "loss": 0.8441,
      "step": 25739
    },
    {
      "epoch": 1.0542699160352242,
      "grad_norm": 0.8026333130007662,
      "learning_rate": 0.0002804573759216372,
      "loss": 0.7727,
      "step": 25740
    },
    {
      "epoch": 1.0543108744624206,
      "grad_norm": 1.0806130551801048,
      "learning_rate": 0.00028045576622041647,
      "loss": 0.8782,
      "step": 25741
    },
    {
      "epoch": 1.054351832889617,
      "grad_norm": 1.332660057279577,
      "learning_rate": 0.0002804541564575238,
      "loss": 1.0831,
      "step": 25742
    },
    {
      "epoch": 1.0543927913168134,
      "grad_norm": 0.8065204993423273,
      "learning_rate": 0.00028045254663295997,
      "loss": 0.8872,
      "step": 25743
    },
    {
      "epoch": 1.05443374974401,
      "grad_norm": 0.8774534708200457,
      "learning_rate": 0.0002804509367467258,
      "loss": 1.0409,
      "step": 25744
    },
    {
      "epoch": 1.0544747081712063,
      "grad_norm": 0.9580062945153279,
      "learning_rate": 0.00028044932679882194,
      "loss": 0.9256,
      "step": 25745
    },
    {
      "epoch": 1.0545156665984026,
      "grad_norm": 1.3987126219974553,
      "learning_rate": 0.0002804477167892493,
      "loss": 1.3816,
      "step": 25746
    },
    {
      "epoch": 1.054556625025599,
      "grad_norm": 3.203470850856346,
      "learning_rate": 0.00028044610671800846,
      "loss": 1.2052,
      "step": 25747
    },
    {
      "epoch": 1.0545975834527954,
      "grad_norm": 0.6816142780535998,
      "learning_rate": 0.00028044449658510027,
      "loss": 0.5065,
      "step": 25748
    },
    {
      "epoch": 1.0546385418799917,
      "grad_norm": 0.7251085420744426,
      "learning_rate": 0.00028044288639052554,
      "loss": 0.3875,
      "step": 25749
    },
    {
      "epoch": 1.0546795003071883,
      "grad_norm": 0.8140071129191288,
      "learning_rate": 0.00028044127613428496,
      "loss": 1.0161,
      "step": 25750
    },
    {
      "epoch": 1.0547204587343846,
      "grad_norm": 3.1422712063584055,
      "learning_rate": 0.0002804396658163793,
      "loss": 2.8324,
      "step": 25751
    },
    {
      "epoch": 1.054761417161581,
      "grad_norm": 0.7337842032010792,
      "learning_rate": 0.0002804380554368093,
      "loss": 0.2986,
      "step": 25752
    },
    {
      "epoch": 1.0548023755887774,
      "grad_norm": 1.0690150113075472,
      "learning_rate": 0.0002804364449955758,
      "loss": 0.9575,
      "step": 25753
    },
    {
      "epoch": 1.0548433340159737,
      "grad_norm": 1.0953674685838053,
      "learning_rate": 0.0002804348344926796,
      "loss": 1.1793,
      "step": 25754
    },
    {
      "epoch": 1.0548842924431703,
      "grad_norm": 0.7498741363596175,
      "learning_rate": 0.0002804332239281213,
      "loss": 0.846,
      "step": 25755
    },
    {
      "epoch": 1.0549252508703666,
      "grad_norm": 1.0865475322001998,
      "learning_rate": 0.0002804316133019017,
      "loss": 1.4458,
      "step": 25756
    },
    {
      "epoch": 1.054966209297563,
      "grad_norm": 0.8052121717242219,
      "learning_rate": 0.00028043000261402165,
      "loss": 0.8245,
      "step": 25757
    },
    {
      "epoch": 1.0550071677247594,
      "grad_norm": 1.4592102151881474,
      "learning_rate": 0.00028042839186448183,
      "loss": 1.3524,
      "step": 25758
    },
    {
      "epoch": 1.0550481261519558,
      "grad_norm": 0.8195929999698024,
      "learning_rate": 0.0002804267810532831,
      "loss": 0.8862,
      "step": 25759
    },
    {
      "epoch": 1.055089084579152,
      "grad_norm": 0.8575724475636074,
      "learning_rate": 0.00028042517018042607,
      "loss": 0.9144,
      "step": 25760
    },
    {
      "epoch": 1.0551300430063486,
      "grad_norm": 0.8012955593000953,
      "learning_rate": 0.00028042355924591165,
      "loss": 0.9483,
      "step": 25761
    },
    {
      "epoch": 1.055171001433545,
      "grad_norm": 1.7414596355172363,
      "learning_rate": 0.00028042194824974055,
      "loss": 1.0651,
      "step": 25762
    },
    {
      "epoch": 1.0552119598607415,
      "grad_norm": 0.8047777968287942,
      "learning_rate": 0.00028042033719191347,
      "loss": 0.8617,
      "step": 25763
    },
    {
      "epoch": 1.0552529182879378,
      "grad_norm": 0.8678995561954269,
      "learning_rate": 0.00028041872607243123,
      "loss": 1.0034,
      "step": 25764
    },
    {
      "epoch": 1.055293876715134,
      "grad_norm": 2.313408453981729,
      "learning_rate": 0.0002804171148912946,
      "loss": 3.5526,
      "step": 25765
    },
    {
      "epoch": 1.0553348351423306,
      "grad_norm": 1.0755081966279614,
      "learning_rate": 0.00028041550364850436,
      "loss": 0.9485,
      "step": 25766
    },
    {
      "epoch": 1.055375793569527,
      "grad_norm": 0.7004392168470627,
      "learning_rate": 0.0002804138923440612,
      "loss": 0.6466,
      "step": 25767
    },
    {
      "epoch": 1.0554167519967232,
      "grad_norm": 0.6794851491080905,
      "learning_rate": 0.0002804122809779659,
      "loss": 0.5831,
      "step": 25768
    },
    {
      "epoch": 1.0554577104239198,
      "grad_norm": 0.6936007026517095,
      "learning_rate": 0.0002804106695502193,
      "loss": 0.5547,
      "step": 25769
    },
    {
      "epoch": 1.055498668851116,
      "grad_norm": 0.7110712454856396,
      "learning_rate": 0.00028040905806082206,
      "loss": 0.8127,
      "step": 25770
    },
    {
      "epoch": 1.0555396272783124,
      "grad_norm": 0.7583235402730121,
      "learning_rate": 0.000280407446509775,
      "loss": 0.6915,
      "step": 25771
    },
    {
      "epoch": 1.055580585705509,
      "grad_norm": 0.9419484937456316,
      "learning_rate": 0.00028040583489707884,
      "loss": 0.9557,
      "step": 25772
    },
    {
      "epoch": 1.0556215441327053,
      "grad_norm": 0.729138772363439,
      "learning_rate": 0.0002804042232227344,
      "loss": 0.6824,
      "step": 25773
    },
    {
      "epoch": 1.0556625025599018,
      "grad_norm": 0.6185672618131342,
      "learning_rate": 0.0002804026114867424,
      "loss": 0.7593,
      "step": 25774
    },
    {
      "epoch": 1.055703460987098,
      "grad_norm": 1.010610233987027,
      "learning_rate": 0.00028040099968910356,
      "loss": 1.2777,
      "step": 25775
    },
    {
      "epoch": 1.0557444194142944,
      "grad_norm": 0.6091948036829812,
      "learning_rate": 0.00028039938782981874,
      "loss": 0.357,
      "step": 25776
    },
    {
      "epoch": 1.055785377841491,
      "grad_norm": 0.7661411070518103,
      "learning_rate": 0.00028039777590888867,
      "loss": 0.7549,
      "step": 25777
    },
    {
      "epoch": 1.0558263362686873,
      "grad_norm": 0.8437390720749773,
      "learning_rate": 0.0002803961639263141,
      "loss": 1.1315,
      "step": 25778
    },
    {
      "epoch": 1.0558672946958836,
      "grad_norm": 0.5182400516258628,
      "learning_rate": 0.0002803945518820958,
      "loss": 0.3671,
      "step": 25779
    },
    {
      "epoch": 1.0559082531230801,
      "grad_norm": 0.5245816776021542,
      "learning_rate": 0.00028039293977623445,
      "loss": 0.3172,
      "step": 25780
    },
    {
      "epoch": 1.0559492115502764,
      "grad_norm": 0.5952742686090967,
      "learning_rate": 0.00028039132760873095,
      "loss": 0.6503,
      "step": 25781
    },
    {
      "epoch": 1.055990169977473,
      "grad_norm": 0.9605268561474445,
      "learning_rate": 0.00028038971537958595,
      "loss": 1.1691,
      "step": 25782
    },
    {
      "epoch": 1.0560311284046693,
      "grad_norm": 0.7999774760273292,
      "learning_rate": 0.0002803881030888003,
      "loss": 0.7032,
      "step": 25783
    },
    {
      "epoch": 1.0560720868318656,
      "grad_norm": 0.8312258678834306,
      "learning_rate": 0.0002803864907363747,
      "loss": 0.7647,
      "step": 25784
    },
    {
      "epoch": 1.0561130452590621,
      "grad_norm": 0.811774755161711,
      "learning_rate": 0.00028038487832230996,
      "loss": 0.7688,
      "step": 25785
    },
    {
      "epoch": 1.0561540036862584,
      "grad_norm": 0.755987489825688,
      "learning_rate": 0.0002803832658466068,
      "loss": 0.7778,
      "step": 25786
    },
    {
      "epoch": 1.0561949621134548,
      "grad_norm": 0.7964223123550228,
      "learning_rate": 0.000280381653309266,
      "loss": 0.845,
      "step": 25787
    },
    {
      "epoch": 1.0562359205406513,
      "grad_norm": 0.5717323518679818,
      "learning_rate": 0.0002803800407102883,
      "loss": 0.3288,
      "step": 25788
    },
    {
      "epoch": 1.0562768789678476,
      "grad_norm": 2.4702451531190794,
      "learning_rate": 0.00028037842804967455,
      "loss": 0.9309,
      "step": 25789
    },
    {
      "epoch": 1.056317837395044,
      "grad_norm": 0.8374296014147152,
      "learning_rate": 0.00028037681532742535,
      "loss": 0.5553,
      "step": 25790
    },
    {
      "epoch": 1.0563587958222405,
      "grad_norm": 3.2701424839318216,
      "learning_rate": 0.00028037520254354164,
      "loss": 1.5742,
      "step": 25791
    },
    {
      "epoch": 1.0563997542494368,
      "grad_norm": 0.8839646162355503,
      "learning_rate": 0.000280373589698024,
      "loss": 0.7907,
      "step": 25792
    },
    {
      "epoch": 1.0564407126766333,
      "grad_norm": 1.7591983662963908,
      "learning_rate": 0.0002803719767908734,
      "loss": 1.7086,
      "step": 25793
    },
    {
      "epoch": 1.0564816711038296,
      "grad_norm": 1.276506440472233,
      "learning_rate": 0.00028037036382209046,
      "loss": 0.9686,
      "step": 25794
    },
    {
      "epoch": 1.056522629531026,
      "grad_norm": 0.7878916795689447,
      "learning_rate": 0.000280368750791676,
      "loss": 0.8022,
      "step": 25795
    },
    {
      "epoch": 1.0565635879582225,
      "grad_norm": 1.128330097818615,
      "learning_rate": 0.0002803671376996307,
      "loss": 1.2293,
      "step": 25796
    },
    {
      "epoch": 1.0566045463854188,
      "grad_norm": 1.0088319552173426,
      "learning_rate": 0.00028036552454595537,
      "loss": 1.1827,
      "step": 25797
    },
    {
      "epoch": 1.056645504812615,
      "grad_norm": 0.7568850139622577,
      "learning_rate": 0.00028036391133065086,
      "loss": 0.952,
      "step": 25798
    },
    {
      "epoch": 1.0566864632398116,
      "grad_norm": 0.7505197675299046,
      "learning_rate": 0.0002803622980537178,
      "loss": 0.5031,
      "step": 25799
    },
    {
      "epoch": 1.056727421667008,
      "grad_norm": 1.0414010269839413,
      "learning_rate": 0.000280360684715157,
      "loss": 1.1644,
      "step": 25800
    },
    {
      "epoch": 1.0567683800942045,
      "grad_norm": 1.2078529650012908,
      "learning_rate": 0.0002803590713149693,
      "loss": 1.3949,
      "step": 25801
    },
    {
      "epoch": 1.0568093385214008,
      "grad_norm": 0.8103158741720147,
      "learning_rate": 0.0002803574578531553,
      "loss": 0.6694,
      "step": 25802
    },
    {
      "epoch": 1.0568502969485971,
      "grad_norm": 1.2402293542316956,
      "learning_rate": 0.00028035584432971593,
      "loss": 0.8748,
      "step": 25803
    },
    {
      "epoch": 1.0568912553757936,
      "grad_norm": 0.755955364096461,
      "learning_rate": 0.00028035423074465187,
      "loss": 0.8294,
      "step": 25804
    },
    {
      "epoch": 1.05693221380299,
      "grad_norm": 0.7844977880664492,
      "learning_rate": 0.00028035261709796386,
      "loss": 0.8786,
      "step": 25805
    },
    {
      "epoch": 1.0569731722301863,
      "grad_norm": 0.6291354067171309,
      "learning_rate": 0.0002803510033896528,
      "loss": 0.3428,
      "step": 25806
    },
    {
      "epoch": 1.0570141306573828,
      "grad_norm": 1.2159042878821533,
      "learning_rate": 0.00028034938961971924,
      "loss": 1.6837,
      "step": 25807
    },
    {
      "epoch": 1.0570550890845791,
      "grad_norm": 2.5876330322463508,
      "learning_rate": 0.0002803477757881641,
      "loss": 0.8914,
      "step": 25808
    },
    {
      "epoch": 1.0570960475117754,
      "grad_norm": 0.663129885298083,
      "learning_rate": 0.0002803461618949881,
      "loss": 0.7072,
      "step": 25809
    },
    {
      "epoch": 1.057137005938972,
      "grad_norm": 0.7538407675168792,
      "learning_rate": 0.00028034454794019194,
      "loss": 0.9025,
      "step": 25810
    },
    {
      "epoch": 1.0571779643661683,
      "grad_norm": 0.8299815106613511,
      "learning_rate": 0.00028034293392377647,
      "loss": 0.9146,
      "step": 25811
    },
    {
      "epoch": 1.0572189227933648,
      "grad_norm": 5.427873771854948,
      "learning_rate": 0.0002803413198457424,
      "loss": 1.4078,
      "step": 25812
    },
    {
      "epoch": 1.0572598812205611,
      "grad_norm": 0.8352855745224349,
      "learning_rate": 0.0002803397057060906,
      "loss": 0.9867,
      "step": 25813
    },
    {
      "epoch": 1.0573008396477575,
      "grad_norm": 0.9091264972417391,
      "learning_rate": 0.0002803380915048217,
      "loss": 0.3271,
      "step": 25814
    },
    {
      "epoch": 1.057341798074954,
      "grad_norm": 3.6415295356796826,
      "learning_rate": 0.0002803364772419365,
      "loss": 1.4962,
      "step": 25815
    },
    {
      "epoch": 1.0573827565021503,
      "grad_norm": 0.8011734638666403,
      "learning_rate": 0.00028033486291743583,
      "loss": 0.5693,
      "step": 25816
    },
    {
      "epoch": 1.0574237149293466,
      "grad_norm": 1.359842376714703,
      "learning_rate": 0.0002803332485313204,
      "loss": 1.1849,
      "step": 25817
    },
    {
      "epoch": 1.0574646733565432,
      "grad_norm": 1.0874690211462432,
      "learning_rate": 0.0002803316340835909,
      "loss": 0.7974,
      "step": 25818
    },
    {
      "epoch": 1.0575056317837395,
      "grad_norm": 1.3413621895172034,
      "learning_rate": 0.00028033001957424817,
      "loss": 0.7012,
      "step": 25819
    },
    {
      "epoch": 1.057546590210936,
      "grad_norm": 0.6887705036442899,
      "learning_rate": 0.00028032840500329305,
      "loss": 0.3675,
      "step": 25820
    },
    {
      "epoch": 1.0575875486381323,
      "grad_norm": 1.3700552105120385,
      "learning_rate": 0.00028032679037072613,
      "loss": 0.894,
      "step": 25821
    },
    {
      "epoch": 1.0576285070653286,
      "grad_norm": 0.8281449364652699,
      "learning_rate": 0.00028032517567654834,
      "loss": 0.8164,
      "step": 25822
    },
    {
      "epoch": 1.0576694654925252,
      "grad_norm": 0.6734145507468526,
      "learning_rate": 0.0002803235609207603,
      "loss": 0.263,
      "step": 25823
    },
    {
      "epoch": 1.0577104239197215,
      "grad_norm": 0.8939906953839045,
      "learning_rate": 0.00028032194610336296,
      "loss": 0.9512,
      "step": 25824
    },
    {
      "epoch": 1.0577513823469178,
      "grad_norm": 1.449740949253383,
      "learning_rate": 0.00028032033122435683,
      "loss": 1.6232,
      "step": 25825
    },
    {
      "epoch": 1.0577923407741143,
      "grad_norm": 1.027494501005955,
      "learning_rate": 0.00028031871628374287,
      "loss": 1.0555,
      "step": 25826
    },
    {
      "epoch": 1.0578332992013106,
      "grad_norm": 0.6257403320125787,
      "learning_rate": 0.0002803171012815218,
      "loss": 0.4006,
      "step": 25827
    },
    {
      "epoch": 1.057874257628507,
      "grad_norm": 0.821705434556587,
      "learning_rate": 0.00028031548621769436,
      "loss": 0.783,
      "step": 25828
    },
    {
      "epoch": 1.0579152160557035,
      "grad_norm": 0.8044745421407272,
      "learning_rate": 0.0002803138710922613,
      "loss": 0.9945,
      "step": 25829
    },
    {
      "epoch": 1.0579561744828998,
      "grad_norm": 0.8923271935915641,
      "learning_rate": 0.0002803122559052234,
      "loss": 0.3513,
      "step": 25830
    },
    {
      "epoch": 1.0579971329100963,
      "grad_norm": 0.9047534078219743,
      "learning_rate": 0.0002803106406565814,
      "loss": 0.7629,
      "step": 25831
    },
    {
      "epoch": 1.0580380913372927,
      "grad_norm": 5.461750869168785,
      "learning_rate": 0.00028030902534633616,
      "loss": 3.5588,
      "step": 25832
    },
    {
      "epoch": 1.058079049764489,
      "grad_norm": 0.80854810132748,
      "learning_rate": 0.00028030740997448837,
      "loss": 0.82,
      "step": 25833
    },
    {
      "epoch": 1.0581200081916855,
      "grad_norm": 0.6007906605481715,
      "learning_rate": 0.00028030579454103876,
      "loss": 0.3732,
      "step": 25834
    },
    {
      "epoch": 1.0581609666188818,
      "grad_norm": 0.8380251341132631,
      "learning_rate": 0.00028030417904598815,
      "loss": 0.8767,
      "step": 25835
    },
    {
      "epoch": 1.0582019250460781,
      "grad_norm": 0.6723239520747636,
      "learning_rate": 0.0002803025634893373,
      "loss": 0.6844,
      "step": 25836
    },
    {
      "epoch": 1.0582428834732747,
      "grad_norm": 1.0972302990333789,
      "learning_rate": 0.0002803009478710869,
      "loss": 0.7287,
      "step": 25837
    },
    {
      "epoch": 1.058283841900471,
      "grad_norm": 0.6544568750084732,
      "learning_rate": 0.0002802993321912378,
      "loss": 0.5333,
      "step": 25838
    },
    {
      "epoch": 1.0583248003276675,
      "grad_norm": 0.6544944437891713,
      "learning_rate": 0.00028029771644979076,
      "loss": 0.6656,
      "step": 25839
    },
    {
      "epoch": 1.0583657587548638,
      "grad_norm": 0.7130808429834985,
      "learning_rate": 0.0002802961006467465,
      "loss": 0.7019,
      "step": 25840
    },
    {
      "epoch": 1.0584067171820601,
      "grad_norm": 0.7506374100931285,
      "learning_rate": 0.00028029448478210584,
      "loss": 0.388,
      "step": 25841
    },
    {
      "epoch": 1.0584476756092567,
      "grad_norm": 1.2061739156234332,
      "learning_rate": 0.0002802928688558695,
      "loss": 1.0644,
      "step": 25842
    },
    {
      "epoch": 1.058488634036453,
      "grad_norm": 0.927602677597398,
      "learning_rate": 0.0002802912528680382,
      "loss": 1.02,
      "step": 25843
    },
    {
      "epoch": 1.0585295924636493,
      "grad_norm": 0.9975531874851401,
      "learning_rate": 0.0002802896368186128,
      "loss": 0.9144,
      "step": 25844
    },
    {
      "epoch": 1.0585705508908458,
      "grad_norm": 0.8907053796001952,
      "learning_rate": 0.00028028802070759396,
      "loss": 1.0005,
      "step": 25845
    },
    {
      "epoch": 1.0586115093180422,
      "grad_norm": 0.7173441824232256,
      "learning_rate": 0.0002802864045349826,
      "loss": 0.844,
      "step": 25846
    },
    {
      "epoch": 1.0586524677452387,
      "grad_norm": 1.3050613533498965,
      "learning_rate": 0.0002802847883007793,
      "loss": 1.339,
      "step": 25847
    },
    {
      "epoch": 1.058693426172435,
      "grad_norm": 2.334679583272384,
      "learning_rate": 0.00028028317200498495,
      "loss": 1.2644,
      "step": 25848
    },
    {
      "epoch": 1.0587343845996313,
      "grad_norm": 0.8766550301759916,
      "learning_rate": 0.00028028155564760026,
      "loss": 0.8478,
      "step": 25849
    },
    {
      "epoch": 1.0587753430268279,
      "grad_norm": 0.8293411743551078,
      "learning_rate": 0.00028027993922862606,
      "loss": 0.9475,
      "step": 25850
    },
    {
      "epoch": 1.0588163014540242,
      "grad_norm": 0.7738272144642867,
      "learning_rate": 0.00028027832274806305,
      "loss": 0.7689,
      "step": 25851
    },
    {
      "epoch": 1.0588572598812205,
      "grad_norm": 0.7497581600816173,
      "learning_rate": 0.000280276706205912,
      "loss": 0.8071,
      "step": 25852
    },
    {
      "epoch": 1.058898218308417,
      "grad_norm": 0.9963348512117243,
      "learning_rate": 0.0002802750896021737,
      "loss": 0.8032,
      "step": 25853
    },
    {
      "epoch": 1.0589391767356133,
      "grad_norm": 1.0911820409579749,
      "learning_rate": 0.00028027347293684885,
      "loss": 0.8737,
      "step": 25854
    },
    {
      "epoch": 1.0589801351628096,
      "grad_norm": 0.65903214228857,
      "learning_rate": 0.00028027185620993825,
      "loss": 0.48,
      "step": 25855
    },
    {
      "epoch": 1.0590210935900062,
      "grad_norm": 1.2561021735053157,
      "learning_rate": 0.00028027023942144274,
      "loss": 1.2573,
      "step": 25856
    },
    {
      "epoch": 1.0590620520172025,
      "grad_norm": 1.2375184421795136,
      "learning_rate": 0.000280268622571363,
      "loss": 1.112,
      "step": 25857
    },
    {
      "epoch": 1.059103010444399,
      "grad_norm": 0.8817495076011658,
      "learning_rate": 0.00028026700565969976,
      "loss": 0.7774,
      "step": 25858
    },
    {
      "epoch": 1.0591439688715953,
      "grad_norm": 1.4456091989972446,
      "learning_rate": 0.00028026538868645393,
      "loss": 1.0295,
      "step": 25859
    },
    {
      "epoch": 1.0591849272987917,
      "grad_norm": 1.0195247570451071,
      "learning_rate": 0.0002802637716516261,
      "loss": 0.8829,
      "step": 25860
    },
    {
      "epoch": 1.0592258857259882,
      "grad_norm": 0.9946161982786632,
      "learning_rate": 0.00028026215455521713,
      "loss": 0.8715,
      "step": 25861
    },
    {
      "epoch": 1.0592668441531845,
      "grad_norm": 0.9256733276777966,
      "learning_rate": 0.00028026053739722785,
      "loss": 0.6676,
      "step": 25862
    },
    {
      "epoch": 1.0593078025803808,
      "grad_norm": 0.9405453383161303,
      "learning_rate": 0.00028025892017765887,
      "loss": 0.8946,
      "step": 25863
    },
    {
      "epoch": 1.0593487610075774,
      "grad_norm": 0.8135028147041224,
      "learning_rate": 0.00028025730289651105,
      "loss": 0.9294,
      "step": 25864
    },
    {
      "epoch": 1.0593897194347737,
      "grad_norm": 1.3440417333191148,
      "learning_rate": 0.0002802556855537851,
      "loss": 1.5055,
      "step": 25865
    },
    {
      "epoch": 1.0594306778619702,
      "grad_norm": 0.7591718400762203,
      "learning_rate": 0.0002802540681494819,
      "loss": 0.8985,
      "step": 25866
    },
    {
      "epoch": 1.0594716362891665,
      "grad_norm": 0.7890605271764872,
      "learning_rate": 0.0002802524506836021,
      "loss": 0.3085,
      "step": 25867
    },
    {
      "epoch": 1.0595125947163628,
      "grad_norm": 0.854839566615731,
      "learning_rate": 0.0002802508331561465,
      "loss": 0.8552,
      "step": 25868
    },
    {
      "epoch": 1.0595535531435594,
      "grad_norm": 1.066218530545246,
      "learning_rate": 0.00028024921556711585,
      "loss": 0.8891,
      "step": 25869
    },
    {
      "epoch": 1.0595945115707557,
      "grad_norm": 0.9186607432739763,
      "learning_rate": 0.0002802475979165109,
      "loss": 0.3635,
      "step": 25870
    },
    {
      "epoch": 1.059635469997952,
      "grad_norm": 1.0033293106457366,
      "learning_rate": 0.0002802459802043325,
      "loss": 1.1525,
      "step": 25871
    },
    {
      "epoch": 1.0596764284251485,
      "grad_norm": 0.6529818367198362,
      "learning_rate": 0.00028024436243058134,
      "loss": 0.6508,
      "step": 25872
    },
    {
      "epoch": 1.0597173868523448,
      "grad_norm": 1.3334545427639939,
      "learning_rate": 0.0002802427445952582,
      "loss": 1.5562,
      "step": 25873
    },
    {
      "epoch": 1.0597583452795412,
      "grad_norm": 2.0163682981278757,
      "learning_rate": 0.0002802411266983639,
      "loss": 3.1142,
      "step": 25874
    },
    {
      "epoch": 1.0597993037067377,
      "grad_norm": 2.744535677816175,
      "learning_rate": 0.0002802395087398991,
      "loss": 2.065,
      "step": 25875
    },
    {
      "epoch": 1.059840262133934,
      "grad_norm": 0.79508948644725,
      "learning_rate": 0.0002802378907198646,
      "loss": 0.9461,
      "step": 25876
    },
    {
      "epoch": 1.0598812205611305,
      "grad_norm": 0.8144454043446274,
      "learning_rate": 0.0002802362726382612,
      "loss": 0.8855,
      "step": 25877
    },
    {
      "epoch": 1.0599221789883269,
      "grad_norm": 0.849458778510132,
      "learning_rate": 0.00028023465449508966,
      "loss": 0.9264,
      "step": 25878
    },
    {
      "epoch": 1.0599631374155232,
      "grad_norm": 0.7891299468065771,
      "learning_rate": 0.0002802330362903507,
      "loss": 0.6347,
      "step": 25879
    },
    {
      "epoch": 1.0600040958427197,
      "grad_norm": 0.8608289026637569,
      "learning_rate": 0.00028023141802404516,
      "loss": 0.8082,
      "step": 25880
    },
    {
      "epoch": 1.060045054269916,
      "grad_norm": 0.5916809724270348,
      "learning_rate": 0.0002802297996961737,
      "loss": 0.6543,
      "step": 25881
    },
    {
      "epoch": 1.0600860126971123,
      "grad_norm": 1.467977190944278,
      "learning_rate": 0.00028022818130673724,
      "loss": 0.9207,
      "step": 25882
    },
    {
      "epoch": 1.0601269711243089,
      "grad_norm": 1.1680978705892955,
      "learning_rate": 0.00028022656285573637,
      "loss": 0.9881,
      "step": 25883
    },
    {
      "epoch": 1.0601679295515052,
      "grad_norm": 0.7730503744335921,
      "learning_rate": 0.000280224944343172,
      "loss": 0.839,
      "step": 25884
    },
    {
      "epoch": 1.0602088879787017,
      "grad_norm": 0.7862206880519295,
      "learning_rate": 0.0002802233257690448,
      "loss": 0.9263,
      "step": 25885
    },
    {
      "epoch": 1.060249846405898,
      "grad_norm": 0.8141117704512273,
      "learning_rate": 0.00028022170713335555,
      "loss": 0.6933,
      "step": 25886
    },
    {
      "epoch": 1.0602908048330943,
      "grad_norm": 0.9512711538971286,
      "learning_rate": 0.00028022008843610503,
      "loss": 0.9969,
      "step": 25887
    },
    {
      "epoch": 1.0603317632602909,
      "grad_norm": 0.8174546863844216,
      "learning_rate": 0.00028021846967729407,
      "loss": 0.5316,
      "step": 25888
    },
    {
      "epoch": 1.0603727216874872,
      "grad_norm": 1.2358707112114953,
      "learning_rate": 0.0002802168508569233,
      "loss": 1.0707,
      "step": 25889
    },
    {
      "epoch": 1.0604136801146835,
      "grad_norm": 0.8847687082570909,
      "learning_rate": 0.00028021523197499363,
      "loss": 1.1773,
      "step": 25890
    },
    {
      "epoch": 1.06045463854188,
      "grad_norm": 0.7877950462268403,
      "learning_rate": 0.00028021361303150573,
      "loss": 0.7641,
      "step": 25891
    },
    {
      "epoch": 1.0604955969690764,
      "grad_norm": 0.8219997824819157,
      "learning_rate": 0.00028021199402646036,
      "loss": 0.7845,
      "step": 25892
    },
    {
      "epoch": 1.060536555396273,
      "grad_norm": 2.5387624354702063,
      "learning_rate": 0.00028021037495985833,
      "loss": 3.4699,
      "step": 25893
    },
    {
      "epoch": 1.0605775138234692,
      "grad_norm": 0.9011292567527919,
      "learning_rate": 0.00028020875583170045,
      "loss": 0.866,
      "step": 25894
    },
    {
      "epoch": 1.0606184722506655,
      "grad_norm": 1.0360764067529473,
      "learning_rate": 0.0002802071366419873,
      "loss": 1.2088,
      "step": 25895
    },
    {
      "epoch": 1.060659430677862,
      "grad_norm": 0.8733803071822562,
      "learning_rate": 0.00028020551739071984,
      "loss": 0.9331,
      "step": 25896
    },
    {
      "epoch": 1.0607003891050584,
      "grad_norm": 0.7703570417076147,
      "learning_rate": 0.0002802038980778988,
      "loss": 0.7627,
      "step": 25897
    },
    {
      "epoch": 1.0607413475322547,
      "grad_norm": 0.7044115459046951,
      "learning_rate": 0.0002802022787035249,
      "loss": 0.7512,
      "step": 25898
    },
    {
      "epoch": 1.0607823059594512,
      "grad_norm": 0.8387778529204579,
      "learning_rate": 0.0002802006592675989,
      "loss": 1.013,
      "step": 25899
    },
    {
      "epoch": 1.0608232643866475,
      "grad_norm": 3.471642734443683,
      "learning_rate": 0.00028019903977012157,
      "loss": 1.9737,
      "step": 25900
    },
    {
      "epoch": 1.0608642228138438,
      "grad_norm": 0.7826380736800252,
      "learning_rate": 0.0002801974202110937,
      "loss": 0.6544,
      "step": 25901
    },
    {
      "epoch": 1.0609051812410404,
      "grad_norm": 3.0054151217674456,
      "learning_rate": 0.0002801958005905161,
      "loss": 5.6132,
      "step": 25902
    },
    {
      "epoch": 1.0609461396682367,
      "grad_norm": 0.7032808763519394,
      "learning_rate": 0.0002801941809083894,
      "loss": 0.3528,
      "step": 25903
    },
    {
      "epoch": 1.0609870980954332,
      "grad_norm": 0.7230873874536012,
      "learning_rate": 0.0002801925611647145,
      "loss": 0.7201,
      "step": 25904
    },
    {
      "epoch": 1.0610280565226295,
      "grad_norm": 0.7426000596488268,
      "learning_rate": 0.000280190941359492,
      "loss": 0.6123,
      "step": 25905
    },
    {
      "epoch": 1.0610690149498259,
      "grad_norm": 0.8122412305052363,
      "learning_rate": 0.0002801893214927229,
      "loss": 0.7495,
      "step": 25906
    },
    {
      "epoch": 1.0611099733770224,
      "grad_norm": 0.7229665654382063,
      "learning_rate": 0.0002801877015644078,
      "loss": 0.7392,
      "step": 25907
    },
    {
      "epoch": 1.0611509318042187,
      "grad_norm": 2.1706129009002737,
      "learning_rate": 0.0002801860815745475,
      "loss": 3.6082,
      "step": 25908
    },
    {
      "epoch": 1.061191890231415,
      "grad_norm": 0.7847343040284996,
      "learning_rate": 0.00028018446152314284,
      "loss": 0.7532,
      "step": 25909
    },
    {
      "epoch": 1.0612328486586116,
      "grad_norm": 0.6031798874208546,
      "learning_rate": 0.00028018284141019447,
      "loss": 0.6588,
      "step": 25910
    },
    {
      "epoch": 1.0612738070858079,
      "grad_norm": 1.0339428361687049,
      "learning_rate": 0.0002801812212357032,
      "loss": 0.7579,
      "step": 25911
    },
    {
      "epoch": 1.0613147655130044,
      "grad_norm": 0.746655562730791,
      "learning_rate": 0.00028017960099966976,
      "loss": 0.7788,
      "step": 25912
    },
    {
      "epoch": 1.0613557239402007,
      "grad_norm": 0.7422493426174939,
      "learning_rate": 0.00028017798070209505,
      "loss": 0.7692,
      "step": 25913
    },
    {
      "epoch": 1.061396682367397,
      "grad_norm": 1.2201472795784267,
      "learning_rate": 0.0002801763603429797,
      "loss": 0.9969,
      "step": 25914
    },
    {
      "epoch": 1.0614376407945936,
      "grad_norm": 1.6797017065374835,
      "learning_rate": 0.00028017473992232453,
      "loss": 2.6378,
      "step": 25915
    },
    {
      "epoch": 1.0614785992217899,
      "grad_norm": 0.765837811422646,
      "learning_rate": 0.0002801731194401303,
      "loss": 0.9767,
      "step": 25916
    },
    {
      "epoch": 1.0615195576489862,
      "grad_norm": 0.7673176637136297,
      "learning_rate": 0.0002801714988963978,
      "loss": 0.8041,
      "step": 25917
    },
    {
      "epoch": 1.0615605160761827,
      "grad_norm": 0.5642899624312497,
      "learning_rate": 0.0002801698782911277,
      "loss": 0.2549,
      "step": 25918
    },
    {
      "epoch": 1.061601474503379,
      "grad_norm": 0.7685360949933624,
      "learning_rate": 0.0002801682576243209,
      "loss": 0.7756,
      "step": 25919
    },
    {
      "epoch": 1.0616424329305754,
      "grad_norm": 0.541324256652596,
      "learning_rate": 0.000280166636895978,
      "loss": 0.385,
      "step": 25920
    },
    {
      "epoch": 1.061683391357772,
      "grad_norm": 0.6876232521819774,
      "learning_rate": 0.00028016501610609993,
      "loss": 0.7502,
      "step": 25921
    },
    {
      "epoch": 1.0617243497849682,
      "grad_norm": 0.7799660136595664,
      "learning_rate": 0.0002801633952546874,
      "loss": 0.5566,
      "step": 25922
    },
    {
      "epoch": 1.0617653082121647,
      "grad_norm": 1.0871497401441201,
      "learning_rate": 0.0002801617743417412,
      "loss": 1.0252,
      "step": 25923
    },
    {
      "epoch": 1.061806266639361,
      "grad_norm": 0.849032863079662,
      "learning_rate": 0.00028016015336726203,
      "loss": 0.8322,
      "step": 25924
    },
    {
      "epoch": 1.0618472250665574,
      "grad_norm": 0.7458136580522673,
      "learning_rate": 0.0002801585323312507,
      "loss": 0.9423,
      "step": 25925
    },
    {
      "epoch": 1.061888183493754,
      "grad_norm": 0.7570895767926771,
      "learning_rate": 0.00028015691123370795,
      "loss": 0.6733,
      "step": 25926
    },
    {
      "epoch": 1.0619291419209502,
      "grad_norm": 0.9249048423995193,
      "learning_rate": 0.0002801552900746346,
      "loss": 0.9899,
      "step": 25927
    },
    {
      "epoch": 1.0619701003481465,
      "grad_norm": 0.7340182524049698,
      "learning_rate": 0.00028015366885403135,
      "loss": 0.7018,
      "step": 25928
    },
    {
      "epoch": 1.062011058775343,
      "grad_norm": 0.9081595862552565,
      "learning_rate": 0.00028015204757189904,
      "loss": 1.0946,
      "step": 25929
    },
    {
      "epoch": 1.0620520172025394,
      "grad_norm": 0.8344890328005318,
      "learning_rate": 0.0002801504262282383,
      "loss": 0.7472,
      "step": 25930
    },
    {
      "epoch": 1.062092975629736,
      "grad_norm": 2.7281600084577424,
      "learning_rate": 0.0002801488048230501,
      "loss": 5.211,
      "step": 25931
    },
    {
      "epoch": 1.0621339340569322,
      "grad_norm": 0.6819615580014198,
      "learning_rate": 0.00028014718335633507,
      "loss": 0.2901,
      "step": 25932
    },
    {
      "epoch": 1.0621748924841286,
      "grad_norm": 1.1800280051939993,
      "learning_rate": 0.00028014556182809396,
      "loss": 1.356,
      "step": 25933
    },
    {
      "epoch": 1.062215850911325,
      "grad_norm": 0.7109959600360133,
      "learning_rate": 0.00028014394023832763,
      "loss": 0.7558,
      "step": 25934
    },
    {
      "epoch": 1.0622568093385214,
      "grad_norm": 0.896940661633322,
      "learning_rate": 0.0002801423185870368,
      "loss": 1.0852,
      "step": 25935
    },
    {
      "epoch": 1.0622977677657177,
      "grad_norm": 0.9322420717853855,
      "learning_rate": 0.0002801406968742222,
      "loss": 1.1036,
      "step": 25936
    },
    {
      "epoch": 1.0623387261929143,
      "grad_norm": 0.9123626873064574,
      "learning_rate": 0.0002801390750998846,
      "loss": 0.8356,
      "step": 25937
    },
    {
      "epoch": 1.0623796846201106,
      "grad_norm": 0.7358932137517797,
      "learning_rate": 0.00028013745326402486,
      "loss": 0.6593,
      "step": 25938
    },
    {
      "epoch": 1.0624206430473069,
      "grad_norm": 0.906863725289802,
      "learning_rate": 0.00028013583136664365,
      "loss": 1.0696,
      "step": 25939
    },
    {
      "epoch": 1.0624616014745034,
      "grad_norm": 0.9272815424258526,
      "learning_rate": 0.00028013420940774177,
      "loss": 1.241,
      "step": 25940
    },
    {
      "epoch": 1.0625025599016997,
      "grad_norm": 0.9675151733685033,
      "learning_rate": 0.00028013258738732,
      "loss": 1.1958,
      "step": 25941
    },
    {
      "epoch": 1.0625435183288963,
      "grad_norm": 0.9136508464119861,
      "learning_rate": 0.00028013096530537905,
      "loss": 0.8963,
      "step": 25942
    },
    {
      "epoch": 1.0625844767560926,
      "grad_norm": 0.7955087457143122,
      "learning_rate": 0.0002801293431619198,
      "loss": 0.5747,
      "step": 25943
    },
    {
      "epoch": 1.062625435183289,
      "grad_norm": 1.0812487422815948,
      "learning_rate": 0.00028012772095694293,
      "loss": 0.9951,
      "step": 25944
    },
    {
      "epoch": 1.0626663936104854,
      "grad_norm": 0.6750211009908885,
      "learning_rate": 0.0002801260986904492,
      "loss": 0.2899,
      "step": 25945
    },
    {
      "epoch": 1.0627073520376817,
      "grad_norm": 0.8272346166969757,
      "learning_rate": 0.00028012447636243943,
      "loss": 0.8094,
      "step": 25946
    },
    {
      "epoch": 1.062748310464878,
      "grad_norm": 1.0966039309683906,
      "learning_rate": 0.00028012285397291435,
      "loss": 0.9751,
      "step": 25947
    },
    {
      "epoch": 1.0627892688920746,
      "grad_norm": 0.7622321553569082,
      "learning_rate": 0.00028012123152187473,
      "loss": 0.7017,
      "step": 25948
    },
    {
      "epoch": 1.062830227319271,
      "grad_norm": 0.4623334933265041,
      "learning_rate": 0.00028011960900932133,
      "loss": 0.2957,
      "step": 25949
    },
    {
      "epoch": 1.0628711857464674,
      "grad_norm": 0.6895835497684044,
      "learning_rate": 0.0002801179864352549,
      "loss": 0.6821,
      "step": 25950
    },
    {
      "epoch": 1.0629121441736638,
      "grad_norm": 0.7726203675268188,
      "learning_rate": 0.0002801163637996763,
      "loss": 0.9664,
      "step": 25951
    },
    {
      "epoch": 1.06295310260086,
      "grad_norm": 0.9952101597071382,
      "learning_rate": 0.00028011474110258624,
      "loss": 1.1255,
      "step": 25952
    },
    {
      "epoch": 1.0629940610280566,
      "grad_norm": 1.1538481050614138,
      "learning_rate": 0.0002801131183439854,
      "loss": 1.0962,
      "step": 25953
    },
    {
      "epoch": 1.063035019455253,
      "grad_norm": 0.845723813564536,
      "learning_rate": 0.0002801114955238747,
      "loss": 0.757,
      "step": 25954
    },
    {
      "epoch": 1.0630759778824492,
      "grad_norm": 0.7535782121087309,
      "learning_rate": 0.0002801098726422548,
      "loss": 0.7592,
      "step": 25955
    },
    {
      "epoch": 1.0631169363096458,
      "grad_norm": 0.79759612145793,
      "learning_rate": 0.00028010824969912655,
      "loss": 0.6812,
      "step": 25956
    },
    {
      "epoch": 1.063157894736842,
      "grad_norm": 1.126937908342079,
      "learning_rate": 0.0002801066266944906,
      "loss": 1.1581,
      "step": 25957
    },
    {
      "epoch": 1.0631988531640384,
      "grad_norm": 0.9994058193012528,
      "learning_rate": 0.00028010500362834784,
      "loss": 1.0232,
      "step": 25958
    },
    {
      "epoch": 1.063239811591235,
      "grad_norm": 0.7549302793265329,
      "learning_rate": 0.00028010338050069895,
      "loss": 0.692,
      "step": 25959
    },
    {
      "epoch": 1.0632807700184312,
      "grad_norm": 0.6290667242207799,
      "learning_rate": 0.00028010175731154474,
      "loss": 0.3192,
      "step": 25960
    },
    {
      "epoch": 1.0633217284456278,
      "grad_norm": 0.850563059281197,
      "learning_rate": 0.00028010013406088596,
      "loss": 1.013,
      "step": 25961
    },
    {
      "epoch": 1.063362686872824,
      "grad_norm": 0.9876433881609123,
      "learning_rate": 0.0002800985107487234,
      "loss": 0.8798,
      "step": 25962
    },
    {
      "epoch": 1.0634036453000204,
      "grad_norm": 2.4338697835606835,
      "learning_rate": 0.00028009688737505784,
      "loss": 1.5158,
      "step": 25963
    },
    {
      "epoch": 1.063444603727217,
      "grad_norm": 0.7657622408423479,
      "learning_rate": 0.00028009526393989,
      "loss": 0.7006,
      "step": 25964
    },
    {
      "epoch": 1.0634855621544133,
      "grad_norm": 1.269336108477367,
      "learning_rate": 0.0002800936404432206,
      "loss": 1.5386,
      "step": 25965
    },
    {
      "epoch": 1.0635265205816096,
      "grad_norm": 0.7323474379706981,
      "learning_rate": 0.0002800920168850506,
      "loss": 0.8642,
      "step": 25966
    },
    {
      "epoch": 1.063567479008806,
      "grad_norm": 0.9254502616129852,
      "learning_rate": 0.0002800903932653806,
      "loss": 0.8017,
      "step": 25967
    },
    {
      "epoch": 1.0636084374360024,
      "grad_norm": 1.0026644690992559,
      "learning_rate": 0.00028008876958421136,
      "loss": 0.5805,
      "step": 25968
    },
    {
      "epoch": 1.063649395863199,
      "grad_norm": 1.1034908839507853,
      "learning_rate": 0.00028008714584154375,
      "loss": 0.873,
      "step": 25969
    },
    {
      "epoch": 1.0636903542903953,
      "grad_norm": 0.7360818050890762,
      "learning_rate": 0.00028008552203737845,
      "loss": 0.9081,
      "step": 25970
    },
    {
      "epoch": 1.0637313127175916,
      "grad_norm": 0.6678775145517998,
      "learning_rate": 0.00028008389817171624,
      "loss": 0.4273,
      "step": 25971
    },
    {
      "epoch": 1.0637722711447881,
      "grad_norm": 0.8242758127598195,
      "learning_rate": 0.00028008227424455796,
      "loss": 0.6947,
      "step": 25972
    },
    {
      "epoch": 1.0638132295719844,
      "grad_norm": 0.5333552896477305,
      "learning_rate": 0.00028008065025590434,
      "loss": 0.3336,
      "step": 25973
    },
    {
      "epoch": 1.0638541879991807,
      "grad_norm": 0.896294024159015,
      "learning_rate": 0.0002800790262057561,
      "loss": 0.8928,
      "step": 25974
    },
    {
      "epoch": 1.0638951464263773,
      "grad_norm": 1.1458148185626884,
      "learning_rate": 0.0002800774020941141,
      "loss": 0.8833,
      "step": 25975
    },
    {
      "epoch": 1.0639361048535736,
      "grad_norm": 0.9575834842476435,
      "learning_rate": 0.000280075777920979,
      "loss": 1.1591,
      "step": 25976
    },
    {
      "epoch": 1.06397706328077,
      "grad_norm": 0.5619077160762479,
      "learning_rate": 0.0002800741536863516,
      "loss": 0.3515,
      "step": 25977
    },
    {
      "epoch": 1.0640180217079664,
      "grad_norm": 0.8370527988167464,
      "learning_rate": 0.0002800725293902328,
      "loss": 0.9184,
      "step": 25978
    },
    {
      "epoch": 1.0640589801351628,
      "grad_norm": 0.7323350571644994,
      "learning_rate": 0.00028007090503262316,
      "loss": 0.7728,
      "step": 25979
    },
    {
      "epoch": 1.0640999385623593,
      "grad_norm": 0.8167664152631758,
      "learning_rate": 0.00028006928061352355,
      "loss": 0.6025,
      "step": 25980
    },
    {
      "epoch": 1.0641408969895556,
      "grad_norm": 0.8446512740742267,
      "learning_rate": 0.0002800676561329347,
      "loss": 0.8697,
      "step": 25981
    },
    {
      "epoch": 1.064181855416752,
      "grad_norm": 0.8926927271572225,
      "learning_rate": 0.0002800660315908575,
      "loss": 1.0568,
      "step": 25982
    },
    {
      "epoch": 1.0642228138439485,
      "grad_norm": 0.5909506712652529,
      "learning_rate": 0.0002800644069872926,
      "loss": 0.3528,
      "step": 25983
    },
    {
      "epoch": 1.0642637722711448,
      "grad_norm": 0.7203038436736197,
      "learning_rate": 0.00028006278232224076,
      "loss": 0.6285,
      "step": 25984
    },
    {
      "epoch": 1.064304730698341,
      "grad_norm": 1.0822285387158472,
      "learning_rate": 0.0002800611575957028,
      "loss": 1.0524,
      "step": 25985
    },
    {
      "epoch": 1.0643456891255376,
      "grad_norm": 0.9272420299705337,
      "learning_rate": 0.00028005953280767947,
      "loss": 0.87,
      "step": 25986
    },
    {
      "epoch": 1.064386647552734,
      "grad_norm": 0.7406218406081386,
      "learning_rate": 0.00028005790795817154,
      "loss": 0.3732,
      "step": 25987
    },
    {
      "epoch": 1.0644276059799305,
      "grad_norm": 0.955718895006894,
      "learning_rate": 0.00028005628304717976,
      "loss": 0.8751,
      "step": 25988
    },
    {
      "epoch": 1.0644685644071268,
      "grad_norm": 0.8064937390987404,
      "learning_rate": 0.000280054658074705,
      "loss": 0.9541,
      "step": 25989
    },
    {
      "epoch": 1.064509522834323,
      "grad_norm": 0.8594857644278184,
      "learning_rate": 0.0002800530330407478,
      "loss": 0.7296,
      "step": 25990
    },
    {
      "epoch": 1.0645504812615196,
      "grad_norm": 0.6756685197497639,
      "learning_rate": 0.00028005140794530917,
      "loss": 0.2956,
      "step": 25991
    },
    {
      "epoch": 1.064591439688716,
      "grad_norm": 4.519755658019648,
      "learning_rate": 0.0002800497827883898,
      "loss": 4.3078,
      "step": 25992
    },
    {
      "epoch": 1.0646323981159123,
      "grad_norm": 0.8384944388247388,
      "learning_rate": 0.0002800481575699904,
      "loss": 0.4394,
      "step": 25993
    },
    {
      "epoch": 1.0646733565431088,
      "grad_norm": 1.011624740636842,
      "learning_rate": 0.0002800465322901118,
      "loss": 1.0191,
      "step": 25994
    },
    {
      "epoch": 1.064714314970305,
      "grad_norm": 0.4883888708276302,
      "learning_rate": 0.0002800449069487547,
      "loss": 0.3132,
      "step": 25995
    },
    {
      "epoch": 1.0647552733975014,
      "grad_norm": 1.218854170681416,
      "learning_rate": 0.00028004328154591993,
      "loss": 1.0613,
      "step": 25996
    },
    {
      "epoch": 1.064796231824698,
      "grad_norm": 0.9675057588642483,
      "learning_rate": 0.0002800416560816083,
      "loss": 1.1101,
      "step": 25997
    },
    {
      "epoch": 1.0648371902518943,
      "grad_norm": 1.7425209103826969,
      "learning_rate": 0.00028004003055582047,
      "loss": 1.3288,
      "step": 25998
    },
    {
      "epoch": 1.0648781486790908,
      "grad_norm": 0.7746690792156818,
      "learning_rate": 0.00028003840496855726,
      "loss": 0.8592,
      "step": 25999
    },
    {
      "epoch": 1.0649191071062871,
      "grad_norm": 1.1532789322044579,
      "learning_rate": 0.00028003677931981945,
      "loss": 0.9165,
      "step": 26000
    },
    {
      "epoch": 1.0649600655334834,
      "grad_norm": 1.2525670429032045,
      "learning_rate": 0.00028003515360960777,
      "loss": 0.8903,
      "step": 26001
    },
    {
      "epoch": 1.06500102396068,
      "grad_norm": 0.7676594214136743,
      "learning_rate": 0.000280033527837923,
      "loss": 0.7046,
      "step": 26002
    },
    {
      "epoch": 1.0650419823878763,
      "grad_norm": 0.8756481408578967,
      "learning_rate": 0.00028003190200476594,
      "loss": 0.705,
      "step": 26003
    },
    {
      "epoch": 1.0650829408150726,
      "grad_norm": 1.782974068214077,
      "learning_rate": 0.00028003027611013737,
      "loss": 1.012,
      "step": 26004
    },
    {
      "epoch": 1.0651238992422691,
      "grad_norm": 1.2537623052499685,
      "learning_rate": 0.000280028650154038,
      "loss": 0.8552,
      "step": 26005
    },
    {
      "epoch": 1.0651648576694654,
      "grad_norm": 0.9525342735529405,
      "learning_rate": 0.00028002702413646867,
      "loss": 1.0105,
      "step": 26006
    },
    {
      "epoch": 1.065205816096662,
      "grad_norm": 0.9026615734264823,
      "learning_rate": 0.0002800253980574301,
      "loss": 0.6415,
      "step": 26007
    },
    {
      "epoch": 1.0652467745238583,
      "grad_norm": 1.0483419616609833,
      "learning_rate": 0.000280023771916923,
      "loss": 0.8637,
      "step": 26008
    },
    {
      "epoch": 1.0652877329510546,
      "grad_norm": 2.7080570754628166,
      "learning_rate": 0.0002800221457149483,
      "loss": 4.2817,
      "step": 26009
    },
    {
      "epoch": 1.0653286913782511,
      "grad_norm": 1.2398074910587935,
      "learning_rate": 0.0002800205194515067,
      "loss": 0.9324,
      "step": 26010
    },
    {
      "epoch": 1.0653696498054475,
      "grad_norm": 0.872346174050012,
      "learning_rate": 0.0002800188931265988,
      "loss": 0.4601,
      "step": 26011
    },
    {
      "epoch": 1.0654106082326438,
      "grad_norm": 0.8819670515733694,
      "learning_rate": 0.0002800172667402256,
      "loss": 0.9399,
      "step": 26012
    },
    {
      "epoch": 1.0654515666598403,
      "grad_norm": 0.9582858251737263,
      "learning_rate": 0.0002800156402923878,
      "loss": 1.0282,
      "step": 26013
    },
    {
      "epoch": 1.0654925250870366,
      "grad_norm": 0.8409240269882534,
      "learning_rate": 0.0002800140137830861,
      "loss": 0.4548,
      "step": 26014
    },
    {
      "epoch": 1.065533483514233,
      "grad_norm": 0.7224060240092813,
      "learning_rate": 0.00028001238721232134,
      "loss": 0.6633,
      "step": 26015
    },
    {
      "epoch": 1.0655744419414295,
      "grad_norm": 0.948249189517446,
      "learning_rate": 0.00028001076058009426,
      "loss": 0.9976,
      "step": 26016
    },
    {
      "epoch": 1.0656154003686258,
      "grad_norm": 0.9528780888390764,
      "learning_rate": 0.00028000913388640566,
      "loss": 0.3717,
      "step": 26017
    },
    {
      "epoch": 1.0656563587958223,
      "grad_norm": 0.9187885754527766,
      "learning_rate": 0.00028000750713125624,
      "loss": 0.7575,
      "step": 26018
    },
    {
      "epoch": 1.0656973172230186,
      "grad_norm": 0.8032183236783166,
      "learning_rate": 0.00028000588031464686,
      "loss": 0.9463,
      "step": 26019
    },
    {
      "epoch": 1.065738275650215,
      "grad_norm": 0.7255247713041033,
      "learning_rate": 0.0002800042534365782,
      "loss": 0.809,
      "step": 26020
    },
    {
      "epoch": 1.0657792340774115,
      "grad_norm": 0.8984232717177244,
      "learning_rate": 0.0002800026264970511,
      "loss": 0.7832,
      "step": 26021
    },
    {
      "epoch": 1.0658201925046078,
      "grad_norm": 1.0634790995367431,
      "learning_rate": 0.00028000099949606635,
      "loss": 0.6629,
      "step": 26022
    },
    {
      "epoch": 1.0658611509318043,
      "grad_norm": 0.5838822299594935,
      "learning_rate": 0.0002799993724336246,
      "loss": 0.2871,
      "step": 26023
    },
    {
      "epoch": 1.0659021093590006,
      "grad_norm": 0.7442911235104485,
      "learning_rate": 0.0002799977453097267,
      "loss": 0.8445,
      "step": 26024
    },
    {
      "epoch": 1.065943067786197,
      "grad_norm": 0.8262758940085202,
      "learning_rate": 0.0002799961181243734,
      "loss": 0.9913,
      "step": 26025
    },
    {
      "epoch": 1.0659840262133935,
      "grad_norm": 0.6128804201101035,
      "learning_rate": 0.00027999449087756553,
      "loss": 0.3385,
      "step": 26026
    },
    {
      "epoch": 1.0660249846405898,
      "grad_norm": 1.0978783849377716,
      "learning_rate": 0.00027999286356930375,
      "loss": 1.2671,
      "step": 26027
    },
    {
      "epoch": 1.0660659430677861,
      "grad_norm": 0.8225821487044459,
      "learning_rate": 0.00027999123619958896,
      "loss": 0.9251,
      "step": 26028
    },
    {
      "epoch": 1.0661069014949827,
      "grad_norm": 0.8920876258871088,
      "learning_rate": 0.00027998960876842176,
      "loss": 0.6414,
      "step": 26029
    },
    {
      "epoch": 1.066147859922179,
      "grad_norm": 0.9176244405226074,
      "learning_rate": 0.0002799879812758031,
      "loss": 0.8414,
      "step": 26030
    },
    {
      "epoch": 1.0661888183493753,
      "grad_norm": 0.9163345790250528,
      "learning_rate": 0.0002799863537217336,
      "loss": 0.7583,
      "step": 26031
    },
    {
      "epoch": 1.0662297767765718,
      "grad_norm": 0.8476076556859238,
      "learning_rate": 0.00027998472610621416,
      "loss": 0.8225,
      "step": 26032
    },
    {
      "epoch": 1.0662707352037681,
      "grad_norm": 1.3913973941999092,
      "learning_rate": 0.0002799830984292454,
      "loss": 1.4488,
      "step": 26033
    },
    {
      "epoch": 1.0663116936309647,
      "grad_norm": 0.6634805082829247,
      "learning_rate": 0.0002799814706908283,
      "loss": 0.5723,
      "step": 26034
    },
    {
      "epoch": 1.066352652058161,
      "grad_norm": 0.8268698497139816,
      "learning_rate": 0.0002799798428909634,
      "loss": 0.786,
      "step": 26035
    },
    {
      "epoch": 1.0663936104853573,
      "grad_norm": 0.9832106583952863,
      "learning_rate": 0.0002799782150296516,
      "loss": 0.9754,
      "step": 26036
    },
    {
      "epoch": 1.0664345689125538,
      "grad_norm": 0.8891648618667031,
      "learning_rate": 0.0002799765871068937,
      "loss": 0.5994,
      "step": 26037
    },
    {
      "epoch": 1.0664755273397502,
      "grad_norm": 1.2844431214719492,
      "learning_rate": 0.0002799749591226903,
      "loss": 1.4129,
      "step": 26038
    },
    {
      "epoch": 1.0665164857669465,
      "grad_norm": 1.058669322988714,
      "learning_rate": 0.00027997333107704234,
      "loss": 0.8838,
      "step": 26039
    },
    {
      "epoch": 1.066557444194143,
      "grad_norm": 0.7833224694893576,
      "learning_rate": 0.0002799717029699505,
      "loss": 0.8276,
      "step": 26040
    },
    {
      "epoch": 1.0665984026213393,
      "grad_norm": 0.6754596723880453,
      "learning_rate": 0.00027997007480141565,
      "loss": 0.8808,
      "step": 26041
    },
    {
      "epoch": 1.0666393610485359,
      "grad_norm": 0.7147306485118539,
      "learning_rate": 0.0002799684465714384,
      "loss": 0.6737,
      "step": 26042
    },
    {
      "epoch": 1.0666803194757322,
      "grad_norm": 0.8807186805419449,
      "learning_rate": 0.0002799668182800197,
      "loss": 0.9509,
      "step": 26043
    },
    {
      "epoch": 1.0667212779029285,
      "grad_norm": 0.6297223642163117,
      "learning_rate": 0.0002799651899271602,
      "loss": 0.6955,
      "step": 26044
    },
    {
      "epoch": 1.066762236330125,
      "grad_norm": 1.8787286813176711,
      "learning_rate": 0.00027996356151286067,
      "loss": 2.4318,
      "step": 26045
    },
    {
      "epoch": 1.0668031947573213,
      "grad_norm": 0.6885046633212687,
      "learning_rate": 0.0002799619330371219,
      "loss": 0.7372,
      "step": 26046
    },
    {
      "epoch": 1.0668441531845176,
      "grad_norm": 1.0850196431615133,
      "learning_rate": 0.00027996030449994473,
      "loss": 0.1658,
      "step": 26047
    },
    {
      "epoch": 1.0668851116117142,
      "grad_norm": 0.5945796440302517,
      "learning_rate": 0.0002799586759013298,
      "loss": 0.3831,
      "step": 26048
    },
    {
      "epoch": 1.0669260700389105,
      "grad_norm": 0.6886744940726254,
      "learning_rate": 0.000279957047241278,
      "loss": 0.739,
      "step": 26049
    },
    {
      "epoch": 1.0669670284661068,
      "grad_norm": 0.799339784038683,
      "learning_rate": 0.00027995541851979003,
      "loss": 1.1205,
      "step": 26050
    },
    {
      "epoch": 1.0670079868933033,
      "grad_norm": 0.8518405312361292,
      "learning_rate": 0.0002799537897368667,
      "loss": 0.7774,
      "step": 26051
    },
    {
      "epoch": 1.0670489453204997,
      "grad_norm": 0.9060735989833161,
      "learning_rate": 0.0002799521608925087,
      "loss": 0.6213,
      "step": 26052
    },
    {
      "epoch": 1.0670899037476962,
      "grad_norm": 0.8532454061469311,
      "learning_rate": 0.00027995053198671694,
      "loss": 0.7929,
      "step": 26053
    },
    {
      "epoch": 1.0671308621748925,
      "grad_norm": 1.0227758256974648,
      "learning_rate": 0.0002799489030194921,
      "loss": 0.4833,
      "step": 26054
    },
    {
      "epoch": 1.0671718206020888,
      "grad_norm": 0.9810249001449104,
      "learning_rate": 0.0002799472739908349,
      "loss": 0.7625,
      "step": 26055
    },
    {
      "epoch": 1.0672127790292854,
      "grad_norm": 0.9410719683423232,
      "learning_rate": 0.0002799456449007462,
      "loss": 0.9433,
      "step": 26056
    },
    {
      "epoch": 1.0672537374564817,
      "grad_norm": 1.080931510930195,
      "learning_rate": 0.00027994401574922675,
      "loss": 1.0906,
      "step": 26057
    },
    {
      "epoch": 1.067294695883678,
      "grad_norm": 1.0835983793353545,
      "learning_rate": 0.0002799423865362773,
      "loss": 0.746,
      "step": 26058
    },
    {
      "epoch": 1.0673356543108745,
      "grad_norm": 0.6286466294770247,
      "learning_rate": 0.0002799407572618986,
      "loss": 0.8455,
      "step": 26059
    },
    {
      "epoch": 1.0673766127380708,
      "grad_norm": 1.0827922819987024,
      "learning_rate": 0.0002799391279260915,
      "loss": 0.86,
      "step": 26060
    },
    {
      "epoch": 1.0674175711652674,
      "grad_norm": 1.0178667177371603,
      "learning_rate": 0.0002799374985288567,
      "loss": 0.9747,
      "step": 26061
    },
    {
      "epoch": 1.0674585295924637,
      "grad_norm": 1.0075347282465787,
      "learning_rate": 0.00027993586907019497,
      "loss": 1.1577,
      "step": 26062
    },
    {
      "epoch": 1.06749948801966,
      "grad_norm": 0.6884753817899931,
      "learning_rate": 0.00027993423955010715,
      "loss": 0.3417,
      "step": 26063
    },
    {
      "epoch": 1.0675404464468565,
      "grad_norm": 1.2641848153415025,
      "learning_rate": 0.0002799326099685939,
      "loss": 0.6164,
      "step": 26064
    },
    {
      "epoch": 1.0675814048740528,
      "grad_norm": 0.835827605930204,
      "learning_rate": 0.0002799309803256561,
      "loss": 0.7694,
      "step": 26065
    },
    {
      "epoch": 1.0676223633012492,
      "grad_norm": 0.6699183025339549,
      "learning_rate": 0.00027992935062129447,
      "loss": 0.8877,
      "step": 26066
    },
    {
      "epoch": 1.0676633217284457,
      "grad_norm": 0.7349893479588361,
      "learning_rate": 0.00027992772085550974,
      "loss": 0.5007,
      "step": 26067
    },
    {
      "epoch": 1.067704280155642,
      "grad_norm": 0.6960513676795828,
      "learning_rate": 0.00027992609102830274,
      "loss": 0.7313,
      "step": 26068
    },
    {
      "epoch": 1.0677452385828383,
      "grad_norm": 0.5609300591950388,
      "learning_rate": 0.00027992446113967427,
      "loss": 0.608,
      "step": 26069
    },
    {
      "epoch": 1.0677861970100349,
      "grad_norm": 1.7256690934988246,
      "learning_rate": 0.000279922831189625,
      "loss": 0.8599,
      "step": 26070
    },
    {
      "epoch": 1.0678271554372312,
      "grad_norm": 0.7817147803403524,
      "learning_rate": 0.0002799212011781558,
      "loss": 0.79,
      "step": 26071
    },
    {
      "epoch": 1.0678681138644277,
      "grad_norm": 0.8758411764702635,
      "learning_rate": 0.0002799195711052673,
      "loss": 0.9476,
      "step": 26072
    },
    {
      "epoch": 1.067909072291624,
      "grad_norm": 0.7749527493479207,
      "learning_rate": 0.00027991794097096046,
      "loss": 1.0165,
      "step": 26073
    },
    {
      "epoch": 1.0679500307188203,
      "grad_norm": 0.5474809649986642,
      "learning_rate": 0.00027991631077523596,
      "loss": 0.3192,
      "step": 26074
    },
    {
      "epoch": 1.0679909891460169,
      "grad_norm": 0.6853636026413349,
      "learning_rate": 0.00027991468051809454,
      "loss": 0.751,
      "step": 26075
    },
    {
      "epoch": 1.0680319475732132,
      "grad_norm": 0.7159710429713151,
      "learning_rate": 0.000279913050199537,
      "loss": 0.7576,
      "step": 26076
    },
    {
      "epoch": 1.0680729060004095,
      "grad_norm": 0.6708636010976795,
      "learning_rate": 0.0002799114198195641,
      "loss": 0.7608,
      "step": 26077
    },
    {
      "epoch": 1.068113864427606,
      "grad_norm": 0.703364626693801,
      "learning_rate": 0.0002799097893781766,
      "loss": 0.3857,
      "step": 26078
    },
    {
      "epoch": 1.0681548228548023,
      "grad_norm": 0.7412773251865667,
      "learning_rate": 0.0002799081588753753,
      "loss": 0.662,
      "step": 26079
    },
    {
      "epoch": 1.0681957812819989,
      "grad_norm": 0.7597488281786311,
      "learning_rate": 0.000279906528311161,
      "loss": 0.7163,
      "step": 26080
    },
    {
      "epoch": 1.0682367397091952,
      "grad_norm": 0.6692898981539084,
      "learning_rate": 0.0002799048976855344,
      "loss": 0.826,
      "step": 26081
    },
    {
      "epoch": 1.0682776981363915,
      "grad_norm": 0.8679256191124968,
      "learning_rate": 0.0002799032669984963,
      "loss": 0.6838,
      "step": 26082
    },
    {
      "epoch": 1.068318656563588,
      "grad_norm": 0.7177257070493669,
      "learning_rate": 0.00027990163625004743,
      "loss": 0.8968,
      "step": 26083
    },
    {
      "epoch": 1.0683596149907844,
      "grad_norm": 0.7602783299257804,
      "learning_rate": 0.0002799000054401887,
      "loss": 0.5987,
      "step": 26084
    },
    {
      "epoch": 1.0684005734179807,
      "grad_norm": 0.8971697599212326,
      "learning_rate": 0.00027989837456892074,
      "loss": 0.9217,
      "step": 26085
    },
    {
      "epoch": 1.0684415318451772,
      "grad_norm": 0.7280875910897564,
      "learning_rate": 0.00027989674363624434,
      "loss": 0.7662,
      "step": 26086
    },
    {
      "epoch": 1.0684824902723735,
      "grad_norm": 2.2644556822218447,
      "learning_rate": 0.00027989511264216036,
      "loss": 3.184,
      "step": 26087
    },
    {
      "epoch": 1.0685234486995698,
      "grad_norm": 0.7637196675700977,
      "learning_rate": 0.00027989348158666944,
      "loss": 0.8025,
      "step": 26088
    },
    {
      "epoch": 1.0685644071267664,
      "grad_norm": 1.2101669071600714,
      "learning_rate": 0.00027989185046977245,
      "loss": 1.5349,
      "step": 26089
    },
    {
      "epoch": 1.0686053655539627,
      "grad_norm": 0.7205750942173902,
      "learning_rate": 0.00027989021929147016,
      "loss": 0.7766,
      "step": 26090
    },
    {
      "epoch": 1.0686463239811592,
      "grad_norm": 1.6426271429291335,
      "learning_rate": 0.00027988858805176326,
      "loss": 2.9739,
      "step": 26091
    },
    {
      "epoch": 1.0686872824083555,
      "grad_norm": 0.7242458832289745,
      "learning_rate": 0.0002798869567506526,
      "loss": 0.7592,
      "step": 26092
    },
    {
      "epoch": 1.0687282408355518,
      "grad_norm": 0.9038507962740013,
      "learning_rate": 0.0002798853253881389,
      "loss": 0.8,
      "step": 26093
    },
    {
      "epoch": 1.0687691992627484,
      "grad_norm": 0.8928088569174687,
      "learning_rate": 0.000279883693964223,
      "loss": 0.9181,
      "step": 26094
    },
    {
      "epoch": 1.0688101576899447,
      "grad_norm": 0.7352736878638984,
      "learning_rate": 0.0002798820624789056,
      "loss": 0.7861,
      "step": 26095
    },
    {
      "epoch": 1.068851116117141,
      "grad_norm": 1.0339020617741095,
      "learning_rate": 0.0002798804309321875,
      "loss": 0.7239,
      "step": 26096
    },
    {
      "epoch": 1.0688920745443375,
      "grad_norm": 1.1451693955011726,
      "learning_rate": 0.00027987879932406945,
      "loss": 1.0499,
      "step": 26097
    },
    {
      "epoch": 1.0689330329715339,
      "grad_norm": 1.2379965281552467,
      "learning_rate": 0.00027987716765455223,
      "loss": 0.6831,
      "step": 26098
    },
    {
      "epoch": 1.0689739913987304,
      "grad_norm": 0.677344714264792,
      "learning_rate": 0.00027987553592363664,
      "loss": 0.7215,
      "step": 26099
    },
    {
      "epoch": 1.0690149498259267,
      "grad_norm": 0.8983862827648135,
      "learning_rate": 0.0002798739041313235,
      "loss": 0.4488,
      "step": 26100
    },
    {
      "epoch": 1.069055908253123,
      "grad_norm": 0.8986685134741921,
      "learning_rate": 0.0002798722722776134,
      "loss": 1.2338,
      "step": 26101
    },
    {
      "epoch": 1.0690968666803196,
      "grad_norm": 1.2702913418365942,
      "learning_rate": 0.00027987064036250726,
      "loss": 1.4334,
      "step": 26102
    },
    {
      "epoch": 1.0691378251075159,
      "grad_norm": 0.8282514660033434,
      "learning_rate": 0.0002798690083860059,
      "loss": 0.7824,
      "step": 26103
    },
    {
      "epoch": 1.0691787835347122,
      "grad_norm": 0.8818001390591697,
      "learning_rate": 0.0002798673763481099,
      "loss": 0.8332,
      "step": 26104
    },
    {
      "epoch": 1.0692197419619087,
      "grad_norm": 0.5934552514939715,
      "learning_rate": 0.0002798657442488202,
      "loss": 0.4334,
      "step": 26105
    },
    {
      "epoch": 1.069260700389105,
      "grad_norm": 0.5092170445635275,
      "learning_rate": 0.00027986411208813755,
      "loss": 0.3218,
      "step": 26106
    },
    {
      "epoch": 1.0693016588163013,
      "grad_norm": 1.9761970457038263,
      "learning_rate": 0.0002798624798660626,
      "loss": 2.4395,
      "step": 26107
    },
    {
      "epoch": 1.0693426172434979,
      "grad_norm": 0.7751042367856963,
      "learning_rate": 0.0002798608475825962,
      "loss": 0.623,
      "step": 26108
    },
    {
      "epoch": 1.0693835756706942,
      "grad_norm": 0.8540084701592202,
      "learning_rate": 0.0002798592152377392,
      "loss": 0.77,
      "step": 26109
    },
    {
      "epoch": 1.0694245340978907,
      "grad_norm": 0.6558372357973952,
      "learning_rate": 0.00027985758283149227,
      "loss": 0.8365,
      "step": 26110
    },
    {
      "epoch": 1.069465492525087,
      "grad_norm": 0.8124540404443475,
      "learning_rate": 0.00027985595036385616,
      "loss": 0.5581,
      "step": 26111
    },
    {
      "epoch": 1.0695064509522834,
      "grad_norm": 0.7358379529672525,
      "learning_rate": 0.00027985431783483176,
      "loss": 0.844,
      "step": 26112
    },
    {
      "epoch": 1.06954740937948,
      "grad_norm": 0.720058043274661,
      "learning_rate": 0.0002798526852444198,
      "loss": 0.3839,
      "step": 26113
    },
    {
      "epoch": 1.0695883678066762,
      "grad_norm": 0.792863972094155,
      "learning_rate": 0.0002798510525926209,
      "loss": 0.771,
      "step": 26114
    },
    {
      "epoch": 1.0696293262338725,
      "grad_norm": 0.9203027537526616,
      "learning_rate": 0.00027984941987943605,
      "loss": 0.4954,
      "step": 26115
    },
    {
      "epoch": 1.069670284661069,
      "grad_norm": 0.9939340882141566,
      "learning_rate": 0.00027984778710486594,
      "loss": 0.3634,
      "step": 26116
    },
    {
      "epoch": 1.0697112430882654,
      "grad_norm": 0.7339585146344287,
      "learning_rate": 0.0002798461542689113,
      "loss": 0.7864,
      "step": 26117
    },
    {
      "epoch": 1.069752201515462,
      "grad_norm": 0.7700546433315042,
      "learning_rate": 0.0002798445213715729,
      "loss": 0.8298,
      "step": 26118
    },
    {
      "epoch": 1.0697931599426582,
      "grad_norm": 0.8309983126537853,
      "learning_rate": 0.00027984288841285157,
      "loss": 0.9304,
      "step": 26119
    },
    {
      "epoch": 1.0698341183698545,
      "grad_norm": 0.8025482046586574,
      "learning_rate": 0.0002798412553927481,
      "loss": 0.5913,
      "step": 26120
    },
    {
      "epoch": 1.069875076797051,
      "grad_norm": 0.6511655335163961,
      "learning_rate": 0.00027983962231126316,
      "loss": 0.7692,
      "step": 26121
    },
    {
      "epoch": 1.0699160352242474,
      "grad_norm": 0.9783713068143698,
      "learning_rate": 0.0002798379891683976,
      "loss": 0.8105,
      "step": 26122
    },
    {
      "epoch": 1.0699569936514437,
      "grad_norm": 1.077043305422899,
      "learning_rate": 0.0002798363559641522,
      "loss": 1.1732,
      "step": 26123
    },
    {
      "epoch": 1.0699979520786402,
      "grad_norm": 0.7554346247417697,
      "learning_rate": 0.00027983472269852767,
      "loss": 0.8931,
      "step": 26124
    },
    {
      "epoch": 1.0700389105058365,
      "grad_norm": 0.5908120226826009,
      "learning_rate": 0.0002798330893715248,
      "loss": 0.6576,
      "step": 26125
    },
    {
      "epoch": 1.0700798689330329,
      "grad_norm": 0.6785225380136595,
      "learning_rate": 0.00027983145598314444,
      "loss": 0.9754,
      "step": 26126
    },
    {
      "epoch": 1.0701208273602294,
      "grad_norm": 0.7693185975997648,
      "learning_rate": 0.00027982982253338726,
      "loss": 0.6763,
      "step": 26127
    },
    {
      "epoch": 1.0701617857874257,
      "grad_norm": 0.9778183185753149,
      "learning_rate": 0.0002798281890222541,
      "loss": 0.8484,
      "step": 26128
    },
    {
      "epoch": 1.0702027442146222,
      "grad_norm": 0.9506111021680391,
      "learning_rate": 0.00027982655544974566,
      "loss": 1.2658,
      "step": 26129
    },
    {
      "epoch": 1.0702437026418186,
      "grad_norm": 0.9350793180985875,
      "learning_rate": 0.0002798249218158628,
      "loss": 0.9718,
      "step": 26130
    },
    {
      "epoch": 1.0702846610690149,
      "grad_norm": 1.2021875904136021,
      "learning_rate": 0.0002798232881206062,
      "loss": 1.2608,
      "step": 26131
    },
    {
      "epoch": 1.0703256194962114,
      "grad_norm": 0.8542510233465587,
      "learning_rate": 0.0002798216543639767,
      "loss": 0.8105,
      "step": 26132
    },
    {
      "epoch": 1.0703665779234077,
      "grad_norm": 2.011207951831127,
      "learning_rate": 0.00027982002054597515,
      "loss": 2.8084,
      "step": 26133
    },
    {
      "epoch": 1.070407536350604,
      "grad_norm": 1.076108854372987,
      "learning_rate": 0.00027981838666660215,
      "loss": 0.8771,
      "step": 26134
    },
    {
      "epoch": 1.0704484947778006,
      "grad_norm": 0.8156539003148418,
      "learning_rate": 0.00027981675272585854,
      "loss": 0.8955,
      "step": 26135
    },
    {
      "epoch": 1.0704894532049969,
      "grad_norm": 0.8531258659129867,
      "learning_rate": 0.0002798151187237451,
      "loss": 0.7587,
      "step": 26136
    },
    {
      "epoch": 1.0705304116321934,
      "grad_norm": 0.8746585417098247,
      "learning_rate": 0.0002798134846602626,
      "loss": 0.8626,
      "step": 26137
    },
    {
      "epoch": 1.0705713700593897,
      "grad_norm": 4.304835834155159,
      "learning_rate": 0.0002798118505354119,
      "loss": 2.8654,
      "step": 26138
    },
    {
      "epoch": 1.070612328486586,
      "grad_norm": 1.0923817221964534,
      "learning_rate": 0.00027981021634919357,
      "loss": 1.3577,
      "step": 26139
    },
    {
      "epoch": 1.0706532869137826,
      "grad_norm": 1.0944056403954403,
      "learning_rate": 0.00027980858210160855,
      "loss": 1.193,
      "step": 26140
    },
    {
      "epoch": 1.070694245340979,
      "grad_norm": 1.2785405238264824,
      "learning_rate": 0.0002798069477926576,
      "loss": 1.3651,
      "step": 26141
    },
    {
      "epoch": 1.0707352037681752,
      "grad_norm": 0.9494729362112186,
      "learning_rate": 0.00027980531342234146,
      "loss": 1.0461,
      "step": 26142
    },
    {
      "epoch": 1.0707761621953718,
      "grad_norm": 0.994517377528826,
      "learning_rate": 0.00027980367899066086,
      "loss": 0.7441,
      "step": 26143
    },
    {
      "epoch": 1.070817120622568,
      "grad_norm": 0.7206289892147502,
      "learning_rate": 0.0002798020444976166,
      "loss": 0.8241,
      "step": 26144
    },
    {
      "epoch": 1.0708580790497644,
      "grad_norm": 1.080328514749776,
      "learning_rate": 0.0002798004099432095,
      "loss": 1.3876,
      "step": 26145
    },
    {
      "epoch": 1.070899037476961,
      "grad_norm": 0.7155727631740337,
      "learning_rate": 0.0002797987753274403,
      "loss": 0.4063,
      "step": 26146
    },
    {
      "epoch": 1.0709399959041572,
      "grad_norm": 0.8987465544633018,
      "learning_rate": 0.00027979714065030974,
      "loss": 0.6424,
      "step": 26147
    },
    {
      "epoch": 1.0709809543313538,
      "grad_norm": 0.6877007651808692,
      "learning_rate": 0.0002797955059118186,
      "loss": 0.474,
      "step": 26148
    },
    {
      "epoch": 1.07102191275855,
      "grad_norm": 0.8909248120666349,
      "learning_rate": 0.00027979387111196774,
      "loss": 1.1329,
      "step": 26149
    },
    {
      "epoch": 1.0710628711857464,
      "grad_norm": 0.7762682031239612,
      "learning_rate": 0.0002797922362507579,
      "loss": 0.9402,
      "step": 26150
    },
    {
      "epoch": 1.071103829612943,
      "grad_norm": 1.2940132533342101,
      "learning_rate": 0.0002797906013281897,
      "loss": 1.0205,
      "step": 26151
    },
    {
      "epoch": 1.0711447880401392,
      "grad_norm": 0.8460648972462155,
      "learning_rate": 0.00027978896634426416,
      "loss": 0.7588,
      "step": 26152
    },
    {
      "epoch": 1.0711857464673356,
      "grad_norm": 1.073172590084099,
      "learning_rate": 0.00027978733129898183,
      "loss": 1.0109,
      "step": 26153
    },
    {
      "epoch": 1.071226704894532,
      "grad_norm": 0.5677468952237733,
      "learning_rate": 0.00027978569619234363,
      "loss": 0.6323,
      "step": 26154
    },
    {
      "epoch": 1.0712676633217284,
      "grad_norm": 1.493628293285998,
      "learning_rate": 0.0002797840610243503,
      "loss": 0.8728,
      "step": 26155
    },
    {
      "epoch": 1.071308621748925,
      "grad_norm": 0.9519596406860411,
      "learning_rate": 0.00027978242579500257,
      "loss": 0.7285,
      "step": 26156
    },
    {
      "epoch": 1.0713495801761213,
      "grad_norm": 0.9288858468517391,
      "learning_rate": 0.0002797807905043012,
      "loss": 1.0311,
      "step": 26157
    },
    {
      "epoch": 1.0713905386033176,
      "grad_norm": 1.0361366568422288,
      "learning_rate": 0.00027977915515224713,
      "loss": 0.9232,
      "step": 26158
    },
    {
      "epoch": 1.071431497030514,
      "grad_norm": 0.8835981638254348,
      "learning_rate": 0.0002797775197388409,
      "loss": 0.6833,
      "step": 26159
    },
    {
      "epoch": 1.0714724554577104,
      "grad_norm": 0.6283101273752167,
      "learning_rate": 0.0002797758842640834,
      "loss": 0.4239,
      "step": 26160
    },
    {
      "epoch": 1.0715134138849067,
      "grad_norm": 0.9180979335048819,
      "learning_rate": 0.0002797742487279754,
      "loss": 0.7282,
      "step": 26161
    },
    {
      "epoch": 1.0715543723121033,
      "grad_norm": 1.4892699656890878,
      "learning_rate": 0.0002797726131305177,
      "loss": 1.4125,
      "step": 26162
    },
    {
      "epoch": 1.0715953307392996,
      "grad_norm": 1.3066249146320406,
      "learning_rate": 0.000279770977471711,
      "loss": 1.6934,
      "step": 26163
    },
    {
      "epoch": 1.071636289166496,
      "grad_norm": 3.0929694816609867,
      "learning_rate": 0.0002797693417515561,
      "loss": 1.7191,
      "step": 26164
    },
    {
      "epoch": 1.0716772475936924,
      "grad_norm": 0.9972305174052122,
      "learning_rate": 0.0002797677059700538,
      "loss": 0.9957,
      "step": 26165
    },
    {
      "epoch": 1.0717182060208887,
      "grad_norm": 1.1910785797086083,
      "learning_rate": 0.0002797660701272049,
      "loss": 1.108,
      "step": 26166
    },
    {
      "epoch": 1.0717591644480853,
      "grad_norm": 0.7965403132981713,
      "learning_rate": 0.00027976443422301003,
      "loss": 0.5786,
      "step": 26167
    },
    {
      "epoch": 1.0718001228752816,
      "grad_norm": 0.8623609228613037,
      "learning_rate": 0.0002797627982574702,
      "loss": 0.3759,
      "step": 26168
    },
    {
      "epoch": 1.071841081302478,
      "grad_norm": 1.1160958074093663,
      "learning_rate": 0.00027976116223058596,
      "loss": 1.3062,
      "step": 26169
    },
    {
      "epoch": 1.0718820397296744,
      "grad_norm": 0.7816891728640502,
      "learning_rate": 0.0002797595261423582,
      "loss": 0.6968,
      "step": 26170
    },
    {
      "epoch": 1.0719229981568708,
      "grad_norm": 0.6391209612873562,
      "learning_rate": 0.00027975788999278764,
      "loss": 0.7894,
      "step": 26171
    },
    {
      "epoch": 1.071963956584067,
      "grad_norm": 0.7900919034003643,
      "learning_rate": 0.0002797562537818751,
      "loss": 0.4295,
      "step": 26172
    },
    {
      "epoch": 1.0720049150112636,
      "grad_norm": 0.7632123586322803,
      "learning_rate": 0.00027975461750962135,
      "loss": 0.9199,
      "step": 26173
    },
    {
      "epoch": 1.07204587343846,
      "grad_norm": 0.8685656482950558,
      "learning_rate": 0.0002797529811760271,
      "loss": 0.4047,
      "step": 26174
    },
    {
      "epoch": 1.0720868318656565,
      "grad_norm": 0.837677085687518,
      "learning_rate": 0.00027975134478109323,
      "loss": 0.9581,
      "step": 26175
    },
    {
      "epoch": 1.0721277902928528,
      "grad_norm": 0.8257085947381446,
      "learning_rate": 0.0002797497083248204,
      "loss": 0.828,
      "step": 26176
    },
    {
      "epoch": 1.072168748720049,
      "grad_norm": 0.5822043748374769,
      "learning_rate": 0.00027974807180720945,
      "loss": 0.2912,
      "step": 26177
    },
    {
      "epoch": 1.0722097071472456,
      "grad_norm": 1.6833757566588643,
      "learning_rate": 0.00027974643522826113,
      "loss": 0.998,
      "step": 26178
    },
    {
      "epoch": 1.072250665574442,
      "grad_norm": 1.1592093082144015,
      "learning_rate": 0.0002797447985879763,
      "loss": 1.2247,
      "step": 26179
    },
    {
      "epoch": 1.0722916240016382,
      "grad_norm": 0.7753103275178884,
      "learning_rate": 0.0002797431618863556,
      "loss": 0.4701,
      "step": 26180
    },
    {
      "epoch": 1.0723325824288348,
      "grad_norm": 1.110050048957309,
      "learning_rate": 0.00027974152512339986,
      "loss": 1.275,
      "step": 26181
    },
    {
      "epoch": 1.072373540856031,
      "grad_norm": 1.2739880666035273,
      "learning_rate": 0.0002797398882991098,
      "loss": 1.1959,
      "step": 26182
    },
    {
      "epoch": 1.0724144992832274,
      "grad_norm": 1.0130526522954775,
      "learning_rate": 0.00027973825141348635,
      "loss": 0.9992,
      "step": 26183
    },
    {
      "epoch": 1.072455457710424,
      "grad_norm": 1.4361705292608826,
      "learning_rate": 0.0002797366144665301,
      "loss": 1.2199,
      "step": 26184
    },
    {
      "epoch": 1.0724964161376203,
      "grad_norm": 0.9448361427309031,
      "learning_rate": 0.00027973497745824197,
      "loss": 0.709,
      "step": 26185
    },
    {
      "epoch": 1.0725373745648168,
      "grad_norm": 0.6029456338990872,
      "learning_rate": 0.00027973334038862267,
      "loss": 0.4104,
      "step": 26186
    },
    {
      "epoch": 1.072578332992013,
      "grad_norm": 0.776239330354255,
      "learning_rate": 0.00027973170325767293,
      "loss": 0.8791,
      "step": 26187
    },
    {
      "epoch": 1.0726192914192094,
      "grad_norm": 0.8009481099966286,
      "learning_rate": 0.0002797300660653936,
      "loss": 0.9424,
      "step": 26188
    },
    {
      "epoch": 1.072660249846406,
      "grad_norm": 1.025533090469912,
      "learning_rate": 0.0002797284288117854,
      "loss": 0.7533,
      "step": 26189
    },
    {
      "epoch": 1.0727012082736023,
      "grad_norm": 0.9631903731597361,
      "learning_rate": 0.0002797267914968491,
      "loss": 1.0512,
      "step": 26190
    },
    {
      "epoch": 1.0727421667007988,
      "grad_norm": 1.132453159283676,
      "learning_rate": 0.0002797251541205856,
      "loss": 0.899,
      "step": 26191
    },
    {
      "epoch": 1.0727831251279951,
      "grad_norm": 1.657620785279863,
      "learning_rate": 0.0002797235166829955,
      "loss": 1.9229,
      "step": 26192
    },
    {
      "epoch": 1.0728240835551914,
      "grad_norm": 0.8882566816977511,
      "learning_rate": 0.0002797218791840797,
      "loss": 0.7948,
      "step": 26193
    },
    {
      "epoch": 1.072865041982388,
      "grad_norm": 0.739326656938247,
      "learning_rate": 0.0002797202416238389,
      "loss": 0.7477,
      "step": 26194
    },
    {
      "epoch": 1.0729060004095843,
      "grad_norm": 4.5065777562523275,
      "learning_rate": 0.00027971860400227385,
      "loss": 1.6912,
      "step": 26195
    },
    {
      "epoch": 1.0729469588367806,
      "grad_norm": 0.8116326876988478,
      "learning_rate": 0.0002797169663193854,
      "loss": 0.8146,
      "step": 26196
    },
    {
      "epoch": 1.0729879172639771,
      "grad_norm": 0.8266980964214083,
      "learning_rate": 0.0002797153285751743,
      "loss": 0.6893,
      "step": 26197
    },
    {
      "epoch": 1.0730288756911734,
      "grad_norm": 0.6078221505334637,
      "learning_rate": 0.0002797136907696413,
      "loss": 0.2947,
      "step": 26198
    },
    {
      "epoch": 1.0730698341183698,
      "grad_norm": 1.4685251446049687,
      "learning_rate": 0.00027971205290278723,
      "loss": 1.4988,
      "step": 26199
    },
    {
      "epoch": 1.0731107925455663,
      "grad_norm": 0.484330592753042,
      "learning_rate": 0.0002797104149746128,
      "loss": 0.1828,
      "step": 26200
    },
    {
      "epoch": 1.0731517509727626,
      "grad_norm": 0.6994306021566855,
      "learning_rate": 0.00027970877698511886,
      "loss": 0.6666,
      "step": 26201
    },
    {
      "epoch": 1.0731927093999591,
      "grad_norm": 0.8335807663772279,
      "learning_rate": 0.0002797071389343061,
      "loss": 0.6395,
      "step": 26202
    },
    {
      "epoch": 1.0732336678271555,
      "grad_norm": 0.6578647244092507,
      "learning_rate": 0.00027970550082217534,
      "loss": 0.4869,
      "step": 26203
    },
    {
      "epoch": 1.0732746262543518,
      "grad_norm": 0.9533682189809771,
      "learning_rate": 0.0002797038626487273,
      "loss": 0.9992,
      "step": 26204
    },
    {
      "epoch": 1.0733155846815483,
      "grad_norm": 0.9957125702381259,
      "learning_rate": 0.00027970222441396284,
      "loss": 0.8521,
      "step": 26205
    },
    {
      "epoch": 1.0733565431087446,
      "grad_norm": 0.9233248877912674,
      "learning_rate": 0.0002797005861178827,
      "loss": 1.0048,
      "step": 26206
    },
    {
      "epoch": 1.073397501535941,
      "grad_norm": 1.201648984719897,
      "learning_rate": 0.00027969894776048765,
      "loss": 0.8937,
      "step": 26207
    },
    {
      "epoch": 1.0734384599631375,
      "grad_norm": 0.6609642424972902,
      "learning_rate": 0.00027969730934177846,
      "loss": 0.3221,
      "step": 26208
    },
    {
      "epoch": 1.0734794183903338,
      "grad_norm": 1.0434662525157514,
      "learning_rate": 0.0002796956708617559,
      "loss": 1.1059,
      "step": 26209
    },
    {
      "epoch": 1.0735203768175303,
      "grad_norm": 0.8993747048291434,
      "learning_rate": 0.0002796940323204208,
      "loss": 0.8997,
      "step": 26210
    },
    {
      "epoch": 1.0735613352447266,
      "grad_norm": 1.086534218945466,
      "learning_rate": 0.00027969239371777383,
      "loss": 0.8869,
      "step": 26211
    },
    {
      "epoch": 1.073602293671923,
      "grad_norm": 0.7540556898608068,
      "learning_rate": 0.00027969075505381583,
      "loss": 0.7614,
      "step": 26212
    },
    {
      "epoch": 1.0736432520991195,
      "grad_norm": 1.0441015667342493,
      "learning_rate": 0.00027968911632854756,
      "loss": 0.6385,
      "step": 26213
    },
    {
      "epoch": 1.0736842105263158,
      "grad_norm": 0.9083856099028131,
      "learning_rate": 0.0002796874775419698,
      "loss": 0.4628,
      "step": 26214
    },
    {
      "epoch": 1.073725168953512,
      "grad_norm": 0.8343005963694696,
      "learning_rate": 0.00027968583869408337,
      "loss": 0.9262,
      "step": 26215
    },
    {
      "epoch": 1.0737661273807086,
      "grad_norm": 0.7727319766333913,
      "learning_rate": 0.0002796841997848889,
      "loss": 0.8182,
      "step": 26216
    },
    {
      "epoch": 1.073807085807905,
      "grad_norm": 0.9281108021547014,
      "learning_rate": 0.0002796825608143874,
      "loss": 0.853,
      "step": 26217
    },
    {
      "epoch": 1.0738480442351013,
      "grad_norm": 0.7839042946711149,
      "learning_rate": 0.0002796809217825794,
      "loss": 0.6525,
      "step": 26218
    },
    {
      "epoch": 1.0738890026622978,
      "grad_norm": 0.8027177090518736,
      "learning_rate": 0.0002796792826894658,
      "loss": 1.0653,
      "step": 26219
    },
    {
      "epoch": 1.0739299610894941,
      "grad_norm": 0.8988388411372525,
      "learning_rate": 0.00027967764353504745,
      "loss": 0.7645,
      "step": 26220
    },
    {
      "epoch": 1.0739709195166907,
      "grad_norm": 0.7877687597143639,
      "learning_rate": 0.000279676004319325,
      "loss": 0.7588,
      "step": 26221
    },
    {
      "epoch": 1.074011877943887,
      "grad_norm": 0.7247445176789254,
      "learning_rate": 0.0002796743650422992,
      "loss": 0.5384,
      "step": 26222
    },
    {
      "epoch": 1.0740528363710833,
      "grad_norm": 0.9148599295728759,
      "learning_rate": 0.00027967272570397094,
      "loss": 0.8652,
      "step": 26223
    },
    {
      "epoch": 1.0740937947982798,
      "grad_norm": 0.9621606191414999,
      "learning_rate": 0.00027967108630434095,
      "loss": 1.049,
      "step": 26224
    },
    {
      "epoch": 1.0741347532254761,
      "grad_norm": 4.7926661915729225,
      "learning_rate": 0.00027966944684340995,
      "loss": 2.0674,
      "step": 26225
    },
    {
      "epoch": 1.0741757116526724,
      "grad_norm": 1.0231020309402015,
      "learning_rate": 0.00027966780732117876,
      "loss": 0.474,
      "step": 26226
    },
    {
      "epoch": 1.074216670079869,
      "grad_norm": 0.806078713324433,
      "learning_rate": 0.0002796661677376482,
      "loss": 0.9684,
      "step": 26227
    },
    {
      "epoch": 1.0742576285070653,
      "grad_norm": 0.86681133024979,
      "learning_rate": 0.00027966452809281893,
      "loss": 0.6851,
      "step": 26228
    },
    {
      "epoch": 1.0742985869342618,
      "grad_norm": 0.8963239522885461,
      "learning_rate": 0.00027966288838669187,
      "loss": 1.0298,
      "step": 26229
    },
    {
      "epoch": 1.0743395453614581,
      "grad_norm": 0.5919654928979818,
      "learning_rate": 0.00027966124861926765,
      "loss": 0.2889,
      "step": 26230
    },
    {
      "epoch": 1.0743805037886545,
      "grad_norm": 0.8089371053242328,
      "learning_rate": 0.0002796596087905472,
      "loss": 0.7148,
      "step": 26231
    },
    {
      "epoch": 1.074421462215851,
      "grad_norm": 0.902216526173375,
      "learning_rate": 0.00027965796890053115,
      "loss": 1.0872,
      "step": 26232
    },
    {
      "epoch": 1.0744624206430473,
      "grad_norm": 1.1555789864567445,
      "learning_rate": 0.00027965632894922033,
      "loss": 0.4889,
      "step": 26233
    },
    {
      "epoch": 1.0745033790702436,
      "grad_norm": 0.7702538557288722,
      "learning_rate": 0.00027965468893661555,
      "loss": 0.7199,
      "step": 26234
    },
    {
      "epoch": 1.0745443374974402,
      "grad_norm": 0.8985419030889219,
      "learning_rate": 0.00027965304886271757,
      "loss": 0.6823,
      "step": 26235
    },
    {
      "epoch": 1.0745852959246365,
      "grad_norm": 0.9913257444771529,
      "learning_rate": 0.0002796514087275271,
      "loss": 0.9714,
      "step": 26236
    },
    {
      "epoch": 1.0746262543518328,
      "grad_norm": 0.8575570424564407,
      "learning_rate": 0.000279649768531045,
      "loss": 0.4797,
      "step": 26237
    },
    {
      "epoch": 1.0746672127790293,
      "grad_norm": 0.5204057263461066,
      "learning_rate": 0.000279648128273272,
      "loss": 0.2964,
      "step": 26238
    },
    {
      "epoch": 1.0747081712062256,
      "grad_norm": 0.7912831917224784,
      "learning_rate": 0.00027964648795420887,
      "loss": 0.6969,
      "step": 26239
    },
    {
      "epoch": 1.0747491296334222,
      "grad_norm": 0.7427244752069037,
      "learning_rate": 0.0002796448475738565,
      "loss": 0.9151,
      "step": 26240
    },
    {
      "epoch": 1.0747900880606185,
      "grad_norm": 0.8603351675325535,
      "learning_rate": 0.0002796432071322155,
      "loss": 1.0426,
      "step": 26241
    },
    {
      "epoch": 1.0748310464878148,
      "grad_norm": 1.0428273313913403,
      "learning_rate": 0.0002796415666292867,
      "loss": 0.6635,
      "step": 26242
    },
    {
      "epoch": 1.0748720049150113,
      "grad_norm": 0.48154675521206597,
      "learning_rate": 0.0002796399260650709,
      "loss": 0.2976,
      "step": 26243
    },
    {
      "epoch": 1.0749129633422077,
      "grad_norm": 1.001486551938341,
      "learning_rate": 0.00027963828543956887,
      "loss": 1.0029,
      "step": 26244
    },
    {
      "epoch": 1.074953921769404,
      "grad_norm": 2.1730237753942965,
      "learning_rate": 0.0002796366447527814,
      "loss": 2.8955,
      "step": 26245
    },
    {
      "epoch": 1.0749948801966005,
      "grad_norm": 0.8767337642999083,
      "learning_rate": 0.0002796350040047092,
      "loss": 0.8801,
      "step": 26246
    },
    {
      "epoch": 1.0750358386237968,
      "grad_norm": 0.6926870386859509,
      "learning_rate": 0.0002796333631953531,
      "loss": 0.6355,
      "step": 26247
    },
    {
      "epoch": 1.0750767970509933,
      "grad_norm": 0.776671722866797,
      "learning_rate": 0.0002796317223247139,
      "loss": 0.7927,
      "step": 26248
    },
    {
      "epoch": 1.0751177554781897,
      "grad_norm": 1.0321600077197433,
      "learning_rate": 0.0002796300813927923,
      "loss": 1.7406,
      "step": 26249
    },
    {
      "epoch": 1.075158713905386,
      "grad_norm": 0.6204392180890026,
      "learning_rate": 0.0002796284403995892,
      "loss": 0.6148,
      "step": 26250
    },
    {
      "epoch": 1.0751996723325825,
      "grad_norm": 0.8555466651492419,
      "learning_rate": 0.00027962679934510524,
      "loss": 0.8157,
      "step": 26251
    },
    {
      "epoch": 1.0752406307597788,
      "grad_norm": 4.033665488194133,
      "learning_rate": 0.00027962515822934123,
      "loss": 3.2249,
      "step": 26252
    },
    {
      "epoch": 1.0752815891869751,
      "grad_norm": 0.7544669235684659,
      "learning_rate": 0.000279623517052298,
      "loss": 0.4768,
      "step": 26253
    },
    {
      "epoch": 1.0753225476141717,
      "grad_norm": 1.106907599879419,
      "learning_rate": 0.0002796218758139763,
      "loss": 1.0051,
      "step": 26254
    },
    {
      "epoch": 1.075363506041368,
      "grad_norm": 0.7869631062382594,
      "learning_rate": 0.0002796202345143769,
      "loss": 0.6933,
      "step": 26255
    },
    {
      "epoch": 1.0754044644685643,
      "grad_norm": 1.2329427913829702,
      "learning_rate": 0.0002796185931535006,
      "loss": 1.2604,
      "step": 26256
    },
    {
      "epoch": 1.0754454228957608,
      "grad_norm": 0.7102291233533612,
      "learning_rate": 0.0002796169517313481,
      "loss": 0.741,
      "step": 26257
    },
    {
      "epoch": 1.0754863813229572,
      "grad_norm": 0.8175058814051797,
      "learning_rate": 0.0002796153102479202,
      "loss": 0.9981,
      "step": 26258
    },
    {
      "epoch": 1.0755273397501537,
      "grad_norm": 0.5935961383129434,
      "learning_rate": 0.00027961366870321775,
      "loss": 0.6995,
      "step": 26259
    },
    {
      "epoch": 1.07556829817735,
      "grad_norm": 0.8616137183611615,
      "learning_rate": 0.0002796120270972415,
      "loss": 1.0291,
      "step": 26260
    },
    {
      "epoch": 1.0756092566045463,
      "grad_norm": 0.7869323739267441,
      "learning_rate": 0.00027961038542999214,
      "loss": 0.6908,
      "step": 26261
    },
    {
      "epoch": 1.0756502150317429,
      "grad_norm": 0.6263189280031514,
      "learning_rate": 0.00027960874370147056,
      "loss": 0.716,
      "step": 26262
    },
    {
      "epoch": 1.0756911734589392,
      "grad_norm": 1.9487751903255093,
      "learning_rate": 0.00027960710191167747,
      "loss": 3.4452,
      "step": 26263
    },
    {
      "epoch": 1.0757321318861355,
      "grad_norm": 0.8699616443798295,
      "learning_rate": 0.0002796054600606137,
      "loss": 0.3835,
      "step": 26264
    },
    {
      "epoch": 1.075773090313332,
      "grad_norm": 0.9166152665094498,
      "learning_rate": 0.0002796038181482799,
      "loss": 0.7851,
      "step": 26265
    },
    {
      "epoch": 1.0758140487405283,
      "grad_norm": 0.8151726252477449,
      "learning_rate": 0.000279602176174677,
      "loss": 0.9966,
      "step": 26266
    },
    {
      "epoch": 1.0758550071677249,
      "grad_norm": 0.9075984736742763,
      "learning_rate": 0.0002796005341398057,
      "loss": 0.5616,
      "step": 26267
    },
    {
      "epoch": 1.0758959655949212,
      "grad_norm": 0.8882865291590888,
      "learning_rate": 0.0002795988920436668,
      "loss": 0.3529,
      "step": 26268
    },
    {
      "epoch": 1.0759369240221175,
      "grad_norm": 1.0949622940014205,
      "learning_rate": 0.000279597249886261,
      "loss": 1.2741,
      "step": 26269
    },
    {
      "epoch": 1.075977882449314,
      "grad_norm": 1.2113729634478325,
      "learning_rate": 0.00027959560766758926,
      "loss": 0.9834,
      "step": 26270
    },
    {
      "epoch": 1.0760188408765103,
      "grad_norm": 0.8755154556028825,
      "learning_rate": 0.0002795939653876521,
      "loss": 0.8386,
      "step": 26271
    },
    {
      "epoch": 1.0760597993037067,
      "grad_norm": 2.850305334805459,
      "learning_rate": 0.00027959232304645054,
      "loss": 1.1374,
      "step": 26272
    },
    {
      "epoch": 1.0761007577309032,
      "grad_norm": 0.7926727447958172,
      "learning_rate": 0.0002795906806439852,
      "loss": 0.7136,
      "step": 26273
    },
    {
      "epoch": 1.0761417161580995,
      "grad_norm": 1.2828296839937485,
      "learning_rate": 0.0002795890381802569,
      "loss": 1.626,
      "step": 26274
    },
    {
      "epoch": 1.0761826745852958,
      "grad_norm": 0.8206753081570493,
      "learning_rate": 0.0002795873956552665,
      "loss": 0.9204,
      "step": 26275
    },
    {
      "epoch": 1.0762236330124924,
      "grad_norm": 0.8211780060950358,
      "learning_rate": 0.0002795857530690146,
      "loss": 1.0051,
      "step": 26276
    },
    {
      "epoch": 1.0762645914396887,
      "grad_norm": 0.8502321347811439,
      "learning_rate": 0.0002795841104215021,
      "loss": 0.8688,
      "step": 26277
    },
    {
      "epoch": 1.0763055498668852,
      "grad_norm": 0.7375130180452271,
      "learning_rate": 0.0002795824677127298,
      "loss": 0.7142,
      "step": 26278
    },
    {
      "epoch": 1.0763465082940815,
      "grad_norm": 0.614067735028265,
      "learning_rate": 0.0002795808249426984,
      "loss": 0.3114,
      "step": 26279
    },
    {
      "epoch": 1.0763874667212778,
      "grad_norm": 0.6188086505795254,
      "learning_rate": 0.0002795791821114087,
      "loss": 0.3186,
      "step": 26280
    },
    {
      "epoch": 1.0764284251484744,
      "grad_norm": 1.3735257691078047,
      "learning_rate": 0.0002795775392188615,
      "loss": 0.9838,
      "step": 26281
    },
    {
      "epoch": 1.0764693835756707,
      "grad_norm": 0.9186177649661581,
      "learning_rate": 0.0002795758962650575,
      "loss": 0.9443,
      "step": 26282
    },
    {
      "epoch": 1.076510342002867,
      "grad_norm": 1.396059146064657,
      "learning_rate": 0.00027957425324999757,
      "loss": 1.6354,
      "step": 26283
    },
    {
      "epoch": 1.0765513004300635,
      "grad_norm": 0.9732275601652174,
      "learning_rate": 0.0002795726101736825,
      "loss": 0.7096,
      "step": 26284
    },
    {
      "epoch": 1.0765922588572598,
      "grad_norm": 0.6986324156139858,
      "learning_rate": 0.00027957096703611295,
      "loss": 0.308,
      "step": 26285
    },
    {
      "epoch": 1.0766332172844564,
      "grad_norm": 0.5591444815610093,
      "learning_rate": 0.0002795693238372898,
      "loss": 0.1844,
      "step": 26286
    },
    {
      "epoch": 1.0766741757116527,
      "grad_norm": 0.749946994993856,
      "learning_rate": 0.00027956768057721377,
      "loss": 0.9665,
      "step": 26287
    },
    {
      "epoch": 1.076715134138849,
      "grad_norm": 0.9441034299492906,
      "learning_rate": 0.0002795660372558857,
      "loss": 0.9244,
      "step": 26288
    },
    {
      "epoch": 1.0767560925660455,
      "grad_norm": 0.9160496178529731,
      "learning_rate": 0.0002795643938733063,
      "loss": 0.6881,
      "step": 26289
    },
    {
      "epoch": 1.0767970509932419,
      "grad_norm": 0.8196783769425091,
      "learning_rate": 0.0002795627504294764,
      "loss": 0.7238,
      "step": 26290
    },
    {
      "epoch": 1.0768380094204382,
      "grad_norm": 0.7182677990430886,
      "learning_rate": 0.0002795611069243967,
      "loss": 0.8667,
      "step": 26291
    },
    {
      "epoch": 1.0768789678476347,
      "grad_norm": 0.8543022563389564,
      "learning_rate": 0.00027955946335806803,
      "loss": 0.9155,
      "step": 26292
    },
    {
      "epoch": 1.076919926274831,
      "grad_norm": 0.6721432834721223,
      "learning_rate": 0.00027955781973049116,
      "loss": 0.7898,
      "step": 26293
    },
    {
      "epoch": 1.0769608847020273,
      "grad_norm": 0.7049890915387017,
      "learning_rate": 0.0002795561760416669,
      "loss": 0.661,
      "step": 26294
    },
    {
      "epoch": 1.0770018431292239,
      "grad_norm": 0.7131851368373365,
      "learning_rate": 0.000279554532291596,
      "loss": 0.8893,
      "step": 26295
    },
    {
      "epoch": 1.0770428015564202,
      "grad_norm": 0.6464265237448837,
      "learning_rate": 0.0002795528884802792,
      "loss": 0.655,
      "step": 26296
    },
    {
      "epoch": 1.0770837599836167,
      "grad_norm": 0.6041811623858764,
      "learning_rate": 0.0002795512446077174,
      "loss": 0.5909,
      "step": 26297
    },
    {
      "epoch": 1.077124718410813,
      "grad_norm": 1.0365051731889197,
      "learning_rate": 0.0002795496006739112,
      "loss": 0.4848,
      "step": 26298
    },
    {
      "epoch": 1.0771656768380093,
      "grad_norm": 2.511005128999923,
      "learning_rate": 0.00027954795667886145,
      "loss": 2.0156,
      "step": 26299
    },
    {
      "epoch": 1.0772066352652059,
      "grad_norm": 1.0772977865818298,
      "learning_rate": 0.00027954631262256904,
      "loss": 1.0007,
      "step": 26300
    },
    {
      "epoch": 1.0772475936924022,
      "grad_norm": 0.7551047789250791,
      "learning_rate": 0.0002795446685050346,
      "loss": 0.7702,
      "step": 26301
    },
    {
      "epoch": 1.0772885521195985,
      "grad_norm": 1.0244492055572385,
      "learning_rate": 0.00027954302432625893,
      "loss": 0.9406,
      "step": 26302
    },
    {
      "epoch": 1.077329510546795,
      "grad_norm": 0.7866735351006923,
      "learning_rate": 0.0002795413800862429,
      "loss": 0.6892,
      "step": 26303
    },
    {
      "epoch": 1.0773704689739914,
      "grad_norm": 0.7001484883139906,
      "learning_rate": 0.00027953973578498717,
      "loss": 0.9933,
      "step": 26304
    },
    {
      "epoch": 1.077411427401188,
      "grad_norm": 0.5292531350142999,
      "learning_rate": 0.00027953809142249253,
      "loss": 0.3254,
      "step": 26305
    },
    {
      "epoch": 1.0774523858283842,
      "grad_norm": 1.5526630650829105,
      "learning_rate": 0.0002795364469987599,
      "loss": 1.3111,
      "step": 26306
    },
    {
      "epoch": 1.0774933442555805,
      "grad_norm": 1.0051794787836232,
      "learning_rate": 0.00027953480251378986,
      "loss": 0.8955,
      "step": 26307
    },
    {
      "epoch": 1.077534302682777,
      "grad_norm": 1.054826101634181,
      "learning_rate": 0.00027953315796758335,
      "loss": 0.6537,
      "step": 26308
    },
    {
      "epoch": 1.0775752611099734,
      "grad_norm": 0.8347614898457227,
      "learning_rate": 0.00027953151336014104,
      "loss": 0.9308,
      "step": 26309
    },
    {
      "epoch": 1.0776162195371697,
      "grad_norm": 0.6264193485119567,
      "learning_rate": 0.0002795298686914638,
      "loss": 0.6309,
      "step": 26310
    },
    {
      "epoch": 1.0776571779643662,
      "grad_norm": 0.7657843308729689,
      "learning_rate": 0.0002795282239615523,
      "loss": 0.8261,
      "step": 26311
    },
    {
      "epoch": 1.0776981363915625,
      "grad_norm": 0.7177445076795385,
      "learning_rate": 0.0002795265791704074,
      "loss": 0.6619,
      "step": 26312
    },
    {
      "epoch": 1.0777390948187588,
      "grad_norm": 0.9031494484527782,
      "learning_rate": 0.0002795249343180298,
      "loss": 1.0799,
      "step": 26313
    },
    {
      "epoch": 1.0777800532459554,
      "grad_norm": 0.9600839438055856,
      "learning_rate": 0.0002795232894044204,
      "loss": 0.7682,
      "step": 26314
    },
    {
      "epoch": 1.0778210116731517,
      "grad_norm": 1.142041409044269,
      "learning_rate": 0.00027952164442957987,
      "loss": 0.9254,
      "step": 26315
    },
    {
      "epoch": 1.0778619701003482,
      "grad_norm": 4.918764938838623,
      "learning_rate": 0.000279519999393509,
      "loss": 2.0608,
      "step": 26316
    },
    {
      "epoch": 1.0779029285275445,
      "grad_norm": 0.7080755730865069,
      "learning_rate": 0.0002795183542962086,
      "loss": 0.5856,
      "step": 26317
    },
    {
      "epoch": 1.0779438869547409,
      "grad_norm": 1.7048769890382027,
      "learning_rate": 0.00027951670913767946,
      "loss": 1.8942,
      "step": 26318
    },
    {
      "epoch": 1.0779848453819374,
      "grad_norm": 0.4548313292067203,
      "learning_rate": 0.00027951506391792237,
      "loss": 0.2607,
      "step": 26319
    },
    {
      "epoch": 1.0780258038091337,
      "grad_norm": 0.8232652710229257,
      "learning_rate": 0.00027951341863693795,
      "loss": 0.9711,
      "step": 26320
    },
    {
      "epoch": 1.07806676223633,
      "grad_norm": 0.8753166566063658,
      "learning_rate": 0.0002795117732947272,
      "loss": 0.9931,
      "step": 26321
    },
    {
      "epoch": 1.0781077206635266,
      "grad_norm": 0.887581287515407,
      "learning_rate": 0.0002795101278912908,
      "loss": 0.498,
      "step": 26322
    },
    {
      "epoch": 1.0781486790907229,
      "grad_norm": 1.4467380773682683,
      "learning_rate": 0.0002795084824266295,
      "loss": 1.7438,
      "step": 26323
    },
    {
      "epoch": 1.0781896375179194,
      "grad_norm": 0.8963910305758209,
      "learning_rate": 0.00027950683690074413,
      "loss": 1.0021,
      "step": 26324
    },
    {
      "epoch": 1.0782305959451157,
      "grad_norm": 1.1295010631977918,
      "learning_rate": 0.0002795051913136354,
      "loss": 0.8787,
      "step": 26325
    },
    {
      "epoch": 1.078271554372312,
      "grad_norm": 1.0755671219067486,
      "learning_rate": 0.00027950354566530413,
      "loss": 1.1734,
      "step": 26326
    },
    {
      "epoch": 1.0783125127995086,
      "grad_norm": 0.9528705052771785,
      "learning_rate": 0.0002795018999557511,
      "loss": 0.9554,
      "step": 26327
    },
    {
      "epoch": 1.0783534712267049,
      "grad_norm": 0.541554967424285,
      "learning_rate": 0.0002795002541849772,
      "loss": 0.3293,
      "step": 26328
    },
    {
      "epoch": 1.0783944296539012,
      "grad_norm": 0.9422272462513887,
      "learning_rate": 0.00027949860835298294,
      "loss": 0.9114,
      "step": 26329
    },
    {
      "epoch": 1.0784353880810977,
      "grad_norm": 0.7402654511823729,
      "learning_rate": 0.00027949696245976933,
      "loss": 0.7167,
      "step": 26330
    },
    {
      "epoch": 1.078476346508294,
      "grad_norm": 0.9675379637211776,
      "learning_rate": 0.000279495316505337,
      "loss": 0.7476,
      "step": 26331
    },
    {
      "epoch": 1.0785173049354904,
      "grad_norm": 0.722262628797654,
      "learning_rate": 0.0002794936704896869,
      "loss": 0.6523,
      "step": 26332
    },
    {
      "epoch": 1.078558263362687,
      "grad_norm": 0.9366392567079452,
      "learning_rate": 0.00027949202441281964,
      "loss": 0.7512,
      "step": 26333
    },
    {
      "epoch": 1.0785992217898832,
      "grad_norm": 0.7153383049611496,
      "learning_rate": 0.0002794903782747361,
      "loss": 0.718,
      "step": 26334
    },
    {
      "epoch": 1.0786401802170797,
      "grad_norm": 0.7418566966172729,
      "learning_rate": 0.00027948873207543705,
      "loss": 0.8482,
      "step": 26335
    },
    {
      "epoch": 1.078681138644276,
      "grad_norm": 0.8251292695415878,
      "learning_rate": 0.0002794870858149232,
      "loss": 0.8803,
      "step": 26336
    },
    {
      "epoch": 1.0787220970714724,
      "grad_norm": 0.632984960340821,
      "learning_rate": 0.0002794854394931953,
      "loss": 0.6926,
      "step": 26337
    },
    {
      "epoch": 1.078763055498669,
      "grad_norm": 0.9815540323490529,
      "learning_rate": 0.0002794837931102543,
      "loss": 1.1548,
      "step": 26338
    },
    {
      "epoch": 1.0788040139258652,
      "grad_norm": 0.8372595323809299,
      "learning_rate": 0.0002794821466661009,
      "loss": 0.3715,
      "step": 26339
    },
    {
      "epoch": 1.0788449723530618,
      "grad_norm": 1.103525738030486,
      "learning_rate": 0.0002794805001607357,
      "loss": 1.1205,
      "step": 26340
    },
    {
      "epoch": 1.078885930780258,
      "grad_norm": 4.893041290358945,
      "learning_rate": 0.00027947885359415976,
      "loss": 5.0078,
      "step": 26341
    },
    {
      "epoch": 1.0789268892074544,
      "grad_norm": 0.8306054550580129,
      "learning_rate": 0.0002794772069663737,
      "loss": 0.666,
      "step": 26342
    },
    {
      "epoch": 1.078967847634651,
      "grad_norm": 0.9467017552416072,
      "learning_rate": 0.0002794755602773783,
      "loss": 0.5702,
      "step": 26343
    },
    {
      "epoch": 1.0790088060618472,
      "grad_norm": 2.2890102758371587,
      "learning_rate": 0.00027947391352717445,
      "loss": 3.1236,
      "step": 26344
    },
    {
      "epoch": 1.0790497644890436,
      "grad_norm": 1.7585139229443072,
      "learning_rate": 0.00027947226671576277,
      "loss": 1.2703,
      "step": 26345
    },
    {
      "epoch": 1.07909072291624,
      "grad_norm": 0.5183443535969376,
      "learning_rate": 0.00027947061984314413,
      "loss": 0.3175,
      "step": 26346
    },
    {
      "epoch": 1.0791316813434364,
      "grad_norm": 0.7276983580768622,
      "learning_rate": 0.0002794689729093193,
      "loss": 0.6855,
      "step": 26347
    },
    {
      "epoch": 1.0791726397706327,
      "grad_norm": 0.756760045057348,
      "learning_rate": 0.00027946732591428903,
      "loss": 0.8569,
      "step": 26348
    },
    {
      "epoch": 1.0792135981978292,
      "grad_norm": 0.7092292576484485,
      "learning_rate": 0.0002794656788580542,
      "loss": 0.588,
      "step": 26349
    },
    {
      "epoch": 1.0792545566250256,
      "grad_norm": 0.7052176253853375,
      "learning_rate": 0.00027946403174061545,
      "loss": 0.8485,
      "step": 26350
    },
    {
      "epoch": 1.079295515052222,
      "grad_norm": 0.6278794885669914,
      "learning_rate": 0.00027946238456197364,
      "loss": 0.3177,
      "step": 26351
    },
    {
      "epoch": 1.0793364734794184,
      "grad_norm": 0.5430743781739771,
      "learning_rate": 0.0002794607373221295,
      "loss": 0.2709,
      "step": 26352
    },
    {
      "epoch": 1.0793774319066147,
      "grad_norm": 0.7729160104180257,
      "learning_rate": 0.0002794590900210838,
      "loss": 0.7384,
      "step": 26353
    },
    {
      "epoch": 1.0794183903338113,
      "grad_norm": 1.2067840212088954,
      "learning_rate": 0.0002794574426588374,
      "loss": 1.1985,
      "step": 26354
    },
    {
      "epoch": 1.0794593487610076,
      "grad_norm": 0.7993275479072838,
      "learning_rate": 0.00027945579523539106,
      "loss": 0.7346,
      "step": 26355
    },
    {
      "epoch": 1.079500307188204,
      "grad_norm": 0.7198032494582794,
      "learning_rate": 0.0002794541477507455,
      "loss": 0.7007,
      "step": 26356
    },
    {
      "epoch": 1.0795412656154004,
      "grad_norm": 0.8148519280827592,
      "learning_rate": 0.00027945250020490155,
      "loss": 0.7353,
      "step": 26357
    },
    {
      "epoch": 1.0795822240425967,
      "grad_norm": 1.0416933914206197,
      "learning_rate": 0.00027945085259786,
      "loss": 0.5392,
      "step": 26358
    },
    {
      "epoch": 1.0796231824697933,
      "grad_norm": 0.9368824890762738,
      "learning_rate": 0.00027944920492962153,
      "loss": 0.8029,
      "step": 26359
    },
    {
      "epoch": 1.0796641408969896,
      "grad_norm": 0.7499012585626058,
      "learning_rate": 0.00027944755720018703,
      "loss": 0.3132,
      "step": 26360
    },
    {
      "epoch": 1.079705099324186,
      "grad_norm": 0.9613434004878529,
      "learning_rate": 0.0002794459094095572,
      "loss": 0.9288,
      "step": 26361
    },
    {
      "epoch": 1.0797460577513824,
      "grad_norm": 0.7668819288046054,
      "learning_rate": 0.0002794442615577329,
      "loss": 0.5893,
      "step": 26362
    },
    {
      "epoch": 1.0797870161785788,
      "grad_norm": 4.951296134616703,
      "learning_rate": 0.0002794426136447148,
      "loss": 4.8212,
      "step": 26363
    },
    {
      "epoch": 1.079827974605775,
      "grad_norm": 1.0931695372518102,
      "learning_rate": 0.0002794409656705038,
      "loss": 1.1875,
      "step": 26364
    },
    {
      "epoch": 1.0798689330329716,
      "grad_norm": 1.1942559377922732,
      "learning_rate": 0.0002794393176351006,
      "loss": 1.3038,
      "step": 26365
    },
    {
      "epoch": 1.079909891460168,
      "grad_norm": 0.772779793873969,
      "learning_rate": 0.000279437669538506,
      "loss": 0.3666,
      "step": 26366
    },
    {
      "epoch": 1.0799508498873642,
      "grad_norm": 0.8993397558178632,
      "learning_rate": 0.0002794360213807208,
      "loss": 0.9151,
      "step": 26367
    },
    {
      "epoch": 1.0799918083145608,
      "grad_norm": 0.8460865405063863,
      "learning_rate": 0.00027943437316174576,
      "loss": 0.4465,
      "step": 26368
    },
    {
      "epoch": 1.080032766741757,
      "grad_norm": 1.122235949146621,
      "learning_rate": 0.0002794327248815816,
      "loss": 0.6932,
      "step": 26369
    },
    {
      "epoch": 1.0800737251689536,
      "grad_norm": 0.7584542529367341,
      "learning_rate": 0.00027943107654022925,
      "loss": 0.6187,
      "step": 26370
    },
    {
      "epoch": 1.08011468359615,
      "grad_norm": 0.9602385460898893,
      "learning_rate": 0.00027942942813768935,
      "loss": 0.7334,
      "step": 26371
    },
    {
      "epoch": 1.0801556420233462,
      "grad_norm": 0.8234204261391959,
      "learning_rate": 0.00027942777967396277,
      "loss": 0.9753,
      "step": 26372
    },
    {
      "epoch": 1.0801966004505428,
      "grad_norm": 1.0280686076969732,
      "learning_rate": 0.00027942613114905016,
      "loss": 0.3887,
      "step": 26373
    },
    {
      "epoch": 1.080237558877739,
      "grad_norm": 1.044476444795487,
      "learning_rate": 0.00027942448256295245,
      "loss": 1.0671,
      "step": 26374
    },
    {
      "epoch": 1.0802785173049354,
      "grad_norm": 7.606507389388613,
      "learning_rate": 0.00027942283391567033,
      "loss": 1.5589,
      "step": 26375
    },
    {
      "epoch": 1.080319475732132,
      "grad_norm": 0.8731298354312471,
      "learning_rate": 0.0002794211852072046,
      "loss": 0.8193,
      "step": 26376
    },
    {
      "epoch": 1.0803604341593283,
      "grad_norm": 0.8015801325989211,
      "learning_rate": 0.00027941953643755604,
      "loss": 0.9103,
      "step": 26377
    },
    {
      "epoch": 1.0804013925865248,
      "grad_norm": 2.3265231556031685,
      "learning_rate": 0.0002794178876067255,
      "loss": 2.4766,
      "step": 26378
    },
    {
      "epoch": 1.080442351013721,
      "grad_norm": 0.6157506506161913,
      "learning_rate": 0.00027941623871471363,
      "loss": 0.3613,
      "step": 26379
    },
    {
      "epoch": 1.0804833094409174,
      "grad_norm": 0.9480370492012488,
      "learning_rate": 0.0002794145897615212,
      "loss": 0.666,
      "step": 26380
    },
    {
      "epoch": 1.080524267868114,
      "grad_norm": 1.890975521034221,
      "learning_rate": 0.00027941294074714917,
      "loss": 2.7396,
      "step": 26381
    },
    {
      "epoch": 1.0805652262953103,
      "grad_norm": 0.9412199863338406,
      "learning_rate": 0.0002794112916715982,
      "loss": 0.9047,
      "step": 26382
    },
    {
      "epoch": 1.0806061847225066,
      "grad_norm": 0.8898954254804332,
      "learning_rate": 0.0002794096425348691,
      "loss": 0.8249,
      "step": 26383
    },
    {
      "epoch": 1.0806471431497031,
      "grad_norm": 0.7403753041823621,
      "learning_rate": 0.00027940799333696256,
      "loss": 0.6098,
      "step": 26384
    },
    {
      "epoch": 1.0806881015768994,
      "grad_norm": 0.9128576609220298,
      "learning_rate": 0.00027940634407787947,
      "loss": 0.8181,
      "step": 26385
    },
    {
      "epoch": 1.0807290600040957,
      "grad_norm": 1.6012733149792246,
      "learning_rate": 0.0002794046947576206,
      "loss": 1.7487,
      "step": 26386
    },
    {
      "epoch": 1.0807700184312923,
      "grad_norm": 0.5416418408561364,
      "learning_rate": 0.0002794030453761866,
      "loss": 0.3053,
      "step": 26387
    },
    {
      "epoch": 1.0808109768584886,
      "grad_norm": 0.5855260792470312,
      "learning_rate": 0.00027940139593357843,
      "loss": 0.48,
      "step": 26388
    },
    {
      "epoch": 1.0808519352856851,
      "grad_norm": 0.802756423810297,
      "learning_rate": 0.00027939974642979677,
      "loss": 0.8432,
      "step": 26389
    },
    {
      "epoch": 1.0808928937128814,
      "grad_norm": 1.0566163472330399,
      "learning_rate": 0.00027939809686484247,
      "loss": 1.0376,
      "step": 26390
    },
    {
      "epoch": 1.0809338521400778,
      "grad_norm": 1.0198524962146687,
      "learning_rate": 0.0002793964472387162,
      "loss": 0.5889,
      "step": 26391
    },
    {
      "epoch": 1.0809748105672743,
      "grad_norm": 0.7425959105160383,
      "learning_rate": 0.00027939479755141876,
      "loss": 0.6055,
      "step": 26392
    },
    {
      "epoch": 1.0810157689944706,
      "grad_norm": 0.7412528142622085,
      "learning_rate": 0.000279393147802951,
      "loss": 0.7566,
      "step": 26393
    },
    {
      "epoch": 1.081056727421667,
      "grad_norm": 0.8897840562973675,
      "learning_rate": 0.0002793914979933137,
      "loss": 0.5306,
      "step": 26394
    },
    {
      "epoch": 1.0810976858488635,
      "grad_norm": 1.4369276922150338,
      "learning_rate": 0.0002793898481225076,
      "loss": 0.8291,
      "step": 26395
    },
    {
      "epoch": 1.0811386442760598,
      "grad_norm": 1.0686062320582788,
      "learning_rate": 0.00027938819819053347,
      "loss": 0.9003,
      "step": 26396
    },
    {
      "epoch": 1.0811796027032563,
      "grad_norm": 0.6389036848386789,
      "learning_rate": 0.0002793865481973921,
      "loss": 0.549,
      "step": 26397
    },
    {
      "epoch": 1.0812205611304526,
      "grad_norm": 2.571365486020111,
      "learning_rate": 0.0002793848981430843,
      "loss": 1.2589,
      "step": 26398
    },
    {
      "epoch": 1.081261519557649,
      "grad_norm": 1.6419992088438156,
      "learning_rate": 0.00027938324802761084,
      "loss": 1.5269,
      "step": 26399
    },
    {
      "epoch": 1.0813024779848455,
      "grad_norm": 0.8296015759780452,
      "learning_rate": 0.0002793815978509725,
      "loss": 1.1369,
      "step": 26400
    },
    {
      "epoch": 1.0813434364120418,
      "grad_norm": 0.9262747334856991,
      "learning_rate": 0.00027937994761316996,
      "loss": 0.7168,
      "step": 26401
    },
    {
      "epoch": 1.081384394839238,
      "grad_norm": 1.188885458112056,
      "learning_rate": 0.0002793782973142042,
      "loss": 1.6038,
      "step": 26402
    },
    {
      "epoch": 1.0814253532664346,
      "grad_norm": 0.8163182576006187,
      "learning_rate": 0.00027937664695407583,
      "loss": 0.3303,
      "step": 26403
    },
    {
      "epoch": 1.081466311693631,
      "grad_norm": 0.824048421424174,
      "learning_rate": 0.0002793749965327857,
      "loss": 0.8756,
      "step": 26404
    },
    {
      "epoch": 1.0815072701208273,
      "grad_norm": 0.8366057723958044,
      "learning_rate": 0.00027937334605033457,
      "loss": 0.5178,
      "step": 26405
    },
    {
      "epoch": 1.0815482285480238,
      "grad_norm": 1.0684360923234912,
      "learning_rate": 0.0002793716955067232,
      "loss": 0.9309,
      "step": 26406
    },
    {
      "epoch": 1.08158918697522,
      "grad_norm": 1.534566056217884,
      "learning_rate": 0.00027937004490195247,
      "loss": 1.4197,
      "step": 26407
    },
    {
      "epoch": 1.0816301454024166,
      "grad_norm": 1.50669119097651,
      "learning_rate": 0.00027936839423602306,
      "loss": 1.818,
      "step": 26408
    },
    {
      "epoch": 1.081671103829613,
      "grad_norm": 0.7877542883129963,
      "learning_rate": 0.00027936674350893576,
      "loss": 0.8115,
      "step": 26409
    },
    {
      "epoch": 1.0817120622568093,
      "grad_norm": 0.8412510973876205,
      "learning_rate": 0.0002793650927206914,
      "loss": 1.0508,
      "step": 26410
    },
    {
      "epoch": 1.0817530206840058,
      "grad_norm": 0.8231965061152863,
      "learning_rate": 0.00027936344187129067,
      "loss": 0.79,
      "step": 26411
    },
    {
      "epoch": 1.0817939791112021,
      "grad_norm": 2.311945200914339,
      "learning_rate": 0.0002793617909607345,
      "loss": 1.1916,
      "step": 26412
    },
    {
      "epoch": 1.0818349375383984,
      "grad_norm": 0.627866467430725,
      "learning_rate": 0.0002793601399890235,
      "loss": 0.3014,
      "step": 26413
    },
    {
      "epoch": 1.081875895965595,
      "grad_norm": 0.8718959184818037,
      "learning_rate": 0.0002793584889561586,
      "loss": 0.7872,
      "step": 26414
    },
    {
      "epoch": 1.0819168543927913,
      "grad_norm": 1.2702518882185831,
      "learning_rate": 0.0002793568378621405,
      "loss": 0.8594,
      "step": 26415
    },
    {
      "epoch": 1.0819578128199878,
      "grad_norm": 0.5721553159922969,
      "learning_rate": 0.00027935518670696994,
      "loss": 0.2815,
      "step": 26416
    },
    {
      "epoch": 1.0819987712471841,
      "grad_norm": 3.4983665538803144,
      "learning_rate": 0.0002793535354906478,
      "loss": 1.0722,
      "step": 26417
    },
    {
      "epoch": 1.0820397296743804,
      "grad_norm": 0.9167454281300155,
      "learning_rate": 0.0002793518842131748,
      "loss": 0.9918,
      "step": 26418
    },
    {
      "epoch": 1.082080688101577,
      "grad_norm": 0.8021460812869152,
      "learning_rate": 0.0002793502328745517,
      "loss": 0.8764,
      "step": 26419
    },
    {
      "epoch": 1.0821216465287733,
      "grad_norm": 0.7714280252480821,
      "learning_rate": 0.00027934858147477936,
      "loss": 0.4537,
      "step": 26420
    },
    {
      "epoch": 1.0821626049559696,
      "grad_norm": 0.7188051351354746,
      "learning_rate": 0.00027934693001385855,
      "loss": 0.6915,
      "step": 26421
    },
    {
      "epoch": 1.0822035633831661,
      "grad_norm": 1.0751722386946287,
      "learning_rate": 0.00027934527849179,
      "loss": 0.764,
      "step": 26422
    },
    {
      "epoch": 1.0822445218103625,
      "grad_norm": 1.109673785597442,
      "learning_rate": 0.00027934362690857446,
      "loss": 1.1668,
      "step": 26423
    },
    {
      "epoch": 1.0822854802375588,
      "grad_norm": 0.9236788025562429,
      "learning_rate": 0.00027934197526421277,
      "loss": 0.9134,
      "step": 26424
    },
    {
      "epoch": 1.0823264386647553,
      "grad_norm": 0.7317069863162993,
      "learning_rate": 0.0002793403235587057,
      "loss": 0.8261,
      "step": 26425
    },
    {
      "epoch": 1.0823673970919516,
      "grad_norm": 1.1662876163655354,
      "learning_rate": 0.0002793386717920541,
      "loss": 1.1417,
      "step": 26426
    },
    {
      "epoch": 1.0824083555191482,
      "grad_norm": 1.314310792183349,
      "learning_rate": 0.0002793370199642586,
      "loss": 1.3858,
      "step": 26427
    },
    {
      "epoch": 1.0824493139463445,
      "grad_norm": 0.6519266432865874,
      "learning_rate": 0.0002793353680753201,
      "loss": 0.477,
      "step": 26428
    },
    {
      "epoch": 1.0824902723735408,
      "grad_norm": 0.9814677654440692,
      "learning_rate": 0.00027933371612523934,
      "loss": 0.8698,
      "step": 26429
    },
    {
      "epoch": 1.0825312308007373,
      "grad_norm": 0.6412133968691993,
      "learning_rate": 0.000279332064114017,
      "loss": 0.8622,
      "step": 26430
    },
    {
      "epoch": 1.0825721892279336,
      "grad_norm": 0.9098829244957632,
      "learning_rate": 0.0002793304120416541,
      "loss": 0.9677,
      "step": 26431
    },
    {
      "epoch": 1.08261314765513,
      "grad_norm": 2.091768942003315,
      "learning_rate": 0.00027932875990815124,
      "loss": 2.815,
      "step": 26432
    },
    {
      "epoch": 1.0826541060823265,
      "grad_norm": 0.6706237848283575,
      "learning_rate": 0.0002793271077135093,
      "loss": 0.7811,
      "step": 26433
    },
    {
      "epoch": 1.0826950645095228,
      "grad_norm": 1.088341079567594,
      "learning_rate": 0.0002793254554577289,
      "loss": 0.9486,
      "step": 26434
    },
    {
      "epoch": 1.0827360229367193,
      "grad_norm": 0.8924792056413667,
      "learning_rate": 0.000279323803140811,
      "loss": 1.0962,
      "step": 26435
    },
    {
      "epoch": 1.0827769813639156,
      "grad_norm": 0.52261242026867,
      "learning_rate": 0.0002793221507627563,
      "loss": 0.3794,
      "step": 26436
    },
    {
      "epoch": 1.082817939791112,
      "grad_norm": 1.2687520233407659,
      "learning_rate": 0.0002793204983235656,
      "loss": 1.2177,
      "step": 26437
    },
    {
      "epoch": 1.0828588982183085,
      "grad_norm": 0.6158062957879318,
      "learning_rate": 0.0002793188458232397,
      "loss": 0.6512,
      "step": 26438
    },
    {
      "epoch": 1.0828998566455048,
      "grad_norm": 5.113882830804232,
      "learning_rate": 0.00027931719326177926,
      "loss": 3.2962,
      "step": 26439
    },
    {
      "epoch": 1.0829408150727011,
      "grad_norm": 0.7330206290472834,
      "learning_rate": 0.00027931554063918525,
      "loss": 0.4151,
      "step": 26440
    },
    {
      "epoch": 1.0829817734998977,
      "grad_norm": 0.9445874173183944,
      "learning_rate": 0.0002793138879554583,
      "loss": 1.0335,
      "step": 26441
    },
    {
      "epoch": 1.083022731927094,
      "grad_norm": 0.8583153332532245,
      "learning_rate": 0.00027931223521059925,
      "loss": 0.9231,
      "step": 26442
    },
    {
      "epoch": 1.0830636903542903,
      "grad_norm": 1.942283763739197,
      "learning_rate": 0.0002793105824046089,
      "loss": 1.575,
      "step": 26443
    },
    {
      "epoch": 1.0831046487814868,
      "grad_norm": 0.7397517326539426,
      "learning_rate": 0.00027930892953748803,
      "loss": 0.9251,
      "step": 26444
    },
    {
      "epoch": 1.0831456072086831,
      "grad_norm": 0.7015435914175705,
      "learning_rate": 0.0002793072766092374,
      "loss": 0.3932,
      "step": 26445
    },
    {
      "epoch": 1.0831865656358797,
      "grad_norm": 0.7636606179777209,
      "learning_rate": 0.0002793056236198577,
      "loss": 0.9828,
      "step": 26446
    },
    {
      "epoch": 1.083227524063076,
      "grad_norm": 0.8715736993886221,
      "learning_rate": 0.0002793039705693499,
      "loss": 0.8373,
      "step": 26447
    },
    {
      "epoch": 1.0832684824902723,
      "grad_norm": 1.0345419915052263,
      "learning_rate": 0.0002793023174577147,
      "loss": 0.9749,
      "step": 26448
    },
    {
      "epoch": 1.0833094409174688,
      "grad_norm": 1.1668884483389872,
      "learning_rate": 0.0002793006642849528,
      "loss": 1.5797,
      "step": 26449
    },
    {
      "epoch": 1.0833503993446651,
      "grad_norm": 0.9524555499230384,
      "learning_rate": 0.00027929901105106506,
      "loss": 0.9002,
      "step": 26450
    },
    {
      "epoch": 1.0833913577718615,
      "grad_norm": 0.8921951406955957,
      "learning_rate": 0.00027929735775605223,
      "loss": 0.4357,
      "step": 26451
    },
    {
      "epoch": 1.083432316199058,
      "grad_norm": 0.711691059296643,
      "learning_rate": 0.0002792957043999152,
      "loss": 0.7702,
      "step": 26452
    },
    {
      "epoch": 1.0834732746262543,
      "grad_norm": 1.0469040081312049,
      "learning_rate": 0.0002792940509826546,
      "loss": 1.1103,
      "step": 26453
    },
    {
      "epoch": 1.0835142330534508,
      "grad_norm": 0.8371855731367897,
      "learning_rate": 0.00027929239750427125,
      "loss": 0.4379,
      "step": 26454
    },
    {
      "epoch": 1.0835551914806472,
      "grad_norm": 0.6227542351544263,
      "learning_rate": 0.000279290743964766,
      "loss": 0.3312,
      "step": 26455
    },
    {
      "epoch": 1.0835961499078435,
      "grad_norm": 2.7226059423018207,
      "learning_rate": 0.0002792890903641396,
      "loss": 5.2592,
      "step": 26456
    },
    {
      "epoch": 1.08363710833504,
      "grad_norm": 0.6414225255133068,
      "learning_rate": 0.0002792874367023928,
      "loss": 0.5463,
      "step": 26457
    },
    {
      "epoch": 1.0836780667622363,
      "grad_norm": 0.8036966714512068,
      "learning_rate": 0.0002792857829795264,
      "loss": 0.5765,
      "step": 26458
    },
    {
      "epoch": 1.0837190251894326,
      "grad_norm": 0.787853054101774,
      "learning_rate": 0.0002792841291955412,
      "loss": 0.6538,
      "step": 26459
    },
    {
      "epoch": 1.0837599836166292,
      "grad_norm": 0.6811699134705715,
      "learning_rate": 0.00027928247535043794,
      "loss": 0.3771,
      "step": 26460
    },
    {
      "epoch": 1.0838009420438255,
      "grad_norm": 0.8544227372443025,
      "learning_rate": 0.00027928082144421747,
      "loss": 1.1447,
      "step": 26461
    },
    {
      "epoch": 1.0838419004710218,
      "grad_norm": 0.9688438075295219,
      "learning_rate": 0.00027927916747688046,
      "loss": 0.6168,
      "step": 26462
    },
    {
      "epoch": 1.0838828588982183,
      "grad_norm": 0.8107657635912479,
      "learning_rate": 0.0002792775134484278,
      "loss": 1.1157,
      "step": 26463
    },
    {
      "epoch": 1.0839238173254147,
      "grad_norm": 1.5490422635607803,
      "learning_rate": 0.0002792758593588602,
      "loss": 0.5766,
      "step": 26464
    },
    {
      "epoch": 1.0839647757526112,
      "grad_norm": 0.5304693306560185,
      "learning_rate": 0.00027927420520817856,
      "loss": 0.2883,
      "step": 26465
    },
    {
      "epoch": 1.0840057341798075,
      "grad_norm": 0.6425287740257831,
      "learning_rate": 0.0002792725509963835,
      "loss": 0.628,
      "step": 26466
    },
    {
      "epoch": 1.0840466926070038,
      "grad_norm": 1.0190492541997038,
      "learning_rate": 0.00027927089672347594,
      "loss": 0.9737,
      "step": 26467
    },
    {
      "epoch": 1.0840876510342004,
      "grad_norm": 0.7832526932998475,
      "learning_rate": 0.00027926924238945655,
      "loss": 0.7621,
      "step": 26468
    },
    {
      "epoch": 1.0841286094613967,
      "grad_norm": 0.7953015136861626,
      "learning_rate": 0.0002792675879943262,
      "loss": 0.7109,
      "step": 26469
    },
    {
      "epoch": 1.084169567888593,
      "grad_norm": 0.705619844575909,
      "learning_rate": 0.0002792659335380856,
      "loss": 0.7495,
      "step": 26470
    },
    {
      "epoch": 1.0842105263157895,
      "grad_norm": 0.7935512019378091,
      "learning_rate": 0.0002792642790207356,
      "loss": 0.7974,
      "step": 26471
    },
    {
      "epoch": 1.0842514847429858,
      "grad_norm": 3.650159787740262,
      "learning_rate": 0.0002792626244422769,
      "loss": 1.8708,
      "step": 26472
    },
    {
      "epoch": 1.0842924431701824,
      "grad_norm": 6.327107216201818,
      "learning_rate": 0.0002792609698027104,
      "loss": 6.6075,
      "step": 26473
    },
    {
      "epoch": 1.0843334015973787,
      "grad_norm": 0.6942248986886996,
      "learning_rate": 0.00027925931510203677,
      "loss": 0.8261,
      "step": 26474
    },
    {
      "epoch": 1.084374360024575,
      "grad_norm": 1.1226022727820377,
      "learning_rate": 0.00027925766034025685,
      "loss": 0.7887,
      "step": 26475
    },
    {
      "epoch": 1.0844153184517715,
      "grad_norm": 0.8301884871210206,
      "learning_rate": 0.0002792560055173714,
      "loss": 0.8795,
      "step": 26476
    },
    {
      "epoch": 1.0844562768789678,
      "grad_norm": 0.9666282798120847,
      "learning_rate": 0.0002792543506333812,
      "loss": 0.9329,
      "step": 26477
    },
    {
      "epoch": 1.0844972353061642,
      "grad_norm": 0.9743532424737086,
      "learning_rate": 0.0002792526956882871,
      "loss": 0.8938,
      "step": 26478
    },
    {
      "epoch": 1.0845381937333607,
      "grad_norm": 0.790187958711343,
      "learning_rate": 0.00027925104068208975,
      "loss": 0.4834,
      "step": 26479
    },
    {
      "epoch": 1.084579152160557,
      "grad_norm": 0.8797326382086798,
      "learning_rate": 0.00027924938561479007,
      "loss": 0.8036,
      "step": 26480
    },
    {
      "epoch": 1.0846201105877533,
      "grad_norm": 0.7266552689219502,
      "learning_rate": 0.00027924773048638876,
      "loss": 0.9075,
      "step": 26481
    },
    {
      "epoch": 1.0846610690149499,
      "grad_norm": 0.7056132635766886,
      "learning_rate": 0.0002792460752968866,
      "loss": 0.7259,
      "step": 26482
    },
    {
      "epoch": 1.0847020274421462,
      "grad_norm": 0.807920542731955,
      "learning_rate": 0.00027924442004628443,
      "loss": 0.8654,
      "step": 26483
    },
    {
      "epoch": 1.0847429858693427,
      "grad_norm": 0.8591574813032468,
      "learning_rate": 0.0002792427647345829,
      "loss": 0.9328,
      "step": 26484
    },
    {
      "epoch": 1.084783944296539,
      "grad_norm": 1.0488002610691782,
      "learning_rate": 0.00027924110936178304,
      "loss": 0.779,
      "step": 26485
    },
    {
      "epoch": 1.0848249027237353,
      "grad_norm": 0.7955995751946673,
      "learning_rate": 0.0002792394539278854,
      "loss": 0.8848,
      "step": 26486
    },
    {
      "epoch": 1.0848658611509319,
      "grad_norm": 0.9713092477616267,
      "learning_rate": 0.00027923779843289087,
      "loss": 1.4035,
      "step": 26487
    },
    {
      "epoch": 1.0849068195781282,
      "grad_norm": 0.8210742741928512,
      "learning_rate": 0.00027923614287680016,
      "loss": 0.8062,
      "step": 26488
    },
    {
      "epoch": 1.0849477780053245,
      "grad_norm": 0.9733973966091127,
      "learning_rate": 0.00027923448725961417,
      "loss": 1.0615,
      "step": 26489
    },
    {
      "epoch": 1.084988736432521,
      "grad_norm": 0.9029337858003387,
      "learning_rate": 0.00027923283158133355,
      "loss": 0.8188,
      "step": 26490
    },
    {
      "epoch": 1.0850296948597173,
      "grad_norm": 1.529164381183622,
      "learning_rate": 0.0002792311758419592,
      "loss": 1.3079,
      "step": 26491
    },
    {
      "epoch": 1.0850706532869139,
      "grad_norm": 0.9096821157960351,
      "learning_rate": 0.00027922952004149184,
      "loss": 0.5201,
      "step": 26492
    },
    {
      "epoch": 1.0851116117141102,
      "grad_norm": 0.9391157837922074,
      "learning_rate": 0.00027922786417993226,
      "loss": 1.0268,
      "step": 26493
    },
    {
      "epoch": 1.0851525701413065,
      "grad_norm": 0.9859312544268417,
      "learning_rate": 0.0002792262082572812,
      "loss": 0.8322,
      "step": 26494
    },
    {
      "epoch": 1.085193528568503,
      "grad_norm": 1.1777849062377495,
      "learning_rate": 0.0002792245522735395,
      "loss": 0.7725,
      "step": 26495
    },
    {
      "epoch": 1.0852344869956994,
      "grad_norm": 0.8826453258716538,
      "learning_rate": 0.000279222896228708,
      "loss": 0.6896,
      "step": 26496
    },
    {
      "epoch": 1.0852754454228957,
      "grad_norm": 0.7648973020483156,
      "learning_rate": 0.00027922124012278734,
      "loss": 0.8279,
      "step": 26497
    },
    {
      "epoch": 1.0853164038500922,
      "grad_norm": 1.018674425257604,
      "learning_rate": 0.0002792195839557784,
      "loss": 1.1625,
      "step": 26498
    },
    {
      "epoch": 1.0853573622772885,
      "grad_norm": 0.7877720212366718,
      "learning_rate": 0.0002792179277276819,
      "loss": 0.942,
      "step": 26499
    },
    {
      "epoch": 1.0853983207044848,
      "grad_norm": 0.8333934112121223,
      "learning_rate": 0.00027921627143849873,
      "loss": 0.737,
      "step": 26500
    },
    {
      "epoch": 1.0854392791316814,
      "grad_norm": 2.2160016375965284,
      "learning_rate": 0.00027921461508822955,
      "loss": 4.2284,
      "step": 26501
    },
    {
      "epoch": 1.0854802375588777,
      "grad_norm": 0.6840129524922653,
      "learning_rate": 0.0002792129586768753,
      "loss": 0.7866,
      "step": 26502
    },
    {
      "epoch": 1.0855211959860742,
      "grad_norm": 0.7283332435413593,
      "learning_rate": 0.00027921130220443657,
      "loss": 0.3575,
      "step": 26503
    },
    {
      "epoch": 1.0855621544132705,
      "grad_norm": 1.2023780087844749,
      "learning_rate": 0.00027920964567091424,
      "loss": 1.2224,
      "step": 26504
    },
    {
      "epoch": 1.0856031128404668,
      "grad_norm": 1.1798082091745064,
      "learning_rate": 0.0002792079890763091,
      "loss": 1.1751,
      "step": 26505
    },
    {
      "epoch": 1.0856440712676634,
      "grad_norm": 0.7678367157375348,
      "learning_rate": 0.0002792063324206219,
      "loss": 0.6933,
      "step": 26506
    },
    {
      "epoch": 1.0856850296948597,
      "grad_norm": 0.8100240660125304,
      "learning_rate": 0.00027920467570385346,
      "loss": 0.3992,
      "step": 26507
    },
    {
      "epoch": 1.0857259881220562,
      "grad_norm": 1.7590023068231704,
      "learning_rate": 0.00027920301892600454,
      "loss": 0.6364,
      "step": 26508
    },
    {
      "epoch": 1.0857669465492525,
      "grad_norm": 0.6891199042036825,
      "learning_rate": 0.00027920136208707595,
      "loss": 0.7344,
      "step": 26509
    },
    {
      "epoch": 1.0858079049764489,
      "grad_norm": 0.5800311408374456,
      "learning_rate": 0.00027919970518706846,
      "loss": 0.3214,
      "step": 26510
    },
    {
      "epoch": 1.0858488634036454,
      "grad_norm": 0.5309266577056884,
      "learning_rate": 0.0002791980482259828,
      "loss": 0.4013,
      "step": 26511
    },
    {
      "epoch": 1.0858898218308417,
      "grad_norm": 0.724243755020145,
      "learning_rate": 0.00027919639120381983,
      "loss": 0.8287,
      "step": 26512
    },
    {
      "epoch": 1.085930780258038,
      "grad_norm": 0.8045130443969131,
      "learning_rate": 0.00027919473412058027,
      "loss": 0.6048,
      "step": 26513
    },
    {
      "epoch": 1.0859717386852346,
      "grad_norm": 0.7382047645675885,
      "learning_rate": 0.000279193076976265,
      "loss": 0.7383,
      "step": 26514
    },
    {
      "epoch": 1.0860126971124309,
      "grad_norm": 0.7114010656392448,
      "learning_rate": 0.00027919141977087467,
      "loss": 0.7116,
      "step": 26515
    },
    {
      "epoch": 1.0860536555396272,
      "grad_norm": 0.7141164551910724,
      "learning_rate": 0.0002791897625044102,
      "loss": 0.8161,
      "step": 26516
    },
    {
      "epoch": 1.0860946139668237,
      "grad_norm": 0.9211198699850212,
      "learning_rate": 0.00027918810517687224,
      "loss": 1.1029,
      "step": 26517
    },
    {
      "epoch": 1.08613557239402,
      "grad_norm": 1.1422941138956184,
      "learning_rate": 0.0002791864477882617,
      "loss": 0.9775,
      "step": 26518
    },
    {
      "epoch": 1.0861765308212166,
      "grad_norm": 0.9634702350963689,
      "learning_rate": 0.0002791847903385793,
      "loss": 0.9815,
      "step": 26519
    },
    {
      "epoch": 1.0862174892484129,
      "grad_norm": 1.2061350935404784,
      "learning_rate": 0.00027918313282782574,
      "loss": 0.9204,
      "step": 26520
    },
    {
      "epoch": 1.0862584476756092,
      "grad_norm": 0.7749931737058064,
      "learning_rate": 0.000279181475256002,
      "loss": 0.8782,
      "step": 26521
    },
    {
      "epoch": 1.0862994061028057,
      "grad_norm": 1.039250488861596,
      "learning_rate": 0.0002791798176231087,
      "loss": 0.9549,
      "step": 26522
    },
    {
      "epoch": 1.086340364530002,
      "grad_norm": 0.8353837477365171,
      "learning_rate": 0.00027917815992914674,
      "loss": 0.4652,
      "step": 26523
    },
    {
      "epoch": 1.0863813229571984,
      "grad_norm": 0.8312916998022714,
      "learning_rate": 0.00027917650217411675,
      "loss": 0.7279,
      "step": 26524
    },
    {
      "epoch": 1.086422281384395,
      "grad_norm": 0.8050862347151442,
      "learning_rate": 0.0002791748443580197,
      "loss": 0.9793,
      "step": 26525
    },
    {
      "epoch": 1.0864632398115912,
      "grad_norm": 1.5205723779449267,
      "learning_rate": 0.00027917318648085617,
      "loss": 1.1982,
      "step": 26526
    },
    {
      "epoch": 1.0865041982387877,
      "grad_norm": 1.0109032428326432,
      "learning_rate": 0.00027917152854262713,
      "loss": 0.8842,
      "step": 26527
    },
    {
      "epoch": 1.086545156665984,
      "grad_norm": 0.7324134666675146,
      "learning_rate": 0.0002791698705433333,
      "loss": 0.7031,
      "step": 26528
    },
    {
      "epoch": 1.0865861150931804,
      "grad_norm": 0.8220404166955374,
      "learning_rate": 0.0002791682124829754,
      "loss": 0.6535,
      "step": 26529
    },
    {
      "epoch": 1.086627073520377,
      "grad_norm": 0.9398056727045565,
      "learning_rate": 0.00027916655436155424,
      "loss": 1.2355,
      "step": 26530
    },
    {
      "epoch": 1.0866680319475732,
      "grad_norm": 0.725508330786954,
      "learning_rate": 0.00027916489617907066,
      "loss": 0.7814,
      "step": 26531
    },
    {
      "epoch": 1.0867089903747695,
      "grad_norm": 0.8504658803203743,
      "learning_rate": 0.0002791632379355254,
      "loss": 1.0211,
      "step": 26532
    },
    {
      "epoch": 1.086749948801966,
      "grad_norm": 0.8746568376692032,
      "learning_rate": 0.0002791615796309193,
      "loss": 0.9238,
      "step": 26533
    },
    {
      "epoch": 1.0867909072291624,
      "grad_norm": 0.5607200982908358,
      "learning_rate": 0.00027915992126525306,
      "loss": 0.2919,
      "step": 26534
    },
    {
      "epoch": 1.0868318656563587,
      "grad_norm": 0.8211664161662529,
      "learning_rate": 0.0002791582628385276,
      "loss": 0.7737,
      "step": 26535
    },
    {
      "epoch": 1.0868728240835552,
      "grad_norm": 0.8245609213161007,
      "learning_rate": 0.0002791566043507435,
      "loss": 0.8303,
      "step": 26536
    },
    {
      "epoch": 1.0869137825107515,
      "grad_norm": 0.7827996785239627,
      "learning_rate": 0.0002791549458019017,
      "loss": 0.7985,
      "step": 26537
    },
    {
      "epoch": 1.086954740937948,
      "grad_norm": 1.912465862715888,
      "learning_rate": 0.00027915328719200285,
      "loss": 1.3576,
      "step": 26538
    },
    {
      "epoch": 1.0869956993651444,
      "grad_norm": 1.2568890547084763,
      "learning_rate": 0.000279151628521048,
      "loss": 1.1897,
      "step": 26539
    },
    {
      "epoch": 1.0870366577923407,
      "grad_norm": 0.9901153205393044,
      "learning_rate": 0.00027914996978903756,
      "loss": 0.924,
      "step": 26540
    },
    {
      "epoch": 1.0870776162195372,
      "grad_norm": 0.7934590358300416,
      "learning_rate": 0.0002791483109959726,
      "loss": 0.9544,
      "step": 26541
    },
    {
      "epoch": 1.0871185746467336,
      "grad_norm": 1.23710021745798,
      "learning_rate": 0.00027914665214185384,
      "loss": 1.0626,
      "step": 26542
    },
    {
      "epoch": 1.0871595330739299,
      "grad_norm": 0.9828688546222866,
      "learning_rate": 0.000279144993226682,
      "loss": 0.9199,
      "step": 26543
    },
    {
      "epoch": 1.0872004915011264,
      "grad_norm": 0.8296565346850509,
      "learning_rate": 0.00027914333425045786,
      "loss": 0.608,
      "step": 26544
    },
    {
      "epoch": 1.0872414499283227,
      "grad_norm": 0.95404095267874,
      "learning_rate": 0.0002791416752131823,
      "loss": 1.0027,
      "step": 26545
    },
    {
      "epoch": 1.0872824083555193,
      "grad_norm": 1.1637636442023802,
      "learning_rate": 0.0002791400161148561,
      "loss": 0.9235,
      "step": 26546
    },
    {
      "epoch": 1.0873233667827156,
      "grad_norm": 0.8878651304604561,
      "learning_rate": 0.0002791383569554799,
      "loss": 0.7186,
      "step": 26547
    },
    {
      "epoch": 1.0873643252099119,
      "grad_norm": 0.7682002365580217,
      "learning_rate": 0.0002791366977350546,
      "loss": 0.6469,
      "step": 26548
    },
    {
      "epoch": 1.0874052836371084,
      "grad_norm": 0.7170401965913689,
      "learning_rate": 0.00027913503845358094,
      "loss": 0.7069,
      "step": 26549
    },
    {
      "epoch": 1.0874462420643047,
      "grad_norm": 0.7249695538779515,
      "learning_rate": 0.00027913337911105975,
      "loss": 0.768,
      "step": 26550
    },
    {
      "epoch": 1.087487200491501,
      "grad_norm": 0.6453133631090083,
      "learning_rate": 0.0002791317197074918,
      "loss": 0.7585,
      "step": 26551
    },
    {
      "epoch": 1.0875281589186976,
      "grad_norm": 0.9372347339325983,
      "learning_rate": 0.0002791300602428779,
      "loss": 1.1761,
      "step": 26552
    },
    {
      "epoch": 1.087569117345894,
      "grad_norm": 0.4798112596962849,
      "learning_rate": 0.00027912840071721875,
      "loss": 0.3085,
      "step": 26553
    },
    {
      "epoch": 1.0876100757730902,
      "grad_norm": 0.8881675243063647,
      "learning_rate": 0.00027912674113051523,
      "loss": 0.9334,
      "step": 26554
    },
    {
      "epoch": 1.0876510342002867,
      "grad_norm": 0.8099791727445292,
      "learning_rate": 0.00027912508148276804,
      "loss": 0.9414,
      "step": 26555
    },
    {
      "epoch": 1.087691992627483,
      "grad_norm": 0.8402649267894686,
      "learning_rate": 0.000279123421773978,
      "loss": 0.6278,
      "step": 26556
    },
    {
      "epoch": 1.0877329510546796,
      "grad_norm": 0.7767051417867115,
      "learning_rate": 0.00027912176200414594,
      "loss": 0.7527,
      "step": 26557
    },
    {
      "epoch": 1.087773909481876,
      "grad_norm": 0.6799628249012458,
      "learning_rate": 0.0002791201021732726,
      "loss": 0.6674,
      "step": 26558
    },
    {
      "epoch": 1.0878148679090722,
      "grad_norm": 0.7474654870845372,
      "learning_rate": 0.00027911844228135875,
      "loss": 0.8848,
      "step": 26559
    },
    {
      "epoch": 1.0878558263362688,
      "grad_norm": 1.1684367027413027,
      "learning_rate": 0.00027911678232840517,
      "loss": 0.99,
      "step": 26560
    },
    {
      "epoch": 1.087896784763465,
      "grad_norm": 0.9061353561330301,
      "learning_rate": 0.0002791151223144127,
      "loss": 0.9304,
      "step": 26561
    },
    {
      "epoch": 1.0879377431906614,
      "grad_norm": 1.276504410503448,
      "learning_rate": 0.0002791134622393821,
      "loss": 1.3064,
      "step": 26562
    },
    {
      "epoch": 1.087978701617858,
      "grad_norm": 1.1194520453274899,
      "learning_rate": 0.00027911180210331407,
      "loss": 1.0543,
      "step": 26563
    },
    {
      "epoch": 1.0880196600450542,
      "grad_norm": 1.0038124787128722,
      "learning_rate": 0.00027911014190620955,
      "loss": 0.5861,
      "step": 26564
    },
    {
      "epoch": 1.0880606184722508,
      "grad_norm": 0.8514400952203398,
      "learning_rate": 0.0002791084816480692,
      "loss": 0.8901,
      "step": 26565
    },
    {
      "epoch": 1.088101576899447,
      "grad_norm": 0.7430050541257835,
      "learning_rate": 0.0002791068213288939,
      "loss": 0.9153,
      "step": 26566
    },
    {
      "epoch": 1.0881425353266434,
      "grad_norm": 0.7133591212328778,
      "learning_rate": 0.00027910516094868437,
      "loss": 0.8004,
      "step": 26567
    },
    {
      "epoch": 1.08818349375384,
      "grad_norm": 1.075197542053053,
      "learning_rate": 0.0002791035005074414,
      "loss": 1.2248,
      "step": 26568
    },
    {
      "epoch": 1.0882244521810363,
      "grad_norm": 0.7055542871551578,
      "learning_rate": 0.00027910184000516576,
      "loss": 0.4618,
      "step": 26569
    },
    {
      "epoch": 1.0882654106082326,
      "grad_norm": 0.9914168413986034,
      "learning_rate": 0.0002791001794418583,
      "loss": 0.9896,
      "step": 26570
    },
    {
      "epoch": 1.088306369035429,
      "grad_norm": 0.6182467278856789,
      "learning_rate": 0.0002790985188175198,
      "loss": 0.6684,
      "step": 26571
    },
    {
      "epoch": 1.0883473274626254,
      "grad_norm": 1.011184377787611,
      "learning_rate": 0.00027909685813215095,
      "loss": 0.8998,
      "step": 26572
    },
    {
      "epoch": 1.0883882858898217,
      "grad_norm": 0.6843784097674609,
      "learning_rate": 0.00027909519738575264,
      "loss": 0.974,
      "step": 26573
    },
    {
      "epoch": 1.0884292443170183,
      "grad_norm": 0.7368463050966086,
      "learning_rate": 0.00027909353657832556,
      "loss": 0.7357,
      "step": 26574
    },
    {
      "epoch": 1.0884702027442146,
      "grad_norm": 0.8876391389010199,
      "learning_rate": 0.0002790918757098706,
      "loss": 0.7,
      "step": 26575
    },
    {
      "epoch": 1.0885111611714111,
      "grad_norm": 1.0556517757047943,
      "learning_rate": 0.0002790902147803885,
      "loss": 0.9768,
      "step": 26576
    },
    {
      "epoch": 1.0885521195986074,
      "grad_norm": 0.9017392272864891,
      "learning_rate": 0.00027908855378987993,
      "loss": 0.9753,
      "step": 26577
    },
    {
      "epoch": 1.0885930780258037,
      "grad_norm": 1.041883511261295,
      "learning_rate": 0.0002790868927383459,
      "loss": 1.2502,
      "step": 26578
    },
    {
      "epoch": 1.0886340364530003,
      "grad_norm": 0.6262657188283158,
      "learning_rate": 0.000279085231625787,
      "loss": 0.4783,
      "step": 26579
    },
    {
      "epoch": 1.0886749948801966,
      "grad_norm": 0.9591531755681059,
      "learning_rate": 0.00027908357045220415,
      "loss": 0.7878,
      "step": 26580
    },
    {
      "epoch": 1.088715953307393,
      "grad_norm": 1.0731518356395318,
      "learning_rate": 0.00027908190921759805,
      "loss": 0.9448,
      "step": 26581
    },
    {
      "epoch": 1.0887569117345894,
      "grad_norm": 0.8660814565645438,
      "learning_rate": 0.00027908024792196954,
      "loss": 0.7262,
      "step": 26582
    },
    {
      "epoch": 1.0887978701617858,
      "grad_norm": 0.9816484474399024,
      "learning_rate": 0.00027907858656531936,
      "loss": 0.4812,
      "step": 26583
    },
    {
      "epoch": 1.0888388285889823,
      "grad_norm": 0.977097012191526,
      "learning_rate": 0.00027907692514764833,
      "loss": 0.9379,
      "step": 26584
    },
    {
      "epoch": 1.0888797870161786,
      "grad_norm": 7.800407602398677,
      "learning_rate": 0.00027907526366895716,
      "loss": 5.8009,
      "step": 26585
    },
    {
      "epoch": 1.088920745443375,
      "grad_norm": 0.7255673003902156,
      "learning_rate": 0.00027907360212924676,
      "loss": 0.6429,
      "step": 26586
    },
    {
      "epoch": 1.0889617038705715,
      "grad_norm": 0.8949519010094451,
      "learning_rate": 0.00027907194052851785,
      "loss": 1.1497,
      "step": 26587
    },
    {
      "epoch": 1.0890026622977678,
      "grad_norm": 0.7207143207016812,
      "learning_rate": 0.00027907027886677117,
      "loss": 0.6219,
      "step": 26588
    },
    {
      "epoch": 1.089043620724964,
      "grad_norm": 0.8194064445691783,
      "learning_rate": 0.00027906861714400755,
      "loss": 0.6903,
      "step": 26589
    },
    {
      "epoch": 1.0890845791521606,
      "grad_norm": 0.9037343576456737,
      "learning_rate": 0.00027906695536022785,
      "loss": 0.3731,
      "step": 26590
    },
    {
      "epoch": 1.089125537579357,
      "grad_norm": 1.1509904867694007,
      "learning_rate": 0.0002790652935154327,
      "loss": 1.2066,
      "step": 26591
    },
    {
      "epoch": 1.0891664960065532,
      "grad_norm": 1.1898596658535276,
      "learning_rate": 0.000279063631609623,
      "loss": 1.0411,
      "step": 26592
    },
    {
      "epoch": 1.0892074544337498,
      "grad_norm": 0.6849712931140127,
      "learning_rate": 0.00027906196964279953,
      "loss": 0.6726,
      "step": 26593
    },
    {
      "epoch": 1.089248412860946,
      "grad_norm": 0.9390981446160848,
      "learning_rate": 0.00027906030761496304,
      "loss": 0.9914,
      "step": 26594
    },
    {
      "epoch": 1.0892893712881426,
      "grad_norm": 0.6853916563315047,
      "learning_rate": 0.0002790586455261143,
      "loss": 0.7393,
      "step": 26595
    },
    {
      "epoch": 1.089330329715339,
      "grad_norm": 0.7485218825525956,
      "learning_rate": 0.00027905698337625414,
      "loss": 0.879,
      "step": 26596
    },
    {
      "epoch": 1.0893712881425353,
      "grad_norm": 0.977374537646,
      "learning_rate": 0.00027905532116538335,
      "loss": 1.0203,
      "step": 26597
    },
    {
      "epoch": 1.0894122465697318,
      "grad_norm": 1.106633500049516,
      "learning_rate": 0.00027905365889350267,
      "loss": 0.7578,
      "step": 26598
    },
    {
      "epoch": 1.089453204996928,
      "grad_norm": 0.8137665744275661,
      "learning_rate": 0.00027905199656061294,
      "loss": 0.8136,
      "step": 26599
    },
    {
      "epoch": 1.0894941634241244,
      "grad_norm": 1.3704808973832112,
      "learning_rate": 0.00027905033416671484,
      "loss": 1.1928,
      "step": 26600
    },
    {
      "epoch": 1.089535121851321,
      "grad_norm": 1.1915663488848443,
      "learning_rate": 0.0002790486717118092,
      "loss": 0.719,
      "step": 26601
    },
    {
      "epoch": 1.0895760802785173,
      "grad_norm": 0.8894326648546779,
      "learning_rate": 0.00027904700919589696,
      "loss": 0.896,
      "step": 26602
    },
    {
      "epoch": 1.0896170387057138,
      "grad_norm": 1.0234394919480192,
      "learning_rate": 0.00027904534661897875,
      "loss": 0.8726,
      "step": 26603
    },
    {
      "epoch": 1.0896579971329101,
      "grad_norm": 0.8644665198987249,
      "learning_rate": 0.00027904368398105537,
      "loss": 0.8376,
      "step": 26604
    },
    {
      "epoch": 1.0896989555601064,
      "grad_norm": 0.8738256976183618,
      "learning_rate": 0.0002790420212821276,
      "loss": 0.9166,
      "step": 26605
    },
    {
      "epoch": 1.089739913987303,
      "grad_norm": 0.7510500061943427,
      "learning_rate": 0.0002790403585221963,
      "loss": 0.859,
      "step": 26606
    },
    {
      "epoch": 1.0897808724144993,
      "grad_norm": 0.8239242257020895,
      "learning_rate": 0.0002790386957012622,
      "loss": 0.6728,
      "step": 26607
    },
    {
      "epoch": 1.0898218308416956,
      "grad_norm": 1.0958600728328876,
      "learning_rate": 0.0002790370328193261,
      "loss": 0.7538,
      "step": 26608
    },
    {
      "epoch": 1.0898627892688921,
      "grad_norm": 0.8224324488531665,
      "learning_rate": 0.0002790353698763887,
      "loss": 0.7555,
      "step": 26609
    },
    {
      "epoch": 1.0899037476960884,
      "grad_norm": 1.2423041823860954,
      "learning_rate": 0.0002790337068724509,
      "loss": 1.0763,
      "step": 26610
    },
    {
      "epoch": 1.0899447061232848,
      "grad_norm": 0.6350947241709727,
      "learning_rate": 0.00027903204380751346,
      "loss": 0.3944,
      "step": 26611
    },
    {
      "epoch": 1.0899856645504813,
      "grad_norm": 1.176049175119708,
      "learning_rate": 0.0002790303806815771,
      "loss": 1.3521,
      "step": 26612
    },
    {
      "epoch": 1.0900266229776776,
      "grad_norm": 0.9891772068758294,
      "learning_rate": 0.00027902871749464276,
      "loss": 1.2141,
      "step": 26613
    },
    {
      "epoch": 1.0900675814048741,
      "grad_norm": 0.8355442142059655,
      "learning_rate": 0.0002790270542467111,
      "loss": 0.9791,
      "step": 26614
    },
    {
      "epoch": 1.0901085398320705,
      "grad_norm": 0.5803095666047643,
      "learning_rate": 0.000279025390937783,
      "loss": 0.2526,
      "step": 26615
    },
    {
      "epoch": 1.0901494982592668,
      "grad_norm": 0.6133867634325788,
      "learning_rate": 0.0002790237275678591,
      "loss": 0.603,
      "step": 26616
    },
    {
      "epoch": 1.0901904566864633,
      "grad_norm": 0.8414340732421554,
      "learning_rate": 0.00027902206413694025,
      "loss": 0.7286,
      "step": 26617
    },
    {
      "epoch": 1.0902314151136596,
      "grad_norm": 0.7886827168013817,
      "learning_rate": 0.0002790204006450273,
      "loss": 1.0183,
      "step": 26618
    },
    {
      "epoch": 1.090272373540856,
      "grad_norm": 0.8068513342855637,
      "learning_rate": 0.00027901873709212097,
      "loss": 0.862,
      "step": 26619
    },
    {
      "epoch": 1.0903133319680525,
      "grad_norm": 0.8619362583426567,
      "learning_rate": 0.0002790170734782221,
      "loss": 1.0545,
      "step": 26620
    },
    {
      "epoch": 1.0903542903952488,
      "grad_norm": 0.8107883201549467,
      "learning_rate": 0.0002790154098033314,
      "loss": 0.9019,
      "step": 26621
    },
    {
      "epoch": 1.0903952488224453,
      "grad_norm": 0.6999081653365026,
      "learning_rate": 0.00027901374606744973,
      "loss": 0.4121,
      "step": 26622
    },
    {
      "epoch": 1.0904362072496416,
      "grad_norm": 1.010484753529657,
      "learning_rate": 0.0002790120822705778,
      "loss": 0.7659,
      "step": 26623
    },
    {
      "epoch": 1.090477165676838,
      "grad_norm": 0.5603561737840914,
      "learning_rate": 0.0002790104184127165,
      "loss": 0.3694,
      "step": 26624
    },
    {
      "epoch": 1.0905181241040345,
      "grad_norm": 0.572354863608792,
      "learning_rate": 0.00027900875449386655,
      "loss": 0.323,
      "step": 26625
    },
    {
      "epoch": 1.0905590825312308,
      "grad_norm": 0.5588473670063925,
      "learning_rate": 0.00027900709051402873,
      "loss": 0.3076,
      "step": 26626
    },
    {
      "epoch": 1.090600040958427,
      "grad_norm": 0.8865204382248318,
      "learning_rate": 0.0002790054264732039,
      "loss": 0.7612,
      "step": 26627
    },
    {
      "epoch": 1.0906409993856236,
      "grad_norm": 1.1779608036367344,
      "learning_rate": 0.00027900376237139274,
      "loss": 0.7255,
      "step": 26628
    },
    {
      "epoch": 1.09068195781282,
      "grad_norm": 0.9912367102584796,
      "learning_rate": 0.000279002098208596,
      "loss": 1.211,
      "step": 26629
    },
    {
      "epoch": 1.0907229162400163,
      "grad_norm": 1.0178283234537078,
      "learning_rate": 0.0002790004339848147,
      "loss": 1.0668,
      "step": 26630
    },
    {
      "epoch": 1.0907638746672128,
      "grad_norm": 1.2405015296803126,
      "learning_rate": 0.0002789987697000494,
      "loss": 1.0816,
      "step": 26631
    },
    {
      "epoch": 1.0908048330944091,
      "grad_norm": 0.8055809617624636,
      "learning_rate": 0.00027899710535430103,
      "loss": 0.3531,
      "step": 26632
    },
    {
      "epoch": 1.0908457915216057,
      "grad_norm": 0.8364513073189461,
      "learning_rate": 0.00027899544094757027,
      "loss": 0.76,
      "step": 26633
    },
    {
      "epoch": 1.090886749948802,
      "grad_norm": 0.8597275282499025,
      "learning_rate": 0.0002789937764798579,
      "loss": 0.8474,
      "step": 26634
    },
    {
      "epoch": 1.0909277083759983,
      "grad_norm": 0.8277001895688416,
      "learning_rate": 0.00027899211195116485,
      "loss": 0.8875,
      "step": 26635
    },
    {
      "epoch": 1.0909686668031948,
      "grad_norm": 0.8050349875114835,
      "learning_rate": 0.0002789904473614918,
      "loss": 0.9501,
      "step": 26636
    },
    {
      "epoch": 1.0910096252303911,
      "grad_norm": 1.2383053868319802,
      "learning_rate": 0.0002789887827108395,
      "loss": 0.7561,
      "step": 26637
    },
    {
      "epoch": 1.0910505836575874,
      "grad_norm": 0.7448983133646021,
      "learning_rate": 0.0002789871179992088,
      "loss": 0.726,
      "step": 26638
    },
    {
      "epoch": 1.091091542084784,
      "grad_norm": 0.6893350783269964,
      "learning_rate": 0.0002789854532266005,
      "loss": 0.3371,
      "step": 26639
    },
    {
      "epoch": 1.0911325005119803,
      "grad_norm": 0.7074225452800805,
      "learning_rate": 0.0002789837883930154,
      "loss": 0.6995,
      "step": 26640
    },
    {
      "epoch": 1.0911734589391768,
      "grad_norm": 1.06619304870522,
      "learning_rate": 0.0002789821234984542,
      "loss": 1.0801,
      "step": 26641
    },
    {
      "epoch": 1.0912144173663731,
      "grad_norm": 1.1503745533420906,
      "learning_rate": 0.00027898045854291774,
      "loss": 0.8289,
      "step": 26642
    },
    {
      "epoch": 1.0912553757935695,
      "grad_norm": 1.1271221988695566,
      "learning_rate": 0.0002789787935264068,
      "loss": 0.9295,
      "step": 26643
    },
    {
      "epoch": 1.091296334220766,
      "grad_norm": 0.5087654221623368,
      "learning_rate": 0.00027897712844892215,
      "loss": 0.2997,
      "step": 26644
    },
    {
      "epoch": 1.0913372926479623,
      "grad_norm": 0.8145630907884238,
      "learning_rate": 0.00027897546331046464,
      "loss": 0.7591,
      "step": 26645
    },
    {
      "epoch": 1.0913782510751586,
      "grad_norm": 0.9173696786528113,
      "learning_rate": 0.00027897379811103496,
      "loss": 0.7713,
      "step": 26646
    },
    {
      "epoch": 1.0914192095023552,
      "grad_norm": 0.7991918312554681,
      "learning_rate": 0.000278972132850634,
      "loss": 0.8628,
      "step": 26647
    },
    {
      "epoch": 1.0914601679295515,
      "grad_norm": 0.8017145415219042,
      "learning_rate": 0.0002789704675292625,
      "loss": 0.946,
      "step": 26648
    },
    {
      "epoch": 1.0915011263567478,
      "grad_norm": 0.9345350216263303,
      "learning_rate": 0.00027896880214692125,
      "loss": 0.6967,
      "step": 26649
    },
    {
      "epoch": 1.0915420847839443,
      "grad_norm": 0.8629499409665443,
      "learning_rate": 0.000278967136703611,
      "loss": 0.9405,
      "step": 26650
    },
    {
      "epoch": 1.0915830432111406,
      "grad_norm": 0.9025245566192182,
      "learning_rate": 0.0002789654711993326,
      "loss": 0.8408,
      "step": 26651
    },
    {
      "epoch": 1.0916240016383372,
      "grad_norm": 0.7727132901975138,
      "learning_rate": 0.0002789638056340868,
      "loss": 0.8597,
      "step": 26652
    },
    {
      "epoch": 1.0916649600655335,
      "grad_norm": 0.7480589586485696,
      "learning_rate": 0.0002789621400078744,
      "loss": 0.8489,
      "step": 26653
    },
    {
      "epoch": 1.0917059184927298,
      "grad_norm": 1.1072892561633276,
      "learning_rate": 0.0002789604743206962,
      "loss": 1.1189,
      "step": 26654
    },
    {
      "epoch": 1.0917468769199263,
      "grad_norm": 0.8763757685215158,
      "learning_rate": 0.00027895880857255293,
      "loss": 0.719,
      "step": 26655
    },
    {
      "epoch": 1.0917878353471226,
      "grad_norm": 1.000845637052937,
      "learning_rate": 0.00027895714276344547,
      "loss": 0.635,
      "step": 26656
    },
    {
      "epoch": 1.0918287937743192,
      "grad_norm": 0.9304410330558259,
      "learning_rate": 0.0002789554768933745,
      "loss": 0.8964,
      "step": 26657
    },
    {
      "epoch": 1.0918697522015155,
      "grad_norm": 0.7153662358663507,
      "learning_rate": 0.00027895381096234087,
      "loss": 0.7926,
      "step": 26658
    },
    {
      "epoch": 1.0919107106287118,
      "grad_norm": 0.9494663134844227,
      "learning_rate": 0.00027895214497034536,
      "loss": 1.056,
      "step": 26659
    },
    {
      "epoch": 1.0919516690559083,
      "grad_norm": 1.000334700362056,
      "learning_rate": 0.0002789504789173888,
      "loss": 0.9518,
      "step": 26660
    },
    {
      "epoch": 1.0919926274831047,
      "grad_norm": 0.9839525059109397,
      "learning_rate": 0.00027894881280347193,
      "loss": 1.051,
      "step": 26661
    },
    {
      "epoch": 1.092033585910301,
      "grad_norm": 0.6741740888095735,
      "learning_rate": 0.00027894714662859553,
      "loss": 0.7445,
      "step": 26662
    },
    {
      "epoch": 1.0920745443374975,
      "grad_norm": 0.9436310801821247,
      "learning_rate": 0.00027894548039276035,
      "loss": 0.653,
      "step": 26663
    },
    {
      "epoch": 1.0921155027646938,
      "grad_norm": 0.8097253411364784,
      "learning_rate": 0.0002789438140959673,
      "loss": 0.7924,
      "step": 26664
    },
    {
      "epoch": 1.0921564611918901,
      "grad_norm": 0.907097454109862,
      "learning_rate": 0.00027894214773821713,
      "loss": 0.798,
      "step": 26665
    },
    {
      "epoch": 1.0921974196190867,
      "grad_norm": 1.8685681055488885,
      "learning_rate": 0.0002789404813195105,
      "loss": 1.1224,
      "step": 26666
    },
    {
      "epoch": 1.092238378046283,
      "grad_norm": 0.9884684618395272,
      "learning_rate": 0.0002789388148398483,
      "loss": 0.9897,
      "step": 26667
    },
    {
      "epoch": 1.0922793364734793,
      "grad_norm": 1.068500623688857,
      "learning_rate": 0.0002789371482992314,
      "loss": 1.3893,
      "step": 26668
    },
    {
      "epoch": 1.0923202949006758,
      "grad_norm": 0.9668243699780162,
      "learning_rate": 0.00027893548169766045,
      "loss": 0.9408,
      "step": 26669
    },
    {
      "epoch": 1.0923612533278722,
      "grad_norm": 1.2983948755762682,
      "learning_rate": 0.00027893381503513626,
      "loss": 0.9734,
      "step": 26670
    },
    {
      "epoch": 1.0924022117550687,
      "grad_norm": 0.8846318338372352,
      "learning_rate": 0.0002789321483116597,
      "loss": 0.7171,
      "step": 26671
    },
    {
      "epoch": 1.092443170182265,
      "grad_norm": 1.1092655994313445,
      "learning_rate": 0.00027893048152723143,
      "loss": 0.963,
      "step": 26672
    },
    {
      "epoch": 1.0924841286094613,
      "grad_norm": 0.761566701960289,
      "learning_rate": 0.0002789288146818523,
      "loss": 0.8567,
      "step": 26673
    },
    {
      "epoch": 1.0925250870366578,
      "grad_norm": 0.8395715748408792,
      "learning_rate": 0.00027892714777552315,
      "loss": 0.8601,
      "step": 26674
    },
    {
      "epoch": 1.0925660454638542,
      "grad_norm": 1.0249029832427952,
      "learning_rate": 0.00027892548080824474,
      "loss": 0.8742,
      "step": 26675
    },
    {
      "epoch": 1.0926070038910507,
      "grad_norm": 1.2913797385443748,
      "learning_rate": 0.0002789238137800178,
      "loss": 1.1781,
      "step": 26676
    },
    {
      "epoch": 1.092647962318247,
      "grad_norm": 0.9344711127309272,
      "learning_rate": 0.00027892214669084325,
      "loss": 0.6818,
      "step": 26677
    },
    {
      "epoch": 1.0926889207454433,
      "grad_norm": 0.8220427979912527,
      "learning_rate": 0.0002789204795407217,
      "loss": 0.3266,
      "step": 26678
    },
    {
      "epoch": 1.0927298791726399,
      "grad_norm": 0.8903921025548752,
      "learning_rate": 0.0002789188123296541,
      "loss": 0.9132,
      "step": 26679
    },
    {
      "epoch": 1.0927708375998362,
      "grad_norm": 0.7509058642604646,
      "learning_rate": 0.00027891714505764114,
      "loss": 0.8445,
      "step": 26680
    },
    {
      "epoch": 1.0928117960270325,
      "grad_norm": 1.3617285432689414,
      "learning_rate": 0.00027891547772468356,
      "loss": 0.8715,
      "step": 26681
    },
    {
      "epoch": 1.092852754454229,
      "grad_norm": 0.8004795032397287,
      "learning_rate": 0.00027891381033078234,
      "loss": 0.7707,
      "step": 26682
    },
    {
      "epoch": 1.0928937128814253,
      "grad_norm": 0.8779683454939268,
      "learning_rate": 0.00027891214287593805,
      "loss": 1.2151,
      "step": 26683
    },
    {
      "epoch": 1.0929346713086217,
      "grad_norm": 1.2864609052398426,
      "learning_rate": 0.00027891047536015163,
      "loss": 1.0358,
      "step": 26684
    },
    {
      "epoch": 1.0929756297358182,
      "grad_norm": 0.8023889654290657,
      "learning_rate": 0.00027890880778342383,
      "loss": 1.0167,
      "step": 26685
    },
    {
      "epoch": 1.0930165881630145,
      "grad_norm": 0.6424632799459946,
      "learning_rate": 0.0002789071401457554,
      "loss": 0.6801,
      "step": 26686
    },
    {
      "epoch": 1.093057546590211,
      "grad_norm": 0.5363968889128047,
      "learning_rate": 0.0002789054724471472,
      "loss": 0.6289,
      "step": 26687
    },
    {
      "epoch": 1.0930985050174074,
      "grad_norm": 0.5563519076462736,
      "learning_rate": 0.0002789038046875999,
      "loss": 0.3353,
      "step": 26688
    },
    {
      "epoch": 1.0931394634446037,
      "grad_norm": 0.5107992579582519,
      "learning_rate": 0.0002789021368671144,
      "loss": 0.3126,
      "step": 26689
    },
    {
      "epoch": 1.0931804218718002,
      "grad_norm": 0.9930621054908909,
      "learning_rate": 0.00027890046898569143,
      "loss": 0.8154,
      "step": 26690
    },
    {
      "epoch": 1.0932213802989965,
      "grad_norm": 0.938804161726724,
      "learning_rate": 0.00027889880104333184,
      "loss": 0.9113,
      "step": 26691
    },
    {
      "epoch": 1.0932623387261928,
      "grad_norm": 0.5860517342422783,
      "learning_rate": 0.00027889713304003635,
      "loss": 0.3072,
      "step": 26692
    },
    {
      "epoch": 1.0933032971533894,
      "grad_norm": 0.7519489920063953,
      "learning_rate": 0.0002788954649758058,
      "loss": 0.9129,
      "step": 26693
    },
    {
      "epoch": 1.0933442555805857,
      "grad_norm": 0.6962545052550188,
      "learning_rate": 0.0002788937968506409,
      "loss": 0.8024,
      "step": 26694
    },
    {
      "epoch": 1.0933852140077822,
      "grad_norm": 0.6754181056257643,
      "learning_rate": 0.0002788921286645425,
      "loss": 0.7044,
      "step": 26695
    },
    {
      "epoch": 1.0934261724349785,
      "grad_norm": 0.7308318666991219,
      "learning_rate": 0.0002788904604175114,
      "loss": 0.8987,
      "step": 26696
    },
    {
      "epoch": 1.0934671308621748,
      "grad_norm": 0.6667513637766451,
      "learning_rate": 0.0002788887921095484,
      "loss": 0.554,
      "step": 26697
    },
    {
      "epoch": 1.0935080892893714,
      "grad_norm": 0.6612368050185067,
      "learning_rate": 0.0002788871237406542,
      "loss": 0.6531,
      "step": 26698
    },
    {
      "epoch": 1.0935490477165677,
      "grad_norm": 1.0135312018010492,
      "learning_rate": 0.00027888545531082966,
      "loss": 1.228,
      "step": 26699
    },
    {
      "epoch": 1.093590006143764,
      "grad_norm": 1.183974107665146,
      "learning_rate": 0.0002788837868200756,
      "loss": 0.8201,
      "step": 26700
    },
    {
      "epoch": 1.0936309645709605,
      "grad_norm": 1.7317356210399069,
      "learning_rate": 0.00027888211826839274,
      "loss": 3.018,
      "step": 26701
    },
    {
      "epoch": 1.0936719229981569,
      "grad_norm": 0.9712032050399648,
      "learning_rate": 0.0002788804496557819,
      "loss": 0.3916,
      "step": 26702
    },
    {
      "epoch": 1.0937128814253532,
      "grad_norm": 0.8981496526998404,
      "learning_rate": 0.0002788787809822438,
      "loss": 0.8963,
      "step": 26703
    },
    {
      "epoch": 1.0937538398525497,
      "grad_norm": 0.9655675796624233,
      "learning_rate": 0.00027887711224777934,
      "loss": 0.9798,
      "step": 26704
    },
    {
      "epoch": 1.093794798279746,
      "grad_norm": 0.7629354978206054,
      "learning_rate": 0.0002788754434523893,
      "loss": 0.8475,
      "step": 26705
    },
    {
      "epoch": 1.0938357567069426,
      "grad_norm": 6.104378574768297,
      "learning_rate": 0.0002788737745960744,
      "loss": 2.6877,
      "step": 26706
    },
    {
      "epoch": 1.0938767151341389,
      "grad_norm": 0.856927427007132,
      "learning_rate": 0.0002788721056788354,
      "loss": 0.8847,
      "step": 26707
    },
    {
      "epoch": 1.0939176735613352,
      "grad_norm": 0.8304519678099748,
      "learning_rate": 0.00027887043670067325,
      "loss": 0.6844,
      "step": 26708
    },
    {
      "epoch": 1.0939586319885317,
      "grad_norm": 0.7934470891734542,
      "learning_rate": 0.0002788687676615886,
      "loss": 0.733,
      "step": 26709
    },
    {
      "epoch": 1.093999590415728,
      "grad_norm": 0.7575778268961009,
      "learning_rate": 0.0002788670985615822,
      "loss": 0.6978,
      "step": 26710
    },
    {
      "epoch": 1.0940405488429243,
      "grad_norm": 1.0644394492987663,
      "learning_rate": 0.00027886542940065495,
      "loss": 0.9441,
      "step": 26711
    },
    {
      "epoch": 1.0940815072701209,
      "grad_norm": 0.9741453754249141,
      "learning_rate": 0.00027886376017880767,
      "loss": 0.3451,
      "step": 26712
    },
    {
      "epoch": 1.0941224656973172,
      "grad_norm": 0.8768835909561893,
      "learning_rate": 0.000278862090896041,
      "loss": 0.8818,
      "step": 26713
    },
    {
      "epoch": 1.0941634241245137,
      "grad_norm": 0.9213328737823532,
      "learning_rate": 0.00027886042155235587,
      "loss": 0.535,
      "step": 26714
    },
    {
      "epoch": 1.09420438255171,
      "grad_norm": 0.7514578971817801,
      "learning_rate": 0.000278858752147753,
      "loss": 0.6132,
      "step": 26715
    },
    {
      "epoch": 1.0942453409789064,
      "grad_norm": 1.0072388616097026,
      "learning_rate": 0.00027885708268223316,
      "loss": 1.1811,
      "step": 26716
    },
    {
      "epoch": 1.094286299406103,
      "grad_norm": 0.52299248650919,
      "learning_rate": 0.00027885541315579717,
      "loss": 0.2701,
      "step": 26717
    },
    {
      "epoch": 1.0943272578332992,
      "grad_norm": 0.8069340980676423,
      "learning_rate": 0.0002788537435684458,
      "loss": 0.7343,
      "step": 26718
    },
    {
      "epoch": 1.0943682162604955,
      "grad_norm": 0.975933844998295,
      "learning_rate": 0.0002788520739201799,
      "loss": 1.2031,
      "step": 26719
    },
    {
      "epoch": 1.094409174687692,
      "grad_norm": 1.0549931959394674,
      "learning_rate": 0.0002788504042110002,
      "loss": 0.9256,
      "step": 26720
    },
    {
      "epoch": 1.0944501331148884,
      "grad_norm": 1.0049334411716622,
      "learning_rate": 0.0002788487344409075,
      "loss": 0.7163,
      "step": 26721
    },
    {
      "epoch": 1.0944910915420847,
      "grad_norm": 0.820437407412507,
      "learning_rate": 0.00027884706460990264,
      "loss": 0.6984,
      "step": 26722
    },
    {
      "epoch": 1.0945320499692812,
      "grad_norm": 0.8007452583016147,
      "learning_rate": 0.00027884539471798633,
      "loss": 0.7174,
      "step": 26723
    },
    {
      "epoch": 1.0945730083964775,
      "grad_norm": 2.8449113575968643,
      "learning_rate": 0.0002788437247651594,
      "loss": 4.6849,
      "step": 26724
    },
    {
      "epoch": 1.094613966823674,
      "grad_norm": 0.7133097738347236,
      "learning_rate": 0.0002788420547514226,
      "loss": 0.688,
      "step": 26725
    },
    {
      "epoch": 1.0946549252508704,
      "grad_norm": 0.9680513608494455,
      "learning_rate": 0.0002788403846767768,
      "loss": 0.8536,
      "step": 26726
    },
    {
      "epoch": 1.0946958836780667,
      "grad_norm": 0.86087039295877,
      "learning_rate": 0.0002788387145412227,
      "loss": 0.91,
      "step": 26727
    },
    {
      "epoch": 1.0947368421052632,
      "grad_norm": 0.7307271991523109,
      "learning_rate": 0.00027883704434476114,
      "loss": 0.8289,
      "step": 26728
    },
    {
      "epoch": 1.0947778005324595,
      "grad_norm": 0.8521107166353268,
      "learning_rate": 0.00027883537408739296,
      "loss": 1.1255,
      "step": 26729
    },
    {
      "epoch": 1.0948187589596559,
      "grad_norm": 0.659408986833294,
      "learning_rate": 0.0002788337037691188,
      "loss": 0.655,
      "step": 26730
    },
    {
      "epoch": 1.0948597173868524,
      "grad_norm": 0.8177178775076558,
      "learning_rate": 0.0002788320333899396,
      "loss": 0.8224,
      "step": 26731
    },
    {
      "epoch": 1.0949006758140487,
      "grad_norm": 0.9027253422859745,
      "learning_rate": 0.0002788303629498561,
      "loss": 0.777,
      "step": 26732
    },
    {
      "epoch": 1.0949416342412452,
      "grad_norm": 1.0535522352760252,
      "learning_rate": 0.00027882869244886903,
      "loss": 0.8331,
      "step": 26733
    },
    {
      "epoch": 1.0949825926684416,
      "grad_norm": 1.1214028411557246,
      "learning_rate": 0.00027882702188697925,
      "loss": 1.0532,
      "step": 26734
    },
    {
      "epoch": 1.0950235510956379,
      "grad_norm": 1.3520107777833805,
      "learning_rate": 0.00027882535126418756,
      "loss": 1.557,
      "step": 26735
    },
    {
      "epoch": 1.0950645095228344,
      "grad_norm": 0.6975238743965805,
      "learning_rate": 0.00027882368058049467,
      "loss": 0.3389,
      "step": 26736
    },
    {
      "epoch": 1.0951054679500307,
      "grad_norm": 0.8603061779704545,
      "learning_rate": 0.00027882200983590143,
      "loss": 0.772,
      "step": 26737
    },
    {
      "epoch": 1.095146426377227,
      "grad_norm": 6.87028823090135,
      "learning_rate": 0.00027882033903040866,
      "loss": 1.7002,
      "step": 26738
    },
    {
      "epoch": 1.0951873848044236,
      "grad_norm": 0.9759319918643539,
      "learning_rate": 0.0002788186681640171,
      "loss": 1.2619,
      "step": 26739
    },
    {
      "epoch": 1.0952283432316199,
      "grad_norm": 0.8525566140586843,
      "learning_rate": 0.0002788169972367275,
      "loss": 1.0327,
      "step": 26740
    },
    {
      "epoch": 1.0952693016588162,
      "grad_norm": 0.728299977248591,
      "learning_rate": 0.00027881532624854074,
      "loss": 0.8194,
      "step": 26741
    },
    {
      "epoch": 1.0953102600860127,
      "grad_norm": 0.9578761522249184,
      "learning_rate": 0.00027881365519945756,
      "loss": 0.4325,
      "step": 26742
    },
    {
      "epoch": 1.095351218513209,
      "grad_norm": 0.630718475665441,
      "learning_rate": 0.00027881198408947875,
      "loss": 0.3893,
      "step": 26743
    },
    {
      "epoch": 1.0953921769404056,
      "grad_norm": 0.7881613343371213,
      "learning_rate": 0.0002788103129186051,
      "loss": 1.1664,
      "step": 26744
    },
    {
      "epoch": 1.095433135367602,
      "grad_norm": 0.44206110103732144,
      "learning_rate": 0.0002788086416868374,
      "loss": 0.2011,
      "step": 26745
    },
    {
      "epoch": 1.0954740937947982,
      "grad_norm": 0.9974678374300073,
      "learning_rate": 0.0002788069703941765,
      "loss": 1.2913,
      "step": 26746
    },
    {
      "epoch": 1.0955150522219947,
      "grad_norm": 0.8322539001087329,
      "learning_rate": 0.0002788052990406231,
      "loss": 0.9838,
      "step": 26747
    },
    {
      "epoch": 1.095556010649191,
      "grad_norm": 0.791744631415435,
      "learning_rate": 0.000278803627626178,
      "loss": 0.8367,
      "step": 26748
    },
    {
      "epoch": 1.0955969690763874,
      "grad_norm": 0.8233319642629492,
      "learning_rate": 0.0002788019561508421,
      "loss": 0.7346,
      "step": 26749
    },
    {
      "epoch": 1.095637927503584,
      "grad_norm": 0.8446425759534849,
      "learning_rate": 0.00027880028461461606,
      "loss": 0.9987,
      "step": 26750
    },
    {
      "epoch": 1.0956788859307802,
      "grad_norm": 0.9401207713723955,
      "learning_rate": 0.0002787986130175007,
      "loss": 0.7719,
      "step": 26751
    },
    {
      "epoch": 1.0957198443579768,
      "grad_norm": 0.7609939913463121,
      "learning_rate": 0.0002787969413594969,
      "loss": 0.8506,
      "step": 26752
    },
    {
      "epoch": 1.095760802785173,
      "grad_norm": 0.8817346866630176,
      "learning_rate": 0.00027879526964060534,
      "loss": 1.0171,
      "step": 26753
    },
    {
      "epoch": 1.0958017612123694,
      "grad_norm": 0.6467771683449506,
      "learning_rate": 0.00027879359786082687,
      "loss": 0.3087,
      "step": 26754
    },
    {
      "epoch": 1.095842719639566,
      "grad_norm": 5.066576580939228,
      "learning_rate": 0.0002787919260201622,
      "loss": 5.0357,
      "step": 26755
    },
    {
      "epoch": 1.0958836780667622,
      "grad_norm": 0.6347166122145789,
      "learning_rate": 0.0002787902541186122,
      "loss": 0.3886,
      "step": 26756
    },
    {
      "epoch": 1.0959246364939585,
      "grad_norm": 0.7059131249950362,
      "learning_rate": 0.0002787885821561777,
      "loss": 0.3684,
      "step": 26757
    },
    {
      "epoch": 1.095965594921155,
      "grad_norm": 1.0513990593308773,
      "learning_rate": 0.0002787869101328594,
      "loss": 0.9916,
      "step": 26758
    },
    {
      "epoch": 1.0960065533483514,
      "grad_norm": 0.9678819455643831,
      "learning_rate": 0.0002787852380486581,
      "loss": 0.8704,
      "step": 26759
    },
    {
      "epoch": 1.0960475117755477,
      "grad_norm": 0.8245624236181592,
      "learning_rate": 0.0002787835659035746,
      "loss": 0.5705,
      "step": 26760
    },
    {
      "epoch": 1.0960884702027442,
      "grad_norm": 0.801348230210044,
      "learning_rate": 0.00027878189369760976,
      "loss": 0.8434,
      "step": 26761
    },
    {
      "epoch": 1.0961294286299406,
      "grad_norm": 0.9719829166691057,
      "learning_rate": 0.00027878022143076425,
      "loss": 0.8969,
      "step": 26762
    },
    {
      "epoch": 1.096170387057137,
      "grad_norm": 4.444786718972863,
      "learning_rate": 0.00027877854910303895,
      "loss": 3.3565,
      "step": 26763
    },
    {
      "epoch": 1.0962113454843334,
      "grad_norm": 0.764907737847582,
      "learning_rate": 0.0002787768767144346,
      "loss": 0.71,
      "step": 26764
    },
    {
      "epoch": 1.0962523039115297,
      "grad_norm": 0.9919186814016365,
      "learning_rate": 0.0002787752042649521,
      "loss": 0.8779,
      "step": 26765
    },
    {
      "epoch": 1.0962932623387263,
      "grad_norm": 1.6570025303975218,
      "learning_rate": 0.0002787735317545921,
      "loss": 2.3607,
      "step": 26766
    },
    {
      "epoch": 1.0963342207659226,
      "grad_norm": 0.9266113938356745,
      "learning_rate": 0.00027877185918335546,
      "loss": 0.5898,
      "step": 26767
    },
    {
      "epoch": 1.0963751791931189,
      "grad_norm": 0.9422884562548455,
      "learning_rate": 0.0002787701865512429,
      "loss": 0.7297,
      "step": 26768
    },
    {
      "epoch": 1.0964161376203154,
      "grad_norm": 0.7754043824840329,
      "learning_rate": 0.0002787685138582553,
      "loss": 0.295,
      "step": 26769
    },
    {
      "epoch": 1.0964570960475117,
      "grad_norm": 0.8328337836547237,
      "learning_rate": 0.00027876684110439344,
      "loss": 0.8285,
      "step": 26770
    },
    {
      "epoch": 1.0964980544747083,
      "grad_norm": 2.327428066393269,
      "learning_rate": 0.0002787651682896581,
      "loss": 1.0307,
      "step": 26771
    },
    {
      "epoch": 1.0965390129019046,
      "grad_norm": 0.6142031524804786,
      "learning_rate": 0.0002787634954140501,
      "loss": 0.2996,
      "step": 26772
    },
    {
      "epoch": 1.096579971329101,
      "grad_norm": 0.8226421856200831,
      "learning_rate": 0.0002787618224775701,
      "loss": 1.0437,
      "step": 26773
    },
    {
      "epoch": 1.0966209297562974,
      "grad_norm": 1.1193575210554259,
      "learning_rate": 0.00027876014948021897,
      "loss": 1.3555,
      "step": 26774
    },
    {
      "epoch": 1.0966618881834937,
      "grad_norm": 1.229789306120752,
      "learning_rate": 0.00027875847642199755,
      "loss": 1.0381,
      "step": 26775
    },
    {
      "epoch": 1.09670284661069,
      "grad_norm": 0.576572259177412,
      "learning_rate": 0.00027875680330290663,
      "loss": 0.3419,
      "step": 26776
    },
    {
      "epoch": 1.0967438050378866,
      "grad_norm": 0.6290306269597808,
      "learning_rate": 0.0002787551301229469,
      "loss": 0.368,
      "step": 26777
    },
    {
      "epoch": 1.096784763465083,
      "grad_norm": 0.7074567794785162,
      "learning_rate": 0.0002787534568821193,
      "loss": 0.6687,
      "step": 26778
    },
    {
      "epoch": 1.0968257218922792,
      "grad_norm": 2.526630364845699,
      "learning_rate": 0.0002787517835804245,
      "loss": 4.2963,
      "step": 26779
    },
    {
      "epoch": 1.0968666803194758,
      "grad_norm": 1.221416736522857,
      "learning_rate": 0.0002787501102178633,
      "loss": 1.0185,
      "step": 26780
    },
    {
      "epoch": 1.096907638746672,
      "grad_norm": 0.6473956417445144,
      "learning_rate": 0.0002787484367944365,
      "loss": 0.2981,
      "step": 26781
    },
    {
      "epoch": 1.0969485971738686,
      "grad_norm": 0.7477639016842872,
      "learning_rate": 0.000278746763310145,
      "loss": 0.9083,
      "step": 26782
    },
    {
      "epoch": 1.096989555601065,
      "grad_norm": 0.7860908813860711,
      "learning_rate": 0.0002787450897649894,
      "loss": 0.4739,
      "step": 26783
    },
    {
      "epoch": 1.0970305140282612,
      "grad_norm": 1.1507622198221912,
      "learning_rate": 0.00027874341615897064,
      "loss": 1.1413,
      "step": 26784
    },
    {
      "epoch": 1.0970714724554578,
      "grad_norm": 2.015307466429818,
      "learning_rate": 0.00027874174249208945,
      "loss": 2.5177,
      "step": 26785
    },
    {
      "epoch": 1.097112430882654,
      "grad_norm": 0.8049270017167827,
      "learning_rate": 0.0002787400687643467,
      "loss": 0.8775,
      "step": 26786
    },
    {
      "epoch": 1.0971533893098504,
      "grad_norm": 1.0233909258986391,
      "learning_rate": 0.00027873839497574303,
      "loss": 0.8271,
      "step": 26787
    },
    {
      "epoch": 1.097194347737047,
      "grad_norm": 0.9292660321362461,
      "learning_rate": 0.0002787367211262794,
      "loss": 0.923,
      "step": 26788
    },
    {
      "epoch": 1.0972353061642433,
      "grad_norm": 0.741221262244485,
      "learning_rate": 0.0002787350472159564,
      "loss": 0.8088,
      "step": 26789
    },
    {
      "epoch": 1.0972762645914398,
      "grad_norm": 0.8890045254233327,
      "learning_rate": 0.000278733373244775,
      "loss": 1.0634,
      "step": 26790
    },
    {
      "epoch": 1.097317223018636,
      "grad_norm": 0.9117473782311635,
      "learning_rate": 0.000278731699212736,
      "loss": 0.5316,
      "step": 26791
    },
    {
      "epoch": 1.0973581814458324,
      "grad_norm": 0.9251230531652437,
      "learning_rate": 0.00027873002511984006,
      "loss": 0.8955,
      "step": 26792
    },
    {
      "epoch": 1.097399139873029,
      "grad_norm": 1.3136851759784045,
      "learning_rate": 0.000278728350966088,
      "loss": 1.0873,
      "step": 26793
    },
    {
      "epoch": 1.0974400983002253,
      "grad_norm": 0.8781307380924174,
      "learning_rate": 0.0002787266767514807,
      "loss": 0.8266,
      "step": 26794
    },
    {
      "epoch": 1.0974810567274216,
      "grad_norm": 0.7399094051188754,
      "learning_rate": 0.00027872500247601886,
      "loss": 0.6085,
      "step": 26795
    },
    {
      "epoch": 1.0975220151546181,
      "grad_norm": 0.9572961646404414,
      "learning_rate": 0.0002787233281397033,
      "loss": 0.5764,
      "step": 26796
    },
    {
      "epoch": 1.0975629735818144,
      "grad_norm": 1.348462984769982,
      "learning_rate": 0.0002787216537425349,
      "loss": 1.1534,
      "step": 26797
    },
    {
      "epoch": 1.0976039320090107,
      "grad_norm": 0.7524894538926898,
      "learning_rate": 0.0002787199792845143,
      "loss": 0.5269,
      "step": 26798
    },
    {
      "epoch": 1.0976448904362073,
      "grad_norm": 1.0506844739375074,
      "learning_rate": 0.00027871830476564237,
      "loss": 0.7421,
      "step": 26799
    },
    {
      "epoch": 1.0976858488634036,
      "grad_norm": 0.7841540473187713,
      "learning_rate": 0.0002787166301859199,
      "loss": 0.7474,
      "step": 26800
    },
    {
      "epoch": 1.0977268072906001,
      "grad_norm": 0.8202439109393924,
      "learning_rate": 0.0002787149555453477,
      "loss": 0.7643,
      "step": 26801
    },
    {
      "epoch": 1.0977677657177964,
      "grad_norm": 1.3234049060948492,
      "learning_rate": 0.0002787132808439265,
      "loss": 0.7207,
      "step": 26802
    },
    {
      "epoch": 1.0978087241449928,
      "grad_norm": 0.7760837856749977,
      "learning_rate": 0.00027871160608165715,
      "loss": 0.8809,
      "step": 26803
    },
    {
      "epoch": 1.0978496825721893,
      "grad_norm": 1.2441754830433205,
      "learning_rate": 0.0002787099312585404,
      "loss": 0.9349,
      "step": 26804
    },
    {
      "epoch": 1.0978906409993856,
      "grad_norm": 0.7487028505213043,
      "learning_rate": 0.00027870825637457713,
      "loss": 0.7257,
      "step": 26805
    },
    {
      "epoch": 1.097931599426582,
      "grad_norm": 0.5258021176390698,
      "learning_rate": 0.00027870658142976803,
      "loss": 0.2993,
      "step": 26806
    },
    {
      "epoch": 1.0979725578537785,
      "grad_norm": 0.8594570085843759,
      "learning_rate": 0.0002787049064241139,
      "loss": 0.9856,
      "step": 26807
    },
    {
      "epoch": 1.0980135162809748,
      "grad_norm": 0.7296638437708998,
      "learning_rate": 0.00027870323135761557,
      "loss": 0.3955,
      "step": 26808
    },
    {
      "epoch": 1.0980544747081713,
      "grad_norm": 0.6967512574995371,
      "learning_rate": 0.0002787015562302738,
      "loss": 0.7523,
      "step": 26809
    },
    {
      "epoch": 1.0980954331353676,
      "grad_norm": 3.4282663769864627,
      "learning_rate": 0.0002786998810420895,
      "loss": 5.2486,
      "step": 26810
    },
    {
      "epoch": 1.098136391562564,
      "grad_norm": 0.8387728308524505,
      "learning_rate": 0.0002786982057930632,
      "loss": 0.9138,
      "step": 26811
    },
    {
      "epoch": 1.0981773499897605,
      "grad_norm": 1.6033877864157227,
      "learning_rate": 0.000278696530483196,
      "loss": 1.8149,
      "step": 26812
    },
    {
      "epoch": 1.0982183084169568,
      "grad_norm": 0.8191409832397535,
      "learning_rate": 0.0002786948551124885,
      "loss": 0.8,
      "step": 26813
    },
    {
      "epoch": 1.098259266844153,
      "grad_norm": 3.625818426709377,
      "learning_rate": 0.00027869317968094156,
      "loss": 3.8114,
      "step": 26814
    },
    {
      "epoch": 1.0983002252713496,
      "grad_norm": 0.6481689357131112,
      "learning_rate": 0.0002786915041885559,
      "loss": 0.7672,
      "step": 26815
    },
    {
      "epoch": 1.098341183698546,
      "grad_norm": 0.8531954022850631,
      "learning_rate": 0.0002786898286353324,
      "loss": 0.888,
      "step": 26816
    },
    {
      "epoch": 1.0983821421257423,
      "grad_norm": 0.7121578512370066,
      "learning_rate": 0.0002786881530212718,
      "loss": 0.822,
      "step": 26817
    },
    {
      "epoch": 1.0984231005529388,
      "grad_norm": 0.9075255277696619,
      "learning_rate": 0.00027868647734637493,
      "loss": 0.9256,
      "step": 26818
    },
    {
      "epoch": 1.098464058980135,
      "grad_norm": 0.7776497115576823,
      "learning_rate": 0.0002786848016106426,
      "loss": 0.9035,
      "step": 26819
    },
    {
      "epoch": 1.0985050174073316,
      "grad_norm": 1.025859334746254,
      "learning_rate": 0.0002786831258140754,
      "loss": 1.044,
      "step": 26820
    },
    {
      "epoch": 1.098545975834528,
      "grad_norm": 1.8735666668042608,
      "learning_rate": 0.00027868144995667443,
      "loss": 1.5038,
      "step": 26821
    },
    {
      "epoch": 1.0985869342617243,
      "grad_norm": 0.7162076280066433,
      "learning_rate": 0.0002786797740384403,
      "loss": 0.7122,
      "step": 26822
    },
    {
      "epoch": 1.0986278926889208,
      "grad_norm": 0.9714641760270205,
      "learning_rate": 0.00027867809805937386,
      "loss": 1.0485,
      "step": 26823
    },
    {
      "epoch": 1.0986688511161171,
      "grad_norm": 1.2445067855104954,
      "learning_rate": 0.00027867642201947584,
      "loss": 1.0013,
      "step": 26824
    },
    {
      "epoch": 1.0987098095433137,
      "grad_norm": 0.6695981141939146,
      "learning_rate": 0.00027867474591874715,
      "loss": 0.3285,
      "step": 26825
    },
    {
      "epoch": 1.09875076797051,
      "grad_norm": 0.8053427957247485,
      "learning_rate": 0.0002786730697571884,
      "loss": 0.9505,
      "step": 26826
    },
    {
      "epoch": 1.0987917263977063,
      "grad_norm": 0.8145953750987853,
      "learning_rate": 0.0002786713935348006,
      "loss": 0.8304,
      "step": 26827
    },
    {
      "epoch": 1.0988326848249028,
      "grad_norm": 0.7624231219421418,
      "learning_rate": 0.0002786697172515844,
      "loss": 0.7972,
      "step": 26828
    },
    {
      "epoch": 1.0988736432520991,
      "grad_norm": 0.9289165336062548,
      "learning_rate": 0.0002786680409075406,
      "loss": 1.1579,
      "step": 26829
    },
    {
      "epoch": 1.0989146016792954,
      "grad_norm": 0.8763770474866652,
      "learning_rate": 0.00027866636450267,
      "loss": 0.9685,
      "step": 26830
    },
    {
      "epoch": 1.098955560106492,
      "grad_norm": 0.8680502725346465,
      "learning_rate": 0.0002786646880369734,
      "loss": 0.888,
      "step": 26831
    },
    {
      "epoch": 1.0989965185336883,
      "grad_norm": 2.93127480031389,
      "learning_rate": 0.0002786630115104517,
      "loss": 1.6023,
      "step": 26832
    },
    {
      "epoch": 1.0990374769608846,
      "grad_norm": 0.6867071346823044,
      "learning_rate": 0.00027866133492310545,
      "loss": 0.6229,
      "step": 26833
    },
    {
      "epoch": 1.0990784353880811,
      "grad_norm": 1.0052038977958122,
      "learning_rate": 0.0002786596582749357,
      "loss": 1.1863,
      "step": 26834
    },
    {
      "epoch": 1.0991193938152775,
      "grad_norm": 0.8728953566420844,
      "learning_rate": 0.0002786579815659431,
      "loss": 0.886,
      "step": 26835
    },
    {
      "epoch": 1.099160352242474,
      "grad_norm": 0.9697967618066812,
      "learning_rate": 0.00027865630479612845,
      "loss": 0.5944,
      "step": 26836
    },
    {
      "epoch": 1.0992013106696703,
      "grad_norm": 0.5067057553627207,
      "learning_rate": 0.00027865462796549257,
      "loss": 0.2982,
      "step": 26837
    },
    {
      "epoch": 1.0992422690968666,
      "grad_norm": 1.0316252789770752,
      "learning_rate": 0.00027865295107403626,
      "loss": 1.1285,
      "step": 26838
    },
    {
      "epoch": 1.0992832275240632,
      "grad_norm": 0.6465306386236308,
      "learning_rate": 0.00027865127412176027,
      "loss": 0.2891,
      "step": 26839
    },
    {
      "epoch": 1.0993241859512595,
      "grad_norm": 0.6593471403758634,
      "learning_rate": 0.00027864959710866547,
      "loss": 0.6514,
      "step": 26840
    },
    {
      "epoch": 1.0993651443784558,
      "grad_norm": 1.1018249001342257,
      "learning_rate": 0.00027864792003475257,
      "loss": 1.0655,
      "step": 26841
    },
    {
      "epoch": 1.0994061028056523,
      "grad_norm": 0.7561855464372105,
      "learning_rate": 0.0002786462429000224,
      "loss": 0.9366,
      "step": 26842
    },
    {
      "epoch": 1.0994470612328486,
      "grad_norm": 0.6979569781904255,
      "learning_rate": 0.00027864456570447576,
      "loss": 0.4944,
      "step": 26843
    },
    {
      "epoch": 1.0994880196600452,
      "grad_norm": 0.8362186716404065,
      "learning_rate": 0.0002786428884481135,
      "loss": 0.8987,
      "step": 26844
    },
    {
      "epoch": 1.0995289780872415,
      "grad_norm": 0.8807498942980618,
      "learning_rate": 0.00027864121113093624,
      "loss": 0.5368,
      "step": 26845
    },
    {
      "epoch": 1.0995699365144378,
      "grad_norm": 2.338818366917608,
      "learning_rate": 0.00027863953375294496,
      "loss": 1.4855,
      "step": 26846
    },
    {
      "epoch": 1.0996108949416343,
      "grad_norm": 0.7028473005135147,
      "learning_rate": 0.0002786378563141403,
      "loss": 0.6074,
      "step": 26847
    },
    {
      "epoch": 1.0996518533688306,
      "grad_norm": 1.0088811575595258,
      "learning_rate": 0.00027863617881452316,
      "loss": 1.1915,
      "step": 26848
    },
    {
      "epoch": 1.099692811796027,
      "grad_norm": 1.0960738146923017,
      "learning_rate": 0.0002786345012540943,
      "loss": 1.0574,
      "step": 26849
    },
    {
      "epoch": 1.0997337702232235,
      "grad_norm": 1.4190829389548834,
      "learning_rate": 0.00027863282363285453,
      "loss": 0.839,
      "step": 26850
    },
    {
      "epoch": 1.0997747286504198,
      "grad_norm": 0.955166645346697,
      "learning_rate": 0.0002786311459508046,
      "loss": 1.0266,
      "step": 26851
    },
    {
      "epoch": 1.0998156870776161,
      "grad_norm": 0.8346165808095746,
      "learning_rate": 0.00027862946820794536,
      "loss": 0.7431,
      "step": 26852
    },
    {
      "epoch": 1.0998566455048127,
      "grad_norm": 0.6980988492824584,
      "learning_rate": 0.00027862779040427755,
      "loss": 0.9139,
      "step": 26853
    },
    {
      "epoch": 1.099897603932009,
      "grad_norm": 0.9858757460690286,
      "learning_rate": 0.000278626112539802,
      "loss": 0.8113,
      "step": 26854
    },
    {
      "epoch": 1.0999385623592055,
      "grad_norm": 0.7612211058679786,
      "learning_rate": 0.00027862443461451944,
      "loss": 0.5728,
      "step": 26855
    },
    {
      "epoch": 1.0999795207864018,
      "grad_norm": 2.168878120225037,
      "learning_rate": 0.0002786227566284307,
      "loss": 1.2331,
      "step": 26856
    },
    {
      "epoch": 1.1000204792135981,
      "grad_norm": 0.7714622923849852,
      "learning_rate": 0.0002786210785815366,
      "loss": 0.8441,
      "step": 26857
    },
    {
      "epoch": 1.1000614376407947,
      "grad_norm": 0.9440383951555199,
      "learning_rate": 0.00027861940047383803,
      "loss": 0.8067,
      "step": 26858
    },
    {
      "epoch": 1.100102396067991,
      "grad_norm": 0.9548311141570973,
      "learning_rate": 0.00027861772230533554,
      "loss": 0.7368,
      "step": 26859
    },
    {
      "epoch": 1.1001433544951873,
      "grad_norm": 0.9846913216376597,
      "learning_rate": 0.00027861604407603013,
      "loss": 0.8983,
      "step": 26860
    },
    {
      "epoch": 1.1001843129223838,
      "grad_norm": 0.8158173703934017,
      "learning_rate": 0.0002786143657859225,
      "loss": 1.1552,
      "step": 26861
    },
    {
      "epoch": 1.1002252713495801,
      "grad_norm": 0.8475335082048889,
      "learning_rate": 0.00027861268743501345,
      "loss": 0.971,
      "step": 26862
    },
    {
      "epoch": 1.1002662297767767,
      "grad_norm": 0.6303481185473271,
      "learning_rate": 0.00027861100902330376,
      "loss": 0.4096,
      "step": 26863
    },
    {
      "epoch": 1.100307188203973,
      "grad_norm": 0.7491874195735782,
      "learning_rate": 0.0002786093305507943,
      "loss": 0.3823,
      "step": 26864
    },
    {
      "epoch": 1.1003481466311693,
      "grad_norm": 0.9971707825127067,
      "learning_rate": 0.00027860765201748574,
      "loss": 0.8703,
      "step": 26865
    },
    {
      "epoch": 1.1003891050583658,
      "grad_norm": 1.0686415351200866,
      "learning_rate": 0.000278605973423379,
      "loss": 1.1436,
      "step": 26866
    },
    {
      "epoch": 1.1004300634855622,
      "grad_norm": 0.8756160601570451,
      "learning_rate": 0.00027860429476847477,
      "loss": 1.0148,
      "step": 26867
    },
    {
      "epoch": 1.1004710219127585,
      "grad_norm": 0.5798592935107775,
      "learning_rate": 0.0002786026160527739,
      "loss": 0.3387,
      "step": 26868
    },
    {
      "epoch": 1.100511980339955,
      "grad_norm": 0.8780857481468494,
      "learning_rate": 0.00027860093727627726,
      "loss": 0.7767,
      "step": 26869
    },
    {
      "epoch": 1.1005529387671513,
      "grad_norm": 1.1953598041280484,
      "learning_rate": 0.0002785992584389855,
      "loss": 1.1246,
      "step": 26870
    },
    {
      "epoch": 1.1005938971943476,
      "grad_norm": 0.8160904740240994,
      "learning_rate": 0.00027859757954089943,
      "loss": 0.8212,
      "step": 26871
    },
    {
      "epoch": 1.1006348556215442,
      "grad_norm": 0.6090224374498382,
      "learning_rate": 0.00027859590058202,
      "loss": 0.3112,
      "step": 26872
    },
    {
      "epoch": 1.1006758140487405,
      "grad_norm": 0.916483237942152,
      "learning_rate": 0.0002785942215623478,
      "loss": 0.9213,
      "step": 26873
    },
    {
      "epoch": 1.100716772475937,
      "grad_norm": 0.582137820258152,
      "learning_rate": 0.0002785925424818837,
      "loss": 0.6439,
      "step": 26874
    },
    {
      "epoch": 1.1007577309031333,
      "grad_norm": 1.0131735318832404,
      "learning_rate": 0.0002785908633406286,
      "loss": 0.815,
      "step": 26875
    },
    {
      "epoch": 1.1007986893303296,
      "grad_norm": 1.0401307597663008,
      "learning_rate": 0.0002785891841385831,
      "loss": 1.1787,
      "step": 26876
    },
    {
      "epoch": 1.1008396477575262,
      "grad_norm": 0.6557450503121338,
      "learning_rate": 0.00027858750487574815,
      "loss": 0.3674,
      "step": 26877
    },
    {
      "epoch": 1.1008806061847225,
      "grad_norm": 1.0963257093700667,
      "learning_rate": 0.0002785858255521245,
      "loss": 1.2491,
      "step": 26878
    },
    {
      "epoch": 1.1009215646119188,
      "grad_norm": 0.7998224796352409,
      "learning_rate": 0.0002785841461677129,
      "loss": 0.7772,
      "step": 26879
    },
    {
      "epoch": 1.1009625230391153,
      "grad_norm": 0.794307311082608,
      "learning_rate": 0.0002785824667225142,
      "loss": 0.867,
      "step": 26880
    },
    {
      "epoch": 1.1010034814663117,
      "grad_norm": 0.8995939716550602,
      "learning_rate": 0.00027858078721652917,
      "loss": 0.8575,
      "step": 26881
    },
    {
      "epoch": 1.1010444398935082,
      "grad_norm": 0.5737891221878172,
      "learning_rate": 0.00027857910764975856,
      "loss": 0.3887,
      "step": 26882
    },
    {
      "epoch": 1.1010853983207045,
      "grad_norm": 1.7661862473881214,
      "learning_rate": 0.00027857742802220325,
      "loss": 1.7523,
      "step": 26883
    },
    {
      "epoch": 1.1011263567479008,
      "grad_norm": 0.714893321409356,
      "learning_rate": 0.000278575748333864,
      "loss": 0.3889,
      "step": 26884
    },
    {
      "epoch": 1.1011673151750974,
      "grad_norm": 1.392229580955701,
      "learning_rate": 0.0002785740685847416,
      "loss": 1.3536,
      "step": 26885
    },
    {
      "epoch": 1.1012082736022937,
      "grad_norm": 0.6729673932909257,
      "learning_rate": 0.0002785723887748368,
      "loss": 0.7607,
      "step": 26886
    },
    {
      "epoch": 1.10124923202949,
      "grad_norm": 1.1808616354164079,
      "learning_rate": 0.00027857070890415045,
      "loss": 1.4874,
      "step": 26887
    },
    {
      "epoch": 1.1012901904566865,
      "grad_norm": 2.4969451278961237,
      "learning_rate": 0.0002785690289726834,
      "loss": 2.6084,
      "step": 26888
    },
    {
      "epoch": 1.1013311488838828,
      "grad_norm": 0.647201515146403,
      "learning_rate": 0.00027856734898043626,
      "loss": 0.3733,
      "step": 26889
    },
    {
      "epoch": 1.1013721073110792,
      "grad_norm": 0.7721141532938868,
      "learning_rate": 0.00027856566892741003,
      "loss": 0.8661,
      "step": 26890
    },
    {
      "epoch": 1.1014130657382757,
      "grad_norm": 1.4316138325145042,
      "learning_rate": 0.00027856398881360533,
      "loss": 1.4075,
      "step": 26891
    },
    {
      "epoch": 1.101454024165472,
      "grad_norm": 0.8214078670943729,
      "learning_rate": 0.0002785623086390231,
      "loss": 0.979,
      "step": 26892
    },
    {
      "epoch": 1.1014949825926685,
      "grad_norm": 0.7595185620100657,
      "learning_rate": 0.00027856062840366403,
      "loss": 0.542,
      "step": 26893
    },
    {
      "epoch": 1.1015359410198649,
      "grad_norm": 0.7772088163187062,
      "learning_rate": 0.000278558948107529,
      "loss": 0.9072,
      "step": 26894
    },
    {
      "epoch": 1.1015768994470612,
      "grad_norm": 0.6885769404946444,
      "learning_rate": 0.00027855726775061874,
      "loss": 0.3557,
      "step": 26895
    },
    {
      "epoch": 1.1016178578742577,
      "grad_norm": 1.065528667491965,
      "learning_rate": 0.00027855558733293407,
      "loss": 0.9009,
      "step": 26896
    },
    {
      "epoch": 1.101658816301454,
      "grad_norm": 0.4902898240053376,
      "learning_rate": 0.00027855390685447575,
      "loss": 0.321,
      "step": 26897
    },
    {
      "epoch": 1.1016997747286503,
      "grad_norm": 1.0761245304477163,
      "learning_rate": 0.00027855222631524465,
      "loss": 0.9421,
      "step": 26898
    },
    {
      "epoch": 1.1017407331558469,
      "grad_norm": 0.9945329942949115,
      "learning_rate": 0.00027855054571524146,
      "loss": 0.5983,
      "step": 26899
    },
    {
      "epoch": 1.1017816915830432,
      "grad_norm": 0.8008184170218067,
      "learning_rate": 0.00027854886505446707,
      "loss": 0.8817,
      "step": 26900
    },
    {
      "epoch": 1.1018226500102397,
      "grad_norm": 0.6224779842775447,
      "learning_rate": 0.0002785471843329222,
      "loss": 0.7152,
      "step": 26901
    },
    {
      "epoch": 1.101863608437436,
      "grad_norm": 0.6768097223510817,
      "learning_rate": 0.00027854550355060773,
      "loss": 0.3933,
      "step": 26902
    },
    {
      "epoch": 1.1019045668646323,
      "grad_norm": 0.5800077187647354,
      "learning_rate": 0.00027854382270752436,
      "loss": 0.668,
      "step": 26903
    },
    {
      "epoch": 1.1019455252918289,
      "grad_norm": 1.0469281034010594,
      "learning_rate": 0.000278542141803673,
      "loss": 0.9152,
      "step": 26904
    },
    {
      "epoch": 1.1019864837190252,
      "grad_norm": 0.6897562586357935,
      "learning_rate": 0.0002785404608390543,
      "loss": 0.5005,
      "step": 26905
    },
    {
      "epoch": 1.1020274421462215,
      "grad_norm": 1.1574976033165914,
      "learning_rate": 0.00027853877981366915,
      "loss": 1.2841,
      "step": 26906
    },
    {
      "epoch": 1.102068400573418,
      "grad_norm": 8.231223741795747,
      "learning_rate": 0.0002785370987275183,
      "loss": 2.3717,
      "step": 26907
    },
    {
      "epoch": 1.1021093590006144,
      "grad_norm": 0.8686254594852048,
      "learning_rate": 0.0002785354175806026,
      "loss": 0.899,
      "step": 26908
    },
    {
      "epoch": 1.1021503174278107,
      "grad_norm": 0.9862414622211435,
      "learning_rate": 0.0002785337363729228,
      "loss": 0.9489,
      "step": 26909
    },
    {
      "epoch": 1.1021912758550072,
      "grad_norm": 0.9983560267264449,
      "learning_rate": 0.00027853205510447974,
      "loss": 1.1356,
      "step": 26910
    },
    {
      "epoch": 1.1022322342822035,
      "grad_norm": 0.9019086201014127,
      "learning_rate": 0.00027853037377527416,
      "loss": 1.1662,
      "step": 26911
    },
    {
      "epoch": 1.1022731927094,
      "grad_norm": 0.8855972760450118,
      "learning_rate": 0.00027852869238530686,
      "loss": 0.8998,
      "step": 26912
    },
    {
      "epoch": 1.1023141511365964,
      "grad_norm": 0.5966275330838781,
      "learning_rate": 0.00027852701093457864,
      "loss": 0.6949,
      "step": 26913
    },
    {
      "epoch": 1.1023551095637927,
      "grad_norm": 0.8052730021767043,
      "learning_rate": 0.0002785253294230904,
      "loss": 0.8892,
      "step": 26914
    },
    {
      "epoch": 1.1023960679909892,
      "grad_norm": 0.9760069682454308,
      "learning_rate": 0.0002785236478508427,
      "loss": 0.9671,
      "step": 26915
    },
    {
      "epoch": 1.1024370264181855,
      "grad_norm": 1.2490613148687635,
      "learning_rate": 0.0002785219662178366,
      "loss": 1.0413,
      "step": 26916
    },
    {
      "epoch": 1.1024779848453818,
      "grad_norm": 0.7472572510256906,
      "learning_rate": 0.0002785202845240727,
      "loss": 0.8803,
      "step": 26917
    },
    {
      "epoch": 1.1025189432725784,
      "grad_norm": 1.1776735864034003,
      "learning_rate": 0.0002785186027695519,
      "loss": 0.8195,
      "step": 26918
    },
    {
      "epoch": 1.1025599016997747,
      "grad_norm": 1.0775986186526658,
      "learning_rate": 0.00027851692095427495,
      "loss": 1.2874,
      "step": 26919
    },
    {
      "epoch": 1.1026008601269712,
      "grad_norm": 0.8900322025833691,
      "learning_rate": 0.0002785152390782427,
      "loss": 0.8764,
      "step": 26920
    },
    {
      "epoch": 1.1026418185541675,
      "grad_norm": 0.8120274460465654,
      "learning_rate": 0.00027851355714145584,
      "loss": 0.7699,
      "step": 26921
    },
    {
      "epoch": 1.1026827769813639,
      "grad_norm": 1.005381957454204,
      "learning_rate": 0.00027851187514391524,
      "loss": 1.1218,
      "step": 26922
    },
    {
      "epoch": 1.1027237354085604,
      "grad_norm": 0.6980206079204031,
      "learning_rate": 0.0002785101930856217,
      "loss": 0.301,
      "step": 26923
    },
    {
      "epoch": 1.1027646938357567,
      "grad_norm": 2.6933220104832185,
      "learning_rate": 0.000278508510966576,
      "loss": 3.9945,
      "step": 26924
    },
    {
      "epoch": 1.102805652262953,
      "grad_norm": 1.0868949837800455,
      "learning_rate": 0.00027850682878677893,
      "loss": 0.6707,
      "step": 26925
    },
    {
      "epoch": 1.1028466106901496,
      "grad_norm": 1.8246349355527018,
      "learning_rate": 0.0002785051465462313,
      "loss": 1.0715,
      "step": 26926
    },
    {
      "epoch": 1.1028875691173459,
      "grad_norm": 0.8117421763561051,
      "learning_rate": 0.0002785034642449339,
      "loss": 0.9018,
      "step": 26927
    },
    {
      "epoch": 1.1029285275445422,
      "grad_norm": 0.7785813415776157,
      "learning_rate": 0.00027850178188288744,
      "loss": 0.4275,
      "step": 26928
    },
    {
      "epoch": 1.1029694859717387,
      "grad_norm": 3.2185234879223783,
      "learning_rate": 0.0002785000994600928,
      "loss": 1.5089,
      "step": 26929
    },
    {
      "epoch": 1.103010444398935,
      "grad_norm": 1.1272706915302249,
      "learning_rate": 0.0002784984169765509,
      "loss": 1.0666,
      "step": 26930
    },
    {
      "epoch": 1.1030514028261316,
      "grad_norm": 0.9758355159125587,
      "learning_rate": 0.00027849673443226233,
      "loss": 1.073,
      "step": 26931
    },
    {
      "epoch": 1.1030923612533279,
      "grad_norm": 1.0373210659700798,
      "learning_rate": 0.00027849505182722797,
      "loss": 1.1494,
      "step": 26932
    },
    {
      "epoch": 1.1031333196805242,
      "grad_norm": 1.1832547605563728,
      "learning_rate": 0.0002784933691614486,
      "loss": 0.8514,
      "step": 26933
    },
    {
      "epoch": 1.1031742781077207,
      "grad_norm": 1.2435990376464077,
      "learning_rate": 0.000278491686434925,
      "loss": 0.9561,
      "step": 26934
    },
    {
      "epoch": 1.103215236534917,
      "grad_norm": 0.6934449081465199,
      "learning_rate": 0.00027849000364765797,
      "loss": 0.6976,
      "step": 26935
    },
    {
      "epoch": 1.1032561949621134,
      "grad_norm": 0.7961866663065909,
      "learning_rate": 0.00027848832079964837,
      "loss": 0.9459,
      "step": 26936
    },
    {
      "epoch": 1.10329715338931,
      "grad_norm": 1.3033443453861755,
      "learning_rate": 0.0002784866378908969,
      "loss": 0.5595,
      "step": 26937
    },
    {
      "epoch": 1.1033381118165062,
      "grad_norm": 0.7754016723374889,
      "learning_rate": 0.00027848495492140444,
      "loss": 0.6502,
      "step": 26938
    },
    {
      "epoch": 1.1033790702437027,
      "grad_norm": 0.9683961274747263,
      "learning_rate": 0.00027848327189117174,
      "loss": 1.0531,
      "step": 26939
    },
    {
      "epoch": 1.103420028670899,
      "grad_norm": 0.8860369351249097,
      "learning_rate": 0.00027848158880019964,
      "loss": 0.8969,
      "step": 26940
    },
    {
      "epoch": 1.1034609870980954,
      "grad_norm": 0.8106940137120467,
      "learning_rate": 0.0002784799056484888,
      "loss": 0.844,
      "step": 26941
    },
    {
      "epoch": 1.103501945525292,
      "grad_norm": 0.8249535320648759,
      "learning_rate": 0.0002784782224360402,
      "loss": 0.7714,
      "step": 26942
    },
    {
      "epoch": 1.1035429039524882,
      "grad_norm": 0.8274467781427227,
      "learning_rate": 0.00027847653916285455,
      "loss": 0.8465,
      "step": 26943
    },
    {
      "epoch": 1.1035838623796845,
      "grad_norm": 3.8898694359149513,
      "learning_rate": 0.00027847485582893264,
      "loss": 7.7834,
      "step": 26944
    },
    {
      "epoch": 1.103624820806881,
      "grad_norm": 1.0299757972993346,
      "learning_rate": 0.00027847317243427525,
      "loss": 0.9437,
      "step": 26945
    },
    {
      "epoch": 1.1036657792340774,
      "grad_norm": 1.1460546065051131,
      "learning_rate": 0.0002784714889788832,
      "loss": 1.0826,
      "step": 26946
    },
    {
      "epoch": 1.1037067376612737,
      "grad_norm": 0.6624780005441183,
      "learning_rate": 0.0002784698054627573,
      "loss": 0.8723,
      "step": 26947
    },
    {
      "epoch": 1.1037476960884702,
      "grad_norm": 0.6186531903596972,
      "learning_rate": 0.0002784681218858983,
      "loss": 0.3195,
      "step": 26948
    },
    {
      "epoch": 1.1037886545156665,
      "grad_norm": 0.7795685161818583,
      "learning_rate": 0.0002784664382483071,
      "loss": 0.823,
      "step": 26949
    },
    {
      "epoch": 1.103829612942863,
      "grad_norm": 0.8404169129628485,
      "learning_rate": 0.0002784647545499844,
      "loss": 0.4869,
      "step": 26950
    },
    {
      "epoch": 1.1038705713700594,
      "grad_norm": 1.0020048359368008,
      "learning_rate": 0.000278463070790931,
      "loss": 1.0367,
      "step": 26951
    },
    {
      "epoch": 1.1039115297972557,
      "grad_norm": 0.8641502245609648,
      "learning_rate": 0.0002784613869711477,
      "loss": 0.7041,
      "step": 26952
    },
    {
      "epoch": 1.1039524882244522,
      "grad_norm": 1.0021307305545692,
      "learning_rate": 0.0002784597030906353,
      "loss": 0.6049,
      "step": 26953
    },
    {
      "epoch": 1.1039934466516486,
      "grad_norm": 0.6873764548026073,
      "learning_rate": 0.0002784580191493946,
      "loss": 0.7896,
      "step": 26954
    },
    {
      "epoch": 1.1040344050788449,
      "grad_norm": 0.7996833506452796,
      "learning_rate": 0.00027845633514742647,
      "loss": 0.7465,
      "step": 26955
    },
    {
      "epoch": 1.1040753635060414,
      "grad_norm": 0.7664909183542669,
      "learning_rate": 0.0002784546510847316,
      "loss": 0.4887,
      "step": 26956
    },
    {
      "epoch": 1.1041163219332377,
      "grad_norm": 0.9499543328425499,
      "learning_rate": 0.0002784529669613108,
      "loss": 0.6877,
      "step": 26957
    },
    {
      "epoch": 1.1041572803604343,
      "grad_norm": 0.6626627457966386,
      "learning_rate": 0.00027845128277716495,
      "loss": 0.6972,
      "step": 26958
    },
    {
      "epoch": 1.1041982387876306,
      "grad_norm": 0.7519824712435176,
      "learning_rate": 0.00027844959853229475,
      "loss": 0.8156,
      "step": 26959
    },
    {
      "epoch": 1.1042391972148269,
      "grad_norm": 0.8226259208606819,
      "learning_rate": 0.000278447914226701,
      "loss": 1.0075,
      "step": 26960
    },
    {
      "epoch": 1.1042801556420234,
      "grad_norm": 0.9432983112840095,
      "learning_rate": 0.0002784462298603846,
      "loss": 0.8465,
      "step": 26961
    },
    {
      "epoch": 1.1043211140692197,
      "grad_norm": 0.8558264002043121,
      "learning_rate": 0.00027844454543334625,
      "loss": 1.003,
      "step": 26962
    },
    {
      "epoch": 1.104362072496416,
      "grad_norm": 0.7042044986316955,
      "learning_rate": 0.00027844286094558674,
      "loss": 0.4093,
      "step": 26963
    },
    {
      "epoch": 1.1044030309236126,
      "grad_norm": 1.70450803392544,
      "learning_rate": 0.0002784411763971069,
      "loss": 1.0322,
      "step": 26964
    },
    {
      "epoch": 1.104443989350809,
      "grad_norm": 1.0265104554339577,
      "learning_rate": 0.00027843949178790755,
      "loss": 1.0932,
      "step": 26965
    },
    {
      "epoch": 1.1044849477780052,
      "grad_norm": 1.4645970670129858,
      "learning_rate": 0.0002784378071179895,
      "loss": 0.8128,
      "step": 26966
    },
    {
      "epoch": 1.1045259062052017,
      "grad_norm": 1.005642774569373,
      "learning_rate": 0.00027843612238735347,
      "loss": 0.9136,
      "step": 26967
    },
    {
      "epoch": 1.104566864632398,
      "grad_norm": 1.1751401817365374,
      "learning_rate": 0.00027843443759600027,
      "loss": 1.2132,
      "step": 26968
    },
    {
      "epoch": 1.1046078230595946,
      "grad_norm": 1.1700886748700854,
      "learning_rate": 0.0002784327527439308,
      "loss": 0.7853,
      "step": 26969
    },
    {
      "epoch": 1.104648781486791,
      "grad_norm": 0.6808542384600031,
      "learning_rate": 0.00027843106783114564,
      "loss": 0.7685,
      "step": 26970
    },
    {
      "epoch": 1.1046897399139872,
      "grad_norm": 1.0302128713783243,
      "learning_rate": 0.0002784293828576458,
      "loss": 0.8124,
      "step": 26971
    },
    {
      "epoch": 1.1047306983411838,
      "grad_norm": 0.6522861712380318,
      "learning_rate": 0.00027842769782343205,
      "loss": 0.5643,
      "step": 26972
    },
    {
      "epoch": 1.10477165676838,
      "grad_norm": 5.946857088622556,
      "learning_rate": 0.00027842601272850507,
      "loss": 3.1018,
      "step": 26973
    },
    {
      "epoch": 1.1048126151955764,
      "grad_norm": 0.8507092440782361,
      "learning_rate": 0.00027842432757286574,
      "loss": 0.607,
      "step": 26974
    },
    {
      "epoch": 1.104853573622773,
      "grad_norm": 0.9655886910234028,
      "learning_rate": 0.00027842264235651483,
      "loss": 0.3439,
      "step": 26975
    },
    {
      "epoch": 1.1048945320499692,
      "grad_norm": 0.8796757791691456,
      "learning_rate": 0.00027842095707945316,
      "loss": 0.5918,
      "step": 26976
    },
    {
      "epoch": 1.1049354904771658,
      "grad_norm": 1.1179492091486252,
      "learning_rate": 0.00027841927174168153,
      "loss": 0.9309,
      "step": 26977
    },
    {
      "epoch": 1.104976448904362,
      "grad_norm": 1.2884475410358278,
      "learning_rate": 0.00027841758634320065,
      "loss": 1.2207,
      "step": 26978
    },
    {
      "epoch": 1.1050174073315584,
      "grad_norm": 0.9386050489277726,
      "learning_rate": 0.00027841590088401144,
      "loss": 0.8478,
      "step": 26979
    },
    {
      "epoch": 1.105058365758755,
      "grad_norm": 2.4100313260282404,
      "learning_rate": 0.00027841421536411467,
      "loss": 1.3967,
      "step": 26980
    },
    {
      "epoch": 1.1050993241859512,
      "grad_norm": 1.1512669546264602,
      "learning_rate": 0.0002784125297835111,
      "loss": 1.0131,
      "step": 26981
    },
    {
      "epoch": 1.1051402826131476,
      "grad_norm": 1.457224871483395,
      "learning_rate": 0.0002784108441422015,
      "loss": 0.7466,
      "step": 26982
    },
    {
      "epoch": 1.105181241040344,
      "grad_norm": 1.1122397081261828,
      "learning_rate": 0.0002784091584401867,
      "loss": 1.1883,
      "step": 26983
    },
    {
      "epoch": 1.1052221994675404,
      "grad_norm": 1.2153737845563115,
      "learning_rate": 0.0002784074726774676,
      "loss": 1.0116,
      "step": 26984
    },
    {
      "epoch": 1.1052631578947367,
      "grad_norm": 0.9300095810326563,
      "learning_rate": 0.00027840578685404477,
      "loss": 0.8974,
      "step": 26985
    },
    {
      "epoch": 1.1053041163219333,
      "grad_norm": 0.8182956876442993,
      "learning_rate": 0.0002784041009699192,
      "loss": 0.8555,
      "step": 26986
    },
    {
      "epoch": 1.1053450747491296,
      "grad_norm": 0.6932451755496949,
      "learning_rate": 0.00027840241502509157,
      "loss": 0.9015,
      "step": 26987
    },
    {
      "epoch": 1.105386033176326,
      "grad_norm": 0.6845933487298084,
      "learning_rate": 0.0002784007290195628,
      "loss": 0.7504,
      "step": 26988
    },
    {
      "epoch": 1.1054269916035224,
      "grad_norm": 0.7807151280832232,
      "learning_rate": 0.0002783990429533336,
      "loss": 0.904,
      "step": 26989
    },
    {
      "epoch": 1.1054679500307187,
      "grad_norm": 2.4597223154815295,
      "learning_rate": 0.00027839735682640474,
      "loss": 1.2753,
      "step": 26990
    },
    {
      "epoch": 1.1055089084579153,
      "grad_norm": 1.2219384788946732,
      "learning_rate": 0.0002783956706387771,
      "loss": 1.1372,
      "step": 26991
    },
    {
      "epoch": 1.1055498668851116,
      "grad_norm": 0.6014420196638918,
      "learning_rate": 0.00027839398439045147,
      "loss": 0.4075,
      "step": 26992
    },
    {
      "epoch": 1.1055908253123081,
      "grad_norm": 0.8502569328173061,
      "learning_rate": 0.00027839229808142855,
      "loss": 0.846,
      "step": 26993
    },
    {
      "epoch": 1.1056317837395044,
      "grad_norm": 0.8755400267389832,
      "learning_rate": 0.0002783906117117092,
      "loss": 1.0002,
      "step": 26994
    },
    {
      "epoch": 1.1056727421667008,
      "grad_norm": 1.3711071809990534,
      "learning_rate": 0.00027838892528129426,
      "loss": 0.7752,
      "step": 26995
    },
    {
      "epoch": 1.1057137005938973,
      "grad_norm": 0.7551614695670735,
      "learning_rate": 0.00027838723879018446,
      "loss": 0.8215,
      "step": 26996
    },
    {
      "epoch": 1.1057546590210936,
      "grad_norm": 0.8464502872802434,
      "learning_rate": 0.0002783855522383806,
      "loss": 0.8503,
      "step": 26997
    },
    {
      "epoch": 1.10579561744829,
      "grad_norm": 0.83174052020396,
      "learning_rate": 0.0002783838656258836,
      "loss": 0.8499,
      "step": 26998
    },
    {
      "epoch": 1.1058365758754864,
      "grad_norm": 1.003937167095671,
      "learning_rate": 0.00027838217895269406,
      "loss": 0.7313,
      "step": 26999
    },
    {
      "epoch": 1.1058775343026828,
      "grad_norm": 0.5687687805389332,
      "learning_rate": 0.0002783804922188129,
      "loss": 0.6958,
      "step": 27000
    },
    {
      "epoch": 1.105918492729879,
      "grad_norm": 0.8896390930638494,
      "learning_rate": 0.0002783788054242409,
      "loss": 0.6923,
      "step": 27001
    },
    {
      "epoch": 1.1059594511570756,
      "grad_norm": 0.9291466617045073,
      "learning_rate": 0.00027837711856897886,
      "loss": 0.8577,
      "step": 27002
    },
    {
      "epoch": 1.106000409584272,
      "grad_norm": 1.013276363915989,
      "learning_rate": 0.00027837543165302753,
      "loss": 0.8652,
      "step": 27003
    },
    {
      "epoch": 1.1060413680114685,
      "grad_norm": 0.847691266882237,
      "learning_rate": 0.0002783737446763878,
      "loss": 1.0057,
      "step": 27004
    },
    {
      "epoch": 1.1060823264386648,
      "grad_norm": 0.8485784053336445,
      "learning_rate": 0.00027837205763906034,
      "loss": 0.6605,
      "step": 27005
    },
    {
      "epoch": 1.106123284865861,
      "grad_norm": 3.345226491065325,
      "learning_rate": 0.0002783703705410461,
      "loss": 3.0115,
      "step": 27006
    },
    {
      "epoch": 1.1061642432930576,
      "grad_norm": 0.7913907881109252,
      "learning_rate": 0.00027836868338234575,
      "loss": 0.7785,
      "step": 27007
    },
    {
      "epoch": 1.106205201720254,
      "grad_norm": 0.5057956914508762,
      "learning_rate": 0.00027836699616296017,
      "loss": 0.2557,
      "step": 27008
    },
    {
      "epoch": 1.1062461601474503,
      "grad_norm": 4.631664811523648,
      "learning_rate": 0.00027836530888289006,
      "loss": 4.2964,
      "step": 27009
    },
    {
      "epoch": 1.1062871185746468,
      "grad_norm": 0.8739433630432227,
      "learning_rate": 0.00027836362154213634,
      "loss": 0.9216,
      "step": 27010
    },
    {
      "epoch": 1.106328077001843,
      "grad_norm": 1.1998058762057562,
      "learning_rate": 0.0002783619341406997,
      "loss": 1.0101,
      "step": 27011
    },
    {
      "epoch": 1.1063690354290396,
      "grad_norm": 0.930265523973012,
      "learning_rate": 0.00027836024667858106,
      "loss": 0.8093,
      "step": 27012
    },
    {
      "epoch": 1.106409993856236,
      "grad_norm": 0.43728508631819646,
      "learning_rate": 0.00027835855915578106,
      "loss": 0.2492,
      "step": 27013
    },
    {
      "epoch": 1.1064509522834323,
      "grad_norm": 2.3860311407078703,
      "learning_rate": 0.00027835687157230066,
      "loss": 1.3939,
      "step": 27014
    },
    {
      "epoch": 1.1064919107106288,
      "grad_norm": 0.763984282650324,
      "learning_rate": 0.0002783551839281405,
      "loss": 0.8199,
      "step": 27015
    },
    {
      "epoch": 1.1065328691378251,
      "grad_norm": 0.8019295823750049,
      "learning_rate": 0.00027835349622330155,
      "loss": 0.3658,
      "step": 27016
    },
    {
      "epoch": 1.1065738275650214,
      "grad_norm": 1.178900107050874,
      "learning_rate": 0.0002783518084577844,
      "loss": 0.9553,
      "step": 27017
    },
    {
      "epoch": 1.106614785992218,
      "grad_norm": 0.9129416736028093,
      "learning_rate": 0.0002783501206315901,
      "loss": 0.9812,
      "step": 27018
    },
    {
      "epoch": 1.1066557444194143,
      "grad_norm": 1.276813649887334,
      "learning_rate": 0.0002783484327447192,
      "loss": 1.0593,
      "step": 27019
    },
    {
      "epoch": 1.1066967028466106,
      "grad_norm": 0.5709402413457958,
      "learning_rate": 0.0002783467447971727,
      "loss": 0.5117,
      "step": 27020
    },
    {
      "epoch": 1.1067376612738071,
      "grad_norm": 1.065285950494851,
      "learning_rate": 0.0002783450567889512,
      "loss": 1.2339,
      "step": 27021
    },
    {
      "epoch": 1.1067786197010034,
      "grad_norm": 0.7404317961886531,
      "learning_rate": 0.0002783433687200557,
      "loss": 0.7678,
      "step": 27022
    },
    {
      "epoch": 1.1068195781282,
      "grad_norm": 0.8988309364564375,
      "learning_rate": 0.0002783416805904868,
      "loss": 1.0926,
      "step": 27023
    },
    {
      "epoch": 1.1068605365553963,
      "grad_norm": 1.379940911532814,
      "learning_rate": 0.0002783399924002455,
      "loss": 0.9883,
      "step": 27024
    },
    {
      "epoch": 1.1069014949825926,
      "grad_norm": 1.5003110354254163,
      "learning_rate": 0.0002783383041493324,
      "loss": 1.176,
      "step": 27025
    },
    {
      "epoch": 1.1069424534097891,
      "grad_norm": 1.9020215193235672,
      "learning_rate": 0.0002783366158377485,
      "loss": 1.0026,
      "step": 27026
    },
    {
      "epoch": 1.1069834118369855,
      "grad_norm": 1.0547801198528075,
      "learning_rate": 0.0002783349274654944,
      "loss": 0.9933,
      "step": 27027
    },
    {
      "epoch": 1.1070243702641818,
      "grad_norm": 0.8138693314328732,
      "learning_rate": 0.00027833323903257105,
      "loss": 0.937,
      "step": 27028
    },
    {
      "epoch": 1.1070653286913783,
      "grad_norm": 1.1667723134539807,
      "learning_rate": 0.0002783315505389792,
      "loss": 1.1249,
      "step": 27029
    },
    {
      "epoch": 1.1071062871185746,
      "grad_norm": 0.6473388008240761,
      "learning_rate": 0.0002783298619847196,
      "loss": 0.6449,
      "step": 27030
    },
    {
      "epoch": 1.1071472455457712,
      "grad_norm": 2.5537232917660537,
      "learning_rate": 0.0002783281733697931,
      "loss": 2.8316,
      "step": 27031
    },
    {
      "epoch": 1.1071882039729675,
      "grad_norm": 0.7807958523737375,
      "learning_rate": 0.00027832648469420054,
      "loss": 0.603,
      "step": 27032
    },
    {
      "epoch": 1.1072291624001638,
      "grad_norm": 0.9946532027222039,
      "learning_rate": 0.0002783247959579426,
      "loss": 0.8893,
      "step": 27033
    },
    {
      "epoch": 1.1072701208273603,
      "grad_norm": 1.356545040620152,
      "learning_rate": 0.00027832310716102015,
      "loss": 0.9645,
      "step": 27034
    },
    {
      "epoch": 1.1073110792545566,
      "grad_norm": 2.8232496854334004,
      "learning_rate": 0.00027832141830343404,
      "loss": 4.7127,
      "step": 27035
    },
    {
      "epoch": 1.107352037681753,
      "grad_norm": 1.138818258253946,
      "learning_rate": 0.0002783197293851849,
      "loss": 1.555,
      "step": 27036
    },
    {
      "epoch": 1.1073929961089495,
      "grad_norm": 1.1212383987861811,
      "learning_rate": 0.00027831804040627376,
      "loss": 1.0164,
      "step": 27037
    },
    {
      "epoch": 1.1074339545361458,
      "grad_norm": 0.8443522466482801,
      "learning_rate": 0.0002783163513667013,
      "loss": 0.6938,
      "step": 27038
    },
    {
      "epoch": 1.107474912963342,
      "grad_norm": 1.0830952520614192,
      "learning_rate": 0.00027831466226646817,
      "loss": 0.8309,
      "step": 27039
    },
    {
      "epoch": 1.1075158713905386,
      "grad_norm": 2.22788719479891,
      "learning_rate": 0.0002783129731055754,
      "loss": 0.7704,
      "step": 27040
    },
    {
      "epoch": 1.107556829817735,
      "grad_norm": 1.0869188042739801,
      "learning_rate": 0.0002783112838840237,
      "loss": 1.087,
      "step": 27041
    },
    {
      "epoch": 1.1075977882449315,
      "grad_norm": 0.8545998590849374,
      "learning_rate": 0.00027830959460181393,
      "loss": 0.9937,
      "step": 27042
    },
    {
      "epoch": 1.1076387466721278,
      "grad_norm": 0.6792044549013253,
      "learning_rate": 0.00027830790525894673,
      "loss": 0.74,
      "step": 27043
    },
    {
      "epoch": 1.1076797050993241,
      "grad_norm": 0.7620952308650818,
      "learning_rate": 0.0002783062158554231,
      "loss": 0.7181,
      "step": 27044
    },
    {
      "epoch": 1.1077206635265207,
      "grad_norm": 0.8590254438673323,
      "learning_rate": 0.00027830452639124363,
      "loss": 0.813,
      "step": 27045
    },
    {
      "epoch": 1.107761621953717,
      "grad_norm": 0.5263158850651918,
      "learning_rate": 0.0002783028368664093,
      "loss": 0.2786,
      "step": 27046
    },
    {
      "epoch": 1.1078025803809133,
      "grad_norm": 0.6645570608051514,
      "learning_rate": 0.00027830114728092075,
      "loss": 0.3722,
      "step": 27047
    },
    {
      "epoch": 1.1078435388081098,
      "grad_norm": 0.997546581896179,
      "learning_rate": 0.00027829945763477895,
      "loss": 0.818,
      "step": 27048
    },
    {
      "epoch": 1.1078844972353061,
      "grad_norm": 1.7506742576519603,
      "learning_rate": 0.00027829776792798454,
      "loss": 1.0475,
      "step": 27049
    },
    {
      "epoch": 1.1079254556625027,
      "grad_norm": 1.8155520185318466,
      "learning_rate": 0.00027829607816053846,
      "loss": 1.3391,
      "step": 27050
    },
    {
      "epoch": 1.107966414089699,
      "grad_norm": 5.997250721454226,
      "learning_rate": 0.0002782943883324414,
      "loss": 3.2073,
      "step": 27051
    },
    {
      "epoch": 1.1080073725168953,
      "grad_norm": 1.3190882809925075,
      "learning_rate": 0.0002782926984436942,
      "loss": 1.1765,
      "step": 27052
    },
    {
      "epoch": 1.1080483309440918,
      "grad_norm": 0.8005111369467065,
      "learning_rate": 0.0002782910084942976,
      "loss": 0.7025,
      "step": 27053
    },
    {
      "epoch": 1.1080892893712881,
      "grad_norm": 1.747714792323038,
      "learning_rate": 0.00027828931848425257,
      "loss": 1.2917,
      "step": 27054
    },
    {
      "epoch": 1.1081302477984845,
      "grad_norm": 1.006482015232758,
      "learning_rate": 0.00027828762841355974,
      "loss": 0.908,
      "step": 27055
    },
    {
      "epoch": 1.108171206225681,
      "grad_norm": 0.6471830807877674,
      "learning_rate": 0.00027828593828222,
      "loss": 0.2954,
      "step": 27056
    },
    {
      "epoch": 1.1082121646528773,
      "grad_norm": 0.7313889576538147,
      "learning_rate": 0.0002782842480902341,
      "loss": 0.7855,
      "step": 27057
    },
    {
      "epoch": 1.1082531230800736,
      "grad_norm": 2.1034875214937188,
      "learning_rate": 0.00027828255783760275,
      "loss": 3.1223,
      "step": 27058
    },
    {
      "epoch": 1.1082940815072702,
      "grad_norm": 0.7139146707572839,
      "learning_rate": 0.00027828086752432695,
      "loss": 0.8178,
      "step": 27059
    },
    {
      "epoch": 1.1083350399344665,
      "grad_norm": 1.6369327198759345,
      "learning_rate": 0.0002782791771504074,
      "loss": 1.6395,
      "step": 27060
    },
    {
      "epoch": 1.108375998361663,
      "grad_norm": 0.7836312709337516,
      "learning_rate": 0.0002782774867158448,
      "loss": 0.6049,
      "step": 27061
    },
    {
      "epoch": 1.1084169567888593,
      "grad_norm": 0.5292438479995666,
      "learning_rate": 0.0002782757962206402,
      "loss": 0.3138,
      "step": 27062
    },
    {
      "epoch": 1.1084579152160556,
      "grad_norm": 0.6957534947766196,
      "learning_rate": 0.0002782741056647942,
      "loss": 0.598,
      "step": 27063
    },
    {
      "epoch": 1.1084988736432522,
      "grad_norm": 1.0034498411240906,
      "learning_rate": 0.00027827241504830755,
      "loss": 0.8713,
      "step": 27064
    },
    {
      "epoch": 1.1085398320704485,
      "grad_norm": 1.172844794953894,
      "learning_rate": 0.00027827072437118126,
      "loss": 1.2416,
      "step": 27065
    },
    {
      "epoch": 1.1085807904976448,
      "grad_norm": 0.7239964876504866,
      "learning_rate": 0.000278269033633416,
      "loss": 0.7889,
      "step": 27066
    },
    {
      "epoch": 1.1086217489248413,
      "grad_norm": 1.2873611395247273,
      "learning_rate": 0.0002782673428350125,
      "loss": 1.6263,
      "step": 27067
    },
    {
      "epoch": 1.1086627073520376,
      "grad_norm": 0.7288376936369122,
      "learning_rate": 0.00027826565197597167,
      "loss": 0.7009,
      "step": 27068
    },
    {
      "epoch": 1.1087036657792342,
      "grad_norm": 0.8970300968637493,
      "learning_rate": 0.00027826396105629434,
      "loss": 0.8312,
      "step": 27069
    },
    {
      "epoch": 1.1087446242064305,
      "grad_norm": 0.7014853393915267,
      "learning_rate": 0.0002782622700759812,
      "loss": 0.6237,
      "step": 27070
    },
    {
      "epoch": 1.1087855826336268,
      "grad_norm": 1.2853712527595473,
      "learning_rate": 0.00027826057903503315,
      "loss": 0.8652,
      "step": 27071
    },
    {
      "epoch": 1.1088265410608233,
      "grad_norm": 0.821457490873953,
      "learning_rate": 0.00027825888793345086,
      "loss": 0.9132,
      "step": 27072
    },
    {
      "epoch": 1.1088674994880197,
      "grad_norm": 0.8158953269700524,
      "learning_rate": 0.00027825719677123534,
      "loss": 0.984,
      "step": 27073
    },
    {
      "epoch": 1.108908457915216,
      "grad_norm": 1.0507758697901872,
      "learning_rate": 0.00027825550554838715,
      "loss": 0.9694,
      "step": 27074
    },
    {
      "epoch": 1.1089494163424125,
      "grad_norm": 0.6459879999605568,
      "learning_rate": 0.00027825381426490724,
      "loss": 0.3223,
      "step": 27075
    },
    {
      "epoch": 1.1089903747696088,
      "grad_norm": 0.6884661009548906,
      "learning_rate": 0.0002782521229207963,
      "loss": 0.8105,
      "step": 27076
    },
    {
      "epoch": 1.1090313331968051,
      "grad_norm": 0.6949897639773214,
      "learning_rate": 0.00027825043151605527,
      "loss": 0.6421,
      "step": 27077
    },
    {
      "epoch": 1.1090722916240017,
      "grad_norm": 3.1847509395224933,
      "learning_rate": 0.0002782487400506849,
      "loss": 2.1247,
      "step": 27078
    },
    {
      "epoch": 1.109113250051198,
      "grad_norm": 0.9328222607699161,
      "learning_rate": 0.00027824704852468597,
      "loss": 0.4262,
      "step": 27079
    },
    {
      "epoch": 1.1091542084783945,
      "grad_norm": 0.6359624965074698,
      "learning_rate": 0.00027824535693805923,
      "loss": 0.4357,
      "step": 27080
    },
    {
      "epoch": 1.1091951669055908,
      "grad_norm": 0.7250948461431929,
      "learning_rate": 0.00027824366529080553,
      "loss": 0.7765,
      "step": 27081
    },
    {
      "epoch": 1.1092361253327871,
      "grad_norm": 0.5757592742695492,
      "learning_rate": 0.0002782419735829257,
      "loss": 0.4882,
      "step": 27082
    },
    {
      "epoch": 1.1092770837599837,
      "grad_norm": 0.6619513568344677,
      "learning_rate": 0.00027824028181442045,
      "loss": 0.7452,
      "step": 27083
    },
    {
      "epoch": 1.10931804218718,
      "grad_norm": 0.70469383801831,
      "learning_rate": 0.00027823858998529064,
      "loss": 0.9034,
      "step": 27084
    },
    {
      "epoch": 1.1093590006143763,
      "grad_norm": 1.2087441907687417,
      "learning_rate": 0.0002782368980955371,
      "loss": 0.7863,
      "step": 27085
    },
    {
      "epoch": 1.1093999590415728,
      "grad_norm": 0.7759379376295924,
      "learning_rate": 0.0002782352061451606,
      "loss": 0.8999,
      "step": 27086
    },
    {
      "epoch": 1.1094409174687692,
      "grad_norm": 2.504832651038056,
      "learning_rate": 0.0002782335141341619,
      "loss": 3.1129,
      "step": 27087
    },
    {
      "epoch": 1.1094818758959657,
      "grad_norm": 1.0963643052704142,
      "learning_rate": 0.0002782318220625419,
      "loss": 0.7787,
      "step": 27088
    },
    {
      "epoch": 1.109522834323162,
      "grad_norm": 0.8346243973746811,
      "learning_rate": 0.0002782301299303013,
      "loss": 0.9568,
      "step": 27089
    },
    {
      "epoch": 1.1095637927503583,
      "grad_norm": 0.824231620069202,
      "learning_rate": 0.0002782284377374409,
      "loss": 0.8559,
      "step": 27090
    },
    {
      "epoch": 1.1096047511775549,
      "grad_norm": 0.6466003346530439,
      "learning_rate": 0.0002782267454839616,
      "loss": 0.802,
      "step": 27091
    },
    {
      "epoch": 1.1096457096047512,
      "grad_norm": 0.9701805097723014,
      "learning_rate": 0.0002782250531698641,
      "loss": 1.1105,
      "step": 27092
    },
    {
      "epoch": 1.1096866680319475,
      "grad_norm": 0.7495504912529868,
      "learning_rate": 0.0002782233607951492,
      "loss": 0.7204,
      "step": 27093
    },
    {
      "epoch": 1.109727626459144,
      "grad_norm": 0.9037187188059412,
      "learning_rate": 0.0002782216683598178,
      "loss": 1.0069,
      "step": 27094
    },
    {
      "epoch": 1.1097685848863403,
      "grad_norm": 1.0021993360465493,
      "learning_rate": 0.00027821997586387063,
      "loss": 0.8495,
      "step": 27095
    },
    {
      "epoch": 1.1098095433135367,
      "grad_norm": 0.8530582389123154,
      "learning_rate": 0.00027821828330730844,
      "loss": 0.9049,
      "step": 27096
    },
    {
      "epoch": 1.1098505017407332,
      "grad_norm": 2.4728084047999674,
      "learning_rate": 0.00027821659069013214,
      "loss": 6.0876,
      "step": 27097
    },
    {
      "epoch": 1.1098914601679295,
      "grad_norm": 0.7978255685675477,
      "learning_rate": 0.0002782148980123425,
      "loss": 0.9422,
      "step": 27098
    },
    {
      "epoch": 1.109932418595126,
      "grad_norm": 0.728593554709178,
      "learning_rate": 0.00027821320527394023,
      "loss": 0.8382,
      "step": 27099
    },
    {
      "epoch": 1.1099733770223223,
      "grad_norm": 2.7345872645680465,
      "learning_rate": 0.0002782115124749262,
      "loss": 1.5688,
      "step": 27100
    },
    {
      "epoch": 1.1100143354495187,
      "grad_norm": 0.7896421598580997,
      "learning_rate": 0.0002782098196153012,
      "loss": 0.8549,
      "step": 27101
    },
    {
      "epoch": 1.1100552938767152,
      "grad_norm": 0.6706069868498395,
      "learning_rate": 0.00027820812669506606,
      "loss": 0.7676,
      "step": 27102
    },
    {
      "epoch": 1.1100962523039115,
      "grad_norm": 1.0999940046860965,
      "learning_rate": 0.00027820643371422157,
      "loss": 0.6932,
      "step": 27103
    },
    {
      "epoch": 1.1101372107311078,
      "grad_norm": 0.8751801249603304,
      "learning_rate": 0.0002782047406727685,
      "loss": 0.3581,
      "step": 27104
    },
    {
      "epoch": 1.1101781691583044,
      "grad_norm": 0.7695082685559458,
      "learning_rate": 0.0002782030475707077,
      "loss": 0.8258,
      "step": 27105
    },
    {
      "epoch": 1.1102191275855007,
      "grad_norm": 0.7566584796274876,
      "learning_rate": 0.0002782013544080399,
      "loss": 0.8716,
      "step": 27106
    },
    {
      "epoch": 1.1102600860126972,
      "grad_norm": 1.1319763941205399,
      "learning_rate": 0.000278199661184766,
      "loss": 1.0855,
      "step": 27107
    },
    {
      "epoch": 1.1103010444398935,
      "grad_norm": 0.8100986571521259,
      "learning_rate": 0.00027819796790088666,
      "loss": 0.6449,
      "step": 27108
    },
    {
      "epoch": 1.1103420028670898,
      "grad_norm": 0.9241434400641008,
      "learning_rate": 0.00027819627455640276,
      "loss": 0.6961,
      "step": 27109
    },
    {
      "epoch": 1.1103829612942864,
      "grad_norm": 0.8548604289366918,
      "learning_rate": 0.00027819458115131517,
      "loss": 0.8581,
      "step": 27110
    },
    {
      "epoch": 1.1104239197214827,
      "grad_norm": 0.8623410507833169,
      "learning_rate": 0.0002781928876856246,
      "loss": 0.6461,
      "step": 27111
    },
    {
      "epoch": 1.110464878148679,
      "grad_norm": 1.6167553235477692,
      "learning_rate": 0.00027819119415933185,
      "loss": 0.7679,
      "step": 27112
    },
    {
      "epoch": 1.1105058365758755,
      "grad_norm": 0.6512140579168382,
      "learning_rate": 0.00027818950057243775,
      "loss": 0.7689,
      "step": 27113
    },
    {
      "epoch": 1.1105467950030719,
      "grad_norm": 0.9965705663915172,
      "learning_rate": 0.00027818780692494304,
      "loss": 0.761,
      "step": 27114
    },
    {
      "epoch": 1.1105877534302682,
      "grad_norm": 0.6416722783454516,
      "learning_rate": 0.00027818611321684864,
      "loss": 0.6472,
      "step": 27115
    },
    {
      "epoch": 1.1106287118574647,
      "grad_norm": 0.9386718599592323,
      "learning_rate": 0.0002781844194481553,
      "loss": 0.6022,
      "step": 27116
    },
    {
      "epoch": 1.110669670284661,
      "grad_norm": 0.501359715687373,
      "learning_rate": 0.00027818272561886374,
      "loss": 0.3138,
      "step": 27117
    },
    {
      "epoch": 1.1107106287118576,
      "grad_norm": 0.5476407330590045,
      "learning_rate": 0.0002781810317289748,
      "loss": 0.3588,
      "step": 27118
    },
    {
      "epoch": 1.1107515871390539,
      "grad_norm": 0.913458482485469,
      "learning_rate": 0.0002781793377784894,
      "loss": 1.0244,
      "step": 27119
    },
    {
      "epoch": 1.1107925455662502,
      "grad_norm": 0.6859125844610919,
      "learning_rate": 0.0002781776437674082,
      "loss": 0.4208,
      "step": 27120
    },
    {
      "epoch": 1.1108335039934467,
      "grad_norm": 1.2830761327026097,
      "learning_rate": 0.0002781759496957321,
      "loss": 0.9095,
      "step": 27121
    },
    {
      "epoch": 1.110874462420643,
      "grad_norm": 0.8606146316038377,
      "learning_rate": 0.0002781742555634618,
      "loss": 0.9495,
      "step": 27122
    },
    {
      "epoch": 1.1109154208478393,
      "grad_norm": 0.9358139211102597,
      "learning_rate": 0.00027817256137059815,
      "loss": 1.0318,
      "step": 27123
    },
    {
      "epoch": 1.1109563792750359,
      "grad_norm": 0.9619132581827695,
      "learning_rate": 0.0002781708671171419,
      "loss": 0.6879,
      "step": 27124
    },
    {
      "epoch": 1.1109973377022322,
      "grad_norm": 0.9606223347496043,
      "learning_rate": 0.00027816917280309403,
      "loss": 0.9024,
      "step": 27125
    },
    {
      "epoch": 1.1110382961294287,
      "grad_norm": 0.8811724504537688,
      "learning_rate": 0.0002781674784284551,
      "loss": 1.0175,
      "step": 27126
    },
    {
      "epoch": 1.111079254556625,
      "grad_norm": 0.6458391205305631,
      "learning_rate": 0.0002781657839932261,
      "loss": 0.4733,
      "step": 27127
    },
    {
      "epoch": 1.1111202129838214,
      "grad_norm": 0.7162843884049617,
      "learning_rate": 0.0002781640894974077,
      "loss": 0.7633,
      "step": 27128
    },
    {
      "epoch": 1.111161171411018,
      "grad_norm": 0.6890944033095506,
      "learning_rate": 0.0002781623949410008,
      "loss": 0.7089,
      "step": 27129
    },
    {
      "epoch": 1.1112021298382142,
      "grad_norm": 1.1450489227412295,
      "learning_rate": 0.0002781607003240061,
      "loss": 0.9553,
      "step": 27130
    },
    {
      "epoch": 1.1112430882654105,
      "grad_norm": 1.016884039436252,
      "learning_rate": 0.0002781590056464245,
      "loss": 1.3426,
      "step": 27131
    },
    {
      "epoch": 1.111284046692607,
      "grad_norm": 0.6347202232416361,
      "learning_rate": 0.00027815731090825673,
      "loss": 0.2966,
      "step": 27132
    },
    {
      "epoch": 1.1113250051198034,
      "grad_norm": 0.7932908090234411,
      "learning_rate": 0.0002781556161095036,
      "loss": 0.9737,
      "step": 27133
    },
    {
      "epoch": 1.1113659635469997,
      "grad_norm": 0.8687387209490443,
      "learning_rate": 0.000278153921250166,
      "loss": 0.7631,
      "step": 27134
    },
    {
      "epoch": 1.1114069219741962,
      "grad_norm": 0.7928892541312769,
      "learning_rate": 0.00027815222633024463,
      "loss": 0.7588,
      "step": 27135
    },
    {
      "epoch": 1.1114478804013925,
      "grad_norm": 0.7318752121493756,
      "learning_rate": 0.0002781505313497403,
      "loss": 0.75,
      "step": 27136
    },
    {
      "epoch": 1.111488838828589,
      "grad_norm": 0.9202306272886382,
      "learning_rate": 0.0002781488363086539,
      "loss": 0.9153,
      "step": 27137
    },
    {
      "epoch": 1.1115297972557854,
      "grad_norm": 0.9470477043510359,
      "learning_rate": 0.0002781471412069861,
      "loss": 0.7351,
      "step": 27138
    },
    {
      "epoch": 1.1115707556829817,
      "grad_norm": 1.120869496990316,
      "learning_rate": 0.0002781454460447378,
      "loss": 1.2814,
      "step": 27139
    },
    {
      "epoch": 1.1116117141101782,
      "grad_norm": 0.756947169408438,
      "learning_rate": 0.0002781437508219098,
      "loss": 0.7442,
      "step": 27140
    },
    {
      "epoch": 1.1116526725373745,
      "grad_norm": 0.8058042705522029,
      "learning_rate": 0.0002781420555385028,
      "loss": 0.69,
      "step": 27141
    },
    {
      "epoch": 1.111693630964571,
      "grad_norm": 0.9320476704933844,
      "learning_rate": 0.0002781403601945177,
      "loss": 0.9576,
      "step": 27142
    },
    {
      "epoch": 1.1117345893917674,
      "grad_norm": 1.3508404229663828,
      "learning_rate": 0.0002781386647899553,
      "loss": 1.2481,
      "step": 27143
    },
    {
      "epoch": 1.1117755478189637,
      "grad_norm": 0.8548489977231747,
      "learning_rate": 0.00027813696932481633,
      "loss": 0.8147,
      "step": 27144
    },
    {
      "epoch": 1.1118165062461602,
      "grad_norm": 0.9385940591412019,
      "learning_rate": 0.00027813527379910166,
      "loss": 1.192,
      "step": 27145
    },
    {
      "epoch": 1.1118574646733566,
      "grad_norm": 0.6237420217076914,
      "learning_rate": 0.00027813357821281206,
      "loss": 0.6073,
      "step": 27146
    },
    {
      "epoch": 1.1118984231005529,
      "grad_norm": 1.1136584491120944,
      "learning_rate": 0.00027813188256594837,
      "loss": 1.2219,
      "step": 27147
    },
    {
      "epoch": 1.1119393815277494,
      "grad_norm": 3.3005223588165444,
      "learning_rate": 0.0002781301868585113,
      "loss": 2.3021,
      "step": 27148
    },
    {
      "epoch": 1.1119803399549457,
      "grad_norm": 0.7369849022863761,
      "learning_rate": 0.00027812849109050175,
      "loss": 0.6295,
      "step": 27149
    },
    {
      "epoch": 1.112021298382142,
      "grad_norm": 1.4715070624928603,
      "learning_rate": 0.00027812679526192046,
      "loss": 2.1022,
      "step": 27150
    },
    {
      "epoch": 1.1120622568093386,
      "grad_norm": 0.651220421647319,
      "learning_rate": 0.0002781250993727683,
      "loss": 0.3717,
      "step": 27151
    },
    {
      "epoch": 1.1121032152365349,
      "grad_norm": 0.6614692587765612,
      "learning_rate": 0.000278123403423046,
      "loss": 0.8461,
      "step": 27152
    },
    {
      "epoch": 1.1121441736637312,
      "grad_norm": 0.8342214756514567,
      "learning_rate": 0.00027812170741275445,
      "loss": 0.9219,
      "step": 27153
    },
    {
      "epoch": 1.1121851320909277,
      "grad_norm": 0.8337711406229917,
      "learning_rate": 0.0002781200113418943,
      "loss": 0.9586,
      "step": 27154
    },
    {
      "epoch": 1.112226090518124,
      "grad_norm": 0.8923722148432272,
      "learning_rate": 0.0002781183152104665,
      "loss": 0.8656,
      "step": 27155
    },
    {
      "epoch": 1.1122670489453206,
      "grad_norm": 0.8138342526234689,
      "learning_rate": 0.00027811661901847175,
      "loss": 0.8216,
      "step": 27156
    },
    {
      "epoch": 1.112308007372517,
      "grad_norm": 1.5236151928853734,
      "learning_rate": 0.0002781149227659109,
      "loss": 0.927,
      "step": 27157
    },
    {
      "epoch": 1.1123489657997132,
      "grad_norm": 0.7680389953449211,
      "learning_rate": 0.00027811322645278477,
      "loss": 0.9114,
      "step": 27158
    },
    {
      "epoch": 1.1123899242269097,
      "grad_norm": 0.8869891155214763,
      "learning_rate": 0.00027811153007909417,
      "loss": 0.8529,
      "step": 27159
    },
    {
      "epoch": 1.112430882654106,
      "grad_norm": 0.8115005122995305,
      "learning_rate": 0.00027810983364483986,
      "loss": 0.717,
      "step": 27160
    },
    {
      "epoch": 1.1124718410813026,
      "grad_norm": 0.6047207052753858,
      "learning_rate": 0.0002781081371500226,
      "loss": 0.641,
      "step": 27161
    },
    {
      "epoch": 1.112512799508499,
      "grad_norm": 0.6508502234576165,
      "learning_rate": 0.0002781064405946433,
      "loss": 0.6301,
      "step": 27162
    },
    {
      "epoch": 1.1125537579356952,
      "grad_norm": 0.8889329853621104,
      "learning_rate": 0.00027810474397870275,
      "loss": 0.871,
      "step": 27163
    },
    {
      "epoch": 1.1125947163628918,
      "grad_norm": 0.9605735061671877,
      "learning_rate": 0.00027810304730220163,
      "loss": 0.9109,
      "step": 27164
    },
    {
      "epoch": 1.112635674790088,
      "grad_norm": 0.832358478655783,
      "learning_rate": 0.0002781013505651408,
      "loss": 0.7243,
      "step": 27165
    },
    {
      "epoch": 1.1126766332172844,
      "grad_norm": 1.2802237655040491,
      "learning_rate": 0.00027809965376752115,
      "loss": 0.7074,
      "step": 27166
    },
    {
      "epoch": 1.112717591644481,
      "grad_norm": 0.7116134095412,
      "learning_rate": 0.0002780979569093434,
      "loss": 0.5526,
      "step": 27167
    },
    {
      "epoch": 1.1127585500716772,
      "grad_norm": 0.9572287929594135,
      "learning_rate": 0.0002780962599906084,
      "loss": 0.7594,
      "step": 27168
    },
    {
      "epoch": 1.1127995084988735,
      "grad_norm": 0.9983553841545095,
      "learning_rate": 0.00027809456301131687,
      "loss": 1.0885,
      "step": 27169
    },
    {
      "epoch": 1.11284046692607,
      "grad_norm": 0.9319433137728397,
      "learning_rate": 0.0002780928659714697,
      "loss": 1.2805,
      "step": 27170
    },
    {
      "epoch": 1.1128814253532664,
      "grad_norm": 1.020200447959628,
      "learning_rate": 0.00027809116887106763,
      "loss": 0.8875,
      "step": 27171
    },
    {
      "epoch": 1.112922383780463,
      "grad_norm": 0.9315953887217594,
      "learning_rate": 0.0002780894717101115,
      "loss": 0.8155,
      "step": 27172
    },
    {
      "epoch": 1.1129633422076592,
      "grad_norm": 0.7330850035723141,
      "learning_rate": 0.0002780877744886021,
      "loss": 0.8835,
      "step": 27173
    },
    {
      "epoch": 1.1130043006348556,
      "grad_norm": 0.7849314723232232,
      "learning_rate": 0.00027808607720654024,
      "loss": 1.0291,
      "step": 27174
    },
    {
      "epoch": 1.113045259062052,
      "grad_norm": 1.0154577752151683,
      "learning_rate": 0.00027808437986392667,
      "loss": 0.8895,
      "step": 27175
    },
    {
      "epoch": 1.1130862174892484,
      "grad_norm": 0.7726845037397442,
      "learning_rate": 0.0002780826824607623,
      "loss": 0.8416,
      "step": 27176
    },
    {
      "epoch": 1.1131271759164447,
      "grad_norm": 0.6965633394798947,
      "learning_rate": 0.00027808098499704784,
      "loss": 0.8502,
      "step": 27177
    },
    {
      "epoch": 1.1131681343436413,
      "grad_norm": 1.1598171347306043,
      "learning_rate": 0.0002780792874727841,
      "loss": 1.1073,
      "step": 27178
    },
    {
      "epoch": 1.1132090927708376,
      "grad_norm": 0.898567238488544,
      "learning_rate": 0.00027807758988797197,
      "loss": 1.0141,
      "step": 27179
    },
    {
      "epoch": 1.113250051198034,
      "grad_norm": 0.7213094020591919,
      "learning_rate": 0.0002780758922426122,
      "loss": 0.8539,
      "step": 27180
    },
    {
      "epoch": 1.1132910096252304,
      "grad_norm": 0.8674759782976003,
      "learning_rate": 0.00027807419453670544,
      "loss": 0.9465,
      "step": 27181
    },
    {
      "epoch": 1.1133319680524267,
      "grad_norm": 0.8931590569125706,
      "learning_rate": 0.00027807249677025273,
      "loss": 0.8056,
      "step": 27182
    },
    {
      "epoch": 1.1133729264796233,
      "grad_norm": 0.8494797443224545,
      "learning_rate": 0.00027807079894325476,
      "loss": 0.6689,
      "step": 27183
    },
    {
      "epoch": 1.1134138849068196,
      "grad_norm": 0.7229380780609512,
      "learning_rate": 0.0002780691010557124,
      "loss": 0.6585,
      "step": 27184
    },
    {
      "epoch": 1.113454843334016,
      "grad_norm": 1.1275491180568609,
      "learning_rate": 0.00027806740310762633,
      "loss": 0.4866,
      "step": 27185
    },
    {
      "epoch": 1.1134958017612124,
      "grad_norm": 0.9619519818014481,
      "learning_rate": 0.00027806570509899745,
      "loss": 1.0014,
      "step": 27186
    },
    {
      "epoch": 1.1135367601884087,
      "grad_norm": 1.2510860244356603,
      "learning_rate": 0.00027806400702982655,
      "loss": 1.348,
      "step": 27187
    },
    {
      "epoch": 1.113577718615605,
      "grad_norm": 0.6994797746850361,
      "learning_rate": 0.00027806230890011434,
      "loss": 0.6947,
      "step": 27188
    },
    {
      "epoch": 1.1136186770428016,
      "grad_norm": 0.7797305335605511,
      "learning_rate": 0.0002780606107098618,
      "loss": 0.8724,
      "step": 27189
    },
    {
      "epoch": 1.113659635469998,
      "grad_norm": 0.7563885176447086,
      "learning_rate": 0.0002780589124590696,
      "loss": 0.9137,
      "step": 27190
    },
    {
      "epoch": 1.1137005938971944,
      "grad_norm": 0.7064844246881181,
      "learning_rate": 0.00027805721414773856,
      "loss": 0.5878,
      "step": 27191
    },
    {
      "epoch": 1.1137415523243908,
      "grad_norm": 0.7092141646121357,
      "learning_rate": 0.00027805551577586953,
      "loss": 0.7372,
      "step": 27192
    },
    {
      "epoch": 1.113782510751587,
      "grad_norm": 0.9217864779625946,
      "learning_rate": 0.00027805381734346326,
      "loss": 0.5111,
      "step": 27193
    },
    {
      "epoch": 1.1138234691787836,
      "grad_norm": 0.8529050092463999,
      "learning_rate": 0.00027805211885052056,
      "loss": 0.9111,
      "step": 27194
    },
    {
      "epoch": 1.11386442760598,
      "grad_norm": 1.0000078205668723,
      "learning_rate": 0.0002780504202970423,
      "loss": 1.4449,
      "step": 27195
    },
    {
      "epoch": 1.1139053860331762,
      "grad_norm": 0.8057594512284216,
      "learning_rate": 0.00027804872168302923,
      "loss": 0.5888,
      "step": 27196
    },
    {
      "epoch": 1.1139463444603728,
      "grad_norm": 0.9473659486182613,
      "learning_rate": 0.00027804702300848207,
      "loss": 0.8777,
      "step": 27197
    },
    {
      "epoch": 1.113987302887569,
      "grad_norm": 1.4928666201156449,
      "learning_rate": 0.00027804532427340184,
      "loss": 0.7535,
      "step": 27198
    },
    {
      "epoch": 1.1140282613147656,
      "grad_norm": 0.7790731969282875,
      "learning_rate": 0.0002780436254777891,
      "loss": 0.8147,
      "step": 27199
    },
    {
      "epoch": 1.114069219741962,
      "grad_norm": 1.7271939175254187,
      "learning_rate": 0.00027804192662164484,
      "loss": 2.8693,
      "step": 27200
    },
    {
      "epoch": 1.1141101781691582,
      "grad_norm": 0.993993675053934,
      "learning_rate": 0.0002780402277049697,
      "loss": 1.1444,
      "step": 27201
    },
    {
      "epoch": 1.1141511365963548,
      "grad_norm": 0.8323392789855988,
      "learning_rate": 0.0002780385287277646,
      "loss": 0.7714,
      "step": 27202
    },
    {
      "epoch": 1.114192095023551,
      "grad_norm": 0.7851849411864289,
      "learning_rate": 0.00027803682969003034,
      "loss": 0.8158,
      "step": 27203
    },
    {
      "epoch": 1.1142330534507474,
      "grad_norm": 0.8940075151919669,
      "learning_rate": 0.0002780351305917677,
      "loss": 1.0827,
      "step": 27204
    },
    {
      "epoch": 1.114274011877944,
      "grad_norm": 1.0228499427078943,
      "learning_rate": 0.0002780334314329775,
      "loss": 0.7515,
      "step": 27205
    },
    {
      "epoch": 1.1143149703051403,
      "grad_norm": 1.3745128511968585,
      "learning_rate": 0.00027803173221366045,
      "loss": 2.093,
      "step": 27206
    },
    {
      "epoch": 1.1143559287323366,
      "grad_norm": 0.8250093726584076,
      "learning_rate": 0.0002780300329338175,
      "loss": 0.7955,
      "step": 27207
    },
    {
      "epoch": 1.1143968871595331,
      "grad_norm": 0.7344061092338383,
      "learning_rate": 0.0002780283335934493,
      "loss": 0.7975,
      "step": 27208
    },
    {
      "epoch": 1.1144378455867294,
      "grad_norm": 0.6635534884446604,
      "learning_rate": 0.0002780266341925568,
      "loss": 0.8191,
      "step": 27209
    },
    {
      "epoch": 1.114478804013926,
      "grad_norm": 0.5966478460772476,
      "learning_rate": 0.0002780249347311407,
      "loss": 0.3366,
      "step": 27210
    },
    {
      "epoch": 1.1145197624411223,
      "grad_norm": 0.7108739953409475,
      "learning_rate": 0.00027802323520920185,
      "loss": 0.9717,
      "step": 27211
    },
    {
      "epoch": 1.1145607208683186,
      "grad_norm": 0.8621858900841923,
      "learning_rate": 0.0002780215356267411,
      "loss": 0.8421,
      "step": 27212
    },
    {
      "epoch": 1.1146016792955151,
      "grad_norm": 0.7816007454413447,
      "learning_rate": 0.00027801983598375917,
      "loss": 0.982,
      "step": 27213
    },
    {
      "epoch": 1.1146426377227114,
      "grad_norm": 0.6059034773106765,
      "learning_rate": 0.0002780181362802568,
      "loss": 0.3623,
      "step": 27214
    },
    {
      "epoch": 1.1146835961499078,
      "grad_norm": 0.7034866586168543,
      "learning_rate": 0.000278016436516235,
      "loss": 0.8451,
      "step": 27215
    },
    {
      "epoch": 1.1147245545771043,
      "grad_norm": 0.5792083612228481,
      "learning_rate": 0.0002780147366916944,
      "loss": 0.6046,
      "step": 27216
    },
    {
      "epoch": 1.1147655130043006,
      "grad_norm": 0.8996447606875826,
      "learning_rate": 0.00027801303680663583,
      "loss": 1.146,
      "step": 27217
    },
    {
      "epoch": 1.1148064714314971,
      "grad_norm": 0.7070652454452165,
      "learning_rate": 0.0002780113368610602,
      "loss": 0.3411,
      "step": 27218
    },
    {
      "epoch": 1.1148474298586935,
      "grad_norm": 1.2697422106342382,
      "learning_rate": 0.0002780096368549682,
      "loss": 1.3649,
      "step": 27219
    },
    {
      "epoch": 1.1148883882858898,
      "grad_norm": 0.8130888305414363,
      "learning_rate": 0.0002780079367883607,
      "loss": 0.6881,
      "step": 27220
    },
    {
      "epoch": 1.1149293467130863,
      "grad_norm": 1.2458468220486496,
      "learning_rate": 0.00027800623666123837,
      "loss": 1.3742,
      "step": 27221
    },
    {
      "epoch": 1.1149703051402826,
      "grad_norm": 0.936168656511829,
      "learning_rate": 0.00027800453647360224,
      "loss": 0.3454,
      "step": 27222
    },
    {
      "epoch": 1.115011263567479,
      "grad_norm": 0.6592417231099786,
      "learning_rate": 0.00027800283622545294,
      "loss": 0.5481,
      "step": 27223
    },
    {
      "epoch": 1.1150522219946755,
      "grad_norm": 0.7252048136827539,
      "learning_rate": 0.00027800113591679133,
      "loss": 0.5425,
      "step": 27224
    },
    {
      "epoch": 1.1150931804218718,
      "grad_norm": 1.1126499836883648,
      "learning_rate": 0.00027799943554761823,
      "loss": 1.1024,
      "step": 27225
    },
    {
      "epoch": 1.115134138849068,
      "grad_norm": 1.2170565370868205,
      "learning_rate": 0.0002779977351179344,
      "loss": 1.0282,
      "step": 27226
    },
    {
      "epoch": 1.1151750972762646,
      "grad_norm": 0.7860161150222266,
      "learning_rate": 0.0002779960346277407,
      "loss": 0.4571,
      "step": 27227
    },
    {
      "epoch": 1.115216055703461,
      "grad_norm": 0.8231071883723757,
      "learning_rate": 0.00027799433407703784,
      "loss": 0.8947,
      "step": 27228
    },
    {
      "epoch": 1.1152570141306575,
      "grad_norm": 0.7738109654852087,
      "learning_rate": 0.00027799263346582674,
      "loss": 0.2901,
      "step": 27229
    },
    {
      "epoch": 1.1152979725578538,
      "grad_norm": 0.9120991240803002,
      "learning_rate": 0.00027799093279410816,
      "loss": 0.9651,
      "step": 27230
    },
    {
      "epoch": 1.11533893098505,
      "grad_norm": 0.7209420015788499,
      "learning_rate": 0.00027798923206188286,
      "loss": 0.4805,
      "step": 27231
    },
    {
      "epoch": 1.1153798894122466,
      "grad_norm": 1.0512806201893188,
      "learning_rate": 0.0002779875312691517,
      "loss": 0.9532,
      "step": 27232
    },
    {
      "epoch": 1.115420847839443,
      "grad_norm": 1.520212740835871,
      "learning_rate": 0.0002779858304159154,
      "loss": 0.8699,
      "step": 27233
    },
    {
      "epoch": 1.1154618062666393,
      "grad_norm": 0.7351172802186082,
      "learning_rate": 0.00027798412950217493,
      "loss": 0.6533,
      "step": 27234
    },
    {
      "epoch": 1.1155027646938358,
      "grad_norm": 0.9633066726181556,
      "learning_rate": 0.00027798242852793094,
      "loss": 0.7229,
      "step": 27235
    },
    {
      "epoch": 1.1155437231210321,
      "grad_norm": 8.459900533186874,
      "learning_rate": 0.0002779807274931843,
      "loss": 3.3018,
      "step": 27236
    },
    {
      "epoch": 1.1155846815482287,
      "grad_norm": 0.9415144749564407,
      "learning_rate": 0.0002779790263979358,
      "loss": 0.8632,
      "step": 27237
    },
    {
      "epoch": 1.115625639975425,
      "grad_norm": 1.0508087825106562,
      "learning_rate": 0.00027797732524218615,
      "loss": 0.3123,
      "step": 27238
    },
    {
      "epoch": 1.1156665984026213,
      "grad_norm": 1.3310431492124442,
      "learning_rate": 0.0002779756240259363,
      "loss": 1.2493,
      "step": 27239
    },
    {
      "epoch": 1.1157075568298178,
      "grad_norm": 0.9252807009184653,
      "learning_rate": 0.0002779739227491871,
      "loss": 0.6316,
      "step": 27240
    },
    {
      "epoch": 1.1157485152570141,
      "grad_norm": 0.7921967333619334,
      "learning_rate": 0.00027797222141193916,
      "loss": 0.7926,
      "step": 27241
    },
    {
      "epoch": 1.1157894736842104,
      "grad_norm": 0.6860506495821336,
      "learning_rate": 0.0002779705200141934,
      "loss": 0.343,
      "step": 27242
    },
    {
      "epoch": 1.115830432111407,
      "grad_norm": 0.9262952628119189,
      "learning_rate": 0.0002779688185559505,
      "loss": 0.4162,
      "step": 27243
    },
    {
      "epoch": 1.1158713905386033,
      "grad_norm": 0.9835924023534102,
      "learning_rate": 0.0002779671170372115,
      "loss": 0.6443,
      "step": 27244
    },
    {
      "epoch": 1.1159123489657996,
      "grad_norm": 0.9181458367011139,
      "learning_rate": 0.0002779654154579771,
      "loss": 0.8773,
      "step": 27245
    },
    {
      "epoch": 1.1159533073929961,
      "grad_norm": 0.8047467487700342,
      "learning_rate": 0.000277963713818248,
      "loss": 0.8138,
      "step": 27246
    },
    {
      "epoch": 1.1159942658201925,
      "grad_norm": 1.0167027236879527,
      "learning_rate": 0.00027796201211802504,
      "loss": 0.7304,
      "step": 27247
    },
    {
      "epoch": 1.116035224247389,
      "grad_norm": 0.8087992290538133,
      "learning_rate": 0.0002779603103573092,
      "loss": 0.7919,
      "step": 27248
    },
    {
      "epoch": 1.1160761826745853,
      "grad_norm": 1.148659260536802,
      "learning_rate": 0.00027795860853610104,
      "loss": 0.4238,
      "step": 27249
    },
    {
      "epoch": 1.1161171411017816,
      "grad_norm": 1.189068259420724,
      "learning_rate": 0.00027795690665440156,
      "loss": 0.8011,
      "step": 27250
    },
    {
      "epoch": 1.1161580995289782,
      "grad_norm": 1.1078431609470494,
      "learning_rate": 0.0002779552047122114,
      "loss": 0.9637,
      "step": 27251
    },
    {
      "epoch": 1.1161990579561745,
      "grad_norm": 0.8240041053533309,
      "learning_rate": 0.00027795350270953145,
      "loss": 0.8947,
      "step": 27252
    },
    {
      "epoch": 1.1162400163833708,
      "grad_norm": 1.253337839564016,
      "learning_rate": 0.00027795180064636255,
      "loss": 1.0302,
      "step": 27253
    },
    {
      "epoch": 1.1162809748105673,
      "grad_norm": 0.7860769523750011,
      "learning_rate": 0.00027795009852270546,
      "loss": 0.7681,
      "step": 27254
    },
    {
      "epoch": 1.1163219332377636,
      "grad_norm": 0.8979805869150035,
      "learning_rate": 0.00027794839633856096,
      "loss": 0.6608,
      "step": 27255
    },
    {
      "epoch": 1.1163628916649602,
      "grad_norm": 0.8165619084664922,
      "learning_rate": 0.0002779466940939299,
      "loss": 0.7823,
      "step": 27256
    },
    {
      "epoch": 1.1164038500921565,
      "grad_norm": 0.674271577351242,
      "learning_rate": 0.00027794499178881304,
      "loss": 0.2693,
      "step": 27257
    },
    {
      "epoch": 1.1164448085193528,
      "grad_norm": 0.7830453602100848,
      "learning_rate": 0.00027794328942321126,
      "loss": 0.7704,
      "step": 27258
    },
    {
      "epoch": 1.1164857669465493,
      "grad_norm": 0.7638902956700455,
      "learning_rate": 0.0002779415869971253,
      "loss": 0.7745,
      "step": 27259
    },
    {
      "epoch": 1.1165267253737456,
      "grad_norm": 0.9709739055538001,
      "learning_rate": 0.00027793988451055594,
      "loss": 0.9864,
      "step": 27260
    },
    {
      "epoch": 1.116567683800942,
      "grad_norm": 1.0263780969850642,
      "learning_rate": 0.00027793818196350403,
      "loss": 1.2054,
      "step": 27261
    },
    {
      "epoch": 1.1166086422281385,
      "grad_norm": 1.0464992544367882,
      "learning_rate": 0.00027793647935597045,
      "loss": 0.9673,
      "step": 27262
    },
    {
      "epoch": 1.1166496006553348,
      "grad_norm": 0.5856305855616318,
      "learning_rate": 0.0002779347766879559,
      "loss": 0.4563,
      "step": 27263
    },
    {
      "epoch": 1.1166905590825311,
      "grad_norm": 0.5783324432744675,
      "learning_rate": 0.0002779330739594612,
      "loss": 0.4744,
      "step": 27264
    },
    {
      "epoch": 1.1167315175097277,
      "grad_norm": 0.8066304117743431,
      "learning_rate": 0.0002779313711704871,
      "loss": 0.4827,
      "step": 27265
    },
    {
      "epoch": 1.116772475936924,
      "grad_norm": 1.6732414480324438,
      "learning_rate": 0.00027792966832103453,
      "loss": 1.7409,
      "step": 27266
    },
    {
      "epoch": 1.1168134343641205,
      "grad_norm": 1.09083800356841,
      "learning_rate": 0.0002779279654111043,
      "loss": 1.3147,
      "step": 27267
    },
    {
      "epoch": 1.1168543927913168,
      "grad_norm": 1.9656947413524786,
      "learning_rate": 0.00027792626244069706,
      "loss": 2.9121,
      "step": 27268
    },
    {
      "epoch": 1.1168953512185131,
      "grad_norm": 0.7335757606660877,
      "learning_rate": 0.0002779245594098137,
      "loss": 0.9242,
      "step": 27269
    },
    {
      "epoch": 1.1169363096457097,
      "grad_norm": 0.4969670801082079,
      "learning_rate": 0.0002779228563184551,
      "loss": 0.2759,
      "step": 27270
    },
    {
      "epoch": 1.116977268072906,
      "grad_norm": 0.7004521692032248,
      "learning_rate": 0.00027792115316662195,
      "loss": 0.5911,
      "step": 27271
    },
    {
      "epoch": 1.1170182265001023,
      "grad_norm": 8.083019164717273,
      "learning_rate": 0.00027791944995431513,
      "loss": 3.1955,
      "step": 27272
    },
    {
      "epoch": 1.1170591849272988,
      "grad_norm": 2.096160544508542,
      "learning_rate": 0.00027791774668153537,
      "loss": 1.4617,
      "step": 27273
    },
    {
      "epoch": 1.1171001433544951,
      "grad_norm": 0.5930988703744151,
      "learning_rate": 0.0002779160433482835,
      "loss": 0.3379,
      "step": 27274
    },
    {
      "epoch": 1.1171411017816917,
      "grad_norm": 3.54532337776902,
      "learning_rate": 0.0002779143399545604,
      "loss": 2.0258,
      "step": 27275
    },
    {
      "epoch": 1.117182060208888,
      "grad_norm": 4.455511119997766,
      "learning_rate": 0.00027791263650036685,
      "loss": 3.091,
      "step": 27276
    },
    {
      "epoch": 1.1172230186360843,
      "grad_norm": 0.7242071989046985,
      "learning_rate": 0.0002779109329857036,
      "loss": 0.467,
      "step": 27277
    },
    {
      "epoch": 1.1172639770632808,
      "grad_norm": 0.7237405245028857,
      "learning_rate": 0.0002779092294105715,
      "loss": 0.3545,
      "step": 27278
    },
    {
      "epoch": 1.1173049354904772,
      "grad_norm": 1.4696262211666093,
      "learning_rate": 0.00027790752577497134,
      "loss": 1.2083,
      "step": 27279
    },
    {
      "epoch": 1.1173458939176735,
      "grad_norm": 0.8044769438204833,
      "learning_rate": 0.00027790582207890387,
      "loss": 0.9649,
      "step": 27280
    },
    {
      "epoch": 1.11738685234487,
      "grad_norm": 0.9803616812587596,
      "learning_rate": 0.00027790411832237,
      "loss": 0.6364,
      "step": 27281
    },
    {
      "epoch": 1.1174278107720663,
      "grad_norm": 0.8224452854384726,
      "learning_rate": 0.00027790241450537047,
      "loss": 0.9189,
      "step": 27282
    },
    {
      "epoch": 1.1174687691992626,
      "grad_norm": 1.1327687569862817,
      "learning_rate": 0.00027790071062790605,
      "loss": 1.0437,
      "step": 27283
    },
    {
      "epoch": 1.1175097276264592,
      "grad_norm": 0.8489709664196976,
      "learning_rate": 0.0002778990066899777,
      "loss": 0.5233,
      "step": 27284
    },
    {
      "epoch": 1.1175506860536555,
      "grad_norm": 3.4703052664864846,
      "learning_rate": 0.00027789730269158603,
      "loss": 1.5783,
      "step": 27285
    },
    {
      "epoch": 1.117591644480852,
      "grad_norm": 1.9848304846181095,
      "learning_rate": 0.000277895598632732,
      "loss": 1.1874,
      "step": 27286
    },
    {
      "epoch": 1.1176326029080483,
      "grad_norm": 1.5414274970836805,
      "learning_rate": 0.0002778938945134163,
      "loss": 0.8666,
      "step": 27287
    },
    {
      "epoch": 1.1176735613352446,
      "grad_norm": 0.681419415624383,
      "learning_rate": 0.0002778921903336398,
      "loss": 0.5613,
      "step": 27288
    },
    {
      "epoch": 1.1177145197624412,
      "grad_norm": 0.9081263717040869,
      "learning_rate": 0.00027789048609340336,
      "loss": 0.634,
      "step": 27289
    },
    {
      "epoch": 1.1177554781896375,
      "grad_norm": 1.149279792312871,
      "learning_rate": 0.0002778887817927076,
      "loss": 0.5804,
      "step": 27290
    },
    {
      "epoch": 1.1177964366168338,
      "grad_norm": 1.1014377652910372,
      "learning_rate": 0.00027788707743155356,
      "loss": 0.8527,
      "step": 27291
    },
    {
      "epoch": 1.1178373950440303,
      "grad_norm": 1.0122954553092323,
      "learning_rate": 0.00027788537300994185,
      "loss": 0.74,
      "step": 27292
    },
    {
      "epoch": 1.1178783534712267,
      "grad_norm": 0.8588306232167643,
      "learning_rate": 0.0002778836685278734,
      "loss": 0.7982,
      "step": 27293
    },
    {
      "epoch": 1.1179193118984232,
      "grad_norm": 1.0310283787044259,
      "learning_rate": 0.00027788196398534896,
      "loss": 1.0848,
      "step": 27294
    },
    {
      "epoch": 1.1179602703256195,
      "grad_norm": 1.459552912743754,
      "learning_rate": 0.0002778802593823693,
      "loss": 1.0388,
      "step": 27295
    },
    {
      "epoch": 1.1180012287528158,
      "grad_norm": 0.8469550541693538,
      "learning_rate": 0.0002778785547189354,
      "loss": 1.1481,
      "step": 27296
    },
    {
      "epoch": 1.1180421871800124,
      "grad_norm": 0.7977154646041205,
      "learning_rate": 0.00027787684999504785,
      "loss": 0.9308,
      "step": 27297
    },
    {
      "epoch": 1.1180831456072087,
      "grad_norm": 0.8621087394633369,
      "learning_rate": 0.0002778751452107075,
      "loss": 1.078,
      "step": 27298
    },
    {
      "epoch": 1.118124104034405,
      "grad_norm": 0.9738324765511293,
      "learning_rate": 0.0002778734403659153,
      "loss": 1.2531,
      "step": 27299
    },
    {
      "epoch": 1.1181650624616015,
      "grad_norm": 0.7257416960881858,
      "learning_rate": 0.0002778717354606719,
      "loss": 0.7018,
      "step": 27300
    },
    {
      "epoch": 1.1182060208887978,
      "grad_norm": 0.8198792486087222,
      "learning_rate": 0.0002778700304949782,
      "loss": 0.7386,
      "step": 27301
    },
    {
      "epoch": 1.1182469793159941,
      "grad_norm": 1.0767843767544947,
      "learning_rate": 0.00027786832546883495,
      "loss": 1.2253,
      "step": 27302
    },
    {
      "epoch": 1.1182879377431907,
      "grad_norm": 0.7951007351291541,
      "learning_rate": 0.00027786662038224296,
      "loss": 0.3457,
      "step": 27303
    },
    {
      "epoch": 1.118328896170387,
      "grad_norm": 0.7571760271563908,
      "learning_rate": 0.00027786491523520306,
      "loss": 0.3468,
      "step": 27304
    },
    {
      "epoch": 1.1183698545975835,
      "grad_norm": 1.4130918806786201,
      "learning_rate": 0.0002778632100277161,
      "loss": 1.5986,
      "step": 27305
    },
    {
      "epoch": 1.1184108130247798,
      "grad_norm": 0.9180123364844481,
      "learning_rate": 0.00027786150475978276,
      "loss": 0.7993,
      "step": 27306
    },
    {
      "epoch": 1.1184517714519762,
      "grad_norm": 1.3306166456071074,
      "learning_rate": 0.0002778597994314039,
      "loss": 1.1826,
      "step": 27307
    },
    {
      "epoch": 1.1184927298791727,
      "grad_norm": 0.9651296472864871,
      "learning_rate": 0.00027785809404258044,
      "loss": 0.4987,
      "step": 27308
    },
    {
      "epoch": 1.118533688306369,
      "grad_norm": 0.5306577134665919,
      "learning_rate": 0.00027785638859331306,
      "loss": 0.3384,
      "step": 27309
    },
    {
      "epoch": 1.1185746467335655,
      "grad_norm": 0.7869005689545784,
      "learning_rate": 0.0002778546830836026,
      "loss": 0.883,
      "step": 27310
    },
    {
      "epoch": 1.1186156051607619,
      "grad_norm": 1.4342306337498822,
      "learning_rate": 0.00027785297751344983,
      "loss": 0.4192,
      "step": 27311
    },
    {
      "epoch": 1.1186565635879582,
      "grad_norm": 0.8327366212722698,
      "learning_rate": 0.0002778512718828556,
      "loss": 1.0363,
      "step": 27312
    },
    {
      "epoch": 1.1186975220151547,
      "grad_norm": 0.8380414255531721,
      "learning_rate": 0.0002778495661918207,
      "loss": 0.8065,
      "step": 27313
    },
    {
      "epoch": 1.118738480442351,
      "grad_norm": 0.9584632518640225,
      "learning_rate": 0.000277847860440346,
      "loss": 0.9508,
      "step": 27314
    },
    {
      "epoch": 1.1187794388695473,
      "grad_norm": 0.7820172475980788,
      "learning_rate": 0.0002778461546284322,
      "loss": 0.3979,
      "step": 27315
    },
    {
      "epoch": 1.1188203972967439,
      "grad_norm": 0.8847809922033685,
      "learning_rate": 0.00027784444875608017,
      "loss": 1.0054,
      "step": 27316
    },
    {
      "epoch": 1.1188613557239402,
      "grad_norm": 0.6895497361455534,
      "learning_rate": 0.0002778427428232907,
      "loss": 0.4238,
      "step": 27317
    },
    {
      "epoch": 1.1189023141511365,
      "grad_norm": 0.7491576120537331,
      "learning_rate": 0.0002778410368300646,
      "loss": 0.835,
      "step": 27318
    },
    {
      "epoch": 1.118943272578333,
      "grad_norm": 1.2314145692528122,
      "learning_rate": 0.0002778393307764027,
      "loss": 1.5287,
      "step": 27319
    },
    {
      "epoch": 1.1189842310055294,
      "grad_norm": 0.7194785003690685,
      "learning_rate": 0.00027783762466230573,
      "loss": 0.8847,
      "step": 27320
    },
    {
      "epoch": 1.1190251894327259,
      "grad_norm": 0.6724496705056213,
      "learning_rate": 0.0002778359184877746,
      "loss": 0.7231,
      "step": 27321
    },
    {
      "epoch": 1.1190661478599222,
      "grad_norm": 0.7499543939675211,
      "learning_rate": 0.00027783421225281,
      "loss": 0.8775,
      "step": 27322
    },
    {
      "epoch": 1.1191071062871185,
      "grad_norm": 0.6517401256974027,
      "learning_rate": 0.00027783250595741284,
      "loss": 0.3745,
      "step": 27323
    },
    {
      "epoch": 1.119148064714315,
      "grad_norm": 1.3908686342539676,
      "learning_rate": 0.0002778307996015839,
      "loss": 1.5541,
      "step": 27324
    },
    {
      "epoch": 1.1191890231415114,
      "grad_norm": 0.7311737428008134,
      "learning_rate": 0.000277829093185324,
      "loss": 1.0423,
      "step": 27325
    },
    {
      "epoch": 1.1192299815687077,
      "grad_norm": 0.7723377010893128,
      "learning_rate": 0.00027782738670863394,
      "loss": 0.958,
      "step": 27326
    },
    {
      "epoch": 1.1192709399959042,
      "grad_norm": 0.8377331875462082,
      "learning_rate": 0.0002778256801715144,
      "loss": 0.8095,
      "step": 27327
    },
    {
      "epoch": 1.1193118984231005,
      "grad_norm": 0.7648765968693995,
      "learning_rate": 0.00027782397357396636,
      "loss": 0.7265,
      "step": 27328
    },
    {
      "epoch": 1.119352856850297,
      "grad_norm": 0.7720889129154459,
      "learning_rate": 0.00027782226691599056,
      "loss": 0.8888,
      "step": 27329
    },
    {
      "epoch": 1.1193938152774934,
      "grad_norm": 0.8776316807608143,
      "learning_rate": 0.00027782056019758783,
      "loss": 1.0695,
      "step": 27330
    },
    {
      "epoch": 1.1194347737046897,
      "grad_norm": 1.5781289786559907,
      "learning_rate": 0.00027781885341875894,
      "loss": 0.9378,
      "step": 27331
    },
    {
      "epoch": 1.1194757321318862,
      "grad_norm": 0.8805838663869312,
      "learning_rate": 0.00027781714657950475,
      "loss": 0.7042,
      "step": 27332
    },
    {
      "epoch": 1.1195166905590825,
      "grad_norm": 0.8505253277553094,
      "learning_rate": 0.0002778154396798259,
      "loss": 0.926,
      "step": 27333
    },
    {
      "epoch": 1.1195576489862789,
      "grad_norm": 0.7097145529562761,
      "learning_rate": 0.00027781373271972346,
      "loss": 0.6588,
      "step": 27334
    },
    {
      "epoch": 1.1195986074134754,
      "grad_norm": 0.7831259844261736,
      "learning_rate": 0.0002778120256991981,
      "loss": 0.6477,
      "step": 27335
    },
    {
      "epoch": 1.1196395658406717,
      "grad_norm": 0.6333602953228029,
      "learning_rate": 0.0002778103186182505,
      "loss": 0.3264,
      "step": 27336
    },
    {
      "epoch": 1.119680524267868,
      "grad_norm": 2.364635006893164,
      "learning_rate": 0.00027780861147688176,
      "loss": 1.7648,
      "step": 27337
    },
    {
      "epoch": 1.1197214826950646,
      "grad_norm": 0.8665667993718776,
      "learning_rate": 0.0002778069042750925,
      "loss": 1.0226,
      "step": 27338
    },
    {
      "epoch": 1.1197624411222609,
      "grad_norm": 1.2899241544731095,
      "learning_rate": 0.00027780519701288344,
      "loss": 0.2378,
      "step": 27339
    },
    {
      "epoch": 1.1198033995494574,
      "grad_norm": 0.5980691144902764,
      "learning_rate": 0.0002778034896902556,
      "loss": 0.2919,
      "step": 27340
    },
    {
      "epoch": 1.1198443579766537,
      "grad_norm": 5.145950756161022,
      "learning_rate": 0.0002778017823072096,
      "loss": 1.6502,
      "step": 27341
    },
    {
      "epoch": 1.11988531640385,
      "grad_norm": 0.7109163966252301,
      "learning_rate": 0.0002778000748637464,
      "loss": 0.6635,
      "step": 27342
    },
    {
      "epoch": 1.1199262748310466,
      "grad_norm": 0.6315283116481223,
      "learning_rate": 0.00027779836735986675,
      "loss": 0.2495,
      "step": 27343
    },
    {
      "epoch": 1.1199672332582429,
      "grad_norm": 1.2093802060106082,
      "learning_rate": 0.00027779665979557144,
      "loss": 0.9825,
      "step": 27344
    },
    {
      "epoch": 1.1200081916854392,
      "grad_norm": 0.8620427427298769,
      "learning_rate": 0.00027779495217086124,
      "loss": 0.6174,
      "step": 27345
    },
    {
      "epoch": 1.1200491501126357,
      "grad_norm": 0.9541476204006103,
      "learning_rate": 0.000277793244485737,
      "loss": 0.8164,
      "step": 27346
    },
    {
      "epoch": 1.120090108539832,
      "grad_norm": 0.8362557439974531,
      "learning_rate": 0.0002777915367401996,
      "loss": 0.8771,
      "step": 27347
    },
    {
      "epoch": 1.1201310669670286,
      "grad_norm": 0.9314498285469446,
      "learning_rate": 0.0002777898289342497,
      "loss": 0.9345,
      "step": 27348
    },
    {
      "epoch": 1.120172025394225,
      "grad_norm": 0.7157528940431276,
      "learning_rate": 0.00027778812106788825,
      "loss": 0.6972,
      "step": 27349
    },
    {
      "epoch": 1.1202129838214212,
      "grad_norm": 0.8483303935100382,
      "learning_rate": 0.00027778641314111596,
      "loss": 0.363,
      "step": 27350
    },
    {
      "epoch": 1.1202539422486177,
      "grad_norm": 0.8311731343531485,
      "learning_rate": 0.0002777847051539337,
      "loss": 0.9611,
      "step": 27351
    },
    {
      "epoch": 1.120294900675814,
      "grad_norm": 0.8298328759302195,
      "learning_rate": 0.00027778299710634217,
      "loss": 0.8563,
      "step": 27352
    },
    {
      "epoch": 1.1203358591030104,
      "grad_norm": 0.7840954093556631,
      "learning_rate": 0.0002777812889983423,
      "loss": 0.5322,
      "step": 27353
    },
    {
      "epoch": 1.120376817530207,
      "grad_norm": 0.7454670101771699,
      "learning_rate": 0.0002777795808299349,
      "loss": 0.8289,
      "step": 27354
    },
    {
      "epoch": 1.1204177759574032,
      "grad_norm": 1.0124266882992194,
      "learning_rate": 0.00027777787260112064,
      "loss": 0.9332,
      "step": 27355
    },
    {
      "epoch": 1.1204587343845995,
      "grad_norm": 0.9618639175574946,
      "learning_rate": 0.0002777761643119005,
      "loss": 1.1333,
      "step": 27356
    },
    {
      "epoch": 1.120499692811796,
      "grad_norm": 0.8198891830380967,
      "learning_rate": 0.0002777744559622751,
      "loss": 0.849,
      "step": 27357
    },
    {
      "epoch": 1.1205406512389924,
      "grad_norm": 0.821412709755555,
      "learning_rate": 0.0002777727475522455,
      "loss": 0.9122,
      "step": 27358
    },
    {
      "epoch": 1.120581609666189,
      "grad_norm": 0.5421959225856394,
      "learning_rate": 0.00027777103908181223,
      "loss": 0.3219,
      "step": 27359
    },
    {
      "epoch": 1.1206225680933852,
      "grad_norm": 0.779485405786614,
      "learning_rate": 0.00027776933055097627,
      "loss": 0.7705,
      "step": 27360
    },
    {
      "epoch": 1.1206635265205815,
      "grad_norm": 0.6589396986298401,
      "learning_rate": 0.0002777676219597384,
      "loss": 0.6331,
      "step": 27361
    },
    {
      "epoch": 1.120704484947778,
      "grad_norm": 0.5380280412890002,
      "learning_rate": 0.00027776591330809936,
      "loss": 0.2898,
      "step": 27362
    },
    {
      "epoch": 1.1207454433749744,
      "grad_norm": 1.4045094554421622,
      "learning_rate": 0.0002777642045960601,
      "loss": 1.8517,
      "step": 27363
    },
    {
      "epoch": 1.1207864018021707,
      "grad_norm": 0.875674226991409,
      "learning_rate": 0.0002777624958236213,
      "loss": 0.7399,
      "step": 27364
    },
    {
      "epoch": 1.1208273602293672,
      "grad_norm": 1.0111174345543303,
      "learning_rate": 0.00027776078699078374,
      "loss": 0.9272,
      "step": 27365
    },
    {
      "epoch": 1.1208683186565636,
      "grad_norm": 0.8250364029620221,
      "learning_rate": 0.0002777590780975484,
      "loss": 0.8408,
      "step": 27366
    },
    {
      "epoch": 1.12090927708376,
      "grad_norm": 0.7037140622865097,
      "learning_rate": 0.00027775736914391585,
      "loss": 0.283,
      "step": 27367
    },
    {
      "epoch": 1.1209502355109564,
      "grad_norm": 0.7779852146612939,
      "learning_rate": 0.00027775566012988714,
      "loss": 0.7038,
      "step": 27368
    },
    {
      "epoch": 1.1209911939381527,
      "grad_norm": 0.9089931344972803,
      "learning_rate": 0.0002777539510554629,
      "loss": 1.0638,
      "step": 27369
    },
    {
      "epoch": 1.1210321523653493,
      "grad_norm": 0.7576314623803251,
      "learning_rate": 0.00027775224192064403,
      "loss": 0.8858,
      "step": 27370
    },
    {
      "epoch": 1.1210731107925456,
      "grad_norm": 0.7980626730761543,
      "learning_rate": 0.0002777505327254313,
      "loss": 0.8858,
      "step": 27371
    },
    {
      "epoch": 1.1211140692197419,
      "grad_norm": 0.8272697392883928,
      "learning_rate": 0.0002777488234698256,
      "loss": 0.7764,
      "step": 27372
    },
    {
      "epoch": 1.1211550276469384,
      "grad_norm": 0.7978927103750623,
      "learning_rate": 0.0002777471141538276,
      "loss": 0.7969,
      "step": 27373
    },
    {
      "epoch": 1.1211959860741347,
      "grad_norm": 0.7916410649738271,
      "learning_rate": 0.0002777454047774382,
      "loss": 0.7664,
      "step": 27374
    },
    {
      "epoch": 1.121236944501331,
      "grad_norm": 8.342594713039993,
      "learning_rate": 0.0002777436953406582,
      "loss": 2.4945,
      "step": 27375
    },
    {
      "epoch": 1.1212779029285276,
      "grad_norm": 0.870556773361348,
      "learning_rate": 0.00027774198584348836,
      "loss": 1.1542,
      "step": 27376
    },
    {
      "epoch": 1.121318861355724,
      "grad_norm": 0.7996706324299311,
      "learning_rate": 0.0002777402762859296,
      "loss": 0.6649,
      "step": 27377
    },
    {
      "epoch": 1.1213598197829204,
      "grad_norm": 2.1889875280546813,
      "learning_rate": 0.00027773856666798253,
      "loss": 2.7774,
      "step": 27378
    },
    {
      "epoch": 1.1214007782101167,
      "grad_norm": 0.818505876076492,
      "learning_rate": 0.00027773685698964814,
      "loss": 0.7147,
      "step": 27379
    },
    {
      "epoch": 1.121441736637313,
      "grad_norm": 0.8863971385808141,
      "learning_rate": 0.0002777351472509272,
      "loss": 0.9592,
      "step": 27380
    },
    {
      "epoch": 1.1214826950645096,
      "grad_norm": 0.6582496846680435,
      "learning_rate": 0.00027773343745182043,
      "loss": 0.5915,
      "step": 27381
    },
    {
      "epoch": 1.121523653491706,
      "grad_norm": 0.7335460926768075,
      "learning_rate": 0.00027773172759232875,
      "loss": 0.7791,
      "step": 27382
    },
    {
      "epoch": 1.1215646119189022,
      "grad_norm": 0.7422084270688998,
      "learning_rate": 0.0002777300176724529,
      "loss": 0.6711,
      "step": 27383
    },
    {
      "epoch": 1.1216055703460988,
      "grad_norm": 0.8216154661274805,
      "learning_rate": 0.00027772830769219375,
      "loss": 0.7812,
      "step": 27384
    },
    {
      "epoch": 1.121646528773295,
      "grad_norm": 1.018795312187292,
      "learning_rate": 0.000277726597651552,
      "loss": 0.9467,
      "step": 27385
    },
    {
      "epoch": 1.1216874872004916,
      "grad_norm": 1.0211342729328092,
      "learning_rate": 0.0002777248875505286,
      "loss": 0.9306,
      "step": 27386
    },
    {
      "epoch": 1.121728445627688,
      "grad_norm": 1.0447096455014657,
      "learning_rate": 0.00027772317738912423,
      "loss": 1.1113,
      "step": 27387
    },
    {
      "epoch": 1.1217694040548842,
      "grad_norm": 0.9190058691565681,
      "learning_rate": 0.0002777214671673398,
      "loss": 0.9547,
      "step": 27388
    },
    {
      "epoch": 1.1218103624820808,
      "grad_norm": 0.8183956270102409,
      "learning_rate": 0.000277719756885176,
      "loss": 0.7738,
      "step": 27389
    },
    {
      "epoch": 1.121851320909277,
      "grad_norm": 0.896523144232631,
      "learning_rate": 0.0002777180465426338,
      "loss": 0.8639,
      "step": 27390
    },
    {
      "epoch": 1.1218922793364734,
      "grad_norm": 0.779792656428213,
      "learning_rate": 0.0002777163361397139,
      "loss": 0.8024,
      "step": 27391
    },
    {
      "epoch": 1.12193323776367,
      "grad_norm": 0.9438295138184719,
      "learning_rate": 0.00027771462567641707,
      "loss": 0.8929,
      "step": 27392
    },
    {
      "epoch": 1.1219741961908662,
      "grad_norm": 2.466667882614546,
      "learning_rate": 0.00027771291515274417,
      "loss": 2.8988,
      "step": 27393
    },
    {
      "epoch": 1.1220151546180626,
      "grad_norm": 1.359590369329308,
      "learning_rate": 0.0002777112045686961,
      "loss": 1.7665,
      "step": 27394
    },
    {
      "epoch": 1.122056113045259,
      "grad_norm": 0.851070927185298,
      "learning_rate": 0.0002777094939242735,
      "loss": 0.6488,
      "step": 27395
    },
    {
      "epoch": 1.1220970714724554,
      "grad_norm": 0.7401639831143709,
      "learning_rate": 0.0002777077832194773,
      "loss": 0.8322,
      "step": 27396
    },
    {
      "epoch": 1.122138029899652,
      "grad_norm": 0.8334316687612499,
      "learning_rate": 0.00027770607245430825,
      "loss": 0.6306,
      "step": 27397
    },
    {
      "epoch": 1.1221789883268483,
      "grad_norm": 0.9499088076808236,
      "learning_rate": 0.00027770436162876717,
      "loss": 0.877,
      "step": 27398
    },
    {
      "epoch": 1.1222199467540446,
      "grad_norm": 0.758975488770516,
      "learning_rate": 0.0002777026507428549,
      "loss": 0.6949,
      "step": 27399
    },
    {
      "epoch": 1.122260905181241,
      "grad_norm": 1.6290041118870033,
      "learning_rate": 0.00027770093979657224,
      "loss": 1.5798,
      "step": 27400
    },
    {
      "epoch": 1.1223018636084374,
      "grad_norm": 0.7900535329748158,
      "learning_rate": 0.00027769922878992,
      "loss": 0.7602,
      "step": 27401
    },
    {
      "epoch": 1.1223428220356337,
      "grad_norm": 0.6405792244229908,
      "learning_rate": 0.000277697517722899,
      "loss": 0.257,
      "step": 27402
    },
    {
      "epoch": 1.1223837804628303,
      "grad_norm": 0.7785741667564088,
      "learning_rate": 0.0002776958065955099,
      "loss": 0.8519,
      "step": 27403
    },
    {
      "epoch": 1.1224247388900266,
      "grad_norm": 0.89962153813462,
      "learning_rate": 0.00027769409540775373,
      "loss": 0.7079,
      "step": 27404
    },
    {
      "epoch": 1.1224656973172231,
      "grad_norm": 0.9569443474159254,
      "learning_rate": 0.00027769238415963115,
      "loss": 1.1767,
      "step": 27405
    },
    {
      "epoch": 1.1225066557444194,
      "grad_norm": 1.1126571160137617,
      "learning_rate": 0.0002776906728511431,
      "loss": 1.2777,
      "step": 27406
    },
    {
      "epoch": 1.1225476141716157,
      "grad_norm": 0.6830719489136592,
      "learning_rate": 0.0002776889614822902,
      "loss": 0.4105,
      "step": 27407
    },
    {
      "epoch": 1.1225885725988123,
      "grad_norm": 0.8049478127236532,
      "learning_rate": 0.00027768725005307345,
      "loss": 0.9233,
      "step": 27408
    },
    {
      "epoch": 1.1226295310260086,
      "grad_norm": 1.3104470209515335,
      "learning_rate": 0.00027768553856349356,
      "loss": 1.582,
      "step": 27409
    },
    {
      "epoch": 1.122670489453205,
      "grad_norm": 0.6991990448142036,
      "learning_rate": 0.00027768382701355137,
      "loss": 0.8278,
      "step": 27410
    },
    {
      "epoch": 1.1227114478804014,
      "grad_norm": 0.7174343582030286,
      "learning_rate": 0.00027768211540324763,
      "loss": 0.6597,
      "step": 27411
    },
    {
      "epoch": 1.1227524063075978,
      "grad_norm": 0.7052043240660063,
      "learning_rate": 0.00027768040373258327,
      "loss": 0.651,
      "step": 27412
    },
    {
      "epoch": 1.122793364734794,
      "grad_norm": 0.8691296961995232,
      "learning_rate": 0.0002776786920015589,
      "loss": 0.8556,
      "step": 27413
    },
    {
      "epoch": 1.1228343231619906,
      "grad_norm": 0.7365031595938972,
      "learning_rate": 0.0002776769802101756,
      "loss": 0.6368,
      "step": 27414
    },
    {
      "epoch": 1.122875281589187,
      "grad_norm": 0.9861795554127136,
      "learning_rate": 0.00027767526835843396,
      "loss": 0.8327,
      "step": 27415
    },
    {
      "epoch": 1.1229162400163835,
      "grad_norm": 0.841256425324314,
      "learning_rate": 0.00027767355644633485,
      "loss": 1.0838,
      "step": 27416
    },
    {
      "epoch": 1.1229571984435798,
      "grad_norm": 0.5697710819303854,
      "learning_rate": 0.00027767184447387907,
      "loss": 0.5042,
      "step": 27417
    },
    {
      "epoch": 1.122998156870776,
      "grad_norm": 0.9090102448507725,
      "learning_rate": 0.0002776701324410675,
      "loss": 0.9298,
      "step": 27418
    },
    {
      "epoch": 1.1230391152979726,
      "grad_norm": 0.9474990071497127,
      "learning_rate": 0.00027766842034790087,
      "loss": 0.7187,
      "step": 27419
    },
    {
      "epoch": 1.123080073725169,
      "grad_norm": 0.6567931544190702,
      "learning_rate": 0.00027766670819438007,
      "loss": 0.3752,
      "step": 27420
    },
    {
      "epoch": 1.1231210321523653,
      "grad_norm": 0.7345967267862905,
      "learning_rate": 0.0002776649959805058,
      "loss": 0.6936,
      "step": 27421
    },
    {
      "epoch": 1.1231619905795618,
      "grad_norm": 0.9478259650668288,
      "learning_rate": 0.00027766328370627894,
      "loss": 0.6322,
      "step": 27422
    },
    {
      "epoch": 1.123202949006758,
      "grad_norm": 1.3351152092395593,
      "learning_rate": 0.0002776615713717003,
      "loss": 0.9014,
      "step": 27423
    },
    {
      "epoch": 1.1232439074339546,
      "grad_norm": 1.0020073781319567,
      "learning_rate": 0.00027765985897677066,
      "loss": 0.9026,
      "step": 27424
    },
    {
      "epoch": 1.123284865861151,
      "grad_norm": 0.4761455574610505,
      "learning_rate": 0.0002776581465214909,
      "loss": 0.2756,
      "step": 27425
    },
    {
      "epoch": 1.1233258242883473,
      "grad_norm": 0.8386666954912754,
      "learning_rate": 0.0002776564340058617,
      "loss": 0.986,
      "step": 27426
    },
    {
      "epoch": 1.1233667827155438,
      "grad_norm": 2.9024128703821774,
      "learning_rate": 0.000277654721429884,
      "loss": 1.6838,
      "step": 27427
    },
    {
      "epoch": 1.1234077411427401,
      "grad_norm": 1.1677115318199898,
      "learning_rate": 0.00027765300879355854,
      "loss": 1.1227,
      "step": 27428
    },
    {
      "epoch": 1.1234486995699364,
      "grad_norm": 1.002809740282566,
      "learning_rate": 0.0002776512960968861,
      "loss": 0.9705,
      "step": 27429
    },
    {
      "epoch": 1.123489657997133,
      "grad_norm": 0.7561376538637596,
      "learning_rate": 0.00027764958333986766,
      "loss": 0.3457,
      "step": 27430
    },
    {
      "epoch": 1.1235306164243293,
      "grad_norm": 0.8959427810987751,
      "learning_rate": 0.00027764787052250375,
      "loss": 0.9133,
      "step": 27431
    },
    {
      "epoch": 1.1235715748515256,
      "grad_norm": 0.8809408916003992,
      "learning_rate": 0.00027764615764479543,
      "loss": 0.8863,
      "step": 27432
    },
    {
      "epoch": 1.1236125332787221,
      "grad_norm": 2.5139816624220375,
      "learning_rate": 0.00027764444470674334,
      "loss": 3.4253,
      "step": 27433
    },
    {
      "epoch": 1.1236534917059184,
      "grad_norm": 1.118033977105748,
      "learning_rate": 0.00027764273170834846,
      "loss": 0.8608,
      "step": 27434
    },
    {
      "epoch": 1.123694450133115,
      "grad_norm": 0.9410801458319745,
      "learning_rate": 0.00027764101864961144,
      "loss": 1.177,
      "step": 27435
    },
    {
      "epoch": 1.1237354085603113,
      "grad_norm": 1.0313983062104257,
      "learning_rate": 0.00027763930553053315,
      "loss": 0.849,
      "step": 27436
    },
    {
      "epoch": 1.1237763669875076,
      "grad_norm": 0.8235840701505344,
      "learning_rate": 0.00027763759235111446,
      "loss": 0.7409,
      "step": 27437
    },
    {
      "epoch": 1.1238173254147041,
      "grad_norm": 0.611131097552869,
      "learning_rate": 0.00027763587911135607,
      "loss": 0.3828,
      "step": 27438
    },
    {
      "epoch": 1.1238582838419005,
      "grad_norm": 1.0536213949713182,
      "learning_rate": 0.00027763416581125884,
      "loss": 1.211,
      "step": 27439
    },
    {
      "epoch": 1.1238992422690968,
      "grad_norm": 0.8475460548818448,
      "learning_rate": 0.0002776324524508236,
      "loss": 0.9188,
      "step": 27440
    },
    {
      "epoch": 1.1239402006962933,
      "grad_norm": 1.0416849839540996,
      "learning_rate": 0.00027763073903005114,
      "loss": 1.2808,
      "step": 27441
    },
    {
      "epoch": 1.1239811591234896,
      "grad_norm": 1.4927522447696113,
      "learning_rate": 0.0002776290255489423,
      "loss": 1.9282,
      "step": 27442
    },
    {
      "epoch": 1.1240221175506862,
      "grad_norm": 0.8931966176712406,
      "learning_rate": 0.0002776273120074978,
      "loss": 0.2466,
      "step": 27443
    },
    {
      "epoch": 1.1240630759778825,
      "grad_norm": 1.0088613875000856,
      "learning_rate": 0.00027762559840571857,
      "loss": 0.8644,
      "step": 27444
    },
    {
      "epoch": 1.1241040344050788,
      "grad_norm": 1.356024512492503,
      "learning_rate": 0.00027762388474360537,
      "loss": 0.9925,
      "step": 27445
    },
    {
      "epoch": 1.1241449928322753,
      "grad_norm": 1.7770496956085986,
      "learning_rate": 0.000277622171021159,
      "loss": 1.0807,
      "step": 27446
    },
    {
      "epoch": 1.1241859512594716,
      "grad_norm": 0.89997473505936,
      "learning_rate": 0.0002776204572383802,
      "loss": 0.4204,
      "step": 27447
    },
    {
      "epoch": 1.124226909686668,
      "grad_norm": 1.0045947971830818,
      "learning_rate": 0.0002776187433952699,
      "loss": 0.7168,
      "step": 27448
    },
    {
      "epoch": 1.1242678681138645,
      "grad_norm": 1.0536661995111554,
      "learning_rate": 0.00027761702949182887,
      "loss": 0.8099,
      "step": 27449
    },
    {
      "epoch": 1.1243088265410608,
      "grad_norm": 0.7378999989792031,
      "learning_rate": 0.0002776153155280579,
      "loss": 0.7039,
      "step": 27450
    },
    {
      "epoch": 1.124349784968257,
      "grad_norm": 0.6543910010111001,
      "learning_rate": 0.0002776136015039578,
      "loss": 0.6572,
      "step": 27451
    },
    {
      "epoch": 1.1243907433954536,
      "grad_norm": 1.1006305502144778,
      "learning_rate": 0.00027761188741952944,
      "loss": 0.8186,
      "step": 27452
    },
    {
      "epoch": 1.12443170182265,
      "grad_norm": 2.6405768487093546,
      "learning_rate": 0.00027761017327477356,
      "loss": 2.9274,
      "step": 27453
    },
    {
      "epoch": 1.1244726602498465,
      "grad_norm": 0.787442348988996,
      "learning_rate": 0.00027760845906969105,
      "loss": 0.9106,
      "step": 27454
    },
    {
      "epoch": 1.1245136186770428,
      "grad_norm": 0.8491834553101011,
      "learning_rate": 0.00027760674480428255,
      "loss": 0.7819,
      "step": 27455
    },
    {
      "epoch": 1.1245545771042391,
      "grad_norm": 0.557077713138395,
      "learning_rate": 0.00027760503047854904,
      "loss": 0.3788,
      "step": 27456
    },
    {
      "epoch": 1.1245955355314357,
      "grad_norm": 1.3281115761721267,
      "learning_rate": 0.00027760331609249134,
      "loss": 1.6621,
      "step": 27457
    },
    {
      "epoch": 1.124636493958632,
      "grad_norm": 2.103372803521223,
      "learning_rate": 0.00027760160164611014,
      "loss": 3.8435,
      "step": 27458
    },
    {
      "epoch": 1.1246774523858283,
      "grad_norm": 0.8539730115710021,
      "learning_rate": 0.0002775998871394062,
      "loss": 0.8812,
      "step": 27459
    },
    {
      "epoch": 1.1247184108130248,
      "grad_norm": 0.9611214448869734,
      "learning_rate": 0.00027759817257238064,
      "loss": 1.12,
      "step": 27460
    },
    {
      "epoch": 1.1247593692402211,
      "grad_norm": 0.8321788836683511,
      "learning_rate": 0.00027759645794503396,
      "loss": 0.7135,
      "step": 27461
    },
    {
      "epoch": 1.1248003276674177,
      "grad_norm": 0.6321778910253818,
      "learning_rate": 0.0002775947432573671,
      "loss": 0.3083,
      "step": 27462
    },
    {
      "epoch": 1.124841286094614,
      "grad_norm": 0.8832154590195184,
      "learning_rate": 0.0002775930285093808,
      "loss": 0.9741,
      "step": 27463
    },
    {
      "epoch": 1.1248822445218103,
      "grad_norm": 0.5064220356236759,
      "learning_rate": 0.00027759131370107596,
      "loss": 0.2985,
      "step": 27464
    },
    {
      "epoch": 1.1249232029490068,
      "grad_norm": 0.8613226447026889,
      "learning_rate": 0.0002775895988324534,
      "loss": 0.8689,
      "step": 27465
    },
    {
      "epoch": 1.1249641613762031,
      "grad_norm": 2.848022244561656,
      "learning_rate": 0.0002775878839035138,
      "loss": 2.7858,
      "step": 27466
    },
    {
      "epoch": 1.1250051198033995,
      "grad_norm": 0.9484488993417182,
      "learning_rate": 0.0002775861689142581,
      "loss": 0.8553,
      "step": 27467
    },
    {
      "epoch": 1.125046078230596,
      "grad_norm": 1.021849508248232,
      "learning_rate": 0.00027758445386468703,
      "loss": 1.0842,
      "step": 27468
    },
    {
      "epoch": 1.1250870366577923,
      "grad_norm": 0.7520656833640104,
      "learning_rate": 0.00027758273875480143,
      "loss": 0.851,
      "step": 27469
    },
    {
      "epoch": 1.1251279950849886,
      "grad_norm": 5.176786185555574,
      "learning_rate": 0.0002775810235846022,
      "loss": 3.0516,
      "step": 27470
    },
    {
      "epoch": 1.1251689535121852,
      "grad_norm": 0.6931992519228422,
      "learning_rate": 0.00027757930835408995,
      "loss": 0.3489,
      "step": 27471
    },
    {
      "epoch": 1.1252099119393815,
      "grad_norm": 1.135780215611089,
      "learning_rate": 0.00027757759306326564,
      "loss": 0.8198,
      "step": 27472
    },
    {
      "epoch": 1.125250870366578,
      "grad_norm": 0.8824089350862206,
      "learning_rate": 0.0002775758777121301,
      "loss": 0.8851,
      "step": 27473
    },
    {
      "epoch": 1.1252918287937743,
      "grad_norm": 2.2703746405653873,
      "learning_rate": 0.000277574162300684,
      "loss": 3.1836,
      "step": 27474
    },
    {
      "epoch": 1.1253327872209706,
      "grad_norm": 0.7186093767446324,
      "learning_rate": 0.0002775724468289283,
      "loss": 0.3,
      "step": 27475
    },
    {
      "epoch": 1.1253737456481672,
      "grad_norm": 0.7497020864326354,
      "learning_rate": 0.00027757073129686376,
      "loss": 0.7538,
      "step": 27476
    },
    {
      "epoch": 1.1254147040753635,
      "grad_norm": 0.9015491881824448,
      "learning_rate": 0.00027756901570449117,
      "loss": 0.6977,
      "step": 27477
    },
    {
      "epoch": 1.12545566250256,
      "grad_norm": 0.9278108336690152,
      "learning_rate": 0.00027756730005181135,
      "loss": 0.9299,
      "step": 27478
    },
    {
      "epoch": 1.1254966209297563,
      "grad_norm": 0.7460273061094461,
      "learning_rate": 0.0002775655843388251,
      "loss": 0.471,
      "step": 27479
    },
    {
      "epoch": 1.1255375793569526,
      "grad_norm": 0.6461216400463752,
      "learning_rate": 0.0002775638685655333,
      "loss": 0.3272,
      "step": 27480
    },
    {
      "epoch": 1.1255785377841492,
      "grad_norm": 1.2198824737588099,
      "learning_rate": 0.0002775621527319366,
      "loss": 1.0556,
      "step": 27481
    },
    {
      "epoch": 1.1256194962113455,
      "grad_norm": 0.6874499926233061,
      "learning_rate": 0.000277560436838036,
      "loss": 0.5491,
      "step": 27482
    },
    {
      "epoch": 1.1256604546385418,
      "grad_norm": 0.8996217298657522,
      "learning_rate": 0.0002775587208838322,
      "loss": 0.7252,
      "step": 27483
    },
    {
      "epoch": 1.1257014130657383,
      "grad_norm": 0.9898803453840741,
      "learning_rate": 0.000277557004869326,
      "loss": 0.8413,
      "step": 27484
    },
    {
      "epoch": 1.1257423714929347,
      "grad_norm": 2.200410638380015,
      "learning_rate": 0.0002775552887945183,
      "loss": 4.3454,
      "step": 27485
    },
    {
      "epoch": 1.125783329920131,
      "grad_norm": 1.0119656402481418,
      "learning_rate": 0.00027755357265940985,
      "loss": 0.9888,
      "step": 27486
    },
    {
      "epoch": 1.1258242883473275,
      "grad_norm": 1.9906542227797117,
      "learning_rate": 0.00027755185646400146,
      "loss": 4.1734,
      "step": 27487
    },
    {
      "epoch": 1.1258652467745238,
      "grad_norm": 0.8352506764674941,
      "learning_rate": 0.000277550140208294,
      "loss": 0.8074,
      "step": 27488
    },
    {
      "epoch": 1.1259062052017201,
      "grad_norm": 0.8855359103163084,
      "learning_rate": 0.00027754842389228815,
      "loss": 0.9379,
      "step": 27489
    },
    {
      "epoch": 1.1259471636289167,
      "grad_norm": 0.8945924838459025,
      "learning_rate": 0.0002775467075159849,
      "loss": 0.4172,
      "step": 27490
    },
    {
      "epoch": 1.125988122056113,
      "grad_norm": 0.757817601514727,
      "learning_rate": 0.0002775449910793849,
      "loss": 0.8275,
      "step": 27491
    },
    {
      "epoch": 1.1260290804833095,
      "grad_norm": 0.918271573185093,
      "learning_rate": 0.00027754327458248907,
      "loss": 0.9307,
      "step": 27492
    },
    {
      "epoch": 1.1260700389105058,
      "grad_norm": 1.0260156271964855,
      "learning_rate": 0.00027754155802529813,
      "loss": 1.2499,
      "step": 27493
    },
    {
      "epoch": 1.1261109973377021,
      "grad_norm": 0.9203068953255673,
      "learning_rate": 0.000277539841407813,
      "loss": 0.9744,
      "step": 27494
    },
    {
      "epoch": 1.1261519557648987,
      "grad_norm": 0.8196756881075704,
      "learning_rate": 0.00027753812473003443,
      "loss": 0.6728,
      "step": 27495
    },
    {
      "epoch": 1.126192914192095,
      "grad_norm": 0.7544682394251699,
      "learning_rate": 0.00027753640799196323,
      "loss": 0.8004,
      "step": 27496
    },
    {
      "epoch": 1.1262338726192915,
      "grad_norm": 0.510087182270279,
      "learning_rate": 0.00027753469119360015,
      "loss": 0.3445,
      "step": 27497
    },
    {
      "epoch": 1.1262748310464878,
      "grad_norm": 0.7305083370695045,
      "learning_rate": 0.00027753297433494615,
      "loss": 0.6855,
      "step": 27498
    },
    {
      "epoch": 1.1263157894736842,
      "grad_norm": 0.9350817100972668,
      "learning_rate": 0.00027753125741600195,
      "loss": 0.7003,
      "step": 27499
    },
    {
      "epoch": 1.1263567479008807,
      "grad_norm": 0.7889636461728219,
      "learning_rate": 0.0002775295404367683,
      "loss": 0.8877,
      "step": 27500
    },
    {
      "epoch": 1.126397706328077,
      "grad_norm": 0.9115272803809903,
      "learning_rate": 0.0002775278233972461,
      "loss": 0.8909,
      "step": 27501
    },
    {
      "epoch": 1.1264386647552733,
      "grad_norm": 0.9825626687179406,
      "learning_rate": 0.0002775261062974363,
      "loss": 0.9101,
      "step": 27502
    },
    {
      "epoch": 1.1264796231824699,
      "grad_norm": 0.6207206814157552,
      "learning_rate": 0.00027752438913733934,
      "loss": 0.3273,
      "step": 27503
    },
    {
      "epoch": 1.1265205816096662,
      "grad_norm": 0.9352877474531008,
      "learning_rate": 0.0002775226719169564,
      "loss": 0.9619,
      "step": 27504
    },
    {
      "epoch": 1.1265615400368625,
      "grad_norm": 0.49277431727249293,
      "learning_rate": 0.00027752095463628806,
      "loss": 0.2999,
      "step": 27505
    },
    {
      "epoch": 1.126602498464059,
      "grad_norm": 0.585884517799071,
      "learning_rate": 0.0002775192372953353,
      "loss": 0.3747,
      "step": 27506
    },
    {
      "epoch": 1.1266434568912553,
      "grad_norm": 0.8804823242857193,
      "learning_rate": 0.00027751751989409877,
      "loss": 0.9114,
      "step": 27507
    },
    {
      "epoch": 1.1266844153184516,
      "grad_norm": 1.3313163748948011,
      "learning_rate": 0.00027751580243257936,
      "loss": 0.7934,
      "step": 27508
    },
    {
      "epoch": 1.1267253737456482,
      "grad_norm": 1.3651694513073787,
      "learning_rate": 0.00027751408491077787,
      "loss": 1.1828,
      "step": 27509
    },
    {
      "epoch": 1.1267663321728445,
      "grad_norm": 0.8119947579780714,
      "learning_rate": 0.0002775123673286951,
      "loss": 0.7887,
      "step": 27510
    },
    {
      "epoch": 1.126807290600041,
      "grad_norm": 0.9019301061604443,
      "learning_rate": 0.00027751064968633193,
      "loss": 0.6675,
      "step": 27511
    },
    {
      "epoch": 1.1268482490272373,
      "grad_norm": 0.6989132228598289,
      "learning_rate": 0.00027750893198368916,
      "loss": 0.7369,
      "step": 27512
    },
    {
      "epoch": 1.1268892074544337,
      "grad_norm": 0.8858036578457842,
      "learning_rate": 0.0002775072142207675,
      "loss": 0.7697,
      "step": 27513
    },
    {
      "epoch": 1.1269301658816302,
      "grad_norm": 0.9621315549356299,
      "learning_rate": 0.00027750549639756785,
      "loss": 0.9198,
      "step": 27514
    },
    {
      "epoch": 1.1269711243088265,
      "grad_norm": 0.8564348018107145,
      "learning_rate": 0.000277503778514091,
      "loss": 0.8365,
      "step": 27515
    },
    {
      "epoch": 1.127012082736023,
      "grad_norm": 1.7865134627395824,
      "learning_rate": 0.00027750206057033775,
      "loss": 0.943,
      "step": 27516
    },
    {
      "epoch": 1.1270530411632194,
      "grad_norm": 0.8567624426545825,
      "learning_rate": 0.00027750034256630895,
      "loss": 0.8777,
      "step": 27517
    },
    {
      "epoch": 1.1270939995904157,
      "grad_norm": 0.8072778380591001,
      "learning_rate": 0.00027749862450200533,
      "loss": 1.0028,
      "step": 27518
    },
    {
      "epoch": 1.1271349580176122,
      "grad_norm": 0.8800694248827682,
      "learning_rate": 0.0002774969063774278,
      "loss": 0.8279,
      "step": 27519
    },
    {
      "epoch": 1.1271759164448085,
      "grad_norm": 0.9283002325429186,
      "learning_rate": 0.0002774951881925772,
      "loss": 0.9853,
      "step": 27520
    },
    {
      "epoch": 1.1272168748720048,
      "grad_norm": 0.7212218301855798,
      "learning_rate": 0.0002774934699474542,
      "loss": 0.2998,
      "step": 27521
    },
    {
      "epoch": 1.1272578332992014,
      "grad_norm": 1.41780749396244,
      "learning_rate": 0.00027749175164205967,
      "loss": 1.14,
      "step": 27522
    },
    {
      "epoch": 1.1272987917263977,
      "grad_norm": 0.771601694626601,
      "learning_rate": 0.0002774900332763944,
      "loss": 0.7549,
      "step": 27523
    },
    {
      "epoch": 1.127339750153594,
      "grad_norm": 0.8510236928561763,
      "learning_rate": 0.00027748831485045934,
      "loss": 0.8635,
      "step": 27524
    },
    {
      "epoch": 1.1273807085807905,
      "grad_norm": 1.2376810632617696,
      "learning_rate": 0.00027748659636425514,
      "loss": 0.4957,
      "step": 27525
    },
    {
      "epoch": 1.1274216670079868,
      "grad_norm": 0.8573200902816968,
      "learning_rate": 0.00027748487781778275,
      "loss": 0.9119,
      "step": 27526
    },
    {
      "epoch": 1.1274626254351834,
      "grad_norm": 0.8949371532069647,
      "learning_rate": 0.0002774831592110428,
      "loss": 0.8942,
      "step": 27527
    },
    {
      "epoch": 1.1275035838623797,
      "grad_norm": 1.0870696851936712,
      "learning_rate": 0.0002774814405440363,
      "loss": 0.6355,
      "step": 27528
    },
    {
      "epoch": 1.127544542289576,
      "grad_norm": 0.9901031818806103,
      "learning_rate": 0.00027747972181676393,
      "loss": 0.5033,
      "step": 27529
    },
    {
      "epoch": 1.1275855007167725,
      "grad_norm": 0.7383572984086277,
      "learning_rate": 0.0002774780030292265,
      "loss": 0.3191,
      "step": 27530
    },
    {
      "epoch": 1.1276264591439689,
      "grad_norm": 0.7896351636527813,
      "learning_rate": 0.00027747628418142494,
      "loss": 0.5759,
      "step": 27531
    },
    {
      "epoch": 1.1276674175711652,
      "grad_norm": 0.9837998903786728,
      "learning_rate": 0.00027747456527336,
      "loss": 0.8739,
      "step": 27532
    },
    {
      "epoch": 1.1277083759983617,
      "grad_norm": 1.0184928584400939,
      "learning_rate": 0.0002774728463050324,
      "loss": 1.0409,
      "step": 27533
    },
    {
      "epoch": 1.127749334425558,
      "grad_norm": 1.1637401067389346,
      "learning_rate": 0.00027747112727644313,
      "loss": 1.0346,
      "step": 27534
    },
    {
      "epoch": 1.1277902928527546,
      "grad_norm": 0.6722971294655381,
      "learning_rate": 0.00027746940818759285,
      "loss": 0.7628,
      "step": 27535
    },
    {
      "epoch": 1.1278312512799509,
      "grad_norm": 0.7879318659907386,
      "learning_rate": 0.00027746768903848246,
      "loss": 0.8129,
      "step": 27536
    },
    {
      "epoch": 1.1278722097071472,
      "grad_norm": 1.0793322648942714,
      "learning_rate": 0.0002774659698291127,
      "loss": 1.2914,
      "step": 27537
    },
    {
      "epoch": 1.1279131681343437,
      "grad_norm": 0.9577151433430303,
      "learning_rate": 0.00027746425055948445,
      "loss": 0.7944,
      "step": 27538
    },
    {
      "epoch": 1.12795412656154,
      "grad_norm": 0.9107678140806845,
      "learning_rate": 0.0002774625312295985,
      "loss": 0.5897,
      "step": 27539
    },
    {
      "epoch": 1.1279950849887364,
      "grad_norm": 1.0073362075034562,
      "learning_rate": 0.0002774608118394557,
      "loss": 1.1485,
      "step": 27540
    },
    {
      "epoch": 1.1280360434159329,
      "grad_norm": 0.8898332370347597,
      "learning_rate": 0.0002774590923890568,
      "loss": 0.5152,
      "step": 27541
    },
    {
      "epoch": 1.1280770018431292,
      "grad_norm": 0.946509207631215,
      "learning_rate": 0.0002774573728784026,
      "loss": 0.6765,
      "step": 27542
    },
    {
      "epoch": 1.1281179602703255,
      "grad_norm": 0.7878377748614781,
      "learning_rate": 0.00027745565330749395,
      "loss": 0.8574,
      "step": 27543
    },
    {
      "epoch": 1.128158918697522,
      "grad_norm": 0.6813684819560266,
      "learning_rate": 0.0002774539336763317,
      "loss": 0.3863,
      "step": 27544
    },
    {
      "epoch": 1.1281998771247184,
      "grad_norm": 0.6700832384309966,
      "learning_rate": 0.0002774522139849166,
      "loss": 0.8147,
      "step": 27545
    },
    {
      "epoch": 1.128240835551915,
      "grad_norm": 0.7873816753476596,
      "learning_rate": 0.00027745049423324954,
      "loss": 0.8991,
      "step": 27546
    },
    {
      "epoch": 1.1282817939791112,
      "grad_norm": 0.7346496865230708,
      "learning_rate": 0.00027744877442133117,
      "loss": 0.8153,
      "step": 27547
    },
    {
      "epoch": 1.1283227524063075,
      "grad_norm": 0.9272952183283831,
      "learning_rate": 0.00027744705454916255,
      "loss": 0.7823,
      "step": 27548
    },
    {
      "epoch": 1.128363710833504,
      "grad_norm": 0.5702418376954479,
      "learning_rate": 0.0002774453346167443,
      "loss": 0.3368,
      "step": 27549
    },
    {
      "epoch": 1.1284046692607004,
      "grad_norm": 1.2156803436825376,
      "learning_rate": 0.00027744361462407727,
      "loss": 0.9856,
      "step": 27550
    },
    {
      "epoch": 1.1284456276878967,
      "grad_norm": 1.0218786275808096,
      "learning_rate": 0.0002774418945711623,
      "loss": 1.0734,
      "step": 27551
    },
    {
      "epoch": 1.1284865861150932,
      "grad_norm": 0.7602221648305532,
      "learning_rate": 0.0002774401744580002,
      "loss": 0.8952,
      "step": 27552
    },
    {
      "epoch": 1.1285275445422895,
      "grad_norm": 0.9036556223901581,
      "learning_rate": 0.0002774384542845918,
      "loss": 1.0466,
      "step": 27553
    },
    {
      "epoch": 1.128568502969486,
      "grad_norm": 1.6897405823693075,
      "learning_rate": 0.00027743673405093786,
      "loss": 2.5817,
      "step": 27554
    },
    {
      "epoch": 1.1286094613966824,
      "grad_norm": 1.0280116341174106,
      "learning_rate": 0.00027743501375703927,
      "loss": 0.7255,
      "step": 27555
    },
    {
      "epoch": 1.1286504198238787,
      "grad_norm": 0.6787047258499171,
      "learning_rate": 0.0002774332934028968,
      "loss": 0.6589,
      "step": 27556
    },
    {
      "epoch": 1.1286913782510752,
      "grad_norm": 0.7213025423922709,
      "learning_rate": 0.00027743157298851126,
      "loss": 0.7633,
      "step": 27557
    },
    {
      "epoch": 1.1287323366782716,
      "grad_norm": 0.9701389472395857,
      "learning_rate": 0.0002774298525138834,
      "loss": 1.05,
      "step": 27558
    },
    {
      "epoch": 1.1287732951054679,
      "grad_norm": 0.7513989491591827,
      "learning_rate": 0.00027742813197901417,
      "loss": 0.8521,
      "step": 27559
    },
    {
      "epoch": 1.1288142535326644,
      "grad_norm": 1.1640062724244018,
      "learning_rate": 0.0002774264113839043,
      "loss": 1.0289,
      "step": 27560
    },
    {
      "epoch": 1.1288552119598607,
      "grad_norm": 0.7569652487624083,
      "learning_rate": 0.00027742469072855456,
      "loss": 0.8815,
      "step": 27561
    },
    {
      "epoch": 1.128896170387057,
      "grad_norm": 0.6322275575382463,
      "learning_rate": 0.0002774229700129659,
      "loss": 0.5907,
      "step": 27562
    },
    {
      "epoch": 1.1289371288142536,
      "grad_norm": 0.9293602740485749,
      "learning_rate": 0.00027742124923713904,
      "loss": 1.0017,
      "step": 27563
    },
    {
      "epoch": 1.1289780872414499,
      "grad_norm": 1.1143147582569353,
      "learning_rate": 0.0002774195284010748,
      "loss": 1.1134,
      "step": 27564
    },
    {
      "epoch": 1.1290190456686464,
      "grad_norm": 1.4058488694312115,
      "learning_rate": 0.00027741780750477395,
      "loss": 0.9951,
      "step": 27565
    },
    {
      "epoch": 1.1290600040958427,
      "grad_norm": 1.4557386324431576,
      "learning_rate": 0.00027741608654823744,
      "loss": 1.9322,
      "step": 27566
    },
    {
      "epoch": 1.129100962523039,
      "grad_norm": 1.0908157733592685,
      "learning_rate": 0.00027741436553146596,
      "loss": 0.9461,
      "step": 27567
    },
    {
      "epoch": 1.1291419209502356,
      "grad_norm": 0.7494474660863999,
      "learning_rate": 0.00027741264445446033,
      "loss": 0.9077,
      "step": 27568
    },
    {
      "epoch": 1.129182879377432,
      "grad_norm": 1.3651497911567079,
      "learning_rate": 0.0002774109233172214,
      "loss": 1.1094,
      "step": 27569
    },
    {
      "epoch": 1.1292238378046282,
      "grad_norm": 0.6179070159421634,
      "learning_rate": 0.0002774092021197501,
      "loss": 0.6563,
      "step": 27570
    },
    {
      "epoch": 1.1292647962318247,
      "grad_norm": 0.7812263768580532,
      "learning_rate": 0.000277407480862047,
      "loss": 0.663,
      "step": 27571
    },
    {
      "epoch": 1.129305754659021,
      "grad_norm": 1.0759687541855576,
      "learning_rate": 0.00027740575954411303,
      "loss": 0.7968,
      "step": 27572
    },
    {
      "epoch": 1.1293467130862176,
      "grad_norm": 1.4181664475740854,
      "learning_rate": 0.000277404038165949,
      "loss": 0.8431,
      "step": 27573
    },
    {
      "epoch": 1.129387671513414,
      "grad_norm": 1.0088836795485279,
      "learning_rate": 0.0002774023167275558,
      "loss": 0.8103,
      "step": 27574
    },
    {
      "epoch": 1.1294286299406102,
      "grad_norm": 0.8569978291315281,
      "learning_rate": 0.00027740059522893414,
      "loss": 0.8292,
      "step": 27575
    },
    {
      "epoch": 1.1294695883678068,
      "grad_norm": 0.941931960827856,
      "learning_rate": 0.0002773988736700849,
      "loss": 1.0251,
      "step": 27576
    },
    {
      "epoch": 1.129510546795003,
      "grad_norm": 0.8226620453182072,
      "learning_rate": 0.00027739715205100886,
      "loss": 0.758,
      "step": 27577
    },
    {
      "epoch": 1.1295515052221994,
      "grad_norm": 0.842197658182371,
      "learning_rate": 0.0002773954303717068,
      "loss": 0.9217,
      "step": 27578
    },
    {
      "epoch": 1.129592463649396,
      "grad_norm": 0.7157688047683318,
      "learning_rate": 0.0002773937086321796,
      "loss": 0.3815,
      "step": 27579
    },
    {
      "epoch": 1.1296334220765922,
      "grad_norm": 0.9222441369604707,
      "learning_rate": 0.00027739198683242804,
      "loss": 0.9058,
      "step": 27580
    },
    {
      "epoch": 1.1296743805037885,
      "grad_norm": 1.5486930349462096,
      "learning_rate": 0.00027739026497245297,
      "loss": 1.3072,
      "step": 27581
    },
    {
      "epoch": 1.129715338930985,
      "grad_norm": 0.774778350949017,
      "learning_rate": 0.0002773885430522552,
      "loss": 0.5967,
      "step": 27582
    },
    {
      "epoch": 1.1297562973581814,
      "grad_norm": 1.0131154251039385,
      "learning_rate": 0.0002773868210718354,
      "loss": 0.9767,
      "step": 27583
    },
    {
      "epoch": 1.129797255785378,
      "grad_norm": 0.6239910160081804,
      "learning_rate": 0.0002773850990311946,
      "loss": 0.2669,
      "step": 27584
    },
    {
      "epoch": 1.1298382142125742,
      "grad_norm": 1.1438892740853461,
      "learning_rate": 0.0002773833769303335,
      "loss": 1.0844,
      "step": 27585
    },
    {
      "epoch": 1.1298791726397706,
      "grad_norm": 0.8221339315787932,
      "learning_rate": 0.0002773816547692529,
      "loss": 0.9024,
      "step": 27586
    },
    {
      "epoch": 1.129920131066967,
      "grad_norm": 0.845908453401269,
      "learning_rate": 0.00027737993254795364,
      "loss": 0.8617,
      "step": 27587
    },
    {
      "epoch": 1.1299610894941634,
      "grad_norm": 0.9243102076145251,
      "learning_rate": 0.0002773782102664366,
      "loss": 1.0141,
      "step": 27588
    },
    {
      "epoch": 1.13000204792136,
      "grad_norm": 0.7787320057960515,
      "learning_rate": 0.0002773764879247025,
      "loss": 0.7854,
      "step": 27589
    },
    {
      "epoch": 1.1300430063485563,
      "grad_norm": 0.9223460348053129,
      "learning_rate": 0.00027737476552275217,
      "loss": 0.7783,
      "step": 27590
    },
    {
      "epoch": 1.1300839647757526,
      "grad_norm": 3.6536959646657534,
      "learning_rate": 0.00027737304306058643,
      "loss": 1.6483,
      "step": 27591
    },
    {
      "epoch": 1.130124923202949,
      "grad_norm": 0.9404692289503844,
      "learning_rate": 0.00027737132053820616,
      "loss": 0.7873,
      "step": 27592
    },
    {
      "epoch": 1.1301658816301454,
      "grad_norm": 0.69434806872988,
      "learning_rate": 0.0002773695979556121,
      "loss": 0.7684,
      "step": 27593
    },
    {
      "epoch": 1.1302068400573417,
      "grad_norm": 0.8465073873100526,
      "learning_rate": 0.0002773678753128051,
      "loss": 0.73,
      "step": 27594
    },
    {
      "epoch": 1.1302477984845383,
      "grad_norm": 0.7319122085365066,
      "learning_rate": 0.0002773661526097859,
      "loss": 0.6743,
      "step": 27595
    },
    {
      "epoch": 1.1302887569117346,
      "grad_norm": 0.6567941309721589,
      "learning_rate": 0.0002773644298465554,
      "loss": 0.3401,
      "step": 27596
    },
    {
      "epoch": 1.130329715338931,
      "grad_norm": 0.801730059039376,
      "learning_rate": 0.0002773627070231144,
      "loss": 0.7952,
      "step": 27597
    },
    {
      "epoch": 1.1303706737661274,
      "grad_norm": 1.151165340049133,
      "learning_rate": 0.0002773609841394637,
      "loss": 1.2981,
      "step": 27598
    },
    {
      "epoch": 1.1304116321933237,
      "grad_norm": 0.6266620352813097,
      "learning_rate": 0.0002773592611956041,
      "loss": 0.2993,
      "step": 27599
    },
    {
      "epoch": 1.13045259062052,
      "grad_norm": 1.4619764100216983,
      "learning_rate": 0.0002773575381915365,
      "loss": 1.2008,
      "step": 27600
    },
    {
      "epoch": 1.1304935490477166,
      "grad_norm": 0.7745770502469496,
      "learning_rate": 0.0002773558151272616,
      "loss": 0.8702,
      "step": 27601
    },
    {
      "epoch": 1.130534507474913,
      "grad_norm": 0.8690009068481376,
      "learning_rate": 0.0002773540920027803,
      "loss": 0.8853,
      "step": 27602
    },
    {
      "epoch": 1.1305754659021094,
      "grad_norm": 0.7456360125554686,
      "learning_rate": 0.0002773523688180933,
      "loss": 0.9546,
      "step": 27603
    },
    {
      "epoch": 1.1306164243293058,
      "grad_norm": 3.519733649560773,
      "learning_rate": 0.00027735064557320155,
      "loss": 7.0033,
      "step": 27604
    },
    {
      "epoch": 1.130657382756502,
      "grad_norm": 1.0268332672082894,
      "learning_rate": 0.00027734892226810576,
      "loss": 0.8605,
      "step": 27605
    },
    {
      "epoch": 1.1306983411836986,
      "grad_norm": 1.4291303786476148,
      "learning_rate": 0.0002773471989028068,
      "loss": 1.1844,
      "step": 27606
    },
    {
      "epoch": 1.130739299610895,
      "grad_norm": 0.8305949202563387,
      "learning_rate": 0.0002773454754773055,
      "loss": 0.4507,
      "step": 27607
    },
    {
      "epoch": 1.1307802580380915,
      "grad_norm": 0.7757975338388686,
      "learning_rate": 0.0002773437519916026,
      "loss": 0.753,
      "step": 27608
    },
    {
      "epoch": 1.1308212164652878,
      "grad_norm": 0.6719353454467002,
      "learning_rate": 0.000277342028445699,
      "loss": 0.6775,
      "step": 27609
    },
    {
      "epoch": 1.130862174892484,
      "grad_norm": 0.9414433316300016,
      "learning_rate": 0.0002773403048395955,
      "loss": 0.9189,
      "step": 27610
    },
    {
      "epoch": 1.1309031333196806,
      "grad_norm": 1.2999479877242128,
      "learning_rate": 0.0002773385811732929,
      "loss": 1.1606,
      "step": 27611
    },
    {
      "epoch": 1.130944091746877,
      "grad_norm": 0.8723348846194502,
      "learning_rate": 0.00027733685744679194,
      "loss": 0.8081,
      "step": 27612
    },
    {
      "epoch": 1.1309850501740732,
      "grad_norm": 0.632661161714381,
      "learning_rate": 0.00027733513366009355,
      "loss": 0.6221,
      "step": 27613
    },
    {
      "epoch": 1.1310260086012698,
      "grad_norm": 0.731870066449872,
      "learning_rate": 0.00027733340981319845,
      "loss": 0.61,
      "step": 27614
    },
    {
      "epoch": 1.131066967028466,
      "grad_norm": 1.0113556426577603,
      "learning_rate": 0.00027733168590610754,
      "loss": 1.1206,
      "step": 27615
    },
    {
      "epoch": 1.1311079254556624,
      "grad_norm": 0.9457078313286446,
      "learning_rate": 0.0002773299619388216,
      "loss": 0.8493,
      "step": 27616
    },
    {
      "epoch": 1.131148883882859,
      "grad_norm": 3.042193440370217,
      "learning_rate": 0.0002773282379113415,
      "loss": 0.9442,
      "step": 27617
    },
    {
      "epoch": 1.1311898423100553,
      "grad_norm": 0.8960700658268169,
      "learning_rate": 0.0002773265138236679,
      "loss": 0.8272,
      "step": 27618
    },
    {
      "epoch": 1.1312308007372516,
      "grad_norm": 0.707187394179635,
      "learning_rate": 0.0002773247896758017,
      "loss": 0.4827,
      "step": 27619
    },
    {
      "epoch": 1.131271759164448,
      "grad_norm": 0.6060284865911519,
      "learning_rate": 0.0002773230654677438,
      "loss": 0.4662,
      "step": 27620
    },
    {
      "epoch": 1.1313127175916444,
      "grad_norm": 0.7709637624750856,
      "learning_rate": 0.00027732134119949495,
      "loss": 0.5427,
      "step": 27621
    },
    {
      "epoch": 1.131353676018841,
      "grad_norm": 0.9513064809827242,
      "learning_rate": 0.0002773196168710559,
      "loss": 0.3919,
      "step": 27622
    },
    {
      "epoch": 1.1313946344460373,
      "grad_norm": 0.6749464987949828,
      "learning_rate": 0.00027731789248242755,
      "loss": 0.4618,
      "step": 27623
    },
    {
      "epoch": 1.1314355928732336,
      "grad_norm": 1.0029321404396836,
      "learning_rate": 0.00027731616803361073,
      "loss": 0.8709,
      "step": 27624
    },
    {
      "epoch": 1.1314765513004301,
      "grad_norm": 0.9368397812587531,
      "learning_rate": 0.00027731444352460617,
      "loss": 0.9945,
      "step": 27625
    },
    {
      "epoch": 1.1315175097276264,
      "grad_norm": 0.7227511855113194,
      "learning_rate": 0.00027731271895541467,
      "loss": 0.3043,
      "step": 27626
    },
    {
      "epoch": 1.131558468154823,
      "grad_norm": 1.0153804319764306,
      "learning_rate": 0.0002773109943260372,
      "loss": 1.0262,
      "step": 27627
    },
    {
      "epoch": 1.1315994265820193,
      "grad_norm": 0.9737860593677218,
      "learning_rate": 0.00027730926963647444,
      "loss": 1.0173,
      "step": 27628
    },
    {
      "epoch": 1.1316403850092156,
      "grad_norm": 1.484339859523435,
      "learning_rate": 0.0002773075448867273,
      "loss": 1.2627,
      "step": 27629
    },
    {
      "epoch": 1.1316813434364121,
      "grad_norm": 0.94604207074267,
      "learning_rate": 0.00027730582007679644,
      "loss": 0.8985,
      "step": 27630
    },
    {
      "epoch": 1.1317223018636084,
      "grad_norm": 1.1926816627001369,
      "learning_rate": 0.00027730409520668284,
      "loss": 0.8236,
      "step": 27631
    },
    {
      "epoch": 1.1317632602908048,
      "grad_norm": 1.0836092778587918,
      "learning_rate": 0.00027730237027638724,
      "loss": 1.0631,
      "step": 27632
    },
    {
      "epoch": 1.1318042187180013,
      "grad_norm": 0.6999716078230984,
      "learning_rate": 0.00027730064528591044,
      "loss": 0.5758,
      "step": 27633
    },
    {
      "epoch": 1.1318451771451976,
      "grad_norm": 1.1162230099727166,
      "learning_rate": 0.0002772989202352533,
      "loss": 0.9374,
      "step": 27634
    },
    {
      "epoch": 1.131886135572394,
      "grad_norm": 1.124556330803327,
      "learning_rate": 0.0002772971951244166,
      "loss": 0.8606,
      "step": 27635
    },
    {
      "epoch": 1.1319270939995905,
      "grad_norm": 0.8577852278005577,
      "learning_rate": 0.0002772954699534012,
      "loss": 0.8475,
      "step": 27636
    },
    {
      "epoch": 1.1319680524267868,
      "grad_norm": 1.5480288227069874,
      "learning_rate": 0.0002772937447222079,
      "loss": 0.8275,
      "step": 27637
    },
    {
      "epoch": 1.132009010853983,
      "grad_norm": 0.8485006460246902,
      "learning_rate": 0.0002772920194308375,
      "loss": 1.1651,
      "step": 27638
    },
    {
      "epoch": 1.1320499692811796,
      "grad_norm": 0.8754033710802924,
      "learning_rate": 0.0002772902940792908,
      "loss": 0.9638,
      "step": 27639
    },
    {
      "epoch": 1.132090927708376,
      "grad_norm": 0.8702071471455743,
      "learning_rate": 0.00027728856866756865,
      "loss": 1.1472,
      "step": 27640
    },
    {
      "epoch": 1.1321318861355725,
      "grad_norm": 1.0913316445719263,
      "learning_rate": 0.00027728684319567183,
      "loss": 1.0364,
      "step": 27641
    },
    {
      "epoch": 1.1321728445627688,
      "grad_norm": 0.7884741652380989,
      "learning_rate": 0.0002772851176636012,
      "loss": 0.8132,
      "step": 27642
    },
    {
      "epoch": 1.132213802989965,
      "grad_norm": 0.7141736194533179,
      "learning_rate": 0.00027728339207135755,
      "loss": 0.785,
      "step": 27643
    },
    {
      "epoch": 1.1322547614171616,
      "grad_norm": 0.612830765813064,
      "learning_rate": 0.00027728166641894167,
      "loss": 0.2307,
      "step": 27644
    },
    {
      "epoch": 1.132295719844358,
      "grad_norm": 0.7201698239260264,
      "learning_rate": 0.0002772799407063544,
      "loss": 0.6483,
      "step": 27645
    },
    {
      "epoch": 1.1323366782715545,
      "grad_norm": 1.0403188600577293,
      "learning_rate": 0.0002772782149335966,
      "loss": 0.8505,
      "step": 27646
    },
    {
      "epoch": 1.1323776366987508,
      "grad_norm": 1.2831047202339367,
      "learning_rate": 0.000277276489100669,
      "loss": 0.94,
      "step": 27647
    },
    {
      "epoch": 1.1324185951259471,
      "grad_norm": 1.1345069989568783,
      "learning_rate": 0.00027727476320757254,
      "loss": 0.9575,
      "step": 27648
    },
    {
      "epoch": 1.1324595535531436,
      "grad_norm": 0.9626257861146676,
      "learning_rate": 0.00027727303725430785,
      "loss": 1.3677,
      "step": 27649
    },
    {
      "epoch": 1.13250051198034,
      "grad_norm": 1.0544801399090535,
      "learning_rate": 0.00027727131124087595,
      "loss": 0.4809,
      "step": 27650
    },
    {
      "epoch": 1.1325414704075363,
      "grad_norm": 1.1773667022108345,
      "learning_rate": 0.0002772695851672775,
      "loss": 0.544,
      "step": 27651
    },
    {
      "epoch": 1.1325824288347328,
      "grad_norm": 1.1345040021041142,
      "learning_rate": 0.00027726785903351336,
      "loss": 0.8204,
      "step": 27652
    },
    {
      "epoch": 1.1326233872619291,
      "grad_norm": 1.0647160680809094,
      "learning_rate": 0.00027726613283958446,
      "loss": 0.8265,
      "step": 27653
    },
    {
      "epoch": 1.1326643456891254,
      "grad_norm": 0.9119903521652253,
      "learning_rate": 0.00027726440658549145,
      "loss": 0.9611,
      "step": 27654
    },
    {
      "epoch": 1.132705304116322,
      "grad_norm": 1.5001032970475294,
      "learning_rate": 0.0002772626802712352,
      "loss": 0.6854,
      "step": 27655
    },
    {
      "epoch": 1.1327462625435183,
      "grad_norm": 0.7316084504259669,
      "learning_rate": 0.00027726095389681656,
      "loss": 0.7502,
      "step": 27656
    },
    {
      "epoch": 1.1327872209707146,
      "grad_norm": 1.1111746077025921,
      "learning_rate": 0.0002772592274622363,
      "loss": 0.9304,
      "step": 27657
    },
    {
      "epoch": 1.1328281793979111,
      "grad_norm": 0.8941682338848528,
      "learning_rate": 0.0002772575009674953,
      "loss": 0.7553,
      "step": 27658
    },
    {
      "epoch": 1.1328691378251075,
      "grad_norm": 0.904032923951505,
      "learning_rate": 0.00027725577441259434,
      "loss": 0.8474,
      "step": 27659
    },
    {
      "epoch": 1.132910096252304,
      "grad_norm": 0.9363008758319223,
      "learning_rate": 0.0002772540477975342,
      "loss": 0.5748,
      "step": 27660
    },
    {
      "epoch": 1.1329510546795003,
      "grad_norm": 0.7305839915167588,
      "learning_rate": 0.00027725232112231577,
      "loss": 0.3081,
      "step": 27661
    },
    {
      "epoch": 1.1329920131066966,
      "grad_norm": 0.8226207451244549,
      "learning_rate": 0.0002772505943869398,
      "loss": 0.7573,
      "step": 27662
    },
    {
      "epoch": 1.1330329715338932,
      "grad_norm": 0.9717242037355536,
      "learning_rate": 0.0002772488675914071,
      "loss": 0.9101,
      "step": 27663
    },
    {
      "epoch": 1.1330739299610895,
      "grad_norm": 1.0336117763834587,
      "learning_rate": 0.0002772471407357186,
      "loss": 0.6656,
      "step": 27664
    },
    {
      "epoch": 1.133114888388286,
      "grad_norm": 1.0421734929744964,
      "learning_rate": 0.0002772454138198749,
      "loss": 0.8842,
      "step": 27665
    },
    {
      "epoch": 1.1331558468154823,
      "grad_norm": 0.7259186872454919,
      "learning_rate": 0.0002772436868438771,
      "loss": 0.8014,
      "step": 27666
    },
    {
      "epoch": 1.1331968052426786,
      "grad_norm": 0.9817070185966316,
      "learning_rate": 0.00027724195980772577,
      "loss": 0.7332,
      "step": 27667
    },
    {
      "epoch": 1.1332377636698752,
      "grad_norm": 0.9944918615117275,
      "learning_rate": 0.0002772402327114219,
      "loss": 1.0088,
      "step": 27668
    },
    {
      "epoch": 1.1332787220970715,
      "grad_norm": 1.1562021253589796,
      "learning_rate": 0.0002772385055549662,
      "loss": 1.1276,
      "step": 27669
    },
    {
      "epoch": 1.1333196805242678,
      "grad_norm": 0.7830008880357209,
      "learning_rate": 0.0002772367783383595,
      "loss": 0.5183,
      "step": 27670
    },
    {
      "epoch": 1.1333606389514643,
      "grad_norm": 0.7060247463829252,
      "learning_rate": 0.00027723505106160267,
      "loss": 0.7431,
      "step": 27671
    },
    {
      "epoch": 1.1334015973786606,
      "grad_norm": 1.0984696638182656,
      "learning_rate": 0.0002772333237246965,
      "loss": 0.8813,
      "step": 27672
    },
    {
      "epoch": 1.133442555805857,
      "grad_norm": 1.0080799942031902,
      "learning_rate": 0.00027723159632764174,
      "loss": 0.8161,
      "step": 27673
    },
    {
      "epoch": 1.1334835142330535,
      "grad_norm": 0.8342593567973499,
      "learning_rate": 0.0002772298688704393,
      "loss": 0.6476,
      "step": 27674
    },
    {
      "epoch": 1.1335244726602498,
      "grad_norm": 0.6352695431875617,
      "learning_rate": 0.00027722814135308995,
      "loss": 0.6596,
      "step": 27675
    },
    {
      "epoch": 1.1335654310874461,
      "grad_norm": 0.8126111751037396,
      "learning_rate": 0.0002772264137755945,
      "loss": 0.958,
      "step": 27676
    },
    {
      "epoch": 1.1336063895146427,
      "grad_norm": 0.9485261979953752,
      "learning_rate": 0.0002772246861379538,
      "loss": 1.0422,
      "step": 27677
    },
    {
      "epoch": 1.133647347941839,
      "grad_norm": 0.8764085090460899,
      "learning_rate": 0.0002772229584401687,
      "loss": 0.7462,
      "step": 27678
    },
    {
      "epoch": 1.1336883063690355,
      "grad_norm": 0.8727916549731627,
      "learning_rate": 0.0002772212306822399,
      "loss": 0.774,
      "step": 27679
    },
    {
      "epoch": 1.1337292647962318,
      "grad_norm": 0.7562834390206576,
      "learning_rate": 0.0002772195028641683,
      "loss": 0.3543,
      "step": 27680
    },
    {
      "epoch": 1.1337702232234281,
      "grad_norm": 1.1820489544270663,
      "learning_rate": 0.0002772177749859547,
      "loss": 1.1306,
      "step": 27681
    },
    {
      "epoch": 1.1338111816506247,
      "grad_norm": 1.036392100200239,
      "learning_rate": 0.0002772160470475999,
      "loss": 0.5631,
      "step": 27682
    },
    {
      "epoch": 1.133852140077821,
      "grad_norm": 2.865175490476933,
      "learning_rate": 0.0002772143190491048,
      "loss": 1.4835,
      "step": 27683
    },
    {
      "epoch": 1.1338930985050175,
      "grad_norm": 0.7933949801185145,
      "learning_rate": 0.00027721259099047015,
      "loss": 0.8284,
      "step": 27684
    },
    {
      "epoch": 1.1339340569322138,
      "grad_norm": 0.8214775347464413,
      "learning_rate": 0.00027721086287169674,
      "loss": 0.7299,
      "step": 27685
    },
    {
      "epoch": 1.1339750153594101,
      "grad_norm": 1.0830257184297216,
      "learning_rate": 0.00027720913469278535,
      "loss": 0.8802,
      "step": 27686
    },
    {
      "epoch": 1.1340159737866067,
      "grad_norm": 0.9203640898466713,
      "learning_rate": 0.00027720740645373695,
      "loss": 0.9012,
      "step": 27687
    },
    {
      "epoch": 1.134056932213803,
      "grad_norm": 0.7296885864302288,
      "learning_rate": 0.00027720567815455225,
      "loss": 0.8139,
      "step": 27688
    },
    {
      "epoch": 1.1340978906409993,
      "grad_norm": 1.0943674175119933,
      "learning_rate": 0.00027720394979523206,
      "loss": 1.1198,
      "step": 27689
    },
    {
      "epoch": 1.1341388490681958,
      "grad_norm": 1.3202112680974707,
      "learning_rate": 0.00027720222137577724,
      "loss": 0.8772,
      "step": 27690
    },
    {
      "epoch": 1.1341798074953922,
      "grad_norm": 0.7526523619257116,
      "learning_rate": 0.00027720049289618856,
      "loss": 0.619,
      "step": 27691
    },
    {
      "epoch": 1.1342207659225885,
      "grad_norm": 0.8270143962139257,
      "learning_rate": 0.00027719876435646694,
      "loss": 0.467,
      "step": 27692
    },
    {
      "epoch": 1.134261724349785,
      "grad_norm": 0.8108355878300899,
      "learning_rate": 0.0002771970357566131,
      "loss": 0.8839,
      "step": 27693
    },
    {
      "epoch": 1.1343026827769813,
      "grad_norm": 1.204691974352385,
      "learning_rate": 0.00027719530709662785,
      "loss": 0.6642,
      "step": 27694
    },
    {
      "epoch": 1.1343436412041779,
      "grad_norm": 1.1332420229092628,
      "learning_rate": 0.00027719357837651206,
      "loss": 0.9047,
      "step": 27695
    },
    {
      "epoch": 1.1343845996313742,
      "grad_norm": 1.0401405229957486,
      "learning_rate": 0.0002771918495962665,
      "loss": 0.8956,
      "step": 27696
    },
    {
      "epoch": 1.1344255580585705,
      "grad_norm": 2.337366869538529,
      "learning_rate": 0.00027719012075589207,
      "loss": 4.0842,
      "step": 27697
    },
    {
      "epoch": 1.134466516485767,
      "grad_norm": 0.8693726948243335,
      "learning_rate": 0.0002771883918553895,
      "loss": 1.0221,
      "step": 27698
    },
    {
      "epoch": 1.1345074749129633,
      "grad_norm": 0.9683104345339664,
      "learning_rate": 0.0002771866628947596,
      "loss": 0.977,
      "step": 27699
    },
    {
      "epoch": 1.1345484333401596,
      "grad_norm": 1.028243926314003,
      "learning_rate": 0.00027718493387400334,
      "loss": 0.7948,
      "step": 27700
    },
    {
      "epoch": 1.1345893917673562,
      "grad_norm": 0.8045911998147818,
      "learning_rate": 0.0002771832047931213,
      "loss": 0.9643,
      "step": 27701
    },
    {
      "epoch": 1.1346303501945525,
      "grad_norm": 1.2685032894343424,
      "learning_rate": 0.00027718147565211447,
      "loss": 1.4334,
      "step": 27702
    },
    {
      "epoch": 1.134671308621749,
      "grad_norm": 0.8101754413000563,
      "learning_rate": 0.0002771797464509836,
      "loss": 0.6739,
      "step": 27703
    },
    {
      "epoch": 1.1347122670489453,
      "grad_norm": 0.5370556997440203,
      "learning_rate": 0.00027717801718972956,
      "loss": 0.3468,
      "step": 27704
    },
    {
      "epoch": 1.1347532254761417,
      "grad_norm": 1.7083910697602125,
      "learning_rate": 0.0002771762878683531,
      "loss": 1.0775,
      "step": 27705
    },
    {
      "epoch": 1.1347941839033382,
      "grad_norm": 1.053804939340917,
      "learning_rate": 0.00027717455848685506,
      "loss": 1.2642,
      "step": 27706
    },
    {
      "epoch": 1.1348351423305345,
      "grad_norm": 0.7959312957374831,
      "learning_rate": 0.00027717282904523633,
      "loss": 0.832,
      "step": 27707
    },
    {
      "epoch": 1.1348761007577308,
      "grad_norm": 0.9846812996666107,
      "learning_rate": 0.0002771710995434976,
      "loss": 0.7211,
      "step": 27708
    },
    {
      "epoch": 1.1349170591849274,
      "grad_norm": 4.340501546128203,
      "learning_rate": 0.0002771693699816398,
      "loss": 2.2287,
      "step": 27709
    },
    {
      "epoch": 1.1349580176121237,
      "grad_norm": 0.8827097719520277,
      "learning_rate": 0.0002771676403596637,
      "loss": 0.8194,
      "step": 27710
    },
    {
      "epoch": 1.13499897603932,
      "grad_norm": 0.9019083827713056,
      "learning_rate": 0.0002771659106775701,
      "loss": 0.7532,
      "step": 27711
    },
    {
      "epoch": 1.1350399344665165,
      "grad_norm": 1.1395379783168724,
      "learning_rate": 0.00027716418093535984,
      "loss": 0.9571,
      "step": 27712
    },
    {
      "epoch": 1.1350808928937128,
      "grad_norm": 0.8523017583743302,
      "learning_rate": 0.0002771624511330337,
      "loss": 0.9239,
      "step": 27713
    },
    {
      "epoch": 1.1351218513209094,
      "grad_norm": 0.8896385996300027,
      "learning_rate": 0.0002771607212705926,
      "loss": 1.0074,
      "step": 27714
    },
    {
      "epoch": 1.1351628097481057,
      "grad_norm": 0.8424924700520169,
      "learning_rate": 0.00027715899134803725,
      "loss": 1.0173,
      "step": 27715
    },
    {
      "epoch": 1.135203768175302,
      "grad_norm": 0.8123968015247821,
      "learning_rate": 0.0002771572613653686,
      "loss": 0.6683,
      "step": 27716
    },
    {
      "epoch": 1.1352447266024985,
      "grad_norm": 0.7520258729836439,
      "learning_rate": 0.00027715553132258723,
      "loss": 0.7502,
      "step": 27717
    },
    {
      "epoch": 1.1352856850296948,
      "grad_norm": 0.8971193458682067,
      "learning_rate": 0.0002771538012196942,
      "loss": 0.9559,
      "step": 27718
    },
    {
      "epoch": 1.1353266434568912,
      "grad_norm": 1.5037005176186031,
      "learning_rate": 0.0002771520710566901,
      "loss": 1.2587,
      "step": 27719
    },
    {
      "epoch": 1.1353676018840877,
      "grad_norm": 1.0851284860900245,
      "learning_rate": 0.00027715034083357603,
      "loss": 0.9788,
      "step": 27720
    },
    {
      "epoch": 1.135408560311284,
      "grad_norm": 1.0465703108245847,
      "learning_rate": 0.0002771486105503526,
      "loss": 0.9997,
      "step": 27721
    },
    {
      "epoch": 1.1354495187384805,
      "grad_norm": 0.9053501560068385,
      "learning_rate": 0.0002771468802070207,
      "loss": 0.6045,
      "step": 27722
    },
    {
      "epoch": 1.1354904771656769,
      "grad_norm": 0.52978081659784,
      "learning_rate": 0.00027714514980358107,
      "loss": 0.2592,
      "step": 27723
    },
    {
      "epoch": 1.1355314355928732,
      "grad_norm": 2.5494300711942177,
      "learning_rate": 0.0002771434193400347,
      "loss": 3.9901,
      "step": 27724
    },
    {
      "epoch": 1.1355723940200697,
      "grad_norm": 0.7736880770093322,
      "learning_rate": 0.0002771416888163822,
      "loss": 0.706,
      "step": 27725
    },
    {
      "epoch": 1.135613352447266,
      "grad_norm": 0.8414805796491635,
      "learning_rate": 0.0002771399582326245,
      "loss": 0.9438,
      "step": 27726
    },
    {
      "epoch": 1.1356543108744623,
      "grad_norm": 0.751116228422195,
      "learning_rate": 0.00027713822758876247,
      "loss": 0.368,
      "step": 27727
    },
    {
      "epoch": 1.1356952693016589,
      "grad_norm": 0.6543862709655572,
      "learning_rate": 0.00027713649688479686,
      "loss": 0.7517,
      "step": 27728
    },
    {
      "epoch": 1.1357362277288552,
      "grad_norm": 0.8275164570306599,
      "learning_rate": 0.0002771347661207284,
      "loss": 0.9534,
      "step": 27729
    },
    {
      "epoch": 1.1357771861560515,
      "grad_norm": 0.7929645314363891,
      "learning_rate": 0.00027713303529655804,
      "loss": 0.8053,
      "step": 27730
    },
    {
      "epoch": 1.135818144583248,
      "grad_norm": 0.7001774698739248,
      "learning_rate": 0.0002771313044122866,
      "loss": 0.453,
      "step": 27731
    },
    {
      "epoch": 1.1358591030104443,
      "grad_norm": 0.9405267379947004,
      "learning_rate": 0.00027712957346791485,
      "loss": 0.7955,
      "step": 27732
    },
    {
      "epoch": 1.1359000614376409,
      "grad_norm": 1.2740861607865244,
      "learning_rate": 0.0002771278424634436,
      "loss": 1.2439,
      "step": 27733
    },
    {
      "epoch": 1.1359410198648372,
      "grad_norm": 0.7265583078454674,
      "learning_rate": 0.0002771261113988737,
      "loss": 0.6819,
      "step": 27734
    },
    {
      "epoch": 1.1359819782920335,
      "grad_norm": 0.6738929959250984,
      "learning_rate": 0.0002771243802742059,
      "loss": 0.5879,
      "step": 27735
    },
    {
      "epoch": 1.13602293671923,
      "grad_norm": 0.9899547139868148,
      "learning_rate": 0.0002771226490894411,
      "loss": 1.0134,
      "step": 27736
    },
    {
      "epoch": 1.1360638951464264,
      "grad_norm": 0.47299564917681647,
      "learning_rate": 0.0002771209178445801,
      "loss": 0.2529,
      "step": 27737
    },
    {
      "epoch": 1.136104853573623,
      "grad_norm": 1.0005791089047646,
      "learning_rate": 0.0002771191865396237,
      "loss": 0.7886,
      "step": 27738
    },
    {
      "epoch": 1.1361458120008192,
      "grad_norm": 0.9459554698950886,
      "learning_rate": 0.0002771174551745727,
      "loss": 1.4479,
      "step": 27739
    },
    {
      "epoch": 1.1361867704280155,
      "grad_norm": 0.514192697036714,
      "learning_rate": 0.00027711572374942793,
      "loss": 0.3412,
      "step": 27740
    },
    {
      "epoch": 1.136227728855212,
      "grad_norm": 0.7651722055063953,
      "learning_rate": 0.00027711399226419025,
      "loss": 0.7761,
      "step": 27741
    },
    {
      "epoch": 1.1362686872824084,
      "grad_norm": 0.843588877409517,
      "learning_rate": 0.0002771122607188605,
      "loss": 0.736,
      "step": 27742
    },
    {
      "epoch": 1.1363096457096047,
      "grad_norm": 0.7829484154176622,
      "learning_rate": 0.0002771105291134394,
      "loss": 0.8921,
      "step": 27743
    },
    {
      "epoch": 1.1363506041368012,
      "grad_norm": 0.8724426947317595,
      "learning_rate": 0.0002771087974479278,
      "loss": 0.9531,
      "step": 27744
    },
    {
      "epoch": 1.1363915625639975,
      "grad_norm": 0.9109929825922027,
      "learning_rate": 0.0002771070657223266,
      "loss": 0.4621,
      "step": 27745
    },
    {
      "epoch": 1.1364325209911939,
      "grad_norm": 0.8555510637738187,
      "learning_rate": 0.00027710533393663646,
      "loss": 0.9091,
      "step": 27746
    },
    {
      "epoch": 1.1364734794183904,
      "grad_norm": 0.6883674396017224,
      "learning_rate": 0.00027710360209085835,
      "loss": 0.7873,
      "step": 27747
    },
    {
      "epoch": 1.1365144378455867,
      "grad_norm": 1.530604677284398,
      "learning_rate": 0.00027710187018499305,
      "loss": 1.2109,
      "step": 27748
    },
    {
      "epoch": 1.136555396272783,
      "grad_norm": 1.4568455824204103,
      "learning_rate": 0.0002771001382190413,
      "loss": 1.7592,
      "step": 27749
    },
    {
      "epoch": 1.1365963546999795,
      "grad_norm": 0.7593344473752487,
      "learning_rate": 0.0002770984061930041,
      "loss": 0.6831,
      "step": 27750
    },
    {
      "epoch": 1.1366373131271759,
      "grad_norm": 0.867515044969582,
      "learning_rate": 0.00027709667410688203,
      "loss": 0.5154,
      "step": 27751
    },
    {
      "epoch": 1.1366782715543724,
      "grad_norm": 0.5324801227405598,
      "learning_rate": 0.00027709494196067605,
      "loss": 0.281,
      "step": 27752
    },
    {
      "epoch": 1.1367192299815687,
      "grad_norm": 0.6808256465243415,
      "learning_rate": 0.000277093209754387,
      "loss": 0.8271,
      "step": 27753
    },
    {
      "epoch": 1.136760188408765,
      "grad_norm": 0.718523778801999,
      "learning_rate": 0.0002770914774880156,
      "loss": 0.6905,
      "step": 27754
    },
    {
      "epoch": 1.1368011468359616,
      "grad_norm": 0.7293767046832987,
      "learning_rate": 0.0002770897451615628,
      "loss": 0.2924,
      "step": 27755
    },
    {
      "epoch": 1.1368421052631579,
      "grad_norm": 0.9900836622572579,
      "learning_rate": 0.00027708801277502923,
      "loss": 0.8048,
      "step": 27756
    },
    {
      "epoch": 1.1368830636903544,
      "grad_norm": 1.0900937560711081,
      "learning_rate": 0.00027708628032841587,
      "loss": 0.4774,
      "step": 27757
    },
    {
      "epoch": 1.1369240221175507,
      "grad_norm": 0.8513597789081969,
      "learning_rate": 0.00027708454782172356,
      "loss": 0.6988,
      "step": 27758
    },
    {
      "epoch": 1.136964980544747,
      "grad_norm": 0.733123943366639,
      "learning_rate": 0.000277082815254953,
      "loss": 0.7741,
      "step": 27759
    },
    {
      "epoch": 1.1370059389719436,
      "grad_norm": 1.0784941867244358,
      "learning_rate": 0.0002770810826281051,
      "loss": 0.9906,
      "step": 27760
    },
    {
      "epoch": 1.1370468973991399,
      "grad_norm": 0.633677221233595,
      "learning_rate": 0.00027707934994118053,
      "loss": 0.3137,
      "step": 27761
    },
    {
      "epoch": 1.1370878558263362,
      "grad_norm": 1.012781182325145,
      "learning_rate": 0.0002770776171941803,
      "loss": 1.4502,
      "step": 27762
    },
    {
      "epoch": 1.1371288142535327,
      "grad_norm": 0.7083959852483797,
      "learning_rate": 0.00027707588438710516,
      "loss": 0.86,
      "step": 27763
    },
    {
      "epoch": 1.137169772680729,
      "grad_norm": 0.9991876315962323,
      "learning_rate": 0.00027707415151995585,
      "loss": 0.6997,
      "step": 27764
    },
    {
      "epoch": 1.1372107311079254,
      "grad_norm": 2.076193275946682,
      "learning_rate": 0.0002770724185927333,
      "loss": 1.9751,
      "step": 27765
    },
    {
      "epoch": 1.137251689535122,
      "grad_norm": 1.1711794437395164,
      "learning_rate": 0.0002770706856054383,
      "loss": 1.0534,
      "step": 27766
    },
    {
      "epoch": 1.1372926479623182,
      "grad_norm": 0.9739082812589099,
      "learning_rate": 0.0002770689525580716,
      "loss": 0.5908,
      "step": 27767
    },
    {
      "epoch": 1.1373336063895145,
      "grad_norm": 0.7207626299226918,
      "learning_rate": 0.0002770672194506341,
      "loss": 0.9226,
      "step": 27768
    },
    {
      "epoch": 1.137374564816711,
      "grad_norm": 1.4481677713360697,
      "learning_rate": 0.00027706548628312656,
      "loss": 1.1238,
      "step": 27769
    },
    {
      "epoch": 1.1374155232439074,
      "grad_norm": 1.4966074922449693,
      "learning_rate": 0.0002770637530555499,
      "loss": 1.2319,
      "step": 27770
    },
    {
      "epoch": 1.137456481671104,
      "grad_norm": 0.7038888029443987,
      "learning_rate": 0.0002770620197679048,
      "loss": 0.7815,
      "step": 27771
    },
    {
      "epoch": 1.1374974400983002,
      "grad_norm": 1.0753935475069494,
      "learning_rate": 0.0002770602864201922,
      "loss": 1.0376,
      "step": 27772
    },
    {
      "epoch": 1.1375383985254965,
      "grad_norm": 0.6955776602111651,
      "learning_rate": 0.0002770585530124129,
      "loss": 0.7747,
      "step": 27773
    },
    {
      "epoch": 1.137579356952693,
      "grad_norm": 0.662839631640034,
      "learning_rate": 0.0002770568195445676,
      "loss": 0.4801,
      "step": 27774
    },
    {
      "epoch": 1.1376203153798894,
      "grad_norm": 0.802472650298281,
      "learning_rate": 0.0002770550860166573,
      "loss": 0.7326,
      "step": 27775
    },
    {
      "epoch": 1.137661273807086,
      "grad_norm": 1.0555585345050478,
      "learning_rate": 0.0002770533524286826,
      "loss": 1.4778,
      "step": 27776
    },
    {
      "epoch": 1.1377022322342822,
      "grad_norm": 0.6912098330979312,
      "learning_rate": 0.00027705161878064456,
      "loss": 0.5382,
      "step": 27777
    },
    {
      "epoch": 1.1377431906614786,
      "grad_norm": 0.6918047908078974,
      "learning_rate": 0.00027704988507254387,
      "loss": 0.8236,
      "step": 27778
    },
    {
      "epoch": 1.137784149088675,
      "grad_norm": 1.476266224376968,
      "learning_rate": 0.00027704815130438136,
      "loss": 1.5054,
      "step": 27779
    },
    {
      "epoch": 1.1378251075158714,
      "grad_norm": 1.003632055102602,
      "learning_rate": 0.00027704641747615784,
      "loss": 0.3536,
      "step": 27780
    },
    {
      "epoch": 1.1378660659430677,
      "grad_norm": 0.9305255052233077,
      "learning_rate": 0.0002770446835878742,
      "loss": 0.6689,
      "step": 27781
    },
    {
      "epoch": 1.1379070243702643,
      "grad_norm": 0.616987659744733,
      "learning_rate": 0.00027704294963953115,
      "loss": 0.7257,
      "step": 27782
    },
    {
      "epoch": 1.1379479827974606,
      "grad_norm": 0.605430340601096,
      "learning_rate": 0.00027704121563112955,
      "loss": 0.5169,
      "step": 27783
    },
    {
      "epoch": 1.1379889412246569,
      "grad_norm": 0.992345180421842,
      "learning_rate": 0.00027703948156267025,
      "loss": 0.8849,
      "step": 27784
    },
    {
      "epoch": 1.1380298996518534,
      "grad_norm": 0.8754948401424228,
      "learning_rate": 0.00027703774743415406,
      "loss": 0.9113,
      "step": 27785
    },
    {
      "epoch": 1.1380708580790497,
      "grad_norm": 0.4901742863554742,
      "learning_rate": 0.0002770360132455818,
      "loss": 0.2721,
      "step": 27786
    },
    {
      "epoch": 1.138111816506246,
      "grad_norm": 0.9793822804228476,
      "learning_rate": 0.0002770342789969543,
      "loss": 0.5765,
      "step": 27787
    },
    {
      "epoch": 1.1381527749334426,
      "grad_norm": 0.7043487771639395,
      "learning_rate": 0.0002770325446882723,
      "loss": 0.4092,
      "step": 27788
    },
    {
      "epoch": 1.138193733360639,
      "grad_norm": 0.6420495686512233,
      "learning_rate": 0.0002770308103195368,
      "loss": 0.7464,
      "step": 27789
    },
    {
      "epoch": 1.1382346917878354,
      "grad_norm": 2.8976191528056616,
      "learning_rate": 0.00027702907589074836,
      "loss": 5.4728,
      "step": 27790
    },
    {
      "epoch": 1.1382756502150317,
      "grad_norm": 1.2259537015193434,
      "learning_rate": 0.00027702734140190805,
      "loss": 0.7992,
      "step": 27791
    },
    {
      "epoch": 1.138316608642228,
      "grad_norm": 2.6838176143608017,
      "learning_rate": 0.0002770256068530166,
      "loss": 4.6077,
      "step": 27792
    },
    {
      "epoch": 1.1383575670694246,
      "grad_norm": 0.8575280298291599,
      "learning_rate": 0.0002770238722440747,
      "loss": 0.4394,
      "step": 27793
    },
    {
      "epoch": 1.138398525496621,
      "grad_norm": 1.4078940115910412,
      "learning_rate": 0.00027702213757508336,
      "loss": 1.01,
      "step": 27794
    },
    {
      "epoch": 1.1384394839238174,
      "grad_norm": 1.0548059872608642,
      "learning_rate": 0.0002770204028460433,
      "loss": 1.3143,
      "step": 27795
    },
    {
      "epoch": 1.1384804423510138,
      "grad_norm": 0.7593810358515227,
      "learning_rate": 0.00027701866805695543,
      "loss": 0.8418,
      "step": 27796
    },
    {
      "epoch": 1.13852140077821,
      "grad_norm": 0.6914422410489328,
      "learning_rate": 0.0002770169332078204,
      "loss": 0.6193,
      "step": 27797
    },
    {
      "epoch": 1.1385623592054066,
      "grad_norm": 0.7438818373124638,
      "learning_rate": 0.00027701519829863926,
      "loss": 0.7225,
      "step": 27798
    },
    {
      "epoch": 1.138603317632603,
      "grad_norm": 1.078110312760171,
      "learning_rate": 0.00027701346332941265,
      "loss": 0.9937,
      "step": 27799
    },
    {
      "epoch": 1.1386442760597992,
      "grad_norm": 0.7504501683371954,
      "learning_rate": 0.00027701172830014135,
      "loss": 0.8734,
      "step": 27800
    },
    {
      "epoch": 1.1386852344869958,
      "grad_norm": 1.3038966229411961,
      "learning_rate": 0.0002770099932108264,
      "loss": 1.1345,
      "step": 27801
    },
    {
      "epoch": 1.138726192914192,
      "grad_norm": 0.9387120578880258,
      "learning_rate": 0.00027700825806146844,
      "loss": 1.0778,
      "step": 27802
    },
    {
      "epoch": 1.1387671513413884,
      "grad_norm": 0.8008254173250708,
      "learning_rate": 0.00027700652285206833,
      "loss": 0.8312,
      "step": 27803
    },
    {
      "epoch": 1.138808109768585,
      "grad_norm": 0.7695242118363598,
      "learning_rate": 0.000277004787582627,
      "loss": 0.7783,
      "step": 27804
    },
    {
      "epoch": 1.1388490681957812,
      "grad_norm": 0.8445108223288031,
      "learning_rate": 0.00027700305225314507,
      "loss": 1.0865,
      "step": 27805
    },
    {
      "epoch": 1.1388900266229776,
      "grad_norm": 0.704830843539009,
      "learning_rate": 0.00027700131686362353,
      "loss": 0.7327,
      "step": 27806
    },
    {
      "epoch": 1.138930985050174,
      "grad_norm": 4.103066941634331,
      "learning_rate": 0.00027699958141406305,
      "loss": 5.699,
      "step": 27807
    },
    {
      "epoch": 1.1389719434773704,
      "grad_norm": 1.1223979422018133,
      "learning_rate": 0.00027699784590446466,
      "loss": 1.1903,
      "step": 27808
    },
    {
      "epoch": 1.139012901904567,
      "grad_norm": 0.6913050808388975,
      "learning_rate": 0.00027699611033482895,
      "loss": 0.312,
      "step": 27809
    },
    {
      "epoch": 1.1390538603317633,
      "grad_norm": 0.7346494793798632,
      "learning_rate": 0.0002769943747051569,
      "loss": 0.59,
      "step": 27810
    },
    {
      "epoch": 1.1390948187589596,
      "grad_norm": 0.8802675541484184,
      "learning_rate": 0.00027699263901544927,
      "loss": 0.9959,
      "step": 27811
    },
    {
      "epoch": 1.139135777186156,
      "grad_norm": 0.9207945099770469,
      "learning_rate": 0.0002769909032657069,
      "loss": 1.0046,
      "step": 27812
    },
    {
      "epoch": 1.1391767356133524,
      "grad_norm": 1.1078947493322218,
      "learning_rate": 0.0002769891674559306,
      "loss": 1.4912,
      "step": 27813
    },
    {
      "epoch": 1.139217694040549,
      "grad_norm": 0.8553871547428009,
      "learning_rate": 0.0002769874315861212,
      "loss": 0.8739,
      "step": 27814
    },
    {
      "epoch": 1.1392586524677453,
      "grad_norm": 1.7697639589318983,
      "learning_rate": 0.0002769856956562795,
      "loss": 1.6868,
      "step": 27815
    },
    {
      "epoch": 1.1392996108949416,
      "grad_norm": 0.6174563907203585,
      "learning_rate": 0.00027698395966640625,
      "loss": 0.6678,
      "step": 27816
    },
    {
      "epoch": 1.1393405693221381,
      "grad_norm": 0.7044037186091912,
      "learning_rate": 0.0002769822236165025,
      "loss": 0.7013,
      "step": 27817
    },
    {
      "epoch": 1.1393815277493344,
      "grad_norm": 0.9647048513924882,
      "learning_rate": 0.0002769804875065688,
      "loss": 0.9389,
      "step": 27818
    },
    {
      "epoch": 1.1394224861765307,
      "grad_norm": 0.7948128504589769,
      "learning_rate": 0.00027697875133660615,
      "loss": 0.4601,
      "step": 27819
    },
    {
      "epoch": 1.1394634446037273,
      "grad_norm": 3.217531986373388,
      "learning_rate": 0.0002769770151066153,
      "loss": 5.8,
      "step": 27820
    },
    {
      "epoch": 1.1395044030309236,
      "grad_norm": 0.8064204090259893,
      "learning_rate": 0.0002769752788165971,
      "loss": 0.47,
      "step": 27821
    },
    {
      "epoch": 1.13954536145812,
      "grad_norm": 0.7371848351259124,
      "learning_rate": 0.00027697354246655233,
      "loss": 0.2882,
      "step": 27822
    },
    {
      "epoch": 1.1395863198853164,
      "grad_norm": 0.6836653951747377,
      "learning_rate": 0.00027697180605648186,
      "loss": 0.8107,
      "step": 27823
    },
    {
      "epoch": 1.1396272783125128,
      "grad_norm": 0.8495757832497951,
      "learning_rate": 0.0002769700695863865,
      "loss": 0.7808,
      "step": 27824
    },
    {
      "epoch": 1.139668236739709,
      "grad_norm": 1.1116171670307087,
      "learning_rate": 0.0002769683330562671,
      "loss": 0.909,
      "step": 27825
    },
    {
      "epoch": 1.1397091951669056,
      "grad_norm": 1.0229898770621595,
      "learning_rate": 0.00027696659646612434,
      "loss": 1.4111,
      "step": 27826
    },
    {
      "epoch": 1.139750153594102,
      "grad_norm": 0.8053428786057663,
      "learning_rate": 0.0002769648598159592,
      "loss": 0.7535,
      "step": 27827
    },
    {
      "epoch": 1.1397911120212985,
      "grad_norm": 0.7597560596632393,
      "learning_rate": 0.0002769631231057724,
      "loss": 0.98,
      "step": 27828
    },
    {
      "epoch": 1.1398320704484948,
      "grad_norm": 0.7340155246947165,
      "learning_rate": 0.0002769613863355649,
      "loss": 0.7202,
      "step": 27829
    },
    {
      "epoch": 1.139873028875691,
      "grad_norm": 0.7988749608410664,
      "learning_rate": 0.0002769596495053373,
      "loss": 0.7641,
      "step": 27830
    },
    {
      "epoch": 1.1399139873028876,
      "grad_norm": 2.2813316017802423,
      "learning_rate": 0.0002769579126150906,
      "loss": 2.3711,
      "step": 27831
    },
    {
      "epoch": 1.139954945730084,
      "grad_norm": 1.1550913025754743,
      "learning_rate": 0.0002769561756648256,
      "loss": 1.1966,
      "step": 27832
    },
    {
      "epoch": 1.1399959041572805,
      "grad_norm": 1.54292157920327,
      "learning_rate": 0.000276954438654543,
      "loss": 1.2007,
      "step": 27833
    },
    {
      "epoch": 1.1400368625844768,
      "grad_norm": 1.238931579857297,
      "learning_rate": 0.0002769527015842438,
      "loss": 1.2823,
      "step": 27834
    },
    {
      "epoch": 1.140077821011673,
      "grad_norm": 0.7530459491826711,
      "learning_rate": 0.00027695096445392865,
      "loss": 0.7634,
      "step": 27835
    },
    {
      "epoch": 1.1401187794388696,
      "grad_norm": 0.7084771410872015,
      "learning_rate": 0.00027694922726359853,
      "loss": 0.942,
      "step": 27836
    },
    {
      "epoch": 1.140159737866066,
      "grad_norm": 0.6599991253420197,
      "learning_rate": 0.0002769474900132541,
      "loss": 0.4025,
      "step": 27837
    },
    {
      "epoch": 1.1402006962932623,
      "grad_norm": 0.5840721537644893,
      "learning_rate": 0.0002769457527028963,
      "loss": 0.3139,
      "step": 27838
    },
    {
      "epoch": 1.1402416547204588,
      "grad_norm": 0.7342867000125136,
      "learning_rate": 0.00027694401533252594,
      "loss": 0.3428,
      "step": 27839
    },
    {
      "epoch": 1.140282613147655,
      "grad_norm": 0.6943348012765884,
      "learning_rate": 0.00027694227790214375,
      "loss": 0.7087,
      "step": 27840
    },
    {
      "epoch": 1.1403235715748514,
      "grad_norm": 0.6847893833629012,
      "learning_rate": 0.00027694054041175066,
      "loss": 0.266,
      "step": 27841
    },
    {
      "epoch": 1.140364530002048,
      "grad_norm": 1.0586966170940597,
      "learning_rate": 0.00027693880286134746,
      "loss": 0.9337,
      "step": 27842
    },
    {
      "epoch": 1.1404054884292443,
      "grad_norm": 0.7692516633823582,
      "learning_rate": 0.00027693706525093497,
      "loss": 0.6732,
      "step": 27843
    },
    {
      "epoch": 1.1404464468564408,
      "grad_norm": 0.7393371738744748,
      "learning_rate": 0.000276935327580514,
      "loss": 0.7494,
      "step": 27844
    },
    {
      "epoch": 1.1404874052836371,
      "grad_norm": 0.9619261179388228,
      "learning_rate": 0.0002769335898500853,
      "loss": 0.7957,
      "step": 27845
    },
    {
      "epoch": 1.1405283637108334,
      "grad_norm": 0.955613064869097,
      "learning_rate": 0.00027693185205964984,
      "loss": 0.8839,
      "step": 27846
    },
    {
      "epoch": 1.14056932213803,
      "grad_norm": 0.8273676323324765,
      "learning_rate": 0.0002769301142092083,
      "loss": 0.7325,
      "step": 27847
    },
    {
      "epoch": 1.1406102805652263,
      "grad_norm": 0.9037597264689995,
      "learning_rate": 0.00027692837629876164,
      "loss": 1.0175,
      "step": 27848
    },
    {
      "epoch": 1.1406512389924226,
      "grad_norm": 1.1418981166074604,
      "learning_rate": 0.0002769266383283106,
      "loss": 0.6342,
      "step": 27849
    },
    {
      "epoch": 1.1406921974196191,
      "grad_norm": 1.037823510831759,
      "learning_rate": 0.000276924900297856,
      "loss": 0.6896,
      "step": 27850
    },
    {
      "epoch": 1.1407331558468154,
      "grad_norm": 0.7105106514358729,
      "learning_rate": 0.00027692316220739865,
      "loss": 0.6588,
      "step": 27851
    },
    {
      "epoch": 1.140774114274012,
      "grad_norm": 0.8867682282551269,
      "learning_rate": 0.0002769214240569394,
      "loss": 1.014,
      "step": 27852
    },
    {
      "epoch": 1.1408150727012083,
      "grad_norm": 1.0769840605263525,
      "learning_rate": 0.0002769196858464791,
      "loss": 1.0311,
      "step": 27853
    },
    {
      "epoch": 1.1408560311284046,
      "grad_norm": 1.2971687167548065,
      "learning_rate": 0.00027691794757601847,
      "loss": 0.6997,
      "step": 27854
    },
    {
      "epoch": 1.1408969895556011,
      "grad_norm": 0.8441831477868463,
      "learning_rate": 0.0002769162092455585,
      "loss": 0.7769,
      "step": 27855
    },
    {
      "epoch": 1.1409379479827975,
      "grad_norm": 1.0425237460167858,
      "learning_rate": 0.0002769144708550998,
      "loss": 0.9752,
      "step": 27856
    },
    {
      "epoch": 1.1409789064099938,
      "grad_norm": 0.8962062445049598,
      "learning_rate": 0.00027691273240464337,
      "loss": 0.9773,
      "step": 27857
    },
    {
      "epoch": 1.1410198648371903,
      "grad_norm": 0.800071139380991,
      "learning_rate": 0.00027691099389418993,
      "loss": 0.7566,
      "step": 27858
    },
    {
      "epoch": 1.1410608232643866,
      "grad_norm": 1.3252855634530298,
      "learning_rate": 0.0002769092553237404,
      "loss": 1.3729,
      "step": 27859
    },
    {
      "epoch": 1.141101781691583,
      "grad_norm": 1.0594916391397373,
      "learning_rate": 0.0002769075166932955,
      "loss": 0.6719,
      "step": 27860
    },
    {
      "epoch": 1.1411427401187795,
      "grad_norm": 0.7907549273352551,
      "learning_rate": 0.000276905778002856,
      "loss": 0.9206,
      "step": 27861
    },
    {
      "epoch": 1.1411836985459758,
      "grad_norm": 0.5942359888778702,
      "learning_rate": 0.00027690403925242294,
      "loss": 0.3996,
      "step": 27862
    },
    {
      "epoch": 1.1412246569731723,
      "grad_norm": 1.035750435809465,
      "learning_rate": 0.00027690230044199695,
      "loss": 0.9098,
      "step": 27863
    },
    {
      "epoch": 1.1412656154003686,
      "grad_norm": 0.7179127904677081,
      "learning_rate": 0.00027690056157157896,
      "loss": 0.6672,
      "step": 27864
    },
    {
      "epoch": 1.141306573827565,
      "grad_norm": 0.6887467772698296,
      "learning_rate": 0.0002768988226411697,
      "loss": 0.7265,
      "step": 27865
    },
    {
      "epoch": 1.1413475322547615,
      "grad_norm": 1.2398453225317574,
      "learning_rate": 0.0002768970836507701,
      "loss": 0.8346,
      "step": 27866
    },
    {
      "epoch": 1.1413884906819578,
      "grad_norm": 0.6442845778889388,
      "learning_rate": 0.0002768953446003809,
      "loss": 0.7742,
      "step": 27867
    },
    {
      "epoch": 1.1414294491091541,
      "grad_norm": 0.7754119874983812,
      "learning_rate": 0.00027689360549000287,
      "loss": 0.7901,
      "step": 27868
    },
    {
      "epoch": 1.1414704075363507,
      "grad_norm": 0.6912647132198125,
      "learning_rate": 0.000276891866319637,
      "loss": 0.653,
      "step": 27869
    },
    {
      "epoch": 1.141511365963547,
      "grad_norm": 0.7513353379352126,
      "learning_rate": 0.00027689012708928393,
      "loss": 0.7462,
      "step": 27870
    },
    {
      "epoch": 1.1415523243907435,
      "grad_norm": 1.0546158838041209,
      "learning_rate": 0.0002768883877989447,
      "loss": 0.4738,
      "step": 27871
    },
    {
      "epoch": 1.1415932828179398,
      "grad_norm": 0.5752353602776898,
      "learning_rate": 0.0002768866484486199,
      "loss": 0.309,
      "step": 27872
    },
    {
      "epoch": 1.1416342412451361,
      "grad_norm": 0.9183026935426357,
      "learning_rate": 0.0002768849090383105,
      "loss": 1.0128,
      "step": 27873
    },
    {
      "epoch": 1.1416751996723327,
      "grad_norm": 0.7943061032375401,
      "learning_rate": 0.00027688316956801725,
      "loss": 0.737,
      "step": 27874
    },
    {
      "epoch": 1.141716158099529,
      "grad_norm": 0.91524926400236,
      "learning_rate": 0.000276881430037741,
      "loss": 0.8904,
      "step": 27875
    },
    {
      "epoch": 1.1417571165267253,
      "grad_norm": 5.978961658561162,
      "learning_rate": 0.00027687969044748256,
      "loss": 1.4643,
      "step": 27876
    },
    {
      "epoch": 1.1417980749539218,
      "grad_norm": 0.8730823398551164,
      "learning_rate": 0.00027687795079724283,
      "loss": 0.8842,
      "step": 27877
    },
    {
      "epoch": 1.1418390333811181,
      "grad_norm": 0.9363462194974401,
      "learning_rate": 0.0002768762110870225,
      "loss": 1.2433,
      "step": 27878
    },
    {
      "epoch": 1.1418799918083145,
      "grad_norm": 0.75590826188648,
      "learning_rate": 0.00027687447131682246,
      "loss": 0.9265,
      "step": 27879
    },
    {
      "epoch": 1.141920950235511,
      "grad_norm": 0.8384064013152005,
      "learning_rate": 0.0002768727314866436,
      "loss": 0.5233,
      "step": 27880
    },
    {
      "epoch": 1.1419619086627073,
      "grad_norm": 1.0321095220271996,
      "learning_rate": 0.00027687099159648664,
      "loss": 1.2947,
      "step": 27881
    },
    {
      "epoch": 1.1420028670899038,
      "grad_norm": 0.9281069225508205,
      "learning_rate": 0.0002768692516463524,
      "loss": 0.9322,
      "step": 27882
    },
    {
      "epoch": 1.1420438255171002,
      "grad_norm": 1.6471620654183823,
      "learning_rate": 0.00027686751163624176,
      "loss": 1.2118,
      "step": 27883
    },
    {
      "epoch": 1.1420847839442965,
      "grad_norm": 0.9132732076941553,
      "learning_rate": 0.0002768657715661556,
      "loss": 0.8407,
      "step": 27884
    },
    {
      "epoch": 1.142125742371493,
      "grad_norm": 0.5074698632645449,
      "learning_rate": 0.00027686403143609454,
      "loss": 0.1854,
      "step": 27885
    },
    {
      "epoch": 1.1421667007986893,
      "grad_norm": 0.9659168529223996,
      "learning_rate": 0.0002768622912460596,
      "loss": 1.038,
      "step": 27886
    },
    {
      "epoch": 1.1422076592258856,
      "grad_norm": 1.2235942459843192,
      "learning_rate": 0.0002768605509960515,
      "loss": 1.0153,
      "step": 27887
    },
    {
      "epoch": 1.1422486176530822,
      "grad_norm": 0.9765218059764001,
      "learning_rate": 0.0002768588106860711,
      "loss": 1.0724,
      "step": 27888
    },
    {
      "epoch": 1.1422895760802785,
      "grad_norm": 1.011700712872387,
      "learning_rate": 0.00027685707031611923,
      "loss": 0.9521,
      "step": 27889
    },
    {
      "epoch": 1.142330534507475,
      "grad_norm": 0.9208303080688938,
      "learning_rate": 0.0002768553298861967,
      "loss": 0.3474,
      "step": 27890
    },
    {
      "epoch": 1.1423714929346713,
      "grad_norm": 0.9813884941798547,
      "learning_rate": 0.0002768535893963043,
      "loss": 1.0851,
      "step": 27891
    },
    {
      "epoch": 1.1424124513618676,
      "grad_norm": 0.9079535566154436,
      "learning_rate": 0.00027685184884644295,
      "loss": 0.8322,
      "step": 27892
    },
    {
      "epoch": 1.1424534097890642,
      "grad_norm": 1.2589376359204059,
      "learning_rate": 0.00027685010823661334,
      "loss": 0.919,
      "step": 27893
    },
    {
      "epoch": 1.1424943682162605,
      "grad_norm": 1.536390640205788,
      "learning_rate": 0.0002768483675668164,
      "loss": 2.3943,
      "step": 27894
    },
    {
      "epoch": 1.1425353266434568,
      "grad_norm": 4.083558080498271,
      "learning_rate": 0.0002768466268370529,
      "loss": 4.4935,
      "step": 27895
    },
    {
      "epoch": 1.1425762850706533,
      "grad_norm": 1.19757222846946,
      "learning_rate": 0.00027684488604732367,
      "loss": 1.2353,
      "step": 27896
    },
    {
      "epoch": 1.1426172434978497,
      "grad_norm": 0.9177741722345583,
      "learning_rate": 0.00027684314519762956,
      "loss": 0.8843,
      "step": 27897
    },
    {
      "epoch": 1.142658201925046,
      "grad_norm": 0.8557385549384091,
      "learning_rate": 0.0002768414042879713,
      "loss": 0.9817,
      "step": 27898
    },
    {
      "epoch": 1.1426991603522425,
      "grad_norm": 2.54420861440816,
      "learning_rate": 0.0002768396633183498,
      "loss": 2.1061,
      "step": 27899
    },
    {
      "epoch": 1.1427401187794388,
      "grad_norm": 0.7596250046590273,
      "learning_rate": 0.0002768379222887659,
      "loss": 0.7109,
      "step": 27900
    },
    {
      "epoch": 1.1427810772066354,
      "grad_norm": 0.8424341711360573,
      "learning_rate": 0.0002768361811992205,
      "loss": 0.8635,
      "step": 27901
    },
    {
      "epoch": 1.1428220356338317,
      "grad_norm": 0.6702672075237533,
      "learning_rate": 0.00027683444004971417,
      "loss": 0.3012,
      "step": 27902
    },
    {
      "epoch": 1.142862994061028,
      "grad_norm": 2.2352671797956503,
      "learning_rate": 0.0002768326988402479,
      "loss": 4.3745,
      "step": 27903
    },
    {
      "epoch": 1.1429039524882245,
      "grad_norm": 0.9585691483335973,
      "learning_rate": 0.0002768309575708225,
      "loss": 0.8,
      "step": 27904
    },
    {
      "epoch": 1.1429449109154208,
      "grad_norm": 0.758317827267649,
      "learning_rate": 0.0002768292162414388,
      "loss": 0.8012,
      "step": 27905
    },
    {
      "epoch": 1.1429858693426174,
      "grad_norm": 0.8768497229580637,
      "learning_rate": 0.0002768274748520976,
      "loss": 0.8705,
      "step": 27906
    },
    {
      "epoch": 1.1430268277698137,
      "grad_norm": 1.295831295424405,
      "learning_rate": 0.00027682573340279967,
      "loss": 1.3983,
      "step": 27907
    },
    {
      "epoch": 1.14306778619701,
      "grad_norm": 1.040661051033915,
      "learning_rate": 0.00027682399189354597,
      "loss": 0.6667,
      "step": 27908
    },
    {
      "epoch": 1.1431087446242065,
      "grad_norm": 1.0542165628685214,
      "learning_rate": 0.0002768222503243372,
      "loss": 0.762,
      "step": 27909
    },
    {
      "epoch": 1.1431497030514028,
      "grad_norm": 1.011737312967905,
      "learning_rate": 0.00027682050869517425,
      "loss": 0.9902,
      "step": 27910
    },
    {
      "epoch": 1.1431906614785992,
      "grad_norm": 0.8650442171821224,
      "learning_rate": 0.0002768187670060579,
      "loss": 0.8655,
      "step": 27911
    },
    {
      "epoch": 1.1432316199057957,
      "grad_norm": 0.8976789935124336,
      "learning_rate": 0.00027681702525698905,
      "loss": 0.9656,
      "step": 27912
    },
    {
      "epoch": 1.143272578332992,
      "grad_norm": 0.9785167605960733,
      "learning_rate": 0.0002768152834479684,
      "loss": 1.1859,
      "step": 27913
    },
    {
      "epoch": 1.1433135367601883,
      "grad_norm": 0.7906851037699206,
      "learning_rate": 0.0002768135415789969,
      "loss": 0.8007,
      "step": 27914
    },
    {
      "epoch": 1.1433544951873849,
      "grad_norm": 1.0258864748205923,
      "learning_rate": 0.0002768117996500753,
      "loss": 0.8119,
      "step": 27915
    },
    {
      "epoch": 1.1433954536145812,
      "grad_norm": 0.6653817954565747,
      "learning_rate": 0.0002768100576612044,
      "loss": 0.6134,
      "step": 27916
    },
    {
      "epoch": 1.1434364120417775,
      "grad_norm": 0.5196831417766417,
      "learning_rate": 0.00027680831561238515,
      "loss": 0.2747,
      "step": 27917
    },
    {
      "epoch": 1.143477370468974,
      "grad_norm": 0.9501965592163221,
      "learning_rate": 0.00027680657350361823,
      "loss": 0.8767,
      "step": 27918
    },
    {
      "epoch": 1.1435183288961703,
      "grad_norm": 0.47436908733200955,
      "learning_rate": 0.0002768048313349045,
      "loss": 0.287,
      "step": 27919
    },
    {
      "epoch": 1.1435592873233669,
      "grad_norm": 0.859150814950264,
      "learning_rate": 0.00027680308910624484,
      "loss": 0.8962,
      "step": 27920
    },
    {
      "epoch": 1.1436002457505632,
      "grad_norm": 2.2908176957145163,
      "learning_rate": 0.00027680134681764,
      "loss": 1.1812,
      "step": 27921
    },
    {
      "epoch": 1.1436412041777595,
      "grad_norm": 0.839086851872678,
      "learning_rate": 0.00027679960446909093,
      "loss": 0.7814,
      "step": 27922
    },
    {
      "epoch": 1.143682162604956,
      "grad_norm": 1.6688133656803952,
      "learning_rate": 0.00027679786206059827,
      "loss": 1.8944,
      "step": 27923
    },
    {
      "epoch": 1.1437231210321523,
      "grad_norm": 0.7709278286430394,
      "learning_rate": 0.000276796119592163,
      "loss": 0.6786,
      "step": 27924
    },
    {
      "epoch": 1.1437640794593489,
      "grad_norm": 0.7968266326176803,
      "learning_rate": 0.0002767943770637858,
      "loss": 0.9361,
      "step": 27925
    },
    {
      "epoch": 1.1438050378865452,
      "grad_norm": 0.7134955792216501,
      "learning_rate": 0.00027679263447546765,
      "loss": 0.6888,
      "step": 27926
    },
    {
      "epoch": 1.1438459963137415,
      "grad_norm": 0.9374053979343621,
      "learning_rate": 0.00027679089182720926,
      "loss": 0.5152,
      "step": 27927
    },
    {
      "epoch": 1.143886954740938,
      "grad_norm": 1.5637725776670168,
      "learning_rate": 0.0002767891491190115,
      "loss": 2.1267,
      "step": 27928
    },
    {
      "epoch": 1.1439279131681344,
      "grad_norm": 1.7163594078553333,
      "learning_rate": 0.0002767874063508752,
      "loss": 2.0659,
      "step": 27929
    },
    {
      "epoch": 1.1439688715953307,
      "grad_norm": 0.9629478832915317,
      "learning_rate": 0.0002767856635228012,
      "loss": 0.6872,
      "step": 27930
    },
    {
      "epoch": 1.1440098300225272,
      "grad_norm": 0.9449519813134075,
      "learning_rate": 0.0002767839206347903,
      "loss": 0.8104,
      "step": 27931
    },
    {
      "epoch": 1.1440507884497235,
      "grad_norm": 4.2019558935389005,
      "learning_rate": 0.00027678217768684326,
      "loss": 1.5332,
      "step": 27932
    },
    {
      "epoch": 1.1440917468769198,
      "grad_norm": 0.7858327179852692,
      "learning_rate": 0.000276780434678961,
      "loss": 0.3841,
      "step": 27933
    },
    {
      "epoch": 1.1441327053041164,
      "grad_norm": 0.7316547575868029,
      "learning_rate": 0.00027677869161114426,
      "loss": 0.634,
      "step": 27934
    },
    {
      "epoch": 1.1441736637313127,
      "grad_norm": 0.8600353297796108,
      "learning_rate": 0.000276776948483394,
      "loss": 0.9976,
      "step": 27935
    },
    {
      "epoch": 1.144214622158509,
      "grad_norm": 0.6503312910337413,
      "learning_rate": 0.00027677520529571087,
      "loss": 0.5611,
      "step": 27936
    },
    {
      "epoch": 1.1442555805857055,
      "grad_norm": 0.993196014003308,
      "learning_rate": 0.0002767734620480958,
      "loss": 0.9849,
      "step": 27937
    },
    {
      "epoch": 1.1442965390129018,
      "grad_norm": 1.5783552313991456,
      "learning_rate": 0.00027677171874054964,
      "loss": 0.992,
      "step": 27938
    },
    {
      "epoch": 1.1443374974400984,
      "grad_norm": 0.9558840851166722,
      "learning_rate": 0.0002767699753730731,
      "loss": 0.7704,
      "step": 27939
    },
    {
      "epoch": 1.1443784558672947,
      "grad_norm": 0.8725181432213209,
      "learning_rate": 0.00027676823194566714,
      "loss": 0.7928,
      "step": 27940
    },
    {
      "epoch": 1.144419414294491,
      "grad_norm": 0.7781090672877627,
      "learning_rate": 0.00027676648845833244,
      "loss": 0.7605,
      "step": 27941
    },
    {
      "epoch": 1.1444603727216875,
      "grad_norm": 2.3440173839354035,
      "learning_rate": 0.00027676474491107,
      "loss": 4.2095,
      "step": 27942
    },
    {
      "epoch": 1.1445013311488839,
      "grad_norm": 1.0432185651354369,
      "learning_rate": 0.0002767630013038804,
      "loss": 0.8224,
      "step": 27943
    },
    {
      "epoch": 1.1445422895760804,
      "grad_norm": 0.8905385497013903,
      "learning_rate": 0.0002767612576367647,
      "loss": 0.3338,
      "step": 27944
    },
    {
      "epoch": 1.1445832480032767,
      "grad_norm": 0.9347729940874598,
      "learning_rate": 0.00027675951390972365,
      "loss": 0.7813,
      "step": 27945
    },
    {
      "epoch": 1.144624206430473,
      "grad_norm": 0.7889540116412896,
      "learning_rate": 0.000276757770122758,
      "loss": 0.7344,
      "step": 27946
    },
    {
      "epoch": 1.1446651648576696,
      "grad_norm": 1.1799101900459323,
      "learning_rate": 0.0002767560262758687,
      "loss": 0.9946,
      "step": 27947
    },
    {
      "epoch": 1.1447061232848659,
      "grad_norm": 1.4835177047311514,
      "learning_rate": 0.0002767542823690565,
      "loss": 1.8039,
      "step": 27948
    },
    {
      "epoch": 1.1447470817120622,
      "grad_norm": 0.8137864950505685,
      "learning_rate": 0.0002767525384023222,
      "loss": 0.8514,
      "step": 27949
    },
    {
      "epoch": 1.1447880401392587,
      "grad_norm": 0.9515371128413445,
      "learning_rate": 0.0002767507943756667,
      "loss": 0.973,
      "step": 27950
    },
    {
      "epoch": 1.144828998566455,
      "grad_norm": 0.8197085664991086,
      "learning_rate": 0.00027674905028909067,
      "loss": 0.9368,
      "step": 27951
    },
    {
      "epoch": 1.1448699569936513,
      "grad_norm": 0.9922396952049563,
      "learning_rate": 0.00027674730614259515,
      "loss": 0.7013,
      "step": 27952
    },
    {
      "epoch": 1.1449109154208479,
      "grad_norm": 1.0262022963192317,
      "learning_rate": 0.0002767455619361808,
      "loss": 1.1028,
      "step": 27953
    },
    {
      "epoch": 1.1449518738480442,
      "grad_norm": 0.7323289887017751,
      "learning_rate": 0.0002767438176698485,
      "loss": 0.5813,
      "step": 27954
    },
    {
      "epoch": 1.1449928322752405,
      "grad_norm": 0.6986511459832193,
      "learning_rate": 0.0002767420733435991,
      "loss": 0.3203,
      "step": 27955
    },
    {
      "epoch": 1.145033790702437,
      "grad_norm": 0.9983220311071223,
      "learning_rate": 0.00027674032895743343,
      "loss": 0.6794,
      "step": 27956
    },
    {
      "epoch": 1.1450747491296334,
      "grad_norm": 0.7019448104242458,
      "learning_rate": 0.00027673858451135225,
      "loss": 0.3954,
      "step": 27957
    },
    {
      "epoch": 1.14511570755683,
      "grad_norm": 1.4851931837081258,
      "learning_rate": 0.0002767368400053565,
      "loss": 1.0713,
      "step": 27958
    },
    {
      "epoch": 1.1451566659840262,
      "grad_norm": 0.8656955471285521,
      "learning_rate": 0.0002767350954394468,
      "loss": 1.0085,
      "step": 27959
    },
    {
      "epoch": 1.1451976244112225,
      "grad_norm": 3.7714063861479765,
      "learning_rate": 0.00027673335081362417,
      "loss": 2.5728,
      "step": 27960
    },
    {
      "epoch": 1.145238582838419,
      "grad_norm": 1.0552836397601166,
      "learning_rate": 0.0002767316061278893,
      "loss": 0.6991,
      "step": 27961
    },
    {
      "epoch": 1.1452795412656154,
      "grad_norm": 1.3081535600410594,
      "learning_rate": 0.0002767298613822432,
      "loss": 1.4406,
      "step": 27962
    },
    {
      "epoch": 1.145320499692812,
      "grad_norm": 0.7989877851400801,
      "learning_rate": 0.00027672811657668647,
      "loss": 0.7258,
      "step": 27963
    },
    {
      "epoch": 1.1453614581200082,
      "grad_norm": 0.8639371894477164,
      "learning_rate": 0.0002767263717112201,
      "loss": 0.8963,
      "step": 27964
    },
    {
      "epoch": 1.1454024165472045,
      "grad_norm": 1.03914275943104,
      "learning_rate": 0.0002767246267858448,
      "loss": 1.0378,
      "step": 27965
    },
    {
      "epoch": 1.145443374974401,
      "grad_norm": 0.7157314670423851,
      "learning_rate": 0.00027672288180056147,
      "loss": 0.7368,
      "step": 27966
    },
    {
      "epoch": 1.1454843334015974,
      "grad_norm": 0.8945364008117233,
      "learning_rate": 0.0002767211367553709,
      "loss": 0.7869,
      "step": 27967
    },
    {
      "epoch": 1.1455252918287937,
      "grad_norm": 0.890058122101027,
      "learning_rate": 0.00027671939165027404,
      "loss": 0.9508,
      "step": 27968
    },
    {
      "epoch": 1.1455662502559902,
      "grad_norm": 0.9808426766961704,
      "learning_rate": 0.0002767176464852715,
      "loss": 1.0405,
      "step": 27969
    },
    {
      "epoch": 1.1456072086831866,
      "grad_norm": 1.1025468402979781,
      "learning_rate": 0.00027671590126036427,
      "loss": 0.6241,
      "step": 27970
    },
    {
      "epoch": 1.1456481671103829,
      "grad_norm": 0.8485742565234523,
      "learning_rate": 0.00027671415597555306,
      "loss": 0.798,
      "step": 27971
    },
    {
      "epoch": 1.1456891255375794,
      "grad_norm": 0.9507754387253216,
      "learning_rate": 0.00027671241063083877,
      "loss": 1.112,
      "step": 27972
    },
    {
      "epoch": 1.1457300839647757,
      "grad_norm": 3.973812320918684,
      "learning_rate": 0.0002767106652262222,
      "loss": 4.8618,
      "step": 27973
    },
    {
      "epoch": 1.145771042391972,
      "grad_norm": 2.066046045899836,
      "learning_rate": 0.00027670891976170416,
      "loss": 1.4735,
      "step": 27974
    },
    {
      "epoch": 1.1458120008191686,
      "grad_norm": 0.8142663857798985,
      "learning_rate": 0.0002767071742372855,
      "loss": 0.7733,
      "step": 27975
    },
    {
      "epoch": 1.1458529592463649,
      "grad_norm": 0.6796007213254245,
      "learning_rate": 0.0002767054286529671,
      "loss": 0.6996,
      "step": 27976
    },
    {
      "epoch": 1.1458939176735614,
      "grad_norm": 0.733317803885997,
      "learning_rate": 0.00027670368300874965,
      "loss": 0.6967,
      "step": 27977
    },
    {
      "epoch": 1.1459348761007577,
      "grad_norm": 1.0807866534836477,
      "learning_rate": 0.0002767019373046341,
      "loss": 1.2539,
      "step": 27978
    },
    {
      "epoch": 1.145975834527954,
      "grad_norm": 0.8759773843267072,
      "learning_rate": 0.0002767001915406212,
      "loss": 0.3215,
      "step": 27979
    },
    {
      "epoch": 1.1460167929551506,
      "grad_norm": 1.3730181674712931,
      "learning_rate": 0.00027669844571671183,
      "loss": 1.3837,
      "step": 27980
    },
    {
      "epoch": 1.146057751382347,
      "grad_norm": 0.9438489632144317,
      "learning_rate": 0.00027669669983290674,
      "loss": 0.4447,
      "step": 27981
    },
    {
      "epoch": 1.1460987098095434,
      "grad_norm": 0.875244164433798,
      "learning_rate": 0.00027669495388920684,
      "loss": 0.4322,
      "step": 27982
    },
    {
      "epoch": 1.1461396682367397,
      "grad_norm": 0.7961348638597875,
      "learning_rate": 0.0002766932078856129,
      "loss": 0.7703,
      "step": 27983
    },
    {
      "epoch": 1.146180626663936,
      "grad_norm": 0.7967297028128725,
      "learning_rate": 0.0002766914618221258,
      "loss": 0.9638,
      "step": 27984
    },
    {
      "epoch": 1.1462215850911326,
      "grad_norm": 3.7917721094292167,
      "learning_rate": 0.0002766897156987463,
      "loss": 2.6583,
      "step": 27985
    },
    {
      "epoch": 1.146262543518329,
      "grad_norm": 0.8078614024375217,
      "learning_rate": 0.00027668796951547524,
      "loss": 0.6761,
      "step": 27986
    },
    {
      "epoch": 1.1463035019455252,
      "grad_norm": 0.9886462399406619,
      "learning_rate": 0.0002766862232723135,
      "loss": 0.7914,
      "step": 27987
    },
    {
      "epoch": 1.1463444603727218,
      "grad_norm": 1.014832330235107,
      "learning_rate": 0.00027668447696926185,
      "loss": 0.8205,
      "step": 27988
    },
    {
      "epoch": 1.146385418799918,
      "grad_norm": 0.89783212603424,
      "learning_rate": 0.0002766827306063211,
      "loss": 0.6439,
      "step": 27989
    },
    {
      "epoch": 1.1464263772271144,
      "grad_norm": 0.9216146073260449,
      "learning_rate": 0.0002766809841834921,
      "loss": 0.8367,
      "step": 27990
    },
    {
      "epoch": 1.146467335654311,
      "grad_norm": 0.6953442558918926,
      "learning_rate": 0.00027667923770077573,
      "loss": 0.286,
      "step": 27991
    },
    {
      "epoch": 1.1465082940815072,
      "grad_norm": 0.765704113262539,
      "learning_rate": 0.00027667749115817275,
      "loss": 0.655,
      "step": 27992
    },
    {
      "epoch": 1.1465492525087035,
      "grad_norm": 0.7868619333119663,
      "learning_rate": 0.000276675744555684,
      "loss": 0.8706,
      "step": 27993
    },
    {
      "epoch": 1.1465902109359,
      "grad_norm": 0.7198891449700382,
      "learning_rate": 0.0002766739978933103,
      "loss": 0.7976,
      "step": 27994
    },
    {
      "epoch": 1.1466311693630964,
      "grad_norm": 1.2086418697468242,
      "learning_rate": 0.00027667225117105254,
      "loss": 1.1201,
      "step": 27995
    },
    {
      "epoch": 1.146672127790293,
      "grad_norm": 0.8750987056168534,
      "learning_rate": 0.0002766705043889114,
      "loss": 0.7763,
      "step": 27996
    },
    {
      "epoch": 1.1467130862174892,
      "grad_norm": 0.5635245475516423,
      "learning_rate": 0.00027666875754688784,
      "loss": 0.3403,
      "step": 27997
    },
    {
      "epoch": 1.1467540446446856,
      "grad_norm": 0.6638320632927677,
      "learning_rate": 0.00027666701064498264,
      "loss": 0.5341,
      "step": 27998
    },
    {
      "epoch": 1.146795003071882,
      "grad_norm": 0.869841524161298,
      "learning_rate": 0.0002766652636831966,
      "loss": 0.6903,
      "step": 27999
    },
    {
      "epoch": 1.1468359614990784,
      "grad_norm": 1.2981601684772373,
      "learning_rate": 0.00027666351666153063,
      "loss": 0.8182,
      "step": 28000
    },
    {
      "epoch": 1.146876919926275,
      "grad_norm": 0.8451562676992451,
      "learning_rate": 0.00027666176957998544,
      "loss": 0.9276,
      "step": 28001
    },
    {
      "epoch": 1.1469178783534713,
      "grad_norm": 0.8268161216784481,
      "learning_rate": 0.00027666002243856194,
      "loss": 0.8835,
      "step": 28002
    },
    {
      "epoch": 1.1469588367806676,
      "grad_norm": 0.8987092184204215,
      "learning_rate": 0.0002766582752372609,
      "loss": 0.8271,
      "step": 28003
    },
    {
      "epoch": 1.146999795207864,
      "grad_norm": 1.101988851014655,
      "learning_rate": 0.0002766565279760832,
      "loss": 0.7913,
      "step": 28004
    },
    {
      "epoch": 1.1470407536350604,
      "grad_norm": 0.9241499451146753,
      "learning_rate": 0.00027665478065502975,
      "loss": 1.0722,
      "step": 28005
    },
    {
      "epoch": 1.1470817120622567,
      "grad_norm": 0.6837499205771147,
      "learning_rate": 0.00027665303327410116,
      "loss": 0.7783,
      "step": 28006
    },
    {
      "epoch": 1.1471226704894533,
      "grad_norm": 0.7733416873859553,
      "learning_rate": 0.0002766512858332984,
      "loss": 0.8048,
      "step": 28007
    },
    {
      "epoch": 1.1471636289166496,
      "grad_norm": 0.838841572589484,
      "learning_rate": 0.0002766495383326222,
      "loss": 0.8921,
      "step": 28008
    },
    {
      "epoch": 1.147204587343846,
      "grad_norm": 1.1079280469911523,
      "learning_rate": 0.0002766477907720735,
      "loss": 1.1753,
      "step": 28009
    },
    {
      "epoch": 1.1472455457710424,
      "grad_norm": 0.7041269033348417,
      "learning_rate": 0.00027664604315165306,
      "loss": 0.6047,
      "step": 28010
    },
    {
      "epoch": 1.1472865041982387,
      "grad_norm": 0.8934965400270862,
      "learning_rate": 0.0002766442954713617,
      "loss": 1.0214,
      "step": 28011
    },
    {
      "epoch": 1.1473274626254353,
      "grad_norm": 0.5930609132226448,
      "learning_rate": 0.0002766425477312003,
      "loss": 0.6585,
      "step": 28012
    },
    {
      "epoch": 1.1473684210526316,
      "grad_norm": 1.3008989212979176,
      "learning_rate": 0.0002766407999311697,
      "loss": 0.9532,
      "step": 28013
    },
    {
      "epoch": 1.147409379479828,
      "grad_norm": 0.9975594452750077,
      "learning_rate": 0.00027663905207127055,
      "loss": 1.0205,
      "step": 28014
    },
    {
      "epoch": 1.1474503379070244,
      "grad_norm": 0.8911192801459946,
      "learning_rate": 0.0002766373041515039,
      "loss": 0.8414,
      "step": 28015
    },
    {
      "epoch": 1.1474912963342208,
      "grad_norm": 0.9616515436446545,
      "learning_rate": 0.00027663555617187045,
      "loss": 1.26,
      "step": 28016
    },
    {
      "epoch": 1.147532254761417,
      "grad_norm": 0.7229109565718232,
      "learning_rate": 0.00027663380813237106,
      "loss": 0.7593,
      "step": 28017
    },
    {
      "epoch": 1.1475732131886136,
      "grad_norm": 0.5309603199762096,
      "learning_rate": 0.0002766320600330065,
      "loss": 0.1984,
      "step": 28018
    },
    {
      "epoch": 1.14761417161581,
      "grad_norm": 3.982322998017211,
      "learning_rate": 0.00027663031187377777,
      "loss": 1.7382,
      "step": 28019
    },
    {
      "epoch": 1.1476551300430065,
      "grad_norm": 0.7458337913586173,
      "learning_rate": 0.0002766285636546855,
      "loss": 0.8159,
      "step": 28020
    },
    {
      "epoch": 1.1476960884702028,
      "grad_norm": 0.9089503569944318,
      "learning_rate": 0.0002766268153757306,
      "loss": 0.6956,
      "step": 28021
    },
    {
      "epoch": 1.147737046897399,
      "grad_norm": 0.9287541346269852,
      "learning_rate": 0.00027662506703691385,
      "loss": 0.782,
      "step": 28022
    },
    {
      "epoch": 1.1477780053245956,
      "grad_norm": 0.9327414853896554,
      "learning_rate": 0.00027662331863823617,
      "loss": 0.9322,
      "step": 28023
    },
    {
      "epoch": 1.147818963751792,
      "grad_norm": 0.7298774459186381,
      "learning_rate": 0.00027662157017969833,
      "loss": 0.7425,
      "step": 28024
    },
    {
      "epoch": 1.1478599221789882,
      "grad_norm": 0.7428562783267718,
      "learning_rate": 0.00027661982166130115,
      "loss": 0.7524,
      "step": 28025
    },
    {
      "epoch": 1.1479008806061848,
      "grad_norm": 0.7988079964628301,
      "learning_rate": 0.0002766180730830455,
      "loss": 1.0097,
      "step": 28026
    },
    {
      "epoch": 1.147941839033381,
      "grad_norm": 1.1014657733875393,
      "learning_rate": 0.0002766163244449321,
      "loss": 0.9317,
      "step": 28027
    },
    {
      "epoch": 1.1479827974605774,
      "grad_norm": 0.7412554471518291,
      "learning_rate": 0.00027661457574696194,
      "loss": 0.3626,
      "step": 28028
    },
    {
      "epoch": 1.148023755887774,
      "grad_norm": 0.9230305849456851,
      "learning_rate": 0.0002766128269891357,
      "loss": 1.1168,
      "step": 28029
    },
    {
      "epoch": 1.1480647143149703,
      "grad_norm": 0.9203895044523168,
      "learning_rate": 0.00027661107817145424,
      "loss": 0.6762,
      "step": 28030
    },
    {
      "epoch": 1.1481056727421668,
      "grad_norm": 0.9798333372771478,
      "learning_rate": 0.0002766093292939184,
      "loss": 0.74,
      "step": 28031
    },
    {
      "epoch": 1.148146631169363,
      "grad_norm": 1.0654100003054199,
      "learning_rate": 0.0002766075803565291,
      "loss": 0.8663,
      "step": 28032
    },
    {
      "epoch": 1.1481875895965594,
      "grad_norm": 0.8945917521887785,
      "learning_rate": 0.000276605831359287,
      "loss": 0.8266,
      "step": 28033
    },
    {
      "epoch": 1.148228548023756,
      "grad_norm": 0.8071510743635005,
      "learning_rate": 0.00027660408230219307,
      "loss": 0.7969,
      "step": 28034
    },
    {
      "epoch": 1.1482695064509523,
      "grad_norm": 1.2127400129500416,
      "learning_rate": 0.00027660233318524803,
      "loss": 1.4344,
      "step": 28035
    },
    {
      "epoch": 1.1483104648781486,
      "grad_norm": 2.3379136283401563,
      "learning_rate": 0.00027660058400845276,
      "loss": 3.0432,
      "step": 28036
    },
    {
      "epoch": 1.1483514233053451,
      "grad_norm": 0.79638811539755,
      "learning_rate": 0.0002765988347718081,
      "loss": 0.4355,
      "step": 28037
    },
    {
      "epoch": 1.1483923817325414,
      "grad_norm": 1.0243521324617408,
      "learning_rate": 0.0002765970854753149,
      "loss": 0.8799,
      "step": 28038
    },
    {
      "epoch": 1.148433340159738,
      "grad_norm": 0.5971487632651961,
      "learning_rate": 0.00027659533611897383,
      "loss": 0.3322,
      "step": 28039
    },
    {
      "epoch": 1.1484742985869343,
      "grad_norm": 0.9017609277317571,
      "learning_rate": 0.0002765935867027859,
      "loss": 0.6604,
      "step": 28040
    },
    {
      "epoch": 1.1485152570141306,
      "grad_norm": 0.7123875915468474,
      "learning_rate": 0.00027659183722675187,
      "loss": 0.7246,
      "step": 28041
    },
    {
      "epoch": 1.1485562154413271,
      "grad_norm": 1.0151467071915556,
      "learning_rate": 0.0002765900876908726,
      "loss": 0.8706,
      "step": 28042
    },
    {
      "epoch": 1.1485971738685234,
      "grad_norm": 1.1540486019965674,
      "learning_rate": 0.0002765883380951488,
      "loss": 1.4721,
      "step": 28043
    },
    {
      "epoch": 1.1486381322957198,
      "grad_norm": 0.822131741037344,
      "learning_rate": 0.00027658658843958146,
      "loss": 0.7838,
      "step": 28044
    },
    {
      "epoch": 1.1486790907229163,
      "grad_norm": 1.8038067578755248,
      "learning_rate": 0.00027658483872417124,
      "loss": 2.3653,
      "step": 28045
    },
    {
      "epoch": 1.1487200491501126,
      "grad_norm": 0.9777474751637288,
      "learning_rate": 0.00027658308894891914,
      "loss": 1.0513,
      "step": 28046
    },
    {
      "epoch": 1.148761007577309,
      "grad_norm": 0.8739436271647242,
      "learning_rate": 0.00027658133911382586,
      "loss": 0.7028,
      "step": 28047
    },
    {
      "epoch": 1.1488019660045055,
      "grad_norm": 0.6918715448004559,
      "learning_rate": 0.00027657958921889226,
      "loss": 0.7416,
      "step": 28048
    },
    {
      "epoch": 1.1488429244317018,
      "grad_norm": 0.7674068920470635,
      "learning_rate": 0.0002765778392641192,
      "loss": 0.8174,
      "step": 28049
    },
    {
      "epoch": 1.1488838828588983,
      "grad_norm": 0.6840006057085046,
      "learning_rate": 0.00027657608924950747,
      "loss": 0.7659,
      "step": 28050
    },
    {
      "epoch": 1.1489248412860946,
      "grad_norm": 0.6462682737463754,
      "learning_rate": 0.0002765743391750579,
      "loss": 0.3967,
      "step": 28051
    },
    {
      "epoch": 1.148965799713291,
      "grad_norm": 1.074958157552759,
      "learning_rate": 0.00027657258904077134,
      "loss": 1.092,
      "step": 28052
    },
    {
      "epoch": 1.1490067581404875,
      "grad_norm": 0.9699408181085015,
      "learning_rate": 0.00027657083884664857,
      "loss": 0.7122,
      "step": 28053
    },
    {
      "epoch": 1.1490477165676838,
      "grad_norm": 0.7034378140196677,
      "learning_rate": 0.0002765690885926905,
      "loss": 0.6566,
      "step": 28054
    },
    {
      "epoch": 1.1490886749948803,
      "grad_norm": 1.1302841548712215,
      "learning_rate": 0.0002765673382788979,
      "loss": 1.0065,
      "step": 28055
    },
    {
      "epoch": 1.1491296334220766,
      "grad_norm": 0.9651906137764492,
      "learning_rate": 0.0002765655879052716,
      "loss": 1.0857,
      "step": 28056
    },
    {
      "epoch": 1.149170591849273,
      "grad_norm": 0.6734175859508993,
      "learning_rate": 0.0002765638374718124,
      "loss": 0.8021,
      "step": 28057
    },
    {
      "epoch": 1.1492115502764695,
      "grad_norm": 1.2802981082554326,
      "learning_rate": 0.00027656208697852117,
      "loss": 1.6795,
      "step": 28058
    },
    {
      "epoch": 1.1492525087036658,
      "grad_norm": 1.1759032622773562,
      "learning_rate": 0.0002765603364253988,
      "loss": 1.0275,
      "step": 28059
    },
    {
      "epoch": 1.1492934671308621,
      "grad_norm": 0.5145972845270869,
      "learning_rate": 0.00027655858581244596,
      "loss": 0.3089,
      "step": 28060
    },
    {
      "epoch": 1.1493344255580586,
      "grad_norm": 0.7297886551326027,
      "learning_rate": 0.0002765568351396636,
      "loss": 0.4401,
      "step": 28061
    },
    {
      "epoch": 1.149375383985255,
      "grad_norm": 0.6938347005778988,
      "learning_rate": 0.0002765550844070525,
      "loss": 0.7228,
      "step": 28062
    },
    {
      "epoch": 1.1494163424124513,
      "grad_norm": 0.8117813422735368,
      "learning_rate": 0.00027655333361461355,
      "loss": 0.7767,
      "step": 28063
    },
    {
      "epoch": 1.1494573008396478,
      "grad_norm": 1.9093119177418536,
      "learning_rate": 0.0002765515827623475,
      "loss": 1.7472,
      "step": 28064
    },
    {
      "epoch": 1.1494982592668441,
      "grad_norm": 0.9338550930899763,
      "learning_rate": 0.0002765498318502552,
      "loss": 1.0154,
      "step": 28065
    },
    {
      "epoch": 1.1495392176940404,
      "grad_norm": 1.437240330935855,
      "learning_rate": 0.0002765480808783375,
      "loss": 1.0545,
      "step": 28066
    },
    {
      "epoch": 1.149580176121237,
      "grad_norm": 0.7273375639288405,
      "learning_rate": 0.00027654632984659515,
      "loss": 0.8261,
      "step": 28067
    },
    {
      "epoch": 1.1496211345484333,
      "grad_norm": 0.5925551760654653,
      "learning_rate": 0.0002765445787550291,
      "loss": 0.3343,
      "step": 28068
    },
    {
      "epoch": 1.1496620929756298,
      "grad_norm": 0.9235974411090273,
      "learning_rate": 0.0002765428276036401,
      "loss": 0.9092,
      "step": 28069
    },
    {
      "epoch": 1.1497030514028261,
      "grad_norm": 0.8441883042320993,
      "learning_rate": 0.000276541076392429,
      "loss": 0.866,
      "step": 28070
    },
    {
      "epoch": 1.1497440098300225,
      "grad_norm": 0.5698756009744459,
      "learning_rate": 0.0002765393251213966,
      "loss": 0.3163,
      "step": 28071
    },
    {
      "epoch": 1.149784968257219,
      "grad_norm": 1.324019921917713,
      "learning_rate": 0.00027653757379054376,
      "loss": 1.7798,
      "step": 28072
    },
    {
      "epoch": 1.1498259266844153,
      "grad_norm": 0.9908826675027805,
      "learning_rate": 0.00027653582239987125,
      "loss": 0.8481,
      "step": 28073
    },
    {
      "epoch": 1.1498668851116118,
      "grad_norm": 0.8219311815264124,
      "learning_rate": 0.00027653407094938004,
      "loss": 0.4748,
      "step": 28074
    },
    {
      "epoch": 1.1499078435388081,
      "grad_norm": 0.9263737970177709,
      "learning_rate": 0.0002765323194390708,
      "loss": 0.7929,
      "step": 28075
    },
    {
      "epoch": 1.1499488019660045,
      "grad_norm": 4.321499299333058,
      "learning_rate": 0.00027653056786894445,
      "loss": 3.2343,
      "step": 28076
    },
    {
      "epoch": 1.149989760393201,
      "grad_norm": 1.3372081553973174,
      "learning_rate": 0.0002765288162390018,
      "loss": 1.0891,
      "step": 28077
    },
    {
      "epoch": 1.1500307188203973,
      "grad_norm": 0.9697740371761475,
      "learning_rate": 0.00027652706454924365,
      "loss": 1.0754,
      "step": 28078
    },
    {
      "epoch": 1.1500716772475936,
      "grad_norm": 0.6819260664439865,
      "learning_rate": 0.00027652531279967084,
      "loss": 0.4618,
      "step": 28079
    },
    {
      "epoch": 1.1501126356747902,
      "grad_norm": 0.6375570773756127,
      "learning_rate": 0.0002765235609902842,
      "loss": 0.5074,
      "step": 28080
    },
    {
      "epoch": 1.1501535941019865,
      "grad_norm": 1.1425263123269016,
      "learning_rate": 0.0002765218091210846,
      "loss": 0.8634,
      "step": 28081
    },
    {
      "epoch": 1.1501945525291828,
      "grad_norm": 0.9488892792496092,
      "learning_rate": 0.0002765200571920728,
      "loss": 0.923,
      "step": 28082
    },
    {
      "epoch": 1.1502355109563793,
      "grad_norm": 0.6783633673869863,
      "learning_rate": 0.0002765183052032496,
      "loss": 0.8223,
      "step": 28083
    },
    {
      "epoch": 1.1502764693835756,
      "grad_norm": 1.9339565907048915,
      "learning_rate": 0.000276516553154616,
      "loss": 2.101,
      "step": 28084
    },
    {
      "epoch": 1.150317427810772,
      "grad_norm": 0.9435384157194053,
      "learning_rate": 0.00027651480104617265,
      "loss": 0.9723,
      "step": 28085
    },
    {
      "epoch": 1.1503583862379685,
      "grad_norm": 0.8877617886475463,
      "learning_rate": 0.0002765130488779204,
      "loss": 0.8173,
      "step": 28086
    },
    {
      "epoch": 1.1503993446651648,
      "grad_norm": 1.0034985851237153,
      "learning_rate": 0.00027651129664986023,
      "loss": 0.9584,
      "step": 28087
    },
    {
      "epoch": 1.1504403030923613,
      "grad_norm": 11.52720476447231,
      "learning_rate": 0.0002765095443619928,
      "loss": 2.862,
      "step": 28088
    },
    {
      "epoch": 1.1504812615195577,
      "grad_norm": 0.7989581118831862,
      "learning_rate": 0.000276507792014319,
      "loss": 0.814,
      "step": 28089
    },
    {
      "epoch": 1.150522219946754,
      "grad_norm": 0.7561564027917801,
      "learning_rate": 0.00027650603960683966,
      "loss": 0.6651,
      "step": 28090
    },
    {
      "epoch": 1.1505631783739505,
      "grad_norm": 0.8893990052763994,
      "learning_rate": 0.0002765042871395556,
      "loss": 0.6115,
      "step": 28091
    },
    {
      "epoch": 1.1506041368011468,
      "grad_norm": 0.7135330013219028,
      "learning_rate": 0.00027650253461246766,
      "loss": 0.7098,
      "step": 28092
    },
    {
      "epoch": 1.1506450952283434,
      "grad_norm": 1.5819444878256874,
      "learning_rate": 0.00027650078202557667,
      "loss": 1.482,
      "step": 28093
    },
    {
      "epoch": 1.1506860536555397,
      "grad_norm": 1.297976707742093,
      "learning_rate": 0.0002764990293788834,
      "loss": 1.229,
      "step": 28094
    },
    {
      "epoch": 1.150727012082736,
      "grad_norm": 0.6692219523688612,
      "learning_rate": 0.00027649727667238884,
      "loss": 0.7041,
      "step": 28095
    },
    {
      "epoch": 1.1507679705099325,
      "grad_norm": 1.1466329620671996,
      "learning_rate": 0.0002764955239060936,
      "loss": 0.4761,
      "step": 28096
    },
    {
      "epoch": 1.1508089289371288,
      "grad_norm": 0.7121479159806506,
      "learning_rate": 0.0002764937710799986,
      "loss": 0.8181,
      "step": 28097
    },
    {
      "epoch": 1.1508498873643251,
      "grad_norm": 1.4495209007000331,
      "learning_rate": 0.0002764920181941048,
      "loss": 1.1428,
      "step": 28098
    },
    {
      "epoch": 1.1508908457915217,
      "grad_norm": 0.7732074888642201,
      "learning_rate": 0.00027649026524841286,
      "loss": 0.8801,
      "step": 28099
    },
    {
      "epoch": 1.150931804218718,
      "grad_norm": 1.374492442797944,
      "learning_rate": 0.00027648851224292367,
      "loss": 0.9814,
      "step": 28100
    },
    {
      "epoch": 1.1509727626459143,
      "grad_norm": 0.6990058577382545,
      "learning_rate": 0.000276486759177638,
      "loss": 0.7271,
      "step": 28101
    },
    {
      "epoch": 1.1510137210731108,
      "grad_norm": 0.6834670323975585,
      "learning_rate": 0.00027648500605255676,
      "loss": 0.3733,
      "step": 28102
    },
    {
      "epoch": 1.1510546795003072,
      "grad_norm": 1.2886100699864036,
      "learning_rate": 0.0002764832528676808,
      "loss": 1.0994,
      "step": 28103
    },
    {
      "epoch": 1.1510956379275035,
      "grad_norm": 1.0524695594736262,
      "learning_rate": 0.00027648149962301085,
      "loss": 1.1237,
      "step": 28104
    },
    {
      "epoch": 1.1511365963547,
      "grad_norm": 0.8796010440830604,
      "learning_rate": 0.0002764797463185478,
      "loss": 0.8167,
      "step": 28105
    },
    {
      "epoch": 1.1511775547818963,
      "grad_norm": 0.8824136346842564,
      "learning_rate": 0.0002764779929542925,
      "loss": 0.5019,
      "step": 28106
    },
    {
      "epoch": 1.1512185132090929,
      "grad_norm": 0.9474984020075038,
      "learning_rate": 0.00027647623953024563,
      "loss": 0.6425,
      "step": 28107
    },
    {
      "epoch": 1.1512594716362892,
      "grad_norm": 1.1443471212527434,
      "learning_rate": 0.0002764744860464082,
      "loss": 0.8924,
      "step": 28108
    },
    {
      "epoch": 1.1513004300634855,
      "grad_norm": 0.752196723111069,
      "learning_rate": 0.000276472732502781,
      "loss": 0.8362,
      "step": 28109
    },
    {
      "epoch": 1.151341388490682,
      "grad_norm": 1.0358446790201654,
      "learning_rate": 0.0002764709788993648,
      "loss": 1.1231,
      "step": 28110
    },
    {
      "epoch": 1.1513823469178783,
      "grad_norm": 0.7915422366153304,
      "learning_rate": 0.0002764692252361605,
      "loss": 0.7323,
      "step": 28111
    },
    {
      "epoch": 1.1514233053450749,
      "grad_norm": 0.770652802301599,
      "learning_rate": 0.0002764674715131688,
      "loss": 0.8184,
      "step": 28112
    },
    {
      "epoch": 1.1514642637722712,
      "grad_norm": 0.956101555345144,
      "learning_rate": 0.00027646571773039074,
      "loss": 0.6866,
      "step": 28113
    },
    {
      "epoch": 1.1515052221994675,
      "grad_norm": 0.904024232231024,
      "learning_rate": 0.00027646396388782693,
      "loss": 0.9757,
      "step": 28114
    },
    {
      "epoch": 1.151546180626664,
      "grad_norm": 1.860706769353546,
      "learning_rate": 0.00027646220998547833,
      "loss": 1.8742,
      "step": 28115
    },
    {
      "epoch": 1.1515871390538603,
      "grad_norm": 0.8605379622782164,
      "learning_rate": 0.00027646045602334573,
      "loss": 0.86,
      "step": 28116
    },
    {
      "epoch": 1.1516280974810567,
      "grad_norm": 0.9824173845900128,
      "learning_rate": 0.00027645870200142996,
      "loss": 0.5199,
      "step": 28117
    },
    {
      "epoch": 1.1516690559082532,
      "grad_norm": 0.7388774767389275,
      "learning_rate": 0.00027645694791973187,
      "loss": 0.5831,
      "step": 28118
    },
    {
      "epoch": 1.1517100143354495,
      "grad_norm": 0.8456199231142646,
      "learning_rate": 0.00027645519377825223,
      "loss": 0.8265,
      "step": 28119
    },
    {
      "epoch": 1.1517509727626458,
      "grad_norm": 0.6926476712226153,
      "learning_rate": 0.00027645343957699196,
      "loss": 0.863,
      "step": 28120
    },
    {
      "epoch": 1.1517919311898424,
      "grad_norm": 2.2288141350616133,
      "learning_rate": 0.0002764516853159518,
      "loss": 3.2869,
      "step": 28121
    },
    {
      "epoch": 1.1518328896170387,
      "grad_norm": 0.8359026552888408,
      "learning_rate": 0.00027644993099513267,
      "loss": 1.0228,
      "step": 28122
    },
    {
      "epoch": 1.151873848044235,
      "grad_norm": 1.1006694779180464,
      "learning_rate": 0.0002764481766145354,
      "loss": 1.2411,
      "step": 28123
    },
    {
      "epoch": 1.1519148064714315,
      "grad_norm": 1.258093964203814,
      "learning_rate": 0.00027644642217416066,
      "loss": 1.071,
      "step": 28124
    },
    {
      "epoch": 1.1519557648986278,
      "grad_norm": 1.099466386409346,
      "learning_rate": 0.00027644466767400943,
      "loss": 0.8826,
      "step": 28125
    },
    {
      "epoch": 1.1519967233258244,
      "grad_norm": 0.7641925722427239,
      "learning_rate": 0.00027644291311408245,
      "loss": 0.389,
      "step": 28126
    },
    {
      "epoch": 1.1520376817530207,
      "grad_norm": 0.5725599134872417,
      "learning_rate": 0.00027644115849438064,
      "loss": 0.2903,
      "step": 28127
    },
    {
      "epoch": 1.152078640180217,
      "grad_norm": 0.8226143774305381,
      "learning_rate": 0.0002764394038149048,
      "loss": 0.8017,
      "step": 28128
    },
    {
      "epoch": 1.1521195986074135,
      "grad_norm": 0.6876205129264494,
      "learning_rate": 0.00027643764907565573,
      "loss": 0.6867,
      "step": 28129
    },
    {
      "epoch": 1.1521605570346098,
      "grad_norm": 0.8531889187131134,
      "learning_rate": 0.0002764358942766343,
      "loss": 0.8807,
      "step": 28130
    },
    {
      "epoch": 1.1522015154618064,
      "grad_norm": 0.8023724927468753,
      "learning_rate": 0.0002764341394178413,
      "loss": 0.962,
      "step": 28131
    },
    {
      "epoch": 1.1522424738890027,
      "grad_norm": 0.8444947932917096,
      "learning_rate": 0.0002764323844992776,
      "loss": 1.0045,
      "step": 28132
    },
    {
      "epoch": 1.152283432316199,
      "grad_norm": 0.7065141315916389,
      "learning_rate": 0.0002764306295209439,
      "loss": 0.6152,
      "step": 28133
    },
    {
      "epoch": 1.1523243907433955,
      "grad_norm": 1.025398329897424,
      "learning_rate": 0.0002764288744828413,
      "loss": 0.8121,
      "step": 28134
    },
    {
      "epoch": 1.1523653491705919,
      "grad_norm": 0.8112037735890508,
      "learning_rate": 0.0002764271193849703,
      "loss": 0.8863,
      "step": 28135
    },
    {
      "epoch": 1.1524063075977882,
      "grad_norm": 0.8813215424634383,
      "learning_rate": 0.00027642536422733206,
      "loss": 1.1894,
      "step": 28136
    },
    {
      "epoch": 1.1524472660249847,
      "grad_norm": 1.1536168936583373,
      "learning_rate": 0.0002764236090099271,
      "loss": 0.4347,
      "step": 28137
    },
    {
      "epoch": 1.152488224452181,
      "grad_norm": 0.7724631453526943,
      "learning_rate": 0.0002764218537327565,
      "loss": 0.443,
      "step": 28138
    },
    {
      "epoch": 1.1525291828793773,
      "grad_norm": 1.300466070069583,
      "learning_rate": 0.0002764200983958209,
      "loss": 0.8571,
      "step": 28139
    },
    {
      "epoch": 1.1525701413065739,
      "grad_norm": 0.7920449223519826,
      "learning_rate": 0.00027641834299912125,
      "loss": 0.7575,
      "step": 28140
    },
    {
      "epoch": 1.1526110997337702,
      "grad_norm": 0.8328965972740083,
      "learning_rate": 0.00027641658754265833,
      "loss": 0.7948,
      "step": 28141
    },
    {
      "epoch": 1.1526520581609665,
      "grad_norm": 0.7883254140609741,
      "learning_rate": 0.000276414832026433,
      "loss": 0.8374,
      "step": 28142
    },
    {
      "epoch": 1.152693016588163,
      "grad_norm": 0.8920096147876199,
      "learning_rate": 0.00027641307645044606,
      "loss": 1.1399,
      "step": 28143
    },
    {
      "epoch": 1.1527339750153593,
      "grad_norm": 2.3200251185984895,
      "learning_rate": 0.0002764113208146984,
      "loss": 4.001,
      "step": 28144
    },
    {
      "epoch": 1.1527749334425559,
      "grad_norm": 1.3283435584405352,
      "learning_rate": 0.00027640956511919073,
      "loss": 1.2583,
      "step": 28145
    },
    {
      "epoch": 1.1528158918697522,
      "grad_norm": 0.720490070248639,
      "learning_rate": 0.00027640780936392397,
      "loss": 0.7821,
      "step": 28146
    },
    {
      "epoch": 1.1528568502969485,
      "grad_norm": 1.247815212913808,
      "learning_rate": 0.00027640605354889897,
      "loss": 1.8013,
      "step": 28147
    },
    {
      "epoch": 1.152897808724145,
      "grad_norm": 0.7278556828883211,
      "learning_rate": 0.0002764042976741165,
      "loss": 0.7506,
      "step": 28148
    },
    {
      "epoch": 1.1529387671513414,
      "grad_norm": 0.6987008979167008,
      "learning_rate": 0.00027640254173957743,
      "loss": 0.8757,
      "step": 28149
    },
    {
      "epoch": 1.152979725578538,
      "grad_norm": 0.8627720868639912,
      "learning_rate": 0.00027640078574528253,
      "loss": 0.4294,
      "step": 28150
    },
    {
      "epoch": 1.1530206840057342,
      "grad_norm": 0.8454648689049752,
      "learning_rate": 0.0002763990296912327,
      "loss": 0.9083,
      "step": 28151
    },
    {
      "epoch": 1.1530616424329305,
      "grad_norm": 0.9282195271934346,
      "learning_rate": 0.0002763972735774287,
      "loss": 1.0395,
      "step": 28152
    },
    {
      "epoch": 1.153102600860127,
      "grad_norm": 0.6826261347376772,
      "learning_rate": 0.0002763955174038715,
      "loss": 0.7126,
      "step": 28153
    },
    {
      "epoch": 1.1531435592873234,
      "grad_norm": 0.8993842728710035,
      "learning_rate": 0.0002763937611705618,
      "loss": 0.559,
      "step": 28154
    },
    {
      "epoch": 1.1531845177145197,
      "grad_norm": 1.0010322520219792,
      "learning_rate": 0.00027639200487750045,
      "loss": 0.713,
      "step": 28155
    },
    {
      "epoch": 1.1532254761417162,
      "grad_norm": 1.0327499341382762,
      "learning_rate": 0.0002763902485246883,
      "loss": 0.9373,
      "step": 28156
    },
    {
      "epoch": 1.1532664345689125,
      "grad_norm": 1.4876224660574955,
      "learning_rate": 0.00027638849211212614,
      "loss": 1.6329,
      "step": 28157
    },
    {
      "epoch": 1.1533073929961088,
      "grad_norm": 1.2673350062942765,
      "learning_rate": 0.00027638673563981484,
      "loss": 1.2181,
      "step": 28158
    },
    {
      "epoch": 1.1533483514233054,
      "grad_norm": 0.9104120945678437,
      "learning_rate": 0.00027638497910775523,
      "loss": 1.095,
      "step": 28159
    },
    {
      "epoch": 1.1533893098505017,
      "grad_norm": 0.7914278458917058,
      "learning_rate": 0.00027638322251594816,
      "loss": 0.8852,
      "step": 28160
    },
    {
      "epoch": 1.153430268277698,
      "grad_norm": 0.6485836289077925,
      "learning_rate": 0.00027638146586439445,
      "loss": 0.6038,
      "step": 28161
    },
    {
      "epoch": 1.1534712267048945,
      "grad_norm": 0.805855579595544,
      "learning_rate": 0.0002763797091530949,
      "loss": 0.8194,
      "step": 28162
    },
    {
      "epoch": 1.1535121851320909,
      "grad_norm": 0.7889122679300405,
      "learning_rate": 0.0002763779523820503,
      "loss": 0.6792,
      "step": 28163
    },
    {
      "epoch": 1.1535531435592874,
      "grad_norm": 0.8082256615644376,
      "learning_rate": 0.0002763761955512616,
      "loss": 0.7512,
      "step": 28164
    },
    {
      "epoch": 1.1535941019864837,
      "grad_norm": 1.414773733712878,
      "learning_rate": 0.00027637443866072956,
      "loss": 1.2442,
      "step": 28165
    },
    {
      "epoch": 1.15363506041368,
      "grad_norm": 0.8169079191473029,
      "learning_rate": 0.000276372681710455,
      "loss": 0.8865,
      "step": 28166
    },
    {
      "epoch": 1.1536760188408766,
      "grad_norm": 0.9134691564246448,
      "learning_rate": 0.0002763709247004388,
      "loss": 1.3747,
      "step": 28167
    },
    {
      "epoch": 1.1537169772680729,
      "grad_norm": 1.4088983852265087,
      "learning_rate": 0.00027636916763068174,
      "loss": 1.6125,
      "step": 28168
    },
    {
      "epoch": 1.1537579356952694,
      "grad_norm": 0.8102470492551643,
      "learning_rate": 0.00027636741050118466,
      "loss": 0.4818,
      "step": 28169
    },
    {
      "epoch": 1.1537988941224657,
      "grad_norm": 0.7488764191910983,
      "learning_rate": 0.0002763656533119484,
      "loss": 0.6961,
      "step": 28170
    },
    {
      "epoch": 1.153839852549662,
      "grad_norm": 0.5400402193068782,
      "learning_rate": 0.00027636389606297383,
      "loss": 0.37,
      "step": 28171
    },
    {
      "epoch": 1.1538808109768586,
      "grad_norm": 0.8393033912188038,
      "learning_rate": 0.00027636213875426176,
      "loss": 0.896,
      "step": 28172
    },
    {
      "epoch": 1.1539217694040549,
      "grad_norm": 0.8735483870454477,
      "learning_rate": 0.0002763603813858129,
      "loss": 1.0009,
      "step": 28173
    },
    {
      "epoch": 1.1539627278312512,
      "grad_norm": 0.8621611498603075,
      "learning_rate": 0.0002763586239576283,
      "loss": 0.8733,
      "step": 28174
    },
    {
      "epoch": 1.1540036862584477,
      "grad_norm": 0.9297173255116622,
      "learning_rate": 0.0002763568664697086,
      "loss": 1.0945,
      "step": 28175
    },
    {
      "epoch": 1.154044644685644,
      "grad_norm": 0.9141491634105947,
      "learning_rate": 0.00027635510892205474,
      "loss": 0.8696,
      "step": 28176
    },
    {
      "epoch": 1.1540856031128404,
      "grad_norm": 0.6678215593634361,
      "learning_rate": 0.0002763533513146675,
      "loss": 0.6532,
      "step": 28177
    },
    {
      "epoch": 1.154126561540037,
      "grad_norm": 0.6085808043307339,
      "learning_rate": 0.0002763515936475477,
      "loss": 0.3732,
      "step": 28178
    },
    {
      "epoch": 1.1541675199672332,
      "grad_norm": 0.7016643929340001,
      "learning_rate": 0.0002763498359206962,
      "loss": 0.4206,
      "step": 28179
    },
    {
      "epoch": 1.1542084783944297,
      "grad_norm": 0.8568513754710234,
      "learning_rate": 0.00027634807813411386,
      "loss": 0.6208,
      "step": 28180
    },
    {
      "epoch": 1.154249436821626,
      "grad_norm": 2.151389014934478,
      "learning_rate": 0.0002763463202878015,
      "loss": 3.7825,
      "step": 28181
    },
    {
      "epoch": 1.1542903952488224,
      "grad_norm": 0.9226102373927603,
      "learning_rate": 0.0002763445623817599,
      "loss": 1.1494,
      "step": 28182
    },
    {
      "epoch": 1.154331353676019,
      "grad_norm": 1.0077091396196456,
      "learning_rate": 0.00027634280441598993,
      "loss": 0.7121,
      "step": 28183
    },
    {
      "epoch": 1.1543723121032152,
      "grad_norm": 0.7249108298358743,
      "learning_rate": 0.00027634104639049246,
      "loss": 0.6681,
      "step": 28184
    },
    {
      "epoch": 1.1544132705304115,
      "grad_norm": 0.5181938165308473,
      "learning_rate": 0.0002763392883052682,
      "loss": 0.2787,
      "step": 28185
    },
    {
      "epoch": 1.154454228957608,
      "grad_norm": 0.5608114587417311,
      "learning_rate": 0.0002763375301603181,
      "loss": 0.2991,
      "step": 28186
    },
    {
      "epoch": 1.1544951873848044,
      "grad_norm": 0.8948384776260606,
      "learning_rate": 0.0002763357719556429,
      "loss": 0.8552,
      "step": 28187
    },
    {
      "epoch": 1.154536145812001,
      "grad_norm": 0.9993608421568548,
      "learning_rate": 0.0002763340136912435,
      "loss": 1.0603,
      "step": 28188
    },
    {
      "epoch": 1.1545771042391972,
      "grad_norm": 0.8005208291452576,
      "learning_rate": 0.0002763322553671207,
      "loss": 0.9027,
      "step": 28189
    },
    {
      "epoch": 1.1546180626663936,
      "grad_norm": 0.967562624416182,
      "learning_rate": 0.00027633049698327537,
      "loss": 0.9959,
      "step": 28190
    },
    {
      "epoch": 1.15465902109359,
      "grad_norm": 1.2070249151103594,
      "learning_rate": 0.00027632873853970834,
      "loss": 1.3852,
      "step": 28191
    },
    {
      "epoch": 1.1546999795207864,
      "grad_norm": 0.9646952911554663,
      "learning_rate": 0.00027632698003642037,
      "loss": 1.1994,
      "step": 28192
    },
    {
      "epoch": 1.1547409379479827,
      "grad_norm": 0.9435649480998601,
      "learning_rate": 0.0002763252214734123,
      "loss": 0.8211,
      "step": 28193
    },
    {
      "epoch": 1.1547818963751793,
      "grad_norm": 0.8870418604696533,
      "learning_rate": 0.00027632346285068506,
      "loss": 1.0865,
      "step": 28194
    },
    {
      "epoch": 1.1548228548023756,
      "grad_norm": 1.20708067432593,
      "learning_rate": 0.0002763217041682394,
      "loss": 1.0226,
      "step": 28195
    },
    {
      "epoch": 1.1548638132295719,
      "grad_norm": 0.6504316888449363,
      "learning_rate": 0.00027631994542607615,
      "loss": 0.4538,
      "step": 28196
    },
    {
      "epoch": 1.1549047716567684,
      "grad_norm": 0.7863395010461977,
      "learning_rate": 0.00027631818662419614,
      "loss": 0.6335,
      "step": 28197
    },
    {
      "epoch": 1.1549457300839647,
      "grad_norm": 0.5490732844812959,
      "learning_rate": 0.00027631642776260027,
      "loss": 0.2928,
      "step": 28198
    },
    {
      "epoch": 1.1549866885111613,
      "grad_norm": 0.860230068708468,
      "learning_rate": 0.0002763146688412893,
      "loss": 1.0939,
      "step": 28199
    },
    {
      "epoch": 1.1550276469383576,
      "grad_norm": 0.9720726811781231,
      "learning_rate": 0.0002763129098602641,
      "loss": 0.8692,
      "step": 28200
    },
    {
      "epoch": 1.155068605365554,
      "grad_norm": 0.9663979166602393,
      "learning_rate": 0.00027631115081952544,
      "loss": 0.8315,
      "step": 28201
    },
    {
      "epoch": 1.1551095637927504,
      "grad_norm": 1.2021342719459949,
      "learning_rate": 0.00027630939171907425,
      "loss": 0.9132,
      "step": 28202
    },
    {
      "epoch": 1.1551505222199467,
      "grad_norm": 0.7070311131918692,
      "learning_rate": 0.0002763076325589113,
      "loss": 0.6546,
      "step": 28203
    },
    {
      "epoch": 1.155191480647143,
      "grad_norm": 1.2853247690302108,
      "learning_rate": 0.0002763058733390374,
      "loss": 0.8955,
      "step": 28204
    },
    {
      "epoch": 1.1552324390743396,
      "grad_norm": 0.9002380272227836,
      "learning_rate": 0.00027630411405945345,
      "loss": 0.7633,
      "step": 28205
    },
    {
      "epoch": 1.155273397501536,
      "grad_norm": 10.321193549779796,
      "learning_rate": 0.0002763023547201602,
      "loss": 3.2002,
      "step": 28206
    },
    {
      "epoch": 1.1553143559287324,
      "grad_norm": 0.9344691148318869,
      "learning_rate": 0.0002763005953211586,
      "loss": 0.936,
      "step": 28207
    },
    {
      "epoch": 1.1553553143559288,
      "grad_norm": 0.7855754818561497,
      "learning_rate": 0.0002762988358624493,
      "loss": 0.703,
      "step": 28208
    },
    {
      "epoch": 1.155396272783125,
      "grad_norm": 1.0512255043465415,
      "learning_rate": 0.0002762970763440333,
      "loss": 0.637,
      "step": 28209
    },
    {
      "epoch": 1.1554372312103216,
      "grad_norm": 0.88062684513378,
      "learning_rate": 0.0002762953167659114,
      "loss": 1.1649,
      "step": 28210
    },
    {
      "epoch": 1.155478189637518,
      "grad_norm": 1.408006814808369,
      "learning_rate": 0.0002762935571280843,
      "loss": 1.1825,
      "step": 28211
    },
    {
      "epoch": 1.1555191480647142,
      "grad_norm": 0.963714145563112,
      "learning_rate": 0.00027629179743055303,
      "loss": 0.8561,
      "step": 28212
    },
    {
      "epoch": 1.1555601064919108,
      "grad_norm": 0.6098028044502635,
      "learning_rate": 0.0002762900376733183,
      "loss": 0.3932,
      "step": 28213
    },
    {
      "epoch": 1.155601064919107,
      "grad_norm": 0.9222300871845907,
      "learning_rate": 0.000276288277856381,
      "loss": 0.7221,
      "step": 28214
    },
    {
      "epoch": 1.1556420233463034,
      "grad_norm": 0.7410388193062734,
      "learning_rate": 0.0002762865179797419,
      "loss": 0.7275,
      "step": 28215
    },
    {
      "epoch": 1.1556829817735,
      "grad_norm": 0.8437273591390206,
      "learning_rate": 0.0002762847580434019,
      "loss": 0.7932,
      "step": 28216
    },
    {
      "epoch": 1.1557239402006962,
      "grad_norm": 1.0534780698093325,
      "learning_rate": 0.00027628299804736175,
      "loss": 1.1816,
      "step": 28217
    },
    {
      "epoch": 1.1557648986278928,
      "grad_norm": 0.839688677187109,
      "learning_rate": 0.0002762812379916223,
      "loss": 0.7358,
      "step": 28218
    },
    {
      "epoch": 1.155805857055089,
      "grad_norm": 1.0574393626729224,
      "learning_rate": 0.00027627947787618447,
      "loss": 0.8094,
      "step": 28219
    },
    {
      "epoch": 1.1558468154822854,
      "grad_norm": 1.0427676416661336,
      "learning_rate": 0.000276277717701049,
      "loss": 1.0687,
      "step": 28220
    },
    {
      "epoch": 1.155887773909482,
      "grad_norm": 0.6001206440400149,
      "learning_rate": 0.00027627595746621675,
      "loss": 0.1912,
      "step": 28221
    },
    {
      "epoch": 1.1559287323366783,
      "grad_norm": 1.0677966056232415,
      "learning_rate": 0.00027627419717168855,
      "loss": 0.9586,
      "step": 28222
    },
    {
      "epoch": 1.1559696907638748,
      "grad_norm": 2.450630929843673,
      "learning_rate": 0.00027627243681746527,
      "loss": 2.0192,
      "step": 28223
    },
    {
      "epoch": 1.156010649191071,
      "grad_norm": 0.6005717935404156,
      "learning_rate": 0.00027627067640354766,
      "loss": 0.3488,
      "step": 28224
    },
    {
      "epoch": 1.1560516076182674,
      "grad_norm": 0.899379748064569,
      "learning_rate": 0.00027626891592993664,
      "loss": 0.8887,
      "step": 28225
    },
    {
      "epoch": 1.156092566045464,
      "grad_norm": 0.7789536600014646,
      "learning_rate": 0.000276267155396633,
      "loss": 0.6442,
      "step": 28226
    },
    {
      "epoch": 1.1561335244726603,
      "grad_norm": 0.9498613339709128,
      "learning_rate": 0.0002762653948036375,
      "loss": 0.6662,
      "step": 28227
    },
    {
      "epoch": 1.1561744828998566,
      "grad_norm": 0.7454495132209973,
      "learning_rate": 0.00027626363415095116,
      "loss": 0.689,
      "step": 28228
    },
    {
      "epoch": 1.1562154413270531,
      "grad_norm": 1.0304176058334455,
      "learning_rate": 0.00027626187343857464,
      "loss": 0.8872,
      "step": 28229
    },
    {
      "epoch": 1.1562563997542494,
      "grad_norm": 0.7276636348704978,
      "learning_rate": 0.0002762601126665089,
      "loss": 0.781,
      "step": 28230
    },
    {
      "epoch": 1.1562973581814457,
      "grad_norm": 0.7209515435919497,
      "learning_rate": 0.0002762583518347546,
      "loss": 0.7738,
      "step": 28231
    },
    {
      "epoch": 1.1563383166086423,
      "grad_norm": 1.2180502486929377,
      "learning_rate": 0.00027625659094331274,
      "loss": 0.7336,
      "step": 28232
    },
    {
      "epoch": 1.1563792750358386,
      "grad_norm": 0.8897883442915011,
      "learning_rate": 0.0002762548299921841,
      "loss": 0.9566,
      "step": 28233
    },
    {
      "epoch": 1.156420233463035,
      "grad_norm": 0.888166113187774,
      "learning_rate": 0.0002762530689813695,
      "loss": 0.9609,
      "step": 28234
    },
    {
      "epoch": 1.1564611918902314,
      "grad_norm": 0.8045137194579837,
      "learning_rate": 0.00027625130791086974,
      "loss": 0.6911,
      "step": 28235
    },
    {
      "epoch": 1.1565021503174278,
      "grad_norm": 0.8151290973064949,
      "learning_rate": 0.00027624954678068573,
      "loss": 1.1106,
      "step": 28236
    },
    {
      "epoch": 1.1565431087446243,
      "grad_norm": 0.5086993610189195,
      "learning_rate": 0.00027624778559081823,
      "loss": 0.2958,
      "step": 28237
    },
    {
      "epoch": 1.1565840671718206,
      "grad_norm": 1.0235858488186977,
      "learning_rate": 0.0002762460243412681,
      "loss": 1.0549,
      "step": 28238
    },
    {
      "epoch": 1.156625025599017,
      "grad_norm": 0.7634479246720957,
      "learning_rate": 0.0002762442630320362,
      "loss": 0.7034,
      "step": 28239
    },
    {
      "epoch": 1.1566659840262135,
      "grad_norm": 4.677998169049824,
      "learning_rate": 0.0002762425016631233,
      "loss": 3.5844,
      "step": 28240
    },
    {
      "epoch": 1.1567069424534098,
      "grad_norm": 0.8882826828772208,
      "learning_rate": 0.0002762407402345303,
      "loss": 0.9421,
      "step": 28241
    },
    {
      "epoch": 1.1567479008806063,
      "grad_norm": 0.9625210874843101,
      "learning_rate": 0.000276238978746258,
      "loss": 0.8125,
      "step": 28242
    },
    {
      "epoch": 1.1567888593078026,
      "grad_norm": 1.1876410732884313,
      "learning_rate": 0.0002762372171983072,
      "loss": 1.4229,
      "step": 28243
    },
    {
      "epoch": 1.156829817734999,
      "grad_norm": 0.845085693639378,
      "learning_rate": 0.00027623545559067884,
      "loss": 1.0125,
      "step": 28244
    },
    {
      "epoch": 1.1568707761621955,
      "grad_norm": 1.0650296758419018,
      "learning_rate": 0.00027623369392337365,
      "loss": 1.3977,
      "step": 28245
    },
    {
      "epoch": 1.1569117345893918,
      "grad_norm": 0.705431940387337,
      "learning_rate": 0.0002762319321963925,
      "loss": 0.594,
      "step": 28246
    },
    {
      "epoch": 1.156952693016588,
      "grad_norm": 1.080688557943928,
      "learning_rate": 0.0002762301704097362,
      "loss": 0.8635,
      "step": 28247
    },
    {
      "epoch": 1.1569936514437846,
      "grad_norm": 0.9217553994499061,
      "learning_rate": 0.0002762284085634056,
      "loss": 0.9515,
      "step": 28248
    },
    {
      "epoch": 1.157034609870981,
      "grad_norm": 0.9179493958606008,
      "learning_rate": 0.00027622664665740153,
      "loss": 0.5773,
      "step": 28249
    },
    {
      "epoch": 1.1570755682981773,
      "grad_norm": 5.136685649287249,
      "learning_rate": 0.0002762248846917248,
      "loss": 2.3288,
      "step": 28250
    },
    {
      "epoch": 1.1571165267253738,
      "grad_norm": 0.9149672868078259,
      "learning_rate": 0.0002762231226663763,
      "loss": 0.705,
      "step": 28251
    },
    {
      "epoch": 1.15715748515257,
      "grad_norm": 1.0362317888165773,
      "learning_rate": 0.00027622136058135687,
      "loss": 0.9343,
      "step": 28252
    },
    {
      "epoch": 1.1571984435797664,
      "grad_norm": 0.7664480256946722,
      "learning_rate": 0.00027621959843666727,
      "loss": 0.5949,
      "step": 28253
    },
    {
      "epoch": 1.157239402006963,
      "grad_norm": 1.1425966314000766,
      "learning_rate": 0.0002762178362323084,
      "loss": 0.9208,
      "step": 28254
    },
    {
      "epoch": 1.1572803604341593,
      "grad_norm": 0.7273091591807049,
      "learning_rate": 0.000276216073968281,
      "loss": 0.6124,
      "step": 28255
    },
    {
      "epoch": 1.1573213188613558,
      "grad_norm": 1.2253432503115274,
      "learning_rate": 0.00027621431164458605,
      "loss": 1.1312,
      "step": 28256
    },
    {
      "epoch": 1.1573622772885521,
      "grad_norm": 5.1666235634955155,
      "learning_rate": 0.0002762125492612242,
      "loss": 2.9608,
      "step": 28257
    },
    {
      "epoch": 1.1574032357157484,
      "grad_norm": 0.7538649301919481,
      "learning_rate": 0.0002762107868181964,
      "loss": 0.7652,
      "step": 28258
    },
    {
      "epoch": 1.157444194142945,
      "grad_norm": 0.7642953235177855,
      "learning_rate": 0.0002762090243155035,
      "loss": 0.8082,
      "step": 28259
    },
    {
      "epoch": 1.1574851525701413,
      "grad_norm": 0.8162893957346051,
      "learning_rate": 0.0002762072617531463,
      "loss": 0.8208,
      "step": 28260
    },
    {
      "epoch": 1.1575261109973378,
      "grad_norm": 0.9871875751729676,
      "learning_rate": 0.0002762054991311256,
      "loss": 0.9926,
      "step": 28261
    },
    {
      "epoch": 1.1575670694245341,
      "grad_norm": 0.8127381759830402,
      "learning_rate": 0.00027620373644944227,
      "loss": 0.8509,
      "step": 28262
    },
    {
      "epoch": 1.1576080278517304,
      "grad_norm": 0.9462617197661441,
      "learning_rate": 0.0002762019737080972,
      "loss": 0.5844,
      "step": 28263
    },
    {
      "epoch": 1.157648986278927,
      "grad_norm": 0.8368010928611302,
      "learning_rate": 0.00027620021090709105,
      "loss": 0.7504,
      "step": 28264
    },
    {
      "epoch": 1.1576899447061233,
      "grad_norm": 0.8481961719930493,
      "learning_rate": 0.0002761984480464248,
      "loss": 0.8145,
      "step": 28265
    },
    {
      "epoch": 1.1577309031333196,
      "grad_norm": 0.6284831074358703,
      "learning_rate": 0.0002761966851260993,
      "loss": 0.3275,
      "step": 28266
    },
    {
      "epoch": 1.1577718615605161,
      "grad_norm": 1.0856808526393122,
      "learning_rate": 0.0002761949221461153,
      "loss": 0.5413,
      "step": 28267
    },
    {
      "epoch": 1.1578128199877125,
      "grad_norm": 1.3285513774216995,
      "learning_rate": 0.0002761931591064736,
      "loss": 1.1312,
      "step": 28268
    },
    {
      "epoch": 1.1578537784149088,
      "grad_norm": 0.7166321771385422,
      "learning_rate": 0.0002761913960071752,
      "loss": 0.3305,
      "step": 28269
    },
    {
      "epoch": 1.1578947368421053,
      "grad_norm": 0.8450498425330508,
      "learning_rate": 0.00027618963284822075,
      "loss": 0.9204,
      "step": 28270
    },
    {
      "epoch": 1.1579356952693016,
      "grad_norm": 0.5549531591131365,
      "learning_rate": 0.0002761878696296112,
      "loss": 0.3311,
      "step": 28271
    },
    {
      "epoch": 1.157976653696498,
      "grad_norm": 0.6865529679839156,
      "learning_rate": 0.00027618610635134737,
      "loss": 0.357,
      "step": 28272
    },
    {
      "epoch": 1.1580176121236945,
      "grad_norm": 2.520000259071493,
      "learning_rate": 0.00027618434301343,
      "loss": 2.2421,
      "step": 28273
    },
    {
      "epoch": 1.1580585705508908,
      "grad_norm": 0.7047229164425566,
      "learning_rate": 0.0002761825796158601,
      "loss": 0.8367,
      "step": 28274
    },
    {
      "epoch": 1.1580995289780873,
      "grad_norm": 1.0788749619961384,
      "learning_rate": 0.00027618081615863834,
      "loss": 0.8753,
      "step": 28275
    },
    {
      "epoch": 1.1581404874052836,
      "grad_norm": 0.867721240602263,
      "learning_rate": 0.0002761790526417656,
      "loss": 0.7545,
      "step": 28276
    },
    {
      "epoch": 1.15818144583248,
      "grad_norm": 0.9140268688652473,
      "learning_rate": 0.0002761772890652427,
      "loss": 0.8485,
      "step": 28277
    },
    {
      "epoch": 1.1582224042596765,
      "grad_norm": 0.8268684672405323,
      "learning_rate": 0.00027617552542907056,
      "loss": 0.9381,
      "step": 28278
    },
    {
      "epoch": 1.1582633626868728,
      "grad_norm": 0.5034617748440233,
      "learning_rate": 0.00027617376173324994,
      "loss": 0.2644,
      "step": 28279
    },
    {
      "epoch": 1.1583043211140693,
      "grad_norm": 0.8223192867908226,
      "learning_rate": 0.0002761719979777817,
      "loss": 0.9439,
      "step": 28280
    },
    {
      "epoch": 1.1583452795412656,
      "grad_norm": 0.7881989504659934,
      "learning_rate": 0.0002761702341626666,
      "loss": 0.8216,
      "step": 28281
    },
    {
      "epoch": 1.158386237968462,
      "grad_norm": 0.6794479389812811,
      "learning_rate": 0.0002761684702879056,
      "loss": 0.3099,
      "step": 28282
    },
    {
      "epoch": 1.1584271963956585,
      "grad_norm": 1.5443391159571278,
      "learning_rate": 0.00027616670635349945,
      "loss": 1.0331,
      "step": 28283
    },
    {
      "epoch": 1.1584681548228548,
      "grad_norm": 1.0906640338332525,
      "learning_rate": 0.00027616494235944896,
      "loss": 0.8694,
      "step": 28284
    },
    {
      "epoch": 1.1585091132500511,
      "grad_norm": 0.7916698908343532,
      "learning_rate": 0.00027616317830575504,
      "loss": 0.8881,
      "step": 28285
    },
    {
      "epoch": 1.1585500716772477,
      "grad_norm": 0.6563183372472788,
      "learning_rate": 0.0002761614141924185,
      "loss": 0.3355,
      "step": 28286
    },
    {
      "epoch": 1.158591030104444,
      "grad_norm": 0.9143478394505261,
      "learning_rate": 0.0002761596500194401,
      "loss": 1.0774,
      "step": 28287
    },
    {
      "epoch": 1.1586319885316403,
      "grad_norm": 0.8111118996393363,
      "learning_rate": 0.00027615788578682086,
      "loss": 0.4828,
      "step": 28288
    },
    {
      "epoch": 1.1586729469588368,
      "grad_norm": 0.6989037786190281,
      "learning_rate": 0.0002761561214945614,
      "loss": 0.427,
      "step": 28289
    },
    {
      "epoch": 1.1587139053860331,
      "grad_norm": 0.8379960161541168,
      "learning_rate": 0.0002761543571426627,
      "loss": 0.897,
      "step": 28290
    },
    {
      "epoch": 1.1587548638132295,
      "grad_norm": 0.9366242604063518,
      "learning_rate": 0.0002761525927311255,
      "loss": 0.8746,
      "step": 28291
    },
    {
      "epoch": 1.158795822240426,
      "grad_norm": 0.6682479632630166,
      "learning_rate": 0.0002761508282599507,
      "loss": 0.6193,
      "step": 28292
    },
    {
      "epoch": 1.1588367806676223,
      "grad_norm": 0.6330066561997708,
      "learning_rate": 0.0002761490637291391,
      "loss": 0.5654,
      "step": 28293
    },
    {
      "epoch": 1.1588777390948188,
      "grad_norm": 3.1674632879173736,
      "learning_rate": 0.00027614729913869154,
      "loss": 2.2833,
      "step": 28294
    },
    {
      "epoch": 1.1589186975220152,
      "grad_norm": 1.4777124596395108,
      "learning_rate": 0.0002761455344886088,
      "loss": 0.5368,
      "step": 28295
    },
    {
      "epoch": 1.1589596559492115,
      "grad_norm": 0.7306415314543466,
      "learning_rate": 0.00027614376977889185,
      "loss": 0.3437,
      "step": 28296
    },
    {
      "epoch": 1.159000614376408,
      "grad_norm": 0.8218344372607778,
      "learning_rate": 0.0002761420050095414,
      "loss": 0.445,
      "step": 28297
    },
    {
      "epoch": 1.1590415728036043,
      "grad_norm": 0.6646594109605679,
      "learning_rate": 0.0002761402401805584,
      "loss": 0.5814,
      "step": 28298
    },
    {
      "epoch": 1.1590825312308008,
      "grad_norm": 0.8324473914242626,
      "learning_rate": 0.00027613847529194354,
      "loss": 0.6627,
      "step": 28299
    },
    {
      "epoch": 1.1591234896579972,
      "grad_norm": 0.749346241616827,
      "learning_rate": 0.0002761367103436978,
      "loss": 0.6538,
      "step": 28300
    },
    {
      "epoch": 1.1591644480851935,
      "grad_norm": 0.7125907244646197,
      "learning_rate": 0.00027613494533582187,
      "loss": 0.521,
      "step": 28301
    },
    {
      "epoch": 1.15920540651239,
      "grad_norm": 0.8787002854548135,
      "learning_rate": 0.0002761331802683167,
      "loss": 0.7381,
      "step": 28302
    },
    {
      "epoch": 1.1592463649395863,
      "grad_norm": 0.7807702923170418,
      "learning_rate": 0.00027613141514118303,
      "loss": 0.8228,
      "step": 28303
    },
    {
      "epoch": 1.1592873233667826,
      "grad_norm": 0.6487151411693642,
      "learning_rate": 0.00027612964995442173,
      "loss": 0.7807,
      "step": 28304
    },
    {
      "epoch": 1.1593282817939792,
      "grad_norm": 0.8436989275041635,
      "learning_rate": 0.00027612788470803376,
      "loss": 0.3327,
      "step": 28305
    },
    {
      "epoch": 1.1593692402211755,
      "grad_norm": 0.6988642971047384,
      "learning_rate": 0.0002761261194020198,
      "loss": 0.3334,
      "step": 28306
    },
    {
      "epoch": 1.1594101986483718,
      "grad_norm": 0.9642529081120114,
      "learning_rate": 0.00027612435403638066,
      "loss": 0.6211,
      "step": 28307
    },
    {
      "epoch": 1.1594511570755683,
      "grad_norm": 0.8533571001528095,
      "learning_rate": 0.0002761225886111173,
      "loss": 0.8627,
      "step": 28308
    },
    {
      "epoch": 1.1594921155027647,
      "grad_norm": 1.5498505033907126,
      "learning_rate": 0.0002761208231262305,
      "loss": 2.1436,
      "step": 28309
    },
    {
      "epoch": 1.159533073929961,
      "grad_norm": 1.0930418088481266,
      "learning_rate": 0.00027611905758172115,
      "loss": 0.968,
      "step": 28310
    },
    {
      "epoch": 1.1595740323571575,
      "grad_norm": 1.1224245306739349,
      "learning_rate": 0.00027611729197758993,
      "loss": 0.7427,
      "step": 28311
    },
    {
      "epoch": 1.1596149907843538,
      "grad_norm": 0.848998120346036,
      "learning_rate": 0.00027611552631383784,
      "loss": 0.8013,
      "step": 28312
    },
    {
      "epoch": 1.1596559492115504,
      "grad_norm": 0.7370290623171867,
      "learning_rate": 0.0002761137605904656,
      "loss": 0.792,
      "step": 28313
    },
    {
      "epoch": 1.1596969076387467,
      "grad_norm": 1.084625646123055,
      "learning_rate": 0.0002761119948074741,
      "loss": 1.2645,
      "step": 28314
    },
    {
      "epoch": 1.159737866065943,
      "grad_norm": 0.8340237008045432,
      "learning_rate": 0.0002761102289648642,
      "loss": 0.754,
      "step": 28315
    },
    {
      "epoch": 1.1597788244931395,
      "grad_norm": 0.5756777258528814,
      "learning_rate": 0.0002761084630626367,
      "loss": 0.2689,
      "step": 28316
    },
    {
      "epoch": 1.1598197829203358,
      "grad_norm": 0.9331376695237704,
      "learning_rate": 0.0002761066971007924,
      "loss": 0.4064,
      "step": 28317
    },
    {
      "epoch": 1.1598607413475324,
      "grad_norm": 0.7365376885195507,
      "learning_rate": 0.0002761049310793321,
      "loss": 0.4031,
      "step": 28318
    },
    {
      "epoch": 1.1599016997747287,
      "grad_norm": 0.9948770979923086,
      "learning_rate": 0.00027610316499825685,
      "loss": 0.2933,
      "step": 28319
    },
    {
      "epoch": 1.159942658201925,
      "grad_norm": 0.8739036463491494,
      "learning_rate": 0.0002761013988575673,
      "loss": 0.8616,
      "step": 28320
    },
    {
      "epoch": 1.1599836166291215,
      "grad_norm": 1.063543135509185,
      "learning_rate": 0.00027609963265726433,
      "loss": 0.6144,
      "step": 28321
    },
    {
      "epoch": 1.1600245750563178,
      "grad_norm": 0.5581085382102159,
      "learning_rate": 0.0002760978663973487,
      "loss": 0.4171,
      "step": 28322
    },
    {
      "epoch": 1.1600655334835142,
      "grad_norm": 1.1053160727419609,
      "learning_rate": 0.0002760961000778214,
      "loss": 1.1081,
      "step": 28323
    },
    {
      "epoch": 1.1601064919107107,
      "grad_norm": 1.3064936300242989,
      "learning_rate": 0.0002760943336986831,
      "loss": 1.1119,
      "step": 28324
    },
    {
      "epoch": 1.160147450337907,
      "grad_norm": 1.0179472480538863,
      "learning_rate": 0.0002760925672599348,
      "loss": 1.2408,
      "step": 28325
    },
    {
      "epoch": 1.1601884087651033,
      "grad_norm": 1.4015182194009783,
      "learning_rate": 0.0002760908007615772,
      "loss": 1.5977,
      "step": 28326
    },
    {
      "epoch": 1.1602293671922999,
      "grad_norm": 0.9007424826083371,
      "learning_rate": 0.0002760890342036112,
      "loss": 0.9812,
      "step": 28327
    },
    {
      "epoch": 1.1602703256194962,
      "grad_norm": 1.5011723793224887,
      "learning_rate": 0.00027608726758603764,
      "loss": 0.6859,
      "step": 28328
    },
    {
      "epoch": 1.1603112840466927,
      "grad_norm": 0.9313291076750448,
      "learning_rate": 0.00027608550090885733,
      "loss": 0.8242,
      "step": 28329
    },
    {
      "epoch": 1.160352242473889,
      "grad_norm": 0.9957893254941134,
      "learning_rate": 0.00027608373417207106,
      "loss": 0.8982,
      "step": 28330
    },
    {
      "epoch": 1.1603932009010853,
      "grad_norm": 1.2996545528685077,
      "learning_rate": 0.0002760819673756798,
      "loss": 1.3048,
      "step": 28331
    },
    {
      "epoch": 1.1604341593282819,
      "grad_norm": 1.1027001693866547,
      "learning_rate": 0.00027608020051968424,
      "loss": 1.0419,
      "step": 28332
    },
    {
      "epoch": 1.1604751177554782,
      "grad_norm": 0.7451689399446986,
      "learning_rate": 0.0002760784336040853,
      "loss": 0.6666,
      "step": 28333
    },
    {
      "epoch": 1.1605160761826745,
      "grad_norm": 0.8006334237225927,
      "learning_rate": 0.00027607666662888376,
      "loss": 0.7304,
      "step": 28334
    },
    {
      "epoch": 1.160557034609871,
      "grad_norm": 0.7835245070383587,
      "learning_rate": 0.00027607489959408056,
      "loss": 0.8184,
      "step": 28335
    },
    {
      "epoch": 1.1605979930370673,
      "grad_norm": 0.9477502592982315,
      "learning_rate": 0.0002760731324996764,
      "loss": 1.0242,
      "step": 28336
    },
    {
      "epoch": 1.1606389514642639,
      "grad_norm": 0.8777249608542084,
      "learning_rate": 0.0002760713653456722,
      "loss": 0.758,
      "step": 28337
    },
    {
      "epoch": 1.1606799098914602,
      "grad_norm": 1.1712030411263648,
      "learning_rate": 0.00027606959813206877,
      "loss": 1.1438,
      "step": 28338
    },
    {
      "epoch": 1.1607208683186565,
      "grad_norm": 1.0965282555736204,
      "learning_rate": 0.0002760678308588669,
      "loss": 0.7071,
      "step": 28339
    },
    {
      "epoch": 1.160761826745853,
      "grad_norm": 0.7532832042361677,
      "learning_rate": 0.00027606606352606754,
      "loss": 0.6281,
      "step": 28340
    },
    {
      "epoch": 1.1608027851730494,
      "grad_norm": 0.9201432917479927,
      "learning_rate": 0.0002760642961336715,
      "loss": 1.0341,
      "step": 28341
    },
    {
      "epoch": 1.1608437436002457,
      "grad_norm": 0.9023411652973303,
      "learning_rate": 0.0002760625286816795,
      "loss": 0.9324,
      "step": 28342
    },
    {
      "epoch": 1.1608847020274422,
      "grad_norm": 1.1028737181672126,
      "learning_rate": 0.00027606076117009246,
      "loss": 0.6393,
      "step": 28343
    },
    {
      "epoch": 1.1609256604546385,
      "grad_norm": 1.0131635401309829,
      "learning_rate": 0.00027605899359891124,
      "loss": 0.9856,
      "step": 28344
    },
    {
      "epoch": 1.1609666188818348,
      "grad_norm": 0.9769139832751881,
      "learning_rate": 0.0002760572259681366,
      "loss": 0.9274,
      "step": 28345
    },
    {
      "epoch": 1.1610075773090314,
      "grad_norm": 0.7629900706139587,
      "learning_rate": 0.00027605545827776945,
      "loss": 0.4481,
      "step": 28346
    },
    {
      "epoch": 1.1610485357362277,
      "grad_norm": 1.0377801606036983,
      "learning_rate": 0.00027605369052781056,
      "loss": 1.0117,
      "step": 28347
    },
    {
      "epoch": 1.1610894941634242,
      "grad_norm": 0.777715179711536,
      "learning_rate": 0.0002760519227182609,
      "loss": 0.8295,
      "step": 28348
    },
    {
      "epoch": 1.1611304525906205,
      "grad_norm": 0.7851128772681305,
      "learning_rate": 0.00027605015484912106,
      "loss": 0.6845,
      "step": 28349
    },
    {
      "epoch": 1.1611714110178168,
      "grad_norm": 0.8948308658868688,
      "learning_rate": 0.00027604838692039214,
      "loss": 0.6782,
      "step": 28350
    },
    {
      "epoch": 1.1612123694450134,
      "grad_norm": 1.2347596339521993,
      "learning_rate": 0.00027604661893207476,
      "loss": 1.0414,
      "step": 28351
    },
    {
      "epoch": 1.1612533278722097,
      "grad_norm": 0.7337222815375987,
      "learning_rate": 0.00027604485088416996,
      "loss": 0.6396,
      "step": 28352
    },
    {
      "epoch": 1.161294286299406,
      "grad_norm": 0.9328476209474205,
      "learning_rate": 0.0002760430827766784,
      "loss": 1.1054,
      "step": 28353
    },
    {
      "epoch": 1.1613352447266025,
      "grad_norm": 0.7378009303041193,
      "learning_rate": 0.000276041314609601,
      "loss": 0.7823,
      "step": 28354
    },
    {
      "epoch": 1.1613762031537989,
      "grad_norm": 0.9262916573649381,
      "learning_rate": 0.0002760395463829385,
      "loss": 0.8652,
      "step": 28355
    },
    {
      "epoch": 1.1614171615809954,
      "grad_norm": 0.6097537337757825,
      "learning_rate": 0.0002760377780966919,
      "loss": 0.2931,
      "step": 28356
    },
    {
      "epoch": 1.1614581200081917,
      "grad_norm": 0.612230625040708,
      "learning_rate": 0.00027603600975086197,
      "loss": 0.3297,
      "step": 28357
    },
    {
      "epoch": 1.161499078435388,
      "grad_norm": 1.2030815991188117,
      "learning_rate": 0.0002760342413454495,
      "loss": 1.0702,
      "step": 28358
    },
    {
      "epoch": 1.1615400368625846,
      "grad_norm": 0.7865391289159073,
      "learning_rate": 0.00027603247288045534,
      "loss": 0.7568,
      "step": 28359
    },
    {
      "epoch": 1.1615809952897809,
      "grad_norm": 2.3339104531861405,
      "learning_rate": 0.0002760307043558804,
      "loss": 1.8149,
      "step": 28360
    },
    {
      "epoch": 1.1616219537169772,
      "grad_norm": 0.6387000478400431,
      "learning_rate": 0.0002760289357717254,
      "loss": 0.372,
      "step": 28361
    },
    {
      "epoch": 1.1616629121441737,
      "grad_norm": 1.34663254809073,
      "learning_rate": 0.0002760271671279912,
      "loss": 0.9258,
      "step": 28362
    },
    {
      "epoch": 1.16170387057137,
      "grad_norm": 0.7840241648763022,
      "learning_rate": 0.0002760253984246788,
      "loss": 0.8587,
      "step": 28363
    },
    {
      "epoch": 1.1617448289985663,
      "grad_norm": 0.7148376391674514,
      "learning_rate": 0.00027602362966178877,
      "loss": 0.3846,
      "step": 28364
    },
    {
      "epoch": 1.1617857874257629,
      "grad_norm": 1.1357856621482965,
      "learning_rate": 0.0002760218608393221,
      "loss": 1.2265,
      "step": 28365
    },
    {
      "epoch": 1.1618267458529592,
      "grad_norm": 2.7469352775890785,
      "learning_rate": 0.00027602009195727966,
      "loss": 4.8769,
      "step": 28366
    },
    {
      "epoch": 1.1618677042801557,
      "grad_norm": 0.8841013422059559,
      "learning_rate": 0.00027601832301566223,
      "loss": 0.9057,
      "step": 28367
    },
    {
      "epoch": 1.161908662707352,
      "grad_norm": 0.7786150392179357,
      "learning_rate": 0.0002760165540144706,
      "loss": 0.6168,
      "step": 28368
    },
    {
      "epoch": 1.1619496211345484,
      "grad_norm": 1.35171134694278,
      "learning_rate": 0.0002760147849537057,
      "loss": 1.1253,
      "step": 28369
    },
    {
      "epoch": 1.161990579561745,
      "grad_norm": 0.7001070970967663,
      "learning_rate": 0.0002760130158333683,
      "loss": 0.6672,
      "step": 28370
    },
    {
      "epoch": 1.1620315379889412,
      "grad_norm": 0.8951746427376011,
      "learning_rate": 0.00027601124665345926,
      "loss": 0.8289,
      "step": 28371
    },
    {
      "epoch": 1.1620724964161375,
      "grad_norm": 0.9811276371440286,
      "learning_rate": 0.0002760094774139794,
      "loss": 0.857,
      "step": 28372
    },
    {
      "epoch": 1.162113454843334,
      "grad_norm": 0.7096130931498752,
      "learning_rate": 0.0002760077081149296,
      "loss": 0.8557,
      "step": 28373
    },
    {
      "epoch": 1.1621544132705304,
      "grad_norm": 0.9896480213873006,
      "learning_rate": 0.00027600593875631065,
      "loss": 1.1665,
      "step": 28374
    },
    {
      "epoch": 1.162195371697727,
      "grad_norm": 1.0129989502505545,
      "learning_rate": 0.00027600416933812343,
      "loss": 1.0909,
      "step": 28375
    },
    {
      "epoch": 1.1622363301249232,
      "grad_norm": 0.7777445158499133,
      "learning_rate": 0.00027600239986036874,
      "loss": 0.9436,
      "step": 28376
    },
    {
      "epoch": 1.1622772885521195,
      "grad_norm": 0.7740445699121874,
      "learning_rate": 0.0002760006303230474,
      "loss": 0.6699,
      "step": 28377
    },
    {
      "epoch": 1.162318246979316,
      "grad_norm": 0.72853465569246,
      "learning_rate": 0.0002759988607261603,
      "loss": 0.331,
      "step": 28378
    },
    {
      "epoch": 1.1623592054065124,
      "grad_norm": 8.854758550686869,
      "learning_rate": 0.00027599709106970825,
      "loss": 6.148,
      "step": 28379
    },
    {
      "epoch": 1.1624001638337087,
      "grad_norm": 0.938073553716606,
      "learning_rate": 0.00027599532135369205,
      "loss": 0.8754,
      "step": 28380
    },
    {
      "epoch": 1.1624411222609052,
      "grad_norm": 0.784108213120548,
      "learning_rate": 0.00027599355157811265,
      "loss": 0.7243,
      "step": 28381
    },
    {
      "epoch": 1.1624820806881015,
      "grad_norm": 0.7788400410608787,
      "learning_rate": 0.0002759917817429707,
      "loss": 0.996,
      "step": 28382
    },
    {
      "epoch": 1.1625230391152979,
      "grad_norm": 0.6705987279122427,
      "learning_rate": 0.0002759900118482672,
      "loss": 0.3607,
      "step": 28383
    },
    {
      "epoch": 1.1625639975424944,
      "grad_norm": 0.7441921097445964,
      "learning_rate": 0.00027598824189400294,
      "loss": 0.8086,
      "step": 28384
    },
    {
      "epoch": 1.1626049559696907,
      "grad_norm": 1.238993479224803,
      "learning_rate": 0.0002759864718801788,
      "loss": 1.6413,
      "step": 28385
    },
    {
      "epoch": 1.1626459143968872,
      "grad_norm": 0.7667265079344893,
      "learning_rate": 0.0002759847018067955,
      "loss": 0.8358,
      "step": 28386
    },
    {
      "epoch": 1.1626868728240836,
      "grad_norm": 0.47077634858222234,
      "learning_rate": 0.000275982931673854,
      "loss": 0.3026,
      "step": 28387
    },
    {
      "epoch": 1.1627278312512799,
      "grad_norm": 0.964599714019349,
      "learning_rate": 0.000275981161481355,
      "loss": 1.1954,
      "step": 28388
    },
    {
      "epoch": 1.1627687896784764,
      "grad_norm": 0.8273756323939992,
      "learning_rate": 0.0002759793912292994,
      "loss": 0.7997,
      "step": 28389
    },
    {
      "epoch": 1.1628097481056727,
      "grad_norm": 0.7884776295042416,
      "learning_rate": 0.00027597762091768815,
      "loss": 0.5677,
      "step": 28390
    },
    {
      "epoch": 1.1628507065328693,
      "grad_norm": 0.8085812493060945,
      "learning_rate": 0.00027597585054652197,
      "loss": 0.8824,
      "step": 28391
    },
    {
      "epoch": 1.1628916649600656,
      "grad_norm": 0.988784622099017,
      "learning_rate": 0.0002759740801158017,
      "loss": 0.9256,
      "step": 28392
    },
    {
      "epoch": 1.1629326233872619,
      "grad_norm": 1.1651497713418042,
      "learning_rate": 0.0002759723096255282,
      "loss": 1.2855,
      "step": 28393
    },
    {
      "epoch": 1.1629735818144584,
      "grad_norm": 0.7197997239081427,
      "learning_rate": 0.0002759705390757023,
      "loss": 0.6366,
      "step": 28394
    },
    {
      "epoch": 1.1630145402416547,
      "grad_norm": 0.8489304347428277,
      "learning_rate": 0.00027596876846632483,
      "loss": 0.5139,
      "step": 28395
    },
    {
      "epoch": 1.163055498668851,
      "grad_norm": 0.564111212535241,
      "learning_rate": 0.0002759669977973966,
      "loss": 0.3923,
      "step": 28396
    },
    {
      "epoch": 1.1630964570960476,
      "grad_norm": 0.9749450234927787,
      "learning_rate": 0.0002759652270689186,
      "loss": 0.7263,
      "step": 28397
    },
    {
      "epoch": 1.163137415523244,
      "grad_norm": 0.9212994023286034,
      "learning_rate": 0.00027596345628089143,
      "loss": 0.4365,
      "step": 28398
    },
    {
      "epoch": 1.1631783739504402,
      "grad_norm": 0.9502527853588605,
      "learning_rate": 0.0002759616854333161,
      "loss": 0.9641,
      "step": 28399
    },
    {
      "epoch": 1.1632193323776367,
      "grad_norm": 1.035536837874263,
      "learning_rate": 0.00027595991452619337,
      "loss": 0.7754,
      "step": 28400
    },
    {
      "epoch": 1.163260290804833,
      "grad_norm": 1.2120731986723134,
      "learning_rate": 0.00027595814355952416,
      "loss": 0.9865,
      "step": 28401
    },
    {
      "epoch": 1.1633012492320294,
      "grad_norm": 0.8440930715560864,
      "learning_rate": 0.0002759563725333092,
      "loss": 0.7612,
      "step": 28402
    },
    {
      "epoch": 1.163342207659226,
      "grad_norm": 1.0279340867619187,
      "learning_rate": 0.00027595460144754934,
      "loss": 0.9334,
      "step": 28403
    },
    {
      "epoch": 1.1633831660864222,
      "grad_norm": 0.7565365335322539,
      "learning_rate": 0.0002759528303022455,
      "loss": 0.9291,
      "step": 28404
    },
    {
      "epoch": 1.1634241245136188,
      "grad_norm": 0.954121687885182,
      "learning_rate": 0.0002759510590973985,
      "loss": 1.0081,
      "step": 28405
    },
    {
      "epoch": 1.163465082940815,
      "grad_norm": 1.0559233497728686,
      "learning_rate": 0.0002759492878330091,
      "loss": 0.895,
      "step": 28406
    },
    {
      "epoch": 1.1635060413680114,
      "grad_norm": 1.1795186070731072,
      "learning_rate": 0.0002759475165090782,
      "loss": 0.8431,
      "step": 28407
    },
    {
      "epoch": 1.163546999795208,
      "grad_norm": 1.2886107274760459,
      "learning_rate": 0.0002759457451256066,
      "loss": 1.3227,
      "step": 28408
    },
    {
      "epoch": 1.1635879582224042,
      "grad_norm": 0.8026852635592191,
      "learning_rate": 0.0002759439736825952,
      "loss": 0.811,
      "step": 28409
    },
    {
      "epoch": 1.1636289166496008,
      "grad_norm": 1.5688284963054313,
      "learning_rate": 0.00027594220218004484,
      "loss": 1.3929,
      "step": 28410
    },
    {
      "epoch": 1.163669875076797,
      "grad_norm": 0.8840213813714165,
      "learning_rate": 0.0002759404306179562,
      "loss": 0.8743,
      "step": 28411
    },
    {
      "epoch": 1.1637108335039934,
      "grad_norm": 0.6006792329894528,
      "learning_rate": 0.0002759386589963303,
      "loss": 0.522,
      "step": 28412
    },
    {
      "epoch": 1.16375179193119,
      "grad_norm": 1.0386152743552948,
      "learning_rate": 0.00027593688731516786,
      "loss": 0.8567,
      "step": 28413
    },
    {
      "epoch": 1.1637927503583863,
      "grad_norm": 0.7921318226979644,
      "learning_rate": 0.00027593511557446986,
      "loss": 0.8176,
      "step": 28414
    },
    {
      "epoch": 1.1638337087855826,
      "grad_norm": 0.9231366002722632,
      "learning_rate": 0.000275933343774237,
      "loss": 0.9311,
      "step": 28415
    },
    {
      "epoch": 1.163874667212779,
      "grad_norm": 1.1069794998554916,
      "learning_rate": 0.00027593157191447014,
      "loss": 1.3887,
      "step": 28416
    },
    {
      "epoch": 1.1639156256399754,
      "grad_norm": 0.9845558618810211,
      "learning_rate": 0.0002759297999951701,
      "loss": 1.2866,
      "step": 28417
    },
    {
      "epoch": 1.1639565840671717,
      "grad_norm": 0.7676775626709995,
      "learning_rate": 0.0002759280280163379,
      "loss": 0.7733,
      "step": 28418
    },
    {
      "epoch": 1.1639975424943683,
      "grad_norm": 0.7796446405673177,
      "learning_rate": 0.0002759262559779741,
      "loss": 0.902,
      "step": 28419
    },
    {
      "epoch": 1.1640385009215646,
      "grad_norm": 0.9646410725186622,
      "learning_rate": 0.0002759244838800797,
      "loss": 1.2923,
      "step": 28420
    },
    {
      "epoch": 1.164079459348761,
      "grad_norm": 1.013531470411953,
      "learning_rate": 0.00027592271172265553,
      "loss": 0.5837,
      "step": 28421
    },
    {
      "epoch": 1.1641204177759574,
      "grad_norm": 1.012923816661289,
      "learning_rate": 0.0002759209395057024,
      "loss": 1.1644,
      "step": 28422
    },
    {
      "epoch": 1.1641613762031537,
      "grad_norm": 0.8262679998451248,
      "learning_rate": 0.00027591916722922115,
      "loss": 0.7092,
      "step": 28423
    },
    {
      "epoch": 1.1642023346303503,
      "grad_norm": 1.4150496978492313,
      "learning_rate": 0.0002759173948932127,
      "loss": 1.2265,
      "step": 28424
    },
    {
      "epoch": 1.1642432930575466,
      "grad_norm": 1.0791702492548692,
      "learning_rate": 0.00027591562249767776,
      "loss": 1.057,
      "step": 28425
    },
    {
      "epoch": 1.164284251484743,
      "grad_norm": 0.7910298735347618,
      "learning_rate": 0.00027591385004261716,
      "loss": 0.6727,
      "step": 28426
    },
    {
      "epoch": 1.1643252099119394,
      "grad_norm": 1.3570941609716067,
      "learning_rate": 0.00027591207752803186,
      "loss": 0.5175,
      "step": 28427
    },
    {
      "epoch": 1.1643661683391358,
      "grad_norm": 1.1131718904225627,
      "learning_rate": 0.0002759103049539226,
      "loss": 0.8651,
      "step": 28428
    },
    {
      "epoch": 1.1644071267663323,
      "grad_norm": 1.0334073087006796,
      "learning_rate": 0.00027590853232029033,
      "loss": 0.897,
      "step": 28429
    },
    {
      "epoch": 1.1644480851935286,
      "grad_norm": 0.690393650370991,
      "learning_rate": 0.00027590675962713574,
      "loss": 0.6492,
      "step": 28430
    },
    {
      "epoch": 1.164489043620725,
      "grad_norm": 0.6590236887910816,
      "learning_rate": 0.0002759049868744598,
      "loss": 0.6558,
      "step": 28431
    },
    {
      "epoch": 1.1645300020479215,
      "grad_norm": 0.7523768244885434,
      "learning_rate": 0.0002759032140622632,
      "loss": 0.666,
      "step": 28432
    },
    {
      "epoch": 1.1645709604751178,
      "grad_norm": 0.9461090900201338,
      "learning_rate": 0.00027590144119054693,
      "loss": 0.7629,
      "step": 28433
    },
    {
      "epoch": 1.164611918902314,
      "grad_norm": 1.030215164619849,
      "learning_rate": 0.0002758996682593118,
      "loss": 0.8441,
      "step": 28434
    },
    {
      "epoch": 1.1646528773295106,
      "grad_norm": 0.9937872279569075,
      "learning_rate": 0.00027589789526855855,
      "loss": 0.3823,
      "step": 28435
    },
    {
      "epoch": 1.164693835756707,
      "grad_norm": 0.7827619519537266,
      "learning_rate": 0.0002758961222182881,
      "loss": 0.8078,
      "step": 28436
    },
    {
      "epoch": 1.1647347941839032,
      "grad_norm": 2.266326642610223,
      "learning_rate": 0.0002758943491085012,
      "loss": 2.4186,
      "step": 28437
    },
    {
      "epoch": 1.1647757526110998,
      "grad_norm": 0.447096986628793,
      "learning_rate": 0.00027589257593919886,
      "loss": 0.2425,
      "step": 28438
    },
    {
      "epoch": 1.164816711038296,
      "grad_norm": 1.313416645419918,
      "learning_rate": 0.00027589080271038177,
      "loss": 1.5153,
      "step": 28439
    },
    {
      "epoch": 1.1648576694654924,
      "grad_norm": 1.0934410788752322,
      "learning_rate": 0.0002758890294220508,
      "loss": 0.9816,
      "step": 28440
    },
    {
      "epoch": 1.164898627892689,
      "grad_norm": 2.745056122007506,
      "learning_rate": 0.00027588725607420687,
      "loss": 0.7562,
      "step": 28441
    },
    {
      "epoch": 1.1649395863198853,
      "grad_norm": 0.6568336858674132,
      "learning_rate": 0.0002758854826668507,
      "loss": 0.321,
      "step": 28442
    },
    {
      "epoch": 1.1649805447470818,
      "grad_norm": 0.7797148067907181,
      "learning_rate": 0.0002758837091999831,
      "loss": 0.8952,
      "step": 28443
    },
    {
      "epoch": 1.165021503174278,
      "grad_norm": 0.9710723219386117,
      "learning_rate": 0.0002758819356736051,
      "loss": 0.815,
      "step": 28444
    },
    {
      "epoch": 1.1650624616014744,
      "grad_norm": 0.6237086451971545,
      "learning_rate": 0.00027588016208771743,
      "loss": 0.4648,
      "step": 28445
    },
    {
      "epoch": 1.165103420028671,
      "grad_norm": 0.7647035581861767,
      "learning_rate": 0.00027587838844232086,
      "loss": 0.7143,
      "step": 28446
    },
    {
      "epoch": 1.1651443784558673,
      "grad_norm": 0.8470733512970727,
      "learning_rate": 0.00027587661473741634,
      "loss": 0.8575,
      "step": 28447
    },
    {
      "epoch": 1.1651853368830638,
      "grad_norm": 1.3190818117657255,
      "learning_rate": 0.0002758748409730046,
      "loss": 1.0169,
      "step": 28448
    },
    {
      "epoch": 1.1652262953102601,
      "grad_norm": 1.0003275647043481,
      "learning_rate": 0.00027587306714908663,
      "loss": 0.493,
      "step": 28449
    },
    {
      "epoch": 1.1652672537374564,
      "grad_norm": 0.811397897789086,
      "learning_rate": 0.0002758712932656631,
      "loss": 0.867,
      "step": 28450
    },
    {
      "epoch": 1.165308212164653,
      "grad_norm": 1.0016074545085771,
      "learning_rate": 0.000275869519322735,
      "loss": 0.8925,
      "step": 28451
    },
    {
      "epoch": 1.1653491705918493,
      "grad_norm": 0.9192554930056703,
      "learning_rate": 0.00027586774532030304,
      "loss": 0.864,
      "step": 28452
    },
    {
      "epoch": 1.1653901290190456,
      "grad_norm": 0.816836184090544,
      "learning_rate": 0.0002758659712583681,
      "loss": 0.9518,
      "step": 28453
    },
    {
      "epoch": 1.1654310874462421,
      "grad_norm": 1.0523205687364918,
      "learning_rate": 0.00027586419713693103,
      "loss": 1.0452,
      "step": 28454
    },
    {
      "epoch": 1.1654720458734384,
      "grad_norm": 1.4958767178492482,
      "learning_rate": 0.0002758624229559927,
      "loss": 1.6445,
      "step": 28455
    },
    {
      "epoch": 1.1655130043006348,
      "grad_norm": 0.7705336514197174,
      "learning_rate": 0.00027586064871555394,
      "loss": 0.537,
      "step": 28456
    },
    {
      "epoch": 1.1655539627278313,
      "grad_norm": 0.7057460504037111,
      "learning_rate": 0.0002758588744156155,
      "loss": 0.7744,
      "step": 28457
    },
    {
      "epoch": 1.1655949211550276,
      "grad_norm": 0.7396520007558082,
      "learning_rate": 0.00027585710005617836,
      "loss": 0.8622,
      "step": 28458
    },
    {
      "epoch": 1.165635879582224,
      "grad_norm": 1.04031852731276,
      "learning_rate": 0.0002758553256372432,
      "loss": 0.9267,
      "step": 28459
    },
    {
      "epoch": 1.1656768380094205,
      "grad_norm": 0.8627628466943897,
      "learning_rate": 0.00027585355115881103,
      "loss": 0.5236,
      "step": 28460
    },
    {
      "epoch": 1.1657177964366168,
      "grad_norm": 0.6738466437133921,
      "learning_rate": 0.0002758517766208826,
      "loss": 0.8191,
      "step": 28461
    },
    {
      "epoch": 1.1657587548638133,
      "grad_norm": 0.7921561756178431,
      "learning_rate": 0.0002758500020234587,
      "loss": 0.8559,
      "step": 28462
    },
    {
      "epoch": 1.1657997132910096,
      "grad_norm": 0.8210926052921718,
      "learning_rate": 0.0002758482273665403,
      "loss": 0.9405,
      "step": 28463
    },
    {
      "epoch": 1.165840671718206,
      "grad_norm": 0.7439187180237383,
      "learning_rate": 0.0002758464526501281,
      "loss": 0.6971,
      "step": 28464
    },
    {
      "epoch": 1.1658816301454025,
      "grad_norm": 0.9145709631154519,
      "learning_rate": 0.00027584467787422303,
      "loss": 0.7228,
      "step": 28465
    },
    {
      "epoch": 1.1659225885725988,
      "grad_norm": 2.329256458618704,
      "learning_rate": 0.0002758429030388259,
      "loss": 3.9511,
      "step": 28466
    },
    {
      "epoch": 1.1659635469997953,
      "grad_norm": 0.8574728309433824,
      "learning_rate": 0.0002758411281439375,
      "loss": 0.7514,
      "step": 28467
    },
    {
      "epoch": 1.1660045054269916,
      "grad_norm": 0.6536566912325009,
      "learning_rate": 0.00027583935318955876,
      "loss": 0.4083,
      "step": 28468
    },
    {
      "epoch": 1.166045463854188,
      "grad_norm": 0.9358237980955787,
      "learning_rate": 0.00027583757817569045,
      "loss": 0.944,
      "step": 28469
    },
    {
      "epoch": 1.1660864222813845,
      "grad_norm": 0.8865413746470322,
      "learning_rate": 0.00027583580310233343,
      "loss": 0.6057,
      "step": 28470
    },
    {
      "epoch": 1.1661273807085808,
      "grad_norm": 0.640179552455452,
      "learning_rate": 0.00027583402796948857,
      "loss": 0.3068,
      "step": 28471
    },
    {
      "epoch": 1.166168339135777,
      "grad_norm": 0.6727156384467764,
      "learning_rate": 0.0002758322527771567,
      "loss": 0.5047,
      "step": 28472
    },
    {
      "epoch": 1.1662092975629736,
      "grad_norm": 1.079449455503898,
      "learning_rate": 0.0002758304775253386,
      "loss": 0.93,
      "step": 28473
    },
    {
      "epoch": 1.16625025599017,
      "grad_norm": 1.9871743534834665,
      "learning_rate": 0.00027582870221403517,
      "loss": 1.9164,
      "step": 28474
    },
    {
      "epoch": 1.1662912144173663,
      "grad_norm": 1.0490296194059807,
      "learning_rate": 0.00027582692684324724,
      "loss": 1.0079,
      "step": 28475
    },
    {
      "epoch": 1.1663321728445628,
      "grad_norm": 0.7269208533055176,
      "learning_rate": 0.0002758251514129756,
      "loss": 0.6601,
      "step": 28476
    },
    {
      "epoch": 1.1663731312717591,
      "grad_norm": 0.8834660830498475,
      "learning_rate": 0.0002758233759232211,
      "loss": 0.8014,
      "step": 28477
    },
    {
      "epoch": 1.1664140896989554,
      "grad_norm": 1.1508348042091099,
      "learning_rate": 0.0002758216003739847,
      "loss": 0.8822,
      "step": 28478
    },
    {
      "epoch": 1.166455048126152,
      "grad_norm": 0.8815624860978742,
      "learning_rate": 0.00027581982476526716,
      "loss": 0.8896,
      "step": 28479
    },
    {
      "epoch": 1.1664960065533483,
      "grad_norm": 0.7749258077685299,
      "learning_rate": 0.00027581804909706923,
      "loss": 0.745,
      "step": 28480
    },
    {
      "epoch": 1.1665369649805448,
      "grad_norm": 0.9580451096555445,
      "learning_rate": 0.00027581627336939186,
      "loss": 0.8689,
      "step": 28481
    },
    {
      "epoch": 1.1665779234077411,
      "grad_norm": 1.2770462414442822,
      "learning_rate": 0.00027581449758223587,
      "loss": 1.1298,
      "step": 28482
    },
    {
      "epoch": 1.1666188818349374,
      "grad_norm": 0.8270052545216592,
      "learning_rate": 0.00027581272173560206,
      "loss": 0.76,
      "step": 28483
    },
    {
      "epoch": 1.166659840262134,
      "grad_norm": 0.8256326668956703,
      "learning_rate": 0.0002758109458294913,
      "loss": 0.6244,
      "step": 28484
    },
    {
      "epoch": 1.1667007986893303,
      "grad_norm": 0.652456088000238,
      "learning_rate": 0.0002758091698639045,
      "loss": 0.6668,
      "step": 28485
    },
    {
      "epoch": 1.1667417571165268,
      "grad_norm": 0.7911703744245803,
      "learning_rate": 0.0002758073938388424,
      "loss": 0.6599,
      "step": 28486
    },
    {
      "epoch": 1.1667827155437231,
      "grad_norm": 1.1394316200166654,
      "learning_rate": 0.0002758056177543058,
      "loss": 0.9382,
      "step": 28487
    },
    {
      "epoch": 1.1668236739709195,
      "grad_norm": 0.9846142506051169,
      "learning_rate": 0.0002758038416102956,
      "loss": 0.7572,
      "step": 28488
    },
    {
      "epoch": 1.166864632398116,
      "grad_norm": 0.8598626482486418,
      "learning_rate": 0.00027580206540681263,
      "loss": 0.861,
      "step": 28489
    },
    {
      "epoch": 1.1669055908253123,
      "grad_norm": 0.9974250569672579,
      "learning_rate": 0.0002758002891438578,
      "loss": 0.8983,
      "step": 28490
    },
    {
      "epoch": 1.1669465492525086,
      "grad_norm": 1.1528547367397446,
      "learning_rate": 0.00027579851282143186,
      "loss": 1.5884,
      "step": 28491
    },
    {
      "epoch": 1.1669875076797052,
      "grad_norm": 0.8506562832777551,
      "learning_rate": 0.00027579673643953574,
      "loss": 0.695,
      "step": 28492
    },
    {
      "epoch": 1.1670284661069015,
      "grad_norm": 0.826969196960428,
      "learning_rate": 0.00027579495999817015,
      "loss": 0.6215,
      "step": 28493
    },
    {
      "epoch": 1.1670694245340978,
      "grad_norm": 4.353980963290198,
      "learning_rate": 0.00027579318349733607,
      "loss": 1.4212,
      "step": 28494
    },
    {
      "epoch": 1.1671103829612943,
      "grad_norm": 0.7993463907514827,
      "learning_rate": 0.00027579140693703426,
      "loss": 0.7829,
      "step": 28495
    },
    {
      "epoch": 1.1671513413884906,
      "grad_norm": 0.99065545740575,
      "learning_rate": 0.00027578963031726553,
      "loss": 1.223,
      "step": 28496
    },
    {
      "epoch": 1.1671922998156872,
      "grad_norm": 1.1547537800314323,
      "learning_rate": 0.0002757878536380308,
      "loss": 0.5938,
      "step": 28497
    },
    {
      "epoch": 1.1672332582428835,
      "grad_norm": 0.904764163688529,
      "learning_rate": 0.00027578607689933085,
      "loss": 0.8175,
      "step": 28498
    },
    {
      "epoch": 1.1672742166700798,
      "grad_norm": 0.9353757335026518,
      "learning_rate": 0.0002757843001011665,
      "loss": 0.8676,
      "step": 28499
    },
    {
      "epoch": 1.1673151750972763,
      "grad_norm": 1.14321312154214,
      "learning_rate": 0.00027578252324353874,
      "loss": 1.1473,
      "step": 28500
    },
    {
      "epoch": 1.1673561335244727,
      "grad_norm": 0.8409847430907483,
      "learning_rate": 0.0002757807463264482,
      "loss": 0.856,
      "step": 28501
    },
    {
      "epoch": 1.167397091951669,
      "grad_norm": 1.022965447876418,
      "learning_rate": 0.0002757789693498959,
      "loss": 0.7447,
      "step": 28502
    },
    {
      "epoch": 1.1674380503788655,
      "grad_norm": 1.0568999369455747,
      "learning_rate": 0.00027577719231388254,
      "loss": 1.0622,
      "step": 28503
    },
    {
      "epoch": 1.1674790088060618,
      "grad_norm": 1.056621398417706,
      "learning_rate": 0.00027577541521840905,
      "loss": 1.0372,
      "step": 28504
    },
    {
      "epoch": 1.1675199672332583,
      "grad_norm": 1.1859426207295622,
      "learning_rate": 0.00027577363806347623,
      "loss": 0.9292,
      "step": 28505
    },
    {
      "epoch": 1.1675609256604547,
      "grad_norm": 1.1536919622982469,
      "learning_rate": 0.00027577186084908495,
      "loss": 0.9352,
      "step": 28506
    },
    {
      "epoch": 1.167601884087651,
      "grad_norm": 0.6394722354738253,
      "learning_rate": 0.00027577008357523603,
      "loss": 0.399,
      "step": 28507
    },
    {
      "epoch": 1.1676428425148475,
      "grad_norm": 0.9312004746432604,
      "learning_rate": 0.0002757683062419303,
      "loss": 1.0525,
      "step": 28508
    },
    {
      "epoch": 1.1676838009420438,
      "grad_norm": 0.7347374387538018,
      "learning_rate": 0.0002757665288491686,
      "loss": 0.5633,
      "step": 28509
    },
    {
      "epoch": 1.1677247593692401,
      "grad_norm": 0.7296326980511774,
      "learning_rate": 0.00027576475139695183,
      "loss": 0.6635,
      "step": 28510
    },
    {
      "epoch": 1.1677657177964367,
      "grad_norm": 4.1657315324266895,
      "learning_rate": 0.0002757629738852807,
      "loss": 1.2229,
      "step": 28511
    },
    {
      "epoch": 1.167806676223633,
      "grad_norm": 1.3413630554360088,
      "learning_rate": 0.00027576119631415625,
      "loss": 0.8595,
      "step": 28512
    },
    {
      "epoch": 1.1678476346508293,
      "grad_norm": 1.0791694334157242,
      "learning_rate": 0.0002757594186835791,
      "loss": 0.8124,
      "step": 28513
    },
    {
      "epoch": 1.1678885930780258,
      "grad_norm": 0.9128344282194409,
      "learning_rate": 0.00027575764099355024,
      "loss": 0.9903,
      "step": 28514
    },
    {
      "epoch": 1.1679295515052222,
      "grad_norm": 0.6940947409046957,
      "learning_rate": 0.0002757558632440705,
      "loss": 0.2356,
      "step": 28515
    },
    {
      "epoch": 1.1679705099324187,
      "grad_norm": 0.8833666066622553,
      "learning_rate": 0.00027575408543514064,
      "loss": 0.871,
      "step": 28516
    },
    {
      "epoch": 1.168011468359615,
      "grad_norm": 0.8895581139029416,
      "learning_rate": 0.00027575230756676154,
      "loss": 0.7534,
      "step": 28517
    },
    {
      "epoch": 1.1680524267868113,
      "grad_norm": 0.8212100878293691,
      "learning_rate": 0.00027575052963893406,
      "loss": 0.8272,
      "step": 28518
    },
    {
      "epoch": 1.1680933852140079,
      "grad_norm": 1.2224692384799365,
      "learning_rate": 0.000275748751651659,
      "loss": 1.2525,
      "step": 28519
    },
    {
      "epoch": 1.1681343436412042,
      "grad_norm": 1.0822522767502691,
      "learning_rate": 0.0002757469736049373,
      "loss": 0.8774,
      "step": 28520
    },
    {
      "epoch": 1.1681753020684005,
      "grad_norm": 1.0824846297791784,
      "learning_rate": 0.00027574519549876966,
      "loss": 0.805,
      "step": 28521
    },
    {
      "epoch": 1.168216260495597,
      "grad_norm": 1.2017634294716135,
      "learning_rate": 0.000275743417333157,
      "loss": 0.815,
      "step": 28522
    },
    {
      "epoch": 1.1682572189227933,
      "grad_norm": 0.5780681100432685,
      "learning_rate": 0.0002757416391081002,
      "loss": 0.3375,
      "step": 28523
    },
    {
      "epoch": 1.1682981773499899,
      "grad_norm": 0.9980595458017081,
      "learning_rate": 0.00027573986082359995,
      "loss": 0.7911,
      "step": 28524
    },
    {
      "epoch": 1.1683391357771862,
      "grad_norm": 0.7647237497291051,
      "learning_rate": 0.00027573808247965725,
      "loss": 0.6115,
      "step": 28525
    },
    {
      "epoch": 1.1683800942043825,
      "grad_norm": 0.9940826310335816,
      "learning_rate": 0.0002757363040762729,
      "loss": 1.0141,
      "step": 28526
    },
    {
      "epoch": 1.168421052631579,
      "grad_norm": 1.2034703503876747,
      "learning_rate": 0.0002757345256134477,
      "loss": 1.5428,
      "step": 28527
    },
    {
      "epoch": 1.1684620110587753,
      "grad_norm": 1.0944709069200096,
      "learning_rate": 0.00027573274709118253,
      "loss": 0.9905,
      "step": 28528
    },
    {
      "epoch": 1.1685029694859717,
      "grad_norm": 0.7721083960460536,
      "learning_rate": 0.00027573096850947815,
      "loss": 0.8528,
      "step": 28529
    },
    {
      "epoch": 1.1685439279131682,
      "grad_norm": 0.678222374744589,
      "learning_rate": 0.0002757291898683355,
      "loss": 0.6784,
      "step": 28530
    },
    {
      "epoch": 1.1685848863403645,
      "grad_norm": 0.7955991821341704,
      "learning_rate": 0.0002757274111677554,
      "loss": 0.7813,
      "step": 28531
    },
    {
      "epoch": 1.1686258447675608,
      "grad_norm": 0.9191716990937203,
      "learning_rate": 0.0002757256324077387,
      "loss": 1.1095,
      "step": 28532
    },
    {
      "epoch": 1.1686668031947574,
      "grad_norm": 1.1242794494887494,
      "learning_rate": 0.00027572385358828617,
      "loss": 0.8921,
      "step": 28533
    },
    {
      "epoch": 1.1687077616219537,
      "grad_norm": 0.8613823652785841,
      "learning_rate": 0.0002757220747093987,
      "loss": 0.7324,
      "step": 28534
    },
    {
      "epoch": 1.1687487200491502,
      "grad_norm": 2.3342136450201885,
      "learning_rate": 0.00027572029577107714,
      "loss": 5.1292,
      "step": 28535
    },
    {
      "epoch": 1.1687896784763465,
      "grad_norm": 0.5521583321193487,
      "learning_rate": 0.0002757185167733223,
      "loss": 0.3671,
      "step": 28536
    },
    {
      "epoch": 1.1688306369035428,
      "grad_norm": 0.8607075492052092,
      "learning_rate": 0.0002757167377161351,
      "loss": 1.0003,
      "step": 28537
    },
    {
      "epoch": 1.1688715953307394,
      "grad_norm": 1.16364466350296,
      "learning_rate": 0.0002757149585995163,
      "loss": 1.0433,
      "step": 28538
    },
    {
      "epoch": 1.1689125537579357,
      "grad_norm": 0.904342596847557,
      "learning_rate": 0.0002757131794234667,
      "loss": 0.7498,
      "step": 28539
    },
    {
      "epoch": 1.1689535121851322,
      "grad_norm": 0.623674058246576,
      "learning_rate": 0.0002757114001879873,
      "loss": 0.2999,
      "step": 28540
    },
    {
      "epoch": 1.1689944706123285,
      "grad_norm": 0.7548478387916571,
      "learning_rate": 0.00027570962089307877,
      "loss": 0.8382,
      "step": 28541
    },
    {
      "epoch": 1.1690354290395248,
      "grad_norm": 0.958210534304551,
      "learning_rate": 0.00027570784153874205,
      "loss": 1.048,
      "step": 28542
    },
    {
      "epoch": 1.1690763874667214,
      "grad_norm": 0.6299489843252895,
      "learning_rate": 0.000275706062124978,
      "loss": 0.6351,
      "step": 28543
    },
    {
      "epoch": 1.1691173458939177,
      "grad_norm": 1.0247687306610787,
      "learning_rate": 0.0002757042826517873,
      "loss": 0.781,
      "step": 28544
    },
    {
      "epoch": 1.169158304321114,
      "grad_norm": 0.953410237475048,
      "learning_rate": 0.000275702503119171,
      "loss": 0.8025,
      "step": 28545
    },
    {
      "epoch": 1.1691992627483105,
      "grad_norm": 0.772186158522556,
      "learning_rate": 0.00027570072352712984,
      "loss": 1.0363,
      "step": 28546
    },
    {
      "epoch": 1.1692402211755069,
      "grad_norm": 0.970445408349275,
      "learning_rate": 0.0002756989438756647,
      "loss": 1.095,
      "step": 28547
    },
    {
      "epoch": 1.1692811796027032,
      "grad_norm": 1.124153510566542,
      "learning_rate": 0.0002756971641647763,
      "loss": 0.7775,
      "step": 28548
    },
    {
      "epoch": 1.1693221380298997,
      "grad_norm": 1.0249059822830158,
      "learning_rate": 0.00027569538439446565,
      "loss": 0.9458,
      "step": 28549
    },
    {
      "epoch": 1.169363096457096,
      "grad_norm": 0.8559778170727065,
      "learning_rate": 0.0002756936045647335,
      "loss": 0.8628,
      "step": 28550
    },
    {
      "epoch": 1.1694040548842923,
      "grad_norm": 0.7611889773850709,
      "learning_rate": 0.0002756918246755807,
      "loss": 0.6682,
      "step": 28551
    },
    {
      "epoch": 1.1694450133114889,
      "grad_norm": 0.7554647285209313,
      "learning_rate": 0.0002756900447270081,
      "loss": 0.3786,
      "step": 28552
    },
    {
      "epoch": 1.1694859717386852,
      "grad_norm": 0.8300716328515257,
      "learning_rate": 0.00027568826471901657,
      "loss": 0.7685,
      "step": 28553
    },
    {
      "epoch": 1.1695269301658817,
      "grad_norm": 0.9055265338072095,
      "learning_rate": 0.00027568648465160685,
      "loss": 0.8225,
      "step": 28554
    },
    {
      "epoch": 1.169567888593078,
      "grad_norm": 1.194760777496352,
      "learning_rate": 0.00027568470452477993,
      "loss": 1.4263,
      "step": 28555
    },
    {
      "epoch": 1.1696088470202743,
      "grad_norm": 0.6936695680767814,
      "learning_rate": 0.00027568292433853656,
      "loss": 0.6195,
      "step": 28556
    },
    {
      "epoch": 1.1696498054474709,
      "grad_norm": 0.8435270877136061,
      "learning_rate": 0.00027568114409287755,
      "loss": 0.9506,
      "step": 28557
    },
    {
      "epoch": 1.1696907638746672,
      "grad_norm": 0.8028038922348283,
      "learning_rate": 0.00027567936378780384,
      "loss": 0.7745,
      "step": 28558
    },
    {
      "epoch": 1.1697317223018637,
      "grad_norm": 0.8271487644860163,
      "learning_rate": 0.0002756775834233162,
      "loss": 0.8821,
      "step": 28559
    },
    {
      "epoch": 1.16977268072906,
      "grad_norm": 0.735698489040425,
      "learning_rate": 0.0002756758029994155,
      "loss": 0.5624,
      "step": 28560
    },
    {
      "epoch": 1.1698136391562564,
      "grad_norm": 0.8381089279013215,
      "learning_rate": 0.0002756740225161026,
      "loss": 1.028,
      "step": 28561
    },
    {
      "epoch": 1.169854597583453,
      "grad_norm": 0.8156030001245131,
      "learning_rate": 0.00027567224197337826,
      "loss": 0.7068,
      "step": 28562
    },
    {
      "epoch": 1.1698955560106492,
      "grad_norm": 0.7242683436079169,
      "learning_rate": 0.0002756704613712434,
      "loss": 0.4481,
      "step": 28563
    },
    {
      "epoch": 1.1699365144378455,
      "grad_norm": 0.9999319365295436,
      "learning_rate": 0.0002756686807096988,
      "loss": 1.1127,
      "step": 28564
    },
    {
      "epoch": 1.169977472865042,
      "grad_norm": 1.357358404397078,
      "learning_rate": 0.0002756668999887454,
      "loss": 1.2184,
      "step": 28565
    },
    {
      "epoch": 1.1700184312922384,
      "grad_norm": 0.7502828137991633,
      "learning_rate": 0.0002756651192083839,
      "loss": 0.744,
      "step": 28566
    },
    {
      "epoch": 1.1700593897194347,
      "grad_norm": 0.6214422087609596,
      "learning_rate": 0.00027566333836861535,
      "loss": 0.5123,
      "step": 28567
    },
    {
      "epoch": 1.1701003481466312,
      "grad_norm": 0.8960577113326638,
      "learning_rate": 0.00027566155746944036,
      "loss": 0.9426,
      "step": 28568
    },
    {
      "epoch": 1.1701413065738275,
      "grad_norm": 1.4635869718752068,
      "learning_rate": 0.00027565977651085994,
      "loss": 1.7594,
      "step": 28569
    },
    {
      "epoch": 1.1701822650010238,
      "grad_norm": 0.7855153168442606,
      "learning_rate": 0.0002756579954928748,
      "loss": 0.797,
      "step": 28570
    },
    {
      "epoch": 1.1702232234282204,
      "grad_norm": 0.7444375348684786,
      "learning_rate": 0.0002756562144154859,
      "loss": 0.8603,
      "step": 28571
    },
    {
      "epoch": 1.1702641818554167,
      "grad_norm": 0.7271611794699538,
      "learning_rate": 0.000275654433278694,
      "loss": 0.7587,
      "step": 28572
    },
    {
      "epoch": 1.1703051402826132,
      "grad_norm": 0.9657709711874795,
      "learning_rate": 0.0002756526520825,
      "loss": 0.808,
      "step": 28573
    },
    {
      "epoch": 1.1703460987098095,
      "grad_norm": 0.6611013720566984,
      "learning_rate": 0.0002756508708269048,
      "loss": 0.7963,
      "step": 28574
    },
    {
      "epoch": 1.1703870571370059,
      "grad_norm": 0.6985932077371316,
      "learning_rate": 0.00027564908951190905,
      "loss": 0.6935,
      "step": 28575
    },
    {
      "epoch": 1.1704280155642024,
      "grad_norm": 0.6901109421976671,
      "learning_rate": 0.0002756473081375137,
      "loss": 0.6655,
      "step": 28576
    },
    {
      "epoch": 1.1704689739913987,
      "grad_norm": 0.798604503846291,
      "learning_rate": 0.00027564552670371963,
      "loss": 0.4701,
      "step": 28577
    },
    {
      "epoch": 1.1705099324185952,
      "grad_norm": 0.8029069694273846,
      "learning_rate": 0.0002756437452105276,
      "loss": 0.9093,
      "step": 28578
    },
    {
      "epoch": 1.1705508908457916,
      "grad_norm": 0.8701745298806864,
      "learning_rate": 0.0002756419636579386,
      "loss": 0.929,
      "step": 28579
    },
    {
      "epoch": 1.1705918492729879,
      "grad_norm": 1.128872944685003,
      "learning_rate": 0.0002756401820459533,
      "loss": 0.3906,
      "step": 28580
    },
    {
      "epoch": 1.1706328077001844,
      "grad_norm": 0.9432625201563383,
      "learning_rate": 0.0002756384003745726,
      "loss": 0.9036,
      "step": 28581
    },
    {
      "epoch": 1.1706737661273807,
      "grad_norm": 1.7029851113167616,
      "learning_rate": 0.0002756366186437974,
      "loss": 1.0649,
      "step": 28582
    },
    {
      "epoch": 1.170714724554577,
      "grad_norm": 0.9376856124246081,
      "learning_rate": 0.00027563483685362847,
      "loss": 1.0206,
      "step": 28583
    },
    {
      "epoch": 1.1707556829817736,
      "grad_norm": 1.753528204639904,
      "learning_rate": 0.00027563305500406663,
      "loss": 1.6879,
      "step": 28584
    },
    {
      "epoch": 1.1707966414089699,
      "grad_norm": 0.9397966448771665,
      "learning_rate": 0.00027563127309511285,
      "loss": 1.0839,
      "step": 28585
    },
    {
      "epoch": 1.1708375998361662,
      "grad_norm": 1.0236061615586058,
      "learning_rate": 0.0002756294911267679,
      "loss": 0.4479,
      "step": 28586
    },
    {
      "epoch": 1.1708785582633627,
      "grad_norm": 0.8361113272583506,
      "learning_rate": 0.00027562770909903255,
      "loss": 0.8218,
      "step": 28587
    },
    {
      "epoch": 1.170919516690559,
      "grad_norm": 0.8202170811313675,
      "learning_rate": 0.0002756259270119077,
      "loss": 0.9496,
      "step": 28588
    },
    {
      "epoch": 1.1709604751177554,
      "grad_norm": 0.7159538517849912,
      "learning_rate": 0.0002756241448653943,
      "loss": 0.3088,
      "step": 28589
    },
    {
      "epoch": 1.171001433544952,
      "grad_norm": 0.6695549827643174,
      "learning_rate": 0.00027562236265949304,
      "loss": 0.3666,
      "step": 28590
    },
    {
      "epoch": 1.1710423919721482,
      "grad_norm": 1.6047487673451775,
      "learning_rate": 0.00027562058039420483,
      "loss": 1.8285,
      "step": 28591
    },
    {
      "epoch": 1.1710833503993447,
      "grad_norm": 0.9695842739938776,
      "learning_rate": 0.0002756187980695304,
      "loss": 0.757,
      "step": 28592
    },
    {
      "epoch": 1.171124308826541,
      "grad_norm": 0.7889723585753351,
      "learning_rate": 0.00027561701568547085,
      "loss": 0.8566,
      "step": 28593
    },
    {
      "epoch": 1.1711652672537374,
      "grad_norm": 0.9684488751683757,
      "learning_rate": 0.00027561523324202676,
      "loss": 0.8981,
      "step": 28594
    },
    {
      "epoch": 1.171206225680934,
      "grad_norm": 0.9746778551058739,
      "learning_rate": 0.00027561345073919913,
      "loss": 0.604,
      "step": 28595
    },
    {
      "epoch": 1.1712471841081302,
      "grad_norm": 0.7922540530088595,
      "learning_rate": 0.0002756116681769887,
      "loss": 0.9388,
      "step": 28596
    },
    {
      "epoch": 1.1712881425353268,
      "grad_norm": 1.0303495568590926,
      "learning_rate": 0.0002756098855553964,
      "loss": 1.1688,
      "step": 28597
    },
    {
      "epoch": 1.171329100962523,
      "grad_norm": 0.9387341934261305,
      "learning_rate": 0.000275608102874423,
      "loss": 0.9527,
      "step": 28598
    },
    {
      "epoch": 1.1713700593897194,
      "grad_norm": 0.5308057410845262,
      "learning_rate": 0.00027560632013406944,
      "loss": 0.4085,
      "step": 28599
    },
    {
      "epoch": 1.171411017816916,
      "grad_norm": 3.896652619494145,
      "learning_rate": 0.00027560453733433646,
      "loss": 3.1952,
      "step": 28600
    },
    {
      "epoch": 1.1714519762441122,
      "grad_norm": 2.8850402431303603,
      "learning_rate": 0.0002756027544752249,
      "loss": 3.1054,
      "step": 28601
    },
    {
      "epoch": 1.1714929346713086,
      "grad_norm": 0.9340467093809874,
      "learning_rate": 0.0002756009715567357,
      "loss": 0.8699,
      "step": 28602
    },
    {
      "epoch": 1.171533893098505,
      "grad_norm": 1.9428123808775009,
      "learning_rate": 0.00027559918857886966,
      "loss": 2.8888,
      "step": 28603
    },
    {
      "epoch": 1.1715748515257014,
      "grad_norm": 0.856135372146524,
      "learning_rate": 0.0002755974055416276,
      "loss": 0.741,
      "step": 28604
    },
    {
      "epoch": 1.1716158099528977,
      "grad_norm": 0.7562096417680854,
      "learning_rate": 0.00027559562244501036,
      "loss": 0.7842,
      "step": 28605
    },
    {
      "epoch": 1.1716567683800942,
      "grad_norm": 1.6311806469925254,
      "learning_rate": 0.0002755938392890188,
      "loss": 1.4806,
      "step": 28606
    },
    {
      "epoch": 1.1716977268072906,
      "grad_norm": 0.8179671667423725,
      "learning_rate": 0.0002755920560736537,
      "loss": 0.8026,
      "step": 28607
    },
    {
      "epoch": 1.1717386852344869,
      "grad_norm": 0.7690638693775811,
      "learning_rate": 0.0002755902727989161,
      "loss": 0.7309,
      "step": 28608
    },
    {
      "epoch": 1.1717796436616834,
      "grad_norm": 0.9408350865900815,
      "learning_rate": 0.0002755884894648066,
      "loss": 1.1404,
      "step": 28609
    },
    {
      "epoch": 1.1718206020888797,
      "grad_norm": 1.0898949381334693,
      "learning_rate": 0.00027558670607132616,
      "loss": 0.8138,
      "step": 28610
    },
    {
      "epoch": 1.1718615605160763,
      "grad_norm": 0.7759054159392663,
      "learning_rate": 0.0002755849226184757,
      "loss": 0.8839,
      "step": 28611
    },
    {
      "epoch": 1.1719025189432726,
      "grad_norm": 0.8296775487734043,
      "learning_rate": 0.00027558313910625585,
      "loss": 0.7709,
      "step": 28612
    },
    {
      "epoch": 1.171943477370469,
      "grad_norm": 0.6213016611599829,
      "learning_rate": 0.0002755813555346677,
      "loss": 0.753,
      "step": 28613
    },
    {
      "epoch": 1.1719844357976654,
      "grad_norm": 0.6190656998186757,
      "learning_rate": 0.0002755795719037119,
      "loss": 0.3814,
      "step": 28614
    },
    {
      "epoch": 1.1720253942248617,
      "grad_norm": 0.8880819276503015,
      "learning_rate": 0.00027557778821338935,
      "loss": 0.9556,
      "step": 28615
    },
    {
      "epoch": 1.1720663526520583,
      "grad_norm": 0.9991878234598767,
      "learning_rate": 0.0002755760044637009,
      "loss": 0.9752,
      "step": 28616
    },
    {
      "epoch": 1.1721073110792546,
      "grad_norm": 0.8796680424435047,
      "learning_rate": 0.0002755742206546475,
      "loss": 1.0069,
      "step": 28617
    },
    {
      "epoch": 1.172148269506451,
      "grad_norm": 0.964337720543273,
      "learning_rate": 0.0002755724367862298,
      "loss": 0.7175,
      "step": 28618
    },
    {
      "epoch": 1.1721892279336474,
      "grad_norm": 0.9503348406619605,
      "learning_rate": 0.0002755706528584488,
      "loss": 0.8071,
      "step": 28619
    },
    {
      "epoch": 1.1722301863608438,
      "grad_norm": 0.8413850118193928,
      "learning_rate": 0.00027556886887130527,
      "loss": 0.9285,
      "step": 28620
    },
    {
      "epoch": 1.17227114478804,
      "grad_norm": 1.246612626742558,
      "learning_rate": 0.0002755670848248,
      "loss": 1.6126,
      "step": 28621
    },
    {
      "epoch": 1.1723121032152366,
      "grad_norm": 1.276144837072096,
      "learning_rate": 0.000275565300718934,
      "loss": 1.0067,
      "step": 28622
    },
    {
      "epoch": 1.172353061642433,
      "grad_norm": 0.8135335740431974,
      "learning_rate": 0.00027556351655370795,
      "loss": 0.9387,
      "step": 28623
    },
    {
      "epoch": 1.1723940200696292,
      "grad_norm": 0.7970068618772154,
      "learning_rate": 0.00027556173232912276,
      "loss": 0.8524,
      "step": 28624
    },
    {
      "epoch": 1.1724349784968258,
      "grad_norm": 0.5863704860346268,
      "learning_rate": 0.0002755599480451793,
      "loss": 0.3701,
      "step": 28625
    },
    {
      "epoch": 1.172475936924022,
      "grad_norm": 0.891759040104601,
      "learning_rate": 0.00027555816370187835,
      "loss": 0.673,
      "step": 28626
    },
    {
      "epoch": 1.1725168953512184,
      "grad_norm": 0.9940896484152132,
      "learning_rate": 0.00027555637929922076,
      "loss": 1.0251,
      "step": 28627
    },
    {
      "epoch": 1.172557853778415,
      "grad_norm": 0.5359348404851919,
      "learning_rate": 0.00027555459483720744,
      "loss": 0.4048,
      "step": 28628
    },
    {
      "epoch": 1.1725988122056112,
      "grad_norm": 0.6995490139439363,
      "learning_rate": 0.0002755528103158392,
      "loss": 0.7341,
      "step": 28629
    },
    {
      "epoch": 1.1726397706328078,
      "grad_norm": 0.8098222834774564,
      "learning_rate": 0.00027555102573511686,
      "loss": 0.7145,
      "step": 28630
    },
    {
      "epoch": 1.172680729060004,
      "grad_norm": 1.530450784211987,
      "learning_rate": 0.00027554924109504127,
      "loss": 1.1763,
      "step": 28631
    },
    {
      "epoch": 1.1727216874872004,
      "grad_norm": 0.8545384553348292,
      "learning_rate": 0.0002755474563956133,
      "loss": 0.6387,
      "step": 28632
    },
    {
      "epoch": 1.172762645914397,
      "grad_norm": 1.7164502410820193,
      "learning_rate": 0.0002755456716368338,
      "loss": 0.7058,
      "step": 28633
    },
    {
      "epoch": 1.1728036043415933,
      "grad_norm": 1.0674618523815256,
      "learning_rate": 0.00027554388681870354,
      "loss": 0.6808,
      "step": 28634
    },
    {
      "epoch": 1.1728445627687898,
      "grad_norm": 2.0259938771058774,
      "learning_rate": 0.00027554210194122346,
      "loss": 1.8615,
      "step": 28635
    },
    {
      "epoch": 1.172885521195986,
      "grad_norm": 1.0682459552717405,
      "learning_rate": 0.0002755403170043943,
      "loss": 0.7777,
      "step": 28636
    },
    {
      "epoch": 1.1729264796231824,
      "grad_norm": 0.7753654525204497,
      "learning_rate": 0.000275538532008217,
      "loss": 0.884,
      "step": 28637
    },
    {
      "epoch": 1.172967438050379,
      "grad_norm": 0.7708697116470629,
      "learning_rate": 0.0002755367469526924,
      "loss": 0.6621,
      "step": 28638
    },
    {
      "epoch": 1.1730083964775753,
      "grad_norm": 0.8714926996810968,
      "learning_rate": 0.00027553496183782127,
      "loss": 0.8971,
      "step": 28639
    },
    {
      "epoch": 1.1730493549047716,
      "grad_norm": 0.7938394635329518,
      "learning_rate": 0.0002755331766636045,
      "loss": 0.8282,
      "step": 28640
    },
    {
      "epoch": 1.1730903133319681,
      "grad_norm": 1.164129452650668,
      "learning_rate": 0.000275531391430043,
      "loss": 0.9729,
      "step": 28641
    },
    {
      "epoch": 1.1731312717591644,
      "grad_norm": 0.8007068887983182,
      "learning_rate": 0.00027552960613713744,
      "loss": 0.575,
      "step": 28642
    },
    {
      "epoch": 1.1731722301863607,
      "grad_norm": 1.2097310505563772,
      "learning_rate": 0.0002755278207848888,
      "loss": 1.5443,
      "step": 28643
    },
    {
      "epoch": 1.1732131886135573,
      "grad_norm": 0.7545565509618455,
      "learning_rate": 0.0002755260353732979,
      "loss": 0.8556,
      "step": 28644
    },
    {
      "epoch": 1.1732541470407536,
      "grad_norm": 1.3126728394645435,
      "learning_rate": 0.0002755242499023656,
      "loss": 1.2827,
      "step": 28645
    },
    {
      "epoch": 1.17329510546795,
      "grad_norm": 0.7429697697471469,
      "learning_rate": 0.00027552246437209264,
      "loss": 0.7614,
      "step": 28646
    },
    {
      "epoch": 1.1733360638951464,
      "grad_norm": 0.501809883302462,
      "learning_rate": 0.00027552067878248,
      "loss": 0.2872,
      "step": 28647
    },
    {
      "epoch": 1.1733770223223428,
      "grad_norm": 1.4373144184915085,
      "learning_rate": 0.00027551889313352844,
      "loss": 1.6547,
      "step": 28648
    },
    {
      "epoch": 1.1734179807495393,
      "grad_norm": 2.5329196965297323,
      "learning_rate": 0.00027551710742523887,
      "loss": 3.8794,
      "step": 28649
    },
    {
      "epoch": 1.1734589391767356,
      "grad_norm": 0.7311669283877066,
      "learning_rate": 0.00027551532165761205,
      "loss": 0.4572,
      "step": 28650
    },
    {
      "epoch": 1.173499897603932,
      "grad_norm": 0.6694492909674485,
      "learning_rate": 0.00027551353583064886,
      "loss": 0.5302,
      "step": 28651
    },
    {
      "epoch": 1.1735408560311285,
      "grad_norm": 1.2296611979907883,
      "learning_rate": 0.00027551174994435026,
      "loss": 1.3228,
      "step": 28652
    },
    {
      "epoch": 1.1735818144583248,
      "grad_norm": 2.993358220408581,
      "learning_rate": 0.00027550996399871685,
      "loss": 3.6468,
      "step": 28653
    },
    {
      "epoch": 1.1736227728855213,
      "grad_norm": 1.0654466908486293,
      "learning_rate": 0.0002755081779937497,
      "loss": 1.1427,
      "step": 28654
    },
    {
      "epoch": 1.1736637313127176,
      "grad_norm": 0.9217929063678988,
      "learning_rate": 0.0002755063919294495,
      "loss": 0.7662,
      "step": 28655
    },
    {
      "epoch": 1.173704689739914,
      "grad_norm": 0.7651600589190964,
      "learning_rate": 0.0002755046058058172,
      "loss": 0.7023,
      "step": 28656
    },
    {
      "epoch": 1.1737456481671105,
      "grad_norm": 0.9623870079086394,
      "learning_rate": 0.00027550281962285364,
      "loss": 1.0523,
      "step": 28657
    },
    {
      "epoch": 1.1737866065943068,
      "grad_norm": 0.8803886566044684,
      "learning_rate": 0.0002755010333805596,
      "loss": 0.6889,
      "step": 28658
    },
    {
      "epoch": 1.173827565021503,
      "grad_norm": 0.815608422611332,
      "learning_rate": 0.00027549924707893594,
      "loss": 0.8437,
      "step": 28659
    },
    {
      "epoch": 1.1738685234486996,
      "grad_norm": 0.7111996364581146,
      "learning_rate": 0.00027549746071798355,
      "loss": 0.7659,
      "step": 28660
    },
    {
      "epoch": 1.173909481875896,
      "grad_norm": 0.6162876786648892,
      "learning_rate": 0.0002754956742977032,
      "loss": 0.674,
      "step": 28661
    },
    {
      "epoch": 1.1739504403030923,
      "grad_norm": 1.0182300528052475,
      "learning_rate": 0.0002754938878180958,
      "loss": 1.0979,
      "step": 28662
    },
    {
      "epoch": 1.1739913987302888,
      "grad_norm": 0.7216648302369916,
      "learning_rate": 0.0002754921012791622,
      "loss": 0.2465,
      "step": 28663
    },
    {
      "epoch": 1.174032357157485,
      "grad_norm": 1.231220309272233,
      "learning_rate": 0.00027549031468090317,
      "loss": 1.1793,
      "step": 28664
    },
    {
      "epoch": 1.1740733155846816,
      "grad_norm": 0.7417825055629256,
      "learning_rate": 0.0002754885280233196,
      "loss": 0.8268,
      "step": 28665
    },
    {
      "epoch": 1.174114274011878,
      "grad_norm": 0.7939465973306964,
      "learning_rate": 0.0002754867413064124,
      "loss": 0.7355,
      "step": 28666
    },
    {
      "epoch": 1.1741552324390743,
      "grad_norm": 1.0311763420720066,
      "learning_rate": 0.00027548495453018227,
      "loss": 0.8069,
      "step": 28667
    },
    {
      "epoch": 1.1741961908662708,
      "grad_norm": 1.1652059461748066,
      "learning_rate": 0.00027548316769463013,
      "loss": 0.9458,
      "step": 28668
    },
    {
      "epoch": 1.1742371492934671,
      "grad_norm": 0.7902163846143678,
      "learning_rate": 0.00027548138079975685,
      "loss": 0.5261,
      "step": 28669
    },
    {
      "epoch": 1.1742781077206634,
      "grad_norm": 0.7207181375196943,
      "learning_rate": 0.00027547959384556335,
      "loss": 0.7245,
      "step": 28670
    },
    {
      "epoch": 1.17431906614786,
      "grad_norm": 1.251330759161253,
      "learning_rate": 0.00027547780683205027,
      "loss": 1.5591,
      "step": 28671
    },
    {
      "epoch": 1.1743600245750563,
      "grad_norm": 0.735040012024671,
      "learning_rate": 0.0002754760197592186,
      "loss": 0.625,
      "step": 28672
    },
    {
      "epoch": 1.1744009830022528,
      "grad_norm": 0.8700764090410649,
      "learning_rate": 0.00027547423262706914,
      "loss": 1.0463,
      "step": 28673
    },
    {
      "epoch": 1.1744419414294491,
      "grad_norm": 9.602963785365823,
      "learning_rate": 0.00027547244543560276,
      "loss": 2.3766,
      "step": 28674
    },
    {
      "epoch": 1.1744828998566454,
      "grad_norm": 1.1448567723754846,
      "learning_rate": 0.0002754706581848203,
      "loss": 0.9251,
      "step": 28675
    },
    {
      "epoch": 1.174523858283842,
      "grad_norm": 0.5956412211837285,
      "learning_rate": 0.00027546887087472256,
      "loss": 0.4631,
      "step": 28676
    },
    {
      "epoch": 1.1745648167110383,
      "grad_norm": 6.246289119768059,
      "learning_rate": 0.0002754670835053104,
      "loss": 2.9461,
      "step": 28677
    },
    {
      "epoch": 1.1746057751382346,
      "grad_norm": 0.9090416857712201,
      "learning_rate": 0.0002754652960765847,
      "loss": 0.4053,
      "step": 28678
    },
    {
      "epoch": 1.1746467335654311,
      "grad_norm": 1.2845426651956866,
      "learning_rate": 0.0002754635085885463,
      "loss": 0.7653,
      "step": 28679
    },
    {
      "epoch": 1.1746876919926275,
      "grad_norm": 0.5067906048960978,
      "learning_rate": 0.00027546172104119605,
      "loss": 0.3129,
      "step": 28680
    },
    {
      "epoch": 1.1747286504198238,
      "grad_norm": 0.9318807990246651,
      "learning_rate": 0.0002754599334345348,
      "loss": 1.0592,
      "step": 28681
    },
    {
      "epoch": 1.1747696088470203,
      "grad_norm": 0.7333152623150575,
      "learning_rate": 0.0002754581457685633,
      "loss": 0.6615,
      "step": 28682
    },
    {
      "epoch": 1.1748105672742166,
      "grad_norm": 5.56925668766908,
      "learning_rate": 0.0002754563580432825,
      "loss": 8.0532,
      "step": 28683
    },
    {
      "epoch": 1.1748515257014132,
      "grad_norm": 0.7495104228879543,
      "learning_rate": 0.00027545457025869325,
      "loss": 0.9132,
      "step": 28684
    },
    {
      "epoch": 1.1748924841286095,
      "grad_norm": 1.0359850052910635,
      "learning_rate": 0.0002754527824147963,
      "loss": 1.2251,
      "step": 28685
    },
    {
      "epoch": 1.1749334425558058,
      "grad_norm": 1.0590390111050034,
      "learning_rate": 0.0002754509945115926,
      "loss": 0.9558,
      "step": 28686
    },
    {
      "epoch": 1.1749744009830023,
      "grad_norm": 0.9351472429542713,
      "learning_rate": 0.0002754492065490829,
      "loss": 0.8223,
      "step": 28687
    },
    {
      "epoch": 1.1750153594101986,
      "grad_norm": 0.8364523024788554,
      "learning_rate": 0.00027544741852726813,
      "loss": 0.9757,
      "step": 28688
    },
    {
      "epoch": 1.175056317837395,
      "grad_norm": 1.4232333668284787,
      "learning_rate": 0.0002754456304461491,
      "loss": 1.4451,
      "step": 28689
    },
    {
      "epoch": 1.1750972762645915,
      "grad_norm": 0.9112036228618323,
      "learning_rate": 0.0002754438423057267,
      "loss": 0.6473,
      "step": 28690
    },
    {
      "epoch": 1.1751382346917878,
      "grad_norm": 1.021385662600785,
      "learning_rate": 0.0002754420541060016,
      "loss": 0.4151,
      "step": 28691
    },
    {
      "epoch": 1.1751791931189843,
      "grad_norm": 0.8138714874750839,
      "learning_rate": 0.0002754402658469749,
      "loss": 0.7078,
      "step": 28692
    },
    {
      "epoch": 1.1752201515461806,
      "grad_norm": 0.897231000622537,
      "learning_rate": 0.00027543847752864724,
      "loss": 0.7721,
      "step": 28693
    },
    {
      "epoch": 1.175261109973377,
      "grad_norm": 0.7547811620829101,
      "learning_rate": 0.00027543668915101967,
      "loss": 0.6877,
      "step": 28694
    },
    {
      "epoch": 1.1753020684005735,
      "grad_norm": 1.1002429630448953,
      "learning_rate": 0.00027543490071409274,
      "loss": 1.0243,
      "step": 28695
    },
    {
      "epoch": 1.1753430268277698,
      "grad_norm": 0.857901573433455,
      "learning_rate": 0.0002754331122178676,
      "loss": 0.9094,
      "step": 28696
    },
    {
      "epoch": 1.1753839852549661,
      "grad_norm": 0.9387934133556769,
      "learning_rate": 0.0002754313236623449,
      "loss": 0.9171,
      "step": 28697
    },
    {
      "epoch": 1.1754249436821627,
      "grad_norm": 1.1418273240546906,
      "learning_rate": 0.00027542953504752554,
      "loss": 1.1514,
      "step": 28698
    },
    {
      "epoch": 1.175465902109359,
      "grad_norm": 1.0868850444636502,
      "learning_rate": 0.0002754277463734104,
      "loss": 1.0986,
      "step": 28699
    },
    {
      "epoch": 1.1755068605365553,
      "grad_norm": 0.8110274856112372,
      "learning_rate": 0.0002754259576400003,
      "loss": 0.7396,
      "step": 28700
    },
    {
      "epoch": 1.1755478189637518,
      "grad_norm": 0.9596963784206378,
      "learning_rate": 0.00027542416884729614,
      "loss": 1.0433,
      "step": 28701
    },
    {
      "epoch": 1.1755887773909481,
      "grad_norm": 1.2159436404618973,
      "learning_rate": 0.0002754223799952987,
      "loss": 1.1919,
      "step": 28702
    },
    {
      "epoch": 1.1756297358181447,
      "grad_norm": 5.423597329108458,
      "learning_rate": 0.00027542059108400874,
      "loss": 2.0899,
      "step": 28703
    },
    {
      "epoch": 1.175670694245341,
      "grad_norm": 0.8146075287467441,
      "learning_rate": 0.00027541880211342726,
      "loss": 0.7823,
      "step": 28704
    },
    {
      "epoch": 1.1757116526725373,
      "grad_norm": 1.0111578182424759,
      "learning_rate": 0.00027541701308355504,
      "loss": 1.0326,
      "step": 28705
    },
    {
      "epoch": 1.1757526110997338,
      "grad_norm": 1.0243700754810916,
      "learning_rate": 0.00027541522399439296,
      "loss": 1.1244,
      "step": 28706
    },
    {
      "epoch": 1.1757935695269301,
      "grad_norm": 1.0075969745960915,
      "learning_rate": 0.00027541343484594177,
      "loss": 1.1458,
      "step": 28707
    },
    {
      "epoch": 1.1758345279541267,
      "grad_norm": 0.8496673984399479,
      "learning_rate": 0.00027541164563820244,
      "loss": 0.7148,
      "step": 28708
    },
    {
      "epoch": 1.175875486381323,
      "grad_norm": 0.5524293308670113,
      "learning_rate": 0.00027540985637117575,
      "loss": 0.3103,
      "step": 28709
    },
    {
      "epoch": 1.1759164448085193,
      "grad_norm": 0.9514526433270507,
      "learning_rate": 0.00027540806704486254,
      "loss": 0.8032,
      "step": 28710
    },
    {
      "epoch": 1.1759574032357158,
      "grad_norm": 0.5870656520221202,
      "learning_rate": 0.0002754062776592637,
      "loss": 0.2484,
      "step": 28711
    },
    {
      "epoch": 1.1759983616629122,
      "grad_norm": 1.204766746750729,
      "learning_rate": 0.0002754044882143801,
      "loss": 1.0147,
      "step": 28712
    },
    {
      "epoch": 1.1760393200901085,
      "grad_norm": 0.8033069441110261,
      "learning_rate": 0.00027540269871021247,
      "loss": 0.812,
      "step": 28713
    },
    {
      "epoch": 1.176080278517305,
      "grad_norm": 1.6011069294469455,
      "learning_rate": 0.0002754009091467617,
      "loss": 1.0609,
      "step": 28714
    },
    {
      "epoch": 1.1761212369445013,
      "grad_norm": 0.8324965604888457,
      "learning_rate": 0.0002753991195240287,
      "loss": 0.5821,
      "step": 28715
    },
    {
      "epoch": 1.1761621953716976,
      "grad_norm": 1.0332381773620853,
      "learning_rate": 0.00027539732984201425,
      "loss": 0.834,
      "step": 28716
    },
    {
      "epoch": 1.1762031537988942,
      "grad_norm": 0.8099286672513112,
      "learning_rate": 0.0002753955401007192,
      "loss": 0.8364,
      "step": 28717
    },
    {
      "epoch": 1.1762441122260905,
      "grad_norm": 1.0237384142344255,
      "learning_rate": 0.00027539375030014447,
      "loss": 0.8905,
      "step": 28718
    },
    {
      "epoch": 1.1762850706532868,
      "grad_norm": 0.7907805486601331,
      "learning_rate": 0.00027539196044029077,
      "loss": 0.7312,
      "step": 28719
    },
    {
      "epoch": 1.1763260290804833,
      "grad_norm": 0.9783237770705456,
      "learning_rate": 0.00027539017052115913,
      "loss": 0.9749,
      "step": 28720
    },
    {
      "epoch": 1.1763669875076797,
      "grad_norm": 1.0523973011207677,
      "learning_rate": 0.00027538838054275025,
      "loss": 0.6927,
      "step": 28721
    },
    {
      "epoch": 1.1764079459348762,
      "grad_norm": 1.1135584349274399,
      "learning_rate": 0.000275386590505065,
      "loss": 0.7998,
      "step": 28722
    },
    {
      "epoch": 1.1764489043620725,
      "grad_norm": 3.154254858423649,
      "learning_rate": 0.00027538480040810426,
      "loss": 4.94,
      "step": 28723
    },
    {
      "epoch": 1.1764898627892688,
      "grad_norm": 0.7836345185181421,
      "learning_rate": 0.0002753830102518689,
      "loss": 0.7899,
      "step": 28724
    },
    {
      "epoch": 1.1765308212164654,
      "grad_norm": 0.6609019601443311,
      "learning_rate": 0.00027538122003635963,
      "loss": 0.4988,
      "step": 28725
    },
    {
      "epoch": 1.1765717796436617,
      "grad_norm": 2.8015797242956193,
      "learning_rate": 0.0002753794297615775,
      "loss": 0.6562,
      "step": 28726
    },
    {
      "epoch": 1.1766127380708582,
      "grad_norm": 0.787463992256375,
      "learning_rate": 0.0002753776394275232,
      "loss": 0.6194,
      "step": 28727
    },
    {
      "epoch": 1.1766536964980545,
      "grad_norm": 0.8038369970581486,
      "learning_rate": 0.0002753758490341976,
      "loss": 0.9208,
      "step": 28728
    },
    {
      "epoch": 1.1766946549252508,
      "grad_norm": 1.0378319658333008,
      "learning_rate": 0.00027537405858160164,
      "loss": 0.714,
      "step": 28729
    },
    {
      "epoch": 1.1767356133524474,
      "grad_norm": 0.8922000608018129,
      "learning_rate": 0.000275372268069736,
      "loss": 0.9653,
      "step": 28730
    },
    {
      "epoch": 1.1767765717796437,
      "grad_norm": 1.2346308893497246,
      "learning_rate": 0.00027537047749860174,
      "loss": 1.6972,
      "step": 28731
    },
    {
      "epoch": 1.17681753020684,
      "grad_norm": 2.674787234240523,
      "learning_rate": 0.00027536868686819953,
      "loss": 1.5666,
      "step": 28732
    },
    {
      "epoch": 1.1768584886340365,
      "grad_norm": 0.9994609885758334,
      "learning_rate": 0.0002753668961785303,
      "loss": 0.963,
      "step": 28733
    },
    {
      "epoch": 1.1768994470612328,
      "grad_norm": 0.9279216968023235,
      "learning_rate": 0.0002753651054295949,
      "loss": 0.9282,
      "step": 28734
    },
    {
      "epoch": 1.1769404054884292,
      "grad_norm": 0.6689712765458289,
      "learning_rate": 0.00027536331462139414,
      "loss": 0.7544,
      "step": 28735
    },
    {
      "epoch": 1.1769813639156257,
      "grad_norm": 0.9269104449053533,
      "learning_rate": 0.00027536152375392885,
      "loss": 0.9278,
      "step": 28736
    },
    {
      "epoch": 1.177022322342822,
      "grad_norm": 0.8143230031366512,
      "learning_rate": 0.0002753597328271999,
      "loss": 0.7299,
      "step": 28737
    },
    {
      "epoch": 1.1770632807700183,
      "grad_norm": 0.7570592293711772,
      "learning_rate": 0.00027535794184120816,
      "loss": 0.9097,
      "step": 28738
    },
    {
      "epoch": 1.1771042391972149,
      "grad_norm": 0.8918149548513703,
      "learning_rate": 0.00027535615079595443,
      "loss": 0.77,
      "step": 28739
    },
    {
      "epoch": 1.1771451976244112,
      "grad_norm": 0.9551191733082455,
      "learning_rate": 0.00027535435969143967,
      "loss": 0.9825,
      "step": 28740
    },
    {
      "epoch": 1.1771861560516077,
      "grad_norm": 0.7017653333179453,
      "learning_rate": 0.0002753525685276646,
      "loss": 0.7688,
      "step": 28741
    },
    {
      "epoch": 1.177227114478804,
      "grad_norm": 0.9836311186594686,
      "learning_rate": 0.0002753507773046301,
      "loss": 1.1979,
      "step": 28742
    },
    {
      "epoch": 1.1772680729060003,
      "grad_norm": 0.7402143382074476,
      "learning_rate": 0.000275348986022337,
      "loss": 0.4525,
      "step": 28743
    },
    {
      "epoch": 1.1773090313331969,
      "grad_norm": 0.9662280031571772,
      "learning_rate": 0.00027534719468078625,
      "loss": 0.9066,
      "step": 28744
    },
    {
      "epoch": 1.1773499897603932,
      "grad_norm": 0.8135642382737083,
      "learning_rate": 0.00027534540327997856,
      "loss": 1.0564,
      "step": 28745
    },
    {
      "epoch": 1.1773909481875897,
      "grad_norm": 0.907312761893621,
      "learning_rate": 0.0002753436118199148,
      "loss": 0.8212,
      "step": 28746
    },
    {
      "epoch": 1.177431906614786,
      "grad_norm": 3.944106648823295,
      "learning_rate": 0.00027534182030059586,
      "loss": 4.8756,
      "step": 28747
    },
    {
      "epoch": 1.1774728650419823,
      "grad_norm": 1.055580290470063,
      "learning_rate": 0.0002753400287220227,
      "loss": 0.5694,
      "step": 28748
    },
    {
      "epoch": 1.1775138234691789,
      "grad_norm": 1.5252357376705934,
      "learning_rate": 0.00027533823708419594,
      "loss": 1.4583,
      "step": 28749
    },
    {
      "epoch": 1.1775547818963752,
      "grad_norm": 0.6545105677607207,
      "learning_rate": 0.0002753364453871166,
      "loss": 0.4452,
      "step": 28750
    },
    {
      "epoch": 1.1775957403235715,
      "grad_norm": 0.8747203709029617,
      "learning_rate": 0.00027533465363078536,
      "loss": 1.0724,
      "step": 28751
    },
    {
      "epoch": 1.177636698750768,
      "grad_norm": 1.0123999823291354,
      "learning_rate": 0.0002753328618152032,
      "loss": 1.1147,
      "step": 28752
    },
    {
      "epoch": 1.1776776571779644,
      "grad_norm": 0.8271308625803806,
      "learning_rate": 0.000275331069940371,
      "loss": 0.8046,
      "step": 28753
    },
    {
      "epoch": 1.1777186156051607,
      "grad_norm": 0.8599415342040359,
      "learning_rate": 0.00027532927800628953,
      "loss": 0.9793,
      "step": 28754
    },
    {
      "epoch": 1.1777595740323572,
      "grad_norm": 0.8446562787898889,
      "learning_rate": 0.0002753274860129596,
      "loss": 1.1754,
      "step": 28755
    },
    {
      "epoch": 1.1778005324595535,
      "grad_norm": 0.6999578023030917,
      "learning_rate": 0.0002753256939603822,
      "loss": 0.7801,
      "step": 28756
    },
    {
      "epoch": 1.1778414908867498,
      "grad_norm": 0.8432637973401571,
      "learning_rate": 0.000275323901848558,
      "loss": 0.8698,
      "step": 28757
    },
    {
      "epoch": 1.1778824493139464,
      "grad_norm": 0.7202146674827813,
      "learning_rate": 0.00027532210967748795,
      "loss": 0.3048,
      "step": 28758
    },
    {
      "epoch": 1.1779234077411427,
      "grad_norm": 0.7750297751862646,
      "learning_rate": 0.0002753203174471729,
      "loss": 0.884,
      "step": 28759
    },
    {
      "epoch": 1.1779643661683392,
      "grad_norm": 2.628179041792737,
      "learning_rate": 0.00027531852515761367,
      "loss": 2.9042,
      "step": 28760
    },
    {
      "epoch": 1.1780053245955355,
      "grad_norm": 1.301633787408615,
      "learning_rate": 0.0002753167328088111,
      "loss": 0.9688,
      "step": 28761
    },
    {
      "epoch": 1.1780462830227318,
      "grad_norm": 1.5354630150911521,
      "learning_rate": 0.0002753149404007661,
      "loss": 1.0656,
      "step": 28762
    },
    {
      "epoch": 1.1780872414499284,
      "grad_norm": 0.9914505178897057,
      "learning_rate": 0.00027531314793347933,
      "loss": 0.7976,
      "step": 28763
    },
    {
      "epoch": 1.1781281998771247,
      "grad_norm": 0.9523190066906556,
      "learning_rate": 0.0002753113554069519,
      "loss": 0.8535,
      "step": 28764
    },
    {
      "epoch": 1.1781691583043212,
      "grad_norm": 3.0220866991272644,
      "learning_rate": 0.00027530956282118446,
      "loss": 1.1551,
      "step": 28765
    },
    {
      "epoch": 1.1782101167315175,
      "grad_norm": 9.330442287691042,
      "learning_rate": 0.00027530777017617796,
      "loss": 4.4382,
      "step": 28766
    },
    {
      "epoch": 1.1782510751587139,
      "grad_norm": 1.2894667219080067,
      "learning_rate": 0.00027530597747193325,
      "loss": 0.9355,
      "step": 28767
    },
    {
      "epoch": 1.1782920335859104,
      "grad_norm": 0.8352099491390899,
      "learning_rate": 0.00027530418470845115,
      "loss": 0.7709,
      "step": 28768
    },
    {
      "epoch": 1.1783329920131067,
      "grad_norm": 1.0077960713789589,
      "learning_rate": 0.0002753023918857324,
      "loss": 0.7306,
      "step": 28769
    },
    {
      "epoch": 1.178373950440303,
      "grad_norm": 0.9689608525207134,
      "learning_rate": 0.0002753005990037781,
      "loss": 0.9765,
      "step": 28770
    },
    {
      "epoch": 1.1784149088674996,
      "grad_norm": 2.4889122079942534,
      "learning_rate": 0.00027529880606258885,
      "loss": 1.6735,
      "step": 28771
    },
    {
      "epoch": 1.1784558672946959,
      "grad_norm": 3.5024322598886983,
      "learning_rate": 0.00027529701306216564,
      "loss": 1.226,
      "step": 28772
    },
    {
      "epoch": 1.1784968257218922,
      "grad_norm": 0.8054683988539423,
      "learning_rate": 0.0002752952200025092,
      "loss": 0.7804,
      "step": 28773
    },
    {
      "epoch": 1.1785377841490887,
      "grad_norm": 2.3311179749773925,
      "learning_rate": 0.0002752934268836205,
      "loss": 2.0318,
      "step": 28774
    },
    {
      "epoch": 1.178578742576285,
      "grad_norm": 0.6979668457272155,
      "learning_rate": 0.00027529163370550034,
      "loss": 0.4341,
      "step": 28775
    },
    {
      "epoch": 1.1786197010034813,
      "grad_norm": 0.8730163133111346,
      "learning_rate": 0.00027528984046814957,
      "loss": 0.7331,
      "step": 28776
    },
    {
      "epoch": 1.1786606594306779,
      "grad_norm": 0.9799080338111804,
      "learning_rate": 0.000275288047171569,
      "loss": 0.8977,
      "step": 28777
    },
    {
      "epoch": 1.1787016178578742,
      "grad_norm": 2.358639189868381,
      "learning_rate": 0.00027528625381575955,
      "loss": 2.7411,
      "step": 28778
    },
    {
      "epoch": 1.1787425762850707,
      "grad_norm": 0.8905092479653672,
      "learning_rate": 0.000275284460400722,
      "loss": 0.9794,
      "step": 28779
    },
    {
      "epoch": 1.178783534712267,
      "grad_norm": 0.8071098970970514,
      "learning_rate": 0.00027528266692645727,
      "loss": 0.8073,
      "step": 28780
    },
    {
      "epoch": 1.1788244931394634,
      "grad_norm": 0.9125463520550658,
      "learning_rate": 0.00027528087339296617,
      "loss": 0.9291,
      "step": 28781
    },
    {
      "epoch": 1.17886545156666,
      "grad_norm": 0.6143122129539,
      "learning_rate": 0.0002752790798002495,
      "loss": 0.3645,
      "step": 28782
    },
    {
      "epoch": 1.1789064099938562,
      "grad_norm": 1.1239565266016445,
      "learning_rate": 0.0002752772861483081,
      "loss": 1.1062,
      "step": 28783
    },
    {
      "epoch": 1.1789473684210527,
      "grad_norm": 0.9752122329810063,
      "learning_rate": 0.000275275492437143,
      "loss": 0.7839,
      "step": 28784
    },
    {
      "epoch": 1.178988326848249,
      "grad_norm": 1.7060887025126832,
      "learning_rate": 0.00027527369866675485,
      "loss": 2.454,
      "step": 28785
    },
    {
      "epoch": 1.1790292852754454,
      "grad_norm": 0.616094740777574,
      "learning_rate": 0.00027527190483714456,
      "loss": 0.2932,
      "step": 28786
    },
    {
      "epoch": 1.179070243702642,
      "grad_norm": 1.5650291943233008,
      "learning_rate": 0.00027527011094831297,
      "loss": 1.6826,
      "step": 28787
    },
    {
      "epoch": 1.1791112021298382,
      "grad_norm": 0.6358824501687141,
      "learning_rate": 0.00027526831700026096,
      "loss": 0.371,
      "step": 28788
    },
    {
      "epoch": 1.1791521605570345,
      "grad_norm": 3.673594236939236,
      "learning_rate": 0.00027526652299298933,
      "loss": 4.5496,
      "step": 28789
    },
    {
      "epoch": 1.179193118984231,
      "grad_norm": 2.9505674798984867,
      "learning_rate": 0.000275264728926499,
      "loss": 6.693,
      "step": 28790
    },
    {
      "epoch": 1.1792340774114274,
      "grad_norm": 0.8699786042835097,
      "learning_rate": 0.0002752629348007908,
      "loss": 0.9567,
      "step": 28791
    },
    {
      "epoch": 1.1792750358386237,
      "grad_norm": 1.0773424832237326,
      "learning_rate": 0.0002752611406158655,
      "loss": 1.1318,
      "step": 28792
    },
    {
      "epoch": 1.1793159942658202,
      "grad_norm": 0.9775033746565124,
      "learning_rate": 0.000275259346371724,
      "loss": 1.1374,
      "step": 28793
    },
    {
      "epoch": 1.1793569526930165,
      "grad_norm": 1.1479182324135844,
      "learning_rate": 0.00027525755206836715,
      "loss": 1.1201,
      "step": 28794
    },
    {
      "epoch": 1.1793979111202129,
      "grad_norm": 0.812266100366104,
      "learning_rate": 0.00027525575770579575,
      "loss": 0.8155,
      "step": 28795
    },
    {
      "epoch": 1.1794388695474094,
      "grad_norm": 0.6754516745443896,
      "learning_rate": 0.0002752539632840108,
      "loss": 0.5738,
      "step": 28796
    },
    {
      "epoch": 1.1794798279746057,
      "grad_norm": 0.9746597794162182,
      "learning_rate": 0.000275252168803013,
      "loss": 1.0157,
      "step": 28797
    },
    {
      "epoch": 1.1795207864018022,
      "grad_norm": 0.8264897322677915,
      "learning_rate": 0.00027525037426280325,
      "loss": 0.4697,
      "step": 28798
    },
    {
      "epoch": 1.1795617448289986,
      "grad_norm": 1.1693816645737838,
      "learning_rate": 0.00027524857966338236,
      "loss": 1.0277,
      "step": 28799
    },
    {
      "epoch": 1.1796027032561949,
      "grad_norm": 1.2288462775309879,
      "learning_rate": 0.00027524678500475124,
      "loss": 1.4559,
      "step": 28800
    },
    {
      "epoch": 1.1796436616833914,
      "grad_norm": 1.09244839433882,
      "learning_rate": 0.0002752449902869107,
      "loss": 1.1903,
      "step": 28801
    },
    {
      "epoch": 1.1796846201105877,
      "grad_norm": 0.9455723177107873,
      "learning_rate": 0.0002752431955098616,
      "loss": 0.8926,
      "step": 28802
    },
    {
      "epoch": 1.1797255785377843,
      "grad_norm": 0.741848416021458,
      "learning_rate": 0.00027524140067360477,
      "loss": 0.6706,
      "step": 28803
    },
    {
      "epoch": 1.1797665369649806,
      "grad_norm": 3.0742830329739372,
      "learning_rate": 0.00027523960577814107,
      "loss": 1.4796,
      "step": 28804
    },
    {
      "epoch": 1.1798074953921769,
      "grad_norm": 1.9178479970056932,
      "learning_rate": 0.00027523781082347136,
      "loss": 1.1237,
      "step": 28805
    },
    {
      "epoch": 1.1798484538193734,
      "grad_norm": 0.9881283748484477,
      "learning_rate": 0.0002752360158095965,
      "loss": 0.9645,
      "step": 28806
    },
    {
      "epoch": 1.1798894122465697,
      "grad_norm": 0.86864695449548,
      "learning_rate": 0.0002752342207365173,
      "loss": 0.7164,
      "step": 28807
    },
    {
      "epoch": 1.179930370673766,
      "grad_norm": 1.1454854016551443,
      "learning_rate": 0.0002752324256042346,
      "loss": 1.5374,
      "step": 28808
    },
    {
      "epoch": 1.1799713291009626,
      "grad_norm": 0.8437782210818413,
      "learning_rate": 0.00027523063041274935,
      "loss": 0.9765,
      "step": 28809
    },
    {
      "epoch": 1.180012287528159,
      "grad_norm": 0.7405293474583925,
      "learning_rate": 0.00027522883516206226,
      "loss": 0.5091,
      "step": 28810
    },
    {
      "epoch": 1.1800532459553552,
      "grad_norm": 0.7128455970885043,
      "learning_rate": 0.00027522703985217425,
      "loss": 0.4104,
      "step": 28811
    },
    {
      "epoch": 1.1800942043825517,
      "grad_norm": 0.6972499390752386,
      "learning_rate": 0.0002752252444830862,
      "loss": 0.6296,
      "step": 28812
    },
    {
      "epoch": 1.180135162809748,
      "grad_norm": 1.049020646015016,
      "learning_rate": 0.0002752234490547989,
      "loss": 0.9219,
      "step": 28813
    },
    {
      "epoch": 1.1801761212369446,
      "grad_norm": 1.1694012241386447,
      "learning_rate": 0.0002752216535673132,
      "loss": 0.7535,
      "step": 28814
    },
    {
      "epoch": 1.180217079664141,
      "grad_norm": 1.10289050689696,
      "learning_rate": 0.00027521985802062996,
      "loss": 1.3953,
      "step": 28815
    },
    {
      "epoch": 1.1802580380913372,
      "grad_norm": 0.9713444812626766,
      "learning_rate": 0.0002752180624147501,
      "loss": 1.0219,
      "step": 28816
    },
    {
      "epoch": 1.1802989965185338,
      "grad_norm": 0.7439481555753621,
      "learning_rate": 0.0002752162667496744,
      "loss": 0.7753,
      "step": 28817
    },
    {
      "epoch": 1.18033995494573,
      "grad_norm": 0.9546028857638132,
      "learning_rate": 0.00027521447102540366,
      "loss": 0.8155,
      "step": 28818
    },
    {
      "epoch": 1.1803809133729264,
      "grad_norm": 0.6026924826678713,
      "learning_rate": 0.0002752126752419388,
      "loss": 0.2873,
      "step": 28819
    },
    {
      "epoch": 1.180421871800123,
      "grad_norm": 1.3446378716314205,
      "learning_rate": 0.0002752108793992807,
      "loss": 1.4799,
      "step": 28820
    },
    {
      "epoch": 1.1804628302273192,
      "grad_norm": 1.0289177640219254,
      "learning_rate": 0.00027520908349743005,
      "loss": 0.5655,
      "step": 28821
    },
    {
      "epoch": 1.1805037886545158,
      "grad_norm": 0.7891647504821526,
      "learning_rate": 0.0002752072875363879,
      "loss": 0.9304,
      "step": 28822
    },
    {
      "epoch": 1.180544747081712,
      "grad_norm": 0.9702747710422863,
      "learning_rate": 0.000275205491516155,
      "loss": 0.765,
      "step": 28823
    },
    {
      "epoch": 1.1805857055089084,
      "grad_norm": 1.4611729233530708,
      "learning_rate": 0.00027520369543673225,
      "loss": 1.2155,
      "step": 28824
    },
    {
      "epoch": 1.180626663936105,
      "grad_norm": 0.8560337363456579,
      "learning_rate": 0.0002752018992981204,
      "loss": 0.627,
      "step": 28825
    },
    {
      "epoch": 1.1806676223633013,
      "grad_norm": 0.8915420775751113,
      "learning_rate": 0.00027520010310032035,
      "loss": 0.368,
      "step": 28826
    },
    {
      "epoch": 1.1807085807904976,
      "grad_norm": 1.9964372361366416,
      "learning_rate": 0.00027519830684333296,
      "loss": 1.7025,
      "step": 28827
    },
    {
      "epoch": 1.180749539217694,
      "grad_norm": 1.0157655592942385,
      "learning_rate": 0.0002751965105271591,
      "loss": 0.9835,
      "step": 28828
    },
    {
      "epoch": 1.1807904976448904,
      "grad_norm": 0.8824757467665248,
      "learning_rate": 0.0002751947141517996,
      "loss": 1.1015,
      "step": 28829
    },
    {
      "epoch": 1.1808314560720867,
      "grad_norm": 0.7595718919578864,
      "learning_rate": 0.0002751929177172553,
      "loss": 0.9144,
      "step": 28830
    },
    {
      "epoch": 1.1808724144992833,
      "grad_norm": 0.8349449473095788,
      "learning_rate": 0.000275191121223527,
      "loss": 0.5199,
      "step": 28831
    },
    {
      "epoch": 1.1809133729264796,
      "grad_norm": 0.943785290851741,
      "learning_rate": 0.00027518932467061565,
      "loss": 0.8934,
      "step": 28832
    },
    {
      "epoch": 1.1809543313536761,
      "grad_norm": 1.7360566521745642,
      "learning_rate": 0.00027518752805852207,
      "loss": 2.9415,
      "step": 28833
    },
    {
      "epoch": 1.1809952897808724,
      "grad_norm": 0.8166825620274191,
      "learning_rate": 0.00027518573138724705,
      "loss": 1.0866,
      "step": 28834
    },
    {
      "epoch": 1.1810362482080687,
      "grad_norm": 0.6851958050738304,
      "learning_rate": 0.0002751839346567915,
      "loss": 0.2677,
      "step": 28835
    },
    {
      "epoch": 1.1810772066352653,
      "grad_norm": 1.1268845616592529,
      "learning_rate": 0.00027518213786715623,
      "loss": 0.9946,
      "step": 28836
    },
    {
      "epoch": 1.1811181650624616,
      "grad_norm": 0.9157238889776474,
      "learning_rate": 0.0002751803410183421,
      "loss": 1.0642,
      "step": 28837
    },
    {
      "epoch": 1.181159123489658,
      "grad_norm": 0.7197977066163452,
      "learning_rate": 0.00027517854411035004,
      "loss": 0.7447,
      "step": 28838
    },
    {
      "epoch": 1.1812000819168544,
      "grad_norm": 0.5990212521541942,
      "learning_rate": 0.0002751767471431808,
      "loss": 0.582,
      "step": 28839
    },
    {
      "epoch": 1.1812410403440508,
      "grad_norm": 1.174653059407812,
      "learning_rate": 0.0002751749501168352,
      "loss": 1.3108,
      "step": 28840
    },
    {
      "epoch": 1.1812819987712473,
      "grad_norm": 1.6526722074496876,
      "learning_rate": 0.0002751731530313142,
      "loss": 1.1378,
      "step": 28841
    },
    {
      "epoch": 1.1813229571984436,
      "grad_norm": 0.8712082948191054,
      "learning_rate": 0.00027517135588661857,
      "loss": 0.5842,
      "step": 28842
    },
    {
      "epoch": 1.18136391562564,
      "grad_norm": 2.228993402337342,
      "learning_rate": 0.00027516955868274923,
      "loss": 1.6198,
      "step": 28843
    },
    {
      "epoch": 1.1814048740528365,
      "grad_norm": 0.7990033861695888,
      "learning_rate": 0.00027516776141970695,
      "loss": 0.8515,
      "step": 28844
    },
    {
      "epoch": 1.1814458324800328,
      "grad_norm": 1.0752745369632242,
      "learning_rate": 0.0002751659640974926,
      "loss": 1.145,
      "step": 28845
    },
    {
      "epoch": 1.181486790907229,
      "grad_norm": 1.1275140523950187,
      "learning_rate": 0.0002751641667161071,
      "loss": 1.1638,
      "step": 28846
    },
    {
      "epoch": 1.1815277493344256,
      "grad_norm": 1.050106573561408,
      "learning_rate": 0.0002751623692755512,
      "loss": 1.0013,
      "step": 28847
    },
    {
      "epoch": 1.181568707761622,
      "grad_norm": 0.7842778232613142,
      "learning_rate": 0.0002751605717758258,
      "loss": 0.8947,
      "step": 28848
    },
    {
      "epoch": 1.1816096661888182,
      "grad_norm": 1.081046226387252,
      "learning_rate": 0.00027515877421693173,
      "loss": 1.3649,
      "step": 28849
    },
    {
      "epoch": 1.1816506246160148,
      "grad_norm": 0.9094211496113045,
      "learning_rate": 0.0002751569765988699,
      "loss": 1.0758,
      "step": 28850
    },
    {
      "epoch": 1.181691583043211,
      "grad_norm": 0.6066182728054783,
      "learning_rate": 0.0002751551789216411,
      "loss": 0.3938,
      "step": 28851
    },
    {
      "epoch": 1.1817325414704076,
      "grad_norm": 2.640759623519375,
      "learning_rate": 0.00027515338118524617,
      "loss": 3.8194,
      "step": 28852
    },
    {
      "epoch": 1.181773499897604,
      "grad_norm": 0.698278639415647,
      "learning_rate": 0.000275151583389686,
      "loss": 0.6843,
      "step": 28853
    },
    {
      "epoch": 1.1818144583248003,
      "grad_norm": 1.385963551938892,
      "learning_rate": 0.00027514978553496144,
      "loss": 1.1507,
      "step": 28854
    },
    {
      "epoch": 1.1818554167519968,
      "grad_norm": 0.848102150881189,
      "learning_rate": 0.0002751479876210733,
      "loss": 0.9333,
      "step": 28855
    },
    {
      "epoch": 1.181896375179193,
      "grad_norm": 0.8570159267431435,
      "learning_rate": 0.0002751461896480224,
      "loss": 0.6332,
      "step": 28856
    },
    {
      "epoch": 1.1819373336063894,
      "grad_norm": 0.7351870420652983,
      "learning_rate": 0.0002751443916158097,
      "loss": 0.7184,
      "step": 28857
    },
    {
      "epoch": 1.181978292033586,
      "grad_norm": 1.0437682608836427,
      "learning_rate": 0.000275142593524436,
      "loss": 1.0055,
      "step": 28858
    },
    {
      "epoch": 1.1820192504607823,
      "grad_norm": 0.6080865785864329,
      "learning_rate": 0.0002751407953739022,
      "loss": 0.3219,
      "step": 28859
    },
    {
      "epoch": 1.1820602088879788,
      "grad_norm": 0.8086768407705525,
      "learning_rate": 0.00027513899716420903,
      "loss": 1.0159,
      "step": 28860
    },
    {
      "epoch": 1.1821011673151751,
      "grad_norm": 0.838827481833429,
      "learning_rate": 0.00027513719889535733,
      "loss": 0.804,
      "step": 28861
    },
    {
      "epoch": 1.1821421257423714,
      "grad_norm": 0.9312090287528031,
      "learning_rate": 0.00027513540056734815,
      "loss": 0.9056,
      "step": 28862
    },
    {
      "epoch": 1.182183084169568,
      "grad_norm": 0.6820425801495537,
      "learning_rate": 0.0002751336021801822,
      "loss": 0.8929,
      "step": 28863
    },
    {
      "epoch": 1.1822240425967643,
      "grad_norm": 1.0102324997063798,
      "learning_rate": 0.00027513180373386025,
      "loss": 1.1134,
      "step": 28864
    },
    {
      "epoch": 1.1822650010239606,
      "grad_norm": 1.0619971051763963,
      "learning_rate": 0.0002751300052283833,
      "loss": 1.0343,
      "step": 28865
    },
    {
      "epoch": 1.1823059594511571,
      "grad_norm": 1.516861875884057,
      "learning_rate": 0.00027512820666375216,
      "loss": 0.8169,
      "step": 28866
    },
    {
      "epoch": 1.1823469178783534,
      "grad_norm": 0.7479276653792485,
      "learning_rate": 0.00027512640803996764,
      "loss": 0.8164,
      "step": 28867
    },
    {
      "epoch": 1.1823878763055498,
      "grad_norm": 0.8610807977836816,
      "learning_rate": 0.00027512460935703067,
      "loss": 0.6962,
      "step": 28868
    },
    {
      "epoch": 1.1824288347327463,
      "grad_norm": 1.0269059367986013,
      "learning_rate": 0.00027512281061494196,
      "loss": 1.0216,
      "step": 28869
    },
    {
      "epoch": 1.1824697931599426,
      "grad_norm": 0.7358400050848509,
      "learning_rate": 0.0002751210118137025,
      "loss": 0.3803,
      "step": 28870
    },
    {
      "epoch": 1.1825107515871391,
      "grad_norm": 1.1122538255068966,
      "learning_rate": 0.000275119212953313,
      "loss": 0.9577,
      "step": 28871
    },
    {
      "epoch": 1.1825517100143355,
      "grad_norm": 0.8385640160678216,
      "learning_rate": 0.0002751174140337745,
      "loss": 0.8054,
      "step": 28872
    },
    {
      "epoch": 1.1825926684415318,
      "grad_norm": 0.8147613124163786,
      "learning_rate": 0.00027511561505508774,
      "loss": 0.484,
      "step": 28873
    },
    {
      "epoch": 1.1826336268687283,
      "grad_norm": 1.2783934219270878,
      "learning_rate": 0.00027511381601725356,
      "loss": 0.9723,
      "step": 28874
    },
    {
      "epoch": 1.1826745852959246,
      "grad_norm": 0.9815914174547447,
      "learning_rate": 0.0002751120169202728,
      "loss": 0.9687,
      "step": 28875
    },
    {
      "epoch": 1.1827155437231212,
      "grad_norm": 0.6849001915066968,
      "learning_rate": 0.00027511021776414636,
      "loss": 0.7306,
      "step": 28876
    },
    {
      "epoch": 1.1827565021503175,
      "grad_norm": 0.8106317059684393,
      "learning_rate": 0.00027510841854887507,
      "loss": 0.714,
      "step": 28877
    },
    {
      "epoch": 1.1827974605775138,
      "grad_norm": 0.8266002721717155,
      "learning_rate": 0.0002751066192744598,
      "loss": 0.8724,
      "step": 28878
    },
    {
      "epoch": 1.1828384190047103,
      "grad_norm": 0.9105596811684564,
      "learning_rate": 0.00027510481994090134,
      "loss": 0.779,
      "step": 28879
    },
    {
      "epoch": 1.1828793774319066,
      "grad_norm": 0.8848890021113015,
      "learning_rate": 0.00027510302054820063,
      "loss": 0.5957,
      "step": 28880
    },
    {
      "epoch": 1.182920335859103,
      "grad_norm": 5.447329981558983,
      "learning_rate": 0.00027510122109635843,
      "loss": 2.1282,
      "step": 28881
    },
    {
      "epoch": 1.1829612942862995,
      "grad_norm": 0.68274095854054,
      "learning_rate": 0.0002750994215853756,
      "loss": 0.3966,
      "step": 28882
    },
    {
      "epoch": 1.1830022527134958,
      "grad_norm": 1.4677967957129325,
      "learning_rate": 0.0002750976220152531,
      "loss": 1.2147,
      "step": 28883
    },
    {
      "epoch": 1.183043211140692,
      "grad_norm": 0.7880737099811969,
      "learning_rate": 0.00027509582238599166,
      "loss": 0.9072,
      "step": 28884
    },
    {
      "epoch": 1.1830841695678886,
      "grad_norm": 1.7208036925386607,
      "learning_rate": 0.00027509402269759216,
      "loss": 1.9914,
      "step": 28885
    },
    {
      "epoch": 1.183125127995085,
      "grad_norm": 0.9960890814132068,
      "learning_rate": 0.0002750922229500555,
      "loss": 0.9604,
      "step": 28886
    },
    {
      "epoch": 1.1831660864222813,
      "grad_norm": 0.9883929663774672,
      "learning_rate": 0.00027509042314338244,
      "loss": 0.8418,
      "step": 28887
    },
    {
      "epoch": 1.1832070448494778,
      "grad_norm": 0.7669066668549599,
      "learning_rate": 0.0002750886232775739,
      "loss": 0.7285,
      "step": 28888
    },
    {
      "epoch": 1.1832480032766741,
      "grad_norm": 0.9483829363054732,
      "learning_rate": 0.0002750868233526308,
      "loss": 1.1685,
      "step": 28889
    },
    {
      "epoch": 1.1832889617038707,
      "grad_norm": 1.6216923923882505,
      "learning_rate": 0.00027508502336855384,
      "loss": 2.4467,
      "step": 28890
    },
    {
      "epoch": 1.183329920131067,
      "grad_norm": 0.5908089201098337,
      "learning_rate": 0.00027508322332534397,
      "loss": 0.4242,
      "step": 28891
    },
    {
      "epoch": 1.1833708785582633,
      "grad_norm": 0.8033967304411109,
      "learning_rate": 0.000275081423223002,
      "loss": 0.5938,
      "step": 28892
    },
    {
      "epoch": 1.1834118369854598,
      "grad_norm": 0.5882040483474825,
      "learning_rate": 0.00027507962306152876,
      "loss": 0.4207,
      "step": 28893
    },
    {
      "epoch": 1.1834527954126561,
      "grad_norm": 0.8898047554464489,
      "learning_rate": 0.00027507782284092515,
      "loss": 1.0154,
      "step": 28894
    },
    {
      "epoch": 1.1834937538398527,
      "grad_norm": 0.5014675865257778,
      "learning_rate": 0.00027507602256119203,
      "loss": 0.2638,
      "step": 28895
    },
    {
      "epoch": 1.183534712267049,
      "grad_norm": 4.775053943369955,
      "learning_rate": 0.0002750742222223302,
      "loss": 3.3672,
      "step": 28896
    },
    {
      "epoch": 1.1835756706942453,
      "grad_norm": 0.9265449681137308,
      "learning_rate": 0.00027507242182434055,
      "loss": 0.9464,
      "step": 28897
    },
    {
      "epoch": 1.1836166291214418,
      "grad_norm": 0.8419972436207108,
      "learning_rate": 0.0002750706213672239,
      "loss": 0.8501,
      "step": 28898
    },
    {
      "epoch": 1.1836575875486381,
      "grad_norm": 0.9567031500156422,
      "learning_rate": 0.0002750688208509811,
      "loss": 0.4843,
      "step": 28899
    },
    {
      "epoch": 1.1836985459758345,
      "grad_norm": 2.638154112162989,
      "learning_rate": 0.00027506702027561304,
      "loss": 2.596,
      "step": 28900
    },
    {
      "epoch": 1.183739504403031,
      "grad_norm": 0.8379489425887995,
      "learning_rate": 0.00027506521964112057,
      "loss": 0.92,
      "step": 28901
    },
    {
      "epoch": 1.1837804628302273,
      "grad_norm": 1.3138080394247582,
      "learning_rate": 0.0002750634189475045,
      "loss": 2.0537,
      "step": 28902
    },
    {
      "epoch": 1.1838214212574236,
      "grad_norm": 4.551271803475619,
      "learning_rate": 0.0002750616181947657,
      "loss": 1.5322,
      "step": 28903
    },
    {
      "epoch": 1.1838623796846202,
      "grad_norm": 1.0841051413050318,
      "learning_rate": 0.00027505981738290504,
      "loss": 0.7538,
      "step": 28904
    },
    {
      "epoch": 1.1839033381118165,
      "grad_norm": 0.9458368441916964,
      "learning_rate": 0.00027505801651192335,
      "loss": 0.924,
      "step": 28905
    },
    {
      "epoch": 1.1839442965390128,
      "grad_norm": 0.6794760812340319,
      "learning_rate": 0.00027505621558182147,
      "loss": 0.397,
      "step": 28906
    },
    {
      "epoch": 1.1839852549662093,
      "grad_norm": 0.7518710424462646,
      "learning_rate": 0.00027505441459260027,
      "loss": 0.8095,
      "step": 28907
    },
    {
      "epoch": 1.1840262133934056,
      "grad_norm": 0.6746763315921644,
      "learning_rate": 0.0002750526135442606,
      "loss": 0.3794,
      "step": 28908
    },
    {
      "epoch": 1.1840671718206022,
      "grad_norm": 0.8415273596463689,
      "learning_rate": 0.00027505081243680337,
      "loss": 0.9795,
      "step": 28909
    },
    {
      "epoch": 1.1841081302477985,
      "grad_norm": 0.6848954795333803,
      "learning_rate": 0.0002750490112702293,
      "loss": 0.5662,
      "step": 28910
    },
    {
      "epoch": 1.1841490886749948,
      "grad_norm": 1.142868261861878,
      "learning_rate": 0.0002750472100445393,
      "loss": 1.0129,
      "step": 28911
    },
    {
      "epoch": 1.1841900471021913,
      "grad_norm": 0.5768374028069624,
      "learning_rate": 0.0002750454087597343,
      "loss": 0.2563,
      "step": 28912
    },
    {
      "epoch": 1.1842310055293876,
      "grad_norm": 1.1252897705471323,
      "learning_rate": 0.00027504360741581506,
      "loss": 0.8372,
      "step": 28913
    },
    {
      "epoch": 1.1842719639565842,
      "grad_norm": 0.9109451856354462,
      "learning_rate": 0.00027504180601278246,
      "loss": 1.0,
      "step": 28914
    },
    {
      "epoch": 1.1843129223837805,
      "grad_norm": 0.7945389112545663,
      "learning_rate": 0.0002750400045506373,
      "loss": 0.6922,
      "step": 28915
    },
    {
      "epoch": 1.1843538808109768,
      "grad_norm": 0.9374128153367336,
      "learning_rate": 0.00027503820302938054,
      "loss": 0.7689,
      "step": 28916
    },
    {
      "epoch": 1.1843948392381733,
      "grad_norm": 0.9467573533866801,
      "learning_rate": 0.000275036401449013,
      "loss": 0.6575,
      "step": 28917
    },
    {
      "epoch": 1.1844357976653697,
      "grad_norm": 3.962750406522535,
      "learning_rate": 0.00027503459980953544,
      "loss": 6.3997,
      "step": 28918
    },
    {
      "epoch": 1.184476756092566,
      "grad_norm": 0.9958428695996333,
      "learning_rate": 0.0002750327981109488,
      "loss": 1.1275,
      "step": 28919
    },
    {
      "epoch": 1.1845177145197625,
      "grad_norm": 1.1049044704957618,
      "learning_rate": 0.0002750309963532539,
      "loss": 0.4404,
      "step": 28920
    },
    {
      "epoch": 1.1845586729469588,
      "grad_norm": 1.2133296865068748,
      "learning_rate": 0.00027502919453645166,
      "loss": 1.1947,
      "step": 28921
    },
    {
      "epoch": 1.1845996313741551,
      "grad_norm": 0.7997715633577227,
      "learning_rate": 0.0002750273926605428,
      "loss": 0.7463,
      "step": 28922
    },
    {
      "epoch": 1.1846405898013517,
      "grad_norm": 0.6549606232114121,
      "learning_rate": 0.00027502559072552826,
      "loss": 0.3942,
      "step": 28923
    },
    {
      "epoch": 1.184681548228548,
      "grad_norm": 0.680745827905174,
      "learning_rate": 0.0002750237887314089,
      "loss": 0.6211,
      "step": 28924
    },
    {
      "epoch": 1.1847225066557443,
      "grad_norm": 0.8197417259793631,
      "learning_rate": 0.0002750219866781856,
      "loss": 0.7691,
      "step": 28925
    },
    {
      "epoch": 1.1847634650829408,
      "grad_norm": 1.3960875026174184,
      "learning_rate": 0.000275020184565859,
      "loss": 1.6706,
      "step": 28926
    },
    {
      "epoch": 1.1848044235101372,
      "grad_norm": 0.9266075331824374,
      "learning_rate": 0.0002750183823944302,
      "loss": 0.8549,
      "step": 28927
    },
    {
      "epoch": 1.1848453819373337,
      "grad_norm": 0.9780911659802931,
      "learning_rate": 0.0002750165801639,
      "loss": 0.7093,
      "step": 28928
    },
    {
      "epoch": 1.18488634036453,
      "grad_norm": 0.6575838963523454,
      "learning_rate": 0.00027501477787426914,
      "loss": 0.665,
      "step": 28929
    },
    {
      "epoch": 1.1849272987917263,
      "grad_norm": 0.9392469901184937,
      "learning_rate": 0.00027501297552553865,
      "loss": 0.6775,
      "step": 28930
    },
    {
      "epoch": 1.1849682572189228,
      "grad_norm": 0.7017400983802958,
      "learning_rate": 0.00027501117311770916,
      "loss": 0.6641,
      "step": 28931
    },
    {
      "epoch": 1.1850092156461192,
      "grad_norm": 0.57487289112575,
      "learning_rate": 0.0002750093706507817,
      "loss": 0.27,
      "step": 28932
    },
    {
      "epoch": 1.1850501740733157,
      "grad_norm": 0.8198844542672816,
      "learning_rate": 0.0002750075681247571,
      "loss": 0.8765,
      "step": 28933
    },
    {
      "epoch": 1.185091132500512,
      "grad_norm": 0.6318075912791343,
      "learning_rate": 0.0002750057655396361,
      "loss": 0.2679,
      "step": 28934
    },
    {
      "epoch": 1.1851320909277083,
      "grad_norm": 0.914407894732612,
      "learning_rate": 0.00027500396289541966,
      "loss": 0.5281,
      "step": 28935
    },
    {
      "epoch": 1.1851730493549049,
      "grad_norm": 1.1221373690529495,
      "learning_rate": 0.00027500216019210865,
      "loss": 1.1548,
      "step": 28936
    },
    {
      "epoch": 1.1852140077821012,
      "grad_norm": 1.8051502337711451,
      "learning_rate": 0.00027500035742970374,
      "loss": 1.2429,
      "step": 28937
    },
    {
      "epoch": 1.1852549662092975,
      "grad_norm": 0.7761239432672805,
      "learning_rate": 0.0002749985546082061,
      "loss": 0.8007,
      "step": 28938
    },
    {
      "epoch": 1.185295924636494,
      "grad_norm": 0.8370564988376363,
      "learning_rate": 0.00027499675172761625,
      "loss": 0.676,
      "step": 28939
    },
    {
      "epoch": 1.1853368830636903,
      "grad_norm": 0.8841371091851579,
      "learning_rate": 0.00027499494878793524,
      "loss": 0.8048,
      "step": 28940
    },
    {
      "epoch": 1.1853778414908867,
      "grad_norm": 0.9223781028334473,
      "learning_rate": 0.00027499314578916385,
      "loss": 0.2421,
      "step": 28941
    },
    {
      "epoch": 1.1854187999180832,
      "grad_norm": 0.7378476216043413,
      "learning_rate": 0.000274991342731303,
      "loss": 0.6705,
      "step": 28942
    },
    {
      "epoch": 1.1854597583452795,
      "grad_norm": 0.7221576243692803,
      "learning_rate": 0.0002749895396143535,
      "loss": 0.7561,
      "step": 28943
    },
    {
      "epoch": 1.1855007167724758,
      "grad_norm": 0.6448258516666189,
      "learning_rate": 0.0002749877364383161,
      "loss": 0.3529,
      "step": 28944
    },
    {
      "epoch": 1.1855416751996724,
      "grad_norm": 0.8765223066415786,
      "learning_rate": 0.0002749859332031918,
      "loss": 1.0209,
      "step": 28945
    },
    {
      "epoch": 1.1855826336268687,
      "grad_norm": 0.7900335734177741,
      "learning_rate": 0.00027498412990898145,
      "loss": 0.4509,
      "step": 28946
    },
    {
      "epoch": 1.1856235920540652,
      "grad_norm": 0.758251339949087,
      "learning_rate": 0.0002749823265556858,
      "loss": 0.9583,
      "step": 28947
    },
    {
      "epoch": 1.1856645504812615,
      "grad_norm": 0.8333462773177451,
      "learning_rate": 0.00027498052314330583,
      "loss": 0.9074,
      "step": 28948
    },
    {
      "epoch": 1.1857055089084578,
      "grad_norm": 1.0526184227463793,
      "learning_rate": 0.00027497871967184224,
      "loss": 0.7593,
      "step": 28949
    },
    {
      "epoch": 1.1857464673356544,
      "grad_norm": 0.47886423411918844,
      "learning_rate": 0.000274976916141296,
      "loss": 0.2402,
      "step": 28950
    },
    {
      "epoch": 1.1857874257628507,
      "grad_norm": 0.9379711881826169,
      "learning_rate": 0.00027497511255166797,
      "loss": 0.8104,
      "step": 28951
    },
    {
      "epoch": 1.1858283841900472,
      "grad_norm": 0.7351715734424338,
      "learning_rate": 0.0002749733089029589,
      "loss": 0.8256,
      "step": 28952
    },
    {
      "epoch": 1.1858693426172435,
      "grad_norm": 0.9161596934605403,
      "learning_rate": 0.0002749715051951697,
      "loss": 0.6272,
      "step": 28953
    },
    {
      "epoch": 1.1859103010444398,
      "grad_norm": 1.3027772580308081,
      "learning_rate": 0.00027496970142830125,
      "loss": 1.6671,
      "step": 28954
    },
    {
      "epoch": 1.1859512594716364,
      "grad_norm": 1.0134702959553827,
      "learning_rate": 0.00027496789760235435,
      "loss": 1.1133,
      "step": 28955
    },
    {
      "epoch": 1.1859922178988327,
      "grad_norm": 0.7692804587562021,
      "learning_rate": 0.0002749660937173299,
      "loss": 0.5707,
      "step": 28956
    },
    {
      "epoch": 1.186033176326029,
      "grad_norm": 0.940895537961926,
      "learning_rate": 0.00027496428977322873,
      "loss": 1.0384,
      "step": 28957
    },
    {
      "epoch": 1.1860741347532255,
      "grad_norm": 1.1912001344262273,
      "learning_rate": 0.0002749624857700517,
      "loss": 0.8644,
      "step": 28958
    },
    {
      "epoch": 1.1861150931804219,
      "grad_norm": 1.0549715137021827,
      "learning_rate": 0.0002749606817077996,
      "loss": 1.0023,
      "step": 28959
    },
    {
      "epoch": 1.1861560516076182,
      "grad_norm": 0.9690103000021559,
      "learning_rate": 0.00027495887758647344,
      "loss": 1.0552,
      "step": 28960
    },
    {
      "epoch": 1.1861970100348147,
      "grad_norm": 0.7885198034489149,
      "learning_rate": 0.00027495707340607396,
      "loss": 0.7548,
      "step": 28961
    },
    {
      "epoch": 1.186237968462011,
      "grad_norm": 3.1259565813488233,
      "learning_rate": 0.000274955269166602,
      "loss": 5.8723,
      "step": 28962
    },
    {
      "epoch": 1.1862789268892073,
      "grad_norm": 0.8947852729757033,
      "learning_rate": 0.0002749534648680584,
      "loss": 0.8009,
      "step": 28963
    },
    {
      "epoch": 1.1863198853164039,
      "grad_norm": 0.854387052399288,
      "learning_rate": 0.0002749516605104441,
      "loss": 0.9627,
      "step": 28964
    },
    {
      "epoch": 1.1863608437436002,
      "grad_norm": 1.3089455249293251,
      "learning_rate": 0.0002749498560937599,
      "loss": 1.3492,
      "step": 28965
    },
    {
      "epoch": 1.1864018021707967,
      "grad_norm": 0.6946816458713695,
      "learning_rate": 0.0002749480516180066,
      "loss": 0.7475,
      "step": 28966
    },
    {
      "epoch": 1.186442760597993,
      "grad_norm": 0.6902650771326128,
      "learning_rate": 0.00027494624708318516,
      "loss": 0.4124,
      "step": 28967
    },
    {
      "epoch": 1.1864837190251893,
      "grad_norm": 0.9620181896644519,
      "learning_rate": 0.0002749444424892964,
      "loss": 0.9813,
      "step": 28968
    },
    {
      "epoch": 1.1865246774523859,
      "grad_norm": 1.349110021198598,
      "learning_rate": 0.0002749426378363411,
      "loss": 1.3927,
      "step": 28969
    },
    {
      "epoch": 1.1865656358795822,
      "grad_norm": 2.005378723026104,
      "learning_rate": 0.0002749408331243203,
      "loss": 3.9306,
      "step": 28970
    },
    {
      "epoch": 1.1866065943067787,
      "grad_norm": 0.9637490759804238,
      "learning_rate": 0.00027493902835323456,
      "loss": 1.053,
      "step": 28971
    },
    {
      "epoch": 1.186647552733975,
      "grad_norm": 0.9162498946097791,
      "learning_rate": 0.00027493722352308497,
      "loss": 0.7087,
      "step": 28972
    },
    {
      "epoch": 1.1866885111611714,
      "grad_norm": 0.943920730656818,
      "learning_rate": 0.00027493541863387233,
      "loss": 0.6668,
      "step": 28973
    },
    {
      "epoch": 1.186729469588368,
      "grad_norm": 0.6309753883015667,
      "learning_rate": 0.00027493361368559745,
      "loss": 0.3392,
      "step": 28974
    },
    {
      "epoch": 1.1867704280155642,
      "grad_norm": 0.49940751459948746,
      "learning_rate": 0.00027493180867826125,
      "loss": 0.2652,
      "step": 28975
    },
    {
      "epoch": 1.1868113864427605,
      "grad_norm": 0.754346416873837,
      "learning_rate": 0.0002749300036118645,
      "loss": 0.9223,
      "step": 28976
    },
    {
      "epoch": 1.186852344869957,
      "grad_norm": 0.8673573416745487,
      "learning_rate": 0.0002749281984864081,
      "loss": 0.9283,
      "step": 28977
    },
    {
      "epoch": 1.1868933032971534,
      "grad_norm": 0.7436762904798139,
      "learning_rate": 0.0002749263933018929,
      "loss": 0.6449,
      "step": 28978
    },
    {
      "epoch": 1.1869342617243497,
      "grad_norm": 1.0162564748953127,
      "learning_rate": 0.0002749245880583197,
      "loss": 0.8061,
      "step": 28979
    },
    {
      "epoch": 1.1869752201515462,
      "grad_norm": 2.588863681467775,
      "learning_rate": 0.0002749227827556895,
      "loss": 2.0972,
      "step": 28980
    },
    {
      "epoch": 1.1870161785787425,
      "grad_norm": 0.6974402892047539,
      "learning_rate": 0.00027492097739400303,
      "loss": 0.2847,
      "step": 28981
    },
    {
      "epoch": 1.187057137005939,
      "grad_norm": 0.8548289295349817,
      "learning_rate": 0.0002749191719732611,
      "loss": 0.8918,
      "step": 28982
    },
    {
      "epoch": 1.1870980954331354,
      "grad_norm": 0.6355963065151704,
      "learning_rate": 0.0002749173664934647,
      "loss": 0.4528,
      "step": 28983
    },
    {
      "epoch": 1.1871390538603317,
      "grad_norm": 1.0248831041070463,
      "learning_rate": 0.0002749155609546146,
      "loss": 0.6479,
      "step": 28984
    },
    {
      "epoch": 1.1871800122875282,
      "grad_norm": 0.6399671066453226,
      "learning_rate": 0.0002749137553567117,
      "loss": 0.2849,
      "step": 28985
    },
    {
      "epoch": 1.1872209707147245,
      "grad_norm": 1.1557740860907753,
      "learning_rate": 0.0002749119496997568,
      "loss": 0.6033,
      "step": 28986
    },
    {
      "epoch": 1.1872619291419209,
      "grad_norm": 1.1140845895618734,
      "learning_rate": 0.0002749101439837507,
      "loss": 0.3106,
      "step": 28987
    },
    {
      "epoch": 1.1873028875691174,
      "grad_norm": 0.7911296496252427,
      "learning_rate": 0.0002749083382086944,
      "loss": 0.7705,
      "step": 28988
    },
    {
      "epoch": 1.1873438459963137,
      "grad_norm": 1.0123242164706705,
      "learning_rate": 0.00027490653237458875,
      "loss": 0.7816,
      "step": 28989
    },
    {
      "epoch": 1.1873848044235102,
      "grad_norm": 0.7958315235707784,
      "learning_rate": 0.00027490472648143444,
      "loss": 0.5653,
      "step": 28990
    },
    {
      "epoch": 1.1874257628507066,
      "grad_norm": 0.8776795894409765,
      "learning_rate": 0.0002749029205292325,
      "loss": 0.6804,
      "step": 28991
    },
    {
      "epoch": 1.1874667212779029,
      "grad_norm": 0.5797367005792365,
      "learning_rate": 0.00027490111451798367,
      "loss": 0.3916,
      "step": 28992
    },
    {
      "epoch": 1.1875076797050994,
      "grad_norm": 1.3230329989719138,
      "learning_rate": 0.00027489930844768883,
      "loss": 1.5885,
      "step": 28993
    },
    {
      "epoch": 1.1875486381322957,
      "grad_norm": 0.8530433219216315,
      "learning_rate": 0.0002748975023183489,
      "loss": 0.4602,
      "step": 28994
    },
    {
      "epoch": 1.187589596559492,
      "grad_norm": 0.6335410277340565,
      "learning_rate": 0.0002748956961299646,
      "loss": 0.3978,
      "step": 28995
    },
    {
      "epoch": 1.1876305549866886,
      "grad_norm": 1.5890464628780239,
      "learning_rate": 0.00027489388988253687,
      "loss": 0.8752,
      "step": 28996
    },
    {
      "epoch": 1.1876715134138849,
      "grad_norm": 0.8049345054416611,
      "learning_rate": 0.00027489208357606664,
      "loss": 0.3871,
      "step": 28997
    },
    {
      "epoch": 1.1877124718410812,
      "grad_norm": 1.2693663956172927,
      "learning_rate": 0.0002748902772105546,
      "loss": 1.0234,
      "step": 28998
    },
    {
      "epoch": 1.1877534302682777,
      "grad_norm": 1.1201470596739702,
      "learning_rate": 0.0002748884707860017,
      "loss": 0.9315,
      "step": 28999
    },
    {
      "epoch": 1.187794388695474,
      "grad_norm": 1.3694612086894573,
      "learning_rate": 0.0002748866643024088,
      "loss": 1.134,
      "step": 29000
    },
    {
      "epoch": 1.1878353471226706,
      "grad_norm": 0.6870803958792747,
      "learning_rate": 0.0002748848577597767,
      "loss": 0.7044,
      "step": 29001
    },
    {
      "epoch": 1.187876305549867,
      "grad_norm": 2.59239538840431,
      "learning_rate": 0.0002748830511581063,
      "loss": 1.4633,
      "step": 29002
    },
    {
      "epoch": 1.1879172639770632,
      "grad_norm": 0.8211985524859413,
      "learning_rate": 0.0002748812444973985,
      "loss": 0.8209,
      "step": 29003
    },
    {
      "epoch": 1.1879582224042597,
      "grad_norm": 0.867079662408883,
      "learning_rate": 0.000274879437777654,
      "loss": 0.7204,
      "step": 29004
    },
    {
      "epoch": 1.187999180831456,
      "grad_norm": 0.7353314441798962,
      "learning_rate": 0.0002748776309988738,
      "loss": 0.6999,
      "step": 29005
    },
    {
      "epoch": 1.1880401392586524,
      "grad_norm": 0.8537847708347543,
      "learning_rate": 0.0002748758241610587,
      "loss": 0.4328,
      "step": 29006
    },
    {
      "epoch": 1.188081097685849,
      "grad_norm": 0.8220273667527322,
      "learning_rate": 0.0002748740172642095,
      "loss": 0.7541,
      "step": 29007
    },
    {
      "epoch": 1.1881220561130452,
      "grad_norm": 1.1482908797603206,
      "learning_rate": 0.0002748722103083272,
      "loss": 1.0356,
      "step": 29008
    },
    {
      "epoch": 1.1881630145402418,
      "grad_norm": 0.8645157070901328,
      "learning_rate": 0.0002748704032934125,
      "loss": 0.6925,
      "step": 29009
    },
    {
      "epoch": 1.188203972967438,
      "grad_norm": 0.7562698890687664,
      "learning_rate": 0.0002748685962194663,
      "loss": 0.8216,
      "step": 29010
    },
    {
      "epoch": 1.1882449313946344,
      "grad_norm": 0.9929478357511218,
      "learning_rate": 0.00027486678908648953,
      "loss": 0.8982,
      "step": 29011
    },
    {
      "epoch": 1.188285889821831,
      "grad_norm": 0.8700849964159932,
      "learning_rate": 0.000274864981894483,
      "loss": 0.4189,
      "step": 29012
    },
    {
      "epoch": 1.1883268482490272,
      "grad_norm": 0.9143485220224243,
      "learning_rate": 0.0002748631746434475,
      "loss": 1.0235,
      "step": 29013
    },
    {
      "epoch": 1.1883678066762235,
      "grad_norm": 1.0939017937360649,
      "learning_rate": 0.000274861367333384,
      "loss": 1.0047,
      "step": 29014
    },
    {
      "epoch": 1.18840876510342,
      "grad_norm": 0.8103852315807788,
      "learning_rate": 0.0002748595599642932,
      "loss": 0.7305,
      "step": 29015
    },
    {
      "epoch": 1.1884497235306164,
      "grad_norm": 0.6131083579760845,
      "learning_rate": 0.00027485775253617616,
      "loss": 0.4414,
      "step": 29016
    },
    {
      "epoch": 1.1884906819578127,
      "grad_norm": 0.9384428863967355,
      "learning_rate": 0.00027485594504903356,
      "loss": 0.9786,
      "step": 29017
    },
    {
      "epoch": 1.1885316403850092,
      "grad_norm": 1.15910829152968,
      "learning_rate": 0.0002748541375028663,
      "loss": 1.3105,
      "step": 29018
    },
    {
      "epoch": 1.1885725988122056,
      "grad_norm": 0.6581160467889586,
      "learning_rate": 0.0002748523298976752,
      "loss": 0.4181,
      "step": 29019
    },
    {
      "epoch": 1.188613557239402,
      "grad_norm": 0.5994894450690417,
      "learning_rate": 0.00027485052223346127,
      "loss": 0.4037,
      "step": 29020
    },
    {
      "epoch": 1.1886545156665984,
      "grad_norm": 0.850656494924605,
      "learning_rate": 0.0002748487145102252,
      "loss": 0.8058,
      "step": 29021
    },
    {
      "epoch": 1.1886954740937947,
      "grad_norm": 1.4143590268030652,
      "learning_rate": 0.0002748469067279679,
      "loss": 1.5543,
      "step": 29022
    },
    {
      "epoch": 1.1887364325209913,
      "grad_norm": 0.8068498623242837,
      "learning_rate": 0.0002748450988866902,
      "loss": 0.8421,
      "step": 29023
    },
    {
      "epoch": 1.1887773909481876,
      "grad_norm": 0.5565196939328835,
      "learning_rate": 0.00027484329098639306,
      "loss": 0.3044,
      "step": 29024
    },
    {
      "epoch": 1.188818349375384,
      "grad_norm": 0.9990670502012758,
      "learning_rate": 0.0002748414830270772,
      "loss": 0.7336,
      "step": 29025
    },
    {
      "epoch": 1.1888593078025804,
      "grad_norm": 0.8812630947256882,
      "learning_rate": 0.0002748396750087436,
      "loss": 0.9289,
      "step": 29026
    },
    {
      "epoch": 1.1889002662297767,
      "grad_norm": 0.6252539484297504,
      "learning_rate": 0.00027483786693139294,
      "loss": 0.3625,
      "step": 29027
    },
    {
      "epoch": 1.1889412246569733,
      "grad_norm": 1.002731445088866,
      "learning_rate": 0.00027483605879502623,
      "loss": 1.1562,
      "step": 29028
    },
    {
      "epoch": 1.1889821830841696,
      "grad_norm": 0.7306652231747456,
      "learning_rate": 0.0002748342505996443,
      "loss": 0.8098,
      "step": 29029
    },
    {
      "epoch": 1.189023141511366,
      "grad_norm": 0.9695429815938751,
      "learning_rate": 0.00027483244234524797,
      "loss": 1.0496,
      "step": 29030
    },
    {
      "epoch": 1.1890640999385624,
      "grad_norm": 0.8075964788672038,
      "learning_rate": 0.0002748306340318381,
      "loss": 0.8375,
      "step": 29031
    },
    {
      "epoch": 1.1891050583657587,
      "grad_norm": 0.7884452976039537,
      "learning_rate": 0.00027482882565941553,
      "loss": 0.74,
      "step": 29032
    },
    {
      "epoch": 1.189146016792955,
      "grad_norm": 0.6151208484608667,
      "learning_rate": 0.0002748270172279812,
      "loss": 0.2183,
      "step": 29033
    },
    {
      "epoch": 1.1891869752201516,
      "grad_norm": 0.8408673316903241,
      "learning_rate": 0.0002748252087375358,
      "loss": 0.835,
      "step": 29034
    },
    {
      "epoch": 1.189227933647348,
      "grad_norm": 0.9507405199128041,
      "learning_rate": 0.00027482340018808037,
      "loss": 0.9229,
      "step": 29035
    },
    {
      "epoch": 1.1892688920745442,
      "grad_norm": 0.8769141146846192,
      "learning_rate": 0.0002748215915796156,
      "loss": 0.9384,
      "step": 29036
    },
    {
      "epoch": 1.1893098505017408,
      "grad_norm": 1.2821713320115056,
      "learning_rate": 0.00027481978291214244,
      "loss": 1.2616,
      "step": 29037
    },
    {
      "epoch": 1.189350808928937,
      "grad_norm": 0.9242969272541517,
      "learning_rate": 0.0002748179741856618,
      "loss": 0.8053,
      "step": 29038
    },
    {
      "epoch": 1.1893917673561336,
      "grad_norm": 0.9829289684620037,
      "learning_rate": 0.0002748161654001744,
      "loss": 0.8851,
      "step": 29039
    },
    {
      "epoch": 1.18943272578333,
      "grad_norm": 1.4263197236547847,
      "learning_rate": 0.0002748143565556812,
      "loss": 1.907,
      "step": 29040
    },
    {
      "epoch": 1.1894736842105262,
      "grad_norm": 1.4781133934558777,
      "learning_rate": 0.000274812547652183,
      "loss": 2.3851,
      "step": 29041
    },
    {
      "epoch": 1.1895146426377228,
      "grad_norm": 0.7129107543341516,
      "learning_rate": 0.00027481073868968067,
      "loss": 0.4439,
      "step": 29042
    },
    {
      "epoch": 1.189555601064919,
      "grad_norm": 0.7311966022773609,
      "learning_rate": 0.00027480892966817505,
      "loss": 0.3416,
      "step": 29043
    },
    {
      "epoch": 1.1895965594921156,
      "grad_norm": 0.8845440805127442,
      "learning_rate": 0.00027480712058766704,
      "loss": 0.8231,
      "step": 29044
    },
    {
      "epoch": 1.189637517919312,
      "grad_norm": 0.6629558248345448,
      "learning_rate": 0.00027480531144815745,
      "loss": 0.4084,
      "step": 29045
    },
    {
      "epoch": 1.1896784763465083,
      "grad_norm": 0.7955259708677405,
      "learning_rate": 0.00027480350224964715,
      "loss": 0.9982,
      "step": 29046
    },
    {
      "epoch": 1.1897194347737048,
      "grad_norm": 0.9436817674212824,
      "learning_rate": 0.00027480169299213696,
      "loss": 0.8298,
      "step": 29047
    },
    {
      "epoch": 1.189760393200901,
      "grad_norm": 0.7137675476809962,
      "learning_rate": 0.00027479988367562784,
      "loss": 0.6219,
      "step": 29048
    },
    {
      "epoch": 1.1898013516280974,
      "grad_norm": 0.7951827325573804,
      "learning_rate": 0.0002747980743001205,
      "loss": 0.8407,
      "step": 29049
    },
    {
      "epoch": 1.189842310055294,
      "grad_norm": 0.8270679570587793,
      "learning_rate": 0.000274796264865616,
      "loss": 0.7482,
      "step": 29050
    },
    {
      "epoch": 1.1898832684824903,
      "grad_norm": 0.8511098673151083,
      "learning_rate": 0.00027479445537211493,
      "loss": 0.8092,
      "step": 29051
    },
    {
      "epoch": 1.1899242269096866,
      "grad_norm": 0.6872704089748009,
      "learning_rate": 0.00027479264581961837,
      "loss": 0.7222,
      "step": 29052
    },
    {
      "epoch": 1.1899651853368831,
      "grad_norm": 0.8054017034782397,
      "learning_rate": 0.000274790836208127,
      "loss": 0.8552,
      "step": 29053
    },
    {
      "epoch": 1.1900061437640794,
      "grad_norm": 1.2760408427300503,
      "learning_rate": 0.0002747890265376418,
      "loss": 1.7608,
      "step": 29054
    },
    {
      "epoch": 1.1900471021912757,
      "grad_norm": 0.9581583994167479,
      "learning_rate": 0.0002747872168081636,
      "loss": 0.3282,
      "step": 29055
    },
    {
      "epoch": 1.1900880606184723,
      "grad_norm": 1.0043736313554792,
      "learning_rate": 0.0002747854070196933,
      "loss": 0.9117,
      "step": 29056
    },
    {
      "epoch": 1.1901290190456686,
      "grad_norm": 1.0649641276790274,
      "learning_rate": 0.00027478359717223166,
      "loss": 1.1858,
      "step": 29057
    },
    {
      "epoch": 1.1901699774728651,
      "grad_norm": 1.0583048588380823,
      "learning_rate": 0.00027478178726577957,
      "loss": 1.3191,
      "step": 29058
    },
    {
      "epoch": 1.1902109359000614,
      "grad_norm": 0.8766515697302165,
      "learning_rate": 0.0002747799773003379,
      "loss": 0.8728,
      "step": 29059
    },
    {
      "epoch": 1.1902518943272578,
      "grad_norm": 0.8167985782938346,
      "learning_rate": 0.00027477816727590747,
      "loss": 1.0031,
      "step": 29060
    },
    {
      "epoch": 1.1902928527544543,
      "grad_norm": 0.7733581462857779,
      "learning_rate": 0.0002747763571924892,
      "loss": 0.7825,
      "step": 29061
    },
    {
      "epoch": 1.1903338111816506,
      "grad_norm": 0.9925641552925702,
      "learning_rate": 0.00027477454705008387,
      "loss": 0.9468,
      "step": 29062
    },
    {
      "epoch": 1.1903747696088471,
      "grad_norm": 0.8278318515592731,
      "learning_rate": 0.0002747727368486924,
      "loss": 0.8256,
      "step": 29063
    },
    {
      "epoch": 1.1904157280360435,
      "grad_norm": 1.051542565938629,
      "learning_rate": 0.00027477092658831565,
      "loss": 1.1495,
      "step": 29064
    },
    {
      "epoch": 1.1904566864632398,
      "grad_norm": 2.497375864821238,
      "learning_rate": 0.00027476911626895433,
      "loss": 2.3096,
      "step": 29065
    },
    {
      "epoch": 1.1904976448904363,
      "grad_norm": 1.2576781763638987,
      "learning_rate": 0.00027476730589060953,
      "loss": 0.967,
      "step": 29066
    },
    {
      "epoch": 1.1905386033176326,
      "grad_norm": 1.0896682067892935,
      "learning_rate": 0.000274765495453282,
      "loss": 0.8028,
      "step": 29067
    },
    {
      "epoch": 1.190579561744829,
      "grad_norm": 0.8221891536599519,
      "learning_rate": 0.00027476368495697246,
      "loss": 0.7864,
      "step": 29068
    },
    {
      "epoch": 1.1906205201720255,
      "grad_norm": 0.5777480189395758,
      "learning_rate": 0.00027476187440168197,
      "loss": 0.3353,
      "step": 29069
    },
    {
      "epoch": 1.1906614785992218,
      "grad_norm": 0.618992023857077,
      "learning_rate": 0.0002747600637874113,
      "loss": 0.2912,
      "step": 29070
    },
    {
      "epoch": 1.190702437026418,
      "grad_norm": 0.819765429648109,
      "learning_rate": 0.0002747582531141613,
      "loss": 0.4799,
      "step": 29071
    },
    {
      "epoch": 1.1907433954536146,
      "grad_norm": 1.062981820390783,
      "learning_rate": 0.00027475644238193287,
      "loss": 0.8816,
      "step": 29072
    },
    {
      "epoch": 1.190784353880811,
      "grad_norm": 1.192317032511612,
      "learning_rate": 0.0002747546315907268,
      "loss": 0.7673,
      "step": 29073
    },
    {
      "epoch": 1.1908253123080073,
      "grad_norm": 1.1581127351451916,
      "learning_rate": 0.000274752820740544,
      "loss": 1.2904,
      "step": 29074
    },
    {
      "epoch": 1.1908662707352038,
      "grad_norm": 0.7665525408460333,
      "learning_rate": 0.0002747510098313853,
      "loss": 0.7878,
      "step": 29075
    },
    {
      "epoch": 1.1909072291624,
      "grad_norm": 0.9103167485674918,
      "learning_rate": 0.00027474919886325157,
      "loss": 0.9069,
      "step": 29076
    },
    {
      "epoch": 1.1909481875895966,
      "grad_norm": 0.8299969069372335,
      "learning_rate": 0.0002747473878361436,
      "loss": 0.4204,
      "step": 29077
    },
    {
      "epoch": 1.190989146016793,
      "grad_norm": 0.815447412453649,
      "learning_rate": 0.0002747455767500624,
      "loss": 0.8211,
      "step": 29078
    },
    {
      "epoch": 1.1910301044439893,
      "grad_norm": 0.6943873297320114,
      "learning_rate": 0.0002747437656050086,
      "loss": 0.7672,
      "step": 29079
    },
    {
      "epoch": 1.1910710628711858,
      "grad_norm": 1.2869185956176303,
      "learning_rate": 0.0002747419544009833,
      "loss": 1.3936,
      "step": 29080
    },
    {
      "epoch": 1.1911120212983821,
      "grad_norm": 1.1931873625574456,
      "learning_rate": 0.00027474014313798724,
      "loss": 1.0484,
      "step": 29081
    },
    {
      "epoch": 1.1911529797255787,
      "grad_norm": 1.3087027961591435,
      "learning_rate": 0.00027473833181602123,
      "loss": 1.3761,
      "step": 29082
    },
    {
      "epoch": 1.191193938152775,
      "grad_norm": 0.76269700300861,
      "learning_rate": 0.0002747365204350862,
      "loss": 0.7003,
      "step": 29083
    },
    {
      "epoch": 1.1912348965799713,
      "grad_norm": 0.6666165644011041,
      "learning_rate": 0.00027473470899518293,
      "loss": 0.3206,
      "step": 29084
    },
    {
      "epoch": 1.1912758550071678,
      "grad_norm": 1.0872228678528353,
      "learning_rate": 0.00027473289749631243,
      "loss": 0.7431,
      "step": 29085
    },
    {
      "epoch": 1.1913168134343641,
      "grad_norm": 1.0577397382519889,
      "learning_rate": 0.00027473108593847537,
      "loss": 1.1292,
      "step": 29086
    },
    {
      "epoch": 1.1913577718615604,
      "grad_norm": 0.8587468376435591,
      "learning_rate": 0.0002747292743216727,
      "loss": 0.763,
      "step": 29087
    },
    {
      "epoch": 1.191398730288757,
      "grad_norm": 0.9531166437781758,
      "learning_rate": 0.0002747274626459053,
      "loss": 1.1576,
      "step": 29088
    },
    {
      "epoch": 1.1914396887159533,
      "grad_norm": 0.7751479967006901,
      "learning_rate": 0.00027472565091117394,
      "loss": 0.4435,
      "step": 29089
    },
    {
      "epoch": 1.1914806471431496,
      "grad_norm": 0.5773752379651655,
      "learning_rate": 0.0002747238391174796,
      "loss": 0.6027,
      "step": 29090
    },
    {
      "epoch": 1.1915216055703461,
      "grad_norm": 0.8172770899830466,
      "learning_rate": 0.000274722027264823,
      "loss": 0.4776,
      "step": 29091
    },
    {
      "epoch": 1.1915625639975425,
      "grad_norm": 1.0150064659389835,
      "learning_rate": 0.0002747202153532051,
      "loss": 0.997,
      "step": 29092
    },
    {
      "epoch": 1.1916035224247388,
      "grad_norm": 0.8281462965388169,
      "learning_rate": 0.0002747184033826267,
      "loss": 1.0799,
      "step": 29093
    },
    {
      "epoch": 1.1916444808519353,
      "grad_norm": 1.2474127712960128,
      "learning_rate": 0.0002747165913530887,
      "loss": 0.7777,
      "step": 29094
    },
    {
      "epoch": 1.1916854392791316,
      "grad_norm": 0.5929915617945217,
      "learning_rate": 0.0002747147792645919,
      "loss": 0.3944,
      "step": 29095
    },
    {
      "epoch": 1.1917263977063282,
      "grad_norm": 0.7266235943962692,
      "learning_rate": 0.0002747129671171372,
      "loss": 0.7994,
      "step": 29096
    },
    {
      "epoch": 1.1917673561335245,
      "grad_norm": 0.9787304719591471,
      "learning_rate": 0.0002747111549107255,
      "loss": 0.6755,
      "step": 29097
    },
    {
      "epoch": 1.1918083145607208,
      "grad_norm": 1.260015957151679,
      "learning_rate": 0.00027470934264535755,
      "loss": 0.8503,
      "step": 29098
    },
    {
      "epoch": 1.1918492729879173,
      "grad_norm": 0.7500210857882718,
      "learning_rate": 0.0002747075303210343,
      "loss": 0.7167,
      "step": 29099
    },
    {
      "epoch": 1.1918902314151136,
      "grad_norm": 0.9238636263074349,
      "learning_rate": 0.00027470571793775653,
      "loss": 0.8111,
      "step": 29100
    },
    {
      "epoch": 1.1919311898423102,
      "grad_norm": 1.0788359986609362,
      "learning_rate": 0.00027470390549552513,
      "loss": 1.1191,
      "step": 29101
    },
    {
      "epoch": 1.1919721482695065,
      "grad_norm": 0.6851471532988199,
      "learning_rate": 0.00027470209299434095,
      "loss": 0.3169,
      "step": 29102
    },
    {
      "epoch": 1.1920131066967028,
      "grad_norm": 0.6992777037707615,
      "learning_rate": 0.00027470028043420484,
      "loss": 0.9307,
      "step": 29103
    },
    {
      "epoch": 1.1920540651238993,
      "grad_norm": 0.9182889973083748,
      "learning_rate": 0.00027469846781511773,
      "loss": 0.7506,
      "step": 29104
    },
    {
      "epoch": 1.1920950235510956,
      "grad_norm": 2.360786749244654,
      "learning_rate": 0.0002746966551370804,
      "loss": 4.1095,
      "step": 29105
    },
    {
      "epoch": 1.192135981978292,
      "grad_norm": 0.9635087220421065,
      "learning_rate": 0.0002746948424000937,
      "loss": 0.9022,
      "step": 29106
    },
    {
      "epoch": 1.1921769404054885,
      "grad_norm": 0.8314549942104932,
      "learning_rate": 0.00027469302960415854,
      "loss": 0.9214,
      "step": 29107
    },
    {
      "epoch": 1.1922178988326848,
      "grad_norm": 0.9197797391220969,
      "learning_rate": 0.0002746912167492758,
      "loss": 0.7314,
      "step": 29108
    },
    {
      "epoch": 1.1922588572598811,
      "grad_norm": 0.9186804877758077,
      "learning_rate": 0.0002746894038354462,
      "loss": 1.0108,
      "step": 29109
    },
    {
      "epoch": 1.1922998156870777,
      "grad_norm": 0.9607357398351442,
      "learning_rate": 0.0002746875908626707,
      "loss": 1.0918,
      "step": 29110
    },
    {
      "epoch": 1.192340774114274,
      "grad_norm": 1.3294771336218585,
      "learning_rate": 0.0002746857778309502,
      "loss": 0.9658,
      "step": 29111
    },
    {
      "epoch": 1.1923817325414703,
      "grad_norm": 0.7303449149137745,
      "learning_rate": 0.00027468396474028545,
      "loss": 0.6734,
      "step": 29112
    },
    {
      "epoch": 1.1924226909686668,
      "grad_norm": 0.883213969142043,
      "learning_rate": 0.00027468215159067734,
      "loss": 1.0303,
      "step": 29113
    },
    {
      "epoch": 1.1924636493958631,
      "grad_norm": 0.8601257700933332,
      "learning_rate": 0.0002746803383821268,
      "loss": 0.7557,
      "step": 29114
    },
    {
      "epoch": 1.1925046078230597,
      "grad_norm": 1.1312790012715987,
      "learning_rate": 0.0002746785251146346,
      "loss": 1.3309,
      "step": 29115
    },
    {
      "epoch": 1.192545566250256,
      "grad_norm": 0.8539052527072037,
      "learning_rate": 0.00027467671178820163,
      "loss": 0.9929,
      "step": 29116
    },
    {
      "epoch": 1.1925865246774523,
      "grad_norm": 0.8205129601350039,
      "learning_rate": 0.0002746748984028288,
      "loss": 0.9083,
      "step": 29117
    },
    {
      "epoch": 1.1926274831046488,
      "grad_norm": 0.5628339886929211,
      "learning_rate": 0.0002746730849585168,
      "loss": 0.3874,
      "step": 29118
    },
    {
      "epoch": 1.1926684415318451,
      "grad_norm": 0.8258799528030695,
      "learning_rate": 0.00027467127145526667,
      "loss": 0.4861,
      "step": 29119
    },
    {
      "epoch": 1.1927093999590417,
      "grad_norm": 0.581310594928077,
      "learning_rate": 0.0002746694578930792,
      "loss": 0.3018,
      "step": 29120
    },
    {
      "epoch": 1.192750358386238,
      "grad_norm": 1.4181907583786924,
      "learning_rate": 0.0002746676442719552,
      "loss": 1.4097,
      "step": 29121
    },
    {
      "epoch": 1.1927913168134343,
      "grad_norm": 0.6565920080820359,
      "learning_rate": 0.0002746658305918956,
      "loss": 0.3459,
      "step": 29122
    },
    {
      "epoch": 1.1928322752406308,
      "grad_norm": 0.835389753803793,
      "learning_rate": 0.0002746640168529013,
      "loss": 0.5296,
      "step": 29123
    },
    {
      "epoch": 1.1928732336678272,
      "grad_norm": 0.9607593361502746,
      "learning_rate": 0.00027466220305497296,
      "loss": 0.9908,
      "step": 29124
    },
    {
      "epoch": 1.1929141920950235,
      "grad_norm": 0.8389815204562331,
      "learning_rate": 0.00027466038919811165,
      "loss": 0.9387,
      "step": 29125
    },
    {
      "epoch": 1.19295515052222,
      "grad_norm": 0.7254961557548664,
      "learning_rate": 0.00027465857528231815,
      "loss": 0.4707,
      "step": 29126
    },
    {
      "epoch": 1.1929961089494163,
      "grad_norm": 0.8524847621329504,
      "learning_rate": 0.00027465676130759327,
      "loss": 0.8512,
      "step": 29127
    },
    {
      "epoch": 1.1930370673766126,
      "grad_norm": 0.6506823748636006,
      "learning_rate": 0.0002746549472739379,
      "loss": 0.3492,
      "step": 29128
    },
    {
      "epoch": 1.1930780258038092,
      "grad_norm": 1.0286989203089485,
      "learning_rate": 0.0002746531331813529,
      "loss": 1.115,
      "step": 29129
    },
    {
      "epoch": 1.1931189842310055,
      "grad_norm": 1.1498490487981672,
      "learning_rate": 0.0002746513190298391,
      "loss": 1.0107,
      "step": 29130
    },
    {
      "epoch": 1.193159942658202,
      "grad_norm": 0.8603488050558513,
      "learning_rate": 0.00027464950481939746,
      "loss": 1.105,
      "step": 29131
    },
    {
      "epoch": 1.1932009010853983,
      "grad_norm": 0.9774318057884647,
      "learning_rate": 0.00027464769055002877,
      "loss": 0.7565,
      "step": 29132
    },
    {
      "epoch": 1.1932418595125946,
      "grad_norm": 0.6124532350190154,
      "learning_rate": 0.00027464587622173385,
      "loss": 0.5021,
      "step": 29133
    },
    {
      "epoch": 1.1932828179397912,
      "grad_norm": 0.7997651595990869,
      "learning_rate": 0.00027464406183451363,
      "loss": 0.9249,
      "step": 29134
    },
    {
      "epoch": 1.1933237763669875,
      "grad_norm": 0.9832793139034629,
      "learning_rate": 0.00027464224738836887,
      "loss": 0.682,
      "step": 29135
    },
    {
      "epoch": 1.1933647347941838,
      "grad_norm": 1.8999103020985195,
      "learning_rate": 0.00027464043288330053,
      "loss": 3.0605,
      "step": 29136
    },
    {
      "epoch": 1.1934056932213803,
      "grad_norm": 0.9179904960283142,
      "learning_rate": 0.00027463861831930944,
      "loss": 0.9252,
      "step": 29137
    },
    {
      "epoch": 1.1934466516485767,
      "grad_norm": 0.7053936318190723,
      "learning_rate": 0.0002746368036963964,
      "loss": 0.6153,
      "step": 29138
    },
    {
      "epoch": 1.1934876100757732,
      "grad_norm": 0.8049474395819963,
      "learning_rate": 0.0002746349890145623,
      "loss": 0.4141,
      "step": 29139
    },
    {
      "epoch": 1.1935285685029695,
      "grad_norm": 1.820528787590823,
      "learning_rate": 0.0002746331742738081,
      "loss": 2.3079,
      "step": 29140
    },
    {
      "epoch": 1.1935695269301658,
      "grad_norm": 2.086865968082463,
      "learning_rate": 0.0002746313594741345,
      "loss": 4.1007,
      "step": 29141
    },
    {
      "epoch": 1.1936104853573624,
      "grad_norm": 0.6339836761657704,
      "learning_rate": 0.0002746295446155424,
      "loss": 0.4385,
      "step": 29142
    },
    {
      "epoch": 1.1936514437845587,
      "grad_norm": 0.9046627383747526,
      "learning_rate": 0.00027462772969803274,
      "loss": 0.973,
      "step": 29143
    },
    {
      "epoch": 1.193692402211755,
      "grad_norm": 1.9980621395621447,
      "learning_rate": 0.0002746259147216063,
      "loss": 1.4055,
      "step": 29144
    },
    {
      "epoch": 1.1937333606389515,
      "grad_norm": 0.990943339399096,
      "learning_rate": 0.00027462409968626397,
      "loss": 1.1607,
      "step": 29145
    },
    {
      "epoch": 1.1937743190661478,
      "grad_norm": 0.8954110153806556,
      "learning_rate": 0.00027462228459200656,
      "loss": 0.873,
      "step": 29146
    },
    {
      "epoch": 1.1938152774933442,
      "grad_norm": 1.0459154016974377,
      "learning_rate": 0.00027462046943883497,
      "loss": 1.1993,
      "step": 29147
    },
    {
      "epoch": 1.1938562359205407,
      "grad_norm": 0.7201097338030478,
      "learning_rate": 0.0002746186542267501,
      "loss": 0.3712,
      "step": 29148
    },
    {
      "epoch": 1.193897194347737,
      "grad_norm": 1.1045153666187788,
      "learning_rate": 0.00027461683895575273,
      "loss": 0.3745,
      "step": 29149
    },
    {
      "epoch": 1.1939381527749335,
      "grad_norm": 1.8408883239627198,
      "learning_rate": 0.00027461502362584377,
      "loss": 0.7021,
      "step": 29150
    },
    {
      "epoch": 1.1939791112021299,
      "grad_norm": 3.755677291050004,
      "learning_rate": 0.00027461320823702403,
      "loss": 5.9146,
      "step": 29151
    },
    {
      "epoch": 1.1940200696293262,
      "grad_norm": 0.7907555164832203,
      "learning_rate": 0.0002746113927892944,
      "loss": 0.6939,
      "step": 29152
    },
    {
      "epoch": 1.1940610280565227,
      "grad_norm": 0.9041259168629396,
      "learning_rate": 0.00027460957728265575,
      "loss": 0.479,
      "step": 29153
    },
    {
      "epoch": 1.194101986483719,
      "grad_norm": 1.055652373451222,
      "learning_rate": 0.00027460776171710894,
      "loss": 1.0674,
      "step": 29154
    },
    {
      "epoch": 1.1941429449109153,
      "grad_norm": 0.7946529073134498,
      "learning_rate": 0.00027460594609265477,
      "loss": 0.6564,
      "step": 29155
    },
    {
      "epoch": 1.1941839033381119,
      "grad_norm": 0.867722014784461,
      "learning_rate": 0.00027460413040929416,
      "loss": 0.9489,
      "step": 29156
    },
    {
      "epoch": 1.1942248617653082,
      "grad_norm": 1.120541962610025,
      "learning_rate": 0.00027460231466702793,
      "loss": 0.6368,
      "step": 29157
    },
    {
      "epoch": 1.1942658201925047,
      "grad_norm": 1.0707063315089926,
      "learning_rate": 0.000274600498865857,
      "loss": 0.5466,
      "step": 29158
    },
    {
      "epoch": 1.194306778619701,
      "grad_norm": 1.0397623097121447,
      "learning_rate": 0.0002745986830057821,
      "loss": 1.0331,
      "step": 29159
    },
    {
      "epoch": 1.1943477370468973,
      "grad_norm": 0.8880479927208481,
      "learning_rate": 0.00027459686708680426,
      "loss": 1.0228,
      "step": 29160
    },
    {
      "epoch": 1.1943886954740939,
      "grad_norm": 0.9326563910340181,
      "learning_rate": 0.0002745950511089242,
      "loss": 0.6571,
      "step": 29161
    },
    {
      "epoch": 1.1944296539012902,
      "grad_norm": 0.854104789544885,
      "learning_rate": 0.00027459323507214285,
      "loss": 1.0509,
      "step": 29162
    },
    {
      "epoch": 1.1944706123284865,
      "grad_norm": 1.0698596579898096,
      "learning_rate": 0.00027459141897646103,
      "loss": 0.8807,
      "step": 29163
    },
    {
      "epoch": 1.194511570755683,
      "grad_norm": 1.1503616002661046,
      "learning_rate": 0.00027458960282187965,
      "loss": 0.528,
      "step": 29164
    },
    {
      "epoch": 1.1945525291828794,
      "grad_norm": 0.736567633302001,
      "learning_rate": 0.00027458778660839953,
      "loss": 0.7924,
      "step": 29165
    },
    {
      "epoch": 1.1945934876100757,
      "grad_norm": 0.8871761105493065,
      "learning_rate": 0.00027458597033602154,
      "loss": 0.8548,
      "step": 29166
    },
    {
      "epoch": 1.1946344460372722,
      "grad_norm": 0.7441691957733176,
      "learning_rate": 0.0002745841540047465,
      "loss": 0.876,
      "step": 29167
    },
    {
      "epoch": 1.1946754044644685,
      "grad_norm": 1.0531955386978211,
      "learning_rate": 0.0002745823376145753,
      "loss": 0.8502,
      "step": 29168
    },
    {
      "epoch": 1.194716362891665,
      "grad_norm": 2.1369844412538757,
      "learning_rate": 0.00027458052116550877,
      "loss": 1.1721,
      "step": 29169
    },
    {
      "epoch": 1.1947573213188614,
      "grad_norm": 0.9194254203105161,
      "learning_rate": 0.0002745787046575479,
      "loss": 1.043,
      "step": 29170
    },
    {
      "epoch": 1.1947982797460577,
      "grad_norm": 1.0139733829284394,
      "learning_rate": 0.0002745768880906934,
      "loss": 0.834,
      "step": 29171
    },
    {
      "epoch": 1.1948392381732542,
      "grad_norm": 4.176571600909778,
      "learning_rate": 0.00027457507146494615,
      "loss": 3.1838,
      "step": 29172
    },
    {
      "epoch": 1.1948801966004505,
      "grad_norm": 0.8753222462811885,
      "learning_rate": 0.00027457325478030706,
      "loss": 0.7255,
      "step": 29173
    },
    {
      "epoch": 1.1949211550276468,
      "grad_norm": 1.0792878103077257,
      "learning_rate": 0.000274571438036777,
      "loss": 0.9884,
      "step": 29174
    },
    {
      "epoch": 1.1949621134548434,
      "grad_norm": 1.0997555090819326,
      "learning_rate": 0.0002745696212343567,
      "loss": 1.1163,
      "step": 29175
    },
    {
      "epoch": 1.1950030718820397,
      "grad_norm": 1.1395395240501287,
      "learning_rate": 0.00027456780437304715,
      "loss": 0.975,
      "step": 29176
    },
    {
      "epoch": 1.1950440303092362,
      "grad_norm": 3.7838493909748983,
      "learning_rate": 0.00027456598745284914,
      "loss": 1.1072,
      "step": 29177
    },
    {
      "epoch": 1.1950849887364325,
      "grad_norm": 1.307283669591253,
      "learning_rate": 0.00027456417047376367,
      "loss": 0.3185,
      "step": 29178
    },
    {
      "epoch": 1.1951259471636289,
      "grad_norm": 1.0979000326865065,
      "learning_rate": 0.0002745623534357914,
      "loss": 1.0921,
      "step": 29179
    },
    {
      "epoch": 1.1951669055908254,
      "grad_norm": 0.8905513749791774,
      "learning_rate": 0.0002745605363389333,
      "loss": 0.7972,
      "step": 29180
    },
    {
      "epoch": 1.1952078640180217,
      "grad_norm": 0.9747234792094914,
      "learning_rate": 0.0002745587191831902,
      "loss": 0.8532,
      "step": 29181
    },
    {
      "epoch": 1.195248822445218,
      "grad_norm": 2.3074753196212967,
      "learning_rate": 0.000274556901968563,
      "loss": 1.0899,
      "step": 29182
    },
    {
      "epoch": 1.1952897808724146,
      "grad_norm": 1.236255531664165,
      "learning_rate": 0.00027455508469505246,
      "loss": 1.0078,
      "step": 29183
    },
    {
      "epoch": 1.1953307392996109,
      "grad_norm": 1.2803847588760051,
      "learning_rate": 0.00027455326736265954,
      "loss": 1.3087,
      "step": 29184
    },
    {
      "epoch": 1.1953716977268072,
      "grad_norm": 1.036295158086845,
      "learning_rate": 0.000274551449971385,
      "loss": 0.4444,
      "step": 29185
    },
    {
      "epoch": 1.1954126561540037,
      "grad_norm": 0.9687138140668596,
      "learning_rate": 0.00027454963252122985,
      "loss": 0.941,
      "step": 29186
    },
    {
      "epoch": 1.1954536145812,
      "grad_norm": 3.6336038624766176,
      "learning_rate": 0.0002745478150121948,
      "loss": 1.2068,
      "step": 29187
    },
    {
      "epoch": 1.1954945730083966,
      "grad_norm": 1.2661850652039652,
      "learning_rate": 0.0002745459974442809,
      "loss": 0.5134,
      "step": 29188
    },
    {
      "epoch": 1.1955355314355929,
      "grad_norm": 1.044241950833773,
      "learning_rate": 0.00027454417981748875,
      "loss": 1.0503,
      "step": 29189
    },
    {
      "epoch": 1.1955764898627892,
      "grad_norm": 0.8993381105833408,
      "learning_rate": 0.00027454236213181934,
      "loss": 0.8379,
      "step": 29190
    },
    {
      "epoch": 1.1956174482899857,
      "grad_norm": 0.691242737873598,
      "learning_rate": 0.0002745405443872736,
      "loss": 0.3451,
      "step": 29191
    },
    {
      "epoch": 1.195658406717182,
      "grad_norm": 0.6616733785414763,
      "learning_rate": 0.0002745387265838522,
      "loss": 0.2903,
      "step": 29192
    },
    {
      "epoch": 1.1956993651443786,
      "grad_norm": 2.5038995606273433,
      "learning_rate": 0.0002745369087215562,
      "loss": 1.296,
      "step": 29193
    },
    {
      "epoch": 1.195740323571575,
      "grad_norm": 1.7811646132895023,
      "learning_rate": 0.00027453509080038643,
      "loss": 1.1103,
      "step": 29194
    },
    {
      "epoch": 1.1957812819987712,
      "grad_norm": 1.3176015617354297,
      "learning_rate": 0.0002745332728203436,
      "loss": 0.8994,
      "step": 29195
    },
    {
      "epoch": 1.1958222404259677,
      "grad_norm": 1.7599817186555733,
      "learning_rate": 0.0002745314547814287,
      "loss": 1.0461,
      "step": 29196
    },
    {
      "epoch": 1.195863198853164,
      "grad_norm": 1.149421663728405,
      "learning_rate": 0.0002745296366836426,
      "loss": 0.9229,
      "step": 29197
    },
    {
      "epoch": 1.1959041572803604,
      "grad_norm": 1.2077533485308136,
      "learning_rate": 0.00027452781852698604,
      "loss": 0.6982,
      "step": 29198
    },
    {
      "epoch": 1.195945115707557,
      "grad_norm": 1.2638447773294312,
      "learning_rate": 0.00027452600031145993,
      "loss": 1.2208,
      "step": 29199
    },
    {
      "epoch": 1.1959860741347532,
      "grad_norm": 1.4691920099922284,
      "learning_rate": 0.0002745241820370652,
      "loss": 0.8554,
      "step": 29200
    },
    {
      "epoch": 1.1960270325619495,
      "grad_norm": 0.9323327499575624,
      "learning_rate": 0.0002745223637038027,
      "loss": 0.6573,
      "step": 29201
    },
    {
      "epoch": 1.196067990989146,
      "grad_norm": 0.8564068390573063,
      "learning_rate": 0.0002745205453116732,
      "loss": 0.6602,
      "step": 29202
    },
    {
      "epoch": 1.1961089494163424,
      "grad_norm": 0.9496862753123041,
      "learning_rate": 0.0002745187268606777,
      "loss": 1.005,
      "step": 29203
    },
    {
      "epoch": 1.1961499078435387,
      "grad_norm": 0.9456095283765535,
      "learning_rate": 0.00027451690835081686,
      "loss": 1.0148,
      "step": 29204
    },
    {
      "epoch": 1.1961908662707352,
      "grad_norm": 1.2355136285107886,
      "learning_rate": 0.00027451508978209167,
      "loss": 1.4611,
      "step": 29205
    },
    {
      "epoch": 1.1962318246979315,
      "grad_norm": 0.9623615558501534,
      "learning_rate": 0.000274513271154503,
      "loss": 0.4936,
      "step": 29206
    },
    {
      "epoch": 1.196272783125128,
      "grad_norm": 1.5823357464073877,
      "learning_rate": 0.0002745114524680517,
      "loss": 1.4781,
      "step": 29207
    },
    {
      "epoch": 1.1963137415523244,
      "grad_norm": 0.9879995559494175,
      "learning_rate": 0.00027450963372273855,
      "loss": 0.4985,
      "step": 29208
    },
    {
      "epoch": 1.1963546999795207,
      "grad_norm": 0.5789552019168084,
      "learning_rate": 0.00027450781491856455,
      "loss": 0.3139,
      "step": 29209
    },
    {
      "epoch": 1.1963956584067172,
      "grad_norm": 1.0531905281698561,
      "learning_rate": 0.0002745059960555304,
      "loss": 0.9761,
      "step": 29210
    },
    {
      "epoch": 1.1964366168339136,
      "grad_norm": 1.3227243255920142,
      "learning_rate": 0.0002745041771336371,
      "loss": 1.1398,
      "step": 29211
    },
    {
      "epoch": 1.19647757526111,
      "grad_norm": 0.8209463383729098,
      "learning_rate": 0.0002745023581528854,
      "loss": 0.4545,
      "step": 29212
    },
    {
      "epoch": 1.1965185336883064,
      "grad_norm": 1.0339278138084338,
      "learning_rate": 0.0002745005391132762,
      "loss": 1.0099,
      "step": 29213
    },
    {
      "epoch": 1.1965594921155027,
      "grad_norm": 0.7931545821664171,
      "learning_rate": 0.0002744987200148104,
      "loss": 0.8007,
      "step": 29214
    },
    {
      "epoch": 1.1966004505426993,
      "grad_norm": 1.2016662455967584,
      "learning_rate": 0.00027449690085748886,
      "loss": 0.6829,
      "step": 29215
    },
    {
      "epoch": 1.1966414089698956,
      "grad_norm": 0.5915181843109669,
      "learning_rate": 0.0002744950816413124,
      "loss": 0.2973,
      "step": 29216
    },
    {
      "epoch": 1.1966823673970919,
      "grad_norm": 0.6989970281065346,
      "learning_rate": 0.00027449326236628186,
      "loss": 0.7488,
      "step": 29217
    },
    {
      "epoch": 1.1967233258242884,
      "grad_norm": 0.8215213678060654,
      "learning_rate": 0.0002744914430323981,
      "loss": 0.8736,
      "step": 29218
    },
    {
      "epoch": 1.1967642842514847,
      "grad_norm": 0.6606548253322465,
      "learning_rate": 0.0002744896236396621,
      "loss": 0.456,
      "step": 29219
    },
    {
      "epoch": 1.196805242678681,
      "grad_norm": 0.673767320541651,
      "learning_rate": 0.00027448780418807455,
      "loss": 0.354,
      "step": 29220
    },
    {
      "epoch": 1.1968462011058776,
      "grad_norm": 1.1520403390405567,
      "learning_rate": 0.00027448598467763645,
      "loss": 1.0611,
      "step": 29221
    },
    {
      "epoch": 1.196887159533074,
      "grad_norm": 0.7595461481806918,
      "learning_rate": 0.00027448416510834857,
      "loss": 0.8098,
      "step": 29222
    },
    {
      "epoch": 1.1969281179602702,
      "grad_norm": 0.613907346087968,
      "learning_rate": 0.00027448234548021176,
      "loss": 0.5271,
      "step": 29223
    },
    {
      "epoch": 1.1969690763874667,
      "grad_norm": 0.9247578939457756,
      "learning_rate": 0.000274480525793227,
      "loss": 1.0051,
      "step": 29224
    },
    {
      "epoch": 1.197010034814663,
      "grad_norm": 1.5189410405999157,
      "learning_rate": 0.000274478706047395,
      "loss": 1.3035,
      "step": 29225
    },
    {
      "epoch": 1.1970509932418596,
      "grad_norm": 0.7819565449208814,
      "learning_rate": 0.00027447688624271675,
      "loss": 0.8006,
      "step": 29226
    },
    {
      "epoch": 1.197091951669056,
      "grad_norm": 0.6837525095822563,
      "learning_rate": 0.000274475066379193,
      "loss": 0.5978,
      "step": 29227
    },
    {
      "epoch": 1.1971329100962522,
      "grad_norm": 1.3428301849388304,
      "learning_rate": 0.0002744732464568247,
      "loss": 1.5396,
      "step": 29228
    },
    {
      "epoch": 1.1971738685234488,
      "grad_norm": 1.048738181256669,
      "learning_rate": 0.0002744714264756126,
      "loss": 1.3049,
      "step": 29229
    },
    {
      "epoch": 1.197214826950645,
      "grad_norm": 1.1801569345317335,
      "learning_rate": 0.00027446960643555775,
      "loss": 1.9435,
      "step": 29230
    },
    {
      "epoch": 1.1972557853778416,
      "grad_norm": 0.8718153191699609,
      "learning_rate": 0.0002744677863366608,
      "loss": 0.7765,
      "step": 29231
    },
    {
      "epoch": 1.197296743805038,
      "grad_norm": 0.8608974631854344,
      "learning_rate": 0.0002744659661789228,
      "loss": 0.5329,
      "step": 29232
    },
    {
      "epoch": 1.1973377022322342,
      "grad_norm": 1.0135370375171484,
      "learning_rate": 0.0002744641459623444,
      "loss": 0.7703,
      "step": 29233
    },
    {
      "epoch": 1.1973786606594308,
      "grad_norm": 0.9547344117991056,
      "learning_rate": 0.00027446232568692665,
      "loss": 0.9434,
      "step": 29234
    },
    {
      "epoch": 1.197419619086627,
      "grad_norm": 0.79541433491739,
      "learning_rate": 0.00027446050535267027,
      "loss": 0.891,
      "step": 29235
    },
    {
      "epoch": 1.1974605775138234,
      "grad_norm": 0.9088395219028245,
      "learning_rate": 0.00027445868495957625,
      "loss": 0.9504,
      "step": 29236
    },
    {
      "epoch": 1.19750153594102,
      "grad_norm": 0.7301671984926805,
      "learning_rate": 0.00027445686450764534,
      "loss": 0.6128,
      "step": 29237
    },
    {
      "epoch": 1.1975424943682162,
      "grad_norm": 0.7944930266784233,
      "learning_rate": 0.00027445504399687846,
      "loss": 0.7924,
      "step": 29238
    },
    {
      "epoch": 1.1975834527954126,
      "grad_norm": 0.8044370151182189,
      "learning_rate": 0.00027445322342727643,
      "loss": 0.8743,
      "step": 29239
    },
    {
      "epoch": 1.197624411222609,
      "grad_norm": 0.8458811730419316,
      "learning_rate": 0.0002744514027988402,
      "loss": 1.0303,
      "step": 29240
    },
    {
      "epoch": 1.1976653696498054,
      "grad_norm": 0.8278762360000037,
      "learning_rate": 0.00027444958211157055,
      "loss": 0.7692,
      "step": 29241
    },
    {
      "epoch": 1.1977063280770017,
      "grad_norm": 0.7646820317179314,
      "learning_rate": 0.0002744477613654683,
      "loss": 0.794,
      "step": 29242
    },
    {
      "epoch": 1.1977472865041983,
      "grad_norm": 0.7216389502565472,
      "learning_rate": 0.00027444594056053446,
      "loss": 0.5152,
      "step": 29243
    },
    {
      "epoch": 1.1977882449313946,
      "grad_norm": 0.905450191518431,
      "learning_rate": 0.00027444411969676974,
      "loss": 0.8475,
      "step": 29244
    },
    {
      "epoch": 1.197829203358591,
      "grad_norm": 0.7535832234562555,
      "learning_rate": 0.00027444229877417506,
      "loss": 0.7625,
      "step": 29245
    },
    {
      "epoch": 1.1978701617857874,
      "grad_norm": 1.1030303656558575,
      "learning_rate": 0.0002744404777927513,
      "loss": 1.252,
      "step": 29246
    },
    {
      "epoch": 1.1979111202129837,
      "grad_norm": 1.0799419762850275,
      "learning_rate": 0.0002744386567524993,
      "loss": 0.4945,
      "step": 29247
    },
    {
      "epoch": 1.1979520786401803,
      "grad_norm": 0.936509233277863,
      "learning_rate": 0.00027443683565341997,
      "loss": 0.9067,
      "step": 29248
    },
    {
      "epoch": 1.1979930370673766,
      "grad_norm": 3.1994692666239177,
      "learning_rate": 0.00027443501449551407,
      "loss": 1.43,
      "step": 29249
    },
    {
      "epoch": 1.1980339954945731,
      "grad_norm": 0.9252968219671406,
      "learning_rate": 0.00027443319327878255,
      "loss": 1.0595,
      "step": 29250
    },
    {
      "epoch": 1.1980749539217694,
      "grad_norm": 0.7702826750292975,
      "learning_rate": 0.00027443137200322613,
      "loss": 0.8815,
      "step": 29251
    },
    {
      "epoch": 1.1981159123489658,
      "grad_norm": 1.176417525330911,
      "learning_rate": 0.0002744295506688459,
      "loss": 1.0357,
      "step": 29252
    },
    {
      "epoch": 1.1981568707761623,
      "grad_norm": 0.9214982499492917,
      "learning_rate": 0.0002744277292756426,
      "loss": 0.8229,
      "step": 29253
    },
    {
      "epoch": 1.1981978292033586,
      "grad_norm": 0.6163516119366113,
      "learning_rate": 0.000274425907823617,
      "loss": 0.3121,
      "step": 29254
    },
    {
      "epoch": 1.198238787630555,
      "grad_norm": 0.8282000602129231,
      "learning_rate": 0.00027442408631277014,
      "loss": 0.8475,
      "step": 29255
    },
    {
      "epoch": 1.1982797460577514,
      "grad_norm": 0.7498033898575277,
      "learning_rate": 0.00027442226474310273,
      "loss": 0.7312,
      "step": 29256
    },
    {
      "epoch": 1.1983207044849478,
      "grad_norm": 1.8346737699325386,
      "learning_rate": 0.00027442044311461574,
      "loss": 0.8062,
      "step": 29257
    },
    {
      "epoch": 1.198361662912144,
      "grad_norm": 0.8586594454826351,
      "learning_rate": 0.0002744186214273099,
      "loss": 0.5265,
      "step": 29258
    },
    {
      "epoch": 1.1984026213393406,
      "grad_norm": 1.0839115273923616,
      "learning_rate": 0.0002744167996811862,
      "loss": 1.5403,
      "step": 29259
    },
    {
      "epoch": 1.198443579766537,
      "grad_norm": 0.8222637898584149,
      "learning_rate": 0.00027441497787624553,
      "loss": 0.8361,
      "step": 29260
    },
    {
      "epoch": 1.1984845381937332,
      "grad_norm": 0.9762292006173557,
      "learning_rate": 0.0002744131560124886,
      "loss": 0.8683,
      "step": 29261
    },
    {
      "epoch": 1.1985254966209298,
      "grad_norm": 0.6855524739427845,
      "learning_rate": 0.0002744113340899164,
      "loss": 0.4006,
      "step": 29262
    },
    {
      "epoch": 1.198566455048126,
      "grad_norm": 0.7640426804232673,
      "learning_rate": 0.0002744095121085297,
      "loss": 0.7633,
      "step": 29263
    },
    {
      "epoch": 1.1986074134753226,
      "grad_norm": 1.1567627026127782,
      "learning_rate": 0.0002744076900683294,
      "loss": 0.9478,
      "step": 29264
    },
    {
      "epoch": 1.198648371902519,
      "grad_norm": 0.6437461672896726,
      "learning_rate": 0.0002744058679693164,
      "loss": 0.3967,
      "step": 29265
    },
    {
      "epoch": 1.1986893303297153,
      "grad_norm": 0.9186621368000604,
      "learning_rate": 0.0002744040458114915,
      "loss": 0.6781,
      "step": 29266
    },
    {
      "epoch": 1.1987302887569118,
      "grad_norm": 0.7790800014319796,
      "learning_rate": 0.00027440222359485555,
      "loss": 0.6215,
      "step": 29267
    },
    {
      "epoch": 1.198771247184108,
      "grad_norm": 0.9143721226323601,
      "learning_rate": 0.0002744004013194095,
      "loss": 0.6177,
      "step": 29268
    },
    {
      "epoch": 1.1988122056113046,
      "grad_norm": 1.496166834854042,
      "learning_rate": 0.0002743985789851541,
      "loss": 0.8313,
      "step": 29269
    },
    {
      "epoch": 1.198853164038501,
      "grad_norm": 1.0843550168702512,
      "learning_rate": 0.00027439675659209035,
      "loss": 1.095,
      "step": 29270
    },
    {
      "epoch": 1.1988941224656973,
      "grad_norm": 1.2675876536608097,
      "learning_rate": 0.000274394934140219,
      "loss": 0.7687,
      "step": 29271
    },
    {
      "epoch": 1.1989350808928938,
      "grad_norm": 0.8857107072651117,
      "learning_rate": 0.00027439311162954095,
      "loss": 1.0797,
      "step": 29272
    },
    {
      "epoch": 1.1989760393200901,
      "grad_norm": 0.5465746275985828,
      "learning_rate": 0.00027439128906005705,
      "loss": 0.5923,
      "step": 29273
    },
    {
      "epoch": 1.1990169977472864,
      "grad_norm": 0.957450209778216,
      "learning_rate": 0.00027438946643176815,
      "loss": 0.4863,
      "step": 29274
    },
    {
      "epoch": 1.199057956174483,
      "grad_norm": 0.8121354423564262,
      "learning_rate": 0.00027438764374467515,
      "loss": 0.7635,
      "step": 29275
    },
    {
      "epoch": 1.1990989146016793,
      "grad_norm": 0.8151803989920057,
      "learning_rate": 0.00027438582099877887,
      "loss": 0.5959,
      "step": 29276
    },
    {
      "epoch": 1.1991398730288756,
      "grad_norm": 1.0063259419406236,
      "learning_rate": 0.0002743839981940802,
      "loss": 0.9758,
      "step": 29277
    },
    {
      "epoch": 1.1991808314560721,
      "grad_norm": 0.9580707022813569,
      "learning_rate": 0.00027438217533058,
      "loss": 0.958,
      "step": 29278
    },
    {
      "epoch": 1.1992217898832684,
      "grad_norm": 0.9278721425236431,
      "learning_rate": 0.0002743803524082791,
      "loss": 0.677,
      "step": 29279
    },
    {
      "epoch": 1.1992627483104648,
      "grad_norm": 0.48989864361941693,
      "learning_rate": 0.0002743785294271784,
      "loss": 0.3128,
      "step": 29280
    },
    {
      "epoch": 1.1993037067376613,
      "grad_norm": 0.7839338512281242,
      "learning_rate": 0.00027437670638727875,
      "loss": 0.3443,
      "step": 29281
    },
    {
      "epoch": 1.1993446651648576,
      "grad_norm": 0.8459059167993621,
      "learning_rate": 0.00027437488328858103,
      "loss": 0.6757,
      "step": 29282
    },
    {
      "epoch": 1.1993856235920541,
      "grad_norm": 0.9302949787988919,
      "learning_rate": 0.00027437306013108605,
      "loss": 1.1324,
      "step": 29283
    },
    {
      "epoch": 1.1994265820192505,
      "grad_norm": 1.6396042321619877,
      "learning_rate": 0.00027437123691479473,
      "loss": 1.0586,
      "step": 29284
    },
    {
      "epoch": 1.1994675404464468,
      "grad_norm": 1.0146429498623097,
      "learning_rate": 0.0002743694136397079,
      "loss": 0.6829,
      "step": 29285
    },
    {
      "epoch": 1.1995084988736433,
      "grad_norm": 1.069235012110678,
      "learning_rate": 0.0002743675903058264,
      "loss": 0.4669,
      "step": 29286
    },
    {
      "epoch": 1.1995494573008396,
      "grad_norm": 1.0286430606265968,
      "learning_rate": 0.00027436576691315114,
      "loss": 0.6058,
      "step": 29287
    },
    {
      "epoch": 1.1995904157280362,
      "grad_norm": 1.2543089720392386,
      "learning_rate": 0.000274363943461683,
      "loss": 1.2999,
      "step": 29288
    },
    {
      "epoch": 1.1996313741552325,
      "grad_norm": 0.8362527323395446,
      "learning_rate": 0.00027436211995142276,
      "loss": 0.9072,
      "step": 29289
    },
    {
      "epoch": 1.1996723325824288,
      "grad_norm": 0.8273796548326509,
      "learning_rate": 0.0002743602963823713,
      "loss": 0.7688,
      "step": 29290
    },
    {
      "epoch": 1.1997132910096253,
      "grad_norm": 1.000230906425837,
      "learning_rate": 0.0002743584727545296,
      "loss": 0.9079,
      "step": 29291
    },
    {
      "epoch": 1.1997542494368216,
      "grad_norm": 1.0444234652117375,
      "learning_rate": 0.00027435664906789835,
      "loss": 0.883,
      "step": 29292
    },
    {
      "epoch": 1.199795207864018,
      "grad_norm": 1.1179217620209658,
      "learning_rate": 0.00027435482532247853,
      "loss": 0.6091,
      "step": 29293
    },
    {
      "epoch": 1.1998361662912145,
      "grad_norm": 0.8008481066747788,
      "learning_rate": 0.00027435300151827094,
      "loss": 0.7408,
      "step": 29294
    },
    {
      "epoch": 1.1998771247184108,
      "grad_norm": 0.911584034690485,
      "learning_rate": 0.0002743511776552765,
      "loss": 0.9393,
      "step": 29295
    },
    {
      "epoch": 1.199918083145607,
      "grad_norm": 0.8745545309312596,
      "learning_rate": 0.000274349353733496,
      "loss": 0.7117,
      "step": 29296
    },
    {
      "epoch": 1.1999590415728036,
      "grad_norm": 1.6641709456148588,
      "learning_rate": 0.00027434752975293036,
      "loss": 0.8783,
      "step": 29297
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.7240068377602316,
      "learning_rate": 0.0002743457057135804,
      "loss": 0.68,
      "step": 29298
    },
    {
      "epoch": 1.2000409584271965,
      "grad_norm": 0.7484794455144048,
      "learning_rate": 0.000274343881615447,
      "loss": 0.7061,
      "step": 29299
    },
    {
      "epoch": 1.2000819168543928,
      "grad_norm": 0.8891746114574922,
      "learning_rate": 0.0002743420574585311,
      "loss": 0.9218,
      "step": 29300
    },
    {
      "epoch": 1.2001228752815891,
      "grad_norm": 0.8683486461353012,
      "learning_rate": 0.00027434023324283345,
      "loss": 0.8379,
      "step": 29301
    },
    {
      "epoch": 1.2001638337087857,
      "grad_norm": 0.9613420074275942,
      "learning_rate": 0.00027433840896835495,
      "loss": 0.7766,
      "step": 29302
    },
    {
      "epoch": 1.200204792135982,
      "grad_norm": 0.9921578052823642,
      "learning_rate": 0.00027433658463509644,
      "loss": 0.867,
      "step": 29303
    },
    {
      "epoch": 1.2002457505631783,
      "grad_norm": 1.1312477953201199,
      "learning_rate": 0.0002743347602430588,
      "loss": 1.3664,
      "step": 29304
    },
    {
      "epoch": 1.2002867089903748,
      "grad_norm": 0.8669193216732594,
      "learning_rate": 0.000274332935792243,
      "loss": 0.7518,
      "step": 29305
    },
    {
      "epoch": 1.2003276674175711,
      "grad_norm": 1.14525521847986,
      "learning_rate": 0.0002743311112826497,
      "loss": 0.6752,
      "step": 29306
    },
    {
      "epoch": 1.2003686258447677,
      "grad_norm": 0.8720749386783785,
      "learning_rate": 0.0002743292867142799,
      "loss": 0.8669,
      "step": 29307
    },
    {
      "epoch": 1.200409584271964,
      "grad_norm": 0.9497642555557122,
      "learning_rate": 0.0002743274620871344,
      "loss": 0.9981,
      "step": 29308
    },
    {
      "epoch": 1.2004505426991603,
      "grad_norm": 0.8582773238356086,
      "learning_rate": 0.0002743256374012141,
      "loss": 0.7452,
      "step": 29309
    },
    {
      "epoch": 1.2004915011263568,
      "grad_norm": 0.97114645809937,
      "learning_rate": 0.0002743238126565199,
      "loss": 0.5938,
      "step": 29310
    },
    {
      "epoch": 1.2005324595535531,
      "grad_norm": 0.8458398377769842,
      "learning_rate": 0.0002743219878530526,
      "loss": 0.9564,
      "step": 29311
    },
    {
      "epoch": 1.2005734179807495,
      "grad_norm": 1.3373422577248113,
      "learning_rate": 0.00027432016299081306,
      "loss": 0.7576,
      "step": 29312
    },
    {
      "epoch": 1.200614376407946,
      "grad_norm": 0.7592821001502997,
      "learning_rate": 0.0002743183380698022,
      "loss": 0.4183,
      "step": 29313
    },
    {
      "epoch": 1.2006553348351423,
      "grad_norm": 0.7831252687362039,
      "learning_rate": 0.0002743165130900208,
      "loss": 0.6904,
      "step": 29314
    },
    {
      "epoch": 1.2006962932623386,
      "grad_norm": 0.9510104475655584,
      "learning_rate": 0.00027431468805146975,
      "loss": 0.7101,
      "step": 29315
    },
    {
      "epoch": 1.2007372516895352,
      "grad_norm": 0.6375089654083519,
      "learning_rate": 0.00027431286295414995,
      "loss": 0.3787,
      "step": 29316
    },
    {
      "epoch": 1.2007782101167315,
      "grad_norm": 0.5902308291822063,
      "learning_rate": 0.00027431103779806227,
      "loss": 0.3513,
      "step": 29317
    },
    {
      "epoch": 1.200819168543928,
      "grad_norm": 0.8704292865244131,
      "learning_rate": 0.0002743092125832075,
      "loss": 0.8645,
      "step": 29318
    },
    {
      "epoch": 1.2008601269711243,
      "grad_norm": 0.7642853735111919,
      "learning_rate": 0.0002743073873095866,
      "loss": 0.9586,
      "step": 29319
    },
    {
      "epoch": 1.2009010853983206,
      "grad_norm": 0.8419779085078902,
      "learning_rate": 0.00027430556197720037,
      "loss": 0.7967,
      "step": 29320
    },
    {
      "epoch": 1.2009420438255172,
      "grad_norm": 1.0215388595370964,
      "learning_rate": 0.00027430373658604963,
      "loss": 1.1656,
      "step": 29321
    },
    {
      "epoch": 1.2009830022527135,
      "grad_norm": 0.8875552053486669,
      "learning_rate": 0.0002743019111361353,
      "loss": 0.7048,
      "step": 29322
    },
    {
      "epoch": 1.2010239606799098,
      "grad_norm": 1.178848372260278,
      "learning_rate": 0.00027430008562745825,
      "loss": 1.0059,
      "step": 29323
    },
    {
      "epoch": 1.2010649191071063,
      "grad_norm": 0.9650283906087275,
      "learning_rate": 0.0002742982600600194,
      "loss": 0.3643,
      "step": 29324
    },
    {
      "epoch": 1.2011058775343026,
      "grad_norm": 0.947475177371729,
      "learning_rate": 0.0002742964344338195,
      "loss": 1.0318,
      "step": 29325
    },
    {
      "epoch": 1.2011468359614992,
      "grad_norm": 0.7600239495707771,
      "learning_rate": 0.00027429460874885944,
      "loss": 0.8495,
      "step": 29326
    },
    {
      "epoch": 1.2011877943886955,
      "grad_norm": 0.8632905717552999,
      "learning_rate": 0.0002742927830051401,
      "loss": 0.7738,
      "step": 29327
    },
    {
      "epoch": 1.2012287528158918,
      "grad_norm": 0.6307620245760627,
      "learning_rate": 0.00027429095720266235,
      "loss": 0.3549,
      "step": 29328
    },
    {
      "epoch": 1.2012697112430883,
      "grad_norm": 0.7290841961032606,
      "learning_rate": 0.0002742891313414271,
      "loss": 0.3661,
      "step": 29329
    },
    {
      "epoch": 1.2013106696702847,
      "grad_norm": 0.8396754130318151,
      "learning_rate": 0.0002742873054214351,
      "loss": 0.4898,
      "step": 29330
    },
    {
      "epoch": 1.201351628097481,
      "grad_norm": 1.0347638494760363,
      "learning_rate": 0.0002742854794426873,
      "loss": 0.8272,
      "step": 29331
    },
    {
      "epoch": 1.2013925865246775,
      "grad_norm": 3.2845416193728996,
      "learning_rate": 0.0002742836534051845,
      "loss": 4.171,
      "step": 29332
    },
    {
      "epoch": 1.2014335449518738,
      "grad_norm": 0.919137354019918,
      "learning_rate": 0.00027428182730892766,
      "loss": 0.9395,
      "step": 29333
    },
    {
      "epoch": 1.2014745033790701,
      "grad_norm": 0.9782311025270937,
      "learning_rate": 0.0002742800011539176,
      "loss": 0.8769,
      "step": 29334
    },
    {
      "epoch": 1.2015154618062667,
      "grad_norm": 0.7516895118940232,
      "learning_rate": 0.00027427817494015506,
      "loss": 0.7859,
      "step": 29335
    },
    {
      "epoch": 1.201556420233463,
      "grad_norm": 0.8823956235005651,
      "learning_rate": 0.0002742763486676411,
      "loss": 0.9651,
      "step": 29336
    },
    {
      "epoch": 1.2015973786606595,
      "grad_norm": 0.7554695167571751,
      "learning_rate": 0.00027427452233637643,
      "loss": 0.7645,
      "step": 29337
    },
    {
      "epoch": 1.2016383370878558,
      "grad_norm": 0.9779482145246059,
      "learning_rate": 0.00027427269594636206,
      "loss": 0.3744,
      "step": 29338
    },
    {
      "epoch": 1.2016792955150521,
      "grad_norm": 1.3154840478099388,
      "learning_rate": 0.00027427086949759867,
      "loss": 1.0335,
      "step": 29339
    },
    {
      "epoch": 1.2017202539422487,
      "grad_norm": 0.6622837898289471,
      "learning_rate": 0.0002742690429900873,
      "loss": 0.7375,
      "step": 29340
    },
    {
      "epoch": 1.201761212369445,
      "grad_norm": 1.0340918037059734,
      "learning_rate": 0.0002742672164238287,
      "loss": 0.3962,
      "step": 29341
    },
    {
      "epoch": 1.2018021707966415,
      "grad_norm": 0.8485665085716027,
      "learning_rate": 0.0002742653897988238,
      "loss": 1.0041,
      "step": 29342
    },
    {
      "epoch": 1.2018431292238378,
      "grad_norm": 0.9946529921394667,
      "learning_rate": 0.0002742635631150734,
      "loss": 1.0599,
      "step": 29343
    },
    {
      "epoch": 1.2018840876510342,
      "grad_norm": 5.454358927434824,
      "learning_rate": 0.00027426173637257846,
      "loss": 2.5251,
      "step": 29344
    },
    {
      "epoch": 1.2019250460782307,
      "grad_norm": 0.7643807385472959,
      "learning_rate": 0.00027425990957133975,
      "loss": 0.684,
      "step": 29345
    },
    {
      "epoch": 1.201966004505427,
      "grad_norm": 0.8322996534430277,
      "learning_rate": 0.0002742580827113581,
      "loss": 0.757,
      "step": 29346
    },
    {
      "epoch": 1.2020069629326233,
      "grad_norm": 1.0012698246271854,
      "learning_rate": 0.00027425625579263454,
      "loss": 1.0717,
      "step": 29347
    },
    {
      "epoch": 1.2020479213598199,
      "grad_norm": 0.7259150923244951,
      "learning_rate": 0.00027425442881516977,
      "loss": 0.7834,
      "step": 29348
    },
    {
      "epoch": 1.2020888797870162,
      "grad_norm": 0.7793625286523554,
      "learning_rate": 0.0002742526017789647,
      "loss": 0.8303,
      "step": 29349
    },
    {
      "epoch": 1.2021298382142125,
      "grad_norm": 0.7225535374741583,
      "learning_rate": 0.0002742507746840203,
      "loss": 0.7874,
      "step": 29350
    },
    {
      "epoch": 1.202170796641409,
      "grad_norm": 0.8029921870949726,
      "learning_rate": 0.0002742489475303373,
      "loss": 0.9073,
      "step": 29351
    },
    {
      "epoch": 1.2022117550686053,
      "grad_norm": 2.37034830491896,
      "learning_rate": 0.0002742471203179166,
      "loss": 1.8585,
      "step": 29352
    },
    {
      "epoch": 1.2022527134958017,
      "grad_norm": 0.6712900952816772,
      "learning_rate": 0.000274245293046759,
      "loss": 0.4724,
      "step": 29353
    },
    {
      "epoch": 1.2022936719229982,
      "grad_norm": 0.9873430204427737,
      "learning_rate": 0.0002742434657168655,
      "loss": 1.1628,
      "step": 29354
    },
    {
      "epoch": 1.2023346303501945,
      "grad_norm": 1.2624479752855498,
      "learning_rate": 0.0002742416383282369,
      "loss": 1.0792,
      "step": 29355
    },
    {
      "epoch": 1.202375588777391,
      "grad_norm": 0.8682875736925127,
      "learning_rate": 0.00027423981088087407,
      "loss": 0.6821,
      "step": 29356
    },
    {
      "epoch": 1.2024165472045873,
      "grad_norm": 0.824908053673794,
      "learning_rate": 0.00027423798337477786,
      "loss": 0.9674,
      "step": 29357
    },
    {
      "epoch": 1.2024575056317837,
      "grad_norm": 0.9314992121331259,
      "learning_rate": 0.0002742361558099491,
      "loss": 0.9964,
      "step": 29358
    },
    {
      "epoch": 1.2024984640589802,
      "grad_norm": 0.6440831850010316,
      "learning_rate": 0.00027423432818638875,
      "loss": 0.4733,
      "step": 29359
    },
    {
      "epoch": 1.2025394224861765,
      "grad_norm": 0.6642691093561877,
      "learning_rate": 0.0002742325005040976,
      "loss": 0.3392,
      "step": 29360
    },
    {
      "epoch": 1.202580380913373,
      "grad_norm": 0.6696285540070799,
      "learning_rate": 0.0002742306727630765,
      "loss": 0.5737,
      "step": 29361
    },
    {
      "epoch": 1.2026213393405694,
      "grad_norm": 0.8086734887942163,
      "learning_rate": 0.00027422884496332647,
      "loss": 0.3318,
      "step": 29362
    },
    {
      "epoch": 1.2026622977677657,
      "grad_norm": 0.6621152475717302,
      "learning_rate": 0.0002742270171048481,
      "loss": 0.3111,
      "step": 29363
    },
    {
      "epoch": 1.2027032561949622,
      "grad_norm": 0.9737211462089546,
      "learning_rate": 0.00027422518918764245,
      "loss": 0.8148,
      "step": 29364
    },
    {
      "epoch": 1.2027442146221585,
      "grad_norm": 0.7218225465541216,
      "learning_rate": 0.00027422336121171037,
      "loss": 0.6243,
      "step": 29365
    },
    {
      "epoch": 1.2027851730493548,
      "grad_norm": 1.1709306685589582,
      "learning_rate": 0.00027422153317705275,
      "loss": 1.0895,
      "step": 29366
    },
    {
      "epoch": 1.2028261314765514,
      "grad_norm": 1.1327635315037998,
      "learning_rate": 0.00027421970508367024,
      "loss": 0.8473,
      "step": 29367
    },
    {
      "epoch": 1.2028670899037477,
      "grad_norm": 1.0085067828566157,
      "learning_rate": 0.000274217876931564,
      "loss": 0.965,
      "step": 29368
    },
    {
      "epoch": 1.202908048330944,
      "grad_norm": 0.5607795405265275,
      "learning_rate": 0.00027421604872073473,
      "loss": 0.3667,
      "step": 29369
    },
    {
      "epoch": 1.2029490067581405,
      "grad_norm": 0.7715844842091778,
      "learning_rate": 0.00027421422045118324,
      "loss": 0.3166,
      "step": 29370
    },
    {
      "epoch": 1.2029899651853369,
      "grad_norm": 0.9021250575981248,
      "learning_rate": 0.00027421239212291055,
      "loss": 0.8855,
      "step": 29371
    },
    {
      "epoch": 1.2030309236125332,
      "grad_norm": 0.8222360288439362,
      "learning_rate": 0.0002742105637359174,
      "loss": 0.6445,
      "step": 29372
    },
    {
      "epoch": 1.2030718820397297,
      "grad_norm": 0.9207073110316785,
      "learning_rate": 0.0002742087352902047,
      "loss": 0.9491,
      "step": 29373
    },
    {
      "epoch": 1.203112840466926,
      "grad_norm": 0.8590666845463595,
      "learning_rate": 0.0002742069067857734,
      "loss": 0.6216,
      "step": 29374
    },
    {
      "epoch": 1.2031537988941226,
      "grad_norm": 0.7715013381063713,
      "learning_rate": 0.00027420507822262425,
      "loss": 0.6652,
      "step": 29375
    },
    {
      "epoch": 1.2031947573213189,
      "grad_norm": 0.8059616681307892,
      "learning_rate": 0.0002742032496007581,
      "loss": 0.9037,
      "step": 29376
    },
    {
      "epoch": 1.2032357157485152,
      "grad_norm": 0.7435504605104671,
      "learning_rate": 0.0002742014209201759,
      "loss": 0.657,
      "step": 29377
    },
    {
      "epoch": 1.2032766741757117,
      "grad_norm": 3.9969073149528267,
      "learning_rate": 0.0002741995921808784,
      "loss": 2.1305,
      "step": 29378
    },
    {
      "epoch": 1.203317632602908,
      "grad_norm": 0.6267804586887277,
      "learning_rate": 0.00027419776338286664,
      "loss": 0.4868,
      "step": 29379
    },
    {
      "epoch": 1.2033585910301046,
      "grad_norm": 0.7831099129485334,
      "learning_rate": 0.00027419593452614134,
      "loss": 0.7568,
      "step": 29380
    },
    {
      "epoch": 1.2033995494573009,
      "grad_norm": 0.9114010386764992,
      "learning_rate": 0.0002741941056107034,
      "loss": 0.7639,
      "step": 29381
    },
    {
      "epoch": 1.2034405078844972,
      "grad_norm": 0.9189642576033747,
      "learning_rate": 0.0002741922766365537,
      "loss": 0.8783,
      "step": 29382
    },
    {
      "epoch": 1.2034814663116937,
      "grad_norm": 0.9130719948388216,
      "learning_rate": 0.00027419044760369315,
      "loss": 1.0287,
      "step": 29383
    },
    {
      "epoch": 1.20352242473889,
      "grad_norm": 0.7875108369902534,
      "learning_rate": 0.0002741886185121225,
      "loss": 0.5802,
      "step": 29384
    },
    {
      "epoch": 1.2035633831660864,
      "grad_norm": 0.7682791222153489,
      "learning_rate": 0.0002741867893618427,
      "loss": 1.0099,
      "step": 29385
    },
    {
      "epoch": 1.203604341593283,
      "grad_norm": 12.92599563496268,
      "learning_rate": 0.0002741849601528546,
      "loss": 3.3053,
      "step": 29386
    },
    {
      "epoch": 1.2036453000204792,
      "grad_norm": 0.614417504542299,
      "learning_rate": 0.000274183130885159,
      "loss": 0.3962,
      "step": 29387
    },
    {
      "epoch": 1.2036862584476755,
      "grad_norm": 0.8304625383371718,
      "learning_rate": 0.00027418130155875694,
      "loss": 0.8862,
      "step": 29388
    },
    {
      "epoch": 1.203727216874872,
      "grad_norm": 2.0434442107249127,
      "learning_rate": 0.0002741794721736491,
      "loss": 1.8039,
      "step": 29389
    },
    {
      "epoch": 1.2037681753020684,
      "grad_norm": 1.3290298351996916,
      "learning_rate": 0.0002741776427298364,
      "loss": 0.9696,
      "step": 29390
    },
    {
      "epoch": 1.2038091337292647,
      "grad_norm": 0.9192087298005989,
      "learning_rate": 0.00027417581322731967,
      "loss": 1.0834,
      "step": 29391
    },
    {
      "epoch": 1.2038500921564612,
      "grad_norm": 1.2441734503529478,
      "learning_rate": 0.00027417398366609986,
      "loss": 0.9134,
      "step": 29392
    },
    {
      "epoch": 1.2038910505836575,
      "grad_norm": 1.1248151149568801,
      "learning_rate": 0.0002741721540461779,
      "loss": 0.8474,
      "step": 29393
    },
    {
      "epoch": 1.203932009010854,
      "grad_norm": 0.9201556236403043,
      "learning_rate": 0.0002741703243675544,
      "loss": 0.8027,
      "step": 29394
    },
    {
      "epoch": 1.2039729674380504,
      "grad_norm": 1.0254494154478846,
      "learning_rate": 0.00027416849463023047,
      "loss": 0.7926,
      "step": 29395
    },
    {
      "epoch": 1.2040139258652467,
      "grad_norm": 1.0832880078548106,
      "learning_rate": 0.00027416666483420684,
      "loss": 0.8212,
      "step": 29396
    },
    {
      "epoch": 1.2040548842924432,
      "grad_norm": 1.3450643509559645,
      "learning_rate": 0.0002741648349794844,
      "loss": 1.0427,
      "step": 29397
    },
    {
      "epoch": 1.2040958427196395,
      "grad_norm": 0.8051447941593433,
      "learning_rate": 0.00027416300506606406,
      "loss": 0.5527,
      "step": 29398
    },
    {
      "epoch": 1.204136801146836,
      "grad_norm": 0.746874838170676,
      "learning_rate": 0.00027416117509394665,
      "loss": 0.8353,
      "step": 29399
    },
    {
      "epoch": 1.2041777595740324,
      "grad_norm": 1.226951036827381,
      "learning_rate": 0.000274159345063133,
      "loss": 1.2531,
      "step": 29400
    },
    {
      "epoch": 1.2042187180012287,
      "grad_norm": 0.7513064873840529,
      "learning_rate": 0.0002741575149736241,
      "loss": 0.7301,
      "step": 29401
    },
    {
      "epoch": 1.2042596764284252,
      "grad_norm": 1.0596263166355704,
      "learning_rate": 0.0002741556848254207,
      "loss": 0.8116,
      "step": 29402
    },
    {
      "epoch": 1.2043006348556216,
      "grad_norm": 0.8818331683457074,
      "learning_rate": 0.00027415385461852364,
      "loss": 0.6106,
      "step": 29403
    },
    {
      "epoch": 1.2043415932828179,
      "grad_norm": 1.245155458655134,
      "learning_rate": 0.0002741520243529339,
      "loss": 1.3344,
      "step": 29404
    },
    {
      "epoch": 1.2043825517100144,
      "grad_norm": 1.040128476141754,
      "learning_rate": 0.00027415019402865227,
      "loss": 0.9635,
      "step": 29405
    },
    {
      "epoch": 1.2044235101372107,
      "grad_norm": 1.8630289309534485,
      "learning_rate": 0.00027414836364567964,
      "loss": 2.6288,
      "step": 29406
    },
    {
      "epoch": 1.204464468564407,
      "grad_norm": 0.8760469586142042,
      "learning_rate": 0.00027414653320401687,
      "loss": 0.8136,
      "step": 29407
    },
    {
      "epoch": 1.2045054269916036,
      "grad_norm": 1.2151842473965782,
      "learning_rate": 0.0002741447027036648,
      "loss": 0.9737,
      "step": 29408
    },
    {
      "epoch": 1.2045463854187999,
      "grad_norm": 1.6893150467119753,
      "learning_rate": 0.0002741428721446244,
      "loss": 2.4353,
      "step": 29409
    },
    {
      "epoch": 1.2045873438459962,
      "grad_norm": 0.8156702946790341,
      "learning_rate": 0.00027414104152689633,
      "loss": 0.8285,
      "step": 29410
    },
    {
      "epoch": 1.2046283022731927,
      "grad_norm": 0.7692637806477629,
      "learning_rate": 0.0002741392108504816,
      "loss": 0.9068,
      "step": 29411
    },
    {
      "epoch": 1.204669260700389,
      "grad_norm": 0.8161778922123286,
      "learning_rate": 0.0002741373801153811,
      "loss": 0.5853,
      "step": 29412
    },
    {
      "epoch": 1.2047102191275856,
      "grad_norm": 0.9943924210648755,
      "learning_rate": 0.00027413554932159565,
      "loss": 1.0147,
      "step": 29413
    },
    {
      "epoch": 1.204751177554782,
      "grad_norm": 0.7406909552191723,
      "learning_rate": 0.0002741337184691261,
      "loss": 0.2449,
      "step": 29414
    },
    {
      "epoch": 1.2047921359819782,
      "grad_norm": 1.0514777956729313,
      "learning_rate": 0.00027413188755797335,
      "loss": 0.9143,
      "step": 29415
    },
    {
      "epoch": 1.2048330944091747,
      "grad_norm": 0.8702231525306772,
      "learning_rate": 0.0002741300565881383,
      "loss": 0.9186,
      "step": 29416
    },
    {
      "epoch": 1.204874052836371,
      "grad_norm": 0.7941620599493278,
      "learning_rate": 0.00027412822555962166,
      "loss": 0.7194,
      "step": 29417
    },
    {
      "epoch": 1.2049150112635676,
      "grad_norm": 0.7185353917234276,
      "learning_rate": 0.0002741263944724244,
      "loss": 0.6993,
      "step": 29418
    },
    {
      "epoch": 1.204955969690764,
      "grad_norm": 0.6715049060068651,
      "learning_rate": 0.00027412456332654746,
      "loss": 0.3474,
      "step": 29419
    },
    {
      "epoch": 1.2049969281179602,
      "grad_norm": 0.6608563752273429,
      "learning_rate": 0.0002741227321219916,
      "loss": 0.5966,
      "step": 29420
    },
    {
      "epoch": 1.2050378865451568,
      "grad_norm": 1.2663361963375435,
      "learning_rate": 0.0002741209008587577,
      "loss": 1.1378,
      "step": 29421
    },
    {
      "epoch": 1.205078844972353,
      "grad_norm": 1.1419540082736273,
      "learning_rate": 0.0002741190695368466,
      "loss": 1.0487,
      "step": 29422
    },
    {
      "epoch": 1.2051198033995494,
      "grad_norm": 0.7719590702408321,
      "learning_rate": 0.00027411723815625924,
      "loss": 0.9494,
      "step": 29423
    },
    {
      "epoch": 1.205160761826746,
      "grad_norm": 1.076613402650491,
      "learning_rate": 0.00027411540671699647,
      "loss": 0.8853,
      "step": 29424
    },
    {
      "epoch": 1.2052017202539422,
      "grad_norm": 1.006677049070249,
      "learning_rate": 0.0002741135752190591,
      "loss": 0.7361,
      "step": 29425
    },
    {
      "epoch": 1.2052426786811385,
      "grad_norm": 1.0048118117780447,
      "learning_rate": 0.00027411174366244814,
      "loss": 1.1611,
      "step": 29426
    },
    {
      "epoch": 1.205283637108335,
      "grad_norm": 0.5672040140699388,
      "learning_rate": 0.0002741099120471642,
      "loss": 0.3208,
      "step": 29427
    },
    {
      "epoch": 1.2053245955355314,
      "grad_norm": 0.7372805721431763,
      "learning_rate": 0.0002741080803732084,
      "loss": 0.6568,
      "step": 29428
    },
    {
      "epoch": 1.2053655539627277,
      "grad_norm": 0.9319122724806058,
      "learning_rate": 0.00027410624864058147,
      "loss": 0.8892,
      "step": 29429
    },
    {
      "epoch": 1.2054065123899242,
      "grad_norm": 1.1502710494220172,
      "learning_rate": 0.0002741044168492843,
      "loss": 0.6718,
      "step": 29430
    },
    {
      "epoch": 1.2054474708171206,
      "grad_norm": 1.0551522269768105,
      "learning_rate": 0.0002741025849993178,
      "loss": 1.1361,
      "step": 29431
    },
    {
      "epoch": 1.205488429244317,
      "grad_norm": 1.39249596519254,
      "learning_rate": 0.00027410075309068275,
      "loss": 1.5118,
      "step": 29432
    },
    {
      "epoch": 1.2055293876715134,
      "grad_norm": 0.735289819826048,
      "learning_rate": 0.00027409892112338006,
      "loss": 0.4578,
      "step": 29433
    },
    {
      "epoch": 1.2055703460987097,
      "grad_norm": 1.4563496159379108,
      "learning_rate": 0.00027409708909741066,
      "loss": 0.8664,
      "step": 29434
    },
    {
      "epoch": 1.2056113045259063,
      "grad_norm": 1.230597195401631,
      "learning_rate": 0.0002740952570127753,
      "loss": 0.9596,
      "step": 29435
    },
    {
      "epoch": 1.2056522629531026,
      "grad_norm": 1.7021737974772524,
      "learning_rate": 0.00027409342486947494,
      "loss": 2.2007,
      "step": 29436
    },
    {
      "epoch": 1.205693221380299,
      "grad_norm": 0.7684406990677854,
      "learning_rate": 0.00027409159266751035,
      "loss": 0.5926,
      "step": 29437
    },
    {
      "epoch": 1.2057341798074954,
      "grad_norm": 0.6920720975210386,
      "learning_rate": 0.00027408976040688257,
      "loss": 0.8567,
      "step": 29438
    },
    {
      "epoch": 1.2057751382346917,
      "grad_norm": 1.3133249957555506,
      "learning_rate": 0.00027408792808759224,
      "loss": 1.0247,
      "step": 29439
    },
    {
      "epoch": 1.2058160966618883,
      "grad_norm": 1.1358153878846897,
      "learning_rate": 0.0002740860957096404,
      "loss": 0.7546,
      "step": 29440
    },
    {
      "epoch": 1.2058570550890846,
      "grad_norm": 2.5168642840929385,
      "learning_rate": 0.00027408426327302785,
      "loss": 5.5445,
      "step": 29441
    },
    {
      "epoch": 1.205898013516281,
      "grad_norm": 1.0145669507634847,
      "learning_rate": 0.0002740824307777554,
      "loss": 0.8968,
      "step": 29442
    },
    {
      "epoch": 1.2059389719434774,
      "grad_norm": 0.6289481323118006,
      "learning_rate": 0.00027408059822382405,
      "loss": 0.3465,
      "step": 29443
    },
    {
      "epoch": 1.2059799303706737,
      "grad_norm": 1.0250688251989772,
      "learning_rate": 0.00027407876561123454,
      "loss": 1.1005,
      "step": 29444
    },
    {
      "epoch": 1.20602088879787,
      "grad_norm": 1.1474697610056952,
      "learning_rate": 0.0002740769329399878,
      "loss": 0.8121,
      "step": 29445
    },
    {
      "epoch": 1.2060618472250666,
      "grad_norm": 1.0610974449665282,
      "learning_rate": 0.00027407510021008473,
      "loss": 0.7657,
      "step": 29446
    },
    {
      "epoch": 1.206102805652263,
      "grad_norm": 0.49675818716931247,
      "learning_rate": 0.0002740732674215261,
      "loss": 0.3364,
      "step": 29447
    },
    {
      "epoch": 1.2061437640794592,
      "grad_norm": 1.2254677001573355,
      "learning_rate": 0.00027407143457431287,
      "loss": 1.4858,
      "step": 29448
    },
    {
      "epoch": 1.2061847225066558,
      "grad_norm": 1.2170594645820096,
      "learning_rate": 0.0002740696016684458,
      "loss": 1.2761,
      "step": 29449
    },
    {
      "epoch": 1.206225680933852,
      "grad_norm": 0.878769365082784,
      "learning_rate": 0.00027406776870392594,
      "loss": 0.6202,
      "step": 29450
    },
    {
      "epoch": 1.2062666393610486,
      "grad_norm": 0.8495236739059333,
      "learning_rate": 0.00027406593568075395,
      "loss": 1.0043,
      "step": 29451
    },
    {
      "epoch": 1.206307597788245,
      "grad_norm": 1.2321235649750126,
      "learning_rate": 0.0002740641025989308,
      "loss": 1.5708,
      "step": 29452
    },
    {
      "epoch": 1.2063485562154412,
      "grad_norm": 0.6131425618301993,
      "learning_rate": 0.00027406226945845733,
      "loss": 0.2544,
      "step": 29453
    },
    {
      "epoch": 1.2063895146426378,
      "grad_norm": 0.6856565659280149,
      "learning_rate": 0.00027406043625933445,
      "loss": 0.6049,
      "step": 29454
    },
    {
      "epoch": 1.206430473069834,
      "grad_norm": 0.8735415030552836,
      "learning_rate": 0.00027405860300156295,
      "loss": 1.0649,
      "step": 29455
    },
    {
      "epoch": 1.2064714314970306,
      "grad_norm": 0.5406552370393333,
      "learning_rate": 0.00027405676968514375,
      "loss": 0.2488,
      "step": 29456
    },
    {
      "epoch": 1.206512389924227,
      "grad_norm": 2.2184635766995693,
      "learning_rate": 0.00027405493631007773,
      "loss": 4.6342,
      "step": 29457
    },
    {
      "epoch": 1.2065533483514232,
      "grad_norm": 1.3966866119595214,
      "learning_rate": 0.00027405310287636575,
      "loss": 0.6666,
      "step": 29458
    },
    {
      "epoch": 1.2065943067786198,
      "grad_norm": 1.0095984479165157,
      "learning_rate": 0.0002740512693840086,
      "loss": 1.0576,
      "step": 29459
    },
    {
      "epoch": 1.206635265205816,
      "grad_norm": 0.5004240305372759,
      "learning_rate": 0.00027404943583300733,
      "loss": 0.3236,
      "step": 29460
    },
    {
      "epoch": 1.2066762236330124,
      "grad_norm": 0.5762278123421709,
      "learning_rate": 0.00027404760222336257,
      "loss": 0.3055,
      "step": 29461
    },
    {
      "epoch": 1.206717182060209,
      "grad_norm": 0.9368830056703389,
      "learning_rate": 0.0002740457685550753,
      "loss": 0.696,
      "step": 29462
    },
    {
      "epoch": 1.2067581404874053,
      "grad_norm": 1.8160409824308055,
      "learning_rate": 0.00027404393482814644,
      "loss": 2.2657,
      "step": 29463
    },
    {
      "epoch": 1.2067990989146016,
      "grad_norm": 1.1413351427314162,
      "learning_rate": 0.0002740421010425768,
      "loss": 0.9589,
      "step": 29464
    },
    {
      "epoch": 1.2068400573417981,
      "grad_norm": 0.9518790184156638,
      "learning_rate": 0.00027404026719836724,
      "loss": 0.6056,
      "step": 29465
    },
    {
      "epoch": 1.2068810157689944,
      "grad_norm": 0.8953464862688373,
      "learning_rate": 0.00027403843329551865,
      "loss": 0.9764,
      "step": 29466
    },
    {
      "epoch": 1.206921974196191,
      "grad_norm": 0.7650860509477128,
      "learning_rate": 0.00027403659933403186,
      "loss": 0.8595,
      "step": 29467
    },
    {
      "epoch": 1.2069629326233873,
      "grad_norm": 0.7696472057493554,
      "learning_rate": 0.00027403476531390777,
      "loss": 0.7814,
      "step": 29468
    },
    {
      "epoch": 1.2070038910505836,
      "grad_norm": 0.5941465170264418,
      "learning_rate": 0.00027403293123514727,
      "loss": 0.3601,
      "step": 29469
    },
    {
      "epoch": 1.2070448494777801,
      "grad_norm": 1.0679612822679183,
      "learning_rate": 0.00027403109709775116,
      "loss": 0.6599,
      "step": 29470
    },
    {
      "epoch": 1.2070858079049764,
      "grad_norm": 0.9355228727761067,
      "learning_rate": 0.0002740292629017204,
      "loss": 1.0049,
      "step": 29471
    },
    {
      "epoch": 1.2071267663321728,
      "grad_norm": 0.8358158402180652,
      "learning_rate": 0.00027402742864705577,
      "loss": 0.8952,
      "step": 29472
    },
    {
      "epoch": 1.2071677247593693,
      "grad_norm": 0.6747809832999595,
      "learning_rate": 0.00027402559433375816,
      "loss": 0.3282,
      "step": 29473
    },
    {
      "epoch": 1.2072086831865656,
      "grad_norm": 0.8221657820499524,
      "learning_rate": 0.00027402375996182847,
      "loss": 0.7078,
      "step": 29474
    },
    {
      "epoch": 1.2072496416137621,
      "grad_norm": 0.5403879565704748,
      "learning_rate": 0.00027402192553126745,
      "loss": 0.3201,
      "step": 29475
    },
    {
      "epoch": 1.2072906000409585,
      "grad_norm": 1.2148208196777555,
      "learning_rate": 0.0002740200910420762,
      "loss": 0.9352,
      "step": 29476
    },
    {
      "epoch": 1.2073315584681548,
      "grad_norm": 0.483722357475811,
      "learning_rate": 0.00027401825649425536,
      "loss": 0.271,
      "step": 29477
    },
    {
      "epoch": 1.2073725168953513,
      "grad_norm": 0.809420672297551,
      "learning_rate": 0.0002740164218878059,
      "loss": 1.1713,
      "step": 29478
    },
    {
      "epoch": 1.2074134753225476,
      "grad_norm": 0.8093426196106721,
      "learning_rate": 0.00027401458722272866,
      "loss": 0.6803,
      "step": 29479
    },
    {
      "epoch": 1.207454433749744,
      "grad_norm": 0.8869670283202761,
      "learning_rate": 0.00027401275249902454,
      "loss": 0.8449,
      "step": 29480
    },
    {
      "epoch": 1.2074953921769405,
      "grad_norm": 1.0249918276232572,
      "learning_rate": 0.0002740109177166944,
      "loss": 0.9054,
      "step": 29481
    },
    {
      "epoch": 1.2075363506041368,
      "grad_norm": 0.9236820130424357,
      "learning_rate": 0.00027400908287573907,
      "loss": 0.9925,
      "step": 29482
    },
    {
      "epoch": 1.207577309031333,
      "grad_norm": 0.9657416721584065,
      "learning_rate": 0.00027400724797615946,
      "loss": 0.9303,
      "step": 29483
    },
    {
      "epoch": 1.2076182674585296,
      "grad_norm": 1.135068414422215,
      "learning_rate": 0.0002740054130179564,
      "loss": 0.5884,
      "step": 29484
    },
    {
      "epoch": 1.207659225885726,
      "grad_norm": 0.9801324245377615,
      "learning_rate": 0.0002740035780011308,
      "loss": 0.7877,
      "step": 29485
    },
    {
      "epoch": 1.2077001843129225,
      "grad_norm": 0.9167068265186462,
      "learning_rate": 0.0002740017429256835,
      "loss": 0.5732,
      "step": 29486
    },
    {
      "epoch": 1.2077411427401188,
      "grad_norm": 0.8791723329181227,
      "learning_rate": 0.0002739999077916153,
      "loss": 0.929,
      "step": 29487
    },
    {
      "epoch": 1.207782101167315,
      "grad_norm": 0.8204909653901139,
      "learning_rate": 0.0002739980725989272,
      "loss": 0.9197,
      "step": 29488
    },
    {
      "epoch": 1.2078230595945116,
      "grad_norm": 0.7293363727001506,
      "learning_rate": 0.00027399623734762006,
      "loss": 0.6391,
      "step": 29489
    },
    {
      "epoch": 1.207864018021708,
      "grad_norm": 0.9387383712589934,
      "learning_rate": 0.0002739944020376946,
      "loss": 0.9998,
      "step": 29490
    },
    {
      "epoch": 1.2079049764489043,
      "grad_norm": 0.9840155026533918,
      "learning_rate": 0.00027399256666915184,
      "loss": 0.7347,
      "step": 29491
    },
    {
      "epoch": 1.2079459348761008,
      "grad_norm": 0.8636509334908006,
      "learning_rate": 0.0002739907312419926,
      "loss": 0.9762,
      "step": 29492
    },
    {
      "epoch": 1.2079868933032971,
      "grad_norm": 0.6604096651907676,
      "learning_rate": 0.0002739888957562177,
      "loss": 0.727,
      "step": 29493
    },
    {
      "epoch": 1.2080278517304937,
      "grad_norm": 0.8997406461094722,
      "learning_rate": 0.00027398706021182804,
      "loss": 1.0223,
      "step": 29494
    },
    {
      "epoch": 1.20806881015769,
      "grad_norm": 0.8415181188779554,
      "learning_rate": 0.00027398522460882446,
      "loss": 0.6921,
      "step": 29495
    },
    {
      "epoch": 1.2081097685848863,
      "grad_norm": 1.129294065933723,
      "learning_rate": 0.000273983388947208,
      "loss": 0.6515,
      "step": 29496
    },
    {
      "epoch": 1.2081507270120828,
      "grad_norm": 0.8982921318612027,
      "learning_rate": 0.0002739815532269792,
      "loss": 0.759,
      "step": 29497
    },
    {
      "epoch": 1.2081916854392791,
      "grad_norm": 0.8578959768396611,
      "learning_rate": 0.00027397971744813924,
      "loss": 0.7972,
      "step": 29498
    },
    {
      "epoch": 1.2082326438664754,
      "grad_norm": 0.802785203303726,
      "learning_rate": 0.00027397788161068887,
      "loss": 0.8318,
      "step": 29499
    },
    {
      "epoch": 1.208273602293672,
      "grad_norm": 0.8491734278394392,
      "learning_rate": 0.0002739760457146289,
      "loss": 0.7275,
      "step": 29500
    },
    {
      "epoch": 1.2083145607208683,
      "grad_norm": 0.7808347261569726,
      "learning_rate": 0.0002739742097599603,
      "loss": 0.7587,
      "step": 29501
    },
    {
      "epoch": 1.2083555191480646,
      "grad_norm": 1.0084970830795514,
      "learning_rate": 0.0002739723737466838,
      "loss": 0.9508,
      "step": 29502
    },
    {
      "epoch": 1.2083964775752611,
      "grad_norm": 0.7211483808196523,
      "learning_rate": 0.0002739705376748004,
      "loss": 0.487,
      "step": 29503
    },
    {
      "epoch": 1.2084374360024575,
      "grad_norm": 0.5701612852413803,
      "learning_rate": 0.00027396870154431096,
      "loss": 0.2904,
      "step": 29504
    },
    {
      "epoch": 1.208478394429654,
      "grad_norm": 1.2767646094847773,
      "learning_rate": 0.00027396686535521625,
      "loss": 1.0538,
      "step": 29505
    },
    {
      "epoch": 1.2085193528568503,
      "grad_norm": 0.8368626467455305,
      "learning_rate": 0.0002739650291075172,
      "loss": 0.7736,
      "step": 29506
    },
    {
      "epoch": 1.2085603112840466,
      "grad_norm": 0.9238646960530383,
      "learning_rate": 0.0002739631928012148,
      "loss": 1.0283,
      "step": 29507
    },
    {
      "epoch": 1.2086012697112432,
      "grad_norm": 1.0440265485621967,
      "learning_rate": 0.00027396135643630964,
      "loss": 1.0386,
      "step": 29508
    },
    {
      "epoch": 1.2086422281384395,
      "grad_norm": 0.8085544547408172,
      "learning_rate": 0.00027395952001280283,
      "loss": 1.0574,
      "step": 29509
    },
    {
      "epoch": 1.208683186565636,
      "grad_norm": 2.842455812783746,
      "learning_rate": 0.0002739576835306951,
      "loss": 1.8195,
      "step": 29510
    },
    {
      "epoch": 1.2087241449928323,
      "grad_norm": 0.7968347915396694,
      "learning_rate": 0.0002739558469899874,
      "loss": 0.9138,
      "step": 29511
    },
    {
      "epoch": 1.2087651034200286,
      "grad_norm": 0.635730084794957,
      "learning_rate": 0.0002739540103906806,
      "loss": 0.6456,
      "step": 29512
    },
    {
      "epoch": 1.2088060618472252,
      "grad_norm": 0.6955807226549,
      "learning_rate": 0.0002739521737327755,
      "loss": 0.3249,
      "step": 29513
    },
    {
      "epoch": 1.2088470202744215,
      "grad_norm": 1.0395787901943225,
      "learning_rate": 0.000273950337016273,
      "loss": 0.7466,
      "step": 29514
    },
    {
      "epoch": 1.2088879787016178,
      "grad_norm": 0.8751095872678382,
      "learning_rate": 0.000273948500241174,
      "loss": 0.8681,
      "step": 29515
    },
    {
      "epoch": 1.2089289371288143,
      "grad_norm": 0.8251770058595735,
      "learning_rate": 0.0002739466634074793,
      "loss": 0.7687,
      "step": 29516
    },
    {
      "epoch": 1.2089698955560106,
      "grad_norm": 1.0332173128571343,
      "learning_rate": 0.00027394482651518987,
      "loss": 1.3142,
      "step": 29517
    },
    {
      "epoch": 1.209010853983207,
      "grad_norm": 0.7307612071606608,
      "learning_rate": 0.0002739429895643065,
      "loss": 0.5136,
      "step": 29518
    },
    {
      "epoch": 1.2090518124104035,
      "grad_norm": 1.0674650127625138,
      "learning_rate": 0.00027394115255483003,
      "loss": 1.1209,
      "step": 29519
    },
    {
      "epoch": 1.2090927708375998,
      "grad_norm": 1.2379837790018955,
      "learning_rate": 0.0002739393154867614,
      "loss": 0.821,
      "step": 29520
    },
    {
      "epoch": 1.2091337292647961,
      "grad_norm": 0.9033809921098201,
      "learning_rate": 0.00027393747836010145,
      "loss": 0.7893,
      "step": 29521
    },
    {
      "epoch": 1.2091746876919927,
      "grad_norm": 0.9796295720034364,
      "learning_rate": 0.0002739356411748511,
      "loss": 0.6589,
      "step": 29522
    },
    {
      "epoch": 1.209215646119189,
      "grad_norm": 0.8837607450683092,
      "learning_rate": 0.0002739338039310111,
      "loss": 0.7908,
      "step": 29523
    },
    {
      "epoch": 1.2092566045463855,
      "grad_norm": 1.1873199029145076,
      "learning_rate": 0.00027393196662858245,
      "loss": 1.0973,
      "step": 29524
    },
    {
      "epoch": 1.2092975629735818,
      "grad_norm": 0.9532954551289751,
      "learning_rate": 0.0002739301292675659,
      "loss": 0.9169,
      "step": 29525
    },
    {
      "epoch": 1.2093385214007781,
      "grad_norm": 0.7956363989544813,
      "learning_rate": 0.0002739282918479624,
      "loss": 0.5652,
      "step": 29526
    },
    {
      "epoch": 1.2093794798279747,
      "grad_norm": 1.0575942794576019,
      "learning_rate": 0.00027392645436977284,
      "loss": 0.4487,
      "step": 29527
    },
    {
      "epoch": 1.209420438255171,
      "grad_norm": 1.2303465219891891,
      "learning_rate": 0.00027392461683299797,
      "loss": 0.9131,
      "step": 29528
    },
    {
      "epoch": 1.2094613966823675,
      "grad_norm": 0.7859820866474497,
      "learning_rate": 0.00027392277923763873,
      "loss": 0.7545,
      "step": 29529
    },
    {
      "epoch": 1.2095023551095638,
      "grad_norm": 0.6127713301648654,
      "learning_rate": 0.0002739209415836961,
      "loss": 0.3122,
      "step": 29530
    },
    {
      "epoch": 1.2095433135367601,
      "grad_norm": 0.7366174051345367,
      "learning_rate": 0.0002739191038711707,
      "loss": 0.3028,
      "step": 29531
    },
    {
      "epoch": 1.2095842719639567,
      "grad_norm": 0.9347774751113206,
      "learning_rate": 0.00027391726610006363,
      "loss": 0.6415,
      "step": 29532
    },
    {
      "epoch": 1.209625230391153,
      "grad_norm": 0.7816326238047603,
      "learning_rate": 0.00027391542827037566,
      "loss": 0.3653,
      "step": 29533
    },
    {
      "epoch": 1.2096661888183493,
      "grad_norm": 9.900652478746721,
      "learning_rate": 0.00027391359038210765,
      "loss": 2.4929,
      "step": 29534
    },
    {
      "epoch": 1.2097071472455458,
      "grad_norm": 0.9143635850660958,
      "learning_rate": 0.0002739117524352605,
      "loss": 0.8548,
      "step": 29535
    },
    {
      "epoch": 1.2097481056727422,
      "grad_norm": 0.8252825342487077,
      "learning_rate": 0.00027390991442983504,
      "loss": 0.8157,
      "step": 29536
    },
    {
      "epoch": 1.2097890640999385,
      "grad_norm": 0.8990562879718722,
      "learning_rate": 0.0002739080763658321,
      "loss": 0.8388,
      "step": 29537
    },
    {
      "epoch": 1.209830022527135,
      "grad_norm": 2.3013542449650446,
      "learning_rate": 0.00027390623824325274,
      "loss": 2.1498,
      "step": 29538
    },
    {
      "epoch": 1.2098709809543313,
      "grad_norm": 1.1093590745046413,
      "learning_rate": 0.0002739044000620976,
      "loss": 0.9757,
      "step": 29539
    },
    {
      "epoch": 1.2099119393815276,
      "grad_norm": 1.179053489165637,
      "learning_rate": 0.0002739025618223677,
      "loss": 1.0071,
      "step": 29540
    },
    {
      "epoch": 1.2099528978087242,
      "grad_norm": 0.9050890670955294,
      "learning_rate": 0.00027390072352406384,
      "loss": 1.0255,
      "step": 29541
    },
    {
      "epoch": 1.2099938562359205,
      "grad_norm": 0.6223493106919185,
      "learning_rate": 0.0002738988851671869,
      "loss": 0.4393,
      "step": 29542
    },
    {
      "epoch": 1.210034814663117,
      "grad_norm": 1.1151018333812461,
      "learning_rate": 0.0002738970467517378,
      "loss": 0.9004,
      "step": 29543
    },
    {
      "epoch": 1.2100757730903133,
      "grad_norm": 0.9276116230084431,
      "learning_rate": 0.00027389520827771736,
      "loss": 0.8107,
      "step": 29544
    },
    {
      "epoch": 1.2101167315175096,
      "grad_norm": 0.8638932905887141,
      "learning_rate": 0.0002738933697451264,
      "loss": 0.8406,
      "step": 29545
    },
    {
      "epoch": 1.2101576899447062,
      "grad_norm": 1.1746619858187106,
      "learning_rate": 0.0002738915311539659,
      "loss": 0.7701,
      "step": 29546
    },
    {
      "epoch": 1.2101986483719025,
      "grad_norm": 0.8593202075957445,
      "learning_rate": 0.00027388969250423666,
      "loss": 0.9488,
      "step": 29547
    },
    {
      "epoch": 1.210239606799099,
      "grad_norm": 1.1035228296080277,
      "learning_rate": 0.0002738878537959395,
      "loss": 0.9805,
      "step": 29548
    },
    {
      "epoch": 1.2102805652262953,
      "grad_norm": 0.9418020978689677,
      "learning_rate": 0.0002738860150290754,
      "loss": 0.8984,
      "step": 29549
    },
    {
      "epoch": 1.2103215236534917,
      "grad_norm": 0.5045382473043172,
      "learning_rate": 0.0002738841762036452,
      "loss": 0.2964,
      "step": 29550
    },
    {
      "epoch": 1.2103624820806882,
      "grad_norm": 0.7554633285340493,
      "learning_rate": 0.00027388233731964973,
      "loss": 0.7857,
      "step": 29551
    },
    {
      "epoch": 1.2104034405078845,
      "grad_norm": 0.7693292490976383,
      "learning_rate": 0.0002738804983770899,
      "loss": 0.8257,
      "step": 29552
    },
    {
      "epoch": 1.2104443989350808,
      "grad_norm": 0.9050039480384899,
      "learning_rate": 0.00027387865937596656,
      "loss": 0.7063,
      "step": 29553
    },
    {
      "epoch": 1.2104853573622774,
      "grad_norm": 0.7136945783950145,
      "learning_rate": 0.00027387682031628055,
      "loss": 0.4698,
      "step": 29554
    },
    {
      "epoch": 1.2105263157894737,
      "grad_norm": 0.8968164986616716,
      "learning_rate": 0.0002738749811980328,
      "loss": 0.8592,
      "step": 29555
    },
    {
      "epoch": 1.21056727421667,
      "grad_norm": 0.9573316670699716,
      "learning_rate": 0.0002738731420212241,
      "loss": 0.7724,
      "step": 29556
    },
    {
      "epoch": 1.2106082326438665,
      "grad_norm": 0.7761340401552913,
      "learning_rate": 0.0002738713027858554,
      "loss": 0.6618,
      "step": 29557
    },
    {
      "epoch": 1.2106491910710628,
      "grad_norm": 0.6322820562932151,
      "learning_rate": 0.0002738694634919275,
      "loss": 0.4956,
      "step": 29558
    },
    {
      "epoch": 1.2106901494982591,
      "grad_norm": 1.3750097708460192,
      "learning_rate": 0.0002738676241394413,
      "loss": 1.4465,
      "step": 29559
    },
    {
      "epoch": 1.2107311079254557,
      "grad_norm": 0.896999291744659,
      "learning_rate": 0.00027386578472839775,
      "loss": 0.5172,
      "step": 29560
    },
    {
      "epoch": 1.210772066352652,
      "grad_norm": 0.9962263212935367,
      "learning_rate": 0.0002738639452587976,
      "loss": 1.025,
      "step": 29561
    },
    {
      "epoch": 1.2108130247798485,
      "grad_norm": 1.1981944443460497,
      "learning_rate": 0.0002738621057306418,
      "loss": 1.3195,
      "step": 29562
    },
    {
      "epoch": 1.2108539832070448,
      "grad_norm": 0.9011319051956427,
      "learning_rate": 0.0002738602661439311,
      "loss": 0.8617,
      "step": 29563
    },
    {
      "epoch": 1.2108949416342412,
      "grad_norm": 0.8175957112277037,
      "learning_rate": 0.00027385842649866655,
      "loss": 0.8538,
      "step": 29564
    },
    {
      "epoch": 1.2109359000614377,
      "grad_norm": 0.8023064366728911,
      "learning_rate": 0.0002738565867948489,
      "loss": 0.3422,
      "step": 29565
    },
    {
      "epoch": 1.210976858488634,
      "grad_norm": 0.9857159060144939,
      "learning_rate": 0.000273854747032479,
      "loss": 0.7832,
      "step": 29566
    },
    {
      "epoch": 1.2110178169158305,
      "grad_norm": 6.069619523112601,
      "learning_rate": 0.00027385290721155777,
      "loss": 3.2256,
      "step": 29567
    },
    {
      "epoch": 1.2110587753430269,
      "grad_norm": 0.7789298069357523,
      "learning_rate": 0.00027385106733208606,
      "loss": 0.9018,
      "step": 29568
    },
    {
      "epoch": 1.2110997337702232,
      "grad_norm": 0.9739913153983105,
      "learning_rate": 0.0002738492273940648,
      "loss": 0.9785,
      "step": 29569
    },
    {
      "epoch": 1.2111406921974197,
      "grad_norm": 0.8553351990630765,
      "learning_rate": 0.0002738473873974948,
      "loss": 0.8455,
      "step": 29570
    },
    {
      "epoch": 1.211181650624616,
      "grad_norm": 0.800458582154434,
      "learning_rate": 0.0002738455473423769,
      "loss": 0.7695,
      "step": 29571
    },
    {
      "epoch": 1.2112226090518123,
      "grad_norm": 0.7066240659820707,
      "learning_rate": 0.0002738437072287121,
      "loss": 0.749,
      "step": 29572
    },
    {
      "epoch": 1.2112635674790089,
      "grad_norm": 1.0085155984227976,
      "learning_rate": 0.00027384186705650107,
      "loss": 1.1481,
      "step": 29573
    },
    {
      "epoch": 1.2113045259062052,
      "grad_norm": 0.7650415577741311,
      "learning_rate": 0.0002738400268257448,
      "loss": 0.7414,
      "step": 29574
    },
    {
      "epoch": 1.2113454843334015,
      "grad_norm": 0.6887354767892897,
      "learning_rate": 0.0002738381865364442,
      "loss": 0.3482,
      "step": 29575
    },
    {
      "epoch": 1.211386442760598,
      "grad_norm": 1.052873976807401,
      "learning_rate": 0.00027383634618860015,
      "loss": 1.1239,
      "step": 29576
    },
    {
      "epoch": 1.2114274011877944,
      "grad_norm": 0.8274359305474236,
      "learning_rate": 0.0002738345057822134,
      "loss": 0.7477,
      "step": 29577
    },
    {
      "epoch": 1.2114683596149907,
      "grad_norm": 0.6841152851407734,
      "learning_rate": 0.0002738326653172849,
      "loss": 0.5793,
      "step": 29578
    },
    {
      "epoch": 1.2115093180421872,
      "grad_norm": 1.6347587576370242,
      "learning_rate": 0.00027383082479381547,
      "loss": 1.0508,
      "step": 29579
    },
    {
      "epoch": 1.2115502764693835,
      "grad_norm": 0.8899868483965829,
      "learning_rate": 0.000273828984211806,
      "loss": 0.9824,
      "step": 29580
    },
    {
      "epoch": 1.21159123489658,
      "grad_norm": 1.1803489807107106,
      "learning_rate": 0.0002738271435712574,
      "loss": 1.374,
      "step": 29581
    },
    {
      "epoch": 1.2116321933237764,
      "grad_norm": 0.952136715685899,
      "learning_rate": 0.0002738253028721705,
      "loss": 0.9059,
      "step": 29582
    },
    {
      "epoch": 1.2116731517509727,
      "grad_norm": 1.5232218101636286,
      "learning_rate": 0.0002738234621145462,
      "loss": 1.1481,
      "step": 29583
    },
    {
      "epoch": 1.2117141101781692,
      "grad_norm": 0.7928269171138005,
      "learning_rate": 0.00027382162129838534,
      "loss": 0.7192,
      "step": 29584
    },
    {
      "epoch": 1.2117550686053655,
      "grad_norm": 0.7522845214048887,
      "learning_rate": 0.0002738197804236888,
      "loss": 0.7765,
      "step": 29585
    },
    {
      "epoch": 1.211796027032562,
      "grad_norm": 1.6668773833940747,
      "learning_rate": 0.0002738179394904575,
      "loss": 3.9241,
      "step": 29586
    },
    {
      "epoch": 1.2118369854597584,
      "grad_norm": 1.008244579761942,
      "learning_rate": 0.0002738160984986922,
      "loss": 0.944,
      "step": 29587
    },
    {
      "epoch": 1.2118779438869547,
      "grad_norm": 0.7436343406202747,
      "learning_rate": 0.0002738142574483938,
      "loss": 0.7709,
      "step": 29588
    },
    {
      "epoch": 1.2119189023141512,
      "grad_norm": 1.0354538288590251,
      "learning_rate": 0.0002738124163395633,
      "loss": 0.8209,
      "step": 29589
    },
    {
      "epoch": 1.2119598607413475,
      "grad_norm": 0.8445485723989097,
      "learning_rate": 0.0002738105751722014,
      "loss": 1.1162,
      "step": 29590
    },
    {
      "epoch": 1.2120008191685439,
      "grad_norm": 1.28794109777101,
      "learning_rate": 0.00027380873394630906,
      "loss": 1.5532,
      "step": 29591
    },
    {
      "epoch": 1.2120417775957404,
      "grad_norm": 0.9056042612758118,
      "learning_rate": 0.0002738068926618872,
      "loss": 1.0737,
      "step": 29592
    },
    {
      "epoch": 1.2120827360229367,
      "grad_norm": 0.7859249292746521,
      "learning_rate": 0.0002738050513189365,
      "loss": 0.4192,
      "step": 29593
    },
    {
      "epoch": 1.212123694450133,
      "grad_norm": 1.2153386608907644,
      "learning_rate": 0.0002738032099174581,
      "loss": 0.8233,
      "step": 29594
    },
    {
      "epoch": 1.2121646528773296,
      "grad_norm": 0.7322927279504333,
      "learning_rate": 0.00027380136845745265,
      "loss": 0.7469,
      "step": 29595
    },
    {
      "epoch": 1.2122056113045259,
      "grad_norm": 0.8413497836407964,
      "learning_rate": 0.00027379952693892107,
      "loss": 0.8918,
      "step": 29596
    },
    {
      "epoch": 1.2122465697317222,
      "grad_norm": 0.6981332662368163,
      "learning_rate": 0.0002737976853618643,
      "loss": 0.3285,
      "step": 29597
    },
    {
      "epoch": 1.2122875281589187,
      "grad_norm": 0.5740917780191136,
      "learning_rate": 0.0002737958437262832,
      "loss": 0.444,
      "step": 29598
    },
    {
      "epoch": 1.212328486586115,
      "grad_norm": 1.6116504616590144,
      "learning_rate": 0.00027379400203217857,
      "loss": 2.0365,
      "step": 29599
    },
    {
      "epoch": 1.2123694450133116,
      "grad_norm": 0.6501895779595249,
      "learning_rate": 0.0002737921602795513,
      "loss": 0.133,
      "step": 29600
    },
    {
      "epoch": 1.2124104034405079,
      "grad_norm": 0.7494454786755267,
      "learning_rate": 0.0002737903184684023,
      "loss": 0.6018,
      "step": 29601
    },
    {
      "epoch": 1.2124513618677042,
      "grad_norm": 1.6258066533358826,
      "learning_rate": 0.0002737884765987324,
      "loss": 1.4704,
      "step": 29602
    },
    {
      "epoch": 1.2124923202949007,
      "grad_norm": 0.9433197812853311,
      "learning_rate": 0.0002737866346705425,
      "loss": 0.8339,
      "step": 29603
    },
    {
      "epoch": 1.212533278722097,
      "grad_norm": 0.8895501614311881,
      "learning_rate": 0.0002737847926838335,
      "loss": 1.0954,
      "step": 29604
    },
    {
      "epoch": 1.2125742371492936,
      "grad_norm": 0.7006429977945364,
      "learning_rate": 0.00027378295063860617,
      "loss": 0.7391,
      "step": 29605
    },
    {
      "epoch": 1.21261519557649,
      "grad_norm": 0.761316050769438,
      "learning_rate": 0.0002737811085348615,
      "loss": 0.6015,
      "step": 29606
    },
    {
      "epoch": 1.2126561540036862,
      "grad_norm": 0.9036547720704139,
      "learning_rate": 0.0002737792663726003,
      "loss": 0.9393,
      "step": 29607
    },
    {
      "epoch": 1.2126971124308827,
      "grad_norm": 0.7526224612394226,
      "learning_rate": 0.0002737774241518234,
      "loss": 0.7706,
      "step": 29608
    },
    {
      "epoch": 1.212738070858079,
      "grad_norm": 0.8886926925236491,
      "learning_rate": 0.00027377558187253174,
      "loss": 0.8921,
      "step": 29609
    },
    {
      "epoch": 1.2127790292852754,
      "grad_norm": 0.8194501943546789,
      "learning_rate": 0.0002737737395347262,
      "loss": 0.7487,
      "step": 29610
    },
    {
      "epoch": 1.212819987712472,
      "grad_norm": 0.7478004859344318,
      "learning_rate": 0.0002737718971384076,
      "loss": 0.7356,
      "step": 29611
    },
    {
      "epoch": 1.2128609461396682,
      "grad_norm": 1.245232289537004,
      "learning_rate": 0.0002737700546835768,
      "loss": 0.93,
      "step": 29612
    },
    {
      "epoch": 1.2129019045668645,
      "grad_norm": 1.0130456528424454,
      "learning_rate": 0.00027376821217023475,
      "loss": 0.886,
      "step": 29613
    },
    {
      "epoch": 1.212942862994061,
      "grad_norm": 0.7213592301350674,
      "learning_rate": 0.0002737663695983822,
      "loss": 0.5736,
      "step": 29614
    },
    {
      "epoch": 1.2129838214212574,
      "grad_norm": 1.1917935555416554,
      "learning_rate": 0.0002737645269680201,
      "loss": 1.1639,
      "step": 29615
    },
    {
      "epoch": 1.213024779848454,
      "grad_norm": 1.04515635177519,
      "learning_rate": 0.00027376268427914944,
      "loss": 0.9954,
      "step": 29616
    },
    {
      "epoch": 1.2130657382756502,
      "grad_norm": 0.6571663618617156,
      "learning_rate": 0.0002737608415317708,
      "loss": 0.3073,
      "step": 29617
    },
    {
      "epoch": 1.2131066967028465,
      "grad_norm": 0.8735711505086365,
      "learning_rate": 0.00027375899872588534,
      "loss": 0.8067,
      "step": 29618
    },
    {
      "epoch": 1.213147655130043,
      "grad_norm": 0.8859272591178422,
      "learning_rate": 0.0002737571558614937,
      "loss": 0.7421,
      "step": 29619
    },
    {
      "epoch": 1.2131886135572394,
      "grad_norm": 3.481944799606588,
      "learning_rate": 0.00027375531293859695,
      "loss": 4.9867,
      "step": 29620
    },
    {
      "epoch": 1.2132295719844357,
      "grad_norm": 1.1566353653577075,
      "learning_rate": 0.00027375346995719583,
      "loss": 0.8993,
      "step": 29621
    },
    {
      "epoch": 1.2132705304116322,
      "grad_norm": 0.8659233255160227,
      "learning_rate": 0.0002737516269172912,
      "loss": 0.9415,
      "step": 29622
    },
    {
      "epoch": 1.2133114888388286,
      "grad_norm": 0.9924578370939072,
      "learning_rate": 0.00027374978381888404,
      "loss": 0.8671,
      "step": 29623
    },
    {
      "epoch": 1.213352447266025,
      "grad_norm": 0.9632134376675492,
      "learning_rate": 0.0002737479406619752,
      "loss": 0.8178,
      "step": 29624
    },
    {
      "epoch": 1.2133934056932214,
      "grad_norm": 0.8929255776606334,
      "learning_rate": 0.00027374609744656547,
      "loss": 0.286,
      "step": 29625
    },
    {
      "epoch": 1.2134343641204177,
      "grad_norm": 0.7394786351803111,
      "learning_rate": 0.00027374425417265577,
      "loss": 0.7196,
      "step": 29626
    },
    {
      "epoch": 1.2134753225476143,
      "grad_norm": 0.7923739528485451,
      "learning_rate": 0.00027374241084024696,
      "loss": 0.4058,
      "step": 29627
    },
    {
      "epoch": 1.2135162809748106,
      "grad_norm": 1.479492768975661,
      "learning_rate": 0.0002737405674493399,
      "loss": 1.4147,
      "step": 29628
    },
    {
      "epoch": 1.2135572394020069,
      "grad_norm": 1.1527753699969134,
      "learning_rate": 0.0002737387239999355,
      "loss": 1.0365,
      "step": 29629
    },
    {
      "epoch": 1.2135981978292034,
      "grad_norm": 0.5950685293334514,
      "learning_rate": 0.00027373688049203465,
      "loss": 0.3589,
      "step": 29630
    },
    {
      "epoch": 1.2136391562563997,
      "grad_norm": 1.0164757815938315,
      "learning_rate": 0.0002737350369256381,
      "loss": 0.6569,
      "step": 29631
    },
    {
      "epoch": 1.213680114683596,
      "grad_norm": 1.233176402461867,
      "learning_rate": 0.0002737331933007469,
      "loss": 1.1189,
      "step": 29632
    },
    {
      "epoch": 1.2137210731107926,
      "grad_norm": 1.063339185426584,
      "learning_rate": 0.00027373134961736174,
      "loss": 0.721,
      "step": 29633
    },
    {
      "epoch": 1.213762031537989,
      "grad_norm": 0.5751201323893801,
      "learning_rate": 0.00027372950587548365,
      "loss": 0.2571,
      "step": 29634
    },
    {
      "epoch": 1.2138029899651854,
      "grad_norm": 0.8868672626170186,
      "learning_rate": 0.0002737276620751134,
      "loss": 0.8908,
      "step": 29635
    },
    {
      "epoch": 1.2138439483923817,
      "grad_norm": 0.7683432547044509,
      "learning_rate": 0.00027372581821625186,
      "loss": 0.8419,
      "step": 29636
    },
    {
      "epoch": 1.213884906819578,
      "grad_norm": 0.7432486462061928,
      "learning_rate": 0.00027372397429889994,
      "loss": 0.4859,
      "step": 29637
    },
    {
      "epoch": 1.2139258652467746,
      "grad_norm": 0.7700851666665885,
      "learning_rate": 0.00027372213032305856,
      "loss": 0.7671,
      "step": 29638
    },
    {
      "epoch": 1.213966823673971,
      "grad_norm": 1.026478004606422,
      "learning_rate": 0.0002737202862887285,
      "loss": 0.9375,
      "step": 29639
    },
    {
      "epoch": 1.2140077821011672,
      "grad_norm": 0.6829059461307576,
      "learning_rate": 0.00027371844219591064,
      "loss": 0.7414,
      "step": 29640
    },
    {
      "epoch": 1.2140487405283638,
      "grad_norm": 0.8818300401914607,
      "learning_rate": 0.0002737165980446059,
      "loss": 0.8935,
      "step": 29641
    },
    {
      "epoch": 1.21408969895556,
      "grad_norm": 5.4105606071531,
      "learning_rate": 0.00027371475383481514,
      "loss": 2.7294,
      "step": 29642
    },
    {
      "epoch": 1.2141306573827566,
      "grad_norm": 0.6217531654287605,
      "learning_rate": 0.00027371290956653923,
      "loss": 0.3264,
      "step": 29643
    },
    {
      "epoch": 1.214171615809953,
      "grad_norm": 0.5630358468358422,
      "learning_rate": 0.000273711065239779,
      "loss": 0.2906,
      "step": 29644
    },
    {
      "epoch": 1.2142125742371492,
      "grad_norm": 1.8951474881802868,
      "learning_rate": 0.0002737092208545354,
      "loss": 1.5948,
      "step": 29645
    },
    {
      "epoch": 1.2142535326643458,
      "grad_norm": 1.0124984186101342,
      "learning_rate": 0.00027370737641080925,
      "loss": 0.7892,
      "step": 29646
    },
    {
      "epoch": 1.214294491091542,
      "grad_norm": 2.9583338788875335,
      "learning_rate": 0.00027370553190860143,
      "loss": 6.0642,
      "step": 29647
    },
    {
      "epoch": 1.2143354495187384,
      "grad_norm": 0.8013169491017683,
      "learning_rate": 0.0002737036873479128,
      "loss": 0.7998,
      "step": 29648
    },
    {
      "epoch": 1.214376407945935,
      "grad_norm": 0.8800886706500483,
      "learning_rate": 0.0002737018427287442,
      "loss": 0.8642,
      "step": 29649
    },
    {
      "epoch": 1.2144173663731312,
      "grad_norm": 2.6042568305933074,
      "learning_rate": 0.00027369999805109665,
      "loss": 1.4993,
      "step": 29650
    },
    {
      "epoch": 1.2144583248003276,
      "grad_norm": 0.7839700544868984,
      "learning_rate": 0.00027369815331497086,
      "loss": 0.9466,
      "step": 29651
    },
    {
      "epoch": 1.214499283227524,
      "grad_norm": 0.7369599523990049,
      "learning_rate": 0.00027369630852036776,
      "loss": 0.6964,
      "step": 29652
    },
    {
      "epoch": 1.2145402416547204,
      "grad_norm": 0.9259450830464182,
      "learning_rate": 0.0002736944636672882,
      "loss": 0.3428,
      "step": 29653
    },
    {
      "epoch": 1.214581200081917,
      "grad_norm": 2.2434259221081336,
      "learning_rate": 0.00027369261875573314,
      "loss": 0.8898,
      "step": 29654
    },
    {
      "epoch": 1.2146221585091133,
      "grad_norm": 1.0567686994955763,
      "learning_rate": 0.0002736907737857033,
      "loss": 0.9518,
      "step": 29655
    },
    {
      "epoch": 1.2146631169363096,
      "grad_norm": 1.246058674933243,
      "learning_rate": 0.0002736889287571997,
      "loss": 1.1749,
      "step": 29656
    },
    {
      "epoch": 1.214704075363506,
      "grad_norm": 0.6839641007761569,
      "learning_rate": 0.00027368708367022315,
      "loss": 0.4234,
      "step": 29657
    },
    {
      "epoch": 1.2147450337907024,
      "grad_norm": 1.1079889833941432,
      "learning_rate": 0.0002736852385247745,
      "loss": 0.7187,
      "step": 29658
    },
    {
      "epoch": 1.2147859922178987,
      "grad_norm": 0.8602820387358696,
      "learning_rate": 0.00027368339332085466,
      "loss": 0.9811,
      "step": 29659
    },
    {
      "epoch": 1.2148269506450953,
      "grad_norm": 0.7333779082695211,
      "learning_rate": 0.0002736815480584645,
      "loss": 0.6408,
      "step": 29660
    },
    {
      "epoch": 1.2148679090722916,
      "grad_norm": 1.1323449771050196,
      "learning_rate": 0.0002736797027376049,
      "loss": 1.0123,
      "step": 29661
    },
    {
      "epoch": 1.2149088674994881,
      "grad_norm": 0.649187762165445,
      "learning_rate": 0.0002736778573582767,
      "loss": 0.401,
      "step": 29662
    },
    {
      "epoch": 1.2149498259266844,
      "grad_norm": 3.8714632155995865,
      "learning_rate": 0.0002736760119204807,
      "loss": 1.6081,
      "step": 29663
    },
    {
      "epoch": 1.2149907843538807,
      "grad_norm": 1.329582343955683,
      "learning_rate": 0.000273674166424218,
      "loss": 1.162,
      "step": 29664
    },
    {
      "epoch": 1.2150317427810773,
      "grad_norm": 1.0062511756333212,
      "learning_rate": 0.0002736723208694892,
      "loss": 0.9461,
      "step": 29665
    },
    {
      "epoch": 1.2150727012082736,
      "grad_norm": 0.9744332405714854,
      "learning_rate": 0.0002736704752562954,
      "loss": 0.882,
      "step": 29666
    },
    {
      "epoch": 1.21511365963547,
      "grad_norm": 0.8338946391339818,
      "learning_rate": 0.0002736686295846374,
      "loss": 0.813,
      "step": 29667
    },
    {
      "epoch": 1.2151546180626664,
      "grad_norm": 1.9088648847419551,
      "learning_rate": 0.00027366678385451596,
      "loss": 0.9808,
      "step": 29668
    },
    {
      "epoch": 1.2151955764898628,
      "grad_norm": 0.668362139436077,
      "learning_rate": 0.000273664938065932,
      "loss": 0.4424,
      "step": 29669
    },
    {
      "epoch": 1.215236534917059,
      "grad_norm": 1.29486474485938,
      "learning_rate": 0.00027366309221888655,
      "loss": 1.765,
      "step": 29670
    },
    {
      "epoch": 1.2152774933442556,
      "grad_norm": 0.9680764779836531,
      "learning_rate": 0.0002736612463133803,
      "loss": 0.8091,
      "step": 29671
    },
    {
      "epoch": 1.215318451771452,
      "grad_norm": 1.356725620218216,
      "learning_rate": 0.0002736594003494142,
      "loss": 1.1327,
      "step": 29672
    },
    {
      "epoch": 1.2153594101986485,
      "grad_norm": 0.9163994914381852,
      "learning_rate": 0.0002736575543269891,
      "loss": 0.7407,
      "step": 29673
    },
    {
      "epoch": 1.2154003686258448,
      "grad_norm": 2.095848963558919,
      "learning_rate": 0.00027365570824610595,
      "loss": 3.1361,
      "step": 29674
    },
    {
      "epoch": 1.215441327053041,
      "grad_norm": 0.709158276299319,
      "learning_rate": 0.0002736538621067655,
      "loss": 0.6575,
      "step": 29675
    },
    {
      "epoch": 1.2154822854802376,
      "grad_norm": 0.7258240953814072,
      "learning_rate": 0.0002736520159089687,
      "loss": 0.7505,
      "step": 29676
    },
    {
      "epoch": 1.215523243907434,
      "grad_norm": 0.9229034685042888,
      "learning_rate": 0.00027365016965271637,
      "loss": 0.7612,
      "step": 29677
    },
    {
      "epoch": 1.2155642023346305,
      "grad_norm": 0.6068802686991246,
      "learning_rate": 0.00027364832333800945,
      "loss": 0.5959,
      "step": 29678
    },
    {
      "epoch": 1.2156051607618268,
      "grad_norm": 0.8073098448072478,
      "learning_rate": 0.00027364647696484875,
      "loss": 0.6587,
      "step": 29679
    },
    {
      "epoch": 1.215646119189023,
      "grad_norm": 0.7088184470475757,
      "learning_rate": 0.0002736446305332352,
      "loss": 0.8321,
      "step": 29680
    },
    {
      "epoch": 1.2156870776162196,
      "grad_norm": 0.8418849678334087,
      "learning_rate": 0.0002736427840431696,
      "loss": 0.8353,
      "step": 29681
    },
    {
      "epoch": 1.215728036043416,
      "grad_norm": 0.7420791523262549,
      "learning_rate": 0.00027364093749465283,
      "loss": 0.3626,
      "step": 29682
    },
    {
      "epoch": 1.2157689944706123,
      "grad_norm": 0.8495071838384245,
      "learning_rate": 0.00027363909088768594,
      "loss": 0.8702,
      "step": 29683
    },
    {
      "epoch": 1.2158099528978088,
      "grad_norm": 0.8465402034001164,
      "learning_rate": 0.00027363724422226955,
      "loss": 0.6838,
      "step": 29684
    },
    {
      "epoch": 1.2158509113250051,
      "grad_norm": 4.658077262351493,
      "learning_rate": 0.0002736353974984047,
      "loss": 3.4902,
      "step": 29685
    },
    {
      "epoch": 1.2158918697522014,
      "grad_norm": 0.7611390766980866,
      "learning_rate": 0.00027363355071609216,
      "loss": 0.7537,
      "step": 29686
    },
    {
      "epoch": 1.215932828179398,
      "grad_norm": 0.6416694214596862,
      "learning_rate": 0.0002736317038753329,
      "loss": 0.6718,
      "step": 29687
    },
    {
      "epoch": 1.2159737866065943,
      "grad_norm": 1.2071062305932398,
      "learning_rate": 0.0002736298569761277,
      "loss": 0.9282,
      "step": 29688
    },
    {
      "epoch": 1.2160147450337906,
      "grad_norm": 1.0203669690318213,
      "learning_rate": 0.0002736280100184775,
      "loss": 1.3025,
      "step": 29689
    },
    {
      "epoch": 1.2160557034609871,
      "grad_norm": 0.9131761052821096,
      "learning_rate": 0.0002736261630023832,
      "loss": 1.0401,
      "step": 29690
    },
    {
      "epoch": 1.2160966618881834,
      "grad_norm": 0.8113948873537075,
      "learning_rate": 0.00027362431592784555,
      "loss": 0.6348,
      "step": 29691
    },
    {
      "epoch": 1.21613762031538,
      "grad_norm": 0.5749828220854423,
      "learning_rate": 0.0002736224687948655,
      "loss": 0.294,
      "step": 29692
    },
    {
      "epoch": 1.2161785787425763,
      "grad_norm": 0.6332484773268321,
      "learning_rate": 0.00027362062160344393,
      "loss": 0.3112,
      "step": 29693
    },
    {
      "epoch": 1.2162195371697726,
      "grad_norm": 0.90983708635525,
      "learning_rate": 0.00027361877435358174,
      "loss": 1.0981,
      "step": 29694
    },
    {
      "epoch": 1.2162604955969691,
      "grad_norm": 0.9245374024411749,
      "learning_rate": 0.00027361692704527975,
      "loss": 0.9425,
      "step": 29695
    },
    {
      "epoch": 1.2163014540241655,
      "grad_norm": 1.2622174664329582,
      "learning_rate": 0.00027361507967853883,
      "loss": 1.4679,
      "step": 29696
    },
    {
      "epoch": 1.216342412451362,
      "grad_norm": 0.5354874756984769,
      "learning_rate": 0.00027361323225335985,
      "loss": 0.3038,
      "step": 29697
    },
    {
      "epoch": 1.2163833708785583,
      "grad_norm": 0.899506525435355,
      "learning_rate": 0.0002736113847697438,
      "loss": 0.72,
      "step": 29698
    },
    {
      "epoch": 1.2164243293057546,
      "grad_norm": 1.0955829754413946,
      "learning_rate": 0.00027360953722769133,
      "loss": 0.8917,
      "step": 29699
    },
    {
      "epoch": 1.2164652877329512,
      "grad_norm": 1.7500400453540008,
      "learning_rate": 0.0002736076896272035,
      "loss": 1.4775,
      "step": 29700
    },
    {
      "epoch": 1.2165062461601475,
      "grad_norm": 1.0316288457885037,
      "learning_rate": 0.00027360584196828124,
      "loss": 1.1876,
      "step": 29701
    },
    {
      "epoch": 1.2165472045873438,
      "grad_norm": 0.7970563726921517,
      "learning_rate": 0.00027360399425092516,
      "loss": 0.8398,
      "step": 29702
    },
    {
      "epoch": 1.2165881630145403,
      "grad_norm": 0.7445764134657139,
      "learning_rate": 0.00027360214647513634,
      "loss": 0.7243,
      "step": 29703
    },
    {
      "epoch": 1.2166291214417366,
      "grad_norm": 1.49497317575519,
      "learning_rate": 0.00027360029864091564,
      "loss": 2.1566,
      "step": 29704
    },
    {
      "epoch": 1.216670079868933,
      "grad_norm": 1.0293581485334287,
      "learning_rate": 0.0002735984507482638,
      "loss": 0.929,
      "step": 29705
    },
    {
      "epoch": 1.2167110382961295,
      "grad_norm": 0.9488230650670852,
      "learning_rate": 0.0002735966027971818,
      "loss": 0.7277,
      "step": 29706
    },
    {
      "epoch": 1.2167519967233258,
      "grad_norm": 0.6124784957428125,
      "learning_rate": 0.00027359475478767057,
      "loss": 0.6276,
      "step": 29707
    },
    {
      "epoch": 1.216792955150522,
      "grad_norm": 1.007893126795429,
      "learning_rate": 0.00027359290671973084,
      "loss": 1.2144,
      "step": 29708
    },
    {
      "epoch": 1.2168339135777186,
      "grad_norm": 1.0451126168345115,
      "learning_rate": 0.00027359105859336356,
      "loss": 0.9647,
      "step": 29709
    },
    {
      "epoch": 1.216874872004915,
      "grad_norm": 3.2559091977867745,
      "learning_rate": 0.00027358921040856966,
      "loss": 5.0159,
      "step": 29710
    },
    {
      "epoch": 1.2169158304321115,
      "grad_norm": 0.9403395177894567,
      "learning_rate": 0.0002735873621653499,
      "loss": 0.9019,
      "step": 29711
    },
    {
      "epoch": 1.2169567888593078,
      "grad_norm": 0.7891102281816477,
      "learning_rate": 0.00027358551386370524,
      "loss": 0.7593,
      "step": 29712
    },
    {
      "epoch": 1.2169977472865041,
      "grad_norm": 0.8695278369290762,
      "learning_rate": 0.0002735836655036365,
      "loss": 0.9758,
      "step": 29713
    },
    {
      "epoch": 1.2170387057137007,
      "grad_norm": 0.8649950295779364,
      "learning_rate": 0.00027358181708514456,
      "loss": 0.8205,
      "step": 29714
    },
    {
      "epoch": 1.217079664140897,
      "grad_norm": 0.798217676368472,
      "learning_rate": 0.00027357996860823033,
      "loss": 0.6314,
      "step": 29715
    },
    {
      "epoch": 1.2171206225680935,
      "grad_norm": 2.066931890777559,
      "learning_rate": 0.0002735781200728947,
      "loss": 3.3989,
      "step": 29716
    },
    {
      "epoch": 1.2171615809952898,
      "grad_norm": 0.5837679235941663,
      "learning_rate": 0.0002735762714791384,
      "loss": 0.6203,
      "step": 29717
    },
    {
      "epoch": 1.2172025394224861,
      "grad_norm": 0.7283677864755844,
      "learning_rate": 0.00027357442282696247,
      "loss": 0.869,
      "step": 29718
    },
    {
      "epoch": 1.2172434978496827,
      "grad_norm": 1.206852906208985,
      "learning_rate": 0.00027357257411636776,
      "loss": 1.2454,
      "step": 29719
    },
    {
      "epoch": 1.217284456276879,
      "grad_norm": 0.6730694086764807,
      "learning_rate": 0.0002735707253473551,
      "loss": 0.6675,
      "step": 29720
    },
    {
      "epoch": 1.2173254147040753,
      "grad_norm": 1.0143046642460984,
      "learning_rate": 0.0002735688765199253,
      "loss": 1.0028,
      "step": 29721
    },
    {
      "epoch": 1.2173663731312718,
      "grad_norm": 0.7791688886830439,
      "learning_rate": 0.0002735670276340794,
      "loss": 0.8054,
      "step": 29722
    },
    {
      "epoch": 1.2174073315584681,
      "grad_norm": 1.1333545907308666,
      "learning_rate": 0.0002735651786898181,
      "loss": 0.8131,
      "step": 29723
    },
    {
      "epoch": 1.2174482899856645,
      "grad_norm": 0.789242952015423,
      "learning_rate": 0.0002735633296871424,
      "loss": 0.7779,
      "step": 29724
    },
    {
      "epoch": 1.217489248412861,
      "grad_norm": 1.8617067284793247,
      "learning_rate": 0.00027356148062605314,
      "loss": 1.9253,
      "step": 29725
    },
    {
      "epoch": 1.2175302068400573,
      "grad_norm": 0.9331759269168263,
      "learning_rate": 0.00027355963150655114,
      "loss": 0.9827,
      "step": 29726
    },
    {
      "epoch": 1.2175711652672536,
      "grad_norm": 0.9762047082637083,
      "learning_rate": 0.0002735577823286373,
      "loss": 0.8835,
      "step": 29727
    },
    {
      "epoch": 1.2176121236944502,
      "grad_norm": 0.786199996008531,
      "learning_rate": 0.00027355593309231254,
      "loss": 0.8704,
      "step": 29728
    },
    {
      "epoch": 1.2176530821216465,
      "grad_norm": 0.9888466578519662,
      "learning_rate": 0.0002735540837975777,
      "loss": 1.0696,
      "step": 29729
    },
    {
      "epoch": 1.217694040548843,
      "grad_norm": 2.5903503844828344,
      "learning_rate": 0.0002735522344444337,
      "loss": 2.3434,
      "step": 29730
    },
    {
      "epoch": 1.2177349989760393,
      "grad_norm": 0.9618340572557401,
      "learning_rate": 0.0002735503850328813,
      "loss": 0.609,
      "step": 29731
    },
    {
      "epoch": 1.2177759574032356,
      "grad_norm": 0.6774876317525674,
      "learning_rate": 0.0002735485355629215,
      "loss": 0.2868,
      "step": 29732
    },
    {
      "epoch": 1.2178169158304322,
      "grad_norm": 0.5677291862562786,
      "learning_rate": 0.0002735466860345551,
      "loss": 0.3938,
      "step": 29733
    },
    {
      "epoch": 1.2178578742576285,
      "grad_norm": 0.7207527085910556,
      "learning_rate": 0.000273544836447783,
      "loss": 0.8156,
      "step": 29734
    },
    {
      "epoch": 1.217898832684825,
      "grad_norm": 0.8734128806420669,
      "learning_rate": 0.0002735429868026061,
      "loss": 0.7557,
      "step": 29735
    },
    {
      "epoch": 1.2179397911120213,
      "grad_norm": 0.6187306601108238,
      "learning_rate": 0.0002735411370990252,
      "loss": 0.2978,
      "step": 29736
    },
    {
      "epoch": 1.2179807495392176,
      "grad_norm": 0.6025281080123994,
      "learning_rate": 0.00027353928733704126,
      "loss": 0.3778,
      "step": 29737
    },
    {
      "epoch": 1.2180217079664142,
      "grad_norm": 0.7745849292962959,
      "learning_rate": 0.00027353743751665503,
      "loss": 0.5721,
      "step": 29738
    },
    {
      "epoch": 1.2180626663936105,
      "grad_norm": 0.8045256725036777,
      "learning_rate": 0.00027353558763786755,
      "loss": 0.638,
      "step": 29739
    },
    {
      "epoch": 1.2181036248208068,
      "grad_norm": 1.0197615361737251,
      "learning_rate": 0.0002735337377006796,
      "loss": 0.5607,
      "step": 29740
    },
    {
      "epoch": 1.2181445832480033,
      "grad_norm": 1.3532567986677289,
      "learning_rate": 0.0002735318877050921,
      "loss": 1.8792,
      "step": 29741
    },
    {
      "epoch": 1.2181855416751997,
      "grad_norm": 0.9397040059001337,
      "learning_rate": 0.0002735300376511058,
      "loss": 0.8796,
      "step": 29742
    },
    {
      "epoch": 1.218226500102396,
      "grad_norm": 0.9699492809543746,
      "learning_rate": 0.0002735281875387217,
      "loss": 1.0108,
      "step": 29743
    },
    {
      "epoch": 1.2182674585295925,
      "grad_norm": 1.2433952967669923,
      "learning_rate": 0.00027352633736794067,
      "loss": 1.009,
      "step": 29744
    },
    {
      "epoch": 1.2183084169567888,
      "grad_norm": 0.9712230596925544,
      "learning_rate": 0.0002735244871387635,
      "loss": 1.2228,
      "step": 29745
    },
    {
      "epoch": 1.2183493753839851,
      "grad_norm": 0.6985685651365453,
      "learning_rate": 0.0002735226368511912,
      "loss": 0.671,
      "step": 29746
    },
    {
      "epoch": 1.2183903338111817,
      "grad_norm": 1.4447369564809047,
      "learning_rate": 0.0002735207865052245,
      "loss": 1.1068,
      "step": 29747
    },
    {
      "epoch": 1.218431292238378,
      "grad_norm": 1.283979833637258,
      "learning_rate": 0.00027351893610086435,
      "loss": 1.0889,
      "step": 29748
    },
    {
      "epoch": 1.2184722506655745,
      "grad_norm": 0.9419384847572435,
      "learning_rate": 0.00027351708563811165,
      "loss": 0.736,
      "step": 29749
    },
    {
      "epoch": 1.2185132090927708,
      "grad_norm": 0.7034212831269332,
      "learning_rate": 0.00027351523511696724,
      "loss": 0.7269,
      "step": 29750
    },
    {
      "epoch": 1.2185541675199671,
      "grad_norm": 1.1711108601895162,
      "learning_rate": 0.0002735133845374319,
      "loss": 1.2255,
      "step": 29751
    },
    {
      "epoch": 1.2185951259471637,
      "grad_norm": 1.0539549677641404,
      "learning_rate": 0.00027351153389950674,
      "loss": 1.0517,
      "step": 29752
    },
    {
      "epoch": 1.21863608437436,
      "grad_norm": 0.6483414875362722,
      "learning_rate": 0.00027350968320319244,
      "loss": 0.3283,
      "step": 29753
    },
    {
      "epoch": 1.2186770428015565,
      "grad_norm": 1.5473669062151714,
      "learning_rate": 0.0002735078324484899,
      "loss": 1.6762,
      "step": 29754
    },
    {
      "epoch": 1.2187180012287528,
      "grad_norm": 0.8387085298308513,
      "learning_rate": 0.00027350598163540003,
      "loss": 0.9015,
      "step": 29755
    },
    {
      "epoch": 1.2187589596559492,
      "grad_norm": 1.0796964172752415,
      "learning_rate": 0.00027350413076392377,
      "loss": 1.2462,
      "step": 29756
    },
    {
      "epoch": 1.2187999180831457,
      "grad_norm": 0.923662955187343,
      "learning_rate": 0.00027350227983406186,
      "loss": 0.9808,
      "step": 29757
    },
    {
      "epoch": 1.218840876510342,
      "grad_norm": 0.8062575873282923,
      "learning_rate": 0.0002735004288458152,
      "loss": 0.7335,
      "step": 29758
    },
    {
      "epoch": 1.2188818349375383,
      "grad_norm": 0.7122126311782286,
      "learning_rate": 0.0002734985777991847,
      "loss": 0.8214,
      "step": 29759
    },
    {
      "epoch": 1.2189227933647349,
      "grad_norm": 0.6981181799096099,
      "learning_rate": 0.00027349672669417133,
      "loss": 0.373,
      "step": 29760
    },
    {
      "epoch": 1.2189637517919312,
      "grad_norm": 0.6296341185345646,
      "learning_rate": 0.0002734948755307758,
      "loss": 0.357,
      "step": 29761
    },
    {
      "epoch": 1.2190047102191275,
      "grad_norm": 1.510300964477532,
      "learning_rate": 0.0002734930243089991,
      "loss": 0.8757,
      "step": 29762
    },
    {
      "epoch": 1.219045668646324,
      "grad_norm": 0.9048885353185945,
      "learning_rate": 0.000273491173028842,
      "loss": 0.757,
      "step": 29763
    },
    {
      "epoch": 1.2190866270735203,
      "grad_norm": 0.848665409340646,
      "learning_rate": 0.00027348932169030555,
      "loss": 0.7799,
      "step": 29764
    },
    {
      "epoch": 1.2191275855007166,
      "grad_norm": 0.7635050257285099,
      "learning_rate": 0.00027348747029339043,
      "loss": 0.4059,
      "step": 29765
    },
    {
      "epoch": 1.2191685439279132,
      "grad_norm": 0.776623806810782,
      "learning_rate": 0.00027348561883809764,
      "loss": 0.463,
      "step": 29766
    },
    {
      "epoch": 1.2192095023551095,
      "grad_norm": 0.9784176312521436,
      "learning_rate": 0.000273483767324428,
      "loss": 0.8319,
      "step": 29767
    },
    {
      "epoch": 1.219250460782306,
      "grad_norm": 1.3290220579988736,
      "learning_rate": 0.00027348191575238235,
      "loss": 0.925,
      "step": 29768
    },
    {
      "epoch": 1.2192914192095023,
      "grad_norm": 0.8884643944635368,
      "learning_rate": 0.0002734800641219617,
      "loss": 0.8575,
      "step": 29769
    },
    {
      "epoch": 1.2193323776366987,
      "grad_norm": 0.7552007309933355,
      "learning_rate": 0.00027347821243316683,
      "loss": 0.6197,
      "step": 29770
    },
    {
      "epoch": 1.2193733360638952,
      "grad_norm": 1.3615995479402256,
      "learning_rate": 0.0002734763606859985,
      "loss": 1.0792,
      "step": 29771
    },
    {
      "epoch": 1.2194142944910915,
      "grad_norm": 0.843894307493049,
      "learning_rate": 0.0002734745088804579,
      "loss": 0.5431,
      "step": 29772
    },
    {
      "epoch": 1.219455252918288,
      "grad_norm": 0.9405028741622792,
      "learning_rate": 0.00027347265701654563,
      "loss": 0.9667,
      "step": 29773
    },
    {
      "epoch": 1.2194962113454844,
      "grad_norm": 0.8065321663619995,
      "learning_rate": 0.00027347080509426263,
      "loss": 0.8789,
      "step": 29774
    },
    {
      "epoch": 1.2195371697726807,
      "grad_norm": 0.754759984304669,
      "learning_rate": 0.0002734689531136098,
      "loss": 0.9317,
      "step": 29775
    },
    {
      "epoch": 1.2195781281998772,
      "grad_norm": 0.673771527092787,
      "learning_rate": 0.00027346710107458805,
      "loss": 0.294,
      "step": 29776
    },
    {
      "epoch": 1.2196190866270735,
      "grad_norm": 0.8435376740446432,
      "learning_rate": 0.0002734652489771982,
      "loss": 0.835,
      "step": 29777
    },
    {
      "epoch": 1.2196600450542698,
      "grad_norm": 0.9841371845244351,
      "learning_rate": 0.00027346339682144115,
      "loss": 0.7609,
      "step": 29778
    },
    {
      "epoch": 1.2197010034814664,
      "grad_norm": 0.8263099967777208,
      "learning_rate": 0.00027346154460731776,
      "loss": 0.5633,
      "step": 29779
    },
    {
      "epoch": 1.2197419619086627,
      "grad_norm": 0.8154770978680183,
      "learning_rate": 0.00027345969233482894,
      "loss": 0.821,
      "step": 29780
    },
    {
      "epoch": 1.219782920335859,
      "grad_norm": 1.189458567173985,
      "learning_rate": 0.0002734578400039755,
      "loss": 1.4023,
      "step": 29781
    },
    {
      "epoch": 1.2198238787630555,
      "grad_norm": 0.9185016176517645,
      "learning_rate": 0.0002734559876147584,
      "loss": 0.5843,
      "step": 29782
    },
    {
      "epoch": 1.2198648371902518,
      "grad_norm": 0.8098084952559239,
      "learning_rate": 0.00027345413516717846,
      "loss": 0.6396,
      "step": 29783
    },
    {
      "epoch": 1.2199057956174484,
      "grad_norm": 0.8358731620854327,
      "learning_rate": 0.0002734522826612365,
      "loss": 0.8867,
      "step": 29784
    },
    {
      "epoch": 1.2199467540446447,
      "grad_norm": 0.8379488703445469,
      "learning_rate": 0.00027345043009693355,
      "loss": 0.8713,
      "step": 29785
    },
    {
      "epoch": 1.219987712471841,
      "grad_norm": 0.8305562752384057,
      "learning_rate": 0.0002734485774742704,
      "loss": 0.8247,
      "step": 29786
    },
    {
      "epoch": 1.2200286708990375,
      "grad_norm": 0.7788870587933665,
      "learning_rate": 0.0002734467247932479,
      "loss": 0.6284,
      "step": 29787
    },
    {
      "epoch": 1.2200696293262339,
      "grad_norm": 1.8169519594533057,
      "learning_rate": 0.00027344487205386696,
      "loss": 2.5795,
      "step": 29788
    },
    {
      "epoch": 1.2201105877534302,
      "grad_norm": 1.3096490289823008,
      "learning_rate": 0.00027344301925612843,
      "loss": 0.6772,
      "step": 29789
    },
    {
      "epoch": 1.2201515461806267,
      "grad_norm": 1.306138133061621,
      "learning_rate": 0.0002734411664000332,
      "loss": 1.6567,
      "step": 29790
    },
    {
      "epoch": 1.220192504607823,
      "grad_norm": 3.0725256045918843,
      "learning_rate": 0.0002734393134855822,
      "loss": 4.4242,
      "step": 29791
    },
    {
      "epoch": 1.2202334630350196,
      "grad_norm": 1.1372676004477154,
      "learning_rate": 0.0002734374605127762,
      "loss": 1.2354,
      "step": 29792
    },
    {
      "epoch": 1.2202744214622159,
      "grad_norm": 1.0405844082931783,
      "learning_rate": 0.00027343560748161616,
      "loss": 0.9016,
      "step": 29793
    },
    {
      "epoch": 1.2203153798894122,
      "grad_norm": 0.7744219734120446,
      "learning_rate": 0.0002734337543921029,
      "loss": 0.7152,
      "step": 29794
    },
    {
      "epoch": 1.2203563383166087,
      "grad_norm": 0.8024279888212539,
      "learning_rate": 0.00027343190124423737,
      "loss": 0.8638,
      "step": 29795
    },
    {
      "epoch": 1.220397296743805,
      "grad_norm": 0.68274938462542,
      "learning_rate": 0.00027343004803802036,
      "loss": 0.579,
      "step": 29796
    },
    {
      "epoch": 1.2204382551710014,
      "grad_norm": 0.7641619845174655,
      "learning_rate": 0.0002734281947734528,
      "loss": 0.454,
      "step": 29797
    },
    {
      "epoch": 1.2204792135981979,
      "grad_norm": 0.9053932488281105,
      "learning_rate": 0.00027342634145053555,
      "loss": 0.5466,
      "step": 29798
    },
    {
      "epoch": 1.2205201720253942,
      "grad_norm": 0.7511637930456941,
      "learning_rate": 0.0002734244880692695,
      "loss": 0.4863,
      "step": 29799
    },
    {
      "epoch": 1.2205611304525905,
      "grad_norm": 0.8077690657719291,
      "learning_rate": 0.00027342263462965547,
      "loss": 0.708,
      "step": 29800
    },
    {
      "epoch": 1.220602088879787,
      "grad_norm": 1.0548219449639054,
      "learning_rate": 0.00027342078113169445,
      "loss": 1.2945,
      "step": 29801
    },
    {
      "epoch": 1.2206430473069834,
      "grad_norm": 1.1034494524489908,
      "learning_rate": 0.0002734189275753872,
      "loss": 0.8654,
      "step": 29802
    },
    {
      "epoch": 1.22068400573418,
      "grad_norm": 0.6968321219131016,
      "learning_rate": 0.00027341707396073465,
      "loss": 0.7273,
      "step": 29803
    },
    {
      "epoch": 1.2207249641613762,
      "grad_norm": 2.870238708423093,
      "learning_rate": 0.00027341522028773765,
      "loss": 3.0132,
      "step": 29804
    },
    {
      "epoch": 1.2207659225885725,
      "grad_norm": 0.9884432416699807,
      "learning_rate": 0.00027341336655639707,
      "loss": 0.9222,
      "step": 29805
    },
    {
      "epoch": 1.220806881015769,
      "grad_norm": 1.9601613697233953,
      "learning_rate": 0.0002734115127667139,
      "loss": 2.15,
      "step": 29806
    },
    {
      "epoch": 1.2208478394429654,
      "grad_norm": 0.7942431362740158,
      "learning_rate": 0.00027340965891868894,
      "loss": 0.8265,
      "step": 29807
    },
    {
      "epoch": 1.2208887978701617,
      "grad_norm": 0.8883884465768261,
      "learning_rate": 0.00027340780501232295,
      "loss": 0.8296,
      "step": 29808
    },
    {
      "epoch": 1.2209297562973582,
      "grad_norm": 0.7998907978923716,
      "learning_rate": 0.00027340595104761696,
      "loss": 0.9891,
      "step": 29809
    },
    {
      "epoch": 1.2209707147245545,
      "grad_norm": 0.7814421305630923,
      "learning_rate": 0.0002734040970245718,
      "loss": 0.8001,
      "step": 29810
    },
    {
      "epoch": 1.221011673151751,
      "grad_norm": 1.3312048628234199,
      "learning_rate": 0.00027340224294318836,
      "loss": 1.4383,
      "step": 29811
    },
    {
      "epoch": 1.2210526315789474,
      "grad_norm": 0.9038940860852116,
      "learning_rate": 0.0002734003888034675,
      "loss": 1.0876,
      "step": 29812
    },
    {
      "epoch": 1.2210935900061437,
      "grad_norm": 1.3798314080482776,
      "learning_rate": 0.00027339853460541,
      "loss": 0.8343,
      "step": 29813
    },
    {
      "epoch": 1.2211345484333402,
      "grad_norm": 0.9646387286311148,
      "learning_rate": 0.00027339668034901695,
      "loss": 1.1196,
      "step": 29814
    },
    {
      "epoch": 1.2211755068605366,
      "grad_norm": 0.9184702697925178,
      "learning_rate": 0.0002733948260342891,
      "loss": 0.7188,
      "step": 29815
    },
    {
      "epoch": 1.2212164652877329,
      "grad_norm": 0.9800928902287759,
      "learning_rate": 0.00027339297166122724,
      "loss": 1.0055,
      "step": 29816
    },
    {
      "epoch": 1.2212574237149294,
      "grad_norm": 9.703685750527915,
      "learning_rate": 0.00027339111722983245,
      "loss": 4.9087,
      "step": 29817
    },
    {
      "epoch": 1.2212983821421257,
      "grad_norm": 0.9339998670147676,
      "learning_rate": 0.00027338926274010546,
      "loss": 0.8884,
      "step": 29818
    },
    {
      "epoch": 1.221339340569322,
      "grad_norm": 0.8153563692845863,
      "learning_rate": 0.0002733874081920472,
      "loss": 0.8253,
      "step": 29819
    },
    {
      "epoch": 1.2213802989965186,
      "grad_norm": 1.8749019441800832,
      "learning_rate": 0.0002733855535856585,
      "loss": 2.3269,
      "step": 29820
    },
    {
      "epoch": 1.2214212574237149,
      "grad_norm": 0.8448087005321412,
      "learning_rate": 0.0002733836989209403,
      "loss": 0.6789,
      "step": 29821
    },
    {
      "epoch": 1.2214622158509114,
      "grad_norm": 0.8759659749415061,
      "learning_rate": 0.00027338184419789345,
      "loss": 0.9811,
      "step": 29822
    },
    {
      "epoch": 1.2215031742781077,
      "grad_norm": 1.0616596328087606,
      "learning_rate": 0.0002733799894165188,
      "loss": 0.2927,
      "step": 29823
    },
    {
      "epoch": 1.221544132705304,
      "grad_norm": 6.945902280300182,
      "learning_rate": 0.00027337813457681726,
      "loss": 4.068,
      "step": 29824
    },
    {
      "epoch": 1.2215850911325006,
      "grad_norm": 1.0346775857596526,
      "learning_rate": 0.00027337627967878966,
      "loss": 1.1661,
      "step": 29825
    },
    {
      "epoch": 1.221626049559697,
      "grad_norm": 0.9456031140094713,
      "learning_rate": 0.00027337442472243696,
      "loss": 1.0889,
      "step": 29826
    },
    {
      "epoch": 1.2216670079868934,
      "grad_norm": 0.5411277561262554,
      "learning_rate": 0.00027337256970776005,
      "loss": 0.3661,
      "step": 29827
    },
    {
      "epoch": 1.2217079664140897,
      "grad_norm": 0.770293017817429,
      "learning_rate": 0.0002733707146347597,
      "loss": 0.3608,
      "step": 29828
    },
    {
      "epoch": 1.221748924841286,
      "grad_norm": 0.6573259299927536,
      "learning_rate": 0.0002733688595034368,
      "loss": 0.3337,
      "step": 29829
    },
    {
      "epoch": 1.2217898832684826,
      "grad_norm": 0.9987837873868292,
      "learning_rate": 0.00027336700431379227,
      "loss": 0.8475,
      "step": 29830
    },
    {
      "epoch": 1.221830841695679,
      "grad_norm": 0.5904505520162632,
      "learning_rate": 0.000273365149065827,
      "loss": 0.3452,
      "step": 29831
    },
    {
      "epoch": 1.2218718001228752,
      "grad_norm": 0.7604110563907913,
      "learning_rate": 0.0002733632937595418,
      "loss": 0.4124,
      "step": 29832
    },
    {
      "epoch": 1.2219127585500718,
      "grad_norm": 1.257860532282282,
      "learning_rate": 0.0002733614383949376,
      "loss": 0.7198,
      "step": 29833
    },
    {
      "epoch": 1.221953716977268,
      "grad_norm": 0.771763935286359,
      "learning_rate": 0.0002733595829720153,
      "loss": 0.6347,
      "step": 29834
    },
    {
      "epoch": 1.2219946754044644,
      "grad_norm": 0.9079453667737668,
      "learning_rate": 0.0002733577274907758,
      "loss": 0.732,
      "step": 29835
    },
    {
      "epoch": 1.222035633831661,
      "grad_norm": 2.194528311789454,
      "learning_rate": 0.00027335587195121986,
      "loss": 1.5228,
      "step": 29836
    },
    {
      "epoch": 1.2220765922588572,
      "grad_norm": 0.9717418526519287,
      "learning_rate": 0.00027335401635334843,
      "loss": 0.9898,
      "step": 29837
    },
    {
      "epoch": 1.2221175506860535,
      "grad_norm": 0.8863768994762016,
      "learning_rate": 0.00027335216069716237,
      "loss": 1.0837,
      "step": 29838
    },
    {
      "epoch": 1.22215850911325,
      "grad_norm": 0.8404856445441743,
      "learning_rate": 0.00027335030498266255,
      "loss": 0.3791,
      "step": 29839
    },
    {
      "epoch": 1.2221994675404464,
      "grad_norm": 1.0214572448662003,
      "learning_rate": 0.0002733484492098499,
      "loss": 0.7165,
      "step": 29840
    },
    {
      "epoch": 1.222240425967643,
      "grad_norm": 0.8981439387705473,
      "learning_rate": 0.0002733465933787252,
      "loss": 0.9445,
      "step": 29841
    },
    {
      "epoch": 1.2222813843948392,
      "grad_norm": 0.7851923039278391,
      "learning_rate": 0.0002733447374892895,
      "loss": 0.5886,
      "step": 29842
    },
    {
      "epoch": 1.2223223428220356,
      "grad_norm": 0.6705168167196153,
      "learning_rate": 0.00027334288154154347,
      "loss": 0.4146,
      "step": 29843
    },
    {
      "epoch": 1.222363301249232,
      "grad_norm": 0.8087077029358967,
      "learning_rate": 0.00027334102553548814,
      "loss": 0.9148,
      "step": 29844
    },
    {
      "epoch": 1.2224042596764284,
      "grad_norm": 0.9243156407896284,
      "learning_rate": 0.0002733391694711243,
      "loss": 1.0121,
      "step": 29845
    },
    {
      "epoch": 1.222445218103625,
      "grad_norm": 0.9393210101205266,
      "learning_rate": 0.0002733373133484529,
      "loss": 1.1097,
      "step": 29846
    },
    {
      "epoch": 1.2224861765308213,
      "grad_norm": 0.7688460405710557,
      "learning_rate": 0.0002733354571674747,
      "loss": 0.7837,
      "step": 29847
    },
    {
      "epoch": 1.2225271349580176,
      "grad_norm": 1.3296204468713422,
      "learning_rate": 0.0002733336009281907,
      "loss": 0.9381,
      "step": 29848
    },
    {
      "epoch": 1.222568093385214,
      "grad_norm": 0.5501808916623275,
      "learning_rate": 0.0002733317446306017,
      "loss": 0.2887,
      "step": 29849
    },
    {
      "epoch": 1.2226090518124104,
      "grad_norm": 0.9314934730423856,
      "learning_rate": 0.0002733298882747086,
      "loss": 0.8759,
      "step": 29850
    },
    {
      "epoch": 1.2226500102396067,
      "grad_norm": 1.19604248553041,
      "learning_rate": 0.00027332803186051237,
      "loss": 1.4273,
      "step": 29851
    },
    {
      "epoch": 1.2226909686668033,
      "grad_norm": 0.9329724283215783,
      "learning_rate": 0.00027332617538801374,
      "loss": 0.9886,
      "step": 29852
    },
    {
      "epoch": 1.2227319270939996,
      "grad_norm": 1.2822114653958414,
      "learning_rate": 0.00027332431885721366,
      "loss": 0.6672,
      "step": 29853
    },
    {
      "epoch": 1.222772885521196,
      "grad_norm": 1.2573322824430835,
      "learning_rate": 0.000273322462268113,
      "loss": 1.4602,
      "step": 29854
    },
    {
      "epoch": 1.2228138439483924,
      "grad_norm": 0.8874059771123507,
      "learning_rate": 0.0002733206056207126,
      "loss": 0.9656,
      "step": 29855
    },
    {
      "epoch": 1.2228548023755887,
      "grad_norm": 0.8481570682521343,
      "learning_rate": 0.00027331874891501343,
      "loss": 0.987,
      "step": 29856
    },
    {
      "epoch": 1.222895760802785,
      "grad_norm": 1.0121459964265318,
      "learning_rate": 0.00027331689215101627,
      "loss": 0.9619,
      "step": 29857
    },
    {
      "epoch": 1.2229367192299816,
      "grad_norm": 0.6085986180374564,
      "learning_rate": 0.0002733150353287221,
      "loss": 0.3328,
      "step": 29858
    },
    {
      "epoch": 1.222977677657178,
      "grad_norm": 0.7035940161025813,
      "learning_rate": 0.00027331317844813167,
      "loss": 0.718,
      "step": 29859
    },
    {
      "epoch": 1.2230186360843744,
      "grad_norm": 1.8430958856911817,
      "learning_rate": 0.00027331132150924597,
      "loss": 0.7138,
      "step": 29860
    },
    {
      "epoch": 1.2230595945115708,
      "grad_norm": 0.6077199288588477,
      "learning_rate": 0.0002733094645120658,
      "loss": 0.2993,
      "step": 29861
    },
    {
      "epoch": 1.223100552938767,
      "grad_norm": 1.1520512581174858,
      "learning_rate": 0.00027330760745659206,
      "loss": 1.1194,
      "step": 29862
    },
    {
      "epoch": 1.2231415113659636,
      "grad_norm": 0.8749559506357475,
      "learning_rate": 0.0002733057503428257,
      "loss": 0.8381,
      "step": 29863
    },
    {
      "epoch": 1.22318246979316,
      "grad_norm": 1.1626276122176815,
      "learning_rate": 0.0002733038931707675,
      "loss": 1.1941,
      "step": 29864
    },
    {
      "epoch": 1.2232234282203565,
      "grad_norm": 1.0380840042630255,
      "learning_rate": 0.00027330203594041835,
      "loss": 0.9571,
      "step": 29865
    },
    {
      "epoch": 1.2232643866475528,
      "grad_norm": 1.0696581971438799,
      "learning_rate": 0.00027330017865177916,
      "loss": 0.5961,
      "step": 29866
    },
    {
      "epoch": 1.223305345074749,
      "grad_norm": 1.3542719835491541,
      "learning_rate": 0.00027329832130485083,
      "loss": 0.8273,
      "step": 29867
    },
    {
      "epoch": 1.2233463035019456,
      "grad_norm": 0.6809446783976649,
      "learning_rate": 0.0002732964638996342,
      "loss": 0.6401,
      "step": 29868
    },
    {
      "epoch": 1.223387261929142,
      "grad_norm": 0.7792085276928943,
      "learning_rate": 0.00027329460643613014,
      "loss": 0.8788,
      "step": 29869
    },
    {
      "epoch": 1.2234282203563382,
      "grad_norm": 3.0942643047104266,
      "learning_rate": 0.0002732927489143395,
      "loss": 1.9546,
      "step": 29870
    },
    {
      "epoch": 1.2234691787835348,
      "grad_norm": 0.5226439886687166,
      "learning_rate": 0.0002732908913342633,
      "loss": 0.246,
      "step": 29871
    },
    {
      "epoch": 1.223510137210731,
      "grad_norm": 0.7109158707466721,
      "learning_rate": 0.00027328903369590226,
      "loss": 0.5127,
      "step": 29872
    },
    {
      "epoch": 1.2235510956379274,
      "grad_norm": 0.8231199716827643,
      "learning_rate": 0.0002732871759992573,
      "loss": 0.514,
      "step": 29873
    },
    {
      "epoch": 1.223592054065124,
      "grad_norm": 1.065893685086418,
      "learning_rate": 0.0002732853182443294,
      "loss": 1.1715,
      "step": 29874
    },
    {
      "epoch": 1.2236330124923203,
      "grad_norm": 1.2590403400236996,
      "learning_rate": 0.0002732834604311193,
      "loss": 1.2702,
      "step": 29875
    },
    {
      "epoch": 1.2236739709195166,
      "grad_norm": 0.9368138339476082,
      "learning_rate": 0.00027328160255962795,
      "loss": 0.8278,
      "step": 29876
    },
    {
      "epoch": 1.223714929346713,
      "grad_norm": 1.9091093678181874,
      "learning_rate": 0.0002732797446298562,
      "loss": 1.9286,
      "step": 29877
    },
    {
      "epoch": 1.2237558877739094,
      "grad_norm": 0.8742947893599189,
      "learning_rate": 0.00027327788664180494,
      "loss": 0.6859,
      "step": 29878
    },
    {
      "epoch": 1.223796846201106,
      "grad_norm": 1.1585357546291064,
      "learning_rate": 0.0002732760285954751,
      "loss": 0.8188,
      "step": 29879
    },
    {
      "epoch": 1.2238378046283023,
      "grad_norm": 0.4476965715644623,
      "learning_rate": 0.00027327417049086746,
      "loss": 0.2684,
      "step": 29880
    },
    {
      "epoch": 1.2238787630554986,
      "grad_norm": 0.5621348166039243,
      "learning_rate": 0.0002732723123279829,
      "loss": 0.3654,
      "step": 29881
    },
    {
      "epoch": 1.2239197214826951,
      "grad_norm": 1.0479470620992124,
      "learning_rate": 0.0002732704541068224,
      "loss": 0.8734,
      "step": 29882
    },
    {
      "epoch": 1.2239606799098914,
      "grad_norm": 0.65471767412057,
      "learning_rate": 0.00027326859582738674,
      "loss": 0.4783,
      "step": 29883
    },
    {
      "epoch": 1.224001638337088,
      "grad_norm": 0.8820047101037786,
      "learning_rate": 0.0002732667374896769,
      "loss": 1.3283,
      "step": 29884
    },
    {
      "epoch": 1.2240425967642843,
      "grad_norm": 0.9255727723748359,
      "learning_rate": 0.0002732648790936937,
      "loss": 0.7551,
      "step": 29885
    },
    {
      "epoch": 1.2240835551914806,
      "grad_norm": 0.9197714264726824,
      "learning_rate": 0.00027326302063943796,
      "loss": 0.8653,
      "step": 29886
    },
    {
      "epoch": 1.2241245136186771,
      "grad_norm": 0.867221932438586,
      "learning_rate": 0.00027326116212691065,
      "loss": 0.5403,
      "step": 29887
    },
    {
      "epoch": 1.2241654720458734,
      "grad_norm": 4.061757768453968,
      "learning_rate": 0.00027325930355611257,
      "loss": 3.942,
      "step": 29888
    },
    {
      "epoch": 1.2242064304730698,
      "grad_norm": 1.0759144888590308,
      "learning_rate": 0.0002732574449270447,
      "loss": 1.0668,
      "step": 29889
    },
    {
      "epoch": 1.2242473889002663,
      "grad_norm": 0.930867095515739,
      "learning_rate": 0.00027325558623970785,
      "loss": 0.8091,
      "step": 29890
    },
    {
      "epoch": 1.2242883473274626,
      "grad_norm": 0.8925273647680364,
      "learning_rate": 0.0002732537274941029,
      "loss": 0.8077,
      "step": 29891
    },
    {
      "epoch": 1.224329305754659,
      "grad_norm": 0.6994430863646413,
      "learning_rate": 0.00027325186869023077,
      "loss": 0.3404,
      "step": 29892
    },
    {
      "epoch": 1.2243702641818555,
      "grad_norm": 0.803586401154647,
      "learning_rate": 0.0002732500098280923,
      "loss": 0.9397,
      "step": 29893
    },
    {
      "epoch": 1.2244112226090518,
      "grad_norm": 0.9191276775975302,
      "learning_rate": 0.00027324815090768833,
      "loss": 0.865,
      "step": 29894
    },
    {
      "epoch": 1.224452181036248,
      "grad_norm": 0.9685574369260735,
      "learning_rate": 0.00027324629192901985,
      "loss": 0.8087,
      "step": 29895
    },
    {
      "epoch": 1.2244931394634446,
      "grad_norm": 1.5139115889076145,
      "learning_rate": 0.00027324443289208764,
      "loss": 1.3429,
      "step": 29896
    },
    {
      "epoch": 1.224534097890641,
      "grad_norm": 2.762530596416843,
      "learning_rate": 0.0002732425737968926,
      "loss": 4.8427,
      "step": 29897
    },
    {
      "epoch": 1.2245750563178375,
      "grad_norm": 1.2108368800272085,
      "learning_rate": 0.00027324071464343564,
      "loss": 1.0643,
      "step": 29898
    },
    {
      "epoch": 1.2246160147450338,
      "grad_norm": 0.8073948921504305,
      "learning_rate": 0.0002732388554317176,
      "loss": 0.4569,
      "step": 29899
    },
    {
      "epoch": 1.22465697317223,
      "grad_norm": 0.5735463865672512,
      "learning_rate": 0.0002732369961617394,
      "loss": 0.3497,
      "step": 29900
    },
    {
      "epoch": 1.2246979315994266,
      "grad_norm": 0.701996798089153,
      "learning_rate": 0.0002732351368335019,
      "loss": 0.5667,
      "step": 29901
    },
    {
      "epoch": 1.224738890026623,
      "grad_norm": 1.0107831354428214,
      "learning_rate": 0.000273233277447006,
      "loss": 1.0062,
      "step": 29902
    },
    {
      "epoch": 1.2247798484538195,
      "grad_norm": 0.7982109813423216,
      "learning_rate": 0.0002732314180022525,
      "loss": 0.734,
      "step": 29903
    },
    {
      "epoch": 1.2248208068810158,
      "grad_norm": 0.8188506874131782,
      "learning_rate": 0.00027322955849924245,
      "loss": 0.8075,
      "step": 29904
    },
    {
      "epoch": 1.2248617653082121,
      "grad_norm": 1.255900378768659,
      "learning_rate": 0.0002732276989379765,
      "loss": 0.8976,
      "step": 29905
    },
    {
      "epoch": 1.2249027237354086,
      "grad_norm": 1.2021470424184024,
      "learning_rate": 0.0002732258393184557,
      "loss": 0.9484,
      "step": 29906
    },
    {
      "epoch": 1.224943682162605,
      "grad_norm": 6.739033108105145,
      "learning_rate": 0.00027322397964068087,
      "loss": 5.2972,
      "step": 29907
    },
    {
      "epoch": 1.2249846405898013,
      "grad_norm": 1.2362028254986963,
      "learning_rate": 0.0002732221199046529,
      "loss": 1.3416,
      "step": 29908
    },
    {
      "epoch": 1.2250255990169978,
      "grad_norm": 0.6958999344400285,
      "learning_rate": 0.00027322026011037255,
      "loss": 0.3111,
      "step": 29909
    },
    {
      "epoch": 1.2250665574441941,
      "grad_norm": 0.8695425826907093,
      "learning_rate": 0.00027321840025784096,
      "loss": 0.7135,
      "step": 29910
    },
    {
      "epoch": 1.2251075158713904,
      "grad_norm": 0.757639397325593,
      "learning_rate": 0.00027321654034705877,
      "loss": 0.9239,
      "step": 29911
    },
    {
      "epoch": 1.225148474298587,
      "grad_norm": 0.9547848408449574,
      "learning_rate": 0.000273214680378027,
      "loss": 0.76,
      "step": 29912
    },
    {
      "epoch": 1.2251894327257833,
      "grad_norm": 0.5964363810938402,
      "learning_rate": 0.0002732128203507465,
      "loss": 0.3042,
      "step": 29913
    },
    {
      "epoch": 1.2252303911529796,
      "grad_norm": 1.0267081380933472,
      "learning_rate": 0.00027321096026521806,
      "loss": 0.8304,
      "step": 29914
    },
    {
      "epoch": 1.2252713495801761,
      "grad_norm": 0.8972374023074571,
      "learning_rate": 0.00027320910012144266,
      "loss": 0.7672,
      "step": 29915
    },
    {
      "epoch": 1.2253123080073725,
      "grad_norm": 0.7381122365409185,
      "learning_rate": 0.00027320723991942116,
      "loss": 0.6432,
      "step": 29916
    },
    {
      "epoch": 1.225353266434569,
      "grad_norm": 1.0771604034161537,
      "learning_rate": 0.0002732053796591544,
      "loss": 1.1877,
      "step": 29917
    },
    {
      "epoch": 1.2253942248617653,
      "grad_norm": 0.826758919811395,
      "learning_rate": 0.0002732035193406433,
      "loss": 0.8787,
      "step": 29918
    },
    {
      "epoch": 1.2254351832889616,
      "grad_norm": 0.8440434289779867,
      "learning_rate": 0.0002732016589638887,
      "loss": 0.643,
      "step": 29919
    },
    {
      "epoch": 1.2254761417161582,
      "grad_norm": 0.5631600021435614,
      "learning_rate": 0.0002731997985288915,
      "loss": 0.3353,
      "step": 29920
    },
    {
      "epoch": 1.2255171001433545,
      "grad_norm": 1.0078125951709584,
      "learning_rate": 0.00027319793803565266,
      "loss": 0.8083,
      "step": 29921
    },
    {
      "epoch": 1.225558058570551,
      "grad_norm": 1.1639718054164034,
      "learning_rate": 0.0002731960774841729,
      "loss": 0.9789,
      "step": 29922
    },
    {
      "epoch": 1.2255990169977473,
      "grad_norm": 0.8349947228860873,
      "learning_rate": 0.0002731942168744532,
      "loss": 0.9293,
      "step": 29923
    },
    {
      "epoch": 1.2256399754249436,
      "grad_norm": 0.5188973237874325,
      "learning_rate": 0.0002731923562064945,
      "loss": 0.2902,
      "step": 29924
    },
    {
      "epoch": 1.2256809338521402,
      "grad_norm": 4.392163431422617,
      "learning_rate": 0.0002731904954802975,
      "loss": 6.0322,
      "step": 29925
    },
    {
      "epoch": 1.2257218922793365,
      "grad_norm": 0.7896638561380941,
      "learning_rate": 0.00027318863469586325,
      "loss": 0.5788,
      "step": 29926
    },
    {
      "epoch": 1.2257628507065328,
      "grad_norm": 0.7284377168501988,
      "learning_rate": 0.0002731867738531925,
      "loss": 0.744,
      "step": 29927
    },
    {
      "epoch": 1.2258038091337293,
      "grad_norm": 1.035531710647885,
      "learning_rate": 0.00027318491295228624,
      "loss": 1.0113,
      "step": 29928
    },
    {
      "epoch": 1.2258447675609256,
      "grad_norm": 1.0342876846603726,
      "learning_rate": 0.0002731830519931453,
      "loss": 1.1216,
      "step": 29929
    },
    {
      "epoch": 1.225885725988122,
      "grad_norm": 0.9440995464634765,
      "learning_rate": 0.0002731811909757705,
      "loss": 1.0385,
      "step": 29930
    },
    {
      "epoch": 1.2259266844153185,
      "grad_norm": 0.7255160738683004,
      "learning_rate": 0.0002731793299001629,
      "loss": 0.7108,
      "step": 29931
    },
    {
      "epoch": 1.2259676428425148,
      "grad_norm": 0.9218886564979678,
      "learning_rate": 0.0002731774687663232,
      "loss": 0.9076,
      "step": 29932
    },
    {
      "epoch": 1.2260086012697113,
      "grad_norm": 2.3998701056777363,
      "learning_rate": 0.0002731756075742523,
      "loss": 1.0314,
      "step": 29933
    },
    {
      "epoch": 1.2260495596969077,
      "grad_norm": 0.7797633580539123,
      "learning_rate": 0.00027317374632395113,
      "loss": 0.8577,
      "step": 29934
    },
    {
      "epoch": 1.226090518124104,
      "grad_norm": 1.0095991126588708,
      "learning_rate": 0.0002731718850154206,
      "loss": 0.9716,
      "step": 29935
    },
    {
      "epoch": 1.2261314765513005,
      "grad_norm": 1.0753379152472797,
      "learning_rate": 0.0002731700236486616,
      "loss": 0.7753,
      "step": 29936
    },
    {
      "epoch": 1.2261724349784968,
      "grad_norm": 0.8402967168371432,
      "learning_rate": 0.0002731681622236748,
      "loss": 0.6132,
      "step": 29937
    },
    {
      "epoch": 1.2262133934056931,
      "grad_norm": 0.8645937653985599,
      "learning_rate": 0.0002731663007404614,
      "loss": 0.9252,
      "step": 29938
    },
    {
      "epoch": 1.2262543518328897,
      "grad_norm": 2.2640951642919505,
      "learning_rate": 0.00027316443919902204,
      "loss": 2.095,
      "step": 29939
    },
    {
      "epoch": 1.226295310260086,
      "grad_norm": 1.2562761649905914,
      "learning_rate": 0.0002731625775993577,
      "loss": 1.2637,
      "step": 29940
    },
    {
      "epoch": 1.2263362686872825,
      "grad_norm": 1.3808454973268458,
      "learning_rate": 0.0002731607159414692,
      "loss": 1.2789,
      "step": 29941
    },
    {
      "epoch": 1.2263772271144788,
      "grad_norm": 0.9648563638939621,
      "learning_rate": 0.0002731588542253575,
      "loss": 0.9722,
      "step": 29942
    },
    {
      "epoch": 1.2264181855416751,
      "grad_norm": 0.9096338467016335,
      "learning_rate": 0.0002731569924510234,
      "loss": 0.8701,
      "step": 29943
    },
    {
      "epoch": 1.2264591439688717,
      "grad_norm": 0.6208713651295077,
      "learning_rate": 0.0002731551306184679,
      "loss": 0.346,
      "step": 29944
    },
    {
      "epoch": 1.226500102396068,
      "grad_norm": 0.7024139231781839,
      "learning_rate": 0.00027315326872769173,
      "loss": 0.7879,
      "step": 29945
    },
    {
      "epoch": 1.2265410608232643,
      "grad_norm": 1.105625469931822,
      "learning_rate": 0.00027315140677869587,
      "loss": 0.8691,
      "step": 29946
    },
    {
      "epoch": 1.2265820192504608,
      "grad_norm": 0.6019047397621878,
      "learning_rate": 0.00027314954477148116,
      "loss": 0.3992,
      "step": 29947
    },
    {
      "epoch": 1.2266229776776572,
      "grad_norm": 1.2057662270144622,
      "learning_rate": 0.0002731476827060485,
      "loss": 1.6196,
      "step": 29948
    },
    {
      "epoch": 1.2266639361048535,
      "grad_norm": 1.395761053577679,
      "learning_rate": 0.00027314582058239877,
      "loss": 1.1201,
      "step": 29949
    },
    {
      "epoch": 1.22670489453205,
      "grad_norm": 0.9922547875296792,
      "learning_rate": 0.0002731439584005328,
      "loss": 0.9295,
      "step": 29950
    },
    {
      "epoch": 1.2267458529592463,
      "grad_norm": 0.7959053990162893,
      "learning_rate": 0.00027314209616045154,
      "loss": 0.7443,
      "step": 29951
    },
    {
      "epoch": 1.2267868113864429,
      "grad_norm": 1.2426978592838942,
      "learning_rate": 0.0002731402338621559,
      "loss": 0.9431,
      "step": 29952
    },
    {
      "epoch": 1.2268277698136392,
      "grad_norm": 0.8543077907935067,
      "learning_rate": 0.00027313837150564664,
      "loss": 0.8627,
      "step": 29953
    },
    {
      "epoch": 1.2268687282408355,
      "grad_norm": 0.9164742272645248,
      "learning_rate": 0.0002731365090909247,
      "loss": 0.848,
      "step": 29954
    },
    {
      "epoch": 1.226909686668032,
      "grad_norm": 0.9183402951093921,
      "learning_rate": 0.000273134646617991,
      "loss": 0.9903,
      "step": 29955
    },
    {
      "epoch": 1.2269506450952283,
      "grad_norm": 0.7147913592057584,
      "learning_rate": 0.0002731327840868463,
      "loss": 0.6736,
      "step": 29956
    },
    {
      "epoch": 1.2269916035224246,
      "grad_norm": 0.7799977530326506,
      "learning_rate": 0.00027313092149749166,
      "loss": 0.8278,
      "step": 29957
    },
    {
      "epoch": 1.2270325619496212,
      "grad_norm": 0.9088570478734994,
      "learning_rate": 0.00027312905884992785,
      "loss": 0.8402,
      "step": 29958
    },
    {
      "epoch": 1.2270735203768175,
      "grad_norm": 0.9927929604808702,
      "learning_rate": 0.0002731271961441557,
      "loss": 1.0781,
      "step": 29959
    },
    {
      "epoch": 1.227114478804014,
      "grad_norm": 0.5855938872663818,
      "learning_rate": 0.00027312533338017626,
      "loss": 0.4054,
      "step": 29960
    },
    {
      "epoch": 1.2271554372312103,
      "grad_norm": 0.8090872364553078,
      "learning_rate": 0.0002731234705579902,
      "loss": 0.8176,
      "step": 29961
    },
    {
      "epoch": 1.2271963956584067,
      "grad_norm": 0.9086932782227257,
      "learning_rate": 0.0002731216076775986,
      "loss": 0.98,
      "step": 29962
    },
    {
      "epoch": 1.2272373540856032,
      "grad_norm": 0.9983150610152067,
      "learning_rate": 0.0002731197447390022,
      "loss": 1.0071,
      "step": 29963
    },
    {
      "epoch": 1.2272783125127995,
      "grad_norm": 0.896262002789947,
      "learning_rate": 0.0002731178817422019,
      "loss": 0.9504,
      "step": 29964
    },
    {
      "epoch": 1.2273192709399958,
      "grad_norm": 0.5635152605573522,
      "learning_rate": 0.00027311601868719866,
      "loss": 0.3399,
      "step": 29965
    },
    {
      "epoch": 1.2273602293671924,
      "grad_norm": 0.6439332529989308,
      "learning_rate": 0.0002731141555739933,
      "loss": 0.3239,
      "step": 29966
    },
    {
      "epoch": 1.2274011877943887,
      "grad_norm": 0.8235405770726765,
      "learning_rate": 0.0002731122924025867,
      "loss": 0.8412,
      "step": 29967
    },
    {
      "epoch": 1.227442146221585,
      "grad_norm": 0.8727901230167271,
      "learning_rate": 0.0002731104291729798,
      "loss": 0.9472,
      "step": 29968
    },
    {
      "epoch": 1.2274831046487815,
      "grad_norm": 0.8975074532611499,
      "learning_rate": 0.0002731085658851733,
      "loss": 0.6761,
      "step": 29969
    },
    {
      "epoch": 1.2275240630759778,
      "grad_norm": 0.8116034306202692,
      "learning_rate": 0.00027310670253916834,
      "loss": 0.4075,
      "step": 29970
    },
    {
      "epoch": 1.2275650215031744,
      "grad_norm": 1.142605922133263,
      "learning_rate": 0.0002731048391349656,
      "loss": 0.8745,
      "step": 29971
    },
    {
      "epoch": 1.2276059799303707,
      "grad_norm": 0.8947942056478153,
      "learning_rate": 0.00027310297567256607,
      "loss": 0.8246,
      "step": 29972
    },
    {
      "epoch": 1.227646938357567,
      "grad_norm": 1.4400758613661744,
      "learning_rate": 0.00027310111215197064,
      "loss": 1.1337,
      "step": 29973
    },
    {
      "epoch": 1.2276878967847635,
      "grad_norm": 1.0790829760261056,
      "learning_rate": 0.0002730992485731801,
      "loss": 0.9913,
      "step": 29974
    },
    {
      "epoch": 1.2277288552119598,
      "grad_norm": 0.8988108653032881,
      "learning_rate": 0.00027309738493619536,
      "loss": 0.8302,
      "step": 29975
    },
    {
      "epoch": 1.2277698136391562,
      "grad_norm": 0.9627020108339847,
      "learning_rate": 0.0002730955212410174,
      "loss": 0.8023,
      "step": 29976
    },
    {
      "epoch": 1.2278107720663527,
      "grad_norm": 0.8607820163276899,
      "learning_rate": 0.000273093657487647,
      "loss": 0.7333,
      "step": 29977
    },
    {
      "epoch": 1.227851730493549,
      "grad_norm": 0.9834703904090093,
      "learning_rate": 0.00027309179367608497,
      "loss": 0.7744,
      "step": 29978
    },
    {
      "epoch": 1.2278926889207455,
      "grad_norm": 1.2830407105083417,
      "learning_rate": 0.0002730899298063323,
      "loss": 1.2404,
      "step": 29979
    },
    {
      "epoch": 1.2279336473479419,
      "grad_norm": 0.7573524207471345,
      "learning_rate": 0.0002730880658783899,
      "loss": 0.9628,
      "step": 29980
    },
    {
      "epoch": 1.2279746057751382,
      "grad_norm": 0.684185208538992,
      "learning_rate": 0.00027308620189225863,
      "loss": 0.7186,
      "step": 29981
    },
    {
      "epoch": 1.2280155642023347,
      "grad_norm": 0.7305130078989774,
      "learning_rate": 0.00027308433784793934,
      "loss": 0.6916,
      "step": 29982
    },
    {
      "epoch": 1.228056522629531,
      "grad_norm": 0.6227160716633426,
      "learning_rate": 0.00027308247374543287,
      "loss": 0.539,
      "step": 29983
    },
    {
      "epoch": 1.2280974810567273,
      "grad_norm": 0.8098871306864457,
      "learning_rate": 0.00027308060958474014,
      "loss": 0.7611,
      "step": 29984
    },
    {
      "epoch": 1.2281384394839239,
      "grad_norm": 0.8836609846661407,
      "learning_rate": 0.0002730787453658621,
      "loss": 0.8548,
      "step": 29985
    },
    {
      "epoch": 1.2281793979111202,
      "grad_norm": 0.6627677100367567,
      "learning_rate": 0.00027307688108879955,
      "loss": 0.7978,
      "step": 29986
    },
    {
      "epoch": 1.2282203563383165,
      "grad_norm": 1.613843108939528,
      "learning_rate": 0.00027307501675355336,
      "loss": 1.2722,
      "step": 29987
    },
    {
      "epoch": 1.228261314765513,
      "grad_norm": 0.8797617514452869,
      "learning_rate": 0.0002730731523601245,
      "loss": 0.829,
      "step": 29988
    },
    {
      "epoch": 1.2283022731927093,
      "grad_norm": 1.0905710053315103,
      "learning_rate": 0.00027307128790851376,
      "loss": 0.7631,
      "step": 29989
    },
    {
      "epoch": 1.2283432316199059,
      "grad_norm": 1.3674394341959302,
      "learning_rate": 0.00027306942339872203,
      "loss": 1.5615,
      "step": 29990
    },
    {
      "epoch": 1.2283841900471022,
      "grad_norm": 0.7742074802883362,
      "learning_rate": 0.0002730675588307503,
      "loss": 0.7408,
      "step": 29991
    },
    {
      "epoch": 1.2284251484742985,
      "grad_norm": 0.9690441691412285,
      "learning_rate": 0.00027306569420459926,
      "loss": 0.6452,
      "step": 29992
    },
    {
      "epoch": 1.228466106901495,
      "grad_norm": 0.9434703100887118,
      "learning_rate": 0.00027306382952026995,
      "loss": 1.1179,
      "step": 29993
    },
    {
      "epoch": 1.2285070653286914,
      "grad_norm": 0.7227687552543518,
      "learning_rate": 0.0002730619647777632,
      "loss": 0.7428,
      "step": 29994
    },
    {
      "epoch": 1.228548023755888,
      "grad_norm": 1.0214596908123974,
      "learning_rate": 0.00027306009997707994,
      "loss": 0.9135,
      "step": 29995
    },
    {
      "epoch": 1.2285889821830842,
      "grad_norm": 0.9300472494240937,
      "learning_rate": 0.00027305823511822097,
      "loss": 0.9854,
      "step": 29996
    },
    {
      "epoch": 1.2286299406102805,
      "grad_norm": 0.789045460915887,
      "learning_rate": 0.00027305637020118723,
      "loss": 0.3237,
      "step": 29997
    },
    {
      "epoch": 1.228670899037477,
      "grad_norm": 0.8995536699955577,
      "learning_rate": 0.00027305450522597955,
      "loss": 0.8278,
      "step": 29998
    },
    {
      "epoch": 1.2287118574646734,
      "grad_norm": 0.7527628167097438,
      "learning_rate": 0.00027305264019259883,
      "loss": 0.7986,
      "step": 29999
    },
    {
      "epoch": 1.2287528158918697,
      "grad_norm": 0.5567479322469023,
      "learning_rate": 0.00027305077510104595,
      "loss": 0.2946,
      "step": 30000
    },
    {
      "epoch": 1.2287937743190662,
      "grad_norm": 0.8588732925915656,
      "learning_rate": 0.0002730489099513219,
      "loss": 0.8251,
      "step": 30001
    },
    {
      "epoch": 1.2288347327462625,
      "grad_norm": 0.8253976572445235,
      "learning_rate": 0.00027304704474342734,
      "loss": 0.8169,
      "step": 30002
    },
    {
      "epoch": 1.2288756911734589,
      "grad_norm": 1.439237875098379,
      "learning_rate": 0.00027304517947736334,
      "loss": 1.6499,
      "step": 30003
    },
    {
      "epoch": 1.2289166496006554,
      "grad_norm": 2.7130365507056164,
      "learning_rate": 0.00027304331415313075,
      "loss": 4.018,
      "step": 30004
    },
    {
      "epoch": 1.2289576080278517,
      "grad_norm": 0.9601333675236348,
      "learning_rate": 0.00027304144877073034,
      "loss": 1.0804,
      "step": 30005
    },
    {
      "epoch": 1.228998566455048,
      "grad_norm": 0.7384573355356507,
      "learning_rate": 0.00027303958333016313,
      "loss": 0.7076,
      "step": 30006
    },
    {
      "epoch": 1.2290395248822445,
      "grad_norm": 0.7951946877817216,
      "learning_rate": 0.00027303771783142994,
      "loss": 0.9845,
      "step": 30007
    },
    {
      "epoch": 1.2290804833094409,
      "grad_norm": 0.6179434944494798,
      "learning_rate": 0.0002730358522745317,
      "loss": 0.2528,
      "step": 30008
    },
    {
      "epoch": 1.2291214417366374,
      "grad_norm": 0.6898379683676927,
      "learning_rate": 0.0002730339866594692,
      "loss": 0.3416,
      "step": 30009
    },
    {
      "epoch": 1.2291624001638337,
      "grad_norm": 1.0198110177939907,
      "learning_rate": 0.0002730321209862433,
      "loss": 1.0058,
      "step": 30010
    },
    {
      "epoch": 1.22920335859103,
      "grad_norm": 1.248306943325094,
      "learning_rate": 0.000273030255254855,
      "loss": 0.6457,
      "step": 30011
    },
    {
      "epoch": 1.2292443170182266,
      "grad_norm": 0.8182705294086476,
      "learning_rate": 0.0002730283894653052,
      "loss": 0.8248,
      "step": 30012
    },
    {
      "epoch": 1.2292852754454229,
      "grad_norm": 0.6481195006430716,
      "learning_rate": 0.00027302652361759465,
      "loss": 0.5135,
      "step": 30013
    },
    {
      "epoch": 1.2293262338726194,
      "grad_norm": 0.5193180188505504,
      "learning_rate": 0.00027302465771172435,
      "loss": 0.3072,
      "step": 30014
    },
    {
      "epoch": 1.2293671922998157,
      "grad_norm": 1.2576898864414732,
      "learning_rate": 0.00027302279174769506,
      "loss": 0.6535,
      "step": 30015
    },
    {
      "epoch": 1.229408150727012,
      "grad_norm": 0.774060171077402,
      "learning_rate": 0.0002730209257255078,
      "loss": 0.6957,
      "step": 30016
    },
    {
      "epoch": 1.2294491091542086,
      "grad_norm": 0.7846275986533849,
      "learning_rate": 0.00027301905964516337,
      "loss": 0.7037,
      "step": 30017
    },
    {
      "epoch": 1.2294900675814049,
      "grad_norm": 0.8512509733959184,
      "learning_rate": 0.00027301719350666264,
      "loss": 1.0604,
      "step": 30018
    },
    {
      "epoch": 1.2295310260086012,
      "grad_norm": 0.7197601631858302,
      "learning_rate": 0.00027301532731000656,
      "loss": 0.6206,
      "step": 30019
    },
    {
      "epoch": 1.2295719844357977,
      "grad_norm": 0.8769775047013271,
      "learning_rate": 0.00027301346105519593,
      "loss": 0.9994,
      "step": 30020
    },
    {
      "epoch": 1.229612942862994,
      "grad_norm": 1.1605623438386734,
      "learning_rate": 0.0002730115947422317,
      "loss": 0.8935,
      "step": 30021
    },
    {
      "epoch": 1.2296539012901904,
      "grad_norm": 0.6986383967267578,
      "learning_rate": 0.0002730097283711147,
      "loss": 0.4842,
      "step": 30022
    },
    {
      "epoch": 1.229694859717387,
      "grad_norm": 0.48853454041680255,
      "learning_rate": 0.00027300786194184583,
      "loss": 0.2648,
      "step": 30023
    },
    {
      "epoch": 1.2297358181445832,
      "grad_norm": 1.875177050322255,
      "learning_rate": 0.000273005995454426,
      "loss": 1.2583,
      "step": 30024
    },
    {
      "epoch": 1.2297767765717795,
      "grad_norm": 1.4986485319677667,
      "learning_rate": 0.0002730041289088561,
      "loss": 1.7887,
      "step": 30025
    },
    {
      "epoch": 1.229817734998976,
      "grad_norm": 0.561925661304566,
      "learning_rate": 0.000273002262305137,
      "loss": 0.2828,
      "step": 30026
    },
    {
      "epoch": 1.2298586934261724,
      "grad_norm": 0.8540105001949336,
      "learning_rate": 0.0002730003956432695,
      "loss": 0.8089,
      "step": 30027
    },
    {
      "epoch": 1.229899651853369,
      "grad_norm": 1.1784991054154803,
      "learning_rate": 0.0002729985289232546,
      "loss": 0.726,
      "step": 30028
    },
    {
      "epoch": 1.2299406102805652,
      "grad_norm": 1.0990291995874164,
      "learning_rate": 0.00027299666214509305,
      "loss": 1.017,
      "step": 30029
    },
    {
      "epoch": 1.2299815687077615,
      "grad_norm": 1.4003633532198327,
      "learning_rate": 0.00027299479530878593,
      "loss": 1.3552,
      "step": 30030
    },
    {
      "epoch": 1.230022527134958,
      "grad_norm": 0.8954020965533346,
      "learning_rate": 0.0002729929284143339,
      "loss": 0.9012,
      "step": 30031
    },
    {
      "epoch": 1.2300634855621544,
      "grad_norm": 1.0941265419187585,
      "learning_rate": 0.00027299106146173803,
      "loss": 1.1109,
      "step": 30032
    },
    {
      "epoch": 1.230104443989351,
      "grad_norm": 0.8715175277744305,
      "learning_rate": 0.0002729891944509991,
      "loss": 0.6047,
      "step": 30033
    },
    {
      "epoch": 1.2301454024165472,
      "grad_norm": 0.8906726981643333,
      "learning_rate": 0.00027298732738211803,
      "loss": 0.7872,
      "step": 30034
    },
    {
      "epoch": 1.2301863608437436,
      "grad_norm": 1.010924256679586,
      "learning_rate": 0.00027298546025509565,
      "loss": 0.7298,
      "step": 30035
    },
    {
      "epoch": 1.23022731927094,
      "grad_norm": 1.231014076792642,
      "learning_rate": 0.0002729835930699329,
      "loss": 0.893,
      "step": 30036
    },
    {
      "epoch": 1.2302682776981364,
      "grad_norm": 0.7922506656584049,
      "learning_rate": 0.00027298172582663067,
      "loss": 0.8628,
      "step": 30037
    },
    {
      "epoch": 1.2303092361253327,
      "grad_norm": 0.7458462970664338,
      "learning_rate": 0.0002729798585251898,
      "loss": 0.331,
      "step": 30038
    },
    {
      "epoch": 1.2303501945525293,
      "grad_norm": 0.7735617436106812,
      "learning_rate": 0.0002729779911656112,
      "loss": 0.8127,
      "step": 30039
    },
    {
      "epoch": 1.2303911529797256,
      "grad_norm": 0.738152376280397,
      "learning_rate": 0.00027297612374789574,
      "loss": 0.7292,
      "step": 30040
    },
    {
      "epoch": 1.2304321114069219,
      "grad_norm": 1.1637357034639297,
      "learning_rate": 0.0002729742562720442,
      "loss": 1.0864,
      "step": 30041
    },
    {
      "epoch": 1.2304730698341184,
      "grad_norm": 1.212302819711599,
      "learning_rate": 0.0002729723887380577,
      "loss": 1.4192,
      "step": 30042
    },
    {
      "epoch": 1.2305140282613147,
      "grad_norm": 3.3132038573270863,
      "learning_rate": 0.00027297052114593694,
      "loss": 2.0983,
      "step": 30043
    },
    {
      "epoch": 1.230554986688511,
      "grad_norm": 1.1619879298852374,
      "learning_rate": 0.0002729686534956829,
      "loss": 1.0104,
      "step": 30044
    },
    {
      "epoch": 1.2305959451157076,
      "grad_norm": 1.1702838788602772,
      "learning_rate": 0.00027296678578729637,
      "loss": 1.0322,
      "step": 30045
    },
    {
      "epoch": 1.230636903542904,
      "grad_norm": 0.8921625043233803,
      "learning_rate": 0.00027296491802077826,
      "loss": 0.7827,
      "step": 30046
    },
    {
      "epoch": 1.2306778619701004,
      "grad_norm": 0.9591278191656413,
      "learning_rate": 0.0002729630501961295,
      "loss": 0.8181,
      "step": 30047
    },
    {
      "epoch": 1.2307188203972967,
      "grad_norm": 1.2230214866314635,
      "learning_rate": 0.000272961182313351,
      "loss": 0.9356,
      "step": 30048
    },
    {
      "epoch": 1.230759778824493,
      "grad_norm": 6.245830918766559,
      "learning_rate": 0.00027295931437244347,
      "loss": 1.7985,
      "step": 30049
    },
    {
      "epoch": 1.2308007372516896,
      "grad_norm": 0.9624977884453388,
      "learning_rate": 0.00027295744637340796,
      "loss": 1.0983,
      "step": 30050
    },
    {
      "epoch": 1.230841695678886,
      "grad_norm": 0.8065732351330777,
      "learning_rate": 0.00027295557831624533,
      "loss": 0.8114,
      "step": 30051
    },
    {
      "epoch": 1.2308826541060824,
      "grad_norm": 0.9266861268931069,
      "learning_rate": 0.0002729537102009564,
      "loss": 1.0249,
      "step": 30052
    },
    {
      "epoch": 1.2309236125332788,
      "grad_norm": 0.9444644432955499,
      "learning_rate": 0.00027295184202754216,
      "loss": 0.7052,
      "step": 30053
    },
    {
      "epoch": 1.230964570960475,
      "grad_norm": 0.6489178098621516,
      "learning_rate": 0.0002729499737960034,
      "loss": 0.3891,
      "step": 30054
    },
    {
      "epoch": 1.2310055293876716,
      "grad_norm": 0.8305426193337067,
      "learning_rate": 0.000272948105506341,
      "loss": 0.748,
      "step": 30055
    },
    {
      "epoch": 1.231046487814868,
      "grad_norm": 0.9373708652849567,
      "learning_rate": 0.00027294623715855585,
      "loss": 0.911,
      "step": 30056
    },
    {
      "epoch": 1.2310874462420642,
      "grad_norm": 0.8334221717046073,
      "learning_rate": 0.00027294436875264887,
      "loss": 0.6522,
      "step": 30057
    },
    {
      "epoch": 1.2311284046692608,
      "grad_norm": 3.6577207921583086,
      "learning_rate": 0.00027294250028862095,
      "loss": 3.4836,
      "step": 30058
    },
    {
      "epoch": 1.231169363096457,
      "grad_norm": 0.9641452883346584,
      "learning_rate": 0.00027294063176647296,
      "loss": 0.9013,
      "step": 30059
    },
    {
      "epoch": 1.2312103215236534,
      "grad_norm": 2.354582975195707,
      "learning_rate": 0.0002729387631862057,
      "loss": 3.4094,
      "step": 30060
    },
    {
      "epoch": 1.23125127995085,
      "grad_norm": 0.8692257248142697,
      "learning_rate": 0.0002729368945478202,
      "loss": 0.6325,
      "step": 30061
    },
    {
      "epoch": 1.2312922383780462,
      "grad_norm": 1.1841406429723356,
      "learning_rate": 0.00027293502585131726,
      "loss": 0.4989,
      "step": 30062
    },
    {
      "epoch": 1.2313331968052426,
      "grad_norm": 1.0603162472859584,
      "learning_rate": 0.0002729331570966978,
      "loss": 0.9886,
      "step": 30063
    },
    {
      "epoch": 1.231374155232439,
      "grad_norm": 1.106102204903778,
      "learning_rate": 0.0002729312882839626,
      "loss": 0.6048,
      "step": 30064
    },
    {
      "epoch": 1.2314151136596354,
      "grad_norm": 0.7425131969040847,
      "learning_rate": 0.0002729294194131126,
      "loss": 0.3188,
      "step": 30065
    },
    {
      "epoch": 1.231456072086832,
      "grad_norm": 1.046136882003274,
      "learning_rate": 0.0002729275504841488,
      "loss": 0.9064,
      "step": 30066
    },
    {
      "epoch": 1.2314970305140283,
      "grad_norm": 0.48900751393830993,
      "learning_rate": 0.0002729256814970719,
      "loss": 0.2425,
      "step": 30067
    },
    {
      "epoch": 1.2315379889412246,
      "grad_norm": 0.8183072406769167,
      "learning_rate": 0.00027292381245188295,
      "loss": 0.6855,
      "step": 30068
    },
    {
      "epoch": 1.231578947368421,
      "grad_norm": 1.0907892932167012,
      "learning_rate": 0.0002729219433485827,
      "loss": 0.7592,
      "step": 30069
    },
    {
      "epoch": 1.2316199057956174,
      "grad_norm": 0.7446224846454184,
      "learning_rate": 0.00027292007418717215,
      "loss": 0.5737,
      "step": 30070
    },
    {
      "epoch": 1.231660864222814,
      "grad_norm": 0.7895836392829604,
      "learning_rate": 0.00027291820496765204,
      "loss": 0.7513,
      "step": 30071
    },
    {
      "epoch": 1.2317018226500103,
      "grad_norm": 0.6124207797709899,
      "learning_rate": 0.0002729163356900234,
      "loss": 0.3092,
      "step": 30072
    },
    {
      "epoch": 1.2317427810772066,
      "grad_norm": 1.1044794551648474,
      "learning_rate": 0.000272914466354287,
      "loss": 1.142,
      "step": 30073
    },
    {
      "epoch": 1.2317837395044031,
      "grad_norm": 1.4063981905710798,
      "learning_rate": 0.00027291259696044385,
      "loss": 1.354,
      "step": 30074
    },
    {
      "epoch": 1.2318246979315994,
      "grad_norm": 1.0293673264755956,
      "learning_rate": 0.00027291072750849465,
      "loss": 0.7461,
      "step": 30075
    },
    {
      "epoch": 1.2318656563587957,
      "grad_norm": 0.9453737777984133,
      "learning_rate": 0.00027290885799844045,
      "loss": 0.8532,
      "step": 30076
    },
    {
      "epoch": 1.2319066147859923,
      "grad_norm": 0.8159325120152618,
      "learning_rate": 0.0002729069884302821,
      "loss": 0.3599,
      "step": 30077
    },
    {
      "epoch": 1.2319475732131886,
      "grad_norm": 0.9065106816670222,
      "learning_rate": 0.00027290511880402043,
      "loss": 1.0968,
      "step": 30078
    },
    {
      "epoch": 1.231988531640385,
      "grad_norm": 0.6177669888706407,
      "learning_rate": 0.00027290324911965634,
      "loss": 0.3229,
      "step": 30079
    },
    {
      "epoch": 1.2320294900675814,
      "grad_norm": 1.151905370858125,
      "learning_rate": 0.0002729013793771908,
      "loss": 1.0049,
      "step": 30080
    },
    {
      "epoch": 1.2320704484947778,
      "grad_norm": 0.8632788104502269,
      "learning_rate": 0.0002728995095766245,
      "loss": 0.7297,
      "step": 30081
    },
    {
      "epoch": 1.232111406921974,
      "grad_norm": 0.8627750097418703,
      "learning_rate": 0.0002728976397179585,
      "loss": 0.9049,
      "step": 30082
    },
    {
      "epoch": 1.2321523653491706,
      "grad_norm": 0.5448051534988417,
      "learning_rate": 0.0002728957698011936,
      "loss": 0.3103,
      "step": 30083
    },
    {
      "epoch": 1.232193323776367,
      "grad_norm": 0.9301870626121512,
      "learning_rate": 0.00027289389982633076,
      "loss": 0.7552,
      "step": 30084
    },
    {
      "epoch": 1.2322342822035635,
      "grad_norm": 0.6368094094830888,
      "learning_rate": 0.0002728920297933708,
      "loss": 0.4549,
      "step": 30085
    },
    {
      "epoch": 1.2322752406307598,
      "grad_norm": 1.1164971349673736,
      "learning_rate": 0.0002728901597023146,
      "loss": 0.7672,
      "step": 30086
    },
    {
      "epoch": 1.232316199057956,
      "grad_norm": 1.1310857938572016,
      "learning_rate": 0.00027288828955316307,
      "loss": 0.9076,
      "step": 30087
    },
    {
      "epoch": 1.2323571574851526,
      "grad_norm": 4.451732560830401,
      "learning_rate": 0.00027288641934591706,
      "loss": 5.7368,
      "step": 30088
    },
    {
      "epoch": 1.232398115912349,
      "grad_norm": 1.2611965163427992,
      "learning_rate": 0.00027288454908057754,
      "loss": 1.0657,
      "step": 30089
    },
    {
      "epoch": 1.2324390743395455,
      "grad_norm": 0.888344316389878,
      "learning_rate": 0.00027288267875714533,
      "loss": 0.7546,
      "step": 30090
    },
    {
      "epoch": 1.2324800327667418,
      "grad_norm": 1.1504515123246797,
      "learning_rate": 0.0002728808083756213,
      "loss": 0.9483,
      "step": 30091
    },
    {
      "epoch": 1.232520991193938,
      "grad_norm": 2.8880284082851913,
      "learning_rate": 0.00027287893793600637,
      "loss": 1.5582,
      "step": 30092
    },
    {
      "epoch": 1.2325619496211346,
      "grad_norm": 0.9740238956497724,
      "learning_rate": 0.00027287706743830135,
      "loss": 1.012,
      "step": 30093
    },
    {
      "epoch": 1.232602908048331,
      "grad_norm": 1.0469220398094343,
      "learning_rate": 0.0002728751968825072,
      "loss": 0.8775,
      "step": 30094
    },
    {
      "epoch": 1.2326438664755273,
      "grad_norm": 0.7484248681365454,
      "learning_rate": 0.00027287332626862483,
      "loss": 0.6685,
      "step": 30095
    },
    {
      "epoch": 1.2326848249027238,
      "grad_norm": 0.9824991496341848,
      "learning_rate": 0.00027287145559665507,
      "loss": 0.7288,
      "step": 30096
    },
    {
      "epoch": 1.23272578332992,
      "grad_norm": 0.9295658793465883,
      "learning_rate": 0.0002728695848665988,
      "loss": 1.035,
      "step": 30097
    },
    {
      "epoch": 1.2327667417571164,
      "grad_norm": 0.5964753282986328,
      "learning_rate": 0.0002728677140784569,
      "loss": 0.3259,
      "step": 30098
    },
    {
      "epoch": 1.232807700184313,
      "grad_norm": 0.7917555543625503,
      "learning_rate": 0.0002728658432322303,
      "loss": 0.8602,
      "step": 30099
    },
    {
      "epoch": 1.2328486586115093,
      "grad_norm": 0.6493575085657416,
      "learning_rate": 0.00027286397232791987,
      "loss": 0.5945,
      "step": 30100
    },
    {
      "epoch": 1.2328896170387058,
      "grad_norm": 0.6814293763739144,
      "learning_rate": 0.0002728621013655265,
      "loss": 0.333,
      "step": 30101
    },
    {
      "epoch": 1.2329305754659021,
      "grad_norm": 0.7947938851651613,
      "learning_rate": 0.000272860230345051,
      "loss": 0.7381,
      "step": 30102
    },
    {
      "epoch": 1.2329715338930984,
      "grad_norm": 0.8842017039734361,
      "learning_rate": 0.0002728583592664944,
      "loss": 0.8964,
      "step": 30103
    },
    {
      "epoch": 1.233012492320295,
      "grad_norm": 1.1285409269666582,
      "learning_rate": 0.0002728564881298574,
      "loss": 0.7438,
      "step": 30104
    },
    {
      "epoch": 1.2330534507474913,
      "grad_norm": 0.6320377288114429,
      "learning_rate": 0.00027285461693514105,
      "loss": 0.2789,
      "step": 30105
    },
    {
      "epoch": 1.2330944091746876,
      "grad_norm": 0.5702984175346902,
      "learning_rate": 0.00027285274568234613,
      "loss": 0.3751,
      "step": 30106
    },
    {
      "epoch": 1.2331353676018841,
      "grad_norm": 0.7963902325055091,
      "learning_rate": 0.0002728508743714736,
      "loss": 0.801,
      "step": 30107
    },
    {
      "epoch": 1.2331763260290804,
      "grad_norm": 1.5565590427306841,
      "learning_rate": 0.00027284900300252426,
      "loss": 0.9951,
      "step": 30108
    },
    {
      "epoch": 1.233217284456277,
      "grad_norm": 0.5023806912916692,
      "learning_rate": 0.00027284713157549903,
      "loss": 0.2867,
      "step": 30109
    },
    {
      "epoch": 1.2332582428834733,
      "grad_norm": 0.9985829100178171,
      "learning_rate": 0.00027284526009039884,
      "loss": 0.8277,
      "step": 30110
    },
    {
      "epoch": 1.2332992013106696,
      "grad_norm": 2.8235404325307667,
      "learning_rate": 0.0002728433885472245,
      "loss": 5.5738,
      "step": 30111
    },
    {
      "epoch": 1.2333401597378661,
      "grad_norm": 0.6248741622964659,
      "learning_rate": 0.000272841516945977,
      "loss": 0.3084,
      "step": 30112
    },
    {
      "epoch": 1.2333811181650625,
      "grad_norm": 0.9453815983883611,
      "learning_rate": 0.00027283964528665715,
      "loss": 0.8858,
      "step": 30113
    },
    {
      "epoch": 1.2334220765922588,
      "grad_norm": 1.0383803065877606,
      "learning_rate": 0.0002728377735692658,
      "loss": 0.8923,
      "step": 30114
    },
    {
      "epoch": 1.2334630350194553,
      "grad_norm": 0.6753829344632628,
      "learning_rate": 0.0002728359017938039,
      "loss": 0.3034,
      "step": 30115
    },
    {
      "epoch": 1.2335039934466516,
      "grad_norm": 0.5351697516799967,
      "learning_rate": 0.0002728340299602723,
      "loss": 0.2452,
      "step": 30116
    },
    {
      "epoch": 1.233544951873848,
      "grad_norm": 0.8817502537250876,
      "learning_rate": 0.00027283215806867185,
      "loss": 0.9958,
      "step": 30117
    },
    {
      "epoch": 1.2335859103010445,
      "grad_norm": 0.7151268380481343,
      "learning_rate": 0.0002728302861190036,
      "loss": 0.757,
      "step": 30118
    },
    {
      "epoch": 1.2336268687282408,
      "grad_norm": 2.5764140692254807,
      "learning_rate": 0.00027282841411126825,
      "loss": 4.3782,
      "step": 30119
    },
    {
      "epoch": 1.2336678271554373,
      "grad_norm": 0.7463220674799153,
      "learning_rate": 0.00027282654204546677,
      "loss": 0.7763,
      "step": 30120
    },
    {
      "epoch": 1.2337087855826336,
      "grad_norm": 0.783013652534583,
      "learning_rate": 0.0002728246699216,
      "loss": 0.8798,
      "step": 30121
    },
    {
      "epoch": 1.23374974400983,
      "grad_norm": 0.8181056138016625,
      "learning_rate": 0.00027282279773966885,
      "loss": 0.7517,
      "step": 30122
    },
    {
      "epoch": 1.2337907024370265,
      "grad_norm": 1.1787730108640129,
      "learning_rate": 0.00027282092549967425,
      "loss": 0.5051,
      "step": 30123
    },
    {
      "epoch": 1.2338316608642228,
      "grad_norm": 0.9760771150468855,
      "learning_rate": 0.000272819053201617,
      "loss": 0.9701,
      "step": 30124
    },
    {
      "epoch": 1.2338726192914191,
      "grad_norm": 0.8520268482229517,
      "learning_rate": 0.00027281718084549804,
      "loss": 0.8744,
      "step": 30125
    },
    {
      "epoch": 1.2339135777186157,
      "grad_norm": 1.024936260075675,
      "learning_rate": 0.0002728153084313183,
      "loss": 1.0998,
      "step": 30126
    },
    {
      "epoch": 1.233954536145812,
      "grad_norm": 1.085897525752013,
      "learning_rate": 0.0002728134359590786,
      "loss": 0.878,
      "step": 30127
    },
    {
      "epoch": 1.2339954945730085,
      "grad_norm": 0.5766470045026484,
      "learning_rate": 0.00027281156342877973,
      "loss": 0.3015,
      "step": 30128
    },
    {
      "epoch": 1.2340364530002048,
      "grad_norm": 0.5063889839916023,
      "learning_rate": 0.0002728096908404228,
      "loss": 0.2973,
      "step": 30129
    },
    {
      "epoch": 1.2340774114274011,
      "grad_norm": 0.7014231840069751,
      "learning_rate": 0.0002728078181940085,
      "loss": 0.6621,
      "step": 30130
    },
    {
      "epoch": 1.2341183698545977,
      "grad_norm": 1.2922562593752254,
      "learning_rate": 0.0002728059454895378,
      "loss": 0.8096,
      "step": 30131
    },
    {
      "epoch": 1.234159328281794,
      "grad_norm": 0.8842603867427443,
      "learning_rate": 0.0002728040727270116,
      "loss": 0.6812,
      "step": 30132
    },
    {
      "epoch": 1.2342002867089903,
      "grad_norm": 0.6406756828090141,
      "learning_rate": 0.0002728021999064307,
      "loss": 0.3117,
      "step": 30133
    },
    {
      "epoch": 1.2342412451361868,
      "grad_norm": 1.13330806586128,
      "learning_rate": 0.00027280032702779614,
      "loss": 1.1109,
      "step": 30134
    },
    {
      "epoch": 1.2342822035633831,
      "grad_norm": 1.0502563138434904,
      "learning_rate": 0.00027279845409110867,
      "loss": 1.1622,
      "step": 30135
    },
    {
      "epoch": 1.2343231619905795,
      "grad_norm": 1.218375856826249,
      "learning_rate": 0.0002727965810963692,
      "loss": 1.259,
      "step": 30136
    },
    {
      "epoch": 1.234364120417776,
      "grad_norm": 0.9671243536146066,
      "learning_rate": 0.00027279470804357866,
      "loss": 0.8066,
      "step": 30137
    },
    {
      "epoch": 1.2344050788449723,
      "grad_norm": 1.9391130186543342,
      "learning_rate": 0.00027279283493273786,
      "loss": 0.6545,
      "step": 30138
    },
    {
      "epoch": 1.2344460372721688,
      "grad_norm": 0.6624384690414924,
      "learning_rate": 0.0002727909617638478,
      "loss": 0.6691,
      "step": 30139
    },
    {
      "epoch": 1.2344869956993652,
      "grad_norm": 1.008653251085899,
      "learning_rate": 0.00027278908853690926,
      "loss": 1.0783,
      "step": 30140
    },
    {
      "epoch": 1.2345279541265615,
      "grad_norm": 0.7836746944151313,
      "learning_rate": 0.0002727872152519232,
      "loss": 0.7081,
      "step": 30141
    },
    {
      "epoch": 1.234568912553758,
      "grad_norm": 0.7631625795929863,
      "learning_rate": 0.0002727853419088904,
      "loss": 0.7883,
      "step": 30142
    },
    {
      "epoch": 1.2346098709809543,
      "grad_norm": 1.289718409495126,
      "learning_rate": 0.00027278346850781183,
      "loss": 0.8634,
      "step": 30143
    },
    {
      "epoch": 1.2346508294081509,
      "grad_norm": 1.0894161222898477,
      "learning_rate": 0.0002727815950486884,
      "loss": 1.0185,
      "step": 30144
    },
    {
      "epoch": 1.2346917878353472,
      "grad_norm": 0.6229373290524617,
      "learning_rate": 0.00027277972153152096,
      "loss": 0.5503,
      "step": 30145
    },
    {
      "epoch": 1.2347327462625435,
      "grad_norm": 0.5995438241554486,
      "learning_rate": 0.00027277784795631035,
      "loss": 0.1118,
      "step": 30146
    },
    {
      "epoch": 1.23477370468974,
      "grad_norm": 0.8314099824440223,
      "learning_rate": 0.0002727759743230575,
      "loss": 0.8397,
      "step": 30147
    },
    {
      "epoch": 1.2348146631169363,
      "grad_norm": 0.9577962480998797,
      "learning_rate": 0.0002727741006317633,
      "loss": 0.8338,
      "step": 30148
    },
    {
      "epoch": 1.2348556215441326,
      "grad_norm": 0.8522165440099939,
      "learning_rate": 0.00027277222688242865,
      "loss": 0.4619,
      "step": 30149
    },
    {
      "epoch": 1.2348965799713292,
      "grad_norm": 0.7712424420140284,
      "learning_rate": 0.0002727703530750544,
      "loss": 0.6001,
      "step": 30150
    },
    {
      "epoch": 1.2349375383985255,
      "grad_norm": 0.7805289391620872,
      "learning_rate": 0.0002727684792096415,
      "loss": 0.3581,
      "step": 30151
    },
    {
      "epoch": 1.2349784968257218,
      "grad_norm": 1.9147942433531961,
      "learning_rate": 0.0002727666052861907,
      "loss": 1.6136,
      "step": 30152
    },
    {
      "epoch": 1.2350194552529183,
      "grad_norm": 1.234007474403156,
      "learning_rate": 0.00027276473130470304,
      "loss": 0.9165,
      "step": 30153
    },
    {
      "epoch": 1.2350604136801147,
      "grad_norm": 1.1931381696372922,
      "learning_rate": 0.0002727628572651793,
      "loss": 1.112,
      "step": 30154
    },
    {
      "epoch": 1.235101372107311,
      "grad_norm": 1.002986700995485,
      "learning_rate": 0.00027276098316762043,
      "loss": 0.9335,
      "step": 30155
    },
    {
      "epoch": 1.2351423305345075,
      "grad_norm": 1.261108355488486,
      "learning_rate": 0.0002727591090120273,
      "loss": 1.377,
      "step": 30156
    },
    {
      "epoch": 1.2351832889617038,
      "grad_norm": 2.7702998383904465,
      "learning_rate": 0.00027275723479840077,
      "loss": 3.7465,
      "step": 30157
    },
    {
      "epoch": 1.2352242473889004,
      "grad_norm": 0.6630250189722565,
      "learning_rate": 0.0002727553605267417,
      "loss": 0.347,
      "step": 30158
    },
    {
      "epoch": 1.2352652058160967,
      "grad_norm": 1.6476734812720362,
      "learning_rate": 0.0002727534861970511,
      "loss": 2.8625,
      "step": 30159
    },
    {
      "epoch": 1.235306164243293,
      "grad_norm": 0.8521189010586346,
      "learning_rate": 0.0002727516118093297,
      "loss": 0.9914,
      "step": 30160
    },
    {
      "epoch": 1.2353471226704895,
      "grad_norm": 1.0741502517228942,
      "learning_rate": 0.00027274973736357853,
      "loss": 1.0279,
      "step": 30161
    },
    {
      "epoch": 1.2353880810976858,
      "grad_norm": 1.0460323480720324,
      "learning_rate": 0.00027274786285979836,
      "loss": 0.7746,
      "step": 30162
    },
    {
      "epoch": 1.2354290395248824,
      "grad_norm": 0.9419555784256555,
      "learning_rate": 0.0002727459882979901,
      "loss": 0.8591,
      "step": 30163
    },
    {
      "epoch": 1.2354699979520787,
      "grad_norm": 1.1077600818484372,
      "learning_rate": 0.0002727441136781548,
      "loss": 0.9466,
      "step": 30164
    },
    {
      "epoch": 1.235510956379275,
      "grad_norm": 0.6864678310777496,
      "learning_rate": 0.00027274223900029305,
      "loss": 0.3633,
      "step": 30165
    },
    {
      "epoch": 1.2355519148064715,
      "grad_norm": 0.6414430097038774,
      "learning_rate": 0.00027274036426440596,
      "loss": 0.5164,
      "step": 30166
    },
    {
      "epoch": 1.2355928732336678,
      "grad_norm": 0.8114028651034308,
      "learning_rate": 0.0002727384894704943,
      "loss": 0.6954,
      "step": 30167
    },
    {
      "epoch": 1.2356338316608642,
      "grad_norm": 0.911882433478723,
      "learning_rate": 0.00027273661461855905,
      "loss": 0.8924,
      "step": 30168
    },
    {
      "epoch": 1.2356747900880607,
      "grad_norm": 1.0043490864091402,
      "learning_rate": 0.000272734739708601,
      "loss": 0.6515,
      "step": 30169
    },
    {
      "epoch": 1.235715748515257,
      "grad_norm": 1.1011011691864256,
      "learning_rate": 0.00027273286474062115,
      "loss": 1.2746,
      "step": 30170
    },
    {
      "epoch": 1.2357567069424533,
      "grad_norm": 0.7137536974532507,
      "learning_rate": 0.0002727309897146203,
      "loss": 0.681,
      "step": 30171
    },
    {
      "epoch": 1.2357976653696499,
      "grad_norm": 0.7489350341986467,
      "learning_rate": 0.0002727291146305994,
      "loss": 0.4046,
      "step": 30172
    },
    {
      "epoch": 1.2358386237968462,
      "grad_norm": 0.9176948593477977,
      "learning_rate": 0.0002727272394885592,
      "loss": 0.9631,
      "step": 30173
    },
    {
      "epoch": 1.2358795822240425,
      "grad_norm": 0.7139271315344641,
      "learning_rate": 0.00027272536428850076,
      "loss": 0.3612,
      "step": 30174
    },
    {
      "epoch": 1.235920540651239,
      "grad_norm": 0.5009108196218257,
      "learning_rate": 0.0002727234890304248,
      "loss": 0.3467,
      "step": 30175
    },
    {
      "epoch": 1.2359614990784353,
      "grad_norm": 1.0851508442570157,
      "learning_rate": 0.0002727216137143324,
      "loss": 1.1355,
      "step": 30176
    },
    {
      "epoch": 1.2360024575056319,
      "grad_norm": 1.1010159159838953,
      "learning_rate": 0.0002727197383402243,
      "loss": 0.6914,
      "step": 30177
    },
    {
      "epoch": 1.2360434159328282,
      "grad_norm": 0.9216273072975821,
      "learning_rate": 0.00027271786290810143,
      "loss": 0.8193,
      "step": 30178
    },
    {
      "epoch": 1.2360843743600245,
      "grad_norm": 1.4556622262338048,
      "learning_rate": 0.0002727159874179647,
      "loss": 1.7126,
      "step": 30179
    },
    {
      "epoch": 1.236125332787221,
      "grad_norm": 0.9396490270784917,
      "learning_rate": 0.00027271411186981497,
      "loss": 0.6904,
      "step": 30180
    },
    {
      "epoch": 1.2361662912144173,
      "grad_norm": 1.001797114074629,
      "learning_rate": 0.00027271223626365305,
      "loss": 1.1022,
      "step": 30181
    },
    {
      "epoch": 1.2362072496416139,
      "grad_norm": 0.7549702144408329,
      "learning_rate": 0.00027271036059948,
      "loss": 0.7331,
      "step": 30182
    },
    {
      "epoch": 1.2362482080688102,
      "grad_norm": 0.7649708922066863,
      "learning_rate": 0.00027270848487729655,
      "loss": 0.754,
      "step": 30183
    },
    {
      "epoch": 1.2362891664960065,
      "grad_norm": 0.9578159228403212,
      "learning_rate": 0.0002727066090971037,
      "loss": 0.8826,
      "step": 30184
    },
    {
      "epoch": 1.236330124923203,
      "grad_norm": 0.7163008907346592,
      "learning_rate": 0.00027270473325890224,
      "loss": 0.7974,
      "step": 30185
    },
    {
      "epoch": 1.2363710833503994,
      "grad_norm": 1.4149039032891686,
      "learning_rate": 0.0002727028573626931,
      "loss": 0.778,
      "step": 30186
    },
    {
      "epoch": 1.2364120417775957,
      "grad_norm": 0.9983272929679526,
      "learning_rate": 0.0002727009814084772,
      "loss": 0.5472,
      "step": 30187
    },
    {
      "epoch": 1.2364530002047922,
      "grad_norm": 0.9201556855158604,
      "learning_rate": 0.0002726991053962554,
      "loss": 1.0524,
      "step": 30188
    },
    {
      "epoch": 1.2364939586319885,
      "grad_norm": 0.7320610719864689,
      "learning_rate": 0.0002726972293260285,
      "loss": 0.7195,
      "step": 30189
    },
    {
      "epoch": 1.2365349170591848,
      "grad_norm": 1.4714163516407373,
      "learning_rate": 0.0002726953531977976,
      "loss": 0.8506,
      "step": 30190
    },
    {
      "epoch": 1.2365758754863814,
      "grad_norm": 0.5260241854343973,
      "learning_rate": 0.0002726934770115634,
      "loss": 0.2989,
      "step": 30191
    },
    {
      "epoch": 1.2366168339135777,
      "grad_norm": 0.9492250141741886,
      "learning_rate": 0.0002726916007673268,
      "loss": 0.9214,
      "step": 30192
    },
    {
      "epoch": 1.236657792340774,
      "grad_norm": 1.2612335310495935,
      "learning_rate": 0.0002726897244650888,
      "loss": 1.6339,
      "step": 30193
    },
    {
      "epoch": 1.2366987507679705,
      "grad_norm": 1.014234658193657,
      "learning_rate": 0.00027268784810485016,
      "loss": 0.8922,
      "step": 30194
    },
    {
      "epoch": 1.2367397091951668,
      "grad_norm": 0.6951227379832574,
      "learning_rate": 0.00027268597168661186,
      "loss": 0.322,
      "step": 30195
    },
    {
      "epoch": 1.2367806676223634,
      "grad_norm": 0.5044923540757259,
      "learning_rate": 0.0002726840952103748,
      "loss": 0.2687,
      "step": 30196
    },
    {
      "epoch": 1.2368216260495597,
      "grad_norm": 1.3398794394378164,
      "learning_rate": 0.00027268221867613975,
      "loss": 1.5556,
      "step": 30197
    },
    {
      "epoch": 1.236862584476756,
      "grad_norm": 1.0965047425546781,
      "learning_rate": 0.00027268034208390767,
      "loss": 0.9952,
      "step": 30198
    },
    {
      "epoch": 1.2369035429039525,
      "grad_norm": 0.7141081170245221,
      "learning_rate": 0.00027267846543367944,
      "loss": 0.3434,
      "step": 30199
    },
    {
      "epoch": 1.2369445013311489,
      "grad_norm": 1.053788650705872,
      "learning_rate": 0.00027267658872545593,
      "loss": 0.8761,
      "step": 30200
    },
    {
      "epoch": 1.2369854597583454,
      "grad_norm": 0.7698079977298434,
      "learning_rate": 0.00027267471195923813,
      "loss": 0.7897,
      "step": 30201
    },
    {
      "epoch": 1.2370264181855417,
      "grad_norm": 1.0253437725035406,
      "learning_rate": 0.0002726728351350268,
      "loss": 0.9507,
      "step": 30202
    },
    {
      "epoch": 1.237067376612738,
      "grad_norm": 1.3373908997791417,
      "learning_rate": 0.0002726709582528228,
      "loss": 1.0445,
      "step": 30203
    },
    {
      "epoch": 1.2371083350399346,
      "grad_norm": 1.0454086613070566,
      "learning_rate": 0.0002726690813126272,
      "loss": 1.1177,
      "step": 30204
    },
    {
      "epoch": 1.2371492934671309,
      "grad_norm": 1.0662359148636567,
      "learning_rate": 0.00027266720431444073,
      "loss": 1.0678,
      "step": 30205
    },
    {
      "epoch": 1.2371902518943272,
      "grad_norm": 1.2101333068294602,
      "learning_rate": 0.00027266532725826433,
      "loss": 1.1744,
      "step": 30206
    },
    {
      "epoch": 1.2372312103215237,
      "grad_norm": 0.858052259294274,
      "learning_rate": 0.0002726634501440989,
      "loss": 0.6792,
      "step": 30207
    },
    {
      "epoch": 1.23727216874872,
      "grad_norm": 2.6784486659413984,
      "learning_rate": 0.0002726615729719453,
      "loss": 4.9212,
      "step": 30208
    },
    {
      "epoch": 1.2373131271759163,
      "grad_norm": 0.7899512292127576,
      "learning_rate": 0.00027265969574180436,
      "loss": 0.492,
      "step": 30209
    },
    {
      "epoch": 1.2373540856031129,
      "grad_norm": 0.9288658626857156,
      "learning_rate": 0.00027265781845367705,
      "loss": 0.9429,
      "step": 30210
    },
    {
      "epoch": 1.2373950440303092,
      "grad_norm": 1.3982999703884162,
      "learning_rate": 0.0002726559411075643,
      "loss": 0.9116,
      "step": 30211
    },
    {
      "epoch": 1.2374360024575055,
      "grad_norm": 0.8870983399898955,
      "learning_rate": 0.0002726540637034669,
      "loss": 0.9152,
      "step": 30212
    },
    {
      "epoch": 1.237476960884702,
      "grad_norm": 0.9523672737246572,
      "learning_rate": 0.00027265218624138583,
      "loss": 0.9183,
      "step": 30213
    },
    {
      "epoch": 1.2375179193118984,
      "grad_norm": 0.9906771616638969,
      "learning_rate": 0.0002726503087213219,
      "loss": 1.0253,
      "step": 30214
    },
    {
      "epoch": 1.237558877739095,
      "grad_norm": 1.1823895142051817,
      "learning_rate": 0.000272648431143276,
      "loss": 1.1038,
      "step": 30215
    },
    {
      "epoch": 1.2375998361662912,
      "grad_norm": 0.8367085529876144,
      "learning_rate": 0.000272646553507249,
      "loss": 0.3724,
      "step": 30216
    },
    {
      "epoch": 1.2376407945934875,
      "grad_norm": 1.3681438652461901,
      "learning_rate": 0.00027264467581324185,
      "loss": 1.1995,
      "step": 30217
    },
    {
      "epoch": 1.237681753020684,
      "grad_norm": 0.7944957117969099,
      "learning_rate": 0.0002726427980612555,
      "loss": 0.3392,
      "step": 30218
    },
    {
      "epoch": 1.2377227114478804,
      "grad_norm": 2.018644632472041,
      "learning_rate": 0.00027264092025129064,
      "loss": 1.8348,
      "step": 30219
    },
    {
      "epoch": 1.237763669875077,
      "grad_norm": 0.9476652063990851,
      "learning_rate": 0.0002726390423833483,
      "loss": 0.4702,
      "step": 30220
    },
    {
      "epoch": 1.2378046283022732,
      "grad_norm": 1.0824411093078332,
      "learning_rate": 0.0002726371644574294,
      "loss": 1.0378,
      "step": 30221
    },
    {
      "epoch": 1.2378455867294695,
      "grad_norm": 0.9593633463602296,
      "learning_rate": 0.0002726352864735347,
      "loss": 0.8837,
      "step": 30222
    },
    {
      "epoch": 1.237886545156666,
      "grad_norm": 1.04761838260162,
      "learning_rate": 0.00027263340843166516,
      "loss": 1.0497,
      "step": 30223
    },
    {
      "epoch": 1.2379275035838624,
      "grad_norm": 1.0046585467344222,
      "learning_rate": 0.00027263153033182166,
      "loss": 1.0834,
      "step": 30224
    },
    {
      "epoch": 1.2379684620110587,
      "grad_norm": 0.9677169317672398,
      "learning_rate": 0.0002726296521740051,
      "loss": 0.7829,
      "step": 30225
    },
    {
      "epoch": 1.2380094204382552,
      "grad_norm": 0.9379878440113331,
      "learning_rate": 0.00027262777395821637,
      "loss": 0.9167,
      "step": 30226
    },
    {
      "epoch": 1.2380503788654516,
      "grad_norm": 0.9034994241799826,
      "learning_rate": 0.0002726258956844563,
      "loss": 0.3961,
      "step": 30227
    },
    {
      "epoch": 1.2380913372926479,
      "grad_norm": 0.8642067833053877,
      "learning_rate": 0.0002726240173527259,
      "loss": 0.9312,
      "step": 30228
    },
    {
      "epoch": 1.2381322957198444,
      "grad_norm": 1.1440197346542287,
      "learning_rate": 0.0002726221389630259,
      "loss": 1.06,
      "step": 30229
    },
    {
      "epoch": 1.2381732541470407,
      "grad_norm": 0.925291181147955,
      "learning_rate": 0.0002726202605153573,
      "loss": 1.0848,
      "step": 30230
    },
    {
      "epoch": 1.238214212574237,
      "grad_norm": 0.8040515780913479,
      "learning_rate": 0.000272618382009721,
      "loss": 0.4261,
      "step": 30231
    },
    {
      "epoch": 1.2382551710014336,
      "grad_norm": 0.9288738797646667,
      "learning_rate": 0.00027261650344611774,
      "loss": 0.9429,
      "step": 30232
    },
    {
      "epoch": 1.2382961294286299,
      "grad_norm": 0.8041770030225954,
      "learning_rate": 0.00027261462482454856,
      "loss": 0.3274,
      "step": 30233
    },
    {
      "epoch": 1.2383370878558264,
      "grad_norm": 0.9607446390670993,
      "learning_rate": 0.0002726127461450143,
      "loss": 0.4725,
      "step": 30234
    },
    {
      "epoch": 1.2383780462830227,
      "grad_norm": 0.8487535782836633,
      "learning_rate": 0.0002726108674075159,
      "loss": 0.6948,
      "step": 30235
    },
    {
      "epoch": 1.238419004710219,
      "grad_norm": 0.7965855946993211,
      "learning_rate": 0.0002726089886120541,
      "loss": 0.7748,
      "step": 30236
    },
    {
      "epoch": 1.2384599631374156,
      "grad_norm": 1.1338474143754176,
      "learning_rate": 0.00027260710975863,
      "loss": 0.9028,
      "step": 30237
    },
    {
      "epoch": 1.238500921564612,
      "grad_norm": 1.6460081268130777,
      "learning_rate": 0.0002726052308472443,
      "loss": 1.092,
      "step": 30238
    },
    {
      "epoch": 1.2385418799918084,
      "grad_norm": 0.7570613605102904,
      "learning_rate": 0.00027260335187789797,
      "loss": 0.8053,
      "step": 30239
    },
    {
      "epoch": 1.2385828384190047,
      "grad_norm": 0.8636575071683359,
      "learning_rate": 0.00027260147285059193,
      "loss": 0.8843,
      "step": 30240
    },
    {
      "epoch": 1.238623796846201,
      "grad_norm": 0.9914544821148337,
      "learning_rate": 0.00027259959376532694,
      "loss": 1.0815,
      "step": 30241
    },
    {
      "epoch": 1.2386647552733976,
      "grad_norm": 0.9207129098892144,
      "learning_rate": 0.0002725977146221041,
      "loss": 0.7648,
      "step": 30242
    },
    {
      "epoch": 1.238705713700594,
      "grad_norm": 1.1822453684134098,
      "learning_rate": 0.00027259583542092405,
      "loss": 0.621,
      "step": 30243
    },
    {
      "epoch": 1.2387466721277902,
      "grad_norm": 1.1177957997963894,
      "learning_rate": 0.0002725939561617879,
      "loss": 0.4292,
      "step": 30244
    },
    {
      "epoch": 1.2387876305549868,
      "grad_norm": 0.7798543627261216,
      "learning_rate": 0.00027259207684469635,
      "loss": 0.8485,
      "step": 30245
    },
    {
      "epoch": 1.238828588982183,
      "grad_norm": 1.0456480407578053,
      "learning_rate": 0.0002725901974696504,
      "loss": 0.7963,
      "step": 30246
    },
    {
      "epoch": 1.2388695474093794,
      "grad_norm": 0.8059052167331319,
      "learning_rate": 0.000272588318036651,
      "loss": 0.3059,
      "step": 30247
    },
    {
      "epoch": 1.238910505836576,
      "grad_norm": 0.9392320150380996,
      "learning_rate": 0.00027258643854569895,
      "loss": 0.8449,
      "step": 30248
    },
    {
      "epoch": 1.2389514642637722,
      "grad_norm": 1.2064557666097628,
      "learning_rate": 0.00027258455899679506,
      "loss": 1.1806,
      "step": 30249
    },
    {
      "epoch": 1.2389924226909685,
      "grad_norm": 1.5661936347291765,
      "learning_rate": 0.0002725826793899403,
      "loss": 1.1745,
      "step": 30250
    },
    {
      "epoch": 1.239033381118165,
      "grad_norm": 0.8138496957712615,
      "learning_rate": 0.00027258079972513564,
      "loss": 0.7679,
      "step": 30251
    },
    {
      "epoch": 1.2390743395453614,
      "grad_norm": 0.5970586294928847,
      "learning_rate": 0.0002725789200023819,
      "loss": 0.3358,
      "step": 30252
    },
    {
      "epoch": 1.239115297972558,
      "grad_norm": 0.8338768245064098,
      "learning_rate": 0.00027257704022167986,
      "loss": 0.7832,
      "step": 30253
    },
    {
      "epoch": 1.2391562563997542,
      "grad_norm": 1.0131114141915107,
      "learning_rate": 0.00027257516038303053,
      "loss": 0.7865,
      "step": 30254
    },
    {
      "epoch": 1.2391972148269506,
      "grad_norm": 1.0630952889373129,
      "learning_rate": 0.0002725732804864348,
      "loss": 0.7867,
      "step": 30255
    },
    {
      "epoch": 1.239238173254147,
      "grad_norm": 0.8726060998481325,
      "learning_rate": 0.0002725714005318936,
      "loss": 0.7724,
      "step": 30256
    },
    {
      "epoch": 1.2392791316813434,
      "grad_norm": 0.8263982491322184,
      "learning_rate": 0.0002725695205194077,
      "loss": 0.8455,
      "step": 30257
    },
    {
      "epoch": 1.23932009010854,
      "grad_norm": 1.7070863517869281,
      "learning_rate": 0.000272567640448978,
      "loss": 1.125,
      "step": 30258
    },
    {
      "epoch": 1.2393610485357363,
      "grad_norm": 0.9691786681629748,
      "learning_rate": 0.0002725657603206055,
      "loss": 0.987,
      "step": 30259
    },
    {
      "epoch": 1.2394020069629326,
      "grad_norm": 1.0312056941440675,
      "learning_rate": 0.000272563880134291,
      "loss": 0.8643,
      "step": 30260
    },
    {
      "epoch": 1.239442965390129,
      "grad_norm": 0.8968042196219708,
      "learning_rate": 0.0002725619998900354,
      "loss": 0.4162,
      "step": 30261
    },
    {
      "epoch": 1.2394839238173254,
      "grad_norm": 0.8881103215770567,
      "learning_rate": 0.0002725601195878396,
      "loss": 0.7552,
      "step": 30262
    },
    {
      "epoch": 1.2395248822445217,
      "grad_norm": 0.6579442442050725,
      "learning_rate": 0.0002725582392277045,
      "loss": 0.3222,
      "step": 30263
    },
    {
      "epoch": 1.2395658406717183,
      "grad_norm": 0.8329727724131079,
      "learning_rate": 0.00027255635880963096,
      "loss": 0.9501,
      "step": 30264
    },
    {
      "epoch": 1.2396067990989146,
      "grad_norm": 0.9954510807901382,
      "learning_rate": 0.0002725544783336199,
      "loss": 0.7979,
      "step": 30265
    },
    {
      "epoch": 1.239647757526111,
      "grad_norm": 0.6639035712070314,
      "learning_rate": 0.0002725525977996722,
      "loss": 0.3109,
      "step": 30266
    },
    {
      "epoch": 1.2396887159533074,
      "grad_norm": 0.6827874455637771,
      "learning_rate": 0.00027255071720778875,
      "loss": 0.5477,
      "step": 30267
    },
    {
      "epoch": 1.2397296743805037,
      "grad_norm": 0.6853808554372697,
      "learning_rate": 0.00027254883655797036,
      "loss": 0.2702,
      "step": 30268
    },
    {
      "epoch": 1.2397706328077003,
      "grad_norm": 1.1803862715150795,
      "learning_rate": 0.00027254695585021807,
      "loss": 0.7513,
      "step": 30269
    },
    {
      "epoch": 1.2398115912348966,
      "grad_norm": 0.9137086576357686,
      "learning_rate": 0.0002725450750845327,
      "loss": 0.9507,
      "step": 30270
    },
    {
      "epoch": 1.239852549662093,
      "grad_norm": 2.4802098822804868,
      "learning_rate": 0.00027254319426091506,
      "loss": 1.1013,
      "step": 30271
    },
    {
      "epoch": 1.2398935080892894,
      "grad_norm": 0.812920947238005,
      "learning_rate": 0.00027254131337936614,
      "loss": 0.7896,
      "step": 30272
    },
    {
      "epoch": 1.2399344665164858,
      "grad_norm": 1.0521183760196358,
      "learning_rate": 0.00027253943243988677,
      "loss": 0.7702,
      "step": 30273
    },
    {
      "epoch": 1.239975424943682,
      "grad_norm": 0.7280363305361532,
      "learning_rate": 0.00027253755144247794,
      "loss": 0.6144,
      "step": 30274
    },
    {
      "epoch": 1.2400163833708786,
      "grad_norm": 1.2689808496096096,
      "learning_rate": 0.00027253567038714035,
      "loss": 0.8963,
      "step": 30275
    },
    {
      "epoch": 1.240057341798075,
      "grad_norm": 1.0835193647196124,
      "learning_rate": 0.00027253378927387514,
      "loss": 0.8055,
      "step": 30276
    },
    {
      "epoch": 1.2400983002252715,
      "grad_norm": 2.1376249538584466,
      "learning_rate": 0.000272531908102683,
      "loss": 1.7619,
      "step": 30277
    },
    {
      "epoch": 1.2401392586524678,
      "grad_norm": 3.441719732905165,
      "learning_rate": 0.0002725300268735649,
      "loss": 2.9681,
      "step": 30278
    },
    {
      "epoch": 1.240180217079664,
      "grad_norm": 0.9891508337601861,
      "learning_rate": 0.00027252814558652164,
      "loss": 0.8985,
      "step": 30279
    },
    {
      "epoch": 1.2402211755068606,
      "grad_norm": 1.306244041782392,
      "learning_rate": 0.0002725262642415543,
      "loss": 1.0203,
      "step": 30280
    },
    {
      "epoch": 1.240262133934057,
      "grad_norm": 0.9477132422207348,
      "learning_rate": 0.00027252438283866356,
      "loss": 0.9585,
      "step": 30281
    },
    {
      "epoch": 1.2403030923612532,
      "grad_norm": 0.7768069277549855,
      "learning_rate": 0.00027252250137785046,
      "loss": 0.9812,
      "step": 30282
    },
    {
      "epoch": 1.2403440507884498,
      "grad_norm": 1.2341589624446518,
      "learning_rate": 0.00027252061985911575,
      "loss": 0.8785,
      "step": 30283
    },
    {
      "epoch": 1.240385009215646,
      "grad_norm": 0.7491741979819236,
      "learning_rate": 0.00027251873828246047,
      "loss": 0.7479,
      "step": 30284
    },
    {
      "epoch": 1.2404259676428424,
      "grad_norm": 0.9553155071020816,
      "learning_rate": 0.0002725168566478855,
      "loss": 0.8868,
      "step": 30285
    },
    {
      "epoch": 1.240466926070039,
      "grad_norm": 0.7947316277985119,
      "learning_rate": 0.00027251497495539155,
      "loss": 0.3764,
      "step": 30286
    },
    {
      "epoch": 1.2405078844972353,
      "grad_norm": 0.8199245007214959,
      "learning_rate": 0.0002725130932049797,
      "loss": 0.7466,
      "step": 30287
    },
    {
      "epoch": 1.2405488429244318,
      "grad_norm": 1.0956148529507233,
      "learning_rate": 0.00027251121139665075,
      "loss": 0.9421,
      "step": 30288
    },
    {
      "epoch": 1.240589801351628,
      "grad_norm": 0.7813957326606257,
      "learning_rate": 0.00027250932953040556,
      "loss": 0.5148,
      "step": 30289
    },
    {
      "epoch": 1.2406307597788244,
      "grad_norm": 0.8715788352277319,
      "learning_rate": 0.0002725074476062451,
      "loss": 0.888,
      "step": 30290
    },
    {
      "epoch": 1.240671718206021,
      "grad_norm": 1.580573090960101,
      "learning_rate": 0.00027250556562417026,
      "loss": 1.4731,
      "step": 30291
    },
    {
      "epoch": 1.2407126766332173,
      "grad_norm": 2.5972731948924146,
      "learning_rate": 0.0002725036835841819,
      "loss": 2.065,
      "step": 30292
    },
    {
      "epoch": 1.2407536350604136,
      "grad_norm": 0.8825254753736435,
      "learning_rate": 0.00027250180148628085,
      "loss": 0.7585,
      "step": 30293
    },
    {
      "epoch": 1.2407945934876101,
      "grad_norm": 1.1081057762218114,
      "learning_rate": 0.0002724999193304681,
      "loss": 0.4731,
      "step": 30294
    },
    {
      "epoch": 1.2408355519148064,
      "grad_norm": 0.8532196057378366,
      "learning_rate": 0.0002724980371167445,
      "loss": 0.9031,
      "step": 30295
    },
    {
      "epoch": 1.240876510342003,
      "grad_norm": 0.8686459121578178,
      "learning_rate": 0.0002724961548451109,
      "loss": 0.9413,
      "step": 30296
    },
    {
      "epoch": 1.2409174687691993,
      "grad_norm": 0.8836712797624671,
      "learning_rate": 0.00027249427251556824,
      "loss": 0.7764,
      "step": 30297
    },
    {
      "epoch": 1.2409584271963956,
      "grad_norm": 1.0227068351020607,
      "learning_rate": 0.0002724923901281174,
      "loss": 1.1188,
      "step": 30298
    },
    {
      "epoch": 1.2409993856235921,
      "grad_norm": 3.6642326338421762,
      "learning_rate": 0.0002724905076827593,
      "loss": 0.9937,
      "step": 30299
    },
    {
      "epoch": 1.2410403440507884,
      "grad_norm": 1.2858967381980015,
      "learning_rate": 0.00027248862517949475,
      "loss": 0.8776,
      "step": 30300
    },
    {
      "epoch": 1.2410813024779848,
      "grad_norm": 0.7982687048050048,
      "learning_rate": 0.0002724867426183247,
      "loss": 0.338,
      "step": 30301
    },
    {
      "epoch": 1.2411222609051813,
      "grad_norm": 1.115142093164583,
      "learning_rate": 0.00027248485999925007,
      "loss": 1.2197,
      "step": 30302
    },
    {
      "epoch": 1.2411632193323776,
      "grad_norm": 0.6453840084002029,
      "learning_rate": 0.0002724829773222716,
      "loss": 0.7856,
      "step": 30303
    },
    {
      "epoch": 1.241204177759574,
      "grad_norm": 0.8754674301692956,
      "learning_rate": 0.00027248109458739037,
      "loss": 0.556,
      "step": 30304
    },
    {
      "epoch": 1.2412451361867705,
      "grad_norm": 0.8882197543309392,
      "learning_rate": 0.0002724792117946072,
      "loss": 0.8286,
      "step": 30305
    },
    {
      "epoch": 1.2412860946139668,
      "grad_norm": 0.5883421804234692,
      "learning_rate": 0.0002724773289439229,
      "loss": 0.1976,
      "step": 30306
    },
    {
      "epoch": 1.2413270530411633,
      "grad_norm": 0.9059100618198909,
      "learning_rate": 0.00027247544603533843,
      "loss": 0.8683,
      "step": 30307
    },
    {
      "epoch": 1.2413680114683596,
      "grad_norm": 0.8490183604912341,
      "learning_rate": 0.0002724735630688547,
      "loss": 0.7859,
      "step": 30308
    },
    {
      "epoch": 1.241408969895556,
      "grad_norm": 0.7919598727661922,
      "learning_rate": 0.0002724716800444726,
      "loss": 0.5992,
      "step": 30309
    },
    {
      "epoch": 1.2414499283227525,
      "grad_norm": 0.8767559695117503,
      "learning_rate": 0.00027246979696219297,
      "loss": 0.857,
      "step": 30310
    },
    {
      "epoch": 1.2414908867499488,
      "grad_norm": 0.833971961082443,
      "learning_rate": 0.00027246791382201673,
      "loss": 0.5117,
      "step": 30311
    },
    {
      "epoch": 1.2415318451771453,
      "grad_norm": 0.6468246324810746,
      "learning_rate": 0.00027246603062394475,
      "loss": 0.2695,
      "step": 30312
    },
    {
      "epoch": 1.2415728036043416,
      "grad_norm": 0.9429228420205196,
      "learning_rate": 0.000272464147367978,
      "loss": 0.9923,
      "step": 30313
    },
    {
      "epoch": 1.241613762031538,
      "grad_norm": 0.7563700526900871,
      "learning_rate": 0.00027246226405411723,
      "loss": 0.6932,
      "step": 30314
    },
    {
      "epoch": 1.2416547204587345,
      "grad_norm": 1.129109101029938,
      "learning_rate": 0.00027246038068236343,
      "loss": 0.8503,
      "step": 30315
    },
    {
      "epoch": 1.2416956788859308,
      "grad_norm": 0.7019085859716148,
      "learning_rate": 0.00027245849725271746,
      "loss": 0.3733,
      "step": 30316
    },
    {
      "epoch": 1.2417366373131271,
      "grad_norm": 1.006695451795402,
      "learning_rate": 0.00027245661376518025,
      "loss": 0.8417,
      "step": 30317
    },
    {
      "epoch": 1.2417775957403236,
      "grad_norm": 1.1515223482339818,
      "learning_rate": 0.00027245473021975266,
      "loss": 1.2943,
      "step": 30318
    },
    {
      "epoch": 1.24181855416752,
      "grad_norm": 1.466839172729867,
      "learning_rate": 0.0002724528466164356,
      "loss": 0.5933,
      "step": 30319
    },
    {
      "epoch": 1.2418595125947163,
      "grad_norm": 0.8321064683571354,
      "learning_rate": 0.0002724509629552299,
      "loss": 0.7666,
      "step": 30320
    },
    {
      "epoch": 1.2419004710219128,
      "grad_norm": 0.8042940299213134,
      "learning_rate": 0.00027244907923613644,
      "loss": 0.7442,
      "step": 30321
    },
    {
      "epoch": 1.2419414294491091,
      "grad_norm": 0.8851425573642601,
      "learning_rate": 0.00027244719545915623,
      "loss": 0.4573,
      "step": 30322
    },
    {
      "epoch": 1.2419823878763054,
      "grad_norm": 0.9712792512625467,
      "learning_rate": 0.0002724453116242901,
      "loss": 0.5337,
      "step": 30323
    },
    {
      "epoch": 1.242023346303502,
      "grad_norm": 1.1027664852409043,
      "learning_rate": 0.00027244342773153886,
      "loss": 0.8497,
      "step": 30324
    },
    {
      "epoch": 1.2420643047306983,
      "grad_norm": 0.8236365848039504,
      "learning_rate": 0.0002724415437809035,
      "loss": 0.71,
      "step": 30325
    },
    {
      "epoch": 1.2421052631578948,
      "grad_norm": 0.9528098400350704,
      "learning_rate": 0.00027243965977238497,
      "loss": 0.7086,
      "step": 30326
    },
    {
      "epoch": 1.2421462215850911,
      "grad_norm": 0.9886523655084539,
      "learning_rate": 0.000272437775705984,
      "loss": 0.6209,
      "step": 30327
    },
    {
      "epoch": 1.2421871800122875,
      "grad_norm": 1.2771314167917924,
      "learning_rate": 0.00027243589158170155,
      "loss": 1.0181,
      "step": 30328
    },
    {
      "epoch": 1.242228138439484,
      "grad_norm": 0.9053564598017415,
      "learning_rate": 0.0002724340073995385,
      "loss": 0.8173,
      "step": 30329
    },
    {
      "epoch": 1.2422690968666803,
      "grad_norm": 1.0572104328200538,
      "learning_rate": 0.0002724321231594958,
      "loss": 1.1002,
      "step": 30330
    },
    {
      "epoch": 1.2423100552938768,
      "grad_norm": 0.970762776855609,
      "learning_rate": 0.0002724302388615743,
      "loss": 0.9891,
      "step": 30331
    },
    {
      "epoch": 1.2423510137210731,
      "grad_norm": 7.416595936506071,
      "learning_rate": 0.00027242835450577485,
      "loss": 2.3994,
      "step": 30332
    },
    {
      "epoch": 1.2423919721482695,
      "grad_norm": 0.625019582996045,
      "learning_rate": 0.00027242647009209837,
      "loss": 0.55,
      "step": 30333
    },
    {
      "epoch": 1.242432930575466,
      "grad_norm": 1.1076819108052471,
      "learning_rate": 0.0002724245856205458,
      "loss": 0.8338,
      "step": 30334
    },
    {
      "epoch": 1.2424738890026623,
      "grad_norm": 1.1557551726723279,
      "learning_rate": 0.00027242270109111797,
      "loss": 0.5446,
      "step": 30335
    },
    {
      "epoch": 1.2425148474298586,
      "grad_norm": 1.108893813980864,
      "learning_rate": 0.00027242081650381584,
      "loss": 0.7628,
      "step": 30336
    },
    {
      "epoch": 1.2425558058570552,
      "grad_norm": 0.8144278937648454,
      "learning_rate": 0.0002724189318586402,
      "loss": 0.4019,
      "step": 30337
    },
    {
      "epoch": 1.2425967642842515,
      "grad_norm": 0.9252862413284777,
      "learning_rate": 0.00027241704715559194,
      "loss": 0.6731,
      "step": 30338
    },
    {
      "epoch": 1.2426377227114478,
      "grad_norm": 0.6703975648827656,
      "learning_rate": 0.0002724151623946721,
      "loss": 0.4012,
      "step": 30339
    },
    {
      "epoch": 1.2426786811386443,
      "grad_norm": 1.3123699755786926,
      "learning_rate": 0.00027241327757588144,
      "loss": 1.3324,
      "step": 30340
    },
    {
      "epoch": 1.2427196395658406,
      "grad_norm": 0.8450195664763384,
      "learning_rate": 0.00027241139269922087,
      "loss": 0.7515,
      "step": 30341
    },
    {
      "epoch": 1.242760597993037,
      "grad_norm": 0.8509143796872887,
      "learning_rate": 0.0002724095077646913,
      "loss": 0.4153,
      "step": 30342
    },
    {
      "epoch": 1.2428015564202335,
      "grad_norm": 4.117928590088225,
      "learning_rate": 0.00027240762277229365,
      "loss": 6.9286,
      "step": 30343
    },
    {
      "epoch": 1.2428425148474298,
      "grad_norm": 0.7428170353897667,
      "learning_rate": 0.00027240573772202873,
      "loss": 0.3325,
      "step": 30344
    },
    {
      "epoch": 1.2428834732746263,
      "grad_norm": 0.9983438875925511,
      "learning_rate": 0.0002724038526138975,
      "loss": 0.6108,
      "step": 30345
    },
    {
      "epoch": 1.2429244317018227,
      "grad_norm": 0.3238791613958882,
      "learning_rate": 0.0002724019674479009,
      "loss": 0.1016,
      "step": 30346
    },
    {
      "epoch": 1.242965390129019,
      "grad_norm": 0.8251404960269773,
      "learning_rate": 0.00027240008222403965,
      "loss": 0.7458,
      "step": 30347
    },
    {
      "epoch": 1.2430063485562155,
      "grad_norm": 0.627404180016742,
      "learning_rate": 0.0002723981969423148,
      "loss": 0.3302,
      "step": 30348
    },
    {
      "epoch": 1.2430473069834118,
      "grad_norm": 1.8506728909016767,
      "learning_rate": 0.0002723963116027271,
      "loss": 1.7412,
      "step": 30349
    },
    {
      "epoch": 1.2430882654106084,
      "grad_norm": 0.5862721568644763,
      "learning_rate": 0.00027239442620527763,
      "loss": 0.143,
      "step": 30350
    },
    {
      "epoch": 1.2431292238378047,
      "grad_norm": 1.1729047660273686,
      "learning_rate": 0.00027239254074996715,
      "loss": 1.3192,
      "step": 30351
    },
    {
      "epoch": 1.243170182265001,
      "grad_norm": 2.091808216692668,
      "learning_rate": 0.0002723906552367966,
      "loss": 0.9081,
      "step": 30352
    },
    {
      "epoch": 1.2432111406921975,
      "grad_norm": 0.9677902680471707,
      "learning_rate": 0.0002723887696657668,
      "loss": 1.2068,
      "step": 30353
    },
    {
      "epoch": 1.2432520991193938,
      "grad_norm": 0.7142125405081061,
      "learning_rate": 0.0002723868840368787,
      "loss": 0.6421,
      "step": 30354
    },
    {
      "epoch": 1.2432930575465901,
      "grad_norm": 0.9115555369358974,
      "learning_rate": 0.0002723849983501332,
      "loss": 0.7453,
      "step": 30355
    },
    {
      "epoch": 1.2433340159737867,
      "grad_norm": 0.8933968632733494,
      "learning_rate": 0.0002723831126055312,
      "loss": 1.0378,
      "step": 30356
    },
    {
      "epoch": 1.243374974400983,
      "grad_norm": 4.538688944008012,
      "learning_rate": 0.0002723812268030735,
      "loss": 5.7763,
      "step": 30357
    },
    {
      "epoch": 1.2434159328281793,
      "grad_norm": 0.46610601140130614,
      "learning_rate": 0.0002723793409427611,
      "loss": 0.2305,
      "step": 30358
    },
    {
      "epoch": 1.2434568912553758,
      "grad_norm": 0.8278234240781607,
      "learning_rate": 0.00027237745502459485,
      "loss": 0.2938,
      "step": 30359
    },
    {
      "epoch": 1.2434978496825722,
      "grad_norm": 0.9217728467944248,
      "learning_rate": 0.00027237556904857567,
      "loss": 0.9947,
      "step": 30360
    },
    {
      "epoch": 1.2435388081097685,
      "grad_norm": 5.496269745888695,
      "learning_rate": 0.0002723736830147043,
      "loss": 5.6629,
      "step": 30361
    },
    {
      "epoch": 1.243579766536965,
      "grad_norm": 0.9740456805869057,
      "learning_rate": 0.0002723717969229819,
      "loss": 1.089,
      "step": 30362
    },
    {
      "epoch": 1.2436207249641613,
      "grad_norm": 0.6762695492032109,
      "learning_rate": 0.0002723699107734091,
      "loss": 0.7928,
      "step": 30363
    },
    {
      "epoch": 1.2436616833913579,
      "grad_norm": 0.9687427879544726,
      "learning_rate": 0.000272368024565987,
      "loss": 0.6453,
      "step": 30364
    },
    {
      "epoch": 1.2437026418185542,
      "grad_norm": 1.783815061738472,
      "learning_rate": 0.0002723661383007163,
      "loss": 1.2284,
      "step": 30365
    },
    {
      "epoch": 1.2437436002457505,
      "grad_norm": 0.7400467143605018,
      "learning_rate": 0.0002723642519775981,
      "loss": 0.4682,
      "step": 30366
    },
    {
      "epoch": 1.243784558672947,
      "grad_norm": 0.9721842291348928,
      "learning_rate": 0.00027236236559663316,
      "loss": 1.0005,
      "step": 30367
    },
    {
      "epoch": 1.2438255171001433,
      "grad_norm": 0.8307373071468377,
      "learning_rate": 0.00027236047915782233,
      "loss": 0.7761,
      "step": 30368
    },
    {
      "epoch": 1.2438664755273399,
      "grad_norm": 0.8600788586674871,
      "learning_rate": 0.0002723585926611666,
      "loss": 0.5728,
      "step": 30369
    },
    {
      "epoch": 1.2439074339545362,
      "grad_norm": 0.9059046479530182,
      "learning_rate": 0.0002723567061066668,
      "loss": 1.0742,
      "step": 30370
    },
    {
      "epoch": 1.2439483923817325,
      "grad_norm": 0.7396278247894522,
      "learning_rate": 0.0002723548194943239,
      "loss": 0.5296,
      "step": 30371
    },
    {
      "epoch": 1.243989350808929,
      "grad_norm": 1.1635805148897016,
      "learning_rate": 0.00027235293282413874,
      "loss": 0.8651,
      "step": 30372
    },
    {
      "epoch": 1.2440303092361253,
      "grad_norm": 1.029169278713604,
      "learning_rate": 0.00027235104609611217,
      "loss": 1.0814,
      "step": 30373
    },
    {
      "epoch": 1.2440712676633217,
      "grad_norm": 0.9008921128742293,
      "learning_rate": 0.00027234915931024514,
      "loss": 0.8233,
      "step": 30374
    },
    {
      "epoch": 1.2441122260905182,
      "grad_norm": 0.9327348046430889,
      "learning_rate": 0.0002723472724665385,
      "loss": 0.307,
      "step": 30375
    },
    {
      "epoch": 1.2441531845177145,
      "grad_norm": 0.9074533882914998,
      "learning_rate": 0.00027234538556499324,
      "loss": 0.9766,
      "step": 30376
    },
    {
      "epoch": 1.2441941429449108,
      "grad_norm": 0.8100795894098144,
      "learning_rate": 0.0002723434986056102,
      "loss": 0.7995,
      "step": 30377
    },
    {
      "epoch": 1.2442351013721074,
      "grad_norm": 0.8171616505338771,
      "learning_rate": 0.0002723416115883902,
      "loss": 0.7248,
      "step": 30378
    },
    {
      "epoch": 1.2442760597993037,
      "grad_norm": 1.5648415163166867,
      "learning_rate": 0.00027233972451333417,
      "loss": 0.9935,
      "step": 30379
    },
    {
      "epoch": 1.2443170182265,
      "grad_norm": 0.7060184651750278,
      "learning_rate": 0.00027233783738044297,
      "loss": 0.5,
      "step": 30380
    },
    {
      "epoch": 1.2443579766536965,
      "grad_norm": 0.7908674355688566,
      "learning_rate": 0.0002723359501897176,
      "loss": 0.8668,
      "step": 30381
    },
    {
      "epoch": 1.2443989350808928,
      "grad_norm": 0.5383505733468432,
      "learning_rate": 0.00027233406294115896,
      "loss": 0.2809,
      "step": 30382
    },
    {
      "epoch": 1.2444398935080894,
      "grad_norm": 1.156874772384295,
      "learning_rate": 0.00027233217563476776,
      "loss": 1.224,
      "step": 30383
    },
    {
      "epoch": 1.2444808519352857,
      "grad_norm": 0.852851564436545,
      "learning_rate": 0.00027233028827054507,
      "loss": 0.7508,
      "step": 30384
    },
    {
      "epoch": 1.244521810362482,
      "grad_norm": 0.8762659612099029,
      "learning_rate": 0.0002723284008484917,
      "loss": 0.677,
      "step": 30385
    },
    {
      "epoch": 1.2445627687896785,
      "grad_norm": 0.7817831655419875,
      "learning_rate": 0.00027232651336860856,
      "loss": 0.6969,
      "step": 30386
    },
    {
      "epoch": 1.2446037272168748,
      "grad_norm": 1.0291054872418424,
      "learning_rate": 0.00027232462583089655,
      "loss": 1.352,
      "step": 30387
    },
    {
      "epoch": 1.2446446856440714,
      "grad_norm": 0.9775061761076043,
      "learning_rate": 0.0002723227382353565,
      "loss": 1.2097,
      "step": 30388
    },
    {
      "epoch": 1.2446856440712677,
      "grad_norm": 0.9428436207622638,
      "learning_rate": 0.00027232085058198944,
      "loss": 0.7888,
      "step": 30389
    },
    {
      "epoch": 1.244726602498464,
      "grad_norm": 1.8688792079126262,
      "learning_rate": 0.00027231896287079613,
      "loss": 2.4517,
      "step": 30390
    },
    {
      "epoch": 1.2447675609256605,
      "grad_norm": 1.189348604638243,
      "learning_rate": 0.00027231707510177755,
      "loss": 0.849,
      "step": 30391
    },
    {
      "epoch": 1.2448085193528569,
      "grad_norm": 0.8024416025246769,
      "learning_rate": 0.0002723151872749345,
      "loss": 0.7255,
      "step": 30392
    },
    {
      "epoch": 1.2448494777800532,
      "grad_norm": 0.7614709088342685,
      "learning_rate": 0.00027231329939026794,
      "loss": 0.4798,
      "step": 30393
    },
    {
      "epoch": 1.2448904362072497,
      "grad_norm": 3.8702147405000678,
      "learning_rate": 0.0002723114114477788,
      "loss": 3.6716,
      "step": 30394
    },
    {
      "epoch": 1.244931394634446,
      "grad_norm": 2.310637764391021,
      "learning_rate": 0.0002723095234474679,
      "loss": 4.6373,
      "step": 30395
    },
    {
      "epoch": 1.2449723530616423,
      "grad_norm": 1.0583368391958612,
      "learning_rate": 0.00027230763538933615,
      "loss": 1.5141,
      "step": 30396
    },
    {
      "epoch": 1.2450133114888389,
      "grad_norm": 1.071181399775371,
      "learning_rate": 0.0002723057472733844,
      "loss": 0.9979,
      "step": 30397
    },
    {
      "epoch": 1.2450542699160352,
      "grad_norm": 0.6209340685503628,
      "learning_rate": 0.00027230385909961366,
      "loss": 0.3144,
      "step": 30398
    },
    {
      "epoch": 1.2450952283432315,
      "grad_norm": 0.7398099212445459,
      "learning_rate": 0.0002723019708680247,
      "loss": 0.4047,
      "step": 30399
    },
    {
      "epoch": 1.245136186770428,
      "grad_norm": 1.9019168715674541,
      "learning_rate": 0.0002723000825786185,
      "loss": 1.2176,
      "step": 30400
    },
    {
      "epoch": 1.2451771451976243,
      "grad_norm": 1.0910697048813331,
      "learning_rate": 0.0002722981942313959,
      "loss": 1.7472,
      "step": 30401
    },
    {
      "epoch": 1.2452181036248209,
      "grad_norm": 0.868022350940811,
      "learning_rate": 0.00027229630582635783,
      "loss": 0.9322,
      "step": 30402
    },
    {
      "epoch": 1.2452590620520172,
      "grad_norm": 0.7111993373154891,
      "learning_rate": 0.00027229441736350516,
      "loss": 0.6389,
      "step": 30403
    },
    {
      "epoch": 1.2453000204792135,
      "grad_norm": 0.8665071620512071,
      "learning_rate": 0.00027229252884283876,
      "loss": 0.8052,
      "step": 30404
    },
    {
      "epoch": 1.24534097890641,
      "grad_norm": 0.8924667852794789,
      "learning_rate": 0.00027229064026435955,
      "loss": 0.8595,
      "step": 30405
    },
    {
      "epoch": 1.2453819373336064,
      "grad_norm": 0.8256240283669731,
      "learning_rate": 0.00027228875162806847,
      "loss": 0.7291,
      "step": 30406
    },
    {
      "epoch": 1.245422895760803,
      "grad_norm": 0.9825742335757243,
      "learning_rate": 0.0002722868629339663,
      "loss": 1.0081,
      "step": 30407
    },
    {
      "epoch": 1.2454638541879992,
      "grad_norm": 0.7203688575981103,
      "learning_rate": 0.00027228497418205406,
      "loss": 0.4261,
      "step": 30408
    },
    {
      "epoch": 1.2455048126151955,
      "grad_norm": 0.874226369489978,
      "learning_rate": 0.00027228308537233253,
      "loss": 0.8322,
      "step": 30409
    },
    {
      "epoch": 1.245545771042392,
      "grad_norm": 0.8296688088207079,
      "learning_rate": 0.00027228119650480264,
      "loss": 0.9101,
      "step": 30410
    },
    {
      "epoch": 1.2455867294695884,
      "grad_norm": 1.1753434937073919,
      "learning_rate": 0.00027227930757946537,
      "loss": 1.3281,
      "step": 30411
    },
    {
      "epoch": 1.2456276878967847,
      "grad_norm": 0.8435744519517143,
      "learning_rate": 0.0002722774185963215,
      "loss": 0.6296,
      "step": 30412
    },
    {
      "epoch": 1.2456686463239812,
      "grad_norm": 0.7996688042175846,
      "learning_rate": 0.00027227552955537193,
      "loss": 0.9562,
      "step": 30413
    },
    {
      "epoch": 1.2457096047511775,
      "grad_norm": 0.8987750742437143,
      "learning_rate": 0.0002722736404566176,
      "loss": 0.6918,
      "step": 30414
    },
    {
      "epoch": 1.2457505631783738,
      "grad_norm": 0.889082190386033,
      "learning_rate": 0.0002722717513000594,
      "loss": 0.9864,
      "step": 30415
    },
    {
      "epoch": 1.2457915216055704,
      "grad_norm": 1.235948515082741,
      "learning_rate": 0.00027226986208569824,
      "loss": 1.017,
      "step": 30416
    },
    {
      "epoch": 1.2458324800327667,
      "grad_norm": 1.0224697879405966,
      "learning_rate": 0.00027226797281353494,
      "loss": 0.5803,
      "step": 30417
    },
    {
      "epoch": 1.2458734384599632,
      "grad_norm": 0.7116038130948295,
      "learning_rate": 0.00027226608348357044,
      "loss": 0.2657,
      "step": 30418
    },
    {
      "epoch": 1.2459143968871595,
      "grad_norm": 0.6227900553073092,
      "learning_rate": 0.00027226419409580565,
      "loss": 0.5008,
      "step": 30419
    },
    {
      "epoch": 1.2459553553143559,
      "grad_norm": 0.8325290495806487,
      "learning_rate": 0.00027226230465024145,
      "loss": 0.9493,
      "step": 30420
    },
    {
      "epoch": 1.2459963137415524,
      "grad_norm": 0.7654717330925851,
      "learning_rate": 0.0002722604151468787,
      "loss": 0.7466,
      "step": 30421
    },
    {
      "epoch": 1.2460372721687487,
      "grad_norm": 0.774303839821937,
      "learning_rate": 0.0002722585255857184,
      "loss": 0.4205,
      "step": 30422
    },
    {
      "epoch": 1.246078230595945,
      "grad_norm": 0.8996831128830142,
      "learning_rate": 0.00027225663596676126,
      "loss": 0.8825,
      "step": 30423
    },
    {
      "epoch": 1.2461191890231416,
      "grad_norm": 0.9550075886593182,
      "learning_rate": 0.0002722547462900083,
      "loss": 0.496,
      "step": 30424
    },
    {
      "epoch": 1.2461601474503379,
      "grad_norm": 1.044010554223587,
      "learning_rate": 0.0002722528565554604,
      "loss": 1.0866,
      "step": 30425
    },
    {
      "epoch": 1.2462011058775344,
      "grad_norm": 0.7810044307377557,
      "learning_rate": 0.0002722509667631185,
      "loss": 0.8791,
      "step": 30426
    },
    {
      "epoch": 1.2462420643047307,
      "grad_norm": 2.039564074053628,
      "learning_rate": 0.0002722490769129833,
      "loss": 2.7015,
      "step": 30427
    },
    {
      "epoch": 1.246283022731927,
      "grad_norm": 0.6124402912309147,
      "learning_rate": 0.00027224718700505596,
      "loss": 0.3272,
      "step": 30428
    },
    {
      "epoch": 1.2463239811591236,
      "grad_norm": 0.8021139957596345,
      "learning_rate": 0.0002722452970393372,
      "loss": 0.925,
      "step": 30429
    },
    {
      "epoch": 1.2463649395863199,
      "grad_norm": 0.7942346492120489,
      "learning_rate": 0.00027224340701582797,
      "loss": 0.7679,
      "step": 30430
    },
    {
      "epoch": 1.2464058980135162,
      "grad_norm": 0.6408712680595657,
      "learning_rate": 0.0002722415169345291,
      "loss": 0.2662,
      "step": 30431
    },
    {
      "epoch": 1.2464468564407127,
      "grad_norm": 0.6848360598399988,
      "learning_rate": 0.0002722396267954416,
      "loss": 0.4379,
      "step": 30432
    },
    {
      "epoch": 1.246487814867909,
      "grad_norm": 0.9667235991103826,
      "learning_rate": 0.0002722377365985662,
      "loss": 0.515,
      "step": 30433
    },
    {
      "epoch": 1.2465287732951054,
      "grad_norm": 5.2993247643438455,
      "learning_rate": 0.00027223584634390404,
      "loss": 1.6127,
      "step": 30434
    },
    {
      "epoch": 1.246569731722302,
      "grad_norm": 0.8337900444056963,
      "learning_rate": 0.00027223395603145575,
      "loss": 0.7633,
      "step": 30435
    },
    {
      "epoch": 1.2466106901494982,
      "grad_norm": 0.891201452098728,
      "learning_rate": 0.00027223206566122235,
      "loss": 0.4971,
      "step": 30436
    },
    {
      "epoch": 1.2466516485766947,
      "grad_norm": 0.9268261310841814,
      "learning_rate": 0.0002722301752332048,
      "loss": 0.6657,
      "step": 30437
    },
    {
      "epoch": 1.246692607003891,
      "grad_norm": 0.798541736363078,
      "learning_rate": 0.00027222828474740383,
      "loss": 0.8722,
      "step": 30438
    },
    {
      "epoch": 1.2467335654310874,
      "grad_norm": 0.9812019284530487,
      "learning_rate": 0.00027222639420382044,
      "loss": 0.7149,
      "step": 30439
    },
    {
      "epoch": 1.246774523858284,
      "grad_norm": 1.6815731341937419,
      "learning_rate": 0.00027222450360245553,
      "loss": 1.4375,
      "step": 30440
    },
    {
      "epoch": 1.2468154822854802,
      "grad_norm": 0.9933018396134162,
      "learning_rate": 0.0002722226129433099,
      "loss": 0.9007,
      "step": 30441
    },
    {
      "epoch": 1.2468564407126765,
      "grad_norm": 0.6479057391393134,
      "learning_rate": 0.0002722207222263846,
      "loss": 0.3044,
      "step": 30442
    },
    {
      "epoch": 1.246897399139873,
      "grad_norm": 2.542669021212795,
      "learning_rate": 0.0002722188314516804,
      "loss": 4.7217,
      "step": 30443
    },
    {
      "epoch": 1.2469383575670694,
      "grad_norm": 0.925691205819988,
      "learning_rate": 0.0002722169406191982,
      "loss": 0.8599,
      "step": 30444
    },
    {
      "epoch": 1.246979315994266,
      "grad_norm": 0.610666456822739,
      "learning_rate": 0.000272215049728939,
      "loss": 0.326,
      "step": 30445
    },
    {
      "epoch": 1.2470202744214622,
      "grad_norm": 0.8694519875948286,
      "learning_rate": 0.00027221315878090356,
      "loss": 0.8794,
      "step": 30446
    },
    {
      "epoch": 1.2470612328486586,
      "grad_norm": 0.8602653326079611,
      "learning_rate": 0.0002722112677750928,
      "loss": 0.7156,
      "step": 30447
    },
    {
      "epoch": 1.247102191275855,
      "grad_norm": 1.6449566991765503,
      "learning_rate": 0.0002722093767115077,
      "loss": 1.1005,
      "step": 30448
    },
    {
      "epoch": 1.2471431497030514,
      "grad_norm": 0.9234403515711881,
      "learning_rate": 0.00027220748559014904,
      "loss": 0.8493,
      "step": 30449
    },
    {
      "epoch": 1.2471841081302477,
      "grad_norm": 0.6904187400195245,
      "learning_rate": 0.00027220559441101783,
      "loss": 0.2881,
      "step": 30450
    },
    {
      "epoch": 1.2472250665574443,
      "grad_norm": 1.0706129273332903,
      "learning_rate": 0.00027220370317411485,
      "loss": 0.8987,
      "step": 30451
    },
    {
      "epoch": 1.2472660249846406,
      "grad_norm": 1.066909942977571,
      "learning_rate": 0.00027220181187944114,
      "loss": 0.7314,
      "step": 30452
    },
    {
      "epoch": 1.2473069834118369,
      "grad_norm": 0.8947459950782524,
      "learning_rate": 0.0002721999205269974,
      "loss": 0.7759,
      "step": 30453
    },
    {
      "epoch": 1.2473479418390334,
      "grad_norm": 1.0033353936133647,
      "learning_rate": 0.0002721980291167847,
      "loss": 0.7348,
      "step": 30454
    },
    {
      "epoch": 1.2473889002662297,
      "grad_norm": 1.0732634151369798,
      "learning_rate": 0.00027219613764880386,
      "loss": 0.9528,
      "step": 30455
    },
    {
      "epoch": 1.2474298586934263,
      "grad_norm": 1.132611788348771,
      "learning_rate": 0.00027219424612305576,
      "loss": 0.9571,
      "step": 30456
    },
    {
      "epoch": 1.2474708171206226,
      "grad_norm": 0.986135247631335,
      "learning_rate": 0.00027219235453954127,
      "loss": 1.0532,
      "step": 30457
    },
    {
      "epoch": 1.247511775547819,
      "grad_norm": 0.9225127131823473,
      "learning_rate": 0.00027219046289826134,
      "loss": 1.024,
      "step": 30458
    },
    {
      "epoch": 1.2475527339750154,
      "grad_norm": 0.8361726400726851,
      "learning_rate": 0.00027218857119921686,
      "loss": 0.9228,
      "step": 30459
    },
    {
      "epoch": 1.2475936924022117,
      "grad_norm": 0.7894599727875011,
      "learning_rate": 0.00027218667944240875,
      "loss": 0.4409,
      "step": 30460
    },
    {
      "epoch": 1.247634650829408,
      "grad_norm": 0.7935535686019987,
      "learning_rate": 0.00027218478762783786,
      "loss": 0.6479,
      "step": 30461
    },
    {
      "epoch": 1.2476756092566046,
      "grad_norm": 0.8318196366112013,
      "learning_rate": 0.0002721828957555051,
      "loss": 0.8206,
      "step": 30462
    },
    {
      "epoch": 1.247716567683801,
      "grad_norm": 0.580701494756271,
      "learning_rate": 0.0002721810038254113,
      "loss": 0.3301,
      "step": 30463
    },
    {
      "epoch": 1.2477575261109974,
      "grad_norm": 0.9384961967435486,
      "learning_rate": 0.00027217911183755744,
      "loss": 0.7148,
      "step": 30464
    },
    {
      "epoch": 1.2477984845381938,
      "grad_norm": 0.8315529690627681,
      "learning_rate": 0.0002721772197919444,
      "loss": 0.7662,
      "step": 30465
    },
    {
      "epoch": 1.24783944296539,
      "grad_norm": 0.5760984655119515,
      "learning_rate": 0.00027217532768857304,
      "loss": 0.3831,
      "step": 30466
    },
    {
      "epoch": 1.2478804013925866,
      "grad_norm": 1.3625799661236997,
      "learning_rate": 0.0002721734355274443,
      "loss": 1.3021,
      "step": 30467
    },
    {
      "epoch": 1.247921359819783,
      "grad_norm": 1.1061982426619033,
      "learning_rate": 0.00027217154330855904,
      "loss": 0.7461,
      "step": 30468
    },
    {
      "epoch": 1.2479623182469792,
      "grad_norm": 1.073870426429654,
      "learning_rate": 0.00027216965103191816,
      "loss": 0.7487,
      "step": 30469
    },
    {
      "epoch": 1.2480032766741758,
      "grad_norm": 1.7277487646867586,
      "learning_rate": 0.0002721677586975226,
      "loss": 2.1819,
      "step": 30470
    },
    {
      "epoch": 1.248044235101372,
      "grad_norm": 2.1062482631892467,
      "learning_rate": 0.00027216586630537313,
      "loss": 1.2678,
      "step": 30471
    },
    {
      "epoch": 1.2480851935285684,
      "grad_norm": 0.7308547059838434,
      "learning_rate": 0.00027216397385547073,
      "loss": 0.4783,
      "step": 30472
    },
    {
      "epoch": 1.248126151955765,
      "grad_norm": 1.075977288682641,
      "learning_rate": 0.00027216208134781634,
      "loss": 1.0989,
      "step": 30473
    },
    {
      "epoch": 1.2481671103829612,
      "grad_norm": 1.003644362503507,
      "learning_rate": 0.0002721601887824108,
      "loss": 0.3629,
      "step": 30474
    },
    {
      "epoch": 1.2482080688101578,
      "grad_norm": 1.123383485086534,
      "learning_rate": 0.00027215829615925504,
      "loss": 0.9316,
      "step": 30475
    },
    {
      "epoch": 1.248249027237354,
      "grad_norm": 1.3954801688029044,
      "learning_rate": 0.00027215640347834987,
      "loss": 0.6721,
      "step": 30476
    },
    {
      "epoch": 1.2482899856645504,
      "grad_norm": 1.5982950875776905,
      "learning_rate": 0.0002721545107396963,
      "loss": 1.0614,
      "step": 30477
    },
    {
      "epoch": 1.248330944091747,
      "grad_norm": 2.0172932267379475,
      "learning_rate": 0.00027215261794329506,
      "loss": 2.3923,
      "step": 30478
    },
    {
      "epoch": 1.2483719025189433,
      "grad_norm": 0.8964250409411348,
      "learning_rate": 0.00027215072508914723,
      "loss": 0.7576,
      "step": 30479
    },
    {
      "epoch": 1.2484128609461398,
      "grad_norm": 1.1491374090776139,
      "learning_rate": 0.0002721488321772536,
      "loss": 1.0539,
      "step": 30480
    },
    {
      "epoch": 1.248453819373336,
      "grad_norm": 1.0029554028448893,
      "learning_rate": 0.0002721469392076151,
      "loss": 0.8543,
      "step": 30481
    },
    {
      "epoch": 1.2484947778005324,
      "grad_norm": 0.9665143953899996,
      "learning_rate": 0.00027214504618023266,
      "loss": 0.7508,
      "step": 30482
    },
    {
      "epoch": 1.248535736227729,
      "grad_norm": 0.7790522980364003,
      "learning_rate": 0.00027214315309510704,
      "loss": 0.286,
      "step": 30483
    },
    {
      "epoch": 1.2485766946549253,
      "grad_norm": 3.7882703236175588,
      "learning_rate": 0.0002721412599522393,
      "loss": 4.5346,
      "step": 30484
    },
    {
      "epoch": 1.2486176530821216,
      "grad_norm": 1.0599525707453747,
      "learning_rate": 0.0002721393667516302,
      "loss": 0.6931,
      "step": 30485
    },
    {
      "epoch": 1.2486586115093181,
      "grad_norm": 1.0696104922613592,
      "learning_rate": 0.00027213747349328076,
      "loss": 0.8777,
      "step": 30486
    },
    {
      "epoch": 1.2486995699365144,
      "grad_norm": 2.0213447346326245,
      "learning_rate": 0.0002721355801771918,
      "loss": 2.0006,
      "step": 30487
    },
    {
      "epoch": 1.2487405283637107,
      "grad_norm": 0.6866188839860309,
      "learning_rate": 0.00027213368680336416,
      "loss": 0.5831,
      "step": 30488
    },
    {
      "epoch": 1.2487814867909073,
      "grad_norm": 0.9869018429377506,
      "learning_rate": 0.00027213179337179887,
      "loss": 0.6992,
      "step": 30489
    },
    {
      "epoch": 1.2488224452181036,
      "grad_norm": 0.7282681488569323,
      "learning_rate": 0.0002721298998824967,
      "loss": 0.7859,
      "step": 30490
    },
    {
      "epoch": 1.2488634036453,
      "grad_norm": 0.9982603033021065,
      "learning_rate": 0.00027212800633545864,
      "loss": 0.7329,
      "step": 30491
    },
    {
      "epoch": 1.2489043620724964,
      "grad_norm": 0.9523284326969699,
      "learning_rate": 0.00027212611273068555,
      "loss": 1.2376,
      "step": 30492
    },
    {
      "epoch": 1.2489453204996928,
      "grad_norm": 0.6591479165535946,
      "learning_rate": 0.00027212421906817826,
      "loss": 0.3034,
      "step": 30493
    },
    {
      "epoch": 1.2489862789268893,
      "grad_norm": 0.7063340721428355,
      "learning_rate": 0.0002721223253479378,
      "loss": 0.6348,
      "step": 30494
    },
    {
      "epoch": 1.2490272373540856,
      "grad_norm": 0.8260029920767986,
      "learning_rate": 0.000272120431569965,
      "loss": 0.8305,
      "step": 30495
    },
    {
      "epoch": 1.249068195781282,
      "grad_norm": 0.7766173561333691,
      "learning_rate": 0.00027211853773426067,
      "loss": 0.7188,
      "step": 30496
    },
    {
      "epoch": 1.2491091542084785,
      "grad_norm": 0.7829554896639122,
      "learning_rate": 0.0002721166438408258,
      "loss": 0.7639,
      "step": 30497
    },
    {
      "epoch": 1.2491501126356748,
      "grad_norm": 1.002745899867601,
      "learning_rate": 0.00027211474988966133,
      "loss": 1.1041,
      "step": 30498
    },
    {
      "epoch": 1.2491910710628713,
      "grad_norm": 0.6757547204765264,
      "learning_rate": 0.00027211285588076803,
      "loss": 0.3115,
      "step": 30499
    },
    {
      "epoch": 1.2492320294900676,
      "grad_norm": 1.1480239418664506,
      "learning_rate": 0.0002721109618141469,
      "loss": 1.1625,
      "step": 30500
    },
    {
      "epoch": 1.249272987917264,
      "grad_norm": 1.922804854550424,
      "learning_rate": 0.00027210906768979873,
      "loss": 2.258,
      "step": 30501
    },
    {
      "epoch": 1.2493139463444605,
      "grad_norm": 1.0917282224974025,
      "learning_rate": 0.0002721071735077246,
      "loss": 0.9624,
      "step": 30502
    },
    {
      "epoch": 1.2493549047716568,
      "grad_norm": 2.0567455633393763,
      "learning_rate": 0.00027210527926792516,
      "loss": 3.9827,
      "step": 30503
    },
    {
      "epoch": 1.249395863198853,
      "grad_norm": 0.7006201530925955,
      "learning_rate": 0.0002721033849704014,
      "loss": 0.5087,
      "step": 30504
    },
    {
      "epoch": 1.2494368216260496,
      "grad_norm": 2.8700559326459545,
      "learning_rate": 0.00027210149061515437,
      "loss": 2.646,
      "step": 30505
    },
    {
      "epoch": 1.249477780053246,
      "grad_norm": 0.8396357704907649,
      "learning_rate": 0.0002720995962021848,
      "loss": 0.9046,
      "step": 30506
    },
    {
      "epoch": 1.2495187384804423,
      "grad_norm": 0.6938618113078191,
      "learning_rate": 0.00027209770173149356,
      "loss": 0.6565,
      "step": 30507
    },
    {
      "epoch": 1.2495596969076388,
      "grad_norm": 0.7954141498678942,
      "learning_rate": 0.00027209580720308164,
      "loss": 0.8066,
      "step": 30508
    },
    {
      "epoch": 1.249600655334835,
      "grad_norm": 0.9785077422406151,
      "learning_rate": 0.00027209391261694995,
      "loss": 1.0755,
      "step": 30509
    },
    {
      "epoch": 1.2496416137620314,
      "grad_norm": 0.82632510450351,
      "learning_rate": 0.00027209201797309934,
      "loss": 0.801,
      "step": 30510
    },
    {
      "epoch": 1.249682572189228,
      "grad_norm": 0.9014205488768514,
      "learning_rate": 0.0002720901232715307,
      "loss": 1.112,
      "step": 30511
    },
    {
      "epoch": 1.2497235306164243,
      "grad_norm": 0.8995101886229444,
      "learning_rate": 0.0002720882285122449,
      "loss": 0.8631,
      "step": 30512
    },
    {
      "epoch": 1.2497644890436208,
      "grad_norm": 0.8989332901184602,
      "learning_rate": 0.00027208633369524293,
      "loss": 0.5425,
      "step": 30513
    },
    {
      "epoch": 1.2498054474708171,
      "grad_norm": 1.1246469800815895,
      "learning_rate": 0.0002720844388205256,
      "loss": 0.8363,
      "step": 30514
    },
    {
      "epoch": 1.2498464058980134,
      "grad_norm": 0.7633459405927857,
      "learning_rate": 0.00027208254388809384,
      "loss": 0.5187,
      "step": 30515
    },
    {
      "epoch": 1.24988736432521,
      "grad_norm": 1.2810003412331399,
      "learning_rate": 0.0002720806488979485,
      "loss": 1.4469,
      "step": 30516
    },
    {
      "epoch": 1.2499283227524063,
      "grad_norm": 0.7824300720885674,
      "learning_rate": 0.0002720787538500905,
      "loss": 0.7688,
      "step": 30517
    },
    {
      "epoch": 1.2499692811796028,
      "grad_norm": 0.7878779179666748,
      "learning_rate": 0.0002720768587445208,
      "loss": 0.6496,
      "step": 30518
    },
    {
      "epoch": 1.2500102396067991,
      "grad_norm": 1.4153323674181582,
      "learning_rate": 0.0002720749635812402,
      "loss": 0.8413,
      "step": 30519
    },
    {
      "epoch": 1.2500511980339954,
      "grad_norm": 0.9141930037396923,
      "learning_rate": 0.0002720730683602497,
      "loss": 0.8951,
      "step": 30520
    },
    {
      "epoch": 1.250092156461192,
      "grad_norm": 0.6248516306994795,
      "learning_rate": 0.0002720711730815501,
      "loss": 0.2558,
      "step": 30521
    },
    {
      "epoch": 1.2501331148883883,
      "grad_norm": 1.1796508808813797,
      "learning_rate": 0.0002720692777451423,
      "loss": 1.083,
      "step": 30522
    },
    {
      "epoch": 1.2501740733155846,
      "grad_norm": 0.9107040293027933,
      "learning_rate": 0.0002720673823510273,
      "loss": 0.7017,
      "step": 30523
    },
    {
      "epoch": 1.2502150317427811,
      "grad_norm": 1.2783387759030163,
      "learning_rate": 0.0002720654868992059,
      "loss": 1.2068,
      "step": 30524
    },
    {
      "epoch": 1.2502559901699775,
      "grad_norm": 0.7182367895220338,
      "learning_rate": 0.00027206359138967905,
      "loss": 0.4344,
      "step": 30525
    },
    {
      "epoch": 1.2502969485971738,
      "grad_norm": 0.9816726673898172,
      "learning_rate": 0.00027206169582244755,
      "loss": 0.8756,
      "step": 30526
    },
    {
      "epoch": 1.2503379070243703,
      "grad_norm": 0.989164967536432,
      "learning_rate": 0.00027205980019751237,
      "loss": 0.4123,
      "step": 30527
    },
    {
      "epoch": 1.2503788654515666,
      "grad_norm": 0.887135358187426,
      "learning_rate": 0.00027205790451487443,
      "loss": 0.9253,
      "step": 30528
    },
    {
      "epoch": 1.250419823878763,
      "grad_norm": 0.9101263925430021,
      "learning_rate": 0.0002720560087745346,
      "loss": 0.9315,
      "step": 30529
    },
    {
      "epoch": 1.2504607823059595,
      "grad_norm": 0.7324437382427751,
      "learning_rate": 0.00027205411297649376,
      "loss": 0.3193,
      "step": 30530
    },
    {
      "epoch": 1.2505017407331558,
      "grad_norm": 1.70200503895493,
      "learning_rate": 0.0002720522171207528,
      "loss": 1.8687,
      "step": 30531
    },
    {
      "epoch": 1.2505426991603523,
      "grad_norm": 0.6442595586180679,
      "learning_rate": 0.0002720503212073127,
      "loss": 0.2507,
      "step": 30532
    },
    {
      "epoch": 1.2505836575875486,
      "grad_norm": 0.5565047890314301,
      "learning_rate": 0.00027204842523617423,
      "loss": 0.2436,
      "step": 30533
    },
    {
      "epoch": 1.2506246160147452,
      "grad_norm": 1.1175448979392242,
      "learning_rate": 0.00027204652920733834,
      "loss": 0.8367,
      "step": 30534
    },
    {
      "epoch": 1.2506655744419415,
      "grad_norm": 1.052682043690155,
      "learning_rate": 0.00027204463312080593,
      "loss": 1.0593,
      "step": 30535
    },
    {
      "epoch": 1.2507065328691378,
      "grad_norm": 1.0190197972944253,
      "learning_rate": 0.0002720427369765779,
      "loss": 0.745,
      "step": 30536
    },
    {
      "epoch": 1.2507474912963343,
      "grad_norm": 1.034677894123375,
      "learning_rate": 0.0002720408407746552,
      "loss": 0.7088,
      "step": 30537
    },
    {
      "epoch": 1.2507884497235306,
      "grad_norm": 0.940878767111933,
      "learning_rate": 0.0002720389445150386,
      "loss": 0.8718,
      "step": 30538
    },
    {
      "epoch": 1.250829408150727,
      "grad_norm": 0.9389832669578279,
      "learning_rate": 0.00027203704819772916,
      "loss": 0.8036,
      "step": 30539
    },
    {
      "epoch": 1.2508703665779235,
      "grad_norm": 0.9751230871034329,
      "learning_rate": 0.00027203515182272763,
      "loss": 1.0424,
      "step": 30540
    },
    {
      "epoch": 1.2509113250051198,
      "grad_norm": 0.6827873453357022,
      "learning_rate": 0.00027203325539003494,
      "loss": 0.377,
      "step": 30541
    },
    {
      "epoch": 1.2509522834323161,
      "grad_norm": 0.6948252039425229,
      "learning_rate": 0.0002720313588996521,
      "loss": 0.6266,
      "step": 30542
    },
    {
      "epoch": 1.2509932418595127,
      "grad_norm": 1.3875043428125624,
      "learning_rate": 0.0002720294623515798,
      "loss": 0.7773,
      "step": 30543
    },
    {
      "epoch": 1.251034200286709,
      "grad_norm": 0.9218374329676357,
      "learning_rate": 0.0002720275657458191,
      "loss": 0.9256,
      "step": 30544
    },
    {
      "epoch": 1.2510751587139053,
      "grad_norm": 1.1629892444263517,
      "learning_rate": 0.00027202566908237085,
      "loss": 0.7838,
      "step": 30545
    },
    {
      "epoch": 1.2511161171411018,
      "grad_norm": 0.7820204788889343,
      "learning_rate": 0.00027202377236123593,
      "loss": 0.3724,
      "step": 30546
    },
    {
      "epoch": 1.2511570755682981,
      "grad_norm": 0.8455661124190588,
      "learning_rate": 0.0002720218755824152,
      "loss": 0.6744,
      "step": 30547
    },
    {
      "epoch": 1.2511980339954945,
      "grad_norm": 0.5577764462585377,
      "learning_rate": 0.00027201997874590976,
      "loss": 0.3067,
      "step": 30548
    },
    {
      "epoch": 1.251238992422691,
      "grad_norm": 0.9447761781860501,
      "learning_rate": 0.00027201808185172024,
      "loss": 1.0293,
      "step": 30549
    },
    {
      "epoch": 1.2512799508498873,
      "grad_norm": 1.1687544652734738,
      "learning_rate": 0.0002720161848998477,
      "loss": 1.127,
      "step": 30550
    },
    {
      "epoch": 1.2513209092770838,
      "grad_norm": 0.6333663279241588,
      "learning_rate": 0.00027201428789029293,
      "loss": 0.3343,
      "step": 30551
    },
    {
      "epoch": 1.2513618677042802,
      "grad_norm": 0.7828450576069109,
      "learning_rate": 0.00027201239082305694,
      "loss": 0.5939,
      "step": 30552
    },
    {
      "epoch": 1.2514028261314767,
      "grad_norm": 0.9484448877690248,
      "learning_rate": 0.0002720104936981405,
      "loss": 0.78,
      "step": 30553
    },
    {
      "epoch": 1.251443784558673,
      "grad_norm": 0.7063756342189449,
      "learning_rate": 0.00027200859651554466,
      "loss": 0.7471,
      "step": 30554
    },
    {
      "epoch": 1.2514847429858693,
      "grad_norm": 0.7836356910419348,
      "learning_rate": 0.0002720066992752702,
      "loss": 0.8494,
      "step": 30555
    },
    {
      "epoch": 1.2515257014130658,
      "grad_norm": 1.0634738309598015,
      "learning_rate": 0.00027200480197731806,
      "loss": 1.1036,
      "step": 30556
    },
    {
      "epoch": 1.2515666598402622,
      "grad_norm": 0.9525234290494761,
      "learning_rate": 0.0002720029046216891,
      "loss": 0.7628,
      "step": 30557
    },
    {
      "epoch": 1.2516076182674585,
      "grad_norm": 1.1044834112556579,
      "learning_rate": 0.0002720010072083843,
      "loss": 0.9924,
      "step": 30558
    },
    {
      "epoch": 1.251648576694655,
      "grad_norm": 1.1719379249430508,
      "learning_rate": 0.0002719991097374045,
      "loss": 1.2797,
      "step": 30559
    },
    {
      "epoch": 1.2516895351218513,
      "grad_norm": 0.6631753378055238,
      "learning_rate": 0.0002719972122087505,
      "loss": 0.6059,
      "step": 30560
    },
    {
      "epoch": 1.2517304935490476,
      "grad_norm": 1.0420594191170442,
      "learning_rate": 0.0002719953146224234,
      "loss": 1.0614,
      "step": 30561
    },
    {
      "epoch": 1.2517714519762442,
      "grad_norm": 0.956128660464319,
      "learning_rate": 0.00027199341697842395,
      "loss": 0.911,
      "step": 30562
    },
    {
      "epoch": 1.2518124104034405,
      "grad_norm": 1.142411973319326,
      "learning_rate": 0.0002719915192767531,
      "loss": 1.3669,
      "step": 30563
    },
    {
      "epoch": 1.2518533688306368,
      "grad_norm": 1.1863072646188138,
      "learning_rate": 0.0002719896215174118,
      "loss": 1.0895,
      "step": 30564
    },
    {
      "epoch": 1.2518943272578333,
      "grad_norm": 0.8527252393421247,
      "learning_rate": 0.00027198772370040083,
      "loss": 0.827,
      "step": 30565
    },
    {
      "epoch": 1.2519352856850297,
      "grad_norm": 0.9962887439210825,
      "learning_rate": 0.00027198582582572115,
      "loss": 1.0078,
      "step": 30566
    },
    {
      "epoch": 1.251976244112226,
      "grad_norm": 0.6314644159305345,
      "learning_rate": 0.00027198392789337363,
      "loss": 0.2812,
      "step": 30567
    },
    {
      "epoch": 1.2520172025394225,
      "grad_norm": 1.6847533203083018,
      "learning_rate": 0.0002719820299033592,
      "loss": 0.7186,
      "step": 30568
    },
    {
      "epoch": 1.2520581609666188,
      "grad_norm": 0.5386084157408725,
      "learning_rate": 0.00027198013185567873,
      "loss": 0.2909,
      "step": 30569
    },
    {
      "epoch": 1.2520991193938154,
      "grad_norm": 0.8139880183927851,
      "learning_rate": 0.00027197823375033314,
      "loss": 0.8332,
      "step": 30570
    },
    {
      "epoch": 1.2521400778210117,
      "grad_norm": 0.8168633803968537,
      "learning_rate": 0.00027197633558732334,
      "loss": 0.9148,
      "step": 30571
    },
    {
      "epoch": 1.2521810362482082,
      "grad_norm": 0.579514482598388,
      "learning_rate": 0.0002719744373666502,
      "loss": 0.3329,
      "step": 30572
    },
    {
      "epoch": 1.2522219946754045,
      "grad_norm": 1.977344565437673,
      "learning_rate": 0.0002719725390883146,
      "loss": 2.5161,
      "step": 30573
    },
    {
      "epoch": 1.2522629531026008,
      "grad_norm": 0.8765578138321181,
      "learning_rate": 0.0002719706407523175,
      "loss": 0.8096,
      "step": 30574
    },
    {
      "epoch": 1.2523039115297974,
      "grad_norm": 0.8053588857931084,
      "learning_rate": 0.0002719687423586597,
      "loss": 0.3609,
      "step": 30575
    },
    {
      "epoch": 1.2523448699569937,
      "grad_norm": 1.1028236176088166,
      "learning_rate": 0.00027196684390734223,
      "loss": 0.8646,
      "step": 30576
    },
    {
      "epoch": 1.25238582838419,
      "grad_norm": 0.6254586730705748,
      "learning_rate": 0.0002719649453983659,
      "loss": 0.1058,
      "step": 30577
    },
    {
      "epoch": 1.2524267868113865,
      "grad_norm": 0.9406024978766123,
      "learning_rate": 0.0002719630468317316,
      "loss": 0.7522,
      "step": 30578
    },
    {
      "epoch": 1.2524677452385828,
      "grad_norm": 0.5829133543668092,
      "learning_rate": 0.00027196114820744017,
      "loss": 0.3404,
      "step": 30579
    },
    {
      "epoch": 1.2525087036657792,
      "grad_norm": 0.5297896066485135,
      "learning_rate": 0.0002719592495254927,
      "loss": 0.3272,
      "step": 30580
    },
    {
      "epoch": 1.2525496620929757,
      "grad_norm": 0.5671034382029793,
      "learning_rate": 0.0002719573507858899,
      "loss": 0.2693,
      "step": 30581
    },
    {
      "epoch": 1.252590620520172,
      "grad_norm": 0.9711264332278611,
      "learning_rate": 0.0002719554519886328,
      "loss": 0.8744,
      "step": 30582
    },
    {
      "epoch": 1.2526315789473683,
      "grad_norm": 0.3938763286535118,
      "learning_rate": 0.0002719535531337223,
      "loss": 0.2199,
      "step": 30583
    },
    {
      "epoch": 1.2526725373745649,
      "grad_norm": 0.8457854316140281,
      "learning_rate": 0.0002719516542211591,
      "loss": 0.7058,
      "step": 30584
    },
    {
      "epoch": 1.2527134958017612,
      "grad_norm": 0.8406039997979309,
      "learning_rate": 0.00027194975525094426,
      "loss": 0.8072,
      "step": 30585
    },
    {
      "epoch": 1.2527544542289575,
      "grad_norm": 0.8146051039763343,
      "learning_rate": 0.0002719478562230787,
      "loss": 0.6816,
      "step": 30586
    },
    {
      "epoch": 1.252795412656154,
      "grad_norm": 0.8362475727604072,
      "learning_rate": 0.0002719459571375632,
      "loss": 0.7517,
      "step": 30587
    },
    {
      "epoch": 1.2528363710833503,
      "grad_norm": 0.9073982594470307,
      "learning_rate": 0.00027194405799439887,
      "loss": 0.8556,
      "step": 30588
    },
    {
      "epoch": 1.2528773295105469,
      "grad_norm": 1.4407820049827793,
      "learning_rate": 0.0002719421587935863,
      "loss": 1.179,
      "step": 30589
    },
    {
      "epoch": 1.2529182879377432,
      "grad_norm": 1.1510481131141785,
      "learning_rate": 0.00027194025953512665,
      "loss": 1.0687,
      "step": 30590
    },
    {
      "epoch": 1.2529592463649397,
      "grad_norm": 2.0840418781168353,
      "learning_rate": 0.0002719383602190207,
      "loss": 1.3156,
      "step": 30591
    },
    {
      "epoch": 1.253000204792136,
      "grad_norm": 0.770125112435943,
      "learning_rate": 0.0002719364608452694,
      "loss": 0.9829,
      "step": 30592
    },
    {
      "epoch": 1.2530411632193323,
      "grad_norm": 0.7755554415472194,
      "learning_rate": 0.00027193456141387355,
      "loss": 0.9747,
      "step": 30593
    },
    {
      "epoch": 1.2530821216465289,
      "grad_norm": 1.2589519249818972,
      "learning_rate": 0.0002719326619248342,
      "loss": 1.1902,
      "step": 30594
    },
    {
      "epoch": 1.2531230800737252,
      "grad_norm": 0.8983764286493088,
      "learning_rate": 0.00027193076237815207,
      "loss": 0.8058,
      "step": 30595
    },
    {
      "epoch": 1.2531640385009215,
      "grad_norm": 0.5801936525870736,
      "learning_rate": 0.0002719288627738282,
      "loss": 0.346,
      "step": 30596
    },
    {
      "epoch": 1.253204996928118,
      "grad_norm": 1.1096180764834596,
      "learning_rate": 0.0002719269631118634,
      "loss": 1.3214,
      "step": 30597
    },
    {
      "epoch": 1.2532459553553144,
      "grad_norm": 0.7764506764311989,
      "learning_rate": 0.0002719250633922587,
      "loss": 0.7019,
      "step": 30598
    },
    {
      "epoch": 1.2532869137825107,
      "grad_norm": 1.1539392784159581,
      "learning_rate": 0.0002719231636150148,
      "loss": 1.3244,
      "step": 30599
    },
    {
      "epoch": 1.2533278722097072,
      "grad_norm": 1.2229437552960427,
      "learning_rate": 0.0002719212637801328,
      "loss": 1.0316,
      "step": 30600
    },
    {
      "epoch": 1.2533688306369035,
      "grad_norm": 1.4433355507734564,
      "learning_rate": 0.00027191936388761337,
      "loss": 1.4273,
      "step": 30601
    },
    {
      "epoch": 1.2534097890640998,
      "grad_norm": 0.7503960868572073,
      "learning_rate": 0.0002719174639374576,
      "loss": 0.3307,
      "step": 30602
    },
    {
      "epoch": 1.2534507474912964,
      "grad_norm": 1.3224909290245974,
      "learning_rate": 0.0002719155639296664,
      "loss": 1.1314,
      "step": 30603
    },
    {
      "epoch": 1.2534917059184927,
      "grad_norm": 1.000188232884548,
      "learning_rate": 0.00027191366386424053,
      "loss": 0.7224,
      "step": 30604
    },
    {
      "epoch": 1.253532664345689,
      "grad_norm": 1.5523870467395868,
      "learning_rate": 0.000271911763741181,
      "loss": 0.8424,
      "step": 30605
    },
    {
      "epoch": 1.2535736227728855,
      "grad_norm": 0.7773022862677161,
      "learning_rate": 0.0002719098635604886,
      "loss": 0.7473,
      "step": 30606
    },
    {
      "epoch": 1.2536145812000818,
      "grad_norm": 1.2111714605520814,
      "learning_rate": 0.0002719079633221643,
      "loss": 1.0838,
      "step": 30607
    },
    {
      "epoch": 1.2536555396272784,
      "grad_norm": 2.8652229379727356,
      "learning_rate": 0.000271906063026209,
      "loss": 5.4311,
      "step": 30608
    },
    {
      "epoch": 1.2536964980544747,
      "grad_norm": 1.3957238158490888,
      "learning_rate": 0.0002719041626726236,
      "loss": 1.7108,
      "step": 30609
    },
    {
      "epoch": 1.2537374564816712,
      "grad_norm": 1.0794523536334772,
      "learning_rate": 0.00027190226226140896,
      "loss": 1.1519,
      "step": 30610
    },
    {
      "epoch": 1.2537784149088675,
      "grad_norm": 0.7988559114771377,
      "learning_rate": 0.00027190036179256606,
      "loss": 0.7409,
      "step": 30611
    },
    {
      "epoch": 1.2538193733360639,
      "grad_norm": 0.7349475678871091,
      "learning_rate": 0.0002718984612660957,
      "loss": 0.7457,
      "step": 30612
    },
    {
      "epoch": 1.2538603317632604,
      "grad_norm": 4.05404199502343,
      "learning_rate": 0.0002718965606819988,
      "loss": 1.5079,
      "step": 30613
    },
    {
      "epoch": 1.2539012901904567,
      "grad_norm": 0.8575441391296252,
      "learning_rate": 0.00027189466004027635,
      "loss": 0.6974,
      "step": 30614
    },
    {
      "epoch": 1.253942248617653,
      "grad_norm": 0.7743586737933998,
      "learning_rate": 0.0002718927593409291,
      "loss": 0.242,
      "step": 30615
    },
    {
      "epoch": 1.2539832070448496,
      "grad_norm": 1.0910303566110606,
      "learning_rate": 0.00027189085858395805,
      "loss": 1.0792,
      "step": 30616
    },
    {
      "epoch": 1.2540241654720459,
      "grad_norm": 1.0879071865367322,
      "learning_rate": 0.00027188895776936406,
      "loss": 0.9395,
      "step": 30617
    },
    {
      "epoch": 1.2540651238992422,
      "grad_norm": 1.119777012768186,
      "learning_rate": 0.00027188705689714813,
      "loss": 0.9379,
      "step": 30618
    },
    {
      "epoch": 1.2541060823264387,
      "grad_norm": 0.8843619694640567,
      "learning_rate": 0.000271885155967311,
      "loss": 0.8317,
      "step": 30619
    },
    {
      "epoch": 1.254147040753635,
      "grad_norm": 1.6919077426411888,
      "learning_rate": 0.00027188325497985364,
      "loss": 1.189,
      "step": 30620
    },
    {
      "epoch": 1.2541879991808313,
      "grad_norm": 0.9419930835415782,
      "learning_rate": 0.00027188135393477696,
      "loss": 0.7045,
      "step": 30621
    },
    {
      "epoch": 1.2542289576080279,
      "grad_norm": 1.1443989293539722,
      "learning_rate": 0.0002718794528320818,
      "loss": 1.2847,
      "step": 30622
    },
    {
      "epoch": 1.2542699160352242,
      "grad_norm": 1.1536695724309503,
      "learning_rate": 0.0002718775516717692,
      "loss": 1.3551,
      "step": 30623
    },
    {
      "epoch": 1.2543108744624205,
      "grad_norm": 1.4562854823307558,
      "learning_rate": 0.0002718756504538399,
      "loss": 1.0417,
      "step": 30624
    },
    {
      "epoch": 1.254351832889617,
      "grad_norm": 1.0212751224817647,
      "learning_rate": 0.00027187374917829487,
      "loss": 1.0549,
      "step": 30625
    },
    {
      "epoch": 1.2543927913168134,
      "grad_norm": 0.8515517503459081,
      "learning_rate": 0.00027187184784513505,
      "loss": 0.8053,
      "step": 30626
    },
    {
      "epoch": 1.25443374974401,
      "grad_norm": 0.9073057444187965,
      "learning_rate": 0.0002718699464543613,
      "loss": 0.9863,
      "step": 30627
    },
    {
      "epoch": 1.2544747081712062,
      "grad_norm": 1.0666397215316272,
      "learning_rate": 0.00027186804500597446,
      "loss": 1.0329,
      "step": 30628
    },
    {
      "epoch": 1.2545156665984027,
      "grad_norm": 0.9401690511639812,
      "learning_rate": 0.00027186614349997547,
      "loss": 0.5307,
      "step": 30629
    },
    {
      "epoch": 1.254556625025599,
      "grad_norm": 1.2239769823680384,
      "learning_rate": 0.0002718642419363653,
      "loss": 0.9903,
      "step": 30630
    },
    {
      "epoch": 1.2545975834527954,
      "grad_norm": 0.8180845520116887,
      "learning_rate": 0.0002718623403151447,
      "loss": 0.7803,
      "step": 30631
    },
    {
      "epoch": 1.254638541879992,
      "grad_norm": 1.2136787077966624,
      "learning_rate": 0.00027186043863631473,
      "loss": 1.02,
      "step": 30632
    },
    {
      "epoch": 1.2546795003071882,
      "grad_norm": 0.6010570379227326,
      "learning_rate": 0.0002718585368998762,
      "loss": 0.2128,
      "step": 30633
    },
    {
      "epoch": 1.2547204587343845,
      "grad_norm": 0.7112397721700476,
      "learning_rate": 0.00027185663510583,
      "loss": 0.3777,
      "step": 30634
    },
    {
      "epoch": 1.254761417161581,
      "grad_norm": 0.8087809366253249,
      "learning_rate": 0.0002718547332541771,
      "loss": 0.8349,
      "step": 30635
    },
    {
      "epoch": 1.2548023755887774,
      "grad_norm": 0.8736325096612402,
      "learning_rate": 0.0002718528313449183,
      "loss": 0.7734,
      "step": 30636
    },
    {
      "epoch": 1.2548433340159737,
      "grad_norm": 0.8278941132645483,
      "learning_rate": 0.00027185092937805457,
      "loss": 0.7233,
      "step": 30637
    },
    {
      "epoch": 1.2548842924431702,
      "grad_norm": 0.9865131172923944,
      "learning_rate": 0.00027184902735358685,
      "loss": 1.1258,
      "step": 30638
    },
    {
      "epoch": 1.2549252508703665,
      "grad_norm": 0.7212669114157063,
      "learning_rate": 0.0002718471252715159,
      "loss": 0.804,
      "step": 30639
    },
    {
      "epoch": 1.2549662092975629,
      "grad_norm": 1.0964900368332064,
      "learning_rate": 0.0002718452231318427,
      "loss": 0.6948,
      "step": 30640
    },
    {
      "epoch": 1.2550071677247594,
      "grad_norm": 0.9372357490426533,
      "learning_rate": 0.0002718433209345682,
      "loss": 1.2676,
      "step": 30641
    },
    {
      "epoch": 1.2550481261519557,
      "grad_norm": 0.685588061412911,
      "learning_rate": 0.0002718414186796932,
      "loss": 0.6489,
      "step": 30642
    },
    {
      "epoch": 1.255089084579152,
      "grad_norm": 0.9653822026811897,
      "learning_rate": 0.00027183951636721874,
      "loss": 0.7071,
      "step": 30643
    },
    {
      "epoch": 1.2551300430063486,
      "grad_norm": 0.9067770255436937,
      "learning_rate": 0.00027183761399714553,
      "loss": 0.855,
      "step": 30644
    },
    {
      "epoch": 1.2551710014335449,
      "grad_norm": 0.878907287298738,
      "learning_rate": 0.00027183571156947457,
      "loss": 0.9681,
      "step": 30645
    },
    {
      "epoch": 1.2552119598607414,
      "grad_norm": 0.6508103674759874,
      "learning_rate": 0.0002718338090842068,
      "loss": 0.3384,
      "step": 30646
    },
    {
      "epoch": 1.2552529182879377,
      "grad_norm": 1.5135990299268949,
      "learning_rate": 0.00027183190654134307,
      "loss": 1.0014,
      "step": 30647
    },
    {
      "epoch": 1.2552938767151343,
      "grad_norm": 0.999489936651667,
      "learning_rate": 0.00027183000394088427,
      "loss": 1.0888,
      "step": 30648
    },
    {
      "epoch": 1.2553348351423306,
      "grad_norm": 0.8237283181086983,
      "learning_rate": 0.0002718281012828313,
      "loss": 0.299,
      "step": 30649
    },
    {
      "epoch": 1.2553757935695269,
      "grad_norm": 0.937639548211878,
      "learning_rate": 0.00027182619856718507,
      "loss": 0.7742,
      "step": 30650
    },
    {
      "epoch": 1.2554167519967234,
      "grad_norm": 2.647893029061965,
      "learning_rate": 0.0002718242957939465,
      "loss": 4.6599,
      "step": 30651
    },
    {
      "epoch": 1.2554577104239197,
      "grad_norm": 0.8586401153225853,
      "learning_rate": 0.0002718223929631165,
      "loss": 0.8205,
      "step": 30652
    },
    {
      "epoch": 1.255498668851116,
      "grad_norm": 1.095015144526938,
      "learning_rate": 0.0002718204900746959,
      "loss": 0.7326,
      "step": 30653
    },
    {
      "epoch": 1.2555396272783126,
      "grad_norm": 0.8550543488697828,
      "learning_rate": 0.0002718185871286857,
      "loss": 0.7933,
      "step": 30654
    },
    {
      "epoch": 1.255580585705509,
      "grad_norm": 1.558138166653936,
      "learning_rate": 0.00027181668412508663,
      "loss": 1.4964,
      "step": 30655
    },
    {
      "epoch": 1.2556215441327052,
      "grad_norm": 0.4971838516640442,
      "learning_rate": 0.0002718147810638998,
      "loss": 0.2563,
      "step": 30656
    },
    {
      "epoch": 1.2556625025599017,
      "grad_norm": 0.863378139541,
      "learning_rate": 0.00027181287794512596,
      "loss": 0.8622,
      "step": 30657
    },
    {
      "epoch": 1.255703460987098,
      "grad_norm": 1.1136891319649946,
      "learning_rate": 0.00027181097476876607,
      "loss": 1.0653,
      "step": 30658
    },
    {
      "epoch": 1.2557444194142944,
      "grad_norm": 3.135698078635149,
      "learning_rate": 0.000271809071534821,
      "loss": 4.848,
      "step": 30659
    },
    {
      "epoch": 1.255785377841491,
      "grad_norm": 0.8847167967910745,
      "learning_rate": 0.00027180716824329174,
      "loss": 0.9289,
      "step": 30660
    },
    {
      "epoch": 1.2558263362686872,
      "grad_norm": 0.9008657931090551,
      "learning_rate": 0.00027180526489417904,
      "loss": 0.8417,
      "step": 30661
    },
    {
      "epoch": 1.2558672946958835,
      "grad_norm": 1.4027142445635783,
      "learning_rate": 0.0002718033614874839,
      "loss": 0.7435,
      "step": 30662
    },
    {
      "epoch": 1.25590825312308,
      "grad_norm": 1.3478977255794238,
      "learning_rate": 0.00027180145802320726,
      "loss": 1.3506,
      "step": 30663
    },
    {
      "epoch": 1.2559492115502764,
      "grad_norm": 1.3895026870785663,
      "learning_rate": 0.0002717995545013499,
      "loss": 0.7092,
      "step": 30664
    },
    {
      "epoch": 1.255990169977473,
      "grad_norm": 0.5065747298582263,
      "learning_rate": 0.0002717976509219128,
      "loss": 0.2313,
      "step": 30665
    },
    {
      "epoch": 1.2560311284046692,
      "grad_norm": 0.9455448317228107,
      "learning_rate": 0.0002717957472848968,
      "loss": 0.6515,
      "step": 30666
    },
    {
      "epoch": 1.2560720868318658,
      "grad_norm": 0.7275111392819313,
      "learning_rate": 0.00027179384359030286,
      "loss": 0.653,
      "step": 30667
    },
    {
      "epoch": 1.256113045259062,
      "grad_norm": 1.1076810090875937,
      "learning_rate": 0.00027179193983813187,
      "loss": 0.5751,
      "step": 30668
    },
    {
      "epoch": 1.2561540036862584,
      "grad_norm": 1.2744518295852554,
      "learning_rate": 0.0002717900360283847,
      "loss": 0.7363,
      "step": 30669
    },
    {
      "epoch": 1.256194962113455,
      "grad_norm": 1.033627522268846,
      "learning_rate": 0.0002717881321610623,
      "loss": 0.7444,
      "step": 30670
    },
    {
      "epoch": 1.2562359205406513,
      "grad_norm": 0.8034378051464239,
      "learning_rate": 0.00027178622823616547,
      "loss": 0.6237,
      "step": 30671
    },
    {
      "epoch": 1.2562768789678476,
      "grad_norm": 0.9239240781468363,
      "learning_rate": 0.00027178432425369525,
      "loss": 1.0652,
      "step": 30672
    },
    {
      "epoch": 1.256317837395044,
      "grad_norm": 0.8353984179078526,
      "learning_rate": 0.00027178242021365243,
      "loss": 0.734,
      "step": 30673
    },
    {
      "epoch": 1.2563587958222404,
      "grad_norm": 0.7190544512896051,
      "learning_rate": 0.000271780516116038,
      "loss": 0.8181,
      "step": 30674
    },
    {
      "epoch": 1.2563997542494367,
      "grad_norm": 1.3906580594146305,
      "learning_rate": 0.00027177861196085273,
      "loss": 1.0117,
      "step": 30675
    },
    {
      "epoch": 1.2564407126766333,
      "grad_norm": 1.0373850977803172,
      "learning_rate": 0.00027177670774809764,
      "loss": 0.8193,
      "step": 30676
    },
    {
      "epoch": 1.2564816711038296,
      "grad_norm": 0.941098545609625,
      "learning_rate": 0.0002717748034777736,
      "loss": 0.9191,
      "step": 30677
    },
    {
      "epoch": 1.256522629531026,
      "grad_norm": 0.7937705056966106,
      "learning_rate": 0.0002717728991498815,
      "loss": 0.898,
      "step": 30678
    },
    {
      "epoch": 1.2565635879582224,
      "grad_norm": 0.9494780473443697,
      "learning_rate": 0.0002717709947644222,
      "loss": 1.0092,
      "step": 30679
    },
    {
      "epoch": 1.2566045463854187,
      "grad_norm": 0.7488928109654521,
      "learning_rate": 0.0002717690903213967,
      "loss": 0.8333,
      "step": 30680
    },
    {
      "epoch": 1.2566455048126153,
      "grad_norm": 0.9322982357490448,
      "learning_rate": 0.00027176718582080575,
      "loss": 0.8504,
      "step": 30681
    },
    {
      "epoch": 1.2566864632398116,
      "grad_norm": 1.092452520038761,
      "learning_rate": 0.0002717652812626504,
      "loss": 0.9608,
      "step": 30682
    },
    {
      "epoch": 1.256727421667008,
      "grad_norm": 1.0931042144645908,
      "learning_rate": 0.0002717633766469315,
      "loss": 1.023,
      "step": 30683
    },
    {
      "epoch": 1.2567683800942044,
      "grad_norm": 1.590152358266736,
      "learning_rate": 0.0002717614719736499,
      "loss": 0.7207,
      "step": 30684
    },
    {
      "epoch": 1.2568093385214008,
      "grad_norm": 0.8021372428291761,
      "learning_rate": 0.0002717595672428066,
      "loss": 1.0491,
      "step": 30685
    },
    {
      "epoch": 1.2568502969485973,
      "grad_norm": 0.9319926050806026,
      "learning_rate": 0.0002717576624544024,
      "loss": 0.9173,
      "step": 30686
    },
    {
      "epoch": 1.2568912553757936,
      "grad_norm": 0.940582732890181,
      "learning_rate": 0.00027175575760843827,
      "loss": 0.8293,
      "step": 30687
    },
    {
      "epoch": 1.25693221380299,
      "grad_norm": 1.1245384145961062,
      "learning_rate": 0.00027175385270491504,
      "loss": 0.7777,
      "step": 30688
    },
    {
      "epoch": 1.2569731722301865,
      "grad_norm": 0.9895070621220889,
      "learning_rate": 0.0002717519477438337,
      "loss": 0.709,
      "step": 30689
    },
    {
      "epoch": 1.2570141306573828,
      "grad_norm": 0.9771781741560768,
      "learning_rate": 0.0002717500427251951,
      "loss": 0.7724,
      "step": 30690
    },
    {
      "epoch": 1.257055089084579,
      "grad_norm": 0.880958613903623,
      "learning_rate": 0.00027174813764900015,
      "loss": 0.8534,
      "step": 30691
    },
    {
      "epoch": 1.2570960475117756,
      "grad_norm": 0.7464939949614104,
      "learning_rate": 0.00027174623251524974,
      "loss": 0.5693,
      "step": 30692
    },
    {
      "epoch": 1.257137005938972,
      "grad_norm": 1.068389777092289,
      "learning_rate": 0.00027174432732394473,
      "loss": 1.1149,
      "step": 30693
    },
    {
      "epoch": 1.2571779643661682,
      "grad_norm": 1.0455408972162714,
      "learning_rate": 0.0002717424220750861,
      "loss": 1.119,
      "step": 30694
    },
    {
      "epoch": 1.2572189227933648,
      "grad_norm": 1.1061772026186523,
      "learning_rate": 0.0002717405167686747,
      "loss": 1.433,
      "step": 30695
    },
    {
      "epoch": 1.257259881220561,
      "grad_norm": 1.8196423952369427,
      "learning_rate": 0.00027173861140471147,
      "loss": 1.1636,
      "step": 30696
    },
    {
      "epoch": 1.2573008396477574,
      "grad_norm": 0.7135226013408851,
      "learning_rate": 0.0002717367059831972,
      "loss": 0.6658,
      "step": 30697
    },
    {
      "epoch": 1.257341798074954,
      "grad_norm": 0.9818304069321455,
      "learning_rate": 0.000271734800504133,
      "loss": 0.9866,
      "step": 30698
    },
    {
      "epoch": 1.2573827565021503,
      "grad_norm": 0.9229302530234771,
      "learning_rate": 0.00027173289496751964,
      "loss": 0.4834,
      "step": 30699
    },
    {
      "epoch": 1.2574237149293468,
      "grad_norm": 1.189933845149654,
      "learning_rate": 0.000271730989373358,
      "loss": 0.4821,
      "step": 30700
    },
    {
      "epoch": 1.257464673356543,
      "grad_norm": 0.8636283671172839,
      "learning_rate": 0.000271729083721649,
      "loss": 0.7742,
      "step": 30701
    },
    {
      "epoch": 1.2575056317837396,
      "grad_norm": 0.7507283815613994,
      "learning_rate": 0.00027172717801239354,
      "loss": 0.4738,
      "step": 30702
    },
    {
      "epoch": 1.257546590210936,
      "grad_norm": 0.7829853208648938,
      "learning_rate": 0.0002717252722455926,
      "loss": 0.9928,
      "step": 30703
    },
    {
      "epoch": 1.2575875486381323,
      "grad_norm": 1.006898934555851,
      "learning_rate": 0.00027172336642124694,
      "loss": 0.9048,
      "step": 30704
    },
    {
      "epoch": 1.2576285070653288,
      "grad_norm": 0.8662747293774672,
      "learning_rate": 0.00027172146053935757,
      "loss": 0.8752,
      "step": 30705
    },
    {
      "epoch": 1.2576694654925251,
      "grad_norm": 0.8298586200646868,
      "learning_rate": 0.0002717195545999254,
      "loss": 0.6732,
      "step": 30706
    },
    {
      "epoch": 1.2577104239197214,
      "grad_norm": 0.7876846837460896,
      "learning_rate": 0.00027171764860295123,
      "loss": 0.7199,
      "step": 30707
    },
    {
      "epoch": 1.257751382346918,
      "grad_norm": 0.6331129240712952,
      "learning_rate": 0.000271715742548436,
      "loss": 0.377,
      "step": 30708
    },
    {
      "epoch": 1.2577923407741143,
      "grad_norm": 0.8964811170894906,
      "learning_rate": 0.0002717138364363807,
      "loss": 0.9138,
      "step": 30709
    },
    {
      "epoch": 1.2578332992013106,
      "grad_norm": 0.567139424812671,
      "learning_rate": 0.00027171193026678613,
      "loss": 0.3152,
      "step": 30710
    },
    {
      "epoch": 1.2578742576285071,
      "grad_norm": 1.1158403624635003,
      "learning_rate": 0.0002717100240396532,
      "loss": 1.1739,
      "step": 30711
    },
    {
      "epoch": 1.2579152160557034,
      "grad_norm": 0.8158827175919369,
      "learning_rate": 0.00027170811775498286,
      "loss": 0.7225,
      "step": 30712
    },
    {
      "epoch": 1.2579561744828998,
      "grad_norm": 0.9714543696605411,
      "learning_rate": 0.00027170621141277593,
      "loss": 0.887,
      "step": 30713
    },
    {
      "epoch": 1.2579971329100963,
      "grad_norm": 0.7032337143956827,
      "learning_rate": 0.00027170430501303344,
      "loss": 0.4858,
      "step": 30714
    },
    {
      "epoch": 1.2580380913372926,
      "grad_norm": 0.7048800635051917,
      "learning_rate": 0.0002717023985557562,
      "loss": 0.3327,
      "step": 30715
    },
    {
      "epoch": 1.258079049764489,
      "grad_norm": 1.0756538943932652,
      "learning_rate": 0.0002717004920409451,
      "loss": 1.0088,
      "step": 30716
    },
    {
      "epoch": 1.2581200081916855,
      "grad_norm": 0.8140659709623327,
      "learning_rate": 0.0002716985854686011,
      "loss": 0.9414,
      "step": 30717
    },
    {
      "epoch": 1.2581609666188818,
      "grad_norm": 0.7931523152037556,
      "learning_rate": 0.000271696678838725,
      "loss": 0.6698,
      "step": 30718
    },
    {
      "epoch": 1.2582019250460783,
      "grad_norm": 0.9395639844956712,
      "learning_rate": 0.0002716947721513178,
      "loss": 0.8164,
      "step": 30719
    },
    {
      "epoch": 1.2582428834732746,
      "grad_norm": 2.928925759551869,
      "learning_rate": 0.00027169286540638043,
      "loss": 2.2425,
      "step": 30720
    },
    {
      "epoch": 1.2582838419004712,
      "grad_norm": 2.6390602766280913,
      "learning_rate": 0.0002716909586039137,
      "loss": 3.1483,
      "step": 30721
    },
    {
      "epoch": 1.2583248003276675,
      "grad_norm": 1.1239097501883508,
      "learning_rate": 0.0002716890517439186,
      "loss": 0.8987,
      "step": 30722
    },
    {
      "epoch": 1.2583657587548638,
      "grad_norm": 2.90456797119906,
      "learning_rate": 0.0002716871448263959,
      "loss": 4.3842,
      "step": 30723
    },
    {
      "epoch": 1.2584067171820603,
      "grad_norm": 0.47075094920589444,
      "learning_rate": 0.0002716852378513466,
      "loss": 0.2385,
      "step": 30724
    },
    {
      "epoch": 1.2584476756092566,
      "grad_norm": 0.8982617861597472,
      "learning_rate": 0.00027168333081877157,
      "loss": 0.7983,
      "step": 30725
    },
    {
      "epoch": 1.258488634036453,
      "grad_norm": 0.8605548316513578,
      "learning_rate": 0.00027168142372867174,
      "loss": 0.8741,
      "step": 30726
    },
    {
      "epoch": 1.2585295924636495,
      "grad_norm": 0.8764513514950941,
      "learning_rate": 0.000271679516581048,
      "loss": 0.9341,
      "step": 30727
    },
    {
      "epoch": 1.2585705508908458,
      "grad_norm": 0.8522871211805203,
      "learning_rate": 0.0002716776093759012,
      "loss": 0.7521,
      "step": 30728
    },
    {
      "epoch": 1.258611509318042,
      "grad_norm": 0.7805261623670742,
      "learning_rate": 0.00027167570211323233,
      "loss": 0.7852,
      "step": 30729
    },
    {
      "epoch": 1.2586524677452386,
      "grad_norm": 0.8410718486614398,
      "learning_rate": 0.00027167379479304225,
      "loss": 0.4877,
      "step": 30730
    },
    {
      "epoch": 1.258693426172435,
      "grad_norm": 0.8737004082539936,
      "learning_rate": 0.00027167188741533183,
      "loss": 0.6881,
      "step": 30731
    },
    {
      "epoch": 1.2587343845996313,
      "grad_norm": 1.104842698293863,
      "learning_rate": 0.00027166997998010205,
      "loss": 0.7521,
      "step": 30732
    },
    {
      "epoch": 1.2587753430268278,
      "grad_norm": 1.015101639268214,
      "learning_rate": 0.0002716680724873537,
      "loss": 0.9732,
      "step": 30733
    },
    {
      "epoch": 1.2588163014540241,
      "grad_norm": 0.984799504092711,
      "learning_rate": 0.00027166616493708786,
      "loss": 1.1611,
      "step": 30734
    },
    {
      "epoch": 1.2588572598812204,
      "grad_norm": 3.281477005787034,
      "learning_rate": 0.0002716642573293052,
      "loss": 5.4762,
      "step": 30735
    },
    {
      "epoch": 1.258898218308417,
      "grad_norm": 0.9441336281712064,
      "learning_rate": 0.0002716623496640068,
      "loss": 0.8041,
      "step": 30736
    },
    {
      "epoch": 1.2589391767356133,
      "grad_norm": 0.9924780127749,
      "learning_rate": 0.00027166044194119345,
      "loss": 1.1784,
      "step": 30737
    },
    {
      "epoch": 1.2589801351628098,
      "grad_norm": 0.8759800763054068,
      "learning_rate": 0.0002716585341608662,
      "loss": 0.534,
      "step": 30738
    },
    {
      "epoch": 1.2590210935900061,
      "grad_norm": 0.8092522829349584,
      "learning_rate": 0.0002716566263230257,
      "loss": 0.3083,
      "step": 30739
    },
    {
      "epoch": 1.2590620520172027,
      "grad_norm": 1.1702853890654599,
      "learning_rate": 0.00027165471842767317,
      "loss": 0.8937,
      "step": 30740
    },
    {
      "epoch": 1.259103010444399,
      "grad_norm": 6.954153340305168,
      "learning_rate": 0.0002716528104748092,
      "loss": 5.6989,
      "step": 30741
    },
    {
      "epoch": 1.2591439688715953,
      "grad_norm": 2.2932433151743217,
      "learning_rate": 0.00027165090246443496,
      "loss": 1.433,
      "step": 30742
    },
    {
      "epoch": 1.2591849272987918,
      "grad_norm": 0.9379880966479303,
      "learning_rate": 0.0002716489943965512,
      "loss": 1.0381,
      "step": 30743
    },
    {
      "epoch": 1.2592258857259881,
      "grad_norm": 0.7453931961568329,
      "learning_rate": 0.0002716470862711588,
      "loss": 0.3389,
      "step": 30744
    },
    {
      "epoch": 1.2592668441531845,
      "grad_norm": 0.8702779337261731,
      "learning_rate": 0.00027164517808825876,
      "loss": 1.0043,
      "step": 30745
    },
    {
      "epoch": 1.259307802580381,
      "grad_norm": 0.700263582891009,
      "learning_rate": 0.000271643269847852,
      "loss": 0.6429,
      "step": 30746
    },
    {
      "epoch": 1.2593487610075773,
      "grad_norm": 0.7932026839249107,
      "learning_rate": 0.0002716413615499392,
      "loss": 0.5019,
      "step": 30747
    },
    {
      "epoch": 1.2593897194347736,
      "grad_norm": 0.8155318927955992,
      "learning_rate": 0.0002716394531945216,
      "loss": 0.6756,
      "step": 30748
    },
    {
      "epoch": 1.2594306778619702,
      "grad_norm": 1.1430447513506727,
      "learning_rate": 0.0002716375447815998,
      "loss": 1.0286,
      "step": 30749
    },
    {
      "epoch": 1.2594716362891665,
      "grad_norm": 0.8933797788340376,
      "learning_rate": 0.00027163563631117486,
      "loss": 0.4644,
      "step": 30750
    },
    {
      "epoch": 1.2595125947163628,
      "grad_norm": 2.2144524796168956,
      "learning_rate": 0.00027163372778324764,
      "loss": 3.41,
      "step": 30751
    },
    {
      "epoch": 1.2595535531435593,
      "grad_norm": 2.5037088858822805,
      "learning_rate": 0.0002716318191978191,
      "loss": 1.5929,
      "step": 30752
    },
    {
      "epoch": 1.2595945115707556,
      "grad_norm": 0.6530181112515183,
      "learning_rate": 0.00027162991055489007,
      "loss": 0.2451,
      "step": 30753
    },
    {
      "epoch": 1.259635469997952,
      "grad_norm": 0.8894991641243819,
      "learning_rate": 0.00027162800185446146,
      "loss": 1.0216,
      "step": 30754
    },
    {
      "epoch": 1.2596764284251485,
      "grad_norm": 3.3148040155594454,
      "learning_rate": 0.00027162609309653424,
      "loss": 5.5565,
      "step": 30755
    },
    {
      "epoch": 1.2597173868523448,
      "grad_norm": 0.7631857449171228,
      "learning_rate": 0.0002716241842811092,
      "loss": 0.6286,
      "step": 30756
    },
    {
      "epoch": 1.2597583452795413,
      "grad_norm": 0.6906825557978543,
      "learning_rate": 0.0002716222754081873,
      "loss": 0.299,
      "step": 30757
    },
    {
      "epoch": 1.2597993037067376,
      "grad_norm": 0.9189636653827368,
      "learning_rate": 0.0002716203664777695,
      "loss": 0.7072,
      "step": 30758
    },
    {
      "epoch": 1.2598402621339342,
      "grad_norm": 0.9052361189691578,
      "learning_rate": 0.0002716184574898566,
      "loss": 0.9223,
      "step": 30759
    },
    {
      "epoch": 1.2598812205611305,
      "grad_norm": 0.9000378356480978,
      "learning_rate": 0.00027161654844444955,
      "loss": 0.885,
      "step": 30760
    },
    {
      "epoch": 1.2599221789883268,
      "grad_norm": 0.6289706789243139,
      "learning_rate": 0.0002716146393415493,
      "loss": 0.3078,
      "step": 30761
    },
    {
      "epoch": 1.2599631374155233,
      "grad_norm": 0.8384727421279943,
      "learning_rate": 0.00027161273018115666,
      "loss": 0.9396,
      "step": 30762
    },
    {
      "epoch": 1.2600040958427197,
      "grad_norm": 0.8655471305152858,
      "learning_rate": 0.0002716108209632726,
      "loss": 0.8552,
      "step": 30763
    },
    {
      "epoch": 1.260045054269916,
      "grad_norm": 0.7295217268869301,
      "learning_rate": 0.000271608911687898,
      "loss": 0.6119,
      "step": 30764
    },
    {
      "epoch": 1.2600860126971125,
      "grad_norm": 1.0105809826369196,
      "learning_rate": 0.00027160700235503375,
      "loss": 0.667,
      "step": 30765
    },
    {
      "epoch": 1.2601269711243088,
      "grad_norm": 0.8204570452596991,
      "learning_rate": 0.0002716050929646808,
      "loss": 0.7019,
      "step": 30766
    },
    {
      "epoch": 1.2601679295515051,
      "grad_norm": 0.7429824016508013,
      "learning_rate": 0.00027160318351684,
      "loss": 0.4606,
      "step": 30767
    },
    {
      "epoch": 1.2602088879787017,
      "grad_norm": 0.859438561947197,
      "learning_rate": 0.0002716012740115122,
      "loss": 0.7087,
      "step": 30768
    },
    {
      "epoch": 1.260249846405898,
      "grad_norm": 0.9782611789626979,
      "learning_rate": 0.00027159936444869846,
      "loss": 0.8628,
      "step": 30769
    },
    {
      "epoch": 1.2602908048330943,
      "grad_norm": 0.6300439834548786,
      "learning_rate": 0.00027159745482839955,
      "loss": 0.3254,
      "step": 30770
    },
    {
      "epoch": 1.2603317632602908,
      "grad_norm": 0.7747782415954299,
      "learning_rate": 0.00027159554515061645,
      "loss": 0.5604,
      "step": 30771
    },
    {
      "epoch": 1.2603727216874872,
      "grad_norm": 0.8156215490041018,
      "learning_rate": 0.00027159363541535004,
      "loss": 0.6622,
      "step": 30772
    },
    {
      "epoch": 1.2604136801146835,
      "grad_norm": 0.6800690635048113,
      "learning_rate": 0.0002715917256226012,
      "loss": 0.4906,
      "step": 30773
    },
    {
      "epoch": 1.26045463854188,
      "grad_norm": 0.9870471773992413,
      "learning_rate": 0.00027158981577237086,
      "loss": 0.738,
      "step": 30774
    },
    {
      "epoch": 1.2604955969690763,
      "grad_norm": 1.1270204668736767,
      "learning_rate": 0.0002715879058646599,
      "loss": 0.9567,
      "step": 30775
    },
    {
      "epoch": 1.2605365553962729,
      "grad_norm": 0.7459827658189182,
      "learning_rate": 0.00027158599589946925,
      "loss": 0.7033,
      "step": 30776
    },
    {
      "epoch": 1.2605775138234692,
      "grad_norm": 10.585814900898452,
      "learning_rate": 0.00027158408587679976,
      "loss": 2.3067,
      "step": 30777
    },
    {
      "epoch": 1.2606184722506657,
      "grad_norm": 1.1090827862802823,
      "learning_rate": 0.0002715821757966524,
      "loss": 1.3528,
      "step": 30778
    },
    {
      "epoch": 1.260659430677862,
      "grad_norm": 1.061408967388122,
      "learning_rate": 0.00027158026565902803,
      "loss": 0.9982,
      "step": 30779
    },
    {
      "epoch": 1.2607003891050583,
      "grad_norm": 0.7169326938350021,
      "learning_rate": 0.0002715783554639276,
      "loss": 0.6192,
      "step": 30780
    },
    {
      "epoch": 1.2607413475322549,
      "grad_norm": 0.8323567548554487,
      "learning_rate": 0.0002715764452113519,
      "loss": 0.5988,
      "step": 30781
    },
    {
      "epoch": 1.2607823059594512,
      "grad_norm": 0.6945148161403211,
      "learning_rate": 0.0002715745349013019,
      "loss": 0.7556,
      "step": 30782
    },
    {
      "epoch": 1.2608232643866475,
      "grad_norm": 0.8787718695982956,
      "learning_rate": 0.0002715726245337786,
      "loss": 1.0393,
      "step": 30783
    },
    {
      "epoch": 1.260864222813844,
      "grad_norm": 1.009217206799504,
      "learning_rate": 0.0002715707141087828,
      "loss": 0.9666,
      "step": 30784
    },
    {
      "epoch": 1.2609051812410403,
      "grad_norm": 0.720723403590482,
      "learning_rate": 0.00027156880362631537,
      "loss": 0.5252,
      "step": 30785
    },
    {
      "epoch": 1.2609461396682367,
      "grad_norm": 1.2274235471779291,
      "learning_rate": 0.00027156689308637736,
      "loss": 1.2788,
      "step": 30786
    },
    {
      "epoch": 1.2609870980954332,
      "grad_norm": 0.6880138237660094,
      "learning_rate": 0.0002715649824889695,
      "loss": 0.7009,
      "step": 30787
    },
    {
      "epoch": 1.2610280565226295,
      "grad_norm": 0.8332757101909682,
      "learning_rate": 0.0002715630718340928,
      "loss": 0.7435,
      "step": 30788
    },
    {
      "epoch": 1.2610690149498258,
      "grad_norm": 2.0072511676668303,
      "learning_rate": 0.00027156116112174813,
      "loss": 2.1901,
      "step": 30789
    },
    {
      "epoch": 1.2611099733770224,
      "grad_norm": 0.5886003829649303,
      "learning_rate": 0.00027155925035193633,
      "loss": 0.3014,
      "step": 30790
    },
    {
      "epoch": 1.2611509318042187,
      "grad_norm": 1.0355642126284936,
      "learning_rate": 0.00027155733952465846,
      "loss": 0.8742,
      "step": 30791
    },
    {
      "epoch": 1.261191890231415,
      "grad_norm": 1.1279709826992355,
      "learning_rate": 0.0002715554286399153,
      "loss": 0.7086,
      "step": 30792
    },
    {
      "epoch": 1.2612328486586115,
      "grad_norm": 1.1247309611041398,
      "learning_rate": 0.0002715535176977078,
      "loss": 0.7915,
      "step": 30793
    },
    {
      "epoch": 1.2612738070858078,
      "grad_norm": 1.9802751297444163,
      "learning_rate": 0.00027155160669803684,
      "loss": 1.0758,
      "step": 30794
    },
    {
      "epoch": 1.2613147655130044,
      "grad_norm": 1.03570708862471,
      "learning_rate": 0.00027154969564090333,
      "loss": 0.6734,
      "step": 30795
    },
    {
      "epoch": 1.2613557239402007,
      "grad_norm": 0.9158383486490635,
      "learning_rate": 0.0002715477845263082,
      "loss": 0.7414,
      "step": 30796
    },
    {
      "epoch": 1.2613966823673972,
      "grad_norm": 0.9180843575677524,
      "learning_rate": 0.0002715458733542523,
      "loss": 0.8865,
      "step": 30797
    },
    {
      "epoch": 1.2614376407945935,
      "grad_norm": 0.8416750336890436,
      "learning_rate": 0.00027154396212473656,
      "loss": 0.4513,
      "step": 30798
    },
    {
      "epoch": 1.2614785992217898,
      "grad_norm": 1.017747787110389,
      "learning_rate": 0.00027154205083776195,
      "loss": 0.8408,
      "step": 30799
    },
    {
      "epoch": 1.2615195576489864,
      "grad_norm": 0.711075404984147,
      "learning_rate": 0.00027154013949332923,
      "loss": 0.4373,
      "step": 30800
    },
    {
      "epoch": 1.2615605160761827,
      "grad_norm": 0.8076005720517117,
      "learning_rate": 0.00027153822809143944,
      "loss": 0.3256,
      "step": 30801
    },
    {
      "epoch": 1.261601474503379,
      "grad_norm": 0.7546662143396065,
      "learning_rate": 0.0002715363166320934,
      "loss": 0.7313,
      "step": 30802
    },
    {
      "epoch": 1.2616424329305755,
      "grad_norm": 1.077396735237371,
      "learning_rate": 0.00027153440511529204,
      "loss": 0.5213,
      "step": 30803
    },
    {
      "epoch": 1.2616833913577719,
      "grad_norm": 0.9679510069919536,
      "learning_rate": 0.0002715324935410363,
      "loss": 0.8647,
      "step": 30804
    },
    {
      "epoch": 1.2617243497849682,
      "grad_norm": 0.5002502509524113,
      "learning_rate": 0.00027153058190932696,
      "loss": 0.2884,
      "step": 30805
    },
    {
      "epoch": 1.2617653082121647,
      "grad_norm": 1.214536417978678,
      "learning_rate": 0.0002715286702201651,
      "loss": 1.5177,
      "step": 30806
    },
    {
      "epoch": 1.261806266639361,
      "grad_norm": 0.9134969251905398,
      "learning_rate": 0.0002715267584735515,
      "loss": 0.9115,
      "step": 30807
    },
    {
      "epoch": 1.2618472250665573,
      "grad_norm": 0.8335693254433331,
      "learning_rate": 0.0002715248466694871,
      "loss": 0.8965,
      "step": 30808
    },
    {
      "epoch": 1.2618881834937539,
      "grad_norm": 0.9643563048664263,
      "learning_rate": 0.00027152293480797284,
      "loss": 0.3257,
      "step": 30809
    },
    {
      "epoch": 1.2619291419209502,
      "grad_norm": 1.0030630716052003,
      "learning_rate": 0.00027152102288900963,
      "loss": 0.816,
      "step": 30810
    },
    {
      "epoch": 1.2619701003481465,
      "grad_norm": 0.7201579673042106,
      "learning_rate": 0.00027151911091259824,
      "loss": 0.5671,
      "step": 30811
    },
    {
      "epoch": 1.262011058775343,
      "grad_norm": 0.9387326867008593,
      "learning_rate": 0.0002715171988787397,
      "loss": 0.8684,
      "step": 30812
    },
    {
      "epoch": 1.2620520172025393,
      "grad_norm": 0.8464954417135468,
      "learning_rate": 0.0002715152867874349,
      "loss": 0.96,
      "step": 30813
    },
    {
      "epoch": 1.2620929756297359,
      "grad_norm": 1.2522693585553692,
      "learning_rate": 0.0002715133746386847,
      "loss": 0.806,
      "step": 30814
    },
    {
      "epoch": 1.2621339340569322,
      "grad_norm": 1.0957219139552536,
      "learning_rate": 0.00027151146243249,
      "loss": 1.0422,
      "step": 30815
    },
    {
      "epoch": 1.2621748924841287,
      "grad_norm": 0.8140239102902161,
      "learning_rate": 0.00027150955016885174,
      "loss": 0.8387,
      "step": 30816
    },
    {
      "epoch": 1.262215850911325,
      "grad_norm": 0.7344297793016173,
      "learning_rate": 0.00027150763784777085,
      "loss": 0.901,
      "step": 30817
    },
    {
      "epoch": 1.2622568093385214,
      "grad_norm": 0.7800529508303488,
      "learning_rate": 0.00027150572546924816,
      "loss": 0.5604,
      "step": 30818
    },
    {
      "epoch": 1.262297767765718,
      "grad_norm": 1.2001297559878814,
      "learning_rate": 0.0002715038130332846,
      "loss": 1.0078,
      "step": 30819
    },
    {
      "epoch": 1.2623387261929142,
      "grad_norm": 0.9642526897661974,
      "learning_rate": 0.00027150190053988117,
      "loss": 0.9389,
      "step": 30820
    },
    {
      "epoch": 1.2623796846201105,
      "grad_norm": 1.2187836417013946,
      "learning_rate": 0.00027149998798903864,
      "loss": 1.1214,
      "step": 30821
    },
    {
      "epoch": 1.262420643047307,
      "grad_norm": 1.5220559728848748,
      "learning_rate": 0.00027149807538075796,
      "loss": 1.5598,
      "step": 30822
    },
    {
      "epoch": 1.2624616014745034,
      "grad_norm": 0.8024623530122209,
      "learning_rate": 0.00027149616271504004,
      "loss": 0.8149,
      "step": 30823
    },
    {
      "epoch": 1.2625025599016997,
      "grad_norm": 1.777124478766594,
      "learning_rate": 0.0002714942499918858,
      "loss": 1.0765,
      "step": 30824
    },
    {
      "epoch": 1.2625435183288962,
      "grad_norm": 0.6800206981930959,
      "learning_rate": 0.0002714923372112961,
      "loss": 0.7,
      "step": 30825
    },
    {
      "epoch": 1.2625844767560925,
      "grad_norm": 0.9101035191068672,
      "learning_rate": 0.0002714904243732719,
      "loss": 0.6113,
      "step": 30826
    },
    {
      "epoch": 1.2626254351832888,
      "grad_norm": 2.5828610698411896,
      "learning_rate": 0.00027148851147781405,
      "loss": 3.1575,
      "step": 30827
    },
    {
      "epoch": 1.2626663936104854,
      "grad_norm": 1.3882316692953474,
      "learning_rate": 0.00027148659852492356,
      "loss": 1.4588,
      "step": 30828
    },
    {
      "epoch": 1.2627073520376817,
      "grad_norm": 0.9949482081467284,
      "learning_rate": 0.0002714846855146012,
      "loss": 1.1565,
      "step": 30829
    },
    {
      "epoch": 1.2627483104648782,
      "grad_norm": 0.5764171817801138,
      "learning_rate": 0.00027148277244684794,
      "loss": 0.309,
      "step": 30830
    },
    {
      "epoch": 1.2627892688920745,
      "grad_norm": 1.048784388506362,
      "learning_rate": 0.00027148085932166466,
      "loss": 0.9187,
      "step": 30831
    },
    {
      "epoch": 1.2628302273192709,
      "grad_norm": 1.3181482565133702,
      "learning_rate": 0.00027147894613905227,
      "loss": 1.1233,
      "step": 30832
    },
    {
      "epoch": 1.2628711857464674,
      "grad_norm": 0.9250331396806681,
      "learning_rate": 0.0002714770328990117,
      "loss": 0.8278,
      "step": 30833
    },
    {
      "epoch": 1.2629121441736637,
      "grad_norm": 0.9873380505599687,
      "learning_rate": 0.00027147511960154386,
      "loss": 0.9685,
      "step": 30834
    },
    {
      "epoch": 1.2629531026008602,
      "grad_norm": 0.9015594570710873,
      "learning_rate": 0.0002714732062466496,
      "loss": 0.952,
      "step": 30835
    },
    {
      "epoch": 1.2629940610280566,
      "grad_norm": 0.9584584930324754,
      "learning_rate": 0.0002714712928343298,
      "loss": 0.8202,
      "step": 30836
    },
    {
      "epoch": 1.2630350194552529,
      "grad_norm": 1.0897345174398516,
      "learning_rate": 0.0002714693793645855,
      "loss": 0.4683,
      "step": 30837
    },
    {
      "epoch": 1.2630759778824494,
      "grad_norm": 0.8865387099891275,
      "learning_rate": 0.00027146746583741753,
      "loss": 0.3591,
      "step": 30838
    },
    {
      "epoch": 1.2631169363096457,
      "grad_norm": 0.8797185947940204,
      "learning_rate": 0.0002714655522528268,
      "loss": 0.5942,
      "step": 30839
    },
    {
      "epoch": 1.263157894736842,
      "grad_norm": 1.023939634754764,
      "learning_rate": 0.0002714636386108142,
      "loss": 0.8802,
      "step": 30840
    },
    {
      "epoch": 1.2631988531640386,
      "grad_norm": 1.0233751690614057,
      "learning_rate": 0.00027146172491138057,
      "loss": 1.4008,
      "step": 30841
    },
    {
      "epoch": 1.2632398115912349,
      "grad_norm": 0.8713326185823382,
      "learning_rate": 0.00027145981115452695,
      "loss": 0.743,
      "step": 30842
    },
    {
      "epoch": 1.2632807700184312,
      "grad_norm": 0.7010670275161504,
      "learning_rate": 0.00027145789734025414,
      "loss": 0.7769,
      "step": 30843
    },
    {
      "epoch": 1.2633217284456277,
      "grad_norm": 0.7572965055579414,
      "learning_rate": 0.00027145598346856313,
      "loss": 0.6539,
      "step": 30844
    },
    {
      "epoch": 1.263362686872824,
      "grad_norm": 0.9617589227209846,
      "learning_rate": 0.0002714540695394547,
      "loss": 0.9303,
      "step": 30845
    },
    {
      "epoch": 1.2634036453000204,
      "grad_norm": 1.003082326724327,
      "learning_rate": 0.00027145215555292995,
      "loss": 0.9389,
      "step": 30846
    },
    {
      "epoch": 1.263444603727217,
      "grad_norm": 1.1029935775818915,
      "learning_rate": 0.0002714502415089896,
      "loss": 0.923,
      "step": 30847
    },
    {
      "epoch": 1.2634855621544132,
      "grad_norm": 1.155116115815683,
      "learning_rate": 0.0002714483274076346,
      "loss": 1.1068,
      "step": 30848
    },
    {
      "epoch": 1.2635265205816097,
      "grad_norm": 1.5802928891462606,
      "learning_rate": 0.00027144641324886596,
      "loss": 1.7957,
      "step": 30849
    },
    {
      "epoch": 1.263567479008806,
      "grad_norm": 0.8040304864220834,
      "learning_rate": 0.00027144449903268445,
      "loss": 0.8592,
      "step": 30850
    },
    {
      "epoch": 1.2636084374360026,
      "grad_norm": 0.7389413914563615,
      "learning_rate": 0.000271442584759091,
      "loss": 0.534,
      "step": 30851
    },
    {
      "epoch": 1.263649395863199,
      "grad_norm": 0.832462208206682,
      "learning_rate": 0.00027144067042808654,
      "loss": 0.5515,
      "step": 30852
    },
    {
      "epoch": 1.2636903542903952,
      "grad_norm": 0.7806576088979257,
      "learning_rate": 0.00027143875603967204,
      "loss": 0.8241,
      "step": 30853
    },
    {
      "epoch": 1.2637313127175918,
      "grad_norm": 0.6510851292367268,
      "learning_rate": 0.00027143684159384833,
      "loss": 0.5181,
      "step": 30854
    },
    {
      "epoch": 1.263772271144788,
      "grad_norm": 1.2363104101152504,
      "learning_rate": 0.0002714349270906163,
      "loss": 1.2879,
      "step": 30855
    },
    {
      "epoch": 1.2638132295719844,
      "grad_norm": 0.9037273307925042,
      "learning_rate": 0.0002714330125299769,
      "loss": 0.8514,
      "step": 30856
    },
    {
      "epoch": 1.263854187999181,
      "grad_norm": 1.3210243540303976,
      "learning_rate": 0.00027143109791193104,
      "loss": 1.3056,
      "step": 30857
    },
    {
      "epoch": 1.2638951464263772,
      "grad_norm": 0.8676208355994492,
      "learning_rate": 0.00027142918323647954,
      "loss": 0.8493,
      "step": 30858
    },
    {
      "epoch": 1.2639361048535735,
      "grad_norm": 0.7995860394990901,
      "learning_rate": 0.0002714272685036234,
      "loss": 0.4998,
      "step": 30859
    },
    {
      "epoch": 1.26397706328077,
      "grad_norm": 0.8758904755139669,
      "learning_rate": 0.0002714253537133635,
      "loss": 0.8879,
      "step": 30860
    },
    {
      "epoch": 1.2640180217079664,
      "grad_norm": 0.8332854526320083,
      "learning_rate": 0.00027142343886570074,
      "loss": 0.8649,
      "step": 30861
    },
    {
      "epoch": 1.2640589801351627,
      "grad_norm": 1.4721060882503338,
      "learning_rate": 0.000271421523960636,
      "loss": 0.6944,
      "step": 30862
    },
    {
      "epoch": 1.2640999385623592,
      "grad_norm": 1.1458170990890433,
      "learning_rate": 0.00027141960899817026,
      "loss": 0.4548,
      "step": 30863
    },
    {
      "epoch": 1.2641408969895556,
      "grad_norm": 2.265203249490293,
      "learning_rate": 0.00027141769397830433,
      "loss": 0.7902,
      "step": 30864
    },
    {
      "epoch": 1.2641818554167519,
      "grad_norm": 1.34152493315726,
      "learning_rate": 0.00027141577890103916,
      "loss": 1.1249,
      "step": 30865
    },
    {
      "epoch": 1.2642228138439484,
      "grad_norm": 0.7423098338867834,
      "learning_rate": 0.0002714138637663757,
      "loss": 0.2995,
      "step": 30866
    },
    {
      "epoch": 1.2642637722711447,
      "grad_norm": 0.9149360370890054,
      "learning_rate": 0.00027141194857431474,
      "loss": 0.9181,
      "step": 30867
    },
    {
      "epoch": 1.2643047306983413,
      "grad_norm": 0.7089488604825454,
      "learning_rate": 0.00027141003332485734,
      "loss": 0.4374,
      "step": 30868
    },
    {
      "epoch": 1.2643456891255376,
      "grad_norm": 1.0470645567812549,
      "learning_rate": 0.0002714081180180042,
      "loss": 1.2605,
      "step": 30869
    },
    {
      "epoch": 1.264386647552734,
      "grad_norm": 0.849663269043357,
      "learning_rate": 0.0002714062026537565,
      "loss": 0.9304,
      "step": 30870
    },
    {
      "epoch": 1.2644276059799304,
      "grad_norm": 0.6741508256576895,
      "learning_rate": 0.0002714042872321149,
      "loss": 0.7211,
      "step": 30871
    },
    {
      "epoch": 1.2644685644071267,
      "grad_norm": 1.2663167841751624,
      "learning_rate": 0.0002714023717530804,
      "loss": 0.8857,
      "step": 30872
    },
    {
      "epoch": 1.2645095228343233,
      "grad_norm": 0.5993619327743172,
      "learning_rate": 0.0002714004562166539,
      "loss": 0.3974,
      "step": 30873
    },
    {
      "epoch": 1.2645504812615196,
      "grad_norm": 0.8670988518129173,
      "learning_rate": 0.0002713985406228363,
      "loss": 0.9197,
      "step": 30874
    },
    {
      "epoch": 1.264591439688716,
      "grad_norm": 1.1316060634365042,
      "learning_rate": 0.00027139662497162857,
      "loss": 0.5977,
      "step": 30875
    },
    {
      "epoch": 1.2646323981159124,
      "grad_norm": 1.1231787321974853,
      "learning_rate": 0.00027139470926303155,
      "loss": 1.1731,
      "step": 30876
    },
    {
      "epoch": 1.2646733565431088,
      "grad_norm": 0.9400921731220611,
      "learning_rate": 0.00027139279349704614,
      "loss": 0.9437,
      "step": 30877
    },
    {
      "epoch": 1.264714314970305,
      "grad_norm": 0.8391904336559024,
      "learning_rate": 0.00027139087767367326,
      "loss": 0.8303,
      "step": 30878
    },
    {
      "epoch": 1.2647552733975016,
      "grad_norm": 1.0372722728404842,
      "learning_rate": 0.00027138896179291377,
      "loss": 1.1913,
      "step": 30879
    },
    {
      "epoch": 1.264796231824698,
      "grad_norm": 1.508611656900657,
      "learning_rate": 0.0002713870458547687,
      "loss": 1.0595,
      "step": 30880
    },
    {
      "epoch": 1.2648371902518942,
      "grad_norm": 0.7332216406031251,
      "learning_rate": 0.00027138512985923883,
      "loss": 0.3111,
      "step": 30881
    },
    {
      "epoch": 1.2648781486790908,
      "grad_norm": 0.7159569358287311,
      "learning_rate": 0.0002713832138063251,
      "loss": 0.3503,
      "step": 30882
    },
    {
      "epoch": 1.264919107106287,
      "grad_norm": 0.6745239591089627,
      "learning_rate": 0.0002713812976960285,
      "loss": 0.3043,
      "step": 30883
    },
    {
      "epoch": 1.2649600655334834,
      "grad_norm": 1.657469872487344,
      "learning_rate": 0.00027137938152834985,
      "loss": 1.3025,
      "step": 30884
    },
    {
      "epoch": 1.26500102396068,
      "grad_norm": 0.9877627651738946,
      "learning_rate": 0.00027137746530329,
      "loss": 0.9212,
      "step": 30885
    },
    {
      "epoch": 1.2650419823878762,
      "grad_norm": 1.100082118155717,
      "learning_rate": 0.00027137554902084996,
      "loss": 0.8482,
      "step": 30886
    },
    {
      "epoch": 1.2650829408150728,
      "grad_norm": 0.6602873936432441,
      "learning_rate": 0.00027137363268103066,
      "loss": 0.239,
      "step": 30887
    },
    {
      "epoch": 1.265123899242269,
      "grad_norm": 1.025279725360864,
      "learning_rate": 0.0002713717162838329,
      "loss": 0.9577,
      "step": 30888
    },
    {
      "epoch": 1.2651648576694656,
      "grad_norm": 1.9928465445636292,
      "learning_rate": 0.0002713697998292576,
      "loss": 1.3487,
      "step": 30889
    },
    {
      "epoch": 1.265205816096662,
      "grad_norm": 0.8834913476497981,
      "learning_rate": 0.00027136788331730575,
      "loss": 0.803,
      "step": 30890
    },
    {
      "epoch": 1.2652467745238583,
      "grad_norm": 1.2096071691741022,
      "learning_rate": 0.00027136596674797825,
      "loss": 0.9564,
      "step": 30891
    },
    {
      "epoch": 1.2652877329510548,
      "grad_norm": 1.3423783505889773,
      "learning_rate": 0.0002713640501212759,
      "loss": 0.4057,
      "step": 30892
    },
    {
      "epoch": 1.265328691378251,
      "grad_norm": 1.8178483110179426,
      "learning_rate": 0.0002713621334371997,
      "loss": 2.3148,
      "step": 30893
    },
    {
      "epoch": 1.2653696498054474,
      "grad_norm": 0.9396455031962944,
      "learning_rate": 0.0002713602166957505,
      "loss": 0.7782,
      "step": 30894
    },
    {
      "epoch": 1.265410608232644,
      "grad_norm": 1.0166164201399983,
      "learning_rate": 0.0002713582998969292,
      "loss": 0.869,
      "step": 30895
    },
    {
      "epoch": 1.2654515666598403,
      "grad_norm": 0.8245591761657828,
      "learning_rate": 0.0002713563830407368,
      "loss": 0.4089,
      "step": 30896
    },
    {
      "epoch": 1.2654925250870366,
      "grad_norm": 1.6030673241278386,
      "learning_rate": 0.0002713544661271741,
      "loss": 1.3086,
      "step": 30897
    },
    {
      "epoch": 1.2655334835142331,
      "grad_norm": 0.9034181471865214,
      "learning_rate": 0.0002713525491562421,
      "loss": 0.3625,
      "step": 30898
    },
    {
      "epoch": 1.2655744419414294,
      "grad_norm": 2.6222629340315255,
      "learning_rate": 0.0002713506321279416,
      "loss": 4.7333,
      "step": 30899
    },
    {
      "epoch": 1.2656154003686257,
      "grad_norm": 0.707154080096768,
      "learning_rate": 0.00027134871504227363,
      "loss": 0.3932,
      "step": 30900
    },
    {
      "epoch": 1.2656563587958223,
      "grad_norm": 1.0869080547733463,
      "learning_rate": 0.000271346797899239,
      "loss": 0.9308,
      "step": 30901
    },
    {
      "epoch": 1.2656973172230186,
      "grad_norm": 1.0607932706426644,
      "learning_rate": 0.00027134488069883864,
      "loss": 0.9317,
      "step": 30902
    },
    {
      "epoch": 1.265738275650215,
      "grad_norm": 0.6476283911610243,
      "learning_rate": 0.00027134296344107344,
      "loss": 0.3261,
      "step": 30903
    },
    {
      "epoch": 1.2657792340774114,
      "grad_norm": 1.2157915487497801,
      "learning_rate": 0.00027134104612594435,
      "loss": 0.7518,
      "step": 30904
    },
    {
      "epoch": 1.2658201925046078,
      "grad_norm": 0.7508411143013937,
      "learning_rate": 0.00027133912875345223,
      "loss": 0.7914,
      "step": 30905
    },
    {
      "epoch": 1.2658611509318043,
      "grad_norm": 0.7840153463178737,
      "learning_rate": 0.0002713372113235981,
      "loss": 0.7594,
      "step": 30906
    },
    {
      "epoch": 1.2659021093590006,
      "grad_norm": 1.025372111284719,
      "learning_rate": 0.0002713352938363827,
      "loss": 0.789,
      "step": 30907
    },
    {
      "epoch": 1.2659430677861971,
      "grad_norm": 0.8740640099151464,
      "learning_rate": 0.000271333376291807,
      "loss": 0.6815,
      "step": 30908
    },
    {
      "epoch": 1.2659840262133935,
      "grad_norm": 0.7077597071865276,
      "learning_rate": 0.0002713314586898719,
      "loss": 0.7975,
      "step": 30909
    },
    {
      "epoch": 1.2660249846405898,
      "grad_norm": 1.2639569857379895,
      "learning_rate": 0.0002713295410305784,
      "loss": 0.7983,
      "step": 30910
    },
    {
      "epoch": 1.2660659430677863,
      "grad_norm": 1.4084511451534056,
      "learning_rate": 0.0002713276233139273,
      "loss": 1.4035,
      "step": 30911
    },
    {
      "epoch": 1.2661069014949826,
      "grad_norm": 1.3014112235207689,
      "learning_rate": 0.0002713257055399195,
      "loss": 1.1299,
      "step": 30912
    },
    {
      "epoch": 1.266147859922179,
      "grad_norm": 1.047783841244055,
      "learning_rate": 0.000271323787708556,
      "loss": 1.0168,
      "step": 30913
    },
    {
      "epoch": 1.2661888183493755,
      "grad_norm": 0.7015871406164682,
      "learning_rate": 0.00027132186981983767,
      "loss": 0.6924,
      "step": 30914
    },
    {
      "epoch": 1.2662297767765718,
      "grad_norm": 0.8213963563728996,
      "learning_rate": 0.00027131995187376536,
      "loss": 0.9222,
      "step": 30915
    },
    {
      "epoch": 1.266270735203768,
      "grad_norm": 0.8524073296423547,
      "learning_rate": 0.00027131803387034007,
      "loss": 0.6874,
      "step": 30916
    },
    {
      "epoch": 1.2663116936309646,
      "grad_norm": 1.1879569043386908,
      "learning_rate": 0.0002713161158095626,
      "loss": 0.8155,
      "step": 30917
    },
    {
      "epoch": 1.266352652058161,
      "grad_norm": 1.121756098847375,
      "learning_rate": 0.0002713141976914339,
      "loss": 0.6902,
      "step": 30918
    },
    {
      "epoch": 1.2663936104853573,
      "grad_norm": 0.770296458526348,
      "learning_rate": 0.00027131227951595493,
      "loss": 0.7697,
      "step": 30919
    },
    {
      "epoch": 1.2664345689125538,
      "grad_norm": 1.4005754713155425,
      "learning_rate": 0.00027131036128312655,
      "loss": 1.9429,
      "step": 30920
    },
    {
      "epoch": 1.26647552733975,
      "grad_norm": 1.039509372851772,
      "learning_rate": 0.00027130844299294967,
      "loss": 0.8549,
      "step": 30921
    },
    {
      "epoch": 1.2665164857669464,
      "grad_norm": 0.8047636612311636,
      "learning_rate": 0.00027130652464542516,
      "loss": 0.5784,
      "step": 30922
    },
    {
      "epoch": 1.266557444194143,
      "grad_norm": 1.3068925744003261,
      "learning_rate": 0.000271304606240554,
      "loss": 1.1515,
      "step": 30923
    },
    {
      "epoch": 1.2665984026213393,
      "grad_norm": 1.025610159324,
      "learning_rate": 0.00027130268777833706,
      "loss": 0.823,
      "step": 30924
    },
    {
      "epoch": 1.2666393610485358,
      "grad_norm": 0.8413310651491565,
      "learning_rate": 0.0002713007692587752,
      "loss": 0.7833,
      "step": 30925
    },
    {
      "epoch": 1.2666803194757321,
      "grad_norm": 0.6885276637006434,
      "learning_rate": 0.0002712988506818694,
      "loss": 0.7993,
      "step": 30926
    },
    {
      "epoch": 1.2667212779029287,
      "grad_norm": 0.9904631765217068,
      "learning_rate": 0.00027129693204762053,
      "loss": 0.8591,
      "step": 30927
    },
    {
      "epoch": 1.266762236330125,
      "grad_norm": 0.5303292793310436,
      "learning_rate": 0.00027129501335602956,
      "loss": 0.244,
      "step": 30928
    },
    {
      "epoch": 1.2668031947573213,
      "grad_norm": 1.0011247085276,
      "learning_rate": 0.0002712930946070973,
      "loss": 0.7219,
      "step": 30929
    },
    {
      "epoch": 1.2668441531845178,
      "grad_norm": 1.2547729972869348,
      "learning_rate": 0.0002712911758008247,
      "loss": 1.5341,
      "step": 30930
    },
    {
      "epoch": 1.2668851116117141,
      "grad_norm": 0.7290093900197425,
      "learning_rate": 0.0002712892569372127,
      "loss": 0.4078,
      "step": 30931
    },
    {
      "epoch": 1.2669260700389104,
      "grad_norm": 0.8555894623441285,
      "learning_rate": 0.0002712873380162622,
      "loss": 0.776,
      "step": 30932
    },
    {
      "epoch": 1.266967028466107,
      "grad_norm": 0.8204641401056039,
      "learning_rate": 0.00027128541903797404,
      "loss": 0.8076,
      "step": 30933
    },
    {
      "epoch": 1.2670079868933033,
      "grad_norm": 0.8557666323680002,
      "learning_rate": 0.0002712835000023492,
      "loss": 0.8081,
      "step": 30934
    },
    {
      "epoch": 1.2670489453204996,
      "grad_norm": 1.0861744307735983,
      "learning_rate": 0.0002712815809093885,
      "loss": 0.796,
      "step": 30935
    },
    {
      "epoch": 1.2670899037476961,
      "grad_norm": 0.9676226207443618,
      "learning_rate": 0.000271279661759093,
      "loss": 0.8892,
      "step": 30936
    },
    {
      "epoch": 1.2671308621748925,
      "grad_norm": 0.6202051873771164,
      "learning_rate": 0.00027127774255146346,
      "loss": 0.4582,
      "step": 30937
    },
    {
      "epoch": 1.2671718206020888,
      "grad_norm": 1.164042490384946,
      "learning_rate": 0.0002712758232865008,
      "loss": 1.3678,
      "step": 30938
    },
    {
      "epoch": 1.2672127790292853,
      "grad_norm": 0.7187733606348738,
      "learning_rate": 0.00027127390396420605,
      "loss": 0.6488,
      "step": 30939
    },
    {
      "epoch": 1.2672537374564816,
      "grad_norm": 0.7392033593705957,
      "learning_rate": 0.00027127198458458,
      "loss": 0.7187,
      "step": 30940
    },
    {
      "epoch": 1.267294695883678,
      "grad_norm": 0.8510890742420827,
      "learning_rate": 0.00027127006514762357,
      "loss": 1.0494,
      "step": 30941
    },
    {
      "epoch": 1.2673356543108745,
      "grad_norm": 1.3286496539166013,
      "learning_rate": 0.0002712681456533377,
      "loss": 0.9472,
      "step": 30942
    },
    {
      "epoch": 1.2673766127380708,
      "grad_norm": 0.9579338970884353,
      "learning_rate": 0.0002712662261017233,
      "loss": 0.9568,
      "step": 30943
    },
    {
      "epoch": 1.2674175711652673,
      "grad_norm": 0.8135432760315585,
      "learning_rate": 0.0002712643064927813,
      "loss": 0.7618,
      "step": 30944
    },
    {
      "epoch": 1.2674585295924636,
      "grad_norm": 1.059749979396462,
      "learning_rate": 0.00027126238682651253,
      "loss": 1.1365,
      "step": 30945
    },
    {
      "epoch": 1.2674994880196602,
      "grad_norm": 0.989810574960588,
      "learning_rate": 0.000271260467102918,
      "loss": 0.7544,
      "step": 30946
    },
    {
      "epoch": 1.2675404464468565,
      "grad_norm": 0.9342760752695227,
      "learning_rate": 0.00027125854732199846,
      "loss": 0.935,
      "step": 30947
    },
    {
      "epoch": 1.2675814048740528,
      "grad_norm": 0.8354930972241085,
      "learning_rate": 0.00027125662748375494,
      "loss": 0.6779,
      "step": 30948
    },
    {
      "epoch": 1.2676223633012493,
      "grad_norm": 0.9689524151736032,
      "learning_rate": 0.00027125470758818836,
      "loss": 0.8317,
      "step": 30949
    },
    {
      "epoch": 1.2676633217284456,
      "grad_norm": 1.0210252449585713,
      "learning_rate": 0.0002712527876352995,
      "loss": 0.5306,
      "step": 30950
    },
    {
      "epoch": 1.267704280155642,
      "grad_norm": 0.9349926613869066,
      "learning_rate": 0.00027125086762508946,
      "loss": 1.0887,
      "step": 30951
    },
    {
      "epoch": 1.2677452385828385,
      "grad_norm": 0.7440974058880105,
      "learning_rate": 0.00027124894755755903,
      "loss": 0.6613,
      "step": 30952
    },
    {
      "epoch": 1.2677861970100348,
      "grad_norm": 0.7706159619749471,
      "learning_rate": 0.0002712470274327091,
      "loss": 0.3125,
      "step": 30953
    },
    {
      "epoch": 1.2678271554372311,
      "grad_norm": 0.7838423569894046,
      "learning_rate": 0.0002712451072505407,
      "loss": 0.3678,
      "step": 30954
    },
    {
      "epoch": 1.2678681138644277,
      "grad_norm": 2.108399028763854,
      "learning_rate": 0.00027124318701105454,
      "loss": 1.6232,
      "step": 30955
    },
    {
      "epoch": 1.267909072291624,
      "grad_norm": 0.9584067636896334,
      "learning_rate": 0.0002712412667142517,
      "loss": 0.8033,
      "step": 30956
    },
    {
      "epoch": 1.2679500307188203,
      "grad_norm": 2.9887943672864195,
      "learning_rate": 0.000271239346360133,
      "loss": 2.818,
      "step": 30957
    },
    {
      "epoch": 1.2679909891460168,
      "grad_norm": 0.7560633093845358,
      "learning_rate": 0.00027123742594869935,
      "loss": 0.7413,
      "step": 30958
    },
    {
      "epoch": 1.2680319475732131,
      "grad_norm": 1.211875475535067,
      "learning_rate": 0.00027123550547995167,
      "loss": 1.0864,
      "step": 30959
    },
    {
      "epoch": 1.2680729060004094,
      "grad_norm": 0.8496044823727723,
      "learning_rate": 0.00027123358495389095,
      "loss": 0.8677,
      "step": 30960
    },
    {
      "epoch": 1.268113864427606,
      "grad_norm": 0.8894723952467224,
      "learning_rate": 0.00027123166437051794,
      "loss": 0.9105,
      "step": 30961
    },
    {
      "epoch": 1.2681548228548023,
      "grad_norm": 0.9217456564619717,
      "learning_rate": 0.0002712297437298337,
      "loss": 0.6561,
      "step": 30962
    },
    {
      "epoch": 1.2681957812819988,
      "grad_norm": 0.8798915015530567,
      "learning_rate": 0.00027122782303183905,
      "loss": 0.8395,
      "step": 30963
    },
    {
      "epoch": 1.2682367397091951,
      "grad_norm": 0.7967707653754084,
      "learning_rate": 0.00027122590227653495,
      "loss": 0.7075,
      "step": 30964
    },
    {
      "epoch": 1.2682776981363917,
      "grad_norm": 1.0014214567662334,
      "learning_rate": 0.00027122398146392225,
      "loss": 1.0052,
      "step": 30965
    },
    {
      "epoch": 1.268318656563588,
      "grad_norm": 0.8384086074513881,
      "learning_rate": 0.0002712220605940018,
      "loss": 0.8942,
      "step": 30966
    },
    {
      "epoch": 1.2683596149907843,
      "grad_norm": 0.9853143457559476,
      "learning_rate": 0.00027122013966677475,
      "loss": 0.3676,
      "step": 30967
    },
    {
      "epoch": 1.2684005734179808,
      "grad_norm": 0.9826415011197902,
      "learning_rate": 0.0002712182186822418,
      "loss": 1.024,
      "step": 30968
    },
    {
      "epoch": 1.2684415318451772,
      "grad_norm": 0.7932788483884249,
      "learning_rate": 0.0002712162976404038,
      "loss": 0.7984,
      "step": 30969
    },
    {
      "epoch": 1.2684824902723735,
      "grad_norm": 0.9939001656584556,
      "learning_rate": 0.0002712143765412619,
      "loss": 1.1307,
      "step": 30970
    },
    {
      "epoch": 1.26852344869957,
      "grad_norm": 0.8149396402453516,
      "learning_rate": 0.00027121245538481683,
      "loss": 0.843,
      "step": 30971
    },
    {
      "epoch": 1.2685644071267663,
      "grad_norm": 0.9664741791551412,
      "learning_rate": 0.0002712105341710696,
      "loss": 0.7691,
      "step": 30972
    },
    {
      "epoch": 1.2686053655539626,
      "grad_norm": 1.4095236027068883,
      "learning_rate": 0.000271208612900021,
      "loss": 1.8151,
      "step": 30973
    },
    {
      "epoch": 1.2686463239811592,
      "grad_norm": 0.9164661683860373,
      "learning_rate": 0.00027120669157167196,
      "loss": 0.9047,
      "step": 30974
    },
    {
      "epoch": 1.2686872824083555,
      "grad_norm": 2.423722276425489,
      "learning_rate": 0.00027120477018602356,
      "loss": 3.169,
      "step": 30975
    },
    {
      "epoch": 1.2687282408355518,
      "grad_norm": 0.8160304572571377,
      "learning_rate": 0.0002712028487430764,
      "loss": 0.8521,
      "step": 30976
    },
    {
      "epoch": 1.2687691992627483,
      "grad_norm": 0.6372818106139042,
      "learning_rate": 0.00027120092724283176,
      "loss": 0.3173,
      "step": 30977
    },
    {
      "epoch": 1.2688101576899447,
      "grad_norm": 0.8031037128648807,
      "learning_rate": 0.00027119900568529025,
      "loss": 0.459,
      "step": 30978
    },
    {
      "epoch": 1.268851116117141,
      "grad_norm": 1.4476777977883628,
      "learning_rate": 0.00027119708407045284,
      "loss": 1.5281,
      "step": 30979
    },
    {
      "epoch": 1.2688920745443375,
      "grad_norm": 0.837639500008034,
      "learning_rate": 0.0002711951623983206,
      "loss": 0.4575,
      "step": 30980
    },
    {
      "epoch": 1.2689330329715338,
      "grad_norm": 0.7476072538673837,
      "learning_rate": 0.00027119324066889424,
      "loss": 0.6797,
      "step": 30981
    },
    {
      "epoch": 1.2689739913987303,
      "grad_norm": 0.8085261101681567,
      "learning_rate": 0.00027119131888217473,
      "loss": 0.8908,
      "step": 30982
    },
    {
      "epoch": 1.2690149498259267,
      "grad_norm": 1.0181090406318436,
      "learning_rate": 0.000271189397038163,
      "loss": 0.9283,
      "step": 30983
    },
    {
      "epoch": 1.2690559082531232,
      "grad_norm": 0.7805816284084669,
      "learning_rate": 0.0002711874751368601,
      "loss": 0.6214,
      "step": 30984
    },
    {
      "epoch": 1.2690968666803195,
      "grad_norm": 1.4608039821202834,
      "learning_rate": 0.0002711855531782666,
      "loss": 1.3823,
      "step": 30985
    },
    {
      "epoch": 1.2691378251075158,
      "grad_norm": 0.7546006269161986,
      "learning_rate": 0.0002711836311623837,
      "loss": 0.7657,
      "step": 30986
    },
    {
      "epoch": 1.2691787835347124,
      "grad_norm": 0.8868030992615744,
      "learning_rate": 0.00027118170908921216,
      "loss": 0.971,
      "step": 30987
    },
    {
      "epoch": 1.2692197419619087,
      "grad_norm": 0.8397433833726565,
      "learning_rate": 0.000271179786958753,
      "loss": 0.8388,
      "step": 30988
    },
    {
      "epoch": 1.269260700389105,
      "grad_norm": 1.3100417242128928,
      "learning_rate": 0.0002711778647710071,
      "loss": 1.1868,
      "step": 30989
    },
    {
      "epoch": 1.2693016588163015,
      "grad_norm": 0.7824075251124304,
      "learning_rate": 0.00027117594252597525,
      "loss": 0.8328,
      "step": 30990
    },
    {
      "epoch": 1.2693426172434978,
      "grad_norm": 0.7478455311101123,
      "learning_rate": 0.00027117402022365847,
      "loss": 0.5567,
      "step": 30991
    },
    {
      "epoch": 1.2693835756706942,
      "grad_norm": 0.5220340109025492,
      "learning_rate": 0.00027117209786405765,
      "loss": 0.3046,
      "step": 30992
    },
    {
      "epoch": 1.2694245340978907,
      "grad_norm": 1.0814069578198449,
      "learning_rate": 0.00027117017544717366,
      "loss": 0.8444,
      "step": 30993
    },
    {
      "epoch": 1.269465492525087,
      "grad_norm": 0.684106518061711,
      "learning_rate": 0.00027116825297300747,
      "loss": 0.6643,
      "step": 30994
    },
    {
      "epoch": 1.2695064509522833,
      "grad_norm": 0.6997056509388022,
      "learning_rate": 0.00027116633044155995,
      "loss": 0.2748,
      "step": 30995
    },
    {
      "epoch": 1.2695474093794799,
      "grad_norm": 1.0975399868921498,
      "learning_rate": 0.0002711644078528321,
      "loss": 1.2507,
      "step": 30996
    },
    {
      "epoch": 1.2695883678066762,
      "grad_norm": 0.7749086145865999,
      "learning_rate": 0.0002711624852068247,
      "loss": 0.6492,
      "step": 30997
    },
    {
      "epoch": 1.2696293262338727,
      "grad_norm": 1.118551896428294,
      "learning_rate": 0.00027116056250353865,
      "loss": 0.9774,
      "step": 30998
    },
    {
      "epoch": 1.269670284661069,
      "grad_norm": 1.121610602332652,
      "learning_rate": 0.000271158639742975,
      "loss": 1.3266,
      "step": 30999
    },
    {
      "epoch": 1.2697112430882653,
      "grad_norm": 0.6106407354925453,
      "learning_rate": 0.00027115671692513454,
      "loss": 0.4737,
      "step": 31000
    },
    {
      "epoch": 1.2697522015154619,
      "grad_norm": 1.2178538667318597,
      "learning_rate": 0.0002711547940500182,
      "loss": 0.995,
      "step": 31001
    },
    {
      "epoch": 1.2697931599426582,
      "grad_norm": 0.8797218152319356,
      "learning_rate": 0.00027115287111762685,
      "loss": 0.7537,
      "step": 31002
    },
    {
      "epoch": 1.2698341183698547,
      "grad_norm": 1.5077158081871667,
      "learning_rate": 0.00027115094812796156,
      "loss": 1.5134,
      "step": 31003
    },
    {
      "epoch": 1.269875076797051,
      "grad_norm": 0.9622087394750012,
      "learning_rate": 0.0002711490250810231,
      "loss": 0.9138,
      "step": 31004
    },
    {
      "epoch": 1.2699160352242473,
      "grad_norm": 1.1306539361637993,
      "learning_rate": 0.0002711471019768124,
      "loss": 1.2015,
      "step": 31005
    },
    {
      "epoch": 1.2699569936514439,
      "grad_norm": 0.9381834084125645,
      "learning_rate": 0.00027114517881533036,
      "loss": 0.8252,
      "step": 31006
    },
    {
      "epoch": 1.2699979520786402,
      "grad_norm": 0.7587936838813374,
      "learning_rate": 0.0002711432555965779,
      "loss": 0.3514,
      "step": 31007
    },
    {
      "epoch": 1.2700389105058365,
      "grad_norm": 1.6590806211668512,
      "learning_rate": 0.00027114133232055603,
      "loss": 1.2539,
      "step": 31008
    },
    {
      "epoch": 1.270079868933033,
      "grad_norm": 0.5596996913866281,
      "learning_rate": 0.0002711394089872655,
      "loss": 0.3196,
      "step": 31009
    },
    {
      "epoch": 1.2701208273602294,
      "grad_norm": 0.8215746823946479,
      "learning_rate": 0.00027113748559670723,
      "loss": 0.7283,
      "step": 31010
    },
    {
      "epoch": 1.2701617857874257,
      "grad_norm": 1.0137871081019785,
      "learning_rate": 0.0002711355621488823,
      "loss": 0.9696,
      "step": 31011
    },
    {
      "epoch": 1.2702027442146222,
      "grad_norm": 1.0510761923824363,
      "learning_rate": 0.00027113363864379145,
      "loss": 0.9305,
      "step": 31012
    },
    {
      "epoch": 1.2702437026418185,
      "grad_norm": 1.422491947690274,
      "learning_rate": 0.0002711317150814356,
      "loss": 1.3903,
      "step": 31013
    },
    {
      "epoch": 1.2702846610690148,
      "grad_norm": 1.8074060544453092,
      "learning_rate": 0.0002711297914618158,
      "loss": 2.4688,
      "step": 31014
    },
    {
      "epoch": 1.2703256194962114,
      "grad_norm": 1.3170213315707946,
      "learning_rate": 0.0002711278677849328,
      "loss": 1.1997,
      "step": 31015
    },
    {
      "epoch": 1.2703665779234077,
      "grad_norm": 0.9341068548242585,
      "learning_rate": 0.0002711259440507876,
      "loss": 0.6525,
      "step": 31016
    },
    {
      "epoch": 1.2704075363506042,
      "grad_norm": 0.7897433214419631,
      "learning_rate": 0.000271124020259381,
      "loss": 0.6963,
      "step": 31017
    },
    {
      "epoch": 1.2704484947778005,
      "grad_norm": 0.8157102948874692,
      "learning_rate": 0.0002711220964107141,
      "loss": 0.7555,
      "step": 31018
    },
    {
      "epoch": 1.270489453204997,
      "grad_norm": 0.87652598862871,
      "learning_rate": 0.00027112017250478766,
      "loss": 0.9288,
      "step": 31019
    },
    {
      "epoch": 1.2705304116321934,
      "grad_norm": 0.9143962610440886,
      "learning_rate": 0.00027111824854160265,
      "loss": 0.8449,
      "step": 31020
    },
    {
      "epoch": 1.2705713700593897,
      "grad_norm": 1.0259106247300818,
      "learning_rate": 0.00027111632452115996,
      "loss": 1.3165,
      "step": 31021
    },
    {
      "epoch": 1.2706123284865862,
      "grad_norm": 0.8312814945814814,
      "learning_rate": 0.00027111440044346043,
      "loss": 0.8397,
      "step": 31022
    },
    {
      "epoch": 1.2706532869137825,
      "grad_norm": 0.4814553344654831,
      "learning_rate": 0.0002711124763085051,
      "loss": 0.2672,
      "step": 31023
    },
    {
      "epoch": 1.2706942453409789,
      "grad_norm": 1.2303016058521796,
      "learning_rate": 0.0002711105521162948,
      "loss": 0.93,
      "step": 31024
    },
    {
      "epoch": 1.2707352037681754,
      "grad_norm": 0.686826517125275,
      "learning_rate": 0.0002711086278668305,
      "loss": 0.3279,
      "step": 31025
    },
    {
      "epoch": 1.2707761621953717,
      "grad_norm": 0.7011638505095659,
      "learning_rate": 0.000271106703560113,
      "loss": 0.7139,
      "step": 31026
    },
    {
      "epoch": 1.270817120622568,
      "grad_norm": 2.217272772383426,
      "learning_rate": 0.00027110477919614336,
      "loss": 3.4386,
      "step": 31027
    },
    {
      "epoch": 1.2708580790497646,
      "grad_norm": 0.7613298560239019,
      "learning_rate": 0.00027110285477492235,
      "loss": 0.3315,
      "step": 31028
    },
    {
      "epoch": 1.2708990374769609,
      "grad_norm": 0.9205672026206373,
      "learning_rate": 0.00027110093029645096,
      "loss": 0.5744,
      "step": 31029
    },
    {
      "epoch": 1.2709399959041572,
      "grad_norm": 0.9275176956962639,
      "learning_rate": 0.00027109900576073007,
      "loss": 1.0406,
      "step": 31030
    },
    {
      "epoch": 1.2709809543313537,
      "grad_norm": 1.0309248202371033,
      "learning_rate": 0.0002710970811677606,
      "loss": 1.1581,
      "step": 31031
    },
    {
      "epoch": 1.27102191275855,
      "grad_norm": 3.983375994616197,
      "learning_rate": 0.00027109515651754345,
      "loss": 2.7575,
      "step": 31032
    },
    {
      "epoch": 1.2710628711857463,
      "grad_norm": 1.0706931629320118,
      "learning_rate": 0.00027109323181007957,
      "loss": 0.871,
      "step": 31033
    },
    {
      "epoch": 1.2711038296129429,
      "grad_norm": 0.697175201273096,
      "learning_rate": 0.0002710913070453698,
      "loss": 0.8532,
      "step": 31034
    },
    {
      "epoch": 1.2711447880401392,
      "grad_norm": 0.9811334073181186,
      "learning_rate": 0.0002710893822234151,
      "loss": 0.9821,
      "step": 31035
    },
    {
      "epoch": 1.2711857464673357,
      "grad_norm": 0.7910768407093715,
      "learning_rate": 0.00027108745734421636,
      "loss": 0.7579,
      "step": 31036
    },
    {
      "epoch": 1.271226704894532,
      "grad_norm": 0.9092516289997585,
      "learning_rate": 0.00027108553240777445,
      "loss": 0.839,
      "step": 31037
    },
    {
      "epoch": 1.2712676633217286,
      "grad_norm": 0.507358284470449,
      "learning_rate": 0.0002710836074140904,
      "loss": 0.221,
      "step": 31038
    },
    {
      "epoch": 1.271308621748925,
      "grad_norm": 0.6229930165611255,
      "learning_rate": 0.000271081682363165,
      "loss": 0.3197,
      "step": 31039
    },
    {
      "epoch": 1.2713495801761212,
      "grad_norm": 1.0142527027226886,
      "learning_rate": 0.00027107975725499924,
      "loss": 1.1003,
      "step": 31040
    },
    {
      "epoch": 1.2713905386033177,
      "grad_norm": 0.7014337187269387,
      "learning_rate": 0.000271077832089594,
      "loss": 0.4215,
      "step": 31041
    },
    {
      "epoch": 1.271431497030514,
      "grad_norm": 0.9306017997754769,
      "learning_rate": 0.00027107590686695015,
      "loss": 0.9767,
      "step": 31042
    },
    {
      "epoch": 1.2714724554577104,
      "grad_norm": 1.947983636543256,
      "learning_rate": 0.00027107398158706866,
      "loss": 1.4905,
      "step": 31043
    },
    {
      "epoch": 1.271513413884907,
      "grad_norm": 1.2004515316076654,
      "learning_rate": 0.0002710720562499504,
      "loss": 1.3082,
      "step": 31044
    },
    {
      "epoch": 1.2715543723121032,
      "grad_norm": 1.2434723609649834,
      "learning_rate": 0.0002710701308555963,
      "loss": 1.3798,
      "step": 31045
    },
    {
      "epoch": 1.2715953307392995,
      "grad_norm": 0.9848313278822353,
      "learning_rate": 0.00027106820540400735,
      "loss": 0.867,
      "step": 31046
    },
    {
      "epoch": 1.271636289166496,
      "grad_norm": 1.0698480689568401,
      "learning_rate": 0.00027106627989518427,
      "loss": 0.8239,
      "step": 31047
    },
    {
      "epoch": 1.2716772475936924,
      "grad_norm": 1.3434128908999532,
      "learning_rate": 0.0002710643543291281,
      "loss": 0.9126,
      "step": 31048
    },
    {
      "epoch": 1.2717182060208887,
      "grad_norm": 0.9807941660600737,
      "learning_rate": 0.00027106242870583974,
      "loss": 1.0915,
      "step": 31049
    },
    {
      "epoch": 1.2717591644480852,
      "grad_norm": 1.1813582781777587,
      "learning_rate": 0.00027106050302532007,
      "loss": 0.9422,
      "step": 31050
    },
    {
      "epoch": 1.2718001228752815,
      "grad_norm": 1.423496201258551,
      "learning_rate": 0.0002710585772875701,
      "loss": 1.005,
      "step": 31051
    },
    {
      "epoch": 1.2718410813024779,
      "grad_norm": 0.9745609057922279,
      "learning_rate": 0.0002710566514925906,
      "loss": 0.6255,
      "step": 31052
    },
    {
      "epoch": 1.2718820397296744,
      "grad_norm": 0.9060236312110299,
      "learning_rate": 0.0002710547256403825,
      "loss": 1.1008,
      "step": 31053
    },
    {
      "epoch": 1.2719229981568707,
      "grad_norm": 3.876662288877539,
      "learning_rate": 0.0002710527997309468,
      "loss": 1.4287,
      "step": 31054
    },
    {
      "epoch": 1.2719639565840672,
      "grad_norm": 0.6732813176921637,
      "learning_rate": 0.00027105087376428434,
      "loss": 0.5615,
      "step": 31055
    },
    {
      "epoch": 1.2720049150112636,
      "grad_norm": 0.8860715359480033,
      "learning_rate": 0.00027104894774039606,
      "loss": 1.0128,
      "step": 31056
    },
    {
      "epoch": 1.27204587343846,
      "grad_norm": 0.8616558727146519,
      "learning_rate": 0.0002710470216592829,
      "loss": 0.876,
      "step": 31057
    },
    {
      "epoch": 1.2720868318656564,
      "grad_norm": 0.799815110567702,
      "learning_rate": 0.0002710450955209457,
      "loss": 0.8118,
      "step": 31058
    },
    {
      "epoch": 1.2721277902928527,
      "grad_norm": 0.45522188967867655,
      "learning_rate": 0.00027104316932538536,
      "loss": 0.1952,
      "step": 31059
    },
    {
      "epoch": 1.2721687487200493,
      "grad_norm": 0.8241141857720399,
      "learning_rate": 0.00027104124307260287,
      "loss": 0.4551,
      "step": 31060
    },
    {
      "epoch": 1.2722097071472456,
      "grad_norm": 0.5193183687049562,
      "learning_rate": 0.0002710393167625991,
      "loss": 0.3145,
      "step": 31061
    },
    {
      "epoch": 1.2722506655744419,
      "grad_norm": 0.7354869590179056,
      "learning_rate": 0.00027103739039537495,
      "loss": 0.6696,
      "step": 31062
    },
    {
      "epoch": 1.2722916240016384,
      "grad_norm": 0.6485942276730033,
      "learning_rate": 0.00027103546397093143,
      "loss": 0.3126,
      "step": 31063
    },
    {
      "epoch": 1.2723325824288347,
      "grad_norm": 0.5819080351301495,
      "learning_rate": 0.0002710335374892693,
      "loss": 0.3189,
      "step": 31064
    },
    {
      "epoch": 1.272373540856031,
      "grad_norm": 0.8632801600151927,
      "learning_rate": 0.00027103161095038954,
      "loss": 0.8969,
      "step": 31065
    },
    {
      "epoch": 1.2724144992832276,
      "grad_norm": 1.2253456575412853,
      "learning_rate": 0.000271029684354293,
      "loss": 1.3046,
      "step": 31066
    },
    {
      "epoch": 1.272455457710424,
      "grad_norm": 0.9167242457207758,
      "learning_rate": 0.00027102775770098075,
      "loss": 0.7515,
      "step": 31067
    },
    {
      "epoch": 1.2724964161376202,
      "grad_norm": 0.936784376466577,
      "learning_rate": 0.0002710258309904535,
      "loss": 0.929,
      "step": 31068
    },
    {
      "epoch": 1.2725373745648167,
      "grad_norm": 0.7462297575428634,
      "learning_rate": 0.00027102390422271234,
      "loss": 0.725,
      "step": 31069
    },
    {
      "epoch": 1.272578332992013,
      "grad_norm": 1.237271771004562,
      "learning_rate": 0.0002710219773977581,
      "loss": 1.2817,
      "step": 31070
    },
    {
      "epoch": 1.2726192914192094,
      "grad_norm": 0.8736087571734568,
      "learning_rate": 0.00027102005051559167,
      "loss": 0.4951,
      "step": 31071
    },
    {
      "epoch": 1.272660249846406,
      "grad_norm": 1.0547304770783335,
      "learning_rate": 0.00027101812357621397,
      "loss": 0.7892,
      "step": 31072
    },
    {
      "epoch": 1.2727012082736022,
      "grad_norm": 1.0895240700437674,
      "learning_rate": 0.0002710161965796259,
      "loss": 1.0748,
      "step": 31073
    },
    {
      "epoch": 1.2727421667007988,
      "grad_norm": 0.9040576887297447,
      "learning_rate": 0.00027101426952582844,
      "loss": 0.4887,
      "step": 31074
    },
    {
      "epoch": 1.272783125127995,
      "grad_norm": 1.0939296218035472,
      "learning_rate": 0.0002710123424148224,
      "loss": 0.7802,
      "step": 31075
    },
    {
      "epoch": 1.2728240835551916,
      "grad_norm": 0.9550511273774238,
      "learning_rate": 0.0002710104152466088,
      "loss": 0.755,
      "step": 31076
    },
    {
      "epoch": 1.272865041982388,
      "grad_norm": 0.7530723051954427,
      "learning_rate": 0.0002710084880211885,
      "loss": 0.6595,
      "step": 31077
    },
    {
      "epoch": 1.2729060004095842,
      "grad_norm": 1.0502274201046513,
      "learning_rate": 0.0002710065607385624,
      "loss": 0.932,
      "step": 31078
    },
    {
      "epoch": 1.2729469588367808,
      "grad_norm": 0.5452934843177976,
      "learning_rate": 0.00027100463339873145,
      "loss": 0.3186,
      "step": 31079
    },
    {
      "epoch": 1.272987917263977,
      "grad_norm": 0.911005929996077,
      "learning_rate": 0.0002710027060016965,
      "loss": 0.8475,
      "step": 31080
    },
    {
      "epoch": 1.2730288756911734,
      "grad_norm": 1.015939026009848,
      "learning_rate": 0.00027100077854745846,
      "loss": 0.7232,
      "step": 31081
    },
    {
      "epoch": 1.27306983411837,
      "grad_norm": 0.9248736712938148,
      "learning_rate": 0.0002709988510360183,
      "loss": 0.6034,
      "step": 31082
    },
    {
      "epoch": 1.2731107925455662,
      "grad_norm": 0.938734911700197,
      "learning_rate": 0.0002709969234673769,
      "loss": 0.9272,
      "step": 31083
    },
    {
      "epoch": 1.2731517509727626,
      "grad_norm": 0.9713190920603446,
      "learning_rate": 0.00027099499584153514,
      "loss": 0.9192,
      "step": 31084
    },
    {
      "epoch": 1.273192709399959,
      "grad_norm": 2.5013848871033724,
      "learning_rate": 0.00027099306815849407,
      "loss": 4.5859,
      "step": 31085
    },
    {
      "epoch": 1.2732336678271554,
      "grad_norm": 0.8695303788727172,
      "learning_rate": 0.0002709911404182544,
      "loss": 0.8405,
      "step": 31086
    },
    {
      "epoch": 1.2732746262543517,
      "grad_norm": 2.409258200439763,
      "learning_rate": 0.0002709892126208172,
      "loss": 1.5003,
      "step": 31087
    },
    {
      "epoch": 1.2733155846815483,
      "grad_norm": 1.388407950554884,
      "learning_rate": 0.0002709872847661833,
      "loss": 1.7752,
      "step": 31088
    },
    {
      "epoch": 1.2733565431087446,
      "grad_norm": 1.3868260343285532,
      "learning_rate": 0.0002709853568543536,
      "loss": 1.3148,
      "step": 31089
    },
    {
      "epoch": 1.273397501535941,
      "grad_norm": 0.7408758683189332,
      "learning_rate": 0.0002709834288853291,
      "loss": 0.3368,
      "step": 31090
    },
    {
      "epoch": 1.2734384599631374,
      "grad_norm": 1.4001045477008145,
      "learning_rate": 0.0002709815008591106,
      "loss": 0.9705,
      "step": 31091
    },
    {
      "epoch": 1.2734794183903337,
      "grad_norm": 0.7984930237362771,
      "learning_rate": 0.0002709795727756991,
      "loss": 0.3119,
      "step": 31092
    },
    {
      "epoch": 1.2735203768175303,
      "grad_norm": 0.8138155298704126,
      "learning_rate": 0.00027097764463509546,
      "loss": 0.7772,
      "step": 31093
    },
    {
      "epoch": 1.2735613352447266,
      "grad_norm": 0.7309592144012083,
      "learning_rate": 0.0002709757164373006,
      "loss": 0.52,
      "step": 31094
    },
    {
      "epoch": 1.2736022936719231,
      "grad_norm": 0.8495386830506181,
      "learning_rate": 0.00027097378818231546,
      "loss": 0.8733,
      "step": 31095
    },
    {
      "epoch": 1.2736432520991194,
      "grad_norm": 0.5874521828208696,
      "learning_rate": 0.00027097185987014097,
      "loss": 0.3249,
      "step": 31096
    },
    {
      "epoch": 1.2736842105263158,
      "grad_norm": 1.057137330157078,
      "learning_rate": 0.00027096993150077796,
      "loss": 1.0265,
      "step": 31097
    },
    {
      "epoch": 1.2737251689535123,
      "grad_norm": 1.1619048486945467,
      "learning_rate": 0.0002709680030742274,
      "loss": 0.4078,
      "step": 31098
    },
    {
      "epoch": 1.2737661273807086,
      "grad_norm": 0.9465807805169757,
      "learning_rate": 0.0002709660745904902,
      "loss": 1.0894,
      "step": 31099
    },
    {
      "epoch": 1.273807085807905,
      "grad_norm": 0.8598906706711542,
      "learning_rate": 0.00027096414604956725,
      "loss": 0.868,
      "step": 31100
    },
    {
      "epoch": 1.2738480442351015,
      "grad_norm": 0.7655495060888486,
      "learning_rate": 0.0002709622174514594,
      "loss": 0.6879,
      "step": 31101
    },
    {
      "epoch": 1.2738890026622978,
      "grad_norm": 0.9347126093283892,
      "learning_rate": 0.00027096028879616775,
      "loss": 0.8616,
      "step": 31102
    },
    {
      "epoch": 1.273929961089494,
      "grad_norm": 0.810780376846152,
      "learning_rate": 0.000270958360083693,
      "loss": 0.9794,
      "step": 31103
    },
    {
      "epoch": 1.2739709195166906,
      "grad_norm": 0.7515239499376835,
      "learning_rate": 0.00027095643131403623,
      "loss": 0.6092,
      "step": 31104
    },
    {
      "epoch": 1.274011877943887,
      "grad_norm": 1.303625633168644,
      "learning_rate": 0.00027095450248719823,
      "loss": 1.396,
      "step": 31105
    },
    {
      "epoch": 1.2740528363710832,
      "grad_norm": 0.9669130675344396,
      "learning_rate": 0.00027095257360317996,
      "loss": 0.9216,
      "step": 31106
    },
    {
      "epoch": 1.2740937947982798,
      "grad_norm": 0.8944903356535326,
      "learning_rate": 0.0002709506446619824,
      "loss": 1.0987,
      "step": 31107
    },
    {
      "epoch": 1.274134753225476,
      "grad_norm": 0.9799291691586174,
      "learning_rate": 0.0002709487156636063,
      "loss": 1.0786,
      "step": 31108
    },
    {
      "epoch": 1.2741757116526724,
      "grad_norm": 1.0183825663199264,
      "learning_rate": 0.0002709467866080527,
      "loss": 1.113,
      "step": 31109
    },
    {
      "epoch": 1.274216670079869,
      "grad_norm": 0.6379172291376823,
      "learning_rate": 0.0002709448574953225,
      "loss": 0.6313,
      "step": 31110
    },
    {
      "epoch": 1.2742576285070653,
      "grad_norm": 0.7887318204612046,
      "learning_rate": 0.0002709429283254166,
      "loss": 0.3082,
      "step": 31111
    },
    {
      "epoch": 1.2742985869342618,
      "grad_norm": 0.8964477864033901,
      "learning_rate": 0.00027094099909833586,
      "loss": 0.8812,
      "step": 31112
    },
    {
      "epoch": 1.274339545361458,
      "grad_norm": 0.9790373531546308,
      "learning_rate": 0.0002709390698140812,
      "loss": 0.9663,
      "step": 31113
    },
    {
      "epoch": 1.2743805037886546,
      "grad_norm": 1.4705234792171251,
      "learning_rate": 0.00027093714047265365,
      "loss": 1.856,
      "step": 31114
    },
    {
      "epoch": 1.274421462215851,
      "grad_norm": 0.8714173295920187,
      "learning_rate": 0.000270935211074054,
      "loss": 0.9482,
      "step": 31115
    },
    {
      "epoch": 1.2744624206430473,
      "grad_norm": 2.102498188976525,
      "learning_rate": 0.00027093328161828317,
      "loss": 3.0126,
      "step": 31116
    },
    {
      "epoch": 1.2745033790702438,
      "grad_norm": 0.792013940982538,
      "learning_rate": 0.00027093135210534214,
      "loss": 0.7106,
      "step": 31117
    },
    {
      "epoch": 1.2745443374974401,
      "grad_norm": 0.9038299319923844,
      "learning_rate": 0.0002709294225352318,
      "loss": 1.0106,
      "step": 31118
    },
    {
      "epoch": 1.2745852959246364,
      "grad_norm": 0.9411077223001376,
      "learning_rate": 0.000270927492907953,
      "loss": 1.0204,
      "step": 31119
    },
    {
      "epoch": 1.274626254351833,
      "grad_norm": 0.9335701669203428,
      "learning_rate": 0.0002709255632235067,
      "loss": 0.6883,
      "step": 31120
    },
    {
      "epoch": 1.2746672127790293,
      "grad_norm": 0.923201337587355,
      "learning_rate": 0.0002709236334818939,
      "loss": 0.7116,
      "step": 31121
    },
    {
      "epoch": 1.2747081712062256,
      "grad_norm": 0.9179435348943199,
      "learning_rate": 0.0002709217036831153,
      "loss": 0.9122,
      "step": 31122
    },
    {
      "epoch": 1.2747491296334221,
      "grad_norm": 0.9106408437166147,
      "learning_rate": 0.000270919773827172,
      "loss": 0.9649,
      "step": 31123
    },
    {
      "epoch": 1.2747900880606184,
      "grad_norm": 0.895831399161787,
      "learning_rate": 0.00027091784391406485,
      "loss": 0.7703,
      "step": 31124
    },
    {
      "epoch": 1.2748310464878148,
      "grad_norm": 0.8513874240559446,
      "learning_rate": 0.0002709159139437947,
      "loss": 0.9196,
      "step": 31125
    },
    {
      "epoch": 1.2748720049150113,
      "grad_norm": 0.917990790642861,
      "learning_rate": 0.00027091398391636257,
      "loss": 0.6839,
      "step": 31126
    },
    {
      "epoch": 1.2749129633422076,
      "grad_norm": 0.9050535200602209,
      "learning_rate": 0.0002709120538317694,
      "loss": 0.7368,
      "step": 31127
    },
    {
      "epoch": 1.274953921769404,
      "grad_norm": 0.9959475515763192,
      "learning_rate": 0.00027091012369001593,
      "loss": 0.958,
      "step": 31128
    },
    {
      "epoch": 1.2749948801966005,
      "grad_norm": 0.8489935707236858,
      "learning_rate": 0.0002709081934911032,
      "loss": 0.7381,
      "step": 31129
    },
    {
      "epoch": 1.2750358386237968,
      "grad_norm": 0.8913768873068403,
      "learning_rate": 0.00027090626323503204,
      "loss": 0.8292,
      "step": 31130
    },
    {
      "epoch": 1.2750767970509933,
      "grad_norm": 0.944821060781969,
      "learning_rate": 0.0002709043329218035,
      "loss": 0.7105,
      "step": 31131
    },
    {
      "epoch": 1.2751177554781896,
      "grad_norm": 2.284838168755884,
      "learning_rate": 0.0002709024025514183,
      "loss": 1.9653,
      "step": 31132
    },
    {
      "epoch": 1.2751587139053862,
      "grad_norm": 1.12334864981679,
      "learning_rate": 0.00027090047212387756,
      "loss": 1.0292,
      "step": 31133
    },
    {
      "epoch": 1.2751996723325825,
      "grad_norm": 0.7110100554780726,
      "learning_rate": 0.00027089854163918207,
      "loss": 0.6458,
      "step": 31134
    },
    {
      "epoch": 1.2752406307597788,
      "grad_norm": 0.9254293523143406,
      "learning_rate": 0.00027089661109733275,
      "loss": 0.508,
      "step": 31135
    },
    {
      "epoch": 1.2752815891869753,
      "grad_norm": 0.9038524651846863,
      "learning_rate": 0.0002708946804983305,
      "loss": 0.7405,
      "step": 31136
    },
    {
      "epoch": 1.2753225476141716,
      "grad_norm": 0.8424697900200022,
      "learning_rate": 0.00027089274984217626,
      "loss": 0.6884,
      "step": 31137
    },
    {
      "epoch": 1.275363506041368,
      "grad_norm": 0.839724860017001,
      "learning_rate": 0.000270890819128871,
      "loss": 0.9894,
      "step": 31138
    },
    {
      "epoch": 1.2754044644685645,
      "grad_norm": 0.764067936225968,
      "learning_rate": 0.0002708888883584156,
      "loss": 0.3796,
      "step": 31139
    },
    {
      "epoch": 1.2754454228957608,
      "grad_norm": 0.803737341790396,
      "learning_rate": 0.00027088695753081085,
      "loss": 0.6822,
      "step": 31140
    },
    {
      "epoch": 1.275486381322957,
      "grad_norm": 0.7257845036063214,
      "learning_rate": 0.0002708850266460578,
      "loss": 0.9019,
      "step": 31141
    },
    {
      "epoch": 1.2755273397501536,
      "grad_norm": 0.9814963017314802,
      "learning_rate": 0.00027088309570415736,
      "loss": 0.7217,
      "step": 31142
    },
    {
      "epoch": 1.27556829817735,
      "grad_norm": 5.0309434183057995,
      "learning_rate": 0.00027088116470511033,
      "loss": 5.2883,
      "step": 31143
    },
    {
      "epoch": 1.2756092566045463,
      "grad_norm": 1.070317629384263,
      "learning_rate": 0.0002708792336489178,
      "loss": 1.089,
      "step": 31144
    },
    {
      "epoch": 1.2756502150317428,
      "grad_norm": 0.9059931893173063,
      "learning_rate": 0.0002708773025355805,
      "loss": 0.7698,
      "step": 31145
    },
    {
      "epoch": 1.2756911734589391,
      "grad_norm": 0.9015866475319775,
      "learning_rate": 0.0002708753713650995,
      "loss": 0.8324,
      "step": 31146
    },
    {
      "epoch": 1.2757321318861354,
      "grad_norm": 0.6298760458273271,
      "learning_rate": 0.0002708734401374756,
      "loss": 0.4969,
      "step": 31147
    },
    {
      "epoch": 1.275773090313332,
      "grad_norm": 0.9834011929198276,
      "learning_rate": 0.0002708715088527097,
      "loss": 1.0682,
      "step": 31148
    },
    {
      "epoch": 1.2758140487405283,
      "grad_norm": 1.252434138696788,
      "learning_rate": 0.0002708695775108028,
      "loss": 1.112,
      "step": 31149
    },
    {
      "epoch": 1.2758550071677248,
      "grad_norm": 3.459416196193262,
      "learning_rate": 0.0002708676461117558,
      "loss": 1.271,
      "step": 31150
    },
    {
      "epoch": 1.2758959655949211,
      "grad_norm": 0.9654792209122629,
      "learning_rate": 0.0002708657146555696,
      "loss": 1.0832,
      "step": 31151
    },
    {
      "epoch": 1.2759369240221177,
      "grad_norm": 0.7861436130047776,
      "learning_rate": 0.00027086378314224505,
      "loss": 0.4612,
      "step": 31152
    },
    {
      "epoch": 1.275977882449314,
      "grad_norm": 0.8403698701572773,
      "learning_rate": 0.00027086185157178315,
      "loss": 1.0522,
      "step": 31153
    },
    {
      "epoch": 1.2760188408765103,
      "grad_norm": 0.7763764539608862,
      "learning_rate": 0.0002708599199441848,
      "loss": 0.9044,
      "step": 31154
    },
    {
      "epoch": 1.2760597993037068,
      "grad_norm": 0.7270944949935215,
      "learning_rate": 0.0002708579882594509,
      "loss": 0.721,
      "step": 31155
    },
    {
      "epoch": 1.2761007577309031,
      "grad_norm": 0.664706709990654,
      "learning_rate": 0.0002708560565175823,
      "loss": 0.405,
      "step": 31156
    },
    {
      "epoch": 1.2761417161580995,
      "grad_norm": 0.9920689515902953,
      "learning_rate": 0.00027085412471858003,
      "loss": 0.7608,
      "step": 31157
    },
    {
      "epoch": 1.276182674585296,
      "grad_norm": 0.9117747696040478,
      "learning_rate": 0.0002708521928624449,
      "loss": 1.1465,
      "step": 31158
    },
    {
      "epoch": 1.2762236330124923,
      "grad_norm": 0.999984435948963,
      "learning_rate": 0.00027085026094917784,
      "loss": 0.9174,
      "step": 31159
    },
    {
      "epoch": 1.2762645914396886,
      "grad_norm": 0.5632993787355193,
      "learning_rate": 0.00027084832897877984,
      "loss": 0.3052,
      "step": 31160
    },
    {
      "epoch": 1.2763055498668852,
      "grad_norm": 1.0641948944932995,
      "learning_rate": 0.00027084639695125175,
      "loss": 0.8586,
      "step": 31161
    },
    {
      "epoch": 1.2763465082940815,
      "grad_norm": 1.0265800773809137,
      "learning_rate": 0.0002708444648665945,
      "loss": 0.7052,
      "step": 31162
    },
    {
      "epoch": 1.2763874667212778,
      "grad_norm": 1.0412498230891114,
      "learning_rate": 0.00027084253272480896,
      "loss": 1.0328,
      "step": 31163
    },
    {
      "epoch": 1.2764284251484743,
      "grad_norm": 1.293111201074643,
      "learning_rate": 0.00027084060052589616,
      "loss": 1.1394,
      "step": 31164
    },
    {
      "epoch": 1.2764693835756706,
      "grad_norm": 1.1146332022093857,
      "learning_rate": 0.0002708386682698569,
      "loss": 1.0735,
      "step": 31165
    },
    {
      "epoch": 1.2765103420028672,
      "grad_norm": 0.9116748022397394,
      "learning_rate": 0.00027083673595669207,
      "loss": 0.9348,
      "step": 31166
    },
    {
      "epoch": 1.2765513004300635,
      "grad_norm": 0.9473259804327195,
      "learning_rate": 0.00027083480358640273,
      "loss": 0.8102,
      "step": 31167
    },
    {
      "epoch": 1.2765922588572598,
      "grad_norm": 0.8308738254328958,
      "learning_rate": 0.00027083287115898966,
      "loss": 0.3494,
      "step": 31168
    },
    {
      "epoch": 1.2766332172844563,
      "grad_norm": 0.8659733427076922,
      "learning_rate": 0.0002708309386744538,
      "loss": 0.7458,
      "step": 31169
    },
    {
      "epoch": 1.2766741757116526,
      "grad_norm": 0.7730479344827814,
      "learning_rate": 0.00027082900613279614,
      "loss": 0.7805,
      "step": 31170
    },
    {
      "epoch": 1.2767151341388492,
      "grad_norm": 1.3101985461572199,
      "learning_rate": 0.00027082707353401754,
      "loss": 1.1569,
      "step": 31171
    },
    {
      "epoch": 1.2767560925660455,
      "grad_norm": 0.7336024397836686,
      "learning_rate": 0.0002708251408781189,
      "loss": 0.3802,
      "step": 31172
    },
    {
      "epoch": 1.2767970509932418,
      "grad_norm": 0.6226106729613536,
      "learning_rate": 0.0002708232081651011,
      "loss": 0.2869,
      "step": 31173
    },
    {
      "epoch": 1.2768380094204383,
      "grad_norm": 0.9925132399500851,
      "learning_rate": 0.0002708212753949651,
      "loss": 0.9486,
      "step": 31174
    },
    {
      "epoch": 1.2768789678476347,
      "grad_norm": 0.8488969937956131,
      "learning_rate": 0.0002708193425677118,
      "loss": 0.6431,
      "step": 31175
    },
    {
      "epoch": 1.276919926274831,
      "grad_norm": 0.38181558365561885,
      "learning_rate": 0.00027081740968334223,
      "loss": 0.1022,
      "step": 31176
    },
    {
      "epoch": 1.2769608847020275,
      "grad_norm": 0.8747289573677428,
      "learning_rate": 0.0002708154767418571,
      "loss": 0.8783,
      "step": 31177
    },
    {
      "epoch": 1.2770018431292238,
      "grad_norm": 1.3227062659169198,
      "learning_rate": 0.00027081354374325746,
      "loss": 1.8441,
      "step": 31178
    },
    {
      "epoch": 1.2770428015564201,
      "grad_norm": 1.6529556762482636,
      "learning_rate": 0.0002708116106875442,
      "loss": 1.7799,
      "step": 31179
    },
    {
      "epoch": 1.2770837599836167,
      "grad_norm": 1.2831196088390677,
      "learning_rate": 0.0002708096775747182,
      "loss": 1.3932,
      "step": 31180
    },
    {
      "epoch": 1.277124718410813,
      "grad_norm": 0.8617997960856149,
      "learning_rate": 0.0002708077444047804,
      "loss": 0.9524,
      "step": 31181
    },
    {
      "epoch": 1.2771656768380093,
      "grad_norm": 1.1262708674660904,
      "learning_rate": 0.0002708058111777317,
      "loss": 1.0877,
      "step": 31182
    },
    {
      "epoch": 1.2772066352652058,
      "grad_norm": 2.2980684061923955,
      "learning_rate": 0.00027080387789357307,
      "loss": 5.0478,
      "step": 31183
    },
    {
      "epoch": 1.2772475936924022,
      "grad_norm": 0.8674728506866786,
      "learning_rate": 0.0002708019445523053,
      "loss": 0.583,
      "step": 31184
    },
    {
      "epoch": 1.2772885521195987,
      "grad_norm": 1.4161964504252729,
      "learning_rate": 0.0002708000111539294,
      "loss": 1.332,
      "step": 31185
    },
    {
      "epoch": 1.277329510546795,
      "grad_norm": 1.186071671176143,
      "learning_rate": 0.0002707980776984463,
      "loss": 0.7155,
      "step": 31186
    },
    {
      "epoch": 1.2773704689739915,
      "grad_norm": 3.960822393784274,
      "learning_rate": 0.00027079614418585684,
      "loss": 3.9403,
      "step": 31187
    },
    {
      "epoch": 1.2774114274011878,
      "grad_norm": 1.151976316709932,
      "learning_rate": 0.000270794210616162,
      "loss": 0.864,
      "step": 31188
    },
    {
      "epoch": 1.2774523858283842,
      "grad_norm": 0.8245487015260847,
      "learning_rate": 0.00027079227698936266,
      "loss": 0.7732,
      "step": 31189
    },
    {
      "epoch": 1.2774933442555807,
      "grad_norm": 0.8432852565227297,
      "learning_rate": 0.0002707903433054597,
      "loss": 0.5258,
      "step": 31190
    },
    {
      "epoch": 1.277534302682777,
      "grad_norm": 0.9894387976320224,
      "learning_rate": 0.0002707884095644541,
      "loss": 0.9662,
      "step": 31191
    },
    {
      "epoch": 1.2775752611099733,
      "grad_norm": 0.8095128418876657,
      "learning_rate": 0.0002707864757663468,
      "loss": 0.7941,
      "step": 31192
    },
    {
      "epoch": 1.2776162195371699,
      "grad_norm": 1.0044366236137563,
      "learning_rate": 0.00027078454191113867,
      "loss": 0.8938,
      "step": 31193
    },
    {
      "epoch": 1.2776571779643662,
      "grad_norm": 0.7672059003452756,
      "learning_rate": 0.00027078260799883055,
      "loss": 0.636,
      "step": 31194
    },
    {
      "epoch": 1.2776981363915625,
      "grad_norm": 0.9046229171659578,
      "learning_rate": 0.0002707806740294234,
      "loss": 1.0284,
      "step": 31195
    },
    {
      "epoch": 1.277739094818759,
      "grad_norm": 0.7395516653044577,
      "learning_rate": 0.00027077874000291826,
      "loss": 0.6597,
      "step": 31196
    },
    {
      "epoch": 1.2777800532459553,
      "grad_norm": 0.5846433053744782,
      "learning_rate": 0.00027077680591931584,
      "loss": 0.3752,
      "step": 31197
    },
    {
      "epoch": 1.2778210116731517,
      "grad_norm": 0.8797071658539447,
      "learning_rate": 0.00027077487177861717,
      "loss": 0.8318,
      "step": 31198
    },
    {
      "epoch": 1.2778619701003482,
      "grad_norm": 1.1515885145350897,
      "learning_rate": 0.0002707729375808232,
      "loss": 0.724,
      "step": 31199
    },
    {
      "epoch": 1.2779029285275445,
      "grad_norm": 0.7923935849640089,
      "learning_rate": 0.0002707710033259348,
      "loss": 0.8108,
      "step": 31200
    },
    {
      "epoch": 1.2779438869547408,
      "grad_norm": 1.0929384622869913,
      "learning_rate": 0.00027076906901395283,
      "loss": 0.8839,
      "step": 31201
    },
    {
      "epoch": 1.2779848453819374,
      "grad_norm": 0.6453859418870975,
      "learning_rate": 0.0002707671346448783,
      "loss": 0.5612,
      "step": 31202
    },
    {
      "epoch": 1.2780258038091337,
      "grad_norm": 0.8544317177475936,
      "learning_rate": 0.000270765200218712,
      "loss": 0.558,
      "step": 31203
    },
    {
      "epoch": 1.2780667622363302,
      "grad_norm": 0.7975796515783812,
      "learning_rate": 0.000270763265735455,
      "loss": 0.7548,
      "step": 31204
    },
    {
      "epoch": 1.2781077206635265,
      "grad_norm": 0.7258041234345753,
      "learning_rate": 0.0002707613311951081,
      "loss": 0.7022,
      "step": 31205
    },
    {
      "epoch": 1.278148679090723,
      "grad_norm": 0.8325301858802813,
      "learning_rate": 0.0002707593965976722,
      "loss": 0.7283,
      "step": 31206
    },
    {
      "epoch": 1.2781896375179194,
      "grad_norm": 0.6258842198295312,
      "learning_rate": 0.00027075746194314833,
      "loss": 0.3134,
      "step": 31207
    },
    {
      "epoch": 1.2782305959451157,
      "grad_norm": 0.9825011568923504,
      "learning_rate": 0.0002707555272315373,
      "loss": 0.7005,
      "step": 31208
    },
    {
      "epoch": 1.2782715543723122,
      "grad_norm": 0.9167792761227699,
      "learning_rate": 0.0002707535924628401,
      "loss": 0.8778,
      "step": 31209
    },
    {
      "epoch": 1.2783125127995085,
      "grad_norm": 1.1755062617586627,
      "learning_rate": 0.0002707516576370576,
      "loss": 1.1323,
      "step": 31210
    },
    {
      "epoch": 1.2783534712267048,
      "grad_norm": 1.0088672732245736,
      "learning_rate": 0.00027074972275419073,
      "loss": 0.889,
      "step": 31211
    },
    {
      "epoch": 1.2783944296539014,
      "grad_norm": 0.8845475088308918,
      "learning_rate": 0.0002707477878142404,
      "loss": 0.8509,
      "step": 31212
    },
    {
      "epoch": 1.2784353880810977,
      "grad_norm": 1.1065395821816046,
      "learning_rate": 0.0002707458528172075,
      "loss": 1.0862,
      "step": 31213
    },
    {
      "epoch": 1.278476346508294,
      "grad_norm": 0.923590720742961,
      "learning_rate": 0.000270743917763093,
      "loss": 0.7824,
      "step": 31214
    },
    {
      "epoch": 1.2785173049354905,
      "grad_norm": 0.8519046070234338,
      "learning_rate": 0.00027074198265189775,
      "loss": 0.6419,
      "step": 31215
    },
    {
      "epoch": 1.2785582633626869,
      "grad_norm": 1.0009980452957568,
      "learning_rate": 0.0002707400474836227,
      "loss": 0.9474,
      "step": 31216
    },
    {
      "epoch": 1.2785992217898832,
      "grad_norm": 0.9366184666535343,
      "learning_rate": 0.00027073811225826873,
      "loss": 0.9594,
      "step": 31217
    },
    {
      "epoch": 1.2786401802170797,
      "grad_norm": 1.0552770552819972,
      "learning_rate": 0.0002707361769758368,
      "loss": 1.2728,
      "step": 31218
    },
    {
      "epoch": 1.278681138644276,
      "grad_norm": 1.0678263157134438,
      "learning_rate": 0.00027073424163632793,
      "loss": 1.1682,
      "step": 31219
    },
    {
      "epoch": 1.2787220970714723,
      "grad_norm": 1.3129448143346423,
      "learning_rate": 0.0002707323062397428,
      "loss": 1.6271,
      "step": 31220
    },
    {
      "epoch": 1.2787630554986689,
      "grad_norm": 1.352937745947716,
      "learning_rate": 0.00027073037078608245,
      "loss": 0.9888,
      "step": 31221
    },
    {
      "epoch": 1.2788040139258652,
      "grad_norm": 1.758426981511127,
      "learning_rate": 0.0002707284352753478,
      "loss": 2.9295,
      "step": 31222
    },
    {
      "epoch": 1.2788449723530617,
      "grad_norm": 1.9604004944466766,
      "learning_rate": 0.0002707264997075397,
      "loss": 1.6888,
      "step": 31223
    },
    {
      "epoch": 1.278885930780258,
      "grad_norm": 0.8654714144784011,
      "learning_rate": 0.00027072456408265924,
      "loss": 0.4512,
      "step": 31224
    },
    {
      "epoch": 1.2789268892074546,
      "grad_norm": 0.8766011671656219,
      "learning_rate": 0.0002707226284007071,
      "loss": 0.8727,
      "step": 31225
    },
    {
      "epoch": 1.2789678476346509,
      "grad_norm": 0.772937766128991,
      "learning_rate": 0.00027072069266168437,
      "loss": 0.8364,
      "step": 31226
    },
    {
      "epoch": 1.2790088060618472,
      "grad_norm": 0.7626615235620392,
      "learning_rate": 0.0002707187568655919,
      "loss": 0.7275,
      "step": 31227
    },
    {
      "epoch": 1.2790497644890437,
      "grad_norm": 1.057463497922166,
      "learning_rate": 0.00027071682101243057,
      "loss": 0.8269,
      "step": 31228
    },
    {
      "epoch": 1.27909072291624,
      "grad_norm": 0.9123587618218291,
      "learning_rate": 0.00027071488510220135,
      "loss": 0.639,
      "step": 31229
    },
    {
      "epoch": 1.2791316813434364,
      "grad_norm": 0.8237101398241632,
      "learning_rate": 0.0002707129491349051,
      "loss": 0.8054,
      "step": 31230
    },
    {
      "epoch": 1.279172639770633,
      "grad_norm": 0.7725186418216786,
      "learning_rate": 0.0002707110131105428,
      "loss": 0.7085,
      "step": 31231
    },
    {
      "epoch": 1.2792135981978292,
      "grad_norm": 1.234188943673001,
      "learning_rate": 0.00027070907702911534,
      "loss": 1.1085,
      "step": 31232
    },
    {
      "epoch": 1.2792545566250255,
      "grad_norm": 0.9487598213322408,
      "learning_rate": 0.0002707071408906236,
      "loss": 0.7476,
      "step": 31233
    },
    {
      "epoch": 1.279295515052222,
      "grad_norm": 0.9508467756301366,
      "learning_rate": 0.0002707052046950686,
      "loss": 1.0475,
      "step": 31234
    },
    {
      "epoch": 1.2793364734794184,
      "grad_norm": 0.7871971444754963,
      "learning_rate": 0.00027070326844245117,
      "loss": 0.5982,
      "step": 31235
    },
    {
      "epoch": 1.2793774319066147,
      "grad_norm": 0.8531263179212124,
      "learning_rate": 0.0002707013321327722,
      "loss": 0.7714,
      "step": 31236
    },
    {
      "epoch": 1.2794183903338112,
      "grad_norm": 0.9949816156099602,
      "learning_rate": 0.0002706993957660327,
      "loss": 1.076,
      "step": 31237
    },
    {
      "epoch": 1.2794593487610075,
      "grad_norm": 1.118673900305947,
      "learning_rate": 0.0002706974593422335,
      "loss": 0.7991,
      "step": 31238
    },
    {
      "epoch": 1.2795003071882038,
      "grad_norm": 0.867259621642611,
      "learning_rate": 0.0002706955228613755,
      "loss": 0.8112,
      "step": 31239
    },
    {
      "epoch": 1.2795412656154004,
      "grad_norm": 2.150158847426818,
      "learning_rate": 0.0002706935863234597,
      "loss": 0.8609,
      "step": 31240
    },
    {
      "epoch": 1.2795822240425967,
      "grad_norm": 0.8131971864734066,
      "learning_rate": 0.000270691649728487,
      "loss": 0.6765,
      "step": 31241
    },
    {
      "epoch": 1.2796231824697932,
      "grad_norm": 2.6107450248760387,
      "learning_rate": 0.0002706897130764582,
      "loss": 5.1733,
      "step": 31242
    },
    {
      "epoch": 1.2796641408969895,
      "grad_norm": 0.8537610964307784,
      "learning_rate": 0.0002706877763673744,
      "loss": 0.8863,
      "step": 31243
    },
    {
      "epoch": 1.279705099324186,
      "grad_norm": 0.8267578976604679,
      "learning_rate": 0.00027068583960123636,
      "loss": 0.6202,
      "step": 31244
    },
    {
      "epoch": 1.2797460577513824,
      "grad_norm": 0.9184748807772202,
      "learning_rate": 0.0002706839027780451,
      "loss": 0.8387,
      "step": 31245
    },
    {
      "epoch": 1.2797870161785787,
      "grad_norm": 0.9692943955444346,
      "learning_rate": 0.0002706819658978015,
      "loss": 0.7774,
      "step": 31246
    },
    {
      "epoch": 1.2798279746057752,
      "grad_norm": 0.816271005848237,
      "learning_rate": 0.00027068002896050644,
      "loss": 0.961,
      "step": 31247
    },
    {
      "epoch": 1.2798689330329716,
      "grad_norm": 1.1238449733995288,
      "learning_rate": 0.00027067809196616087,
      "loss": 1.26,
      "step": 31248
    },
    {
      "epoch": 1.2799098914601679,
      "grad_norm": 1.0074849326827187,
      "learning_rate": 0.0002706761549147657,
      "loss": 0.7602,
      "step": 31249
    },
    {
      "epoch": 1.2799508498873644,
      "grad_norm": 1.1344600765696786,
      "learning_rate": 0.0002706742178063219,
      "loss": 0.4555,
      "step": 31250
    },
    {
      "epoch": 1.2799918083145607,
      "grad_norm": 0.7525908897239487,
      "learning_rate": 0.00027067228064083025,
      "loss": 0.6806,
      "step": 31251
    },
    {
      "epoch": 1.280032766741757,
      "grad_norm": 1.0047837351307864,
      "learning_rate": 0.00027067034341829183,
      "loss": 0.8521,
      "step": 31252
    },
    {
      "epoch": 1.2800737251689536,
      "grad_norm": 0.7583581573412063,
      "learning_rate": 0.0002706684061387074,
      "loss": 0.7111,
      "step": 31253
    },
    {
      "epoch": 1.2801146835961499,
      "grad_norm": 0.7345203817079572,
      "learning_rate": 0.00027066646880207797,
      "loss": 0.9476,
      "step": 31254
    },
    {
      "epoch": 1.2801556420233462,
      "grad_norm": 0.7771086705671049,
      "learning_rate": 0.00027066453140840447,
      "loss": 0.7431,
      "step": 31255
    },
    {
      "epoch": 1.2801966004505427,
      "grad_norm": 0.8861233066319011,
      "learning_rate": 0.00027066259395768774,
      "loss": 0.8849,
      "step": 31256
    },
    {
      "epoch": 1.280237558877739,
      "grad_norm": 0.8573545321546328,
      "learning_rate": 0.00027066065644992874,
      "loss": 0.8108,
      "step": 31257
    },
    {
      "epoch": 1.2802785173049354,
      "grad_norm": 1.0170458039276282,
      "learning_rate": 0.0002706587188851284,
      "loss": 0.9078,
      "step": 31258
    },
    {
      "epoch": 1.280319475732132,
      "grad_norm": 1.0062417056697517,
      "learning_rate": 0.0002706567812632876,
      "loss": 0.8599,
      "step": 31259
    },
    {
      "epoch": 1.2803604341593282,
      "grad_norm": 0.8201359603772186,
      "learning_rate": 0.0002706548435844073,
      "loss": 0.8737,
      "step": 31260
    },
    {
      "epoch": 1.2804013925865247,
      "grad_norm": 0.9741119751962528,
      "learning_rate": 0.00027065290584848837,
      "loss": 0.8924,
      "step": 31261
    },
    {
      "epoch": 1.280442351013721,
      "grad_norm": 0.7051935320579262,
      "learning_rate": 0.0002706509680555318,
      "loss": 0.6411,
      "step": 31262
    },
    {
      "epoch": 1.2804833094409176,
      "grad_norm": 0.8929569461564779,
      "learning_rate": 0.0002706490302055384,
      "loss": 1.1208,
      "step": 31263
    },
    {
      "epoch": 1.280524267868114,
      "grad_norm": 1.3353877929299804,
      "learning_rate": 0.00027064709229850917,
      "loss": 1.0153,
      "step": 31264
    },
    {
      "epoch": 1.2805652262953102,
      "grad_norm": 1.1473581215551898,
      "learning_rate": 0.00027064515433444493,
      "loss": 1.1474,
      "step": 31265
    },
    {
      "epoch": 1.2806061847225068,
      "grad_norm": 0.990766527484751,
      "learning_rate": 0.00027064321631334673,
      "loss": 0.979,
      "step": 31266
    },
    {
      "epoch": 1.280647143149703,
      "grad_norm": 0.8295553920663897,
      "learning_rate": 0.00027064127823521537,
      "loss": 0.7511,
      "step": 31267
    },
    {
      "epoch": 1.2806881015768994,
      "grad_norm": 0.5936029417987089,
      "learning_rate": 0.00027063934010005184,
      "loss": 0.3494,
      "step": 31268
    },
    {
      "epoch": 1.280729060004096,
      "grad_norm": 0.9505883023776258,
      "learning_rate": 0.00027063740190785704,
      "loss": 0.8802,
      "step": 31269
    },
    {
      "epoch": 1.2807700184312922,
      "grad_norm": 1.303116661400645,
      "learning_rate": 0.00027063546365863186,
      "loss": 1.7184,
      "step": 31270
    },
    {
      "epoch": 1.2808109768584885,
      "grad_norm": 0.8399949904665791,
      "learning_rate": 0.00027063352535237726,
      "loss": 0.8164,
      "step": 31271
    },
    {
      "epoch": 1.280851935285685,
      "grad_norm": 0.9709615352771641,
      "learning_rate": 0.0002706315869890941,
      "loss": 0.7287,
      "step": 31272
    },
    {
      "epoch": 1.2808928937128814,
      "grad_norm": 0.9551593410800102,
      "learning_rate": 0.00027062964856878336,
      "loss": 0.6299,
      "step": 31273
    },
    {
      "epoch": 1.2809338521400777,
      "grad_norm": 0.8961340213335994,
      "learning_rate": 0.0002706277100914459,
      "loss": 0.7877,
      "step": 31274
    },
    {
      "epoch": 1.2809748105672742,
      "grad_norm": 0.615168042402742,
      "learning_rate": 0.0002706257715570827,
      "loss": 0.2829,
      "step": 31275
    },
    {
      "epoch": 1.2810157689944706,
      "grad_norm": 1.0743233641911267,
      "learning_rate": 0.0002706238329656945,
      "loss": 0.8447,
      "step": 31276
    },
    {
      "epoch": 1.2810567274216669,
      "grad_norm": 1.0907397726829628,
      "learning_rate": 0.00027062189431728247,
      "loss": 0.7936,
      "step": 31277
    },
    {
      "epoch": 1.2810976858488634,
      "grad_norm": 0.8903957637130181,
      "learning_rate": 0.0002706199556118474,
      "loss": 0.7333,
      "step": 31278
    },
    {
      "epoch": 1.2811386442760597,
      "grad_norm": 0.9476579552510086,
      "learning_rate": 0.0002706180168493902,
      "loss": 0.5343,
      "step": 31279
    },
    {
      "epoch": 1.2811796027032563,
      "grad_norm": 1.0896378767589265,
      "learning_rate": 0.0002706160780299118,
      "loss": 1.0162,
      "step": 31280
    },
    {
      "epoch": 1.2812205611304526,
      "grad_norm": 0.746521361127558,
      "learning_rate": 0.0002706141391534131,
      "loss": 0.7448,
      "step": 31281
    },
    {
      "epoch": 1.281261519557649,
      "grad_norm": 0.7554011619823043,
      "learning_rate": 0.000270612200219895,
      "loss": 0.7614,
      "step": 31282
    },
    {
      "epoch": 1.2813024779848454,
      "grad_norm": 1.5330067374017808,
      "learning_rate": 0.0002706102612293585,
      "loss": 1.1903,
      "step": 31283
    },
    {
      "epoch": 1.2813434364120417,
      "grad_norm": 0.8747213541077852,
      "learning_rate": 0.0002706083221818045,
      "loss": 0.8403,
      "step": 31284
    },
    {
      "epoch": 1.2813843948392383,
      "grad_norm": 3.2598628523768527,
      "learning_rate": 0.00027060638307723384,
      "loss": 1.7968,
      "step": 31285
    },
    {
      "epoch": 1.2814253532664346,
      "grad_norm": 1.5379212024477402,
      "learning_rate": 0.0002706044439156475,
      "loss": 1.6263,
      "step": 31286
    },
    {
      "epoch": 1.281466311693631,
      "grad_norm": 0.9755691011932146,
      "learning_rate": 0.00027060250469704636,
      "loss": 0.8217,
      "step": 31287
    },
    {
      "epoch": 1.2815072701208274,
      "grad_norm": 0.7750237948756548,
      "learning_rate": 0.0002706005654214314,
      "loss": 0.6906,
      "step": 31288
    },
    {
      "epoch": 1.2815482285480237,
      "grad_norm": 7.019392824833581,
      "learning_rate": 0.0002705986260888034,
      "loss": 2.1819,
      "step": 31289
    },
    {
      "epoch": 1.28158918697522,
      "grad_norm": 1.4727947223231264,
      "learning_rate": 0.0002705966866991634,
      "loss": 1.8567,
      "step": 31290
    },
    {
      "epoch": 1.2816301454024166,
      "grad_norm": 0.99421640895347,
      "learning_rate": 0.0002705947472525123,
      "loss": 0.9868,
      "step": 31291
    },
    {
      "epoch": 1.281671103829613,
      "grad_norm": 0.7116187548443992,
      "learning_rate": 0.00027059280774885104,
      "loss": 0.9299,
      "step": 31292
    },
    {
      "epoch": 1.2817120622568092,
      "grad_norm": 0.9193861722164882,
      "learning_rate": 0.00027059086818818044,
      "loss": 0.7755,
      "step": 31293
    },
    {
      "epoch": 1.2817530206840058,
      "grad_norm": 1.6862667677289915,
      "learning_rate": 0.0002705889285705015,
      "loss": 1.9193,
      "step": 31294
    },
    {
      "epoch": 1.281793979111202,
      "grad_norm": 0.7213323283971044,
      "learning_rate": 0.0002705869888958151,
      "loss": 0.6469,
      "step": 31295
    },
    {
      "epoch": 1.2818349375383984,
      "grad_norm": 1.0182092582609379,
      "learning_rate": 0.0002705850491641222,
      "loss": 0.8586,
      "step": 31296
    },
    {
      "epoch": 1.281875895965595,
      "grad_norm": 0.7202619881191478,
      "learning_rate": 0.00027058310937542367,
      "loss": 0.5101,
      "step": 31297
    },
    {
      "epoch": 1.2819168543927912,
      "grad_norm": 1.3160267113617325,
      "learning_rate": 0.00027058116952972044,
      "loss": 1.266,
      "step": 31298
    },
    {
      "epoch": 1.2819578128199878,
      "grad_norm": 0.7924323952517647,
      "learning_rate": 0.00027057922962701343,
      "loss": 0.6335,
      "step": 31299
    },
    {
      "epoch": 1.281998771247184,
      "grad_norm": 1.348758386143605,
      "learning_rate": 0.0002705772896673035,
      "loss": 1.1167,
      "step": 31300
    },
    {
      "epoch": 1.2820397296743806,
      "grad_norm": 0.8183341621203211,
      "learning_rate": 0.0002705753496505917,
      "loss": 0.8784,
      "step": 31301
    },
    {
      "epoch": 1.282080688101577,
      "grad_norm": 1.233958729872412,
      "learning_rate": 0.00027057340957687884,
      "loss": 1.2295,
      "step": 31302
    },
    {
      "epoch": 1.2821216465287733,
      "grad_norm": 0.973938592823359,
      "learning_rate": 0.0002705714694461659,
      "loss": 0.8374,
      "step": 31303
    },
    {
      "epoch": 1.2821626049559698,
      "grad_norm": 0.7048652312436757,
      "learning_rate": 0.00027056952925845376,
      "loss": 0.4279,
      "step": 31304
    },
    {
      "epoch": 1.282203563383166,
      "grad_norm": 0.8480483568580088,
      "learning_rate": 0.0002705675890137433,
      "loss": 0.4195,
      "step": 31305
    },
    {
      "epoch": 1.2822445218103624,
      "grad_norm": 1.176634203967124,
      "learning_rate": 0.0002705656487120355,
      "loss": 0.8139,
      "step": 31306
    },
    {
      "epoch": 1.282285480237559,
      "grad_norm": 1.9892340485244453,
      "learning_rate": 0.0002705637083533313,
      "loss": 3.5952,
      "step": 31307
    },
    {
      "epoch": 1.2823264386647553,
      "grad_norm": 1.8924635257640094,
      "learning_rate": 0.0002705617679376315,
      "loss": 1.0481,
      "step": 31308
    },
    {
      "epoch": 1.2823673970919516,
      "grad_norm": 1.3314524155141825,
      "learning_rate": 0.00027055982746493714,
      "loss": 1.3071,
      "step": 31309
    },
    {
      "epoch": 1.2824083555191481,
      "grad_norm": 0.7596636359741408,
      "learning_rate": 0.0002705578869352491,
      "loss": 0.4318,
      "step": 31310
    },
    {
      "epoch": 1.2824493139463444,
      "grad_norm": 0.8487084635604925,
      "learning_rate": 0.0002705559463485682,
      "loss": 0.451,
      "step": 31311
    },
    {
      "epoch": 1.2824902723735407,
      "grad_norm": 0.8371631544845761,
      "learning_rate": 0.0002705540057048956,
      "loss": 0.9736,
      "step": 31312
    },
    {
      "epoch": 1.2825312308007373,
      "grad_norm": 1.1628057849917877,
      "learning_rate": 0.00027055206500423194,
      "loss": 1.1918,
      "step": 31313
    },
    {
      "epoch": 1.2825721892279336,
      "grad_norm": 0.8911798750005544,
      "learning_rate": 0.0002705501242465783,
      "loss": 0.643,
      "step": 31314
    },
    {
      "epoch": 1.2826131476551301,
      "grad_norm": 1.8606650362168664,
      "learning_rate": 0.0002705481834319355,
      "loss": 1.6198,
      "step": 31315
    },
    {
      "epoch": 1.2826541060823264,
      "grad_norm": 0.9313783297361931,
      "learning_rate": 0.00027054624256030456,
      "loss": 0.7436,
      "step": 31316
    },
    {
      "epoch": 1.2826950645095228,
      "grad_norm": 0.9028406748619642,
      "learning_rate": 0.0002705443016316864,
      "loss": 1.1016,
      "step": 31317
    },
    {
      "epoch": 1.2827360229367193,
      "grad_norm": 1.0405688980669765,
      "learning_rate": 0.0002705423606460818,
      "loss": 1.0322,
      "step": 31318
    },
    {
      "epoch": 1.2827769813639156,
      "grad_norm": 1.2325108476125441,
      "learning_rate": 0.00027054041960349187,
      "loss": 1.3928,
      "step": 31319
    },
    {
      "epoch": 1.2828179397911121,
      "grad_norm": 0.8478178708560355,
      "learning_rate": 0.00027053847850391733,
      "loss": 0.7041,
      "step": 31320
    },
    {
      "epoch": 1.2828588982183085,
      "grad_norm": 1.2911011329752935,
      "learning_rate": 0.0002705365373473592,
      "loss": 1.2603,
      "step": 31321
    },
    {
      "epoch": 1.2828998566455048,
      "grad_norm": 1.812930727182425,
      "learning_rate": 0.0002705345961338184,
      "loss": 2.5976,
      "step": 31322
    },
    {
      "epoch": 1.2829408150727013,
      "grad_norm": 1.0280839749064128,
      "learning_rate": 0.0002705326548632959,
      "loss": 0.9341,
      "step": 31323
    },
    {
      "epoch": 1.2829817734998976,
      "grad_norm": 1.2406988582948484,
      "learning_rate": 0.00027053071353579246,
      "loss": 0.8515,
      "step": 31324
    },
    {
      "epoch": 1.283022731927094,
      "grad_norm": 0.9026240480449871,
      "learning_rate": 0.00027052877215130917,
      "loss": 0.8777,
      "step": 31325
    },
    {
      "epoch": 1.2830636903542905,
      "grad_norm": 0.9145175585419714,
      "learning_rate": 0.0002705268307098468,
      "loss": 0.7384,
      "step": 31326
    },
    {
      "epoch": 1.2831046487814868,
      "grad_norm": 0.5954415314905688,
      "learning_rate": 0.00027052488921140645,
      "loss": 0.2862,
      "step": 31327
    },
    {
      "epoch": 1.283145607208683,
      "grad_norm": 0.9862984636074094,
      "learning_rate": 0.0002705229476559889,
      "loss": 0.971,
      "step": 31328
    },
    {
      "epoch": 1.2831865656358796,
      "grad_norm": 1.2267564563756823,
      "learning_rate": 0.000270521006043595,
      "loss": 0.977,
      "step": 31329
    },
    {
      "epoch": 1.283227524063076,
      "grad_norm": 0.8567641769028079,
      "learning_rate": 0.0002705190643742258,
      "loss": 0.8527,
      "step": 31330
    },
    {
      "epoch": 1.2832684824902723,
      "grad_norm": 1.4972487358271596,
      "learning_rate": 0.0002705171226478822,
      "loss": 1.8605,
      "step": 31331
    },
    {
      "epoch": 1.2833094409174688,
      "grad_norm": 1.1981664516861212,
      "learning_rate": 0.00027051518086456506,
      "loss": 0.9886,
      "step": 31332
    },
    {
      "epoch": 1.283350399344665,
      "grad_norm": 0.761091873579335,
      "learning_rate": 0.00027051323902427537,
      "loss": 0.4694,
      "step": 31333
    },
    {
      "epoch": 1.2833913577718616,
      "grad_norm": 0.9655152420123533,
      "learning_rate": 0.000270511297127014,
      "loss": 0.969,
      "step": 31334
    },
    {
      "epoch": 1.283432316199058,
      "grad_norm": 0.8149252606895369,
      "learning_rate": 0.00027050935517278186,
      "loss": 0.5803,
      "step": 31335
    },
    {
      "epoch": 1.2834732746262545,
      "grad_norm": 0.8418635986835797,
      "learning_rate": 0.00027050741316157994,
      "loss": 0.8449,
      "step": 31336
    },
    {
      "epoch": 1.2835142330534508,
      "grad_norm": 1.031499512492038,
      "learning_rate": 0.00027050547109340906,
      "loss": 1.0639,
      "step": 31337
    },
    {
      "epoch": 1.2835551914806471,
      "grad_norm": 0.9266275599933012,
      "learning_rate": 0.00027050352896827024,
      "loss": 1.0969,
      "step": 31338
    },
    {
      "epoch": 1.2835961499078437,
      "grad_norm": 1.5657495294968349,
      "learning_rate": 0.0002705015867861643,
      "loss": 1.0115,
      "step": 31339
    },
    {
      "epoch": 1.28363710833504,
      "grad_norm": 0.9476254042884177,
      "learning_rate": 0.00027049964454709224,
      "loss": 0.7624,
      "step": 31340
    },
    {
      "epoch": 1.2836780667622363,
      "grad_norm": 1.0754834592789122,
      "learning_rate": 0.0002704977022510549,
      "loss": 0.7411,
      "step": 31341
    },
    {
      "epoch": 1.2837190251894328,
      "grad_norm": 0.9809105948202768,
      "learning_rate": 0.0002704957598980533,
      "loss": 0.6669,
      "step": 31342
    },
    {
      "epoch": 1.2837599836166291,
      "grad_norm": 1.6398650503794212,
      "learning_rate": 0.0002704938174880882,
      "loss": 1.0816,
      "step": 31343
    },
    {
      "epoch": 1.2838009420438254,
      "grad_norm": 0.5206013682695121,
      "learning_rate": 0.0002704918750211607,
      "loss": 0.2845,
      "step": 31344
    },
    {
      "epoch": 1.283841900471022,
      "grad_norm": 1.0424979060435162,
      "learning_rate": 0.00027048993249727157,
      "loss": 0.9925,
      "step": 31345
    },
    {
      "epoch": 1.2838828588982183,
      "grad_norm": 0.8797297528234671,
      "learning_rate": 0.00027048798991642187,
      "loss": 0.9632,
      "step": 31346
    },
    {
      "epoch": 1.2839238173254146,
      "grad_norm": 1.1629543442366763,
      "learning_rate": 0.00027048604727861235,
      "loss": 0.9397,
      "step": 31347
    },
    {
      "epoch": 1.2839647757526111,
      "grad_norm": 0.9405718821983021,
      "learning_rate": 0.00027048410458384406,
      "loss": 0.7254,
      "step": 31348
    },
    {
      "epoch": 1.2840057341798075,
      "grad_norm": 1.1128518801139642,
      "learning_rate": 0.00027048216183211786,
      "loss": 0.9875,
      "step": 31349
    },
    {
      "epoch": 1.2840466926070038,
      "grad_norm": 0.8460324142526084,
      "learning_rate": 0.0002704802190234348,
      "loss": 0.654,
      "step": 31350
    },
    {
      "epoch": 1.2840876510342003,
      "grad_norm": 1.0307989046837365,
      "learning_rate": 0.0002704782761577955,
      "loss": 1.0817,
      "step": 31351
    },
    {
      "epoch": 1.2841286094613966,
      "grad_norm": 0.9694747119971496,
      "learning_rate": 0.00027047633323520117,
      "loss": 0.826,
      "step": 31352
    },
    {
      "epoch": 1.2841695678885932,
      "grad_norm": 0.9639329638881358,
      "learning_rate": 0.0002704743902556526,
      "loss": 1.0586,
      "step": 31353
    },
    {
      "epoch": 1.2842105263157895,
      "grad_norm": 1.2543562960278138,
      "learning_rate": 0.0002704724472191507,
      "loss": 0.4447,
      "step": 31354
    },
    {
      "epoch": 1.284251484742986,
      "grad_norm": 0.7065424067034032,
      "learning_rate": 0.00027047050412569646,
      "loss": 0.4411,
      "step": 31355
    },
    {
      "epoch": 1.2842924431701823,
      "grad_norm": 0.6847840221808353,
      "learning_rate": 0.0002704685609752908,
      "loss": 0.3939,
      "step": 31356
    },
    {
      "epoch": 1.2843334015973786,
      "grad_norm": 1.0462331215289742,
      "learning_rate": 0.0002704666177679345,
      "loss": 1.0565,
      "step": 31357
    },
    {
      "epoch": 1.2843743600245752,
      "grad_norm": 0.7721084101083581,
      "learning_rate": 0.0002704646745036286,
      "loss": 0.8057,
      "step": 31358
    },
    {
      "epoch": 1.2844153184517715,
      "grad_norm": 0.8331668680744737,
      "learning_rate": 0.00027046273118237405,
      "loss": 0.8678,
      "step": 31359
    },
    {
      "epoch": 1.2844562768789678,
      "grad_norm": 1.8926543810888161,
      "learning_rate": 0.0002704607878041716,
      "loss": 2.8623,
      "step": 31360
    },
    {
      "epoch": 1.2844972353061643,
      "grad_norm": 0.8394486914954675,
      "learning_rate": 0.00027045884436902235,
      "loss": 0.451,
      "step": 31361
    },
    {
      "epoch": 1.2845381937333606,
      "grad_norm": 0.683292357295411,
      "learning_rate": 0.0002704569008769272,
      "loss": 0.6429,
      "step": 31362
    },
    {
      "epoch": 1.284579152160557,
      "grad_norm": 0.7802161669846955,
      "learning_rate": 0.0002704549573278869,
      "loss": 0.7478,
      "step": 31363
    },
    {
      "epoch": 1.2846201105877535,
      "grad_norm": 1.0260912812432186,
      "learning_rate": 0.00027045301372190256,
      "loss": 0.5888,
      "step": 31364
    },
    {
      "epoch": 1.2846610690149498,
      "grad_norm": 1.267391583267419,
      "learning_rate": 0.000270451070058975,
      "loss": 1.0537,
      "step": 31365
    },
    {
      "epoch": 1.2847020274421461,
      "grad_norm": 0.7548027325393835,
      "learning_rate": 0.00027044912633910516,
      "loss": 0.7367,
      "step": 31366
    },
    {
      "epoch": 1.2847429858693427,
      "grad_norm": 0.8226754505758115,
      "learning_rate": 0.00027044718256229394,
      "loss": 0.7996,
      "step": 31367
    },
    {
      "epoch": 1.284783944296539,
      "grad_norm": 0.9252192047705807,
      "learning_rate": 0.0002704452387285424,
      "loss": 0.6825,
      "step": 31368
    },
    {
      "epoch": 1.2848249027237353,
      "grad_norm": 0.9693043968739201,
      "learning_rate": 0.0002704432948378512,
      "loss": 0.7908,
      "step": 31369
    },
    {
      "epoch": 1.2848658611509318,
      "grad_norm": 0.9762747884296843,
      "learning_rate": 0.00027044135089022146,
      "loss": 0.8229,
      "step": 31370
    },
    {
      "epoch": 1.2849068195781281,
      "grad_norm": 0.9526187876862218,
      "learning_rate": 0.00027043940688565405,
      "loss": 1.0662,
      "step": 31371
    },
    {
      "epoch": 1.2849477780053247,
      "grad_norm": 1.0563585255665449,
      "learning_rate": 0.0002704374628241498,
      "loss": 1.0169,
      "step": 31372
    },
    {
      "epoch": 1.284988736432521,
      "grad_norm": 1.10253200722353,
      "learning_rate": 0.0002704355187057098,
      "loss": 1.2108,
      "step": 31373
    },
    {
      "epoch": 1.2850296948597175,
      "grad_norm": 0.8637286838990478,
      "learning_rate": 0.00027043357453033486,
      "loss": 1.0932,
      "step": 31374
    },
    {
      "epoch": 1.2850706532869138,
      "grad_norm": 0.8155215067275157,
      "learning_rate": 0.00027043163029802586,
      "loss": 0.6335,
      "step": 31375
    },
    {
      "epoch": 1.2851116117141101,
      "grad_norm": 0.8981375377405556,
      "learning_rate": 0.0002704296860087839,
      "loss": 0.9433,
      "step": 31376
    },
    {
      "epoch": 1.2851525701413067,
      "grad_norm": 0.8418229480120467,
      "learning_rate": 0.00027042774166260964,
      "loss": 0.8514,
      "step": 31377
    },
    {
      "epoch": 1.285193528568503,
      "grad_norm": 1.1481765106696673,
      "learning_rate": 0.00027042579725950416,
      "loss": 1.3449,
      "step": 31378
    },
    {
      "epoch": 1.2852344869956993,
      "grad_norm": 0.9846598106029603,
      "learning_rate": 0.00027042385279946835,
      "loss": 1.1055,
      "step": 31379
    },
    {
      "epoch": 1.2852754454228958,
      "grad_norm": 0.8219784356226844,
      "learning_rate": 0.0002704219082825032,
      "loss": 0.5135,
      "step": 31380
    },
    {
      "epoch": 1.2853164038500922,
      "grad_norm": 0.8498596007856805,
      "learning_rate": 0.0002704199637086095,
      "loss": 0.748,
      "step": 31381
    },
    {
      "epoch": 1.2853573622772885,
      "grad_norm": 2.084104932380864,
      "learning_rate": 0.00027041801907778826,
      "loss": 2.8803,
      "step": 31382
    },
    {
      "epoch": 1.285398320704485,
      "grad_norm": 1.1995000308605634,
      "learning_rate": 0.0002704160743900403,
      "loss": 0.8201,
      "step": 31383
    },
    {
      "epoch": 1.2854392791316813,
      "grad_norm": 1.402050454548014,
      "learning_rate": 0.0002704141296453666,
      "loss": 1.1185,
      "step": 31384
    },
    {
      "epoch": 1.2854802375588776,
      "grad_norm": 1.7931089156404512,
      "learning_rate": 0.00027041218484376815,
      "loss": 0.4484,
      "step": 31385
    },
    {
      "epoch": 1.2855211959860742,
      "grad_norm": 1.1004448835790768,
      "learning_rate": 0.0002704102399852458,
      "loss": 0.8721,
      "step": 31386
    },
    {
      "epoch": 1.2855621544132705,
      "grad_norm": 0.9005356043187597,
      "learning_rate": 0.0002704082950698005,
      "loss": 0.775,
      "step": 31387
    },
    {
      "epoch": 1.2856031128404668,
      "grad_norm": 0.8371364681853725,
      "learning_rate": 0.00027040635009743314,
      "loss": 0.4222,
      "step": 31388
    },
    {
      "epoch": 1.2856440712676633,
      "grad_norm": 2.394200796839451,
      "learning_rate": 0.0002704044050681446,
      "loss": 3.4458,
      "step": 31389
    },
    {
      "epoch": 1.2856850296948596,
      "grad_norm": 0.9282085546577026,
      "learning_rate": 0.0002704024599819359,
      "loss": 0.8299,
      "step": 31390
    },
    {
      "epoch": 1.2857259881220562,
      "grad_norm": 0.9754440471323611,
      "learning_rate": 0.00027040051483880783,
      "loss": 0.7316,
      "step": 31391
    },
    {
      "epoch": 1.2857669465492525,
      "grad_norm": 0.8855921114464675,
      "learning_rate": 0.0002703985696387614,
      "loss": 0.8743,
      "step": 31392
    },
    {
      "epoch": 1.285807904976449,
      "grad_norm": 1.2378908900926753,
      "learning_rate": 0.0002703966243817975,
      "loss": 1.3472,
      "step": 31393
    },
    {
      "epoch": 1.2858488634036453,
      "grad_norm": 2.1114155645950996,
      "learning_rate": 0.0002703946790679171,
      "loss": 3.686,
      "step": 31394
    },
    {
      "epoch": 1.2858898218308417,
      "grad_norm": 0.794574932344286,
      "learning_rate": 0.0002703927336971211,
      "loss": 0.3728,
      "step": 31395
    },
    {
      "epoch": 1.2859307802580382,
      "grad_norm": 0.9480717223336493,
      "learning_rate": 0.0002703907882694104,
      "loss": 0.7291,
      "step": 31396
    },
    {
      "epoch": 1.2859717386852345,
      "grad_norm": 0.9256549283450491,
      "learning_rate": 0.00027038884278478585,
      "loss": 0.7485,
      "step": 31397
    },
    {
      "epoch": 1.2860126971124308,
      "grad_norm": 0.8934779892089952,
      "learning_rate": 0.0002703868972432485,
      "loss": 1.0093,
      "step": 31398
    },
    {
      "epoch": 1.2860536555396274,
      "grad_norm": 0.8121684748645476,
      "learning_rate": 0.00027038495164479924,
      "loss": 0.3402,
      "step": 31399
    },
    {
      "epoch": 1.2860946139668237,
      "grad_norm": 0.891631387140601,
      "learning_rate": 0.0002703830059894389,
      "loss": 0.5641,
      "step": 31400
    },
    {
      "epoch": 1.28613557239402,
      "grad_norm": 1.111053751168421,
      "learning_rate": 0.0002703810602771685,
      "loss": 1.2014,
      "step": 31401
    },
    {
      "epoch": 1.2861765308212165,
      "grad_norm": 0.9193018339123603,
      "learning_rate": 0.0002703791145079889,
      "loss": 0.919,
      "step": 31402
    },
    {
      "epoch": 1.2862174892484128,
      "grad_norm": 0.7345902974780771,
      "learning_rate": 0.000270377168681901,
      "loss": 0.6165,
      "step": 31403
    },
    {
      "epoch": 1.2862584476756092,
      "grad_norm": 1.1375439412896906,
      "learning_rate": 0.0002703752227989058,
      "loss": 1.2016,
      "step": 31404
    },
    {
      "epoch": 1.2862994061028057,
      "grad_norm": 0.8567543364558996,
      "learning_rate": 0.00027037327685900417,
      "loss": 0.6837,
      "step": 31405
    },
    {
      "epoch": 1.286340364530002,
      "grad_norm": 1.0515920537373358,
      "learning_rate": 0.0002703713308621971,
      "loss": 1.1815,
      "step": 31406
    },
    {
      "epoch": 1.2863813229571983,
      "grad_norm": 0.9730971477983951,
      "learning_rate": 0.0002703693848084854,
      "loss": 0.574,
      "step": 31407
    },
    {
      "epoch": 1.2864222813843949,
      "grad_norm": 0.8320821159412694,
      "learning_rate": 0.00027036743869787,
      "loss": 0.7251,
      "step": 31408
    },
    {
      "epoch": 1.2864632398115912,
      "grad_norm": 0.750849780464596,
      "learning_rate": 0.0002703654925303519,
      "loss": 0.7712,
      "step": 31409
    },
    {
      "epoch": 1.2865041982387877,
      "grad_norm": 1.2439397823730451,
      "learning_rate": 0.000270363546305932,
      "loss": 1.1523,
      "step": 31410
    },
    {
      "epoch": 1.286545156665984,
      "grad_norm": 0.8740284618855517,
      "learning_rate": 0.00027036160002461116,
      "loss": 0.7536,
      "step": 31411
    },
    {
      "epoch": 1.2865861150931805,
      "grad_norm": 0.7918485503355863,
      "learning_rate": 0.00027035965368639035,
      "loss": 0.3941,
      "step": 31412
    },
    {
      "epoch": 1.2866270735203769,
      "grad_norm": 0.8167173136789013,
      "learning_rate": 0.0002703577072912705,
      "loss": 0.8131,
      "step": 31413
    },
    {
      "epoch": 1.2866680319475732,
      "grad_norm": 0.6745315900217294,
      "learning_rate": 0.0002703557608392525,
      "loss": 0.3648,
      "step": 31414
    },
    {
      "epoch": 1.2867089903747697,
      "grad_norm": 1.1005955842521158,
      "learning_rate": 0.0002703538143303373,
      "loss": 1.2184,
      "step": 31415
    },
    {
      "epoch": 1.286749948801966,
      "grad_norm": 1.2557057231464155,
      "learning_rate": 0.00027035186776452576,
      "loss": 1.2386,
      "step": 31416
    },
    {
      "epoch": 1.2867909072291623,
      "grad_norm": 1.0375076768414468,
      "learning_rate": 0.0002703499211418189,
      "loss": 0.8967,
      "step": 31417
    },
    {
      "epoch": 1.2868318656563589,
      "grad_norm": 0.8397058541390573,
      "learning_rate": 0.00027034797446221745,
      "loss": 0.9243,
      "step": 31418
    },
    {
      "epoch": 1.2868728240835552,
      "grad_norm": 0.8968922657381381,
      "learning_rate": 0.0002703460277257226,
      "loss": 0.6539,
      "step": 31419
    },
    {
      "epoch": 1.2869137825107515,
      "grad_norm": 0.9561251507198744,
      "learning_rate": 0.00027034408093233505,
      "loss": 0.8395,
      "step": 31420
    },
    {
      "epoch": 1.286954740937948,
      "grad_norm": 2.4509762062774905,
      "learning_rate": 0.00027034213408205586,
      "loss": 0.8005,
      "step": 31421
    },
    {
      "epoch": 1.2869956993651444,
      "grad_norm": 1.4368109168111083,
      "learning_rate": 0.0002703401871748858,
      "loss": 0.7808,
      "step": 31422
    },
    {
      "epoch": 1.2870366577923407,
      "grad_norm": 1.0255808162757125,
      "learning_rate": 0.000270338240210826,
      "loss": 0.7125,
      "step": 31423
    },
    {
      "epoch": 1.2870776162195372,
      "grad_norm": 0.8222036360305307,
      "learning_rate": 0.0002703362931898772,
      "loss": 0.5117,
      "step": 31424
    },
    {
      "epoch": 1.2871185746467335,
      "grad_norm": 0.9324388273333034,
      "learning_rate": 0.0002703343461120404,
      "loss": 0.9928,
      "step": 31425
    },
    {
      "epoch": 1.2871595330739298,
      "grad_norm": 1.3775390838200618,
      "learning_rate": 0.0002703323989773165,
      "loss": 1.3676,
      "step": 31426
    },
    {
      "epoch": 1.2872004915011264,
      "grad_norm": 0.9963172243101321,
      "learning_rate": 0.00027033045178570644,
      "loss": 0.8581,
      "step": 31427
    },
    {
      "epoch": 1.2872414499283227,
      "grad_norm": 1.8435923663433929,
      "learning_rate": 0.00027032850453721113,
      "loss": 1.5633,
      "step": 31428
    },
    {
      "epoch": 1.2872824083555192,
      "grad_norm": 0.6716598847670748,
      "learning_rate": 0.0002703265572318314,
      "loss": 0.2858,
      "step": 31429
    },
    {
      "epoch": 1.2873233667827155,
      "grad_norm": 1.1897777339603148,
      "learning_rate": 0.0002703246098695684,
      "loss": 0.8184,
      "step": 31430
    },
    {
      "epoch": 1.287364325209912,
      "grad_norm": 4.328458081769085,
      "learning_rate": 0.0002703226624504228,
      "loss": 1.7606,
      "step": 31431
    },
    {
      "epoch": 1.2874052836371084,
      "grad_norm": 0.920094903991633,
      "learning_rate": 0.00027032071497439566,
      "loss": 1.0815,
      "step": 31432
    },
    {
      "epoch": 1.2874462420643047,
      "grad_norm": 1.8573609614799107,
      "learning_rate": 0.0002703187674414878,
      "loss": 1.6989,
      "step": 31433
    },
    {
      "epoch": 1.2874872004915012,
      "grad_norm": 1.0304244969454224,
      "learning_rate": 0.0002703168198517003,
      "loss": 0.9646,
      "step": 31434
    },
    {
      "epoch": 1.2875281589186975,
      "grad_norm": 0.7814229558481148,
      "learning_rate": 0.00027031487220503396,
      "loss": 0.5037,
      "step": 31435
    },
    {
      "epoch": 1.2875691173458939,
      "grad_norm": 0.7909647386455457,
      "learning_rate": 0.0002703129245014897,
      "loss": 0.4735,
      "step": 31436
    },
    {
      "epoch": 1.2876100757730904,
      "grad_norm": 1.0646491359470487,
      "learning_rate": 0.00027031097674106857,
      "loss": 0.9445,
      "step": 31437
    },
    {
      "epoch": 1.2876510342002867,
      "grad_norm": 0.9174539973562382,
      "learning_rate": 0.0002703090289237713,
      "loss": 0.7096,
      "step": 31438
    },
    {
      "epoch": 1.287691992627483,
      "grad_norm": 0.7465715330997783,
      "learning_rate": 0.0002703070810495989,
      "loss": 0.7536,
      "step": 31439
    },
    {
      "epoch": 1.2877329510546796,
      "grad_norm": 0.7967040605405501,
      "learning_rate": 0.00027030513311855235,
      "loss": 0.6754,
      "step": 31440
    },
    {
      "epoch": 1.2877739094818759,
      "grad_norm": 0.6455229750569593,
      "learning_rate": 0.00027030318513063245,
      "loss": 0.7092,
      "step": 31441
    },
    {
      "epoch": 1.2878148679090722,
      "grad_norm": 0.7312386141301463,
      "learning_rate": 0.0002703012370858402,
      "loss": 0.2959,
      "step": 31442
    },
    {
      "epoch": 1.2878558263362687,
      "grad_norm": 0.8739617172372781,
      "learning_rate": 0.0002702992889841765,
      "loss": 0.7541,
      "step": 31443
    },
    {
      "epoch": 1.287896784763465,
      "grad_norm": 7.840713823092946,
      "learning_rate": 0.00027029734082564236,
      "loss": 2.4349,
      "step": 31444
    },
    {
      "epoch": 1.2879377431906613,
      "grad_norm": 1.5574611906455456,
      "learning_rate": 0.0002702953926102385,
      "loss": 1.6822,
      "step": 31445
    },
    {
      "epoch": 1.2879787016178579,
      "grad_norm": 0.8947972287050788,
      "learning_rate": 0.000270293444337966,
      "loss": 0.8526,
      "step": 31446
    },
    {
      "epoch": 1.2880196600450542,
      "grad_norm": 1.537413136775641,
      "learning_rate": 0.0002702914960088258,
      "loss": 1.41,
      "step": 31447
    },
    {
      "epoch": 1.2880606184722507,
      "grad_norm": 1.3740072258833331,
      "learning_rate": 0.0002702895476228187,
      "loss": 1.2715,
      "step": 31448
    },
    {
      "epoch": 1.288101576899447,
      "grad_norm": 1.1886824389465478,
      "learning_rate": 0.0002702875991799457,
      "loss": 0.4835,
      "step": 31449
    },
    {
      "epoch": 1.2881425353266436,
      "grad_norm": 0.8632977245117838,
      "learning_rate": 0.0002702856506802077,
      "loss": 0.6577,
      "step": 31450
    },
    {
      "epoch": 1.28818349375384,
      "grad_norm": 3.5513327097476073,
      "learning_rate": 0.0002702837021236056,
      "loss": 2.402,
      "step": 31451
    },
    {
      "epoch": 1.2882244521810362,
      "grad_norm": 0.5083703890238228,
      "learning_rate": 0.0002702817535101404,
      "loss": 0.3099,
      "step": 31452
    },
    {
      "epoch": 1.2882654106082327,
      "grad_norm": 1.8500093738726862,
      "learning_rate": 0.0002702798048398129,
      "loss": 2.5044,
      "step": 31453
    },
    {
      "epoch": 1.288306369035429,
      "grad_norm": 1.1796626811794566,
      "learning_rate": 0.0002702778561126242,
      "loss": 1.2699,
      "step": 31454
    },
    {
      "epoch": 1.2883473274626254,
      "grad_norm": 0.7294149573385457,
      "learning_rate": 0.00027027590732857495,
      "loss": 0.7531,
      "step": 31455
    },
    {
      "epoch": 1.288388285889822,
      "grad_norm": 0.587270822721002,
      "learning_rate": 0.0002702739584876663,
      "loss": 0.2957,
      "step": 31456
    },
    {
      "epoch": 1.2884292443170182,
      "grad_norm": 1.0353911841761034,
      "learning_rate": 0.00027027200958989914,
      "loss": 0.8284,
      "step": 31457
    },
    {
      "epoch": 1.2884702027442145,
      "grad_norm": 0.7987681468554944,
      "learning_rate": 0.00027027006063527433,
      "loss": 0.5067,
      "step": 31458
    },
    {
      "epoch": 1.288511161171411,
      "grad_norm": 1.1610961223710576,
      "learning_rate": 0.00027026811162379283,
      "loss": 1.1085,
      "step": 31459
    },
    {
      "epoch": 1.2885521195986074,
      "grad_norm": 0.9023954376939891,
      "learning_rate": 0.0002702661625554555,
      "loss": 0.859,
      "step": 31460
    },
    {
      "epoch": 1.2885930780258037,
      "grad_norm": 0.955335022802353,
      "learning_rate": 0.00027026421343026336,
      "loss": 0.8818,
      "step": 31461
    },
    {
      "epoch": 1.2886340364530002,
      "grad_norm": 0.8157596057325451,
      "learning_rate": 0.00027026226424821723,
      "loss": 0.7653,
      "step": 31462
    },
    {
      "epoch": 1.2886749948801965,
      "grad_norm": 0.785634249744234,
      "learning_rate": 0.00027026031500931814,
      "loss": 0.622,
      "step": 31463
    },
    {
      "epoch": 1.2887159533073929,
      "grad_norm": 1.2307385427702615,
      "learning_rate": 0.00027025836571356685,
      "loss": 1.0324,
      "step": 31464
    },
    {
      "epoch": 1.2887569117345894,
      "grad_norm": 1.0706607532492758,
      "learning_rate": 0.00027025641636096445,
      "loss": 1.0653,
      "step": 31465
    },
    {
      "epoch": 1.2887978701617857,
      "grad_norm": 0.814695709286055,
      "learning_rate": 0.0002702544669515118,
      "loss": 0.6845,
      "step": 31466
    },
    {
      "epoch": 1.2888388285889822,
      "grad_norm": 0.6099752501341235,
      "learning_rate": 0.0002702525174852098,
      "loss": 0.3074,
      "step": 31467
    },
    {
      "epoch": 1.2888797870161786,
      "grad_norm": 0.851917694471618,
      "learning_rate": 0.0002702505679620594,
      "loss": 0.7398,
      "step": 31468
    },
    {
      "epoch": 1.288920745443375,
      "grad_norm": 0.7869626082354424,
      "learning_rate": 0.00027024861838206155,
      "loss": 0.3903,
      "step": 31469
    },
    {
      "epoch": 1.2889617038705714,
      "grad_norm": 0.9363781562359326,
      "learning_rate": 0.0002702466687452171,
      "loss": 0.9246,
      "step": 31470
    },
    {
      "epoch": 1.2890026622977677,
      "grad_norm": 0.6867579231815222,
      "learning_rate": 0.0002702447190515269,
      "loss": 0.761,
      "step": 31471
    },
    {
      "epoch": 1.2890436207249643,
      "grad_norm": 0.8569217731192565,
      "learning_rate": 0.0002702427693009921,
      "loss": 0.888,
      "step": 31472
    },
    {
      "epoch": 1.2890845791521606,
      "grad_norm": 1.3245777437754853,
      "learning_rate": 0.00027024081949361347,
      "loss": 0.9582,
      "step": 31473
    },
    {
      "epoch": 1.2891255375793569,
      "grad_norm": 0.7802592704430331,
      "learning_rate": 0.00027023886962939195,
      "loss": 0.3547,
      "step": 31474
    },
    {
      "epoch": 1.2891664960065534,
      "grad_norm": 0.8582727015351511,
      "learning_rate": 0.00027023691970832846,
      "loss": 0.8078,
      "step": 31475
    },
    {
      "epoch": 1.2892074544337497,
      "grad_norm": 0.6840129120811747,
      "learning_rate": 0.00027023496973042395,
      "loss": 0.3409,
      "step": 31476
    },
    {
      "epoch": 1.289248412860946,
      "grad_norm": 0.5940911954415279,
      "learning_rate": 0.0002702330196956793,
      "loss": 0.3728,
      "step": 31477
    },
    {
      "epoch": 1.2892893712881426,
      "grad_norm": 0.6523465987143163,
      "learning_rate": 0.0002702310696040955,
      "loss": 0.3316,
      "step": 31478
    },
    {
      "epoch": 1.289330329715339,
      "grad_norm": 2.11116465198382,
      "learning_rate": 0.00027022911945567336,
      "loss": 1.357,
      "step": 31479
    },
    {
      "epoch": 1.2893712881425352,
      "grad_norm": 1.1137053177242264,
      "learning_rate": 0.0002702271692504139,
      "loss": 0.5456,
      "step": 31480
    },
    {
      "epoch": 1.2894122465697317,
      "grad_norm": 0.8179755965530117,
      "learning_rate": 0.000270225218988318,
      "loss": 0.5647,
      "step": 31481
    },
    {
      "epoch": 1.289453204996928,
      "grad_norm": 1.0325942489347073,
      "learning_rate": 0.00027022326866938664,
      "loss": 0.8038,
      "step": 31482
    },
    {
      "epoch": 1.2894941634241246,
      "grad_norm": 1.9846589279177724,
      "learning_rate": 0.00027022131829362064,
      "loss": 3.3727,
      "step": 31483
    },
    {
      "epoch": 1.289535121851321,
      "grad_norm": 1.131625826342269,
      "learning_rate": 0.000270219367861021,
      "loss": 1.1197,
      "step": 31484
    },
    {
      "epoch": 1.2895760802785172,
      "grad_norm": 1.43664349862864,
      "learning_rate": 0.0002702174173715886,
      "loss": 0.7284,
      "step": 31485
    },
    {
      "epoch": 1.2896170387057138,
      "grad_norm": 0.737631315838782,
      "learning_rate": 0.0002702154668253244,
      "loss": 0.6838,
      "step": 31486
    },
    {
      "epoch": 1.28965799713291,
      "grad_norm": 0.760055764609565,
      "learning_rate": 0.0002702135162222293,
      "loss": 0.733,
      "step": 31487
    },
    {
      "epoch": 1.2896989555601066,
      "grad_norm": 0.8497717591332697,
      "learning_rate": 0.00027021156556230426,
      "loss": 0.8185,
      "step": 31488
    },
    {
      "epoch": 1.289739913987303,
      "grad_norm": 0.9257658392412033,
      "learning_rate": 0.0002702096148455501,
      "loss": 0.8975,
      "step": 31489
    },
    {
      "epoch": 1.2897808724144992,
      "grad_norm": 0.9250127558976372,
      "learning_rate": 0.00027020766407196784,
      "loss": 0.771,
      "step": 31490
    },
    {
      "epoch": 1.2898218308416958,
      "grad_norm": 0.9379290951273287,
      "learning_rate": 0.00027020571324155835,
      "loss": 0.9395,
      "step": 31491
    },
    {
      "epoch": 1.289862789268892,
      "grad_norm": 0.9633340716438141,
      "learning_rate": 0.00027020376235432263,
      "loss": 0.8723,
      "step": 31492
    },
    {
      "epoch": 1.2899037476960884,
      "grad_norm": 2.3764339395465144,
      "learning_rate": 0.00027020181141026154,
      "loss": 1.3012,
      "step": 31493
    },
    {
      "epoch": 1.289944706123285,
      "grad_norm": 1.4198131833357281,
      "learning_rate": 0.00027019986040937596,
      "loss": 2.1712,
      "step": 31494
    },
    {
      "epoch": 1.2899856645504812,
      "grad_norm": 1.1727251854523504,
      "learning_rate": 0.0002701979093516669,
      "loss": 0.9612,
      "step": 31495
    },
    {
      "epoch": 1.2900266229776776,
      "grad_norm": 1.2944259216777902,
      "learning_rate": 0.0002701959582371352,
      "loss": 1.2114,
      "step": 31496
    },
    {
      "epoch": 1.290067581404874,
      "grad_norm": 0.7814197410239437,
      "learning_rate": 0.00027019400706578185,
      "loss": 0.727,
      "step": 31497
    },
    {
      "epoch": 1.2901085398320704,
      "grad_norm": 2.8151482485330876,
      "learning_rate": 0.00027019205583760775,
      "loss": 3.864,
      "step": 31498
    },
    {
      "epoch": 1.2901494982592667,
      "grad_norm": 0.8813172640371051,
      "learning_rate": 0.0002701901045526138,
      "loss": 0.7211,
      "step": 31499
    },
    {
      "epoch": 1.2901904566864633,
      "grad_norm": 0.8097774538192632,
      "learning_rate": 0.00027018815321080096,
      "loss": 0.7869,
      "step": 31500
    },
    {
      "epoch": 1.2902314151136596,
      "grad_norm": 0.7456887653273293,
      "learning_rate": 0.00027018620181217017,
      "loss": 0.2739,
      "step": 31501
    },
    {
      "epoch": 1.290272373540856,
      "grad_norm": 0.806853636368876,
      "learning_rate": 0.00027018425035672225,
      "loss": 0.6933,
      "step": 31502
    },
    {
      "epoch": 1.2903133319680524,
      "grad_norm": 1.0585592976963272,
      "learning_rate": 0.00027018229884445824,
      "loss": 1.1322,
      "step": 31503
    },
    {
      "epoch": 1.290354290395249,
      "grad_norm": 0.7556832097591349,
      "learning_rate": 0.000270180347275379,
      "loss": 0.6119,
      "step": 31504
    },
    {
      "epoch": 1.2903952488224453,
      "grad_norm": 1.280487244701701,
      "learning_rate": 0.0002701783956494855,
      "loss": 0.9801,
      "step": 31505
    },
    {
      "epoch": 1.2904362072496416,
      "grad_norm": 0.5489560916099221,
      "learning_rate": 0.00027017644396677855,
      "loss": 0.2996,
      "step": 31506
    },
    {
      "epoch": 1.2904771656768381,
      "grad_norm": 1.515637918529551,
      "learning_rate": 0.0002701744922272592,
      "loss": 1.2314,
      "step": 31507
    },
    {
      "epoch": 1.2905181241040344,
      "grad_norm": 0.917927030111604,
      "learning_rate": 0.00027017254043092836,
      "loss": 0.9155,
      "step": 31508
    },
    {
      "epoch": 1.2905590825312308,
      "grad_norm": 0.8219795888156335,
      "learning_rate": 0.00027017058857778685,
      "loss": 0.8555,
      "step": 31509
    },
    {
      "epoch": 1.2906000409584273,
      "grad_norm": 0.7849432851195907,
      "learning_rate": 0.0002701686366678357,
      "loss": 0.7245,
      "step": 31510
    },
    {
      "epoch": 1.2906409993856236,
      "grad_norm": 0.8888639725743698,
      "learning_rate": 0.00027016668470107575,
      "loss": 0.7993,
      "step": 31511
    },
    {
      "epoch": 1.29068195781282,
      "grad_norm": 1.1253108949498383,
      "learning_rate": 0.000270164732677508,
      "loss": 1.0872,
      "step": 31512
    },
    {
      "epoch": 1.2907229162400164,
      "grad_norm": 0.8706320835472224,
      "learning_rate": 0.0002701627805971333,
      "loss": 0.9609,
      "step": 31513
    },
    {
      "epoch": 1.2907638746672128,
      "grad_norm": 0.913749086504037,
      "learning_rate": 0.00027016082845995263,
      "loss": 0.8295,
      "step": 31514
    },
    {
      "epoch": 1.290804833094409,
      "grad_norm": 0.8508563706346645,
      "learning_rate": 0.0002701588762659669,
      "loss": 0.8821,
      "step": 31515
    },
    {
      "epoch": 1.2908457915216056,
      "grad_norm": 0.9237494349637686,
      "learning_rate": 0.00027015692401517706,
      "loss": 0.9886,
      "step": 31516
    },
    {
      "epoch": 1.290886749948802,
      "grad_norm": 0.7318037153025555,
      "learning_rate": 0.00027015497170758396,
      "loss": 0.7454,
      "step": 31517
    },
    {
      "epoch": 1.2909277083759982,
      "grad_norm": 1.1970816510963138,
      "learning_rate": 0.00027015301934318854,
      "loss": 1.4063,
      "step": 31518
    },
    {
      "epoch": 1.2909686668031948,
      "grad_norm": 1.111848539717597,
      "learning_rate": 0.00027015106692199176,
      "loss": 1.0445,
      "step": 31519
    },
    {
      "epoch": 1.291009625230391,
      "grad_norm": 1.0337228629754112,
      "learning_rate": 0.00027014911444399456,
      "loss": 1.143,
      "step": 31520
    },
    {
      "epoch": 1.2910505836575876,
      "grad_norm": 0.7965333958157494,
      "learning_rate": 0.0002701471619091978,
      "loss": 0.6112,
      "step": 31521
    },
    {
      "epoch": 1.291091542084784,
      "grad_norm": 0.7964078740825251,
      "learning_rate": 0.00027014520931760243,
      "loss": 0.7939,
      "step": 31522
    },
    {
      "epoch": 1.2911325005119805,
      "grad_norm": 0.7722456327648124,
      "learning_rate": 0.00027014325666920936,
      "loss": 0.5558,
      "step": 31523
    },
    {
      "epoch": 1.2911734589391768,
      "grad_norm": 0.8296514951126233,
      "learning_rate": 0.0002701413039640196,
      "loss": 0.9248,
      "step": 31524
    },
    {
      "epoch": 1.291214417366373,
      "grad_norm": 0.895915465786622,
      "learning_rate": 0.00027013935120203395,
      "loss": 0.6082,
      "step": 31525
    },
    {
      "epoch": 1.2912553757935696,
      "grad_norm": 1.218938798754032,
      "learning_rate": 0.0002701373983832534,
      "loss": 1.3127,
      "step": 31526
    },
    {
      "epoch": 1.291296334220766,
      "grad_norm": 0.9600486515310512,
      "learning_rate": 0.00027013544550767883,
      "loss": 0.5699,
      "step": 31527
    },
    {
      "epoch": 1.2913372926479623,
      "grad_norm": 0.8684253460447539,
      "learning_rate": 0.00027013349257531125,
      "loss": 0.9424,
      "step": 31528
    },
    {
      "epoch": 1.2913782510751588,
      "grad_norm": 1.427569342475496,
      "learning_rate": 0.0002701315395861515,
      "loss": 1.4668,
      "step": 31529
    },
    {
      "epoch": 1.2914192095023551,
      "grad_norm": 0.9446294310361831,
      "learning_rate": 0.0002701295865402005,
      "loss": 0.9539,
      "step": 31530
    },
    {
      "epoch": 1.2914601679295514,
      "grad_norm": 1.720357540475943,
      "learning_rate": 0.0002701276334374592,
      "loss": 0.6503,
      "step": 31531
    },
    {
      "epoch": 1.291501126356748,
      "grad_norm": 1.0676152975753124,
      "learning_rate": 0.00027012568027792857,
      "loss": 1.1771,
      "step": 31532
    },
    {
      "epoch": 1.2915420847839443,
      "grad_norm": 1.0816135573201324,
      "learning_rate": 0.0002701237270616095,
      "loss": 0.9129,
      "step": 31533
    },
    {
      "epoch": 1.2915830432111406,
      "grad_norm": 0.9644287686466866,
      "learning_rate": 0.0002701217737885029,
      "loss": 1.0979,
      "step": 31534
    },
    {
      "epoch": 1.2916240016383371,
      "grad_norm": 0.6986291734718018,
      "learning_rate": 0.00027011982045860967,
      "loss": 0.7971,
      "step": 31535
    },
    {
      "epoch": 1.2916649600655334,
      "grad_norm": 0.7759215749980499,
      "learning_rate": 0.0002701178670719307,
      "loss": 0.7892,
      "step": 31536
    },
    {
      "epoch": 1.2917059184927298,
      "grad_norm": 0.6928667590569834,
      "learning_rate": 0.00027011591362846707,
      "loss": 0.4585,
      "step": 31537
    },
    {
      "epoch": 1.2917468769199263,
      "grad_norm": 1.0948986191182826,
      "learning_rate": 0.00027011396012821954,
      "loss": 0.8346,
      "step": 31538
    },
    {
      "epoch": 1.2917878353471226,
      "grad_norm": 0.677748457949792,
      "learning_rate": 0.00027011200657118915,
      "loss": 0.2665,
      "step": 31539
    },
    {
      "epoch": 1.2918287937743191,
      "grad_norm": 0.8204576203502979,
      "learning_rate": 0.0002701100529573767,
      "loss": 0.8859,
      "step": 31540
    },
    {
      "epoch": 1.2918697522015155,
      "grad_norm": 1.8345661096895276,
      "learning_rate": 0.00027010809928678325,
      "loss": 1.1794,
      "step": 31541
    },
    {
      "epoch": 1.291910710628712,
      "grad_norm": 1.0932391204616314,
      "learning_rate": 0.0002701061455594096,
      "loss": 1.0212,
      "step": 31542
    },
    {
      "epoch": 1.2919516690559083,
      "grad_norm": 0.9070649903360685,
      "learning_rate": 0.0002701041917752568,
      "loss": 0.737,
      "step": 31543
    },
    {
      "epoch": 1.2919926274831046,
      "grad_norm": 0.8878456900445503,
      "learning_rate": 0.0002701022379343257,
      "loss": 0.8064,
      "step": 31544
    },
    {
      "epoch": 1.2920335859103012,
      "grad_norm": 0.8978101863211573,
      "learning_rate": 0.00027010028403661726,
      "loss": 0.8489,
      "step": 31545
    },
    {
      "epoch": 1.2920745443374975,
      "grad_norm": 1.0000800092644164,
      "learning_rate": 0.0002700983300821323,
      "loss": 1.1253,
      "step": 31546
    },
    {
      "epoch": 1.2921155027646938,
      "grad_norm": 1.0793523289745488,
      "learning_rate": 0.00027009637607087187,
      "loss": 0.6079,
      "step": 31547
    },
    {
      "epoch": 1.2921564611918903,
      "grad_norm": 0.8315900603988304,
      "learning_rate": 0.00027009442200283683,
      "loss": 0.8977,
      "step": 31548
    },
    {
      "epoch": 1.2921974196190866,
      "grad_norm": 2.366087501134377,
      "learning_rate": 0.0002700924678780281,
      "loss": 2.7589,
      "step": 31549
    },
    {
      "epoch": 1.292238378046283,
      "grad_norm": 1.0090979877813697,
      "learning_rate": 0.0002700905136964466,
      "loss": 0.8962,
      "step": 31550
    },
    {
      "epoch": 1.2922793364734795,
      "grad_norm": 0.9426811934654621,
      "learning_rate": 0.00027008855945809333,
      "loss": 1.0105,
      "step": 31551
    },
    {
      "epoch": 1.2923202949006758,
      "grad_norm": 1.054214497092701,
      "learning_rate": 0.0002700866051629691,
      "loss": 0.9153,
      "step": 31552
    },
    {
      "epoch": 1.292361253327872,
      "grad_norm": 0.8203270587712539,
      "learning_rate": 0.0002700846508110749,
      "loss": 0.6251,
      "step": 31553
    },
    {
      "epoch": 1.2924022117550686,
      "grad_norm": 1.4598206961391216,
      "learning_rate": 0.0002700826964024117,
      "loss": 1.8202,
      "step": 31554
    },
    {
      "epoch": 1.292443170182265,
      "grad_norm": 1.0454554140926164,
      "learning_rate": 0.00027008074193698035,
      "loss": 0.9195,
      "step": 31555
    },
    {
      "epoch": 1.2924841286094613,
      "grad_norm": 0.6878165666919719,
      "learning_rate": 0.00027007878741478175,
      "loss": 0.6536,
      "step": 31556
    },
    {
      "epoch": 1.2925250870366578,
      "grad_norm": 0.9245073675320727,
      "learning_rate": 0.00027007683283581687,
      "loss": 0.8136,
      "step": 31557
    },
    {
      "epoch": 1.2925660454638541,
      "grad_norm": 0.9355763632581087,
      "learning_rate": 0.0002700748782000867,
      "loss": 0.6186,
      "step": 31558
    },
    {
      "epoch": 1.2926070038910507,
      "grad_norm": 1.1868630997636478,
      "learning_rate": 0.00027007292350759207,
      "loss": 0.9566,
      "step": 31559
    },
    {
      "epoch": 1.292647962318247,
      "grad_norm": 1.0116029207986375,
      "learning_rate": 0.0002700709687583339,
      "loss": 0.881,
      "step": 31560
    },
    {
      "epoch": 1.2926889207454435,
      "grad_norm": 0.8320838248886213,
      "learning_rate": 0.00027006901395231316,
      "loss": 0.7231,
      "step": 31561
    },
    {
      "epoch": 1.2927298791726398,
      "grad_norm": 0.6352287723503156,
      "learning_rate": 0.0002700670590895307,
      "loss": 0.2835,
      "step": 31562
    },
    {
      "epoch": 1.2927708375998361,
      "grad_norm": 0.7770171395998219,
      "learning_rate": 0.00027006510416998763,
      "loss": 0.6329,
      "step": 31563
    },
    {
      "epoch": 1.2928117960270327,
      "grad_norm": 0.7659379398637667,
      "learning_rate": 0.00027006314919368466,
      "loss": 0.8056,
      "step": 31564
    },
    {
      "epoch": 1.292852754454229,
      "grad_norm": 0.8923635733915634,
      "learning_rate": 0.0002700611941606228,
      "loss": 0.8053,
      "step": 31565
    },
    {
      "epoch": 1.2928937128814253,
      "grad_norm": 0.5603026003160954,
      "learning_rate": 0.00027005923907080293,
      "loss": 0.2847,
      "step": 31566
    },
    {
      "epoch": 1.2929346713086218,
      "grad_norm": 0.9069502988139276,
      "learning_rate": 0.0002700572839242261,
      "loss": 1.0929,
      "step": 31567
    },
    {
      "epoch": 1.2929756297358181,
      "grad_norm": 0.9072210514803195,
      "learning_rate": 0.00027005532872089317,
      "loss": 0.497,
      "step": 31568
    },
    {
      "epoch": 1.2930165881630145,
      "grad_norm": 0.7467423454650851,
      "learning_rate": 0.000270053373460805,
      "loss": 0.3729,
      "step": 31569
    },
    {
      "epoch": 1.293057546590211,
      "grad_norm": 0.9127389213884133,
      "learning_rate": 0.00027005141814396254,
      "loss": 0.8544,
      "step": 31570
    },
    {
      "epoch": 1.2930985050174073,
      "grad_norm": 1.2021818308316636,
      "learning_rate": 0.00027004946277036675,
      "loss": 0.8294,
      "step": 31571
    },
    {
      "epoch": 1.2931394634446036,
      "grad_norm": 1.0566210760597188,
      "learning_rate": 0.0002700475073400185,
      "loss": 0.6784,
      "step": 31572
    },
    {
      "epoch": 1.2931804218718002,
      "grad_norm": 0.8940026440904558,
      "learning_rate": 0.0002700455518529189,
      "loss": 0.8594,
      "step": 31573
    },
    {
      "epoch": 1.2932213802989965,
      "grad_norm": 0.8573894088773268,
      "learning_rate": 0.0002700435963090686,
      "loss": 1.0236,
      "step": 31574
    },
    {
      "epoch": 1.2932623387261928,
      "grad_norm": 0.8178378259095673,
      "learning_rate": 0.00027004164070846865,
      "loss": 0.8338,
      "step": 31575
    },
    {
      "epoch": 1.2933032971533893,
      "grad_norm": 0.9458165922726223,
      "learning_rate": 0.00027003968505112,
      "loss": 0.8894,
      "step": 31576
    },
    {
      "epoch": 1.2933442555805856,
      "grad_norm": 1.003709945901859,
      "learning_rate": 0.0002700377293370236,
      "loss": 0.8369,
      "step": 31577
    },
    {
      "epoch": 1.2933852140077822,
      "grad_norm": 0.9148996141394266,
      "learning_rate": 0.0002700357735661803,
      "loss": 0.8641,
      "step": 31578
    },
    {
      "epoch": 1.2934261724349785,
      "grad_norm": 0.738712389304901,
      "learning_rate": 0.000270033817738591,
      "loss": 0.5401,
      "step": 31579
    },
    {
      "epoch": 1.293467130862175,
      "grad_norm": 2.51034513038355,
      "learning_rate": 0.0002700318618542568,
      "loss": 1.7902,
      "step": 31580
    },
    {
      "epoch": 1.2935080892893713,
      "grad_norm": 0.9637924503917548,
      "learning_rate": 0.0002700299059131784,
      "loss": 0.4629,
      "step": 31581
    },
    {
      "epoch": 1.2935490477165676,
      "grad_norm": 1.6702414564749044,
      "learning_rate": 0.0002700279499153568,
      "loss": 0.9236,
      "step": 31582
    },
    {
      "epoch": 1.2935900061437642,
      "grad_norm": 0.5199785070972864,
      "learning_rate": 0.00027002599386079305,
      "loss": 0.1328,
      "step": 31583
    },
    {
      "epoch": 1.2936309645709605,
      "grad_norm": 0.8140425183083495,
      "learning_rate": 0.0002700240377494879,
      "loss": 0.5906,
      "step": 31584
    },
    {
      "epoch": 1.2936719229981568,
      "grad_norm": 1.2151388690091138,
      "learning_rate": 0.00027002208158144236,
      "loss": 1.0427,
      "step": 31585
    },
    {
      "epoch": 1.2937128814253533,
      "grad_norm": 0.8216900584997588,
      "learning_rate": 0.0002700201253566574,
      "loss": 0.4913,
      "step": 31586
    },
    {
      "epoch": 1.2937538398525497,
      "grad_norm": 0.8590925861420087,
      "learning_rate": 0.00027001816907513385,
      "loss": 0.8122,
      "step": 31587
    },
    {
      "epoch": 1.293794798279746,
      "grad_norm": 0.9716021833926541,
      "learning_rate": 0.00027001621273687264,
      "loss": 0.863,
      "step": 31588
    },
    {
      "epoch": 1.2938357567069425,
      "grad_norm": 0.797448016607,
      "learning_rate": 0.00027001425634187476,
      "loss": 0.5757,
      "step": 31589
    },
    {
      "epoch": 1.2938767151341388,
      "grad_norm": 1.0488760209097916,
      "learning_rate": 0.00027001229989014107,
      "loss": 1.0647,
      "step": 31590
    },
    {
      "epoch": 1.2939176735613351,
      "grad_norm": 0.8163116129822313,
      "learning_rate": 0.0002700103433816726,
      "loss": 0.9554,
      "step": 31591
    },
    {
      "epoch": 1.2939586319885317,
      "grad_norm": 0.935104184398528,
      "learning_rate": 0.00027000838681647015,
      "loss": 0.8512,
      "step": 31592
    },
    {
      "epoch": 1.293999590415728,
      "grad_norm": 0.7931557471045062,
      "learning_rate": 0.0002700064301945347,
      "loss": 0.4995,
      "step": 31593
    },
    {
      "epoch": 1.2940405488429243,
      "grad_norm": 0.990581510817979,
      "learning_rate": 0.0002700044735158672,
      "loss": 1.1739,
      "step": 31594
    },
    {
      "epoch": 1.2940815072701208,
      "grad_norm": 1.0662342291301985,
      "learning_rate": 0.0002700025167804685,
      "loss": 0.8097,
      "step": 31595
    },
    {
      "epoch": 1.2941224656973171,
      "grad_norm": 0.862295244280123,
      "learning_rate": 0.00027000055998833967,
      "loss": 0.7942,
      "step": 31596
    },
    {
      "epoch": 1.2941634241245137,
      "grad_norm": 0.9877388777788416,
      "learning_rate": 0.0002699986031394814,
      "loss": 0.8588,
      "step": 31597
    },
    {
      "epoch": 1.29420438255171,
      "grad_norm": 0.7575553567231731,
      "learning_rate": 0.0002699966462338949,
      "loss": 0.6865,
      "step": 31598
    },
    {
      "epoch": 1.2942453409789065,
      "grad_norm": 0.7899173316382734,
      "learning_rate": 0.00026999468927158086,
      "loss": 0.71,
      "step": 31599
    },
    {
      "epoch": 1.2942862994061028,
      "grad_norm": 0.9308059078620201,
      "learning_rate": 0.00026999273225254033,
      "loss": 0.8366,
      "step": 31600
    },
    {
      "epoch": 1.2943272578332992,
      "grad_norm": 1.6893897294290032,
      "learning_rate": 0.0002699907751767742,
      "loss": 1.6983,
      "step": 31601
    },
    {
      "epoch": 1.2943682162604957,
      "grad_norm": 0.8746677463486864,
      "learning_rate": 0.00026998881804428333,
      "loss": 0.5768,
      "step": 31602
    },
    {
      "epoch": 1.294409174687692,
      "grad_norm": 0.7199130913240045,
      "learning_rate": 0.00026998686085506876,
      "loss": 0.6252,
      "step": 31603
    },
    {
      "epoch": 1.2944501331148883,
      "grad_norm": 1.0081865730712667,
      "learning_rate": 0.0002699849036091314,
      "loss": 1.0094,
      "step": 31604
    },
    {
      "epoch": 1.2944910915420849,
      "grad_norm": 2.4081381547143645,
      "learning_rate": 0.0002699829463064721,
      "loss": 1.8058,
      "step": 31605
    },
    {
      "epoch": 1.2945320499692812,
      "grad_norm": 0.8260411733091299,
      "learning_rate": 0.0002699809889470918,
      "loss": 0.6589,
      "step": 31606
    },
    {
      "epoch": 1.2945730083964775,
      "grad_norm": 1.1190452868301548,
      "learning_rate": 0.0002699790315309915,
      "loss": 0.8403,
      "step": 31607
    },
    {
      "epoch": 1.294613966823674,
      "grad_norm": 2.0634290824918784,
      "learning_rate": 0.00026997707405817205,
      "loss": 3.4362,
      "step": 31608
    },
    {
      "epoch": 1.2946549252508703,
      "grad_norm": 0.8989951880201605,
      "learning_rate": 0.0002699751165286344,
      "loss": 0.9587,
      "step": 31609
    },
    {
      "epoch": 1.2946958836780667,
      "grad_norm": 0.863562293333932,
      "learning_rate": 0.00026997315894237945,
      "loss": 0.3074,
      "step": 31610
    },
    {
      "epoch": 1.2947368421052632,
      "grad_norm": 0.8934252698011339,
      "learning_rate": 0.00026997120129940817,
      "loss": 0.8513,
      "step": 31611
    },
    {
      "epoch": 1.2947778005324595,
      "grad_norm": 0.9925692917372856,
      "learning_rate": 0.0002699692435997215,
      "loss": 0.8402,
      "step": 31612
    },
    {
      "epoch": 1.2948187589596558,
      "grad_norm": 1.0749601075842128,
      "learning_rate": 0.00026996728584332034,
      "loss": 1.0788,
      "step": 31613
    },
    {
      "epoch": 1.2948597173868523,
      "grad_norm": 1.0390831381451118,
      "learning_rate": 0.0002699653280302056,
      "loss": 0.8743,
      "step": 31614
    },
    {
      "epoch": 1.2949006758140487,
      "grad_norm": 1.0430813896109727,
      "learning_rate": 0.00026996337016037817,
      "loss": 1.1377,
      "step": 31615
    },
    {
      "epoch": 1.2949416342412452,
      "grad_norm": 1.5454739330784928,
      "learning_rate": 0.000269961412233839,
      "loss": 0.6993,
      "step": 31616
    },
    {
      "epoch": 1.2949825926684415,
      "grad_norm": 0.9391614541422265,
      "learning_rate": 0.0002699594542505891,
      "loss": 0.9562,
      "step": 31617
    },
    {
      "epoch": 1.295023551095638,
      "grad_norm": 1.1452604015644003,
      "learning_rate": 0.0002699574962106293,
      "loss": 0.6421,
      "step": 31618
    },
    {
      "epoch": 1.2950645095228344,
      "grad_norm": 0.908317671387049,
      "learning_rate": 0.00026995553811396056,
      "loss": 0.9487,
      "step": 31619
    },
    {
      "epoch": 1.2951054679500307,
      "grad_norm": 0.844455229316911,
      "learning_rate": 0.00026995357996058387,
      "loss": 0.7751,
      "step": 31620
    },
    {
      "epoch": 1.2951464263772272,
      "grad_norm": 0.7480604230663429,
      "learning_rate": 0.0002699516217505,
      "loss": 0.6856,
      "step": 31621
    },
    {
      "epoch": 1.2951873848044235,
      "grad_norm": 0.9221960043626212,
      "learning_rate": 0.00026994966348371,
      "loss": 0.7032,
      "step": 31622
    },
    {
      "epoch": 1.2952283432316198,
      "grad_norm": 0.8575221529602887,
      "learning_rate": 0.00026994770516021476,
      "loss": 0.7859,
      "step": 31623
    },
    {
      "epoch": 1.2952693016588164,
      "grad_norm": 0.6762780429343473,
      "learning_rate": 0.00026994574678001516,
      "loss": 0.4791,
      "step": 31624
    },
    {
      "epoch": 1.2953102600860127,
      "grad_norm": 1.2471981565586339,
      "learning_rate": 0.0002699437883431122,
      "loss": 1.063,
      "step": 31625
    },
    {
      "epoch": 1.295351218513209,
      "grad_norm": 1.0729972273778652,
      "learning_rate": 0.0002699418298495068,
      "loss": 1.04,
      "step": 31626
    },
    {
      "epoch": 1.2953921769404055,
      "grad_norm": 1.2714330720060225,
      "learning_rate": 0.00026993987129919985,
      "loss": 0.9966,
      "step": 31627
    },
    {
      "epoch": 1.2954331353676019,
      "grad_norm": 0.8265388689730705,
      "learning_rate": 0.0002699379126921923,
      "loss": 0.7294,
      "step": 31628
    },
    {
      "epoch": 1.2954740937947982,
      "grad_norm": 1.1108460982318304,
      "learning_rate": 0.0002699359540284851,
      "loss": 0.8659,
      "step": 31629
    },
    {
      "epoch": 1.2955150522219947,
      "grad_norm": 0.6482384813464163,
      "learning_rate": 0.00026993399530807904,
      "loss": 0.2651,
      "step": 31630
    },
    {
      "epoch": 1.295556010649191,
      "grad_norm": 2.3791915534861547,
      "learning_rate": 0.0002699320365309752,
      "loss": 4.2022,
      "step": 31631
    },
    {
      "epoch": 1.2955969690763873,
      "grad_norm": 0.9058112291403035,
      "learning_rate": 0.00026993007769717447,
      "loss": 0.8058,
      "step": 31632
    },
    {
      "epoch": 1.2956379275035839,
      "grad_norm": 0.8614382798752386,
      "learning_rate": 0.0002699281188066777,
      "loss": 0.783,
      "step": 31633
    },
    {
      "epoch": 1.2956788859307802,
      "grad_norm": 1.4337217208382589,
      "learning_rate": 0.0002699261598594859,
      "loss": 0.9773,
      "step": 31634
    },
    {
      "epoch": 1.2957198443579767,
      "grad_norm": 0.9540252369407606,
      "learning_rate": 0.0002699242008556,
      "loss": 0.7735,
      "step": 31635
    },
    {
      "epoch": 1.295760802785173,
      "grad_norm": 0.7970469838045301,
      "learning_rate": 0.00026992224179502093,
      "loss": 0.5817,
      "step": 31636
    },
    {
      "epoch": 1.2958017612123696,
      "grad_norm": 0.791654181555218,
      "learning_rate": 0.0002699202826777495,
      "loss": 0.7717,
      "step": 31637
    },
    {
      "epoch": 1.2958427196395659,
      "grad_norm": 0.6653473510388548,
      "learning_rate": 0.00026991832350378676,
      "loss": 0.2697,
      "step": 31638
    },
    {
      "epoch": 1.2958836780667622,
      "grad_norm": 0.5927361327132187,
      "learning_rate": 0.0002699163642731336,
      "loss": 0.3317,
      "step": 31639
    },
    {
      "epoch": 1.2959246364939587,
      "grad_norm": 1.0331324441558627,
      "learning_rate": 0.0002699144049857909,
      "loss": 1.0432,
      "step": 31640
    },
    {
      "epoch": 1.295965594921155,
      "grad_norm": 0.9745637187000817,
      "learning_rate": 0.0002699124456417597,
      "loss": 1.1101,
      "step": 31641
    },
    {
      "epoch": 1.2960065533483514,
      "grad_norm": 0.5806222440814318,
      "learning_rate": 0.0002699104862410408,
      "loss": 0.3654,
      "step": 31642
    },
    {
      "epoch": 1.296047511775548,
      "grad_norm": 1.0097459148288943,
      "learning_rate": 0.0002699085267836352,
      "loss": 0.8436,
      "step": 31643
    },
    {
      "epoch": 1.2960884702027442,
      "grad_norm": 0.8476942690033883,
      "learning_rate": 0.0002699065672695437,
      "loss": 0.8548,
      "step": 31644
    },
    {
      "epoch": 1.2961294286299405,
      "grad_norm": 1.1934812061474298,
      "learning_rate": 0.0002699046076987675,
      "loss": 1.4436,
      "step": 31645
    },
    {
      "epoch": 1.296170387057137,
      "grad_norm": 0.903544221014528,
      "learning_rate": 0.0002699026480713073,
      "loss": 1.0923,
      "step": 31646
    },
    {
      "epoch": 1.2962113454843334,
      "grad_norm": 0.9660918803017796,
      "learning_rate": 0.00026990068838716406,
      "loss": 1.0301,
      "step": 31647
    },
    {
      "epoch": 1.2962523039115297,
      "grad_norm": 0.9043273585585999,
      "learning_rate": 0.00026989872864633876,
      "loss": 0.6666,
      "step": 31648
    },
    {
      "epoch": 1.2962932623387262,
      "grad_norm": 0.8739156244322107,
      "learning_rate": 0.00026989676884883225,
      "loss": 1.0361,
      "step": 31649
    },
    {
      "epoch": 1.2963342207659225,
      "grad_norm": 1.6124028156539991,
      "learning_rate": 0.00026989480899464554,
      "loss": 2.1135,
      "step": 31650
    },
    {
      "epoch": 1.296375179193119,
      "grad_norm": 1.0034108548814595,
      "learning_rate": 0.0002698928490837795,
      "loss": 1.2897,
      "step": 31651
    },
    {
      "epoch": 1.2964161376203154,
      "grad_norm": 0.7419154964328665,
      "learning_rate": 0.0002698908891162351,
      "loss": 0.5804,
      "step": 31652
    },
    {
      "epoch": 1.2964570960475117,
      "grad_norm": 2.4628490074180722,
      "learning_rate": 0.00026988892909201326,
      "loss": 3.9457,
      "step": 31653
    },
    {
      "epoch": 1.2964980544747082,
      "grad_norm": 0.7907547581367526,
      "learning_rate": 0.0002698869690111149,
      "loss": 0.5685,
      "step": 31654
    },
    {
      "epoch": 1.2965390129019045,
      "grad_norm": 0.6667380767842056,
      "learning_rate": 0.0002698850088735409,
      "loss": 0.8141,
      "step": 31655
    },
    {
      "epoch": 1.296579971329101,
      "grad_norm": 2.65068195911317,
      "learning_rate": 0.00026988304867929226,
      "loss": 3.9037,
      "step": 31656
    },
    {
      "epoch": 1.2966209297562974,
      "grad_norm": 0.9048229856240962,
      "learning_rate": 0.00026988108842836985,
      "loss": 0.8328,
      "step": 31657
    },
    {
      "epoch": 1.2966618881834937,
      "grad_norm": 0.7975823185908083,
      "learning_rate": 0.0002698791281207746,
      "loss": 0.6302,
      "step": 31658
    },
    {
      "epoch": 1.2967028466106902,
      "grad_norm": 0.6342599122763716,
      "learning_rate": 0.0002698771677565075,
      "loss": 0.342,
      "step": 31659
    },
    {
      "epoch": 1.2967438050378866,
      "grad_norm": 0.9457310942648256,
      "learning_rate": 0.0002698752073355694,
      "loss": 0.4103,
      "step": 31660
    },
    {
      "epoch": 1.2967847634650829,
      "grad_norm": 3.9525075288745732,
      "learning_rate": 0.0002698732468579613,
      "loss": 3.2842,
      "step": 31661
    },
    {
      "epoch": 1.2968257218922794,
      "grad_norm": 0.7472153081488964,
      "learning_rate": 0.000269871286323684,
      "loss": 0.3648,
      "step": 31662
    },
    {
      "epoch": 1.2968666803194757,
      "grad_norm": 0.7074170365744451,
      "learning_rate": 0.0002698693257327385,
      "loss": 0.2921,
      "step": 31663
    },
    {
      "epoch": 1.296907638746672,
      "grad_norm": 0.8905379607135168,
      "learning_rate": 0.00026986736508512584,
      "loss": 0.7373,
      "step": 31664
    },
    {
      "epoch": 1.2969485971738686,
      "grad_norm": 0.8860104115424391,
      "learning_rate": 0.0002698654043808468,
      "loss": 0.6667,
      "step": 31665
    },
    {
      "epoch": 1.2969895556010649,
      "grad_norm": 0.784810921915958,
      "learning_rate": 0.00026986344361990233,
      "loss": 0.6553,
      "step": 31666
    },
    {
      "epoch": 1.2970305140282612,
      "grad_norm": 0.59657525116212,
      "learning_rate": 0.0002698614828022934,
      "loss": 0.363,
      "step": 31667
    },
    {
      "epoch": 1.2970714724554577,
      "grad_norm": 0.9402969446661527,
      "learning_rate": 0.00026985952192802094,
      "loss": 0.9212,
      "step": 31668
    },
    {
      "epoch": 1.297112430882654,
      "grad_norm": 1.1284412325497641,
      "learning_rate": 0.00026985756099708584,
      "loss": 1.2801,
      "step": 31669
    },
    {
      "epoch": 1.2971533893098506,
      "grad_norm": 1.1257843887836176,
      "learning_rate": 0.00026985560000948903,
      "loss": 0.9543,
      "step": 31670
    },
    {
      "epoch": 1.297194347737047,
      "grad_norm": 1.040594468563903,
      "learning_rate": 0.00026985363896523144,
      "loss": 0.8922,
      "step": 31671
    },
    {
      "epoch": 1.2972353061642434,
      "grad_norm": 0.8657752500847248,
      "learning_rate": 0.00026985167786431404,
      "loss": 0.8876,
      "step": 31672
    },
    {
      "epoch": 1.2972762645914397,
      "grad_norm": 0.7913600647475763,
      "learning_rate": 0.00026984971670673764,
      "loss": 0.752,
      "step": 31673
    },
    {
      "epoch": 1.297317223018636,
      "grad_norm": 1.008181522399927,
      "learning_rate": 0.00026984775549250333,
      "loss": 0.6275,
      "step": 31674
    },
    {
      "epoch": 1.2973581814458326,
      "grad_norm": 3.6222960079402733,
      "learning_rate": 0.00026984579422161193,
      "loss": 2.5645,
      "step": 31675
    },
    {
      "epoch": 1.297399139873029,
      "grad_norm": 0.7556837195737447,
      "learning_rate": 0.0002698438328940644,
      "loss": 0.3723,
      "step": 31676
    },
    {
      "epoch": 1.2974400983002252,
      "grad_norm": 0.784549664500169,
      "learning_rate": 0.00026984187150986167,
      "loss": 0.7611,
      "step": 31677
    },
    {
      "epoch": 1.2974810567274218,
      "grad_norm": 0.9724315913054952,
      "learning_rate": 0.0002698399100690046,
      "loss": 0.9672,
      "step": 31678
    },
    {
      "epoch": 1.297522015154618,
      "grad_norm": 1.1283398474785595,
      "learning_rate": 0.00026983794857149423,
      "loss": 0.2773,
      "step": 31679
    },
    {
      "epoch": 1.2975629735818144,
      "grad_norm": 1.181274040125801,
      "learning_rate": 0.0002698359870173314,
      "loss": 1.1676,
      "step": 31680
    },
    {
      "epoch": 1.297603932009011,
      "grad_norm": 0.9090809912698559,
      "learning_rate": 0.0002698340254065171,
      "loss": 0.7159,
      "step": 31681
    },
    {
      "epoch": 1.2976448904362072,
      "grad_norm": 0.9779796863071915,
      "learning_rate": 0.0002698320637390522,
      "loss": 0.6486,
      "step": 31682
    },
    {
      "epoch": 1.2976858488634035,
      "grad_norm": 0.7421608257156086,
      "learning_rate": 0.00026983010201493766,
      "loss": 0.6482,
      "step": 31683
    },
    {
      "epoch": 1.2977268072906,
      "grad_norm": 9.00875775628819,
      "learning_rate": 0.00026982814023417443,
      "loss": 4.8114,
      "step": 31684
    },
    {
      "epoch": 1.2977677657177964,
      "grad_norm": 0.7760717719629678,
      "learning_rate": 0.0002698261783967634,
      "loss": 0.3376,
      "step": 31685
    },
    {
      "epoch": 1.2978087241449927,
      "grad_norm": 0.8478973770790177,
      "learning_rate": 0.00026982421650270546,
      "loss": 0.5518,
      "step": 31686
    },
    {
      "epoch": 1.2978496825721892,
      "grad_norm": 1.7657679724506417,
      "learning_rate": 0.00026982225455200157,
      "loss": 1.0474,
      "step": 31687
    },
    {
      "epoch": 1.2978906409993856,
      "grad_norm": 0.952082486151153,
      "learning_rate": 0.0002698202925446527,
      "loss": 0.6297,
      "step": 31688
    },
    {
      "epoch": 1.297931599426582,
      "grad_norm": 0.9358852995748455,
      "learning_rate": 0.0002698183304806598,
      "loss": 0.7704,
      "step": 31689
    },
    {
      "epoch": 1.2979725578537784,
      "grad_norm": 1.1315552630884909,
      "learning_rate": 0.0002698163683600237,
      "loss": 0.937,
      "step": 31690
    },
    {
      "epoch": 1.298013516280975,
      "grad_norm": 0.7687655088093457,
      "learning_rate": 0.0002698144061827454,
      "loss": 0.2881,
      "step": 31691
    },
    {
      "epoch": 1.2980544747081713,
      "grad_norm": 1.1167788792772793,
      "learning_rate": 0.0002698124439488258,
      "loss": 1.113,
      "step": 31692
    },
    {
      "epoch": 1.2980954331353676,
      "grad_norm": 1.2480177133124983,
      "learning_rate": 0.0002698104816582658,
      "loss": 1.1223,
      "step": 31693
    },
    {
      "epoch": 1.298136391562564,
      "grad_norm": 0.7766190433502678,
      "learning_rate": 0.0002698085193110664,
      "loss": 0.6052,
      "step": 31694
    },
    {
      "epoch": 1.2981773499897604,
      "grad_norm": 0.8375121872338505,
      "learning_rate": 0.00026980655690722843,
      "loss": 0.7406,
      "step": 31695
    },
    {
      "epoch": 1.2982183084169567,
      "grad_norm": 0.8965442486235912,
      "learning_rate": 0.0002698045944467529,
      "loss": 0.6262,
      "step": 31696
    },
    {
      "epoch": 1.2982592668441533,
      "grad_norm": 0.6351528557793024,
      "learning_rate": 0.0002698026319296407,
      "loss": 0.5381,
      "step": 31697
    },
    {
      "epoch": 1.2983002252713496,
      "grad_norm": 0.7811749950605744,
      "learning_rate": 0.00026980066935589276,
      "loss": 0.7437,
      "step": 31698
    },
    {
      "epoch": 1.298341183698546,
      "grad_norm": 0.8625649201592898,
      "learning_rate": 0.00026979870672551006,
      "loss": 0.6465,
      "step": 31699
    },
    {
      "epoch": 1.2983821421257424,
      "grad_norm": 1.0388228926173424,
      "learning_rate": 0.0002697967440384934,
      "loss": 0.7967,
      "step": 31700
    },
    {
      "epoch": 1.2984231005529387,
      "grad_norm": 1.067822143442524,
      "learning_rate": 0.0002697947812948439,
      "loss": 0.7635,
      "step": 31701
    },
    {
      "epoch": 1.298464058980135,
      "grad_norm": 1.0877861709394652,
      "learning_rate": 0.00026979281849456226,
      "loss": 0.5187,
      "step": 31702
    },
    {
      "epoch": 1.2985050174073316,
      "grad_norm": 1.3764060052447025,
      "learning_rate": 0.0002697908556376496,
      "loss": 1.2105,
      "step": 31703
    },
    {
      "epoch": 1.298545975834528,
      "grad_norm": 1.2238104194018362,
      "learning_rate": 0.0002697888927241068,
      "loss": 1.003,
      "step": 31704
    },
    {
      "epoch": 1.2985869342617242,
      "grad_norm": 6.510753358703107,
      "learning_rate": 0.0002697869297539347,
      "loss": 2.838,
      "step": 31705
    },
    {
      "epoch": 1.2986278926889208,
      "grad_norm": 0.9294910964324273,
      "learning_rate": 0.0002697849667271343,
      "loss": 0.6797,
      "step": 31706
    },
    {
      "epoch": 1.298668851116117,
      "grad_norm": 0.9547220730350194,
      "learning_rate": 0.00026978300364370654,
      "loss": 0.8196,
      "step": 31707
    },
    {
      "epoch": 1.2987098095433136,
      "grad_norm": 1.0265512283745428,
      "learning_rate": 0.0002697810405036523,
      "loss": 0.8423,
      "step": 31708
    },
    {
      "epoch": 1.29875076797051,
      "grad_norm": 2.0819435555174457,
      "learning_rate": 0.0002697790773069726,
      "loss": 1.674,
      "step": 31709
    },
    {
      "epoch": 1.2987917263977065,
      "grad_norm": 0.8667516090065684,
      "learning_rate": 0.0002697771140536682,
      "loss": 0.7199,
      "step": 31710
    },
    {
      "epoch": 1.2988326848249028,
      "grad_norm": 0.7048891252462336,
      "learning_rate": 0.00026977515074374023,
      "loss": 0.572,
      "step": 31711
    },
    {
      "epoch": 1.298873643252099,
      "grad_norm": 1.565154713304666,
      "learning_rate": 0.00026977318737718946,
      "loss": 0.7456,
      "step": 31712
    },
    {
      "epoch": 1.2989146016792956,
      "grad_norm": 1.0265209493698553,
      "learning_rate": 0.00026977122395401693,
      "loss": 1.0274,
      "step": 31713
    },
    {
      "epoch": 1.298955560106492,
      "grad_norm": 0.9446060981528721,
      "learning_rate": 0.0002697692604742234,
      "loss": 0.6684,
      "step": 31714
    },
    {
      "epoch": 1.2989965185336882,
      "grad_norm": 0.8849003738777436,
      "learning_rate": 0.00026976729693781003,
      "loss": 0.8223,
      "step": 31715
    },
    {
      "epoch": 1.2990374769608848,
      "grad_norm": 0.9614824493731452,
      "learning_rate": 0.0002697653333447776,
      "loss": 0.8198,
      "step": 31716
    },
    {
      "epoch": 1.299078435388081,
      "grad_norm": 1.2647030702822872,
      "learning_rate": 0.00026976336969512706,
      "loss": 1.0439,
      "step": 31717
    },
    {
      "epoch": 1.2991193938152774,
      "grad_norm": 1.134947300314599,
      "learning_rate": 0.0002697614059888594,
      "loss": 0.9145,
      "step": 31718
    },
    {
      "epoch": 1.299160352242474,
      "grad_norm": 1.4430255329823718,
      "learning_rate": 0.0002697594422259754,
      "loss": 1.0374,
      "step": 31719
    },
    {
      "epoch": 1.2992013106696703,
      "grad_norm": 1.4198693990992477,
      "learning_rate": 0.00026975747840647614,
      "loss": 1.1775,
      "step": 31720
    },
    {
      "epoch": 1.2992422690968666,
      "grad_norm": 0.8083834150853026,
      "learning_rate": 0.0002697555145303625,
      "loss": 0.6867,
      "step": 31721
    },
    {
      "epoch": 1.2992832275240631,
      "grad_norm": 1.2711504558272966,
      "learning_rate": 0.0002697535505976354,
      "loss": 1.1727,
      "step": 31722
    },
    {
      "epoch": 1.2993241859512594,
      "grad_norm": 1.4876639992077612,
      "learning_rate": 0.0002697515866082957,
      "loss": 1.2789,
      "step": 31723
    },
    {
      "epoch": 1.2993651443784557,
      "grad_norm": 0.8504526202145964,
      "learning_rate": 0.0002697496225623445,
      "loss": 0.3636,
      "step": 31724
    },
    {
      "epoch": 1.2994061028056523,
      "grad_norm": 1.0602649147045167,
      "learning_rate": 0.0002697476584597826,
      "loss": 0.9994,
      "step": 31725
    },
    {
      "epoch": 1.2994470612328486,
      "grad_norm": 0.8060742865915602,
      "learning_rate": 0.00026974569430061093,
      "loss": 0.6029,
      "step": 31726
    },
    {
      "epoch": 1.2994880196600451,
      "grad_norm": 0.8106347530585973,
      "learning_rate": 0.00026974373008483045,
      "loss": 0.8231,
      "step": 31727
    },
    {
      "epoch": 1.2995289780872414,
      "grad_norm": 0.6381172791608873,
      "learning_rate": 0.0002697417658124421,
      "loss": 0.4672,
      "step": 31728
    },
    {
      "epoch": 1.299569936514438,
      "grad_norm": 0.7891032673250961,
      "learning_rate": 0.0002697398014834468,
      "loss": 0.3758,
      "step": 31729
    },
    {
      "epoch": 1.2996108949416343,
      "grad_norm": 1.083580538465497,
      "learning_rate": 0.0002697378370978454,
      "loss": 0.6243,
      "step": 31730
    },
    {
      "epoch": 1.2996518533688306,
      "grad_norm": 0.9467664917658769,
      "learning_rate": 0.00026973587265563894,
      "loss": 0.7038,
      "step": 31731
    },
    {
      "epoch": 1.2996928117960271,
      "grad_norm": 0.97424690242198,
      "learning_rate": 0.00026973390815682836,
      "loss": 0.8908,
      "step": 31732
    },
    {
      "epoch": 1.2997337702232235,
      "grad_norm": 0.8590265633811676,
      "learning_rate": 0.0002697319436014145,
      "loss": 0.6095,
      "step": 31733
    },
    {
      "epoch": 1.2997747286504198,
      "grad_norm": 0.9445538414269009,
      "learning_rate": 0.0002697299789893983,
      "loss": 0.7657,
      "step": 31734
    },
    {
      "epoch": 1.2998156870776163,
      "grad_norm": 0.9149266621575441,
      "learning_rate": 0.00026972801432078073,
      "loss": 0.6432,
      "step": 31735
    },
    {
      "epoch": 1.2998566455048126,
      "grad_norm": 5.178738364433979,
      "learning_rate": 0.0002697260495955627,
      "loss": 1.8365,
      "step": 31736
    },
    {
      "epoch": 1.299897603932009,
      "grad_norm": 0.9599725271445523,
      "learning_rate": 0.00026972408481374516,
      "loss": 0.8488,
      "step": 31737
    },
    {
      "epoch": 1.2999385623592055,
      "grad_norm": 1.1857509695302073,
      "learning_rate": 0.000269722119975329,
      "loss": 1.0583,
      "step": 31738
    },
    {
      "epoch": 1.2999795207864018,
      "grad_norm": 0.7517567549337174,
      "learning_rate": 0.00026972015508031517,
      "loss": 0.4943,
      "step": 31739
    },
    {
      "epoch": 1.300020479213598,
      "grad_norm": 1.1324339982261205,
      "learning_rate": 0.0002697181901287046,
      "loss": 1.2314,
      "step": 31740
    },
    {
      "epoch": 1.3000614376407946,
      "grad_norm": 0.9079841378033242,
      "learning_rate": 0.0002697162251204982,
      "loss": 0.698,
      "step": 31741
    },
    {
      "epoch": 1.300102396067991,
      "grad_norm": 0.7695100763261995,
      "learning_rate": 0.0002697142600556969,
      "loss": 0.7656,
      "step": 31742
    },
    {
      "epoch": 1.3001433544951873,
      "grad_norm": 1.151859443365237,
      "learning_rate": 0.0002697122949343017,
      "loss": 1.2354,
      "step": 31743
    },
    {
      "epoch": 1.3001843129223838,
      "grad_norm": 0.9965802121810703,
      "learning_rate": 0.00026971032975631345,
      "loss": 1.0113,
      "step": 31744
    },
    {
      "epoch": 1.30022527134958,
      "grad_norm": 0.7018845334763364,
      "learning_rate": 0.0002697083645217331,
      "loss": 0.5212,
      "step": 31745
    },
    {
      "epoch": 1.3002662297767766,
      "grad_norm": 0.8462278316947554,
      "learning_rate": 0.0002697063992305616,
      "loss": 0.6464,
      "step": 31746
    },
    {
      "epoch": 1.300307188203973,
      "grad_norm": 0.9445891570923851,
      "learning_rate": 0.0002697044338827998,
      "loss": 0.8668,
      "step": 31747
    },
    {
      "epoch": 1.3003481466311695,
      "grad_norm": 1.0245788285440898,
      "learning_rate": 0.00026970246847844877,
      "loss": 1.0855,
      "step": 31748
    },
    {
      "epoch": 1.3003891050583658,
      "grad_norm": 0.8455790006682625,
      "learning_rate": 0.00026970050301750937,
      "loss": 0.709,
      "step": 31749
    },
    {
      "epoch": 1.3004300634855621,
      "grad_norm": 0.7581029169236587,
      "learning_rate": 0.0002696985374999824,
      "loss": 0.3165,
      "step": 31750
    },
    {
      "epoch": 1.3004710219127587,
      "grad_norm": 1.0014233027661277,
      "learning_rate": 0.000269696571925869,
      "loss": 0.9547,
      "step": 31751
    },
    {
      "epoch": 1.300511980339955,
      "grad_norm": 0.6508442111691972,
      "learning_rate": 0.00026969460629517,
      "loss": 0.8409,
      "step": 31752
    },
    {
      "epoch": 1.3005529387671513,
      "grad_norm": 0.8364882037296313,
      "learning_rate": 0.0002696926406078863,
      "loss": 0.6498,
      "step": 31753
    },
    {
      "epoch": 1.3005938971943478,
      "grad_norm": 0.9715145759975097,
      "learning_rate": 0.00026969067486401894,
      "loss": 0.9013,
      "step": 31754
    },
    {
      "epoch": 1.3006348556215441,
      "grad_norm": 0.9497939015865317,
      "learning_rate": 0.0002696887090635687,
      "loss": 0.8068,
      "step": 31755
    },
    {
      "epoch": 1.3006758140487404,
      "grad_norm": 0.9314297369317726,
      "learning_rate": 0.0002696867432065366,
      "loss": 0.7431,
      "step": 31756
    },
    {
      "epoch": 1.300716772475937,
      "grad_norm": 1.1183219632225814,
      "learning_rate": 0.00026968477729292356,
      "loss": 0.9043,
      "step": 31757
    },
    {
      "epoch": 1.3007577309031333,
      "grad_norm": 0.9793606198548089,
      "learning_rate": 0.0002696828113227305,
      "loss": 1.0039,
      "step": 31758
    },
    {
      "epoch": 1.3007986893303296,
      "grad_norm": 2.615852056762171,
      "learning_rate": 0.00026968084529595834,
      "loss": 1.048,
      "step": 31759
    },
    {
      "epoch": 1.3008396477575261,
      "grad_norm": 0.8013509654148381,
      "learning_rate": 0.000269678879212608,
      "loss": 0.8597,
      "step": 31760
    },
    {
      "epoch": 1.3008806061847225,
      "grad_norm": 1.3112072196372444,
      "learning_rate": 0.0002696769130726805,
      "loss": 0.996,
      "step": 31761
    },
    {
      "epoch": 1.3009215646119188,
      "grad_norm": 1.918386509901876,
      "learning_rate": 0.00026967494687617666,
      "loss": 3.1775,
      "step": 31762
    },
    {
      "epoch": 1.3009625230391153,
      "grad_norm": 1.1515724326889396,
      "learning_rate": 0.00026967298062309747,
      "loss": 1.2005,
      "step": 31763
    },
    {
      "epoch": 1.3010034814663116,
      "grad_norm": 1.0083178752854436,
      "learning_rate": 0.00026967101431344385,
      "loss": 0.8204,
      "step": 31764
    },
    {
      "epoch": 1.3010444398935082,
      "grad_norm": 0.7897097319118507,
      "learning_rate": 0.00026966904794721667,
      "loss": 0.4534,
      "step": 31765
    },
    {
      "epoch": 1.3010853983207045,
      "grad_norm": 0.897706200936316,
      "learning_rate": 0.0002696670815244169,
      "loss": 0.5805,
      "step": 31766
    },
    {
      "epoch": 1.301126356747901,
      "grad_norm": 1.0872118131109259,
      "learning_rate": 0.0002696651150450455,
      "loss": 0.7454,
      "step": 31767
    },
    {
      "epoch": 1.3011673151750973,
      "grad_norm": 0.9060696495677191,
      "learning_rate": 0.0002696631485091034,
      "loss": 0.7746,
      "step": 31768
    },
    {
      "epoch": 1.3012082736022936,
      "grad_norm": 4.381162688524871,
      "learning_rate": 0.00026966118191659147,
      "loss": 1.8928,
      "step": 31769
    },
    {
      "epoch": 1.3012492320294902,
      "grad_norm": 1.0274185778531781,
      "learning_rate": 0.00026965921526751074,
      "loss": 0.9834,
      "step": 31770
    },
    {
      "epoch": 1.3012901904566865,
      "grad_norm": 0.7994914391069672,
      "learning_rate": 0.000269657248561862,
      "loss": 0.9176,
      "step": 31771
    },
    {
      "epoch": 1.3013311488838828,
      "grad_norm": 1.6740828631811606,
      "learning_rate": 0.00026965528179964633,
      "loss": 1.848,
      "step": 31772
    },
    {
      "epoch": 1.3013721073110793,
      "grad_norm": 0.5698173759605227,
      "learning_rate": 0.0002696533149808645,
      "loss": 0.2289,
      "step": 31773
    },
    {
      "epoch": 1.3014130657382756,
      "grad_norm": 1.082977248856533,
      "learning_rate": 0.0002696513481055176,
      "loss": 0.9751,
      "step": 31774
    },
    {
      "epoch": 1.301454024165472,
      "grad_norm": 0.9277963486871524,
      "learning_rate": 0.0002696493811736064,
      "loss": 0.2988,
      "step": 31775
    },
    {
      "epoch": 1.3014949825926685,
      "grad_norm": 0.7814251885686596,
      "learning_rate": 0.000269647414185132,
      "loss": 0.6684,
      "step": 31776
    },
    {
      "epoch": 1.3015359410198648,
      "grad_norm": 0.8642000488565811,
      "learning_rate": 0.00026964544714009524,
      "loss": 0.8399,
      "step": 31777
    },
    {
      "epoch": 1.3015768994470611,
      "grad_norm": 0.6984915769794471,
      "learning_rate": 0.00026964348003849704,
      "loss": 0.6731,
      "step": 31778
    },
    {
      "epoch": 1.3016178578742577,
      "grad_norm": 1.6853594893750061,
      "learning_rate": 0.00026964151288033834,
      "loss": 0.94,
      "step": 31779
    },
    {
      "epoch": 1.301658816301454,
      "grad_norm": 1.414821905418143,
      "learning_rate": 0.00026963954566562007,
      "loss": 1.7963,
      "step": 31780
    },
    {
      "epoch": 1.3016997747286503,
      "grad_norm": 1.0169580550937882,
      "learning_rate": 0.00026963757839434314,
      "loss": 0.7855,
      "step": 31781
    },
    {
      "epoch": 1.3017407331558468,
      "grad_norm": 0.7485292098644136,
      "learning_rate": 0.00026963561106650854,
      "loss": 0.3384,
      "step": 31782
    },
    {
      "epoch": 1.3017816915830431,
      "grad_norm": 1.0030149784392437,
      "learning_rate": 0.00026963364368211713,
      "loss": 0.7494,
      "step": 31783
    },
    {
      "epoch": 1.3018226500102397,
      "grad_norm": 1.6613512564181763,
      "learning_rate": 0.00026963167624116993,
      "loss": 1.5198,
      "step": 31784
    },
    {
      "epoch": 1.301863608437436,
      "grad_norm": 0.8347283836178682,
      "learning_rate": 0.00026962970874366783,
      "loss": 0.8595,
      "step": 31785
    },
    {
      "epoch": 1.3019045668646325,
      "grad_norm": 0.8859051651566526,
      "learning_rate": 0.0002696277411896117,
      "loss": 0.7986,
      "step": 31786
    },
    {
      "epoch": 1.3019455252918288,
      "grad_norm": 0.9609478259320017,
      "learning_rate": 0.00026962577357900246,
      "loss": 0.8434,
      "step": 31787
    },
    {
      "epoch": 1.3019864837190251,
      "grad_norm": 0.9770675177731987,
      "learning_rate": 0.0002696238059118412,
      "loss": 0.8327,
      "step": 31788
    },
    {
      "epoch": 1.3020274421462217,
      "grad_norm": 1.0318929378687909,
      "learning_rate": 0.0002696218381881287,
      "loss": 1.0684,
      "step": 31789
    },
    {
      "epoch": 1.302068400573418,
      "grad_norm": 1.0752650772595993,
      "learning_rate": 0.0002696198704078659,
      "loss": 0.8658,
      "step": 31790
    },
    {
      "epoch": 1.3021093590006143,
      "grad_norm": 0.9764723506849541,
      "learning_rate": 0.00026961790257105386,
      "loss": 0.8574,
      "step": 31791
    },
    {
      "epoch": 1.3021503174278108,
      "grad_norm": 1.0641906122434683,
      "learning_rate": 0.00026961593467769333,
      "loss": 0.8241,
      "step": 31792
    },
    {
      "epoch": 1.3021912758550072,
      "grad_norm": 1.2265867432149073,
      "learning_rate": 0.00026961396672778537,
      "loss": 0.9545,
      "step": 31793
    },
    {
      "epoch": 1.3022322342822035,
      "grad_norm": 1.0352955261923942,
      "learning_rate": 0.00026961199872133085,
      "loss": 1.1851,
      "step": 31794
    },
    {
      "epoch": 1.3022731927094,
      "grad_norm": 1.8502662698563246,
      "learning_rate": 0.00026961003065833073,
      "loss": 1.3431,
      "step": 31795
    },
    {
      "epoch": 1.3023141511365963,
      "grad_norm": 1.0703960812429811,
      "learning_rate": 0.00026960806253878596,
      "loss": 0.7053,
      "step": 31796
    },
    {
      "epoch": 1.3023551095637926,
      "grad_norm": 1.2270270632212277,
      "learning_rate": 0.0002696060943626974,
      "loss": 0.8037,
      "step": 31797
    },
    {
      "epoch": 1.3023960679909892,
      "grad_norm": 0.621344918291487,
      "learning_rate": 0.000269604126130066,
      "loss": 0.2621,
      "step": 31798
    },
    {
      "epoch": 1.3024370264181855,
      "grad_norm": 0.6715436749403373,
      "learning_rate": 0.00026960215784089267,
      "loss": 0.3269,
      "step": 31799
    },
    {
      "epoch": 1.302477984845382,
      "grad_norm": 0.8521095316600096,
      "learning_rate": 0.0002696001894951785,
      "loss": 0.894,
      "step": 31800
    },
    {
      "epoch": 1.3025189432725783,
      "grad_norm": 0.8867347922551374,
      "learning_rate": 0.0002695982210929242,
      "loss": 0.935,
      "step": 31801
    },
    {
      "epoch": 1.3025599016997746,
      "grad_norm": 1.2202354332322514,
      "learning_rate": 0.00026959625263413083,
      "loss": 0.9594,
      "step": 31802
    },
    {
      "epoch": 1.3026008601269712,
      "grad_norm": 0.7421987169803991,
      "learning_rate": 0.00026959428411879935,
      "loss": 0.7423,
      "step": 31803
    },
    {
      "epoch": 1.3026418185541675,
      "grad_norm": 0.8902956342206129,
      "learning_rate": 0.0002695923155469306,
      "loss": 0.7341,
      "step": 31804
    },
    {
      "epoch": 1.302682776981364,
      "grad_norm": 1.1667239997238064,
      "learning_rate": 0.0002695903469185255,
      "loss": 0.921,
      "step": 31805
    },
    {
      "epoch": 1.3027237354085603,
      "grad_norm": 3.382947353247996,
      "learning_rate": 0.00026958837823358504,
      "loss": 2.1858,
      "step": 31806
    },
    {
      "epoch": 1.3027646938357567,
      "grad_norm": 0.992575670176479,
      "learning_rate": 0.00026958640949211013,
      "loss": 0.7202,
      "step": 31807
    },
    {
      "epoch": 1.3028056522629532,
      "grad_norm": 0.934578803670299,
      "learning_rate": 0.0002695844406941018,
      "loss": 0.4184,
      "step": 31808
    },
    {
      "epoch": 1.3028466106901495,
      "grad_norm": 0.7853365382416528,
      "learning_rate": 0.0002695824718395608,
      "loss": 0.7567,
      "step": 31809
    },
    {
      "epoch": 1.3028875691173458,
      "grad_norm": 1.0069676866964126,
      "learning_rate": 0.00026958050292848814,
      "loss": 0.6945,
      "step": 31810
    },
    {
      "epoch": 1.3029285275445424,
      "grad_norm": 1.080053808650495,
      "learning_rate": 0.00026957853396088476,
      "loss": 1.0058,
      "step": 31811
    },
    {
      "epoch": 1.3029694859717387,
      "grad_norm": 0.9057684084820392,
      "learning_rate": 0.00026957656493675156,
      "loss": 0.7133,
      "step": 31812
    },
    {
      "epoch": 1.303010444398935,
      "grad_norm": 0.9417627759708597,
      "learning_rate": 0.0002695745958560896,
      "loss": 0.8213,
      "step": 31813
    },
    {
      "epoch": 1.3030514028261315,
      "grad_norm": 0.9326945918961483,
      "learning_rate": 0.0002695726267188996,
      "loss": 0.8923,
      "step": 31814
    },
    {
      "epoch": 1.3030923612533278,
      "grad_norm": 0.7409829876833446,
      "learning_rate": 0.00026957065752518264,
      "loss": 0.2566,
      "step": 31815
    },
    {
      "epoch": 1.3031333196805241,
      "grad_norm": 0.8404333956055134,
      "learning_rate": 0.0002695686882749396,
      "loss": 0.8301,
      "step": 31816
    },
    {
      "epoch": 1.3031742781077207,
      "grad_norm": 1.1802370683454555,
      "learning_rate": 0.00026956671896817146,
      "loss": 0.9228,
      "step": 31817
    },
    {
      "epoch": 1.303215236534917,
      "grad_norm": 0.8885251010810479,
      "learning_rate": 0.0002695647496048791,
      "loss": 0.7845,
      "step": 31818
    },
    {
      "epoch": 1.3032561949621135,
      "grad_norm": 1.5126537337800736,
      "learning_rate": 0.0002695627801850634,
      "loss": 1.7152,
      "step": 31819
    },
    {
      "epoch": 1.3032971533893098,
      "grad_norm": 1.085604735576478,
      "learning_rate": 0.0002695608107087255,
      "loss": 0.8262,
      "step": 31820
    },
    {
      "epoch": 1.3033381118165064,
      "grad_norm": 0.885302670983447,
      "learning_rate": 0.0002695588411758661,
      "loss": 0.4496,
      "step": 31821
    },
    {
      "epoch": 1.3033790702437027,
      "grad_norm": 1.0338322313369064,
      "learning_rate": 0.0002695568715864862,
      "loss": 0.4416,
      "step": 31822
    },
    {
      "epoch": 1.303420028670899,
      "grad_norm": 1.0134410633927082,
      "learning_rate": 0.00026955490194058675,
      "loss": 1.1643,
      "step": 31823
    },
    {
      "epoch": 1.3034609870980955,
      "grad_norm": 0.8002180749110829,
      "learning_rate": 0.00026955293223816866,
      "loss": 0.4938,
      "step": 31824
    },
    {
      "epoch": 1.3035019455252919,
      "grad_norm": 0.9382563790746048,
      "learning_rate": 0.00026955096247923294,
      "loss": 0.888,
      "step": 31825
    },
    {
      "epoch": 1.3035429039524882,
      "grad_norm": 0.8565963504978465,
      "learning_rate": 0.00026954899266378043,
      "loss": 0.8793,
      "step": 31826
    },
    {
      "epoch": 1.3035838623796847,
      "grad_norm": 1.2764633798366989,
      "learning_rate": 0.00026954702279181214,
      "loss": 1.5472,
      "step": 31827
    },
    {
      "epoch": 1.303624820806881,
      "grad_norm": 1.0287214019074395,
      "learning_rate": 0.0002695450528633289,
      "loss": 1.023,
      "step": 31828
    },
    {
      "epoch": 1.3036657792340773,
      "grad_norm": 1.9696740093552405,
      "learning_rate": 0.0002695430828783317,
      "loss": 2.8774,
      "step": 31829
    },
    {
      "epoch": 1.3037067376612739,
      "grad_norm": 1.2084750673248765,
      "learning_rate": 0.00026954111283682147,
      "loss": 1.5287,
      "step": 31830
    },
    {
      "epoch": 1.3037476960884702,
      "grad_norm": 0.9773669293231924,
      "learning_rate": 0.0002695391427387992,
      "loss": 1.0086,
      "step": 31831
    },
    {
      "epoch": 1.3037886545156665,
      "grad_norm": 1.2595571936998788,
      "learning_rate": 0.00026953717258426565,
      "loss": 1.5967,
      "step": 31832
    },
    {
      "epoch": 1.303829612942863,
      "grad_norm": 0.8764439037516085,
      "learning_rate": 0.00026953520237322197,
      "loss": 0.7959,
      "step": 31833
    },
    {
      "epoch": 1.3038705713700594,
      "grad_norm": 0.8798260909784823,
      "learning_rate": 0.0002695332321056689,
      "loss": 0.7218,
      "step": 31834
    },
    {
      "epoch": 1.3039115297972557,
      "grad_norm": 1.0159166453494302,
      "learning_rate": 0.0002695312617816075,
      "loss": 0.7594,
      "step": 31835
    },
    {
      "epoch": 1.3039524882244522,
      "grad_norm": 1.0523241593860269,
      "learning_rate": 0.0002695292914010386,
      "loss": 1.2474,
      "step": 31836
    },
    {
      "epoch": 1.3039934466516485,
      "grad_norm": 1.039132427696559,
      "learning_rate": 0.00026952732096396324,
      "loss": 0.8991,
      "step": 31837
    },
    {
      "epoch": 1.304034405078845,
      "grad_norm": 1.0715662044065393,
      "learning_rate": 0.00026952535047038227,
      "loss": 0.9854,
      "step": 31838
    },
    {
      "epoch": 1.3040753635060414,
      "grad_norm": 0.9207772894331646,
      "learning_rate": 0.0002695233799202967,
      "loss": 1.0064,
      "step": 31839
    },
    {
      "epoch": 1.304116321933238,
      "grad_norm": 1.4788066078934146,
      "learning_rate": 0.0002695214093137074,
      "loss": 1.262,
      "step": 31840
    },
    {
      "epoch": 1.3041572803604342,
      "grad_norm": 0.9067053432150937,
      "learning_rate": 0.0002695194386506153,
      "loss": 0.814,
      "step": 31841
    },
    {
      "epoch": 1.3041982387876305,
      "grad_norm": 1.0129878161927288,
      "learning_rate": 0.00026951746793102134,
      "loss": 0.45,
      "step": 31842
    },
    {
      "epoch": 1.304239197214827,
      "grad_norm": 0.9162528109427089,
      "learning_rate": 0.00026951549715492645,
      "loss": 0.7577,
      "step": 31843
    },
    {
      "epoch": 1.3042801556420234,
      "grad_norm": 1.024381458606889,
      "learning_rate": 0.00026951352632233156,
      "loss": 1.0035,
      "step": 31844
    },
    {
      "epoch": 1.3043211140692197,
      "grad_norm": 0.5705967736173546,
      "learning_rate": 0.0002695115554332376,
      "loss": 0.311,
      "step": 31845
    },
    {
      "epoch": 1.3043620724964162,
      "grad_norm": 0.9129393883991965,
      "learning_rate": 0.00026950958448764554,
      "loss": 0.8566,
      "step": 31846
    },
    {
      "epoch": 1.3044030309236125,
      "grad_norm": 2.369054398068281,
      "learning_rate": 0.0002695076134855563,
      "loss": 4.5387,
      "step": 31847
    },
    {
      "epoch": 1.3044439893508089,
      "grad_norm": 0.8751388789498079,
      "learning_rate": 0.00026950564242697074,
      "loss": 0.975,
      "step": 31848
    },
    {
      "epoch": 1.3044849477780054,
      "grad_norm": 1.2869397976026,
      "learning_rate": 0.0002695036713118899,
      "loss": 1.0902,
      "step": 31849
    },
    {
      "epoch": 1.3045259062052017,
      "grad_norm": 2.0693639304341005,
      "learning_rate": 0.0002695017001403146,
      "loss": 1.584,
      "step": 31850
    },
    {
      "epoch": 1.304566864632398,
      "grad_norm": 0.8027970075305416,
      "learning_rate": 0.0002694997289122459,
      "loss": 0.7393,
      "step": 31851
    },
    {
      "epoch": 1.3046078230595946,
      "grad_norm": 0.6205958910273758,
      "learning_rate": 0.0002694977576276846,
      "loss": 0.5804,
      "step": 31852
    },
    {
      "epoch": 1.3046487814867909,
      "grad_norm": 0.8631773309671863,
      "learning_rate": 0.00026949578628663175,
      "loss": 0.769,
      "step": 31853
    },
    {
      "epoch": 1.3046897399139872,
      "grad_norm": 1.1045239549499555,
      "learning_rate": 0.00026949381488908816,
      "loss": 1.0751,
      "step": 31854
    },
    {
      "epoch": 1.3047306983411837,
      "grad_norm": 0.8384295825717717,
      "learning_rate": 0.0002694918434350549,
      "loss": 0.5632,
      "step": 31855
    },
    {
      "epoch": 1.30477165676838,
      "grad_norm": 0.7632278793903737,
      "learning_rate": 0.00026948987192453277,
      "loss": 0.3613,
      "step": 31856
    },
    {
      "epoch": 1.3048126151955766,
      "grad_norm": 0.5400081845509793,
      "learning_rate": 0.0002694879003575228,
      "loss": 0.1881,
      "step": 31857
    },
    {
      "epoch": 1.3048535736227729,
      "grad_norm": 0.7736563815102995,
      "learning_rate": 0.0002694859287340259,
      "loss": 0.6407,
      "step": 31858
    },
    {
      "epoch": 1.3048945320499694,
      "grad_norm": 2.831722974227886,
      "learning_rate": 0.000269483957054043,
      "loss": 4.0369,
      "step": 31859
    },
    {
      "epoch": 1.3049354904771657,
      "grad_norm": 4.469270032443383,
      "learning_rate": 0.00026948198531757494,
      "loss": 2.6263,
      "step": 31860
    },
    {
      "epoch": 1.304976448904362,
      "grad_norm": 1.3994344147803204,
      "learning_rate": 0.0002694800135246228,
      "loss": 1.3465,
      "step": 31861
    },
    {
      "epoch": 1.3050174073315586,
      "grad_norm": 1.0761608085744516,
      "learning_rate": 0.00026947804167518736,
      "loss": 0.6372,
      "step": 31862
    },
    {
      "epoch": 1.305058365758755,
      "grad_norm": 0.8180344465181111,
      "learning_rate": 0.0002694760697692697,
      "loss": 0.6375,
      "step": 31863
    },
    {
      "epoch": 1.3050993241859512,
      "grad_norm": 1.0043598242096525,
      "learning_rate": 0.0002694740978068707,
      "loss": 0.3684,
      "step": 31864
    },
    {
      "epoch": 1.3051402826131477,
      "grad_norm": 0.946360346754985,
      "learning_rate": 0.0002694721257879912,
      "loss": 1.0272,
      "step": 31865
    },
    {
      "epoch": 1.305181241040344,
      "grad_norm": 2.1140207830953353,
      "learning_rate": 0.0002694701537126323,
      "loss": 3.0336,
      "step": 31866
    },
    {
      "epoch": 1.3052221994675404,
      "grad_norm": 1.0399742723095748,
      "learning_rate": 0.0002694681815807948,
      "loss": 0.9493,
      "step": 31867
    },
    {
      "epoch": 1.305263157894737,
      "grad_norm": 0.9710438281998636,
      "learning_rate": 0.00026946620939247964,
      "loss": 0.9236,
      "step": 31868
    },
    {
      "epoch": 1.3053041163219332,
      "grad_norm": 0.8745371062227577,
      "learning_rate": 0.00026946423714768785,
      "loss": 0.8262,
      "step": 31869
    },
    {
      "epoch": 1.3053450747491295,
      "grad_norm": 0.870177692166658,
      "learning_rate": 0.00026946226484642034,
      "loss": 0.7983,
      "step": 31870
    },
    {
      "epoch": 1.305386033176326,
      "grad_norm": 1.008924777365673,
      "learning_rate": 0.00026946029248867793,
      "loss": 0.8097,
      "step": 31871
    },
    {
      "epoch": 1.3054269916035224,
      "grad_norm": 1.1686932390105969,
      "learning_rate": 0.00026945832007446165,
      "loss": 1.2097,
      "step": 31872
    },
    {
      "epoch": 1.3054679500307187,
      "grad_norm": 0.8481944820245995,
      "learning_rate": 0.00026945634760377243,
      "loss": 0.7189,
      "step": 31873
    },
    {
      "epoch": 1.3055089084579152,
      "grad_norm": 1.1127477163915214,
      "learning_rate": 0.0002694543750766111,
      "loss": 0.5354,
      "step": 31874
    },
    {
      "epoch": 1.3055498668851115,
      "grad_norm": 0.5897096428245084,
      "learning_rate": 0.0002694524024929787,
      "loss": 0.25,
      "step": 31875
    },
    {
      "epoch": 1.305590825312308,
      "grad_norm": 1.1204241917743583,
      "learning_rate": 0.0002694504298528762,
      "loss": 0.7163,
      "step": 31876
    },
    {
      "epoch": 1.3056317837395044,
      "grad_norm": 0.9603422363305818,
      "learning_rate": 0.0002694484571563044,
      "loss": 1.014,
      "step": 31877
    },
    {
      "epoch": 1.305672742166701,
      "grad_norm": 1.571115623370593,
      "learning_rate": 0.00026944648440326436,
      "loss": 0.9124,
      "step": 31878
    },
    {
      "epoch": 1.3057137005938972,
      "grad_norm": 1.1845273385265467,
      "learning_rate": 0.0002694445115937569,
      "loss": 0.7304,
      "step": 31879
    },
    {
      "epoch": 1.3057546590210936,
      "grad_norm": 2.342583564950854,
      "learning_rate": 0.0002694425387277831,
      "loss": 5.2531,
      "step": 31880
    },
    {
      "epoch": 1.30579561744829,
      "grad_norm": 1.1929292196933854,
      "learning_rate": 0.0002694405658053437,
      "loss": 0.9272,
      "step": 31881
    },
    {
      "epoch": 1.3058365758754864,
      "grad_norm": 1.282079087650627,
      "learning_rate": 0.00026943859282643973,
      "loss": 1.0108,
      "step": 31882
    },
    {
      "epoch": 1.3058775343026827,
      "grad_norm": 1.245685561084243,
      "learning_rate": 0.00026943661979107216,
      "loss": 0.9156,
      "step": 31883
    },
    {
      "epoch": 1.3059184927298793,
      "grad_norm": 0.9753777844415747,
      "learning_rate": 0.0002694346466992419,
      "loss": 1.0296,
      "step": 31884
    },
    {
      "epoch": 1.3059594511570756,
      "grad_norm": 1.0124512453559251,
      "learning_rate": 0.00026943267355094983,
      "loss": 0.8861,
      "step": 31885
    },
    {
      "epoch": 1.3060004095842719,
      "grad_norm": 0.4288467049174343,
      "learning_rate": 0.0002694307003461969,
      "loss": 0.142,
      "step": 31886
    },
    {
      "epoch": 1.3060413680114684,
      "grad_norm": 1.1807903236542352,
      "learning_rate": 0.0002694287270849842,
      "loss": 1.0358,
      "step": 31887
    },
    {
      "epoch": 1.3060823264386647,
      "grad_norm": 0.7584665727190812,
      "learning_rate": 0.00026942675376731237,
      "loss": 0.8691,
      "step": 31888
    },
    {
      "epoch": 1.306123284865861,
      "grad_norm": 0.7638400876582238,
      "learning_rate": 0.00026942478039318257,
      "loss": 0.7511,
      "step": 31889
    },
    {
      "epoch": 1.3061642432930576,
      "grad_norm": 1.4708012110469577,
      "learning_rate": 0.00026942280696259566,
      "loss": 1.3676,
      "step": 31890
    },
    {
      "epoch": 1.306205201720254,
      "grad_norm": 0.8182018202808972,
      "learning_rate": 0.0002694208334755526,
      "loss": 0.3431,
      "step": 31891
    },
    {
      "epoch": 1.3062461601474502,
      "grad_norm": 1.033035145630845,
      "learning_rate": 0.0002694188599320542,
      "loss": 1.0213,
      "step": 31892
    },
    {
      "epoch": 1.3062871185746467,
      "grad_norm": 0.6381646382899466,
      "learning_rate": 0.00026941688633210165,
      "loss": 0.3383,
      "step": 31893
    },
    {
      "epoch": 1.306328077001843,
      "grad_norm": 0.8560997572720421,
      "learning_rate": 0.00026941491267569565,
      "loss": 1.1068,
      "step": 31894
    },
    {
      "epoch": 1.3063690354290396,
      "grad_norm": 1.3730185665890953,
      "learning_rate": 0.0002694129389628372,
      "loss": 1.3561,
      "step": 31895
    },
    {
      "epoch": 1.306409993856236,
      "grad_norm": 1.056673316873723,
      "learning_rate": 0.0002694109651935272,
      "loss": 0.8298,
      "step": 31896
    },
    {
      "epoch": 1.3064509522834324,
      "grad_norm": 0.8453756567423064,
      "learning_rate": 0.0002694089913677667,
      "loss": 0.7004,
      "step": 31897
    },
    {
      "epoch": 1.3064919107106288,
      "grad_norm": 1.2677858662971264,
      "learning_rate": 0.0002694070174855565,
      "loss": 1.2701,
      "step": 31898
    },
    {
      "epoch": 1.306532869137825,
      "grad_norm": 1.4737030654198078,
      "learning_rate": 0.0002694050435468976,
      "loss": 0.9582,
      "step": 31899
    },
    {
      "epoch": 1.3065738275650216,
      "grad_norm": 0.8173961105748325,
      "learning_rate": 0.00026940306955179096,
      "loss": 0.8379,
      "step": 31900
    },
    {
      "epoch": 1.306614785992218,
      "grad_norm": 0.7182326986542721,
      "learning_rate": 0.0002694010955002375,
      "loss": 0.2959,
      "step": 31901
    },
    {
      "epoch": 1.3066557444194142,
      "grad_norm": 1.0388953172364053,
      "learning_rate": 0.0002693991213922381,
      "loss": 0.8601,
      "step": 31902
    },
    {
      "epoch": 1.3066967028466108,
      "grad_norm": 0.8638325873546774,
      "learning_rate": 0.00026939714722779365,
      "loss": 0.6909,
      "step": 31903
    },
    {
      "epoch": 1.306737661273807,
      "grad_norm": 1.6796786959225414,
      "learning_rate": 0.00026939517300690526,
      "loss": 0.8773,
      "step": 31904
    },
    {
      "epoch": 1.3067786197010034,
      "grad_norm": 1.0761592437656469,
      "learning_rate": 0.0002693931987295737,
      "loss": 1.0407,
      "step": 31905
    },
    {
      "epoch": 1.3068195781282,
      "grad_norm": 1.5044417932508234,
      "learning_rate": 0.00026939122439579997,
      "loss": 0.6755,
      "step": 31906
    },
    {
      "epoch": 1.3068605365553962,
      "grad_norm": 1.1472540902303487,
      "learning_rate": 0.00026938925000558506,
      "loss": 0.8499,
      "step": 31907
    },
    {
      "epoch": 1.3069014949825926,
      "grad_norm": 0.6584441289328175,
      "learning_rate": 0.00026938727555892973,
      "loss": 0.3427,
      "step": 31908
    },
    {
      "epoch": 1.306942453409789,
      "grad_norm": 0.9295454674500069,
      "learning_rate": 0.0002693853010558351,
      "loss": 0.685,
      "step": 31909
    },
    {
      "epoch": 1.3069834118369854,
      "grad_norm": 1.1023297028486532,
      "learning_rate": 0.00026938332649630205,
      "loss": 1.0094,
      "step": 31910
    },
    {
      "epoch": 1.3070243702641817,
      "grad_norm": 0.7261694977421049,
      "learning_rate": 0.0002693813518803314,
      "loss": 0.6932,
      "step": 31911
    },
    {
      "epoch": 1.3070653286913783,
      "grad_norm": 0.7659274110350126,
      "learning_rate": 0.0002693793772079242,
      "loss": 0.7447,
      "step": 31912
    },
    {
      "epoch": 1.3071062871185746,
      "grad_norm": 1.0041669379735771,
      "learning_rate": 0.0002693774024790815,
      "loss": 0.758,
      "step": 31913
    },
    {
      "epoch": 1.307147245545771,
      "grad_norm": 0.7677540569352106,
      "learning_rate": 0.0002693754276938039,
      "loss": 0.6994,
      "step": 31914
    },
    {
      "epoch": 1.3071882039729674,
      "grad_norm": 1.6131781002268948,
      "learning_rate": 0.0002693734528520926,
      "loss": 1.3219,
      "step": 31915
    },
    {
      "epoch": 1.307229162400164,
      "grad_norm": 0.7709839211666594,
      "learning_rate": 0.00026937147795394847,
      "loss": 0.3586,
      "step": 31916
    },
    {
      "epoch": 1.3072701208273603,
      "grad_norm": 0.9662259541658943,
      "learning_rate": 0.00026936950299937245,
      "loss": 1.0394,
      "step": 31917
    },
    {
      "epoch": 1.3073110792545566,
      "grad_norm": 1.141822782948198,
      "learning_rate": 0.00026936752798836544,
      "loss": 0.8006,
      "step": 31918
    },
    {
      "epoch": 1.3073520376817531,
      "grad_norm": 1.0268864069415005,
      "learning_rate": 0.00026936555292092837,
      "loss": 1.1332,
      "step": 31919
    },
    {
      "epoch": 1.3073929961089494,
      "grad_norm": 1.1392325946124056,
      "learning_rate": 0.00026936357779706215,
      "loss": 1.3969,
      "step": 31920
    },
    {
      "epoch": 1.3074339545361457,
      "grad_norm": 1.3509575918162264,
      "learning_rate": 0.00026936160261676787,
      "loss": 1.051,
      "step": 31921
    },
    {
      "epoch": 1.3074749129633423,
      "grad_norm": 1.6889675681628755,
      "learning_rate": 0.00026935962738004624,
      "loss": 1.852,
      "step": 31922
    },
    {
      "epoch": 1.3075158713905386,
      "grad_norm": 0.737899555814553,
      "learning_rate": 0.00026935765208689833,
      "loss": 0.8104,
      "step": 31923
    },
    {
      "epoch": 1.307556829817735,
      "grad_norm": 0.8798774573780751,
      "learning_rate": 0.0002693556767373251,
      "loss": 0.7823,
      "step": 31924
    },
    {
      "epoch": 1.3075977882449314,
      "grad_norm": 0.9880928518499696,
      "learning_rate": 0.0002693537013313274,
      "loss": 0.6604,
      "step": 31925
    },
    {
      "epoch": 1.3076387466721278,
      "grad_norm": 0.7842926576097069,
      "learning_rate": 0.0002693517258689062,
      "loss": 0.6848,
      "step": 31926
    },
    {
      "epoch": 1.307679705099324,
      "grad_norm": 1.0365514906307571,
      "learning_rate": 0.0002693497503500624,
      "loss": 0.4268,
      "step": 31927
    },
    {
      "epoch": 1.3077206635265206,
      "grad_norm": 0.658722153877603,
      "learning_rate": 0.000269347774774797,
      "loss": 0.2997,
      "step": 31928
    },
    {
      "epoch": 1.307761621953717,
      "grad_norm": 1.0011683381662901,
      "learning_rate": 0.0002693457991431109,
      "loss": 1.1219,
      "step": 31929
    },
    {
      "epoch": 1.3078025803809132,
      "grad_norm": 1.06206225246739,
      "learning_rate": 0.00026934382345500504,
      "loss": 1.0009,
      "step": 31930
    },
    {
      "epoch": 1.3078435388081098,
      "grad_norm": 0.9769482314347862,
      "learning_rate": 0.0002693418477104803,
      "loss": 0.7192,
      "step": 31931
    },
    {
      "epoch": 1.307884497235306,
      "grad_norm": 1.3619933993258497,
      "learning_rate": 0.0002693398719095377,
      "loss": 0.9317,
      "step": 31932
    },
    {
      "epoch": 1.3079254556625026,
      "grad_norm": 0.9546910546797216,
      "learning_rate": 0.0002693378960521781,
      "loss": 0.9669,
      "step": 31933
    },
    {
      "epoch": 1.307966414089699,
      "grad_norm": 1.4010662175771245,
      "learning_rate": 0.0002693359201384025,
      "loss": 0.7151,
      "step": 31934
    },
    {
      "epoch": 1.3080073725168955,
      "grad_norm": 0.9634943051055699,
      "learning_rate": 0.0002693339441682118,
      "loss": 1.0022,
      "step": 31935
    },
    {
      "epoch": 1.3080483309440918,
      "grad_norm": 0.9586204521082787,
      "learning_rate": 0.0002693319681416069,
      "loss": 0.8297,
      "step": 31936
    },
    {
      "epoch": 1.308089289371288,
      "grad_norm": 0.830924313832936,
      "learning_rate": 0.00026932999205858877,
      "loss": 0.7249,
      "step": 31937
    },
    {
      "epoch": 1.3081302477984846,
      "grad_norm": 0.5748519983262936,
      "learning_rate": 0.0002693280159191584,
      "loss": 0.3314,
      "step": 31938
    },
    {
      "epoch": 1.308171206225681,
      "grad_norm": 0.6185720566032372,
      "learning_rate": 0.0002693260397233166,
      "loss": 0.3479,
      "step": 31939
    },
    {
      "epoch": 1.3082121646528773,
      "grad_norm": 0.4577737389276098,
      "learning_rate": 0.00026932406347106444,
      "loss": 0.1563,
      "step": 31940
    },
    {
      "epoch": 1.3082531230800738,
      "grad_norm": 1.0055644249183133,
      "learning_rate": 0.00026932208716240274,
      "loss": 0.9214,
      "step": 31941
    },
    {
      "epoch": 1.3082940815072701,
      "grad_norm": 0.6143312131543087,
      "learning_rate": 0.0002693201107973325,
      "loss": 0.3043,
      "step": 31942
    },
    {
      "epoch": 1.3083350399344664,
      "grad_norm": 0.8856169951140578,
      "learning_rate": 0.0002693181343758547,
      "loss": 0.7758,
      "step": 31943
    },
    {
      "epoch": 1.308375998361663,
      "grad_norm": 0.9495250872088946,
      "learning_rate": 0.0002693161578979701,
      "loss": 0.6505,
      "step": 31944
    },
    {
      "epoch": 1.3084169567888593,
      "grad_norm": 0.9746432785635033,
      "learning_rate": 0.00026931418136367976,
      "loss": 1.0392,
      "step": 31945
    },
    {
      "epoch": 1.3084579152160556,
      "grad_norm": 1.0446414641413628,
      "learning_rate": 0.0002693122047729846,
      "loss": 0.9752,
      "step": 31946
    },
    {
      "epoch": 1.3084988736432521,
      "grad_norm": 1.1475459854167775,
      "learning_rate": 0.0002693102281258856,
      "loss": 1.2359,
      "step": 31947
    },
    {
      "epoch": 1.3085398320704484,
      "grad_norm": 0.9227483573298827,
      "learning_rate": 0.0002693082514223836,
      "loss": 1.0364,
      "step": 31948
    },
    {
      "epoch": 1.3085807904976448,
      "grad_norm": 1.108993499526893,
      "learning_rate": 0.00026930627466247964,
      "loss": 1.1264,
      "step": 31949
    },
    {
      "epoch": 1.3086217489248413,
      "grad_norm": 0.7666826129005925,
      "learning_rate": 0.0002693042978461746,
      "loss": 0.4073,
      "step": 31950
    },
    {
      "epoch": 1.3086627073520376,
      "grad_norm": 0.9374314110755001,
      "learning_rate": 0.0002693023209734693,
      "loss": 0.774,
      "step": 31951
    },
    {
      "epoch": 1.3087036657792341,
      "grad_norm": 0.7235344520263147,
      "learning_rate": 0.00026930034404436487,
      "loss": 0.7532,
      "step": 31952
    },
    {
      "epoch": 1.3087446242064305,
      "grad_norm": 2.3456924771213696,
      "learning_rate": 0.00026929836705886216,
      "loss": 4.0837,
      "step": 31953
    },
    {
      "epoch": 1.308785582633627,
      "grad_norm": 0.7832962061850599,
      "learning_rate": 0.0002692963900169621,
      "loss": 0.8202,
      "step": 31954
    },
    {
      "epoch": 1.3088265410608233,
      "grad_norm": 0.8709441112099648,
      "learning_rate": 0.0002692944129186656,
      "loss": 0.7436,
      "step": 31955
    },
    {
      "epoch": 1.3088674994880196,
      "grad_norm": 0.976406568866037,
      "learning_rate": 0.0002692924357639737,
      "loss": 0.9833,
      "step": 31956
    },
    {
      "epoch": 1.3089084579152162,
      "grad_norm": 1.2658008334462836,
      "learning_rate": 0.00026929045855288717,
      "loss": 0.9816,
      "step": 31957
    },
    {
      "epoch": 1.3089494163424125,
      "grad_norm": 0.8691710973776605,
      "learning_rate": 0.00026928848128540705,
      "loss": 0.7873,
      "step": 31958
    },
    {
      "epoch": 1.3089903747696088,
      "grad_norm": 0.8317106170474797,
      "learning_rate": 0.0002692865039615343,
      "loss": 0.845,
      "step": 31959
    },
    {
      "epoch": 1.3090313331968053,
      "grad_norm": 0.823650442332587,
      "learning_rate": 0.00026928452658126975,
      "loss": 0.7347,
      "step": 31960
    },
    {
      "epoch": 1.3090722916240016,
      "grad_norm": 0.9871887519820559,
      "learning_rate": 0.00026928254914461447,
      "loss": 0.9681,
      "step": 31961
    },
    {
      "epoch": 1.309113250051198,
      "grad_norm": 0.869350764225894,
      "learning_rate": 0.0002692805716515693,
      "loss": 0.8545,
      "step": 31962
    },
    {
      "epoch": 1.3091542084783945,
      "grad_norm": 0.7850711644945518,
      "learning_rate": 0.0002692785941021352,
      "loss": 0.6826,
      "step": 31963
    },
    {
      "epoch": 1.3091951669055908,
      "grad_norm": 0.9875139760600379,
      "learning_rate": 0.0002692766164963131,
      "loss": 1.0237,
      "step": 31964
    },
    {
      "epoch": 1.309236125332787,
      "grad_norm": 0.9804299981095068,
      "learning_rate": 0.0002692746388341039,
      "loss": 1.1192,
      "step": 31965
    },
    {
      "epoch": 1.3092770837599836,
      "grad_norm": 0.760655392056883,
      "learning_rate": 0.00026927266111550856,
      "loss": 0.7917,
      "step": 31966
    },
    {
      "epoch": 1.30931804218718,
      "grad_norm": 0.9835347142725549,
      "learning_rate": 0.0002692706833405281,
      "loss": 1.1613,
      "step": 31967
    },
    {
      "epoch": 1.3093590006143765,
      "grad_norm": 0.6263541161347035,
      "learning_rate": 0.0002692687055091633,
      "loss": 0.3046,
      "step": 31968
    },
    {
      "epoch": 1.3093999590415728,
      "grad_norm": 0.7005519481541272,
      "learning_rate": 0.00026926672762141526,
      "loss": 0.6281,
      "step": 31969
    },
    {
      "epoch": 1.3094409174687691,
      "grad_norm": 0.6515518884841734,
      "learning_rate": 0.0002692647496772848,
      "loss": 0.305,
      "step": 31970
    },
    {
      "epoch": 1.3094818758959657,
      "grad_norm": 1.7915760102894498,
      "learning_rate": 0.00026926277167677287,
      "loss": 1.5864,
      "step": 31971
    },
    {
      "epoch": 1.309522834323162,
      "grad_norm": 0.7857770679285202,
      "learning_rate": 0.00026926079361988043,
      "loss": 0.8892,
      "step": 31972
    },
    {
      "epoch": 1.3095637927503585,
      "grad_norm": 0.6980150156362761,
      "learning_rate": 0.0002692588155066084,
      "loss": 0.3086,
      "step": 31973
    },
    {
      "epoch": 1.3096047511775548,
      "grad_norm": 1.0734369287365646,
      "learning_rate": 0.00026925683733695774,
      "loss": 0.6834,
      "step": 31974
    },
    {
      "epoch": 1.3096457096047511,
      "grad_norm": 0.6930313213701489,
      "learning_rate": 0.0002692548591109294,
      "loss": 0.3969,
      "step": 31975
    },
    {
      "epoch": 1.3096866680319477,
      "grad_norm": 0.8772643862040088,
      "learning_rate": 0.00026925288082852426,
      "loss": 0.7674,
      "step": 31976
    },
    {
      "epoch": 1.309727626459144,
      "grad_norm": 0.9554603229591768,
      "learning_rate": 0.0002692509024897432,
      "loss": 1.2721,
      "step": 31977
    },
    {
      "epoch": 1.3097685848863403,
      "grad_norm": 1.1303850160352014,
      "learning_rate": 0.0002692489240945873,
      "loss": 1.1061,
      "step": 31978
    },
    {
      "epoch": 1.3098095433135368,
      "grad_norm": 1.0440455399606812,
      "learning_rate": 0.0002692469456430574,
      "loss": 0.9077,
      "step": 31979
    },
    {
      "epoch": 1.3098505017407331,
      "grad_norm": 0.9831622083238133,
      "learning_rate": 0.00026924496713515454,
      "loss": 1.1357,
      "step": 31980
    },
    {
      "epoch": 1.3098914601679295,
      "grad_norm": 0.9654107648981615,
      "learning_rate": 0.0002692429885708795,
      "loss": 0.8268,
      "step": 31981
    },
    {
      "epoch": 1.309932418595126,
      "grad_norm": 0.8660975870170657,
      "learning_rate": 0.0002692410099502333,
      "loss": 0.6294,
      "step": 31982
    },
    {
      "epoch": 1.3099733770223223,
      "grad_norm": 1.9526223117921493,
      "learning_rate": 0.00026923903127321693,
      "loss": 1.6264,
      "step": 31983
    },
    {
      "epoch": 1.3100143354495186,
      "grad_norm": 1.0210110255487526,
      "learning_rate": 0.00026923705253983123,
      "loss": 0.8325,
      "step": 31984
    },
    {
      "epoch": 1.3100552938767152,
      "grad_norm": 0.9031666713667094,
      "learning_rate": 0.00026923507375007716,
      "loss": 0.8325,
      "step": 31985
    },
    {
      "epoch": 1.3100962523039115,
      "grad_norm": 1.6979808171569917,
      "learning_rate": 0.00026923309490395564,
      "loss": 0.596,
      "step": 31986
    },
    {
      "epoch": 1.310137210731108,
      "grad_norm": 0.8748519586567481,
      "learning_rate": 0.0002692311160014677,
      "loss": 0.8133,
      "step": 31987
    },
    {
      "epoch": 1.3101781691583043,
      "grad_norm": 0.7666148562733741,
      "learning_rate": 0.00026922913704261413,
      "loss": 0.6988,
      "step": 31988
    },
    {
      "epoch": 1.3102191275855009,
      "grad_norm": 0.7648568038035753,
      "learning_rate": 0.000269227158027396,
      "loss": 0.5421,
      "step": 31989
    },
    {
      "epoch": 1.3102600860126972,
      "grad_norm": 1.055575132396757,
      "learning_rate": 0.0002692251789558142,
      "loss": 1.0128,
      "step": 31990
    },
    {
      "epoch": 1.3103010444398935,
      "grad_norm": 0.8022642067073319,
      "learning_rate": 0.00026922319982786955,
      "loss": 0.3711,
      "step": 31991
    },
    {
      "epoch": 1.31034200286709,
      "grad_norm": 0.8647344347469627,
      "learning_rate": 0.0002692212206435632,
      "loss": 0.3625,
      "step": 31992
    },
    {
      "epoch": 1.3103829612942863,
      "grad_norm": 1.016580181241876,
      "learning_rate": 0.00026921924140289595,
      "loss": 1.2016,
      "step": 31993
    },
    {
      "epoch": 1.3104239197214826,
      "grad_norm": 1.1816635049684936,
      "learning_rate": 0.0002692172621058688,
      "loss": 1.0563,
      "step": 31994
    },
    {
      "epoch": 1.3104648781486792,
      "grad_norm": 1.1615208532985373,
      "learning_rate": 0.0002692152827524825,
      "loss": 0.8574,
      "step": 31995
    },
    {
      "epoch": 1.3105058365758755,
      "grad_norm": 0.7895127748642145,
      "learning_rate": 0.00026921330334273827,
      "loss": 0.7493,
      "step": 31996
    },
    {
      "epoch": 1.3105467950030718,
      "grad_norm": 2.5401700767266817,
      "learning_rate": 0.0002692113238766369,
      "loss": 4.0044,
      "step": 31997
    },
    {
      "epoch": 1.3105877534302683,
      "grad_norm": 0.8566191308245604,
      "learning_rate": 0.00026920934435417925,
      "loss": 0.6846,
      "step": 31998
    },
    {
      "epoch": 1.3106287118574647,
      "grad_norm": 0.8710285955641947,
      "learning_rate": 0.0002692073647753664,
      "loss": 0.8642,
      "step": 31999
    },
    {
      "epoch": 1.310669670284661,
      "grad_norm": 0.9437711986494073,
      "learning_rate": 0.0002692053851401992,
      "loss": 0.8409,
      "step": 32000
    },
    {
      "epoch": 1.3107106287118575,
      "grad_norm": 0.7447510176971224,
      "learning_rate": 0.0002692034054486786,
      "loss": 0.7316,
      "step": 32001
    },
    {
      "epoch": 1.3107515871390538,
      "grad_norm": 0.9716351382922057,
      "learning_rate": 0.0002692014257008056,
      "loss": 0.6924,
      "step": 32002
    },
    {
      "epoch": 1.3107925455662501,
      "grad_norm": 0.9316782248737964,
      "learning_rate": 0.0002691994458965811,
      "loss": 1.0325,
      "step": 32003
    },
    {
      "epoch": 1.3108335039934467,
      "grad_norm": 0.8500243304016561,
      "learning_rate": 0.00026919746603600595,
      "loss": 0.4911,
      "step": 32004
    },
    {
      "epoch": 1.310874462420643,
      "grad_norm": 0.851062446512002,
      "learning_rate": 0.00026919548611908115,
      "loss": 0.9883,
      "step": 32005
    },
    {
      "epoch": 1.3109154208478395,
      "grad_norm": 0.9674449171644418,
      "learning_rate": 0.00026919350614580765,
      "loss": 0.7596,
      "step": 32006
    },
    {
      "epoch": 1.3109563792750358,
      "grad_norm": 1.162921111397775,
      "learning_rate": 0.0002691915261161864,
      "loss": 0.7217,
      "step": 32007
    },
    {
      "epoch": 1.3109973377022324,
      "grad_norm": 0.8933328395505614,
      "learning_rate": 0.00026918954603021836,
      "loss": 0.7587,
      "step": 32008
    },
    {
      "epoch": 1.3110382961294287,
      "grad_norm": 2.1908820237872626,
      "learning_rate": 0.00026918756588790435,
      "loss": 2.1142,
      "step": 32009
    },
    {
      "epoch": 1.311079254556625,
      "grad_norm": 1.0677876339177128,
      "learning_rate": 0.0002691855856892454,
      "loss": 0.781,
      "step": 32010
    },
    {
      "epoch": 1.3111202129838215,
      "grad_norm": 1.1173207552379798,
      "learning_rate": 0.0002691836054342424,
      "loss": 1.0768,
      "step": 32011
    },
    {
      "epoch": 1.3111611714110178,
      "grad_norm": 0.9200049304028418,
      "learning_rate": 0.0002691816251228963,
      "loss": 0.8153,
      "step": 32012
    },
    {
      "epoch": 1.3112021298382142,
      "grad_norm": 1.09200313780117,
      "learning_rate": 0.0002691796447552081,
      "loss": 0.8248,
      "step": 32013
    },
    {
      "epoch": 1.3112430882654107,
      "grad_norm": 3.4388657747303437,
      "learning_rate": 0.0002691776643311786,
      "loss": 2.3606,
      "step": 32014
    },
    {
      "epoch": 1.311284046692607,
      "grad_norm": 1.2501601169053036,
      "learning_rate": 0.00026917568385080885,
      "loss": 0.6764,
      "step": 32015
    },
    {
      "epoch": 1.3113250051198033,
      "grad_norm": 0.9197300095640616,
      "learning_rate": 0.00026917370331409977,
      "loss": 0.8857,
      "step": 32016
    },
    {
      "epoch": 1.3113659635469999,
      "grad_norm": 1.1376594761172076,
      "learning_rate": 0.00026917172272105224,
      "loss": 1.1027,
      "step": 32017
    },
    {
      "epoch": 1.3114069219741962,
      "grad_norm": 0.9614425416231808,
      "learning_rate": 0.0002691697420716673,
      "loss": 0.8593,
      "step": 32018
    },
    {
      "epoch": 1.3114478804013925,
      "grad_norm": 0.8842080426862385,
      "learning_rate": 0.0002691677613659458,
      "loss": 0.9705,
      "step": 32019
    },
    {
      "epoch": 1.311488838828589,
      "grad_norm": 1.0459450441345661,
      "learning_rate": 0.0002691657806038887,
      "loss": 0.756,
      "step": 32020
    },
    {
      "epoch": 1.3115297972557853,
      "grad_norm": 0.9870388020149451,
      "learning_rate": 0.0002691637997854969,
      "loss": 0.7639,
      "step": 32021
    },
    {
      "epoch": 1.3115707556829816,
      "grad_norm": 1.289574231634118,
      "learning_rate": 0.00026916181891077135,
      "loss": 1.0265,
      "step": 32022
    },
    {
      "epoch": 1.3116117141101782,
      "grad_norm": 2.3690522908286566,
      "learning_rate": 0.00026915983797971306,
      "loss": 2.27,
      "step": 32023
    },
    {
      "epoch": 1.3116526725373745,
      "grad_norm": 1.115539794387538,
      "learning_rate": 0.0002691578569923229,
      "loss": 0.9333,
      "step": 32024
    },
    {
      "epoch": 1.311693630964571,
      "grad_norm": 0.9079722076705493,
      "learning_rate": 0.0002691558759486018,
      "loss": 0.9592,
      "step": 32025
    },
    {
      "epoch": 1.3117345893917673,
      "grad_norm": 0.7675581151448334,
      "learning_rate": 0.00026915389484855073,
      "loss": 0.6586,
      "step": 32026
    },
    {
      "epoch": 1.3117755478189639,
      "grad_norm": 1.298064045767929,
      "learning_rate": 0.0002691519136921706,
      "loss": 0.7061,
      "step": 32027
    },
    {
      "epoch": 1.3118165062461602,
      "grad_norm": 0.8736164316381495,
      "learning_rate": 0.0002691499324794624,
      "loss": 0.7264,
      "step": 32028
    },
    {
      "epoch": 1.3118574646733565,
      "grad_norm": 0.7823907070858384,
      "learning_rate": 0.00026914795121042696,
      "loss": 0.3854,
      "step": 32029
    },
    {
      "epoch": 1.311898423100553,
      "grad_norm": 0.8645708159463105,
      "learning_rate": 0.0002691459698850653,
      "loss": 0.3242,
      "step": 32030
    },
    {
      "epoch": 1.3119393815277494,
      "grad_norm": 1.7811395928253935,
      "learning_rate": 0.0002691439885033784,
      "loss": 1.6203,
      "step": 32031
    },
    {
      "epoch": 1.3119803399549457,
      "grad_norm": 0.8924110476662862,
      "learning_rate": 0.0002691420070653671,
      "loss": 0.8794,
      "step": 32032
    },
    {
      "epoch": 1.3120212983821422,
      "grad_norm": 0.7306159142204413,
      "learning_rate": 0.0002691400255710324,
      "loss": 0.587,
      "step": 32033
    },
    {
      "epoch": 1.3120622568093385,
      "grad_norm": 0.695160993216227,
      "learning_rate": 0.00026913804402037516,
      "loss": 0.5722,
      "step": 32034
    },
    {
      "epoch": 1.3121032152365348,
      "grad_norm": 1.1582058787981016,
      "learning_rate": 0.0002691360624133964,
      "loss": 0.8207,
      "step": 32035
    },
    {
      "epoch": 1.3121441736637314,
      "grad_norm": 0.8108730349094855,
      "learning_rate": 0.000269134080750097,
      "loss": 0.8617,
      "step": 32036
    },
    {
      "epoch": 1.3121851320909277,
      "grad_norm": 1.0033594536542854,
      "learning_rate": 0.00026913209903047793,
      "loss": 0.9402,
      "step": 32037
    },
    {
      "epoch": 1.312226090518124,
      "grad_norm": 0.5417171358628269,
      "learning_rate": 0.00026913011725454014,
      "loss": 0.2912,
      "step": 32038
    },
    {
      "epoch": 1.3122670489453205,
      "grad_norm": 0.9943283108325095,
      "learning_rate": 0.0002691281354222845,
      "loss": 0.6456,
      "step": 32039
    },
    {
      "epoch": 1.3123080073725168,
      "grad_norm": 2.2364138115165875,
      "learning_rate": 0.000269126153533712,
      "loss": 1.3914,
      "step": 32040
    },
    {
      "epoch": 1.3123489657997132,
      "grad_norm": 0.9731815411833316,
      "learning_rate": 0.00026912417158882353,
      "loss": 0.9849,
      "step": 32041
    },
    {
      "epoch": 1.3123899242269097,
      "grad_norm": 1.78099997892936,
      "learning_rate": 0.00026912218958762013,
      "loss": 0.508,
      "step": 32042
    },
    {
      "epoch": 1.312430882654106,
      "grad_norm": 0.8709609713470841,
      "learning_rate": 0.00026912020753010267,
      "loss": 0.6195,
      "step": 32043
    },
    {
      "epoch": 1.3124718410813025,
      "grad_norm": 2.3471758931469524,
      "learning_rate": 0.00026911822541627207,
      "loss": 4.6001,
      "step": 32044
    },
    {
      "epoch": 1.3125127995084989,
      "grad_norm": 1.3688126416038682,
      "learning_rate": 0.00026911624324612926,
      "loss": 1.1253,
      "step": 32045
    },
    {
      "epoch": 1.3125537579356954,
      "grad_norm": 0.9195823798066702,
      "learning_rate": 0.00026911426101967526,
      "loss": 0.7752,
      "step": 32046
    },
    {
      "epoch": 1.3125947163628917,
      "grad_norm": 0.9219703919159133,
      "learning_rate": 0.0002691122787369109,
      "loss": 0.8605,
      "step": 32047
    },
    {
      "epoch": 1.312635674790088,
      "grad_norm": 0.8907505306117468,
      "learning_rate": 0.0002691102963978372,
      "loss": 0.8283,
      "step": 32048
    },
    {
      "epoch": 1.3126766332172846,
      "grad_norm": 1.2087661722489458,
      "learning_rate": 0.000269108314002455,
      "loss": 1.4777,
      "step": 32049
    },
    {
      "epoch": 1.3127175916444809,
      "grad_norm": 0.8991588772459497,
      "learning_rate": 0.0002691063315507654,
      "loss": 0.743,
      "step": 32050
    },
    {
      "epoch": 1.3127585500716772,
      "grad_norm": 4.421918021388503,
      "learning_rate": 0.0002691043490427692,
      "loss": 2.1929,
      "step": 32051
    },
    {
      "epoch": 1.3127995084988737,
      "grad_norm": 2.9249278428417234,
      "learning_rate": 0.0002691023664784673,
      "loss": 6.667,
      "step": 32052
    },
    {
      "epoch": 1.31284046692607,
      "grad_norm": 1.1115639287184944,
      "learning_rate": 0.0002691003838578608,
      "loss": 0.7293,
      "step": 32053
    },
    {
      "epoch": 1.3128814253532664,
      "grad_norm": 1.0035267634638545,
      "learning_rate": 0.0002690984011809505,
      "loss": 0.9506,
      "step": 32054
    },
    {
      "epoch": 1.3129223837804629,
      "grad_norm": 1.0563818908730225,
      "learning_rate": 0.0002690964184477374,
      "loss": 1.2772,
      "step": 32055
    },
    {
      "epoch": 1.3129633422076592,
      "grad_norm": 1.0972211852613265,
      "learning_rate": 0.00026909443565822244,
      "loss": 1.1482,
      "step": 32056
    },
    {
      "epoch": 1.3130043006348555,
      "grad_norm": 0.5886510711685385,
      "learning_rate": 0.0002690924528124065,
      "loss": 0.3046,
      "step": 32057
    },
    {
      "epoch": 1.313045259062052,
      "grad_norm": 4.203270109738133,
      "learning_rate": 0.0002690904699102906,
      "loss": 2.935,
      "step": 32058
    },
    {
      "epoch": 1.3130862174892484,
      "grad_norm": 1.071110824733741,
      "learning_rate": 0.00026908848695187564,
      "loss": 0.6685,
      "step": 32059
    },
    {
      "epoch": 1.3131271759164447,
      "grad_norm": 0.6231906821747886,
      "learning_rate": 0.00026908650393716254,
      "loss": 0.3263,
      "step": 32060
    },
    {
      "epoch": 1.3131681343436412,
      "grad_norm": 1.1850098562514904,
      "learning_rate": 0.00026908452086615224,
      "loss": 0.9438,
      "step": 32061
    },
    {
      "epoch": 1.3132090927708375,
      "grad_norm": 1.0584188870779891,
      "learning_rate": 0.0002690825377388457,
      "loss": 0.4206,
      "step": 32062
    },
    {
      "epoch": 1.313250051198034,
      "grad_norm": 0.493858331869721,
      "learning_rate": 0.00026908055455524384,
      "loss": 0.2216,
      "step": 32063
    },
    {
      "epoch": 1.3132910096252304,
      "grad_norm": 0.9539746944838458,
      "learning_rate": 0.00026907857131534764,
      "loss": 0.7116,
      "step": 32064
    },
    {
      "epoch": 1.313331968052427,
      "grad_norm": 0.7193271814150166,
      "learning_rate": 0.000269076588019158,
      "loss": 0.4231,
      "step": 32065
    },
    {
      "epoch": 1.3133729264796232,
      "grad_norm": 0.9517670775281906,
      "learning_rate": 0.0002690746046666758,
      "loss": 0.9239,
      "step": 32066
    },
    {
      "epoch": 1.3134138849068195,
      "grad_norm": 1.0505983217297725,
      "learning_rate": 0.00026907262125790203,
      "loss": 1.3279,
      "step": 32067
    },
    {
      "epoch": 1.313454843334016,
      "grad_norm": 0.7687648599770925,
      "learning_rate": 0.00026907063779283775,
      "loss": 0.3334,
      "step": 32068
    },
    {
      "epoch": 1.3134958017612124,
      "grad_norm": 1.666842037707889,
      "learning_rate": 0.0002690686542714837,
      "loss": 1.5136,
      "step": 32069
    },
    {
      "epoch": 1.3135367601884087,
      "grad_norm": 0.8543454278449707,
      "learning_rate": 0.0002690666706938409,
      "loss": 0.2815,
      "step": 32070
    },
    {
      "epoch": 1.3135777186156052,
      "grad_norm": 1.1562456455979118,
      "learning_rate": 0.0002690646870599102,
      "loss": 0.745,
      "step": 32071
    },
    {
      "epoch": 1.3136186770428016,
      "grad_norm": 1.477101930644697,
      "learning_rate": 0.00026906270336969276,
      "loss": 0.8004,
      "step": 32072
    },
    {
      "epoch": 1.3136596354699979,
      "grad_norm": 0.9930975162630753,
      "learning_rate": 0.0002690607196231894,
      "loss": 0.6113,
      "step": 32073
    },
    {
      "epoch": 1.3137005938971944,
      "grad_norm": 1.4449488320587014,
      "learning_rate": 0.0002690587358204009,
      "loss": 1.6925,
      "step": 32074
    },
    {
      "epoch": 1.3137415523243907,
      "grad_norm": 4.79255661029596,
      "learning_rate": 0.00026905675196132843,
      "loss": 4.0845,
      "step": 32075
    },
    {
      "epoch": 1.313782510751587,
      "grad_norm": 1.662432521551199,
      "learning_rate": 0.0002690547680459728,
      "loss": 1.0983,
      "step": 32076
    },
    {
      "epoch": 1.3138234691787836,
      "grad_norm": 0.8427781851892002,
      "learning_rate": 0.00026905278407433507,
      "loss": 0.3084,
      "step": 32077
    },
    {
      "epoch": 1.3138644276059799,
      "grad_norm": 1.2786893113882358,
      "learning_rate": 0.000269050800046416,
      "loss": 0.9549,
      "step": 32078
    },
    {
      "epoch": 1.3139053860331762,
      "grad_norm": 1.1743280723132012,
      "learning_rate": 0.00026904881596221666,
      "loss": 1.0897,
      "step": 32079
    },
    {
      "epoch": 1.3139463444603727,
      "grad_norm": 1.0428634940401105,
      "learning_rate": 0.0002690468318217379,
      "loss": 1.0958,
      "step": 32080
    },
    {
      "epoch": 1.313987302887569,
      "grad_norm": 0.9466281057191599,
      "learning_rate": 0.00026904484762498075,
      "loss": 0.8988,
      "step": 32081
    },
    {
      "epoch": 1.3140282613147656,
      "grad_norm": 0.8217469668120497,
      "learning_rate": 0.00026904286337194614,
      "loss": 0.7272,
      "step": 32082
    },
    {
      "epoch": 1.314069219741962,
      "grad_norm": 1.0517249228255108,
      "learning_rate": 0.0002690408790626349,
      "loss": 1.0378,
      "step": 32083
    },
    {
      "epoch": 1.3141101781691584,
      "grad_norm": 0.9672980488988849,
      "learning_rate": 0.0002690388946970481,
      "loss": 1.0059,
      "step": 32084
    },
    {
      "epoch": 1.3141511365963547,
      "grad_norm": 1.1722029378601622,
      "learning_rate": 0.0002690369102751866,
      "loss": 0.8014,
      "step": 32085
    },
    {
      "epoch": 1.314192095023551,
      "grad_norm": 0.9626448357544356,
      "learning_rate": 0.0002690349257970513,
      "loss": 0.9039,
      "step": 32086
    },
    {
      "epoch": 1.3142330534507476,
      "grad_norm": 0.8086089491337329,
      "learning_rate": 0.00026903294126264324,
      "loss": 0.818,
      "step": 32087
    },
    {
      "epoch": 1.314274011877944,
      "grad_norm": 2.57324784720054,
      "learning_rate": 0.0002690309566719633,
      "loss": 4.4538,
      "step": 32088
    },
    {
      "epoch": 1.3143149703051402,
      "grad_norm": 0.7995384560933815,
      "learning_rate": 0.00026902897202501244,
      "loss": 0.8709,
      "step": 32089
    },
    {
      "epoch": 1.3143559287323368,
      "grad_norm": 1.0959652271619396,
      "learning_rate": 0.0002690269873217916,
      "loss": 1.054,
      "step": 32090
    },
    {
      "epoch": 1.314396887159533,
      "grad_norm": 0.8741464920311841,
      "learning_rate": 0.0002690250025623017,
      "loss": 0.6913,
      "step": 32091
    },
    {
      "epoch": 1.3144378455867294,
      "grad_norm": 0.676031412856471,
      "learning_rate": 0.00026902301774654367,
      "loss": 0.4065,
      "step": 32092
    },
    {
      "epoch": 1.314478804013926,
      "grad_norm": 0.9952343604450263,
      "learning_rate": 0.0002690210328745185,
      "loss": 0.9604,
      "step": 32093
    },
    {
      "epoch": 1.3145197624411222,
      "grad_norm": 0.9741131129128817,
      "learning_rate": 0.000269019047946227,
      "loss": 0.4379,
      "step": 32094
    },
    {
      "epoch": 1.3145607208683185,
      "grad_norm": 1.6768168624387343,
      "learning_rate": 0.0002690170629616703,
      "loss": 1.7026,
      "step": 32095
    },
    {
      "epoch": 1.314601679295515,
      "grad_norm": 1.0200651810557604,
      "learning_rate": 0.00026901507792084924,
      "loss": 0.9383,
      "step": 32096
    },
    {
      "epoch": 1.3146426377227114,
      "grad_norm": 2.520801998345595,
      "learning_rate": 0.0002690130928237647,
      "loss": 1.7783,
      "step": 32097
    },
    {
      "epoch": 1.3146835961499077,
      "grad_norm": 1.039778326069822,
      "learning_rate": 0.0002690111076704177,
      "loss": 0.425,
      "step": 32098
    },
    {
      "epoch": 1.3147245545771042,
      "grad_norm": 1.138871061300419,
      "learning_rate": 0.00026900912246080914,
      "loss": 1.4122,
      "step": 32099
    },
    {
      "epoch": 1.3147655130043006,
      "grad_norm": 0.9262436424973565,
      "learning_rate": 0.00026900713719494,
      "loss": 0.8154,
      "step": 32100
    },
    {
      "epoch": 1.314806471431497,
      "grad_norm": 7.204045295668196,
      "learning_rate": 0.0002690051518728112,
      "loss": 2.0015,
      "step": 32101
    },
    {
      "epoch": 1.3148474298586934,
      "grad_norm": 1.3803368118434924,
      "learning_rate": 0.00026900316649442363,
      "loss": 1.2784,
      "step": 32102
    },
    {
      "epoch": 1.31488838828589,
      "grad_norm": 0.9247956787982099,
      "learning_rate": 0.00026900118105977833,
      "loss": 0.9964,
      "step": 32103
    },
    {
      "epoch": 1.3149293467130863,
      "grad_norm": 0.7465279051157903,
      "learning_rate": 0.0002689991955688761,
      "loss": 0.3783,
      "step": 32104
    },
    {
      "epoch": 1.3149703051402826,
      "grad_norm": 0.8652140096560368,
      "learning_rate": 0.000268997210021718,
      "loss": 0.8548,
      "step": 32105
    },
    {
      "epoch": 1.315011263567479,
      "grad_norm": 1.0405433971836644,
      "learning_rate": 0.0002689952244183049,
      "loss": 1.0805,
      "step": 32106
    },
    {
      "epoch": 1.3150522219946754,
      "grad_norm": 0.5916413658948123,
      "learning_rate": 0.0002689932387586378,
      "loss": 0.3489,
      "step": 32107
    },
    {
      "epoch": 1.3150931804218717,
      "grad_norm": 0.794307309552273,
      "learning_rate": 0.0002689912530427176,
      "loss": 0.7976,
      "step": 32108
    },
    {
      "epoch": 1.3151341388490683,
      "grad_norm": 1.209436674021322,
      "learning_rate": 0.00026898926727054513,
      "loss": 1.1823,
      "step": 32109
    },
    {
      "epoch": 1.3151750972762646,
      "grad_norm": 0.9019899653408273,
      "learning_rate": 0.0002689872814421216,
      "loss": 0.9788,
      "step": 32110
    },
    {
      "epoch": 1.315216055703461,
      "grad_norm": 0.9920414726755937,
      "learning_rate": 0.00026898529555744767,
      "loss": 0.8726,
      "step": 32111
    },
    {
      "epoch": 1.3152570141306574,
      "grad_norm": 0.7559521134237127,
      "learning_rate": 0.00026898330961652446,
      "loss": 0.8279,
      "step": 32112
    },
    {
      "epoch": 1.3152979725578537,
      "grad_norm": 0.7735442632557602,
      "learning_rate": 0.00026898132361935284,
      "loss": 0.6834,
      "step": 32113
    },
    {
      "epoch": 1.31533893098505,
      "grad_norm": 0.86191908224675,
      "learning_rate": 0.00026897933756593373,
      "loss": 0.8912,
      "step": 32114
    },
    {
      "epoch": 1.3153798894122466,
      "grad_norm": 3.7881745441435903,
      "learning_rate": 0.0002689773514562681,
      "loss": 7.2667,
      "step": 32115
    },
    {
      "epoch": 1.315420847839443,
      "grad_norm": 1.0070891157874924,
      "learning_rate": 0.00026897536529035685,
      "loss": 0.9565,
      "step": 32116
    },
    {
      "epoch": 1.3154618062666394,
      "grad_norm": 2.567994162819644,
      "learning_rate": 0.000268973379068201,
      "loss": 1.1162,
      "step": 32117
    },
    {
      "epoch": 1.3155027646938358,
      "grad_norm": 1.002982906162125,
      "learning_rate": 0.00026897139278980145,
      "loss": 0.9997,
      "step": 32118
    },
    {
      "epoch": 1.315543723121032,
      "grad_norm": 0.7922146003584591,
      "learning_rate": 0.0002689694064551591,
      "loss": 0.5976,
      "step": 32119
    },
    {
      "epoch": 1.3155846815482286,
      "grad_norm": 0.8309584751225463,
      "learning_rate": 0.0002689674200642749,
      "loss": 0.7255,
      "step": 32120
    },
    {
      "epoch": 1.315625639975425,
      "grad_norm": 0.8437486134879278,
      "learning_rate": 0.00026896543361714986,
      "loss": 0.8591,
      "step": 32121
    },
    {
      "epoch": 1.3156665984026215,
      "grad_norm": 1.0219197577556212,
      "learning_rate": 0.0002689634471137848,
      "loss": 1.0966,
      "step": 32122
    },
    {
      "epoch": 1.3157075568298178,
      "grad_norm": 1.2575793137027451,
      "learning_rate": 0.0002689614605541808,
      "loss": 1.1864,
      "step": 32123
    },
    {
      "epoch": 1.315748515257014,
      "grad_norm": 0.8315319472135055,
      "learning_rate": 0.0002689594739383387,
      "loss": 0.9653,
      "step": 32124
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 0.7968157198610167,
      "learning_rate": 0.00026895748726625947,
      "loss": 0.7728,
      "step": 32125
    },
    {
      "epoch": 1.315830432111407,
      "grad_norm": 0.744881250298927,
      "learning_rate": 0.00026895550053794397,
      "loss": 0.6839,
      "step": 32126
    },
    {
      "epoch": 1.3158713905386032,
      "grad_norm": 0.8697414371495643,
      "learning_rate": 0.0002689535137533933,
      "loss": 0.6302,
      "step": 32127
    },
    {
      "epoch": 1.3159123489657998,
      "grad_norm": 1.316881784606265,
      "learning_rate": 0.0002689515269126083,
      "loss": 1.0758,
      "step": 32128
    },
    {
      "epoch": 1.315953307392996,
      "grad_norm": 0.8762463648057787,
      "learning_rate": 0.00026894954001558985,
      "loss": 0.3817,
      "step": 32129
    },
    {
      "epoch": 1.3159942658201924,
      "grad_norm": 0.8513737264557404,
      "learning_rate": 0.00026894755306233905,
      "loss": 0.7018,
      "step": 32130
    },
    {
      "epoch": 1.316035224247389,
      "grad_norm": 0.5900267267937218,
      "learning_rate": 0.0002689455660528567,
      "loss": 0.288,
      "step": 32131
    },
    {
      "epoch": 1.3160761826745853,
      "grad_norm": 1.1719749719824333,
      "learning_rate": 0.00026894357898714377,
      "loss": 0.8642,
      "step": 32132
    },
    {
      "epoch": 1.3161171411017816,
      "grad_norm": 0.6996726307426544,
      "learning_rate": 0.00026894159186520124,
      "loss": 0.4591,
      "step": 32133
    },
    {
      "epoch": 1.316158099528978,
      "grad_norm": 0.9759770231925117,
      "learning_rate": 0.00026893960468703004,
      "loss": 0.9605,
      "step": 32134
    },
    {
      "epoch": 1.3161990579561744,
      "grad_norm": 0.9935941345503508,
      "learning_rate": 0.0002689376174526311,
      "loss": 0.6691,
      "step": 32135
    },
    {
      "epoch": 1.316240016383371,
      "grad_norm": 0.5541392972833374,
      "learning_rate": 0.00026893563016200535,
      "loss": 0.3637,
      "step": 32136
    },
    {
      "epoch": 1.3162809748105673,
      "grad_norm": 1.0517689480316472,
      "learning_rate": 0.0002689336428151537,
      "loss": 0.9624,
      "step": 32137
    },
    {
      "epoch": 1.3163219332377638,
      "grad_norm": 0.5862762185863871,
      "learning_rate": 0.0002689316554120771,
      "loss": 0.2795,
      "step": 32138
    },
    {
      "epoch": 1.3163628916649601,
      "grad_norm": 0.514510673000362,
      "learning_rate": 0.00026892966795277664,
      "loss": 0.1939,
      "step": 32139
    },
    {
      "epoch": 1.3164038500921564,
      "grad_norm": 0.8295267405870765,
      "learning_rate": 0.00026892768043725306,
      "loss": 0.8062,
      "step": 32140
    },
    {
      "epoch": 1.316444808519353,
      "grad_norm": 0.8506586639982778,
      "learning_rate": 0.00026892569286550736,
      "loss": 0.4358,
      "step": 32141
    },
    {
      "epoch": 1.3164857669465493,
      "grad_norm": 0.8782323391256804,
      "learning_rate": 0.0002689237052375405,
      "loss": 0.8957,
      "step": 32142
    },
    {
      "epoch": 1.3165267253737456,
      "grad_norm": 1.015636243671954,
      "learning_rate": 0.00026892171755335347,
      "loss": 0.8024,
      "step": 32143
    },
    {
      "epoch": 1.3165676838009421,
      "grad_norm": 1.0130333988085767,
      "learning_rate": 0.00026891972981294706,
      "loss": 0.764,
      "step": 32144
    },
    {
      "epoch": 1.3166086422281384,
      "grad_norm": 1.028053152867837,
      "learning_rate": 0.0002689177420163224,
      "loss": 1.0633,
      "step": 32145
    },
    {
      "epoch": 1.3166496006553348,
      "grad_norm": 0.5145999410612715,
      "learning_rate": 0.00026891575416348025,
      "loss": 0.2441,
      "step": 32146
    },
    {
      "epoch": 1.3166905590825313,
      "grad_norm": 0.7449733542104328,
      "learning_rate": 0.0002689137662544217,
      "loss": 0.6878,
      "step": 32147
    },
    {
      "epoch": 1.3167315175097276,
      "grad_norm": 2.3947678235006937,
      "learning_rate": 0.0002689117782891475,
      "loss": 0.5293,
      "step": 32148
    },
    {
      "epoch": 1.316772475936924,
      "grad_norm": 0.8710636419358555,
      "learning_rate": 0.00026890979026765883,
      "loss": 0.6008,
      "step": 32149
    },
    {
      "epoch": 1.3168134343641205,
      "grad_norm": 1.2013757321563239,
      "learning_rate": 0.0002689078021899565,
      "loss": 0.7606,
      "step": 32150
    },
    {
      "epoch": 1.3168543927913168,
      "grad_norm": 0.9777855418508162,
      "learning_rate": 0.00026890581405604144,
      "loss": 0.9484,
      "step": 32151
    },
    {
      "epoch": 1.316895351218513,
      "grad_norm": 1.1988050019693548,
      "learning_rate": 0.0002689038258659146,
      "loss": 1.2301,
      "step": 32152
    },
    {
      "epoch": 1.3169363096457096,
      "grad_norm": 7.257926913154671,
      "learning_rate": 0.00026890183761957694,
      "loss": 3.4668,
      "step": 32153
    },
    {
      "epoch": 1.316977268072906,
      "grad_norm": 0.8767901469178093,
      "learning_rate": 0.00026889984931702937,
      "loss": 0.89,
      "step": 32154
    },
    {
      "epoch": 1.3170182265001025,
      "grad_norm": 1.1470189444339176,
      "learning_rate": 0.00026889786095827287,
      "loss": 0.8749,
      "step": 32155
    },
    {
      "epoch": 1.3170591849272988,
      "grad_norm": 1.447816649505322,
      "learning_rate": 0.00026889587254330834,
      "loss": 1.853,
      "step": 32156
    },
    {
      "epoch": 1.3171001433544953,
      "grad_norm": 1.3239332856790362,
      "learning_rate": 0.0002688938840721368,
      "loss": 1.0386,
      "step": 32157
    },
    {
      "epoch": 1.3171411017816916,
      "grad_norm": 0.7231385368571396,
      "learning_rate": 0.00026889189554475906,
      "loss": 0.6678,
      "step": 32158
    },
    {
      "epoch": 1.317182060208888,
      "grad_norm": 0.8402823931601741,
      "learning_rate": 0.00026888990696117616,
      "loss": 0.9815,
      "step": 32159
    },
    {
      "epoch": 1.3172230186360845,
      "grad_norm": 0.722073822382424,
      "learning_rate": 0.000268887918321389,
      "loss": 0.8022,
      "step": 32160
    },
    {
      "epoch": 1.3172639770632808,
      "grad_norm": 0.9475765091010148,
      "learning_rate": 0.0002688859296253986,
      "loss": 0.8314,
      "step": 32161
    },
    {
      "epoch": 1.3173049354904771,
      "grad_norm": 1.0264961831607666,
      "learning_rate": 0.0002688839408732057,
      "loss": 1.0737,
      "step": 32162
    },
    {
      "epoch": 1.3173458939176736,
      "grad_norm": 0.7586839717897488,
      "learning_rate": 0.0002688819520648115,
      "loss": 0.8382,
      "step": 32163
    },
    {
      "epoch": 1.31738685234487,
      "grad_norm": 0.9555714740952638,
      "learning_rate": 0.0002688799632002167,
      "loss": 0.9282,
      "step": 32164
    },
    {
      "epoch": 1.3174278107720663,
      "grad_norm": 1.7691791274056623,
      "learning_rate": 0.00026887797427942243,
      "loss": 2.0969,
      "step": 32165
    },
    {
      "epoch": 1.3174687691992628,
      "grad_norm": 0.9415931454054988,
      "learning_rate": 0.00026887598530242956,
      "loss": 0.9017,
      "step": 32166
    },
    {
      "epoch": 1.3175097276264591,
      "grad_norm": 1.2010587468558085,
      "learning_rate": 0.000268873996269239,
      "loss": 0.9752,
      "step": 32167
    },
    {
      "epoch": 1.3175506860536554,
      "grad_norm": 0.9969709543021397,
      "learning_rate": 0.0002688720071798517,
      "loss": 0.8139,
      "step": 32168
    },
    {
      "epoch": 1.317591644480852,
      "grad_norm": 0.6518079886477885,
      "learning_rate": 0.0002688700180342686,
      "loss": 0.424,
      "step": 32169
    },
    {
      "epoch": 1.3176326029080483,
      "grad_norm": 0.9613408048562364,
      "learning_rate": 0.00026886802883249066,
      "loss": 0.9434,
      "step": 32170
    },
    {
      "epoch": 1.3176735613352446,
      "grad_norm": 0.9626661799092279,
      "learning_rate": 0.00026886603957451883,
      "loss": 0.9849,
      "step": 32171
    },
    {
      "epoch": 1.3177145197624411,
      "grad_norm": 0.9426110135689131,
      "learning_rate": 0.00026886405026035404,
      "loss": 0.9104,
      "step": 32172
    },
    {
      "epoch": 1.3177554781896375,
      "grad_norm": 1.9453001990781615,
      "learning_rate": 0.0002688620608899972,
      "loss": 0.3907,
      "step": 32173
    },
    {
      "epoch": 1.317796436616834,
      "grad_norm": 0.9352689566068222,
      "learning_rate": 0.0002688600714634493,
      "loss": 0.5344,
      "step": 32174
    },
    {
      "epoch": 1.3178373950440303,
      "grad_norm": 0.8949229996686131,
      "learning_rate": 0.00026885808198071125,
      "loss": 0.9485,
      "step": 32175
    },
    {
      "epoch": 1.3178783534712268,
      "grad_norm": 0.7564677375863845,
      "learning_rate": 0.00026885609244178403,
      "loss": 0.7651,
      "step": 32176
    },
    {
      "epoch": 1.3179193118984232,
      "grad_norm": 8.38704082243631,
      "learning_rate": 0.0002688541028466685,
      "loss": 3.1804,
      "step": 32177
    },
    {
      "epoch": 1.3179602703256195,
      "grad_norm": 0.9338441553135537,
      "learning_rate": 0.00026885211319536566,
      "loss": 1.0257,
      "step": 32178
    },
    {
      "epoch": 1.318001228752816,
      "grad_norm": 1.4816043572030173,
      "learning_rate": 0.0002688501234878764,
      "loss": 1.5036,
      "step": 32179
    },
    {
      "epoch": 1.3180421871800123,
      "grad_norm": 1.00269441268536,
      "learning_rate": 0.0002688481337242017,
      "loss": 1.0484,
      "step": 32180
    },
    {
      "epoch": 1.3180831456072086,
      "grad_norm": 0.8060072426611439,
      "learning_rate": 0.00026884614390434254,
      "loss": 0.7116,
      "step": 32181
    },
    {
      "epoch": 1.3181241040344052,
      "grad_norm": 1.1584083276601511,
      "learning_rate": 0.00026884415402829984,
      "loss": 1.1599,
      "step": 32182
    },
    {
      "epoch": 1.3181650624616015,
      "grad_norm": 1.1955768010462255,
      "learning_rate": 0.00026884216409607444,
      "loss": 0.9431,
      "step": 32183
    },
    {
      "epoch": 1.3182060208887978,
      "grad_norm": 3.1965193072115836,
      "learning_rate": 0.0002688401741076674,
      "loss": 3.6394,
      "step": 32184
    },
    {
      "epoch": 1.3182469793159943,
      "grad_norm": 0.9144517400346144,
      "learning_rate": 0.00026883818406307964,
      "loss": 0.7661,
      "step": 32185
    },
    {
      "epoch": 1.3182879377431906,
      "grad_norm": 2.589029405708962,
      "learning_rate": 0.0002688361939623121,
      "loss": 3.8372,
      "step": 32186
    },
    {
      "epoch": 1.318328896170387,
      "grad_norm": 1.2251738221896111,
      "learning_rate": 0.00026883420380536567,
      "loss": 0.7494,
      "step": 32187
    },
    {
      "epoch": 1.3183698545975835,
      "grad_norm": 1.0398354017506666,
      "learning_rate": 0.0002688322135922413,
      "loss": 1.1635,
      "step": 32188
    },
    {
      "epoch": 1.3184108130247798,
      "grad_norm": 0.817882452837524,
      "learning_rate": 0.00026883022332294,
      "loss": 0.914,
      "step": 32189
    },
    {
      "epoch": 1.3184517714519761,
      "grad_norm": 0.6644258269040031,
      "learning_rate": 0.00026882823299746267,
      "loss": 0.6063,
      "step": 32190
    },
    {
      "epoch": 1.3184927298791727,
      "grad_norm": 0.5786077053132633,
      "learning_rate": 0.0002688262426158102,
      "loss": 0.2806,
      "step": 32191
    },
    {
      "epoch": 1.318533688306369,
      "grad_norm": 2.831087245041876,
      "learning_rate": 0.0002688242521779836,
      "loss": 4.1129,
      "step": 32192
    },
    {
      "epoch": 1.3185746467335655,
      "grad_norm": 0.8519646822270243,
      "learning_rate": 0.00026882226168398383,
      "loss": 0.9638,
      "step": 32193
    },
    {
      "epoch": 1.3186156051607618,
      "grad_norm": 1.299239871734508,
      "learning_rate": 0.00026882027113381176,
      "loss": 0.8348,
      "step": 32194
    },
    {
      "epoch": 1.3186565635879584,
      "grad_norm": 0.9998030100485998,
      "learning_rate": 0.0002688182805274683,
      "loss": 0.9237,
      "step": 32195
    },
    {
      "epoch": 1.3186975220151547,
      "grad_norm": 0.9696072769362937,
      "learning_rate": 0.0002688162898649546,
      "loss": 0.7935,
      "step": 32196
    },
    {
      "epoch": 1.318738480442351,
      "grad_norm": 0.8733994307408495,
      "learning_rate": 0.0002688142991462713,
      "loss": 0.8747,
      "step": 32197
    },
    {
      "epoch": 1.3187794388695475,
      "grad_norm": 1.0996342874703176,
      "learning_rate": 0.00026881230837141955,
      "loss": 1.041,
      "step": 32198
    },
    {
      "epoch": 1.3188203972967438,
      "grad_norm": 1.0066318332036084,
      "learning_rate": 0.00026881031754040025,
      "loss": 0.7758,
      "step": 32199
    },
    {
      "epoch": 1.3188613557239401,
      "grad_norm": 0.9029019621133894,
      "learning_rate": 0.0002688083266532143,
      "loss": 0.8502,
      "step": 32200
    },
    {
      "epoch": 1.3189023141511367,
      "grad_norm": 1.0148801021803326,
      "learning_rate": 0.00026880633570986265,
      "loss": 0.9696,
      "step": 32201
    },
    {
      "epoch": 1.318943272578333,
      "grad_norm": 1.4020093334017798,
      "learning_rate": 0.0002688043447103463,
      "loss": 1.0413,
      "step": 32202
    },
    {
      "epoch": 1.3189842310055293,
      "grad_norm": 0.7019324218064277,
      "learning_rate": 0.00026880235365466616,
      "loss": 0.2911,
      "step": 32203
    },
    {
      "epoch": 1.3190251894327258,
      "grad_norm": 1.9819409109963615,
      "learning_rate": 0.0002688003625428231,
      "loss": 1.0293,
      "step": 32204
    },
    {
      "epoch": 1.3190661478599222,
      "grad_norm": 0.823243615424271,
      "learning_rate": 0.00026879837137481816,
      "loss": 0.7665,
      "step": 32205
    },
    {
      "epoch": 1.3191071062871185,
      "grad_norm": 0.9848769279960039,
      "learning_rate": 0.0002687963801506523,
      "loss": 0.6775,
      "step": 32206
    },
    {
      "epoch": 1.319148064714315,
      "grad_norm": 1.0489184140019612,
      "learning_rate": 0.00026879438887032634,
      "loss": 0.7328,
      "step": 32207
    },
    {
      "epoch": 1.3191890231415113,
      "grad_norm": 1.1052847117102804,
      "learning_rate": 0.00026879239753384125,
      "loss": 0.7365,
      "step": 32208
    },
    {
      "epoch": 1.3192299815687076,
      "grad_norm": 0.9502086850929061,
      "learning_rate": 0.00026879040614119807,
      "loss": 0.8692,
      "step": 32209
    },
    {
      "epoch": 1.3192709399959042,
      "grad_norm": 1.4936425822847805,
      "learning_rate": 0.00026878841469239767,
      "loss": 1.0861,
      "step": 32210
    },
    {
      "epoch": 1.3193118984231005,
      "grad_norm": 1.1531163225968097,
      "learning_rate": 0.000268786423187441,
      "loss": 1.4066,
      "step": 32211
    },
    {
      "epoch": 1.319352856850297,
      "grad_norm": 0.8118051105591904,
      "learning_rate": 0.00026878443162632896,
      "loss": 0.6554,
      "step": 32212
    },
    {
      "epoch": 1.3193938152774933,
      "grad_norm": 0.908490133329637,
      "learning_rate": 0.0002687824400090626,
      "loss": 0.5695,
      "step": 32213
    },
    {
      "epoch": 1.3194347737046899,
      "grad_norm": 1.2737192070201364,
      "learning_rate": 0.00026878044833564274,
      "loss": 0.9336,
      "step": 32214
    },
    {
      "epoch": 1.3194757321318862,
      "grad_norm": 1.1849263932314562,
      "learning_rate": 0.0002687784566060704,
      "loss": 1.0428,
      "step": 32215
    },
    {
      "epoch": 1.3195166905590825,
      "grad_norm": 1.0258598584689058,
      "learning_rate": 0.0002687764648203465,
      "loss": 0.7192,
      "step": 32216
    },
    {
      "epoch": 1.319557648986279,
      "grad_norm": 1.3384264577633556,
      "learning_rate": 0.000268774472978472,
      "loss": 1.1921,
      "step": 32217
    },
    {
      "epoch": 1.3195986074134753,
      "grad_norm": 0.7817538204925202,
      "learning_rate": 0.0002687724810804478,
      "loss": 0.5286,
      "step": 32218
    },
    {
      "epoch": 1.3196395658406717,
      "grad_norm": 1.2992336831464137,
      "learning_rate": 0.00026877048912627485,
      "loss": 0.6374,
      "step": 32219
    },
    {
      "epoch": 1.3196805242678682,
      "grad_norm": 0.9402714938452212,
      "learning_rate": 0.00026876849711595415,
      "loss": 0.7947,
      "step": 32220
    },
    {
      "epoch": 1.3197214826950645,
      "grad_norm": 0.9418032556154082,
      "learning_rate": 0.00026876650504948653,
      "loss": 0.7842,
      "step": 32221
    },
    {
      "epoch": 1.3197624411222608,
      "grad_norm": 1.1782075639696434,
      "learning_rate": 0.000268764512926873,
      "loss": 0.5798,
      "step": 32222
    },
    {
      "epoch": 1.3198033995494574,
      "grad_norm": 1.3318192311766865,
      "learning_rate": 0.0002687625207481146,
      "loss": 1.437,
      "step": 32223
    },
    {
      "epoch": 1.3198443579766537,
      "grad_norm": 0.9604322932225234,
      "learning_rate": 0.0002687605285132121,
      "loss": 0.5757,
      "step": 32224
    },
    {
      "epoch": 1.31988531640385,
      "grad_norm": 1.144149318057255,
      "learning_rate": 0.00026875853622216646,
      "loss": 0.7621,
      "step": 32225
    },
    {
      "epoch": 1.3199262748310465,
      "grad_norm": 1.486001299048305,
      "learning_rate": 0.00026875654387497873,
      "loss": 1.3081,
      "step": 32226
    },
    {
      "epoch": 1.3199672332582428,
      "grad_norm": 0.8155283586590235,
      "learning_rate": 0.0002687545514716498,
      "loss": 0.6416,
      "step": 32227
    },
    {
      "epoch": 1.3200081916854391,
      "grad_norm": 1.0265353586751633,
      "learning_rate": 0.00026875255901218065,
      "loss": 0.6992,
      "step": 32228
    },
    {
      "epoch": 1.3200491501126357,
      "grad_norm": 1.1847772584036025,
      "learning_rate": 0.00026875056649657215,
      "loss": 0.7648,
      "step": 32229
    },
    {
      "epoch": 1.320090108539832,
      "grad_norm": 0.6868390232824482,
      "learning_rate": 0.0002687485739248252,
      "loss": 0.3554,
      "step": 32230
    },
    {
      "epoch": 1.3201310669670285,
      "grad_norm": 1.5032414613240668,
      "learning_rate": 0.0002687465812969409,
      "loss": 0.7922,
      "step": 32231
    },
    {
      "epoch": 1.3201720253942248,
      "grad_norm": 1.026366641810485,
      "learning_rate": 0.00026874458861292014,
      "loss": 0.4946,
      "step": 32232
    },
    {
      "epoch": 1.3202129838214214,
      "grad_norm": 4.188200747503904,
      "learning_rate": 0.0002687425958727637,
      "loss": 1.8129,
      "step": 32233
    },
    {
      "epoch": 1.3202539422486177,
      "grad_norm": 6.163210724744284,
      "learning_rate": 0.00026874060307647277,
      "loss": 3.3939,
      "step": 32234
    },
    {
      "epoch": 1.320294900675814,
      "grad_norm": 0.6089249125634708,
      "learning_rate": 0.0002687386102240481,
      "loss": 0.4106,
      "step": 32235
    },
    {
      "epoch": 1.3203358591030105,
      "grad_norm": 1.1983299810281443,
      "learning_rate": 0.0002687366173154907,
      "loss": 0.8044,
      "step": 32236
    },
    {
      "epoch": 1.3203768175302069,
      "grad_norm": 0.7314394492193774,
      "learning_rate": 0.0002687346243508016,
      "loss": 0.7518,
      "step": 32237
    },
    {
      "epoch": 1.3204177759574032,
      "grad_norm": 0.523841251027355,
      "learning_rate": 0.0002687326313299816,
      "loss": 0.1825,
      "step": 32238
    },
    {
      "epoch": 1.3204587343845997,
      "grad_norm": 1.056829986453772,
      "learning_rate": 0.0002687306382530317,
      "loss": 0.9985,
      "step": 32239
    },
    {
      "epoch": 1.320499692811796,
      "grad_norm": 1.0790166935729217,
      "learning_rate": 0.0002687286451199529,
      "loss": 0.8731,
      "step": 32240
    },
    {
      "epoch": 1.3205406512389923,
      "grad_norm": 1.395361313923285,
      "learning_rate": 0.000268726651930746,
      "loss": 1.3364,
      "step": 32241
    },
    {
      "epoch": 1.3205816096661889,
      "grad_norm": 0.8739950949301245,
      "learning_rate": 0.00026872465868541207,
      "loss": 0.8923,
      "step": 32242
    },
    {
      "epoch": 1.3206225680933852,
      "grad_norm": 0.9349955005853767,
      "learning_rate": 0.00026872266538395203,
      "loss": 0.9138,
      "step": 32243
    },
    {
      "epoch": 1.3206635265205815,
      "grad_norm": 0.981681278434524,
      "learning_rate": 0.00026872067202636675,
      "loss": 0.7946,
      "step": 32244
    },
    {
      "epoch": 1.320704484947778,
      "grad_norm": 0.9525792007080881,
      "learning_rate": 0.00026871867861265726,
      "loss": 0.9136,
      "step": 32245
    },
    {
      "epoch": 1.3207454433749743,
      "grad_norm": 0.949336599834669,
      "learning_rate": 0.0002687166851428245,
      "loss": 0.9056,
      "step": 32246
    },
    {
      "epoch": 1.3207864018021707,
      "grad_norm": 0.8733113446494752,
      "learning_rate": 0.0002687146916168693,
      "loss": 0.3908,
      "step": 32247
    },
    {
      "epoch": 1.3208273602293672,
      "grad_norm": 1.094058077816028,
      "learning_rate": 0.0002687126980347927,
      "loss": 1.088,
      "step": 32248
    },
    {
      "epoch": 1.3208683186565635,
      "grad_norm": 0.6980890352135649,
      "learning_rate": 0.00026871070439659565,
      "loss": 0.3962,
      "step": 32249
    },
    {
      "epoch": 1.32090927708376,
      "grad_norm": 0.7760341690006812,
      "learning_rate": 0.0002687087107022791,
      "loss": 0.917,
      "step": 32250
    },
    {
      "epoch": 1.3209502355109564,
      "grad_norm": 3.1561036655843466,
      "learning_rate": 0.00026870671695184393,
      "loss": 3.3034,
      "step": 32251
    },
    {
      "epoch": 1.320991193938153,
      "grad_norm": 0.8400233614988394,
      "learning_rate": 0.0002687047231452911,
      "loss": 0.8918,
      "step": 32252
    },
    {
      "epoch": 1.3210321523653492,
      "grad_norm": 1.0319977542254364,
      "learning_rate": 0.0002687027292826216,
      "loss": 0.8932,
      "step": 32253
    },
    {
      "epoch": 1.3210731107925455,
      "grad_norm": 1.1546115837600441,
      "learning_rate": 0.0002687007353638363,
      "loss": 1.205,
      "step": 32254
    },
    {
      "epoch": 1.321114069219742,
      "grad_norm": 1.142330262995583,
      "learning_rate": 0.0002686987413889362,
      "loss": 1.104,
      "step": 32255
    },
    {
      "epoch": 1.3211550276469384,
      "grad_norm": 0.8220376940071478,
      "learning_rate": 0.0002686967473579222,
      "loss": 0.5559,
      "step": 32256
    },
    {
      "epoch": 1.3211959860741347,
      "grad_norm": 2.098039296737084,
      "learning_rate": 0.0002686947532707953,
      "loss": 1.019,
      "step": 32257
    },
    {
      "epoch": 1.3212369445013312,
      "grad_norm": 1.0158922224711167,
      "learning_rate": 0.0002686927591275564,
      "loss": 0.9385,
      "step": 32258
    },
    {
      "epoch": 1.3212779029285275,
      "grad_norm": 2.4945626790389204,
      "learning_rate": 0.0002686907649282064,
      "loss": 1.2108,
      "step": 32259
    },
    {
      "epoch": 1.3213188613557239,
      "grad_norm": 1.0742289356574277,
      "learning_rate": 0.0002686887706727464,
      "loss": 1.1313,
      "step": 32260
    },
    {
      "epoch": 1.3213598197829204,
      "grad_norm": 0.9245019075953128,
      "learning_rate": 0.00026868677636117714,
      "loss": 0.7903,
      "step": 32261
    },
    {
      "epoch": 1.3214007782101167,
      "grad_norm": 0.4093605325434141,
      "learning_rate": 0.0002686847819934997,
      "loss": 0.1638,
      "step": 32262
    },
    {
      "epoch": 1.321441736637313,
      "grad_norm": 0.8619899982309206,
      "learning_rate": 0.00026868278756971497,
      "loss": 0.8614,
      "step": 32263
    },
    {
      "epoch": 1.3214826950645095,
      "grad_norm": 0.9867443993287525,
      "learning_rate": 0.0002686807930898239,
      "loss": 0.5757,
      "step": 32264
    },
    {
      "epoch": 1.3215236534917059,
      "grad_norm": 1.4950041992241763,
      "learning_rate": 0.00026867879855382745,
      "loss": 1.9156,
      "step": 32265
    },
    {
      "epoch": 1.3215646119189022,
      "grad_norm": 0.9018218167390121,
      "learning_rate": 0.00026867680396172654,
      "loss": 0.8324,
      "step": 32266
    },
    {
      "epoch": 1.3216055703460987,
      "grad_norm": 0.8515528064173888,
      "learning_rate": 0.0002686748093135221,
      "loss": 0.4866,
      "step": 32267
    },
    {
      "epoch": 1.321646528773295,
      "grad_norm": 1.0589725605951572,
      "learning_rate": 0.00026867281460921517,
      "loss": 0.9941,
      "step": 32268
    },
    {
      "epoch": 1.3216874872004916,
      "grad_norm": 1.1472931474917292,
      "learning_rate": 0.00026867081984880656,
      "loss": 0.9218,
      "step": 32269
    },
    {
      "epoch": 1.3217284456276879,
      "grad_norm": 1.0134747443191265,
      "learning_rate": 0.0002686688250322973,
      "loss": 0.8035,
      "step": 32270
    },
    {
      "epoch": 1.3217694040548844,
      "grad_norm": 0.9220849974297921,
      "learning_rate": 0.0002686668301596883,
      "loss": 0.9221,
      "step": 32271
    },
    {
      "epoch": 1.3218103624820807,
      "grad_norm": 0.9666993485804666,
      "learning_rate": 0.0002686648352309805,
      "loss": 0.7625,
      "step": 32272
    },
    {
      "epoch": 1.321851320909277,
      "grad_norm": 0.8122317318924992,
      "learning_rate": 0.00026866284024617485,
      "loss": 0.5849,
      "step": 32273
    },
    {
      "epoch": 1.3218922793364736,
      "grad_norm": 0.8215557932969766,
      "learning_rate": 0.0002686608452052723,
      "loss": 0.7046,
      "step": 32274
    },
    {
      "epoch": 1.3219332377636699,
      "grad_norm": 0.539214252230138,
      "learning_rate": 0.0002686588501082738,
      "loss": 0.277,
      "step": 32275
    },
    {
      "epoch": 1.3219741961908662,
      "grad_norm": 0.9319120780080014,
      "learning_rate": 0.00026865685495518026,
      "loss": 0.772,
      "step": 32276
    },
    {
      "epoch": 1.3220151546180627,
      "grad_norm": 1.1867515444116246,
      "learning_rate": 0.00026865485974599267,
      "loss": 0.9902,
      "step": 32277
    },
    {
      "epoch": 1.322056113045259,
      "grad_norm": 1.189410780658083,
      "learning_rate": 0.0002686528644807119,
      "loss": 0.6787,
      "step": 32278
    },
    {
      "epoch": 1.3220970714724554,
      "grad_norm": 1.375072257479595,
      "learning_rate": 0.000268650869159339,
      "loss": 0.9675,
      "step": 32279
    },
    {
      "epoch": 1.322138029899652,
      "grad_norm": 1.500420975112133,
      "learning_rate": 0.0002686488737818748,
      "loss": 2.133,
      "step": 32280
    },
    {
      "epoch": 1.3221789883268482,
      "grad_norm": 0.8398638205127169,
      "learning_rate": 0.00026864687834832034,
      "loss": 0.7468,
      "step": 32281
    },
    {
      "epoch": 1.3222199467540445,
      "grad_norm": 0.7771864342559451,
      "learning_rate": 0.0002686448828586765,
      "loss": 0.6444,
      "step": 32282
    },
    {
      "epoch": 1.322260905181241,
      "grad_norm": 1.1937898546002086,
      "learning_rate": 0.00026864288731294424,
      "loss": 0.8269,
      "step": 32283
    },
    {
      "epoch": 1.3223018636084374,
      "grad_norm": 0.7669354637607921,
      "learning_rate": 0.0002686408917111245,
      "loss": 0.6985,
      "step": 32284
    },
    {
      "epoch": 1.322342822035634,
      "grad_norm": 1.509799268066958,
      "learning_rate": 0.00026863889605321825,
      "loss": 0.6474,
      "step": 32285
    },
    {
      "epoch": 1.3223837804628302,
      "grad_norm": 0.7859117618260897,
      "learning_rate": 0.0002686369003392264,
      "loss": 0.6989,
      "step": 32286
    },
    {
      "epoch": 1.3224247388900265,
      "grad_norm": 0.815198352390831,
      "learning_rate": 0.0002686349045691499,
      "loss": 0.9187,
      "step": 32287
    },
    {
      "epoch": 1.322465697317223,
      "grad_norm": 1.0467189053449015,
      "learning_rate": 0.00026863290874298975,
      "loss": 0.7845,
      "step": 32288
    },
    {
      "epoch": 1.3225066557444194,
      "grad_norm": 0.9145897066798341,
      "learning_rate": 0.00026863091286074685,
      "loss": 0.8981,
      "step": 32289
    },
    {
      "epoch": 1.322547614171616,
      "grad_norm": 0.7960868657223933,
      "learning_rate": 0.0002686289169224221,
      "loss": 0.3994,
      "step": 32290
    },
    {
      "epoch": 1.3225885725988122,
      "grad_norm": 0.8920699969613863,
      "learning_rate": 0.00026862692092801646,
      "loss": 0.8263,
      "step": 32291
    },
    {
      "epoch": 1.3226295310260086,
      "grad_norm": 1.022975261431911,
      "learning_rate": 0.00026862492487753087,
      "loss": 1.1797,
      "step": 32292
    },
    {
      "epoch": 1.322670489453205,
      "grad_norm": 0.9717398449216232,
      "learning_rate": 0.0002686229287709664,
      "loss": 1.1038,
      "step": 32293
    },
    {
      "epoch": 1.3227114478804014,
      "grad_norm": 1.179442093373895,
      "learning_rate": 0.0002686209326083238,
      "loss": 1.3123,
      "step": 32294
    },
    {
      "epoch": 1.3227524063075977,
      "grad_norm": 0.7428580007179759,
      "learning_rate": 0.0002686189363896042,
      "loss": 0.7226,
      "step": 32295
    },
    {
      "epoch": 1.3227933647347943,
      "grad_norm": 1.1254203821880642,
      "learning_rate": 0.0002686169401148083,
      "loss": 1.1632,
      "step": 32296
    },
    {
      "epoch": 1.3228343231619906,
      "grad_norm": 0.898540966114154,
      "learning_rate": 0.0002686149437839373,
      "loss": 0.3748,
      "step": 32297
    },
    {
      "epoch": 1.3228752815891869,
      "grad_norm": 1.211500687817348,
      "learning_rate": 0.00026861294739699207,
      "loss": 1.2217,
      "step": 32298
    },
    {
      "epoch": 1.3229162400163834,
      "grad_norm": 0.8944520590528714,
      "learning_rate": 0.00026861095095397346,
      "loss": 0.7158,
      "step": 32299
    },
    {
      "epoch": 1.3229571984435797,
      "grad_norm": 1.0420115158374461,
      "learning_rate": 0.0002686089544548826,
      "loss": 0.454,
      "step": 32300
    },
    {
      "epoch": 1.322998156870776,
      "grad_norm": 0.6242564194524802,
      "learning_rate": 0.0002686069578997201,
      "loss": 0.2802,
      "step": 32301
    },
    {
      "epoch": 1.3230391152979726,
      "grad_norm": 0.7331902725459569,
      "learning_rate": 0.00026860496128848727,
      "loss": 0.3447,
      "step": 32302
    },
    {
      "epoch": 1.323080073725169,
      "grad_norm": 1.0031311904452633,
      "learning_rate": 0.0002686029646211848,
      "loss": 0.8173,
      "step": 32303
    },
    {
      "epoch": 1.3231210321523654,
      "grad_norm": 1.29854097777058,
      "learning_rate": 0.0002686009678978138,
      "loss": 1.3346,
      "step": 32304
    },
    {
      "epoch": 1.3231619905795617,
      "grad_norm": 0.8209531954601783,
      "learning_rate": 0.0002685989711183751,
      "loss": 0.7,
      "step": 32305
    },
    {
      "epoch": 1.3232029490067583,
      "grad_norm": 0.6840779183226472,
      "learning_rate": 0.00026859697428286973,
      "loss": 0.3546,
      "step": 32306
    },
    {
      "epoch": 1.3232439074339546,
      "grad_norm": 0.6676397900488472,
      "learning_rate": 0.0002685949773912986,
      "loss": 0.3012,
      "step": 32307
    },
    {
      "epoch": 1.323284865861151,
      "grad_norm": 1.0347194354633247,
      "learning_rate": 0.00026859298044366257,
      "loss": 1.2012,
      "step": 32308
    },
    {
      "epoch": 1.3233258242883474,
      "grad_norm": 0.8598364306182514,
      "learning_rate": 0.0002685909834399627,
      "loss": 1.0218,
      "step": 32309
    },
    {
      "epoch": 1.3233667827155438,
      "grad_norm": 0.955804081299063,
      "learning_rate": 0.0002685889863801999,
      "loss": 0.7276,
      "step": 32310
    },
    {
      "epoch": 1.32340774114274,
      "grad_norm": 1.8153642477078358,
      "learning_rate": 0.0002685869892643751,
      "loss": 0.6461,
      "step": 32311
    },
    {
      "epoch": 1.3234486995699366,
      "grad_norm": 1.850567356815572,
      "learning_rate": 0.00026858499209248926,
      "loss": 2.1264,
      "step": 32312
    },
    {
      "epoch": 1.323489657997133,
      "grad_norm": 0.798046376974663,
      "learning_rate": 0.00026858299486454335,
      "loss": 0.7107,
      "step": 32313
    },
    {
      "epoch": 1.3235306164243292,
      "grad_norm": 1.0747936445500033,
      "learning_rate": 0.00026858099758053823,
      "loss": 1.3022,
      "step": 32314
    },
    {
      "epoch": 1.3235715748515258,
      "grad_norm": 0.7784141966494588,
      "learning_rate": 0.0002685790002404749,
      "loss": 0.6403,
      "step": 32315
    },
    {
      "epoch": 1.323612533278722,
      "grad_norm": 0.8369613600436128,
      "learning_rate": 0.0002685770028443543,
      "loss": 0.5783,
      "step": 32316
    },
    {
      "epoch": 1.3236534917059184,
      "grad_norm": 1.2304964587690157,
      "learning_rate": 0.0002685750053921774,
      "loss": 1.1958,
      "step": 32317
    },
    {
      "epoch": 1.323694450133115,
      "grad_norm": 0.862237665233682,
      "learning_rate": 0.0002685730078839451,
      "loss": 0.7906,
      "step": 32318
    },
    {
      "epoch": 1.3237354085603112,
      "grad_norm": 0.638531061738243,
      "learning_rate": 0.0002685710103196584,
      "loss": 0.3026,
      "step": 32319
    },
    {
      "epoch": 1.3237763669875076,
      "grad_norm": 0.8493923262069624,
      "learning_rate": 0.0002685690126993182,
      "loss": 0.7993,
      "step": 32320
    },
    {
      "epoch": 1.323817325414704,
      "grad_norm": 1.4773501356474095,
      "learning_rate": 0.0002685670150229254,
      "loss": 0.9268,
      "step": 32321
    },
    {
      "epoch": 1.3238582838419004,
      "grad_norm": 0.5577985470343598,
      "learning_rate": 0.00026856501729048096,
      "loss": 0.2813,
      "step": 32322
    },
    {
      "epoch": 1.323899242269097,
      "grad_norm": 0.7830864656974564,
      "learning_rate": 0.00026856301950198595,
      "loss": 0.6425,
      "step": 32323
    },
    {
      "epoch": 1.3239402006962933,
      "grad_norm": 1.2318295407388669,
      "learning_rate": 0.0002685610216574412,
      "loss": 1.5426,
      "step": 32324
    },
    {
      "epoch": 1.3239811591234898,
      "grad_norm": 2.274990372572031,
      "learning_rate": 0.00026855902375684765,
      "loss": 1.6297,
      "step": 32325
    },
    {
      "epoch": 1.324022117550686,
      "grad_norm": 2.31294522000631,
      "learning_rate": 0.0002685570258002063,
      "loss": 2.6692,
      "step": 32326
    },
    {
      "epoch": 1.3240630759778824,
      "grad_norm": 1.0727479007325027,
      "learning_rate": 0.0002685550277875181,
      "loss": 1.224,
      "step": 32327
    },
    {
      "epoch": 1.324104034405079,
      "grad_norm": 0.7705472091379321,
      "learning_rate": 0.0002685530297187839,
      "loss": 0.7311,
      "step": 32328
    },
    {
      "epoch": 1.3241449928322753,
      "grad_norm": 1.027827862614353,
      "learning_rate": 0.0002685510315940047,
      "loss": 0.836,
      "step": 32329
    },
    {
      "epoch": 1.3241859512594716,
      "grad_norm": 4.238095305133828,
      "learning_rate": 0.00026854903341318154,
      "loss": 1.4857,
      "step": 32330
    },
    {
      "epoch": 1.3242269096866681,
      "grad_norm": 0.8478435043284098,
      "learning_rate": 0.0002685470351763152,
      "loss": 0.9159,
      "step": 32331
    },
    {
      "epoch": 1.3242678681138644,
      "grad_norm": 0.941800519608881,
      "learning_rate": 0.0002685450368834067,
      "loss": 0.8268,
      "step": 32332
    },
    {
      "epoch": 1.3243088265410607,
      "grad_norm": 0.9242279590441155,
      "learning_rate": 0.00026854303853445703,
      "loss": 0.7157,
      "step": 32333
    },
    {
      "epoch": 1.3243497849682573,
      "grad_norm": 0.7043952888433052,
      "learning_rate": 0.00026854104012946704,
      "loss": 0.5713,
      "step": 32334
    },
    {
      "epoch": 1.3243907433954536,
      "grad_norm": 1.1104128414857322,
      "learning_rate": 0.0002685390416684378,
      "loss": 1.0977,
      "step": 32335
    },
    {
      "epoch": 1.32443170182265,
      "grad_norm": 0.8170829428556787,
      "learning_rate": 0.0002685370431513701,
      "loss": 0.7721,
      "step": 32336
    },
    {
      "epoch": 1.3244726602498464,
      "grad_norm": 2.687273466725233,
      "learning_rate": 0.00026853504457826505,
      "loss": 6.0346,
      "step": 32337
    },
    {
      "epoch": 1.3245136186770428,
      "grad_norm": 1.0437046149410643,
      "learning_rate": 0.0002685330459491234,
      "loss": 0.9955,
      "step": 32338
    },
    {
      "epoch": 1.324554577104239,
      "grad_norm": 1.89014353254,
      "learning_rate": 0.00026853104726394625,
      "loss": 1.2976,
      "step": 32339
    },
    {
      "epoch": 1.3245955355314356,
      "grad_norm": 0.9248453480874671,
      "learning_rate": 0.00026852904852273454,
      "loss": 0.5507,
      "step": 32340
    },
    {
      "epoch": 1.324636493958632,
      "grad_norm": 1.1043282077353758,
      "learning_rate": 0.00026852704972548915,
      "loss": 0.9703,
      "step": 32341
    },
    {
      "epoch": 1.3246774523858285,
      "grad_norm": 0.9131067932829019,
      "learning_rate": 0.00026852505087221105,
      "loss": 0.7979,
      "step": 32342
    },
    {
      "epoch": 1.3247184108130248,
      "grad_norm": 0.8648824146724801,
      "learning_rate": 0.00026852305196290116,
      "loss": 0.5211,
      "step": 32343
    },
    {
      "epoch": 1.3247593692402213,
      "grad_norm": 0.8867896298177027,
      "learning_rate": 0.00026852105299756047,
      "loss": 0.7403,
      "step": 32344
    },
    {
      "epoch": 1.3248003276674176,
      "grad_norm": 1.7988933465903316,
      "learning_rate": 0.0002685190539761899,
      "loss": 1.7924,
      "step": 32345
    },
    {
      "epoch": 1.324841286094614,
      "grad_norm": 0.8198260130897584,
      "learning_rate": 0.0002685170548987904,
      "loss": 0.3242,
      "step": 32346
    },
    {
      "epoch": 1.3248822445218105,
      "grad_norm": 2.2817091692735194,
      "learning_rate": 0.00026851505576536285,
      "loss": 1.3752,
      "step": 32347
    },
    {
      "epoch": 1.3249232029490068,
      "grad_norm": 0.8837936266032893,
      "learning_rate": 0.00026851305657590836,
      "loss": 0.5007,
      "step": 32348
    },
    {
      "epoch": 1.324964161376203,
      "grad_norm": 1.1016497348846626,
      "learning_rate": 0.0002685110573304277,
      "loss": 0.9179,
      "step": 32349
    },
    {
      "epoch": 1.3250051198033996,
      "grad_norm": 1.1362448901706526,
      "learning_rate": 0.0002685090580289219,
      "loss": 1.0006,
      "step": 32350
    },
    {
      "epoch": 1.325046078230596,
      "grad_norm": 0.8864904585701472,
      "learning_rate": 0.000268507058671392,
      "loss": 0.7747,
      "step": 32351
    },
    {
      "epoch": 1.3250870366577923,
      "grad_norm": 0.9845069108785351,
      "learning_rate": 0.0002685050592578387,
      "loss": 0.8147,
      "step": 32352
    },
    {
      "epoch": 1.3251279950849888,
      "grad_norm": 0.7710206788639585,
      "learning_rate": 0.00026850305978826317,
      "loss": 0.3817,
      "step": 32353
    },
    {
      "epoch": 1.325168953512185,
      "grad_norm": 0.8320184577493793,
      "learning_rate": 0.0002685010602626662,
      "loss": 0.6511,
      "step": 32354
    },
    {
      "epoch": 1.3252099119393814,
      "grad_norm": 0.8656695581832438,
      "learning_rate": 0.00026849906068104884,
      "loss": 0.4252,
      "step": 32355
    },
    {
      "epoch": 1.325250870366578,
      "grad_norm": 0.7727737068463758,
      "learning_rate": 0.000268497061043412,
      "loss": 0.8342,
      "step": 32356
    },
    {
      "epoch": 1.3252918287937743,
      "grad_norm": 3.834225625692849,
      "learning_rate": 0.0002684950613497566,
      "loss": 5.417,
      "step": 32357
    },
    {
      "epoch": 1.3253327872209706,
      "grad_norm": 1.6256056040371556,
      "learning_rate": 0.0002684930616000837,
      "loss": 0.6738,
      "step": 32358
    },
    {
      "epoch": 1.3253737456481671,
      "grad_norm": 5.4715266170027705,
      "learning_rate": 0.0002684910617943941,
      "loss": 2.1199,
      "step": 32359
    },
    {
      "epoch": 1.3254147040753634,
      "grad_norm": 0.8532903078759732,
      "learning_rate": 0.00026848906193268875,
      "loss": 0.6705,
      "step": 32360
    },
    {
      "epoch": 1.32545566250256,
      "grad_norm": 0.840927747803936,
      "learning_rate": 0.0002684870620149687,
      "loss": 0.3773,
      "step": 32361
    },
    {
      "epoch": 1.3254966209297563,
      "grad_norm": 0.7887246497571393,
      "learning_rate": 0.00026848506204123484,
      "loss": 0.3332,
      "step": 32362
    },
    {
      "epoch": 1.3255375793569528,
      "grad_norm": 0.7115474063678856,
      "learning_rate": 0.0002684830620114881,
      "loss": 0.2988,
      "step": 32363
    },
    {
      "epoch": 1.3255785377841491,
      "grad_norm": 0.9678992814930271,
      "learning_rate": 0.00026848106192572946,
      "loss": 0.6997,
      "step": 32364
    },
    {
      "epoch": 1.3256194962113454,
      "grad_norm": 1.1124290218978132,
      "learning_rate": 0.00026847906178395985,
      "loss": 1.1185,
      "step": 32365
    },
    {
      "epoch": 1.325660454638542,
      "grad_norm": 1.13665550641826,
      "learning_rate": 0.00026847706158618026,
      "loss": 0.9343,
      "step": 32366
    },
    {
      "epoch": 1.3257014130657383,
      "grad_norm": 0.759422173566013,
      "learning_rate": 0.00026847506133239154,
      "loss": 0.8102,
      "step": 32367
    },
    {
      "epoch": 1.3257423714929346,
      "grad_norm": 1.1879215801290042,
      "learning_rate": 0.00026847306102259467,
      "loss": 1.1487,
      "step": 32368
    },
    {
      "epoch": 1.3257833299201311,
      "grad_norm": 0.8970958983018432,
      "learning_rate": 0.0002684710606567906,
      "loss": 0.5799,
      "step": 32369
    },
    {
      "epoch": 1.3258242883473275,
      "grad_norm": 1.223494957172153,
      "learning_rate": 0.00026846906023498033,
      "loss": 1.223,
      "step": 32370
    },
    {
      "epoch": 1.3258652467745238,
      "grad_norm": 1.00689401922636,
      "learning_rate": 0.00026846705975716476,
      "loss": 0.3229,
      "step": 32371
    },
    {
      "epoch": 1.3259062052017203,
      "grad_norm": 0.878384900624173,
      "learning_rate": 0.00026846505922334483,
      "loss": 0.6574,
      "step": 32372
    },
    {
      "epoch": 1.3259471636289166,
      "grad_norm": 1.4020980293510028,
      "learning_rate": 0.0002684630586335215,
      "loss": 0.8612,
      "step": 32373
    },
    {
      "epoch": 1.325988122056113,
      "grad_norm": 0.7722188578418749,
      "learning_rate": 0.0002684610579876957,
      "loss": 0.7315,
      "step": 32374
    },
    {
      "epoch": 1.3260290804833095,
      "grad_norm": 0.5201293056983822,
      "learning_rate": 0.00026845905728586835,
      "loss": 0.2676,
      "step": 32375
    },
    {
      "epoch": 1.3260700389105058,
      "grad_norm": 0.9668022463310401,
      "learning_rate": 0.0002684570565280405,
      "loss": 0.7541,
      "step": 32376
    },
    {
      "epoch": 1.326110997337702,
      "grad_norm": 1.1636531924246998,
      "learning_rate": 0.000268455055714213,
      "loss": 0.2933,
      "step": 32377
    },
    {
      "epoch": 1.3261519557648986,
      "grad_norm": 1.0753678184351256,
      "learning_rate": 0.00026845305484438683,
      "loss": 0.8893,
      "step": 32378
    },
    {
      "epoch": 1.326192914192095,
      "grad_norm": 0.8905853821089963,
      "learning_rate": 0.0002684510539185629,
      "loss": 0.7172,
      "step": 32379
    },
    {
      "epoch": 1.3262338726192915,
      "grad_norm": 0.6817907832766515,
      "learning_rate": 0.0002684490529367422,
      "loss": 0.4616,
      "step": 32380
    },
    {
      "epoch": 1.3262748310464878,
      "grad_norm": 1.2343160841456997,
      "learning_rate": 0.00026844705189892564,
      "loss": 0.9074,
      "step": 32381
    },
    {
      "epoch": 1.3263157894736843,
      "grad_norm": 1.0895155790632427,
      "learning_rate": 0.00026844505080511426,
      "loss": 1.2175,
      "step": 32382
    },
    {
      "epoch": 1.3263567479008807,
      "grad_norm": 0.7872897822727905,
      "learning_rate": 0.0002684430496553089,
      "loss": 0.7081,
      "step": 32383
    },
    {
      "epoch": 1.326397706328077,
      "grad_norm": 0.8874822470723647,
      "learning_rate": 0.0002684410484495105,
      "loss": 0.7837,
      "step": 32384
    },
    {
      "epoch": 1.3264386647552735,
      "grad_norm": 0.8665100661687377,
      "learning_rate": 0.00026843904718772,
      "loss": 0.831,
      "step": 32385
    },
    {
      "epoch": 1.3264796231824698,
      "grad_norm": 0.8284461928980619,
      "learning_rate": 0.0002684370458699385,
      "loss": 0.7774,
      "step": 32386
    },
    {
      "epoch": 1.3265205816096661,
      "grad_norm": 1.2633430738008729,
      "learning_rate": 0.0002684350444961668,
      "loss": 0.9239,
      "step": 32387
    },
    {
      "epoch": 1.3265615400368627,
      "grad_norm": 1.0693283620523681,
      "learning_rate": 0.0002684330430664059,
      "loss": 1.0288,
      "step": 32388
    },
    {
      "epoch": 1.326602498464059,
      "grad_norm": 0.7606655260227368,
      "learning_rate": 0.0002684310415806567,
      "loss": 0.3665,
      "step": 32389
    },
    {
      "epoch": 1.3266434568912553,
      "grad_norm": 2.1084464728311354,
      "learning_rate": 0.00026842904003892025,
      "loss": 1.3283,
      "step": 32390
    },
    {
      "epoch": 1.3266844153184518,
      "grad_norm": 0.8845541852718836,
      "learning_rate": 0.00026842703844119734,
      "loss": 0.8433,
      "step": 32391
    },
    {
      "epoch": 1.3267253737456481,
      "grad_norm": 0.7865398047588215,
      "learning_rate": 0.000268425036787489,
      "loss": 0.4132,
      "step": 32392
    },
    {
      "epoch": 1.3267663321728445,
      "grad_norm": 0.8814159549669256,
      "learning_rate": 0.0002684230350777962,
      "loss": 0.6296,
      "step": 32393
    },
    {
      "epoch": 1.326807290600041,
      "grad_norm": 0.8632501201144827,
      "learning_rate": 0.00026842103331211985,
      "loss": 0.7773,
      "step": 32394
    },
    {
      "epoch": 1.3268482490272373,
      "grad_norm": 0.9550350398061604,
      "learning_rate": 0.0002684190314904609,
      "loss": 0.903,
      "step": 32395
    },
    {
      "epoch": 1.3268892074544336,
      "grad_norm": 1.2622514992918776,
      "learning_rate": 0.0002684170296128203,
      "loss": 1.0874,
      "step": 32396
    },
    {
      "epoch": 1.3269301658816302,
      "grad_norm": 0.6877207502319689,
      "learning_rate": 0.00026841502767919903,
      "loss": 0.5159,
      "step": 32397
    },
    {
      "epoch": 1.3269711243088265,
      "grad_norm": 1.0175667822912913,
      "learning_rate": 0.00026841302568959797,
      "loss": 0.8326,
      "step": 32398
    },
    {
      "epoch": 1.327012082736023,
      "grad_norm": 0.936054821003756,
      "learning_rate": 0.00026841102364401814,
      "loss": 0.7485,
      "step": 32399
    },
    {
      "epoch": 1.3270530411632193,
      "grad_norm": 0.8929115030813468,
      "learning_rate": 0.0002684090215424604,
      "loss": 0.6918,
      "step": 32400
    },
    {
      "epoch": 1.3270939995904159,
      "grad_norm": 0.8998466458196668,
      "learning_rate": 0.00026840701938492576,
      "loss": 0.5672,
      "step": 32401
    },
    {
      "epoch": 1.3271349580176122,
      "grad_norm": 0.7273975102319662,
      "learning_rate": 0.00026840501717141516,
      "loss": 0.8967,
      "step": 32402
    },
    {
      "epoch": 1.3271759164448085,
      "grad_norm": 0.9171580251136935,
      "learning_rate": 0.0002684030149019296,
      "loss": 0.9533,
      "step": 32403
    },
    {
      "epoch": 1.327216874872005,
      "grad_norm": 1.0780907548275647,
      "learning_rate": 0.00026840101257646985,
      "loss": 1.0873,
      "step": 32404
    },
    {
      "epoch": 1.3272578332992013,
      "grad_norm": 0.8648260554726329,
      "learning_rate": 0.0002683990101950371,
      "loss": 0.9183,
      "step": 32405
    },
    {
      "epoch": 1.3272987917263976,
      "grad_norm": 0.8273237052702369,
      "learning_rate": 0.0002683970077576321,
      "loss": 0.3189,
      "step": 32406
    },
    {
      "epoch": 1.3273397501535942,
      "grad_norm": 0.8524044265889175,
      "learning_rate": 0.0002683950052642559,
      "loss": 0.9011,
      "step": 32407
    },
    {
      "epoch": 1.3273807085807905,
      "grad_norm": 1.506674600648255,
      "learning_rate": 0.0002683930027149093,
      "loss": 1.5211,
      "step": 32408
    },
    {
      "epoch": 1.3274216670079868,
      "grad_norm": 0.6511247585843454,
      "learning_rate": 0.00026839100010959347,
      "loss": 0.4702,
      "step": 32409
    },
    {
      "epoch": 1.3274626254351833,
      "grad_norm": 1.2585004366704031,
      "learning_rate": 0.0002683889974483092,
      "loss": 1.0471,
      "step": 32410
    },
    {
      "epoch": 1.3275035838623797,
      "grad_norm": 0.5145415516333938,
      "learning_rate": 0.00026838699473105747,
      "loss": 0.2805,
      "step": 32411
    },
    {
      "epoch": 1.327544542289576,
      "grad_norm": 1.0853937862802472,
      "learning_rate": 0.0002683849919578393,
      "loss": 0.7322,
      "step": 32412
    },
    {
      "epoch": 1.3275855007167725,
      "grad_norm": 0.8018666245928532,
      "learning_rate": 0.0002683829891286555,
      "loss": 0.7213,
      "step": 32413
    },
    {
      "epoch": 1.3276264591439688,
      "grad_norm": 0.7681019844878529,
      "learning_rate": 0.00026838098624350714,
      "loss": 0.8634,
      "step": 32414
    },
    {
      "epoch": 1.3276674175711651,
      "grad_norm": 0.893145512526185,
      "learning_rate": 0.0002683789833023951,
      "loss": 0.5384,
      "step": 32415
    },
    {
      "epoch": 1.3277083759983617,
      "grad_norm": 0.7551529452924434,
      "learning_rate": 0.00026837698030532034,
      "loss": 0.74,
      "step": 32416
    },
    {
      "epoch": 1.327749334425558,
      "grad_norm": 0.7246969681170936,
      "learning_rate": 0.00026837497725228386,
      "loss": 0.6198,
      "step": 32417
    },
    {
      "epoch": 1.3277902928527545,
      "grad_norm": 0.7447772064346715,
      "learning_rate": 0.0002683729741432865,
      "loss": 0.1724,
      "step": 32418
    },
    {
      "epoch": 1.3278312512799508,
      "grad_norm": 1.0571050406513625,
      "learning_rate": 0.00026837097097832935,
      "loss": 0.9166,
      "step": 32419
    },
    {
      "epoch": 1.3278722097071474,
      "grad_norm": 1.4157318617661356,
      "learning_rate": 0.00026836896775741316,
      "loss": 1.1739,
      "step": 32420
    },
    {
      "epoch": 1.3279131681343437,
      "grad_norm": 1.0119941282275335,
      "learning_rate": 0.0002683669644805391,
      "loss": 0.5368,
      "step": 32421
    },
    {
      "epoch": 1.32795412656154,
      "grad_norm": 1.3842987702111347,
      "learning_rate": 0.0002683649611477079,
      "loss": 0.7645,
      "step": 32422
    },
    {
      "epoch": 1.3279950849887365,
      "grad_norm": 1.258746556608446,
      "learning_rate": 0.0002683629577589207,
      "loss": 0.849,
      "step": 32423
    },
    {
      "epoch": 1.3280360434159328,
      "grad_norm": 0.7095724019880678,
      "learning_rate": 0.00026836095431417834,
      "loss": 0.3251,
      "step": 32424
    },
    {
      "epoch": 1.3280770018431292,
      "grad_norm": 1.1448684163369143,
      "learning_rate": 0.0002683589508134818,
      "loss": 0.9081,
      "step": 32425
    },
    {
      "epoch": 1.3281179602703257,
      "grad_norm": 1.267615147806344,
      "learning_rate": 0.000268356947256832,
      "loss": 0.1769,
      "step": 32426
    },
    {
      "epoch": 1.328158918697522,
      "grad_norm": 0.9128936567852092,
      "learning_rate": 0.00026835494364422987,
      "loss": 0.6581,
      "step": 32427
    },
    {
      "epoch": 1.3281998771247183,
      "grad_norm": 0.9343435719263902,
      "learning_rate": 0.0002683529399756764,
      "loss": 0.6504,
      "step": 32428
    },
    {
      "epoch": 1.3282408355519149,
      "grad_norm": 1.0957466201620307,
      "learning_rate": 0.0002683509362511726,
      "loss": 1.1195,
      "step": 32429
    },
    {
      "epoch": 1.3282817939791112,
      "grad_norm": 0.5390389967289062,
      "learning_rate": 0.0002683489324707193,
      "loss": 0.2713,
      "step": 32430
    },
    {
      "epoch": 1.3283227524063075,
      "grad_norm": 1.0728555325427163,
      "learning_rate": 0.00026834692863431743,
      "loss": 1.0098,
      "step": 32431
    },
    {
      "epoch": 1.328363710833504,
      "grad_norm": 0.9648432656064999,
      "learning_rate": 0.0002683449247419681,
      "loss": 0.7807,
      "step": 32432
    },
    {
      "epoch": 1.3284046692607003,
      "grad_norm": 0.8887726296326529,
      "learning_rate": 0.0002683429207936721,
      "loss": 1.0791,
      "step": 32433
    },
    {
      "epoch": 1.3284456276878966,
      "grad_norm": 0.6539722171951611,
      "learning_rate": 0.00026834091678943045,
      "loss": 0.5798,
      "step": 32434
    },
    {
      "epoch": 1.3284865861150932,
      "grad_norm": 0.5594812221340135,
      "learning_rate": 0.0002683389127292441,
      "loss": 0.2926,
      "step": 32435
    },
    {
      "epoch": 1.3285275445422895,
      "grad_norm": 1.1373748686268013,
      "learning_rate": 0.00026833690861311393,
      "loss": 0.8411,
      "step": 32436
    },
    {
      "epoch": 1.328568502969486,
      "grad_norm": 0.9664788378143387,
      "learning_rate": 0.00026833490444104095,
      "loss": 1.0213,
      "step": 32437
    },
    {
      "epoch": 1.3286094613966823,
      "grad_norm": 1.130714741842437,
      "learning_rate": 0.0002683329002130261,
      "loss": 1.0587,
      "step": 32438
    },
    {
      "epoch": 1.3286504198238789,
      "grad_norm": 0.7825974193470486,
      "learning_rate": 0.00026833089592907035,
      "loss": 0.7643,
      "step": 32439
    },
    {
      "epoch": 1.3286913782510752,
      "grad_norm": 0.9086708028055066,
      "learning_rate": 0.0002683288915891746,
      "loss": 0.8484,
      "step": 32440
    },
    {
      "epoch": 1.3287323366782715,
      "grad_norm": 0.7238204689095307,
      "learning_rate": 0.0002683268871933398,
      "loss": 0.9766,
      "step": 32441
    },
    {
      "epoch": 1.328773295105468,
      "grad_norm": 0.7176157399274795,
      "learning_rate": 0.0002683248827415669,
      "loss": 0.5999,
      "step": 32442
    },
    {
      "epoch": 1.3288142535326644,
      "grad_norm": 0.8786441848055666,
      "learning_rate": 0.00026832287823385693,
      "loss": 0.7838,
      "step": 32443
    },
    {
      "epoch": 1.3288552119598607,
      "grad_norm": 0.892507044173822,
      "learning_rate": 0.00026832087367021073,
      "loss": 0.9228,
      "step": 32444
    },
    {
      "epoch": 1.3288961703870572,
      "grad_norm": 0.6669182994313064,
      "learning_rate": 0.00026831886905062923,
      "loss": 0.4375,
      "step": 32445
    },
    {
      "epoch": 1.3289371288142535,
      "grad_norm": 0.8917214575510384,
      "learning_rate": 0.00026831686437511353,
      "loss": 1.1791,
      "step": 32446
    },
    {
      "epoch": 1.3289780872414498,
      "grad_norm": 1.012814031940435,
      "learning_rate": 0.00026831485964366443,
      "loss": 0.8103,
      "step": 32447
    },
    {
      "epoch": 1.3290190456686464,
      "grad_norm": 0.8730009189613028,
      "learning_rate": 0.0002683128548562829,
      "loss": 0.7622,
      "step": 32448
    },
    {
      "epoch": 1.3290600040958427,
      "grad_norm": 0.5402961495203561,
      "learning_rate": 0.00026831085001297,
      "loss": 0.3243,
      "step": 32449
    },
    {
      "epoch": 1.329100962523039,
      "grad_norm": 0.99460018527656,
      "learning_rate": 0.00026830884511372654,
      "loss": 0.5444,
      "step": 32450
    },
    {
      "epoch": 1.3291419209502355,
      "grad_norm": 0.5287090188938688,
      "learning_rate": 0.00026830684015855357,
      "loss": 0.2659,
      "step": 32451
    },
    {
      "epoch": 1.3291828793774318,
      "grad_norm": 1.025125148430278,
      "learning_rate": 0.000268304835147452,
      "loss": 1.1273,
      "step": 32452
    },
    {
      "epoch": 1.3292238378046284,
      "grad_norm": 0.9004179127569993,
      "learning_rate": 0.0002683028300804227,
      "loss": 0.7855,
      "step": 32453
    },
    {
      "epoch": 1.3292647962318247,
      "grad_norm": 1.022849219880404,
      "learning_rate": 0.00026830082495746667,
      "loss": 1.1577,
      "step": 32454
    },
    {
      "epoch": 1.329305754659021,
      "grad_norm": 0.958098914666918,
      "learning_rate": 0.00026829881977858495,
      "loss": 0.6852,
      "step": 32455
    },
    {
      "epoch": 1.3293467130862175,
      "grad_norm": 0.7463498004747026,
      "learning_rate": 0.00026829681454377835,
      "loss": 0.6717,
      "step": 32456
    },
    {
      "epoch": 1.3293876715134139,
      "grad_norm": 0.7315618160064916,
      "learning_rate": 0.00026829480925304796,
      "loss": 0.6327,
      "step": 32457
    },
    {
      "epoch": 1.3294286299406104,
      "grad_norm": 1.0005486986039487,
      "learning_rate": 0.0002682928039063946,
      "loss": 0.8754,
      "step": 32458
    },
    {
      "epoch": 1.3294695883678067,
      "grad_norm": 1.3165298592067836,
      "learning_rate": 0.00026829079850381924,
      "loss": 0.8605,
      "step": 32459
    },
    {
      "epoch": 1.329510546795003,
      "grad_norm": 1.133732437071737,
      "learning_rate": 0.00026828879304532287,
      "loss": 0.942,
      "step": 32460
    },
    {
      "epoch": 1.3295515052221996,
      "grad_norm": 1.142274714822401,
      "learning_rate": 0.00026828678753090644,
      "loss": 0.7223,
      "step": 32461
    },
    {
      "epoch": 1.3295924636493959,
      "grad_norm": 0.6252879161677686,
      "learning_rate": 0.0002682847819605709,
      "loss": 0.3267,
      "step": 32462
    },
    {
      "epoch": 1.3296334220765922,
      "grad_norm": 0.6948774146781233,
      "learning_rate": 0.0002682827763343171,
      "loss": 0.4971,
      "step": 32463
    },
    {
      "epoch": 1.3296743805037887,
      "grad_norm": 0.7146894612439102,
      "learning_rate": 0.0002682807706521462,
      "loss": 0.4572,
      "step": 32464
    },
    {
      "epoch": 1.329715338930985,
      "grad_norm": 0.8051675428259665,
      "learning_rate": 0.0002682787649140589,
      "loss": 0.7903,
      "step": 32465
    },
    {
      "epoch": 1.3297562973581813,
      "grad_norm": 0.9533327551870165,
      "learning_rate": 0.0002682767591200563,
      "loss": 0.8202,
      "step": 32466
    },
    {
      "epoch": 1.3297972557853779,
      "grad_norm": 0.9694915245034021,
      "learning_rate": 0.0002682747532701393,
      "loss": 0.9157,
      "step": 32467
    },
    {
      "epoch": 1.3298382142125742,
      "grad_norm": 0.8883187012079967,
      "learning_rate": 0.00026827274736430885,
      "loss": 0.6872,
      "step": 32468
    },
    {
      "epoch": 1.3298791726397705,
      "grad_norm": 0.7122522231240525,
      "learning_rate": 0.00026827074140256595,
      "loss": 0.3589,
      "step": 32469
    },
    {
      "epoch": 1.329920131066967,
      "grad_norm": 1.0670643916205613,
      "learning_rate": 0.0002682687353849115,
      "loss": 0.9395,
      "step": 32470
    },
    {
      "epoch": 1.3299610894941634,
      "grad_norm": 1.115243507249946,
      "learning_rate": 0.0002682667293113464,
      "loss": 0.9666,
      "step": 32471
    },
    {
      "epoch": 1.33000204792136,
      "grad_norm": 2.163828761061256,
      "learning_rate": 0.0002682647231818717,
      "loss": 2.7505,
      "step": 32472
    },
    {
      "epoch": 1.3300430063485562,
      "grad_norm": 0.863945624287293,
      "learning_rate": 0.0002682627169964883,
      "loss": 0.8948,
      "step": 32473
    },
    {
      "epoch": 1.3300839647757527,
      "grad_norm": 0.7882416316430018,
      "learning_rate": 0.00026826071075519714,
      "loss": 0.7537,
      "step": 32474
    },
    {
      "epoch": 1.330124923202949,
      "grad_norm": 0.8519432863052006,
      "learning_rate": 0.0002682587044579992,
      "loss": 0.5232,
      "step": 32475
    },
    {
      "epoch": 1.3301658816301454,
      "grad_norm": 0.7860764221860577,
      "learning_rate": 0.0002682566981048953,
      "loss": 0.8018,
      "step": 32476
    },
    {
      "epoch": 1.330206840057342,
      "grad_norm": 0.9191235447920076,
      "learning_rate": 0.00026825469169588665,
      "loss": 0.8488,
      "step": 32477
    },
    {
      "epoch": 1.3302477984845382,
      "grad_norm": 0.9512295209230073,
      "learning_rate": 0.000268252685230974,
      "loss": 1.017,
      "step": 32478
    },
    {
      "epoch": 1.3302887569117345,
      "grad_norm": 0.9318788361807115,
      "learning_rate": 0.00026825067871015827,
      "loss": 1.0196,
      "step": 32479
    },
    {
      "epoch": 1.330329715338931,
      "grad_norm": 1.230484741130686,
      "learning_rate": 0.00026824867213344055,
      "loss": 0.719,
      "step": 32480
    },
    {
      "epoch": 1.3303706737661274,
      "grad_norm": 1.164570329766653,
      "learning_rate": 0.0002682466655008217,
      "loss": 1.0479,
      "step": 32481
    },
    {
      "epoch": 1.3304116321933237,
      "grad_norm": 1.0611106848938554,
      "learning_rate": 0.0002682446588123027,
      "loss": 1.0,
      "step": 32482
    },
    {
      "epoch": 1.3304525906205202,
      "grad_norm": 0.9153118263027391,
      "learning_rate": 0.00026824265206788447,
      "loss": 0.788,
      "step": 32483
    },
    {
      "epoch": 1.3304935490477166,
      "grad_norm": 0.7566541538196228,
      "learning_rate": 0.000268240645267568,
      "loss": 0.673,
      "step": 32484
    },
    {
      "epoch": 1.3305345074749129,
      "grad_norm": 0.89731645081251,
      "learning_rate": 0.0002682386384113542,
      "loss": 0.8445,
      "step": 32485
    },
    {
      "epoch": 1.3305754659021094,
      "grad_norm": 1.1626668164404967,
      "learning_rate": 0.000268236631499244,
      "loss": 0.8255,
      "step": 32486
    },
    {
      "epoch": 1.3306164243293057,
      "grad_norm": 1.1319360186252914,
      "learning_rate": 0.0002682346245312384,
      "loss": 1.2888,
      "step": 32487
    },
    {
      "epoch": 1.330657382756502,
      "grad_norm": 0.8683298904230534,
      "learning_rate": 0.00026823261750733837,
      "loss": 0.6056,
      "step": 32488
    },
    {
      "epoch": 1.3306983411836986,
      "grad_norm": 1.7138997039539376,
      "learning_rate": 0.0002682306104275448,
      "loss": 2.2116,
      "step": 32489
    },
    {
      "epoch": 1.3307392996108949,
      "grad_norm": 4.158825131164772,
      "learning_rate": 0.0002682286032918586,
      "loss": 3.7629,
      "step": 32490
    },
    {
      "epoch": 1.3307802580380914,
      "grad_norm": 0.9790928290231184,
      "learning_rate": 0.00026822659610028083,
      "loss": 0.7888,
      "step": 32491
    },
    {
      "epoch": 1.3308212164652877,
      "grad_norm": 0.873939418006712,
      "learning_rate": 0.0002682245888528124,
      "loss": 0.8755,
      "step": 32492
    },
    {
      "epoch": 1.3308621748924843,
      "grad_norm": 0.9350301144545119,
      "learning_rate": 0.00026822258154945424,
      "loss": 0.9441,
      "step": 32493
    },
    {
      "epoch": 1.3309031333196806,
      "grad_norm": 0.5297988358414697,
      "learning_rate": 0.00026822057419020727,
      "loss": 0.3007,
      "step": 32494
    },
    {
      "epoch": 1.330944091746877,
      "grad_norm": 1.811364425628535,
      "learning_rate": 0.0002682185667750725,
      "loss": 1.2842,
      "step": 32495
    },
    {
      "epoch": 1.3309850501740734,
      "grad_norm": 1.1470895496489892,
      "learning_rate": 0.0002682165593040508,
      "loss": 0.9971,
      "step": 32496
    },
    {
      "epoch": 1.3310260086012697,
      "grad_norm": 0.819262155064843,
      "learning_rate": 0.0002682145517771432,
      "loss": 0.7425,
      "step": 32497
    },
    {
      "epoch": 1.331066967028466,
      "grad_norm": 1.187936239981615,
      "learning_rate": 0.0002682125441943507,
      "loss": 0.8462,
      "step": 32498
    },
    {
      "epoch": 1.3311079254556626,
      "grad_norm": 0.8238228848819737,
      "learning_rate": 0.00026821053655567403,
      "loss": 0.7918,
      "step": 32499
    },
    {
      "epoch": 1.331148883882859,
      "grad_norm": 0.9713336148408744,
      "learning_rate": 0.0002682085288611144,
      "loss": 0.7009,
      "step": 32500
    },
    {
      "epoch": 1.3311898423100552,
      "grad_norm": 1.0659409505097877,
      "learning_rate": 0.0002682065211106725,
      "loss": 1.0454,
      "step": 32501
    },
    {
      "epoch": 1.3312308007372518,
      "grad_norm": 1.04544616590399,
      "learning_rate": 0.00026820451330434957,
      "loss": 0.9948,
      "step": 32502
    },
    {
      "epoch": 1.331271759164448,
      "grad_norm": 1.0263318904839087,
      "learning_rate": 0.0002682025054421463,
      "loss": 0.8835,
      "step": 32503
    },
    {
      "epoch": 1.3313127175916444,
      "grad_norm": 0.6409675682094824,
      "learning_rate": 0.00026820049752406384,
      "loss": 0.295,
      "step": 32504
    },
    {
      "epoch": 1.331353676018841,
      "grad_norm": 2.9381005735798142,
      "learning_rate": 0.00026819848955010297,
      "loss": 1.4337,
      "step": 32505
    },
    {
      "epoch": 1.3313946344460372,
      "grad_norm": 0.9290087733445997,
      "learning_rate": 0.0002681964815202647,
      "loss": 0.7643,
      "step": 32506
    },
    {
      "epoch": 1.3314355928732335,
      "grad_norm": 2.1555274929793637,
      "learning_rate": 0.00026819447343455,
      "loss": 3.2901,
      "step": 32507
    },
    {
      "epoch": 1.33147655130043,
      "grad_norm": 0.9898896234120482,
      "learning_rate": 0.00026819246529295987,
      "loss": 0.7913,
      "step": 32508
    },
    {
      "epoch": 1.3315175097276264,
      "grad_norm": 0.648528250519754,
      "learning_rate": 0.00026819045709549515,
      "loss": 0.3254,
      "step": 32509
    },
    {
      "epoch": 1.331558468154823,
      "grad_norm": 0.5425522703116041,
      "learning_rate": 0.00026818844884215684,
      "loss": 0.2432,
      "step": 32510
    },
    {
      "epoch": 1.3315994265820192,
      "grad_norm": 0.8942373703589525,
      "learning_rate": 0.0002681864405329459,
      "loss": 0.849,
      "step": 32511
    },
    {
      "epoch": 1.3316403850092158,
      "grad_norm": 1.1850896089972789,
      "learning_rate": 0.00026818443216786327,
      "loss": 0.9326,
      "step": 32512
    },
    {
      "epoch": 1.331681343436412,
      "grad_norm": 0.9599890127152314,
      "learning_rate": 0.0002681824237469099,
      "loss": 0.7273,
      "step": 32513
    },
    {
      "epoch": 1.3317223018636084,
      "grad_norm": 0.9088426088554278,
      "learning_rate": 0.00026818041527008673,
      "loss": 1.0756,
      "step": 32514
    },
    {
      "epoch": 1.331763260290805,
      "grad_norm": 1.0841623040366535,
      "learning_rate": 0.00026817840673739473,
      "loss": 1.0922,
      "step": 32515
    },
    {
      "epoch": 1.3318042187180013,
      "grad_norm": 0.9049668025371819,
      "learning_rate": 0.0002681763981488348,
      "loss": 0.9308,
      "step": 32516
    },
    {
      "epoch": 1.3318451771451976,
      "grad_norm": 0.9441031976605586,
      "learning_rate": 0.000268174389504408,
      "loss": 1.0171,
      "step": 32517
    },
    {
      "epoch": 1.331886135572394,
      "grad_norm": 0.9658939850903302,
      "learning_rate": 0.00026817238080411514,
      "loss": 0.9568,
      "step": 32518
    },
    {
      "epoch": 1.3319270939995904,
      "grad_norm": 0.7872281748950891,
      "learning_rate": 0.00026817037204795725,
      "loss": 0.7155,
      "step": 32519
    },
    {
      "epoch": 1.3319680524267867,
      "grad_norm": 0.9446697484453562,
      "learning_rate": 0.00026816836323593525,
      "loss": 0.7192,
      "step": 32520
    },
    {
      "epoch": 1.3320090108539833,
      "grad_norm": 0.6806004840495128,
      "learning_rate": 0.00026816635436805017,
      "loss": 0.6298,
      "step": 32521
    },
    {
      "epoch": 1.3320499692811796,
      "grad_norm": 0.7059711633524298,
      "learning_rate": 0.00026816434544430287,
      "loss": 0.2876,
      "step": 32522
    },
    {
      "epoch": 1.332090927708376,
      "grad_norm": 1.0360311133529614,
      "learning_rate": 0.0002681623364646943,
      "loss": 0.9991,
      "step": 32523
    },
    {
      "epoch": 1.3321318861355724,
      "grad_norm": 1.3484691608048849,
      "learning_rate": 0.0002681603274292254,
      "loss": 0.882,
      "step": 32524
    },
    {
      "epoch": 1.3321728445627687,
      "grad_norm": 1.148911431524966,
      "learning_rate": 0.0002681583183378972,
      "loss": 0.7777,
      "step": 32525
    },
    {
      "epoch": 1.332213802989965,
      "grad_norm": 0.8798878585365322,
      "learning_rate": 0.0002681563091907106,
      "loss": 0.6977,
      "step": 32526
    },
    {
      "epoch": 1.3322547614171616,
      "grad_norm": 0.6486074854861257,
      "learning_rate": 0.00026815429998766654,
      "loss": 0.3452,
      "step": 32527
    },
    {
      "epoch": 1.332295719844358,
      "grad_norm": 0.7492874382324793,
      "learning_rate": 0.000268152290728766,
      "loss": 0.7452,
      "step": 32528
    },
    {
      "epoch": 1.3323366782715544,
      "grad_norm": 0.9015064073372493,
      "learning_rate": 0.0002681502814140099,
      "loss": 0.4906,
      "step": 32529
    },
    {
      "epoch": 1.3323776366987508,
      "grad_norm": 1.0344561014557048,
      "learning_rate": 0.00026814827204339926,
      "loss": 0.9629,
      "step": 32530
    },
    {
      "epoch": 1.3324185951259473,
      "grad_norm": 0.882897847528088,
      "learning_rate": 0.0002681462626169349,
      "loss": 0.6908,
      "step": 32531
    },
    {
      "epoch": 1.3324595535531436,
      "grad_norm": 0.9199255264853736,
      "learning_rate": 0.00026814425313461787,
      "loss": 0.9291,
      "step": 32532
    },
    {
      "epoch": 1.33250051198034,
      "grad_norm": 1.6629144111092082,
      "learning_rate": 0.0002681422435964491,
      "loss": 0.8291,
      "step": 32533
    },
    {
      "epoch": 1.3325414704075365,
      "grad_norm": 0.9018374232100348,
      "learning_rate": 0.0002681402340024295,
      "loss": 0.8758,
      "step": 32534
    },
    {
      "epoch": 1.3325824288347328,
      "grad_norm": 1.1772305811223316,
      "learning_rate": 0.0002681382243525601,
      "loss": 1.0428,
      "step": 32535
    },
    {
      "epoch": 1.332623387261929,
      "grad_norm": 0.7092387934570699,
      "learning_rate": 0.0002681362146468418,
      "loss": 0.451,
      "step": 32536
    },
    {
      "epoch": 1.3326643456891256,
      "grad_norm": 1.1187759769056722,
      "learning_rate": 0.00026813420488527547,
      "loss": 1.0728,
      "step": 32537
    },
    {
      "epoch": 1.332705304116322,
      "grad_norm": 0.9392533609102455,
      "learning_rate": 0.0002681321950678622,
      "loss": 0.8241,
      "step": 32538
    },
    {
      "epoch": 1.3327462625435182,
      "grad_norm": 0.8921831039182204,
      "learning_rate": 0.0002681301851946029,
      "loss": 0.7766,
      "step": 32539
    },
    {
      "epoch": 1.3327872209707148,
      "grad_norm": 0.9253430175726312,
      "learning_rate": 0.0002681281752654985,
      "loss": 0.7405,
      "step": 32540
    },
    {
      "epoch": 1.332828179397911,
      "grad_norm": 0.8460839063788186,
      "learning_rate": 0.0002681261652805499,
      "loss": 0.728,
      "step": 32541
    },
    {
      "epoch": 1.3328691378251074,
      "grad_norm": 0.958444927880655,
      "learning_rate": 0.0002681241552397582,
      "loss": 0.9463,
      "step": 32542
    },
    {
      "epoch": 1.332910096252304,
      "grad_norm": 0.9355056860539173,
      "learning_rate": 0.00026812214514312417,
      "loss": 0.5023,
      "step": 32543
    },
    {
      "epoch": 1.3329510546795003,
      "grad_norm": 0.9867995401863998,
      "learning_rate": 0.00026812013499064887,
      "loss": 0.727,
      "step": 32544
    },
    {
      "epoch": 1.3329920131066966,
      "grad_norm": 0.8821458489036541,
      "learning_rate": 0.00026811812478233325,
      "loss": 0.7656,
      "step": 32545
    },
    {
      "epoch": 1.333032971533893,
      "grad_norm": 0.9697635192855568,
      "learning_rate": 0.0002681161145181782,
      "loss": 1.0186,
      "step": 32546
    },
    {
      "epoch": 1.3330739299610894,
      "grad_norm": 0.9580749466210484,
      "learning_rate": 0.0002681141041981847,
      "loss": 0.6008,
      "step": 32547
    },
    {
      "epoch": 1.333114888388286,
      "grad_norm": 1.474957505469387,
      "learning_rate": 0.00026811209382235373,
      "loss": 0.8133,
      "step": 32548
    },
    {
      "epoch": 1.3331558468154823,
      "grad_norm": 1.1258522342971737,
      "learning_rate": 0.00026811008339068624,
      "loss": 0.8811,
      "step": 32549
    },
    {
      "epoch": 1.3331968052426788,
      "grad_norm": 1.8925942061786238,
      "learning_rate": 0.0002681080729031831,
      "loss": 1.5082,
      "step": 32550
    },
    {
      "epoch": 1.3332377636698751,
      "grad_norm": 0.9379202089110492,
      "learning_rate": 0.00026810606235984537,
      "loss": 1.0233,
      "step": 32551
    },
    {
      "epoch": 1.3332787220970714,
      "grad_norm": 0.7736260057623704,
      "learning_rate": 0.0002681040517606739,
      "loss": 0.617,
      "step": 32552
    },
    {
      "epoch": 1.333319680524268,
      "grad_norm": 0.8197578918835207,
      "learning_rate": 0.0002681020411056697,
      "loss": 0.7112,
      "step": 32553
    },
    {
      "epoch": 1.3333606389514643,
      "grad_norm": 0.6243410749857117,
      "learning_rate": 0.0002681000303948337,
      "loss": 0.1646,
      "step": 32554
    },
    {
      "epoch": 1.3334015973786606,
      "grad_norm": 0.7859373743187812,
      "learning_rate": 0.0002680980196281669,
      "loss": 0.3256,
      "step": 32555
    },
    {
      "epoch": 1.3334425558058571,
      "grad_norm": 0.8301080937238179,
      "learning_rate": 0.00026809600880567017,
      "loss": 0.7198,
      "step": 32556
    },
    {
      "epoch": 1.3334835142330534,
      "grad_norm": 0.9733819243690774,
      "learning_rate": 0.0002680939979273445,
      "loss": 0.7618,
      "step": 32557
    },
    {
      "epoch": 1.3335244726602498,
      "grad_norm": 0.8769563090418381,
      "learning_rate": 0.0002680919869931909,
      "loss": 0.8951,
      "step": 32558
    },
    {
      "epoch": 1.3335654310874463,
      "grad_norm": 1.3195363567207585,
      "learning_rate": 0.00026808997600321016,
      "loss": 1.3032,
      "step": 32559
    },
    {
      "epoch": 1.3336063895146426,
      "grad_norm": 1.263809944643783,
      "learning_rate": 0.0002680879649574034,
      "loss": 1.393,
      "step": 32560
    },
    {
      "epoch": 1.333647347941839,
      "grad_norm": 0.9534053219596815,
      "learning_rate": 0.0002680859538557715,
      "loss": 0.9797,
      "step": 32561
    },
    {
      "epoch": 1.3336883063690355,
      "grad_norm": 0.9129700426729778,
      "learning_rate": 0.00026808394269831537,
      "loss": 0.9003,
      "step": 32562
    },
    {
      "epoch": 1.3337292647962318,
      "grad_norm": 0.8946171282255497,
      "learning_rate": 0.00026808193148503606,
      "loss": 0.8374,
      "step": 32563
    },
    {
      "epoch": 1.333770223223428,
      "grad_norm": 1.4253528400461748,
      "learning_rate": 0.0002680799202159344,
      "loss": 0.9057,
      "step": 32564
    },
    {
      "epoch": 1.3338111816506246,
      "grad_norm": 0.7144080922091116,
      "learning_rate": 0.00026807790889101147,
      "loss": 0.6351,
      "step": 32565
    },
    {
      "epoch": 1.333852140077821,
      "grad_norm": 0.8375030340703988,
      "learning_rate": 0.00026807589751026814,
      "loss": 0.5834,
      "step": 32566
    },
    {
      "epoch": 1.3338930985050175,
      "grad_norm": 0.8820230815959115,
      "learning_rate": 0.00026807388607370537,
      "loss": 0.9165,
      "step": 32567
    },
    {
      "epoch": 1.3339340569322138,
      "grad_norm": 1.1886734546285875,
      "learning_rate": 0.0002680718745813241,
      "loss": 0.9928,
      "step": 32568
    },
    {
      "epoch": 1.3339750153594103,
      "grad_norm": 1.0947615832230124,
      "learning_rate": 0.00026806986303312534,
      "loss": 1.0363,
      "step": 32569
    },
    {
      "epoch": 1.3340159737866066,
      "grad_norm": 0.7593829317521261,
      "learning_rate": 0.00026806785142911,
      "loss": 0.7828,
      "step": 32570
    },
    {
      "epoch": 1.334056932213803,
      "grad_norm": 0.7473442972128382,
      "learning_rate": 0.00026806583976927897,
      "loss": 0.6967,
      "step": 32571
    },
    {
      "epoch": 1.3340978906409995,
      "grad_norm": 0.7443118806964,
      "learning_rate": 0.00026806382805363334,
      "loss": 0.7013,
      "step": 32572
    },
    {
      "epoch": 1.3341388490681958,
      "grad_norm": 0.9872515310635424,
      "learning_rate": 0.0002680618162821739,
      "loss": 1.0553,
      "step": 32573
    },
    {
      "epoch": 1.3341798074953921,
      "grad_norm": 0.8910551040808682,
      "learning_rate": 0.00026805980445490174,
      "loss": 0.9853,
      "step": 32574
    },
    {
      "epoch": 1.3342207659225886,
      "grad_norm": 0.9654844125222378,
      "learning_rate": 0.00026805779257181773,
      "loss": 1.0466,
      "step": 32575
    },
    {
      "epoch": 1.334261724349785,
      "grad_norm": 0.9686483452915133,
      "learning_rate": 0.00026805578063292284,
      "loss": 1.1113,
      "step": 32576
    },
    {
      "epoch": 1.3343026827769813,
      "grad_norm": 0.8797647124902089,
      "learning_rate": 0.00026805376863821805,
      "loss": 0.7552,
      "step": 32577
    },
    {
      "epoch": 1.3343436412041778,
      "grad_norm": 1.2452017735233263,
      "learning_rate": 0.00026805175658770427,
      "loss": 1.4434,
      "step": 32578
    },
    {
      "epoch": 1.3343845996313741,
      "grad_norm": 0.9360732642510811,
      "learning_rate": 0.0002680497444813825,
      "loss": 0.8296,
      "step": 32579
    },
    {
      "epoch": 1.3344255580585704,
      "grad_norm": 0.9503583204734993,
      "learning_rate": 0.0002680477323192537,
      "loss": 0.6542,
      "step": 32580
    },
    {
      "epoch": 1.334466516485767,
      "grad_norm": 1.0048158433016945,
      "learning_rate": 0.00026804572010131865,
      "loss": 1.0191,
      "step": 32581
    },
    {
      "epoch": 1.3345074749129633,
      "grad_norm": 0.8578548083862896,
      "learning_rate": 0.00026804370782757854,
      "loss": 0.9067,
      "step": 32582
    },
    {
      "epoch": 1.3345484333401596,
      "grad_norm": 1.2934068634080689,
      "learning_rate": 0.00026804169549803417,
      "loss": 0.9614,
      "step": 32583
    },
    {
      "epoch": 1.3345893917673561,
      "grad_norm": 0.6537321881291895,
      "learning_rate": 0.00026803968311268656,
      "loss": 0.3022,
      "step": 32584
    },
    {
      "epoch": 1.3346303501945525,
      "grad_norm": 0.9449320903239931,
      "learning_rate": 0.00026803767067153664,
      "loss": 0.8788,
      "step": 32585
    },
    {
      "epoch": 1.334671308621749,
      "grad_norm": 0.8313763690793627,
      "learning_rate": 0.0002680356581745853,
      "loss": 0.7894,
      "step": 32586
    },
    {
      "epoch": 1.3347122670489453,
      "grad_norm": 1.2984682322292307,
      "learning_rate": 0.00026803364562183365,
      "loss": 1.6442,
      "step": 32587
    },
    {
      "epoch": 1.3347532254761418,
      "grad_norm": 0.8586757955329094,
      "learning_rate": 0.0002680316330132825,
      "loss": 0.7181,
      "step": 32588
    },
    {
      "epoch": 1.3347941839033381,
      "grad_norm": 1.0144109732302247,
      "learning_rate": 0.0002680296203489328,
      "loss": 0.9827,
      "step": 32589
    },
    {
      "epoch": 1.3348351423305345,
      "grad_norm": 0.8433859871567583,
      "learning_rate": 0.00026802760762878556,
      "loss": 0.9429,
      "step": 32590
    },
    {
      "epoch": 1.334876100757731,
      "grad_norm": 0.7954501631476865,
      "learning_rate": 0.0002680255948528417,
      "loss": 0.73,
      "step": 32591
    },
    {
      "epoch": 1.3349170591849273,
      "grad_norm": 1.2780975026824835,
      "learning_rate": 0.00026802358202110226,
      "loss": 0.7684,
      "step": 32592
    },
    {
      "epoch": 1.3349580176121236,
      "grad_norm": 0.9287057539606767,
      "learning_rate": 0.00026802156913356803,
      "loss": 0.3715,
      "step": 32593
    },
    {
      "epoch": 1.3349989760393202,
      "grad_norm": 1.1503427596069289,
      "learning_rate": 0.00026801955619024017,
      "loss": 0.8263,
      "step": 32594
    },
    {
      "epoch": 1.3350399344665165,
      "grad_norm": 1.0332265202083395,
      "learning_rate": 0.0002680175431911194,
      "loss": 0.8592,
      "step": 32595
    },
    {
      "epoch": 1.3350808928937128,
      "grad_norm": 0.6656281936481677,
      "learning_rate": 0.0002680155301362068,
      "loss": 0.3886,
      "step": 32596
    },
    {
      "epoch": 1.3351218513209093,
      "grad_norm": 1.0758048966472176,
      "learning_rate": 0.00026801351702550335,
      "loss": 1.0133,
      "step": 32597
    },
    {
      "epoch": 1.3351628097481056,
      "grad_norm": 1.0153115581793577,
      "learning_rate": 0.00026801150385901,
      "loss": 1.0526,
      "step": 32598
    },
    {
      "epoch": 1.335203768175302,
      "grad_norm": 0.7424980522379832,
      "learning_rate": 0.0002680094906367275,
      "loss": 0.2751,
      "step": 32599
    },
    {
      "epoch": 1.3352447266024985,
      "grad_norm": 1.184462058204698,
      "learning_rate": 0.00026800747735865706,
      "loss": 0.9271,
      "step": 32600
    },
    {
      "epoch": 1.3352856850296948,
      "grad_norm": 0.8902631128073247,
      "learning_rate": 0.0002680054640247996,
      "loss": 0.8127,
      "step": 32601
    },
    {
      "epoch": 1.3353266434568913,
      "grad_norm": 1.012829795448256,
      "learning_rate": 0.00026800345063515593,
      "loss": 1.1557,
      "step": 32602
    },
    {
      "epoch": 1.3353676018840877,
      "grad_norm": 0.8072727112198413,
      "learning_rate": 0.00026800143718972705,
      "loss": 0.3751,
      "step": 32603
    },
    {
      "epoch": 1.335408560311284,
      "grad_norm": 0.9638568539789624,
      "learning_rate": 0.00026799942368851395,
      "loss": 0.6954,
      "step": 32604
    },
    {
      "epoch": 1.3354495187384805,
      "grad_norm": 0.6771118468702628,
      "learning_rate": 0.0002679974101315176,
      "loss": 0.4079,
      "step": 32605
    },
    {
      "epoch": 1.3354904771656768,
      "grad_norm": 1.1246505117670647,
      "learning_rate": 0.0002679953965187389,
      "loss": 1.3322,
      "step": 32606
    },
    {
      "epoch": 1.3355314355928734,
      "grad_norm": 0.7887804082791972,
      "learning_rate": 0.0002679933828501788,
      "loss": 0.5335,
      "step": 32607
    },
    {
      "epoch": 1.3355723940200697,
      "grad_norm": 1.00741343705116,
      "learning_rate": 0.0002679913691258383,
      "loss": 0.7381,
      "step": 32608
    },
    {
      "epoch": 1.335613352447266,
      "grad_norm": 0.9143507600233763,
      "learning_rate": 0.0002679893553457184,
      "loss": 0.6663,
      "step": 32609
    },
    {
      "epoch": 1.3356543108744625,
      "grad_norm": 0.7631165319127379,
      "learning_rate": 0.0002679873415098199,
      "loss": 0.2765,
      "step": 32610
    },
    {
      "epoch": 1.3356952693016588,
      "grad_norm": 0.9087616115583641,
      "learning_rate": 0.00026798532761814387,
      "loss": 0.7044,
      "step": 32611
    },
    {
      "epoch": 1.3357362277288551,
      "grad_norm": 1.2219006197057098,
      "learning_rate": 0.00026798331367069116,
      "loss": 0.816,
      "step": 32612
    },
    {
      "epoch": 1.3357771861560517,
      "grad_norm": 0.870603854628443,
      "learning_rate": 0.0002679812996674628,
      "loss": 0.8865,
      "step": 32613
    },
    {
      "epoch": 1.335818144583248,
      "grad_norm": 0.8062240113076145,
      "learning_rate": 0.0002679792856084598,
      "loss": 0.9576,
      "step": 32614
    },
    {
      "epoch": 1.3358591030104443,
      "grad_norm": 0.7247631857811282,
      "learning_rate": 0.000267977271493683,
      "loss": 0.684,
      "step": 32615
    },
    {
      "epoch": 1.3359000614376408,
      "grad_norm": 0.6935660156579919,
      "learning_rate": 0.00026797525732313334,
      "loss": 0.4122,
      "step": 32616
    },
    {
      "epoch": 1.3359410198648372,
      "grad_norm": 0.9146478951270689,
      "learning_rate": 0.00026797324309681185,
      "loss": 0.6073,
      "step": 32617
    },
    {
      "epoch": 1.3359819782920335,
      "grad_norm": 0.791263300038874,
      "learning_rate": 0.0002679712288147195,
      "loss": 0.5685,
      "step": 32618
    },
    {
      "epoch": 1.33602293671923,
      "grad_norm": 1.174297703955628,
      "learning_rate": 0.0002679692144768572,
      "loss": 1.0194,
      "step": 32619
    },
    {
      "epoch": 1.3360638951464263,
      "grad_norm": 1.5990666869774819,
      "learning_rate": 0.0002679672000832259,
      "loss": 1.0364,
      "step": 32620
    },
    {
      "epoch": 1.3361048535736229,
      "grad_norm": 1.1027241947664217,
      "learning_rate": 0.00026796518563382645,
      "loss": 1.2199,
      "step": 32621
    },
    {
      "epoch": 1.3361458120008192,
      "grad_norm": 1.313913296593608,
      "learning_rate": 0.00026796317112866,
      "loss": 0.9302,
      "step": 32622
    },
    {
      "epoch": 1.3361867704280157,
      "grad_norm": 0.7339697207101784,
      "learning_rate": 0.0002679611565677274,
      "loss": 0.3621,
      "step": 32623
    },
    {
      "epoch": 1.336227728855212,
      "grad_norm": 1.1229784420089668,
      "learning_rate": 0.0002679591419510296,
      "loss": 1.1924,
      "step": 32624
    },
    {
      "epoch": 1.3362686872824083,
      "grad_norm": 0.9401227312168203,
      "learning_rate": 0.00026795712727856755,
      "loss": 0.9854,
      "step": 32625
    },
    {
      "epoch": 1.3363096457096049,
      "grad_norm": 0.9462526136570537,
      "learning_rate": 0.00026795511255034226,
      "loss": 1.0204,
      "step": 32626
    },
    {
      "epoch": 1.3363506041368012,
      "grad_norm": 1.102744934997703,
      "learning_rate": 0.00026795309776635456,
      "loss": 1.1626,
      "step": 32627
    },
    {
      "epoch": 1.3363915625639975,
      "grad_norm": 2.673420697863768,
      "learning_rate": 0.0002679510829266055,
      "loss": 4.8309,
      "step": 32628
    },
    {
      "epoch": 1.336432520991194,
      "grad_norm": 0.9989969559331424,
      "learning_rate": 0.0002679490680310961,
      "loss": 0.9087,
      "step": 32629
    },
    {
      "epoch": 1.3364734794183903,
      "grad_norm": 0.717114206751839,
      "learning_rate": 0.00026794705307982714,
      "loss": 0.8126,
      "step": 32630
    },
    {
      "epoch": 1.3365144378455867,
      "grad_norm": 0.9822140521681353,
      "learning_rate": 0.00026794503807279964,
      "loss": 0.871,
      "step": 32631
    },
    {
      "epoch": 1.3365553962727832,
      "grad_norm": 1.0900363600027154,
      "learning_rate": 0.0002679430230100146,
      "loss": 0.8359,
      "step": 32632
    },
    {
      "epoch": 1.3365963546999795,
      "grad_norm": 1.0405840198187775,
      "learning_rate": 0.000267941007891473,
      "loss": 1.21,
      "step": 32633
    },
    {
      "epoch": 1.3366373131271758,
      "grad_norm": 0.9004418829894713,
      "learning_rate": 0.00026793899271717567,
      "loss": 0.7322,
      "step": 32634
    },
    {
      "epoch": 1.3366782715543724,
      "grad_norm": 1.0186349040135318,
      "learning_rate": 0.00026793697748712366,
      "loss": 1.3373,
      "step": 32635
    },
    {
      "epoch": 1.3367192299815687,
      "grad_norm": 3.6878286705630514,
      "learning_rate": 0.0002679349622013179,
      "loss": 4.8934,
      "step": 32636
    },
    {
      "epoch": 1.336760188408765,
      "grad_norm": 0.5200024681693082,
      "learning_rate": 0.00026793294685975924,
      "loss": 0.2566,
      "step": 32637
    },
    {
      "epoch": 1.3368011468359615,
      "grad_norm": 2.5100015793141477,
      "learning_rate": 0.00026793093146244883,
      "loss": 3.1975,
      "step": 32638
    },
    {
      "epoch": 1.3368421052631578,
      "grad_norm": 0.8254966180874455,
      "learning_rate": 0.0002679289160093875,
      "loss": 0.9136,
      "step": 32639
    },
    {
      "epoch": 1.3368830636903544,
      "grad_norm": 0.927963414716886,
      "learning_rate": 0.0002679269005005762,
      "loss": 0.9602,
      "step": 32640
    },
    {
      "epoch": 1.3369240221175507,
      "grad_norm": 2.229375039900694,
      "learning_rate": 0.00026792488493601586,
      "loss": 0.947,
      "step": 32641
    },
    {
      "epoch": 1.3369649805447472,
      "grad_norm": 0.9457788213435658,
      "learning_rate": 0.00026792286931570755,
      "loss": 0.8827,
      "step": 32642
    },
    {
      "epoch": 1.3370059389719435,
      "grad_norm": 1.520199742497863,
      "learning_rate": 0.0002679208536396521,
      "loss": 0.8772,
      "step": 32643
    },
    {
      "epoch": 1.3370468973991398,
      "grad_norm": 1.0500868873577263,
      "learning_rate": 0.0002679188379078506,
      "loss": 0.9807,
      "step": 32644
    },
    {
      "epoch": 1.3370878558263364,
      "grad_norm": 0.9224445750352411,
      "learning_rate": 0.00026791682212030384,
      "loss": 1.0186,
      "step": 32645
    },
    {
      "epoch": 1.3371288142535327,
      "grad_norm": 1.300825494513977,
      "learning_rate": 0.0002679148062770129,
      "loss": 0.8993,
      "step": 32646
    },
    {
      "epoch": 1.337169772680729,
      "grad_norm": 0.5946890303860441,
      "learning_rate": 0.0002679127903779786,
      "loss": 0.301,
      "step": 32647
    },
    {
      "epoch": 1.3372107311079255,
      "grad_norm": 1.0059462359512292,
      "learning_rate": 0.000267910774423202,
      "loss": 0.8976,
      "step": 32648
    },
    {
      "epoch": 1.3372516895351219,
      "grad_norm": 0.9736492408402669,
      "learning_rate": 0.0002679087584126841,
      "loss": 1.0476,
      "step": 32649
    },
    {
      "epoch": 1.3372926479623182,
      "grad_norm": 1.2752884083196645,
      "learning_rate": 0.0002679067423464257,
      "loss": 2.0331,
      "step": 32650
    },
    {
      "epoch": 1.3373336063895147,
      "grad_norm": 0.8486758393859438,
      "learning_rate": 0.0002679047262244279,
      "loss": 0.7176,
      "step": 32651
    },
    {
      "epoch": 1.337374564816711,
      "grad_norm": 1.0111046868106077,
      "learning_rate": 0.0002679027100466915,
      "loss": 0.8107,
      "step": 32652
    },
    {
      "epoch": 1.3374155232439073,
      "grad_norm": 1.50689381780572,
      "learning_rate": 0.0002679006938132176,
      "loss": 0.8915,
      "step": 32653
    },
    {
      "epoch": 1.3374564816711039,
      "grad_norm": 1.582919447362403,
      "learning_rate": 0.0002678986775240071,
      "loss": 0.896,
      "step": 32654
    },
    {
      "epoch": 1.3374974400983002,
      "grad_norm": 0.9572591991522141,
      "learning_rate": 0.00026789666117906093,
      "loss": 1.0214,
      "step": 32655
    },
    {
      "epoch": 1.3375383985254965,
      "grad_norm": 0.6061166825926405,
      "learning_rate": 0.00026789464477838007,
      "loss": 0.2829,
      "step": 32656
    },
    {
      "epoch": 1.337579356952693,
      "grad_norm": 0.9211283889719448,
      "learning_rate": 0.00026789262832196546,
      "loss": 0.8923,
      "step": 32657
    },
    {
      "epoch": 1.3376203153798893,
      "grad_norm": 0.8865686796930876,
      "learning_rate": 0.00026789061180981804,
      "loss": 0.8144,
      "step": 32658
    },
    {
      "epoch": 1.3376612738070859,
      "grad_norm": 1.183570328912384,
      "learning_rate": 0.0002678885952419388,
      "loss": 1.1625,
      "step": 32659
    },
    {
      "epoch": 1.3377022322342822,
      "grad_norm": 0.8978552491875406,
      "learning_rate": 0.00026788657861832865,
      "loss": 0.7207,
      "step": 32660
    },
    {
      "epoch": 1.3377431906614787,
      "grad_norm": 0.8445888821017878,
      "learning_rate": 0.00026788456193898853,
      "loss": 0.7133,
      "step": 32661
    },
    {
      "epoch": 1.337784149088675,
      "grad_norm": 0.9149410984598746,
      "learning_rate": 0.00026788254520391955,
      "loss": 0.8175,
      "step": 32662
    },
    {
      "epoch": 1.3378251075158714,
      "grad_norm": 1.2004237085013265,
      "learning_rate": 0.00026788052841312247,
      "loss": 1.0771,
      "step": 32663
    },
    {
      "epoch": 1.337866065943068,
      "grad_norm": 0.9262681049173318,
      "learning_rate": 0.0002678785115665983,
      "loss": 0.8377,
      "step": 32664
    },
    {
      "epoch": 1.3379070243702642,
      "grad_norm": 3.262416270294742,
      "learning_rate": 0.00026787649466434807,
      "loss": 2.0997,
      "step": 32665
    },
    {
      "epoch": 1.3379479827974605,
      "grad_norm": 0.8721536978240995,
      "learning_rate": 0.0002678744777063726,
      "loss": 0.6812,
      "step": 32666
    },
    {
      "epoch": 1.337988941224657,
      "grad_norm": 1.2346243557163412,
      "learning_rate": 0.0002678724606926729,
      "loss": 0.8118,
      "step": 32667
    },
    {
      "epoch": 1.3380298996518534,
      "grad_norm": 1.011223343728906,
      "learning_rate": 0.00026787044362325,
      "loss": 0.9743,
      "step": 32668
    },
    {
      "epoch": 1.3380708580790497,
      "grad_norm": 2.4439407712062016,
      "learning_rate": 0.0002678684264981048,
      "loss": 4.2934,
      "step": 32669
    },
    {
      "epoch": 1.3381118165062462,
      "grad_norm": 1.1507974838725605,
      "learning_rate": 0.0002678664093172382,
      "loss": 1.0065,
      "step": 32670
    },
    {
      "epoch": 1.3381527749334425,
      "grad_norm": 0.5606935012135394,
      "learning_rate": 0.00026786439208065124,
      "loss": 0.3091,
      "step": 32671
    },
    {
      "epoch": 1.3381937333606388,
      "grad_norm": 1.3634340762782033,
      "learning_rate": 0.00026786237478834484,
      "loss": 0.9942,
      "step": 32672
    },
    {
      "epoch": 1.3382346917878354,
      "grad_norm": 0.67871072243993,
      "learning_rate": 0.00026786035744031994,
      "loss": 0.3683,
      "step": 32673
    },
    {
      "epoch": 1.3382756502150317,
      "grad_norm": 0.5887294186522934,
      "learning_rate": 0.0002678583400365775,
      "loss": 0.2786,
      "step": 32674
    },
    {
      "epoch": 1.338316608642228,
      "grad_norm": 0.9191170012997958,
      "learning_rate": 0.00026785632257711846,
      "loss": 0.6734,
      "step": 32675
    },
    {
      "epoch": 1.3383575670694245,
      "grad_norm": 1.0273896520393613,
      "learning_rate": 0.0002678543050619438,
      "loss": 1.2403,
      "step": 32676
    },
    {
      "epoch": 1.3383985254966209,
      "grad_norm": 0.9956580451643374,
      "learning_rate": 0.00026785228749105446,
      "loss": 0.938,
      "step": 32677
    },
    {
      "epoch": 1.3384394839238174,
      "grad_norm": 1.7304564128236404,
      "learning_rate": 0.00026785026986445146,
      "loss": 0.9,
      "step": 32678
    },
    {
      "epoch": 1.3384804423510137,
      "grad_norm": 0.8790009356206138,
      "learning_rate": 0.0002678482521821356,
      "loss": 0.5018,
      "step": 32679
    },
    {
      "epoch": 1.3385214007782102,
      "grad_norm": 1.0541014000049003,
      "learning_rate": 0.000267846234444108,
      "loss": 0.7173,
      "step": 32680
    },
    {
      "epoch": 1.3385623592054066,
      "grad_norm": 1.30246254901229,
      "learning_rate": 0.00026784421665036946,
      "loss": 0.8479,
      "step": 32681
    },
    {
      "epoch": 1.3386033176326029,
      "grad_norm": 0.966101807053519,
      "learning_rate": 0.00026784219880092105,
      "loss": 0.7578,
      "step": 32682
    },
    {
      "epoch": 1.3386442760597994,
      "grad_norm": 1.2726885260279477,
      "learning_rate": 0.0002678401808957637,
      "loss": 1.0504,
      "step": 32683
    },
    {
      "epoch": 1.3386852344869957,
      "grad_norm": 1.0552079400612984,
      "learning_rate": 0.00026783816293489827,
      "loss": 0.9535,
      "step": 32684
    },
    {
      "epoch": 1.338726192914192,
      "grad_norm": 0.8167434551954654,
      "learning_rate": 0.0002678361449183259,
      "loss": 0.7778,
      "step": 32685
    },
    {
      "epoch": 1.3387671513413886,
      "grad_norm": 1.1096259769940213,
      "learning_rate": 0.0002678341268460474,
      "loss": 1.0945,
      "step": 32686
    },
    {
      "epoch": 1.3388081097685849,
      "grad_norm": 0.7515014782400714,
      "learning_rate": 0.00026783210871806376,
      "loss": 0.6168,
      "step": 32687
    },
    {
      "epoch": 1.3388490681957812,
      "grad_norm": 1.4473822649600672,
      "learning_rate": 0.00026783009053437594,
      "loss": 1.1796,
      "step": 32688
    },
    {
      "epoch": 1.3388900266229777,
      "grad_norm": 1.06904001963815,
      "learning_rate": 0.0002678280722949849,
      "loss": 0.8755,
      "step": 32689
    },
    {
      "epoch": 1.338930985050174,
      "grad_norm": 0.8581623663331182,
      "learning_rate": 0.00026782605399989156,
      "loss": 0.9088,
      "step": 32690
    },
    {
      "epoch": 1.3389719434773704,
      "grad_norm": 0.9262901983873819,
      "learning_rate": 0.0002678240356490969,
      "loss": 0.9348,
      "step": 32691
    },
    {
      "epoch": 1.339012901904567,
      "grad_norm": 0.7796390258056441,
      "learning_rate": 0.0002678220172426019,
      "loss": 0.7204,
      "step": 32692
    },
    {
      "epoch": 1.3390538603317632,
      "grad_norm": 0.9882144693130739,
      "learning_rate": 0.0002678199987804075,
      "loss": 1.0659,
      "step": 32693
    },
    {
      "epoch": 1.3390948187589595,
      "grad_norm": 2.4955462407153433,
      "learning_rate": 0.0002678179802625146,
      "loss": 1.7038,
      "step": 32694
    },
    {
      "epoch": 1.339135777186156,
      "grad_norm": 0.8593293324306069,
      "learning_rate": 0.0002678159616889242,
      "loss": 0.8563,
      "step": 32695
    },
    {
      "epoch": 1.3391767356133524,
      "grad_norm": 1.0478052565343523,
      "learning_rate": 0.00026781394305963726,
      "loss": 1.026,
      "step": 32696
    },
    {
      "epoch": 1.339217694040549,
      "grad_norm": 0.92984269569556,
      "learning_rate": 0.0002678119243746547,
      "loss": 0.7496,
      "step": 32697
    },
    {
      "epoch": 1.3392586524677452,
      "grad_norm": 0.8384943088682475,
      "learning_rate": 0.0002678099056339775,
      "loss": 1.0253,
      "step": 32698
    },
    {
      "epoch": 1.3392996108949418,
      "grad_norm": 0.9839784092057561,
      "learning_rate": 0.00026780788683760667,
      "loss": 0.8132,
      "step": 32699
    },
    {
      "epoch": 1.339340569322138,
      "grad_norm": 0.8905395032040236,
      "learning_rate": 0.00026780586798554306,
      "loss": 0.4665,
      "step": 32700
    },
    {
      "epoch": 1.3393815277493344,
      "grad_norm": 1.4034233290027154,
      "learning_rate": 0.0002678038490777877,
      "loss": 0.4951,
      "step": 32701
    },
    {
      "epoch": 1.339422486176531,
      "grad_norm": 0.5195855369654209,
      "learning_rate": 0.0002678018301143415,
      "loss": 0.2823,
      "step": 32702
    },
    {
      "epoch": 1.3394634446037272,
      "grad_norm": 0.8106732011981624,
      "learning_rate": 0.00026779981109520537,
      "loss": 0.66,
      "step": 32703
    },
    {
      "epoch": 1.3395044030309236,
      "grad_norm": 0.7660485331422172,
      "learning_rate": 0.00026779779202038044,
      "loss": 0.4545,
      "step": 32704
    },
    {
      "epoch": 1.33954536145812,
      "grad_norm": 1.200616739611294,
      "learning_rate": 0.0002677957728898675,
      "loss": 1.0099,
      "step": 32705
    },
    {
      "epoch": 1.3395863198853164,
      "grad_norm": 0.6232318527830888,
      "learning_rate": 0.0002677937537036675,
      "loss": 0.7395,
      "step": 32706
    },
    {
      "epoch": 1.3396272783125127,
      "grad_norm": 1.3833417519634086,
      "learning_rate": 0.0002677917344617815,
      "loss": 1.821,
      "step": 32707
    },
    {
      "epoch": 1.3396682367397093,
      "grad_norm": 0.9424548298360704,
      "learning_rate": 0.00026778971516421045,
      "loss": 0.9358,
      "step": 32708
    },
    {
      "epoch": 1.3397091951669056,
      "grad_norm": 1.0501099007036032,
      "learning_rate": 0.00026778769581095515,
      "loss": 0.3301,
      "step": 32709
    },
    {
      "epoch": 1.3397501535941019,
      "grad_norm": 0.7161572549038534,
      "learning_rate": 0.00026778567640201674,
      "loss": 0.3272,
      "step": 32710
    },
    {
      "epoch": 1.3397911120212984,
      "grad_norm": 0.60821773263848,
      "learning_rate": 0.0002677836569373961,
      "loss": 0.3033,
      "step": 32711
    },
    {
      "epoch": 1.3398320704484947,
      "grad_norm": 1.4548983606191406,
      "learning_rate": 0.0002677816374170941,
      "loss": 1.2784,
      "step": 32712
    },
    {
      "epoch": 1.339873028875691,
      "grad_norm": 0.9113506664903632,
      "learning_rate": 0.0002677796178411119,
      "loss": 0.6988,
      "step": 32713
    },
    {
      "epoch": 1.3399139873028876,
      "grad_norm": 1.2047633223918643,
      "learning_rate": 0.0002677775982094502,
      "loss": 1.2164,
      "step": 32714
    },
    {
      "epoch": 1.339954945730084,
      "grad_norm": 0.8350612429941637,
      "learning_rate": 0.0002677755785221102,
      "loss": 0.3893,
      "step": 32715
    },
    {
      "epoch": 1.3399959041572804,
      "grad_norm": 0.8739123039399943,
      "learning_rate": 0.00026777355877909267,
      "loss": 0.9132,
      "step": 32716
    },
    {
      "epoch": 1.3400368625844767,
      "grad_norm": 0.9888900993280805,
      "learning_rate": 0.00026777153898039865,
      "loss": 1.2241,
      "step": 32717
    },
    {
      "epoch": 1.3400778210116733,
      "grad_norm": 0.8343602526840666,
      "learning_rate": 0.00026776951912602906,
      "loss": 0.8911,
      "step": 32718
    },
    {
      "epoch": 1.3401187794388696,
      "grad_norm": 0.8021354598694785,
      "learning_rate": 0.00026776749921598493,
      "loss": 0.8338,
      "step": 32719
    },
    {
      "epoch": 1.340159737866066,
      "grad_norm": 0.8070217692351569,
      "learning_rate": 0.0002677654792502671,
      "loss": 0.9404,
      "step": 32720
    },
    {
      "epoch": 1.3402006962932624,
      "grad_norm": 0.7663532124010211,
      "learning_rate": 0.0002677634592288767,
      "loss": 0.6914,
      "step": 32721
    },
    {
      "epoch": 1.3402416547204588,
      "grad_norm": 1.6475095942511822,
      "learning_rate": 0.00026776143915181445,
      "loss": 2.642,
      "step": 32722
    },
    {
      "epoch": 1.340282613147655,
      "grad_norm": 0.9666264576979168,
      "learning_rate": 0.00026775941901908143,
      "loss": 0.8116,
      "step": 32723
    },
    {
      "epoch": 1.3403235715748516,
      "grad_norm": 1.136647852027695,
      "learning_rate": 0.00026775739883067864,
      "loss": 0.9701,
      "step": 32724
    },
    {
      "epoch": 1.340364530002048,
      "grad_norm": 0.8889487826961435,
      "learning_rate": 0.00026775537858660694,
      "loss": 0.879,
      "step": 32725
    },
    {
      "epoch": 1.3404054884292442,
      "grad_norm": 2.0512192928232786,
      "learning_rate": 0.0002677533582868674,
      "loss": 3.7076,
      "step": 32726
    },
    {
      "epoch": 1.3404464468564408,
      "grad_norm": 1.0111441382767103,
      "learning_rate": 0.00026775133793146085,
      "loss": 1.1423,
      "step": 32727
    },
    {
      "epoch": 1.340487405283637,
      "grad_norm": 1.3115637198873122,
      "learning_rate": 0.0002677493175203883,
      "loss": 1.212,
      "step": 32728
    },
    {
      "epoch": 1.3405283637108334,
      "grad_norm": 0.8587701816357207,
      "learning_rate": 0.0002677472970536507,
      "loss": 0.5969,
      "step": 32729
    },
    {
      "epoch": 1.34056932213803,
      "grad_norm": 1.0282589319751931,
      "learning_rate": 0.0002677452765312491,
      "loss": 0.8996,
      "step": 32730
    },
    {
      "epoch": 1.3406102805652262,
      "grad_norm": 0.8994751321237484,
      "learning_rate": 0.00026774325595318424,
      "loss": 0.3569,
      "step": 32731
    },
    {
      "epoch": 1.3406512389924226,
      "grad_norm": 0.8894103227670371,
      "learning_rate": 0.0002677412353194573,
      "loss": 0.8928,
      "step": 32732
    },
    {
      "epoch": 1.340692197419619,
      "grad_norm": 0.8841675156829991,
      "learning_rate": 0.00026773921463006905,
      "loss": 0.7299,
      "step": 32733
    },
    {
      "epoch": 1.3407331558468154,
      "grad_norm": 0.923968436021963,
      "learning_rate": 0.0002677371938850206,
      "loss": 0.9324,
      "step": 32734
    },
    {
      "epoch": 1.340774114274012,
      "grad_norm": 0.874201764704952,
      "learning_rate": 0.0002677351730843128,
      "loss": 0.6113,
      "step": 32735
    },
    {
      "epoch": 1.3408150727012083,
      "grad_norm": 0.9783170266655697,
      "learning_rate": 0.00026773315222794664,
      "loss": 0.6522,
      "step": 32736
    },
    {
      "epoch": 1.3408560311284048,
      "grad_norm": 1.1235486613104546,
      "learning_rate": 0.0002677311313159231,
      "loss": 1.1526,
      "step": 32737
    },
    {
      "epoch": 1.340896989555601,
      "grad_norm": 0.8614974442819597,
      "learning_rate": 0.0002677291103482431,
      "loss": 0.3858,
      "step": 32738
    },
    {
      "epoch": 1.3409379479827974,
      "grad_norm": 1.0379324729717783,
      "learning_rate": 0.0002677270893249076,
      "loss": 0.8303,
      "step": 32739
    },
    {
      "epoch": 1.340978906409994,
      "grad_norm": 0.9846491214710218,
      "learning_rate": 0.00026772506824591756,
      "loss": 0.8178,
      "step": 32740
    },
    {
      "epoch": 1.3410198648371903,
      "grad_norm": 0.7405308102218037,
      "learning_rate": 0.00026772304711127396,
      "loss": 0.727,
      "step": 32741
    },
    {
      "epoch": 1.3410608232643866,
      "grad_norm": 1.3901839136938734,
      "learning_rate": 0.0002677210259209777,
      "loss": 1.0495,
      "step": 32742
    },
    {
      "epoch": 1.3411017816915831,
      "grad_norm": 0.8714037220068733,
      "learning_rate": 0.0002677190046750298,
      "loss": 0.5963,
      "step": 32743
    },
    {
      "epoch": 1.3411427401187794,
      "grad_norm": 22.837077284131347,
      "learning_rate": 0.0002677169833734312,
      "loss": 2.4172,
      "step": 32744
    },
    {
      "epoch": 1.3411836985459757,
      "grad_norm": 0.9175856842586305,
      "learning_rate": 0.00026771496201618287,
      "loss": 0.5402,
      "step": 32745
    },
    {
      "epoch": 1.3412246569731723,
      "grad_norm": 0.557113448392905,
      "learning_rate": 0.00026771294060328566,
      "loss": 0.2883,
      "step": 32746
    },
    {
      "epoch": 1.3412656154003686,
      "grad_norm": 0.6785068057663208,
      "learning_rate": 0.00026771091913474065,
      "loss": 0.331,
      "step": 32747
    },
    {
      "epoch": 1.341306573827565,
      "grad_norm": 1.2722429284115309,
      "learning_rate": 0.00026770889761054873,
      "loss": 1.0685,
      "step": 32748
    },
    {
      "epoch": 1.3413475322547614,
      "grad_norm": 1.6335886590997912,
      "learning_rate": 0.00026770687603071085,
      "loss": 1.3531,
      "step": 32749
    },
    {
      "epoch": 1.3413884906819578,
      "grad_norm": 1.190282113368849,
      "learning_rate": 0.00026770485439522797,
      "loss": 1.094,
      "step": 32750
    },
    {
      "epoch": 1.341429449109154,
      "grad_norm": 1.1080133355146133,
      "learning_rate": 0.0002677028327041012,
      "loss": 1.0237,
      "step": 32751
    },
    {
      "epoch": 1.3414704075363506,
      "grad_norm": 0.7574822440118992,
      "learning_rate": 0.00026770081095733124,
      "loss": 0.401,
      "step": 32752
    },
    {
      "epoch": 1.341511365963547,
      "grad_norm": 1.418985101159888,
      "learning_rate": 0.0002676987891549192,
      "loss": 1.1118,
      "step": 32753
    },
    {
      "epoch": 1.3415523243907435,
      "grad_norm": 4.950177842025027,
      "learning_rate": 0.00026769676729686596,
      "loss": 2.1535,
      "step": 32754
    },
    {
      "epoch": 1.3415932828179398,
      "grad_norm": 1.0862226880509753,
      "learning_rate": 0.00026769474538317257,
      "loss": 0.802,
      "step": 32755
    },
    {
      "epoch": 1.3416342412451363,
      "grad_norm": 1.0110140451096465,
      "learning_rate": 0.00026769272341383994,
      "loss": 0.9632,
      "step": 32756
    },
    {
      "epoch": 1.3416751996723326,
      "grad_norm": 1.8490691726301374,
      "learning_rate": 0.000267690701388869,
      "loss": 2.7886,
      "step": 32757
    },
    {
      "epoch": 1.341716158099529,
      "grad_norm": 2.7514023692621663,
      "learning_rate": 0.0002676886793082607,
      "loss": 4.5235,
      "step": 32758
    },
    {
      "epoch": 1.3417571165267255,
      "grad_norm": 1.0509046296191262,
      "learning_rate": 0.0002676866571720161,
      "loss": 1.0279,
      "step": 32759
    },
    {
      "epoch": 1.3417980749539218,
      "grad_norm": 0.8737270396225233,
      "learning_rate": 0.000267684634980136,
      "loss": 0.8221,
      "step": 32760
    },
    {
      "epoch": 1.341839033381118,
      "grad_norm": 2.5659923101184163,
      "learning_rate": 0.0002676826127326214,
      "loss": 3.8972,
      "step": 32761
    },
    {
      "epoch": 1.3418799918083146,
      "grad_norm": 0.8294753235885499,
      "learning_rate": 0.0002676805904294734,
      "loss": 0.7558,
      "step": 32762
    },
    {
      "epoch": 1.341920950235511,
      "grad_norm": 1.2652598493224112,
      "learning_rate": 0.00026767856807069273,
      "loss": 1.0667,
      "step": 32763
    },
    {
      "epoch": 1.3419619086627073,
      "grad_norm": 0.8976712204961244,
      "learning_rate": 0.0002676765456562805,
      "loss": 0.8417,
      "step": 32764
    },
    {
      "epoch": 1.3420028670899038,
      "grad_norm": 1.060478253199325,
      "learning_rate": 0.0002676745231862377,
      "loss": 0.4845,
      "step": 32765
    },
    {
      "epoch": 1.3420438255171,
      "grad_norm": 4.406087300912869,
      "learning_rate": 0.00026767250066056514,
      "loss": 4.5846,
      "step": 32766
    },
    {
      "epoch": 1.3420847839442964,
      "grad_norm": 1.2489644761638494,
      "learning_rate": 0.0002676704780792639,
      "loss": 0.7196,
      "step": 32767
    },
    {
      "epoch": 1.342125742371493,
      "grad_norm": 0.7634664779640777,
      "learning_rate": 0.0002676684554423349,
      "loss": 0.9016,
      "step": 32768
    },
    {
      "epoch": 1.3421667007986893,
      "grad_norm": 1.2071504804761306,
      "learning_rate": 0.000267666432749779,
      "loss": 0.8988,
      "step": 32769
    },
    {
      "epoch": 1.3422076592258858,
      "grad_norm": 0.6776049295310224,
      "learning_rate": 0.0002676644100015973,
      "loss": 0.3415,
      "step": 32770
    },
    {
      "epoch": 1.3422486176530821,
      "grad_norm": 1.0581025211078856,
      "learning_rate": 0.00026766238719779065,
      "loss": 0.7967,
      "step": 32771
    },
    {
      "epoch": 1.3422895760802784,
      "grad_norm": 0.959716676150399,
      "learning_rate": 0.00026766036433836007,
      "loss": 0.7451,
      "step": 32772
    },
    {
      "epoch": 1.342330534507475,
      "grad_norm": 0.8430764167210086,
      "learning_rate": 0.0002676583414233065,
      "loss": 0.7584,
      "step": 32773
    },
    {
      "epoch": 1.3423714929346713,
      "grad_norm": 1.1185090840715606,
      "learning_rate": 0.0002676563184526309,
      "loss": 1.2568,
      "step": 32774
    },
    {
      "epoch": 1.3424124513618678,
      "grad_norm": 1.37226298411684,
      "learning_rate": 0.00026765429542633426,
      "loss": 0.6963,
      "step": 32775
    },
    {
      "epoch": 1.3424534097890641,
      "grad_norm": 1.1264957903593673,
      "learning_rate": 0.0002676522723444174,
      "loss": 0.913,
      "step": 32776
    },
    {
      "epoch": 1.3424943682162604,
      "grad_norm": 0.8682896545604388,
      "learning_rate": 0.00026765024920688145,
      "loss": 0.8305,
      "step": 32777
    },
    {
      "epoch": 1.342535326643457,
      "grad_norm": 0.8018435324678277,
      "learning_rate": 0.00026764822601372726,
      "loss": 0.8406,
      "step": 32778
    },
    {
      "epoch": 1.3425762850706533,
      "grad_norm": 0.639360636367211,
      "learning_rate": 0.00026764620276495583,
      "loss": 0.3317,
      "step": 32779
    },
    {
      "epoch": 1.3426172434978496,
      "grad_norm": 1.0530193823185254,
      "learning_rate": 0.0002676441794605681,
      "loss": 0.5743,
      "step": 32780
    },
    {
      "epoch": 1.3426582019250461,
      "grad_norm": 1.0296669083668926,
      "learning_rate": 0.00026764215610056505,
      "loss": 0.7276,
      "step": 32781
    },
    {
      "epoch": 1.3426991603522425,
      "grad_norm": 1.8869194639759852,
      "learning_rate": 0.0002676401326849476,
      "loss": 0.9011,
      "step": 32782
    },
    {
      "epoch": 1.3427401187794388,
      "grad_norm": 1.1322379602562869,
      "learning_rate": 0.0002676381092137167,
      "loss": 0.7847,
      "step": 32783
    },
    {
      "epoch": 1.3427810772066353,
      "grad_norm": 0.9422592373669262,
      "learning_rate": 0.0002676360856868733,
      "loss": 0.7105,
      "step": 32784
    },
    {
      "epoch": 1.3428220356338316,
      "grad_norm": 0.9041745985851508,
      "learning_rate": 0.00026763406210441844,
      "loss": 0.8189,
      "step": 32785
    },
    {
      "epoch": 1.342862994061028,
      "grad_norm": 1.384809467628278,
      "learning_rate": 0.000267632038466353,
      "loss": 1.0298,
      "step": 32786
    },
    {
      "epoch": 1.3429039524882245,
      "grad_norm": 0.8836177379702544,
      "learning_rate": 0.00026763001477267796,
      "loss": 0.593,
      "step": 32787
    },
    {
      "epoch": 1.3429449109154208,
      "grad_norm": 1.0607556955285438,
      "learning_rate": 0.00026762799102339425,
      "loss": 0.9902,
      "step": 32788
    },
    {
      "epoch": 1.3429858693426173,
      "grad_norm": 1.0337990231399734,
      "learning_rate": 0.0002676259672185029,
      "loss": 0.9771,
      "step": 32789
    },
    {
      "epoch": 1.3430268277698136,
      "grad_norm": 0.9562091184652375,
      "learning_rate": 0.00026762394335800476,
      "loss": 0.9191,
      "step": 32790
    },
    {
      "epoch": 1.3430677861970102,
      "grad_norm": 0.992535015259893,
      "learning_rate": 0.0002676219194419009,
      "loss": 0.7925,
      "step": 32791
    },
    {
      "epoch": 1.3431087446242065,
      "grad_norm": 0.8080844950456846,
      "learning_rate": 0.0002676198954701922,
      "loss": 0.8669,
      "step": 32792
    },
    {
      "epoch": 1.3431497030514028,
      "grad_norm": 0.5120373353047506,
      "learning_rate": 0.00026761787144287966,
      "loss": 0.3067,
      "step": 32793
    },
    {
      "epoch": 1.3431906614785993,
      "grad_norm": 0.8096477790035491,
      "learning_rate": 0.00026761584735996417,
      "loss": 0.9126,
      "step": 32794
    },
    {
      "epoch": 1.3432316199057956,
      "grad_norm": 0.8207092933300959,
      "learning_rate": 0.0002676138232214468,
      "loss": 0.8403,
      "step": 32795
    },
    {
      "epoch": 1.343272578332992,
      "grad_norm": 0.9059915635193836,
      "learning_rate": 0.0002676117990273284,
      "loss": 0.8579,
      "step": 32796
    },
    {
      "epoch": 1.3433135367601885,
      "grad_norm": 1.155695522554969,
      "learning_rate": 0.00026760977477760994,
      "loss": 0.7215,
      "step": 32797
    },
    {
      "epoch": 1.3433544951873848,
      "grad_norm": 0.8715812497722897,
      "learning_rate": 0.00026760775047229244,
      "loss": 0.8777,
      "step": 32798
    },
    {
      "epoch": 1.3433954536145811,
      "grad_norm": 2.893187891246566,
      "learning_rate": 0.00026760572611137683,
      "loss": 1.8011,
      "step": 32799
    },
    {
      "epoch": 1.3434364120417777,
      "grad_norm": 0.9063224382472249,
      "learning_rate": 0.000267603701694864,
      "loss": 0.6772,
      "step": 32800
    },
    {
      "epoch": 1.343477370468974,
      "grad_norm": 0.8407539775485771,
      "learning_rate": 0.00026760167722275494,
      "loss": 0.6542,
      "step": 32801
    },
    {
      "epoch": 1.3435183288961703,
      "grad_norm": 0.5641063989011461,
      "learning_rate": 0.00026759965269505077,
      "loss": 0.2745,
      "step": 32802
    },
    {
      "epoch": 1.3435592873233668,
      "grad_norm": 0.9786592421393839,
      "learning_rate": 0.0002675976281117522,
      "loss": 1.0021,
      "step": 32803
    },
    {
      "epoch": 1.3436002457505631,
      "grad_norm": 0.8353347256196028,
      "learning_rate": 0.0002675956034728603,
      "loss": 0.7734,
      "step": 32804
    },
    {
      "epoch": 1.3436412041777595,
      "grad_norm": 0.980108910608278,
      "learning_rate": 0.0002675935787783761,
      "loss": 0.5873,
      "step": 32805
    },
    {
      "epoch": 1.343682162604956,
      "grad_norm": 0.747386492007548,
      "learning_rate": 0.0002675915540283004,
      "loss": 0.539,
      "step": 32806
    },
    {
      "epoch": 1.3437231210321523,
      "grad_norm": 1.1820655214292268,
      "learning_rate": 0.00026758952922263424,
      "loss": 1.2497,
      "step": 32807
    },
    {
      "epoch": 1.3437640794593488,
      "grad_norm": 1.0464666994280734,
      "learning_rate": 0.0002675875043613786,
      "loss": 0.616,
      "step": 32808
    },
    {
      "epoch": 1.3438050378865452,
      "grad_norm": 3.616578022882249,
      "learning_rate": 0.0002675854794445344,
      "loss": 4.6629,
      "step": 32809
    },
    {
      "epoch": 1.3438459963137417,
      "grad_norm": 2.845556724384216,
      "learning_rate": 0.00026758345447210264,
      "loss": 7.7601,
      "step": 32810
    },
    {
      "epoch": 1.343886954740938,
      "grad_norm": 1.03623379915033,
      "learning_rate": 0.00026758142944408416,
      "loss": 0.7722,
      "step": 32811
    },
    {
      "epoch": 1.3439279131681343,
      "grad_norm": 1.0018483790212944,
      "learning_rate": 0.0002675794043604801,
      "loss": 1.0017,
      "step": 32812
    },
    {
      "epoch": 1.3439688715953308,
      "grad_norm": 1.001044326929548,
      "learning_rate": 0.0002675773792212913,
      "loss": 0.7974,
      "step": 32813
    },
    {
      "epoch": 1.3440098300225272,
      "grad_norm": 1.1318833527823429,
      "learning_rate": 0.0002675753540265187,
      "loss": 1.2161,
      "step": 32814
    },
    {
      "epoch": 1.3440507884497235,
      "grad_norm": 0.9375185918443771,
      "learning_rate": 0.0002675733287761633,
      "loss": 0.9356,
      "step": 32815
    },
    {
      "epoch": 1.34409174687692,
      "grad_norm": 1.3256972322750311,
      "learning_rate": 0.0002675713034702261,
      "loss": 1.3026,
      "step": 32816
    },
    {
      "epoch": 1.3441327053041163,
      "grad_norm": 1.3255198702876216,
      "learning_rate": 0.000267569278108708,
      "loss": 1.0693,
      "step": 32817
    },
    {
      "epoch": 1.3441736637313126,
      "grad_norm": 1.8955565528490383,
      "learning_rate": 0.0002675672526916099,
      "loss": 1.0204,
      "step": 32818
    },
    {
      "epoch": 1.3442146221585092,
      "grad_norm": 1.561438132922532,
      "learning_rate": 0.0002675652272189329,
      "loss": 1.8184,
      "step": 32819
    },
    {
      "epoch": 1.3442555805857055,
      "grad_norm": 1.1329934661540348,
      "learning_rate": 0.00026756320169067784,
      "loss": 0.987,
      "step": 32820
    },
    {
      "epoch": 1.3442965390129018,
      "grad_norm": 0.9551704474576515,
      "learning_rate": 0.0002675611761068457,
      "loss": 0.9546,
      "step": 32821
    },
    {
      "epoch": 1.3443374974400983,
      "grad_norm": 4.517173092617695,
      "learning_rate": 0.0002675591504674375,
      "loss": 1.6884,
      "step": 32822
    },
    {
      "epoch": 1.3443784558672947,
      "grad_norm": 1.008239221120986,
      "learning_rate": 0.00026755712477245417,
      "loss": 0.4178,
      "step": 32823
    },
    {
      "epoch": 1.344419414294491,
      "grad_norm": 0.6004173662596304,
      "learning_rate": 0.00026755509902189663,
      "loss": 0.2567,
      "step": 32824
    },
    {
      "epoch": 1.3444603727216875,
      "grad_norm": 0.8770104537785511,
      "learning_rate": 0.0002675530732157659,
      "loss": 0.7111,
      "step": 32825
    },
    {
      "epoch": 1.3445013311488838,
      "grad_norm": 0.8559946791619575,
      "learning_rate": 0.0002675510473540628,
      "loss": 0.9452,
      "step": 32826
    },
    {
      "epoch": 1.3445422895760804,
      "grad_norm": 1.012029392151886,
      "learning_rate": 0.0002675490214367885,
      "loss": 0.9351,
      "step": 32827
    },
    {
      "epoch": 1.3445832480032767,
      "grad_norm": 1.117124198423476,
      "learning_rate": 0.0002675469954639437,
      "loss": 0.8512,
      "step": 32828
    },
    {
      "epoch": 1.3446242064304732,
      "grad_norm": 1.0460193457372795,
      "learning_rate": 0.0002675449694355296,
      "loss": 1.186,
      "step": 32829
    },
    {
      "epoch": 1.3446651648576695,
      "grad_norm": 1.0193145093408218,
      "learning_rate": 0.0002675429433515471,
      "loss": 1.0346,
      "step": 32830
    },
    {
      "epoch": 1.3447061232848658,
      "grad_norm": 0.8440816167515616,
      "learning_rate": 0.0002675409172119971,
      "loss": 0.801,
      "step": 32831
    },
    {
      "epoch": 1.3447470817120624,
      "grad_norm": 0.8978160184865852,
      "learning_rate": 0.0002675388910168805,
      "loss": 0.9939,
      "step": 32832
    },
    {
      "epoch": 1.3447880401392587,
      "grad_norm": 1.412070778625562,
      "learning_rate": 0.0002675368647661984,
      "loss": 0.6386,
      "step": 32833
    },
    {
      "epoch": 1.344828998566455,
      "grad_norm": 1.143236055623773,
      "learning_rate": 0.00026753483845995163,
      "loss": 0.9401,
      "step": 32834
    },
    {
      "epoch": 1.3448699569936515,
      "grad_norm": 0.8751070769169638,
      "learning_rate": 0.00026753281209814124,
      "loss": 0.7823,
      "step": 32835
    },
    {
      "epoch": 1.3449109154208478,
      "grad_norm": 1.4451143910555186,
      "learning_rate": 0.0002675307856807682,
      "loss": 0.733,
      "step": 32836
    },
    {
      "epoch": 1.3449518738480442,
      "grad_norm": 1.022600844589318,
      "learning_rate": 0.0002675287592078333,
      "loss": 0.7834,
      "step": 32837
    },
    {
      "epoch": 1.3449928322752407,
      "grad_norm": 1.0904476119170723,
      "learning_rate": 0.0002675267326793378,
      "loss": 0.798,
      "step": 32838
    },
    {
      "epoch": 1.345033790702437,
      "grad_norm": 1.033476119894414,
      "learning_rate": 0.00026752470609528234,
      "loss": 0.7546,
      "step": 32839
    },
    {
      "epoch": 1.3450747491296333,
      "grad_norm": 1.0662827885837034,
      "learning_rate": 0.0002675226794556681,
      "loss": 1.1247,
      "step": 32840
    },
    {
      "epoch": 1.3451157075568299,
      "grad_norm": 0.7508645826199639,
      "learning_rate": 0.0002675206527604959,
      "loss": 0.3369,
      "step": 32841
    },
    {
      "epoch": 1.3451566659840262,
      "grad_norm": 0.9339092532279109,
      "learning_rate": 0.00026751862600976677,
      "loss": 0.692,
      "step": 32842
    },
    {
      "epoch": 1.3451976244112225,
      "grad_norm": 0.5438953638236217,
      "learning_rate": 0.0002675165992034817,
      "loss": 0.2719,
      "step": 32843
    },
    {
      "epoch": 1.345238582838419,
      "grad_norm": 1.046843721104467,
      "learning_rate": 0.00026751457234164153,
      "loss": 0.9857,
      "step": 32844
    },
    {
      "epoch": 1.3452795412656153,
      "grad_norm": 0.6424691937085022,
      "learning_rate": 0.00026751254542424735,
      "loss": 0.3401,
      "step": 32845
    },
    {
      "epoch": 1.3453204996928119,
      "grad_norm": 1.1594818958111277,
      "learning_rate": 0.0002675105184513,
      "loss": 0.8965,
      "step": 32846
    },
    {
      "epoch": 1.3453614581200082,
      "grad_norm": 0.8968514173074544,
      "learning_rate": 0.0002675084914228005,
      "loss": 0.825,
      "step": 32847
    },
    {
      "epoch": 1.3454024165472047,
      "grad_norm": 0.8928564673112414,
      "learning_rate": 0.00026750646433874983,
      "loss": 0.7763,
      "step": 32848
    },
    {
      "epoch": 1.345443374974401,
      "grad_norm": 1.1968626853752373,
      "learning_rate": 0.00026750443719914896,
      "loss": 1.1867,
      "step": 32849
    },
    {
      "epoch": 1.3454843334015973,
      "grad_norm": 0.882556903430977,
      "learning_rate": 0.00026750241000399877,
      "loss": 0.9348,
      "step": 32850
    },
    {
      "epoch": 1.3455252918287939,
      "grad_norm": 0.7530185568965974,
      "learning_rate": 0.0002675003827533003,
      "loss": 0.758,
      "step": 32851
    },
    {
      "epoch": 1.3455662502559902,
      "grad_norm": 0.8657264141966231,
      "learning_rate": 0.0002674983554470544,
      "loss": 0.9789,
      "step": 32852
    },
    {
      "epoch": 1.3456072086831865,
      "grad_norm": 0.9321924423872703,
      "learning_rate": 0.00026749632808526207,
      "loss": 0.5664,
      "step": 32853
    },
    {
      "epoch": 1.345648167110383,
      "grad_norm": 0.7438918578967296,
      "learning_rate": 0.0002674943006679244,
      "loss": 0.4812,
      "step": 32854
    },
    {
      "epoch": 1.3456891255375794,
      "grad_norm": 2.279603966145174,
      "learning_rate": 0.00026749227319504214,
      "loss": 2.9192,
      "step": 32855
    },
    {
      "epoch": 1.3457300839647757,
      "grad_norm": 0.8514914917414774,
      "learning_rate": 0.0002674902456666164,
      "loss": 0.8068,
      "step": 32856
    },
    {
      "epoch": 1.3457710423919722,
      "grad_norm": 1.8467367272360338,
      "learning_rate": 0.0002674882180826481,
      "loss": 1.1172,
      "step": 32857
    },
    {
      "epoch": 1.3458120008191685,
      "grad_norm": 0.723153482700599,
      "learning_rate": 0.0002674861904431382,
      "loss": 0.6167,
      "step": 32858
    },
    {
      "epoch": 1.3458529592463648,
      "grad_norm": 1.0026729602801816,
      "learning_rate": 0.00026748416274808765,
      "loss": 0.9162,
      "step": 32859
    },
    {
      "epoch": 1.3458939176735614,
      "grad_norm": 0.9263230881906567,
      "learning_rate": 0.0002674821349974974,
      "loss": 0.5209,
      "step": 32860
    },
    {
      "epoch": 1.3459348761007577,
      "grad_norm": 0.8089316967583428,
      "learning_rate": 0.00026748010719136836,
      "loss": 0.7731,
      "step": 32861
    },
    {
      "epoch": 1.345975834527954,
      "grad_norm": 0.8417196104634838,
      "learning_rate": 0.00026747807932970153,
      "loss": 0.5254,
      "step": 32862
    },
    {
      "epoch": 1.3460167929551505,
      "grad_norm": 0.97132868549112,
      "learning_rate": 0.00026747605141249796,
      "loss": 0.8674,
      "step": 32863
    },
    {
      "epoch": 1.3460577513823468,
      "grad_norm": 9.237056613532507,
      "learning_rate": 0.0002674740234397585,
      "loss": 4.9975,
      "step": 32864
    },
    {
      "epoch": 1.3460987098095434,
      "grad_norm": 0.992476896937899,
      "learning_rate": 0.0002674719954114841,
      "loss": 0.8033,
      "step": 32865
    },
    {
      "epoch": 1.3461396682367397,
      "grad_norm": 1.0882038864689574,
      "learning_rate": 0.0002674699673276758,
      "loss": 1.0537,
      "step": 32866
    },
    {
      "epoch": 1.3461806266639362,
      "grad_norm": 1.0139050183839384,
      "learning_rate": 0.0002674679391883345,
      "loss": 1.0819,
      "step": 32867
    },
    {
      "epoch": 1.3462215850911325,
      "grad_norm": 2.6407663104349455,
      "learning_rate": 0.0002674659109934612,
      "loss": 2.4982,
      "step": 32868
    },
    {
      "epoch": 1.3462625435183289,
      "grad_norm": 0.9652408939548522,
      "learning_rate": 0.00026746388274305683,
      "loss": 0.7047,
      "step": 32869
    },
    {
      "epoch": 1.3463035019455254,
      "grad_norm": 0.8831157372302415,
      "learning_rate": 0.0002674618544371224,
      "loss": 0.7948,
      "step": 32870
    },
    {
      "epoch": 1.3463444603727217,
      "grad_norm": 0.8274476947707179,
      "learning_rate": 0.0002674598260756587,
      "loss": 0.7859,
      "step": 32871
    },
    {
      "epoch": 1.346385418799918,
      "grad_norm": 0.9357242051193007,
      "learning_rate": 0.00026745779765866684,
      "loss": 0.3749,
      "step": 32872
    },
    {
      "epoch": 1.3464263772271146,
      "grad_norm": 0.7091151513821,
      "learning_rate": 0.0002674557691861478,
      "loss": 0.632,
      "step": 32873
    },
    {
      "epoch": 1.3464673356543109,
      "grad_norm": 0.5974644703801862,
      "learning_rate": 0.00026745374065810247,
      "loss": 0.4456,
      "step": 32874
    },
    {
      "epoch": 1.3465082940815072,
      "grad_norm": 1.5163964904806362,
      "learning_rate": 0.0002674517120745318,
      "loss": 1.2742,
      "step": 32875
    },
    {
      "epoch": 1.3465492525087037,
      "grad_norm": 1.3669285795491022,
      "learning_rate": 0.0002674496834354368,
      "loss": 1.8002,
      "step": 32876
    },
    {
      "epoch": 1.3465902109359,
      "grad_norm": 2.3884790469646693,
      "learning_rate": 0.00026744765474081845,
      "loss": 1.1922,
      "step": 32877
    },
    {
      "epoch": 1.3466311693630963,
      "grad_norm": 1.1516941699215621,
      "learning_rate": 0.0002674456259906776,
      "loss": 1.0918,
      "step": 32878
    },
    {
      "epoch": 1.3466721277902929,
      "grad_norm": 0.630006765835639,
      "learning_rate": 0.00026744359718501527,
      "loss": 0.3004,
      "step": 32879
    },
    {
      "epoch": 1.3467130862174892,
      "grad_norm": 0.9289035036191748,
      "learning_rate": 0.00026744156832383243,
      "loss": 1.075,
      "step": 32880
    },
    {
      "epoch": 1.3467540446446855,
      "grad_norm": 1.4479883571712884,
      "learning_rate": 0.00026743953940713003,
      "loss": 0.67,
      "step": 32881
    },
    {
      "epoch": 1.346795003071882,
      "grad_norm": 0.6461343903797885,
      "learning_rate": 0.0002674375104349091,
      "loss": 0.336,
      "step": 32882
    },
    {
      "epoch": 1.3468359614990784,
      "grad_norm": 0.9606560439587947,
      "learning_rate": 0.0002674354814071705,
      "loss": 0.6372,
      "step": 32883
    },
    {
      "epoch": 1.346876919926275,
      "grad_norm": 1.1099787275683197,
      "learning_rate": 0.00026743345232391517,
      "loss": 0.9737,
      "step": 32884
    },
    {
      "epoch": 1.3469178783534712,
      "grad_norm": 1.0184767192772897,
      "learning_rate": 0.00026743142318514415,
      "loss": 0.9216,
      "step": 32885
    },
    {
      "epoch": 1.3469588367806677,
      "grad_norm": 1.0650501546343383,
      "learning_rate": 0.00026742939399085835,
      "loss": 1.1651,
      "step": 32886
    },
    {
      "epoch": 1.346999795207864,
      "grad_norm": 2.0910806271660403,
      "learning_rate": 0.00026742736474105874,
      "loss": 0.9142,
      "step": 32887
    },
    {
      "epoch": 1.3470407536350604,
      "grad_norm": 0.8575532473794696,
      "learning_rate": 0.0002674253354357463,
      "loss": 0.7886,
      "step": 32888
    },
    {
      "epoch": 1.347081712062257,
      "grad_norm": 0.46842700503122825,
      "learning_rate": 0.000267423306074922,
      "loss": 0.2679,
      "step": 32889
    },
    {
      "epoch": 1.3471226704894532,
      "grad_norm": 3.360873698465357,
      "learning_rate": 0.0002674212766585868,
      "loss": 2.7075,
      "step": 32890
    },
    {
      "epoch": 1.3471636289166495,
      "grad_norm": 1.073240751510213,
      "learning_rate": 0.00026741924718674153,
      "loss": 0.8784,
      "step": 32891
    },
    {
      "epoch": 1.347204587343846,
      "grad_norm": 1.152213464153222,
      "learning_rate": 0.0002674172176593873,
      "loss": 1.0593,
      "step": 32892
    },
    {
      "epoch": 1.3472455457710424,
      "grad_norm": 1.1864403434356996,
      "learning_rate": 0.000267415188076525,
      "loss": 0.9396,
      "step": 32893
    },
    {
      "epoch": 1.3472865041982387,
      "grad_norm": 0.8260555245498634,
      "learning_rate": 0.00026741315843815564,
      "loss": 0.5241,
      "step": 32894
    },
    {
      "epoch": 1.3473274626254352,
      "grad_norm": 0.9666063590556796,
      "learning_rate": 0.0002674111287442802,
      "loss": 1.0661,
      "step": 32895
    },
    {
      "epoch": 1.3473684210526315,
      "grad_norm": 0.9101895405012194,
      "learning_rate": 0.00026740909899489955,
      "loss": 0.8132,
      "step": 32896
    },
    {
      "epoch": 1.3474093794798279,
      "grad_norm": 0.9059106802762237,
      "learning_rate": 0.00026740706919001466,
      "loss": 0.8977,
      "step": 32897
    },
    {
      "epoch": 1.3474503379070244,
      "grad_norm": 0.8561515974760991,
      "learning_rate": 0.00026740503932962654,
      "loss": 0.9842,
      "step": 32898
    },
    {
      "epoch": 1.3474912963342207,
      "grad_norm": 1.0082099187973836,
      "learning_rate": 0.00026740300941373616,
      "loss": 0.8917,
      "step": 32899
    },
    {
      "epoch": 1.347532254761417,
      "grad_norm": 0.7216604365545801,
      "learning_rate": 0.00026740097944234444,
      "loss": 0.8447,
      "step": 32900
    },
    {
      "epoch": 1.3475732131886136,
      "grad_norm": 0.9387106296686538,
      "learning_rate": 0.00026739894941545236,
      "loss": 0.8838,
      "step": 32901
    },
    {
      "epoch": 1.3476141716158099,
      "grad_norm": 1.2060548265219002,
      "learning_rate": 0.00026739691933306084,
      "loss": 1.0951,
      "step": 32902
    },
    {
      "epoch": 1.3476551300430064,
      "grad_norm": 1.133693669981374,
      "learning_rate": 0.00026739488919517084,
      "loss": 0.7584,
      "step": 32903
    },
    {
      "epoch": 1.3476960884702027,
      "grad_norm": 1.1305255179646418,
      "learning_rate": 0.0002673928590017834,
      "loss": 0.6743,
      "step": 32904
    },
    {
      "epoch": 1.3477370468973993,
      "grad_norm": 1.1594959423096092,
      "learning_rate": 0.0002673908287528994,
      "loss": 0.8858,
      "step": 32905
    },
    {
      "epoch": 1.3477780053245956,
      "grad_norm": 0.8143571264776167,
      "learning_rate": 0.00026738879844851983,
      "loss": 0.6633,
      "step": 32906
    },
    {
      "epoch": 1.3478189637517919,
      "grad_norm": 1.289925341182741,
      "learning_rate": 0.0002673867680886457,
      "loss": 1.2056,
      "step": 32907
    },
    {
      "epoch": 1.3478599221789884,
      "grad_norm": 1.4845619531086764,
      "learning_rate": 0.00026738473767327784,
      "loss": 0.9463,
      "step": 32908
    },
    {
      "epoch": 1.3479008806061847,
      "grad_norm": 0.7254903832665521,
      "learning_rate": 0.0002673827072024173,
      "loss": 0.8171,
      "step": 32909
    },
    {
      "epoch": 1.347941839033381,
      "grad_norm": 1.1651279895813413,
      "learning_rate": 0.00026738067667606507,
      "loss": 0.88,
      "step": 32910
    },
    {
      "epoch": 1.3479827974605776,
      "grad_norm": 4.644372776805695,
      "learning_rate": 0.0002673786460942221,
      "loss": 1.9817,
      "step": 32911
    },
    {
      "epoch": 1.348023755887774,
      "grad_norm": 0.8459917301613255,
      "learning_rate": 0.0002673766154568892,
      "loss": 0.6882,
      "step": 32912
    },
    {
      "epoch": 1.3480647143149702,
      "grad_norm": 0.8535157661598979,
      "learning_rate": 0.0002673745847640676,
      "loss": 0.6354,
      "step": 32913
    },
    {
      "epoch": 1.3481056727421667,
      "grad_norm": 0.9841713562562165,
      "learning_rate": 0.00026737255401575795,
      "loss": 0.703,
      "step": 32914
    },
    {
      "epoch": 1.348146631169363,
      "grad_norm": 1.1124329210869028,
      "learning_rate": 0.00026737052321196145,
      "loss": 1.052,
      "step": 32915
    },
    {
      "epoch": 1.3481875895965594,
      "grad_norm": 1.0268459050425007,
      "learning_rate": 0.000267368492352679,
      "loss": 0.7426,
      "step": 32916
    },
    {
      "epoch": 1.348228548023756,
      "grad_norm": 0.8583694745923894,
      "learning_rate": 0.0002673664614379115,
      "loss": 0.8629,
      "step": 32917
    },
    {
      "epoch": 1.3482695064509522,
      "grad_norm": 0.9243453080512316,
      "learning_rate": 0.0002673644304676599,
      "loss": 0.9635,
      "step": 32918
    },
    {
      "epoch": 1.3483104648781488,
      "grad_norm": 0.730398828873204,
      "learning_rate": 0.0002673623994419253,
      "loss": 0.3382,
      "step": 32919
    },
    {
      "epoch": 1.348351423305345,
      "grad_norm": 1.0074169037045817,
      "learning_rate": 0.0002673603683607085,
      "loss": 0.8857,
      "step": 32920
    },
    {
      "epoch": 1.3483923817325414,
      "grad_norm": 0.8897649353290543,
      "learning_rate": 0.0002673583372240105,
      "loss": 0.5155,
      "step": 32921
    },
    {
      "epoch": 1.348433340159738,
      "grad_norm": 0.9895807753309614,
      "learning_rate": 0.00026735630603183237,
      "loss": 0.7246,
      "step": 32922
    },
    {
      "epoch": 1.3484742985869342,
      "grad_norm": 1.1287131658445069,
      "learning_rate": 0.000267354274784175,
      "loss": 1.2905,
      "step": 32923
    },
    {
      "epoch": 1.3485152570141308,
      "grad_norm": 1.1226222032597115,
      "learning_rate": 0.0002673522434810393,
      "loss": 1.1034,
      "step": 32924
    },
    {
      "epoch": 1.348556215441327,
      "grad_norm": 0.9412906857206091,
      "learning_rate": 0.00026735021212242625,
      "loss": 1.0113,
      "step": 32925
    },
    {
      "epoch": 1.3485971738685234,
      "grad_norm": 0.8126743943148753,
      "learning_rate": 0.00026734818070833685,
      "loss": 0.5997,
      "step": 32926
    },
    {
      "epoch": 1.34863813229572,
      "grad_norm": 1.379816857816404,
      "learning_rate": 0.000267346149238772,
      "loss": 1.4405,
      "step": 32927
    },
    {
      "epoch": 1.3486790907229163,
      "grad_norm": 1.3908184504196726,
      "learning_rate": 0.0002673441177137328,
      "loss": 1.5637,
      "step": 32928
    },
    {
      "epoch": 1.3487200491501126,
      "grad_norm": 0.9009095270600042,
      "learning_rate": 0.00026734208613322,
      "loss": 0.6326,
      "step": 32929
    },
    {
      "epoch": 1.348761007577309,
      "grad_norm": 0.779464897259595,
      "learning_rate": 0.0002673400544972347,
      "loss": 0.676,
      "step": 32930
    },
    {
      "epoch": 1.3488019660045054,
      "grad_norm": 1.1306024109088175,
      "learning_rate": 0.0002673380228057779,
      "loss": 1.0401,
      "step": 32931
    },
    {
      "epoch": 1.3488429244317017,
      "grad_norm": 0.9964403047216767,
      "learning_rate": 0.0002673359910588504,
      "loss": 0.9823,
      "step": 32932
    },
    {
      "epoch": 1.3488838828588983,
      "grad_norm": 1.0115247588401655,
      "learning_rate": 0.0002673339592564533,
      "loss": 0.7193,
      "step": 32933
    },
    {
      "epoch": 1.3489248412860946,
      "grad_norm": 0.9221169065871391,
      "learning_rate": 0.0002673319273985875,
      "loss": 0.6192,
      "step": 32934
    },
    {
      "epoch": 1.348965799713291,
      "grad_norm": 1.126347442052918,
      "learning_rate": 0.000267329895485254,
      "loss": 0.7349,
      "step": 32935
    },
    {
      "epoch": 1.3490067581404874,
      "grad_norm": 1.0700144136850234,
      "learning_rate": 0.0002673278635164537,
      "loss": 1.2957,
      "step": 32936
    },
    {
      "epoch": 1.3490477165676837,
      "grad_norm": 1.1806582888310813,
      "learning_rate": 0.00026732583149218755,
      "loss": 1.3971,
      "step": 32937
    },
    {
      "epoch": 1.3490886749948803,
      "grad_norm": 0.9297551220106666,
      "learning_rate": 0.00026732379941245667,
      "loss": 0.9659,
      "step": 32938
    },
    {
      "epoch": 1.3491296334220766,
      "grad_norm": 0.9117914290797129,
      "learning_rate": 0.00026732176727726185,
      "loss": 0.8349,
      "step": 32939
    },
    {
      "epoch": 1.3491705918492731,
      "grad_norm": 1.2410630289358444,
      "learning_rate": 0.0002673197350866041,
      "loss": 1.0481,
      "step": 32940
    },
    {
      "epoch": 1.3492115502764694,
      "grad_norm": 1.4447998716951653,
      "learning_rate": 0.00026731770284048437,
      "loss": 1.5498,
      "step": 32941
    },
    {
      "epoch": 1.3492525087036658,
      "grad_norm": 0.969053227296921,
      "learning_rate": 0.00026731567053890366,
      "loss": 0.8699,
      "step": 32942
    },
    {
      "epoch": 1.3492934671308623,
      "grad_norm": 0.8194518841621725,
      "learning_rate": 0.0002673136381818629,
      "loss": 0.895,
      "step": 32943
    },
    {
      "epoch": 1.3493344255580586,
      "grad_norm": 0.8222361614215434,
      "learning_rate": 0.00026731160576936306,
      "loss": 0.6103,
      "step": 32944
    },
    {
      "epoch": 1.349375383985255,
      "grad_norm": 1.0380261643202109,
      "learning_rate": 0.0002673095733014051,
      "loss": 0.9895,
      "step": 32945
    },
    {
      "epoch": 1.3494163424124515,
      "grad_norm": 1.070439219755044,
      "learning_rate": 0.00026730754077799004,
      "loss": 1.4221,
      "step": 32946
    },
    {
      "epoch": 1.3494573008396478,
      "grad_norm": 0.9162073061965339,
      "learning_rate": 0.0002673055081991187,
      "loss": 1.0208,
      "step": 32947
    },
    {
      "epoch": 1.349498259266844,
      "grad_norm": 0.8528609107829677,
      "learning_rate": 0.0002673034755647921,
      "loss": 0.7904,
      "step": 32948
    },
    {
      "epoch": 1.3495392176940406,
      "grad_norm": 1.0549333735209265,
      "learning_rate": 0.0002673014428750113,
      "loss": 1.1199,
      "step": 32949
    },
    {
      "epoch": 1.349580176121237,
      "grad_norm": 0.7711962496105789,
      "learning_rate": 0.0002672994101297772,
      "loss": 0.566,
      "step": 32950
    },
    {
      "epoch": 1.3496211345484332,
      "grad_norm": 1.397039279101522,
      "learning_rate": 0.00026729737732909066,
      "loss": 1.5932,
      "step": 32951
    },
    {
      "epoch": 1.3496620929756298,
      "grad_norm": 0.836209689888664,
      "learning_rate": 0.0002672953444729528,
      "loss": 0.9428,
      "step": 32952
    },
    {
      "epoch": 1.349703051402826,
      "grad_norm": 2.9572664914673954,
      "learning_rate": 0.0002672933115613645,
      "loss": 3.6338,
      "step": 32953
    },
    {
      "epoch": 1.3497440098300224,
      "grad_norm": 1.0271838128388262,
      "learning_rate": 0.00026729127859432666,
      "loss": 1.0663,
      "step": 32954
    },
    {
      "epoch": 1.349784968257219,
      "grad_norm": 0.8082730293985537,
      "learning_rate": 0.00026728924557184035,
      "loss": 0.5948,
      "step": 32955
    },
    {
      "epoch": 1.3498259266844153,
      "grad_norm": 0.9041697429940203,
      "learning_rate": 0.0002672872124939065,
      "loss": 0.9521,
      "step": 32956
    },
    {
      "epoch": 1.3498668851116118,
      "grad_norm": 1.0300537320066556,
      "learning_rate": 0.000267285179360526,
      "loss": 0.792,
      "step": 32957
    },
    {
      "epoch": 1.349907843538808,
      "grad_norm": 1.3054378787613672,
      "learning_rate": 0.0002672831461717,
      "loss": 1.2739,
      "step": 32958
    },
    {
      "epoch": 1.3499488019660046,
      "grad_norm": 5.187867828398266,
      "learning_rate": 0.00026728111292742925,
      "loss": 2.0291,
      "step": 32959
    },
    {
      "epoch": 1.349989760393201,
      "grad_norm": 0.9151454844981768,
      "learning_rate": 0.00026727907962771484,
      "loss": 0.5249,
      "step": 32960
    },
    {
      "epoch": 1.3500307188203973,
      "grad_norm": 1.7592839022744622,
      "learning_rate": 0.0002672770462725576,
      "loss": 0.9837,
      "step": 32961
    },
    {
      "epoch": 1.3500716772475938,
      "grad_norm": 0.6557514522093626,
      "learning_rate": 0.00026727501286195865,
      "loss": 0.3176,
      "step": 32962
    },
    {
      "epoch": 1.3501126356747901,
      "grad_norm": 1.0396410128187679,
      "learning_rate": 0.0002672729793959189,
      "loss": 0.9088,
      "step": 32963
    },
    {
      "epoch": 1.3501535941019864,
      "grad_norm": 0.9876475601412639,
      "learning_rate": 0.0002672709458744392,
      "loss": 1.0022,
      "step": 32964
    },
    {
      "epoch": 1.350194552529183,
      "grad_norm": 1.2086849285238899,
      "learning_rate": 0.0002672689122975207,
      "loss": 1.1838,
      "step": 32965
    },
    {
      "epoch": 1.3502355109563793,
      "grad_norm": 1.113269146378396,
      "learning_rate": 0.0002672668786651642,
      "loss": 0.3953,
      "step": 32966
    },
    {
      "epoch": 1.3502764693835756,
      "grad_norm": 2.069219560988506,
      "learning_rate": 0.00026726484497737076,
      "loss": 0.9705,
      "step": 32967
    },
    {
      "epoch": 1.3503174278107721,
      "grad_norm": 1.0396111096787963,
      "learning_rate": 0.00026726281123414127,
      "loss": 0.6432,
      "step": 32968
    },
    {
      "epoch": 1.3503583862379684,
      "grad_norm": 0.9856439309592636,
      "learning_rate": 0.0002672607774354768,
      "loss": 0.6798,
      "step": 32969
    },
    {
      "epoch": 1.3503993446651648,
      "grad_norm": 1.0082201332049177,
      "learning_rate": 0.00026725874358137815,
      "loss": 0.852,
      "step": 32970
    },
    {
      "epoch": 1.3504403030923613,
      "grad_norm": 3.8907796714084433,
      "learning_rate": 0.0002672567096718464,
      "loss": 6.3336,
      "step": 32971
    },
    {
      "epoch": 1.3504812615195576,
      "grad_norm": 0.739297577980647,
      "learning_rate": 0.0002672546757068825,
      "loss": 0.3149,
      "step": 32972
    },
    {
      "epoch": 1.350522219946754,
      "grad_norm": 1.1724067717756488,
      "learning_rate": 0.00026725264168648736,
      "loss": 0.9535,
      "step": 32973
    },
    {
      "epoch": 1.3505631783739505,
      "grad_norm": 1.118220082048134,
      "learning_rate": 0.00026725060761066205,
      "loss": 0.9012,
      "step": 32974
    },
    {
      "epoch": 1.3506041368011468,
      "grad_norm": 0.5896410455686291,
      "learning_rate": 0.00026724857347940734,
      "loss": 0.298,
      "step": 32975
    },
    {
      "epoch": 1.3506450952283433,
      "grad_norm": 1.3001017761167735,
      "learning_rate": 0.00026724653929272436,
      "loss": 1.063,
      "step": 32976
    },
    {
      "epoch": 1.3506860536555396,
      "grad_norm": 0.7118292585276161,
      "learning_rate": 0.0002672445050506141,
      "loss": 0.7079,
      "step": 32977
    },
    {
      "epoch": 1.3507270120827362,
      "grad_norm": 1.4853261767262689,
      "learning_rate": 0.0002672424707530773,
      "loss": 1.1181,
      "step": 32978
    },
    {
      "epoch": 1.3507679705099325,
      "grad_norm": 0.9161268768750533,
      "learning_rate": 0.0002672404364001152,
      "loss": 0.7698,
      "step": 32979
    },
    {
      "epoch": 1.3508089289371288,
      "grad_norm": 0.8901911306684857,
      "learning_rate": 0.0002672384019917285,
      "loss": 0.561,
      "step": 32980
    },
    {
      "epoch": 1.3508498873643253,
      "grad_norm": 1.1772461454391812,
      "learning_rate": 0.0002672363675279184,
      "loss": 0.8803,
      "step": 32981
    },
    {
      "epoch": 1.3508908457915216,
      "grad_norm": 1.031363932925617,
      "learning_rate": 0.00026723433300868566,
      "loss": 1.1003,
      "step": 32982
    },
    {
      "epoch": 1.350931804218718,
      "grad_norm": 1.0356233911418657,
      "learning_rate": 0.00026723229843403134,
      "loss": 0.9776,
      "step": 32983
    },
    {
      "epoch": 1.3509727626459145,
      "grad_norm": 1.1153893938448622,
      "learning_rate": 0.0002672302638039564,
      "loss": 0.9941,
      "step": 32984
    },
    {
      "epoch": 1.3510137210731108,
      "grad_norm": 0.7896104417525596,
      "learning_rate": 0.00026722822911846183,
      "loss": 0.427,
      "step": 32985
    },
    {
      "epoch": 1.351054679500307,
      "grad_norm": 1.7524921560216837,
      "learning_rate": 0.00026722619437754853,
      "loss": 2.9221,
      "step": 32986
    },
    {
      "epoch": 1.3510956379275036,
      "grad_norm": 0.8216049325975674,
      "learning_rate": 0.00026722415958121753,
      "loss": 0.3946,
      "step": 32987
    },
    {
      "epoch": 1.3511365963547,
      "grad_norm": 1.1864935780172496,
      "learning_rate": 0.0002672221247294697,
      "loss": 0.8382,
      "step": 32988
    },
    {
      "epoch": 1.3511775547818963,
      "grad_norm": 0.5354164006057065,
      "learning_rate": 0.00026722008982230604,
      "loss": 0.2557,
      "step": 32989
    },
    {
      "epoch": 1.3512185132090928,
      "grad_norm": 0.6805501294820315,
      "learning_rate": 0.00026721805485972755,
      "loss": 0.4098,
      "step": 32990
    },
    {
      "epoch": 1.3512594716362891,
      "grad_norm": 0.8401626431360196,
      "learning_rate": 0.00026721601984173516,
      "loss": 0.4209,
      "step": 32991
    },
    {
      "epoch": 1.3513004300634854,
      "grad_norm": 2.0888283353118577,
      "learning_rate": 0.00026721398476832985,
      "loss": 3.6452,
      "step": 32992
    },
    {
      "epoch": 1.351341388490682,
      "grad_norm": 0.9199015216965714,
      "learning_rate": 0.00026721194963951253,
      "loss": 0.991,
      "step": 32993
    },
    {
      "epoch": 1.3513823469178783,
      "grad_norm": 1.176460503663906,
      "learning_rate": 0.0002672099144552843,
      "loss": 1.0183,
      "step": 32994
    },
    {
      "epoch": 1.3514233053450748,
      "grad_norm": 0.6786021926455796,
      "learning_rate": 0.0002672078792156459,
      "loss": 0.3716,
      "step": 32995
    },
    {
      "epoch": 1.3514642637722711,
      "grad_norm": 1.1655753414629615,
      "learning_rate": 0.0002672058439205985,
      "loss": 0.9709,
      "step": 32996
    },
    {
      "epoch": 1.3515052221994677,
      "grad_norm": 0.6196088389144265,
      "learning_rate": 0.0002672038085701429,
      "loss": 0.2948,
      "step": 32997
    },
    {
      "epoch": 1.351546180626664,
      "grad_norm": 1.2415651579044162,
      "learning_rate": 0.0002672017731642802,
      "loss": 0.8799,
      "step": 32998
    },
    {
      "epoch": 1.3515871390538603,
      "grad_norm": 0.861628881225502,
      "learning_rate": 0.00026719973770301134,
      "loss": 0.7238,
      "step": 32999
    },
    {
      "epoch": 1.3516280974810568,
      "grad_norm": 0.916597879931112,
      "learning_rate": 0.0002671977021863372,
      "loss": 0.7758,
      "step": 33000
    },
    {
      "epoch": 1.3516690559082531,
      "grad_norm": 1.1366368001017126,
      "learning_rate": 0.00026719566661425877,
      "loss": 0.6297,
      "step": 33001
    },
    {
      "epoch": 1.3517100143354495,
      "grad_norm": 0.8214144729011434,
      "learning_rate": 0.00026719363098677703,
      "loss": 0.3425,
      "step": 33002
    },
    {
      "epoch": 1.351750972762646,
      "grad_norm": 1.406034392745872,
      "learning_rate": 0.000267191595303893,
      "loss": 0.9437,
      "step": 33003
    },
    {
      "epoch": 1.3517919311898423,
      "grad_norm": 1.024239449882441,
      "learning_rate": 0.0002671895595656075,
      "loss": 0.7263,
      "step": 33004
    },
    {
      "epoch": 1.3518328896170386,
      "grad_norm": 0.6758714581433964,
      "learning_rate": 0.0002671875237719216,
      "loss": 0.2828,
      "step": 33005
    },
    {
      "epoch": 1.3518738480442352,
      "grad_norm": 2.7465193052710175,
      "learning_rate": 0.0002671854879228363,
      "loss": 2.2254,
      "step": 33006
    },
    {
      "epoch": 1.3519148064714315,
      "grad_norm": 5.440391945959501,
      "learning_rate": 0.00026718345201835243,
      "loss": 2.0949,
      "step": 33007
    },
    {
      "epoch": 1.3519557648986278,
      "grad_norm": 1.174168071100251,
      "learning_rate": 0.00026718141605847106,
      "loss": 1.2515,
      "step": 33008
    },
    {
      "epoch": 1.3519967233258243,
      "grad_norm": 0.8012189009468166,
      "learning_rate": 0.0002671793800431931,
      "loss": 0.7342,
      "step": 33009
    },
    {
      "epoch": 1.3520376817530206,
      "grad_norm": 0.9656547149663365,
      "learning_rate": 0.00026717734397251953,
      "loss": 1.1065,
      "step": 33010
    },
    {
      "epoch": 1.352078640180217,
      "grad_norm": 0.9521245841992979,
      "learning_rate": 0.00026717530784645127,
      "loss": 0.6769,
      "step": 33011
    },
    {
      "epoch": 1.3521195986074135,
      "grad_norm": 3.669402522165772,
      "learning_rate": 0.00026717327166498944,
      "loss": 1.0239,
      "step": 33012
    },
    {
      "epoch": 1.3521605570346098,
      "grad_norm": 0.9382293527431548,
      "learning_rate": 0.0002671712354281348,
      "loss": 0.9445,
      "step": 33013
    },
    {
      "epoch": 1.3522015154618063,
      "grad_norm": 1.7052325673722302,
      "learning_rate": 0.0002671691991358884,
      "loss": 1.4283,
      "step": 33014
    },
    {
      "epoch": 1.3522424738890026,
      "grad_norm": 0.8752174999651663,
      "learning_rate": 0.0002671671627882512,
      "loss": 0.6424,
      "step": 33015
    },
    {
      "epoch": 1.3522834323161992,
      "grad_norm": 0.7499271541686133,
      "learning_rate": 0.0002671651263852242,
      "loss": 0.6556,
      "step": 33016
    },
    {
      "epoch": 1.3523243907433955,
      "grad_norm": 1.067051685831928,
      "learning_rate": 0.0002671630899268083,
      "loss": 0.9332,
      "step": 33017
    },
    {
      "epoch": 1.3523653491705918,
      "grad_norm": 1.4893438747477432,
      "learning_rate": 0.0002671610534130045,
      "loss": 0.9546,
      "step": 33018
    },
    {
      "epoch": 1.3524063075977883,
      "grad_norm": 1.2775474644870133,
      "learning_rate": 0.0002671590168438138,
      "loss": 1.0644,
      "step": 33019
    },
    {
      "epoch": 1.3524472660249847,
      "grad_norm": 1.4537898493451804,
      "learning_rate": 0.000267156980219237,
      "loss": 1.3576,
      "step": 33020
    },
    {
      "epoch": 1.352488224452181,
      "grad_norm": 0.8627994617749284,
      "learning_rate": 0.00026715494353927527,
      "loss": 0.9409,
      "step": 33021
    },
    {
      "epoch": 1.3525291828793775,
      "grad_norm": 0.818111218012765,
      "learning_rate": 0.0002671529068039294,
      "loss": 0.7309,
      "step": 33022
    },
    {
      "epoch": 1.3525701413065738,
      "grad_norm": 0.8521186389177945,
      "learning_rate": 0.00026715087001320055,
      "loss": 0.9809,
      "step": 33023
    },
    {
      "epoch": 1.3526110997337701,
      "grad_norm": 1.1660122892824052,
      "learning_rate": 0.0002671488331670895,
      "loss": 1.0878,
      "step": 33024
    },
    {
      "epoch": 1.3526520581609667,
      "grad_norm": 1.099003520355887,
      "learning_rate": 0.0002671467962655973,
      "loss": 1.1356,
      "step": 33025
    },
    {
      "epoch": 1.352693016588163,
      "grad_norm": 1.0624946568644273,
      "learning_rate": 0.00026714475930872487,
      "loss": 0.8523,
      "step": 33026
    },
    {
      "epoch": 1.3527339750153593,
      "grad_norm": 0.8868293453977164,
      "learning_rate": 0.00026714272229647317,
      "loss": 0.8135,
      "step": 33027
    },
    {
      "epoch": 1.3527749334425558,
      "grad_norm": 0.6026416720007467,
      "learning_rate": 0.00026714068522884325,
      "loss": 0.3147,
      "step": 33028
    },
    {
      "epoch": 1.3528158918697522,
      "grad_norm": 1.3207776094355983,
      "learning_rate": 0.00026713864810583597,
      "loss": 1.2024,
      "step": 33029
    },
    {
      "epoch": 1.3528568502969485,
      "grad_norm": 1.0465819959970284,
      "learning_rate": 0.00026713661092745236,
      "loss": 0.7174,
      "step": 33030
    },
    {
      "epoch": 1.352897808724145,
      "grad_norm": 1.2593953616275,
      "learning_rate": 0.00026713457369369333,
      "loss": 1.4593,
      "step": 33031
    },
    {
      "epoch": 1.3529387671513413,
      "grad_norm": 1.2408042856615904,
      "learning_rate": 0.0002671325364045599,
      "loss": 1.2912,
      "step": 33032
    },
    {
      "epoch": 1.3529797255785379,
      "grad_norm": 0.6819118099570369,
      "learning_rate": 0.00026713049906005297,
      "loss": 0.362,
      "step": 33033
    },
    {
      "epoch": 1.3530206840057342,
      "grad_norm": 0.7558008388711203,
      "learning_rate": 0.0002671284616601735,
      "loss": 0.3205,
      "step": 33034
    },
    {
      "epoch": 1.3530616424329307,
      "grad_norm": 0.8422527882122951,
      "learning_rate": 0.0002671264242049226,
      "loss": 0.6417,
      "step": 33035
    },
    {
      "epoch": 1.353102600860127,
      "grad_norm": 0.9088501607387232,
      "learning_rate": 0.0002671243866943011,
      "loss": 0.4483,
      "step": 33036
    },
    {
      "epoch": 1.3531435592873233,
      "grad_norm": 0.8137839553885726,
      "learning_rate": 0.00026712234912830993,
      "loss": 0.7565,
      "step": 33037
    },
    {
      "epoch": 1.3531845177145199,
      "grad_norm": 1.2421019796097652,
      "learning_rate": 0.0002671203115069501,
      "loss": 0.943,
      "step": 33038
    },
    {
      "epoch": 1.3532254761417162,
      "grad_norm": 1.1170785668624437,
      "learning_rate": 0.0002671182738302226,
      "loss": 0.9038,
      "step": 33039
    },
    {
      "epoch": 1.3532664345689125,
      "grad_norm": 0.7040748133226056,
      "learning_rate": 0.00026711623609812843,
      "loss": 0.7383,
      "step": 33040
    },
    {
      "epoch": 1.353307392996109,
      "grad_norm": 0.8988093920425864,
      "learning_rate": 0.00026711419831066844,
      "loss": 0.6728,
      "step": 33041
    },
    {
      "epoch": 1.3533483514233053,
      "grad_norm": 1.0695103463417381,
      "learning_rate": 0.00026711216046784367,
      "loss": 0.5443,
      "step": 33042
    },
    {
      "epoch": 1.3533893098505017,
      "grad_norm": 1.0222315287860735,
      "learning_rate": 0.0002671101225696551,
      "loss": 0.8684,
      "step": 33043
    },
    {
      "epoch": 1.3534302682776982,
      "grad_norm": 1.2802171248495156,
      "learning_rate": 0.0002671080846161036,
      "loss": 1.3892,
      "step": 33044
    },
    {
      "epoch": 1.3534712267048945,
      "grad_norm": 1.2008484204772933,
      "learning_rate": 0.00026710604660719025,
      "loss": 1.0722,
      "step": 33045
    },
    {
      "epoch": 1.3535121851320908,
      "grad_norm": 0.9551788247337792,
      "learning_rate": 0.00026710400854291594,
      "loss": 0.8715,
      "step": 33046
    },
    {
      "epoch": 1.3535531435592874,
      "grad_norm": 4.886197683753545,
      "learning_rate": 0.0002671019704232816,
      "loss": 5.6621,
      "step": 33047
    },
    {
      "epoch": 1.3535941019864837,
      "grad_norm": 0.953987041099726,
      "learning_rate": 0.0002670999322482883,
      "loss": 0.7964,
      "step": 33048
    },
    {
      "epoch": 1.35363506041368,
      "grad_norm": 0.9840084491182111,
      "learning_rate": 0.00026709789401793693,
      "loss": 0.9473,
      "step": 33049
    },
    {
      "epoch": 1.3536760188408765,
      "grad_norm": 0.7241701958262088,
      "learning_rate": 0.0002670958557322285,
      "loss": 0.4734,
      "step": 33050
    },
    {
      "epoch": 1.3537169772680728,
      "grad_norm": 0.8324243584708054,
      "learning_rate": 0.0002670938173911639,
      "loss": 0.74,
      "step": 33051
    },
    {
      "epoch": 1.3537579356952694,
      "grad_norm": 0.9414539301566635,
      "learning_rate": 0.00026709177899474415,
      "loss": 0.7897,
      "step": 33052
    },
    {
      "epoch": 1.3537988941224657,
      "grad_norm": 0.8256569491481544,
      "learning_rate": 0.0002670897405429702,
      "loss": 0.6447,
      "step": 33053
    },
    {
      "epoch": 1.3538398525496622,
      "grad_norm": 1.3930804764720854,
      "learning_rate": 0.00026708770203584303,
      "loss": 0.3435,
      "step": 33054
    },
    {
      "epoch": 1.3538808109768585,
      "grad_norm": 0.9345062369714209,
      "learning_rate": 0.00026708566347336356,
      "loss": 0.7417,
      "step": 33055
    },
    {
      "epoch": 1.3539217694040548,
      "grad_norm": 0.994168511920447,
      "learning_rate": 0.0002670836248555328,
      "loss": 0.8443,
      "step": 33056
    },
    {
      "epoch": 1.3539627278312514,
      "grad_norm": 0.7545942100554586,
      "learning_rate": 0.0002670815861823517,
      "loss": 0.3626,
      "step": 33057
    },
    {
      "epoch": 1.3540036862584477,
      "grad_norm": 0.793036652736469,
      "learning_rate": 0.0002670795474538212,
      "loss": 0.8354,
      "step": 33058
    },
    {
      "epoch": 1.354044644685644,
      "grad_norm": 0.8294041722086622,
      "learning_rate": 0.0002670775086699423,
      "loss": 0.8721,
      "step": 33059
    },
    {
      "epoch": 1.3540856031128405,
      "grad_norm": 1.3369205391003787,
      "learning_rate": 0.00026707546983071597,
      "loss": 1.4781,
      "step": 33060
    },
    {
      "epoch": 1.3541265615400369,
      "grad_norm": 0.9011925511076336,
      "learning_rate": 0.0002670734309361431,
      "loss": 1.0088,
      "step": 33061
    },
    {
      "epoch": 1.3541675199672332,
      "grad_norm": 1.0834615549316073,
      "learning_rate": 0.00026707139198622475,
      "loss": 0.7546,
      "step": 33062
    },
    {
      "epoch": 1.3542084783944297,
      "grad_norm": 1.1279058823419896,
      "learning_rate": 0.0002670693529809619,
      "loss": 0.9016,
      "step": 33063
    },
    {
      "epoch": 1.354249436821626,
      "grad_norm": 0.8639828917694702,
      "learning_rate": 0.0002670673139203553,
      "loss": 0.6673,
      "step": 33064
    },
    {
      "epoch": 1.3542903952488223,
      "grad_norm": 1.1879980157578613,
      "learning_rate": 0.00026706527480440615,
      "loss": 0.9162,
      "step": 33065
    },
    {
      "epoch": 1.3543313536760189,
      "grad_norm": 1.8732791126291506,
      "learning_rate": 0.00026706323563311534,
      "loss": 1.4146,
      "step": 33066
    },
    {
      "epoch": 1.3543723121032152,
      "grad_norm": 1.0004048358848274,
      "learning_rate": 0.0002670611964064838,
      "loss": 0.6124,
      "step": 33067
    },
    {
      "epoch": 1.3544132705304115,
      "grad_norm": 0.760257034687958,
      "learning_rate": 0.00026705915712451256,
      "loss": 0.3495,
      "step": 33068
    },
    {
      "epoch": 1.354454228957608,
      "grad_norm": 1.1301687696289082,
      "learning_rate": 0.0002670571177872025,
      "loss": 0.9034,
      "step": 33069
    },
    {
      "epoch": 1.3544951873848043,
      "grad_norm": 2.3180466526010726,
      "learning_rate": 0.0002670550783945546,
      "loss": 2.5654,
      "step": 33070
    },
    {
      "epoch": 1.3545361458120009,
      "grad_norm": 1.1377864429871793,
      "learning_rate": 0.00026705303894656993,
      "loss": 0.9099,
      "step": 33071
    },
    {
      "epoch": 1.3545771042391972,
      "grad_norm": 1.249197044376201,
      "learning_rate": 0.0002670509994432493,
      "loss": 1.2495,
      "step": 33072
    },
    {
      "epoch": 1.3546180626663937,
      "grad_norm": 0.7583063601924325,
      "learning_rate": 0.00026704895988459383,
      "loss": 0.5429,
      "step": 33073
    },
    {
      "epoch": 1.35465902109359,
      "grad_norm": 0.8654814265122245,
      "learning_rate": 0.00026704692027060435,
      "loss": 0.6749,
      "step": 33074
    },
    {
      "epoch": 1.3546999795207864,
      "grad_norm": 0.6341409755289454,
      "learning_rate": 0.00026704488060128186,
      "loss": 0.38,
      "step": 33075
    },
    {
      "epoch": 1.354740937947983,
      "grad_norm": 1.0330783101010959,
      "learning_rate": 0.0002670428408766274,
      "loss": 1.1056,
      "step": 33076
    },
    {
      "epoch": 1.3547818963751792,
      "grad_norm": 0.673611339543119,
      "learning_rate": 0.00026704080109664184,
      "loss": 0.3389,
      "step": 33077
    },
    {
      "epoch": 1.3548228548023755,
      "grad_norm": 1.1647963105326509,
      "learning_rate": 0.00026703876126132615,
      "loss": 1.0263,
      "step": 33078
    },
    {
      "epoch": 1.354863813229572,
      "grad_norm": 0.5845884974754411,
      "learning_rate": 0.0002670367213706814,
      "loss": 0.3447,
      "step": 33079
    },
    {
      "epoch": 1.3549047716567684,
      "grad_norm": 0.9032761563004449,
      "learning_rate": 0.0002670346814247084,
      "loss": 0.5784,
      "step": 33080
    },
    {
      "epoch": 1.3549457300839647,
      "grad_norm": 1.5380702194275069,
      "learning_rate": 0.00026703264142340826,
      "loss": 2.0785,
      "step": 33081
    },
    {
      "epoch": 1.3549866885111612,
      "grad_norm": 1.0364311658542036,
      "learning_rate": 0.00026703060136678186,
      "loss": 0.8802,
      "step": 33082
    },
    {
      "epoch": 1.3550276469383575,
      "grad_norm": 1.2086548353588629,
      "learning_rate": 0.0002670285612548302,
      "loss": 0.7242,
      "step": 33083
    },
    {
      "epoch": 1.3550686053655538,
      "grad_norm": 0.7623159287952296,
      "learning_rate": 0.0002670265210875542,
      "loss": 0.5141,
      "step": 33084
    },
    {
      "epoch": 1.3551095637927504,
      "grad_norm": 0.6421743233254155,
      "learning_rate": 0.0002670244808649548,
      "loss": 0.2868,
      "step": 33085
    },
    {
      "epoch": 1.3551505222199467,
      "grad_norm": 0.871780290123433,
      "learning_rate": 0.0002670224405870331,
      "loss": 0.8336,
      "step": 33086
    },
    {
      "epoch": 1.3551914806471432,
      "grad_norm": 0.8103485254951147,
      "learning_rate": 0.00026702040025379,
      "loss": 0.8718,
      "step": 33087
    },
    {
      "epoch": 1.3552324390743395,
      "grad_norm": 1.2438793215616266,
      "learning_rate": 0.0002670183598652264,
      "loss": 1.62,
      "step": 33088
    },
    {
      "epoch": 1.3552733975015359,
      "grad_norm": 1.1186985115408017,
      "learning_rate": 0.0002670163194213433,
      "loss": 0.86,
      "step": 33089
    },
    {
      "epoch": 1.3553143559287324,
      "grad_norm": 0.7520591956239584,
      "learning_rate": 0.00026701427892214166,
      "loss": 0.6643,
      "step": 33090
    },
    {
      "epoch": 1.3553553143559287,
      "grad_norm": 0.9294568964694312,
      "learning_rate": 0.00026701223836762247,
      "loss": 1.0243,
      "step": 33091
    },
    {
      "epoch": 1.3553962727831252,
      "grad_norm": 0.9098346174638694,
      "learning_rate": 0.0002670101977577867,
      "loss": 1.0012,
      "step": 33092
    },
    {
      "epoch": 1.3554372312103216,
      "grad_norm": 0.8954563627585076,
      "learning_rate": 0.0002670081570926353,
      "loss": 0.9961,
      "step": 33093
    },
    {
      "epoch": 1.3554781896375179,
      "grad_norm": 0.6201240360610861,
      "learning_rate": 0.0002670061163721692,
      "loss": 0.8323,
      "step": 33094
    },
    {
      "epoch": 1.3555191480647144,
      "grad_norm": 0.9070719394300791,
      "learning_rate": 0.00026700407559638944,
      "loss": 0.7366,
      "step": 33095
    },
    {
      "epoch": 1.3555601064919107,
      "grad_norm": 0.582149050700111,
      "learning_rate": 0.00026700203476529694,
      "loss": 0.3452,
      "step": 33096
    },
    {
      "epoch": 1.355601064919107,
      "grad_norm": 1.1435245017985762,
      "learning_rate": 0.0002669999938788926,
      "loss": 0.7593,
      "step": 33097
    },
    {
      "epoch": 1.3556420233463036,
      "grad_norm": 1.057820285808066,
      "learning_rate": 0.00026699795293717756,
      "loss": 1.0593,
      "step": 33098
    },
    {
      "epoch": 1.3556829817734999,
      "grad_norm": 0.8362243128779311,
      "learning_rate": 0.0002669959119401526,
      "loss": 0.7848,
      "step": 33099
    },
    {
      "epoch": 1.3557239402006962,
      "grad_norm": 0.7951654255276708,
      "learning_rate": 0.00026699387088781877,
      "loss": 0.7028,
      "step": 33100
    },
    {
      "epoch": 1.3557648986278927,
      "grad_norm": 1.2435843693109945,
      "learning_rate": 0.0002669918297801771,
      "loss": 1.0719,
      "step": 33101
    },
    {
      "epoch": 1.355805857055089,
      "grad_norm": 0.8129953968354764,
      "learning_rate": 0.0002669897886172284,
      "loss": 0.844,
      "step": 33102
    },
    {
      "epoch": 1.3558468154822854,
      "grad_norm": 1.2220341685822813,
      "learning_rate": 0.0002669877473989737,
      "loss": 1.4024,
      "step": 33103
    },
    {
      "epoch": 1.355887773909482,
      "grad_norm": 1.0406597915209073,
      "learning_rate": 0.000266985706125414,
      "loss": 0.8727,
      "step": 33104
    },
    {
      "epoch": 1.3559287323366782,
      "grad_norm": 1.0291489647647285,
      "learning_rate": 0.0002669836647965503,
      "loss": 1.0517,
      "step": 33105
    },
    {
      "epoch": 1.3559696907638747,
      "grad_norm": 0.8532765058628565,
      "learning_rate": 0.00026698162341238347,
      "loss": 0.8123,
      "step": 33106
    },
    {
      "epoch": 1.356010649191071,
      "grad_norm": 0.9848432146449652,
      "learning_rate": 0.00026697958197291455,
      "loss": 0.9948,
      "step": 33107
    },
    {
      "epoch": 1.3560516076182676,
      "grad_norm": 0.970384632177272,
      "learning_rate": 0.00026697754047814445,
      "loss": 0.963,
      "step": 33108
    },
    {
      "epoch": 1.356092566045464,
      "grad_norm": 0.8403231230477243,
      "learning_rate": 0.0002669754989280741,
      "loss": 0.8073,
      "step": 33109
    },
    {
      "epoch": 1.3561335244726602,
      "grad_norm": 0.8569053313145029,
      "learning_rate": 0.0002669734573227046,
      "loss": 0.8715,
      "step": 33110
    },
    {
      "epoch": 1.3561744828998568,
      "grad_norm": 0.8137692094120906,
      "learning_rate": 0.0002669714156620368,
      "loss": 0.7871,
      "step": 33111
    },
    {
      "epoch": 1.356215441327053,
      "grad_norm": 1.1211512175501168,
      "learning_rate": 0.00026696937394607174,
      "loss": 1.1704,
      "step": 33112
    },
    {
      "epoch": 1.3562563997542494,
      "grad_norm": 1.6185638779259486,
      "learning_rate": 0.00026696733217481034,
      "loss": 1.9315,
      "step": 33113
    },
    {
      "epoch": 1.356297358181446,
      "grad_norm": 0.6822505894332769,
      "learning_rate": 0.0002669652903482535,
      "loss": 0.2903,
      "step": 33114
    },
    {
      "epoch": 1.3563383166086422,
      "grad_norm": 0.942949862076688,
      "learning_rate": 0.00026696324846640234,
      "loss": 0.9155,
      "step": 33115
    },
    {
      "epoch": 1.3563792750358385,
      "grad_norm": 0.9291481235414031,
      "learning_rate": 0.00026696120652925775,
      "loss": 0.8973,
      "step": 33116
    },
    {
      "epoch": 1.356420233463035,
      "grad_norm": 1.5587075568551698,
      "learning_rate": 0.0002669591645368206,
      "loss": 1.6786,
      "step": 33117
    },
    {
      "epoch": 1.3564611918902314,
      "grad_norm": 0.792534216545665,
      "learning_rate": 0.000266957122489092,
      "loss": 0.6444,
      "step": 33118
    },
    {
      "epoch": 1.3565021503174277,
      "grad_norm": 0.7681063855492312,
      "learning_rate": 0.00026695508038607283,
      "loss": 0.3463,
      "step": 33119
    },
    {
      "epoch": 1.3565431087446242,
      "grad_norm": 1.0314786432105234,
      "learning_rate": 0.0002669530382277641,
      "loss": 0.9491,
      "step": 33120
    },
    {
      "epoch": 1.3565840671718206,
      "grad_norm": 0.9230771558321655,
      "learning_rate": 0.0002669509960141668,
      "loss": 0.9536,
      "step": 33121
    },
    {
      "epoch": 1.3566250255990169,
      "grad_norm": 0.8095136696416158,
      "learning_rate": 0.00026694895374528184,
      "loss": 0.6431,
      "step": 33122
    },
    {
      "epoch": 1.3566659840262134,
      "grad_norm": 2.6718196660555313,
      "learning_rate": 0.0002669469114211102,
      "loss": 1.2096,
      "step": 33123
    },
    {
      "epoch": 1.3567069424534097,
      "grad_norm": 0.7758839250430575,
      "learning_rate": 0.00026694486904165285,
      "loss": 0.7387,
      "step": 33124
    },
    {
      "epoch": 1.3567479008806063,
      "grad_norm": 1.0004952144176928,
      "learning_rate": 0.0002669428266069107,
      "loss": 0.766,
      "step": 33125
    },
    {
      "epoch": 1.3567888593078026,
      "grad_norm": 2.8329020824190927,
      "learning_rate": 0.00026694078411688483,
      "loss": 5.1277,
      "step": 33126
    },
    {
      "epoch": 1.356829817734999,
      "grad_norm": 0.9356671281634812,
      "learning_rate": 0.0002669387415715761,
      "loss": 0.6651,
      "step": 33127
    },
    {
      "epoch": 1.3568707761621954,
      "grad_norm": 1.0717192225909178,
      "learning_rate": 0.00026693669897098554,
      "loss": 1.0762,
      "step": 33128
    },
    {
      "epoch": 1.3569117345893917,
      "grad_norm": 0.9793986913549879,
      "learning_rate": 0.00026693465631511405,
      "loss": 0.8542,
      "step": 33129
    },
    {
      "epoch": 1.3569526930165883,
      "grad_norm": 0.6698932221257025,
      "learning_rate": 0.00026693261360396267,
      "loss": 0.3299,
      "step": 33130
    },
    {
      "epoch": 1.3569936514437846,
      "grad_norm": 0.9980579987522696,
      "learning_rate": 0.0002669305708375324,
      "loss": 0.8483,
      "step": 33131
    },
    {
      "epoch": 1.357034609870981,
      "grad_norm": 1.285653318339529,
      "learning_rate": 0.0002669285280158241,
      "loss": 1.0696,
      "step": 33132
    },
    {
      "epoch": 1.3570755682981774,
      "grad_norm": 0.683820418003165,
      "learning_rate": 0.0002669264851388387,
      "loss": 0.5174,
      "step": 33133
    },
    {
      "epoch": 1.3571165267253738,
      "grad_norm": 0.8641224573999182,
      "learning_rate": 0.0002669244422065773,
      "loss": 0.5841,
      "step": 33134
    },
    {
      "epoch": 1.35715748515257,
      "grad_norm": 1.066779897335419,
      "learning_rate": 0.00026692239921904086,
      "loss": 1.1188,
      "step": 33135
    },
    {
      "epoch": 1.3571984435797666,
      "grad_norm": 1.0337029846369201,
      "learning_rate": 0.00026692035617623025,
      "loss": 0.767,
      "step": 33136
    },
    {
      "epoch": 1.357239402006963,
      "grad_norm": 0.5979393555133578,
      "learning_rate": 0.00026691831307814646,
      "loss": 0.3899,
      "step": 33137
    },
    {
      "epoch": 1.3572803604341592,
      "grad_norm": 1.060122591070998,
      "learning_rate": 0.0002669162699247905,
      "loss": 0.6685,
      "step": 33138
    },
    {
      "epoch": 1.3573213188613558,
      "grad_norm": 0.8907587369375138,
      "learning_rate": 0.0002669142267161633,
      "loss": 1.0505,
      "step": 33139
    },
    {
      "epoch": 1.357362277288552,
      "grad_norm": 0.9339117268349244,
      "learning_rate": 0.0002669121834522658,
      "loss": 0.8753,
      "step": 33140
    },
    {
      "epoch": 1.3574032357157484,
      "grad_norm": 0.840268397074245,
      "learning_rate": 0.00026691014013309906,
      "loss": 0.8126,
      "step": 33141
    },
    {
      "epoch": 1.357444194142945,
      "grad_norm": 1.1747472769765333,
      "learning_rate": 0.000266908096758664,
      "loss": 0.8824,
      "step": 33142
    },
    {
      "epoch": 1.3574851525701412,
      "grad_norm": 1.0728975082752983,
      "learning_rate": 0.0002669060533289616,
      "loss": 0.6854,
      "step": 33143
    },
    {
      "epoch": 1.3575261109973378,
      "grad_norm": 0.7663815075896833,
      "learning_rate": 0.0002669040098439927,
      "loss": 0.6697,
      "step": 33144
    },
    {
      "epoch": 1.357567069424534,
      "grad_norm": 1.251863287081678,
      "learning_rate": 0.0002669019663037584,
      "loss": 1.1897,
      "step": 33145
    },
    {
      "epoch": 1.3576080278517306,
      "grad_norm": 1.1213701191216945,
      "learning_rate": 0.0002668999227082597,
      "loss": 1.158,
      "step": 33146
    },
    {
      "epoch": 1.357648986278927,
      "grad_norm": 0.8083122828331418,
      "learning_rate": 0.00026689787905749746,
      "loss": 0.96,
      "step": 33147
    },
    {
      "epoch": 1.3576899447061233,
      "grad_norm": 2.1314379325671506,
      "learning_rate": 0.00026689583535147263,
      "loss": 1.2163,
      "step": 33148
    },
    {
      "epoch": 1.3577309031333198,
      "grad_norm": 0.7955080743372578,
      "learning_rate": 0.00026689379159018634,
      "loss": 0.7372,
      "step": 33149
    },
    {
      "epoch": 1.357771861560516,
      "grad_norm": 1.1188633716385377,
      "learning_rate": 0.0002668917477736394,
      "loss": 0.525,
      "step": 33150
    },
    {
      "epoch": 1.3578128199877124,
      "grad_norm": 0.8586752509805197,
      "learning_rate": 0.0002668897039018328,
      "loss": 0.8227,
      "step": 33151
    },
    {
      "epoch": 1.357853778414909,
      "grad_norm": 0.9532649661751063,
      "learning_rate": 0.00026688765997476754,
      "loss": 0.745,
      "step": 33152
    },
    {
      "epoch": 1.3578947368421053,
      "grad_norm": 0.8952276765993573,
      "learning_rate": 0.00026688561599244457,
      "loss": 0.7706,
      "step": 33153
    },
    {
      "epoch": 1.3579356952693016,
      "grad_norm": 0.9372561864427882,
      "learning_rate": 0.0002668835719548649,
      "loss": 0.8557,
      "step": 33154
    },
    {
      "epoch": 1.3579766536964981,
      "grad_norm": 0.7992288010313983,
      "learning_rate": 0.00026688152786202943,
      "loss": 0.3895,
      "step": 33155
    },
    {
      "epoch": 1.3580176121236944,
      "grad_norm": 0.966048923950546,
      "learning_rate": 0.00026687948371393916,
      "loss": 0.9851,
      "step": 33156
    },
    {
      "epoch": 1.3580585705508907,
      "grad_norm": 1.847947503394784,
      "learning_rate": 0.00026687743951059507,
      "loss": 1.2544,
      "step": 33157
    },
    {
      "epoch": 1.3580995289780873,
      "grad_norm": 1.0244525888456812,
      "learning_rate": 0.00026687539525199804,
      "loss": 0.9743,
      "step": 33158
    },
    {
      "epoch": 1.3581404874052836,
      "grad_norm": 1.348564296081407,
      "learning_rate": 0.0002668733509381492,
      "loss": 1.0386,
      "step": 33159
    },
    {
      "epoch": 1.35818144583248,
      "grad_norm": 0.8813964762567807,
      "learning_rate": 0.0002668713065690494,
      "loss": 0.7093,
      "step": 33160
    },
    {
      "epoch": 1.3582224042596764,
      "grad_norm": 0.8405576055339592,
      "learning_rate": 0.0002668692621446996,
      "loss": 0.6868,
      "step": 33161
    },
    {
      "epoch": 1.3582633626868728,
      "grad_norm": 0.8508402149383322,
      "learning_rate": 0.0002668672176651008,
      "loss": 0.7956,
      "step": 33162
    },
    {
      "epoch": 1.3583043211140693,
      "grad_norm": 3.615207733184332,
      "learning_rate": 0.000266865173130254,
      "loss": 4.1144,
      "step": 33163
    },
    {
      "epoch": 1.3583452795412656,
      "grad_norm": 1.0879034156124772,
      "learning_rate": 0.00026686312854016,
      "loss": 1.1309,
      "step": 33164
    },
    {
      "epoch": 1.3583862379684621,
      "grad_norm": 1.070326271322143,
      "learning_rate": 0.00026686108389482004,
      "loss": 0.9015,
      "step": 33165
    },
    {
      "epoch": 1.3584271963956585,
      "grad_norm": 3.6575115743788733,
      "learning_rate": 0.00026685903919423487,
      "loss": 6.1883,
      "step": 33166
    },
    {
      "epoch": 1.3584681548228548,
      "grad_norm": 0.594931641577679,
      "learning_rate": 0.0002668569944384056,
      "loss": 0.2945,
      "step": 33167
    },
    {
      "epoch": 1.3585091132500513,
      "grad_norm": 0.951443734283087,
      "learning_rate": 0.000266854949627333,
      "loss": 0.8139,
      "step": 33168
    },
    {
      "epoch": 1.3585500716772476,
      "grad_norm": 1.2659008203998878,
      "learning_rate": 0.00026685290476101826,
      "loss": 1.1443,
      "step": 33169
    },
    {
      "epoch": 1.358591030104444,
      "grad_norm": 0.6639772400029836,
      "learning_rate": 0.00026685085983946217,
      "loss": 0.687,
      "step": 33170
    },
    {
      "epoch": 1.3586319885316405,
      "grad_norm": 1.6306138801193797,
      "learning_rate": 0.00026684881486266587,
      "loss": 1.469,
      "step": 33171
    },
    {
      "epoch": 1.3586729469588368,
      "grad_norm": 0.8760139886305237,
      "learning_rate": 0.0002668467698306302,
      "loss": 0.6888,
      "step": 33172
    },
    {
      "epoch": 1.358713905386033,
      "grad_norm": 0.7602014469194481,
      "learning_rate": 0.0002668447247433561,
      "loss": 0.2791,
      "step": 33173
    },
    {
      "epoch": 1.3587548638132296,
      "grad_norm": 0.5981575697700529,
      "learning_rate": 0.00026684267960084467,
      "loss": 0.2388,
      "step": 33174
    },
    {
      "epoch": 1.358795822240426,
      "grad_norm": 0.8072600808147121,
      "learning_rate": 0.00026684063440309675,
      "loss": 0.7594,
      "step": 33175
    },
    {
      "epoch": 1.3588367806676223,
      "grad_norm": 0.7718025271427544,
      "learning_rate": 0.0002668385891501134,
      "loss": 0.4602,
      "step": 33176
    },
    {
      "epoch": 1.3588777390948188,
      "grad_norm": 0.9678610507270152,
      "learning_rate": 0.00026683654384189546,
      "loss": 0.8936,
      "step": 33177
    },
    {
      "epoch": 1.358918697522015,
      "grad_norm": 1.4353093650463586,
      "learning_rate": 0.00026683449847844404,
      "loss": 1.3653,
      "step": 33178
    },
    {
      "epoch": 1.3589596559492114,
      "grad_norm": 0.899907840579938,
      "learning_rate": 0.0002668324530597601,
      "loss": 0.8679,
      "step": 33179
    },
    {
      "epoch": 1.359000614376408,
      "grad_norm": 0.6549035746011752,
      "learning_rate": 0.00026683040758584443,
      "loss": 0.2894,
      "step": 33180
    },
    {
      "epoch": 1.3590415728036043,
      "grad_norm": 0.8171066808841387,
      "learning_rate": 0.00026682836205669825,
      "loss": 0.6613,
      "step": 33181
    },
    {
      "epoch": 1.3590825312308008,
      "grad_norm": 1.00146978176809,
      "learning_rate": 0.0002668263164723223,
      "loss": 0.7625,
      "step": 33182
    },
    {
      "epoch": 1.3591234896579971,
      "grad_norm": 1.647538917758953,
      "learning_rate": 0.0002668242708327177,
      "loss": 1.1713,
      "step": 33183
    },
    {
      "epoch": 1.3591644480851937,
      "grad_norm": 0.9269969651337946,
      "learning_rate": 0.0002668222251378854,
      "loss": 0.8908,
      "step": 33184
    },
    {
      "epoch": 1.35920540651239,
      "grad_norm": 0.8144859467594117,
      "learning_rate": 0.0002668201793878263,
      "loss": 0.7236,
      "step": 33185
    },
    {
      "epoch": 1.3592463649395863,
      "grad_norm": 1.0295504758084038,
      "learning_rate": 0.00026681813358254134,
      "loss": 0.9198,
      "step": 33186
    },
    {
      "epoch": 1.3592873233667828,
      "grad_norm": 0.7267661502291796,
      "learning_rate": 0.0002668160877220316,
      "loss": 0.3325,
      "step": 33187
    },
    {
      "epoch": 1.3593282817939791,
      "grad_norm": 0.6117696591759424,
      "learning_rate": 0.00026681404180629794,
      "loss": 0.277,
      "step": 33188
    },
    {
      "epoch": 1.3593692402211754,
      "grad_norm": 1.0973513399186565,
      "learning_rate": 0.0002668119958353414,
      "loss": 1.0459,
      "step": 33189
    },
    {
      "epoch": 1.359410198648372,
      "grad_norm": 0.8729638074511197,
      "learning_rate": 0.00026680994980916303,
      "loss": 0.7828,
      "step": 33190
    },
    {
      "epoch": 1.3594511570755683,
      "grad_norm": 0.7917992100646526,
      "learning_rate": 0.00026680790372776356,
      "loss": 0.5498,
      "step": 33191
    },
    {
      "epoch": 1.3594921155027646,
      "grad_norm": 1.2768077056838845,
      "learning_rate": 0.00026680585759114415,
      "loss": 1.2325,
      "step": 33192
    },
    {
      "epoch": 1.3595330739299611,
      "grad_norm": 1.0001177987928689,
      "learning_rate": 0.00026680381139930574,
      "loss": 1.1866,
      "step": 33193
    },
    {
      "epoch": 1.3595740323571575,
      "grad_norm": 0.9317921486729457,
      "learning_rate": 0.00026680176515224923,
      "loss": 0.8114,
      "step": 33194
    },
    {
      "epoch": 1.3596149907843538,
      "grad_norm": 1.3115876150877788,
      "learning_rate": 0.00026679971884997555,
      "loss": 0.8785,
      "step": 33195
    },
    {
      "epoch": 1.3596559492115503,
      "grad_norm": 1.1638875622874019,
      "learning_rate": 0.00026679767249248584,
      "loss": 1.1157,
      "step": 33196
    },
    {
      "epoch": 1.3596969076387466,
      "grad_norm": 0.8423488048191139,
      "learning_rate": 0.00026679562607978096,
      "loss": 0.6629,
      "step": 33197
    },
    {
      "epoch": 1.359737866065943,
      "grad_norm": 0.7171886503598931,
      "learning_rate": 0.00026679357961186185,
      "loss": 0.7406,
      "step": 33198
    },
    {
      "epoch": 1.3597788244931395,
      "grad_norm": 1.1889475495567245,
      "learning_rate": 0.0002667915330887295,
      "loss": 0.9149,
      "step": 33199
    },
    {
      "epoch": 1.3598197829203358,
      "grad_norm": 0.8634204631422249,
      "learning_rate": 0.00026678948651038495,
      "loss": 0.8002,
      "step": 33200
    },
    {
      "epoch": 1.3598607413475323,
      "grad_norm": 0.5960080190652156,
      "learning_rate": 0.00026678743987682907,
      "loss": 0.3287,
      "step": 33201
    },
    {
      "epoch": 1.3599016997747286,
      "grad_norm": 0.9357011676823972,
      "learning_rate": 0.00026678539318806285,
      "loss": 0.9264,
      "step": 33202
    },
    {
      "epoch": 1.3599426582019252,
      "grad_norm": 0.7086729706714636,
      "learning_rate": 0.0002667833464440873,
      "loss": 0.378,
      "step": 33203
    },
    {
      "epoch": 1.3599836166291215,
      "grad_norm": 1.4995734551056068,
      "learning_rate": 0.00026678129964490335,
      "loss": 0.3859,
      "step": 33204
    },
    {
      "epoch": 1.3600245750563178,
      "grad_norm": 1.2588303924656796,
      "learning_rate": 0.00026677925279051197,
      "loss": 1.0203,
      "step": 33205
    },
    {
      "epoch": 1.3600655334835143,
      "grad_norm": 1.0006513433600528,
      "learning_rate": 0.00026677720588091415,
      "loss": 0.9012,
      "step": 33206
    },
    {
      "epoch": 1.3601064919107106,
      "grad_norm": 0.8710705958719704,
      "learning_rate": 0.00026677515891611087,
      "loss": 0.5707,
      "step": 33207
    },
    {
      "epoch": 1.360147450337907,
      "grad_norm": 1.1054015125846044,
      "learning_rate": 0.00026677311189610305,
      "loss": 1.3775,
      "step": 33208
    },
    {
      "epoch": 1.3601884087651035,
      "grad_norm": 1.1923727739779888,
      "learning_rate": 0.0002667710648208916,
      "loss": 0.8309,
      "step": 33209
    },
    {
      "epoch": 1.3602293671922998,
      "grad_norm": 0.5728087333222139,
      "learning_rate": 0.0002667690176904777,
      "loss": 0.2301,
      "step": 33210
    },
    {
      "epoch": 1.3602703256194961,
      "grad_norm": 0.7836105800678843,
      "learning_rate": 0.00026676697050486206,
      "loss": 0.7578,
      "step": 33211
    },
    {
      "epoch": 1.3603112840466927,
      "grad_norm": 1.1372633516626411,
      "learning_rate": 0.0002667649232640459,
      "loss": 1.1622,
      "step": 33212
    },
    {
      "epoch": 1.360352242473889,
      "grad_norm": 1.0271659547106085,
      "learning_rate": 0.00026676287596802997,
      "loss": 1.1965,
      "step": 33213
    },
    {
      "epoch": 1.3603932009010853,
      "grad_norm": 0.7567116025463447,
      "learning_rate": 0.00026676082861681535,
      "loss": 0.9539,
      "step": 33214
    },
    {
      "epoch": 1.3604341593282818,
      "grad_norm": 0.8540702288946543,
      "learning_rate": 0.000266758781210403,
      "loss": 0.6951,
      "step": 33215
    },
    {
      "epoch": 1.3604751177554781,
      "grad_norm": 1.3444569993984492,
      "learning_rate": 0.0002667567337487938,
      "loss": 1.1315,
      "step": 33216
    },
    {
      "epoch": 1.3605160761826744,
      "grad_norm": 1.2615120945271185,
      "learning_rate": 0.0002667546862319889,
      "loss": 1.1509,
      "step": 33217
    },
    {
      "epoch": 1.360557034609871,
      "grad_norm": 1.285286436410077,
      "learning_rate": 0.0002667526386599891,
      "loss": 1.0474,
      "step": 33218
    },
    {
      "epoch": 1.3605979930370673,
      "grad_norm": 0.8658978021405609,
      "learning_rate": 0.0002667505910327954,
      "loss": 0.9902,
      "step": 33219
    },
    {
      "epoch": 1.3606389514642638,
      "grad_norm": 0.9390513829806909,
      "learning_rate": 0.00026674854335040886,
      "loss": 0.7402,
      "step": 33220
    },
    {
      "epoch": 1.3606799098914601,
      "grad_norm": 0.7654017690944637,
      "learning_rate": 0.00026674649561283034,
      "loss": 0.361,
      "step": 33221
    },
    {
      "epoch": 1.3607208683186567,
      "grad_norm": 0.8411675742006374,
      "learning_rate": 0.0002667444478200609,
      "loss": 0.866,
      "step": 33222
    },
    {
      "epoch": 1.360761826745853,
      "grad_norm": 0.9602190865227819,
      "learning_rate": 0.00026674239997210143,
      "loss": 0.9753,
      "step": 33223
    },
    {
      "epoch": 1.3608027851730493,
      "grad_norm": 4.796784353269506,
      "learning_rate": 0.0002667403520689529,
      "loss": 1.5638,
      "step": 33224
    },
    {
      "epoch": 1.3608437436002458,
      "grad_norm": 1.0971901243317432,
      "learning_rate": 0.00026673830411061633,
      "loss": 1.0348,
      "step": 33225
    },
    {
      "epoch": 1.3608847020274422,
      "grad_norm": 2.431447811042027,
      "learning_rate": 0.0002667362560970927,
      "loss": 3.7122,
      "step": 33226
    },
    {
      "epoch": 1.3609256604546385,
      "grad_norm": 2.5889250044548593,
      "learning_rate": 0.00026673420802838285,
      "loss": 1.2387,
      "step": 33227
    },
    {
      "epoch": 1.360966618881835,
      "grad_norm": 3.1376154148997393,
      "learning_rate": 0.0002667321599044879,
      "loss": 1.776,
      "step": 33228
    },
    {
      "epoch": 1.3610075773090313,
      "grad_norm": 0.8665464903598017,
      "learning_rate": 0.0002667301117254088,
      "loss": 0.6711,
      "step": 33229
    },
    {
      "epoch": 1.3610485357362276,
      "grad_norm": 0.8002706088426059,
      "learning_rate": 0.0002667280634911464,
      "loss": 0.749,
      "step": 33230
    },
    {
      "epoch": 1.3610894941634242,
      "grad_norm": 2.232601609717999,
      "learning_rate": 0.0002667260152017018,
      "loss": 4.1052,
      "step": 33231
    },
    {
      "epoch": 1.3611304525906205,
      "grad_norm": 1.182404331001337,
      "learning_rate": 0.00026672396685707586,
      "loss": 0.9238,
      "step": 33232
    },
    {
      "epoch": 1.3611714110178168,
      "grad_norm": 1.3258254327820391,
      "learning_rate": 0.00026672191845726964,
      "loss": 0.692,
      "step": 33233
    },
    {
      "epoch": 1.3612123694450133,
      "grad_norm": 0.904019575238016,
      "learning_rate": 0.00026671987000228403,
      "loss": 0.3248,
      "step": 33234
    },
    {
      "epoch": 1.3612533278722097,
      "grad_norm": 1.235388097622062,
      "learning_rate": 0.00026671782149212007,
      "loss": 0.9111,
      "step": 33235
    },
    {
      "epoch": 1.361294286299406,
      "grad_norm": 1.1508302993623816,
      "learning_rate": 0.00026671577292677873,
      "loss": 1.1014,
      "step": 33236
    },
    {
      "epoch": 1.3613352447266025,
      "grad_norm": 1.0342874933084623,
      "learning_rate": 0.0002667137243062609,
      "loss": 1.0796,
      "step": 33237
    },
    {
      "epoch": 1.3613762031537988,
      "grad_norm": 1.0847996537338902,
      "learning_rate": 0.0002667116756305676,
      "loss": 0.9706,
      "step": 33238
    },
    {
      "epoch": 1.3614171615809953,
      "grad_norm": 2.066696352175575,
      "learning_rate": 0.0002667096268996998,
      "loss": 2.9453,
      "step": 33239
    },
    {
      "epoch": 1.3614581200081917,
      "grad_norm": 1.0387497829342591,
      "learning_rate": 0.00026670757811365843,
      "loss": 0.8294,
      "step": 33240
    },
    {
      "epoch": 1.3614990784353882,
      "grad_norm": 0.7791499959583991,
      "learning_rate": 0.00026670552927244456,
      "loss": 0.8423,
      "step": 33241
    },
    {
      "epoch": 1.3615400368625845,
      "grad_norm": 1.0075503887031452,
      "learning_rate": 0.00026670348037605905,
      "loss": 1.0938,
      "step": 33242
    },
    {
      "epoch": 1.3615809952897808,
      "grad_norm": 2.3490501548646052,
      "learning_rate": 0.0002667014314245029,
      "loss": 3.1729,
      "step": 33243
    },
    {
      "epoch": 1.3616219537169774,
      "grad_norm": 0.9767413881851399,
      "learning_rate": 0.0002666993824177771,
      "loss": 0.9846,
      "step": 33244
    },
    {
      "epoch": 1.3616629121441737,
      "grad_norm": 0.6765320824826803,
      "learning_rate": 0.00026669733335588254,
      "loss": 0.3376,
      "step": 33245
    },
    {
      "epoch": 1.36170387057137,
      "grad_norm": 0.9805381627153963,
      "learning_rate": 0.0002666952842388203,
      "loss": 0.8665,
      "step": 33246
    },
    {
      "epoch": 1.3617448289985665,
      "grad_norm": 1.0788693316934825,
      "learning_rate": 0.00026669323506659133,
      "loss": 0.8854,
      "step": 33247
    },
    {
      "epoch": 1.3617857874257628,
      "grad_norm": 0.7368002625068836,
      "learning_rate": 0.00026669118583919657,
      "loss": 0.7152,
      "step": 33248
    },
    {
      "epoch": 1.3618267458529592,
      "grad_norm": 0.9791934332629131,
      "learning_rate": 0.0002666891365566369,
      "loss": 0.8226,
      "step": 33249
    },
    {
      "epoch": 1.3618677042801557,
      "grad_norm": 1.134355182707773,
      "learning_rate": 0.00026668708721891345,
      "loss": 1.1155,
      "step": 33250
    },
    {
      "epoch": 1.361908662707352,
      "grad_norm": 2.7394067098932204,
      "learning_rate": 0.0002666850378260271,
      "loss": 1.4023,
      "step": 33251
    },
    {
      "epoch": 1.3619496211345483,
      "grad_norm": 0.8299111213209089,
      "learning_rate": 0.00026668298837797887,
      "loss": 0.511,
      "step": 33252
    },
    {
      "epoch": 1.3619905795617449,
      "grad_norm": 1.128101132787256,
      "learning_rate": 0.00026668093887476964,
      "loss": 0.9645,
      "step": 33253
    },
    {
      "epoch": 1.3620315379889412,
      "grad_norm": 3.862282545653688,
      "learning_rate": 0.0002666788893164005,
      "loss": 2.9005,
      "step": 33254
    },
    {
      "epoch": 1.3620724964161377,
      "grad_norm": 0.8848210080784675,
      "learning_rate": 0.00026667683970287226,
      "loss": 0.4082,
      "step": 33255
    },
    {
      "epoch": 1.362113454843334,
      "grad_norm": 0.7880826576150248,
      "learning_rate": 0.000266674790034186,
      "loss": 0.6495,
      "step": 33256
    },
    {
      "epoch": 1.3621544132705303,
      "grad_norm": 0.756781192322097,
      "learning_rate": 0.0002666727403103428,
      "loss": 0.7479,
      "step": 33257
    },
    {
      "epoch": 1.3621953716977269,
      "grad_norm": 0.9583676117971284,
      "learning_rate": 0.00026667069053134336,
      "loss": 0.9346,
      "step": 33258
    },
    {
      "epoch": 1.3622363301249232,
      "grad_norm": 0.6199720215587383,
      "learning_rate": 0.0002666686406971888,
      "loss": 0.2966,
      "step": 33259
    },
    {
      "epoch": 1.3622772885521197,
      "grad_norm": 0.912121009903451,
      "learning_rate": 0.0002666665908078801,
      "loss": 0.6991,
      "step": 33260
    },
    {
      "epoch": 1.362318246979316,
      "grad_norm": 0.5690235384750262,
      "learning_rate": 0.0002666645408634182,
      "loss": 0.2536,
      "step": 33261
    },
    {
      "epoch": 1.3623592054065123,
      "grad_norm": 0.9696480212871971,
      "learning_rate": 0.0002666624908638041,
      "loss": 1.1079,
      "step": 33262
    },
    {
      "epoch": 1.3624001638337089,
      "grad_norm": 0.85584482952417,
      "learning_rate": 0.00026666044080903874,
      "loss": 0.7988,
      "step": 33263
    },
    {
      "epoch": 1.3624411222609052,
      "grad_norm": 1.0672761508550659,
      "learning_rate": 0.0002666583906991231,
      "loss": 0.984,
      "step": 33264
    },
    {
      "epoch": 1.3624820806881015,
      "grad_norm": 1.0198727551547349,
      "learning_rate": 0.00026665634053405814,
      "loss": 0.9812,
      "step": 33265
    },
    {
      "epoch": 1.362523039115298,
      "grad_norm": 1.1962043414524905,
      "learning_rate": 0.00026665429031384475,
      "loss": 1.0799,
      "step": 33266
    },
    {
      "epoch": 1.3625639975424944,
      "grad_norm": 1.1267724489275912,
      "learning_rate": 0.0002666522400384841,
      "loss": 1.1798,
      "step": 33267
    },
    {
      "epoch": 1.3626049559696907,
      "grad_norm": 0.96410840075763,
      "learning_rate": 0.0002666501897079769,
      "loss": 0.8192,
      "step": 33268
    },
    {
      "epoch": 1.3626459143968872,
      "grad_norm": 1.193698042541078,
      "learning_rate": 0.0002666481393223244,
      "loss": 0.8612,
      "step": 33269
    },
    {
      "epoch": 1.3626868728240835,
      "grad_norm": 0.9156452369963912,
      "learning_rate": 0.00026664608888152735,
      "loss": 0.4786,
      "step": 33270
    },
    {
      "epoch": 1.3627278312512798,
      "grad_norm": 0.9346759097368244,
      "learning_rate": 0.0002666440383855868,
      "loss": 0.8531,
      "step": 33271
    },
    {
      "epoch": 1.3627687896784764,
      "grad_norm": 0.6319476752186031,
      "learning_rate": 0.00026664198783450373,
      "loss": 0.2699,
      "step": 33272
    },
    {
      "epoch": 1.3628097481056727,
      "grad_norm": 1.056731019746401,
      "learning_rate": 0.0002666399372282791,
      "loss": 0.8424,
      "step": 33273
    },
    {
      "epoch": 1.3628507065328692,
      "grad_norm": 0.9292899059675063,
      "learning_rate": 0.0002666378865669139,
      "loss": 0.7892,
      "step": 33274
    },
    {
      "epoch": 1.3628916649600655,
      "grad_norm": 1.3816160817270067,
      "learning_rate": 0.00026663583585040905,
      "loss": 0.953,
      "step": 33275
    },
    {
      "epoch": 1.362932623387262,
      "grad_norm": 0.9445510883259495,
      "learning_rate": 0.0002666337850787655,
      "loss": 0.8157,
      "step": 33276
    },
    {
      "epoch": 1.3629735818144584,
      "grad_norm": 1.3827815248594064,
      "learning_rate": 0.00026663173425198433,
      "loss": 1.0877,
      "step": 33277
    },
    {
      "epoch": 1.3630145402416547,
      "grad_norm": 2.286458386419928,
      "learning_rate": 0.0002666296833700664,
      "loss": 3.6389,
      "step": 33278
    },
    {
      "epoch": 1.3630554986688512,
      "grad_norm": 1.1032763203080784,
      "learning_rate": 0.00026662763243301277,
      "loss": 0.7656,
      "step": 33279
    },
    {
      "epoch": 1.3630964570960475,
      "grad_norm": 2.1883740028826524,
      "learning_rate": 0.00026662558144082435,
      "loss": 2.277,
      "step": 33280
    },
    {
      "epoch": 1.3631374155232439,
      "grad_norm": 0.8854479164007095,
      "learning_rate": 0.00026662353039350213,
      "loss": 0.7335,
      "step": 33281
    },
    {
      "epoch": 1.3631783739504404,
      "grad_norm": 0.7860822770520393,
      "learning_rate": 0.0002666214792910471,
      "loss": 0.6772,
      "step": 33282
    },
    {
      "epoch": 1.3632193323776367,
      "grad_norm": 1.5514095600338556,
      "learning_rate": 0.0002666194281334601,
      "loss": 1.769,
      "step": 33283
    },
    {
      "epoch": 1.363260290804833,
      "grad_norm": 26.821072058871458,
      "learning_rate": 0.0002666173769207423,
      "loss": 3.6347,
      "step": 33284
    },
    {
      "epoch": 1.3633012492320296,
      "grad_norm": 0.8291110451115323,
      "learning_rate": 0.00026661532565289456,
      "loss": 0.8448,
      "step": 33285
    },
    {
      "epoch": 1.3633422076592259,
      "grad_norm": 0.7329859412494044,
      "learning_rate": 0.0002666132743299178,
      "loss": 0.3104,
      "step": 33286
    },
    {
      "epoch": 1.3633831660864222,
      "grad_norm": 0.9025623435366376,
      "learning_rate": 0.0002666112229518131,
      "loss": 0.792,
      "step": 33287
    },
    {
      "epoch": 1.3634241245136187,
      "grad_norm": 0.8061976951562954,
      "learning_rate": 0.00026660917151858136,
      "loss": 0.8235,
      "step": 33288
    },
    {
      "epoch": 1.363465082940815,
      "grad_norm": 1.2510674579474148,
      "learning_rate": 0.0002666071200302236,
      "loss": 0.9176,
      "step": 33289
    },
    {
      "epoch": 1.3635060413680113,
      "grad_norm": 0.9346726408496087,
      "learning_rate": 0.0002666050684867407,
      "loss": 0.6415,
      "step": 33290
    },
    {
      "epoch": 1.3635469997952079,
      "grad_norm": 0.9659416409308273,
      "learning_rate": 0.0002666030168881337,
      "loss": 0.7715,
      "step": 33291
    },
    {
      "epoch": 1.3635879582224042,
      "grad_norm": 0.9767254907484624,
      "learning_rate": 0.0002666009652344036,
      "loss": 0.9316,
      "step": 33292
    },
    {
      "epoch": 1.3636289166496007,
      "grad_norm": 0.8654486360141995,
      "learning_rate": 0.0002665989135255513,
      "loss": 0.8213,
      "step": 33293
    },
    {
      "epoch": 1.363669875076797,
      "grad_norm": 1.0004635450734904,
      "learning_rate": 0.00026659686176157786,
      "loss": 1.0596,
      "step": 33294
    },
    {
      "epoch": 1.3637108335039936,
      "grad_norm": 0.9106771871944956,
      "learning_rate": 0.0002665948099424841,
      "loss": 0.8688,
      "step": 33295
    },
    {
      "epoch": 1.36375179193119,
      "grad_norm": 0.988563754498603,
      "learning_rate": 0.00026659275806827115,
      "loss": 0.7155,
      "step": 33296
    },
    {
      "epoch": 1.3637927503583862,
      "grad_norm": 0.9322526010825086,
      "learning_rate": 0.00026659070613893984,
      "loss": 0.9092,
      "step": 33297
    },
    {
      "epoch": 1.3638337087855827,
      "grad_norm": 1.042755107336718,
      "learning_rate": 0.00026658865415449127,
      "loss": 0.9411,
      "step": 33298
    },
    {
      "epoch": 1.363874667212779,
      "grad_norm": 1.056213904681306,
      "learning_rate": 0.00026658660211492636,
      "loss": 0.4278,
      "step": 33299
    },
    {
      "epoch": 1.3639156256399754,
      "grad_norm": 1.6880234288920573,
      "learning_rate": 0.00026658455002024603,
      "loss": 1.6835,
      "step": 33300
    },
    {
      "epoch": 1.363956584067172,
      "grad_norm": 0.9992580443921975,
      "learning_rate": 0.0002665824978704513,
      "loss": 0.7217,
      "step": 33301
    },
    {
      "epoch": 1.3639975424943682,
      "grad_norm": 0.9013874045090747,
      "learning_rate": 0.00026658044566554314,
      "loss": 0.6216,
      "step": 33302
    },
    {
      "epoch": 1.3640385009215645,
      "grad_norm": 0.87856149603456,
      "learning_rate": 0.00026657839340552247,
      "loss": 0.9395,
      "step": 33303
    },
    {
      "epoch": 1.364079459348761,
      "grad_norm": 0.8173746389568699,
      "learning_rate": 0.0002665763410903904,
      "loss": 0.8253,
      "step": 33304
    },
    {
      "epoch": 1.3641204177759574,
      "grad_norm": 1.4785350398365888,
      "learning_rate": 0.00026657428872014767,
      "loss": 1.916,
      "step": 33305
    },
    {
      "epoch": 1.3641613762031537,
      "grad_norm": 0.8146902592423626,
      "learning_rate": 0.0002665722362947955,
      "loss": 0.7768,
      "step": 33306
    },
    {
      "epoch": 1.3642023346303502,
      "grad_norm": 1.283595653987819,
      "learning_rate": 0.0002665701838143346,
      "loss": 0.8689,
      "step": 33307
    },
    {
      "epoch": 1.3642432930575465,
      "grad_norm": 2.3373037389582922,
      "learning_rate": 0.0002665681312787662,
      "loss": 1.0347,
      "step": 33308
    },
    {
      "epoch": 1.3642842514847429,
      "grad_norm": 1.0371454566114353,
      "learning_rate": 0.0002665660786880911,
      "loss": 0.8971,
      "step": 33309
    },
    {
      "epoch": 1.3643252099119394,
      "grad_norm": 1.1827807620957673,
      "learning_rate": 0.00026656402604231035,
      "loss": 1.1627,
      "step": 33310
    },
    {
      "epoch": 1.3643661683391357,
      "grad_norm": 0.8357074992795003,
      "learning_rate": 0.0002665619733414249,
      "loss": 0.4343,
      "step": 33311
    },
    {
      "epoch": 1.3644071267663322,
      "grad_norm": 1.2082713513734218,
      "learning_rate": 0.00026655992058543566,
      "loss": 0.7541,
      "step": 33312
    },
    {
      "epoch": 1.3644480851935286,
      "grad_norm": 1.1911284968865525,
      "learning_rate": 0.0002665578677743437,
      "loss": 0.7551,
      "step": 33313
    },
    {
      "epoch": 1.364489043620725,
      "grad_norm": 1.462220231178573,
      "learning_rate": 0.00026655581490814994,
      "loss": 2.3979,
      "step": 33314
    },
    {
      "epoch": 1.3645300020479214,
      "grad_norm": 1.1752699871005368,
      "learning_rate": 0.0002665537619868554,
      "loss": 0.8052,
      "step": 33315
    },
    {
      "epoch": 1.3645709604751177,
      "grad_norm": 1.405629146975374,
      "learning_rate": 0.0002665517090104609,
      "loss": 1.1697,
      "step": 33316
    },
    {
      "epoch": 1.3646119189023143,
      "grad_norm": 0.8187317800000443,
      "learning_rate": 0.0002665496559789676,
      "loss": 0.8651,
      "step": 33317
    },
    {
      "epoch": 1.3646528773295106,
      "grad_norm": 0.6192937922622553,
      "learning_rate": 0.0002665476028923763,
      "loss": 0.2522,
      "step": 33318
    },
    {
      "epoch": 1.3646938357567069,
      "grad_norm": 1.0229746840043275,
      "learning_rate": 0.00026654554975068815,
      "loss": 0.8985,
      "step": 33319
    },
    {
      "epoch": 1.3647347941839034,
      "grad_norm": 0.6029998196984273,
      "learning_rate": 0.00026654349655390395,
      "loss": 0.3103,
      "step": 33320
    },
    {
      "epoch": 1.3647757526110997,
      "grad_norm": 1.2249361138356938,
      "learning_rate": 0.0002665414433020248,
      "loss": 0.5793,
      "step": 33321
    },
    {
      "epoch": 1.364816711038296,
      "grad_norm": 1.2883993741061661,
      "learning_rate": 0.0002665393899950516,
      "loss": 0.8594,
      "step": 33322
    },
    {
      "epoch": 1.3648576694654926,
      "grad_norm": 0.9307801477543542,
      "learning_rate": 0.00026653733663298533,
      "loss": 0.6528,
      "step": 33323
    },
    {
      "epoch": 1.364898627892689,
      "grad_norm": 1.07232413052958,
      "learning_rate": 0.00026653528321582697,
      "loss": 1.0315,
      "step": 33324
    },
    {
      "epoch": 1.3649395863198852,
      "grad_norm": 0.5426116656604275,
      "learning_rate": 0.00026653322974357747,
      "loss": 0.2568,
      "step": 33325
    },
    {
      "epoch": 1.3649805447470817,
      "grad_norm": 1.3200986121311387,
      "learning_rate": 0.00026653117621623786,
      "loss": 1.2694,
      "step": 33326
    },
    {
      "epoch": 1.365021503174278,
      "grad_norm": 0.9793699393986969,
      "learning_rate": 0.0002665291226338091,
      "loss": 1.0541,
      "step": 33327
    },
    {
      "epoch": 1.3650624616014744,
      "grad_norm": 0.5457218149933254,
      "learning_rate": 0.00026652706899629204,
      "loss": 0.2678,
      "step": 33328
    },
    {
      "epoch": 1.365103420028671,
      "grad_norm": 1.1205095331819928,
      "learning_rate": 0.00026652501530368783,
      "loss": 0.7805,
      "step": 33329
    },
    {
      "epoch": 1.3651443784558672,
      "grad_norm": 0.8076429761952184,
      "learning_rate": 0.0002665229615559973,
      "loss": 0.8675,
      "step": 33330
    },
    {
      "epoch": 1.3651853368830638,
      "grad_norm": 1.0635613090567462,
      "learning_rate": 0.0002665209077532215,
      "loss": 1.168,
      "step": 33331
    },
    {
      "epoch": 1.36522629531026,
      "grad_norm": 0.920154459896624,
      "learning_rate": 0.00026651885389536136,
      "loss": 0.9025,
      "step": 33332
    },
    {
      "epoch": 1.3652672537374566,
      "grad_norm": 0.7777241890549068,
      "learning_rate": 0.0002665167999824179,
      "loss": 0.6351,
      "step": 33333
    },
    {
      "epoch": 1.365308212164653,
      "grad_norm": 0.7735572866727987,
      "learning_rate": 0.000266514746014392,
      "loss": 0.6433,
      "step": 33334
    },
    {
      "epoch": 1.3653491705918492,
      "grad_norm": 0.7510965167418282,
      "learning_rate": 0.00026651269199128475,
      "loss": 0.3189,
      "step": 33335
    },
    {
      "epoch": 1.3653901290190458,
      "grad_norm": 2.026056289211598,
      "learning_rate": 0.00026651063791309704,
      "loss": 2.4004,
      "step": 33336
    },
    {
      "epoch": 1.365431087446242,
      "grad_norm": 0.8106936064773314,
      "learning_rate": 0.00026650858377982986,
      "loss": 0.4427,
      "step": 33337
    },
    {
      "epoch": 1.3654720458734384,
      "grad_norm": 1.0266006260734442,
      "learning_rate": 0.0002665065295914842,
      "loss": 0.8667,
      "step": 33338
    },
    {
      "epoch": 1.365513004300635,
      "grad_norm": 1.0946350956888804,
      "learning_rate": 0.000266504475348061,
      "loss": 0.9878,
      "step": 33339
    },
    {
      "epoch": 1.3655539627278312,
      "grad_norm": 1.20591936340407,
      "learning_rate": 0.0002665024210495612,
      "loss": 1.1418,
      "step": 33340
    },
    {
      "epoch": 1.3655949211550276,
      "grad_norm": 1.2287905947743092,
      "learning_rate": 0.0002665003666959859,
      "loss": 1.1218,
      "step": 33341
    },
    {
      "epoch": 1.365635879582224,
      "grad_norm": 0.9999082382098754,
      "learning_rate": 0.0002664983122873359,
      "loss": 0.7684,
      "step": 33342
    },
    {
      "epoch": 1.3656768380094204,
      "grad_norm": 0.9496037441004664,
      "learning_rate": 0.0002664962578236123,
      "loss": 0.9181,
      "step": 33343
    },
    {
      "epoch": 1.3657177964366167,
      "grad_norm": 7.314164837233268,
      "learning_rate": 0.000266494203304816,
      "loss": 2.213,
      "step": 33344
    },
    {
      "epoch": 1.3657587548638133,
      "grad_norm": 0.9563780164358096,
      "learning_rate": 0.0002664921487309481,
      "loss": 0.9399,
      "step": 33345
    },
    {
      "epoch": 1.3657997132910096,
      "grad_norm": 0.6907489557731052,
      "learning_rate": 0.00026649009410200937,
      "loss": 0.4214,
      "step": 33346
    },
    {
      "epoch": 1.365840671718206,
      "grad_norm": 1.042988007934668,
      "learning_rate": 0.00026648803941800093,
      "loss": 1.0887,
      "step": 33347
    },
    {
      "epoch": 1.3658816301454024,
      "grad_norm": 1.0667888583171952,
      "learning_rate": 0.0002664859846789237,
      "loss": 0.981,
      "step": 33348
    },
    {
      "epoch": 1.3659225885725987,
      "grad_norm": 0.760004225916778,
      "learning_rate": 0.0002664839298847786,
      "loss": 0.8664,
      "step": 33349
    },
    {
      "epoch": 1.3659635469997953,
      "grad_norm": 1.07810025303234,
      "learning_rate": 0.00026648187503556674,
      "loss": 0.9353,
      "step": 33350
    },
    {
      "epoch": 1.3660045054269916,
      "grad_norm": 0.6681759075389673,
      "learning_rate": 0.00026647982013128897,
      "loss": 0.3601,
      "step": 33351
    },
    {
      "epoch": 1.3660454638541881,
      "grad_norm": 1.019173431955349,
      "learning_rate": 0.00026647776517194625,
      "loss": 0.9348,
      "step": 33352
    },
    {
      "epoch": 1.3660864222813844,
      "grad_norm": 0.8310256002409857,
      "learning_rate": 0.00026647571015753967,
      "loss": 0.4031,
      "step": 33353
    },
    {
      "epoch": 1.3661273807085808,
      "grad_norm": 0.8984890463630837,
      "learning_rate": 0.0002664736550880701,
      "loss": 0.6948,
      "step": 33354
    },
    {
      "epoch": 1.3661683391357773,
      "grad_norm": 0.8394222440859417,
      "learning_rate": 0.0002664715999635386,
      "loss": 0.7599,
      "step": 33355
    },
    {
      "epoch": 1.3662092975629736,
      "grad_norm": 1.8385831548474172,
      "learning_rate": 0.000266469544783946,
      "loss": 1.3354,
      "step": 33356
    },
    {
      "epoch": 1.36625025599017,
      "grad_norm": 1.1570140407487006,
      "learning_rate": 0.0002664674895492934,
      "loss": 0.8672,
      "step": 33357
    },
    {
      "epoch": 1.3662912144173665,
      "grad_norm": 1.7757490512615905,
      "learning_rate": 0.0002664654342595817,
      "loss": 1.5822,
      "step": 33358
    },
    {
      "epoch": 1.3663321728445628,
      "grad_norm": 1.089825426329821,
      "learning_rate": 0.000266463378914812,
      "loss": 0.9358,
      "step": 33359
    },
    {
      "epoch": 1.366373131271759,
      "grad_norm": 0.6847080729365241,
      "learning_rate": 0.0002664613235149851,
      "loss": 0.4279,
      "step": 33360
    },
    {
      "epoch": 1.3664140896989556,
      "grad_norm": 0.817607948464369,
      "learning_rate": 0.00026645926806010203,
      "loss": 0.6607,
      "step": 33361
    },
    {
      "epoch": 1.366455048126152,
      "grad_norm": 0.8845436163278156,
      "learning_rate": 0.0002664572125501638,
      "loss": 1.1314,
      "step": 33362
    },
    {
      "epoch": 1.3664960065533482,
      "grad_norm": 1.105432555821395,
      "learning_rate": 0.00026645515698517136,
      "loss": 1.0484,
      "step": 33363
    },
    {
      "epoch": 1.3665369649805448,
      "grad_norm": 2.7290668671177327,
      "learning_rate": 0.00026645310136512565,
      "loss": 1.0491,
      "step": 33364
    },
    {
      "epoch": 1.366577923407741,
      "grad_norm": 1.1573092231213578,
      "learning_rate": 0.00026645104569002773,
      "loss": 1.1426,
      "step": 33365
    },
    {
      "epoch": 1.3666188818349374,
      "grad_norm": 0.8241992252547508,
      "learning_rate": 0.00026644898995987847,
      "loss": 0.8243,
      "step": 33366
    },
    {
      "epoch": 1.366659840262134,
      "grad_norm": 0.7253602954602898,
      "learning_rate": 0.00026644693417467885,
      "loss": 0.6871,
      "step": 33367
    },
    {
      "epoch": 1.3667007986893303,
      "grad_norm": 2.445798702527795,
      "learning_rate": 0.00026644487833442994,
      "loss": 3.7082,
      "step": 33368
    },
    {
      "epoch": 1.3667417571165268,
      "grad_norm": 1.0649212718832521,
      "learning_rate": 0.0002664428224391326,
      "loss": 0.9345,
      "step": 33369
    },
    {
      "epoch": 1.366782715543723,
      "grad_norm": 1.3952987351880362,
      "learning_rate": 0.0002664407664887879,
      "loss": 1.3999,
      "step": 33370
    },
    {
      "epoch": 1.3668236739709196,
      "grad_norm": 0.9102368223276907,
      "learning_rate": 0.00026643871048339675,
      "loss": 0.3969,
      "step": 33371
    },
    {
      "epoch": 1.366864632398116,
      "grad_norm": 0.770956267320582,
      "learning_rate": 0.00026643665442296015,
      "loss": 0.6602,
      "step": 33372
    },
    {
      "epoch": 1.3669055908253123,
      "grad_norm": 1.1126423349617331,
      "learning_rate": 0.000266434598307479,
      "loss": 0.5264,
      "step": 33373
    },
    {
      "epoch": 1.3669465492525088,
      "grad_norm": 1.1378204013690114,
      "learning_rate": 0.00026643254213695435,
      "loss": 0.98,
      "step": 33374
    },
    {
      "epoch": 1.3669875076797051,
      "grad_norm": 1.218202637906764,
      "learning_rate": 0.00026643048591138714,
      "loss": 1.3497,
      "step": 33375
    },
    {
      "epoch": 1.3670284661069014,
      "grad_norm": 1.0335602642580373,
      "learning_rate": 0.0002664284296307784,
      "loss": 0.8808,
      "step": 33376
    },
    {
      "epoch": 1.367069424534098,
      "grad_norm": 0.9431154651343672,
      "learning_rate": 0.000266426373295129,
      "loss": 0.9471,
      "step": 33377
    },
    {
      "epoch": 1.3671103829612943,
      "grad_norm": 1.001592322728485,
      "learning_rate": 0.00026642431690444,
      "loss": 0.7898,
      "step": 33378
    },
    {
      "epoch": 1.3671513413884906,
      "grad_norm": 1.6839728707347648,
      "learning_rate": 0.00026642226045871237,
      "loss": 1.6909,
      "step": 33379
    },
    {
      "epoch": 1.3671922998156871,
      "grad_norm": 1.1785452085841261,
      "learning_rate": 0.000266420203957947,
      "loss": 0.5871,
      "step": 33380
    },
    {
      "epoch": 1.3672332582428834,
      "grad_norm": 0.979067158195166,
      "learning_rate": 0.0002664181474021449,
      "loss": 0.7051,
      "step": 33381
    },
    {
      "epoch": 1.3672742166700798,
      "grad_norm": 1.239684530863016,
      "learning_rate": 0.0002664160907913071,
      "loss": 1.4255,
      "step": 33382
    },
    {
      "epoch": 1.3673151750972763,
      "grad_norm": 0.9942233721467266,
      "learning_rate": 0.0002664140341254345,
      "loss": 0.8806,
      "step": 33383
    },
    {
      "epoch": 1.3673561335244726,
      "grad_norm": 1.3968687424046424,
      "learning_rate": 0.0002664119774045281,
      "loss": 0.9033,
      "step": 33384
    },
    {
      "epoch": 1.367397091951669,
      "grad_norm": 1.3251237396805504,
      "learning_rate": 0.0002664099206285889,
      "loss": 1.1723,
      "step": 33385
    },
    {
      "epoch": 1.3674380503788655,
      "grad_norm": 0.7689436574418168,
      "learning_rate": 0.0002664078637976178,
      "loss": 0.7047,
      "step": 33386
    },
    {
      "epoch": 1.3674790088060618,
      "grad_norm": 5.811685413638262,
      "learning_rate": 0.00026640580691161586,
      "loss": 3.2501,
      "step": 33387
    },
    {
      "epoch": 1.3675199672332583,
      "grad_norm": 1.015501755372767,
      "learning_rate": 0.00026640374997058397,
      "loss": 0.6617,
      "step": 33388
    },
    {
      "epoch": 1.3675609256604546,
      "grad_norm": 0.7849726333074414,
      "learning_rate": 0.0002664016929745232,
      "loss": 0.429,
      "step": 33389
    },
    {
      "epoch": 1.3676018840876512,
      "grad_norm": 1.045166574238648,
      "learning_rate": 0.00026639963592343436,
      "loss": 0.6359,
      "step": 33390
    },
    {
      "epoch": 1.3676428425148475,
      "grad_norm": 2.0290841520588403,
      "learning_rate": 0.0002663975788173186,
      "loss": 3.5485,
      "step": 33391
    },
    {
      "epoch": 1.3676838009420438,
      "grad_norm": 0.9329952034658642,
      "learning_rate": 0.00026639552165617686,
      "loss": 0.5746,
      "step": 33392
    },
    {
      "epoch": 1.3677247593692403,
      "grad_norm": 1.2297717064324034,
      "learning_rate": 0.00026639346444000997,
      "loss": 0.7713,
      "step": 33393
    },
    {
      "epoch": 1.3677657177964366,
      "grad_norm": 1.5900519121813612,
      "learning_rate": 0.0002663914071688191,
      "loss": 1.5728,
      "step": 33394
    },
    {
      "epoch": 1.367806676223633,
      "grad_norm": 0.6009213012568111,
      "learning_rate": 0.00026638934984260504,
      "loss": 0.3221,
      "step": 33395
    },
    {
      "epoch": 1.3678476346508295,
      "grad_norm": 0.770814947599582,
      "learning_rate": 0.0002663872924613689,
      "loss": 0.4968,
      "step": 33396
    },
    {
      "epoch": 1.3678885930780258,
      "grad_norm": 1.3037771242185603,
      "learning_rate": 0.00026638523502511163,
      "loss": 1.0278,
      "step": 33397
    },
    {
      "epoch": 1.367929551505222,
      "grad_norm": 1.1189404313765248,
      "learning_rate": 0.0002663831775338341,
      "loss": 1.1994,
      "step": 33398
    },
    {
      "epoch": 1.3679705099324186,
      "grad_norm": 0.5791730299286131,
      "learning_rate": 0.00026638111998753737,
      "loss": 0.3051,
      "step": 33399
    },
    {
      "epoch": 1.368011468359615,
      "grad_norm": 0.9952152563042568,
      "learning_rate": 0.00026637906238622245,
      "loss": 1.1379,
      "step": 33400
    },
    {
      "epoch": 1.3680524267868113,
      "grad_norm": 0.9812737162756585,
      "learning_rate": 0.00026637700472989024,
      "loss": 0.8745,
      "step": 33401
    },
    {
      "epoch": 1.3680933852140078,
      "grad_norm": 0.6059222562852181,
      "learning_rate": 0.00026637494701854176,
      "loss": 0.2625,
      "step": 33402
    },
    {
      "epoch": 1.3681343436412041,
      "grad_norm": 0.8710029928125272,
      "learning_rate": 0.00026637288925217793,
      "loss": 0.7489,
      "step": 33403
    },
    {
      "epoch": 1.3681753020684007,
      "grad_norm": 0.9536685829538061,
      "learning_rate": 0.00026637083143079974,
      "loss": 0.8723,
      "step": 33404
    },
    {
      "epoch": 1.368216260495597,
      "grad_norm": 1.3702419200697618,
      "learning_rate": 0.0002663687735544082,
      "loss": 0.8438,
      "step": 33405
    },
    {
      "epoch": 1.3682572189227933,
      "grad_norm": 0.6506795567088398,
      "learning_rate": 0.0002663667156230042,
      "loss": 0.5333,
      "step": 33406
    },
    {
      "epoch": 1.3682981773499898,
      "grad_norm": 1.0441358549551876,
      "learning_rate": 0.00026636465763658885,
      "loss": 1.0315,
      "step": 33407
    },
    {
      "epoch": 1.3683391357771861,
      "grad_norm": 1.0841208691938922,
      "learning_rate": 0.00026636259959516293,
      "loss": 0.8865,
      "step": 33408
    },
    {
      "epoch": 1.3683800942043827,
      "grad_norm": 2.9194011197956136,
      "learning_rate": 0.00026636054149872763,
      "loss": 1.7075,
      "step": 33409
    },
    {
      "epoch": 1.368421052631579,
      "grad_norm": 0.7781267750681226,
      "learning_rate": 0.0002663584833472838,
      "loss": 0.7803,
      "step": 33410
    },
    {
      "epoch": 1.3684620110587753,
      "grad_norm": 0.9063015691251449,
      "learning_rate": 0.0002663564251408324,
      "loss": 0.8647,
      "step": 33411
    },
    {
      "epoch": 1.3685029694859718,
      "grad_norm": 1.1412100506885103,
      "learning_rate": 0.00026635436687937443,
      "loss": 0.9545,
      "step": 33412
    },
    {
      "epoch": 1.3685439279131681,
      "grad_norm": 0.9025259656179839,
      "learning_rate": 0.0002663523085629109,
      "loss": 0.8965,
      "step": 33413
    },
    {
      "epoch": 1.3685848863403645,
      "grad_norm": 0.7522262981151875,
      "learning_rate": 0.00026635025019144275,
      "loss": 0.8817,
      "step": 33414
    },
    {
      "epoch": 1.368625844767561,
      "grad_norm": 1.6596567170479322,
      "learning_rate": 0.00026634819176497095,
      "loss": 0.5852,
      "step": 33415
    },
    {
      "epoch": 1.3686668031947573,
      "grad_norm": 2.489184595533553,
      "learning_rate": 0.0002663461332834965,
      "loss": 2.1481,
      "step": 33416
    },
    {
      "epoch": 1.3687077616219536,
      "grad_norm": 0.8111418888261527,
      "learning_rate": 0.00026634407474702027,
      "loss": 0.4988,
      "step": 33417
    },
    {
      "epoch": 1.3687487200491502,
      "grad_norm": 0.9736833536621441,
      "learning_rate": 0.00026634201615554335,
      "loss": 0.8658,
      "step": 33418
    },
    {
      "epoch": 1.3687896784763465,
      "grad_norm": 0.8362074038346519,
      "learning_rate": 0.0002663399575090667,
      "loss": 0.9299,
      "step": 33419
    },
    {
      "epoch": 1.3688306369035428,
      "grad_norm": 1.0909798299271283,
      "learning_rate": 0.0002663378988075913,
      "loss": 1.0719,
      "step": 33420
    },
    {
      "epoch": 1.3688715953307393,
      "grad_norm": 0.9474663648604578,
      "learning_rate": 0.000266335840051118,
      "loss": 0.9587,
      "step": 33421
    },
    {
      "epoch": 1.3689125537579356,
      "grad_norm": 0.7099500907743695,
      "learning_rate": 0.0002663337812396479,
      "loss": 0.6952,
      "step": 33422
    },
    {
      "epoch": 1.3689535121851322,
      "grad_norm": 1.004279918087356,
      "learning_rate": 0.00026633172237318196,
      "loss": 0.814,
      "step": 33423
    },
    {
      "epoch": 1.3689944706123285,
      "grad_norm": 1.164680695324482,
      "learning_rate": 0.0002663296634517211,
      "loss": 0.6938,
      "step": 33424
    },
    {
      "epoch": 1.369035429039525,
      "grad_norm": 0.7949447258854525,
      "learning_rate": 0.00026632760447526635,
      "loss": 0.634,
      "step": 33425
    },
    {
      "epoch": 1.3690763874667213,
      "grad_norm": 0.9186476178987726,
      "learning_rate": 0.0002663255454438187,
      "loss": 0.5943,
      "step": 33426
    },
    {
      "epoch": 1.3691173458939176,
      "grad_norm": 0.7547355661261865,
      "learning_rate": 0.000266323486357379,
      "loss": 0.8158,
      "step": 33427
    },
    {
      "epoch": 1.3691583043211142,
      "grad_norm": 1.1366502108768395,
      "learning_rate": 0.00026632142721594835,
      "loss": 0.931,
      "step": 33428
    },
    {
      "epoch": 1.3691992627483105,
      "grad_norm": 1.1095472357188194,
      "learning_rate": 0.0002663193680195277,
      "loss": 1.0283,
      "step": 33429
    },
    {
      "epoch": 1.3692402211755068,
      "grad_norm": 0.9043222348637947,
      "learning_rate": 0.0002663173087681179,
      "loss": 0.7047,
      "step": 33430
    },
    {
      "epoch": 1.3692811796027033,
      "grad_norm": 0.8398479727460089,
      "learning_rate": 0.00026631524946172015,
      "loss": 0.5739,
      "step": 33431
    },
    {
      "epoch": 1.3693221380298997,
      "grad_norm": 1.3327548820509634,
      "learning_rate": 0.0002663131901003352,
      "loss": 0.954,
      "step": 33432
    },
    {
      "epoch": 1.369363096457096,
      "grad_norm": 0.8137234441084756,
      "learning_rate": 0.0002663111306839642,
      "loss": 0.6376,
      "step": 33433
    },
    {
      "epoch": 1.3694040548842925,
      "grad_norm": 0.9459750942977563,
      "learning_rate": 0.0002663090712126081,
      "loss": 1.0566,
      "step": 33434
    },
    {
      "epoch": 1.3694450133114888,
      "grad_norm": 0.8441479321069925,
      "learning_rate": 0.0002663070116862677,
      "loss": 0.8845,
      "step": 33435
    },
    {
      "epoch": 1.3694859717386851,
      "grad_norm": 0.7258094212172133,
      "learning_rate": 0.0002663049521049441,
      "loss": 0.3846,
      "step": 33436
    },
    {
      "epoch": 1.3695269301658817,
      "grad_norm": 1.2300909290754989,
      "learning_rate": 0.0002663028924686384,
      "loss": 1.3856,
      "step": 33437
    },
    {
      "epoch": 1.369567888593078,
      "grad_norm": 0.6263692333824395,
      "learning_rate": 0.0002663008327773513,
      "loss": 0.3245,
      "step": 33438
    },
    {
      "epoch": 1.3696088470202743,
      "grad_norm": 0.9096557810426993,
      "learning_rate": 0.00026629877303108396,
      "loss": 0.4504,
      "step": 33439
    },
    {
      "epoch": 1.3696498054474708,
      "grad_norm": 1.1587767202707724,
      "learning_rate": 0.0002662967132298373,
      "loss": 0.8864,
      "step": 33440
    },
    {
      "epoch": 1.3696907638746671,
      "grad_norm": 0.8778557887544708,
      "learning_rate": 0.0002662946533736123,
      "loss": 1.0695,
      "step": 33441
    },
    {
      "epoch": 1.3697317223018637,
      "grad_norm": 1.0418374926774503,
      "learning_rate": 0.00026629259346240997,
      "loss": 0.7682,
      "step": 33442
    },
    {
      "epoch": 1.36977268072906,
      "grad_norm": 0.8176729073567167,
      "learning_rate": 0.0002662905334962312,
      "loss": 0.7245,
      "step": 33443
    },
    {
      "epoch": 1.3698136391562565,
      "grad_norm": 0.9286779143551234,
      "learning_rate": 0.000266288473475077,
      "loss": 0.6847,
      "step": 33444
    },
    {
      "epoch": 1.3698545975834528,
      "grad_norm": 1.07134811475006,
      "learning_rate": 0.00026628641339894845,
      "loss": 1.1854,
      "step": 33445
    },
    {
      "epoch": 1.3698955560106492,
      "grad_norm": 1.1994096330344906,
      "learning_rate": 0.0002662843532678464,
      "loss": 0.7566,
      "step": 33446
    },
    {
      "epoch": 1.3699365144378457,
      "grad_norm": 0.6543370258379356,
      "learning_rate": 0.0002662822930817718,
      "loss": 0.3571,
      "step": 33447
    },
    {
      "epoch": 1.369977472865042,
      "grad_norm": 1.0747606945779888,
      "learning_rate": 0.00026628023284072574,
      "loss": 1.1455,
      "step": 33448
    },
    {
      "epoch": 1.3700184312922383,
      "grad_norm": 0.8459675213606492,
      "learning_rate": 0.00026627817254470904,
      "loss": 0.7729,
      "step": 33449
    },
    {
      "epoch": 1.3700593897194349,
      "grad_norm": 0.6110557094845428,
      "learning_rate": 0.00026627611219372287,
      "loss": 0.3041,
      "step": 33450
    },
    {
      "epoch": 1.3701003481466312,
      "grad_norm": 0.5486110258559862,
      "learning_rate": 0.0002662740517877681,
      "loss": 0.3101,
      "step": 33451
    },
    {
      "epoch": 1.3701413065738275,
      "grad_norm": 1.0304911937273815,
      "learning_rate": 0.00026627199132684564,
      "loss": 1.1216,
      "step": 33452
    },
    {
      "epoch": 1.370182265001024,
      "grad_norm": 3.164040350091839,
      "learning_rate": 0.00026626993081095655,
      "loss": 1.4904,
      "step": 33453
    },
    {
      "epoch": 1.3702232234282203,
      "grad_norm": 2.7611023230729352,
      "learning_rate": 0.0002662678702401018,
      "loss": 3.7142,
      "step": 33454
    },
    {
      "epoch": 1.3702641818554167,
      "grad_norm": 1.086103860964543,
      "learning_rate": 0.00026626580961428237,
      "loss": 0.7548,
      "step": 33455
    },
    {
      "epoch": 1.3703051402826132,
      "grad_norm": 1.5471553915321972,
      "learning_rate": 0.0002662637489334992,
      "loss": 0.582,
      "step": 33456
    },
    {
      "epoch": 1.3703460987098095,
      "grad_norm": 0.9307741863399952,
      "learning_rate": 0.00026626168819775324,
      "loss": 0.6336,
      "step": 33457
    },
    {
      "epoch": 1.3703870571370058,
      "grad_norm": 0.6828612313676942,
      "learning_rate": 0.00026625962740704545,
      "loss": 0.3529,
      "step": 33458
    },
    {
      "epoch": 1.3704280155642024,
      "grad_norm": 0.9533536541458705,
      "learning_rate": 0.00026625756656137696,
      "loss": 1.0477,
      "step": 33459
    },
    {
      "epoch": 1.3704689739913987,
      "grad_norm": 1.1760670303779652,
      "learning_rate": 0.0002662555056607486,
      "loss": 1.1568,
      "step": 33460
    },
    {
      "epoch": 1.3705099324185952,
      "grad_norm": 0.7585274274891622,
      "learning_rate": 0.0002662534447051614,
      "loss": 0.7373,
      "step": 33461
    },
    {
      "epoch": 1.3705508908457915,
      "grad_norm": 1.1533639874057366,
      "learning_rate": 0.0002662513836946163,
      "loss": 1.0021,
      "step": 33462
    },
    {
      "epoch": 1.370591849272988,
      "grad_norm": 0.9628501584492772,
      "learning_rate": 0.0002662493226291143,
      "loss": 0.7827,
      "step": 33463
    },
    {
      "epoch": 1.3706328077001844,
      "grad_norm": 1.8283152459035548,
      "learning_rate": 0.00026624726150865636,
      "loss": 0.9725,
      "step": 33464
    },
    {
      "epoch": 1.3706737661273807,
      "grad_norm": 1.0360019094260111,
      "learning_rate": 0.00026624520033324345,
      "loss": 1.0419,
      "step": 33465
    },
    {
      "epoch": 1.3707147245545772,
      "grad_norm": 1.6172774450053904,
      "learning_rate": 0.00026624313910287656,
      "loss": 1.5536,
      "step": 33466
    },
    {
      "epoch": 1.3707556829817735,
      "grad_norm": 1.1358309887445996,
      "learning_rate": 0.00026624107781755667,
      "loss": 0.9716,
      "step": 33467
    },
    {
      "epoch": 1.3707966414089698,
      "grad_norm": 0.8954040774593951,
      "learning_rate": 0.00026623901647728474,
      "loss": 0.6881,
      "step": 33468
    },
    {
      "epoch": 1.3708375998361664,
      "grad_norm": 0.8181365817809972,
      "learning_rate": 0.00026623695508206177,
      "loss": 0.5129,
      "step": 33469
    },
    {
      "epoch": 1.3708785582633627,
      "grad_norm": 0.794685573776185,
      "learning_rate": 0.00026623489363188866,
      "loss": 0.6161,
      "step": 33470
    },
    {
      "epoch": 1.370919516690559,
      "grad_norm": 0.745989861004097,
      "learning_rate": 0.00026623283212676645,
      "loss": 0.7293,
      "step": 33471
    },
    {
      "epoch": 1.3709604751177555,
      "grad_norm": 1.1459401599946086,
      "learning_rate": 0.0002662307705666962,
      "loss": 1.2886,
      "step": 33472
    },
    {
      "epoch": 1.3710014335449519,
      "grad_norm": 1.0904380027763054,
      "learning_rate": 0.00026622870895167864,
      "loss": 0.9923,
      "step": 33473
    },
    {
      "epoch": 1.3710423919721482,
      "grad_norm": 0.5545662553523321,
      "learning_rate": 0.000266226647281715,
      "loss": 0.2577,
      "step": 33474
    },
    {
      "epoch": 1.3710833503993447,
      "grad_norm": 1.2452601612290979,
      "learning_rate": 0.000266224585556806,
      "loss": 1.0242,
      "step": 33475
    },
    {
      "epoch": 1.371124308826541,
      "grad_norm": 0.9518219396710527,
      "learning_rate": 0.00026622252377695295,
      "loss": 0.8056,
      "step": 33476
    },
    {
      "epoch": 1.3711652672537373,
      "grad_norm": 0.6445416022671174,
      "learning_rate": 0.0002662204619421565,
      "loss": 0.4385,
      "step": 33477
    },
    {
      "epoch": 1.3712062256809339,
      "grad_norm": 2.3877285264510437,
      "learning_rate": 0.0002662184000524178,
      "loss": 3.1168,
      "step": 33478
    },
    {
      "epoch": 1.3712471841081302,
      "grad_norm": 0.8817975158187966,
      "learning_rate": 0.0002662163381077378,
      "loss": 0.7086,
      "step": 33479
    },
    {
      "epoch": 1.3712881425353267,
      "grad_norm": 0.9683241238668848,
      "learning_rate": 0.0002662142761081174,
      "loss": 0.9244,
      "step": 33480
    },
    {
      "epoch": 1.371329100962523,
      "grad_norm": 0.8057607059836736,
      "learning_rate": 0.00026621221405355775,
      "loss": 0.7893,
      "step": 33481
    },
    {
      "epoch": 1.3713700593897196,
      "grad_norm": 0.7618204319150759,
      "learning_rate": 0.0002662101519440596,
      "loss": 0.4997,
      "step": 33482
    },
    {
      "epoch": 1.3714110178169159,
      "grad_norm": 0.8477761123671602,
      "learning_rate": 0.0002662080897796241,
      "loss": 0.7361,
      "step": 33483
    },
    {
      "epoch": 1.3714519762441122,
      "grad_norm": 0.9707451951512013,
      "learning_rate": 0.0002662060275602521,
      "loss": 0.9681,
      "step": 33484
    },
    {
      "epoch": 1.3714929346713087,
      "grad_norm": 0.9177061516518648,
      "learning_rate": 0.0002662039652859447,
      "loss": 0.8146,
      "step": 33485
    },
    {
      "epoch": 1.371533893098505,
      "grad_norm": 0.8347633503760877,
      "learning_rate": 0.00026620190295670277,
      "loss": 0.6511,
      "step": 33486
    },
    {
      "epoch": 1.3715748515257014,
      "grad_norm": 0.5579587223414723,
      "learning_rate": 0.00026619984057252733,
      "loss": 0.2926,
      "step": 33487
    },
    {
      "epoch": 1.371615809952898,
      "grad_norm": 0.9311485320663775,
      "learning_rate": 0.0002661977781334193,
      "loss": 0.6596,
      "step": 33488
    },
    {
      "epoch": 1.3716567683800942,
      "grad_norm": 0.6108895201580673,
      "learning_rate": 0.0002661957156393798,
      "loss": 0.2875,
      "step": 33489
    },
    {
      "epoch": 1.3716977268072905,
      "grad_norm": 0.7364621582879659,
      "learning_rate": 0.0002661936530904096,
      "loss": 0.3131,
      "step": 33490
    },
    {
      "epoch": 1.371738685234487,
      "grad_norm": 0.8742195491378325,
      "learning_rate": 0.0002661915904865099,
      "loss": 0.8073,
      "step": 33491
    },
    {
      "epoch": 1.3717796436616834,
      "grad_norm": 2.046977195010979,
      "learning_rate": 0.0002661895278276815,
      "loss": 3.3255,
      "step": 33492
    },
    {
      "epoch": 1.3718206020888797,
      "grad_norm": 1.8572780075483284,
      "learning_rate": 0.0002661874651139254,
      "loss": 0.7324,
      "step": 33493
    },
    {
      "epoch": 1.3718615605160762,
      "grad_norm": 0.9889101238201752,
      "learning_rate": 0.0002661854023452426,
      "loss": 0.9092,
      "step": 33494
    },
    {
      "epoch": 1.3719025189432725,
      "grad_norm": 1.197667659362153,
      "learning_rate": 0.00026618333952163414,
      "loss": 1.3477,
      "step": 33495
    },
    {
      "epoch": 1.3719434773704688,
      "grad_norm": 0.9672113954302061,
      "learning_rate": 0.00026618127664310094,
      "loss": 0.5829,
      "step": 33496
    },
    {
      "epoch": 1.3719844357976654,
      "grad_norm": 0.6803812682695016,
      "learning_rate": 0.00026617921370964396,
      "loss": 0.3091,
      "step": 33497
    },
    {
      "epoch": 1.3720253942248617,
      "grad_norm": 0.9060030340666405,
      "learning_rate": 0.0002661771507212642,
      "loss": 0.9818,
      "step": 33498
    },
    {
      "epoch": 1.3720663526520582,
      "grad_norm": 1.0520670331852473,
      "learning_rate": 0.00026617508767796255,
      "loss": 0.863,
      "step": 33499
    },
    {
      "epoch": 1.3721073110792545,
      "grad_norm": 0.7850067512574955,
      "learning_rate": 0.0002661730245797402,
      "loss": 0.669,
      "step": 33500
    },
    {
      "epoch": 1.372148269506451,
      "grad_norm": 0.9321637894861652,
      "learning_rate": 0.0002661709614265978,
      "loss": 0.75,
      "step": 33501
    },
    {
      "epoch": 1.3721892279336474,
      "grad_norm": 0.9856390265911413,
      "learning_rate": 0.00026616889821853666,
      "loss": 0.8206,
      "step": 33502
    },
    {
      "epoch": 1.3722301863608437,
      "grad_norm": 1.349975596582465,
      "learning_rate": 0.0002661668349555576,
      "loss": 1.4187,
      "step": 33503
    },
    {
      "epoch": 1.3722711447880402,
      "grad_norm": 0.8243301011040779,
      "learning_rate": 0.00026616477163766153,
      "loss": 1.0129,
      "step": 33504
    },
    {
      "epoch": 1.3723121032152366,
      "grad_norm": 1.1331567016342805,
      "learning_rate": 0.0002661627082648495,
      "loss": 0.8591,
      "step": 33505
    },
    {
      "epoch": 1.3723530616424329,
      "grad_norm": 0.675522111064684,
      "learning_rate": 0.00026616064483712254,
      "loss": 0.2713,
      "step": 33506
    },
    {
      "epoch": 1.3723940200696294,
      "grad_norm": 1.0143156839182375,
      "learning_rate": 0.0002661585813544815,
      "loss": 0.6132,
      "step": 33507
    },
    {
      "epoch": 1.3724349784968257,
      "grad_norm": 0.8393110762807946,
      "learning_rate": 0.0002661565178169275,
      "loss": 0.6862,
      "step": 33508
    },
    {
      "epoch": 1.372475936924022,
      "grad_norm": 1.1064259520340056,
      "learning_rate": 0.0002661544542244614,
      "loss": 1.1474,
      "step": 33509
    },
    {
      "epoch": 1.3725168953512186,
      "grad_norm": 1.0570052298741668,
      "learning_rate": 0.0002661523905770842,
      "loss": 0.9866,
      "step": 33510
    },
    {
      "epoch": 1.3725578537784149,
      "grad_norm": 0.9925481444717628,
      "learning_rate": 0.0002661503268747969,
      "loss": 0.8427,
      "step": 33511
    },
    {
      "epoch": 1.3725988122056112,
      "grad_norm": 1.0797322780329364,
      "learning_rate": 0.0002661482631176005,
      "loss": 0.8175,
      "step": 33512
    },
    {
      "epoch": 1.3726397706328077,
      "grad_norm": 0.8658795496488004,
      "learning_rate": 0.0002661461993054959,
      "loss": 0.7801,
      "step": 33513
    },
    {
      "epoch": 1.372680729060004,
      "grad_norm": 0.757337213226178,
      "learning_rate": 0.0002661441354384841,
      "loss": 0.6763,
      "step": 33514
    },
    {
      "epoch": 1.3727216874872004,
      "grad_norm": 0.9193930722981895,
      "learning_rate": 0.00026614207151656613,
      "loss": 0.8198,
      "step": 33515
    },
    {
      "epoch": 1.372762645914397,
      "grad_norm": 1.349795426837402,
      "learning_rate": 0.0002661400075397429,
      "loss": 1.7517,
      "step": 33516
    },
    {
      "epoch": 1.3728036043415932,
      "grad_norm": 1.3450381884056057,
      "learning_rate": 0.0002661379435080155,
      "loss": 1.1966,
      "step": 33517
    },
    {
      "epoch": 1.3728445627687897,
      "grad_norm": 0.7858809411422688,
      "learning_rate": 0.0002661358794213847,
      "loss": 0.3974,
      "step": 33518
    },
    {
      "epoch": 1.372885521195986,
      "grad_norm": 1.2013711101776443,
      "learning_rate": 0.00026613381527985165,
      "loss": 1.226,
      "step": 33519
    },
    {
      "epoch": 1.3729264796231826,
      "grad_norm": 0.6778938575552331,
      "learning_rate": 0.00026613175108341727,
      "loss": 0.3435,
      "step": 33520
    },
    {
      "epoch": 1.372967438050379,
      "grad_norm": 0.9597110667184852,
      "learning_rate": 0.0002661296868320825,
      "loss": 0.7684,
      "step": 33521
    },
    {
      "epoch": 1.3730083964775752,
      "grad_norm": 0.8885440881446792,
      "learning_rate": 0.0002661276225258484,
      "loss": 0.4971,
      "step": 33522
    },
    {
      "epoch": 1.3730493549047718,
      "grad_norm": 0.7920848765694599,
      "learning_rate": 0.0002661255581647159,
      "loss": 0.8113,
      "step": 33523
    },
    {
      "epoch": 1.373090313331968,
      "grad_norm": 1.2387217323314779,
      "learning_rate": 0.000266123493748686,
      "loss": 0.4722,
      "step": 33524
    },
    {
      "epoch": 1.3731312717591644,
      "grad_norm": 0.996255878871208,
      "learning_rate": 0.0002661214292777596,
      "loss": 0.7782,
      "step": 33525
    },
    {
      "epoch": 1.373172230186361,
      "grad_norm": 0.9278730725564294,
      "learning_rate": 0.0002661193647519377,
      "loss": 0.778,
      "step": 33526
    },
    {
      "epoch": 1.3732131886135572,
      "grad_norm": 1.6549063055360704,
      "learning_rate": 0.0002661173001712214,
      "loss": 1.675,
      "step": 33527
    },
    {
      "epoch": 1.3732541470407535,
      "grad_norm": 1.1192847871339293,
      "learning_rate": 0.0002661152355356115,
      "loss": 0.9588,
      "step": 33528
    },
    {
      "epoch": 1.37329510546795,
      "grad_norm": 0.8368670755852518,
      "learning_rate": 0.00026611317084510906,
      "loss": 0.6911,
      "step": 33529
    },
    {
      "epoch": 1.3733360638951464,
      "grad_norm": 0.8856481937287757,
      "learning_rate": 0.0002661111060997151,
      "loss": 0.7651,
      "step": 33530
    },
    {
      "epoch": 1.3733770223223427,
      "grad_norm": 0.7171309289850926,
      "learning_rate": 0.00026610904129943045,
      "loss": 0.4266,
      "step": 33531
    },
    {
      "epoch": 1.3734179807495392,
      "grad_norm": 1.194293048773766,
      "learning_rate": 0.00026610697644425624,
      "loss": 0.9653,
      "step": 33532
    },
    {
      "epoch": 1.3734589391767356,
      "grad_norm": 1.4895806556589561,
      "learning_rate": 0.0002661049115341934,
      "loss": 1.4659,
      "step": 33533
    },
    {
      "epoch": 1.3734998976039319,
      "grad_norm": 0.9888946210685967,
      "learning_rate": 0.0002661028465692429,
      "loss": 0.8614,
      "step": 33534
    },
    {
      "epoch": 1.3735408560311284,
      "grad_norm": 0.8949738775276427,
      "learning_rate": 0.00026610078154940567,
      "loss": 0.8173,
      "step": 33535
    },
    {
      "epoch": 1.3735818144583247,
      "grad_norm": 1.1063267685802978,
      "learning_rate": 0.00026609871647468274,
      "loss": 1.2911,
      "step": 33536
    },
    {
      "epoch": 1.3736227728855213,
      "grad_norm": 0.9342106296733768,
      "learning_rate": 0.0002660966513450751,
      "loss": 0.7331,
      "step": 33537
    },
    {
      "epoch": 1.3736637313127176,
      "grad_norm": 1.1604717248487895,
      "learning_rate": 0.0002660945861605837,
      "loss": 0.8723,
      "step": 33538
    },
    {
      "epoch": 1.373704689739914,
      "grad_norm": 0.8027508007525374,
      "learning_rate": 0.0002660925209212095,
      "loss": 0.7413,
      "step": 33539
    },
    {
      "epoch": 1.3737456481671104,
      "grad_norm": 0.6304136547613577,
      "learning_rate": 0.0002660904556269535,
      "loss": 0.223,
      "step": 33540
    },
    {
      "epoch": 1.3737866065943067,
      "grad_norm": 2.106422824966996,
      "learning_rate": 0.0002660883902778167,
      "loss": 3.204,
      "step": 33541
    },
    {
      "epoch": 1.3738275650215033,
      "grad_norm": 0.9706560658160094,
      "learning_rate": 0.00026608632487379997,
      "loss": 0.5699,
      "step": 33542
    },
    {
      "epoch": 1.3738685234486996,
      "grad_norm": 0.9852449759781602,
      "learning_rate": 0.0002660842594149044,
      "loss": 0.718,
      "step": 33543
    },
    {
      "epoch": 1.373909481875896,
      "grad_norm": 1.0296947362543014,
      "learning_rate": 0.00026608219390113094,
      "loss": 1.084,
      "step": 33544
    },
    {
      "epoch": 1.3739504403030924,
      "grad_norm": 1.1289514442115727,
      "learning_rate": 0.0002660801283324806,
      "loss": 0.7198,
      "step": 33545
    },
    {
      "epoch": 1.3739913987302887,
      "grad_norm": 1.8734646390238654,
      "learning_rate": 0.0002660780627089542,
      "loss": 1.4205,
      "step": 33546
    },
    {
      "epoch": 1.374032357157485,
      "grad_norm": 0.9070158179258447,
      "learning_rate": 0.00026607599703055285,
      "loss": 0.5002,
      "step": 33547
    },
    {
      "epoch": 1.3740733155846816,
      "grad_norm": 1.0538898731234276,
      "learning_rate": 0.00026607393129727755,
      "loss": 0.9382,
      "step": 33548
    },
    {
      "epoch": 1.374114274011878,
      "grad_norm": 0.8524094788086873,
      "learning_rate": 0.00026607186550912926,
      "loss": 0.527,
      "step": 33549
    },
    {
      "epoch": 1.3741552324390742,
      "grad_norm": 1.3803771820128283,
      "learning_rate": 0.0002660697996661089,
      "loss": 1.4087,
      "step": 33550
    },
    {
      "epoch": 1.3741961908662708,
      "grad_norm": 1.6946361354627029,
      "learning_rate": 0.0002660677337682174,
      "loss": 0.8223,
      "step": 33551
    },
    {
      "epoch": 1.374237149293467,
      "grad_norm": 1.120072822372245,
      "learning_rate": 0.0002660656678154559,
      "loss": 0.7733,
      "step": 33552
    },
    {
      "epoch": 1.3742781077206634,
      "grad_norm": 0.9787772334914325,
      "learning_rate": 0.00026606360180782523,
      "loss": 0.6759,
      "step": 33553
    },
    {
      "epoch": 1.37431906614786,
      "grad_norm": 1.1930160725960903,
      "learning_rate": 0.0002660615357453265,
      "loss": 0.8599,
      "step": 33554
    },
    {
      "epoch": 1.3743600245750562,
      "grad_norm": 1.1976999085380953,
      "learning_rate": 0.00026605946962796057,
      "loss": 1.1535,
      "step": 33555
    },
    {
      "epoch": 1.3744009830022528,
      "grad_norm": 1.3540447522397936,
      "learning_rate": 0.0002660574034557284,
      "loss": 0.2111,
      "step": 33556
    },
    {
      "epoch": 1.374441941429449,
      "grad_norm": 0.8865709255244673,
      "learning_rate": 0.0002660553372286311,
      "loss": 0.6964,
      "step": 33557
    },
    {
      "epoch": 1.3744828998566456,
      "grad_norm": 1.4556358027543543,
      "learning_rate": 0.0002660532709466696,
      "loss": 1.3437,
      "step": 33558
    },
    {
      "epoch": 1.374523858283842,
      "grad_norm": 0.9176656478726567,
      "learning_rate": 0.00026605120460984475,
      "loss": 0.7162,
      "step": 33559
    },
    {
      "epoch": 1.3745648167110383,
      "grad_norm": 1.0048656070118143,
      "learning_rate": 0.00026604913821815765,
      "loss": 0.8621,
      "step": 33560
    },
    {
      "epoch": 1.3746057751382348,
      "grad_norm": 0.8123906060905389,
      "learning_rate": 0.00026604707177160927,
      "loss": 0.3467,
      "step": 33561
    },
    {
      "epoch": 1.374646733565431,
      "grad_norm": 0.7367833863261036,
      "learning_rate": 0.0002660450052702006,
      "loss": 0.4676,
      "step": 33562
    },
    {
      "epoch": 1.3746876919926274,
      "grad_norm": 1.3155372978918667,
      "learning_rate": 0.0002660429387139325,
      "loss": 1.5856,
      "step": 33563
    },
    {
      "epoch": 1.374728650419824,
      "grad_norm": 0.8723593542008454,
      "learning_rate": 0.0002660408721028061,
      "loss": 0.6982,
      "step": 33564
    },
    {
      "epoch": 1.3747696088470203,
      "grad_norm": 3.011345165928323,
      "learning_rate": 0.0002660388054368223,
      "loss": 1.1091,
      "step": 33565
    },
    {
      "epoch": 1.3748105672742166,
      "grad_norm": 0.9242727062290642,
      "learning_rate": 0.0002660367387159821,
      "loss": 0.79,
      "step": 33566
    },
    {
      "epoch": 1.3748515257014131,
      "grad_norm": 1.1131884228488829,
      "learning_rate": 0.0002660346719402864,
      "loss": 0.8644,
      "step": 33567
    },
    {
      "epoch": 1.3748924841286094,
      "grad_norm": 1.0553884562292206,
      "learning_rate": 0.00026603260510973633,
      "loss": 0.5527,
      "step": 33568
    },
    {
      "epoch": 1.3749334425558057,
      "grad_norm": 1.0067055242929948,
      "learning_rate": 0.0002660305382243327,
      "loss": 0.787,
      "step": 33569
    },
    {
      "epoch": 1.3749744009830023,
      "grad_norm": 1.304989899628652,
      "learning_rate": 0.0002660284712840766,
      "loss": 0.8754,
      "step": 33570
    },
    {
      "epoch": 1.3750153594101986,
      "grad_norm": 1.0749409601542335,
      "learning_rate": 0.000266026404288969,
      "loss": 0.859,
      "step": 33571
    },
    {
      "epoch": 1.3750563178373951,
      "grad_norm": 1.0587634540360449,
      "learning_rate": 0.0002660243372390108,
      "loss": 0.8925,
      "step": 33572
    },
    {
      "epoch": 1.3750972762645914,
      "grad_norm": 1.1900995227056936,
      "learning_rate": 0.000266022270134203,
      "loss": 0.7802,
      "step": 33573
    },
    {
      "epoch": 1.3751382346917878,
      "grad_norm": 0.7786873084261144,
      "learning_rate": 0.0002660202029745467,
      "loss": 0.4687,
      "step": 33574
    },
    {
      "epoch": 1.3751791931189843,
      "grad_norm": 0.747897060207448,
      "learning_rate": 0.0002660181357600427,
      "loss": 0.4922,
      "step": 33575
    },
    {
      "epoch": 1.3752201515461806,
      "grad_norm": 0.959122514087909,
      "learning_rate": 0.00026601606849069206,
      "loss": 0.8458,
      "step": 33576
    },
    {
      "epoch": 1.3752611099733771,
      "grad_norm": 1.357770073887959,
      "learning_rate": 0.0002660140011664958,
      "loss": 1.1686,
      "step": 33577
    },
    {
      "epoch": 1.3753020684005735,
      "grad_norm": 0.9194650632884964,
      "learning_rate": 0.00026601193378745483,
      "loss": 0.9771,
      "step": 33578
    },
    {
      "epoch": 1.3753430268277698,
      "grad_norm": 1.158724177288726,
      "learning_rate": 0.00026600986635357015,
      "loss": 1.0702,
      "step": 33579
    },
    {
      "epoch": 1.3753839852549663,
      "grad_norm": 1.0149615727682635,
      "learning_rate": 0.00026600779886484273,
      "loss": 0.9,
      "step": 33580
    },
    {
      "epoch": 1.3754249436821626,
      "grad_norm": 0.580982912464385,
      "learning_rate": 0.00026600573132127354,
      "loss": 0.2565,
      "step": 33581
    },
    {
      "epoch": 1.375465902109359,
      "grad_norm": 2.2625950443895158,
      "learning_rate": 0.0002660036637228636,
      "loss": 3.0246,
      "step": 33582
    },
    {
      "epoch": 1.3755068605365555,
      "grad_norm": 0.9040526146614318,
      "learning_rate": 0.0002660015960696139,
      "loss": 0.9201,
      "step": 33583
    },
    {
      "epoch": 1.3755478189637518,
      "grad_norm": 0.7668705036775267,
      "learning_rate": 0.0002659995283615253,
      "loss": 0.2533,
      "step": 33584
    },
    {
      "epoch": 1.375588777390948,
      "grad_norm": 3.5868089925553273,
      "learning_rate": 0.0002659974605985989,
      "loss": 1.9392,
      "step": 33585
    },
    {
      "epoch": 1.3756297358181446,
      "grad_norm": 0.7734453691041975,
      "learning_rate": 0.0002659953927808356,
      "loss": 0.7426,
      "step": 33586
    },
    {
      "epoch": 1.375670694245341,
      "grad_norm": 3.1072514911651754,
      "learning_rate": 0.00026599332490823645,
      "loss": 3.9348,
      "step": 33587
    },
    {
      "epoch": 1.3757116526725373,
      "grad_norm": 0.9178457304185469,
      "learning_rate": 0.00026599125698080234,
      "loss": 0.908,
      "step": 33588
    },
    {
      "epoch": 1.3757526110997338,
      "grad_norm": 0.85690923548743,
      "learning_rate": 0.00026598918899853433,
      "loss": 0.7412,
      "step": 33589
    },
    {
      "epoch": 1.37579356952693,
      "grad_norm": 1.124027540409029,
      "learning_rate": 0.00026598712096143333,
      "loss": 0.6841,
      "step": 33590
    },
    {
      "epoch": 1.3758345279541266,
      "grad_norm": 1.1427610810813893,
      "learning_rate": 0.0002659850528695004,
      "loss": 1.0935,
      "step": 33591
    },
    {
      "epoch": 1.375875486381323,
      "grad_norm": 1.0202193849202454,
      "learning_rate": 0.0002659829847227364,
      "loss": 0.8086,
      "step": 33592
    },
    {
      "epoch": 1.3759164448085195,
      "grad_norm": 1.682813956218786,
      "learning_rate": 0.0002659809165211424,
      "loss": 1.9564,
      "step": 33593
    },
    {
      "epoch": 1.3759574032357158,
      "grad_norm": 0.7508259490346874,
      "learning_rate": 0.00026597884826471936,
      "loss": 0.3147,
      "step": 33594
    },
    {
      "epoch": 1.3759983616629121,
      "grad_norm": 0.8621691225912832,
      "learning_rate": 0.00026597677995346825,
      "loss": 0.8987,
      "step": 33595
    },
    {
      "epoch": 1.3760393200901087,
      "grad_norm": 0.5944637034609281,
      "learning_rate": 0.00026597471158739007,
      "loss": 0.2751,
      "step": 33596
    },
    {
      "epoch": 1.376080278517305,
      "grad_norm": 0.9865200159664391,
      "learning_rate": 0.00026597264316648573,
      "loss": 0.7197,
      "step": 33597
    },
    {
      "epoch": 1.3761212369445013,
      "grad_norm": 0.8458089830425096,
      "learning_rate": 0.00026597057469075633,
      "loss": 0.7915,
      "step": 33598
    },
    {
      "epoch": 1.3761621953716978,
      "grad_norm": 0.9655642771136607,
      "learning_rate": 0.0002659685061602027,
      "loss": 0.7357,
      "step": 33599
    },
    {
      "epoch": 1.3762031537988941,
      "grad_norm": 0.5414918842876711,
      "learning_rate": 0.0002659664375748259,
      "loss": 0.2665,
      "step": 33600
    },
    {
      "epoch": 1.3762441122260904,
      "grad_norm": 1.1381598098668677,
      "learning_rate": 0.0002659643689346269,
      "loss": 0.9579,
      "step": 33601
    },
    {
      "epoch": 1.376285070653287,
      "grad_norm": 0.9671083371083085,
      "learning_rate": 0.00026596230023960674,
      "loss": 0.8364,
      "step": 33602
    },
    {
      "epoch": 1.3763260290804833,
      "grad_norm": 0.9954115815719445,
      "learning_rate": 0.0002659602314897662,
      "loss": 0.8774,
      "step": 33603
    },
    {
      "epoch": 1.3763669875076796,
      "grad_norm": 0.9992185369720179,
      "learning_rate": 0.0002659581626851065,
      "loss": 1.1666,
      "step": 33604
    },
    {
      "epoch": 1.3764079459348761,
      "grad_norm": 0.8929590939718834,
      "learning_rate": 0.0002659560938256285,
      "loss": 0.7084,
      "step": 33605
    },
    {
      "epoch": 1.3764489043620725,
      "grad_norm": 0.8875367362301055,
      "learning_rate": 0.00026595402491133314,
      "loss": 0.7815,
      "step": 33606
    },
    {
      "epoch": 1.3764898627892688,
      "grad_norm": 1.1294313328902064,
      "learning_rate": 0.0002659519559422215,
      "loss": 1.1663,
      "step": 33607
    },
    {
      "epoch": 1.3765308212164653,
      "grad_norm": 1.2821174608680608,
      "learning_rate": 0.0002659498869182945,
      "loss": 1.3609,
      "step": 33608
    },
    {
      "epoch": 1.3765717796436616,
      "grad_norm": 0.5648203379988883,
      "learning_rate": 0.00026594781783955307,
      "loss": 0.2957,
      "step": 33609
    },
    {
      "epoch": 1.3766127380708582,
      "grad_norm": 0.7861706545247457,
      "learning_rate": 0.0002659457487059982,
      "loss": 0.7296,
      "step": 33610
    },
    {
      "epoch": 1.3766536964980545,
      "grad_norm": 0.9933971580586265,
      "learning_rate": 0.000265943679517631,
      "loss": 0.884,
      "step": 33611
    },
    {
      "epoch": 1.376694654925251,
      "grad_norm": 1.0078363835477795,
      "learning_rate": 0.0002659416102744524,
      "loss": 0.9971,
      "step": 33612
    },
    {
      "epoch": 1.3767356133524473,
      "grad_norm": 3.143319617324574,
      "learning_rate": 0.0002659395409764632,
      "loss": 2.5795,
      "step": 33613
    },
    {
      "epoch": 1.3767765717796436,
      "grad_norm": 0.9226732919069508,
      "learning_rate": 0.0002659374716236646,
      "loss": 0.9194,
      "step": 33614
    },
    {
      "epoch": 1.3768175302068402,
      "grad_norm": 1.014982502702193,
      "learning_rate": 0.00026593540221605746,
      "loss": 0.8206,
      "step": 33615
    },
    {
      "epoch": 1.3768584886340365,
      "grad_norm": 0.9626085928506486,
      "learning_rate": 0.00026593333275364277,
      "loss": 0.7494,
      "step": 33616
    },
    {
      "epoch": 1.3768994470612328,
      "grad_norm": 1.0471741549780536,
      "learning_rate": 0.0002659312632364216,
      "loss": 0.9773,
      "step": 33617
    },
    {
      "epoch": 1.3769404054884293,
      "grad_norm": 1.0572143897083712,
      "learning_rate": 0.0002659291936643948,
      "loss": 1.1008,
      "step": 33618
    },
    {
      "epoch": 1.3769813639156256,
      "grad_norm": 0.7993755944890725,
      "learning_rate": 0.0002659271240375634,
      "loss": 0.7686,
      "step": 33619
    },
    {
      "epoch": 1.377022322342822,
      "grad_norm": 1.1856226448711227,
      "learning_rate": 0.00026592505435592837,
      "loss": 1.0935,
      "step": 33620
    },
    {
      "epoch": 1.3770632807700185,
      "grad_norm": 1.104912762158454,
      "learning_rate": 0.00026592298461949074,
      "loss": 1.0104,
      "step": 33621
    },
    {
      "epoch": 1.3771042391972148,
      "grad_norm": 1.230364170816333,
      "learning_rate": 0.0002659209148282515,
      "loss": 0.9547,
      "step": 33622
    },
    {
      "epoch": 1.3771451976244111,
      "grad_norm": 0.9052490033220936,
      "learning_rate": 0.0002659188449822115,
      "loss": 0.8962,
      "step": 33623
    },
    {
      "epoch": 1.3771861560516077,
      "grad_norm": 3.2367109778795258,
      "learning_rate": 0.0002659167750813718,
      "loss": 1.0139,
      "step": 33624
    },
    {
      "epoch": 1.377227114478804,
      "grad_norm": 1.1285900944737235,
      "learning_rate": 0.00026591470512573337,
      "loss": 0.8808,
      "step": 33625
    },
    {
      "epoch": 1.3772680729060003,
      "grad_norm": 1.2129478196026744,
      "learning_rate": 0.00026591263511529725,
      "loss": 1.2364,
      "step": 33626
    },
    {
      "epoch": 1.3773090313331968,
      "grad_norm": 1.1073479531468684,
      "learning_rate": 0.0002659105650500643,
      "loss": 0.9534,
      "step": 33627
    },
    {
      "epoch": 1.3773499897603931,
      "grad_norm": 2.1017362019202572,
      "learning_rate": 0.0002659084949300356,
      "loss": 3.7146,
      "step": 33628
    },
    {
      "epoch": 1.3773909481875897,
      "grad_norm": 1.0978672338275355,
      "learning_rate": 0.00026590642475521207,
      "loss": 1.0291,
      "step": 33629
    },
    {
      "epoch": 1.377431906614786,
      "grad_norm": 0.5768105792807499,
      "learning_rate": 0.0002659043545255947,
      "loss": 0.3069,
      "step": 33630
    },
    {
      "epoch": 1.3774728650419825,
      "grad_norm": 1.03274284481594,
      "learning_rate": 0.0002659022842411845,
      "loss": 0.7981,
      "step": 33631
    },
    {
      "epoch": 1.3775138234691788,
      "grad_norm": 0.927901785830441,
      "learning_rate": 0.0002659002139019824,
      "loss": 0.7605,
      "step": 33632
    },
    {
      "epoch": 1.3775547818963751,
      "grad_norm": 0.5793274793572859,
      "learning_rate": 0.00026589814350798944,
      "loss": 0.2283,
      "step": 33633
    },
    {
      "epoch": 1.3775957403235717,
      "grad_norm": 5.911338237202601,
      "learning_rate": 0.00026589607305920653,
      "loss": 2.3635,
      "step": 33634
    },
    {
      "epoch": 1.377636698750768,
      "grad_norm": 1.0667765687116824,
      "learning_rate": 0.0002658940025556347,
      "loss": 0.9526,
      "step": 33635
    },
    {
      "epoch": 1.3776776571779643,
      "grad_norm": 0.8442451606249435,
      "learning_rate": 0.0002658919319972749,
      "loss": 0.5805,
      "step": 33636
    },
    {
      "epoch": 1.3777186156051608,
      "grad_norm": 0.934821187235407,
      "learning_rate": 0.00026588986138412814,
      "loss": 0.5346,
      "step": 33637
    },
    {
      "epoch": 1.3777595740323572,
      "grad_norm": 0.6724952931049794,
      "learning_rate": 0.00026588779071619534,
      "loss": 0.3373,
      "step": 33638
    },
    {
      "epoch": 1.3778005324595535,
      "grad_norm": 1.0309427471099872,
      "learning_rate": 0.00026588571999347754,
      "loss": 1.012,
      "step": 33639
    },
    {
      "epoch": 1.37784149088675,
      "grad_norm": 0.8580330622135018,
      "learning_rate": 0.0002658836492159757,
      "loss": 0.6466,
      "step": 33640
    },
    {
      "epoch": 1.3778824493139463,
      "grad_norm": 1.0695953417016053,
      "learning_rate": 0.0002658815783836908,
      "loss": 0.8668,
      "step": 33641
    },
    {
      "epoch": 1.3779234077411426,
      "grad_norm": 1.0452643775867574,
      "learning_rate": 0.0002658795074966238,
      "loss": 1.0483,
      "step": 33642
    },
    {
      "epoch": 1.3779643661683392,
      "grad_norm": 0.7968869208856545,
      "learning_rate": 0.0002658774365547757,
      "loss": 0.5731,
      "step": 33643
    },
    {
      "epoch": 1.3780053245955355,
      "grad_norm": 2.56153280037546,
      "learning_rate": 0.00026587536555814744,
      "loss": 1.3304,
      "step": 33644
    },
    {
      "epoch": 1.3780462830227318,
      "grad_norm": 0.9778574388074812,
      "learning_rate": 0.0002658732945067401,
      "loss": 0.7899,
      "step": 33645
    },
    {
      "epoch": 1.3780872414499283,
      "grad_norm": 1.4225134565291524,
      "learning_rate": 0.00026587122340055456,
      "loss": 0.954,
      "step": 33646
    },
    {
      "epoch": 1.3781281998771246,
      "grad_norm": 0.9391094283651138,
      "learning_rate": 0.0002658691522395918,
      "loss": 0.6821,
      "step": 33647
    },
    {
      "epoch": 1.3781691583043212,
      "grad_norm": 1.2683772488803184,
      "learning_rate": 0.00026586708102385286,
      "loss": 0.4601,
      "step": 33648
    },
    {
      "epoch": 1.3782101167315175,
      "grad_norm": 0.9923862623239816,
      "learning_rate": 0.00026586500975333866,
      "loss": 0.8,
      "step": 33649
    },
    {
      "epoch": 1.378251075158714,
      "grad_norm": 0.8142744267974793,
      "learning_rate": 0.00026586293842805023,
      "loss": 0.8262,
      "step": 33650
    },
    {
      "epoch": 1.3782920335859103,
      "grad_norm": 0.8070296501100901,
      "learning_rate": 0.00026586086704798856,
      "loss": 0.6895,
      "step": 33651
    },
    {
      "epoch": 1.3783329920131067,
      "grad_norm": 0.7484203430992472,
      "learning_rate": 0.0002658587956131545,
      "loss": 0.4738,
      "step": 33652
    },
    {
      "epoch": 1.3783739504403032,
      "grad_norm": 1.0646223056787991,
      "learning_rate": 0.0002658567241235492,
      "loss": 0.9754,
      "step": 33653
    },
    {
      "epoch": 1.3784149088674995,
      "grad_norm": 1.1005921294198517,
      "learning_rate": 0.0002658546525791735,
      "loss": 0.4268,
      "step": 33654
    },
    {
      "epoch": 1.3784558672946958,
      "grad_norm": 1.0278233681917806,
      "learning_rate": 0.00026585258098002853,
      "loss": 0.8443,
      "step": 33655
    },
    {
      "epoch": 1.3784968257218924,
      "grad_norm": 0.8337529719083407,
      "learning_rate": 0.0002658505093261151,
      "loss": 0.7113,
      "step": 33656
    },
    {
      "epoch": 1.3785377841490887,
      "grad_norm": 1.1487293951441067,
      "learning_rate": 0.0002658484376174344,
      "loss": 1.0457,
      "step": 33657
    },
    {
      "epoch": 1.378578742576285,
      "grad_norm": 1.2079027202657187,
      "learning_rate": 0.00026584636585398716,
      "loss": 1.3685,
      "step": 33658
    },
    {
      "epoch": 1.3786197010034815,
      "grad_norm": 0.8208369589269789,
      "learning_rate": 0.0002658442940357745,
      "loss": 0.5007,
      "step": 33659
    },
    {
      "epoch": 1.3786606594306778,
      "grad_norm": 1.032529192635069,
      "learning_rate": 0.0002658422221627974,
      "loss": 0.9044,
      "step": 33660
    },
    {
      "epoch": 1.3787016178578742,
      "grad_norm": 1.0615021612337012,
      "learning_rate": 0.0002658401502350568,
      "loss": 0.8804,
      "step": 33661
    },
    {
      "epoch": 1.3787425762850707,
      "grad_norm": 2.102953842582799,
      "learning_rate": 0.0002658380782525537,
      "loss": 2.9781,
      "step": 33662
    },
    {
      "epoch": 1.378783534712267,
      "grad_norm": 0.9491274244173429,
      "learning_rate": 0.00026583600621528906,
      "loss": 0.618,
      "step": 33663
    },
    {
      "epoch": 1.3788244931394633,
      "grad_norm": 0.898810834254203,
      "learning_rate": 0.0002658339341232639,
      "loss": 0.6598,
      "step": 33664
    },
    {
      "epoch": 1.3788654515666598,
      "grad_norm": 1.297547919060954,
      "learning_rate": 0.0002658318619764792,
      "loss": 1.1148,
      "step": 33665
    },
    {
      "epoch": 1.3789064099938562,
      "grad_norm": 0.9194424551868926,
      "learning_rate": 0.0002658297897749359,
      "loss": 0.9053,
      "step": 33666
    },
    {
      "epoch": 1.3789473684210527,
      "grad_norm": 1.0117155466335863,
      "learning_rate": 0.000265827717518635,
      "loss": 0.4137,
      "step": 33667
    },
    {
      "epoch": 1.378988326848249,
      "grad_norm": 1.1165550635957917,
      "learning_rate": 0.0002658256452075775,
      "loss": 0.7955,
      "step": 33668
    },
    {
      "epoch": 1.3790292852754455,
      "grad_norm": 0.847193347902662,
      "learning_rate": 0.0002658235728417643,
      "loss": 0.7003,
      "step": 33669
    },
    {
      "epoch": 1.3790702437026419,
      "grad_norm": 1.8298108431367328,
      "learning_rate": 0.00026582150042119647,
      "loss": 0.9623,
      "step": 33670
    },
    {
      "epoch": 1.3791112021298382,
      "grad_norm": 1.1214638334691056,
      "learning_rate": 0.00026581942794587496,
      "loss": 0.3637,
      "step": 33671
    },
    {
      "epoch": 1.3791521605570347,
      "grad_norm": 0.8949203317168496,
      "learning_rate": 0.0002658173554158007,
      "loss": 0.7171,
      "step": 33672
    },
    {
      "epoch": 1.379193118984231,
      "grad_norm": 1.1541507112106113,
      "learning_rate": 0.00026581528283097476,
      "loss": 0.8265,
      "step": 33673
    },
    {
      "epoch": 1.3792340774114273,
      "grad_norm": 0.8839283503319297,
      "learning_rate": 0.00026581321019139803,
      "loss": 0.7989,
      "step": 33674
    },
    {
      "epoch": 1.3792750358386239,
      "grad_norm": 0.7047526324908633,
      "learning_rate": 0.00026581113749707164,
      "loss": 0.5015,
      "step": 33675
    },
    {
      "epoch": 1.3793159942658202,
      "grad_norm": 7.371336478513033,
      "learning_rate": 0.0002658090647479964,
      "loss": 1.3161,
      "step": 33676
    },
    {
      "epoch": 1.3793569526930165,
      "grad_norm": 0.7549335404331123,
      "learning_rate": 0.00026580699194417334,
      "loss": 0.7529,
      "step": 33677
    },
    {
      "epoch": 1.379397911120213,
      "grad_norm": 0.8681008143089222,
      "learning_rate": 0.00026580491908560343,
      "loss": 0.8106,
      "step": 33678
    },
    {
      "epoch": 1.3794388695474094,
      "grad_norm": 0.9155955331907955,
      "learning_rate": 0.0002658028461722877,
      "loss": 1.0485,
      "step": 33679
    },
    {
      "epoch": 1.3794798279746057,
      "grad_norm": 0.8297004593464682,
      "learning_rate": 0.0002658007732042271,
      "loss": 0.5859,
      "step": 33680
    },
    {
      "epoch": 1.3795207864018022,
      "grad_norm": 1.109122539732616,
      "learning_rate": 0.00026579870018142264,
      "loss": 0.8026,
      "step": 33681
    },
    {
      "epoch": 1.3795617448289985,
      "grad_norm": 0.6883475577430128,
      "learning_rate": 0.0002657966271038753,
      "loss": 0.329,
      "step": 33682
    },
    {
      "epoch": 1.3796027032561948,
      "grad_norm": 1.0296664696494229,
      "learning_rate": 0.00026579455397158597,
      "loss": 0.9199,
      "step": 33683
    },
    {
      "epoch": 1.3796436616833914,
      "grad_norm": 1.5396573391857595,
      "learning_rate": 0.0002657924807845557,
      "loss": 0.8669,
      "step": 33684
    },
    {
      "epoch": 1.3796846201105877,
      "grad_norm": 0.6202416874910782,
      "learning_rate": 0.00026579040754278545,
      "loss": 0.3197,
      "step": 33685
    },
    {
      "epoch": 1.3797255785377842,
      "grad_norm": 1.0906816920871245,
      "learning_rate": 0.00026578833424627626,
      "loss": 0.8197,
      "step": 33686
    },
    {
      "epoch": 1.3797665369649805,
      "grad_norm": 0.8399777922852256,
      "learning_rate": 0.00026578626089502906,
      "loss": 0.8143,
      "step": 33687
    },
    {
      "epoch": 1.379807495392177,
      "grad_norm": 1.2315447901935186,
      "learning_rate": 0.0002657841874890448,
      "loss": 1.0005,
      "step": 33688
    },
    {
      "epoch": 1.3798484538193734,
      "grad_norm": 0.9998804976282851,
      "learning_rate": 0.00026578211402832454,
      "loss": 0.805,
      "step": 33689
    },
    {
      "epoch": 1.3798894122465697,
      "grad_norm": 0.9731275991106474,
      "learning_rate": 0.00026578004051286923,
      "loss": 0.8559,
      "step": 33690
    },
    {
      "epoch": 1.3799303706737662,
      "grad_norm": 1.0487880798426095,
      "learning_rate": 0.00026577796694267976,
      "loss": 0.748,
      "step": 33691
    },
    {
      "epoch": 1.3799713291009625,
      "grad_norm": 0.9631035913720858,
      "learning_rate": 0.0002657758933177572,
      "loss": 0.7858,
      "step": 33692
    },
    {
      "epoch": 1.3800122875281589,
      "grad_norm": 1.0307529980233539,
      "learning_rate": 0.0002657738196381026,
      "loss": 0.8541,
      "step": 33693
    },
    {
      "epoch": 1.3800532459553554,
      "grad_norm": 2.5528750014830535,
      "learning_rate": 0.00026577174590371676,
      "loss": 4.0668,
      "step": 33694
    },
    {
      "epoch": 1.3800942043825517,
      "grad_norm": 0.6671913555232646,
      "learning_rate": 0.0002657696721146008,
      "loss": 0.3389,
      "step": 33695
    },
    {
      "epoch": 1.380135162809748,
      "grad_norm": 0.9370702828555476,
      "learning_rate": 0.00026576759827075567,
      "loss": 0.7802,
      "step": 33696
    },
    {
      "epoch": 1.3801761212369446,
      "grad_norm": 0.581273857091169,
      "learning_rate": 0.00026576552437218234,
      "loss": 0.3415,
      "step": 33697
    },
    {
      "epoch": 1.3802170796641409,
      "grad_norm": 1.1508132333438992,
      "learning_rate": 0.0002657634504188817,
      "loss": 0.7199,
      "step": 33698
    },
    {
      "epoch": 1.3802580380913372,
      "grad_norm": 5.07112089631031,
      "learning_rate": 0.0002657613764108549,
      "loss": 2.6162,
      "step": 33699
    },
    {
      "epoch": 1.3802989965185337,
      "grad_norm": 0.5715101137362605,
      "learning_rate": 0.00026575930234810284,
      "loss": 0.2523,
      "step": 33700
    },
    {
      "epoch": 1.38033995494573,
      "grad_norm": 1.2194203533679773,
      "learning_rate": 0.00026575722823062644,
      "loss": 0.8199,
      "step": 33701
    },
    {
      "epoch": 1.3803809133729263,
      "grad_norm": 1.1343381317577605,
      "learning_rate": 0.0002657551540584268,
      "loss": 0.9598,
      "step": 33702
    },
    {
      "epoch": 1.3804218718001229,
      "grad_norm": 1.522469792104759,
      "learning_rate": 0.0002657530798315048,
      "loss": 1.7717,
      "step": 33703
    },
    {
      "epoch": 1.3804628302273192,
      "grad_norm": 1.1273659358763775,
      "learning_rate": 0.0002657510055498615,
      "loss": 1.3299,
      "step": 33704
    },
    {
      "epoch": 1.3805037886545157,
      "grad_norm": 1.9938710990393327,
      "learning_rate": 0.00026574893121349786,
      "loss": 1.3079,
      "step": 33705
    },
    {
      "epoch": 1.380544747081712,
      "grad_norm": 0.9082500230815289,
      "learning_rate": 0.0002657468568224148,
      "loss": 0.8701,
      "step": 33706
    },
    {
      "epoch": 1.3805857055089086,
      "grad_norm": 0.7774083818327581,
      "learning_rate": 0.00026574478237661336,
      "loss": 0.614,
      "step": 33707
    },
    {
      "epoch": 1.380626663936105,
      "grad_norm": 1.3999099012965341,
      "learning_rate": 0.00026574270787609446,
      "loss": 0.9581,
      "step": 33708
    },
    {
      "epoch": 1.3806676223633012,
      "grad_norm": 0.9637713612939554,
      "learning_rate": 0.0002657406333208591,
      "loss": 1.0435,
      "step": 33709
    },
    {
      "epoch": 1.3807085807904977,
      "grad_norm": 1.7455191277851467,
      "learning_rate": 0.0002657385587109084,
      "loss": 1.3821,
      "step": 33710
    },
    {
      "epoch": 1.380749539217694,
      "grad_norm": 0.839855843400519,
      "learning_rate": 0.00026573648404624317,
      "loss": 0.9061,
      "step": 33711
    },
    {
      "epoch": 1.3807904976448904,
      "grad_norm": 0.8894064197864769,
      "learning_rate": 0.0002657344093268644,
      "loss": 0.9173,
      "step": 33712
    },
    {
      "epoch": 1.380831456072087,
      "grad_norm": 2.2754299828649662,
      "learning_rate": 0.0002657323345527732,
      "loss": 1.5676,
      "step": 33713
    },
    {
      "epoch": 1.3808724144992832,
      "grad_norm": 0.9150721672590951,
      "learning_rate": 0.0002657302597239704,
      "loss": 0.6962,
      "step": 33714
    },
    {
      "epoch": 1.3809133729264795,
      "grad_norm": 1.1425022987226556,
      "learning_rate": 0.0002657281848404571,
      "loss": 1.1151,
      "step": 33715
    },
    {
      "epoch": 1.380954331353676,
      "grad_norm": 0.7484262479725042,
      "learning_rate": 0.00026572610990223416,
      "loss": 0.6293,
      "step": 33716
    },
    {
      "epoch": 1.3809952897808724,
      "grad_norm": 1.4092203835284414,
      "learning_rate": 0.0002657240349093027,
      "loss": 0.6565,
      "step": 33717
    },
    {
      "epoch": 1.3810362482080687,
      "grad_norm": 1.1529418606431998,
      "learning_rate": 0.0002657219598616636,
      "loss": 1.0685,
      "step": 33718
    },
    {
      "epoch": 1.3810772066352652,
      "grad_norm": 0.6693961509825933,
      "learning_rate": 0.0002657198847593179,
      "loss": 0.2649,
      "step": 33719
    },
    {
      "epoch": 1.3811181650624615,
      "grad_norm": 1.1529581742148733,
      "learning_rate": 0.00026571780960226647,
      "loss": 1.0607,
      "step": 33720
    },
    {
      "epoch": 1.3811591234896579,
      "grad_norm": 0.7078311889218505,
      "learning_rate": 0.00026571573439051045,
      "loss": 0.3197,
      "step": 33721
    },
    {
      "epoch": 1.3812000819168544,
      "grad_norm": 0.6958783687489267,
      "learning_rate": 0.0002657136591240507,
      "loss": 0.5759,
      "step": 33722
    },
    {
      "epoch": 1.3812410403440507,
      "grad_norm": 0.7482533079628171,
      "learning_rate": 0.0002657115838028883,
      "loss": 0.5605,
      "step": 33723
    },
    {
      "epoch": 1.3812819987712472,
      "grad_norm": 1.3899601664798182,
      "learning_rate": 0.00026570950842702416,
      "loss": 0.955,
      "step": 33724
    },
    {
      "epoch": 1.3813229571984436,
      "grad_norm": 0.8730648946449314,
      "learning_rate": 0.0002657074329964593,
      "loss": 0.8895,
      "step": 33725
    },
    {
      "epoch": 1.38136391562564,
      "grad_norm": 0.9887682611967881,
      "learning_rate": 0.0002657053575111946,
      "loss": 0.8922,
      "step": 33726
    },
    {
      "epoch": 1.3814048740528364,
      "grad_norm": 0.8775023654713185,
      "learning_rate": 0.0002657032819712312,
      "loss": 0.2638,
      "step": 33727
    },
    {
      "epoch": 1.3814458324800327,
      "grad_norm": 0.9581761335074122,
      "learning_rate": 0.00026570120637657,
      "loss": 0.7958,
      "step": 33728
    },
    {
      "epoch": 1.3814867909072293,
      "grad_norm": 0.9806187546142748,
      "learning_rate": 0.0002656991307272119,
      "loss": 0.747,
      "step": 33729
    },
    {
      "epoch": 1.3815277493344256,
      "grad_norm": 0.8145728286963245,
      "learning_rate": 0.0002656970550231581,
      "loss": 0.4584,
      "step": 33730
    },
    {
      "epoch": 1.3815687077616219,
      "grad_norm": 0.8032807358142641,
      "learning_rate": 0.00026569497926440933,
      "loss": 0.4258,
      "step": 33731
    },
    {
      "epoch": 1.3816096661888184,
      "grad_norm": 1.1283286593982946,
      "learning_rate": 0.00026569290345096675,
      "loss": 1.0959,
      "step": 33732
    },
    {
      "epoch": 1.3816506246160147,
      "grad_norm": 0.9118873283596493,
      "learning_rate": 0.0002656908275828312,
      "loss": 0.7708,
      "step": 33733
    },
    {
      "epoch": 1.381691583043211,
      "grad_norm": 1.186824113398375,
      "learning_rate": 0.00026568875166000386,
      "loss": 1.2471,
      "step": 33734
    },
    {
      "epoch": 1.3817325414704076,
      "grad_norm": 0.8124768911034869,
      "learning_rate": 0.0002656866756824855,
      "loss": 0.6154,
      "step": 33735
    },
    {
      "epoch": 1.381773499897604,
      "grad_norm": 1.6440110469395097,
      "learning_rate": 0.0002656845996502772,
      "loss": 1.2937,
      "step": 33736
    },
    {
      "epoch": 1.3818144583248002,
      "grad_norm": 0.9787080211007068,
      "learning_rate": 0.00026568252356338,
      "loss": 1.2142,
      "step": 33737
    },
    {
      "epoch": 1.3818554167519967,
      "grad_norm": 0.8351938322349356,
      "learning_rate": 0.0002656804474217947,
      "loss": 0.6353,
      "step": 33738
    },
    {
      "epoch": 1.381896375179193,
      "grad_norm": 0.7999302800230579,
      "learning_rate": 0.0002656783712255225,
      "loss": 0.2912,
      "step": 33739
    },
    {
      "epoch": 1.3819373336063896,
      "grad_norm": 1.3010738194774738,
      "learning_rate": 0.00026567629497456426,
      "loss": 1.246,
      "step": 33740
    },
    {
      "epoch": 1.381978292033586,
      "grad_norm": 1.0955796523761205,
      "learning_rate": 0.00026567421866892095,
      "loss": 0.8434,
      "step": 33741
    },
    {
      "epoch": 1.3820192504607824,
      "grad_norm": 0.9256808922374543,
      "learning_rate": 0.0002656721423085936,
      "loss": 0.6487,
      "step": 33742
    },
    {
      "epoch": 1.3820602088879788,
      "grad_norm": 1.2578894693179983,
      "learning_rate": 0.0002656700658935832,
      "loss": 0.9866,
      "step": 33743
    },
    {
      "epoch": 1.382101167315175,
      "grad_norm": 1.174024108425416,
      "learning_rate": 0.00026566798942389067,
      "loss": 0.8689,
      "step": 33744
    },
    {
      "epoch": 1.3821421257423716,
      "grad_norm": 1.1509518289507847,
      "learning_rate": 0.00026566591289951705,
      "loss": 0.6998,
      "step": 33745
    },
    {
      "epoch": 1.382183084169568,
      "grad_norm": 1.2039355152788211,
      "learning_rate": 0.00026566383632046326,
      "loss": 1.1426,
      "step": 33746
    },
    {
      "epoch": 1.3822240425967642,
      "grad_norm": 1.2233452878978497,
      "learning_rate": 0.00026566175968673034,
      "loss": 1.2523,
      "step": 33747
    },
    {
      "epoch": 1.3822650010239608,
      "grad_norm": 2.114369033744393,
      "learning_rate": 0.00026565968299831926,
      "loss": 1.5374,
      "step": 33748
    },
    {
      "epoch": 1.382305959451157,
      "grad_norm": 1.2430978722285508,
      "learning_rate": 0.00026565760625523095,
      "loss": 1.0717,
      "step": 33749
    },
    {
      "epoch": 1.3823469178783534,
      "grad_norm": 2.0414571079693147,
      "learning_rate": 0.0002656555294574665,
      "loss": 1.0095,
      "step": 33750
    },
    {
      "epoch": 1.38238787630555,
      "grad_norm": 1.3424312451242884,
      "learning_rate": 0.0002656534526050268,
      "loss": 1.1512,
      "step": 33751
    },
    {
      "epoch": 1.3824288347327462,
      "grad_norm": 3.6811906878686385,
      "learning_rate": 0.0002656513756979128,
      "loss": 5.0457,
      "step": 33752
    },
    {
      "epoch": 1.3824697931599426,
      "grad_norm": 3.238941324324147,
      "learning_rate": 0.00026564929873612564,
      "loss": 2.3803,
      "step": 33753
    },
    {
      "epoch": 1.382510751587139,
      "grad_norm": 0.7976138038129633,
      "learning_rate": 0.00026564722171966616,
      "loss": 0.319,
      "step": 33754
    },
    {
      "epoch": 1.3825517100143354,
      "grad_norm": 1.176837669150588,
      "learning_rate": 0.00026564514464853535,
      "loss": 0.9995,
      "step": 33755
    },
    {
      "epoch": 1.3825926684415317,
      "grad_norm": 1.0409680348694352,
      "learning_rate": 0.00026564306752273423,
      "loss": 0.8174,
      "step": 33756
    },
    {
      "epoch": 1.3826336268687283,
      "grad_norm": 0.9506126801571434,
      "learning_rate": 0.0002656409903422638,
      "loss": 0.6305,
      "step": 33757
    },
    {
      "epoch": 1.3826745852959246,
      "grad_norm": 1.7504120626372848,
      "learning_rate": 0.0002656389131071251,
      "loss": 1.5763,
      "step": 33758
    },
    {
      "epoch": 1.382715543723121,
      "grad_norm": 8.669712960411836,
      "learning_rate": 0.000265636835817319,
      "loss": 4.0925,
      "step": 33759
    },
    {
      "epoch": 1.3827565021503174,
      "grad_norm": 0.9516489891881074,
      "learning_rate": 0.0002656347584728464,
      "loss": 0.7748,
      "step": 33760
    },
    {
      "epoch": 1.382797460577514,
      "grad_norm": 0.8290578265188777,
      "learning_rate": 0.00026563268107370846,
      "loss": 0.7144,
      "step": 33761
    },
    {
      "epoch": 1.3828384190047103,
      "grad_norm": 1.1676290204795878,
      "learning_rate": 0.0002656306036199061,
      "loss": 1.1786,
      "step": 33762
    },
    {
      "epoch": 1.3828793774319066,
      "grad_norm": 0.8997069340431262,
      "learning_rate": 0.00026562852611144034,
      "loss": 1.0642,
      "step": 33763
    },
    {
      "epoch": 1.3829203358591031,
      "grad_norm": 0.8645847291079692,
      "learning_rate": 0.0002656264485483121,
      "loss": 0.7314,
      "step": 33764
    },
    {
      "epoch": 1.3829612942862994,
      "grad_norm": 2.068510228331755,
      "learning_rate": 0.00026562437093052236,
      "loss": 2.2603,
      "step": 33765
    },
    {
      "epoch": 1.3830022527134957,
      "grad_norm": 1.0779445321920074,
      "learning_rate": 0.00026562229325807215,
      "loss": 0.9258,
      "step": 33766
    },
    {
      "epoch": 1.3830432111406923,
      "grad_norm": 1.6324448473659898,
      "learning_rate": 0.00026562021553096243,
      "loss": 1.9888,
      "step": 33767
    },
    {
      "epoch": 1.3830841695678886,
      "grad_norm": 0.9570931963546864,
      "learning_rate": 0.0002656181377491941,
      "loss": 0.9533,
      "step": 33768
    },
    {
      "epoch": 1.383125127995085,
      "grad_norm": 0.9619713314616876,
      "learning_rate": 0.00026561605991276836,
      "loss": 0.9168,
      "step": 33769
    },
    {
      "epoch": 1.3831660864222814,
      "grad_norm": 0.8961719389229584,
      "learning_rate": 0.00026561398202168597,
      "loss": 0.7796,
      "step": 33770
    },
    {
      "epoch": 1.3832070448494778,
      "grad_norm": 0.7460607491438768,
      "learning_rate": 0.000265611904075948,
      "loss": 0.3909,
      "step": 33771
    },
    {
      "epoch": 1.383248003276674,
      "grad_norm": 1.2844122855606832,
      "learning_rate": 0.00026560982607555544,
      "loss": 1.0394,
      "step": 33772
    },
    {
      "epoch": 1.3832889617038706,
      "grad_norm": 0.9097964825128799,
      "learning_rate": 0.00026560774802050926,
      "loss": 0.6212,
      "step": 33773
    },
    {
      "epoch": 1.383329920131067,
      "grad_norm": 1.1495990419907915,
      "learning_rate": 0.0002656056699108105,
      "loss": 0.7274,
      "step": 33774
    },
    {
      "epoch": 1.3833708785582632,
      "grad_norm": 1.0740776576936095,
      "learning_rate": 0.00026560359174646004,
      "loss": 1.1965,
      "step": 33775
    },
    {
      "epoch": 1.3834118369854598,
      "grad_norm": 0.8502189608281058,
      "learning_rate": 0.0002656015135274589,
      "loss": 0.7868,
      "step": 33776
    },
    {
      "epoch": 1.383452795412656,
      "grad_norm": 0.6866167841292501,
      "learning_rate": 0.0002655994352538081,
      "loss": 0.3323,
      "step": 33777
    },
    {
      "epoch": 1.3834937538398526,
      "grad_norm": 0.5512233374347302,
      "learning_rate": 0.0002655973569255086,
      "loss": 0.3166,
      "step": 33778
    },
    {
      "epoch": 1.383534712267049,
      "grad_norm": 0.8919420523290594,
      "learning_rate": 0.00026559527854256134,
      "loss": 0.7701,
      "step": 33779
    },
    {
      "epoch": 1.3835756706942455,
      "grad_norm": 1.1262154879419108,
      "learning_rate": 0.0002655932001049674,
      "loss": 0.8533,
      "step": 33780
    },
    {
      "epoch": 1.3836166291214418,
      "grad_norm": 0.9757511103363331,
      "learning_rate": 0.0002655911216127276,
      "loss": 0.9177,
      "step": 33781
    },
    {
      "epoch": 1.383657587548638,
      "grad_norm": 1.062009888365957,
      "learning_rate": 0.0002655890430658431,
      "loss": 1.1251,
      "step": 33782
    },
    {
      "epoch": 1.3836985459758346,
      "grad_norm": 0.9538166494654803,
      "learning_rate": 0.00026558696446431484,
      "loss": 1.135,
      "step": 33783
    },
    {
      "epoch": 1.383739504403031,
      "grad_norm": 0.8497337593683258,
      "learning_rate": 0.0002655848858081437,
      "loss": 0.4385,
      "step": 33784
    },
    {
      "epoch": 1.3837804628302273,
      "grad_norm": 0.8216710266557324,
      "learning_rate": 0.00026558280709733075,
      "loss": 0.7994,
      "step": 33785
    },
    {
      "epoch": 1.3838214212574238,
      "grad_norm": 0.9461260118865716,
      "learning_rate": 0.000265580728331877,
      "loss": 1.0256,
      "step": 33786
    },
    {
      "epoch": 1.3838623796846201,
      "grad_norm": 1.0191567548435476,
      "learning_rate": 0.0002655786495117833,
      "loss": 0.9308,
      "step": 33787
    },
    {
      "epoch": 1.3839033381118164,
      "grad_norm": 0.7081025496404504,
      "learning_rate": 0.0002655765706370508,
      "loss": 0.3553,
      "step": 33788
    },
    {
      "epoch": 1.383944296539013,
      "grad_norm": 1.021954584347243,
      "learning_rate": 0.00026557449170768035,
      "loss": 0.7592,
      "step": 33789
    },
    {
      "epoch": 1.3839852549662093,
      "grad_norm": 2.2684628074766624,
      "learning_rate": 0.000265572412723673,
      "loss": 1.2641,
      "step": 33790
    },
    {
      "epoch": 1.3840262133934056,
      "grad_norm": 1.1921278415426315,
      "learning_rate": 0.00026557033368502977,
      "loss": 0.8389,
      "step": 33791
    },
    {
      "epoch": 1.3840671718206021,
      "grad_norm": 1.0492109699960015,
      "learning_rate": 0.0002655682545917516,
      "loss": 0.8434,
      "step": 33792
    },
    {
      "epoch": 1.3841081302477984,
      "grad_norm": 1.3664986552301586,
      "learning_rate": 0.0002655661754438394,
      "loss": 1.0142,
      "step": 33793
    },
    {
      "epoch": 1.3841490886749948,
      "grad_norm": 0.9200112044885889,
      "learning_rate": 0.0002655640962412942,
      "loss": 0.7332,
      "step": 33794
    },
    {
      "epoch": 1.3841900471021913,
      "grad_norm": 0.9526067713248981,
      "learning_rate": 0.0002655620169841171,
      "loss": 0.8048,
      "step": 33795
    },
    {
      "epoch": 1.3842310055293876,
      "grad_norm": 4.754962125356677,
      "learning_rate": 0.0002655599376723089,
      "loss": 1.5327,
      "step": 33796
    },
    {
      "epoch": 1.3842719639565841,
      "grad_norm": 1.332480631675363,
      "learning_rate": 0.00026555785830587064,
      "loss": 0.9583,
      "step": 33797
    },
    {
      "epoch": 1.3843129223837805,
      "grad_norm": 1.3484612820164859,
      "learning_rate": 0.0002655557788848034,
      "loss": 1.0537,
      "step": 33798
    },
    {
      "epoch": 1.384353880810977,
      "grad_norm": 1.0808750480061768,
      "learning_rate": 0.00026555369940910807,
      "loss": 0.8304,
      "step": 33799
    },
    {
      "epoch": 1.3843948392381733,
      "grad_norm": 0.7204025281038481,
      "learning_rate": 0.00026555161987878566,
      "loss": 0.3419,
      "step": 33800
    },
    {
      "epoch": 1.3844357976653696,
      "grad_norm": 1.2550328199721246,
      "learning_rate": 0.0002655495402938372,
      "loss": 0.8661,
      "step": 33801
    },
    {
      "epoch": 1.3844767560925662,
      "grad_norm": 0.817720319973571,
      "learning_rate": 0.0002655474606542636,
      "loss": 0.3391,
      "step": 33802
    },
    {
      "epoch": 1.3845177145197625,
      "grad_norm": 0.6375785168890219,
      "learning_rate": 0.00026554538096006575,
      "loss": 0.2937,
      "step": 33803
    },
    {
      "epoch": 1.3845586729469588,
      "grad_norm": 1.1066865449632284,
      "learning_rate": 0.0002655433012112449,
      "loss": 0.8635,
      "step": 33804
    },
    {
      "epoch": 1.3845996313741553,
      "grad_norm": 0.9125980143058823,
      "learning_rate": 0.0002655412214078018,
      "loss": 0.8537,
      "step": 33805
    },
    {
      "epoch": 1.3846405898013516,
      "grad_norm": 0.7227793017353543,
      "learning_rate": 0.00026553914154973755,
      "loss": 0.2815,
      "step": 33806
    },
    {
      "epoch": 1.384681548228548,
      "grad_norm": 1.1096328411128948,
      "learning_rate": 0.0002655370616370531,
      "loss": 0.8202,
      "step": 33807
    },
    {
      "epoch": 1.3847225066557445,
      "grad_norm": 1.1675207934135883,
      "learning_rate": 0.00026553498166974934,
      "loss": 1.068,
      "step": 33808
    },
    {
      "epoch": 1.3847634650829408,
      "grad_norm": 1.0578864626330295,
      "learning_rate": 0.00026553290164782744,
      "loss": 0.775,
      "step": 33809
    },
    {
      "epoch": 1.384804423510137,
      "grad_norm": 1.2925463151234686,
      "learning_rate": 0.00026553082157128826,
      "loss": 0.9915,
      "step": 33810
    },
    {
      "epoch": 1.3848453819373336,
      "grad_norm": 2.231646773158712,
      "learning_rate": 0.0002655287414401329,
      "loss": 1.0838,
      "step": 33811
    },
    {
      "epoch": 1.38488634036453,
      "grad_norm": 4.417408884109035,
      "learning_rate": 0.0002655266612543621,
      "loss": 1.7424,
      "step": 33812
    },
    {
      "epoch": 1.3849272987917263,
      "grad_norm": 0.7847688120435645,
      "learning_rate": 0.0002655245810139771,
      "loss": 0.6015,
      "step": 33813
    },
    {
      "epoch": 1.3849682572189228,
      "grad_norm": 6.775975737947624,
      "learning_rate": 0.00026552250071897873,
      "loss": 2.2594,
      "step": 33814
    },
    {
      "epoch": 1.3850092156461191,
      "grad_norm": 1.4621213558091337,
      "learning_rate": 0.00026552042036936805,
      "loss": 1.0745,
      "step": 33815
    },
    {
      "epoch": 1.3850501740733157,
      "grad_norm": 1.4450903424906176,
      "learning_rate": 0.00026551833996514606,
      "loss": 1.0897,
      "step": 33816
    },
    {
      "epoch": 1.385091132500512,
      "grad_norm": 1.3264039525666522,
      "learning_rate": 0.0002655162595063136,
      "loss": 1.2416,
      "step": 33817
    },
    {
      "epoch": 1.3851320909277085,
      "grad_norm": 0.9135471885528071,
      "learning_rate": 0.00026551417899287185,
      "loss": 0.5509,
      "step": 33818
    },
    {
      "epoch": 1.3851730493549048,
      "grad_norm": 0.843441222987233,
      "learning_rate": 0.00026551209842482165,
      "loss": 0.7028,
      "step": 33819
    },
    {
      "epoch": 1.3852140077821011,
      "grad_norm": 1.0762816752016584,
      "learning_rate": 0.00026551001780216404,
      "loss": 0.7243,
      "step": 33820
    },
    {
      "epoch": 1.3852549662092977,
      "grad_norm": 1.3556708474970007,
      "learning_rate": 0.0002655079371249,
      "loss": 0.9315,
      "step": 33821
    },
    {
      "epoch": 1.385295924636494,
      "grad_norm": 2.4941257263034036,
      "learning_rate": 0.0002655058563930305,
      "loss": 3.1035,
      "step": 33822
    },
    {
      "epoch": 1.3853368830636903,
      "grad_norm": 0.8452631673596416,
      "learning_rate": 0.00026550377560655657,
      "loss": 0.8277,
      "step": 33823
    },
    {
      "epoch": 1.3853778414908868,
      "grad_norm": 2.622919749743726,
      "learning_rate": 0.0002655016947654791,
      "loss": 2.4891,
      "step": 33824
    },
    {
      "epoch": 1.3854187999180831,
      "grad_norm": 1.7029015080036913,
      "learning_rate": 0.0002654996138697992,
      "loss": 1.4237,
      "step": 33825
    },
    {
      "epoch": 1.3854597583452795,
      "grad_norm": 1.1906849865139193,
      "learning_rate": 0.0002654975329195177,
      "loss": 1.024,
      "step": 33826
    },
    {
      "epoch": 1.385500716772476,
      "grad_norm": 1.0231540091132199,
      "learning_rate": 0.00026549545191463574,
      "loss": 0.4264,
      "step": 33827
    },
    {
      "epoch": 1.3855416751996723,
      "grad_norm": 0.70309197067936,
      "learning_rate": 0.00026549337085515426,
      "loss": 0.738,
      "step": 33828
    },
    {
      "epoch": 1.3855826336268686,
      "grad_norm": 0.8983985654137637,
      "learning_rate": 0.00026549128974107415,
      "loss": 0.7502,
      "step": 33829
    },
    {
      "epoch": 1.3856235920540652,
      "grad_norm": 1.2051848433882237,
      "learning_rate": 0.0002654892085723965,
      "loss": 1.1485,
      "step": 33830
    },
    {
      "epoch": 1.3856645504812615,
      "grad_norm": 0.896785077143283,
      "learning_rate": 0.0002654871273491222,
      "loss": 0.9791,
      "step": 33831
    },
    {
      "epoch": 1.3857055089084578,
      "grad_norm": 0.6574863655870006,
      "learning_rate": 0.0002654850460712523,
      "loss": 0.6661,
      "step": 33832
    },
    {
      "epoch": 1.3857464673356543,
      "grad_norm": 1.0406970846773407,
      "learning_rate": 0.00026548296473878776,
      "loss": 1.0078,
      "step": 33833
    },
    {
      "epoch": 1.3857874257628506,
      "grad_norm": 1.1535043448226467,
      "learning_rate": 0.00026548088335172967,
      "loss": 1.4136,
      "step": 33834
    },
    {
      "epoch": 1.3858283841900472,
      "grad_norm": 1.6089780112175343,
      "learning_rate": 0.00026547880191007885,
      "loss": 2.232,
      "step": 33835
    },
    {
      "epoch": 1.3858693426172435,
      "grad_norm": 2.486952589638246,
      "learning_rate": 0.00026547672041383634,
      "loss": 4.7131,
      "step": 33836
    },
    {
      "epoch": 1.38591030104444,
      "grad_norm": 0.9928983194705787,
      "learning_rate": 0.00026547463886300316,
      "loss": 0.9546,
      "step": 33837
    },
    {
      "epoch": 1.3859512594716363,
      "grad_norm": 1.1502822411528726,
      "learning_rate": 0.0002654725572575803,
      "loss": 0.9929,
      "step": 33838
    },
    {
      "epoch": 1.3859922178988326,
      "grad_norm": 0.8952310734783276,
      "learning_rate": 0.00026547047559756867,
      "loss": 0.7784,
      "step": 33839
    },
    {
      "epoch": 1.3860331763260292,
      "grad_norm": 0.935851209183958,
      "learning_rate": 0.00026546839388296925,
      "loss": 0.872,
      "step": 33840
    },
    {
      "epoch": 1.3860741347532255,
      "grad_norm": 1.212001686496816,
      "learning_rate": 0.0002654663121137832,
      "loss": 1.1347,
      "step": 33841
    },
    {
      "epoch": 1.3861150931804218,
      "grad_norm": 1.022647414355081,
      "learning_rate": 0.00026546423029001127,
      "loss": 0.7281,
      "step": 33842
    },
    {
      "epoch": 1.3861560516076183,
      "grad_norm": 1.062878291419389,
      "learning_rate": 0.0002654621484116546,
      "loss": 0.9024,
      "step": 33843
    },
    {
      "epoch": 1.3861970100348147,
      "grad_norm": 0.9875549289507674,
      "learning_rate": 0.0002654600664787141,
      "loss": 1.0465,
      "step": 33844
    },
    {
      "epoch": 1.386237968462011,
      "grad_norm": 0.9224002637135281,
      "learning_rate": 0.0002654579844911908,
      "loss": 0.7186,
      "step": 33845
    },
    {
      "epoch": 1.3862789268892075,
      "grad_norm": 0.8656585894814335,
      "learning_rate": 0.0002654559024490857,
      "loss": 0.5012,
      "step": 33846
    },
    {
      "epoch": 1.3863198853164038,
      "grad_norm": 1.1660675358599781,
      "learning_rate": 0.0002654538203523997,
      "loss": 0.4344,
      "step": 33847
    },
    {
      "epoch": 1.3863608437436001,
      "grad_norm": 0.8022696538765217,
      "learning_rate": 0.00026545173820113384,
      "loss": 0.4582,
      "step": 33848
    },
    {
      "epoch": 1.3864018021707967,
      "grad_norm": 1.0351764636063892,
      "learning_rate": 0.00026544965599528914,
      "loss": 1.0182,
      "step": 33849
    },
    {
      "epoch": 1.386442760597993,
      "grad_norm": 0.686465789451831,
      "learning_rate": 0.00026544757373486645,
      "loss": 0.3206,
      "step": 33850
    },
    {
      "epoch": 1.3864837190251893,
      "grad_norm": 0.7964597797983446,
      "learning_rate": 0.00026544549141986693,
      "loss": 0.5757,
      "step": 33851
    },
    {
      "epoch": 1.3865246774523858,
      "grad_norm": 0.6885890377657249,
      "learning_rate": 0.00026544340905029144,
      "loss": 0.3078,
      "step": 33852
    },
    {
      "epoch": 1.3865656358795821,
      "grad_norm": 0.6088437008098453,
      "learning_rate": 0.00026544132662614106,
      "loss": 0.3111,
      "step": 33853
    },
    {
      "epoch": 1.3866065943067787,
      "grad_norm": 0.7440881086684745,
      "learning_rate": 0.00026543924414741666,
      "loss": 0.287,
      "step": 33854
    },
    {
      "epoch": 1.386647552733975,
      "grad_norm": 1.0599325419639947,
      "learning_rate": 0.0002654371616141193,
      "loss": 0.9861,
      "step": 33855
    },
    {
      "epoch": 1.3866885111611715,
      "grad_norm": 0.8478486263240144,
      "learning_rate": 0.00026543507902624996,
      "loss": 0.6851,
      "step": 33856
    },
    {
      "epoch": 1.3867294695883678,
      "grad_norm": 0.8589152276656267,
      "learning_rate": 0.00026543299638380957,
      "loss": 0.9315,
      "step": 33857
    },
    {
      "epoch": 1.3867704280155642,
      "grad_norm": 1.0158970789248338,
      "learning_rate": 0.0002654309136867992,
      "loss": 1.0743,
      "step": 33858
    },
    {
      "epoch": 1.3868113864427607,
      "grad_norm": 0.8723610617883754,
      "learning_rate": 0.0002654288309352198,
      "loss": 0.72,
      "step": 33859
    },
    {
      "epoch": 1.386852344869957,
      "grad_norm": 0.8981385604895478,
      "learning_rate": 0.00026542674812907234,
      "loss": 0.7084,
      "step": 33860
    },
    {
      "epoch": 1.3868933032971533,
      "grad_norm": 1.017009601998043,
      "learning_rate": 0.00026542466526835776,
      "loss": 0.8842,
      "step": 33861
    },
    {
      "epoch": 1.3869342617243499,
      "grad_norm": 1.7870209956359362,
      "learning_rate": 0.0002654225823530772,
      "loss": 0.8928,
      "step": 33862
    },
    {
      "epoch": 1.3869752201515462,
      "grad_norm": 0.7101324314059195,
      "learning_rate": 0.0002654204993832315,
      "loss": 0.622,
      "step": 33863
    },
    {
      "epoch": 1.3870161785787425,
      "grad_norm": 0.847546653217457,
      "learning_rate": 0.0002654184163588216,
      "loss": 0.7562,
      "step": 33864
    },
    {
      "epoch": 1.387057137005939,
      "grad_norm": 0.900138980113187,
      "learning_rate": 0.00026541633327984863,
      "loss": 0.7035,
      "step": 33865
    },
    {
      "epoch": 1.3870980954331353,
      "grad_norm": 1.0959192166608083,
      "learning_rate": 0.00026541425014631355,
      "loss": 0.9184,
      "step": 33866
    },
    {
      "epoch": 1.3871390538603317,
      "grad_norm": 0.901985412200905,
      "learning_rate": 0.00026541216695821724,
      "loss": 0.7898,
      "step": 33867
    },
    {
      "epoch": 1.3871800122875282,
      "grad_norm": 0.6973094762345844,
      "learning_rate": 0.0002654100837155608,
      "loss": 0.3881,
      "step": 33868
    },
    {
      "epoch": 1.3872209707147245,
      "grad_norm": 0.8540331039325957,
      "learning_rate": 0.00026540800041834517,
      "loss": 0.7701,
      "step": 33869
    },
    {
      "epoch": 1.3872619291419208,
      "grad_norm": 0.5634565591717329,
      "learning_rate": 0.0002654059170665713,
      "loss": 0.2304,
      "step": 33870
    },
    {
      "epoch": 1.3873028875691173,
      "grad_norm": 1.160158830616242,
      "learning_rate": 0.0002654038336602402,
      "loss": 1.0222,
      "step": 33871
    },
    {
      "epoch": 1.3873438459963137,
      "grad_norm": 0.6965425669759167,
      "learning_rate": 0.00026540175019935296,
      "loss": 0.4855,
      "step": 33872
    },
    {
      "epoch": 1.3873848044235102,
      "grad_norm": 1.2292545899931906,
      "learning_rate": 0.0002653996666839104,
      "loss": 1.0506,
      "step": 33873
    },
    {
      "epoch": 1.3874257628507065,
      "grad_norm": 0.8517401943254977,
      "learning_rate": 0.0002653975831139136,
      "loss": 0.6371,
      "step": 33874
    },
    {
      "epoch": 1.387466721277903,
      "grad_norm": 0.9796542733648755,
      "learning_rate": 0.0002653954994893635,
      "loss": 0.736,
      "step": 33875
    },
    {
      "epoch": 1.3875076797050994,
      "grad_norm": 0.8092056376766806,
      "learning_rate": 0.0002653934158102611,
      "loss": 0.6508,
      "step": 33876
    },
    {
      "epoch": 1.3875486381322957,
      "grad_norm": 0.9044226710520812,
      "learning_rate": 0.0002653913320766074,
      "loss": 0.7242,
      "step": 33877
    },
    {
      "epoch": 1.3875895965594922,
      "grad_norm": 1.6400951174545912,
      "learning_rate": 0.00026538924828840334,
      "loss": 1.156,
      "step": 33878
    },
    {
      "epoch": 1.3876305549866885,
      "grad_norm": 1.0899784692721142,
      "learning_rate": 0.00026538716444565,
      "loss": 0.9119,
      "step": 33879
    },
    {
      "epoch": 1.3876715134138848,
      "grad_norm": 1.0992625757778869,
      "learning_rate": 0.0002653850805483483,
      "loss": 0.967,
      "step": 33880
    },
    {
      "epoch": 1.3877124718410814,
      "grad_norm": 0.8606318791392847,
      "learning_rate": 0.00026538299659649916,
      "loss": 0.364,
      "step": 33881
    },
    {
      "epoch": 1.3877534302682777,
      "grad_norm": 1.6273361517321419,
      "learning_rate": 0.0002653809125901037,
      "loss": 1.2072,
      "step": 33882
    },
    {
      "epoch": 1.387794388695474,
      "grad_norm": 1.4280566727150992,
      "learning_rate": 0.0002653788285291628,
      "loss": 1.2687,
      "step": 33883
    },
    {
      "epoch": 1.3878353471226705,
      "grad_norm": 2.009721765834008,
      "learning_rate": 0.0002653767444136775,
      "loss": 2.041,
      "step": 33884
    },
    {
      "epoch": 1.3878763055498669,
      "grad_norm": 0.6746806008399713,
      "learning_rate": 0.0002653746602436488,
      "loss": 0.3317,
      "step": 33885
    },
    {
      "epoch": 1.3879172639770632,
      "grad_norm": 1.0771453624921603,
      "learning_rate": 0.0002653725760190776,
      "loss": 0.9841,
      "step": 33886
    },
    {
      "epoch": 1.3879582224042597,
      "grad_norm": 0.9417722507993911,
      "learning_rate": 0.00026537049173996495,
      "loss": 0.8683,
      "step": 33887
    },
    {
      "epoch": 1.387999180831456,
      "grad_norm": 1.4098034501823424,
      "learning_rate": 0.00026536840740631185,
      "loss": 1.5848,
      "step": 33888
    },
    {
      "epoch": 1.3880401392586525,
      "grad_norm": 1.082297689823311,
      "learning_rate": 0.00026536632301811926,
      "loss": 1.1475,
      "step": 33889
    },
    {
      "epoch": 1.3880810976858489,
      "grad_norm": 1.1650942199520657,
      "learning_rate": 0.00026536423857538815,
      "loss": 0.9919,
      "step": 33890
    },
    {
      "epoch": 1.3881220561130452,
      "grad_norm": 1.3288757925337993,
      "learning_rate": 0.00026536215407811956,
      "loss": 0.548,
      "step": 33891
    },
    {
      "epoch": 1.3881630145402417,
      "grad_norm": 1.2194130846215254,
      "learning_rate": 0.00026536006952631436,
      "loss": 0.7893,
      "step": 33892
    },
    {
      "epoch": 1.388203972967438,
      "grad_norm": 1.0353456340047607,
      "learning_rate": 0.0002653579849199737,
      "loss": 0.8744,
      "step": 33893
    },
    {
      "epoch": 1.3882449313946346,
      "grad_norm": 2.8269141692862716,
      "learning_rate": 0.00026535590025909844,
      "loss": 3.9676,
      "step": 33894
    },
    {
      "epoch": 1.3882858898218309,
      "grad_norm": 0.8611649852356138,
      "learning_rate": 0.0002653538155436896,
      "loss": 0.391,
      "step": 33895
    },
    {
      "epoch": 1.3883268482490272,
      "grad_norm": 0.9518678415945554,
      "learning_rate": 0.0002653517307737482,
      "loss": 0.7428,
      "step": 33896
    },
    {
      "epoch": 1.3883678066762237,
      "grad_norm": 1.0595512628725023,
      "learning_rate": 0.00026534964594927514,
      "loss": 0.8981,
      "step": 33897
    },
    {
      "epoch": 1.38840876510342,
      "grad_norm": 1.5106206677698244,
      "learning_rate": 0.0002653475610702715,
      "loss": 0.947,
      "step": 33898
    },
    {
      "epoch": 1.3884497235306164,
      "grad_norm": 0.7174590117529126,
      "learning_rate": 0.0002653454761367382,
      "loss": 0.3386,
      "step": 33899
    },
    {
      "epoch": 1.3884906819578129,
      "grad_norm": 0.836763491753133,
      "learning_rate": 0.0002653433911486763,
      "loss": 0.9408,
      "step": 33900
    },
    {
      "epoch": 1.3885316403850092,
      "grad_norm": 0.6857445190400759,
      "learning_rate": 0.0002653413061060867,
      "loss": 0.2585,
      "step": 33901
    },
    {
      "epoch": 1.3885725988122055,
      "grad_norm": 0.7080286319263187,
      "learning_rate": 0.00026533922100897047,
      "loss": 0.4706,
      "step": 33902
    },
    {
      "epoch": 1.388613557239402,
      "grad_norm": 0.9688572647526891,
      "learning_rate": 0.0002653371358573285,
      "loss": 0.8052,
      "step": 33903
    },
    {
      "epoch": 1.3886545156665984,
      "grad_norm": 0.9897568979091607,
      "learning_rate": 0.0002653350506511618,
      "loss": 0.9754,
      "step": 33904
    },
    {
      "epoch": 1.3886954740937947,
      "grad_norm": 0.9821745836982791,
      "learning_rate": 0.00026533296539047146,
      "loss": 0.7302,
      "step": 33905
    },
    {
      "epoch": 1.3887364325209912,
      "grad_norm": 2.2838705922783546,
      "learning_rate": 0.0002653308800752583,
      "loss": 0.9526,
      "step": 33906
    },
    {
      "epoch": 1.3887773909481875,
      "grad_norm": 0.7914538129985992,
      "learning_rate": 0.00026532879470552345,
      "loss": 0.6318,
      "step": 33907
    },
    {
      "epoch": 1.388818349375384,
      "grad_norm": 6.32125937088892,
      "learning_rate": 0.0002653267092812678,
      "loss": 2.7443,
      "step": 33908
    },
    {
      "epoch": 1.3888593078025804,
      "grad_norm": 5.5873315431264094,
      "learning_rate": 0.0002653246238024924,
      "loss": 2.973,
      "step": 33909
    },
    {
      "epoch": 1.388900266229777,
      "grad_norm": 1.0885899146041924,
      "learning_rate": 0.0002653225382691982,
      "loss": 1.16,
      "step": 33910
    },
    {
      "epoch": 1.3889412246569732,
      "grad_norm": 1.0696595082532154,
      "learning_rate": 0.00026532045268138623,
      "loss": 0.9055,
      "step": 33911
    },
    {
      "epoch": 1.3889821830841695,
      "grad_norm": 0.6196343485387983,
      "learning_rate": 0.0002653183670390574,
      "loss": 0.2198,
      "step": 33912
    },
    {
      "epoch": 1.389023141511366,
      "grad_norm": 1.1645761332117663,
      "learning_rate": 0.00026531628134221274,
      "loss": 0.8548,
      "step": 33913
    },
    {
      "epoch": 1.3890640999385624,
      "grad_norm": 0.8360320040655026,
      "learning_rate": 0.00026531419559085325,
      "loss": 0.3009,
      "step": 33914
    },
    {
      "epoch": 1.3891050583657587,
      "grad_norm": 1.5106305133996107,
      "learning_rate": 0.0002653121097849799,
      "loss": 1.4829,
      "step": 33915
    },
    {
      "epoch": 1.3891460167929552,
      "grad_norm": 0.9367850047760076,
      "learning_rate": 0.0002653100239245937,
      "loss": 0.7775,
      "step": 33916
    },
    {
      "epoch": 1.3891869752201516,
      "grad_norm": 0.8044660021443775,
      "learning_rate": 0.0002653079380096956,
      "loss": 0.6796,
      "step": 33917
    },
    {
      "epoch": 1.3892279336473479,
      "grad_norm": 1.0498048161694487,
      "learning_rate": 0.00026530585204028655,
      "loss": 0.6418,
      "step": 33918
    },
    {
      "epoch": 1.3892688920745444,
      "grad_norm": 1.0059630454504958,
      "learning_rate": 0.0002653037660163676,
      "loss": 0.7197,
      "step": 33919
    },
    {
      "epoch": 1.3893098505017407,
      "grad_norm": 1.0308792438869219,
      "learning_rate": 0.0002653016799379398,
      "loss": 0.6188,
      "step": 33920
    },
    {
      "epoch": 1.389350808928937,
      "grad_norm": 0.737044914874816,
      "learning_rate": 0.00026529959380500396,
      "loss": 0.3587,
      "step": 33921
    },
    {
      "epoch": 1.3893917673561336,
      "grad_norm": 0.9556190871151694,
      "learning_rate": 0.00026529750761756116,
      "loss": 0.6802,
      "step": 33922
    },
    {
      "epoch": 1.3894327257833299,
      "grad_norm": 0.9055312159702853,
      "learning_rate": 0.00026529542137561244,
      "loss": 0.9387,
      "step": 33923
    },
    {
      "epoch": 1.3894736842105262,
      "grad_norm": 0.7482499757562,
      "learning_rate": 0.0002652933350791587,
      "loss": 0.2673,
      "step": 33924
    },
    {
      "epoch": 1.3895146426377227,
      "grad_norm": 1.262984247231076,
      "learning_rate": 0.00026529124872820103,
      "loss": 1.273,
      "step": 33925
    },
    {
      "epoch": 1.389555601064919,
      "grad_norm": 1.121845142428061,
      "learning_rate": 0.00026528916232274025,
      "loss": 0.9888,
      "step": 33926
    },
    {
      "epoch": 1.3895965594921156,
      "grad_norm": 1.890669058280869,
      "learning_rate": 0.0002652870758627775,
      "loss": 2.0454,
      "step": 33927
    },
    {
      "epoch": 1.389637517919312,
      "grad_norm": 1.0197786579008887,
      "learning_rate": 0.0002652849893483137,
      "loss": 0.9008,
      "step": 33928
    },
    {
      "epoch": 1.3896784763465084,
      "grad_norm": 0.8968910901344341,
      "learning_rate": 0.00026528290277934985,
      "loss": 0.8526,
      "step": 33929
    },
    {
      "epoch": 1.3897194347737047,
      "grad_norm": 1.3292059984798814,
      "learning_rate": 0.00026528081615588697,
      "loss": 1.2146,
      "step": 33930
    },
    {
      "epoch": 1.389760393200901,
      "grad_norm": 0.8130437498238304,
      "learning_rate": 0.00026527872947792596,
      "loss": 0.8908,
      "step": 33931
    },
    {
      "epoch": 1.3898013516280976,
      "grad_norm": 1.3391371024384486,
      "learning_rate": 0.00026527664274546785,
      "loss": 1.4422,
      "step": 33932
    },
    {
      "epoch": 1.389842310055294,
      "grad_norm": 0.9935340064811331,
      "learning_rate": 0.0002652745559585137,
      "loss": 0.8584,
      "step": 33933
    },
    {
      "epoch": 1.3898832684824902,
      "grad_norm": 1.7967337817817053,
      "learning_rate": 0.00026527246911706436,
      "loss": 1.5702,
      "step": 33934
    },
    {
      "epoch": 1.3899242269096868,
      "grad_norm": 2.5769656213543968,
      "learning_rate": 0.00026527038222112087,
      "loss": 4.5537,
      "step": 33935
    },
    {
      "epoch": 1.389965185336883,
      "grad_norm": 0.9143870960171826,
      "learning_rate": 0.0002652682952706843,
      "loss": 0.8358,
      "step": 33936
    },
    {
      "epoch": 1.3900061437640794,
      "grad_norm": 0.7514757301161765,
      "learning_rate": 0.0002652662082657555,
      "loss": 0.6998,
      "step": 33937
    },
    {
      "epoch": 1.390047102191276,
      "grad_norm": 0.9015371361666735,
      "learning_rate": 0.0002652641212063356,
      "loss": 0.7317,
      "step": 33938
    },
    {
      "epoch": 1.3900880606184722,
      "grad_norm": 1.212502805344791,
      "learning_rate": 0.00026526203409242544,
      "loss": 1.1329,
      "step": 33939
    },
    {
      "epoch": 1.3901290190456685,
      "grad_norm": 0.8139082800531658,
      "learning_rate": 0.0002652599469240261,
      "loss": 0.3016,
      "step": 33940
    },
    {
      "epoch": 1.390169977472865,
      "grad_norm": 2.7381435888174734,
      "learning_rate": 0.0002652578597011386,
      "loss": 2.2627,
      "step": 33941
    },
    {
      "epoch": 1.3902109359000614,
      "grad_norm": 0.823988248993539,
      "learning_rate": 0.0002652557724237638,
      "loss": 0.7531,
      "step": 33942
    },
    {
      "epoch": 1.3902518943272577,
      "grad_norm": 1.2791457541045947,
      "learning_rate": 0.00026525368509190277,
      "loss": 0.825,
      "step": 33943
    },
    {
      "epoch": 1.3902928527544542,
      "grad_norm": 1.5970651311268333,
      "learning_rate": 0.00026525159770555653,
      "loss": 1.0591,
      "step": 33944
    },
    {
      "epoch": 1.3903338111816506,
      "grad_norm": 1.0394180993030246,
      "learning_rate": 0.000265249510264726,
      "loss": 0.9951,
      "step": 33945
    },
    {
      "epoch": 1.390374769608847,
      "grad_norm": 0.9554068670952973,
      "learning_rate": 0.0002652474227694122,
      "loss": 0.7214,
      "step": 33946
    },
    {
      "epoch": 1.3904157280360434,
      "grad_norm": 1.2014179435447798,
      "learning_rate": 0.00026524533521961606,
      "loss": 0.9861,
      "step": 33947
    },
    {
      "epoch": 1.39045668646324,
      "grad_norm": 1.0106002052742098,
      "learning_rate": 0.0002652432476153387,
      "loss": 1.0277,
      "step": 33948
    },
    {
      "epoch": 1.3904976448904363,
      "grad_norm": 1.0768965774683372,
      "learning_rate": 0.0002652411599565809,
      "loss": 1.0014,
      "step": 33949
    },
    {
      "epoch": 1.3905386033176326,
      "grad_norm": 0.8378321578707602,
      "learning_rate": 0.00026523907224334386,
      "loss": 0.7463,
      "step": 33950
    },
    {
      "epoch": 1.390579561744829,
      "grad_norm": 1.2480449014296309,
      "learning_rate": 0.0002652369844756284,
      "loss": 1.1223,
      "step": 33951
    },
    {
      "epoch": 1.3906205201720254,
      "grad_norm": 0.5497277876614591,
      "learning_rate": 0.0002652348966534356,
      "loss": 0.2393,
      "step": 33952
    },
    {
      "epoch": 1.3906614785992217,
      "grad_norm": 0.9445863988895906,
      "learning_rate": 0.0002652328087767665,
      "loss": 0.7995,
      "step": 33953
    },
    {
      "epoch": 1.3907024370264183,
      "grad_norm": 1.3333912152427767,
      "learning_rate": 0.00026523072084562194,
      "loss": 1.2095,
      "step": 33954
    },
    {
      "epoch": 1.3907433954536146,
      "grad_norm": 1.0834280336770579,
      "learning_rate": 0.000265228632860003,
      "loss": 0.9087,
      "step": 33955
    },
    {
      "epoch": 1.390784353880811,
      "grad_norm": 0.871090048374226,
      "learning_rate": 0.0002652265448199107,
      "loss": 0.7479,
      "step": 33956
    },
    {
      "epoch": 1.3908253123080074,
      "grad_norm": 0.8474717606414517,
      "learning_rate": 0.0002652244567253459,
      "loss": 0.8057,
      "step": 33957
    },
    {
      "epoch": 1.3908662707352037,
      "grad_norm": 1.05943139290645,
      "learning_rate": 0.0002652223685763097,
      "loss": 0.7928,
      "step": 33958
    },
    {
      "epoch": 1.3909072291624,
      "grad_norm": 1.5832088638590491,
      "learning_rate": 0.00026522028037280303,
      "loss": 0.9488,
      "step": 33959
    },
    {
      "epoch": 1.3909481875895966,
      "grad_norm": 0.5676472038200421,
      "learning_rate": 0.00026521819211482693,
      "loss": 0.2937,
      "step": 33960
    },
    {
      "epoch": 1.390989146016793,
      "grad_norm": 0.9428994297397414,
      "learning_rate": 0.00026521610380238236,
      "loss": 0.6516,
      "step": 33961
    },
    {
      "epoch": 1.3910301044439892,
      "grad_norm": 0.7571310771912998,
      "learning_rate": 0.0002652140154354703,
      "loss": 0.3028,
      "step": 33962
    },
    {
      "epoch": 1.3910710628711858,
      "grad_norm": 0.689475157714356,
      "learning_rate": 0.0002652119270140917,
      "loss": 0.3758,
      "step": 33963
    },
    {
      "epoch": 1.391112021298382,
      "grad_norm": 0.6260275889318054,
      "learning_rate": 0.0002652098385382476,
      "loss": 0.3099,
      "step": 33964
    },
    {
      "epoch": 1.3911529797255786,
      "grad_norm": 1.3435865673574303,
      "learning_rate": 0.00026520775000793894,
      "loss": 1.1166,
      "step": 33965
    },
    {
      "epoch": 1.391193938152775,
      "grad_norm": 0.607648364399196,
      "learning_rate": 0.0002652056614231668,
      "loss": 0.2948,
      "step": 33966
    },
    {
      "epoch": 1.3912348965799715,
      "grad_norm": 1.2223596527664744,
      "learning_rate": 0.0002652035727839321,
      "loss": 1.5541,
      "step": 33967
    },
    {
      "epoch": 1.3912758550071678,
      "grad_norm": 6.262914655861868,
      "learning_rate": 0.0002652014840902358,
      "loss": 4.6312,
      "step": 33968
    },
    {
      "epoch": 1.391316813434364,
      "grad_norm": 0.9967372804752387,
      "learning_rate": 0.00026519939534207893,
      "loss": 0.8609,
      "step": 33969
    },
    {
      "epoch": 1.3913577718615606,
      "grad_norm": 0.7928022144606964,
      "learning_rate": 0.0002651973065394625,
      "loss": 0.3194,
      "step": 33970
    },
    {
      "epoch": 1.391398730288757,
      "grad_norm": 1.240950953062259,
      "learning_rate": 0.00026519521768238744,
      "loss": 1.1356,
      "step": 33971
    },
    {
      "epoch": 1.3914396887159532,
      "grad_norm": 1.0867125862914413,
      "learning_rate": 0.0002651931287708548,
      "loss": 1.0058,
      "step": 33972
    },
    {
      "epoch": 1.3914806471431498,
      "grad_norm": 0.8932754312781545,
      "learning_rate": 0.00026519103980486553,
      "loss": 0.4553,
      "step": 33973
    },
    {
      "epoch": 1.391521605570346,
      "grad_norm": 2.462847544057858,
      "learning_rate": 0.0002651889507844206,
      "loss": 4.4453,
      "step": 33974
    },
    {
      "epoch": 1.3915625639975424,
      "grad_norm": 0.9312376562562334,
      "learning_rate": 0.000265186861709521,
      "loss": 0.8353,
      "step": 33975
    },
    {
      "epoch": 1.391603522424739,
      "grad_norm": 1.2903177940025323,
      "learning_rate": 0.00026518477258016777,
      "loss": 1.9296,
      "step": 33976
    },
    {
      "epoch": 1.3916444808519353,
      "grad_norm": 1.145594492777781,
      "learning_rate": 0.00026518268339636184,
      "loss": 1.3952,
      "step": 33977
    },
    {
      "epoch": 1.3916854392791316,
      "grad_norm": 1.109079367696544,
      "learning_rate": 0.00026518059415810423,
      "loss": 1.515,
      "step": 33978
    },
    {
      "epoch": 1.3917263977063281,
      "grad_norm": 0.7453302866511594,
      "learning_rate": 0.00026517850486539594,
      "loss": 0.4649,
      "step": 33979
    },
    {
      "epoch": 1.3917673561335244,
      "grad_norm": 1.3529311622672102,
      "learning_rate": 0.0002651764155182379,
      "loss": 1.5255,
      "step": 33980
    },
    {
      "epoch": 1.3918083145607207,
      "grad_norm": 1.2821673369824014,
      "learning_rate": 0.0002651743261166311,
      "loss": 1.2417,
      "step": 33981
    },
    {
      "epoch": 1.3918492729879173,
      "grad_norm": 1.128110512739073,
      "learning_rate": 0.0002651722366605767,
      "loss": 1.2596,
      "step": 33982
    },
    {
      "epoch": 1.3918902314151136,
      "grad_norm": 1.089994497547804,
      "learning_rate": 0.00026517014715007545,
      "loss": 0.874,
      "step": 33983
    },
    {
      "epoch": 1.3919311898423101,
      "grad_norm": 0.7992183709538355,
      "learning_rate": 0.00026516805758512843,
      "loss": 0.7675,
      "step": 33984
    },
    {
      "epoch": 1.3919721482695064,
      "grad_norm": 0.851255178219382,
      "learning_rate": 0.0002651659679657367,
      "loss": 0.7936,
      "step": 33985
    },
    {
      "epoch": 1.392013106696703,
      "grad_norm": 0.9390877196076888,
      "learning_rate": 0.00026516387829190113,
      "loss": 0.4659,
      "step": 33986
    },
    {
      "epoch": 1.3920540651238993,
      "grad_norm": 1.9167239174879658,
      "learning_rate": 0.00026516178856362274,
      "loss": 2.0076,
      "step": 33987
    },
    {
      "epoch": 1.3920950235510956,
      "grad_norm": 0.7049287083977027,
      "learning_rate": 0.00026515969878090255,
      "loss": 0.6303,
      "step": 33988
    },
    {
      "epoch": 1.3921359819782921,
      "grad_norm": 0.9644151917541655,
      "learning_rate": 0.00026515760894374154,
      "loss": 0.9148,
      "step": 33989
    },
    {
      "epoch": 1.3921769404054885,
      "grad_norm": 0.9460369184814929,
      "learning_rate": 0.0002651555190521408,
      "loss": 0.7118,
      "step": 33990
    },
    {
      "epoch": 1.3922178988326848,
      "grad_norm": 0.7660946419443804,
      "learning_rate": 0.0002651534291061011,
      "loss": 0.3823,
      "step": 33991
    },
    {
      "epoch": 1.3922588572598813,
      "grad_norm": 1.223703742530661,
      "learning_rate": 0.00026515133910562356,
      "loss": 0.2514,
      "step": 33992
    },
    {
      "epoch": 1.3922998156870776,
      "grad_norm": 1.2071743150509877,
      "learning_rate": 0.00026514924905070915,
      "loss": 1.18,
      "step": 33993
    },
    {
      "epoch": 1.392340774114274,
      "grad_norm": 0.9678124300991762,
      "learning_rate": 0.00026514715894135885,
      "loss": 0.9648,
      "step": 33994
    },
    {
      "epoch": 1.3923817325414705,
      "grad_norm": 0.9700269360714704,
      "learning_rate": 0.00026514506877757364,
      "loss": 0.8,
      "step": 33995
    },
    {
      "epoch": 1.3924226909686668,
      "grad_norm": 0.9950766120890048,
      "learning_rate": 0.00026514297855935454,
      "loss": 0.9012,
      "step": 33996
    },
    {
      "epoch": 1.392463649395863,
      "grad_norm": 0.9350043386516096,
      "learning_rate": 0.0002651408882867025,
      "loss": 0.9193,
      "step": 33997
    },
    {
      "epoch": 1.3925046078230596,
      "grad_norm": 1.1332539274951634,
      "learning_rate": 0.00026513879795961857,
      "loss": 0.7216,
      "step": 33998
    },
    {
      "epoch": 1.392545566250256,
      "grad_norm": 1.0359394687216934,
      "learning_rate": 0.0002651367075781037,
      "loss": 0.5906,
      "step": 33999
    },
    {
      "epoch": 1.3925865246774523,
      "grad_norm": 1.1459878098574752,
      "learning_rate": 0.00026513461714215887,
      "loss": 0.994,
      "step": 34000
    },
    {
      "epoch": 1.3926274831046488,
      "grad_norm": 1.0027045964508967,
      "learning_rate": 0.00026513252665178507,
      "loss": 0.805,
      "step": 34001
    },
    {
      "epoch": 1.392668441531845,
      "grad_norm": 0.8322685057116913,
      "learning_rate": 0.0002651304361069833,
      "loss": 0.7558,
      "step": 34002
    },
    {
      "epoch": 1.3927093999590416,
      "grad_norm": 0.7714684420451319,
      "learning_rate": 0.0002651283455077545,
      "loss": 0.6823,
      "step": 34003
    },
    {
      "epoch": 1.392750358386238,
      "grad_norm": 0.9128848338755872,
      "learning_rate": 0.00026512625485409976,
      "loss": 0.9949,
      "step": 34004
    },
    {
      "epoch": 1.3927913168134345,
      "grad_norm": 0.9112822598989627,
      "learning_rate": 0.00026512416414601996,
      "loss": 0.8062,
      "step": 34005
    },
    {
      "epoch": 1.3928322752406308,
      "grad_norm": 1.2327749150896596,
      "learning_rate": 0.0002651220733835162,
      "loss": 1.1687,
      "step": 34006
    },
    {
      "epoch": 1.3928732336678271,
      "grad_norm": 0.9905116404459228,
      "learning_rate": 0.0002651199825665893,
      "loss": 1.1179,
      "step": 34007
    },
    {
      "epoch": 1.3929141920950237,
      "grad_norm": 1.1675260245338375,
      "learning_rate": 0.00026511789169524037,
      "loss": 1.2744,
      "step": 34008
    },
    {
      "epoch": 1.39295515052222,
      "grad_norm": 1.0133558143032517,
      "learning_rate": 0.00026511580076947044,
      "loss": 1.1204,
      "step": 34009
    },
    {
      "epoch": 1.3929961089494163,
      "grad_norm": 1.5236187787962285,
      "learning_rate": 0.00026511370978928045,
      "loss": 1.1596,
      "step": 34010
    },
    {
      "epoch": 1.3930370673766128,
      "grad_norm": 1.0767414086405322,
      "learning_rate": 0.0002651116187546713,
      "loss": 0.9087,
      "step": 34011
    },
    {
      "epoch": 1.3930780258038091,
      "grad_norm": 1.0897370418860628,
      "learning_rate": 0.0002651095276656441,
      "loss": 0.5718,
      "step": 34012
    },
    {
      "epoch": 1.3931189842310054,
      "grad_norm": 0.8323190984050561,
      "learning_rate": 0.0002651074365221998,
      "loss": 0.6439,
      "step": 34013
    },
    {
      "epoch": 1.393159942658202,
      "grad_norm": 1.023405462408554,
      "learning_rate": 0.0002651053453243394,
      "loss": 0.824,
      "step": 34014
    },
    {
      "epoch": 1.3932009010853983,
      "grad_norm": 1.1018752068839877,
      "learning_rate": 0.00026510325407206383,
      "loss": 1.0857,
      "step": 34015
    },
    {
      "epoch": 1.3932418595125946,
      "grad_norm": 1.2571149051439756,
      "learning_rate": 0.00026510116276537416,
      "loss": 0.8527,
      "step": 34016
    },
    {
      "epoch": 1.3932828179397911,
      "grad_norm": 1.0392011403717252,
      "learning_rate": 0.0002650990714042713,
      "loss": 0.9476,
      "step": 34017
    },
    {
      "epoch": 1.3933237763669875,
      "grad_norm": 1.372570361142368,
      "learning_rate": 0.0002650969799887563,
      "loss": 0.5628,
      "step": 34018
    },
    {
      "epoch": 1.3933647347941838,
      "grad_norm": 0.936820333472223,
      "learning_rate": 0.00026509488851883013,
      "loss": 0.7715,
      "step": 34019
    },
    {
      "epoch": 1.3934056932213803,
      "grad_norm": 1.12342844925552,
      "learning_rate": 0.00026509279699449376,
      "loss": 0.7896,
      "step": 34020
    },
    {
      "epoch": 1.3934466516485766,
      "grad_norm": 1.0161480408091013,
      "learning_rate": 0.0002650907054157482,
      "loss": 0.7736,
      "step": 34021
    },
    {
      "epoch": 1.3934876100757732,
      "grad_norm": 0.9634366594722494,
      "learning_rate": 0.00026508861378259443,
      "loss": 0.7103,
      "step": 34022
    },
    {
      "epoch": 1.3935285685029695,
      "grad_norm": 0.5492739006566941,
      "learning_rate": 0.0002650865220950335,
      "loss": 0.2728,
      "step": 34023
    },
    {
      "epoch": 1.393569526930166,
      "grad_norm": 1.1605978340114018,
      "learning_rate": 0.00026508443035306624,
      "loss": 1.2405,
      "step": 34024
    },
    {
      "epoch": 1.3936104853573623,
      "grad_norm": 0.852923472104615,
      "learning_rate": 0.0002650823385566938,
      "loss": 0.8111,
      "step": 34025
    },
    {
      "epoch": 1.3936514437845586,
      "grad_norm": 0.8889652065717434,
      "learning_rate": 0.00026508024670591715,
      "loss": 0.7335,
      "step": 34026
    },
    {
      "epoch": 1.3936924022117552,
      "grad_norm": 0.8549712009993549,
      "learning_rate": 0.00026507815480073714,
      "loss": 0.8244,
      "step": 34027
    },
    {
      "epoch": 1.3937333606389515,
      "grad_norm": 1.3982804862412623,
      "learning_rate": 0.00026507606284115485,
      "loss": 0.9239,
      "step": 34028
    },
    {
      "epoch": 1.3937743190661478,
      "grad_norm": 0.7803426246074764,
      "learning_rate": 0.00026507397082717137,
      "loss": 0.5671,
      "step": 34029
    },
    {
      "epoch": 1.3938152774933443,
      "grad_norm": 0.7961322773611847,
      "learning_rate": 0.00026507187875878755,
      "loss": 0.3621,
      "step": 34030
    },
    {
      "epoch": 1.3938562359205406,
      "grad_norm": 1.0867396913853402,
      "learning_rate": 0.00026506978663600443,
      "loss": 0.9161,
      "step": 34031
    },
    {
      "epoch": 1.393897194347737,
      "grad_norm": 1.0047590497267314,
      "learning_rate": 0.00026506769445882293,
      "loss": 0.8983,
      "step": 34032
    },
    {
      "epoch": 1.3939381527749335,
      "grad_norm": 1.0713428958510793,
      "learning_rate": 0.0002650656022272442,
      "loss": 1.2437,
      "step": 34033
    },
    {
      "epoch": 1.3939791112021298,
      "grad_norm": 0.9643918149871227,
      "learning_rate": 0.00026506350994126907,
      "loss": 0.4152,
      "step": 34034
    },
    {
      "epoch": 1.3940200696293261,
      "grad_norm": 1.0445579937618894,
      "learning_rate": 0.0002650614176008986,
      "loss": 1.037,
      "step": 34035
    },
    {
      "epoch": 1.3940610280565227,
      "grad_norm": 1.0725239229775723,
      "learning_rate": 0.0002650593252061338,
      "loss": 0.774,
      "step": 34036
    },
    {
      "epoch": 1.394101986483719,
      "grad_norm": 0.8349544535424167,
      "learning_rate": 0.00026505723275697555,
      "loss": 0.7969,
      "step": 34037
    },
    {
      "epoch": 1.3941429449109153,
      "grad_norm": 1.2789507673239813,
      "learning_rate": 0.000265055140253425,
      "loss": 1.1523,
      "step": 34038
    },
    {
      "epoch": 1.3941839033381118,
      "grad_norm": 0.8507402538319401,
      "learning_rate": 0.000265053047695483,
      "loss": 0.5498,
      "step": 34039
    },
    {
      "epoch": 1.3942248617653081,
      "grad_norm": 1.2297505350876508,
      "learning_rate": 0.00026505095508315066,
      "loss": 1.0511,
      "step": 34040
    },
    {
      "epoch": 1.3942658201925047,
      "grad_norm": 1.0001550365922522,
      "learning_rate": 0.00026504886241642884,
      "loss": 0.6594,
      "step": 34041
    },
    {
      "epoch": 1.394306778619701,
      "grad_norm": 0.8622074861469423,
      "learning_rate": 0.0002650467696953186,
      "loss": 0.8031,
      "step": 34042
    },
    {
      "epoch": 1.3943477370468975,
      "grad_norm": 0.9940657769299744,
      "learning_rate": 0.00026504467691982096,
      "loss": 0.631,
      "step": 34043
    },
    {
      "epoch": 1.3943886954740938,
      "grad_norm": 1.0056081159095496,
      "learning_rate": 0.00026504258408993685,
      "loss": 0.8931,
      "step": 34044
    },
    {
      "epoch": 1.3944296539012901,
      "grad_norm": 1.2012092949731694,
      "learning_rate": 0.0002650404912056673,
      "loss": 0.7859,
      "step": 34045
    },
    {
      "epoch": 1.3944706123284867,
      "grad_norm": 1.235719984409304,
      "learning_rate": 0.0002650383982670133,
      "loss": 1.0482,
      "step": 34046
    },
    {
      "epoch": 1.394511570755683,
      "grad_norm": 0.8853016836596402,
      "learning_rate": 0.0002650363052739757,
      "loss": 0.7794,
      "step": 34047
    },
    {
      "epoch": 1.3945525291828793,
      "grad_norm": 0.8324097112210607,
      "learning_rate": 0.0002650342122265557,
      "loss": 0.8527,
      "step": 34048
    },
    {
      "epoch": 1.3945934876100758,
      "grad_norm": 1.239845858911128,
      "learning_rate": 0.00026503211912475423,
      "loss": 1.1065,
      "step": 34049
    },
    {
      "epoch": 1.3946344460372722,
      "grad_norm": 0.777715211800866,
      "learning_rate": 0.0002650300259685722,
      "loss": 0.5885,
      "step": 34050
    },
    {
      "epoch": 1.3946754044644685,
      "grad_norm": 1.1156375297909125,
      "learning_rate": 0.0002650279327580107,
      "loss": 0.6041,
      "step": 34051
    },
    {
      "epoch": 1.394716362891665,
      "grad_norm": 0.8673683923118473,
      "learning_rate": 0.0002650258394930706,
      "loss": 0.3319,
      "step": 34052
    },
    {
      "epoch": 1.3947573213188613,
      "grad_norm": 1.1672467644875337,
      "learning_rate": 0.00026502374617375297,
      "loss": 0.824,
      "step": 34053
    },
    {
      "epoch": 1.3947982797460576,
      "grad_norm": 1.0197571928761866,
      "learning_rate": 0.00026502165280005885,
      "loss": 0.9477,
      "step": 34054
    },
    {
      "epoch": 1.3948392381732542,
      "grad_norm": 1.0043883641265865,
      "learning_rate": 0.00026501955937198907,
      "loss": 0.8243,
      "step": 34055
    },
    {
      "epoch": 1.3948801966004505,
      "grad_norm": 5.768442185827006,
      "learning_rate": 0.0002650174658895448,
      "loss": 3.5776,
      "step": 34056
    },
    {
      "epoch": 1.394921155027647,
      "grad_norm": 0.9814289792892796,
      "learning_rate": 0.0002650153723527269,
      "loss": 0.6605,
      "step": 34057
    },
    {
      "epoch": 1.3949621134548433,
      "grad_norm": 0.9997360743366228,
      "learning_rate": 0.00026501327876153646,
      "loss": 0.9261,
      "step": 34058
    },
    {
      "epoch": 1.3950030718820396,
      "grad_norm": 0.891493260797674,
      "learning_rate": 0.00026501118511597436,
      "loss": 0.7285,
      "step": 34059
    },
    {
      "epoch": 1.3950440303092362,
      "grad_norm": 0.8766608372269583,
      "learning_rate": 0.00026500909141604164,
      "loss": 0.8296,
      "step": 34060
    },
    {
      "epoch": 1.3950849887364325,
      "grad_norm": 1.1494500470374625,
      "learning_rate": 0.0002650069976617394,
      "loss": 1.026,
      "step": 34061
    },
    {
      "epoch": 1.395125947163629,
      "grad_norm": 1.0781841680692765,
      "learning_rate": 0.0002650049038530684,
      "loss": 0.9146,
      "step": 34062
    },
    {
      "epoch": 1.3951669055908253,
      "grad_norm": 1.0760940245397854,
      "learning_rate": 0.00026500280999002977,
      "loss": 1.0185,
      "step": 34063
    },
    {
      "epoch": 1.3952078640180217,
      "grad_norm": 1.0316246541246676,
      "learning_rate": 0.00026500071607262447,
      "loss": 0.7872,
      "step": 34064
    },
    {
      "epoch": 1.3952488224452182,
      "grad_norm": 0.8686014982810172,
      "learning_rate": 0.0002649986221008536,
      "loss": 0.9138,
      "step": 34065
    },
    {
      "epoch": 1.3952897808724145,
      "grad_norm": 1.0628444297741013,
      "learning_rate": 0.000264996528074718,
      "loss": 1.0066,
      "step": 34066
    },
    {
      "epoch": 1.3953307392996108,
      "grad_norm": 0.6594581740682985,
      "learning_rate": 0.0002649944339942187,
      "loss": 0.3127,
      "step": 34067
    },
    {
      "epoch": 1.3953716977268074,
      "grad_norm": 0.8790720924791805,
      "learning_rate": 0.0002649923398593567,
      "loss": 0.8703,
      "step": 34068
    },
    {
      "epoch": 1.3954126561540037,
      "grad_norm": 0.88182266440042,
      "learning_rate": 0.00026499024567013305,
      "loss": 0.4099,
      "step": 34069
    },
    {
      "epoch": 1.3954536145812,
      "grad_norm": 1.168948869138905,
      "learning_rate": 0.0002649881514265487,
      "loss": 0.5793,
      "step": 34070
    },
    {
      "epoch": 1.3954945730083965,
      "grad_norm": 0.6317901993224241,
      "learning_rate": 0.0002649860571286045,
      "loss": 0.3473,
      "step": 34071
    },
    {
      "epoch": 1.3955355314355928,
      "grad_norm": 1.2543499977892052,
      "learning_rate": 0.00026498396277630166,
      "loss": 0.9474,
      "step": 34072
    },
    {
      "epoch": 1.3955764898627891,
      "grad_norm": 1.0648051572426707,
      "learning_rate": 0.000264981868369641,
      "loss": 0.5954,
      "step": 34073
    },
    {
      "epoch": 1.3956174482899857,
      "grad_norm": 0.94780380368848,
      "learning_rate": 0.0002649797739086237,
      "loss": 0.5044,
      "step": 34074
    },
    {
      "epoch": 1.395658406717182,
      "grad_norm": 1.4294255962611222,
      "learning_rate": 0.0002649776793932506,
      "loss": 0.9742,
      "step": 34075
    },
    {
      "epoch": 1.3956993651443785,
      "grad_norm": 1.1310472293540301,
      "learning_rate": 0.0002649755848235227,
      "loss": 1.0249,
      "step": 34076
    },
    {
      "epoch": 1.3957403235715748,
      "grad_norm": 1.260328543212961,
      "learning_rate": 0.000264973490199441,
      "loss": 0.9757,
      "step": 34077
    },
    {
      "epoch": 1.3957812819987714,
      "grad_norm": 0.9140493947237515,
      "learning_rate": 0.0002649713955210065,
      "loss": 0.8286,
      "step": 34078
    },
    {
      "epoch": 1.3958222404259677,
      "grad_norm": 0.8964646453643104,
      "learning_rate": 0.0002649693007882202,
      "loss": 0.9171,
      "step": 34079
    },
    {
      "epoch": 1.395863198853164,
      "grad_norm": 0.886900756418881,
      "learning_rate": 0.0002649672060010831,
      "loss": 0.296,
      "step": 34080
    },
    {
      "epoch": 1.3959041572803605,
      "grad_norm": 1.2906755950734001,
      "learning_rate": 0.0002649651111595962,
      "loss": 1.2171,
      "step": 34081
    },
    {
      "epoch": 1.3959451157075569,
      "grad_norm": 0.7995664265277146,
      "learning_rate": 0.0002649630162637604,
      "loss": 0.6847,
      "step": 34082
    },
    {
      "epoch": 1.3959860741347532,
      "grad_norm": 0.9908630034765216,
      "learning_rate": 0.0002649609213135768,
      "loss": 1.0355,
      "step": 34083
    },
    {
      "epoch": 1.3960270325619497,
      "grad_norm": 1.352271854652604,
      "learning_rate": 0.0002649588263090464,
      "loss": 0.829,
      "step": 34084
    },
    {
      "epoch": 1.396067990989146,
      "grad_norm": 0.579996729836547,
      "learning_rate": 0.00026495673125017006,
      "loss": 0.3303,
      "step": 34085
    },
    {
      "epoch": 1.3961089494163423,
      "grad_norm": 1.2668053757380522,
      "learning_rate": 0.00026495463613694886,
      "loss": 1.0713,
      "step": 34086
    },
    {
      "epoch": 1.3961499078435389,
      "grad_norm": 1.3417643446187117,
      "learning_rate": 0.0002649525409693838,
      "loss": 1.3838,
      "step": 34087
    },
    {
      "epoch": 1.3961908662707352,
      "grad_norm": 2.119058183577332,
      "learning_rate": 0.00026495044574747584,
      "loss": 1.3123,
      "step": 34088
    },
    {
      "epoch": 1.3962318246979315,
      "grad_norm": 1.9600337965804524,
      "learning_rate": 0.000264948350471226,
      "loss": 2.4448,
      "step": 34089
    },
    {
      "epoch": 1.396272783125128,
      "grad_norm": 1.0116526359564313,
      "learning_rate": 0.00026494625514063524,
      "loss": 0.7849,
      "step": 34090
    },
    {
      "epoch": 1.3963137415523244,
      "grad_norm": 0.6717543241400996,
      "learning_rate": 0.0002649441597557045,
      "loss": 0.3353,
      "step": 34091
    },
    {
      "epoch": 1.3963546999795207,
      "grad_norm": 0.9757707432831868,
      "learning_rate": 0.0002649420643164349,
      "loss": 1.0543,
      "step": 34092
    },
    {
      "epoch": 1.3963956584067172,
      "grad_norm": 1.2048609256299079,
      "learning_rate": 0.00026493996882282736,
      "loss": 0.9827,
      "step": 34093
    },
    {
      "epoch": 1.3964366168339135,
      "grad_norm": 1.1697963929188933,
      "learning_rate": 0.00026493787327488283,
      "loss": 1.0809,
      "step": 34094
    },
    {
      "epoch": 1.39647757526111,
      "grad_norm": 1.0549754625732264,
      "learning_rate": 0.00026493577767260236,
      "loss": 0.7968,
      "step": 34095
    },
    {
      "epoch": 1.3965185336883064,
      "grad_norm": 0.5925521295545352,
      "learning_rate": 0.00026493368201598695,
      "loss": 0.2898,
      "step": 34096
    },
    {
      "epoch": 1.396559492115503,
      "grad_norm": 0.8103104060139766,
      "learning_rate": 0.00026493158630503755,
      "loss": 0.747,
      "step": 34097
    },
    {
      "epoch": 1.3966004505426992,
      "grad_norm": 0.9827295719240171,
      "learning_rate": 0.0002649294905397552,
      "loss": 0.8566,
      "step": 34098
    },
    {
      "epoch": 1.3966414089698955,
      "grad_norm": 1.3499543130404386,
      "learning_rate": 0.0002649273947201408,
      "loss": 0.9287,
      "step": 34099
    },
    {
      "epoch": 1.396682367397092,
      "grad_norm": 0.9645899278110391,
      "learning_rate": 0.0002649252988461954,
      "loss": 0.7779,
      "step": 34100
    },
    {
      "epoch": 1.3967233258242884,
      "grad_norm": 0.84762285069906,
      "learning_rate": 0.00026492320291792,
      "loss": 0.8469,
      "step": 34101
    },
    {
      "epoch": 1.3967642842514847,
      "grad_norm": 0.9053028878159636,
      "learning_rate": 0.0002649211069353156,
      "loss": 0.5927,
      "step": 34102
    },
    {
      "epoch": 1.3968052426786812,
      "grad_norm": 0.7958547413321199,
      "learning_rate": 0.0002649190108983831,
      "loss": 0.8049,
      "step": 34103
    },
    {
      "epoch": 1.3968462011058775,
      "grad_norm": 0.977463251550348,
      "learning_rate": 0.00026491691480712363,
      "loss": 0.7752,
      "step": 34104
    },
    {
      "epoch": 1.3968871595330739,
      "grad_norm": 1.0399378164433626,
      "learning_rate": 0.0002649148186615381,
      "loss": 0.8029,
      "step": 34105
    },
    {
      "epoch": 1.3969281179602704,
      "grad_norm": 1.0377298018540746,
      "learning_rate": 0.00026491272246162754,
      "loss": 0.7236,
      "step": 34106
    },
    {
      "epoch": 1.3969690763874667,
      "grad_norm": 1.355024398156654,
      "learning_rate": 0.00026491062620739283,
      "loss": 1.268,
      "step": 34107
    },
    {
      "epoch": 1.397010034814663,
      "grad_norm": 0.9375112751874495,
      "learning_rate": 0.0002649085298988351,
      "loss": 0.9346,
      "step": 34108
    },
    {
      "epoch": 1.3970509932418596,
      "grad_norm": 0.6666060439155078,
      "learning_rate": 0.00026490643353595526,
      "loss": 0.4565,
      "step": 34109
    },
    {
      "epoch": 1.3970919516690559,
      "grad_norm": 1.3098981291123886,
      "learning_rate": 0.00026490433711875435,
      "loss": 1.1889,
      "step": 34110
    },
    {
      "epoch": 1.3971329100962522,
      "grad_norm": 1.5669184756588452,
      "learning_rate": 0.00026490224064723333,
      "loss": 1.0319,
      "step": 34111
    },
    {
      "epoch": 1.3971738685234487,
      "grad_norm": 2.4514554424424917,
      "learning_rate": 0.0002649001441213932,
      "loss": 3.6139,
      "step": 34112
    },
    {
      "epoch": 1.397214826950645,
      "grad_norm": 0.8409871694422013,
      "learning_rate": 0.00026489804754123496,
      "loss": 0.6903,
      "step": 34113
    },
    {
      "epoch": 1.3972557853778416,
      "grad_norm": 1.1965836801712761,
      "learning_rate": 0.00026489595090675955,
      "loss": 1.0318,
      "step": 34114
    },
    {
      "epoch": 1.3972967438050379,
      "grad_norm": 1.2336595588204704,
      "learning_rate": 0.00026489385421796805,
      "loss": 1.3064,
      "step": 34115
    },
    {
      "epoch": 1.3973377022322344,
      "grad_norm": 1.2871029841330162,
      "learning_rate": 0.0002648917574748614,
      "loss": 1.0299,
      "step": 34116
    },
    {
      "epoch": 1.3973786606594307,
      "grad_norm": 0.7926928509862393,
      "learning_rate": 0.0002648896606774405,
      "loss": 0.3965,
      "step": 34117
    },
    {
      "epoch": 1.397419619086627,
      "grad_norm": 1.1135712982978936,
      "learning_rate": 0.00026488756382570656,
      "loss": 1.1678,
      "step": 34118
    },
    {
      "epoch": 1.3974605775138236,
      "grad_norm": 0.9408652802100852,
      "learning_rate": 0.0002648854669196604,
      "loss": 0.8161,
      "step": 34119
    },
    {
      "epoch": 1.39750153594102,
      "grad_norm": 0.8953017937648415,
      "learning_rate": 0.00026488336995930304,
      "loss": 0.867,
      "step": 34120
    },
    {
      "epoch": 1.3975424943682162,
      "grad_norm": 0.9108708442400418,
      "learning_rate": 0.0002648812729446355,
      "loss": 0.9609,
      "step": 34121
    },
    {
      "epoch": 1.3975834527954127,
      "grad_norm": 0.7652470474967263,
      "learning_rate": 0.00026487917587565875,
      "loss": 0.5327,
      "step": 34122
    },
    {
      "epoch": 1.397624411222609,
      "grad_norm": 0.6028758425314171,
      "learning_rate": 0.00026487707875237377,
      "loss": 0.2926,
      "step": 34123
    },
    {
      "epoch": 1.3976653696498054,
      "grad_norm": 1.2658851620023106,
      "learning_rate": 0.00026487498157478165,
      "loss": 1.2941,
      "step": 34124
    },
    {
      "epoch": 1.397706328077002,
      "grad_norm": 1.244111004720936,
      "learning_rate": 0.00026487288434288325,
      "loss": 0.8767,
      "step": 34125
    },
    {
      "epoch": 1.3977472865041982,
      "grad_norm": 1.172663738459436,
      "learning_rate": 0.0002648707870566796,
      "loss": 1.2466,
      "step": 34126
    },
    {
      "epoch": 1.3977882449313945,
      "grad_norm": 1.1784793456215648,
      "learning_rate": 0.00026486868971617173,
      "loss": 1.0555,
      "step": 34127
    },
    {
      "epoch": 1.397829203358591,
      "grad_norm": 1.1050486470490537,
      "learning_rate": 0.00026486659232136063,
      "loss": 0.7576,
      "step": 34128
    },
    {
      "epoch": 1.3978701617857874,
      "grad_norm": 0.9970913331817938,
      "learning_rate": 0.00026486449487224726,
      "loss": 0.8451,
      "step": 34129
    },
    {
      "epoch": 1.3979111202129837,
      "grad_norm": 1.2147985354673307,
      "learning_rate": 0.00026486239736883265,
      "loss": 0.9019,
      "step": 34130
    },
    {
      "epoch": 1.3979520786401802,
      "grad_norm": 0.8399795725911599,
      "learning_rate": 0.0002648602998111177,
      "loss": 0.6,
      "step": 34131
    },
    {
      "epoch": 1.3979930370673765,
      "grad_norm": 1.110134075651019,
      "learning_rate": 0.0002648582021991035,
      "loss": 0.9184,
      "step": 34132
    },
    {
      "epoch": 1.398033995494573,
      "grad_norm": 0.9902335829468581,
      "learning_rate": 0.000264856104532791,
      "loss": 0.6621,
      "step": 34133
    },
    {
      "epoch": 1.3980749539217694,
      "grad_norm": 1.1255790545479545,
      "learning_rate": 0.0002648540068121812,
      "loss": 0.8115,
      "step": 34134
    },
    {
      "epoch": 1.398115912348966,
      "grad_norm": 0.673009541231532,
      "learning_rate": 0.0002648519090372751,
      "loss": 0.3244,
      "step": 34135
    },
    {
      "epoch": 1.3981568707761622,
      "grad_norm": 1.7116318301294922,
      "learning_rate": 0.00026484981120807364,
      "loss": 1.6987,
      "step": 34136
    },
    {
      "epoch": 1.3981978292033586,
      "grad_norm": 1.0043094770354424,
      "learning_rate": 0.0002648477133245779,
      "loss": 0.8394,
      "step": 34137
    },
    {
      "epoch": 1.398238787630555,
      "grad_norm": 1.3621736711889973,
      "learning_rate": 0.0002648456153867888,
      "loss": 1.1637,
      "step": 34138
    },
    {
      "epoch": 1.3982797460577514,
      "grad_norm": 5.127251040837181,
      "learning_rate": 0.00026484351739470744,
      "loss": 4.2275,
      "step": 34139
    },
    {
      "epoch": 1.3983207044849477,
      "grad_norm": 1.1046795081924867,
      "learning_rate": 0.0002648414193483346,
      "loss": 0.9748,
      "step": 34140
    },
    {
      "epoch": 1.3983616629121443,
      "grad_norm": 0.8231532287516831,
      "learning_rate": 0.0002648393212476715,
      "loss": 0.4667,
      "step": 34141
    },
    {
      "epoch": 1.3984026213393406,
      "grad_norm": 1.1728100879815098,
      "learning_rate": 0.00026483722309271897,
      "loss": 1.1908,
      "step": 34142
    },
    {
      "epoch": 1.3984435797665369,
      "grad_norm": 1.1287839048229664,
      "learning_rate": 0.00026483512488347806,
      "loss": 0.9566,
      "step": 34143
    },
    {
      "epoch": 1.3984845381937334,
      "grad_norm": 1.4145675255694683,
      "learning_rate": 0.0002648330266199498,
      "loss": 1.3105,
      "step": 34144
    },
    {
      "epoch": 1.3985254966209297,
      "grad_norm": 1.5477625444818903,
      "learning_rate": 0.00026483092830213516,
      "loss": 0.9982,
      "step": 34145
    },
    {
      "epoch": 1.398566455048126,
      "grad_norm": 0.9995937608604286,
      "learning_rate": 0.0002648288299300351,
      "loss": 0.7147,
      "step": 34146
    },
    {
      "epoch": 1.3986074134753226,
      "grad_norm": 0.9661057774840743,
      "learning_rate": 0.00026482673150365064,
      "loss": 0.9141,
      "step": 34147
    },
    {
      "epoch": 1.398648371902519,
      "grad_norm": 0.6601528002523878,
      "learning_rate": 0.00026482463302298276,
      "loss": 0.3287,
      "step": 34148
    },
    {
      "epoch": 1.3986893303297152,
      "grad_norm": 1.16118502073428,
      "learning_rate": 0.00026482253448803245,
      "loss": 0.9981,
      "step": 34149
    },
    {
      "epoch": 1.3987302887569117,
      "grad_norm": 1.1416867033824472,
      "learning_rate": 0.0002648204358988007,
      "loss": 0.8001,
      "step": 34150
    },
    {
      "epoch": 1.398771247184108,
      "grad_norm": 1.156640928405389,
      "learning_rate": 0.0002648183372552885,
      "loss": 0.4338,
      "step": 34151
    },
    {
      "epoch": 1.3988122056113046,
      "grad_norm": 0.9607634518700456,
      "learning_rate": 0.0002648162385574969,
      "loss": 0.7529,
      "step": 34152
    },
    {
      "epoch": 1.398853164038501,
      "grad_norm": 0.9856183794429864,
      "learning_rate": 0.00026481413980542683,
      "loss": 0.4421,
      "step": 34153
    },
    {
      "epoch": 1.3988941224656974,
      "grad_norm": 1.1954275393552807,
      "learning_rate": 0.00026481204099907925,
      "loss": 1.0999,
      "step": 34154
    },
    {
      "epoch": 1.3989350808928938,
      "grad_norm": 1.198264791125363,
      "learning_rate": 0.0002648099421384553,
      "loss": 0.8596,
      "step": 34155
    },
    {
      "epoch": 1.39897603932009,
      "grad_norm": 1.1429141169848114,
      "learning_rate": 0.0002648078432235558,
      "loss": 1.2257,
      "step": 34156
    },
    {
      "epoch": 1.3990169977472866,
      "grad_norm": 1.252086149465291,
      "learning_rate": 0.0002648057442543818,
      "loss": 0.8496,
      "step": 34157
    },
    {
      "epoch": 1.399057956174483,
      "grad_norm": 0.6818330268787315,
      "learning_rate": 0.0002648036452309343,
      "loss": 0.6296,
      "step": 34158
    },
    {
      "epoch": 1.3990989146016792,
      "grad_norm": 1.0465318983314469,
      "learning_rate": 0.0002648015461532144,
      "loss": 1.0411,
      "step": 34159
    },
    {
      "epoch": 1.3991398730288758,
      "grad_norm": 1.46151538159139,
      "learning_rate": 0.0002647994470212229,
      "loss": 1.0295,
      "step": 34160
    },
    {
      "epoch": 1.399180831456072,
      "grad_norm": 0.7453516348371529,
      "learning_rate": 0.00026479734783496086,
      "loss": 0.4024,
      "step": 34161
    },
    {
      "epoch": 1.3992217898832684,
      "grad_norm": 0.6364426567241723,
      "learning_rate": 0.00026479524859442935,
      "loss": 0.4112,
      "step": 34162
    },
    {
      "epoch": 1.399262748310465,
      "grad_norm": 0.775266773680482,
      "learning_rate": 0.0002647931492996293,
      "loss": 0.2795,
      "step": 34163
    },
    {
      "epoch": 1.3993037067376612,
      "grad_norm": 0.8601184058890865,
      "learning_rate": 0.0002647910499505617,
      "loss": 0.7603,
      "step": 34164
    },
    {
      "epoch": 1.3993446651648576,
      "grad_norm": 1.102133962885005,
      "learning_rate": 0.0002647889505472276,
      "loss": 0.9018,
      "step": 34165
    },
    {
      "epoch": 1.399385623592054,
      "grad_norm": 1.0885147125133574,
      "learning_rate": 0.00026478685108962785,
      "loss": 0.7692,
      "step": 34166
    },
    {
      "epoch": 1.3994265820192504,
      "grad_norm": 2.179127163227658,
      "learning_rate": 0.0002647847515777636,
      "loss": 1.5687,
      "step": 34167
    },
    {
      "epoch": 1.3994675404464467,
      "grad_norm": 1.269197914735737,
      "learning_rate": 0.00026478265201163574,
      "loss": 1.5567,
      "step": 34168
    },
    {
      "epoch": 1.3995084988736433,
      "grad_norm": 0.7406411436298596,
      "learning_rate": 0.00026478055239124537,
      "loss": 0.2997,
      "step": 34169
    },
    {
      "epoch": 1.3995494573008396,
      "grad_norm": 0.9956678984159734,
      "learning_rate": 0.0002647784527165934,
      "loss": 0.8369,
      "step": 34170
    },
    {
      "epoch": 1.399590415728036,
      "grad_norm": 0.9457971390715447,
      "learning_rate": 0.0002647763529876808,
      "loss": 0.7439,
      "step": 34171
    },
    {
      "epoch": 1.3996313741552324,
      "grad_norm": 1.0863847360101095,
      "learning_rate": 0.0002647742532045086,
      "loss": 0.8142,
      "step": 34172
    },
    {
      "epoch": 1.399672332582429,
      "grad_norm": 0.8441576709253005,
      "learning_rate": 0.0002647721533670778,
      "loss": 0.7216,
      "step": 34173
    },
    {
      "epoch": 1.3997132910096253,
      "grad_norm": 0.5196466656422857,
      "learning_rate": 0.00026477005347538943,
      "loss": 0.2192,
      "step": 34174
    },
    {
      "epoch": 1.3997542494368216,
      "grad_norm": 1.7668086101368137,
      "learning_rate": 0.0002647679535294444,
      "loss": 1.7793,
      "step": 34175
    },
    {
      "epoch": 1.3997952078640181,
      "grad_norm": 1.224661887688978,
      "learning_rate": 0.00026476585352924373,
      "loss": 1.2899,
      "step": 34176
    },
    {
      "epoch": 1.3998361662912144,
      "grad_norm": 0.9128352456288147,
      "learning_rate": 0.0002647637534747884,
      "loss": 0.78,
      "step": 34177
    },
    {
      "epoch": 1.3998771247184107,
      "grad_norm": 1.647563801812848,
      "learning_rate": 0.0002647616533660795,
      "loss": 0.9157,
      "step": 34178
    },
    {
      "epoch": 1.3999180831456073,
      "grad_norm": 0.972306152895806,
      "learning_rate": 0.0002647595532031179,
      "loss": 0.9452,
      "step": 34179
    },
    {
      "epoch": 1.3999590415728036,
      "grad_norm": 1.6310217176324955,
      "learning_rate": 0.0002647574529859047,
      "loss": 1.1323,
      "step": 34180
    },
    {
      "epoch": 1.4,
      "grad_norm": 1.0031337759848418,
      "learning_rate": 0.00026475535271444075,
      "loss": 0.7142,
      "step": 34181
    },
    {
      "epoch": 1.4000409584271964,
      "grad_norm": 1.27706206092381,
      "learning_rate": 0.0002647532523887272,
      "loss": 0.9401,
      "step": 34182
    },
    {
      "epoch": 1.4000819168543928,
      "grad_norm": 0.7143654124135994,
      "learning_rate": 0.0002647511520087649,
      "loss": 0.4069,
      "step": 34183
    },
    {
      "epoch": 1.400122875281589,
      "grad_norm": 0.5531875481818769,
      "learning_rate": 0.000264749051574555,
      "loss": 0.2377,
      "step": 34184
    },
    {
      "epoch": 1.4001638337087856,
      "grad_norm": 0.7696323002501295,
      "learning_rate": 0.00026474695108609833,
      "loss": 0.3556,
      "step": 34185
    },
    {
      "epoch": 1.400204792135982,
      "grad_norm": 1.0811348916321364,
      "learning_rate": 0.000264744850543396,
      "loss": 0.4409,
      "step": 34186
    },
    {
      "epoch": 1.4002457505631782,
      "grad_norm": 0.7887141286281099,
      "learning_rate": 0.00026474274994644896,
      "loss": 0.6484,
      "step": 34187
    },
    {
      "epoch": 1.4002867089903748,
      "grad_norm": 0.9116282281577555,
      "learning_rate": 0.0002647406492952582,
      "loss": 0.8532,
      "step": 34188
    },
    {
      "epoch": 1.400327667417571,
      "grad_norm": 1.056824588358606,
      "learning_rate": 0.0002647385485898247,
      "loss": 0.9639,
      "step": 34189
    },
    {
      "epoch": 1.4003686258447676,
      "grad_norm": 1.2666795391291095,
      "learning_rate": 0.00026473644783014954,
      "loss": 1.4115,
      "step": 34190
    },
    {
      "epoch": 1.400409584271964,
      "grad_norm": 3.2124610024979336,
      "learning_rate": 0.0002647343470162336,
      "loss": 1.2668,
      "step": 34191
    },
    {
      "epoch": 1.4004505426991605,
      "grad_norm": 0.6824185303696804,
      "learning_rate": 0.0002647322461480779,
      "loss": 0.3024,
      "step": 34192
    },
    {
      "epoch": 1.4004915011263568,
      "grad_norm": 0.9852383165595803,
      "learning_rate": 0.0002647301452256835,
      "loss": 0.8609,
      "step": 34193
    },
    {
      "epoch": 1.400532459553553,
      "grad_norm": 1.201795958862336,
      "learning_rate": 0.0002647280442490513,
      "loss": 0.8679,
      "step": 34194
    },
    {
      "epoch": 1.4005734179807496,
      "grad_norm": 2.4045207264974406,
      "learning_rate": 0.0002647259432181823,
      "loss": 1.9643,
      "step": 34195
    },
    {
      "epoch": 1.400614376407946,
      "grad_norm": 0.9674844740945735,
      "learning_rate": 0.00026472384213307765,
      "loss": 0.7236,
      "step": 34196
    },
    {
      "epoch": 1.4006553348351423,
      "grad_norm": 0.7451669572768611,
      "learning_rate": 0.0002647217409937381,
      "loss": 0.4958,
      "step": 34197
    },
    {
      "epoch": 1.4006962932623388,
      "grad_norm": 1.1173222031075356,
      "learning_rate": 0.00026471963980016484,
      "loss": 0.8465,
      "step": 34198
    },
    {
      "epoch": 1.4007372516895351,
      "grad_norm": 0.8417726529185255,
      "learning_rate": 0.0002647175385523588,
      "loss": 0.7986,
      "step": 34199
    },
    {
      "epoch": 1.4007782101167314,
      "grad_norm": 0.9059724847778619,
      "learning_rate": 0.0002647154372503209,
      "loss": 0.7293,
      "step": 34200
    },
    {
      "epoch": 1.400819168543928,
      "grad_norm": 0.6872842061288071,
      "learning_rate": 0.00026471333589405224,
      "loss": 0.5701,
      "step": 34201
    },
    {
      "epoch": 1.4008601269711243,
      "grad_norm": 1.3304022025600206,
      "learning_rate": 0.00026471123448355377,
      "loss": 0.5556,
      "step": 34202
    },
    {
      "epoch": 1.4009010853983206,
      "grad_norm": 0.959061263196844,
      "learning_rate": 0.0002647091330188265,
      "loss": 0.7958,
      "step": 34203
    },
    {
      "epoch": 1.4009420438255171,
      "grad_norm": 1.7859920190286211,
      "learning_rate": 0.0002647070314998714,
      "loss": 1.9733,
      "step": 34204
    },
    {
      "epoch": 1.4009830022527134,
      "grad_norm": 0.8388860901010102,
      "learning_rate": 0.00026470492992668946,
      "loss": 0.9104,
      "step": 34205
    },
    {
      "epoch": 1.40102396067991,
      "grad_norm": 0.7328100434515324,
      "learning_rate": 0.00026470282829928166,
      "loss": 0.6003,
      "step": 34206
    },
    {
      "epoch": 1.4010649191071063,
      "grad_norm": 1.103902835174227,
      "learning_rate": 0.00026470072661764906,
      "loss": 0.8538,
      "step": 34207
    },
    {
      "epoch": 1.4011058775343026,
      "grad_norm": 1.2946709058553592,
      "learning_rate": 0.0002646986248817926,
      "loss": 1.2609,
      "step": 34208
    },
    {
      "epoch": 1.4011468359614991,
      "grad_norm": 0.9176091320896187,
      "learning_rate": 0.0002646965230917133,
      "loss": 0.7808,
      "step": 34209
    },
    {
      "epoch": 1.4011877943886955,
      "grad_norm": 0.7387171724550212,
      "learning_rate": 0.0002646944212474121,
      "loss": 0.258,
      "step": 34210
    },
    {
      "epoch": 1.401228752815892,
      "grad_norm": 3.528701708891382,
      "learning_rate": 0.00026469231934889007,
      "loss": 1.6487,
      "step": 34211
    },
    {
      "epoch": 1.4012697112430883,
      "grad_norm": 0.7879495975936447,
      "learning_rate": 0.00026469021739614816,
      "loss": 0.556,
      "step": 34212
    },
    {
      "epoch": 1.4013106696702846,
      "grad_norm": 0.7999041108946402,
      "learning_rate": 0.00026468811538918737,
      "loss": 0.9772,
      "step": 34213
    },
    {
      "epoch": 1.4013516280974812,
      "grad_norm": 0.9917018499947001,
      "learning_rate": 0.00026468601332800865,
      "loss": 0.954,
      "step": 34214
    },
    {
      "epoch": 1.4013925865246775,
      "grad_norm": 0.7679084974295771,
      "learning_rate": 0.0002646839112126131,
      "loss": 0.4011,
      "step": 34215
    },
    {
      "epoch": 1.4014335449518738,
      "grad_norm": 0.47146808360409204,
      "learning_rate": 0.00026468180904300166,
      "loss": 0.2173,
      "step": 34216
    },
    {
      "epoch": 1.4014745033790703,
      "grad_norm": 0.97986475502341,
      "learning_rate": 0.00026467970681917527,
      "loss": 0.9012,
      "step": 34217
    },
    {
      "epoch": 1.4015154618062666,
      "grad_norm": 0.819575266121991,
      "learning_rate": 0.000264677604541135,
      "loss": 0.534,
      "step": 34218
    },
    {
      "epoch": 1.401556420233463,
      "grad_norm": 0.5808919828477306,
      "learning_rate": 0.00026467550220888176,
      "loss": 0.2949,
      "step": 34219
    },
    {
      "epoch": 1.4015973786606595,
      "grad_norm": 1.01581048698751,
      "learning_rate": 0.00026467339982241665,
      "loss": 0.8786,
      "step": 34220
    },
    {
      "epoch": 1.4016383370878558,
      "grad_norm": 1.230955228849141,
      "learning_rate": 0.00026467129738174056,
      "loss": 0.9814,
      "step": 34221
    },
    {
      "epoch": 1.401679295515052,
      "grad_norm": 0.7683544879002971,
      "learning_rate": 0.0002646691948868546,
      "loss": 0.6079,
      "step": 34222
    },
    {
      "epoch": 1.4017202539422486,
      "grad_norm": 1.2127745081990369,
      "learning_rate": 0.0002646670923377597,
      "loss": 1.0578,
      "step": 34223
    },
    {
      "epoch": 1.401761212369445,
      "grad_norm": 0.9100992551047604,
      "learning_rate": 0.00026466498973445673,
      "loss": 0.79,
      "step": 34224
    },
    {
      "epoch": 1.4018021707966415,
      "grad_norm": 1.2714674627449103,
      "learning_rate": 0.0002646628870769469,
      "loss": 1.568,
      "step": 34225
    },
    {
      "epoch": 1.4018431292238378,
      "grad_norm": 0.8843527476901809,
      "learning_rate": 0.0002646607843652312,
      "loss": 0.7914,
      "step": 34226
    },
    {
      "epoch": 1.4018840876510343,
      "grad_norm": 0.8899497351778983,
      "learning_rate": 0.0002646586815993104,
      "loss": 0.9115,
      "step": 34227
    },
    {
      "epoch": 1.4019250460782307,
      "grad_norm": 0.8729905495923169,
      "learning_rate": 0.00026465657877918565,
      "loss": 0.8453,
      "step": 34228
    },
    {
      "epoch": 1.401966004505427,
      "grad_norm": 0.829968404635969,
      "learning_rate": 0.00026465447590485797,
      "loss": 0.9277,
      "step": 34229
    },
    {
      "epoch": 1.4020069629326235,
      "grad_norm": 1.1337070603290509,
      "learning_rate": 0.00026465237297632825,
      "loss": 1.1612,
      "step": 34230
    },
    {
      "epoch": 1.4020479213598198,
      "grad_norm": 0.8049056700513371,
      "learning_rate": 0.0002646502699935976,
      "loss": 0.8842,
      "step": 34231
    },
    {
      "epoch": 1.4020888797870161,
      "grad_norm": 0.9229317382082757,
      "learning_rate": 0.0002646481669566669,
      "loss": 0.4274,
      "step": 34232
    },
    {
      "epoch": 1.4021298382142127,
      "grad_norm": 1.5676973971335872,
      "learning_rate": 0.00026464606386553726,
      "loss": 1.268,
      "step": 34233
    },
    {
      "epoch": 1.402170796641409,
      "grad_norm": 0.9627834442226447,
      "learning_rate": 0.00026464396072020956,
      "loss": 0.9333,
      "step": 34234
    },
    {
      "epoch": 1.4022117550686053,
      "grad_norm": 1.0512314599083568,
      "learning_rate": 0.00026464185752068486,
      "loss": 0.7503,
      "step": 34235
    },
    {
      "epoch": 1.4022527134958018,
      "grad_norm": 0.8954666400788535,
      "learning_rate": 0.00026463975426696415,
      "loss": 0.8659,
      "step": 34236
    },
    {
      "epoch": 1.4022936719229981,
      "grad_norm": 1.0834794119436362,
      "learning_rate": 0.0002646376509590484,
      "loss": 1.1762,
      "step": 34237
    },
    {
      "epoch": 1.4023346303501945,
      "grad_norm": 1.0855238111726941,
      "learning_rate": 0.00026463554759693865,
      "loss": 0.9874,
      "step": 34238
    },
    {
      "epoch": 1.402375588777391,
      "grad_norm": 0.7461927683831426,
      "learning_rate": 0.00026463344418063586,
      "loss": 0.6841,
      "step": 34239
    },
    {
      "epoch": 1.4024165472045873,
      "grad_norm": 1.1563371336280663,
      "learning_rate": 0.000264631340710141,
      "loss": 1.0498,
      "step": 34240
    },
    {
      "epoch": 1.4024575056317836,
      "grad_norm": 0.8499611321603282,
      "learning_rate": 0.00026462923718545514,
      "loss": 0.8466,
      "step": 34241
    },
    {
      "epoch": 1.4024984640589802,
      "grad_norm": 0.96942026724114,
      "learning_rate": 0.00026462713360657917,
      "loss": 0.6385,
      "step": 34242
    },
    {
      "epoch": 1.4025394224861765,
      "grad_norm": 0.5437750371717837,
      "learning_rate": 0.00026462502997351417,
      "loss": 0.2859,
      "step": 34243
    },
    {
      "epoch": 1.402580380913373,
      "grad_norm": 1.3940144993270631,
      "learning_rate": 0.00026462292628626113,
      "loss": 1.7322,
      "step": 34244
    },
    {
      "epoch": 1.4026213393405693,
      "grad_norm": 0.9874506390111834,
      "learning_rate": 0.000264620822544821,
      "loss": 0.8339,
      "step": 34245
    },
    {
      "epoch": 1.4026622977677659,
      "grad_norm": 1.255850008046507,
      "learning_rate": 0.0002646187187491948,
      "loss": 0.6131,
      "step": 34246
    },
    {
      "epoch": 1.4027032561949622,
      "grad_norm": 0.7424014622507851,
      "learning_rate": 0.00026461661489938354,
      "loss": 0.3609,
      "step": 34247
    },
    {
      "epoch": 1.4027442146221585,
      "grad_norm": 1.049274370333837,
      "learning_rate": 0.0002646145109953882,
      "loss": 0.9905,
      "step": 34248
    },
    {
      "epoch": 1.402785173049355,
      "grad_norm": 0.9799664641538761,
      "learning_rate": 0.0002646124070372097,
      "loss": 0.8989,
      "step": 34249
    },
    {
      "epoch": 1.4028261314765513,
      "grad_norm": 5.491040139319293,
      "learning_rate": 0.00026461030302484917,
      "loss": 5.4399,
      "step": 34250
    },
    {
      "epoch": 1.4028670899037476,
      "grad_norm": 1.0291866161393162,
      "learning_rate": 0.0002646081989583075,
      "loss": 0.9964,
      "step": 34251
    },
    {
      "epoch": 1.4029080483309442,
      "grad_norm": 0.8334105911605316,
      "learning_rate": 0.0002646060948375858,
      "loss": 0.4313,
      "step": 34252
    },
    {
      "epoch": 1.4029490067581405,
      "grad_norm": 0.6731620359489493,
      "learning_rate": 0.00026460399066268494,
      "loss": 0.3249,
      "step": 34253
    },
    {
      "epoch": 1.4029899651853368,
      "grad_norm": 0.9105292844917734,
      "learning_rate": 0.00026460188643360593,
      "loss": 0.4164,
      "step": 34254
    },
    {
      "epoch": 1.4030309236125333,
      "grad_norm": 1.0091765131623505,
      "learning_rate": 0.0002645997821503498,
      "loss": 1.0107,
      "step": 34255
    },
    {
      "epoch": 1.4030718820397297,
      "grad_norm": 1.3706262056159864,
      "learning_rate": 0.0002645976778129176,
      "loss": 1.1514,
      "step": 34256
    },
    {
      "epoch": 1.403112840466926,
      "grad_norm": 1.0398215489806686,
      "learning_rate": 0.00026459557342131023,
      "loss": 0.5114,
      "step": 34257
    },
    {
      "epoch": 1.4031537988941225,
      "grad_norm": 0.6665421007374887,
      "learning_rate": 0.0002645934689755287,
      "loss": 0.3674,
      "step": 34258
    },
    {
      "epoch": 1.4031947573213188,
      "grad_norm": 1.1247749138004077,
      "learning_rate": 0.00026459136447557407,
      "loss": 0.9455,
      "step": 34259
    },
    {
      "epoch": 1.4032357157485151,
      "grad_norm": 1.2736761146022257,
      "learning_rate": 0.0002645892599214473,
      "loss": 1.3977,
      "step": 34260
    },
    {
      "epoch": 1.4032766741757117,
      "grad_norm": 0.7464978094572607,
      "learning_rate": 0.0002645871553131493,
      "loss": 0.4373,
      "step": 34261
    },
    {
      "epoch": 1.403317632602908,
      "grad_norm": 1.0663828523098484,
      "learning_rate": 0.00026458505065068126,
      "loss": 0.9881,
      "step": 34262
    },
    {
      "epoch": 1.4033585910301045,
      "grad_norm": 0.7079813222645842,
      "learning_rate": 0.00026458294593404395,
      "loss": 0.4209,
      "step": 34263
    },
    {
      "epoch": 1.4033995494573008,
      "grad_norm": 1.4345926507907052,
      "learning_rate": 0.0002645808411632385,
      "loss": 0.8477,
      "step": 34264
    },
    {
      "epoch": 1.4034405078844974,
      "grad_norm": 0.9509710197051245,
      "learning_rate": 0.0002645787363382659,
      "loss": 0.8616,
      "step": 34265
    },
    {
      "epoch": 1.4034814663116937,
      "grad_norm": 1.9003500202083767,
      "learning_rate": 0.0002645766314591271,
      "loss": 1.1625,
      "step": 34266
    },
    {
      "epoch": 1.40352242473889,
      "grad_norm": 1.0749443712096303,
      "learning_rate": 0.00026457452652582316,
      "loss": 0.9528,
      "step": 34267
    },
    {
      "epoch": 1.4035633831660865,
      "grad_norm": 2.512918527910881,
      "learning_rate": 0.000264572421538355,
      "loss": 4.4761,
      "step": 34268
    },
    {
      "epoch": 1.4036043415932828,
      "grad_norm": 1.2110679379152316,
      "learning_rate": 0.00026457031649672363,
      "loss": 1.2061,
      "step": 34269
    },
    {
      "epoch": 1.4036453000204792,
      "grad_norm": 1.4736510975948371,
      "learning_rate": 0.0002645682114009301,
      "loss": 0.9824,
      "step": 34270
    },
    {
      "epoch": 1.4036862584476757,
      "grad_norm": 1.429320232419083,
      "learning_rate": 0.00026456610625097534,
      "loss": 0.8508,
      "step": 34271
    },
    {
      "epoch": 1.403727216874872,
      "grad_norm": 0.7867398799861616,
      "learning_rate": 0.0002645640010468604,
      "loss": 0.5242,
      "step": 34272
    },
    {
      "epoch": 1.4037681753020683,
      "grad_norm": 1.1669933157931325,
      "learning_rate": 0.0002645618957885863,
      "loss": 0.8683,
      "step": 34273
    },
    {
      "epoch": 1.4038091337292649,
      "grad_norm": 1.1723627537425676,
      "learning_rate": 0.00026455979047615387,
      "loss": 0.7532,
      "step": 34274
    },
    {
      "epoch": 1.4038500921564612,
      "grad_norm": 1.7628452299690365,
      "learning_rate": 0.00026455768510956425,
      "loss": 1.0366,
      "step": 34275
    },
    {
      "epoch": 1.4038910505836575,
      "grad_norm": 2.3228812776911782,
      "learning_rate": 0.0002645555796888184,
      "loss": 0.9328,
      "step": 34276
    },
    {
      "epoch": 1.403932009010854,
      "grad_norm": 1.074701665320157,
      "learning_rate": 0.0002645534742139174,
      "loss": 0.9457,
      "step": 34277
    },
    {
      "epoch": 1.4039729674380503,
      "grad_norm": 1.1313899487895338,
      "learning_rate": 0.00026455136868486207,
      "loss": 1.091,
      "step": 34278
    },
    {
      "epoch": 1.4040139258652466,
      "grad_norm": 1.1552655580444438,
      "learning_rate": 0.0002645492631016535,
      "loss": 0.7036,
      "step": 34279
    },
    {
      "epoch": 1.4040548842924432,
      "grad_norm": 0.8165885464996233,
      "learning_rate": 0.00026454715746429276,
      "loss": 0.4844,
      "step": 34280
    },
    {
      "epoch": 1.4040958427196395,
      "grad_norm": 1.1503353251949924,
      "learning_rate": 0.0002645450517727807,
      "loss": 1.2499,
      "step": 34281
    },
    {
      "epoch": 1.404136801146836,
      "grad_norm": 0.6209270460833015,
      "learning_rate": 0.0002645429460271184,
      "loss": 0.297,
      "step": 34282
    },
    {
      "epoch": 1.4041777595740323,
      "grad_norm": 0.9617653004239237,
      "learning_rate": 0.0002645408402273069,
      "loss": 0.5182,
      "step": 34283
    },
    {
      "epoch": 1.4042187180012289,
      "grad_norm": 1.127360387949176,
      "learning_rate": 0.00026453873437334705,
      "loss": 1.2521,
      "step": 34284
    },
    {
      "epoch": 1.4042596764284252,
      "grad_norm": 1.1402860491505602,
      "learning_rate": 0.00026453662846524,
      "loss": 0.954,
      "step": 34285
    },
    {
      "epoch": 1.4043006348556215,
      "grad_norm": 1.4889749813829145,
      "learning_rate": 0.00026453452250298665,
      "loss": 1.1309,
      "step": 34286
    },
    {
      "epoch": 1.404341593282818,
      "grad_norm": 1.355469459195503,
      "learning_rate": 0.00026453241648658805,
      "loss": 1.1082,
      "step": 34287
    },
    {
      "epoch": 1.4043825517100144,
      "grad_norm": 1.1133832097336644,
      "learning_rate": 0.00026453031041604515,
      "loss": 0.7979,
      "step": 34288
    },
    {
      "epoch": 1.4044235101372107,
      "grad_norm": 1.2623386902947116,
      "learning_rate": 0.000264528204291359,
      "loss": 1.3499,
      "step": 34289
    },
    {
      "epoch": 1.4044644685644072,
      "grad_norm": 1.2842999888064548,
      "learning_rate": 0.0002645260981125305,
      "loss": 0.4972,
      "step": 34290
    },
    {
      "epoch": 1.4045054269916035,
      "grad_norm": 1.027654748739586,
      "learning_rate": 0.0002645239918795607,
      "loss": 0.9339,
      "step": 34291
    },
    {
      "epoch": 1.4045463854187998,
      "grad_norm": 0.923088193149842,
      "learning_rate": 0.00026452188559245065,
      "loss": 0.7592,
      "step": 34292
    },
    {
      "epoch": 1.4045873438459964,
      "grad_norm": 1.344307101230458,
      "learning_rate": 0.0002645197792512012,
      "loss": 1.4102,
      "step": 34293
    },
    {
      "epoch": 1.4046283022731927,
      "grad_norm": 1.084953154295244,
      "learning_rate": 0.0002645176728558136,
      "loss": 1.3083,
      "step": 34294
    },
    {
      "epoch": 1.404669260700389,
      "grad_norm": 2.4624022040977076,
      "learning_rate": 0.00026451556640628857,
      "loss": 4.1064,
      "step": 34295
    },
    {
      "epoch": 1.4047102191275855,
      "grad_norm": 0.5879078540307416,
      "learning_rate": 0.0002645134599026273,
      "loss": 0.3262,
      "step": 34296
    },
    {
      "epoch": 1.4047511775547818,
      "grad_norm": 0.9510252392442813,
      "learning_rate": 0.0002645113533448307,
      "loss": 0.8678,
      "step": 34297
    },
    {
      "epoch": 1.4047921359819782,
      "grad_norm": 1.0185504478691734,
      "learning_rate": 0.00026450924673289975,
      "loss": 0.5659,
      "step": 34298
    },
    {
      "epoch": 1.4048330944091747,
      "grad_norm": 1.7684128488442195,
      "learning_rate": 0.00026450714006683544,
      "loss": 1.5405,
      "step": 34299
    },
    {
      "epoch": 1.404874052836371,
      "grad_norm": 0.6091921634795436,
      "learning_rate": 0.0002645050333466389,
      "loss": 0.3108,
      "step": 34300
    },
    {
      "epoch": 1.4049150112635675,
      "grad_norm": 1.532765703329332,
      "learning_rate": 0.0002645029265723109,
      "loss": 1.5278,
      "step": 34301
    },
    {
      "epoch": 1.4049559696907639,
      "grad_norm": 1.0561961347166868,
      "learning_rate": 0.00026450081974385264,
      "loss": 0.957,
      "step": 34302
    },
    {
      "epoch": 1.4049969281179604,
      "grad_norm": 0.8474175096958622,
      "learning_rate": 0.00026449871286126503,
      "loss": 0.8605,
      "step": 34303
    },
    {
      "epoch": 1.4050378865451567,
      "grad_norm": 0.8068269802862247,
      "learning_rate": 0.00026449660592454906,
      "loss": 0.3368,
      "step": 34304
    },
    {
      "epoch": 1.405078844972353,
      "grad_norm": 2.4531915291185897,
      "learning_rate": 0.00026449449893370576,
      "loss": 4.2913,
      "step": 34305
    },
    {
      "epoch": 1.4051198033995496,
      "grad_norm": 1.0213750086883553,
      "learning_rate": 0.0002644923918887361,
      "loss": 0.7968,
      "step": 34306
    },
    {
      "epoch": 1.4051607618267459,
      "grad_norm": 1.7434083180103346,
      "learning_rate": 0.00026449028478964107,
      "loss": 1.2789,
      "step": 34307
    },
    {
      "epoch": 1.4052017202539422,
      "grad_norm": 1.0117198903210554,
      "learning_rate": 0.00026448817763642164,
      "loss": 0.9151,
      "step": 34308
    },
    {
      "epoch": 1.4052426786811387,
      "grad_norm": 0.9197811255753362,
      "learning_rate": 0.0002644860704290789,
      "loss": 0.9344,
      "step": 34309
    },
    {
      "epoch": 1.405283637108335,
      "grad_norm": 1.1478701546059917,
      "learning_rate": 0.0002644839631676138,
      "loss": 1.2514,
      "step": 34310
    },
    {
      "epoch": 1.4053245955355314,
      "grad_norm": 0.7391746828953868,
      "learning_rate": 0.0002644818558520273,
      "loss": 0.3316,
      "step": 34311
    },
    {
      "epoch": 1.4053655539627279,
      "grad_norm": 1.4953197071172142,
      "learning_rate": 0.00026447974848232037,
      "loss": 1.0587,
      "step": 34312
    },
    {
      "epoch": 1.4054065123899242,
      "grad_norm": 0.6840841551239459,
      "learning_rate": 0.0002644776410584941,
      "loss": 0.3132,
      "step": 34313
    },
    {
      "epoch": 1.4054474708171205,
      "grad_norm": 1.0951362767917756,
      "learning_rate": 0.00026447553358054945,
      "loss": 0.7964,
      "step": 34314
    },
    {
      "epoch": 1.405488429244317,
      "grad_norm": 1.6216931314201504,
      "learning_rate": 0.0002644734260484874,
      "loss": 0.9219,
      "step": 34315
    },
    {
      "epoch": 1.4055293876715134,
      "grad_norm": 0.6172148682375518,
      "learning_rate": 0.00026447131846230894,
      "loss": 0.2708,
      "step": 34316
    },
    {
      "epoch": 1.4055703460987097,
      "grad_norm": 0.8031823508401568,
      "learning_rate": 0.00026446921082201515,
      "loss": 0.4947,
      "step": 34317
    },
    {
      "epoch": 1.4056113045259062,
      "grad_norm": 1.0491953012046127,
      "learning_rate": 0.0002644671031276069,
      "loss": 0.6011,
      "step": 34318
    },
    {
      "epoch": 1.4056522629531025,
      "grad_norm": 1.1144451422038937,
      "learning_rate": 0.00026446499537908526,
      "loss": 0.7173,
      "step": 34319
    },
    {
      "epoch": 1.405693221380299,
      "grad_norm": 1.0458013881030195,
      "learning_rate": 0.0002644628875764512,
      "loss": 0.7629,
      "step": 34320
    },
    {
      "epoch": 1.4057341798074954,
      "grad_norm": 1.0080728933929048,
      "learning_rate": 0.00026446077971970574,
      "loss": 0.8673,
      "step": 34321
    },
    {
      "epoch": 1.405775138234692,
      "grad_norm": 1.1220580387038306,
      "learning_rate": 0.0002644586718088499,
      "loss": 0.891,
      "step": 34322
    },
    {
      "epoch": 1.4058160966618882,
      "grad_norm": 3.018816692503975,
      "learning_rate": 0.0002644565638438846,
      "loss": 3.9103,
      "step": 34323
    },
    {
      "epoch": 1.4058570550890845,
      "grad_norm": 0.6927640356591723,
      "learning_rate": 0.0002644544558248109,
      "loss": 0.601,
      "step": 34324
    },
    {
      "epoch": 1.405898013516281,
      "grad_norm": 1.1548902339962857,
      "learning_rate": 0.0002644523477516297,
      "loss": 1.1136,
      "step": 34325
    },
    {
      "epoch": 1.4059389719434774,
      "grad_norm": 1.3331854695355272,
      "learning_rate": 0.0002644502396243422,
      "loss": 0.9252,
      "step": 34326
    },
    {
      "epoch": 1.4059799303706737,
      "grad_norm": 2.3245803176500766,
      "learning_rate": 0.00026444813144294916,
      "loss": 1.8527,
      "step": 34327
    },
    {
      "epoch": 1.4060208887978702,
      "grad_norm": 3.2843139838518045,
      "learning_rate": 0.00026444602320745174,
      "loss": 1.6537,
      "step": 34328
    },
    {
      "epoch": 1.4060618472250666,
      "grad_norm": 0.7924745253533197,
      "learning_rate": 0.00026444391491785085,
      "loss": 0.6988,
      "step": 34329
    },
    {
      "epoch": 1.4061028056522629,
      "grad_norm": 1.1840084372703412,
      "learning_rate": 0.00026444180657414756,
      "loss": 1.2406,
      "step": 34330
    },
    {
      "epoch": 1.4061437640794594,
      "grad_norm": 1.1253854187756989,
      "learning_rate": 0.00026443969817634274,
      "loss": 0.2759,
      "step": 34331
    },
    {
      "epoch": 1.4061847225066557,
      "grad_norm": 0.9795834119291048,
      "learning_rate": 0.00026443758972443754,
      "loss": 0.8172,
      "step": 34332
    },
    {
      "epoch": 1.406225680933852,
      "grad_norm": 1.0259475537633136,
      "learning_rate": 0.0002644354812184329,
      "loss": 0.9623,
      "step": 34333
    },
    {
      "epoch": 1.4062666393610486,
      "grad_norm": 0.950406066786145,
      "learning_rate": 0.00026443337265832977,
      "loss": 0.7632,
      "step": 34334
    },
    {
      "epoch": 1.4063075977882449,
      "grad_norm": 0.612174653752917,
      "learning_rate": 0.0002644312640441292,
      "loss": 0.3324,
      "step": 34335
    },
    {
      "epoch": 1.4063485562154412,
      "grad_norm": 0.9756928724406254,
      "learning_rate": 0.0002644291553758322,
      "loss": 1.1521,
      "step": 34336
    },
    {
      "epoch": 1.4063895146426377,
      "grad_norm": 1.2314690710173284,
      "learning_rate": 0.00026442704665343965,
      "loss": 0.8912,
      "step": 34337
    },
    {
      "epoch": 1.406430473069834,
      "grad_norm": 1.0355021527933292,
      "learning_rate": 0.00026442493787695267,
      "loss": 0.797,
      "step": 34338
    },
    {
      "epoch": 1.4064714314970306,
      "grad_norm": 1.0107559186209332,
      "learning_rate": 0.00026442282904637224,
      "loss": 0.7149,
      "step": 34339
    },
    {
      "epoch": 1.406512389924227,
      "grad_norm": 1.5578398093039145,
      "learning_rate": 0.0002644207201616994,
      "loss": 1.2215,
      "step": 34340
    },
    {
      "epoch": 1.4065533483514234,
      "grad_norm": 1.568120826268552,
      "learning_rate": 0.00026441861122293494,
      "loss": 0.8493,
      "step": 34341
    },
    {
      "epoch": 1.4065943067786197,
      "grad_norm": 1.228144370740444,
      "learning_rate": 0.00026441650223008007,
      "loss": 0.611,
      "step": 34342
    },
    {
      "epoch": 1.406635265205816,
      "grad_norm": 1.0636036664515682,
      "learning_rate": 0.00026441439318313577,
      "loss": 0.649,
      "step": 34343
    },
    {
      "epoch": 1.4066762236330126,
      "grad_norm": 1.4079230888509857,
      "learning_rate": 0.0002644122840821029,
      "loss": 1.3875,
      "step": 34344
    },
    {
      "epoch": 1.406717182060209,
      "grad_norm": 1.329191769223414,
      "learning_rate": 0.0002644101749269826,
      "loss": 0.8239,
      "step": 34345
    },
    {
      "epoch": 1.4067581404874052,
      "grad_norm": 1.1798130635191304,
      "learning_rate": 0.0002644080657177758,
      "loss": 0.8476,
      "step": 34346
    },
    {
      "epoch": 1.4067990989146018,
      "grad_norm": 1.2152781029914046,
      "learning_rate": 0.00026440595645448343,
      "loss": 1.2003,
      "step": 34347
    },
    {
      "epoch": 1.406840057341798,
      "grad_norm": 0.9857967808190357,
      "learning_rate": 0.00026440384713710663,
      "loss": 0.7119,
      "step": 34348
    },
    {
      "epoch": 1.4068810157689944,
      "grad_norm": 0.9358600440816861,
      "learning_rate": 0.0002644017377656463,
      "loss": 0.8056,
      "step": 34349
    },
    {
      "epoch": 1.406921974196191,
      "grad_norm": 4.467826414386675,
      "learning_rate": 0.0002643996283401035,
      "loss": 1.2694,
      "step": 34350
    },
    {
      "epoch": 1.4069629326233872,
      "grad_norm": 6.705382618733178,
      "learning_rate": 0.0002643975188604792,
      "loss": 3.9784,
      "step": 34351
    },
    {
      "epoch": 1.4070038910505835,
      "grad_norm": 2.828215625415806,
      "learning_rate": 0.00026439540932677436,
      "loss": 5.596,
      "step": 34352
    },
    {
      "epoch": 1.40704484947778,
      "grad_norm": 1.3032414986597334,
      "learning_rate": 0.00026439329973899,
      "loss": 0.8281,
      "step": 34353
    },
    {
      "epoch": 1.4070858079049764,
      "grad_norm": 1.5036581591362703,
      "learning_rate": 0.00026439119009712716,
      "loss": 0.9966,
      "step": 34354
    },
    {
      "epoch": 1.4071267663321727,
      "grad_norm": 1.0363546466635967,
      "learning_rate": 0.00026438908040118676,
      "loss": 0.8655,
      "step": 34355
    },
    {
      "epoch": 1.4071677247593692,
      "grad_norm": 0.9471403665100401,
      "learning_rate": 0.00026438697065116987,
      "loss": 0.8161,
      "step": 34356
    },
    {
      "epoch": 1.4072086831865656,
      "grad_norm": 1.1292824568237299,
      "learning_rate": 0.0002643848608470775,
      "loss": 0.77,
      "step": 34357
    },
    {
      "epoch": 1.407249641613762,
      "grad_norm": 4.748485526825517,
      "learning_rate": 0.0002643827509889105,
      "loss": 3.8648,
      "step": 34358
    },
    {
      "epoch": 1.4072906000409584,
      "grad_norm": 1.2291804765600551,
      "learning_rate": 0.00026438064107667003,
      "loss": 0.7537,
      "step": 34359
    },
    {
      "epoch": 1.407331558468155,
      "grad_norm": 0.9892485447712581,
      "learning_rate": 0.00026437853111035704,
      "loss": 0.6922,
      "step": 34360
    },
    {
      "epoch": 1.4073725168953513,
      "grad_norm": 0.8295349623567706,
      "learning_rate": 0.00026437642108997255,
      "loss": 0.5596,
      "step": 34361
    },
    {
      "epoch": 1.4074134753225476,
      "grad_norm": 1.0385446740127988,
      "learning_rate": 0.0002643743110155175,
      "loss": 0.9081,
      "step": 34362
    },
    {
      "epoch": 1.407454433749744,
      "grad_norm": 0.4706266942226651,
      "learning_rate": 0.0002643722008869929,
      "loss": 0.1695,
      "step": 34363
    },
    {
      "epoch": 1.4074953921769404,
      "grad_norm": 0.9064549653253252,
      "learning_rate": 0.0002643700907043997,
      "loss": 0.8418,
      "step": 34364
    },
    {
      "epoch": 1.4075363506041367,
      "grad_norm": 0.8661306398584163,
      "learning_rate": 0.000264367980467739,
      "loss": 0.6866,
      "step": 34365
    },
    {
      "epoch": 1.4075773090313333,
      "grad_norm": 0.9811778282511896,
      "learning_rate": 0.0002643658701770118,
      "loss": 0.8409,
      "step": 34366
    },
    {
      "epoch": 1.4076182674585296,
      "grad_norm": 2.0889002283478173,
      "learning_rate": 0.00026436375983221905,
      "loss": 3.4075,
      "step": 34367
    },
    {
      "epoch": 1.407659225885726,
      "grad_norm": 0.8940437371051956,
      "learning_rate": 0.0002643616494333617,
      "loss": 0.8982,
      "step": 34368
    },
    {
      "epoch": 1.4077001843129224,
      "grad_norm": 1.2852062337415708,
      "learning_rate": 0.0002643595389804408,
      "loss": 1.0016,
      "step": 34369
    },
    {
      "epoch": 1.4077411427401187,
      "grad_norm": 1.0570841500605874,
      "learning_rate": 0.0002643574284734574,
      "loss": 1.0061,
      "step": 34370
    },
    {
      "epoch": 1.407782101167315,
      "grad_norm": 2.1252180380858197,
      "learning_rate": 0.0002643553179124124,
      "loss": 4.0139,
      "step": 34371
    },
    {
      "epoch": 1.4078230595945116,
      "grad_norm": 1.2867838440636734,
      "learning_rate": 0.00026435320729730686,
      "loss": 1.1594,
      "step": 34372
    },
    {
      "epoch": 1.407864018021708,
      "grad_norm": 1.281459186201636,
      "learning_rate": 0.00026435109662814176,
      "loss": 0.6352,
      "step": 34373
    },
    {
      "epoch": 1.4079049764489044,
      "grad_norm": 1.0312009741719887,
      "learning_rate": 0.00026434898590491806,
      "loss": 1.0372,
      "step": 34374
    },
    {
      "epoch": 1.4079459348761008,
      "grad_norm": 0.9092402545013168,
      "learning_rate": 0.00026434687512763685,
      "loss": 0.3908,
      "step": 34375
    },
    {
      "epoch": 1.407986893303297,
      "grad_norm": 0.933499222924303,
      "learning_rate": 0.00026434476429629906,
      "loss": 0.9055,
      "step": 34376
    },
    {
      "epoch": 1.4080278517304936,
      "grad_norm": 0.9175954193135691,
      "learning_rate": 0.0002643426534109057,
      "loss": 0.7214,
      "step": 34377
    },
    {
      "epoch": 1.40806881015769,
      "grad_norm": 1.3987221434685027,
      "learning_rate": 0.00026434054247145773,
      "loss": 0.5992,
      "step": 34378
    },
    {
      "epoch": 1.4081097685848865,
      "grad_norm": 1.2982179950232398,
      "learning_rate": 0.0002643384314779562,
      "loss": 1.0513,
      "step": 34379
    },
    {
      "epoch": 1.4081507270120828,
      "grad_norm": 0.7929093060811272,
      "learning_rate": 0.0002643363204304021,
      "loss": 0.4905,
      "step": 34380
    },
    {
      "epoch": 1.408191685439279,
      "grad_norm": 0.9913110755590102,
      "learning_rate": 0.00026433420932879645,
      "loss": 0.728,
      "step": 34381
    },
    {
      "epoch": 1.4082326438664756,
      "grad_norm": 3.6964558524165603,
      "learning_rate": 0.0002643320981731402,
      "loss": 1.8799,
      "step": 34382
    },
    {
      "epoch": 1.408273602293672,
      "grad_norm": 0.6538397161845912,
      "learning_rate": 0.00026432998696343437,
      "loss": 0.4341,
      "step": 34383
    },
    {
      "epoch": 1.4083145607208682,
      "grad_norm": 0.589677475067061,
      "learning_rate": 0.00026432787569967994,
      "loss": 0.2678,
      "step": 34384
    },
    {
      "epoch": 1.4083555191480648,
      "grad_norm": 2.487632769309602,
      "learning_rate": 0.00026432576438187793,
      "loss": 4.7675,
      "step": 34385
    },
    {
      "epoch": 1.408396477575261,
      "grad_norm": 1.1662622803659408,
      "learning_rate": 0.00026432365301002936,
      "loss": 1.0594,
      "step": 34386
    },
    {
      "epoch": 1.4084374360024574,
      "grad_norm": 1.0967349435408682,
      "learning_rate": 0.0002643215415841352,
      "loss": 0.6511,
      "step": 34387
    },
    {
      "epoch": 1.408478394429654,
      "grad_norm": 1.5357078124964227,
      "learning_rate": 0.00026431943010419645,
      "loss": 1.2921,
      "step": 34388
    },
    {
      "epoch": 1.4085193528568503,
      "grad_norm": 1.2687726055651398,
      "learning_rate": 0.00026431731857021407,
      "loss": 0.868,
      "step": 34389
    },
    {
      "epoch": 1.4085603112840466,
      "grad_norm": 0.9136437293119822,
      "learning_rate": 0.0002643152069821891,
      "loss": 0.6887,
      "step": 34390
    },
    {
      "epoch": 1.408601269711243,
      "grad_norm": 0.754554094757892,
      "learning_rate": 0.00026431309534012253,
      "loss": 0.6121,
      "step": 34391
    },
    {
      "epoch": 1.4086422281384394,
      "grad_norm": 0.9798362947515408,
      "learning_rate": 0.00026431098364401544,
      "loss": 0.7277,
      "step": 34392
    },
    {
      "epoch": 1.408683186565636,
      "grad_norm": 0.8706635279800317,
      "learning_rate": 0.00026430887189386867,
      "loss": 0.7721,
      "step": 34393
    },
    {
      "epoch": 1.4087241449928323,
      "grad_norm": 1.1871492228525669,
      "learning_rate": 0.00026430676008968326,
      "loss": 0.6882,
      "step": 34394
    },
    {
      "epoch": 1.4087651034200288,
      "grad_norm": 3.866630283034329,
      "learning_rate": 0.00026430464823146035,
      "loss": 3.1799,
      "step": 34395
    },
    {
      "epoch": 1.4088060618472251,
      "grad_norm": 0.6667027752280863,
      "learning_rate": 0.00026430253631920075,
      "loss": 0.6735,
      "step": 34396
    },
    {
      "epoch": 1.4088470202744214,
      "grad_norm": 1.1220987665601154,
      "learning_rate": 0.0002643004243529056,
      "loss": 0.7998,
      "step": 34397
    },
    {
      "epoch": 1.408887978701618,
      "grad_norm": 0.8183073925463737,
      "learning_rate": 0.0002642983123325758,
      "loss": 0.367,
      "step": 34398
    },
    {
      "epoch": 1.4089289371288143,
      "grad_norm": 1.053206394265502,
      "learning_rate": 0.00026429620025821243,
      "loss": 0.7876,
      "step": 34399
    },
    {
      "epoch": 1.4089698955560106,
      "grad_norm": 1.0376908537464145,
      "learning_rate": 0.0002642940881298165,
      "loss": 1.1968,
      "step": 34400
    },
    {
      "epoch": 1.4090108539832071,
      "grad_norm": 1.2510682170641976,
      "learning_rate": 0.00026429197594738887,
      "loss": 0.9684,
      "step": 34401
    },
    {
      "epoch": 1.4090518124104034,
      "grad_norm": 1.091379629369712,
      "learning_rate": 0.0002642898637109306,
      "loss": 0.6977,
      "step": 34402
    },
    {
      "epoch": 1.4090927708375998,
      "grad_norm": 1.0398303008576963,
      "learning_rate": 0.0002642877514204428,
      "loss": 0.9983,
      "step": 34403
    },
    {
      "epoch": 1.4091337292647963,
      "grad_norm": 0.8299075037351491,
      "learning_rate": 0.0002642856390759263,
      "loss": 0.6228,
      "step": 34404
    },
    {
      "epoch": 1.4091746876919926,
      "grad_norm": 0.8232249955326556,
      "learning_rate": 0.00026428352667738224,
      "loss": 0.6406,
      "step": 34405
    },
    {
      "epoch": 1.409215646119189,
      "grad_norm": 1.0259784516500985,
      "learning_rate": 0.00026428141422481157,
      "loss": 0.8286,
      "step": 34406
    },
    {
      "epoch": 1.4092566045463855,
      "grad_norm": 0.8475673273130762,
      "learning_rate": 0.00026427930171821527,
      "loss": 0.4321,
      "step": 34407
    },
    {
      "epoch": 1.4092975629735818,
      "grad_norm": 1.188629533550781,
      "learning_rate": 0.0002642771891575943,
      "loss": 0.4605,
      "step": 34408
    },
    {
      "epoch": 1.409338521400778,
      "grad_norm": 0.9790261836267635,
      "learning_rate": 0.0002642750765429497,
      "loss": 0.7889,
      "step": 34409
    },
    {
      "epoch": 1.4093794798279746,
      "grad_norm": 1.334377061799013,
      "learning_rate": 0.0002642729638742826,
      "loss": 1.1655,
      "step": 34410
    },
    {
      "epoch": 1.409420438255171,
      "grad_norm": 0.9175808263037083,
      "learning_rate": 0.00026427085115159375,
      "loss": 0.7189,
      "step": 34411
    },
    {
      "epoch": 1.4094613966823675,
      "grad_norm": 1.1173653987004053,
      "learning_rate": 0.0002642687383748843,
      "loss": 0.8519,
      "step": 34412
    },
    {
      "epoch": 1.4095023551095638,
      "grad_norm": 0.9434892291784074,
      "learning_rate": 0.00026426662554415525,
      "loss": 0.8273,
      "step": 34413
    },
    {
      "epoch": 1.4095433135367603,
      "grad_norm": 0.9123124543560304,
      "learning_rate": 0.00026426451265940755,
      "loss": 0.9506,
      "step": 34414
    },
    {
      "epoch": 1.4095842719639566,
      "grad_norm": 1.2895037231909803,
      "learning_rate": 0.0002642623997206422,
      "loss": 0.9101,
      "step": 34415
    },
    {
      "epoch": 1.409625230391153,
      "grad_norm": 1.0935666974574234,
      "learning_rate": 0.00026426028672786025,
      "loss": 0.8059,
      "step": 34416
    },
    {
      "epoch": 1.4096661888183495,
      "grad_norm": 0.8415541006102114,
      "learning_rate": 0.00026425817368106266,
      "loss": 0.5365,
      "step": 34417
    },
    {
      "epoch": 1.4097071472455458,
      "grad_norm": 1.0365164168857552,
      "learning_rate": 0.0002642560605802504,
      "loss": 1.0944,
      "step": 34418
    },
    {
      "epoch": 1.4097481056727421,
      "grad_norm": 0.9846513024804366,
      "learning_rate": 0.00026425394742542456,
      "loss": 0.8331,
      "step": 34419
    },
    {
      "epoch": 1.4097890640999386,
      "grad_norm": 0.6123792680945397,
      "learning_rate": 0.000264251834216586,
      "loss": 0.3784,
      "step": 34420
    },
    {
      "epoch": 1.409830022527135,
      "grad_norm": 1.041928461971337,
      "learning_rate": 0.0002642497209537359,
      "loss": 1.06,
      "step": 34421
    },
    {
      "epoch": 1.4098709809543313,
      "grad_norm": 1.0225175670838365,
      "learning_rate": 0.0002642476076368751,
      "loss": 0.8613,
      "step": 34422
    },
    {
      "epoch": 1.4099119393815278,
      "grad_norm": 1.1199908979242854,
      "learning_rate": 0.0002642454942660047,
      "loss": 0.9942,
      "step": 34423
    },
    {
      "epoch": 1.4099528978087241,
      "grad_norm": 5.88016776716242,
      "learning_rate": 0.0002642433808411256,
      "loss": 1.588,
      "step": 34424
    },
    {
      "epoch": 1.4099938562359204,
      "grad_norm": 0.7259435300029632,
      "learning_rate": 0.0002642412673622389,
      "loss": 0.6024,
      "step": 34425
    },
    {
      "epoch": 1.410034814663117,
      "grad_norm": 0.808006443997332,
      "learning_rate": 0.0002642391538293456,
      "loss": 0.6399,
      "step": 34426
    },
    {
      "epoch": 1.4100757730903133,
      "grad_norm": 0.760001042808937,
      "learning_rate": 0.0002642370402424466,
      "loss": 0.5448,
      "step": 34427
    },
    {
      "epoch": 1.4101167315175096,
      "grad_norm": 1.2201167381501257,
      "learning_rate": 0.00026423492660154296,
      "loss": 1.2338,
      "step": 34428
    },
    {
      "epoch": 1.4101576899447061,
      "grad_norm": 1.13435007420758,
      "learning_rate": 0.00026423281290663576,
      "loss": 0.9695,
      "step": 34429
    },
    {
      "epoch": 1.4101986483719025,
      "grad_norm": 0.7013525716147817,
      "learning_rate": 0.0002642306991577258,
      "loss": 0.3355,
      "step": 34430
    },
    {
      "epoch": 1.410239606799099,
      "grad_norm": 0.9065666503210714,
      "learning_rate": 0.00026422858535481424,
      "loss": 0.6657,
      "step": 34431
    },
    {
      "epoch": 1.4102805652262953,
      "grad_norm": 1.0037002001226258,
      "learning_rate": 0.00026422647149790203,
      "loss": 0.8831,
      "step": 34432
    },
    {
      "epoch": 1.4103215236534918,
      "grad_norm": 1.0769779882496457,
      "learning_rate": 0.00026422435758699015,
      "loss": 0.5064,
      "step": 34433
    },
    {
      "epoch": 1.4103624820806882,
      "grad_norm": 0.7046282157986277,
      "learning_rate": 0.00026422224362207964,
      "loss": 0.3977,
      "step": 34434
    },
    {
      "epoch": 1.4104034405078845,
      "grad_norm": 0.5475987967153423,
      "learning_rate": 0.0002642201296031715,
      "loss": 0.2752,
      "step": 34435
    },
    {
      "epoch": 1.410444398935081,
      "grad_norm": 1.2141796361947303,
      "learning_rate": 0.0002642180155302667,
      "loss": 1.0385,
      "step": 34436
    },
    {
      "epoch": 1.4104853573622773,
      "grad_norm": 1.4248238127954647,
      "learning_rate": 0.0002642159014033662,
      "loss": 1.2975,
      "step": 34437
    },
    {
      "epoch": 1.4105263157894736,
      "grad_norm": 1.1271594935986484,
      "learning_rate": 0.00026421378722247114,
      "loss": 0.6534,
      "step": 34438
    },
    {
      "epoch": 1.4105672742166702,
      "grad_norm": 1.4192545444262434,
      "learning_rate": 0.00026421167298758236,
      "loss": 1.4542,
      "step": 34439
    },
    {
      "epoch": 1.4106082326438665,
      "grad_norm": 1.1818795940691573,
      "learning_rate": 0.00026420955869870097,
      "loss": 1.0009,
      "step": 34440
    },
    {
      "epoch": 1.4106491910710628,
      "grad_norm": 0.8673912055537979,
      "learning_rate": 0.0002642074443558279,
      "loss": 0.6411,
      "step": 34441
    },
    {
      "epoch": 1.4106901494982593,
      "grad_norm": 0.8044650568487652,
      "learning_rate": 0.00026420532995896417,
      "loss": 0.8321,
      "step": 34442
    },
    {
      "epoch": 1.4107311079254556,
      "grad_norm": 1.185283517640942,
      "learning_rate": 0.00026420321550811083,
      "loss": 0.8324,
      "step": 34443
    },
    {
      "epoch": 1.410772066352652,
      "grad_norm": 0.7327398726003219,
      "learning_rate": 0.00026420110100326883,
      "loss": 0.6036,
      "step": 34444
    },
    {
      "epoch": 1.4108130247798485,
      "grad_norm": 0.8895222872039369,
      "learning_rate": 0.00026419898644443915,
      "loss": 0.8233,
      "step": 34445
    },
    {
      "epoch": 1.4108539832070448,
      "grad_norm": 2.2302496352833603,
      "learning_rate": 0.0002641968718316228,
      "loss": 1.624,
      "step": 34446
    },
    {
      "epoch": 1.4108949416342411,
      "grad_norm": 0.8691437026084526,
      "learning_rate": 0.00026419475716482084,
      "loss": 0.7181,
      "step": 34447
    },
    {
      "epoch": 1.4109359000614377,
      "grad_norm": 1.2387687929155209,
      "learning_rate": 0.0002641926424440342,
      "loss": 0.9719,
      "step": 34448
    },
    {
      "epoch": 1.410976858488634,
      "grad_norm": 0.9921736777614324,
      "learning_rate": 0.0002641905276692639,
      "loss": 0.6454,
      "step": 34449
    },
    {
      "epoch": 1.4110178169158305,
      "grad_norm": 0.7294360892972747,
      "learning_rate": 0.00026418841284051096,
      "loss": 0.2882,
      "step": 34450
    },
    {
      "epoch": 1.4110587753430268,
      "grad_norm": 0.8652947624725756,
      "learning_rate": 0.00026418629795777637,
      "loss": 0.7735,
      "step": 34451
    },
    {
      "epoch": 1.4110997337702234,
      "grad_norm": 0.8908108906181603,
      "learning_rate": 0.0002641841830210611,
      "loss": 0.5702,
      "step": 34452
    },
    {
      "epoch": 1.4111406921974197,
      "grad_norm": 0.9360912050065779,
      "learning_rate": 0.0002641820680303662,
      "loss": 0.6221,
      "step": 34453
    },
    {
      "epoch": 1.411181650624616,
      "grad_norm": 1.206860981487815,
      "learning_rate": 0.0002641799529856926,
      "loss": 0.9481,
      "step": 34454
    },
    {
      "epoch": 1.4112226090518125,
      "grad_norm": 1.1969450388039435,
      "learning_rate": 0.00026417783788704137,
      "loss": 0.9758,
      "step": 34455
    },
    {
      "epoch": 1.4112635674790088,
      "grad_norm": 1.0474429917104326,
      "learning_rate": 0.00026417572273441345,
      "loss": 1.0661,
      "step": 34456
    },
    {
      "epoch": 1.4113045259062051,
      "grad_norm": 0.8964113757822422,
      "learning_rate": 0.00026417360752780994,
      "loss": 0.6544,
      "step": 34457
    },
    {
      "epoch": 1.4113454843334017,
      "grad_norm": 1.3091054513111424,
      "learning_rate": 0.00026417149226723175,
      "loss": 1.7051,
      "step": 34458
    },
    {
      "epoch": 1.411386442760598,
      "grad_norm": 1.3882210174152616,
      "learning_rate": 0.0002641693769526799,
      "loss": 1.3186,
      "step": 34459
    },
    {
      "epoch": 1.4114274011877943,
      "grad_norm": 0.947228357246718,
      "learning_rate": 0.0002641672615841554,
      "loss": 0.775,
      "step": 34460
    },
    {
      "epoch": 1.4114683596149908,
      "grad_norm": 0.9495443064130904,
      "learning_rate": 0.00026416514616165924,
      "loss": 0.9472,
      "step": 34461
    },
    {
      "epoch": 1.4115093180421872,
      "grad_norm": 0.7192574197874181,
      "learning_rate": 0.0002641630306851924,
      "loss": 0.716,
      "step": 34462
    },
    {
      "epoch": 1.4115502764693835,
      "grad_norm": 0.8496873202423808,
      "learning_rate": 0.00026416091515475595,
      "loss": 0.7253,
      "step": 34463
    },
    {
      "epoch": 1.41159123489658,
      "grad_norm": 1.0383977568538239,
      "learning_rate": 0.0002641587995703508,
      "loss": 0.3501,
      "step": 34464
    },
    {
      "epoch": 1.4116321933237763,
      "grad_norm": 0.7622726768331178,
      "learning_rate": 0.00026415668393197804,
      "loss": 0.2948,
      "step": 34465
    },
    {
      "epoch": 1.4116731517509726,
      "grad_norm": 0.8836181664837792,
      "learning_rate": 0.00026415456823963856,
      "loss": 0.6927,
      "step": 34466
    },
    {
      "epoch": 1.4117141101781692,
      "grad_norm": 0.67513179549435,
      "learning_rate": 0.00026415245249333347,
      "loss": 0.3622,
      "step": 34467
    },
    {
      "epoch": 1.4117550686053655,
      "grad_norm": 0.9200792111442605,
      "learning_rate": 0.00026415033669306367,
      "loss": 0.9309,
      "step": 34468
    },
    {
      "epoch": 1.411796027032562,
      "grad_norm": 2.951201302370981,
      "learning_rate": 0.0002641482208388303,
      "loss": 7.0918,
      "step": 34469
    },
    {
      "epoch": 1.4118369854597583,
      "grad_norm": 1.5153441306148698,
      "learning_rate": 0.0002641461049306342,
      "loss": 1.3647,
      "step": 34470
    },
    {
      "epoch": 1.4118779438869549,
      "grad_norm": 1.16812048746179,
      "learning_rate": 0.00026414398896847655,
      "loss": 0.886,
      "step": 34471
    },
    {
      "epoch": 1.4119189023141512,
      "grad_norm": 1.1158351100426385,
      "learning_rate": 0.00026414187295235815,
      "loss": 1.217,
      "step": 34472
    },
    {
      "epoch": 1.4119598607413475,
      "grad_norm": 0.9792799218139245,
      "learning_rate": 0.0002641397568822801,
      "loss": 0.8219,
      "step": 34473
    },
    {
      "epoch": 1.412000819168544,
      "grad_norm": 0.9794033079045097,
      "learning_rate": 0.0002641376407582434,
      "loss": 0.5467,
      "step": 34474
    },
    {
      "epoch": 1.4120417775957403,
      "grad_norm": 0.9449565286441423,
      "learning_rate": 0.00026413552458024906,
      "loss": 0.7757,
      "step": 34475
    },
    {
      "epoch": 1.4120827360229367,
      "grad_norm": 0.7741030893606557,
      "learning_rate": 0.00026413340834829805,
      "loss": 0.4255,
      "step": 34476
    },
    {
      "epoch": 1.4121236944501332,
      "grad_norm": 0.9376064665789674,
      "learning_rate": 0.0002641312920623914,
      "loss": 0.8913,
      "step": 34477
    },
    {
      "epoch": 1.4121646528773295,
      "grad_norm": 0.7910072971846257,
      "learning_rate": 0.0002641291757225301,
      "loss": 0.5911,
      "step": 34478
    },
    {
      "epoch": 1.4122056113045258,
      "grad_norm": 1.3207216960844155,
      "learning_rate": 0.0002641270593287152,
      "loss": 0.8517,
      "step": 34479
    },
    {
      "epoch": 1.4122465697317224,
      "grad_norm": 1.187636852636593,
      "learning_rate": 0.0002641249428809476,
      "loss": 0.883,
      "step": 34480
    },
    {
      "epoch": 1.4122875281589187,
      "grad_norm": 0.8452684004496261,
      "learning_rate": 0.00026412282637922833,
      "loss": 0.6235,
      "step": 34481
    },
    {
      "epoch": 1.412328486586115,
      "grad_norm": 0.9342148528157669,
      "learning_rate": 0.00026412070982355845,
      "loss": 0.8737,
      "step": 34482
    },
    {
      "epoch": 1.4123694450133115,
      "grad_norm": 0.8819361107903652,
      "learning_rate": 0.0002641185932139389,
      "loss": 1.0378,
      "step": 34483
    },
    {
      "epoch": 1.4124104034405078,
      "grad_norm": 0.9920961595144866,
      "learning_rate": 0.0002641164765503707,
      "loss": 0.9453,
      "step": 34484
    },
    {
      "epoch": 1.4124513618677041,
      "grad_norm": 1.0595483170273308,
      "learning_rate": 0.00026411435983285484,
      "loss": 0.7431,
      "step": 34485
    },
    {
      "epoch": 1.4124923202949007,
      "grad_norm": 0.9568584020266261,
      "learning_rate": 0.00026411224306139235,
      "loss": 0.4804,
      "step": 34486
    },
    {
      "epoch": 1.412533278722097,
      "grad_norm": 0.882753835445937,
      "learning_rate": 0.0002641101262359842,
      "loss": 0.8243,
      "step": 34487
    },
    {
      "epoch": 1.4125742371492935,
      "grad_norm": 5.540883025937414,
      "learning_rate": 0.0002641080093566314,
      "loss": 3.7631,
      "step": 34488
    },
    {
      "epoch": 1.4126151955764898,
      "grad_norm": 1.067146015581502,
      "learning_rate": 0.000264105892423335,
      "loss": 0.8998,
      "step": 34489
    },
    {
      "epoch": 1.4126561540036864,
      "grad_norm": 1.0795880601950967,
      "learning_rate": 0.0002641037754360959,
      "loss": 0.5397,
      "step": 34490
    },
    {
      "epoch": 1.4126971124308827,
      "grad_norm": 1.1173641945521093,
      "learning_rate": 0.0002641016583949152,
      "loss": 1.0735,
      "step": 34491
    },
    {
      "epoch": 1.412738070858079,
      "grad_norm": 0.9603156369331525,
      "learning_rate": 0.00026409954129979384,
      "loss": 0.9364,
      "step": 34492
    },
    {
      "epoch": 1.4127790292852755,
      "grad_norm": 1.0490105244600274,
      "learning_rate": 0.0002640974241507328,
      "loss": 1.0464,
      "step": 34493
    },
    {
      "epoch": 1.4128199877124719,
      "grad_norm": 0.8107888746995536,
      "learning_rate": 0.0002640953069477331,
      "loss": 0.8538,
      "step": 34494
    },
    {
      "epoch": 1.4128609461396682,
      "grad_norm": 1.0337403263442093,
      "learning_rate": 0.0002640931896907959,
      "loss": 0.9477,
      "step": 34495
    },
    {
      "epoch": 1.4129019045668647,
      "grad_norm": 1.4398813964450483,
      "learning_rate": 0.0002640910723799219,
      "loss": 0.524,
      "step": 34496
    },
    {
      "epoch": 1.412942862994061,
      "grad_norm": 0.9982148893747285,
      "learning_rate": 0.0002640889550151124,
      "loss": 0.8122,
      "step": 34497
    },
    {
      "epoch": 1.4129838214212573,
      "grad_norm": 1.0367169159727634,
      "learning_rate": 0.00026408683759636815,
      "loss": 0.8259,
      "step": 34498
    },
    {
      "epoch": 1.4130247798484539,
      "grad_norm": 0.9570543309719036,
      "learning_rate": 0.0002640847201236903,
      "loss": 0.6395,
      "step": 34499
    },
    {
      "epoch": 1.4130657382756502,
      "grad_norm": 0.7449692257987697,
      "learning_rate": 0.00026408260259707983,
      "loss": 0.6745,
      "step": 34500
    },
    {
      "epoch": 1.4131066967028465,
      "grad_norm": 1.157819378872292,
      "learning_rate": 0.00026408048501653776,
      "loss": 0.3923,
      "step": 34501
    },
    {
      "epoch": 1.413147655130043,
      "grad_norm": 0.671185825249974,
      "learning_rate": 0.000264078367382065,
      "loss": 0.3528,
      "step": 34502
    },
    {
      "epoch": 1.4131886135572393,
      "grad_norm": 1.0867288698522326,
      "learning_rate": 0.00026407624969366263,
      "loss": 0.8891,
      "step": 34503
    },
    {
      "epoch": 1.4132295719844357,
      "grad_norm": 0.7237944611371158,
      "learning_rate": 0.00026407413195133164,
      "loss": 0.4794,
      "step": 34504
    },
    {
      "epoch": 1.4132705304116322,
      "grad_norm": 0.8758756283898886,
      "learning_rate": 0.00026407201415507296,
      "loss": 0.7213,
      "step": 34505
    },
    {
      "epoch": 1.4133114888388285,
      "grad_norm": 5.098173387296971,
      "learning_rate": 0.0002640698963048877,
      "loss": 2.6337,
      "step": 34506
    },
    {
      "epoch": 1.413352447266025,
      "grad_norm": 0.8609730416513262,
      "learning_rate": 0.0002640677784007768,
      "loss": 0.8968,
      "step": 34507
    },
    {
      "epoch": 1.4133934056932214,
      "grad_norm": 0.8459679658609195,
      "learning_rate": 0.00026406566044274125,
      "loss": 0.6116,
      "step": 34508
    },
    {
      "epoch": 1.413434364120418,
      "grad_norm": 0.9243221195968615,
      "learning_rate": 0.00026406354243078213,
      "loss": 0.6986,
      "step": 34509
    },
    {
      "epoch": 1.4134753225476142,
      "grad_norm": 1.4744095244770217,
      "learning_rate": 0.0002640614243649004,
      "loss": 1.8195,
      "step": 34510
    },
    {
      "epoch": 1.4135162809748105,
      "grad_norm": 0.9457691581523481,
      "learning_rate": 0.00026405930624509696,
      "loss": 0.8977,
      "step": 34511
    },
    {
      "epoch": 1.413557239402007,
      "grad_norm": 0.8660502171106744,
      "learning_rate": 0.0002640571880713729,
      "loss": 0.8017,
      "step": 34512
    },
    {
      "epoch": 1.4135981978292034,
      "grad_norm": 0.9176251891078417,
      "learning_rate": 0.0002640550698437293,
      "loss": 0.8508,
      "step": 34513
    },
    {
      "epoch": 1.4136391562563997,
      "grad_norm": 0.9704715887948446,
      "learning_rate": 0.00026405295156216703,
      "loss": 1.0051,
      "step": 34514
    },
    {
      "epoch": 1.4136801146835962,
      "grad_norm": 1.147962142108207,
      "learning_rate": 0.0002640508332266872,
      "loss": 1.016,
      "step": 34515
    },
    {
      "epoch": 1.4137210731107925,
      "grad_norm": 3.6157152150558893,
      "learning_rate": 0.00026404871483729067,
      "loss": 1.6319,
      "step": 34516
    },
    {
      "epoch": 1.4137620315379889,
      "grad_norm": 1.1302766667200996,
      "learning_rate": 0.00026404659639397857,
      "loss": 0.7658,
      "step": 34517
    },
    {
      "epoch": 1.4138029899651854,
      "grad_norm": 0.77948282037352,
      "learning_rate": 0.00026404447789675186,
      "loss": 0.6719,
      "step": 34518
    },
    {
      "epoch": 1.4138439483923817,
      "grad_norm": 0.7127141358999424,
      "learning_rate": 0.00026404235934561157,
      "loss": 0.6566,
      "step": 34519
    },
    {
      "epoch": 1.413884906819578,
      "grad_norm": 1.15472705269473,
      "learning_rate": 0.0002640402407405586,
      "loss": 0.9102,
      "step": 34520
    },
    {
      "epoch": 1.4139258652467745,
      "grad_norm": 1.4934638921240873,
      "learning_rate": 0.00026403812208159404,
      "loss": 1.6658,
      "step": 34521
    },
    {
      "epoch": 1.4139668236739709,
      "grad_norm": 1.3890929553661355,
      "learning_rate": 0.00026403600336871887,
      "loss": 0.9137,
      "step": 34522
    },
    {
      "epoch": 1.4140077821011672,
      "grad_norm": 1.2063617934583017,
      "learning_rate": 0.00026403388460193413,
      "loss": 0.694,
      "step": 34523
    },
    {
      "epoch": 1.4140487405283637,
      "grad_norm": 0.6740785552914225,
      "learning_rate": 0.0002640317657812408,
      "loss": 0.4209,
      "step": 34524
    },
    {
      "epoch": 1.41408969895556,
      "grad_norm": 0.6126988213019827,
      "learning_rate": 0.00026402964690663984,
      "loss": 0.3068,
      "step": 34525
    },
    {
      "epoch": 1.4141306573827566,
      "grad_norm": 0.7399296526442389,
      "learning_rate": 0.00026402752797813225,
      "loss": 0.4645,
      "step": 34526
    },
    {
      "epoch": 1.4141716158099529,
      "grad_norm": 0.9900954440024969,
      "learning_rate": 0.0002640254089957191,
      "loss": 1.0803,
      "step": 34527
    },
    {
      "epoch": 1.4142125742371494,
      "grad_norm": 0.9113807534804594,
      "learning_rate": 0.00026402328995940133,
      "loss": 0.7206,
      "step": 34528
    },
    {
      "epoch": 1.4142535326643457,
      "grad_norm": 2.8249901215499666,
      "learning_rate": 0.00026402117086918,
      "loss": 2.5028,
      "step": 34529
    },
    {
      "epoch": 1.414294491091542,
      "grad_norm": 1.0033111753384718,
      "learning_rate": 0.00026401905172505604,
      "loss": 0.8329,
      "step": 34530
    },
    {
      "epoch": 1.4143354495187386,
      "grad_norm": 0.9214667483719151,
      "learning_rate": 0.00026401693252703053,
      "loss": 0.7052,
      "step": 34531
    },
    {
      "epoch": 1.4143764079459349,
      "grad_norm": 1.0337801161215168,
      "learning_rate": 0.00026401481327510435,
      "loss": 0.9165,
      "step": 34532
    },
    {
      "epoch": 1.4144173663731312,
      "grad_norm": 0.8479244044831536,
      "learning_rate": 0.0002640126939692787,
      "loss": 0.8634,
      "step": 34533
    },
    {
      "epoch": 1.4144583248003277,
      "grad_norm": 1.0206299986511393,
      "learning_rate": 0.00026401057460955434,
      "loss": 0.4907,
      "step": 34534
    },
    {
      "epoch": 1.414499283227524,
      "grad_norm": 1.0937088924810312,
      "learning_rate": 0.00026400845519593247,
      "loss": 0.6684,
      "step": 34535
    },
    {
      "epoch": 1.4145402416547204,
      "grad_norm": 0.8932906942856785,
      "learning_rate": 0.000264006335728414,
      "loss": 0.8527,
      "step": 34536
    },
    {
      "epoch": 1.414581200081917,
      "grad_norm": 0.9712016065634964,
      "learning_rate": 0.0002640042162069999,
      "loss": 0.8503,
      "step": 34537
    },
    {
      "epoch": 1.4146221585091132,
      "grad_norm": 1.0202987401957921,
      "learning_rate": 0.00026400209663169136,
      "loss": 0.9053,
      "step": 34538
    },
    {
      "epoch": 1.4146631169363095,
      "grad_norm": 0.8802123137703183,
      "learning_rate": 0.0002639999770024891,
      "loss": 0.884,
      "step": 34539
    },
    {
      "epoch": 1.414704075363506,
      "grad_norm": 1.0241388286410142,
      "learning_rate": 0.0002639978573193943,
      "loss": 0.8503,
      "step": 34540
    },
    {
      "epoch": 1.4147450337907024,
      "grad_norm": 1.0601469974471645,
      "learning_rate": 0.000263995737582408,
      "loss": 0.7981,
      "step": 34541
    },
    {
      "epoch": 1.414785992217899,
      "grad_norm": 1.1440281838683348,
      "learning_rate": 0.0002639936177915311,
      "loss": 0.8295,
      "step": 34542
    },
    {
      "epoch": 1.4148269506450952,
      "grad_norm": 0.9779864255439551,
      "learning_rate": 0.0002639914979467646,
      "loss": 0.9399,
      "step": 34543
    },
    {
      "epoch": 1.4148679090722915,
      "grad_norm": 0.6629242528617028,
      "learning_rate": 0.00026398937804810954,
      "loss": 0.4026,
      "step": 34544
    },
    {
      "epoch": 1.414908867499488,
      "grad_norm": 1.398323145530896,
      "learning_rate": 0.0002639872580955669,
      "loss": 1.15,
      "step": 34545
    },
    {
      "epoch": 1.4149498259266844,
      "grad_norm": 1.0036556115761206,
      "learning_rate": 0.00026398513808913773,
      "loss": 0.7768,
      "step": 34546
    },
    {
      "epoch": 1.414990784353881,
      "grad_norm": 1.1407975391379959,
      "learning_rate": 0.000263983018028823,
      "loss": 0.9971,
      "step": 34547
    },
    {
      "epoch": 1.4150317427810772,
      "grad_norm": 0.9587842530193946,
      "learning_rate": 0.00026398089791462376,
      "loss": 1.0574,
      "step": 34548
    },
    {
      "epoch": 1.4150727012082736,
      "grad_norm": 1.2956553621334082,
      "learning_rate": 0.0002639787777465409,
      "loss": 0.9639,
      "step": 34549
    },
    {
      "epoch": 1.41511365963547,
      "grad_norm": 1.0064356272415782,
      "learning_rate": 0.0002639766575245755,
      "loss": 0.8262,
      "step": 34550
    },
    {
      "epoch": 1.4151546180626664,
      "grad_norm": 0.8357354457717531,
      "learning_rate": 0.00026397453724872857,
      "loss": 0.8711,
      "step": 34551
    },
    {
      "epoch": 1.4151955764898627,
      "grad_norm": 0.7419379714225427,
      "learning_rate": 0.000263972416919001,
      "loss": 0.2645,
      "step": 34552
    },
    {
      "epoch": 1.4152365349170593,
      "grad_norm": 1.2234552158621246,
      "learning_rate": 0.000263970296535394,
      "loss": 0.755,
      "step": 34553
    },
    {
      "epoch": 1.4152774933442556,
      "grad_norm": 1.0341758327948611,
      "learning_rate": 0.0002639681760979084,
      "loss": 0.5538,
      "step": 34554
    },
    {
      "epoch": 1.4153184517714519,
      "grad_norm": 1.3000256781217687,
      "learning_rate": 0.0002639660556065453,
      "loss": 0.9653,
      "step": 34555
    },
    {
      "epoch": 1.4153594101986484,
      "grad_norm": 1.0294215781817375,
      "learning_rate": 0.0002639639350613056,
      "loss": 0.9055,
      "step": 34556
    },
    {
      "epoch": 1.4154003686258447,
      "grad_norm": 0.8505262545613294,
      "learning_rate": 0.00026396181446219046,
      "loss": 1.0408,
      "step": 34557
    },
    {
      "epoch": 1.415441327053041,
      "grad_norm": 0.9493722812519402,
      "learning_rate": 0.0002639596938092007,
      "loss": 0.6442,
      "step": 34558
    },
    {
      "epoch": 1.4154822854802376,
      "grad_norm": 0.6892285634724702,
      "learning_rate": 0.00026395757310233744,
      "loss": 0.3301,
      "step": 34559
    },
    {
      "epoch": 1.415523243907434,
      "grad_norm": 0.6636974240550728,
      "learning_rate": 0.00026395545234160164,
      "loss": 0.3069,
      "step": 34560
    },
    {
      "epoch": 1.4155642023346304,
      "grad_norm": 1.028560358426667,
      "learning_rate": 0.0002639533315269943,
      "loss": 1.0139,
      "step": 34561
    },
    {
      "epoch": 1.4156051607618267,
      "grad_norm": 0.9625317063058582,
      "learning_rate": 0.00026395121065851646,
      "loss": 1.0387,
      "step": 34562
    },
    {
      "epoch": 1.4156461191890233,
      "grad_norm": 0.9709128794845976,
      "learning_rate": 0.0002639490897361691,
      "loss": 0.7534,
      "step": 34563
    },
    {
      "epoch": 1.4156870776162196,
      "grad_norm": 0.9352960213065952,
      "learning_rate": 0.00026394696875995326,
      "loss": 0.6027,
      "step": 34564
    },
    {
      "epoch": 1.415728036043416,
      "grad_norm": 0.6039892018408388,
      "learning_rate": 0.00026394484772986987,
      "loss": 0.3247,
      "step": 34565
    },
    {
      "epoch": 1.4157689944706124,
      "grad_norm": 0.685140144233546,
      "learning_rate": 0.00026394272664591995,
      "loss": 0.3667,
      "step": 34566
    },
    {
      "epoch": 1.4158099528978088,
      "grad_norm": 1.339619806954372,
      "learning_rate": 0.00026394060550810454,
      "loss": 1.2541,
      "step": 34567
    },
    {
      "epoch": 1.415850911325005,
      "grad_norm": 0.7468531818651537,
      "learning_rate": 0.00026393848431642466,
      "loss": 0.5617,
      "step": 34568
    },
    {
      "epoch": 1.4158918697522016,
      "grad_norm": 0.9779798119725625,
      "learning_rate": 0.00026393636307088124,
      "loss": 0.9033,
      "step": 34569
    },
    {
      "epoch": 1.415932828179398,
      "grad_norm": 0.7701824744227358,
      "learning_rate": 0.0002639342417714753,
      "loss": 0.6724,
      "step": 34570
    },
    {
      "epoch": 1.4159737866065942,
      "grad_norm": 0.9033260581809186,
      "learning_rate": 0.0002639321204182079,
      "loss": 0.8262,
      "step": 34571
    },
    {
      "epoch": 1.4160147450337908,
      "grad_norm": 0.8737872696811643,
      "learning_rate": 0.00026392999901107996,
      "loss": 0.8362,
      "step": 34572
    },
    {
      "epoch": 1.416055703460987,
      "grad_norm": 0.9202952802110242,
      "learning_rate": 0.00026392787755009255,
      "loss": 0.6391,
      "step": 34573
    },
    {
      "epoch": 1.4160966618881834,
      "grad_norm": 1.1956207773273917,
      "learning_rate": 0.00026392575603524665,
      "loss": 1.2314,
      "step": 34574
    },
    {
      "epoch": 1.41613762031538,
      "grad_norm": 1.0863139748580206,
      "learning_rate": 0.00026392363446654327,
      "loss": 0.845,
      "step": 34575
    },
    {
      "epoch": 1.4161785787425762,
      "grad_norm": 0.8590145799557598,
      "learning_rate": 0.0002639215128439834,
      "loss": 0.626,
      "step": 34576
    },
    {
      "epoch": 1.4162195371697726,
      "grad_norm": 0.8597178410898199,
      "learning_rate": 0.000263919391167568,
      "loss": 0.9679,
      "step": 34577
    },
    {
      "epoch": 1.416260495596969,
      "grad_norm": 0.9237790729405484,
      "learning_rate": 0.0002639172694372982,
      "loss": 0.8296,
      "step": 34578
    },
    {
      "epoch": 1.4163014540241654,
      "grad_norm": 0.9507069746433487,
      "learning_rate": 0.00026391514765317493,
      "loss": 1.0431,
      "step": 34579
    },
    {
      "epoch": 1.416342412451362,
      "grad_norm": 1.0992081879165898,
      "learning_rate": 0.0002639130258151991,
      "loss": 1.2156,
      "step": 34580
    },
    {
      "epoch": 1.4163833708785583,
      "grad_norm": 0.7855151650374232,
      "learning_rate": 0.00026391090392337193,
      "loss": 0.7315,
      "step": 34581
    },
    {
      "epoch": 1.4164243293057548,
      "grad_norm": 0.8939531850158884,
      "learning_rate": 0.00026390878197769417,
      "loss": 0.781,
      "step": 34582
    },
    {
      "epoch": 1.416465287732951,
      "grad_norm": 1.081582005669749,
      "learning_rate": 0.000263906659978167,
      "loss": 0.351,
      "step": 34583
    },
    {
      "epoch": 1.4165062461601474,
      "grad_norm": 1.0891896893375304,
      "learning_rate": 0.0002639045379247914,
      "loss": 0.9746,
      "step": 34584
    },
    {
      "epoch": 1.416547204587344,
      "grad_norm": 1.1945275161051243,
      "learning_rate": 0.0002639024158175683,
      "loss": 1.1894,
      "step": 34585
    },
    {
      "epoch": 1.4165881630145403,
      "grad_norm": 1.1297541292899147,
      "learning_rate": 0.00026390029365649877,
      "loss": 0.8878,
      "step": 34586
    },
    {
      "epoch": 1.4166291214417366,
      "grad_norm": 1.0495511331199372,
      "learning_rate": 0.0002638981714415838,
      "loss": 0.7047,
      "step": 34587
    },
    {
      "epoch": 1.4166700798689331,
      "grad_norm": 0.9221533497485729,
      "learning_rate": 0.00026389604917282435,
      "loss": 0.8222,
      "step": 34588
    },
    {
      "epoch": 1.4167110382961294,
      "grad_norm": 0.46150204701905934,
      "learning_rate": 0.0002638939268502215,
      "loss": 0.1935,
      "step": 34589
    },
    {
      "epoch": 1.4167519967233257,
      "grad_norm": 0.845958034212727,
      "learning_rate": 0.00026389180447377615,
      "loss": 0.9411,
      "step": 34590
    },
    {
      "epoch": 1.4167929551505223,
      "grad_norm": 1.1323549143168485,
      "learning_rate": 0.00026388968204348935,
      "loss": 1.0749,
      "step": 34591
    },
    {
      "epoch": 1.4168339135777186,
      "grad_norm": 1.106144939173771,
      "learning_rate": 0.0002638875595593622,
      "loss": 0.8489,
      "step": 34592
    },
    {
      "epoch": 1.416874872004915,
      "grad_norm": 0.6756960152234167,
      "learning_rate": 0.0002638854370213956,
      "loss": 0.364,
      "step": 34593
    },
    {
      "epoch": 1.4169158304321114,
      "grad_norm": 0.6243769110880704,
      "learning_rate": 0.00026388331442959057,
      "loss": 0.4149,
      "step": 34594
    },
    {
      "epoch": 1.4169567888593078,
      "grad_norm": 0.9987805269763194,
      "learning_rate": 0.0002638811917839481,
      "loss": 0.722,
      "step": 34595
    },
    {
      "epoch": 1.416997747286504,
      "grad_norm": 0.7793359158358043,
      "learning_rate": 0.0002638790690844692,
      "loss": 0.5197,
      "step": 34596
    },
    {
      "epoch": 1.4170387057137006,
      "grad_norm": 1.085580949001956,
      "learning_rate": 0.0002638769463311549,
      "loss": 1.0328,
      "step": 34597
    },
    {
      "epoch": 1.417079664140897,
      "grad_norm": 1.3460654396375529,
      "learning_rate": 0.0002638748235240062,
      "loss": 0.7539,
      "step": 34598
    },
    {
      "epoch": 1.4171206225680935,
      "grad_norm": 0.6456938107810988,
      "learning_rate": 0.00026387270066302403,
      "loss": 0.2938,
      "step": 34599
    },
    {
      "epoch": 1.4171615809952898,
      "grad_norm": 0.9461574362416413,
      "learning_rate": 0.00026387057774820955,
      "loss": 0.7108,
      "step": 34600
    },
    {
      "epoch": 1.4172025394224863,
      "grad_norm": 0.8645345769548547,
      "learning_rate": 0.0002638684547795636,
      "loss": 0.5926,
      "step": 34601
    },
    {
      "epoch": 1.4172434978496826,
      "grad_norm": 0.7085855980188972,
      "learning_rate": 0.00026386633175708727,
      "loss": 0.3575,
      "step": 34602
    },
    {
      "epoch": 1.417284456276879,
      "grad_norm": 1.0900931399152725,
      "learning_rate": 0.0002638642086807816,
      "loss": 0.6424,
      "step": 34603
    },
    {
      "epoch": 1.4173254147040755,
      "grad_norm": 1.2047969095352746,
      "learning_rate": 0.0002638620855506475,
      "loss": 1.165,
      "step": 34604
    },
    {
      "epoch": 1.4173663731312718,
      "grad_norm": 1.020976364050888,
      "learning_rate": 0.000263859962366686,
      "loss": 0.7074,
      "step": 34605
    },
    {
      "epoch": 1.417407331558468,
      "grad_norm": 0.6900752086862216,
      "learning_rate": 0.0002638578391288981,
      "loss": 0.3456,
      "step": 34606
    },
    {
      "epoch": 1.4174482899856646,
      "grad_norm": 0.9230437855563566,
      "learning_rate": 0.00026385571583728486,
      "loss": 0.5685,
      "step": 34607
    },
    {
      "epoch": 1.417489248412861,
      "grad_norm": 1.0334894785860522,
      "learning_rate": 0.0002638535924918472,
      "loss": 0.4169,
      "step": 34608
    },
    {
      "epoch": 1.4175302068400573,
      "grad_norm": 2.556296679848545,
      "learning_rate": 0.0002638514690925862,
      "loss": 2.8597,
      "step": 34609
    },
    {
      "epoch": 1.4175711652672538,
      "grad_norm": 0.9260865528466753,
      "learning_rate": 0.0002638493456395028,
      "loss": 0.6253,
      "step": 34610
    },
    {
      "epoch": 1.41761212369445,
      "grad_norm": 1.040033269640595,
      "learning_rate": 0.00026384722213259807,
      "loss": 0.9777,
      "step": 34611
    },
    {
      "epoch": 1.4176530821216464,
      "grad_norm": 1.0815851632664606,
      "learning_rate": 0.00026384509857187296,
      "loss": 1.123,
      "step": 34612
    },
    {
      "epoch": 1.417694040548843,
      "grad_norm": 0.9707395839421585,
      "learning_rate": 0.0002638429749573285,
      "loss": 0.9511,
      "step": 34613
    },
    {
      "epoch": 1.4177349989760393,
      "grad_norm": 2.330232424489588,
      "learning_rate": 0.0002638408512889657,
      "loss": 2.6488,
      "step": 34614
    },
    {
      "epoch": 1.4177759574032356,
      "grad_norm": 0.9898534365666677,
      "learning_rate": 0.00026383872756678554,
      "loss": 0.8494,
      "step": 34615
    },
    {
      "epoch": 1.4178169158304321,
      "grad_norm": 0.5810169234893617,
      "learning_rate": 0.00026383660379078905,
      "loss": 0.3207,
      "step": 34616
    },
    {
      "epoch": 1.4178578742576284,
      "grad_norm": 1.2432833236945269,
      "learning_rate": 0.00026383447996097717,
      "loss": 0.826,
      "step": 34617
    },
    {
      "epoch": 1.417898832684825,
      "grad_norm": 0.7371387846062252,
      "learning_rate": 0.00026383235607735096,
      "loss": 0.3942,
      "step": 34618
    },
    {
      "epoch": 1.4179397911120213,
      "grad_norm": 0.9308271085724481,
      "learning_rate": 0.0002638302321399115,
      "loss": 0.7115,
      "step": 34619
    },
    {
      "epoch": 1.4179807495392178,
      "grad_norm": 0.8901337985211084,
      "learning_rate": 0.00026382810814865965,
      "loss": 0.5962,
      "step": 34620
    },
    {
      "epoch": 1.4180217079664141,
      "grad_norm": 0.7910124757150487,
      "learning_rate": 0.0002638259841035965,
      "loss": 0.6563,
      "step": 34621
    },
    {
      "epoch": 1.4180626663936104,
      "grad_norm": 0.841364816253856,
      "learning_rate": 0.00026382386000472303,
      "loss": 0.456,
      "step": 34622
    },
    {
      "epoch": 1.418103624820807,
      "grad_norm": 1.4892726970523849,
      "learning_rate": 0.0002638217358520402,
      "loss": 0.8375,
      "step": 34623
    },
    {
      "epoch": 1.4181445832480033,
      "grad_norm": 1.0045201314900019,
      "learning_rate": 0.0002638196116455491,
      "loss": 1.1174,
      "step": 34624
    },
    {
      "epoch": 1.4181855416751996,
      "grad_norm": 1.2738413853391273,
      "learning_rate": 0.00026381748738525066,
      "loss": 1.5831,
      "step": 34625
    },
    {
      "epoch": 1.4182265001023961,
      "grad_norm": 1.1660478455717702,
      "learning_rate": 0.00026381536307114594,
      "loss": 0.9718,
      "step": 34626
    },
    {
      "epoch": 1.4182674585295925,
      "grad_norm": 3.259887719839515,
      "learning_rate": 0.00026381323870323595,
      "loss": 3.0554,
      "step": 34627
    },
    {
      "epoch": 1.4183084169567888,
      "grad_norm": 5.166025906633684,
      "learning_rate": 0.0002638111142815216,
      "loss": 8.1208,
      "step": 34628
    },
    {
      "epoch": 1.4183493753839853,
      "grad_norm": 1.549030124215387,
      "learning_rate": 0.00026380898980600396,
      "loss": 1.8533,
      "step": 34629
    },
    {
      "epoch": 1.4183903338111816,
      "grad_norm": 1.4477451897375564,
      "learning_rate": 0.0002638068652766841,
      "loss": 1.0413,
      "step": 34630
    },
    {
      "epoch": 1.418431292238378,
      "grad_norm": 1.0506167611004065,
      "learning_rate": 0.00026380474069356293,
      "loss": 1.012,
      "step": 34631
    },
    {
      "epoch": 1.4184722506655745,
      "grad_norm": 0.9684523267060083,
      "learning_rate": 0.00026380261605664146,
      "loss": 0.4096,
      "step": 34632
    },
    {
      "epoch": 1.4185132090927708,
      "grad_norm": 0.9438484424155003,
      "learning_rate": 0.00026380049136592073,
      "loss": 0.6959,
      "step": 34633
    },
    {
      "epoch": 1.418554167519967,
      "grad_norm": 0.908861065625132,
      "learning_rate": 0.00026379836662140173,
      "loss": 0.8945,
      "step": 34634
    },
    {
      "epoch": 1.4185951259471636,
      "grad_norm": 1.1714916913991074,
      "learning_rate": 0.0002637962418230855,
      "loss": 1.1234,
      "step": 34635
    },
    {
      "epoch": 1.41863608437436,
      "grad_norm": 0.6458150530001354,
      "learning_rate": 0.0002637941169709729,
      "loss": 0.3054,
      "step": 34636
    },
    {
      "epoch": 1.4186770428015565,
      "grad_norm": 1.4308554702824183,
      "learning_rate": 0.00026379199206506517,
      "loss": 1.2697,
      "step": 34637
    },
    {
      "epoch": 1.4187180012287528,
      "grad_norm": 1.0375083454210514,
      "learning_rate": 0.00026378986710536316,
      "loss": 0.7778,
      "step": 34638
    },
    {
      "epoch": 1.4187589596559493,
      "grad_norm": 0.9315664867530772,
      "learning_rate": 0.00026378774209186786,
      "loss": 0.3713,
      "step": 34639
    },
    {
      "epoch": 1.4187999180831457,
      "grad_norm": 0.8144810788897243,
      "learning_rate": 0.00026378561702458035,
      "loss": 0.783,
      "step": 34640
    },
    {
      "epoch": 1.418840876510342,
      "grad_norm": 1.248746499735571,
      "learning_rate": 0.00026378349190350157,
      "loss": 0.5711,
      "step": 34641
    },
    {
      "epoch": 1.4188818349375385,
      "grad_norm": 1.0244414660767505,
      "learning_rate": 0.0002637813667286326,
      "loss": 0.7698,
      "step": 34642
    },
    {
      "epoch": 1.4189227933647348,
      "grad_norm": 1.0216753807964474,
      "learning_rate": 0.0002637792414999744,
      "loss": 1.1156,
      "step": 34643
    },
    {
      "epoch": 1.4189637517919311,
      "grad_norm": 1.0862793946146974,
      "learning_rate": 0.00026377711621752793,
      "loss": 1.0183,
      "step": 34644
    },
    {
      "epoch": 1.4190047102191277,
      "grad_norm": 0.9558777731988343,
      "learning_rate": 0.0002637749908812943,
      "loss": 0.9187,
      "step": 34645
    },
    {
      "epoch": 1.419045668646324,
      "grad_norm": 0.5524026014228817,
      "learning_rate": 0.0002637728654912744,
      "loss": 0.2704,
      "step": 34646
    },
    {
      "epoch": 1.4190866270735203,
      "grad_norm": 1.0884765656165485,
      "learning_rate": 0.00026377074004746935,
      "loss": 0.7613,
      "step": 34647
    },
    {
      "epoch": 1.4191275855007168,
      "grad_norm": 0.9795546470216839,
      "learning_rate": 0.00026376861454988006,
      "loss": 0.5917,
      "step": 34648
    },
    {
      "epoch": 1.4191685439279131,
      "grad_norm": 0.9863112280284496,
      "learning_rate": 0.0002637664889985076,
      "loss": 0.9944,
      "step": 34649
    },
    {
      "epoch": 1.4192095023551095,
      "grad_norm": 1.27912986276806,
      "learning_rate": 0.00026376436339335294,
      "loss": 1.0276,
      "step": 34650
    },
    {
      "epoch": 1.419250460782306,
      "grad_norm": 0.9902907153026834,
      "learning_rate": 0.00026376223773441707,
      "loss": 0.9809,
      "step": 34651
    },
    {
      "epoch": 1.4192914192095023,
      "grad_norm": 1.1144972756781018,
      "learning_rate": 0.00026376011202170103,
      "loss": 0.9477,
      "step": 34652
    },
    {
      "epoch": 1.4193323776366986,
      "grad_norm": 0.7357417111543696,
      "learning_rate": 0.0002637579862552058,
      "loss": 0.5971,
      "step": 34653
    },
    {
      "epoch": 1.4193733360638952,
      "grad_norm": 1.3929689007311175,
      "learning_rate": 0.00026375586043493235,
      "loss": 1.33,
      "step": 34654
    },
    {
      "epoch": 1.4194142944910915,
      "grad_norm": 1.018669670594017,
      "learning_rate": 0.0002637537345608818,
      "loss": 1.0357,
      "step": 34655
    },
    {
      "epoch": 1.419455252918288,
      "grad_norm": 0.7196653338323129,
      "learning_rate": 0.0002637516086330551,
      "loss": 0.5405,
      "step": 34656
    },
    {
      "epoch": 1.4194962113454843,
      "grad_norm": 0.9164553425869074,
      "learning_rate": 0.00026374948265145317,
      "loss": 1.0111,
      "step": 34657
    },
    {
      "epoch": 1.4195371697726809,
      "grad_norm": 1.254209864212359,
      "learning_rate": 0.0002637473566160771,
      "loss": 1.5135,
      "step": 34658
    },
    {
      "epoch": 1.4195781281998772,
      "grad_norm": 0.9455948499438345,
      "learning_rate": 0.0002637452305269279,
      "loss": 0.9351,
      "step": 34659
    },
    {
      "epoch": 1.4196190866270735,
      "grad_norm": 1.1968522889953082,
      "learning_rate": 0.0002637431043840066,
      "loss": 1.052,
      "step": 34660
    },
    {
      "epoch": 1.41966004505427,
      "grad_norm": 1.1182501371571754,
      "learning_rate": 0.0002637409781873141,
      "loss": 1.0208,
      "step": 34661
    },
    {
      "epoch": 1.4197010034814663,
      "grad_norm": 0.9782320011708056,
      "learning_rate": 0.00026373885193685143,
      "loss": 0.9253,
      "step": 34662
    },
    {
      "epoch": 1.4197419619086626,
      "grad_norm": 1.0058816173871494,
      "learning_rate": 0.0002637367256326197,
      "loss": 0.7879,
      "step": 34663
    },
    {
      "epoch": 1.4197829203358592,
      "grad_norm": 1.0811580695545384,
      "learning_rate": 0.0002637345992746198,
      "loss": 1.0425,
      "step": 34664
    },
    {
      "epoch": 1.4198238787630555,
      "grad_norm": 1.029243272661168,
      "learning_rate": 0.00026373247286285285,
      "loss": 1.1642,
      "step": 34665
    },
    {
      "epoch": 1.4198648371902518,
      "grad_norm": 1.418216892822957,
      "learning_rate": 0.00026373034639731973,
      "loss": 1.3504,
      "step": 34666
    },
    {
      "epoch": 1.4199057956174483,
      "grad_norm": 1.1014390515611436,
      "learning_rate": 0.00026372821987802146,
      "loss": 0.7937,
      "step": 34667
    },
    {
      "epoch": 1.4199467540446447,
      "grad_norm": 0.9239759663015343,
      "learning_rate": 0.0002637260933049592,
      "loss": 0.63,
      "step": 34668
    },
    {
      "epoch": 1.419987712471841,
      "grad_norm": 1.8183902470396014,
      "learning_rate": 0.00026372396667813375,
      "loss": 1.4935,
      "step": 34669
    },
    {
      "epoch": 1.4200286708990375,
      "grad_norm": 1.322371280544607,
      "learning_rate": 0.00026372183999754626,
      "loss": 0.9426,
      "step": 34670
    },
    {
      "epoch": 1.4200696293262338,
      "grad_norm": 0.9796260784201503,
      "learning_rate": 0.0002637197132631977,
      "loss": 0.7295,
      "step": 34671
    },
    {
      "epoch": 1.4201105877534301,
      "grad_norm": 1.373149193753423,
      "learning_rate": 0.000263717586475089,
      "loss": 0.9123,
      "step": 34672
    },
    {
      "epoch": 1.4201515461806267,
      "grad_norm": 1.0115613870980105,
      "learning_rate": 0.0002637154596332212,
      "loss": 0.7249,
      "step": 34673
    },
    {
      "epoch": 1.420192504607823,
      "grad_norm": 1.1247391626795145,
      "learning_rate": 0.0002637133327375954,
      "loss": 0.4363,
      "step": 34674
    },
    {
      "epoch": 1.4202334630350195,
      "grad_norm": 0.9449883801414837,
      "learning_rate": 0.0002637112057882125,
      "loss": 0.8386,
      "step": 34675
    },
    {
      "epoch": 1.4202744214622158,
      "grad_norm": 1.255644329488443,
      "learning_rate": 0.00026370907878507356,
      "loss": 1.1527,
      "step": 34676
    },
    {
      "epoch": 1.4203153798894124,
      "grad_norm": 1.067189360711042,
      "learning_rate": 0.00026370695172817955,
      "loss": 0.9315,
      "step": 34677
    },
    {
      "epoch": 1.4203563383166087,
      "grad_norm": 1.2023142680233887,
      "learning_rate": 0.0002637048246175315,
      "loss": 1.3662,
      "step": 34678
    },
    {
      "epoch": 1.420397296743805,
      "grad_norm": 0.9786803820596627,
      "learning_rate": 0.0002637026974531304,
      "loss": 0.9051,
      "step": 34679
    },
    {
      "epoch": 1.4204382551710015,
      "grad_norm": 0.8936866823536299,
      "learning_rate": 0.0002637005702349773,
      "loss": 0.3448,
      "step": 34680
    },
    {
      "epoch": 1.4204792135981978,
      "grad_norm": 1.0663957950968053,
      "learning_rate": 0.0002636984429630731,
      "loss": 0.6938,
      "step": 34681
    },
    {
      "epoch": 1.4205201720253942,
      "grad_norm": 1.0680145394670093,
      "learning_rate": 0.00026369631563741893,
      "loss": 0.8516,
      "step": 34682
    },
    {
      "epoch": 1.4205611304525907,
      "grad_norm": 0.9294498545640385,
      "learning_rate": 0.0002636941882580157,
      "loss": 1.0197,
      "step": 34683
    },
    {
      "epoch": 1.420602088879787,
      "grad_norm": 0.9851520508248724,
      "learning_rate": 0.00026369206082486445,
      "loss": 0.6741,
      "step": 34684
    },
    {
      "epoch": 1.4206430473069833,
      "grad_norm": 1.202620688681316,
      "learning_rate": 0.0002636899333379662,
      "loss": 1.1061,
      "step": 34685
    },
    {
      "epoch": 1.4206840057341799,
      "grad_norm": 0.6410886712836992,
      "learning_rate": 0.000263687805797322,
      "loss": 0.3049,
      "step": 34686
    },
    {
      "epoch": 1.4207249641613762,
      "grad_norm": 0.6574818067428638,
      "learning_rate": 0.00026368567820293277,
      "loss": 0.3349,
      "step": 34687
    },
    {
      "epoch": 1.4207659225885725,
      "grad_norm": 1.3096746305157965,
      "learning_rate": 0.0002636835505547996,
      "loss": 0.8606,
      "step": 34688
    },
    {
      "epoch": 1.420806881015769,
      "grad_norm": 0.9773135839428784,
      "learning_rate": 0.00026368142285292334,
      "loss": 0.9859,
      "step": 34689
    },
    {
      "epoch": 1.4208478394429653,
      "grad_norm": 0.92712991307415,
      "learning_rate": 0.0002636792950973051,
      "loss": 0.7424,
      "step": 34690
    },
    {
      "epoch": 1.4208887978701619,
      "grad_norm": 0.9060478987233536,
      "learning_rate": 0.00026367716728794595,
      "loss": 0.7781,
      "step": 34691
    },
    {
      "epoch": 1.4209297562973582,
      "grad_norm": 1.02250201710734,
      "learning_rate": 0.0002636750394248468,
      "loss": 1.1061,
      "step": 34692
    },
    {
      "epoch": 1.4209707147245545,
      "grad_norm": 1.0911938678997952,
      "learning_rate": 0.0002636729115080087,
      "loss": 1.0092,
      "step": 34693
    },
    {
      "epoch": 1.421011673151751,
      "grad_norm": 0.617848010824238,
      "learning_rate": 0.00026367078353743266,
      "loss": 0.3521,
      "step": 34694
    },
    {
      "epoch": 1.4210526315789473,
      "grad_norm": 1.1275652684343318,
      "learning_rate": 0.0002636686555131197,
      "loss": 1.0768,
      "step": 34695
    },
    {
      "epoch": 1.4210935900061439,
      "grad_norm": 1.4800601301934448,
      "learning_rate": 0.0002636665274350707,
      "loss": 1.5848,
      "step": 34696
    },
    {
      "epoch": 1.4211345484333402,
      "grad_norm": 0.9905823611082437,
      "learning_rate": 0.0002636643993032868,
      "loss": 0.8187,
      "step": 34697
    },
    {
      "epoch": 1.4211755068605365,
      "grad_norm": 1.2262971964599698,
      "learning_rate": 0.000263662271117769,
      "loss": 1.5314,
      "step": 34698
    },
    {
      "epoch": 1.421216465287733,
      "grad_norm": 0.9008235371663261,
      "learning_rate": 0.00026366014287851824,
      "loss": 0.5698,
      "step": 34699
    },
    {
      "epoch": 1.4212574237149294,
      "grad_norm": 1.5803736147319958,
      "learning_rate": 0.0002636580145855356,
      "loss": 1.4701,
      "step": 34700
    },
    {
      "epoch": 1.4212983821421257,
      "grad_norm": 2.4324344664798794,
      "learning_rate": 0.00026365588623882203,
      "loss": 3.4887,
      "step": 34701
    },
    {
      "epoch": 1.4213393405693222,
      "grad_norm": 1.0132738948108375,
      "learning_rate": 0.0002636537578383785,
      "loss": 1.0758,
      "step": 34702
    },
    {
      "epoch": 1.4213802989965185,
      "grad_norm": 1.3351518296001583,
      "learning_rate": 0.0002636516293842061,
      "loss": 2.0394,
      "step": 34703
    },
    {
      "epoch": 1.4214212574237148,
      "grad_norm": 1.0369106760896847,
      "learning_rate": 0.0002636495008763058,
      "loss": 0.9423,
      "step": 34704
    },
    {
      "epoch": 1.4214622158509114,
      "grad_norm": 0.6408235365694299,
      "learning_rate": 0.00026364737231467864,
      "loss": 0.3067,
      "step": 34705
    },
    {
      "epoch": 1.4215031742781077,
      "grad_norm": 0.9213244950506826,
      "learning_rate": 0.0002636452436993256,
      "loss": 0.4915,
      "step": 34706
    },
    {
      "epoch": 1.421544132705304,
      "grad_norm": 8.955117221013722,
      "learning_rate": 0.0002636431150302477,
      "loss": 5.812,
      "step": 34707
    },
    {
      "epoch": 1.4215850911325005,
      "grad_norm": 1.1319203165601972,
      "learning_rate": 0.0002636409863074458,
      "loss": 0.7617,
      "step": 34708
    },
    {
      "epoch": 1.4216260495596968,
      "grad_norm": 1.0460785428961417,
      "learning_rate": 0.0002636388575309212,
      "loss": 0.6776,
      "step": 34709
    },
    {
      "epoch": 1.4216670079868934,
      "grad_norm": 4.882486410681307,
      "learning_rate": 0.00026363672870067465,
      "loss": 7.0527,
      "step": 34710
    },
    {
      "epoch": 1.4217079664140897,
      "grad_norm": 0.6160758199051601,
      "learning_rate": 0.00026363459981670727,
      "loss": 0.2702,
      "step": 34711
    },
    {
      "epoch": 1.4217489248412862,
      "grad_norm": 2.099936442279446,
      "learning_rate": 0.00026363247087902005,
      "loss": 0.7485,
      "step": 34712
    },
    {
      "epoch": 1.4217898832684825,
      "grad_norm": 1.133160207710419,
      "learning_rate": 0.000263630341887614,
      "loss": 0.9364,
      "step": 34713
    },
    {
      "epoch": 1.4218308416956789,
      "grad_norm": 1.1342730090485684,
      "learning_rate": 0.00026362821284249007,
      "loss": 1.1476,
      "step": 34714
    },
    {
      "epoch": 1.4218718001228754,
      "grad_norm": 0.6818723343563887,
      "learning_rate": 0.00026362608374364937,
      "loss": 0.3186,
      "step": 34715
    },
    {
      "epoch": 1.4219127585500717,
      "grad_norm": 0.7972813035642183,
      "learning_rate": 0.0002636239545910928,
      "loss": 0.6294,
      "step": 34716
    },
    {
      "epoch": 1.421953716977268,
      "grad_norm": 1.0133194797528526,
      "learning_rate": 0.0002636218253848215,
      "loss": 1.1261,
      "step": 34717
    },
    {
      "epoch": 1.4219946754044646,
      "grad_norm": 0.6843244740939604,
      "learning_rate": 0.0002636196961248363,
      "loss": 0.6619,
      "step": 34718
    },
    {
      "epoch": 1.4220356338316609,
      "grad_norm": 1.1911398339165116,
      "learning_rate": 0.00026361756681113834,
      "loss": 0.5329,
      "step": 34719
    },
    {
      "epoch": 1.4220765922588572,
      "grad_norm": 0.9538230538752178,
      "learning_rate": 0.00026361543744372857,
      "loss": 0.999,
      "step": 34720
    },
    {
      "epoch": 1.4221175506860537,
      "grad_norm": 0.9689671181664304,
      "learning_rate": 0.00026361330802260807,
      "loss": 0.8167,
      "step": 34721
    },
    {
      "epoch": 1.42215850911325,
      "grad_norm": 1.3933248958779203,
      "learning_rate": 0.00026361117854777777,
      "loss": 0.9761,
      "step": 34722
    },
    {
      "epoch": 1.4221994675404463,
      "grad_norm": 1.1483204932888995,
      "learning_rate": 0.00026360904901923864,
      "loss": 0.9306,
      "step": 34723
    },
    {
      "epoch": 1.4222404259676429,
      "grad_norm": 0.9643486339593308,
      "learning_rate": 0.0002636069194369918,
      "loss": 0.7558,
      "step": 34724
    },
    {
      "epoch": 1.4222813843948392,
      "grad_norm": 0.9839607373052396,
      "learning_rate": 0.0002636047898010382,
      "loss": 0.4643,
      "step": 34725
    },
    {
      "epoch": 1.4223223428220355,
      "grad_norm": 0.9136341866290278,
      "learning_rate": 0.00026360266011137885,
      "loss": 0.7396,
      "step": 34726
    },
    {
      "epoch": 1.422363301249232,
      "grad_norm": 1.0847740761910896,
      "learning_rate": 0.0002636005303680147,
      "loss": 0.8526,
      "step": 34727
    },
    {
      "epoch": 1.4224042596764284,
      "grad_norm": 0.8333759387448624,
      "learning_rate": 0.00026359840057094683,
      "loss": 0.731,
      "step": 34728
    },
    {
      "epoch": 1.422445218103625,
      "grad_norm": 0.8275312755853423,
      "learning_rate": 0.0002635962707201763,
      "loss": 0.7128,
      "step": 34729
    },
    {
      "epoch": 1.4224861765308212,
      "grad_norm": 1.0188572877738078,
      "learning_rate": 0.00026359414081570396,
      "loss": 0.7083,
      "step": 34730
    },
    {
      "epoch": 1.4225271349580177,
      "grad_norm": 0.9644458931586971,
      "learning_rate": 0.00026359201085753096,
      "loss": 0.5984,
      "step": 34731
    },
    {
      "epoch": 1.422568093385214,
      "grad_norm": 1.0120695114318823,
      "learning_rate": 0.0002635898808456582,
      "loss": 0.7194,
      "step": 34732
    },
    {
      "epoch": 1.4226090518124104,
      "grad_norm": 0.6704308502488626,
      "learning_rate": 0.0002635877507800868,
      "loss": 0.5462,
      "step": 34733
    },
    {
      "epoch": 1.422650010239607,
      "grad_norm": 2.568936783045941,
      "learning_rate": 0.00026358562066081765,
      "loss": 0.3886,
      "step": 34734
    },
    {
      "epoch": 1.4226909686668032,
      "grad_norm": 0.9399003256961932,
      "learning_rate": 0.0002635834904878518,
      "loss": 0.6603,
      "step": 34735
    },
    {
      "epoch": 1.4227319270939995,
      "grad_norm": 0.9991712454716952,
      "learning_rate": 0.0002635813602611903,
      "loss": 0.9745,
      "step": 34736
    },
    {
      "epoch": 1.422772885521196,
      "grad_norm": 0.9283587717232297,
      "learning_rate": 0.0002635792299808341,
      "loss": 0.7647,
      "step": 34737
    },
    {
      "epoch": 1.4228138439483924,
      "grad_norm": 2.4872066350784534,
      "learning_rate": 0.0002635770996467843,
      "loss": 4.0466,
      "step": 34738
    },
    {
      "epoch": 1.4228548023755887,
      "grad_norm": 0.7996169744112097,
      "learning_rate": 0.0002635749692590417,
      "loss": 0.651,
      "step": 34739
    },
    {
      "epoch": 1.4228957608027852,
      "grad_norm": 0.8688086716173926,
      "learning_rate": 0.00026357283881760755,
      "loss": 0.4635,
      "step": 34740
    },
    {
      "epoch": 1.4229367192299816,
      "grad_norm": 0.9595877921356588,
      "learning_rate": 0.0002635707083224827,
      "loss": 0.7258,
      "step": 34741
    },
    {
      "epoch": 1.4229776776571779,
      "grad_norm": 1.018254733219226,
      "learning_rate": 0.00026356857777366826,
      "loss": 0.7854,
      "step": 34742
    },
    {
      "epoch": 1.4230186360843744,
      "grad_norm": 1.1486704481124326,
      "learning_rate": 0.0002635664471711652,
      "loss": 0.7468,
      "step": 34743
    },
    {
      "epoch": 1.4230595945115707,
      "grad_norm": 1.2227404029840723,
      "learning_rate": 0.0002635643165149744,
      "loss": 1.1166,
      "step": 34744
    },
    {
      "epoch": 1.423100552938767,
      "grad_norm": 1.0309694416429795,
      "learning_rate": 0.0002635621858050971,
      "loss": 0.8621,
      "step": 34745
    },
    {
      "epoch": 1.4231415113659636,
      "grad_norm": 1.5167894643941686,
      "learning_rate": 0.00026356005504153413,
      "loss": 0.5244,
      "step": 34746
    },
    {
      "epoch": 1.4231824697931599,
      "grad_norm": 0.8615037891052425,
      "learning_rate": 0.0002635579242242866,
      "loss": 0.6861,
      "step": 34747
    },
    {
      "epoch": 1.4232234282203564,
      "grad_norm": 0.899931060838735,
      "learning_rate": 0.00026355579335335546,
      "loss": 0.6318,
      "step": 34748
    },
    {
      "epoch": 1.4232643866475527,
      "grad_norm": 0.6989868871323845,
      "learning_rate": 0.00026355366242874166,
      "loss": 0.2638,
      "step": 34749
    },
    {
      "epoch": 1.4233053450747493,
      "grad_norm": 0.9722627055741737,
      "learning_rate": 0.00026355153145044637,
      "loss": 0.7986,
      "step": 34750
    },
    {
      "epoch": 1.4233463035019456,
      "grad_norm": 0.9084596414001743,
      "learning_rate": 0.00026354940041847043,
      "loss": 0.7089,
      "step": 34751
    },
    {
      "epoch": 1.423387261929142,
      "grad_norm": 0.753836499336952,
      "learning_rate": 0.00026354726933281494,
      "loss": 0.3145,
      "step": 34752
    },
    {
      "epoch": 1.4234282203563384,
      "grad_norm": 0.7873935000406377,
      "learning_rate": 0.000263545138193481,
      "loss": 0.3555,
      "step": 34753
    },
    {
      "epoch": 1.4234691787835347,
      "grad_norm": 0.7795368579088477,
      "learning_rate": 0.00026354300700046936,
      "loss": 0.6927,
      "step": 34754
    },
    {
      "epoch": 1.423510137210731,
      "grad_norm": 0.7651546293821248,
      "learning_rate": 0.0002635408757537812,
      "loss": 0.3441,
      "step": 34755
    },
    {
      "epoch": 1.4235510956379276,
      "grad_norm": 1.5433160054125907,
      "learning_rate": 0.00026353874445341754,
      "loss": 1.9342,
      "step": 34756
    },
    {
      "epoch": 1.423592054065124,
      "grad_norm": 1.0969771634287928,
      "learning_rate": 0.00026353661309937935,
      "loss": 0.8549,
      "step": 34757
    },
    {
      "epoch": 1.4236330124923202,
      "grad_norm": 1.383838820179062,
      "learning_rate": 0.0002635344816916676,
      "loss": 1.348,
      "step": 34758
    },
    {
      "epoch": 1.4236739709195168,
      "grad_norm": 1.1941021290372718,
      "learning_rate": 0.00026353235023028344,
      "loss": 1.0326,
      "step": 34759
    },
    {
      "epoch": 1.423714929346713,
      "grad_norm": 1.0176667824008867,
      "learning_rate": 0.00026353021871522767,
      "loss": 0.9876,
      "step": 34760
    },
    {
      "epoch": 1.4237558877739094,
      "grad_norm": 1.1617015180019885,
      "learning_rate": 0.00026352808714650146,
      "loss": 1.0186,
      "step": 34761
    },
    {
      "epoch": 1.423796846201106,
      "grad_norm": 0.7893118969148281,
      "learning_rate": 0.0002635259555241057,
      "loss": 0.8552,
      "step": 34762
    },
    {
      "epoch": 1.4238378046283022,
      "grad_norm": 0.902419376791624,
      "learning_rate": 0.0002635238238480415,
      "loss": 0.8462,
      "step": 34763
    },
    {
      "epoch": 1.4238787630554985,
      "grad_norm": 1.0949906858850798,
      "learning_rate": 0.0002635216921183098,
      "loss": 0.8108,
      "step": 34764
    },
    {
      "epoch": 1.423919721482695,
      "grad_norm": 1.2526308882276618,
      "learning_rate": 0.00026351956033491164,
      "loss": 0.9612,
      "step": 34765
    },
    {
      "epoch": 1.4239606799098914,
      "grad_norm": 1.13542635393652,
      "learning_rate": 0.000263517428497848,
      "loss": 0.9768,
      "step": 34766
    },
    {
      "epoch": 1.424001638337088,
      "grad_norm": 0.8032483264696089,
      "learning_rate": 0.00026351529660711997,
      "loss": 0.7166,
      "step": 34767
    },
    {
      "epoch": 1.4240425967642842,
      "grad_norm": 0.9982549072337457,
      "learning_rate": 0.0002635131646627284,
      "loss": 0.7552,
      "step": 34768
    },
    {
      "epoch": 1.4240835551914808,
      "grad_norm": 1.003860985395885,
      "learning_rate": 0.0002635110326646745,
      "loss": 0.9886,
      "step": 34769
    },
    {
      "epoch": 1.424124513618677,
      "grad_norm": 0.8014436144474845,
      "learning_rate": 0.00026350890061295907,
      "loss": 0.8853,
      "step": 34770
    },
    {
      "epoch": 1.4241654720458734,
      "grad_norm": 0.9865295320787539,
      "learning_rate": 0.0002635067685075833,
      "loss": 0.3811,
      "step": 34771
    },
    {
      "epoch": 1.42420643047307,
      "grad_norm": 0.8745122795716194,
      "learning_rate": 0.00026350463634854804,
      "loss": 0.3164,
      "step": 34772
    },
    {
      "epoch": 1.4242473889002663,
      "grad_norm": 1.033371533250953,
      "learning_rate": 0.0002635025041358544,
      "loss": 1.0261,
      "step": 34773
    },
    {
      "epoch": 1.4242883473274626,
      "grad_norm": 0.9383025051567625,
      "learning_rate": 0.0002635003718695034,
      "loss": 0.8532,
      "step": 34774
    },
    {
      "epoch": 1.424329305754659,
      "grad_norm": 1.1561515656535928,
      "learning_rate": 0.00026349823954949594,
      "loss": 0.8633,
      "step": 34775
    },
    {
      "epoch": 1.4243702641818554,
      "grad_norm": 0.6453648970738882,
      "learning_rate": 0.0002634961071758332,
      "loss": 0.3663,
      "step": 34776
    },
    {
      "epoch": 1.4244112226090517,
      "grad_norm": 0.6057488736186929,
      "learning_rate": 0.000263493974748516,
      "loss": 0.2817,
      "step": 34777
    },
    {
      "epoch": 1.4244521810362483,
      "grad_norm": 1.0962814449096558,
      "learning_rate": 0.00026349184226754545,
      "loss": 1.083,
      "step": 34778
    },
    {
      "epoch": 1.4244931394634446,
      "grad_norm": 1.583719599475973,
      "learning_rate": 0.00026348970973292255,
      "loss": 0.9147,
      "step": 34779
    },
    {
      "epoch": 1.424534097890641,
      "grad_norm": 0.7392253561006501,
      "learning_rate": 0.00026348757714464834,
      "loss": 0.4151,
      "step": 34780
    },
    {
      "epoch": 1.4245750563178374,
      "grad_norm": 0.9077039693813388,
      "learning_rate": 0.00026348544450272373,
      "loss": 0.4988,
      "step": 34781
    },
    {
      "epoch": 1.4246160147450337,
      "grad_norm": 0.9180912342880758,
      "learning_rate": 0.0002634833118071498,
      "loss": 0.8161,
      "step": 34782
    },
    {
      "epoch": 1.42465697317223,
      "grad_norm": 1.3442362714516487,
      "learning_rate": 0.0002634811790579276,
      "loss": 0.4372,
      "step": 34783
    },
    {
      "epoch": 1.4246979315994266,
      "grad_norm": 0.8659521489706505,
      "learning_rate": 0.00026347904625505805,
      "loss": 0.6022,
      "step": 34784
    },
    {
      "epoch": 1.424738890026623,
      "grad_norm": 1.0667519228104794,
      "learning_rate": 0.0002634769133985422,
      "loss": 1.0123,
      "step": 34785
    },
    {
      "epoch": 1.4247798484538194,
      "grad_norm": 0.5461214546878531,
      "learning_rate": 0.000263474780488381,
      "loss": 0.2836,
      "step": 34786
    },
    {
      "epoch": 1.4248208068810158,
      "grad_norm": 1.1441427581546026,
      "learning_rate": 0.0002634726475245755,
      "loss": 1.0268,
      "step": 34787
    },
    {
      "epoch": 1.4248617653082123,
      "grad_norm": 1.0387682050555274,
      "learning_rate": 0.00026347051450712676,
      "loss": 0.9184,
      "step": 34788
    },
    {
      "epoch": 1.4249027237354086,
      "grad_norm": 1.0923212299787162,
      "learning_rate": 0.0002634683814360358,
      "loss": 0.8401,
      "step": 34789
    },
    {
      "epoch": 1.424943682162605,
      "grad_norm": 1.005495314598882,
      "learning_rate": 0.0002634662483113035,
      "loss": 1.0525,
      "step": 34790
    },
    {
      "epoch": 1.4249846405898015,
      "grad_norm": 0.7251903447744635,
      "learning_rate": 0.00026346411513293095,
      "loss": 0.2781,
      "step": 34791
    },
    {
      "epoch": 1.4250255990169978,
      "grad_norm": 1.0670327674807227,
      "learning_rate": 0.0002634619819009191,
      "loss": 0.6089,
      "step": 34792
    },
    {
      "epoch": 1.425066557444194,
      "grad_norm": 1.1812010806933444,
      "learning_rate": 0.0002634598486152691,
      "loss": 0.8187,
      "step": 34793
    },
    {
      "epoch": 1.4251075158713906,
      "grad_norm": 0.8374726882159609,
      "learning_rate": 0.00026345771527598187,
      "loss": 0.3805,
      "step": 34794
    },
    {
      "epoch": 1.425148474298587,
      "grad_norm": 0.9056459405817288,
      "learning_rate": 0.0002634555818830584,
      "loss": 0.7635,
      "step": 34795
    },
    {
      "epoch": 1.4251894327257832,
      "grad_norm": 0.6521545692896236,
      "learning_rate": 0.00026345344843649966,
      "loss": 0.4438,
      "step": 34796
    },
    {
      "epoch": 1.4252303911529798,
      "grad_norm": 0.993861810821222,
      "learning_rate": 0.00026345131493630674,
      "loss": 0.8869,
      "step": 34797
    },
    {
      "epoch": 1.425271349580176,
      "grad_norm": 1.0374999178869597,
      "learning_rate": 0.0002634491813824806,
      "loss": 0.6438,
      "step": 34798
    },
    {
      "epoch": 1.4253123080073724,
      "grad_norm": 0.9559016636249312,
      "learning_rate": 0.00026344704777502237,
      "loss": 0.7886,
      "step": 34799
    },
    {
      "epoch": 1.425353266434569,
      "grad_norm": 1.252377157164387,
      "learning_rate": 0.00026344491411393287,
      "loss": 0.3495,
      "step": 34800
    },
    {
      "epoch": 1.4253942248617653,
      "grad_norm": 0.8692273741974842,
      "learning_rate": 0.0002634427803992132,
      "loss": 0.7258,
      "step": 34801
    },
    {
      "epoch": 1.4254351832889616,
      "grad_norm": 1.0994082812740196,
      "learning_rate": 0.0002634406466308644,
      "loss": 1.054,
      "step": 34802
    },
    {
      "epoch": 1.425476141716158,
      "grad_norm": 1.282423509548029,
      "learning_rate": 0.00026343851280888743,
      "loss": 0.932,
      "step": 34803
    },
    {
      "epoch": 1.4255171001433544,
      "grad_norm": 0.8411590464834994,
      "learning_rate": 0.0002634363789332833,
      "loss": 0.8796,
      "step": 34804
    },
    {
      "epoch": 1.425558058570551,
      "grad_norm": 1.1222590711880103,
      "learning_rate": 0.00026343424500405307,
      "loss": 0.8793,
      "step": 34805
    },
    {
      "epoch": 1.4255990169977473,
      "grad_norm": 0.6352421038127529,
      "learning_rate": 0.0002634321110211977,
      "loss": 0.2836,
      "step": 34806
    },
    {
      "epoch": 1.4256399754249438,
      "grad_norm": 1.058018216594781,
      "learning_rate": 0.00026342997698471814,
      "loss": 0.9245,
      "step": 34807
    },
    {
      "epoch": 1.4256809338521401,
      "grad_norm": 1.0190337454432505,
      "learning_rate": 0.00026342784289461554,
      "loss": 0.9855,
      "step": 34808
    },
    {
      "epoch": 1.4257218922793364,
      "grad_norm": 1.0446415668884428,
      "learning_rate": 0.00026342570875089084,
      "loss": 0.8356,
      "step": 34809
    },
    {
      "epoch": 1.425762850706533,
      "grad_norm": 0.9151379437070876,
      "learning_rate": 0.00026342357455354503,
      "loss": 0.8415,
      "step": 34810
    },
    {
      "epoch": 1.4258038091337293,
      "grad_norm": 1.1965306067857753,
      "learning_rate": 0.00026342144030257913,
      "loss": 0.9823,
      "step": 34811
    },
    {
      "epoch": 1.4258447675609256,
      "grad_norm": 0.8090915569110837,
      "learning_rate": 0.0002634193059979941,
      "loss": 0.6782,
      "step": 34812
    },
    {
      "epoch": 1.4258857259881221,
      "grad_norm": 0.8199754461747614,
      "learning_rate": 0.0002634171716397911,
      "loss": 0.6649,
      "step": 34813
    },
    {
      "epoch": 1.4259266844153184,
      "grad_norm": 0.8800672074518685,
      "learning_rate": 0.000263415037227971,
      "loss": 0.6157,
      "step": 34814
    },
    {
      "epoch": 1.4259676428425148,
      "grad_norm": 1.4561691667014838,
      "learning_rate": 0.0002634129027625349,
      "loss": 0.4395,
      "step": 34815
    },
    {
      "epoch": 1.4260086012697113,
      "grad_norm": 2.0803239091782184,
      "learning_rate": 0.0002634107682434837,
      "loss": 3.0657,
      "step": 34816
    },
    {
      "epoch": 1.4260495596969076,
      "grad_norm": 0.8659296057236097,
      "learning_rate": 0.0002634086336708185,
      "loss": 0.6075,
      "step": 34817
    },
    {
      "epoch": 1.426090518124104,
      "grad_norm": 1.0490543103615357,
      "learning_rate": 0.0002634064990445402,
      "loss": 0.539,
      "step": 34818
    },
    {
      "epoch": 1.4261314765513005,
      "grad_norm": 0.7838058405828275,
      "learning_rate": 0.00026340436436465,
      "loss": 0.406,
      "step": 34819
    },
    {
      "epoch": 1.4261724349784968,
      "grad_norm": 0.968561860824308,
      "learning_rate": 0.0002634022296311487,
      "loss": 0.5096,
      "step": 34820
    },
    {
      "epoch": 1.426213393405693,
      "grad_norm": 1.111281244206048,
      "learning_rate": 0.0002634000948440375,
      "loss": 0.8664,
      "step": 34821
    },
    {
      "epoch": 1.4262543518328896,
      "grad_norm": 1.092542053004489,
      "learning_rate": 0.00026339796000331725,
      "loss": 0.9842,
      "step": 34822
    },
    {
      "epoch": 1.426295310260086,
      "grad_norm": 2.1993064208532775,
      "learning_rate": 0.00026339582510898904,
      "loss": 3.4248,
      "step": 34823
    },
    {
      "epoch": 1.4263362686872825,
      "grad_norm": 0.8955399702478003,
      "learning_rate": 0.00026339369016105385,
      "loss": 0.5767,
      "step": 34824
    },
    {
      "epoch": 1.4263772271144788,
      "grad_norm": 1.217442204417475,
      "learning_rate": 0.0002633915551595128,
      "loss": 1.0517,
      "step": 34825
    },
    {
      "epoch": 1.4264181855416753,
      "grad_norm": 1.061459164812362,
      "learning_rate": 0.0002633894201043667,
      "loss": 0.972,
      "step": 34826
    },
    {
      "epoch": 1.4264591439688716,
      "grad_norm": 0.8168433933775822,
      "learning_rate": 0.0002633872849956167,
      "loss": 0.7703,
      "step": 34827
    },
    {
      "epoch": 1.426500102396068,
      "grad_norm": 0.6953688983007904,
      "learning_rate": 0.00026338514983326373,
      "loss": 0.3426,
      "step": 34828
    },
    {
      "epoch": 1.4265410608232645,
      "grad_norm": 0.9985760620735417,
      "learning_rate": 0.00026338301461730884,
      "loss": 0.9681,
      "step": 34829
    },
    {
      "epoch": 1.4265820192504608,
      "grad_norm": 0.8585706069453948,
      "learning_rate": 0.0002633808793477531,
      "loss": 0.7033,
      "step": 34830
    },
    {
      "epoch": 1.4266229776776571,
      "grad_norm": 0.7917089732422848,
      "learning_rate": 0.00026337874402459745,
      "loss": 0.7671,
      "step": 34831
    },
    {
      "epoch": 1.4266639361048536,
      "grad_norm": 0.8605625250456022,
      "learning_rate": 0.00026337660864784285,
      "loss": 0.3624,
      "step": 34832
    },
    {
      "epoch": 1.42670489453205,
      "grad_norm": 0.9980006841887314,
      "learning_rate": 0.00026337447321749045,
      "loss": 0.8307,
      "step": 34833
    },
    {
      "epoch": 1.4267458529592463,
      "grad_norm": 1.0096878125337565,
      "learning_rate": 0.0002633723377335411,
      "loss": 1.2059,
      "step": 34834
    },
    {
      "epoch": 1.4267868113864428,
      "grad_norm": 1.047347147205967,
      "learning_rate": 0.00026337020219599597,
      "loss": 0.9451,
      "step": 34835
    },
    {
      "epoch": 1.4268277698136391,
      "grad_norm": 1.0894755034318582,
      "learning_rate": 0.0002633680666048559,
      "loss": 0.6421,
      "step": 34836
    },
    {
      "epoch": 1.4268687282408354,
      "grad_norm": 0.9883026311200742,
      "learning_rate": 0.00026336593096012203,
      "loss": 0.916,
      "step": 34837
    },
    {
      "epoch": 1.426909686668032,
      "grad_norm": 1.3875028926215263,
      "learning_rate": 0.0002633637952617953,
      "loss": 1.4521,
      "step": 34838
    },
    {
      "epoch": 1.4269506450952283,
      "grad_norm": 1.2384588632451108,
      "learning_rate": 0.0002633616595098768,
      "loss": 0.9376,
      "step": 34839
    },
    {
      "epoch": 1.4269916035224246,
      "grad_norm": 1.0069087030948563,
      "learning_rate": 0.0002633595237043674,
      "loss": 1.0236,
      "step": 34840
    },
    {
      "epoch": 1.4270325619496211,
      "grad_norm": 1.0789881693772225,
      "learning_rate": 0.0002633573878452683,
      "loss": 0.784,
      "step": 34841
    },
    {
      "epoch": 1.4270735203768175,
      "grad_norm": 1.1336067317758831,
      "learning_rate": 0.0002633552519325803,
      "loss": 1.1888,
      "step": 34842
    },
    {
      "epoch": 1.427114478804014,
      "grad_norm": 0.6997558132246254,
      "learning_rate": 0.0002633531159663046,
      "loss": 0.3939,
      "step": 34843
    },
    {
      "epoch": 1.4271554372312103,
      "grad_norm": 1.11154480219007,
      "learning_rate": 0.00026335097994644206,
      "loss": 1.2175,
      "step": 34844
    },
    {
      "epoch": 1.4271963956584068,
      "grad_norm": 1.5134251913335015,
      "learning_rate": 0.00026334884387299384,
      "loss": 1.0232,
      "step": 34845
    },
    {
      "epoch": 1.4272373540856031,
      "grad_norm": 0.7594593395767161,
      "learning_rate": 0.0002633467077459608,
      "loss": 0.3688,
      "step": 34846
    },
    {
      "epoch": 1.4272783125127995,
      "grad_norm": 1.3155227753042458,
      "learning_rate": 0.00026334457156534404,
      "loss": 0.875,
      "step": 34847
    },
    {
      "epoch": 1.427319270939996,
      "grad_norm": 0.922567271126157,
      "learning_rate": 0.0002633424353311445,
      "loss": 0.7872,
      "step": 34848
    },
    {
      "epoch": 1.4273602293671923,
      "grad_norm": 1.403230317650699,
      "learning_rate": 0.0002633402990433633,
      "loss": 1.3087,
      "step": 34849
    },
    {
      "epoch": 1.4274011877943886,
      "grad_norm": 1.08550198354422,
      "learning_rate": 0.0002633381627020013,
      "loss": 1.1576,
      "step": 34850
    },
    {
      "epoch": 1.4274421462215852,
      "grad_norm": 1.0168487977821945,
      "learning_rate": 0.00026333602630705964,
      "loss": 0.8909,
      "step": 34851
    },
    {
      "epoch": 1.4274831046487815,
      "grad_norm": 1.1540308276840396,
      "learning_rate": 0.0002633338898585393,
      "loss": 0.8721,
      "step": 34852
    },
    {
      "epoch": 1.4275240630759778,
      "grad_norm": 0.8399315006816321,
      "learning_rate": 0.00026333175335644125,
      "loss": 0.4762,
      "step": 34853
    },
    {
      "epoch": 1.4275650215031743,
      "grad_norm": 1.112835443941916,
      "learning_rate": 0.0002633296168007665,
      "loss": 1.0086,
      "step": 34854
    },
    {
      "epoch": 1.4276059799303706,
      "grad_norm": 1.0205525196387957,
      "learning_rate": 0.00026332748019151616,
      "loss": 1.0348,
      "step": 34855
    },
    {
      "epoch": 1.427646938357567,
      "grad_norm": 1.0480817916333176,
      "learning_rate": 0.0002633253435286911,
      "loss": 1.0848,
      "step": 34856
    },
    {
      "epoch": 1.4276878967847635,
      "grad_norm": 1.4842243258516048,
      "learning_rate": 0.0002633232068122924,
      "loss": 1.1879,
      "step": 34857
    },
    {
      "epoch": 1.4277288552119598,
      "grad_norm": 0.8498838150470068,
      "learning_rate": 0.00026332107004232107,
      "loss": 0.6521,
      "step": 34858
    },
    {
      "epoch": 1.4277698136391563,
      "grad_norm": 1.1720555155593946,
      "learning_rate": 0.00026331893321877815,
      "loss": 0.7907,
      "step": 34859
    },
    {
      "epoch": 1.4278107720663527,
      "grad_norm": 1.1986470467684043,
      "learning_rate": 0.0002633167963416645,
      "loss": 1.0141,
      "step": 34860
    },
    {
      "epoch": 1.427851730493549,
      "grad_norm": 1.057136725122509,
      "learning_rate": 0.0002633146594109814,
      "loss": 0.9577,
      "step": 34861
    },
    {
      "epoch": 1.4278926889207455,
      "grad_norm": 1.0879373362921951,
      "learning_rate": 0.00026331252242672956,
      "loss": 1.1138,
      "step": 34862
    },
    {
      "epoch": 1.4279336473479418,
      "grad_norm": 0.904063686830844,
      "learning_rate": 0.00026331038538891024,
      "loss": 0.7657,
      "step": 34863
    },
    {
      "epoch": 1.4279746057751384,
      "grad_norm": 1.3551455783102329,
      "learning_rate": 0.00026330824829752427,
      "loss": 1.2677,
      "step": 34864
    },
    {
      "epoch": 1.4280155642023347,
      "grad_norm": 0.7445812681833202,
      "learning_rate": 0.0002633061111525728,
      "loss": 0.3431,
      "step": 34865
    },
    {
      "epoch": 1.428056522629531,
      "grad_norm": 0.9362845080296358,
      "learning_rate": 0.0002633039739540567,
      "loss": 0.7235,
      "step": 34866
    },
    {
      "epoch": 1.4280974810567275,
      "grad_norm": 1.1773484330767174,
      "learning_rate": 0.00026330183670197714,
      "loss": 1.207,
      "step": 34867
    },
    {
      "epoch": 1.4281384394839238,
      "grad_norm": 1.4206702852345057,
      "learning_rate": 0.00026329969939633505,
      "loss": 1.2821,
      "step": 34868
    },
    {
      "epoch": 1.4281793979111201,
      "grad_norm": 1.1533134543944732,
      "learning_rate": 0.00026329756203713136,
      "loss": 1.0757,
      "step": 34869
    },
    {
      "epoch": 1.4282203563383167,
      "grad_norm": 0.7914814995509758,
      "learning_rate": 0.00026329542462436717,
      "loss": 0.5869,
      "step": 34870
    },
    {
      "epoch": 1.428261314765513,
      "grad_norm": 0.9523201749175387,
      "learning_rate": 0.0002632932871580435,
      "loss": 0.7009,
      "step": 34871
    },
    {
      "epoch": 1.4283022731927093,
      "grad_norm": 1.1865960744130408,
      "learning_rate": 0.00026329114963816137,
      "loss": 1.0508,
      "step": 34872
    },
    {
      "epoch": 1.4283432316199058,
      "grad_norm": 0.9198604554227444,
      "learning_rate": 0.0002632890120647217,
      "loss": 0.7457,
      "step": 34873
    },
    {
      "epoch": 1.4283841900471022,
      "grad_norm": 0.775196610854966,
      "learning_rate": 0.0002632868744377256,
      "loss": 0.4412,
      "step": 34874
    },
    {
      "epoch": 1.4284251484742985,
      "grad_norm": 0.8119153158692121,
      "learning_rate": 0.00026328473675717406,
      "loss": 0.756,
      "step": 34875
    },
    {
      "epoch": 1.428466106901495,
      "grad_norm": 0.9513068360027247,
      "learning_rate": 0.000263282599023068,
      "loss": 0.4561,
      "step": 34876
    },
    {
      "epoch": 1.4285070653286913,
      "grad_norm": 0.5404728194867616,
      "learning_rate": 0.00026328046123540855,
      "loss": 0.2173,
      "step": 34877
    },
    {
      "epoch": 1.4285480237558879,
      "grad_norm": 1.0465789899837545,
      "learning_rate": 0.00026327832339419666,
      "loss": 0.9173,
      "step": 34878
    },
    {
      "epoch": 1.4285889821830842,
      "grad_norm": 0.658572033846707,
      "learning_rate": 0.00026327618549943336,
      "loss": 0.2966,
      "step": 34879
    },
    {
      "epoch": 1.4286299406102807,
      "grad_norm": 0.84814762358421,
      "learning_rate": 0.00026327404755111964,
      "loss": 0.2794,
      "step": 34880
    },
    {
      "epoch": 1.428670899037477,
      "grad_norm": 1.4457220880774158,
      "learning_rate": 0.00026327190954925653,
      "loss": 1.2571,
      "step": 34881
    },
    {
      "epoch": 1.4287118574646733,
      "grad_norm": 1.282545080629316,
      "learning_rate": 0.00026326977149384505,
      "loss": 0.7635,
      "step": 34882
    },
    {
      "epoch": 1.4287528158918699,
      "grad_norm": 0.9197865880161004,
      "learning_rate": 0.0002632676333848861,
      "loss": 0.9923,
      "step": 34883
    },
    {
      "epoch": 1.4287937743190662,
      "grad_norm": 0.7402233702081389,
      "learning_rate": 0.0002632654952223809,
      "loss": 0.3482,
      "step": 34884
    },
    {
      "epoch": 1.4288347327462625,
      "grad_norm": 0.8947550359508923,
      "learning_rate": 0.00026326335700633033,
      "loss": 0.8292,
      "step": 34885
    },
    {
      "epoch": 1.428875691173459,
      "grad_norm": 1.0296726797969975,
      "learning_rate": 0.00026326121873673536,
      "loss": 1.187,
      "step": 34886
    },
    {
      "epoch": 1.4289166496006553,
      "grad_norm": 1.1215738651035725,
      "learning_rate": 0.0002632590804135971,
      "loss": 0.8823,
      "step": 34887
    },
    {
      "epoch": 1.4289576080278517,
      "grad_norm": 1.050482166956325,
      "learning_rate": 0.00026325694203691653,
      "loss": 0.9964,
      "step": 34888
    },
    {
      "epoch": 1.4289985664550482,
      "grad_norm": 1.4978365181983764,
      "learning_rate": 0.0002632548036066946,
      "loss": 0.9156,
      "step": 34889
    },
    {
      "epoch": 1.4290395248822445,
      "grad_norm": 0.8050908029109937,
      "learning_rate": 0.00026325266512293243,
      "loss": 0.4011,
      "step": 34890
    },
    {
      "epoch": 1.4290804833094408,
      "grad_norm": 0.9280834227008123,
      "learning_rate": 0.0002632505265856309,
      "loss": 0.8929,
      "step": 34891
    },
    {
      "epoch": 1.4291214417366374,
      "grad_norm": 0.8744555667012308,
      "learning_rate": 0.0002632483879947912,
      "loss": 0.7672,
      "step": 34892
    },
    {
      "epoch": 1.4291624001638337,
      "grad_norm": 0.9075701688461958,
      "learning_rate": 0.00026324624935041414,
      "loss": 0.7158,
      "step": 34893
    },
    {
      "epoch": 1.42920335859103,
      "grad_norm": 0.7792591603352971,
      "learning_rate": 0.0002632441106525008,
      "loss": 0.4705,
      "step": 34894
    },
    {
      "epoch": 1.4292443170182265,
      "grad_norm": 0.8482120339145383,
      "learning_rate": 0.0002632419719010523,
      "loss": 0.7365,
      "step": 34895
    },
    {
      "epoch": 1.4292852754454228,
      "grad_norm": 1.2078035592392644,
      "learning_rate": 0.0002632398330960696,
      "loss": 1.1842,
      "step": 34896
    },
    {
      "epoch": 1.4293262338726194,
      "grad_norm": 0.9094842716962843,
      "learning_rate": 0.00026323769423755355,
      "loss": 0.7926,
      "step": 34897
    },
    {
      "epoch": 1.4293671922998157,
      "grad_norm": 0.6635101934037125,
      "learning_rate": 0.00026323555532550537,
      "loss": 0.2935,
      "step": 34898
    },
    {
      "epoch": 1.4294081507270122,
      "grad_norm": 1.0595738879305097,
      "learning_rate": 0.000263233416359926,
      "loss": 0.8114,
      "step": 34899
    },
    {
      "epoch": 1.4294491091542085,
      "grad_norm": 1.0237485988838022,
      "learning_rate": 0.00026323127734081633,
      "loss": 0.7163,
      "step": 34900
    },
    {
      "epoch": 1.4294900675814048,
      "grad_norm": 4.178653429894821,
      "learning_rate": 0.0002632291382681776,
      "loss": 3.8347,
      "step": 34901
    },
    {
      "epoch": 1.4295310260086014,
      "grad_norm": 1.3313144792126206,
      "learning_rate": 0.00026322699914201064,
      "loss": 1.0074,
      "step": 34902
    },
    {
      "epoch": 1.4295719844357977,
      "grad_norm": 0.6759813269224685,
      "learning_rate": 0.00026322485996231663,
      "loss": 0.2813,
      "step": 34903
    },
    {
      "epoch": 1.429612942862994,
      "grad_norm": 2.9095381111366105,
      "learning_rate": 0.0002632227207290964,
      "loss": 4.8227,
      "step": 34904
    },
    {
      "epoch": 1.4296539012901905,
      "grad_norm": 0.819172917984366,
      "learning_rate": 0.000263220581442351,
      "loss": 0.4792,
      "step": 34905
    },
    {
      "epoch": 1.4296948597173869,
      "grad_norm": 1.9141588181696791,
      "learning_rate": 0.0002632184421020815,
      "loss": 2.2771,
      "step": 34906
    },
    {
      "epoch": 1.4297358181445832,
      "grad_norm": 1.144863299425446,
      "learning_rate": 0.0002632163027082889,
      "loss": 1.0549,
      "step": 34907
    },
    {
      "epoch": 1.4297767765717797,
      "grad_norm": 0.9488473916684032,
      "learning_rate": 0.00026321416326097424,
      "loss": 1.0265,
      "step": 34908
    },
    {
      "epoch": 1.429817734998976,
      "grad_norm": 0.8781316371884226,
      "learning_rate": 0.00026321202376013847,
      "loss": 0.7912,
      "step": 34909
    },
    {
      "epoch": 1.4298586934261723,
      "grad_norm": 1.1204223024247437,
      "learning_rate": 0.00026320988420578263,
      "loss": 0.9622,
      "step": 34910
    },
    {
      "epoch": 1.4298996518533689,
      "grad_norm": 0.8776340320760466,
      "learning_rate": 0.0002632077445979077,
      "loss": 0.9753,
      "step": 34911
    },
    {
      "epoch": 1.4299406102805652,
      "grad_norm": 0.944434169521945,
      "learning_rate": 0.00026320560493651475,
      "loss": 0.8595,
      "step": 34912
    },
    {
      "epoch": 1.4299815687077615,
      "grad_norm": 0.9594490273520964,
      "learning_rate": 0.0002632034652216047,
      "loss": 0.6412,
      "step": 34913
    },
    {
      "epoch": 1.430022527134958,
      "grad_norm": 0.970087106562371,
      "learning_rate": 0.0002632013254531787,
      "loss": 1.0444,
      "step": 34914
    },
    {
      "epoch": 1.4300634855621543,
      "grad_norm": 1.3488176990152358,
      "learning_rate": 0.00026319918563123763,
      "loss": 0.8666,
      "step": 34915
    },
    {
      "epoch": 1.4301044439893509,
      "grad_norm": 0.8287725065670188,
      "learning_rate": 0.0002631970457557826,
      "loss": 0.7159,
      "step": 34916
    },
    {
      "epoch": 1.4301454024165472,
      "grad_norm": 0.8211198140004224,
      "learning_rate": 0.0002631949058268145,
      "loss": 0.7387,
      "step": 34917
    },
    {
      "epoch": 1.4301863608437437,
      "grad_norm": 1.0111058468730543,
      "learning_rate": 0.00026319276584433444,
      "loss": 0.8981,
      "step": 34918
    },
    {
      "epoch": 1.43022731927094,
      "grad_norm": 2.555289837329295,
      "learning_rate": 0.00026319062580834347,
      "loss": 0.89,
      "step": 34919
    },
    {
      "epoch": 1.4302682776981364,
      "grad_norm": 1.2203116237273588,
      "learning_rate": 0.00026318848571884245,
      "loss": 0.878,
      "step": 34920
    },
    {
      "epoch": 1.430309236125333,
      "grad_norm": 2.597892868832584,
      "learning_rate": 0.00026318634557583254,
      "loss": 4.3553,
      "step": 34921
    },
    {
      "epoch": 1.4303501945525292,
      "grad_norm": 1.082040330627099,
      "learning_rate": 0.0002631842053793147,
      "loss": 1.0552,
      "step": 34922
    },
    {
      "epoch": 1.4303911529797255,
      "grad_norm": 0.8699595440397565,
      "learning_rate": 0.0002631820651292899,
      "loss": 0.6459,
      "step": 34923
    },
    {
      "epoch": 1.430432111406922,
      "grad_norm": 0.6949931082371633,
      "learning_rate": 0.0002631799248257592,
      "loss": 0.2281,
      "step": 34924
    },
    {
      "epoch": 1.4304730698341184,
      "grad_norm": 0.5917731003590667,
      "learning_rate": 0.00026317778446872367,
      "loss": 0.2742,
      "step": 34925
    },
    {
      "epoch": 1.4305140282613147,
      "grad_norm": 1.3520255386164877,
      "learning_rate": 0.00026317564405818416,
      "loss": 0.9268,
      "step": 34926
    },
    {
      "epoch": 1.4305549866885112,
      "grad_norm": 1.057154896761585,
      "learning_rate": 0.00026317350359414177,
      "loss": 0.9756,
      "step": 34927
    },
    {
      "epoch": 1.4305959451157075,
      "grad_norm": 1.1465512700718583,
      "learning_rate": 0.0002631713630765976,
      "loss": 1.1212,
      "step": 34928
    },
    {
      "epoch": 1.4306369035429038,
      "grad_norm": 4.6742485187497635,
      "learning_rate": 0.0002631692225055525,
      "loss": 1.7803,
      "step": 34929
    },
    {
      "epoch": 1.4306778619701004,
      "grad_norm": 0.8663367958278403,
      "learning_rate": 0.00026316708188100753,
      "loss": 0.5378,
      "step": 34930
    },
    {
      "epoch": 1.4307188203972967,
      "grad_norm": 1.2617091887336098,
      "learning_rate": 0.00026316494120296385,
      "loss": 0.6294,
      "step": 34931
    },
    {
      "epoch": 1.430759778824493,
      "grad_norm": 0.853772255157136,
      "learning_rate": 0.00026316280047142227,
      "loss": 0.8625,
      "step": 34932
    },
    {
      "epoch": 1.4308007372516895,
      "grad_norm": 0.9575326397620966,
      "learning_rate": 0.0002631606596863839,
      "loss": 0.9163,
      "step": 34933
    },
    {
      "epoch": 1.4308416956788859,
      "grad_norm": 0.8511087837439114,
      "learning_rate": 0.0002631585188478497,
      "loss": 0.3743,
      "step": 34934
    },
    {
      "epoch": 1.4308826541060824,
      "grad_norm": 1.0727487928387327,
      "learning_rate": 0.00026315637795582073,
      "loss": 0.8575,
      "step": 34935
    },
    {
      "epoch": 1.4309236125332787,
      "grad_norm": 0.7803260081870254,
      "learning_rate": 0.00026315423701029803,
      "loss": 0.7214,
      "step": 34936
    },
    {
      "epoch": 1.4309645709604752,
      "grad_norm": 1.2542177250606645,
      "learning_rate": 0.0002631520960112826,
      "loss": 1.2746,
      "step": 34937
    },
    {
      "epoch": 1.4310055293876716,
      "grad_norm": 0.8464406212507103,
      "learning_rate": 0.00026314995495877537,
      "loss": 0.7758,
      "step": 34938
    },
    {
      "epoch": 1.4310464878148679,
      "grad_norm": 1.288293529546852,
      "learning_rate": 0.0002631478138527774,
      "loss": 1.3105,
      "step": 34939
    },
    {
      "epoch": 1.4310874462420644,
      "grad_norm": 0.9810108101838411,
      "learning_rate": 0.0002631456726932897,
      "loss": 1.0229,
      "step": 34940
    },
    {
      "epoch": 1.4311284046692607,
      "grad_norm": 0.8555077298263178,
      "learning_rate": 0.00026314353148031334,
      "loss": 0.7445,
      "step": 34941
    },
    {
      "epoch": 1.431169363096457,
      "grad_norm": 0.9463813935423656,
      "learning_rate": 0.00026314139021384924,
      "loss": 0.8074,
      "step": 34942
    },
    {
      "epoch": 1.4312103215236536,
      "grad_norm": 0.911364970933821,
      "learning_rate": 0.0002631392488938985,
      "loss": 0.8017,
      "step": 34943
    },
    {
      "epoch": 1.4312512799508499,
      "grad_norm": 3.1252960666483958,
      "learning_rate": 0.00026313710752046203,
      "loss": 5.3481,
      "step": 34944
    },
    {
      "epoch": 1.4312922383780462,
      "grad_norm": 0.9447698604495447,
      "learning_rate": 0.000263134966093541,
      "loss": 0.8303,
      "step": 34945
    },
    {
      "epoch": 1.4313331968052427,
      "grad_norm": 1.2891391024263144,
      "learning_rate": 0.00026313282461313625,
      "loss": 0.8722,
      "step": 34946
    },
    {
      "epoch": 1.431374155232439,
      "grad_norm": 1.2568034779812651,
      "learning_rate": 0.00026313068307924885,
      "loss": 0.8506,
      "step": 34947
    },
    {
      "epoch": 1.4314151136596354,
      "grad_norm": 0.8490175991977406,
      "learning_rate": 0.0002631285414918798,
      "loss": 0.7699,
      "step": 34948
    },
    {
      "epoch": 1.431456072086832,
      "grad_norm": 0.8967678616429081,
      "learning_rate": 0.00026312639985103024,
      "loss": 0.8636,
      "step": 34949
    },
    {
      "epoch": 1.4314970305140282,
      "grad_norm": 0.9011485643521862,
      "learning_rate": 0.00026312425815670104,
      "loss": 0.7342,
      "step": 34950
    },
    {
      "epoch": 1.4315379889412245,
      "grad_norm": 1.3402671458399487,
      "learning_rate": 0.00026312211640889323,
      "loss": 0.8829,
      "step": 34951
    },
    {
      "epoch": 1.431578947368421,
      "grad_norm": 0.9665865629127315,
      "learning_rate": 0.00026311997460760786,
      "loss": 0.5674,
      "step": 34952
    },
    {
      "epoch": 1.4316199057956174,
      "grad_norm": 0.7535397624835705,
      "learning_rate": 0.00026311783275284595,
      "loss": 0.7146,
      "step": 34953
    },
    {
      "epoch": 1.431660864222814,
      "grad_norm": 0.7171530693304966,
      "learning_rate": 0.0002631156908446085,
      "loss": 0.3284,
      "step": 34954
    },
    {
      "epoch": 1.4317018226500102,
      "grad_norm": 1.1002439052455562,
      "learning_rate": 0.0002631135488828965,
      "loss": 1.1562,
      "step": 34955
    },
    {
      "epoch": 1.4317427810772068,
      "grad_norm": 1.2215586404996734,
      "learning_rate": 0.00026311140686771097,
      "loss": 0.8361,
      "step": 34956
    },
    {
      "epoch": 1.431783739504403,
      "grad_norm": 0.5976651060676726,
      "learning_rate": 0.00026310926479905294,
      "loss": 0.3161,
      "step": 34957
    },
    {
      "epoch": 1.4318246979315994,
      "grad_norm": 1.0371102001830939,
      "learning_rate": 0.00026310712267692336,
      "loss": 0.952,
      "step": 34958
    },
    {
      "epoch": 1.431865656358796,
      "grad_norm": 1.245877728074449,
      "learning_rate": 0.00026310498050132337,
      "loss": 0.6455,
      "step": 34959
    },
    {
      "epoch": 1.4319066147859922,
      "grad_norm": 3.746113698690864,
      "learning_rate": 0.0002631028382722539,
      "loss": 5.9881,
      "step": 34960
    },
    {
      "epoch": 1.4319475732131886,
      "grad_norm": 0.8141711588432138,
      "learning_rate": 0.0002631006959897159,
      "loss": 0.7472,
      "step": 34961
    },
    {
      "epoch": 1.431988531640385,
      "grad_norm": 1.5023970458614326,
      "learning_rate": 0.0002630985536537105,
      "loss": 1.0668,
      "step": 34962
    },
    {
      "epoch": 1.4320294900675814,
      "grad_norm": 1.0653980406015404,
      "learning_rate": 0.0002630964112642387,
      "loss": 0.6873,
      "step": 34963
    },
    {
      "epoch": 1.4320704484947777,
      "grad_norm": 1.1550866881741062,
      "learning_rate": 0.00026309426882130144,
      "loss": 1.0279,
      "step": 34964
    },
    {
      "epoch": 1.4321114069219743,
      "grad_norm": 0.6728674008520452,
      "learning_rate": 0.0002630921263248998,
      "loss": 0.345,
      "step": 34965
    },
    {
      "epoch": 1.4321523653491706,
      "grad_norm": 0.8916188076837402,
      "learning_rate": 0.00026308998377503473,
      "loss": 0.7455,
      "step": 34966
    },
    {
      "epoch": 1.4321933237763669,
      "grad_norm": 0.9936717963260668,
      "learning_rate": 0.00026308784117170733,
      "loss": 0.8012,
      "step": 34967
    },
    {
      "epoch": 1.4322342822035634,
      "grad_norm": 1.2658241127195695,
      "learning_rate": 0.00026308569851491847,
      "loss": 0.8285,
      "step": 34968
    },
    {
      "epoch": 1.4322752406307597,
      "grad_norm": 0.8755808010133028,
      "learning_rate": 0.0002630835558046694,
      "loss": 0.6303,
      "step": 34969
    },
    {
      "epoch": 1.432316199057956,
      "grad_norm": 0.8007753213749399,
      "learning_rate": 0.00026308141304096083,
      "loss": 0.6521,
      "step": 34970
    },
    {
      "epoch": 1.4323571574851526,
      "grad_norm": 0.7113035780361905,
      "learning_rate": 0.00026307927022379396,
      "loss": 0.3266,
      "step": 34971
    },
    {
      "epoch": 1.432398115912349,
      "grad_norm": 0.7551896224813212,
      "learning_rate": 0.00026307712735316985,
      "loss": 0.7825,
      "step": 34972
    },
    {
      "epoch": 1.4324390743395454,
      "grad_norm": 1.0054512090484458,
      "learning_rate": 0.0002630749844290894,
      "loss": 0.5405,
      "step": 34973
    },
    {
      "epoch": 1.4324800327667417,
      "grad_norm": 0.8534190154471982,
      "learning_rate": 0.00026307284145155366,
      "loss": 0.8402,
      "step": 34974
    },
    {
      "epoch": 1.4325209911939383,
      "grad_norm": 0.7364988082722007,
      "learning_rate": 0.00026307069842056364,
      "loss": 0.5077,
      "step": 34975
    },
    {
      "epoch": 1.4325619496211346,
      "grad_norm": 1.4091961657818894,
      "learning_rate": 0.00026306855533612033,
      "loss": 1.1882,
      "step": 34976
    },
    {
      "epoch": 1.432602908048331,
      "grad_norm": 0.8881442410709438,
      "learning_rate": 0.00026306641219822483,
      "loss": 0.7773,
      "step": 34977
    },
    {
      "epoch": 1.4326438664755274,
      "grad_norm": 0.9635033739102596,
      "learning_rate": 0.000263064269006878,
      "loss": 0.7237,
      "step": 34978
    },
    {
      "epoch": 1.4326848249027238,
      "grad_norm": 0.7989645378185279,
      "learning_rate": 0.00026306212576208103,
      "loss": 0.6385,
      "step": 34979
    },
    {
      "epoch": 1.43272578332992,
      "grad_norm": 0.8217431148367808,
      "learning_rate": 0.0002630599824638348,
      "loss": 0.7225,
      "step": 34980
    },
    {
      "epoch": 1.4327667417571166,
      "grad_norm": 1.4869465720431285,
      "learning_rate": 0.0002630578391121404,
      "loss": 1.072,
      "step": 34981
    },
    {
      "epoch": 1.432807700184313,
      "grad_norm": 0.9045193498778001,
      "learning_rate": 0.00026305569570699873,
      "loss": 0.4878,
      "step": 34982
    },
    {
      "epoch": 1.4328486586115092,
      "grad_norm": 3.2108393408458267,
      "learning_rate": 0.000263053552248411,
      "loss": 2.57,
      "step": 34983
    },
    {
      "epoch": 1.4328896170387058,
      "grad_norm": 7.294507677382656,
      "learning_rate": 0.00026305140873637806,
      "loss": 3.5844,
      "step": 34984
    },
    {
      "epoch": 1.432930575465902,
      "grad_norm": 0.9655772883883457,
      "learning_rate": 0.00026304926517090103,
      "loss": 0.8136,
      "step": 34985
    },
    {
      "epoch": 1.4329715338930984,
      "grad_norm": 1.1179721331893875,
      "learning_rate": 0.00026304712155198075,
      "loss": 0.9952,
      "step": 34986
    },
    {
      "epoch": 1.433012492320295,
      "grad_norm": 1.1050360567944288,
      "learning_rate": 0.0002630449778796184,
      "loss": 0.8579,
      "step": 34987
    },
    {
      "epoch": 1.4330534507474912,
      "grad_norm": 0.9142181860418926,
      "learning_rate": 0.00026304283415381504,
      "loss": 0.4946,
      "step": 34988
    },
    {
      "epoch": 1.4330944091746876,
      "grad_norm": 0.905139739721062,
      "learning_rate": 0.0002630406903745715,
      "loss": 0.7534,
      "step": 34989
    },
    {
      "epoch": 1.433135367601884,
      "grad_norm": 2.3156524002810226,
      "learning_rate": 0.00026303854654188884,
      "loss": 4.1891,
      "step": 34990
    },
    {
      "epoch": 1.4331763260290804,
      "grad_norm": 1.035428318002175,
      "learning_rate": 0.0002630364026557682,
      "loss": 0.9617,
      "step": 34991
    },
    {
      "epoch": 1.433217284456277,
      "grad_norm": 0.7052267150105324,
      "learning_rate": 0.00026303425871621045,
      "loss": 0.7931,
      "step": 34992
    },
    {
      "epoch": 1.4332582428834733,
      "grad_norm": 0.708532381295244,
      "learning_rate": 0.0002630321147232167,
      "loss": 0.6206,
      "step": 34993
    },
    {
      "epoch": 1.4332992013106698,
      "grad_norm": 0.8062122539845992,
      "learning_rate": 0.00026302997067678794,
      "loss": 0.6548,
      "step": 34994
    },
    {
      "epoch": 1.433340159737866,
      "grad_norm": 0.666064948997638,
      "learning_rate": 0.0002630278265769251,
      "loss": 0.3083,
      "step": 34995
    },
    {
      "epoch": 1.4333811181650624,
      "grad_norm": 1.0246678102342948,
      "learning_rate": 0.0002630256824236293,
      "loss": 0.816,
      "step": 34996
    },
    {
      "epoch": 1.433422076592259,
      "grad_norm": 2.19237555166798,
      "learning_rate": 0.0002630235382169015,
      "loss": 2.1028,
      "step": 34997
    },
    {
      "epoch": 1.4334630350194553,
      "grad_norm": 0.8110205085165727,
      "learning_rate": 0.00026302139395674277,
      "loss": 0.7918,
      "step": 34998
    },
    {
      "epoch": 1.4335039934466516,
      "grad_norm": 1.7129012343041072,
      "learning_rate": 0.00026301924964315405,
      "loss": 2.5293,
      "step": 34999
    },
    {
      "epoch": 1.4335449518738481,
      "grad_norm": 0.8948318021017772,
      "learning_rate": 0.00026301710527613643,
      "loss": 0.7509,
      "step": 35000
    },
    {
      "epoch": 1.4335859103010444,
      "grad_norm": 1.230559137317265,
      "learning_rate": 0.0002630149608556908,
      "loss": 0.3863,
      "step": 35001
    },
    {
      "epoch": 1.4336268687282407,
      "grad_norm": 1.4840050137929564,
      "learning_rate": 0.0002630128163818183,
      "loss": 1.1354,
      "step": 35002
    },
    {
      "epoch": 1.4336678271554373,
      "grad_norm": 1.1948252262615404,
      "learning_rate": 0.0002630106718545199,
      "loss": 0.9406,
      "step": 35003
    },
    {
      "epoch": 1.4337087855826336,
      "grad_norm": 1.020943613839855,
      "learning_rate": 0.00026300852727379663,
      "loss": 0.7756,
      "step": 35004
    },
    {
      "epoch": 1.43374974400983,
      "grad_norm": 0.670465423939073,
      "learning_rate": 0.00026300638263964944,
      "loss": 0.2699,
      "step": 35005
    },
    {
      "epoch": 1.4337907024370264,
      "grad_norm": 0.388200413916464,
      "learning_rate": 0.00026300423795207943,
      "loss": 0.0887,
      "step": 35006
    },
    {
      "epoch": 1.4338316608642228,
      "grad_norm": 2.1334514383520204,
      "learning_rate": 0.0002630020932110876,
      "loss": 2.3265,
      "step": 35007
    },
    {
      "epoch": 1.4338726192914193,
      "grad_norm": 1.5770554825551075,
      "learning_rate": 0.0002629999484166749,
      "loss": 1.6659,
      "step": 35008
    },
    {
      "epoch": 1.4339135777186156,
      "grad_norm": 0.8832061920610769,
      "learning_rate": 0.0002629978035688424,
      "loss": 0.8248,
      "step": 35009
    },
    {
      "epoch": 1.433954536145812,
      "grad_norm": 1.1063059746498662,
      "learning_rate": 0.00026299565866759104,
      "loss": 0.7568,
      "step": 35010
    },
    {
      "epoch": 1.4339954945730085,
      "grad_norm": 1.06497779505806,
      "learning_rate": 0.00026299351371292197,
      "loss": 0.6107,
      "step": 35011
    },
    {
      "epoch": 1.4340364530002048,
      "grad_norm": 1.7479960229618214,
      "learning_rate": 0.00026299136870483605,
      "loss": 1.5521,
      "step": 35012
    },
    {
      "epoch": 1.4340774114274013,
      "grad_norm": 4.233587495441574,
      "learning_rate": 0.00026298922364333436,
      "loss": 3.088,
      "step": 35013
    },
    {
      "epoch": 1.4341183698545976,
      "grad_norm": 1.6450035391364592,
      "learning_rate": 0.000262987078528418,
      "loss": 2.2585,
      "step": 35014
    },
    {
      "epoch": 1.434159328281794,
      "grad_norm": 0.912380360571407,
      "learning_rate": 0.00026298493336008786,
      "loss": 0.6294,
      "step": 35015
    },
    {
      "epoch": 1.4342002867089905,
      "grad_norm": 0.9570252732995026,
      "learning_rate": 0.000262982788138345,
      "loss": 0.7781,
      "step": 35016
    },
    {
      "epoch": 1.4342412451361868,
      "grad_norm": 1.187854826501875,
      "learning_rate": 0.0002629806428631904,
      "loss": 0.9986,
      "step": 35017
    },
    {
      "epoch": 1.434282203563383,
      "grad_norm": 1.2257114973336791,
      "learning_rate": 0.00026297849753462513,
      "loss": 1.2133,
      "step": 35018
    },
    {
      "epoch": 1.4343231619905796,
      "grad_norm": 0.9939699113444109,
      "learning_rate": 0.0002629763521526502,
      "loss": 0.9613,
      "step": 35019
    },
    {
      "epoch": 1.434364120417776,
      "grad_norm": 0.9861474937860977,
      "learning_rate": 0.00026297420671726664,
      "loss": 0.932,
      "step": 35020
    },
    {
      "epoch": 1.4344050788449723,
      "grad_norm": 1.107979223349373,
      "learning_rate": 0.00026297206122847535,
      "loss": 0.9846,
      "step": 35021
    },
    {
      "epoch": 1.4344460372721688,
      "grad_norm": 2.144753414179555,
      "learning_rate": 0.0002629699156862775,
      "loss": 4.4943,
      "step": 35022
    },
    {
      "epoch": 1.434486995699365,
      "grad_norm": 1.0199116503450538,
      "learning_rate": 0.00026296777009067403,
      "loss": 0.7457,
      "step": 35023
    },
    {
      "epoch": 1.4345279541265614,
      "grad_norm": 1.5394082478674038,
      "learning_rate": 0.00026296562444166584,
      "loss": 0.6223,
      "step": 35024
    },
    {
      "epoch": 1.434568912553758,
      "grad_norm": 1.3798595636916302,
      "learning_rate": 0.0002629634787392542,
      "loss": 1.2486,
      "step": 35025
    },
    {
      "epoch": 1.4346098709809543,
      "grad_norm": 0.8523317775358549,
      "learning_rate": 0.0002629613329834399,
      "loss": 0.6948,
      "step": 35026
    },
    {
      "epoch": 1.4346508294081508,
      "grad_norm": 1.5932302026940837,
      "learning_rate": 0.00026295918717422404,
      "loss": 0.9364,
      "step": 35027
    },
    {
      "epoch": 1.4346917878353471,
      "grad_norm": 1.0022159049451693,
      "learning_rate": 0.0002629570413116077,
      "loss": 0.8911,
      "step": 35028
    },
    {
      "epoch": 1.4347327462625437,
      "grad_norm": 1.2196812932476375,
      "learning_rate": 0.00026295489539559174,
      "loss": 0.8623,
      "step": 35029
    },
    {
      "epoch": 1.43477370468974,
      "grad_norm": 1.4290930056175521,
      "learning_rate": 0.0002629527494261773,
      "loss": 0.7316,
      "step": 35030
    },
    {
      "epoch": 1.4348146631169363,
      "grad_norm": 0.8945866656392967,
      "learning_rate": 0.0002629506034033653,
      "loss": 0.9635,
      "step": 35031
    },
    {
      "epoch": 1.4348556215441328,
      "grad_norm": 0.9250979037839736,
      "learning_rate": 0.00026294845732715693,
      "loss": 0.7799,
      "step": 35032
    },
    {
      "epoch": 1.4348965799713291,
      "grad_norm": 0.7867205240699618,
      "learning_rate": 0.000262946311197553,
      "loss": 0.2789,
      "step": 35033
    },
    {
      "epoch": 1.4349375383985254,
      "grad_norm": 1.0390871889426394,
      "learning_rate": 0.00026294416501455463,
      "loss": 1.1673,
      "step": 35034
    },
    {
      "epoch": 1.434978496825722,
      "grad_norm": 0.8200249056632508,
      "learning_rate": 0.0002629420187781628,
      "loss": 0.5793,
      "step": 35035
    },
    {
      "epoch": 1.4350194552529183,
      "grad_norm": 0.9028219721821107,
      "learning_rate": 0.00026293987248837854,
      "loss": 0.8709,
      "step": 35036
    },
    {
      "epoch": 1.4350604136801146,
      "grad_norm": 0.920232219480204,
      "learning_rate": 0.00026293772614520287,
      "loss": 0.7735,
      "step": 35037
    },
    {
      "epoch": 1.4351013721073111,
      "grad_norm": 1.0087768670578752,
      "learning_rate": 0.00026293557974863674,
      "loss": 0.5773,
      "step": 35038
    },
    {
      "epoch": 1.4351423305345075,
      "grad_norm": 1.097668118414818,
      "learning_rate": 0.0002629334332986813,
      "loss": 0.6388,
      "step": 35039
    },
    {
      "epoch": 1.4351832889617038,
      "grad_norm": 0.7666515512300361,
      "learning_rate": 0.0002629312867953374,
      "loss": 0.4052,
      "step": 35040
    },
    {
      "epoch": 1.4352242473889003,
      "grad_norm": 1.208231748685505,
      "learning_rate": 0.0002629291402386062,
      "loss": 0.8806,
      "step": 35041
    },
    {
      "epoch": 1.4352652058160966,
      "grad_norm": 0.7978026368898216,
      "learning_rate": 0.00026292699362848865,
      "loss": 0.2455,
      "step": 35042
    },
    {
      "epoch": 1.435306164243293,
      "grad_norm": 1.1162352640683344,
      "learning_rate": 0.0002629248469649858,
      "loss": 0.7447,
      "step": 35043
    },
    {
      "epoch": 1.4353471226704895,
      "grad_norm": 0.9638772651622706,
      "learning_rate": 0.00026292270024809856,
      "loss": 0.7332,
      "step": 35044
    },
    {
      "epoch": 1.4353880810976858,
      "grad_norm": 0.9617581566815327,
      "learning_rate": 0.0002629205534778281,
      "loss": 0.8351,
      "step": 35045
    },
    {
      "epoch": 1.4354290395248823,
      "grad_norm": 1.0749076876993522,
      "learning_rate": 0.0002629184066541753,
      "loss": 1.0308,
      "step": 35046
    },
    {
      "epoch": 1.4354699979520786,
      "grad_norm": 0.8976912807529486,
      "learning_rate": 0.0002629162597771413,
      "loss": 0.7837,
      "step": 35047
    },
    {
      "epoch": 1.4355109563792752,
      "grad_norm": 1.1025762370633398,
      "learning_rate": 0.00026291411284672697,
      "loss": 0.8842,
      "step": 35048
    },
    {
      "epoch": 1.4355519148064715,
      "grad_norm": 1.0431989293676942,
      "learning_rate": 0.0002629119658629334,
      "loss": 0.9633,
      "step": 35049
    },
    {
      "epoch": 1.4355928732336678,
      "grad_norm": 0.7902711736930181,
      "learning_rate": 0.00026290981882576167,
      "loss": 0.5014,
      "step": 35050
    },
    {
      "epoch": 1.4356338316608643,
      "grad_norm": 1.849196732080073,
      "learning_rate": 0.0002629076717352127,
      "loss": 1.8407,
      "step": 35051
    },
    {
      "epoch": 1.4356747900880606,
      "grad_norm": 1.061649421371644,
      "learning_rate": 0.00026290552459128753,
      "loss": 0.7658,
      "step": 35052
    },
    {
      "epoch": 1.435715748515257,
      "grad_norm": 1.0098667586731158,
      "learning_rate": 0.00026290337739398714,
      "loss": 0.7865,
      "step": 35053
    },
    {
      "epoch": 1.4357567069424535,
      "grad_norm": 4.350002550052595,
      "learning_rate": 0.0002629012301433126,
      "loss": 5.9605,
      "step": 35054
    },
    {
      "epoch": 1.4357976653696498,
      "grad_norm": 1.125598144668721,
      "learning_rate": 0.000262899082839265,
      "loss": 0.8647,
      "step": 35055
    },
    {
      "epoch": 1.4358386237968461,
      "grad_norm": 0.6736129152910982,
      "learning_rate": 0.0002628969354818452,
      "loss": 0.3569,
      "step": 35056
    },
    {
      "epoch": 1.4358795822240427,
      "grad_norm": 1.045344984222443,
      "learning_rate": 0.0002628947880710542,
      "loss": 1.0262,
      "step": 35057
    },
    {
      "epoch": 1.435920540651239,
      "grad_norm": 0.9762638690792431,
      "learning_rate": 0.0002628926406068932,
      "loss": 0.6704,
      "step": 35058
    },
    {
      "epoch": 1.4359614990784353,
      "grad_norm": 1.011371103369179,
      "learning_rate": 0.00026289049308936307,
      "loss": 0.7475,
      "step": 35059
    },
    {
      "epoch": 1.4360024575056318,
      "grad_norm": 1.2559595551869527,
      "learning_rate": 0.0002628883455184649,
      "loss": 1.0225,
      "step": 35060
    },
    {
      "epoch": 1.4360434159328281,
      "grad_norm": 1.0232313667802289,
      "learning_rate": 0.0002628861978941996,
      "loss": 0.723,
      "step": 35061
    },
    {
      "epoch": 1.4360843743600245,
      "grad_norm": 0.9353352543867192,
      "learning_rate": 0.0002628840502165683,
      "loss": 0.9436,
      "step": 35062
    },
    {
      "epoch": 1.436125332787221,
      "grad_norm": 1.123078456004956,
      "learning_rate": 0.00026288190248557197,
      "loss": 1.0013,
      "step": 35063
    },
    {
      "epoch": 1.4361662912144173,
      "grad_norm": 0.8610278052220635,
      "learning_rate": 0.00026287975470121167,
      "loss": 0.7467,
      "step": 35064
    },
    {
      "epoch": 1.4362072496416138,
      "grad_norm": 0.8691077403737,
      "learning_rate": 0.0002628776068634883,
      "loss": 0.8142,
      "step": 35065
    },
    {
      "epoch": 1.4362482080688102,
      "grad_norm": 0.8720618199348997,
      "learning_rate": 0.000262875458972403,
      "loss": 0.8179,
      "step": 35066
    },
    {
      "epoch": 1.4362891664960067,
      "grad_norm": 0.8778830161026895,
      "learning_rate": 0.0002628733110279567,
      "loss": 0.6229,
      "step": 35067
    },
    {
      "epoch": 1.436330124923203,
      "grad_norm": 0.7946315816758314,
      "learning_rate": 0.00026287116303015044,
      "loss": 0.6752,
      "step": 35068
    },
    {
      "epoch": 1.4363710833503993,
      "grad_norm": 0.8400821131762931,
      "learning_rate": 0.0002628690149789852,
      "loss": 0.7693,
      "step": 35069
    },
    {
      "epoch": 1.4364120417775958,
      "grad_norm": 1.3235591755663287,
      "learning_rate": 0.00026286686687446213,
      "loss": 1.5872,
      "step": 35070
    },
    {
      "epoch": 1.4364530002047922,
      "grad_norm": 2.365423490135269,
      "learning_rate": 0.00026286471871658215,
      "loss": 4.0076,
      "step": 35071
    },
    {
      "epoch": 1.4364939586319885,
      "grad_norm": 0.9776675654749691,
      "learning_rate": 0.00026286257050534624,
      "loss": 0.933,
      "step": 35072
    },
    {
      "epoch": 1.436534917059185,
      "grad_norm": 0.8436453339717335,
      "learning_rate": 0.0002628604222407555,
      "loss": 0.6367,
      "step": 35073
    },
    {
      "epoch": 1.4365758754863813,
      "grad_norm": 0.8452136212880003,
      "learning_rate": 0.00026285827392281085,
      "loss": 0.4486,
      "step": 35074
    },
    {
      "epoch": 1.4366168339135776,
      "grad_norm": 0.9542013472686335,
      "learning_rate": 0.0002628561255515134,
      "loss": 0.6783,
      "step": 35075
    },
    {
      "epoch": 1.4366577923407742,
      "grad_norm": 0.7522355413736188,
      "learning_rate": 0.00026285397712686413,
      "loss": 0.6466,
      "step": 35076
    },
    {
      "epoch": 1.4366987507679705,
      "grad_norm": 1.0155488480582722,
      "learning_rate": 0.000262851828648864,
      "loss": 0.391,
      "step": 35077
    },
    {
      "epoch": 1.4367397091951668,
      "grad_norm": 1.7473689337158673,
      "learning_rate": 0.00026284968011751407,
      "loss": 1.8072,
      "step": 35078
    },
    {
      "epoch": 1.4367806676223633,
      "grad_norm": 0.8551040632814275,
      "learning_rate": 0.0002628475315328154,
      "loss": 0.3585,
      "step": 35079
    },
    {
      "epoch": 1.4368216260495597,
      "grad_norm": 1.0528453407856624,
      "learning_rate": 0.00026284538289476895,
      "loss": 0.7536,
      "step": 35080
    },
    {
      "epoch": 1.436862584476756,
      "grad_norm": 1.0125733826806382,
      "learning_rate": 0.00026284323420337573,
      "loss": 0.8741,
      "step": 35081
    },
    {
      "epoch": 1.4369035429039525,
      "grad_norm": 0.8796148690688773,
      "learning_rate": 0.0002628410854586368,
      "loss": 0.6954,
      "step": 35082
    },
    {
      "epoch": 1.4369445013311488,
      "grad_norm": 0.742799540430346,
      "learning_rate": 0.0002628389366605532,
      "loss": 0.4644,
      "step": 35083
    },
    {
      "epoch": 1.4369854597583454,
      "grad_norm": 0.6729048741369781,
      "learning_rate": 0.00026283678780912584,
      "loss": 0.2558,
      "step": 35084
    },
    {
      "epoch": 1.4370264181855417,
      "grad_norm": 1.0456135922795255,
      "learning_rate": 0.0002628346389043558,
      "loss": 0.8494,
      "step": 35085
    },
    {
      "epoch": 1.4370673766127382,
      "grad_norm": 0.9167575125819674,
      "learning_rate": 0.00026283248994624406,
      "loss": 0.6851,
      "step": 35086
    },
    {
      "epoch": 1.4371083350399345,
      "grad_norm": 0.7765044593927284,
      "learning_rate": 0.0002628303409347917,
      "loss": 0.7077,
      "step": 35087
    },
    {
      "epoch": 1.4371492934671308,
      "grad_norm": 0.6917379336021818,
      "learning_rate": 0.0002628281918699997,
      "loss": 0.2769,
      "step": 35088
    },
    {
      "epoch": 1.4371902518943274,
      "grad_norm": 0.9030158238881634,
      "learning_rate": 0.00026282604275186907,
      "loss": 0.8838,
      "step": 35089
    },
    {
      "epoch": 1.4372312103215237,
      "grad_norm": 1.1364586623754165,
      "learning_rate": 0.0002628238935804009,
      "loss": 0.9373,
      "step": 35090
    },
    {
      "epoch": 1.43727216874872,
      "grad_norm": 0.7057058393734743,
      "learning_rate": 0.00026282174435559604,
      "loss": 0.3294,
      "step": 35091
    },
    {
      "epoch": 1.4373131271759165,
      "grad_norm": 0.7345627057218828,
      "learning_rate": 0.00026281959507745565,
      "loss": 0.3081,
      "step": 35092
    },
    {
      "epoch": 1.4373540856031128,
      "grad_norm": 1.0866429770419084,
      "learning_rate": 0.0002628174457459807,
      "loss": 1.0135,
      "step": 35093
    },
    {
      "epoch": 1.4373950440303092,
      "grad_norm": 0.7411180220448508,
      "learning_rate": 0.0002628152963611722,
      "loss": 0.2937,
      "step": 35094
    },
    {
      "epoch": 1.4374360024575057,
      "grad_norm": 1.031198034363703,
      "learning_rate": 0.00026281314692303123,
      "loss": 0.7646,
      "step": 35095
    },
    {
      "epoch": 1.437476960884702,
      "grad_norm": 0.9702726389855767,
      "learning_rate": 0.00026281099743155867,
      "loss": 0.7529,
      "step": 35096
    },
    {
      "epoch": 1.4375179193118983,
      "grad_norm": 1.0186596523621905,
      "learning_rate": 0.00026280884788675566,
      "loss": 0.8457,
      "step": 35097
    },
    {
      "epoch": 1.4375588777390949,
      "grad_norm": 1.642836996671686,
      "learning_rate": 0.0002628066982886232,
      "loss": 1.079,
      "step": 35098
    },
    {
      "epoch": 1.4375998361662912,
      "grad_norm": 0.8927955906214394,
      "learning_rate": 0.00026280454863716223,
      "loss": 0.7707,
      "step": 35099
    },
    {
      "epoch": 1.4376407945934875,
      "grad_norm": 0.8961128105883122,
      "learning_rate": 0.0002628023989323738,
      "loss": 0.8373,
      "step": 35100
    },
    {
      "epoch": 1.437681753020684,
      "grad_norm": 0.6259523048294527,
      "learning_rate": 0.00026280024917425896,
      "loss": 0.2979,
      "step": 35101
    },
    {
      "epoch": 1.4377227114478803,
      "grad_norm": 0.9249284213338554,
      "learning_rate": 0.0002627980993628187,
      "loss": 0.8023,
      "step": 35102
    },
    {
      "epoch": 1.4377636698750769,
      "grad_norm": 1.1210057054718556,
      "learning_rate": 0.0002627959494980541,
      "loss": 1.0444,
      "step": 35103
    },
    {
      "epoch": 1.4378046283022732,
      "grad_norm": 0.9463365905757972,
      "learning_rate": 0.0002627937995799661,
      "loss": 0.3738,
      "step": 35104
    },
    {
      "epoch": 1.4378455867294697,
      "grad_norm": 0.7026424861063665,
      "learning_rate": 0.0002627916496085557,
      "loss": 0.7615,
      "step": 35105
    },
    {
      "epoch": 1.437886545156666,
      "grad_norm": 0.8151403591545681,
      "learning_rate": 0.000262789499583824,
      "loss": 0.4636,
      "step": 35106
    },
    {
      "epoch": 1.4379275035838623,
      "grad_norm": 0.6596443121276018,
      "learning_rate": 0.00026278734950577193,
      "loss": 0.3023,
      "step": 35107
    },
    {
      "epoch": 1.4379684620110589,
      "grad_norm": 1.73469395960326,
      "learning_rate": 0.0002627851993744005,
      "loss": 0.6637,
      "step": 35108
    },
    {
      "epoch": 1.4380094204382552,
      "grad_norm": 1.0158673409234529,
      "learning_rate": 0.0002627830491897109,
      "loss": 0.9212,
      "step": 35109
    },
    {
      "epoch": 1.4380503788654515,
      "grad_norm": 1.1945476039950784,
      "learning_rate": 0.0002627808989517039,
      "loss": 0.859,
      "step": 35110
    },
    {
      "epoch": 1.438091337292648,
      "grad_norm": 0.9989371321186481,
      "learning_rate": 0.0002627787486603807,
      "loss": 0.9026,
      "step": 35111
    },
    {
      "epoch": 1.4381322957198444,
      "grad_norm": 0.8478802782587543,
      "learning_rate": 0.0002627765983157422,
      "loss": 0.6508,
      "step": 35112
    },
    {
      "epoch": 1.4381732541470407,
      "grad_norm": 1.0387834645445746,
      "learning_rate": 0.0002627744479177895,
      "loss": 0.9106,
      "step": 35113
    },
    {
      "epoch": 1.4382142125742372,
      "grad_norm": 1.248435294868461,
      "learning_rate": 0.0002627722974665236,
      "loss": 0.928,
      "step": 35114
    },
    {
      "epoch": 1.4382551710014335,
      "grad_norm": 1.028379482619421,
      "learning_rate": 0.0002627701469619455,
      "loss": 0.8444,
      "step": 35115
    },
    {
      "epoch": 1.4382961294286298,
      "grad_norm": 0.8531659765469501,
      "learning_rate": 0.0002627679964040562,
      "loss": 0.7317,
      "step": 35116
    },
    {
      "epoch": 1.4383370878558264,
      "grad_norm": 1.2268682280237055,
      "learning_rate": 0.00026276584579285674,
      "loss": 1.1843,
      "step": 35117
    },
    {
      "epoch": 1.4383780462830227,
      "grad_norm": 0.9850937417027288,
      "learning_rate": 0.0002627636951283481,
      "loss": 0.7464,
      "step": 35118
    },
    {
      "epoch": 1.438419004710219,
      "grad_norm": 0.9335086771136035,
      "learning_rate": 0.0002627615444105314,
      "loss": 0.6188,
      "step": 35119
    },
    {
      "epoch": 1.4384599631374155,
      "grad_norm": 1.503457860544818,
      "learning_rate": 0.0002627593936394075,
      "loss": 0.8526,
      "step": 35120
    },
    {
      "epoch": 1.4385009215646118,
      "grad_norm": 0.961261192277571,
      "learning_rate": 0.00026275724281497756,
      "loss": 0.8315,
      "step": 35121
    },
    {
      "epoch": 1.4385418799918084,
      "grad_norm": 2.6217640370699855,
      "learning_rate": 0.0002627550919372426,
      "loss": 1.1617,
      "step": 35122
    },
    {
      "epoch": 1.4385828384190047,
      "grad_norm": 0.8823360452390917,
      "learning_rate": 0.00026275294100620345,
      "loss": 0.3452,
      "step": 35123
    },
    {
      "epoch": 1.4386237968462012,
      "grad_norm": 1.035621191677834,
      "learning_rate": 0.00026275079002186137,
      "loss": 0.8831,
      "step": 35124
    },
    {
      "epoch": 1.4386647552733975,
      "grad_norm": 0.8748877507158687,
      "learning_rate": 0.00026274863898421714,
      "loss": 0.3555,
      "step": 35125
    },
    {
      "epoch": 1.4387057137005939,
      "grad_norm": 0.87718024476713,
      "learning_rate": 0.00026274648789327196,
      "loss": 0.7301,
      "step": 35126
    },
    {
      "epoch": 1.4387466721277904,
      "grad_norm": 0.694142804397337,
      "learning_rate": 0.00026274433674902675,
      "loss": 0.4097,
      "step": 35127
    },
    {
      "epoch": 1.4387876305549867,
      "grad_norm": 0.7332223532856608,
      "learning_rate": 0.0002627421855514826,
      "loss": 0.4257,
      "step": 35128
    },
    {
      "epoch": 1.438828588982183,
      "grad_norm": 1.005475648316671,
      "learning_rate": 0.0002627400343006405,
      "loss": 1.0714,
      "step": 35129
    },
    {
      "epoch": 1.4388695474093796,
      "grad_norm": 0.7838713954864054,
      "learning_rate": 0.00026273788299650136,
      "loss": 0.386,
      "step": 35130
    },
    {
      "epoch": 1.4389105058365759,
      "grad_norm": 1.4163673788212827,
      "learning_rate": 0.0002627357316390664,
      "loss": 1.2113,
      "step": 35131
    },
    {
      "epoch": 1.4389514642637722,
      "grad_norm": 1.3391266788311156,
      "learning_rate": 0.0002627335802283365,
      "loss": 1.0255,
      "step": 35132
    },
    {
      "epoch": 1.4389924226909687,
      "grad_norm": 0.7985627081536203,
      "learning_rate": 0.00026273142876431267,
      "loss": 0.5738,
      "step": 35133
    },
    {
      "epoch": 1.439033381118165,
      "grad_norm": 1.372452712293744,
      "learning_rate": 0.000262729277246996,
      "loss": 0.9942,
      "step": 35134
    },
    {
      "epoch": 1.4390743395453613,
      "grad_norm": 1.2574507829280919,
      "learning_rate": 0.0002627271256763874,
      "loss": 1.1759,
      "step": 35135
    },
    {
      "epoch": 1.4391152979725579,
      "grad_norm": 1.1037414779615997,
      "learning_rate": 0.00026272497405248807,
      "loss": 1.0121,
      "step": 35136
    },
    {
      "epoch": 1.4391562563997542,
      "grad_norm": 0.8999767874757688,
      "learning_rate": 0.00026272282237529884,
      "loss": 0.6842,
      "step": 35137
    },
    {
      "epoch": 1.4391972148269505,
      "grad_norm": 1.4244007351391619,
      "learning_rate": 0.00026272067064482074,
      "loss": 1.6926,
      "step": 35138
    },
    {
      "epoch": 1.439238173254147,
      "grad_norm": 0.8383831669660892,
      "learning_rate": 0.000262718518861055,
      "loss": 0.855,
      "step": 35139
    },
    {
      "epoch": 1.4392791316813434,
      "grad_norm": 0.7211601458821378,
      "learning_rate": 0.00026271636702400236,
      "loss": 0.4913,
      "step": 35140
    },
    {
      "epoch": 1.43932009010854,
      "grad_norm": 1.0538884828279893,
      "learning_rate": 0.000262714215133664,
      "loss": 0.6698,
      "step": 35141
    },
    {
      "epoch": 1.4393610485357362,
      "grad_norm": 0.8669171812998145,
      "learning_rate": 0.0002627120631900409,
      "loss": 0.3323,
      "step": 35142
    },
    {
      "epoch": 1.4394020069629327,
      "grad_norm": 0.9522601280883009,
      "learning_rate": 0.0002627099111931341,
      "loss": 0.6577,
      "step": 35143
    },
    {
      "epoch": 1.439442965390129,
      "grad_norm": 1.195968718476411,
      "learning_rate": 0.0002627077591429445,
      "loss": 0.8717,
      "step": 35144
    },
    {
      "epoch": 1.4394839238173254,
      "grad_norm": 1.0876472382782028,
      "learning_rate": 0.00026270560703947333,
      "loss": 0.8467,
      "step": 35145
    },
    {
      "epoch": 1.439524882244522,
      "grad_norm": 0.8221023576567071,
      "learning_rate": 0.0002627034548827215,
      "loss": 0.3651,
      "step": 35146
    },
    {
      "epoch": 1.4395658406717182,
      "grad_norm": 1.1445232290612224,
      "learning_rate": 0.0002627013026726899,
      "loss": 0.8635,
      "step": 35147
    },
    {
      "epoch": 1.4396067990989145,
      "grad_norm": 1.0686169683655333,
      "learning_rate": 0.00026269915040937975,
      "loss": 0.7596,
      "step": 35148
    },
    {
      "epoch": 1.439647757526111,
      "grad_norm": 1.1157261843322297,
      "learning_rate": 0.00026269699809279193,
      "loss": 0.9655,
      "step": 35149
    },
    {
      "epoch": 1.4396887159533074,
      "grad_norm": 2.5703798439296057,
      "learning_rate": 0.00026269484572292756,
      "loss": 1.5072,
      "step": 35150
    },
    {
      "epoch": 1.4397296743805037,
      "grad_norm": 0.9416049655084089,
      "learning_rate": 0.00026269269329978756,
      "loss": 0.8563,
      "step": 35151
    },
    {
      "epoch": 1.4397706328077002,
      "grad_norm": 1.2138854242132857,
      "learning_rate": 0.00026269054082337306,
      "loss": 1.1678,
      "step": 35152
    },
    {
      "epoch": 1.4398115912348965,
      "grad_norm": 1.238971238499319,
      "learning_rate": 0.00026268838829368493,
      "loss": 1.0238,
      "step": 35153
    },
    {
      "epoch": 1.4398525496620929,
      "grad_norm": 3.6785664182078914,
      "learning_rate": 0.0002626862357107243,
      "loss": 4.9447,
      "step": 35154
    },
    {
      "epoch": 1.4398935080892894,
      "grad_norm": 0.6781649104390041,
      "learning_rate": 0.00026268408307449217,
      "loss": 0.2791,
      "step": 35155
    },
    {
      "epoch": 1.4399344665164857,
      "grad_norm": 0.953380162313421,
      "learning_rate": 0.00026268193038498955,
      "loss": 0.9123,
      "step": 35156
    },
    {
      "epoch": 1.439975424943682,
      "grad_norm": 0.5652159679032376,
      "learning_rate": 0.0002626797776422174,
      "loss": 0.233,
      "step": 35157
    },
    {
      "epoch": 1.4400163833708786,
      "grad_norm": 0.8850090735775137,
      "learning_rate": 0.00026267762484617687,
      "loss": 0.4494,
      "step": 35158
    },
    {
      "epoch": 1.4400573417980749,
      "grad_norm": 0.9107123395029731,
      "learning_rate": 0.00026267547199686886,
      "loss": 0.618,
      "step": 35159
    },
    {
      "epoch": 1.4400983002252714,
      "grad_norm": 0.9913150715023992,
      "learning_rate": 0.0002626733190942944,
      "loss": 0.5517,
      "step": 35160
    },
    {
      "epoch": 1.4401392586524677,
      "grad_norm": 3.089439052087484,
      "learning_rate": 0.0002626711661384546,
      "loss": 3.8233,
      "step": 35161
    },
    {
      "epoch": 1.4401802170796643,
      "grad_norm": 1.017652336396592,
      "learning_rate": 0.0002626690131293503,
      "loss": 0.8526,
      "step": 35162
    },
    {
      "epoch": 1.4402211755068606,
      "grad_norm": 1.4995576276746472,
      "learning_rate": 0.0002626668600669827,
      "loss": 0.5716,
      "step": 35163
    },
    {
      "epoch": 1.4402621339340569,
      "grad_norm": 1.323305827482725,
      "learning_rate": 0.00026266470695135273,
      "loss": 1.2436,
      "step": 35164
    },
    {
      "epoch": 1.4403030923612534,
      "grad_norm": 0.5655952771136524,
      "learning_rate": 0.00026266255378246144,
      "loss": 0.2731,
      "step": 35165
    },
    {
      "epoch": 1.4403440507884497,
      "grad_norm": 1.099817828692831,
      "learning_rate": 0.0002626604005603098,
      "loss": 0.9225,
      "step": 35166
    },
    {
      "epoch": 1.440385009215646,
      "grad_norm": 1.8606147993632711,
      "learning_rate": 0.0002626582472848989,
      "loss": 1.1746,
      "step": 35167
    },
    {
      "epoch": 1.4404259676428426,
      "grad_norm": 0.5739818351091995,
      "learning_rate": 0.00026265609395622973,
      "loss": 0.3649,
      "step": 35168
    },
    {
      "epoch": 1.440466926070039,
      "grad_norm": 0.8231643669875873,
      "learning_rate": 0.0002626539405743033,
      "loss": 0.823,
      "step": 35169
    },
    {
      "epoch": 1.4405078844972352,
      "grad_norm": 1.0287709651093015,
      "learning_rate": 0.00026265178713912057,
      "loss": 0.964,
      "step": 35170
    },
    {
      "epoch": 1.4405488429244317,
      "grad_norm": 0.8574075404221224,
      "learning_rate": 0.0002626496336506826,
      "loss": 0.6634,
      "step": 35171
    },
    {
      "epoch": 1.440589801351628,
      "grad_norm": 0.5550134349116953,
      "learning_rate": 0.00026264748010899045,
      "loss": 0.2768,
      "step": 35172
    },
    {
      "epoch": 1.4406307597788244,
      "grad_norm": 0.7125597943242331,
      "learning_rate": 0.0002626453265140451,
      "loss": 0.2106,
      "step": 35173
    },
    {
      "epoch": 1.440671718206021,
      "grad_norm": 1.150828587801688,
      "learning_rate": 0.0002626431728658476,
      "loss": 1.0377,
      "step": 35174
    },
    {
      "epoch": 1.4407126766332172,
      "grad_norm": 2.4016890987678634,
      "learning_rate": 0.00026264101916439894,
      "loss": 0.9955,
      "step": 35175
    },
    {
      "epoch": 1.4407536350604138,
      "grad_norm": 0.7632052467212102,
      "learning_rate": 0.00026263886540970016,
      "loss": 0.436,
      "step": 35176
    },
    {
      "epoch": 1.44079459348761,
      "grad_norm": 1.3362238545718101,
      "learning_rate": 0.00026263671160175225,
      "loss": 0.8269,
      "step": 35177
    },
    {
      "epoch": 1.4408355519148064,
      "grad_norm": 0.9925654356190201,
      "learning_rate": 0.0002626345577405562,
      "loss": 0.6118,
      "step": 35178
    },
    {
      "epoch": 1.440876510342003,
      "grad_norm": 0.979741400173994,
      "learning_rate": 0.00026263240382611307,
      "loss": 0.6112,
      "step": 35179
    },
    {
      "epoch": 1.4409174687691992,
      "grad_norm": 1.0912931904852672,
      "learning_rate": 0.0002626302498584239,
      "loss": 0.5381,
      "step": 35180
    },
    {
      "epoch": 1.4409584271963958,
      "grad_norm": 0.640700903392199,
      "learning_rate": 0.0002626280958374897,
      "loss": 0.3318,
      "step": 35181
    },
    {
      "epoch": 1.440999385623592,
      "grad_norm": 1.1906637720223334,
      "learning_rate": 0.0002626259417633115,
      "loss": 0.8786,
      "step": 35182
    },
    {
      "epoch": 1.4410403440507884,
      "grad_norm": 0.9367327313982776,
      "learning_rate": 0.0002626237876358902,
      "loss": 0.712,
      "step": 35183
    },
    {
      "epoch": 1.441081302477985,
      "grad_norm": 1.3069866213958046,
      "learning_rate": 0.00026262163345522696,
      "loss": 1.1239,
      "step": 35184
    },
    {
      "epoch": 1.4411222609051813,
      "grad_norm": 0.7971292383094624,
      "learning_rate": 0.00026261947922132274,
      "loss": 0.6301,
      "step": 35185
    },
    {
      "epoch": 1.4411632193323776,
      "grad_norm": 0.5540965799091845,
      "learning_rate": 0.00026261732493417856,
      "loss": 0.2613,
      "step": 35186
    },
    {
      "epoch": 1.441204177759574,
      "grad_norm": 1.3902778835919487,
      "learning_rate": 0.00026261517059379544,
      "loss": 0.2867,
      "step": 35187
    },
    {
      "epoch": 1.4412451361867704,
      "grad_norm": 0.6684457517314295,
      "learning_rate": 0.00026261301620017437,
      "loss": 0.3967,
      "step": 35188
    },
    {
      "epoch": 1.4412860946139667,
      "grad_norm": 0.96063790036748,
      "learning_rate": 0.0002626108617533165,
      "loss": 0.8667,
      "step": 35189
    },
    {
      "epoch": 1.4413270530411633,
      "grad_norm": 0.9014506894224916,
      "learning_rate": 0.0002626087072532227,
      "loss": 0.5299,
      "step": 35190
    },
    {
      "epoch": 1.4413680114683596,
      "grad_norm": 1.1880176807660796,
      "learning_rate": 0.000262606552699894,
      "loss": 1.1997,
      "step": 35191
    },
    {
      "epoch": 1.441408969895556,
      "grad_norm": 1.0662082595341658,
      "learning_rate": 0.00026260439809333146,
      "loss": 0.8836,
      "step": 35192
    },
    {
      "epoch": 1.4414499283227524,
      "grad_norm": 1.2690049307418998,
      "learning_rate": 0.0002626022434335361,
      "loss": 0.9903,
      "step": 35193
    },
    {
      "epoch": 1.4414908867499487,
      "grad_norm": 0.9489810797009446,
      "learning_rate": 0.00026260008872050895,
      "loss": 0.5472,
      "step": 35194
    },
    {
      "epoch": 1.4415318451771453,
      "grad_norm": 0.8358001141402754,
      "learning_rate": 0.000262597933954251,
      "loss": 0.8795,
      "step": 35195
    },
    {
      "epoch": 1.4415728036043416,
      "grad_norm": 0.9300605085554869,
      "learning_rate": 0.0002625957791347633,
      "loss": 0.8914,
      "step": 35196
    },
    {
      "epoch": 1.4416137620315381,
      "grad_norm": 0.8813963688022477,
      "learning_rate": 0.0002625936242620469,
      "loss": 0.8808,
      "step": 35197
    },
    {
      "epoch": 1.4416547204587344,
      "grad_norm": 0.7692722978192855,
      "learning_rate": 0.0002625914693361027,
      "loss": 0.3874,
      "step": 35198
    },
    {
      "epoch": 1.4416956788859308,
      "grad_norm": 0.7107946077024928,
      "learning_rate": 0.0002625893143569318,
      "loss": 0.3385,
      "step": 35199
    },
    {
      "epoch": 1.4417366373131273,
      "grad_norm": 1.0221103049638776,
      "learning_rate": 0.00026258715932453517,
      "loss": 0.8696,
      "step": 35200
    },
    {
      "epoch": 1.4417775957403236,
      "grad_norm": 1.2338274259436162,
      "learning_rate": 0.0002625850042389139,
      "loss": 1.0406,
      "step": 35201
    },
    {
      "epoch": 1.44181855416752,
      "grad_norm": 1.0362120210198476,
      "learning_rate": 0.000262582849100069,
      "loss": 1.0376,
      "step": 35202
    },
    {
      "epoch": 1.4418595125947165,
      "grad_norm": 1.1909857725477426,
      "learning_rate": 0.00026258069390800137,
      "loss": 1.032,
      "step": 35203
    },
    {
      "epoch": 1.4419004710219128,
      "grad_norm": 1.0342013517613295,
      "learning_rate": 0.00026257853866271216,
      "loss": 0.4575,
      "step": 35204
    },
    {
      "epoch": 1.441941429449109,
      "grad_norm": 0.9514421288758014,
      "learning_rate": 0.0002625763833642024,
      "loss": 0.8648,
      "step": 35205
    },
    {
      "epoch": 1.4419823878763056,
      "grad_norm": 1.069204869213269,
      "learning_rate": 0.000262574228012473,
      "loss": 1.1316,
      "step": 35206
    },
    {
      "epoch": 1.442023346303502,
      "grad_norm": 3.7464269005173034,
      "learning_rate": 0.0002625720726075251,
      "loss": 2.8852,
      "step": 35207
    },
    {
      "epoch": 1.4420643047306982,
      "grad_norm": 0.9958605757345707,
      "learning_rate": 0.00026256991714935965,
      "loss": 0.6119,
      "step": 35208
    },
    {
      "epoch": 1.4421052631578948,
      "grad_norm": 0.8069923301200003,
      "learning_rate": 0.00026256776163797763,
      "loss": 0.6189,
      "step": 35209
    },
    {
      "epoch": 1.442146221585091,
      "grad_norm": 5.7714239368940135,
      "learning_rate": 0.0002625656060733801,
      "loss": 6.2244,
      "step": 35210
    },
    {
      "epoch": 1.4421871800122874,
      "grad_norm": 1.082808832599473,
      "learning_rate": 0.00026256345045556814,
      "loss": 0.9331,
      "step": 35211
    },
    {
      "epoch": 1.442228138439484,
      "grad_norm": 1.141624419761154,
      "learning_rate": 0.00026256129478454266,
      "loss": 1.0753,
      "step": 35212
    },
    {
      "epoch": 1.4422690968666803,
      "grad_norm": 1.215509989369233,
      "learning_rate": 0.00026255913906030477,
      "loss": 0.9588,
      "step": 35213
    },
    {
      "epoch": 1.4423100552938768,
      "grad_norm": 4.474445091645862,
      "learning_rate": 0.0002625569832828554,
      "loss": 3.1739,
      "step": 35214
    },
    {
      "epoch": 1.442351013721073,
      "grad_norm": 0.8370325337631094,
      "learning_rate": 0.0002625548274521957,
      "loss": 0.3646,
      "step": 35215
    },
    {
      "epoch": 1.4423919721482696,
      "grad_norm": 1.3171037010039506,
      "learning_rate": 0.00026255267156832655,
      "loss": 1.1529,
      "step": 35216
    },
    {
      "epoch": 1.442432930575466,
      "grad_norm": 1.3543783818272934,
      "learning_rate": 0.00026255051563124903,
      "loss": 1.4017,
      "step": 35217
    },
    {
      "epoch": 1.4424738890026623,
      "grad_norm": 1.0283891748988079,
      "learning_rate": 0.0002625483596409642,
      "loss": 0.9751,
      "step": 35218
    },
    {
      "epoch": 1.4425148474298588,
      "grad_norm": 1.055456551325031,
      "learning_rate": 0.000262546203597473,
      "loss": 0.9124,
      "step": 35219
    },
    {
      "epoch": 1.4425558058570551,
      "grad_norm": 1.026739419788393,
      "learning_rate": 0.00026254404750077645,
      "loss": 1.1941,
      "step": 35220
    },
    {
      "epoch": 1.4425967642842514,
      "grad_norm": 0.9148326262113402,
      "learning_rate": 0.00026254189135087563,
      "loss": 0.8982,
      "step": 35221
    },
    {
      "epoch": 1.442637722711448,
      "grad_norm": 0.8732869075913275,
      "learning_rate": 0.00026253973514777154,
      "loss": 0.9227,
      "step": 35222
    },
    {
      "epoch": 1.4426786811386443,
      "grad_norm": 1.003541689299634,
      "learning_rate": 0.00026253757889146517,
      "loss": 0.859,
      "step": 35223
    },
    {
      "epoch": 1.4427196395658406,
      "grad_norm": 0.986941514192481,
      "learning_rate": 0.00026253542258195765,
      "loss": 0.8251,
      "step": 35224
    },
    {
      "epoch": 1.4427605979930371,
      "grad_norm": 0.9679824585779085,
      "learning_rate": 0.00026253326621924984,
      "loss": 0.8904,
      "step": 35225
    },
    {
      "epoch": 1.4428015564202334,
      "grad_norm": 0.8681418182478335,
      "learning_rate": 0.00026253110980334283,
      "loss": 0.8178,
      "step": 35226
    },
    {
      "epoch": 1.4428425148474298,
      "grad_norm": 0.8339598250014629,
      "learning_rate": 0.00026252895333423766,
      "loss": 0.876,
      "step": 35227
    },
    {
      "epoch": 1.4428834732746263,
      "grad_norm": 0.9887087375546001,
      "learning_rate": 0.0002625267968119353,
      "loss": 0.9729,
      "step": 35228
    },
    {
      "epoch": 1.4429244317018226,
      "grad_norm": 0.923384895135508,
      "learning_rate": 0.0002625246402364369,
      "loss": 0.8563,
      "step": 35229
    },
    {
      "epoch": 1.442965390129019,
      "grad_norm": 0.5448800764126918,
      "learning_rate": 0.00026252248360774327,
      "loss": 0.2724,
      "step": 35230
    },
    {
      "epoch": 1.4430063485562155,
      "grad_norm": 1.2698454892193176,
      "learning_rate": 0.00026252032692585556,
      "loss": 1.1026,
      "step": 35231
    },
    {
      "epoch": 1.4430473069834118,
      "grad_norm": 2.1780748020755523,
      "learning_rate": 0.00026251817019077477,
      "loss": 1.8678,
      "step": 35232
    },
    {
      "epoch": 1.4430882654106083,
      "grad_norm": 1.2641896063345799,
      "learning_rate": 0.00026251601340250195,
      "loss": 0.6351,
      "step": 35233
    },
    {
      "epoch": 1.4431292238378046,
      "grad_norm": 0.4446560976753853,
      "learning_rate": 0.00026251385656103805,
      "loss": 0.3032,
      "step": 35234
    },
    {
      "epoch": 1.4431701822650012,
      "grad_norm": 1.0002124200757698,
      "learning_rate": 0.0002625116996663842,
      "loss": 0.8957,
      "step": 35235
    },
    {
      "epoch": 1.4432111406921975,
      "grad_norm": 1.4377782391453064,
      "learning_rate": 0.0002625095427185413,
      "loss": 1.609,
      "step": 35236
    },
    {
      "epoch": 1.4432520991193938,
      "grad_norm": 0.8861349771532827,
      "learning_rate": 0.0002625073857175104,
      "loss": 0.7163,
      "step": 35237
    },
    {
      "epoch": 1.4432930575465903,
      "grad_norm": 1.9924579338999577,
      "learning_rate": 0.0002625052286632925,
      "loss": 1.537,
      "step": 35238
    },
    {
      "epoch": 1.4433340159737866,
      "grad_norm": 1.7914507492653355,
      "learning_rate": 0.00026250307155588874,
      "loss": 2.721,
      "step": 35239
    },
    {
      "epoch": 1.443374974400983,
      "grad_norm": 1.2984171603424521,
      "learning_rate": 0.0002625009143953,
      "loss": 1.1296,
      "step": 35240
    },
    {
      "epoch": 1.4434159328281795,
      "grad_norm": 0.8643184598785845,
      "learning_rate": 0.0002624987571815274,
      "loss": 0.341,
      "step": 35241
    },
    {
      "epoch": 1.4434568912553758,
      "grad_norm": 0.9827637297742221,
      "learning_rate": 0.0002624965999145719,
      "loss": 0.6749,
      "step": 35242
    },
    {
      "epoch": 1.443497849682572,
      "grad_norm": 1.1028797756945652,
      "learning_rate": 0.0002624944425944345,
      "loss": 0.6839,
      "step": 35243
    },
    {
      "epoch": 1.4435388081097686,
      "grad_norm": 1.0780669184485625,
      "learning_rate": 0.00026249228522111633,
      "loss": 0.8483,
      "step": 35244
    },
    {
      "epoch": 1.443579766536965,
      "grad_norm": 0.772616187517084,
      "learning_rate": 0.00026249012779461825,
      "loss": 0.4469,
      "step": 35245
    },
    {
      "epoch": 1.4436207249641613,
      "grad_norm": 1.008855600534551,
      "learning_rate": 0.0002624879703149414,
      "loss": 0.7588,
      "step": 35246
    },
    {
      "epoch": 1.4436616833913578,
      "grad_norm": 0.5711593276686383,
      "learning_rate": 0.00026248581278208677,
      "loss": 0.2819,
      "step": 35247
    },
    {
      "epoch": 1.4437026418185541,
      "grad_norm": 0.8089254492893526,
      "learning_rate": 0.0002624836551960554,
      "loss": 0.6577,
      "step": 35248
    },
    {
      "epoch": 1.4437436002457504,
      "grad_norm": 0.7367426436372438,
      "learning_rate": 0.0002624814975568482,
      "loss": 0.2245,
      "step": 35249
    },
    {
      "epoch": 1.443784558672947,
      "grad_norm": 0.9349873438961308,
      "learning_rate": 0.00026247933986446636,
      "loss": 0.9274,
      "step": 35250
    },
    {
      "epoch": 1.4438255171001433,
      "grad_norm": 0.92697698537523,
      "learning_rate": 0.0002624771821189108,
      "loss": 0.4443,
      "step": 35251
    },
    {
      "epoch": 1.4438664755273398,
      "grad_norm": 0.8583806876944263,
      "learning_rate": 0.00026247502432018256,
      "loss": 0.4368,
      "step": 35252
    },
    {
      "epoch": 1.4439074339545361,
      "grad_norm": 0.9810721906336624,
      "learning_rate": 0.0002624728664682826,
      "loss": 0.7477,
      "step": 35253
    },
    {
      "epoch": 1.4439483923817327,
      "grad_norm": 1.6567294489248166,
      "learning_rate": 0.00026247070856321206,
      "loss": 1.354,
      "step": 35254
    },
    {
      "epoch": 1.443989350808929,
      "grad_norm": 1.2859046919321904,
      "learning_rate": 0.00026246855060497185,
      "loss": 1.3778,
      "step": 35255
    },
    {
      "epoch": 1.4440303092361253,
      "grad_norm": 1.110720320758451,
      "learning_rate": 0.00026246639259356306,
      "loss": 0.9971,
      "step": 35256
    },
    {
      "epoch": 1.4440712676633218,
      "grad_norm": 1.2022364459438968,
      "learning_rate": 0.0002624642345289867,
      "loss": 1.2533,
      "step": 35257
    },
    {
      "epoch": 1.4441122260905181,
      "grad_norm": 1.4789022491355788,
      "learning_rate": 0.00026246207641124374,
      "loss": 1.2127,
      "step": 35258
    },
    {
      "epoch": 1.4441531845177145,
      "grad_norm": 1.3022908037246688,
      "learning_rate": 0.00026245991824033527,
      "loss": 1.4584,
      "step": 35259
    },
    {
      "epoch": 1.444194142944911,
      "grad_norm": 1.3016127175152712,
      "learning_rate": 0.00026245776001626223,
      "loss": 1.2024,
      "step": 35260
    },
    {
      "epoch": 1.4442351013721073,
      "grad_norm": 1.0200187707698898,
      "learning_rate": 0.0002624556017390258,
      "loss": 0.8491,
      "step": 35261
    },
    {
      "epoch": 1.4442760597993036,
      "grad_norm": 0.841528759213045,
      "learning_rate": 0.00026245344340862677,
      "loss": 0.7184,
      "step": 35262
    },
    {
      "epoch": 1.4443170182265002,
      "grad_norm": 0.8346357324559088,
      "learning_rate": 0.0002624512850250663,
      "loss": 0.6864,
      "step": 35263
    },
    {
      "epoch": 1.4443579766536965,
      "grad_norm": 0.8193005377318374,
      "learning_rate": 0.0002624491265883454,
      "loss": 0.7083,
      "step": 35264
    },
    {
      "epoch": 1.4443989350808928,
      "grad_norm": 1.0749607533229981,
      "learning_rate": 0.00026244696809846505,
      "loss": 0.7654,
      "step": 35265
    },
    {
      "epoch": 1.4444398935080893,
      "grad_norm": 1.196315953870083,
      "learning_rate": 0.0002624448095554263,
      "loss": 1.2449,
      "step": 35266
    },
    {
      "epoch": 1.4444808519352856,
      "grad_norm": 1.1234251984193686,
      "learning_rate": 0.0002624426509592302,
      "loss": 0.502,
      "step": 35267
    },
    {
      "epoch": 1.444521810362482,
      "grad_norm": 0.9057951187519182,
      "learning_rate": 0.0002624404923098777,
      "loss": 0.9655,
      "step": 35268
    },
    {
      "epoch": 1.4445627687896785,
      "grad_norm": 0.7429012720124953,
      "learning_rate": 0.00026243833360736996,
      "loss": 0.7732,
      "step": 35269
    },
    {
      "epoch": 1.4446037272168748,
      "grad_norm": 0.8718906828503477,
      "learning_rate": 0.0002624361748517078,
      "loss": 0.7439,
      "step": 35270
    },
    {
      "epoch": 1.4446446856440713,
      "grad_norm": 1.0244599036272415,
      "learning_rate": 0.00026243401604289236,
      "loss": 0.9448,
      "step": 35271
    },
    {
      "epoch": 1.4446856440712676,
      "grad_norm": 0.6119919639451448,
      "learning_rate": 0.0002624318571809247,
      "loss": 0.2899,
      "step": 35272
    },
    {
      "epoch": 1.4447266024984642,
      "grad_norm": 0.9130428932034115,
      "learning_rate": 0.0002624296982658057,
      "loss": 0.5688,
      "step": 35273
    },
    {
      "epoch": 1.4447675609256605,
      "grad_norm": 0.8956655210234563,
      "learning_rate": 0.0002624275392975365,
      "loss": 1.033,
      "step": 35274
    },
    {
      "epoch": 1.4448085193528568,
      "grad_norm": 1.4259317262280518,
      "learning_rate": 0.0002624253802761181,
      "loss": 1.7499,
      "step": 35275
    },
    {
      "epoch": 1.4448494777800533,
      "grad_norm": 1.1078019377363733,
      "learning_rate": 0.0002624232212015515,
      "loss": 1.0001,
      "step": 35276
    },
    {
      "epoch": 1.4448904362072497,
      "grad_norm": 1.2618620530977522,
      "learning_rate": 0.0002624210620738377,
      "loss": 1.3116,
      "step": 35277
    },
    {
      "epoch": 1.444931394634446,
      "grad_norm": 0.8163721373631205,
      "learning_rate": 0.00026241890289297777,
      "loss": 0.6166,
      "step": 35278
    },
    {
      "epoch": 1.4449723530616425,
      "grad_norm": 1.046352315299834,
      "learning_rate": 0.00026241674365897263,
      "loss": 1.2175,
      "step": 35279
    },
    {
      "epoch": 1.4450133114888388,
      "grad_norm": 1.022246010068903,
      "learning_rate": 0.0002624145843718235,
      "loss": 0.8665,
      "step": 35280
    },
    {
      "epoch": 1.4450542699160351,
      "grad_norm": 1.0361001389919218,
      "learning_rate": 0.0002624124250315312,
      "loss": 0.9136,
      "step": 35281
    },
    {
      "epoch": 1.4450952283432317,
      "grad_norm": 2.5772946672282524,
      "learning_rate": 0.00026241026563809684,
      "loss": 4.5054,
      "step": 35282
    },
    {
      "epoch": 1.445136186770428,
      "grad_norm": 1.1748228323463294,
      "learning_rate": 0.0002624081061915214,
      "loss": 0.9597,
      "step": 35283
    },
    {
      "epoch": 1.4451771451976243,
      "grad_norm": 0.8676341347671547,
      "learning_rate": 0.00026240594669180595,
      "loss": 0.7481,
      "step": 35284
    },
    {
      "epoch": 1.4452181036248208,
      "grad_norm": 1.2737423387077333,
      "learning_rate": 0.00026240378713895154,
      "loss": 0.7338,
      "step": 35285
    },
    {
      "epoch": 1.4452590620520172,
      "grad_norm": 1.430599197114889,
      "learning_rate": 0.00026240162753295913,
      "loss": 1.3393,
      "step": 35286
    },
    {
      "epoch": 1.4453000204792135,
      "grad_norm": 1.209634332852273,
      "learning_rate": 0.0002623994678738297,
      "loss": 0.9924,
      "step": 35287
    },
    {
      "epoch": 1.44534097890641,
      "grad_norm": 0.8273865616285848,
      "learning_rate": 0.00026239730816156434,
      "loss": 0.6145,
      "step": 35288
    },
    {
      "epoch": 1.4453819373336063,
      "grad_norm": 0.8051359453943147,
      "learning_rate": 0.00026239514839616413,
      "loss": 0.77,
      "step": 35289
    },
    {
      "epoch": 1.4454228957608029,
      "grad_norm": 0.8306321970040311,
      "learning_rate": 0.0002623929885776299,
      "loss": 0.5825,
      "step": 35290
    },
    {
      "epoch": 1.4454638541879992,
      "grad_norm": 1.0422170566176485,
      "learning_rate": 0.00026239082870596283,
      "loss": 1.0059,
      "step": 35291
    },
    {
      "epoch": 1.4455048126151957,
      "grad_norm": 0.9321598936378279,
      "learning_rate": 0.000262388668781164,
      "loss": 0.6609,
      "step": 35292
    },
    {
      "epoch": 1.445545771042392,
      "grad_norm": 0.9955112422094435,
      "learning_rate": 0.00026238650880323417,
      "loss": 1.0217,
      "step": 35293
    },
    {
      "epoch": 1.4455867294695883,
      "grad_norm": 3.9061122841118103,
      "learning_rate": 0.0002623843487721746,
      "loss": 1.6266,
      "step": 35294
    },
    {
      "epoch": 1.4456276878967849,
      "grad_norm": 1.0485341370120347,
      "learning_rate": 0.00026238218868798627,
      "loss": 0.7616,
      "step": 35295
    },
    {
      "epoch": 1.4456686463239812,
      "grad_norm": 1.2140273356695124,
      "learning_rate": 0.00026238002855067007,
      "loss": 1.194,
      "step": 35296
    },
    {
      "epoch": 1.4457096047511775,
      "grad_norm": 1.159404114403299,
      "learning_rate": 0.00026237786836022715,
      "loss": 0.7066,
      "step": 35297
    },
    {
      "epoch": 1.445750563178374,
      "grad_norm": 0.8298497526170522,
      "learning_rate": 0.0002623757081166585,
      "loss": 0.6999,
      "step": 35298
    },
    {
      "epoch": 1.4457915216055703,
      "grad_norm": 0.5948682978426661,
      "learning_rate": 0.00026237354781996516,
      "loss": 0.3254,
      "step": 35299
    },
    {
      "epoch": 1.4458324800327667,
      "grad_norm": 0.8722346559716724,
      "learning_rate": 0.0002623713874701481,
      "loss": 0.6733,
      "step": 35300
    },
    {
      "epoch": 1.4458734384599632,
      "grad_norm": 0.8645456409710158,
      "learning_rate": 0.00026236922706720833,
      "loss": 0.8668,
      "step": 35301
    },
    {
      "epoch": 1.4459143968871595,
      "grad_norm": 0.980980839957072,
      "learning_rate": 0.000262367066611147,
      "loss": 1.1039,
      "step": 35302
    },
    {
      "epoch": 1.4459553553143558,
      "grad_norm": 0.6991300904489288,
      "learning_rate": 0.00026236490610196495,
      "loss": 0.5971,
      "step": 35303
    },
    {
      "epoch": 1.4459963137415524,
      "grad_norm": 0.9257761983248519,
      "learning_rate": 0.00026236274553966335,
      "loss": 0.6886,
      "step": 35304
    },
    {
      "epoch": 1.4460372721687487,
      "grad_norm": 0.8502157073348032,
      "learning_rate": 0.00026236058492424316,
      "loss": 0.3704,
      "step": 35305
    },
    {
      "epoch": 1.446078230595945,
      "grad_norm": 1.0644257352396467,
      "learning_rate": 0.00026235842425570535,
      "loss": 0.9785,
      "step": 35306
    },
    {
      "epoch": 1.4461191890231415,
      "grad_norm": 0.7846826753730715,
      "learning_rate": 0.0002623562635340511,
      "loss": 0.4183,
      "step": 35307
    },
    {
      "epoch": 1.4461601474503378,
      "grad_norm": 0.9073977205399009,
      "learning_rate": 0.00026235410275928124,
      "loss": 0.9614,
      "step": 35308
    },
    {
      "epoch": 1.4462011058775344,
      "grad_norm": 0.9770960735760555,
      "learning_rate": 0.00026235194193139694,
      "loss": 0.7762,
      "step": 35309
    },
    {
      "epoch": 1.4462420643047307,
      "grad_norm": 0.8215895725851949,
      "learning_rate": 0.00026234978105039915,
      "loss": 0.6615,
      "step": 35310
    },
    {
      "epoch": 1.4462830227319272,
      "grad_norm": 1.0418718435209107,
      "learning_rate": 0.00026234762011628884,
      "loss": 0.9542,
      "step": 35311
    },
    {
      "epoch": 1.4463239811591235,
      "grad_norm": 0.9263480415157636,
      "learning_rate": 0.00026234545912906716,
      "loss": 0.7631,
      "step": 35312
    },
    {
      "epoch": 1.4463649395863198,
      "grad_norm": 1.0514536100591232,
      "learning_rate": 0.000262343298088735,
      "loss": 0.9433,
      "step": 35313
    },
    {
      "epoch": 1.4464058980135164,
      "grad_norm": 0.8775677135543596,
      "learning_rate": 0.0002623411369952935,
      "loss": 0.6819,
      "step": 35314
    },
    {
      "epoch": 1.4464468564407127,
      "grad_norm": 1.0119610513485031,
      "learning_rate": 0.00026233897584874364,
      "loss": 0.5785,
      "step": 35315
    },
    {
      "epoch": 1.446487814867909,
      "grad_norm": 0.8306506143571389,
      "learning_rate": 0.0002623368146490864,
      "loss": 0.8486,
      "step": 35316
    },
    {
      "epoch": 1.4465287732951055,
      "grad_norm": 1.722973259642086,
      "learning_rate": 0.00026233465339632286,
      "loss": 2.2292,
      "step": 35317
    },
    {
      "epoch": 1.4465697317223019,
      "grad_norm": 1.4066780385426734,
      "learning_rate": 0.000262332492090454,
      "loss": 1.0554,
      "step": 35318
    },
    {
      "epoch": 1.4466106901494982,
      "grad_norm": 1.356034415350073,
      "learning_rate": 0.00026233033073148085,
      "loss": 1.2145,
      "step": 35319
    },
    {
      "epoch": 1.4466516485766947,
      "grad_norm": 0.8663271766135964,
      "learning_rate": 0.00026232816931940446,
      "loss": 0.7923,
      "step": 35320
    },
    {
      "epoch": 1.446692607003891,
      "grad_norm": 0.9398150379326748,
      "learning_rate": 0.00026232600785422585,
      "loss": 0.7706,
      "step": 35321
    },
    {
      "epoch": 1.4467335654310873,
      "grad_norm": 0.9648397447713534,
      "learning_rate": 0.00026232384633594595,
      "loss": 0.8261,
      "step": 35322
    },
    {
      "epoch": 1.4467745238582839,
      "grad_norm": 1.1947595980799146,
      "learning_rate": 0.0002623216847645659,
      "loss": 1.0517,
      "step": 35323
    },
    {
      "epoch": 1.4468154822854802,
      "grad_norm": 0.9872061912543251,
      "learning_rate": 0.00026231952314008665,
      "loss": 0.7683,
      "step": 35324
    },
    {
      "epoch": 1.4468564407126765,
      "grad_norm": 2.0632013497942188,
      "learning_rate": 0.00026231736146250926,
      "loss": 3.3337,
      "step": 35325
    },
    {
      "epoch": 1.446897399139873,
      "grad_norm": 3.33365401477605,
      "learning_rate": 0.00026231519973183475,
      "loss": 2.9707,
      "step": 35326
    },
    {
      "epoch": 1.4469383575670693,
      "grad_norm": 1.1216814799527683,
      "learning_rate": 0.0002623130379480641,
      "loss": 0.8349,
      "step": 35327
    },
    {
      "epoch": 1.4469793159942659,
      "grad_norm": 0.9251006131956898,
      "learning_rate": 0.0002623108761111984,
      "loss": 0.7435,
      "step": 35328
    },
    {
      "epoch": 1.4470202744214622,
      "grad_norm": 0.8458982939247373,
      "learning_rate": 0.0002623087142212386,
      "loss": 0.6323,
      "step": 35329
    },
    {
      "epoch": 1.4470612328486587,
      "grad_norm": 0.9449173682026927,
      "learning_rate": 0.00026230655227818577,
      "loss": 0.6426,
      "step": 35330
    },
    {
      "epoch": 1.447102191275855,
      "grad_norm": 0.845459586560886,
      "learning_rate": 0.000262304390282041,
      "loss": 0.6525,
      "step": 35331
    },
    {
      "epoch": 1.4471431497030514,
      "grad_norm": 0.7772420727712646,
      "learning_rate": 0.0002623022282328051,
      "loss": 0.7616,
      "step": 35332
    },
    {
      "epoch": 1.447184108130248,
      "grad_norm": 0.9908808604692423,
      "learning_rate": 0.00026230006613047927,
      "loss": 1.0378,
      "step": 35333
    },
    {
      "epoch": 1.4472250665574442,
      "grad_norm": 1.0557861158805717,
      "learning_rate": 0.0002622979039750645,
      "loss": 1.0496,
      "step": 35334
    },
    {
      "epoch": 1.4472660249846405,
      "grad_norm": 0.880567139551058,
      "learning_rate": 0.0002622957417665618,
      "loss": 0.6761,
      "step": 35335
    },
    {
      "epoch": 1.447306983411837,
      "grad_norm": 1.0215577537656788,
      "learning_rate": 0.00026229357950497214,
      "loss": 0.8063,
      "step": 35336
    },
    {
      "epoch": 1.4473479418390334,
      "grad_norm": 0.9425862870547331,
      "learning_rate": 0.00026229141719029663,
      "loss": 0.8784,
      "step": 35337
    },
    {
      "epoch": 1.4473889002662297,
      "grad_norm": 0.7134571952023796,
      "learning_rate": 0.00026228925482253625,
      "loss": 0.5686,
      "step": 35338
    },
    {
      "epoch": 1.4474298586934262,
      "grad_norm": 1.129940995809172,
      "learning_rate": 0.0002622870924016921,
      "loss": 1.0792,
      "step": 35339
    },
    {
      "epoch": 1.4474708171206225,
      "grad_norm": 2.3845831866677303,
      "learning_rate": 0.000262284929927765,
      "loss": 4.1554,
      "step": 35340
    },
    {
      "epoch": 1.4475117755478188,
      "grad_norm": 0.8020637088707748,
      "learning_rate": 0.00026228276740075624,
      "loss": 0.5675,
      "step": 35341
    },
    {
      "epoch": 1.4475527339750154,
      "grad_norm": 0.6069607743082973,
      "learning_rate": 0.0002622806048206666,
      "loss": 0.3164,
      "step": 35342
    },
    {
      "epoch": 1.4475936924022117,
      "grad_norm": 1.0241796008072683,
      "learning_rate": 0.0002622784421874972,
      "loss": 1.1802,
      "step": 35343
    },
    {
      "epoch": 1.4476346508294082,
      "grad_norm": 0.9030132402378191,
      "learning_rate": 0.0002622762795012491,
      "loss": 0.7446,
      "step": 35344
    },
    {
      "epoch": 1.4476756092566045,
      "grad_norm": 0.6436029838368158,
      "learning_rate": 0.00026227411676192327,
      "loss": 0.3125,
      "step": 35345
    },
    {
      "epoch": 1.4477165676838009,
      "grad_norm": 0.5714701254549456,
      "learning_rate": 0.0002622719539695208,
      "loss": 0.2419,
      "step": 35346
    },
    {
      "epoch": 1.4477575261109974,
      "grad_norm": 1.1892086507606643,
      "learning_rate": 0.00026226979112404267,
      "loss": 0.6298,
      "step": 35347
    },
    {
      "epoch": 1.4477984845381937,
      "grad_norm": 0.9756554439214588,
      "learning_rate": 0.0002622676282254898,
      "loss": 0.9705,
      "step": 35348
    },
    {
      "epoch": 1.4478394429653902,
      "grad_norm": 1.091841376446954,
      "learning_rate": 0.0002622654652738634,
      "loss": 0.9135,
      "step": 35349
    },
    {
      "epoch": 1.4478804013925866,
      "grad_norm": 0.6411778821519681,
      "learning_rate": 0.0002622633022691644,
      "loss": 0.4092,
      "step": 35350
    },
    {
      "epoch": 1.4479213598197829,
      "grad_norm": 1.133652120677658,
      "learning_rate": 0.00026226113921139373,
      "loss": 0.7647,
      "step": 35351
    },
    {
      "epoch": 1.4479623182469794,
      "grad_norm": 1.0618313239106263,
      "learning_rate": 0.0002622589761005526,
      "loss": 0.8569,
      "step": 35352
    },
    {
      "epoch": 1.4480032766741757,
      "grad_norm": 1.0351179635486945,
      "learning_rate": 0.00026225681293664193,
      "loss": 0.653,
      "step": 35353
    },
    {
      "epoch": 1.448044235101372,
      "grad_norm": 2.717390474634817,
      "learning_rate": 0.00026225464971966274,
      "loss": 4.437,
      "step": 35354
    },
    {
      "epoch": 1.4480851935285686,
      "grad_norm": 1.4277966204192991,
      "learning_rate": 0.0002622524864496161,
      "loss": 0.9731,
      "step": 35355
    },
    {
      "epoch": 1.4481261519557649,
      "grad_norm": 1.1297838971043501,
      "learning_rate": 0.00026225032312650294,
      "loss": 0.8203,
      "step": 35356
    },
    {
      "epoch": 1.4481671103829612,
      "grad_norm": 0.9995024393846413,
      "learning_rate": 0.0002622481597503244,
      "loss": 0.9913,
      "step": 35357
    },
    {
      "epoch": 1.4482080688101577,
      "grad_norm": 1.0282579666906364,
      "learning_rate": 0.00026224599632108134,
      "loss": 0.894,
      "step": 35358
    },
    {
      "epoch": 1.448249027237354,
      "grad_norm": 1.1319943475377958,
      "learning_rate": 0.00026224383283877494,
      "loss": 1.0783,
      "step": 35359
    },
    {
      "epoch": 1.4482899856645504,
      "grad_norm": 1.261975300705772,
      "learning_rate": 0.00026224166930340623,
      "loss": 0.5571,
      "step": 35360
    },
    {
      "epoch": 1.448330944091747,
      "grad_norm": 0.9713254059978894,
      "learning_rate": 0.0002622395057149761,
      "loss": 0.9764,
      "step": 35361
    },
    {
      "epoch": 1.4483719025189432,
      "grad_norm": 0.8811185094234164,
      "learning_rate": 0.0002622373420734857,
      "loss": 0.8586,
      "step": 35362
    },
    {
      "epoch": 1.4484128609461397,
      "grad_norm": 1.0926935270729956,
      "learning_rate": 0.00026223517837893596,
      "loss": 1.0637,
      "step": 35363
    },
    {
      "epoch": 1.448453819373336,
      "grad_norm": 0.6904124899489916,
      "learning_rate": 0.00026223301463132795,
      "loss": 0.3122,
      "step": 35364
    },
    {
      "epoch": 1.4484947778005326,
      "grad_norm": 0.7495144456910977,
      "learning_rate": 0.00026223085083066267,
      "loss": 0.3479,
      "step": 35365
    },
    {
      "epoch": 1.448535736227729,
      "grad_norm": 1.492619217407136,
      "learning_rate": 0.0002622286869769412,
      "loss": 1.1112,
      "step": 35366
    },
    {
      "epoch": 1.4485766946549252,
      "grad_norm": 1.0124084513037603,
      "learning_rate": 0.00026222652307016445,
      "loss": 0.9937,
      "step": 35367
    },
    {
      "epoch": 1.4486176530821218,
      "grad_norm": 0.8812357120921014,
      "learning_rate": 0.00026222435911033357,
      "loss": 0.7933,
      "step": 35368
    },
    {
      "epoch": 1.448658611509318,
      "grad_norm": 0.6998836324160007,
      "learning_rate": 0.0002622221950974495,
      "loss": 0.285,
      "step": 35369
    },
    {
      "epoch": 1.4486995699365144,
      "grad_norm": 1.296079655559961,
      "learning_rate": 0.0002622200310315133,
      "loss": 1.3497,
      "step": 35370
    },
    {
      "epoch": 1.448740528363711,
      "grad_norm": 0.8478643701975476,
      "learning_rate": 0.00026221786691252595,
      "loss": 0.6705,
      "step": 35371
    },
    {
      "epoch": 1.4487814867909072,
      "grad_norm": 1.011829412984593,
      "learning_rate": 0.0002622157027404885,
      "loss": 1.0183,
      "step": 35372
    },
    {
      "epoch": 1.4488224452181035,
      "grad_norm": 0.9304581804112061,
      "learning_rate": 0.00026221353851540205,
      "loss": 0.8105,
      "step": 35373
    },
    {
      "epoch": 1.4488634036453,
      "grad_norm": 1.2565950606740375,
      "learning_rate": 0.00026221137423726746,
      "loss": 1.1923,
      "step": 35374
    },
    {
      "epoch": 1.4489043620724964,
      "grad_norm": 1.021159219327446,
      "learning_rate": 0.0002622092099060859,
      "loss": 0.7518,
      "step": 35375
    },
    {
      "epoch": 1.4489453204996927,
      "grad_norm": 3.219526807517723,
      "learning_rate": 0.00026220704552185834,
      "loss": 2.0994,
      "step": 35376
    },
    {
      "epoch": 1.4489862789268892,
      "grad_norm": 0.8773360071898386,
      "learning_rate": 0.0002622048810845858,
      "loss": 0.3089,
      "step": 35377
    },
    {
      "epoch": 1.4490272373540856,
      "grad_norm": 1.0820368117257115,
      "learning_rate": 0.0002622027165942693,
      "loss": 1.0796,
      "step": 35378
    },
    {
      "epoch": 1.4490681957812819,
      "grad_norm": 0.9582215525300078,
      "learning_rate": 0.00026220055205090984,
      "loss": 0.8648,
      "step": 35379
    },
    {
      "epoch": 1.4491091542084784,
      "grad_norm": 1.2481035151284134,
      "learning_rate": 0.00026219838745450847,
      "loss": 1.2062,
      "step": 35380
    },
    {
      "epoch": 1.4491501126356747,
      "grad_norm": 0.8008919596197706,
      "learning_rate": 0.00026219622280506625,
      "loss": 0.5813,
      "step": 35381
    },
    {
      "epoch": 1.4491910710628713,
      "grad_norm": 0.63491713737719,
      "learning_rate": 0.0002621940581025841,
      "loss": 0.3054,
      "step": 35382
    },
    {
      "epoch": 1.4492320294900676,
      "grad_norm": 0.9532647920849645,
      "learning_rate": 0.0002621918933470632,
      "loss": 0.7408,
      "step": 35383
    },
    {
      "epoch": 1.449272987917264,
      "grad_norm": 1.0269007734872015,
      "learning_rate": 0.0002621897285385044,
      "loss": 0.8229,
      "step": 35384
    },
    {
      "epoch": 1.4493139463444604,
      "grad_norm": 0.8232682005613629,
      "learning_rate": 0.00026218756367690885,
      "loss": 0.6976,
      "step": 35385
    },
    {
      "epoch": 1.4493549047716567,
      "grad_norm": 0.7185420027698665,
      "learning_rate": 0.0002621853987622775,
      "loss": 0.3129,
      "step": 35386
    },
    {
      "epoch": 1.4493958631988533,
      "grad_norm": 1.3007149288038495,
      "learning_rate": 0.0002621832337946114,
      "loss": 0.9386,
      "step": 35387
    },
    {
      "epoch": 1.4494368216260496,
      "grad_norm": 0.9746366679433807,
      "learning_rate": 0.00026218106877391164,
      "loss": 0.7332,
      "step": 35388
    },
    {
      "epoch": 1.449477780053246,
      "grad_norm": 1.211563266429428,
      "learning_rate": 0.00026217890370017915,
      "loss": 0.5917,
      "step": 35389
    },
    {
      "epoch": 1.4495187384804424,
      "grad_norm": 0.9382982454688538,
      "learning_rate": 0.00026217673857341497,
      "loss": 0.414,
      "step": 35390
    },
    {
      "epoch": 1.4495596969076388,
      "grad_norm": 1.0202271275639427,
      "learning_rate": 0.0002621745733936202,
      "loss": 0.9753,
      "step": 35391
    },
    {
      "epoch": 1.449600655334835,
      "grad_norm": 0.90382617063202,
      "learning_rate": 0.0002621724081607957,
      "loss": 0.7209,
      "step": 35392
    },
    {
      "epoch": 1.4496416137620316,
      "grad_norm": 0.9830842754717755,
      "learning_rate": 0.00026217024287494264,
      "loss": 0.652,
      "step": 35393
    },
    {
      "epoch": 1.449682572189228,
      "grad_norm": 1.487348599545433,
      "learning_rate": 0.00026216807753606195,
      "loss": 0.7443,
      "step": 35394
    },
    {
      "epoch": 1.4497235306164242,
      "grad_norm": 3.5674095726060915,
      "learning_rate": 0.00026216591214415477,
      "loss": 2.0405,
      "step": 35395
    },
    {
      "epoch": 1.4497644890436208,
      "grad_norm": 1.0258207282856076,
      "learning_rate": 0.00026216374669922203,
      "loss": 0.8945,
      "step": 35396
    },
    {
      "epoch": 1.449805447470817,
      "grad_norm": 0.9848169632554624,
      "learning_rate": 0.0002621615812012648,
      "loss": 0.5844,
      "step": 35397
    },
    {
      "epoch": 1.4498464058980134,
      "grad_norm": 1.0966143409272822,
      "learning_rate": 0.0002621594156502841,
      "loss": 1.0015,
      "step": 35398
    },
    {
      "epoch": 1.44988736432521,
      "grad_norm": 1.1650541576534452,
      "learning_rate": 0.0002621572500462809,
      "loss": 0.9325,
      "step": 35399
    },
    {
      "epoch": 1.4499283227524062,
      "grad_norm": 0.8583164196848011,
      "learning_rate": 0.00026215508438925624,
      "loss": 0.6432,
      "step": 35400
    },
    {
      "epoch": 1.4499692811796028,
      "grad_norm": 1.6023108142828266,
      "learning_rate": 0.0002621529186792112,
      "loss": 1.2345,
      "step": 35401
    },
    {
      "epoch": 1.450010239606799,
      "grad_norm": 1.2603168407008043,
      "learning_rate": 0.00026215075291614675,
      "loss": 1.0949,
      "step": 35402
    },
    {
      "epoch": 1.4500511980339956,
      "grad_norm": 0.7700060503664546,
      "learning_rate": 0.00026214858710006396,
      "loss": 0.8075,
      "step": 35403
    },
    {
      "epoch": 1.450092156461192,
      "grad_norm": 1.2586716415360948,
      "learning_rate": 0.0002621464212309638,
      "loss": 1.0294,
      "step": 35404
    },
    {
      "epoch": 1.4501331148883883,
      "grad_norm": 1.0976421266975402,
      "learning_rate": 0.0002621442553088473,
      "loss": 0.8684,
      "step": 35405
    },
    {
      "epoch": 1.4501740733155848,
      "grad_norm": 0.8145187477361471,
      "learning_rate": 0.00026214208933371554,
      "loss": 0.7755,
      "step": 35406
    },
    {
      "epoch": 1.450215031742781,
      "grad_norm": 0.85818001028273,
      "learning_rate": 0.00026213992330556947,
      "loss": 0.3764,
      "step": 35407
    },
    {
      "epoch": 1.4502559901699774,
      "grad_norm": 2.7584417030438444,
      "learning_rate": 0.0002621377572244102,
      "loss": 2.1705,
      "step": 35408
    },
    {
      "epoch": 1.450296948597174,
      "grad_norm": 0.7154517241714837,
      "learning_rate": 0.0002621355910902387,
      "loss": 0.2602,
      "step": 35409
    },
    {
      "epoch": 1.4503379070243703,
      "grad_norm": 3.5433523906829874,
      "learning_rate": 0.00026213342490305594,
      "loss": 3.0943,
      "step": 35410
    },
    {
      "epoch": 1.4503788654515666,
      "grad_norm": 1.046030883924497,
      "learning_rate": 0.0002621312586628631,
      "loss": 0.6224,
      "step": 35411
    },
    {
      "epoch": 1.4504198238787631,
      "grad_norm": 1.1493597393140118,
      "learning_rate": 0.000262129092369661,
      "loss": 0.9365,
      "step": 35412
    },
    {
      "epoch": 1.4504607823059594,
      "grad_norm": 1.4413543867220937,
      "learning_rate": 0.0002621269260234508,
      "loss": 1.1781,
      "step": 35413
    },
    {
      "epoch": 1.4505017407331557,
      "grad_norm": 1.1324474558688578,
      "learning_rate": 0.00026212475962423355,
      "loss": 0.8687,
      "step": 35414
    },
    {
      "epoch": 1.4505426991603523,
      "grad_norm": 1.2739935831511415,
      "learning_rate": 0.00026212259317201015,
      "loss": 1.3232,
      "step": 35415
    },
    {
      "epoch": 1.4505836575875486,
      "grad_norm": 0.9802004814562291,
      "learning_rate": 0.0002621204266667818,
      "loss": 0.7249,
      "step": 35416
    },
    {
      "epoch": 1.450624616014745,
      "grad_norm": 1.3015593799689598,
      "learning_rate": 0.0002621182601085493,
      "loss": 0.9844,
      "step": 35417
    },
    {
      "epoch": 1.4506655744419414,
      "grad_norm": 1.0267832026976147,
      "learning_rate": 0.00026211609349731385,
      "loss": 0.6306,
      "step": 35418
    },
    {
      "epoch": 1.4507065328691378,
      "grad_norm": 1.0665924074747326,
      "learning_rate": 0.0002621139268330764,
      "loss": 0.7203,
      "step": 35419
    },
    {
      "epoch": 1.4507474912963343,
      "grad_norm": 1.111824996478786,
      "learning_rate": 0.00026211176011583804,
      "loss": 0.8875,
      "step": 35420
    },
    {
      "epoch": 1.4507884497235306,
      "grad_norm": 1.3578285485716977,
      "learning_rate": 0.00026210959334559966,
      "loss": 1.2999,
      "step": 35421
    },
    {
      "epoch": 1.4508294081507271,
      "grad_norm": 1.2435089592432929,
      "learning_rate": 0.00026210742652236244,
      "loss": 1.3342,
      "step": 35422
    },
    {
      "epoch": 1.4508703665779235,
      "grad_norm": 1.0944811921398114,
      "learning_rate": 0.0002621052596461273,
      "loss": 0.9217,
      "step": 35423
    },
    {
      "epoch": 1.4509113250051198,
      "grad_norm": 2.3806093504962234,
      "learning_rate": 0.0002621030927168953,
      "loss": 1.0915,
      "step": 35424
    },
    {
      "epoch": 1.4509522834323163,
      "grad_norm": 0.5909537705528315,
      "learning_rate": 0.0002621009257346675,
      "loss": 0.2614,
      "step": 35425
    },
    {
      "epoch": 1.4509932418595126,
      "grad_norm": 0.8884434212268932,
      "learning_rate": 0.00026209875869944485,
      "loss": 0.3762,
      "step": 35426
    },
    {
      "epoch": 1.451034200286709,
      "grad_norm": 5.4124917581594945,
      "learning_rate": 0.0002620965916112284,
      "loss": 1.1851,
      "step": 35427
    },
    {
      "epoch": 1.4510751587139055,
      "grad_norm": 1.127816977243331,
      "learning_rate": 0.00026209442447001923,
      "loss": 0.952,
      "step": 35428
    },
    {
      "epoch": 1.4511161171411018,
      "grad_norm": 3.6259101344952813,
      "learning_rate": 0.0002620922572758183,
      "loss": 6.37,
      "step": 35429
    },
    {
      "epoch": 1.451157075568298,
      "grad_norm": 0.7925338026329418,
      "learning_rate": 0.0002620900900286266,
      "loss": 0.795,
      "step": 35430
    },
    {
      "epoch": 1.4511980339954946,
      "grad_norm": 1.1741106671790436,
      "learning_rate": 0.0002620879227284453,
      "loss": 0.3991,
      "step": 35431
    },
    {
      "epoch": 1.451238992422691,
      "grad_norm": 1.0427618546598836,
      "learning_rate": 0.0002620857553752753,
      "loss": 0.9553,
      "step": 35432
    },
    {
      "epoch": 1.4512799508498873,
      "grad_norm": 1.023198184054496,
      "learning_rate": 0.00026208358796911765,
      "loss": 1.0645,
      "step": 35433
    },
    {
      "epoch": 1.4513209092770838,
      "grad_norm": 0.9406427457679039,
      "learning_rate": 0.0002620814205099734,
      "loss": 0.9291,
      "step": 35434
    },
    {
      "epoch": 1.45136186770428,
      "grad_norm": 0.9073241260814722,
      "learning_rate": 0.00026207925299784356,
      "loss": 0.7689,
      "step": 35435
    },
    {
      "epoch": 1.4514028261314764,
      "grad_norm": 1.2048155327107828,
      "learning_rate": 0.0002620770854327291,
      "loss": 0.8103,
      "step": 35436
    },
    {
      "epoch": 1.451443784558673,
      "grad_norm": 1.1095403325257598,
      "learning_rate": 0.00026207491781463115,
      "loss": 0.8519,
      "step": 35437
    },
    {
      "epoch": 1.4514847429858693,
      "grad_norm": 0.8120138589308188,
      "learning_rate": 0.00026207275014355065,
      "loss": 0.6154,
      "step": 35438
    },
    {
      "epoch": 1.4515257014130658,
      "grad_norm": 0.92942234966518,
      "learning_rate": 0.0002620705824194887,
      "loss": 0.7904,
      "step": 35439
    },
    {
      "epoch": 1.4515666598402621,
      "grad_norm": 1.4238648872613195,
      "learning_rate": 0.00026206841464244626,
      "loss": 1.1396,
      "step": 35440
    },
    {
      "epoch": 1.4516076182674587,
      "grad_norm": 1.884211362940689,
      "learning_rate": 0.0002620662468124244,
      "loss": 1.3002,
      "step": 35441
    },
    {
      "epoch": 1.451648576694655,
      "grad_norm": 0.6138234116614056,
      "learning_rate": 0.00026206407892942404,
      "loss": 0.2672,
      "step": 35442
    },
    {
      "epoch": 1.4516895351218513,
      "grad_norm": 0.8744009967327663,
      "learning_rate": 0.0002620619109934464,
      "loss": 0.8417,
      "step": 35443
    },
    {
      "epoch": 1.4517304935490478,
      "grad_norm": 1.0849041753940365,
      "learning_rate": 0.0002620597430044923,
      "loss": 0.872,
      "step": 35444
    },
    {
      "epoch": 1.4517714519762441,
      "grad_norm": 1.0740312398351484,
      "learning_rate": 0.0002620575749625629,
      "loss": 0.8581,
      "step": 35445
    },
    {
      "epoch": 1.4518124104034404,
      "grad_norm": 1.2537451069007235,
      "learning_rate": 0.00026205540686765916,
      "loss": 1.3177,
      "step": 35446
    },
    {
      "epoch": 1.451853368830637,
      "grad_norm": 0.8216327791915284,
      "learning_rate": 0.0002620532387197821,
      "loss": 0.3109,
      "step": 35447
    },
    {
      "epoch": 1.4518943272578333,
      "grad_norm": 0.90083695671923,
      "learning_rate": 0.00026205107051893283,
      "loss": 0.6993,
      "step": 35448
    },
    {
      "epoch": 1.4519352856850296,
      "grad_norm": 1.0169952383817542,
      "learning_rate": 0.0002620489022651123,
      "loss": 0.7507,
      "step": 35449
    },
    {
      "epoch": 1.4519762441122261,
      "grad_norm": 1.1403695572368957,
      "learning_rate": 0.0002620467339583215,
      "loss": 0.966,
      "step": 35450
    },
    {
      "epoch": 1.4520172025394225,
      "grad_norm": 2.2541915286993373,
      "learning_rate": 0.0002620445655985616,
      "loss": 1.6213,
      "step": 35451
    },
    {
      "epoch": 1.4520581609666188,
      "grad_norm": 1.1043562638734328,
      "learning_rate": 0.00026204239718583347,
      "loss": 0.9339,
      "step": 35452
    },
    {
      "epoch": 1.4520991193938153,
      "grad_norm": 0.970930641347596,
      "learning_rate": 0.0002620402287201382,
      "loss": 0.9296,
      "step": 35453
    },
    {
      "epoch": 1.4521400778210116,
      "grad_norm": 1.1184146387442198,
      "learning_rate": 0.0002620380602014768,
      "loss": 0.9377,
      "step": 35454
    },
    {
      "epoch": 1.452181036248208,
      "grad_norm": 0.83695408821703,
      "learning_rate": 0.00026203589162985034,
      "loss": 0.5038,
      "step": 35455
    },
    {
      "epoch": 1.4522219946754045,
      "grad_norm": 0.9340596186996029,
      "learning_rate": 0.00026203372300525983,
      "loss": 0.4963,
      "step": 35456
    },
    {
      "epoch": 1.4522629531026008,
      "grad_norm": 1.0438186880267557,
      "learning_rate": 0.0002620315543277062,
      "loss": 0.5934,
      "step": 35457
    },
    {
      "epoch": 1.4523039115297973,
      "grad_norm": 0.6269675292095848,
      "learning_rate": 0.0002620293855971906,
      "loss": 0.3276,
      "step": 35458
    },
    {
      "epoch": 1.4523448699569936,
      "grad_norm": 1.2449623581622358,
      "learning_rate": 0.00026202721681371397,
      "loss": 1.0119,
      "step": 35459
    },
    {
      "epoch": 1.4523858283841902,
      "grad_norm": 1.0982255137442956,
      "learning_rate": 0.00026202504797727746,
      "loss": 0.939,
      "step": 35460
    },
    {
      "epoch": 1.4524267868113865,
      "grad_norm": 0.7960362790278936,
      "learning_rate": 0.0002620228790878819,
      "loss": 0.3745,
      "step": 35461
    },
    {
      "epoch": 1.4524677452385828,
      "grad_norm": 0.9708830090493913,
      "learning_rate": 0.0002620207101455285,
      "loss": 0.7892,
      "step": 35462
    },
    {
      "epoch": 1.4525087036657793,
      "grad_norm": 1.2470943698066221,
      "learning_rate": 0.0002620185411502182,
      "loss": 1.0647,
      "step": 35463
    },
    {
      "epoch": 1.4525496620929756,
      "grad_norm": 1.2339185835734614,
      "learning_rate": 0.000262016372101952,
      "loss": 0.8682,
      "step": 35464
    },
    {
      "epoch": 1.452590620520172,
      "grad_norm": 0.6758934579442177,
      "learning_rate": 0.000262014203000731,
      "loss": 0.2617,
      "step": 35465
    },
    {
      "epoch": 1.4526315789473685,
      "grad_norm": 0.7356525179060002,
      "learning_rate": 0.00026201203384655614,
      "loss": 0.328,
      "step": 35466
    },
    {
      "epoch": 1.4526725373745648,
      "grad_norm": 3.2258137073112247,
      "learning_rate": 0.00026200986463942853,
      "loss": 2.4217,
      "step": 35467
    },
    {
      "epoch": 1.4527134958017611,
      "grad_norm": 1.4803972895136988,
      "learning_rate": 0.00026200769537934913,
      "loss": 0.7449,
      "step": 35468
    },
    {
      "epoch": 1.4527544542289577,
      "grad_norm": 0.8914140919917326,
      "learning_rate": 0.00026200552606631903,
      "loss": 0.6252,
      "step": 35469
    },
    {
      "epoch": 1.452795412656154,
      "grad_norm": 1.1306234278951932,
      "learning_rate": 0.00026200335670033915,
      "loss": 0.7066,
      "step": 35470
    },
    {
      "epoch": 1.4528363710833503,
      "grad_norm": 0.7302757901240174,
      "learning_rate": 0.00026200118728141064,
      "loss": 0.4118,
      "step": 35471
    },
    {
      "epoch": 1.4528773295105468,
      "grad_norm": 0.9221442621342741,
      "learning_rate": 0.0002619990178095344,
      "loss": 0.4908,
      "step": 35472
    },
    {
      "epoch": 1.4529182879377431,
      "grad_norm": 0.6666629074069157,
      "learning_rate": 0.0002619968482847116,
      "loss": 0.3762,
      "step": 35473
    },
    {
      "epoch": 1.4529592463649394,
      "grad_norm": 1.0009221538016926,
      "learning_rate": 0.00026199467870694317,
      "loss": 0.9613,
      "step": 35474
    },
    {
      "epoch": 1.453000204792136,
      "grad_norm": 1.8120996299437921,
      "learning_rate": 0.0002619925090762301,
      "loss": 1.7268,
      "step": 35475
    },
    {
      "epoch": 1.4530411632193323,
      "grad_norm": 1.2551786954079338,
      "learning_rate": 0.00026199033939257354,
      "loss": 0.8468,
      "step": 35476
    },
    {
      "epoch": 1.4530821216465288,
      "grad_norm": 0.9981767529444657,
      "learning_rate": 0.00026198816965597444,
      "loss": 0.8446,
      "step": 35477
    },
    {
      "epoch": 1.4531230800737251,
      "grad_norm": 0.9130759805473263,
      "learning_rate": 0.0002619859998664338,
      "loss": 0.5813,
      "step": 35478
    },
    {
      "epoch": 1.4531640385009217,
      "grad_norm": 0.8843713681292745,
      "learning_rate": 0.0002619838300239527,
      "loss": 0.5311,
      "step": 35479
    },
    {
      "epoch": 1.453204996928118,
      "grad_norm": 1.209852201623997,
      "learning_rate": 0.0002619816601285321,
      "loss": 0.8785,
      "step": 35480
    },
    {
      "epoch": 1.4532459553553143,
      "grad_norm": 1.0156028602361302,
      "learning_rate": 0.00026197949018017306,
      "loss": 0.7892,
      "step": 35481
    },
    {
      "epoch": 1.4532869137825108,
      "grad_norm": 1.0005739748792508,
      "learning_rate": 0.0002619773201788767,
      "loss": 0.9238,
      "step": 35482
    },
    {
      "epoch": 1.4533278722097072,
      "grad_norm": 0.9693424029651052,
      "learning_rate": 0.0002619751501246439,
      "loss": 0.9021,
      "step": 35483
    },
    {
      "epoch": 1.4533688306369035,
      "grad_norm": 1.461145429193796,
      "learning_rate": 0.00026197298001747577,
      "loss": 0.6481,
      "step": 35484
    },
    {
      "epoch": 1.4534097890641,
      "grad_norm": 0.7899623590795997,
      "learning_rate": 0.0002619708098573733,
      "loss": 0.5257,
      "step": 35485
    },
    {
      "epoch": 1.4534507474912963,
      "grad_norm": 0.8003024069809879,
      "learning_rate": 0.00026196863964433756,
      "loss": 0.4437,
      "step": 35486
    },
    {
      "epoch": 1.4534917059184926,
      "grad_norm": 9.214678862670715,
      "learning_rate": 0.00026196646937836954,
      "loss": 3.7336,
      "step": 35487
    },
    {
      "epoch": 1.4535326643456892,
      "grad_norm": 0.9600032289023028,
      "learning_rate": 0.0002619642990594702,
      "loss": 0.7697,
      "step": 35488
    },
    {
      "epoch": 1.4535736227728855,
      "grad_norm": 1.0086468003941091,
      "learning_rate": 0.0002619621286876407,
      "loss": 0.9565,
      "step": 35489
    },
    {
      "epoch": 1.4536145812000818,
      "grad_norm": 1.0598309184667074,
      "learning_rate": 0.000261959958262882,
      "loss": 0.7626,
      "step": 35490
    },
    {
      "epoch": 1.4536555396272783,
      "grad_norm": 0.4841491643070011,
      "learning_rate": 0.0002619577877851951,
      "loss": 0.2344,
      "step": 35491
    },
    {
      "epoch": 1.4536964980544747,
      "grad_norm": 0.7063479108261215,
      "learning_rate": 0.0002619556172545811,
      "loss": 0.4272,
      "step": 35492
    },
    {
      "epoch": 1.4537374564816712,
      "grad_norm": 6.372001923918257,
      "learning_rate": 0.0002619534466710409,
      "loss": 1.8672,
      "step": 35493
    },
    {
      "epoch": 1.4537784149088675,
      "grad_norm": 0.9797399077865802,
      "learning_rate": 0.0002619512760345757,
      "loss": 0.8689,
      "step": 35494
    },
    {
      "epoch": 1.4538193733360638,
      "grad_norm": 1.279960513722524,
      "learning_rate": 0.0002619491053451864,
      "loss": 1.2251,
      "step": 35495
    },
    {
      "epoch": 1.4538603317632603,
      "grad_norm": 0.9934812804121362,
      "learning_rate": 0.00026194693460287403,
      "loss": 0.8262,
      "step": 35496
    },
    {
      "epoch": 1.4539012901904567,
      "grad_norm": 1.2541090718947279,
      "learning_rate": 0.00026194476380763965,
      "loss": 1.5354,
      "step": 35497
    },
    {
      "epoch": 1.4539422486176532,
      "grad_norm": 1.0454407350993986,
      "learning_rate": 0.0002619425929594843,
      "loss": 1.0904,
      "step": 35498
    },
    {
      "epoch": 1.4539832070448495,
      "grad_norm": 1.0330290654032812,
      "learning_rate": 0.000261940422058409,
      "loss": 0.8466,
      "step": 35499
    },
    {
      "epoch": 1.4540241654720458,
      "grad_norm": 1.0540239044267359,
      "learning_rate": 0.00026193825110441474,
      "loss": 0.7764,
      "step": 35500
    },
    {
      "epoch": 1.4540651238992424,
      "grad_norm": 0.9916875913263687,
      "learning_rate": 0.00026193608009750257,
      "loss": 0.9869,
      "step": 35501
    },
    {
      "epoch": 1.4541060823264387,
      "grad_norm": 1.5304027783153722,
      "learning_rate": 0.00026193390903767353,
      "loss": 0.9267,
      "step": 35502
    },
    {
      "epoch": 1.454147040753635,
      "grad_norm": 0.8612635848946312,
      "learning_rate": 0.0002619317379249286,
      "loss": 0.8092,
      "step": 35503
    },
    {
      "epoch": 1.4541879991808315,
      "grad_norm": 0.7819215469902518,
      "learning_rate": 0.0002619295667592689,
      "loss": 0.4776,
      "step": 35504
    },
    {
      "epoch": 1.4542289576080278,
      "grad_norm": 1.0831426655173237,
      "learning_rate": 0.00026192739554069537,
      "loss": 1.0073,
      "step": 35505
    },
    {
      "epoch": 1.4542699160352242,
      "grad_norm": 0.842970238756275,
      "learning_rate": 0.00026192522426920904,
      "loss": 0.8151,
      "step": 35506
    },
    {
      "epoch": 1.4543108744624207,
      "grad_norm": 0.8283225698825959,
      "learning_rate": 0.000261923052944811,
      "loss": 0.7509,
      "step": 35507
    },
    {
      "epoch": 1.454351832889617,
      "grad_norm": 0.8839110693138637,
      "learning_rate": 0.00026192088156750217,
      "loss": 0.648,
      "step": 35508
    },
    {
      "epoch": 1.4543927913168133,
      "grad_norm": 1.337565813216595,
      "learning_rate": 0.00026191871013728365,
      "loss": 0.9991,
      "step": 35509
    },
    {
      "epoch": 1.4544337497440099,
      "grad_norm": 1.944049115476491,
      "learning_rate": 0.00026191653865415655,
      "loss": 1.3072,
      "step": 35510
    },
    {
      "epoch": 1.4544747081712062,
      "grad_norm": 1.2738220745513846,
      "learning_rate": 0.0002619143671181217,
      "loss": 1.0702,
      "step": 35511
    },
    {
      "epoch": 1.4545156665984027,
      "grad_norm": 1.0437106912874896,
      "learning_rate": 0.0002619121955291803,
      "loss": 0.9283,
      "step": 35512
    },
    {
      "epoch": 1.454556625025599,
      "grad_norm": 0.8655698119396729,
      "learning_rate": 0.00026191002388733326,
      "loss": 0.5295,
      "step": 35513
    },
    {
      "epoch": 1.4545975834527956,
      "grad_norm": 1.2612506470446985,
      "learning_rate": 0.00026190785219258166,
      "loss": 1.2607,
      "step": 35514
    },
    {
      "epoch": 1.4546385418799919,
      "grad_norm": 1.034787019266921,
      "learning_rate": 0.0002619056804449265,
      "loss": 0.7676,
      "step": 35515
    },
    {
      "epoch": 1.4546795003071882,
      "grad_norm": 1.0156890758146746,
      "learning_rate": 0.00026190350864436894,
      "loss": 0.7631,
      "step": 35516
    },
    {
      "epoch": 1.4547204587343847,
      "grad_norm": 1.0188915232744886,
      "learning_rate": 0.0002619013367909098,
      "loss": 0.7431,
      "step": 35517
    },
    {
      "epoch": 1.454761417161581,
      "grad_norm": 0.7846642625955539,
      "learning_rate": 0.00026189916488455025,
      "loss": 0.7194,
      "step": 35518
    },
    {
      "epoch": 1.4548023755887773,
      "grad_norm": 1.3129604494319576,
      "learning_rate": 0.0002618969929252912,
      "loss": 0.3875,
      "step": 35519
    },
    {
      "epoch": 1.4548433340159739,
      "grad_norm": 1.0088095654785145,
      "learning_rate": 0.0002618948209131338,
      "loss": 0.7613,
      "step": 35520
    },
    {
      "epoch": 1.4548842924431702,
      "grad_norm": 1.0771841104925215,
      "learning_rate": 0.000261892648848079,
      "loss": 0.6989,
      "step": 35521
    },
    {
      "epoch": 1.4549252508703665,
      "grad_norm": 0.950459296217257,
      "learning_rate": 0.0002618904767301279,
      "loss": 1.0666,
      "step": 35522
    },
    {
      "epoch": 1.454966209297563,
      "grad_norm": 1.059994647121125,
      "learning_rate": 0.00026188830455928144,
      "loss": 0.7686,
      "step": 35523
    },
    {
      "epoch": 1.4550071677247594,
      "grad_norm": 1.2180296339826802,
      "learning_rate": 0.00026188613233554066,
      "loss": 0.9841,
      "step": 35524
    },
    {
      "epoch": 1.4550481261519557,
      "grad_norm": 1.1091159138610291,
      "learning_rate": 0.0002618839600589066,
      "loss": 0.9585,
      "step": 35525
    },
    {
      "epoch": 1.4550890845791522,
      "grad_norm": 0.5013897719125829,
      "learning_rate": 0.0002618817877293803,
      "loss": 0.272,
      "step": 35526
    },
    {
      "epoch": 1.4551300430063485,
      "grad_norm": 0.8552872289458077,
      "learning_rate": 0.0002618796153469628,
      "loss": 0.6742,
      "step": 35527
    },
    {
      "epoch": 1.4551710014335448,
      "grad_norm": 1.1752972400300994,
      "learning_rate": 0.0002618774429116551,
      "loss": 1.1665,
      "step": 35528
    },
    {
      "epoch": 1.4552119598607414,
      "grad_norm": 0.7514307728762882,
      "learning_rate": 0.00026187527042345827,
      "loss": 0.3926,
      "step": 35529
    },
    {
      "epoch": 1.4552529182879377,
      "grad_norm": 0.8274276836142234,
      "learning_rate": 0.0002618730978823733,
      "loss": 0.643,
      "step": 35530
    },
    {
      "epoch": 1.4552938767151342,
      "grad_norm": 1.3270159833064956,
      "learning_rate": 0.0002618709252884012,
      "loss": 1.0772,
      "step": 35531
    },
    {
      "epoch": 1.4553348351423305,
      "grad_norm": 0.9796379783297025,
      "learning_rate": 0.000261868752641543,
      "loss": 0.8218,
      "step": 35532
    },
    {
      "epoch": 1.455375793569527,
      "grad_norm": 0.6679501306607167,
      "learning_rate": 0.00026186657994179975,
      "loss": 0.3668,
      "step": 35533
    },
    {
      "epoch": 1.4554167519967234,
      "grad_norm": 0.958496712310115,
      "learning_rate": 0.0002618644071891725,
      "loss": 0.8229,
      "step": 35534
    },
    {
      "epoch": 1.4554577104239197,
      "grad_norm": 0.8453800707388427,
      "learning_rate": 0.00026186223438366224,
      "loss": 0.6352,
      "step": 35535
    },
    {
      "epoch": 1.4554986688511162,
      "grad_norm": 1.050925700874283,
      "learning_rate": 0.00026186006152527,
      "loss": 0.8428,
      "step": 35536
    },
    {
      "epoch": 1.4555396272783125,
      "grad_norm": 1.1369165586515548,
      "learning_rate": 0.00026185788861399684,
      "loss": 0.8365,
      "step": 35537
    },
    {
      "epoch": 1.4555805857055089,
      "grad_norm": 1.5559124624182006,
      "learning_rate": 0.0002618557156498437,
      "loss": 1.0999,
      "step": 35538
    },
    {
      "epoch": 1.4556215441327054,
      "grad_norm": 1.4332713264782628,
      "learning_rate": 0.0002618535426328118,
      "loss": 1.271,
      "step": 35539
    },
    {
      "epoch": 1.4556625025599017,
      "grad_norm": 1.0194773786884697,
      "learning_rate": 0.0002618513695629019,
      "loss": 0.8207,
      "step": 35540
    },
    {
      "epoch": 1.455703460987098,
      "grad_norm": 1.9810284004596879,
      "learning_rate": 0.0002618491964401152,
      "loss": 2.8248,
      "step": 35541
    },
    {
      "epoch": 1.4557444194142946,
      "grad_norm": 0.9386937497908311,
      "learning_rate": 0.00026184702326445265,
      "loss": 0.7638,
      "step": 35542
    },
    {
      "epoch": 1.4557853778414909,
      "grad_norm": 0.9330997571323808,
      "learning_rate": 0.0002618448500359154,
      "loss": 0.5115,
      "step": 35543
    },
    {
      "epoch": 1.4558263362686872,
      "grad_norm": 1.0218049429966602,
      "learning_rate": 0.00026184267675450436,
      "loss": 1.0527,
      "step": 35544
    },
    {
      "epoch": 1.4558672946958837,
      "grad_norm": 0.7023905938636733,
      "learning_rate": 0.0002618405034202206,
      "loss": 0.3074,
      "step": 35545
    },
    {
      "epoch": 1.45590825312308,
      "grad_norm": 1.0318737270896494,
      "learning_rate": 0.00026183833003306514,
      "loss": 0.717,
      "step": 35546
    },
    {
      "epoch": 1.4559492115502763,
      "grad_norm": 15.150519100015112,
      "learning_rate": 0.000261836156593039,
      "loss": 5.4727,
      "step": 35547
    },
    {
      "epoch": 1.4559901699774729,
      "grad_norm": 3.108880711877612,
      "learning_rate": 0.0002618339831001432,
      "loss": 1.2692,
      "step": 35548
    },
    {
      "epoch": 1.4560311284046692,
      "grad_norm": 0.9489455886993796,
      "learning_rate": 0.0002618318095543788,
      "loss": 0.6119,
      "step": 35549
    },
    {
      "epoch": 1.4560720868318657,
      "grad_norm": 1.0906433491430745,
      "learning_rate": 0.00026182963595574677,
      "loss": 0.9726,
      "step": 35550
    },
    {
      "epoch": 1.456113045259062,
      "grad_norm": 0.5594485722318625,
      "learning_rate": 0.0002618274623042482,
      "loss": 0.2783,
      "step": 35551
    },
    {
      "epoch": 1.4561540036862586,
      "grad_norm": 1.2265259581572743,
      "learning_rate": 0.00026182528859988415,
      "loss": 0.9278,
      "step": 35552
    },
    {
      "epoch": 1.456194962113455,
      "grad_norm": 0.868995086427044,
      "learning_rate": 0.0002618231148426555,
      "loss": 0.8699,
      "step": 35553
    },
    {
      "epoch": 1.4562359205406512,
      "grad_norm": 0.6391022211140802,
      "learning_rate": 0.00026182094103256346,
      "loss": 0.5758,
      "step": 35554
    },
    {
      "epoch": 1.4562768789678477,
      "grad_norm": 0.8923640338725016,
      "learning_rate": 0.0002618187671696089,
      "loss": 0.721,
      "step": 35555
    },
    {
      "epoch": 1.456317837395044,
      "grad_norm": 1.5409882362570342,
      "learning_rate": 0.00026181659325379294,
      "loss": 1.546,
      "step": 35556
    },
    {
      "epoch": 1.4563587958222404,
      "grad_norm": 1.0385244642248275,
      "learning_rate": 0.0002618144192851166,
      "loss": 1.0562,
      "step": 35557
    },
    {
      "epoch": 1.456399754249437,
      "grad_norm": 0.814283706751606,
      "learning_rate": 0.00026181224526358087,
      "loss": 0.4443,
      "step": 35558
    },
    {
      "epoch": 1.4564407126766332,
      "grad_norm": 7.035964780286652,
      "learning_rate": 0.0002618100711891868,
      "loss": 5.6081,
      "step": 35559
    },
    {
      "epoch": 1.4564816711038295,
      "grad_norm": 0.9156438345185536,
      "learning_rate": 0.00026180789706193544,
      "loss": 0.7149,
      "step": 35560
    },
    {
      "epoch": 1.456522629531026,
      "grad_norm": 0.9896602970030141,
      "learning_rate": 0.00026180572288182774,
      "loss": 0.6111,
      "step": 35561
    },
    {
      "epoch": 1.4565635879582224,
      "grad_norm": 1.0026236684676684,
      "learning_rate": 0.00026180354864886485,
      "loss": 0.7187,
      "step": 35562
    },
    {
      "epoch": 1.4566045463854187,
      "grad_norm": 0.99697417830619,
      "learning_rate": 0.0002618013743630477,
      "loss": 1.0013,
      "step": 35563
    },
    {
      "epoch": 1.4566455048126152,
      "grad_norm": 0.9020590506099527,
      "learning_rate": 0.00026179920002437733,
      "loss": 0.7451,
      "step": 35564
    },
    {
      "epoch": 1.4566864632398115,
      "grad_norm": 1.3477298815970382,
      "learning_rate": 0.0002617970256328548,
      "loss": 0.92,
      "step": 35565
    },
    {
      "epoch": 1.4567274216670079,
      "grad_norm": 1.0440205962773255,
      "learning_rate": 0.0002617948511884811,
      "loss": 0.9875,
      "step": 35566
    },
    {
      "epoch": 1.4567683800942044,
      "grad_norm": 0.5467003066716773,
      "learning_rate": 0.00026179267669125734,
      "loss": 0.1916,
      "step": 35567
    },
    {
      "epoch": 1.4568093385214007,
      "grad_norm": 1.0257315200086567,
      "learning_rate": 0.0002617905021411844,
      "loss": 1.0753,
      "step": 35568
    },
    {
      "epoch": 1.4568502969485972,
      "grad_norm": 0.9416808118780066,
      "learning_rate": 0.0002617883275382635,
      "loss": 0.6841,
      "step": 35569
    },
    {
      "epoch": 1.4568912553757936,
      "grad_norm": 1.1697169384546182,
      "learning_rate": 0.00026178615288249547,
      "loss": 0.7609,
      "step": 35570
    },
    {
      "epoch": 1.45693221380299,
      "grad_norm": 0.9987932455259876,
      "learning_rate": 0.00026178397817388155,
      "loss": 0.4357,
      "step": 35571
    },
    {
      "epoch": 1.4569731722301864,
      "grad_norm": 0.9631767056324354,
      "learning_rate": 0.0002617818034124226,
      "loss": 0.8393,
      "step": 35572
    },
    {
      "epoch": 1.4570141306573827,
      "grad_norm": 1.7521655732639871,
      "learning_rate": 0.00026177962859811964,
      "loss": 2.8708,
      "step": 35573
    },
    {
      "epoch": 1.4570550890845793,
      "grad_norm": 1.8346053811230572,
      "learning_rate": 0.00026177745373097384,
      "loss": 2.7317,
      "step": 35574
    },
    {
      "epoch": 1.4570960475117756,
      "grad_norm": 0.8748392759583912,
      "learning_rate": 0.0002617752788109861,
      "loss": 0.3872,
      "step": 35575
    },
    {
      "epoch": 1.4571370059389719,
      "grad_norm": 0.9040035851044662,
      "learning_rate": 0.0002617731038381575,
      "loss": 0.8503,
      "step": 35576
    },
    {
      "epoch": 1.4571779643661684,
      "grad_norm": 0.949601984060479,
      "learning_rate": 0.00026177092881248903,
      "loss": 0.4657,
      "step": 35577
    },
    {
      "epoch": 1.4572189227933647,
      "grad_norm": 1.1595618364970819,
      "learning_rate": 0.0002617687537339818,
      "loss": 1.1781,
      "step": 35578
    },
    {
      "epoch": 1.457259881220561,
      "grad_norm": 5.632248216173389,
      "learning_rate": 0.00026176657860263675,
      "loss": 1.8044,
      "step": 35579
    },
    {
      "epoch": 1.4573008396477576,
      "grad_norm": 0.9802108516078408,
      "learning_rate": 0.000261764403418455,
      "loss": 0.8876,
      "step": 35580
    },
    {
      "epoch": 1.457341798074954,
      "grad_norm": 3.9969102861602326,
      "learning_rate": 0.00026176222818143747,
      "loss": 1.3772,
      "step": 35581
    },
    {
      "epoch": 1.4573827565021502,
      "grad_norm": 1.0249390588047806,
      "learning_rate": 0.0002617600528915853,
      "loss": 0.8392,
      "step": 35582
    },
    {
      "epoch": 1.4574237149293467,
      "grad_norm": 0.7506078465723419,
      "learning_rate": 0.00026175787754889943,
      "loss": 0.3069,
      "step": 35583
    },
    {
      "epoch": 1.457464673356543,
      "grad_norm": 1.04447031621399,
      "learning_rate": 0.0002617557021533809,
      "loss": 0.9336,
      "step": 35584
    },
    {
      "epoch": 1.4575056317837394,
      "grad_norm": 0.9994927117461294,
      "learning_rate": 0.0002617535267050308,
      "loss": 0.6895,
      "step": 35585
    },
    {
      "epoch": 1.457546590210936,
      "grad_norm": 0.9715239012748537,
      "learning_rate": 0.0002617513512038501,
      "loss": 0.9127,
      "step": 35586
    },
    {
      "epoch": 1.4575875486381322,
      "grad_norm": 1.1942877112726016,
      "learning_rate": 0.0002617491756498398,
      "loss": 1.2391,
      "step": 35587
    },
    {
      "epoch": 1.4576285070653288,
      "grad_norm": 1.1007390225733495,
      "learning_rate": 0.00026174700004300103,
      "loss": 0.8449,
      "step": 35588
    },
    {
      "epoch": 1.457669465492525,
      "grad_norm": 1.169096664669257,
      "learning_rate": 0.00026174482438333477,
      "loss": 1.0201,
      "step": 35589
    },
    {
      "epoch": 1.4577104239197216,
      "grad_norm": 0.9715388360078517,
      "learning_rate": 0.000261742648670842,
      "loss": 0.9589,
      "step": 35590
    },
    {
      "epoch": 1.457751382346918,
      "grad_norm": 0.8908962484395729,
      "learning_rate": 0.0002617404729055238,
      "loss": 0.8869,
      "step": 35591
    },
    {
      "epoch": 1.4577923407741142,
      "grad_norm": 1.34038046441383,
      "learning_rate": 0.0002617382970873812,
      "loss": 0.7981,
      "step": 35592
    },
    {
      "epoch": 1.4578332992013108,
      "grad_norm": 1.0690577041104659,
      "learning_rate": 0.00026173612121641526,
      "loss": 1.0571,
      "step": 35593
    },
    {
      "epoch": 1.457874257628507,
      "grad_norm": 0.8015268233024146,
      "learning_rate": 0.00026173394529262694,
      "loss": 0.7135,
      "step": 35594
    },
    {
      "epoch": 1.4579152160557034,
      "grad_norm": 0.7927535017781916,
      "learning_rate": 0.00026173176931601727,
      "loss": 0.5299,
      "step": 35595
    },
    {
      "epoch": 1.4579561744829,
      "grad_norm": 0.5963175741085551,
      "learning_rate": 0.00026172959328658727,
      "loss": 0.2805,
      "step": 35596
    },
    {
      "epoch": 1.4579971329100962,
      "grad_norm": 0.7433705747452324,
      "learning_rate": 0.00026172741720433804,
      "loss": 0.3601,
      "step": 35597
    },
    {
      "epoch": 1.4580380913372926,
      "grad_norm": 1.3451911809802246,
      "learning_rate": 0.0002617252410692706,
      "loss": 0.6736,
      "step": 35598
    },
    {
      "epoch": 1.458079049764489,
      "grad_norm": 1.233012304286806,
      "learning_rate": 0.0002617230648813859,
      "loss": 1.3424,
      "step": 35599
    },
    {
      "epoch": 1.4581200081916854,
      "grad_norm": 1.2721707067133852,
      "learning_rate": 0.000261720888640685,
      "loss": 1.1428,
      "step": 35600
    },
    {
      "epoch": 1.4581609666188817,
      "grad_norm": 1.0006608426268753,
      "learning_rate": 0.000261718712347169,
      "loss": 0.7756,
      "step": 35601
    },
    {
      "epoch": 1.4582019250460783,
      "grad_norm": 0.8072396027902947,
      "learning_rate": 0.0002617165360008389,
      "loss": 0.6621,
      "step": 35602
    },
    {
      "epoch": 1.4582428834732746,
      "grad_norm": 0.9227889713282502,
      "learning_rate": 0.00026171435960169567,
      "loss": 0.88,
      "step": 35603
    },
    {
      "epoch": 1.458283841900471,
      "grad_norm": 0.9208716409431962,
      "learning_rate": 0.0002617121831497404,
      "loss": 0.6946,
      "step": 35604
    },
    {
      "epoch": 1.4583248003276674,
      "grad_norm": 1.0915912109486647,
      "learning_rate": 0.000261710006644974,
      "loss": 1.1974,
      "step": 35605
    },
    {
      "epoch": 1.4583657587548637,
      "grad_norm": 0.9014382603318796,
      "learning_rate": 0.00026170783008739766,
      "loss": 0.9195,
      "step": 35606
    },
    {
      "epoch": 1.4584067171820603,
      "grad_norm": 1.1423739478740829,
      "learning_rate": 0.00026170565347701235,
      "loss": 0.6102,
      "step": 35607
    },
    {
      "epoch": 1.4584476756092566,
      "grad_norm": 0.9038158191933631,
      "learning_rate": 0.00026170347681381907,
      "loss": 0.6968,
      "step": 35608
    },
    {
      "epoch": 1.4584886340364531,
      "grad_norm": 1.1360775851114793,
      "learning_rate": 0.00026170130009781886,
      "loss": 1.1622,
      "step": 35609
    },
    {
      "epoch": 1.4585295924636494,
      "grad_norm": 3.2473303093298815,
      "learning_rate": 0.0002616991233290128,
      "loss": 2.5637,
      "step": 35610
    },
    {
      "epoch": 1.4585705508908458,
      "grad_norm": 1.0082071017740553,
      "learning_rate": 0.0002616969465074018,
      "loss": 0.9401,
      "step": 35611
    },
    {
      "epoch": 1.4586115093180423,
      "grad_norm": 0.7447282384963538,
      "learning_rate": 0.00026169476963298704,
      "loss": 0.5099,
      "step": 35612
    },
    {
      "epoch": 1.4586524677452386,
      "grad_norm": 0.8528002911012124,
      "learning_rate": 0.0002616925927057694,
      "loss": 0.5607,
      "step": 35613
    },
    {
      "epoch": 1.458693426172435,
      "grad_norm": 1.1547576301356919,
      "learning_rate": 0.00026169041572575,
      "loss": 0.9083,
      "step": 35614
    },
    {
      "epoch": 1.4587343845996315,
      "grad_norm": 1.2933252295757198,
      "learning_rate": 0.00026168823869292994,
      "loss": 1.039,
      "step": 35615
    },
    {
      "epoch": 1.4587753430268278,
      "grad_norm": 2.754189223729488,
      "learning_rate": 0.0002616860616073101,
      "loss": 4.4612,
      "step": 35616
    },
    {
      "epoch": 1.458816301454024,
      "grad_norm": 1.1707201104963159,
      "learning_rate": 0.00026168388446889154,
      "loss": 0.8032,
      "step": 35617
    },
    {
      "epoch": 1.4588572598812206,
      "grad_norm": 0.838769463226048,
      "learning_rate": 0.0002616817072776754,
      "loss": 0.6929,
      "step": 35618
    },
    {
      "epoch": 1.458898218308417,
      "grad_norm": 0.8804399546179587,
      "learning_rate": 0.00026167953003366254,
      "loss": 0.4815,
      "step": 35619
    },
    {
      "epoch": 1.4589391767356132,
      "grad_norm": 0.7669701480627013,
      "learning_rate": 0.0002616773527368541,
      "loss": 0.2994,
      "step": 35620
    },
    {
      "epoch": 1.4589801351628098,
      "grad_norm": 1.2133888648940818,
      "learning_rate": 0.0002616751753872511,
      "loss": 0.7134,
      "step": 35621
    },
    {
      "epoch": 1.459021093590006,
      "grad_norm": 0.9996422039525763,
      "learning_rate": 0.0002616729979848546,
      "loss": 0.7603,
      "step": 35622
    },
    {
      "epoch": 1.4590620520172024,
      "grad_norm": 0.7999486123299133,
      "learning_rate": 0.00026167082052966557,
      "loss": 0.7061,
      "step": 35623
    },
    {
      "epoch": 1.459103010444399,
      "grad_norm": 1.1320515798770379,
      "learning_rate": 0.000261668643021685,
      "loss": 1.0367,
      "step": 35624
    },
    {
      "epoch": 1.4591439688715953,
      "grad_norm": 0.9582806614901231,
      "learning_rate": 0.00026166646546091403,
      "loss": 0.843,
      "step": 35625
    },
    {
      "epoch": 1.4591849272987918,
      "grad_norm": 0.9112065793386563,
      "learning_rate": 0.0002616642878473536,
      "loss": 0.6459,
      "step": 35626
    },
    {
      "epoch": 1.459225885725988,
      "grad_norm": 0.8514830216859143,
      "learning_rate": 0.0002616621101810048,
      "loss": 0.6567,
      "step": 35627
    },
    {
      "epoch": 1.4592668441531846,
      "grad_norm": 0.941147769981853,
      "learning_rate": 0.00026165993246186865,
      "loss": 0.7929,
      "step": 35628
    },
    {
      "epoch": 1.459307802580381,
      "grad_norm": 1.1292355787032506,
      "learning_rate": 0.0002616577546899461,
      "loss": 0.7908,
      "step": 35629
    },
    {
      "epoch": 1.4593487610075773,
      "grad_norm": 1.047518515776193,
      "learning_rate": 0.00026165557686523826,
      "loss": 0.9627,
      "step": 35630
    },
    {
      "epoch": 1.4593897194347738,
      "grad_norm": 0.812299156385539,
      "learning_rate": 0.0002616533989877462,
      "loss": 0.408,
      "step": 35631
    },
    {
      "epoch": 1.4594306778619701,
      "grad_norm": 0.8762352584211937,
      "learning_rate": 0.00026165122105747084,
      "loss": 0.9493,
      "step": 35632
    },
    {
      "epoch": 1.4594716362891664,
      "grad_norm": 1.1463213419717593,
      "learning_rate": 0.0002616490430744133,
      "loss": 0.8467,
      "step": 35633
    },
    {
      "epoch": 1.459512594716363,
      "grad_norm": 1.0532830271353737,
      "learning_rate": 0.00026164686503857455,
      "loss": 0.8182,
      "step": 35634
    },
    {
      "epoch": 1.4595535531435593,
      "grad_norm": 1.164002659164305,
      "learning_rate": 0.00026164468694995564,
      "loss": 0.8946,
      "step": 35635
    },
    {
      "epoch": 1.4595945115707556,
      "grad_norm": 1.003213622282305,
      "learning_rate": 0.0002616425088085576,
      "loss": 0.6783,
      "step": 35636
    },
    {
      "epoch": 1.4596354699979521,
      "grad_norm": 0.6545948529853675,
      "learning_rate": 0.00026164033061438146,
      "loss": 0.2755,
      "step": 35637
    },
    {
      "epoch": 1.4596764284251484,
      "grad_norm": 0.8355192989269739,
      "learning_rate": 0.0002616381523674282,
      "loss": 0.7584,
      "step": 35638
    },
    {
      "epoch": 1.4597173868523448,
      "grad_norm": 1.089659416467617,
      "learning_rate": 0.000261635974067699,
      "loss": 0.9523,
      "step": 35639
    },
    {
      "epoch": 1.4597583452795413,
      "grad_norm": 1.0460173246039486,
      "learning_rate": 0.0002616337957151947,
      "loss": 0.8355,
      "step": 35640
    },
    {
      "epoch": 1.4597993037067376,
      "grad_norm": 1.0656399502439615,
      "learning_rate": 0.00026163161730991647,
      "loss": 1.0307,
      "step": 35641
    },
    {
      "epoch": 1.459840262133934,
      "grad_norm": 0.7760252091291492,
      "learning_rate": 0.00026162943885186526,
      "loss": 0.4705,
      "step": 35642
    },
    {
      "epoch": 1.4598812205611305,
      "grad_norm": 5.242399877298348,
      "learning_rate": 0.0002616272603410422,
      "loss": 2.7675,
      "step": 35643
    },
    {
      "epoch": 1.4599221789883268,
      "grad_norm": 1.0020662310559179,
      "learning_rate": 0.0002616250817774481,
      "loss": 0.9152,
      "step": 35644
    },
    {
      "epoch": 1.4599631374155233,
      "grad_norm": 3.4925181105616887,
      "learning_rate": 0.00026162290316108426,
      "loss": 1.247,
      "step": 35645
    },
    {
      "epoch": 1.4600040958427196,
      "grad_norm": 0.6146672413734056,
      "learning_rate": 0.00026162072449195157,
      "loss": 0.3351,
      "step": 35646
    },
    {
      "epoch": 1.4600450542699162,
      "grad_norm": 1.2899693041801117,
      "learning_rate": 0.0002616185457700511,
      "loss": 0.953,
      "step": 35647
    },
    {
      "epoch": 1.4600860126971125,
      "grad_norm": 0.9003610805707296,
      "learning_rate": 0.0002616163669953838,
      "loss": 0.7549,
      "step": 35648
    },
    {
      "epoch": 1.4601269711243088,
      "grad_norm": 0.880971560893151,
      "learning_rate": 0.0002616141881679508,
      "loss": 0.8883,
      "step": 35649
    },
    {
      "epoch": 1.4601679295515053,
      "grad_norm": 0.7215109057777617,
      "learning_rate": 0.00026161200928775306,
      "loss": 0.6131,
      "step": 35650
    },
    {
      "epoch": 1.4602088879787016,
      "grad_norm": 1.064166469006974,
      "learning_rate": 0.00026160983035479165,
      "loss": 0.8062,
      "step": 35651
    },
    {
      "epoch": 1.460249846405898,
      "grad_norm": 1.536988578228714,
      "learning_rate": 0.0002616076513690676,
      "loss": 1.9168,
      "step": 35652
    },
    {
      "epoch": 1.4602908048330945,
      "grad_norm": 1.4915497594530105,
      "learning_rate": 0.0002616054723305819,
      "loss": 0.8437,
      "step": 35653
    },
    {
      "epoch": 1.4603317632602908,
      "grad_norm": 0.8689944278584667,
      "learning_rate": 0.00026160329323933565,
      "loss": 0.6946,
      "step": 35654
    },
    {
      "epoch": 1.460372721687487,
      "grad_norm": 0.9953420124067133,
      "learning_rate": 0.0002616011140953298,
      "loss": 0.8657,
      "step": 35655
    },
    {
      "epoch": 1.4604136801146836,
      "grad_norm": 0.7752702996175636,
      "learning_rate": 0.00026159893489856545,
      "loss": 0.6634,
      "step": 35656
    },
    {
      "epoch": 1.46045463854188,
      "grad_norm": 1.1483312886607444,
      "learning_rate": 0.00026159675564904356,
      "loss": 1.0094,
      "step": 35657
    },
    {
      "epoch": 1.4604955969690763,
      "grad_norm": 1.1830791099185414,
      "learning_rate": 0.00026159457634676527,
      "loss": 0.8867,
      "step": 35658
    },
    {
      "epoch": 1.4605365553962728,
      "grad_norm": 1.1204463140188685,
      "learning_rate": 0.0002615923969917315,
      "loss": 0.9337,
      "step": 35659
    },
    {
      "epoch": 1.4605775138234691,
      "grad_norm": 0.9900194824985703,
      "learning_rate": 0.0002615902175839433,
      "loss": 0.9464,
      "step": 35660
    },
    {
      "epoch": 1.4606184722506657,
      "grad_norm": 1.2098562701276188,
      "learning_rate": 0.0002615880381234017,
      "loss": 0.7042,
      "step": 35661
    },
    {
      "epoch": 1.460659430677862,
      "grad_norm": 0.9734417926103086,
      "learning_rate": 0.0002615858586101078,
      "loss": 1.1364,
      "step": 35662
    },
    {
      "epoch": 1.4607003891050583,
      "grad_norm": 0.8266178719305687,
      "learning_rate": 0.0002615836790440626,
      "loss": 0.7822,
      "step": 35663
    },
    {
      "epoch": 1.4607413475322548,
      "grad_norm": 1.1072053835471272,
      "learning_rate": 0.0002615814994252671,
      "loss": 1.0709,
      "step": 35664
    },
    {
      "epoch": 1.4607823059594511,
      "grad_norm": 1.5501093262404413,
      "learning_rate": 0.0002615793197537223,
      "loss": 1.0794,
      "step": 35665
    },
    {
      "epoch": 1.4608232643866477,
      "grad_norm": 1.0251075662584572,
      "learning_rate": 0.0002615771400294293,
      "loss": 0.6057,
      "step": 35666
    },
    {
      "epoch": 1.460864222813844,
      "grad_norm": 0.9924455274897105,
      "learning_rate": 0.0002615749602523891,
      "loss": 1.1153,
      "step": 35667
    },
    {
      "epoch": 1.4609051812410403,
      "grad_norm": 0.950667196592541,
      "learning_rate": 0.0002615727804226027,
      "loss": 1.0594,
      "step": 35668
    },
    {
      "epoch": 1.4609461396682368,
      "grad_norm": 0.9800501991902496,
      "learning_rate": 0.0002615706005400712,
      "loss": 0.9486,
      "step": 35669
    },
    {
      "epoch": 1.4609870980954331,
      "grad_norm": 1.1081357194612653,
      "learning_rate": 0.00026156842060479557,
      "loss": 0.8807,
      "step": 35670
    },
    {
      "epoch": 1.4610280565226295,
      "grad_norm": 0.8998824004190913,
      "learning_rate": 0.0002615662406167769,
      "loss": 0.4653,
      "step": 35671
    },
    {
      "epoch": 1.461069014949826,
      "grad_norm": 1.3921771928034097,
      "learning_rate": 0.0002615640605760162,
      "loss": 0.9007,
      "step": 35672
    },
    {
      "epoch": 1.4611099733770223,
      "grad_norm": 2.3169308688914607,
      "learning_rate": 0.0002615618804825144,
      "loss": 4.1203,
      "step": 35673
    },
    {
      "epoch": 1.4611509318042186,
      "grad_norm": 1.1201988411757984,
      "learning_rate": 0.00026155970033627267,
      "loss": 1.169,
      "step": 35674
    },
    {
      "epoch": 1.4611918902314152,
      "grad_norm": 1.0761741414246135,
      "learning_rate": 0.000261557520137292,
      "loss": 0.873,
      "step": 35675
    },
    {
      "epoch": 1.4612328486586115,
      "grad_norm": 0.7011637404317015,
      "learning_rate": 0.0002615553398855734,
      "loss": 0.3368,
      "step": 35676
    },
    {
      "epoch": 1.4612738070858078,
      "grad_norm": 0.7922912270259772,
      "learning_rate": 0.0002615531595811179,
      "loss": 0.3031,
      "step": 35677
    },
    {
      "epoch": 1.4613147655130043,
      "grad_norm": 1.2158583823857907,
      "learning_rate": 0.00026155097922392654,
      "loss": 1.0504,
      "step": 35678
    },
    {
      "epoch": 1.4613557239402006,
      "grad_norm": 0.9676659875627684,
      "learning_rate": 0.00026154879881400036,
      "loss": 0.8161,
      "step": 35679
    },
    {
      "epoch": 1.4613966823673972,
      "grad_norm": 3.905539276521082,
      "learning_rate": 0.0002615466183513404,
      "loss": 2.3415,
      "step": 35680
    },
    {
      "epoch": 1.4614376407945935,
      "grad_norm": 1.078324394491081,
      "learning_rate": 0.0002615444378359476,
      "loss": 0.795,
      "step": 35681
    },
    {
      "epoch": 1.46147859922179,
      "grad_norm": 2.2183464441163743,
      "learning_rate": 0.0002615422572678231,
      "loss": 2.4864,
      "step": 35682
    },
    {
      "epoch": 1.4615195576489863,
      "grad_norm": 1.0808714614344401,
      "learning_rate": 0.0002615400766469679,
      "loss": 0.8759,
      "step": 35683
    },
    {
      "epoch": 1.4615605160761826,
      "grad_norm": 0.8587130707438748,
      "learning_rate": 0.00026153789597338305,
      "loss": 0.7854,
      "step": 35684
    },
    {
      "epoch": 1.4616014745033792,
      "grad_norm": 1.1299084043966647,
      "learning_rate": 0.00026153571524706955,
      "loss": 0.8665,
      "step": 35685
    },
    {
      "epoch": 1.4616424329305755,
      "grad_norm": 0.7418247956404861,
      "learning_rate": 0.0002615335344680284,
      "loss": 0.3391,
      "step": 35686
    },
    {
      "epoch": 1.4616833913577718,
      "grad_norm": 1.0163503810166346,
      "learning_rate": 0.0002615313536362607,
      "loss": 0.767,
      "step": 35687
    },
    {
      "epoch": 1.4617243497849683,
      "grad_norm": 0.9384899789121038,
      "learning_rate": 0.0002615291727517674,
      "loss": 0.5579,
      "step": 35688
    },
    {
      "epoch": 1.4617653082121647,
      "grad_norm": 0.9092690163978051,
      "learning_rate": 0.0002615269918145496,
      "loss": 0.5973,
      "step": 35689
    },
    {
      "epoch": 1.461806266639361,
      "grad_norm": 0.9939105216655846,
      "learning_rate": 0.0002615248108246083,
      "loss": 0.8882,
      "step": 35690
    },
    {
      "epoch": 1.4618472250665575,
      "grad_norm": 0.7529093235955266,
      "learning_rate": 0.0002615226297819446,
      "loss": 0.4045,
      "step": 35691
    },
    {
      "epoch": 1.4618881834937538,
      "grad_norm": 3.3739426664184666,
      "learning_rate": 0.0002615204486865594,
      "loss": 2.1274,
      "step": 35692
    },
    {
      "epoch": 1.4619291419209501,
      "grad_norm": 1.098835857088932,
      "learning_rate": 0.0002615182675384539,
      "loss": 0.798,
      "step": 35693
    },
    {
      "epoch": 1.4619701003481467,
      "grad_norm": 1.0382364993739412,
      "learning_rate": 0.00026151608633762894,
      "loss": 0.8356,
      "step": 35694
    },
    {
      "epoch": 1.462011058775343,
      "grad_norm": 1.0007840995268222,
      "learning_rate": 0.00026151390508408564,
      "loss": 0.7906,
      "step": 35695
    },
    {
      "epoch": 1.4620520172025393,
      "grad_norm": 1.1069138227733168,
      "learning_rate": 0.0002615117237778251,
      "loss": 0.8565,
      "step": 35696
    },
    {
      "epoch": 1.4620929756297358,
      "grad_norm": 1.3014819190345481,
      "learning_rate": 0.0002615095424188483,
      "loss": 1.0514,
      "step": 35697
    },
    {
      "epoch": 1.4621339340569321,
      "grad_norm": 0.9609030241062053,
      "learning_rate": 0.00026150736100715615,
      "loss": 1.0055,
      "step": 35698
    },
    {
      "epoch": 1.4621748924841287,
      "grad_norm": 0.7262173953867678,
      "learning_rate": 0.0002615051795427499,
      "loss": 0.3588,
      "step": 35699
    },
    {
      "epoch": 1.462215850911325,
      "grad_norm": 1.0439407631963253,
      "learning_rate": 0.00026150299802563045,
      "loss": 0.7268,
      "step": 35700
    },
    {
      "epoch": 1.4622568093385215,
      "grad_norm": 1.5472147944815746,
      "learning_rate": 0.0002615008164557988,
      "loss": 0.9393,
      "step": 35701
    },
    {
      "epoch": 1.4622977677657178,
      "grad_norm": 1.248724261081173,
      "learning_rate": 0.0002614986348332561,
      "loss": 1.0994,
      "step": 35702
    },
    {
      "epoch": 1.4623387261929142,
      "grad_norm": 0.9306233479401332,
      "learning_rate": 0.00026149645315800326,
      "loss": 0.7982,
      "step": 35703
    },
    {
      "epoch": 1.4623796846201107,
      "grad_norm": 0.8827159888525586,
      "learning_rate": 0.00026149427143004134,
      "loss": 0.9932,
      "step": 35704
    },
    {
      "epoch": 1.462420643047307,
      "grad_norm": 0.9329969503657709,
      "learning_rate": 0.00026149208964937147,
      "loss": 0.8666,
      "step": 35705
    },
    {
      "epoch": 1.4624616014745033,
      "grad_norm": 1.2873074351617837,
      "learning_rate": 0.0002614899078159946,
      "loss": 1.2331,
      "step": 35706
    },
    {
      "epoch": 1.4625025599016999,
      "grad_norm": 1.4178744803358188,
      "learning_rate": 0.0002614877259299118,
      "loss": 1.1716,
      "step": 35707
    },
    {
      "epoch": 1.4625435183288962,
      "grad_norm": 1.235710564850164,
      "learning_rate": 0.000261485543991124,
      "loss": 0.8533,
      "step": 35708
    },
    {
      "epoch": 1.4625844767560925,
      "grad_norm": 0.9741042213681339,
      "learning_rate": 0.0002614833619996323,
      "loss": 0.9334,
      "step": 35709
    },
    {
      "epoch": 1.462625435183289,
      "grad_norm": 0.5393579763420108,
      "learning_rate": 0.0002614811799554378,
      "loss": 0.2736,
      "step": 35710
    },
    {
      "epoch": 1.4626663936104853,
      "grad_norm": 1.014476689251014,
      "learning_rate": 0.0002614789978585414,
      "loss": 0.9359,
      "step": 35711
    },
    {
      "epoch": 1.4627073520376817,
      "grad_norm": 0.8416541112459446,
      "learning_rate": 0.00026147681570894425,
      "loss": 0.8323,
      "step": 35712
    },
    {
      "epoch": 1.4627483104648782,
      "grad_norm": 0.9833359425640543,
      "learning_rate": 0.0002614746335066473,
      "loss": 0.8042,
      "step": 35713
    },
    {
      "epoch": 1.4627892688920745,
      "grad_norm": 1.0134940252871318,
      "learning_rate": 0.00026147245125165167,
      "loss": 0.7662,
      "step": 35714
    },
    {
      "epoch": 1.4628302273192708,
      "grad_norm": 1.4378726925293648,
      "learning_rate": 0.0002614702689439583,
      "loss": 1.1252,
      "step": 35715
    },
    {
      "epoch": 1.4628711857464674,
      "grad_norm": 1.5155827367850785,
      "learning_rate": 0.0002614680865835682,
      "loss": 0.6441,
      "step": 35716
    },
    {
      "epoch": 1.4629121441736637,
      "grad_norm": 1.1561738114607034,
      "learning_rate": 0.0002614659041704825,
      "loss": 0.6643,
      "step": 35717
    },
    {
      "epoch": 1.4629531026008602,
      "grad_norm": 0.9246150450733361,
      "learning_rate": 0.0002614637217047022,
      "loss": 0.5318,
      "step": 35718
    },
    {
      "epoch": 1.4629940610280565,
      "grad_norm": 1.3529650988590993,
      "learning_rate": 0.0002614615391862283,
      "loss": 0.9177,
      "step": 35719
    },
    {
      "epoch": 1.463035019455253,
      "grad_norm": 1.5960636677764208,
      "learning_rate": 0.0002614593566150619,
      "loss": 0.9613,
      "step": 35720
    },
    {
      "epoch": 1.4630759778824494,
      "grad_norm": 1.2081889188482133,
      "learning_rate": 0.00026145717399120397,
      "loss": 1.1556,
      "step": 35721
    },
    {
      "epoch": 1.4631169363096457,
      "grad_norm": 1.0579710744628124,
      "learning_rate": 0.00026145499131465547,
      "loss": 0.7708,
      "step": 35722
    },
    {
      "epoch": 1.4631578947368422,
      "grad_norm": 1.0606819288341467,
      "learning_rate": 0.0002614528085854176,
      "loss": 0.8472,
      "step": 35723
    },
    {
      "epoch": 1.4631988531640385,
      "grad_norm": 0.9251667574249798,
      "learning_rate": 0.0002614506258034913,
      "loss": 0.8881,
      "step": 35724
    },
    {
      "epoch": 1.4632398115912348,
      "grad_norm": 0.960278200605938,
      "learning_rate": 0.00026144844296887757,
      "loss": 0.7848,
      "step": 35725
    },
    {
      "epoch": 1.4632807700184314,
      "grad_norm": 0.8054010237158995,
      "learning_rate": 0.00026144626008157756,
      "loss": 0.8099,
      "step": 35726
    },
    {
      "epoch": 1.4633217284456277,
      "grad_norm": 1.1906941769732182,
      "learning_rate": 0.00026144407714159216,
      "loss": 1.0523,
      "step": 35727
    },
    {
      "epoch": 1.463362686872824,
      "grad_norm": 0.9677291187307897,
      "learning_rate": 0.00026144189414892244,
      "loss": 0.6388,
      "step": 35728
    },
    {
      "epoch": 1.4634036453000205,
      "grad_norm": 0.9227341964865869,
      "learning_rate": 0.00026143971110356956,
      "loss": 0.3489,
      "step": 35729
    },
    {
      "epoch": 1.4634446037272169,
      "grad_norm": 0.9381285972984124,
      "learning_rate": 0.00026143752800553437,
      "loss": 1.0555,
      "step": 35730
    },
    {
      "epoch": 1.4634855621544132,
      "grad_norm": 0.8826203860484254,
      "learning_rate": 0.000261435344854818,
      "loss": 0.5522,
      "step": 35731
    },
    {
      "epoch": 1.4635265205816097,
      "grad_norm": 1.2105455204420894,
      "learning_rate": 0.0002614331616514215,
      "loss": 1.2153,
      "step": 35732
    },
    {
      "epoch": 1.463567479008806,
      "grad_norm": 1.0209005461048832,
      "learning_rate": 0.00026143097839534586,
      "loss": 0.887,
      "step": 35733
    },
    {
      "epoch": 1.4636084374360023,
      "grad_norm": 1.187012821153365,
      "learning_rate": 0.0002614287950865921,
      "loss": 1.287,
      "step": 35734
    },
    {
      "epoch": 1.4636493958631989,
      "grad_norm": 1.7059457604128114,
      "learning_rate": 0.00026142661172516124,
      "loss": 1.1237,
      "step": 35735
    },
    {
      "epoch": 1.4636903542903952,
      "grad_norm": 0.8501657773287994,
      "learning_rate": 0.00026142442831105444,
      "loss": 0.8628,
      "step": 35736
    },
    {
      "epoch": 1.4637313127175917,
      "grad_norm": 2.202337200223503,
      "learning_rate": 0.00026142224484427255,
      "loss": 0.9459,
      "step": 35737
    },
    {
      "epoch": 1.463772271144788,
      "grad_norm": 1.069469896935778,
      "learning_rate": 0.0002614200613248167,
      "loss": 0.7928,
      "step": 35738
    },
    {
      "epoch": 1.4638132295719846,
      "grad_norm": 1.1357611070359053,
      "learning_rate": 0.0002614178777526879,
      "loss": 0.6944,
      "step": 35739
    },
    {
      "epoch": 1.4638541879991809,
      "grad_norm": 1.6163228525296467,
      "learning_rate": 0.00026141569412788725,
      "loss": 0.8156,
      "step": 35740
    },
    {
      "epoch": 1.4638951464263772,
      "grad_norm": 1.4452786057161875,
      "learning_rate": 0.0002614135104504157,
      "loss": 0.748,
      "step": 35741
    },
    {
      "epoch": 1.4639361048535737,
      "grad_norm": 1.0916851501822213,
      "learning_rate": 0.0002614113267202743,
      "loss": 0.9701,
      "step": 35742
    },
    {
      "epoch": 1.46397706328077,
      "grad_norm": 0.886786709352945,
      "learning_rate": 0.0002614091429374641,
      "loss": 0.631,
      "step": 35743
    },
    {
      "epoch": 1.4640180217079664,
      "grad_norm": 1.8349769831140164,
      "learning_rate": 0.0002614069591019861,
      "loss": 0.7198,
      "step": 35744
    },
    {
      "epoch": 1.464058980135163,
      "grad_norm": 0.8489345811579871,
      "learning_rate": 0.00026140477521384133,
      "loss": 0.8151,
      "step": 35745
    },
    {
      "epoch": 1.4640999385623592,
      "grad_norm": 1.2795410732228978,
      "learning_rate": 0.0002614025912730309,
      "loss": 0.8554,
      "step": 35746
    },
    {
      "epoch": 1.4641408969895555,
      "grad_norm": 0.7193067892217258,
      "learning_rate": 0.00026140040727955574,
      "loss": 0.3276,
      "step": 35747
    },
    {
      "epoch": 1.464181855416752,
      "grad_norm": 0.8366391218404037,
      "learning_rate": 0.000261398223233417,
      "loss": 0.813,
      "step": 35748
    },
    {
      "epoch": 1.4642228138439484,
      "grad_norm": 0.6091497179314707,
      "learning_rate": 0.0002613960391346155,
      "loss": 0.3264,
      "step": 35749
    },
    {
      "epoch": 1.4642637722711447,
      "grad_norm": 1.1027211173985356,
      "learning_rate": 0.0002613938549831526,
      "loss": 0.9435,
      "step": 35750
    },
    {
      "epoch": 1.4643047306983412,
      "grad_norm": 0.8771582778976073,
      "learning_rate": 0.0002613916707790291,
      "loss": 0.8656,
      "step": 35751
    },
    {
      "epoch": 1.4643456891255375,
      "grad_norm": 1.1947553272160158,
      "learning_rate": 0.000261389486522246,
      "loss": 0.9256,
      "step": 35752
    },
    {
      "epoch": 1.4643866475527338,
      "grad_norm": 1.00582987961597,
      "learning_rate": 0.0002613873022128045,
      "loss": 0.873,
      "step": 35753
    },
    {
      "epoch": 1.4644276059799304,
      "grad_norm": 0.9408068359312974,
      "learning_rate": 0.0002613851178507055,
      "loss": 0.6903,
      "step": 35754
    },
    {
      "epoch": 1.4644685644071267,
      "grad_norm": 1.026355442647893,
      "learning_rate": 0.0002613829334359501,
      "loss": 1.0959,
      "step": 35755
    },
    {
      "epoch": 1.4645095228343232,
      "grad_norm": 1.0053541871692555,
      "learning_rate": 0.0002613807489685393,
      "loss": 0.562,
      "step": 35756
    },
    {
      "epoch": 1.4645504812615195,
      "grad_norm": 0.8082989120077414,
      "learning_rate": 0.00026137856444847417,
      "loss": 0.6139,
      "step": 35757
    },
    {
      "epoch": 1.464591439688716,
      "grad_norm": 0.7826200778497313,
      "learning_rate": 0.00026137637987575565,
      "loss": 0.5826,
      "step": 35758
    },
    {
      "epoch": 1.4646323981159124,
      "grad_norm": 0.8973025685423326,
      "learning_rate": 0.0002613741952503849,
      "loss": 0.6733,
      "step": 35759
    },
    {
      "epoch": 1.4646733565431087,
      "grad_norm": 1.2427645631675241,
      "learning_rate": 0.0002613720105723629,
      "loss": 0.6136,
      "step": 35760
    },
    {
      "epoch": 1.4647143149703052,
      "grad_norm": 1.1630416429149104,
      "learning_rate": 0.00026136982584169067,
      "loss": 0.5124,
      "step": 35761
    },
    {
      "epoch": 1.4647552733975016,
      "grad_norm": 1.2878333728602926,
      "learning_rate": 0.0002613676410583692,
      "loss": 1.1011,
      "step": 35762
    },
    {
      "epoch": 1.4647962318246979,
      "grad_norm": 0.859859120993337,
      "learning_rate": 0.00026136545622239965,
      "loss": 0.735,
      "step": 35763
    },
    {
      "epoch": 1.4648371902518944,
      "grad_norm": 0.7822604342686863,
      "learning_rate": 0.0002613632713337829,
      "loss": 0.3667,
      "step": 35764
    },
    {
      "epoch": 1.4648781486790907,
      "grad_norm": 0.9826479195722294,
      "learning_rate": 0.00026136108639252014,
      "loss": 0.784,
      "step": 35765
    },
    {
      "epoch": 1.464919107106287,
      "grad_norm": 1.0280712005097439,
      "learning_rate": 0.0002613589013986122,
      "loss": 0.7411,
      "step": 35766
    },
    {
      "epoch": 1.4649600655334836,
      "grad_norm": 0.7925228264830728,
      "learning_rate": 0.0002613567163520603,
      "loss": 0.6547,
      "step": 35767
    },
    {
      "epoch": 1.4650010239606799,
      "grad_norm": 1.6310502659463755,
      "learning_rate": 0.0002613545312528655,
      "loss": 1.0793,
      "step": 35768
    },
    {
      "epoch": 1.4650419823878762,
      "grad_norm": 0.9681941853250328,
      "learning_rate": 0.0002613523461010286,
      "loss": 1.0662,
      "step": 35769
    },
    {
      "epoch": 1.4650829408150727,
      "grad_norm": 1.028405020248674,
      "learning_rate": 0.00026135016089655084,
      "loss": 0.7778,
      "step": 35770
    },
    {
      "epoch": 1.465123899242269,
      "grad_norm": 0.939448654313698,
      "learning_rate": 0.00026134797563943317,
      "loss": 0.5138,
      "step": 35771
    },
    {
      "epoch": 1.4651648576694654,
      "grad_norm": 0.8461872597238262,
      "learning_rate": 0.00026134579032967666,
      "loss": 0.3698,
      "step": 35772
    },
    {
      "epoch": 1.465205816096662,
      "grad_norm": 1.3871109573842193,
      "learning_rate": 0.00026134360496728225,
      "loss": 0.8131,
      "step": 35773
    },
    {
      "epoch": 1.4652467745238582,
      "grad_norm": 1.093340249326537,
      "learning_rate": 0.0002613414195522511,
      "loss": 0.8202,
      "step": 35774
    },
    {
      "epoch": 1.4652877329510547,
      "grad_norm": 1.180219439298743,
      "learning_rate": 0.0002613392340845842,
      "loss": 0.9022,
      "step": 35775
    },
    {
      "epoch": 1.465328691378251,
      "grad_norm": 0.7942312579223482,
      "learning_rate": 0.00026133704856428253,
      "loss": 0.5207,
      "step": 35776
    },
    {
      "epoch": 1.4653696498054476,
      "grad_norm": 1.222698334743401,
      "learning_rate": 0.00026133486299134717,
      "loss": 1.0628,
      "step": 35777
    },
    {
      "epoch": 1.465410608232644,
      "grad_norm": 1.1838669335895364,
      "learning_rate": 0.00026133267736577916,
      "loss": 1.019,
      "step": 35778
    },
    {
      "epoch": 1.4654515666598402,
      "grad_norm": 0.9096833527217201,
      "learning_rate": 0.00026133049168757953,
      "loss": 0.5339,
      "step": 35779
    },
    {
      "epoch": 1.4654925250870368,
      "grad_norm": 4.9571437504101175,
      "learning_rate": 0.0002613283059567493,
      "loss": 4.0054,
      "step": 35780
    },
    {
      "epoch": 1.465533483514233,
      "grad_norm": 1.268683016648291,
      "learning_rate": 0.0002613261201732895,
      "loss": 1.0663,
      "step": 35781
    },
    {
      "epoch": 1.4655744419414294,
      "grad_norm": 0.738580922349265,
      "learning_rate": 0.0002613239343372012,
      "loss": 0.2661,
      "step": 35782
    },
    {
      "epoch": 1.465615400368626,
      "grad_norm": 1.0130986547621768,
      "learning_rate": 0.0002613217484484854,
      "loss": 0.788,
      "step": 35783
    },
    {
      "epoch": 1.4656563587958222,
      "grad_norm": 5.944113326826615,
      "learning_rate": 0.000261319562507143,
      "loss": 3.4668,
      "step": 35784
    },
    {
      "epoch": 1.4656973172230185,
      "grad_norm": 1.2402944298870238,
      "learning_rate": 0.0002613173765131753,
      "loss": 0.8718,
      "step": 35785
    },
    {
      "epoch": 1.465738275650215,
      "grad_norm": 0.8403034906915391,
      "learning_rate": 0.00026131519046658323,
      "loss": 0.7609,
      "step": 35786
    },
    {
      "epoch": 1.4657792340774114,
      "grad_norm": 0.914519434322186,
      "learning_rate": 0.00026131300436736774,
      "loss": 0.3181,
      "step": 35787
    },
    {
      "epoch": 1.4658201925046077,
      "grad_norm": 3.3170627812890223,
      "learning_rate": 0.00026131081821552995,
      "loss": 1.0133,
      "step": 35788
    },
    {
      "epoch": 1.4658611509318042,
      "grad_norm": 0.9017939864050554,
      "learning_rate": 0.00026130863201107084,
      "loss": 0.7115,
      "step": 35789
    },
    {
      "epoch": 1.4659021093590006,
      "grad_norm": 1.1107725824318038,
      "learning_rate": 0.0002613064457539915,
      "loss": 1.104,
      "step": 35790
    },
    {
      "epoch": 1.4659430677861969,
      "grad_norm": 1.1306943435934766,
      "learning_rate": 0.00026130425944429294,
      "loss": 0.792,
      "step": 35791
    },
    {
      "epoch": 1.4659840262133934,
      "grad_norm": 1.041604643592398,
      "learning_rate": 0.0002613020730819761,
      "loss": 1.052,
      "step": 35792
    },
    {
      "epoch": 1.4660249846405897,
      "grad_norm": 2.3956335912686924,
      "learning_rate": 0.00026129988666704214,
      "loss": 2.9254,
      "step": 35793
    },
    {
      "epoch": 1.4660659430677863,
      "grad_norm": 1.3296840668687235,
      "learning_rate": 0.0002612977001994921,
      "loss": 1.2633,
      "step": 35794
    },
    {
      "epoch": 1.4661069014949826,
      "grad_norm": 0.7419003956209353,
      "learning_rate": 0.0002612955136793269,
      "loss": 0.2786,
      "step": 35795
    },
    {
      "epoch": 1.466147859922179,
      "grad_norm": 0.5771638777986834,
      "learning_rate": 0.0002612933271065477,
      "loss": 0.237,
      "step": 35796
    },
    {
      "epoch": 1.4661888183493754,
      "grad_norm": 1.1494406101018857,
      "learning_rate": 0.00026129114048115544,
      "loss": 0.8756,
      "step": 35797
    },
    {
      "epoch": 1.4662297767765717,
      "grad_norm": 1.5708693476514912,
      "learning_rate": 0.00026128895380315113,
      "loss": 1.2549,
      "step": 35798
    },
    {
      "epoch": 1.4662707352037683,
      "grad_norm": 0.946564858636193,
      "learning_rate": 0.000261286767072536,
      "loss": 0.8779,
      "step": 35799
    },
    {
      "epoch": 1.4663116936309646,
      "grad_norm": 1.2060695045822745,
      "learning_rate": 0.0002612845802893108,
      "loss": 0.7785,
      "step": 35800
    },
    {
      "epoch": 1.466352652058161,
      "grad_norm": 1.126582717002374,
      "learning_rate": 0.00026128239345347677,
      "loss": 0.9214,
      "step": 35801
    },
    {
      "epoch": 1.4663936104853574,
      "grad_norm": 3.37238622228693,
      "learning_rate": 0.0002612802065650349,
      "loss": 3.007,
      "step": 35802
    },
    {
      "epoch": 1.4664345689125537,
      "grad_norm": 1.1577986722557965,
      "learning_rate": 0.0002612780196239862,
      "loss": 1.3034,
      "step": 35803
    },
    {
      "epoch": 1.46647552733975,
      "grad_norm": 0.6439013983731682,
      "learning_rate": 0.0002612758326303317,
      "loss": 0.2585,
      "step": 35804
    },
    {
      "epoch": 1.4665164857669466,
      "grad_norm": 0.9239316693924271,
      "learning_rate": 0.0002612736455840725,
      "loss": 0.7765,
      "step": 35805
    },
    {
      "epoch": 1.466557444194143,
      "grad_norm": 1.9051359393564673,
      "learning_rate": 0.0002612714584852095,
      "loss": 1.4298,
      "step": 35806
    },
    {
      "epoch": 1.4665984026213392,
      "grad_norm": 4.408426116484011,
      "learning_rate": 0.0002612692713337438,
      "loss": 2.1929,
      "step": 35807
    },
    {
      "epoch": 1.4666393610485358,
      "grad_norm": 0.8980394687956095,
      "learning_rate": 0.00026126708412967646,
      "loss": 0.6209,
      "step": 35808
    },
    {
      "epoch": 1.466680319475732,
      "grad_norm": 0.8310673256845336,
      "learning_rate": 0.0002612648968730085,
      "loss": 0.3605,
      "step": 35809
    },
    {
      "epoch": 1.4667212779029286,
      "grad_norm": 0.8230980328843642,
      "learning_rate": 0.00026126270956374094,
      "loss": 0.4682,
      "step": 35810
    },
    {
      "epoch": 1.466762236330125,
      "grad_norm": 0.9511207720687946,
      "learning_rate": 0.0002612605222018749,
      "loss": 0.8806,
      "step": 35811
    },
    {
      "epoch": 1.4668031947573212,
      "grad_norm": 1.0466707033346416,
      "learning_rate": 0.0002612583347874113,
      "loss": 0.7423,
      "step": 35812
    },
    {
      "epoch": 1.4668441531845178,
      "grad_norm": 0.6434334203503181,
      "learning_rate": 0.0002612561473203512,
      "loss": 0.2819,
      "step": 35813
    },
    {
      "epoch": 1.466885111611714,
      "grad_norm": 0.9944649701764177,
      "learning_rate": 0.00026125395980069565,
      "loss": 0.8197,
      "step": 35814
    },
    {
      "epoch": 1.4669260700389106,
      "grad_norm": 1.1558449224668796,
      "learning_rate": 0.00026125177222844574,
      "loss": 1.1286,
      "step": 35815
    },
    {
      "epoch": 1.466967028466107,
      "grad_norm": 1.3066295962462506,
      "learning_rate": 0.00026124958460360236,
      "loss": 1.152,
      "step": 35816
    },
    {
      "epoch": 1.4670079868933033,
      "grad_norm": 1.2785842935884764,
      "learning_rate": 0.00026124739692616667,
      "loss": 1.432,
      "step": 35817
    },
    {
      "epoch": 1.4670489453204998,
      "grad_norm": 0.8675395557363778,
      "learning_rate": 0.0002612452091961397,
      "loss": 0.8149,
      "step": 35818
    },
    {
      "epoch": 1.467089903747696,
      "grad_norm": 0.8994272500913867,
      "learning_rate": 0.0002612430214135224,
      "loss": 0.8346,
      "step": 35819
    },
    {
      "epoch": 1.4671308621748924,
      "grad_norm": 0.9946569147220359,
      "learning_rate": 0.0002612408335783159,
      "loss": 0.802,
      "step": 35820
    },
    {
      "epoch": 1.467171820602089,
      "grad_norm": 9.243321410191466,
      "learning_rate": 0.00026123864569052113,
      "loss": 3.0181,
      "step": 35821
    },
    {
      "epoch": 1.4672127790292853,
      "grad_norm": 1.2094305353942219,
      "learning_rate": 0.0002612364577501392,
      "loss": 1.0195,
      "step": 35822
    },
    {
      "epoch": 1.4672537374564816,
      "grad_norm": 3.7017644859607146,
      "learning_rate": 0.0002612342697571712,
      "loss": 1.7462,
      "step": 35823
    },
    {
      "epoch": 1.4672946958836781,
      "grad_norm": 1.1693663457043046,
      "learning_rate": 0.000261232081711618,
      "loss": 0.5498,
      "step": 35824
    },
    {
      "epoch": 1.4673356543108744,
      "grad_norm": 0.920914015678096,
      "learning_rate": 0.00026122989361348077,
      "loss": 1.0256,
      "step": 35825
    },
    {
      "epoch": 1.4673766127380707,
      "grad_norm": 1.4412713382760824,
      "learning_rate": 0.0002612277054627605,
      "loss": 1.0518,
      "step": 35826
    },
    {
      "epoch": 1.4674175711652673,
      "grad_norm": 1.0618003577362198,
      "learning_rate": 0.0002612255172594582,
      "loss": 0.8048,
      "step": 35827
    },
    {
      "epoch": 1.4674585295924636,
      "grad_norm": 0.9342451370068084,
      "learning_rate": 0.00026122332900357497,
      "loss": 0.7527,
      "step": 35828
    },
    {
      "epoch": 1.4674994880196601,
      "grad_norm": 0.9811834814400652,
      "learning_rate": 0.00026122114069511177,
      "loss": 0.6805,
      "step": 35829
    },
    {
      "epoch": 1.4675404464468564,
      "grad_norm": 1.2966432319183778,
      "learning_rate": 0.0002612189523340697,
      "loss": 1.1431,
      "step": 35830
    },
    {
      "epoch": 1.467581404874053,
      "grad_norm": 1.7398524752048052,
      "learning_rate": 0.0002612167639204497,
      "loss": 1.952,
      "step": 35831
    },
    {
      "epoch": 1.4676223633012493,
      "grad_norm": 0.8043044331184617,
      "learning_rate": 0.00026121457545425294,
      "loss": 0.2941,
      "step": 35832
    },
    {
      "epoch": 1.4676633217284456,
      "grad_norm": 1.0784774013259553,
      "learning_rate": 0.0002612123869354804,
      "loss": 1.2645,
      "step": 35833
    },
    {
      "epoch": 1.4677042801556421,
      "grad_norm": 1.4050283675728594,
      "learning_rate": 0.00026121019836413295,
      "loss": 1.4363,
      "step": 35834
    },
    {
      "epoch": 1.4677452385828385,
      "grad_norm": 3.8403371431270243,
      "learning_rate": 0.0002612080097402119,
      "loss": 1.6649,
      "step": 35835
    },
    {
      "epoch": 1.4677861970100348,
      "grad_norm": 0.9998299426842394,
      "learning_rate": 0.00026120582106371813,
      "loss": 0.7178,
      "step": 35836
    },
    {
      "epoch": 1.4678271554372313,
      "grad_norm": 1.5021393815468433,
      "learning_rate": 0.00026120363233465274,
      "loss": 1.0807,
      "step": 35837
    },
    {
      "epoch": 1.4678681138644276,
      "grad_norm": 1.0339962920226617,
      "learning_rate": 0.00026120144355301666,
      "loss": 0.8886,
      "step": 35838
    },
    {
      "epoch": 1.467909072291624,
      "grad_norm": 1.1034382658695092,
      "learning_rate": 0.00026119925471881103,
      "loss": 1.0147,
      "step": 35839
    },
    {
      "epoch": 1.4679500307188205,
      "grad_norm": 1.580565137902687,
      "learning_rate": 0.0002611970658320368,
      "loss": 1.6461,
      "step": 35840
    },
    {
      "epoch": 1.4679909891460168,
      "grad_norm": 0.853782945457483,
      "learning_rate": 0.0002611948768926951,
      "loss": 0.3775,
      "step": 35841
    },
    {
      "epoch": 1.468031947573213,
      "grad_norm": 1.1298337123089952,
      "learning_rate": 0.0002611926879007869,
      "loss": 1.3295,
      "step": 35842
    },
    {
      "epoch": 1.4680729060004096,
      "grad_norm": 1.2739762277666993,
      "learning_rate": 0.00026119049885631326,
      "loss": 1.1971,
      "step": 35843
    },
    {
      "epoch": 1.468113864427606,
      "grad_norm": 0.9722342771261777,
      "learning_rate": 0.0002611883097592751,
      "loss": 0.8553,
      "step": 35844
    },
    {
      "epoch": 1.4681548228548023,
      "grad_norm": 1.0008463134842143,
      "learning_rate": 0.00026118612060967367,
      "loss": 0.9031,
      "step": 35845
    },
    {
      "epoch": 1.4681957812819988,
      "grad_norm": 0.7369687075735686,
      "learning_rate": 0.0002611839314075099,
      "loss": 0.3197,
      "step": 35846
    },
    {
      "epoch": 1.468236739709195,
      "grad_norm": 3.0812776911674806,
      "learning_rate": 0.0002611817421527848,
      "loss": 3.7403,
      "step": 35847
    },
    {
      "epoch": 1.4682776981363916,
      "grad_norm": 1.4810620279381015,
      "learning_rate": 0.0002611795528454994,
      "loss": 1.7328,
      "step": 35848
    },
    {
      "epoch": 1.468318656563588,
      "grad_norm": 0.9631418456402383,
      "learning_rate": 0.00026117736348565474,
      "loss": 0.7606,
      "step": 35849
    },
    {
      "epoch": 1.4683596149907845,
      "grad_norm": 1.4431204419483068,
      "learning_rate": 0.0002611751740732519,
      "loss": 1.3773,
      "step": 35850
    },
    {
      "epoch": 1.4684005734179808,
      "grad_norm": 5.72900053260839,
      "learning_rate": 0.0002611729846082919,
      "loss": 3.9528,
      "step": 35851
    },
    {
      "epoch": 1.4684415318451771,
      "grad_norm": 1.2021459712889566,
      "learning_rate": 0.0002611707950907758,
      "loss": 1.2354,
      "step": 35852
    },
    {
      "epoch": 1.4684824902723737,
      "grad_norm": 1.2510674757624312,
      "learning_rate": 0.00026116860552070453,
      "loss": 0.9893,
      "step": 35853
    },
    {
      "epoch": 1.46852344869957,
      "grad_norm": 1.1704397439528036,
      "learning_rate": 0.0002611664158980792,
      "loss": 0.905,
      "step": 35854
    },
    {
      "epoch": 1.4685644071267663,
      "grad_norm": 3.077928109802933,
      "learning_rate": 0.0002611642262229009,
      "loss": 1.952,
      "step": 35855
    },
    {
      "epoch": 1.4686053655539628,
      "grad_norm": 1.3265146776950594,
      "learning_rate": 0.00026116203649517055,
      "loss": 0.6021,
      "step": 35856
    },
    {
      "epoch": 1.4686463239811591,
      "grad_norm": 0.7991927048019242,
      "learning_rate": 0.00026115984671488924,
      "loss": 0.3064,
      "step": 35857
    },
    {
      "epoch": 1.4686872824083554,
      "grad_norm": 0.9149202659293316,
      "learning_rate": 0.00026115765688205806,
      "loss": 0.7552,
      "step": 35858
    },
    {
      "epoch": 1.468728240835552,
      "grad_norm": 1.5415389550591605,
      "learning_rate": 0.00026115546699667793,
      "loss": 1.1768,
      "step": 35859
    },
    {
      "epoch": 1.4687691992627483,
      "grad_norm": 1.1054208446659715,
      "learning_rate": 0.00026115327705874994,
      "loss": 1.1579,
      "step": 35860
    },
    {
      "epoch": 1.4688101576899446,
      "grad_norm": 0.5628752227983185,
      "learning_rate": 0.00026115108706827516,
      "loss": 0.3113,
      "step": 35861
    },
    {
      "epoch": 1.4688511161171411,
      "grad_norm": 1.449179244234972,
      "learning_rate": 0.0002611488970252546,
      "loss": 1.6173,
      "step": 35862
    },
    {
      "epoch": 1.4688920745443375,
      "grad_norm": 1.5411800787083283,
      "learning_rate": 0.0002611467069296893,
      "loss": 1.5137,
      "step": 35863
    },
    {
      "epoch": 1.4689330329715338,
      "grad_norm": 0.8920138107080997,
      "learning_rate": 0.00026114451678158025,
      "loss": 0.508,
      "step": 35864
    },
    {
      "epoch": 1.4689739913987303,
      "grad_norm": 1.1924697951735488,
      "learning_rate": 0.00026114232658092855,
      "loss": 0.9793,
      "step": 35865
    },
    {
      "epoch": 1.4690149498259266,
      "grad_norm": 1.0254348334207373,
      "learning_rate": 0.0002611401363277352,
      "loss": 0.6541,
      "step": 35866
    },
    {
      "epoch": 1.4690559082531232,
      "grad_norm": 1.0463253382530904,
      "learning_rate": 0.00026113794602200123,
      "loss": 0.5589,
      "step": 35867
    },
    {
      "epoch": 1.4690968666803195,
      "grad_norm": 1.7942151869217982,
      "learning_rate": 0.0002611357556637277,
      "loss": 0.933,
      "step": 35868
    },
    {
      "epoch": 1.469137825107516,
      "grad_norm": 1.4777003126079826,
      "learning_rate": 0.00026113356525291564,
      "loss": 1.5001,
      "step": 35869
    },
    {
      "epoch": 1.4691787835347123,
      "grad_norm": 0.877035486575405,
      "learning_rate": 0.00026113137478956603,
      "loss": 0.6481,
      "step": 35870
    },
    {
      "epoch": 1.4692197419619086,
      "grad_norm": 0.5812155837278244,
      "learning_rate": 0.00026112918427368006,
      "loss": 0.2937,
      "step": 35871
    },
    {
      "epoch": 1.4692607003891052,
      "grad_norm": 1.5610055615000669,
      "learning_rate": 0.0002611269937052586,
      "loss": 1.3486,
      "step": 35872
    },
    {
      "epoch": 1.4693016588163015,
      "grad_norm": 1.331906908478389,
      "learning_rate": 0.00026112480308430273,
      "loss": 0.9487,
      "step": 35873
    },
    {
      "epoch": 1.4693426172434978,
      "grad_norm": 1.2197114822060022,
      "learning_rate": 0.0002611226124108135,
      "loss": 0.9574,
      "step": 35874
    },
    {
      "epoch": 1.4693835756706943,
      "grad_norm": 0.9644268823569815,
      "learning_rate": 0.00026112042168479195,
      "loss": 0.6709,
      "step": 35875
    },
    {
      "epoch": 1.4694245340978906,
      "grad_norm": 0.8425480000645329,
      "learning_rate": 0.00026111823090623913,
      "loss": 0.3739,
      "step": 35876
    },
    {
      "epoch": 1.469465492525087,
      "grad_norm": 0.6694360650816709,
      "learning_rate": 0.000261116040075156,
      "loss": 0.3757,
      "step": 35877
    },
    {
      "epoch": 1.4695064509522835,
      "grad_norm": 1.2196120008397184,
      "learning_rate": 0.0002611138491915438,
      "loss": 1.162,
      "step": 35878
    },
    {
      "epoch": 1.4695474093794798,
      "grad_norm": 1.1691991107417377,
      "learning_rate": 0.00026111165825540327,
      "loss": 0.8468,
      "step": 35879
    },
    {
      "epoch": 1.4695883678066761,
      "grad_norm": 0.8937044070512116,
      "learning_rate": 0.00026110946726673565,
      "loss": 0.6367,
      "step": 35880
    },
    {
      "epoch": 1.4696293262338727,
      "grad_norm": 1.0760364539929248,
      "learning_rate": 0.00026110727622554196,
      "loss": 1.0602,
      "step": 35881
    },
    {
      "epoch": 1.469670284661069,
      "grad_norm": 1.4590317025669672,
      "learning_rate": 0.0002611050851318231,
      "loss": 1.4606,
      "step": 35882
    },
    {
      "epoch": 1.4697112430882653,
      "grad_norm": 0.7310000035841852,
      "learning_rate": 0.0002611028939855803,
      "loss": 0.3707,
      "step": 35883
    },
    {
      "epoch": 1.4697522015154618,
      "grad_norm": 1.2985179592161948,
      "learning_rate": 0.0002611007027868144,
      "loss": 1.3095,
      "step": 35884
    },
    {
      "epoch": 1.4697931599426581,
      "grad_norm": 1.0700726550719606,
      "learning_rate": 0.00026109851153552664,
      "loss": 0.9366,
      "step": 35885
    },
    {
      "epoch": 1.4698341183698547,
      "grad_norm": 1.273243543073375,
      "learning_rate": 0.00026109632023171793,
      "loss": 1.0501,
      "step": 35886
    },
    {
      "epoch": 1.469875076797051,
      "grad_norm": 0.9518636896281261,
      "learning_rate": 0.0002610941288753893,
      "loss": 0.7256,
      "step": 35887
    },
    {
      "epoch": 1.4699160352242475,
      "grad_norm": 0.9551528009272504,
      "learning_rate": 0.0002610919374665418,
      "loss": 0.3835,
      "step": 35888
    },
    {
      "epoch": 1.4699569936514438,
      "grad_norm": 0.9781520037235251,
      "learning_rate": 0.0002610897460051765,
      "loss": 0.9399,
      "step": 35889
    },
    {
      "epoch": 1.4699979520786401,
      "grad_norm": 2.6250141204537707,
      "learning_rate": 0.00026108755449129437,
      "loss": 2.0108,
      "step": 35890
    },
    {
      "epoch": 1.4700389105058367,
      "grad_norm": 1.0227557022863332,
      "learning_rate": 0.00026108536292489655,
      "loss": 0.8059,
      "step": 35891
    },
    {
      "epoch": 1.470079868933033,
      "grad_norm": 0.5885150853606738,
      "learning_rate": 0.000261083171305984,
      "loss": 0.2854,
      "step": 35892
    },
    {
      "epoch": 1.4701208273602293,
      "grad_norm": 0.5847887453205226,
      "learning_rate": 0.00026108097963455773,
      "loss": 0.2461,
      "step": 35893
    },
    {
      "epoch": 1.4701617857874258,
      "grad_norm": 1.0483519112950443,
      "learning_rate": 0.0002610787879106189,
      "loss": 0.9064,
      "step": 35894
    },
    {
      "epoch": 1.4702027442146222,
      "grad_norm": 1.0355662228141533,
      "learning_rate": 0.0002610765961341684,
      "loss": 0.7061,
      "step": 35895
    },
    {
      "epoch": 1.4702437026418185,
      "grad_norm": 0.7567097662018255,
      "learning_rate": 0.00026107440430520734,
      "loss": 0.3551,
      "step": 35896
    },
    {
      "epoch": 1.470284661069015,
      "grad_norm": 1.0987942951761744,
      "learning_rate": 0.00026107221242373675,
      "loss": 0.778,
      "step": 35897
    },
    {
      "epoch": 1.4703256194962113,
      "grad_norm": 0.5754403621249898,
      "learning_rate": 0.0002610700204897577,
      "loss": 0.2922,
      "step": 35898
    },
    {
      "epoch": 1.4703665779234076,
      "grad_norm": 0.9191466639808612,
      "learning_rate": 0.0002610678285032711,
      "loss": 0.7493,
      "step": 35899
    },
    {
      "epoch": 1.4704075363506042,
      "grad_norm": 1.0090796425282298,
      "learning_rate": 0.0002610656364642782,
      "loss": 0.7768,
      "step": 35900
    },
    {
      "epoch": 1.4704484947778005,
      "grad_norm": 0.8289136630479922,
      "learning_rate": 0.0002610634443727798,
      "loss": 0.6339,
      "step": 35901
    },
    {
      "epoch": 1.4704894532049968,
      "grad_norm": 1.413931326773719,
      "learning_rate": 0.00026106125222877713,
      "loss": 0.9542,
      "step": 35902
    },
    {
      "epoch": 1.4705304116321933,
      "grad_norm": 0.8359277638322102,
      "learning_rate": 0.0002610590600322711,
      "loss": 0.8296,
      "step": 35903
    },
    {
      "epoch": 1.4705713700593896,
      "grad_norm": 3.399388378044913,
      "learning_rate": 0.0002610568677832628,
      "loss": 5.0521,
      "step": 35904
    },
    {
      "epoch": 1.4706123284865862,
      "grad_norm": 1.2144732465004016,
      "learning_rate": 0.00026105467548175325,
      "loss": 1.1199,
      "step": 35905
    },
    {
      "epoch": 1.4706532869137825,
      "grad_norm": 0.9978514918345304,
      "learning_rate": 0.0002610524831277435,
      "loss": 0.5834,
      "step": 35906
    },
    {
      "epoch": 1.470694245340979,
      "grad_norm": 1.2915416198317107,
      "learning_rate": 0.0002610502907212346,
      "loss": 1.4075,
      "step": 35907
    },
    {
      "epoch": 1.4707352037681753,
      "grad_norm": 1.0497569396640003,
      "learning_rate": 0.00026104809826222756,
      "loss": 0.4811,
      "step": 35908
    },
    {
      "epoch": 1.4707761621953717,
      "grad_norm": 1.5192781325705889,
      "learning_rate": 0.0002610459057507234,
      "loss": 1.098,
      "step": 35909
    },
    {
      "epoch": 1.4708171206225682,
      "grad_norm": 1.070074723733698,
      "learning_rate": 0.0002610437131867232,
      "loss": 0.8669,
      "step": 35910
    },
    {
      "epoch": 1.4708580790497645,
      "grad_norm": 1.2119993363772128,
      "learning_rate": 0.0002610415205702279,
      "loss": 0.8665,
      "step": 35911
    },
    {
      "epoch": 1.4708990374769608,
      "grad_norm": 0.8171129457537823,
      "learning_rate": 0.00026103932790123873,
      "loss": 0.6709,
      "step": 35912
    },
    {
      "epoch": 1.4709399959041574,
      "grad_norm": 1.2062918359530994,
      "learning_rate": 0.0002610371351797566,
      "loss": 0.7488,
      "step": 35913
    },
    {
      "epoch": 1.4709809543313537,
      "grad_norm": 1.0846460212789766,
      "learning_rate": 0.0002610349424057824,
      "loss": 0.8675,
      "step": 35914
    },
    {
      "epoch": 1.47102191275855,
      "grad_norm": 0.9653587460846124,
      "learning_rate": 0.0002610327495793175,
      "loss": 0.5531,
      "step": 35915
    },
    {
      "epoch": 1.4710628711857465,
      "grad_norm": 0.8014186379531885,
      "learning_rate": 0.00026103055670036266,
      "loss": 0.3199,
      "step": 35916
    },
    {
      "epoch": 1.4711038296129428,
      "grad_norm": 0.866493399574675,
      "learning_rate": 0.0002610283637689191,
      "loss": 0.7163,
      "step": 35917
    },
    {
      "epoch": 1.4711447880401392,
      "grad_norm": 0.6525809925439613,
      "learning_rate": 0.0002610261707849877,
      "loss": 0.3025,
      "step": 35918
    },
    {
      "epoch": 1.4711857464673357,
      "grad_norm": 1.181411222031991,
      "learning_rate": 0.0002610239777485696,
      "loss": 1.3252,
      "step": 35919
    },
    {
      "epoch": 1.471226704894532,
      "grad_norm": 1.1173430002536053,
      "learning_rate": 0.0002610217846596658,
      "loss": 1.0645,
      "step": 35920
    },
    {
      "epoch": 1.4712676633217283,
      "grad_norm": 0.6323301025988178,
      "learning_rate": 0.0002610195915182773,
      "loss": 0.2859,
      "step": 35921
    },
    {
      "epoch": 1.4713086217489248,
      "grad_norm": 1.139472583999967,
      "learning_rate": 0.00026101739832440525,
      "loss": 0.9775,
      "step": 35922
    },
    {
      "epoch": 1.4713495801761212,
      "grad_norm": 0.8712693427551678,
      "learning_rate": 0.0002610152050780506,
      "loss": 0.8367,
      "step": 35923
    },
    {
      "epoch": 1.4713905386033177,
      "grad_norm": 0.7908821753969394,
      "learning_rate": 0.00026101301177921437,
      "loss": 0.5792,
      "step": 35924
    },
    {
      "epoch": 1.471431497030514,
      "grad_norm": 1.070976376920499,
      "learning_rate": 0.00026101081842789766,
      "loss": 0.8421,
      "step": 35925
    },
    {
      "epoch": 1.4714724554577105,
      "grad_norm": 0.8063551539703077,
      "learning_rate": 0.00026100862502410145,
      "loss": 0.702,
      "step": 35926
    },
    {
      "epoch": 1.4715134138849069,
      "grad_norm": 1.2546223719534426,
      "learning_rate": 0.0002610064315678268,
      "loss": 1.1471,
      "step": 35927
    },
    {
      "epoch": 1.4715543723121032,
      "grad_norm": 0.910464899032909,
      "learning_rate": 0.0002610042380590748,
      "loss": 0.6271,
      "step": 35928
    },
    {
      "epoch": 1.4715953307392997,
      "grad_norm": 1.0308967362260035,
      "learning_rate": 0.0002610020444978464,
      "loss": 0.9912,
      "step": 35929
    },
    {
      "epoch": 1.471636289166496,
      "grad_norm": 1.0003792932114313,
      "learning_rate": 0.0002609998508841427,
      "loss": 0.9974,
      "step": 35930
    },
    {
      "epoch": 1.4716772475936923,
      "grad_norm": 1.034418984760382,
      "learning_rate": 0.0002609976572179647,
      "loss": 0.7878,
      "step": 35931
    },
    {
      "epoch": 1.4717182060208889,
      "grad_norm": 1.0602363533897676,
      "learning_rate": 0.0002609954634993134,
      "loss": 0.8086,
      "step": 35932
    },
    {
      "epoch": 1.4717591644480852,
      "grad_norm": 0.9837195776646698,
      "learning_rate": 0.0002609932697281899,
      "loss": 0.7893,
      "step": 35933
    },
    {
      "epoch": 1.4718001228752815,
      "grad_norm": 1.0395878728316947,
      "learning_rate": 0.0002609910759045953,
      "loss": 0.8511,
      "step": 35934
    },
    {
      "epoch": 1.471841081302478,
      "grad_norm": 1.0159385429702237,
      "learning_rate": 0.0002609888820285305,
      "loss": 0.5356,
      "step": 35935
    },
    {
      "epoch": 1.4718820397296744,
      "grad_norm": 0.8711813451163603,
      "learning_rate": 0.0002609866880999966,
      "loss": 0.7039,
      "step": 35936
    },
    {
      "epoch": 1.4719229981568707,
      "grad_norm": 0.9324885452801512,
      "learning_rate": 0.0002609844941189946,
      "loss": 0.6478,
      "step": 35937
    },
    {
      "epoch": 1.4719639565840672,
      "grad_norm": 1.0339723327823354,
      "learning_rate": 0.00026098230008552565,
      "loss": 0.7786,
      "step": 35938
    },
    {
      "epoch": 1.4720049150112635,
      "grad_norm": 0.9812869858165368,
      "learning_rate": 0.00026098010599959063,
      "loss": 0.8696,
      "step": 35939
    },
    {
      "epoch": 1.4720458734384598,
      "grad_norm": 1.2406641867420085,
      "learning_rate": 0.00026097791186119074,
      "loss": 0.8347,
      "step": 35940
    },
    {
      "epoch": 1.4720868318656564,
      "grad_norm": 1.0129820072188847,
      "learning_rate": 0.00026097571767032685,
      "loss": 0.7014,
      "step": 35941
    },
    {
      "epoch": 1.4721277902928527,
      "grad_norm": 0.9354119623512349,
      "learning_rate": 0.00026097352342700016,
      "loss": 0.9302,
      "step": 35942
    },
    {
      "epoch": 1.4721687487200492,
      "grad_norm": 0.8371062010597319,
      "learning_rate": 0.0002609713291312116,
      "loss": 0.8058,
      "step": 35943
    },
    {
      "epoch": 1.4722097071472455,
      "grad_norm": 0.8677812250945361,
      "learning_rate": 0.0002609691347829622,
      "loss": 0.7602,
      "step": 35944
    },
    {
      "epoch": 1.472250665574442,
      "grad_norm": 1.1962770974981376,
      "learning_rate": 0.00026096694038225303,
      "loss": 1.0418,
      "step": 35945
    },
    {
      "epoch": 1.4722916240016384,
      "grad_norm": 0.8282631324493586,
      "learning_rate": 0.0002609647459290852,
      "loss": 0.7983,
      "step": 35946
    },
    {
      "epoch": 1.4723325824288347,
      "grad_norm": 0.9683267588737466,
      "learning_rate": 0.0002609625514234596,
      "loss": 0.8547,
      "step": 35947
    },
    {
      "epoch": 1.4723735408560312,
      "grad_norm": 1.2855121511818606,
      "learning_rate": 0.0002609603568653774,
      "loss": 0.6487,
      "step": 35948
    },
    {
      "epoch": 1.4724144992832275,
      "grad_norm": 1.1712486822450179,
      "learning_rate": 0.00026095816225483955,
      "loss": 0.6721,
      "step": 35949
    },
    {
      "epoch": 1.4724554577104239,
      "grad_norm": 1.1726920242892196,
      "learning_rate": 0.0002609559675918471,
      "loss": 1.0865,
      "step": 35950
    },
    {
      "epoch": 1.4724964161376204,
      "grad_norm": 1.1713411374030407,
      "learning_rate": 0.00026095377287640114,
      "loss": 1.213,
      "step": 35951
    },
    {
      "epoch": 1.4725373745648167,
      "grad_norm": 2.903790786037672,
      "learning_rate": 0.0002609515781085027,
      "loss": 1.4644,
      "step": 35952
    },
    {
      "epoch": 1.472578332992013,
      "grad_norm": 1.256187569276572,
      "learning_rate": 0.00026094938328815275,
      "loss": 0.9533,
      "step": 35953
    },
    {
      "epoch": 1.4726192914192096,
      "grad_norm": 1.2236865703580417,
      "learning_rate": 0.00026094718841535236,
      "loss": 0.7928,
      "step": 35954
    },
    {
      "epoch": 1.4726602498464059,
      "grad_norm": 1.2402599149852414,
      "learning_rate": 0.0002609449934901026,
      "loss": 1.227,
      "step": 35955
    },
    {
      "epoch": 1.4727012082736022,
      "grad_norm": 0.6783347249219709,
      "learning_rate": 0.0002609427985124045,
      "loss": 0.3682,
      "step": 35956
    },
    {
      "epoch": 1.4727421667007987,
      "grad_norm": 0.8908701920524729,
      "learning_rate": 0.00026094060348225904,
      "loss": 0.7697,
      "step": 35957
    },
    {
      "epoch": 1.472783125127995,
      "grad_norm": 1.1381122032698983,
      "learning_rate": 0.00026093840839966733,
      "loss": 0.7573,
      "step": 35958
    },
    {
      "epoch": 1.4728240835551913,
      "grad_norm": 0.9724390184413337,
      "learning_rate": 0.00026093621326463037,
      "loss": 0.6974,
      "step": 35959
    },
    {
      "epoch": 1.4728650419823879,
      "grad_norm": 1.0125254433771953,
      "learning_rate": 0.0002609340180771492,
      "loss": 0.4767,
      "step": 35960
    },
    {
      "epoch": 1.4729060004095842,
      "grad_norm": 0.9245709761587682,
      "learning_rate": 0.0002609318228372249,
      "loss": 0.77,
      "step": 35961
    },
    {
      "epoch": 1.4729469588367807,
      "grad_norm": 1.0018192082242592,
      "learning_rate": 0.00026092962754485844,
      "loss": 0.7232,
      "step": 35962
    },
    {
      "epoch": 1.472987917263977,
      "grad_norm": 0.9711982873057778,
      "learning_rate": 0.00026092743220005086,
      "loss": 0.7291,
      "step": 35963
    },
    {
      "epoch": 1.4730288756911736,
      "grad_norm": 0.806026079523397,
      "learning_rate": 0.0002609252368028033,
      "loss": 0.5999,
      "step": 35964
    },
    {
      "epoch": 1.47306983411837,
      "grad_norm": 1.068640634231671,
      "learning_rate": 0.00026092304135311666,
      "loss": 0.8116,
      "step": 35965
    },
    {
      "epoch": 1.4731107925455662,
      "grad_norm": 0.9313075459939935,
      "learning_rate": 0.00026092084585099205,
      "loss": 0.6608,
      "step": 35966
    },
    {
      "epoch": 1.4731517509727627,
      "grad_norm": 1.1387601866506614,
      "learning_rate": 0.0002609186502964305,
      "loss": 1.135,
      "step": 35967
    },
    {
      "epoch": 1.473192709399959,
      "grad_norm": 0.9741857933093523,
      "learning_rate": 0.0002609164546894331,
      "loss": 0.6434,
      "step": 35968
    },
    {
      "epoch": 1.4732336678271554,
      "grad_norm": 0.9688975853504579,
      "learning_rate": 0.0002609142590300008,
      "loss": 0.856,
      "step": 35969
    },
    {
      "epoch": 1.473274626254352,
      "grad_norm": 1.6603751428664209,
      "learning_rate": 0.00026091206331813467,
      "loss": 2.0764,
      "step": 35970
    },
    {
      "epoch": 1.4733155846815482,
      "grad_norm": 1.2603970627078613,
      "learning_rate": 0.00026090986755383577,
      "loss": 0.8019,
      "step": 35971
    },
    {
      "epoch": 1.4733565431087445,
      "grad_norm": 1.189346390249346,
      "learning_rate": 0.00026090767173710507,
      "loss": 1.3108,
      "step": 35972
    },
    {
      "epoch": 1.473397501535941,
      "grad_norm": 1.1293862023674557,
      "learning_rate": 0.0002609054758679437,
      "loss": 1.0402,
      "step": 35973
    },
    {
      "epoch": 1.4734384599631374,
      "grad_norm": 0.5985664285031705,
      "learning_rate": 0.00026090327994635266,
      "loss": 0.2927,
      "step": 35974
    },
    {
      "epoch": 1.4734794183903337,
      "grad_norm": 1.1637984302142785,
      "learning_rate": 0.00026090108397233295,
      "loss": 0.8434,
      "step": 35975
    },
    {
      "epoch": 1.4735203768175302,
      "grad_norm": 3.046610347427947,
      "learning_rate": 0.0002608988879458857,
      "loss": 6.2047,
      "step": 35976
    },
    {
      "epoch": 1.4735613352447265,
      "grad_norm": 0.8543256313684946,
      "learning_rate": 0.00026089669186701186,
      "loss": 0.7034,
      "step": 35977
    },
    {
      "epoch": 1.473602293671923,
      "grad_norm": 1.2285132323746124,
      "learning_rate": 0.00026089449573571253,
      "loss": 1.4344,
      "step": 35978
    },
    {
      "epoch": 1.4736432520991194,
      "grad_norm": 0.8631180648680237,
      "learning_rate": 0.00026089229955198866,
      "loss": 0.732,
      "step": 35979
    },
    {
      "epoch": 1.4736842105263157,
      "grad_norm": 0.7867968924589677,
      "learning_rate": 0.00026089010331584135,
      "loss": 0.6921,
      "step": 35980
    },
    {
      "epoch": 1.4737251689535122,
      "grad_norm": 1.1237095910102408,
      "learning_rate": 0.0002608879070272717,
      "loss": 1.0943,
      "step": 35981
    },
    {
      "epoch": 1.4737661273807086,
      "grad_norm": 0.7353410384084237,
      "learning_rate": 0.00026088571068628064,
      "loss": 0.6491,
      "step": 35982
    },
    {
      "epoch": 1.473807085807905,
      "grad_norm": 1.0334392646230728,
      "learning_rate": 0.00026088351429286925,
      "loss": 0.9302,
      "step": 35983
    },
    {
      "epoch": 1.4738480442351014,
      "grad_norm": 0.7067356366979377,
      "learning_rate": 0.0002608813178470386,
      "loss": 0.3057,
      "step": 35984
    },
    {
      "epoch": 1.4738890026622977,
      "grad_norm": 1.28905600951561,
      "learning_rate": 0.0002608791213487896,
      "loss": 1.0717,
      "step": 35985
    },
    {
      "epoch": 1.4739299610894943,
      "grad_norm": 2.075679440609862,
      "learning_rate": 0.0002608769247981235,
      "loss": 3.6374,
      "step": 35986
    },
    {
      "epoch": 1.4739709195166906,
      "grad_norm": 1.0031634081780856,
      "learning_rate": 0.00026087472819504113,
      "loss": 0.8537,
      "step": 35987
    },
    {
      "epoch": 1.4740118779438869,
      "grad_norm": 1.0847861830029364,
      "learning_rate": 0.0002608725315395437,
      "loss": 1.2453,
      "step": 35988
    },
    {
      "epoch": 1.4740528363710834,
      "grad_norm": 2.694038059602602,
      "learning_rate": 0.0002608703348316321,
      "loss": 4.0611,
      "step": 35989
    },
    {
      "epoch": 1.4740937947982797,
      "grad_norm": 1.0587255308819024,
      "learning_rate": 0.0002608681380713075,
      "loss": 1.1653,
      "step": 35990
    },
    {
      "epoch": 1.474134753225476,
      "grad_norm": 1.0011817636333091,
      "learning_rate": 0.00026086594125857086,
      "loss": 0.7971,
      "step": 35991
    },
    {
      "epoch": 1.4741757116526726,
      "grad_norm": 1.7625228387557599,
      "learning_rate": 0.0002608637443934232,
      "loss": 1.5426,
      "step": 35992
    },
    {
      "epoch": 1.474216670079869,
      "grad_norm": 0.9095286520586343,
      "learning_rate": 0.0002608615474758657,
      "loss": 0.7797,
      "step": 35993
    },
    {
      "epoch": 1.4742576285070652,
      "grad_norm": 1.3016360530490647,
      "learning_rate": 0.0002608593505058992,
      "loss": 1.3833,
      "step": 35994
    },
    {
      "epoch": 1.4742985869342617,
      "grad_norm": 1.0319691957776336,
      "learning_rate": 0.00026085715348352485,
      "loss": 0.8749,
      "step": 35995
    },
    {
      "epoch": 1.474339545361458,
      "grad_norm": 1.1185975799437475,
      "learning_rate": 0.00026085495640874363,
      "loss": 0.4539,
      "step": 35996
    },
    {
      "epoch": 1.4743805037886546,
      "grad_norm": 1.2652427048561248,
      "learning_rate": 0.0002608527592815567,
      "loss": 0.6564,
      "step": 35997
    },
    {
      "epoch": 1.474421462215851,
      "grad_norm": 4.233482221787529,
      "learning_rate": 0.000260850562101965,
      "loss": 4.6701,
      "step": 35998
    },
    {
      "epoch": 1.4744624206430474,
      "grad_norm": 1.1417193336550486,
      "learning_rate": 0.0002608483648699695,
      "loss": 1.1551,
      "step": 35999
    },
    {
      "epoch": 1.4745033790702438,
      "grad_norm": 0.9345356243684494,
      "learning_rate": 0.0002608461675855714,
      "loss": 0.8816,
      "step": 36000
    },
    {
      "epoch": 1.47454433749744,
      "grad_norm": 1.3510758747051863,
      "learning_rate": 0.00026084397024877165,
      "loss": 1.2484,
      "step": 36001
    },
    {
      "epoch": 1.4745852959246366,
      "grad_norm": 2.146852615865654,
      "learning_rate": 0.0002608417728595713,
      "loss": 3.9503,
      "step": 36002
    },
    {
      "epoch": 1.474626254351833,
      "grad_norm": 2.639026144021787,
      "learning_rate": 0.0002608395754179714,
      "loss": 4.343,
      "step": 36003
    },
    {
      "epoch": 1.4746672127790292,
      "grad_norm": 0.972142124510508,
      "learning_rate": 0.00026083737792397297,
      "loss": 1.0193,
      "step": 36004
    },
    {
      "epoch": 1.4747081712062258,
      "grad_norm": 1.1133729653862372,
      "learning_rate": 0.0002608351803775771,
      "loss": 0.7847,
      "step": 36005
    },
    {
      "epoch": 1.474749129633422,
      "grad_norm": 1.05726412663622,
      "learning_rate": 0.00026083298277878474,
      "loss": 0.9416,
      "step": 36006
    },
    {
      "epoch": 1.4747900880606184,
      "grad_norm": 0.9127937390943781,
      "learning_rate": 0.00026083078512759703,
      "loss": 0.8351,
      "step": 36007
    },
    {
      "epoch": 1.474831046487815,
      "grad_norm": 1.3638134475385861,
      "learning_rate": 0.0002608285874240149,
      "loss": 1.0187,
      "step": 36008
    },
    {
      "epoch": 1.4748720049150112,
      "grad_norm": 0.9821454182408544,
      "learning_rate": 0.00026082638966803945,
      "loss": 0.7242,
      "step": 36009
    },
    {
      "epoch": 1.4749129633422076,
      "grad_norm": 1.4878403905776918,
      "learning_rate": 0.00026082419185967175,
      "loss": 1.1573,
      "step": 36010
    },
    {
      "epoch": 1.474953921769404,
      "grad_norm": 0.9874313890217227,
      "learning_rate": 0.0002608219939989128,
      "loss": 1.0091,
      "step": 36011
    },
    {
      "epoch": 1.4749948801966004,
      "grad_norm": 1.111068078748274,
      "learning_rate": 0.0002608197960857636,
      "loss": 0.8168,
      "step": 36012
    },
    {
      "epoch": 1.4750358386237967,
      "grad_norm": 0.7331426107521976,
      "learning_rate": 0.00026081759812022527,
      "loss": 0.3113,
      "step": 36013
    },
    {
      "epoch": 1.4750767970509933,
      "grad_norm": 1.2987681788519323,
      "learning_rate": 0.00026081540010229875,
      "loss": 1.0825,
      "step": 36014
    },
    {
      "epoch": 1.4751177554781896,
      "grad_norm": 1.0296622724880606,
      "learning_rate": 0.0002608132020319852,
      "loss": 0.82,
      "step": 36015
    },
    {
      "epoch": 1.475158713905386,
      "grad_norm": 1.2252261506997626,
      "learning_rate": 0.0002608110039092856,
      "loss": 1.0475,
      "step": 36016
    },
    {
      "epoch": 1.4751996723325824,
      "grad_norm": 0.6409035287903326,
      "learning_rate": 0.000260808805734201,
      "loss": 0.2862,
      "step": 36017
    },
    {
      "epoch": 1.475240630759779,
      "grad_norm": 0.6148151335267354,
      "learning_rate": 0.0002608066075067324,
      "loss": 0.2717,
      "step": 36018
    },
    {
      "epoch": 1.4752815891869753,
      "grad_norm": 1.3302473962636485,
      "learning_rate": 0.00026080440922688085,
      "loss": 0.944,
      "step": 36019
    },
    {
      "epoch": 1.4753225476141716,
      "grad_norm": 1.0544855628933603,
      "learning_rate": 0.00026080221089464737,
      "loss": 0.6962,
      "step": 36020
    },
    {
      "epoch": 1.4753635060413681,
      "grad_norm": 1.306964912165105,
      "learning_rate": 0.0002608000125100331,
      "loss": 0.8254,
      "step": 36021
    },
    {
      "epoch": 1.4754044644685644,
      "grad_norm": 0.9953637767765052,
      "learning_rate": 0.000260797814073039,
      "loss": 0.7164,
      "step": 36022
    },
    {
      "epoch": 1.4754454228957607,
      "grad_norm": 1.1235535613855798,
      "learning_rate": 0.0002607956155836661,
      "loss": 0.8875,
      "step": 36023
    },
    {
      "epoch": 1.4754863813229573,
      "grad_norm": 5.959359883047053,
      "learning_rate": 0.00026079341704191554,
      "loss": 5.8389,
      "step": 36024
    },
    {
      "epoch": 1.4755273397501536,
      "grad_norm": 1.1219989100709011,
      "learning_rate": 0.00026079121844778814,
      "loss": 1.1977,
      "step": 36025
    },
    {
      "epoch": 1.47556829817735,
      "grad_norm": 1.5218792487029669,
      "learning_rate": 0.0002607890198012852,
      "loss": 1.6162,
      "step": 36026
    },
    {
      "epoch": 1.4756092566045464,
      "grad_norm": 1.0365804792252762,
      "learning_rate": 0.00026078682110240763,
      "loss": 0.7856,
      "step": 36027
    },
    {
      "epoch": 1.4756502150317428,
      "grad_norm": 1.0783254908717388,
      "learning_rate": 0.0002607846223511564,
      "loss": 0.7767,
      "step": 36028
    },
    {
      "epoch": 1.475691173458939,
      "grad_norm": 0.9958270471303216,
      "learning_rate": 0.0002607824235475327,
      "loss": 0.9943,
      "step": 36029
    },
    {
      "epoch": 1.4757321318861356,
      "grad_norm": 1.3967737421909427,
      "learning_rate": 0.00026078022469153746,
      "loss": 1.4479,
      "step": 36030
    },
    {
      "epoch": 1.475773090313332,
      "grad_norm": 0.9286026698640679,
      "learning_rate": 0.0002607780257831718,
      "loss": 0.6222,
      "step": 36031
    },
    {
      "epoch": 1.4758140487405282,
      "grad_norm": 0.7455868511939622,
      "learning_rate": 0.00026077582682243667,
      "loss": 0.3167,
      "step": 36032
    },
    {
      "epoch": 1.4758550071677248,
      "grad_norm": 1.063677303631051,
      "learning_rate": 0.0002607736278093332,
      "loss": 0.7812,
      "step": 36033
    },
    {
      "epoch": 1.475895965594921,
      "grad_norm": 1.6170700829823381,
      "learning_rate": 0.0002607714287438624,
      "loss": 0.7344,
      "step": 36034
    },
    {
      "epoch": 1.4759369240221176,
      "grad_norm": 0.9321688349067102,
      "learning_rate": 0.0002607692296260253,
      "loss": 0.9048,
      "step": 36035
    },
    {
      "epoch": 1.475977882449314,
      "grad_norm": 1.2110602535164867,
      "learning_rate": 0.00026076703045582283,
      "loss": 1.1693,
      "step": 36036
    },
    {
      "epoch": 1.4760188408765105,
      "grad_norm": 1.3349779281202963,
      "learning_rate": 0.00026076483123325624,
      "loss": 1.1299,
      "step": 36037
    },
    {
      "epoch": 1.4760597993037068,
      "grad_norm": 1.117423134337373,
      "learning_rate": 0.00026076263195832643,
      "loss": 0.672,
      "step": 36038
    },
    {
      "epoch": 1.476100757730903,
      "grad_norm": 0.8907833594607729,
      "learning_rate": 0.0002607604326310345,
      "loss": 0.7299,
      "step": 36039
    },
    {
      "epoch": 1.4761417161580996,
      "grad_norm": 1.4876400353076829,
      "learning_rate": 0.0002607582332513814,
      "loss": 0.9639,
      "step": 36040
    },
    {
      "epoch": 1.476182674585296,
      "grad_norm": 2.575728029652025,
      "learning_rate": 0.00026075603381936827,
      "loss": 4.2935,
      "step": 36041
    },
    {
      "epoch": 1.4762236330124923,
      "grad_norm": 1.1203312328831585,
      "learning_rate": 0.0002607538343349961,
      "loss": 0.9846,
      "step": 36042
    },
    {
      "epoch": 1.4762645914396888,
      "grad_norm": 0.8742909316518847,
      "learning_rate": 0.000260751634798266,
      "loss": 0.7589,
      "step": 36043
    },
    {
      "epoch": 1.4763055498668851,
      "grad_norm": 1.6760290651922327,
      "learning_rate": 0.00026074943520917887,
      "loss": 0.8808,
      "step": 36044
    },
    {
      "epoch": 1.4763465082940814,
      "grad_norm": 0.6933141330253433,
      "learning_rate": 0.0002607472355677359,
      "loss": 0.353,
      "step": 36045
    },
    {
      "epoch": 1.476387466721278,
      "grad_norm": 0.6839327828632634,
      "learning_rate": 0.00026074503587393804,
      "loss": 0.466,
      "step": 36046
    },
    {
      "epoch": 1.4764284251484743,
      "grad_norm": 1.9475017668644565,
      "learning_rate": 0.00026074283612778637,
      "loss": 1.241,
      "step": 36047
    },
    {
      "epoch": 1.4764693835756706,
      "grad_norm": 0.9482567763131625,
      "learning_rate": 0.0002607406363292819,
      "loss": 0.8255,
      "step": 36048
    },
    {
      "epoch": 1.4765103420028671,
      "grad_norm": 0.9113199578665389,
      "learning_rate": 0.0002607384364784257,
      "loss": 0.7833,
      "step": 36049
    },
    {
      "epoch": 1.4765513004300634,
      "grad_norm": 3.147158188253617,
      "learning_rate": 0.00026073623657521874,
      "loss": 4.436,
      "step": 36050
    },
    {
      "epoch": 1.4765922588572598,
      "grad_norm": 0.8576368626579997,
      "learning_rate": 0.00026073403661966215,
      "loss": 0.6458,
      "step": 36051
    },
    {
      "epoch": 1.4766332172844563,
      "grad_norm": 1.3383742496737423,
      "learning_rate": 0.00026073183661175697,
      "loss": 1.4003,
      "step": 36052
    },
    {
      "epoch": 1.4766741757116526,
      "grad_norm": 1.0091239257515339,
      "learning_rate": 0.0002607296365515041,
      "loss": 0.6456,
      "step": 36053
    },
    {
      "epoch": 1.4767151341388491,
      "grad_norm": 0.9690159836808355,
      "learning_rate": 0.0002607274364389048,
      "loss": 0.927,
      "step": 36054
    },
    {
      "epoch": 1.4767560925660455,
      "grad_norm": 0.7693754070999693,
      "learning_rate": 0.00026072523627395993,
      "loss": 0.656,
      "step": 36055
    },
    {
      "epoch": 1.476797050993242,
      "grad_norm": 1.1005408912534733,
      "learning_rate": 0.0002607230360566706,
      "loss": 1.0904,
      "step": 36056
    },
    {
      "epoch": 1.4768380094204383,
      "grad_norm": 1.2658105996109457,
      "learning_rate": 0.00026072083578703787,
      "loss": 1.1009,
      "step": 36057
    },
    {
      "epoch": 1.4768789678476346,
      "grad_norm": 0.9521721285802633,
      "learning_rate": 0.00026071863546506274,
      "loss": 0.7472,
      "step": 36058
    },
    {
      "epoch": 1.4769199262748312,
      "grad_norm": 1.3873595157918768,
      "learning_rate": 0.00026071643509074623,
      "loss": 1.705,
      "step": 36059
    },
    {
      "epoch": 1.4769608847020275,
      "grad_norm": 1.029606041531514,
      "learning_rate": 0.00026071423466408943,
      "loss": 0.8335,
      "step": 36060
    },
    {
      "epoch": 1.4770018431292238,
      "grad_norm": 0.9124407081190975,
      "learning_rate": 0.0002607120341850934,
      "loss": 0.8173,
      "step": 36061
    },
    {
      "epoch": 1.4770428015564203,
      "grad_norm": 0.8157653017876922,
      "learning_rate": 0.0002607098336537591,
      "loss": 0.7494,
      "step": 36062
    },
    {
      "epoch": 1.4770837599836166,
      "grad_norm": 1.01815947898479,
      "learning_rate": 0.0002607076330700876,
      "loss": 0.784,
      "step": 36063
    },
    {
      "epoch": 1.477124718410813,
      "grad_norm": 1.0827672375361292,
      "learning_rate": 0.00026070543243408005,
      "loss": 0.9769,
      "step": 36064
    },
    {
      "epoch": 1.4771656768380095,
      "grad_norm": 1.1527527438192098,
      "learning_rate": 0.00026070323174573733,
      "loss": 0.6996,
      "step": 36065
    },
    {
      "epoch": 1.4772066352652058,
      "grad_norm": 1.1364962965539593,
      "learning_rate": 0.0002607010310050605,
      "loss": 0.8914,
      "step": 36066
    },
    {
      "epoch": 1.477247593692402,
      "grad_norm": 1.2094547418307953,
      "learning_rate": 0.00026069883021205076,
      "loss": 0.9239,
      "step": 36067
    },
    {
      "epoch": 1.4772885521195986,
      "grad_norm": 0.7701990008604426,
      "learning_rate": 0.00026069662936670896,
      "loss": 0.754,
      "step": 36068
    },
    {
      "epoch": 1.477329510546795,
      "grad_norm": 0.9548436406075747,
      "learning_rate": 0.00026069442846903625,
      "loss": 0.8304,
      "step": 36069
    },
    {
      "epoch": 1.4773704689739913,
      "grad_norm": 0.9625463089156197,
      "learning_rate": 0.0002606922275190336,
      "loss": 0.7482,
      "step": 36070
    },
    {
      "epoch": 1.4774114274011878,
      "grad_norm": 1.0291452229318103,
      "learning_rate": 0.00026069002651670214,
      "loss": 1.0712,
      "step": 36071
    },
    {
      "epoch": 1.4774523858283841,
      "grad_norm": 0.8737399514142073,
      "learning_rate": 0.0002606878254620428,
      "loss": 0.6805,
      "step": 36072
    },
    {
      "epoch": 1.4774933442555807,
      "grad_norm": 1.3559022724866199,
      "learning_rate": 0.00026068562435505667,
      "loss": 1.0365,
      "step": 36073
    },
    {
      "epoch": 1.477534302682777,
      "grad_norm": 0.725499607516114,
      "learning_rate": 0.00026068342319574483,
      "loss": 0.6391,
      "step": 36074
    },
    {
      "epoch": 1.4775752611099735,
      "grad_norm": 1.128236735588694,
      "learning_rate": 0.0002606812219841083,
      "loss": 0.7445,
      "step": 36075
    },
    {
      "epoch": 1.4776162195371698,
      "grad_norm": 0.8655132829157984,
      "learning_rate": 0.0002606790207201481,
      "loss": 0.9092,
      "step": 36076
    },
    {
      "epoch": 1.4776571779643661,
      "grad_norm": 1.0303842589432826,
      "learning_rate": 0.0002606768194038653,
      "loss": 0.4525,
      "step": 36077
    },
    {
      "epoch": 1.4776981363915627,
      "grad_norm": 0.8851189777030414,
      "learning_rate": 0.0002606746180352609,
      "loss": 0.3117,
      "step": 36078
    },
    {
      "epoch": 1.477739094818759,
      "grad_norm": 1.191570889201486,
      "learning_rate": 0.00026067241661433595,
      "loss": 0.6145,
      "step": 36079
    },
    {
      "epoch": 1.4777800532459553,
      "grad_norm": 1.306435090666996,
      "learning_rate": 0.00026067021514109153,
      "loss": 1.1808,
      "step": 36080
    },
    {
      "epoch": 1.4778210116731518,
      "grad_norm": 1.165658909948266,
      "learning_rate": 0.00026066801361552866,
      "loss": 1.0126,
      "step": 36081
    },
    {
      "epoch": 1.4778619701003481,
      "grad_norm": 2.709955735834118,
      "learning_rate": 0.00026066581203764837,
      "loss": 4.5168,
      "step": 36082
    },
    {
      "epoch": 1.4779029285275445,
      "grad_norm": 1.108502768904142,
      "learning_rate": 0.0002606636104074517,
      "loss": 0.7787,
      "step": 36083
    },
    {
      "epoch": 1.477943886954741,
      "grad_norm": 1.2688685367952846,
      "learning_rate": 0.00026066140872493967,
      "loss": 0.702,
      "step": 36084
    },
    {
      "epoch": 1.4779848453819373,
      "grad_norm": 1.1108406959103867,
      "learning_rate": 0.00026065920699011336,
      "loss": 0.9023,
      "step": 36085
    },
    {
      "epoch": 1.4780258038091336,
      "grad_norm": 1.21160269023973,
      "learning_rate": 0.00026065700520297387,
      "loss": 1.1335,
      "step": 36086
    },
    {
      "epoch": 1.4780667622363302,
      "grad_norm": 1.132177098774796,
      "learning_rate": 0.0002606548033635221,
      "loss": 0.4914,
      "step": 36087
    },
    {
      "epoch": 1.4781077206635265,
      "grad_norm": 1.0181489060602162,
      "learning_rate": 0.00026065260147175917,
      "loss": 1.1337,
      "step": 36088
    },
    {
      "epoch": 1.4781486790907228,
      "grad_norm": 1.0877339879553063,
      "learning_rate": 0.00026065039952768613,
      "loss": 1.0863,
      "step": 36089
    },
    {
      "epoch": 1.4781896375179193,
      "grad_norm": 0.8893181855917908,
      "learning_rate": 0.00026064819753130397,
      "loss": 0.704,
      "step": 36090
    },
    {
      "epoch": 1.4782305959451156,
      "grad_norm": 3.9059536956322862,
      "learning_rate": 0.00026064599548261376,
      "loss": 3.339,
      "step": 36091
    },
    {
      "epoch": 1.4782715543723122,
      "grad_norm": 1.196100962253751,
      "learning_rate": 0.00026064379338161655,
      "loss": 1.073,
      "step": 36092
    },
    {
      "epoch": 1.4783125127995085,
      "grad_norm": 1.158671426000354,
      "learning_rate": 0.00026064159122831336,
      "loss": 0.6604,
      "step": 36093
    },
    {
      "epoch": 1.478353471226705,
      "grad_norm": 1.0960105136977207,
      "learning_rate": 0.0002606393890227053,
      "loss": 0.6851,
      "step": 36094
    },
    {
      "epoch": 1.4783944296539013,
      "grad_norm": 1.2076927369231005,
      "learning_rate": 0.00026063718676479333,
      "loss": 0.3208,
      "step": 36095
    },
    {
      "epoch": 1.4784353880810976,
      "grad_norm": 1.2001149774904591,
      "learning_rate": 0.0002606349844545785,
      "loss": 0.6454,
      "step": 36096
    },
    {
      "epoch": 1.4784763465082942,
      "grad_norm": 1.1403687364005934,
      "learning_rate": 0.0002606327820920619,
      "loss": 0.8752,
      "step": 36097
    },
    {
      "epoch": 1.4785173049354905,
      "grad_norm": 0.6739536326029094,
      "learning_rate": 0.0002606305796772445,
      "loss": 0.2766,
      "step": 36098
    },
    {
      "epoch": 1.4785582633626868,
      "grad_norm": 1.2294129496855861,
      "learning_rate": 0.00026062837721012744,
      "loss": 0.8746,
      "step": 36099
    },
    {
      "epoch": 1.4785992217898833,
      "grad_norm": 1.5112989139829662,
      "learning_rate": 0.0002606261746907117,
      "loss": 0.9287,
      "step": 36100
    },
    {
      "epoch": 1.4786401802170797,
      "grad_norm": 1.0753187083018576,
      "learning_rate": 0.00026062397211899823,
      "loss": 0.7774,
      "step": 36101
    },
    {
      "epoch": 1.478681138644276,
      "grad_norm": 0.9337681922871037,
      "learning_rate": 0.00026062176949498823,
      "loss": 0.8409,
      "step": 36102
    },
    {
      "epoch": 1.4787220970714725,
      "grad_norm": 0.8915968547624298,
      "learning_rate": 0.0002606195668186827,
      "loss": 0.6116,
      "step": 36103
    },
    {
      "epoch": 1.4787630554986688,
      "grad_norm": 0.7752016469376176,
      "learning_rate": 0.0002606173640900826,
      "loss": 0.2405,
      "step": 36104
    },
    {
      "epoch": 1.4788040139258651,
      "grad_norm": 1.0193840162255683,
      "learning_rate": 0.0002606151613091891,
      "loss": 0.9146,
      "step": 36105
    },
    {
      "epoch": 1.4788449723530617,
      "grad_norm": 0.5500244885985301,
      "learning_rate": 0.0002606129584760031,
      "loss": 0.268,
      "step": 36106
    },
    {
      "epoch": 1.478885930780258,
      "grad_norm": 1.0387961459341355,
      "learning_rate": 0.00026061075559052574,
      "loss": 0.9931,
      "step": 36107
    },
    {
      "epoch": 1.4789268892074543,
      "grad_norm": 0.9752073092485779,
      "learning_rate": 0.00026060855265275804,
      "loss": 0.6687,
      "step": 36108
    },
    {
      "epoch": 1.4789678476346508,
      "grad_norm": 1.1989685631937146,
      "learning_rate": 0.000260606349662701,
      "loss": 0.8195,
      "step": 36109
    },
    {
      "epoch": 1.4790088060618471,
      "grad_norm": 0.9643830851067107,
      "learning_rate": 0.0002606041466203557,
      "loss": 0.8173,
      "step": 36110
    },
    {
      "epoch": 1.4790497644890437,
      "grad_norm": 1.0865184896317528,
      "learning_rate": 0.00026060194352572327,
      "loss": 1.0434,
      "step": 36111
    },
    {
      "epoch": 1.47909072291624,
      "grad_norm": 1.1821779012332427,
      "learning_rate": 0.0002605997403788046,
      "loss": 0.8125,
      "step": 36112
    },
    {
      "epoch": 1.4791316813434365,
      "grad_norm": 0.8453687624956565,
      "learning_rate": 0.00026059753717960077,
      "loss": 0.5358,
      "step": 36113
    },
    {
      "epoch": 1.4791726397706328,
      "grad_norm": 1.0370150007920766,
      "learning_rate": 0.00026059533392811283,
      "loss": 0.8717,
      "step": 36114
    },
    {
      "epoch": 1.4792135981978292,
      "grad_norm": 2.3052772788385503,
      "learning_rate": 0.0002605931306243419,
      "loss": 2.3828,
      "step": 36115
    },
    {
      "epoch": 1.4792545566250257,
      "grad_norm": 2.210519972399647,
      "learning_rate": 0.0002605909272682889,
      "loss": 1.8449,
      "step": 36116
    },
    {
      "epoch": 1.479295515052222,
      "grad_norm": 0.6655242126297054,
      "learning_rate": 0.00026058872385995496,
      "loss": 0.362,
      "step": 36117
    },
    {
      "epoch": 1.4793364734794183,
      "grad_norm": 1.164948130036025,
      "learning_rate": 0.00026058652039934107,
      "loss": 1.0873,
      "step": 36118
    },
    {
      "epoch": 1.4793774319066149,
      "grad_norm": 0.8666435208337175,
      "learning_rate": 0.00026058431688644824,
      "loss": 0.5869,
      "step": 36119
    },
    {
      "epoch": 1.4794183903338112,
      "grad_norm": 0.931153752243839,
      "learning_rate": 0.00026058211332127763,
      "loss": 0.7838,
      "step": 36120
    },
    {
      "epoch": 1.4794593487610075,
      "grad_norm": 0.5835903053214244,
      "learning_rate": 0.0002605799097038302,
      "loss": 0.3227,
      "step": 36121
    },
    {
      "epoch": 1.479500307188204,
      "grad_norm": 0.9704466314475378,
      "learning_rate": 0.000260577706034107,
      "loss": 0.785,
      "step": 36122
    },
    {
      "epoch": 1.4795412656154003,
      "grad_norm": 0.5789459870602394,
      "learning_rate": 0.0002605755023121091,
      "loss": 0.2511,
      "step": 36123
    },
    {
      "epoch": 1.4795822240425966,
      "grad_norm": 0.9210110761119147,
      "learning_rate": 0.00026057329853783746,
      "loss": 0.7396,
      "step": 36124
    },
    {
      "epoch": 1.4796231824697932,
      "grad_norm": 0.9421724597764651,
      "learning_rate": 0.00026057109471129325,
      "loss": 0.4758,
      "step": 36125
    },
    {
      "epoch": 1.4796641408969895,
      "grad_norm": 1.350214350598358,
      "learning_rate": 0.00026056889083247737,
      "loss": 0.6764,
      "step": 36126
    },
    {
      "epoch": 1.4797050993241858,
      "grad_norm": 1.1774007148186445,
      "learning_rate": 0.000260566686901391,
      "loss": 1.0328,
      "step": 36127
    },
    {
      "epoch": 1.4797460577513823,
      "grad_norm": 0.7218950653483792,
      "learning_rate": 0.0002605644829180351,
      "loss": 0.3416,
      "step": 36128
    },
    {
      "epoch": 1.4797870161785787,
      "grad_norm": 0.5993971577561361,
      "learning_rate": 0.0002605622788824107,
      "loss": 0.3196,
      "step": 36129
    },
    {
      "epoch": 1.4798279746057752,
      "grad_norm": 1.2412741178809017,
      "learning_rate": 0.0002605600747945189,
      "loss": 0.7701,
      "step": 36130
    },
    {
      "epoch": 1.4798689330329715,
      "grad_norm": 1.0918032095688974,
      "learning_rate": 0.0002605578706543607,
      "loss": 0.7856,
      "step": 36131
    },
    {
      "epoch": 1.479909891460168,
      "grad_norm": 2.40524137410503,
      "learning_rate": 0.00026055566646193717,
      "loss": 1.1144,
      "step": 36132
    },
    {
      "epoch": 1.4799508498873644,
      "grad_norm": 1.3247472042195745,
      "learning_rate": 0.0002605534622172493,
      "loss": 1.1784,
      "step": 36133
    },
    {
      "epoch": 1.4799918083145607,
      "grad_norm": 0.9278596960768033,
      "learning_rate": 0.00026055125792029816,
      "loss": 0.7749,
      "step": 36134
    },
    {
      "epoch": 1.4800327667417572,
      "grad_norm": 0.8373659031437068,
      "learning_rate": 0.0002605490535710849,
      "loss": 0.3133,
      "step": 36135
    },
    {
      "epoch": 1.4800737251689535,
      "grad_norm": 0.8990025033678976,
      "learning_rate": 0.00026054684916961034,
      "loss": 0.3883,
      "step": 36136
    },
    {
      "epoch": 1.4801146835961498,
      "grad_norm": 1.0845088051518208,
      "learning_rate": 0.0002605446447158757,
      "loss": 0.734,
      "step": 36137
    },
    {
      "epoch": 1.4801556420233464,
      "grad_norm": 0.915487790598531,
      "learning_rate": 0.00026054244020988195,
      "loss": 0.7683,
      "step": 36138
    },
    {
      "epoch": 1.4801966004505427,
      "grad_norm": 1.2014499825900327,
      "learning_rate": 0.0002605402356516302,
      "loss": 0.8513,
      "step": 36139
    },
    {
      "epoch": 1.480237558877739,
      "grad_norm": 1.1540464037236788,
      "learning_rate": 0.0002605380310411214,
      "loss": 0.7306,
      "step": 36140
    },
    {
      "epoch": 1.4802785173049355,
      "grad_norm": 1.6201229968446704,
      "learning_rate": 0.00026053582637835664,
      "loss": 0.8761,
      "step": 36141
    },
    {
      "epoch": 1.4803194757321319,
      "grad_norm": 1.1112525365793573,
      "learning_rate": 0.00026053362166333693,
      "loss": 0.7467,
      "step": 36142
    },
    {
      "epoch": 1.4803604341593282,
      "grad_norm": 1.0077687747359196,
      "learning_rate": 0.0002605314168960634,
      "loss": 0.8904,
      "step": 36143
    },
    {
      "epoch": 1.4804013925865247,
      "grad_norm": 1.0022021925478828,
      "learning_rate": 0.000260529212076537,
      "loss": 0.8931,
      "step": 36144
    },
    {
      "epoch": 1.480442351013721,
      "grad_norm": 1.2044757362866894,
      "learning_rate": 0.00026052700720475874,
      "loss": 0.8195,
      "step": 36145
    },
    {
      "epoch": 1.4804833094409175,
      "grad_norm": 0.7027407878041821,
      "learning_rate": 0.0002605248022807298,
      "loss": 0.306,
      "step": 36146
    },
    {
      "epoch": 1.4805242678681139,
      "grad_norm": 0.9809055574917342,
      "learning_rate": 0.0002605225973044511,
      "loss": 0.7446,
      "step": 36147
    },
    {
      "epoch": 1.4805652262953102,
      "grad_norm": 0.9989940537654718,
      "learning_rate": 0.00026052039227592375,
      "loss": 0.9319,
      "step": 36148
    },
    {
      "epoch": 1.4806061847225067,
      "grad_norm": 1.221995498781992,
      "learning_rate": 0.0002605181871951488,
      "loss": 0.806,
      "step": 36149
    },
    {
      "epoch": 1.480647143149703,
      "grad_norm": 0.581180240360655,
      "learning_rate": 0.00026051598206212727,
      "loss": 0.2985,
      "step": 36150
    },
    {
      "epoch": 1.4806881015768996,
      "grad_norm": 0.6350952470794554,
      "learning_rate": 0.00026051377687686013,
      "loss": 0.3438,
      "step": 36151
    },
    {
      "epoch": 1.4807290600040959,
      "grad_norm": 0.6738160411531853,
      "learning_rate": 0.00026051157163934854,
      "loss": 0.2959,
      "step": 36152
    },
    {
      "epoch": 1.4807700184312922,
      "grad_norm": 1.269554573247967,
      "learning_rate": 0.0002605093663495934,
      "loss": 1.1937,
      "step": 36153
    },
    {
      "epoch": 1.4808109768584887,
      "grad_norm": 1.2626626894236757,
      "learning_rate": 0.000260507161007596,
      "loss": 1.163,
      "step": 36154
    },
    {
      "epoch": 1.480851935285685,
      "grad_norm": 1.2461372111876559,
      "learning_rate": 0.00026050495561335716,
      "loss": 0.8896,
      "step": 36155
    },
    {
      "epoch": 1.4808928937128814,
      "grad_norm": 1.1756851714015397,
      "learning_rate": 0.00026050275016687796,
      "loss": 1.0156,
      "step": 36156
    },
    {
      "epoch": 1.4809338521400779,
      "grad_norm": 0.9817430505644776,
      "learning_rate": 0.00026050054466815947,
      "loss": 0.5765,
      "step": 36157
    },
    {
      "epoch": 1.4809748105672742,
      "grad_norm": 2.075074523620709,
      "learning_rate": 0.00026049833911720276,
      "loss": 2.9084,
      "step": 36158
    },
    {
      "epoch": 1.4810157689944705,
      "grad_norm": 1.167184774941667,
      "learning_rate": 0.0002604961335140088,
      "loss": 1.0585,
      "step": 36159
    },
    {
      "epoch": 1.481056727421667,
      "grad_norm": 1.2703534159124992,
      "learning_rate": 0.00026049392785857875,
      "loss": 0.8394,
      "step": 36160
    },
    {
      "epoch": 1.4810976858488634,
      "grad_norm": 0.9657213253263359,
      "learning_rate": 0.0002604917221509135,
      "loss": 0.7486,
      "step": 36161
    },
    {
      "epoch": 1.4811386442760597,
      "grad_norm": 1.1199816853832816,
      "learning_rate": 0.0002604895163910143,
      "loss": 0.7412,
      "step": 36162
    },
    {
      "epoch": 1.4811796027032562,
      "grad_norm": 1.0104600036288924,
      "learning_rate": 0.000260487310578882,
      "loss": 0.9046,
      "step": 36163
    },
    {
      "epoch": 1.4812205611304525,
      "grad_norm": 0.7661227675873895,
      "learning_rate": 0.0002604851047145177,
      "loss": 0.5764,
      "step": 36164
    },
    {
      "epoch": 1.481261519557649,
      "grad_norm": 1.1030614586097764,
      "learning_rate": 0.00026048289879792246,
      "loss": 0.7869,
      "step": 36165
    },
    {
      "epoch": 1.4813024779848454,
      "grad_norm": 0.8781757677518114,
      "learning_rate": 0.0002604806928290973,
      "loss": 0.692,
      "step": 36166
    },
    {
      "epoch": 1.481343436412042,
      "grad_norm": 0.8349139347707896,
      "learning_rate": 0.0002604784868080433,
      "loss": 0.3649,
      "step": 36167
    },
    {
      "epoch": 1.4813843948392382,
      "grad_norm": 0.7475678312200829,
      "learning_rate": 0.00026047628073476144,
      "loss": 0.2925,
      "step": 36168
    },
    {
      "epoch": 1.4814253532664345,
      "grad_norm": 1.5062508582882894,
      "learning_rate": 0.00026047407460925287,
      "loss": 1.0565,
      "step": 36169
    },
    {
      "epoch": 1.481466311693631,
      "grad_norm": 1.504078191059026,
      "learning_rate": 0.0002604718684315185,
      "loss": 0.8543,
      "step": 36170
    },
    {
      "epoch": 1.4815072701208274,
      "grad_norm": 1.3200397049939523,
      "learning_rate": 0.0002604696622015595,
      "loss": 1.0225,
      "step": 36171
    },
    {
      "epoch": 1.4815482285480237,
      "grad_norm": 0.68303064428276,
      "learning_rate": 0.0002604674559193768,
      "loss": 0.3025,
      "step": 36172
    },
    {
      "epoch": 1.4815891869752202,
      "grad_norm": 1.4968407247100357,
      "learning_rate": 0.0002604652495849716,
      "loss": 1.1912,
      "step": 36173
    },
    {
      "epoch": 1.4816301454024166,
      "grad_norm": 1.0686902553064657,
      "learning_rate": 0.00026046304319834475,
      "loss": 0.8419,
      "step": 36174
    },
    {
      "epoch": 1.4816711038296129,
      "grad_norm": 1.047138721872698,
      "learning_rate": 0.0002604608367594974,
      "loss": 0.6105,
      "step": 36175
    },
    {
      "epoch": 1.4817120622568094,
      "grad_norm": 0.7332495344566182,
      "learning_rate": 0.0002604586302684306,
      "loss": 0.3377,
      "step": 36176
    },
    {
      "epoch": 1.4817530206840057,
      "grad_norm": 1.0950023088689085,
      "learning_rate": 0.00026045642372514536,
      "loss": 0.7192,
      "step": 36177
    },
    {
      "epoch": 1.481793979111202,
      "grad_norm": 1.194757142289034,
      "learning_rate": 0.0002604542171296427,
      "loss": 0.9303,
      "step": 36178
    },
    {
      "epoch": 1.4818349375383986,
      "grad_norm": 0.9592871927821216,
      "learning_rate": 0.00026045201048192375,
      "loss": 0.6777,
      "step": 36179
    },
    {
      "epoch": 1.4818758959655949,
      "grad_norm": 1.0401243733387886,
      "learning_rate": 0.0002604498037819894,
      "loss": 0.9696,
      "step": 36180
    },
    {
      "epoch": 1.4819168543927912,
      "grad_norm": 0.8099164703826878,
      "learning_rate": 0.0002604475970298409,
      "loss": 0.4402,
      "step": 36181
    },
    {
      "epoch": 1.4819578128199877,
      "grad_norm": 1.0320534617681225,
      "learning_rate": 0.00026044539022547915,
      "loss": 0.9807,
      "step": 36182
    },
    {
      "epoch": 1.481998771247184,
      "grad_norm": 1.1451329250393936,
      "learning_rate": 0.0002604431833689052,
      "loss": 0.9533,
      "step": 36183
    },
    {
      "epoch": 1.4820397296743806,
      "grad_norm": 1.4438645272039496,
      "learning_rate": 0.00026044097646012014,
      "loss": 1.1021,
      "step": 36184
    },
    {
      "epoch": 1.482080688101577,
      "grad_norm": 1.310962079572945,
      "learning_rate": 0.000260438769499125,
      "loss": 1.4367,
      "step": 36185
    },
    {
      "epoch": 1.4821216465287734,
      "grad_norm": 0.8016298868715027,
      "learning_rate": 0.0002604365624859208,
      "loss": 0.3698,
      "step": 36186
    },
    {
      "epoch": 1.4821626049559697,
      "grad_norm": 0.9727909489487073,
      "learning_rate": 0.00026043435542050865,
      "loss": 0.829,
      "step": 36187
    },
    {
      "epoch": 1.482203563383166,
      "grad_norm": 0.9681929616119692,
      "learning_rate": 0.0002604321483028895,
      "loss": 0.6206,
      "step": 36188
    },
    {
      "epoch": 1.4822445218103626,
      "grad_norm": 1.619195113179856,
      "learning_rate": 0.0002604299411330645,
      "loss": 1.4126,
      "step": 36189
    },
    {
      "epoch": 1.482285480237559,
      "grad_norm": 1.098258398213088,
      "learning_rate": 0.0002604277339110345,
      "loss": 1.001,
      "step": 36190
    },
    {
      "epoch": 1.4823264386647552,
      "grad_norm": 1.1992097672183084,
      "learning_rate": 0.0002604255266368008,
      "loss": 0.7752,
      "step": 36191
    },
    {
      "epoch": 1.4823673970919518,
      "grad_norm": 0.998938566119602,
      "learning_rate": 0.0002604233193103643,
      "loss": 1.1568,
      "step": 36192
    },
    {
      "epoch": 1.482408355519148,
      "grad_norm": 0.8943398414046893,
      "learning_rate": 0.00026042111193172603,
      "loss": 0.8385,
      "step": 36193
    },
    {
      "epoch": 1.4824493139463444,
      "grad_norm": 1.05677643433277,
      "learning_rate": 0.00026041890450088706,
      "loss": 0.9237,
      "step": 36194
    },
    {
      "epoch": 1.482490272373541,
      "grad_norm": 1.1028169680481885,
      "learning_rate": 0.00026041669701784846,
      "loss": 0.9765,
      "step": 36195
    },
    {
      "epoch": 1.4825312308007372,
      "grad_norm": 0.9769433870498299,
      "learning_rate": 0.0002604144894826113,
      "loss": 0.7097,
      "step": 36196
    },
    {
      "epoch": 1.4825721892279335,
      "grad_norm": 0.9357404050211872,
      "learning_rate": 0.0002604122818951765,
      "loss": 0.512,
      "step": 36197
    },
    {
      "epoch": 1.48261314765513,
      "grad_norm": 1.2419060635034376,
      "learning_rate": 0.00026041007425554516,
      "loss": 0.6578,
      "step": 36198
    },
    {
      "epoch": 1.4826541060823264,
      "grad_norm": 0.960018203073401,
      "learning_rate": 0.00026040786656371845,
      "loss": 0.7908,
      "step": 36199
    },
    {
      "epoch": 1.4826950645095227,
      "grad_norm": 0.9527694737409642,
      "learning_rate": 0.0002604056588196972,
      "loss": 0.4422,
      "step": 36200
    },
    {
      "epoch": 1.4827360229367192,
      "grad_norm": 0.5714825927265075,
      "learning_rate": 0.0002604034510234826,
      "loss": 0.2747,
      "step": 36201
    },
    {
      "epoch": 1.4827769813639156,
      "grad_norm": 1.1399631730760218,
      "learning_rate": 0.0002604012431750757,
      "loss": 0.9138,
      "step": 36202
    },
    {
      "epoch": 1.482817939791112,
      "grad_norm": 0.9570576306002925,
      "learning_rate": 0.00026039903527447743,
      "loss": 0.7779,
      "step": 36203
    },
    {
      "epoch": 1.4828588982183084,
      "grad_norm": 0.657616950561034,
      "learning_rate": 0.00026039682732168894,
      "loss": 0.2847,
      "step": 36204
    },
    {
      "epoch": 1.482899856645505,
      "grad_norm": 0.5771605756633043,
      "learning_rate": 0.0002603946193167112,
      "loss": 0.2966,
      "step": 36205
    },
    {
      "epoch": 1.4829408150727013,
      "grad_norm": 1.035903250052955,
      "learning_rate": 0.0002603924112595453,
      "loss": 0.8532,
      "step": 36206
    },
    {
      "epoch": 1.4829817734998976,
      "grad_norm": 1.2510589726178352,
      "learning_rate": 0.00026039020315019235,
      "loss": 1.3699,
      "step": 36207
    },
    {
      "epoch": 1.483022731927094,
      "grad_norm": 1.4704922030740448,
      "learning_rate": 0.0002603879949886532,
      "loss": 1.0084,
      "step": 36208
    },
    {
      "epoch": 1.4830636903542904,
      "grad_norm": 1.165589422000785,
      "learning_rate": 0.00026038578677492914,
      "loss": 0.8321,
      "step": 36209
    },
    {
      "epoch": 1.4831046487814867,
      "grad_norm": 0.8661737984020322,
      "learning_rate": 0.000260383578509021,
      "loss": 0.677,
      "step": 36210
    },
    {
      "epoch": 1.4831456072086833,
      "grad_norm": 7.726967353664254,
      "learning_rate": 0.00026038137019092995,
      "loss": 2.617,
      "step": 36211
    },
    {
      "epoch": 1.4831865656358796,
      "grad_norm": 0.9029848714756757,
      "learning_rate": 0.00026037916182065695,
      "loss": 0.7268,
      "step": 36212
    },
    {
      "epoch": 1.483227524063076,
      "grad_norm": 0.5404993750337062,
      "learning_rate": 0.0002603769533982031,
      "loss": 0.1847,
      "step": 36213
    },
    {
      "epoch": 1.4832684824902724,
      "grad_norm": 1.2156563310401278,
      "learning_rate": 0.0002603747449235694,
      "loss": 1.1163,
      "step": 36214
    },
    {
      "epoch": 1.4833094409174687,
      "grad_norm": 1.3394124847974505,
      "learning_rate": 0.00026037253639675696,
      "loss": 1.2945,
      "step": 36215
    },
    {
      "epoch": 1.483350399344665,
      "grad_norm": 0.6944251131784838,
      "learning_rate": 0.0002603703278177668,
      "loss": 0.3201,
      "step": 36216
    },
    {
      "epoch": 1.4833913577718616,
      "grad_norm": 1.0512091194451034,
      "learning_rate": 0.0002603681191866,
      "loss": 0.4932,
      "step": 36217
    },
    {
      "epoch": 1.483432316199058,
      "grad_norm": 1.3114903239805398,
      "learning_rate": 0.00026036591050325746,
      "loss": 0.9127,
      "step": 36218
    },
    {
      "epoch": 1.4834732746262542,
      "grad_norm": 1.2024810181506855,
      "learning_rate": 0.00026036370176774033,
      "loss": 0.7731,
      "step": 36219
    },
    {
      "epoch": 1.4835142330534508,
      "grad_norm": 0.8891402203918051,
      "learning_rate": 0.0002603614929800497,
      "loss": 0.434,
      "step": 36220
    },
    {
      "epoch": 1.483555191480647,
      "grad_norm": 0.6847925288046495,
      "learning_rate": 0.0002603592841401866,
      "loss": 0.3441,
      "step": 36221
    },
    {
      "epoch": 1.4835961499078436,
      "grad_norm": 1.0760231295870886,
      "learning_rate": 0.00026035707524815196,
      "loss": 0.8206,
      "step": 36222
    },
    {
      "epoch": 1.48363710833504,
      "grad_norm": 1.0371542339863247,
      "learning_rate": 0.0002603548663039469,
      "loss": 0.647,
      "step": 36223
    },
    {
      "epoch": 1.4836780667622365,
      "grad_norm": 1.1321370202578003,
      "learning_rate": 0.00026035265730757246,
      "loss": 0.8771,
      "step": 36224
    },
    {
      "epoch": 1.4837190251894328,
      "grad_norm": 1.0940254878851872,
      "learning_rate": 0.00026035044825902973,
      "loss": 0.6488,
      "step": 36225
    },
    {
      "epoch": 1.483759983616629,
      "grad_norm": 1.5002293428787088,
      "learning_rate": 0.00026034823915831965,
      "loss": 1.1651,
      "step": 36226
    },
    {
      "epoch": 1.4838009420438256,
      "grad_norm": 4.65976758322482,
      "learning_rate": 0.0002603460300054434,
      "loss": 1.9921,
      "step": 36227
    },
    {
      "epoch": 1.483841900471022,
      "grad_norm": 0.5196124669193916,
      "learning_rate": 0.0002603438208004019,
      "loss": 0.1772,
      "step": 36228
    },
    {
      "epoch": 1.4838828588982182,
      "grad_norm": 1.0070566352525463,
      "learning_rate": 0.0002603416115431962,
      "loss": 0.926,
      "step": 36229
    },
    {
      "epoch": 1.4839238173254148,
      "grad_norm": 1.4446409788614636,
      "learning_rate": 0.00026033940223382747,
      "loss": 0.9912,
      "step": 36230
    },
    {
      "epoch": 1.483964775752611,
      "grad_norm": 1.1207533785933752,
      "learning_rate": 0.00026033719287229666,
      "loss": 1.0468,
      "step": 36231
    },
    {
      "epoch": 1.4840057341798074,
      "grad_norm": 0.8091767624919367,
      "learning_rate": 0.0002603349834586048,
      "loss": 0.4418,
      "step": 36232
    },
    {
      "epoch": 1.484046692607004,
      "grad_norm": 1.0426544452007274,
      "learning_rate": 0.000260332773992753,
      "loss": 0.8882,
      "step": 36233
    },
    {
      "epoch": 1.4840876510342003,
      "grad_norm": 0.6900223595433942,
      "learning_rate": 0.00026033056447474225,
      "loss": 0.2686,
      "step": 36234
    },
    {
      "epoch": 1.4841286094613966,
      "grad_norm": 1.312517491942343,
      "learning_rate": 0.0002603283549045736,
      "loss": 0.9368,
      "step": 36235
    },
    {
      "epoch": 1.484169567888593,
      "grad_norm": 0.40609679165460105,
      "learning_rate": 0.0002603261452822481,
      "loss": 0.1546,
      "step": 36236
    },
    {
      "epoch": 1.4842105263157894,
      "grad_norm": 1.2822547155974482,
      "learning_rate": 0.00026032393560776685,
      "loss": 0.4123,
      "step": 36237
    },
    {
      "epoch": 1.4842514847429857,
      "grad_norm": 2.1761536712811353,
      "learning_rate": 0.00026032172588113075,
      "loss": 1.5889,
      "step": 36238
    },
    {
      "epoch": 1.4842924431701823,
      "grad_norm": 2.8844321038624754,
      "learning_rate": 0.000260319516102341,
      "loss": 5.1078,
      "step": 36239
    },
    {
      "epoch": 1.4843334015973786,
      "grad_norm": 0.8793830248715856,
      "learning_rate": 0.0002603173062713986,
      "loss": 0.7971,
      "step": 36240
    },
    {
      "epoch": 1.4843743600245751,
      "grad_norm": 0.9885671182929179,
      "learning_rate": 0.00026031509638830457,
      "loss": 0.5829,
      "step": 36241
    },
    {
      "epoch": 1.4844153184517714,
      "grad_norm": 1.403996665599969,
      "learning_rate": 0.00026031288645305995,
      "loss": 1.384,
      "step": 36242
    },
    {
      "epoch": 1.484456276878968,
      "grad_norm": 1.3325068923869303,
      "learning_rate": 0.00026031067646566574,
      "loss": 1.0347,
      "step": 36243
    },
    {
      "epoch": 1.4844972353061643,
      "grad_norm": 1.2777327384252768,
      "learning_rate": 0.00026030846642612315,
      "loss": 0.8083,
      "step": 36244
    },
    {
      "epoch": 1.4845381937333606,
      "grad_norm": 0.8348265125924532,
      "learning_rate": 0.0002603062563344331,
      "loss": 0.3643,
      "step": 36245
    },
    {
      "epoch": 1.4845791521605571,
      "grad_norm": 0.9460467211531337,
      "learning_rate": 0.0002603040461905966,
      "loss": 0.8158,
      "step": 36246
    },
    {
      "epoch": 1.4846201105877534,
      "grad_norm": 0.7070622240425262,
      "learning_rate": 0.00026030183599461473,
      "loss": 0.2798,
      "step": 36247
    },
    {
      "epoch": 1.4846610690149498,
      "grad_norm": 0.8331256923385275,
      "learning_rate": 0.00026029962574648866,
      "loss": 0.3961,
      "step": 36248
    },
    {
      "epoch": 1.4847020274421463,
      "grad_norm": 1.0194080675356532,
      "learning_rate": 0.00026029741544621925,
      "loss": 0.7496,
      "step": 36249
    },
    {
      "epoch": 1.4847429858693426,
      "grad_norm": 1.2642491043476753,
      "learning_rate": 0.0002602952050938076,
      "loss": 0.953,
      "step": 36250
    },
    {
      "epoch": 1.484783944296539,
      "grad_norm": 1.0674589187132404,
      "learning_rate": 0.00026029299468925487,
      "loss": 0.8514,
      "step": 36251
    },
    {
      "epoch": 1.4848249027237355,
      "grad_norm": 1.406266448454146,
      "learning_rate": 0.0002602907842325619,
      "loss": 0.8805,
      "step": 36252
    },
    {
      "epoch": 1.4848658611509318,
      "grad_norm": 2.4972529761443525,
      "learning_rate": 0.00026028857372372994,
      "loss": 1.1501,
      "step": 36253
    },
    {
      "epoch": 1.484906819578128,
      "grad_norm": 1.1152130885528695,
      "learning_rate": 0.0002602863631627599,
      "loss": 0.8114,
      "step": 36254
    },
    {
      "epoch": 1.4849477780053246,
      "grad_norm": 1.0520748649719072,
      "learning_rate": 0.00026028415254965287,
      "loss": 1.0307,
      "step": 36255
    },
    {
      "epoch": 1.484988736432521,
      "grad_norm": 1.1530283911905508,
      "learning_rate": 0.0002602819418844099,
      "loss": 0.8644,
      "step": 36256
    },
    {
      "epoch": 1.4850296948597173,
      "grad_norm": 0.9100015303886106,
      "learning_rate": 0.000260279731167032,
      "loss": 0.5516,
      "step": 36257
    },
    {
      "epoch": 1.4850706532869138,
      "grad_norm": 0.8521941852459817,
      "learning_rate": 0.00026027752039752027,
      "loss": 0.6814,
      "step": 36258
    },
    {
      "epoch": 1.48511161171411,
      "grad_norm": 1.5679167622566565,
      "learning_rate": 0.0002602753095758757,
      "loss": 1.1647,
      "step": 36259
    },
    {
      "epoch": 1.4851525701413066,
      "grad_norm": 0.7239530102087505,
      "learning_rate": 0.0002602730987020994,
      "loss": 0.4667,
      "step": 36260
    },
    {
      "epoch": 1.485193528568503,
      "grad_norm": 1.115698469540114,
      "learning_rate": 0.00026027088777619235,
      "loss": 0.8971,
      "step": 36261
    },
    {
      "epoch": 1.4852344869956995,
      "grad_norm": 1.3323688515946852,
      "learning_rate": 0.0002602686767981557,
      "loss": 0.5893,
      "step": 36262
    },
    {
      "epoch": 1.4852754454228958,
      "grad_norm": 1.138003663268423,
      "learning_rate": 0.0002602664657679903,
      "loss": 0.9739,
      "step": 36263
    },
    {
      "epoch": 1.4853164038500921,
      "grad_norm": 0.9082230146580338,
      "learning_rate": 0.0002602642546856974,
      "loss": 0.76,
      "step": 36264
    },
    {
      "epoch": 1.4853573622772887,
      "grad_norm": 1.109728397401967,
      "learning_rate": 0.0002602620435512779,
      "loss": 0.8337,
      "step": 36265
    },
    {
      "epoch": 1.485398320704485,
      "grad_norm": 1.460366523927873,
      "learning_rate": 0.0002602598323647329,
      "loss": 0.8118,
      "step": 36266
    },
    {
      "epoch": 1.4854392791316813,
      "grad_norm": 1.0934470269671266,
      "learning_rate": 0.00026025762112606346,
      "loss": 0.5725,
      "step": 36267
    },
    {
      "epoch": 1.4854802375588778,
      "grad_norm": 1.4210917741831202,
      "learning_rate": 0.00026025540983527063,
      "loss": 1.132,
      "step": 36268
    },
    {
      "epoch": 1.4855211959860741,
      "grad_norm": 1.0434485771648472,
      "learning_rate": 0.0002602531984923555,
      "loss": 1.0421,
      "step": 36269
    },
    {
      "epoch": 1.4855621544132704,
      "grad_norm": 0.9368840081232265,
      "learning_rate": 0.000260250987097319,
      "loss": 0.622,
      "step": 36270
    },
    {
      "epoch": 1.485603112840467,
      "grad_norm": 0.9896029460584201,
      "learning_rate": 0.0002602487756501622,
      "loss": 0.8049,
      "step": 36271
    },
    {
      "epoch": 1.4856440712676633,
      "grad_norm": 1.3234696516565017,
      "learning_rate": 0.0002602465641508862,
      "loss": 0.9679,
      "step": 36272
    },
    {
      "epoch": 1.4856850296948596,
      "grad_norm": 3.1010107379674077,
      "learning_rate": 0.000260244352599492,
      "loss": 6.044,
      "step": 36273
    },
    {
      "epoch": 1.4857259881220561,
      "grad_norm": 0.7900286987471749,
      "learning_rate": 0.0002602421409959807,
      "loss": 0.2839,
      "step": 36274
    },
    {
      "epoch": 1.4857669465492525,
      "grad_norm": 1.262991086462061,
      "learning_rate": 0.0002602399293403533,
      "loss": 1.0508,
      "step": 36275
    },
    {
      "epoch": 1.4858079049764488,
      "grad_norm": 1.1965959063969338,
      "learning_rate": 0.00026023771763261086,
      "loss": 0.9404,
      "step": 36276
    },
    {
      "epoch": 1.4858488634036453,
      "grad_norm": 0.9680573815850694,
      "learning_rate": 0.00026023550587275443,
      "loss": 0.6341,
      "step": 36277
    },
    {
      "epoch": 1.4858898218308416,
      "grad_norm": 0.9986843144007546,
      "learning_rate": 0.00026023329406078507,
      "loss": 0.8223,
      "step": 36278
    },
    {
      "epoch": 1.4859307802580382,
      "grad_norm": 1.0958471205689424,
      "learning_rate": 0.0002602310821967038,
      "loss": 0.936,
      "step": 36279
    },
    {
      "epoch": 1.4859717386852345,
      "grad_norm": 1.0587946636014627,
      "learning_rate": 0.00026022887028051165,
      "loss": 0.9597,
      "step": 36280
    },
    {
      "epoch": 1.486012697112431,
      "grad_norm": 0.9244869150530763,
      "learning_rate": 0.00026022665831220966,
      "loss": 0.7461,
      "step": 36281
    },
    {
      "epoch": 1.4860536555396273,
      "grad_norm": 1.1254885230333553,
      "learning_rate": 0.00026022444629179896,
      "loss": 1.2592,
      "step": 36282
    },
    {
      "epoch": 1.4860946139668236,
      "grad_norm": 0.6417406249853363,
      "learning_rate": 0.00026022223421928053,
      "loss": 0.329,
      "step": 36283
    },
    {
      "epoch": 1.4861355723940202,
      "grad_norm": 1.1291361279117826,
      "learning_rate": 0.00026022002209465534,
      "loss": 1.1618,
      "step": 36284
    },
    {
      "epoch": 1.4861765308212165,
      "grad_norm": 0.8815592402684064,
      "learning_rate": 0.0002602178099179246,
      "loss": 0.7765,
      "step": 36285
    },
    {
      "epoch": 1.4862174892484128,
      "grad_norm": 0.9741802465829706,
      "learning_rate": 0.0002602155976890893,
      "loss": 0.7481,
      "step": 36286
    },
    {
      "epoch": 1.4862584476756093,
      "grad_norm": 0.8336482691246814,
      "learning_rate": 0.00026021338540815035,
      "loss": 0.3495,
      "step": 36287
    },
    {
      "epoch": 1.4862994061028056,
      "grad_norm": 0.9233106354003392,
      "learning_rate": 0.00026021117307510903,
      "loss": 0.9398,
      "step": 36288
    },
    {
      "epoch": 1.486340364530002,
      "grad_norm": 0.9898313936038471,
      "learning_rate": 0.0002602089606899662,
      "loss": 0.5925,
      "step": 36289
    },
    {
      "epoch": 1.4863813229571985,
      "grad_norm": 1.0815727289989046,
      "learning_rate": 0.000260206748252723,
      "loss": 0.4396,
      "step": 36290
    },
    {
      "epoch": 1.4864222813843948,
      "grad_norm": 1.213869916129492,
      "learning_rate": 0.0002602045357633804,
      "loss": 1.0883,
      "step": 36291
    },
    {
      "epoch": 1.4864632398115911,
      "grad_norm": 1.0357837076174596,
      "learning_rate": 0.0002602023232219395,
      "loss": 0.7441,
      "step": 36292
    },
    {
      "epoch": 1.4865041982387877,
      "grad_norm": 2.1296502903799452,
      "learning_rate": 0.00026020011062840133,
      "loss": 1.3179,
      "step": 36293
    },
    {
      "epoch": 1.486545156665984,
      "grad_norm": 1.025703404941033,
      "learning_rate": 0.00026019789798276696,
      "loss": 0.6749,
      "step": 36294
    },
    {
      "epoch": 1.4865861150931805,
      "grad_norm": 0.8899016565864473,
      "learning_rate": 0.00026019568528503744,
      "loss": 0.7602,
      "step": 36295
    },
    {
      "epoch": 1.4866270735203768,
      "grad_norm": 1.1004209039564552,
      "learning_rate": 0.00026019347253521374,
      "loss": 1.0385,
      "step": 36296
    },
    {
      "epoch": 1.4866680319475731,
      "grad_norm": 0.892476698674001,
      "learning_rate": 0.00026019125973329705,
      "loss": 0.6653,
      "step": 36297
    },
    {
      "epoch": 1.4867089903747697,
      "grad_norm": 1.1756008393181272,
      "learning_rate": 0.00026018904687928824,
      "loss": 1.1072,
      "step": 36298
    },
    {
      "epoch": 1.486749948801966,
      "grad_norm": 0.882781887502351,
      "learning_rate": 0.0002601868339731885,
      "loss": 0.6434,
      "step": 36299
    },
    {
      "epoch": 1.4867909072291625,
      "grad_norm": 1.6136693221877223,
      "learning_rate": 0.00026018462101499876,
      "loss": 1.1751,
      "step": 36300
    },
    {
      "epoch": 1.4868318656563588,
      "grad_norm": 1.3189612708057965,
      "learning_rate": 0.0002601824080047202,
      "loss": 0.3849,
      "step": 36301
    },
    {
      "epoch": 1.4868728240835551,
      "grad_norm": 1.0647755493514819,
      "learning_rate": 0.0002601801949423537,
      "loss": 0.9517,
      "step": 36302
    },
    {
      "epoch": 1.4869137825107517,
      "grad_norm": 0.9227949284471118,
      "learning_rate": 0.00026017798182790045,
      "loss": 0.6985,
      "step": 36303
    },
    {
      "epoch": 1.486954740937948,
      "grad_norm": 0.8628468122061606,
      "learning_rate": 0.0002601757686613614,
      "loss": 0.892,
      "step": 36304
    },
    {
      "epoch": 1.4869956993651443,
      "grad_norm": 1.181953658342526,
      "learning_rate": 0.00026017355544273775,
      "loss": 1.0852,
      "step": 36305
    },
    {
      "epoch": 1.4870366577923408,
      "grad_norm": 0.6318480018386726,
      "learning_rate": 0.00026017134217203036,
      "loss": 0.2676,
      "step": 36306
    },
    {
      "epoch": 1.4870776162195372,
      "grad_norm": 1.0088996771454077,
      "learning_rate": 0.0002601691288492403,
      "loss": 0.7615,
      "step": 36307
    },
    {
      "epoch": 1.4871185746467335,
      "grad_norm": 1.2975582073609113,
      "learning_rate": 0.00026016691547436877,
      "loss": 0.8093,
      "step": 36308
    },
    {
      "epoch": 1.48715953307393,
      "grad_norm": 0.7071525657060698,
      "learning_rate": 0.0002601647020474167,
      "loss": 0.3049,
      "step": 36309
    },
    {
      "epoch": 1.4872004915011263,
      "grad_norm": 0.9204813702077603,
      "learning_rate": 0.00026016248856838506,
      "loss": 0.588,
      "step": 36310
    },
    {
      "epoch": 1.4872414499283226,
      "grad_norm": 1.2591644868072618,
      "learning_rate": 0.0002601602750372751,
      "loss": 1.0391,
      "step": 36311
    },
    {
      "epoch": 1.4872824083555192,
      "grad_norm": 0.9487839869088222,
      "learning_rate": 0.00026015806145408767,
      "loss": 0.7584,
      "step": 36312
    },
    {
      "epoch": 1.4873233667827155,
      "grad_norm": 0.6684152300075139,
      "learning_rate": 0.00026015584781882397,
      "loss": 0.2446,
      "step": 36313
    },
    {
      "epoch": 1.487364325209912,
      "grad_norm": 0.6921376895540745,
      "learning_rate": 0.0002601536341314849,
      "loss": 0.4457,
      "step": 36314
    },
    {
      "epoch": 1.4874052836371083,
      "grad_norm": 1.7781271515775914,
      "learning_rate": 0.00026015142039207166,
      "loss": 1.584,
      "step": 36315
    },
    {
      "epoch": 1.4874462420643049,
      "grad_norm": 0.9487835808535969,
      "learning_rate": 0.00026014920660058516,
      "loss": 0.7272,
      "step": 36316
    },
    {
      "epoch": 1.4874872004915012,
      "grad_norm": 0.8098052875158047,
      "learning_rate": 0.00026014699275702654,
      "loss": 0.6597,
      "step": 36317
    },
    {
      "epoch": 1.4875281589186975,
      "grad_norm": 1.183729825757882,
      "learning_rate": 0.0002601447788613968,
      "loss": 1.013,
      "step": 36318
    },
    {
      "epoch": 1.487569117345894,
      "grad_norm": 1.1262955298780877,
      "learning_rate": 0.00026014256491369703,
      "loss": 0.9712,
      "step": 36319
    },
    {
      "epoch": 1.4876100757730903,
      "grad_norm": 0.8698190562530538,
      "learning_rate": 0.00026014035091392814,
      "loss": 0.4918,
      "step": 36320
    },
    {
      "epoch": 1.4876510342002867,
      "grad_norm": 1.108740227316497,
      "learning_rate": 0.0002601381368620914,
      "loss": 0.8056,
      "step": 36321
    },
    {
      "epoch": 1.4876919926274832,
      "grad_norm": 1.2783206823353792,
      "learning_rate": 0.0002601359227581877,
      "loss": 0.8732,
      "step": 36322
    },
    {
      "epoch": 1.4877329510546795,
      "grad_norm": 0.7204339845815235,
      "learning_rate": 0.00026013370860221815,
      "loss": 0.3902,
      "step": 36323
    },
    {
      "epoch": 1.4877739094818758,
      "grad_norm": 1.0885892996576156,
      "learning_rate": 0.0002601314943941837,
      "loss": 0.9904,
      "step": 36324
    },
    {
      "epoch": 1.4878148679090724,
      "grad_norm": 1.3837927883285224,
      "learning_rate": 0.0002601292801340856,
      "loss": 1.2296,
      "step": 36325
    },
    {
      "epoch": 1.4878558263362687,
      "grad_norm": 1.5581304372493918,
      "learning_rate": 0.00026012706582192465,
      "loss": 0.4914,
      "step": 36326
    },
    {
      "epoch": 1.487896784763465,
      "grad_norm": 1.1676567268792626,
      "learning_rate": 0.00026012485145770207,
      "loss": 1.1833,
      "step": 36327
    },
    {
      "epoch": 1.4879377431906615,
      "grad_norm": 0.8768097493542235,
      "learning_rate": 0.0002601226370414188,
      "loss": 0.7185,
      "step": 36328
    },
    {
      "epoch": 1.4879787016178578,
      "grad_norm": 1.1230831091822244,
      "learning_rate": 0.000260120422573076,
      "loss": 0.804,
      "step": 36329
    },
    {
      "epoch": 1.4880196600450541,
      "grad_norm": 1.07728087063671,
      "learning_rate": 0.00026011820805267464,
      "loss": 0.9284,
      "step": 36330
    },
    {
      "epoch": 1.4880606184722507,
      "grad_norm": 1.5033620440421924,
      "learning_rate": 0.0002601159934802158,
      "loss": 1.427,
      "step": 36331
    },
    {
      "epoch": 1.488101576899447,
      "grad_norm": 2.88292547118151,
      "learning_rate": 0.00026011377885570044,
      "loss": 1.3058,
      "step": 36332
    },
    {
      "epoch": 1.4881425353266435,
      "grad_norm": 0.970490002251509,
      "learning_rate": 0.00026011156417912973,
      "loss": 0.5644,
      "step": 36333
    },
    {
      "epoch": 1.4881834937538398,
      "grad_norm": 1.2315013139244981,
      "learning_rate": 0.0002601093494505046,
      "loss": 1.0248,
      "step": 36334
    },
    {
      "epoch": 1.4882244521810364,
      "grad_norm": 1.2328661519545576,
      "learning_rate": 0.00026010713466982627,
      "loss": 1.1139,
      "step": 36335
    },
    {
      "epoch": 1.4882654106082327,
      "grad_norm": 1.5105687718779741,
      "learning_rate": 0.0002601049198370956,
      "loss": 1.2162,
      "step": 36336
    },
    {
      "epoch": 1.488306369035429,
      "grad_norm": 1.117128592275365,
      "learning_rate": 0.00026010270495231366,
      "loss": 1.1215,
      "step": 36337
    },
    {
      "epoch": 1.4883473274626255,
      "grad_norm": 1.8462008903653087,
      "learning_rate": 0.0002601004900154816,
      "loss": 1.317,
      "step": 36338
    },
    {
      "epoch": 1.4883882858898219,
      "grad_norm": 0.8527817645397588,
      "learning_rate": 0.00026009827502660045,
      "loss": 0.8083,
      "step": 36339
    },
    {
      "epoch": 1.4884292443170182,
      "grad_norm": 1.1667868939804473,
      "learning_rate": 0.0002600960599856712,
      "loss": 1.0556,
      "step": 36340
    },
    {
      "epoch": 1.4884702027442147,
      "grad_norm": 1.1795826400837186,
      "learning_rate": 0.00026009384489269496,
      "loss": 1.0115,
      "step": 36341
    },
    {
      "epoch": 1.488511161171411,
      "grad_norm": 0.6143802024914639,
      "learning_rate": 0.0002600916297476727,
      "loss": 0.2593,
      "step": 36342
    },
    {
      "epoch": 1.4885521195986073,
      "grad_norm": 0.7784438779444183,
      "learning_rate": 0.00026008941455060546,
      "loss": 0.5821,
      "step": 36343
    },
    {
      "epoch": 1.4885930780258039,
      "grad_norm": 1.272402852375154,
      "learning_rate": 0.0002600871993014944,
      "loss": 0.473,
      "step": 36344
    },
    {
      "epoch": 1.4886340364530002,
      "grad_norm": 1.0150614368067816,
      "learning_rate": 0.00026008498400034046,
      "loss": 0.7955,
      "step": 36345
    },
    {
      "epoch": 1.4886749948801965,
      "grad_norm": 1.1378298236295252,
      "learning_rate": 0.00026008276864714476,
      "loss": 0.6914,
      "step": 36346
    },
    {
      "epoch": 1.488715953307393,
      "grad_norm": 1.4019401557903743,
      "learning_rate": 0.00026008055324190833,
      "loss": 0.7626,
      "step": 36347
    },
    {
      "epoch": 1.4887569117345893,
      "grad_norm": 1.4694500963391584,
      "learning_rate": 0.00026007833778463215,
      "loss": 0.9942,
      "step": 36348
    },
    {
      "epoch": 1.4887978701617857,
      "grad_norm": 1.3026356716150105,
      "learning_rate": 0.00026007612227531735,
      "loss": 1.027,
      "step": 36349
    },
    {
      "epoch": 1.4888388285889822,
      "grad_norm": 1.2121105045824625,
      "learning_rate": 0.00026007390671396497,
      "loss": 0.9024,
      "step": 36350
    },
    {
      "epoch": 1.4888797870161785,
      "grad_norm": 1.119777279101589,
      "learning_rate": 0.000260071691100576,
      "loss": 0.7777,
      "step": 36351
    },
    {
      "epoch": 1.488920745443375,
      "grad_norm": 1.1298919932679277,
      "learning_rate": 0.00026006947543515146,
      "loss": 1.206,
      "step": 36352
    },
    {
      "epoch": 1.4889617038705714,
      "grad_norm": 1.1280216302584924,
      "learning_rate": 0.00026006725971769256,
      "loss": 0.9263,
      "step": 36353
    },
    {
      "epoch": 1.489002662297768,
      "grad_norm": 1.1659036489812322,
      "learning_rate": 0.00026006504394820025,
      "loss": 0.8586,
      "step": 36354
    },
    {
      "epoch": 1.4890436207249642,
      "grad_norm": 0.7628196867359529,
      "learning_rate": 0.0002600628281266755,
      "loss": 0.4937,
      "step": 36355
    },
    {
      "epoch": 1.4890845791521605,
      "grad_norm": 1.2082998371558966,
      "learning_rate": 0.00026006061225311946,
      "loss": 0.764,
      "step": 36356
    },
    {
      "epoch": 1.489125537579357,
      "grad_norm": 1.520626684646802,
      "learning_rate": 0.0002600583963275332,
      "loss": 1.0766,
      "step": 36357
    },
    {
      "epoch": 1.4891664960065534,
      "grad_norm": 1.0083283451679972,
      "learning_rate": 0.00026005618034991766,
      "loss": 1.0718,
      "step": 36358
    },
    {
      "epoch": 1.4892074544337497,
      "grad_norm": 1.1881237571610077,
      "learning_rate": 0.00026005396432027397,
      "loss": 1.2231,
      "step": 36359
    },
    {
      "epoch": 1.4892484128609462,
      "grad_norm": 0.8072572571250883,
      "learning_rate": 0.00026005174823860315,
      "loss": 0.6979,
      "step": 36360
    },
    {
      "epoch": 1.4892893712881425,
      "grad_norm": 0.9976029599241756,
      "learning_rate": 0.0002600495321049062,
      "loss": 0.8186,
      "step": 36361
    },
    {
      "epoch": 1.4893303297153389,
      "grad_norm": 0.9976313591047089,
      "learning_rate": 0.0002600473159191842,
      "loss": 0.7986,
      "step": 36362
    },
    {
      "epoch": 1.4893712881425354,
      "grad_norm": 1.0512457446542478,
      "learning_rate": 0.0002600450996814383,
      "loss": 1.0111,
      "step": 36363
    },
    {
      "epoch": 1.4894122465697317,
      "grad_norm": 0.9350191868029327,
      "learning_rate": 0.0002600428833916695,
      "loss": 1.0203,
      "step": 36364
    },
    {
      "epoch": 1.489453204996928,
      "grad_norm": 0.9126313955811046,
      "learning_rate": 0.0002600406670498787,
      "loss": 0.7545,
      "step": 36365
    },
    {
      "epoch": 1.4894941634241246,
      "grad_norm": 1.493719503724878,
      "learning_rate": 0.0002600384506560671,
      "loss": 1.0044,
      "step": 36366
    },
    {
      "epoch": 1.4895351218513209,
      "grad_norm": 1.089430909818551,
      "learning_rate": 0.00026003623421023573,
      "loss": 0.6487,
      "step": 36367
    },
    {
      "epoch": 1.4895760802785172,
      "grad_norm": 1.144471201279106,
      "learning_rate": 0.00026003401771238557,
      "loss": 0.7397,
      "step": 36368
    },
    {
      "epoch": 1.4896170387057137,
      "grad_norm": 1.1426877136599114,
      "learning_rate": 0.00026003180116251776,
      "loss": 0.8094,
      "step": 36369
    },
    {
      "epoch": 1.48965799713291,
      "grad_norm": 1.3990605269843408,
      "learning_rate": 0.0002600295845606333,
      "loss": 1.041,
      "step": 36370
    },
    {
      "epoch": 1.4896989555601066,
      "grad_norm": 0.972463763590243,
      "learning_rate": 0.00026002736790673315,
      "loss": 0.7958,
      "step": 36371
    },
    {
      "epoch": 1.4897399139873029,
      "grad_norm": 1.1930202098334797,
      "learning_rate": 0.00026002515120081857,
      "loss": 0.472,
      "step": 36372
    },
    {
      "epoch": 1.4897808724144994,
      "grad_norm": 1.4933663240702708,
      "learning_rate": 0.0002600229344428904,
      "loss": 1.912,
      "step": 36373
    },
    {
      "epoch": 1.4898218308416957,
      "grad_norm": 1.0068615668258027,
      "learning_rate": 0.0002600207176329498,
      "loss": 0.8216,
      "step": 36374
    },
    {
      "epoch": 1.489862789268892,
      "grad_norm": 0.8369035907159478,
      "learning_rate": 0.00026001850077099774,
      "loss": 0.5496,
      "step": 36375
    },
    {
      "epoch": 1.4899037476960886,
      "grad_norm": 1.1187836892325376,
      "learning_rate": 0.0002600162838570354,
      "loss": 1.0563,
      "step": 36376
    },
    {
      "epoch": 1.489944706123285,
      "grad_norm": 0.725318378254222,
      "learning_rate": 0.00026001406689106363,
      "loss": 0.2989,
      "step": 36377
    },
    {
      "epoch": 1.4899856645504812,
      "grad_norm": 1.5230165930824646,
      "learning_rate": 0.0002600118498730837,
      "loss": 1.0462,
      "step": 36378
    },
    {
      "epoch": 1.4900266229776777,
      "grad_norm": 0.8627246024411289,
      "learning_rate": 0.0002600096328030965,
      "loss": 0.6488,
      "step": 36379
    },
    {
      "epoch": 1.490067581404874,
      "grad_norm": 0.9809049149644667,
      "learning_rate": 0.0002600074156811031,
      "loss": 0.6949,
      "step": 36380
    },
    {
      "epoch": 1.4901085398320704,
      "grad_norm": 0.842487046438126,
      "learning_rate": 0.00026000519850710464,
      "loss": 0.4178,
      "step": 36381
    },
    {
      "epoch": 1.490149498259267,
      "grad_norm": 0.8576804363207261,
      "learning_rate": 0.0002600029812811021,
      "loss": 0.4569,
      "step": 36382
    },
    {
      "epoch": 1.4901904566864632,
      "grad_norm": 5.892885324274261,
      "learning_rate": 0.0002600007640030965,
      "loss": 3.4922,
      "step": 36383
    },
    {
      "epoch": 1.4902314151136595,
      "grad_norm": 1.0519166983366781,
      "learning_rate": 0.00025999854667308896,
      "loss": 0.9146,
      "step": 36384
    },
    {
      "epoch": 1.490272373540856,
      "grad_norm": 1.089594390793698,
      "learning_rate": 0.0002599963292910805,
      "loss": 0.7283,
      "step": 36385
    },
    {
      "epoch": 1.4903133319680524,
      "grad_norm": 1.0795005812405136,
      "learning_rate": 0.0002599941118570721,
      "loss": 0.8939,
      "step": 36386
    },
    {
      "epoch": 1.4903542903952487,
      "grad_norm": 1.0063631447743626,
      "learning_rate": 0.0002599918943710649,
      "loss": 0.6949,
      "step": 36387
    },
    {
      "epoch": 1.4903952488224452,
      "grad_norm": 1.0520693523745834,
      "learning_rate": 0.0002599896768330599,
      "loss": 0.8355,
      "step": 36388
    },
    {
      "epoch": 1.4904362072496415,
      "grad_norm": 1.014271369838822,
      "learning_rate": 0.0002599874592430582,
      "loss": 0.7556,
      "step": 36389
    },
    {
      "epoch": 1.490477165676838,
      "grad_norm": 0.5393273256633182,
      "learning_rate": 0.0002599852416010608,
      "loss": 0.354,
      "step": 36390
    },
    {
      "epoch": 1.4905181241040344,
      "grad_norm": 0.9124061505445713,
      "learning_rate": 0.00025998302390706874,
      "loss": 0.8482,
      "step": 36391
    },
    {
      "epoch": 1.490559082531231,
      "grad_norm": 3.241220529946522,
      "learning_rate": 0.0002599808061610831,
      "loss": 3.4915,
      "step": 36392
    },
    {
      "epoch": 1.4906000409584272,
      "grad_norm": 0.8334467149555053,
      "learning_rate": 0.0002599785883631049,
      "loss": 0.9028,
      "step": 36393
    },
    {
      "epoch": 1.4906409993856236,
      "grad_norm": 4.857372283783095,
      "learning_rate": 0.0002599763705131352,
      "loss": 3.5507,
      "step": 36394
    },
    {
      "epoch": 1.49068195781282,
      "grad_norm": 1.1762963674708933,
      "learning_rate": 0.00025997415261117506,
      "loss": 0.8219,
      "step": 36395
    },
    {
      "epoch": 1.4907229162400164,
      "grad_norm": 0.761074979687718,
      "learning_rate": 0.0002599719346572255,
      "loss": 0.2743,
      "step": 36396
    },
    {
      "epoch": 1.4907638746672127,
      "grad_norm": 1.1153807406170075,
      "learning_rate": 0.0002599697166512876,
      "loss": 0.5697,
      "step": 36397
    },
    {
      "epoch": 1.4908048330944093,
      "grad_norm": 2.606180003483417,
      "learning_rate": 0.00025996749859336245,
      "loss": 1.5413,
      "step": 36398
    },
    {
      "epoch": 1.4908457915216056,
      "grad_norm": 0.813822143205596,
      "learning_rate": 0.000259965280483451,
      "loss": 0.358,
      "step": 36399
    },
    {
      "epoch": 1.4908867499488019,
      "grad_norm": 2.3574368091687607,
      "learning_rate": 0.0002599630623215544,
      "loss": 1.8016,
      "step": 36400
    },
    {
      "epoch": 1.4909277083759984,
      "grad_norm": 0.9614158087456312,
      "learning_rate": 0.0002599608441076736,
      "loss": 0.7039,
      "step": 36401
    },
    {
      "epoch": 1.4909686668031947,
      "grad_norm": 2.5977398813746366,
      "learning_rate": 0.0002599586258418097,
      "loss": 5.7174,
      "step": 36402
    },
    {
      "epoch": 1.491009625230391,
      "grad_norm": 3.8775867621260955,
      "learning_rate": 0.00025995640752396373,
      "loss": 3.7627,
      "step": 36403
    },
    {
      "epoch": 1.4910505836575876,
      "grad_norm": 1.1865494324848251,
      "learning_rate": 0.00025995418915413676,
      "loss": 1.3077,
      "step": 36404
    },
    {
      "epoch": 1.491091542084784,
      "grad_norm": 1.1606943103740077,
      "learning_rate": 0.0002599519707323298,
      "loss": 0.7426,
      "step": 36405
    },
    {
      "epoch": 1.4911325005119802,
      "grad_norm": 0.9480424184393568,
      "learning_rate": 0.000259949752258544,
      "loss": 0.8748,
      "step": 36406
    },
    {
      "epoch": 1.4911734589391767,
      "grad_norm": 1.4279629866557757,
      "learning_rate": 0.00025994753373278037,
      "loss": 1.3911,
      "step": 36407
    },
    {
      "epoch": 1.491214417366373,
      "grad_norm": 1.369168747031557,
      "learning_rate": 0.00025994531515503985,
      "loss": 1.0516,
      "step": 36408
    },
    {
      "epoch": 1.4912553757935696,
      "grad_norm": 1.4469566690171338,
      "learning_rate": 0.00025994309652532354,
      "loss": 0.5965,
      "step": 36409
    },
    {
      "epoch": 1.491296334220766,
      "grad_norm": 0.9518905950654795,
      "learning_rate": 0.00025994087784363254,
      "loss": 0.8499,
      "step": 36410
    },
    {
      "epoch": 1.4913372926479624,
      "grad_norm": 0.9751906351733066,
      "learning_rate": 0.00025993865910996786,
      "loss": 0.7916,
      "step": 36411
    },
    {
      "epoch": 1.4913782510751588,
      "grad_norm": 1.0549917371155733,
      "learning_rate": 0.0002599364403243306,
      "loss": 1.0531,
      "step": 36412
    },
    {
      "epoch": 1.491419209502355,
      "grad_norm": 0.9563008238339191,
      "learning_rate": 0.0002599342214867218,
      "loss": 0.7914,
      "step": 36413
    },
    {
      "epoch": 1.4914601679295516,
      "grad_norm": 1.0545529867839731,
      "learning_rate": 0.0002599320025971424,
      "loss": 0.9385,
      "step": 36414
    },
    {
      "epoch": 1.491501126356748,
      "grad_norm": 0.9455502818885098,
      "learning_rate": 0.00025992978365559354,
      "loss": 0.8521,
      "step": 36415
    },
    {
      "epoch": 1.4915420847839442,
      "grad_norm": 1.182422318996327,
      "learning_rate": 0.0002599275646620763,
      "loss": 1.0241,
      "step": 36416
    },
    {
      "epoch": 1.4915830432111408,
      "grad_norm": 1.0336615754219154,
      "learning_rate": 0.00025992534561659165,
      "loss": 0.8587,
      "step": 36417
    },
    {
      "epoch": 1.491624001638337,
      "grad_norm": 1.6576726781577442,
      "learning_rate": 0.00025992312651914066,
      "loss": 0.9152,
      "step": 36418
    },
    {
      "epoch": 1.4916649600655334,
      "grad_norm": 1.0856799623431068,
      "learning_rate": 0.0002599209073697244,
      "loss": 0.7536,
      "step": 36419
    },
    {
      "epoch": 1.49170591849273,
      "grad_norm": 0.9393578798091884,
      "learning_rate": 0.00025991868816834397,
      "loss": 0.8681,
      "step": 36420
    },
    {
      "epoch": 1.4917468769199262,
      "grad_norm": 1.2659873808966606,
      "learning_rate": 0.0002599164689150003,
      "loss": 0.9818,
      "step": 36421
    },
    {
      "epoch": 1.4917878353471226,
      "grad_norm": 1.2147153270759568,
      "learning_rate": 0.00025991424960969455,
      "loss": 0.6572,
      "step": 36422
    },
    {
      "epoch": 1.491828793774319,
      "grad_norm": 0.6449332187644204,
      "learning_rate": 0.0002599120302524277,
      "loss": 0.3217,
      "step": 36423
    },
    {
      "epoch": 1.4918697522015154,
      "grad_norm": 1.1374470883464625,
      "learning_rate": 0.00025990981084320086,
      "loss": 1.1989,
      "step": 36424
    },
    {
      "epoch": 1.4919107106287117,
      "grad_norm": 2.1629879341066442,
      "learning_rate": 0.00025990759138201495,
      "loss": 3.1986,
      "step": 36425
    },
    {
      "epoch": 1.4919516690559083,
      "grad_norm": 0.8403384641914623,
      "learning_rate": 0.0002599053718688712,
      "loss": 0.7139,
      "step": 36426
    },
    {
      "epoch": 1.4919926274831046,
      "grad_norm": 0.8668461014393247,
      "learning_rate": 0.0002599031523037705,
      "loss": 0.531,
      "step": 36427
    },
    {
      "epoch": 1.492033585910301,
      "grad_norm": 1.0775234082459364,
      "learning_rate": 0.00025990093268671397,
      "loss": 0.8238,
      "step": 36428
    },
    {
      "epoch": 1.4920745443374974,
      "grad_norm": 1.3284905549500678,
      "learning_rate": 0.0002598987130177027,
      "loss": 1.0414,
      "step": 36429
    },
    {
      "epoch": 1.492115502764694,
      "grad_norm": 0.8478315437268702,
      "learning_rate": 0.0002598964932967377,
      "loss": 0.6207,
      "step": 36430
    },
    {
      "epoch": 1.4921564611918903,
      "grad_norm": 1.0086431037925074,
      "learning_rate": 0.00025989427352381996,
      "loss": 0.8073,
      "step": 36431
    },
    {
      "epoch": 1.4921974196190866,
      "grad_norm": 1.1394071119040916,
      "learning_rate": 0.00025989205369895057,
      "loss": 0.5705,
      "step": 36432
    },
    {
      "epoch": 1.4922383780462831,
      "grad_norm": 1.6234056643721746,
      "learning_rate": 0.00025988983382213066,
      "loss": 2.5302,
      "step": 36433
    },
    {
      "epoch": 1.4922793364734794,
      "grad_norm": 0.5922647924236502,
      "learning_rate": 0.0002598876138933612,
      "loss": 0.2803,
      "step": 36434
    },
    {
      "epoch": 1.4923202949006757,
      "grad_norm": 2.559716964130693,
      "learning_rate": 0.00025988539391264324,
      "loss": 4.7834,
      "step": 36435
    },
    {
      "epoch": 1.4923612533278723,
      "grad_norm": 0.9236163927091462,
      "learning_rate": 0.00025988317387997783,
      "loss": 0.8636,
      "step": 36436
    },
    {
      "epoch": 1.4924022117550686,
      "grad_norm": 1.1336467832885109,
      "learning_rate": 0.0002598809537953661,
      "loss": 0.7836,
      "step": 36437
    },
    {
      "epoch": 1.492443170182265,
      "grad_norm": 0.890158153989964,
      "learning_rate": 0.00025987873365880895,
      "loss": 0.7399,
      "step": 36438
    },
    {
      "epoch": 1.4924841286094614,
      "grad_norm": 1.2100097345000496,
      "learning_rate": 0.00025987651347030754,
      "loss": 0.4297,
      "step": 36439
    },
    {
      "epoch": 1.4925250870366578,
      "grad_norm": 2.0948247049912534,
      "learning_rate": 0.00025987429322986286,
      "loss": 0.8229,
      "step": 36440
    },
    {
      "epoch": 1.492566045463854,
      "grad_norm": 9.318835859934799,
      "learning_rate": 0.000259872072937476,
      "loss": 4.6488,
      "step": 36441
    },
    {
      "epoch": 1.4926070038910506,
      "grad_norm": 0.9538387813157736,
      "learning_rate": 0.0002598698525931481,
      "loss": 0.4848,
      "step": 36442
    },
    {
      "epoch": 1.492647962318247,
      "grad_norm": 0.943142250973536,
      "learning_rate": 0.00025986763219687997,
      "loss": 0.9892,
      "step": 36443
    },
    {
      "epoch": 1.4926889207454432,
      "grad_norm": 1.0638412119458645,
      "learning_rate": 0.0002598654117486729,
      "loss": 0.8811,
      "step": 36444
    },
    {
      "epoch": 1.4927298791726398,
      "grad_norm": 0.9268411124878121,
      "learning_rate": 0.00025986319124852775,
      "loss": 0.6804,
      "step": 36445
    },
    {
      "epoch": 1.492770837599836,
      "grad_norm": 1.2079495318791493,
      "learning_rate": 0.0002598609706964457,
      "loss": 0.9464,
      "step": 36446
    },
    {
      "epoch": 1.4928117960270326,
      "grad_norm": 1.178270048485223,
      "learning_rate": 0.00025985875009242775,
      "loss": 0.9571,
      "step": 36447
    },
    {
      "epoch": 1.492852754454229,
      "grad_norm": 0.9503291360823806,
      "learning_rate": 0.00025985652943647495,
      "loss": 1.0048,
      "step": 36448
    },
    {
      "epoch": 1.4928937128814255,
      "grad_norm": 1.153240769742302,
      "learning_rate": 0.0002598543087285884,
      "loss": 0.9379,
      "step": 36449
    },
    {
      "epoch": 1.4929346713086218,
      "grad_norm": 2.541176876869153,
      "learning_rate": 0.0002598520879687691,
      "loss": 3.7076,
      "step": 36450
    },
    {
      "epoch": 1.492975629735818,
      "grad_norm": 3.547571178020912,
      "learning_rate": 0.0002598498671570181,
      "loss": 1.3611,
      "step": 36451
    },
    {
      "epoch": 1.4930165881630146,
      "grad_norm": 0.9179209642313478,
      "learning_rate": 0.00025984764629333646,
      "loss": 0.6845,
      "step": 36452
    },
    {
      "epoch": 1.493057546590211,
      "grad_norm": 1.1502797141730692,
      "learning_rate": 0.0002598454253777252,
      "loss": 1.2461,
      "step": 36453
    },
    {
      "epoch": 1.4930985050174073,
      "grad_norm": 0.7720374413135002,
      "learning_rate": 0.0002598432044101854,
      "loss": 0.8654,
      "step": 36454
    },
    {
      "epoch": 1.4931394634446038,
      "grad_norm": 0.7325737539988617,
      "learning_rate": 0.00025984098339071815,
      "loss": 0.3223,
      "step": 36455
    },
    {
      "epoch": 1.4931804218718001,
      "grad_norm": 1.0720393180019734,
      "learning_rate": 0.0002598387623193244,
      "loss": 0.7888,
      "step": 36456
    },
    {
      "epoch": 1.4932213802989964,
      "grad_norm": 0.6753678929505946,
      "learning_rate": 0.00025983654119600527,
      "loss": 0.3075,
      "step": 36457
    },
    {
      "epoch": 1.493262338726193,
      "grad_norm": 0.697661118448504,
      "learning_rate": 0.0002598343200207618,
      "loss": 0.3339,
      "step": 36458
    },
    {
      "epoch": 1.4933032971533893,
      "grad_norm": 0.9833217620270981,
      "learning_rate": 0.00025983209879359504,
      "loss": 0.3965,
      "step": 36459
    },
    {
      "epoch": 1.4933442555805856,
      "grad_norm": 0.9935032693804015,
      "learning_rate": 0.00025982987751450604,
      "loss": 0.8815,
      "step": 36460
    },
    {
      "epoch": 1.4933852140077821,
      "grad_norm": 1.3084821982781651,
      "learning_rate": 0.00025982765618349585,
      "loss": 1.1987,
      "step": 36461
    },
    {
      "epoch": 1.4934261724349784,
      "grad_norm": 0.9355801195525867,
      "learning_rate": 0.00025982543480056555,
      "loss": 0.6442,
      "step": 36462
    },
    {
      "epoch": 1.493467130862175,
      "grad_norm": 0.9365517036453079,
      "learning_rate": 0.0002598232133657161,
      "loss": 0.5035,
      "step": 36463
    },
    {
      "epoch": 1.4935080892893713,
      "grad_norm": 1.0595922178681154,
      "learning_rate": 0.0002598209918789487,
      "loss": 1.0166,
      "step": 36464
    },
    {
      "epoch": 1.4935490477165676,
      "grad_norm": 0.9513586456229144,
      "learning_rate": 0.00025981877034026416,
      "loss": 0.8687,
      "step": 36465
    },
    {
      "epoch": 1.4935900061437641,
      "grad_norm": 1.0205605115598035,
      "learning_rate": 0.00025981654874966377,
      "loss": 0.6448,
      "step": 36466
    },
    {
      "epoch": 1.4936309645709605,
      "grad_norm": 0.9789524718958814,
      "learning_rate": 0.00025981432710714847,
      "loss": 0.7212,
      "step": 36467
    },
    {
      "epoch": 1.493671922998157,
      "grad_norm": 0.7505044689955496,
      "learning_rate": 0.0002598121054127193,
      "loss": 0.3352,
      "step": 36468
    },
    {
      "epoch": 1.4937128814253533,
      "grad_norm": 0.7660291947855158,
      "learning_rate": 0.0002598098836663774,
      "loss": 0.2775,
      "step": 36469
    },
    {
      "epoch": 1.4937538398525496,
      "grad_norm": 1.309144083731053,
      "learning_rate": 0.0002598076618681237,
      "loss": 1.2893,
      "step": 36470
    },
    {
      "epoch": 1.4937947982797461,
      "grad_norm": 1.5782621450106404,
      "learning_rate": 0.0002598054400179594,
      "loss": 1.0599,
      "step": 36471
    },
    {
      "epoch": 1.4938357567069425,
      "grad_norm": 1.1089178683054455,
      "learning_rate": 0.0002598032181158854,
      "loss": 0.7448,
      "step": 36472
    },
    {
      "epoch": 1.4938767151341388,
      "grad_norm": 1.1646474016233241,
      "learning_rate": 0.0002598009961619028,
      "loss": 0.7179,
      "step": 36473
    },
    {
      "epoch": 1.4939176735613353,
      "grad_norm": 0.978132918976744,
      "learning_rate": 0.0002597987741560127,
      "loss": 0.799,
      "step": 36474
    },
    {
      "epoch": 1.4939586319885316,
      "grad_norm": 1.1249874965059485,
      "learning_rate": 0.00025979655209821607,
      "loss": 0.7762,
      "step": 36475
    },
    {
      "epoch": 1.493999590415728,
      "grad_norm": 1.3509424509859154,
      "learning_rate": 0.000259794329988514,
      "loss": 1.217,
      "step": 36476
    },
    {
      "epoch": 1.4940405488429245,
      "grad_norm": 1.3514262615308037,
      "learning_rate": 0.00025979210782690757,
      "loss": 1.1551,
      "step": 36477
    },
    {
      "epoch": 1.4940815072701208,
      "grad_norm": 1.1463758896882943,
      "learning_rate": 0.00025978988561339774,
      "loss": 1.2046,
      "step": 36478
    },
    {
      "epoch": 1.494122465697317,
      "grad_norm": 1.1270932762193406,
      "learning_rate": 0.0002597876633479857,
      "loss": 0.9328,
      "step": 36479
    },
    {
      "epoch": 1.4941634241245136,
      "grad_norm": 0.9348922637047433,
      "learning_rate": 0.0002597854410306724,
      "loss": 0.8695,
      "step": 36480
    },
    {
      "epoch": 1.49420438255171,
      "grad_norm": 4.0352823664750375,
      "learning_rate": 0.00025978321866145887,
      "loss": 4.0203,
      "step": 36481
    },
    {
      "epoch": 1.4942453409789065,
      "grad_norm": 1.0699872838347244,
      "learning_rate": 0.0002597809962403462,
      "loss": 0.9962,
      "step": 36482
    },
    {
      "epoch": 1.4942862994061028,
      "grad_norm": 1.2526265303406092,
      "learning_rate": 0.00025977877376733553,
      "loss": 1.037,
      "step": 36483
    },
    {
      "epoch": 1.4943272578332993,
      "grad_norm": 0.6063994566794276,
      "learning_rate": 0.00025977655124242776,
      "loss": 0.2857,
      "step": 36484
    },
    {
      "epoch": 1.4943682162604957,
      "grad_norm": 2.4957148443087185,
      "learning_rate": 0.00025977432866562406,
      "loss": 3.2878,
      "step": 36485
    },
    {
      "epoch": 1.494409174687692,
      "grad_norm": 1.0020318118502394,
      "learning_rate": 0.0002597721060369254,
      "loss": 0.8083,
      "step": 36486
    },
    {
      "epoch": 1.4944501331148885,
      "grad_norm": 0.8971867743794971,
      "learning_rate": 0.0002597698833563328,
      "loss": 0.7712,
      "step": 36487
    },
    {
      "epoch": 1.4944910915420848,
      "grad_norm": 0.8331461238365454,
      "learning_rate": 0.00025976766062384745,
      "loss": 0.9126,
      "step": 36488
    },
    {
      "epoch": 1.4945320499692811,
      "grad_norm": 0.9987369922459846,
      "learning_rate": 0.0002597654378394703,
      "loss": 0.7563,
      "step": 36489
    },
    {
      "epoch": 1.4945730083964777,
      "grad_norm": 0.9961074166143074,
      "learning_rate": 0.0002597632150032024,
      "loss": 0.6633,
      "step": 36490
    },
    {
      "epoch": 1.494613966823674,
      "grad_norm": 1.157860463366071,
      "learning_rate": 0.00025976099211504484,
      "loss": 1.1899,
      "step": 36491
    },
    {
      "epoch": 1.4946549252508703,
      "grad_norm": 1.3486489934762396,
      "learning_rate": 0.00025975876917499867,
      "loss": 0.5764,
      "step": 36492
    },
    {
      "epoch": 1.4946958836780668,
      "grad_norm": 1.107460689715616,
      "learning_rate": 0.0002597565461830649,
      "loss": 1.0959,
      "step": 36493
    },
    {
      "epoch": 1.4947368421052631,
      "grad_norm": 1.1143970521513442,
      "learning_rate": 0.0002597543231392446,
      "loss": 0.969,
      "step": 36494
    },
    {
      "epoch": 1.4947778005324595,
      "grad_norm": 1.3904700852188234,
      "learning_rate": 0.0002597521000435388,
      "loss": 1.2635,
      "step": 36495
    },
    {
      "epoch": 1.494818758959656,
      "grad_norm": 0.999285747284699,
      "learning_rate": 0.00025974987689594863,
      "loss": 0.2999,
      "step": 36496
    },
    {
      "epoch": 1.4948597173868523,
      "grad_norm": 1.0579150594624545,
      "learning_rate": 0.0002597476536964751,
      "loss": 0.7961,
      "step": 36497
    },
    {
      "epoch": 1.4949006758140486,
      "grad_norm": 0.6586568644537661,
      "learning_rate": 0.00025974543044511914,
      "loss": 0.2636,
      "step": 36498
    },
    {
      "epoch": 1.4949416342412452,
      "grad_norm": 1.0268900849736973,
      "learning_rate": 0.00025974320714188204,
      "loss": 0.8315,
      "step": 36499
    },
    {
      "epoch": 1.4949825926684415,
      "grad_norm": 1.610059801982221,
      "learning_rate": 0.0002597409837867646,
      "loss": 1.3868,
      "step": 36500
    },
    {
      "epoch": 1.495023551095638,
      "grad_norm": 0.8808556830662078,
      "learning_rate": 0.0002597387603797681,
      "loss": 0.7257,
      "step": 36501
    },
    {
      "epoch": 1.4950645095228343,
      "grad_norm": 1.109045583554381,
      "learning_rate": 0.0002597365369208934,
      "loss": 0.8817,
      "step": 36502
    },
    {
      "epoch": 1.4951054679500309,
      "grad_norm": 0.909257662511669,
      "learning_rate": 0.00025973431341014166,
      "loss": 0.378,
      "step": 36503
    },
    {
      "epoch": 1.4951464263772272,
      "grad_norm": 1.0883517095934576,
      "learning_rate": 0.0002597320898475139,
      "loss": 0.8617,
      "step": 36504
    },
    {
      "epoch": 1.4951873848044235,
      "grad_norm": 4.231976636092621,
      "learning_rate": 0.0002597298662330112,
      "loss": 1.2051,
      "step": 36505
    },
    {
      "epoch": 1.49522834323162,
      "grad_norm": 0.9606528456753585,
      "learning_rate": 0.0002597276425666346,
      "loss": 0.9351,
      "step": 36506
    },
    {
      "epoch": 1.4952693016588163,
      "grad_norm": 1.0483075323488764,
      "learning_rate": 0.00025972541884838505,
      "loss": 0.789,
      "step": 36507
    },
    {
      "epoch": 1.4953102600860126,
      "grad_norm": 1.0104211443741915,
      "learning_rate": 0.00025972319507826377,
      "loss": 0.9259,
      "step": 36508
    },
    {
      "epoch": 1.4953512185132092,
      "grad_norm": 1.0727770183957361,
      "learning_rate": 0.0002597209712562717,
      "loss": 1.1976,
      "step": 36509
    },
    {
      "epoch": 1.4953921769404055,
      "grad_norm": 0.9224182596849839,
      "learning_rate": 0.0002597187473824099,
      "loss": 0.7327,
      "step": 36510
    },
    {
      "epoch": 1.4954331353676018,
      "grad_norm": 1.2773927221982437,
      "learning_rate": 0.0002597165234566795,
      "loss": 1.086,
      "step": 36511
    },
    {
      "epoch": 1.4954740937947983,
      "grad_norm": 0.9460879577928223,
      "learning_rate": 0.0002597142994790814,
      "loss": 0.8464,
      "step": 36512
    },
    {
      "epoch": 1.4955150522219947,
      "grad_norm": 1.22801824339357,
      "learning_rate": 0.0002597120754496169,
      "loss": 0.9047,
      "step": 36513
    },
    {
      "epoch": 1.495556010649191,
      "grad_norm": 0.999957212075259,
      "learning_rate": 0.00025970985136828675,
      "loss": 0.6986,
      "step": 36514
    },
    {
      "epoch": 1.4955969690763875,
      "grad_norm": 1.0962873437468104,
      "learning_rate": 0.00025970762723509223,
      "loss": 0.8976,
      "step": 36515
    },
    {
      "epoch": 1.4956379275035838,
      "grad_norm": 1.0628359954195976,
      "learning_rate": 0.00025970540305003426,
      "loss": 1.1869,
      "step": 36516
    },
    {
      "epoch": 1.4956788859307801,
      "grad_norm": 1.1013232063999325,
      "learning_rate": 0.00025970317881311396,
      "loss": 1.0746,
      "step": 36517
    },
    {
      "epoch": 1.4957198443579767,
      "grad_norm": 7.418883945945798,
      "learning_rate": 0.0002597009545243324,
      "loss": 3.604,
      "step": 36518
    },
    {
      "epoch": 1.495760802785173,
      "grad_norm": 0.8603230929948327,
      "learning_rate": 0.0002596987301836906,
      "loss": 0.552,
      "step": 36519
    },
    {
      "epoch": 1.4958017612123695,
      "grad_norm": 0.8168041599903277,
      "learning_rate": 0.00025969650579118955,
      "loss": 0.2884,
      "step": 36520
    },
    {
      "epoch": 1.4958427196395658,
      "grad_norm": 0.6239695854397501,
      "learning_rate": 0.00025969428134683037,
      "loss": 0.325,
      "step": 36521
    },
    {
      "epoch": 1.4958836780667624,
      "grad_norm": 0.9444171220330484,
      "learning_rate": 0.00025969205685061407,
      "loss": 0.9835,
      "step": 36522
    },
    {
      "epoch": 1.4959246364939587,
      "grad_norm": 3.3137356077123297,
      "learning_rate": 0.0002596898323025418,
      "loss": 1.9429,
      "step": 36523
    },
    {
      "epoch": 1.495965594921155,
      "grad_norm": 0.9430844299796549,
      "learning_rate": 0.0002596876077026145,
      "loss": 0.788,
      "step": 36524
    },
    {
      "epoch": 1.4960065533483515,
      "grad_norm": 0.6185177355606049,
      "learning_rate": 0.00025968538305083324,
      "loss": 0.2981,
      "step": 36525
    },
    {
      "epoch": 1.4960475117755478,
      "grad_norm": 2.5499704844012565,
      "learning_rate": 0.00025968315834719915,
      "loss": 3.938,
      "step": 36526
    },
    {
      "epoch": 1.4960884702027442,
      "grad_norm": 0.8406294530437445,
      "learning_rate": 0.00025968093359171325,
      "loss": 0.4107,
      "step": 36527
    },
    {
      "epoch": 1.4961294286299407,
      "grad_norm": 1.1080471107526708,
      "learning_rate": 0.00025967870878437646,
      "loss": 0.8441,
      "step": 36528
    },
    {
      "epoch": 1.496170387057137,
      "grad_norm": 0.8831098433444163,
      "learning_rate": 0.00025967648392519004,
      "loss": 0.7661,
      "step": 36529
    },
    {
      "epoch": 1.4962113454843333,
      "grad_norm": 1.231586558481516,
      "learning_rate": 0.0002596742590141549,
      "loss": 0.9253,
      "step": 36530
    },
    {
      "epoch": 1.4962523039115299,
      "grad_norm": 1.0371735383975627,
      "learning_rate": 0.0002596720340512721,
      "loss": 0.8432,
      "step": 36531
    },
    {
      "epoch": 1.4962932623387262,
      "grad_norm": 0.9328480431621816,
      "learning_rate": 0.0002596698090365428,
      "loss": 0.8532,
      "step": 36532
    },
    {
      "epoch": 1.4963342207659225,
      "grad_norm": 1.4118299507775909,
      "learning_rate": 0.00025966758396996797,
      "loss": 0.8728,
      "step": 36533
    },
    {
      "epoch": 1.496375179193119,
      "grad_norm": 1.3694008256782861,
      "learning_rate": 0.00025966535885154864,
      "loss": 1.5942,
      "step": 36534
    },
    {
      "epoch": 1.4964161376203153,
      "grad_norm": 7.1913478590554325,
      "learning_rate": 0.00025966313368128586,
      "loss": 3.8987,
      "step": 36535
    },
    {
      "epoch": 1.4964570960475116,
      "grad_norm": 0.5808226532197012,
      "learning_rate": 0.00025966090845918076,
      "loss": 0.2676,
      "step": 36536
    },
    {
      "epoch": 1.4964980544747082,
      "grad_norm": 1.72664681085616,
      "learning_rate": 0.00025965868318523436,
      "loss": 1.7589,
      "step": 36537
    },
    {
      "epoch": 1.4965390129019045,
      "grad_norm": 1.0704647501804665,
      "learning_rate": 0.0002596564578594477,
      "loss": 0.9943,
      "step": 36538
    },
    {
      "epoch": 1.496579971329101,
      "grad_norm": 0.5739891316821607,
      "learning_rate": 0.0002596542324818218,
      "loss": 0.2243,
      "step": 36539
    },
    {
      "epoch": 1.4966209297562973,
      "grad_norm": 1.5104277968060877,
      "learning_rate": 0.00025965200705235775,
      "loss": 1.1385,
      "step": 36540
    },
    {
      "epoch": 1.4966618881834939,
      "grad_norm": 1.3284054519161816,
      "learning_rate": 0.00025964978157105655,
      "loss": 1.0673,
      "step": 36541
    },
    {
      "epoch": 1.4967028466106902,
      "grad_norm": 1.0568476045675255,
      "learning_rate": 0.0002596475560379193,
      "loss": 0.9487,
      "step": 36542
    },
    {
      "epoch": 1.4967438050378865,
      "grad_norm": 0.9465153738829761,
      "learning_rate": 0.00025964533045294715,
      "loss": 0.7874,
      "step": 36543
    },
    {
      "epoch": 1.496784763465083,
      "grad_norm": 1.1532955077159286,
      "learning_rate": 0.000259643104816141,
      "loss": 1.0416,
      "step": 36544
    },
    {
      "epoch": 1.4968257218922794,
      "grad_norm": 1.0073579484242756,
      "learning_rate": 0.0002596408791275019,
      "loss": 0.8868,
      "step": 36545
    },
    {
      "epoch": 1.4968666803194757,
      "grad_norm": 0.8606727345710846,
      "learning_rate": 0.000259638653387031,
      "loss": 0.7163,
      "step": 36546
    },
    {
      "epoch": 1.4969076387466722,
      "grad_norm": 1.3320187320494206,
      "learning_rate": 0.0002596364275947293,
      "loss": 1.1654,
      "step": 36547
    },
    {
      "epoch": 1.4969485971738685,
      "grad_norm": 0.9921984788200972,
      "learning_rate": 0.0002596342017505979,
      "loss": 0.627,
      "step": 36548
    },
    {
      "epoch": 1.4969895556010648,
      "grad_norm": 0.8635715582231487,
      "learning_rate": 0.00025963197585463773,
      "loss": 0.4624,
      "step": 36549
    },
    {
      "epoch": 1.4970305140282614,
      "grad_norm": 0.883494374157535,
      "learning_rate": 0.00025962974990685,
      "loss": 0.6068,
      "step": 36550
    },
    {
      "epoch": 1.4970714724554577,
      "grad_norm": 0.6181286730231498,
      "learning_rate": 0.0002596275239072356,
      "loss": 0.2736,
      "step": 36551
    },
    {
      "epoch": 1.497112430882654,
      "grad_norm": 1.1431838108065695,
      "learning_rate": 0.0002596252978557958,
      "loss": 0.7398,
      "step": 36552
    },
    {
      "epoch": 1.4971533893098505,
      "grad_norm": 4.17699553373678,
      "learning_rate": 0.0002596230717525314,
      "loss": 1.9155,
      "step": 36553
    },
    {
      "epoch": 1.4971943477370468,
      "grad_norm": 0.9185000674415987,
      "learning_rate": 0.0002596208455974436,
      "loss": 0.7256,
      "step": 36554
    },
    {
      "epoch": 1.4972353061642432,
      "grad_norm": 1.1064901065871138,
      "learning_rate": 0.0002596186193905334,
      "loss": 0.7718,
      "step": 36555
    },
    {
      "epoch": 1.4972762645914397,
      "grad_norm": 1.161179181935471,
      "learning_rate": 0.0002596163931318019,
      "loss": 0.9158,
      "step": 36556
    },
    {
      "epoch": 1.497317223018636,
      "grad_norm": 1.3727265896027203,
      "learning_rate": 0.00025961416682125014,
      "loss": 1.291,
      "step": 36557
    },
    {
      "epoch": 1.4973581814458325,
      "grad_norm": 1.2108182908037668,
      "learning_rate": 0.0002596119404588792,
      "loss": 1.1426,
      "step": 36558
    },
    {
      "epoch": 1.4973991398730289,
      "grad_norm": 1.150932626771844,
      "learning_rate": 0.0002596097140446901,
      "loss": 1.1294,
      "step": 36559
    },
    {
      "epoch": 1.4974400983002254,
      "grad_norm": 1.0641325674080597,
      "learning_rate": 0.0002596074875786838,
      "loss": 1.0649,
      "step": 36560
    },
    {
      "epoch": 1.4974810567274217,
      "grad_norm": 1.0093128146229362,
      "learning_rate": 0.0002596052610608615,
      "loss": 0.98,
      "step": 36561
    },
    {
      "epoch": 1.497522015154618,
      "grad_norm": 0.46139989684874855,
      "learning_rate": 0.0002596030344912242,
      "loss": 0.1624,
      "step": 36562
    },
    {
      "epoch": 1.4975629735818146,
      "grad_norm": 1.1853604329813952,
      "learning_rate": 0.0002596008078697729,
      "loss": 0.5651,
      "step": 36563
    },
    {
      "epoch": 1.4976039320090109,
      "grad_norm": 1.0109115921855254,
      "learning_rate": 0.0002595985811965087,
      "loss": 0.8301,
      "step": 36564
    },
    {
      "epoch": 1.4976448904362072,
      "grad_norm": 1.1666786139021779,
      "learning_rate": 0.0002595963544714327,
      "loss": 1.1106,
      "step": 36565
    },
    {
      "epoch": 1.4976858488634037,
      "grad_norm": 1.130018767863473,
      "learning_rate": 0.00025959412769454584,
      "loss": 1.0503,
      "step": 36566
    },
    {
      "epoch": 1.4977268072906,
      "grad_norm": 0.8384351893291638,
      "learning_rate": 0.0002595919008658493,
      "loss": 0.675,
      "step": 36567
    },
    {
      "epoch": 1.4977677657177964,
      "grad_norm": 0.7199975059080943,
      "learning_rate": 0.00025958967398534405,
      "loss": 0.2768,
      "step": 36568
    },
    {
      "epoch": 1.4978087241449929,
      "grad_norm": 1.2774079819740354,
      "learning_rate": 0.0002595874470530312,
      "loss": 0.8833,
      "step": 36569
    },
    {
      "epoch": 1.4978496825721892,
      "grad_norm": 1.2343662148014827,
      "learning_rate": 0.0002595852200689117,
      "loss": 0.8757,
      "step": 36570
    },
    {
      "epoch": 1.4978906409993855,
      "grad_norm": 1.096448722652483,
      "learning_rate": 0.0002595829930329867,
      "loss": 0.8778,
      "step": 36571
    },
    {
      "epoch": 1.497931599426582,
      "grad_norm": 0.7385091853965949,
      "learning_rate": 0.0002595807659452572,
      "loss": 0.5773,
      "step": 36572
    },
    {
      "epoch": 1.4979725578537784,
      "grad_norm": 0.9790943940494832,
      "learning_rate": 0.00025957853880572427,
      "loss": 0.8391,
      "step": 36573
    },
    {
      "epoch": 1.4980135162809747,
      "grad_norm": 0.9321753950508109,
      "learning_rate": 0.00025957631161438894,
      "loss": 0.8182,
      "step": 36574
    },
    {
      "epoch": 1.4980544747081712,
      "grad_norm": 1.2585237351466871,
      "learning_rate": 0.0002595740843712523,
      "loss": 1.4231,
      "step": 36575
    },
    {
      "epoch": 1.4980954331353675,
      "grad_norm": 0.9083621037759109,
      "learning_rate": 0.0002595718570763154,
      "loss": 0.739,
      "step": 36576
    },
    {
      "epoch": 1.498136391562564,
      "grad_norm": 0.7826546451137275,
      "learning_rate": 0.0002595696297295793,
      "loss": 0.3507,
      "step": 36577
    },
    {
      "epoch": 1.4981773499897604,
      "grad_norm": 2.557968944386748,
      "learning_rate": 0.00025956740233104504,
      "loss": 1.6445,
      "step": 36578
    },
    {
      "epoch": 1.498218308416957,
      "grad_norm": 1.3661509987350047,
      "learning_rate": 0.00025956517488071366,
      "loss": 1.0051,
      "step": 36579
    },
    {
      "epoch": 1.4982592668441532,
      "grad_norm": 1.1489684238802753,
      "learning_rate": 0.00025956294737858624,
      "loss": 0.6812,
      "step": 36580
    },
    {
      "epoch": 1.4983002252713495,
      "grad_norm": 0.8460985087403279,
      "learning_rate": 0.00025956071982466384,
      "loss": 0.5748,
      "step": 36581
    },
    {
      "epoch": 1.498341183698546,
      "grad_norm": 1.0533768687558882,
      "learning_rate": 0.0002595584922189474,
      "loss": 1.0,
      "step": 36582
    },
    {
      "epoch": 1.4983821421257424,
      "grad_norm": 2.345746596145791,
      "learning_rate": 0.00025955626456143817,
      "loss": 3.9063,
      "step": 36583
    },
    {
      "epoch": 1.4984231005529387,
      "grad_norm": 5.975578874149032,
      "learning_rate": 0.000259554036852137,
      "loss": 2.3966,
      "step": 36584
    },
    {
      "epoch": 1.4984640589801352,
      "grad_norm": 2.736527574155491,
      "learning_rate": 0.0002595518090910451,
      "loss": 1.54,
      "step": 36585
    },
    {
      "epoch": 1.4985050174073316,
      "grad_norm": 1.2024247079396013,
      "learning_rate": 0.00025954958127816344,
      "loss": 1.2613,
      "step": 36586
    },
    {
      "epoch": 1.4985459758345279,
      "grad_norm": 0.9339323253536825,
      "learning_rate": 0.0002595473534134931,
      "loss": 0.8063,
      "step": 36587
    },
    {
      "epoch": 1.4985869342617244,
      "grad_norm": 0.9423272996236285,
      "learning_rate": 0.0002595451254970351,
      "loss": 0.6521,
      "step": 36588
    },
    {
      "epoch": 1.4986278926889207,
      "grad_norm": 0.9063512807791105,
      "learning_rate": 0.0002595428975287905,
      "loss": 0.7607,
      "step": 36589
    },
    {
      "epoch": 1.498668851116117,
      "grad_norm": 1.7127963617585362,
      "learning_rate": 0.00025954066950876044,
      "loss": 1.3615,
      "step": 36590
    },
    {
      "epoch": 1.4987098095433136,
      "grad_norm": 0.7248531610822916,
      "learning_rate": 0.0002595384414369459,
      "loss": 0.3394,
      "step": 36591
    },
    {
      "epoch": 1.4987507679705099,
      "grad_norm": 1.2471141444600053,
      "learning_rate": 0.00025953621331334793,
      "loss": 1.2372,
      "step": 36592
    },
    {
      "epoch": 1.4987917263977062,
      "grad_norm": 0.662430028747786,
      "learning_rate": 0.0002595339851379676,
      "loss": 0.4474,
      "step": 36593
    },
    {
      "epoch": 1.4988326848249027,
      "grad_norm": 1.1990499734508342,
      "learning_rate": 0.00025953175691080597,
      "loss": 0.9381,
      "step": 36594
    },
    {
      "epoch": 1.498873643252099,
      "grad_norm": 1.1939204967814814,
      "learning_rate": 0.0002595295286318641,
      "loss": 0.9718,
      "step": 36595
    },
    {
      "epoch": 1.4989146016792956,
      "grad_norm": 0.7840853860435849,
      "learning_rate": 0.0002595273003011429,
      "loss": 0.71,
      "step": 36596
    },
    {
      "epoch": 1.498955560106492,
      "grad_norm": 0.9908694997098493,
      "learning_rate": 0.00025952507191864365,
      "loss": 1.1638,
      "step": 36597
    },
    {
      "epoch": 1.4989965185336884,
      "grad_norm": 1.400388866200078,
      "learning_rate": 0.00025952284348436725,
      "loss": 1.1923,
      "step": 36598
    },
    {
      "epoch": 1.4990374769608847,
      "grad_norm": 1.2066041101794485,
      "learning_rate": 0.00025952061499831487,
      "loss": 0.6468,
      "step": 36599
    },
    {
      "epoch": 1.499078435388081,
      "grad_norm": 0.8342764410071044,
      "learning_rate": 0.00025951838646048745,
      "loss": 0.6672,
      "step": 36600
    },
    {
      "epoch": 1.4991193938152776,
      "grad_norm": 0.9193007801671716,
      "learning_rate": 0.0002595161578708861,
      "loss": 0.8198,
      "step": 36601
    },
    {
      "epoch": 1.499160352242474,
      "grad_norm": 1.1957387218476048,
      "learning_rate": 0.0002595139292295119,
      "loss": 1.0677,
      "step": 36602
    },
    {
      "epoch": 1.4992013106696702,
      "grad_norm": 0.9229892236024326,
      "learning_rate": 0.0002595117005363658,
      "loss": 0.7291,
      "step": 36603
    },
    {
      "epoch": 1.4992422690968668,
      "grad_norm": 0.7673681277526829,
      "learning_rate": 0.000259509471791449,
      "loss": 0.6277,
      "step": 36604
    },
    {
      "epoch": 1.499283227524063,
      "grad_norm": 1.1933787556276718,
      "learning_rate": 0.00025950724299476246,
      "loss": 1.0809,
      "step": 36605
    },
    {
      "epoch": 1.4993241859512594,
      "grad_norm": 0.6211416983508828,
      "learning_rate": 0.0002595050141463072,
      "loss": 0.3473,
      "step": 36606
    },
    {
      "epoch": 1.499365144378456,
      "grad_norm": 0.9591407782161016,
      "learning_rate": 0.00025950278524608435,
      "loss": 0.7897,
      "step": 36607
    },
    {
      "epoch": 1.4994061028056522,
      "grad_norm": 0.6777893115202204,
      "learning_rate": 0.00025950055629409496,
      "loss": 0.2494,
      "step": 36608
    },
    {
      "epoch": 1.4994470612328485,
      "grad_norm": 1.0104938168155335,
      "learning_rate": 0.00025949832729034005,
      "loss": 0.7783,
      "step": 36609
    },
    {
      "epoch": 1.499488019660045,
      "grad_norm": 1.1543855671523047,
      "learning_rate": 0.0002594960982348207,
      "loss": 0.9846,
      "step": 36610
    },
    {
      "epoch": 1.4995289780872414,
      "grad_norm": 3.393080183320163,
      "learning_rate": 0.0002594938691275379,
      "loss": 5.0794,
      "step": 36611
    },
    {
      "epoch": 1.4995699365144377,
      "grad_norm": 1.2245052407963934,
      "learning_rate": 0.0002594916399684928,
      "loss": 0.8758,
      "step": 36612
    },
    {
      "epoch": 1.4996108949416342,
      "grad_norm": 0.8876792796880618,
      "learning_rate": 0.0002594894107576864,
      "loss": 0.7084,
      "step": 36613
    },
    {
      "epoch": 1.4996518533688306,
      "grad_norm": 0.7747301856984975,
      "learning_rate": 0.0002594871814951197,
      "loss": 0.5689,
      "step": 36614
    },
    {
      "epoch": 1.499692811796027,
      "grad_norm": 1.1264111060965567,
      "learning_rate": 0.0002594849521807939,
      "loss": 0.9787,
      "step": 36615
    },
    {
      "epoch": 1.4997337702232234,
      "grad_norm": 1.29654466452209,
      "learning_rate": 0.0002594827228147099,
      "loss": 0.6594,
      "step": 36616
    },
    {
      "epoch": 1.49977472865042,
      "grad_norm": 1.1704569393393291,
      "learning_rate": 0.00025948049339686886,
      "loss": 0.8289,
      "step": 36617
    },
    {
      "epoch": 1.4998156870776163,
      "grad_norm": 0.9494993851529765,
      "learning_rate": 0.0002594782639272718,
      "loss": 0.757,
      "step": 36618
    },
    {
      "epoch": 1.4998566455048126,
      "grad_norm": 0.8940242346420139,
      "learning_rate": 0.00025947603440591976,
      "loss": 0.8262,
      "step": 36619
    },
    {
      "epoch": 1.499897603932009,
      "grad_norm": 1.1138507545272904,
      "learning_rate": 0.0002594738048328138,
      "loss": 1.0392,
      "step": 36620
    },
    {
      "epoch": 1.4999385623592054,
      "grad_norm": 1.1159858001208145,
      "learning_rate": 0.00025947157520795494,
      "loss": 1.0363,
      "step": 36621
    },
    {
      "epoch": 1.4999795207864017,
      "grad_norm": 1.3874695064076958,
      "learning_rate": 0.00025946934553134433,
      "loss": 1.0816,
      "step": 36622
    },
    {
      "epoch": 1.5000204792135983,
      "grad_norm": 1.1578574957333347,
      "learning_rate": 0.0002594671158029829,
      "loss": 0.8163,
      "step": 36623
    },
    {
      "epoch": 1.5000614376407946,
      "grad_norm": 1.1141621164215936,
      "learning_rate": 0.0002594648860228718,
      "loss": 0.8749,
      "step": 36624
    },
    {
      "epoch": 1.500102396067991,
      "grad_norm": 0.8332505631886852,
      "learning_rate": 0.00025946265619101213,
      "loss": 0.7603,
      "step": 36625
    },
    {
      "epoch": 1.5001433544951874,
      "grad_norm": 1.5426976820753222,
      "learning_rate": 0.0002594604263074048,
      "loss": 1.3762,
      "step": 36626
    },
    {
      "epoch": 1.5001843129223837,
      "grad_norm": 1.0870923125898917,
      "learning_rate": 0.0002594581963720509,
      "loss": 0.9138,
      "step": 36627
    },
    {
      "epoch": 1.50022527134958,
      "grad_norm": 1.1331666125064288,
      "learning_rate": 0.0002594559663849515,
      "loss": 0.9648,
      "step": 36628
    },
    {
      "epoch": 1.5002662297767766,
      "grad_norm": 1.1432340055861945,
      "learning_rate": 0.00025945373634610777,
      "loss": 1.0456,
      "step": 36629
    },
    {
      "epoch": 1.5003071882039731,
      "grad_norm": 1.0759444585624802,
      "learning_rate": 0.00025945150625552064,
      "loss": 0.3953,
      "step": 36630
    },
    {
      "epoch": 1.5003481466311692,
      "grad_norm": 0.9786876472635474,
      "learning_rate": 0.00025944927611319115,
      "loss": 0.9533,
      "step": 36631
    },
    {
      "epoch": 1.5003891050583658,
      "grad_norm": 0.9156589889539274,
      "learning_rate": 0.0002594470459191204,
      "loss": 0.8031,
      "step": 36632
    },
    {
      "epoch": 1.5004300634855623,
      "grad_norm": 1.2716557557065318,
      "learning_rate": 0.00025944481567330945,
      "loss": 1.0122,
      "step": 36633
    },
    {
      "epoch": 1.5004710219127584,
      "grad_norm": 0.9448867846420395,
      "learning_rate": 0.00025944258537575934,
      "loss": 0.887,
      "step": 36634
    },
    {
      "epoch": 1.500511980339955,
      "grad_norm": 0.8520890777476844,
      "learning_rate": 0.00025944035502647116,
      "loss": 0.7074,
      "step": 36635
    },
    {
      "epoch": 1.5005529387671515,
      "grad_norm": 0.9436512299037504,
      "learning_rate": 0.0002594381246254459,
      "loss": 0.8311,
      "step": 36636
    },
    {
      "epoch": 1.5005938971943478,
      "grad_norm": 0.8281483303653677,
      "learning_rate": 0.00025943589417268465,
      "loss": 0.3065,
      "step": 36637
    },
    {
      "epoch": 1.500634855621544,
      "grad_norm": 0.7238891528613497,
      "learning_rate": 0.00025943366366818843,
      "loss": 0.3933,
      "step": 36638
    },
    {
      "epoch": 1.5006758140487406,
      "grad_norm": 0.6962409094532378,
      "learning_rate": 0.00025943143311195837,
      "loss": 0.2923,
      "step": 36639
    },
    {
      "epoch": 1.500716772475937,
      "grad_norm": 1.1587730933609293,
      "learning_rate": 0.00025942920250399544,
      "loss": 0.7252,
      "step": 36640
    },
    {
      "epoch": 1.5007577309031332,
      "grad_norm": 1.208151142562344,
      "learning_rate": 0.0002594269718443007,
      "loss": 0.5463,
      "step": 36641
    },
    {
      "epoch": 1.5007986893303298,
      "grad_norm": 0.9084778045829635,
      "learning_rate": 0.0002594247411328753,
      "loss": 0.4851,
      "step": 36642
    },
    {
      "epoch": 1.500839647757526,
      "grad_norm": 1.4674824207054042,
      "learning_rate": 0.0002594225103697202,
      "loss": 1.2419,
      "step": 36643
    },
    {
      "epoch": 1.5008806061847224,
      "grad_norm": 1.7086491824747252,
      "learning_rate": 0.00025942027955483653,
      "loss": 1.851,
      "step": 36644
    },
    {
      "epoch": 1.500921564611919,
      "grad_norm": 1.6550996741590636,
      "learning_rate": 0.0002594180486882253,
      "loss": 0.6429,
      "step": 36645
    },
    {
      "epoch": 1.5009625230391153,
      "grad_norm": 2.55099951239302,
      "learning_rate": 0.0002594158177698875,
      "loss": 4.059,
      "step": 36646
    },
    {
      "epoch": 1.5010034814663116,
      "grad_norm": 1.41971906316293,
      "learning_rate": 0.0002594135867998243,
      "loss": 1.2526,
      "step": 36647
    },
    {
      "epoch": 1.501044439893508,
      "grad_norm": 1.0432423669327255,
      "learning_rate": 0.00025941135577803667,
      "loss": 0.5075,
      "step": 36648
    },
    {
      "epoch": 1.5010853983207046,
      "grad_norm": 0.8865607117201377,
      "learning_rate": 0.00025940912470452573,
      "loss": 0.7445,
      "step": 36649
    },
    {
      "epoch": 1.5011263567479007,
      "grad_norm": 8.139069937525596,
      "learning_rate": 0.00025940689357929254,
      "loss": 2.9762,
      "step": 36650
    },
    {
      "epoch": 1.5011673151750973,
      "grad_norm": 1.0096980467669596,
      "learning_rate": 0.0002594046624023381,
      "loss": 0.8168,
      "step": 36651
    },
    {
      "epoch": 1.5012082736022938,
      "grad_norm": 1.3384910008981912,
      "learning_rate": 0.0002594024311736634,
      "loss": 1.3525,
      "step": 36652
    },
    {
      "epoch": 1.5012492320294901,
      "grad_norm": 1.098202088032116,
      "learning_rate": 0.00025940019989326965,
      "loss": 0.9742,
      "step": 36653
    },
    {
      "epoch": 1.5012901904566864,
      "grad_norm": 1.1394583684339705,
      "learning_rate": 0.00025939796856115784,
      "loss": 0.8282,
      "step": 36654
    },
    {
      "epoch": 1.501331148883883,
      "grad_norm": 0.8838360146571733,
      "learning_rate": 0.000259395737177329,
      "loss": 0.4448,
      "step": 36655
    },
    {
      "epoch": 1.5013721073110793,
      "grad_norm": 1.445068757468502,
      "learning_rate": 0.0002593935057417842,
      "loss": 1.5009,
      "step": 36656
    },
    {
      "epoch": 1.5014130657382756,
      "grad_norm": 1.2068491774218344,
      "learning_rate": 0.0002593912742545245,
      "loss": 0.9734,
      "step": 36657
    },
    {
      "epoch": 1.5014540241654721,
      "grad_norm": 1.0947562551666776,
      "learning_rate": 0.00025938904271555094,
      "loss": 1.0023,
      "step": 36658
    },
    {
      "epoch": 1.5014949825926684,
      "grad_norm": 1.0788588608013139,
      "learning_rate": 0.00025938681112486466,
      "loss": 1.0077,
      "step": 36659
    },
    {
      "epoch": 1.5015359410198648,
      "grad_norm": 11.323194172327177,
      "learning_rate": 0.00025938457948246655,
      "loss": 3.2994,
      "step": 36660
    },
    {
      "epoch": 1.5015768994470613,
      "grad_norm": 0.8629269901741135,
      "learning_rate": 0.0002593823477883578,
      "loss": 0.7957,
      "step": 36661
    },
    {
      "epoch": 1.5016178578742576,
      "grad_norm": 1.029848338698727,
      "learning_rate": 0.00025938011604253943,
      "loss": 0.7181,
      "step": 36662
    },
    {
      "epoch": 1.501658816301454,
      "grad_norm": 1.1387575973388782,
      "learning_rate": 0.0002593778842450125,
      "loss": 0.6881,
      "step": 36663
    },
    {
      "epoch": 1.5016997747286505,
      "grad_norm": 0.8576650614470043,
      "learning_rate": 0.000259375652395778,
      "loss": 0.3092,
      "step": 36664
    },
    {
      "epoch": 1.5017407331558468,
      "grad_norm": 1.01274799122297,
      "learning_rate": 0.0002593734204948371,
      "loss": 0.8381,
      "step": 36665
    },
    {
      "epoch": 1.501781691583043,
      "grad_norm": 1.157525464185762,
      "learning_rate": 0.0002593711885421907,
      "loss": 0.8831,
      "step": 36666
    },
    {
      "epoch": 1.5018226500102396,
      "grad_norm": 0.8892930226828781,
      "learning_rate": 0.00025936895653784004,
      "loss": 0.7012,
      "step": 36667
    },
    {
      "epoch": 1.5018636084374362,
      "grad_norm": 1.0797082209280202,
      "learning_rate": 0.00025936672448178606,
      "loss": 1.1973,
      "step": 36668
    },
    {
      "epoch": 1.5019045668646323,
      "grad_norm": 1.8383030415059582,
      "learning_rate": 0.00025936449237402983,
      "loss": 1.4638,
      "step": 36669
    },
    {
      "epoch": 1.5019455252918288,
      "grad_norm": 0.9201420647205607,
      "learning_rate": 0.00025936226021457245,
      "loss": 0.8442,
      "step": 36670
    },
    {
      "epoch": 1.5019864837190253,
      "grad_norm": 2.5561331843329107,
      "learning_rate": 0.0002593600280034149,
      "loss": 1.4489,
      "step": 36671
    },
    {
      "epoch": 1.5020274421462216,
      "grad_norm": 1.3625872349451242,
      "learning_rate": 0.0002593577957405583,
      "loss": 1.7831,
      "step": 36672
    },
    {
      "epoch": 1.502068400573418,
      "grad_norm": 0.9758671774644294,
      "learning_rate": 0.0002593555634260036,
      "loss": 0.5554,
      "step": 36673
    },
    {
      "epoch": 1.5021093590006145,
      "grad_norm": 0.8934026037012457,
      "learning_rate": 0.000259353331059752,
      "loss": 0.729,
      "step": 36674
    },
    {
      "epoch": 1.5021503174278108,
      "grad_norm": 1.0800723589496324,
      "learning_rate": 0.0002593510986418045,
      "loss": 0.8944,
      "step": 36675
    },
    {
      "epoch": 1.5021912758550071,
      "grad_norm": 3.108758520756615,
      "learning_rate": 0.00025934886617216216,
      "loss": 1.6221,
      "step": 36676
    },
    {
      "epoch": 1.5022322342822036,
      "grad_norm": 0.9875665511661048,
      "learning_rate": 0.00025934663365082596,
      "loss": 0.779,
      "step": 36677
    },
    {
      "epoch": 1.5022731927094,
      "grad_norm": 1.0507085773485103,
      "learning_rate": 0.00025934440107779706,
      "loss": 0.3015,
      "step": 36678
    },
    {
      "epoch": 1.5023141511365963,
      "grad_norm": 4.956079556204667,
      "learning_rate": 0.0002593421684530765,
      "loss": 3.4159,
      "step": 36679
    },
    {
      "epoch": 1.5023551095637928,
      "grad_norm": 1.0833043717774409,
      "learning_rate": 0.0002593399357766653,
      "loss": 0.7525,
      "step": 36680
    },
    {
      "epoch": 1.5023960679909891,
      "grad_norm": 0.6390172010119178,
      "learning_rate": 0.00025933770304856446,
      "loss": 0.3045,
      "step": 36681
    },
    {
      "epoch": 1.5024370264181854,
      "grad_norm": 0.9109265008096182,
      "learning_rate": 0.00025933547026877517,
      "loss": 0.3919,
      "step": 36682
    },
    {
      "epoch": 1.502477984845382,
      "grad_norm": 0.6792528347356706,
      "learning_rate": 0.00025933323743729833,
      "loss": 0.256,
      "step": 36683
    },
    {
      "epoch": 1.5025189432725783,
      "grad_norm": 1.1978480122246273,
      "learning_rate": 0.00025933100455413513,
      "loss": 1.1355,
      "step": 36684
    },
    {
      "epoch": 1.5025599016997746,
      "grad_norm": 1.2435733513444793,
      "learning_rate": 0.00025932877161928655,
      "loss": 0.986,
      "step": 36685
    },
    {
      "epoch": 1.5026008601269711,
      "grad_norm": 1.1110209210136823,
      "learning_rate": 0.0002593265386327537,
      "loss": 0.7901,
      "step": 36686
    },
    {
      "epoch": 1.5026418185541677,
      "grad_norm": 0.9112774563430678,
      "learning_rate": 0.00025932430559453764,
      "loss": 0.6595,
      "step": 36687
    },
    {
      "epoch": 1.5026827769813638,
      "grad_norm": 1.7349842306851966,
      "learning_rate": 0.0002593220725046393,
      "loss": 1.3678,
      "step": 36688
    },
    {
      "epoch": 1.5027237354085603,
      "grad_norm": 1.1293939141180593,
      "learning_rate": 0.0002593198393630599,
      "loss": 0.8647,
      "step": 36689
    },
    {
      "epoch": 1.5027646938357568,
      "grad_norm": 1.3549464174958052,
      "learning_rate": 0.0002593176061698004,
      "loss": 1.322,
      "step": 36690
    },
    {
      "epoch": 1.5028056522629532,
      "grad_norm": 1.1407354838485966,
      "learning_rate": 0.00025931537292486187,
      "loss": 0.8406,
      "step": 36691
    },
    {
      "epoch": 1.5028466106901495,
      "grad_norm": 0.8317590096591907,
      "learning_rate": 0.00025931313962824544,
      "loss": 0.739,
      "step": 36692
    },
    {
      "epoch": 1.502887569117346,
      "grad_norm": 0.9072677735455769,
      "learning_rate": 0.000259310906279952,
      "loss": 0.3539,
      "step": 36693
    },
    {
      "epoch": 1.5029285275445423,
      "grad_norm": 1.1119905518115603,
      "learning_rate": 0.0002593086728799828,
      "loss": 0.8703,
      "step": 36694
    },
    {
      "epoch": 1.5029694859717386,
      "grad_norm": 1.1481989495457843,
      "learning_rate": 0.00025930643942833877,
      "loss": 0.6679,
      "step": 36695
    },
    {
      "epoch": 1.5030104443989352,
      "grad_norm": 1.1055755466772104,
      "learning_rate": 0.00025930420592502093,
      "loss": 0.9463,
      "step": 36696
    },
    {
      "epoch": 1.5030514028261315,
      "grad_norm": 2.942756901253762,
      "learning_rate": 0.0002593019723700305,
      "loss": 1.6143,
      "step": 36697
    },
    {
      "epoch": 1.5030923612533278,
      "grad_norm": 1.155091539102684,
      "learning_rate": 0.00025929973876336835,
      "loss": 0.7624,
      "step": 36698
    },
    {
      "epoch": 1.5031333196805243,
      "grad_norm": 0.7386793757526878,
      "learning_rate": 0.0002592975051050357,
      "loss": 0.3992,
      "step": 36699
    },
    {
      "epoch": 1.5031742781077206,
      "grad_norm": 1.1793968914695914,
      "learning_rate": 0.0002592952713950335,
      "loss": 0.8532,
      "step": 36700
    },
    {
      "epoch": 1.503215236534917,
      "grad_norm": 1.1185376336831692,
      "learning_rate": 0.00025929303763336286,
      "loss": 0.7598,
      "step": 36701
    },
    {
      "epoch": 1.5032561949621135,
      "grad_norm": 0.9953326279808047,
      "learning_rate": 0.00025929080382002483,
      "loss": 0.7659,
      "step": 36702
    },
    {
      "epoch": 1.5032971533893098,
      "grad_norm": 0.9208648407805853,
      "learning_rate": 0.0002592885699550204,
      "loss": 0.8058,
      "step": 36703
    },
    {
      "epoch": 1.5033381118165061,
      "grad_norm": 0.9156601468689872,
      "learning_rate": 0.0002592863360383507,
      "loss": 0.7783,
      "step": 36704
    },
    {
      "epoch": 1.5033790702437027,
      "grad_norm": 0.8588179526879733,
      "learning_rate": 0.00025928410207001675,
      "loss": 0.7531,
      "step": 36705
    },
    {
      "epoch": 1.5034200286708992,
      "grad_norm": 0.9054717976040806,
      "learning_rate": 0.0002592818680500196,
      "loss": 0.8542,
      "step": 36706
    },
    {
      "epoch": 1.5034609870980953,
      "grad_norm": 0.9609244714748721,
      "learning_rate": 0.0002592796339783604,
      "loss": 0.8173,
      "step": 36707
    },
    {
      "epoch": 1.5035019455252918,
      "grad_norm": 0.7579959492181517,
      "learning_rate": 0.00025927739985504006,
      "loss": 0.3015,
      "step": 36708
    },
    {
      "epoch": 1.5035429039524884,
      "grad_norm": 0.8981231405783261,
      "learning_rate": 0.0002592751656800597,
      "loss": 0.6294,
      "step": 36709
    },
    {
      "epoch": 1.5035838623796847,
      "grad_norm": 0.6757866578643831,
      "learning_rate": 0.0002592729314534204,
      "loss": 0.2952,
      "step": 36710
    },
    {
      "epoch": 1.503624820806881,
      "grad_norm": 0.8840025736407963,
      "learning_rate": 0.0002592706971751232,
      "loss": 0.4134,
      "step": 36711
    },
    {
      "epoch": 1.5036657792340775,
      "grad_norm": 0.9234911210214577,
      "learning_rate": 0.0002592684628451692,
      "loss": 0.6802,
      "step": 36712
    },
    {
      "epoch": 1.5037067376612738,
      "grad_norm": 1.0834972156339484,
      "learning_rate": 0.00025926622846355934,
      "loss": 0.8817,
      "step": 36713
    },
    {
      "epoch": 1.5037476960884701,
      "grad_norm": 1.150521705455351,
      "learning_rate": 0.0002592639940302948,
      "loss": 0.7213,
      "step": 36714
    },
    {
      "epoch": 1.5037886545156667,
      "grad_norm": 3.464090889299897,
      "learning_rate": 0.0002592617595453765,
      "loss": 4.3896,
      "step": 36715
    },
    {
      "epoch": 1.503829612942863,
      "grad_norm": 1.397170199366883,
      "learning_rate": 0.0002592595250088057,
      "loss": 1.1401,
      "step": 36716
    },
    {
      "epoch": 1.5038705713700593,
      "grad_norm": 1.2232506207182137,
      "learning_rate": 0.0002592572904205833,
      "loss": 0.97,
      "step": 36717
    },
    {
      "epoch": 1.5039115297972558,
      "grad_norm": 1.2024526111412053,
      "learning_rate": 0.00025925505578071036,
      "loss": 1.1112,
      "step": 36718
    },
    {
      "epoch": 1.5039524882244522,
      "grad_norm": 0.8093781793203096,
      "learning_rate": 0.000259252821089188,
      "loss": 0.4554,
      "step": 36719
    },
    {
      "epoch": 1.5039934466516485,
      "grad_norm": 1.2396637863216295,
      "learning_rate": 0.0002592505863460172,
      "loss": 1.2703,
      "step": 36720
    },
    {
      "epoch": 1.504034405078845,
      "grad_norm": 0.687229957958956,
      "learning_rate": 0.00025924835155119913,
      "loss": 0.3107,
      "step": 36721
    },
    {
      "epoch": 1.5040753635060413,
      "grad_norm": 0.9091375632604141,
      "learning_rate": 0.0002592461167047347,
      "loss": 0.8466,
      "step": 36722
    },
    {
      "epoch": 1.5041163219332376,
      "grad_norm": 1.2567235269341575,
      "learning_rate": 0.0002592438818066251,
      "loss": 0.7872,
      "step": 36723
    },
    {
      "epoch": 1.5041572803604342,
      "grad_norm": 0.8634875071056773,
      "learning_rate": 0.0002592416468568713,
      "loss": 0.493,
      "step": 36724
    },
    {
      "epoch": 1.5041982387876307,
      "grad_norm": 1.1107075615435467,
      "learning_rate": 0.0002592394118554744,
      "loss": 0.7759,
      "step": 36725
    },
    {
      "epoch": 1.5042391972148268,
      "grad_norm": 1.3662796747682024,
      "learning_rate": 0.0002592371768024355,
      "loss": 1.0986,
      "step": 36726
    },
    {
      "epoch": 1.5042801556420233,
      "grad_norm": 1.4042514799212196,
      "learning_rate": 0.00025923494169775553,
      "loss": 1.2477,
      "step": 36727
    },
    {
      "epoch": 1.5043211140692199,
      "grad_norm": 0.891624391394176,
      "learning_rate": 0.00025923270654143563,
      "loss": 0.8452,
      "step": 36728
    },
    {
      "epoch": 1.5043620724964162,
      "grad_norm": 0.7050867694446384,
      "learning_rate": 0.00025923047133347686,
      "loss": 0.3197,
      "step": 36729
    },
    {
      "epoch": 1.5044030309236125,
      "grad_norm": 1.0070586682508833,
      "learning_rate": 0.00025922823607388024,
      "loss": 0.847,
      "step": 36730
    },
    {
      "epoch": 1.504443989350809,
      "grad_norm": 0.8685412457662469,
      "learning_rate": 0.0002592260007626469,
      "loss": 0.738,
      "step": 36731
    },
    {
      "epoch": 1.5044849477780053,
      "grad_norm": 9.006836128150862,
      "learning_rate": 0.0002592237653997778,
      "loss": 2.175,
      "step": 36732
    },
    {
      "epoch": 1.5045259062052017,
      "grad_norm": 1.0307728947551216,
      "learning_rate": 0.000259221529985274,
      "loss": 1.1319,
      "step": 36733
    },
    {
      "epoch": 1.5045668646323982,
      "grad_norm": 1.17283579132289,
      "learning_rate": 0.00025921929451913666,
      "loss": 1.1371,
      "step": 36734
    },
    {
      "epoch": 1.5046078230595945,
      "grad_norm": 0.9251074638069643,
      "learning_rate": 0.0002592170590013668,
      "loss": 0.9739,
      "step": 36735
    },
    {
      "epoch": 1.5046487814867908,
      "grad_norm": 1.215288172853444,
      "learning_rate": 0.00025921482343196537,
      "loss": 0.9581,
      "step": 36736
    },
    {
      "epoch": 1.5046897399139874,
      "grad_norm": 0.7422157648075826,
      "learning_rate": 0.0002592125878109336,
      "loss": 0.3442,
      "step": 36737
    },
    {
      "epoch": 1.5047306983411837,
      "grad_norm": 1.2024892300970533,
      "learning_rate": 0.00025921035213827243,
      "loss": 1.0406,
      "step": 36738
    },
    {
      "epoch": 1.50477165676838,
      "grad_norm": 0.7665196860732771,
      "learning_rate": 0.0002592081164139829,
      "loss": 0.7462,
      "step": 36739
    },
    {
      "epoch": 1.5048126151955765,
      "grad_norm": 0.9211378213604773,
      "learning_rate": 0.0002592058806380661,
      "loss": 0.8237,
      "step": 36740
    },
    {
      "epoch": 1.5048535736227728,
      "grad_norm": 1.5602857403755825,
      "learning_rate": 0.0002592036448105232,
      "loss": 1.9908,
      "step": 36741
    },
    {
      "epoch": 1.5048945320499691,
      "grad_norm": 0.9002445810985154,
      "learning_rate": 0.00025920140893135506,
      "loss": 0.6215,
      "step": 36742
    },
    {
      "epoch": 1.5049354904771657,
      "grad_norm": 1.0959269577549313,
      "learning_rate": 0.0002591991730005628,
      "loss": 0.8489,
      "step": 36743
    },
    {
      "epoch": 1.5049764489043622,
      "grad_norm": 1.132424828864919,
      "learning_rate": 0.0002591969370181476,
      "loss": 0.7863,
      "step": 36744
    },
    {
      "epoch": 1.5050174073315583,
      "grad_norm": 0.8472058982289848,
      "learning_rate": 0.0002591947009841104,
      "loss": 0.4017,
      "step": 36745
    },
    {
      "epoch": 1.5050583657587548,
      "grad_norm": 1.0559635691988092,
      "learning_rate": 0.00025919246489845225,
      "loss": 0.7868,
      "step": 36746
    },
    {
      "epoch": 1.5050993241859514,
      "grad_norm": 0.8909449441585581,
      "learning_rate": 0.0002591902287611743,
      "loss": 0.6261,
      "step": 36747
    },
    {
      "epoch": 1.5051402826131477,
      "grad_norm": 1.0417200330720107,
      "learning_rate": 0.00025918799257227743,
      "loss": 0.4403,
      "step": 36748
    },
    {
      "epoch": 1.505181241040344,
      "grad_norm": 1.717279677194146,
      "learning_rate": 0.00025918575633176295,
      "loss": 2.123,
      "step": 36749
    },
    {
      "epoch": 1.5052221994675405,
      "grad_norm": 1.7810357451122734,
      "learning_rate": 0.0002591835200396317,
      "loss": 1.7537,
      "step": 36750
    },
    {
      "epoch": 1.5052631578947369,
      "grad_norm": 1.2957857639421024,
      "learning_rate": 0.0002591812836958848,
      "loss": 0.853,
      "step": 36751
    },
    {
      "epoch": 1.5053041163219332,
      "grad_norm": 0.8958988758658418,
      "learning_rate": 0.00025917904730052337,
      "loss": 0.7765,
      "step": 36752
    },
    {
      "epoch": 1.5053450747491297,
      "grad_norm": 0.9632388114179216,
      "learning_rate": 0.00025917681085354844,
      "loss": 0.7444,
      "step": 36753
    },
    {
      "epoch": 1.505386033176326,
      "grad_norm": 1.1789466705813427,
      "learning_rate": 0.000259174574354961,
      "loss": 0.8612,
      "step": 36754
    },
    {
      "epoch": 1.5054269916035223,
      "grad_norm": 1.1896251317373274,
      "learning_rate": 0.0002591723378047622,
      "loss": 0.7774,
      "step": 36755
    },
    {
      "epoch": 1.5054679500307189,
      "grad_norm": 1.1434816913346195,
      "learning_rate": 0.000259170101202953,
      "loss": 0.852,
      "step": 36756
    },
    {
      "epoch": 1.5055089084579152,
      "grad_norm": 2.657613708441917,
      "learning_rate": 0.00025916786454953454,
      "loss": 2.1239,
      "step": 36757
    },
    {
      "epoch": 1.5055498668851115,
      "grad_norm": 1.2691926953150408,
      "learning_rate": 0.00025916562784450783,
      "loss": 0.7379,
      "step": 36758
    },
    {
      "epoch": 1.505590825312308,
      "grad_norm": 0.9798297979781005,
      "learning_rate": 0.00025916339108787397,
      "loss": 0.7601,
      "step": 36759
    },
    {
      "epoch": 1.5056317837395043,
      "grad_norm": 0.8907153357378589,
      "learning_rate": 0.00025916115427963404,
      "loss": 0.7661,
      "step": 36760
    },
    {
      "epoch": 1.5056727421667007,
      "grad_norm": 1.088424928070701,
      "learning_rate": 0.00025915891741978896,
      "loss": 1.0271,
      "step": 36761
    },
    {
      "epoch": 1.5057137005938972,
      "grad_norm": 1.1636691558028005,
      "learning_rate": 0.0002591566805083399,
      "loss": 1.253,
      "step": 36762
    },
    {
      "epoch": 1.5057546590210937,
      "grad_norm": 1.1182576646008229,
      "learning_rate": 0.00025915444354528795,
      "loss": 1.076,
      "step": 36763
    },
    {
      "epoch": 1.5057956174482898,
      "grad_norm": 1.344062069488016,
      "learning_rate": 0.00025915220653063403,
      "loss": 1.2324,
      "step": 36764
    },
    {
      "epoch": 1.5058365758754864,
      "grad_norm": 0.7879389199951975,
      "learning_rate": 0.00025914996946437935,
      "loss": 0.7929,
      "step": 36765
    },
    {
      "epoch": 1.505877534302683,
      "grad_norm": 4.134348255818203,
      "learning_rate": 0.0002591477323465249,
      "loss": 1.947,
      "step": 36766
    },
    {
      "epoch": 1.5059184927298792,
      "grad_norm": 1.189065754388295,
      "learning_rate": 0.00025914549517707167,
      "loss": 1.1953,
      "step": 36767
    },
    {
      "epoch": 1.5059594511570755,
      "grad_norm": 1.7773813544816874,
      "learning_rate": 0.00025914325795602084,
      "loss": 2.7013,
      "step": 36768
    },
    {
      "epoch": 1.506000409584272,
      "grad_norm": 1.1250258107223823,
      "learning_rate": 0.00025914102068337337,
      "loss": 0.98,
      "step": 36769
    },
    {
      "epoch": 1.5060413680114684,
      "grad_norm": 1.4126615404674403,
      "learning_rate": 0.00025913878335913034,
      "loss": 1.1004,
      "step": 36770
    },
    {
      "epoch": 1.5060823264386647,
      "grad_norm": 0.9229301409046418,
      "learning_rate": 0.0002591365459832929,
      "loss": 0.8951,
      "step": 36771
    },
    {
      "epoch": 1.5061232848658612,
      "grad_norm": 1.062960488320906,
      "learning_rate": 0.000259134308555862,
      "loss": 1.0941,
      "step": 36772
    },
    {
      "epoch": 1.5061642432930575,
      "grad_norm": 1.2571390383074699,
      "learning_rate": 0.0002591320710768387,
      "loss": 0.8553,
      "step": 36773
    },
    {
      "epoch": 1.5062052017202539,
      "grad_norm": 0.9332636598566167,
      "learning_rate": 0.0002591298335462242,
      "loss": 0.7199,
      "step": 36774
    },
    {
      "epoch": 1.5062461601474504,
      "grad_norm": 0.7904992316759526,
      "learning_rate": 0.00025912759596401935,
      "loss": 0.3166,
      "step": 36775
    },
    {
      "epoch": 1.5062871185746467,
      "grad_norm": 1.3895632093486174,
      "learning_rate": 0.0002591253583302253,
      "loss": 0.9199,
      "step": 36776
    },
    {
      "epoch": 1.506328077001843,
      "grad_norm": 0.9719959695979218,
      "learning_rate": 0.0002591231206448432,
      "loss": 0.8755,
      "step": 36777
    },
    {
      "epoch": 1.5063690354290395,
      "grad_norm": 1.0072069156518635,
      "learning_rate": 0.00025912088290787387,
      "loss": 0.71,
      "step": 36778
    },
    {
      "epoch": 1.506409993856236,
      "grad_norm": 0.866448267683853,
      "learning_rate": 0.0002591186451193186,
      "loss": 0.7574,
      "step": 36779
    },
    {
      "epoch": 1.5064509522834322,
      "grad_norm": 1.076687556358622,
      "learning_rate": 0.0002591164072791784,
      "loss": 0.9228,
      "step": 36780
    },
    {
      "epoch": 1.5064919107106287,
      "grad_norm": 0.9571605672746604,
      "learning_rate": 0.0002591141693874543,
      "loss": 0.9112,
      "step": 36781
    },
    {
      "epoch": 1.5065328691378252,
      "grad_norm": 0.9626473685175779,
      "learning_rate": 0.0002591119314441473,
      "loss": 0.455,
      "step": 36782
    },
    {
      "epoch": 1.5065738275650213,
      "grad_norm": 4.781339896476709,
      "learning_rate": 0.00025910969344925856,
      "loss": 1.9892,
      "step": 36783
    },
    {
      "epoch": 1.5066147859922179,
      "grad_norm": 1.21626468389668,
      "learning_rate": 0.000259107455402789,
      "loss": 0.8236,
      "step": 36784
    },
    {
      "epoch": 1.5066557444194144,
      "grad_norm": 1.0265351858473903,
      "learning_rate": 0.00025910521730473983,
      "loss": 0.9445,
      "step": 36785
    },
    {
      "epoch": 1.5066967028466107,
      "grad_norm": 1.093752325981915,
      "learning_rate": 0.00025910297915511207,
      "loss": 0.9003,
      "step": 36786
    },
    {
      "epoch": 1.506737661273807,
      "grad_norm": 0.9604194687873112,
      "learning_rate": 0.0002591007409539067,
      "loss": 0.4429,
      "step": 36787
    },
    {
      "epoch": 1.5067786197010036,
      "grad_norm": 0.8006710303487269,
      "learning_rate": 0.00025909850270112485,
      "loss": 0.3657,
      "step": 36788
    },
    {
      "epoch": 1.5068195781281999,
      "grad_norm": 1.127809183990556,
      "learning_rate": 0.0002590962643967676,
      "loss": 0.8079,
      "step": 36789
    },
    {
      "epoch": 1.5068605365553962,
      "grad_norm": 3.95660031160733,
      "learning_rate": 0.0002590940260408359,
      "loss": 3.8535,
      "step": 36790
    },
    {
      "epoch": 1.5069014949825927,
      "grad_norm": 1.1231152501745139,
      "learning_rate": 0.00025909178763333093,
      "loss": 0.8776,
      "step": 36791
    },
    {
      "epoch": 1.506942453409789,
      "grad_norm": 1.126021973208424,
      "learning_rate": 0.00025908954917425365,
      "loss": 0.8406,
      "step": 36792
    },
    {
      "epoch": 1.5069834118369854,
      "grad_norm": 1.2027351789569332,
      "learning_rate": 0.00025908731066360516,
      "loss": 1.0758,
      "step": 36793
    },
    {
      "epoch": 1.507024370264182,
      "grad_norm": 0.825802407953936,
      "learning_rate": 0.00025908507210138654,
      "loss": 0.3102,
      "step": 36794
    },
    {
      "epoch": 1.5070653286913782,
      "grad_norm": 1.0746465847073432,
      "learning_rate": 0.0002590828334875988,
      "loss": 0.8175,
      "step": 36795
    },
    {
      "epoch": 1.5071062871185745,
      "grad_norm": 0.7231422889101209,
      "learning_rate": 0.0002590805948222431,
      "loss": 0.2981,
      "step": 36796
    },
    {
      "epoch": 1.507147245545771,
      "grad_norm": 1.0516007623554442,
      "learning_rate": 0.00025907835610532035,
      "loss": 0.5603,
      "step": 36797
    },
    {
      "epoch": 1.5071882039729676,
      "grad_norm": 2.591438125384872,
      "learning_rate": 0.0002590761173368317,
      "loss": 2.2625,
      "step": 36798
    },
    {
      "epoch": 1.5072291624001637,
      "grad_norm": 0.7404012707588677,
      "learning_rate": 0.0002590738785167782,
      "loss": 0.3355,
      "step": 36799
    },
    {
      "epoch": 1.5072701208273602,
      "grad_norm": 1.2278759095950351,
      "learning_rate": 0.00025907163964516093,
      "loss": 0.9614,
      "step": 36800
    },
    {
      "epoch": 1.5073110792545568,
      "grad_norm": 1.3154793397132216,
      "learning_rate": 0.0002590694007219809,
      "loss": 0.9837,
      "step": 36801
    },
    {
      "epoch": 1.5073520376817529,
      "grad_norm": 0.6844051154313259,
      "learning_rate": 0.0002590671617472391,
      "loss": 0.2413,
      "step": 36802
    },
    {
      "epoch": 1.5073929961089494,
      "grad_norm": 0.9346574749144463,
      "learning_rate": 0.00025906492272093675,
      "loss": 0.7936,
      "step": 36803
    },
    {
      "epoch": 1.507433954536146,
      "grad_norm": 0.9552455518211929,
      "learning_rate": 0.00025906268364307483,
      "loss": 0.8537,
      "step": 36804
    },
    {
      "epoch": 1.5074749129633422,
      "grad_norm": 0.8848954325747526,
      "learning_rate": 0.00025906044451365443,
      "loss": 0.8256,
      "step": 36805
    },
    {
      "epoch": 1.5075158713905386,
      "grad_norm": 0.9145693904351793,
      "learning_rate": 0.00025905820533267653,
      "loss": 0.6617,
      "step": 36806
    },
    {
      "epoch": 1.507556829817735,
      "grad_norm": 0.8510531233337806,
      "learning_rate": 0.0002590559661001423,
      "loss": 0.4902,
      "step": 36807
    },
    {
      "epoch": 1.5075977882449314,
      "grad_norm": 0.8893197267751856,
      "learning_rate": 0.0002590537268160527,
      "loss": 0.6972,
      "step": 36808
    },
    {
      "epoch": 1.5076387466721277,
      "grad_norm": 1.310063813125872,
      "learning_rate": 0.0002590514874804088,
      "loss": 1.29,
      "step": 36809
    },
    {
      "epoch": 1.5076797050993243,
      "grad_norm": 1.1567694938440423,
      "learning_rate": 0.00025904924809321174,
      "loss": 0.9293,
      "step": 36810
    },
    {
      "epoch": 1.5077206635265206,
      "grad_norm": 2.0373402660399864,
      "learning_rate": 0.0002590470086544625,
      "loss": 1.2707,
      "step": 36811
    },
    {
      "epoch": 1.5077616219537169,
      "grad_norm": 0.6866487594822392,
      "learning_rate": 0.00025904476916416215,
      "loss": 0.3097,
      "step": 36812
    },
    {
      "epoch": 1.5078025803809134,
      "grad_norm": 0.8899218847164577,
      "learning_rate": 0.00025904252962231174,
      "loss": 0.5997,
      "step": 36813
    },
    {
      "epoch": 1.5078435388081097,
      "grad_norm": 0.8838066470582338,
      "learning_rate": 0.0002590402900289124,
      "loss": 0.5397,
      "step": 36814
    },
    {
      "epoch": 1.507884497235306,
      "grad_norm": 0.6398473677984913,
      "learning_rate": 0.0002590380503839651,
      "loss": 0.3037,
      "step": 36815
    },
    {
      "epoch": 1.5079254556625026,
      "grad_norm": 1.0645473641090983,
      "learning_rate": 0.00025903581068747095,
      "loss": 0.756,
      "step": 36816
    },
    {
      "epoch": 1.5079664140896991,
      "grad_norm": 1.2425050189998128,
      "learning_rate": 0.00025903357093943097,
      "loss": 0.7711,
      "step": 36817
    },
    {
      "epoch": 1.5080073725168952,
      "grad_norm": 0.9908015147458783,
      "learning_rate": 0.0002590313311398463,
      "loss": 0.7066,
      "step": 36818
    },
    {
      "epoch": 1.5080483309440917,
      "grad_norm": 1.1586099022117298,
      "learning_rate": 0.0002590290912887179,
      "loss": 0.9791,
      "step": 36819
    },
    {
      "epoch": 1.5080892893712883,
      "grad_norm": 1.0134308638452083,
      "learning_rate": 0.0002590268513860469,
      "loss": 0.7496,
      "step": 36820
    },
    {
      "epoch": 1.5081302477984846,
      "grad_norm": 0.9353179524907389,
      "learning_rate": 0.00025902461143183426,
      "loss": 0.6565,
      "step": 36821
    },
    {
      "epoch": 1.508171206225681,
      "grad_norm": 0.894899808827159,
      "learning_rate": 0.0002590223714260812,
      "loss": 0.7935,
      "step": 36822
    },
    {
      "epoch": 1.5082121646528774,
      "grad_norm": 1.1489337804954574,
      "learning_rate": 0.0002590201313687887,
      "loss": 0.6594,
      "step": 36823
    },
    {
      "epoch": 1.5082531230800738,
      "grad_norm": 1.1574115413736807,
      "learning_rate": 0.0002590178912599577,
      "loss": 1.0008,
      "step": 36824
    },
    {
      "epoch": 1.50829408150727,
      "grad_norm": 2.322450417406469,
      "learning_rate": 0.0002590156510995894,
      "loss": 3.7401,
      "step": 36825
    },
    {
      "epoch": 1.5083350399344666,
      "grad_norm": 1.0748377545746097,
      "learning_rate": 0.00025901341088768493,
      "loss": 0.8981,
      "step": 36826
    },
    {
      "epoch": 1.508375998361663,
      "grad_norm": 0.9788979047455656,
      "learning_rate": 0.00025901117062424516,
      "loss": 0.6933,
      "step": 36827
    },
    {
      "epoch": 1.5084169567888592,
      "grad_norm": 1.3747600877069572,
      "learning_rate": 0.0002590089303092712,
      "loss": 0.6163,
      "step": 36828
    },
    {
      "epoch": 1.5084579152160558,
      "grad_norm": 1.1750370227079705,
      "learning_rate": 0.00025900668994276426,
      "loss": 0.873,
      "step": 36829
    },
    {
      "epoch": 1.508498873643252,
      "grad_norm": 1.143516278647227,
      "learning_rate": 0.0002590044495247252,
      "loss": 0.9318,
      "step": 36830
    },
    {
      "epoch": 1.5085398320704484,
      "grad_norm": 1.130441225734937,
      "learning_rate": 0.00025900220905515517,
      "loss": 1.1051,
      "step": 36831
    },
    {
      "epoch": 1.508580790497645,
      "grad_norm": 1.1825748379103673,
      "learning_rate": 0.0002589999685340552,
      "loss": 0.9381,
      "step": 36832
    },
    {
      "epoch": 1.5086217489248412,
      "grad_norm": 1.2044295264641849,
      "learning_rate": 0.0002589977279614264,
      "loss": 0.9366,
      "step": 36833
    },
    {
      "epoch": 1.5086627073520376,
      "grad_norm": 0.7795752202812264,
      "learning_rate": 0.0002589954873372698,
      "loss": 0.5448,
      "step": 36834
    },
    {
      "epoch": 1.508703665779234,
      "grad_norm": 1.0345450734736399,
      "learning_rate": 0.00025899324666158645,
      "loss": 0.7694,
      "step": 36835
    },
    {
      "epoch": 1.5087446242064306,
      "grad_norm": 0.927226651406644,
      "learning_rate": 0.0002589910059343774,
      "loss": 0.7158,
      "step": 36836
    },
    {
      "epoch": 1.5087855826336267,
      "grad_norm": 0.6822606343809241,
      "learning_rate": 0.00025898876515564374,
      "loss": 0.2494,
      "step": 36837
    },
    {
      "epoch": 1.5088265410608233,
      "grad_norm": 0.5819408940441381,
      "learning_rate": 0.00025898652432538655,
      "loss": 0.2805,
      "step": 36838
    },
    {
      "epoch": 1.5088674994880198,
      "grad_norm": 1.1203022956742568,
      "learning_rate": 0.00025898428344360683,
      "loss": 0.9991,
      "step": 36839
    },
    {
      "epoch": 1.508908457915216,
      "grad_norm": 0.6285570730129537,
      "learning_rate": 0.00025898204251030565,
      "loss": 0.2146,
      "step": 36840
    },
    {
      "epoch": 1.5089494163424124,
      "grad_norm": 1.1783058480967425,
      "learning_rate": 0.00025897980152548406,
      "loss": 0.991,
      "step": 36841
    },
    {
      "epoch": 1.508990374769609,
      "grad_norm": 3.0487178862076085,
      "learning_rate": 0.0002589775604891432,
      "loss": 1.4703,
      "step": 36842
    },
    {
      "epoch": 1.5090313331968053,
      "grad_norm": 0.9971925972544077,
      "learning_rate": 0.00025897531940128406,
      "loss": 0.6962,
      "step": 36843
    },
    {
      "epoch": 1.5090722916240016,
      "grad_norm": 1.0315685403329629,
      "learning_rate": 0.00025897307826190777,
      "loss": 0.9647,
      "step": 36844
    },
    {
      "epoch": 1.5091132500511981,
      "grad_norm": 1.3181440955558643,
      "learning_rate": 0.00025897083707101523,
      "loss": 1.0676,
      "step": 36845
    },
    {
      "epoch": 1.5091542084783944,
      "grad_norm": 1.0150478881386253,
      "learning_rate": 0.0002589685958286076,
      "loss": 0.9867,
      "step": 36846
    },
    {
      "epoch": 1.5091951669055907,
      "grad_norm": 0.9743253065832869,
      "learning_rate": 0.000258966354534686,
      "loss": 0.8767,
      "step": 36847
    },
    {
      "epoch": 1.5092361253327873,
      "grad_norm": 0.7518521394748264,
      "learning_rate": 0.0002589641131892514,
      "loss": 0.8042,
      "step": 36848
    },
    {
      "epoch": 1.5092770837599836,
      "grad_norm": 1.0776669391604272,
      "learning_rate": 0.0002589618717923049,
      "loss": 0.9565,
      "step": 36849
    },
    {
      "epoch": 1.50931804218718,
      "grad_norm": 1.0961832364988287,
      "learning_rate": 0.00025895963034384755,
      "loss": 0.6566,
      "step": 36850
    },
    {
      "epoch": 1.5093590006143764,
      "grad_norm": 0.9210572360399222,
      "learning_rate": 0.00025895738884388047,
      "loss": 0.8146,
      "step": 36851
    },
    {
      "epoch": 1.5093999590415728,
      "grad_norm": 0.8546182187067783,
      "learning_rate": 0.00025895514729240457,
      "loss": 0.7357,
      "step": 36852
    },
    {
      "epoch": 1.509440917468769,
      "grad_norm": 0.9988858065558037,
      "learning_rate": 0.00025895290568942104,
      "loss": 0.7899,
      "step": 36853
    },
    {
      "epoch": 1.5094818758959656,
      "grad_norm": 1.13976539162755,
      "learning_rate": 0.00025895066403493086,
      "loss": 0.8964,
      "step": 36854
    },
    {
      "epoch": 1.5095228343231621,
      "grad_norm": 1.0509422083022477,
      "learning_rate": 0.00025894842232893517,
      "loss": 0.9991,
      "step": 36855
    },
    {
      "epoch": 1.5095637927503582,
      "grad_norm": 0.9423285578805933,
      "learning_rate": 0.00025894618057143494,
      "loss": 0.7194,
      "step": 36856
    },
    {
      "epoch": 1.5096047511775548,
      "grad_norm": 1.1316541062705694,
      "learning_rate": 0.0002589439387624313,
      "loss": 0.7078,
      "step": 36857
    },
    {
      "epoch": 1.5096457096047513,
      "grad_norm": 1.1376977764365876,
      "learning_rate": 0.00025894169690192533,
      "loss": 1.2396,
      "step": 36858
    },
    {
      "epoch": 1.5096866680319476,
      "grad_norm": 0.8643436179389663,
      "learning_rate": 0.000258939454989918,
      "loss": 0.7951,
      "step": 36859
    },
    {
      "epoch": 1.509727626459144,
      "grad_norm": 0.9468839384641561,
      "learning_rate": 0.0002589372130264104,
      "loss": 0.6231,
      "step": 36860
    },
    {
      "epoch": 1.5097685848863405,
      "grad_norm": 1.006388021603482,
      "learning_rate": 0.00025893497101140366,
      "loss": 0.6066,
      "step": 36861
    },
    {
      "epoch": 1.5098095433135368,
      "grad_norm": 0.8838902014543842,
      "learning_rate": 0.00025893272894489877,
      "loss": 0.5295,
      "step": 36862
    },
    {
      "epoch": 1.509850501740733,
      "grad_norm": 1.186683154043801,
      "learning_rate": 0.0002589304868268968,
      "loss": 1.0162,
      "step": 36863
    },
    {
      "epoch": 1.5098914601679296,
      "grad_norm": 3.920720142810734,
      "learning_rate": 0.00025892824465739884,
      "loss": 7.3079,
      "step": 36864
    },
    {
      "epoch": 1.509932418595126,
      "grad_norm": 0.9365942472401081,
      "learning_rate": 0.0002589260024364059,
      "loss": 0.8424,
      "step": 36865
    },
    {
      "epoch": 1.5099733770223223,
      "grad_norm": 2.54985864723484,
      "learning_rate": 0.00025892376016391905,
      "loss": 4.4046,
      "step": 36866
    },
    {
      "epoch": 1.5100143354495188,
      "grad_norm": 0.7240275888652787,
      "learning_rate": 0.00025892151783993945,
      "loss": 0.315,
      "step": 36867
    },
    {
      "epoch": 1.510055293876715,
      "grad_norm": 0.8820829388458146,
      "learning_rate": 0.000258919275464468,
      "loss": 0.3226,
      "step": 36868
    },
    {
      "epoch": 1.5100962523039114,
      "grad_norm": 0.8637399969098236,
      "learning_rate": 0.00025891703303750584,
      "loss": 0.6291,
      "step": 36869
    },
    {
      "epoch": 1.510137210731108,
      "grad_norm": 0.7240660460254603,
      "learning_rate": 0.000258914790559054,
      "loss": 0.368,
      "step": 36870
    },
    {
      "epoch": 1.5101781691583043,
      "grad_norm": 0.9011335322941492,
      "learning_rate": 0.00025891254802911366,
      "loss": 0.6131,
      "step": 36871
    },
    {
      "epoch": 1.5102191275855006,
      "grad_norm": 1.3986918453949329,
      "learning_rate": 0.0002589103054476857,
      "loss": 1.1196,
      "step": 36872
    },
    {
      "epoch": 1.5102600860126971,
      "grad_norm": 0.6303257745006189,
      "learning_rate": 0.0002589080628147713,
      "loss": 0.3183,
      "step": 36873
    },
    {
      "epoch": 1.5103010444398937,
      "grad_norm": 0.6555105682069335,
      "learning_rate": 0.00025890582013037147,
      "loss": 0.3132,
      "step": 36874
    },
    {
      "epoch": 1.5103420028670898,
      "grad_norm": 0.5849181359476399,
      "learning_rate": 0.00025890357739448736,
      "loss": 0.2936,
      "step": 36875
    },
    {
      "epoch": 1.5103829612942863,
      "grad_norm": 1.4283520181142604,
      "learning_rate": 0.00025890133460711986,
      "loss": 0.8132,
      "step": 36876
    },
    {
      "epoch": 1.5104239197214828,
      "grad_norm": 0.7064914647247782,
      "learning_rate": 0.0002588990917682702,
      "loss": 0.3443,
      "step": 36877
    },
    {
      "epoch": 1.5104648781486791,
      "grad_norm": 1.1565976241721363,
      "learning_rate": 0.00025889684887793935,
      "loss": 0.8106,
      "step": 36878
    },
    {
      "epoch": 1.5105058365758754,
      "grad_norm": 1.3126943496279442,
      "learning_rate": 0.0002588946059361284,
      "loss": 0.7793,
      "step": 36879
    },
    {
      "epoch": 1.510546795003072,
      "grad_norm": 0.9933324387526926,
      "learning_rate": 0.00025889236294283837,
      "loss": 0.766,
      "step": 36880
    },
    {
      "epoch": 1.5105877534302683,
      "grad_norm": 2.0771075676669306,
      "learning_rate": 0.0002588901198980703,
      "loss": 2.5664,
      "step": 36881
    },
    {
      "epoch": 1.5106287118574646,
      "grad_norm": 1.0504337941007493,
      "learning_rate": 0.0002588878768018254,
      "loss": 0.9128,
      "step": 36882
    },
    {
      "epoch": 1.5106696702846611,
      "grad_norm": 1.1711402789052863,
      "learning_rate": 0.0002588856336541046,
      "loss": 0.9994,
      "step": 36883
    },
    {
      "epoch": 1.5107106287118575,
      "grad_norm": 0.9959245634538614,
      "learning_rate": 0.000258883390454909,
      "loss": 0.997,
      "step": 36884
    },
    {
      "epoch": 1.5107515871390538,
      "grad_norm": 1.1470420419043972,
      "learning_rate": 0.0002588811472042396,
      "loss": 0.8331,
      "step": 36885
    },
    {
      "epoch": 1.5107925455662503,
      "grad_norm": 1.2737931755030012,
      "learning_rate": 0.0002588789039020975,
      "loss": 0.7934,
      "step": 36886
    },
    {
      "epoch": 1.5108335039934466,
      "grad_norm": 0.9309897597457033,
      "learning_rate": 0.00025887666054848386,
      "loss": 0.7619,
      "step": 36887
    },
    {
      "epoch": 1.510874462420643,
      "grad_norm": 0.429509863137995,
      "learning_rate": 0.0002588744171433996,
      "loss": 0.1837,
      "step": 36888
    },
    {
      "epoch": 1.5109154208478395,
      "grad_norm": 0.9764217061459315,
      "learning_rate": 0.00025887217368684583,
      "loss": 0.4198,
      "step": 36889
    },
    {
      "epoch": 1.5109563792750358,
      "grad_norm": 1.4282955976479768,
      "learning_rate": 0.0002588699301788236,
      "loss": 1.5788,
      "step": 36890
    },
    {
      "epoch": 1.510997337702232,
      "grad_norm": 1.1744140436163661,
      "learning_rate": 0.00025886768661933406,
      "loss": 0.7744,
      "step": 36891
    },
    {
      "epoch": 1.5110382961294286,
      "grad_norm": 1.078658936607843,
      "learning_rate": 0.00025886544300837813,
      "loss": 0.9359,
      "step": 36892
    },
    {
      "epoch": 1.5110792545566252,
      "grad_norm": 1.1162033060744119,
      "learning_rate": 0.0002588631993459569,
      "loss": 0.7824,
      "step": 36893
    },
    {
      "epoch": 1.5111202129838213,
      "grad_norm": 1.0065322768014258,
      "learning_rate": 0.00025886095563207155,
      "loss": 0.7339,
      "step": 36894
    },
    {
      "epoch": 1.5111611714110178,
      "grad_norm": 0.8092871883920589,
      "learning_rate": 0.00025885871186672306,
      "loss": 0.3541,
      "step": 36895
    },
    {
      "epoch": 1.5112021298382143,
      "grad_norm": 0.9929282484504602,
      "learning_rate": 0.00025885646804991243,
      "loss": 0.949,
      "step": 36896
    },
    {
      "epoch": 1.5112430882654107,
      "grad_norm": 1.138367566074859,
      "learning_rate": 0.0002588542241816408,
      "loss": 1.0767,
      "step": 36897
    },
    {
      "epoch": 1.511284046692607,
      "grad_norm": 0.7142288977101676,
      "learning_rate": 0.00025885198026190923,
      "loss": 0.3119,
      "step": 36898
    },
    {
      "epoch": 1.5113250051198035,
      "grad_norm": 0.9329815805883974,
      "learning_rate": 0.00025884973629071873,
      "loss": 0.6902,
      "step": 36899
    },
    {
      "epoch": 1.5113659635469998,
      "grad_norm": 1.3750162396267382,
      "learning_rate": 0.0002588474922680704,
      "loss": 1.0933,
      "step": 36900
    },
    {
      "epoch": 1.5114069219741961,
      "grad_norm": 1.1981335710084005,
      "learning_rate": 0.0002588452481939653,
      "loss": 0.9952,
      "step": 36901
    },
    {
      "epoch": 1.5114478804013927,
      "grad_norm": 1.2868696297404083,
      "learning_rate": 0.0002588430040684045,
      "loss": 1.4437,
      "step": 36902
    },
    {
      "epoch": 1.511488838828589,
      "grad_norm": 1.1361596656875346,
      "learning_rate": 0.000258840759891389,
      "loss": 0.6404,
      "step": 36903
    },
    {
      "epoch": 1.5115297972557853,
      "grad_norm": 1.2389695684038784,
      "learning_rate": 0.0002588385156629199,
      "loss": 1.1049,
      "step": 36904
    },
    {
      "epoch": 1.5115707556829818,
      "grad_norm": 0.960307214673895,
      "learning_rate": 0.0002588362713829983,
      "loss": 0.7751,
      "step": 36905
    },
    {
      "epoch": 1.5116117141101781,
      "grad_norm": 0.9024277193087644,
      "learning_rate": 0.0002588340270516252,
      "loss": 0.7207,
      "step": 36906
    },
    {
      "epoch": 1.5116526725373745,
      "grad_norm": 1.0730231229492304,
      "learning_rate": 0.0002588317826688017,
      "loss": 1.1449,
      "step": 36907
    },
    {
      "epoch": 1.511693630964571,
      "grad_norm": 1.2593925972984439,
      "learning_rate": 0.00025882953823452886,
      "loss": 1.3289,
      "step": 36908
    },
    {
      "epoch": 1.5117345893917673,
      "grad_norm": 1.341075737126497,
      "learning_rate": 0.0002588272937488077,
      "loss": 1.3231,
      "step": 36909
    },
    {
      "epoch": 1.5117755478189636,
      "grad_norm": 1.232346907043524,
      "learning_rate": 0.00025882504921163934,
      "loss": 0.6961,
      "step": 36910
    },
    {
      "epoch": 1.5118165062461602,
      "grad_norm": 1.2199818094652741,
      "learning_rate": 0.0002588228046230248,
      "loss": 1.2423,
      "step": 36911
    },
    {
      "epoch": 1.5118574646733567,
      "grad_norm": 1.2890985408080151,
      "learning_rate": 0.00025882055998296515,
      "loss": 0.9079,
      "step": 36912
    },
    {
      "epoch": 1.5118984231005528,
      "grad_norm": 0.7692846312699411,
      "learning_rate": 0.00025881831529146146,
      "loss": 0.2874,
      "step": 36913
    },
    {
      "epoch": 1.5119393815277493,
      "grad_norm": 1.1764636831957087,
      "learning_rate": 0.00025881607054851477,
      "loss": 0.8692,
      "step": 36914
    },
    {
      "epoch": 1.5119803399549459,
      "grad_norm": 1.419891425447325,
      "learning_rate": 0.0002588138257541262,
      "loss": 1.342,
      "step": 36915
    },
    {
      "epoch": 1.5120212983821422,
      "grad_norm": 1.0185311665603445,
      "learning_rate": 0.00025881158090829674,
      "loss": 0.7026,
      "step": 36916
    },
    {
      "epoch": 1.5120622568093385,
      "grad_norm": 1.1082235812397543,
      "learning_rate": 0.00025880933601102747,
      "loss": 0.5178,
      "step": 36917
    },
    {
      "epoch": 1.512103215236535,
      "grad_norm": 0.8210858524053789,
      "learning_rate": 0.0002588070910623195,
      "loss": 0.4639,
      "step": 36918
    },
    {
      "epoch": 1.5121441736637313,
      "grad_norm": 3.3167286598401717,
      "learning_rate": 0.0002588048460621738,
      "loss": 8.0814,
      "step": 36919
    },
    {
      "epoch": 1.5121851320909276,
      "grad_norm": 1.007568944939168,
      "learning_rate": 0.0002588026010105915,
      "loss": 1.0318,
      "step": 36920
    },
    {
      "epoch": 1.5122260905181242,
      "grad_norm": 1.2166329509459899,
      "learning_rate": 0.0002588003559075736,
      "loss": 1.1678,
      "step": 36921
    },
    {
      "epoch": 1.5122670489453205,
      "grad_norm": 1.0724145742601139,
      "learning_rate": 0.00025879811075312127,
      "loss": 0.913,
      "step": 36922
    },
    {
      "epoch": 1.5123080073725168,
      "grad_norm": 1.0181184326468273,
      "learning_rate": 0.0002587958655472355,
      "loss": 0.7614,
      "step": 36923
    },
    {
      "epoch": 1.5123489657997133,
      "grad_norm": 1.0171961403822536,
      "learning_rate": 0.0002587936202899173,
      "loss": 1.0563,
      "step": 36924
    },
    {
      "epoch": 1.5123899242269097,
      "grad_norm": 1.133816082962017,
      "learning_rate": 0.00025879137498116783,
      "loss": 1.1666,
      "step": 36925
    },
    {
      "epoch": 1.512430882654106,
      "grad_norm": 2.1193204770811245,
      "learning_rate": 0.00025878912962098814,
      "loss": 3.4321,
      "step": 36926
    },
    {
      "epoch": 1.5124718410813025,
      "grad_norm": 1.2972287229819366,
      "learning_rate": 0.0002587868842093792,
      "loss": 0.6551,
      "step": 36927
    },
    {
      "epoch": 1.512512799508499,
      "grad_norm": 0.7969287454259998,
      "learning_rate": 0.0002587846387463422,
      "loss": 0.5227,
      "step": 36928
    },
    {
      "epoch": 1.5125537579356951,
      "grad_norm": 0.7718078766570597,
      "learning_rate": 0.00025878239323187804,
      "loss": 0.5683,
      "step": 36929
    },
    {
      "epoch": 1.5125947163628917,
      "grad_norm": 1.047828263779206,
      "learning_rate": 0.00025878014766598796,
      "loss": 1.0421,
      "step": 36930
    },
    {
      "epoch": 1.5126356747900882,
      "grad_norm": 1.066485188388645,
      "learning_rate": 0.0002587779020486729,
      "loss": 0.8776,
      "step": 36931
    },
    {
      "epoch": 1.5126766332172843,
      "grad_norm": 1.035322880692736,
      "learning_rate": 0.000258775656379934,
      "loss": 0.9495,
      "step": 36932
    },
    {
      "epoch": 1.5127175916444808,
      "grad_norm": 1.2648981021929067,
      "learning_rate": 0.00025877341065977226,
      "loss": 0.7659,
      "step": 36933
    },
    {
      "epoch": 1.5127585500716774,
      "grad_norm": 0.8891001181362563,
      "learning_rate": 0.00025877116488818875,
      "loss": 0.5073,
      "step": 36934
    },
    {
      "epoch": 1.5127995084988737,
      "grad_norm": 0.9431227018154367,
      "learning_rate": 0.0002587689190651846,
      "loss": 0.8975,
      "step": 36935
    },
    {
      "epoch": 1.51284046692607,
      "grad_norm": 0.9984144510839962,
      "learning_rate": 0.00025876667319076074,
      "loss": 0.92,
      "step": 36936
    },
    {
      "epoch": 1.5128814253532665,
      "grad_norm": 1.090690540823466,
      "learning_rate": 0.00025876442726491836,
      "loss": 0.3289,
      "step": 36937
    },
    {
      "epoch": 1.5129223837804628,
      "grad_norm": 1.1528684010843682,
      "learning_rate": 0.00025876218128765844,
      "loss": 1.4298,
      "step": 36938
    },
    {
      "epoch": 1.5129633422076592,
      "grad_norm": 0.8845470710981641,
      "learning_rate": 0.0002587599352589821,
      "loss": 0.6748,
      "step": 36939
    },
    {
      "epoch": 1.5130043006348557,
      "grad_norm": 0.7054189236597443,
      "learning_rate": 0.00025875768917889036,
      "loss": 0.3888,
      "step": 36940
    },
    {
      "epoch": 1.513045259062052,
      "grad_norm": 1.1336412824204827,
      "learning_rate": 0.00025875544304738426,
      "loss": 0.9351,
      "step": 36941
    },
    {
      "epoch": 1.5130862174892483,
      "grad_norm": 0.8909227139667204,
      "learning_rate": 0.00025875319686446496,
      "loss": 0.8174,
      "step": 36942
    },
    {
      "epoch": 1.5131271759164449,
      "grad_norm": 1.056732522518657,
      "learning_rate": 0.00025875095063013345,
      "loss": 1.0729,
      "step": 36943
    },
    {
      "epoch": 1.5131681343436412,
      "grad_norm": 1.210904908625629,
      "learning_rate": 0.00025874870434439075,
      "loss": 1.1778,
      "step": 36944
    },
    {
      "epoch": 1.5132090927708375,
      "grad_norm": 0.8203538581306541,
      "learning_rate": 0.00025874645800723806,
      "loss": 0.475,
      "step": 36945
    },
    {
      "epoch": 1.513250051198034,
      "grad_norm": 0.8079604435555179,
      "learning_rate": 0.0002587442116186763,
      "loss": 0.8393,
      "step": 36946
    },
    {
      "epoch": 1.5132910096252306,
      "grad_norm": 0.8183165008542077,
      "learning_rate": 0.00025874196517870654,
      "loss": 0.5848,
      "step": 36947
    },
    {
      "epoch": 1.5133319680524266,
      "grad_norm": 3.4949731796470345,
      "learning_rate": 0.00025873971868732993,
      "loss": 2.4532,
      "step": 36948
    },
    {
      "epoch": 1.5133729264796232,
      "grad_norm": 1.2965918330232502,
      "learning_rate": 0.0002587374721445475,
      "loss": 1.6995,
      "step": 36949
    },
    {
      "epoch": 1.5134138849068197,
      "grad_norm": 2.1087177930982777,
      "learning_rate": 0.0002587352255503603,
      "loss": 0.8532,
      "step": 36950
    },
    {
      "epoch": 1.5134548433340158,
      "grad_norm": 0.9103087159629137,
      "learning_rate": 0.0002587329789047694,
      "loss": 0.8018,
      "step": 36951
    },
    {
      "epoch": 1.5134958017612123,
      "grad_norm": 2.322693814493791,
      "learning_rate": 0.0002587307322077759,
      "loss": 3.5888,
      "step": 36952
    },
    {
      "epoch": 1.5135367601884089,
      "grad_norm": 0.794388195802342,
      "learning_rate": 0.00025872848545938076,
      "loss": 0.5731,
      "step": 36953
    },
    {
      "epoch": 1.5135777186156052,
      "grad_norm": 1.0103484124792086,
      "learning_rate": 0.00025872623865958507,
      "loss": 0.7292,
      "step": 36954
    },
    {
      "epoch": 1.5136186770428015,
      "grad_norm": 0.7232989183025113,
      "learning_rate": 0.00025872399180838996,
      "loss": 0.3412,
      "step": 36955
    },
    {
      "epoch": 1.513659635469998,
      "grad_norm": 1.1883474025814234,
      "learning_rate": 0.00025872174490579645,
      "loss": 0.882,
      "step": 36956
    },
    {
      "epoch": 1.5137005938971944,
      "grad_norm": 1.1144626406613274,
      "learning_rate": 0.00025871949795180563,
      "loss": 0.8972,
      "step": 36957
    },
    {
      "epoch": 1.5137415523243907,
      "grad_norm": 1.1494043941289138,
      "learning_rate": 0.00025871725094641854,
      "loss": 1.2642,
      "step": 36958
    },
    {
      "epoch": 1.5137825107515872,
      "grad_norm": 0.6781253622927288,
      "learning_rate": 0.00025871500388963625,
      "loss": 0.3308,
      "step": 36959
    },
    {
      "epoch": 1.5138234691787835,
      "grad_norm": 0.9958661170141133,
      "learning_rate": 0.0002587127567814598,
      "loss": 0.9977,
      "step": 36960
    },
    {
      "epoch": 1.5138644276059798,
      "grad_norm": 1.2407998854015423,
      "learning_rate": 0.0002587105096218902,
      "loss": 0.9624,
      "step": 36961
    },
    {
      "epoch": 1.5139053860331764,
      "grad_norm": 0.9282188850992454,
      "learning_rate": 0.0002587082624109286,
      "loss": 0.7222,
      "step": 36962
    },
    {
      "epoch": 1.5139463444603727,
      "grad_norm": 1.0679001518630695,
      "learning_rate": 0.00025870601514857617,
      "loss": 0.6566,
      "step": 36963
    },
    {
      "epoch": 1.513987302887569,
      "grad_norm": 1.1314450182582894,
      "learning_rate": 0.00025870376783483374,
      "loss": 1.2097,
      "step": 36964
    },
    {
      "epoch": 1.5140282613147655,
      "grad_norm": 0.9405597117371611,
      "learning_rate": 0.00025870152046970245,
      "loss": 0.8558,
      "step": 36965
    },
    {
      "epoch": 1.514069219741962,
      "grad_norm": 1.0643060099514605,
      "learning_rate": 0.00025869927305318346,
      "loss": 0.9045,
      "step": 36966
    },
    {
      "epoch": 1.5141101781691582,
      "grad_norm": 1.039699223232651,
      "learning_rate": 0.0002586970255852777,
      "loss": 0.818,
      "step": 36967
    },
    {
      "epoch": 1.5141511365963547,
      "grad_norm": 1.0840792327105853,
      "learning_rate": 0.0002586947780659864,
      "loss": 0.647,
      "step": 36968
    },
    {
      "epoch": 1.5141920950235512,
      "grad_norm": 1.0175660741758645,
      "learning_rate": 0.0002586925304953104,
      "loss": 0.8778,
      "step": 36969
    },
    {
      "epoch": 1.5142330534507475,
      "grad_norm": 1.1169287873646652,
      "learning_rate": 0.000258690282873251,
      "loss": 1.0044,
      "step": 36970
    },
    {
      "epoch": 1.5142740118779439,
      "grad_norm": 0.9936850527026229,
      "learning_rate": 0.00025868803519980897,
      "loss": 0.8373,
      "step": 36971
    },
    {
      "epoch": 1.5143149703051404,
      "grad_norm": 1.2959052287507615,
      "learning_rate": 0.00025868578747498564,
      "loss": 1.1741,
      "step": 36972
    },
    {
      "epoch": 1.5143559287323367,
      "grad_norm": 1.0898192320395963,
      "learning_rate": 0.00025868353969878203,
      "loss": 0.8953,
      "step": 36973
    },
    {
      "epoch": 1.514396887159533,
      "grad_norm": 0.6568037911104426,
      "learning_rate": 0.00025868129187119906,
      "loss": 0.3122,
      "step": 36974
    },
    {
      "epoch": 1.5144378455867296,
      "grad_norm": 0.9476570149009079,
      "learning_rate": 0.0002586790439922379,
      "loss": 0.684,
      "step": 36975
    },
    {
      "epoch": 1.5144788040139259,
      "grad_norm": 1.5609423811964949,
      "learning_rate": 0.0002586767960618996,
      "loss": 1.7677,
      "step": 36976
    },
    {
      "epoch": 1.5145197624411222,
      "grad_norm": 1.0625742273816656,
      "learning_rate": 0.00025867454808018526,
      "loss": 1.0028,
      "step": 36977
    },
    {
      "epoch": 1.5145607208683187,
      "grad_norm": 1.0528442134886602,
      "learning_rate": 0.00025867230004709583,
      "loss": 0.8296,
      "step": 36978
    },
    {
      "epoch": 1.514601679295515,
      "grad_norm": 1.3375530037025298,
      "learning_rate": 0.0002586700519626325,
      "loss": 0.932,
      "step": 36979
    },
    {
      "epoch": 1.5146426377227113,
      "grad_norm": 1.4512136589187032,
      "learning_rate": 0.0002586678038267962,
      "loss": 1.1292,
      "step": 36980
    },
    {
      "epoch": 1.5146835961499079,
      "grad_norm": 0.9706925040877935,
      "learning_rate": 0.00025866555563958815,
      "loss": 0.9705,
      "step": 36981
    },
    {
      "epoch": 1.5147245545771042,
      "grad_norm": 1.0659744119375696,
      "learning_rate": 0.0002586633074010093,
      "loss": 0.9269,
      "step": 36982
    },
    {
      "epoch": 1.5147655130043005,
      "grad_norm": 1.0042845855641422,
      "learning_rate": 0.00025866105911106075,
      "loss": 0.786,
      "step": 36983
    },
    {
      "epoch": 1.514806471431497,
      "grad_norm": 1.202153219968156,
      "learning_rate": 0.00025865881076974354,
      "loss": 0.7524,
      "step": 36984
    },
    {
      "epoch": 1.5148474298586936,
      "grad_norm": 0.7885568988117425,
      "learning_rate": 0.0002586565623770588,
      "loss": 0.5809,
      "step": 36985
    },
    {
      "epoch": 1.5148883882858897,
      "grad_norm": 0.9523072141425026,
      "learning_rate": 0.0002586543139330075,
      "loss": 0.588,
      "step": 36986
    },
    {
      "epoch": 1.5149293467130862,
      "grad_norm": 1.0413241340413235,
      "learning_rate": 0.0002586520654375908,
      "loss": 0.6665,
      "step": 36987
    },
    {
      "epoch": 1.5149703051402827,
      "grad_norm": 1.2008244492660496,
      "learning_rate": 0.0002586498168908096,
      "loss": 0.8523,
      "step": 36988
    },
    {
      "epoch": 1.515011263567479,
      "grad_norm": 0.9346127004904317,
      "learning_rate": 0.00025864756829266513,
      "loss": 0.8943,
      "step": 36989
    },
    {
      "epoch": 1.5150522219946754,
      "grad_norm": 0.8060415466914463,
      "learning_rate": 0.00025864531964315835,
      "loss": 0.6653,
      "step": 36990
    },
    {
      "epoch": 1.515093180421872,
      "grad_norm": 1.378498552000659,
      "learning_rate": 0.0002586430709422905,
      "loss": 1.1232,
      "step": 36991
    },
    {
      "epoch": 1.5151341388490682,
      "grad_norm": 2.7699357356513996,
      "learning_rate": 0.0002586408221900624,
      "loss": 4.3102,
      "step": 36992
    },
    {
      "epoch": 1.5151750972762645,
      "grad_norm": 0.8048402113228368,
      "learning_rate": 0.00025863857338647524,
      "loss": 0.375,
      "step": 36993
    },
    {
      "epoch": 1.515216055703461,
      "grad_norm": 1.1314189789988716,
      "learning_rate": 0.00025863632453153004,
      "loss": 0.9987,
      "step": 36994
    },
    {
      "epoch": 1.5152570141306574,
      "grad_norm": 0.8164429891340421,
      "learning_rate": 0.0002586340756252279,
      "loss": 0.2714,
      "step": 36995
    },
    {
      "epoch": 1.5152979725578537,
      "grad_norm": 1.129829963290079,
      "learning_rate": 0.0002586318266675699,
      "loss": 1.1127,
      "step": 36996
    },
    {
      "epoch": 1.5153389309850502,
      "grad_norm": 1.8264079342655701,
      "learning_rate": 0.0002586295776585571,
      "loss": 1.4411,
      "step": 36997
    },
    {
      "epoch": 1.5153798894122466,
      "grad_norm": 0.9845177971996601,
      "learning_rate": 0.0002586273285981905,
      "loss": 0.8378,
      "step": 36998
    },
    {
      "epoch": 1.5154208478394429,
      "grad_norm": 1.359782495886269,
      "learning_rate": 0.0002586250794864712,
      "loss": 1.5265,
      "step": 36999
    },
    {
      "epoch": 1.5154618062666394,
      "grad_norm": 0.99270081967878,
      "learning_rate": 0.0002586228303234003,
      "loss": 0.6793,
      "step": 37000
    },
    {
      "epoch": 1.5155027646938357,
      "grad_norm": 1.4761849931937594,
      "learning_rate": 0.00025862058110897874,
      "loss": 1.078,
      "step": 37001
    },
    {
      "epoch": 1.515543723121032,
      "grad_norm": 0.8739145392557452,
      "learning_rate": 0.00025861833184320776,
      "loss": 0.5286,
      "step": 37002
    },
    {
      "epoch": 1.5155846815482286,
      "grad_norm": 0.9742902718346408,
      "learning_rate": 0.0002586160825260883,
      "loss": 0.8804,
      "step": 37003
    },
    {
      "epoch": 1.515625639975425,
      "grad_norm": 1.2821761925627024,
      "learning_rate": 0.0002586138331576215,
      "loss": 1.1228,
      "step": 37004
    },
    {
      "epoch": 1.5156665984026212,
      "grad_norm": 1.013030127091136,
      "learning_rate": 0.0002586115837378083,
      "loss": 0.7209,
      "step": 37005
    },
    {
      "epoch": 1.5157075568298177,
      "grad_norm": 0.7284797736369616,
      "learning_rate": 0.00025860933426665,
      "loss": 0.3155,
      "step": 37006
    },
    {
      "epoch": 1.5157485152570143,
      "grad_norm": 1.129473619322479,
      "learning_rate": 0.00025860708474414735,
      "loss": 1.0944,
      "step": 37007
    },
    {
      "epoch": 1.5157894736842106,
      "grad_norm": 0.8837207842176515,
      "learning_rate": 0.00025860483517030163,
      "loss": 0.8451,
      "step": 37008
    },
    {
      "epoch": 1.515830432111407,
      "grad_norm": 1.1662000604305969,
      "learning_rate": 0.00025860258554511384,
      "loss": 1.1398,
      "step": 37009
    },
    {
      "epoch": 1.5158713905386034,
      "grad_norm": 0.8278037375768406,
      "learning_rate": 0.00025860033586858506,
      "loss": 0.5817,
      "step": 37010
    },
    {
      "epoch": 1.5159123489657997,
      "grad_norm": 0.5689555032624452,
      "learning_rate": 0.0002585980861407164,
      "loss": 0.2628,
      "step": 37011
    },
    {
      "epoch": 1.515953307392996,
      "grad_norm": 1.2429852429501802,
      "learning_rate": 0.0002585958363615088,
      "loss": 1.1151,
      "step": 37012
    },
    {
      "epoch": 1.5159942658201926,
      "grad_norm": 0.787021551535828,
      "learning_rate": 0.00025859358653096333,
      "loss": 0.3854,
      "step": 37013
    },
    {
      "epoch": 1.516035224247389,
      "grad_norm": 1.1067884573560056,
      "learning_rate": 0.00025859133664908113,
      "loss": 1.0911,
      "step": 37014
    },
    {
      "epoch": 1.5160761826745852,
      "grad_norm": 1.199938704938897,
      "learning_rate": 0.00025858908671586337,
      "loss": 1.2793,
      "step": 37015
    },
    {
      "epoch": 1.5161171411017818,
      "grad_norm": 1.375727425004994,
      "learning_rate": 0.0002585868367313109,
      "loss": 0.9951,
      "step": 37016
    },
    {
      "epoch": 1.516158099528978,
      "grad_norm": 0.6852802011297449,
      "learning_rate": 0.0002585845866954249,
      "loss": 0.3012,
      "step": 37017
    },
    {
      "epoch": 1.5161990579561744,
      "grad_norm": 1.128456498559372,
      "learning_rate": 0.0002585823366082064,
      "loss": 1.0309,
      "step": 37018
    },
    {
      "epoch": 1.516240016383371,
      "grad_norm": 1.223626074586686,
      "learning_rate": 0.0002585800864696564,
      "loss": 0.9632,
      "step": 37019
    },
    {
      "epoch": 1.5162809748105672,
      "grad_norm": 1.025805475947245,
      "learning_rate": 0.00025857783627977613,
      "loss": 1.0216,
      "step": 37020
    },
    {
      "epoch": 1.5163219332377635,
      "grad_norm": 1.9909551503727234,
      "learning_rate": 0.00025857558603856656,
      "loss": 1.4932,
      "step": 37021
    },
    {
      "epoch": 1.51636289166496,
      "grad_norm": 1.0888863881973367,
      "learning_rate": 0.00025857333574602875,
      "loss": 0.9441,
      "step": 37022
    },
    {
      "epoch": 1.5164038500921566,
      "grad_norm": 0.9446765449477539,
      "learning_rate": 0.0002585710854021638,
      "loss": 0.7317,
      "step": 37023
    },
    {
      "epoch": 1.5164448085193527,
      "grad_norm": 0.8850824594829305,
      "learning_rate": 0.0002585688350069726,
      "loss": 0.6992,
      "step": 37024
    },
    {
      "epoch": 1.5164857669465492,
      "grad_norm": 1.1030796422111704,
      "learning_rate": 0.00025856658456045647,
      "loss": 1.0258,
      "step": 37025
    },
    {
      "epoch": 1.5165267253737458,
      "grad_norm": 1.0421404007605573,
      "learning_rate": 0.00025856433406261636,
      "loss": 0.7742,
      "step": 37026
    },
    {
      "epoch": 1.516567683800942,
      "grad_norm": 1.1074473803068305,
      "learning_rate": 0.00025856208351345326,
      "loss": 0.8924,
      "step": 37027
    },
    {
      "epoch": 1.5166086422281384,
      "grad_norm": 3.904020453746649,
      "learning_rate": 0.00025855983291296836,
      "loss": 5.0661,
      "step": 37028
    },
    {
      "epoch": 1.516649600655335,
      "grad_norm": 0.6319365580746407,
      "learning_rate": 0.00025855758226116265,
      "loss": 0.4874,
      "step": 37029
    },
    {
      "epoch": 1.5166905590825313,
      "grad_norm": 1.9478168261227884,
      "learning_rate": 0.00025855533155803726,
      "loss": 2.3378,
      "step": 37030
    },
    {
      "epoch": 1.5167315175097276,
      "grad_norm": 1.6484665567443642,
      "learning_rate": 0.00025855308080359316,
      "loss": 0.9956,
      "step": 37031
    },
    {
      "epoch": 1.516772475936924,
      "grad_norm": 1.1338190834248012,
      "learning_rate": 0.0002585508299978315,
      "loss": 0.5281,
      "step": 37032
    },
    {
      "epoch": 1.5168134343641204,
      "grad_norm": 1.132816951587495,
      "learning_rate": 0.00025854857914075325,
      "loss": 1.1225,
      "step": 37033
    },
    {
      "epoch": 1.5168543927913167,
      "grad_norm": 0.6317019910788257,
      "learning_rate": 0.00025854632823235955,
      "loss": 0.2677,
      "step": 37034
    },
    {
      "epoch": 1.5168953512185133,
      "grad_norm": 0.6656846213148443,
      "learning_rate": 0.0002585440772726515,
      "loss": 0.2434,
      "step": 37035
    },
    {
      "epoch": 1.5169363096457096,
      "grad_norm": 3.3286534082261956,
      "learning_rate": 0.00025854182626163,
      "loss": 5.4199,
      "step": 37036
    },
    {
      "epoch": 1.516977268072906,
      "grad_norm": 1.3721421559465468,
      "learning_rate": 0.00025853957519929635,
      "loss": 0.888,
      "step": 37037
    },
    {
      "epoch": 1.5170182265001024,
      "grad_norm": 1.002524539620328,
      "learning_rate": 0.0002585373240856514,
      "loss": 0.6772,
      "step": 37038
    },
    {
      "epoch": 1.5170591849272987,
      "grad_norm": 0.6423182467795854,
      "learning_rate": 0.00025853507292069634,
      "loss": 0.2665,
      "step": 37039
    },
    {
      "epoch": 1.517100143354495,
      "grad_norm": 1.0719985982455635,
      "learning_rate": 0.0002585328217044322,
      "loss": 0.7428,
      "step": 37040
    },
    {
      "epoch": 1.5171411017816916,
      "grad_norm": 1.2847247518515559,
      "learning_rate": 0.00025853057043686005,
      "loss": 1.1342,
      "step": 37041
    },
    {
      "epoch": 1.5171820602088881,
      "grad_norm": 1.0045990017370885,
      "learning_rate": 0.00025852831911798085,
      "loss": 0.7215,
      "step": 37042
    },
    {
      "epoch": 1.5172230186360842,
      "grad_norm": 1.1275722130227435,
      "learning_rate": 0.00025852606774779584,
      "loss": 0.791,
      "step": 37043
    },
    {
      "epoch": 1.5172639770632808,
      "grad_norm": 1.1890965044199338,
      "learning_rate": 0.000258523816326306,
      "loss": 0.3789,
      "step": 37044
    },
    {
      "epoch": 1.5173049354904773,
      "grad_norm": 1.3721399034101303,
      "learning_rate": 0.0002585215648535124,
      "loss": 1.2881,
      "step": 37045
    },
    {
      "epoch": 1.5173458939176736,
      "grad_norm": 0.9178399530063197,
      "learning_rate": 0.0002585193133294161,
      "loss": 0.2054,
      "step": 37046
    },
    {
      "epoch": 1.51738685234487,
      "grad_norm": 0.8929433876746552,
      "learning_rate": 0.0002585170617540181,
      "loss": 0.7222,
      "step": 37047
    },
    {
      "epoch": 1.5174278107720665,
      "grad_norm": 2.3674107480081488,
      "learning_rate": 0.0002585148101273196,
      "loss": 0.9492,
      "step": 37048
    },
    {
      "epoch": 1.5174687691992628,
      "grad_norm": 1.4177418667846386,
      "learning_rate": 0.0002585125584493216,
      "loss": 1.2923,
      "step": 37049
    },
    {
      "epoch": 1.517509727626459,
      "grad_norm": 0.7940318818768094,
      "learning_rate": 0.00025851030672002513,
      "loss": 0.6684,
      "step": 37050
    },
    {
      "epoch": 1.5175506860536556,
      "grad_norm": 0.9984320788786542,
      "learning_rate": 0.00025850805493943127,
      "loss": 0.7853,
      "step": 37051
    },
    {
      "epoch": 1.517591644480852,
      "grad_norm": 1.0165493511147359,
      "learning_rate": 0.0002585058031075411,
      "loss": 0.6973,
      "step": 37052
    },
    {
      "epoch": 1.5176326029080482,
      "grad_norm": 0.9208746958900473,
      "learning_rate": 0.00025850355122435575,
      "loss": 0.8138,
      "step": 37053
    },
    {
      "epoch": 1.5176735613352448,
      "grad_norm": 0.9205344248107843,
      "learning_rate": 0.0002585012992898761,
      "loss": 0.6735,
      "step": 37054
    },
    {
      "epoch": 1.517714519762441,
      "grad_norm": 0.9659257442914063,
      "learning_rate": 0.00025849904730410343,
      "loss": 0.8417,
      "step": 37055
    },
    {
      "epoch": 1.5177554781896374,
      "grad_norm": 0.7449796832765119,
      "learning_rate": 0.0002584967952670387,
      "loss": 0.3182,
      "step": 37056
    },
    {
      "epoch": 1.517796436616834,
      "grad_norm": 1.2755218203057235,
      "learning_rate": 0.0002584945431786829,
      "loss": 0.7736,
      "step": 37057
    },
    {
      "epoch": 1.5178373950440303,
      "grad_norm": 1.3278477671785833,
      "learning_rate": 0.00025849229103903725,
      "loss": 1.0672,
      "step": 37058
    },
    {
      "epoch": 1.5178783534712266,
      "grad_norm": 5.179649131713363,
      "learning_rate": 0.00025849003884810274,
      "loss": 5.9315,
      "step": 37059
    },
    {
      "epoch": 1.517919311898423,
      "grad_norm": 3.51737072468126,
      "learning_rate": 0.00025848778660588043,
      "loss": 3.7195,
      "step": 37060
    },
    {
      "epoch": 1.5179602703256196,
      "grad_norm": 1.1229865561084926,
      "learning_rate": 0.00025848553431237134,
      "loss": 0.8708,
      "step": 37061
    },
    {
      "epoch": 1.5180012287528157,
      "grad_norm": 1.3596469212676139,
      "learning_rate": 0.0002584832819675767,
      "loss": 1.3748,
      "step": 37062
    },
    {
      "epoch": 1.5180421871800123,
      "grad_norm": 0.8463429062528517,
      "learning_rate": 0.00025848102957149734,
      "loss": 0.8237,
      "step": 37063
    },
    {
      "epoch": 1.5180831456072088,
      "grad_norm": 1.196733878368961,
      "learning_rate": 0.00025847877712413444,
      "loss": 1.0416,
      "step": 37064
    },
    {
      "epoch": 1.5181241040344051,
      "grad_norm": 1.2059330471444674,
      "learning_rate": 0.00025847652462548915,
      "loss": 0.9048,
      "step": 37065
    },
    {
      "epoch": 1.5181650624616014,
      "grad_norm": 0.7709315087485126,
      "learning_rate": 0.0002584742720755624,
      "loss": 0.3279,
      "step": 37066
    },
    {
      "epoch": 1.518206020888798,
      "grad_norm": 1.3617257425831828,
      "learning_rate": 0.0002584720194743554,
      "loss": 1.279,
      "step": 37067
    },
    {
      "epoch": 1.5182469793159943,
      "grad_norm": 1.0276591058958366,
      "learning_rate": 0.00025846976682186896,
      "loss": 0.8178,
      "step": 37068
    },
    {
      "epoch": 1.5182879377431906,
      "grad_norm": 1.0099255731560537,
      "learning_rate": 0.00025846751411810444,
      "loss": 0.5748,
      "step": 37069
    },
    {
      "epoch": 1.5183288961703871,
      "grad_norm": 1.1106956781162576,
      "learning_rate": 0.0002584652613630627,
      "loss": 0.8313,
      "step": 37070
    },
    {
      "epoch": 1.5183698545975834,
      "grad_norm": 1.2513515050490085,
      "learning_rate": 0.00025846300855674495,
      "loss": 0.8897,
      "step": 37071
    },
    {
      "epoch": 1.5184108130247798,
      "grad_norm": 0.8445420368612625,
      "learning_rate": 0.0002584607556991521,
      "loss": 0.5007,
      "step": 37072
    },
    {
      "epoch": 1.5184517714519763,
      "grad_norm": 1.02379885455888,
      "learning_rate": 0.00025845850279028536,
      "loss": 0.6431,
      "step": 37073
    },
    {
      "epoch": 1.5184927298791726,
      "grad_norm": 1.1517673672327828,
      "learning_rate": 0.00025845624983014573,
      "loss": 1.0485,
      "step": 37074
    },
    {
      "epoch": 1.518533688306369,
      "grad_norm": 1.0826529988203877,
      "learning_rate": 0.0002584539968187343,
      "loss": 0.9899,
      "step": 37075
    },
    {
      "epoch": 1.5185746467335655,
      "grad_norm": 1.2285158770628792,
      "learning_rate": 0.00025845174375605206,
      "loss": 1.0519,
      "step": 37076
    },
    {
      "epoch": 1.5186156051607618,
      "grad_norm": 1.1130258664836203,
      "learning_rate": 0.0002584494906421001,
      "loss": 0.809,
      "step": 37077
    },
    {
      "epoch": 1.518656563587958,
      "grad_norm": 0.8034590786173639,
      "learning_rate": 0.00025844723747687955,
      "loss": 0.3792,
      "step": 37078
    },
    {
      "epoch": 1.5186975220151546,
      "grad_norm": 0.6862277072961966,
      "learning_rate": 0.0002584449842603915,
      "loss": 0.3213,
      "step": 37079
    },
    {
      "epoch": 1.5187384804423512,
      "grad_norm": 1.0187132262501253,
      "learning_rate": 0.00025844273099263687,
      "loss": 0.7191,
      "step": 37080
    },
    {
      "epoch": 1.5187794388695472,
      "grad_norm": 0.9095038037389233,
      "learning_rate": 0.00025844047767361683,
      "loss": 0.8224,
      "step": 37081
    },
    {
      "epoch": 1.5188203972967438,
      "grad_norm": 1.1257563325958788,
      "learning_rate": 0.00025843822430333247,
      "loss": 0.9071,
      "step": 37082
    },
    {
      "epoch": 1.5188613557239403,
      "grad_norm": 1.0961430307160294,
      "learning_rate": 0.00025843597088178475,
      "loss": 0.9367,
      "step": 37083
    },
    {
      "epoch": 1.5189023141511366,
      "grad_norm": 1.017245771576702,
      "learning_rate": 0.0002584337174089748,
      "loss": 0.8267,
      "step": 37084
    },
    {
      "epoch": 1.518943272578333,
      "grad_norm": 1.0026698355541188,
      "learning_rate": 0.00025843146388490374,
      "loss": 0.9274,
      "step": 37085
    },
    {
      "epoch": 1.5189842310055295,
      "grad_norm": 0.6203234876101393,
      "learning_rate": 0.0002584292103095725,
      "loss": 0.3182,
      "step": 37086
    },
    {
      "epoch": 1.5190251894327258,
      "grad_norm": 1.3418094404012963,
      "learning_rate": 0.0002584269566829823,
      "loss": 1.1807,
      "step": 37087
    },
    {
      "epoch": 1.5190661478599221,
      "grad_norm": 1.0057057840363892,
      "learning_rate": 0.0002584247030051341,
      "loss": 0.8678,
      "step": 37088
    },
    {
      "epoch": 1.5191071062871186,
      "grad_norm": 1.0911527270221388,
      "learning_rate": 0.00025842244927602894,
      "loss": 0.9772,
      "step": 37089
    },
    {
      "epoch": 1.519148064714315,
      "grad_norm": 1.086206076409351,
      "learning_rate": 0.000258420195495668,
      "loss": 0.7964,
      "step": 37090
    },
    {
      "epoch": 1.5191890231415113,
      "grad_norm": 2.800027228944818,
      "learning_rate": 0.0002584179416640523,
      "loss": 2.6806,
      "step": 37091
    },
    {
      "epoch": 1.5192299815687078,
      "grad_norm": 1.0028068944914865,
      "learning_rate": 0.0002584156877811828,
      "loss": 0.6362,
      "step": 37092
    },
    {
      "epoch": 1.5192709399959041,
      "grad_norm": 0.8905596796736611,
      "learning_rate": 0.00025841343384706074,
      "loss": 0.7454,
      "step": 37093
    },
    {
      "epoch": 1.5193118984231004,
      "grad_norm": 0.9001218863529358,
      "learning_rate": 0.000258411179861687,
      "loss": 0.9931,
      "step": 37094
    },
    {
      "epoch": 1.519352856850297,
      "grad_norm": 1.0313015076247858,
      "learning_rate": 0.00025840892582506284,
      "loss": 0.8496,
      "step": 37095
    },
    {
      "epoch": 1.5193938152774935,
      "grad_norm": 1.0096651719392817,
      "learning_rate": 0.0002584066717371892,
      "loss": 0.5286,
      "step": 37096
    },
    {
      "epoch": 1.5194347737046896,
      "grad_norm": 0.8955185218541581,
      "learning_rate": 0.00025840441759806713,
      "loss": 0.3164,
      "step": 37097
    },
    {
      "epoch": 1.5194757321318861,
      "grad_norm": 0.9064414623007429,
      "learning_rate": 0.0002584021634076978,
      "loss": 0.427,
      "step": 37098
    },
    {
      "epoch": 1.5195166905590827,
      "grad_norm": 0.9190091870645415,
      "learning_rate": 0.0002583999091660822,
      "loss": 0.7764,
      "step": 37099
    },
    {
      "epoch": 1.5195576489862788,
      "grad_norm": 0.9745479904466535,
      "learning_rate": 0.0002583976548732214,
      "loss": 0.8664,
      "step": 37100
    },
    {
      "epoch": 1.5195986074134753,
      "grad_norm": 2.2449714223195874,
      "learning_rate": 0.0002583954005291165,
      "loss": 1.0227,
      "step": 37101
    },
    {
      "epoch": 1.5196395658406718,
      "grad_norm": 1.262386017182384,
      "learning_rate": 0.00025839314613376854,
      "loss": 1.1949,
      "step": 37102
    },
    {
      "epoch": 1.5196805242678681,
      "grad_norm": 1.2307529680550677,
      "learning_rate": 0.0002583908916871786,
      "loss": 1.0519,
      "step": 37103
    },
    {
      "epoch": 1.5197214826950645,
      "grad_norm": 1.2974652860036509,
      "learning_rate": 0.0002583886371893477,
      "loss": 1.2901,
      "step": 37104
    },
    {
      "epoch": 1.519762441122261,
      "grad_norm": 0.9468584449796292,
      "learning_rate": 0.000258386382640277,
      "loss": 0.5913,
      "step": 37105
    },
    {
      "epoch": 1.5198033995494573,
      "grad_norm": 0.5949737680288664,
      "learning_rate": 0.0002583841280399675,
      "loss": 0.2835,
      "step": 37106
    },
    {
      "epoch": 1.5198443579766536,
      "grad_norm": 0.5412162076505349,
      "learning_rate": 0.0002583818733884202,
      "loss": 0.2832,
      "step": 37107
    },
    {
      "epoch": 1.5198853164038502,
      "grad_norm": 0.8992388708726412,
      "learning_rate": 0.0002583796186856363,
      "loss": 0.7214,
      "step": 37108
    },
    {
      "epoch": 1.5199262748310465,
      "grad_norm": 1.0589619650271167,
      "learning_rate": 0.0002583773639316168,
      "loss": 0.967,
      "step": 37109
    },
    {
      "epoch": 1.5199672332582428,
      "grad_norm": 1.2002717805151424,
      "learning_rate": 0.00025837510912636276,
      "loss": 1.2574,
      "step": 37110
    },
    {
      "epoch": 1.5200081916854393,
      "grad_norm": 1.116039570111559,
      "learning_rate": 0.00025837285426987526,
      "loss": 0.722,
      "step": 37111
    },
    {
      "epoch": 1.5200491501126356,
      "grad_norm": 1.286779187414342,
      "learning_rate": 0.00025837059936215535,
      "loss": 0.8468,
      "step": 37112
    },
    {
      "epoch": 1.520090108539832,
      "grad_norm": 0.782472759684205,
      "learning_rate": 0.0002583683444032041,
      "loss": 0.3148,
      "step": 37113
    },
    {
      "epoch": 1.5201310669670285,
      "grad_norm": 6.068128034284088,
      "learning_rate": 0.0002583660893930226,
      "loss": 6.3078,
      "step": 37114
    },
    {
      "epoch": 1.520172025394225,
      "grad_norm": 1.0226103019070774,
      "learning_rate": 0.00025836383433161194,
      "loss": 0.7463,
      "step": 37115
    },
    {
      "epoch": 1.5202129838214211,
      "grad_norm": 1.710229177556042,
      "learning_rate": 0.0002583615792189731,
      "loss": 1.4124,
      "step": 37116
    },
    {
      "epoch": 1.5202539422486177,
      "grad_norm": 1.095318590553431,
      "learning_rate": 0.00025835932405510724,
      "loss": 0.9616,
      "step": 37117
    },
    {
      "epoch": 1.5202949006758142,
      "grad_norm": 1.1517298417320327,
      "learning_rate": 0.0002583570688400153,
      "loss": 0.8679,
      "step": 37118
    },
    {
      "epoch": 1.5203358591030103,
      "grad_norm": 0.9278695787914576,
      "learning_rate": 0.0002583548135736985,
      "loss": 0.6223,
      "step": 37119
    },
    {
      "epoch": 1.5203768175302068,
      "grad_norm": 1.0524780001570129,
      "learning_rate": 0.0002583525582561578,
      "loss": 0.5421,
      "step": 37120
    },
    {
      "epoch": 1.5204177759574034,
      "grad_norm": 1.0891409363796947,
      "learning_rate": 0.0002583503028873943,
      "loss": 0.9427,
      "step": 37121
    },
    {
      "epoch": 1.5204587343845997,
      "grad_norm": 1.0247607121224487,
      "learning_rate": 0.00025834804746740906,
      "loss": 0.8789,
      "step": 37122
    },
    {
      "epoch": 1.520499692811796,
      "grad_norm": 1.2231275783754756,
      "learning_rate": 0.00025834579199620315,
      "loss": 0.8166,
      "step": 37123
    },
    {
      "epoch": 1.5205406512389925,
      "grad_norm": 1.0576439064382956,
      "learning_rate": 0.00025834353647377764,
      "loss": 0.9309,
      "step": 37124
    },
    {
      "epoch": 1.5205816096661888,
      "grad_norm": 1.0701021739573846,
      "learning_rate": 0.0002583412809001336,
      "loss": 1.0679,
      "step": 37125
    },
    {
      "epoch": 1.5206225680933851,
      "grad_norm": 0.9698199966119212,
      "learning_rate": 0.0002583390252752721,
      "loss": 0.5384,
      "step": 37126
    },
    {
      "epoch": 1.5206635265205817,
      "grad_norm": 1.0429812281318611,
      "learning_rate": 0.0002583367695991942,
      "loss": 1.061,
      "step": 37127
    },
    {
      "epoch": 1.520704484947778,
      "grad_norm": 1.1892753893296413,
      "learning_rate": 0.0002583345138719009,
      "loss": 1.1503,
      "step": 37128
    },
    {
      "epoch": 1.5207454433749743,
      "grad_norm": 1.1522797605811912,
      "learning_rate": 0.0002583322580933934,
      "loss": 0.9932,
      "step": 37129
    },
    {
      "epoch": 1.5207864018021708,
      "grad_norm": 1.1737072551841414,
      "learning_rate": 0.0002583300022636727,
      "loss": 0.9572,
      "step": 37130
    },
    {
      "epoch": 1.5208273602293672,
      "grad_norm": 1.1410489556819918,
      "learning_rate": 0.0002583277463827398,
      "loss": 0.926,
      "step": 37131
    },
    {
      "epoch": 1.5208683186565635,
      "grad_norm": 0.9204300792714368,
      "learning_rate": 0.00025832549045059583,
      "loss": 0.7591,
      "step": 37132
    },
    {
      "epoch": 1.52090927708376,
      "grad_norm": 1.1817641679829232,
      "learning_rate": 0.0002583232344672419,
      "loss": 1.2016,
      "step": 37133
    },
    {
      "epoch": 1.5209502355109565,
      "grad_norm": 1.105701777579968,
      "learning_rate": 0.000258320978432679,
      "loss": 1.0235,
      "step": 37134
    },
    {
      "epoch": 1.5209911939381526,
      "grad_norm": 4.519901442298056,
      "learning_rate": 0.00025831872234690826,
      "loss": 2.3033,
      "step": 37135
    },
    {
      "epoch": 1.5210321523653492,
      "grad_norm": 1.0652405404298244,
      "learning_rate": 0.00025831646620993066,
      "loss": 0.8559,
      "step": 37136
    },
    {
      "epoch": 1.5210731107925457,
      "grad_norm": 0.951039120070117,
      "learning_rate": 0.0002583142100217474,
      "loss": 0.6721,
      "step": 37137
    },
    {
      "epoch": 1.521114069219742,
      "grad_norm": 1.2755744004388099,
      "learning_rate": 0.00025831195378235935,
      "loss": 1.209,
      "step": 37138
    },
    {
      "epoch": 1.5211550276469383,
      "grad_norm": 0.8933644829887678,
      "learning_rate": 0.00025830969749176776,
      "loss": 0.8252,
      "step": 37139
    },
    {
      "epoch": 1.5211959860741349,
      "grad_norm": 2.443171754613788,
      "learning_rate": 0.00025830744114997364,
      "loss": 1.1468,
      "step": 37140
    },
    {
      "epoch": 1.5212369445013312,
      "grad_norm": 0.90848962747357,
      "learning_rate": 0.00025830518475697807,
      "loss": 0.6733,
      "step": 37141
    },
    {
      "epoch": 1.5212779029285275,
      "grad_norm": 1.0360437444351238,
      "learning_rate": 0.000258302928312782,
      "loss": 0.7461,
      "step": 37142
    },
    {
      "epoch": 1.521318861355724,
      "grad_norm": 1.3811483852455289,
      "learning_rate": 0.0002583006718173867,
      "loss": 1.0938,
      "step": 37143
    },
    {
      "epoch": 1.5213598197829203,
      "grad_norm": 1.0439540807450982,
      "learning_rate": 0.000258298415270793,
      "loss": 0.6815,
      "step": 37144
    },
    {
      "epoch": 1.5214007782101167,
      "grad_norm": 0.7682133339506962,
      "learning_rate": 0.00025829615867300224,
      "loss": 0.2815,
      "step": 37145
    },
    {
      "epoch": 1.5214417366373132,
      "grad_norm": 0.7365000397617453,
      "learning_rate": 0.00025829390202401526,
      "loss": 0.3243,
      "step": 37146
    },
    {
      "epoch": 1.5214826950645095,
      "grad_norm": 1.0246085976415635,
      "learning_rate": 0.0002582916453238332,
      "loss": 0.7559,
      "step": 37147
    },
    {
      "epoch": 1.5215236534917058,
      "grad_norm": 0.9924912948731648,
      "learning_rate": 0.0002582893885724572,
      "loss": 0.9193,
      "step": 37148
    },
    {
      "epoch": 1.5215646119189024,
      "grad_norm": 1.0788185083237924,
      "learning_rate": 0.00025828713176988813,
      "loss": 0.9216,
      "step": 37149
    },
    {
      "epoch": 1.5216055703460987,
      "grad_norm": 1.3732952582687314,
      "learning_rate": 0.0002582848749161273,
      "loss": 1.4364,
      "step": 37150
    },
    {
      "epoch": 1.521646528773295,
      "grad_norm": 1.203700942370457,
      "learning_rate": 0.00025828261801117563,
      "loss": 0.9065,
      "step": 37151
    },
    {
      "epoch": 1.5216874872004915,
      "grad_norm": 0.8879637854100324,
      "learning_rate": 0.00025828036105503423,
      "loss": 0.8028,
      "step": 37152
    },
    {
      "epoch": 1.521728445627688,
      "grad_norm": 1.2091764552864221,
      "learning_rate": 0.0002582781040477041,
      "loss": 1.2352,
      "step": 37153
    },
    {
      "epoch": 1.5217694040548841,
      "grad_norm": 0.9722952934948875,
      "learning_rate": 0.00025827584698918645,
      "loss": 0.8686,
      "step": 37154
    },
    {
      "epoch": 1.5218103624820807,
      "grad_norm": 0.9590169410995746,
      "learning_rate": 0.0002582735898794823,
      "loss": 0.5126,
      "step": 37155
    },
    {
      "epoch": 1.5218513209092772,
      "grad_norm": 0.9580956324608604,
      "learning_rate": 0.00025827133271859255,
      "loss": 0.9998,
      "step": 37156
    },
    {
      "epoch": 1.5218922793364735,
      "grad_norm": 1.1088513942623313,
      "learning_rate": 0.00025826907550651845,
      "loss": 0.7599,
      "step": 37157
    },
    {
      "epoch": 1.5219332377636698,
      "grad_norm": 1.1653034558973694,
      "learning_rate": 0.000258266818243261,
      "loss": 1.1682,
      "step": 37158
    },
    {
      "epoch": 1.5219741961908664,
      "grad_norm": 0.9700333378395829,
      "learning_rate": 0.0002582645609288213,
      "loss": 0.7571,
      "step": 37159
    },
    {
      "epoch": 1.5220151546180627,
      "grad_norm": 1.271487043895013,
      "learning_rate": 0.00025826230356320044,
      "loss": 0.8482,
      "step": 37160
    },
    {
      "epoch": 1.522056113045259,
      "grad_norm": 0.4181865565045703,
      "learning_rate": 0.00025826004614639943,
      "loss": 0.1023,
      "step": 37161
    },
    {
      "epoch": 1.5220970714724555,
      "grad_norm": 1.7437911396348558,
      "learning_rate": 0.00025825778867841936,
      "loss": 1.263,
      "step": 37162
    },
    {
      "epoch": 1.5221380298996519,
      "grad_norm": 0.9754350195553897,
      "learning_rate": 0.0002582555311592612,
      "loss": 0.6628,
      "step": 37163
    },
    {
      "epoch": 1.5221789883268482,
      "grad_norm": 0.692216068923598,
      "learning_rate": 0.00025825327358892615,
      "loss": 0.3492,
      "step": 37164
    },
    {
      "epoch": 1.5222199467540447,
      "grad_norm": 1.1465121596264785,
      "learning_rate": 0.0002582510159674153,
      "loss": 1.1471,
      "step": 37165
    },
    {
      "epoch": 1.522260905181241,
      "grad_norm": 0.9725555106911971,
      "learning_rate": 0.00025824875829472956,
      "loss": 0.7616,
      "step": 37166
    },
    {
      "epoch": 1.5223018636084373,
      "grad_norm": 0.7958026480672479,
      "learning_rate": 0.00025824650057087013,
      "loss": 0.4577,
      "step": 37167
    },
    {
      "epoch": 1.5223428220356339,
      "grad_norm": 1.1130271616130647,
      "learning_rate": 0.00025824424279583804,
      "loss": 0.7856,
      "step": 37168
    },
    {
      "epoch": 1.5223837804628302,
      "grad_norm": 0.8945231237911462,
      "learning_rate": 0.0002582419849696343,
      "loss": 0.7418,
      "step": 37169
    },
    {
      "epoch": 1.5224247388900265,
      "grad_norm": 1.1068799408319427,
      "learning_rate": 0.0002582397270922601,
      "loss": 1.1565,
      "step": 37170
    },
    {
      "epoch": 1.522465697317223,
      "grad_norm": 1.0285061460592173,
      "learning_rate": 0.0002582374691637164,
      "loss": 0.9586,
      "step": 37171
    },
    {
      "epoch": 1.5225066557444196,
      "grad_norm": 1.023505498281339,
      "learning_rate": 0.00025823521118400436,
      "loss": 0.9408,
      "step": 37172
    },
    {
      "epoch": 1.5225476141716157,
      "grad_norm": 1.5003768010547596,
      "learning_rate": 0.00025823295315312495,
      "loss": 1.3707,
      "step": 37173
    },
    {
      "epoch": 1.5225885725988122,
      "grad_norm": 1.234136318995772,
      "learning_rate": 0.0002582306950710793,
      "loss": 0.8362,
      "step": 37174
    },
    {
      "epoch": 1.5226295310260087,
      "grad_norm": 0.8707281863527586,
      "learning_rate": 0.00025822843693786837,
      "loss": 0.619,
      "step": 37175
    },
    {
      "epoch": 1.522670489453205,
      "grad_norm": 1.124216156755478,
      "learning_rate": 0.0002582261787534934,
      "loss": 1.1166,
      "step": 37176
    },
    {
      "epoch": 1.5227114478804014,
      "grad_norm": 0.8355752154180807,
      "learning_rate": 0.0002582239205179554,
      "loss": 0.707,
      "step": 37177
    },
    {
      "epoch": 1.522752406307598,
      "grad_norm": 1.1697118239759328,
      "learning_rate": 0.00025822166223125534,
      "loss": 1.0139,
      "step": 37178
    },
    {
      "epoch": 1.5227933647347942,
      "grad_norm": 0.9723283133616216,
      "learning_rate": 0.0002582194038933944,
      "loss": 0.9658,
      "step": 37179
    },
    {
      "epoch": 1.5228343231619905,
      "grad_norm": 0.8847117519809978,
      "learning_rate": 0.00025821714550437356,
      "loss": 0.4776,
      "step": 37180
    },
    {
      "epoch": 1.522875281589187,
      "grad_norm": 1.040035533914891,
      "learning_rate": 0.000258214887064194,
      "loss": 0.5616,
      "step": 37181
    },
    {
      "epoch": 1.5229162400163834,
      "grad_norm": 1.664817357031116,
      "learning_rate": 0.0002582126285728567,
      "loss": 2.0283,
      "step": 37182
    },
    {
      "epoch": 1.5229571984435797,
      "grad_norm": 1.3542315274341188,
      "learning_rate": 0.0002582103700303627,
      "loss": 0.905,
      "step": 37183
    },
    {
      "epoch": 1.5229981568707762,
      "grad_norm": 0.939548871651342,
      "learning_rate": 0.00025820811143671316,
      "loss": 0.653,
      "step": 37184
    },
    {
      "epoch": 1.5230391152979725,
      "grad_norm": 1.1292594708249009,
      "learning_rate": 0.0002582058527919091,
      "loss": 0.8555,
      "step": 37185
    },
    {
      "epoch": 1.5230800737251688,
      "grad_norm": 1.000677861313446,
      "learning_rate": 0.00025820359409595156,
      "loss": 0.8738,
      "step": 37186
    },
    {
      "epoch": 1.5231210321523654,
      "grad_norm": 1.06379474830355,
      "learning_rate": 0.0002582013353488417,
      "loss": 0.7488,
      "step": 37187
    },
    {
      "epoch": 1.5231619905795617,
      "grad_norm": 0.5971006397047193,
      "learning_rate": 0.00025819907655058046,
      "loss": 0.3424,
      "step": 37188
    },
    {
      "epoch": 1.523202949006758,
      "grad_norm": 0.861229293130313,
      "learning_rate": 0.000258196817701169,
      "loss": 0.6622,
      "step": 37189
    },
    {
      "epoch": 1.5232439074339545,
      "grad_norm": 1.2238174921686917,
      "learning_rate": 0.0002581945588006084,
      "loss": 0.5788,
      "step": 37190
    },
    {
      "epoch": 1.523284865861151,
      "grad_norm": 0.9034628322459997,
      "learning_rate": 0.00025819229984889964,
      "loss": 0.8152,
      "step": 37191
    },
    {
      "epoch": 1.5233258242883472,
      "grad_norm": 1.3382712073518428,
      "learning_rate": 0.0002581900408460439,
      "loss": 0.9739,
      "step": 37192
    },
    {
      "epoch": 1.5233667827155437,
      "grad_norm": 1.0800898164671522,
      "learning_rate": 0.00025818778179204213,
      "loss": 0.8223,
      "step": 37193
    },
    {
      "epoch": 1.5234077411427402,
      "grad_norm": 1.2911680059842627,
      "learning_rate": 0.00025818552268689547,
      "loss": 0.9234,
      "step": 37194
    },
    {
      "epoch": 1.5234486995699366,
      "grad_norm": 1.1617484563277767,
      "learning_rate": 0.00025818326353060494,
      "loss": 1.0297,
      "step": 37195
    },
    {
      "epoch": 1.5234896579971329,
      "grad_norm": 0.9278459128583334,
      "learning_rate": 0.00025818100432317166,
      "loss": 0.7906,
      "step": 37196
    },
    {
      "epoch": 1.5235306164243294,
      "grad_norm": 1.1098615990503826,
      "learning_rate": 0.00025817874506459674,
      "loss": 0.9761,
      "step": 37197
    },
    {
      "epoch": 1.5235715748515257,
      "grad_norm": 2.3084792544972155,
      "learning_rate": 0.00025817648575488113,
      "loss": 3.8014,
      "step": 37198
    },
    {
      "epoch": 1.523612533278722,
      "grad_norm": 1.0581184498547607,
      "learning_rate": 0.000258174226394026,
      "loss": 0.3464,
      "step": 37199
    },
    {
      "epoch": 1.5236534917059186,
      "grad_norm": 1.1391045963727922,
      "learning_rate": 0.00025817196698203233,
      "loss": 0.9836,
      "step": 37200
    },
    {
      "epoch": 1.5236944501331149,
      "grad_norm": 1.6142700269936698,
      "learning_rate": 0.00025816970751890126,
      "loss": 1.1575,
      "step": 37201
    },
    {
      "epoch": 1.5237354085603112,
      "grad_norm": 1.8758847232226372,
      "learning_rate": 0.0002581674480046338,
      "loss": 1.5276,
      "step": 37202
    },
    {
      "epoch": 1.5237763669875077,
      "grad_norm": 1.016494274467567,
      "learning_rate": 0.00025816518843923105,
      "loss": 0.6167,
      "step": 37203
    },
    {
      "epoch": 1.523817325414704,
      "grad_norm": 0.9711126889808049,
      "learning_rate": 0.00025816292882269404,
      "loss": 0.895,
      "step": 37204
    },
    {
      "epoch": 1.5238582838419004,
      "grad_norm": 1.1731117038018375,
      "learning_rate": 0.00025816066915502393,
      "loss": 0.7981,
      "step": 37205
    },
    {
      "epoch": 1.523899242269097,
      "grad_norm": 1.1266712357726725,
      "learning_rate": 0.0002581584094362217,
      "loss": 0.7453,
      "step": 37206
    },
    {
      "epoch": 1.5239402006962932,
      "grad_norm": 1.216221731970137,
      "learning_rate": 0.0002581561496662885,
      "loss": 1.1267,
      "step": 37207
    },
    {
      "epoch": 1.5239811591234895,
      "grad_norm": 1.132013743659256,
      "learning_rate": 0.0002581538898452253,
      "loss": 1.146,
      "step": 37208
    },
    {
      "epoch": 1.524022117550686,
      "grad_norm": 1.1828275427610573,
      "learning_rate": 0.0002581516299730332,
      "loss": 0.906,
      "step": 37209
    },
    {
      "epoch": 1.5240630759778826,
      "grad_norm": 1.3924992606428053,
      "learning_rate": 0.0002581493700497133,
      "loss": 1.3659,
      "step": 37210
    },
    {
      "epoch": 1.5241040344050787,
      "grad_norm": 1.292180511852085,
      "learning_rate": 0.0002581471100752667,
      "loss": 1.2036,
      "step": 37211
    },
    {
      "epoch": 1.5241449928322752,
      "grad_norm": 1.2432767385522707,
      "learning_rate": 0.0002581448500496944,
      "loss": 0.978,
      "step": 37212
    },
    {
      "epoch": 1.5241859512594718,
      "grad_norm": 3.0196038214583605,
      "learning_rate": 0.0002581425899729975,
      "loss": 1.7723,
      "step": 37213
    },
    {
      "epoch": 1.524226909686668,
      "grad_norm": 1.0035601758298553,
      "learning_rate": 0.000258140329845177,
      "loss": 0.7649,
      "step": 37214
    },
    {
      "epoch": 1.5242678681138644,
      "grad_norm": 1.0323238648902366,
      "learning_rate": 0.0002581380696662341,
      "loss": 0.8362,
      "step": 37215
    },
    {
      "epoch": 1.524308826541061,
      "grad_norm": 1.199549023533049,
      "learning_rate": 0.0002581358094361697,
      "loss": 1.1528,
      "step": 37216
    },
    {
      "epoch": 1.5243497849682572,
      "grad_norm": 1.3212896700780168,
      "learning_rate": 0.0002581335491549851,
      "loss": 1.5175,
      "step": 37217
    },
    {
      "epoch": 1.5243907433954536,
      "grad_norm": 1.0876160501745502,
      "learning_rate": 0.00025813128882268114,
      "loss": 0.9278,
      "step": 37218
    },
    {
      "epoch": 1.52443170182265,
      "grad_norm": 0.8443488313978792,
      "learning_rate": 0.000258129028439259,
      "loss": 0.3282,
      "step": 37219
    },
    {
      "epoch": 1.5244726602498464,
      "grad_norm": 1.110672763138174,
      "learning_rate": 0.00025812676800471973,
      "loss": 0.8078,
      "step": 37220
    },
    {
      "epoch": 1.5245136186770427,
      "grad_norm": 0.88851205132369,
      "learning_rate": 0.0002581245075190644,
      "loss": 0.8058,
      "step": 37221
    },
    {
      "epoch": 1.5245545771042393,
      "grad_norm": 0.7330434815275694,
      "learning_rate": 0.00025812224698229405,
      "loss": 0.341,
      "step": 37222
    },
    {
      "epoch": 1.5245955355314356,
      "grad_norm": 2.7000759319588514,
      "learning_rate": 0.0002581199863944098,
      "loss": 1.5216,
      "step": 37223
    },
    {
      "epoch": 1.5246364939586319,
      "grad_norm": 1.0875537521453587,
      "learning_rate": 0.0002581177257554127,
      "loss": 1.043,
      "step": 37224
    },
    {
      "epoch": 1.5246774523858284,
      "grad_norm": 2.0106715091744536,
      "learning_rate": 0.0002581154650653038,
      "loss": 1.3942,
      "step": 37225
    },
    {
      "epoch": 1.5247184108130247,
      "grad_norm": 1.2018437171706888,
      "learning_rate": 0.0002581132043240842,
      "loss": 0.3408,
      "step": 37226
    },
    {
      "epoch": 1.524759369240221,
      "grad_norm": 1.3321473355261368,
      "learning_rate": 0.00025811094353175493,
      "loss": 0.9308,
      "step": 37227
    },
    {
      "epoch": 1.5248003276674176,
      "grad_norm": 1.3156719182382464,
      "learning_rate": 0.0002581086826883171,
      "loss": 0.9732,
      "step": 37228
    },
    {
      "epoch": 1.5248412860946141,
      "grad_norm": 1.0007624267654418,
      "learning_rate": 0.00025810642179377176,
      "loss": 0.8072,
      "step": 37229
    },
    {
      "epoch": 1.5248822445218102,
      "grad_norm": 0.6999126331663366,
      "learning_rate": 0.00025810416084812,
      "loss": 0.3091,
      "step": 37230
    },
    {
      "epoch": 1.5249232029490067,
      "grad_norm": 1.358438774399225,
      "learning_rate": 0.0002581018998513628,
      "loss": 1.2857,
      "step": 37231
    },
    {
      "epoch": 1.5249641613762033,
      "grad_norm": 1.7171652232429877,
      "learning_rate": 0.00025809963880350133,
      "loss": 1.7092,
      "step": 37232
    },
    {
      "epoch": 1.5250051198033996,
      "grad_norm": 0.8129980871092911,
      "learning_rate": 0.00025809737770453664,
      "loss": 0.5392,
      "step": 37233
    },
    {
      "epoch": 1.525046078230596,
      "grad_norm": 1.0024617144238601,
      "learning_rate": 0.00025809511655446976,
      "loss": 0.9175,
      "step": 37234
    },
    {
      "epoch": 1.5250870366577924,
      "grad_norm": 0.984046482330921,
      "learning_rate": 0.00025809285535330177,
      "loss": 0.7811,
      "step": 37235
    },
    {
      "epoch": 1.5251279950849888,
      "grad_norm": 0.8924332143235278,
      "learning_rate": 0.00025809059410103377,
      "loss": 0.6777,
      "step": 37236
    },
    {
      "epoch": 1.525168953512185,
      "grad_norm": 0.9341774434905102,
      "learning_rate": 0.0002580883327976668,
      "loss": 0.8812,
      "step": 37237
    },
    {
      "epoch": 1.5252099119393816,
      "grad_norm": 1.0489072330173341,
      "learning_rate": 0.0002580860714432019,
      "loss": 0.7702,
      "step": 37238
    },
    {
      "epoch": 1.525250870366578,
      "grad_norm": 2.636927195881928,
      "learning_rate": 0.00025808381003764025,
      "loss": 0.9942,
      "step": 37239
    },
    {
      "epoch": 1.5252918287937742,
      "grad_norm": 0.9049271146314217,
      "learning_rate": 0.0002580815485809828,
      "loss": 1.0021,
      "step": 37240
    },
    {
      "epoch": 1.5253327872209708,
      "grad_norm": 1.2091377339931701,
      "learning_rate": 0.0002580792870732307,
      "loss": 0.8023,
      "step": 37241
    },
    {
      "epoch": 1.525373745648167,
      "grad_norm": 1.0264228851558428,
      "learning_rate": 0.00025807702551438493,
      "loss": 0.8896,
      "step": 37242
    },
    {
      "epoch": 1.5254147040753634,
      "grad_norm": 1.1112172130368954,
      "learning_rate": 0.00025807476390444665,
      "loss": 0.9914,
      "step": 37243
    },
    {
      "epoch": 1.52545566250256,
      "grad_norm": 1.189713079151535,
      "learning_rate": 0.0002580725022434169,
      "loss": 1.2585,
      "step": 37244
    },
    {
      "epoch": 1.5254966209297565,
      "grad_norm": 0.9458422644360067,
      "learning_rate": 0.00025807024053129676,
      "loss": 0.7686,
      "step": 37245
    },
    {
      "epoch": 1.5255375793569526,
      "grad_norm": 0.9686011103506477,
      "learning_rate": 0.0002580679787680872,
      "loss": 0.775,
      "step": 37246
    },
    {
      "epoch": 1.525578537784149,
      "grad_norm": 0.803633720863226,
      "learning_rate": 0.00025806571695378944,
      "loss": 0.5832,
      "step": 37247
    },
    {
      "epoch": 1.5256194962113456,
      "grad_norm": 1.0015306436525795,
      "learning_rate": 0.00025806345508840446,
      "loss": 0.4579,
      "step": 37248
    },
    {
      "epoch": 1.5256604546385417,
      "grad_norm": 0.9798948172766269,
      "learning_rate": 0.0002580611931719334,
      "loss": 0.6541,
      "step": 37249
    },
    {
      "epoch": 1.5257014130657383,
      "grad_norm": 0.9972653054908138,
      "learning_rate": 0.0002580589312043772,
      "loss": 0.7606,
      "step": 37250
    },
    {
      "epoch": 1.5257423714929348,
      "grad_norm": 1.0362595082793862,
      "learning_rate": 0.00025805666918573704,
      "loss": 0.8782,
      "step": 37251
    },
    {
      "epoch": 1.525783329920131,
      "grad_norm": 0.9032580224089576,
      "learning_rate": 0.000258054407116014,
      "loss": 0.7042,
      "step": 37252
    },
    {
      "epoch": 1.5258242883473274,
      "grad_norm": 0.7575958802819953,
      "learning_rate": 0.0002580521449952091,
      "loss": 0.3056,
      "step": 37253
    },
    {
      "epoch": 1.525865246774524,
      "grad_norm": 0.9835928437671532,
      "learning_rate": 0.0002580498828233233,
      "loss": 0.8995,
      "step": 37254
    },
    {
      "epoch": 1.5259062052017203,
      "grad_norm": 2.682387871320223,
      "learning_rate": 0.0002580476206003579,
      "loss": 4.2884,
      "step": 37255
    },
    {
      "epoch": 1.5259471636289166,
      "grad_norm": 1.5467147411538578,
      "learning_rate": 0.0002580453583263138,
      "loss": 1.106,
      "step": 37256
    },
    {
      "epoch": 1.5259881220561131,
      "grad_norm": 2.2012854176078336,
      "learning_rate": 0.00025804309600119214,
      "loss": 1.8059,
      "step": 37257
    },
    {
      "epoch": 1.5260290804833094,
      "grad_norm": 1.0721004965622165,
      "learning_rate": 0.000258040833624994,
      "loss": 0.8562,
      "step": 37258
    },
    {
      "epoch": 1.5260700389105057,
      "grad_norm": 0.7430639086384092,
      "learning_rate": 0.0002580385711977204,
      "loss": 0.6593,
      "step": 37259
    },
    {
      "epoch": 1.5261109973377023,
      "grad_norm": 1.1186376316826012,
      "learning_rate": 0.0002580363087193724,
      "loss": 0.8611,
      "step": 37260
    },
    {
      "epoch": 1.5261519557648986,
      "grad_norm": 1.3804039572303866,
      "learning_rate": 0.00025803404618995115,
      "loss": 0.9999,
      "step": 37261
    },
    {
      "epoch": 1.526192914192095,
      "grad_norm": 0.9403894474864054,
      "learning_rate": 0.0002580317836094577,
      "loss": 0.8322,
      "step": 37262
    },
    {
      "epoch": 1.5262338726192914,
      "grad_norm": 1.3724995552381936,
      "learning_rate": 0.00025802952097789305,
      "loss": 1.1027,
      "step": 37263
    },
    {
      "epoch": 1.526274831046488,
      "grad_norm": 0.6379789584932073,
      "learning_rate": 0.00025802725829525826,
      "loss": 0.2686,
      "step": 37264
    },
    {
      "epoch": 1.526315789473684,
      "grad_norm": 0.850768098010911,
      "learning_rate": 0.0002580249955615545,
      "loss": 0.3228,
      "step": 37265
    },
    {
      "epoch": 1.5263567479008806,
      "grad_norm": 1.1561064870541344,
      "learning_rate": 0.0002580227327767828,
      "loss": 1.1478,
      "step": 37266
    },
    {
      "epoch": 1.5263977063280771,
      "grad_norm": 1.0172634675567416,
      "learning_rate": 0.0002580204699409442,
      "loss": 0.8431,
      "step": 37267
    },
    {
      "epoch": 1.5264386647552732,
      "grad_norm": 1.0235864067112368,
      "learning_rate": 0.0002580182070540398,
      "loss": 0.7484,
      "step": 37268
    },
    {
      "epoch": 1.5264796231824698,
      "grad_norm": 0.6905645756166602,
      "learning_rate": 0.0002580159441160707,
      "loss": 0.3922,
      "step": 37269
    },
    {
      "epoch": 1.5265205816096663,
      "grad_norm": 1.0545180741673197,
      "learning_rate": 0.0002580136811270379,
      "loss": 0.7971,
      "step": 37270
    },
    {
      "epoch": 1.5265615400368626,
      "grad_norm": 1.0491607555050027,
      "learning_rate": 0.00025801141808694245,
      "loss": 1.0302,
      "step": 37271
    },
    {
      "epoch": 1.526602498464059,
      "grad_norm": 1.219820672153964,
      "learning_rate": 0.0002580091549957855,
      "loss": 1.068,
      "step": 37272
    },
    {
      "epoch": 1.5266434568912555,
      "grad_norm": 1.0803841769994786,
      "learning_rate": 0.0002580068918535681,
      "loss": 0.7893,
      "step": 37273
    },
    {
      "epoch": 1.5266844153184518,
      "grad_norm": 1.1880274684208427,
      "learning_rate": 0.00025800462866029135,
      "loss": 0.5159,
      "step": 37274
    },
    {
      "epoch": 1.526725373745648,
      "grad_norm": 0.981155468894472,
      "learning_rate": 0.0002580023654159562,
      "loss": 0.7024,
      "step": 37275
    },
    {
      "epoch": 1.5267663321728446,
      "grad_norm": 0.9349191533876309,
      "learning_rate": 0.00025800010212056383,
      "loss": 0.8466,
      "step": 37276
    },
    {
      "epoch": 1.526807290600041,
      "grad_norm": 1.1134898133049373,
      "learning_rate": 0.00025799783877411526,
      "loss": 0.8587,
      "step": 37277
    },
    {
      "epoch": 1.5268482490272373,
      "grad_norm": 1.1047052089607365,
      "learning_rate": 0.0002579955753766116,
      "loss": 0.8706,
      "step": 37278
    },
    {
      "epoch": 1.5268892074544338,
      "grad_norm": 1.0983862468185814,
      "learning_rate": 0.00025799331192805395,
      "loss": 0.91,
      "step": 37279
    },
    {
      "epoch": 1.52693016588163,
      "grad_norm": 1.2018298152706333,
      "learning_rate": 0.0002579910484284432,
      "loss": 0.8776,
      "step": 37280
    },
    {
      "epoch": 1.5269711243088264,
      "grad_norm": 1.023520906260224,
      "learning_rate": 0.00025798878487778067,
      "loss": 0.6769,
      "step": 37281
    },
    {
      "epoch": 1.527012082736023,
      "grad_norm": 1.4239167478177797,
      "learning_rate": 0.00025798652127606727,
      "loss": 1.5819,
      "step": 37282
    },
    {
      "epoch": 1.5270530411632195,
      "grad_norm": 1.1451996573816605,
      "learning_rate": 0.00025798425762330415,
      "loss": 0.8023,
      "step": 37283
    },
    {
      "epoch": 1.5270939995904156,
      "grad_norm": 8.27410890780674,
      "learning_rate": 0.00025798199391949224,
      "loss": 2.7601,
      "step": 37284
    },
    {
      "epoch": 1.5271349580176121,
      "grad_norm": 1.0838313903203982,
      "learning_rate": 0.0002579797301646328,
      "loss": 0.8367,
      "step": 37285
    },
    {
      "epoch": 1.5271759164448087,
      "grad_norm": 1.2529943738663654,
      "learning_rate": 0.00025797746635872676,
      "loss": 0.861,
      "step": 37286
    },
    {
      "epoch": 1.527216874872005,
      "grad_norm": 1.4572334422292061,
      "learning_rate": 0.00025797520250177525,
      "loss": 1.1549,
      "step": 37287
    },
    {
      "epoch": 1.5272578332992013,
      "grad_norm": 1.212630159874694,
      "learning_rate": 0.00025797293859377933,
      "loss": 0.7692,
      "step": 37288
    },
    {
      "epoch": 1.5272987917263978,
      "grad_norm": 1.1637139288655989,
      "learning_rate": 0.0002579706746347401,
      "loss": 0.7733,
      "step": 37289
    },
    {
      "epoch": 1.5273397501535941,
      "grad_norm": 1.77290776660012,
      "learning_rate": 0.00025796841062465854,
      "loss": 1.3587,
      "step": 37290
    },
    {
      "epoch": 1.5273807085807904,
      "grad_norm": 1.0726203466227715,
      "learning_rate": 0.0002579661465635358,
      "loss": 0.3778,
      "step": 37291
    },
    {
      "epoch": 1.527421667007987,
      "grad_norm": 1.0768997341439346,
      "learning_rate": 0.00025796388245137293,
      "loss": 0.8457,
      "step": 37292
    },
    {
      "epoch": 1.5274626254351833,
      "grad_norm": 1.1723037017523783,
      "learning_rate": 0.00025796161828817106,
      "loss": 1.0758,
      "step": 37293
    },
    {
      "epoch": 1.5275035838623796,
      "grad_norm": 1.4409037699638696,
      "learning_rate": 0.00025795935407393113,
      "loss": 1.185,
      "step": 37294
    },
    {
      "epoch": 1.5275445422895761,
      "grad_norm": 1.0486441328016363,
      "learning_rate": 0.0002579570898086543,
      "loss": 0.4202,
      "step": 37295
    },
    {
      "epoch": 1.5275855007167725,
      "grad_norm": 1.3540162590693046,
      "learning_rate": 0.00025795482549234166,
      "loss": 1.2735,
      "step": 37296
    },
    {
      "epoch": 1.5276264591439688,
      "grad_norm": 0.9550250960800806,
      "learning_rate": 0.0002579525611249942,
      "loss": 0.6068,
      "step": 37297
    },
    {
      "epoch": 1.5276674175711653,
      "grad_norm": 1.4566488700994211,
      "learning_rate": 0.000257950296706613,
      "loss": 1.1313,
      "step": 37298
    },
    {
      "epoch": 1.5277083759983616,
      "grad_norm": 2.3522950796364768,
      "learning_rate": 0.0002579480322371992,
      "loss": 1.8267,
      "step": 37299
    },
    {
      "epoch": 1.527749334425558,
      "grad_norm": 1.3997403949215963,
      "learning_rate": 0.00025794576771675387,
      "loss": 0.8109,
      "step": 37300
    },
    {
      "epoch": 1.5277902928527545,
      "grad_norm": 0.8273391822648835,
      "learning_rate": 0.00025794350314527805,
      "loss": 0.7095,
      "step": 37301
    },
    {
      "epoch": 1.527831251279951,
      "grad_norm": 1.1579390532316818,
      "learning_rate": 0.00025794123852277274,
      "loss": 0.8788,
      "step": 37302
    },
    {
      "epoch": 1.527872209707147,
      "grad_norm": 0.8803062801205874,
      "learning_rate": 0.00025793897384923913,
      "loss": 0.8694,
      "step": 37303
    },
    {
      "epoch": 1.5279131681343436,
      "grad_norm": 1.1768385651594582,
      "learning_rate": 0.00025793670912467825,
      "loss": 0.919,
      "step": 37304
    },
    {
      "epoch": 1.5279541265615402,
      "grad_norm": 1.2048811959575318,
      "learning_rate": 0.0002579344443490911,
      "loss": 0.8324,
      "step": 37305
    },
    {
      "epoch": 1.5279950849887365,
      "grad_norm": 0.9664172952536922,
      "learning_rate": 0.00025793217952247886,
      "loss": 0.7858,
      "step": 37306
    },
    {
      "epoch": 1.5280360434159328,
      "grad_norm": 1.1305132404364187,
      "learning_rate": 0.0002579299146448425,
      "loss": 0.9783,
      "step": 37307
    },
    {
      "epoch": 1.5280770018431293,
      "grad_norm": 0.7639001178227199,
      "learning_rate": 0.00025792764971618317,
      "loss": 0.3313,
      "step": 37308
    },
    {
      "epoch": 1.5281179602703256,
      "grad_norm": 0.9956884857817768,
      "learning_rate": 0.00025792538473650193,
      "loss": 0.8066,
      "step": 37309
    },
    {
      "epoch": 1.528158918697522,
      "grad_norm": 1.0371245407818146,
      "learning_rate": 0.00025792311970579976,
      "loss": 1.1032,
      "step": 37310
    },
    {
      "epoch": 1.5281998771247185,
      "grad_norm": 0.9784376008389246,
      "learning_rate": 0.00025792085462407786,
      "loss": 0.8878,
      "step": 37311
    },
    {
      "epoch": 1.5282408355519148,
      "grad_norm": 0.785210751747963,
      "learning_rate": 0.0002579185894913372,
      "loss": 0.299,
      "step": 37312
    },
    {
      "epoch": 1.5282817939791111,
      "grad_norm": 0.6572476649919268,
      "learning_rate": 0.0002579163243075789,
      "loss": 0.3152,
      "step": 37313
    },
    {
      "epoch": 1.5283227524063077,
      "grad_norm": 0.9078501183775542,
      "learning_rate": 0.00025791405907280403,
      "loss": 0.7131,
      "step": 37314
    },
    {
      "epoch": 1.528363710833504,
      "grad_norm": 0.9613206339414513,
      "learning_rate": 0.0002579117937870137,
      "loss": 0.635,
      "step": 37315
    },
    {
      "epoch": 1.5284046692607003,
      "grad_norm": 1.3895462473586426,
      "learning_rate": 0.0002579095284502089,
      "loss": 1.1317,
      "step": 37316
    },
    {
      "epoch": 1.5284456276878968,
      "grad_norm": 1.0135405407702083,
      "learning_rate": 0.00025790726306239075,
      "loss": 0.8533,
      "step": 37317
    },
    {
      "epoch": 1.5284865861150931,
      "grad_norm": 0.8923706625562321,
      "learning_rate": 0.00025790499762356025,
      "loss": 0.6404,
      "step": 37318
    },
    {
      "epoch": 1.5285275445422895,
      "grad_norm": 2.6690239957632236,
      "learning_rate": 0.0002579027321337186,
      "loss": 4.1935,
      "step": 37319
    },
    {
      "epoch": 1.528568502969486,
      "grad_norm": 1.4182902746002228,
      "learning_rate": 0.0002579004665928668,
      "loss": 0.9033,
      "step": 37320
    },
    {
      "epoch": 1.5286094613966825,
      "grad_norm": 0.9987261709413069,
      "learning_rate": 0.00025789820100100594,
      "loss": 0.7718,
      "step": 37321
    },
    {
      "epoch": 1.5286504198238786,
      "grad_norm": 1.235795050496929,
      "learning_rate": 0.000257895935358137,
      "loss": 1.116,
      "step": 37322
    },
    {
      "epoch": 1.5286913782510752,
      "grad_norm": 1.0181223952053906,
      "learning_rate": 0.00025789366966426114,
      "loss": 0.7556,
      "step": 37323
    },
    {
      "epoch": 1.5287323366782717,
      "grad_norm": 0.6239688774633732,
      "learning_rate": 0.0002578914039193794,
      "loss": 0.3039,
      "step": 37324
    },
    {
      "epoch": 1.528773295105468,
      "grad_norm": 3.4628234846690904,
      "learning_rate": 0.0002578891381234929,
      "loss": 1.3616,
      "step": 37325
    },
    {
      "epoch": 1.5288142535326643,
      "grad_norm": 1.7429899022847186,
      "learning_rate": 0.00025788687227660265,
      "loss": 1.3189,
      "step": 37326
    },
    {
      "epoch": 1.5288552119598608,
      "grad_norm": 1.2307084031417792,
      "learning_rate": 0.0002578846063787098,
      "loss": 0.8208,
      "step": 37327
    },
    {
      "epoch": 1.5288961703870572,
      "grad_norm": 0.9279651949362401,
      "learning_rate": 0.00025788234042981533,
      "loss": 0.6581,
      "step": 37328
    },
    {
      "epoch": 1.5289371288142535,
      "grad_norm": 0.9707387994121277,
      "learning_rate": 0.00025788007442992033,
      "loss": 0.8826,
      "step": 37329
    },
    {
      "epoch": 1.52897808724145,
      "grad_norm": 0.9439724830740687,
      "learning_rate": 0.00025787780837902593,
      "loss": 0.7959,
      "step": 37330
    },
    {
      "epoch": 1.5290190456686463,
      "grad_norm": 1.1620237215652713,
      "learning_rate": 0.0002578755422771331,
      "loss": 1.0632,
      "step": 37331
    },
    {
      "epoch": 1.5290600040958426,
      "grad_norm": 1.0740588166466105,
      "learning_rate": 0.00025787327612424303,
      "loss": 0.9233,
      "step": 37332
    },
    {
      "epoch": 1.5291009625230392,
      "grad_norm": 1.3105867374540472,
      "learning_rate": 0.0002578710099203567,
      "loss": 1.1277,
      "step": 37333
    },
    {
      "epoch": 1.5291419209502355,
      "grad_norm": 1.113013506755554,
      "learning_rate": 0.00025786874366547525,
      "loss": 0.8827,
      "step": 37334
    },
    {
      "epoch": 1.5291828793774318,
      "grad_norm": 0.861346370238019,
      "learning_rate": 0.0002578664773595997,
      "loss": 0.7783,
      "step": 37335
    },
    {
      "epoch": 1.5292238378046283,
      "grad_norm": 1.20340344151851,
      "learning_rate": 0.00025786421100273114,
      "loss": 0.9324,
      "step": 37336
    },
    {
      "epoch": 1.5292647962318247,
      "grad_norm": 1.5989134595048506,
      "learning_rate": 0.00025786194459487065,
      "loss": 2.1475,
      "step": 37337
    },
    {
      "epoch": 1.529305754659021,
      "grad_norm": 0.6994462963442499,
      "learning_rate": 0.0002578596781360193,
      "loss": 0.3369,
      "step": 37338
    },
    {
      "epoch": 1.5293467130862175,
      "grad_norm": 0.8759700850576089,
      "learning_rate": 0.00025785741162617814,
      "loss": 0.8032,
      "step": 37339
    },
    {
      "epoch": 1.529387671513414,
      "grad_norm": 0.740602302890257,
      "learning_rate": 0.0002578551450653483,
      "loss": 0.3025,
      "step": 37340
    },
    {
      "epoch": 1.5294286299406101,
      "grad_norm": 0.6676908193149669,
      "learning_rate": 0.0002578528784535307,
      "loss": 0.3112,
      "step": 37341
    },
    {
      "epoch": 1.5294695883678067,
      "grad_norm": 1.0724430185653928,
      "learning_rate": 0.0002578506117907266,
      "loss": 0.9443,
      "step": 37342
    },
    {
      "epoch": 1.5295105467950032,
      "grad_norm": 0.7487716627078503,
      "learning_rate": 0.00025784834507693694,
      "loss": 0.3275,
      "step": 37343
    },
    {
      "epoch": 1.5295515052221995,
      "grad_norm": 1.044804953457127,
      "learning_rate": 0.00025784607831216285,
      "loss": 0.9256,
      "step": 37344
    },
    {
      "epoch": 1.5295924636493958,
      "grad_norm": 0.702026317223745,
      "learning_rate": 0.0002578438114964054,
      "loss": 0.2767,
      "step": 37345
    },
    {
      "epoch": 1.5296334220765924,
      "grad_norm": 0.7689845993690206,
      "learning_rate": 0.00025784154462966567,
      "loss": 0.3532,
      "step": 37346
    },
    {
      "epoch": 1.5296743805037887,
      "grad_norm": 1.132737446081684,
      "learning_rate": 0.00025783927771194474,
      "loss": 0.7602,
      "step": 37347
    },
    {
      "epoch": 1.529715338930985,
      "grad_norm": 1.2688085818021608,
      "learning_rate": 0.00025783701074324355,
      "loss": 1.1176,
      "step": 37348
    },
    {
      "epoch": 1.5297562973581815,
      "grad_norm": 1.1754125310879502,
      "learning_rate": 0.0002578347437235634,
      "loss": 1.1684,
      "step": 37349
    },
    {
      "epoch": 1.5297972557853778,
      "grad_norm": 0.9352853599455719,
      "learning_rate": 0.0002578324766529052,
      "loss": 0.6603,
      "step": 37350
    },
    {
      "epoch": 1.5298382142125742,
      "grad_norm": 1.1352857244869892,
      "learning_rate": 0.00025783020953127,
      "loss": 0.4035,
      "step": 37351
    },
    {
      "epoch": 1.5298791726397707,
      "grad_norm": 1.6655149352591614,
      "learning_rate": 0.000257827942358659,
      "loss": 0.8734,
      "step": 37352
    },
    {
      "epoch": 1.529920131066967,
      "grad_norm": 1.3007531293213552,
      "learning_rate": 0.0002578256751350732,
      "loss": 1.0791,
      "step": 37353
    },
    {
      "epoch": 1.5299610894941633,
      "grad_norm": 0.8884807597697749,
      "learning_rate": 0.00025782340786051366,
      "loss": 0.6745,
      "step": 37354
    },
    {
      "epoch": 1.5300020479213599,
      "grad_norm": 1.12717207132473,
      "learning_rate": 0.0002578211405349815,
      "loss": 0.9396,
      "step": 37355
    },
    {
      "epoch": 1.5300430063485562,
      "grad_norm": 1.0209476637734907,
      "learning_rate": 0.00025781887315847775,
      "loss": 0.7335,
      "step": 37356
    },
    {
      "epoch": 1.5300839647757525,
      "grad_norm": 1.0364486083451205,
      "learning_rate": 0.0002578166057310035,
      "loss": 1.0704,
      "step": 37357
    },
    {
      "epoch": 1.530124923202949,
      "grad_norm": 0.790612558566773,
      "learning_rate": 0.0002578143382525598,
      "loss": 0.2571,
      "step": 37358
    },
    {
      "epoch": 1.5301658816301456,
      "grad_norm": 1.0984127047462258,
      "learning_rate": 0.0002578120707231477,
      "loss": 0.9339,
      "step": 37359
    },
    {
      "epoch": 1.5302068400573416,
      "grad_norm": 1.1630899996869672,
      "learning_rate": 0.0002578098031427684,
      "loss": 1.0781,
      "step": 37360
    },
    {
      "epoch": 1.5302477984845382,
      "grad_norm": 1.473834050707315,
      "learning_rate": 0.00025780753551142284,
      "loss": 1.2156,
      "step": 37361
    },
    {
      "epoch": 1.5302887569117347,
      "grad_norm": 0.7843713341659253,
      "learning_rate": 0.0002578052678291121,
      "loss": 0.3272,
      "step": 37362
    },
    {
      "epoch": 1.530329715338931,
      "grad_norm": 0.8292864592028906,
      "learning_rate": 0.00025780300009583726,
      "loss": 0.7018,
      "step": 37363
    },
    {
      "epoch": 1.5303706737661273,
      "grad_norm": 1.0121170212363957,
      "learning_rate": 0.00025780073231159947,
      "loss": 0.8546,
      "step": 37364
    },
    {
      "epoch": 1.5304116321933239,
      "grad_norm": 0.8623696818091057,
      "learning_rate": 0.0002577984644763998,
      "loss": 0.5642,
      "step": 37365
    },
    {
      "epoch": 1.5304525906205202,
      "grad_norm": 1.1266412832712824,
      "learning_rate": 0.0002577961965902392,
      "loss": 0.8831,
      "step": 37366
    },
    {
      "epoch": 1.5304935490477165,
      "grad_norm": 1.2979370854635277,
      "learning_rate": 0.0002577939286531188,
      "loss": 1.0408,
      "step": 37367
    },
    {
      "epoch": 1.530534507474913,
      "grad_norm": 0.8955921953562128,
      "learning_rate": 0.0002577916606650397,
      "loss": 0.7698,
      "step": 37368
    },
    {
      "epoch": 1.5305754659021094,
      "grad_norm": 1.3867762339845937,
      "learning_rate": 0.000257789392626003,
      "loss": 1.2475,
      "step": 37369
    },
    {
      "epoch": 1.5306164243293057,
      "grad_norm": 2.980909155820985,
      "learning_rate": 0.00025778712453600964,
      "loss": 5.5026,
      "step": 37370
    },
    {
      "epoch": 1.5306573827565022,
      "grad_norm": 1.9277551654084106,
      "learning_rate": 0.0002577848563950609,
      "loss": 3.1501,
      "step": 37371
    },
    {
      "epoch": 1.5306983411836985,
      "grad_norm": 1.9856103071521838,
      "learning_rate": 0.00025778258820315764,
      "loss": 0.8847,
      "step": 37372
    },
    {
      "epoch": 1.5307392996108948,
      "grad_norm": 0.9783105674363501,
      "learning_rate": 0.0002577803199603011,
      "loss": 0.7236,
      "step": 37373
    },
    {
      "epoch": 1.5307802580380914,
      "grad_norm": 1.3479833580537592,
      "learning_rate": 0.0002577780516664922,
      "loss": 1.2745,
      "step": 37374
    },
    {
      "epoch": 1.5308212164652877,
      "grad_norm": 0.535599968049773,
      "learning_rate": 0.00025777578332173215,
      "loss": 0.2047,
      "step": 37375
    },
    {
      "epoch": 1.530862174892484,
      "grad_norm": 1.0704060545554195,
      "learning_rate": 0.00025777351492602195,
      "loss": 0.8518,
      "step": 37376
    },
    {
      "epoch": 1.5309031333196805,
      "grad_norm": 1.7480013475654574,
      "learning_rate": 0.0002577712464793627,
      "loss": 1.5069,
      "step": 37377
    },
    {
      "epoch": 1.530944091746877,
      "grad_norm": 0.8640104644311823,
      "learning_rate": 0.0002577689779817554,
      "loss": 0.315,
      "step": 37378
    },
    {
      "epoch": 1.5309850501740732,
      "grad_norm": 1.2831430604106706,
      "learning_rate": 0.00025776670943320124,
      "loss": 1.3116,
      "step": 37379
    },
    {
      "epoch": 1.5310260086012697,
      "grad_norm": 0.9600184627610803,
      "learning_rate": 0.0002577644408337012,
      "loss": 0.8264,
      "step": 37380
    },
    {
      "epoch": 1.5310669670284662,
      "grad_norm": 1.0602505919388412,
      "learning_rate": 0.00025776217218325645,
      "loss": 0.7812,
      "step": 37381
    },
    {
      "epoch": 1.5311079254556625,
      "grad_norm": 1.0317113694350843,
      "learning_rate": 0.0002577599034818679,
      "loss": 0.783,
      "step": 37382
    },
    {
      "epoch": 1.5311488838828589,
      "grad_norm": 0.9677381495917625,
      "learning_rate": 0.0002577576347295368,
      "loss": 0.7179,
      "step": 37383
    },
    {
      "epoch": 1.5311898423100554,
      "grad_norm": 1.4121719678039537,
      "learning_rate": 0.0002577553659262641,
      "loss": 1.1987,
      "step": 37384
    },
    {
      "epoch": 1.5312308007372517,
      "grad_norm": 0.8338251074851643,
      "learning_rate": 0.0002577530970720509,
      "loss": 0.7555,
      "step": 37385
    },
    {
      "epoch": 1.531271759164448,
      "grad_norm": 1.168474614553856,
      "learning_rate": 0.00025775082816689834,
      "loss": 1.3913,
      "step": 37386
    },
    {
      "epoch": 1.5313127175916446,
      "grad_norm": 1.7241183359108945,
      "learning_rate": 0.0002577485592108074,
      "loss": 0.7132,
      "step": 37387
    },
    {
      "epoch": 1.5313536760188409,
      "grad_norm": 0.9259973901898363,
      "learning_rate": 0.00025774629020377924,
      "loss": 0.8625,
      "step": 37388
    },
    {
      "epoch": 1.5313946344460372,
      "grad_norm": 1.00474261800722,
      "learning_rate": 0.0002577440211458148,
      "loss": 0.9143,
      "step": 37389
    },
    {
      "epoch": 1.5314355928732337,
      "grad_norm": 1.5138385832327674,
      "learning_rate": 0.0002577417520369153,
      "loss": 0.9327,
      "step": 37390
    },
    {
      "epoch": 1.53147655130043,
      "grad_norm": 0.8114416690117298,
      "learning_rate": 0.0002577394828770818,
      "loss": 0.8195,
      "step": 37391
    },
    {
      "epoch": 1.5315175097276263,
      "grad_norm": 1.8419220204998163,
      "learning_rate": 0.00025773721366631523,
      "loss": 1.8946,
      "step": 37392
    },
    {
      "epoch": 1.5315584681548229,
      "grad_norm": 1.1742334520086766,
      "learning_rate": 0.0002577349444046168,
      "loss": 0.6263,
      "step": 37393
    },
    {
      "epoch": 1.5315994265820192,
      "grad_norm": 1.1289954019237431,
      "learning_rate": 0.00025773267509198757,
      "loss": 0.9438,
      "step": 37394
    },
    {
      "epoch": 1.5316403850092155,
      "grad_norm": 2.3555911045013227,
      "learning_rate": 0.00025773040572842857,
      "loss": 1.1336,
      "step": 37395
    },
    {
      "epoch": 1.531681343436412,
      "grad_norm": 1.2798653361029826,
      "learning_rate": 0.0002577281363139408,
      "loss": 1.0585,
      "step": 37396
    },
    {
      "epoch": 1.5317223018636086,
      "grad_norm": 2.5340098594501845,
      "learning_rate": 0.0002577258668485255,
      "loss": 3.258,
      "step": 37397
    },
    {
      "epoch": 1.5317632602908047,
      "grad_norm": 1.0167196555299345,
      "learning_rate": 0.0002577235973321837,
      "loss": 0.8133,
      "step": 37398
    },
    {
      "epoch": 1.5318042187180012,
      "grad_norm": 0.8671768322175157,
      "learning_rate": 0.00025772132776491637,
      "loss": 0.4589,
      "step": 37399
    },
    {
      "epoch": 1.5318451771451977,
      "grad_norm": 0.9285338084476771,
      "learning_rate": 0.00025771905814672464,
      "loss": 0.7599,
      "step": 37400
    },
    {
      "epoch": 1.531886135572394,
      "grad_norm": 1.158684888888561,
      "learning_rate": 0.0002577167884776096,
      "loss": 0.8981,
      "step": 37401
    },
    {
      "epoch": 1.5319270939995904,
      "grad_norm": 1.4015847139070674,
      "learning_rate": 0.0002577145187575723,
      "loss": 1.261,
      "step": 37402
    },
    {
      "epoch": 1.531968052426787,
      "grad_norm": 1.178518333546972,
      "learning_rate": 0.0002577122489866138,
      "loss": 0.9172,
      "step": 37403
    },
    {
      "epoch": 1.5320090108539832,
      "grad_norm": 0.6392274565678634,
      "learning_rate": 0.0002577099791647353,
      "loss": 0.3285,
      "step": 37404
    },
    {
      "epoch": 1.5320499692811795,
      "grad_norm": 1.8799962999726976,
      "learning_rate": 0.0002577077092919377,
      "loss": 0.9344,
      "step": 37405
    },
    {
      "epoch": 1.532090927708376,
      "grad_norm": 1.050019959495822,
      "learning_rate": 0.0002577054393682222,
      "loss": 0.7952,
      "step": 37406
    },
    {
      "epoch": 1.5321318861355724,
      "grad_norm": 0.9367174721366678,
      "learning_rate": 0.0002577031693935897,
      "loss": 0.8833,
      "step": 37407
    },
    {
      "epoch": 1.5321728445627687,
      "grad_norm": 0.9616097352091232,
      "learning_rate": 0.00025770089936804155,
      "loss": 0.9314,
      "step": 37408
    },
    {
      "epoch": 1.5322138029899652,
      "grad_norm": 0.43276433012397686,
      "learning_rate": 0.0002576986292915786,
      "loss": 0.1272,
      "step": 37409
    },
    {
      "epoch": 1.5322547614171615,
      "grad_norm": 1.0897613855196007,
      "learning_rate": 0.000257696359164202,
      "loss": 0.7038,
      "step": 37410
    },
    {
      "epoch": 1.5322957198443579,
      "grad_norm": 1.353732698248531,
      "learning_rate": 0.00025769408898591276,
      "loss": 0.9147,
      "step": 37411
    },
    {
      "epoch": 1.5323366782715544,
      "grad_norm": 0.6431242866922633,
      "learning_rate": 0.000257691818756712,
      "loss": 0.273,
      "step": 37412
    },
    {
      "epoch": 1.532377636698751,
      "grad_norm": 0.9775616324236736,
      "learning_rate": 0.00025768954847660085,
      "loss": 1.0086,
      "step": 37413
    },
    {
      "epoch": 1.532418595125947,
      "grad_norm": 11.197182518117271,
      "learning_rate": 0.0002576872781455803,
      "loss": 3.0796,
      "step": 37414
    },
    {
      "epoch": 1.5324595535531436,
      "grad_norm": 1.1331902125764317,
      "learning_rate": 0.00025768500776365144,
      "loss": 0.7855,
      "step": 37415
    },
    {
      "epoch": 1.53250051198034,
      "grad_norm": 1.7624317293652392,
      "learning_rate": 0.0002576827373308154,
      "loss": 0.8581,
      "step": 37416
    },
    {
      "epoch": 1.5325414704075362,
      "grad_norm": 1.1908049920762924,
      "learning_rate": 0.0002576804668470732,
      "loss": 0.9162,
      "step": 37417
    },
    {
      "epoch": 1.5325824288347327,
      "grad_norm": 0.6247926425792748,
      "learning_rate": 0.00025767819631242585,
      "loss": 0.3063,
      "step": 37418
    },
    {
      "epoch": 1.5326233872619293,
      "grad_norm": 0.9905462571131618,
      "learning_rate": 0.00025767592572687457,
      "loss": 0.6921,
      "step": 37419
    },
    {
      "epoch": 1.5326643456891256,
      "grad_norm": 0.9893084727668235,
      "learning_rate": 0.00025767365509042037,
      "loss": 0.9646,
      "step": 37420
    },
    {
      "epoch": 1.5327053041163219,
      "grad_norm": 1.3580048137899356,
      "learning_rate": 0.0002576713844030643,
      "loss": 1.4681,
      "step": 37421
    },
    {
      "epoch": 1.5327462625435184,
      "grad_norm": 1.270189603770218,
      "learning_rate": 0.0002576691136648074,
      "loss": 1.0042,
      "step": 37422
    },
    {
      "epoch": 1.5327872209707147,
      "grad_norm": 1.398224665469236,
      "learning_rate": 0.0002576668428756508,
      "loss": 0.7484,
      "step": 37423
    },
    {
      "epoch": 1.532828179397911,
      "grad_norm": 3.293587350681047,
      "learning_rate": 0.00025766457203559565,
      "loss": 3.4172,
      "step": 37424
    },
    {
      "epoch": 1.5328691378251076,
      "grad_norm": 1.0647465091833133,
      "learning_rate": 0.0002576623011446429,
      "loss": 0.8949,
      "step": 37425
    },
    {
      "epoch": 1.532910096252304,
      "grad_norm": 0.639946559341403,
      "learning_rate": 0.0002576600302027936,
      "loss": 0.2987,
      "step": 37426
    },
    {
      "epoch": 1.5329510546795002,
      "grad_norm": 1.1241386220254042,
      "learning_rate": 0.00025765775921004894,
      "loss": 0.7571,
      "step": 37427
    },
    {
      "epoch": 1.5329920131066967,
      "grad_norm": 1.2058043784887522,
      "learning_rate": 0.0002576554881664099,
      "loss": 0.4396,
      "step": 37428
    },
    {
      "epoch": 1.533032971533893,
      "grad_norm": 1.0155740232506567,
      "learning_rate": 0.00025765321707187767,
      "loss": 0.8645,
      "step": 37429
    },
    {
      "epoch": 1.5330739299610894,
      "grad_norm": 0.6477679029656878,
      "learning_rate": 0.00025765094592645316,
      "loss": 0.306,
      "step": 37430
    },
    {
      "epoch": 1.533114888388286,
      "grad_norm": 0.6154140118600553,
      "learning_rate": 0.0002576486747301376,
      "loss": 0.2724,
      "step": 37431
    },
    {
      "epoch": 1.5331558468154824,
      "grad_norm": 1.1182093531763737,
      "learning_rate": 0.00025764640348293195,
      "loss": 1.281,
      "step": 37432
    },
    {
      "epoch": 1.5331968052426785,
      "grad_norm": 1.0558245590579638,
      "learning_rate": 0.0002576441321848373,
      "loss": 0.7557,
      "step": 37433
    },
    {
      "epoch": 1.533237763669875,
      "grad_norm": 1.0344217936343068,
      "learning_rate": 0.00025764186083585477,
      "loss": 0.8323,
      "step": 37434
    },
    {
      "epoch": 1.5332787220970716,
      "grad_norm": 1.0768339242047338,
      "learning_rate": 0.00025763958943598547,
      "loss": 0.9441,
      "step": 37435
    },
    {
      "epoch": 1.5333196805242677,
      "grad_norm": 1.0403843507006558,
      "learning_rate": 0.0002576373179852304,
      "loss": 0.8773,
      "step": 37436
    },
    {
      "epoch": 1.5333606389514642,
      "grad_norm": 0.8764337530362312,
      "learning_rate": 0.0002576350464835906,
      "loss": 0.8932,
      "step": 37437
    },
    {
      "epoch": 1.5334015973786608,
      "grad_norm": 0.9396736032939645,
      "learning_rate": 0.0002576327749310672,
      "loss": 0.4204,
      "step": 37438
    },
    {
      "epoch": 1.533442555805857,
      "grad_norm": 1.0292365852493226,
      "learning_rate": 0.00025763050332766135,
      "loss": 0.8999,
      "step": 37439
    },
    {
      "epoch": 1.5334835142330534,
      "grad_norm": 2.0077626504735355,
      "learning_rate": 0.00025762823167337393,
      "loss": 2.0458,
      "step": 37440
    },
    {
      "epoch": 1.53352447266025,
      "grad_norm": 2.670889343199399,
      "learning_rate": 0.0002576259599682062,
      "loss": 4.1944,
      "step": 37441
    },
    {
      "epoch": 1.5335654310874463,
      "grad_norm": 1.1207641865426379,
      "learning_rate": 0.00025762368821215915,
      "loss": 0.7054,
      "step": 37442
    },
    {
      "epoch": 1.5336063895146426,
      "grad_norm": 0.9762486089307737,
      "learning_rate": 0.00025762141640523384,
      "loss": 0.7636,
      "step": 37443
    },
    {
      "epoch": 1.533647347941839,
      "grad_norm": 1.8514817512126032,
      "learning_rate": 0.0002576191445474314,
      "loss": 0.7411,
      "step": 37444
    },
    {
      "epoch": 1.5336883063690354,
      "grad_norm": 1.1124553363406602,
      "learning_rate": 0.0002576168726387529,
      "loss": 0.6346,
      "step": 37445
    },
    {
      "epoch": 1.5337292647962317,
      "grad_norm": 1.6879253416880404,
      "learning_rate": 0.00025761460067919934,
      "loss": 2.4794,
      "step": 37446
    },
    {
      "epoch": 1.5337702232234283,
      "grad_norm": 1.0258102302664704,
      "learning_rate": 0.0002576123286687719,
      "loss": 0.8933,
      "step": 37447
    },
    {
      "epoch": 1.5338111816506246,
      "grad_norm": 1.0408111036956795,
      "learning_rate": 0.0002576100566074715,
      "loss": 0.717,
      "step": 37448
    },
    {
      "epoch": 1.533852140077821,
      "grad_norm": 1.3033894989835433,
      "learning_rate": 0.00025760778449529937,
      "loss": 0.9703,
      "step": 37449
    },
    {
      "epoch": 1.5338930985050174,
      "grad_norm": 0.9076176055825086,
      "learning_rate": 0.0002576055123322565,
      "loss": 0.6769,
      "step": 37450
    },
    {
      "epoch": 1.533934056932214,
      "grad_norm": 0.87454018955529,
      "learning_rate": 0.000257603240118344,
      "loss": 0.8755,
      "step": 37451
    },
    {
      "epoch": 1.53397501535941,
      "grad_norm": 1.0287734372925332,
      "learning_rate": 0.0002576009678535629,
      "loss": 0.9311,
      "step": 37452
    },
    {
      "epoch": 1.5340159737866066,
      "grad_norm": 0.8396151659529856,
      "learning_rate": 0.00025759869553791437,
      "loss": 0.7908,
      "step": 37453
    },
    {
      "epoch": 1.5340569322138031,
      "grad_norm": 1.0834741611210132,
      "learning_rate": 0.00025759642317139936,
      "loss": 0.8162,
      "step": 37454
    },
    {
      "epoch": 1.5340978906409994,
      "grad_norm": 1.207432762045078,
      "learning_rate": 0.00025759415075401906,
      "loss": 0.9361,
      "step": 37455
    },
    {
      "epoch": 1.5341388490681958,
      "grad_norm": 2.9166334665926006,
      "learning_rate": 0.00025759187828577445,
      "loss": 1.0418,
      "step": 37456
    },
    {
      "epoch": 1.5341798074953923,
      "grad_norm": 0.6042098771509473,
      "learning_rate": 0.00025758960576666666,
      "loss": 0.2278,
      "step": 37457
    },
    {
      "epoch": 1.5342207659225886,
      "grad_norm": 1.002463049621714,
      "learning_rate": 0.0002575873331966967,
      "loss": 0.955,
      "step": 37458
    },
    {
      "epoch": 1.534261724349785,
      "grad_norm": 1.1328737569632812,
      "learning_rate": 0.00025758506057586573,
      "loss": 0.8951,
      "step": 37459
    },
    {
      "epoch": 1.5343026827769815,
      "grad_norm": 1.3496342027558006,
      "learning_rate": 0.00025758278790417486,
      "loss": 0.8321,
      "step": 37460
    },
    {
      "epoch": 1.5343436412041778,
      "grad_norm": 1.045954092255129,
      "learning_rate": 0.000257580515181625,
      "loss": 0.644,
      "step": 37461
    },
    {
      "epoch": 1.534384599631374,
      "grad_norm": 1.0013462419205614,
      "learning_rate": 0.00025757824240821737,
      "loss": 0.8268,
      "step": 37462
    },
    {
      "epoch": 1.5344255580585706,
      "grad_norm": 0.964185781678365,
      "learning_rate": 0.0002575759695839529,
      "loss": 0.9484,
      "step": 37463
    },
    {
      "epoch": 1.534466516485767,
      "grad_norm": 0.8196735116888565,
      "learning_rate": 0.00025757369670883286,
      "loss": 0.8517,
      "step": 37464
    },
    {
      "epoch": 1.5345074749129632,
      "grad_norm": 0.9781242251231949,
      "learning_rate": 0.00025757142378285815,
      "loss": 0.8514,
      "step": 37465
    },
    {
      "epoch": 1.5345484333401598,
      "grad_norm": 0.820105772772662,
      "learning_rate": 0.0002575691508060299,
      "loss": 0.2949,
      "step": 37466
    },
    {
      "epoch": 1.534589391767356,
      "grad_norm": 2.7732768256027085,
      "learning_rate": 0.0002575668777783492,
      "loss": 7.7633,
      "step": 37467
    },
    {
      "epoch": 1.5346303501945524,
      "grad_norm": 0.9435820390892713,
      "learning_rate": 0.0002575646046998172,
      "loss": 0.851,
      "step": 37468
    },
    {
      "epoch": 1.534671308621749,
      "grad_norm": 1.070558643881951,
      "learning_rate": 0.0002575623315704348,
      "loss": 0.907,
      "step": 37469
    },
    {
      "epoch": 1.5347122670489455,
      "grad_norm": 1.2872667575284105,
      "learning_rate": 0.00025756005839020326,
      "loss": 1.1828,
      "step": 37470
    },
    {
      "epoch": 1.5347532254761416,
      "grad_norm": 1.4661568517586592,
      "learning_rate": 0.00025755778515912354,
      "loss": 0.8195,
      "step": 37471
    },
    {
      "epoch": 1.534794183903338,
      "grad_norm": 1.0362859196073428,
      "learning_rate": 0.0002575555118771967,
      "loss": 0.915,
      "step": 37472
    },
    {
      "epoch": 1.5348351423305346,
      "grad_norm": 0.9963282339731252,
      "learning_rate": 0.0002575532385444239,
      "loss": 0.8467,
      "step": 37473
    },
    {
      "epoch": 1.534876100757731,
      "grad_norm": 1.5396909193127268,
      "learning_rate": 0.00025755096516080615,
      "loss": 0.9903,
      "step": 37474
    },
    {
      "epoch": 1.5349170591849273,
      "grad_norm": 1.0084880141125907,
      "learning_rate": 0.0002575486917263445,
      "loss": 0.2082,
      "step": 37475
    },
    {
      "epoch": 1.5349580176121238,
      "grad_norm": 1.0915216182988037,
      "learning_rate": 0.00025754641824104015,
      "loss": 0.9386,
      "step": 37476
    },
    {
      "epoch": 1.5349989760393201,
      "grad_norm": 1.1416111262608906,
      "learning_rate": 0.000257544144704894,
      "loss": 0.8918,
      "step": 37477
    },
    {
      "epoch": 1.5350399344665164,
      "grad_norm": 0.5091352998628063,
      "learning_rate": 0.0002575418711179073,
      "loss": 0.2069,
      "step": 37478
    },
    {
      "epoch": 1.535080892893713,
      "grad_norm": 0.5180712364068806,
      "learning_rate": 0.0002575395974800811,
      "loss": 0.276,
      "step": 37479
    },
    {
      "epoch": 1.5351218513209093,
      "grad_norm": 0.6226955904993212,
      "learning_rate": 0.00025753732379141627,
      "loss": 0.3578,
      "step": 37480
    },
    {
      "epoch": 1.5351628097481056,
      "grad_norm": 0.9132518922866921,
      "learning_rate": 0.0002575350500519141,
      "loss": 0.9459,
      "step": 37481
    },
    {
      "epoch": 1.5352037681753021,
      "grad_norm": 1.106276768713891,
      "learning_rate": 0.0002575327762615756,
      "loss": 0.9964,
      "step": 37482
    },
    {
      "epoch": 1.5352447266024984,
      "grad_norm": 1.1933263009772321,
      "learning_rate": 0.0002575305024204019,
      "loss": 1.1271,
      "step": 37483
    },
    {
      "epoch": 1.5352856850296948,
      "grad_norm": 1.414387930273171,
      "learning_rate": 0.00025752822852839394,
      "loss": 1.5356,
      "step": 37484
    },
    {
      "epoch": 1.5353266434568913,
      "grad_norm": 0.71340159371632,
      "learning_rate": 0.00025752595458555284,
      "loss": 0.3461,
      "step": 37485
    },
    {
      "epoch": 1.5353676018840876,
      "grad_norm": 0.6698517825953973,
      "learning_rate": 0.0002575236805918798,
      "loss": 0.3466,
      "step": 37486
    },
    {
      "epoch": 1.535408560311284,
      "grad_norm": 2.653566098682223,
      "learning_rate": 0.00025752140654737576,
      "loss": 2.0895,
      "step": 37487
    },
    {
      "epoch": 1.5354495187384805,
      "grad_norm": 0.8947147399682983,
      "learning_rate": 0.00025751913245204185,
      "loss": 0.7723,
      "step": 37488
    },
    {
      "epoch": 1.535490477165677,
      "grad_norm": 0.7663091591557085,
      "learning_rate": 0.0002575168583058791,
      "loss": 0.6158,
      "step": 37489
    },
    {
      "epoch": 1.535531435592873,
      "grad_norm": 1.374085246377548,
      "learning_rate": 0.0002575145841088886,
      "loss": 1.0364,
      "step": 37490
    },
    {
      "epoch": 1.5355723940200696,
      "grad_norm": 0.9830753006874728,
      "learning_rate": 0.00025751230986107153,
      "loss": 0.6144,
      "step": 37491
    },
    {
      "epoch": 1.5356133524472662,
      "grad_norm": 0.7195249704083974,
      "learning_rate": 0.0002575100355624289,
      "loss": 0.3427,
      "step": 37492
    },
    {
      "epoch": 1.5356543108744625,
      "grad_norm": 1.706295236667375,
      "learning_rate": 0.0002575077612129616,
      "loss": 1.1382,
      "step": 37493
    },
    {
      "epoch": 1.5356952693016588,
      "grad_norm": 0.8393540627884171,
      "learning_rate": 0.000257505486812671,
      "loss": 0.4092,
      "step": 37494
    },
    {
      "epoch": 1.5357362277288553,
      "grad_norm": 1.1000647026498473,
      "learning_rate": 0.00025750321236155804,
      "loss": 0.8171,
      "step": 37495
    },
    {
      "epoch": 1.5357771861560516,
      "grad_norm": 0.9734797405165521,
      "learning_rate": 0.00025750093785962375,
      "loss": 0.6519,
      "step": 37496
    },
    {
      "epoch": 1.535818144583248,
      "grad_norm": 0.9239559199578404,
      "learning_rate": 0.0002574986633068693,
      "loss": 0.9108,
      "step": 37497
    },
    {
      "epoch": 1.5358591030104445,
      "grad_norm": 0.8040860837638728,
      "learning_rate": 0.0002574963887032957,
      "loss": 0.455,
      "step": 37498
    },
    {
      "epoch": 1.5359000614376408,
      "grad_norm": 0.9968480080749932,
      "learning_rate": 0.00025749411404890404,
      "loss": 0.6939,
      "step": 37499
    },
    {
      "epoch": 1.535941019864837,
      "grad_norm": 3.3982697706435694,
      "learning_rate": 0.0002574918393436954,
      "loss": 4.1125,
      "step": 37500
    },
    {
      "epoch": 1.5359819782920336,
      "grad_norm": 0.6752530294305014,
      "learning_rate": 0.00025748956458767085,
      "loss": 0.2501,
      "step": 37501
    },
    {
      "epoch": 1.53602293671923,
      "grad_norm": 1.0653125614404158,
      "learning_rate": 0.0002574872897808315,
      "loss": 0.8429,
      "step": 37502
    },
    {
      "epoch": 1.5360638951464263,
      "grad_norm": 1.557883490813265,
      "learning_rate": 0.00025748501492317837,
      "loss": 1.3266,
      "step": 37503
    },
    {
      "epoch": 1.5361048535736228,
      "grad_norm": 0.684209128094782,
      "learning_rate": 0.00025748274001471255,
      "loss": 0.2838,
      "step": 37504
    },
    {
      "epoch": 1.5361458120008191,
      "grad_norm": 0.6134151004338468,
      "learning_rate": 0.00025748046505543517,
      "loss": 0.2669,
      "step": 37505
    },
    {
      "epoch": 1.5361867704280154,
      "grad_norm": 1.1430780113515568,
      "learning_rate": 0.0002574781900453472,
      "loss": 0.5753,
      "step": 37506
    },
    {
      "epoch": 1.536227728855212,
      "grad_norm": 2.441515117083159,
      "learning_rate": 0.0002574759149844498,
      "loss": 4.0865,
      "step": 37507
    },
    {
      "epoch": 1.5362686872824085,
      "grad_norm": 1.1563430284253355,
      "learning_rate": 0.00025747363987274407,
      "loss": 0.7747,
      "step": 37508
    },
    {
      "epoch": 1.5363096457096046,
      "grad_norm": 1.419464737010501,
      "learning_rate": 0.00025747136471023104,
      "loss": 1.0582,
      "step": 37509
    },
    {
      "epoch": 1.5363506041368011,
      "grad_norm": 6.114681871638149,
      "learning_rate": 0.00025746908949691175,
      "loss": 1.3903,
      "step": 37510
    },
    {
      "epoch": 1.5363915625639977,
      "grad_norm": 0.9175166406519991,
      "learning_rate": 0.0002574668142327873,
      "loss": 0.5095,
      "step": 37511
    },
    {
      "epoch": 1.536432520991194,
      "grad_norm": 1.5703353755553373,
      "learning_rate": 0.00025746453891785874,
      "loss": 1.6147,
      "step": 37512
    },
    {
      "epoch": 1.5364734794183903,
      "grad_norm": 1.179527411975151,
      "learning_rate": 0.00025746226355212725,
      "loss": 0.907,
      "step": 37513
    },
    {
      "epoch": 1.5365144378455868,
      "grad_norm": 1.3382982766331504,
      "learning_rate": 0.0002574599881355939,
      "loss": 1.2684,
      "step": 37514
    },
    {
      "epoch": 1.5365553962727831,
      "grad_norm": 3.168194390670615,
      "learning_rate": 0.0002574577126682596,
      "loss": 5.6285,
      "step": 37515
    },
    {
      "epoch": 1.5365963546999795,
      "grad_norm": 1.0559130863812343,
      "learning_rate": 0.00025745543715012553,
      "loss": 0.9408,
      "step": 37516
    },
    {
      "epoch": 1.536637313127176,
      "grad_norm": 1.069116618367368,
      "learning_rate": 0.0002574531615811928,
      "loss": 0.8591,
      "step": 37517
    },
    {
      "epoch": 1.5366782715543723,
      "grad_norm": 1.2816740861446627,
      "learning_rate": 0.00025745088596146245,
      "loss": 0.8409,
      "step": 37518
    },
    {
      "epoch": 1.5367192299815686,
      "grad_norm": 0.9476787449186364,
      "learning_rate": 0.00025744861029093554,
      "loss": 0.7369,
      "step": 37519
    },
    {
      "epoch": 1.5367601884087652,
      "grad_norm": 1.4489216528399327,
      "learning_rate": 0.00025744633456961316,
      "loss": 1.3001,
      "step": 37520
    },
    {
      "epoch": 1.5368011468359615,
      "grad_norm": 0.9411077643201151,
      "learning_rate": 0.0002574440587974964,
      "loss": 0.9629,
      "step": 37521
    },
    {
      "epoch": 1.5368421052631578,
      "grad_norm": 1.1402458440794268,
      "learning_rate": 0.00025744178297458633,
      "loss": 1.0732,
      "step": 37522
    },
    {
      "epoch": 1.5368830636903543,
      "grad_norm": 1.235774273805689,
      "learning_rate": 0.000257439507100884,
      "loss": 0.8436,
      "step": 37523
    },
    {
      "epoch": 1.5369240221175506,
      "grad_norm": 0.9637851619314773,
      "learning_rate": 0.0002574372311763905,
      "loss": 0.7511,
      "step": 37524
    },
    {
      "epoch": 1.536964980544747,
      "grad_norm": 1.0422606426271872,
      "learning_rate": 0.0002574349552011069,
      "loss": 0.8806,
      "step": 37525
    },
    {
      "epoch": 1.5370059389719435,
      "grad_norm": 1.0597952868638816,
      "learning_rate": 0.00025743267917503434,
      "loss": 0.836,
      "step": 37526
    },
    {
      "epoch": 1.53704689739914,
      "grad_norm": 0.9044293479339858,
      "learning_rate": 0.0002574304030981738,
      "loss": 0.4203,
      "step": 37527
    },
    {
      "epoch": 1.5370878558263361,
      "grad_norm": 1.244314081024671,
      "learning_rate": 0.0002574281269705264,
      "loss": 1.0775,
      "step": 37528
    },
    {
      "epoch": 1.5371288142535326,
      "grad_norm": 0.8528224208473199,
      "learning_rate": 0.0002574258507920933,
      "loss": 0.6238,
      "step": 37529
    },
    {
      "epoch": 1.5371697726807292,
      "grad_norm": 1.1335690366137132,
      "learning_rate": 0.00025742357456287536,
      "loss": 0.8022,
      "step": 37530
    },
    {
      "epoch": 1.5372107311079255,
      "grad_norm": 1.052148747543888,
      "learning_rate": 0.00025742129828287385,
      "loss": 0.854,
      "step": 37531
    },
    {
      "epoch": 1.5372516895351218,
      "grad_norm": 0.9635444589489752,
      "learning_rate": 0.00025741902195208983,
      "loss": 0.7127,
      "step": 37532
    },
    {
      "epoch": 1.5372926479623183,
      "grad_norm": 1.0724762992485468,
      "learning_rate": 0.00025741674557052427,
      "loss": 0.8945,
      "step": 37533
    },
    {
      "epoch": 1.5373336063895147,
      "grad_norm": 1.6187892627416867,
      "learning_rate": 0.0002574144691381783,
      "loss": 0.9622,
      "step": 37534
    },
    {
      "epoch": 1.537374564816711,
      "grad_norm": 1.2542387661116166,
      "learning_rate": 0.00025741219265505304,
      "loss": 0.8382,
      "step": 37535
    },
    {
      "epoch": 1.5374155232439075,
      "grad_norm": 0.9352599023095548,
      "learning_rate": 0.0002574099161211495,
      "loss": 0.8402,
      "step": 37536
    },
    {
      "epoch": 1.5374564816711038,
      "grad_norm": 0.9068889414064576,
      "learning_rate": 0.0002574076395364688,
      "loss": 0.685,
      "step": 37537
    },
    {
      "epoch": 1.5374974400983001,
      "grad_norm": 1.363834994192629,
      "learning_rate": 0.00025740536290101197,
      "loss": 0.8284,
      "step": 37538
    },
    {
      "epoch": 1.5375383985254967,
      "grad_norm": 0.709793712975199,
      "learning_rate": 0.0002574030862147801,
      "loss": 0.4579,
      "step": 37539
    },
    {
      "epoch": 1.537579356952693,
      "grad_norm": 1.013353802578301,
      "learning_rate": 0.00025740080947777433,
      "loss": 0.6644,
      "step": 37540
    },
    {
      "epoch": 1.5376203153798893,
      "grad_norm": 1.1939103633596517,
      "learning_rate": 0.00025739853268999573,
      "loss": 0.9404,
      "step": 37541
    },
    {
      "epoch": 1.5376612738070858,
      "grad_norm": 1.1600336042296022,
      "learning_rate": 0.0002573962558514453,
      "loss": 0.8117,
      "step": 37542
    },
    {
      "epoch": 1.5377022322342822,
      "grad_norm": 2.7462553001981966,
      "learning_rate": 0.0002573939789621241,
      "loss": 4.1156,
      "step": 37543
    },
    {
      "epoch": 1.5377431906614785,
      "grad_norm": 0.8972276192286396,
      "learning_rate": 0.0002573917020220333,
      "loss": 0.7724,
      "step": 37544
    },
    {
      "epoch": 1.537784149088675,
      "grad_norm": 1.3328534298947654,
      "learning_rate": 0.00025738942503117395,
      "loss": 0.8369,
      "step": 37545
    },
    {
      "epoch": 1.5378251075158715,
      "grad_norm": 1.1355390705650652,
      "learning_rate": 0.0002573871479895471,
      "loss": 0.8179,
      "step": 37546
    },
    {
      "epoch": 1.5378660659430676,
      "grad_norm": 0.9196742329322645,
      "learning_rate": 0.0002573848708971538,
      "loss": 0.7867,
      "step": 37547
    },
    {
      "epoch": 1.5379070243702642,
      "grad_norm": 1.0028752169680344,
      "learning_rate": 0.0002573825937539952,
      "loss": 0.6356,
      "step": 37548
    },
    {
      "epoch": 1.5379479827974607,
      "grad_norm": 1.0137042669554273,
      "learning_rate": 0.00025738031656007235,
      "loss": 0.6693,
      "step": 37549
    },
    {
      "epoch": 1.537988941224657,
      "grad_norm": 1.182099307586661,
      "learning_rate": 0.00025737803931538634,
      "loss": 1.0733,
      "step": 37550
    },
    {
      "epoch": 1.5380298996518533,
      "grad_norm": 0.9408025482381195,
      "learning_rate": 0.0002573757620199382,
      "loss": 0.3652,
      "step": 37551
    },
    {
      "epoch": 1.5380708580790499,
      "grad_norm": 1.8817161205478912,
      "learning_rate": 0.00025737348467372897,
      "loss": 3.0688,
      "step": 37552
    },
    {
      "epoch": 1.5381118165062462,
      "grad_norm": 0.8649405434181111,
      "learning_rate": 0.0002573712072767599,
      "loss": 0.35,
      "step": 37553
    },
    {
      "epoch": 1.5381527749334425,
      "grad_norm": 0.661291298953884,
      "learning_rate": 0.0002573689298290318,
      "loss": 0.3127,
      "step": 37554
    },
    {
      "epoch": 1.538193733360639,
      "grad_norm": 6.825553502427267,
      "learning_rate": 0.00025736665233054605,
      "loss": 2.9072,
      "step": 37555
    },
    {
      "epoch": 1.5382346917878353,
      "grad_norm": 0.8969348304813644,
      "learning_rate": 0.0002573643747813035,
      "loss": 0.6957,
      "step": 37556
    },
    {
      "epoch": 1.5382756502150317,
      "grad_norm": 1.2040052550115714,
      "learning_rate": 0.00025736209718130534,
      "loss": 1.0616,
      "step": 37557
    },
    {
      "epoch": 1.5383166086422282,
      "grad_norm": 0.9234655340779352,
      "learning_rate": 0.0002573598195305526,
      "loss": 0.6048,
      "step": 37558
    },
    {
      "epoch": 1.5383575670694245,
      "grad_norm": 0.7849191828131686,
      "learning_rate": 0.00025735754182904636,
      "loss": 0.7083,
      "step": 37559
    },
    {
      "epoch": 1.5383985254966208,
      "grad_norm": 0.6492472925741082,
      "learning_rate": 0.0002573552640767877,
      "loss": 0.2439,
      "step": 37560
    },
    {
      "epoch": 1.5384394839238174,
      "grad_norm": 0.933447871658012,
      "learning_rate": 0.0002573529862737777,
      "loss": 0.6997,
      "step": 37561
    },
    {
      "epoch": 1.5384804423510137,
      "grad_norm": 2.083461559313988,
      "learning_rate": 0.0002573507084200174,
      "loss": 2.3351,
      "step": 37562
    },
    {
      "epoch": 1.53852140077821,
      "grad_norm": 0.5222767050531921,
      "learning_rate": 0.00025734843051550797,
      "loss": 0.2149,
      "step": 37563
    },
    {
      "epoch": 1.5385623592054065,
      "grad_norm": 0.8020856976531733,
      "learning_rate": 0.00025734615256025044,
      "loss": 0.4401,
      "step": 37564
    },
    {
      "epoch": 1.538603317632603,
      "grad_norm": 1.1197662208996522,
      "learning_rate": 0.00025734387455424585,
      "loss": 0.8891,
      "step": 37565
    },
    {
      "epoch": 1.5386442760597991,
      "grad_norm": 0.9536806485575493,
      "learning_rate": 0.0002573415964974953,
      "loss": 0.7594,
      "step": 37566
    },
    {
      "epoch": 1.5386852344869957,
      "grad_norm": 1.0842024237800547,
      "learning_rate": 0.0002573393183899999,
      "loss": 0.9864,
      "step": 37567
    },
    {
      "epoch": 1.5387261929141922,
      "grad_norm": 1.1257243907016325,
      "learning_rate": 0.00025733704023176064,
      "loss": 1.1913,
      "step": 37568
    },
    {
      "epoch": 1.5387671513413885,
      "grad_norm": 1.1769546783600557,
      "learning_rate": 0.0002573347620227787,
      "loss": 0.9726,
      "step": 37569
    },
    {
      "epoch": 1.5388081097685848,
      "grad_norm": 1.613021154263508,
      "learning_rate": 0.00025733248376305515,
      "loss": 0.9662,
      "step": 37570
    },
    {
      "epoch": 1.5388490681957814,
      "grad_norm": 1.5104010604352556,
      "learning_rate": 0.000257330205452591,
      "loss": 0.9583,
      "step": 37571
    },
    {
      "epoch": 1.5388900266229777,
      "grad_norm": 1.0648710397883518,
      "learning_rate": 0.00025732792709138734,
      "loss": 0.997,
      "step": 37572
    },
    {
      "epoch": 1.538930985050174,
      "grad_norm": 1.0386407052213324,
      "learning_rate": 0.00025732564867944526,
      "loss": 0.8682,
      "step": 37573
    },
    {
      "epoch": 1.5389719434773705,
      "grad_norm": 3.337117106328489,
      "learning_rate": 0.00025732337021676583,
      "loss": 1.2469,
      "step": 37574
    },
    {
      "epoch": 1.5390129019045669,
      "grad_norm": 0.9145587009628003,
      "learning_rate": 0.0002573210917033502,
      "loss": 0.6805,
      "step": 37575
    },
    {
      "epoch": 1.5390538603317632,
      "grad_norm": 0.7934756993126367,
      "learning_rate": 0.0002573188131391993,
      "loss": 0.6698,
      "step": 37576
    },
    {
      "epoch": 1.5390948187589597,
      "grad_norm": 0.810440180315987,
      "learning_rate": 0.00025731653452431435,
      "loss": 0.3052,
      "step": 37577
    },
    {
      "epoch": 1.539135777186156,
      "grad_norm": 1.1146056296157334,
      "learning_rate": 0.00025731425585869634,
      "loss": 0.6661,
      "step": 37578
    },
    {
      "epoch": 1.5391767356133523,
      "grad_norm": 1.2486935849725087,
      "learning_rate": 0.0002573119771423464,
      "loss": 0.881,
      "step": 37579
    },
    {
      "epoch": 1.5392176940405489,
      "grad_norm": 0.9953063548511742,
      "learning_rate": 0.00025730969837526555,
      "loss": 0.7085,
      "step": 37580
    },
    {
      "epoch": 1.5392586524677454,
      "grad_norm": 1.4277048690229173,
      "learning_rate": 0.000257307419557455,
      "loss": 1.2146,
      "step": 37581
    },
    {
      "epoch": 1.5392996108949415,
      "grad_norm": 1.2701156356161012,
      "learning_rate": 0.00025730514068891564,
      "loss": 0.8581,
      "step": 37582
    },
    {
      "epoch": 1.539340569322138,
      "grad_norm": 1.4377241830446272,
      "learning_rate": 0.00025730286176964864,
      "loss": 0.7947,
      "step": 37583
    },
    {
      "epoch": 1.5393815277493346,
      "grad_norm": 1.0778230742375885,
      "learning_rate": 0.00025730058279965507,
      "loss": 0.8605,
      "step": 37584
    },
    {
      "epoch": 1.5394224861765307,
      "grad_norm": 0.866490781509499,
      "learning_rate": 0.0002572983037789361,
      "loss": 0.6612,
      "step": 37585
    },
    {
      "epoch": 1.5394634446037272,
      "grad_norm": 1.0724123536544337,
      "learning_rate": 0.0002572960247074926,
      "loss": 0.662,
      "step": 37586
    },
    {
      "epoch": 1.5395044030309237,
      "grad_norm": 1.1568484480526826,
      "learning_rate": 0.0002572937455853258,
      "loss": 1.0931,
      "step": 37587
    },
    {
      "epoch": 1.53954536145812,
      "grad_norm": 1.1093732934709586,
      "learning_rate": 0.00025729146641243676,
      "loss": 0.64,
      "step": 37588
    },
    {
      "epoch": 1.5395863198853164,
      "grad_norm": 1.0824515972960103,
      "learning_rate": 0.0002572891871888265,
      "loss": 0.7155,
      "step": 37589
    },
    {
      "epoch": 1.539627278312513,
      "grad_norm": 1.7367838107629523,
      "learning_rate": 0.0002572869079144962,
      "loss": 1.6662,
      "step": 37590
    },
    {
      "epoch": 1.5396682367397092,
      "grad_norm": 0.963416091956614,
      "learning_rate": 0.00025728462858944686,
      "loss": 0.5942,
      "step": 37591
    },
    {
      "epoch": 1.5397091951669055,
      "grad_norm": 0.8794438775563193,
      "learning_rate": 0.0002572823492136795,
      "loss": 0.6956,
      "step": 37592
    },
    {
      "epoch": 1.539750153594102,
      "grad_norm": 1.2121642772349073,
      "learning_rate": 0.00025728006978719537,
      "loss": 0.6649,
      "step": 37593
    },
    {
      "epoch": 1.5397911120212984,
      "grad_norm": 1.223894681204358,
      "learning_rate": 0.00025727779030999544,
      "loss": 0.809,
      "step": 37594
    },
    {
      "epoch": 1.5398320704484947,
      "grad_norm": 1.2266420292357876,
      "learning_rate": 0.00025727551078208075,
      "loss": 0.7969,
      "step": 37595
    },
    {
      "epoch": 1.5398730288756912,
      "grad_norm": 0.6941209371953618,
      "learning_rate": 0.0002572732312034524,
      "loss": 0.2843,
      "step": 37596
    },
    {
      "epoch": 1.5399139873028875,
      "grad_norm": 1.3552278111641023,
      "learning_rate": 0.0002572709515741116,
      "loss": 0.8139,
      "step": 37597
    },
    {
      "epoch": 1.5399549457300838,
      "grad_norm": 1.004672637669601,
      "learning_rate": 0.0002572686718940592,
      "loss": 0.9903,
      "step": 37598
    },
    {
      "epoch": 1.5399959041572804,
      "grad_norm": 1.1762981109027506,
      "learning_rate": 0.0002572663921632965,
      "loss": 1.0945,
      "step": 37599
    },
    {
      "epoch": 1.540036862584477,
      "grad_norm": 0.9770278602748211,
      "learning_rate": 0.0002572641123818244,
      "loss": 0.8409,
      "step": 37600
    },
    {
      "epoch": 1.540077821011673,
      "grad_norm": 1.136780994770036,
      "learning_rate": 0.00025726183254964403,
      "loss": 0.7387,
      "step": 37601
    },
    {
      "epoch": 1.5401187794388695,
      "grad_norm": 0.9477072223192029,
      "learning_rate": 0.00025725955266675657,
      "loss": 0.9496,
      "step": 37602
    },
    {
      "epoch": 1.540159737866066,
      "grad_norm": 0.9091657886786768,
      "learning_rate": 0.000257257272733163,
      "loss": 0.7907,
      "step": 37603
    },
    {
      "epoch": 1.5402006962932622,
      "grad_norm": 1.1166740966882636,
      "learning_rate": 0.00025725499274886434,
      "loss": 0.8294,
      "step": 37604
    },
    {
      "epoch": 1.5402416547204587,
      "grad_norm": 0.8094966316311382,
      "learning_rate": 0.00025725271271386186,
      "loss": 0.3034,
      "step": 37605
    },
    {
      "epoch": 1.5402826131476552,
      "grad_norm": 0.9535346294298035,
      "learning_rate": 0.00025725043262815644,
      "loss": 0.3621,
      "step": 37606
    },
    {
      "epoch": 1.5403235715748516,
      "grad_norm": 0.9653352679548886,
      "learning_rate": 0.0002572481524917492,
      "loss": 0.7292,
      "step": 37607
    },
    {
      "epoch": 1.5403645300020479,
      "grad_norm": 0.9267881101918389,
      "learning_rate": 0.00025724587230464136,
      "loss": 0.7297,
      "step": 37608
    },
    {
      "epoch": 1.5404054884292444,
      "grad_norm": 1.0307695142529343,
      "learning_rate": 0.00025724359206683386,
      "loss": 0.7637,
      "step": 37609
    },
    {
      "epoch": 1.5404464468564407,
      "grad_norm": 1.13425200132523,
      "learning_rate": 0.0002572413117783278,
      "loss": 0.7401,
      "step": 37610
    },
    {
      "epoch": 1.540487405283637,
      "grad_norm": 1.0990145411535852,
      "learning_rate": 0.00025723903143912423,
      "loss": 0.9799,
      "step": 37611
    },
    {
      "epoch": 1.5405283637108336,
      "grad_norm": 1.0277476564493628,
      "learning_rate": 0.0002572367510492243,
      "loss": 0.839,
      "step": 37612
    },
    {
      "epoch": 1.5405693221380299,
      "grad_norm": 1.056099373921903,
      "learning_rate": 0.0002572344706086291,
      "loss": 0.8795,
      "step": 37613
    },
    {
      "epoch": 1.5406102805652262,
      "grad_norm": 1.1481619363772912,
      "learning_rate": 0.00025723219011733966,
      "loss": 0.939,
      "step": 37614
    },
    {
      "epoch": 1.5406512389924227,
      "grad_norm": 0.9367137457515641,
      "learning_rate": 0.0002572299095753571,
      "loss": 0.5584,
      "step": 37615
    },
    {
      "epoch": 1.540692197419619,
      "grad_norm": 1.8924798951768897,
      "learning_rate": 0.00025722762898268235,
      "loss": 2.2366,
      "step": 37616
    },
    {
      "epoch": 1.5407331558468154,
      "grad_norm": 0.8790918109979572,
      "learning_rate": 0.0002572253483393166,
      "loss": 0.6992,
      "step": 37617
    },
    {
      "epoch": 1.540774114274012,
      "grad_norm": 0.7010343319779435,
      "learning_rate": 0.000257223067645261,
      "loss": 0.3578,
      "step": 37618
    },
    {
      "epoch": 1.5408150727012084,
      "grad_norm": 2.185462080215256,
      "learning_rate": 0.0002572207869005165,
      "loss": 1.3684,
      "step": 37619
    },
    {
      "epoch": 1.5408560311284045,
      "grad_norm": 0.9231086662626568,
      "learning_rate": 0.0002572185061050843,
      "loss": 0.5794,
      "step": 37620
    },
    {
      "epoch": 1.540896989555601,
      "grad_norm": 1.3508033445454128,
      "learning_rate": 0.0002572162252589654,
      "loss": 0.8784,
      "step": 37621
    },
    {
      "epoch": 1.5409379479827976,
      "grad_norm": 1.12161698574401,
      "learning_rate": 0.00025721394436216085,
      "loss": 0.8286,
      "step": 37622
    },
    {
      "epoch": 1.540978906409994,
      "grad_norm": 2.139189303031597,
      "learning_rate": 0.00025721166341467175,
      "loss": 2.0142,
      "step": 37623
    },
    {
      "epoch": 1.5410198648371902,
      "grad_norm": 1.1568229255503968,
      "learning_rate": 0.00025720938241649923,
      "loss": 0.8165,
      "step": 37624
    },
    {
      "epoch": 1.5410608232643868,
      "grad_norm": 0.9385332700952086,
      "learning_rate": 0.00025720710136764433,
      "loss": 0.8167,
      "step": 37625
    },
    {
      "epoch": 1.541101781691583,
      "grad_norm": 1.1377545867263095,
      "learning_rate": 0.0002572048202681082,
      "loss": 0.8807,
      "step": 37626
    },
    {
      "epoch": 1.5411427401187794,
      "grad_norm": 0.9034714033966407,
      "learning_rate": 0.00025720253911789176,
      "loss": 0.6199,
      "step": 37627
    },
    {
      "epoch": 1.541183698545976,
      "grad_norm": 0.720786278124885,
      "learning_rate": 0.0002572002579169962,
      "loss": 0.4912,
      "step": 37628
    },
    {
      "epoch": 1.5412246569731722,
      "grad_norm": 1.2578813281583268,
      "learning_rate": 0.0002571979766654226,
      "loss": 1.1793,
      "step": 37629
    },
    {
      "epoch": 1.5412656154003685,
      "grad_norm": 1.1777093319660485,
      "learning_rate": 0.000257195695363172,
      "loss": 0.5399,
      "step": 37630
    },
    {
      "epoch": 1.541306573827565,
      "grad_norm": 0.9694723388633567,
      "learning_rate": 0.0002571934140102455,
      "loss": 0.5823,
      "step": 37631
    },
    {
      "epoch": 1.5413475322547614,
      "grad_norm": 1.0237845901280016,
      "learning_rate": 0.0002571911326066442,
      "loss": 0.8878,
      "step": 37632
    },
    {
      "epoch": 1.5413884906819577,
      "grad_norm": 0.8419531748809542,
      "learning_rate": 0.0002571888511523691,
      "loss": 0.6802,
      "step": 37633
    },
    {
      "epoch": 1.5414294491091542,
      "grad_norm": 1.0195400702897692,
      "learning_rate": 0.00025718656964742137,
      "loss": 0.8455,
      "step": 37634
    },
    {
      "epoch": 1.5414704075363506,
      "grad_norm": 1.283663679468558,
      "learning_rate": 0.000257184288091802,
      "loss": 0.9951,
      "step": 37635
    },
    {
      "epoch": 1.5415113659635469,
      "grad_norm": 1.0031397290095825,
      "learning_rate": 0.00025718200648551217,
      "loss": 0.8822,
      "step": 37636
    },
    {
      "epoch": 1.5415523243907434,
      "grad_norm": 4.501010029744482,
      "learning_rate": 0.0002571797248285529,
      "loss": 3.2047,
      "step": 37637
    },
    {
      "epoch": 1.54159328281794,
      "grad_norm": 0.8526188657057774,
      "learning_rate": 0.0002571774431209253,
      "loss": 0.658,
      "step": 37638
    },
    {
      "epoch": 1.541634241245136,
      "grad_norm": 0.8929013637847883,
      "learning_rate": 0.0002571751613626304,
      "loss": 0.5378,
      "step": 37639
    },
    {
      "epoch": 1.5416751996723326,
      "grad_norm": 0.8986477047114927,
      "learning_rate": 0.0002571728795536693,
      "loss": 0.7735,
      "step": 37640
    },
    {
      "epoch": 1.541716158099529,
      "grad_norm": 1.0596275607390628,
      "learning_rate": 0.00025717059769404305,
      "loss": 0.9272,
      "step": 37641
    },
    {
      "epoch": 1.5417571165267254,
      "grad_norm": 1.3027875474392923,
      "learning_rate": 0.00025716831578375277,
      "loss": 0.8286,
      "step": 37642
    },
    {
      "epoch": 1.5417980749539217,
      "grad_norm": 0.5715256525497103,
      "learning_rate": 0.00025716603382279957,
      "loss": 0.2411,
      "step": 37643
    },
    {
      "epoch": 1.5418390333811183,
      "grad_norm": 2.8092915245236423,
      "learning_rate": 0.0002571637518111844,
      "loss": 1.5818,
      "step": 37644
    },
    {
      "epoch": 1.5418799918083146,
      "grad_norm": 1.0623191942144947,
      "learning_rate": 0.00025716146974890855,
      "loss": 0.8522,
      "step": 37645
    },
    {
      "epoch": 1.541920950235511,
      "grad_norm": 0.9508412388903211,
      "learning_rate": 0.0002571591876359729,
      "loss": 0.7242,
      "step": 37646
    },
    {
      "epoch": 1.5419619086627074,
      "grad_norm": 1.105859907937936,
      "learning_rate": 0.00025715690547237864,
      "loss": 0.5623,
      "step": 37647
    },
    {
      "epoch": 1.5420028670899038,
      "grad_norm": 1.23223729005048,
      "learning_rate": 0.00025715462325812675,
      "loss": 1.3462,
      "step": 37648
    },
    {
      "epoch": 1.5420438255171,
      "grad_norm": 1.0988603447009897,
      "learning_rate": 0.00025715234099321844,
      "loss": 0.9903,
      "step": 37649
    },
    {
      "epoch": 1.5420847839442966,
      "grad_norm": 1.1534833641135895,
      "learning_rate": 0.0002571500586776547,
      "loss": 1.2873,
      "step": 37650
    },
    {
      "epoch": 1.542125742371493,
      "grad_norm": 2.0509203284583295,
      "learning_rate": 0.0002571477763114366,
      "loss": 0.9222,
      "step": 37651
    },
    {
      "epoch": 1.5421667007986892,
      "grad_norm": 0.8758406957825757,
      "learning_rate": 0.0002571454938945653,
      "loss": 0.7024,
      "step": 37652
    },
    {
      "epoch": 1.5422076592258858,
      "grad_norm": 1.1167238007293891,
      "learning_rate": 0.00025714321142704177,
      "loss": 0.6206,
      "step": 37653
    },
    {
      "epoch": 1.542248617653082,
      "grad_norm": 1.2547654935634045,
      "learning_rate": 0.0002571409289088672,
      "loss": 0.8454,
      "step": 37654
    },
    {
      "epoch": 1.5422895760802784,
      "grad_norm": 2.4044616777903887,
      "learning_rate": 0.0002571386463400426,
      "loss": 2.4261,
      "step": 37655
    },
    {
      "epoch": 1.542330534507475,
      "grad_norm": 0.8186632291272758,
      "learning_rate": 0.00025713636372056906,
      "loss": 0.3113,
      "step": 37656
    },
    {
      "epoch": 1.5423714929346715,
      "grad_norm": 0.5574456170438932,
      "learning_rate": 0.00025713408105044767,
      "loss": 0.2092,
      "step": 37657
    },
    {
      "epoch": 1.5424124513618676,
      "grad_norm": 0.9746325189914177,
      "learning_rate": 0.0002571317983296795,
      "loss": 0.8295,
      "step": 37658
    },
    {
      "epoch": 1.542453409789064,
      "grad_norm": 1.173142540532569,
      "learning_rate": 0.00025712951555826566,
      "loss": 0.6703,
      "step": 37659
    },
    {
      "epoch": 1.5424943682162606,
      "grad_norm": 1.4544709878038113,
      "learning_rate": 0.00025712723273620716,
      "loss": 1.0611,
      "step": 37660
    },
    {
      "epoch": 1.542535326643457,
      "grad_norm": 2.150651844832814,
      "learning_rate": 0.00025712494986350514,
      "loss": 1.4858,
      "step": 37661
    },
    {
      "epoch": 1.5425762850706533,
      "grad_norm": 1.282498425112973,
      "learning_rate": 0.00025712266694016063,
      "loss": 1.0236,
      "step": 37662
    },
    {
      "epoch": 1.5426172434978498,
      "grad_norm": 0.8900303656843453,
      "learning_rate": 0.0002571203839661748,
      "loss": 0.7104,
      "step": 37663
    },
    {
      "epoch": 1.542658201925046,
      "grad_norm": 1.3839806797158125,
      "learning_rate": 0.0002571181009415486,
      "loss": 0.9692,
      "step": 37664
    },
    {
      "epoch": 1.5426991603522424,
      "grad_norm": 1.0852215018044689,
      "learning_rate": 0.0002571158178662832,
      "loss": 0.7649,
      "step": 37665
    },
    {
      "epoch": 1.542740118779439,
      "grad_norm": 0.9579075793408316,
      "learning_rate": 0.0002571135347403797,
      "loss": 0.8875,
      "step": 37666
    },
    {
      "epoch": 1.5427810772066353,
      "grad_norm": 0.27410224563972024,
      "learning_rate": 0.00025711125156383907,
      "loss": 0.0652,
      "step": 37667
    },
    {
      "epoch": 1.5428220356338316,
      "grad_norm": 0.9434405255955406,
      "learning_rate": 0.00025710896833666246,
      "loss": 0.5231,
      "step": 37668
    },
    {
      "epoch": 1.5428629940610281,
      "grad_norm": 1.089610839340367,
      "learning_rate": 0.000257106685058851,
      "loss": 0.7476,
      "step": 37669
    },
    {
      "epoch": 1.5429039524882244,
      "grad_norm": 2.8122247731227885,
      "learning_rate": 0.0002571044017304057,
      "loss": 2.153,
      "step": 37670
    },
    {
      "epoch": 1.5429449109154207,
      "grad_norm": 1.077892206038037,
      "learning_rate": 0.00025710211835132765,
      "loss": 0.8995,
      "step": 37671
    },
    {
      "epoch": 1.5429858693426173,
      "grad_norm": 1.1788616374886325,
      "learning_rate": 0.0002570998349216179,
      "loss": 0.6548,
      "step": 37672
    },
    {
      "epoch": 1.5430268277698136,
      "grad_norm": 1.0026248225613152,
      "learning_rate": 0.0002570975514412776,
      "loss": 0.8901,
      "step": 37673
    },
    {
      "epoch": 1.54306778619701,
      "grad_norm": 0.9166390276328491,
      "learning_rate": 0.00025709526791030775,
      "loss": 0.7913,
      "step": 37674
    },
    {
      "epoch": 1.5431087446242064,
      "grad_norm": 1.1355475923750806,
      "learning_rate": 0.0002570929843287095,
      "loss": 0.8793,
      "step": 37675
    },
    {
      "epoch": 1.543149703051403,
      "grad_norm": 0.6764297001675477,
      "learning_rate": 0.00025709070069648393,
      "loss": 0.2441,
      "step": 37676
    },
    {
      "epoch": 1.543190661478599,
      "grad_norm": 1.2681140736632617,
      "learning_rate": 0.00025708841701363206,
      "loss": 0.9385,
      "step": 37677
    },
    {
      "epoch": 1.5432316199057956,
      "grad_norm": 1.1740361542045188,
      "learning_rate": 0.000257086133280155,
      "loss": 0.8895,
      "step": 37678
    },
    {
      "epoch": 1.5432725783329921,
      "grad_norm": 1.116328808970842,
      "learning_rate": 0.0002570838494960538,
      "loss": 0.931,
      "step": 37679
    },
    {
      "epoch": 1.5433135367601885,
      "grad_norm": 1.0984054393442166,
      "learning_rate": 0.0002570815656613296,
      "loss": 1.2222,
      "step": 37680
    },
    {
      "epoch": 1.5433544951873848,
      "grad_norm": 0.7514063987298336,
      "learning_rate": 0.00025707928177598347,
      "loss": 0.4264,
      "step": 37681
    },
    {
      "epoch": 1.5433954536145813,
      "grad_norm": 0.7753735892486532,
      "learning_rate": 0.0002570769978400164,
      "loss": 0.5631,
      "step": 37682
    },
    {
      "epoch": 1.5434364120417776,
      "grad_norm": 0.6735616434484,
      "learning_rate": 0.00025707471385342964,
      "loss": 0.2922,
      "step": 37683
    },
    {
      "epoch": 1.543477370468974,
      "grad_norm": 1.0872341620714525,
      "learning_rate": 0.0002570724298162241,
      "loss": 1.014,
      "step": 37684
    },
    {
      "epoch": 1.5435183288961705,
      "grad_norm": 0.7237850312715836,
      "learning_rate": 0.000257070145728401,
      "loss": 0.2356,
      "step": 37685
    },
    {
      "epoch": 1.5435592873233668,
      "grad_norm": 0.8557305138312701,
      "learning_rate": 0.00025706786158996125,
      "loss": 0.7631,
      "step": 37686
    },
    {
      "epoch": 1.543600245750563,
      "grad_norm": 1.2064659166295577,
      "learning_rate": 0.0002570655774009061,
      "loss": 0.7778,
      "step": 37687
    },
    {
      "epoch": 1.5436412041777596,
      "grad_norm": 0.6082012107311193,
      "learning_rate": 0.00025706329316123647,
      "loss": 0.2516,
      "step": 37688
    },
    {
      "epoch": 1.543682162604956,
      "grad_norm": 1.0204346422086106,
      "learning_rate": 0.0002570610088709536,
      "loss": 0.9398,
      "step": 37689
    },
    {
      "epoch": 1.5437231210321523,
      "grad_norm": 1.0958898843165672,
      "learning_rate": 0.0002570587245300585,
      "loss": 0.6615,
      "step": 37690
    },
    {
      "epoch": 1.5437640794593488,
      "grad_norm": 1.1265057836353571,
      "learning_rate": 0.00025705644013855226,
      "loss": 1.2431,
      "step": 37691
    },
    {
      "epoch": 1.543805037886545,
      "grad_norm": 0.6072689169925899,
      "learning_rate": 0.00025705415569643594,
      "loss": 0.2614,
      "step": 37692
    },
    {
      "epoch": 1.5438459963137414,
      "grad_norm": 1.373335865378628,
      "learning_rate": 0.0002570518712037106,
      "loss": 0.9854,
      "step": 37693
    },
    {
      "epoch": 1.543886954740938,
      "grad_norm": 0.713536664113481,
      "learning_rate": 0.0002570495866603773,
      "loss": 0.3438,
      "step": 37694
    },
    {
      "epoch": 1.5439279131681345,
      "grad_norm": 1.050716178544959,
      "learning_rate": 0.00025704730206643723,
      "loss": 0.8808,
      "step": 37695
    },
    {
      "epoch": 1.5439688715953306,
      "grad_norm": 1.128770710627408,
      "learning_rate": 0.0002570450174218914,
      "loss": 0.5434,
      "step": 37696
    },
    {
      "epoch": 1.5440098300225271,
      "grad_norm": 0.8971862544265267,
      "learning_rate": 0.00025704273272674096,
      "loss": 0.8251,
      "step": 37697
    },
    {
      "epoch": 1.5440507884497237,
      "grad_norm": 1.1856931943902083,
      "learning_rate": 0.0002570404479809868,
      "loss": 1.1676,
      "step": 37698
    },
    {
      "epoch": 1.54409174687692,
      "grad_norm": 1.0590510665310309,
      "learning_rate": 0.0002570381631846302,
      "loss": 0.8391,
      "step": 37699
    },
    {
      "epoch": 1.5441327053041163,
      "grad_norm": 1.0123675082559007,
      "learning_rate": 0.00025703587833767215,
      "loss": 0.5502,
      "step": 37700
    },
    {
      "epoch": 1.5441736637313128,
      "grad_norm": 0.9395905048139268,
      "learning_rate": 0.00025703359344011377,
      "loss": 0.5306,
      "step": 37701
    },
    {
      "epoch": 1.5442146221585091,
      "grad_norm": 1.180347757730649,
      "learning_rate": 0.0002570313084919561,
      "loss": 0.8254,
      "step": 37702
    },
    {
      "epoch": 1.5442555805857054,
      "grad_norm": 1.1186026261092474,
      "learning_rate": 0.0002570290234932002,
      "loss": 1.1253,
      "step": 37703
    },
    {
      "epoch": 1.544296539012902,
      "grad_norm": 1.7304974461959353,
      "learning_rate": 0.0002570267384438473,
      "loss": 1.7672,
      "step": 37704
    },
    {
      "epoch": 1.5443374974400983,
      "grad_norm": 0.9650211594209617,
      "learning_rate": 0.0002570244533438983,
      "loss": 0.75,
      "step": 37705
    },
    {
      "epoch": 1.5443784558672946,
      "grad_norm": 1.1203528201922812,
      "learning_rate": 0.0002570221681933543,
      "loss": 0.9612,
      "step": 37706
    },
    {
      "epoch": 1.5444194142944911,
      "grad_norm": 0.8553057200909404,
      "learning_rate": 0.0002570198829922165,
      "loss": 0.8339,
      "step": 37707
    },
    {
      "epoch": 1.5444603727216875,
      "grad_norm": 0.8386697377890242,
      "learning_rate": 0.00025701759774048586,
      "loss": 0.6189,
      "step": 37708
    },
    {
      "epoch": 1.5445013311488838,
      "grad_norm": 1.3364842511702741,
      "learning_rate": 0.00025701531243816354,
      "loss": 0.6828,
      "step": 37709
    },
    {
      "epoch": 1.5445422895760803,
      "grad_norm": 1.5014744052099378,
      "learning_rate": 0.0002570130270852506,
      "loss": 1.3774,
      "step": 37710
    },
    {
      "epoch": 1.5445832480032766,
      "grad_norm": 1.0616651989244263,
      "learning_rate": 0.0002570107416817481,
      "loss": 0.8276,
      "step": 37711
    },
    {
      "epoch": 1.544624206430473,
      "grad_norm": 1.1271147291484767,
      "learning_rate": 0.00025700845622765714,
      "loss": 0.8981,
      "step": 37712
    },
    {
      "epoch": 1.5446651648576695,
      "grad_norm": 0.7784054151556802,
      "learning_rate": 0.0002570061707229788,
      "loss": 0.5379,
      "step": 37713
    },
    {
      "epoch": 1.544706123284866,
      "grad_norm": 0.9820930694135407,
      "learning_rate": 0.0002570038851677141,
      "loss": 0.5981,
      "step": 37714
    },
    {
      "epoch": 1.544747081712062,
      "grad_norm": 1.0096618140139773,
      "learning_rate": 0.0002570015995618642,
      "loss": 0.8533,
      "step": 37715
    },
    {
      "epoch": 1.5447880401392586,
      "grad_norm": 1.338650179831808,
      "learning_rate": 0.0002569993139054302,
      "loss": 0.8968,
      "step": 37716
    },
    {
      "epoch": 1.5448289985664552,
      "grad_norm": 1.023035464664459,
      "learning_rate": 0.000256997028198413,
      "loss": 0.6801,
      "step": 37717
    },
    {
      "epoch": 1.5448699569936515,
      "grad_norm": 1.2763179883472102,
      "learning_rate": 0.00025699474244081393,
      "loss": 0.9204,
      "step": 37718
    },
    {
      "epoch": 1.5449109154208478,
      "grad_norm": 0.991781418940399,
      "learning_rate": 0.00025699245663263394,
      "loss": 0.8832,
      "step": 37719
    },
    {
      "epoch": 1.5449518738480443,
      "grad_norm": 0.9840701989865323,
      "learning_rate": 0.0002569901707738741,
      "loss": 0.8889,
      "step": 37720
    },
    {
      "epoch": 1.5449928322752406,
      "grad_norm": 1.146654285576584,
      "learning_rate": 0.00025698788486453556,
      "loss": 0.7361,
      "step": 37721
    },
    {
      "epoch": 1.545033790702437,
      "grad_norm": 0.775230240130402,
      "learning_rate": 0.0002569855989046193,
      "loss": 0.8432,
      "step": 37722
    },
    {
      "epoch": 1.5450747491296335,
      "grad_norm": 1.505517413653246,
      "learning_rate": 0.0002569833128941265,
      "loss": 1.4433,
      "step": 37723
    },
    {
      "epoch": 1.5451157075568298,
      "grad_norm": 1.2462347409259216,
      "learning_rate": 0.00025698102683305817,
      "loss": 0.8636,
      "step": 37724
    },
    {
      "epoch": 1.5451566659840261,
      "grad_norm": 1.0249766750478653,
      "learning_rate": 0.0002569787407214154,
      "loss": 0.8124,
      "step": 37725
    },
    {
      "epoch": 1.5451976244112227,
      "grad_norm": 0.8029783907986365,
      "learning_rate": 0.0002569764545591993,
      "loss": 0.5936,
      "step": 37726
    },
    {
      "epoch": 1.545238582838419,
      "grad_norm": 1.1265259512531518,
      "learning_rate": 0.000256974168346411,
      "loss": 0.8697,
      "step": 37727
    },
    {
      "epoch": 1.5452795412656153,
      "grad_norm": 1.5891873185298375,
      "learning_rate": 0.00025697188208305145,
      "loss": 2.0419,
      "step": 37728
    },
    {
      "epoch": 1.5453204996928118,
      "grad_norm": 0.8075349197086341,
      "learning_rate": 0.0002569695957691219,
      "loss": 0.639,
      "step": 37729
    },
    {
      "epoch": 1.5453614581200084,
      "grad_norm": 5.00675106604627,
      "learning_rate": 0.0002569673094046232,
      "loss": 6.0598,
      "step": 37730
    },
    {
      "epoch": 1.5454024165472044,
      "grad_norm": 1.228535342344171,
      "learning_rate": 0.0002569650229895566,
      "loss": 0.9086,
      "step": 37731
    },
    {
      "epoch": 1.545443374974401,
      "grad_norm": 1.080253492577073,
      "learning_rate": 0.0002569627365239232,
      "loss": 0.9565,
      "step": 37732
    },
    {
      "epoch": 1.5454843334015975,
      "grad_norm": 0.8320386908211951,
      "learning_rate": 0.000256960450007724,
      "loss": 0.7413,
      "step": 37733
    },
    {
      "epoch": 1.5455252918287936,
      "grad_norm": 1.0496190307221447,
      "learning_rate": 0.0002569581634409601,
      "loss": 0.9308,
      "step": 37734
    },
    {
      "epoch": 1.5455662502559901,
      "grad_norm": 1.1638434607696682,
      "learning_rate": 0.00025695587682363254,
      "loss": 0.5347,
      "step": 37735
    },
    {
      "epoch": 1.5456072086831867,
      "grad_norm": 0.7958263909065737,
      "learning_rate": 0.0002569535901557425,
      "loss": 0.3448,
      "step": 37736
    },
    {
      "epoch": 1.545648167110383,
      "grad_norm": 1.2054359467523434,
      "learning_rate": 0.00025695130343729103,
      "loss": 0.7576,
      "step": 37737
    },
    {
      "epoch": 1.5456891255375793,
      "grad_norm": 1.0714070617220746,
      "learning_rate": 0.00025694901666827914,
      "loss": 0.9666,
      "step": 37738
    },
    {
      "epoch": 1.5457300839647758,
      "grad_norm": 0.9710609482505539,
      "learning_rate": 0.000256946729848708,
      "loss": 0.7797,
      "step": 37739
    },
    {
      "epoch": 1.5457710423919722,
      "grad_norm": 0.6797068451197829,
      "learning_rate": 0.0002569444429785786,
      "loss": 0.2921,
      "step": 37740
    },
    {
      "epoch": 1.5458120008191685,
      "grad_norm": 1.0005364880950471,
      "learning_rate": 0.00025694215605789216,
      "loss": 0.9697,
      "step": 37741
    },
    {
      "epoch": 1.545852959246365,
      "grad_norm": 1.0320617165421382,
      "learning_rate": 0.00025693986908664957,
      "loss": 0.8787,
      "step": 37742
    },
    {
      "epoch": 1.5458939176735613,
      "grad_norm": 0.996347516190457,
      "learning_rate": 0.0002569375820648521,
      "loss": 1.015,
      "step": 37743
    },
    {
      "epoch": 1.5459348761007576,
      "grad_norm": 1.185092598588645,
      "learning_rate": 0.0002569352949925007,
      "loss": 1.3497,
      "step": 37744
    },
    {
      "epoch": 1.5459758345279542,
      "grad_norm": 1.2361140766239518,
      "learning_rate": 0.0002569330078695965,
      "loss": 1.0799,
      "step": 37745
    },
    {
      "epoch": 1.5460167929551505,
      "grad_norm": 1.0118420706855609,
      "learning_rate": 0.00025693072069614056,
      "loss": 0.8479,
      "step": 37746
    },
    {
      "epoch": 1.5460577513823468,
      "grad_norm": 0.6665131148029838,
      "learning_rate": 0.000256928433472134,
      "loss": 0.3572,
      "step": 37747
    },
    {
      "epoch": 1.5460987098095433,
      "grad_norm": 1.0744785989696626,
      "learning_rate": 0.00025692614619757796,
      "loss": 0.9766,
      "step": 37748
    },
    {
      "epoch": 1.5461396682367399,
      "grad_norm": 1.050875842896316,
      "learning_rate": 0.00025692385887247335,
      "loss": 0.6832,
      "step": 37749
    },
    {
      "epoch": 1.546180626663936,
      "grad_norm": 1.0721271338071987,
      "learning_rate": 0.00025692157149682134,
      "loss": 1.0292,
      "step": 37750
    },
    {
      "epoch": 1.5462215850911325,
      "grad_norm": 1.1335324913481184,
      "learning_rate": 0.0002569192840706231,
      "loss": 0.662,
      "step": 37751
    },
    {
      "epoch": 1.546262543518329,
      "grad_norm": 1.2995518758076297,
      "learning_rate": 0.0002569169965938795,
      "loss": 1.0154,
      "step": 37752
    },
    {
      "epoch": 1.5463035019455251,
      "grad_norm": 5.13945522567314,
      "learning_rate": 0.00025691470906659186,
      "loss": 1.6382,
      "step": 37753
    },
    {
      "epoch": 1.5463444603727217,
      "grad_norm": 1.0729151833676622,
      "learning_rate": 0.0002569124214887611,
      "loss": 0.8207,
      "step": 37754
    },
    {
      "epoch": 1.5463854187999182,
      "grad_norm": 1.380806310643995,
      "learning_rate": 0.0002569101338603884,
      "loss": 0.7482,
      "step": 37755
    },
    {
      "epoch": 1.5464263772271145,
      "grad_norm": 1.1799739747008011,
      "learning_rate": 0.0002569078461814747,
      "loss": 0.9739,
      "step": 37756
    },
    {
      "epoch": 1.5464673356543108,
      "grad_norm": 4.039440827376278,
      "learning_rate": 0.0002569055584520212,
      "loss": 2.7717,
      "step": 37757
    },
    {
      "epoch": 1.5465082940815074,
      "grad_norm": 1.0373589117766662,
      "learning_rate": 0.000256903270672029,
      "loss": 0.7234,
      "step": 37758
    },
    {
      "epoch": 1.5465492525087037,
      "grad_norm": 1.1378007355960644,
      "learning_rate": 0.0002569009828414991,
      "loss": 0.9145,
      "step": 37759
    },
    {
      "epoch": 1.5465902109359,
      "grad_norm": 0.9753959398267305,
      "learning_rate": 0.00025689869496043266,
      "loss": 0.9262,
      "step": 37760
    },
    {
      "epoch": 1.5466311693630965,
      "grad_norm": 0.8785353530622707,
      "learning_rate": 0.0002568964070288307,
      "loss": 0.5731,
      "step": 37761
    },
    {
      "epoch": 1.5466721277902928,
      "grad_norm": 1.3121518427870251,
      "learning_rate": 0.00025689411904669435,
      "loss": 0.7254,
      "step": 37762
    },
    {
      "epoch": 1.5467130862174892,
      "grad_norm": 0.8410697427771245,
      "learning_rate": 0.0002568918310140246,
      "loss": 0.7862,
      "step": 37763
    },
    {
      "epoch": 1.5467540446446857,
      "grad_norm": 1.4184704468032727,
      "learning_rate": 0.00025688954293082264,
      "loss": 0.6572,
      "step": 37764
    },
    {
      "epoch": 1.546795003071882,
      "grad_norm": 1.1287024969159307,
      "learning_rate": 0.0002568872547970895,
      "loss": 0.8216,
      "step": 37765
    },
    {
      "epoch": 1.5468359614990783,
      "grad_norm": 0.8517346390133198,
      "learning_rate": 0.0002568849666128262,
      "loss": 0.7031,
      "step": 37766
    },
    {
      "epoch": 1.5468769199262749,
      "grad_norm": 0.9348788874103922,
      "learning_rate": 0.000256882678378034,
      "loss": 0.8827,
      "step": 37767
    },
    {
      "epoch": 1.5469178783534714,
      "grad_norm": 1.1985405268941725,
      "learning_rate": 0.0002568803900927138,
      "loss": 1.0197,
      "step": 37768
    },
    {
      "epoch": 1.5469588367806675,
      "grad_norm": 1.264392715477303,
      "learning_rate": 0.00025687810175686676,
      "loss": 0.9175,
      "step": 37769
    },
    {
      "epoch": 1.546999795207864,
      "grad_norm": 1.2940569488961478,
      "learning_rate": 0.000256875813370494,
      "loss": 1.056,
      "step": 37770
    },
    {
      "epoch": 1.5470407536350606,
      "grad_norm": 0.9963340253457519,
      "learning_rate": 0.0002568735249335965,
      "loss": 0.6908,
      "step": 37771
    },
    {
      "epoch": 1.5470817120622569,
      "grad_norm": 0.7117584849500902,
      "learning_rate": 0.00025687123644617545,
      "loss": 0.3256,
      "step": 37772
    },
    {
      "epoch": 1.5471226704894532,
      "grad_norm": 0.9633344550217974,
      "learning_rate": 0.00025686894790823183,
      "loss": 0.836,
      "step": 37773
    },
    {
      "epoch": 1.5471636289166497,
      "grad_norm": 0.9524273183134055,
      "learning_rate": 0.0002568666593197668,
      "loss": 0.8986,
      "step": 37774
    },
    {
      "epoch": 1.547204587343846,
      "grad_norm": 0.961009279301529,
      "learning_rate": 0.0002568643706807814,
      "loss": 0.8644,
      "step": 37775
    },
    {
      "epoch": 1.5472455457710423,
      "grad_norm": 0.9641764103543394,
      "learning_rate": 0.0002568620819912768,
      "loss": 0.8101,
      "step": 37776
    },
    {
      "epoch": 1.5472865041982389,
      "grad_norm": 1.2850750439473444,
      "learning_rate": 0.0002568597932512539,
      "loss": 0.9797,
      "step": 37777
    },
    {
      "epoch": 1.5473274626254352,
      "grad_norm": 0.6269565077261116,
      "learning_rate": 0.00025685750446071396,
      "loss": 0.2618,
      "step": 37778
    },
    {
      "epoch": 1.5473684210526315,
      "grad_norm": 1.1376171489920892,
      "learning_rate": 0.000256855215619658,
      "loss": 1.0481,
      "step": 37779
    },
    {
      "epoch": 1.547409379479828,
      "grad_norm": 1.138520998851014,
      "learning_rate": 0.000256852926728087,
      "loss": 0.7376,
      "step": 37780
    },
    {
      "epoch": 1.5474503379070244,
      "grad_norm": 0.9168736039070041,
      "learning_rate": 0.00025685063778600227,
      "loss": 0.5165,
      "step": 37781
    },
    {
      "epoch": 1.5474912963342207,
      "grad_norm": 0.876565678459606,
      "learning_rate": 0.0002568483487934047,
      "loss": 0.8256,
      "step": 37782
    },
    {
      "epoch": 1.5475322547614172,
      "grad_norm": 0.9804623103409451,
      "learning_rate": 0.0002568460597502954,
      "loss": 0.8489,
      "step": 37783
    },
    {
      "epoch": 1.5475732131886135,
      "grad_norm": 1.052785920523919,
      "learning_rate": 0.0002568437706566755,
      "loss": 0.921,
      "step": 37784
    },
    {
      "epoch": 1.5476141716158098,
      "grad_norm": 1.098392395457183,
      "learning_rate": 0.0002568414815125461,
      "loss": 1.0859,
      "step": 37785
    },
    {
      "epoch": 1.5476551300430064,
      "grad_norm": 0.9600491267286112,
      "learning_rate": 0.0002568391923179082,
      "loss": 0.8075,
      "step": 37786
    },
    {
      "epoch": 1.547696088470203,
      "grad_norm": 3.563118067472144,
      "learning_rate": 0.0002568369030727629,
      "loss": 3.4953,
      "step": 37787
    },
    {
      "epoch": 1.547737046897399,
      "grad_norm": 1.2032631476942681,
      "learning_rate": 0.0002568346137771114,
      "loss": 0.8276,
      "step": 37788
    },
    {
      "epoch": 1.5477780053245955,
      "grad_norm": 1.3574522435515932,
      "learning_rate": 0.00025683232443095467,
      "loss": 1.1751,
      "step": 37789
    },
    {
      "epoch": 1.547818963751792,
      "grad_norm": 0.999079510071245,
      "learning_rate": 0.00025683003503429376,
      "loss": 0.9444,
      "step": 37790
    },
    {
      "epoch": 1.5478599221789884,
      "grad_norm": 2.113371165645288,
      "learning_rate": 0.0002568277455871299,
      "loss": 3.7731,
      "step": 37791
    },
    {
      "epoch": 1.5479008806061847,
      "grad_norm": 0.9252015579488606,
      "learning_rate": 0.00025682545608946396,
      "loss": 0.5624,
      "step": 37792
    },
    {
      "epoch": 1.5479418390333812,
      "grad_norm": 1.1514863345529105,
      "learning_rate": 0.00025682316654129724,
      "loss": 0.6485,
      "step": 37793
    },
    {
      "epoch": 1.5479827974605775,
      "grad_norm": 1.162100428032621,
      "learning_rate": 0.0002568208769426307,
      "loss": 0.7162,
      "step": 37794
    },
    {
      "epoch": 1.5480237558877739,
      "grad_norm": 1.1077172265859427,
      "learning_rate": 0.00025681858729346545,
      "loss": 0.6584,
      "step": 37795
    },
    {
      "epoch": 1.5480647143149704,
      "grad_norm": 1.1898903451416558,
      "learning_rate": 0.00025681629759380256,
      "loss": 0.7649,
      "step": 37796
    },
    {
      "epoch": 1.5481056727421667,
      "grad_norm": 1.1882686146591157,
      "learning_rate": 0.00025681400784364317,
      "loss": 0.749,
      "step": 37797
    },
    {
      "epoch": 1.548146631169363,
      "grad_norm": 1.141889285182033,
      "learning_rate": 0.00025681171804298826,
      "loss": 0.8437,
      "step": 37798
    },
    {
      "epoch": 1.5481875895965596,
      "grad_norm": 1.451656942903095,
      "learning_rate": 0.00025680942819183896,
      "loss": 2.0025,
      "step": 37799
    },
    {
      "epoch": 1.5482285480237559,
      "grad_norm": 0.9890399426081574,
      "learning_rate": 0.00025680713829019636,
      "loss": 0.6959,
      "step": 37800
    },
    {
      "epoch": 1.5482695064509522,
      "grad_norm": 1.3977230930880549,
      "learning_rate": 0.0002568048483380616,
      "loss": 0.8263,
      "step": 37801
    },
    {
      "epoch": 1.5483104648781487,
      "grad_norm": 1.507187061286237,
      "learning_rate": 0.00025680255833543565,
      "loss": 1.561,
      "step": 37802
    },
    {
      "epoch": 1.548351423305345,
      "grad_norm": 1.037937768416137,
      "learning_rate": 0.0002568002682823197,
      "loss": 0.7519,
      "step": 37803
    },
    {
      "epoch": 1.5483923817325413,
      "grad_norm": 0.8447362377429658,
      "learning_rate": 0.0002567979781787147,
      "loss": 0.6174,
      "step": 37804
    },
    {
      "epoch": 1.5484333401597379,
      "grad_norm": 0.9912416721231777,
      "learning_rate": 0.0002567956880246219,
      "loss": 0.5103,
      "step": 37805
    },
    {
      "epoch": 1.5484742985869344,
      "grad_norm": 0.6901221233600657,
      "learning_rate": 0.0002567933978200422,
      "loss": 0.2727,
      "step": 37806
    },
    {
      "epoch": 1.5485152570141305,
      "grad_norm": 1.109203654348476,
      "learning_rate": 0.00025679110756497687,
      "loss": 0.7157,
      "step": 37807
    },
    {
      "epoch": 1.548556215441327,
      "grad_norm": 1.2558153486371533,
      "learning_rate": 0.00025678881725942684,
      "loss": 0.9859,
      "step": 37808
    },
    {
      "epoch": 1.5485971738685236,
      "grad_norm": 1.29090503791003,
      "learning_rate": 0.0002567865269033933,
      "loss": 1.1921,
      "step": 37809
    },
    {
      "epoch": 1.54863813229572,
      "grad_norm": 1.1654140777692104,
      "learning_rate": 0.0002567842364968773,
      "loss": 1.1219,
      "step": 37810
    },
    {
      "epoch": 1.5486790907229162,
      "grad_norm": 1.18823312539239,
      "learning_rate": 0.0002567819460398798,
      "loss": 0.8927,
      "step": 37811
    },
    {
      "epoch": 1.5487200491501127,
      "grad_norm": 1.164604571236563,
      "learning_rate": 0.00025677965553240207,
      "loss": 0.7711,
      "step": 37812
    },
    {
      "epoch": 1.548761007577309,
      "grad_norm": 2.4052545148021887,
      "learning_rate": 0.00025677736497444517,
      "loss": 3.3176,
      "step": 37813
    },
    {
      "epoch": 1.5488019660045054,
      "grad_norm": 1.3378272861277523,
      "learning_rate": 0.00025677507436601003,
      "loss": 0.9658,
      "step": 37814
    },
    {
      "epoch": 1.548842924431702,
      "grad_norm": 0.7052404592046754,
      "learning_rate": 0.0002567727837070979,
      "loss": 0.312,
      "step": 37815
    },
    {
      "epoch": 1.5488838828588982,
      "grad_norm": 4.055700484850886,
      "learning_rate": 0.0002567704929977098,
      "loss": 3.6649,
      "step": 37816
    },
    {
      "epoch": 1.5489248412860945,
      "grad_norm": 1.091620005257366,
      "learning_rate": 0.00025676820223784674,
      "loss": 0.8973,
      "step": 37817
    },
    {
      "epoch": 1.548965799713291,
      "grad_norm": 1.27133348237095,
      "learning_rate": 0.0002567659114275099,
      "loss": 1.2529,
      "step": 37818
    },
    {
      "epoch": 1.5490067581404874,
      "grad_norm": 1.0502609358155173,
      "learning_rate": 0.00025676362056670037,
      "loss": 0.7054,
      "step": 37819
    },
    {
      "epoch": 1.5490477165676837,
      "grad_norm": 0.691301381758363,
      "learning_rate": 0.00025676132965541916,
      "loss": 0.3059,
      "step": 37820
    },
    {
      "epoch": 1.5490886749948802,
      "grad_norm": 1.0538273272503005,
      "learning_rate": 0.00025675903869366737,
      "loss": 0.7802,
      "step": 37821
    },
    {
      "epoch": 1.5491296334220765,
      "grad_norm": 1.1543142918858724,
      "learning_rate": 0.0002567567476814461,
      "loss": 0.7172,
      "step": 37822
    },
    {
      "epoch": 1.5491705918492729,
      "grad_norm": 0.996771521556799,
      "learning_rate": 0.00025675445661875647,
      "loss": 0.7447,
      "step": 37823
    },
    {
      "epoch": 1.5492115502764694,
      "grad_norm": 1.1756529526347408,
      "learning_rate": 0.0002567521655055995,
      "loss": 0.8745,
      "step": 37824
    },
    {
      "epoch": 1.549252508703666,
      "grad_norm": 1.0218986872655929,
      "learning_rate": 0.00025674987434197633,
      "loss": 0.4158,
      "step": 37825
    },
    {
      "epoch": 1.549293467130862,
      "grad_norm": 1.0035910849749121,
      "learning_rate": 0.000256747583127888,
      "loss": 0.6661,
      "step": 37826
    },
    {
      "epoch": 1.5493344255580586,
      "grad_norm": 1.1701232722905899,
      "learning_rate": 0.0002567452918633356,
      "loss": 1.051,
      "step": 37827
    },
    {
      "epoch": 1.549375383985255,
      "grad_norm": 1.106486252600396,
      "learning_rate": 0.0002567430005483202,
      "loss": 0.9632,
      "step": 37828
    },
    {
      "epoch": 1.5494163424124514,
      "grad_norm": 1.0459090389699164,
      "learning_rate": 0.0002567407091828429,
      "loss": 1.0872,
      "step": 37829
    },
    {
      "epoch": 1.5494573008396477,
      "grad_norm": 1.0553776202108118,
      "learning_rate": 0.00025673841776690484,
      "loss": 0.819,
      "step": 37830
    },
    {
      "epoch": 1.5494982592668443,
      "grad_norm": 1.3071045404664514,
      "learning_rate": 0.00025673612630050703,
      "loss": 0.9608,
      "step": 37831
    },
    {
      "epoch": 1.5495392176940406,
      "grad_norm": 1.1609663329305622,
      "learning_rate": 0.00025673383478365055,
      "loss": 0.5276,
      "step": 37832
    },
    {
      "epoch": 1.5495801761212369,
      "grad_norm": 0.7777070377231042,
      "learning_rate": 0.00025673154321633656,
      "loss": 0.3923,
      "step": 37833
    },
    {
      "epoch": 1.5496211345484334,
      "grad_norm": 1.382476352112257,
      "learning_rate": 0.00025672925159856607,
      "loss": 0.9711,
      "step": 37834
    },
    {
      "epoch": 1.5496620929756297,
      "grad_norm": 1.4593345207923452,
      "learning_rate": 0.0002567269599303401,
      "loss": 1.3545,
      "step": 37835
    },
    {
      "epoch": 1.549703051402826,
      "grad_norm": 0.9112556781394276,
      "learning_rate": 0.0002567246682116599,
      "loss": 0.6918,
      "step": 37836
    },
    {
      "epoch": 1.5497440098300226,
      "grad_norm": 1.1871342209864126,
      "learning_rate": 0.0002567223764425265,
      "loss": 0.946,
      "step": 37837
    },
    {
      "epoch": 1.549784968257219,
      "grad_norm": 0.9077843733958246,
      "learning_rate": 0.00025672008462294087,
      "loss": 0.7804,
      "step": 37838
    },
    {
      "epoch": 1.5498259266844152,
      "grad_norm": 1.958385727509098,
      "learning_rate": 0.00025671779275290423,
      "loss": 1.9365,
      "step": 37839
    },
    {
      "epoch": 1.5498668851116117,
      "grad_norm": 0.9750789115226841,
      "learning_rate": 0.0002567155008324176,
      "loss": 0.5387,
      "step": 37840
    },
    {
      "epoch": 1.549907843538808,
      "grad_norm": 1.35087505058404,
      "learning_rate": 0.00025671320886148203,
      "loss": 0.8473,
      "step": 37841
    },
    {
      "epoch": 1.5499488019660044,
      "grad_norm": 1.4627942803624905,
      "learning_rate": 0.0002567109168400987,
      "loss": 0.8837,
      "step": 37842
    },
    {
      "epoch": 1.549989760393201,
      "grad_norm": 0.8599692141541657,
      "learning_rate": 0.0002567086247682686,
      "loss": 0.4622,
      "step": 37843
    },
    {
      "epoch": 1.5500307188203974,
      "grad_norm": 0.8395990391003525,
      "learning_rate": 0.0002567063326459929,
      "loss": 0.6692,
      "step": 37844
    },
    {
      "epoch": 1.5500716772475935,
      "grad_norm": 1.3593531642766221,
      "learning_rate": 0.0002567040404732726,
      "loss": 0.9195,
      "step": 37845
    },
    {
      "epoch": 1.55011263567479,
      "grad_norm": 1.088164235921982,
      "learning_rate": 0.0002567017482501088,
      "loss": 0.4966,
      "step": 37846
    },
    {
      "epoch": 1.5501535941019866,
      "grad_norm": 1.0811724222071808,
      "learning_rate": 0.0002566994559765027,
      "loss": 0.6696,
      "step": 37847
    },
    {
      "epoch": 1.550194552529183,
      "grad_norm": 1.060639147705254,
      "learning_rate": 0.0002566971636524552,
      "loss": 0.8833,
      "step": 37848
    },
    {
      "epoch": 1.5502355109563792,
      "grad_norm": 1.1655254590612938,
      "learning_rate": 0.0002566948712779675,
      "loss": 0.9611,
      "step": 37849
    },
    {
      "epoch": 1.5502764693835758,
      "grad_norm": 0.7249858627714326,
      "learning_rate": 0.0002566925788530407,
      "loss": 0.3204,
      "step": 37850
    },
    {
      "epoch": 1.550317427810772,
      "grad_norm": 1.1715929384999855,
      "learning_rate": 0.0002566902863776758,
      "loss": 0.9007,
      "step": 37851
    },
    {
      "epoch": 1.5503583862379684,
      "grad_norm": 1.0491764607908796,
      "learning_rate": 0.0002566879938518739,
      "loss": 0.7259,
      "step": 37852
    },
    {
      "epoch": 1.550399344665165,
      "grad_norm": 1.040385866705545,
      "learning_rate": 0.0002566857012756361,
      "loss": 0.6522,
      "step": 37853
    },
    {
      "epoch": 1.5504403030923612,
      "grad_norm": 0.8467519786349845,
      "learning_rate": 0.0002566834086489635,
      "loss": 0.4856,
      "step": 37854
    },
    {
      "epoch": 1.5504812615195576,
      "grad_norm": 6.04079140613287,
      "learning_rate": 0.00025668111597185726,
      "loss": 2.9649,
      "step": 37855
    },
    {
      "epoch": 1.550522219946754,
      "grad_norm": 1.4389577972202823,
      "learning_rate": 0.0002566788232443183,
      "loss": 1.3308,
      "step": 37856
    },
    {
      "epoch": 1.5505631783739504,
      "grad_norm": 0.9892619099244216,
      "learning_rate": 0.0002566765304663478,
      "loss": 0.8563,
      "step": 37857
    },
    {
      "epoch": 1.5506041368011467,
      "grad_norm": 1.1846888777418723,
      "learning_rate": 0.0002566742376379468,
      "loss": 0.7539,
      "step": 37858
    },
    {
      "epoch": 1.5506450952283433,
      "grad_norm": 1.256394355883905,
      "learning_rate": 0.0002566719447591164,
      "loss": 1.0984,
      "step": 37859
    },
    {
      "epoch": 1.5506860536555396,
      "grad_norm": 1.1019977593950232,
      "learning_rate": 0.0002566696518298578,
      "loss": 0.8689,
      "step": 37860
    },
    {
      "epoch": 1.550727012082736,
      "grad_norm": 1.2735750304697697,
      "learning_rate": 0.0002566673588501719,
      "loss": 0.8214,
      "step": 37861
    },
    {
      "epoch": 1.5507679705099324,
      "grad_norm": 1.1032285070156134,
      "learning_rate": 0.00025666506582005985,
      "loss": 0.8816,
      "step": 37862
    },
    {
      "epoch": 1.550808928937129,
      "grad_norm": 1.1296900417156248,
      "learning_rate": 0.00025666277273952276,
      "loss": 0.8974,
      "step": 37863
    },
    {
      "epoch": 1.550849887364325,
      "grad_norm": 0.9366377672870541,
      "learning_rate": 0.0002566604796085617,
      "loss": 0.6404,
      "step": 37864
    },
    {
      "epoch": 1.5508908457915216,
      "grad_norm": 0.9530288173481088,
      "learning_rate": 0.0002566581864271778,
      "loss": 0.6872,
      "step": 37865
    },
    {
      "epoch": 1.5509318042187181,
      "grad_norm": 0.9410810241843118,
      "learning_rate": 0.000256655893195372,
      "loss": 0.8296,
      "step": 37866
    },
    {
      "epoch": 1.5509727626459144,
      "grad_norm": 1.1037408336078824,
      "learning_rate": 0.00025665359991314555,
      "loss": 0.7926,
      "step": 37867
    },
    {
      "epoch": 1.5510137210731108,
      "grad_norm": 0.7352818781637903,
      "learning_rate": 0.0002566513065804995,
      "loss": 0.4218,
      "step": 37868
    },
    {
      "epoch": 1.5510546795003073,
      "grad_norm": 4.322445857046166,
      "learning_rate": 0.0002566490131974348,
      "loss": 7.0645,
      "step": 37869
    },
    {
      "epoch": 1.5510956379275036,
      "grad_norm": 1.6002401354534774,
      "learning_rate": 0.0002566467197639527,
      "loss": 1.0086,
      "step": 37870
    },
    {
      "epoch": 1.5511365963547,
      "grad_norm": 1.546351331187826,
      "learning_rate": 0.0002566444262800542,
      "loss": 0.9864,
      "step": 37871
    },
    {
      "epoch": 1.5511775547818965,
      "grad_norm": 1.2891172844547578,
      "learning_rate": 0.0002566421327457404,
      "loss": 1.1025,
      "step": 37872
    },
    {
      "epoch": 1.5512185132090928,
      "grad_norm": 1.2378098066853536,
      "learning_rate": 0.00025663983916101245,
      "loss": 0.8507,
      "step": 37873
    },
    {
      "epoch": 1.551259471636289,
      "grad_norm": 1.0113677868159214,
      "learning_rate": 0.00025663754552587137,
      "loss": 0.7683,
      "step": 37874
    },
    {
      "epoch": 1.5513004300634856,
      "grad_norm": 1.465134732611342,
      "learning_rate": 0.00025663525184031814,
      "loss": 0.8306,
      "step": 37875
    },
    {
      "epoch": 1.551341388490682,
      "grad_norm": 1.3818001779614297,
      "learning_rate": 0.000256632958104354,
      "loss": 0.5423,
      "step": 37876
    },
    {
      "epoch": 1.5513823469178782,
      "grad_norm": 1.0314735757799893,
      "learning_rate": 0.00025663066431798006,
      "loss": 0.6171,
      "step": 37877
    },
    {
      "epoch": 1.5514233053450748,
      "grad_norm": 1.0688509279676326,
      "learning_rate": 0.0002566283704811972,
      "loss": 0.9253,
      "step": 37878
    },
    {
      "epoch": 1.551464263772271,
      "grad_norm": 1.2642300219976554,
      "learning_rate": 0.0002566260765940067,
      "loss": 1.5505,
      "step": 37879
    },
    {
      "epoch": 1.5515052221994674,
      "grad_norm": 0.9628844455058905,
      "learning_rate": 0.0002566237826564096,
      "loss": 0.8839,
      "step": 37880
    },
    {
      "epoch": 1.551546180626664,
      "grad_norm": 1.5074949331878813,
      "learning_rate": 0.00025662148866840696,
      "loss": 1.9199,
      "step": 37881
    },
    {
      "epoch": 1.5515871390538605,
      "grad_norm": 1.0611415276016842,
      "learning_rate": 0.0002566191946299998,
      "loss": 1.0835,
      "step": 37882
    },
    {
      "epoch": 1.5516280974810566,
      "grad_norm": 1.2260460204228676,
      "learning_rate": 0.00025661690054118935,
      "loss": 0.9041,
      "step": 37883
    },
    {
      "epoch": 1.551669055908253,
      "grad_norm": 1.1009203817600337,
      "learning_rate": 0.0002566146064019766,
      "loss": 1.0163,
      "step": 37884
    },
    {
      "epoch": 1.5517100143354496,
      "grad_norm": 0.8761318129396053,
      "learning_rate": 0.00025661231221236265,
      "loss": 0.5287,
      "step": 37885
    },
    {
      "epoch": 1.551750972762646,
      "grad_norm": 0.684023777629665,
      "learning_rate": 0.0002566100179723486,
      "loss": 0.2702,
      "step": 37886
    },
    {
      "epoch": 1.5517919311898423,
      "grad_norm": 2.4748834009243166,
      "learning_rate": 0.00025660772368193545,
      "loss": 1.8286,
      "step": 37887
    },
    {
      "epoch": 1.5518328896170388,
      "grad_norm": 1.0003550682852815,
      "learning_rate": 0.0002566054293411244,
      "loss": 0.7472,
      "step": 37888
    },
    {
      "epoch": 1.5518738480442351,
      "grad_norm": 0.7205176190607568,
      "learning_rate": 0.00025660313494991647,
      "loss": 0.3939,
      "step": 37889
    },
    {
      "epoch": 1.5519148064714314,
      "grad_norm": 1.0871780521460948,
      "learning_rate": 0.0002566008405083128,
      "loss": 0.6712,
      "step": 37890
    },
    {
      "epoch": 1.551955764898628,
      "grad_norm": 0.9198002486937248,
      "learning_rate": 0.00025659854601631444,
      "loss": 0.6853,
      "step": 37891
    },
    {
      "epoch": 1.5519967233258243,
      "grad_norm": 1.0596292243792658,
      "learning_rate": 0.0002565962514739224,
      "loss": 0.6489,
      "step": 37892
    },
    {
      "epoch": 1.5520376817530206,
      "grad_norm": 1.6469891064547053,
      "learning_rate": 0.0002565939568811379,
      "loss": 1.4674,
      "step": 37893
    },
    {
      "epoch": 1.5520786401802171,
      "grad_norm": 1.0994116604525987,
      "learning_rate": 0.000256591662237962,
      "loss": 1.0644,
      "step": 37894
    },
    {
      "epoch": 1.5521195986074134,
      "grad_norm": 1.155185508546526,
      "learning_rate": 0.0002565893675443957,
      "loss": 0.8106,
      "step": 37895
    },
    {
      "epoch": 1.5521605570346098,
      "grad_norm": 1.0982353527363282,
      "learning_rate": 0.00025658707280044006,
      "loss": 0.9578,
      "step": 37896
    },
    {
      "epoch": 1.5522015154618063,
      "grad_norm": 0.8297681131326288,
      "learning_rate": 0.0002565847780060963,
      "loss": 0.913,
      "step": 37897
    },
    {
      "epoch": 1.5522424738890028,
      "grad_norm": 1.0859521511205998,
      "learning_rate": 0.0002565824831613655,
      "loss": 1.0316,
      "step": 37898
    },
    {
      "epoch": 1.552283432316199,
      "grad_norm": 1.151595859907836,
      "learning_rate": 0.00025658018826624863,
      "loss": 0.9127,
      "step": 37899
    },
    {
      "epoch": 1.5523243907433955,
      "grad_norm": 1.08296626292626,
      "learning_rate": 0.0002565778933207469,
      "loss": 0.82,
      "step": 37900
    },
    {
      "epoch": 1.552365349170592,
      "grad_norm": 0.9937705942723644,
      "learning_rate": 0.00025657559832486116,
      "loss": 0.735,
      "step": 37901
    },
    {
      "epoch": 1.552406307597788,
      "grad_norm": 1.3462437231736433,
      "learning_rate": 0.00025657330327859284,
      "loss": 0.8724,
      "step": 37902
    },
    {
      "epoch": 1.5524472660249846,
      "grad_norm": 1.295510931972881,
      "learning_rate": 0.0002565710081819428,
      "loss": 0.9552,
      "step": 37903
    },
    {
      "epoch": 1.5524882244521812,
      "grad_norm": 1.1496070276783574,
      "learning_rate": 0.0002565687130349121,
      "loss": 0.9354,
      "step": 37904
    },
    {
      "epoch": 1.5525291828793775,
      "grad_norm": 0.9474305847759168,
      "learning_rate": 0.0002565664178375019,
      "loss": 0.4182,
      "step": 37905
    },
    {
      "epoch": 1.5525701413065738,
      "grad_norm": 0.6603209131327071,
      "learning_rate": 0.00025656412258971337,
      "loss": 0.4231,
      "step": 37906
    },
    {
      "epoch": 1.5526110997337703,
      "grad_norm": 1.2805068743336216,
      "learning_rate": 0.0002565618272915474,
      "loss": 0.834,
      "step": 37907
    },
    {
      "epoch": 1.5526520581609666,
      "grad_norm": 1.5251234111379193,
      "learning_rate": 0.0002565595319430053,
      "loss": 1.0189,
      "step": 37908
    },
    {
      "epoch": 1.552693016588163,
      "grad_norm": 0.8613984602349193,
      "learning_rate": 0.00025655723654408795,
      "loss": 0.3581,
      "step": 37909
    },
    {
      "epoch": 1.5527339750153595,
      "grad_norm": 1.1599719240032738,
      "learning_rate": 0.00025655494109479653,
      "loss": 0.9855,
      "step": 37910
    },
    {
      "epoch": 1.5527749334425558,
      "grad_norm": 1.0908118236150868,
      "learning_rate": 0.00025655264559513216,
      "loss": 0.6962,
      "step": 37911
    },
    {
      "epoch": 1.552815891869752,
      "grad_norm": 1.2178041474519334,
      "learning_rate": 0.00025655035004509586,
      "loss": 1.0092,
      "step": 37912
    },
    {
      "epoch": 1.5528568502969486,
      "grad_norm": 0.9242262700812707,
      "learning_rate": 0.0002565480544446887,
      "loss": 0.8173,
      "step": 37913
    },
    {
      "epoch": 1.552897808724145,
      "grad_norm": 1.2300526192358887,
      "learning_rate": 0.0002565457587939118,
      "loss": 0.8964,
      "step": 37914
    },
    {
      "epoch": 1.5529387671513413,
      "grad_norm": 1.1072485967738188,
      "learning_rate": 0.0002565434630927663,
      "loss": 0.7533,
      "step": 37915
    },
    {
      "epoch": 1.5529797255785378,
      "grad_norm": 1.060349643000559,
      "learning_rate": 0.00025654116734125326,
      "loss": 0.9831,
      "step": 37916
    },
    {
      "epoch": 1.5530206840057343,
      "grad_norm": 1.0312483386517575,
      "learning_rate": 0.0002565388715393737,
      "loss": 0.7249,
      "step": 37917
    },
    {
      "epoch": 1.5530616424329304,
      "grad_norm": 1.1236324026961175,
      "learning_rate": 0.0002565365756871287,
      "loss": 0.8621,
      "step": 37918
    },
    {
      "epoch": 1.553102600860127,
      "grad_norm": 1.0798915256887867,
      "learning_rate": 0.0002565342797845195,
      "loss": 0.723,
      "step": 37919
    },
    {
      "epoch": 1.5531435592873235,
      "grad_norm": 1.0030091426681877,
      "learning_rate": 0.000256531983831547,
      "loss": 0.7589,
      "step": 37920
    },
    {
      "epoch": 1.5531845177145196,
      "grad_norm": 1.100222232266871,
      "learning_rate": 0.0002565296878282123,
      "loss": 0.4706,
      "step": 37921
    },
    {
      "epoch": 1.5532254761417161,
      "grad_norm": 1.2754932718299936,
      "learning_rate": 0.00025652739177451663,
      "loss": 0.918,
      "step": 37922
    },
    {
      "epoch": 1.5532664345689127,
      "grad_norm": 0.9248011460367086,
      "learning_rate": 0.00025652509567046093,
      "loss": 0.6653,
      "step": 37923
    },
    {
      "epoch": 1.553307392996109,
      "grad_norm": 1.106637049032715,
      "learning_rate": 0.00025652279951604643,
      "loss": 0.7487,
      "step": 37924
    },
    {
      "epoch": 1.5533483514233053,
      "grad_norm": 1.1497817670189876,
      "learning_rate": 0.0002565205033112741,
      "loss": 1.0352,
      "step": 37925
    },
    {
      "epoch": 1.5533893098505018,
      "grad_norm": 1.2484344502568951,
      "learning_rate": 0.00025651820705614503,
      "loss": 1.0064,
      "step": 37926
    },
    {
      "epoch": 1.5534302682776981,
      "grad_norm": 1.0027184530729722,
      "learning_rate": 0.00025651591075066035,
      "loss": 0.8435,
      "step": 37927
    },
    {
      "epoch": 1.5534712267048945,
      "grad_norm": 0.9353606190843875,
      "learning_rate": 0.0002565136143948211,
      "loss": 0.6244,
      "step": 37928
    },
    {
      "epoch": 1.553512185132091,
      "grad_norm": 1.0898653022014624,
      "learning_rate": 0.00025651131798862844,
      "loss": 0.9383,
      "step": 37929
    },
    {
      "epoch": 1.5535531435592873,
      "grad_norm": 1.044877896239832,
      "learning_rate": 0.0002565090215320834,
      "loss": 0.8345,
      "step": 37930
    },
    {
      "epoch": 1.5535941019864836,
      "grad_norm": 1.2141593297232782,
      "learning_rate": 0.000256506725025187,
      "loss": 0.751,
      "step": 37931
    },
    {
      "epoch": 1.5536350604136802,
      "grad_norm": 0.6412434426048312,
      "learning_rate": 0.0002565044284679405,
      "loss": 0.3265,
      "step": 37932
    },
    {
      "epoch": 1.5536760188408765,
      "grad_norm": 1.082274539880569,
      "learning_rate": 0.0002565021318603449,
      "loss": 0.7595,
      "step": 37933
    },
    {
      "epoch": 1.5537169772680728,
      "grad_norm": 1.3989245639377872,
      "learning_rate": 0.00025649983520240115,
      "loss": 1.2579,
      "step": 37934
    },
    {
      "epoch": 1.5537579356952693,
      "grad_norm": 1.2120041716802912,
      "learning_rate": 0.00025649753849411053,
      "loss": 1.0821,
      "step": 37935
    },
    {
      "epoch": 1.5537988941224659,
      "grad_norm": 1.208244666816576,
      "learning_rate": 0.00025649524173547406,
      "loss": 0.9371,
      "step": 37936
    },
    {
      "epoch": 1.553839852549662,
      "grad_norm": 1.5228855958288419,
      "learning_rate": 0.00025649294492649283,
      "loss": 1.394,
      "step": 37937
    },
    {
      "epoch": 1.5538808109768585,
      "grad_norm": 1.2804531534177783,
      "learning_rate": 0.0002564906480671679,
      "loss": 0.8999,
      "step": 37938
    },
    {
      "epoch": 1.553921769404055,
      "grad_norm": 0.9460194626126788,
      "learning_rate": 0.00025648835115750035,
      "loss": 0.8246,
      "step": 37939
    },
    {
      "epoch": 1.5539627278312513,
      "grad_norm": 1.3916914388554207,
      "learning_rate": 0.0002564860541974913,
      "loss": 0.985,
      "step": 37940
    },
    {
      "epoch": 1.5540036862584476,
      "grad_norm": 1.0535293514014206,
      "learning_rate": 0.0002564837571871418,
      "loss": 0.9107,
      "step": 37941
    },
    {
      "epoch": 1.5540446446856442,
      "grad_norm": 0.9682756798087828,
      "learning_rate": 0.0002564814601264531,
      "loss": 0.443,
      "step": 37942
    },
    {
      "epoch": 1.5540856031128405,
      "grad_norm": 1.005730560348687,
      "learning_rate": 0.00025647916301542597,
      "loss": 0.7305,
      "step": 37943
    },
    {
      "epoch": 1.5541265615400368,
      "grad_norm": 0.9523459161280885,
      "learning_rate": 0.00025647686585406174,
      "loss": 0.9381,
      "step": 37944
    },
    {
      "epoch": 1.5541675199672333,
      "grad_norm": 0.9858208339192296,
      "learning_rate": 0.0002564745686423614,
      "loss": 0.4574,
      "step": 37945
    },
    {
      "epoch": 1.5542084783944297,
      "grad_norm": 0.8714950333406204,
      "learning_rate": 0.0002564722713803261,
      "loss": 0.6871,
      "step": 37946
    },
    {
      "epoch": 1.554249436821626,
      "grad_norm": 1.2710389755200604,
      "learning_rate": 0.0002564699740679569,
      "loss": 0.8016,
      "step": 37947
    },
    {
      "epoch": 1.5542903952488225,
      "grad_norm": 1.3827722529377375,
      "learning_rate": 0.0002564676767052548,
      "loss": 0.9517,
      "step": 37948
    },
    {
      "epoch": 1.5543313536760188,
      "grad_norm": 1.0909502403932767,
      "learning_rate": 0.000256465379292221,
      "loss": 0.9165,
      "step": 37949
    },
    {
      "epoch": 1.5543723121032151,
      "grad_norm": 1.0736166338163216,
      "learning_rate": 0.00025646308182885653,
      "loss": 0.8349,
      "step": 37950
    },
    {
      "epoch": 1.5544132705304117,
      "grad_norm": 0.9564447432065375,
      "learning_rate": 0.00025646078431516253,
      "loss": 0.8842,
      "step": 37951
    },
    {
      "epoch": 1.554454228957608,
      "grad_norm": 1.0962706411217873,
      "learning_rate": 0.00025645848675114003,
      "loss": 0.6208,
      "step": 37952
    },
    {
      "epoch": 1.5544951873848043,
      "grad_norm": 1.0311856174770688,
      "learning_rate": 0.00025645618913679017,
      "loss": 0.6495,
      "step": 37953
    },
    {
      "epoch": 1.5545361458120008,
      "grad_norm": 0.6160843249888593,
      "learning_rate": 0.0002564538914721139,
      "loss": 0.3281,
      "step": 37954
    },
    {
      "epoch": 1.5545771042391974,
      "grad_norm": 1.3281246412966596,
      "learning_rate": 0.00025645159375711253,
      "loss": 0.9365,
      "step": 37955
    },
    {
      "epoch": 1.5546180626663935,
      "grad_norm": 1.1075935061607494,
      "learning_rate": 0.00025644929599178697,
      "loss": 1.0522,
      "step": 37956
    },
    {
      "epoch": 1.55465902109359,
      "grad_norm": 1.1870237118841527,
      "learning_rate": 0.0002564469981761384,
      "loss": 1.0907,
      "step": 37957
    },
    {
      "epoch": 1.5546999795207865,
      "grad_norm": 0.8597626059955911,
      "learning_rate": 0.00025644470031016775,
      "loss": 0.6807,
      "step": 37958
    },
    {
      "epoch": 1.5547409379479828,
      "grad_norm": 0.7554139952638633,
      "learning_rate": 0.0002564424023938763,
      "loss": 0.3062,
      "step": 37959
    },
    {
      "epoch": 1.5547818963751792,
      "grad_norm": 0.9595856673790794,
      "learning_rate": 0.0002564401044272651,
      "loss": 0.8073,
      "step": 37960
    },
    {
      "epoch": 1.5548228548023757,
      "grad_norm": 1.0831673019804366,
      "learning_rate": 0.00025643780641033514,
      "loss": 0.8705,
      "step": 37961
    },
    {
      "epoch": 1.554863813229572,
      "grad_norm": 1.1489651821396016,
      "learning_rate": 0.0002564355083430875,
      "loss": 0.9036,
      "step": 37962
    },
    {
      "epoch": 1.5549047716567683,
      "grad_norm": 1.1299273001103884,
      "learning_rate": 0.00025643321022552343,
      "loss": 1.0163,
      "step": 37963
    },
    {
      "epoch": 1.5549457300839649,
      "grad_norm": 1.1936964572924302,
      "learning_rate": 0.0002564309120576439,
      "loss": 0.7378,
      "step": 37964
    },
    {
      "epoch": 1.5549866885111612,
      "grad_norm": 1.14745338042119,
      "learning_rate": 0.00025642861383945,
      "loss": 0.9556,
      "step": 37965
    },
    {
      "epoch": 1.5550276469383575,
      "grad_norm": 1.1686894091801443,
      "learning_rate": 0.0002564263155709428,
      "loss": 0.974,
      "step": 37966
    },
    {
      "epoch": 1.555068605365554,
      "grad_norm": 1.2268754990730626,
      "learning_rate": 0.00025642401725212345,
      "loss": 1.2162,
      "step": 37967
    },
    {
      "epoch": 1.5551095637927503,
      "grad_norm": 4.192815202494343,
      "learning_rate": 0.000256421718882993,
      "loss": 2.1223,
      "step": 37968
    },
    {
      "epoch": 1.5551505222199467,
      "grad_norm": 1.4564894303261213,
      "learning_rate": 0.00025641942046355246,
      "loss": 1.2908,
      "step": 37969
    },
    {
      "epoch": 1.5551914806471432,
      "grad_norm": 8.89670697109336,
      "learning_rate": 0.0002564171219938031,
      "loss": 3.6366,
      "step": 37970
    },
    {
      "epoch": 1.5552324390743395,
      "grad_norm": 1.1367114567263932,
      "learning_rate": 0.00025641482347374585,
      "loss": 0.7094,
      "step": 37971
    },
    {
      "epoch": 1.5552733975015358,
      "grad_norm": 0.7190912661394142,
      "learning_rate": 0.00025641252490338185,
      "loss": 0.2922,
      "step": 37972
    },
    {
      "epoch": 1.5553143559287324,
      "grad_norm": 1.160772690624273,
      "learning_rate": 0.00025641022628271223,
      "loss": 0.6514,
      "step": 37973
    },
    {
      "epoch": 1.5553553143559289,
      "grad_norm": 1.0417035693256231,
      "learning_rate": 0.00025640792761173796,
      "loss": 0.8325,
      "step": 37974
    },
    {
      "epoch": 1.555396272783125,
      "grad_norm": 0.6789436130606401,
      "learning_rate": 0.0002564056288904602,
      "loss": 0.3475,
      "step": 37975
    },
    {
      "epoch": 1.5554372312103215,
      "grad_norm": 1.2389938003632248,
      "learning_rate": 0.0002564033301188801,
      "loss": 0.5699,
      "step": 37976
    },
    {
      "epoch": 1.555478189637518,
      "grad_norm": 0.64034848053084,
      "learning_rate": 0.0002564010312969986,
      "loss": 0.3368,
      "step": 37977
    },
    {
      "epoch": 1.5555191480647144,
      "grad_norm": 1.4179122670231479,
      "learning_rate": 0.0002563987324248169,
      "loss": 1.1413,
      "step": 37978
    },
    {
      "epoch": 1.5555601064919107,
      "grad_norm": 1.0465144948145593,
      "learning_rate": 0.00025639643350233607,
      "loss": 0.8283,
      "step": 37979
    },
    {
      "epoch": 1.5556010649191072,
      "grad_norm": 0.9978934585388378,
      "learning_rate": 0.00025639413452955716,
      "loss": 0.8516,
      "step": 37980
    },
    {
      "epoch": 1.5556420233463035,
      "grad_norm": 0.9168171406632749,
      "learning_rate": 0.00025639183550648124,
      "loss": 0.5957,
      "step": 37981
    },
    {
      "epoch": 1.5556829817734998,
      "grad_norm": 0.7002260814956459,
      "learning_rate": 0.0002563895364331095,
      "loss": 0.3495,
      "step": 37982
    },
    {
      "epoch": 1.5557239402006964,
      "grad_norm": 1.0073235556341908,
      "learning_rate": 0.00025638723730944294,
      "loss": 0.7716,
      "step": 37983
    },
    {
      "epoch": 1.5557648986278927,
      "grad_norm": 0.7606388977229652,
      "learning_rate": 0.0002563849381354826,
      "loss": 0.2548,
      "step": 37984
    },
    {
      "epoch": 1.555805857055089,
      "grad_norm": 1.1718388849230876,
      "learning_rate": 0.00025638263891122973,
      "loss": 0.7111,
      "step": 37985
    },
    {
      "epoch": 1.5558468154822855,
      "grad_norm": 0.8753940671812366,
      "learning_rate": 0.0002563803396366853,
      "loss": 0.6333,
      "step": 37986
    },
    {
      "epoch": 1.5558877739094819,
      "grad_norm": 1.151719708103489,
      "learning_rate": 0.0002563780403118504,
      "loss": 0.8836,
      "step": 37987
    },
    {
      "epoch": 1.5559287323366782,
      "grad_norm": 1.367188727173832,
      "learning_rate": 0.00025637574093672613,
      "loss": 1.1228,
      "step": 37988
    },
    {
      "epoch": 1.5559696907638747,
      "grad_norm": 1.1475660729381827,
      "learning_rate": 0.0002563734415113136,
      "loss": 0.9563,
      "step": 37989
    },
    {
      "epoch": 1.556010649191071,
      "grad_norm": 1.0333295851921267,
      "learning_rate": 0.0002563711420356139,
      "loss": 0.706,
      "step": 37990
    },
    {
      "epoch": 1.5560516076182673,
      "grad_norm": 1.2269907463807663,
      "learning_rate": 0.00025636884250962807,
      "loss": 1.2275,
      "step": 37991
    },
    {
      "epoch": 1.5560925660454639,
      "grad_norm": 1.150201119069751,
      "learning_rate": 0.00025636654293335724,
      "loss": 0.785,
      "step": 37992
    },
    {
      "epoch": 1.5561335244726604,
      "grad_norm": 0.9515521268810031,
      "learning_rate": 0.00025636424330680247,
      "loss": 0.8287,
      "step": 37993
    },
    {
      "epoch": 1.5561744828998565,
      "grad_norm": 0.7011903452228536,
      "learning_rate": 0.00025636194362996484,
      "loss": 0.3155,
      "step": 37994
    },
    {
      "epoch": 1.556215441327053,
      "grad_norm": 1.1540417589681542,
      "learning_rate": 0.00025635964390284543,
      "loss": 0.6055,
      "step": 37995
    },
    {
      "epoch": 1.5562563997542496,
      "grad_norm": 1.1338551420115828,
      "learning_rate": 0.0002563573441254454,
      "loss": 1.2038,
      "step": 37996
    },
    {
      "epoch": 1.5562973581814459,
      "grad_norm": 0.9872518052393006,
      "learning_rate": 0.0002563550442977658,
      "loss": 0.5657,
      "step": 37997
    },
    {
      "epoch": 1.5563383166086422,
      "grad_norm": 0.9119232003620761,
      "learning_rate": 0.00025635274441980764,
      "loss": 0.6927,
      "step": 37998
    },
    {
      "epoch": 1.5563792750358387,
      "grad_norm": 1.259927721912332,
      "learning_rate": 0.00025635044449157215,
      "loss": 0.8673,
      "step": 37999
    },
    {
      "epoch": 1.556420233463035,
      "grad_norm": 0.9810512467033914,
      "learning_rate": 0.0002563481445130603,
      "loss": 0.3254,
      "step": 38000
    },
    {
      "epoch": 1.5564611918902314,
      "grad_norm": 1.1488871861725383,
      "learning_rate": 0.00025634584448427325,
      "loss": 1.1179,
      "step": 38001
    },
    {
      "epoch": 1.556502150317428,
      "grad_norm": 1.5924277248529255,
      "learning_rate": 0.000256343544405212,
      "loss": 1.174,
      "step": 38002
    },
    {
      "epoch": 1.5565431087446242,
      "grad_norm": 0.9843756324105455,
      "learning_rate": 0.0002563412442758778,
      "loss": 0.772,
      "step": 38003
    },
    {
      "epoch": 1.5565840671718205,
      "grad_norm": 1.2972466879724018,
      "learning_rate": 0.0002563389440962715,
      "loss": 0.8756,
      "step": 38004
    },
    {
      "epoch": 1.556625025599017,
      "grad_norm": 1.0555655136128534,
      "learning_rate": 0.00025633664386639436,
      "loss": 0.7761,
      "step": 38005
    },
    {
      "epoch": 1.5566659840262134,
      "grad_norm": 1.406393323519848,
      "learning_rate": 0.0002563343435862475,
      "loss": 0.9716,
      "step": 38006
    },
    {
      "epoch": 1.5567069424534097,
      "grad_norm": 0.8771980444577895,
      "learning_rate": 0.00025633204325583187,
      "loss": 0.7236,
      "step": 38007
    },
    {
      "epoch": 1.5567479008806062,
      "grad_norm": 0.9693260520273381,
      "learning_rate": 0.00025632974287514857,
      "loss": 0.7673,
      "step": 38008
    },
    {
      "epoch": 1.5567888593078025,
      "grad_norm": 1.2139848579412955,
      "learning_rate": 0.00025632744244419883,
      "loss": 0.9164,
      "step": 38009
    },
    {
      "epoch": 1.5568298177349988,
      "grad_norm": 1.4363804775701463,
      "learning_rate": 0.0002563251419629836,
      "loss": 1.4407,
      "step": 38010
    },
    {
      "epoch": 1.5568707761621954,
      "grad_norm": 1.3616431529978401,
      "learning_rate": 0.000256322841431504,
      "loss": 0.8705,
      "step": 38011
    },
    {
      "epoch": 1.556911734589392,
      "grad_norm": 2.096840151328998,
      "learning_rate": 0.0002563205408497612,
      "loss": 3.8261,
      "step": 38012
    },
    {
      "epoch": 1.556952693016588,
      "grad_norm": 1.1363175046259715,
      "learning_rate": 0.0002563182402177561,
      "loss": 0.7738,
      "step": 38013
    },
    {
      "epoch": 1.5569936514437845,
      "grad_norm": 1.629434348107071,
      "learning_rate": 0.00025631593953548995,
      "loss": 1.0493,
      "step": 38014
    },
    {
      "epoch": 1.557034609870981,
      "grad_norm": 0.9622055180428024,
      "learning_rate": 0.00025631363880296385,
      "loss": 0.714,
      "step": 38015
    },
    {
      "epoch": 1.5570755682981774,
      "grad_norm": 1.0637763191725884,
      "learning_rate": 0.0002563113380201788,
      "loss": 1.0247,
      "step": 38016
    },
    {
      "epoch": 1.5571165267253737,
      "grad_norm": 1.465838967757882,
      "learning_rate": 0.0002563090371871359,
      "loss": 1.2044,
      "step": 38017
    },
    {
      "epoch": 1.5571574851525702,
      "grad_norm": 0.9373179336754593,
      "learning_rate": 0.00025630673630383624,
      "loss": 0.722,
      "step": 38018
    },
    {
      "epoch": 1.5571984435797666,
      "grad_norm": 0.8846712763056165,
      "learning_rate": 0.00025630443537028096,
      "loss": 0.4345,
      "step": 38019
    },
    {
      "epoch": 1.5572394020069629,
      "grad_norm": 0.9623403738577427,
      "learning_rate": 0.00025630213438647116,
      "loss": 0.8978,
      "step": 38020
    },
    {
      "epoch": 1.5572803604341594,
      "grad_norm": 0.8564702234035079,
      "learning_rate": 0.0002562998333524078,
      "loss": 0.2682,
      "step": 38021
    },
    {
      "epoch": 1.5573213188613557,
      "grad_norm": 1.2208590196050138,
      "learning_rate": 0.000256297532268092,
      "loss": 0.8115,
      "step": 38022
    },
    {
      "epoch": 1.557362277288552,
      "grad_norm": 1.2950223211929146,
      "learning_rate": 0.00025629523113352505,
      "loss": 1.3517,
      "step": 38023
    },
    {
      "epoch": 1.5574032357157486,
      "grad_norm": 0.903988735350372,
      "learning_rate": 0.0002562929299487078,
      "loss": 0.5684,
      "step": 38024
    },
    {
      "epoch": 1.5574441941429449,
      "grad_norm": 1.2413160896881592,
      "learning_rate": 0.0002562906287136414,
      "loss": 0.8879,
      "step": 38025
    },
    {
      "epoch": 1.5574851525701412,
      "grad_norm": 0.7237222879690114,
      "learning_rate": 0.000256288327428327,
      "loss": 0.3403,
      "step": 38026
    },
    {
      "epoch": 1.5575261109973377,
      "grad_norm": 1.0202475350990254,
      "learning_rate": 0.00025628602609276564,
      "loss": 0.7778,
      "step": 38027
    },
    {
      "epoch": 1.557567069424534,
      "grad_norm": 1.1168089373993741,
      "learning_rate": 0.0002562837247069584,
      "loss": 0.7975,
      "step": 38028
    },
    {
      "epoch": 1.5576080278517304,
      "grad_norm": 1.223681085695326,
      "learning_rate": 0.00025628142327090636,
      "loss": 0.9055,
      "step": 38029
    },
    {
      "epoch": 1.557648986278927,
      "grad_norm": 1.0713683685071433,
      "learning_rate": 0.00025627912178461065,
      "loss": 0.7138,
      "step": 38030
    },
    {
      "epoch": 1.5576899447061234,
      "grad_norm": 0.8323234169195485,
      "learning_rate": 0.0002562768202480723,
      "loss": 0.357,
      "step": 38031
    },
    {
      "epoch": 1.5577309031333195,
      "grad_norm": 0.903338747941686,
      "learning_rate": 0.0002562745186612925,
      "loss": 0.8148,
      "step": 38032
    },
    {
      "epoch": 1.557771861560516,
      "grad_norm": 0.9353617433740452,
      "learning_rate": 0.00025627221702427224,
      "loss": 0.6803,
      "step": 38033
    },
    {
      "epoch": 1.5578128199877126,
      "grad_norm": 1.116969087558912,
      "learning_rate": 0.00025626991533701267,
      "loss": 1.0185,
      "step": 38034
    },
    {
      "epoch": 1.557853778414909,
      "grad_norm": 1.092866154759386,
      "learning_rate": 0.00025626761359951486,
      "loss": 0.8106,
      "step": 38035
    },
    {
      "epoch": 1.5578947368421052,
      "grad_norm": 0.9894129037299726,
      "learning_rate": 0.00025626531181177983,
      "loss": 0.7928,
      "step": 38036
    },
    {
      "epoch": 1.5579356952693018,
      "grad_norm": 1.0068137032137237,
      "learning_rate": 0.0002562630099738088,
      "loss": 0.6579,
      "step": 38037
    },
    {
      "epoch": 1.557976653696498,
      "grad_norm": 1.6094747289675557,
      "learning_rate": 0.0002562607080856027,
      "loss": 0.5532,
      "step": 38038
    },
    {
      "epoch": 1.5580176121236944,
      "grad_norm": 1.401736006448069,
      "learning_rate": 0.00025625840614716276,
      "loss": 1.221,
      "step": 38039
    },
    {
      "epoch": 1.558058570550891,
      "grad_norm": 0.9679352755461277,
      "learning_rate": 0.00025625610415849,
      "loss": 0.7388,
      "step": 38040
    },
    {
      "epoch": 1.5580995289780872,
      "grad_norm": 1.070468087598226,
      "learning_rate": 0.0002562538021195855,
      "loss": 0.6003,
      "step": 38041
    },
    {
      "epoch": 1.5581404874052835,
      "grad_norm": 1.2017021409282287,
      "learning_rate": 0.0002562515000304504,
      "loss": 0.7924,
      "step": 38042
    },
    {
      "epoch": 1.55818144583248,
      "grad_norm": 1.000690033112988,
      "learning_rate": 0.00025624919789108574,
      "loss": 0.8236,
      "step": 38043
    },
    {
      "epoch": 1.5582224042596764,
      "grad_norm": 0.959532235583663,
      "learning_rate": 0.0002562468957014926,
      "loss": 0.7696,
      "step": 38044
    },
    {
      "epoch": 1.5582633626868727,
      "grad_norm": 0.9948361206817774,
      "learning_rate": 0.00025624459346167215,
      "loss": 0.6472,
      "step": 38045
    },
    {
      "epoch": 1.5583043211140692,
      "grad_norm": 1.2841724112868154,
      "learning_rate": 0.0002562422911716254,
      "loss": 1.0136,
      "step": 38046
    },
    {
      "epoch": 1.5583452795412656,
      "grad_norm": 1.6417168574943113,
      "learning_rate": 0.00025623998883135345,
      "loss": 1.1787,
      "step": 38047
    },
    {
      "epoch": 1.5583862379684619,
      "grad_norm": 1.1533945596887674,
      "learning_rate": 0.0002562376864408574,
      "loss": 1.1958,
      "step": 38048
    },
    {
      "epoch": 1.5584271963956584,
      "grad_norm": 1.1424981249720227,
      "learning_rate": 0.00025623538400013833,
      "loss": 0.8986,
      "step": 38049
    },
    {
      "epoch": 1.558468154822855,
      "grad_norm": 1.0785859488998428,
      "learning_rate": 0.00025623308150919737,
      "loss": 0.9945,
      "step": 38050
    },
    {
      "epoch": 1.558509113250051,
      "grad_norm": 1.0731640858597877,
      "learning_rate": 0.0002562307789680355,
      "loss": 0.9292,
      "step": 38051
    },
    {
      "epoch": 1.5585500716772476,
      "grad_norm": 0.847542252659889,
      "learning_rate": 0.0002562284763766539,
      "loss": 0.3245,
      "step": 38052
    },
    {
      "epoch": 1.558591030104444,
      "grad_norm": 1.3605345157892372,
      "learning_rate": 0.0002562261737350537,
      "loss": 1.238,
      "step": 38053
    },
    {
      "epoch": 1.5586319885316404,
      "grad_norm": 0.8798362690889983,
      "learning_rate": 0.0002562238710432359,
      "loss": 0.8059,
      "step": 38054
    },
    {
      "epoch": 1.5586729469588367,
      "grad_norm": 0.8436789314091775,
      "learning_rate": 0.0002562215683012016,
      "loss": 0.4963,
      "step": 38055
    },
    {
      "epoch": 1.5587139053860333,
      "grad_norm": 1.289392560631926,
      "learning_rate": 0.0002562192655089519,
      "loss": 1.1449,
      "step": 38056
    },
    {
      "epoch": 1.5587548638132296,
      "grad_norm": 0.9452861157406379,
      "learning_rate": 0.00025621696266648795,
      "loss": 0.535,
      "step": 38057
    },
    {
      "epoch": 1.558795822240426,
      "grad_norm": 0.9984618821096335,
      "learning_rate": 0.0002562146597738107,
      "loss": 0.7945,
      "step": 38058
    },
    {
      "epoch": 1.5588367806676224,
      "grad_norm": 1.3878870949576487,
      "learning_rate": 0.00025621235683092144,
      "loss": 1.2742,
      "step": 38059
    },
    {
      "epoch": 1.5588777390948187,
      "grad_norm": 1.4418292549747365,
      "learning_rate": 0.000256210053837821,
      "loss": 1.2305,
      "step": 38060
    },
    {
      "epoch": 1.558918697522015,
      "grad_norm": 0.8654299530843539,
      "learning_rate": 0.00025620775079451076,
      "loss": 0.5783,
      "step": 38061
    },
    {
      "epoch": 1.5589596559492116,
      "grad_norm": 1.0415479062685409,
      "learning_rate": 0.00025620544770099153,
      "loss": 1.2934,
      "step": 38062
    },
    {
      "epoch": 1.559000614376408,
      "grad_norm": 1.1944286339020715,
      "learning_rate": 0.0002562031445572646,
      "loss": 0.9398,
      "step": 38063
    },
    {
      "epoch": 1.5590415728036042,
      "grad_norm": 1.1215425272506099,
      "learning_rate": 0.00025620084136333094,
      "loss": 0.912,
      "step": 38064
    },
    {
      "epoch": 1.5590825312308008,
      "grad_norm": 2.0236999589535576,
      "learning_rate": 0.00025619853811919175,
      "loss": 1.4068,
      "step": 38065
    },
    {
      "epoch": 1.5591234896579973,
      "grad_norm": 1.5606881038375933,
      "learning_rate": 0.000256196234824848,
      "loss": 0.796,
      "step": 38066
    },
    {
      "epoch": 1.5591644480851934,
      "grad_norm": 0.9203715367072647,
      "learning_rate": 0.00025619393148030087,
      "loss": 0.8168,
      "step": 38067
    },
    {
      "epoch": 1.55920540651239,
      "grad_norm": 1.2618396438754313,
      "learning_rate": 0.0002561916280855513,
      "loss": 0.8993,
      "step": 38068
    },
    {
      "epoch": 1.5592463649395865,
      "grad_norm": 1.1300211729085443,
      "learning_rate": 0.0002561893246406006,
      "loss": 0.9456,
      "step": 38069
    },
    {
      "epoch": 1.5592873233667826,
      "grad_norm": 0.8920451045486004,
      "learning_rate": 0.0002561870211454497,
      "loss": 0.7772,
      "step": 38070
    },
    {
      "epoch": 1.559328281793979,
      "grad_norm": 0.678943022367277,
      "learning_rate": 0.0002561847176000998,
      "loss": 0.3344,
      "step": 38071
    },
    {
      "epoch": 1.5593692402211756,
      "grad_norm": 0.8854263948711094,
      "learning_rate": 0.00025618241400455187,
      "loss": 0.4992,
      "step": 38072
    },
    {
      "epoch": 1.559410198648372,
      "grad_norm": 1.2665790810586088,
      "learning_rate": 0.0002561801103588071,
      "loss": 0.909,
      "step": 38073
    },
    {
      "epoch": 1.5594511570755683,
      "grad_norm": 0.7631512603435832,
      "learning_rate": 0.0002561778066628665,
      "loss": 0.3801,
      "step": 38074
    },
    {
      "epoch": 1.5594921155027648,
      "grad_norm": 1.174228052202837,
      "learning_rate": 0.0002561755029167312,
      "loss": 0.8913,
      "step": 38075
    },
    {
      "epoch": 1.559533073929961,
      "grad_norm": 1.1296714773404357,
      "learning_rate": 0.00025617319912040224,
      "loss": 0.8662,
      "step": 38076
    },
    {
      "epoch": 1.5595740323571574,
      "grad_norm": 1.1024500203517105,
      "learning_rate": 0.00025617089527388086,
      "loss": 0.658,
      "step": 38077
    },
    {
      "epoch": 1.559614990784354,
      "grad_norm": 1.0252769158074206,
      "learning_rate": 0.00025616859137716797,
      "loss": 0.6226,
      "step": 38078
    },
    {
      "epoch": 1.5596559492115503,
      "grad_norm": 1.352738824447885,
      "learning_rate": 0.00025616628743026476,
      "loss": 1.0337,
      "step": 38079
    },
    {
      "epoch": 1.5596969076387466,
      "grad_norm": 1.1130808917752286,
      "learning_rate": 0.00025616398343317225,
      "loss": 0.6929,
      "step": 38080
    },
    {
      "epoch": 1.5597378660659431,
      "grad_norm": 1.2021324425371946,
      "learning_rate": 0.00025616167938589165,
      "loss": 0.9067,
      "step": 38081
    },
    {
      "epoch": 1.5597788244931394,
      "grad_norm": 0.9744494427058623,
      "learning_rate": 0.00025615937528842387,
      "loss": 0.8459,
      "step": 38082
    },
    {
      "epoch": 1.5598197829203357,
      "grad_norm": 0.9491512811025895,
      "learning_rate": 0.0002561570711407701,
      "loss": 0.6318,
      "step": 38083
    },
    {
      "epoch": 1.5598607413475323,
      "grad_norm": 0.9436992661218002,
      "learning_rate": 0.00025615476694293145,
      "loss": 0.7019,
      "step": 38084
    },
    {
      "epoch": 1.5599016997747288,
      "grad_norm": 1.0454237684445062,
      "learning_rate": 0.000256152462694909,
      "loss": 0.915,
      "step": 38085
    },
    {
      "epoch": 1.559942658201925,
      "grad_norm": 0.942901590747172,
      "learning_rate": 0.00025615015839670387,
      "loss": 0.701,
      "step": 38086
    },
    {
      "epoch": 1.5599836166291214,
      "grad_norm": 1.472794132354273,
      "learning_rate": 0.00025614785404831707,
      "loss": 1.4297,
      "step": 38087
    },
    {
      "epoch": 1.560024575056318,
      "grad_norm": 1.1652747066400237,
      "learning_rate": 0.0002561455496497497,
      "loss": 1.0097,
      "step": 38088
    },
    {
      "epoch": 1.5600655334835143,
      "grad_norm": 0.7060536450178226,
      "learning_rate": 0.00025614324520100286,
      "loss": 0.3145,
      "step": 38089
    },
    {
      "epoch": 1.5601064919107106,
      "grad_norm": 1.0410322137121681,
      "learning_rate": 0.00025614094070207773,
      "loss": 0.8813,
      "step": 38090
    },
    {
      "epoch": 1.5601474503379071,
      "grad_norm": 0.9724707019736325,
      "learning_rate": 0.00025613863615297523,
      "loss": 0.8073,
      "step": 38091
    },
    {
      "epoch": 1.5601884087651035,
      "grad_norm": 0.7565774954226367,
      "learning_rate": 0.0002561363315536966,
      "loss": 0.289,
      "step": 38092
    },
    {
      "epoch": 1.5602293671922998,
      "grad_norm": 1.1595334083600242,
      "learning_rate": 0.00025613402690424287,
      "loss": 0.9213,
      "step": 38093
    },
    {
      "epoch": 1.5602703256194963,
      "grad_norm": 1.4577044310660978,
      "learning_rate": 0.0002561317222046151,
      "loss": 0.9228,
      "step": 38094
    },
    {
      "epoch": 1.5603112840466926,
      "grad_norm": 1.109537680334622,
      "learning_rate": 0.00025612941745481444,
      "loss": 0.8356,
      "step": 38095
    },
    {
      "epoch": 1.560352242473889,
      "grad_norm": 1.1909091812223784,
      "learning_rate": 0.0002561271126548419,
      "loss": 0.8209,
      "step": 38096
    },
    {
      "epoch": 1.5603932009010855,
      "grad_norm": 0.9486055309219005,
      "learning_rate": 0.0002561248078046987,
      "loss": 1.0141,
      "step": 38097
    },
    {
      "epoch": 1.5604341593282818,
      "grad_norm": 0.6915769068029386,
      "learning_rate": 0.00025612250290438574,
      "loss": 0.3043,
      "step": 38098
    },
    {
      "epoch": 1.560475117755478,
      "grad_norm": 1.1811266146985673,
      "learning_rate": 0.00025612019795390433,
      "loss": 1.0974,
      "step": 38099
    },
    {
      "epoch": 1.5605160761826746,
      "grad_norm": 1.0841554852051962,
      "learning_rate": 0.0002561178929532554,
      "loss": 0.8119,
      "step": 38100
    },
    {
      "epoch": 1.560557034609871,
      "grad_norm": 0.858640579265312,
      "learning_rate": 0.0002561155879024401,
      "loss": 0.5491,
      "step": 38101
    },
    {
      "epoch": 1.5605979930370673,
      "grad_norm": 1.0701558383393983,
      "learning_rate": 0.0002561132828014595,
      "loss": 0.9558,
      "step": 38102
    },
    {
      "epoch": 1.5606389514642638,
      "grad_norm": 0.8937804770525243,
      "learning_rate": 0.0002561109776503147,
      "loss": 0.8039,
      "step": 38103
    },
    {
      "epoch": 1.5606799098914603,
      "grad_norm": 0.9907242468048456,
      "learning_rate": 0.00025610867244900675,
      "loss": 0.7937,
      "step": 38104
    },
    {
      "epoch": 1.5607208683186564,
      "grad_norm": 1.0462820093157978,
      "learning_rate": 0.00025610636719753684,
      "loss": 0.7928,
      "step": 38105
    },
    {
      "epoch": 1.560761826745853,
      "grad_norm": 1.1680821454107493,
      "learning_rate": 0.00025610406189590593,
      "loss": 0.8078,
      "step": 38106
    },
    {
      "epoch": 1.5608027851730495,
      "grad_norm": 1.134009389713651,
      "learning_rate": 0.00025610175654411523,
      "loss": 0.9179,
      "step": 38107
    },
    {
      "epoch": 1.5608437436002458,
      "grad_norm": 1.851218837923152,
      "learning_rate": 0.00025609945114216575,
      "loss": 2.4906,
      "step": 38108
    },
    {
      "epoch": 1.5608847020274421,
      "grad_norm": 0.9428876412311178,
      "learning_rate": 0.0002560971456900586,
      "loss": 0.7669,
      "step": 38109
    },
    {
      "epoch": 1.5609256604546387,
      "grad_norm": 0.8094127153586206,
      "learning_rate": 0.00025609484018779494,
      "loss": 0.6368,
      "step": 38110
    },
    {
      "epoch": 1.560966618881835,
      "grad_norm": 0.9316025220264897,
      "learning_rate": 0.0002560925346353757,
      "loss": 0.5731,
      "step": 38111
    },
    {
      "epoch": 1.5610075773090313,
      "grad_norm": 0.928366484904891,
      "learning_rate": 0.00025609022903280216,
      "loss": 0.7759,
      "step": 38112
    },
    {
      "epoch": 1.5610485357362278,
      "grad_norm": 1.246228433011898,
      "learning_rate": 0.00025608792338007526,
      "loss": 0.9439,
      "step": 38113
    },
    {
      "epoch": 1.5610894941634241,
      "grad_norm": 1.3901823118953183,
      "learning_rate": 0.0002560856176771961,
      "loss": 0.8605,
      "step": 38114
    },
    {
      "epoch": 1.5611304525906204,
      "grad_norm": 0.9840773439398525,
      "learning_rate": 0.0002560833119241659,
      "loss": 0.8935,
      "step": 38115
    },
    {
      "epoch": 1.561171411017817,
      "grad_norm": 1.0934953342970544,
      "learning_rate": 0.0002560810061209856,
      "loss": 0.7298,
      "step": 38116
    },
    {
      "epoch": 1.5612123694450133,
      "grad_norm": 0.8490777591904026,
      "learning_rate": 0.00025607870026765644,
      "loss": 0.5735,
      "step": 38117
    },
    {
      "epoch": 1.5612533278722096,
      "grad_norm": 1.0829105487781503,
      "learning_rate": 0.0002560763943641794,
      "loss": 0.9318,
      "step": 38118
    },
    {
      "epoch": 1.5612942862994061,
      "grad_norm": 1.263649569994921,
      "learning_rate": 0.00025607408841055553,
      "loss": 0.2885,
      "step": 38119
    },
    {
      "epoch": 1.5613352447266025,
      "grad_norm": 1.189050216664474,
      "learning_rate": 0.00025607178240678603,
      "loss": 0.9298,
      "step": 38120
    },
    {
      "epoch": 1.5613762031537988,
      "grad_norm": 1.1276226991188345,
      "learning_rate": 0.00025606947635287196,
      "loss": 1.1507,
      "step": 38121
    },
    {
      "epoch": 1.5614171615809953,
      "grad_norm": 1.5613003862349137,
      "learning_rate": 0.00025606717024881435,
      "loss": 0.8363,
      "step": 38122
    },
    {
      "epoch": 1.5614581200081918,
      "grad_norm": 1.236346476467025,
      "learning_rate": 0.00025606486409461435,
      "loss": 1.0803,
      "step": 38123
    },
    {
      "epoch": 1.561499078435388,
      "grad_norm": 1.1726963614148669,
      "learning_rate": 0.0002560625578902731,
      "loss": 0.8427,
      "step": 38124
    },
    {
      "epoch": 1.5615400368625845,
      "grad_norm": 0.7025349516979336,
      "learning_rate": 0.00025606025163579153,
      "loss": 0.2771,
      "step": 38125
    },
    {
      "epoch": 1.561580995289781,
      "grad_norm": 1.11641871313431,
      "learning_rate": 0.00025605794533117095,
      "loss": 1.2552,
      "step": 38126
    },
    {
      "epoch": 1.5616219537169773,
      "grad_norm": 0.9626265160307371,
      "learning_rate": 0.00025605563897641224,
      "loss": 0.5832,
      "step": 38127
    },
    {
      "epoch": 1.5616629121441736,
      "grad_norm": 1.1958778064242224,
      "learning_rate": 0.00025605333257151656,
      "loss": 1.1886,
      "step": 38128
    },
    {
      "epoch": 1.5617038705713702,
      "grad_norm": 0.9193955959795707,
      "learning_rate": 0.0002560510261164851,
      "loss": 0.5847,
      "step": 38129
    },
    {
      "epoch": 1.5617448289985665,
      "grad_norm": 0.974619975945547,
      "learning_rate": 0.0002560487196113188,
      "loss": 0.6672,
      "step": 38130
    },
    {
      "epoch": 1.5617857874257628,
      "grad_norm": 0.9470541767942002,
      "learning_rate": 0.00025604641305601887,
      "loss": 0.4119,
      "step": 38131
    },
    {
      "epoch": 1.5618267458529593,
      "grad_norm": 2.288604113220699,
      "learning_rate": 0.0002560441064505863,
      "loss": 1.5295,
      "step": 38132
    },
    {
      "epoch": 1.5618677042801556,
      "grad_norm": 0.9989046008547368,
      "learning_rate": 0.00025604179979502224,
      "loss": 0.8929,
      "step": 38133
    },
    {
      "epoch": 1.561908662707352,
      "grad_norm": 0.7351859013706451,
      "learning_rate": 0.0002560394930893278,
      "loss": 0.3189,
      "step": 38134
    },
    {
      "epoch": 1.5619496211345485,
      "grad_norm": 0.9617448323834114,
      "learning_rate": 0.00025603718633350405,
      "loss": 0.734,
      "step": 38135
    },
    {
      "epoch": 1.5619905795617448,
      "grad_norm": 1.964332353280954,
      "learning_rate": 0.00025603487952755195,
      "loss": 1.201,
      "step": 38136
    },
    {
      "epoch": 1.5620315379889411,
      "grad_norm": 1.285112153188537,
      "learning_rate": 0.00025603257267147286,
      "loss": 1.0483,
      "step": 38137
    },
    {
      "epoch": 1.5620724964161377,
      "grad_norm": 1.0642211173593452,
      "learning_rate": 0.0002560302657652677,
      "loss": 1.1205,
      "step": 38138
    },
    {
      "epoch": 1.562113454843334,
      "grad_norm": 1.1271865467167719,
      "learning_rate": 0.0002560279588089375,
      "loss": 0.8326,
      "step": 38139
    },
    {
      "epoch": 1.5621544132705303,
      "grad_norm": 1.3042395825426094,
      "learning_rate": 0.0002560256518024835,
      "loss": 1.4453,
      "step": 38140
    },
    {
      "epoch": 1.5621953716977268,
      "grad_norm": 0.984174095366524,
      "learning_rate": 0.00025602334474590676,
      "loss": 0.4795,
      "step": 38141
    },
    {
      "epoch": 1.5622363301249234,
      "grad_norm": 0.8655733942336576,
      "learning_rate": 0.00025602103763920826,
      "loss": 0.2726,
      "step": 38142
    },
    {
      "epoch": 1.5622772885521194,
      "grad_norm": 0.994781600819207,
      "learning_rate": 0.0002560187304823892,
      "loss": 0.7569,
      "step": 38143
    },
    {
      "epoch": 1.562318246979316,
      "grad_norm": 1.4625483599049696,
      "learning_rate": 0.00025601642327545063,
      "loss": 0.8937,
      "step": 38144
    },
    {
      "epoch": 1.5623592054065125,
      "grad_norm": 1.1545300462126686,
      "learning_rate": 0.0002560141160183936,
      "loss": 0.9297,
      "step": 38145
    },
    {
      "epoch": 1.5624001638337088,
      "grad_norm": 1.027237921416572,
      "learning_rate": 0.0002560118087112193,
      "loss": 1.0841,
      "step": 38146
    },
    {
      "epoch": 1.5624411222609051,
      "grad_norm": 1.136485041199261,
      "learning_rate": 0.00025600950135392877,
      "loss": 0.8067,
      "step": 38147
    },
    {
      "epoch": 1.5624820806881017,
      "grad_norm": 1.2185897379184005,
      "learning_rate": 0.00025600719394652306,
      "loss": 0.9593,
      "step": 38148
    },
    {
      "epoch": 1.562523039115298,
      "grad_norm": 1.022777743705308,
      "learning_rate": 0.00025600488648900335,
      "loss": 0.7738,
      "step": 38149
    },
    {
      "epoch": 1.5625639975424943,
      "grad_norm": 0.9267556318971593,
      "learning_rate": 0.0002560025789813707,
      "loss": 0.6533,
      "step": 38150
    },
    {
      "epoch": 1.5626049559696908,
      "grad_norm": 0.9927451635466511,
      "learning_rate": 0.0002560002714236261,
      "loss": 0.9231,
      "step": 38151
    },
    {
      "epoch": 1.5626459143968872,
      "grad_norm": 0.9589058983766591,
      "learning_rate": 0.00025599796381577073,
      "loss": 0.6602,
      "step": 38152
    },
    {
      "epoch": 1.5626868728240835,
      "grad_norm": 1.0261485159436172,
      "learning_rate": 0.00025599565615780573,
      "loss": 0.6144,
      "step": 38153
    },
    {
      "epoch": 1.56272783125128,
      "grad_norm": 1.162870514389912,
      "learning_rate": 0.0002559933484497321,
      "loss": 0.8137,
      "step": 38154
    },
    {
      "epoch": 1.5627687896784763,
      "grad_norm": 1.0118353841070467,
      "learning_rate": 0.00025599104069155094,
      "loss": 0.5778,
      "step": 38155
    },
    {
      "epoch": 1.5628097481056726,
      "grad_norm": 1.223416902079834,
      "learning_rate": 0.0002559887328832634,
      "loss": 0.8415,
      "step": 38156
    },
    {
      "epoch": 1.5628507065328692,
      "grad_norm": 1.0994070820172948,
      "learning_rate": 0.0002559864250248706,
      "loss": 0.8217,
      "step": 38157
    },
    {
      "epoch": 1.5628916649600655,
      "grad_norm": 1.1067476221661745,
      "learning_rate": 0.00025598411711637346,
      "loss": 0.3747,
      "step": 38158
    },
    {
      "epoch": 1.5629326233872618,
      "grad_norm": 1.3669199252823523,
      "learning_rate": 0.00025598180915777324,
      "loss": 0.9807,
      "step": 38159
    },
    {
      "epoch": 1.5629735818144583,
      "grad_norm": 1.636948153121703,
      "learning_rate": 0.00025597950114907096,
      "loss": 1.3809,
      "step": 38160
    },
    {
      "epoch": 1.5630145402416549,
      "grad_norm": 1.0071717634785855,
      "learning_rate": 0.00025597719309026774,
      "loss": 0.9878,
      "step": 38161
    },
    {
      "epoch": 1.563055498668851,
      "grad_norm": 1.1410430901176174,
      "learning_rate": 0.0002559748849813646,
      "loss": 0.5919,
      "step": 38162
    },
    {
      "epoch": 1.5630964570960475,
      "grad_norm": 1.0859821238337464,
      "learning_rate": 0.00025597257682236275,
      "loss": 0.9206,
      "step": 38163
    },
    {
      "epoch": 1.563137415523244,
      "grad_norm": 0.7862870497905728,
      "learning_rate": 0.00025597026861326315,
      "loss": 0.433,
      "step": 38164
    },
    {
      "epoch": 1.5631783739504403,
      "grad_norm": 0.9073628510772296,
      "learning_rate": 0.000255967960354067,
      "loss": 0.979,
      "step": 38165
    },
    {
      "epoch": 1.5632193323776367,
      "grad_norm": 1.9991154983065296,
      "learning_rate": 0.00025596565204477536,
      "loss": 2.9052,
      "step": 38166
    },
    {
      "epoch": 1.5632602908048332,
      "grad_norm": 0.6390296167728975,
      "learning_rate": 0.0002559633436853893,
      "loss": 0.3165,
      "step": 38167
    },
    {
      "epoch": 1.5633012492320295,
      "grad_norm": 0.9605797757264359,
      "learning_rate": 0.0002559610352759099,
      "loss": 0.3711,
      "step": 38168
    },
    {
      "epoch": 1.5633422076592258,
      "grad_norm": 1.908053064076215,
      "learning_rate": 0.0002559587268163382,
      "loss": 0.6594,
      "step": 38169
    },
    {
      "epoch": 1.5633831660864224,
      "grad_norm": 1.2618450551684994,
      "learning_rate": 0.0002559564183066755,
      "loss": 0.6237,
      "step": 38170
    },
    {
      "epoch": 1.5634241245136187,
      "grad_norm": 1.0753415995030584,
      "learning_rate": 0.0002559541097469227,
      "loss": 0.7007,
      "step": 38171
    },
    {
      "epoch": 1.563465082940815,
      "grad_norm": 0.9525216621437301,
      "learning_rate": 0.0002559518011370809,
      "loss": 0.4895,
      "step": 38172
    },
    {
      "epoch": 1.5635060413680115,
      "grad_norm": 1.2111800545620235,
      "learning_rate": 0.0002559494924771513,
      "loss": 0.8278,
      "step": 38173
    },
    {
      "epoch": 1.5635469997952078,
      "grad_norm": 1.030964239148094,
      "learning_rate": 0.00025594718376713483,
      "loss": 0.7084,
      "step": 38174
    },
    {
      "epoch": 1.5635879582224042,
      "grad_norm": 1.5643303745873751,
      "learning_rate": 0.0002559448750070328,
      "loss": 0.9123,
      "step": 38175
    },
    {
      "epoch": 1.5636289166496007,
      "grad_norm": 0.916916791966939,
      "learning_rate": 0.00025594256619684613,
      "loss": 0.7786,
      "step": 38176
    },
    {
      "epoch": 1.563669875076797,
      "grad_norm": 1.0540872945676116,
      "learning_rate": 0.00025594025733657595,
      "loss": 0.7176,
      "step": 38177
    },
    {
      "epoch": 1.5637108335039933,
      "grad_norm": 0.8449911549786322,
      "learning_rate": 0.0002559379484262234,
      "loss": 0.3639,
      "step": 38178
    },
    {
      "epoch": 1.5637517919311898,
      "grad_norm": 0.9630041942920353,
      "learning_rate": 0.0002559356394657895,
      "loss": 0.8593,
      "step": 38179
    },
    {
      "epoch": 1.5637927503583864,
      "grad_norm": 0.7064805286163991,
      "learning_rate": 0.0002559333304552754,
      "loss": 0.3578,
      "step": 38180
    },
    {
      "epoch": 1.5638337087855825,
      "grad_norm": 1.0925496034610365,
      "learning_rate": 0.00025593102139468213,
      "loss": 0.6519,
      "step": 38181
    },
    {
      "epoch": 1.563874667212779,
      "grad_norm": 1.338949747346473,
      "learning_rate": 0.00025592871228401085,
      "loss": 1.147,
      "step": 38182
    },
    {
      "epoch": 1.5639156256399755,
      "grad_norm": 1.3364303930394108,
      "learning_rate": 0.00025592640312326265,
      "loss": 1.162,
      "step": 38183
    },
    {
      "epoch": 1.5639565840671719,
      "grad_norm": 1.4691719622218744,
      "learning_rate": 0.0002559240939124386,
      "loss": 1.551,
      "step": 38184
    },
    {
      "epoch": 1.5639975424943682,
      "grad_norm": 0.9102045637868356,
      "learning_rate": 0.0002559217846515397,
      "loss": 0.4876,
      "step": 38185
    },
    {
      "epoch": 1.5640385009215647,
      "grad_norm": 1.0350297786588123,
      "learning_rate": 0.00025591947534056716,
      "loss": 0.8256,
      "step": 38186
    },
    {
      "epoch": 1.564079459348761,
      "grad_norm": 0.6673006288669129,
      "learning_rate": 0.00025591716597952205,
      "loss": 0.2884,
      "step": 38187
    },
    {
      "epoch": 1.5641204177759573,
      "grad_norm": 1.2630429089142656,
      "learning_rate": 0.00025591485656840544,
      "loss": 1.2022,
      "step": 38188
    },
    {
      "epoch": 1.5641613762031539,
      "grad_norm": 1.4323111610479158,
      "learning_rate": 0.00025591254710721843,
      "loss": 1.2688,
      "step": 38189
    },
    {
      "epoch": 1.5642023346303502,
      "grad_norm": 1.1624196241619116,
      "learning_rate": 0.00025591023759596215,
      "loss": 0.7157,
      "step": 38190
    },
    {
      "epoch": 1.5642432930575465,
      "grad_norm": 1.636168184446117,
      "learning_rate": 0.0002559079280346376,
      "loss": 1.4109,
      "step": 38191
    },
    {
      "epoch": 1.564284251484743,
      "grad_norm": 1.433860140153764,
      "learning_rate": 0.000255905618423246,
      "loss": 1.1724,
      "step": 38192
    },
    {
      "epoch": 1.5643252099119394,
      "grad_norm": 1.6743943984779341,
      "learning_rate": 0.0002559033087617883,
      "loss": 2.1709,
      "step": 38193
    },
    {
      "epoch": 1.5643661683391357,
      "grad_norm": 1.0438938569916867,
      "learning_rate": 0.0002559009990502657,
      "loss": 0.8359,
      "step": 38194
    },
    {
      "epoch": 1.5644071267663322,
      "grad_norm": 1.1198292970619839,
      "learning_rate": 0.0002558986892886792,
      "loss": 0.9471,
      "step": 38195
    },
    {
      "epoch": 1.5644480851935285,
      "grad_norm": 1.610472378947671,
      "learning_rate": 0.00025589637947703,
      "loss": 0.9221,
      "step": 38196
    },
    {
      "epoch": 1.5644890436207248,
      "grad_norm": 0.9645383516059767,
      "learning_rate": 0.00025589406961531915,
      "loss": 0.7779,
      "step": 38197
    },
    {
      "epoch": 1.5645300020479214,
      "grad_norm": 1.0493082623025642,
      "learning_rate": 0.0002558917597035477,
      "loss": 0.7402,
      "step": 38198
    },
    {
      "epoch": 1.564570960475118,
      "grad_norm": 1.8140006853004906,
      "learning_rate": 0.00025588944974171677,
      "loss": 0.9861,
      "step": 38199
    },
    {
      "epoch": 1.564611918902314,
      "grad_norm": 0.7207667049424893,
      "learning_rate": 0.0002558871397298275,
      "loss": 0.2711,
      "step": 38200
    },
    {
      "epoch": 1.5646528773295105,
      "grad_norm": 1.0219179008177985,
      "learning_rate": 0.00025588482966788084,
      "loss": 0.8739,
      "step": 38201
    },
    {
      "epoch": 1.564693835756707,
      "grad_norm": 1.1340134218384146,
      "learning_rate": 0.00025588251955587806,
      "loss": 1.0129,
      "step": 38202
    },
    {
      "epoch": 1.5647347941839034,
      "grad_norm": 2.235546094550018,
      "learning_rate": 0.0002558802093938201,
      "loss": 1.2734,
      "step": 38203
    },
    {
      "epoch": 1.5647757526110997,
      "grad_norm": 1.1597397715208224,
      "learning_rate": 0.00025587789918170815,
      "loss": 1.204,
      "step": 38204
    },
    {
      "epoch": 1.5648167110382962,
      "grad_norm": 4.259129897165443,
      "learning_rate": 0.00025587558891954326,
      "loss": 5.5275,
      "step": 38205
    },
    {
      "epoch": 1.5648576694654925,
      "grad_norm": 1.098229950540807,
      "learning_rate": 0.00025587327860732655,
      "loss": 1.1612,
      "step": 38206
    },
    {
      "epoch": 1.5648986278926889,
      "grad_norm": 1.0691459553639089,
      "learning_rate": 0.0002558709682450591,
      "loss": 0.7028,
      "step": 38207
    },
    {
      "epoch": 1.5649395863198854,
      "grad_norm": 1.4720007208201575,
      "learning_rate": 0.000255868657832742,
      "loss": 0.9341,
      "step": 38208
    },
    {
      "epoch": 1.5649805447470817,
      "grad_norm": 0.7066786475892981,
      "learning_rate": 0.0002558663473703763,
      "loss": 0.3128,
      "step": 38209
    },
    {
      "epoch": 1.565021503174278,
      "grad_norm": 1.128631271371459,
      "learning_rate": 0.0002558640368579632,
      "loss": 0.81,
      "step": 38210
    },
    {
      "epoch": 1.5650624616014746,
      "grad_norm": 0.8789106177464033,
      "learning_rate": 0.0002558617262955038,
      "loss": 0.2701,
      "step": 38211
    },
    {
      "epoch": 1.5651034200286709,
      "grad_norm": 1.1136677594684865,
      "learning_rate": 0.00025585941568299897,
      "loss": 0.9055,
      "step": 38212
    },
    {
      "epoch": 1.5651443784558672,
      "grad_norm": 1.0792583260857402,
      "learning_rate": 0.00025585710502045003,
      "loss": 0.8236,
      "step": 38213
    },
    {
      "epoch": 1.5651853368830637,
      "grad_norm": 0.9393706774270667,
      "learning_rate": 0.00025585479430785795,
      "loss": 0.6665,
      "step": 38214
    },
    {
      "epoch": 1.5652262953102603,
      "grad_norm": 0.7975978885134283,
      "learning_rate": 0.00025585248354522387,
      "loss": 0.3353,
      "step": 38215
    },
    {
      "epoch": 1.5652672537374563,
      "grad_norm": 1.0130243875328147,
      "learning_rate": 0.0002558501727325489,
      "loss": 0.6609,
      "step": 38216
    },
    {
      "epoch": 1.5653082121646529,
      "grad_norm": 0.965754278708039,
      "learning_rate": 0.00025584786186983415,
      "loss": 0.6239,
      "step": 38217
    },
    {
      "epoch": 1.5653491705918494,
      "grad_norm": 1.1074481162784457,
      "learning_rate": 0.00025584555095708056,
      "loss": 0.8757,
      "step": 38218
    },
    {
      "epoch": 1.5653901290190455,
      "grad_norm": 1.193446982726754,
      "learning_rate": 0.0002558432399942894,
      "loss": 1.0362,
      "step": 38219
    },
    {
      "epoch": 1.565431087446242,
      "grad_norm": 1.0386243866733176,
      "learning_rate": 0.0002558409289814617,
      "loss": 0.698,
      "step": 38220
    },
    {
      "epoch": 1.5654720458734386,
      "grad_norm": 0.9557120249052267,
      "learning_rate": 0.00025583861791859854,
      "loss": 0.6731,
      "step": 38221
    },
    {
      "epoch": 1.565513004300635,
      "grad_norm": 1.2065782842418513,
      "learning_rate": 0.0002558363068057011,
      "loss": 1.1549,
      "step": 38222
    },
    {
      "epoch": 1.5655539627278312,
      "grad_norm": 1.443411924715376,
      "learning_rate": 0.0002558339956427703,
      "loss": 0.6273,
      "step": 38223
    },
    {
      "epoch": 1.5655949211550277,
      "grad_norm": 1.1172470084367694,
      "learning_rate": 0.0002558316844298073,
      "loss": 0.923,
      "step": 38224
    },
    {
      "epoch": 1.565635879582224,
      "grad_norm": 1.280520273871631,
      "learning_rate": 0.00025582937316681327,
      "loss": 0.9455,
      "step": 38225
    },
    {
      "epoch": 1.5656768380094204,
      "grad_norm": 0.6825049615826176,
      "learning_rate": 0.00025582706185378926,
      "loss": 0.2498,
      "step": 38226
    },
    {
      "epoch": 1.565717796436617,
      "grad_norm": 0.6704575113353195,
      "learning_rate": 0.0002558247504907364,
      "loss": 0.2788,
      "step": 38227
    },
    {
      "epoch": 1.5657587548638132,
      "grad_norm": 1.4531795549584894,
      "learning_rate": 0.00025582243907765564,
      "loss": 1.5833,
      "step": 38228
    },
    {
      "epoch": 1.5657997132910095,
      "grad_norm": 0.6627091259714936,
      "learning_rate": 0.00025582012761454824,
      "loss": 0.3126,
      "step": 38229
    },
    {
      "epoch": 1.565840671718206,
      "grad_norm": 3.7831369643874493,
      "learning_rate": 0.0002558178161014152,
      "loss": 1.5137,
      "step": 38230
    },
    {
      "epoch": 1.5658816301454024,
      "grad_norm": 1.1893983986244536,
      "learning_rate": 0.00025581550453825764,
      "loss": 0.9922,
      "step": 38231
    },
    {
      "epoch": 1.5659225885725987,
      "grad_norm": 1.8793348773062377,
      "learning_rate": 0.00025581319292507666,
      "loss": 1.9953,
      "step": 38232
    },
    {
      "epoch": 1.5659635469997952,
      "grad_norm": 1.0466634615653503,
      "learning_rate": 0.00025581088126187335,
      "loss": 0.8577,
      "step": 38233
    },
    {
      "epoch": 1.5660045054269918,
      "grad_norm": 0.5972659045265903,
      "learning_rate": 0.0002558085695486488,
      "loss": 0.293,
      "step": 38234
    },
    {
      "epoch": 1.5660454638541879,
      "grad_norm": 1.1691080765298298,
      "learning_rate": 0.00025580625778540405,
      "loss": 0.6457,
      "step": 38235
    },
    {
      "epoch": 1.5660864222813844,
      "grad_norm": 1.2279002021344279,
      "learning_rate": 0.0002558039459721403,
      "loss": 0.6022,
      "step": 38236
    },
    {
      "epoch": 1.566127380708581,
      "grad_norm": 1.02172778894842,
      "learning_rate": 0.0002558016341088585,
      "loss": 0.5385,
      "step": 38237
    },
    {
      "epoch": 1.566168339135777,
      "grad_norm": 1.1900818191254912,
      "learning_rate": 0.00025579932219555997,
      "loss": 0.7937,
      "step": 38238
    },
    {
      "epoch": 1.5662092975629736,
      "grad_norm": 1.1135514921563638,
      "learning_rate": 0.00025579701023224554,
      "loss": 0.8359,
      "step": 38239
    },
    {
      "epoch": 1.56625025599017,
      "grad_norm": 1.0469708275073133,
      "learning_rate": 0.00025579469821891644,
      "loss": 0.9549,
      "step": 38240
    },
    {
      "epoch": 1.5662912144173664,
      "grad_norm": 1.445356817617912,
      "learning_rate": 0.0002557923861555738,
      "loss": 0.7924,
      "step": 38241
    },
    {
      "epoch": 1.5663321728445627,
      "grad_norm": 0.9257380346689622,
      "learning_rate": 0.0002557900740422186,
      "loss": 0.6998,
      "step": 38242
    },
    {
      "epoch": 1.5663731312717593,
      "grad_norm": 1.035195692065131,
      "learning_rate": 0.000255787761878852,
      "loss": 0.475,
      "step": 38243
    },
    {
      "epoch": 1.5664140896989556,
      "grad_norm": 1.0406224099149355,
      "learning_rate": 0.00025578544966547507,
      "loss": 0.9531,
      "step": 38244
    },
    {
      "epoch": 1.5664550481261519,
      "grad_norm": 1.0727834343761415,
      "learning_rate": 0.00025578313740208893,
      "loss": 0.8247,
      "step": 38245
    },
    {
      "epoch": 1.5664960065533484,
      "grad_norm": 0.9570474230542088,
      "learning_rate": 0.00025578082508869474,
      "loss": 0.7005,
      "step": 38246
    },
    {
      "epoch": 1.5665369649805447,
      "grad_norm": 0.9724554889021135,
      "learning_rate": 0.00025577851272529345,
      "loss": 0.5918,
      "step": 38247
    },
    {
      "epoch": 1.566577923407741,
      "grad_norm": 1.0754234697002658,
      "learning_rate": 0.00025577620031188615,
      "loss": 0.8242,
      "step": 38248
    },
    {
      "epoch": 1.5666188818349376,
      "grad_norm": 0.7366513986709383,
      "learning_rate": 0.0002557738878484741,
      "loss": 0.3279,
      "step": 38249
    },
    {
      "epoch": 1.566659840262134,
      "grad_norm": 1.4788691582187894,
      "learning_rate": 0.00025577157533505826,
      "loss": 0.8905,
      "step": 38250
    },
    {
      "epoch": 1.5667007986893302,
      "grad_norm": 1.0503271414747624,
      "learning_rate": 0.00025576926277163977,
      "loss": 0.7214,
      "step": 38251
    },
    {
      "epoch": 1.5667417571165267,
      "grad_norm": 1.011964436608436,
      "learning_rate": 0.00025576695015821967,
      "loss": 0.7274,
      "step": 38252
    },
    {
      "epoch": 1.5667827155437233,
      "grad_norm": 0.852098460595627,
      "learning_rate": 0.00025576463749479915,
      "loss": 0.3198,
      "step": 38253
    },
    {
      "epoch": 1.5668236739709194,
      "grad_norm": 0.44938802301305536,
      "learning_rate": 0.0002557623247813792,
      "loss": 0.1469,
      "step": 38254
    },
    {
      "epoch": 1.566864632398116,
      "grad_norm": 1.0531226979983914,
      "learning_rate": 0.00025576001201796096,
      "loss": 0.7607,
      "step": 38255
    },
    {
      "epoch": 1.5669055908253124,
      "grad_norm": 1.5893064784316282,
      "learning_rate": 0.00025575769920454556,
      "loss": 1.6534,
      "step": 38256
    },
    {
      "epoch": 1.5669465492525088,
      "grad_norm": 1.4074636733725523,
      "learning_rate": 0.00025575538634113403,
      "loss": 0.8109,
      "step": 38257
    },
    {
      "epoch": 1.566987507679705,
      "grad_norm": 1.1713704264037739,
      "learning_rate": 0.0002557530734277275,
      "loss": 0.7236,
      "step": 38258
    },
    {
      "epoch": 1.5670284661069016,
      "grad_norm": 1.1886602467543879,
      "learning_rate": 0.00025575076046432704,
      "loss": 0.9429,
      "step": 38259
    },
    {
      "epoch": 1.567069424534098,
      "grad_norm": 1.1080390029787461,
      "learning_rate": 0.00025574844745093376,
      "loss": 0.9483,
      "step": 38260
    },
    {
      "epoch": 1.5671103829612942,
      "grad_norm": 0.9108826796278645,
      "learning_rate": 0.0002557461343875487,
      "loss": 0.7102,
      "step": 38261
    },
    {
      "epoch": 1.5671513413884908,
      "grad_norm": 1.0517589868855475,
      "learning_rate": 0.00025574382127417313,
      "loss": 0.7475,
      "step": 38262
    },
    {
      "epoch": 1.567192299815687,
      "grad_norm": 1.1377869516199506,
      "learning_rate": 0.00025574150811080796,
      "loss": 1.3773,
      "step": 38263
    },
    {
      "epoch": 1.5672332582428834,
      "grad_norm": 1.1634093247549042,
      "learning_rate": 0.0002557391948974543,
      "loss": 0.5314,
      "step": 38264
    },
    {
      "epoch": 1.56727421667008,
      "grad_norm": 1.0548823190736287,
      "learning_rate": 0.0002557368816341133,
      "loss": 0.7965,
      "step": 38265
    },
    {
      "epoch": 1.5673151750972762,
      "grad_norm": 0.7333260023021255,
      "learning_rate": 0.000255734568320786,
      "loss": 0.3196,
      "step": 38266
    },
    {
      "epoch": 1.5673561335244726,
      "grad_norm": 1.22480908513228,
      "learning_rate": 0.0002557322549574737,
      "loss": 1.1013,
      "step": 38267
    },
    {
      "epoch": 1.567397091951669,
      "grad_norm": 0.7764490285686475,
      "learning_rate": 0.00025572994154417716,
      "loss": 0.3125,
      "step": 38268
    },
    {
      "epoch": 1.5674380503788654,
      "grad_norm": 1.197320059205748,
      "learning_rate": 0.00025572762808089765,
      "loss": 1.0577,
      "step": 38269
    },
    {
      "epoch": 1.5674790088060617,
      "grad_norm": 5.4675136370426145,
      "learning_rate": 0.0002557253145676363,
      "loss": 3.0571,
      "step": 38270
    },
    {
      "epoch": 1.5675199672332583,
      "grad_norm": 1.1320932529682401,
      "learning_rate": 0.0002557230010043942,
      "loss": 1.0011,
      "step": 38271
    },
    {
      "epoch": 1.5675609256604548,
      "grad_norm": 1.0461981008651096,
      "learning_rate": 0.00025572068739117233,
      "loss": 0.7544,
      "step": 38272
    },
    {
      "epoch": 1.5676018840876509,
      "grad_norm": 1.3214344270352532,
      "learning_rate": 0.00025571837372797185,
      "loss": 1.3797,
      "step": 38273
    },
    {
      "epoch": 1.5676428425148474,
      "grad_norm": 1.0204065392284258,
      "learning_rate": 0.0002557160600147939,
      "loss": 0.8714,
      "step": 38274
    },
    {
      "epoch": 1.567683800942044,
      "grad_norm": 0.7518410934251394,
      "learning_rate": 0.0002557137462516395,
      "loss": 0.3165,
      "step": 38275
    },
    {
      "epoch": 1.5677247593692403,
      "grad_norm": 4.892353959824801,
      "learning_rate": 0.00025571143243850974,
      "loss": 6.8741,
      "step": 38276
    },
    {
      "epoch": 1.5677657177964366,
      "grad_norm": 2.6026114534413787,
      "learning_rate": 0.0002557091185754058,
      "loss": 2.8385,
      "step": 38277
    },
    {
      "epoch": 1.5678066762236331,
      "grad_norm": 1.1000469561611346,
      "learning_rate": 0.00025570680466232876,
      "loss": 0.8421,
      "step": 38278
    },
    {
      "epoch": 1.5678476346508294,
      "grad_norm": 0.7494917208172258,
      "learning_rate": 0.0002557044906992796,
      "loss": 0.3007,
      "step": 38279
    },
    {
      "epoch": 1.5678885930780257,
      "grad_norm": 1.2254035886476877,
      "learning_rate": 0.0002557021766862595,
      "loss": 1.1748,
      "step": 38280
    },
    {
      "epoch": 1.5679295515052223,
      "grad_norm": 0.9046887497563797,
      "learning_rate": 0.00025569986262326955,
      "loss": 0.4901,
      "step": 38281
    },
    {
      "epoch": 1.5679705099324186,
      "grad_norm": 0.7226736021546015,
      "learning_rate": 0.0002556975485103109,
      "loss": 0.2928,
      "step": 38282
    },
    {
      "epoch": 1.568011468359615,
      "grad_norm": 0.7460359383915514,
      "learning_rate": 0.0002556952343473845,
      "loss": 0.3031,
      "step": 38283
    },
    {
      "epoch": 1.5680524267868114,
      "grad_norm": 1.2196195002642998,
      "learning_rate": 0.0002556929201344916,
      "loss": 1.0188,
      "step": 38284
    },
    {
      "epoch": 1.5680933852140078,
      "grad_norm": 1.0127008691693207,
      "learning_rate": 0.0002556906058716332,
      "loss": 0.6567,
      "step": 38285
    },
    {
      "epoch": 1.568134343641204,
      "grad_norm": 1.0422787593793739,
      "learning_rate": 0.00025568829155881036,
      "loss": 0.7003,
      "step": 38286
    },
    {
      "epoch": 1.5681753020684006,
      "grad_norm": 0.9148271816641634,
      "learning_rate": 0.00025568597719602426,
      "loss": 0.5927,
      "step": 38287
    },
    {
      "epoch": 1.568216260495597,
      "grad_norm": 5.978871553930608,
      "learning_rate": 0.000255683662783276,
      "loss": 3.262,
      "step": 38288
    },
    {
      "epoch": 1.5682572189227932,
      "grad_norm": 1.5425188171990452,
      "learning_rate": 0.00025568134832056657,
      "loss": 1.1765,
      "step": 38289
    },
    {
      "epoch": 1.5682981773499898,
      "grad_norm": 1.4779624460938834,
      "learning_rate": 0.0002556790338078972,
      "loss": 1.3719,
      "step": 38290
    },
    {
      "epoch": 1.5683391357771863,
      "grad_norm": 0.7486156556698843,
      "learning_rate": 0.0002556767192452689,
      "loss": 0.3204,
      "step": 38291
    },
    {
      "epoch": 1.5683800942043824,
      "grad_norm": 1.2910863885869832,
      "learning_rate": 0.0002556744046326827,
      "loss": 0.5214,
      "step": 38292
    },
    {
      "epoch": 1.568421052631579,
      "grad_norm": 1.0178467750123172,
      "learning_rate": 0.0002556720899701399,
      "loss": 0.8791,
      "step": 38293
    },
    {
      "epoch": 1.5684620110587755,
      "grad_norm": 1.3946488377310475,
      "learning_rate": 0.0002556697752576413,
      "loss": 0.6681,
      "step": 38294
    },
    {
      "epoch": 1.5685029694859718,
      "grad_norm": 1.0368382659197137,
      "learning_rate": 0.0002556674604951883,
      "loss": 0.9083,
      "step": 38295
    },
    {
      "epoch": 1.568543927913168,
      "grad_norm": 1.2099099790362353,
      "learning_rate": 0.0002556651456827819,
      "loss": 0.9827,
      "step": 38296
    },
    {
      "epoch": 1.5685848863403646,
      "grad_norm": 1.0881192882532458,
      "learning_rate": 0.000255662830820423,
      "loss": 1.0466,
      "step": 38297
    },
    {
      "epoch": 1.568625844767561,
      "grad_norm": 1.1829723221651198,
      "learning_rate": 0.00025566051590811294,
      "loss": 0.9043,
      "step": 38298
    },
    {
      "epoch": 1.5686668031947573,
      "grad_norm": 0.9687570828968182,
      "learning_rate": 0.0002556582009458527,
      "loss": 0.7253,
      "step": 38299
    },
    {
      "epoch": 1.5687077616219538,
      "grad_norm": 0.7660703037617032,
      "learning_rate": 0.00025565588593364337,
      "loss": 0.2762,
      "step": 38300
    },
    {
      "epoch": 1.5687487200491501,
      "grad_norm": 0.9690381767282701,
      "learning_rate": 0.0002556535708714861,
      "loss": 0.6246,
      "step": 38301
    },
    {
      "epoch": 1.5687896784763464,
      "grad_norm": 1.0938801764027033,
      "learning_rate": 0.00025565125575938196,
      "loss": 1.0703,
      "step": 38302
    },
    {
      "epoch": 1.568830636903543,
      "grad_norm": 1.086627887771244,
      "learning_rate": 0.000255648940597332,
      "loss": 0.9186,
      "step": 38303
    },
    {
      "epoch": 1.5688715953307393,
      "grad_norm": 0.7973190021586904,
      "learning_rate": 0.00025564662538533737,
      "loss": 0.467,
      "step": 38304
    },
    {
      "epoch": 1.5689125537579356,
      "grad_norm": 1.2091230607155208,
      "learning_rate": 0.0002556443101233991,
      "loss": 0.9965,
      "step": 38305
    },
    {
      "epoch": 1.5689535121851321,
      "grad_norm": 0.8183889045144375,
      "learning_rate": 0.0002556419948115184,
      "loss": 0.5199,
      "step": 38306
    },
    {
      "epoch": 1.5689944706123284,
      "grad_norm": 0.8699204338906983,
      "learning_rate": 0.00025563967944969626,
      "loss": 0.7066,
      "step": 38307
    },
    {
      "epoch": 1.5690354290395248,
      "grad_norm": 0.688903148940372,
      "learning_rate": 0.0002556373640379338,
      "loss": 0.3016,
      "step": 38308
    },
    {
      "epoch": 1.5690763874667213,
      "grad_norm": 1.2406744730728758,
      "learning_rate": 0.00025563504857623216,
      "loss": 1.048,
      "step": 38309
    },
    {
      "epoch": 1.5691173458939178,
      "grad_norm": 1.1612103047379962,
      "learning_rate": 0.00025563273306459237,
      "loss": 0.814,
      "step": 38310
    },
    {
      "epoch": 1.569158304321114,
      "grad_norm": 1.1699934750727192,
      "learning_rate": 0.0002556304175030156,
      "loss": 0.7727,
      "step": 38311
    },
    {
      "epoch": 1.5691992627483105,
      "grad_norm": 1.2451333232115886,
      "learning_rate": 0.0002556281018915028,
      "loss": 0.9193,
      "step": 38312
    },
    {
      "epoch": 1.569240221175507,
      "grad_norm": 0.6840174306420357,
      "learning_rate": 0.0002556257862300553,
      "loss": 0.2952,
      "step": 38313
    },
    {
      "epoch": 1.5692811796027033,
      "grad_norm": 2.31654211485395,
      "learning_rate": 0.00025562347051867395,
      "loss": 2.123,
      "step": 38314
    },
    {
      "epoch": 1.5693221380298996,
      "grad_norm": 1.601104914827198,
      "learning_rate": 0.00025562115475736,
      "loss": 1.4462,
      "step": 38315
    },
    {
      "epoch": 1.5693630964570962,
      "grad_norm": 0.8068983852189568,
      "learning_rate": 0.00025561883894611445,
      "loss": 0.3283,
      "step": 38316
    },
    {
      "epoch": 1.5694040548842925,
      "grad_norm": 1.0294232674288786,
      "learning_rate": 0.00025561652308493855,
      "loss": 0.9292,
      "step": 38317
    },
    {
      "epoch": 1.5694450133114888,
      "grad_norm": 1.3215529149662464,
      "learning_rate": 0.0002556142071738332,
      "loss": 1.2333,
      "step": 38318
    },
    {
      "epoch": 1.5694859717386853,
      "grad_norm": 1.2220499743379114,
      "learning_rate": 0.00025561189121279957,
      "loss": 0.7384,
      "step": 38319
    },
    {
      "epoch": 1.5695269301658816,
      "grad_norm": 1.1902258492625997,
      "learning_rate": 0.00025560957520183875,
      "loss": 0.4877,
      "step": 38320
    },
    {
      "epoch": 1.569567888593078,
      "grad_norm": 1.2257245619135564,
      "learning_rate": 0.0002556072591409519,
      "loss": 0.9001,
      "step": 38321
    },
    {
      "epoch": 1.5696088470202745,
      "grad_norm": 0.8905772723391674,
      "learning_rate": 0.0002556049430301401,
      "loss": 0.8344,
      "step": 38322
    },
    {
      "epoch": 1.5696498054474708,
      "grad_norm": 1.6387961617086453,
      "learning_rate": 0.0002556026268694043,
      "loss": 1.3212,
      "step": 38323
    },
    {
      "epoch": 1.569690763874667,
      "grad_norm": 1.2662938593911433,
      "learning_rate": 0.0002556003106587458,
      "loss": 0.9997,
      "step": 38324
    },
    {
      "epoch": 1.5697317223018636,
      "grad_norm": 1.30529624919516,
      "learning_rate": 0.0002555979943981656,
      "loss": 1.092,
      "step": 38325
    },
    {
      "epoch": 1.56977268072906,
      "grad_norm": 0.969927214074077,
      "learning_rate": 0.00025559567808766475,
      "loss": 0.7947,
      "step": 38326
    },
    {
      "epoch": 1.5698136391562563,
      "grad_norm": 0.9211008281364358,
      "learning_rate": 0.0002555933617272444,
      "loss": 0.596,
      "step": 38327
    },
    {
      "epoch": 1.5698545975834528,
      "grad_norm": 1.006460787801442,
      "learning_rate": 0.00025559104531690566,
      "loss": 0.5815,
      "step": 38328
    },
    {
      "epoch": 1.5698955560106493,
      "grad_norm": 1.1456245188969247,
      "learning_rate": 0.0002555887288566496,
      "loss": 1.2196,
      "step": 38329
    },
    {
      "epoch": 1.5699365144378454,
      "grad_norm": 1.1635848968872444,
      "learning_rate": 0.00025558641234647725,
      "loss": 0.9966,
      "step": 38330
    },
    {
      "epoch": 1.569977472865042,
      "grad_norm": 0.9572717531058684,
      "learning_rate": 0.00025558409578638983,
      "loss": 0.8442,
      "step": 38331
    },
    {
      "epoch": 1.5700184312922385,
      "grad_norm": 2.4696495009214554,
      "learning_rate": 0.00025558177917638835,
      "loss": 1.9166,
      "step": 38332
    },
    {
      "epoch": 1.5700593897194348,
      "grad_norm": 0.9039104011901326,
      "learning_rate": 0.000255579462516474,
      "loss": 0.5858,
      "step": 38333
    },
    {
      "epoch": 1.5701003481466311,
      "grad_norm": 8.434014238351237,
      "learning_rate": 0.00025557714580664773,
      "loss": 2.6267,
      "step": 38334
    },
    {
      "epoch": 1.5701413065738277,
      "grad_norm": 1.1935340225911937,
      "learning_rate": 0.00025557482904691077,
      "loss": 1.3919,
      "step": 38335
    },
    {
      "epoch": 1.570182265001024,
      "grad_norm": 2.99417326957756,
      "learning_rate": 0.0002555725122372641,
      "loss": 4.8651,
      "step": 38336
    },
    {
      "epoch": 1.5702232234282203,
      "grad_norm": 1.21690661975648,
      "learning_rate": 0.0002555701953777089,
      "loss": 0.7972,
      "step": 38337
    },
    {
      "epoch": 1.5702641818554168,
      "grad_norm": 1.7029088080174792,
      "learning_rate": 0.0002555678784682462,
      "loss": 2.3841,
      "step": 38338
    },
    {
      "epoch": 1.5703051402826131,
      "grad_norm": 0.7144619106641514,
      "learning_rate": 0.0002555655615088772,
      "loss": 0.3089,
      "step": 38339
    },
    {
      "epoch": 1.5703460987098095,
      "grad_norm": 1.0717501124455682,
      "learning_rate": 0.0002555632444996029,
      "loss": 0.8308,
      "step": 38340
    },
    {
      "epoch": 1.570387057137006,
      "grad_norm": 1.216466221003865,
      "learning_rate": 0.0002555609274404244,
      "loss": 0.7595,
      "step": 38341
    },
    {
      "epoch": 1.5704280155642023,
      "grad_norm": 1.0176379168886949,
      "learning_rate": 0.0002555586103313429,
      "loss": 0.8941,
      "step": 38342
    },
    {
      "epoch": 1.5704689739913986,
      "grad_norm": 0.9522320955519392,
      "learning_rate": 0.0002555562931723593,
      "loss": 0.669,
      "step": 38343
    },
    {
      "epoch": 1.5705099324185952,
      "grad_norm": 1.2184416746526168,
      "learning_rate": 0.00025555397596347486,
      "loss": 0.7767,
      "step": 38344
    },
    {
      "epoch": 1.5705508908457915,
      "grad_norm": 0.8224161664016633,
      "learning_rate": 0.00025555165870469064,
      "loss": 0.2574,
      "step": 38345
    },
    {
      "epoch": 1.5705918492729878,
      "grad_norm": 1.19700886986967,
      "learning_rate": 0.0002555493413960077,
      "loss": 0.9705,
      "step": 38346
    },
    {
      "epoch": 1.5706328077001843,
      "grad_norm": 1.5896952105234086,
      "learning_rate": 0.00025554702403742717,
      "loss": 0.8974,
      "step": 38347
    },
    {
      "epoch": 1.5706737661273809,
      "grad_norm": 1.3413056967028487,
      "learning_rate": 0.00025554470662895014,
      "loss": 0.9239,
      "step": 38348
    },
    {
      "epoch": 1.570714724554577,
      "grad_norm": 0.7289073441653413,
      "learning_rate": 0.00025554238917057764,
      "loss": 0.3358,
      "step": 38349
    },
    {
      "epoch": 1.5707556829817735,
      "grad_norm": 0.7468798998976323,
      "learning_rate": 0.0002555400716623109,
      "loss": 0.2787,
      "step": 38350
    },
    {
      "epoch": 1.57079664140897,
      "grad_norm": 1.3493022064088032,
      "learning_rate": 0.00025553775410415094,
      "loss": 1.2134,
      "step": 38351
    },
    {
      "epoch": 1.5708375998361663,
      "grad_norm": 1.1847653801476143,
      "learning_rate": 0.0002555354364960988,
      "loss": 0.8967,
      "step": 38352
    },
    {
      "epoch": 1.5708785582633626,
      "grad_norm": 1.0413480185329738,
      "learning_rate": 0.0002555331188381557,
      "loss": 0.6138,
      "step": 38353
    },
    {
      "epoch": 1.5709195166905592,
      "grad_norm": 1.3380965713731334,
      "learning_rate": 0.0002555308011303226,
      "loss": 0.8669,
      "step": 38354
    },
    {
      "epoch": 1.5709604751177555,
      "grad_norm": 1.1482435832305005,
      "learning_rate": 0.00025552848337260066,
      "loss": 0.8608,
      "step": 38355
    },
    {
      "epoch": 1.5710014335449518,
      "grad_norm": 1.335415291795163,
      "learning_rate": 0.000255526165564991,
      "loss": 0.974,
      "step": 38356
    },
    {
      "epoch": 1.5710423919721483,
      "grad_norm": 0.8204580519376864,
      "learning_rate": 0.00025552384770749465,
      "loss": 0.6026,
      "step": 38357
    },
    {
      "epoch": 1.5710833503993447,
      "grad_norm": 1.168038892542383,
      "learning_rate": 0.0002555215298001128,
      "loss": 0.8697,
      "step": 38358
    },
    {
      "epoch": 1.571124308826541,
      "grad_norm": 0.80037651663275,
      "learning_rate": 0.0002555192118428465,
      "loss": 0.3346,
      "step": 38359
    },
    {
      "epoch": 1.5711652672537375,
      "grad_norm": 1.4804831922820454,
      "learning_rate": 0.00025551689383569677,
      "loss": 1.0515,
      "step": 38360
    },
    {
      "epoch": 1.5712062256809338,
      "grad_norm": 1.0639260203946515,
      "learning_rate": 0.0002555145757786648,
      "loss": 0.7016,
      "step": 38361
    },
    {
      "epoch": 1.5712471841081301,
      "grad_norm": 1.250266530937369,
      "learning_rate": 0.0002555122576717517,
      "loss": 0.6138,
      "step": 38362
    },
    {
      "epoch": 1.5712881425353267,
      "grad_norm": 0.6589753522948448,
      "learning_rate": 0.0002555099395149585,
      "loss": 0.2956,
      "step": 38363
    },
    {
      "epoch": 1.571329100962523,
      "grad_norm": 1.0440147430550724,
      "learning_rate": 0.00025550762130828637,
      "loss": 0.8394,
      "step": 38364
    },
    {
      "epoch": 1.5713700593897193,
      "grad_norm": 4.3788746776160234,
      "learning_rate": 0.00025550530305173627,
      "loss": 2.4999,
      "step": 38365
    },
    {
      "epoch": 1.5714110178169158,
      "grad_norm": 1.306354817527652,
      "learning_rate": 0.00025550298474530945,
      "loss": 1.377,
      "step": 38366
    },
    {
      "epoch": 1.5714519762441124,
      "grad_norm": 1.4855570715761584,
      "learning_rate": 0.00025550066638900694,
      "loss": 0.8829,
      "step": 38367
    },
    {
      "epoch": 1.5714929346713085,
      "grad_norm": 0.6500026965243589,
      "learning_rate": 0.00025549834798282983,
      "loss": 0.2414,
      "step": 38368
    },
    {
      "epoch": 1.571533893098505,
      "grad_norm": 1.7145108022373747,
      "learning_rate": 0.0002554960295267792,
      "loss": 0.9365,
      "step": 38369
    },
    {
      "epoch": 1.5715748515257015,
      "grad_norm": 1.2433646945329815,
      "learning_rate": 0.00025549371102085615,
      "loss": 0.7974,
      "step": 38370
    },
    {
      "epoch": 1.5716158099528978,
      "grad_norm": 1.4993939417765212,
      "learning_rate": 0.00025549139246506186,
      "loss": 0.9709,
      "step": 38371
    },
    {
      "epoch": 1.5716567683800942,
      "grad_norm": 1.1303523857094426,
      "learning_rate": 0.00025548907385939735,
      "loss": 0.8412,
      "step": 38372
    },
    {
      "epoch": 1.5716977268072907,
      "grad_norm": 8.104264071193302,
      "learning_rate": 0.0002554867552038637,
      "loss": 2.7303,
      "step": 38373
    },
    {
      "epoch": 1.571738685234487,
      "grad_norm": 1.0004937011485882,
      "learning_rate": 0.00025548443649846205,
      "loss": 0.9531,
      "step": 38374
    },
    {
      "epoch": 1.5717796436616833,
      "grad_norm": 1.0245965918352948,
      "learning_rate": 0.00025548211774319347,
      "loss": 0.6961,
      "step": 38375
    },
    {
      "epoch": 1.5718206020888799,
      "grad_norm": 0.9191661434008565,
      "learning_rate": 0.00025547979893805907,
      "loss": 0.7332,
      "step": 38376
    },
    {
      "epoch": 1.5718615605160762,
      "grad_norm": 0.969660892074687,
      "learning_rate": 0.0002554774800830599,
      "loss": 1.0251,
      "step": 38377
    },
    {
      "epoch": 1.5719025189432725,
      "grad_norm": 1.0871365161936624,
      "learning_rate": 0.00025547516117819716,
      "loss": 0.8608,
      "step": 38378
    },
    {
      "epoch": 1.571943477370469,
      "grad_norm": 1.1786731924401823,
      "learning_rate": 0.00025547284222347187,
      "loss": 0.3674,
      "step": 38379
    },
    {
      "epoch": 1.5719844357976653,
      "grad_norm": 0.9576783640690082,
      "learning_rate": 0.0002554705232188851,
      "loss": 0.7927,
      "step": 38380
    },
    {
      "epoch": 1.5720253942248616,
      "grad_norm": 1.200092958609088,
      "learning_rate": 0.00025546820416443803,
      "loss": 0.7926,
      "step": 38381
    },
    {
      "epoch": 1.5720663526520582,
      "grad_norm": 1.2415536109114702,
      "learning_rate": 0.0002554658850601317,
      "loss": 0.9615,
      "step": 38382
    },
    {
      "epoch": 1.5721073110792547,
      "grad_norm": 1.083267540949837,
      "learning_rate": 0.0002554635659059672,
      "loss": 0.7425,
      "step": 38383
    },
    {
      "epoch": 1.5721482695064508,
      "grad_norm": 1.0657160681437996,
      "learning_rate": 0.0002554612467019457,
      "loss": 0.6184,
      "step": 38384
    },
    {
      "epoch": 1.5721892279336473,
      "grad_norm": 1.1253306745070335,
      "learning_rate": 0.00025545892744806823,
      "loss": 0.9583,
      "step": 38385
    },
    {
      "epoch": 1.5722301863608439,
      "grad_norm": 0.9026247273363205,
      "learning_rate": 0.0002554566081443358,
      "loss": 0.3401,
      "step": 38386
    },
    {
      "epoch": 1.57227114478804,
      "grad_norm": 1.0414444377493572,
      "learning_rate": 0.00025545428879074973,
      "loss": 0.9554,
      "step": 38387
    },
    {
      "epoch": 1.5723121032152365,
      "grad_norm": 1.0148080105972492,
      "learning_rate": 0.00025545196938731095,
      "loss": 0.6153,
      "step": 38388
    },
    {
      "epoch": 1.572353061642433,
      "grad_norm": 1.910023491436185,
      "learning_rate": 0.0002554496499340206,
      "loss": 1.3564,
      "step": 38389
    },
    {
      "epoch": 1.5723940200696294,
      "grad_norm": 1.0148049626912312,
      "learning_rate": 0.00025544733043087977,
      "loss": 0.5919,
      "step": 38390
    },
    {
      "epoch": 1.5724349784968257,
      "grad_norm": 1.3359475085001657,
      "learning_rate": 0.0002554450108778896,
      "loss": 0.854,
      "step": 38391
    },
    {
      "epoch": 1.5724759369240222,
      "grad_norm": 1.0150968310985353,
      "learning_rate": 0.000255442691275051,
      "loss": 0.5466,
      "step": 38392
    },
    {
      "epoch": 1.5725168953512185,
      "grad_norm": 1.2172109383680405,
      "learning_rate": 0.0002554403716223654,
      "loss": 0.6763,
      "step": 38393
    },
    {
      "epoch": 1.5725578537784148,
      "grad_norm": 1.5243257300193753,
      "learning_rate": 0.0002554380519198336,
      "loss": 0.9088,
      "step": 38394
    },
    {
      "epoch": 1.5725988122056114,
      "grad_norm": 1.0711275832850882,
      "learning_rate": 0.00025543573216745685,
      "loss": 0.8201,
      "step": 38395
    },
    {
      "epoch": 1.5726397706328077,
      "grad_norm": 0.6929571100190479,
      "learning_rate": 0.00025543341236523615,
      "loss": 0.3147,
      "step": 38396
    },
    {
      "epoch": 1.572680729060004,
      "grad_norm": 0.9216138640778465,
      "learning_rate": 0.0002554310925131727,
      "loss": 0.7635,
      "step": 38397
    },
    {
      "epoch": 1.5727216874872005,
      "grad_norm": 1.5041343973929309,
      "learning_rate": 0.0002554287726112676,
      "loss": 1.4099,
      "step": 38398
    },
    {
      "epoch": 1.5727626459143969,
      "grad_norm": 1.0212776060060023,
      "learning_rate": 0.0002554264526595218,
      "loss": 0.8155,
      "step": 38399
    },
    {
      "epoch": 1.5728036043415932,
      "grad_norm": 1.4771631199319253,
      "learning_rate": 0.0002554241326579365,
      "loss": 1.0423,
      "step": 38400
    },
    {
      "epoch": 1.5728445627687897,
      "grad_norm": 1.2360595983950975,
      "learning_rate": 0.0002554218126065128,
      "loss": 0.9258,
      "step": 38401
    },
    {
      "epoch": 1.5728855211959862,
      "grad_norm": 0.9608446913225944,
      "learning_rate": 0.0002554194925052518,
      "loss": 0.8189,
      "step": 38402
    },
    {
      "epoch": 1.5729264796231823,
      "grad_norm": 0.9669123395034368,
      "learning_rate": 0.0002554171723541546,
      "loss": 0.6806,
      "step": 38403
    },
    {
      "epoch": 1.5729674380503789,
      "grad_norm": 1.2966116489344897,
      "learning_rate": 0.00025541485215322226,
      "loss": 0.7484,
      "step": 38404
    },
    {
      "epoch": 1.5730083964775754,
      "grad_norm": 1.2918137155534357,
      "learning_rate": 0.00025541253190245584,
      "loss": 1.0562,
      "step": 38405
    },
    {
      "epoch": 1.5730493549047715,
      "grad_norm": 1.1406089707591986,
      "learning_rate": 0.00025541021160185656,
      "loss": 0.895,
      "step": 38406
    },
    {
      "epoch": 1.573090313331968,
      "grad_norm": 1.219660163997499,
      "learning_rate": 0.00025540789125142545,
      "loss": 0.8203,
      "step": 38407
    },
    {
      "epoch": 1.5731312717591646,
      "grad_norm": 0.7612116731793008,
      "learning_rate": 0.0002554055708511636,
      "loss": 0.2606,
      "step": 38408
    },
    {
      "epoch": 1.5731722301863609,
      "grad_norm": 1.3132420490546028,
      "learning_rate": 0.0002554032504010721,
      "loss": 0.7132,
      "step": 38409
    },
    {
      "epoch": 1.5732131886135572,
      "grad_norm": 1.2956919784468015,
      "learning_rate": 0.00025540092990115204,
      "loss": 0.9253,
      "step": 38410
    },
    {
      "epoch": 1.5732541470407537,
      "grad_norm": 1.4140435753097444,
      "learning_rate": 0.00025539860935140456,
      "loss": 0.8051,
      "step": 38411
    },
    {
      "epoch": 1.57329510546795,
      "grad_norm": 1.216438957221887,
      "learning_rate": 0.00025539628875183073,
      "loss": 0.8803,
      "step": 38412
    },
    {
      "epoch": 1.5733360638951464,
      "grad_norm": 1.4816195941380212,
      "learning_rate": 0.0002553939681024316,
      "loss": 1.3049,
      "step": 38413
    },
    {
      "epoch": 1.5733770223223429,
      "grad_norm": 1.3117625332942984,
      "learning_rate": 0.0002553916474032084,
      "loss": 0.9372,
      "step": 38414
    },
    {
      "epoch": 1.5734179807495392,
      "grad_norm": 1.346178135094702,
      "learning_rate": 0.00025538932665416207,
      "loss": 1.0389,
      "step": 38415
    },
    {
      "epoch": 1.5734589391767355,
      "grad_norm": 1.2465920181327268,
      "learning_rate": 0.0002553870058552939,
      "loss": 0.611,
      "step": 38416
    },
    {
      "epoch": 1.573499897603932,
      "grad_norm": 1.4302245965496279,
      "learning_rate": 0.0002553846850066047,
      "loss": 0.9006,
      "step": 38417
    },
    {
      "epoch": 1.5735408560311284,
      "grad_norm": 1.6831547394560828,
      "learning_rate": 0.00025538236410809585,
      "loss": 2.1602,
      "step": 38418
    },
    {
      "epoch": 1.5735818144583247,
      "grad_norm": 1.2222884080825749,
      "learning_rate": 0.00025538004315976833,
      "loss": 1.1277,
      "step": 38419
    },
    {
      "epoch": 1.5736227728855212,
      "grad_norm": 8.989729878763047,
      "learning_rate": 0.0002553777221616232,
      "loss": 0.9916,
      "step": 38420
    },
    {
      "epoch": 1.5736637313127178,
      "grad_norm": 0.9602319998460244,
      "learning_rate": 0.0002553754011136616,
      "loss": 0.7649,
      "step": 38421
    },
    {
      "epoch": 1.5737046897399138,
      "grad_norm": 0.8104077339583219,
      "learning_rate": 0.0002553730800158847,
      "loss": 0.3516,
      "step": 38422
    },
    {
      "epoch": 1.5737456481671104,
      "grad_norm": 1.3243936250615227,
      "learning_rate": 0.00025537075886829344,
      "loss": 1.2249,
      "step": 38423
    },
    {
      "epoch": 1.573786606594307,
      "grad_norm": 0.7560837057335733,
      "learning_rate": 0.000255368437670889,
      "loss": 0.3677,
      "step": 38424
    },
    {
      "epoch": 1.5738275650215032,
      "grad_norm": 1.395958292925597,
      "learning_rate": 0.00025536611642367255,
      "loss": 0.7157,
      "step": 38425
    },
    {
      "epoch": 1.5738685234486995,
      "grad_norm": 1.5776304701316244,
      "learning_rate": 0.00025536379512664507,
      "loss": 1.0526,
      "step": 38426
    },
    {
      "epoch": 1.573909481875896,
      "grad_norm": 1.6411197289949389,
      "learning_rate": 0.0002553614737798077,
      "loss": 0.913,
      "step": 38427
    },
    {
      "epoch": 1.5739504403030924,
      "grad_norm": 1.2434352648035756,
      "learning_rate": 0.0002553591523831615,
      "loss": 0.6168,
      "step": 38428
    },
    {
      "epoch": 1.5739913987302887,
      "grad_norm": 1.062456278457577,
      "learning_rate": 0.00025535683093670766,
      "loss": 0.7484,
      "step": 38429
    },
    {
      "epoch": 1.5740323571574852,
      "grad_norm": 0.5855363471326027,
      "learning_rate": 0.0002553545094404472,
      "loss": 0.2989,
      "step": 38430
    },
    {
      "epoch": 1.5740733155846816,
      "grad_norm": 1.2041742201405128,
      "learning_rate": 0.00025535218789438124,
      "loss": 0.7365,
      "step": 38431
    },
    {
      "epoch": 1.5741142740118779,
      "grad_norm": 1.1260347161375324,
      "learning_rate": 0.0002553498662985109,
      "loss": 1.0354,
      "step": 38432
    },
    {
      "epoch": 1.5741552324390744,
      "grad_norm": 1.0624586100342515,
      "learning_rate": 0.00025534754465283727,
      "loss": 0.8419,
      "step": 38433
    },
    {
      "epoch": 1.5741961908662707,
      "grad_norm": 1.179503218605973,
      "learning_rate": 0.00025534522295736137,
      "loss": 0.6772,
      "step": 38434
    },
    {
      "epoch": 1.574237149293467,
      "grad_norm": 0.5428696683462898,
      "learning_rate": 0.0002553429012120844,
      "loss": 0.2727,
      "step": 38435
    },
    {
      "epoch": 1.5742781077206636,
      "grad_norm": 1.0847071347732007,
      "learning_rate": 0.00025534057941700743,
      "loss": 1.0029,
      "step": 38436
    },
    {
      "epoch": 1.5743190661478599,
      "grad_norm": 0.9633333290418805,
      "learning_rate": 0.0002553382575721315,
      "loss": 0.8696,
      "step": 38437
    },
    {
      "epoch": 1.5743600245750562,
      "grad_norm": 0.6755613577393524,
      "learning_rate": 0.0002553359356774578,
      "loss": 0.3319,
      "step": 38438
    },
    {
      "epoch": 1.5744009830022527,
      "grad_norm": 1.924722681568933,
      "learning_rate": 0.0002553336137329874,
      "loss": 1.3494,
      "step": 38439
    },
    {
      "epoch": 1.5744419414294493,
      "grad_norm": 1.5866761328016439,
      "learning_rate": 0.00025533129173872137,
      "loss": 0.9804,
      "step": 38440
    },
    {
      "epoch": 1.5744828998566454,
      "grad_norm": 0.847275830864926,
      "learning_rate": 0.0002553289696946608,
      "loss": 0.3362,
      "step": 38441
    },
    {
      "epoch": 1.574523858283842,
      "grad_norm": 0.8289755663338789,
      "learning_rate": 0.00025532664760080675,
      "loss": 0.641,
      "step": 38442
    },
    {
      "epoch": 1.5745648167110384,
      "grad_norm": 1.170113840555816,
      "learning_rate": 0.00025532432545716043,
      "loss": 1.1578,
      "step": 38443
    },
    {
      "epoch": 1.5746057751382347,
      "grad_norm": 2.7753278218197206,
      "learning_rate": 0.0002553220032637229,
      "loss": 1.0415,
      "step": 38444
    },
    {
      "epoch": 1.574646733565431,
      "grad_norm": 1.2279123654077004,
      "learning_rate": 0.0002553196810204952,
      "loss": 0.5997,
      "step": 38445
    },
    {
      "epoch": 1.5746876919926276,
      "grad_norm": 1.424230258901219,
      "learning_rate": 0.00025531735872747846,
      "loss": 0.654,
      "step": 38446
    },
    {
      "epoch": 1.574728650419824,
      "grad_norm": 1.118330391245028,
      "learning_rate": 0.0002553150363846738,
      "loss": 0.6204,
      "step": 38447
    },
    {
      "epoch": 1.5747696088470202,
      "grad_norm": 1.3354001191442006,
      "learning_rate": 0.0002553127139920823,
      "loss": 0.9603,
      "step": 38448
    },
    {
      "epoch": 1.5748105672742168,
      "grad_norm": 1.0062813612968646,
      "learning_rate": 0.0002553103915497051,
      "loss": 0.7115,
      "step": 38449
    },
    {
      "epoch": 1.574851525701413,
      "grad_norm": 1.0792332338387634,
      "learning_rate": 0.00025530806905754326,
      "loss": 0.9134,
      "step": 38450
    },
    {
      "epoch": 1.5748924841286094,
      "grad_norm": 1.6118958751222008,
      "learning_rate": 0.0002553057465155978,
      "loss": 0.5306,
      "step": 38451
    },
    {
      "epoch": 1.574933442555806,
      "grad_norm": 1.1123728037588596,
      "learning_rate": 0.00025530342392386993,
      "loss": 1.1093,
      "step": 38452
    },
    {
      "epoch": 1.5749744009830022,
      "grad_norm": 1.2260853268583745,
      "learning_rate": 0.00025530110128236074,
      "loss": 0.9653,
      "step": 38453
    },
    {
      "epoch": 1.5750153594101985,
      "grad_norm": 0.9166698924709421,
      "learning_rate": 0.0002552987785910712,
      "loss": 0.7328,
      "step": 38454
    },
    {
      "epoch": 1.575056317837395,
      "grad_norm": 1.6801233541702223,
      "learning_rate": 0.0002552964558500026,
      "loss": 0.9101,
      "step": 38455
    },
    {
      "epoch": 1.5750972762645914,
      "grad_norm": 0.7779565262864041,
      "learning_rate": 0.00025529413305915596,
      "loss": 0.2448,
      "step": 38456
    },
    {
      "epoch": 1.5751382346917877,
      "grad_norm": 0.6583742132822341,
      "learning_rate": 0.00025529181021853234,
      "loss": 0.2876,
      "step": 38457
    },
    {
      "epoch": 1.5751791931189842,
      "grad_norm": 1.1787834481416275,
      "learning_rate": 0.0002552894873281329,
      "loss": 0.7192,
      "step": 38458
    },
    {
      "epoch": 1.5752201515461808,
      "grad_norm": 0.9800464423402709,
      "learning_rate": 0.00025528716438795863,
      "loss": 0.6013,
      "step": 38459
    },
    {
      "epoch": 1.5752611099733769,
      "grad_norm": 1.0452534626412244,
      "learning_rate": 0.0002552848413980107,
      "loss": 0.8111,
      "step": 38460
    },
    {
      "epoch": 1.5753020684005734,
      "grad_norm": 1.0792855089577387,
      "learning_rate": 0.0002552825183582902,
      "loss": 0.6309,
      "step": 38461
    },
    {
      "epoch": 1.57534302682777,
      "grad_norm": 2.337148957468256,
      "learning_rate": 0.0002552801952687983,
      "loss": 2.9608,
      "step": 38462
    },
    {
      "epoch": 1.5753839852549663,
      "grad_norm": 0.8518075842824111,
      "learning_rate": 0.000255277872129536,
      "loss": 0.6342,
      "step": 38463
    },
    {
      "epoch": 1.5754249436821626,
      "grad_norm": 1.2618370585597798,
      "learning_rate": 0.00025527554894050445,
      "loss": 1.0175,
      "step": 38464
    },
    {
      "epoch": 1.575465902109359,
      "grad_norm": 0.8306157536593568,
      "learning_rate": 0.0002552732257017047,
      "loss": 0.5591,
      "step": 38465
    },
    {
      "epoch": 1.5755068605365554,
      "grad_norm": 0.8894510172200625,
      "learning_rate": 0.00025527090241313785,
      "loss": 0.2871,
      "step": 38466
    },
    {
      "epoch": 1.5755478189637517,
      "grad_norm": 1.185174115823618,
      "learning_rate": 0.00025526857907480504,
      "loss": 1.0385,
      "step": 38467
    },
    {
      "epoch": 1.5755887773909483,
      "grad_norm": 1.0998477259868535,
      "learning_rate": 0.0002552662556867074,
      "loss": 0.7587,
      "step": 38468
    },
    {
      "epoch": 1.5756297358181446,
      "grad_norm": 1.4789987805954743,
      "learning_rate": 0.000255263932248846,
      "loss": 0.6886,
      "step": 38469
    },
    {
      "epoch": 1.575670694245341,
      "grad_norm": 1.026209759787563,
      "learning_rate": 0.00025526160876122183,
      "loss": 0.6367,
      "step": 38470
    },
    {
      "epoch": 1.5757116526725374,
      "grad_norm": 0.850076246055521,
      "learning_rate": 0.00025525928522383617,
      "loss": 0.3421,
      "step": 38471
    },
    {
      "epoch": 1.5757526110997337,
      "grad_norm": 0.9352684670066034,
      "learning_rate": 0.00025525696163668997,
      "loss": 0.7581,
      "step": 38472
    },
    {
      "epoch": 1.57579356952693,
      "grad_norm": 0.9405796796097591,
      "learning_rate": 0.0002552546379997844,
      "loss": 0.729,
      "step": 38473
    },
    {
      "epoch": 1.5758345279541266,
      "grad_norm": 0.9893882107695202,
      "learning_rate": 0.00025525231431312054,
      "loss": 0.9091,
      "step": 38474
    },
    {
      "epoch": 1.575875486381323,
      "grad_norm": 0.8272355938045873,
      "learning_rate": 0.0002552499905766995,
      "loss": 0.3497,
      "step": 38475
    },
    {
      "epoch": 1.5759164448085192,
      "grad_norm": 1.3345158076181838,
      "learning_rate": 0.0002552476667905224,
      "loss": 0.8231,
      "step": 38476
    },
    {
      "epoch": 1.5759574032357158,
      "grad_norm": 0.9737385831964993,
      "learning_rate": 0.00025524534295459026,
      "loss": 1.0383,
      "step": 38477
    },
    {
      "epoch": 1.5759983616629123,
      "grad_norm": 1.1188604959321429,
      "learning_rate": 0.0002552430190689043,
      "loss": 1.0677,
      "step": 38478
    },
    {
      "epoch": 1.5760393200901084,
      "grad_norm": 1.4333375357519174,
      "learning_rate": 0.00025524069513346544,
      "loss": 1.5343,
      "step": 38479
    },
    {
      "epoch": 1.576080278517305,
      "grad_norm": 0.7152598501896481,
      "learning_rate": 0.00025523837114827495,
      "loss": 0.2348,
      "step": 38480
    },
    {
      "epoch": 1.5761212369445015,
      "grad_norm": 1.0904807030466475,
      "learning_rate": 0.00025523604711333384,
      "loss": 0.7366,
      "step": 38481
    },
    {
      "epoch": 1.5761621953716978,
      "grad_norm": 1.2501647925918788,
      "learning_rate": 0.00025523372302864325,
      "loss": 1.1813,
      "step": 38482
    },
    {
      "epoch": 1.576203153798894,
      "grad_norm": 1.0116383981389216,
      "learning_rate": 0.00025523139889420426,
      "loss": 0.8851,
      "step": 38483
    },
    {
      "epoch": 1.5762441122260906,
      "grad_norm": 1.34718220111837,
      "learning_rate": 0.000255229074710018,
      "loss": 0.9227,
      "step": 38484
    },
    {
      "epoch": 1.576285070653287,
      "grad_norm": 1.5019491497863533,
      "learning_rate": 0.0002552267504760855,
      "loss": 1.1825,
      "step": 38485
    },
    {
      "epoch": 1.5763260290804832,
      "grad_norm": 1.199546874397017,
      "learning_rate": 0.0002552244261924079,
      "loss": 0.9793,
      "step": 38486
    },
    {
      "epoch": 1.5763669875076798,
      "grad_norm": 1.225670644109777,
      "learning_rate": 0.0002552221018589863,
      "loss": 0.7327,
      "step": 38487
    },
    {
      "epoch": 1.576407945934876,
      "grad_norm": 0.9328117908865652,
      "learning_rate": 0.00025521977747582184,
      "loss": 0.8663,
      "step": 38488
    },
    {
      "epoch": 1.5764489043620724,
      "grad_norm": 0.9843248894278843,
      "learning_rate": 0.00025521745304291554,
      "loss": 0.4816,
      "step": 38489
    },
    {
      "epoch": 1.576489862789269,
      "grad_norm": 0.7798080819620171,
      "learning_rate": 0.0002552151285602685,
      "loss": 0.4001,
      "step": 38490
    },
    {
      "epoch": 1.5765308212164653,
      "grad_norm": 1.146076250187858,
      "learning_rate": 0.0002552128040278819,
      "loss": 1.0721,
      "step": 38491
    },
    {
      "epoch": 1.5765717796436616,
      "grad_norm": 1.0417408848803302,
      "learning_rate": 0.0002552104794457568,
      "loss": 0.7403,
      "step": 38492
    },
    {
      "epoch": 1.576612738070858,
      "grad_norm": 1.1511323417335597,
      "learning_rate": 0.0002552081548138943,
      "loss": 0.7576,
      "step": 38493
    },
    {
      "epoch": 1.5766536964980544,
      "grad_norm": 0.8928584205893988,
      "learning_rate": 0.00025520583013229547,
      "loss": 0.3046,
      "step": 38494
    },
    {
      "epoch": 1.5766946549252507,
      "grad_norm": 1.5975461627575513,
      "learning_rate": 0.00025520350540096144,
      "loss": 0.7412,
      "step": 38495
    },
    {
      "epoch": 1.5767356133524473,
      "grad_norm": 1.1531228075209006,
      "learning_rate": 0.0002552011806198932,
      "loss": 0.7629,
      "step": 38496
    },
    {
      "epoch": 1.5767765717796438,
      "grad_norm": 1.1244115870851061,
      "learning_rate": 0.00025519885578909204,
      "loss": 0.8256,
      "step": 38497
    },
    {
      "epoch": 1.57681753020684,
      "grad_norm": 1.1091239901355714,
      "learning_rate": 0.00025519653090855894,
      "loss": 0.9134,
      "step": 38498
    },
    {
      "epoch": 1.5768584886340364,
      "grad_norm": 0.6747856353979553,
      "learning_rate": 0.000255194205978295,
      "loss": 0.3204,
      "step": 38499
    },
    {
      "epoch": 1.576899447061233,
      "grad_norm": 0.801300896213729,
      "learning_rate": 0.00025519188099830143,
      "loss": 0.5546,
      "step": 38500
    },
    {
      "epoch": 1.5769404054884293,
      "grad_norm": 1.4454053998945156,
      "learning_rate": 0.00025518955596857913,
      "loss": 0.8303,
      "step": 38501
    },
    {
      "epoch": 1.5769813639156256,
      "grad_norm": 0.9678394143467934,
      "learning_rate": 0.0002551872308891294,
      "loss": 0.7796,
      "step": 38502
    },
    {
      "epoch": 1.5770223223428221,
      "grad_norm": 1.1587208918908192,
      "learning_rate": 0.00025518490575995325,
      "loss": 0.8495,
      "step": 38503
    },
    {
      "epoch": 1.5770632807700184,
      "grad_norm": 0.8797526678694537,
      "learning_rate": 0.0002551825805810517,
      "loss": 0.6388,
      "step": 38504
    },
    {
      "epoch": 1.5771042391972148,
      "grad_norm": 1.240804849360455,
      "learning_rate": 0.000255180255352426,
      "loss": 1.1907,
      "step": 38505
    },
    {
      "epoch": 1.5771451976244113,
      "grad_norm": 1.020745959060228,
      "learning_rate": 0.00025517793007407715,
      "loss": 0.9669,
      "step": 38506
    },
    {
      "epoch": 1.5771861560516076,
      "grad_norm": 1.3804228662335327,
      "learning_rate": 0.00025517560474600626,
      "loss": 0.5373,
      "step": 38507
    },
    {
      "epoch": 1.577227114478804,
      "grad_norm": 1.2583975586878708,
      "learning_rate": 0.0002551732793682145,
      "loss": 0.9438,
      "step": 38508
    },
    {
      "epoch": 1.5772680729060005,
      "grad_norm": 0.8008733870916345,
      "learning_rate": 0.0002551709539407029,
      "loss": 0.4072,
      "step": 38509
    },
    {
      "epoch": 1.5773090313331968,
      "grad_norm": 1.4561520117628495,
      "learning_rate": 0.00025516862846347257,
      "loss": 1.224,
      "step": 38510
    },
    {
      "epoch": 1.577349989760393,
      "grad_norm": 0.6143721132892339,
      "learning_rate": 0.00025516630293652464,
      "loss": 0.2915,
      "step": 38511
    },
    {
      "epoch": 1.5773909481875896,
      "grad_norm": 1.1421642476519007,
      "learning_rate": 0.0002551639773598601,
      "loss": 0.7986,
      "step": 38512
    },
    {
      "epoch": 1.577431906614786,
      "grad_norm": 1.7293945382096605,
      "learning_rate": 0.00025516165173348023,
      "loss": 1.1105,
      "step": 38513
    },
    {
      "epoch": 1.5774728650419823,
      "grad_norm": 0.5744772067474733,
      "learning_rate": 0.000255159326057386,
      "loss": 0.3111,
      "step": 38514
    },
    {
      "epoch": 1.5775138234691788,
      "grad_norm": 1.4753008427058993,
      "learning_rate": 0.0002551570003315785,
      "loss": 0.6715,
      "step": 38515
    },
    {
      "epoch": 1.5775547818963753,
      "grad_norm": 0.999042151808489,
      "learning_rate": 0.0002551546745560589,
      "loss": 0.7004,
      "step": 38516
    },
    {
      "epoch": 1.5775957403235714,
      "grad_norm": 1.2102066107854499,
      "learning_rate": 0.00025515234873082826,
      "loss": 0.6673,
      "step": 38517
    },
    {
      "epoch": 1.577636698750768,
      "grad_norm": 1.1282536453063277,
      "learning_rate": 0.00025515002285588775,
      "loss": 1.065,
      "step": 38518
    },
    {
      "epoch": 1.5776776571779645,
      "grad_norm": 1.542809275407118,
      "learning_rate": 0.00025514769693123836,
      "loss": 1.3432,
      "step": 38519
    },
    {
      "epoch": 1.5777186156051608,
      "grad_norm": 1.064352826910169,
      "learning_rate": 0.00025514537095688123,
      "loss": 0.8063,
      "step": 38520
    },
    {
      "epoch": 1.5777595740323571,
      "grad_norm": 3.28432905329072,
      "learning_rate": 0.0002551430449328175,
      "loss": 1.3422,
      "step": 38521
    },
    {
      "epoch": 1.5778005324595537,
      "grad_norm": 0.958190856547811,
      "learning_rate": 0.0002551407188590482,
      "loss": 0.873,
      "step": 38522
    },
    {
      "epoch": 1.57784149088675,
      "grad_norm": 1.3280330947681254,
      "learning_rate": 0.00025513839273557455,
      "loss": 0.8812,
      "step": 38523
    },
    {
      "epoch": 1.5778824493139463,
      "grad_norm": 2.005750925090363,
      "learning_rate": 0.0002551360665623975,
      "loss": 0.6729,
      "step": 38524
    },
    {
      "epoch": 1.5779234077411428,
      "grad_norm": 1.083888992182155,
      "learning_rate": 0.00025513374033951826,
      "loss": 0.7273,
      "step": 38525
    },
    {
      "epoch": 1.5779643661683391,
      "grad_norm": 0.7465753662526361,
      "learning_rate": 0.0002551314140669378,
      "loss": 0.3069,
      "step": 38526
    },
    {
      "epoch": 1.5780053245955354,
      "grad_norm": 0.9646414843701893,
      "learning_rate": 0.0002551290877446574,
      "loss": 0.518,
      "step": 38527
    },
    {
      "epoch": 1.578046283022732,
      "grad_norm": 2.3821788958376877,
      "learning_rate": 0.00025512676137267806,
      "loss": 1.9733,
      "step": 38528
    },
    {
      "epoch": 1.5780872414499283,
      "grad_norm": 1.4513976354997713,
      "learning_rate": 0.0002551244349510009,
      "loss": 1.1343,
      "step": 38529
    },
    {
      "epoch": 1.5781281998771246,
      "grad_norm": 2.264814092493492,
      "learning_rate": 0.00025512210847962696,
      "loss": 1.1505,
      "step": 38530
    },
    {
      "epoch": 1.5781691583043211,
      "grad_norm": 1.2889332538387595,
      "learning_rate": 0.0002551197819585574,
      "loss": 0.7428,
      "step": 38531
    },
    {
      "epoch": 1.5782101167315177,
      "grad_norm": 0.9754049591956542,
      "learning_rate": 0.0002551174553877933,
      "loss": 0.7505,
      "step": 38532
    },
    {
      "epoch": 1.5782510751587138,
      "grad_norm": 0.9944863839744283,
      "learning_rate": 0.0002551151287673358,
      "loss": 0.7554,
      "step": 38533
    },
    {
      "epoch": 1.5782920335859103,
      "grad_norm": 0.931400682054753,
      "learning_rate": 0.0002551128020971859,
      "loss": 0.3755,
      "step": 38534
    },
    {
      "epoch": 1.5783329920131068,
      "grad_norm": 1.2688599688717137,
      "learning_rate": 0.0002551104753773448,
      "loss": 0.8034,
      "step": 38535
    },
    {
      "epoch": 1.578373950440303,
      "grad_norm": 0.9490382642138673,
      "learning_rate": 0.0002551081486078136,
      "loss": 0.9056,
      "step": 38536
    },
    {
      "epoch": 1.5784149088674995,
      "grad_norm": 1.0918635231046043,
      "learning_rate": 0.00025510582178859333,
      "loss": 0.8209,
      "step": 38537
    },
    {
      "epoch": 1.578455867294696,
      "grad_norm": 0.8540177058877838,
      "learning_rate": 0.00025510349491968516,
      "loss": 0.7618,
      "step": 38538
    },
    {
      "epoch": 1.5784968257218923,
      "grad_norm": 1.0022247601390877,
      "learning_rate": 0.0002551011680010901,
      "loss": 0.7372,
      "step": 38539
    },
    {
      "epoch": 1.5785377841490886,
      "grad_norm": 0.8303952731176767,
      "learning_rate": 0.00025509884103280936,
      "loss": 0.3945,
      "step": 38540
    },
    {
      "epoch": 1.5785787425762852,
      "grad_norm": 0.8766260350197402,
      "learning_rate": 0.000255096514014844,
      "loss": 0.8471,
      "step": 38541
    },
    {
      "epoch": 1.5786197010034815,
      "grad_norm": 2.550273779524868,
      "learning_rate": 0.00025509418694719506,
      "loss": 0.5664,
      "step": 38542
    },
    {
      "epoch": 1.5786606594306778,
      "grad_norm": 0.9808204340911317,
      "learning_rate": 0.0002550918598298637,
      "loss": 1.032,
      "step": 38543
    },
    {
      "epoch": 1.5787016178578743,
      "grad_norm": 1.4591948971464697,
      "learning_rate": 0.000255089532662851,
      "loss": 1.2285,
      "step": 38544
    },
    {
      "epoch": 1.5787425762850706,
      "grad_norm": 0.9652329789155405,
      "learning_rate": 0.00025508720544615806,
      "loss": 0.684,
      "step": 38545
    },
    {
      "epoch": 1.578783534712267,
      "grad_norm": 0.9296863485520384,
      "learning_rate": 0.00025508487817978604,
      "loss": 0.4968,
      "step": 38546
    },
    {
      "epoch": 1.5788244931394635,
      "grad_norm": 2.5116202312753293,
      "learning_rate": 0.00025508255086373593,
      "loss": 1.0496,
      "step": 38547
    },
    {
      "epoch": 1.5788654515666598,
      "grad_norm": 1.7641278579692943,
      "learning_rate": 0.0002550802234980089,
      "loss": 0.9451,
      "step": 38548
    },
    {
      "epoch": 1.5789064099938561,
      "grad_norm": 0.9942787679469897,
      "learning_rate": 0.00025507789608260605,
      "loss": 0.7153,
      "step": 38549
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 0.8948310032678786,
      "learning_rate": 0.00025507556861752845,
      "loss": 0.7588,
      "step": 38550
    },
    {
      "epoch": 1.5789883268482492,
      "grad_norm": 0.7583871261209325,
      "learning_rate": 0.0002550732411027772,
      "loss": 0.2811,
      "step": 38551
    },
    {
      "epoch": 1.5790292852754453,
      "grad_norm": 0.8955123632860058,
      "learning_rate": 0.0002550709135383535,
      "loss": 0.773,
      "step": 38552
    },
    {
      "epoch": 1.5790702437026418,
      "grad_norm": 0.7560593359382278,
      "learning_rate": 0.0002550685859242583,
      "loss": 0.5308,
      "step": 38553
    },
    {
      "epoch": 1.5791112021298384,
      "grad_norm": 1.0586310838584156,
      "learning_rate": 0.00025506625826049277,
      "loss": 0.721,
      "step": 38554
    },
    {
      "epoch": 1.5791521605570344,
      "grad_norm": 0.770368850771698,
      "learning_rate": 0.00025506393054705806,
      "loss": 0.3059,
      "step": 38555
    },
    {
      "epoch": 1.579193118984231,
      "grad_norm": 3.8575026502248386,
      "learning_rate": 0.00025506160278395513,
      "loss": 3.2775,
      "step": 38556
    },
    {
      "epoch": 1.5792340774114275,
      "grad_norm": 0.8148320786326488,
      "learning_rate": 0.0002550592749711853,
      "loss": 0.7482,
      "step": 38557
    },
    {
      "epoch": 1.5792750358386238,
      "grad_norm": 1.0410639858269195,
      "learning_rate": 0.0002550569471087495,
      "loss": 0.9204,
      "step": 38558
    },
    {
      "epoch": 1.5793159942658201,
      "grad_norm": 1.0379459435245477,
      "learning_rate": 0.00025505461919664876,
      "loss": 0.7073,
      "step": 38559
    },
    {
      "epoch": 1.5793569526930167,
      "grad_norm": 1.846680944390716,
      "learning_rate": 0.00025505229123488443,
      "loss": 1.2982,
      "step": 38560
    },
    {
      "epoch": 1.579397911120213,
      "grad_norm": 0.6731042848169422,
      "learning_rate": 0.0002550499632234574,
      "loss": 0.287,
      "step": 38561
    },
    {
      "epoch": 1.5794388695474093,
      "grad_norm": 0.7117085397009312,
      "learning_rate": 0.0002550476351623688,
      "loss": 0.3336,
      "step": 38562
    },
    {
      "epoch": 1.5794798279746058,
      "grad_norm": 0.6126311040480547,
      "learning_rate": 0.0002550453070516199,
      "loss": 0.3141,
      "step": 38563
    },
    {
      "epoch": 1.5795207864018022,
      "grad_norm": 1.0674603307069115,
      "learning_rate": 0.0002550429788912116,
      "loss": 0.8827,
      "step": 38564
    },
    {
      "epoch": 1.5795617448289985,
      "grad_norm": 1.2247589206552365,
      "learning_rate": 0.0002550406506811451,
      "loss": 0.9996,
      "step": 38565
    },
    {
      "epoch": 1.579602703256195,
      "grad_norm": 1.0567199510891916,
      "learning_rate": 0.00025503832242142145,
      "loss": 0.8714,
      "step": 38566
    },
    {
      "epoch": 1.5796436616833913,
      "grad_norm": 0.9739447108484053,
      "learning_rate": 0.0002550359941120418,
      "loss": 0.8205,
      "step": 38567
    },
    {
      "epoch": 1.5796846201105876,
      "grad_norm": 1.153916593663366,
      "learning_rate": 0.0002550336657530072,
      "loss": 0.7689,
      "step": 38568
    },
    {
      "epoch": 1.5797255785377842,
      "grad_norm": 0.9049365913851897,
      "learning_rate": 0.0002550313373443188,
      "loss": 0.7007,
      "step": 38569
    },
    {
      "epoch": 1.5797665369649807,
      "grad_norm": 1.1257560891067822,
      "learning_rate": 0.00025502900888597766,
      "loss": 1.0806,
      "step": 38570
    },
    {
      "epoch": 1.5798074953921768,
      "grad_norm": 1.1423970823280598,
      "learning_rate": 0.0002550266803779849,
      "loss": 1.0308,
      "step": 38571
    },
    {
      "epoch": 1.5798484538193733,
      "grad_norm": 1.1494446063948083,
      "learning_rate": 0.00025502435182034165,
      "loss": 0.8361,
      "step": 38572
    },
    {
      "epoch": 1.5798894122465699,
      "grad_norm": 1.033496669892963,
      "learning_rate": 0.0002550220232130489,
      "loss": 0.9823,
      "step": 38573
    },
    {
      "epoch": 1.5799303706737662,
      "grad_norm": 1.005471208963329,
      "learning_rate": 0.00025501969455610793,
      "loss": 0.7879,
      "step": 38574
    },
    {
      "epoch": 1.5799713291009625,
      "grad_norm": 1.5872269468255251,
      "learning_rate": 0.0002550173658495197,
      "loss": 1.2995,
      "step": 38575
    },
    {
      "epoch": 1.580012287528159,
      "grad_norm": 1.017046903212067,
      "learning_rate": 0.00025501503709328535,
      "loss": 0.6175,
      "step": 38576
    },
    {
      "epoch": 1.5800532459553553,
      "grad_norm": 0.9133130283877718,
      "learning_rate": 0.000255012708287406,
      "loss": 0.4993,
      "step": 38577
    },
    {
      "epoch": 1.5800942043825517,
      "grad_norm": 0.8542158668110472,
      "learning_rate": 0.00025501037943188274,
      "loss": 0.5191,
      "step": 38578
    },
    {
      "epoch": 1.5801351628097482,
      "grad_norm": 1.519252986129088,
      "learning_rate": 0.0002550080505267166,
      "loss": 0.8906,
      "step": 38579
    },
    {
      "epoch": 1.5801761212369445,
      "grad_norm": 0.9995477328542143,
      "learning_rate": 0.0002550057215719088,
      "loss": 0.8223,
      "step": 38580
    },
    {
      "epoch": 1.5802170796641408,
      "grad_norm": 0.7072139659097071,
      "learning_rate": 0.0002550033925674604,
      "loss": 0.3315,
      "step": 38581
    },
    {
      "epoch": 1.5802580380913374,
      "grad_norm": 1.1109787904416497,
      "learning_rate": 0.0002550010635133725,
      "loss": 1.2412,
      "step": 38582
    },
    {
      "epoch": 1.5802989965185337,
      "grad_norm": 1.0387853986833058,
      "learning_rate": 0.00025499873440964615,
      "loss": 0.7842,
      "step": 38583
    },
    {
      "epoch": 1.58033995494573,
      "grad_norm": 0.6546697849531874,
      "learning_rate": 0.0002549964052562825,
      "loss": 0.331,
      "step": 38584
    },
    {
      "epoch": 1.5803809133729265,
      "grad_norm": 1.0930382167284682,
      "learning_rate": 0.00025499407605328263,
      "loss": 0.6661,
      "step": 38585
    },
    {
      "epoch": 1.5804218718001228,
      "grad_norm": 0.7128024015707569,
      "learning_rate": 0.0002549917468006477,
      "loss": 0.3125,
      "step": 38586
    },
    {
      "epoch": 1.5804628302273191,
      "grad_norm": 1.2417646563108637,
      "learning_rate": 0.00025498941749837876,
      "loss": 0.9705,
      "step": 38587
    },
    {
      "epoch": 1.5805037886545157,
      "grad_norm": 1.2392963758385993,
      "learning_rate": 0.00025498708814647686,
      "loss": 0.7434,
      "step": 38588
    },
    {
      "epoch": 1.5805447470817122,
      "grad_norm": 1.2402536317393869,
      "learning_rate": 0.00025498475874494316,
      "loss": 0.8148,
      "step": 38589
    },
    {
      "epoch": 1.5805857055089083,
      "grad_norm": 1.4328491738194722,
      "learning_rate": 0.0002549824292937788,
      "loss": 1.0847,
      "step": 38590
    },
    {
      "epoch": 1.5806266639361048,
      "grad_norm": 1.17992858811941,
      "learning_rate": 0.00025498009979298483,
      "loss": 0.8271,
      "step": 38591
    },
    {
      "epoch": 1.5806676223633014,
      "grad_norm": 1.0808565720026844,
      "learning_rate": 0.0002549777702425623,
      "loss": 0.7952,
      "step": 38592
    },
    {
      "epoch": 1.5807085807904977,
      "grad_norm": 1.1200122028438724,
      "learning_rate": 0.00025497544064251245,
      "loss": 0.8305,
      "step": 38593
    },
    {
      "epoch": 1.580749539217694,
      "grad_norm": 0.8576878221527343,
      "learning_rate": 0.00025497311099283626,
      "loss": 0.6604,
      "step": 38594
    },
    {
      "epoch": 1.5807904976448905,
      "grad_norm": 1.6282787091895328,
      "learning_rate": 0.00025497078129353495,
      "loss": 1.0384,
      "step": 38595
    },
    {
      "epoch": 1.5808314560720869,
      "grad_norm": 1.0329177915423962,
      "learning_rate": 0.0002549684515446095,
      "loss": 0.7637,
      "step": 38596
    },
    {
      "epoch": 1.5808724144992832,
      "grad_norm": 1.1216258792822804,
      "learning_rate": 0.000254966121746061,
      "loss": 0.7393,
      "step": 38597
    },
    {
      "epoch": 1.5809133729264797,
      "grad_norm": 0.961650925249549,
      "learning_rate": 0.00025496379189789066,
      "loss": 0.7508,
      "step": 38598
    },
    {
      "epoch": 1.580954331353676,
      "grad_norm": 0.9788285499293543,
      "learning_rate": 0.0002549614620000996,
      "loss": 0.9542,
      "step": 38599
    },
    {
      "epoch": 1.5809952897808723,
      "grad_norm": 0.8236366278251037,
      "learning_rate": 0.00025495913205268874,
      "loss": 0.5606,
      "step": 38600
    },
    {
      "epoch": 1.5810362482080689,
      "grad_norm": 0.9034326397436806,
      "learning_rate": 0.00025495680205565933,
      "loss": 0.9294,
      "step": 38601
    },
    {
      "epoch": 1.5810772066352652,
      "grad_norm": 0.8067009139419301,
      "learning_rate": 0.00025495447200901244,
      "loss": 0.4094,
      "step": 38602
    },
    {
      "epoch": 1.5811181650624615,
      "grad_norm": 1.0069774200601553,
      "learning_rate": 0.00025495214191274915,
      "loss": 0.8556,
      "step": 38603
    },
    {
      "epoch": 1.581159123489658,
      "grad_norm": 0.6691418419272726,
      "learning_rate": 0.0002549498117668706,
      "loss": 0.3056,
      "step": 38604
    },
    {
      "epoch": 1.5812000819168543,
      "grad_norm": 1.2387575446234929,
      "learning_rate": 0.0002549474815713778,
      "loss": 0.9458,
      "step": 38605
    },
    {
      "epoch": 1.5812410403440507,
      "grad_norm": 0.7192852061605698,
      "learning_rate": 0.000254945151326272,
      "loss": 0.3229,
      "step": 38606
    },
    {
      "epoch": 1.5812819987712472,
      "grad_norm": 1.1506621067497735,
      "learning_rate": 0.00025494282103155424,
      "loss": 1.1787,
      "step": 38607
    },
    {
      "epoch": 1.5813229571984437,
      "grad_norm": 0.9581686997664287,
      "learning_rate": 0.00025494049068722555,
      "loss": 0.7942,
      "step": 38608
    },
    {
      "epoch": 1.5813639156256398,
      "grad_norm": 1.1833441106747888,
      "learning_rate": 0.0002549381602932871,
      "loss": 0.7874,
      "step": 38609
    },
    {
      "epoch": 1.5814048740528364,
      "grad_norm": 1.1486740635937227,
      "learning_rate": 0.00025493582984973995,
      "loss": 0.9263,
      "step": 38610
    },
    {
      "epoch": 1.581445832480033,
      "grad_norm": 2.3005486614236346,
      "learning_rate": 0.00025493349935658526,
      "loss": 1.3112,
      "step": 38611
    },
    {
      "epoch": 1.5814867909072292,
      "grad_norm": 0.8976273327430293,
      "learning_rate": 0.0002549311688138241,
      "loss": 0.7296,
      "step": 38612
    },
    {
      "epoch": 1.5815277493344255,
      "grad_norm": 1.6231298468575173,
      "learning_rate": 0.0002549288382214576,
      "loss": 0.7134,
      "step": 38613
    },
    {
      "epoch": 1.581568707761622,
      "grad_norm": 1.1731802256815789,
      "learning_rate": 0.00025492650757948673,
      "loss": 1.091,
      "step": 38614
    },
    {
      "epoch": 1.5816096661888184,
      "grad_norm": 0.9814259543026629,
      "learning_rate": 0.0002549241768879128,
      "loss": 0.906,
      "step": 38615
    },
    {
      "epoch": 1.5816506246160147,
      "grad_norm": 1.0014115350061006,
      "learning_rate": 0.00025492184614673674,
      "loss": 0.6131,
      "step": 38616
    },
    {
      "epoch": 1.5816915830432112,
      "grad_norm": 1.3125060165120255,
      "learning_rate": 0.00025491951535595983,
      "loss": 1.1375,
      "step": 38617
    },
    {
      "epoch": 1.5817325414704075,
      "grad_norm": 1.2171073349486938,
      "learning_rate": 0.00025491718451558295,
      "loss": 0.9169,
      "step": 38618
    },
    {
      "epoch": 1.5817734998976039,
      "grad_norm": 1.1757801402579593,
      "learning_rate": 0.0002549148536256074,
      "loss": 0.9986,
      "step": 38619
    },
    {
      "epoch": 1.5818144583248004,
      "grad_norm": 1.0407116604139324,
      "learning_rate": 0.0002549125226860341,
      "loss": 0.7394,
      "step": 38620
    },
    {
      "epoch": 1.5818554167519967,
      "grad_norm": 0.9394639943703019,
      "learning_rate": 0.0002549101916968643,
      "loss": 0.3854,
      "step": 38621
    },
    {
      "epoch": 1.581896375179193,
      "grad_norm": 1.4709328155054613,
      "learning_rate": 0.00025490786065809906,
      "loss": 1.289,
      "step": 38622
    },
    {
      "epoch": 1.5819373336063896,
      "grad_norm": 1.7241150832386412,
      "learning_rate": 0.00025490552956973945,
      "loss": 1.0429,
      "step": 38623
    },
    {
      "epoch": 1.5819782920335859,
      "grad_norm": 0.97529722128615,
      "learning_rate": 0.0002549031984317866,
      "loss": 0.8566,
      "step": 38624
    },
    {
      "epoch": 1.5820192504607822,
      "grad_norm": 1.0863558261695665,
      "learning_rate": 0.00025490086724424155,
      "loss": 1.0452,
      "step": 38625
    },
    {
      "epoch": 1.5820602088879787,
      "grad_norm": 1.0311599065315906,
      "learning_rate": 0.0002548985360071055,
      "loss": 0.8133,
      "step": 38626
    },
    {
      "epoch": 1.5821011673151752,
      "grad_norm": 1.087169629102323,
      "learning_rate": 0.00025489620472037954,
      "loss": 0.8502,
      "step": 38627
    },
    {
      "epoch": 1.5821421257423713,
      "grad_norm": 1.4356346377136153,
      "learning_rate": 0.0002548938733840647,
      "loss": 0.9236,
      "step": 38628
    },
    {
      "epoch": 1.5821830841695679,
      "grad_norm": 1.3652106355256168,
      "learning_rate": 0.00025489154199816215,
      "loss": 0.9263,
      "step": 38629
    },
    {
      "epoch": 1.5822240425967644,
      "grad_norm": 1.783328349797761,
      "learning_rate": 0.000254889210562673,
      "loss": 2.2266,
      "step": 38630
    },
    {
      "epoch": 1.5822650010239607,
      "grad_norm": 1.8643926673724274,
      "learning_rate": 0.0002548868790775982,
      "loss": 0.6957,
      "step": 38631
    },
    {
      "epoch": 1.582305959451157,
      "grad_norm": 0.9186658595735284,
      "learning_rate": 0.0002548845475429391,
      "loss": 0.5763,
      "step": 38632
    },
    {
      "epoch": 1.5823469178783536,
      "grad_norm": 1.1640122551350882,
      "learning_rate": 0.00025488221595869657,
      "loss": 0.8672,
      "step": 38633
    },
    {
      "epoch": 1.58238787630555,
      "grad_norm": 0.8934901100627521,
      "learning_rate": 0.00025487988432487186,
      "loss": 0.7365,
      "step": 38634
    },
    {
      "epoch": 1.5824288347327462,
      "grad_norm": 0.9545280569292119,
      "learning_rate": 0.00025487755264146604,
      "loss": 0.3163,
      "step": 38635
    },
    {
      "epoch": 1.5824697931599427,
      "grad_norm": 1.574388247229332,
      "learning_rate": 0.0002548752209084802,
      "loss": 1.083,
      "step": 38636
    },
    {
      "epoch": 1.582510751587139,
      "grad_norm": 0.8773032618804648,
      "learning_rate": 0.0002548728891259155,
      "loss": 0.4624,
      "step": 38637
    },
    {
      "epoch": 1.5825517100143354,
      "grad_norm": 1.1587161732685765,
      "learning_rate": 0.0002548705572937728,
      "loss": 1.1135,
      "step": 38638
    },
    {
      "epoch": 1.582592668441532,
      "grad_norm": 0.5953245260546838,
      "learning_rate": 0.00025486822541205355,
      "loss": 0.3158,
      "step": 38639
    },
    {
      "epoch": 1.5826336268687282,
      "grad_norm": 1.0987170700975126,
      "learning_rate": 0.0002548658934807586,
      "loss": 0.9479,
      "step": 38640
    },
    {
      "epoch": 1.5826745852959245,
      "grad_norm": 1.0899067888297875,
      "learning_rate": 0.0002548635614998892,
      "loss": 0.9997,
      "step": 38641
    },
    {
      "epoch": 1.582715543723121,
      "grad_norm": 1.3141749760024293,
      "learning_rate": 0.0002548612294694463,
      "loss": 0.9799,
      "step": 38642
    },
    {
      "epoch": 1.5827565021503174,
      "grad_norm": 1.4186167398772873,
      "learning_rate": 0.0002548588973894312,
      "loss": 1.0154,
      "step": 38643
    },
    {
      "epoch": 1.5827974605775137,
      "grad_norm": 0.892957196377411,
      "learning_rate": 0.00025485656525984487,
      "loss": 0.6272,
      "step": 38644
    },
    {
      "epoch": 1.5828384190047102,
      "grad_norm": 1.022621141512729,
      "learning_rate": 0.0002548542330806885,
      "loss": 0.8434,
      "step": 38645
    },
    {
      "epoch": 1.5828793774319068,
      "grad_norm": 2.5996508769289983,
      "learning_rate": 0.00025485190085196296,
      "loss": 2.7753,
      "step": 38646
    },
    {
      "epoch": 1.5829203358591029,
      "grad_norm": 1.5188126808867795,
      "learning_rate": 0.00025484956857366967,
      "loss": 0.9218,
      "step": 38647
    },
    {
      "epoch": 1.5829612942862994,
      "grad_norm": 0.9093068630053613,
      "learning_rate": 0.00025484723624580953,
      "loss": 0.3614,
      "step": 38648
    },
    {
      "epoch": 1.583002252713496,
      "grad_norm": 0.6427560691105509,
      "learning_rate": 0.00025484490386838373,
      "loss": 0.3074,
      "step": 38649
    },
    {
      "epoch": 1.5830432111406922,
      "grad_norm": 1.373079352336362,
      "learning_rate": 0.00025484257144139336,
      "loss": 0.8979,
      "step": 38650
    },
    {
      "epoch": 1.5830841695678886,
      "grad_norm": 1.2007900901644344,
      "learning_rate": 0.00025484023896483945,
      "loss": 0.9614,
      "step": 38651
    },
    {
      "epoch": 1.583125127995085,
      "grad_norm": 1.5361970652669334,
      "learning_rate": 0.0002548379064387232,
      "loss": 1.3803,
      "step": 38652
    },
    {
      "epoch": 1.5831660864222814,
      "grad_norm": 1.1643172603930896,
      "learning_rate": 0.00025483557386304565,
      "loss": 0.895,
      "step": 38653
    },
    {
      "epoch": 1.5832070448494777,
      "grad_norm": 0.9763292193773371,
      "learning_rate": 0.00025483324123780793,
      "loss": 0.7254,
      "step": 38654
    },
    {
      "epoch": 1.5832480032766743,
      "grad_norm": 0.9065850137337925,
      "learning_rate": 0.0002548309085630112,
      "loss": 0.5531,
      "step": 38655
    },
    {
      "epoch": 1.5832889617038706,
      "grad_norm": 0.808942403649531,
      "learning_rate": 0.00025482857583865635,
      "loss": 0.6578,
      "step": 38656
    },
    {
      "epoch": 1.5833299201310669,
      "grad_norm": 0.9331108686164865,
      "learning_rate": 0.00025482624306474475,
      "loss": 0.6264,
      "step": 38657
    },
    {
      "epoch": 1.5833708785582634,
      "grad_norm": 1.583830043242571,
      "learning_rate": 0.0002548239102412773,
      "loss": 1.7455,
      "step": 38658
    },
    {
      "epoch": 1.5834118369854597,
      "grad_norm": 1.96868326581486,
      "learning_rate": 0.00025482157736825533,
      "loss": 0.7052,
      "step": 38659
    },
    {
      "epoch": 1.583452795412656,
      "grad_norm": 1.003703465118186,
      "learning_rate": 0.00025481924444567967,
      "loss": 0.709,
      "step": 38660
    },
    {
      "epoch": 1.5834937538398526,
      "grad_norm": 0.6133552659288922,
      "learning_rate": 0.0002548169114735516,
      "loss": 0.2,
      "step": 38661
    },
    {
      "epoch": 1.583534712267049,
      "grad_norm": 0.9027542471571636,
      "learning_rate": 0.0002548145784518722,
      "loss": 0.4693,
      "step": 38662
    },
    {
      "epoch": 1.5835756706942452,
      "grad_norm": 0.9958014911195907,
      "learning_rate": 0.0002548122453806425,
      "loss": 0.3485,
      "step": 38663
    },
    {
      "epoch": 1.5836166291214417,
      "grad_norm": 1.4296362850382287,
      "learning_rate": 0.00025480991225986367,
      "loss": 0.9367,
      "step": 38664
    },
    {
      "epoch": 1.5836575875486383,
      "grad_norm": 1.1558311460121833,
      "learning_rate": 0.0002548075790895368,
      "loss": 0.9603,
      "step": 38665
    },
    {
      "epoch": 1.5836985459758344,
      "grad_norm": 0.6906235088691406,
      "learning_rate": 0.000254805245869663,
      "loss": 0.3122,
      "step": 38666
    },
    {
      "epoch": 1.583739504403031,
      "grad_norm": 0.6739296276117962,
      "learning_rate": 0.00025480291260024336,
      "loss": 0.3539,
      "step": 38667
    },
    {
      "epoch": 1.5837804628302274,
      "grad_norm": 1.3942785617059605,
      "learning_rate": 0.000254800579281279,
      "loss": 1.0469,
      "step": 38668
    },
    {
      "epoch": 1.5838214212574238,
      "grad_norm": 1.3899502810717828,
      "learning_rate": 0.000254798245912771,
      "loss": 1.102,
      "step": 38669
    },
    {
      "epoch": 1.58386237968462,
      "grad_norm": 0.944062020442548,
      "learning_rate": 0.0002547959124947204,
      "loss": 0.8043,
      "step": 38670
    },
    {
      "epoch": 1.5839033381118166,
      "grad_norm": 0.6949286931171685,
      "learning_rate": 0.00025479357902712845,
      "loss": 0.3376,
      "step": 38671
    },
    {
      "epoch": 1.583944296539013,
      "grad_norm": 0.9605427911644846,
      "learning_rate": 0.00025479124550999616,
      "loss": 0.8553,
      "step": 38672
    },
    {
      "epoch": 1.5839852549662092,
      "grad_norm": 1.1243540744509373,
      "learning_rate": 0.0002547889119433246,
      "loss": 0.9989,
      "step": 38673
    },
    {
      "epoch": 1.5840262133934058,
      "grad_norm": 1.0921355256026344,
      "learning_rate": 0.000254786578327115,
      "loss": 0.5532,
      "step": 38674
    },
    {
      "epoch": 1.584067171820602,
      "grad_norm": 0.7737007839990255,
      "learning_rate": 0.00025478424466136835,
      "loss": 0.2932,
      "step": 38675
    },
    {
      "epoch": 1.5841081302477984,
      "grad_norm": 2.214732862203218,
      "learning_rate": 0.0002547819109460858,
      "loss": 1.6915,
      "step": 38676
    },
    {
      "epoch": 1.584149088674995,
      "grad_norm": 0.7297768507530207,
      "learning_rate": 0.0002547795771812684,
      "loss": 0.3242,
      "step": 38677
    },
    {
      "epoch": 1.5841900471021912,
      "grad_norm": 0.7188086394465055,
      "learning_rate": 0.00025477724336691736,
      "loss": 0.2958,
      "step": 38678
    },
    {
      "epoch": 1.5842310055293876,
      "grad_norm": 1.0124594457094453,
      "learning_rate": 0.0002547749095030337,
      "loss": 0.7908,
      "step": 38679
    },
    {
      "epoch": 1.584271963956584,
      "grad_norm": 1.0786125099616715,
      "learning_rate": 0.0002547725755896185,
      "loss": 0.6868,
      "step": 38680
    },
    {
      "epoch": 1.5843129223837804,
      "grad_norm": 1.3065245175065792,
      "learning_rate": 0.00025477024162667296,
      "loss": 0.9285,
      "step": 38681
    },
    {
      "epoch": 1.5843538808109767,
      "grad_norm": 1.6829079995196758,
      "learning_rate": 0.0002547679076141981,
      "loss": 1.3089,
      "step": 38682
    },
    {
      "epoch": 1.5843948392381733,
      "grad_norm": 1.3245079086951146,
      "learning_rate": 0.00025476557355219505,
      "loss": 0.9904,
      "step": 38683
    },
    {
      "epoch": 1.5844357976653698,
      "grad_norm": 1.0490976837046793,
      "learning_rate": 0.00025476323944066497,
      "loss": 0.7608,
      "step": 38684
    },
    {
      "epoch": 1.5844767560925659,
      "grad_norm": 1.5599349374006637,
      "learning_rate": 0.00025476090527960885,
      "loss": 1.5142,
      "step": 38685
    },
    {
      "epoch": 1.5845177145197624,
      "grad_norm": 1.3466798617998381,
      "learning_rate": 0.00025475857106902784,
      "loss": 0.9188,
      "step": 38686
    },
    {
      "epoch": 1.584558672946959,
      "grad_norm": 1.0738053633682199,
      "learning_rate": 0.0002547562368089231,
      "loss": 0.8528,
      "step": 38687
    },
    {
      "epoch": 1.5845996313741553,
      "grad_norm": 0.6761113370190237,
      "learning_rate": 0.00025475390249929565,
      "loss": 0.2586,
      "step": 38688
    },
    {
      "epoch": 1.5846405898013516,
      "grad_norm": 4.688279710984381,
      "learning_rate": 0.0002547515681401467,
      "loss": 2.78,
      "step": 38689
    },
    {
      "epoch": 1.5846815482285481,
      "grad_norm": 1.132327681963045,
      "learning_rate": 0.0002547492337314772,
      "loss": 0.9728,
      "step": 38690
    },
    {
      "epoch": 1.5847225066557444,
      "grad_norm": 0.9416760509657787,
      "learning_rate": 0.00025474689927328835,
      "loss": 0.8279,
      "step": 38691
    },
    {
      "epoch": 1.5847634650829407,
      "grad_norm": 0.9594488158816837,
      "learning_rate": 0.0002547445647655813,
      "loss": 0.6548,
      "step": 38692
    },
    {
      "epoch": 1.5848044235101373,
      "grad_norm": 1.3047416985151,
      "learning_rate": 0.00025474223020835706,
      "loss": 0.8685,
      "step": 38693
    },
    {
      "epoch": 1.5848453819373336,
      "grad_norm": 1.255910073789417,
      "learning_rate": 0.0002547398956016168,
      "loss": 0.8886,
      "step": 38694
    },
    {
      "epoch": 1.58488634036453,
      "grad_norm": 1.0581758148814782,
      "learning_rate": 0.00025473756094536166,
      "loss": 0.9806,
      "step": 38695
    },
    {
      "epoch": 1.5849272987917264,
      "grad_norm": 0.9693763201782941,
      "learning_rate": 0.00025473522623959256,
      "loss": 0.7248,
      "step": 38696
    },
    {
      "epoch": 1.5849682572189228,
      "grad_norm": 1.0907965847157095,
      "learning_rate": 0.00025473289148431077,
      "loss": 0.6238,
      "step": 38697
    },
    {
      "epoch": 1.585009215646119,
      "grad_norm": 2.029291416883108,
      "learning_rate": 0.0002547305566795173,
      "loss": 2.1182,
      "step": 38698
    },
    {
      "epoch": 1.5850501740733156,
      "grad_norm": 1.1217727090714458,
      "learning_rate": 0.0002547282218252134,
      "loss": 0.8581,
      "step": 38699
    },
    {
      "epoch": 1.5850911325005121,
      "grad_norm": 1.071289093939806,
      "learning_rate": 0.0002547258869214,
      "loss": 0.7634,
      "step": 38700
    },
    {
      "epoch": 1.5851320909277082,
      "grad_norm": 1.3740989073323193,
      "learning_rate": 0.0002547235519680783,
      "loss": 1.1176,
      "step": 38701
    },
    {
      "epoch": 1.5851730493549048,
      "grad_norm": 0.9486875279618117,
      "learning_rate": 0.00025472121696524933,
      "loss": 0.7482,
      "step": 38702
    },
    {
      "epoch": 1.5852140077821013,
      "grad_norm": 1.0425532000419626,
      "learning_rate": 0.0002547188819129143,
      "loss": 0.4992,
      "step": 38703
    },
    {
      "epoch": 1.5852549662092974,
      "grad_norm": 3.043555471923347,
      "learning_rate": 0.0002547165468110743,
      "loss": 7.6973,
      "step": 38704
    },
    {
      "epoch": 1.585295924636494,
      "grad_norm": 1.2416659176620362,
      "learning_rate": 0.00025471421165973034,
      "loss": 0.7255,
      "step": 38705
    },
    {
      "epoch": 1.5853368830636905,
      "grad_norm": 1.0832492129619755,
      "learning_rate": 0.00025471187645888357,
      "loss": 0.3362,
      "step": 38706
    },
    {
      "epoch": 1.5853778414908868,
      "grad_norm": 1.4787251242553343,
      "learning_rate": 0.0002547095412085351,
      "loss": 1.4539,
      "step": 38707
    },
    {
      "epoch": 1.585418799918083,
      "grad_norm": 1.1652008840477461,
      "learning_rate": 0.00025470720590868606,
      "loss": 0.8488,
      "step": 38708
    },
    {
      "epoch": 1.5854597583452796,
      "grad_norm": 1.015974128739032,
      "learning_rate": 0.00025470487055933753,
      "loss": 0.7443,
      "step": 38709
    },
    {
      "epoch": 1.585500716772476,
      "grad_norm": 1.060413780332279,
      "learning_rate": 0.00025470253516049056,
      "loss": 0.8145,
      "step": 38710
    },
    {
      "epoch": 1.5855416751996723,
      "grad_norm": 0.715610384626053,
      "learning_rate": 0.00025470019971214635,
      "loss": 0.2654,
      "step": 38711
    },
    {
      "epoch": 1.5855826336268688,
      "grad_norm": 6.179047219503827,
      "learning_rate": 0.000254697864214306,
      "loss": 2.7119,
      "step": 38712
    },
    {
      "epoch": 1.5856235920540651,
      "grad_norm": 1.1171709908173493,
      "learning_rate": 0.0002546955286669705,
      "loss": 0.7911,
      "step": 38713
    },
    {
      "epoch": 1.5856645504812614,
      "grad_norm": 1.0998936938826365,
      "learning_rate": 0.00025469319307014105,
      "loss": 0.7667,
      "step": 38714
    },
    {
      "epoch": 1.585705508908458,
      "grad_norm": 0.8681271552333096,
      "learning_rate": 0.00025469085742381876,
      "loss": 0.7749,
      "step": 38715
    },
    {
      "epoch": 1.5857464673356543,
      "grad_norm": 1.1229550350460584,
      "learning_rate": 0.0002546885217280047,
      "loss": 0.8071,
      "step": 38716
    },
    {
      "epoch": 1.5857874257628506,
      "grad_norm": 1.1698783705210285,
      "learning_rate": 0.00025468618598269995,
      "loss": 1.0848,
      "step": 38717
    },
    {
      "epoch": 1.5858283841900471,
      "grad_norm": 1.2359832463759184,
      "learning_rate": 0.00025468385018790566,
      "loss": 1.031,
      "step": 38718
    },
    {
      "epoch": 1.5858693426172437,
      "grad_norm": 1.1175464849641645,
      "learning_rate": 0.00025468151434362296,
      "loss": 0.7295,
      "step": 38719
    },
    {
      "epoch": 1.5859103010444398,
      "grad_norm": 1.4081514050752972,
      "learning_rate": 0.0002546791784498529,
      "loss": 0.5291,
      "step": 38720
    },
    {
      "epoch": 1.5859512594716363,
      "grad_norm": 1.0622155604100167,
      "learning_rate": 0.0002546768425065965,
      "loss": 1.2055,
      "step": 38721
    },
    {
      "epoch": 1.5859922178988328,
      "grad_norm": 1.1190329668453443,
      "learning_rate": 0.00025467450651385504,
      "loss": 0.9072,
      "step": 38722
    },
    {
      "epoch": 1.586033176326029,
      "grad_norm": 1.0688023430437181,
      "learning_rate": 0.0002546721704716296,
      "loss": 0.9139,
      "step": 38723
    },
    {
      "epoch": 1.5860741347532255,
      "grad_norm": 1.1581923898032533,
      "learning_rate": 0.0002546698343799212,
      "loss": 0.8155,
      "step": 38724
    },
    {
      "epoch": 1.586115093180422,
      "grad_norm": 0.9287389929315283,
      "learning_rate": 0.00025466749823873096,
      "loss": 0.6672,
      "step": 38725
    },
    {
      "epoch": 1.5861560516076183,
      "grad_norm": 1.107046628949402,
      "learning_rate": 0.00025466516204806,
      "loss": 0.5322,
      "step": 38726
    },
    {
      "epoch": 1.5861970100348146,
      "grad_norm": 0.5880435367359446,
      "learning_rate": 0.0002546628258079094,
      "loss": 0.2126,
      "step": 38727
    },
    {
      "epoch": 1.5862379684620111,
      "grad_norm": 0.8866320051689911,
      "learning_rate": 0.00025466048951828027,
      "loss": 0.7214,
      "step": 38728
    },
    {
      "epoch": 1.5862789268892075,
      "grad_norm": 1.2711305259463606,
      "learning_rate": 0.0002546581531791738,
      "loss": 0.9541,
      "step": 38729
    },
    {
      "epoch": 1.5863198853164038,
      "grad_norm": 1.0451278827268151,
      "learning_rate": 0.00025465581679059106,
      "loss": 0.6719,
      "step": 38730
    },
    {
      "epoch": 1.5863608437436003,
      "grad_norm": 1.229094618586406,
      "learning_rate": 0.000254653480352533,
      "loss": 0.8263,
      "step": 38731
    },
    {
      "epoch": 1.5864018021707966,
      "grad_norm": 1.287279586406189,
      "learning_rate": 0.00025465114386500097,
      "loss": 0.9716,
      "step": 38732
    },
    {
      "epoch": 1.586442760597993,
      "grad_norm": 1.010372663710857,
      "learning_rate": 0.0002546488073279959,
      "loss": 0.7378,
      "step": 38733
    },
    {
      "epoch": 1.5864837190251895,
      "grad_norm": 0.9690775316279486,
      "learning_rate": 0.00025464647074151893,
      "loss": 0.5166,
      "step": 38734
    },
    {
      "epoch": 1.5865246774523858,
      "grad_norm": 1.052266320260801,
      "learning_rate": 0.0002546441341055712,
      "loss": 0.5817,
      "step": 38735
    },
    {
      "epoch": 1.586565635879582,
      "grad_norm": 1.6522212331846189,
      "learning_rate": 0.0002546417974201538,
      "loss": 1.69,
      "step": 38736
    },
    {
      "epoch": 1.5866065943067786,
      "grad_norm": 1.0839817822813123,
      "learning_rate": 0.0002546394606852678,
      "loss": 0.9984,
      "step": 38737
    },
    {
      "epoch": 1.5866475527339752,
      "grad_norm": 2.7795625727855384,
      "learning_rate": 0.00025463712390091437,
      "loss": 2.3629,
      "step": 38738
    },
    {
      "epoch": 1.5866885111611713,
      "grad_norm": 1.272362928552416,
      "learning_rate": 0.00025463478706709455,
      "loss": 0.9073,
      "step": 38739
    },
    {
      "epoch": 1.5867294695883678,
      "grad_norm": 0.9472454391737856,
      "learning_rate": 0.00025463245018380947,
      "loss": 0.756,
      "step": 38740
    },
    {
      "epoch": 1.5867704280155643,
      "grad_norm": 0.8227884616580857,
      "learning_rate": 0.0002546301132510603,
      "loss": 0.4144,
      "step": 38741
    },
    {
      "epoch": 1.5868113864427607,
      "grad_norm": 1.2844503972005406,
      "learning_rate": 0.00025462777626884803,
      "loss": 1.3687,
      "step": 38742
    },
    {
      "epoch": 1.586852344869957,
      "grad_norm": 0.9409505011672424,
      "learning_rate": 0.00025462543923717384,
      "loss": 0.747,
      "step": 38743
    },
    {
      "epoch": 1.5868933032971535,
      "grad_norm": 1.2443183888275835,
      "learning_rate": 0.0002546231021560388,
      "loss": 0.787,
      "step": 38744
    },
    {
      "epoch": 1.5869342617243498,
      "grad_norm": 1.296080843361328,
      "learning_rate": 0.00025462076502544403,
      "loss": 0.8085,
      "step": 38745
    },
    {
      "epoch": 1.5869752201515461,
      "grad_norm": 1.0325384159819253,
      "learning_rate": 0.0002546184278453906,
      "loss": 0.6191,
      "step": 38746
    },
    {
      "epoch": 1.5870161785787427,
      "grad_norm": 1.3525684217006577,
      "learning_rate": 0.0002546160906158797,
      "loss": 1.0303,
      "step": 38747
    },
    {
      "epoch": 1.587057137005939,
      "grad_norm": 0.6939528838544502,
      "learning_rate": 0.0002546137533369124,
      "loss": 0.3226,
      "step": 38748
    },
    {
      "epoch": 1.5870980954331353,
      "grad_norm": 1.1680814828238426,
      "learning_rate": 0.0002546114160084897,
      "loss": 1.0313,
      "step": 38749
    },
    {
      "epoch": 1.5871390538603318,
      "grad_norm": 1.2545659966670006,
      "learning_rate": 0.00025460907863061286,
      "loss": 0.8195,
      "step": 38750
    },
    {
      "epoch": 1.5871800122875281,
      "grad_norm": 1.0548840713908476,
      "learning_rate": 0.00025460674120328294,
      "loss": 0.6743,
      "step": 38751
    },
    {
      "epoch": 1.5872209707147245,
      "grad_norm": 1.0893827588387541,
      "learning_rate": 0.000254604403726501,
      "loss": 0.6258,
      "step": 38752
    },
    {
      "epoch": 1.587261929141921,
      "grad_norm": 1.1344048318597293,
      "learning_rate": 0.0002546020662002681,
      "loss": 0.9654,
      "step": 38753
    },
    {
      "epoch": 1.5873028875691173,
      "grad_norm": 1.2831154819191248,
      "learning_rate": 0.0002545997286245855,
      "loss": 0.8235,
      "step": 38754
    },
    {
      "epoch": 1.5873438459963136,
      "grad_norm": 0.7163816975000076,
      "learning_rate": 0.0002545973909994542,
      "loss": 0.2826,
      "step": 38755
    },
    {
      "epoch": 1.5873848044235102,
      "grad_norm": 1.7422834753810028,
      "learning_rate": 0.0002545950533248753,
      "loss": 1.7201,
      "step": 38756
    },
    {
      "epoch": 1.5874257628507067,
      "grad_norm": 1.1634703892216272,
      "learning_rate": 0.00025459271560084994,
      "loss": 1.177,
      "step": 38757
    },
    {
      "epoch": 1.5874667212779028,
      "grad_norm": 1.0952777984632458,
      "learning_rate": 0.0002545903778273792,
      "loss": 0.8271,
      "step": 38758
    },
    {
      "epoch": 1.5875076797050993,
      "grad_norm": 1.0922881213540772,
      "learning_rate": 0.0002545880400044642,
      "loss": 0.4134,
      "step": 38759
    },
    {
      "epoch": 1.5875486381322959,
      "grad_norm": 1.1876130727380556,
      "learning_rate": 0.0002545857021321061,
      "loss": 0.7417,
      "step": 38760
    },
    {
      "epoch": 1.5875895965594922,
      "grad_norm": 1.3791603636529464,
      "learning_rate": 0.00025458336421030586,
      "loss": 0.3331,
      "step": 38761
    },
    {
      "epoch": 1.5876305549866885,
      "grad_norm": 1.2110895254883431,
      "learning_rate": 0.0002545810262390647,
      "loss": 1.0866,
      "step": 38762
    },
    {
      "epoch": 1.587671513413885,
      "grad_norm": 1.0398897422742774,
      "learning_rate": 0.00025457868821838375,
      "loss": 0.7784,
      "step": 38763
    },
    {
      "epoch": 1.5877124718410813,
      "grad_norm": 1.0490752037392785,
      "learning_rate": 0.000254576350148264,
      "loss": 0.5989,
      "step": 38764
    },
    {
      "epoch": 1.5877534302682776,
      "grad_norm": 2.690548481028488,
      "learning_rate": 0.0002545740120287067,
      "loss": 3.0604,
      "step": 38765
    },
    {
      "epoch": 1.5877943886954742,
      "grad_norm": 1.3201565954339154,
      "learning_rate": 0.0002545716738597128,
      "loss": 1.084,
      "step": 38766
    },
    {
      "epoch": 1.5878353471226705,
      "grad_norm": 1.1206515054577504,
      "learning_rate": 0.0002545693356412835,
      "loss": 0.4513,
      "step": 38767
    },
    {
      "epoch": 1.5878763055498668,
      "grad_norm": 1.2401460974359735,
      "learning_rate": 0.00025456699737341987,
      "loss": 0.7045,
      "step": 38768
    },
    {
      "epoch": 1.5879172639770633,
      "grad_norm": 1.236922844814598,
      "learning_rate": 0.0002545646590561231,
      "loss": 1.0001,
      "step": 38769
    },
    {
      "epoch": 1.5879582224042597,
      "grad_norm": 0.9959426342965407,
      "learning_rate": 0.00025456232068939415,
      "loss": 0.7023,
      "step": 38770
    },
    {
      "epoch": 1.587999180831456,
      "grad_norm": 2.5464570680324417,
      "learning_rate": 0.00025455998227323423,
      "loss": 1.4154,
      "step": 38771
    },
    {
      "epoch": 1.5880401392586525,
      "grad_norm": 1.2549784624873241,
      "learning_rate": 0.00025455764380764444,
      "loss": 0.6734,
      "step": 38772
    },
    {
      "epoch": 1.5880810976858488,
      "grad_norm": 1.0339948629062834,
      "learning_rate": 0.0002545553052926258,
      "loss": 0.9453,
      "step": 38773
    },
    {
      "epoch": 1.5881220561130451,
      "grad_norm": 1.0483435231351421,
      "learning_rate": 0.00025455296672817956,
      "loss": 0.683,
      "step": 38774
    },
    {
      "epoch": 1.5881630145402417,
      "grad_norm": 1.2767731312791168,
      "learning_rate": 0.0002545506281143067,
      "loss": 0.992,
      "step": 38775
    },
    {
      "epoch": 1.5882039729674382,
      "grad_norm": 1.435698293093206,
      "learning_rate": 0.0002545482894510084,
      "loss": 0.7782,
      "step": 38776
    },
    {
      "epoch": 1.5882449313946343,
      "grad_norm": 1.3697630675818937,
      "learning_rate": 0.00025454595073828574,
      "loss": 1.066,
      "step": 38777
    },
    {
      "epoch": 1.5882858898218308,
      "grad_norm": 1.3929500299025968,
      "learning_rate": 0.00025454361197613977,
      "loss": 0.9928,
      "step": 38778
    },
    {
      "epoch": 1.5883268482490274,
      "grad_norm": 1.2215999987071793,
      "learning_rate": 0.00025454127316457164,
      "loss": 1.0186,
      "step": 38779
    },
    {
      "epoch": 1.5883678066762237,
      "grad_norm": 1.2750867357613656,
      "learning_rate": 0.0002545389343035825,
      "loss": 0.8081,
      "step": 38780
    },
    {
      "epoch": 1.58840876510342,
      "grad_norm": 1.2042806129155499,
      "learning_rate": 0.0002545365953931734,
      "loss": 1.2243,
      "step": 38781
    },
    {
      "epoch": 1.5884497235306165,
      "grad_norm": 1.3937962991476986,
      "learning_rate": 0.0002545342564333455,
      "loss": 1.0397,
      "step": 38782
    },
    {
      "epoch": 1.5884906819578128,
      "grad_norm": 5.958572961307897,
      "learning_rate": 0.0002545319174240998,
      "loss": 2.6978,
      "step": 38783
    },
    {
      "epoch": 1.5885316403850092,
      "grad_norm": 1.5458725034235263,
      "learning_rate": 0.00025452957836543755,
      "loss": 1.0271,
      "step": 38784
    },
    {
      "epoch": 1.5885725988122057,
      "grad_norm": 0.811828838231111,
      "learning_rate": 0.00025452723925735974,
      "loss": 0.3169,
      "step": 38785
    },
    {
      "epoch": 1.588613557239402,
      "grad_norm": 1.3095670037454348,
      "learning_rate": 0.00025452490009986753,
      "loss": 1.0124,
      "step": 38786
    },
    {
      "epoch": 1.5886545156665983,
      "grad_norm": 0.8222735142662174,
      "learning_rate": 0.000254522560892962,
      "loss": 0.5541,
      "step": 38787
    },
    {
      "epoch": 1.5886954740937949,
      "grad_norm": 1.0715165035608993,
      "learning_rate": 0.0002545202216366443,
      "loss": 0.7303,
      "step": 38788
    },
    {
      "epoch": 1.5887364325209912,
      "grad_norm": 1.3580408026219835,
      "learning_rate": 0.0002545178823309155,
      "loss": 1.0064,
      "step": 38789
    },
    {
      "epoch": 1.5887773909481875,
      "grad_norm": 0.6561012087907498,
      "learning_rate": 0.0002545155429757766,
      "loss": 0.2786,
      "step": 38790
    },
    {
      "epoch": 1.588818349375384,
      "grad_norm": 1.244551201772252,
      "learning_rate": 0.00025451320357122893,
      "loss": 1.1206,
      "step": 38791
    },
    {
      "epoch": 1.5888593078025803,
      "grad_norm": 1.066485940212073,
      "learning_rate": 0.00025451086411727345,
      "loss": 0.719,
      "step": 38792
    },
    {
      "epoch": 1.5889002662297766,
      "grad_norm": 1.0920614589695137,
      "learning_rate": 0.00025450852461391136,
      "loss": 0.8931,
      "step": 38793
    },
    {
      "epoch": 1.5889412246569732,
      "grad_norm": 1.1455658905825878,
      "learning_rate": 0.00025450618506114365,
      "loss": 1.0808,
      "step": 38794
    },
    {
      "epoch": 1.5889821830841697,
      "grad_norm": 0.7953034158078279,
      "learning_rate": 0.00025450384545897144,
      "loss": 0.3094,
      "step": 38795
    },
    {
      "epoch": 1.5890231415113658,
      "grad_norm": 1.2472027834137063,
      "learning_rate": 0.00025450150580739594,
      "loss": 0.8098,
      "step": 38796
    },
    {
      "epoch": 1.5890640999385623,
      "grad_norm": 2.1929098825336992,
      "learning_rate": 0.00025449916610641816,
      "loss": 3.292,
      "step": 38797
    },
    {
      "epoch": 1.5891050583657589,
      "grad_norm": 1.0858642254726993,
      "learning_rate": 0.0002544968263560392,
      "loss": 0.91,
      "step": 38798
    },
    {
      "epoch": 1.5891460167929552,
      "grad_norm": 1.1246459241879585,
      "learning_rate": 0.0002544944865562603,
      "loss": 0.9358,
      "step": 38799
    },
    {
      "epoch": 1.5891869752201515,
      "grad_norm": 1.1503102657627178,
      "learning_rate": 0.0002544921467070824,
      "loss": 0.6193,
      "step": 38800
    },
    {
      "epoch": 1.589227933647348,
      "grad_norm": 1.5032216118763215,
      "learning_rate": 0.0002544898068085067,
      "loss": 1.2237,
      "step": 38801
    },
    {
      "epoch": 1.5892688920745444,
      "grad_norm": 4.075056932542442,
      "learning_rate": 0.0002544874668605343,
      "loss": 4.0865,
      "step": 38802
    },
    {
      "epoch": 1.5893098505017407,
      "grad_norm": 1.0968089680467024,
      "learning_rate": 0.0002544851268631663,
      "loss": 0.9294,
      "step": 38803
    },
    {
      "epoch": 1.5893508089289372,
      "grad_norm": 1.2970572867935208,
      "learning_rate": 0.0002544827868164037,
      "loss": 0.9454,
      "step": 38804
    },
    {
      "epoch": 1.5893917673561335,
      "grad_norm": 1.3989737123084185,
      "learning_rate": 0.0002544804467202478,
      "loss": 1.075,
      "step": 38805
    },
    {
      "epoch": 1.5894327257833298,
      "grad_norm": 1.194431256594475,
      "learning_rate": 0.00025447810657469957,
      "loss": 1.4212,
      "step": 38806
    },
    {
      "epoch": 1.5894736842105264,
      "grad_norm": 1.2902492279108284,
      "learning_rate": 0.00025447576637976016,
      "loss": 0.9574,
      "step": 38807
    },
    {
      "epoch": 1.5895146426377227,
      "grad_norm": 1.0566169814092936,
      "learning_rate": 0.0002544734261354306,
      "loss": 0.7905,
      "step": 38808
    },
    {
      "epoch": 1.589555601064919,
      "grad_norm": 1.5152508091551604,
      "learning_rate": 0.0002544710858417122,
      "loss": 0.9775,
      "step": 38809
    },
    {
      "epoch": 1.5895965594921155,
      "grad_norm": 1.0990567427116724,
      "learning_rate": 0.0002544687454986058,
      "loss": 0.8962,
      "step": 38810
    },
    {
      "epoch": 1.5896375179193118,
      "grad_norm": 1.1431841948198822,
      "learning_rate": 0.0002544664051061128,
      "loss": 1.0923,
      "step": 38811
    },
    {
      "epoch": 1.5896784763465082,
      "grad_norm": 0.7974213280363689,
      "learning_rate": 0.00025446406466423396,
      "loss": 0.7133,
      "step": 38812
    },
    {
      "epoch": 1.5897194347737047,
      "grad_norm": 1.4273813084247928,
      "learning_rate": 0.0002544617241729707,
      "loss": 0.5009,
      "step": 38813
    },
    {
      "epoch": 1.5897603932009012,
      "grad_norm": 0.9906923109361738,
      "learning_rate": 0.00025445938363232394,
      "loss": 0.6829,
      "step": 38814
    },
    {
      "epoch": 1.5898013516280973,
      "grad_norm": 1.125866866688029,
      "learning_rate": 0.0002544570430422949,
      "loss": 0.8163,
      "step": 38815
    },
    {
      "epoch": 1.5898423100552939,
      "grad_norm": 1.2558073871347744,
      "learning_rate": 0.0002544547024028846,
      "loss": 1.336,
      "step": 38816
    },
    {
      "epoch": 1.5898832684824904,
      "grad_norm": 1.8687991780631248,
      "learning_rate": 0.0002544523617140942,
      "loss": 0.9967,
      "step": 38817
    },
    {
      "epoch": 1.5899242269096867,
      "grad_norm": 1.4715377097991498,
      "learning_rate": 0.00025445002097592475,
      "loss": 0.4326,
      "step": 38818
    },
    {
      "epoch": 1.589965185336883,
      "grad_norm": 1.2756514264917456,
      "learning_rate": 0.0002544476801883774,
      "loss": 1.2957,
      "step": 38819
    },
    {
      "epoch": 1.5900061437640796,
      "grad_norm": 1.1933948075223173,
      "learning_rate": 0.00025444533935145325,
      "loss": 0.8526,
      "step": 38820
    },
    {
      "epoch": 1.5900471021912759,
      "grad_norm": 1.374939783739634,
      "learning_rate": 0.00025444299846515334,
      "loss": 0.8128,
      "step": 38821
    },
    {
      "epoch": 1.5900880606184722,
      "grad_norm": 1.3213827354905872,
      "learning_rate": 0.0002544406575294789,
      "loss": 0.988,
      "step": 38822
    },
    {
      "epoch": 1.5901290190456687,
      "grad_norm": 2.116161047747068,
      "learning_rate": 0.000254438316544431,
      "loss": 0.7477,
      "step": 38823
    },
    {
      "epoch": 1.590169977472865,
      "grad_norm": 1.0160854995541264,
      "learning_rate": 0.00025443597551001073,
      "loss": 0.7237,
      "step": 38824
    },
    {
      "epoch": 1.5902109359000614,
      "grad_norm": 1.0434900188019784,
      "learning_rate": 0.00025443363442621917,
      "loss": 0.6872,
      "step": 38825
    },
    {
      "epoch": 1.5902518943272579,
      "grad_norm": 1.1956235579281527,
      "learning_rate": 0.00025443129329305743,
      "loss": 0.9644,
      "step": 38826
    },
    {
      "epoch": 1.5902928527544542,
      "grad_norm": 1.2009290273898368,
      "learning_rate": 0.00025442895211052666,
      "loss": 0.8972,
      "step": 38827
    },
    {
      "epoch": 1.5903338111816505,
      "grad_norm": 4.141490360502875,
      "learning_rate": 0.00025442661087862794,
      "loss": 3.6831,
      "step": 38828
    },
    {
      "epoch": 1.590374769608847,
      "grad_norm": 1.262236449032171,
      "learning_rate": 0.00025442426959736234,
      "loss": 0.8422,
      "step": 38829
    },
    {
      "epoch": 1.5904157280360434,
      "grad_norm": 1.23842600248345,
      "learning_rate": 0.000254421928266731,
      "loss": 0.846,
      "step": 38830
    },
    {
      "epoch": 1.5904566864632397,
      "grad_norm": 0.8957347493557802,
      "learning_rate": 0.0002544195868867351,
      "loss": 0.4173,
      "step": 38831
    },
    {
      "epoch": 1.5904976448904362,
      "grad_norm": 2.5444067820577296,
      "learning_rate": 0.0002544172454573756,
      "loss": 1.0386,
      "step": 38832
    },
    {
      "epoch": 1.5905386033176327,
      "grad_norm": 1.2539561434792388,
      "learning_rate": 0.00025441490397865377,
      "loss": 0.972,
      "step": 38833
    },
    {
      "epoch": 1.5905795617448288,
      "grad_norm": 1.2511365222144533,
      "learning_rate": 0.0002544125624505706,
      "loss": 1.0613,
      "step": 38834
    },
    {
      "epoch": 1.5906205201720254,
      "grad_norm": 0.6333942285217984,
      "learning_rate": 0.0002544102208731272,
      "loss": 0.2681,
      "step": 38835
    },
    {
      "epoch": 1.590661478599222,
      "grad_norm": 1.249045105517535,
      "learning_rate": 0.00025440787924632473,
      "loss": 1.0922,
      "step": 38836
    },
    {
      "epoch": 1.5907024370264182,
      "grad_norm": 0.8468989323217077,
      "learning_rate": 0.00025440553757016425,
      "loss": 0.4212,
      "step": 38837
    },
    {
      "epoch": 1.5907433954536145,
      "grad_norm": 1.2143469016789485,
      "learning_rate": 0.0002544031958446469,
      "loss": 0.7237,
      "step": 38838
    },
    {
      "epoch": 1.590784353880811,
      "grad_norm": 1.4710133388445317,
      "learning_rate": 0.0002544008540697738,
      "loss": 1.6782,
      "step": 38839
    },
    {
      "epoch": 1.5908253123080074,
      "grad_norm": 1.2901717822504888,
      "learning_rate": 0.00025439851224554603,
      "loss": 1.2137,
      "step": 38840
    },
    {
      "epoch": 1.5908662707352037,
      "grad_norm": 1.204009528679583,
      "learning_rate": 0.0002543961703719647,
      "loss": 0.9277,
      "step": 38841
    },
    {
      "epoch": 1.5909072291624002,
      "grad_norm": 0.7719443505261967,
      "learning_rate": 0.00025439382844903084,
      "loss": 0.4354,
      "step": 38842
    },
    {
      "epoch": 1.5909481875895966,
      "grad_norm": 2.49320468512274,
      "learning_rate": 0.00025439148647674574,
      "loss": 1.4186,
      "step": 38843
    },
    {
      "epoch": 1.5909891460167929,
      "grad_norm": 1.5448579950152979,
      "learning_rate": 0.00025438914445511036,
      "loss": 0.6921,
      "step": 38844
    },
    {
      "epoch": 1.5910301044439894,
      "grad_norm": 0.6148906142641418,
      "learning_rate": 0.00025438680238412583,
      "loss": 0.2324,
      "step": 38845
    },
    {
      "epoch": 1.5910710628711857,
      "grad_norm": 0.9915900884055174,
      "learning_rate": 0.00025438446026379336,
      "loss": 0.7716,
      "step": 38846
    },
    {
      "epoch": 1.591112021298382,
      "grad_norm": 1.1823686223583683,
      "learning_rate": 0.0002543821180941139,
      "loss": 0.909,
      "step": 38847
    },
    {
      "epoch": 1.5911529797255786,
      "grad_norm": 1.189154662698688,
      "learning_rate": 0.0002543797758750887,
      "loss": 0.9975,
      "step": 38848
    },
    {
      "epoch": 1.5911939381527749,
      "grad_norm": 1.3276589841053112,
      "learning_rate": 0.0002543774336067187,
      "loss": 0.8194,
      "step": 38849
    },
    {
      "epoch": 1.5912348965799712,
      "grad_norm": 0.7334827394455479,
      "learning_rate": 0.0002543750912890052,
      "loss": 0.6516,
      "step": 38850
    },
    {
      "epoch": 1.5912758550071677,
      "grad_norm": 0.6536915807826865,
      "learning_rate": 0.00025437274892194914,
      "loss": 0.2369,
      "step": 38851
    },
    {
      "epoch": 1.5913168134343643,
      "grad_norm": 0.9284825725964064,
      "learning_rate": 0.00025437040650555173,
      "loss": 0.8469,
      "step": 38852
    },
    {
      "epoch": 1.5913577718615604,
      "grad_norm": 1.2986341443447953,
      "learning_rate": 0.000254368064039814,
      "loss": 1.2009,
      "step": 38853
    },
    {
      "epoch": 1.591398730288757,
      "grad_norm": 1.1344542023746105,
      "learning_rate": 0.0002543657215247372,
      "loss": 1.1018,
      "step": 38854
    },
    {
      "epoch": 1.5914396887159534,
      "grad_norm": 0.9032672949462744,
      "learning_rate": 0.0002543633789603223,
      "loss": 0.7138,
      "step": 38855
    },
    {
      "epoch": 1.5914806471431497,
      "grad_norm": 1.161842240286043,
      "learning_rate": 0.00025436103634657043,
      "loss": 1.2042,
      "step": 38856
    },
    {
      "epoch": 1.591521605570346,
      "grad_norm": 1.2074307407433005,
      "learning_rate": 0.00025435869368348277,
      "loss": 0.8729,
      "step": 38857
    },
    {
      "epoch": 1.5915625639975426,
      "grad_norm": 0.8527090685916795,
      "learning_rate": 0.00025435635097106034,
      "loss": 0.4422,
      "step": 38858
    },
    {
      "epoch": 1.591603522424739,
      "grad_norm": 0.7842644148833879,
      "learning_rate": 0.00025435400820930426,
      "loss": 0.3451,
      "step": 38859
    },
    {
      "epoch": 1.5916444808519352,
      "grad_norm": 1.2973465963951276,
      "learning_rate": 0.0002543516653982157,
      "loss": 0.9735,
      "step": 38860
    },
    {
      "epoch": 1.5916854392791318,
      "grad_norm": 1.0872590556344393,
      "learning_rate": 0.0002543493225377957,
      "loss": 0.8603,
      "step": 38861
    },
    {
      "epoch": 1.591726397706328,
      "grad_norm": 1.2377776713905733,
      "learning_rate": 0.0002543469796280454,
      "loss": 0.9663,
      "step": 38862
    },
    {
      "epoch": 1.5917673561335244,
      "grad_norm": 0.9933304256610319,
      "learning_rate": 0.0002543446366689659,
      "loss": 0.6972,
      "step": 38863
    },
    {
      "epoch": 1.591808314560721,
      "grad_norm": 0.9104721019272921,
      "learning_rate": 0.00025434229366055834,
      "loss": 0.7623,
      "step": 38864
    },
    {
      "epoch": 1.5918492729879172,
      "grad_norm": 1.0606287429526664,
      "learning_rate": 0.00025433995060282374,
      "loss": 1.0236,
      "step": 38865
    },
    {
      "epoch": 1.5918902314151135,
      "grad_norm": 1.0517879959744942,
      "learning_rate": 0.0002543376074957633,
      "loss": 0.7519,
      "step": 38866
    },
    {
      "epoch": 1.59193118984231,
      "grad_norm": 1.5651214777988394,
      "learning_rate": 0.0002543352643393781,
      "loss": 1.0774,
      "step": 38867
    },
    {
      "epoch": 1.5919721482695066,
      "grad_norm": 1.1406745251207446,
      "learning_rate": 0.00025433292113366925,
      "loss": 0.8179,
      "step": 38868
    },
    {
      "epoch": 1.5920131066967027,
      "grad_norm": 1.2286438434617293,
      "learning_rate": 0.00025433057787863783,
      "loss": 1.1142,
      "step": 38869
    },
    {
      "epoch": 1.5920540651238992,
      "grad_norm": 1.0411826979493408,
      "learning_rate": 0.00025432823457428497,
      "loss": 0.766,
      "step": 38870
    },
    {
      "epoch": 1.5920950235510958,
      "grad_norm": 0.9202044753462856,
      "learning_rate": 0.0002543258912206118,
      "loss": 0.9133,
      "step": 38871
    },
    {
      "epoch": 1.5921359819782919,
      "grad_norm": 1.905792785375723,
      "learning_rate": 0.0002543235478176194,
      "loss": 1.2929,
      "step": 38872
    },
    {
      "epoch": 1.5921769404054884,
      "grad_norm": 1.1465552524672078,
      "learning_rate": 0.0002543212043653088,
      "loss": 1.1614,
      "step": 38873
    },
    {
      "epoch": 1.592217898832685,
      "grad_norm": 1.3515995859029253,
      "learning_rate": 0.0002543188608636813,
      "loss": 0.829,
      "step": 38874
    },
    {
      "epoch": 1.5922588572598813,
      "grad_norm": 0.9502062527848046,
      "learning_rate": 0.0002543165173127378,
      "loss": 0.7597,
      "step": 38875
    },
    {
      "epoch": 1.5922998156870776,
      "grad_norm": 5.937330527926604,
      "learning_rate": 0.00025431417371247957,
      "loss": 2.1499,
      "step": 38876
    },
    {
      "epoch": 1.592340774114274,
      "grad_norm": 2.2817225126316814,
      "learning_rate": 0.00025431183006290763,
      "loss": 4.369,
      "step": 38877
    },
    {
      "epoch": 1.5923817325414704,
      "grad_norm": 1.048887527669878,
      "learning_rate": 0.00025430948636402315,
      "loss": 0.5754,
      "step": 38878
    },
    {
      "epoch": 1.5924226909686667,
      "grad_norm": 1.2592939507011585,
      "learning_rate": 0.00025430714261582714,
      "loss": 1.1223,
      "step": 38879
    },
    {
      "epoch": 1.5924636493958633,
      "grad_norm": 0.9700168043207997,
      "learning_rate": 0.00025430479881832075,
      "loss": 0.7129,
      "step": 38880
    },
    {
      "epoch": 1.5925046078230596,
      "grad_norm": 0.7258778972758406,
      "learning_rate": 0.00025430245497150516,
      "loss": 0.3312,
      "step": 38881
    },
    {
      "epoch": 1.592545566250256,
      "grad_norm": 0.9787022793325961,
      "learning_rate": 0.0002543001110753814,
      "loss": 0.9124,
      "step": 38882
    },
    {
      "epoch": 1.5925865246774524,
      "grad_norm": 1.2740187597295052,
      "learning_rate": 0.0002542977671299506,
      "loss": 1.0641,
      "step": 38883
    },
    {
      "epoch": 1.5926274831046487,
      "grad_norm": 1.05097296239281,
      "learning_rate": 0.00025429542313521386,
      "loss": 1.0475,
      "step": 38884
    },
    {
      "epoch": 1.592668441531845,
      "grad_norm": 1.265381886416873,
      "learning_rate": 0.0002542930790911723,
      "loss": 1.131,
      "step": 38885
    },
    {
      "epoch": 1.5927093999590416,
      "grad_norm": 1.5560896868911689,
      "learning_rate": 0.00025429073499782704,
      "loss": 1.5873,
      "step": 38886
    },
    {
      "epoch": 1.5927503583862381,
      "grad_norm": 1.3738257996500458,
      "learning_rate": 0.00025428839085517914,
      "loss": 1.3083,
      "step": 38887
    },
    {
      "epoch": 1.5927913168134342,
      "grad_norm": 0.8300395478190535,
      "learning_rate": 0.0002542860466632298,
      "loss": 0.2699,
      "step": 38888
    },
    {
      "epoch": 1.5928322752406308,
      "grad_norm": 1.548860339962047,
      "learning_rate": 0.00025428370242198,
      "loss": 1.2366,
      "step": 38889
    },
    {
      "epoch": 1.5928732336678273,
      "grad_norm": 1.2000689213946423,
      "learning_rate": 0.00025428135813143095,
      "loss": 0.6974,
      "step": 38890
    },
    {
      "epoch": 1.5929141920950234,
      "grad_norm": 1.1501973483059134,
      "learning_rate": 0.00025427901379158376,
      "loss": 0.8112,
      "step": 38891
    },
    {
      "epoch": 1.59295515052222,
      "grad_norm": 1.0428119910192573,
      "learning_rate": 0.0002542766694024394,
      "loss": 0.7055,
      "step": 38892
    },
    {
      "epoch": 1.5929961089494165,
      "grad_norm": 1.1936272525771232,
      "learning_rate": 0.00025427432496399915,
      "loss": 0.979,
      "step": 38893
    },
    {
      "epoch": 1.5930370673766128,
      "grad_norm": 1.0709575961957392,
      "learning_rate": 0.00025427198047626407,
      "loss": 0.6899,
      "step": 38894
    },
    {
      "epoch": 1.593078025803809,
      "grad_norm": 1.0125722920983735,
      "learning_rate": 0.0002542696359392352,
      "loss": 0.3188,
      "step": 38895
    },
    {
      "epoch": 1.5931189842310056,
      "grad_norm": 1.574464255846991,
      "learning_rate": 0.0002542672913529137,
      "loss": 1.3556,
      "step": 38896
    },
    {
      "epoch": 1.593159942658202,
      "grad_norm": 1.2609735271407063,
      "learning_rate": 0.0002542649467173007,
      "loss": 0.8157,
      "step": 38897
    },
    {
      "epoch": 1.5932009010853982,
      "grad_norm": 1.1903106212027859,
      "learning_rate": 0.0002542626020323973,
      "loss": 1.0514,
      "step": 38898
    },
    {
      "epoch": 1.5932418595125948,
      "grad_norm": 1.1163481247265055,
      "learning_rate": 0.0002542602572982046,
      "loss": 0.8621,
      "step": 38899
    },
    {
      "epoch": 1.593282817939791,
      "grad_norm": 1.2627734906010786,
      "learning_rate": 0.00025425791251472364,
      "loss": 1.1141,
      "step": 38900
    },
    {
      "epoch": 1.5933237763669874,
      "grad_norm": 1.0295376929055984,
      "learning_rate": 0.00025425556768195564,
      "loss": 0.8706,
      "step": 38901
    },
    {
      "epoch": 1.593364734794184,
      "grad_norm": 1.4200130830328526,
      "learning_rate": 0.00025425322279990165,
      "loss": 0.9896,
      "step": 38902
    },
    {
      "epoch": 1.5934056932213803,
      "grad_norm": 0.9402332665300668,
      "learning_rate": 0.00025425087786856276,
      "loss": 0.5391,
      "step": 38903
    },
    {
      "epoch": 1.5934466516485766,
      "grad_norm": 1.018105121185391,
      "learning_rate": 0.0002542485328879401,
      "loss": 1.0241,
      "step": 38904
    },
    {
      "epoch": 1.593487610075773,
      "grad_norm": 1.1951481598453175,
      "learning_rate": 0.0002542461878580348,
      "loss": 0.9405,
      "step": 38905
    },
    {
      "epoch": 1.5935285685029696,
      "grad_norm": 1.0855722005550934,
      "learning_rate": 0.00025424384277884793,
      "loss": 1.0537,
      "step": 38906
    },
    {
      "epoch": 1.5935695269301657,
      "grad_norm": 1.2099254667574475,
      "learning_rate": 0.00025424149765038064,
      "loss": 0.3221,
      "step": 38907
    },
    {
      "epoch": 1.5936104853573623,
      "grad_norm": 0.8966637708103112,
      "learning_rate": 0.000254239152472634,
      "loss": 0.4055,
      "step": 38908
    },
    {
      "epoch": 1.5936514437845588,
      "grad_norm": 4.441053986170925,
      "learning_rate": 0.0002542368072456092,
      "loss": 5.789,
      "step": 38909
    },
    {
      "epoch": 1.5936924022117551,
      "grad_norm": 1.8111957567651868,
      "learning_rate": 0.0002542344619693072,
      "loss": 1.4338,
      "step": 38910
    },
    {
      "epoch": 1.5937333606389514,
      "grad_norm": 1.2431974006559139,
      "learning_rate": 0.00025423211664372925,
      "loss": 1.096,
      "step": 38911
    },
    {
      "epoch": 1.593774319066148,
      "grad_norm": 1.7563546627731026,
      "learning_rate": 0.00025422977126887637,
      "loss": 0.8025,
      "step": 38912
    },
    {
      "epoch": 1.5938152774933443,
      "grad_norm": 0.6626710938133786,
      "learning_rate": 0.00025422742584474975,
      "loss": 0.3018,
      "step": 38913
    },
    {
      "epoch": 1.5938562359205406,
      "grad_norm": 1.2410571946507518,
      "learning_rate": 0.00025422508037135043,
      "loss": 1.1084,
      "step": 38914
    },
    {
      "epoch": 1.5938971943477371,
      "grad_norm": 0.9344428964146729,
      "learning_rate": 0.00025422273484867954,
      "loss": 0.7815,
      "step": 38915
    },
    {
      "epoch": 1.5939381527749334,
      "grad_norm": 1.1533829457913807,
      "learning_rate": 0.00025422038927673817,
      "loss": 0.9299,
      "step": 38916
    },
    {
      "epoch": 1.5939791112021298,
      "grad_norm": 0.9650999618187078,
      "learning_rate": 0.00025421804365552745,
      "loss": 0.5311,
      "step": 38917
    },
    {
      "epoch": 1.5940200696293263,
      "grad_norm": 1.0101566136500684,
      "learning_rate": 0.0002542156979850486,
      "loss": 0.9314,
      "step": 38918
    },
    {
      "epoch": 1.5940610280565226,
      "grad_norm": 1.302752414817161,
      "learning_rate": 0.0002542133522653024,
      "loss": 1.5402,
      "step": 38919
    },
    {
      "epoch": 1.594101986483719,
      "grad_norm": 0.6751914281206127,
      "learning_rate": 0.00025421100649629033,
      "loss": 0.2221,
      "step": 38920
    },
    {
      "epoch": 1.5941429449109155,
      "grad_norm": 1.2009490530580915,
      "learning_rate": 0.0002542086606780133,
      "loss": 0.6998,
      "step": 38921
    },
    {
      "epoch": 1.5941839033381118,
      "grad_norm": 0.9880322296561541,
      "learning_rate": 0.00025420631481047243,
      "loss": 0.7275,
      "step": 38922
    },
    {
      "epoch": 1.594224861765308,
      "grad_norm": 0.9077712910499565,
      "learning_rate": 0.00025420396889366896,
      "loss": 0.6906,
      "step": 38923
    },
    {
      "epoch": 1.5942658201925046,
      "grad_norm": 0.9067969745540193,
      "learning_rate": 0.0002542016229276038,
      "loss": 0.8461,
      "step": 38924
    },
    {
      "epoch": 1.5943067786197012,
      "grad_norm": 1.1642392370445196,
      "learning_rate": 0.0002541992769122782,
      "loss": 0.9115,
      "step": 38925
    },
    {
      "epoch": 1.5943477370468973,
      "grad_norm": 0.6554239460589543,
      "learning_rate": 0.0002541969308476932,
      "loss": 0.3467,
      "step": 38926
    },
    {
      "epoch": 1.5943886954740938,
      "grad_norm": 3.5866303016301857,
      "learning_rate": 0.00025419458473385,
      "loss": 7.2692,
      "step": 38927
    },
    {
      "epoch": 1.5944296539012903,
      "grad_norm": 0.8698123987819569,
      "learning_rate": 0.00025419223857074956,
      "loss": 0.6622,
      "step": 38928
    },
    {
      "epoch": 1.5944706123284866,
      "grad_norm": 1.289446404887817,
      "learning_rate": 0.0002541898923583931,
      "loss": 0.935,
      "step": 38929
    },
    {
      "epoch": 1.594511570755683,
      "grad_norm": 1.152060751600281,
      "learning_rate": 0.00025418754609678174,
      "loss": 0.7875,
      "step": 38930
    },
    {
      "epoch": 1.5945525291828795,
      "grad_norm": 1.0199331403121366,
      "learning_rate": 0.0002541851997859165,
      "loss": 1.1329,
      "step": 38931
    },
    {
      "epoch": 1.5945934876100758,
      "grad_norm": 1.3077974862679078,
      "learning_rate": 0.0002541828534257986,
      "loss": 0.7722,
      "step": 38932
    },
    {
      "epoch": 1.5946344460372721,
      "grad_norm": 1.1828458517473175,
      "learning_rate": 0.0002541805070164291,
      "loss": 1.1433,
      "step": 38933
    },
    {
      "epoch": 1.5946754044644686,
      "grad_norm": 1.1665278685811762,
      "learning_rate": 0.00025417816055780905,
      "loss": 0.9268,
      "step": 38934
    },
    {
      "epoch": 1.594716362891665,
      "grad_norm": 0.9977906810404534,
      "learning_rate": 0.00025417581404993964,
      "loss": 0.4811,
      "step": 38935
    },
    {
      "epoch": 1.5947573213188613,
      "grad_norm": 0.7788869002158201,
      "learning_rate": 0.00025417346749282197,
      "loss": 0.5419,
      "step": 38936
    },
    {
      "epoch": 1.5947982797460578,
      "grad_norm": 1.4324939529804666,
      "learning_rate": 0.0002541711208864571,
      "loss": 0.9136,
      "step": 38937
    },
    {
      "epoch": 1.5948392381732541,
      "grad_norm": 1.893723981532403,
      "learning_rate": 0.0002541687742308462,
      "loss": 0.905,
      "step": 38938
    },
    {
      "epoch": 1.5948801966004504,
      "grad_norm": 1.0981058700046487,
      "learning_rate": 0.0002541664275259903,
      "loss": 0.6975,
      "step": 38939
    },
    {
      "epoch": 1.594921155027647,
      "grad_norm": 0.7189928426498637,
      "learning_rate": 0.00025416408077189056,
      "loss": 0.2879,
      "step": 38940
    },
    {
      "epoch": 1.5949621134548433,
      "grad_norm": 1.6999714228639926,
      "learning_rate": 0.00025416173396854814,
      "loss": 1.7513,
      "step": 38941
    },
    {
      "epoch": 1.5950030718820396,
      "grad_norm": 1.15530929974312,
      "learning_rate": 0.000254159387115964,
      "loss": 0.9507,
      "step": 38942
    },
    {
      "epoch": 1.5950440303092361,
      "grad_norm": 1.0966550043100813,
      "learning_rate": 0.00025415704021413945,
      "loss": 0.7036,
      "step": 38943
    },
    {
      "epoch": 1.5950849887364327,
      "grad_norm": 1.1570112405424708,
      "learning_rate": 0.00025415469326307545,
      "loss": 0.8312,
      "step": 38944
    },
    {
      "epoch": 1.5951259471636288,
      "grad_norm": 1.4943074897171311,
      "learning_rate": 0.0002541523462627732,
      "loss": 0.7355,
      "step": 38945
    },
    {
      "epoch": 1.5951669055908253,
      "grad_norm": 1.0009552304163207,
      "learning_rate": 0.0002541499992132337,
      "loss": 0.6525,
      "step": 38946
    },
    {
      "epoch": 1.5952078640180218,
      "grad_norm": 1.0791383294719397,
      "learning_rate": 0.00025414765211445817,
      "loss": 0.8113,
      "step": 38947
    },
    {
      "epoch": 1.5952488224452182,
      "grad_norm": 1.141566298000296,
      "learning_rate": 0.0002541453049664476,
      "loss": 0.7325,
      "step": 38948
    },
    {
      "epoch": 1.5952897808724145,
      "grad_norm": 1.7088933806327775,
      "learning_rate": 0.00025414295776920326,
      "loss": 1.5569,
      "step": 38949
    },
    {
      "epoch": 1.595330739299611,
      "grad_norm": 1.2671991343124842,
      "learning_rate": 0.00025414061052272615,
      "loss": 0.6261,
      "step": 38950
    },
    {
      "epoch": 1.5953716977268073,
      "grad_norm": 1.3881848375881383,
      "learning_rate": 0.0002541382632270174,
      "loss": 1.3023,
      "step": 38951
    },
    {
      "epoch": 1.5954126561540036,
      "grad_norm": 1.032826359380128,
      "learning_rate": 0.00025413591588207814,
      "loss": 0.8256,
      "step": 38952
    },
    {
      "epoch": 1.5954536145812002,
      "grad_norm": 1.1580700293990676,
      "learning_rate": 0.0002541335684879094,
      "loss": 0.9608,
      "step": 38953
    },
    {
      "epoch": 1.5954945730083965,
      "grad_norm": 1.2236697823866776,
      "learning_rate": 0.0002541312210445124,
      "loss": 0.8479,
      "step": 38954
    },
    {
      "epoch": 1.5955355314355928,
      "grad_norm": 1.007377087640171,
      "learning_rate": 0.00025412887355188816,
      "loss": 0.6935,
      "step": 38955
    },
    {
      "epoch": 1.5955764898627893,
      "grad_norm": 0.6582702288835359,
      "learning_rate": 0.00025412652601003785,
      "loss": 0.2141,
      "step": 38956
    },
    {
      "epoch": 1.5956174482899856,
      "grad_norm": 1.02985203980719,
      "learning_rate": 0.0002541241784189626,
      "loss": 0.8228,
      "step": 38957
    },
    {
      "epoch": 1.595658406717182,
      "grad_norm": 1.111578325812866,
      "learning_rate": 0.0002541218307786634,
      "loss": 0.8186,
      "step": 38958
    },
    {
      "epoch": 1.5956993651443785,
      "grad_norm": 1.0633760362132114,
      "learning_rate": 0.0002541194830891415,
      "loss": 0.8496,
      "step": 38959
    },
    {
      "epoch": 1.5957403235715748,
      "grad_norm": 1.2174542019302192,
      "learning_rate": 0.000254117135350398,
      "loss": 0.9359,
      "step": 38960
    },
    {
      "epoch": 1.5957812819987711,
      "grad_norm": 1.1621445121165461,
      "learning_rate": 0.0002541147875624339,
      "loss": 1.3017,
      "step": 38961
    },
    {
      "epoch": 1.5958222404259677,
      "grad_norm": 1.1946863600816457,
      "learning_rate": 0.0002541124397252503,
      "loss": 0.9057,
      "step": 38962
    },
    {
      "epoch": 1.5958631988531642,
      "grad_norm": 0.9005661365191016,
      "learning_rate": 0.0002541100918388485,
      "loss": 0.296,
      "step": 38963
    },
    {
      "epoch": 1.5959041572803603,
      "grad_norm": 1.0449766088294279,
      "learning_rate": 0.0002541077439032294,
      "loss": 0.6567,
      "step": 38964
    },
    {
      "epoch": 1.5959451157075568,
      "grad_norm": 1.2030887549543618,
      "learning_rate": 0.0002541053959183943,
      "loss": 0.7207,
      "step": 38965
    },
    {
      "epoch": 1.5959860741347534,
      "grad_norm": 1.2051057434652785,
      "learning_rate": 0.0002541030478843441,
      "loss": 1.0709,
      "step": 38966
    },
    {
      "epoch": 1.5960270325619497,
      "grad_norm": 0.8861073079585711,
      "learning_rate": 0.00025410069980108004,
      "loss": 0.4635,
      "step": 38967
    },
    {
      "epoch": 1.596067990989146,
      "grad_norm": 1.8628437956982484,
      "learning_rate": 0.0002540983516686033,
      "loss": 1.1748,
      "step": 38968
    },
    {
      "epoch": 1.5961089494163425,
      "grad_norm": 1.2128001187555586,
      "learning_rate": 0.0002540960034869148,
      "loss": 0.8828,
      "step": 38969
    },
    {
      "epoch": 1.5961499078435388,
      "grad_norm": 1.1602253365378525,
      "learning_rate": 0.0002540936552560158,
      "loss": 0.4665,
      "step": 38970
    },
    {
      "epoch": 1.5961908662707351,
      "grad_norm": 0.968678927484489,
      "learning_rate": 0.00025409130697590733,
      "loss": 0.7272,
      "step": 38971
    },
    {
      "epoch": 1.5962318246979317,
      "grad_norm": 3.2634410301585,
      "learning_rate": 0.0002540889586465905,
      "loss": 1.2511,
      "step": 38972
    },
    {
      "epoch": 1.596272783125128,
      "grad_norm": 0.7412263243411014,
      "learning_rate": 0.00025408661026806654,
      "loss": 0.3822,
      "step": 38973
    },
    {
      "epoch": 1.5963137415523243,
      "grad_norm": 0.7870890207684601,
      "learning_rate": 0.00025408426184033643,
      "loss": 0.4585,
      "step": 38974
    },
    {
      "epoch": 1.5963546999795208,
      "grad_norm": 1.53513893186015,
      "learning_rate": 0.0002540819133634013,
      "loss": 1.0391,
      "step": 38975
    },
    {
      "epoch": 1.5963956584067172,
      "grad_norm": 1.1362101284840498,
      "learning_rate": 0.00025407956483726235,
      "loss": 0.9886,
      "step": 38976
    },
    {
      "epoch": 1.5964366168339135,
      "grad_norm": 1.2351708799093064,
      "learning_rate": 0.00025407721626192055,
      "loss": 0.9751,
      "step": 38977
    },
    {
      "epoch": 1.59647757526111,
      "grad_norm": 0.7322155930399473,
      "learning_rate": 0.00025407486763737706,
      "loss": 0.3588,
      "step": 38978
    },
    {
      "epoch": 1.5965185336883063,
      "grad_norm": 0.5328053852567605,
      "learning_rate": 0.00025407251896363307,
      "loss": 0.1596,
      "step": 38979
    },
    {
      "epoch": 1.5965594921155026,
      "grad_norm": 1.3392948259187916,
      "learning_rate": 0.0002540701702406896,
      "loss": 0.6672,
      "step": 38980
    },
    {
      "epoch": 1.5966004505426992,
      "grad_norm": 6.314047119663179,
      "learning_rate": 0.0002540678214685478,
      "loss": 2.6676,
      "step": 38981
    },
    {
      "epoch": 1.5966414089698957,
      "grad_norm": 1.2743890916581557,
      "learning_rate": 0.0002540654726472088,
      "loss": 0.4225,
      "step": 38982
    },
    {
      "epoch": 1.5966823673970918,
      "grad_norm": 1.2856354838144504,
      "learning_rate": 0.0002540631237766737,
      "loss": 0.9523,
      "step": 38983
    },
    {
      "epoch": 1.5967233258242883,
      "grad_norm": 1.2180408596370864,
      "learning_rate": 0.0002540607748569435,
      "loss": 1.278,
      "step": 38984
    },
    {
      "epoch": 1.5967642842514849,
      "grad_norm": 1.4396281575127945,
      "learning_rate": 0.0002540584258880195,
      "loss": 1.2949,
      "step": 38985
    },
    {
      "epoch": 1.5968052426786812,
      "grad_norm": 1.0603901624454855,
      "learning_rate": 0.00025405607686990265,
      "loss": 0.8109,
      "step": 38986
    },
    {
      "epoch": 1.5968462011058775,
      "grad_norm": 1.041268869211616,
      "learning_rate": 0.0002540537278025942,
      "loss": 0.3722,
      "step": 38987
    },
    {
      "epoch": 1.596887159533074,
      "grad_norm": 0.7877148082325196,
      "learning_rate": 0.0002540513786860951,
      "loss": 0.6521,
      "step": 38988
    },
    {
      "epoch": 1.5969281179602703,
      "grad_norm": 0.8485526092788526,
      "learning_rate": 0.00025404902952040663,
      "loss": 0.6822,
      "step": 38989
    },
    {
      "epoch": 1.5969690763874667,
      "grad_norm": 1.2746686994916239,
      "learning_rate": 0.00025404668030552975,
      "loss": 0.9543,
      "step": 38990
    },
    {
      "epoch": 1.5970100348146632,
      "grad_norm": 0.897509571560571,
      "learning_rate": 0.00025404433104146565,
      "loss": 0.6222,
      "step": 38991
    },
    {
      "epoch": 1.5970509932418595,
      "grad_norm": 1.12328381471325,
      "learning_rate": 0.0002540419817282154,
      "loss": 0.7342,
      "step": 38992
    },
    {
      "epoch": 1.5970919516690558,
      "grad_norm": 1.0847430810553593,
      "learning_rate": 0.00025403963236578025,
      "loss": 0.8858,
      "step": 38993
    },
    {
      "epoch": 1.5971329100962524,
      "grad_norm": 1.0484963038123831,
      "learning_rate": 0.0002540372829541611,
      "loss": 0.8396,
      "step": 38994
    },
    {
      "epoch": 1.5971738685234487,
      "grad_norm": 1.1555041418223453,
      "learning_rate": 0.00025403493349335915,
      "loss": 0.8005,
      "step": 38995
    },
    {
      "epoch": 1.597214826950645,
      "grad_norm": 1.0965653155029562,
      "learning_rate": 0.00025403258398337556,
      "loss": 1.0693,
      "step": 38996
    },
    {
      "epoch": 1.5972557853778415,
      "grad_norm": 2.833336628682715,
      "learning_rate": 0.0002540302344242114,
      "loss": 1.5461,
      "step": 38997
    },
    {
      "epoch": 1.5972967438050378,
      "grad_norm": 1.1169267649502101,
      "learning_rate": 0.00025402788481586775,
      "loss": 1.1978,
      "step": 38998
    },
    {
      "epoch": 1.5973377022322341,
      "grad_norm": 0.9825892297056688,
      "learning_rate": 0.00025402553515834576,
      "loss": 0.4987,
      "step": 38999
    },
    {
      "epoch": 1.5973786606594307,
      "grad_norm": 1.3472159763829263,
      "learning_rate": 0.0002540231854516466,
      "loss": 0.8969,
      "step": 39000
    },
    {
      "epoch": 1.5974196190866272,
      "grad_norm": 0.9429004274808563,
      "learning_rate": 0.00025402083569577125,
      "loss": 0.8325,
      "step": 39001
    },
    {
      "epoch": 1.5974605775138233,
      "grad_norm": 1.4702686844100235,
      "learning_rate": 0.0002540184858907209,
      "loss": 1.1898,
      "step": 39002
    },
    {
      "epoch": 1.5975015359410198,
      "grad_norm": 2.2423311150781333,
      "learning_rate": 0.00025401613603649666,
      "loss": 1.0734,
      "step": 39003
    },
    {
      "epoch": 1.5975424943682164,
      "grad_norm": 0.962334175015089,
      "learning_rate": 0.0002540137861330996,
      "loss": 0.745,
      "step": 39004
    },
    {
      "epoch": 1.5975834527954127,
      "grad_norm": 1.0896107884862092,
      "learning_rate": 0.0002540114361805309,
      "loss": 0.788,
      "step": 39005
    },
    {
      "epoch": 1.597624411222609,
      "grad_norm": 1.1338126902707943,
      "learning_rate": 0.00025400908617879156,
      "loss": 0.6734,
      "step": 39006
    },
    {
      "epoch": 1.5976653696498055,
      "grad_norm": 5.031599728938894,
      "learning_rate": 0.0002540067361278828,
      "loss": 0.8184,
      "step": 39007
    },
    {
      "epoch": 1.5977063280770019,
      "grad_norm": 1.1902288043175437,
      "learning_rate": 0.00025400438602780564,
      "loss": 0.7155,
      "step": 39008
    },
    {
      "epoch": 1.5977472865041982,
      "grad_norm": 1.181807629965944,
      "learning_rate": 0.0002540020358785613,
      "loss": 0.8613,
      "step": 39009
    },
    {
      "epoch": 1.5977882449313947,
      "grad_norm": 1.0861033177858481,
      "learning_rate": 0.0002539996856801508,
      "loss": 0.6793,
      "step": 39010
    },
    {
      "epoch": 1.597829203358591,
      "grad_norm": 1.517615058105135,
      "learning_rate": 0.0002539973354325753,
      "loss": 1.4695,
      "step": 39011
    },
    {
      "epoch": 1.5978701617857873,
      "grad_norm": 0.93034205914871,
      "learning_rate": 0.0002539949851358359,
      "loss": 0.9152,
      "step": 39012
    },
    {
      "epoch": 1.5979111202129839,
      "grad_norm": 1.0254187743475331,
      "learning_rate": 0.00025399263478993376,
      "loss": 1.0132,
      "step": 39013
    },
    {
      "epoch": 1.5979520786401802,
      "grad_norm": 0.9904005033942607,
      "learning_rate": 0.0002539902843948699,
      "loss": 0.5831,
      "step": 39014
    },
    {
      "epoch": 1.5979930370673765,
      "grad_norm": 7.247106537274928,
      "learning_rate": 0.00025398793395064545,
      "loss": 2.731,
      "step": 39015
    },
    {
      "epoch": 1.598033995494573,
      "grad_norm": 0.5967552534155683,
      "learning_rate": 0.00025398558345726154,
      "loss": 0.3154,
      "step": 39016
    },
    {
      "epoch": 1.5980749539217696,
      "grad_norm": 3.061936547854373,
      "learning_rate": 0.00025398323291471925,
      "loss": 2.9002,
      "step": 39017
    },
    {
      "epoch": 1.5981159123489657,
      "grad_norm": 1.416704476337521,
      "learning_rate": 0.00025398088232301977,
      "loss": 1.7119,
      "step": 39018
    },
    {
      "epoch": 1.5981568707761622,
      "grad_norm": 1.1077701183488702,
      "learning_rate": 0.00025397853168216414,
      "loss": 1.0222,
      "step": 39019
    },
    {
      "epoch": 1.5981978292033587,
      "grad_norm": 1.075332823825536,
      "learning_rate": 0.0002539761809921535,
      "loss": 0.7184,
      "step": 39020
    },
    {
      "epoch": 1.5982387876305548,
      "grad_norm": 0.9600661505274077,
      "learning_rate": 0.0002539738302529889,
      "loss": 0.6746,
      "step": 39021
    },
    {
      "epoch": 1.5982797460577514,
      "grad_norm": 1.2018868060139187,
      "learning_rate": 0.0002539714794646716,
      "loss": 1.282,
      "step": 39022
    },
    {
      "epoch": 1.598320704484948,
      "grad_norm": 1.0703995631564998,
      "learning_rate": 0.0002539691286272026,
      "loss": 0.7932,
      "step": 39023
    },
    {
      "epoch": 1.5983616629121442,
      "grad_norm": 1.10484564896965,
      "learning_rate": 0.000253966777740583,
      "loss": 0.8243,
      "step": 39024
    },
    {
      "epoch": 1.5984026213393405,
      "grad_norm": 1.11615235841404,
      "learning_rate": 0.00025396442680481395,
      "loss": 0.9593,
      "step": 39025
    },
    {
      "epoch": 1.598443579766537,
      "grad_norm": 1.2676155096732928,
      "learning_rate": 0.0002539620758198965,
      "loss": 1.0611,
      "step": 39026
    },
    {
      "epoch": 1.5984845381937334,
      "grad_norm": 0.5106010600454381,
      "learning_rate": 0.0002539597247858319,
      "loss": 0.2697,
      "step": 39027
    },
    {
      "epoch": 1.5985254966209297,
      "grad_norm": 0.9547749515441321,
      "learning_rate": 0.0002539573737026211,
      "loss": 0.7669,
      "step": 39028
    },
    {
      "epoch": 1.5985664550481262,
      "grad_norm": 0.8501290486332026,
      "learning_rate": 0.00025395502257026536,
      "loss": 0.7211,
      "step": 39029
    },
    {
      "epoch": 1.5986074134753225,
      "grad_norm": 1.3573671030999137,
      "learning_rate": 0.00025395267138876565,
      "loss": 1.2351,
      "step": 39030
    },
    {
      "epoch": 1.5986483719025188,
      "grad_norm": 1.0653772370629127,
      "learning_rate": 0.0002539503201581232,
      "loss": 0.6598,
      "step": 39031
    },
    {
      "epoch": 1.5986893303297154,
      "grad_norm": 1.3631984631516336,
      "learning_rate": 0.000253947968878339,
      "loss": 0.8185,
      "step": 39032
    },
    {
      "epoch": 1.5987302887569117,
      "grad_norm": 1.022778767540773,
      "learning_rate": 0.00025394561754941427,
      "loss": 0.635,
      "step": 39033
    },
    {
      "epoch": 1.598771247184108,
      "grad_norm": 1.360062091460775,
      "learning_rate": 0.0002539432661713501,
      "loss": 0.8766,
      "step": 39034
    },
    {
      "epoch": 1.5988122056113045,
      "grad_norm": 1.0534369126425525,
      "learning_rate": 0.00025394091474414764,
      "loss": 0.8951,
      "step": 39035
    },
    {
      "epoch": 1.598853164038501,
      "grad_norm": 1.0150663812695322,
      "learning_rate": 0.0002539385632678078,
      "loss": 0.9169,
      "step": 39036
    },
    {
      "epoch": 1.5988941224656972,
      "grad_norm": 1.3156448084001444,
      "learning_rate": 0.00025393621174233196,
      "loss": 1.1712,
      "step": 39037
    },
    {
      "epoch": 1.5989350808928937,
      "grad_norm": 0.623499211379054,
      "learning_rate": 0.00025393386016772104,
      "loss": 0.2542,
      "step": 39038
    },
    {
      "epoch": 1.5989760393200902,
      "grad_norm": 1.1911952606396503,
      "learning_rate": 0.00025393150854397634,
      "loss": 0.8804,
      "step": 39039
    },
    {
      "epoch": 1.5990169977472863,
      "grad_norm": 1.271050716052507,
      "learning_rate": 0.00025392915687109875,
      "loss": 1.5166,
      "step": 39040
    },
    {
      "epoch": 1.5990579561744829,
      "grad_norm": 0.899008244297708,
      "learning_rate": 0.0002539268051490895,
      "loss": 0.6838,
      "step": 39041
    },
    {
      "epoch": 1.5990989146016794,
      "grad_norm": 1.1780516430049883,
      "learning_rate": 0.00025392445337794965,
      "loss": 0.9635,
      "step": 39042
    },
    {
      "epoch": 1.5991398730288757,
      "grad_norm": 0.9850626548108785,
      "learning_rate": 0.0002539221015576804,
      "loss": 0.3648,
      "step": 39043
    },
    {
      "epoch": 1.599180831456072,
      "grad_norm": 1.243394043118306,
      "learning_rate": 0.0002539197496882828,
      "loss": 0.6635,
      "step": 39044
    },
    {
      "epoch": 1.5992217898832686,
      "grad_norm": 1.0917997651973879,
      "learning_rate": 0.000253917397769758,
      "loss": 0.7655,
      "step": 39045
    },
    {
      "epoch": 1.5992627483104649,
      "grad_norm": 0.5849783420366853,
      "learning_rate": 0.00025391504580210707,
      "loss": 0.2464,
      "step": 39046
    },
    {
      "epoch": 1.5993037067376612,
      "grad_norm": 0.4689040141879003,
      "learning_rate": 0.0002539126937853311,
      "loss": 0.1061,
      "step": 39047
    },
    {
      "epoch": 1.5993446651648577,
      "grad_norm": 1.0644223504221986,
      "learning_rate": 0.0002539103417194313,
      "loss": 1.1923,
      "step": 39048
    },
    {
      "epoch": 1.599385623592054,
      "grad_norm": 1.3946966201475217,
      "learning_rate": 0.00025390798960440867,
      "loss": 1.1526,
      "step": 39049
    },
    {
      "epoch": 1.5994265820192504,
      "grad_norm": 1.1551803491254673,
      "learning_rate": 0.0002539056374402644,
      "loss": 0.7346,
      "step": 39050
    },
    {
      "epoch": 1.599467540446447,
      "grad_norm": 0.9701574977747326,
      "learning_rate": 0.0002539032852269995,
      "loss": 0.7717,
      "step": 39051
    },
    {
      "epoch": 1.5995084988736432,
      "grad_norm": 1.2165750640565152,
      "learning_rate": 0.0002539009329646152,
      "loss": 0.9316,
      "step": 39052
    },
    {
      "epoch": 1.5995494573008395,
      "grad_norm": 1.0035039336831295,
      "learning_rate": 0.00025389858065311263,
      "loss": 0.9009,
      "step": 39053
    },
    {
      "epoch": 1.599590415728036,
      "grad_norm": 2.69509465052539,
      "learning_rate": 0.0002538962282924928,
      "loss": 2.6363,
      "step": 39054
    },
    {
      "epoch": 1.5996313741552326,
      "grad_norm": 1.2319379136664272,
      "learning_rate": 0.00025389387588275683,
      "loss": 0.8405,
      "step": 39055
    },
    {
      "epoch": 1.5996723325824287,
      "grad_norm": 0.9870495240480645,
      "learning_rate": 0.0002538915234239059,
      "loss": 0.4466,
      "step": 39056
    },
    {
      "epoch": 1.5997132910096252,
      "grad_norm": 1.5961505557921967,
      "learning_rate": 0.00025388917091594105,
      "loss": 1.4603,
      "step": 39057
    },
    {
      "epoch": 1.5997542494368218,
      "grad_norm": 1.048663745356622,
      "learning_rate": 0.0002538868183588635,
      "loss": 0.7137,
      "step": 39058
    },
    {
      "epoch": 1.599795207864018,
      "grad_norm": 1.1769976021879909,
      "learning_rate": 0.00025388446575267423,
      "loss": 0.8004,
      "step": 39059
    },
    {
      "epoch": 1.5998361662912144,
      "grad_norm": 3.3914997725369678,
      "learning_rate": 0.0002538821130973744,
      "loss": 1.9782,
      "step": 39060
    },
    {
      "epoch": 1.599877124718411,
      "grad_norm": 1.4132218083734251,
      "learning_rate": 0.00025387976039296516,
      "loss": 1.0107,
      "step": 39061
    },
    {
      "epoch": 1.5999180831456072,
      "grad_norm": 1.4510168250915056,
      "learning_rate": 0.00025387740763944765,
      "loss": 0.9572,
      "step": 39062
    },
    {
      "epoch": 1.5999590415728036,
      "grad_norm": 1.0720505463250602,
      "learning_rate": 0.00025387505483682283,
      "loss": 0.8104,
      "step": 39063
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.9785034433328864,
      "learning_rate": 0.000253872701985092,
      "loss": 0.5485,
      "step": 39064
    },
    {
      "epoch": 1.6000409584271964,
      "grad_norm": 1.118094457183039,
      "learning_rate": 0.00025387034908425614,
      "loss": 1.008,
      "step": 39065
    },
    {
      "epoch": 1.6000819168543927,
      "grad_norm": 0.7150260290408775,
      "learning_rate": 0.00025386799613431643,
      "loss": 0.3226,
      "step": 39066
    },
    {
      "epoch": 1.6001228752815893,
      "grad_norm": 1.3285789990477965,
      "learning_rate": 0.0002538656431352739,
      "loss": 1.2142,
      "step": 39067
    },
    {
      "epoch": 1.6001638337087856,
      "grad_norm": 1.3781555995606232,
      "learning_rate": 0.0002538632900871298,
      "loss": 0.9065,
      "step": 39068
    },
    {
      "epoch": 1.6002047921359819,
      "grad_norm": 1.449724666416791,
      "learning_rate": 0.00025386093698988505,
      "loss": 1.3424,
      "step": 39069
    },
    {
      "epoch": 1.6002457505631784,
      "grad_norm": 3.7665181863164947,
      "learning_rate": 0.000253858583843541,
      "loss": 1.7999,
      "step": 39070
    },
    {
      "epoch": 1.6002867089903747,
      "grad_norm": 0.7908319357408045,
      "learning_rate": 0.0002538562306480986,
      "loss": 0.3824,
      "step": 39071
    },
    {
      "epoch": 1.600327667417571,
      "grad_norm": 1.0219702116942393,
      "learning_rate": 0.00025385387740355894,
      "loss": 0.7884,
      "step": 39072
    },
    {
      "epoch": 1.6003686258447676,
      "grad_norm": 0.8838723342300319,
      "learning_rate": 0.00025385152410992325,
      "loss": 0.5392,
      "step": 39073
    },
    {
      "epoch": 1.6004095842719641,
      "grad_norm": 1.5284143798373349,
      "learning_rate": 0.0002538491707671926,
      "loss": 0.6629,
      "step": 39074
    },
    {
      "epoch": 1.6004505426991602,
      "grad_norm": 1.5125642864170117,
      "learning_rate": 0.00025384681737536803,
      "loss": 1.4089,
      "step": 39075
    },
    {
      "epoch": 1.6004915011263567,
      "grad_norm": 1.489670942605437,
      "learning_rate": 0.00025384446393445073,
      "loss": 0.8159,
      "step": 39076
    },
    {
      "epoch": 1.6005324595535533,
      "grad_norm": 0.7690151262274512,
      "learning_rate": 0.00025384211044444184,
      "loss": 0.2985,
      "step": 39077
    },
    {
      "epoch": 1.6005734179807496,
      "grad_norm": 0.8856254070222932,
      "learning_rate": 0.0002538397569053424,
      "loss": 0.5891,
      "step": 39078
    },
    {
      "epoch": 1.600614376407946,
      "grad_norm": 1.1244961799432396,
      "learning_rate": 0.0002538374033171535,
      "loss": 0.817,
      "step": 39079
    },
    {
      "epoch": 1.6006553348351424,
      "grad_norm": 1.193120236362547,
      "learning_rate": 0.00025383504967987637,
      "loss": 0.9048,
      "step": 39080
    },
    {
      "epoch": 1.6006962932623388,
      "grad_norm": 0.9029873123864388,
      "learning_rate": 0.000253832695993512,
      "loss": 0.5123,
      "step": 39081
    },
    {
      "epoch": 1.600737251689535,
      "grad_norm": 0.887379505853401,
      "learning_rate": 0.0002538303422580616,
      "loss": 0.5151,
      "step": 39082
    },
    {
      "epoch": 1.6007782101167316,
      "grad_norm": 1.2925496940609924,
      "learning_rate": 0.00025382798847352626,
      "loss": 0.9403,
      "step": 39083
    },
    {
      "epoch": 1.600819168543928,
      "grad_norm": 3.1818238646666335,
      "learning_rate": 0.000253825634639907,
      "loss": 1.4686,
      "step": 39084
    },
    {
      "epoch": 1.6008601269711242,
      "grad_norm": 1.2187625611195034,
      "learning_rate": 0.00025382328075720505,
      "loss": 0.9089,
      "step": 39085
    },
    {
      "epoch": 1.6009010853983208,
      "grad_norm": 1.439335539282196,
      "learning_rate": 0.00025382092682542146,
      "loss": 0.9476,
      "step": 39086
    },
    {
      "epoch": 1.600942043825517,
      "grad_norm": 1.0693106528670222,
      "learning_rate": 0.0002538185728445574,
      "loss": 0.7886,
      "step": 39087
    },
    {
      "epoch": 1.6009830022527134,
      "grad_norm": 0.7753474818829463,
      "learning_rate": 0.00025381621881461386,
      "loss": 0.2637,
      "step": 39088
    },
    {
      "epoch": 1.60102396067991,
      "grad_norm": 1.1821159389203109,
      "learning_rate": 0.00025381386473559214,
      "loss": 1.0691,
      "step": 39089
    },
    {
      "epoch": 1.6010649191071062,
      "grad_norm": 1.271275367602734,
      "learning_rate": 0.00025381151060749314,
      "loss": 0.4272,
      "step": 39090
    },
    {
      "epoch": 1.6011058775343026,
      "grad_norm": 1.0489775849016207,
      "learning_rate": 0.00025380915643031816,
      "loss": 0.6457,
      "step": 39091
    },
    {
      "epoch": 1.601146835961499,
      "grad_norm": 0.8494702469417185,
      "learning_rate": 0.00025380680220406823,
      "loss": 0.5836,
      "step": 39092
    },
    {
      "epoch": 1.6011877943886956,
      "grad_norm": 3.11805917310165,
      "learning_rate": 0.00025380444792874444,
      "loss": 3.4492,
      "step": 39093
    },
    {
      "epoch": 1.6012287528158917,
      "grad_norm": 0.9019151421600449,
      "learning_rate": 0.000253802093604348,
      "loss": 0.68,
      "step": 39094
    },
    {
      "epoch": 1.6012697112430883,
      "grad_norm": 1.1274751421485885,
      "learning_rate": 0.0002537997392308798,
      "loss": 0.8891,
      "step": 39095
    },
    {
      "epoch": 1.6013106696702848,
      "grad_norm": 1.9728632688343912,
      "learning_rate": 0.0002537973848083412,
      "loss": 2.2715,
      "step": 39096
    },
    {
      "epoch": 1.601351628097481,
      "grad_norm": 1.2934219216220764,
      "learning_rate": 0.00025379503033673325,
      "loss": 0.9127,
      "step": 39097
    },
    {
      "epoch": 1.6013925865246774,
      "grad_norm": 0.8144394233060865,
      "learning_rate": 0.000253792675816057,
      "loss": 0.606,
      "step": 39098
    },
    {
      "epoch": 1.601433544951874,
      "grad_norm": 1.0607210800339326,
      "learning_rate": 0.0002537903212463136,
      "loss": 0.882,
      "step": 39099
    },
    {
      "epoch": 1.6014745033790703,
      "grad_norm": 1.0569795207051567,
      "learning_rate": 0.00025378796662750417,
      "loss": 0.7942,
      "step": 39100
    },
    {
      "epoch": 1.6015154618062666,
      "grad_norm": 1.5520176809053206,
      "learning_rate": 0.0002537856119596298,
      "loss": 1.1347,
      "step": 39101
    },
    {
      "epoch": 1.6015564202334631,
      "grad_norm": 0.9933146845561538,
      "learning_rate": 0.0002537832572426916,
      "loss": 0.7024,
      "step": 39102
    },
    {
      "epoch": 1.6015973786606594,
      "grad_norm": 1.1660795206965502,
      "learning_rate": 0.0002537809024766907,
      "loss": 0.8078,
      "step": 39103
    },
    {
      "epoch": 1.6016383370878557,
      "grad_norm": 1.1645083878817732,
      "learning_rate": 0.00025377854766162825,
      "loss": 0.7953,
      "step": 39104
    },
    {
      "epoch": 1.6016792955150523,
      "grad_norm": 1.1226224734574404,
      "learning_rate": 0.0002537761927975053,
      "loss": 0.6721,
      "step": 39105
    },
    {
      "epoch": 1.6017202539422486,
      "grad_norm": 1.4353324012904949,
      "learning_rate": 0.00025377383788432296,
      "loss": 1.1844,
      "step": 39106
    },
    {
      "epoch": 1.601761212369445,
      "grad_norm": 1.0828316099661806,
      "learning_rate": 0.0002537714829220824,
      "loss": 0.8578,
      "step": 39107
    },
    {
      "epoch": 1.6018021707966414,
      "grad_norm": 1.3532199898123976,
      "learning_rate": 0.0002537691279107847,
      "loss": 0.8108,
      "step": 39108
    },
    {
      "epoch": 1.6018431292238378,
      "grad_norm": 1.100931616521459,
      "learning_rate": 0.00025376677285043095,
      "loss": 0.9363,
      "step": 39109
    },
    {
      "epoch": 1.601884087651034,
      "grad_norm": 1.2010415769052118,
      "learning_rate": 0.00025376441774102235,
      "loss": 0.8086,
      "step": 39110
    },
    {
      "epoch": 1.6019250460782306,
      "grad_norm": 0.898333016264739,
      "learning_rate": 0.00025376206258255994,
      "loss": 0.4277,
      "step": 39111
    },
    {
      "epoch": 1.6019660045054271,
      "grad_norm": 1.5839241450212753,
      "learning_rate": 0.0002537597073750448,
      "loss": 1.3841,
      "step": 39112
    },
    {
      "epoch": 1.6020069629326232,
      "grad_norm": 1.5543768522932093,
      "learning_rate": 0.00025375735211847816,
      "loss": 1.5653,
      "step": 39113
    },
    {
      "epoch": 1.6020479213598198,
      "grad_norm": 1.0223701178534181,
      "learning_rate": 0.000253754996812861,
      "loss": 0.7941,
      "step": 39114
    },
    {
      "epoch": 1.6020888797870163,
      "grad_norm": 1.0143321761426958,
      "learning_rate": 0.0002537526414581945,
      "loss": 0.9115,
      "step": 39115
    },
    {
      "epoch": 1.6021298382142126,
      "grad_norm": 0.9028545072029631,
      "learning_rate": 0.00025375028605447987,
      "loss": 0.7824,
      "step": 39116
    },
    {
      "epoch": 1.602170796641409,
      "grad_norm": 0.8550383320220559,
      "learning_rate": 0.000253747930601718,
      "loss": 0.5766,
      "step": 39117
    },
    {
      "epoch": 1.6022117550686055,
      "grad_norm": 0.9116918808449075,
      "learning_rate": 0.00025374557509991023,
      "loss": 0.6773,
      "step": 39118
    },
    {
      "epoch": 1.6022527134958018,
      "grad_norm": 1.0051721236943647,
      "learning_rate": 0.0002537432195490575,
      "loss": 0.6238,
      "step": 39119
    },
    {
      "epoch": 1.602293671922998,
      "grad_norm": 0.7726141152361458,
      "learning_rate": 0.00025374086394916104,
      "loss": 0.3081,
      "step": 39120
    },
    {
      "epoch": 1.6023346303501946,
      "grad_norm": 1.1676559499810022,
      "learning_rate": 0.00025373850830022183,
      "loss": 0.8685,
      "step": 39121
    },
    {
      "epoch": 1.602375588777391,
      "grad_norm": 1.1721022814973951,
      "learning_rate": 0.0002537361526022412,
      "loss": 1.0155,
      "step": 39122
    },
    {
      "epoch": 1.6024165472045873,
      "grad_norm": 1.050223650438156,
      "learning_rate": 0.00025373379685522007,
      "loss": 0.8392,
      "step": 39123
    },
    {
      "epoch": 1.6024575056317838,
      "grad_norm": 6.00227463671992,
      "learning_rate": 0.0002537314410591596,
      "loss": 1.7607,
      "step": 39124
    },
    {
      "epoch": 1.60249846405898,
      "grad_norm": 1.0720247582971574,
      "learning_rate": 0.00025372908521406097,
      "loss": 0.7288,
      "step": 39125
    },
    {
      "epoch": 1.6025394224861764,
      "grad_norm": 1.2901386935908692,
      "learning_rate": 0.0002537267293199252,
      "loss": 1.2651,
      "step": 39126
    },
    {
      "epoch": 1.602580380913373,
      "grad_norm": 1.3359090926258077,
      "learning_rate": 0.0002537243733767535,
      "loss": 1.3435,
      "step": 39127
    },
    {
      "epoch": 1.6026213393405693,
      "grad_norm": 1.5323410426193198,
      "learning_rate": 0.00025372201738454693,
      "loss": 1.5629,
      "step": 39128
    },
    {
      "epoch": 1.6026622977677656,
      "grad_norm": 1.145469504059994,
      "learning_rate": 0.0002537196613433066,
      "loss": 0.5577,
      "step": 39129
    },
    {
      "epoch": 1.6027032561949621,
      "grad_norm": 1.020039715649171,
      "learning_rate": 0.00025371730525303366,
      "loss": 0.6804,
      "step": 39130
    },
    {
      "epoch": 1.6027442146221587,
      "grad_norm": 0.9268861237722519,
      "learning_rate": 0.0002537149491137291,
      "loss": 0.7378,
      "step": 39131
    },
    {
      "epoch": 1.6027851730493547,
      "grad_norm": 1.010980314722029,
      "learning_rate": 0.00025371259292539423,
      "loss": 0.7592,
      "step": 39132
    },
    {
      "epoch": 1.6028261314765513,
      "grad_norm": 0.6618149092427511,
      "learning_rate": 0.00025371023668803,
      "loss": 0.337,
      "step": 39133
    },
    {
      "epoch": 1.6028670899037478,
      "grad_norm": 3.888614602830626,
      "learning_rate": 0.00025370788040163765,
      "loss": 2.9567,
      "step": 39134
    },
    {
      "epoch": 1.6029080483309441,
      "grad_norm": 1.131365087169744,
      "learning_rate": 0.0002537055240662182,
      "loss": 0.8507,
      "step": 39135
    },
    {
      "epoch": 1.6029490067581404,
      "grad_norm": 1.0388910543948047,
      "learning_rate": 0.00025370316768177274,
      "loss": 0.7126,
      "step": 39136
    },
    {
      "epoch": 1.602989965185337,
      "grad_norm": 0.9335681338047848,
      "learning_rate": 0.00025370081124830257,
      "loss": 0.7396,
      "step": 39137
    },
    {
      "epoch": 1.6030309236125333,
      "grad_norm": 1.1176886072681884,
      "learning_rate": 0.00025369845476580857,
      "loss": 0.7919,
      "step": 39138
    },
    {
      "epoch": 1.6030718820397296,
      "grad_norm": 1.5602666318675706,
      "learning_rate": 0.000253696098234292,
      "loss": 1.1955,
      "step": 39139
    },
    {
      "epoch": 1.6031128404669261,
      "grad_norm": 1.0867443461674704,
      "learning_rate": 0.0002536937416537539,
      "loss": 0.936,
      "step": 39140
    },
    {
      "epoch": 1.6031537988941225,
      "grad_norm": 0.8161595972789635,
      "learning_rate": 0.0002536913850241954,
      "loss": 0.6367,
      "step": 39141
    },
    {
      "epoch": 1.6031947573213188,
      "grad_norm": 6.991173448658051,
      "learning_rate": 0.0002536890283456177,
      "loss": 2.8372,
      "step": 39142
    },
    {
      "epoch": 1.6032357157485153,
      "grad_norm": 1.287284208192095,
      "learning_rate": 0.00025368667161802176,
      "loss": 0.7917,
      "step": 39143
    },
    {
      "epoch": 1.6032766741757116,
      "grad_norm": 1.5097571227874365,
      "learning_rate": 0.00025368431484140886,
      "loss": 0.5501,
      "step": 39144
    },
    {
      "epoch": 1.603317632602908,
      "grad_norm": 1.1869228952769229,
      "learning_rate": 0.00025368195801578,
      "loss": 0.7138,
      "step": 39145
    },
    {
      "epoch": 1.6033585910301045,
      "grad_norm": 1.2196238759999742,
      "learning_rate": 0.00025367960114113636,
      "loss": 1.068,
      "step": 39146
    },
    {
      "epoch": 1.6033995494573008,
      "grad_norm": 0.7916231737063858,
      "learning_rate": 0.000253677244217479,
      "loss": 0.3057,
      "step": 39147
    },
    {
      "epoch": 1.603440507884497,
      "grad_norm": 0.9650905817660148,
      "learning_rate": 0.000253674887244809,
      "loss": 0.7161,
      "step": 39148
    },
    {
      "epoch": 1.6034814663116936,
      "grad_norm": 1.1437238262266922,
      "learning_rate": 0.0002536725302231276,
      "loss": 0.9379,
      "step": 39149
    },
    {
      "epoch": 1.6035224247388902,
      "grad_norm": 2.50567692483618,
      "learning_rate": 0.0002536701731524358,
      "loss": 3.9008,
      "step": 39150
    },
    {
      "epoch": 1.6035633831660863,
      "grad_norm": 1.4197713654303012,
      "learning_rate": 0.0002536678160327348,
      "loss": 0.9243,
      "step": 39151
    },
    {
      "epoch": 1.6036043415932828,
      "grad_norm": 1.2675342063593187,
      "learning_rate": 0.0002536654588640256,
      "loss": 0.6539,
      "step": 39152
    },
    {
      "epoch": 1.6036453000204793,
      "grad_norm": 0.8749817181168774,
      "learning_rate": 0.0002536631016463094,
      "loss": 0.7882,
      "step": 39153
    },
    {
      "epoch": 1.6036862584476756,
      "grad_norm": 1.4756902084879364,
      "learning_rate": 0.00025366074437958733,
      "loss": 0.8841,
      "step": 39154
    },
    {
      "epoch": 1.603727216874872,
      "grad_norm": 1.0411315891507846,
      "learning_rate": 0.0002536583870638605,
      "loss": 0.9573,
      "step": 39155
    },
    {
      "epoch": 1.6037681753020685,
      "grad_norm": 0.8401504882625648,
      "learning_rate": 0.00025365602969913,
      "loss": 0.693,
      "step": 39156
    },
    {
      "epoch": 1.6038091337292648,
      "grad_norm": 0.7702670056426358,
      "learning_rate": 0.0002536536722853969,
      "loss": 0.6694,
      "step": 39157
    },
    {
      "epoch": 1.6038500921564611,
      "grad_norm": 1.109719359390469,
      "learning_rate": 0.0002536513148226624,
      "loss": 0.7185,
      "step": 39158
    },
    {
      "epoch": 1.6038910505836577,
      "grad_norm": 1.1030215927748366,
      "learning_rate": 0.00025364895731092756,
      "loss": 0.801,
      "step": 39159
    },
    {
      "epoch": 1.603932009010854,
      "grad_norm": 1.193506319332657,
      "learning_rate": 0.00025364659975019347,
      "loss": 0.9483,
      "step": 39160
    },
    {
      "epoch": 1.6039729674380503,
      "grad_norm": 1.2340287419653997,
      "learning_rate": 0.00025364424214046135,
      "loss": 0.8059,
      "step": 39161
    },
    {
      "epoch": 1.6040139258652468,
      "grad_norm": 0.6100955373393949,
      "learning_rate": 0.00025364188448173214,
      "loss": 0.3028,
      "step": 39162
    },
    {
      "epoch": 1.6040548842924431,
      "grad_norm": 0.8182326910206059,
      "learning_rate": 0.0002536395267740072,
      "loss": 0.4327,
      "step": 39163
    },
    {
      "epoch": 1.6040958427196395,
      "grad_norm": 1.3240391500720239,
      "learning_rate": 0.00025363716901728744,
      "loss": 1.4597,
      "step": 39164
    },
    {
      "epoch": 1.604136801146836,
      "grad_norm": 6.2203086029710715,
      "learning_rate": 0.000253634811211574,
      "loss": 1.9595,
      "step": 39165
    },
    {
      "epoch": 1.6041777595740323,
      "grad_norm": 1.0598500749782387,
      "learning_rate": 0.0002536324533568681,
      "loss": 0.8455,
      "step": 39166
    },
    {
      "epoch": 1.6042187180012286,
      "grad_norm": 1.0631313852987188,
      "learning_rate": 0.0002536300954531708,
      "loss": 0.8214,
      "step": 39167
    },
    {
      "epoch": 1.6042596764284252,
      "grad_norm": 1.0548309902132533,
      "learning_rate": 0.0002536277375004831,
      "loss": 0.835,
      "step": 39168
    },
    {
      "epoch": 1.6043006348556217,
      "grad_norm": 0.618054866191404,
      "learning_rate": 0.0002536253794988063,
      "loss": 0.2675,
      "step": 39169
    },
    {
      "epoch": 1.6043415932828178,
      "grad_norm": 1.0673797175575428,
      "learning_rate": 0.0002536230214481414,
      "loss": 0.7924,
      "step": 39170
    },
    {
      "epoch": 1.6043825517100143,
      "grad_norm": 2.1966313145848155,
      "learning_rate": 0.00025362066334848956,
      "loss": 2.2326,
      "step": 39171
    },
    {
      "epoch": 1.6044235101372109,
      "grad_norm": 1.8283154891590705,
      "learning_rate": 0.0002536183051998519,
      "loss": 1.6875,
      "step": 39172
    },
    {
      "epoch": 1.6044644685644072,
      "grad_norm": 1.7493352469018557,
      "learning_rate": 0.0002536159470022295,
      "loss": 1.2234,
      "step": 39173
    },
    {
      "epoch": 1.6045054269916035,
      "grad_norm": 0.9894899576762279,
      "learning_rate": 0.0002536135887556235,
      "loss": 0.7274,
      "step": 39174
    },
    {
      "epoch": 1.6045463854188,
      "grad_norm": 1.2439940568679835,
      "learning_rate": 0.000253611230460035,
      "loss": 1.0193,
      "step": 39175
    },
    {
      "epoch": 1.6045873438459963,
      "grad_norm": 1.095852869428323,
      "learning_rate": 0.00025360887211546513,
      "loss": 1.0984,
      "step": 39176
    },
    {
      "epoch": 1.6046283022731926,
      "grad_norm": 2.0847084713723745,
      "learning_rate": 0.000253606513721915,
      "loss": 2.1229,
      "step": 39177
    },
    {
      "epoch": 1.6046692607003892,
      "grad_norm": 1.2072432141348322,
      "learning_rate": 0.00025360415527938575,
      "loss": 0.9214,
      "step": 39178
    },
    {
      "epoch": 1.6047102191275855,
      "grad_norm": 1.0878243212987968,
      "learning_rate": 0.0002536017967878784,
      "loss": 0.5865,
      "step": 39179
    },
    {
      "epoch": 1.6047511775547818,
      "grad_norm": 1.214716389374399,
      "learning_rate": 0.0002535994382473942,
      "loss": 0.7074,
      "step": 39180
    },
    {
      "epoch": 1.6047921359819783,
      "grad_norm": 1.0308775545789004,
      "learning_rate": 0.0002535970796579341,
      "loss": 0.6237,
      "step": 39181
    },
    {
      "epoch": 1.6048330944091747,
      "grad_norm": 1.269490533893959,
      "learning_rate": 0.0002535947210194994,
      "loss": 0.9302,
      "step": 39182
    },
    {
      "epoch": 1.604874052836371,
      "grad_norm": 1.332932413513509,
      "learning_rate": 0.0002535923623320911,
      "loss": 0.9391,
      "step": 39183
    },
    {
      "epoch": 1.6049150112635675,
      "grad_norm": 1.3799797737939654,
      "learning_rate": 0.00025359000359571036,
      "loss": 1.137,
      "step": 39184
    },
    {
      "epoch": 1.604955969690764,
      "grad_norm": 0.8440986027724927,
      "learning_rate": 0.00025358764481035826,
      "loss": 0.3017,
      "step": 39185
    },
    {
      "epoch": 1.6049969281179601,
      "grad_norm": 1.0845856033958148,
      "learning_rate": 0.00025358528597603595,
      "loss": 0.6113,
      "step": 39186
    },
    {
      "epoch": 1.6050378865451567,
      "grad_norm": 2.339385836792375,
      "learning_rate": 0.0002535829270927445,
      "loss": 3.2814,
      "step": 39187
    },
    {
      "epoch": 1.6050788449723532,
      "grad_norm": 1.0074496694768726,
      "learning_rate": 0.00025358056816048507,
      "loss": 0.8079,
      "step": 39188
    },
    {
      "epoch": 1.6051198033995493,
      "grad_norm": 0.9167069741636764,
      "learning_rate": 0.0002535782091792588,
      "loss": 0.723,
      "step": 39189
    },
    {
      "epoch": 1.6051607618267458,
      "grad_norm": 0.6381083598036262,
      "learning_rate": 0.0002535758501490667,
      "loss": 0.2389,
      "step": 39190
    },
    {
      "epoch": 1.6052017202539424,
      "grad_norm": 1.2266460885452073,
      "learning_rate": 0.00025357349106990993,
      "loss": 1.2672,
      "step": 39191
    },
    {
      "epoch": 1.6052426786811387,
      "grad_norm": 1.154080385202292,
      "learning_rate": 0.00025357113194178965,
      "loss": 0.8639,
      "step": 39192
    },
    {
      "epoch": 1.605283637108335,
      "grad_norm": 1.0919418985751435,
      "learning_rate": 0.00025356877276470696,
      "loss": 0.485,
      "step": 39193
    },
    {
      "epoch": 1.6053245955355315,
      "grad_norm": 1.0604136481031028,
      "learning_rate": 0.000253566413538663,
      "loss": 0.8007,
      "step": 39194
    },
    {
      "epoch": 1.6053655539627278,
      "grad_norm": 0.9723070902650832,
      "learning_rate": 0.0002535640542636588,
      "loss": 0.7549,
      "step": 39195
    },
    {
      "epoch": 1.6054065123899242,
      "grad_norm": 1.17840487563277,
      "learning_rate": 0.00025356169493969555,
      "loss": 1.0328,
      "step": 39196
    },
    {
      "epoch": 1.6054474708171207,
      "grad_norm": 1.047420415125379,
      "learning_rate": 0.00025355933556677434,
      "loss": 0.8673,
      "step": 39197
    },
    {
      "epoch": 1.605488429244317,
      "grad_norm": 1.0418592166118585,
      "learning_rate": 0.00025355697614489625,
      "loss": 0.9113,
      "step": 39198
    },
    {
      "epoch": 1.6055293876715133,
      "grad_norm": 1.0201261439133609,
      "learning_rate": 0.0002535546166740625,
      "loss": 0.8502,
      "step": 39199
    },
    {
      "epoch": 1.6055703460987099,
      "grad_norm": 1.1412305594084833,
      "learning_rate": 0.00025355225715427404,
      "loss": 0.9597,
      "step": 39200
    },
    {
      "epoch": 1.6056113045259062,
      "grad_norm": 0.9590082113865189,
      "learning_rate": 0.0002535498975855321,
      "loss": 0.8529,
      "step": 39201
    },
    {
      "epoch": 1.6056522629531025,
      "grad_norm": 1.9747868985860009,
      "learning_rate": 0.00025354753796783783,
      "loss": 1.202,
      "step": 39202
    },
    {
      "epoch": 1.605693221380299,
      "grad_norm": 1.4285224539023798,
      "learning_rate": 0.00025354517830119226,
      "loss": 0.9553,
      "step": 39203
    },
    {
      "epoch": 1.6057341798074956,
      "grad_norm": 1.0616117796704083,
      "learning_rate": 0.00025354281858559654,
      "loss": 0.99,
      "step": 39204
    },
    {
      "epoch": 1.6057751382346916,
      "grad_norm": 1.1499452654260558,
      "learning_rate": 0.00025354045882105186,
      "loss": 0.9238,
      "step": 39205
    },
    {
      "epoch": 1.6058160966618882,
      "grad_norm": 1.4304702847645425,
      "learning_rate": 0.0002535380990075592,
      "loss": 1.111,
      "step": 39206
    },
    {
      "epoch": 1.6058570550890847,
      "grad_norm": 1.0371843908251885,
      "learning_rate": 0.00025353573914511967,
      "loss": 0.6271,
      "step": 39207
    },
    {
      "epoch": 1.6058980135162808,
      "grad_norm": 0.8805871328110408,
      "learning_rate": 0.00025353337923373454,
      "loss": 0.5905,
      "step": 39208
    },
    {
      "epoch": 1.6059389719434773,
      "grad_norm": 1.1672316498813666,
      "learning_rate": 0.0002535310192734048,
      "loss": 0.6957,
      "step": 39209
    },
    {
      "epoch": 1.6059799303706739,
      "grad_norm": 1.1701017210915035,
      "learning_rate": 0.00025352865926413156,
      "loss": 0.7968,
      "step": 39210
    },
    {
      "epoch": 1.6060208887978702,
      "grad_norm": 4.027327367763518,
      "learning_rate": 0.0002535262992059161,
      "loss": 3.414,
      "step": 39211
    },
    {
      "epoch": 1.6060618472250665,
      "grad_norm": 1.2986356351751218,
      "learning_rate": 0.0002535239390987593,
      "loss": 0.7964,
      "step": 39212
    },
    {
      "epoch": 1.606102805652263,
      "grad_norm": 0.7520379746806127,
      "learning_rate": 0.0002535215789426624,
      "loss": 0.2728,
      "step": 39213
    },
    {
      "epoch": 1.6061437640794594,
      "grad_norm": 1.1201681924983502,
      "learning_rate": 0.0002535192187376265,
      "loss": 0.8671,
      "step": 39214
    },
    {
      "epoch": 1.6061847225066557,
      "grad_norm": 1.8462550468989491,
      "learning_rate": 0.0002535168584836528,
      "loss": 0.8842,
      "step": 39215
    },
    {
      "epoch": 1.6062256809338522,
      "grad_norm": 1.0803749811918706,
      "learning_rate": 0.00025351449818074225,
      "loss": 0.4767,
      "step": 39216
    },
    {
      "epoch": 1.6062666393610485,
      "grad_norm": 1.1487748797120225,
      "learning_rate": 0.0002535121378288961,
      "loss": 0.519,
      "step": 39217
    },
    {
      "epoch": 1.6063075977882448,
      "grad_norm": 0.9981826901823393,
      "learning_rate": 0.0002535097774281154,
      "loss": 0.6637,
      "step": 39218
    },
    {
      "epoch": 1.6063485562154414,
      "grad_norm": 1.2531980913095964,
      "learning_rate": 0.0002535074169784013,
      "loss": 0.9837,
      "step": 39219
    },
    {
      "epoch": 1.6063895146426377,
      "grad_norm": 1.2389502303182458,
      "learning_rate": 0.00025350505647975485,
      "loss": 1.1046,
      "step": 39220
    },
    {
      "epoch": 1.606430473069834,
      "grad_norm": 1.7304760288254506,
      "learning_rate": 0.00025350269593217724,
      "loss": 1.6082,
      "step": 39221
    },
    {
      "epoch": 1.6064714314970305,
      "grad_norm": 0.8114682021277612,
      "learning_rate": 0.0002535003353356696,
      "loss": 0.3378,
      "step": 39222
    },
    {
      "epoch": 1.606512389924227,
      "grad_norm": 0.9398755861468009,
      "learning_rate": 0.000253497974690233,
      "loss": 0.3628,
      "step": 39223
    },
    {
      "epoch": 1.6065533483514232,
      "grad_norm": 0.9178143640973913,
      "learning_rate": 0.00025349561399586854,
      "loss": 0.4721,
      "step": 39224
    },
    {
      "epoch": 1.6065943067786197,
      "grad_norm": 1.8216292542514907,
      "learning_rate": 0.00025349325325257736,
      "loss": 0.8116,
      "step": 39225
    },
    {
      "epoch": 1.6066352652058162,
      "grad_norm": 1.3024342410639547,
      "learning_rate": 0.0002534908924603606,
      "loss": 0.9918,
      "step": 39226
    },
    {
      "epoch": 1.6066762236330125,
      "grad_norm": 1.2883318478446497,
      "learning_rate": 0.0002534885316192193,
      "loss": 0.7128,
      "step": 39227
    },
    {
      "epoch": 1.6067171820602089,
      "grad_norm": 1.2027251040756763,
      "learning_rate": 0.00025348617072915464,
      "loss": 0.8483,
      "step": 39228
    },
    {
      "epoch": 1.6067581404874054,
      "grad_norm": 1.0204434671933595,
      "learning_rate": 0.0002534838097901678,
      "loss": 0.8375,
      "step": 39229
    },
    {
      "epoch": 1.6067990989146017,
      "grad_norm": 0.9801484823277568,
      "learning_rate": 0.00025348144880225974,
      "loss": 0.6778,
      "step": 39230
    },
    {
      "epoch": 1.606840057341798,
      "grad_norm": 1.4901005859636935,
      "learning_rate": 0.00025347908776543167,
      "loss": 1.1903,
      "step": 39231
    },
    {
      "epoch": 1.6068810157689946,
      "grad_norm": 2.1448699671344182,
      "learning_rate": 0.0002534767266796847,
      "loss": 1.5364,
      "step": 39232
    },
    {
      "epoch": 1.6069219741961909,
      "grad_norm": 1.0733909017793946,
      "learning_rate": 0.00025347436554501993,
      "loss": 0.8825,
      "step": 39233
    },
    {
      "epoch": 1.6069629326233872,
      "grad_norm": 1.2399517288920174,
      "learning_rate": 0.0002534720043614385,
      "loss": 0.7659,
      "step": 39234
    },
    {
      "epoch": 1.6070038910505837,
      "grad_norm": 0.713249455722854,
      "learning_rate": 0.0002534696431289415,
      "loss": 0.26,
      "step": 39235
    },
    {
      "epoch": 1.60704484947778,
      "grad_norm": 1.1421106381019537,
      "learning_rate": 0.0002534672818475301,
      "loss": 0.8581,
      "step": 39236
    },
    {
      "epoch": 1.6070858079049763,
      "grad_norm": 0.9890750468823156,
      "learning_rate": 0.0002534649205172053,
      "loss": 0.9373,
      "step": 39237
    },
    {
      "epoch": 1.6071267663321729,
      "grad_norm": 1.018920039514928,
      "learning_rate": 0.00025346255913796833,
      "loss": 0.3369,
      "step": 39238
    },
    {
      "epoch": 1.6071677247593692,
      "grad_norm": 1.0157418466681771,
      "learning_rate": 0.0002534601977098202,
      "loss": 0.7824,
      "step": 39239
    },
    {
      "epoch": 1.6072086831865655,
      "grad_norm": 5.70082038910549,
      "learning_rate": 0.0002534578362327622,
      "loss": 2.7391,
      "step": 39240
    },
    {
      "epoch": 1.607249641613762,
      "grad_norm": 1.8390102839827103,
      "learning_rate": 0.0002534554747067953,
      "loss": 1.3195,
      "step": 39241
    },
    {
      "epoch": 1.6072906000409586,
      "grad_norm": 0.8857148518879039,
      "learning_rate": 0.0002534531131319206,
      "loss": 0.363,
      "step": 39242
    },
    {
      "epoch": 1.6073315584681547,
      "grad_norm": 1.1856166537179698,
      "learning_rate": 0.0002534507515081393,
      "loss": 0.8276,
      "step": 39243
    },
    {
      "epoch": 1.6073725168953512,
      "grad_norm": 1.4224924655003919,
      "learning_rate": 0.0002534483898354525,
      "loss": 0.9074,
      "step": 39244
    },
    {
      "epoch": 1.6074134753225477,
      "grad_norm": 1.0456222590559585,
      "learning_rate": 0.00025344602811386134,
      "loss": 0.9921,
      "step": 39245
    },
    {
      "epoch": 1.607454433749744,
      "grad_norm": 1.0817780344953603,
      "learning_rate": 0.00025344366634336683,
      "loss": 1.0866,
      "step": 39246
    },
    {
      "epoch": 1.6074953921769404,
      "grad_norm": 1.2282820624769486,
      "learning_rate": 0.0002534413045239702,
      "loss": 0.7765,
      "step": 39247
    },
    {
      "epoch": 1.607536350604137,
      "grad_norm": 8.633791338963977,
      "learning_rate": 0.0002534389426556726,
      "loss": 1.9021,
      "step": 39248
    },
    {
      "epoch": 1.6075773090313332,
      "grad_norm": 1.202832539460575,
      "learning_rate": 0.00025343658073847495,
      "loss": 0.6711,
      "step": 39249
    },
    {
      "epoch": 1.6076182674585295,
      "grad_norm": 1.179633488606331,
      "learning_rate": 0.0002534342187723785,
      "loss": 0.8057,
      "step": 39250
    },
    {
      "epoch": 1.607659225885726,
      "grad_norm": 0.973909142001144,
      "learning_rate": 0.00025343185675738436,
      "loss": 0.6003,
      "step": 39251
    },
    {
      "epoch": 1.6077001843129224,
      "grad_norm": 0.9642092078035371,
      "learning_rate": 0.0002534294946934937,
      "loss": 0.6184,
      "step": 39252
    },
    {
      "epoch": 1.6077411427401187,
      "grad_norm": 0.7497124658867302,
      "learning_rate": 0.0002534271325807075,
      "loss": 0.2228,
      "step": 39253
    },
    {
      "epoch": 1.6077821011673152,
      "grad_norm": 1.2645272545858173,
      "learning_rate": 0.000253424770419027,
      "loss": 0.8555,
      "step": 39254
    },
    {
      "epoch": 1.6078230595945115,
      "grad_norm": 1.2739304352837688,
      "learning_rate": 0.0002534224082084532,
      "loss": 1.081,
      "step": 39255
    },
    {
      "epoch": 1.6078640180217079,
      "grad_norm": 1.062384325434271,
      "learning_rate": 0.00025342004594898737,
      "loss": 0.7641,
      "step": 39256
    },
    {
      "epoch": 1.6079049764489044,
      "grad_norm": 1.120296165700515,
      "learning_rate": 0.0002534176836406305,
      "loss": 0.786,
      "step": 39257
    },
    {
      "epoch": 1.6079459348761007,
      "grad_norm": 1.1857358285050261,
      "learning_rate": 0.0002534153212833838,
      "loss": 1.0889,
      "step": 39258
    },
    {
      "epoch": 1.607986893303297,
      "grad_norm": 0.8328558607811057,
      "learning_rate": 0.0002534129588772483,
      "loss": 0.4823,
      "step": 39259
    },
    {
      "epoch": 1.6080278517304936,
      "grad_norm": 0.9030726804709619,
      "learning_rate": 0.00025341059642222517,
      "loss": 0.6743,
      "step": 39260
    },
    {
      "epoch": 1.60806881015769,
      "grad_norm": 0.8586982423825338,
      "learning_rate": 0.0002534082339183155,
      "loss": 0.3666,
      "step": 39261
    },
    {
      "epoch": 1.6081097685848862,
      "grad_norm": 1.0775757986060064,
      "learning_rate": 0.0002534058713655204,
      "loss": 0.9081,
      "step": 39262
    },
    {
      "epoch": 1.6081507270120827,
      "grad_norm": 1.311008269572617,
      "learning_rate": 0.000253403508763841,
      "loss": 1.0476,
      "step": 39263
    },
    {
      "epoch": 1.6081916854392793,
      "grad_norm": 1.151713711505765,
      "learning_rate": 0.0002534011461132785,
      "loss": 0.5858,
      "step": 39264
    },
    {
      "epoch": 1.6082326438664756,
      "grad_norm": 1.2034996841966796,
      "learning_rate": 0.00025339878341383386,
      "loss": 0.9129,
      "step": 39265
    },
    {
      "epoch": 1.6082736022936719,
      "grad_norm": 1.2245441840778577,
      "learning_rate": 0.00025339642066550826,
      "loss": 0.7787,
      "step": 39266
    },
    {
      "epoch": 1.6083145607208684,
      "grad_norm": 1.0626107249896783,
      "learning_rate": 0.0002533940578683029,
      "loss": 0.646,
      "step": 39267
    },
    {
      "epoch": 1.6083555191480647,
      "grad_norm": 1.1470767161161877,
      "learning_rate": 0.00025339169502221876,
      "loss": 0.7202,
      "step": 39268
    },
    {
      "epoch": 1.608396477575261,
      "grad_norm": 1.0000376999414173,
      "learning_rate": 0.0002533893321272571,
      "loss": 0.6343,
      "step": 39269
    },
    {
      "epoch": 1.6084374360024576,
      "grad_norm": 0.9547726005497219,
      "learning_rate": 0.00025338696918341893,
      "loss": 0.4236,
      "step": 39270
    },
    {
      "epoch": 1.608478394429654,
      "grad_norm": 1.1160025105284805,
      "learning_rate": 0.0002533846061907054,
      "loss": 0.8209,
      "step": 39271
    },
    {
      "epoch": 1.6085193528568502,
      "grad_norm": 1.1590569371549178,
      "learning_rate": 0.0002533822431491176,
      "loss": 0.8761,
      "step": 39272
    },
    {
      "epoch": 1.6085603112840468,
      "grad_norm": 0.7332799862655398,
      "learning_rate": 0.0002533798800586567,
      "loss": 0.2857,
      "step": 39273
    },
    {
      "epoch": 1.608601269711243,
      "grad_norm": 1.2981863112451881,
      "learning_rate": 0.00025337751691932375,
      "loss": 0.9157,
      "step": 39274
    },
    {
      "epoch": 1.6086422281384394,
      "grad_norm": 0.8947120758870165,
      "learning_rate": 0.00025337515373112,
      "loss": 0.2854,
      "step": 39275
    },
    {
      "epoch": 1.608683186565636,
      "grad_norm": 1.1962563588075772,
      "learning_rate": 0.00025337279049404644,
      "loss": 0.9618,
      "step": 39276
    },
    {
      "epoch": 1.6087241449928322,
      "grad_norm": 1.1077305222875702,
      "learning_rate": 0.0002533704272081042,
      "loss": 0.7082,
      "step": 39277
    },
    {
      "epoch": 1.6087651034200285,
      "grad_norm": 1.1098705921751508,
      "learning_rate": 0.00025336806387329437,
      "loss": 0.7097,
      "step": 39278
    },
    {
      "epoch": 1.608806061847225,
      "grad_norm": 0.7878020337212029,
      "learning_rate": 0.0002533657004896182,
      "loss": 0.2295,
      "step": 39279
    },
    {
      "epoch": 1.6088470202744216,
      "grad_norm": 1.158792951353866,
      "learning_rate": 0.0002533633370570767,
      "loss": 0.8808,
      "step": 39280
    },
    {
      "epoch": 1.6088879787016177,
      "grad_norm": 1.0387886068829528,
      "learning_rate": 0.000253360973575671,
      "loss": 0.8237,
      "step": 39281
    },
    {
      "epoch": 1.6089289371288142,
      "grad_norm": 1.0391373979773382,
      "learning_rate": 0.00025335861004540224,
      "loss": 0.8587,
      "step": 39282
    },
    {
      "epoch": 1.6089698955560108,
      "grad_norm": 1.2691230919724874,
      "learning_rate": 0.00025335624646627154,
      "loss": 0.8431,
      "step": 39283
    },
    {
      "epoch": 1.609010853983207,
      "grad_norm": 0.7954227815681749,
      "learning_rate": 0.00025335388283827996,
      "loss": 0.2962,
      "step": 39284
    },
    {
      "epoch": 1.6090518124104034,
      "grad_norm": 1.063856558150216,
      "learning_rate": 0.0002533515191614287,
      "loss": 0.6595,
      "step": 39285
    },
    {
      "epoch": 1.6090927708376,
      "grad_norm": 1.0924524101726882,
      "learning_rate": 0.00025334915543571886,
      "loss": 0.7495,
      "step": 39286
    },
    {
      "epoch": 1.6091337292647963,
      "grad_norm": 0.994398420290264,
      "learning_rate": 0.0002533467916611515,
      "loss": 0.7263,
      "step": 39287
    },
    {
      "epoch": 1.6091746876919926,
      "grad_norm": 1.4080660068961117,
      "learning_rate": 0.0002533444278377278,
      "loss": 0.8643,
      "step": 39288
    },
    {
      "epoch": 1.609215646119189,
      "grad_norm": 5.559759213376817,
      "learning_rate": 0.0002533420639654488,
      "loss": 1.624,
      "step": 39289
    },
    {
      "epoch": 1.6092566045463854,
      "grad_norm": 0.9924545486172837,
      "learning_rate": 0.0002533397000443157,
      "loss": 0.4902,
      "step": 39290
    },
    {
      "epoch": 1.6092975629735817,
      "grad_norm": 10.063965563246011,
      "learning_rate": 0.0002533373360743296,
      "loss": 3.9814,
      "step": 39291
    },
    {
      "epoch": 1.6093385214007783,
      "grad_norm": 1.299368466473275,
      "learning_rate": 0.00025333497205549157,
      "loss": 0.6909,
      "step": 39292
    },
    {
      "epoch": 1.6093794798279746,
      "grad_norm": 0.6374694538849398,
      "learning_rate": 0.0002533326079878028,
      "loss": 0.332,
      "step": 39293
    },
    {
      "epoch": 1.609420438255171,
      "grad_norm": 1.704514549700796,
      "learning_rate": 0.00025333024387126434,
      "loss": 1.2209,
      "step": 39294
    },
    {
      "epoch": 1.6094613966823674,
      "grad_norm": 1.3070957887611445,
      "learning_rate": 0.0002533278797058774,
      "loss": 0.766,
      "step": 39295
    },
    {
      "epoch": 1.6095023551095637,
      "grad_norm": 1.167803340480276,
      "learning_rate": 0.0002533255154916429,
      "loss": 0.954,
      "step": 39296
    },
    {
      "epoch": 1.60954331353676,
      "grad_norm": 0.513911595214675,
      "learning_rate": 0.00025332315122856224,
      "loss": 0.1665,
      "step": 39297
    },
    {
      "epoch": 1.6095842719639566,
      "grad_norm": 1.422920407567538,
      "learning_rate": 0.0002533207869166363,
      "loss": 1.0266,
      "step": 39298
    },
    {
      "epoch": 1.6096252303911531,
      "grad_norm": 0.8371008268772502,
      "learning_rate": 0.0002533184225558663,
      "loss": 0.5905,
      "step": 39299
    },
    {
      "epoch": 1.6096661888183492,
      "grad_norm": 1.0965554079264446,
      "learning_rate": 0.0002533160581462534,
      "loss": 0.787,
      "step": 39300
    },
    {
      "epoch": 1.6097071472455458,
      "grad_norm": 1.1482326727924876,
      "learning_rate": 0.00025331369368779863,
      "loss": 0.8885,
      "step": 39301
    },
    {
      "epoch": 1.6097481056727423,
      "grad_norm": 0.7814990004778473,
      "learning_rate": 0.0002533113291805031,
      "loss": 0.348,
      "step": 39302
    },
    {
      "epoch": 1.6097890640999386,
      "grad_norm": 2.1269725435618683,
      "learning_rate": 0.000253308964624368,
      "loss": 2.3588,
      "step": 39303
    },
    {
      "epoch": 1.609830022527135,
      "grad_norm": 1.2222849581798954,
      "learning_rate": 0.0002533066000193944,
      "loss": 1.0041,
      "step": 39304
    },
    {
      "epoch": 1.6098709809543315,
      "grad_norm": 1.148122580649764,
      "learning_rate": 0.00025330423536558345,
      "loss": 1.0026,
      "step": 39305
    },
    {
      "epoch": 1.6099119393815278,
      "grad_norm": 2.7123185870289213,
      "learning_rate": 0.00025330187066293627,
      "loss": 1.5345,
      "step": 39306
    },
    {
      "epoch": 1.609952897808724,
      "grad_norm": 1.6492044961611663,
      "learning_rate": 0.00025329950591145397,
      "loss": 1.0906,
      "step": 39307
    },
    {
      "epoch": 1.6099938562359206,
      "grad_norm": 1.112427541579188,
      "learning_rate": 0.0002532971411111376,
      "loss": 0.495,
      "step": 39308
    },
    {
      "epoch": 1.610034814663117,
      "grad_norm": 1.1975136528575687,
      "learning_rate": 0.0002532947762619884,
      "loss": 0.8341,
      "step": 39309
    },
    {
      "epoch": 1.6100757730903132,
      "grad_norm": 0.8260597083589541,
      "learning_rate": 0.0002532924113640074,
      "loss": 0.3592,
      "step": 39310
    },
    {
      "epoch": 1.6101167315175098,
      "grad_norm": 1.3401098877821505,
      "learning_rate": 0.0002532900464171957,
      "loss": 0.9431,
      "step": 39311
    },
    {
      "epoch": 1.610157689944706,
      "grad_norm": 1.6891419211739513,
      "learning_rate": 0.0002532876814215545,
      "loss": 1.0108,
      "step": 39312
    },
    {
      "epoch": 1.6101986483719024,
      "grad_norm": 1.0748690383859252,
      "learning_rate": 0.00025328531637708486,
      "loss": 0.9624,
      "step": 39313
    },
    {
      "epoch": 1.610239606799099,
      "grad_norm": 1.3409147693662946,
      "learning_rate": 0.0002532829512837879,
      "loss": 1.032,
      "step": 39314
    },
    {
      "epoch": 1.6102805652262953,
      "grad_norm": 1.1623885138765049,
      "learning_rate": 0.0002532805861416648,
      "loss": 0.8135,
      "step": 39315
    },
    {
      "epoch": 1.6103215236534916,
      "grad_norm": 0.7874629557956462,
      "learning_rate": 0.0002532782209507166,
      "loss": 0.5663,
      "step": 39316
    },
    {
      "epoch": 1.610362482080688,
      "grad_norm": 0.9203067104825929,
      "learning_rate": 0.00025327585571094445,
      "loss": 0.9903,
      "step": 39317
    },
    {
      "epoch": 1.6104034405078846,
      "grad_norm": 1.8742670200927176,
      "learning_rate": 0.00025327349042234947,
      "loss": 1.4538,
      "step": 39318
    },
    {
      "epoch": 1.6104443989350807,
      "grad_norm": 1.1725816310756483,
      "learning_rate": 0.0002532711250849328,
      "loss": 0.7417,
      "step": 39319
    },
    {
      "epoch": 1.6104853573622773,
      "grad_norm": 1.5402812969749637,
      "learning_rate": 0.0002532687596986955,
      "loss": 0.7997,
      "step": 39320
    },
    {
      "epoch": 1.6105263157894738,
      "grad_norm": 1.1711779195228043,
      "learning_rate": 0.00025326639426363876,
      "loss": 0.7533,
      "step": 39321
    },
    {
      "epoch": 1.6105672742166701,
      "grad_norm": 6.310581706966295,
      "learning_rate": 0.0002532640287797637,
      "loss": 3.0472,
      "step": 39322
    },
    {
      "epoch": 1.6106082326438664,
      "grad_norm": 1.1761061923771006,
      "learning_rate": 0.0002532616632470713,
      "loss": 0.8636,
      "step": 39323
    },
    {
      "epoch": 1.610649191071063,
      "grad_norm": 1.1891997994315122,
      "learning_rate": 0.0002532592976655628,
      "loss": 0.7936,
      "step": 39324
    },
    {
      "epoch": 1.6106901494982593,
      "grad_norm": 1.2302137422856052,
      "learning_rate": 0.00025325693203523934,
      "loss": 0.86,
      "step": 39325
    },
    {
      "epoch": 1.6107311079254556,
      "grad_norm": 1.1688678700793578,
      "learning_rate": 0.00025325456635610195,
      "loss": 0.9959,
      "step": 39326
    },
    {
      "epoch": 1.6107720663526521,
      "grad_norm": 2.517311627171142,
      "learning_rate": 0.0002532522006281518,
      "loss": 3.9774,
      "step": 39327
    },
    {
      "epoch": 1.6108130247798484,
      "grad_norm": 1.5097790285046462,
      "learning_rate": 0.00025324983485139,
      "loss": 0.7307,
      "step": 39328
    },
    {
      "epoch": 1.6108539832070448,
      "grad_norm": 0.8975126660935178,
      "learning_rate": 0.0002532474690258177,
      "loss": 0.2904,
      "step": 39329
    },
    {
      "epoch": 1.6108949416342413,
      "grad_norm": 1.1874610606420466,
      "learning_rate": 0.00025324510315143594,
      "loss": 0.8794,
      "step": 39330
    },
    {
      "epoch": 1.6109359000614376,
      "grad_norm": 0.9615800104625076,
      "learning_rate": 0.00025324273722824594,
      "loss": 0.5815,
      "step": 39331
    },
    {
      "epoch": 1.610976858488634,
      "grad_norm": 1.3480778435865115,
      "learning_rate": 0.00025324037125624873,
      "loss": 1.22,
      "step": 39332
    },
    {
      "epoch": 1.6110178169158305,
      "grad_norm": 1.169115225769639,
      "learning_rate": 0.0002532380052354455,
      "loss": 0.8602,
      "step": 39333
    },
    {
      "epoch": 1.611058775343027,
      "grad_norm": 1.337294660612851,
      "learning_rate": 0.00025323563916583727,
      "loss": 0.8524,
      "step": 39334
    },
    {
      "epoch": 1.611099733770223,
      "grad_norm": 1.608834931256627,
      "learning_rate": 0.0002532332730474253,
      "loss": 0.7904,
      "step": 39335
    },
    {
      "epoch": 1.6111406921974196,
      "grad_norm": 0.9594344575508401,
      "learning_rate": 0.0002532309068802106,
      "loss": 0.7779,
      "step": 39336
    },
    {
      "epoch": 1.6111816506246162,
      "grad_norm": 1.2429101710330739,
      "learning_rate": 0.0002532285406641943,
      "loss": 1.0542,
      "step": 39337
    },
    {
      "epoch": 1.6112226090518122,
      "grad_norm": 1.1931889614486146,
      "learning_rate": 0.00025322617439937754,
      "loss": 0.8754,
      "step": 39338
    },
    {
      "epoch": 1.6112635674790088,
      "grad_norm": 1.1996784190804102,
      "learning_rate": 0.0002532238080857614,
      "loss": 1.1146,
      "step": 39339
    },
    {
      "epoch": 1.6113045259062053,
      "grad_norm": 1.1908423561985275,
      "learning_rate": 0.0002532214417233471,
      "loss": 0.9063,
      "step": 39340
    },
    {
      "epoch": 1.6113454843334016,
      "grad_norm": 1.0102034111765477,
      "learning_rate": 0.00025321907531213565,
      "loss": 0.5791,
      "step": 39341
    },
    {
      "epoch": 1.611386442760598,
      "grad_norm": 3.871579919141171,
      "learning_rate": 0.0002532167088521282,
      "loss": 2.2187,
      "step": 39342
    },
    {
      "epoch": 1.6114274011877945,
      "grad_norm": 0.7908622739710159,
      "learning_rate": 0.0002532143423433259,
      "loss": 0.3664,
      "step": 39343
    },
    {
      "epoch": 1.6114683596149908,
      "grad_norm": 1.3176439783434137,
      "learning_rate": 0.00025321197578572987,
      "loss": 1.2164,
      "step": 39344
    },
    {
      "epoch": 1.6115093180421871,
      "grad_norm": 1.1020458779581748,
      "learning_rate": 0.0002532096091793412,
      "loss": 0.9681,
      "step": 39345
    },
    {
      "epoch": 1.6115502764693836,
      "grad_norm": 1.5992559922441814,
      "learning_rate": 0.000253207242524161,
      "loss": 0.907,
      "step": 39346
    },
    {
      "epoch": 1.61159123489658,
      "grad_norm": 1.4093871256351833,
      "learning_rate": 0.0002532048758201904,
      "loss": 1.1041,
      "step": 39347
    },
    {
      "epoch": 1.6116321933237763,
      "grad_norm": 1.1547374551559562,
      "learning_rate": 0.0002532025090674305,
      "loss": 0.8898,
      "step": 39348
    },
    {
      "epoch": 1.6116731517509728,
      "grad_norm": 0.8992798329465478,
      "learning_rate": 0.0002532001422658825,
      "loss": 0.7499,
      "step": 39349
    },
    {
      "epoch": 1.6117141101781691,
      "grad_norm": 1.1556329915739874,
      "learning_rate": 0.0002531977754155474,
      "loss": 1.0221,
      "step": 39350
    },
    {
      "epoch": 1.6117550686053654,
      "grad_norm": 1.137758916665589,
      "learning_rate": 0.0002531954085164265,
      "loss": 0.9574,
      "step": 39351
    },
    {
      "epoch": 1.611796027032562,
      "grad_norm": 1.0709781282258724,
      "learning_rate": 0.0002531930415685206,
      "loss": 0.9228,
      "step": 39352
    },
    {
      "epoch": 1.6118369854597585,
      "grad_norm": 0.901866640870633,
      "learning_rate": 0.0002531906745718312,
      "loss": 0.6781,
      "step": 39353
    },
    {
      "epoch": 1.6118779438869546,
      "grad_norm": 1.0771101869391222,
      "learning_rate": 0.00025318830752635914,
      "loss": 0.5934,
      "step": 39354
    },
    {
      "epoch": 1.6119189023141511,
      "grad_norm": 1.1051002490450739,
      "learning_rate": 0.0002531859404321057,
      "loss": 0.9394,
      "step": 39355
    },
    {
      "epoch": 1.6119598607413477,
      "grad_norm": 1.1303272146810146,
      "learning_rate": 0.00025318357328907185,
      "loss": 0.8246,
      "step": 39356
    },
    {
      "epoch": 1.6120008191685438,
      "grad_norm": 1.114547805741889,
      "learning_rate": 0.0002531812060972589,
      "loss": 0.6942,
      "step": 39357
    },
    {
      "epoch": 1.6120417775957403,
      "grad_norm": 1.1884678494152936,
      "learning_rate": 0.00025317883885666773,
      "loss": 0.7262,
      "step": 39358
    },
    {
      "epoch": 1.6120827360229368,
      "grad_norm": 1.092084091746266,
      "learning_rate": 0.00025317647156729967,
      "loss": 0.3031,
      "step": 39359
    },
    {
      "epoch": 1.6121236944501331,
      "grad_norm": 0.9749898489693999,
      "learning_rate": 0.0002531741042291558,
      "loss": 0.6753,
      "step": 39360
    },
    {
      "epoch": 1.6121646528773295,
      "grad_norm": 1.095270162119116,
      "learning_rate": 0.00025317173684223713,
      "loss": 0.9407,
      "step": 39361
    },
    {
      "epoch": 1.612205611304526,
      "grad_norm": 1.2614295748181166,
      "learning_rate": 0.0002531693694065449,
      "loss": 0.9867,
      "step": 39362
    },
    {
      "epoch": 1.6122465697317223,
      "grad_norm": 0.9545201078993834,
      "learning_rate": 0.00025316700192208017,
      "loss": 0.8575,
      "step": 39363
    },
    {
      "epoch": 1.6122875281589186,
      "grad_norm": 0.729358897076168,
      "learning_rate": 0.00025316463438884403,
      "loss": 0.4044,
      "step": 39364
    },
    {
      "epoch": 1.6123284865861152,
      "grad_norm": 1.4291526614467738,
      "learning_rate": 0.00025316226680683766,
      "loss": 1.1188,
      "step": 39365
    },
    {
      "epoch": 1.6123694450133115,
      "grad_norm": 0.993325527075921,
      "learning_rate": 0.00025315989917606215,
      "loss": 0.7626,
      "step": 39366
    },
    {
      "epoch": 1.6124104034405078,
      "grad_norm": 8.041766414646151,
      "learning_rate": 0.0002531575314965187,
      "loss": 4.0981,
      "step": 39367
    },
    {
      "epoch": 1.6124513618677043,
      "grad_norm": 1.5695263244531896,
      "learning_rate": 0.0002531551637682082,
      "loss": 1.4641,
      "step": 39368
    },
    {
      "epoch": 1.6124923202949006,
      "grad_norm": 1.3348311767926646,
      "learning_rate": 0.00025315279599113203,
      "loss": 0.9131,
      "step": 39369
    },
    {
      "epoch": 1.612533278722097,
      "grad_norm": 0.9363431816422881,
      "learning_rate": 0.00025315042816529115,
      "loss": 0.6522,
      "step": 39370
    },
    {
      "epoch": 1.6125742371492935,
      "grad_norm": 0.9585940883085465,
      "learning_rate": 0.0002531480602906868,
      "loss": 0.6453,
      "step": 39371
    },
    {
      "epoch": 1.61261519557649,
      "grad_norm": 1.7256167747372937,
      "learning_rate": 0.00025314569236732,
      "loss": 0.4705,
      "step": 39372
    },
    {
      "epoch": 1.6126561540036861,
      "grad_norm": 0.9700661494489013,
      "learning_rate": 0.0002531433243951919,
      "loss": 0.4553,
      "step": 39373
    },
    {
      "epoch": 1.6126971124308827,
      "grad_norm": 1.4306839554498723,
      "learning_rate": 0.00025314095637430365,
      "loss": 1.037,
      "step": 39374
    },
    {
      "epoch": 1.6127380708580792,
      "grad_norm": 1.0226882132223793,
      "learning_rate": 0.0002531385883046563,
      "loss": 0.7922,
      "step": 39375
    },
    {
      "epoch": 1.6127790292852755,
      "grad_norm": 1.126141408568345,
      "learning_rate": 0.000253136220186251,
      "loss": 1.182,
      "step": 39376
    },
    {
      "epoch": 1.6128199877124718,
      "grad_norm": 0.7019576347056324,
      "learning_rate": 0.00025313385201908897,
      "loss": 0.3318,
      "step": 39377
    },
    {
      "epoch": 1.6128609461396683,
      "grad_norm": 1.3600999557960518,
      "learning_rate": 0.00025313148380317116,
      "loss": 1.5273,
      "step": 39378
    },
    {
      "epoch": 1.6129019045668647,
      "grad_norm": 1.0626324477862927,
      "learning_rate": 0.0002531291155384988,
      "loss": 0.5951,
      "step": 39379
    },
    {
      "epoch": 1.612942862994061,
      "grad_norm": 1.3617683179010176,
      "learning_rate": 0.00025312674722507294,
      "loss": 1.0662,
      "step": 39380
    },
    {
      "epoch": 1.6129838214212575,
      "grad_norm": 1.0125420593683903,
      "learning_rate": 0.00025312437886289475,
      "loss": 0.7536,
      "step": 39381
    },
    {
      "epoch": 1.6130247798484538,
      "grad_norm": 0.8884486665361069,
      "learning_rate": 0.00025312201045196535,
      "loss": 0.5107,
      "step": 39382
    },
    {
      "epoch": 1.6130657382756501,
      "grad_norm": 0.9718791884376887,
      "learning_rate": 0.0002531196419922859,
      "loss": 0.7422,
      "step": 39383
    },
    {
      "epoch": 1.6131066967028467,
      "grad_norm": 1.27206200866512,
      "learning_rate": 0.00025311727348385733,
      "loss": 0.7327,
      "step": 39384
    },
    {
      "epoch": 1.613147655130043,
      "grad_norm": 1.1458022672095798,
      "learning_rate": 0.00025311490492668104,
      "loss": 0.9086,
      "step": 39385
    },
    {
      "epoch": 1.6131886135572393,
      "grad_norm": 1.4845487693807624,
      "learning_rate": 0.0002531125363207579,
      "loss": 0.8301,
      "step": 39386
    },
    {
      "epoch": 1.6132295719844358,
      "grad_norm": 1.1133679642905236,
      "learning_rate": 0.0002531101676660892,
      "loss": 1.1157,
      "step": 39387
    },
    {
      "epoch": 1.6132705304116322,
      "grad_norm": 0.9646535495028344,
      "learning_rate": 0.000253107798962676,
      "loss": 0.753,
      "step": 39388
    },
    {
      "epoch": 1.6133114888388285,
      "grad_norm": 1.6697030425283304,
      "learning_rate": 0.0002531054302105194,
      "loss": 1.583,
      "step": 39389
    },
    {
      "epoch": 1.613352447266025,
      "grad_norm": 0.6933996835703912,
      "learning_rate": 0.00025310306140962046,
      "loss": 0.2981,
      "step": 39390
    },
    {
      "epoch": 1.6133934056932215,
      "grad_norm": 0.9248944059739779,
      "learning_rate": 0.00025310069255998053,
      "loss": 0.6072,
      "step": 39391
    },
    {
      "epoch": 1.6134343641204176,
      "grad_norm": 1.4900745092741585,
      "learning_rate": 0.00025309832366160045,
      "loss": 1.1033,
      "step": 39392
    },
    {
      "epoch": 1.6134753225476142,
      "grad_norm": 1.029806619295303,
      "learning_rate": 0.0002530959547144815,
      "loss": 0.8541,
      "step": 39393
    },
    {
      "epoch": 1.6135162809748107,
      "grad_norm": 0.688985341353564,
      "learning_rate": 0.0002530935857186248,
      "loss": 0.3338,
      "step": 39394
    },
    {
      "epoch": 1.613557239402007,
      "grad_norm": 1.0061532600515655,
      "learning_rate": 0.00025309121667403136,
      "loss": 0.473,
      "step": 39395
    },
    {
      "epoch": 1.6135981978292033,
      "grad_norm": 0.9120146912751634,
      "learning_rate": 0.0002530888475807024,
      "loss": 0.6795,
      "step": 39396
    },
    {
      "epoch": 1.6136391562563999,
      "grad_norm": 0.8689714256711065,
      "learning_rate": 0.00025308647843863904,
      "loss": 0.4818,
      "step": 39397
    },
    {
      "epoch": 1.6136801146835962,
      "grad_norm": 0.8280193897686001,
      "learning_rate": 0.00025308410924784237,
      "loss": 0.3678,
      "step": 39398
    },
    {
      "epoch": 1.6137210731107925,
      "grad_norm": 1.0793361102885715,
      "learning_rate": 0.0002530817400083135,
      "loss": 0.763,
      "step": 39399
    },
    {
      "epoch": 1.613762031537989,
      "grad_norm": 1.4447974684077836,
      "learning_rate": 0.0002530793707200536,
      "loss": 1.0947,
      "step": 39400
    },
    {
      "epoch": 1.6138029899651853,
      "grad_norm": 1.1486853209084886,
      "learning_rate": 0.00025307700138306374,
      "loss": 0.9964,
      "step": 39401
    },
    {
      "epoch": 1.6138439483923817,
      "grad_norm": 0.6781718001240044,
      "learning_rate": 0.000253074631997345,
      "loss": 0.3269,
      "step": 39402
    },
    {
      "epoch": 1.6138849068195782,
      "grad_norm": 1.4779355796498646,
      "learning_rate": 0.00025307226256289863,
      "loss": 1.7465,
      "step": 39403
    },
    {
      "epoch": 1.6139258652467745,
      "grad_norm": 1.1002031489207158,
      "learning_rate": 0.0002530698930797257,
      "loss": 0.7824,
      "step": 39404
    },
    {
      "epoch": 1.6139668236739708,
      "grad_norm": 1.2096606868238884,
      "learning_rate": 0.0002530675235478272,
      "loss": 0.6898,
      "step": 39405
    },
    {
      "epoch": 1.6140077821011674,
      "grad_norm": 1.290664276384724,
      "learning_rate": 0.00025306515396720445,
      "loss": 0.9267,
      "step": 39406
    },
    {
      "epoch": 1.6140487405283637,
      "grad_norm": 1.1319318646781267,
      "learning_rate": 0.0002530627843378584,
      "loss": 0.6172,
      "step": 39407
    },
    {
      "epoch": 1.61408969895556,
      "grad_norm": 1.3523709215588473,
      "learning_rate": 0.00025306041465979033,
      "loss": 0.973,
      "step": 39408
    },
    {
      "epoch": 1.6141306573827565,
      "grad_norm": 1.0597608333862194,
      "learning_rate": 0.0002530580449330012,
      "loss": 1.0759,
      "step": 39409
    },
    {
      "epoch": 1.614171615809953,
      "grad_norm": 0.7426136864805255,
      "learning_rate": 0.0002530556751574922,
      "loss": 0.3527,
      "step": 39410
    },
    {
      "epoch": 1.6142125742371491,
      "grad_norm": 1.008282637389928,
      "learning_rate": 0.0002530533053332645,
      "loss": 0.6221,
      "step": 39411
    },
    {
      "epoch": 1.6142535326643457,
      "grad_norm": 1.5213745919561767,
      "learning_rate": 0.00025305093546031923,
      "loss": 1.3697,
      "step": 39412
    },
    {
      "epoch": 1.6142944910915422,
      "grad_norm": 1.2857194972352912,
      "learning_rate": 0.0002530485655386574,
      "loss": 0.9971,
      "step": 39413
    },
    {
      "epoch": 1.6143354495187385,
      "grad_norm": 1.2892320039568357,
      "learning_rate": 0.00025304619556828015,
      "loss": 0.7871,
      "step": 39414
    },
    {
      "epoch": 1.6143764079459348,
      "grad_norm": 1.1881701371639033,
      "learning_rate": 0.00025304382554918874,
      "loss": 0.8993,
      "step": 39415
    },
    {
      "epoch": 1.6144173663731314,
      "grad_norm": 1.2327570423901801,
      "learning_rate": 0.0002530414554813841,
      "loss": 0.8217,
      "step": 39416
    },
    {
      "epoch": 1.6144583248003277,
      "grad_norm": 2.164678707735802,
      "learning_rate": 0.00025303908536486745,
      "loss": 0.8951,
      "step": 39417
    },
    {
      "epoch": 1.614499283227524,
      "grad_norm": 1.1185307861936435,
      "learning_rate": 0.0002530367151996399,
      "loss": 0.9741,
      "step": 39418
    },
    {
      "epoch": 1.6145402416547205,
      "grad_norm": 1.0480987796164436,
      "learning_rate": 0.00025303434498570257,
      "loss": 0.8139,
      "step": 39419
    },
    {
      "epoch": 1.6145812000819169,
      "grad_norm": 1.112024121654105,
      "learning_rate": 0.0002530319747230566,
      "loss": 0.6535,
      "step": 39420
    },
    {
      "epoch": 1.6146221585091132,
      "grad_norm": 1.1096858716704519,
      "learning_rate": 0.0002530296044117031,
      "loss": 0.8474,
      "step": 39421
    },
    {
      "epoch": 1.6146631169363097,
      "grad_norm": 1.0496873617777374,
      "learning_rate": 0.00025302723405164315,
      "loss": 0.6208,
      "step": 39422
    },
    {
      "epoch": 1.614704075363506,
      "grad_norm": 0.9827119772679674,
      "learning_rate": 0.0002530248636428779,
      "loss": 0.67,
      "step": 39423
    },
    {
      "epoch": 1.6147450337907023,
      "grad_norm": 0.9009421846978232,
      "learning_rate": 0.00025302249318540846,
      "loss": 0.8166,
      "step": 39424
    },
    {
      "epoch": 1.6147859922178989,
      "grad_norm": 1.5407252105578377,
      "learning_rate": 0.00025302012267923603,
      "loss": 1.4004,
      "step": 39425
    },
    {
      "epoch": 1.6148269506450952,
      "grad_norm": 1.280999043025164,
      "learning_rate": 0.0002530177521243616,
      "loss": 1.1172,
      "step": 39426
    },
    {
      "epoch": 1.6148679090722915,
      "grad_norm": 0.8723991509710111,
      "learning_rate": 0.00025301538152078636,
      "loss": 0.7383,
      "step": 39427
    },
    {
      "epoch": 1.614908867499488,
      "grad_norm": 0.7107474267069692,
      "learning_rate": 0.00025301301086851145,
      "loss": 0.2754,
      "step": 39428
    },
    {
      "epoch": 1.6149498259266846,
      "grad_norm": 1.223956072175753,
      "learning_rate": 0.00025301064016753803,
      "loss": 1.3539,
      "step": 39429
    },
    {
      "epoch": 1.6149907843538807,
      "grad_norm": 1.0627846099722715,
      "learning_rate": 0.000253008269417867,
      "loss": 0.4068,
      "step": 39430
    },
    {
      "epoch": 1.6150317427810772,
      "grad_norm": 1.0791504963243885,
      "learning_rate": 0.00025300589861949977,
      "loss": 1.0546,
      "step": 39431
    },
    {
      "epoch": 1.6150727012082737,
      "grad_norm": 1.0146099649642866,
      "learning_rate": 0.00025300352777243726,
      "loss": 0.7954,
      "step": 39432
    },
    {
      "epoch": 1.61511365963547,
      "grad_norm": 1.4282757055177082,
      "learning_rate": 0.0002530011568766807,
      "loss": 1.0328,
      "step": 39433
    },
    {
      "epoch": 1.6151546180626664,
      "grad_norm": 1.0915543244940835,
      "learning_rate": 0.0002529987859322311,
      "loss": 0.9281,
      "step": 39434
    },
    {
      "epoch": 1.615195576489863,
      "grad_norm": 1.0309832114905093,
      "learning_rate": 0.0002529964149390898,
      "loss": 0.7862,
      "step": 39435
    },
    {
      "epoch": 1.6152365349170592,
      "grad_norm": 1.1180343237060089,
      "learning_rate": 0.0002529940438972576,
      "loss": 1.0063,
      "step": 39436
    },
    {
      "epoch": 1.6152774933442555,
      "grad_norm": 1.625401959239599,
      "learning_rate": 0.0002529916728067359,
      "loss": 1.0969,
      "step": 39437
    },
    {
      "epoch": 1.615318451771452,
      "grad_norm": 1.6475361222670264,
      "learning_rate": 0.00025298930166752566,
      "loss": 2.0919,
      "step": 39438
    },
    {
      "epoch": 1.6153594101986484,
      "grad_norm": 1.2898355798452612,
      "learning_rate": 0.0002529869304796281,
      "loss": 1.2789,
      "step": 39439
    },
    {
      "epoch": 1.6154003686258447,
      "grad_norm": 1.2576588167631666,
      "learning_rate": 0.0002529845592430443,
      "loss": 1.0112,
      "step": 39440
    },
    {
      "epoch": 1.6154413270530412,
      "grad_norm": 0.9130030484389844,
      "learning_rate": 0.00025298218795777533,
      "loss": 0.5843,
      "step": 39441
    },
    {
      "epoch": 1.6154822854802375,
      "grad_norm": 1.162579312933053,
      "learning_rate": 0.0002529798166238223,
      "loss": 0.8947,
      "step": 39442
    },
    {
      "epoch": 1.6155232439074338,
      "grad_norm": 1.2700707308048163,
      "learning_rate": 0.0002529774452411865,
      "loss": 0.9898,
      "step": 39443
    },
    {
      "epoch": 1.6155642023346304,
      "grad_norm": 1.1577491374000592,
      "learning_rate": 0.00025297507380986887,
      "loss": 1.0039,
      "step": 39444
    },
    {
      "epoch": 1.6156051607618267,
      "grad_norm": 1.2480357428979851,
      "learning_rate": 0.00025297270232987066,
      "loss": 0.908,
      "step": 39445
    },
    {
      "epoch": 1.615646119189023,
      "grad_norm": 1.5988439288082874,
      "learning_rate": 0.00025297033080119296,
      "loss": 0.302,
      "step": 39446
    },
    {
      "epoch": 1.6156870776162195,
      "grad_norm": 0.9969824087260266,
      "learning_rate": 0.00025296795922383675,
      "loss": 0.8427,
      "step": 39447
    },
    {
      "epoch": 1.615728036043416,
      "grad_norm": 0.9299927112173931,
      "learning_rate": 0.00025296558759780333,
      "loss": 0.6488,
      "step": 39448
    },
    {
      "epoch": 1.6157689944706122,
      "grad_norm": 1.0815116456690774,
      "learning_rate": 0.0002529632159230938,
      "loss": 0.7816,
      "step": 39449
    },
    {
      "epoch": 1.6158099528978087,
      "grad_norm": 1.0223980805641122,
      "learning_rate": 0.00025296084419970915,
      "loss": 0.2971,
      "step": 39450
    },
    {
      "epoch": 1.6158509113250052,
      "grad_norm": 1.0744577932023598,
      "learning_rate": 0.0002529584724276506,
      "loss": 0.8429,
      "step": 39451
    },
    {
      "epoch": 1.6158918697522016,
      "grad_norm": 1.5104915077750163,
      "learning_rate": 0.00025295610060691926,
      "loss": 1.0045,
      "step": 39452
    },
    {
      "epoch": 1.6159328281793979,
      "grad_norm": 1.6092818819379944,
      "learning_rate": 0.00025295372873751634,
      "loss": 1.4583,
      "step": 39453
    },
    {
      "epoch": 1.6159737866065944,
      "grad_norm": 1.0741781569949502,
      "learning_rate": 0.00025295135681944276,
      "loss": 0.7822,
      "step": 39454
    },
    {
      "epoch": 1.6160147450337907,
      "grad_norm": 1.0976879437473783,
      "learning_rate": 0.0002529489848526998,
      "loss": 0.5281,
      "step": 39455
    },
    {
      "epoch": 1.616055703460987,
      "grad_norm": 1.0070899400207478,
      "learning_rate": 0.0002529466128372885,
      "loss": 0.791,
      "step": 39456
    },
    {
      "epoch": 1.6160966618881836,
      "grad_norm": 1.384643528401862,
      "learning_rate": 0.00025294424077321003,
      "loss": 1.2288,
      "step": 39457
    },
    {
      "epoch": 1.6161376203153799,
      "grad_norm": 1.4321475610852048,
      "learning_rate": 0.0002529418686604655,
      "loss": 0.9821,
      "step": 39458
    },
    {
      "epoch": 1.6161785787425762,
      "grad_norm": 3.1240525934115007,
      "learning_rate": 0.00025293949649905605,
      "loss": 5.7695,
      "step": 39459
    },
    {
      "epoch": 1.6162195371697727,
      "grad_norm": 0.9920982719561429,
      "learning_rate": 0.00025293712428898276,
      "loss": 0.7767,
      "step": 39460
    },
    {
      "epoch": 1.616260495596969,
      "grad_norm": 1.2746433010589526,
      "learning_rate": 0.0002529347520302468,
      "loss": 0.8349,
      "step": 39461
    },
    {
      "epoch": 1.6163014540241654,
      "grad_norm": 0.5740897901098879,
      "learning_rate": 0.00025293237972284923,
      "loss": 0.1958,
      "step": 39462
    },
    {
      "epoch": 1.616342412451362,
      "grad_norm": 1.9045433798758886,
      "learning_rate": 0.0002529300073667912,
      "loss": 1.0585,
      "step": 39463
    },
    {
      "epoch": 1.6163833708785582,
      "grad_norm": 1.1380105541955365,
      "learning_rate": 0.0002529276349620738,
      "loss": 0.7808,
      "step": 39464
    },
    {
      "epoch": 1.6164243293057545,
      "grad_norm": 2.603711832743956,
      "learning_rate": 0.0002529252625086983,
      "loss": 4.2565,
      "step": 39465
    },
    {
      "epoch": 1.616465287732951,
      "grad_norm": 1.1121675769320232,
      "learning_rate": 0.00025292289000666563,
      "loss": 0.7904,
      "step": 39466
    },
    {
      "epoch": 1.6165062461601476,
      "grad_norm": 0.9535992615792608,
      "learning_rate": 0.00025292051745597695,
      "loss": 0.5076,
      "step": 39467
    },
    {
      "epoch": 1.6165472045873437,
      "grad_norm": 1.0690371228384914,
      "learning_rate": 0.0002529181448566335,
      "loss": 0.7105,
      "step": 39468
    },
    {
      "epoch": 1.6165881630145402,
      "grad_norm": 1.393656752797963,
      "learning_rate": 0.0002529157722086363,
      "loss": 1.0932,
      "step": 39469
    },
    {
      "epoch": 1.6166291214417368,
      "grad_norm": 1.3888072714294102,
      "learning_rate": 0.0002529133995119865,
      "loss": 1.0837,
      "step": 39470
    },
    {
      "epoch": 1.616670079868933,
      "grad_norm": 0.9890192714356273,
      "learning_rate": 0.0002529110267666852,
      "loss": 0.6285,
      "step": 39471
    },
    {
      "epoch": 1.6167110382961294,
      "grad_norm": 0.9996948918982688,
      "learning_rate": 0.00025290865397273354,
      "loss": 0.6875,
      "step": 39472
    },
    {
      "epoch": 1.616751996723326,
      "grad_norm": 0.8477319059811885,
      "learning_rate": 0.00025290628113013264,
      "loss": 0.2957,
      "step": 39473
    },
    {
      "epoch": 1.6167929551505222,
      "grad_norm": 1.6530833084014618,
      "learning_rate": 0.00025290390823888364,
      "loss": 1.557,
      "step": 39474
    },
    {
      "epoch": 1.6168339135777186,
      "grad_norm": 1.0568043390548776,
      "learning_rate": 0.00025290153529898763,
      "loss": 0.8306,
      "step": 39475
    },
    {
      "epoch": 1.616874872004915,
      "grad_norm": 2.539184843517894,
      "learning_rate": 0.0002528991623104457,
      "loss": 1.1271,
      "step": 39476
    },
    {
      "epoch": 1.6169158304321114,
      "grad_norm": 1.2199570640678816,
      "learning_rate": 0.00025289678927325907,
      "loss": 0.9126,
      "step": 39477
    },
    {
      "epoch": 1.6169567888593077,
      "grad_norm": 1.1064955264391036,
      "learning_rate": 0.0002528944161874288,
      "loss": 0.6981,
      "step": 39478
    },
    {
      "epoch": 1.6169977472865043,
      "grad_norm": 1.1087343133528293,
      "learning_rate": 0.00025289204305295606,
      "loss": 0.8835,
      "step": 39479
    },
    {
      "epoch": 1.6170387057137006,
      "grad_norm": 1.2366746193313949,
      "learning_rate": 0.0002528896698698419,
      "loss": 0.7575,
      "step": 39480
    },
    {
      "epoch": 1.6170796641408969,
      "grad_norm": 0.6897874216744525,
      "learning_rate": 0.00025288729663808745,
      "loss": 0.3153,
      "step": 39481
    },
    {
      "epoch": 1.6171206225680934,
      "grad_norm": 1.1899892972918447,
      "learning_rate": 0.0002528849233576939,
      "loss": 0.8237,
      "step": 39482
    },
    {
      "epoch": 1.6171615809952897,
      "grad_norm": 1.3322681815652333,
      "learning_rate": 0.0002528825500286623,
      "loss": 0.8362,
      "step": 39483
    },
    {
      "epoch": 1.617202539422486,
      "grad_norm": 1.1649569494652212,
      "learning_rate": 0.0002528801766509938,
      "loss": 0.9398,
      "step": 39484
    },
    {
      "epoch": 1.6172434978496826,
      "grad_norm": 4.516778916077489,
      "learning_rate": 0.0002528778032246895,
      "loss": 1.7818,
      "step": 39485
    },
    {
      "epoch": 1.6172844562768791,
      "grad_norm": 1.2522448253887062,
      "learning_rate": 0.0002528754297497506,
      "loss": 0.7006,
      "step": 39486
    },
    {
      "epoch": 1.6173254147040752,
      "grad_norm": 1.2855507811638982,
      "learning_rate": 0.0002528730562261781,
      "loss": 0.8307,
      "step": 39487
    },
    {
      "epoch": 1.6173663731312717,
      "grad_norm": 1.2469214843538967,
      "learning_rate": 0.00025287068265397326,
      "loss": 0.9297,
      "step": 39488
    },
    {
      "epoch": 1.6174073315584683,
      "grad_norm": 1.256766293538582,
      "learning_rate": 0.0002528683090331371,
      "loss": 1.0163,
      "step": 39489
    },
    {
      "epoch": 1.6174482899856646,
      "grad_norm": 1.1916525017472586,
      "learning_rate": 0.00025286593536367075,
      "loss": 0.6417,
      "step": 39490
    },
    {
      "epoch": 1.617489248412861,
      "grad_norm": 1.2337544588043232,
      "learning_rate": 0.00025286356164557535,
      "loss": 1.2849,
      "step": 39491
    },
    {
      "epoch": 1.6175302068400574,
      "grad_norm": 1.2559158012879237,
      "learning_rate": 0.0002528611878788521,
      "loss": 1.2141,
      "step": 39492
    },
    {
      "epoch": 1.6175711652672538,
      "grad_norm": 1.1404273921885162,
      "learning_rate": 0.00025285881406350195,
      "loss": 0.7124,
      "step": 39493
    },
    {
      "epoch": 1.61761212369445,
      "grad_norm": 0.5594806314400931,
      "learning_rate": 0.00025285644019952617,
      "loss": 0.2429,
      "step": 39494
    },
    {
      "epoch": 1.6176530821216466,
      "grad_norm": 1.4810355086513243,
      "learning_rate": 0.0002528540662869259,
      "loss": 0.99,
      "step": 39495
    },
    {
      "epoch": 1.617694040548843,
      "grad_norm": 0.7681654508851617,
      "learning_rate": 0.0002528516923257021,
      "loss": 0.3696,
      "step": 39496
    },
    {
      "epoch": 1.6177349989760392,
      "grad_norm": 1.00351507873624,
      "learning_rate": 0.000252849318315856,
      "loss": 0.7437,
      "step": 39497
    },
    {
      "epoch": 1.6177759574032358,
      "grad_norm": 1.3348827574249942,
      "learning_rate": 0.00025284694425738874,
      "loss": 0.9,
      "step": 39498
    },
    {
      "epoch": 1.617816915830432,
      "grad_norm": 1.1169339112495895,
      "learning_rate": 0.0002528445701503014,
      "loss": 0.6668,
      "step": 39499
    },
    {
      "epoch": 1.6178578742576284,
      "grad_norm": 1.3122237979133733,
      "learning_rate": 0.0002528421959945951,
      "loss": 0.7806,
      "step": 39500
    },
    {
      "epoch": 1.617898832684825,
      "grad_norm": 0.9508403423093689,
      "learning_rate": 0.000252839821790271,
      "loss": 0.7791,
      "step": 39501
    },
    {
      "epoch": 1.6179397911120215,
      "grad_norm": 0.8851145136205759,
      "learning_rate": 0.00025283744753733017,
      "loss": 0.3544,
      "step": 39502
    },
    {
      "epoch": 1.6179807495392176,
      "grad_norm": 1.0656422565161605,
      "learning_rate": 0.0002528350732357738,
      "loss": 0.7078,
      "step": 39503
    },
    {
      "epoch": 1.618021707966414,
      "grad_norm": 1.302394289636613,
      "learning_rate": 0.00025283269888560296,
      "loss": 1.1621,
      "step": 39504
    },
    {
      "epoch": 1.6180626663936106,
      "grad_norm": 0.89660831509051,
      "learning_rate": 0.00025283032448681877,
      "loss": 0.3334,
      "step": 39505
    },
    {
      "epoch": 1.6181036248208067,
      "grad_norm": 1.171347384363343,
      "learning_rate": 0.0002528279500394224,
      "loss": 1.0237,
      "step": 39506
    },
    {
      "epoch": 1.6181445832480033,
      "grad_norm": 1.0012685789641187,
      "learning_rate": 0.00025282557554341493,
      "loss": 0.4898,
      "step": 39507
    },
    {
      "epoch": 1.6181855416751998,
      "grad_norm": 1.2772790470395765,
      "learning_rate": 0.00025282320099879747,
      "loss": 0.9752,
      "step": 39508
    },
    {
      "epoch": 1.618226500102396,
      "grad_norm": 1.7681420275945705,
      "learning_rate": 0.0002528208264055712,
      "loss": 0.7091,
      "step": 39509
    },
    {
      "epoch": 1.6182674585295924,
      "grad_norm": 0.6512477961233353,
      "learning_rate": 0.00025281845176373724,
      "loss": 0.3337,
      "step": 39510
    },
    {
      "epoch": 1.618308416956789,
      "grad_norm": 0.9399325429190061,
      "learning_rate": 0.00025281607707329664,
      "loss": 0.7001,
      "step": 39511
    },
    {
      "epoch": 1.6183493753839853,
      "grad_norm": 1.021869718310684,
      "learning_rate": 0.00025281370233425055,
      "loss": 0.4588,
      "step": 39512
    },
    {
      "epoch": 1.6183903338111816,
      "grad_norm": 0.9762979927082047,
      "learning_rate": 0.0002528113275466001,
      "loss": 0.773,
      "step": 39513
    },
    {
      "epoch": 1.6184312922383781,
      "grad_norm": 1.055158766106998,
      "learning_rate": 0.00025280895271034647,
      "loss": 0.8018,
      "step": 39514
    },
    {
      "epoch": 1.6184722506655744,
      "grad_norm": 1.1246172380003845,
      "learning_rate": 0.0002528065778254907,
      "loss": 0.8474,
      "step": 39515
    },
    {
      "epoch": 1.6185132090927707,
      "grad_norm": 1.3294968166649344,
      "learning_rate": 0.000252804202892034,
      "loss": 1.0656,
      "step": 39516
    },
    {
      "epoch": 1.6185541675199673,
      "grad_norm": 1.3448053724877589,
      "learning_rate": 0.00025280182790997737,
      "loss": 1.0354,
      "step": 39517
    },
    {
      "epoch": 1.6185951259471636,
      "grad_norm": 1.3536468910778559,
      "learning_rate": 0.000252799452879322,
      "loss": 1.0647,
      "step": 39518
    },
    {
      "epoch": 1.61863608437436,
      "grad_norm": 1.1216830129647737,
      "learning_rate": 0.00025279707780006904,
      "loss": 1.0614,
      "step": 39519
    },
    {
      "epoch": 1.6186770428015564,
      "grad_norm": 1.0508369990718793,
      "learning_rate": 0.0002527947026722196,
      "loss": 0.6033,
      "step": 39520
    },
    {
      "epoch": 1.618718001228753,
      "grad_norm": 1.283495078114984,
      "learning_rate": 0.00025279232749577475,
      "loss": 1.0948,
      "step": 39521
    },
    {
      "epoch": 1.618758959655949,
      "grad_norm": 1.2890354069381367,
      "learning_rate": 0.0002527899522707357,
      "loss": 1.0274,
      "step": 39522
    },
    {
      "epoch": 1.6187999180831456,
      "grad_norm": 0.6774088725191603,
      "learning_rate": 0.0002527875769971035,
      "loss": 0.2817,
      "step": 39523
    },
    {
      "epoch": 1.6188408765103421,
      "grad_norm": 1.234180619439508,
      "learning_rate": 0.00025278520167487927,
      "loss": 1.3384,
      "step": 39524
    },
    {
      "epoch": 1.6188818349375382,
      "grad_norm": 1.5363835003745354,
      "learning_rate": 0.0002527828263040642,
      "loss": 0.964,
      "step": 39525
    },
    {
      "epoch": 1.6189227933647348,
      "grad_norm": 1.131184438507708,
      "learning_rate": 0.00025278045088465934,
      "loss": 0.7615,
      "step": 39526
    },
    {
      "epoch": 1.6189637517919313,
      "grad_norm": 1.1277313817126229,
      "learning_rate": 0.00025277807541666586,
      "loss": 1.083,
      "step": 39527
    },
    {
      "epoch": 1.6190047102191276,
      "grad_norm": 1.0823929588704058,
      "learning_rate": 0.0002527756999000849,
      "loss": 0.7318,
      "step": 39528
    },
    {
      "epoch": 1.619045668646324,
      "grad_norm": 1.1458588065722564,
      "learning_rate": 0.0002527733243349175,
      "loss": 0.7152,
      "step": 39529
    },
    {
      "epoch": 1.6190866270735205,
      "grad_norm": 0.8659397179210326,
      "learning_rate": 0.0002527709487211649,
      "loss": 0.5716,
      "step": 39530
    },
    {
      "epoch": 1.6191275855007168,
      "grad_norm": 1.1205949486024216,
      "learning_rate": 0.00025276857305882815,
      "loss": 0.9397,
      "step": 39531
    },
    {
      "epoch": 1.619168543927913,
      "grad_norm": 0.8282161490637837,
      "learning_rate": 0.00025276619734790833,
      "loss": 0.4461,
      "step": 39532
    },
    {
      "epoch": 1.6192095023551096,
      "grad_norm": 1.479367099134976,
      "learning_rate": 0.00025276382158840666,
      "loss": 1.3149,
      "step": 39533
    },
    {
      "epoch": 1.619250460782306,
      "grad_norm": 1.5627787140294576,
      "learning_rate": 0.00025276144578032417,
      "loss": 0.7975,
      "step": 39534
    },
    {
      "epoch": 1.6192914192095023,
      "grad_norm": 0.8741519231371693,
      "learning_rate": 0.0002527590699236621,
      "loss": 0.3313,
      "step": 39535
    },
    {
      "epoch": 1.6193323776366988,
      "grad_norm": 1.0755783470916962,
      "learning_rate": 0.00025275669401842143,
      "loss": 0.6365,
      "step": 39536
    },
    {
      "epoch": 1.619373336063895,
      "grad_norm": 1.0635353141376875,
      "learning_rate": 0.0002527543180646034,
      "loss": 0.8452,
      "step": 39537
    },
    {
      "epoch": 1.6194142944910914,
      "grad_norm": 1.212475833960114,
      "learning_rate": 0.0002527519420622091,
      "loss": 0.8416,
      "step": 39538
    },
    {
      "epoch": 1.619455252918288,
      "grad_norm": 1.1678581527168406,
      "learning_rate": 0.00025274956601123964,
      "loss": 0.5075,
      "step": 39539
    },
    {
      "epoch": 1.6194962113454845,
      "grad_norm": 1.107242808282179,
      "learning_rate": 0.0002527471899116961,
      "loss": 0.7715,
      "step": 39540
    },
    {
      "epoch": 1.6195371697726806,
      "grad_norm": 1.9631319311201356,
      "learning_rate": 0.00025274481376357975,
      "loss": 2.9062,
      "step": 39541
    },
    {
      "epoch": 1.6195781281998771,
      "grad_norm": 1.3151850615558578,
      "learning_rate": 0.0002527424375668915,
      "loss": 0.7362,
      "step": 39542
    },
    {
      "epoch": 1.6196190866270737,
      "grad_norm": 1.2430694814923242,
      "learning_rate": 0.0002527400613216327,
      "loss": 0.9216,
      "step": 39543
    },
    {
      "epoch": 1.61966004505427,
      "grad_norm": 0.9514859307217063,
      "learning_rate": 0.0002527376850278043,
      "loss": 0.6186,
      "step": 39544
    },
    {
      "epoch": 1.6197010034814663,
      "grad_norm": 1.2160092754798104,
      "learning_rate": 0.00025273530868540745,
      "loss": 1.0397,
      "step": 39545
    },
    {
      "epoch": 1.6197419619086628,
      "grad_norm": 0.8110396112864272,
      "learning_rate": 0.0002527329322944434,
      "loss": 0.3885,
      "step": 39546
    },
    {
      "epoch": 1.6197829203358591,
      "grad_norm": 1.260582831609948,
      "learning_rate": 0.0002527305558549131,
      "loss": 0.841,
      "step": 39547
    },
    {
      "epoch": 1.6198238787630554,
      "grad_norm": 0.8490345223641922,
      "learning_rate": 0.00025272817936681775,
      "loss": 0.3952,
      "step": 39548
    },
    {
      "epoch": 1.619864837190252,
      "grad_norm": 0.9528700188837881,
      "learning_rate": 0.0002527258028301585,
      "loss": 0.8892,
      "step": 39549
    },
    {
      "epoch": 1.6199057956174483,
      "grad_norm": 1.1446656627857785,
      "learning_rate": 0.0002527234262449365,
      "loss": 0.8568,
      "step": 39550
    },
    {
      "epoch": 1.6199467540446446,
      "grad_norm": 0.6317353189641057,
      "learning_rate": 0.0002527210496111528,
      "loss": 0.2529,
      "step": 39551
    },
    {
      "epoch": 1.6199877124718411,
      "grad_norm": 1.1282587626413494,
      "learning_rate": 0.0002527186729288085,
      "loss": 0.8782,
      "step": 39552
    },
    {
      "epoch": 1.6200286708990375,
      "grad_norm": 0.7686622612316153,
      "learning_rate": 0.00025271629619790485,
      "loss": 0.4054,
      "step": 39553
    },
    {
      "epoch": 1.6200696293262338,
      "grad_norm": 0.7755655935048024,
      "learning_rate": 0.0002527139194184428,
      "loss": 0.3535,
      "step": 39554
    },
    {
      "epoch": 1.6201105877534303,
      "grad_norm": 0.9735009182697344,
      "learning_rate": 0.0002527115425904237,
      "loss": 0.8427,
      "step": 39555
    },
    {
      "epoch": 1.6201515461806266,
      "grad_norm": 0.9236817523675642,
      "learning_rate": 0.0002527091657138484,
      "loss": 0.5458,
      "step": 39556
    },
    {
      "epoch": 1.620192504607823,
      "grad_norm": 0.57254700093628,
      "learning_rate": 0.00025270678878871826,
      "loss": 0.2136,
      "step": 39557
    },
    {
      "epoch": 1.6202334630350195,
      "grad_norm": 1.0275993473560772,
      "learning_rate": 0.00025270441181503425,
      "loss": 0.7639,
      "step": 39558
    },
    {
      "epoch": 1.620274421462216,
      "grad_norm": 2.7277006154579806,
      "learning_rate": 0.0002527020347927976,
      "loss": 1.4794,
      "step": 39559
    },
    {
      "epoch": 1.620315379889412,
      "grad_norm": 0.9979843848224752,
      "learning_rate": 0.0002526996577220093,
      "loss": 0.6211,
      "step": 39560
    },
    {
      "epoch": 1.6203563383166086,
      "grad_norm": 8.908396048254899,
      "learning_rate": 0.0002526972806026707,
      "loss": 2.7736,
      "step": 39561
    },
    {
      "epoch": 1.6203972967438052,
      "grad_norm": 1.0967222837566455,
      "learning_rate": 0.0002526949034347827,
      "loss": 0.8171,
      "step": 39562
    },
    {
      "epoch": 1.6204382551710015,
      "grad_norm": 0.9367125232713808,
      "learning_rate": 0.0002526925262183465,
      "loss": 0.7756,
      "step": 39563
    },
    {
      "epoch": 1.6204792135981978,
      "grad_norm": 1.1411276874673413,
      "learning_rate": 0.00025269014895336323,
      "loss": 0.983,
      "step": 39564
    },
    {
      "epoch": 1.6205201720253943,
      "grad_norm": 0.9820417422882152,
      "learning_rate": 0.0002526877716398341,
      "loss": 0.8775,
      "step": 39565
    },
    {
      "epoch": 1.6205611304525906,
      "grad_norm": 0.7942673411632478,
      "learning_rate": 0.00025268539427776007,
      "loss": 0.3555,
      "step": 39566
    },
    {
      "epoch": 1.620602088879787,
      "grad_norm": 1.2955228502302423,
      "learning_rate": 0.00025268301686714236,
      "loss": 1.033,
      "step": 39567
    },
    {
      "epoch": 1.6206430473069835,
      "grad_norm": 0.9167107606178025,
      "learning_rate": 0.0002526806394079821,
      "loss": 0.7156,
      "step": 39568
    },
    {
      "epoch": 1.6206840057341798,
      "grad_norm": 1.064040308098475,
      "learning_rate": 0.0002526782619002803,
      "loss": 0.7145,
      "step": 39569
    },
    {
      "epoch": 1.6207249641613761,
      "grad_norm": 1.011231447672286,
      "learning_rate": 0.00025267588434403827,
      "loss": 0.865,
      "step": 39570
    },
    {
      "epoch": 1.6207659225885727,
      "grad_norm": 2.219140770521293,
      "learning_rate": 0.000252673506739257,
      "loss": 2.4012,
      "step": 39571
    },
    {
      "epoch": 1.620806881015769,
      "grad_norm": 0.9785218135344399,
      "learning_rate": 0.00025267112908593773,
      "loss": 0.7375,
      "step": 39572
    },
    {
      "epoch": 1.6208478394429653,
      "grad_norm": 0.9748870445111874,
      "learning_rate": 0.0002526687513840815,
      "loss": 0.7371,
      "step": 39573
    },
    {
      "epoch": 1.6208887978701618,
      "grad_norm": 1.7137769238797251,
      "learning_rate": 0.00025266637363368933,
      "loss": 0.5411,
      "step": 39574
    },
    {
      "epoch": 1.6209297562973581,
      "grad_norm": 0.9884863715317572,
      "learning_rate": 0.00025266399583476256,
      "loss": 0.6992,
      "step": 39575
    },
    {
      "epoch": 1.6209707147245545,
      "grad_norm": 0.958777902668467,
      "learning_rate": 0.0002526616179873021,
      "loss": 0.7538,
      "step": 39576
    },
    {
      "epoch": 1.621011673151751,
      "grad_norm": 1.191813788261347,
      "learning_rate": 0.00025265924009130927,
      "loss": 0.9789,
      "step": 39577
    },
    {
      "epoch": 1.6210526315789475,
      "grad_norm": 1.4392839352628521,
      "learning_rate": 0.00025265686214678514,
      "loss": 1.2145,
      "step": 39578
    },
    {
      "epoch": 1.6210935900061436,
      "grad_norm": 0.9257989363824058,
      "learning_rate": 0.0002526544841537307,
      "loss": 0.4655,
      "step": 39579
    },
    {
      "epoch": 1.6211345484333402,
      "grad_norm": 0.7471620138597482,
      "learning_rate": 0.0002526521061121473,
      "loss": 0.2813,
      "step": 39580
    },
    {
      "epoch": 1.6211755068605367,
      "grad_norm": 1.1607314015287902,
      "learning_rate": 0.00025264972802203586,
      "loss": 0.7565,
      "step": 39581
    },
    {
      "epoch": 1.621216465287733,
      "grad_norm": 0.8433947136011812,
      "learning_rate": 0.0002526473498833976,
      "loss": 0.3335,
      "step": 39582
    },
    {
      "epoch": 1.6212574237149293,
      "grad_norm": 1.1166104939418557,
      "learning_rate": 0.0002526449716962336,
      "loss": 1.0502,
      "step": 39583
    },
    {
      "epoch": 1.6212983821421258,
      "grad_norm": 1.0005851416327634,
      "learning_rate": 0.00025264259346054505,
      "loss": 0.9103,
      "step": 39584
    },
    {
      "epoch": 1.6213393405693222,
      "grad_norm": 1.1869239610339946,
      "learning_rate": 0.000252640215176333,
      "loss": 0.7242,
      "step": 39585
    },
    {
      "epoch": 1.6213802989965185,
      "grad_norm": 1.0795333271831746,
      "learning_rate": 0.00025263783684359865,
      "loss": 0.7483,
      "step": 39586
    },
    {
      "epoch": 1.621421257423715,
      "grad_norm": 1.8578474025583394,
      "learning_rate": 0.00025263545846234314,
      "loss": 0.9882,
      "step": 39587
    },
    {
      "epoch": 1.6214622158509113,
      "grad_norm": 1.0022621803003473,
      "learning_rate": 0.0002526330800325675,
      "loss": 0.6378,
      "step": 39588
    },
    {
      "epoch": 1.6215031742781076,
      "grad_norm": 1.3195691628278545,
      "learning_rate": 0.00025263070155427284,
      "loss": 0.9522,
      "step": 39589
    },
    {
      "epoch": 1.6215441327053042,
      "grad_norm": 2.3521678164792013,
      "learning_rate": 0.0002526283230274604,
      "loss": 1.7476,
      "step": 39590
    },
    {
      "epoch": 1.6215850911325005,
      "grad_norm": 1.4361791503588008,
      "learning_rate": 0.0002526259444521312,
      "loss": 1.2441,
      "step": 39591
    },
    {
      "epoch": 1.6216260495596968,
      "grad_norm": 1.2034338389654249,
      "learning_rate": 0.0002526235658282864,
      "loss": 1.0097,
      "step": 39592
    },
    {
      "epoch": 1.6216670079868933,
      "grad_norm": 1.0308248418067658,
      "learning_rate": 0.00025262118715592717,
      "loss": 0.6971,
      "step": 39593
    },
    {
      "epoch": 1.6217079664140897,
      "grad_norm": 1.162560994659743,
      "learning_rate": 0.0002526188084350546,
      "loss": 0.9291,
      "step": 39594
    },
    {
      "epoch": 1.621748924841286,
      "grad_norm": 1.8537767043238382,
      "learning_rate": 0.0002526164296656698,
      "loss": 1.3017,
      "step": 39595
    },
    {
      "epoch": 1.6217898832684825,
      "grad_norm": 0.8343164723522923,
      "learning_rate": 0.00025261405084777387,
      "loss": 0.3582,
      "step": 39596
    },
    {
      "epoch": 1.621830841695679,
      "grad_norm": 1.0706377713631723,
      "learning_rate": 0.00025261167198136804,
      "loss": 0.8228,
      "step": 39597
    },
    {
      "epoch": 1.6218718001228751,
      "grad_norm": 1.3827226841585072,
      "learning_rate": 0.0002526092930664533,
      "loss": 0.9005,
      "step": 39598
    },
    {
      "epoch": 1.6219127585500717,
      "grad_norm": 0.6260201762028093,
      "learning_rate": 0.0002526069141030309,
      "loss": 0.3008,
      "step": 39599
    },
    {
      "epoch": 1.6219537169772682,
      "grad_norm": 1.213717697742476,
      "learning_rate": 0.0002526045350911019,
      "loss": 0.8872,
      "step": 39600
    },
    {
      "epoch": 1.6219946754044645,
      "grad_norm": 1.0946746677051764,
      "learning_rate": 0.0002526021560306674,
      "loss": 0.8859,
      "step": 39601
    },
    {
      "epoch": 1.6220356338316608,
      "grad_norm": 1.0424488821199114,
      "learning_rate": 0.00025259977692172856,
      "loss": 0.6069,
      "step": 39602
    },
    {
      "epoch": 1.6220765922588574,
      "grad_norm": 0.7160482076039655,
      "learning_rate": 0.0002525973977642865,
      "loss": 0.2643,
      "step": 39603
    },
    {
      "epoch": 1.6221175506860537,
      "grad_norm": 1.004257331364809,
      "learning_rate": 0.00025259501855834235,
      "loss": 0.4761,
      "step": 39604
    },
    {
      "epoch": 1.62215850911325,
      "grad_norm": 1.9361118138754587,
      "learning_rate": 0.00025259263930389725,
      "loss": 1.1799,
      "step": 39605
    },
    {
      "epoch": 1.6221994675404465,
      "grad_norm": 1.5495230662352482,
      "learning_rate": 0.00025259026000095227,
      "loss": 0.8577,
      "step": 39606
    },
    {
      "epoch": 1.6222404259676428,
      "grad_norm": 0.9401098558780738,
      "learning_rate": 0.0002525878806495086,
      "loss": 0.4947,
      "step": 39607
    },
    {
      "epoch": 1.6222813843948392,
      "grad_norm": 1.1662267960921395,
      "learning_rate": 0.00025258550124956724,
      "loss": 0.8997,
      "step": 39608
    },
    {
      "epoch": 1.6223223428220357,
      "grad_norm": 1.8837823726576144,
      "learning_rate": 0.0002525831218011295,
      "loss": 1.2463,
      "step": 39609
    },
    {
      "epoch": 1.622363301249232,
      "grad_norm": 1.1448457818159998,
      "learning_rate": 0.0002525807423041964,
      "loss": 0.7299,
      "step": 39610
    },
    {
      "epoch": 1.6224042596764283,
      "grad_norm": 1.0275648520628027,
      "learning_rate": 0.00025257836275876903,
      "loss": 0.7115,
      "step": 39611
    },
    {
      "epoch": 1.6224452181036249,
      "grad_norm": 0.8151986944240209,
      "learning_rate": 0.0002525759831648486,
      "loss": 0.3975,
      "step": 39612
    },
    {
      "epoch": 1.6224861765308212,
      "grad_norm": 0.8976261383447584,
      "learning_rate": 0.0002525736035224362,
      "loss": 0.4704,
      "step": 39613
    },
    {
      "epoch": 1.6225271349580175,
      "grad_norm": 2.0841293675920833,
      "learning_rate": 0.00025257122383153294,
      "loss": 1.3556,
      "step": 39614
    },
    {
      "epoch": 1.622568093385214,
      "grad_norm": 1.226421214976762,
      "learning_rate": 0.00025256884409214,
      "loss": 1.2895,
      "step": 39615
    },
    {
      "epoch": 1.6226090518124106,
      "grad_norm": 1.2449131474215451,
      "learning_rate": 0.0002525664643042584,
      "loss": 0.6673,
      "step": 39616
    },
    {
      "epoch": 1.6226500102396066,
      "grad_norm": 1.1887305914668171,
      "learning_rate": 0.0002525640844678894,
      "loss": 0.8355,
      "step": 39617
    },
    {
      "epoch": 1.6226909686668032,
      "grad_norm": 1.1085661575969517,
      "learning_rate": 0.00025256170458303395,
      "loss": 0.6743,
      "step": 39618
    },
    {
      "epoch": 1.6227319270939997,
      "grad_norm": 1.0933907240052723,
      "learning_rate": 0.0002525593246496934,
      "loss": 0.8749,
      "step": 39619
    },
    {
      "epoch": 1.622772885521196,
      "grad_norm": 1.412505959407255,
      "learning_rate": 0.00025255694466786864,
      "loss": 0.7963,
      "step": 39620
    },
    {
      "epoch": 1.6228138439483923,
      "grad_norm": 1.0577610249742464,
      "learning_rate": 0.00025255456463756093,
      "loss": 0.8902,
      "step": 39621
    },
    {
      "epoch": 1.6228548023755889,
      "grad_norm": 0.9562893294757447,
      "learning_rate": 0.00025255218455877144,
      "loss": 0.6579,
      "step": 39622
    },
    {
      "epoch": 1.6228957608027852,
      "grad_norm": 1.1704145660140484,
      "learning_rate": 0.0002525498044315012,
      "loss": 0.8755,
      "step": 39623
    },
    {
      "epoch": 1.6229367192299815,
      "grad_norm": 1.2490767234743243,
      "learning_rate": 0.00025254742425575135,
      "loss": 0.9112,
      "step": 39624
    },
    {
      "epoch": 1.622977677657178,
      "grad_norm": 0.6628419761544209,
      "learning_rate": 0.000252545044031523,
      "loss": 0.3032,
      "step": 39625
    },
    {
      "epoch": 1.6230186360843744,
      "grad_norm": 1.0986801700017874,
      "learning_rate": 0.00025254266375881735,
      "loss": 0.3333,
      "step": 39626
    },
    {
      "epoch": 1.6230595945115707,
      "grad_norm": 1.5021446689885747,
      "learning_rate": 0.00025254028343763544,
      "loss": 1.841,
      "step": 39627
    },
    {
      "epoch": 1.6231005529387672,
      "grad_norm": 1.3473045322216148,
      "learning_rate": 0.00025253790306797847,
      "loss": 0.89,
      "step": 39628
    },
    {
      "epoch": 1.6231415113659635,
      "grad_norm": 1.3221378096665235,
      "learning_rate": 0.0002525355226498475,
      "loss": 1.1863,
      "step": 39629
    },
    {
      "epoch": 1.6231824697931598,
      "grad_norm": 0.9820680769530384,
      "learning_rate": 0.0002525331421832437,
      "loss": 0.4155,
      "step": 39630
    },
    {
      "epoch": 1.6232234282203564,
      "grad_norm": 1.3314184421111352,
      "learning_rate": 0.0002525307616681682,
      "loss": 0.9732,
      "step": 39631
    },
    {
      "epoch": 1.6232643866475527,
      "grad_norm": 1.1265921291190195,
      "learning_rate": 0.00025252838110462205,
      "loss": 0.7611,
      "step": 39632
    },
    {
      "epoch": 1.623305345074749,
      "grad_norm": 1.1668310951387804,
      "learning_rate": 0.0002525260004926065,
      "loss": 0.7908,
      "step": 39633
    },
    {
      "epoch": 1.6233463035019455,
      "grad_norm": 0.8152103819438398,
      "learning_rate": 0.0002525236198321226,
      "loss": 0.5076,
      "step": 39634
    },
    {
      "epoch": 1.623387261929142,
      "grad_norm": 1.3323039276571464,
      "learning_rate": 0.0002525212391231714,
      "loss": 0.8972,
      "step": 39635
    },
    {
      "epoch": 1.6234282203563382,
      "grad_norm": 0.9882896565395901,
      "learning_rate": 0.00025251885836575415,
      "loss": 0.8658,
      "step": 39636
    },
    {
      "epoch": 1.6234691787835347,
      "grad_norm": 0.6664781303324758,
      "learning_rate": 0.00025251647755987196,
      "loss": 0.3145,
      "step": 39637
    },
    {
      "epoch": 1.6235101372107312,
      "grad_norm": 1.2094541953761289,
      "learning_rate": 0.00025251409670552587,
      "loss": 0.7768,
      "step": 39638
    },
    {
      "epoch": 1.6235510956379275,
      "grad_norm": 1.023208564821607,
      "learning_rate": 0.00025251171580271714,
      "loss": 0.7041,
      "step": 39639
    },
    {
      "epoch": 1.6235920540651239,
      "grad_norm": 1.0778531934718822,
      "learning_rate": 0.0002525093348514468,
      "loss": 0.728,
      "step": 39640
    },
    {
      "epoch": 1.6236330124923204,
      "grad_norm": 1.4511981000603222,
      "learning_rate": 0.000252506953851716,
      "loss": 0.852,
      "step": 39641
    },
    {
      "epoch": 1.6236739709195167,
      "grad_norm": 1.4031447170750546,
      "learning_rate": 0.00025250457280352577,
      "loss": 0.8998,
      "step": 39642
    },
    {
      "epoch": 1.623714929346713,
      "grad_norm": 2.7316079289407873,
      "learning_rate": 0.0002525021917068774,
      "loss": 4.4855,
      "step": 39643
    },
    {
      "epoch": 1.6237558877739096,
      "grad_norm": 1.1517653939531045,
      "learning_rate": 0.000252499810561772,
      "loss": 0.9042,
      "step": 39644
    },
    {
      "epoch": 1.6237968462011059,
      "grad_norm": 2.2973098554273896,
      "learning_rate": 0.0002524974293682105,
      "loss": 3.8297,
      "step": 39645
    },
    {
      "epoch": 1.6238378046283022,
      "grad_norm": 1.0739792428424286,
      "learning_rate": 0.00025249504812619426,
      "loss": 0.7712,
      "step": 39646
    },
    {
      "epoch": 1.6238787630554987,
      "grad_norm": 1.1071192570652804,
      "learning_rate": 0.0002524926668357243,
      "loss": 0.6141,
      "step": 39647
    },
    {
      "epoch": 1.623919721482695,
      "grad_norm": 0.7338757404310021,
      "learning_rate": 0.0002524902854968017,
      "loss": 0.2942,
      "step": 39648
    },
    {
      "epoch": 1.6239606799098913,
      "grad_norm": 1.0289468478027664,
      "learning_rate": 0.0002524879041094277,
      "loss": 0.6253,
      "step": 39649
    },
    {
      "epoch": 1.6240016383370879,
      "grad_norm": 0.874473946243233,
      "learning_rate": 0.0002524855226736034,
      "loss": 0.2753,
      "step": 39650
    },
    {
      "epoch": 1.6240425967642842,
      "grad_norm": 6.620365031190877,
      "learning_rate": 0.0002524831411893298,
      "loss": 3.6228,
      "step": 39651
    },
    {
      "epoch": 1.6240835551914805,
      "grad_norm": 0.9803592994400997,
      "learning_rate": 0.00025248075965660815,
      "loss": 0.7423,
      "step": 39652
    },
    {
      "epoch": 1.624124513618677,
      "grad_norm": 1.1310212355689726,
      "learning_rate": 0.00025247837807543954,
      "loss": 0.9193,
      "step": 39653
    },
    {
      "epoch": 1.6241654720458736,
      "grad_norm": 1.1018126522014973,
      "learning_rate": 0.0002524759964458251,
      "loss": 0.8133,
      "step": 39654
    },
    {
      "epoch": 1.6242064304730697,
      "grad_norm": 1.253596246700357,
      "learning_rate": 0.000252473614767766,
      "loss": 0.5744,
      "step": 39655
    },
    {
      "epoch": 1.6242473889002662,
      "grad_norm": 1.6179187893357365,
      "learning_rate": 0.00025247123304126325,
      "loss": 1.9746,
      "step": 39656
    },
    {
      "epoch": 1.6242883473274627,
      "grad_norm": 1.9370710575594363,
      "learning_rate": 0.0002524688512663181,
      "loss": 1.4308,
      "step": 39657
    },
    {
      "epoch": 1.624329305754659,
      "grad_norm": 1.389430870002491,
      "learning_rate": 0.0002524664694429316,
      "loss": 0.7879,
      "step": 39658
    },
    {
      "epoch": 1.6243702641818554,
      "grad_norm": 1.010603849083546,
      "learning_rate": 0.0002524640875711049,
      "loss": 0.8549,
      "step": 39659
    },
    {
      "epoch": 1.624411222609052,
      "grad_norm": 0.9917316214807462,
      "learning_rate": 0.00025246170565083913,
      "loss": 0.7306,
      "step": 39660
    },
    {
      "epoch": 1.6244521810362482,
      "grad_norm": 1.140121289399297,
      "learning_rate": 0.0002524593236821354,
      "loss": 1.1169,
      "step": 39661
    },
    {
      "epoch": 1.6244931394634445,
      "grad_norm": 0.9257343492425312,
      "learning_rate": 0.0002524569416649949,
      "loss": 0.3991,
      "step": 39662
    },
    {
      "epoch": 1.624534097890641,
      "grad_norm": 0.9398229921194828,
      "learning_rate": 0.00025245455959941866,
      "loss": 0.6674,
      "step": 39663
    },
    {
      "epoch": 1.6245750563178374,
      "grad_norm": 0.955625177004393,
      "learning_rate": 0.0002524521774854079,
      "loss": 0.9286,
      "step": 39664
    },
    {
      "epoch": 1.6246160147450337,
      "grad_norm": 1.2220255762443688,
      "learning_rate": 0.0002524497953229636,
      "loss": 0.999,
      "step": 39665
    },
    {
      "epoch": 1.6246569731722302,
      "grad_norm": 1.1757499695546418,
      "learning_rate": 0.000252447413112087,
      "loss": 0.845,
      "step": 39666
    },
    {
      "epoch": 1.6246979315994265,
      "grad_norm": 1.1617575014687165,
      "learning_rate": 0.0002524450308527793,
      "loss": 0.3772,
      "step": 39667
    },
    {
      "epoch": 1.6247388900266229,
      "grad_norm": 0.8648751062654226,
      "learning_rate": 0.0002524426485450414,
      "loss": 0.439,
      "step": 39668
    },
    {
      "epoch": 1.6247798484538194,
      "grad_norm": 0.9659808350401667,
      "learning_rate": 0.00025244026618887464,
      "loss": 0.9682,
      "step": 39669
    },
    {
      "epoch": 1.624820806881016,
      "grad_norm": 1.0051539681214496,
      "learning_rate": 0.0002524378837842801,
      "loss": 0.6729,
      "step": 39670
    },
    {
      "epoch": 1.624861765308212,
      "grad_norm": 1.1682052067229853,
      "learning_rate": 0.0002524355013312588,
      "loss": 1.0488,
      "step": 39671
    },
    {
      "epoch": 1.6249027237354086,
      "grad_norm": 1.713706176530585,
      "learning_rate": 0.00025243311882981197,
      "loss": 1.2594,
      "step": 39672
    },
    {
      "epoch": 1.624943682162605,
      "grad_norm": 1.0887821492494578,
      "learning_rate": 0.0002524307362799407,
      "loss": 0.8517,
      "step": 39673
    },
    {
      "epoch": 1.6249846405898012,
      "grad_norm": 0.956391550129793,
      "learning_rate": 0.0002524283536816461,
      "loss": 0.7886,
      "step": 39674
    },
    {
      "epoch": 1.6250255990169977,
      "grad_norm": 0.8822389942581197,
      "learning_rate": 0.0002524259710349294,
      "loss": 0.5339,
      "step": 39675
    },
    {
      "epoch": 1.6250665574441943,
      "grad_norm": 0.9563373228777846,
      "learning_rate": 0.00025242358833979154,
      "loss": 0.5518,
      "step": 39676
    },
    {
      "epoch": 1.6251075158713906,
      "grad_norm": 1.2539233543438657,
      "learning_rate": 0.0002524212055962338,
      "loss": 0.8527,
      "step": 39677
    },
    {
      "epoch": 1.6251484742985869,
      "grad_norm": 1.1663307845595952,
      "learning_rate": 0.00025241882280425726,
      "loss": 1.0486,
      "step": 39678
    },
    {
      "epoch": 1.6251894327257834,
      "grad_norm": 1.0624905445944073,
      "learning_rate": 0.000252416439963863,
      "loss": 0.6211,
      "step": 39679
    },
    {
      "epoch": 1.6252303911529797,
      "grad_norm": 1.330045685225287,
      "learning_rate": 0.00025241405707505227,
      "loss": 1.101,
      "step": 39680
    },
    {
      "epoch": 1.625271349580176,
      "grad_norm": 1.1850110738261295,
      "learning_rate": 0.00025241167413782604,
      "loss": 0.7061,
      "step": 39681
    },
    {
      "epoch": 1.6253123080073726,
      "grad_norm": 1.0916783032751967,
      "learning_rate": 0.0002524092911521856,
      "loss": 0.8913,
      "step": 39682
    },
    {
      "epoch": 1.625353266434569,
      "grad_norm": 0.9442200985879039,
      "learning_rate": 0.0002524069081181319,
      "loss": 0.6312,
      "step": 39683
    },
    {
      "epoch": 1.6253942248617652,
      "grad_norm": 0.7394939845708997,
      "learning_rate": 0.0002524045250356662,
      "loss": 0.2442,
      "step": 39684
    },
    {
      "epoch": 1.6254351832889617,
      "grad_norm": 0.8764348903277285,
      "learning_rate": 0.0002524021419047896,
      "loss": 0.6677,
      "step": 39685
    },
    {
      "epoch": 1.625476141716158,
      "grad_norm": 0.9055464135201932,
      "learning_rate": 0.00025239975872550315,
      "loss": 0.5872,
      "step": 39686
    },
    {
      "epoch": 1.6255171001433544,
      "grad_norm": 0.8017683580613052,
      "learning_rate": 0.0002523973754978081,
      "loss": 0.3257,
      "step": 39687
    },
    {
      "epoch": 1.625558058570551,
      "grad_norm": 1.4621123883981462,
      "learning_rate": 0.0002523949922217055,
      "loss": 1.0153,
      "step": 39688
    },
    {
      "epoch": 1.6255990169977474,
      "grad_norm": 1.1294247699286712,
      "learning_rate": 0.0002523926088971965,
      "loss": 0.9361,
      "step": 39689
    },
    {
      "epoch": 1.6256399754249435,
      "grad_norm": 0.8087071488163885,
      "learning_rate": 0.00025239022552428215,
      "loss": 0.2513,
      "step": 39690
    },
    {
      "epoch": 1.62568093385214,
      "grad_norm": 1.1546596189023037,
      "learning_rate": 0.0002523878421029637,
      "loss": 0.5994,
      "step": 39691
    },
    {
      "epoch": 1.6257218922793366,
      "grad_norm": 1.7258870973790867,
      "learning_rate": 0.00025238545863324216,
      "loss": 1.2502,
      "step": 39692
    },
    {
      "epoch": 1.6257628507065327,
      "grad_norm": 1.2600572125064706,
      "learning_rate": 0.0002523830751151188,
      "loss": 1.0818,
      "step": 39693
    },
    {
      "epoch": 1.6258038091337292,
      "grad_norm": 1.1152120929995062,
      "learning_rate": 0.0002523806915485946,
      "loss": 0.9225,
      "step": 39694
    },
    {
      "epoch": 1.6258447675609258,
      "grad_norm": 1.1098463523046451,
      "learning_rate": 0.0002523783079336708,
      "loss": 0.7261,
      "step": 39695
    },
    {
      "epoch": 1.625885725988122,
      "grad_norm": 1.1025335195795407,
      "learning_rate": 0.00025237592427034846,
      "loss": 0.9534,
      "step": 39696
    },
    {
      "epoch": 1.6259266844153184,
      "grad_norm": 1.4237046298984468,
      "learning_rate": 0.0002523735405586287,
      "loss": 1.0022,
      "step": 39697
    },
    {
      "epoch": 1.625967642842515,
      "grad_norm": 1.2331267649511053,
      "learning_rate": 0.0002523711567985127,
      "loss": 0.7589,
      "step": 39698
    },
    {
      "epoch": 1.6260086012697113,
      "grad_norm": 1.3859413663792748,
      "learning_rate": 0.00025236877299000154,
      "loss": 0.6972,
      "step": 39699
    },
    {
      "epoch": 1.6260495596969076,
      "grad_norm": 1.3297808871020305,
      "learning_rate": 0.00025236638913309637,
      "loss": 0.7759,
      "step": 39700
    },
    {
      "epoch": 1.626090518124104,
      "grad_norm": 0.8325001377848781,
      "learning_rate": 0.0002523640052277983,
      "loss": 0.3917,
      "step": 39701
    },
    {
      "epoch": 1.6261314765513004,
      "grad_norm": 1.1920973843929146,
      "learning_rate": 0.0002523616212741085,
      "loss": 0.7582,
      "step": 39702
    },
    {
      "epoch": 1.6261724349784967,
      "grad_norm": 1.2251215609709545,
      "learning_rate": 0.000252359237272028,
      "loss": 0.7984,
      "step": 39703
    },
    {
      "epoch": 1.6262133934056933,
      "grad_norm": 1.3576356357633375,
      "learning_rate": 0.000252356853221558,
      "loss": 1.0569,
      "step": 39704
    },
    {
      "epoch": 1.6262543518328896,
      "grad_norm": 1.1462239062465904,
      "learning_rate": 0.00025235446912269966,
      "loss": 0.7881,
      "step": 39705
    },
    {
      "epoch": 1.626295310260086,
      "grad_norm": 1.5233022068773672,
      "learning_rate": 0.0002523520849754541,
      "loss": 0.9963,
      "step": 39706
    },
    {
      "epoch": 1.6263362686872824,
      "grad_norm": 1.2379374601507929,
      "learning_rate": 0.0002523497007798224,
      "loss": 0.8506,
      "step": 39707
    },
    {
      "epoch": 1.626377227114479,
      "grad_norm": 1.2128563190178905,
      "learning_rate": 0.00025234731653580564,
      "loss": 1.0089,
      "step": 39708
    },
    {
      "epoch": 1.626418185541675,
      "grad_norm": 0.9305693389331082,
      "learning_rate": 0.000252344932243405,
      "loss": 0.6985,
      "step": 39709
    },
    {
      "epoch": 1.6264591439688716,
      "grad_norm": 0.9883142342807313,
      "learning_rate": 0.0002523425479026217,
      "loss": 0.6035,
      "step": 39710
    },
    {
      "epoch": 1.6265001023960681,
      "grad_norm": 1.21634991771731,
      "learning_rate": 0.0002523401635134567,
      "loss": 1.0833,
      "step": 39711
    },
    {
      "epoch": 1.6265410608232644,
      "grad_norm": 1.0396117097990165,
      "learning_rate": 0.00025233777907591125,
      "loss": 0.9332,
      "step": 39712
    },
    {
      "epoch": 1.6265820192504608,
      "grad_norm": 1.0830348101521612,
      "learning_rate": 0.0002523353945899864,
      "loss": 0.7107,
      "step": 39713
    },
    {
      "epoch": 1.6266229776776573,
      "grad_norm": 0.9728758948054528,
      "learning_rate": 0.0002523330100556834,
      "loss": 0.6927,
      "step": 39714
    },
    {
      "epoch": 1.6266639361048536,
      "grad_norm": 1.4086452762822672,
      "learning_rate": 0.00025233062547300324,
      "loss": 1.0512,
      "step": 39715
    },
    {
      "epoch": 1.62670489453205,
      "grad_norm": 1.078154539054468,
      "learning_rate": 0.0002523282408419471,
      "loss": 0.7423,
      "step": 39716
    },
    {
      "epoch": 1.6267458529592465,
      "grad_norm": 0.9236357018544679,
      "learning_rate": 0.00025232585616251607,
      "loss": 0.47,
      "step": 39717
    },
    {
      "epoch": 1.6267868113864428,
      "grad_norm": 1.1351960565069015,
      "learning_rate": 0.0002523234714347113,
      "loss": 0.7296,
      "step": 39718
    },
    {
      "epoch": 1.626827769813639,
      "grad_norm": 1.090489119594558,
      "learning_rate": 0.00025232108665853404,
      "loss": 0.4803,
      "step": 39719
    },
    {
      "epoch": 1.6268687282408356,
      "grad_norm": 1.0158775431948917,
      "learning_rate": 0.0002523187018339852,
      "loss": 0.7253,
      "step": 39720
    },
    {
      "epoch": 1.626909686668032,
      "grad_norm": 0.6050778212312815,
      "learning_rate": 0.00025231631696106605,
      "loss": 0.2769,
      "step": 39721
    },
    {
      "epoch": 1.6269506450952282,
      "grad_norm": 1.2474302102472081,
      "learning_rate": 0.0002523139320397777,
      "loss": 1.1911,
      "step": 39722
    },
    {
      "epoch": 1.6269916035224248,
      "grad_norm": 1.796891995253466,
      "learning_rate": 0.00025231154707012126,
      "loss": 2.5041,
      "step": 39723
    },
    {
      "epoch": 1.627032561949621,
      "grad_norm": 1.6903250024582872,
      "learning_rate": 0.00025230916205209786,
      "loss": 0.4879,
      "step": 39724
    },
    {
      "epoch": 1.6270735203768174,
      "grad_norm": 1.136165932648464,
      "learning_rate": 0.00025230677698570857,
      "loss": 0.3403,
      "step": 39725
    },
    {
      "epoch": 1.627114478804014,
      "grad_norm": 1.1485593353630075,
      "learning_rate": 0.0002523043918709546,
      "loss": 0.7449,
      "step": 39726
    },
    {
      "epoch": 1.6271554372312105,
      "grad_norm": 1.434428847480548,
      "learning_rate": 0.0002523020067078371,
      "loss": 0.9115,
      "step": 39727
    },
    {
      "epoch": 1.6271963956584066,
      "grad_norm": 1.1949182364658681,
      "learning_rate": 0.00025229962149635714,
      "loss": 0.7751,
      "step": 39728
    },
    {
      "epoch": 1.627237354085603,
      "grad_norm": 1.0667731546708843,
      "learning_rate": 0.0002522972362365158,
      "loss": 1.0524,
      "step": 39729
    },
    {
      "epoch": 1.6272783125127996,
      "grad_norm": 0.7077958279672325,
      "learning_rate": 0.0002522948509283143,
      "loss": 0.2775,
      "step": 39730
    },
    {
      "epoch": 1.627319270939996,
      "grad_norm": 1.136071198981234,
      "learning_rate": 0.0002522924655717537,
      "loss": 0.977,
      "step": 39731
    },
    {
      "epoch": 1.6273602293671923,
      "grad_norm": 1.2838634573272079,
      "learning_rate": 0.0002522900801668352,
      "loss": 0.8545,
      "step": 39732
    },
    {
      "epoch": 1.6274011877943888,
      "grad_norm": 1.4007053644687741,
      "learning_rate": 0.00025228769471355986,
      "loss": 0.2463,
      "step": 39733
    },
    {
      "epoch": 1.6274421462215851,
      "grad_norm": 0.7004262260615087,
      "learning_rate": 0.00025228530921192884,
      "loss": 0.2874,
      "step": 39734
    },
    {
      "epoch": 1.6274831046487814,
      "grad_norm": 1.4451003506879547,
      "learning_rate": 0.00025228292366194326,
      "loss": 0.9912,
      "step": 39735
    },
    {
      "epoch": 1.627524063075978,
      "grad_norm": 1.485533317691239,
      "learning_rate": 0.00025228053806360427,
      "loss": 1.0797,
      "step": 39736
    },
    {
      "epoch": 1.6275650215031743,
      "grad_norm": 0.7931746946453434,
      "learning_rate": 0.0002522781524169129,
      "loss": 0.2889,
      "step": 39737
    },
    {
      "epoch": 1.6276059799303706,
      "grad_norm": 1.5004795797195971,
      "learning_rate": 0.00025227576672187045,
      "loss": 1.1981,
      "step": 39738
    },
    {
      "epoch": 1.6276469383575671,
      "grad_norm": 1.2449637440435868,
      "learning_rate": 0.0002522733809784779,
      "loss": 0.8215,
      "step": 39739
    },
    {
      "epoch": 1.6276878967847634,
      "grad_norm": 1.33156085410565,
      "learning_rate": 0.0002522709951867364,
      "loss": 0.9207,
      "step": 39740
    },
    {
      "epoch": 1.6277288552119598,
      "grad_norm": 0.946269102237158,
      "learning_rate": 0.0002522686093466472,
      "loss": 0.3929,
      "step": 39741
    },
    {
      "epoch": 1.6277698136391563,
      "grad_norm": 1.526810507605367,
      "learning_rate": 0.00025226622345821126,
      "loss": 0.8002,
      "step": 39742
    },
    {
      "epoch": 1.6278107720663526,
      "grad_norm": 0.9911098146058482,
      "learning_rate": 0.0002522638375214298,
      "loss": 0.6511,
      "step": 39743
    },
    {
      "epoch": 1.627851730493549,
      "grad_norm": 1.2060546505489722,
      "learning_rate": 0.00025226145153630394,
      "loss": 0.9635,
      "step": 39744
    },
    {
      "epoch": 1.6278926889207455,
      "grad_norm": 0.9223656614337555,
      "learning_rate": 0.0002522590655028348,
      "loss": 0.7494,
      "step": 39745
    },
    {
      "epoch": 1.627933647347942,
      "grad_norm": 1.3068971186864737,
      "learning_rate": 0.00025225667942102353,
      "loss": 0.3631,
      "step": 39746
    },
    {
      "epoch": 1.627974605775138,
      "grad_norm": 1.2601011221488663,
      "learning_rate": 0.0002522542932908712,
      "loss": 0.9331,
      "step": 39747
    },
    {
      "epoch": 1.6280155642023346,
      "grad_norm": 1.0629994952295454,
      "learning_rate": 0.00025225190711237897,
      "loss": 0.4964,
      "step": 39748
    },
    {
      "epoch": 1.6280565226295312,
      "grad_norm": 1.6024874071904933,
      "learning_rate": 0.000252249520885548,
      "loss": 0.9561,
      "step": 39749
    },
    {
      "epoch": 1.6280974810567275,
      "grad_norm": 1.4656439182065615,
      "learning_rate": 0.00025224713461037936,
      "loss": 0.6949,
      "step": 39750
    },
    {
      "epoch": 1.6281384394839238,
      "grad_norm": 3.5348776101947674,
      "learning_rate": 0.00025224474828687424,
      "loss": 1.3803,
      "step": 39751
    },
    {
      "epoch": 1.6281793979111203,
      "grad_norm": 1.1153119732427585,
      "learning_rate": 0.0002522423619150337,
      "loss": 0.7709,
      "step": 39752
    },
    {
      "epoch": 1.6282203563383166,
      "grad_norm": 1.0223738822242616,
      "learning_rate": 0.0002522399754948589,
      "loss": 0.3912,
      "step": 39753
    },
    {
      "epoch": 1.628261314765513,
      "grad_norm": 1.2994607587492466,
      "learning_rate": 0.000252237589026351,
      "loss": 0.7686,
      "step": 39754
    },
    {
      "epoch": 1.6283022731927095,
      "grad_norm": 1.089100004558569,
      "learning_rate": 0.0002522352025095111,
      "loss": 0.7998,
      "step": 39755
    },
    {
      "epoch": 1.6283432316199058,
      "grad_norm": 1.242822369475885,
      "learning_rate": 0.0002522328159443403,
      "loss": 1.2472,
      "step": 39756
    },
    {
      "epoch": 1.628384190047102,
      "grad_norm": 0.733172213848642,
      "learning_rate": 0.00025223042933083986,
      "loss": 0.3187,
      "step": 39757
    },
    {
      "epoch": 1.6284251484742986,
      "grad_norm": 1.1516395541913937,
      "learning_rate": 0.0002522280426690107,
      "loss": 0.9337,
      "step": 39758
    },
    {
      "epoch": 1.628466106901495,
      "grad_norm": 0.9085777225933523,
      "learning_rate": 0.0002522256559588541,
      "loss": 0.3032,
      "step": 39759
    },
    {
      "epoch": 1.6285070653286913,
      "grad_norm": 1.04754810103082,
      "learning_rate": 0.0002522232692003711,
      "loss": 0.8882,
      "step": 39760
    },
    {
      "epoch": 1.6285480237558878,
      "grad_norm": 1.1700170811032633,
      "learning_rate": 0.0002522208823935629,
      "loss": 0.6755,
      "step": 39761
    },
    {
      "epoch": 1.6285889821830841,
      "grad_norm": 0.971276837509635,
      "learning_rate": 0.00025221849553843056,
      "loss": 0.6198,
      "step": 39762
    },
    {
      "epoch": 1.6286299406102804,
      "grad_norm": 2.287678044008143,
      "learning_rate": 0.0002522161086349753,
      "loss": 1.9586,
      "step": 39763
    },
    {
      "epoch": 1.628670899037477,
      "grad_norm": 1.230716923903365,
      "learning_rate": 0.0002522137216831982,
      "loss": 1.0101,
      "step": 39764
    },
    {
      "epoch": 1.6287118574646735,
      "grad_norm": 1.5280792082580745,
      "learning_rate": 0.00025221133468310037,
      "loss": 1.0536,
      "step": 39765
    },
    {
      "epoch": 1.6287528158918696,
      "grad_norm": 0.8424584052034167,
      "learning_rate": 0.00025220894763468293,
      "loss": 0.6259,
      "step": 39766
    },
    {
      "epoch": 1.6287937743190661,
      "grad_norm": 1.0692657858507353,
      "learning_rate": 0.00025220656053794705,
      "loss": 0.8463,
      "step": 39767
    },
    {
      "epoch": 1.6288347327462627,
      "grad_norm": 1.166353809391968,
      "learning_rate": 0.0002522041733928938,
      "loss": 0.8303,
      "step": 39768
    },
    {
      "epoch": 1.628875691173459,
      "grad_norm": 1.3207937823099967,
      "learning_rate": 0.0002522017861995244,
      "loss": 0.6232,
      "step": 39769
    },
    {
      "epoch": 1.6289166496006553,
      "grad_norm": 1.0232360827546672,
      "learning_rate": 0.0002521993989578399,
      "loss": 0.5281,
      "step": 39770
    },
    {
      "epoch": 1.6289576080278518,
      "grad_norm": 0.9017628710103932,
      "learning_rate": 0.00025219701166784145,
      "loss": 0.7812,
      "step": 39771
    },
    {
      "epoch": 1.6289985664550481,
      "grad_norm": 2.00551026006618,
      "learning_rate": 0.0002521946243295302,
      "loss": 1.6556,
      "step": 39772
    },
    {
      "epoch": 1.6290395248822445,
      "grad_norm": 1.1512556388041402,
      "learning_rate": 0.00025219223694290723,
      "loss": 0.7909,
      "step": 39773
    },
    {
      "epoch": 1.629080483309441,
      "grad_norm": 1.3642794531094535,
      "learning_rate": 0.0002521898495079737,
      "loss": 1.109,
      "step": 39774
    },
    {
      "epoch": 1.6291214417366373,
      "grad_norm": 1.37505322441324,
      "learning_rate": 0.0002521874620247308,
      "loss": 0.7874,
      "step": 39775
    },
    {
      "epoch": 1.6291624001638336,
      "grad_norm": 0.8162998921308642,
      "learning_rate": 0.0002521850744931795,
      "loss": 0.3621,
      "step": 39776
    },
    {
      "epoch": 1.6292033585910302,
      "grad_norm": 1.2568245927159294,
      "learning_rate": 0.00025218268691332114,
      "loss": 0.9002,
      "step": 39777
    },
    {
      "epoch": 1.6292443170182265,
      "grad_norm": 0.9651439458230604,
      "learning_rate": 0.0002521802992851567,
      "loss": 0.7228,
      "step": 39778
    },
    {
      "epoch": 1.6292852754454228,
      "grad_norm": 1.203689550942907,
      "learning_rate": 0.0002521779116086873,
      "loss": 0.6731,
      "step": 39779
    },
    {
      "epoch": 1.6293262338726193,
      "grad_norm": 1.1690230062243618,
      "learning_rate": 0.00025217552388391416,
      "loss": 0.7979,
      "step": 39780
    },
    {
      "epoch": 1.6293671922998156,
      "grad_norm": 1.3266457090924177,
      "learning_rate": 0.0002521731361108383,
      "loss": 0.9862,
      "step": 39781
    },
    {
      "epoch": 1.629408150727012,
      "grad_norm": 6.724775420176177,
      "learning_rate": 0.00025217074828946096,
      "loss": 5.7103,
      "step": 39782
    },
    {
      "epoch": 1.6294491091542085,
      "grad_norm": 0.7583403008784713,
      "learning_rate": 0.0002521683604197832,
      "loss": 0.3135,
      "step": 39783
    },
    {
      "epoch": 1.629490067581405,
      "grad_norm": 1.0775242945771217,
      "learning_rate": 0.0002521659725018062,
      "loss": 0.6326,
      "step": 39784
    },
    {
      "epoch": 1.6295310260086011,
      "grad_norm": 1.1942162215447365,
      "learning_rate": 0.000252163584535531,
      "loss": 0.6529,
      "step": 39785
    },
    {
      "epoch": 1.6295719844357976,
      "grad_norm": 1.0510290137912948,
      "learning_rate": 0.00025216119652095884,
      "loss": 0.7244,
      "step": 39786
    },
    {
      "epoch": 1.6296129428629942,
      "grad_norm": 1.9914001405178006,
      "learning_rate": 0.0002521588084580907,
      "loss": 2.5373,
      "step": 39787
    },
    {
      "epoch": 1.6296539012901905,
      "grad_norm": 1.3443538545116367,
      "learning_rate": 0.0002521564203469279,
      "loss": 0.9885,
      "step": 39788
    },
    {
      "epoch": 1.6296948597173868,
      "grad_norm": 1.0204143950420985,
      "learning_rate": 0.0002521540321874715,
      "loss": 0.7082,
      "step": 39789
    },
    {
      "epoch": 1.6297358181445833,
      "grad_norm": 1.306320797587972,
      "learning_rate": 0.0002521516439797225,
      "loss": 0.9866,
      "step": 39790
    },
    {
      "epoch": 1.6297767765717797,
      "grad_norm": 2.9893488315926384,
      "learning_rate": 0.0002521492557236822,
      "loss": 4.2472,
      "step": 39791
    },
    {
      "epoch": 1.629817734998976,
      "grad_norm": 1.1619152624606603,
      "learning_rate": 0.00025214686741935165,
      "loss": 0.9623,
      "step": 39792
    },
    {
      "epoch": 1.6298586934261725,
      "grad_norm": 1.5140645981446326,
      "learning_rate": 0.00025214447906673197,
      "loss": 1.5541,
      "step": 39793
    },
    {
      "epoch": 1.6298996518533688,
      "grad_norm": 0.755193177997012,
      "learning_rate": 0.0002521420906658243,
      "loss": 0.2677,
      "step": 39794
    },
    {
      "epoch": 1.6299406102805651,
      "grad_norm": 0.9680754397594625,
      "learning_rate": 0.00025213970221662975,
      "loss": 0.6939,
      "step": 39795
    },
    {
      "epoch": 1.6299815687077617,
      "grad_norm": 0.6862602285191511,
      "learning_rate": 0.00025213731371914955,
      "loss": 0.2462,
      "step": 39796
    },
    {
      "epoch": 1.630022527134958,
      "grad_norm": 0.7859212867109354,
      "learning_rate": 0.00025213492517338473,
      "loss": 0.1517,
      "step": 39797
    },
    {
      "epoch": 1.6300634855621543,
      "grad_norm": 0.9717862112970002,
      "learning_rate": 0.00025213253657933643,
      "loss": 0.8106,
      "step": 39798
    },
    {
      "epoch": 1.6301044439893508,
      "grad_norm": 5.645017374099011,
      "learning_rate": 0.0002521301479370058,
      "loss": 3.5744,
      "step": 39799
    },
    {
      "epoch": 1.6301454024165472,
      "grad_norm": 0.7711998895812069,
      "learning_rate": 0.00025212775924639394,
      "loss": 0.4309,
      "step": 39800
    },
    {
      "epoch": 1.6301863608437435,
      "grad_norm": 1.3884326585780928,
      "learning_rate": 0.00025212537050750203,
      "loss": 0.8909,
      "step": 39801
    },
    {
      "epoch": 1.63022731927094,
      "grad_norm": 1.4615110867336436,
      "learning_rate": 0.00025212298172033114,
      "loss": 1.0649,
      "step": 39802
    },
    {
      "epoch": 1.6302682776981365,
      "grad_norm": 0.9592481481592849,
      "learning_rate": 0.0002521205928848825,
      "loss": 0.668,
      "step": 39803
    },
    {
      "epoch": 1.6303092361253326,
      "grad_norm": 3.00812886584301,
      "learning_rate": 0.00025211820400115713,
      "loss": 3.1142,
      "step": 39804
    },
    {
      "epoch": 1.6303501945525292,
      "grad_norm": 1.472412426705694,
      "learning_rate": 0.0002521158150691562,
      "loss": 1.3365,
      "step": 39805
    },
    {
      "epoch": 1.6303911529797257,
      "grad_norm": 1.079531216562936,
      "learning_rate": 0.0002521134260888808,
      "loss": 0.9069,
      "step": 39806
    },
    {
      "epoch": 1.630432111406922,
      "grad_norm": 1.022901424739073,
      "learning_rate": 0.00025211103706033214,
      "loss": 0.8948,
      "step": 39807
    },
    {
      "epoch": 1.6304730698341183,
      "grad_norm": 0.8578811804638272,
      "learning_rate": 0.00025210864798351127,
      "loss": 0.7865,
      "step": 39808
    },
    {
      "epoch": 1.6305140282613149,
      "grad_norm": 0.9002538121644257,
      "learning_rate": 0.0002521062588584194,
      "loss": 0.5993,
      "step": 39809
    },
    {
      "epoch": 1.6305549866885112,
      "grad_norm": 1.2205064237411332,
      "learning_rate": 0.0002521038696850576,
      "loss": 0.7991,
      "step": 39810
    },
    {
      "epoch": 1.6305959451157075,
      "grad_norm": 1.2365764471190972,
      "learning_rate": 0.000252101480463427,
      "loss": 1.062,
      "step": 39811
    },
    {
      "epoch": 1.630636903542904,
      "grad_norm": 1.049279300066919,
      "learning_rate": 0.00025209909119352873,
      "loss": 0.7505,
      "step": 39812
    },
    {
      "epoch": 1.6306778619701003,
      "grad_norm": 0.8651813558587353,
      "learning_rate": 0.000252096701875364,
      "loss": 0.5807,
      "step": 39813
    },
    {
      "epoch": 1.6307188203972967,
      "grad_norm": 1.3657925007308218,
      "learning_rate": 0.00025209431250893384,
      "loss": 1.0109,
      "step": 39814
    },
    {
      "epoch": 1.6307597788244932,
      "grad_norm": 0.9925977917728099,
      "learning_rate": 0.00025209192309423936,
      "loss": 0.2787,
      "step": 39815
    },
    {
      "epoch": 1.6308007372516895,
      "grad_norm": 0.7540777027125237,
      "learning_rate": 0.00025208953363128184,
      "loss": 0.298,
      "step": 39816
    },
    {
      "epoch": 1.6308416956788858,
      "grad_norm": 0.6477480934461958,
      "learning_rate": 0.0002520871441200622,
      "loss": 0.3193,
      "step": 39817
    },
    {
      "epoch": 1.6308826541060824,
      "grad_norm": 1.5944292537847102,
      "learning_rate": 0.0002520847545605818,
      "loss": 1.585,
      "step": 39818
    },
    {
      "epoch": 1.6309236125332789,
      "grad_norm": 1.1135884973894816,
      "learning_rate": 0.00025208236495284154,
      "loss": 0.6966,
      "step": 39819
    },
    {
      "epoch": 1.630964570960475,
      "grad_norm": 0.651584377019897,
      "learning_rate": 0.00025207997529684274,
      "loss": 0.2647,
      "step": 39820
    },
    {
      "epoch": 1.6310055293876715,
      "grad_norm": 1.0554722512397574,
      "learning_rate": 0.0002520775855925864,
      "loss": 0.8279,
      "step": 39821
    },
    {
      "epoch": 1.631046487814868,
      "grad_norm": 1.2219359668754033,
      "learning_rate": 0.0002520751958400737,
      "loss": 0.6822,
      "step": 39822
    },
    {
      "epoch": 1.6310874462420641,
      "grad_norm": 0.6297992289880703,
      "learning_rate": 0.0002520728060393058,
      "loss": 0.271,
      "step": 39823
    },
    {
      "epoch": 1.6311284046692607,
      "grad_norm": 0.9329236320380689,
      "learning_rate": 0.0002520704161902838,
      "loss": 0.741,
      "step": 39824
    },
    {
      "epoch": 1.6311693630964572,
      "grad_norm": 3.3372091877147985,
      "learning_rate": 0.0002520680262930089,
      "loss": 2.5877,
      "step": 39825
    },
    {
      "epoch": 1.6312103215236535,
      "grad_norm": 1.0167813382012874,
      "learning_rate": 0.0002520656363474821,
      "loss": 0.6783,
      "step": 39826
    },
    {
      "epoch": 1.6312512799508498,
      "grad_norm": 1.0487353093323448,
      "learning_rate": 0.00025206324635370454,
      "loss": 0.5125,
      "step": 39827
    },
    {
      "epoch": 1.6312922383780464,
      "grad_norm": 1.1486908292055629,
      "learning_rate": 0.0002520608563116774,
      "loss": 0.9611,
      "step": 39828
    },
    {
      "epoch": 1.6313331968052427,
      "grad_norm": 0.9722064834917289,
      "learning_rate": 0.00025205846622140186,
      "loss": 0.5899,
      "step": 39829
    },
    {
      "epoch": 1.631374155232439,
      "grad_norm": 1.7462009080198115,
      "learning_rate": 0.000252056076082879,
      "loss": 0.7252,
      "step": 39830
    },
    {
      "epoch": 1.6314151136596355,
      "grad_norm": 0.7442738618364297,
      "learning_rate": 0.00025205368589610995,
      "loss": 0.2638,
      "step": 39831
    },
    {
      "epoch": 1.6314560720868319,
      "grad_norm": 1.8974604889535482,
      "learning_rate": 0.0002520512956610958,
      "loss": 1.8386,
      "step": 39832
    },
    {
      "epoch": 1.6314970305140282,
      "grad_norm": 1.4699365225707042,
      "learning_rate": 0.00025204890537783775,
      "loss": 1.2077,
      "step": 39833
    },
    {
      "epoch": 1.6315379889412247,
      "grad_norm": 1.157160696337009,
      "learning_rate": 0.0002520465150463369,
      "loss": 0.8857,
      "step": 39834
    },
    {
      "epoch": 1.631578947368421,
      "grad_norm": 1.2616483348375502,
      "learning_rate": 0.0002520441246665944,
      "loss": 0.6852,
      "step": 39835
    },
    {
      "epoch": 1.6316199057956173,
      "grad_norm": 1.3490173814352049,
      "learning_rate": 0.0002520417342386113,
      "loss": 0.9647,
      "step": 39836
    },
    {
      "epoch": 1.6316608642228139,
      "grad_norm": 1.0254354417800333,
      "learning_rate": 0.00025203934376238885,
      "loss": 0.6941,
      "step": 39837
    },
    {
      "epoch": 1.6317018226500104,
      "grad_norm": 1.239210402990648,
      "learning_rate": 0.00025203695323792807,
      "loss": 0.7285,
      "step": 39838
    },
    {
      "epoch": 1.6317427810772065,
      "grad_norm": 1.2442623983354415,
      "learning_rate": 0.00025203456266523016,
      "loss": 0.7136,
      "step": 39839
    },
    {
      "epoch": 1.631783739504403,
      "grad_norm": 1.8083695228751033,
      "learning_rate": 0.00025203217204429625,
      "loss": 1.9226,
      "step": 39840
    },
    {
      "epoch": 1.6318246979315996,
      "grad_norm": 1.160705989699327,
      "learning_rate": 0.00025202978137512744,
      "loss": 0.7625,
      "step": 39841
    },
    {
      "epoch": 1.6318656563587957,
      "grad_norm": 1.2023991298822143,
      "learning_rate": 0.00025202739065772486,
      "loss": 0.7311,
      "step": 39842
    },
    {
      "epoch": 1.6319066147859922,
      "grad_norm": 1.3070296622179405,
      "learning_rate": 0.00025202499989208964,
      "loss": 0.8956,
      "step": 39843
    },
    {
      "epoch": 1.6319475732131887,
      "grad_norm": 1.6336479505227879,
      "learning_rate": 0.00025202260907822294,
      "loss": 0.9918,
      "step": 39844
    },
    {
      "epoch": 1.631988531640385,
      "grad_norm": 1.192977898554941,
      "learning_rate": 0.0002520202182161258,
      "loss": 0.7475,
      "step": 39845
    },
    {
      "epoch": 1.6320294900675814,
      "grad_norm": 0.7380457711937012,
      "learning_rate": 0.0002520178273057995,
      "loss": 0.3589,
      "step": 39846
    },
    {
      "epoch": 1.632070448494778,
      "grad_norm": 0.9886148065933912,
      "learning_rate": 0.0002520154363472451,
      "loss": 0.761,
      "step": 39847
    },
    {
      "epoch": 1.6321114069219742,
      "grad_norm": 1.3842594423743608,
      "learning_rate": 0.0002520130453404637,
      "loss": 0.8402,
      "step": 39848
    },
    {
      "epoch": 1.6321523653491705,
      "grad_norm": 1.4674128976476002,
      "learning_rate": 0.00025201065428545643,
      "loss": 0.8205,
      "step": 39849
    },
    {
      "epoch": 1.632193323776367,
      "grad_norm": 1.3108096536808227,
      "learning_rate": 0.00025200826318222446,
      "loss": 1.125,
      "step": 39850
    },
    {
      "epoch": 1.6322342822035634,
      "grad_norm": 2.0803017740726206,
      "learning_rate": 0.0002520058720307689,
      "loss": 3.8042,
      "step": 39851
    },
    {
      "epoch": 1.6322752406307597,
      "grad_norm": 1.0629235345345809,
      "learning_rate": 0.0002520034808310909,
      "loss": 0.7434,
      "step": 39852
    },
    {
      "epoch": 1.6323161990579562,
      "grad_norm": 1.2061745528508134,
      "learning_rate": 0.0002520010895831915,
      "loss": 0.7474,
      "step": 39853
    },
    {
      "epoch": 1.6323571574851525,
      "grad_norm": 0.9917180342389067,
      "learning_rate": 0.000251998698287072,
      "loss": 0.6746,
      "step": 39854
    },
    {
      "epoch": 1.6323981159123488,
      "grad_norm": 1.3657368691707987,
      "learning_rate": 0.00025199630694273343,
      "loss": 1.2805,
      "step": 39855
    },
    {
      "epoch": 1.6324390743395454,
      "grad_norm": 1.969961332637589,
      "learning_rate": 0.00025199391555017685,
      "loss": 1.1396,
      "step": 39856
    },
    {
      "epoch": 1.632480032766742,
      "grad_norm": 1.2386952101769764,
      "learning_rate": 0.00025199152410940347,
      "loss": 0.8906,
      "step": 39857
    },
    {
      "epoch": 1.632520991193938,
      "grad_norm": 0.6105924067519106,
      "learning_rate": 0.0002519891326204145,
      "loss": 0.3294,
      "step": 39858
    },
    {
      "epoch": 1.6325619496211345,
      "grad_norm": 1.3300155341445195,
      "learning_rate": 0.0002519867410832109,
      "loss": 0.9192,
      "step": 39859
    },
    {
      "epoch": 1.632602908048331,
      "grad_norm": 1.20819710633706,
      "learning_rate": 0.00025198434949779395,
      "loss": 0.7552,
      "step": 39860
    },
    {
      "epoch": 1.6326438664755274,
      "grad_norm": 1.1699831539005545,
      "learning_rate": 0.00025198195786416464,
      "loss": 1.1009,
      "step": 39861
    },
    {
      "epoch": 1.6326848249027237,
      "grad_norm": 1.1355696999176885,
      "learning_rate": 0.00025197956618232427,
      "loss": 0.8205,
      "step": 39862
    },
    {
      "epoch": 1.6327257833299202,
      "grad_norm": 1.9784097684445743,
      "learning_rate": 0.0002519771744522738,
      "loss": 1.1526,
      "step": 39863
    },
    {
      "epoch": 1.6327667417571166,
      "grad_norm": 1.1359002994708027,
      "learning_rate": 0.0002519747826740145,
      "loss": 0.9464,
      "step": 39864
    },
    {
      "epoch": 1.6328077001843129,
      "grad_norm": 0.7354610964058426,
      "learning_rate": 0.0002519723908475474,
      "loss": 0.3719,
      "step": 39865
    },
    {
      "epoch": 1.6328486586115094,
      "grad_norm": 1.2414377405052026,
      "learning_rate": 0.0002519699989728737,
      "loss": 1.1527,
      "step": 39866
    },
    {
      "epoch": 1.6328896170387057,
      "grad_norm": 1.097617419163911,
      "learning_rate": 0.0002519676070499945,
      "loss": 0.8631,
      "step": 39867
    },
    {
      "epoch": 1.632930575465902,
      "grad_norm": 0.6135423779858132,
      "learning_rate": 0.00025196521507891094,
      "loss": 0.2791,
      "step": 39868
    },
    {
      "epoch": 1.6329715338930986,
      "grad_norm": 2.8434266704274727,
      "learning_rate": 0.0002519628230596241,
      "loss": 2.0423,
      "step": 39869
    },
    {
      "epoch": 1.6330124923202949,
      "grad_norm": 0.9685904479275922,
      "learning_rate": 0.0002519604309921352,
      "loss": 0.5322,
      "step": 39870
    },
    {
      "epoch": 1.6330534507474912,
      "grad_norm": 1.4215102516775606,
      "learning_rate": 0.0002519580388764453,
      "loss": 1.5241,
      "step": 39871
    },
    {
      "epoch": 1.6330944091746877,
      "grad_norm": 1.0959586595806279,
      "learning_rate": 0.0002519556467125556,
      "loss": 0.8575,
      "step": 39872
    },
    {
      "epoch": 1.633135367601884,
      "grad_norm": 1.1256474636626392,
      "learning_rate": 0.0002519532545004671,
      "loss": 0.7547,
      "step": 39873
    },
    {
      "epoch": 1.6331763260290804,
      "grad_norm": 1.1199353621330859,
      "learning_rate": 0.0002519508622401811,
      "loss": 0.9577,
      "step": 39874
    },
    {
      "epoch": 1.633217284456277,
      "grad_norm": 1.3487133620063236,
      "learning_rate": 0.00025194846993169853,
      "loss": 0.7069,
      "step": 39875
    },
    {
      "epoch": 1.6332582428834734,
      "grad_norm": 0.9650873862631898,
      "learning_rate": 0.00025194607757502075,
      "loss": 0.5595,
      "step": 39876
    },
    {
      "epoch": 1.6332992013106695,
      "grad_norm": 4.143665391635683,
      "learning_rate": 0.0002519436851701488,
      "loss": 2.9408,
      "step": 39877
    },
    {
      "epoch": 1.633340159737866,
      "grad_norm": 1.7571268538927671,
      "learning_rate": 0.0002519412927170837,
      "loss": 2.2172,
      "step": 39878
    },
    {
      "epoch": 1.6333811181650626,
      "grad_norm": 1.2636575163819586,
      "learning_rate": 0.0002519389002158267,
      "loss": 0.753,
      "step": 39879
    },
    {
      "epoch": 1.633422076592259,
      "grad_norm": 1.5555872549474297,
      "learning_rate": 0.0002519365076663789,
      "loss": 1.3861,
      "step": 39880
    },
    {
      "epoch": 1.6334630350194552,
      "grad_norm": 0.8646001660603466,
      "learning_rate": 0.00025193411506874147,
      "loss": 0.4371,
      "step": 39881
    },
    {
      "epoch": 1.6335039934466518,
      "grad_norm": 1.1640178293458214,
      "learning_rate": 0.0002519317224229155,
      "loss": 0.3476,
      "step": 39882
    },
    {
      "epoch": 1.633544951873848,
      "grad_norm": 0.638548281569722,
      "learning_rate": 0.00025192932972890213,
      "loss": 0.2337,
      "step": 39883
    },
    {
      "epoch": 1.6335859103010444,
      "grad_norm": 1.009686283164954,
      "learning_rate": 0.0002519269369867024,
      "loss": 0.7008,
      "step": 39884
    },
    {
      "epoch": 1.633626868728241,
      "grad_norm": 1.1249663569866961,
      "learning_rate": 0.00025192454419631767,
      "loss": 0.7857,
      "step": 39885
    },
    {
      "epoch": 1.6336678271554372,
      "grad_norm": 0.7456730109960998,
      "learning_rate": 0.00025192215135774884,
      "loss": 0.4477,
      "step": 39886
    },
    {
      "epoch": 1.6337087855826335,
      "grad_norm": 0.9408754059571435,
      "learning_rate": 0.00025191975847099713,
      "loss": 0.7289,
      "step": 39887
    },
    {
      "epoch": 1.63374974400983,
      "grad_norm": 1.420838604894114,
      "learning_rate": 0.00025191736553606365,
      "loss": 0.9943,
      "step": 39888
    },
    {
      "epoch": 1.6337907024370264,
      "grad_norm": 1.4411956166134032,
      "learning_rate": 0.00025191497255294963,
      "loss": 0.9191,
      "step": 39889
    },
    {
      "epoch": 1.6338316608642227,
      "grad_norm": 1.4402125683079943,
      "learning_rate": 0.0002519125795216561,
      "loss": 1.0885,
      "step": 39890
    },
    {
      "epoch": 1.6338726192914192,
      "grad_norm": 2.2227410646932797,
      "learning_rate": 0.0002519101864421842,
      "loss": 3.6203,
      "step": 39891
    },
    {
      "epoch": 1.6339135777186156,
      "grad_norm": 0.6654225355558288,
      "learning_rate": 0.00025190779331453505,
      "loss": 0.2718,
      "step": 39892
    },
    {
      "epoch": 1.6339545361458119,
      "grad_norm": 1.320731685529045,
      "learning_rate": 0.0002519054001387099,
      "loss": 0.704,
      "step": 39893
    },
    {
      "epoch": 1.6339954945730084,
      "grad_norm": 0.9763148005315693,
      "learning_rate": 0.0002519030069147097,
      "loss": 0.5328,
      "step": 39894
    },
    {
      "epoch": 1.634036453000205,
      "grad_norm": 1.186506558070166,
      "learning_rate": 0.0002519006136425357,
      "loss": 0.9417,
      "step": 39895
    },
    {
      "epoch": 1.634077411427401,
      "grad_norm": 1.50429687298271,
      "learning_rate": 0.000251898220322189,
      "loss": 1.1513,
      "step": 39896
    },
    {
      "epoch": 1.6341183698545976,
      "grad_norm": 1.0873783860778656,
      "learning_rate": 0.00025189582695367077,
      "loss": 0.9895,
      "step": 39897
    },
    {
      "epoch": 1.634159328281794,
      "grad_norm": 1.0734092690880297,
      "learning_rate": 0.000251893433536982,
      "loss": 0.7767,
      "step": 39898
    },
    {
      "epoch": 1.6342002867089904,
      "grad_norm": 1.2393453574893565,
      "learning_rate": 0.000251891040072124,
      "loss": 0.6117,
      "step": 39899
    },
    {
      "epoch": 1.6342412451361867,
      "grad_norm": 0.744569648744616,
      "learning_rate": 0.00025188864655909784,
      "loss": 0.3322,
      "step": 39900
    },
    {
      "epoch": 1.6342822035633833,
      "grad_norm": 1.2202902815891417,
      "learning_rate": 0.0002518862529979047,
      "loss": 1.3373,
      "step": 39901
    },
    {
      "epoch": 1.6343231619905796,
      "grad_norm": 1.5491965986666296,
      "learning_rate": 0.00025188385938854557,
      "loss": 0.8596,
      "step": 39902
    },
    {
      "epoch": 1.634364120417776,
      "grad_norm": 0.8625960615842377,
      "learning_rate": 0.0002518814657310217,
      "loss": 0.4017,
      "step": 39903
    },
    {
      "epoch": 1.6344050788449724,
      "grad_norm": 1.153517127997637,
      "learning_rate": 0.00025187907202533415,
      "loss": 0.9334,
      "step": 39904
    },
    {
      "epoch": 1.6344460372721688,
      "grad_norm": 1.3302845679651096,
      "learning_rate": 0.0002518766782714841,
      "loss": 1.5976,
      "step": 39905
    },
    {
      "epoch": 1.634486995699365,
      "grad_norm": 1.2256412748259486,
      "learning_rate": 0.0002518742844694727,
      "loss": 0.8687,
      "step": 39906
    },
    {
      "epoch": 1.6345279541265616,
      "grad_norm": 0.9716924154590347,
      "learning_rate": 0.000251871890619301,
      "loss": 0.2916,
      "step": 39907
    },
    {
      "epoch": 1.634568912553758,
      "grad_norm": 1.211780974085911,
      "learning_rate": 0.0002518694967209702,
      "loss": 0.7332,
      "step": 39908
    },
    {
      "epoch": 1.6346098709809542,
      "grad_norm": 1.112566475167032,
      "learning_rate": 0.0002518671027744814,
      "loss": 0.6876,
      "step": 39909
    },
    {
      "epoch": 1.6346508294081508,
      "grad_norm": 0.9273384292839315,
      "learning_rate": 0.00025186470877983574,
      "loss": 0.6292,
      "step": 39910
    },
    {
      "epoch": 1.634691787835347,
      "grad_norm": 1.0674191602280256,
      "learning_rate": 0.0002518623147370344,
      "loss": 0.7714,
      "step": 39911
    },
    {
      "epoch": 1.6347327462625434,
      "grad_norm": 2.2898666905844176,
      "learning_rate": 0.0002518599206460784,
      "loss": 1.2233,
      "step": 39912
    },
    {
      "epoch": 1.63477370468974,
      "grad_norm": 0.8087978338067564,
      "learning_rate": 0.000251857526506969,
      "loss": 0.4057,
      "step": 39913
    },
    {
      "epoch": 1.6348146631169365,
      "grad_norm": 1.0128114401095962,
      "learning_rate": 0.00025185513231970727,
      "loss": 0.6566,
      "step": 39914
    },
    {
      "epoch": 1.6348556215441326,
      "grad_norm": 1.1633795808837464,
      "learning_rate": 0.0002518527380842943,
      "loss": 1.0173,
      "step": 39915
    },
    {
      "epoch": 1.634896579971329,
      "grad_norm": 1.157166499355646,
      "learning_rate": 0.0002518503438007313,
      "loss": 0.9478,
      "step": 39916
    },
    {
      "epoch": 1.6349375383985256,
      "grad_norm": 1.3060208486311133,
      "learning_rate": 0.0002518479494690194,
      "loss": 1.0688,
      "step": 39917
    },
    {
      "epoch": 1.634978496825722,
      "grad_norm": 1.0368221591240183,
      "learning_rate": 0.00025184555508915964,
      "loss": 0.6614,
      "step": 39918
    },
    {
      "epoch": 1.6350194552529183,
      "grad_norm": 1.453572723141157,
      "learning_rate": 0.00025184316066115324,
      "loss": 1.3339,
      "step": 39919
    },
    {
      "epoch": 1.6350604136801148,
      "grad_norm": 1.1173518729617484,
      "learning_rate": 0.00025184076618500127,
      "loss": 0.8412,
      "step": 39920
    },
    {
      "epoch": 1.635101372107311,
      "grad_norm": 5.449762659528014,
      "learning_rate": 0.0002518383716607049,
      "loss": 3.1992,
      "step": 39921
    },
    {
      "epoch": 1.6351423305345074,
      "grad_norm": 1.2078195583833196,
      "learning_rate": 0.0002518359770882653,
      "loss": 0.6939,
      "step": 39922
    },
    {
      "epoch": 1.635183288961704,
      "grad_norm": 1.4722206135060052,
      "learning_rate": 0.00025183358246768354,
      "loss": 1.3297,
      "step": 39923
    },
    {
      "epoch": 1.6352242473889003,
      "grad_norm": 1.1190924483383513,
      "learning_rate": 0.00025183118779896073,
      "loss": 0.795,
      "step": 39924
    },
    {
      "epoch": 1.6352652058160966,
      "grad_norm": 1.1674182722289037,
      "learning_rate": 0.00025182879308209815,
      "loss": 0.757,
      "step": 39925
    },
    {
      "epoch": 1.6353061642432931,
      "grad_norm": 1.2306261212387801,
      "learning_rate": 0.0002518263983170967,
      "loss": 0.66,
      "step": 39926
    },
    {
      "epoch": 1.6353471226704894,
      "grad_norm": 1.2237795597729275,
      "learning_rate": 0.0002518240035039577,
      "loss": 0.77,
      "step": 39927
    },
    {
      "epoch": 1.6353880810976857,
      "grad_norm": 1.3901811437032385,
      "learning_rate": 0.0002518216086426822,
      "loss": 0.7399,
      "step": 39928
    },
    {
      "epoch": 1.6354290395248823,
      "grad_norm": 1.268861906655749,
      "learning_rate": 0.0002518192137332714,
      "loss": 0.9935,
      "step": 39929
    },
    {
      "epoch": 1.6354699979520786,
      "grad_norm": 1.1844356606830064,
      "learning_rate": 0.00025181681877572634,
      "loss": 0.9984,
      "step": 39930
    },
    {
      "epoch": 1.635510956379275,
      "grad_norm": 0.9218056614935752,
      "learning_rate": 0.0002518144237700482,
      "loss": 0.6275,
      "step": 39931
    },
    {
      "epoch": 1.6355519148064714,
      "grad_norm": 1.2245524622222124,
      "learning_rate": 0.00025181202871623807,
      "loss": 0.7776,
      "step": 39932
    },
    {
      "epoch": 1.635592873233668,
      "grad_norm": 1.2407818053403676,
      "learning_rate": 0.00025180963361429723,
      "loss": 0.67,
      "step": 39933
    },
    {
      "epoch": 1.635633831660864,
      "grad_norm": 1.1418872795257375,
      "learning_rate": 0.00025180723846422666,
      "loss": 0.8018,
      "step": 39934
    },
    {
      "epoch": 1.6356747900880606,
      "grad_norm": 1.190629912429962,
      "learning_rate": 0.00025180484326602743,
      "loss": 0.7727,
      "step": 39935
    },
    {
      "epoch": 1.6357157485152571,
      "grad_norm": 1.1103808666659432,
      "learning_rate": 0.0002518024480197009,
      "loss": 0.7658,
      "step": 39936
    },
    {
      "epoch": 1.6357567069424535,
      "grad_norm": 1.3855191582434692,
      "learning_rate": 0.00025180005272524804,
      "loss": 1.306,
      "step": 39937
    },
    {
      "epoch": 1.6357976653696498,
      "grad_norm": 1.1010634446217702,
      "learning_rate": 0.00025179765738267006,
      "loss": 0.8765,
      "step": 39938
    },
    {
      "epoch": 1.6358386237968463,
      "grad_norm": 1.9125242548152885,
      "learning_rate": 0.00025179526199196797,
      "loss": 1.0913,
      "step": 39939
    },
    {
      "epoch": 1.6358795822240426,
      "grad_norm": 1.080503005804044,
      "learning_rate": 0.0002517928665531431,
      "loss": 0.8211,
      "step": 39940
    },
    {
      "epoch": 1.635920540651239,
      "grad_norm": 1.1656881402925072,
      "learning_rate": 0.00025179047106619636,
      "loss": 0.7299,
      "step": 39941
    },
    {
      "epoch": 1.6359614990784355,
      "grad_norm": 1.2474261020972277,
      "learning_rate": 0.000251788075531129,
      "loss": 1.033,
      "step": 39942
    },
    {
      "epoch": 1.6360024575056318,
      "grad_norm": 0.9493050438062343,
      "learning_rate": 0.0002517856799479422,
      "loss": 0.7367,
      "step": 39943
    },
    {
      "epoch": 1.636043415932828,
      "grad_norm": 1.1342008800890784,
      "learning_rate": 0.00025178328431663707,
      "loss": 0.7965,
      "step": 39944
    },
    {
      "epoch": 1.6360843743600246,
      "grad_norm": 0.6530869437819832,
      "learning_rate": 0.00025178088863721465,
      "loss": 0.3179,
      "step": 39945
    },
    {
      "epoch": 1.636125332787221,
      "grad_norm": 0.8335819682993065,
      "learning_rate": 0.0002517784929096761,
      "loss": 0.4726,
      "step": 39946
    },
    {
      "epoch": 1.6361662912144173,
      "grad_norm": 0.9882258065624855,
      "learning_rate": 0.0002517760971340226,
      "loss": 0.7166,
      "step": 39947
    },
    {
      "epoch": 1.6362072496416138,
      "grad_norm": 1.1259113899163609,
      "learning_rate": 0.0002517737013102553,
      "loss": 0.8374,
      "step": 39948
    },
    {
      "epoch": 1.63624820806881,
      "grad_norm": 1.0803871460202263,
      "learning_rate": 0.0002517713054383753,
      "loss": 0.9654,
      "step": 39949
    },
    {
      "epoch": 1.6362891664960064,
      "grad_norm": 0.9200671843599464,
      "learning_rate": 0.00025176890951838376,
      "loss": 0.274,
      "step": 39950
    },
    {
      "epoch": 1.636330124923203,
      "grad_norm": 0.9999943357498582,
      "learning_rate": 0.00025176651355028173,
      "loss": 0.8083,
      "step": 39951
    },
    {
      "epoch": 1.6363710833503995,
      "grad_norm": 1.1751820514987135,
      "learning_rate": 0.0002517641175340704,
      "loss": 0.851,
      "step": 39952
    },
    {
      "epoch": 1.6364120417775956,
      "grad_norm": 1.6494891520284949,
      "learning_rate": 0.0002517617214697509,
      "loss": 1.0582,
      "step": 39953
    },
    {
      "epoch": 1.6364530002047921,
      "grad_norm": 0.9523007866454617,
      "learning_rate": 0.00025175932535732436,
      "loss": 0.5489,
      "step": 39954
    },
    {
      "epoch": 1.6364939586319887,
      "grad_norm": 0.707137221429356,
      "learning_rate": 0.000251756929196792,
      "loss": 0.3522,
      "step": 39955
    },
    {
      "epoch": 1.636534917059185,
      "grad_norm": 1.2465204456144117,
      "learning_rate": 0.0002517545329881548,
      "loss": 0.9411,
      "step": 39956
    },
    {
      "epoch": 1.6365758754863813,
      "grad_norm": 0.9421532095239773,
      "learning_rate": 0.00025175213673141395,
      "loss": 0.6752,
      "step": 39957
    },
    {
      "epoch": 1.6366168339135778,
      "grad_norm": 3.6085006906259705,
      "learning_rate": 0.0002517497404265706,
      "loss": 3.9815,
      "step": 39958
    },
    {
      "epoch": 1.6366577923407741,
      "grad_norm": 1.248576160548578,
      "learning_rate": 0.00025174734407362585,
      "loss": 0.7719,
      "step": 39959
    },
    {
      "epoch": 1.6366987507679704,
      "grad_norm": 1.7778469833888615,
      "learning_rate": 0.0002517449476725809,
      "loss": 1.0818,
      "step": 39960
    },
    {
      "epoch": 1.636739709195167,
      "grad_norm": 1.119433055439294,
      "learning_rate": 0.00025174255122343685,
      "loss": 0.6873,
      "step": 39961
    },
    {
      "epoch": 1.6367806676223633,
      "grad_norm": 1.4276732589323824,
      "learning_rate": 0.00025174015472619483,
      "loss": 1.2043,
      "step": 39962
    },
    {
      "epoch": 1.6368216260495596,
      "grad_norm": 1.2308347648268008,
      "learning_rate": 0.00025173775818085597,
      "loss": 0.7944,
      "step": 39963
    },
    {
      "epoch": 1.6368625844767561,
      "grad_norm": 1.1744149513295812,
      "learning_rate": 0.00025173536158742136,
      "loss": 0.6572,
      "step": 39964
    },
    {
      "epoch": 1.6369035429039525,
      "grad_norm": 1.5698218802605601,
      "learning_rate": 0.0002517329649458922,
      "loss": 1.0977,
      "step": 39965
    },
    {
      "epoch": 1.6369445013311488,
      "grad_norm": 1.4322616482267603,
      "learning_rate": 0.0002517305682562696,
      "loss": 0.7348,
      "step": 39966
    },
    {
      "epoch": 1.6369854597583453,
      "grad_norm": 0.6942551051803711,
      "learning_rate": 0.0002517281715185547,
      "loss": 0.2773,
      "step": 39967
    },
    {
      "epoch": 1.6370264181855416,
      "grad_norm": 1.131034754012447,
      "learning_rate": 0.00025172577473274856,
      "loss": 0.7068,
      "step": 39968
    },
    {
      "epoch": 1.637067376612738,
      "grad_norm": 0.9752270201984151,
      "learning_rate": 0.0002517233778988525,
      "loss": 0.3616,
      "step": 39969
    },
    {
      "epoch": 1.6371083350399345,
      "grad_norm": 1.6668223011172905,
      "learning_rate": 0.0002517209810168674,
      "loss": 1.2692,
      "step": 39970
    },
    {
      "epoch": 1.637149293467131,
      "grad_norm": 1.1807508865560583,
      "learning_rate": 0.00025171858408679456,
      "loss": 0.5238,
      "step": 39971
    },
    {
      "epoch": 1.637190251894327,
      "grad_norm": 1.070268935087354,
      "learning_rate": 0.00025171618710863515,
      "loss": 0.6819,
      "step": 39972
    },
    {
      "epoch": 1.6372312103215236,
      "grad_norm": 1.1588171234795341,
      "learning_rate": 0.0002517137900823901,
      "loss": 0.6748,
      "step": 39973
    },
    {
      "epoch": 1.6372721687487202,
      "grad_norm": 0.7301158508268113,
      "learning_rate": 0.0002517113930080608,
      "loss": 0.2538,
      "step": 39974
    },
    {
      "epoch": 1.6373131271759165,
      "grad_norm": 0.9615471724956907,
      "learning_rate": 0.00025170899588564815,
      "loss": 0.7261,
      "step": 39975
    },
    {
      "epoch": 1.6373540856031128,
      "grad_norm": 1.10349999785124,
      "learning_rate": 0.00025170659871515344,
      "loss": 0.8943,
      "step": 39976
    },
    {
      "epoch": 1.6373950440303093,
      "grad_norm": 1.37828769151464,
      "learning_rate": 0.0002517042014965778,
      "loss": 1.0677,
      "step": 39977
    },
    {
      "epoch": 1.6374360024575056,
      "grad_norm": 2.2093726247178562,
      "learning_rate": 0.00025170180422992225,
      "loss": 1.2303,
      "step": 39978
    },
    {
      "epoch": 1.637476960884702,
      "grad_norm": 1.5857854535643292,
      "learning_rate": 0.000251699406915188,
      "loss": 1.052,
      "step": 39979
    },
    {
      "epoch": 1.6375179193118985,
      "grad_norm": 0.8155077352573888,
      "learning_rate": 0.0002516970095523762,
      "loss": 0.5615,
      "step": 39980
    },
    {
      "epoch": 1.6375588777390948,
      "grad_norm": 0.6716455789192062,
      "learning_rate": 0.00025169461214148795,
      "loss": 0.3393,
      "step": 39981
    },
    {
      "epoch": 1.6375998361662911,
      "grad_norm": 1.3763315710806607,
      "learning_rate": 0.00025169221468252434,
      "loss": 1.0161,
      "step": 39982
    },
    {
      "epoch": 1.6376407945934877,
      "grad_norm": 0.8862605721695364,
      "learning_rate": 0.00025168981717548655,
      "loss": 0.6331,
      "step": 39983
    },
    {
      "epoch": 1.637681753020684,
      "grad_norm": 1.0483642297467126,
      "learning_rate": 0.0002516874196203758,
      "loss": 0.5221,
      "step": 39984
    },
    {
      "epoch": 1.6377227114478803,
      "grad_norm": 1.0793614057831498,
      "learning_rate": 0.00025168502201719305,
      "loss": 0.7489,
      "step": 39985
    },
    {
      "epoch": 1.6377636698750768,
      "grad_norm": 1.2140715719003454,
      "learning_rate": 0.00025168262436593957,
      "loss": 0.8941,
      "step": 39986
    },
    {
      "epoch": 1.6378046283022734,
      "grad_norm": 1.0620583755936035,
      "learning_rate": 0.00025168022666661647,
      "loss": 0.8836,
      "step": 39987
    },
    {
      "epoch": 1.6378455867294694,
      "grad_norm": 1.0933251166668805,
      "learning_rate": 0.0002516778289192248,
      "loss": 0.8459,
      "step": 39988
    },
    {
      "epoch": 1.637886545156666,
      "grad_norm": 1.2725535719054932,
      "learning_rate": 0.00025167543112376573,
      "loss": 0.741,
      "step": 39989
    },
    {
      "epoch": 1.6379275035838625,
      "grad_norm": 1.1417635078268937,
      "learning_rate": 0.0002516730332802405,
      "loss": 0.7459,
      "step": 39990
    },
    {
      "epoch": 1.6379684620110586,
      "grad_norm": 0.9406712599102791,
      "learning_rate": 0.0002516706353886501,
      "loss": 0.72,
      "step": 39991
    },
    {
      "epoch": 1.6380094204382551,
      "grad_norm": 0.9970980562053742,
      "learning_rate": 0.00025166823744899577,
      "loss": 1.0003,
      "step": 39992
    },
    {
      "epoch": 1.6380503788654517,
      "grad_norm": 1.1436392779019473,
      "learning_rate": 0.0002516658394612786,
      "loss": 1.0447,
      "step": 39993
    },
    {
      "epoch": 1.638091337292648,
      "grad_norm": 0.6505360601800211,
      "learning_rate": 0.0002516634414254996,
      "loss": 0.3236,
      "step": 39994
    },
    {
      "epoch": 1.6381322957198443,
      "grad_norm": 0.8971375880673061,
      "learning_rate": 0.00025166104334166015,
      "loss": 0.9509,
      "step": 39995
    },
    {
      "epoch": 1.6381732541470408,
      "grad_norm": 1.078429798292036,
      "learning_rate": 0.0002516586452097612,
      "loss": 0.9535,
      "step": 39996
    },
    {
      "epoch": 1.6382142125742372,
      "grad_norm": 2.853164659073726,
      "learning_rate": 0.000251656247029804,
      "loss": 4.4915,
      "step": 39997
    },
    {
      "epoch": 1.6382551710014335,
      "grad_norm": 1.1192111811669412,
      "learning_rate": 0.0002516538488017896,
      "loss": 0.6955,
      "step": 39998
    },
    {
      "epoch": 1.63829612942863,
      "grad_norm": 1.1477795779727535,
      "learning_rate": 0.0002516514505257191,
      "loss": 0.9223,
      "step": 39999
    },
    {
      "epoch": 1.6383370878558263,
      "grad_norm": 0.7954971880461442,
      "learning_rate": 0.00025164905220159374,
      "loss": 0.3453,
      "step": 40000
    },
    {
      "epoch": 1.6383780462830226,
      "grad_norm": 0.675327674904092,
      "learning_rate": 0.0002516466538294146,
      "loss": 0.2863,
      "step": 40001
    },
    {
      "epoch": 1.6384190047102192,
      "grad_norm": 1.2000822096967265,
      "learning_rate": 0.0002516442554091829,
      "loss": 0.9995,
      "step": 40002
    },
    {
      "epoch": 1.6384599631374155,
      "grad_norm": 1.253962648269385,
      "learning_rate": 0.0002516418569408996,
      "loss": 0.7363,
      "step": 40003
    },
    {
      "epoch": 1.6385009215646118,
      "grad_norm": 0.6624006265056415,
      "learning_rate": 0.00025163945842456595,
      "loss": 0.3143,
      "step": 40004
    },
    {
      "epoch": 1.6385418799918083,
      "grad_norm": 0.9458089669261804,
      "learning_rate": 0.00025163705986018303,
      "loss": 0.6827,
      "step": 40005
    },
    {
      "epoch": 1.6385828384190049,
      "grad_norm": 1.417923870876504,
      "learning_rate": 0.000251634661247752,
      "loss": 1.4052,
      "step": 40006
    },
    {
      "epoch": 1.638623796846201,
      "grad_norm": 1.139176094222067,
      "learning_rate": 0.0002516322625872741,
      "loss": 0.7653,
      "step": 40007
    },
    {
      "epoch": 1.6386647552733975,
      "grad_norm": 1.1434809266006083,
      "learning_rate": 0.0002516298638787503,
      "loss": 0.7625,
      "step": 40008
    },
    {
      "epoch": 1.638705713700594,
      "grad_norm": 0.8371050443608322,
      "learning_rate": 0.0002516274651221818,
      "loss": 0.3732,
      "step": 40009
    },
    {
      "epoch": 1.6387466721277901,
      "grad_norm": 1.0260279998685662,
      "learning_rate": 0.0002516250663175697,
      "loss": 0.5118,
      "step": 40010
    },
    {
      "epoch": 1.6387876305549867,
      "grad_norm": 1.1567136053372609,
      "learning_rate": 0.0002516226674649152,
      "loss": 1.0803,
      "step": 40011
    },
    {
      "epoch": 1.6388285889821832,
      "grad_norm": 1.7992733627466968,
      "learning_rate": 0.00025162026856421945,
      "loss": 1.8083,
      "step": 40012
    },
    {
      "epoch": 1.6388695474093795,
      "grad_norm": 1.1668012635834932,
      "learning_rate": 0.00025161786961548345,
      "loss": 0.8915,
      "step": 40013
    },
    {
      "epoch": 1.6389105058365758,
      "grad_norm": 1.1976504751642154,
      "learning_rate": 0.00025161547061870846,
      "loss": 0.8316,
      "step": 40014
    },
    {
      "epoch": 1.6389514642637724,
      "grad_norm": 1.5811184588793759,
      "learning_rate": 0.00025161307157389555,
      "loss": 1.2259,
      "step": 40015
    },
    {
      "epoch": 1.6389924226909687,
      "grad_norm": 1.4110707719043851,
      "learning_rate": 0.0002516106724810459,
      "loss": 0.7322,
      "step": 40016
    },
    {
      "epoch": 1.639033381118165,
      "grad_norm": 1.22626299904686,
      "learning_rate": 0.0002516082733401606,
      "loss": 0.7346,
      "step": 40017
    },
    {
      "epoch": 1.6390743395453615,
      "grad_norm": 1.4719156655348749,
      "learning_rate": 0.00025160587415124083,
      "loss": 0.8351,
      "step": 40018
    },
    {
      "epoch": 1.6391152979725578,
      "grad_norm": 0.8746346147921149,
      "learning_rate": 0.0002516034749142877,
      "loss": 0.8351,
      "step": 40019
    },
    {
      "epoch": 1.6391562563997542,
      "grad_norm": 1.452410247146984,
      "learning_rate": 0.00025160107562930225,
      "loss": 1.6868,
      "step": 40020
    },
    {
      "epoch": 1.6391972148269507,
      "grad_norm": 1.426257331437933,
      "learning_rate": 0.0002515986762962858,
      "loss": 0.9466,
      "step": 40021
    },
    {
      "epoch": 1.639238173254147,
      "grad_norm": 1.16649228290776,
      "learning_rate": 0.00025159627691523936,
      "loss": 0.8786,
      "step": 40022
    },
    {
      "epoch": 1.6392791316813433,
      "grad_norm": 1.1832388046597597,
      "learning_rate": 0.0002515938774861641,
      "loss": 0.8973,
      "step": 40023
    },
    {
      "epoch": 1.6393200901085399,
      "grad_norm": 1.0461002825333208,
      "learning_rate": 0.00025159147800906116,
      "loss": 0.8086,
      "step": 40024
    },
    {
      "epoch": 1.6393610485357364,
      "grad_norm": 0.8673228350614947,
      "learning_rate": 0.0002515890784839317,
      "loss": 0.5882,
      "step": 40025
    },
    {
      "epoch": 1.6394020069629325,
      "grad_norm": 1.0683515977802134,
      "learning_rate": 0.00025158667891077676,
      "loss": 1.0452,
      "step": 40026
    },
    {
      "epoch": 1.639442965390129,
      "grad_norm": 1.170044956422019,
      "learning_rate": 0.00025158427928959753,
      "loss": 1.0445,
      "step": 40027
    },
    {
      "epoch": 1.6394839238173256,
      "grad_norm": 1.2168747467599437,
      "learning_rate": 0.0002515818796203952,
      "loss": 1.1555,
      "step": 40028
    },
    {
      "epoch": 1.6395248822445219,
      "grad_norm": 1.0677041681852038,
      "learning_rate": 0.0002515794799031708,
      "loss": 0.5617,
      "step": 40029
    },
    {
      "epoch": 1.6395658406717182,
      "grad_norm": 0.9613071470409161,
      "learning_rate": 0.00025157708013792555,
      "loss": 0.8987,
      "step": 40030
    },
    {
      "epoch": 1.6396067990989147,
      "grad_norm": 1.2045997937352932,
      "learning_rate": 0.00025157468032466055,
      "loss": 1.0317,
      "step": 40031
    },
    {
      "epoch": 1.639647757526111,
      "grad_norm": 1.0420263211596823,
      "learning_rate": 0.0002515722804633769,
      "loss": 0.7581,
      "step": 40032
    },
    {
      "epoch": 1.6396887159533073,
      "grad_norm": 0.8026020837301943,
      "learning_rate": 0.00025156988055407577,
      "loss": 0.2786,
      "step": 40033
    },
    {
      "epoch": 1.6397296743805039,
      "grad_norm": 0.9470543822826298,
      "learning_rate": 0.00025156748059675837,
      "loss": 0.6286,
      "step": 40034
    },
    {
      "epoch": 1.6397706328077002,
      "grad_norm": 1.3477933034679244,
      "learning_rate": 0.00025156508059142566,
      "loss": 0.78,
      "step": 40035
    },
    {
      "epoch": 1.6398115912348965,
      "grad_norm": 1.5196491184785295,
      "learning_rate": 0.0002515626805380789,
      "loss": 1.4541,
      "step": 40036
    },
    {
      "epoch": 1.639852549662093,
      "grad_norm": 1.1332037267543742,
      "learning_rate": 0.0002515602804367192,
      "loss": 0.931,
      "step": 40037
    },
    {
      "epoch": 1.6398935080892894,
      "grad_norm": 1.1069524814892893,
      "learning_rate": 0.00025155788028734775,
      "loss": 0.9092,
      "step": 40038
    },
    {
      "epoch": 1.6399344665164857,
      "grad_norm": 1.6929556244590152,
      "learning_rate": 0.0002515554800899656,
      "loss": 0.9049,
      "step": 40039
    },
    {
      "epoch": 1.6399754249436822,
      "grad_norm": 1.0983257216907116,
      "learning_rate": 0.0002515530798445739,
      "loss": 0.7816,
      "step": 40040
    },
    {
      "epoch": 1.6400163833708785,
      "grad_norm": 1.1895193825526449,
      "learning_rate": 0.00025155067955117376,
      "loss": 1.0344,
      "step": 40041
    },
    {
      "epoch": 1.6400573417980748,
      "grad_norm": 1.1481969367347784,
      "learning_rate": 0.0002515482792097664,
      "loss": 0.7344,
      "step": 40042
    },
    {
      "epoch": 1.6400983002252714,
      "grad_norm": 1.2248747291700968,
      "learning_rate": 0.0002515458788203529,
      "loss": 0.5702,
      "step": 40043
    },
    {
      "epoch": 1.640139258652468,
      "grad_norm": 1.180339663117326,
      "learning_rate": 0.0002515434783829344,
      "loss": 0.8653,
      "step": 40044
    },
    {
      "epoch": 1.640180217079664,
      "grad_norm": 1.2275708192002242,
      "learning_rate": 0.00025154107789751205,
      "loss": 0.9148,
      "step": 40045
    },
    {
      "epoch": 1.6402211755068605,
      "grad_norm": 0.6818187304392983,
      "learning_rate": 0.0002515386773640869,
      "loss": 0.3446,
      "step": 40046
    },
    {
      "epoch": 1.640262133934057,
      "grad_norm": 1.1743389274463545,
      "learning_rate": 0.0002515362767826602,
      "loss": 0.694,
      "step": 40047
    },
    {
      "epoch": 1.6403030923612534,
      "grad_norm": 1.476415281387237,
      "learning_rate": 0.0002515338761532331,
      "loss": 1.0371,
      "step": 40048
    },
    {
      "epoch": 1.6403440507884497,
      "grad_norm": 1.4865112276407246,
      "learning_rate": 0.0002515314754758066,
      "loss": 1.5695,
      "step": 40049
    },
    {
      "epoch": 1.6403850092156462,
      "grad_norm": 1.270559543983809,
      "learning_rate": 0.00025152907475038195,
      "loss": 0.8067,
      "step": 40050
    },
    {
      "epoch": 1.6404259676428425,
      "grad_norm": 1.2727829412350775,
      "learning_rate": 0.00025152667397696025,
      "loss": 0.6479,
      "step": 40051
    },
    {
      "epoch": 1.6404669260700389,
      "grad_norm": 2.009889848453146,
      "learning_rate": 0.0002515242731555426,
      "loss": 0.7183,
      "step": 40052
    },
    {
      "epoch": 1.6405078844972354,
      "grad_norm": 1.103270336056833,
      "learning_rate": 0.00025152187228613015,
      "loss": 0.9239,
      "step": 40053
    },
    {
      "epoch": 1.6405488429244317,
      "grad_norm": 0.9536620324877828,
      "learning_rate": 0.0002515194713687241,
      "loss": 0.725,
      "step": 40054
    },
    {
      "epoch": 1.640589801351628,
      "grad_norm": 1.2435478645331468,
      "learning_rate": 0.00025151707040332546,
      "loss": 0.7268,
      "step": 40055
    },
    {
      "epoch": 1.6406307597788246,
      "grad_norm": 1.6611994188468733,
      "learning_rate": 0.0002515146693899355,
      "loss": 1.5854,
      "step": 40056
    },
    {
      "epoch": 1.6406717182060209,
      "grad_norm": 1.3185592230123744,
      "learning_rate": 0.0002515122683285553,
      "loss": 0.8936,
      "step": 40057
    },
    {
      "epoch": 1.6407126766332172,
      "grad_norm": 0.9023919692229795,
      "learning_rate": 0.00025150986721918597,
      "loss": 0.2287,
      "step": 40058
    },
    {
      "epoch": 1.6407536350604137,
      "grad_norm": 1.160518908370382,
      "learning_rate": 0.00025150746606182866,
      "loss": 1.147,
      "step": 40059
    },
    {
      "epoch": 1.64079459348761,
      "grad_norm": 1.250348694342962,
      "learning_rate": 0.0002515050648564845,
      "loss": 0.6982,
      "step": 40060
    },
    {
      "epoch": 1.6408355519148063,
      "grad_norm": 1.0853279151464266,
      "learning_rate": 0.00025150266360315465,
      "loss": 0.6136,
      "step": 40061
    },
    {
      "epoch": 1.6408765103420029,
      "grad_norm": 1.3261679975594585,
      "learning_rate": 0.00025150026230184023,
      "loss": 1.4127,
      "step": 40062
    },
    {
      "epoch": 1.6409174687691994,
      "grad_norm": 1.1161259458597375,
      "learning_rate": 0.0002514978609525424,
      "loss": 0.5782,
      "step": 40063
    },
    {
      "epoch": 1.6409584271963955,
      "grad_norm": 1.075918612203611,
      "learning_rate": 0.00025149545955526224,
      "loss": 0.9145,
      "step": 40064
    },
    {
      "epoch": 1.640999385623592,
      "grad_norm": 3.9903787481427395,
      "learning_rate": 0.0002514930581100009,
      "loss": 1.8614,
      "step": 40065
    },
    {
      "epoch": 1.6410403440507886,
      "grad_norm": 1.3887118044948927,
      "learning_rate": 0.00025149065661675955,
      "loss": 0.7829,
      "step": 40066
    },
    {
      "epoch": 1.641081302477985,
      "grad_norm": 0.9935285253065649,
      "learning_rate": 0.0002514882550755393,
      "loss": 0.8493,
      "step": 40067
    },
    {
      "epoch": 1.6411222609051812,
      "grad_norm": 1.1181843981449688,
      "learning_rate": 0.00025148585348634136,
      "loss": 0.6171,
      "step": 40068
    },
    {
      "epoch": 1.6411632193323777,
      "grad_norm": 1.0156965856284161,
      "learning_rate": 0.00025148345184916674,
      "loss": 0.6909,
      "step": 40069
    },
    {
      "epoch": 1.641204177759574,
      "grad_norm": 1.069280232105852,
      "learning_rate": 0.0002514810501640166,
      "loss": 0.5097,
      "step": 40070
    },
    {
      "epoch": 1.6412451361867704,
      "grad_norm": 1.5297605070096716,
      "learning_rate": 0.00025147864843089217,
      "loss": 0.871,
      "step": 40071
    },
    {
      "epoch": 1.641286094613967,
      "grad_norm": 0.8726025172499219,
      "learning_rate": 0.0002514762466497945,
      "loss": 0.471,
      "step": 40072
    },
    {
      "epoch": 1.6413270530411632,
      "grad_norm": 1.2902103286883464,
      "learning_rate": 0.0002514738448207247,
      "loss": 1.0521,
      "step": 40073
    },
    {
      "epoch": 1.6413680114683595,
      "grad_norm": 0.9572343953411663,
      "learning_rate": 0.00025147144294368403,
      "loss": 0.3714,
      "step": 40074
    },
    {
      "epoch": 1.641408969895556,
      "grad_norm": 1.0937536937551757,
      "learning_rate": 0.0002514690410186735,
      "loss": 0.7863,
      "step": 40075
    },
    {
      "epoch": 1.6414499283227524,
      "grad_norm": 1.0674432627553891,
      "learning_rate": 0.00025146663904569434,
      "loss": 0.6253,
      "step": 40076
    },
    {
      "epoch": 1.6414908867499487,
      "grad_norm": 1.4160992615271426,
      "learning_rate": 0.0002514642370247476,
      "loss": 0.6675,
      "step": 40077
    },
    {
      "epoch": 1.6415318451771452,
      "grad_norm": 1.8642017810874734,
      "learning_rate": 0.0002514618349558345,
      "loss": 0.9896,
      "step": 40078
    },
    {
      "epoch": 1.6415728036043415,
      "grad_norm": 3.5029506074401775,
      "learning_rate": 0.0002514594328389561,
      "loss": 4.3026,
      "step": 40079
    },
    {
      "epoch": 1.6416137620315379,
      "grad_norm": 0.8583332087682413,
      "learning_rate": 0.00025145703067411355,
      "loss": 0.7178,
      "step": 40080
    },
    {
      "epoch": 1.6416547204587344,
      "grad_norm": 1.2154414173149874,
      "learning_rate": 0.00025145462846130803,
      "loss": 1.0579,
      "step": 40081
    },
    {
      "epoch": 1.641695678885931,
      "grad_norm": 1.3108593954969296,
      "learning_rate": 0.00025145222620054066,
      "loss": 0.7445,
      "step": 40082
    },
    {
      "epoch": 1.641736637313127,
      "grad_norm": 1.1153029184274086,
      "learning_rate": 0.00025144982389181257,
      "loss": 0.6098,
      "step": 40083
    },
    {
      "epoch": 1.6417775957403236,
      "grad_norm": 1.0060112563493682,
      "learning_rate": 0.00025144742153512486,
      "loss": 0.559,
      "step": 40084
    },
    {
      "epoch": 1.64181855416752,
      "grad_norm": 1.084178145682586,
      "learning_rate": 0.0002514450191304787,
      "loss": 0.7409,
      "step": 40085
    },
    {
      "epoch": 1.6418595125947164,
      "grad_norm": 1.0422867973914955,
      "learning_rate": 0.00025144261667787526,
      "loss": 0.8675,
      "step": 40086
    },
    {
      "epoch": 1.6419004710219127,
      "grad_norm": 0.7850742882818086,
      "learning_rate": 0.0002514402141773156,
      "loss": 0.3244,
      "step": 40087
    },
    {
      "epoch": 1.6419414294491093,
      "grad_norm": 0.8450201214395912,
      "learning_rate": 0.00025143781162880087,
      "loss": 0.3116,
      "step": 40088
    },
    {
      "epoch": 1.6419823878763056,
      "grad_norm": 1.32801704389725,
      "learning_rate": 0.00025143540903233225,
      "loss": 0.7297,
      "step": 40089
    },
    {
      "epoch": 1.6420233463035019,
      "grad_norm": 0.9835332985864348,
      "learning_rate": 0.0002514330063879109,
      "loss": 0.7845,
      "step": 40090
    },
    {
      "epoch": 1.6420643047306984,
      "grad_norm": 1.4793376791299018,
      "learning_rate": 0.0002514306036955378,
      "loss": 1.5318,
      "step": 40091
    },
    {
      "epoch": 1.6421052631578947,
      "grad_norm": 0.6542150279962418,
      "learning_rate": 0.0002514282009552143,
      "loss": 0.2056,
      "step": 40092
    },
    {
      "epoch": 1.642146221585091,
      "grad_norm": 1.2944319673342328,
      "learning_rate": 0.0002514257981669414,
      "loss": 0.8411,
      "step": 40093
    },
    {
      "epoch": 1.6421871800122876,
      "grad_norm": 1.0118867734374821,
      "learning_rate": 0.0002514233953307202,
      "loss": 0.8761,
      "step": 40094
    },
    {
      "epoch": 1.642228138439484,
      "grad_norm": 0.9851062643886046,
      "learning_rate": 0.00025142099244655205,
      "loss": 0.8204,
      "step": 40095
    },
    {
      "epoch": 1.6422690968666802,
      "grad_norm": 1.2537191487801802,
      "learning_rate": 0.00025141858951443786,
      "loss": 1.009,
      "step": 40096
    },
    {
      "epoch": 1.6423100552938767,
      "grad_norm": 1.2078170937343096,
      "learning_rate": 0.00025141618653437884,
      "loss": 0.9551,
      "step": 40097
    },
    {
      "epoch": 1.642351013721073,
      "grad_norm": 0.7292726605789278,
      "learning_rate": 0.0002514137835063761,
      "loss": 0.2812,
      "step": 40098
    },
    {
      "epoch": 1.6423919721482694,
      "grad_norm": 1.4557676363022753,
      "learning_rate": 0.0002514113804304309,
      "loss": 1.1165,
      "step": 40099
    },
    {
      "epoch": 1.642432930575466,
      "grad_norm": 1.1248319935590203,
      "learning_rate": 0.00025140897730654423,
      "loss": 0.6011,
      "step": 40100
    },
    {
      "epoch": 1.6424738890026624,
      "grad_norm": 1.2328433892595858,
      "learning_rate": 0.0002514065741347173,
      "loss": 0.8491,
      "step": 40101
    },
    {
      "epoch": 1.6425148474298585,
      "grad_norm": 0.9299785870738265,
      "learning_rate": 0.00025140417091495113,
      "loss": 0.3717,
      "step": 40102
    },
    {
      "epoch": 1.642555805857055,
      "grad_norm": 1.3575726523966796,
      "learning_rate": 0.00025140176764724704,
      "loss": 0.8572,
      "step": 40103
    },
    {
      "epoch": 1.6425967642842516,
      "grad_norm": 0.9545755371635807,
      "learning_rate": 0.0002513993643316061,
      "loss": 0.7254,
      "step": 40104
    },
    {
      "epoch": 1.642637722711448,
      "grad_norm": 1.229446299148696,
      "learning_rate": 0.0002513969609680294,
      "loss": 0.6463,
      "step": 40105
    },
    {
      "epoch": 1.6426786811386442,
      "grad_norm": 0.8947521353363916,
      "learning_rate": 0.00025139455755651804,
      "loss": 0.4725,
      "step": 40106
    },
    {
      "epoch": 1.6427196395658408,
      "grad_norm": 0.8744224386140431,
      "learning_rate": 0.00025139215409707334,
      "loss": 0.6872,
      "step": 40107
    },
    {
      "epoch": 1.642760597993037,
      "grad_norm": 1.0024685414610586,
      "learning_rate": 0.0002513897505896962,
      "loss": 0.7286,
      "step": 40108
    },
    {
      "epoch": 1.6428015564202334,
      "grad_norm": 1.0496849551131393,
      "learning_rate": 0.00025138734703438793,
      "loss": 0.8117,
      "step": 40109
    },
    {
      "epoch": 1.64284251484743,
      "grad_norm": 1.0161743927493945,
      "learning_rate": 0.00025138494343114956,
      "loss": 0.9423,
      "step": 40110
    },
    {
      "epoch": 1.6428834732746262,
      "grad_norm": 1.1308510159557794,
      "learning_rate": 0.00025138253977998235,
      "loss": 0.82,
      "step": 40111
    },
    {
      "epoch": 1.6429244317018226,
      "grad_norm": 1.0699461331060487,
      "learning_rate": 0.0002513801360808873,
      "loss": 0.8404,
      "step": 40112
    },
    {
      "epoch": 1.642965390129019,
      "grad_norm": 1.432484257801997,
      "learning_rate": 0.0002513777323338656,
      "loss": 0.9883,
      "step": 40113
    },
    {
      "epoch": 1.6430063485562154,
      "grad_norm": 1.238281669506479,
      "learning_rate": 0.00025137532853891837,
      "loss": 0.9844,
      "step": 40114
    },
    {
      "epoch": 1.6430473069834117,
      "grad_norm": 0.9321264676532987,
      "learning_rate": 0.0002513729246960468,
      "loss": 0.9064,
      "step": 40115
    },
    {
      "epoch": 1.6430882654106083,
      "grad_norm": 1.0937182653985842,
      "learning_rate": 0.000251370520805252,
      "loss": 0.9155,
      "step": 40116
    },
    {
      "epoch": 1.6431292238378046,
      "grad_norm": 0.7155203144655042,
      "learning_rate": 0.0002513681168665351,
      "loss": 0.307,
      "step": 40117
    },
    {
      "epoch": 1.643170182265001,
      "grad_norm": 0.8037935747553906,
      "learning_rate": 0.00025136571287989723,
      "loss": 0.5658,
      "step": 40118
    },
    {
      "epoch": 1.6432111406921974,
      "grad_norm": 0.8027554592023134,
      "learning_rate": 0.00025136330884533955,
      "loss": 0.2961,
      "step": 40119
    },
    {
      "epoch": 1.643252099119394,
      "grad_norm": 1.445029845918604,
      "learning_rate": 0.00025136090476286316,
      "loss": 0.9906,
      "step": 40120
    },
    {
      "epoch": 1.64329305754659,
      "grad_norm": 1.2095768279641237,
      "learning_rate": 0.0002513585006324692,
      "loss": 0.7005,
      "step": 40121
    },
    {
      "epoch": 1.6433340159737866,
      "grad_norm": 1.0168247917821023,
      "learning_rate": 0.00025135609645415884,
      "loss": 0.7957,
      "step": 40122
    },
    {
      "epoch": 1.6433749744009831,
      "grad_norm": 1.1322428264979063,
      "learning_rate": 0.0002513536922279332,
      "loss": 0.6458,
      "step": 40123
    },
    {
      "epoch": 1.6434159328281794,
      "grad_norm": 1.1513305909941145,
      "learning_rate": 0.00025135128795379343,
      "loss": 0.8176,
      "step": 40124
    },
    {
      "epoch": 1.6434568912553758,
      "grad_norm": 1.3584292409445007,
      "learning_rate": 0.0002513488836317406,
      "loss": 1.0159,
      "step": 40125
    },
    {
      "epoch": 1.6434978496825723,
      "grad_norm": 1.2990950549427653,
      "learning_rate": 0.000251346479261776,
      "loss": 1.0397,
      "step": 40126
    },
    {
      "epoch": 1.6435388081097686,
      "grad_norm": 1.0990313038211637,
      "learning_rate": 0.0002513440748439006,
      "loss": 0.8267,
      "step": 40127
    },
    {
      "epoch": 1.643579766536965,
      "grad_norm": 1.0636015406776675,
      "learning_rate": 0.00025134167037811557,
      "loss": 0.7749,
      "step": 40128
    },
    {
      "epoch": 1.6436207249641615,
      "grad_norm": 1.134967579340747,
      "learning_rate": 0.0002513392658644221,
      "loss": 0.9715,
      "step": 40129
    },
    {
      "epoch": 1.6436616833913578,
      "grad_norm": 1.3682458881702808,
      "learning_rate": 0.00025133686130282134,
      "loss": 1.0587,
      "step": 40130
    },
    {
      "epoch": 1.643702641818554,
      "grad_norm": 0.7948461962992722,
      "learning_rate": 0.0002513344566933143,
      "loss": 0.3989,
      "step": 40131
    },
    {
      "epoch": 1.6437436002457506,
      "grad_norm": 1.1430585940780467,
      "learning_rate": 0.00025133205203590233,
      "loss": 0.6581,
      "step": 40132
    },
    {
      "epoch": 1.643784558672947,
      "grad_norm": 1.2089318492674743,
      "learning_rate": 0.0002513296473305864,
      "loss": 1.1394,
      "step": 40133
    },
    {
      "epoch": 1.6438255171001432,
      "grad_norm": 0.6181652278233112,
      "learning_rate": 0.00025132724257736767,
      "loss": 0.2857,
      "step": 40134
    },
    {
      "epoch": 1.6438664755273398,
      "grad_norm": 1.4141109416563944,
      "learning_rate": 0.00025132483777624734,
      "loss": 0.9684,
      "step": 40135
    },
    {
      "epoch": 1.643907433954536,
      "grad_norm": 1.2878595760401708,
      "learning_rate": 0.0002513224329272265,
      "loss": 1.1473,
      "step": 40136
    },
    {
      "epoch": 1.6439483923817324,
      "grad_norm": 1.4652038689007967,
      "learning_rate": 0.00025132002803030624,
      "loss": 1.1052,
      "step": 40137
    },
    {
      "epoch": 1.643989350808929,
      "grad_norm": 0.6648138084538788,
      "learning_rate": 0.0002513176230854878,
      "loss": 0.3495,
      "step": 40138
    },
    {
      "epoch": 1.6440303092361255,
      "grad_norm": 1.5433881763596287,
      "learning_rate": 0.00025131521809277225,
      "loss": 1.2605,
      "step": 40139
    },
    {
      "epoch": 1.6440712676633216,
      "grad_norm": 1.5618473563574222,
      "learning_rate": 0.00025131281305216076,
      "loss": 1.0659,
      "step": 40140
    },
    {
      "epoch": 1.644112226090518,
      "grad_norm": 1.2793197672249779,
      "learning_rate": 0.0002513104079636544,
      "loss": 0.626,
      "step": 40141
    },
    {
      "epoch": 1.6441531845177146,
      "grad_norm": 1.0420243304232903,
      "learning_rate": 0.00025130800282725444,
      "loss": 0.8355,
      "step": 40142
    },
    {
      "epoch": 1.644194142944911,
      "grad_norm": 1.7123025525898627,
      "learning_rate": 0.0002513055976429619,
      "loss": 1.0367,
      "step": 40143
    },
    {
      "epoch": 1.6442351013721073,
      "grad_norm": 1.0080132533610693,
      "learning_rate": 0.00025130319241077793,
      "loss": 0.9023,
      "step": 40144
    },
    {
      "epoch": 1.6442760597993038,
      "grad_norm": 1.0798436442291488,
      "learning_rate": 0.0002513007871307037,
      "loss": 0.6444,
      "step": 40145
    },
    {
      "epoch": 1.6443170182265001,
      "grad_norm": 1.1141886185118568,
      "learning_rate": 0.0002512983818027403,
      "loss": 0.2746,
      "step": 40146
    },
    {
      "epoch": 1.6443579766536964,
      "grad_norm": 1.0900537650972288,
      "learning_rate": 0.00025129597642688895,
      "loss": 0.5582,
      "step": 40147
    },
    {
      "epoch": 1.644398935080893,
      "grad_norm": 10.60255506071058,
      "learning_rate": 0.0002512935710031507,
      "loss": 2.588,
      "step": 40148
    },
    {
      "epoch": 1.6444398935080893,
      "grad_norm": 0.9897965664378636,
      "learning_rate": 0.0002512911655315268,
      "loss": 0.4894,
      "step": 40149
    },
    {
      "epoch": 1.6444808519352856,
      "grad_norm": 1.211652653658258,
      "learning_rate": 0.00025128876001201823,
      "loss": 0.8276,
      "step": 40150
    },
    {
      "epoch": 1.6445218103624821,
      "grad_norm": 0.9701892336211143,
      "learning_rate": 0.0002512863544446263,
      "loss": 0.3616,
      "step": 40151
    },
    {
      "epoch": 1.6445627687896784,
      "grad_norm": 0.8470094211523087,
      "learning_rate": 0.00025128394882935204,
      "loss": 0.3471,
      "step": 40152
    },
    {
      "epoch": 1.6446037272168748,
      "grad_norm": 1.2952030437578312,
      "learning_rate": 0.0002512815431661966,
      "loss": 0.756,
      "step": 40153
    },
    {
      "epoch": 1.6446446856440713,
      "grad_norm": 1.0937578618858375,
      "learning_rate": 0.00025127913745516105,
      "loss": 0.8796,
      "step": 40154
    },
    {
      "epoch": 1.6446856440712678,
      "grad_norm": 1.2151506563528922,
      "learning_rate": 0.00025127673169624665,
      "loss": 1.0548,
      "step": 40155
    },
    {
      "epoch": 1.644726602498464,
      "grad_norm": 1.3962721309736006,
      "learning_rate": 0.00025127432588945453,
      "loss": 1.0639,
      "step": 40156
    },
    {
      "epoch": 1.6447675609256605,
      "grad_norm": 1.3608021952664129,
      "learning_rate": 0.00025127192003478573,
      "loss": 1.1004,
      "step": 40157
    },
    {
      "epoch": 1.644808519352857,
      "grad_norm": 1.0968912533505264,
      "learning_rate": 0.0002512695141322415,
      "loss": 0.8819,
      "step": 40158
    },
    {
      "epoch": 1.644849477780053,
      "grad_norm": 1.310568630142285,
      "learning_rate": 0.0002512671081818228,
      "loss": 0.9696,
      "step": 40159
    },
    {
      "epoch": 1.6448904362072496,
      "grad_norm": 1.2782377873714292,
      "learning_rate": 0.000251264702183531,
      "loss": 0.5163,
      "step": 40160
    },
    {
      "epoch": 1.6449313946344462,
      "grad_norm": 0.8567003961696528,
      "learning_rate": 0.0002512622961373671,
      "loss": 0.3145,
      "step": 40161
    },
    {
      "epoch": 1.6449723530616425,
      "grad_norm": 1.133777899429797,
      "learning_rate": 0.00025125989004333226,
      "loss": 0.6517,
      "step": 40162
    },
    {
      "epoch": 1.6450133114888388,
      "grad_norm": 1.1009154093880362,
      "learning_rate": 0.0002512574839014276,
      "loss": 0.6122,
      "step": 40163
    },
    {
      "epoch": 1.6450542699160353,
      "grad_norm": 1.2370319360388808,
      "learning_rate": 0.0002512550777116543,
      "loss": 0.8321,
      "step": 40164
    },
    {
      "epoch": 1.6450952283432316,
      "grad_norm": 5.1468335682371364,
      "learning_rate": 0.0002512526714740135,
      "loss": 1.8394,
      "step": 40165
    },
    {
      "epoch": 1.645136186770428,
      "grad_norm": 1.4619129265698017,
      "learning_rate": 0.00025125026518850625,
      "loss": 1.0074,
      "step": 40166
    },
    {
      "epoch": 1.6451771451976245,
      "grad_norm": 1.1537791175973848,
      "learning_rate": 0.00025124785885513384,
      "loss": 0.6952,
      "step": 40167
    },
    {
      "epoch": 1.6452181036248208,
      "grad_norm": 0.9736055018293306,
      "learning_rate": 0.0002512454524738972,
      "loss": 0.7802,
      "step": 40168
    },
    {
      "epoch": 1.645259062052017,
      "grad_norm": 1.6386066067963174,
      "learning_rate": 0.00025124304604479765,
      "loss": 1.331,
      "step": 40169
    },
    {
      "epoch": 1.6453000204792136,
      "grad_norm": 1.0405992847110666,
      "learning_rate": 0.00025124063956783626,
      "loss": 0.7496,
      "step": 40170
    },
    {
      "epoch": 1.64534097890641,
      "grad_norm": 1.594115020231337,
      "learning_rate": 0.0002512382330430142,
      "loss": 0.7548,
      "step": 40171
    },
    {
      "epoch": 1.6453819373336063,
      "grad_norm": 1.6445496304447362,
      "learning_rate": 0.0002512358264703325,
      "loss": 0.9037,
      "step": 40172
    },
    {
      "epoch": 1.6454228957608028,
      "grad_norm": 1.3531502427371747,
      "learning_rate": 0.0002512334198497924,
      "loss": 1.1673,
      "step": 40173
    },
    {
      "epoch": 1.6454638541879993,
      "grad_norm": 0.9163963976778834,
      "learning_rate": 0.00025123101318139503,
      "loss": 0.6769,
      "step": 40174
    },
    {
      "epoch": 1.6455048126151954,
      "grad_norm": 1.4144236054757553,
      "learning_rate": 0.0002512286064651415,
      "loss": 1.0484,
      "step": 40175
    },
    {
      "epoch": 1.645545771042392,
      "grad_norm": 1.092996999793489,
      "learning_rate": 0.000251226199701033,
      "loss": 0.7868,
      "step": 40176
    },
    {
      "epoch": 1.6455867294695885,
      "grad_norm": 1.1755306565275143,
      "learning_rate": 0.0002512237928890706,
      "loss": 1.1167,
      "step": 40177
    },
    {
      "epoch": 1.6456276878967848,
      "grad_norm": 1.5013921465841633,
      "learning_rate": 0.0002512213860292555,
      "loss": 0.9799,
      "step": 40178
    },
    {
      "epoch": 1.6456686463239811,
      "grad_norm": 1.176962433604827,
      "learning_rate": 0.00025121897912158876,
      "loss": 1.066,
      "step": 40179
    },
    {
      "epoch": 1.6457096047511777,
      "grad_norm": 9.502585882227255,
      "learning_rate": 0.00025121657216607154,
      "loss": 1.5186,
      "step": 40180
    },
    {
      "epoch": 1.645750563178374,
      "grad_norm": 1.1705267263916483,
      "learning_rate": 0.000251214165162705,
      "loss": 0.7179,
      "step": 40181
    },
    {
      "epoch": 1.6457915216055703,
      "grad_norm": 1.1144219314842365,
      "learning_rate": 0.0002512117581114903,
      "loss": 0.9459,
      "step": 40182
    },
    {
      "epoch": 1.6458324800327668,
      "grad_norm": 1.577743758640755,
      "learning_rate": 0.00025120935101242856,
      "loss": 1.2623,
      "step": 40183
    },
    {
      "epoch": 1.6458734384599631,
      "grad_norm": 1.5057919927014998,
      "learning_rate": 0.0002512069438655209,
      "loss": 0.9197,
      "step": 40184
    },
    {
      "epoch": 1.6459143968871595,
      "grad_norm": 1.1402322522397796,
      "learning_rate": 0.00025120453667076847,
      "loss": 0.4887,
      "step": 40185
    },
    {
      "epoch": 1.645955355314356,
      "grad_norm": 1.6350872958927936,
      "learning_rate": 0.0002512021294281724,
      "loss": 1.7769,
      "step": 40186
    },
    {
      "epoch": 1.6459963137415523,
      "grad_norm": 1.2168322439818915,
      "learning_rate": 0.0002511997221377339,
      "loss": 0.5199,
      "step": 40187
    },
    {
      "epoch": 1.6460372721687486,
      "grad_norm": 1.264604577648137,
      "learning_rate": 0.00025119731479945396,
      "loss": 0.8702,
      "step": 40188
    },
    {
      "epoch": 1.6460782305959452,
      "grad_norm": 1.064173999343919,
      "learning_rate": 0.00025119490741333387,
      "loss": 0.799,
      "step": 40189
    },
    {
      "epoch": 1.6461191890231415,
      "grad_norm": 1.3224209507220424,
      "learning_rate": 0.00025119249997937465,
      "loss": 1.1708,
      "step": 40190
    },
    {
      "epoch": 1.6461601474503378,
      "grad_norm": 0.8995634509358053,
      "learning_rate": 0.0002511900924975775,
      "loss": 0.5587,
      "step": 40191
    },
    {
      "epoch": 1.6462011058775343,
      "grad_norm": 1.2113889962171533,
      "learning_rate": 0.0002511876849679436,
      "loss": 0.7684,
      "step": 40192
    },
    {
      "epoch": 1.6462420643047309,
      "grad_norm": 1.0870374796030084,
      "learning_rate": 0.00025118527739047394,
      "loss": 0.7929,
      "step": 40193
    },
    {
      "epoch": 1.646283022731927,
      "grad_norm": 1.43890733238327,
      "learning_rate": 0.0002511828697651698,
      "loss": 1.2283,
      "step": 40194
    },
    {
      "epoch": 1.6463239811591235,
      "grad_norm": 1.2994439336428716,
      "learning_rate": 0.00025118046209203227,
      "loss": 0.8079,
      "step": 40195
    },
    {
      "epoch": 1.64636493958632,
      "grad_norm": 4.1019471469514786,
      "learning_rate": 0.00025117805437106246,
      "loss": 2.637,
      "step": 40196
    },
    {
      "epoch": 1.6464058980135163,
      "grad_norm": 1.0115943267858694,
      "learning_rate": 0.00025117564660226155,
      "loss": 0.5154,
      "step": 40197
    },
    {
      "epoch": 1.6464468564407126,
      "grad_norm": 1.306007895121427,
      "learning_rate": 0.0002511732387856307,
      "loss": 0.9159,
      "step": 40198
    },
    {
      "epoch": 1.6464878148679092,
      "grad_norm": 2.135204958670488,
      "learning_rate": 0.00025117083092117095,
      "loss": 3.5608,
      "step": 40199
    },
    {
      "epoch": 1.6465287732951055,
      "grad_norm": 1.5431988681715751,
      "learning_rate": 0.0002511684230088836,
      "loss": 1.1161,
      "step": 40200
    },
    {
      "epoch": 1.6465697317223018,
      "grad_norm": 1.000420710725659,
      "learning_rate": 0.0002511660150487696,
      "loss": 0.9141,
      "step": 40201
    },
    {
      "epoch": 1.6466106901494983,
      "grad_norm": 1.0522178033288505,
      "learning_rate": 0.0002511636070408302,
      "loss": 0.7216,
      "step": 40202
    },
    {
      "epoch": 1.6466516485766947,
      "grad_norm": 0.913845014355769,
      "learning_rate": 0.0002511611989850665,
      "loss": 0.5223,
      "step": 40203
    },
    {
      "epoch": 1.646692607003891,
      "grad_norm": 4.183675643356448,
      "learning_rate": 0.00025115879088147974,
      "loss": 2.0011,
      "step": 40204
    },
    {
      "epoch": 1.6467335654310875,
      "grad_norm": 1.3009585380816526,
      "learning_rate": 0.0002511563827300709,
      "loss": 1.0013,
      "step": 40205
    },
    {
      "epoch": 1.6467745238582838,
      "grad_norm": 1.0803920042053825,
      "learning_rate": 0.0002511539745308412,
      "loss": 0.7977,
      "step": 40206
    },
    {
      "epoch": 1.6468154822854801,
      "grad_norm": 1.2943143602130025,
      "learning_rate": 0.00025115156628379174,
      "loss": 0.9279,
      "step": 40207
    },
    {
      "epoch": 1.6468564407126767,
      "grad_norm": 1.1728867677240322,
      "learning_rate": 0.00025114915798892375,
      "loss": 0.9681,
      "step": 40208
    },
    {
      "epoch": 1.646897399139873,
      "grad_norm": 2.3485427179291527,
      "learning_rate": 0.0002511467496462383,
      "loss": 3.9255,
      "step": 40209
    },
    {
      "epoch": 1.6469383575670693,
      "grad_norm": 0.9863002309925425,
      "learning_rate": 0.0002511443412557365,
      "loss": 0.782,
      "step": 40210
    },
    {
      "epoch": 1.6469793159942658,
      "grad_norm": 0.8149245682178716,
      "learning_rate": 0.0002511419328174195,
      "loss": 0.2512,
      "step": 40211
    },
    {
      "epoch": 1.6470202744214624,
      "grad_norm": 1.1835552207416868,
      "learning_rate": 0.00025113952433128856,
      "loss": 0.7149,
      "step": 40212
    },
    {
      "epoch": 1.6470612328486585,
      "grad_norm": 0.6449383184384107,
      "learning_rate": 0.00025113711579734466,
      "loss": 0.3272,
      "step": 40213
    },
    {
      "epoch": 1.647102191275855,
      "grad_norm": 1.3710908352856301,
      "learning_rate": 0.000251134707215589,
      "loss": 1.1544,
      "step": 40214
    },
    {
      "epoch": 1.6471431497030515,
      "grad_norm": 1.099258401283828,
      "learning_rate": 0.00025113229858602276,
      "loss": 0.7784,
      "step": 40215
    },
    {
      "epoch": 1.6471841081302478,
      "grad_norm": 1.3575406946269168,
      "learning_rate": 0.000251129889908647,
      "loss": 1.2883,
      "step": 40216
    },
    {
      "epoch": 1.6472250665574442,
      "grad_norm": 1.542492538917365,
      "learning_rate": 0.0002511274811834629,
      "loss": 1.6335,
      "step": 40217
    },
    {
      "epoch": 1.6472660249846407,
      "grad_norm": 0.8722437506437367,
      "learning_rate": 0.0002511250724104716,
      "loss": 0.4372,
      "step": 40218
    },
    {
      "epoch": 1.647306983411837,
      "grad_norm": 1.2320948416398014,
      "learning_rate": 0.0002511226635896742,
      "loss": 0.8377,
      "step": 40219
    },
    {
      "epoch": 1.6473479418390333,
      "grad_norm": 1.395372973255822,
      "learning_rate": 0.00025112025472107195,
      "loss": 1.7967,
      "step": 40220
    },
    {
      "epoch": 1.6473889002662299,
      "grad_norm": 1.0618579938066923,
      "learning_rate": 0.00025111784580466586,
      "loss": 0.7071,
      "step": 40221
    },
    {
      "epoch": 1.6474298586934262,
      "grad_norm": 1.1473092836877132,
      "learning_rate": 0.00025111543684045714,
      "loss": 0.8127,
      "step": 40222
    },
    {
      "epoch": 1.6474708171206225,
      "grad_norm": 0.940796290739516,
      "learning_rate": 0.00025111302782844687,
      "loss": 0.6647,
      "step": 40223
    },
    {
      "epoch": 1.647511775547819,
      "grad_norm": 0.7310661000401316,
      "learning_rate": 0.00025111061876863624,
      "loss": 0.4487,
      "step": 40224
    },
    {
      "epoch": 1.6475527339750153,
      "grad_norm": 0.9402077881465778,
      "learning_rate": 0.00025110820966102644,
      "loss": 0.8539,
      "step": 40225
    },
    {
      "epoch": 1.6475936924022117,
      "grad_norm": 1.06866257629154,
      "learning_rate": 0.00025110580050561845,
      "loss": 0.7809,
      "step": 40226
    },
    {
      "epoch": 1.6476346508294082,
      "grad_norm": 0.43717759758324837,
      "learning_rate": 0.0002511033913024136,
      "loss": 0.134,
      "step": 40227
    },
    {
      "epoch": 1.6476756092566045,
      "grad_norm": 4.728056302860531,
      "learning_rate": 0.0002511009820514128,
      "loss": 3.5924,
      "step": 40228
    },
    {
      "epoch": 1.6477165676838008,
      "grad_norm": 1.0614737408530897,
      "learning_rate": 0.00025109857275261747,
      "loss": 0.8533,
      "step": 40229
    },
    {
      "epoch": 1.6477575261109974,
      "grad_norm": 1.2263614312998399,
      "learning_rate": 0.00025109616340602853,
      "loss": 0.6957,
      "step": 40230
    },
    {
      "epoch": 1.6477984845381939,
      "grad_norm": 1.0220586569518075,
      "learning_rate": 0.00025109375401164715,
      "loss": 0.6574,
      "step": 40231
    },
    {
      "epoch": 1.64783944296539,
      "grad_norm": 1.405687033995142,
      "learning_rate": 0.00025109134456947457,
      "loss": 0.8053,
      "step": 40232
    },
    {
      "epoch": 1.6478804013925865,
      "grad_norm": 1.1271326381261972,
      "learning_rate": 0.0002510889350795119,
      "loss": 0.968,
      "step": 40233
    },
    {
      "epoch": 1.647921359819783,
      "grad_norm": 1.167713536432089,
      "learning_rate": 0.0002510865255417602,
      "loss": 1.0339,
      "step": 40234
    },
    {
      "epoch": 1.6479623182469794,
      "grad_norm": 1.1038047873000896,
      "learning_rate": 0.00025108411595622064,
      "loss": 0.869,
      "step": 40235
    },
    {
      "epoch": 1.6480032766741757,
      "grad_norm": 1.0501471367077417,
      "learning_rate": 0.0002510817063228944,
      "loss": 0.9498,
      "step": 40236
    },
    {
      "epoch": 1.6480442351013722,
      "grad_norm": 1.2619616621399763,
      "learning_rate": 0.00025107929664178256,
      "loss": 0.8253,
      "step": 40237
    },
    {
      "epoch": 1.6480851935285685,
      "grad_norm": 0.9428178038238718,
      "learning_rate": 0.0002510768869128863,
      "loss": 0.903,
      "step": 40238
    },
    {
      "epoch": 1.6481261519557648,
      "grad_norm": 0.9166677635241793,
      "learning_rate": 0.0002510744771362068,
      "loss": 0.4411,
      "step": 40239
    },
    {
      "epoch": 1.6481671103829614,
      "grad_norm": 3.3306592550347016,
      "learning_rate": 0.0002510720673117451,
      "loss": 2.0596,
      "step": 40240
    },
    {
      "epoch": 1.6482080688101577,
      "grad_norm": 1.3266183932258468,
      "learning_rate": 0.00025106965743950245,
      "loss": 0.8752,
      "step": 40241
    },
    {
      "epoch": 1.648249027237354,
      "grad_norm": 0.8503718974833709,
      "learning_rate": 0.0002510672475194799,
      "loss": 0.2895,
      "step": 40242
    },
    {
      "epoch": 1.6482899856645505,
      "grad_norm": 1.0423608991268134,
      "learning_rate": 0.0002510648375516786,
      "loss": 0.8198,
      "step": 40243
    },
    {
      "epoch": 1.6483309440917469,
      "grad_norm": 1.3651436684399747,
      "learning_rate": 0.00025106242753609976,
      "loss": 0.8108,
      "step": 40244
    },
    {
      "epoch": 1.6483719025189432,
      "grad_norm": 0.927752829932663,
      "learning_rate": 0.00025106001747274444,
      "loss": 0.4903,
      "step": 40245
    },
    {
      "epoch": 1.6484128609461397,
      "grad_norm": 0.9722659835376019,
      "learning_rate": 0.0002510576073616138,
      "loss": 0.6794,
      "step": 40246
    },
    {
      "epoch": 1.648453819373336,
      "grad_norm": 2.250709580984532,
      "learning_rate": 0.00025105519720270894,
      "loss": 1.5399,
      "step": 40247
    },
    {
      "epoch": 1.6484947778005323,
      "grad_norm": 1.5725454853036775,
      "learning_rate": 0.00025105278699603115,
      "loss": 1.1129,
      "step": 40248
    },
    {
      "epoch": 1.6485357362277289,
      "grad_norm": 1.5604457249626857,
      "learning_rate": 0.0002510503767415814,
      "loss": 1.3828,
      "step": 40249
    },
    {
      "epoch": 1.6485766946549254,
      "grad_norm": 1.2921862573300051,
      "learning_rate": 0.0002510479664393609,
      "loss": 1.0437,
      "step": 40250
    },
    {
      "epoch": 1.6486176530821215,
      "grad_norm": 0.9367081859053266,
      "learning_rate": 0.0002510455560893708,
      "loss": 0.4958,
      "step": 40251
    },
    {
      "epoch": 1.648658611509318,
      "grad_norm": 1.1950608642970801,
      "learning_rate": 0.00025104314569161226,
      "loss": 1.0786,
      "step": 40252
    },
    {
      "epoch": 1.6486995699365146,
      "grad_norm": 1.3948261198715295,
      "learning_rate": 0.0002510407352460863,
      "loss": 1.4596,
      "step": 40253
    },
    {
      "epoch": 1.6487405283637109,
      "grad_norm": 0.7399408821328692,
      "learning_rate": 0.00025103832475279424,
      "loss": 0.2977,
      "step": 40254
    },
    {
      "epoch": 1.6487814867909072,
      "grad_norm": 1.057453795564343,
      "learning_rate": 0.00025103591421173706,
      "loss": 1.1157,
      "step": 40255
    },
    {
      "epoch": 1.6488224452181037,
      "grad_norm": 1.084542302560204,
      "learning_rate": 0.00025103350362291595,
      "loss": 0.7493,
      "step": 40256
    },
    {
      "epoch": 1.6488634036453,
      "grad_norm": 7.252724871257746,
      "learning_rate": 0.0002510310929863321,
      "loss": 2.4009,
      "step": 40257
    },
    {
      "epoch": 1.6489043620724964,
      "grad_norm": 2.0531515212056193,
      "learning_rate": 0.0002510286823019866,
      "loss": 3.7519,
      "step": 40258
    },
    {
      "epoch": 1.648945320499693,
      "grad_norm": 1.0958861146329673,
      "learning_rate": 0.0002510262715698806,
      "loss": 0.9667,
      "step": 40259
    },
    {
      "epoch": 1.6489862789268892,
      "grad_norm": 0.9892930586306952,
      "learning_rate": 0.00025102386079001523,
      "loss": 0.4463,
      "step": 40260
    },
    {
      "epoch": 1.6490272373540855,
      "grad_norm": 1.4093994752609427,
      "learning_rate": 0.00025102144996239165,
      "loss": 1.4137,
      "step": 40261
    },
    {
      "epoch": 1.649068195781282,
      "grad_norm": 3.5401870327964517,
      "learning_rate": 0.000251019039087011,
      "loss": 6.7825,
      "step": 40262
    },
    {
      "epoch": 1.6491091542084784,
      "grad_norm": 0.6411667050850656,
      "learning_rate": 0.0002510166281638744,
      "loss": 0.2808,
      "step": 40263
    },
    {
      "epoch": 1.6491501126356747,
      "grad_norm": 7.129996024677612,
      "learning_rate": 0.000251014217192983,
      "loss": 1.6773,
      "step": 40264
    },
    {
      "epoch": 1.6491910710628712,
      "grad_norm": 1.514353961629759,
      "learning_rate": 0.00025101180617433794,
      "loss": 0.8108,
      "step": 40265
    },
    {
      "epoch": 1.6492320294900675,
      "grad_norm": 1.0015105913001854,
      "learning_rate": 0.00025100939510794035,
      "loss": 0.593,
      "step": 40266
    },
    {
      "epoch": 1.6492729879172638,
      "grad_norm": 1.1735559008053233,
      "learning_rate": 0.0002510069839937914,
      "loss": 0.7132,
      "step": 40267
    },
    {
      "epoch": 1.6493139463444604,
      "grad_norm": 1.321865146082928,
      "learning_rate": 0.0002510045728318922,
      "loss": 0.5775,
      "step": 40268
    },
    {
      "epoch": 1.649354904771657,
      "grad_norm": 2.45031814727309,
      "learning_rate": 0.0002510021616222439,
      "loss": 1.403,
      "step": 40269
    },
    {
      "epoch": 1.649395863198853,
      "grad_norm": 1.2279805400675388,
      "learning_rate": 0.00025099975036484764,
      "loss": 0.6793,
      "step": 40270
    },
    {
      "epoch": 1.6494368216260495,
      "grad_norm": 0.8937450489284685,
      "learning_rate": 0.00025099733905970456,
      "loss": 0.8735,
      "step": 40271
    },
    {
      "epoch": 1.649477780053246,
      "grad_norm": 1.3134589506002632,
      "learning_rate": 0.00025099492770681576,
      "loss": 1.1101,
      "step": 40272
    },
    {
      "epoch": 1.6495187384804424,
      "grad_norm": 1.0126533510066702,
      "learning_rate": 0.00025099251630618244,
      "loss": 0.9138,
      "step": 40273
    },
    {
      "epoch": 1.6495596969076387,
      "grad_norm": 1.2995167998696837,
      "learning_rate": 0.00025099010485780574,
      "loss": 0.8615,
      "step": 40274
    },
    {
      "epoch": 1.6496006553348352,
      "grad_norm": 0.9178547591421544,
      "learning_rate": 0.0002509876933616868,
      "loss": 0.7196,
      "step": 40275
    },
    {
      "epoch": 1.6496416137620316,
      "grad_norm": 1.1634489247325732,
      "learning_rate": 0.0002509852818178267,
      "loss": 0.7476,
      "step": 40276
    },
    {
      "epoch": 1.6496825721892279,
      "grad_norm": 0.9842464341273329,
      "learning_rate": 0.0002509828702262266,
      "loss": 0.7549,
      "step": 40277
    },
    {
      "epoch": 1.6497235306164244,
      "grad_norm": 1.2424653076558145,
      "learning_rate": 0.0002509804585868877,
      "loss": 0.979,
      "step": 40278
    },
    {
      "epoch": 1.6497644890436207,
      "grad_norm": 1.4461921991582298,
      "learning_rate": 0.0002509780468998111,
      "loss": 1.2287,
      "step": 40279
    },
    {
      "epoch": 1.649805447470817,
      "grad_norm": 3.5623947220237513,
      "learning_rate": 0.0002509756351649979,
      "loss": 3.7341,
      "step": 40280
    },
    {
      "epoch": 1.6498464058980136,
      "grad_norm": 1.4224781488063916,
      "learning_rate": 0.00025097322338244935,
      "loss": 1.0684,
      "step": 40281
    },
    {
      "epoch": 1.6498873643252099,
      "grad_norm": 0.9985399426540968,
      "learning_rate": 0.00025097081155216644,
      "loss": 0.5885,
      "step": 40282
    },
    {
      "epoch": 1.6499283227524062,
      "grad_norm": 0.9861209520197424,
      "learning_rate": 0.0002509683996741504,
      "loss": 0.8716,
      "step": 40283
    },
    {
      "epoch": 1.6499692811796027,
      "grad_norm": 1.5166637108241412,
      "learning_rate": 0.0002509659877484024,
      "loss": 0.8843,
      "step": 40284
    },
    {
      "epoch": 1.650010239606799,
      "grad_norm": 1.1930399192295824,
      "learning_rate": 0.00025096357577492355,
      "loss": 1.0887,
      "step": 40285
    },
    {
      "epoch": 1.6500511980339954,
      "grad_norm": 0.8480264760908753,
      "learning_rate": 0.0002509611637537149,
      "loss": 0.5096,
      "step": 40286
    },
    {
      "epoch": 1.650092156461192,
      "grad_norm": 2.3964176507801302,
      "learning_rate": 0.0002509587516847777,
      "loss": 2.2004,
      "step": 40287
    },
    {
      "epoch": 1.6501331148883884,
      "grad_norm": 2.8637752672014463,
      "learning_rate": 0.00025095633956811314,
      "loss": 2.2231,
      "step": 40288
    },
    {
      "epoch": 1.6501740733155845,
      "grad_norm": 1.206985448933733,
      "learning_rate": 0.0002509539274037222,
      "loss": 0.7726,
      "step": 40289
    },
    {
      "epoch": 1.650215031742781,
      "grad_norm": 1.0682276127571693,
      "learning_rate": 0.0002509515151916061,
      "loss": 0.7401,
      "step": 40290
    },
    {
      "epoch": 1.6502559901699776,
      "grad_norm": 0.9930422184369782,
      "learning_rate": 0.000250949102931766,
      "loss": 0.8545,
      "step": 40291
    },
    {
      "epoch": 1.650296948597174,
      "grad_norm": 1.0910405904934493,
      "learning_rate": 0.0002509466906242031,
      "loss": 0.7132,
      "step": 40292
    },
    {
      "epoch": 1.6503379070243702,
      "grad_norm": 1.270513475154825,
      "learning_rate": 0.0002509442782689184,
      "loss": 1.1295,
      "step": 40293
    },
    {
      "epoch": 1.6503788654515668,
      "grad_norm": 1.155715934048257,
      "learning_rate": 0.00025094186586591306,
      "loss": 0.4485,
      "step": 40294
    },
    {
      "epoch": 1.650419823878763,
      "grad_norm": 1.0834826530900519,
      "learning_rate": 0.0002509394534151883,
      "loss": 0.6157,
      "step": 40295
    },
    {
      "epoch": 1.6504607823059594,
      "grad_norm": 1.884392345669149,
      "learning_rate": 0.0002509370409167452,
      "loss": 1.4524,
      "step": 40296
    },
    {
      "epoch": 1.650501740733156,
      "grad_norm": 1.1686234459162568,
      "learning_rate": 0.00025093462837058497,
      "loss": 1.0424,
      "step": 40297
    },
    {
      "epoch": 1.6505426991603522,
      "grad_norm": 1.182330451409951,
      "learning_rate": 0.00025093221577670866,
      "loss": 0.8596,
      "step": 40298
    },
    {
      "epoch": 1.6505836575875485,
      "grad_norm": 2.4477574310954484,
      "learning_rate": 0.00025092980313511743,
      "loss": 3.8996,
      "step": 40299
    },
    {
      "epoch": 1.650624616014745,
      "grad_norm": 0.7972242504137848,
      "learning_rate": 0.00025092739044581253,
      "loss": 0.2847,
      "step": 40300
    },
    {
      "epoch": 1.6506655744419414,
      "grad_norm": 1.1867984404507486,
      "learning_rate": 0.000250924977708795,
      "loss": 0.7056,
      "step": 40301
    },
    {
      "epoch": 1.6507065328691377,
      "grad_norm": 1.2151247740239095,
      "learning_rate": 0.0002509225649240659,
      "loss": 0.9322,
      "step": 40302
    },
    {
      "epoch": 1.6507474912963342,
      "grad_norm": 1.0498063359675343,
      "learning_rate": 0.00025092015209162664,
      "loss": 0.8306,
      "step": 40303
    },
    {
      "epoch": 1.6507884497235308,
      "grad_norm": 1.2302736747134897,
      "learning_rate": 0.000250917739211478,
      "loss": 0.8783,
      "step": 40304
    },
    {
      "epoch": 1.6508294081507269,
      "grad_norm": 1.387995940005343,
      "learning_rate": 0.0002509153262836214,
      "loss": 0.9048,
      "step": 40305
    },
    {
      "epoch": 1.6508703665779234,
      "grad_norm": 1.0824161313897875,
      "learning_rate": 0.0002509129133080579,
      "loss": 0.6607,
      "step": 40306
    },
    {
      "epoch": 1.65091132500512,
      "grad_norm": 1.0383385398300409,
      "learning_rate": 0.00025091050028478866,
      "loss": 0.4743,
      "step": 40307
    },
    {
      "epoch": 1.650952283432316,
      "grad_norm": 1.458182632253892,
      "learning_rate": 0.0002509080872138147,
      "loss": 0.7062,
      "step": 40308
    },
    {
      "epoch": 1.6509932418595126,
      "grad_norm": 1.1389869928339975,
      "learning_rate": 0.00025090567409513735,
      "loss": 1.1145,
      "step": 40309
    },
    {
      "epoch": 1.651034200286709,
      "grad_norm": 0.9208048824260764,
      "learning_rate": 0.00025090326092875757,
      "loss": 0.7209,
      "step": 40310
    },
    {
      "epoch": 1.6510751587139054,
      "grad_norm": 1.3654292367820875,
      "learning_rate": 0.0002509008477146766,
      "loss": 0.7917,
      "step": 40311
    },
    {
      "epoch": 1.6511161171411017,
      "grad_norm": 1.2347416192289962,
      "learning_rate": 0.0002508984344528956,
      "loss": 0.5707,
      "step": 40312
    },
    {
      "epoch": 1.6511570755682983,
      "grad_norm": 1.3816984393369764,
      "learning_rate": 0.00025089602114341565,
      "loss": 0.7366,
      "step": 40313
    },
    {
      "epoch": 1.6511980339954946,
      "grad_norm": 1.6063303612367354,
      "learning_rate": 0.0002508936077862379,
      "loss": 1.1626,
      "step": 40314
    },
    {
      "epoch": 1.651238992422691,
      "grad_norm": 2.246735661243996,
      "learning_rate": 0.00025089119438136354,
      "loss": 3.4155,
      "step": 40315
    },
    {
      "epoch": 1.6512799508498874,
      "grad_norm": 1.2904463067690595,
      "learning_rate": 0.0002508887809287937,
      "loss": 0.9556,
      "step": 40316
    },
    {
      "epoch": 1.6513209092770837,
      "grad_norm": 0.7633501741359144,
      "learning_rate": 0.0002508863674285294,
      "loss": 0.3223,
      "step": 40317
    },
    {
      "epoch": 1.65136186770428,
      "grad_norm": 1.4965698391237925,
      "learning_rate": 0.000250883953880572,
      "loss": 0.9139,
      "step": 40318
    },
    {
      "epoch": 1.6514028261314766,
      "grad_norm": 1.1725722334882573,
      "learning_rate": 0.00025088154028492243,
      "loss": 0.731,
      "step": 40319
    },
    {
      "epoch": 1.651443784558673,
      "grad_norm": 1.1653800266226182,
      "learning_rate": 0.00025087912664158195,
      "loss": 0.9133,
      "step": 40320
    },
    {
      "epoch": 1.6514847429858692,
      "grad_norm": 0.8947919586699218,
      "learning_rate": 0.0002508767129505517,
      "loss": 0.4027,
      "step": 40321
    },
    {
      "epoch": 1.6515257014130658,
      "grad_norm": 1.7735578311449034,
      "learning_rate": 0.0002508742992118327,
      "loss": 1.0591,
      "step": 40322
    },
    {
      "epoch": 1.6515666598402623,
      "grad_norm": 1.0882018601526928,
      "learning_rate": 0.0002508718854254263,
      "loss": 0.6621,
      "step": 40323
    },
    {
      "epoch": 1.6516076182674584,
      "grad_norm": 1.4957225476232998,
      "learning_rate": 0.0002508694715913335,
      "loss": 0.9451,
      "step": 40324
    },
    {
      "epoch": 1.651648576694655,
      "grad_norm": 2.1726532172438646,
      "learning_rate": 0.00025086705770955545,
      "loss": 2.6753,
      "step": 40325
    },
    {
      "epoch": 1.6516895351218515,
      "grad_norm": 1.2426140499705147,
      "learning_rate": 0.0002508646437800933,
      "loss": 0.8565,
      "step": 40326
    },
    {
      "epoch": 1.6517304935490476,
      "grad_norm": 1.1683536197249875,
      "learning_rate": 0.00025086222980294823,
      "loss": 0.7204,
      "step": 40327
    },
    {
      "epoch": 1.651771451976244,
      "grad_norm": 1.0399590491587736,
      "learning_rate": 0.0002508598157781213,
      "loss": 0.6978,
      "step": 40328
    },
    {
      "epoch": 1.6518124104034406,
      "grad_norm": 0.7884961410487684,
      "learning_rate": 0.00025085740170561376,
      "loss": 0.302,
      "step": 40329
    },
    {
      "epoch": 1.651853368830637,
      "grad_norm": 1.2960796739060014,
      "learning_rate": 0.00025085498758542664,
      "loss": 0.9821,
      "step": 40330
    },
    {
      "epoch": 1.6518943272578333,
      "grad_norm": 0.9715199994227625,
      "learning_rate": 0.0002508525734175612,
      "loss": 0.8933,
      "step": 40331
    },
    {
      "epoch": 1.6519352856850298,
      "grad_norm": 0.865962983830418,
      "learning_rate": 0.00025085015920201843,
      "loss": 0.669,
      "step": 40332
    },
    {
      "epoch": 1.651976244112226,
      "grad_norm": 0.6875837977432471,
      "learning_rate": 0.0002508477449387996,
      "loss": 0.3197,
      "step": 40333
    },
    {
      "epoch": 1.6520172025394224,
      "grad_norm": 1.104114775363507,
      "learning_rate": 0.00025084533062790583,
      "loss": 1.0432,
      "step": 40334
    },
    {
      "epoch": 1.652058160966619,
      "grad_norm": 1.1535489659826739,
      "learning_rate": 0.0002508429162693382,
      "loss": 0.9619,
      "step": 40335
    },
    {
      "epoch": 1.6520991193938153,
      "grad_norm": 1.2986151522864962,
      "learning_rate": 0.0002508405018630979,
      "loss": 1.144,
      "step": 40336
    },
    {
      "epoch": 1.6521400778210116,
      "grad_norm": 1.1219042142565778,
      "learning_rate": 0.0002508380874091861,
      "loss": 0.7612,
      "step": 40337
    },
    {
      "epoch": 1.6521810362482081,
      "grad_norm": 1.271505760510468,
      "learning_rate": 0.00025083567290760386,
      "loss": 1.094,
      "step": 40338
    },
    {
      "epoch": 1.6522219946754044,
      "grad_norm": 0.7642316052434248,
      "learning_rate": 0.00025083325835835235,
      "loss": 0.3136,
      "step": 40339
    },
    {
      "epoch": 1.6522629531026007,
      "grad_norm": 0.6964640779200261,
      "learning_rate": 0.0002508308437614328,
      "loss": 0.2956,
      "step": 40340
    },
    {
      "epoch": 1.6523039115297973,
      "grad_norm": 1.1897481988767482,
      "learning_rate": 0.0002508284291168462,
      "loss": 0.7558,
      "step": 40341
    },
    {
      "epoch": 1.6523448699569938,
      "grad_norm": 1.4437287695117749,
      "learning_rate": 0.0002508260144245938,
      "loss": 0.8348,
      "step": 40342
    },
    {
      "epoch": 1.65238582838419,
      "grad_norm": 1.1843106325367467,
      "learning_rate": 0.00025082359968467676,
      "loss": 0.7192,
      "step": 40343
    },
    {
      "epoch": 1.6524267868113864,
      "grad_norm": 0.7635241171208345,
      "learning_rate": 0.0002508211848970961,
      "loss": 0.2335,
      "step": 40344
    },
    {
      "epoch": 1.652467745238583,
      "grad_norm": 1.2823669334138008,
      "learning_rate": 0.000250818770061853,
      "loss": 0.8224,
      "step": 40345
    },
    {
      "epoch": 1.6525087036657793,
      "grad_norm": 1.1763444053770273,
      "learning_rate": 0.0002508163551789487,
      "loss": 0.9227,
      "step": 40346
    },
    {
      "epoch": 1.6525496620929756,
      "grad_norm": 1.231742747379031,
      "learning_rate": 0.0002508139402483843,
      "loss": 0.8021,
      "step": 40347
    },
    {
      "epoch": 1.6525906205201721,
      "grad_norm": 1.1388241382699233,
      "learning_rate": 0.0002508115252701609,
      "loss": 0.815,
      "step": 40348
    },
    {
      "epoch": 1.6526315789473685,
      "grad_norm": 1.1964599581413289,
      "learning_rate": 0.00025080911024427964,
      "loss": 0.671,
      "step": 40349
    },
    {
      "epoch": 1.6526725373745648,
      "grad_norm": 1.3377041043941158,
      "learning_rate": 0.0002508066951707417,
      "loss": 1.1576,
      "step": 40350
    },
    {
      "epoch": 1.6527134958017613,
      "grad_norm": 1.3306370683434396,
      "learning_rate": 0.0002508042800495482,
      "loss": 0.9903,
      "step": 40351
    },
    {
      "epoch": 1.6527544542289576,
      "grad_norm": 0.9108334511941782,
      "learning_rate": 0.00025080186488070025,
      "loss": 0.6784,
      "step": 40352
    },
    {
      "epoch": 1.652795412656154,
      "grad_norm": 1.0635757697914117,
      "learning_rate": 0.00025079944966419906,
      "loss": 0.7908,
      "step": 40353
    },
    {
      "epoch": 1.6528363710833505,
      "grad_norm": 0.7959860872137998,
      "learning_rate": 0.0002507970344000458,
      "loss": 0.3107,
      "step": 40354
    },
    {
      "epoch": 1.6528773295105468,
      "grad_norm": 0.672226089978945,
      "learning_rate": 0.0002507946190882415,
      "loss": 0.2553,
      "step": 40355
    },
    {
      "epoch": 1.652918287937743,
      "grad_norm": 1.6346385099685028,
      "learning_rate": 0.0002507922037287873,
      "loss": 0.8197,
      "step": 40356
    },
    {
      "epoch": 1.6529592463649396,
      "grad_norm": 0.835332053739198,
      "learning_rate": 0.0002507897883216845,
      "loss": 0.3201,
      "step": 40357
    },
    {
      "epoch": 1.653000204792136,
      "grad_norm": 0.7360255032062984,
      "learning_rate": 0.00025078737286693403,
      "loss": 0.2732,
      "step": 40358
    },
    {
      "epoch": 1.6530411632193323,
      "grad_norm": 1.3233655361391277,
      "learning_rate": 0.0002507849573645372,
      "loss": 1.1538,
      "step": 40359
    },
    {
      "epoch": 1.6530821216465288,
      "grad_norm": 1.1677947102308779,
      "learning_rate": 0.00025078254181449503,
      "loss": 0.6562,
      "step": 40360
    },
    {
      "epoch": 1.6531230800737253,
      "grad_norm": 1.0859488135440858,
      "learning_rate": 0.0002507801262168088,
      "loss": 0.7038,
      "step": 40361
    },
    {
      "epoch": 1.6531640385009214,
      "grad_norm": 0.5348613412969779,
      "learning_rate": 0.0002507777105714795,
      "loss": 0.2233,
      "step": 40362
    },
    {
      "epoch": 1.653204996928118,
      "grad_norm": 1.1033913759611855,
      "learning_rate": 0.00025077529487850845,
      "loss": 0.6199,
      "step": 40363
    },
    {
      "epoch": 1.6532459553553145,
      "grad_norm": 0.8512532399685879,
      "learning_rate": 0.0002507728791378966,
      "loss": 0.3828,
      "step": 40364
    },
    {
      "epoch": 1.6532869137825108,
      "grad_norm": 0.953464588776747,
      "learning_rate": 0.0002507704633496452,
      "loss": 0.5352,
      "step": 40365
    },
    {
      "epoch": 1.6533278722097071,
      "grad_norm": 1.131488087521346,
      "learning_rate": 0.00025076804751375536,
      "loss": 1.1522,
      "step": 40366
    },
    {
      "epoch": 1.6533688306369037,
      "grad_norm": 1.397454245544779,
      "learning_rate": 0.0002507656316302283,
      "loss": 1.2023,
      "step": 40367
    },
    {
      "epoch": 1.6534097890641,
      "grad_norm": 1.0136561806406719,
      "learning_rate": 0.00025076321569906504,
      "loss": 0.9314,
      "step": 40368
    },
    {
      "epoch": 1.6534507474912963,
      "grad_norm": 1.0159448973872556,
      "learning_rate": 0.00025076079972026683,
      "loss": 0.7615,
      "step": 40369
    },
    {
      "epoch": 1.6534917059184928,
      "grad_norm": 1.1434791763418664,
      "learning_rate": 0.0002507583836938347,
      "loss": 0.9666,
      "step": 40370
    },
    {
      "epoch": 1.6535326643456891,
      "grad_norm": 0.7564980820459763,
      "learning_rate": 0.00025075596761976987,
      "loss": 0.3052,
      "step": 40371
    },
    {
      "epoch": 1.6535736227728854,
      "grad_norm": 1.3230625734402381,
      "learning_rate": 0.00025075355149807344,
      "loss": 0.925,
      "step": 40372
    },
    {
      "epoch": 1.653614581200082,
      "grad_norm": 1.0985364903104118,
      "learning_rate": 0.00025075113532874665,
      "loss": 0.6929,
      "step": 40373
    },
    {
      "epoch": 1.6536555396272783,
      "grad_norm": 1.0816249555993989,
      "learning_rate": 0.00025074871911179053,
      "loss": 0.6784,
      "step": 40374
    },
    {
      "epoch": 1.6536964980544746,
      "grad_norm": 1.2694435372120643,
      "learning_rate": 0.00025074630284720623,
      "loss": 0.9426,
      "step": 40375
    },
    {
      "epoch": 1.6537374564816711,
      "grad_norm": 1.4051033393763186,
      "learning_rate": 0.00025074388653499493,
      "loss": 0.798,
      "step": 40376
    },
    {
      "epoch": 1.6537784149088675,
      "grad_norm": 1.3208685997301524,
      "learning_rate": 0.00025074147017515783,
      "loss": 0.9149,
      "step": 40377
    },
    {
      "epoch": 1.6538193733360638,
      "grad_norm": 1.2723032255198923,
      "learning_rate": 0.00025073905376769596,
      "loss": 1.0533,
      "step": 40378
    },
    {
      "epoch": 1.6538603317632603,
      "grad_norm": 1.0712552265874682,
      "learning_rate": 0.00025073663731261045,
      "loss": 0.9352,
      "step": 40379
    },
    {
      "epoch": 1.6539012901904568,
      "grad_norm": 0.9448143714352386,
      "learning_rate": 0.0002507342208099026,
      "loss": 0.4845,
      "step": 40380
    },
    {
      "epoch": 1.653942248617653,
      "grad_norm": 0.992933214532268,
      "learning_rate": 0.0002507318042595734,
      "loss": 0.5348,
      "step": 40381
    },
    {
      "epoch": 1.6539832070448495,
      "grad_norm": 0.9395681190978333,
      "learning_rate": 0.0002507293876616241,
      "loss": 0.6144,
      "step": 40382
    },
    {
      "epoch": 1.654024165472046,
      "grad_norm": 0.8004861475593115,
      "learning_rate": 0.00025072697101605575,
      "loss": 0.5365,
      "step": 40383
    },
    {
      "epoch": 1.6540651238992423,
      "grad_norm": 1.2419744724289647,
      "learning_rate": 0.0002507245543228696,
      "loss": 1.0246,
      "step": 40384
    },
    {
      "epoch": 1.6541060823264386,
      "grad_norm": 1.7854092251219484,
      "learning_rate": 0.0002507221375820666,
      "loss": 2.1611,
      "step": 40385
    },
    {
      "epoch": 1.6541470407536352,
      "grad_norm": 0.9124515679288656,
      "learning_rate": 0.0002507197207936481,
      "loss": 0.3291,
      "step": 40386
    },
    {
      "epoch": 1.6541879991808315,
      "grad_norm": 2.767497962575959,
      "learning_rate": 0.0002507173039576152,
      "loss": 4.2424,
      "step": 40387
    },
    {
      "epoch": 1.6542289576080278,
      "grad_norm": 1.415455913742895,
      "learning_rate": 0.00025071488707396894,
      "loss": 0.8754,
      "step": 40388
    },
    {
      "epoch": 1.6542699160352243,
      "grad_norm": 0.8365968084449892,
      "learning_rate": 0.0002507124701427105,
      "loss": 0.3474,
      "step": 40389
    },
    {
      "epoch": 1.6543108744624206,
      "grad_norm": 1.1549310552899716,
      "learning_rate": 0.00025071005316384113,
      "loss": 0.7239,
      "step": 40390
    },
    {
      "epoch": 1.654351832889617,
      "grad_norm": 1.0786133977654575,
      "learning_rate": 0.00025070763613736183,
      "loss": 0.7133,
      "step": 40391
    },
    {
      "epoch": 1.6543927913168135,
      "grad_norm": 0.6632447367474342,
      "learning_rate": 0.0002507052190632738,
      "loss": 0.3066,
      "step": 40392
    },
    {
      "epoch": 1.6544337497440098,
      "grad_norm": 1.19196540330232,
      "learning_rate": 0.00025070280194157825,
      "loss": 0.7752,
      "step": 40393
    },
    {
      "epoch": 1.6544747081712061,
      "grad_norm": 1.5108777130494422,
      "learning_rate": 0.0002507003847722762,
      "loss": 0.7933,
      "step": 40394
    },
    {
      "epoch": 1.6545156665984027,
      "grad_norm": 1.226839612998409,
      "learning_rate": 0.00025069796755536886,
      "loss": 1.048,
      "step": 40395
    },
    {
      "epoch": 1.654556625025599,
      "grad_norm": 1.4781779806517898,
      "learning_rate": 0.00025069555029085737,
      "loss": 1.2554,
      "step": 40396
    },
    {
      "epoch": 1.6545975834527953,
      "grad_norm": 1.193766310953957,
      "learning_rate": 0.0002506931329787429,
      "loss": 1.1541,
      "step": 40397
    },
    {
      "epoch": 1.6546385418799918,
      "grad_norm": 1.1223659274515105,
      "learning_rate": 0.0002506907156190265,
      "loss": 0.7017,
      "step": 40398
    },
    {
      "epoch": 1.6546795003071884,
      "grad_norm": 1.7852179743606158,
      "learning_rate": 0.00025068829821170945,
      "loss": 0.7728,
      "step": 40399
    },
    {
      "epoch": 1.6547204587343844,
      "grad_norm": 1.3276039132176913,
      "learning_rate": 0.00025068588075679275,
      "loss": 0.489,
      "step": 40400
    },
    {
      "epoch": 1.654761417161581,
      "grad_norm": 1.2016559648379057,
      "learning_rate": 0.00025068346325427763,
      "loss": 0.9735,
      "step": 40401
    },
    {
      "epoch": 1.6548023755887775,
      "grad_norm": 1.2252898063243989,
      "learning_rate": 0.0002506810457041652,
      "loss": 0.9259,
      "step": 40402
    },
    {
      "epoch": 1.6548433340159738,
      "grad_norm": 0.8425175121181633,
      "learning_rate": 0.0002506786281064566,
      "loss": 0.7936,
      "step": 40403
    },
    {
      "epoch": 1.6548842924431701,
      "grad_norm": 1.0256103286374232,
      "learning_rate": 0.00025067621046115303,
      "loss": 0.8854,
      "step": 40404
    },
    {
      "epoch": 1.6549252508703667,
      "grad_norm": 1.8744394228289096,
      "learning_rate": 0.00025067379276825553,
      "loss": 1.2843,
      "step": 40405
    },
    {
      "epoch": 1.654966209297563,
      "grad_norm": 1.0826215709744398,
      "learning_rate": 0.00025067137502776535,
      "loss": 0.7772,
      "step": 40406
    },
    {
      "epoch": 1.6550071677247593,
      "grad_norm": 1.3521464030196801,
      "learning_rate": 0.0002506689572396836,
      "loss": 0.7868,
      "step": 40407
    },
    {
      "epoch": 1.6550481261519558,
      "grad_norm": 1.2873653797993363,
      "learning_rate": 0.0002506665394040114,
      "loss": 0.9681,
      "step": 40408
    },
    {
      "epoch": 1.6550890845791522,
      "grad_norm": 5.495221772258608,
      "learning_rate": 0.00025066412152074984,
      "loss": 3.67,
      "step": 40409
    },
    {
      "epoch": 1.6551300430063485,
      "grad_norm": 1.1316278166962872,
      "learning_rate": 0.00025066170358990016,
      "loss": 0.7867,
      "step": 40410
    },
    {
      "epoch": 1.655171001433545,
      "grad_norm": 1.113207596915275,
      "learning_rate": 0.0002506592856114635,
      "loss": 0.6298,
      "step": 40411
    },
    {
      "epoch": 1.6552119598607413,
      "grad_norm": 1.171143884830097,
      "learning_rate": 0.00025065686758544097,
      "loss": 0.7418,
      "step": 40412
    },
    {
      "epoch": 1.6552529182879376,
      "grad_norm": 0.7774532216841317,
      "learning_rate": 0.0002506544495118337,
      "loss": 0.5035,
      "step": 40413
    },
    {
      "epoch": 1.6552938767151342,
      "grad_norm": 1.1677640043133866,
      "learning_rate": 0.00025065203139064277,
      "loss": 0.5412,
      "step": 40414
    },
    {
      "epoch": 1.6553348351423305,
      "grad_norm": 1.2511721984026585,
      "learning_rate": 0.0002506496132218695,
      "loss": 0.6296,
      "step": 40415
    },
    {
      "epoch": 1.6553757935695268,
      "grad_norm": 1.118092926451047,
      "learning_rate": 0.0002506471950055149,
      "loss": 1.0336,
      "step": 40416
    },
    {
      "epoch": 1.6554167519967233,
      "grad_norm": 1.2342768612791553,
      "learning_rate": 0.0002506447767415802,
      "loss": 0.858,
      "step": 40417
    },
    {
      "epoch": 1.6554577104239199,
      "grad_norm": 1.1321875649922772,
      "learning_rate": 0.00025064235843006637,
      "loss": 0.5002,
      "step": 40418
    },
    {
      "epoch": 1.655498668851116,
      "grad_norm": 1.1480910937215563,
      "learning_rate": 0.00025063994007097477,
      "loss": 0.8575,
      "step": 40419
    },
    {
      "epoch": 1.6555396272783125,
      "grad_norm": 1.1473004684477466,
      "learning_rate": 0.00025063752166430643,
      "loss": 1.1543,
      "step": 40420
    },
    {
      "epoch": 1.655580585705509,
      "grad_norm": 0.8064791831691238,
      "learning_rate": 0.0002506351032100625,
      "loss": 0.3424,
      "step": 40421
    },
    {
      "epoch": 1.6556215441327053,
      "grad_norm": 3.226105389896927,
      "learning_rate": 0.0002506326847082441,
      "loss": 4.6589,
      "step": 40422
    },
    {
      "epoch": 1.6556625025599017,
      "grad_norm": 1.5892163945861741,
      "learning_rate": 0.00025063026615885245,
      "loss": 0.9109,
      "step": 40423
    },
    {
      "epoch": 1.6557034609870982,
      "grad_norm": 1.8046203156878051,
      "learning_rate": 0.00025062784756188863,
      "loss": 1.1078,
      "step": 40424
    },
    {
      "epoch": 1.6557444194142945,
      "grad_norm": 1.2625478435062811,
      "learning_rate": 0.0002506254289173538,
      "loss": 0.8649,
      "step": 40425
    },
    {
      "epoch": 1.6557853778414908,
      "grad_norm": 0.7917403134983736,
      "learning_rate": 0.0002506230102252491,
      "loss": 0.3473,
      "step": 40426
    },
    {
      "epoch": 1.6558263362686874,
      "grad_norm": 5.11657461903857,
      "learning_rate": 0.0002506205914855757,
      "loss": 1.5927,
      "step": 40427
    },
    {
      "epoch": 1.6558672946958837,
      "grad_norm": 1.0270718657522264,
      "learning_rate": 0.0002506181726983347,
      "loss": 0.6274,
      "step": 40428
    },
    {
      "epoch": 1.65590825312308,
      "grad_norm": 1.1741009348592824,
      "learning_rate": 0.0002506157538635273,
      "loss": 0.899,
      "step": 40429
    },
    {
      "epoch": 1.6559492115502765,
      "grad_norm": 1.1585493935567033,
      "learning_rate": 0.0002506133349811546,
      "loss": 1.0402,
      "step": 40430
    },
    {
      "epoch": 1.6559901699774728,
      "grad_norm": 1.651089349154725,
      "learning_rate": 0.00025061091605121775,
      "loss": 1.1974,
      "step": 40431
    },
    {
      "epoch": 1.6560311284046692,
      "grad_norm": 0.9272914787921979,
      "learning_rate": 0.00025060849707371784,
      "loss": 0.4895,
      "step": 40432
    },
    {
      "epoch": 1.6560720868318657,
      "grad_norm": 1.117765189038336,
      "learning_rate": 0.0002506060780486562,
      "loss": 0.6785,
      "step": 40433
    },
    {
      "epoch": 1.656113045259062,
      "grad_norm": 0.7022187187878831,
      "learning_rate": 0.00025060365897603375,
      "loss": 0.2883,
      "step": 40434
    },
    {
      "epoch": 1.6561540036862583,
      "grad_norm": 1.0346081935312603,
      "learning_rate": 0.00025060123985585174,
      "loss": 0.7023,
      "step": 40435
    },
    {
      "epoch": 1.6561949621134548,
      "grad_norm": 0.6866640893533825,
      "learning_rate": 0.0002505988206881113,
      "loss": 0.3207,
      "step": 40436
    },
    {
      "epoch": 1.6562359205406514,
      "grad_norm": 1.1548979711348624,
      "learning_rate": 0.0002505964014728136,
      "loss": 1.0384,
      "step": 40437
    },
    {
      "epoch": 1.6562768789678475,
      "grad_norm": 1.3728878416715102,
      "learning_rate": 0.00025059398220995976,
      "loss": 1.3066,
      "step": 40438
    },
    {
      "epoch": 1.656317837395044,
      "grad_norm": 1.3443987145778393,
      "learning_rate": 0.00025059156289955085,
      "loss": 1.3808,
      "step": 40439
    },
    {
      "epoch": 1.6563587958222405,
      "grad_norm": 0.6595715998476482,
      "learning_rate": 0.0002505891435415882,
      "loss": 0.2835,
      "step": 40440
    },
    {
      "epoch": 1.6563997542494369,
      "grad_norm": 1.0493671846982062,
      "learning_rate": 0.0002505867241360728,
      "loss": 0.3467,
      "step": 40441
    },
    {
      "epoch": 1.6564407126766332,
      "grad_norm": 1.2450622101969604,
      "learning_rate": 0.00025058430468300575,
      "loss": 0.6751,
      "step": 40442
    },
    {
      "epoch": 1.6564816711038297,
      "grad_norm": 0.6785224943246719,
      "learning_rate": 0.00025058188518238837,
      "loss": 0.2992,
      "step": 40443
    },
    {
      "epoch": 1.656522629531026,
      "grad_norm": 0.6226511694877866,
      "learning_rate": 0.0002505794656342217,
      "loss": 0.3102,
      "step": 40444
    },
    {
      "epoch": 1.6565635879582223,
      "grad_norm": 1.3746059931919468,
      "learning_rate": 0.00025057704603850687,
      "loss": 1.3016,
      "step": 40445
    },
    {
      "epoch": 1.6566045463854189,
      "grad_norm": 0.9981268533863407,
      "learning_rate": 0.000250574626395245,
      "loss": 0.6927,
      "step": 40446
    },
    {
      "epoch": 1.6566455048126152,
      "grad_norm": 0.764554046418914,
      "learning_rate": 0.0002505722067044374,
      "loss": 0.271,
      "step": 40447
    },
    {
      "epoch": 1.6566864632398115,
      "grad_norm": 1.2282917364939159,
      "learning_rate": 0.000250569786966085,
      "loss": 0.8468,
      "step": 40448
    },
    {
      "epoch": 1.656727421667008,
      "grad_norm": 1.7060383963419887,
      "learning_rate": 0.0002505673671801891,
      "loss": 0.9808,
      "step": 40449
    },
    {
      "epoch": 1.6567683800942044,
      "grad_norm": 0.8859342770577715,
      "learning_rate": 0.00025056494734675074,
      "loss": 0.3198,
      "step": 40450
    },
    {
      "epoch": 1.6568093385214007,
      "grad_norm": 1.4359894513847604,
      "learning_rate": 0.0002505625274657711,
      "loss": 0.8632,
      "step": 40451
    },
    {
      "epoch": 1.6568502969485972,
      "grad_norm": 1.4845380923615272,
      "learning_rate": 0.0002505601075372514,
      "loss": 1.291,
      "step": 40452
    },
    {
      "epoch": 1.6568912553757935,
      "grad_norm": 0.878180892553461,
      "learning_rate": 0.00025055768756119265,
      "loss": 0.7023,
      "step": 40453
    },
    {
      "epoch": 1.6569322138029898,
      "grad_norm": 1.4581395415046856,
      "learning_rate": 0.0002505552675375961,
      "loss": 1.0134,
      "step": 40454
    },
    {
      "epoch": 1.6569731722301864,
      "grad_norm": 1.0185830580353523,
      "learning_rate": 0.00025055284746646286,
      "loss": 0.8955,
      "step": 40455
    },
    {
      "epoch": 1.657014130657383,
      "grad_norm": 0.883235255149531,
      "learning_rate": 0.000250550427347794,
      "loss": 0.4136,
      "step": 40456
    },
    {
      "epoch": 1.657055089084579,
      "grad_norm": 1.1882414598959878,
      "learning_rate": 0.0002505480071815908,
      "loss": 0.9777,
      "step": 40457
    },
    {
      "epoch": 1.6570960475117755,
      "grad_norm": 0.991477599236487,
      "learning_rate": 0.00025054558696785433,
      "loss": 0.8337,
      "step": 40458
    },
    {
      "epoch": 1.657137005938972,
      "grad_norm": 1.1517416293983869,
      "learning_rate": 0.0002505431667065857,
      "loss": 0.8809,
      "step": 40459
    },
    {
      "epoch": 1.6571779643661684,
      "grad_norm": 2.1339116839900862,
      "learning_rate": 0.00025054074639778613,
      "loss": 2.3756,
      "step": 40460
    },
    {
      "epoch": 1.6572189227933647,
      "grad_norm": 0.8296973580091236,
      "learning_rate": 0.00025053832604145676,
      "loss": 0.3237,
      "step": 40461
    },
    {
      "epoch": 1.6572598812205612,
      "grad_norm": 1.548031471186297,
      "learning_rate": 0.00025053590563759863,
      "loss": 0.7921,
      "step": 40462
    },
    {
      "epoch": 1.6573008396477575,
      "grad_norm": 1.0372976878354239,
      "learning_rate": 0.00025053348518621303,
      "loss": 0.7269,
      "step": 40463
    },
    {
      "epoch": 1.6573417980749539,
      "grad_norm": 0.9631495642059689,
      "learning_rate": 0.000250531064687301,
      "loss": 0.4411,
      "step": 40464
    },
    {
      "epoch": 1.6573827565021504,
      "grad_norm": 0.9563994038148645,
      "learning_rate": 0.0002505286441408637,
      "loss": 0.6709,
      "step": 40465
    },
    {
      "epoch": 1.6574237149293467,
      "grad_norm": 2.824078601945428,
      "learning_rate": 0.0002505262235469023,
      "loss": 1.2913,
      "step": 40466
    },
    {
      "epoch": 1.657464673356543,
      "grad_norm": 0.5720516528259142,
      "learning_rate": 0.00025052380290541793,
      "loss": 0.2817,
      "step": 40467
    },
    {
      "epoch": 1.6575056317837396,
      "grad_norm": 1.2672934388627712,
      "learning_rate": 0.00025052138221641176,
      "loss": 0.7768,
      "step": 40468
    },
    {
      "epoch": 1.6575465902109359,
      "grad_norm": 0.9438781093046131,
      "learning_rate": 0.00025051896147988494,
      "loss": 0.6967,
      "step": 40469
    },
    {
      "epoch": 1.6575875486381322,
      "grad_norm": 1.0317205929705295,
      "learning_rate": 0.0002505165406958385,
      "loss": 0.8018,
      "step": 40470
    },
    {
      "epoch": 1.6576285070653287,
      "grad_norm": 0.9191243416857511,
      "learning_rate": 0.00025051411986427375,
      "loss": 0.5322,
      "step": 40471
    },
    {
      "epoch": 1.6576694654925253,
      "grad_norm": 0.906340012801366,
      "learning_rate": 0.00025051169898519175,
      "loss": 0.6171,
      "step": 40472
    },
    {
      "epoch": 1.6577104239197213,
      "grad_norm": 1.1368431921486342,
      "learning_rate": 0.00025050927805859356,
      "loss": 0.9111,
      "step": 40473
    },
    {
      "epoch": 1.6577513823469179,
      "grad_norm": 0.9776236908139461,
      "learning_rate": 0.00025050685708448054,
      "loss": 0.7202,
      "step": 40474
    },
    {
      "epoch": 1.6577923407741144,
      "grad_norm": 0.9887573454420038,
      "learning_rate": 0.00025050443606285366,
      "loss": 0.6746,
      "step": 40475
    },
    {
      "epoch": 1.6578332992013105,
      "grad_norm": 1.1015516973753203,
      "learning_rate": 0.0002505020149937141,
      "loss": 0.6346,
      "step": 40476
    },
    {
      "epoch": 1.657874257628507,
      "grad_norm": 1.178758823362251,
      "learning_rate": 0.00025049959387706303,
      "loss": 0.8176,
      "step": 40477
    },
    {
      "epoch": 1.6579152160557036,
      "grad_norm": 1.0108519580773376,
      "learning_rate": 0.00025049717271290157,
      "loss": 0.7907,
      "step": 40478
    },
    {
      "epoch": 1.6579561744829,
      "grad_norm": 1.2073975564383255,
      "learning_rate": 0.0002504947515012309,
      "loss": 0.8143,
      "step": 40479
    },
    {
      "epoch": 1.6579971329100962,
      "grad_norm": 1.2237115236327125,
      "learning_rate": 0.00025049233024205213,
      "loss": 0.8556,
      "step": 40480
    },
    {
      "epoch": 1.6580380913372927,
      "grad_norm": 1.0817309687792112,
      "learning_rate": 0.0002504899089353664,
      "loss": 0.7772,
      "step": 40481
    },
    {
      "epoch": 1.658079049764489,
      "grad_norm": 2.321747536418671,
      "learning_rate": 0.0002504874875811749,
      "loss": 1.6975,
      "step": 40482
    },
    {
      "epoch": 1.6581200081916854,
      "grad_norm": 1.4347661130795852,
      "learning_rate": 0.0002504850661794788,
      "loss": 0.9103,
      "step": 40483
    },
    {
      "epoch": 1.658160966618882,
      "grad_norm": 1.39161337211718,
      "learning_rate": 0.0002504826447302791,
      "loss": 0.8501,
      "step": 40484
    },
    {
      "epoch": 1.6582019250460782,
      "grad_norm": 1.2885660912730978,
      "learning_rate": 0.00025048022323357705,
      "loss": 0.8542,
      "step": 40485
    },
    {
      "epoch": 1.6582428834732745,
      "grad_norm": 1.0211785879841666,
      "learning_rate": 0.00025047780168937383,
      "loss": 0.786,
      "step": 40486
    },
    {
      "epoch": 1.658283841900471,
      "grad_norm": 1.1130530160162697,
      "learning_rate": 0.00025047538009767046,
      "loss": 0.6825,
      "step": 40487
    },
    {
      "epoch": 1.6583248003276674,
      "grad_norm": 1.3620564785222689,
      "learning_rate": 0.00025047295845846826,
      "loss": 1.0524,
      "step": 40488
    },
    {
      "epoch": 1.6583657587548637,
      "grad_norm": 1.3400093911446462,
      "learning_rate": 0.0002504705367717682,
      "loss": 1.002,
      "step": 40489
    },
    {
      "epoch": 1.6584067171820602,
      "grad_norm": 0.8241316730103675,
      "learning_rate": 0.0002504681150375715,
      "loss": 0.3404,
      "step": 40490
    },
    {
      "epoch": 1.6584476756092568,
      "grad_norm": 1.159415038195033,
      "learning_rate": 0.00025046569325587936,
      "loss": 0.7621,
      "step": 40491
    },
    {
      "epoch": 1.6584886340364529,
      "grad_norm": 1.225062374470371,
      "learning_rate": 0.0002504632714266928,
      "loss": 0.693,
      "step": 40492
    },
    {
      "epoch": 1.6585295924636494,
      "grad_norm": 0.6465251173509958,
      "learning_rate": 0.00025046084955001306,
      "loss": 0.3289,
      "step": 40493
    },
    {
      "epoch": 1.658570550890846,
      "grad_norm": 0.9576111492084456,
      "learning_rate": 0.0002504584276258413,
      "loss": 0.6463,
      "step": 40494
    },
    {
      "epoch": 1.658611509318042,
      "grad_norm": 1.0718114255691018,
      "learning_rate": 0.0002504560056541786,
      "loss": 0.6627,
      "step": 40495
    },
    {
      "epoch": 1.6586524677452386,
      "grad_norm": 1.2389518198272738,
      "learning_rate": 0.0002504535836350261,
      "loss": 0.952,
      "step": 40496
    },
    {
      "epoch": 1.658693426172435,
      "grad_norm": 1.2492371742900765,
      "learning_rate": 0.00025045116156838503,
      "loss": 0.7498,
      "step": 40497
    },
    {
      "epoch": 1.6587343845996314,
      "grad_norm": 1.0551432845324717,
      "learning_rate": 0.0002504487394542564,
      "loss": 0.9136,
      "step": 40498
    },
    {
      "epoch": 1.6587753430268277,
      "grad_norm": 1.1837646923096217,
      "learning_rate": 0.0002504463172926415,
      "loss": 0.5985,
      "step": 40499
    },
    {
      "epoch": 1.6588163014540243,
      "grad_norm": 1.2390852735207352,
      "learning_rate": 0.0002504438950835414,
      "loss": 0.9283,
      "step": 40500
    },
    {
      "epoch": 1.6588572598812206,
      "grad_norm": 0.8298915771668817,
      "learning_rate": 0.00025044147282695723,
      "loss": 0.4028,
      "step": 40501
    },
    {
      "epoch": 1.6588982183084169,
      "grad_norm": 1.2544390277365307,
      "learning_rate": 0.0002504390505228902,
      "loss": 1.0344,
      "step": 40502
    },
    {
      "epoch": 1.6589391767356134,
      "grad_norm": 1.6881782802355845,
      "learning_rate": 0.0002504366281713414,
      "loss": 2.0742,
      "step": 40503
    },
    {
      "epoch": 1.6589801351628097,
      "grad_norm": 1.2432328119851783,
      "learning_rate": 0.000250434205772312,
      "loss": 1.0271,
      "step": 40504
    },
    {
      "epoch": 1.659021093590006,
      "grad_norm": 1.0815853348826427,
      "learning_rate": 0.00025043178332580316,
      "loss": 0.7622,
      "step": 40505
    },
    {
      "epoch": 1.6590620520172026,
      "grad_norm": 2.5539551184295024,
      "learning_rate": 0.0002504293608318159,
      "loss": 4.3268,
      "step": 40506
    },
    {
      "epoch": 1.659103010444399,
      "grad_norm": 1.5439494101295168,
      "learning_rate": 0.00025042693829035155,
      "loss": 1.3101,
      "step": 40507
    },
    {
      "epoch": 1.6591439688715952,
      "grad_norm": 0.6704581247126554,
      "learning_rate": 0.00025042451570141117,
      "loss": 0.2345,
      "step": 40508
    },
    {
      "epoch": 1.6591849272987917,
      "grad_norm": 1.9453317517213238,
      "learning_rate": 0.00025042209306499585,
      "loss": 0.764,
      "step": 40509
    },
    {
      "epoch": 1.6592258857259883,
      "grad_norm": 1.290802095080457,
      "learning_rate": 0.00025041967038110684,
      "loss": 0.8426,
      "step": 40510
    },
    {
      "epoch": 1.6592668441531844,
      "grad_norm": 1.1256940746308783,
      "learning_rate": 0.0002504172476497452,
      "loss": 0.7659,
      "step": 40511
    },
    {
      "epoch": 1.659307802580381,
      "grad_norm": 1.1135680270641304,
      "learning_rate": 0.00025041482487091215,
      "loss": 0.8864,
      "step": 40512
    },
    {
      "epoch": 1.6593487610075774,
      "grad_norm": 1.1330148368945778,
      "learning_rate": 0.0002504124020446088,
      "loss": 0.8855,
      "step": 40513
    },
    {
      "epoch": 1.6593897194347738,
      "grad_norm": 2.0200175225022616,
      "learning_rate": 0.00025040997917083626,
      "loss": 1.1257,
      "step": 40514
    },
    {
      "epoch": 1.65943067786197,
      "grad_norm": 1.3721261147434332,
      "learning_rate": 0.0002504075562495957,
      "loss": 0.8455,
      "step": 40515
    },
    {
      "epoch": 1.6594716362891666,
      "grad_norm": 1.0870459725373811,
      "learning_rate": 0.0002504051332808883,
      "loss": 0.7759,
      "step": 40516
    },
    {
      "epoch": 1.659512594716363,
      "grad_norm": 1.2202154057672252,
      "learning_rate": 0.0002504027102647152,
      "loss": 1.1376,
      "step": 40517
    },
    {
      "epoch": 1.6595535531435592,
      "grad_norm": 1.1541946233465754,
      "learning_rate": 0.0002504002872010775,
      "loss": 0.8683,
      "step": 40518
    },
    {
      "epoch": 1.6595945115707558,
      "grad_norm": 1.104156324876401,
      "learning_rate": 0.0002503978640899764,
      "loss": 1.0301,
      "step": 40519
    },
    {
      "epoch": 1.659635469997952,
      "grad_norm": 1.1296588470330964,
      "learning_rate": 0.00025039544093141295,
      "loss": 0.7537,
      "step": 40520
    },
    {
      "epoch": 1.6596764284251484,
      "grad_norm": 1.0749103089194525,
      "learning_rate": 0.00025039301772538844,
      "loss": 0.8853,
      "step": 40521
    },
    {
      "epoch": 1.659717386852345,
      "grad_norm": 1.0360145322685614,
      "learning_rate": 0.00025039059447190385,
      "loss": 0.7872,
      "step": 40522
    },
    {
      "epoch": 1.6597583452795412,
      "grad_norm": 1.3369697078894316,
      "learning_rate": 0.0002503881711709605,
      "loss": 1.0012,
      "step": 40523
    },
    {
      "epoch": 1.6597993037067376,
      "grad_norm": 2.04434268135006,
      "learning_rate": 0.00025038574782255935,
      "loss": 1.158,
      "step": 40524
    },
    {
      "epoch": 1.659840262133934,
      "grad_norm": 2.077561735172896,
      "learning_rate": 0.0002503833244267017,
      "loss": 1.8729,
      "step": 40525
    },
    {
      "epoch": 1.6598812205611304,
      "grad_norm": 1.1792323431038476,
      "learning_rate": 0.00025038090098338867,
      "loss": 0.9719,
      "step": 40526
    },
    {
      "epoch": 1.6599221789883267,
      "grad_norm": 1.3431055867623594,
      "learning_rate": 0.00025037847749262134,
      "loss": 0.9477,
      "step": 40527
    },
    {
      "epoch": 1.6599631374155233,
      "grad_norm": 3.4670958582753255,
      "learning_rate": 0.0002503760539544009,
      "loss": 7.9797,
      "step": 40528
    },
    {
      "epoch": 1.6600040958427198,
      "grad_norm": 1.1656575887198113,
      "learning_rate": 0.0002503736303687285,
      "loss": 0.5922,
      "step": 40529
    },
    {
      "epoch": 1.6600450542699159,
      "grad_norm": 1.1452335915944747,
      "learning_rate": 0.00025037120673560524,
      "loss": 0.6372,
      "step": 40530
    },
    {
      "epoch": 1.6600860126971124,
      "grad_norm": 1.1849274747275511,
      "learning_rate": 0.0002503687830550323,
      "loss": 0.788,
      "step": 40531
    },
    {
      "epoch": 1.660126971124309,
      "grad_norm": 1.5938314793255384,
      "learning_rate": 0.0002503663593270108,
      "loss": 1.3479,
      "step": 40532
    },
    {
      "epoch": 1.6601679295515053,
      "grad_norm": 1.19947566944068,
      "learning_rate": 0.00025036393555154197,
      "loss": 0.6966,
      "step": 40533
    },
    {
      "epoch": 1.6602088879787016,
      "grad_norm": 1.3189622556178,
      "learning_rate": 0.00025036151172862686,
      "loss": 1.371,
      "step": 40534
    },
    {
      "epoch": 1.6602498464058981,
      "grad_norm": 0.8415904007529498,
      "learning_rate": 0.00025035908785826663,
      "loss": 0.3398,
      "step": 40535
    },
    {
      "epoch": 1.6602908048330944,
      "grad_norm": 1.2662178392207664,
      "learning_rate": 0.0002503566639404625,
      "loss": 1.0691,
      "step": 40536
    },
    {
      "epoch": 1.6603317632602907,
      "grad_norm": 2.623866071755726,
      "learning_rate": 0.00025035423997521553,
      "loss": 1.3237,
      "step": 40537
    },
    {
      "epoch": 1.6603727216874873,
      "grad_norm": 1.2862411538310665,
      "learning_rate": 0.0002503518159625269,
      "loss": 0.7646,
      "step": 40538
    },
    {
      "epoch": 1.6604136801146836,
      "grad_norm": 1.7418902679745512,
      "learning_rate": 0.00025034939190239777,
      "loss": 0.6901,
      "step": 40539
    },
    {
      "epoch": 1.66045463854188,
      "grad_norm": 1.2839451272218545,
      "learning_rate": 0.0002503469677948293,
      "loss": 1.1521,
      "step": 40540
    },
    {
      "epoch": 1.6604955969690764,
      "grad_norm": 2.1884598690526764,
      "learning_rate": 0.00025034454363982256,
      "loss": 0.8649,
      "step": 40541
    },
    {
      "epoch": 1.6605365553962728,
      "grad_norm": 1.1808902116113336,
      "learning_rate": 0.00025034211943737874,
      "loss": 1.0599,
      "step": 40542
    },
    {
      "epoch": 1.660577513823469,
      "grad_norm": 1.1954066566130073,
      "learning_rate": 0.000250339695187499,
      "loss": 0.9693,
      "step": 40543
    },
    {
      "epoch": 1.6606184722506656,
      "grad_norm": 0.812926313254789,
      "learning_rate": 0.00025033727089018447,
      "loss": 0.4237,
      "step": 40544
    },
    {
      "epoch": 1.660659430677862,
      "grad_norm": 1.027774794090716,
      "learning_rate": 0.0002503348465454363,
      "loss": 0.6554,
      "step": 40545
    },
    {
      "epoch": 1.6607003891050582,
      "grad_norm": 0.625137147252864,
      "learning_rate": 0.00025033242215325563,
      "loss": 0.2823,
      "step": 40546
    },
    {
      "epoch": 1.6607413475322548,
      "grad_norm": 1.50565714911163,
      "learning_rate": 0.00025032999771364367,
      "loss": 1.0331,
      "step": 40547
    },
    {
      "epoch": 1.6607823059594513,
      "grad_norm": 0.8298250520918886,
      "learning_rate": 0.00025032757322660144,
      "loss": 0.4667,
      "step": 40548
    },
    {
      "epoch": 1.6608232643866474,
      "grad_norm": 0.9204756737369829,
      "learning_rate": 0.00025032514869213014,
      "loss": 0.7198,
      "step": 40549
    },
    {
      "epoch": 1.660864222813844,
      "grad_norm": 0.767751737156233,
      "learning_rate": 0.00025032272411023096,
      "loss": 0.4832,
      "step": 40550
    },
    {
      "epoch": 1.6609051812410405,
      "grad_norm": 1.0992360320009837,
      "learning_rate": 0.0002503202994809051,
      "loss": 0.8709,
      "step": 40551
    },
    {
      "epoch": 1.6609461396682368,
      "grad_norm": 1.7073670748227043,
      "learning_rate": 0.0002503178748041535,
      "loss": 1.5811,
      "step": 40552
    },
    {
      "epoch": 1.660987098095433,
      "grad_norm": 1.2484292781934125,
      "learning_rate": 0.0002503154500799775,
      "loss": 0.8263,
      "step": 40553
    },
    {
      "epoch": 1.6610280565226296,
      "grad_norm": 1.7501395054550457,
      "learning_rate": 0.0002503130253083781,
      "loss": 2.5817,
      "step": 40554
    },
    {
      "epoch": 1.661069014949826,
      "grad_norm": 1.1595510069330202,
      "learning_rate": 0.00025031060048935665,
      "loss": 0.6635,
      "step": 40555
    },
    {
      "epoch": 1.6611099733770223,
      "grad_norm": 1.5144824744129546,
      "learning_rate": 0.00025030817562291403,
      "loss": 0.7266,
      "step": 40556
    },
    {
      "epoch": 1.6611509318042188,
      "grad_norm": 1.4495228186017346,
      "learning_rate": 0.00025030575070905165,
      "loss": 0.8575,
      "step": 40557
    },
    {
      "epoch": 1.6611918902314151,
      "grad_norm": 1.1397566427823134,
      "learning_rate": 0.00025030332574777045,
      "loss": 1.0354,
      "step": 40558
    },
    {
      "epoch": 1.6612328486586114,
      "grad_norm": 0.8642595016790421,
      "learning_rate": 0.00025030090073907167,
      "loss": 0.6771,
      "step": 40559
    },
    {
      "epoch": 1.661273807085808,
      "grad_norm": 1.478352615927209,
      "learning_rate": 0.0002502984756829565,
      "loss": 1.2167,
      "step": 40560
    },
    {
      "epoch": 1.6613147655130043,
      "grad_norm": 1.368272449417084,
      "learning_rate": 0.00025029605057942596,
      "loss": 0.9322,
      "step": 40561
    },
    {
      "epoch": 1.6613557239402006,
      "grad_norm": 0.8640853530864908,
      "learning_rate": 0.00025029362542848126,
      "loss": 0.6124,
      "step": 40562
    },
    {
      "epoch": 1.6613966823673971,
      "grad_norm": 1.7643781519578365,
      "learning_rate": 0.0002502912002301236,
      "loss": 2.6448,
      "step": 40563
    },
    {
      "epoch": 1.6614376407945934,
      "grad_norm": 1.2794830861953892,
      "learning_rate": 0.0002502887749843541,
      "loss": 0.8814,
      "step": 40564
    },
    {
      "epoch": 1.6614785992217898,
      "grad_norm": 1.6673955789472974,
      "learning_rate": 0.00025028634969117387,
      "loss": 0.9583,
      "step": 40565
    },
    {
      "epoch": 1.6615195576489863,
      "grad_norm": 1.2765879815587187,
      "learning_rate": 0.00025028392435058405,
      "loss": 0.9353,
      "step": 40566
    },
    {
      "epoch": 1.6615605160761828,
      "grad_norm": 1.3622339891711048,
      "learning_rate": 0.0002502814989625858,
      "loss": 1.0167,
      "step": 40567
    },
    {
      "epoch": 1.661601474503379,
      "grad_norm": 1.290596069648627,
      "learning_rate": 0.0002502790735271803,
      "loss": 0.9067,
      "step": 40568
    },
    {
      "epoch": 1.6616424329305755,
      "grad_norm": 1.4932918150481584,
      "learning_rate": 0.00025027664804436867,
      "loss": 1.0349,
      "step": 40569
    },
    {
      "epoch": 1.661683391357772,
      "grad_norm": 1.5269530919075434,
      "learning_rate": 0.00025027422251415205,
      "loss": 1.1941,
      "step": 40570
    },
    {
      "epoch": 1.6617243497849683,
      "grad_norm": 2.0738452822520363,
      "learning_rate": 0.0002502717969365316,
      "loss": 1.7787,
      "step": 40571
    },
    {
      "epoch": 1.6617653082121646,
      "grad_norm": 1.2132294913984534,
      "learning_rate": 0.00025026937131150846,
      "loss": 1.2078,
      "step": 40572
    },
    {
      "epoch": 1.6618062666393612,
      "grad_norm": 1.408700226465449,
      "learning_rate": 0.0002502669456390838,
      "loss": 0.8056,
      "step": 40573
    },
    {
      "epoch": 1.6618472250665575,
      "grad_norm": 1.222596605570128,
      "learning_rate": 0.00025026451991925873,
      "loss": 0.7723,
      "step": 40574
    },
    {
      "epoch": 1.6618881834937538,
      "grad_norm": 1.0289288414315374,
      "learning_rate": 0.00025026209415203443,
      "loss": 0.7721,
      "step": 40575
    },
    {
      "epoch": 1.6619291419209503,
      "grad_norm": 0.6139863472235723,
      "learning_rate": 0.000250259668337412,
      "loss": 0.2321,
      "step": 40576
    },
    {
      "epoch": 1.6619701003481466,
      "grad_norm": 1.1696679100884917,
      "learning_rate": 0.0002502572424753926,
      "loss": 0.8197,
      "step": 40577
    },
    {
      "epoch": 1.662011058775343,
      "grad_norm": 1.1751127985160226,
      "learning_rate": 0.0002502548165659775,
      "loss": 1.065,
      "step": 40578
    },
    {
      "epoch": 1.6620520172025395,
      "grad_norm": 1.1292157408888317,
      "learning_rate": 0.00025025239060916764,
      "loss": 0.9549,
      "step": 40579
    },
    {
      "epoch": 1.6620929756297358,
      "grad_norm": 1.1447014053500013,
      "learning_rate": 0.0002502499646049643,
      "loss": 0.6557,
      "step": 40580
    },
    {
      "epoch": 1.662133934056932,
      "grad_norm": 0.7921490647980541,
      "learning_rate": 0.00025024753855336856,
      "loss": 0.399,
      "step": 40581
    },
    {
      "epoch": 1.6621748924841286,
      "grad_norm": 1.2211661527168072,
      "learning_rate": 0.00025024511245438165,
      "loss": 0.736,
      "step": 40582
    },
    {
      "epoch": 1.662215850911325,
      "grad_norm": 1.1148881038270615,
      "learning_rate": 0.00025024268630800464,
      "loss": 0.7862,
      "step": 40583
    },
    {
      "epoch": 1.6622568093385213,
      "grad_norm": 1.386275702390788,
      "learning_rate": 0.0002502402601142387,
      "loss": 0.808,
      "step": 40584
    },
    {
      "epoch": 1.6622977677657178,
      "grad_norm": 1.029907564013078,
      "learning_rate": 0.000250237833873085,
      "loss": 0.5872,
      "step": 40585
    },
    {
      "epoch": 1.6623387261929143,
      "grad_norm": 1.0967596268973894,
      "learning_rate": 0.00025023540758454464,
      "loss": 0.4227,
      "step": 40586
    },
    {
      "epoch": 1.6623796846201104,
      "grad_norm": 1.324435835677233,
      "learning_rate": 0.00025023298124861884,
      "loss": 0.943,
      "step": 40587
    },
    {
      "epoch": 1.662420643047307,
      "grad_norm": 1.1094253120824162,
      "learning_rate": 0.00025023055486530864,
      "loss": 0.7562,
      "step": 40588
    },
    {
      "epoch": 1.6624616014745035,
      "grad_norm": 1.0793225592724363,
      "learning_rate": 0.00025022812843461534,
      "loss": 0.8906,
      "step": 40589
    },
    {
      "epoch": 1.6625025599016998,
      "grad_norm": 1.0564657849036851,
      "learning_rate": 0.0002502257019565399,
      "loss": 0.627,
      "step": 40590
    },
    {
      "epoch": 1.6625435183288961,
      "grad_norm": 1.5298451511223747,
      "learning_rate": 0.00025022327543108364,
      "loss": 0.9161,
      "step": 40591
    },
    {
      "epoch": 1.6625844767560927,
      "grad_norm": 1.0516206078076593,
      "learning_rate": 0.0002502208488582476,
      "loss": 1.0302,
      "step": 40592
    },
    {
      "epoch": 1.662625435183289,
      "grad_norm": 1.0722953858377091,
      "learning_rate": 0.0002502184222380329,
      "loss": 1.001,
      "step": 40593
    },
    {
      "epoch": 1.6626663936104853,
      "grad_norm": 1.6086179412405428,
      "learning_rate": 0.00025021599557044084,
      "loss": 1.1312,
      "step": 40594
    },
    {
      "epoch": 1.6627073520376818,
      "grad_norm": 1.2069963639178274,
      "learning_rate": 0.00025021356885547244,
      "loss": 0.7241,
      "step": 40595
    },
    {
      "epoch": 1.6627483104648781,
      "grad_norm": 1.3213129291299903,
      "learning_rate": 0.00025021114209312884,
      "loss": 1.2912,
      "step": 40596
    },
    {
      "epoch": 1.6627892688920745,
      "grad_norm": 1.2709918690573525,
      "learning_rate": 0.0002502087152834113,
      "loss": 0.7023,
      "step": 40597
    },
    {
      "epoch": 1.662830227319271,
      "grad_norm": 1.3322307720412905,
      "learning_rate": 0.00025020628842632085,
      "loss": 1.3301,
      "step": 40598
    },
    {
      "epoch": 1.6628711857464673,
      "grad_norm": 0.8435476626309141,
      "learning_rate": 0.0002502038615218587,
      "loss": 0.5032,
      "step": 40599
    },
    {
      "epoch": 1.6629121441736636,
      "grad_norm": 1.47675341316138,
      "learning_rate": 0.000250201434570026,
      "loss": 1.0625,
      "step": 40600
    },
    {
      "epoch": 1.6629531026008602,
      "grad_norm": 0.9742322926599551,
      "learning_rate": 0.0002501990075708238,
      "loss": 0.8958,
      "step": 40601
    },
    {
      "epoch": 1.6629940610280565,
      "grad_norm": 1.2413019550430875,
      "learning_rate": 0.0002501965805242534,
      "loss": 0.9424,
      "step": 40602
    },
    {
      "epoch": 1.6630350194552528,
      "grad_norm": 1.4482885850310119,
      "learning_rate": 0.00025019415343031584,
      "loss": 0.9541,
      "step": 40603
    },
    {
      "epoch": 1.6630759778824493,
      "grad_norm": 0.8707289740089768,
      "learning_rate": 0.00025019172628901225,
      "loss": 0.4496,
      "step": 40604
    },
    {
      "epoch": 1.6631169363096459,
      "grad_norm": 1.1410552771317835,
      "learning_rate": 0.0002501892991003439,
      "loss": 0.7523,
      "step": 40605
    },
    {
      "epoch": 1.663157894736842,
      "grad_norm": 1.683557343097247,
      "learning_rate": 0.00025018687186431176,
      "loss": 1.8069,
      "step": 40606
    },
    {
      "epoch": 1.6631988531640385,
      "grad_norm": 1.5491087145322968,
      "learning_rate": 0.0002501844445809172,
      "loss": 1.2724,
      "step": 40607
    },
    {
      "epoch": 1.663239811591235,
      "grad_norm": 1.0296332949665636,
      "learning_rate": 0.0002501820172501612,
      "loss": 0.3523,
      "step": 40608
    },
    {
      "epoch": 1.6632807700184313,
      "grad_norm": 1.305482538485109,
      "learning_rate": 0.000250179589872045,
      "loss": 1.0381,
      "step": 40609
    },
    {
      "epoch": 1.6633217284456276,
      "grad_norm": 0.677208295997912,
      "learning_rate": 0.0002501771624465696,
      "loss": 0.2771,
      "step": 40610
    },
    {
      "epoch": 1.6633626868728242,
      "grad_norm": 1.18131692731883,
      "learning_rate": 0.00025017473497373637,
      "loss": 0.7719,
      "step": 40611
    },
    {
      "epoch": 1.6634036453000205,
      "grad_norm": 1.033929705048818,
      "learning_rate": 0.0002501723074535463,
      "loss": 0.6558,
      "step": 40612
    },
    {
      "epoch": 1.6634446037272168,
      "grad_norm": 0.9489667043105982,
      "learning_rate": 0.00025016987988600055,
      "loss": 0.7947,
      "step": 40613
    },
    {
      "epoch": 1.6634855621544133,
      "grad_norm": 0.6423400154942441,
      "learning_rate": 0.00025016745227110027,
      "loss": 0.2991,
      "step": 40614
    },
    {
      "epoch": 1.6635265205816097,
      "grad_norm": 1.1703507593773927,
      "learning_rate": 0.00025016502460884665,
      "loss": 0.9821,
      "step": 40615
    },
    {
      "epoch": 1.663567479008806,
      "grad_norm": 1.9499257694376904,
      "learning_rate": 0.00025016259689924087,
      "loss": 1.9961,
      "step": 40616
    },
    {
      "epoch": 1.6636084374360025,
      "grad_norm": 1.1059960373515463,
      "learning_rate": 0.000250160169142284,
      "loss": 0.9638,
      "step": 40617
    },
    {
      "epoch": 1.6636493958631988,
      "grad_norm": 1.2126891129030182,
      "learning_rate": 0.00025015774133797715,
      "loss": 0.9876,
      "step": 40618
    },
    {
      "epoch": 1.6636903542903951,
      "grad_norm": 1.347925172073945,
      "learning_rate": 0.0002501553134863216,
      "loss": 1.4428,
      "step": 40619
    },
    {
      "epoch": 1.6637313127175917,
      "grad_norm": 1.292360676922473,
      "learning_rate": 0.0002501528855873184,
      "loss": 1.0549,
      "step": 40620
    },
    {
      "epoch": 1.6637722711447882,
      "grad_norm": 1.1993195217460748,
      "learning_rate": 0.0002501504576409687,
      "loss": 0.937,
      "step": 40621
    },
    {
      "epoch": 1.6638132295719843,
      "grad_norm": 0.7420771556259762,
      "learning_rate": 0.00025014802964727374,
      "loss": 0.302,
      "step": 40622
    },
    {
      "epoch": 1.6638541879991808,
      "grad_norm": 1.2529178191757124,
      "learning_rate": 0.0002501456016062346,
      "loss": 0.8829,
      "step": 40623
    },
    {
      "epoch": 1.6638951464263774,
      "grad_norm": 1.0905754726432115,
      "learning_rate": 0.00025014317351785236,
      "loss": 0.8099,
      "step": 40624
    },
    {
      "epoch": 1.6639361048535735,
      "grad_norm": 1.200501376111589,
      "learning_rate": 0.0002501407453821283,
      "loss": 0.7922,
      "step": 40625
    },
    {
      "epoch": 1.66397706328077,
      "grad_norm": 0.6271251008237231,
      "learning_rate": 0.0002501383171990635,
      "loss": 0.2517,
      "step": 40626
    },
    {
      "epoch": 1.6640180217079665,
      "grad_norm": 1.3850317972882122,
      "learning_rate": 0.0002501358889686591,
      "loss": 1.0699,
      "step": 40627
    },
    {
      "epoch": 1.6640589801351628,
      "grad_norm": 1.3436520300281372,
      "learning_rate": 0.0002501334606909163,
      "loss": 0.868,
      "step": 40628
    },
    {
      "epoch": 1.6640999385623592,
      "grad_norm": 0.8760578920105663,
      "learning_rate": 0.00025013103236583615,
      "loss": 0.4521,
      "step": 40629
    },
    {
      "epoch": 1.6641408969895557,
      "grad_norm": 1.2294842365926475,
      "learning_rate": 0.00025012860399341986,
      "loss": 0.7612,
      "step": 40630
    },
    {
      "epoch": 1.664181855416752,
      "grad_norm": 0.9773661461875068,
      "learning_rate": 0.00025012617557366865,
      "loss": 0.6986,
      "step": 40631
    },
    {
      "epoch": 1.6642228138439483,
      "grad_norm": 4.018913558106365,
      "learning_rate": 0.0002501237471065835,
      "loss": 1.8461,
      "step": 40632
    },
    {
      "epoch": 1.6642637722711449,
      "grad_norm": 1.2029922849385986,
      "learning_rate": 0.00025012131859216574,
      "loss": 0.9135,
      "step": 40633
    },
    {
      "epoch": 1.6643047306983412,
      "grad_norm": 1.055106487515522,
      "learning_rate": 0.00025011889003041636,
      "loss": 0.4915,
      "step": 40634
    },
    {
      "epoch": 1.6643456891255375,
      "grad_norm": 1.3121431640594419,
      "learning_rate": 0.0002501164614213367,
      "loss": 1.0944,
      "step": 40635
    },
    {
      "epoch": 1.664386647552734,
      "grad_norm": 1.3604107753703876,
      "learning_rate": 0.0002501140327649276,
      "loss": 0.5869,
      "step": 40636
    },
    {
      "epoch": 1.6644276059799303,
      "grad_norm": 0.8073681034918949,
      "learning_rate": 0.0002501116040611905,
      "loss": 0.2692,
      "step": 40637
    },
    {
      "epoch": 1.6644685644071266,
      "grad_norm": 1.3860668416156605,
      "learning_rate": 0.00025010917531012643,
      "loss": 0.9957,
      "step": 40638
    },
    {
      "epoch": 1.6645095228343232,
      "grad_norm": 1.2105910154541422,
      "learning_rate": 0.0002501067465117366,
      "loss": 0.9761,
      "step": 40639
    },
    {
      "epoch": 1.6645504812615197,
      "grad_norm": 1.1225847252380428,
      "learning_rate": 0.00025010431766602203,
      "loss": 0.4138,
      "step": 40640
    },
    {
      "epoch": 1.6645914396887158,
      "grad_norm": 1.1245796204538134,
      "learning_rate": 0.00025010188877298394,
      "loss": 0.9966,
      "step": 40641
    },
    {
      "epoch": 1.6646323981159123,
      "grad_norm": 0.7217562492234049,
      "learning_rate": 0.0002500994598326236,
      "loss": 0.2536,
      "step": 40642
    },
    {
      "epoch": 1.6646733565431089,
      "grad_norm": 7.941720823415518,
      "learning_rate": 0.0002500970308449419,
      "loss": 5.2722,
      "step": 40643
    },
    {
      "epoch": 1.664714314970305,
      "grad_norm": 1.2630440143364683,
      "learning_rate": 0.00025009460180994023,
      "loss": 0.6397,
      "step": 40644
    },
    {
      "epoch": 1.6647552733975015,
      "grad_norm": 1.2081323128800585,
      "learning_rate": 0.00025009217272761963,
      "loss": 0.8287,
      "step": 40645
    },
    {
      "epoch": 1.664796231824698,
      "grad_norm": 0.7587579323368911,
      "learning_rate": 0.00025008974359798126,
      "loss": 0.2552,
      "step": 40646
    },
    {
      "epoch": 1.6648371902518944,
      "grad_norm": 1.3330314041821327,
      "learning_rate": 0.0002500873144210262,
      "loss": 0.8317,
      "step": 40647
    },
    {
      "epoch": 1.6648781486790907,
      "grad_norm": 0.796517889216705,
      "learning_rate": 0.0002500848851967557,
      "loss": 0.4862,
      "step": 40648
    },
    {
      "epoch": 1.6649191071062872,
      "grad_norm": 0.7430218113991319,
      "learning_rate": 0.00025008245592517093,
      "loss": 0.3198,
      "step": 40649
    },
    {
      "epoch": 1.6649600655334835,
      "grad_norm": 0.8871431654226352,
      "learning_rate": 0.0002500800266062729,
      "loss": 0.2901,
      "step": 40650
    },
    {
      "epoch": 1.6650010239606798,
      "grad_norm": 1.1519262843200178,
      "learning_rate": 0.00025007759724006293,
      "loss": 0.9131,
      "step": 40651
    },
    {
      "epoch": 1.6650419823878764,
      "grad_norm": 1.126539119850852,
      "learning_rate": 0.00025007516782654204,
      "loss": 0.9701,
      "step": 40652
    },
    {
      "epoch": 1.6650829408150727,
      "grad_norm": 1.173397191688033,
      "learning_rate": 0.0002500727383657114,
      "loss": 0.7717,
      "step": 40653
    },
    {
      "epoch": 1.665123899242269,
      "grad_norm": 1.0835411228261436,
      "learning_rate": 0.0002500703088575722,
      "loss": 0.5675,
      "step": 40654
    },
    {
      "epoch": 1.6651648576694655,
      "grad_norm": 1.4958605070643596,
      "learning_rate": 0.0002500678793021255,
      "loss": 1.243,
      "step": 40655
    },
    {
      "epoch": 1.6652058160966619,
      "grad_norm": 1.5443470734143976,
      "learning_rate": 0.0002500654496993726,
      "loss": 1.4194,
      "step": 40656
    },
    {
      "epoch": 1.6652467745238582,
      "grad_norm": 0.9569698538864782,
      "learning_rate": 0.0002500630200493145,
      "loss": 0.7159,
      "step": 40657
    },
    {
      "epoch": 1.6652877329510547,
      "grad_norm": 0.8949165660767007,
      "learning_rate": 0.00025006059035195246,
      "loss": 0.3546,
      "step": 40658
    },
    {
      "epoch": 1.6653286913782512,
      "grad_norm": 5.54990307033174,
      "learning_rate": 0.00025005816060728756,
      "loss": 2.9239,
      "step": 40659
    },
    {
      "epoch": 1.6653696498054473,
      "grad_norm": 1.9221040969550425,
      "learning_rate": 0.0002500557308153209,
      "loss": 1.4722,
      "step": 40660
    },
    {
      "epoch": 1.6654106082326439,
      "grad_norm": 0.8128258301785944,
      "learning_rate": 0.0002500533009760538,
      "loss": 0.384,
      "step": 40661
    },
    {
      "epoch": 1.6654515666598404,
      "grad_norm": 1.1722293256018397,
      "learning_rate": 0.00025005087108948725,
      "loss": 0.8535,
      "step": 40662
    },
    {
      "epoch": 1.6654925250870367,
      "grad_norm": 1.2143039924705983,
      "learning_rate": 0.00025004844115562245,
      "loss": 1.1099,
      "step": 40663
    },
    {
      "epoch": 1.665533483514233,
      "grad_norm": 1.2761307947068161,
      "learning_rate": 0.0002500460111744606,
      "loss": 0.6594,
      "step": 40664
    },
    {
      "epoch": 1.6655744419414296,
      "grad_norm": 1.0806904239645903,
      "learning_rate": 0.00025004358114600277,
      "loss": 0.9558,
      "step": 40665
    },
    {
      "epoch": 1.6656154003686259,
      "grad_norm": 1.3628848303528691,
      "learning_rate": 0.0002500411510702501,
      "loss": 0.9715,
      "step": 40666
    },
    {
      "epoch": 1.6656563587958222,
      "grad_norm": 7.210930731854207,
      "learning_rate": 0.00025003872094720385,
      "loss": 2.9421,
      "step": 40667
    },
    {
      "epoch": 1.6656973172230187,
      "grad_norm": 1.2348785014629655,
      "learning_rate": 0.000250036290776865,
      "loss": 0.8752,
      "step": 40668
    },
    {
      "epoch": 1.665738275650215,
      "grad_norm": 1.2771001398835953,
      "learning_rate": 0.0002500338605592349,
      "loss": 0.9384,
      "step": 40669
    },
    {
      "epoch": 1.6657792340774114,
      "grad_norm": 0.8324721307321081,
      "learning_rate": 0.0002500314302943146,
      "loss": 0.3662,
      "step": 40670
    },
    {
      "epoch": 1.6658201925046079,
      "grad_norm": 1.094990568701222,
      "learning_rate": 0.0002500289999821052,
      "loss": 0.8517,
      "step": 40671
    },
    {
      "epoch": 1.6658611509318042,
      "grad_norm": 1.3157636533401267,
      "learning_rate": 0.00025002656962260785,
      "loss": 1.019,
      "step": 40672
    },
    {
      "epoch": 1.6659021093590005,
      "grad_norm": 1.220583812034065,
      "learning_rate": 0.0002500241392158238,
      "loss": 0.6736,
      "step": 40673
    },
    {
      "epoch": 1.665943067786197,
      "grad_norm": 1.1767357504833404,
      "learning_rate": 0.00025002170876175416,
      "loss": 0.8788,
      "step": 40674
    },
    {
      "epoch": 1.6659840262133934,
      "grad_norm": 0.9071375859660138,
      "learning_rate": 0.0002500192782604,
      "loss": 0.4054,
      "step": 40675
    },
    {
      "epoch": 1.6660249846405897,
      "grad_norm": 1.0515593164652266,
      "learning_rate": 0.0002500168477117626,
      "loss": 0.7748,
      "step": 40676
    },
    {
      "epoch": 1.6660659430677862,
      "grad_norm": 1.1995651816103228,
      "learning_rate": 0.00025001441711584296,
      "loss": 0.9084,
      "step": 40677
    },
    {
      "epoch": 1.6661069014949828,
      "grad_norm": 1.154354920161701,
      "learning_rate": 0.00025001198647264236,
      "loss": 1.0393,
      "step": 40678
    },
    {
      "epoch": 1.6661478599221788,
      "grad_norm": 1.0460415924937205,
      "learning_rate": 0.00025000955578216187,
      "loss": 0.9159,
      "step": 40679
    },
    {
      "epoch": 1.6661888183493754,
      "grad_norm": 1.0904717638861268,
      "learning_rate": 0.0002500071250444027,
      "loss": 0.8735,
      "step": 40680
    },
    {
      "epoch": 1.666229776776572,
      "grad_norm": 1.317081951901989,
      "learning_rate": 0.00025000469425936594,
      "loss": 1.1287,
      "step": 40681
    },
    {
      "epoch": 1.6662707352037682,
      "grad_norm": 0.984756453267005,
      "learning_rate": 0.0002500022634270528,
      "loss": 0.8697,
      "step": 40682
    },
    {
      "epoch": 1.6663116936309645,
      "grad_norm": 1.7820996881363205,
      "learning_rate": 0.00024999983254746434,
      "loss": 0.546,
      "step": 40683
    },
    {
      "epoch": 1.666352652058161,
      "grad_norm": 1.3607189053301492,
      "learning_rate": 0.0002499974016206018,
      "loss": 0.8158,
      "step": 40684
    },
    {
      "epoch": 1.6663936104853574,
      "grad_norm": 6.4869056051281,
      "learning_rate": 0.0002499949706464662,
      "loss": 6.4758,
      "step": 40685
    },
    {
      "epoch": 1.6664345689125537,
      "grad_norm": 1.174312357618836,
      "learning_rate": 0.00024999253962505887,
      "loss": 0.6875,
      "step": 40686
    },
    {
      "epoch": 1.6664755273397502,
      "grad_norm": 1.0638349523279975,
      "learning_rate": 0.00024999010855638085,
      "loss": 0.7491,
      "step": 40687
    },
    {
      "epoch": 1.6665164857669466,
      "grad_norm": 1.5156143851624133,
      "learning_rate": 0.0002499876774404333,
      "loss": 0.7765,
      "step": 40688
    },
    {
      "epoch": 1.6665574441941429,
      "grad_norm": 0.8029699762926694,
      "learning_rate": 0.0002499852462772174,
      "loss": 0.2824,
      "step": 40689
    },
    {
      "epoch": 1.6665984026213394,
      "grad_norm": 1.2583512867212676,
      "learning_rate": 0.00024998281506673426,
      "loss": 0.778,
      "step": 40690
    },
    {
      "epoch": 1.6666393610485357,
      "grad_norm": 1.0034787455468541,
      "learning_rate": 0.0002499803838089851,
      "loss": 0.7923,
      "step": 40691
    },
    {
      "epoch": 1.666680319475732,
      "grad_norm": 1.2314109221521539,
      "learning_rate": 0.0002499779525039709,
      "loss": 0.8352,
      "step": 40692
    },
    {
      "epoch": 1.6667212779029286,
      "grad_norm": 0.6687035711233303,
      "learning_rate": 0.000249975521151693,
      "loss": 0.2787,
      "step": 40693
    },
    {
      "epoch": 1.6667622363301249,
      "grad_norm": 1.190348525567044,
      "learning_rate": 0.0002499730897521525,
      "loss": 0.6887,
      "step": 40694
    },
    {
      "epoch": 1.6668031947573212,
      "grad_norm": 1.154223737263868,
      "learning_rate": 0.00024997065830535047,
      "loss": 0.7957,
      "step": 40695
    },
    {
      "epoch": 1.6668441531845177,
      "grad_norm": 1.593694745686948,
      "learning_rate": 0.0002499682268112881,
      "loss": 1.6399,
      "step": 40696
    },
    {
      "epoch": 1.6668851116117143,
      "grad_norm": 1.1111150811124282,
      "learning_rate": 0.00024996579526996663,
      "loss": 0.8411,
      "step": 40697
    },
    {
      "epoch": 1.6669260700389104,
      "grad_norm": 0.978569648663332,
      "learning_rate": 0.0002499633636813871,
      "loss": 0.3048,
      "step": 40698
    },
    {
      "epoch": 1.666967028466107,
      "grad_norm": 1.4935785997866984,
      "learning_rate": 0.0002499609320455507,
      "loss": 0.8504,
      "step": 40699
    },
    {
      "epoch": 1.6670079868933034,
      "grad_norm": 0.7552521342023348,
      "learning_rate": 0.0002499585003624585,
      "loss": 0.2707,
      "step": 40700
    },
    {
      "epoch": 1.6670489453204997,
      "grad_norm": 3.892449406414305,
      "learning_rate": 0.0002499560686321118,
      "loss": 1.3908,
      "step": 40701
    },
    {
      "epoch": 1.667089903747696,
      "grad_norm": 0.9210482116922032,
      "learning_rate": 0.00024995363685451164,
      "loss": 0.5685,
      "step": 40702
    },
    {
      "epoch": 1.6671308621748926,
      "grad_norm": 1.2275318312039007,
      "learning_rate": 0.0002499512050296592,
      "loss": 1.0576,
      "step": 40703
    },
    {
      "epoch": 1.667171820602089,
      "grad_norm": 0.6770226614011856,
      "learning_rate": 0.00024994877315755566,
      "loss": 0.2829,
      "step": 40704
    },
    {
      "epoch": 1.6672127790292852,
      "grad_norm": 1.349446946502704,
      "learning_rate": 0.0002499463412382021,
      "loss": 0.993,
      "step": 40705
    },
    {
      "epoch": 1.6672537374564818,
      "grad_norm": 1.3875760481995738,
      "learning_rate": 0.0002499439092715997,
      "loss": 1.0176,
      "step": 40706
    },
    {
      "epoch": 1.667294695883678,
      "grad_norm": 1.2860794249596803,
      "learning_rate": 0.0002499414772577497,
      "loss": 0.9047,
      "step": 40707
    },
    {
      "epoch": 1.6673356543108744,
      "grad_norm": 1.8590359950287625,
      "learning_rate": 0.00024993904519665314,
      "loss": 0.9777,
      "step": 40708
    },
    {
      "epoch": 1.667376612738071,
      "grad_norm": 1.3991351166472854,
      "learning_rate": 0.0002499366130883111,
      "loss": 1.1732,
      "step": 40709
    },
    {
      "epoch": 1.6674175711652672,
      "grad_norm": 1.2724403365109496,
      "learning_rate": 0.0002499341809327249,
      "loss": 0.6293,
      "step": 40710
    },
    {
      "epoch": 1.6674585295924635,
      "grad_norm": 1.2192864352892046,
      "learning_rate": 0.00024993174872989563,
      "loss": 1.0208,
      "step": 40711
    },
    {
      "epoch": 1.66749948801966,
      "grad_norm": 1.195471935780138,
      "learning_rate": 0.0002499293164798244,
      "loss": 0.8319,
      "step": 40712
    },
    {
      "epoch": 1.6675404464468564,
      "grad_norm": 1.0592786291424325,
      "learning_rate": 0.00024992688418251245,
      "loss": 0.6096,
      "step": 40713
    },
    {
      "epoch": 1.6675814048740527,
      "grad_norm": 1.1500120193608898,
      "learning_rate": 0.0002499244518379608,
      "loss": 0.7484,
      "step": 40714
    },
    {
      "epoch": 1.6676223633012492,
      "grad_norm": 0.8905687063558819,
      "learning_rate": 0.0002499220194461707,
      "loss": 0.5314,
      "step": 40715
    },
    {
      "epoch": 1.6676633217284458,
      "grad_norm": 1.1846046789647167,
      "learning_rate": 0.0002499195870071433,
      "loss": 0.6267,
      "step": 40716
    },
    {
      "epoch": 1.6677042801556419,
      "grad_norm": 1.0473155727500072,
      "learning_rate": 0.00024991715452087965,
      "loss": 0.3005,
      "step": 40717
    },
    {
      "epoch": 1.6677452385828384,
      "grad_norm": 1.289464754977295,
      "learning_rate": 0.000249914721987381,
      "loss": 0.7426,
      "step": 40718
    },
    {
      "epoch": 1.667786197010035,
      "grad_norm": 1.3737932848661032,
      "learning_rate": 0.00024991228940664847,
      "loss": 0.903,
      "step": 40719
    },
    {
      "epoch": 1.6678271554372313,
      "grad_norm": 0.8603700834530811,
      "learning_rate": 0.0002499098567786832,
      "loss": 0.6403,
      "step": 40720
    },
    {
      "epoch": 1.6678681138644276,
      "grad_norm": 1.1390244629393798,
      "learning_rate": 0.00024990742410348633,
      "loss": 0.6597,
      "step": 40721
    },
    {
      "epoch": 1.667909072291624,
      "grad_norm": 1.2460549683834812,
      "learning_rate": 0.000249904991381059,
      "loss": 0.7585,
      "step": 40722
    },
    {
      "epoch": 1.6679500307188204,
      "grad_norm": 1.1974027817600401,
      "learning_rate": 0.0002499025586114025,
      "loss": 0.7101,
      "step": 40723
    },
    {
      "epoch": 1.6679909891460167,
      "grad_norm": 1.1215947915453437,
      "learning_rate": 0.00024990012579451776,
      "loss": 0.8037,
      "step": 40724
    },
    {
      "epoch": 1.6680319475732133,
      "grad_norm": 1.6150145398575162,
      "learning_rate": 0.00024989769293040604,
      "loss": 0.9716,
      "step": 40725
    },
    {
      "epoch": 1.6680729060004096,
      "grad_norm": 1.2348832031057313,
      "learning_rate": 0.00024989526001906854,
      "loss": 0.8191,
      "step": 40726
    },
    {
      "epoch": 1.668113864427606,
      "grad_norm": 1.3892387884392,
      "learning_rate": 0.0002498928270605064,
      "loss": 1.2764,
      "step": 40727
    },
    {
      "epoch": 1.6681548228548024,
      "grad_norm": 0.8445139353320698,
      "learning_rate": 0.0002498903940547206,
      "loss": 0.5377,
      "step": 40728
    },
    {
      "epoch": 1.6681957812819987,
      "grad_norm": 1.0496382122488142,
      "learning_rate": 0.0002498879610017125,
      "loss": 0.7161,
      "step": 40729
    },
    {
      "epoch": 1.668236739709195,
      "grad_norm": 0.99684321126193,
      "learning_rate": 0.00024988552790148314,
      "loss": 0.4926,
      "step": 40730
    },
    {
      "epoch": 1.6682776981363916,
      "grad_norm": 0.9580627247586424,
      "learning_rate": 0.0002498830947540337,
      "loss": 0.8746,
      "step": 40731
    },
    {
      "epoch": 1.668318656563588,
      "grad_norm": 0.9765982002308299,
      "learning_rate": 0.0002498806615593654,
      "loss": 0.6277,
      "step": 40732
    },
    {
      "epoch": 1.6683596149907842,
      "grad_norm": 1.366850555042852,
      "learning_rate": 0.00024987822831747927,
      "loss": 0.8815,
      "step": 40733
    },
    {
      "epoch": 1.6684005734179808,
      "grad_norm": 1.2147025543816576,
      "learning_rate": 0.00024987579502837645,
      "loss": 0.6985,
      "step": 40734
    },
    {
      "epoch": 1.6684415318451773,
      "grad_norm": 1.0810027946312957,
      "learning_rate": 0.0002498733616920582,
      "loss": 0.6848,
      "step": 40735
    },
    {
      "epoch": 1.6684824902723734,
      "grad_norm": 1.0638867506964755,
      "learning_rate": 0.0002498709283085256,
      "loss": 0.8659,
      "step": 40736
    },
    {
      "epoch": 1.66852344869957,
      "grad_norm": 2.0788456908248114,
      "learning_rate": 0.00024986849487777986,
      "loss": 4.0306,
      "step": 40737
    },
    {
      "epoch": 1.6685644071267665,
      "grad_norm": 1.2800603185518087,
      "learning_rate": 0.0002498660613998221,
      "loss": 1.0151,
      "step": 40738
    },
    {
      "epoch": 1.6686053655539628,
      "grad_norm": 1.4187437623179182,
      "learning_rate": 0.0002498636278746534,
      "loss": 1.4168,
      "step": 40739
    },
    {
      "epoch": 1.668646323981159,
      "grad_norm": 0.7195039620072655,
      "learning_rate": 0.000249861194302275,
      "loss": 0.3282,
      "step": 40740
    },
    {
      "epoch": 1.6686872824083556,
      "grad_norm": 1.1126849685329556,
      "learning_rate": 0.00024985876068268806,
      "loss": 0.7749,
      "step": 40741
    },
    {
      "epoch": 1.668728240835552,
      "grad_norm": 1.2387290545335645,
      "learning_rate": 0.00024985632701589365,
      "loss": 1.3523,
      "step": 40742
    },
    {
      "epoch": 1.6687691992627482,
      "grad_norm": 1.3685832856501963,
      "learning_rate": 0.00024985389330189293,
      "loss": 1.0996,
      "step": 40743
    },
    {
      "epoch": 1.6688101576899448,
      "grad_norm": 0.9064726137380589,
      "learning_rate": 0.0002498514595406871,
      "loss": 0.5827,
      "step": 40744
    },
    {
      "epoch": 1.668851116117141,
      "grad_norm": 1.2002821841790825,
      "learning_rate": 0.0002498490257322773,
      "loss": 0.984,
      "step": 40745
    },
    {
      "epoch": 1.6688920745443374,
      "grad_norm": 1.18746511046559,
      "learning_rate": 0.0002498465918766648,
      "loss": 0.6852,
      "step": 40746
    },
    {
      "epoch": 1.668933032971534,
      "grad_norm": 1.4300590958280026,
      "learning_rate": 0.00024984415797385046,
      "loss": 0.9539,
      "step": 40747
    },
    {
      "epoch": 1.6689739913987303,
      "grad_norm": 1.3787098248166691,
      "learning_rate": 0.00024984172402383567,
      "loss": 0.9758,
      "step": 40748
    },
    {
      "epoch": 1.6690149498259266,
      "grad_norm": 0.7606008705609356,
      "learning_rate": 0.0002498392900266215,
      "loss": 0.3255,
      "step": 40749
    },
    {
      "epoch": 1.669055908253123,
      "grad_norm": 0.7650088561384413,
      "learning_rate": 0.0002498368559822091,
      "loss": 0.369,
      "step": 40750
    },
    {
      "epoch": 1.6690968666803194,
      "grad_norm": 1.1036085145555008,
      "learning_rate": 0.0002498344218905996,
      "loss": 0.847,
      "step": 40751
    },
    {
      "epoch": 1.6691378251075157,
      "grad_norm": 1.212909769702693,
      "learning_rate": 0.0002498319877517942,
      "loss": 0.9517,
      "step": 40752
    },
    {
      "epoch": 1.6691787835347123,
      "grad_norm": 1.3199093508509074,
      "learning_rate": 0.00024982955356579403,
      "loss": 0.7023,
      "step": 40753
    },
    {
      "epoch": 1.6692197419619088,
      "grad_norm": 1.2301499888568175,
      "learning_rate": 0.00024982711933260027,
      "loss": 0.9,
      "step": 40754
    },
    {
      "epoch": 1.669260700389105,
      "grad_norm": 1.01020582101797,
      "learning_rate": 0.000249824685052214,
      "loss": 0.6451,
      "step": 40755
    },
    {
      "epoch": 1.6693016588163014,
      "grad_norm": 1.1528055815609621,
      "learning_rate": 0.00024982225072463644,
      "loss": 0.8343,
      "step": 40756
    },
    {
      "epoch": 1.669342617243498,
      "grad_norm": 1.1402324840016824,
      "learning_rate": 0.00024981981634986865,
      "loss": 0.9345,
      "step": 40757
    },
    {
      "epoch": 1.6693835756706943,
      "grad_norm": 1.2837932423686442,
      "learning_rate": 0.00024981738192791193,
      "loss": 0.9724,
      "step": 40758
    },
    {
      "epoch": 1.6694245340978906,
      "grad_norm": 0.9995569800197112,
      "learning_rate": 0.0002498149474587673,
      "loss": 0.8878,
      "step": 40759
    },
    {
      "epoch": 1.6694654925250871,
      "grad_norm": 0.9151740960813596,
      "learning_rate": 0.00024981251294243595,
      "loss": 0.6645,
      "step": 40760
    },
    {
      "epoch": 1.6695064509522834,
      "grad_norm": 1.1026160279783954,
      "learning_rate": 0.00024981007837891907,
      "loss": 0.5891,
      "step": 40761
    },
    {
      "epoch": 1.6695474093794798,
      "grad_norm": 1.1188897888439056,
      "learning_rate": 0.0002498076437682177,
      "loss": 0.7538,
      "step": 40762
    },
    {
      "epoch": 1.6695883678066763,
      "grad_norm": 1.1961657668672794,
      "learning_rate": 0.00024980520911033313,
      "loss": 1.0045,
      "step": 40763
    },
    {
      "epoch": 1.6696293262338726,
      "grad_norm": 1.1163037033489018,
      "learning_rate": 0.00024980277440526645,
      "loss": 0.7584,
      "step": 40764
    },
    {
      "epoch": 1.669670284661069,
      "grad_norm": 1.6193397703015917,
      "learning_rate": 0.0002498003396530188,
      "loss": 1.2453,
      "step": 40765
    },
    {
      "epoch": 1.6697112430882655,
      "grad_norm": 1.2469820651008048,
      "learning_rate": 0.00024979790485359137,
      "loss": 1.0118,
      "step": 40766
    },
    {
      "epoch": 1.6697522015154618,
      "grad_norm": 1.053045197892105,
      "learning_rate": 0.0002497954700069852,
      "loss": 0.462,
      "step": 40767
    },
    {
      "epoch": 1.669793159942658,
      "grad_norm": 1.3098095410753843,
      "learning_rate": 0.00024979303511320157,
      "loss": 0.802,
      "step": 40768
    },
    {
      "epoch": 1.6698341183698546,
      "grad_norm": 1.4866570073714127,
      "learning_rate": 0.0002497906001722416,
      "loss": 1.2801,
      "step": 40769
    },
    {
      "epoch": 1.669875076797051,
      "grad_norm": 0.9998004329488506,
      "learning_rate": 0.0002497881651841064,
      "loss": 0.5062,
      "step": 40770
    },
    {
      "epoch": 1.6699160352242473,
      "grad_norm": 1.3882697124708823,
      "learning_rate": 0.00024978573014879714,
      "loss": 1.4522,
      "step": 40771
    },
    {
      "epoch": 1.6699569936514438,
      "grad_norm": 0.8118095092658286,
      "learning_rate": 0.00024978329506631497,
      "loss": 0.4138,
      "step": 40772
    },
    {
      "epoch": 1.6699979520786403,
      "grad_norm": 0.9877812700985134,
      "learning_rate": 0.0002497808599366611,
      "loss": 0.8148,
      "step": 40773
    },
    {
      "epoch": 1.6700389105058364,
      "grad_norm": 0.9575616931813149,
      "learning_rate": 0.0002497784247598366,
      "loss": 0.6198,
      "step": 40774
    },
    {
      "epoch": 1.670079868933033,
      "grad_norm": 0.6289943254598516,
      "learning_rate": 0.0002497759895358427,
      "loss": 0.2602,
      "step": 40775
    },
    {
      "epoch": 1.6701208273602295,
      "grad_norm": 1.1512461673543788,
      "learning_rate": 0.00024977355426468044,
      "loss": 0.8002,
      "step": 40776
    },
    {
      "epoch": 1.6701617857874258,
      "grad_norm": 1.065245669895266,
      "learning_rate": 0.000249771118946351,
      "loss": 0.6652,
      "step": 40777
    },
    {
      "epoch": 1.6702027442146221,
      "grad_norm": 0.805982443277348,
      "learning_rate": 0.00024976868358085564,
      "loss": 0.2718,
      "step": 40778
    },
    {
      "epoch": 1.6702437026418187,
      "grad_norm": 1.249738489177157,
      "learning_rate": 0.00024976624816819536,
      "loss": 0.7371,
      "step": 40779
    },
    {
      "epoch": 1.670284661069015,
      "grad_norm": 1.0245720625604509,
      "learning_rate": 0.0002497638127083715,
      "loss": 0.5963,
      "step": 40780
    },
    {
      "epoch": 1.6703256194962113,
      "grad_norm": 1.0033755890054181,
      "learning_rate": 0.00024976137720138496,
      "loss": 0.6513,
      "step": 40781
    },
    {
      "epoch": 1.6703665779234078,
      "grad_norm": 1.290219841272152,
      "learning_rate": 0.0002497589416472371,
      "loss": 0.8218,
      "step": 40782
    },
    {
      "epoch": 1.6704075363506041,
      "grad_norm": 0.7776838604220735,
      "learning_rate": 0.0002497565060459291,
      "loss": 0.317,
      "step": 40783
    },
    {
      "epoch": 1.6704484947778004,
      "grad_norm": 1.1058802531604355,
      "learning_rate": 0.0002497540703974618,
      "loss": 0.7865,
      "step": 40784
    },
    {
      "epoch": 1.670489453204997,
      "grad_norm": 1.0423246323359843,
      "learning_rate": 0.00024975163470183676,
      "loss": 0.8336,
      "step": 40785
    },
    {
      "epoch": 1.6705304116321933,
      "grad_norm": 1.1527815475329706,
      "learning_rate": 0.00024974919895905486,
      "loss": 0.7108,
      "step": 40786
    },
    {
      "epoch": 1.6705713700593896,
      "grad_norm": 1.7550185925682071,
      "learning_rate": 0.0002497467631691173,
      "loss": 0.5827,
      "step": 40787
    },
    {
      "epoch": 1.6706123284865861,
      "grad_norm": 0.9122241067847062,
      "learning_rate": 0.0002497443273320253,
      "loss": 0.5676,
      "step": 40788
    },
    {
      "epoch": 1.6706532869137827,
      "grad_norm": 0.8536415369575592,
      "learning_rate": 0.0002497418914477799,
      "loss": 0.6481,
      "step": 40789
    },
    {
      "epoch": 1.6706942453409788,
      "grad_norm": 1.2471012582230045,
      "learning_rate": 0.0002497394555163824,
      "loss": 1.0694,
      "step": 40790
    },
    {
      "epoch": 1.6707352037681753,
      "grad_norm": 0.9916660692839105,
      "learning_rate": 0.00024973701953783385,
      "loss": 0.6889,
      "step": 40791
    },
    {
      "epoch": 1.6707761621953718,
      "grad_norm": 1.158580973236481,
      "learning_rate": 0.0002497345835121354,
      "loss": 0.6316,
      "step": 40792
    },
    {
      "epoch": 1.670817120622568,
      "grad_norm": 1.0411060715022191,
      "learning_rate": 0.0002497321474392882,
      "loss": 0.8601,
      "step": 40793
    },
    {
      "epoch": 1.6708580790497645,
      "grad_norm": 1.1672573026488682,
      "learning_rate": 0.0002497297113192935,
      "loss": 0.8347,
      "step": 40794
    },
    {
      "epoch": 1.670899037476961,
      "grad_norm": 0.5045885860543093,
      "learning_rate": 0.00024972727515215235,
      "loss": 0.1466,
      "step": 40795
    },
    {
      "epoch": 1.6709399959041573,
      "grad_norm": 1.1631191122228521,
      "learning_rate": 0.00024972483893786595,
      "loss": 0.7433,
      "step": 40796
    },
    {
      "epoch": 1.6709809543313536,
      "grad_norm": 2.7361011023839015,
      "learning_rate": 0.00024972240267643545,
      "loss": 5.0011,
      "step": 40797
    },
    {
      "epoch": 1.6710219127585502,
      "grad_norm": 0.9637811722745161,
      "learning_rate": 0.0002497199663678619,
      "loss": 0.7271,
      "step": 40798
    },
    {
      "epoch": 1.6710628711857465,
      "grad_norm": 1.2724105424538927,
      "learning_rate": 0.0002497175300121466,
      "loss": 0.5118,
      "step": 40799
    },
    {
      "epoch": 1.6711038296129428,
      "grad_norm": 1.2632272810938374,
      "learning_rate": 0.0002497150936092906,
      "loss": 0.9674,
      "step": 40800
    },
    {
      "epoch": 1.6711447880401393,
      "grad_norm": 1.2485463288157839,
      "learning_rate": 0.00024971265715929516,
      "loss": 0.8327,
      "step": 40801
    },
    {
      "epoch": 1.6711857464673356,
      "grad_norm": 0.6225086136014366,
      "learning_rate": 0.0002497102206621613,
      "loss": 0.3163,
      "step": 40802
    },
    {
      "epoch": 1.671226704894532,
      "grad_norm": 1.3493790271400752,
      "learning_rate": 0.00024970778411789025,
      "loss": 0.8707,
      "step": 40803
    },
    {
      "epoch": 1.6712676633217285,
      "grad_norm": 1.3157304037911035,
      "learning_rate": 0.00024970534752648315,
      "loss": 1.0309,
      "step": 40804
    },
    {
      "epoch": 1.6713086217489248,
      "grad_norm": 1.1689213075441482,
      "learning_rate": 0.00024970291088794117,
      "loss": 0.4847,
      "step": 40805
    },
    {
      "epoch": 1.6713495801761211,
      "grad_norm": 0.8922322562967592,
      "learning_rate": 0.0002497004742022654,
      "loss": 0.5652,
      "step": 40806
    },
    {
      "epoch": 1.6713905386033177,
      "grad_norm": 1.0066429820921723,
      "learning_rate": 0.00024969803746945703,
      "loss": 0.9045,
      "step": 40807
    },
    {
      "epoch": 1.6714314970305142,
      "grad_norm": 1.1781712876184116,
      "learning_rate": 0.0002496956006895172,
      "loss": 0.7516,
      "step": 40808
    },
    {
      "epoch": 1.6714724554577103,
      "grad_norm": 1.215884924785343,
      "learning_rate": 0.0002496931638624471,
      "loss": 0.8127,
      "step": 40809
    },
    {
      "epoch": 1.6715134138849068,
      "grad_norm": 1.0263304719218584,
      "learning_rate": 0.00024969072698824787,
      "loss": 0.7319,
      "step": 40810
    },
    {
      "epoch": 1.6715543723121034,
      "grad_norm": 1.4015972377647787,
      "learning_rate": 0.00024968829006692065,
      "loss": 0.7198,
      "step": 40811
    },
    {
      "epoch": 1.6715953307392994,
      "grad_norm": 0.8499306565376993,
      "learning_rate": 0.0002496858530984666,
      "loss": 0.3786,
      "step": 40812
    },
    {
      "epoch": 1.671636289166496,
      "grad_norm": 0.6285128219358874,
      "learning_rate": 0.00024968341608288684,
      "loss": 0.3564,
      "step": 40813
    },
    {
      "epoch": 1.6716772475936925,
      "grad_norm": 0.7087562310922028,
      "learning_rate": 0.00024968097902018253,
      "loss": 0.4126,
      "step": 40814
    },
    {
      "epoch": 1.6717182060208888,
      "grad_norm": 1.2256157444508338,
      "learning_rate": 0.00024967854191035484,
      "loss": 0.963,
      "step": 40815
    },
    {
      "epoch": 1.6717591644480851,
      "grad_norm": 1.2059702904036478,
      "learning_rate": 0.0002496761047534049,
      "loss": 0.7677,
      "step": 40816
    },
    {
      "epoch": 1.6718001228752817,
      "grad_norm": 1.0719133645665635,
      "learning_rate": 0.00024967366754933396,
      "loss": 0.5804,
      "step": 40817
    },
    {
      "epoch": 1.671841081302478,
      "grad_norm": 1.0780360702534006,
      "learning_rate": 0.000249671230298143,
      "loss": 0.6881,
      "step": 40818
    },
    {
      "epoch": 1.6718820397296743,
      "grad_norm": 1.1293134703026977,
      "learning_rate": 0.00024966879299983337,
      "loss": 0.7775,
      "step": 40819
    },
    {
      "epoch": 1.6719229981568708,
      "grad_norm": 1.0317121066475716,
      "learning_rate": 0.00024966635565440605,
      "loss": 0.8163,
      "step": 40820
    },
    {
      "epoch": 1.6719639565840672,
      "grad_norm": 1.4628025070022785,
      "learning_rate": 0.0002496639182618623,
      "loss": 1.3227,
      "step": 40821
    },
    {
      "epoch": 1.6720049150112635,
      "grad_norm": 1.5742518744401177,
      "learning_rate": 0.00024966148082220316,
      "loss": 0.6262,
      "step": 40822
    },
    {
      "epoch": 1.67204587343846,
      "grad_norm": 1.0152493469465889,
      "learning_rate": 0.0002496590433354299,
      "loss": 0.2854,
      "step": 40823
    },
    {
      "epoch": 1.6720868318656563,
      "grad_norm": 0.8363573933975889,
      "learning_rate": 0.00024965660580154365,
      "loss": 0.3047,
      "step": 40824
    },
    {
      "epoch": 1.6721277902928526,
      "grad_norm": 0.8387962257197095,
      "learning_rate": 0.0002496541682205455,
      "loss": 0.578,
      "step": 40825
    },
    {
      "epoch": 1.6721687487200492,
      "grad_norm": 0.8659697814023753,
      "learning_rate": 0.0002496517305924367,
      "loss": 0.401,
      "step": 40826
    },
    {
      "epoch": 1.6722097071472457,
      "grad_norm": 1.027899520303672,
      "learning_rate": 0.00024964929291721827,
      "loss": 0.4857,
      "step": 40827
    },
    {
      "epoch": 1.6722506655744418,
      "grad_norm": 0.8322870290831579,
      "learning_rate": 0.0002496468551948915,
      "loss": 0.2751,
      "step": 40828
    },
    {
      "epoch": 1.6722916240016383,
      "grad_norm": 0.5951593748090943,
      "learning_rate": 0.00024964441742545746,
      "loss": 0.2554,
      "step": 40829
    },
    {
      "epoch": 1.6723325824288349,
      "grad_norm": 0.9964670845889038,
      "learning_rate": 0.0002496419796089173,
      "loss": 0.654,
      "step": 40830
    },
    {
      "epoch": 1.6723735408560312,
      "grad_norm": 0.8858112992266788,
      "learning_rate": 0.0002496395417452722,
      "loss": 0.6503,
      "step": 40831
    },
    {
      "epoch": 1.6724144992832275,
      "grad_norm": 1.6175462320839813,
      "learning_rate": 0.00024963710383452326,
      "loss": 0.8599,
      "step": 40832
    },
    {
      "epoch": 1.672455457710424,
      "grad_norm": 1.1060345374355627,
      "learning_rate": 0.00024963466587667177,
      "loss": 0.5682,
      "step": 40833
    },
    {
      "epoch": 1.6724964161376203,
      "grad_norm": 0.9679336060061183,
      "learning_rate": 0.0002496322278717188,
      "loss": 0.6802,
      "step": 40834
    },
    {
      "epoch": 1.6725373745648167,
      "grad_norm": 1.2631203714027985,
      "learning_rate": 0.0002496297898196654,
      "loss": 0.7271,
      "step": 40835
    },
    {
      "epoch": 1.6725783329920132,
      "grad_norm": 3.0965049071391877,
      "learning_rate": 0.0002496273517205129,
      "loss": 2.0052,
      "step": 40836
    },
    {
      "epoch": 1.6726192914192095,
      "grad_norm": 0.8163661606035579,
      "learning_rate": 0.00024962491357426235,
      "loss": 0.3058,
      "step": 40837
    },
    {
      "epoch": 1.6726602498464058,
      "grad_norm": 1.165870197651546,
      "learning_rate": 0.0002496224753809148,
      "loss": 0.9167,
      "step": 40838
    },
    {
      "epoch": 1.6727012082736024,
      "grad_norm": 1.9564832887930015,
      "learning_rate": 0.00024962003714047167,
      "loss": 2.3161,
      "step": 40839
    },
    {
      "epoch": 1.6727421667007987,
      "grad_norm": 0.8606413133759429,
      "learning_rate": 0.000249617598852934,
      "loss": 0.3733,
      "step": 40840
    },
    {
      "epoch": 1.672783125127995,
      "grad_norm": 1.260984519437007,
      "learning_rate": 0.00024961516051830277,
      "loss": 0.8709,
      "step": 40841
    },
    {
      "epoch": 1.6728240835551915,
      "grad_norm": 0.7786871901742713,
      "learning_rate": 0.00024961272213657934,
      "loss": 0.3414,
      "step": 40842
    },
    {
      "epoch": 1.6728650419823878,
      "grad_norm": 0.9277620615637758,
      "learning_rate": 0.0002496102837077648,
      "loss": 0.5151,
      "step": 40843
    },
    {
      "epoch": 1.6729060004095841,
      "grad_norm": 1.3717652343621753,
      "learning_rate": 0.0002496078452318603,
      "loss": 1.0871,
      "step": 40844
    },
    {
      "epoch": 1.6729469588367807,
      "grad_norm": 1.0770693784869025,
      "learning_rate": 0.00024960540670886696,
      "loss": 0.8025,
      "step": 40845
    },
    {
      "epoch": 1.6729879172639772,
      "grad_norm": 1.6220109269630887,
      "learning_rate": 0.00024960296813878596,
      "loss": 1.3926,
      "step": 40846
    },
    {
      "epoch": 1.6730288756911733,
      "grad_norm": 1.2410350946355637,
      "learning_rate": 0.0002496005295216185,
      "loss": 1.119,
      "step": 40847
    },
    {
      "epoch": 1.6730698341183698,
      "grad_norm": 0.6987298832559939,
      "learning_rate": 0.0002495980908573657,
      "loss": 0.2934,
      "step": 40848
    },
    {
      "epoch": 1.6731107925455664,
      "grad_norm": 0.9756048721498929,
      "learning_rate": 0.00024959565214602866,
      "loss": 0.7717,
      "step": 40849
    },
    {
      "epoch": 1.6731517509727627,
      "grad_norm": 0.6723763170297983,
      "learning_rate": 0.0002495932133876086,
      "loss": 0.3002,
      "step": 40850
    },
    {
      "epoch": 1.673192709399959,
      "grad_norm": 1.1435846645391283,
      "learning_rate": 0.0002495907745821066,
      "loss": 0.5327,
      "step": 40851
    },
    {
      "epoch": 1.6732336678271555,
      "grad_norm": 0.7570005542858652,
      "learning_rate": 0.0002495883357295239,
      "loss": 0.3155,
      "step": 40852
    },
    {
      "epoch": 1.6732746262543519,
      "grad_norm": 1.3702151305721468,
      "learning_rate": 0.0002495858968298616,
      "loss": 0.7892,
      "step": 40853
    },
    {
      "epoch": 1.6733155846815482,
      "grad_norm": 0.9956541160914967,
      "learning_rate": 0.0002495834578831209,
      "loss": 0.8403,
      "step": 40854
    },
    {
      "epoch": 1.6733565431087447,
      "grad_norm": 1.1655750222335497,
      "learning_rate": 0.0002495810188893029,
      "loss": 0.8518,
      "step": 40855
    },
    {
      "epoch": 1.673397501535941,
      "grad_norm": 1.0021028562662346,
      "learning_rate": 0.00024957857984840874,
      "loss": 0.6905,
      "step": 40856
    },
    {
      "epoch": 1.6734384599631373,
      "grad_norm": 0.8512251958488398,
      "learning_rate": 0.0002495761407604397,
      "loss": 0.3243,
      "step": 40857
    },
    {
      "epoch": 1.6734794183903339,
      "grad_norm": 1.0334703476674663,
      "learning_rate": 0.00024957370162539673,
      "loss": 0.8918,
      "step": 40858
    },
    {
      "epoch": 1.6735203768175302,
      "grad_norm": 1.9347098821643318,
      "learning_rate": 0.00024957126244328116,
      "loss": 1.9262,
      "step": 40859
    },
    {
      "epoch": 1.6735613352447265,
      "grad_norm": 1.0664256697475205,
      "learning_rate": 0.00024956882321409404,
      "loss": 0.7157,
      "step": 40860
    },
    {
      "epoch": 1.673602293671923,
      "grad_norm": 1.0307183084926372,
      "learning_rate": 0.00024956638393783655,
      "loss": 0.6485,
      "step": 40861
    },
    {
      "epoch": 1.6736432520991193,
      "grad_norm": 1.1427494866720753,
      "learning_rate": 0.0002495639446145099,
      "loss": 0.9727,
      "step": 40862
    },
    {
      "epoch": 1.6736842105263157,
      "grad_norm": 1.5087602584027666,
      "learning_rate": 0.00024956150524411513,
      "loss": 1.0986,
      "step": 40863
    },
    {
      "epoch": 1.6737251689535122,
      "grad_norm": 1.1756110730783944,
      "learning_rate": 0.00024955906582665354,
      "loss": 0.5601,
      "step": 40864
    },
    {
      "epoch": 1.6737661273807087,
      "grad_norm": 1.1801281648920532,
      "learning_rate": 0.00024955662636212613,
      "loss": 0.791,
      "step": 40865
    },
    {
      "epoch": 1.6738070858079048,
      "grad_norm": 1.1602550622374381,
      "learning_rate": 0.00024955418685053415,
      "loss": 0.8009,
      "step": 40866
    },
    {
      "epoch": 1.6738480442351014,
      "grad_norm": 1.085138186034877,
      "learning_rate": 0.0002495517472918787,
      "loss": 0.6537,
      "step": 40867
    },
    {
      "epoch": 1.673889002662298,
      "grad_norm": 1.5188705843482075,
      "learning_rate": 0.000249549307686161,
      "loss": 0.9335,
      "step": 40868
    },
    {
      "epoch": 1.6739299610894942,
      "grad_norm": 1.2194541235014158,
      "learning_rate": 0.00024954686803338216,
      "loss": 1.0815,
      "step": 40869
    },
    {
      "epoch": 1.6739709195166905,
      "grad_norm": 1.205569766164325,
      "learning_rate": 0.0002495444283335433,
      "loss": 1.0896,
      "step": 40870
    },
    {
      "epoch": 1.674011877943887,
      "grad_norm": 1.3337929823247467,
      "learning_rate": 0.00024954198858664564,
      "loss": 1.0518,
      "step": 40871
    },
    {
      "epoch": 1.6740528363710834,
      "grad_norm": 1.4823787769501695,
      "learning_rate": 0.0002495395487926903,
      "loss": 1.2021,
      "step": 40872
    },
    {
      "epoch": 1.6740937947982797,
      "grad_norm": 1.3135262227898021,
      "learning_rate": 0.00024953710895167844,
      "loss": 0.9219,
      "step": 40873
    },
    {
      "epoch": 1.6741347532254762,
      "grad_norm": 1.4704372918776967,
      "learning_rate": 0.0002495346690636112,
      "loss": 0.7292,
      "step": 40874
    },
    {
      "epoch": 1.6741757116526725,
      "grad_norm": 1.0458288308199801,
      "learning_rate": 0.0002495322291284898,
      "loss": 0.9845,
      "step": 40875
    },
    {
      "epoch": 1.6742166700798689,
      "grad_norm": 0.9208662988799283,
      "learning_rate": 0.00024952978914631526,
      "loss": 0.349,
      "step": 40876
    },
    {
      "epoch": 1.6742576285070654,
      "grad_norm": 1.9268184531318708,
      "learning_rate": 0.00024952734911708885,
      "loss": 2.768,
      "step": 40877
    },
    {
      "epoch": 1.6742985869342617,
      "grad_norm": 1.269285211716007,
      "learning_rate": 0.00024952490904081164,
      "loss": 0.7757,
      "step": 40878
    },
    {
      "epoch": 1.674339545361458,
      "grad_norm": 0.9298936782108331,
      "learning_rate": 0.0002495224689174849,
      "loss": 0.6881,
      "step": 40879
    },
    {
      "epoch": 1.6743805037886546,
      "grad_norm": 1.4246307223046852,
      "learning_rate": 0.00024952002874710966,
      "loss": 0.6708,
      "step": 40880
    },
    {
      "epoch": 1.6744214622158509,
      "grad_norm": 0.9796436423114027,
      "learning_rate": 0.00024951758852968716,
      "loss": 0.6163,
      "step": 40881
    },
    {
      "epoch": 1.6744624206430472,
      "grad_norm": 1.0806788175638988,
      "learning_rate": 0.0002495151482652185,
      "loss": 0.5004,
      "step": 40882
    },
    {
      "epoch": 1.6745033790702437,
      "grad_norm": 1.3410496697880634,
      "learning_rate": 0.0002495127079537048,
      "loss": 0.8671,
      "step": 40883
    },
    {
      "epoch": 1.6745443374974402,
      "grad_norm": 1.226016078891679,
      "learning_rate": 0.00024951026759514736,
      "loss": 0.7589,
      "step": 40884
    },
    {
      "epoch": 1.6745852959246363,
      "grad_norm": 1.2008627498951927,
      "learning_rate": 0.00024950782718954716,
      "loss": 0.9459,
      "step": 40885
    },
    {
      "epoch": 1.6746262543518329,
      "grad_norm": 1.1049327155255242,
      "learning_rate": 0.0002495053867369055,
      "loss": 0.8516,
      "step": 40886
    },
    {
      "epoch": 1.6746672127790294,
      "grad_norm": 0.987422725025125,
      "learning_rate": 0.0002495029462372235,
      "loss": 0.5005,
      "step": 40887
    },
    {
      "epoch": 1.6747081712062257,
      "grad_norm": 0.9996018059206065,
      "learning_rate": 0.00024950050569050216,
      "loss": 0.622,
      "step": 40888
    },
    {
      "epoch": 1.674749129633422,
      "grad_norm": 1.0375798527031979,
      "learning_rate": 0.0002494980650967428,
      "loss": 0.8237,
      "step": 40889
    },
    {
      "epoch": 1.6747900880606186,
      "grad_norm": 0.9890346734086773,
      "learning_rate": 0.00024949562445594656,
      "loss": 0.66,
      "step": 40890
    },
    {
      "epoch": 1.674831046487815,
      "grad_norm": 1.3758525475768095,
      "learning_rate": 0.00024949318376811454,
      "loss": 1.0787,
      "step": 40891
    },
    {
      "epoch": 1.6748720049150112,
      "grad_norm": 1.4804214159931137,
      "learning_rate": 0.00024949074303324794,
      "loss": 0.7556,
      "step": 40892
    },
    {
      "epoch": 1.6749129633422077,
      "grad_norm": 1.01837108172679,
      "learning_rate": 0.0002494883022513479,
      "loss": 0.639,
      "step": 40893
    },
    {
      "epoch": 1.674953921769404,
      "grad_norm": 0.9280929389167163,
      "learning_rate": 0.0002494858614224155,
      "loss": 0.3955,
      "step": 40894
    },
    {
      "epoch": 1.6749948801966004,
      "grad_norm": 1.3726511892806168,
      "learning_rate": 0.000249483420546452,
      "loss": 1.0423,
      "step": 40895
    },
    {
      "epoch": 1.675035838623797,
      "grad_norm": 0.7503252344650478,
      "learning_rate": 0.0002494809796234585,
      "loss": 0.3028,
      "step": 40896
    },
    {
      "epoch": 1.6750767970509932,
      "grad_norm": 1.3594084462653966,
      "learning_rate": 0.00024947853865343617,
      "loss": 0.9251,
      "step": 40897
    },
    {
      "epoch": 1.6751177554781895,
      "grad_norm": 1.3128411056665923,
      "learning_rate": 0.00024947609763638617,
      "loss": 0.8834,
      "step": 40898
    },
    {
      "epoch": 1.675158713905386,
      "grad_norm": 1.5224558889250441,
      "learning_rate": 0.0002494736565723096,
      "loss": 1.5925,
      "step": 40899
    },
    {
      "epoch": 1.6751996723325824,
      "grad_norm": 1.1754063038485263,
      "learning_rate": 0.0002494712154612077,
      "loss": 0.8618,
      "step": 40900
    },
    {
      "epoch": 1.6752406307597787,
      "grad_norm": 0.9149985648540232,
      "learning_rate": 0.0002494687743030816,
      "loss": 0.6837,
      "step": 40901
    },
    {
      "epoch": 1.6752815891869752,
      "grad_norm": 0.9528860574926422,
      "learning_rate": 0.0002494663330979324,
      "loss": 0.5356,
      "step": 40902
    },
    {
      "epoch": 1.6753225476141718,
      "grad_norm": 1.0491961819941718,
      "learning_rate": 0.00024946389184576126,
      "loss": 0.7042,
      "step": 40903
    },
    {
      "epoch": 1.6753635060413679,
      "grad_norm": 0.9090798512455491,
      "learning_rate": 0.00024946145054656943,
      "loss": 0.7155,
      "step": 40904
    },
    {
      "epoch": 1.6754044644685644,
      "grad_norm": 1.0580373548643076,
      "learning_rate": 0.000249459009200358,
      "loss": 0.9507,
      "step": 40905
    },
    {
      "epoch": 1.675445422895761,
      "grad_norm": 1.203102205925977,
      "learning_rate": 0.00024945656780712804,
      "loss": 0.7836,
      "step": 40906
    },
    {
      "epoch": 1.6754863813229572,
      "grad_norm": 1.3655049168071798,
      "learning_rate": 0.00024945412636688085,
      "loss": 0.8996,
      "step": 40907
    },
    {
      "epoch": 1.6755273397501536,
      "grad_norm": 1.4534492049711227,
      "learning_rate": 0.0002494516848796175,
      "loss": 0.7035,
      "step": 40908
    },
    {
      "epoch": 1.67556829817735,
      "grad_norm": 1.0623899834003887,
      "learning_rate": 0.00024944924334533916,
      "loss": 0.782,
      "step": 40909
    },
    {
      "epoch": 1.6756092566045464,
      "grad_norm": 1.0639575456288182,
      "learning_rate": 0.00024944680176404704,
      "loss": 0.757,
      "step": 40910
    },
    {
      "epoch": 1.6756502150317427,
      "grad_norm": 1.8637220669026036,
      "learning_rate": 0.0002494443601357421,
      "loss": 2.3502,
      "step": 40911
    },
    {
      "epoch": 1.6756911734589393,
      "grad_norm": 0.812984446109575,
      "learning_rate": 0.0002494419184604258,
      "loss": 0.2139,
      "step": 40912
    },
    {
      "epoch": 1.6757321318861356,
      "grad_norm": 1.250471438614774,
      "learning_rate": 0.0002494394767380991,
      "loss": 1.0208,
      "step": 40913
    },
    {
      "epoch": 1.6757730903133319,
      "grad_norm": 1.2842007438043082,
      "learning_rate": 0.0002494370349687631,
      "loss": 0.9872,
      "step": 40914
    },
    {
      "epoch": 1.6758140487405284,
      "grad_norm": 4.349510495440997,
      "learning_rate": 0.0002494345931524191,
      "loss": 4.9349,
      "step": 40915
    },
    {
      "epoch": 1.6758550071677247,
      "grad_norm": 1.3133042159334798,
      "learning_rate": 0.0002494321512890682,
      "loss": 0.94,
      "step": 40916
    },
    {
      "epoch": 1.675895965594921,
      "grad_norm": 0.9619911424323433,
      "learning_rate": 0.0002494297093787115,
      "loss": 0.6939,
      "step": 40917
    },
    {
      "epoch": 1.6759369240221176,
      "grad_norm": 1.0945676955234007,
      "learning_rate": 0.00024942726742135024,
      "loss": 1.017,
      "step": 40918
    },
    {
      "epoch": 1.675977882449314,
      "grad_norm": 1.4269613523136955,
      "learning_rate": 0.00024942482541698556,
      "loss": 0.8819,
      "step": 40919
    },
    {
      "epoch": 1.6760188408765102,
      "grad_norm": 1.2999082238985673,
      "learning_rate": 0.00024942238336561856,
      "loss": 0.8499,
      "step": 40920
    },
    {
      "epoch": 1.6760597993037067,
      "grad_norm": 0.9758228862543243,
      "learning_rate": 0.00024941994126725047,
      "loss": 0.4594,
      "step": 40921
    },
    {
      "epoch": 1.6761007577309033,
      "grad_norm": 0.9304057509444735,
      "learning_rate": 0.0002494174991218824,
      "loss": 0.8596,
      "step": 40922
    },
    {
      "epoch": 1.6761417161580994,
      "grad_norm": 1.3990184795304268,
      "learning_rate": 0.0002494150569295154,
      "loss": 0.9438,
      "step": 40923
    },
    {
      "epoch": 1.676182674585296,
      "grad_norm": 1.0420830526335523,
      "learning_rate": 0.0002494126146901508,
      "loss": 0.4327,
      "step": 40924
    },
    {
      "epoch": 1.6762236330124924,
      "grad_norm": 1.2345597052732105,
      "learning_rate": 0.0002494101724037897,
      "loss": 0.9118,
      "step": 40925
    },
    {
      "epoch": 1.6762645914396888,
      "grad_norm": 1.1637267938697866,
      "learning_rate": 0.00024940773007043325,
      "loss": 0.7492,
      "step": 40926
    },
    {
      "epoch": 1.676305549866885,
      "grad_norm": 1.3740500585548479,
      "learning_rate": 0.00024940528769008255,
      "loss": 0.9382,
      "step": 40927
    },
    {
      "epoch": 1.6763465082940816,
      "grad_norm": 0.9490010608561378,
      "learning_rate": 0.00024940284526273884,
      "loss": 0.7325,
      "step": 40928
    },
    {
      "epoch": 1.676387466721278,
      "grad_norm": 1.2770916599654478,
      "learning_rate": 0.0002494004027884032,
      "loss": 0.8057,
      "step": 40929
    },
    {
      "epoch": 1.6764284251484742,
      "grad_norm": 1.1542991715635558,
      "learning_rate": 0.00024939796026707684,
      "loss": 0.7484,
      "step": 40930
    },
    {
      "epoch": 1.6764693835756708,
      "grad_norm": 4.450805637881747,
      "learning_rate": 0.00024939551769876083,
      "loss": 1.1479,
      "step": 40931
    },
    {
      "epoch": 1.676510342002867,
      "grad_norm": 1.0400962820127397,
      "learning_rate": 0.0002493930750834565,
      "loss": 0.7069,
      "step": 40932
    },
    {
      "epoch": 1.6765513004300634,
      "grad_norm": 1.1646607009965289,
      "learning_rate": 0.0002493906324211648,
      "loss": 0.4741,
      "step": 40933
    },
    {
      "epoch": 1.67659225885726,
      "grad_norm": 5.716990258661049,
      "learning_rate": 0.000249388189711887,
      "loss": 3.7079,
      "step": 40934
    },
    {
      "epoch": 1.6766332172844562,
      "grad_norm": 1.2526809583405651,
      "learning_rate": 0.0002493857469556242,
      "loss": 0.4356,
      "step": 40935
    },
    {
      "epoch": 1.6766741757116526,
      "grad_norm": 1.0329503623541927,
      "learning_rate": 0.00024938330415237765,
      "loss": 0.7384,
      "step": 40936
    },
    {
      "epoch": 1.676715134138849,
      "grad_norm": 1.2649902863910918,
      "learning_rate": 0.0002493808613021484,
      "loss": 0.8107,
      "step": 40937
    },
    {
      "epoch": 1.6767560925660454,
      "grad_norm": 1.5248467908677594,
      "learning_rate": 0.0002493784184049377,
      "loss": 0.8391,
      "step": 40938
    },
    {
      "epoch": 1.6767970509932417,
      "grad_norm": 0.9437612485486793,
      "learning_rate": 0.00024937597546074655,
      "loss": 0.4911,
      "step": 40939
    },
    {
      "epoch": 1.6768380094204383,
      "grad_norm": 1.4411138265821206,
      "learning_rate": 0.0002493735324695763,
      "loss": 0.6943,
      "step": 40940
    },
    {
      "epoch": 1.6768789678476348,
      "grad_norm": 1.427844428296214,
      "learning_rate": 0.00024937108943142794,
      "loss": 1.0646,
      "step": 40941
    },
    {
      "epoch": 1.6769199262748309,
      "grad_norm": 1.5096793536741628,
      "learning_rate": 0.00024936864634630273,
      "loss": 1.0282,
      "step": 40942
    },
    {
      "epoch": 1.6769608847020274,
      "grad_norm": 1.2377934205325896,
      "learning_rate": 0.0002493662032142018,
      "loss": 0.8481,
      "step": 40943
    },
    {
      "epoch": 1.677001843129224,
      "grad_norm": 23.082700793738784,
      "learning_rate": 0.00024936376003512626,
      "loss": 4.2816,
      "step": 40944
    },
    {
      "epoch": 1.6770428015564203,
      "grad_norm": 0.49041707984011984,
      "learning_rate": 0.0002493613168090773,
      "loss": 0.1964,
      "step": 40945
    },
    {
      "epoch": 1.6770837599836166,
      "grad_norm": 1.1744818337243887,
      "learning_rate": 0.0002493588735360562,
      "loss": 0.744,
      "step": 40946
    },
    {
      "epoch": 1.6771247184108131,
      "grad_norm": 1.225552840519249,
      "learning_rate": 0.00024935643021606384,
      "loss": 0.8037,
      "step": 40947
    },
    {
      "epoch": 1.6771656768380094,
      "grad_norm": 1.6570681224328687,
      "learning_rate": 0.0002493539868491015,
      "loss": 1.2109,
      "step": 40948
    },
    {
      "epoch": 1.6772066352652057,
      "grad_norm": 2.235995993750021,
      "learning_rate": 0.0002493515434351705,
      "loss": 1.0927,
      "step": 40949
    },
    {
      "epoch": 1.6772475936924023,
      "grad_norm": 1.5244358392849644,
      "learning_rate": 0.0002493490999742718,
      "loss": 0.9765,
      "step": 40950
    },
    {
      "epoch": 1.6772885521195986,
      "grad_norm": 1.2513182964639598,
      "learning_rate": 0.0002493466564664066,
      "loss": 1.0964,
      "step": 40951
    },
    {
      "epoch": 1.677329510546795,
      "grad_norm": 0.7493502517622251,
      "learning_rate": 0.00024934421291157604,
      "loss": 0.3436,
      "step": 40952
    },
    {
      "epoch": 1.6773704689739914,
      "grad_norm": 1.1819699883837422,
      "learning_rate": 0.00024934176930978134,
      "loss": 0.7062,
      "step": 40953
    },
    {
      "epoch": 1.6774114274011878,
      "grad_norm": 1.4393133447772357,
      "learning_rate": 0.0002493393256610236,
      "loss": 1.2435,
      "step": 40954
    },
    {
      "epoch": 1.677452385828384,
      "grad_norm": 1.4082686957717003,
      "learning_rate": 0.00024933688196530397,
      "loss": 1.1267,
      "step": 40955
    },
    {
      "epoch": 1.6774933442555806,
      "grad_norm": 1.0884397004643747,
      "learning_rate": 0.0002493344382226237,
      "loss": 0.5119,
      "step": 40956
    },
    {
      "epoch": 1.6775343026827771,
      "grad_norm": 0.998636763156702,
      "learning_rate": 0.0002493319944329838,
      "loss": 0.634,
      "step": 40957
    },
    {
      "epoch": 1.6775752611099732,
      "grad_norm": 1.3309496589802425,
      "learning_rate": 0.0002493295505963855,
      "loss": 1.0699,
      "step": 40958
    },
    {
      "epoch": 1.6776162195371698,
      "grad_norm": 1.6319286319555932,
      "learning_rate": 0.00024932710671282996,
      "loss": 1.3323,
      "step": 40959
    },
    {
      "epoch": 1.6776571779643663,
      "grad_norm": 2.079471731751679,
      "learning_rate": 0.0002493246627823183,
      "loss": 2.1137,
      "step": 40960
    },
    {
      "epoch": 1.6776981363915624,
      "grad_norm": 1.2589489480856937,
      "learning_rate": 0.0002493222188048518,
      "loss": 0.8238,
      "step": 40961
    },
    {
      "epoch": 1.677739094818759,
      "grad_norm": 1.3489908712407082,
      "learning_rate": 0.00024931977478043145,
      "loss": 0.9041,
      "step": 40962
    },
    {
      "epoch": 1.6777800532459555,
      "grad_norm": 1.3480581144302943,
      "learning_rate": 0.00024931733070905854,
      "loss": 1.1811,
      "step": 40963
    },
    {
      "epoch": 1.6778210116731518,
      "grad_norm": 1.0418090752077542,
      "learning_rate": 0.0002493148865907341,
      "loss": 0.8202,
      "step": 40964
    },
    {
      "epoch": 1.677861970100348,
      "grad_norm": 1.5102598243345997,
      "learning_rate": 0.0002493124424254593,
      "loss": 0.8938,
      "step": 40965
    },
    {
      "epoch": 1.6779029285275446,
      "grad_norm": 1.883907968563491,
      "learning_rate": 0.00024930999821323545,
      "loss": 1.4677,
      "step": 40966
    },
    {
      "epoch": 1.677943886954741,
      "grad_norm": 1.4682399960035564,
      "learning_rate": 0.0002493075539540635,
      "loss": 0.8605,
      "step": 40967
    },
    {
      "epoch": 1.6779848453819373,
      "grad_norm": 1.3891293267319524,
      "learning_rate": 0.0002493051096479447,
      "loss": 0.9989,
      "step": 40968
    },
    {
      "epoch": 1.6780258038091338,
      "grad_norm": 1.1744942840236667,
      "learning_rate": 0.00024930266529488024,
      "loss": 0.8329,
      "step": 40969
    },
    {
      "epoch": 1.6780667622363301,
      "grad_norm": 1.1280358294144721,
      "learning_rate": 0.0002493002208948713,
      "loss": 0.7536,
      "step": 40970
    },
    {
      "epoch": 1.6781077206635264,
      "grad_norm": 0.6242930437739418,
      "learning_rate": 0.0002492977764479189,
      "loss": 0.2784,
      "step": 40971
    },
    {
      "epoch": 1.678148679090723,
      "grad_norm": 2.071997869584032,
      "learning_rate": 0.0002492953319540243,
      "loss": 1.4281,
      "step": 40972
    },
    {
      "epoch": 1.6781896375179193,
      "grad_norm": 1.701858567743068,
      "learning_rate": 0.00024929288741318864,
      "loss": 0.956,
      "step": 40973
    },
    {
      "epoch": 1.6782305959451156,
      "grad_norm": 1.1640249508899463,
      "learning_rate": 0.00024929044282541305,
      "loss": 0.6594,
      "step": 40974
    },
    {
      "epoch": 1.6782715543723121,
      "grad_norm": 1.001659654829569,
      "learning_rate": 0.00024928799819069866,
      "loss": 0.7045,
      "step": 40975
    },
    {
      "epoch": 1.6783125127995087,
      "grad_norm": 1.1915362688149667,
      "learning_rate": 0.0002492855535090467,
      "loss": 0.8437,
      "step": 40976
    },
    {
      "epoch": 1.6783534712267048,
      "grad_norm": 1.0630493772879683,
      "learning_rate": 0.0002492831087804583,
      "loss": 1.0016,
      "step": 40977
    },
    {
      "epoch": 1.6783944296539013,
      "grad_norm": 1.0653963555690449,
      "learning_rate": 0.0002492806640049346,
      "loss": 1.0441,
      "step": 40978
    },
    {
      "epoch": 1.6784353880810978,
      "grad_norm": 1.2065523048603504,
      "learning_rate": 0.00024927821918247677,
      "loss": 0.9611,
      "step": 40979
    },
    {
      "epoch": 1.6784763465082941,
      "grad_norm": 1.1845736993322622,
      "learning_rate": 0.00024927577431308595,
      "loss": 0.672,
      "step": 40980
    },
    {
      "epoch": 1.6785173049354905,
      "grad_norm": 0.8672758351701826,
      "learning_rate": 0.00024927332939676333,
      "loss": 0.8174,
      "step": 40981
    },
    {
      "epoch": 1.678558263362687,
      "grad_norm": 1.0991645844469298,
      "learning_rate": 0.00024927088443351,
      "loss": 0.9692,
      "step": 40982
    },
    {
      "epoch": 1.6785992217898833,
      "grad_norm": 1.2294713360701917,
      "learning_rate": 0.0002492684394233272,
      "loss": 1.1701,
      "step": 40983
    },
    {
      "epoch": 1.6786401802170796,
      "grad_norm": 1.321753188228257,
      "learning_rate": 0.000249265994366216,
      "loss": 0.7156,
      "step": 40984
    },
    {
      "epoch": 1.6786811386442761,
      "grad_norm": 1.140113134216646,
      "learning_rate": 0.00024926354926217757,
      "loss": 0.9229,
      "step": 40985
    },
    {
      "epoch": 1.6787220970714725,
      "grad_norm": 1.608173217265292,
      "learning_rate": 0.00024926110411121316,
      "loss": 1.5008,
      "step": 40986
    },
    {
      "epoch": 1.6787630554986688,
      "grad_norm": 1.1566915049128608,
      "learning_rate": 0.00024925865891332384,
      "loss": 0.6499,
      "step": 40987
    },
    {
      "epoch": 1.6788040139258653,
      "grad_norm": 0.9450917744399973,
      "learning_rate": 0.0002492562136685108,
      "loss": 0.6129,
      "step": 40988
    },
    {
      "epoch": 1.6788449723530616,
      "grad_norm": 1.474279461132979,
      "learning_rate": 0.0002492537683767752,
      "loss": 0.7671,
      "step": 40989
    },
    {
      "epoch": 1.678885930780258,
      "grad_norm": 1.2391369369435057,
      "learning_rate": 0.0002492513230381181,
      "loss": 1.0497,
      "step": 40990
    },
    {
      "epoch": 1.6789268892074545,
      "grad_norm": 1.2915549727843627,
      "learning_rate": 0.0002492488776525408,
      "loss": 1.298,
      "step": 40991
    },
    {
      "epoch": 1.6789678476346508,
      "grad_norm": 1.1899359023038734,
      "learning_rate": 0.0002492464322200444,
      "loss": 0.8792,
      "step": 40992
    },
    {
      "epoch": 1.679008806061847,
      "grad_norm": 1.0451959568180837,
      "learning_rate": 0.00024924398674062997,
      "loss": 0.7626,
      "step": 40993
    },
    {
      "epoch": 1.6790497644890436,
      "grad_norm": 1.1990320112507846,
      "learning_rate": 0.0002492415412142988,
      "loss": 0.6894,
      "step": 40994
    },
    {
      "epoch": 1.6790907229162402,
      "grad_norm": 1.439567350157982,
      "learning_rate": 0.000249239095641052,
      "loss": 1.4062,
      "step": 40995
    },
    {
      "epoch": 1.6791316813434363,
      "grad_norm": 0.974181862472097,
      "learning_rate": 0.00024923665002089064,
      "loss": 0.6679,
      "step": 40996
    },
    {
      "epoch": 1.6791726397706328,
      "grad_norm": 1.3157505853087141,
      "learning_rate": 0.000249234204353816,
      "loss": 1.0924,
      "step": 40997
    },
    {
      "epoch": 1.6792135981978293,
      "grad_norm": 1.4893503574660705,
      "learning_rate": 0.0002492317586398292,
      "loss": 1.0755,
      "step": 40998
    },
    {
      "epoch": 1.6792545566250257,
      "grad_norm": 1.3172163016133385,
      "learning_rate": 0.0002492293128789314,
      "loss": 1.1126,
      "step": 40999
    },
    {
      "epoch": 1.679295515052222,
      "grad_norm": 1.289288476739395,
      "learning_rate": 0.00024922686707112363,
      "loss": 1.0064,
      "step": 41000
    },
    {
      "epoch": 1.6793364734794185,
      "grad_norm": 0.7713900781609496,
      "learning_rate": 0.0002492244212164073,
      "loss": 0.3859,
      "step": 41001
    },
    {
      "epoch": 1.6793774319066148,
      "grad_norm": 1.1897731848066209,
      "learning_rate": 0.0002492219753147833,
      "loss": 0.6847,
      "step": 41002
    },
    {
      "epoch": 1.6794183903338111,
      "grad_norm": 1.136131995432786,
      "learning_rate": 0.000249219529366253,
      "loss": 0.8316,
      "step": 41003
    },
    {
      "epoch": 1.6794593487610077,
      "grad_norm": 1.0902446174176628,
      "learning_rate": 0.0002492170833708174,
      "loss": 0.5269,
      "step": 41004
    },
    {
      "epoch": 1.679500307188204,
      "grad_norm": 1.4089225508390824,
      "learning_rate": 0.00024921463732847774,
      "loss": 1.4241,
      "step": 41005
    },
    {
      "epoch": 1.6795412656154003,
      "grad_norm": 1.0435623668417664,
      "learning_rate": 0.0002492121912392352,
      "loss": 0.8,
      "step": 41006
    },
    {
      "epoch": 1.6795822240425968,
      "grad_norm": 1.3284410393297426,
      "learning_rate": 0.00024920974510309085,
      "loss": 0.7551,
      "step": 41007
    },
    {
      "epoch": 1.6796231824697931,
      "grad_norm": 1.0936774579142734,
      "learning_rate": 0.0002492072989200459,
      "loss": 0.8713,
      "step": 41008
    },
    {
      "epoch": 1.6796641408969895,
      "grad_norm": 1.3939788992412263,
      "learning_rate": 0.00024920485269010146,
      "loss": 1.2792,
      "step": 41009
    },
    {
      "epoch": 1.679705099324186,
      "grad_norm": 1.1610786895472818,
      "learning_rate": 0.00024920240641325875,
      "loss": 1.077,
      "step": 41010
    },
    {
      "epoch": 1.6797460577513823,
      "grad_norm": 1.2620845099731859,
      "learning_rate": 0.0002491999600895189,
      "loss": 0.6074,
      "step": 41011
    },
    {
      "epoch": 1.6797870161785786,
      "grad_norm": 1.5151400321559816,
      "learning_rate": 0.00024919751371888307,
      "loss": 1.0978,
      "step": 41012
    },
    {
      "epoch": 1.6798279746057752,
      "grad_norm": 1.143710059333216,
      "learning_rate": 0.0002491950673013524,
      "loss": 0.686,
      "step": 41013
    },
    {
      "epoch": 1.6798689330329717,
      "grad_norm": 0.7128841647070361,
      "learning_rate": 0.00024919262083692806,
      "loss": 0.2054,
      "step": 41014
    },
    {
      "epoch": 1.6799098914601678,
      "grad_norm": 2.554901113529967,
      "learning_rate": 0.0002491901743256112,
      "loss": 2.1173,
      "step": 41015
    },
    {
      "epoch": 1.6799508498873643,
      "grad_norm": 1.5346258266745745,
      "learning_rate": 0.000249187727767403,
      "loss": 0.9041,
      "step": 41016
    },
    {
      "epoch": 1.6799918083145609,
      "grad_norm": 1.0145946460038466,
      "learning_rate": 0.00024918528116230456,
      "loss": 0.5971,
      "step": 41017
    },
    {
      "epoch": 1.6800327667417572,
      "grad_norm": 1.7408577149382534,
      "learning_rate": 0.0002491828345103171,
      "loss": 1.0906,
      "step": 41018
    },
    {
      "epoch": 1.6800737251689535,
      "grad_norm": 1.1250495587015843,
      "learning_rate": 0.0002491803878114418,
      "loss": 0.8157,
      "step": 41019
    },
    {
      "epoch": 1.68011468359615,
      "grad_norm": 1.1420646106339334,
      "learning_rate": 0.0002491779410656797,
      "loss": 0.853,
      "step": 41020
    },
    {
      "epoch": 1.6801556420233463,
      "grad_norm": 1.4219010145389734,
      "learning_rate": 0.00024917549427303203,
      "loss": 0.7094,
      "step": 41021
    },
    {
      "epoch": 1.6801966004505426,
      "grad_norm": 1.287502225090552,
      "learning_rate": 0.0002491730474335,
      "loss": 0.8759,
      "step": 41022
    },
    {
      "epoch": 1.6802375588777392,
      "grad_norm": 1.5265008010004673,
      "learning_rate": 0.00024917060054708466,
      "loss": 1.292,
      "step": 41023
    },
    {
      "epoch": 1.6802785173049355,
      "grad_norm": 1.2858639420297477,
      "learning_rate": 0.0002491681536137872,
      "loss": 0.8283,
      "step": 41024
    },
    {
      "epoch": 1.6803194757321318,
      "grad_norm": 1.3567222799668355,
      "learning_rate": 0.00024916570663360886,
      "loss": 0.9752,
      "step": 41025
    },
    {
      "epoch": 1.6803604341593283,
      "grad_norm": 1.082358817758883,
      "learning_rate": 0.00024916325960655067,
      "loss": 0.7721,
      "step": 41026
    },
    {
      "epoch": 1.6804013925865247,
      "grad_norm": 0.9284390510294166,
      "learning_rate": 0.00024916081253261384,
      "loss": 0.6159,
      "step": 41027
    },
    {
      "epoch": 1.680442351013721,
      "grad_norm": 1.5966980473987546,
      "learning_rate": 0.00024915836541179954,
      "loss": 1.0625,
      "step": 41028
    },
    {
      "epoch": 1.6804833094409175,
      "grad_norm": 1.4348413998746987,
      "learning_rate": 0.0002491559182441089,
      "loss": 1.3388,
      "step": 41029
    },
    {
      "epoch": 1.6805242678681138,
      "grad_norm": 1.0096541365130967,
      "learning_rate": 0.0002491534710295431,
      "loss": 0.8116,
      "step": 41030
    },
    {
      "epoch": 1.6805652262953101,
      "grad_norm": 3.6741894792057126,
      "learning_rate": 0.00024915102376810334,
      "loss": 3.5228,
      "step": 41031
    },
    {
      "epoch": 1.6806061847225067,
      "grad_norm": 0.7586778070739973,
      "learning_rate": 0.0002491485764597907,
      "loss": 0.3299,
      "step": 41032
    },
    {
      "epoch": 1.6806471431497032,
      "grad_norm": 1.2151668086079725,
      "learning_rate": 0.0002491461291046064,
      "loss": 0.7827,
      "step": 41033
    },
    {
      "epoch": 1.6806881015768993,
      "grad_norm": 3.4508406799381377,
      "learning_rate": 0.00024914368170255157,
      "loss": 4.5629,
      "step": 41034
    },
    {
      "epoch": 1.6807290600040958,
      "grad_norm": 1.3429758175644384,
      "learning_rate": 0.00024914123425362727,
      "loss": 1.0642,
      "step": 41035
    },
    {
      "epoch": 1.6807700184312924,
      "grad_norm": 0.796532498327267,
      "learning_rate": 0.0002491387867578348,
      "loss": 0.2931,
      "step": 41036
    },
    {
      "epoch": 1.6808109768584887,
      "grad_norm": 1.004265856607866,
      "learning_rate": 0.00024913633921517527,
      "loss": 0.6059,
      "step": 41037
    },
    {
      "epoch": 1.680851935285685,
      "grad_norm": 1.316569425402346,
      "learning_rate": 0.00024913389162564985,
      "loss": 0.8798,
      "step": 41038
    },
    {
      "epoch": 1.6808928937128815,
      "grad_norm": 1.1637219647122194,
      "learning_rate": 0.0002491314439892596,
      "loss": 0.5776,
      "step": 41039
    },
    {
      "epoch": 1.6809338521400778,
      "grad_norm": 1.0095599040376388,
      "learning_rate": 0.0002491289963060059,
      "loss": 0.6815,
      "step": 41040
    },
    {
      "epoch": 1.6809748105672742,
      "grad_norm": 0.9642102351137777,
      "learning_rate": 0.0002491265485758896,
      "loss": 0.9479,
      "step": 41041
    },
    {
      "epoch": 1.6810157689944707,
      "grad_norm": 1.0576724348908906,
      "learning_rate": 0.0002491241007989121,
      "loss": 0.9179,
      "step": 41042
    },
    {
      "epoch": 1.681056727421667,
      "grad_norm": 1.1673646407723788,
      "learning_rate": 0.00024912165297507444,
      "loss": 0.9892,
      "step": 41043
    },
    {
      "epoch": 1.6810976858488633,
      "grad_norm": 1.0381516174717185,
      "learning_rate": 0.0002491192051043779,
      "loss": 0.6439,
      "step": 41044
    },
    {
      "epoch": 1.6811386442760599,
      "grad_norm": 1.192833182407017,
      "learning_rate": 0.00024911675718682346,
      "loss": 0.7192,
      "step": 41045
    },
    {
      "epoch": 1.6811796027032562,
      "grad_norm": 1.1924560316028652,
      "learning_rate": 0.0002491143092224124,
      "loss": 0.9848,
      "step": 41046
    },
    {
      "epoch": 1.6812205611304525,
      "grad_norm": 1.0348590090635306,
      "learning_rate": 0.00024911186121114585,
      "loss": 0.9196,
      "step": 41047
    },
    {
      "epoch": 1.681261519557649,
      "grad_norm": 1.2378946374987725,
      "learning_rate": 0.000249109413153025,
      "loss": 0.6696,
      "step": 41048
    },
    {
      "epoch": 1.6813024779848453,
      "grad_norm": 1.3591447174302917,
      "learning_rate": 0.00024910696504805094,
      "loss": 1.1872,
      "step": 41049
    },
    {
      "epoch": 1.6813434364120416,
      "grad_norm": 1.1770397453310992,
      "learning_rate": 0.0002491045168962248,
      "loss": 0.9552,
      "step": 41050
    },
    {
      "epoch": 1.6813843948392382,
      "grad_norm": 1.1517170797479732,
      "learning_rate": 0.0002491020686975479,
      "loss": 0.878,
      "step": 41051
    },
    {
      "epoch": 1.6814253532664347,
      "grad_norm": 1.3266540949469714,
      "learning_rate": 0.0002490996204520212,
      "loss": 0.9826,
      "step": 41052
    },
    {
      "epoch": 1.6814663116936308,
      "grad_norm": 0.7597493258545109,
      "learning_rate": 0.000249097172159646,
      "loss": 0.3109,
      "step": 41053
    },
    {
      "epoch": 1.6815072701208273,
      "grad_norm": 1.0489015978350702,
      "learning_rate": 0.0002490947238204234,
      "loss": 0.8434,
      "step": 41054
    },
    {
      "epoch": 1.6815482285480239,
      "grad_norm": 0.635854231048966,
      "learning_rate": 0.0002490922754343546,
      "loss": 0.3219,
      "step": 41055
    },
    {
      "epoch": 1.6815891869752202,
      "grad_norm": 1.1975175671908727,
      "learning_rate": 0.00024908982700144066,
      "loss": 0.7512,
      "step": 41056
    },
    {
      "epoch": 1.6816301454024165,
      "grad_norm": 0.7816891486915317,
      "learning_rate": 0.00024908737852168285,
      "loss": 0.2818,
      "step": 41057
    },
    {
      "epoch": 1.681671103829613,
      "grad_norm": 1.1489641695211792,
      "learning_rate": 0.00024908492999508225,
      "loss": 0.8939,
      "step": 41058
    },
    {
      "epoch": 1.6817120622568094,
      "grad_norm": 5.627044031150153,
      "learning_rate": 0.00024908248142164005,
      "loss": 7.3652,
      "step": 41059
    },
    {
      "epoch": 1.6817530206840057,
      "grad_norm": 1.1602274786438327,
      "learning_rate": 0.0002490800328013574,
      "loss": 0.802,
      "step": 41060
    },
    {
      "epoch": 1.6817939791112022,
      "grad_norm": 1.568397500386284,
      "learning_rate": 0.0002490775841342354,
      "loss": 1.2355,
      "step": 41061
    },
    {
      "epoch": 1.6818349375383985,
      "grad_norm": 0.7920975716709902,
      "learning_rate": 0.00024907513542027533,
      "loss": 0.2574,
      "step": 41062
    },
    {
      "epoch": 1.6818758959655948,
      "grad_norm": 1.1436072143581706,
      "learning_rate": 0.0002490726866594783,
      "loss": 0.5911,
      "step": 41063
    },
    {
      "epoch": 1.6819168543927914,
      "grad_norm": 3.194925084037057,
      "learning_rate": 0.0002490702378518454,
      "loss": 2.9446,
      "step": 41064
    },
    {
      "epoch": 1.6819578128199877,
      "grad_norm": 1.0519221736301536,
      "learning_rate": 0.00024906778899737785,
      "loss": 0.98,
      "step": 41065
    },
    {
      "epoch": 1.681998771247184,
      "grad_norm": 1.5068996423217347,
      "learning_rate": 0.00024906534009607687,
      "loss": 0.8483,
      "step": 41066
    },
    {
      "epoch": 1.6820397296743805,
      "grad_norm": 1.2134574865543093,
      "learning_rate": 0.0002490628911479435,
      "loss": 0.8063,
      "step": 41067
    },
    {
      "epoch": 1.6820806881015768,
      "grad_norm": 1.1585132757120327,
      "learning_rate": 0.00024906044215297895,
      "loss": 0.4531,
      "step": 41068
    },
    {
      "epoch": 1.6821216465287732,
      "grad_norm": 0.9893005747169713,
      "learning_rate": 0.00024905799311118434,
      "loss": 0.4618,
      "step": 41069
    },
    {
      "epoch": 1.6821626049559697,
      "grad_norm": 1.0668484539065097,
      "learning_rate": 0.0002490555440225609,
      "loss": 0.6337,
      "step": 41070
    },
    {
      "epoch": 1.6822035633831662,
      "grad_norm": 1.2341185542234954,
      "learning_rate": 0.00024905309488710973,
      "loss": 0.8591,
      "step": 41071
    },
    {
      "epoch": 1.6822445218103623,
      "grad_norm": 1.446056321316495,
      "learning_rate": 0.000249050645704832,
      "loss": 1.0677,
      "step": 41072
    },
    {
      "epoch": 1.6822854802375589,
      "grad_norm": 1.1046111349993326,
      "learning_rate": 0.0002490481964757289,
      "loss": 0.9057,
      "step": 41073
    },
    {
      "epoch": 1.6823264386647554,
      "grad_norm": 1.069851679748246,
      "learning_rate": 0.0002490457471998015,
      "loss": 0.6991,
      "step": 41074
    },
    {
      "epoch": 1.6823673970919517,
      "grad_norm": 1.3167180876037177,
      "learning_rate": 0.00024904329787705105,
      "loss": 0.7202,
      "step": 41075
    },
    {
      "epoch": 1.682408355519148,
      "grad_norm": 1.0451669234073222,
      "learning_rate": 0.00024904084850747865,
      "loss": 0.734,
      "step": 41076
    },
    {
      "epoch": 1.6824493139463446,
      "grad_norm": 1.4110210118558901,
      "learning_rate": 0.0002490383990910856,
      "loss": 0.9209,
      "step": 41077
    },
    {
      "epoch": 1.6824902723735409,
      "grad_norm": 1.5176466261219443,
      "learning_rate": 0.0002490359496278728,
      "loss": 0.9021,
      "step": 41078
    },
    {
      "epoch": 1.6825312308007372,
      "grad_norm": 1.488474220841517,
      "learning_rate": 0.00024903350011784163,
      "loss": 1.1455,
      "step": 41079
    },
    {
      "epoch": 1.6825721892279337,
      "grad_norm": 1.224187468414446,
      "learning_rate": 0.00024903105056099314,
      "loss": 1.0181,
      "step": 41080
    },
    {
      "epoch": 1.68261314765513,
      "grad_norm": 1.1806617184010333,
      "learning_rate": 0.0002490286009573285,
      "loss": 0.408,
      "step": 41081
    },
    {
      "epoch": 1.6826541060823264,
      "grad_norm": 1.362162103469785,
      "learning_rate": 0.0002490261513068489,
      "loss": 0.9234,
      "step": 41082
    },
    {
      "epoch": 1.6826950645095229,
      "grad_norm": 1.1889555838380306,
      "learning_rate": 0.00024902370160955546,
      "loss": 0.7899,
      "step": 41083
    },
    {
      "epoch": 1.6827360229367192,
      "grad_norm": 1.1969827067126193,
      "learning_rate": 0.0002490212518654494,
      "loss": 0.9844,
      "step": 41084
    },
    {
      "epoch": 1.6827769813639155,
      "grad_norm": 1.455085173727312,
      "learning_rate": 0.0002490188020745318,
      "loss": 1.1142,
      "step": 41085
    },
    {
      "epoch": 1.682817939791112,
      "grad_norm": 1.3463047317185342,
      "learning_rate": 0.0002490163522368039,
      "loss": 1.1974,
      "step": 41086
    },
    {
      "epoch": 1.6828588982183084,
      "grad_norm": 1.0059868672072565,
      "learning_rate": 0.00024901390235226677,
      "loss": 0.6769,
      "step": 41087
    },
    {
      "epoch": 1.6828998566455047,
      "grad_norm": 1.3373542223622572,
      "learning_rate": 0.0002490114524209216,
      "loss": 0.7726,
      "step": 41088
    },
    {
      "epoch": 1.6829408150727012,
      "grad_norm": 1.0599711590620646,
      "learning_rate": 0.00024900900244276963,
      "loss": 0.7016,
      "step": 41089
    },
    {
      "epoch": 1.6829817734998977,
      "grad_norm": 1.256682365250683,
      "learning_rate": 0.00024900655241781193,
      "loss": 0.9109,
      "step": 41090
    },
    {
      "epoch": 1.6830227319270938,
      "grad_norm": 1.1438352756194465,
      "learning_rate": 0.00024900410234604965,
      "loss": 0.7036,
      "step": 41091
    },
    {
      "epoch": 1.6830636903542904,
      "grad_norm": 1.4004569065535468,
      "learning_rate": 0.000249001652227484,
      "loss": 1.3752,
      "step": 41092
    },
    {
      "epoch": 1.683104648781487,
      "grad_norm": 0.878389696767333,
      "learning_rate": 0.0002489992020621161,
      "loss": 0.2873,
      "step": 41093
    },
    {
      "epoch": 1.6831456072086832,
      "grad_norm": 1.0970005333409003,
      "learning_rate": 0.0002489967518499471,
      "loss": 0.3053,
      "step": 41094
    },
    {
      "epoch": 1.6831865656358795,
      "grad_norm": 1.520405303033855,
      "learning_rate": 0.0002489943015909782,
      "loss": 0.9443,
      "step": 41095
    },
    {
      "epoch": 1.683227524063076,
      "grad_norm": 1.4828211946339829,
      "learning_rate": 0.0002489918512852105,
      "loss": 0.8646,
      "step": 41096
    },
    {
      "epoch": 1.6832684824902724,
      "grad_norm": 1.1414567281794235,
      "learning_rate": 0.0002489894009326453,
      "loss": 0.8144,
      "step": 41097
    },
    {
      "epoch": 1.6833094409174687,
      "grad_norm": 1.122781079704632,
      "learning_rate": 0.00024898695053328357,
      "loss": 0.9953,
      "step": 41098
    },
    {
      "epoch": 1.6833503993446652,
      "grad_norm": 0.6127798648838299,
      "learning_rate": 0.00024898450008712655,
      "loss": 0.3183,
      "step": 41099
    },
    {
      "epoch": 1.6833913577718616,
      "grad_norm": 0.9642150835937935,
      "learning_rate": 0.00024898204959417547,
      "loss": 0.2236,
      "step": 41100
    },
    {
      "epoch": 1.6834323161990579,
      "grad_norm": 1.1438468167055296,
      "learning_rate": 0.00024897959905443136,
      "loss": 0.7706,
      "step": 41101
    },
    {
      "epoch": 1.6834732746262544,
      "grad_norm": 1.236071306589783,
      "learning_rate": 0.0002489771484678954,
      "loss": 0.7777,
      "step": 41102
    },
    {
      "epoch": 1.6835142330534507,
      "grad_norm": 1.2123357467213565,
      "learning_rate": 0.0002489746978345689,
      "loss": 0.6321,
      "step": 41103
    },
    {
      "epoch": 1.683555191480647,
      "grad_norm": 1.6316637360600994,
      "learning_rate": 0.00024897224715445286,
      "loss": 0.7034,
      "step": 41104
    },
    {
      "epoch": 1.6835961499078436,
      "grad_norm": 0.6527597955861202,
      "learning_rate": 0.00024896979642754846,
      "loss": 0.3385,
      "step": 41105
    },
    {
      "epoch": 1.68363710833504,
      "grad_norm": 1.2545829630248773,
      "learning_rate": 0.00024896734565385694,
      "loss": 1.0347,
      "step": 41106
    },
    {
      "epoch": 1.6836780667622362,
      "grad_norm": 2.5032725011353656,
      "learning_rate": 0.00024896489483337933,
      "loss": 1.6163,
      "step": 41107
    },
    {
      "epoch": 1.6837190251894327,
      "grad_norm": 1.1184532062336006,
      "learning_rate": 0.0002489624439661169,
      "loss": 0.9257,
      "step": 41108
    },
    {
      "epoch": 1.6837599836166293,
      "grad_norm": 1.177828707288573,
      "learning_rate": 0.0002489599930520708,
      "loss": 0.9248,
      "step": 41109
    },
    {
      "epoch": 1.6838009420438254,
      "grad_norm": 1.243235272497585,
      "learning_rate": 0.0002489575420912421,
      "loss": 1.1153,
      "step": 41110
    },
    {
      "epoch": 1.683841900471022,
      "grad_norm": 1.0805098175436265,
      "learning_rate": 0.000248955091083632,
      "loss": 0.8571,
      "step": 41111
    },
    {
      "epoch": 1.6838828588982184,
      "grad_norm": 0.9865297852691421,
      "learning_rate": 0.0002489526400292417,
      "loss": 0.6984,
      "step": 41112
    },
    {
      "epoch": 1.6839238173254147,
      "grad_norm": 1.3771339149939157,
      "learning_rate": 0.0002489501889280724,
      "loss": 1.1331,
      "step": 41113
    },
    {
      "epoch": 1.683964775752611,
      "grad_norm": 0.775120580456225,
      "learning_rate": 0.0002489477377801251,
      "loss": 0.2764,
      "step": 41114
    },
    {
      "epoch": 1.6840057341798076,
      "grad_norm": 1.3175782084258365,
      "learning_rate": 0.0002489452865854011,
      "loss": 0.9019,
      "step": 41115
    },
    {
      "epoch": 1.684046692607004,
      "grad_norm": 1.1274416408895895,
      "learning_rate": 0.00024894283534390146,
      "loss": 0.9853,
      "step": 41116
    },
    {
      "epoch": 1.6840876510342002,
      "grad_norm": 1.3247228799244515,
      "learning_rate": 0.00024894038405562743,
      "loss": 0.9641,
      "step": 41117
    },
    {
      "epoch": 1.6841286094613968,
      "grad_norm": 1.0389349546586848,
      "learning_rate": 0.00024893793272058015,
      "loss": 0.6103,
      "step": 41118
    },
    {
      "epoch": 1.684169567888593,
      "grad_norm": 1.125369589856191,
      "learning_rate": 0.0002489354813387607,
      "loss": 0.7216,
      "step": 41119
    },
    {
      "epoch": 1.6842105263157894,
      "grad_norm": 1.1460857550651637,
      "learning_rate": 0.0002489330299101704,
      "loss": 0.7728,
      "step": 41120
    },
    {
      "epoch": 1.684251484742986,
      "grad_norm": 1.1346786984665906,
      "learning_rate": 0.0002489305784348102,
      "loss": 0.8003,
      "step": 41121
    },
    {
      "epoch": 1.6842924431701822,
      "grad_norm": 0.923579887443088,
      "learning_rate": 0.00024892812691268136,
      "loss": 0.8647,
      "step": 41122
    },
    {
      "epoch": 1.6843334015973785,
      "grad_norm": 0.9583874408925418,
      "learning_rate": 0.00024892567534378506,
      "loss": 0.7075,
      "step": 41123
    },
    {
      "epoch": 1.684374360024575,
      "grad_norm": 1.3697034178489684,
      "learning_rate": 0.00024892322372812247,
      "loss": 0.8902,
      "step": 41124
    },
    {
      "epoch": 1.6844153184517716,
      "grad_norm": 0.9396899882569176,
      "learning_rate": 0.0002489207720656947,
      "loss": 0.3109,
      "step": 41125
    },
    {
      "epoch": 1.6844562768789677,
      "grad_norm": 1.270235783093006,
      "learning_rate": 0.0002489183203565029,
      "loss": 1.4786,
      "step": 41126
    },
    {
      "epoch": 1.6844972353061642,
      "grad_norm": 0.8938874259423195,
      "learning_rate": 0.0002489158686005483,
      "loss": 0.6629,
      "step": 41127
    },
    {
      "epoch": 1.6845381937333608,
      "grad_norm": 1.4579541731064032,
      "learning_rate": 0.00024891341679783205,
      "loss": 1.0622,
      "step": 41128
    },
    {
      "epoch": 1.6845791521605569,
      "grad_norm": 1.2307638830661536,
      "learning_rate": 0.00024891096494835524,
      "loss": 1.0074,
      "step": 41129
    },
    {
      "epoch": 1.6846201105877534,
      "grad_norm": 1.1422639214973058,
      "learning_rate": 0.00024890851305211907,
      "loss": 0.6622,
      "step": 41130
    },
    {
      "epoch": 1.68466106901495,
      "grad_norm": 1.200722804042701,
      "learning_rate": 0.00024890606110912467,
      "loss": 0.6159,
      "step": 41131
    },
    {
      "epoch": 1.6847020274421463,
      "grad_norm": 1.021842458767621,
      "learning_rate": 0.00024890360911937324,
      "loss": 0.8023,
      "step": 41132
    },
    {
      "epoch": 1.6847429858693426,
      "grad_norm": 0.6853971318803306,
      "learning_rate": 0.0002489011570828659,
      "loss": 0.3229,
      "step": 41133
    },
    {
      "epoch": 1.684783944296539,
      "grad_norm": 1.7773783192616686,
      "learning_rate": 0.0002488987049996039,
      "loss": 1.0341,
      "step": 41134
    },
    {
      "epoch": 1.6848249027237354,
      "grad_norm": 1.447671716376964,
      "learning_rate": 0.00024889625286958825,
      "loss": 0.8816,
      "step": 41135
    },
    {
      "epoch": 1.6848658611509317,
      "grad_norm": 0.835273727247164,
      "learning_rate": 0.00024889380069282024,
      "loss": 0.4054,
      "step": 41136
    },
    {
      "epoch": 1.6849068195781283,
      "grad_norm": 1.8115637068744685,
      "learning_rate": 0.00024889134846930094,
      "loss": 1.1875,
      "step": 41137
    },
    {
      "epoch": 1.6849477780053246,
      "grad_norm": 0.7586499532403622,
      "learning_rate": 0.0002488888961990316,
      "loss": 0.2791,
      "step": 41138
    },
    {
      "epoch": 1.684988736432521,
      "grad_norm": 1.7214775860011202,
      "learning_rate": 0.0002488864438820133,
      "loss": 0.9004,
      "step": 41139
    },
    {
      "epoch": 1.6850296948597174,
      "grad_norm": 1.3396395083035262,
      "learning_rate": 0.00024888399151824726,
      "loss": 0.8734,
      "step": 41140
    },
    {
      "epoch": 1.6850706532869137,
      "grad_norm": 1.1501611013660131,
      "learning_rate": 0.00024888153910773453,
      "loss": 0.5158,
      "step": 41141
    },
    {
      "epoch": 1.68511161171411,
      "grad_norm": 1.363942671830297,
      "learning_rate": 0.0002488790866504764,
      "loss": 0.4599,
      "step": 41142
    },
    {
      "epoch": 1.6851525701413066,
      "grad_norm": 1.5560097923127865,
      "learning_rate": 0.000248876634146474,
      "loss": 0.9117,
      "step": 41143
    },
    {
      "epoch": 1.6851935285685031,
      "grad_norm": 1.1185556708676057,
      "learning_rate": 0.0002488741815957284,
      "loss": 0.8395,
      "step": 41144
    },
    {
      "epoch": 1.6852344869956992,
      "grad_norm": 1.3190749661774144,
      "learning_rate": 0.00024887172899824085,
      "loss": 0.5964,
      "step": 41145
    },
    {
      "epoch": 1.6852754454228958,
      "grad_norm": 1.1477874000946808,
      "learning_rate": 0.0002488692763540125,
      "loss": 0.6243,
      "step": 41146
    },
    {
      "epoch": 1.6853164038500923,
      "grad_norm": 1.0220917209205904,
      "learning_rate": 0.0002488668236630445,
      "loss": 0.6691,
      "step": 41147
    },
    {
      "epoch": 1.6853573622772886,
      "grad_norm": 1.249277423021508,
      "learning_rate": 0.000248864370925338,
      "loss": 0.8133,
      "step": 41148
    },
    {
      "epoch": 1.685398320704485,
      "grad_norm": 1.3093976584738851,
      "learning_rate": 0.0002488619181408941,
      "loss": 0.627,
      "step": 41149
    },
    {
      "epoch": 1.6854392791316815,
      "grad_norm": 1.062491820466691,
      "learning_rate": 0.0002488594653097141,
      "loss": 0.4909,
      "step": 41150
    },
    {
      "epoch": 1.6854802375588778,
      "grad_norm": 1.2200424690490552,
      "learning_rate": 0.00024885701243179903,
      "loss": 0.6809,
      "step": 41151
    },
    {
      "epoch": 1.685521195986074,
      "grad_norm": 0.6435989315506926,
      "learning_rate": 0.00024885455950715015,
      "loss": 0.2796,
      "step": 41152
    },
    {
      "epoch": 1.6855621544132706,
      "grad_norm": 1.2896406382336898,
      "learning_rate": 0.0002488521065357686,
      "loss": 0.7377,
      "step": 41153
    },
    {
      "epoch": 1.685603112840467,
      "grad_norm": 0.8142675981462603,
      "learning_rate": 0.0002488496535176554,
      "loss": 0.2886,
      "step": 41154
    },
    {
      "epoch": 1.6856440712676632,
      "grad_norm": 1.398634176207985,
      "learning_rate": 0.00024884720045281186,
      "loss": 0.7706,
      "step": 41155
    },
    {
      "epoch": 1.6856850296948598,
      "grad_norm": 1.0327088571815193,
      "learning_rate": 0.00024884474734123915,
      "loss": 0.5964,
      "step": 41156
    },
    {
      "epoch": 1.685725988122056,
      "grad_norm": 1.1419193650823933,
      "learning_rate": 0.0002488422941829383,
      "loss": 1.0218,
      "step": 41157
    },
    {
      "epoch": 1.6857669465492524,
      "grad_norm": 1.4260026474573986,
      "learning_rate": 0.00024883984097791057,
      "loss": 1.1318,
      "step": 41158
    },
    {
      "epoch": 1.685807904976449,
      "grad_norm": 6.550360397060003,
      "learning_rate": 0.0002488373877261572,
      "loss": 3.9692,
      "step": 41159
    },
    {
      "epoch": 1.6858488634036453,
      "grad_norm": 1.0316919126777444,
      "learning_rate": 0.00024883493442767914,
      "loss": 0.8213,
      "step": 41160
    },
    {
      "epoch": 1.6858898218308416,
      "grad_norm": 1.0066485878197757,
      "learning_rate": 0.00024883248108247767,
      "loss": 0.9029,
      "step": 41161
    },
    {
      "epoch": 1.685930780258038,
      "grad_norm": 1.2296561848098175,
      "learning_rate": 0.0002488300276905539,
      "loss": 0.7515,
      "step": 41162
    },
    {
      "epoch": 1.6859717386852346,
      "grad_norm": 1.428292998337263,
      "learning_rate": 0.0002488275742519092,
      "loss": 0.7424,
      "step": 41163
    },
    {
      "epoch": 1.6860126971124307,
      "grad_norm": 1.3747729413067258,
      "learning_rate": 0.0002488251207665443,
      "loss": 0.9836,
      "step": 41164
    },
    {
      "epoch": 1.6860536555396273,
      "grad_norm": 0.9938504752206451,
      "learning_rate": 0.0002488226672344608,
      "loss": 0.665,
      "step": 41165
    },
    {
      "epoch": 1.6860946139668238,
      "grad_norm": 1.4397209999403637,
      "learning_rate": 0.00024882021365565964,
      "loss": 0.7601,
      "step": 41166
    },
    {
      "epoch": 1.6861355723940201,
      "grad_norm": 1.067414188887603,
      "learning_rate": 0.00024881776003014204,
      "loss": 0.4072,
      "step": 41167
    },
    {
      "epoch": 1.6861765308212164,
      "grad_norm": 0.8309885424132756,
      "learning_rate": 0.0002488153063579091,
      "loss": 0.6115,
      "step": 41168
    },
    {
      "epoch": 1.686217489248413,
      "grad_norm": 1.1597092614586495,
      "learning_rate": 0.00024881285263896204,
      "loss": 0.48,
      "step": 41169
    },
    {
      "epoch": 1.6862584476756093,
      "grad_norm": 0.7518514981325141,
      "learning_rate": 0.0002488103988733019,
      "loss": 0.2445,
      "step": 41170
    },
    {
      "epoch": 1.6862994061028056,
      "grad_norm": 1.285038627105339,
      "learning_rate": 0.0002488079450609301,
      "loss": 0.9812,
      "step": 41171
    },
    {
      "epoch": 1.6863403645300021,
      "grad_norm": 1.3331500067420117,
      "learning_rate": 0.00024880549120184753,
      "loss": 1.042,
      "step": 41172
    },
    {
      "epoch": 1.6863813229571984,
      "grad_norm": 1.290363598176689,
      "learning_rate": 0.0002488030372960555,
      "loss": 0.788,
      "step": 41173
    },
    {
      "epoch": 1.6864222813843948,
      "grad_norm": 1.4154039838881354,
      "learning_rate": 0.00024880058334355513,
      "loss": 1.2284,
      "step": 41174
    },
    {
      "epoch": 1.6864632398115913,
      "grad_norm": 1.1330559775568982,
      "learning_rate": 0.00024879812934434757,
      "loss": 0.7411,
      "step": 41175
    },
    {
      "epoch": 1.6865041982387876,
      "grad_norm": 5.582326610996729,
      "learning_rate": 0.000248795675298434,
      "loss": 6.2346,
      "step": 41176
    },
    {
      "epoch": 1.686545156665984,
      "grad_norm": 1.4521758209903497,
      "learning_rate": 0.0002487932212058155,
      "loss": 1.0982,
      "step": 41177
    },
    {
      "epoch": 1.6865861150931805,
      "grad_norm": 0.9807200448892225,
      "learning_rate": 0.00024879076706649337,
      "loss": 0.2911,
      "step": 41178
    },
    {
      "epoch": 1.6866270735203768,
      "grad_norm": 1.2837489072130035,
      "learning_rate": 0.00024878831288046866,
      "loss": 1.3138,
      "step": 41179
    },
    {
      "epoch": 1.686668031947573,
      "grad_norm": 0.8384524163479856,
      "learning_rate": 0.00024878585864774255,
      "loss": 0.3122,
      "step": 41180
    },
    {
      "epoch": 1.6867089903747696,
      "grad_norm": 1.5180016262409064,
      "learning_rate": 0.00024878340436831626,
      "loss": 1.0026,
      "step": 41181
    },
    {
      "epoch": 1.6867499488019662,
      "grad_norm": 1.2554158179777046,
      "learning_rate": 0.0002487809500421909,
      "loss": 0.9913,
      "step": 41182
    },
    {
      "epoch": 1.6867909072291623,
      "grad_norm": 1.3554858876600597,
      "learning_rate": 0.00024877849566936765,
      "loss": 1.2782,
      "step": 41183
    },
    {
      "epoch": 1.6868318656563588,
      "grad_norm": 0.9687392054788426,
      "learning_rate": 0.0002487760412498476,
      "loss": 0.7053,
      "step": 41184
    },
    {
      "epoch": 1.6868728240835553,
      "grad_norm": 0.8664179742340922,
      "learning_rate": 0.00024877358678363203,
      "loss": 0.441,
      "step": 41185
    },
    {
      "epoch": 1.6869137825107516,
      "grad_norm": 1.0343107959555435,
      "learning_rate": 0.000248771132270722,
      "loss": 0.4596,
      "step": 41186
    },
    {
      "epoch": 1.686954740937948,
      "grad_norm": 0.9705405184690259,
      "learning_rate": 0.0002487686777111188,
      "loss": 0.8874,
      "step": 41187
    },
    {
      "epoch": 1.6869956993651445,
      "grad_norm": 1.1142614062544023,
      "learning_rate": 0.0002487662231048234,
      "loss": 0.7591,
      "step": 41188
    },
    {
      "epoch": 1.6870366577923408,
      "grad_norm": 1.1598915814995496,
      "learning_rate": 0.0002487637684518371,
      "loss": 0.8049,
      "step": 41189
    },
    {
      "epoch": 1.6870776162195371,
      "grad_norm": 1.1296073494477468,
      "learning_rate": 0.000248761313752161,
      "loss": 0.6631,
      "step": 41190
    },
    {
      "epoch": 1.6871185746467336,
      "grad_norm": 1.2158897709591745,
      "learning_rate": 0.0002487588590057963,
      "loss": 0.9678,
      "step": 41191
    },
    {
      "epoch": 1.68715953307393,
      "grad_norm": 0.7092326882170823,
      "learning_rate": 0.0002487564042127441,
      "loss": 0.2945,
      "step": 41192
    },
    {
      "epoch": 1.6872004915011263,
      "grad_norm": 0.9874062989259923,
      "learning_rate": 0.00024875394937300566,
      "loss": 0.5563,
      "step": 41193
    },
    {
      "epoch": 1.6872414499283228,
      "grad_norm": 0.9963625916100902,
      "learning_rate": 0.00024875149448658207,
      "loss": 0.7313,
      "step": 41194
    },
    {
      "epoch": 1.6872824083555191,
      "grad_norm": 0.9223016378320062,
      "learning_rate": 0.00024874903955347447,
      "loss": 0.6638,
      "step": 41195
    },
    {
      "epoch": 1.6873233667827154,
      "grad_norm": 1.0953689562654652,
      "learning_rate": 0.0002487465845736841,
      "loss": 0.7384,
      "step": 41196
    },
    {
      "epoch": 1.687364325209912,
      "grad_norm": 1.29220114266811,
      "learning_rate": 0.00024874412954721206,
      "loss": 1.2627,
      "step": 41197
    },
    {
      "epoch": 1.6874052836371083,
      "grad_norm": 1.2948486360156033,
      "learning_rate": 0.0002487416744740595,
      "loss": 0.6624,
      "step": 41198
    },
    {
      "epoch": 1.6874462420643046,
      "grad_norm": 3.51585939037733,
      "learning_rate": 0.00024873921935422764,
      "loss": 4.3758,
      "step": 41199
    },
    {
      "epoch": 1.6874872004915011,
      "grad_norm": 0.743501739952401,
      "learning_rate": 0.00024873676418771755,
      "loss": 0.2864,
      "step": 41200
    },
    {
      "epoch": 1.6875281589186977,
      "grad_norm": 1.0100524725250315,
      "learning_rate": 0.00024873430897453055,
      "loss": 0.6814,
      "step": 41201
    },
    {
      "epoch": 1.6875691173458938,
      "grad_norm": 2.4196865538610504,
      "learning_rate": 0.0002487318537146676,
      "loss": 1.9057,
      "step": 41202
    },
    {
      "epoch": 1.6876100757730903,
      "grad_norm": 1.03899782727451,
      "learning_rate": 0.00024872939840813005,
      "loss": 0.7181,
      "step": 41203
    },
    {
      "epoch": 1.6876510342002868,
      "grad_norm": 0.8703615266761515,
      "learning_rate": 0.0002487269430549189,
      "loss": 0.5373,
      "step": 41204
    },
    {
      "epoch": 1.6876919926274832,
      "grad_norm": 1.0027229518865783,
      "learning_rate": 0.0002487244876550354,
      "loss": 0.8815,
      "step": 41205
    },
    {
      "epoch": 1.6877329510546795,
      "grad_norm": 4.4840962860593185,
      "learning_rate": 0.00024872203220848067,
      "loss": 1.1937,
      "step": 41206
    },
    {
      "epoch": 1.687773909481876,
      "grad_norm": 1.1002447839020943,
      "learning_rate": 0.0002487195767152559,
      "loss": 0.7772,
      "step": 41207
    },
    {
      "epoch": 1.6878148679090723,
      "grad_norm": 1.2848658108866324,
      "learning_rate": 0.00024871712117536225,
      "loss": 1.1412,
      "step": 41208
    },
    {
      "epoch": 1.6878558263362686,
      "grad_norm": 1.5105220932279,
      "learning_rate": 0.0002487146655888009,
      "loss": 1.1244,
      "step": 41209
    },
    {
      "epoch": 1.6878967847634652,
      "grad_norm": 1.899632962561636,
      "learning_rate": 0.00024871220995557295,
      "loss": 1.3057,
      "step": 41210
    },
    {
      "epoch": 1.6879377431906615,
      "grad_norm": 1.1583610464670846,
      "learning_rate": 0.00024870975427567963,
      "loss": 1.0232,
      "step": 41211
    },
    {
      "epoch": 1.6879787016178578,
      "grad_norm": 1.0499224316444782,
      "learning_rate": 0.00024870729854912203,
      "loss": 0.7975,
      "step": 41212
    },
    {
      "epoch": 1.6880196600450543,
      "grad_norm": 1.4094563336517365,
      "learning_rate": 0.00024870484277590135,
      "loss": 0.8364,
      "step": 41213
    },
    {
      "epoch": 1.6880606184722506,
      "grad_norm": 0.898166245104674,
      "learning_rate": 0.0002487023869560188,
      "loss": 0.5879,
      "step": 41214
    },
    {
      "epoch": 1.688101576899447,
      "grad_norm": 1.1348858827209358,
      "learning_rate": 0.0002486999310894754,
      "loss": 0.8773,
      "step": 41215
    },
    {
      "epoch": 1.6881425353266435,
      "grad_norm": 1.1676467258330712,
      "learning_rate": 0.0002486974751762725,
      "loss": 0.7104,
      "step": 41216
    },
    {
      "epoch": 1.6881834937538398,
      "grad_norm": 0.6910413268134955,
      "learning_rate": 0.00024869501921641107,
      "loss": 0.2827,
      "step": 41217
    },
    {
      "epoch": 1.6882244521810361,
      "grad_norm": 1.1738326501272374,
      "learning_rate": 0.0002486925632098924,
      "loss": 0.9893,
      "step": 41218
    },
    {
      "epoch": 1.6882654106082327,
      "grad_norm": 1.1323231929263993,
      "learning_rate": 0.0002486901071567176,
      "loss": 0.6741,
      "step": 41219
    },
    {
      "epoch": 1.6883063690354292,
      "grad_norm": 0.6870249045876017,
      "learning_rate": 0.00024868765105688786,
      "loss": 0.3035,
      "step": 41220
    },
    {
      "epoch": 1.6883473274626253,
      "grad_norm": 1.3065318097235288,
      "learning_rate": 0.00024868519491040434,
      "loss": 0.6285,
      "step": 41221
    },
    {
      "epoch": 1.6883882858898218,
      "grad_norm": 0.7499253121928192,
      "learning_rate": 0.00024868273871726814,
      "loss": 0.322,
      "step": 41222
    },
    {
      "epoch": 1.6884292443170184,
      "grad_norm": 0.8184722042882587,
      "learning_rate": 0.0002486802824774805,
      "loss": 0.2877,
      "step": 41223
    },
    {
      "epoch": 1.6884702027442147,
      "grad_norm": 0.9900611481504864,
      "learning_rate": 0.00024867782619104255,
      "loss": 0.7693,
      "step": 41224
    },
    {
      "epoch": 1.688511161171411,
      "grad_norm": 1.3758377513483613,
      "learning_rate": 0.0002486753698579555,
      "loss": 0.9624,
      "step": 41225
    },
    {
      "epoch": 1.6885521195986075,
      "grad_norm": 1.1513197378925155,
      "learning_rate": 0.00024867291347822033,
      "loss": 0.8725,
      "step": 41226
    },
    {
      "epoch": 1.6885930780258038,
      "grad_norm": 1.1174658478100032,
      "learning_rate": 0.0002486704570518384,
      "loss": 0.6047,
      "step": 41227
    },
    {
      "epoch": 1.6886340364530001,
      "grad_norm": 2.9736468129798843,
      "learning_rate": 0.00024866800057881083,
      "loss": 4.4358,
      "step": 41228
    },
    {
      "epoch": 1.6886749948801967,
      "grad_norm": 1.2046152940306467,
      "learning_rate": 0.00024866554405913874,
      "loss": 0.7693,
      "step": 41229
    },
    {
      "epoch": 1.688715953307393,
      "grad_norm": 0.8592727565913485,
      "learning_rate": 0.00024866308749282325,
      "loss": 0.4863,
      "step": 41230
    },
    {
      "epoch": 1.6887569117345893,
      "grad_norm": 1.139802871013564,
      "learning_rate": 0.00024866063087986565,
      "loss": 0.7579,
      "step": 41231
    },
    {
      "epoch": 1.6887978701617858,
      "grad_norm": 0.9317476622447377,
      "learning_rate": 0.00024865817422026703,
      "loss": 0.4594,
      "step": 41232
    },
    {
      "epoch": 1.6888388285889822,
      "grad_norm": 1.0563200401414132,
      "learning_rate": 0.0002486557175140285,
      "loss": 0.8278,
      "step": 41233
    },
    {
      "epoch": 1.6888797870161785,
      "grad_norm": 1.11951327462272,
      "learning_rate": 0.0002486532607611513,
      "loss": 0.8585,
      "step": 41234
    },
    {
      "epoch": 1.688920745443375,
      "grad_norm": 1.14516807751941,
      "learning_rate": 0.0002486508039616366,
      "loss": 0.7685,
      "step": 41235
    },
    {
      "epoch": 1.6889617038705713,
      "grad_norm": 3.969098378819579,
      "learning_rate": 0.00024864834711548547,
      "loss": 7.5041,
      "step": 41236
    },
    {
      "epoch": 1.6890026622977676,
      "grad_norm": 1.1876198234808129,
      "learning_rate": 0.00024864589022269913,
      "loss": 0.7524,
      "step": 41237
    },
    {
      "epoch": 1.6890436207249642,
      "grad_norm": 1.2589763094880326,
      "learning_rate": 0.0002486434332832787,
      "loss": 0.9513,
      "step": 41238
    },
    {
      "epoch": 1.6890845791521607,
      "grad_norm": 1.0554983436154148,
      "learning_rate": 0.00024864097629722547,
      "loss": 0.5453,
      "step": 41239
    },
    {
      "epoch": 1.6891255375793568,
      "grad_norm": 1.4541811300561522,
      "learning_rate": 0.00024863851926454046,
      "loss": 1.1325,
      "step": 41240
    },
    {
      "epoch": 1.6891664960065533,
      "grad_norm": 1.3711926429720533,
      "learning_rate": 0.0002486360621852249,
      "loss": 1.1269,
      "step": 41241
    },
    {
      "epoch": 1.6892074544337499,
      "grad_norm": 0.879149527292421,
      "learning_rate": 0.0002486336050592799,
      "loss": 0.3566,
      "step": 41242
    },
    {
      "epoch": 1.6892484128609462,
      "grad_norm": 1.0661678330878832,
      "learning_rate": 0.0002486311478867067,
      "loss": 0.6242,
      "step": 41243
    },
    {
      "epoch": 1.6892893712881425,
      "grad_norm": 1.0387074823725762,
      "learning_rate": 0.0002486286906675064,
      "loss": 0.8077,
      "step": 41244
    },
    {
      "epoch": 1.689330329715339,
      "grad_norm": 0.8608332013724006,
      "learning_rate": 0.00024862623340168015,
      "loss": 0.5623,
      "step": 41245
    },
    {
      "epoch": 1.6893712881425353,
      "grad_norm": 1.183056472281157,
      "learning_rate": 0.0002486237760892292,
      "loss": 1.0272,
      "step": 41246
    },
    {
      "epoch": 1.6894122465697317,
      "grad_norm": 0.9415252764904912,
      "learning_rate": 0.0002486213187301546,
      "loss": 0.6659,
      "step": 41247
    },
    {
      "epoch": 1.6894532049969282,
      "grad_norm": 1.3049121947407396,
      "learning_rate": 0.0002486188613244576,
      "loss": 0.7281,
      "step": 41248
    },
    {
      "epoch": 1.6894941634241245,
      "grad_norm": 1.1172820911017578,
      "learning_rate": 0.0002486164038721393,
      "loss": 0.7972,
      "step": 41249
    },
    {
      "epoch": 1.6895351218513208,
      "grad_norm": 0.7784510855206116,
      "learning_rate": 0.00024861394637320085,
      "loss": 0.3208,
      "step": 41250
    },
    {
      "epoch": 1.6895760802785174,
      "grad_norm": 1.310051317355279,
      "learning_rate": 0.0002486114888276435,
      "loss": 1.1653,
      "step": 41251
    },
    {
      "epoch": 1.6896170387057137,
      "grad_norm": 1.3386513618246378,
      "learning_rate": 0.00024860903123546837,
      "loss": 0.8158,
      "step": 41252
    },
    {
      "epoch": 1.68965799713291,
      "grad_norm": 1.390390679570574,
      "learning_rate": 0.00024860657359667657,
      "loss": 0.925,
      "step": 41253
    },
    {
      "epoch": 1.6896989555601065,
      "grad_norm": 1.2434072310658837,
      "learning_rate": 0.00024860411591126933,
      "loss": 1.0627,
      "step": 41254
    },
    {
      "epoch": 1.6897399139873028,
      "grad_norm": 1.261480646669395,
      "learning_rate": 0.00024860165817924774,
      "loss": 0.9148,
      "step": 41255
    },
    {
      "epoch": 1.6897808724144991,
      "grad_norm": 1.218054783251036,
      "learning_rate": 0.00024859920040061305,
      "loss": 0.589,
      "step": 41256
    },
    {
      "epoch": 1.6898218308416957,
      "grad_norm": 1.4107757102611975,
      "learning_rate": 0.0002485967425753664,
      "loss": 1.3403,
      "step": 41257
    },
    {
      "epoch": 1.6898627892688922,
      "grad_norm": 0.9395738745211198,
      "learning_rate": 0.0002485942847035089,
      "loss": 0.7296,
      "step": 41258
    },
    {
      "epoch": 1.6899037476960883,
      "grad_norm": 1.3347352004272282,
      "learning_rate": 0.00024859182678504173,
      "loss": 0.935,
      "step": 41259
    },
    {
      "epoch": 1.6899447061232848,
      "grad_norm": 1.1163773539865554,
      "learning_rate": 0.0002485893688199661,
      "loss": 0.7078,
      "step": 41260
    },
    {
      "epoch": 1.6899856645504814,
      "grad_norm": 0.7387870997304318,
      "learning_rate": 0.00024858691080828315,
      "loss": 0.2974,
      "step": 41261
    },
    {
      "epoch": 1.6900266229776777,
      "grad_norm": 1.335864771469423,
      "learning_rate": 0.00024858445274999395,
      "loss": 1.0666,
      "step": 41262
    },
    {
      "epoch": 1.690067581404874,
      "grad_norm": 1.0225501813541737,
      "learning_rate": 0.0002485819946450998,
      "loss": 0.68,
      "step": 41263
    },
    {
      "epoch": 1.6901085398320705,
      "grad_norm": 1.0777572359202185,
      "learning_rate": 0.00024857953649360184,
      "loss": 0.8134,
      "step": 41264
    },
    {
      "epoch": 1.6901494982592669,
      "grad_norm": 2.3563315472579984,
      "learning_rate": 0.0002485770782955011,
      "loss": 2.596,
      "step": 41265
    },
    {
      "epoch": 1.6901904566864632,
      "grad_norm": 1.382845640269191,
      "learning_rate": 0.0002485746200507989,
      "loss": 0.9075,
      "step": 41266
    },
    {
      "epoch": 1.6902314151136597,
      "grad_norm": 0.7980825347178744,
      "learning_rate": 0.00024857216175949633,
      "loss": 0.2666,
      "step": 41267
    },
    {
      "epoch": 1.690272373540856,
      "grad_norm": 5.790033108201136,
      "learning_rate": 0.00024856970342159454,
      "loss": 3.049,
      "step": 41268
    },
    {
      "epoch": 1.6903133319680523,
      "grad_norm": 0.8542831587337674,
      "learning_rate": 0.0002485672450370948,
      "loss": 0.7216,
      "step": 41269
    },
    {
      "epoch": 1.6903542903952489,
      "grad_norm": 0.9283482575701381,
      "learning_rate": 0.00024856478660599806,
      "loss": 0.6723,
      "step": 41270
    },
    {
      "epoch": 1.6903952488224452,
      "grad_norm": 0.8210465263469208,
      "learning_rate": 0.00024856232812830575,
      "loss": 0.3243,
      "step": 41271
    },
    {
      "epoch": 1.6904362072496415,
      "grad_norm": 1.1955386812228723,
      "learning_rate": 0.00024855986960401876,
      "loss": 1.1178,
      "step": 41272
    },
    {
      "epoch": 1.690477165676838,
      "grad_norm": 0.8200083264289127,
      "learning_rate": 0.0002485574110331384,
      "loss": 0.4889,
      "step": 41273
    },
    {
      "epoch": 1.6905181241040346,
      "grad_norm": 0.625065848954067,
      "learning_rate": 0.00024855495241566587,
      "loss": 0.2809,
      "step": 41274
    },
    {
      "epoch": 1.6905590825312307,
      "grad_norm": 1.1328890503530313,
      "learning_rate": 0.00024855249375160224,
      "loss": 0.8585,
      "step": 41275
    },
    {
      "epoch": 1.6906000409584272,
      "grad_norm": 1.0692753141385425,
      "learning_rate": 0.0002485500350409487,
      "loss": 0.6517,
      "step": 41276
    },
    {
      "epoch": 1.6906409993856237,
      "grad_norm": 1.2340678012157411,
      "learning_rate": 0.0002485475762837065,
      "loss": 0.9788,
      "step": 41277
    },
    {
      "epoch": 1.6906819578128198,
      "grad_norm": 1.003487515435513,
      "learning_rate": 0.00024854511747987666,
      "loss": 0.6809,
      "step": 41278
    },
    {
      "epoch": 1.6907229162400164,
      "grad_norm": 0.9140974660577355,
      "learning_rate": 0.0002485426586294604,
      "loss": 0.4359,
      "step": 41279
    },
    {
      "epoch": 1.690763874667213,
      "grad_norm": 0.8576073765998745,
      "learning_rate": 0.000248540199732459,
      "loss": 0.646,
      "step": 41280
    },
    {
      "epoch": 1.6908048330944092,
      "grad_norm": 0.7481687035024769,
      "learning_rate": 0.00024853774078887334,
      "loss": 0.4008,
      "step": 41281
    },
    {
      "epoch": 1.6908457915216055,
      "grad_norm": 2.9507880379318108,
      "learning_rate": 0.00024853528179870485,
      "loss": 3.0064,
      "step": 41282
    },
    {
      "epoch": 1.690886749948802,
      "grad_norm": 1.0610225115793646,
      "learning_rate": 0.0002485328227619546,
      "loss": 0.8057,
      "step": 41283
    },
    {
      "epoch": 1.6909277083759984,
      "grad_norm": 1.2302498379669726,
      "learning_rate": 0.00024853036367862374,
      "loss": 0.9516,
      "step": 41284
    },
    {
      "epoch": 1.6909686668031947,
      "grad_norm": 1.4394887960187701,
      "learning_rate": 0.0002485279045487134,
      "loss": 0.6428,
      "step": 41285
    },
    {
      "epoch": 1.6910096252303912,
      "grad_norm": 1.208614674442881,
      "learning_rate": 0.0002485254453722248,
      "loss": 0.9359,
      "step": 41286
    },
    {
      "epoch": 1.6910505836575875,
      "grad_norm": 0.7129571916100085,
      "learning_rate": 0.0002485229861491591,
      "loss": 0.2931,
      "step": 41287
    },
    {
      "epoch": 1.6910915420847838,
      "grad_norm": 1.2448897781513122,
      "learning_rate": 0.00024852052687951746,
      "loss": 0.8,
      "step": 41288
    },
    {
      "epoch": 1.6911325005119804,
      "grad_norm": 1.201278886588056,
      "learning_rate": 0.000248518067563301,
      "loss": 0.9611,
      "step": 41289
    },
    {
      "epoch": 1.6911734589391767,
      "grad_norm": 1.3546930865658384,
      "learning_rate": 0.000248515608200511,
      "loss": 0.9784,
      "step": 41290
    },
    {
      "epoch": 1.691214417366373,
      "grad_norm": 2.24875126398721,
      "learning_rate": 0.00024851314879114847,
      "loss": 2.0468,
      "step": 41291
    },
    {
      "epoch": 1.6912553757935695,
      "grad_norm": 1.2422698989504382,
      "learning_rate": 0.0002485106893352146,
      "loss": 0.9425,
      "step": 41292
    },
    {
      "epoch": 1.691296334220766,
      "grad_norm": 0.954494619402927,
      "learning_rate": 0.00024850822983271063,
      "loss": 0.8651,
      "step": 41293
    },
    {
      "epoch": 1.6913372926479622,
      "grad_norm": 0.9116151134660742,
      "learning_rate": 0.0002485057702836377,
      "loss": 0.3575,
      "step": 41294
    },
    {
      "epoch": 1.6913782510751587,
      "grad_norm": 1.192965163421536,
      "learning_rate": 0.00024850331068799694,
      "loss": 0.7261,
      "step": 41295
    },
    {
      "epoch": 1.6914192095023552,
      "grad_norm": 1.6183025508082693,
      "learning_rate": 0.0002485008510457896,
      "loss": 1.5158,
      "step": 41296
    },
    {
      "epoch": 1.6914601679295513,
      "grad_norm": 0.9303958506164117,
      "learning_rate": 0.0002484983913570166,
      "loss": 0.303,
      "step": 41297
    },
    {
      "epoch": 1.6915011263567479,
      "grad_norm": 0.8670291128109795,
      "learning_rate": 0.00024849593162167943,
      "loss": 0.3354,
      "step": 41298
    },
    {
      "epoch": 1.6915420847839444,
      "grad_norm": 1.1326391850756254,
      "learning_rate": 0.0002484934718397791,
      "loss": 0.8811,
      "step": 41299
    },
    {
      "epoch": 1.6915830432111407,
      "grad_norm": 2.395912875225995,
      "learning_rate": 0.0002484910120113167,
      "loss": 2.2531,
      "step": 41300
    },
    {
      "epoch": 1.691624001638337,
      "grad_norm": 1.4301829402661976,
      "learning_rate": 0.0002484885521362935,
      "loss": 0.9804,
      "step": 41301
    },
    {
      "epoch": 1.6916649600655336,
      "grad_norm": 1.175129278885667,
      "learning_rate": 0.0002484860922147106,
      "loss": 0.8471,
      "step": 41302
    },
    {
      "epoch": 1.6917059184927299,
      "grad_norm": 1.3412912248488957,
      "learning_rate": 0.00024848363224656925,
      "loss": 1.1971,
      "step": 41303
    },
    {
      "epoch": 1.6917468769199262,
      "grad_norm": 1.1520134521510539,
      "learning_rate": 0.00024848117223187047,
      "loss": 0.7701,
      "step": 41304
    },
    {
      "epoch": 1.6917878353471227,
      "grad_norm": 1.3289296205245205,
      "learning_rate": 0.0002484787121706156,
      "loss": 0.9248,
      "step": 41305
    },
    {
      "epoch": 1.691828793774319,
      "grad_norm": 1.529679378443761,
      "learning_rate": 0.0002484762520628056,
      "loss": 1.416,
      "step": 41306
    },
    {
      "epoch": 1.6918697522015154,
      "grad_norm": 1.3061572982495908,
      "learning_rate": 0.00024847379190844185,
      "loss": 1.2375,
      "step": 41307
    },
    {
      "epoch": 1.691910710628712,
      "grad_norm": 1.0089410288441747,
      "learning_rate": 0.0002484713317075253,
      "loss": 0.5967,
      "step": 41308
    },
    {
      "epoch": 1.6919516690559082,
      "grad_norm": 0.9705359675693098,
      "learning_rate": 0.0002484688714600573,
      "loss": 0.4831,
      "step": 41309
    },
    {
      "epoch": 1.6919926274831045,
      "grad_norm": 0.8848170348780146,
      "learning_rate": 0.0002484664111660389,
      "loss": 0.3348,
      "step": 41310
    },
    {
      "epoch": 1.692033585910301,
      "grad_norm": 0.9073594434338224,
      "learning_rate": 0.0002484639508254713,
      "loss": 0.6319,
      "step": 41311
    },
    {
      "epoch": 1.6920745443374976,
      "grad_norm": 1.0663796589900707,
      "learning_rate": 0.0002484614904383557,
      "loss": 0.8064,
      "step": 41312
    },
    {
      "epoch": 1.6921155027646937,
      "grad_norm": 1.217488023155909,
      "learning_rate": 0.0002484590300046932,
      "loss": 0.9576,
      "step": 41313
    },
    {
      "epoch": 1.6921564611918902,
      "grad_norm": 0.8104748376274914,
      "learning_rate": 0.00024845656952448495,
      "loss": 0.2764,
      "step": 41314
    },
    {
      "epoch": 1.6921974196190868,
      "grad_norm": 1.369921231427419,
      "learning_rate": 0.0002484541089977321,
      "loss": 0.8963,
      "step": 41315
    },
    {
      "epoch": 1.692238378046283,
      "grad_norm": 1.3342237331855242,
      "learning_rate": 0.00024845164842443595,
      "loss": 1.0322,
      "step": 41316
    },
    {
      "epoch": 1.6922793364734794,
      "grad_norm": 3.260891395420549,
      "learning_rate": 0.00024844918780459754,
      "loss": 5.1352,
      "step": 41317
    },
    {
      "epoch": 1.692320294900676,
      "grad_norm": 1.0155745521648765,
      "learning_rate": 0.0002484467271382181,
      "loss": 0.626,
      "step": 41318
    },
    {
      "epoch": 1.6923612533278722,
      "grad_norm": 1.7027951140195463,
      "learning_rate": 0.0002484442664252987,
      "loss": 1.1181,
      "step": 41319
    },
    {
      "epoch": 1.6924022117550686,
      "grad_norm": 1.354465301887965,
      "learning_rate": 0.00024844180566584064,
      "loss": 0.9437,
      "step": 41320
    },
    {
      "epoch": 1.692443170182265,
      "grad_norm": 1.2818265695769242,
      "learning_rate": 0.00024843934485984493,
      "loss": 0.7351,
      "step": 41321
    },
    {
      "epoch": 1.6924841286094614,
      "grad_norm": 1.509592595373678,
      "learning_rate": 0.00024843688400731287,
      "loss": 0.7776,
      "step": 41322
    },
    {
      "epoch": 1.6925250870366577,
      "grad_norm": 1.4909687985757933,
      "learning_rate": 0.0002484344231082455,
      "loss": 1.3661,
      "step": 41323
    },
    {
      "epoch": 1.6925660454638543,
      "grad_norm": 0.9977619377510115,
      "learning_rate": 0.00024843196216264407,
      "loss": 0.6004,
      "step": 41324
    },
    {
      "epoch": 1.6926070038910506,
      "grad_norm": 0.9345625606645724,
      "learning_rate": 0.00024842950117050976,
      "loss": 0.4049,
      "step": 41325
    },
    {
      "epoch": 1.6926479623182469,
      "grad_norm": 1.3724907070868058,
      "learning_rate": 0.0002484270401318437,
      "loss": 0.6864,
      "step": 41326
    },
    {
      "epoch": 1.6926889207454434,
      "grad_norm": 1.381621885770802,
      "learning_rate": 0.00024842457904664697,
      "loss": 1.1094,
      "step": 41327
    },
    {
      "epoch": 1.6927298791726397,
      "grad_norm": 0.992140372871574,
      "learning_rate": 0.00024842211791492087,
      "loss": 0.4566,
      "step": 41328
    },
    {
      "epoch": 1.692770837599836,
      "grad_norm": 1.3424075551986665,
      "learning_rate": 0.0002484196567366665,
      "loss": 0.8384,
      "step": 41329
    },
    {
      "epoch": 1.6928117960270326,
      "grad_norm": 0.8825163211046934,
      "learning_rate": 0.000248417195511885,
      "loss": 0.4367,
      "step": 41330
    },
    {
      "epoch": 1.6928527544542291,
      "grad_norm": 0.8296413020569968,
      "learning_rate": 0.00024841473424057754,
      "loss": 0.2881,
      "step": 41331
    },
    {
      "epoch": 1.6928937128814252,
      "grad_norm": 1.140778094350783,
      "learning_rate": 0.0002484122729227453,
      "loss": 1.0485,
      "step": 41332
    },
    {
      "epoch": 1.6929346713086217,
      "grad_norm": 1.1236982319479245,
      "learning_rate": 0.00024840981155838955,
      "loss": 0.6885,
      "step": 41333
    },
    {
      "epoch": 1.6929756297358183,
      "grad_norm": 1.154382818164823,
      "learning_rate": 0.0002484073501475113,
      "loss": 0.8366,
      "step": 41334
    },
    {
      "epoch": 1.6930165881630146,
      "grad_norm": 1.1876978854236286,
      "learning_rate": 0.0002484048886901117,
      "loss": 0.8652,
      "step": 41335
    },
    {
      "epoch": 1.693057546590211,
      "grad_norm": 1.3277001881159751,
      "learning_rate": 0.0002484024271861921,
      "loss": 1.093,
      "step": 41336
    },
    {
      "epoch": 1.6930985050174074,
      "grad_norm": 0.9661986924169554,
      "learning_rate": 0.00024839996563575344,
      "loss": 0.3004,
      "step": 41337
    },
    {
      "epoch": 1.6931394634446038,
      "grad_norm": 1.20401890120876,
      "learning_rate": 0.000248397504038797,
      "loss": 0.7212,
      "step": 41338
    },
    {
      "epoch": 1.6931804218718,
      "grad_norm": 1.330247741273251,
      "learning_rate": 0.000248395042395324,
      "loss": 0.8602,
      "step": 41339
    },
    {
      "epoch": 1.6932213802989966,
      "grad_norm": 1.2267489263463542,
      "learning_rate": 0.00024839258070533544,
      "loss": 0.925,
      "step": 41340
    },
    {
      "epoch": 1.693262338726193,
      "grad_norm": 1.1116084225979914,
      "learning_rate": 0.00024839011896883264,
      "loss": 0.7742,
      "step": 41341
    },
    {
      "epoch": 1.6933032971533892,
      "grad_norm": 0.7423515136486171,
      "learning_rate": 0.0002483876571858167,
      "loss": 0.328,
      "step": 41342
    },
    {
      "epoch": 1.6933442555805858,
      "grad_norm": 0.6898264732291944,
      "learning_rate": 0.00024838519535628876,
      "loss": 0.2718,
      "step": 41343
    },
    {
      "epoch": 1.693385214007782,
      "grad_norm": 1.3936641727131909,
      "learning_rate": 0.00024838273348025,
      "loss": 0.8406,
      "step": 41344
    },
    {
      "epoch": 1.6934261724349784,
      "grad_norm": 1.2484748401389847,
      "learning_rate": 0.00024838027155770165,
      "loss": 0.897,
      "step": 41345
    },
    {
      "epoch": 1.693467130862175,
      "grad_norm": 1.0905026240425337,
      "learning_rate": 0.00024837780958864475,
      "loss": 0.4589,
      "step": 41346
    },
    {
      "epoch": 1.6935080892893712,
      "grad_norm": 1.0903181322921531,
      "learning_rate": 0.00024837534757308057,
      "loss": 0.7006,
      "step": 41347
    },
    {
      "epoch": 1.6935490477165676,
      "grad_norm": 1.1918771304850388,
      "learning_rate": 0.0002483728855110102,
      "loss": 0.8931,
      "step": 41348
    },
    {
      "epoch": 1.693590006143764,
      "grad_norm": 1.9520028479292406,
      "learning_rate": 0.00024837042340243484,
      "loss": 1.5226,
      "step": 41349
    },
    {
      "epoch": 1.6936309645709606,
      "grad_norm": 1.6257746706268317,
      "learning_rate": 0.0002483679612473557,
      "loss": 1.1184,
      "step": 41350
    },
    {
      "epoch": 1.6936719229981567,
      "grad_norm": 0.7134706972842605,
      "learning_rate": 0.0002483654990457739,
      "loss": 0.2926,
      "step": 41351
    },
    {
      "epoch": 1.6937128814253533,
      "grad_norm": 1.337359160138166,
      "learning_rate": 0.0002483630367976905,
      "loss": 0.7406,
      "step": 41352
    },
    {
      "epoch": 1.6937538398525498,
      "grad_norm": 1.2581233841732447,
      "learning_rate": 0.00024836057450310686,
      "loss": 0.8543,
      "step": 41353
    },
    {
      "epoch": 1.693794798279746,
      "grad_norm": 1.069861851897741,
      "learning_rate": 0.00024835811216202404,
      "loss": 0.9608,
      "step": 41354
    },
    {
      "epoch": 1.6938357567069424,
      "grad_norm": 1.2278089282959201,
      "learning_rate": 0.00024835564977444314,
      "loss": 0.8914,
      "step": 41355
    },
    {
      "epoch": 1.693876715134139,
      "grad_norm": 3.1937106757933407,
      "learning_rate": 0.0002483531873403655,
      "loss": 5.1039,
      "step": 41356
    },
    {
      "epoch": 1.6939176735613353,
      "grad_norm": 1.613633906152576,
      "learning_rate": 0.0002483507248597921,
      "loss": 0.819,
      "step": 41357
    },
    {
      "epoch": 1.6939586319885316,
      "grad_norm": 1.2450721885152503,
      "learning_rate": 0.0002483482623327242,
      "loss": 0.7898,
      "step": 41358
    },
    {
      "epoch": 1.6939995904157281,
      "grad_norm": 0.6422872856608445,
      "learning_rate": 0.00024834579975916294,
      "loss": 0.2202,
      "step": 41359
    },
    {
      "epoch": 1.6940405488429244,
      "grad_norm": 2.3979437964417927,
      "learning_rate": 0.00024834333713910953,
      "loss": 2.6063,
      "step": 41360
    },
    {
      "epoch": 1.6940815072701207,
      "grad_norm": 1.0487246119375118,
      "learning_rate": 0.0002483408744725651,
      "loss": 0.6639,
      "step": 41361
    },
    {
      "epoch": 1.6941224656973173,
      "grad_norm": 2.767415055382286,
      "learning_rate": 0.0002483384117595308,
      "loss": 4.4044,
      "step": 41362
    },
    {
      "epoch": 1.6941634241245136,
      "grad_norm": 1.76682293272442,
      "learning_rate": 0.00024833594900000773,
      "loss": 1.2139,
      "step": 41363
    },
    {
      "epoch": 1.69420438255171,
      "grad_norm": 1.5596390081061118,
      "learning_rate": 0.0002483334861939972,
      "loss": 1.0481,
      "step": 41364
    },
    {
      "epoch": 1.6942453409789064,
      "grad_norm": 1.6038850459971525,
      "learning_rate": 0.00024833102334150035,
      "loss": 0.8918,
      "step": 41365
    },
    {
      "epoch": 1.6942862994061028,
      "grad_norm": 1.2410567803539243,
      "learning_rate": 0.0002483285604425182,
      "loss": 0.9295,
      "step": 41366
    },
    {
      "epoch": 1.694327257833299,
      "grad_norm": 1.2252895053060786,
      "learning_rate": 0.0002483260974970521,
      "loss": 0.9584,
      "step": 41367
    },
    {
      "epoch": 1.6943682162604956,
      "grad_norm": 0.733676617421694,
      "learning_rate": 0.00024832363450510303,
      "loss": 0.3481,
      "step": 41368
    },
    {
      "epoch": 1.6944091746876921,
      "grad_norm": 1.2020296579167669,
      "learning_rate": 0.0002483211714666723,
      "loss": 0.9299,
      "step": 41369
    },
    {
      "epoch": 1.6944501331148882,
      "grad_norm": 1.2945177279482387,
      "learning_rate": 0.00024831870838176105,
      "loss": 0.7495,
      "step": 41370
    },
    {
      "epoch": 1.6944910915420848,
      "grad_norm": 1.3426625069811275,
      "learning_rate": 0.0002483162452503704,
      "loss": 0.8837,
      "step": 41371
    },
    {
      "epoch": 1.6945320499692813,
      "grad_norm": 0.9055358466732436,
      "learning_rate": 0.00024831378207250155,
      "loss": 0.4056,
      "step": 41372
    },
    {
      "epoch": 1.6945730083964776,
      "grad_norm": 1.4482703481216328,
      "learning_rate": 0.00024831131884815564,
      "loss": 0.8714,
      "step": 41373
    },
    {
      "epoch": 1.694613966823674,
      "grad_norm": 3.0908568328321304,
      "learning_rate": 0.00024830885557733384,
      "loss": 1.1336,
      "step": 41374
    },
    {
      "epoch": 1.6946549252508705,
      "grad_norm": 1.2043613152594617,
      "learning_rate": 0.0002483063922600373,
      "loss": 0.942,
      "step": 41375
    },
    {
      "epoch": 1.6946958836780668,
      "grad_norm": 1.134685134031821,
      "learning_rate": 0.0002483039288962672,
      "loss": 0.8669,
      "step": 41376
    },
    {
      "epoch": 1.694736842105263,
      "grad_norm": 1.0421233660850944,
      "learning_rate": 0.00024830146548602476,
      "loss": 0.7277,
      "step": 41377
    },
    {
      "epoch": 1.6947778005324596,
      "grad_norm": 2.50411817770245,
      "learning_rate": 0.000248299002029311,
      "loss": 1.0415,
      "step": 41378
    },
    {
      "epoch": 1.694818758959656,
      "grad_norm": 1.0539450197522517,
      "learning_rate": 0.0002482965385261273,
      "loss": 0.6791,
      "step": 41379
    },
    {
      "epoch": 1.6948597173868523,
      "grad_norm": 1.045453371464765,
      "learning_rate": 0.0002482940749764746,
      "loss": 0.6825,
      "step": 41380
    },
    {
      "epoch": 1.6949006758140488,
      "grad_norm": 1.5217833616273522,
      "learning_rate": 0.00024829161138035415,
      "loss": 1.2214,
      "step": 41381
    },
    {
      "epoch": 1.694941634241245,
      "grad_norm": 4.021078600036531,
      "learning_rate": 0.00024828914773776723,
      "loss": 1.9533,
      "step": 41382
    },
    {
      "epoch": 1.6949825926684414,
      "grad_norm": 1.1832850538416801,
      "learning_rate": 0.0002482866840487148,
      "loss": 0.907,
      "step": 41383
    },
    {
      "epoch": 1.695023551095638,
      "grad_norm": 1.430240413753912,
      "learning_rate": 0.00024828422031319817,
      "loss": 1.3882,
      "step": 41384
    },
    {
      "epoch": 1.6950645095228343,
      "grad_norm": 1.2755514173613807,
      "learning_rate": 0.00024828175653121847,
      "loss": 0.8759,
      "step": 41385
    },
    {
      "epoch": 1.6951054679500306,
      "grad_norm": 1.4660290594017873,
      "learning_rate": 0.0002482792927027769,
      "loss": 0.7984,
      "step": 41386
    },
    {
      "epoch": 1.6951464263772271,
      "grad_norm": 1.2737625761020726,
      "learning_rate": 0.00024827682882787457,
      "loss": 0.7239,
      "step": 41387
    },
    {
      "epoch": 1.6951873848044237,
      "grad_norm": 1.3401834800419974,
      "learning_rate": 0.00024827436490651266,
      "loss": 0.708,
      "step": 41388
    },
    {
      "epoch": 1.6952283432316197,
      "grad_norm": 1.2269128430347789,
      "learning_rate": 0.00024827190093869224,
      "loss": 0.9487,
      "step": 41389
    },
    {
      "epoch": 1.6952693016588163,
      "grad_norm": 1.4383516169546309,
      "learning_rate": 0.00024826943692441464,
      "loss": 1.3622,
      "step": 41390
    },
    {
      "epoch": 1.6953102600860128,
      "grad_norm": 1.7360244829900335,
      "learning_rate": 0.0002482669728636809,
      "loss": 1.4072,
      "step": 41391
    },
    {
      "epoch": 1.6953512185132091,
      "grad_norm": 1.2418116370603163,
      "learning_rate": 0.00024826450875649233,
      "loss": 0.9548,
      "step": 41392
    },
    {
      "epoch": 1.6953921769404054,
      "grad_norm": 1.3337465325519773,
      "learning_rate": 0.00024826204460284997,
      "loss": 1.0218,
      "step": 41393
    },
    {
      "epoch": 1.695433135367602,
      "grad_norm": 1.1219336353290936,
      "learning_rate": 0.000248259580402755,
      "loss": 0.4581,
      "step": 41394
    },
    {
      "epoch": 1.6954740937947983,
      "grad_norm": 0.905426792061911,
      "learning_rate": 0.00024825711615620856,
      "loss": 0.3466,
      "step": 41395
    },
    {
      "epoch": 1.6955150522219946,
      "grad_norm": 1.1996325449495153,
      "learning_rate": 0.00024825465186321195,
      "loss": 0.724,
      "step": 41396
    },
    {
      "epoch": 1.6955560106491911,
      "grad_norm": 1.2419517201230246,
      "learning_rate": 0.00024825218752376623,
      "loss": 1.0623,
      "step": 41397
    },
    {
      "epoch": 1.6955969690763875,
      "grad_norm": 1.0583478221984504,
      "learning_rate": 0.00024824972313787253,
      "loss": 0.4403,
      "step": 41398
    },
    {
      "epoch": 1.6956379275035838,
      "grad_norm": 1.8260765045858167,
      "learning_rate": 0.00024824725870553204,
      "loss": 0.803,
      "step": 41399
    },
    {
      "epoch": 1.6956788859307803,
      "grad_norm": 1.3274115033947813,
      "learning_rate": 0.000248244794226746,
      "loss": 0.9103,
      "step": 41400
    },
    {
      "epoch": 1.6957198443579766,
      "grad_norm": 1.4213442430926897,
      "learning_rate": 0.00024824232970151546,
      "loss": 0.7733,
      "step": 41401
    },
    {
      "epoch": 1.695760802785173,
      "grad_norm": 1.0400181791327998,
      "learning_rate": 0.0002482398651298417,
      "loss": 0.6427,
      "step": 41402
    },
    {
      "epoch": 1.6958017612123695,
      "grad_norm": 1.5894131642598737,
      "learning_rate": 0.00024823740051172584,
      "loss": 1.1325,
      "step": 41403
    },
    {
      "epoch": 1.6958427196395658,
      "grad_norm": 5.092868059703753,
      "learning_rate": 0.00024823493584716903,
      "loss": 2.3575,
      "step": 41404
    },
    {
      "epoch": 1.695883678066762,
      "grad_norm": 1.1915252722957843,
      "learning_rate": 0.0002482324711361724,
      "loss": 0.8198,
      "step": 41405
    },
    {
      "epoch": 1.6959246364939586,
      "grad_norm": 1.5873034098041672,
      "learning_rate": 0.0002482300063787372,
      "loss": 1.1571,
      "step": 41406
    },
    {
      "epoch": 1.6959655949211552,
      "grad_norm": 1.8137241189150255,
      "learning_rate": 0.00024822754157486455,
      "loss": 2.2309,
      "step": 41407
    },
    {
      "epoch": 1.6960065533483513,
      "grad_norm": 1.0116171842439279,
      "learning_rate": 0.0002482250767245556,
      "loss": 0.7614,
      "step": 41408
    },
    {
      "epoch": 1.6960475117755478,
      "grad_norm": 0.8523521956287297,
      "learning_rate": 0.00024822261182781154,
      "loss": 0.4303,
      "step": 41409
    },
    {
      "epoch": 1.6960884702027443,
      "grad_norm": 1.1636375250956037,
      "learning_rate": 0.00024822014688463353,
      "loss": 0.987,
      "step": 41410
    },
    {
      "epoch": 1.6961294286299406,
      "grad_norm": 1.6549088172591773,
      "learning_rate": 0.00024821768189502277,
      "loss": 1.2593,
      "step": 41411
    },
    {
      "epoch": 1.696170387057137,
      "grad_norm": 1.7647371030156127,
      "learning_rate": 0.00024821521685898035,
      "loss": 1.9336,
      "step": 41412
    },
    {
      "epoch": 1.6962113454843335,
      "grad_norm": 0.9892683328161831,
      "learning_rate": 0.00024821275177650746,
      "loss": 0.7246,
      "step": 41413
    },
    {
      "epoch": 1.6962523039115298,
      "grad_norm": 1.84795070503629,
      "learning_rate": 0.0002482102866476053,
      "loss": 1.2371,
      "step": 41414
    },
    {
      "epoch": 1.6962932623387261,
      "grad_norm": 1.0927175582929458,
      "learning_rate": 0.000248207821472275,
      "loss": 0.7849,
      "step": 41415
    },
    {
      "epoch": 1.6963342207659227,
      "grad_norm": 1.0920566348811511,
      "learning_rate": 0.0002482053562505178,
      "loss": 0.7182,
      "step": 41416
    },
    {
      "epoch": 1.696375179193119,
      "grad_norm": 1.5610750023896893,
      "learning_rate": 0.0002482028909823347,
      "loss": 0.6611,
      "step": 41417
    },
    {
      "epoch": 1.6964161376203153,
      "grad_norm": 1.444587421444991,
      "learning_rate": 0.0002482004256677271,
      "loss": 0.8371,
      "step": 41418
    },
    {
      "epoch": 1.6964570960475118,
      "grad_norm": 1.3361187338996674,
      "learning_rate": 0.00024819796030669595,
      "loss": 0.8578,
      "step": 41419
    },
    {
      "epoch": 1.6964980544747081,
      "grad_norm": 1.373857542571011,
      "learning_rate": 0.0002481954948992425,
      "loss": 0.9296,
      "step": 41420
    },
    {
      "epoch": 1.6965390129019045,
      "grad_norm": 1.029350089250164,
      "learning_rate": 0.000248193029445368,
      "loss": 0.7211,
      "step": 41421
    },
    {
      "epoch": 1.696579971329101,
      "grad_norm": 1.3366656426149157,
      "learning_rate": 0.00024819056394507344,
      "loss": 0.8472,
      "step": 41422
    },
    {
      "epoch": 1.6966209297562975,
      "grad_norm": 1.355979607878806,
      "learning_rate": 0.00024818809839836014,
      "loss": 1.3999,
      "step": 41423
    },
    {
      "epoch": 1.6966618881834936,
      "grad_norm": 1.1918244011844659,
      "learning_rate": 0.00024818563280522917,
      "loss": 0.8491,
      "step": 41424
    },
    {
      "epoch": 1.6967028466106902,
      "grad_norm": 0.895201764631646,
      "learning_rate": 0.00024818316716568176,
      "loss": 0.7224,
      "step": 41425
    },
    {
      "epoch": 1.6967438050378867,
      "grad_norm": 1.2090219477563042,
      "learning_rate": 0.000248180701479719,
      "loss": 0.8355,
      "step": 41426
    },
    {
      "epoch": 1.6967847634650828,
      "grad_norm": 1.223573254664438,
      "learning_rate": 0.0002481782357473421,
      "loss": 0.9808,
      "step": 41427
    },
    {
      "epoch": 1.6968257218922793,
      "grad_norm": 0.9700672912931053,
      "learning_rate": 0.0002481757699685523,
      "loss": 0.8105,
      "step": 41428
    },
    {
      "epoch": 1.6968666803194759,
      "grad_norm": 1.1903996817227147,
      "learning_rate": 0.0002481733041433506,
      "loss": 0.8686,
      "step": 41429
    },
    {
      "epoch": 1.6969076387466722,
      "grad_norm": 1.1317354012971512,
      "learning_rate": 0.0002481708382717383,
      "loss": 0.8682,
      "step": 41430
    },
    {
      "epoch": 1.6969485971738685,
      "grad_norm": 1.3815655625871746,
      "learning_rate": 0.00024816837235371654,
      "loss": 1.4159,
      "step": 41431
    },
    {
      "epoch": 1.696989555601065,
      "grad_norm": 1.0999259138911672,
      "learning_rate": 0.0002481659063892865,
      "loss": 0.8309,
      "step": 41432
    },
    {
      "epoch": 1.6970305140282613,
      "grad_norm": 0.7708223835968018,
      "learning_rate": 0.0002481634403784493,
      "loss": 0.4152,
      "step": 41433
    },
    {
      "epoch": 1.6970714724554576,
      "grad_norm": 1.3907105625372245,
      "learning_rate": 0.00024816097432120605,
      "loss": 0.7789,
      "step": 41434
    },
    {
      "epoch": 1.6971124308826542,
      "grad_norm": 1.269942684143319,
      "learning_rate": 0.00024815850821755805,
      "loss": 0.9774,
      "step": 41435
    },
    {
      "epoch": 1.6971533893098505,
      "grad_norm": 0.9758847896541035,
      "learning_rate": 0.00024815604206750635,
      "loss": 0.6569,
      "step": 41436
    },
    {
      "epoch": 1.6971943477370468,
      "grad_norm": 0.9388373272522215,
      "learning_rate": 0.0002481535758710522,
      "loss": 0.6844,
      "step": 41437
    },
    {
      "epoch": 1.6972353061642433,
      "grad_norm": 1.321701433584224,
      "learning_rate": 0.00024815110962819677,
      "loss": 0.9608,
      "step": 41438
    },
    {
      "epoch": 1.6972762645914397,
      "grad_norm": 1.056740165633297,
      "learning_rate": 0.00024814864333894116,
      "loss": 0.8059,
      "step": 41439
    },
    {
      "epoch": 1.697317223018636,
      "grad_norm": 1.0954987426306153,
      "learning_rate": 0.00024814617700328657,
      "loss": 0.7878,
      "step": 41440
    },
    {
      "epoch": 1.6973581814458325,
      "grad_norm": 1.2128930726650469,
      "learning_rate": 0.00024814371062123415,
      "loss": 0.8804,
      "step": 41441
    },
    {
      "epoch": 1.697399139873029,
      "grad_norm": 1.264910910767296,
      "learning_rate": 0.0002481412441927851,
      "loss": 0.7492,
      "step": 41442
    },
    {
      "epoch": 1.6974400983002251,
      "grad_norm": 1.2349604879654041,
      "learning_rate": 0.0002481387777179406,
      "loss": 0.8852,
      "step": 41443
    },
    {
      "epoch": 1.6974810567274217,
      "grad_norm": 0.9399491636916655,
      "learning_rate": 0.0002481363111967017,
      "loss": 0.3162,
      "step": 41444
    },
    {
      "epoch": 1.6975220151546182,
      "grad_norm": 1.0984598753018746,
      "learning_rate": 0.0002481338446290697,
      "loss": 0.7546,
      "step": 41445
    },
    {
      "epoch": 1.6975629735818143,
      "grad_norm": 1.2371886990582763,
      "learning_rate": 0.00024813137801504566,
      "loss": 0.9935,
      "step": 41446
    },
    {
      "epoch": 1.6976039320090108,
      "grad_norm": 2.3446208002084155,
      "learning_rate": 0.00024812891135463083,
      "loss": 1.6545,
      "step": 41447
    },
    {
      "epoch": 1.6976448904362074,
      "grad_norm": 3.3793355516606556,
      "learning_rate": 0.00024812644464782636,
      "loss": 3.4969,
      "step": 41448
    },
    {
      "epoch": 1.6976858488634037,
      "grad_norm": 2.885511503669069,
      "learning_rate": 0.0002481239778946334,
      "loss": 2.4789,
      "step": 41449
    },
    {
      "epoch": 1.6977268072906,
      "grad_norm": 0.9976244489485087,
      "learning_rate": 0.00024812151109505307,
      "loss": 0.3025,
      "step": 41450
    },
    {
      "epoch": 1.6977677657177965,
      "grad_norm": 1.1327301622689523,
      "learning_rate": 0.00024811904424908664,
      "loss": 0.629,
      "step": 41451
    },
    {
      "epoch": 1.6978087241449928,
      "grad_norm": 1.0604525614420381,
      "learning_rate": 0.00024811657735673517,
      "loss": 0.4684,
      "step": 41452
    },
    {
      "epoch": 1.6978496825721892,
      "grad_norm": 1.2410862577268216,
      "learning_rate": 0.00024811411041799996,
      "loss": 0.8205,
      "step": 41453
    },
    {
      "epoch": 1.6978906409993857,
      "grad_norm": 5.153994535897601,
      "learning_rate": 0.00024811164343288203,
      "loss": 1.4222,
      "step": 41454
    },
    {
      "epoch": 1.697931599426582,
      "grad_norm": 1.1634429055931472,
      "learning_rate": 0.0002481091764013826,
      "loss": 0.8773,
      "step": 41455
    },
    {
      "epoch": 1.6979725578537783,
      "grad_norm": 1.1698265866046422,
      "learning_rate": 0.0002481067093235029,
      "loss": 0.8485,
      "step": 41456
    },
    {
      "epoch": 1.6980135162809749,
      "grad_norm": 1.056529098695938,
      "learning_rate": 0.00024810424219924397,
      "loss": 0.7648,
      "step": 41457
    },
    {
      "epoch": 1.6980544747081712,
      "grad_norm": 0.9492229832678112,
      "learning_rate": 0.0002481017750286071,
      "loss": 0.6027,
      "step": 41458
    },
    {
      "epoch": 1.6980954331353675,
      "grad_norm": 1.3783978625206614,
      "learning_rate": 0.0002480993078115934,
      "loss": 0.9906,
      "step": 41459
    },
    {
      "epoch": 1.698136391562564,
      "grad_norm": 1.230472047002076,
      "learning_rate": 0.00024809684054820396,
      "loss": 1.0087,
      "step": 41460
    },
    {
      "epoch": 1.6981773499897606,
      "grad_norm": 0.7985550363417185,
      "learning_rate": 0.0002480943732384401,
      "loss": 0.3705,
      "step": 41461
    },
    {
      "epoch": 1.6982183084169566,
      "grad_norm": 11.377847010876659,
      "learning_rate": 0.0002480919058823029,
      "loss": 3.1374,
      "step": 41462
    },
    {
      "epoch": 1.6982592668441532,
      "grad_norm": 1.4734729914770313,
      "learning_rate": 0.00024808943847979355,
      "loss": 1.7604,
      "step": 41463
    },
    {
      "epoch": 1.6983002252713497,
      "grad_norm": 0.6976904207332152,
      "learning_rate": 0.0002480869710309132,
      "loss": 0.3119,
      "step": 41464
    },
    {
      "epoch": 1.698341183698546,
      "grad_norm": 1.2138834921087596,
      "learning_rate": 0.000248084503535663,
      "loss": 0.7421,
      "step": 41465
    },
    {
      "epoch": 1.6983821421257423,
      "grad_norm": 0.7889476347753406,
      "learning_rate": 0.0002480820359940441,
      "loss": 0.314,
      "step": 41466
    },
    {
      "epoch": 1.6984231005529389,
      "grad_norm": 1.1027364063972684,
      "learning_rate": 0.0002480795684060578,
      "loss": 0.6764,
      "step": 41467
    },
    {
      "epoch": 1.6984640589801352,
      "grad_norm": 1.0312982319821338,
      "learning_rate": 0.00024807710077170514,
      "loss": 0.7127,
      "step": 41468
    },
    {
      "epoch": 1.6985050174073315,
      "grad_norm": 1.9779213739399115,
      "learning_rate": 0.0002480746330909873,
      "loss": 1.0679,
      "step": 41469
    },
    {
      "epoch": 1.698545975834528,
      "grad_norm": 1.0454125442289444,
      "learning_rate": 0.00024807216536390546,
      "loss": 0.6999,
      "step": 41470
    },
    {
      "epoch": 1.6985869342617244,
      "grad_norm": 1.4181263080360444,
      "learning_rate": 0.00024806969759046083,
      "loss": 1.1082,
      "step": 41471
    },
    {
      "epoch": 1.6986278926889207,
      "grad_norm": 1.4112667228387217,
      "learning_rate": 0.0002480672297706545,
      "loss": 0.7784,
      "step": 41472
    },
    {
      "epoch": 1.6986688511161172,
      "grad_norm": 1.2290120184217792,
      "learning_rate": 0.0002480647619044877,
      "loss": 0.6872,
      "step": 41473
    },
    {
      "epoch": 1.6987098095433135,
      "grad_norm": 0.6361993718384884,
      "learning_rate": 0.00024806229399196154,
      "loss": 0.2279,
      "step": 41474
    },
    {
      "epoch": 1.6987507679705098,
      "grad_norm": 1.3115367160537206,
      "learning_rate": 0.00024805982603307724,
      "loss": 1.1205,
      "step": 41475
    },
    {
      "epoch": 1.6987917263977064,
      "grad_norm": 1.3473454993638843,
      "learning_rate": 0.00024805735802783593,
      "loss": 1.4429,
      "step": 41476
    },
    {
      "epoch": 1.6988326848249027,
      "grad_norm": 1.2492025559257927,
      "learning_rate": 0.0002480548899762388,
      "loss": 0.7353,
      "step": 41477
    },
    {
      "epoch": 1.698873643252099,
      "grad_norm": 1.5538342700929442,
      "learning_rate": 0.000248052421878287,
      "loss": 1.6079,
      "step": 41478
    },
    {
      "epoch": 1.6989146016792955,
      "grad_norm": 1.3178096992347896,
      "learning_rate": 0.00024804995373398173,
      "loss": 0.7834,
      "step": 41479
    },
    {
      "epoch": 1.698955560106492,
      "grad_norm": 0.9378697093711025,
      "learning_rate": 0.00024804748554332407,
      "loss": 0.5185,
      "step": 41480
    },
    {
      "epoch": 1.6989965185336882,
      "grad_norm": 1.2162106664524999,
      "learning_rate": 0.0002480450173063153,
      "loss": 1.1054,
      "step": 41481
    },
    {
      "epoch": 1.6990374769608847,
      "grad_norm": 1.3854622898740578,
      "learning_rate": 0.00024804254902295657,
      "loss": 1.0733,
      "step": 41482
    },
    {
      "epoch": 1.6990784353880812,
      "grad_norm": 1.420879692363881,
      "learning_rate": 0.00024804008069324895,
      "loss": 1.1129,
      "step": 41483
    },
    {
      "epoch": 1.6991193938152775,
      "grad_norm": 1.256084995075898,
      "learning_rate": 0.0002480376123171937,
      "loss": 0.8824,
      "step": 41484
    },
    {
      "epoch": 1.6991603522424739,
      "grad_norm": 1.188976524753234,
      "learning_rate": 0.00024803514389479194,
      "loss": 0.6677,
      "step": 41485
    },
    {
      "epoch": 1.6992013106696704,
      "grad_norm": 1.0355141173140308,
      "learning_rate": 0.0002480326754260448,
      "loss": 0.7532,
      "step": 41486
    },
    {
      "epoch": 1.6992422690968667,
      "grad_norm": 2.171039477952173,
      "learning_rate": 0.0002480302069109536,
      "loss": 1.2809,
      "step": 41487
    },
    {
      "epoch": 1.699283227524063,
      "grad_norm": 1.1025282616282446,
      "learning_rate": 0.00024802773834951933,
      "loss": 0.8021,
      "step": 41488
    },
    {
      "epoch": 1.6993241859512596,
      "grad_norm": 3.6185147099770347,
      "learning_rate": 0.0002480252697417433,
      "loss": 2.132,
      "step": 41489
    },
    {
      "epoch": 1.6993651443784559,
      "grad_norm": 1.160451149955609,
      "learning_rate": 0.00024802280108762655,
      "loss": 0.8286,
      "step": 41490
    },
    {
      "epoch": 1.6994061028056522,
      "grad_norm": 1.5991022785873452,
      "learning_rate": 0.00024802033238717036,
      "loss": 0.9263,
      "step": 41491
    },
    {
      "epoch": 1.6994470612328487,
      "grad_norm": 1.7534178383849583,
      "learning_rate": 0.00024801786364037586,
      "loss": 2.179,
      "step": 41492
    },
    {
      "epoch": 1.699488019660045,
      "grad_norm": 1.251945210951272,
      "learning_rate": 0.0002480153948472441,
      "loss": 0.8033,
      "step": 41493
    },
    {
      "epoch": 1.6995289780872413,
      "grad_norm": 1.2192686859700967,
      "learning_rate": 0.0002480129260077764,
      "loss": 0.8134,
      "step": 41494
    },
    {
      "epoch": 1.6995699365144379,
      "grad_norm": 1.273316147038203,
      "learning_rate": 0.0002480104571219739,
      "loss": 0.7363,
      "step": 41495
    },
    {
      "epoch": 1.6996108949416342,
      "grad_norm": 1.3708620579199815,
      "learning_rate": 0.0002480079881898377,
      "loss": 1.1079,
      "step": 41496
    },
    {
      "epoch": 1.6996518533688305,
      "grad_norm": 1.033806301153617,
      "learning_rate": 0.00024800551921136903,
      "loss": 0.8206,
      "step": 41497
    },
    {
      "epoch": 1.699692811796027,
      "grad_norm": 1.0782051100259429,
      "learning_rate": 0.0002480030501865691,
      "loss": 0.8269,
      "step": 41498
    },
    {
      "epoch": 1.6997337702232236,
      "grad_norm": 1.580707598768712,
      "learning_rate": 0.00024800058111543893,
      "loss": 0.6774,
      "step": 41499
    },
    {
      "epoch": 1.6997747286504197,
      "grad_norm": 1.6864433930377347,
      "learning_rate": 0.0002479981119979798,
      "loss": 1.0053,
      "step": 41500
    },
    {
      "epoch": 1.6998156870776162,
      "grad_norm": 0.8120578278272511,
      "learning_rate": 0.00024799564283419287,
      "loss": 0.3027,
      "step": 41501
    },
    {
      "epoch": 1.6998566455048127,
      "grad_norm": 1.385621687775916,
      "learning_rate": 0.00024799317362407926,
      "loss": 1.3164,
      "step": 41502
    },
    {
      "epoch": 1.699897603932009,
      "grad_norm": 1.4747486678890882,
      "learning_rate": 0.0002479907043676402,
      "loss": 1.0157,
      "step": 41503
    },
    {
      "epoch": 1.6999385623592054,
      "grad_norm": 1.1469863464130294,
      "learning_rate": 0.0002479882350648768,
      "loss": 0.7843,
      "step": 41504
    },
    {
      "epoch": 1.699979520786402,
      "grad_norm": 1.483483321649352,
      "learning_rate": 0.00024798576571579024,
      "loss": 1.0396,
      "step": 41505
    },
    {
      "epoch": 1.7000204792135982,
      "grad_norm": 1.090661549122835,
      "learning_rate": 0.00024798329632038166,
      "loss": 0.9206,
      "step": 41506
    },
    {
      "epoch": 1.7000614376407945,
      "grad_norm": 2.100989595573785,
      "learning_rate": 0.0002479808268786523,
      "loss": 1.1392,
      "step": 41507
    },
    {
      "epoch": 1.700102396067991,
      "grad_norm": 1.793478910807793,
      "learning_rate": 0.00024797835739060327,
      "loss": 0.7818,
      "step": 41508
    },
    {
      "epoch": 1.7001433544951874,
      "grad_norm": 1.302406219573028,
      "learning_rate": 0.0002479758878562358,
      "loss": 0.833,
      "step": 41509
    },
    {
      "epoch": 1.7001843129223837,
      "grad_norm": 1.1845760296137569,
      "learning_rate": 0.000247973418275551,
      "loss": 0.9222,
      "step": 41510
    },
    {
      "epoch": 1.7002252713495802,
      "grad_norm": 1.3041963714668232,
      "learning_rate": 0.00024797094864855004,
      "loss": 0.6721,
      "step": 41511
    },
    {
      "epoch": 1.7002662297767765,
      "grad_norm": 1.3672453417632315,
      "learning_rate": 0.0002479684789752341,
      "loss": 0.9583,
      "step": 41512
    },
    {
      "epoch": 1.7003071882039729,
      "grad_norm": 2.032204370127354,
      "learning_rate": 0.0002479660092556044,
      "loss": 2.74,
      "step": 41513
    },
    {
      "epoch": 1.7003481466311694,
      "grad_norm": 1.2563780859028322,
      "learning_rate": 0.00024796353948966195,
      "loss": 0.6195,
      "step": 41514
    },
    {
      "epoch": 1.7003891050583657,
      "grad_norm": 8.28420615447137,
      "learning_rate": 0.0002479610696774081,
      "loss": 3.1375,
      "step": 41515
    },
    {
      "epoch": 1.700430063485562,
      "grad_norm": 1.246125800832221,
      "learning_rate": 0.00024795859981884395,
      "loss": 0.9174,
      "step": 41516
    },
    {
      "epoch": 1.7004710219127586,
      "grad_norm": 0.7494416523813491,
      "learning_rate": 0.0002479561299139706,
      "loss": 0.3028,
      "step": 41517
    },
    {
      "epoch": 1.700511980339955,
      "grad_norm": 1.2536965887610148,
      "learning_rate": 0.0002479536599627893,
      "loss": 0.9054,
      "step": 41518
    },
    {
      "epoch": 1.7005529387671512,
      "grad_norm": 0.8192058354870596,
      "learning_rate": 0.0002479511899653012,
      "loss": 0.372,
      "step": 41519
    },
    {
      "epoch": 1.7005938971943477,
      "grad_norm": 1.0383569101929095,
      "learning_rate": 0.0002479487199215075,
      "loss": 0.5494,
      "step": 41520
    },
    {
      "epoch": 1.7006348556215443,
      "grad_norm": 1.3713968107859449,
      "learning_rate": 0.0002479462498314093,
      "loss": 1.2879,
      "step": 41521
    },
    {
      "epoch": 1.7006758140487406,
      "grad_norm": 2.1100804500215595,
      "learning_rate": 0.00024794377969500776,
      "loss": 2.4974,
      "step": 41522
    },
    {
      "epoch": 1.7007167724759369,
      "grad_norm": 1.056010834012272,
      "learning_rate": 0.00024794130951230414,
      "loss": 0.3654,
      "step": 41523
    },
    {
      "epoch": 1.7007577309031334,
      "grad_norm": 1.5356512311639727,
      "learning_rate": 0.0002479388392832995,
      "loss": 0.5102,
      "step": 41524
    },
    {
      "epoch": 1.7007986893303297,
      "grad_norm": 1.473633367231187,
      "learning_rate": 0.0002479363690079951,
      "loss": 1.2311,
      "step": 41525
    },
    {
      "epoch": 1.700839647757526,
      "grad_norm": 1.2091571919245743,
      "learning_rate": 0.00024793389868639205,
      "loss": 0.9703,
      "step": 41526
    },
    {
      "epoch": 1.7008806061847226,
      "grad_norm": 1.3695049047793675,
      "learning_rate": 0.0002479314283184915,
      "loss": 0.7698,
      "step": 41527
    },
    {
      "epoch": 1.700921564611919,
      "grad_norm": 1.150191933716325,
      "learning_rate": 0.00024792895790429475,
      "loss": 0.6562,
      "step": 41528
    },
    {
      "epoch": 1.7009625230391152,
      "grad_norm": 1.0915674623941765,
      "learning_rate": 0.0002479264874438028,
      "loss": 0.7577,
      "step": 41529
    },
    {
      "epoch": 1.7010034814663118,
      "grad_norm": 2.0857643023973984,
      "learning_rate": 0.00024792401693701695,
      "loss": 3.5739,
      "step": 41530
    },
    {
      "epoch": 1.701044439893508,
      "grad_norm": 1.0247068951740679,
      "learning_rate": 0.0002479215463839382,
      "loss": 0.7287,
      "step": 41531
    },
    {
      "epoch": 1.7010853983207044,
      "grad_norm": 1.4020512187762988,
      "learning_rate": 0.00024791907578456795,
      "loss": 0.892,
      "step": 41532
    },
    {
      "epoch": 1.701126356747901,
      "grad_norm": 0.6926290591371875,
      "learning_rate": 0.0002479166051389071,
      "loss": 0.2844,
      "step": 41533
    },
    {
      "epoch": 1.7011673151750972,
      "grad_norm": 0.9603350951007921,
      "learning_rate": 0.0002479141344469571,
      "loss": 0.7051,
      "step": 41534
    },
    {
      "epoch": 1.7012082736022935,
      "grad_norm": 1.434040424235373,
      "learning_rate": 0.00024791166370871886,
      "loss": 0.6431,
      "step": 41535
    },
    {
      "epoch": 1.70124923202949,
      "grad_norm": 1.2550341893114794,
      "learning_rate": 0.00024790919292419375,
      "loss": 0.8003,
      "step": 41536
    },
    {
      "epoch": 1.7012901904566866,
      "grad_norm": 1.5833060913203076,
      "learning_rate": 0.00024790672209338286,
      "loss": 1.1942,
      "step": 41537
    },
    {
      "epoch": 1.7013311488838827,
      "grad_norm": 1.1832100179982854,
      "learning_rate": 0.0002479042512162873,
      "loss": 0.905,
      "step": 41538
    },
    {
      "epoch": 1.7013721073110792,
      "grad_norm": 1.434836051960074,
      "learning_rate": 0.00024790178029290833,
      "loss": 1.2941,
      "step": 41539
    },
    {
      "epoch": 1.7014130657382758,
      "grad_norm": 0.6873502259408026,
      "learning_rate": 0.0002478993093232471,
      "loss": 0.2807,
      "step": 41540
    },
    {
      "epoch": 1.701454024165472,
      "grad_norm": 0.751866509097363,
      "learning_rate": 0.00024789683830730465,
      "loss": 0.3958,
      "step": 41541
    },
    {
      "epoch": 1.7014949825926684,
      "grad_norm": 1.161107964756872,
      "learning_rate": 0.00024789436724508235,
      "loss": 0.9115,
      "step": 41542
    },
    {
      "epoch": 1.701535941019865,
      "grad_norm": 1.2992887533492956,
      "learning_rate": 0.00024789189613658126,
      "loss": 0.9406,
      "step": 41543
    },
    {
      "epoch": 1.7015768994470613,
      "grad_norm": 1.1013248394985704,
      "learning_rate": 0.0002478894249818025,
      "loss": 0.7976,
      "step": 41544
    },
    {
      "epoch": 1.7016178578742576,
      "grad_norm": 0.9279868862855841,
      "learning_rate": 0.00024788695378074737,
      "loss": 0.5829,
      "step": 41545
    },
    {
      "epoch": 1.701658816301454,
      "grad_norm": 1.0955318140315276,
      "learning_rate": 0.00024788448253341695,
      "loss": 0.818,
      "step": 41546
    },
    {
      "epoch": 1.7016997747286504,
      "grad_norm": 1.0352625869270868,
      "learning_rate": 0.0002478820112398124,
      "loss": 0.6553,
      "step": 41547
    },
    {
      "epoch": 1.7017407331558467,
      "grad_norm": 0.7968103344833927,
      "learning_rate": 0.000247879539899935,
      "loss": 0.3309,
      "step": 41548
    },
    {
      "epoch": 1.7017816915830433,
      "grad_norm": 0.9353937008845159,
      "learning_rate": 0.00024787706851378576,
      "loss": 0.7056,
      "step": 41549
    },
    {
      "epoch": 1.7018226500102396,
      "grad_norm": 1.0191900780110308,
      "learning_rate": 0.0002478745970813659,
      "loss": 0.7923,
      "step": 41550
    },
    {
      "epoch": 1.701863608437436,
      "grad_norm": 1.5502891053001975,
      "learning_rate": 0.00024787212560267664,
      "loss": 1.3467,
      "step": 41551
    },
    {
      "epoch": 1.7019045668646324,
      "grad_norm": 1.0345101292296606,
      "learning_rate": 0.0002478696540777192,
      "loss": 0.5718,
      "step": 41552
    },
    {
      "epoch": 1.7019455252918287,
      "grad_norm": 1.249478805381152,
      "learning_rate": 0.00024786718250649454,
      "loss": 0.6887,
      "step": 41553
    },
    {
      "epoch": 1.701986483719025,
      "grad_norm": 1.396626481249785,
      "learning_rate": 0.000247864710889004,
      "loss": 0.981,
      "step": 41554
    },
    {
      "epoch": 1.7020274421462216,
      "grad_norm": 1.3266942593119508,
      "learning_rate": 0.0002478622392252487,
      "loss": 0.6473,
      "step": 41555
    },
    {
      "epoch": 1.7020684005734181,
      "grad_norm": 1.0481863834719902,
      "learning_rate": 0.0002478597675152298,
      "loss": 0.5329,
      "step": 41556
    },
    {
      "epoch": 1.7021093590006142,
      "grad_norm": 1.9265141090721063,
      "learning_rate": 0.00024785729575894856,
      "loss": 0.5776,
      "step": 41557
    },
    {
      "epoch": 1.7021503174278108,
      "grad_norm": 1.262710960143758,
      "learning_rate": 0.00024785482395640597,
      "loss": 0.799,
      "step": 41558
    },
    {
      "epoch": 1.7021912758550073,
      "grad_norm": 1.452403213717026,
      "learning_rate": 0.00024785235210760334,
      "loss": 0.7941,
      "step": 41559
    },
    {
      "epoch": 1.7022322342822036,
      "grad_norm": 1.0918866798459275,
      "learning_rate": 0.0002478498802125418,
      "loss": 0.6977,
      "step": 41560
    },
    {
      "epoch": 1.7022731927094,
      "grad_norm": 1.200877538841653,
      "learning_rate": 0.00024784740827122253,
      "loss": 0.944,
      "step": 41561
    },
    {
      "epoch": 1.7023141511365965,
      "grad_norm": 0.8976224593035719,
      "learning_rate": 0.0002478449362836467,
      "loss": 0.8674,
      "step": 41562
    },
    {
      "epoch": 1.7023551095637928,
      "grad_norm": 1.0223426769131114,
      "learning_rate": 0.0002478424642498154,
      "loss": 0.6269,
      "step": 41563
    },
    {
      "epoch": 1.702396067990989,
      "grad_norm": 1.1068444645309385,
      "learning_rate": 0.0002478399921697299,
      "loss": 0.6598,
      "step": 41564
    },
    {
      "epoch": 1.7024370264181856,
      "grad_norm": 1.2930611786525161,
      "learning_rate": 0.0002478375200433913,
      "loss": 1.2359,
      "step": 41565
    },
    {
      "epoch": 1.702477984845382,
      "grad_norm": 1.3659521710558997,
      "learning_rate": 0.0002478350478708008,
      "loss": 1.0315,
      "step": 41566
    },
    {
      "epoch": 1.7025189432725782,
      "grad_norm": 1.1586677810739203,
      "learning_rate": 0.00024783257565195955,
      "loss": 0.7817,
      "step": 41567
    },
    {
      "epoch": 1.7025599016997748,
      "grad_norm": 1.3373431853764564,
      "learning_rate": 0.00024783010338686877,
      "loss": 0.9938,
      "step": 41568
    },
    {
      "epoch": 1.702600860126971,
      "grad_norm": 1.2311242038660672,
      "learning_rate": 0.0002478276310755296,
      "loss": 0.6516,
      "step": 41569
    },
    {
      "epoch": 1.7026418185541674,
      "grad_norm": 1.1385513919664054,
      "learning_rate": 0.0002478251587179432,
      "loss": 0.9312,
      "step": 41570
    },
    {
      "epoch": 1.702682776981364,
      "grad_norm": 1.142554336102144,
      "learning_rate": 0.0002478226863141107,
      "loss": 0.9063,
      "step": 41571
    },
    {
      "epoch": 1.7027237354085603,
      "grad_norm": 0.7699553588067436,
      "learning_rate": 0.00024782021386403336,
      "loss": 0.3505,
      "step": 41572
    },
    {
      "epoch": 1.7027646938357566,
      "grad_norm": 1.7559981981147004,
      "learning_rate": 0.0002478177413677123,
      "loss": 0.886,
      "step": 41573
    },
    {
      "epoch": 1.702805652262953,
      "grad_norm": 1.2939679527423202,
      "learning_rate": 0.00024781526882514864,
      "loss": 0.762,
      "step": 41574
    },
    {
      "epoch": 1.7028466106901496,
      "grad_norm": 1.1809714596836418,
      "learning_rate": 0.00024781279623634366,
      "loss": 0.9366,
      "step": 41575
    },
    {
      "epoch": 1.7028875691173457,
      "grad_norm": 1.3566648428346835,
      "learning_rate": 0.00024781032360129843,
      "loss": 1.198,
      "step": 41576
    },
    {
      "epoch": 1.7029285275445423,
      "grad_norm": 1.0039704142222605,
      "learning_rate": 0.00024780785092001415,
      "loss": 0.4834,
      "step": 41577
    },
    {
      "epoch": 1.7029694859717388,
      "grad_norm": 1.2609726017765144,
      "learning_rate": 0.000247805378192492,
      "loss": 0.8662,
      "step": 41578
    },
    {
      "epoch": 1.7030104443989351,
      "grad_norm": 1.0508365431230997,
      "learning_rate": 0.00024780290541873314,
      "loss": 0.6756,
      "step": 41579
    },
    {
      "epoch": 1.7030514028261314,
      "grad_norm": 10.278431888111829,
      "learning_rate": 0.00024780043259873874,
      "loss": 2.1619,
      "step": 41580
    },
    {
      "epoch": 1.703092361253328,
      "grad_norm": 1.2960013392085001,
      "learning_rate": 0.00024779795973251,
      "loss": 1.1718,
      "step": 41581
    },
    {
      "epoch": 1.7031333196805243,
      "grad_norm": 1.1889116338283727,
      "learning_rate": 0.00024779548682004796,
      "loss": 0.7352,
      "step": 41582
    },
    {
      "epoch": 1.7031742781077206,
      "grad_norm": 1.3609596427207111,
      "learning_rate": 0.000247793013861354,
      "loss": 0.9562,
      "step": 41583
    },
    {
      "epoch": 1.7032152365349171,
      "grad_norm": 1.0581206070870952,
      "learning_rate": 0.00024779054085642915,
      "loss": 0.4076,
      "step": 41584
    },
    {
      "epoch": 1.7032561949621134,
      "grad_norm": 2.0226210296839398,
      "learning_rate": 0.00024778806780527456,
      "loss": 1.3159,
      "step": 41585
    },
    {
      "epoch": 1.7032971533893098,
      "grad_norm": 1.178018804160327,
      "learning_rate": 0.0002477855947078915,
      "loss": 0.8227,
      "step": 41586
    },
    {
      "epoch": 1.7033381118165063,
      "grad_norm": 1.4439517641939477,
      "learning_rate": 0.00024778312156428106,
      "loss": 1.262,
      "step": 41587
    },
    {
      "epoch": 1.7033790702437026,
      "grad_norm": 0.5685541762934087,
      "learning_rate": 0.0002477806483744445,
      "loss": 0.1671,
      "step": 41588
    },
    {
      "epoch": 1.703420028670899,
      "grad_norm": 1.32364518548496,
      "learning_rate": 0.00024777817513838284,
      "loss": 0.981,
      "step": 41589
    },
    {
      "epoch": 1.7034609870980955,
      "grad_norm": 1.036503364578218,
      "learning_rate": 0.0002477757018560973,
      "loss": 0.4291,
      "step": 41590
    },
    {
      "epoch": 1.703501945525292,
      "grad_norm": 0.971116320073997,
      "learning_rate": 0.0002477732285275892,
      "loss": 0.6577,
      "step": 41591
    },
    {
      "epoch": 1.703542903952488,
      "grad_norm": 0.9105948886864385,
      "learning_rate": 0.00024777075515285954,
      "loss": 0.7587,
      "step": 41592
    },
    {
      "epoch": 1.7035838623796846,
      "grad_norm": 0.6560360353064384,
      "learning_rate": 0.00024776828173190955,
      "loss": 0.2789,
      "step": 41593
    },
    {
      "epoch": 1.7036248208068812,
      "grad_norm": 1.480365960351258,
      "learning_rate": 0.0002477658082647403,
      "loss": 1.2989,
      "step": 41594
    },
    {
      "epoch": 1.7036657792340772,
      "grad_norm": 1.5612289802525787,
      "learning_rate": 0.0002477633347513531,
      "loss": 0.9684,
      "step": 41595
    },
    {
      "epoch": 1.7037067376612738,
      "grad_norm": 1.26388601071043,
      "learning_rate": 0.0002477608611917491,
      "loss": 1.0266,
      "step": 41596
    },
    {
      "epoch": 1.7037476960884703,
      "grad_norm": 1.092400271898082,
      "learning_rate": 0.0002477583875859295,
      "loss": 0.837,
      "step": 41597
    },
    {
      "epoch": 1.7037886545156666,
      "grad_norm": 1.0467395058087827,
      "learning_rate": 0.0002477559139338953,
      "loss": 0.4211,
      "step": 41598
    },
    {
      "epoch": 1.703829612942863,
      "grad_norm": 1.2673707037604458,
      "learning_rate": 0.0002477534402356478,
      "loss": 0.8123,
      "step": 41599
    },
    {
      "epoch": 1.7038705713700595,
      "grad_norm": 1.1788782687452926,
      "learning_rate": 0.00024775096649118817,
      "loss": 1.0518,
      "step": 41600
    },
    {
      "epoch": 1.7039115297972558,
      "grad_norm": 1.3169885624076598,
      "learning_rate": 0.0002477484927005175,
      "loss": 0.7626,
      "step": 41601
    },
    {
      "epoch": 1.703952488224452,
      "grad_norm": 1.2335765229376279,
      "learning_rate": 0.0002477460188636371,
      "loss": 0.8285,
      "step": 41602
    },
    {
      "epoch": 1.7039934466516486,
      "grad_norm": 1.4830278511941266,
      "learning_rate": 0.00024774354498054797,
      "loss": 1.2533,
      "step": 41603
    },
    {
      "epoch": 1.704034405078845,
      "grad_norm": 3.5185054857782507,
      "learning_rate": 0.0002477410710512514,
      "loss": 6.6583,
      "step": 41604
    },
    {
      "epoch": 1.7040753635060413,
      "grad_norm": 1.0396936791529212,
      "learning_rate": 0.00024773859707574855,
      "loss": 0.6377,
      "step": 41605
    },
    {
      "epoch": 1.7041163219332378,
      "grad_norm": 1.4730158954315735,
      "learning_rate": 0.0002477361230540405,
      "loss": 0.3526,
      "step": 41606
    },
    {
      "epoch": 1.7041572803604341,
      "grad_norm": 0.7285159535902829,
      "learning_rate": 0.00024773364898612854,
      "loss": 0.2805,
      "step": 41607
    },
    {
      "epoch": 1.7041982387876304,
      "grad_norm": 1.3026886922058338,
      "learning_rate": 0.0002477311748720138,
      "loss": 0.9837,
      "step": 41608
    },
    {
      "epoch": 1.704239197214827,
      "grad_norm": 1.07704276698278,
      "learning_rate": 0.0002477287007116974,
      "loss": 0.7065,
      "step": 41609
    },
    {
      "epoch": 1.7042801556420235,
      "grad_norm": 1.147851284624001,
      "learning_rate": 0.00024772622650518053,
      "loss": 0.9212,
      "step": 41610
    },
    {
      "epoch": 1.7043211140692196,
      "grad_norm": 1.0474612912599097,
      "learning_rate": 0.00024772375225246435,
      "loss": 0.7439,
      "step": 41611
    },
    {
      "epoch": 1.7043620724964161,
      "grad_norm": 1.3887077210473495,
      "learning_rate": 0.0002477212779535501,
      "loss": 0.7632,
      "step": 41612
    },
    {
      "epoch": 1.7044030309236127,
      "grad_norm": 1.2682103571578256,
      "learning_rate": 0.00024771880360843887,
      "loss": 0.6969,
      "step": 41613
    },
    {
      "epoch": 1.7044439893508088,
      "grad_norm": 1.545254504679514,
      "learning_rate": 0.0002477163292171319,
      "loss": 1.8001,
      "step": 41614
    },
    {
      "epoch": 1.7044849477780053,
      "grad_norm": 0.9090465108270501,
      "learning_rate": 0.00024771385477963026,
      "loss": 0.7414,
      "step": 41615
    },
    {
      "epoch": 1.7045259062052018,
      "grad_norm": 0.7677056290865286,
      "learning_rate": 0.00024771138029593516,
      "loss": 0.3624,
      "step": 41616
    },
    {
      "epoch": 1.7045668646323981,
      "grad_norm": 1.1979274920788063,
      "learning_rate": 0.0002477089057660479,
      "loss": 1.0123,
      "step": 41617
    },
    {
      "epoch": 1.7046078230595945,
      "grad_norm": 0.6829196383950872,
      "learning_rate": 0.00024770643118996946,
      "loss": 0.3061,
      "step": 41618
    },
    {
      "epoch": 1.704648781486791,
      "grad_norm": 1.117243028625537,
      "learning_rate": 0.0002477039565677011,
      "loss": 0.7028,
      "step": 41619
    },
    {
      "epoch": 1.7046897399139873,
      "grad_norm": 1.2332115086413766,
      "learning_rate": 0.00024770148189924394,
      "loss": 0.6792,
      "step": 41620
    },
    {
      "epoch": 1.7047306983411836,
      "grad_norm": 1.05041012861582,
      "learning_rate": 0.00024769900718459926,
      "loss": 0.7374,
      "step": 41621
    },
    {
      "epoch": 1.7047716567683802,
      "grad_norm": 1.9266512580048027,
      "learning_rate": 0.0002476965324237681,
      "loss": 1.1846,
      "step": 41622
    },
    {
      "epoch": 1.7048126151955765,
      "grad_norm": 1.046460171045786,
      "learning_rate": 0.0002476940576167517,
      "loss": 0.5988,
      "step": 41623
    },
    {
      "epoch": 1.7048535736227728,
      "grad_norm": 1.6567936208717782,
      "learning_rate": 0.0002476915827635513,
      "loss": 1.2441,
      "step": 41624
    },
    {
      "epoch": 1.7048945320499693,
      "grad_norm": 0.7473784936838668,
      "learning_rate": 0.0002476891078641679,
      "loss": 0.2896,
      "step": 41625
    },
    {
      "epoch": 1.7049354904771656,
      "grad_norm": 1.3560026559312945,
      "learning_rate": 0.0002476866329186028,
      "loss": 0.8363,
      "step": 41626
    },
    {
      "epoch": 1.704976448904362,
      "grad_norm": 0.7571949696530195,
      "learning_rate": 0.0002476841579268571,
      "loss": 0.2754,
      "step": 41627
    },
    {
      "epoch": 1.7050174073315585,
      "grad_norm": 1.319034563675547,
      "learning_rate": 0.000247681682888932,
      "loss": 0.9583,
      "step": 41628
    },
    {
      "epoch": 1.705058365758755,
      "grad_norm": 1.1344271549755627,
      "learning_rate": 0.0002476792078048287,
      "loss": 0.7885,
      "step": 41629
    },
    {
      "epoch": 1.7050993241859511,
      "grad_norm": 1.0785540401759242,
      "learning_rate": 0.00024767673267454826,
      "loss": 0.9436,
      "step": 41630
    },
    {
      "epoch": 1.7051402826131477,
      "grad_norm": 1.072744724052521,
      "learning_rate": 0.000247674257498092,
      "loss": 0.8785,
      "step": 41631
    },
    {
      "epoch": 1.7051812410403442,
      "grad_norm": 0.9879125571614261,
      "learning_rate": 0.000247671782275461,
      "loss": 0.8016,
      "step": 41632
    },
    {
      "epoch": 1.7052221994675405,
      "grad_norm": 1.1119132870741566,
      "learning_rate": 0.0002476693070066565,
      "loss": 1.0318,
      "step": 41633
    },
    {
      "epoch": 1.7052631578947368,
      "grad_norm": 0.9408812261593515,
      "learning_rate": 0.00024766683169167957,
      "loss": 0.6756,
      "step": 41634
    },
    {
      "epoch": 1.7053041163219333,
      "grad_norm": 1.1673620738778383,
      "learning_rate": 0.00024766435633053147,
      "loss": 0.8786,
      "step": 41635
    },
    {
      "epoch": 1.7053450747491297,
      "grad_norm": 1.4779875361748045,
      "learning_rate": 0.00024766188092321327,
      "loss": 1.1679,
      "step": 41636
    },
    {
      "epoch": 1.705386033176326,
      "grad_norm": 6.756397119398705,
      "learning_rate": 0.0002476594054697262,
      "loss": 1.6969,
      "step": 41637
    },
    {
      "epoch": 1.7054269916035225,
      "grad_norm": 0.8091555502972695,
      "learning_rate": 0.00024765692997007145,
      "loss": 0.2552,
      "step": 41638
    },
    {
      "epoch": 1.7054679500307188,
      "grad_norm": 0.7246346638049755,
      "learning_rate": 0.0002476544544242502,
      "loss": 0.2596,
      "step": 41639
    },
    {
      "epoch": 1.7055089084579151,
      "grad_norm": 1.2156467173873122,
      "learning_rate": 0.00024765197883226355,
      "loss": 0.6046,
      "step": 41640
    },
    {
      "epoch": 1.7055498668851117,
      "grad_norm": 1.09014737907883,
      "learning_rate": 0.0002476495031941127,
      "loss": 0.6561,
      "step": 41641
    },
    {
      "epoch": 1.705590825312308,
      "grad_norm": 0.7409191751193059,
      "learning_rate": 0.0002476470275097989,
      "loss": 0.271,
      "step": 41642
    },
    {
      "epoch": 1.7056317837395043,
      "grad_norm": 1.207477948440888,
      "learning_rate": 0.00024764455177932323,
      "loss": 0.7143,
      "step": 41643
    },
    {
      "epoch": 1.7056727421667008,
      "grad_norm": 1.0844816603714258,
      "learning_rate": 0.00024764207600268685,
      "loss": 0.7286,
      "step": 41644
    },
    {
      "epoch": 1.7057137005938972,
      "grad_norm": 1.1627366172701268,
      "learning_rate": 0.00024763960017989094,
      "loss": 0.9435,
      "step": 41645
    },
    {
      "epoch": 1.7057546590210935,
      "grad_norm": 1.4956345692732842,
      "learning_rate": 0.00024763712431093675,
      "loss": 0.8357,
      "step": 41646
    },
    {
      "epoch": 1.70579561744829,
      "grad_norm": 1.186810633911918,
      "learning_rate": 0.00024763464839582536,
      "loss": 0.8079,
      "step": 41647
    },
    {
      "epoch": 1.7058365758754865,
      "grad_norm": 1.1029052729666318,
      "learning_rate": 0.00024763217243455797,
      "loss": 0.6416,
      "step": 41648
    },
    {
      "epoch": 1.7058775343026826,
      "grad_norm": 0.9154323209318195,
      "learning_rate": 0.00024762969642713576,
      "loss": 0.3444,
      "step": 41649
    },
    {
      "epoch": 1.7059184927298792,
      "grad_norm": 1.072219489025725,
      "learning_rate": 0.0002476272203735599,
      "loss": 0.712,
      "step": 41650
    },
    {
      "epoch": 1.7059594511570757,
      "grad_norm": 1.279901307131121,
      "learning_rate": 0.00024762474427383153,
      "loss": 0.8972,
      "step": 41651
    },
    {
      "epoch": 1.706000409584272,
      "grad_norm": 1.808707578968412,
      "learning_rate": 0.0002476222681279519,
      "loss": 0.8143,
      "step": 41652
    },
    {
      "epoch": 1.7060413680114683,
      "grad_norm": 1.053108213527556,
      "learning_rate": 0.0002476197919359221,
      "loss": 0.709,
      "step": 41653
    },
    {
      "epoch": 1.7060823264386649,
      "grad_norm": 1.2194691532344528,
      "learning_rate": 0.00024761731569774334,
      "loss": 0.8126,
      "step": 41654
    },
    {
      "epoch": 1.7061232848658612,
      "grad_norm": 1.3703738017421556,
      "learning_rate": 0.00024761483941341676,
      "loss": 1.1088,
      "step": 41655
    },
    {
      "epoch": 1.7061642432930575,
      "grad_norm": 1.0553078651015673,
      "learning_rate": 0.00024761236308294357,
      "loss": 0.7809,
      "step": 41656
    },
    {
      "epoch": 1.706205201720254,
      "grad_norm": 1.0887264984214522,
      "learning_rate": 0.00024760988670632483,
      "loss": 0.7923,
      "step": 41657
    },
    {
      "epoch": 1.7062461601474503,
      "grad_norm": 1.0678747709000627,
      "learning_rate": 0.0002476074102835619,
      "loss": 0.5506,
      "step": 41658
    },
    {
      "epoch": 1.7062871185746467,
      "grad_norm": 1.3249541155501494,
      "learning_rate": 0.0002476049338146558,
      "loss": 0.8601,
      "step": 41659
    },
    {
      "epoch": 1.7063280770018432,
      "grad_norm": 0.648728983134292,
      "learning_rate": 0.0002476024572996078,
      "loss": 0.2628,
      "step": 41660
    },
    {
      "epoch": 1.7063690354290395,
      "grad_norm": 1.275816181683967,
      "learning_rate": 0.00024759998073841896,
      "loss": 0.7554,
      "step": 41661
    },
    {
      "epoch": 1.7064099938562358,
      "grad_norm": 1.0312916908891112,
      "learning_rate": 0.00024759750413109056,
      "loss": 0.7312,
      "step": 41662
    },
    {
      "epoch": 1.7064509522834324,
      "grad_norm": 0.8461686188155891,
      "learning_rate": 0.0002475950274776237,
      "loss": 0.3043,
      "step": 41663
    },
    {
      "epoch": 1.7064919107106287,
      "grad_norm": 1.0622947391419364,
      "learning_rate": 0.0002475925507780196,
      "loss": 0.9608,
      "step": 41664
    },
    {
      "epoch": 1.706532869137825,
      "grad_norm": 1.4798096308861983,
      "learning_rate": 0.00024759007403227934,
      "loss": 1.3954,
      "step": 41665
    },
    {
      "epoch": 1.7065738275650215,
      "grad_norm": 1.368258699105979,
      "learning_rate": 0.0002475875972404042,
      "loss": 0.7678,
      "step": 41666
    },
    {
      "epoch": 1.706614785992218,
      "grad_norm": 1.2399885882495112,
      "learning_rate": 0.00024758512040239534,
      "loss": 0.9275,
      "step": 41667
    },
    {
      "epoch": 1.7066557444194141,
      "grad_norm": 1.0964144106488023,
      "learning_rate": 0.00024758264351825386,
      "loss": 0.9332,
      "step": 41668
    },
    {
      "epoch": 1.7066967028466107,
      "grad_norm": 0.930651565935689,
      "learning_rate": 0.00024758016658798094,
      "loss": 0.4943,
      "step": 41669
    },
    {
      "epoch": 1.7067376612738072,
      "grad_norm": 1.6287665363675659,
      "learning_rate": 0.0002475776896115779,
      "loss": 0.7528,
      "step": 41670
    },
    {
      "epoch": 1.7067786197010035,
      "grad_norm": 1.1933604964280486,
      "learning_rate": 0.0002475752125890457,
      "loss": 0.8756,
      "step": 41671
    },
    {
      "epoch": 1.7068195781281998,
      "grad_norm": 1.0852902175619548,
      "learning_rate": 0.0002475727355203856,
      "loss": 0.6108,
      "step": 41672
    },
    {
      "epoch": 1.7068605365553964,
      "grad_norm": 1.0997780225963538,
      "learning_rate": 0.00024757025840559875,
      "loss": 0.9984,
      "step": 41673
    },
    {
      "epoch": 1.7069014949825927,
      "grad_norm": 1.2489892489930063,
      "learning_rate": 0.00024756778124468637,
      "loss": 0.8616,
      "step": 41674
    },
    {
      "epoch": 1.706942453409789,
      "grad_norm": 1.2192900783072163,
      "learning_rate": 0.0002475653040376496,
      "loss": 0.787,
      "step": 41675
    },
    {
      "epoch": 1.7069834118369855,
      "grad_norm": 1.1225598317713037,
      "learning_rate": 0.00024756282678448967,
      "loss": 0.6071,
      "step": 41676
    },
    {
      "epoch": 1.7070243702641819,
      "grad_norm": 1.1042973131017664,
      "learning_rate": 0.0002475603494852076,
      "loss": 0.937,
      "step": 41677
    },
    {
      "epoch": 1.7070653286913782,
      "grad_norm": 0.992470356842294,
      "learning_rate": 0.00024755787213980474,
      "loss": 0.6569,
      "step": 41678
    },
    {
      "epoch": 1.7071062871185747,
      "grad_norm": 1.374759969522682,
      "learning_rate": 0.00024755539474828213,
      "loss": 1.1538,
      "step": 41679
    },
    {
      "epoch": 1.707147245545771,
      "grad_norm": 0.7610094136748772,
      "learning_rate": 0.000247552917310641,
      "loss": 0.2494,
      "step": 41680
    },
    {
      "epoch": 1.7071882039729673,
      "grad_norm": 1.05159341105047,
      "learning_rate": 0.0002475504398268825,
      "loss": 0.6221,
      "step": 41681
    },
    {
      "epoch": 1.7072291624001639,
      "grad_norm": 1.1548154196396812,
      "learning_rate": 0.0002475479622970079,
      "loss": 0.7819,
      "step": 41682
    },
    {
      "epoch": 1.7072701208273602,
      "grad_norm": 1.4743698085117125,
      "learning_rate": 0.0002475454847210182,
      "loss": 1.0916,
      "step": 41683
    },
    {
      "epoch": 1.7073110792545565,
      "grad_norm": 1.0608097215461547,
      "learning_rate": 0.00024754300709891463,
      "loss": 0.9516,
      "step": 41684
    },
    {
      "epoch": 1.707352037681753,
      "grad_norm": 1.4463860714795795,
      "learning_rate": 0.0002475405294306984,
      "loss": 1.1166,
      "step": 41685
    },
    {
      "epoch": 1.7073929961089496,
      "grad_norm": 1.2694540995509447,
      "learning_rate": 0.0002475380517163707,
      "loss": 0.7963,
      "step": 41686
    },
    {
      "epoch": 1.7074339545361457,
      "grad_norm": 1.23358144156901,
      "learning_rate": 0.0002475355739559327,
      "loss": 0.9863,
      "step": 41687
    },
    {
      "epoch": 1.7074749129633422,
      "grad_norm": 1.4047982391816516,
      "learning_rate": 0.0002475330961493855,
      "loss": 1.1743,
      "step": 41688
    },
    {
      "epoch": 1.7075158713905387,
      "grad_norm": 1.261664549359597,
      "learning_rate": 0.0002475306182967303,
      "loss": 1.0051,
      "step": 41689
    },
    {
      "epoch": 1.707556829817735,
      "grad_norm": 1.1962539109925776,
      "learning_rate": 0.0002475281403979683,
      "loss": 0.3309,
      "step": 41690
    },
    {
      "epoch": 1.7075977882449314,
      "grad_norm": 0.8087809989035182,
      "learning_rate": 0.0002475256624531007,
      "loss": 0.3614,
      "step": 41691
    },
    {
      "epoch": 1.707638746672128,
      "grad_norm": 2.0817317446948,
      "learning_rate": 0.00024752318446212855,
      "loss": 1.6601,
      "step": 41692
    },
    {
      "epoch": 1.7076797050993242,
      "grad_norm": 1.1593111347599772,
      "learning_rate": 0.00024752070642505315,
      "loss": 0.9854,
      "step": 41693
    },
    {
      "epoch": 1.7077206635265205,
      "grad_norm": 0.8025059332497843,
      "learning_rate": 0.0002475182283418756,
      "loss": 0.3727,
      "step": 41694
    },
    {
      "epoch": 1.707761621953717,
      "grad_norm": 1.3611135297435857,
      "learning_rate": 0.00024751575021259703,
      "loss": 1.0784,
      "step": 41695
    },
    {
      "epoch": 1.7078025803809134,
      "grad_norm": 1.3202403094689874,
      "learning_rate": 0.00024751327203721875,
      "loss": 1.0118,
      "step": 41696
    },
    {
      "epoch": 1.7078435388081097,
      "grad_norm": 1.3204451409398053,
      "learning_rate": 0.0002475107938157418,
      "loss": 0.7495,
      "step": 41697
    },
    {
      "epoch": 1.7078844972353062,
      "grad_norm": 0.9198721643781892,
      "learning_rate": 0.00024750831554816747,
      "loss": 0.3724,
      "step": 41698
    },
    {
      "epoch": 1.7079254556625025,
      "grad_norm": 1.0427149571718368,
      "learning_rate": 0.0002475058372344968,
      "loss": 0.612,
      "step": 41699
    },
    {
      "epoch": 1.7079664140896988,
      "grad_norm": 0.6289319415660735,
      "learning_rate": 0.0002475033588747311,
      "loss": 0.2971,
      "step": 41700
    },
    {
      "epoch": 1.7080073725168954,
      "grad_norm": 1.0753454195121024,
      "learning_rate": 0.0002475008804688714,
      "loss": 0.8666,
      "step": 41701
    },
    {
      "epoch": 1.7080483309440917,
      "grad_norm": 1.2004801096106243,
      "learning_rate": 0.00024749840201691896,
      "loss": 1.0072,
      "step": 41702
    },
    {
      "epoch": 1.708089289371288,
      "grad_norm": 1.3319578755430517,
      "learning_rate": 0.00024749592351887495,
      "loss": 1.0229,
      "step": 41703
    },
    {
      "epoch": 1.7081302477984845,
      "grad_norm": 1.1401666297288298,
      "learning_rate": 0.0002474934449747406,
      "loss": 1.0911,
      "step": 41704
    },
    {
      "epoch": 1.708171206225681,
      "grad_norm": 1.0602549815881386,
      "learning_rate": 0.0002474909663845169,
      "loss": 0.9677,
      "step": 41705
    },
    {
      "epoch": 1.7082121646528772,
      "grad_norm": 1.078840887483861,
      "learning_rate": 0.00024748848774820513,
      "loss": 0.7329,
      "step": 41706
    },
    {
      "epoch": 1.7082531230800737,
      "grad_norm": 1.2982327254965198,
      "learning_rate": 0.00024748600906580653,
      "loss": 0.7649,
      "step": 41707
    },
    {
      "epoch": 1.7082940815072702,
      "grad_norm": 1.113377080215283,
      "learning_rate": 0.00024748353033732213,
      "loss": 0.5674,
      "step": 41708
    },
    {
      "epoch": 1.7083350399344666,
      "grad_norm": 1.2251466274635947,
      "learning_rate": 0.00024748105156275317,
      "loss": 1.106,
      "step": 41709
    },
    {
      "epoch": 1.7083759983616629,
      "grad_norm": 1.1366967143157418,
      "learning_rate": 0.0002474785727421009,
      "loss": 0.768,
      "step": 41710
    },
    {
      "epoch": 1.7084169567888594,
      "grad_norm": 1.4276282868585402,
      "learning_rate": 0.00024747609387536636,
      "loss": 1.4227,
      "step": 41711
    },
    {
      "epoch": 1.7084579152160557,
      "grad_norm": 1.3217366194746945,
      "learning_rate": 0.0002474736149625508,
      "loss": 0.8658,
      "step": 41712
    },
    {
      "epoch": 1.708498873643252,
      "grad_norm": 1.0028720894704692,
      "learning_rate": 0.0002474711360036553,
      "loss": 0.6134,
      "step": 41713
    },
    {
      "epoch": 1.7085398320704486,
      "grad_norm": 1.4445103631458132,
      "learning_rate": 0.0002474686569986812,
      "loss": 0.7459,
      "step": 41714
    },
    {
      "epoch": 1.7085807904976449,
      "grad_norm": 1.2012329615517363,
      "learning_rate": 0.00024746617794762956,
      "loss": 0.7824,
      "step": 41715
    },
    {
      "epoch": 1.7086217489248412,
      "grad_norm": 1.2189560684735326,
      "learning_rate": 0.0002474636988505015,
      "loss": 0.8319,
      "step": 41716
    },
    {
      "epoch": 1.7086627073520377,
      "grad_norm": 1.0648368683795915,
      "learning_rate": 0.00024746121970729834,
      "loss": 0.6387,
      "step": 41717
    },
    {
      "epoch": 1.708703665779234,
      "grad_norm": 1.4083825630424602,
      "learning_rate": 0.00024745874051802113,
      "loss": 1.1962,
      "step": 41718
    },
    {
      "epoch": 1.7087446242064304,
      "grad_norm": 1.3330989099824673,
      "learning_rate": 0.00024745626128267113,
      "loss": 1.1042,
      "step": 41719
    },
    {
      "epoch": 1.708785582633627,
      "grad_norm": 1.0135371952741132,
      "learning_rate": 0.00024745378200124936,
      "loss": 0.3374,
      "step": 41720
    },
    {
      "epoch": 1.7088265410608232,
      "grad_norm": 1.2585637785626085,
      "learning_rate": 0.0002474513026737572,
      "loss": 0.883,
      "step": 41721
    },
    {
      "epoch": 1.7088674994880195,
      "grad_norm": 0.808743222465908,
      "learning_rate": 0.00024744882330019564,
      "loss": 0.6122,
      "step": 41722
    },
    {
      "epoch": 1.708908457915216,
      "grad_norm": 1.1557377967545033,
      "learning_rate": 0.000247446343880566,
      "loss": 0.8099,
      "step": 41723
    },
    {
      "epoch": 1.7089494163424126,
      "grad_norm": 1.1147480836847061,
      "learning_rate": 0.00024744386441486935,
      "loss": 0.763,
      "step": 41724
    },
    {
      "epoch": 1.7089903747696087,
      "grad_norm": 1.1295150456089669,
      "learning_rate": 0.0002474413849031069,
      "loss": 0.6416,
      "step": 41725
    },
    {
      "epoch": 1.7090313331968052,
      "grad_norm": 1.117520864305966,
      "learning_rate": 0.0002474389053452798,
      "loss": 0.6974,
      "step": 41726
    },
    {
      "epoch": 1.7090722916240018,
      "grad_norm": 1.1287722547330608,
      "learning_rate": 0.00024743642574138927,
      "loss": 0.7441,
      "step": 41727
    },
    {
      "epoch": 1.709113250051198,
      "grad_norm": 1.26755395361715,
      "learning_rate": 0.00024743394609143645,
      "loss": 0.9919,
      "step": 41728
    },
    {
      "epoch": 1.7091542084783944,
      "grad_norm": 1.9406662091342517,
      "learning_rate": 0.0002474314663954225,
      "loss": 0.8698,
      "step": 41729
    },
    {
      "epoch": 1.709195166905591,
      "grad_norm": 0.8654307620882983,
      "learning_rate": 0.0002474289866533486,
      "loss": 0.2827,
      "step": 41730
    },
    {
      "epoch": 1.7092361253327872,
      "grad_norm": 1.1244651566078658,
      "learning_rate": 0.00024742650686521595,
      "loss": 0.7845,
      "step": 41731
    },
    {
      "epoch": 1.7092770837599836,
      "grad_norm": 1.3857956806847227,
      "learning_rate": 0.0002474240270310257,
      "loss": 0.7869,
      "step": 41732
    },
    {
      "epoch": 1.70931804218718,
      "grad_norm": 1.0974555848529288,
      "learning_rate": 0.000247421547150779,
      "loss": 0.743,
      "step": 41733
    },
    {
      "epoch": 1.7093590006143764,
      "grad_norm": 1.0661482385910035,
      "learning_rate": 0.00024741906722447704,
      "loss": 0.7943,
      "step": 41734
    },
    {
      "epoch": 1.7093999590415727,
      "grad_norm": 1.098699393800688,
      "learning_rate": 0.000247416587252121,
      "loss": 0.6174,
      "step": 41735
    },
    {
      "epoch": 1.7094409174687692,
      "grad_norm": 1.1347852220608041,
      "learning_rate": 0.0002474141072337121,
      "loss": 0.6707,
      "step": 41736
    },
    {
      "epoch": 1.7094818758959656,
      "grad_norm": 1.0785288493214393,
      "learning_rate": 0.0002474116271692514,
      "loss": 0.7587,
      "step": 41737
    },
    {
      "epoch": 1.7095228343231619,
      "grad_norm": 1.0250823381659373,
      "learning_rate": 0.00024740914705874016,
      "loss": 0.697,
      "step": 41738
    },
    {
      "epoch": 1.7095637927503584,
      "grad_norm": 1.8181229977124178,
      "learning_rate": 0.00024740666690217957,
      "loss": 2.2548,
      "step": 41739
    },
    {
      "epoch": 1.7096047511775547,
      "grad_norm": 1.1537285367146461,
      "learning_rate": 0.0002474041866995707,
      "loss": 0.7369,
      "step": 41740
    },
    {
      "epoch": 1.709645709604751,
      "grad_norm": 1.086060285588917,
      "learning_rate": 0.0002474017064509148,
      "loss": 0.7307,
      "step": 41741
    },
    {
      "epoch": 1.7096866680319476,
      "grad_norm": 1.2298776032894934,
      "learning_rate": 0.00024739922615621304,
      "loss": 1.1589,
      "step": 41742
    },
    {
      "epoch": 1.7097276264591441,
      "grad_norm": 0.9058485319518778,
      "learning_rate": 0.00024739674581546656,
      "loss": 0.7376,
      "step": 41743
    },
    {
      "epoch": 1.7097685848863402,
      "grad_norm": 1.0429283462124292,
      "learning_rate": 0.00024739426542867655,
      "loss": 0.8581,
      "step": 41744
    },
    {
      "epoch": 1.7098095433135367,
      "grad_norm": 1.3846960437266573,
      "learning_rate": 0.00024739178499584417,
      "loss": 0.9107,
      "step": 41745
    },
    {
      "epoch": 1.7098505017407333,
      "grad_norm": 1.4153340130787266,
      "learning_rate": 0.00024738930451697065,
      "loss": 0.935,
      "step": 41746
    },
    {
      "epoch": 1.7098914601679296,
      "grad_norm": 1.106110154190186,
      "learning_rate": 0.0002473868239920571,
      "loss": 0.7689,
      "step": 41747
    },
    {
      "epoch": 1.709932418595126,
      "grad_norm": 1.3245444314058907,
      "learning_rate": 0.00024738434342110467,
      "loss": 0.8788,
      "step": 41748
    },
    {
      "epoch": 1.7099733770223224,
      "grad_norm": 1.3328799567943048,
      "learning_rate": 0.0002473818628041146,
      "loss": 1.0688,
      "step": 41749
    },
    {
      "epoch": 1.7100143354495188,
      "grad_norm": 1.3435332866681189,
      "learning_rate": 0.0002473793821410881,
      "loss": 0.918,
      "step": 41750
    },
    {
      "epoch": 1.710055293876715,
      "grad_norm": 1.3100032700107167,
      "learning_rate": 0.0002473769014320262,
      "loss": 0.9683,
      "step": 41751
    },
    {
      "epoch": 1.7100962523039116,
      "grad_norm": 1.4627364092897788,
      "learning_rate": 0.00024737442067693016,
      "loss": 0.6769,
      "step": 41752
    },
    {
      "epoch": 1.710137210731108,
      "grad_norm": 1.3554609420999164,
      "learning_rate": 0.0002473719398758012,
      "loss": 1.0552,
      "step": 41753
    },
    {
      "epoch": 1.7101781691583042,
      "grad_norm": 1.1197577811922719,
      "learning_rate": 0.00024736945902864034,
      "loss": 0.9076,
      "step": 41754
    },
    {
      "epoch": 1.7102191275855008,
      "grad_norm": 1.1185588259675683,
      "learning_rate": 0.00024736697813544894,
      "loss": 0.9003,
      "step": 41755
    },
    {
      "epoch": 1.710260086012697,
      "grad_norm": 1.1676682737625852,
      "learning_rate": 0.000247364497196228,
      "loss": 0.6244,
      "step": 41756
    },
    {
      "epoch": 1.7103010444398934,
      "grad_norm": 1.0184226116743476,
      "learning_rate": 0.00024736201621097884,
      "loss": 0.8482,
      "step": 41757
    },
    {
      "epoch": 1.71034200286709,
      "grad_norm": 1.1105460201496462,
      "learning_rate": 0.0002473595351797026,
      "loss": 0.8985,
      "step": 41758
    },
    {
      "epoch": 1.7103829612942865,
      "grad_norm": 1.2441581884493729,
      "learning_rate": 0.0002473570541024003,
      "loss": 0.9221,
      "step": 41759
    },
    {
      "epoch": 1.7104239197214826,
      "grad_norm": 0.9974973910879923,
      "learning_rate": 0.00024735457297907334,
      "loss": 0.4451,
      "step": 41760
    },
    {
      "epoch": 1.710464878148679,
      "grad_norm": 1.1875514255747375,
      "learning_rate": 0.00024735209180972275,
      "loss": 0.6317,
      "step": 41761
    },
    {
      "epoch": 1.7105058365758756,
      "grad_norm": 1.7146516235645437,
      "learning_rate": 0.0002473496105943497,
      "loss": 0.8546,
      "step": 41762
    },
    {
      "epoch": 1.7105467950030717,
      "grad_norm": 1.3505727365680078,
      "learning_rate": 0.0002473471293329555,
      "loss": 0.8368,
      "step": 41763
    },
    {
      "epoch": 1.7105877534302683,
      "grad_norm": 1.4377466882682468,
      "learning_rate": 0.0002473446480255412,
      "loss": 1.3425,
      "step": 41764
    },
    {
      "epoch": 1.7106287118574648,
      "grad_norm": 1.129914534864928,
      "learning_rate": 0.0002473421666721079,
      "loss": 0.8016,
      "step": 41765
    },
    {
      "epoch": 1.710669670284661,
      "grad_norm": 1.3726241797123138,
      "learning_rate": 0.000247339685272657,
      "loss": 0.818,
      "step": 41766
    },
    {
      "epoch": 1.7107106287118574,
      "grad_norm": 1.1368312847841493,
      "learning_rate": 0.0002473372038271895,
      "loss": 0.9319,
      "step": 41767
    },
    {
      "epoch": 1.710751587139054,
      "grad_norm": 1.4911690972974458,
      "learning_rate": 0.0002473347223357066,
      "loss": 0.8565,
      "step": 41768
    },
    {
      "epoch": 1.7107925455662503,
      "grad_norm": 1.4624841905988364,
      "learning_rate": 0.0002473322407982095,
      "loss": 1.0099,
      "step": 41769
    },
    {
      "epoch": 1.7108335039934466,
      "grad_norm": 1.4401881391249607,
      "learning_rate": 0.00024732975921469937,
      "loss": 1.0748,
      "step": 41770
    },
    {
      "epoch": 1.7108744624206431,
      "grad_norm": 1.270181338257937,
      "learning_rate": 0.0002473272775851773,
      "loss": 0.8218,
      "step": 41771
    },
    {
      "epoch": 1.7109154208478394,
      "grad_norm": 1.3111666626541982,
      "learning_rate": 0.00024732479590964466,
      "loss": 0.7235,
      "step": 41772
    },
    {
      "epoch": 1.7109563792750357,
      "grad_norm": 1.1250413117809874,
      "learning_rate": 0.00024732231418810247,
      "loss": 0.8718,
      "step": 41773
    },
    {
      "epoch": 1.7109973377022323,
      "grad_norm": 1.1232197045291354,
      "learning_rate": 0.00024731983242055194,
      "loss": 0.7357,
      "step": 41774
    },
    {
      "epoch": 1.7110382961294286,
      "grad_norm": 2.3742713682186354,
      "learning_rate": 0.0002473173506069942,
      "loss": 3.7867,
      "step": 41775
    },
    {
      "epoch": 1.711079254556625,
      "grad_norm": 1.0425850884441659,
      "learning_rate": 0.0002473148687474305,
      "loss": 0.7828,
      "step": 41776
    },
    {
      "epoch": 1.7111202129838214,
      "grad_norm": 1.0411512087166712,
      "learning_rate": 0.00024731238684186195,
      "loss": 0.5828,
      "step": 41777
    },
    {
      "epoch": 1.711161171411018,
      "grad_norm": 1.7873029711134918,
      "learning_rate": 0.00024730990489028973,
      "loss": 1.456,
      "step": 41778
    },
    {
      "epoch": 1.711202129838214,
      "grad_norm": 1.433132582084427,
      "learning_rate": 0.0002473074228927151,
      "loss": 0.7568,
      "step": 41779
    },
    {
      "epoch": 1.7112430882654106,
      "grad_norm": 1.8772984434558568,
      "learning_rate": 0.00024730494084913916,
      "loss": 0.3775,
      "step": 41780
    },
    {
      "epoch": 1.7112840466926071,
      "grad_norm": 1.40511453932906,
      "learning_rate": 0.000247302458759563,
      "loss": 0.7186,
      "step": 41781
    },
    {
      "epoch": 1.7113250051198032,
      "grad_norm": 1.2190799841387452,
      "learning_rate": 0.000247299976623988,
      "loss": 0.9483,
      "step": 41782
    },
    {
      "epoch": 1.7113659635469998,
      "grad_norm": 2.6380601283724614,
      "learning_rate": 0.0002472974944424151,
      "loss": 1.3848,
      "step": 41783
    },
    {
      "epoch": 1.7114069219741963,
      "grad_norm": 1.0184951103264803,
      "learning_rate": 0.0002472950122148457,
      "loss": 0.7863,
      "step": 41784
    },
    {
      "epoch": 1.7114478804013926,
      "grad_norm": 1.2928509746560515,
      "learning_rate": 0.00024729252994128083,
      "loss": 0.8219,
      "step": 41785
    },
    {
      "epoch": 1.711488838828589,
      "grad_norm": 1.0986228499168698,
      "learning_rate": 0.00024729004762172167,
      "loss": 0.7636,
      "step": 41786
    },
    {
      "epoch": 1.7115297972557855,
      "grad_norm": 1.097033086815172,
      "learning_rate": 0.00024728756525616946,
      "loss": 0.6835,
      "step": 41787
    },
    {
      "epoch": 1.7115707556829818,
      "grad_norm": 1.3133915681818997,
      "learning_rate": 0.00024728508284462534,
      "loss": 1.0794,
      "step": 41788
    },
    {
      "epoch": 1.711611714110178,
      "grad_norm": 1.385110425668647,
      "learning_rate": 0.0002472826003870904,
      "loss": 0.8907,
      "step": 41789
    },
    {
      "epoch": 1.7116526725373746,
      "grad_norm": 1.1953510773094655,
      "learning_rate": 0.000247280117883566,
      "loss": 0.7448,
      "step": 41790
    },
    {
      "epoch": 1.711693630964571,
      "grad_norm": 1.3887415234760403,
      "learning_rate": 0.0002472776353340531,
      "loss": 0.9356,
      "step": 41791
    },
    {
      "epoch": 1.7117345893917673,
      "grad_norm": 1.0964233123385698,
      "learning_rate": 0.000247275152738553,
      "loss": 0.9006,
      "step": 41792
    },
    {
      "epoch": 1.7117755478189638,
      "grad_norm": 1.4808708277621536,
      "learning_rate": 0.0002472726700970669,
      "loss": 0.9875,
      "step": 41793
    },
    {
      "epoch": 1.71181650624616,
      "grad_norm": 1.4911286491147107,
      "learning_rate": 0.0002472701874095959,
      "loss": 0.9244,
      "step": 41794
    },
    {
      "epoch": 1.7118574646733564,
      "grad_norm": 1.0114011837266135,
      "learning_rate": 0.0002472677046761412,
      "loss": 0.7426,
      "step": 41795
    },
    {
      "epoch": 1.711898423100553,
      "grad_norm": 4.053516686619856,
      "learning_rate": 0.00024726522189670396,
      "loss": 5.0237,
      "step": 41796
    },
    {
      "epoch": 1.7119393815277495,
      "grad_norm": 2.2043773988079844,
      "learning_rate": 0.00024726273907128545,
      "loss": 0.9534,
      "step": 41797
    },
    {
      "epoch": 1.7119803399549456,
      "grad_norm": 0.9234894253575443,
      "learning_rate": 0.0002472602561998867,
      "loss": 0.3206,
      "step": 41798
    },
    {
      "epoch": 1.7120212983821421,
      "grad_norm": 1.2163745333815252,
      "learning_rate": 0.00024725777328250896,
      "loss": 0.6589,
      "step": 41799
    },
    {
      "epoch": 1.7120622568093387,
      "grad_norm": 1.7401804151734517,
      "learning_rate": 0.0002472552903191533,
      "loss": 0.9282,
      "step": 41800
    },
    {
      "epoch": 1.712103215236535,
      "grad_norm": 1.7498497926196204,
      "learning_rate": 0.00024725280730982104,
      "loss": 1.3056,
      "step": 41801
    },
    {
      "epoch": 1.7121441736637313,
      "grad_norm": 1.286239870138607,
      "learning_rate": 0.00024725032425451334,
      "loss": 1.0952,
      "step": 41802
    },
    {
      "epoch": 1.7121851320909278,
      "grad_norm": 1.2837916163542304,
      "learning_rate": 0.0002472478411532313,
      "loss": 0.7499,
      "step": 41803
    },
    {
      "epoch": 1.7122260905181241,
      "grad_norm": 0.9490218071693247,
      "learning_rate": 0.0002472453580059761,
      "loss": 0.3177,
      "step": 41804
    },
    {
      "epoch": 1.7122670489453204,
      "grad_norm": 1.5701596409798537,
      "learning_rate": 0.000247242874812749,
      "loss": 1.0204,
      "step": 41805
    },
    {
      "epoch": 1.712308007372517,
      "grad_norm": 1.780466009667223,
      "learning_rate": 0.00024724039157355106,
      "loss": 0.8744,
      "step": 41806
    },
    {
      "epoch": 1.7123489657997133,
      "grad_norm": 1.2487998295050384,
      "learning_rate": 0.0002472379082883835,
      "loss": 0.9199,
      "step": 41807
    },
    {
      "epoch": 1.7123899242269096,
      "grad_norm": 1.6796949879807783,
      "learning_rate": 0.0002472354249572475,
      "loss": 0.9842,
      "step": 41808
    },
    {
      "epoch": 1.7124308826541061,
      "grad_norm": 1.3176770856841302,
      "learning_rate": 0.00024723294158014426,
      "loss": 0.7719,
      "step": 41809
    },
    {
      "epoch": 1.7124718410813025,
      "grad_norm": 1.2938974951869011,
      "learning_rate": 0.0002472304581570749,
      "loss": 1.0737,
      "step": 41810
    },
    {
      "epoch": 1.7125127995084988,
      "grad_norm": 1.482071356783708,
      "learning_rate": 0.00024722797468804066,
      "loss": 0.8406,
      "step": 41811
    },
    {
      "epoch": 1.7125537579356953,
      "grad_norm": 1.148976756418038,
      "learning_rate": 0.0002472254911730427,
      "loss": 0.8306,
      "step": 41812
    },
    {
      "epoch": 1.7125947163628916,
      "grad_norm": 1.3108389041596493,
      "learning_rate": 0.00024722300761208205,
      "loss": 1.0803,
      "step": 41813
    },
    {
      "epoch": 1.712635674790088,
      "grad_norm": 0.9068089116282085,
      "learning_rate": 0.0002472205240051601,
      "loss": 0.5556,
      "step": 41814
    },
    {
      "epoch": 1.7126766332172845,
      "grad_norm": 1.2502509035801812,
      "learning_rate": 0.0002472180403522779,
      "loss": 0.9589,
      "step": 41815
    },
    {
      "epoch": 1.712717591644481,
      "grad_norm": 1.1810220102944617,
      "learning_rate": 0.0002472155566534366,
      "loss": 0.6744,
      "step": 41816
    },
    {
      "epoch": 1.712758550071677,
      "grad_norm": 1.3007089884214373,
      "learning_rate": 0.00024721307290863755,
      "loss": 1.1398,
      "step": 41817
    },
    {
      "epoch": 1.7127995084988736,
      "grad_norm": 0.6251501838393069,
      "learning_rate": 0.00024721058911788174,
      "loss": 0.2826,
      "step": 41818
    },
    {
      "epoch": 1.7128404669260702,
      "grad_norm": 1.4722852073412607,
      "learning_rate": 0.00024720810528117035,
      "loss": 1.0409,
      "step": 41819
    },
    {
      "epoch": 1.7128814253532665,
      "grad_norm": 0.91073632376963,
      "learning_rate": 0.00024720562139850466,
      "loss": 0.2539,
      "step": 41820
    },
    {
      "epoch": 1.7129223837804628,
      "grad_norm": 1.2815357306719146,
      "learning_rate": 0.00024720313746988583,
      "loss": 0.3081,
      "step": 41821
    },
    {
      "epoch": 1.7129633422076593,
      "grad_norm": 1.231740623350954,
      "learning_rate": 0.00024720065349531493,
      "loss": 0.9922,
      "step": 41822
    },
    {
      "epoch": 1.7130043006348556,
      "grad_norm": 1.586703479629486,
      "learning_rate": 0.0002471981694747932,
      "loss": 0.4726,
      "step": 41823
    },
    {
      "epoch": 1.713045259062052,
      "grad_norm": 1.3319097852704156,
      "learning_rate": 0.00024719568540832186,
      "loss": 0.7692,
      "step": 41824
    },
    {
      "epoch": 1.7130862174892485,
      "grad_norm": 1.3270101712917777,
      "learning_rate": 0.00024719320129590203,
      "loss": 1.0277,
      "step": 41825
    },
    {
      "epoch": 1.7131271759164448,
      "grad_norm": 1.4786826989749748,
      "learning_rate": 0.0002471907171375349,
      "loss": 0.9104,
      "step": 41826
    },
    {
      "epoch": 1.7131681343436411,
      "grad_norm": 1.1983808560452494,
      "learning_rate": 0.0002471882329332216,
      "loss": 0.9206,
      "step": 41827
    },
    {
      "epoch": 1.7132090927708377,
      "grad_norm": 1.208225589974074,
      "learning_rate": 0.00024718574868296336,
      "loss": 0.6377,
      "step": 41828
    },
    {
      "epoch": 1.713250051198034,
      "grad_norm": 1.263441960735916,
      "learning_rate": 0.0002471832643867614,
      "loss": 0.882,
      "step": 41829
    },
    {
      "epoch": 1.7132910096252303,
      "grad_norm": 0.8020002634435026,
      "learning_rate": 0.0002471807800446167,
      "loss": 0.4627,
      "step": 41830
    },
    {
      "epoch": 1.7133319680524268,
      "grad_norm": 1.1224176293305013,
      "learning_rate": 0.00024717829565653064,
      "loss": 0.5929,
      "step": 41831
    },
    {
      "epoch": 1.7133729264796231,
      "grad_norm": 1.3376627789260422,
      "learning_rate": 0.00024717581122250435,
      "loss": 0.7756,
      "step": 41832
    },
    {
      "epoch": 1.7134138849068195,
      "grad_norm": 1.1085747777997361,
      "learning_rate": 0.00024717332674253895,
      "loss": 0.6254,
      "step": 41833
    },
    {
      "epoch": 1.713454843334016,
      "grad_norm": 1.088556512615388,
      "learning_rate": 0.00024717084221663563,
      "loss": 0.8836,
      "step": 41834
    },
    {
      "epoch": 1.7134958017612125,
      "grad_norm": 0.8470768592574982,
      "learning_rate": 0.0002471683576447956,
      "loss": 0.4201,
      "step": 41835
    },
    {
      "epoch": 1.7135367601884086,
      "grad_norm": 1.1582454045236472,
      "learning_rate": 0.00024716587302701996,
      "loss": 0.6855,
      "step": 41836
    },
    {
      "epoch": 1.7135777186156051,
      "grad_norm": 1.1639073130787667,
      "learning_rate": 0.00024716338836331,
      "loss": 0.6171,
      "step": 41837
    },
    {
      "epoch": 1.7136186770428017,
      "grad_norm": 1.0798299616250857,
      "learning_rate": 0.00024716090365366677,
      "loss": 0.6585,
      "step": 41838
    },
    {
      "epoch": 1.713659635469998,
      "grad_norm": 1.2595961100963071,
      "learning_rate": 0.00024715841889809154,
      "loss": 0.5421,
      "step": 41839
    },
    {
      "epoch": 1.7137005938971943,
      "grad_norm": 1.2102320340825696,
      "learning_rate": 0.00024715593409658544,
      "loss": 0.6804,
      "step": 41840
    },
    {
      "epoch": 1.7137415523243908,
      "grad_norm": 1.3614114404714683,
      "learning_rate": 0.00024715344924914966,
      "loss": 0.8119,
      "step": 41841
    },
    {
      "epoch": 1.7137825107515872,
      "grad_norm": 1.5497234170081042,
      "learning_rate": 0.0002471509643557853,
      "loss": 1.2959,
      "step": 41842
    },
    {
      "epoch": 1.7138234691787835,
      "grad_norm": 1.3940272880522262,
      "learning_rate": 0.0002471484794164937,
      "loss": 1.2067,
      "step": 41843
    },
    {
      "epoch": 1.71386442760598,
      "grad_norm": 1.0736371262799866,
      "learning_rate": 0.0002471459944312758,
      "loss": 0.8328,
      "step": 41844
    },
    {
      "epoch": 1.7139053860331763,
      "grad_norm": 1.0958246356020542,
      "learning_rate": 0.0002471435094001331,
      "loss": 0.7039,
      "step": 41845
    },
    {
      "epoch": 1.7139463444603726,
      "grad_norm": 1.0844365317108142,
      "learning_rate": 0.00024714102432306644,
      "loss": 0.9344,
      "step": 41846
    },
    {
      "epoch": 1.7139873028875692,
      "grad_norm": 1.2739763143672411,
      "learning_rate": 0.00024713853920007716,
      "loss": 0.9804,
      "step": 41847
    },
    {
      "epoch": 1.7140282613147655,
      "grad_norm": 1.611203407220942,
      "learning_rate": 0.0002471360540311665,
      "loss": 0.7497,
      "step": 41848
    },
    {
      "epoch": 1.7140692197419618,
      "grad_norm": 1.1135763102124026,
      "learning_rate": 0.00024713356881633547,
      "loss": 0.8803,
      "step": 41849
    },
    {
      "epoch": 1.7141101781691583,
      "grad_norm": 1.225439418451607,
      "learning_rate": 0.00024713108355558535,
      "loss": 0.8862,
      "step": 41850
    },
    {
      "epoch": 1.7141511365963547,
      "grad_norm": 1.5423121841130636,
      "learning_rate": 0.00024712859824891725,
      "loss": 1.0138,
      "step": 41851
    },
    {
      "epoch": 1.714192095023551,
      "grad_norm": 1.1048232793857302,
      "learning_rate": 0.00024712611289633244,
      "loss": 0.7607,
      "step": 41852
    },
    {
      "epoch": 1.7142330534507475,
      "grad_norm": 1.5621955561411565,
      "learning_rate": 0.00024712362749783204,
      "loss": 1.335,
      "step": 41853
    },
    {
      "epoch": 1.714274011877944,
      "grad_norm": 1.1706225800782915,
      "learning_rate": 0.0002471211420534172,
      "loss": 0.7235,
      "step": 41854
    },
    {
      "epoch": 1.7143149703051401,
      "grad_norm": 1.179389048235414,
      "learning_rate": 0.0002471186565630891,
      "loss": 0.754,
      "step": 41855
    },
    {
      "epoch": 1.7143559287323367,
      "grad_norm": 1.2832024585081991,
      "learning_rate": 0.000247116171026849,
      "loss": 0.8915,
      "step": 41856
    },
    {
      "epoch": 1.7143968871595332,
      "grad_norm": 1.297390568945487,
      "learning_rate": 0.00024711368544469794,
      "loss": 0.8759,
      "step": 41857
    },
    {
      "epoch": 1.7144378455867295,
      "grad_norm": 1.3147997854012237,
      "learning_rate": 0.0002471111998166372,
      "loss": 0.7001,
      "step": 41858
    },
    {
      "epoch": 1.7144788040139258,
      "grad_norm": 0.9512765602808567,
      "learning_rate": 0.0002471087141426679,
      "loss": 0.6629,
      "step": 41859
    },
    {
      "epoch": 1.7145197624411224,
      "grad_norm": 1.2981713378673152,
      "learning_rate": 0.0002471062284227913,
      "loss": 0.9024,
      "step": 41860
    },
    {
      "epoch": 1.7145607208683187,
      "grad_norm": 0.9539108213025089,
      "learning_rate": 0.00024710374265700846,
      "loss": 0.3603,
      "step": 41861
    },
    {
      "epoch": 1.714601679295515,
      "grad_norm": 1.1366984136387615,
      "learning_rate": 0.00024710125684532057,
      "loss": 0.8838,
      "step": 41862
    },
    {
      "epoch": 1.7146426377227115,
      "grad_norm": 1.1499325076337565,
      "learning_rate": 0.0002470987709877289,
      "loss": 0.8644,
      "step": 41863
    },
    {
      "epoch": 1.7146835961499078,
      "grad_norm": 1.0424353969732283,
      "learning_rate": 0.0002470962850842345,
      "loss": 0.7858,
      "step": 41864
    },
    {
      "epoch": 1.7147245545771042,
      "grad_norm": 1.1761519343615525,
      "learning_rate": 0.00024709379913483864,
      "loss": 0.7583,
      "step": 41865
    },
    {
      "epoch": 1.7147655130043007,
      "grad_norm": 0.9278658566589477,
      "learning_rate": 0.0002470913131395425,
      "loss": 0.6416,
      "step": 41866
    },
    {
      "epoch": 1.714806471431497,
      "grad_norm": 1.1667223281181995,
      "learning_rate": 0.0002470888270983472,
      "loss": 0.9415,
      "step": 41867
    },
    {
      "epoch": 1.7148474298586933,
      "grad_norm": 1.105108873168791,
      "learning_rate": 0.00024708634101125394,
      "loss": 0.6762,
      "step": 41868
    },
    {
      "epoch": 1.7148883882858899,
      "grad_norm": 0.7158919451655759,
      "learning_rate": 0.00024708385487826393,
      "loss": 0.2618,
      "step": 41869
    },
    {
      "epoch": 1.7149293467130862,
      "grad_norm": 1.2300562839032192,
      "learning_rate": 0.0002470813686993782,
      "loss": 0.9978,
      "step": 41870
    },
    {
      "epoch": 1.7149703051402825,
      "grad_norm": 1.565404202697444,
      "learning_rate": 0.00024707888247459814,
      "loss": 1.0696,
      "step": 41871
    },
    {
      "epoch": 1.715011263567479,
      "grad_norm": 1.0361109666917634,
      "learning_rate": 0.00024707639620392475,
      "loss": 0.7511,
      "step": 41872
    },
    {
      "epoch": 1.7150522219946756,
      "grad_norm": 1.2647295853072662,
      "learning_rate": 0.0002470739098873593,
      "loss": 0.8873,
      "step": 41873
    },
    {
      "epoch": 1.7150931804218716,
      "grad_norm": 1.0765239570356766,
      "learning_rate": 0.00024707142352490294,
      "loss": 0.709,
      "step": 41874
    },
    {
      "epoch": 1.7151341388490682,
      "grad_norm": 1.464363224853637,
      "learning_rate": 0.0002470689371165568,
      "loss": 0.8671,
      "step": 41875
    },
    {
      "epoch": 1.7151750972762647,
      "grad_norm": 0.8850787375745613,
      "learning_rate": 0.0002470664506623222,
      "loss": 0.4407,
      "step": 41876
    },
    {
      "epoch": 1.715216055703461,
      "grad_norm": 0.8928513944705646,
      "learning_rate": 0.0002470639641622001,
      "loss": 0.58,
      "step": 41877
    },
    {
      "epoch": 1.7152570141306573,
      "grad_norm": 1.2913481038624015,
      "learning_rate": 0.0002470614776161919,
      "loss": 1.0518,
      "step": 41878
    },
    {
      "epoch": 1.7152979725578539,
      "grad_norm": 1.1069491741956987,
      "learning_rate": 0.00024705899102429857,
      "loss": 0.9298,
      "step": 41879
    },
    {
      "epoch": 1.7153389309850502,
      "grad_norm": 1.2903517958506818,
      "learning_rate": 0.00024705650438652143,
      "loss": 1.1716,
      "step": 41880
    },
    {
      "epoch": 1.7153798894122465,
      "grad_norm": 1.3729327951819277,
      "learning_rate": 0.0002470540177028616,
      "loss": 0.5506,
      "step": 41881
    },
    {
      "epoch": 1.715420847839443,
      "grad_norm": 1.0990463838745865,
      "learning_rate": 0.00024705153097332025,
      "loss": 0.7672,
      "step": 41882
    },
    {
      "epoch": 1.7154618062666394,
      "grad_norm": 1.1462455098622308,
      "learning_rate": 0.0002470490441978986,
      "loss": 0.9698,
      "step": 41883
    },
    {
      "epoch": 1.7155027646938357,
      "grad_norm": 1.380489673279454,
      "learning_rate": 0.0002470465573765978,
      "loss": 1.0928,
      "step": 41884
    },
    {
      "epoch": 1.7155437231210322,
      "grad_norm": 1.0211069236405121,
      "learning_rate": 0.00024704407050941897,
      "loss": 0.6674,
      "step": 41885
    },
    {
      "epoch": 1.7155846815482285,
      "grad_norm": 1.2319886716186004,
      "learning_rate": 0.00024704158359636333,
      "loss": 1.0389,
      "step": 41886
    },
    {
      "epoch": 1.7156256399754248,
      "grad_norm": 1.196862548163545,
      "learning_rate": 0.00024703909663743206,
      "loss": 1.0085,
      "step": 41887
    },
    {
      "epoch": 1.7156665984026214,
      "grad_norm": 0.962636816725604,
      "learning_rate": 0.00024703660963262635,
      "loss": 0.365,
      "step": 41888
    },
    {
      "epoch": 1.7157075568298177,
      "grad_norm": 1.2514189974848269,
      "learning_rate": 0.0002470341225819474,
      "loss": 1.0276,
      "step": 41889
    },
    {
      "epoch": 1.715748515257014,
      "grad_norm": 0.9140042196656208,
      "learning_rate": 0.00024703163548539633,
      "loss": 0.2869,
      "step": 41890
    },
    {
      "epoch": 1.7157894736842105,
      "grad_norm": 1.5376161459584423,
      "learning_rate": 0.0002470291483429743,
      "loss": 1.243,
      "step": 41891
    },
    {
      "epoch": 1.715830432111407,
      "grad_norm": 5.671246469541576,
      "learning_rate": 0.0002470266611546825,
      "loss": 1.9601,
      "step": 41892
    },
    {
      "epoch": 1.7158713905386032,
      "grad_norm": 0.9010597052193535,
      "learning_rate": 0.00024702417392052223,
      "loss": 0.256,
      "step": 41893
    },
    {
      "epoch": 1.7159123489657997,
      "grad_norm": 0.6513446665615068,
      "learning_rate": 0.0002470216866404945,
      "loss": 0.2156,
      "step": 41894
    },
    {
      "epoch": 1.7159533073929962,
      "grad_norm": 1.2964702429984893,
      "learning_rate": 0.0002470191993146005,
      "loss": 0.9485,
      "step": 41895
    },
    {
      "epoch": 1.7159942658201925,
      "grad_norm": 0.835864464230072,
      "learning_rate": 0.0002470167119428415,
      "loss": 0.5159,
      "step": 41896
    },
    {
      "epoch": 1.7160352242473889,
      "grad_norm": 1.3890166187705277,
      "learning_rate": 0.0002470142245252186,
      "loss": 1.1615,
      "step": 41897
    },
    {
      "epoch": 1.7160761826745854,
      "grad_norm": 1.2912908725089087,
      "learning_rate": 0.0002470117370617331,
      "loss": 0.938,
      "step": 41898
    },
    {
      "epoch": 1.7161171411017817,
      "grad_norm": 1.1539712121264427,
      "learning_rate": 0.000247009249552386,
      "loss": 0.9067,
      "step": 41899
    },
    {
      "epoch": 1.716158099528978,
      "grad_norm": 0.9077809706136235,
      "learning_rate": 0.0002470067619971785,
      "loss": 0.3799,
      "step": 41900
    },
    {
      "epoch": 1.7161990579561746,
      "grad_norm": 1.0083526233738858,
      "learning_rate": 0.00024700427439611195,
      "loss": 0.8512,
      "step": 41901
    },
    {
      "epoch": 1.7162400163833709,
      "grad_norm": 1.2148024993704065,
      "learning_rate": 0.00024700178674918734,
      "loss": 1.0365,
      "step": 41902
    },
    {
      "epoch": 1.7162809748105672,
      "grad_norm": 1.2902150694180075,
      "learning_rate": 0.0002469992990564059,
      "loss": 0.8316,
      "step": 41903
    },
    {
      "epoch": 1.7163219332377637,
      "grad_norm": 1.1873234960409556,
      "learning_rate": 0.0002469968113177688,
      "loss": 0.8145,
      "step": 41904
    },
    {
      "epoch": 1.71636289166496,
      "grad_norm": 0.9391355304920715,
      "learning_rate": 0.00024699432353327737,
      "loss": 0.8286,
      "step": 41905
    },
    {
      "epoch": 1.7164038500921563,
      "grad_norm": 1.0610453501244985,
      "learning_rate": 0.00024699183570293254,
      "loss": 0.9205,
      "step": 41906
    },
    {
      "epoch": 1.7164448085193529,
      "grad_norm": 1.0330664315721791,
      "learning_rate": 0.00024698934782673565,
      "loss": 0.8258,
      "step": 41907
    },
    {
      "epoch": 1.7164857669465494,
      "grad_norm": 1.2643757692941346,
      "learning_rate": 0.00024698685990468775,
      "loss": 0.6508,
      "step": 41908
    },
    {
      "epoch": 1.7165267253737455,
      "grad_norm": 1.0941454479486938,
      "learning_rate": 0.00024698437193679013,
      "loss": 0.7195,
      "step": 41909
    },
    {
      "epoch": 1.716567683800942,
      "grad_norm": 1.2500854011082578,
      "learning_rate": 0.00024698188392304393,
      "loss": 0.8907,
      "step": 41910
    },
    {
      "epoch": 1.7166086422281386,
      "grad_norm": 1.950800559686588,
      "learning_rate": 0.00024697939586345035,
      "loss": 1.799,
      "step": 41911
    },
    {
      "epoch": 1.7166496006553347,
      "grad_norm": 1.0188506197105496,
      "learning_rate": 0.0002469769077580105,
      "loss": 0.4973,
      "step": 41912
    },
    {
      "epoch": 1.7166905590825312,
      "grad_norm": 1.3519645506454796,
      "learning_rate": 0.0002469744196067256,
      "loss": 0.9688,
      "step": 41913
    },
    {
      "epoch": 1.7167315175097277,
      "grad_norm": 1.3219943250194373,
      "learning_rate": 0.0002469719314095968,
      "loss": 1.0292,
      "step": 41914
    },
    {
      "epoch": 1.716772475936924,
      "grad_norm": 1.6403442088456586,
      "learning_rate": 0.0002469694431666254,
      "loss": 0.6384,
      "step": 41915
    },
    {
      "epoch": 1.7168134343641204,
      "grad_norm": 1.6001427730949467,
      "learning_rate": 0.0002469669548778124,
      "loss": 1.3777,
      "step": 41916
    },
    {
      "epoch": 1.716854392791317,
      "grad_norm": 0.8010143461874956,
      "learning_rate": 0.00024696446654315905,
      "loss": 0.3752,
      "step": 41917
    },
    {
      "epoch": 1.7168953512185132,
      "grad_norm": 3.239226645389462,
      "learning_rate": 0.00024696197816266656,
      "loss": 2.127,
      "step": 41918
    },
    {
      "epoch": 1.7169363096457095,
      "grad_norm": 0.883823828551478,
      "learning_rate": 0.00024695948973633606,
      "loss": 0.3084,
      "step": 41919
    },
    {
      "epoch": 1.716977268072906,
      "grad_norm": 1.0288267807552354,
      "learning_rate": 0.0002469570012641687,
      "loss": 0.5596,
      "step": 41920
    },
    {
      "epoch": 1.7170182265001024,
      "grad_norm": 0.7897703167401884,
      "learning_rate": 0.0002469545127461657,
      "loss": 0.3422,
      "step": 41921
    },
    {
      "epoch": 1.7170591849272987,
      "grad_norm": 1.5354056017378621,
      "learning_rate": 0.0002469520241823283,
      "loss": 1.0758,
      "step": 41922
    },
    {
      "epoch": 1.7171001433544952,
      "grad_norm": 1.1220244588670472,
      "learning_rate": 0.0002469495355726575,
      "loss": 0.6713,
      "step": 41923
    },
    {
      "epoch": 1.7171411017816915,
      "grad_norm": 1.100143221114881,
      "learning_rate": 0.0002469470469171547,
      "loss": 0.5461,
      "step": 41924
    },
    {
      "epoch": 1.7171820602088879,
      "grad_norm": 1.2226769624152742,
      "learning_rate": 0.00024694455821582087,
      "loss": 0.8352,
      "step": 41925
    },
    {
      "epoch": 1.7172230186360844,
      "grad_norm": 1.0008089094028279,
      "learning_rate": 0.00024694206946865733,
      "loss": 0.4893,
      "step": 41926
    },
    {
      "epoch": 1.717263977063281,
      "grad_norm": 2.1985224627195414,
      "learning_rate": 0.0002469395806756652,
      "loss": 2.5826,
      "step": 41927
    },
    {
      "epoch": 1.717304935490477,
      "grad_norm": 1.6332762889715997,
      "learning_rate": 0.00024693709183684566,
      "loss": 1.9133,
      "step": 41928
    },
    {
      "epoch": 1.7173458939176736,
      "grad_norm": 1.2084125867910314,
      "learning_rate": 0.00024693460295219986,
      "loss": 0.7517,
      "step": 41929
    },
    {
      "epoch": 1.71738685234487,
      "grad_norm": 1.1333069404508602,
      "learning_rate": 0.000246932114021729,
      "loss": 0.72,
      "step": 41930
    },
    {
      "epoch": 1.7174278107720662,
      "grad_norm": 1.313233299525256,
      "learning_rate": 0.0002469296250454343,
      "loss": 0.8607,
      "step": 41931
    },
    {
      "epoch": 1.7174687691992627,
      "grad_norm": 1.0441728840111097,
      "learning_rate": 0.00024692713602331693,
      "loss": 0.8279,
      "step": 41932
    },
    {
      "epoch": 1.7175097276264593,
      "grad_norm": 0.8643350088823977,
      "learning_rate": 0.000246924646955378,
      "loss": 0.4446,
      "step": 41933
    },
    {
      "epoch": 1.7175506860536556,
      "grad_norm": 1.286112036999429,
      "learning_rate": 0.0002469221578416187,
      "loss": 0.8996,
      "step": 41934
    },
    {
      "epoch": 1.7175916444808519,
      "grad_norm": 1.5805233596938761,
      "learning_rate": 0.00024691966868204025,
      "loss": 0.9733,
      "step": 41935
    },
    {
      "epoch": 1.7176326029080484,
      "grad_norm": 1.1371831611277836,
      "learning_rate": 0.00024691717947664376,
      "loss": 0.7114,
      "step": 41936
    },
    {
      "epoch": 1.7176735613352447,
      "grad_norm": 1.262443100675158,
      "learning_rate": 0.0002469146902254305,
      "loss": 0.7238,
      "step": 41937
    },
    {
      "epoch": 1.717714519762441,
      "grad_norm": 1.4818463252820249,
      "learning_rate": 0.0002469122009284016,
      "loss": 0.9149,
      "step": 41938
    },
    {
      "epoch": 1.7177554781896376,
      "grad_norm": 1.1637951897801588,
      "learning_rate": 0.0002469097115855582,
      "loss": 0.8039,
      "step": 41939
    },
    {
      "epoch": 1.717796436616834,
      "grad_norm": 3.260197667740624,
      "learning_rate": 0.00024690722219690154,
      "loss": 4.3007,
      "step": 41940
    },
    {
      "epoch": 1.7178373950440302,
      "grad_norm": 1.1609102489399714,
      "learning_rate": 0.0002469047327624327,
      "loss": 1.0404,
      "step": 41941
    },
    {
      "epoch": 1.7178783534712267,
      "grad_norm": 0.7867724747338091,
      "learning_rate": 0.000246902243282153,
      "loss": 0.2832,
      "step": 41942
    },
    {
      "epoch": 1.717919311898423,
      "grad_norm": 1.1567012878539202,
      "learning_rate": 0.00024689975375606356,
      "loss": 0.6923,
      "step": 41943
    },
    {
      "epoch": 1.7179602703256194,
      "grad_norm": 1.0067240078179678,
      "learning_rate": 0.0002468972641841655,
      "loss": 0.6804,
      "step": 41944
    },
    {
      "epoch": 1.718001228752816,
      "grad_norm": 1.2866780901136825,
      "learning_rate": 0.00024689477456646,
      "loss": 1.1487,
      "step": 41945
    },
    {
      "epoch": 1.7180421871800124,
      "grad_norm": 1.2529852993535333,
      "learning_rate": 0.00024689228490294837,
      "loss": 0.8589,
      "step": 41946
    },
    {
      "epoch": 1.7180831456072085,
      "grad_norm": 1.2662621034979173,
      "learning_rate": 0.0002468897951936316,
      "loss": 0.8603,
      "step": 41947
    },
    {
      "epoch": 1.718124104034405,
      "grad_norm": 1.1842108953774746,
      "learning_rate": 0.000246887305438511,
      "loss": 1.0208,
      "step": 41948
    },
    {
      "epoch": 1.7181650624616016,
      "grad_norm": 1.187572802767798,
      "learning_rate": 0.0002468848156375877,
      "loss": 1.1117,
      "step": 41949
    },
    {
      "epoch": 1.718206020888798,
      "grad_norm": 1.189588600898028,
      "learning_rate": 0.0002468823257908629,
      "loss": 0.7044,
      "step": 41950
    },
    {
      "epoch": 1.7182469793159942,
      "grad_norm": 1.3640369781227613,
      "learning_rate": 0.0002468798358983377,
      "loss": 0.958,
      "step": 41951
    },
    {
      "epoch": 1.7182879377431908,
      "grad_norm": 1.2763540915936178,
      "learning_rate": 0.0002468773459600134,
      "loss": 0.952,
      "step": 41952
    },
    {
      "epoch": 1.718328896170387,
      "grad_norm": 1.062000166733826,
      "learning_rate": 0.0002468748559758911,
      "loss": 0.6344,
      "step": 41953
    },
    {
      "epoch": 1.7183698545975834,
      "grad_norm": 1.9990269734487427,
      "learning_rate": 0.00024687236594597196,
      "loss": 2.088,
      "step": 41954
    },
    {
      "epoch": 1.71841081302478,
      "grad_norm": 0.6518867397596543,
      "learning_rate": 0.00024686987587025717,
      "loss": 0.2556,
      "step": 41955
    },
    {
      "epoch": 1.7184517714519763,
      "grad_norm": 0.7878374649224675,
      "learning_rate": 0.00024686738574874795,
      "loss": 0.3305,
      "step": 41956
    },
    {
      "epoch": 1.7184927298791726,
      "grad_norm": 1.24901337449691,
      "learning_rate": 0.00024686489558144544,
      "loss": 1.0289,
      "step": 41957
    },
    {
      "epoch": 1.718533688306369,
      "grad_norm": 1.6233640402681655,
      "learning_rate": 0.00024686240536835085,
      "loss": 2.0999,
      "step": 41958
    },
    {
      "epoch": 1.7185746467335654,
      "grad_norm": 1.3515092791965833,
      "learning_rate": 0.00024685991510946535,
      "loss": 0.8541,
      "step": 41959
    },
    {
      "epoch": 1.7186156051607617,
      "grad_norm": 1.7478124694388533,
      "learning_rate": 0.0002468574248047901,
      "loss": 1.0539,
      "step": 41960
    },
    {
      "epoch": 1.7186565635879583,
      "grad_norm": 1.555359866841128,
      "learning_rate": 0.0002468549344543263,
      "loss": 0.9408,
      "step": 41961
    },
    {
      "epoch": 1.7186975220151546,
      "grad_norm": 1.6734427650988286,
      "learning_rate": 0.000246852444058075,
      "loss": 1.0837,
      "step": 41962
    },
    {
      "epoch": 1.718738480442351,
      "grad_norm": 0.8530681769290702,
      "learning_rate": 0.0002468499536160376,
      "loss": 0.2745,
      "step": 41963
    },
    {
      "epoch": 1.7187794388695474,
      "grad_norm": 1.2336103926219235,
      "learning_rate": 0.00024684746312821505,
      "loss": 0.6838,
      "step": 41964
    },
    {
      "epoch": 1.718820397296744,
      "grad_norm": 2.993035235251937,
      "learning_rate": 0.0002468449725946087,
      "loss": 0.7337,
      "step": 41965
    },
    {
      "epoch": 1.71886135572394,
      "grad_norm": 1.338349415605375,
      "learning_rate": 0.0002468424820152197,
      "loss": 0.7995,
      "step": 41966
    },
    {
      "epoch": 1.7189023141511366,
      "grad_norm": 1.2948056778057773,
      "learning_rate": 0.00024683999139004916,
      "loss": 0.8937,
      "step": 41967
    },
    {
      "epoch": 1.7189432725783331,
      "grad_norm": 1.0876735902228696,
      "learning_rate": 0.0002468375007190983,
      "loss": 0.7884,
      "step": 41968
    },
    {
      "epoch": 1.7189842310055294,
      "grad_norm": 1.045468174547752,
      "learning_rate": 0.0002468350100023683,
      "loss": 0.6945,
      "step": 41969
    },
    {
      "epoch": 1.7190251894327258,
      "grad_norm": 1.8034853400109432,
      "learning_rate": 0.0002468325192398603,
      "loss": 1.2547,
      "step": 41970
    },
    {
      "epoch": 1.7190661478599223,
      "grad_norm": 1.213751253661254,
      "learning_rate": 0.0002468300284315755,
      "loss": 0.7612,
      "step": 41971
    },
    {
      "epoch": 1.7191071062871186,
      "grad_norm": 0.716353438253317,
      "learning_rate": 0.0002468275375775151,
      "loss": 0.2309,
      "step": 41972
    },
    {
      "epoch": 1.719148064714315,
      "grad_norm": 0.6969492692320193,
      "learning_rate": 0.00024682504667768027,
      "loss": 0.392,
      "step": 41973
    },
    {
      "epoch": 1.7191890231415115,
      "grad_norm": 1.1930029403804432,
      "learning_rate": 0.0002468225557320721,
      "loss": 0.8708,
      "step": 41974
    },
    {
      "epoch": 1.7192299815687078,
      "grad_norm": 1.2493536969285581,
      "learning_rate": 0.00024682006474069195,
      "loss": 1.1009,
      "step": 41975
    },
    {
      "epoch": 1.719270939995904,
      "grad_norm": 1.6277084255460295,
      "learning_rate": 0.0002468175737035408,
      "loss": 1.2653,
      "step": 41976
    },
    {
      "epoch": 1.7193118984231006,
      "grad_norm": 8.622956189838447,
      "learning_rate": 0.00024681508262062004,
      "loss": 1.3298,
      "step": 41977
    },
    {
      "epoch": 1.719352856850297,
      "grad_norm": 1.2604751919233967,
      "learning_rate": 0.00024681259149193064,
      "loss": 0.8874,
      "step": 41978
    },
    {
      "epoch": 1.7193938152774932,
      "grad_norm": 1.1000024028775697,
      "learning_rate": 0.0002468101003174738,
      "loss": 0.7994,
      "step": 41979
    },
    {
      "epoch": 1.7194347737046898,
      "grad_norm": 0.9426939149196305,
      "learning_rate": 0.00024680760909725086,
      "loss": 0.7596,
      "step": 41980
    },
    {
      "epoch": 1.719475732131886,
      "grad_norm": 0.7119084128147027,
      "learning_rate": 0.0002468051178312629,
      "loss": 0.2869,
      "step": 41981
    },
    {
      "epoch": 1.7195166905590824,
      "grad_norm": 2.0273985026405636,
      "learning_rate": 0.00024680262651951103,
      "loss": 1.518,
      "step": 41982
    },
    {
      "epoch": 1.719557648986279,
      "grad_norm": 1.3948262655877828,
      "learning_rate": 0.0002468001351619966,
      "loss": 0.7921,
      "step": 41983
    },
    {
      "epoch": 1.7195986074134755,
      "grad_norm": 4.80843489731374,
      "learning_rate": 0.00024679764375872064,
      "loss": 5.77,
      "step": 41984
    },
    {
      "epoch": 1.7196395658406716,
      "grad_norm": 2.0600921279255764,
      "learning_rate": 0.00024679515230968435,
      "loss": 0.781,
      "step": 41985
    },
    {
      "epoch": 1.719680524267868,
      "grad_norm": 0.9589732450424632,
      "learning_rate": 0.00024679266081488894,
      "loss": 0.3636,
      "step": 41986
    },
    {
      "epoch": 1.7197214826950646,
      "grad_norm": 1.1013262842327354,
      "learning_rate": 0.0002467901692743356,
      "loss": 0.8743,
      "step": 41987
    },
    {
      "epoch": 1.719762441122261,
      "grad_norm": 1.0231296157866068,
      "learning_rate": 0.00024678767768802543,
      "loss": 0.7908,
      "step": 41988
    },
    {
      "epoch": 1.7198033995494573,
      "grad_norm": 1.5264069709864425,
      "learning_rate": 0.00024678518605595966,
      "loss": 1.1033,
      "step": 41989
    },
    {
      "epoch": 1.7198443579766538,
      "grad_norm": 1.3314256303450906,
      "learning_rate": 0.00024678269437813954,
      "loss": 0.7761,
      "step": 41990
    },
    {
      "epoch": 1.7198853164038501,
      "grad_norm": 1.39322078837242,
      "learning_rate": 0.0002467802026545661,
      "loss": 0.9725,
      "step": 41991
    },
    {
      "epoch": 1.7199262748310464,
      "grad_norm": 1.9188032957856054,
      "learning_rate": 0.00024677771088524065,
      "loss": 1.1182,
      "step": 41992
    },
    {
      "epoch": 1.719967233258243,
      "grad_norm": 1.1710927193470577,
      "learning_rate": 0.00024677521907016427,
      "loss": 0.7912,
      "step": 41993
    },
    {
      "epoch": 1.7200081916854393,
      "grad_norm": 1.2706744611897205,
      "learning_rate": 0.0002467727272093382,
      "loss": 0.7335,
      "step": 41994
    },
    {
      "epoch": 1.7200491501126356,
      "grad_norm": 1.3029275395813842,
      "learning_rate": 0.00024677023530276365,
      "loss": 0.746,
      "step": 41995
    },
    {
      "epoch": 1.7200901085398321,
      "grad_norm": 1.201697752340498,
      "learning_rate": 0.0002467677433504417,
      "loss": 0.8031,
      "step": 41996
    },
    {
      "epoch": 1.7201310669670284,
      "grad_norm": 1.170293477943184,
      "learning_rate": 0.00024676525135237357,
      "loss": 0.7083,
      "step": 41997
    },
    {
      "epoch": 1.7201720253942248,
      "grad_norm": 1.3074318192900496,
      "learning_rate": 0.00024676275930856045,
      "loss": 1.0552,
      "step": 41998
    },
    {
      "epoch": 1.7202129838214213,
      "grad_norm": 1.522604988213479,
      "learning_rate": 0.00024676026721900355,
      "loss": 1.003,
      "step": 41999
    },
    {
      "epoch": 1.7202539422486176,
      "grad_norm": 1.1192902177398678,
      "learning_rate": 0.000246757775083704,
      "loss": 0.8158,
      "step": 42000
    },
    {
      "epoch": 1.720294900675814,
      "grad_norm": 0.9781393447607566,
      "learning_rate": 0.0002467552829026629,
      "loss": 0.4569,
      "step": 42001
    },
    {
      "epoch": 1.7203358591030105,
      "grad_norm": 0.818478369024734,
      "learning_rate": 0.00024675279067588163,
      "loss": 0.3261,
      "step": 42002
    },
    {
      "epoch": 1.720376817530207,
      "grad_norm": 1.2982159410211502,
      "learning_rate": 0.0002467502984033612,
      "loss": 0.4974,
      "step": 42003
    },
    {
      "epoch": 1.720417775957403,
      "grad_norm": 1.1721795446308048,
      "learning_rate": 0.0002467478060851028,
      "loss": 0.785,
      "step": 42004
    },
    {
      "epoch": 1.7204587343845996,
      "grad_norm": 1.0856287705610415,
      "learning_rate": 0.0002467453137211078,
      "loss": 0.9562,
      "step": 42005
    },
    {
      "epoch": 1.7204996928117962,
      "grad_norm": 1.2603778354805453,
      "learning_rate": 0.0002467428213113771,
      "loss": 1.4323,
      "step": 42006
    },
    {
      "epoch": 1.7205406512389925,
      "grad_norm": 1.3448520767449834,
      "learning_rate": 0.000246740328855912,
      "loss": 1.0636,
      "step": 42007
    },
    {
      "epoch": 1.7205816096661888,
      "grad_norm": 1.3913183226118482,
      "learning_rate": 0.00024673783635471375,
      "loss": 0.7066,
      "step": 42008
    },
    {
      "epoch": 1.7206225680933853,
      "grad_norm": 1.1155342965622876,
      "learning_rate": 0.00024673534380778345,
      "loss": 0.7741,
      "step": 42009
    },
    {
      "epoch": 1.7206635265205816,
      "grad_norm": 1.099090501675019,
      "learning_rate": 0.00024673285121512226,
      "loss": 0.6958,
      "step": 42010
    },
    {
      "epoch": 1.720704484947778,
      "grad_norm": 0.9854563727524908,
      "learning_rate": 0.0002467303585767314,
      "loss": 0.6244,
      "step": 42011
    },
    {
      "epoch": 1.7207454433749745,
      "grad_norm": 1.2564798462481657,
      "learning_rate": 0.0002467278658926121,
      "loss": 1.0063,
      "step": 42012
    },
    {
      "epoch": 1.7207864018021708,
      "grad_norm": 1.231971944514839,
      "learning_rate": 0.0002467253731627654,
      "loss": 0.6495,
      "step": 42013
    },
    {
      "epoch": 1.720827360229367,
      "grad_norm": 1.1491009144276825,
      "learning_rate": 0.0002467228803871926,
      "loss": 0.8987,
      "step": 42014
    },
    {
      "epoch": 1.7208683186565636,
      "grad_norm": 0.948347517907215,
      "learning_rate": 0.0002467203875658948,
      "loss": 0.4481,
      "step": 42015
    },
    {
      "epoch": 1.72090927708376,
      "grad_norm": 1.1540280224472326,
      "learning_rate": 0.00024671789469887323,
      "loss": 1.1956,
      "step": 42016
    },
    {
      "epoch": 1.7209502355109563,
      "grad_norm": 2.11141119467471,
      "learning_rate": 0.0002467154017861291,
      "loss": 1.1086,
      "step": 42017
    },
    {
      "epoch": 1.7209911939381528,
      "grad_norm": 1.2419854444193141,
      "learning_rate": 0.00024671290882766347,
      "loss": 1.0021,
      "step": 42018
    },
    {
      "epoch": 1.7210321523653491,
      "grad_norm": 1.4260705439140489,
      "learning_rate": 0.0002467104158234776,
      "loss": 1.2404,
      "step": 42019
    },
    {
      "epoch": 1.7210731107925454,
      "grad_norm": 1.1670480345912284,
      "learning_rate": 0.0002467079227735727,
      "loss": 0.5923,
      "step": 42020
    },
    {
      "epoch": 1.721114069219742,
      "grad_norm": 0.7883141896276948,
      "learning_rate": 0.0002467054296779499,
      "loss": 0.2647,
      "step": 42021
    },
    {
      "epoch": 1.7211550276469385,
      "grad_norm": 0.8808049939828768,
      "learning_rate": 0.00024670293653661037,
      "loss": 0.3861,
      "step": 42022
    },
    {
      "epoch": 1.7211959860741346,
      "grad_norm": 1.569378329540677,
      "learning_rate": 0.0002467004433495553,
      "loss": 1.0651,
      "step": 42023
    },
    {
      "epoch": 1.7212369445013311,
      "grad_norm": 1.2687618675697763,
      "learning_rate": 0.0002466979501167859,
      "loss": 0.5584,
      "step": 42024
    },
    {
      "epoch": 1.7212779029285277,
      "grad_norm": 1.0983645406236506,
      "learning_rate": 0.00024669545683830325,
      "loss": 0.8261,
      "step": 42025
    },
    {
      "epoch": 1.721318861355724,
      "grad_norm": 1.1204880941164757,
      "learning_rate": 0.00024669296351410863,
      "loss": 0.8809,
      "step": 42026
    },
    {
      "epoch": 1.7213598197829203,
      "grad_norm": 1.2467261913183914,
      "learning_rate": 0.00024669047014420323,
      "loss": 0.7177,
      "step": 42027
    },
    {
      "epoch": 1.7214007782101168,
      "grad_norm": 1.2258113959933619,
      "learning_rate": 0.00024668797672858814,
      "loss": 1.0271,
      "step": 42028
    },
    {
      "epoch": 1.7214417366373131,
      "grad_norm": 1.1984250042401952,
      "learning_rate": 0.00024668548326726454,
      "loss": 0.782,
      "step": 42029
    },
    {
      "epoch": 1.7214826950645095,
      "grad_norm": 0.986854503331226,
      "learning_rate": 0.00024668298976023375,
      "loss": 0.8489,
      "step": 42030
    },
    {
      "epoch": 1.721523653491706,
      "grad_norm": 0.8219218439693255,
      "learning_rate": 0.0002466804962074968,
      "loss": 0.3416,
      "step": 42031
    },
    {
      "epoch": 1.7215646119189023,
      "grad_norm": 1.0447162056799744,
      "learning_rate": 0.00024667800260905497,
      "loss": 0.9433,
      "step": 42032
    },
    {
      "epoch": 1.7216055703460986,
      "grad_norm": 1.2485827707978783,
      "learning_rate": 0.00024667550896490935,
      "loss": 0.9374,
      "step": 42033
    },
    {
      "epoch": 1.7216465287732952,
      "grad_norm": 1.0756728998087166,
      "learning_rate": 0.00024667301527506115,
      "loss": 0.8362,
      "step": 42034
    },
    {
      "epoch": 1.7216874872004915,
      "grad_norm": 1.1908359564442015,
      "learning_rate": 0.00024667052153951155,
      "loss": 0.8813,
      "step": 42035
    },
    {
      "epoch": 1.7217284456276878,
      "grad_norm": 1.2126821034945223,
      "learning_rate": 0.0002466680277582618,
      "loss": 0.8634,
      "step": 42036
    },
    {
      "epoch": 1.7217694040548843,
      "grad_norm": 1.1094292459963633,
      "learning_rate": 0.000246665533931313,
      "loss": 0.6276,
      "step": 42037
    },
    {
      "epoch": 1.7218103624820806,
      "grad_norm": 0.9057881171215586,
      "learning_rate": 0.0002466630400586663,
      "loss": 0.7192,
      "step": 42038
    },
    {
      "epoch": 1.721851320909277,
      "grad_norm": 1.162706400573926,
      "learning_rate": 0.00024666054614032296,
      "loss": 0.8252,
      "step": 42039
    },
    {
      "epoch": 1.7218922793364735,
      "grad_norm": 0.9539474193144291,
      "learning_rate": 0.0002466580521762841,
      "loss": 0.6963,
      "step": 42040
    },
    {
      "epoch": 1.72193323776367,
      "grad_norm": 16.06014081525625,
      "learning_rate": 0.0002466555581665509,
      "loss": 3.2792,
      "step": 42041
    },
    {
      "epoch": 1.7219741961908661,
      "grad_norm": 0.9900001656083774,
      "learning_rate": 0.0002466530641111246,
      "loss": 0.531,
      "step": 42042
    },
    {
      "epoch": 1.7220151546180626,
      "grad_norm": 1.1323152417337636,
      "learning_rate": 0.0002466505700100063,
      "loss": 1.0446,
      "step": 42043
    },
    {
      "epoch": 1.7220561130452592,
      "grad_norm": 1.595607154896006,
      "learning_rate": 0.00024664807586319726,
      "loss": 0.8491,
      "step": 42044
    },
    {
      "epoch": 1.7220970714724555,
      "grad_norm": 1.3412198247827956,
      "learning_rate": 0.0002466455816706986,
      "loss": 0.899,
      "step": 42045
    },
    {
      "epoch": 1.7221380298996518,
      "grad_norm": 1.4579927795256402,
      "learning_rate": 0.00024664308743251154,
      "loss": 0.8957,
      "step": 42046
    },
    {
      "epoch": 1.7221789883268483,
      "grad_norm": 1.0720446211778742,
      "learning_rate": 0.0002466405931486372,
      "loss": 0.9237,
      "step": 42047
    },
    {
      "epoch": 1.7222199467540447,
      "grad_norm": 1.0955698204092288,
      "learning_rate": 0.0002466380988190768,
      "loss": 0.9267,
      "step": 42048
    },
    {
      "epoch": 1.722260905181241,
      "grad_norm": 0.754301033417846,
      "learning_rate": 0.00024663560444383156,
      "loss": 0.5634,
      "step": 42049
    },
    {
      "epoch": 1.7223018636084375,
      "grad_norm": 0.6649141947628162,
      "learning_rate": 0.0002466331100229026,
      "loss": 0.278,
      "step": 42050
    },
    {
      "epoch": 1.7223428220356338,
      "grad_norm": 1.6252656876778608,
      "learning_rate": 0.00024663061555629107,
      "loss": 0.7212,
      "step": 42051
    },
    {
      "epoch": 1.7223837804628301,
      "grad_norm": 1.5273626966702079,
      "learning_rate": 0.0002466281210439982,
      "loss": 0.9813,
      "step": 42052
    },
    {
      "epoch": 1.7224247388900267,
      "grad_norm": 2.5870295717295493,
      "learning_rate": 0.0002466256264860252,
      "loss": 4.6389,
      "step": 42053
    },
    {
      "epoch": 1.722465697317223,
      "grad_norm": 1.2588543865673782,
      "learning_rate": 0.00024662313188237315,
      "loss": 0.7819,
      "step": 42054
    },
    {
      "epoch": 1.7225066557444193,
      "grad_norm": 0.7390746990848461,
      "learning_rate": 0.00024662063723304337,
      "loss": 0.3056,
      "step": 42055
    },
    {
      "epoch": 1.7225476141716158,
      "grad_norm": 1.2894001704967442,
      "learning_rate": 0.00024661814253803697,
      "loss": 1.2355,
      "step": 42056
    },
    {
      "epoch": 1.7225885725988122,
      "grad_norm": 0.8108517962308818,
      "learning_rate": 0.00024661564779735503,
      "loss": 0.3257,
      "step": 42057
    },
    {
      "epoch": 1.7226295310260085,
      "grad_norm": 0.8954365862909679,
      "learning_rate": 0.0002466131530109989,
      "loss": 0.4764,
      "step": 42058
    },
    {
      "epoch": 1.722670489453205,
      "grad_norm": 1.3700527142133734,
      "learning_rate": 0.0002466106581789696,
      "loss": 0.8773,
      "step": 42059
    },
    {
      "epoch": 1.7227114478804015,
      "grad_norm": 1.6429315241983606,
      "learning_rate": 0.00024660816330126844,
      "loss": 0.8651,
      "step": 42060
    },
    {
      "epoch": 1.7227524063075976,
      "grad_norm": 1.2511035329005962,
      "learning_rate": 0.00024660566837789654,
      "loss": 0.6414,
      "step": 42061
    },
    {
      "epoch": 1.7227933647347942,
      "grad_norm": 0.7327400081229821,
      "learning_rate": 0.000246603173408855,
      "loss": 0.3383,
      "step": 42062
    },
    {
      "epoch": 1.7228343231619907,
      "grad_norm": 1.4939452156234083,
      "learning_rate": 0.0002466006783941452,
      "loss": 0.7377,
      "step": 42063
    },
    {
      "epoch": 1.722875281589187,
      "grad_norm": 1.1293543552863368,
      "learning_rate": 0.00024659818333376814,
      "loss": 0.7053,
      "step": 42064
    },
    {
      "epoch": 1.7229162400163833,
      "grad_norm": 1.1895627909720974,
      "learning_rate": 0.0002465956882277251,
      "loss": 0.9297,
      "step": 42065
    },
    {
      "epoch": 1.7229571984435799,
      "grad_norm": 2.352253081831978,
      "learning_rate": 0.0002465931930760172,
      "loss": 2.2513,
      "step": 42066
    },
    {
      "epoch": 1.7229981568707762,
      "grad_norm": 1.1269849932957758,
      "learning_rate": 0.0002465906978786457,
      "loss": 1.0172,
      "step": 42067
    },
    {
      "epoch": 1.7230391152979725,
      "grad_norm": 1.4734028855982406,
      "learning_rate": 0.0002465882026356117,
      "loss": 0.4716,
      "step": 42068
    },
    {
      "epoch": 1.723080073725169,
      "grad_norm": 1.8137273821638453,
      "learning_rate": 0.00024658570734691635,
      "loss": 1.1031,
      "step": 42069
    },
    {
      "epoch": 1.7231210321523653,
      "grad_norm": 1.3637971690099644,
      "learning_rate": 0.0002465832120125609,
      "loss": 0.8459,
      "step": 42070
    },
    {
      "epoch": 1.7231619905795617,
      "grad_norm": 1.3445284989466242,
      "learning_rate": 0.0002465807166325465,
      "loss": 0.8692,
      "step": 42071
    },
    {
      "epoch": 1.7232029490067582,
      "grad_norm": 1.1794385539415329,
      "learning_rate": 0.0002465782212068744,
      "loss": 0.8792,
      "step": 42072
    },
    {
      "epoch": 1.7232439074339545,
      "grad_norm": 2.3157093754058495,
      "learning_rate": 0.0002465757257355457,
      "loss": 0.8559,
      "step": 42073
    },
    {
      "epoch": 1.7232848658611508,
      "grad_norm": 1.1685028215400464,
      "learning_rate": 0.0002465732302185616,
      "loss": 0.7008,
      "step": 42074
    },
    {
      "epoch": 1.7233258242883474,
      "grad_norm": 1.395610828983701,
      "learning_rate": 0.0002465707346559232,
      "loss": 0.6663,
      "step": 42075
    },
    {
      "epoch": 1.7233667827155439,
      "grad_norm": 0.916197300629357,
      "learning_rate": 0.00024656823904763186,
      "loss": 0.7611,
      "step": 42076
    },
    {
      "epoch": 1.72340774114274,
      "grad_norm": 2.029008152813687,
      "learning_rate": 0.00024656574339368864,
      "loss": 0.7741,
      "step": 42077
    },
    {
      "epoch": 1.7234486995699365,
      "grad_norm": 1.2532208226909298,
      "learning_rate": 0.0002465632476940947,
      "loss": 0.9659,
      "step": 42078
    },
    {
      "epoch": 1.723489657997133,
      "grad_norm": 1.2649358860653064,
      "learning_rate": 0.00024656075194885133,
      "loss": 0.9161,
      "step": 42079
    },
    {
      "epoch": 1.7235306164243291,
      "grad_norm": 1.0891213921901948,
      "learning_rate": 0.00024655825615795956,
      "loss": 0.5451,
      "step": 42080
    },
    {
      "epoch": 1.7235715748515257,
      "grad_norm": 1.2769620187003754,
      "learning_rate": 0.0002465557603214207,
      "loss": 0.7582,
      "step": 42081
    },
    {
      "epoch": 1.7236125332787222,
      "grad_norm": 1.6990275156047683,
      "learning_rate": 0.00024655326443923586,
      "loss": 0.9764,
      "step": 42082
    },
    {
      "epoch": 1.7236534917059185,
      "grad_norm": 1.3875344343648142,
      "learning_rate": 0.00024655076851140626,
      "loss": 0.7059,
      "step": 42083
    },
    {
      "epoch": 1.7236944501331148,
      "grad_norm": 1.665471528033471,
      "learning_rate": 0.000246548272537933,
      "loss": 1.1212,
      "step": 42084
    },
    {
      "epoch": 1.7237354085603114,
      "grad_norm": 3.3022884094958687,
      "learning_rate": 0.0002465457765188174,
      "loss": 5.8211,
      "step": 42085
    },
    {
      "epoch": 1.7237763669875077,
      "grad_norm": 1.3596728980644823,
      "learning_rate": 0.00024654328045406053,
      "loss": 1.2994,
      "step": 42086
    },
    {
      "epoch": 1.723817325414704,
      "grad_norm": 1.2272133474810283,
      "learning_rate": 0.00024654078434366354,
      "loss": 0.9127,
      "step": 42087
    },
    {
      "epoch": 1.7238582838419005,
      "grad_norm": 0.804893693412549,
      "learning_rate": 0.00024653828818762776,
      "loss": 0.3758,
      "step": 42088
    },
    {
      "epoch": 1.7238992422690969,
      "grad_norm": 1.1607653560131865,
      "learning_rate": 0.00024653579198595423,
      "loss": 0.819,
      "step": 42089
    },
    {
      "epoch": 1.7239402006962932,
      "grad_norm": 2.1378354093272103,
      "learning_rate": 0.0002465332957386442,
      "loss": 1.4554,
      "step": 42090
    },
    {
      "epoch": 1.7239811591234897,
      "grad_norm": 1.0803995652246141,
      "learning_rate": 0.00024653079944569884,
      "loss": 0.459,
      "step": 42091
    },
    {
      "epoch": 1.724022117550686,
      "grad_norm": 1.2699869418460528,
      "learning_rate": 0.0002465283031071193,
      "loss": 0.9267,
      "step": 42092
    },
    {
      "epoch": 1.7240630759778823,
      "grad_norm": 1.9112743049983665,
      "learning_rate": 0.0002465258067229068,
      "loss": 1.1278,
      "step": 42093
    },
    {
      "epoch": 1.7241040344050789,
      "grad_norm": 1.1630224475076505,
      "learning_rate": 0.00024652331029306247,
      "loss": 1.0105,
      "step": 42094
    },
    {
      "epoch": 1.7241449928322754,
      "grad_norm": 1.1328000951098993,
      "learning_rate": 0.0002465208138175875,
      "loss": 0.8563,
      "step": 42095
    },
    {
      "epoch": 1.7241859512594715,
      "grad_norm": 1.207837998703035,
      "learning_rate": 0.00024651831729648313,
      "loss": 0.8858,
      "step": 42096
    },
    {
      "epoch": 1.724226909686668,
      "grad_norm": 1.0546220052075166,
      "learning_rate": 0.0002465158207297505,
      "loss": 0.4312,
      "step": 42097
    },
    {
      "epoch": 1.7242678681138646,
      "grad_norm": 1.3858811271561389,
      "learning_rate": 0.00024651332411739077,
      "loss": 1.1429,
      "step": 42098
    },
    {
      "epoch": 1.7243088265410607,
      "grad_norm": 1.2259924682791223,
      "learning_rate": 0.0002465108274594051,
      "loss": 1.3032,
      "step": 42099
    },
    {
      "epoch": 1.7243497849682572,
      "grad_norm": 1.0171453813155389,
      "learning_rate": 0.0002465083307557948,
      "loss": 0.683,
      "step": 42100
    },
    {
      "epoch": 1.7243907433954537,
      "grad_norm": 1.258550200196921,
      "learning_rate": 0.0002465058340065609,
      "loss": 0.9003,
      "step": 42101
    },
    {
      "epoch": 1.72443170182265,
      "grad_norm": 1.7188703015561908,
      "learning_rate": 0.0002465033372117047,
      "loss": 1.6617,
      "step": 42102
    },
    {
      "epoch": 1.7244726602498464,
      "grad_norm": 1.1721315950502595,
      "learning_rate": 0.0002465008403712273,
      "loss": 0.6633,
      "step": 42103
    },
    {
      "epoch": 1.724513618677043,
      "grad_norm": 1.1216964495946213,
      "learning_rate": 0.0002464983434851299,
      "loss": 0.6873,
      "step": 42104
    },
    {
      "epoch": 1.7245545771042392,
      "grad_norm": 0.7625857963599817,
      "learning_rate": 0.00024649584655341364,
      "loss": 0.3358,
      "step": 42105
    },
    {
      "epoch": 1.7245955355314355,
      "grad_norm": 1.9440379221569952,
      "learning_rate": 0.00024649334957607975,
      "loss": 1.3504,
      "step": 42106
    },
    {
      "epoch": 1.724636493958632,
      "grad_norm": 1.401869292448686,
      "learning_rate": 0.0002464908525531294,
      "loss": 1.1363,
      "step": 42107
    },
    {
      "epoch": 1.7246774523858284,
      "grad_norm": 1.3340355124868006,
      "learning_rate": 0.0002464883554845638,
      "loss": 0.6407,
      "step": 42108
    },
    {
      "epoch": 1.7247184108130247,
      "grad_norm": 3.7070444525800896,
      "learning_rate": 0.00024648585837038417,
      "loss": 1.153,
      "step": 42109
    },
    {
      "epoch": 1.7247593692402212,
      "grad_norm": 1.2794916447101687,
      "learning_rate": 0.0002464833612105915,
      "loss": 1.1726,
      "step": 42110
    },
    {
      "epoch": 1.7248003276674175,
      "grad_norm": 0.8555655197195304,
      "learning_rate": 0.0002464808640051872,
      "loss": 0.2861,
      "step": 42111
    },
    {
      "epoch": 1.7248412860946138,
      "grad_norm": 1.1432609021773221,
      "learning_rate": 0.0002464783667541723,
      "loss": 0.7924,
      "step": 42112
    },
    {
      "epoch": 1.7248822445218104,
      "grad_norm": 1.0425558986974095,
      "learning_rate": 0.000246475869457548,
      "loss": 0.9149,
      "step": 42113
    },
    {
      "epoch": 1.724923202949007,
      "grad_norm": 1.3166043810887416,
      "learning_rate": 0.00024647337211531554,
      "loss": 0.9042,
      "step": 42114
    },
    {
      "epoch": 1.724964161376203,
      "grad_norm": 1.0935718941597004,
      "learning_rate": 0.00024647087472747604,
      "loss": 0.8275,
      "step": 42115
    },
    {
      "epoch": 1.7250051198033995,
      "grad_norm": 0.8173096756384298,
      "learning_rate": 0.0002464683772940308,
      "loss": 0.345,
      "step": 42116
    },
    {
      "epoch": 1.725046078230596,
      "grad_norm": 1.3194911274173562,
      "learning_rate": 0.0002464658798149808,
      "loss": 0.6855,
      "step": 42117
    },
    {
      "epoch": 1.7250870366577924,
      "grad_norm": 2.072251812956814,
      "learning_rate": 0.00024646338229032737,
      "loss": 2.551,
      "step": 42118
    },
    {
      "epoch": 1.7251279950849887,
      "grad_norm": 2.6209247408050076,
      "learning_rate": 0.00024646088472007167,
      "loss": 2.0574,
      "step": 42119
    },
    {
      "epoch": 1.7251689535121852,
      "grad_norm": 1.0872966106884796,
      "learning_rate": 0.0002464583871042148,
      "loss": 0.7455,
      "step": 42120
    },
    {
      "epoch": 1.7252099119393816,
      "grad_norm": 1.2208428998016354,
      "learning_rate": 0.0002464558894427581,
      "loss": 0.8862,
      "step": 42121
    },
    {
      "epoch": 1.7252508703665779,
      "grad_norm": 2.075425455292505,
      "learning_rate": 0.00024645339173570257,
      "loss": 1.9156,
      "step": 42122
    },
    {
      "epoch": 1.7252918287937744,
      "grad_norm": 1.4896189203484291,
      "learning_rate": 0.0002464508939830495,
      "loss": 1.105,
      "step": 42123
    },
    {
      "epoch": 1.7253327872209707,
      "grad_norm": 1.4017568807825271,
      "learning_rate": 0.00024644839618480005,
      "loss": 0.8398,
      "step": 42124
    },
    {
      "epoch": 1.725373745648167,
      "grad_norm": 3.5774259804738255,
      "learning_rate": 0.0002464458983409554,
      "loss": 2.6779,
      "step": 42125
    },
    {
      "epoch": 1.7254147040753636,
      "grad_norm": 1.1917261645699748,
      "learning_rate": 0.0002464434004515167,
      "loss": 0.8048,
      "step": 42126
    },
    {
      "epoch": 1.7254556625025599,
      "grad_norm": 1.0271933334718815,
      "learning_rate": 0.00024644090251648516,
      "loss": 0.5059,
      "step": 42127
    },
    {
      "epoch": 1.7254966209297562,
      "grad_norm": 1.103608450334667,
      "learning_rate": 0.00024643840453586203,
      "loss": 0.7216,
      "step": 42128
    },
    {
      "epoch": 1.7255375793569527,
      "grad_norm": 1.9225994794465413,
      "learning_rate": 0.0002464359065096483,
      "loss": 1.0269,
      "step": 42129
    },
    {
      "epoch": 1.725578537784149,
      "grad_norm": 1.2725758429752725,
      "learning_rate": 0.00024643340843784534,
      "loss": 0.9361,
      "step": 42130
    },
    {
      "epoch": 1.7256194962113454,
      "grad_norm": 1.1181201767867788,
      "learning_rate": 0.00024643091032045423,
      "loss": 0.7816,
      "step": 42131
    },
    {
      "epoch": 1.725660454638542,
      "grad_norm": 1.1968283994006086,
      "learning_rate": 0.0002464284121574762,
      "loss": 1.0444,
      "step": 42132
    },
    {
      "epoch": 1.7257014130657384,
      "grad_norm": 1.0911870801694128,
      "learning_rate": 0.0002464259139489124,
      "loss": 0.6199,
      "step": 42133
    },
    {
      "epoch": 1.7257423714929345,
      "grad_norm": 1.1130951890681589,
      "learning_rate": 0.00024642341569476405,
      "loss": 0.7747,
      "step": 42134
    },
    {
      "epoch": 1.725783329920131,
      "grad_norm": 1.2143795667796475,
      "learning_rate": 0.0002464209173950323,
      "loss": 0.7556,
      "step": 42135
    },
    {
      "epoch": 1.7258242883473276,
      "grad_norm": 1.188354409663748,
      "learning_rate": 0.0002464184190497183,
      "loss": 0.4401,
      "step": 42136
    },
    {
      "epoch": 1.725865246774524,
      "grad_norm": 1.1787602662984145,
      "learning_rate": 0.0002464159206588233,
      "loss": 0.9182,
      "step": 42137
    },
    {
      "epoch": 1.7259062052017202,
      "grad_norm": 1.0288002258070477,
      "learning_rate": 0.00024641342222234846,
      "loss": 0.6714,
      "step": 42138
    },
    {
      "epoch": 1.7259471636289168,
      "grad_norm": 1.18484247357251,
      "learning_rate": 0.0002464109237402949,
      "loss": 1.0809,
      "step": 42139
    },
    {
      "epoch": 1.725988122056113,
      "grad_norm": 1.41055918404214,
      "learning_rate": 0.0002464084252126639,
      "loss": 0.7968,
      "step": 42140
    },
    {
      "epoch": 1.7260290804833094,
      "grad_norm": 2.6101458903455073,
      "learning_rate": 0.00024640592663945657,
      "loss": 2.7015,
      "step": 42141
    },
    {
      "epoch": 1.726070038910506,
      "grad_norm": 1.4556090835190971,
      "learning_rate": 0.0002464034280206741,
      "loss": 1.1004,
      "step": 42142
    },
    {
      "epoch": 1.7261109973377022,
      "grad_norm": 1.0949476253421075,
      "learning_rate": 0.0002464009293563177,
      "loss": 0.8089,
      "step": 42143
    },
    {
      "epoch": 1.7261519557648985,
      "grad_norm": 1.8704550348753366,
      "learning_rate": 0.0002463984306463885,
      "loss": 0.7961,
      "step": 42144
    },
    {
      "epoch": 1.726192914192095,
      "grad_norm": 1.6180539718019835,
      "learning_rate": 0.00024639593189088775,
      "loss": 1.2695,
      "step": 42145
    },
    {
      "epoch": 1.7262338726192914,
      "grad_norm": 1.154462764900262,
      "learning_rate": 0.0002463934330898166,
      "loss": 0.5686,
      "step": 42146
    },
    {
      "epoch": 1.7262748310464877,
      "grad_norm": 1.85082320853735,
      "learning_rate": 0.00024639093424317623,
      "loss": 0.5648,
      "step": 42147
    },
    {
      "epoch": 1.7263157894736842,
      "grad_norm": 1.6736921345312807,
      "learning_rate": 0.0002463884353509678,
      "loss": 0.9372,
      "step": 42148
    },
    {
      "epoch": 1.7263567479008806,
      "grad_norm": 1.330074007646332,
      "learning_rate": 0.0002463859364131925,
      "loss": 1.1022,
      "step": 42149
    },
    {
      "epoch": 1.7263977063280769,
      "grad_norm": 0.9226421552497942,
      "learning_rate": 0.00024638343742985154,
      "loss": 0.3776,
      "step": 42150
    },
    {
      "epoch": 1.7264386647552734,
      "grad_norm": 1.1784987399726516,
      "learning_rate": 0.0002463809384009461,
      "loss": 0.5445,
      "step": 42151
    },
    {
      "epoch": 1.72647962318247,
      "grad_norm": 1.5838863556143952,
      "learning_rate": 0.00024637843932647733,
      "loss": 1.1027,
      "step": 42152
    },
    {
      "epoch": 1.726520581609666,
      "grad_norm": 1.101995744708005,
      "learning_rate": 0.0002463759402064464,
      "loss": 0.9206,
      "step": 42153
    },
    {
      "epoch": 1.7265615400368626,
      "grad_norm": 1.140102185542896,
      "learning_rate": 0.00024637344104085453,
      "loss": 0.7569,
      "step": 42154
    },
    {
      "epoch": 1.726602498464059,
      "grad_norm": 1.096940892516478,
      "learning_rate": 0.0002463709418297029,
      "loss": 0.905,
      "step": 42155
    },
    {
      "epoch": 1.7266434568912554,
      "grad_norm": 1.3718108389809995,
      "learning_rate": 0.0002463684425729927,
      "loss": 1.017,
      "step": 42156
    },
    {
      "epoch": 1.7266844153184517,
      "grad_norm": 0.9142623307175087,
      "learning_rate": 0.00024636594327072506,
      "loss": 0.3054,
      "step": 42157
    },
    {
      "epoch": 1.7267253737456483,
      "grad_norm": 4.783649044846062,
      "learning_rate": 0.0002463634439229012,
      "loss": 2.4422,
      "step": 42158
    },
    {
      "epoch": 1.7267663321728446,
      "grad_norm": 1.2115046998463739,
      "learning_rate": 0.0002463609445295223,
      "loss": 0.6933,
      "step": 42159
    },
    {
      "epoch": 1.726807290600041,
      "grad_norm": 3.0449138953303176,
      "learning_rate": 0.00024635844509058956,
      "loss": 3.4961,
      "step": 42160
    },
    {
      "epoch": 1.7268482490272374,
      "grad_norm": 0.8690988532878363,
      "learning_rate": 0.00024635594560610413,
      "loss": 0.2951,
      "step": 42161
    },
    {
      "epoch": 1.7268892074544338,
      "grad_norm": 1.2630559493300137,
      "learning_rate": 0.0002463534460760672,
      "loss": 0.9014,
      "step": 42162
    },
    {
      "epoch": 1.72693016588163,
      "grad_norm": 1.6158977513157966,
      "learning_rate": 0.00024635094650047993,
      "loss": 1.3852,
      "step": 42163
    },
    {
      "epoch": 1.7269711243088266,
      "grad_norm": 1.2078261819215799,
      "learning_rate": 0.00024634844687934355,
      "loss": 0.8099,
      "step": 42164
    },
    {
      "epoch": 1.727012082736023,
      "grad_norm": 1.055307395134958,
      "learning_rate": 0.0002463459472126592,
      "loss": 0.4409,
      "step": 42165
    },
    {
      "epoch": 1.7270530411632192,
      "grad_norm": 1.4001004689046161,
      "learning_rate": 0.0002463434475004281,
      "loss": 1.0282,
      "step": 42166
    },
    {
      "epoch": 1.7270939995904158,
      "grad_norm": 1.2052447682305054,
      "learning_rate": 0.00024634094774265134,
      "loss": 1.058,
      "step": 42167
    },
    {
      "epoch": 1.727134958017612,
      "grad_norm": 1.1046385836641595,
      "learning_rate": 0.00024633844793933024,
      "loss": 0.8132,
      "step": 42168
    },
    {
      "epoch": 1.7271759164448084,
      "grad_norm": 1.260469668269954,
      "learning_rate": 0.00024633594809046587,
      "loss": 0.8323,
      "step": 42169
    },
    {
      "epoch": 1.727216874872005,
      "grad_norm": 8.979915193614913,
      "learning_rate": 0.0002463334481960595,
      "loss": 3.0321,
      "step": 42170
    },
    {
      "epoch": 1.7272578332992015,
      "grad_norm": 1.0738365829577676,
      "learning_rate": 0.0002463309482561122,
      "loss": 0.6489,
      "step": 42171
    },
    {
      "epoch": 1.7272987917263976,
      "grad_norm": 2.637255694790916,
      "learning_rate": 0.0002463284482706253,
      "loss": 2.2301,
      "step": 42172
    },
    {
      "epoch": 1.727339750153594,
      "grad_norm": 1.1187213337542263,
      "learning_rate": 0.00024632594823959983,
      "loss": 0.6647,
      "step": 42173
    },
    {
      "epoch": 1.7273807085807906,
      "grad_norm": 1.2987112664378255,
      "learning_rate": 0.00024632344816303707,
      "loss": 1.0032,
      "step": 42174
    },
    {
      "epoch": 1.727421667007987,
      "grad_norm": 1.3729667812522368,
      "learning_rate": 0.0002463209480409382,
      "loss": 0.811,
      "step": 42175
    },
    {
      "epoch": 1.7274626254351833,
      "grad_norm": 1.5178784949125372,
      "learning_rate": 0.00024631844787330434,
      "loss": 1.2385,
      "step": 42176
    },
    {
      "epoch": 1.7275035838623798,
      "grad_norm": 1.609109384201091,
      "learning_rate": 0.0002463159476601367,
      "loss": 1.1738,
      "step": 42177
    },
    {
      "epoch": 1.727544542289576,
      "grad_norm": 0.6849133178972251,
      "learning_rate": 0.00024631344740143644,
      "loss": 0.1861,
      "step": 42178
    },
    {
      "epoch": 1.7275855007167724,
      "grad_norm": 0.7031800981422326,
      "learning_rate": 0.0002463109470972048,
      "loss": 0.3061,
      "step": 42179
    },
    {
      "epoch": 1.727626459143969,
      "grad_norm": 1.1823822375732953,
      "learning_rate": 0.000246308446747443,
      "loss": 0.7307,
      "step": 42180
    },
    {
      "epoch": 1.7276674175711653,
      "grad_norm": 1.0671569443528082,
      "learning_rate": 0.00024630594635215207,
      "loss": 0.8525,
      "step": 42181
    },
    {
      "epoch": 1.7277083759983616,
      "grad_norm": 1.6373237002569714,
      "learning_rate": 0.0002463034459113333,
      "loss": 1.0716,
      "step": 42182
    },
    {
      "epoch": 1.7277493344255581,
      "grad_norm": 1.3320033356459118,
      "learning_rate": 0.0002463009454249879,
      "loss": 0.8304,
      "step": 42183
    },
    {
      "epoch": 1.7277902928527544,
      "grad_norm": 1.0961969324158545,
      "learning_rate": 0.0002462984448931169,
      "loss": 0.7216,
      "step": 42184
    },
    {
      "epoch": 1.7278312512799507,
      "grad_norm": 1.2253474789672336,
      "learning_rate": 0.00024629594431572165,
      "loss": 0.9394,
      "step": 42185
    },
    {
      "epoch": 1.7278722097071473,
      "grad_norm": 1.5577308061117823,
      "learning_rate": 0.0002462934436928032,
      "loss": 1.2642,
      "step": 42186
    },
    {
      "epoch": 1.7279131681343436,
      "grad_norm": 1.0860679273013865,
      "learning_rate": 0.0002462909430243629,
      "loss": 0.6999,
      "step": 42187
    },
    {
      "epoch": 1.72795412656154,
      "grad_norm": 0.7259565044787613,
      "learning_rate": 0.0002462884423104018,
      "loss": 0.3473,
      "step": 42188
    },
    {
      "epoch": 1.7279950849887364,
      "grad_norm": 0.7551739379873976,
      "learning_rate": 0.0002462859415509211,
      "loss": 0.3127,
      "step": 42189
    },
    {
      "epoch": 1.728036043415933,
      "grad_norm": 5.917369913034781,
      "learning_rate": 0.00024628344074592194,
      "loss": 6.1219,
      "step": 42190
    },
    {
      "epoch": 1.728077001843129,
      "grad_norm": 1.2909955852262918,
      "learning_rate": 0.0002462809398954056,
      "loss": 0.8728,
      "step": 42191
    },
    {
      "epoch": 1.7281179602703256,
      "grad_norm": 1.0493909091469065,
      "learning_rate": 0.00024627843899937326,
      "loss": 0.5934,
      "step": 42192
    },
    {
      "epoch": 1.7281589186975221,
      "grad_norm": 1.1022866885927578,
      "learning_rate": 0.00024627593805782603,
      "loss": 0.751,
      "step": 42193
    },
    {
      "epoch": 1.7281998771247185,
      "grad_norm": 1.2277107614410556,
      "learning_rate": 0.0002462734370707651,
      "loss": 0.97,
      "step": 42194
    },
    {
      "epoch": 1.7282408355519148,
      "grad_norm": 1.56363444647051,
      "learning_rate": 0.0002462709360381917,
      "loss": 1.0404,
      "step": 42195
    },
    {
      "epoch": 1.7282817939791113,
      "grad_norm": 1.479695942331025,
      "learning_rate": 0.00024626843496010695,
      "loss": 1.7012,
      "step": 42196
    },
    {
      "epoch": 1.7283227524063076,
      "grad_norm": 1.8501942714098774,
      "learning_rate": 0.0002462659338365121,
      "loss": 1.1116,
      "step": 42197
    },
    {
      "epoch": 1.728363710833504,
      "grad_norm": 1.5935446847804446,
      "learning_rate": 0.00024626343266740834,
      "loss": 0.8732,
      "step": 42198
    },
    {
      "epoch": 1.7284046692607005,
      "grad_norm": 0.8234226796075607,
      "learning_rate": 0.0002462609314527968,
      "loss": 0.3317,
      "step": 42199
    },
    {
      "epoch": 1.7284456276878968,
      "grad_norm": 1.0973392200301004,
      "learning_rate": 0.00024625843019267864,
      "loss": 0.8881,
      "step": 42200
    },
    {
      "epoch": 1.728486586115093,
      "grad_norm": 1.040806268117806,
      "learning_rate": 0.0002462559288870551,
      "loss": 0.7386,
      "step": 42201
    },
    {
      "epoch": 1.7285275445422896,
      "grad_norm": 1.397508262598729,
      "learning_rate": 0.00024625342753592733,
      "loss": 0.944,
      "step": 42202
    },
    {
      "epoch": 1.728568502969486,
      "grad_norm": 1.3655583040521642,
      "learning_rate": 0.0002462509261392965,
      "loss": 1.0558,
      "step": 42203
    },
    {
      "epoch": 1.7286094613966823,
      "grad_norm": 1.240955032508107,
      "learning_rate": 0.00024624842469716385,
      "loss": 0.7542,
      "step": 42204
    },
    {
      "epoch": 1.7286504198238788,
      "grad_norm": 1.2930930212110143,
      "learning_rate": 0.00024624592320953055,
      "loss": 0.9494,
      "step": 42205
    },
    {
      "epoch": 1.728691378251075,
      "grad_norm": 1.1569929323648143,
      "learning_rate": 0.00024624342167639773,
      "loss": 0.7888,
      "step": 42206
    },
    {
      "epoch": 1.7287323366782714,
      "grad_norm": 1.0725510005253753,
      "learning_rate": 0.00024624092009776664,
      "loss": 0.8744,
      "step": 42207
    },
    {
      "epoch": 1.728773295105468,
      "grad_norm": 1.4638923997281197,
      "learning_rate": 0.00024623841847363836,
      "loss": 1.2575,
      "step": 42208
    },
    {
      "epoch": 1.7288142535326645,
      "grad_norm": 4.81251311747804,
      "learning_rate": 0.0002462359168040142,
      "loss": 5.4722,
      "step": 42209
    },
    {
      "epoch": 1.7288552119598606,
      "grad_norm": 1.5220666153105538,
      "learning_rate": 0.0002462334150888952,
      "loss": 1.2869,
      "step": 42210
    },
    {
      "epoch": 1.7288961703870571,
      "grad_norm": 1.2337858224421416,
      "learning_rate": 0.00024623091332828275,
      "loss": 0.882,
      "step": 42211
    },
    {
      "epoch": 1.7289371288142537,
      "grad_norm": 1.1123122805659178,
      "learning_rate": 0.0002462284115221778,
      "loss": 0.8791,
      "step": 42212
    },
    {
      "epoch": 1.72897808724145,
      "grad_norm": 1.6416471870568494,
      "learning_rate": 0.00024622590967058174,
      "loss": 0.8526,
      "step": 42213
    },
    {
      "epoch": 1.7290190456686463,
      "grad_norm": 1.3989875188442467,
      "learning_rate": 0.0002462234077734956,
      "loss": 0.9135,
      "step": 42214
    },
    {
      "epoch": 1.7290600040958428,
      "grad_norm": 1.1550513927396662,
      "learning_rate": 0.0002462209058309206,
      "loss": 0.9263,
      "step": 42215
    },
    {
      "epoch": 1.7291009625230391,
      "grad_norm": 1.1359790029430543,
      "learning_rate": 0.000246218403842858,
      "loss": 0.8097,
      "step": 42216
    },
    {
      "epoch": 1.7291419209502354,
      "grad_norm": 3.5116715546080726,
      "learning_rate": 0.00024621590180930886,
      "loss": 3.5948,
      "step": 42217
    },
    {
      "epoch": 1.729182879377432,
      "grad_norm": 0.9248823410558786,
      "learning_rate": 0.00024621339973027444,
      "loss": 0.4968,
      "step": 42218
    },
    {
      "epoch": 1.7292238378046283,
      "grad_norm": 1.3348184932348073,
      "learning_rate": 0.0002462108976057559,
      "loss": 0.6985,
      "step": 42219
    },
    {
      "epoch": 1.7292647962318246,
      "grad_norm": 1.2774112531140487,
      "learning_rate": 0.00024620839543575444,
      "loss": 0.7589,
      "step": 42220
    },
    {
      "epoch": 1.7293057546590211,
      "grad_norm": 1.021990707713125,
      "learning_rate": 0.00024620589322027123,
      "loss": 0.6347,
      "step": 42221
    },
    {
      "epoch": 1.7293467130862175,
      "grad_norm": 1.1430872381901598,
      "learning_rate": 0.0002462033909593075,
      "loss": 0.536,
      "step": 42222
    },
    {
      "epoch": 1.7293876715134138,
      "grad_norm": 1.233836729483127,
      "learning_rate": 0.0002462008886528643,
      "loss": 0.9147,
      "step": 42223
    },
    {
      "epoch": 1.7294286299406103,
      "grad_norm": 1.0229816018497497,
      "learning_rate": 0.000246198386300943,
      "loss": 0.6909,
      "step": 42224
    },
    {
      "epoch": 1.7294695883678068,
      "grad_norm": 1.1593648502473057,
      "learning_rate": 0.00024619588390354465,
      "loss": 0.757,
      "step": 42225
    },
    {
      "epoch": 1.729510546795003,
      "grad_norm": 1.029001670578061,
      "learning_rate": 0.00024619338146067047,
      "loss": 0.8031,
      "step": 42226
    },
    {
      "epoch": 1.7295515052221995,
      "grad_norm": 1.172826158566152,
      "learning_rate": 0.0002461908789723216,
      "loss": 0.9323,
      "step": 42227
    },
    {
      "epoch": 1.729592463649396,
      "grad_norm": 1.2133850582583607,
      "learning_rate": 0.0002461883764384993,
      "loss": 0.9962,
      "step": 42228
    },
    {
      "epoch": 1.729633422076592,
      "grad_norm": 1.1033868537924023,
      "learning_rate": 0.0002461858738592047,
      "loss": 0.8487,
      "step": 42229
    },
    {
      "epoch": 1.7296743805037886,
      "grad_norm": 0.9596290955502635,
      "learning_rate": 0.000246183371234439,
      "loss": 0.7848,
      "step": 42230
    },
    {
      "epoch": 1.7297153389309852,
      "grad_norm": 1.1999756160948998,
      "learning_rate": 0.0002461808685642034,
      "loss": 0.8715,
      "step": 42231
    },
    {
      "epoch": 1.7297562973581815,
      "grad_norm": 1.7155649502435368,
      "learning_rate": 0.00024617836584849906,
      "loss": 0.8224,
      "step": 42232
    },
    {
      "epoch": 1.7297972557853778,
      "grad_norm": 1.2822814869775794,
      "learning_rate": 0.0002461758630873272,
      "loss": 1.0667,
      "step": 42233
    },
    {
      "epoch": 1.7298382142125743,
      "grad_norm": 1.191111535232396,
      "learning_rate": 0.00024617336028068894,
      "loss": 1.3552,
      "step": 42234
    },
    {
      "epoch": 1.7298791726397706,
      "grad_norm": 1.17246364377998,
      "learning_rate": 0.0002461708574285855,
      "loss": 0.7412,
      "step": 42235
    },
    {
      "epoch": 1.729920131066967,
      "grad_norm": 1.0588423165446261,
      "learning_rate": 0.00024616835453101805,
      "loss": 0.7052,
      "step": 42236
    },
    {
      "epoch": 1.7299610894941635,
      "grad_norm": 1.3422743479828756,
      "learning_rate": 0.0002461658515879878,
      "loss": 0.9311,
      "step": 42237
    },
    {
      "epoch": 1.7300020479213598,
      "grad_norm": 0.7643127380079016,
      "learning_rate": 0.0002461633485994959,
      "loss": 0.3557,
      "step": 42238
    },
    {
      "epoch": 1.7300430063485561,
      "grad_norm": 0.5605135536612966,
      "learning_rate": 0.00024616084556554357,
      "loss": 0.1532,
      "step": 42239
    },
    {
      "epoch": 1.7300839647757527,
      "grad_norm": 3.129605018906344,
      "learning_rate": 0.00024615834248613197,
      "loss": 3.3566,
      "step": 42240
    },
    {
      "epoch": 1.730124923202949,
      "grad_norm": 1.1612097897203584,
      "learning_rate": 0.00024615583936126226,
      "loss": 0.3276,
      "step": 42241
    },
    {
      "epoch": 1.7301658816301453,
      "grad_norm": 1.0544408455095893,
      "learning_rate": 0.00024615333619093564,
      "loss": 0.5814,
      "step": 42242
    },
    {
      "epoch": 1.7302068400573418,
      "grad_norm": 1.9084634204418507,
      "learning_rate": 0.0002461508329751533,
      "loss": 0.8206,
      "step": 42243
    },
    {
      "epoch": 1.7302477984845384,
      "grad_norm": 1.2169363918967906,
      "learning_rate": 0.00024614832971391645,
      "loss": 0.9118,
      "step": 42244
    },
    {
      "epoch": 1.7302887569117344,
      "grad_norm": 1.2926835431161559,
      "learning_rate": 0.00024614582640722626,
      "loss": 0.8848,
      "step": 42245
    },
    {
      "epoch": 1.730329715338931,
      "grad_norm": 1.2442516909804022,
      "learning_rate": 0.00024614332305508387,
      "loss": 0.7941,
      "step": 42246
    },
    {
      "epoch": 1.7303706737661275,
      "grad_norm": 3.2305491199362537,
      "learning_rate": 0.00024614081965749053,
      "loss": 5.5634,
      "step": 42247
    },
    {
      "epoch": 1.7304116321933236,
      "grad_norm": 2.0252326492411914,
      "learning_rate": 0.0002461383162144474,
      "loss": 1.1055,
      "step": 42248
    },
    {
      "epoch": 1.7304525906205201,
      "grad_norm": 1.3526463476791033,
      "learning_rate": 0.0002461358127259556,
      "loss": 1.207,
      "step": 42249
    },
    {
      "epoch": 1.7304935490477167,
      "grad_norm": 1.3056311554572146,
      "learning_rate": 0.0002461333091920164,
      "loss": 0.647,
      "step": 42250
    },
    {
      "epoch": 1.730534507474913,
      "grad_norm": 1.3404226925643838,
      "learning_rate": 0.00024613080561263097,
      "loss": 0.9358,
      "step": 42251
    },
    {
      "epoch": 1.7305754659021093,
      "grad_norm": 1.480505632318401,
      "learning_rate": 0.0002461283019878004,
      "loss": 1.0556,
      "step": 42252
    },
    {
      "epoch": 1.7306164243293058,
      "grad_norm": 0.8712574583854654,
      "learning_rate": 0.00024612579831752605,
      "loss": 0.2968,
      "step": 42253
    },
    {
      "epoch": 1.7306573827565022,
      "grad_norm": 1.24439219124914,
      "learning_rate": 0.0002461232946018089,
      "loss": 1.0427,
      "step": 42254
    },
    {
      "epoch": 1.7306983411836985,
      "grad_norm": 1.2015021007467386,
      "learning_rate": 0.0002461207908406503,
      "loss": 0.9978,
      "step": 42255
    },
    {
      "epoch": 1.730739299610895,
      "grad_norm": 1.6279067398826812,
      "learning_rate": 0.00024611828703405134,
      "loss": 0.9599,
      "step": 42256
    },
    {
      "epoch": 1.7307802580380913,
      "grad_norm": 1.2339521650549712,
      "learning_rate": 0.00024611578318201326,
      "loss": 0.9071,
      "step": 42257
    },
    {
      "epoch": 1.7308212164652876,
      "grad_norm": 1.4504612074771166,
      "learning_rate": 0.0002461132792845372,
      "loss": 0.9212,
      "step": 42258
    },
    {
      "epoch": 1.7308621748924842,
      "grad_norm": 1.250566499801361,
      "learning_rate": 0.0002461107753416243,
      "loss": 0.7946,
      "step": 42259
    },
    {
      "epoch": 1.7309031333196805,
      "grad_norm": 0.659012532841581,
      "learning_rate": 0.0002461082713532759,
      "loss": 0.3091,
      "step": 42260
    },
    {
      "epoch": 1.7309440917468768,
      "grad_norm": 1.3832091738424814,
      "learning_rate": 0.00024610576731949304,
      "loss": 0.9496,
      "step": 42261
    },
    {
      "epoch": 1.7309850501740733,
      "grad_norm": 1.3626910356720847,
      "learning_rate": 0.0002461032632402769,
      "loss": 0.751,
      "step": 42262
    },
    {
      "epoch": 1.7310260086012699,
      "grad_norm": 1.029390766342641,
      "learning_rate": 0.0002461007591156288,
      "loss": 0.6693,
      "step": 42263
    },
    {
      "epoch": 1.731066967028466,
      "grad_norm": 1.4430959827915686,
      "learning_rate": 0.0002460982549455498,
      "loss": 1.223,
      "step": 42264
    },
    {
      "epoch": 1.7311079254556625,
      "grad_norm": 0.9505292360548191,
      "learning_rate": 0.00024609575073004106,
      "loss": 0.4537,
      "step": 42265
    },
    {
      "epoch": 1.731148883882859,
      "grad_norm": 1.5093054506633559,
      "learning_rate": 0.00024609324646910393,
      "loss": 1.1586,
      "step": 42266
    },
    {
      "epoch": 1.7311898423100553,
      "grad_norm": 1.3292499177523764,
      "learning_rate": 0.00024609074216273944,
      "loss": 0.779,
      "step": 42267
    },
    {
      "epoch": 1.7312308007372517,
      "grad_norm": 0.7897584709602619,
      "learning_rate": 0.0002460882378109488,
      "loss": 0.3662,
      "step": 42268
    },
    {
      "epoch": 1.7312717591644482,
      "grad_norm": 1.261334116036662,
      "learning_rate": 0.0002460857334137333,
      "loss": 0.77,
      "step": 42269
    },
    {
      "epoch": 1.7313127175916445,
      "grad_norm": 1.209613093229224,
      "learning_rate": 0.000246083228971094,
      "loss": 0.8021,
      "step": 42270
    },
    {
      "epoch": 1.7313536760188408,
      "grad_norm": 1.13044841252769,
      "learning_rate": 0.0002460807244830321,
      "loss": 0.738,
      "step": 42271
    },
    {
      "epoch": 1.7313946344460374,
      "grad_norm": 1.1729249527494352,
      "learning_rate": 0.0002460782199495488,
      "loss": 0.8577,
      "step": 42272
    },
    {
      "epoch": 1.7314355928732337,
      "grad_norm": 0.9930413603234401,
      "learning_rate": 0.0002460757153706453,
      "loss": 0.7199,
      "step": 42273
    },
    {
      "epoch": 1.73147655130043,
      "grad_norm": 1.197845636219066,
      "learning_rate": 0.0002460732107463228,
      "loss": 0.8069,
      "step": 42274
    },
    {
      "epoch": 1.7315175097276265,
      "grad_norm": 1.4188536529576896,
      "learning_rate": 0.00024607070607658244,
      "loss": 0.6803,
      "step": 42275
    },
    {
      "epoch": 1.7315584681548228,
      "grad_norm": 0.9548302432615888,
      "learning_rate": 0.0002460682013614255,
      "loss": 0.6433,
      "step": 42276
    },
    {
      "epoch": 1.7315994265820192,
      "grad_norm": 1.1553330822299468,
      "learning_rate": 0.00024606569660085297,
      "loss": 0.7071,
      "step": 42277
    },
    {
      "epoch": 1.7316403850092157,
      "grad_norm": 2.936986669145744,
      "learning_rate": 0.0002460631917948662,
      "loss": 3.8268,
      "step": 42278
    },
    {
      "epoch": 1.731681343436412,
      "grad_norm": 1.3005973030495304,
      "learning_rate": 0.00024606068694346634,
      "loss": 1.231,
      "step": 42279
    },
    {
      "epoch": 1.7317223018636083,
      "grad_norm": 1.2114494108113063,
      "learning_rate": 0.0002460581820466546,
      "loss": 0.3215,
      "step": 42280
    },
    {
      "epoch": 1.7317632602908049,
      "grad_norm": 1.133070723475999,
      "learning_rate": 0.00024605567710443205,
      "loss": 0.6471,
      "step": 42281
    },
    {
      "epoch": 1.7318042187180014,
      "grad_norm": 1.2743633341353888,
      "learning_rate": 0.0002460531721168,
      "loss": 0.7382,
      "step": 42282
    },
    {
      "epoch": 1.7318451771451975,
      "grad_norm": 0.9370596908044523,
      "learning_rate": 0.00024605066708375953,
      "loss": 0.4361,
      "step": 42283
    },
    {
      "epoch": 1.731886135572394,
      "grad_norm": 1.4270480555455716,
      "learning_rate": 0.00024604816200531196,
      "loss": 0.7338,
      "step": 42284
    },
    {
      "epoch": 1.7319270939995906,
      "grad_norm": 1.3602650012696973,
      "learning_rate": 0.0002460456568814583,
      "loss": 0.5476,
      "step": 42285
    },
    {
      "epoch": 1.7319680524267869,
      "grad_norm": 1.4288380867107657,
      "learning_rate": 0.0002460431517121999,
      "loss": 0.8295,
      "step": 42286
    },
    {
      "epoch": 1.7320090108539832,
      "grad_norm": 1.3878186578858571,
      "learning_rate": 0.00024604064649753785,
      "loss": 0.7623,
      "step": 42287
    },
    {
      "epoch": 1.7320499692811797,
      "grad_norm": 1.078877271745121,
      "learning_rate": 0.00024603814123747334,
      "loss": 0.7299,
      "step": 42288
    },
    {
      "epoch": 1.732090927708376,
      "grad_norm": 1.2769271821883477,
      "learning_rate": 0.0002460356359320076,
      "loss": 1.0063,
      "step": 42289
    },
    {
      "epoch": 1.7321318861355723,
      "grad_norm": 1.064639844381106,
      "learning_rate": 0.00024603313058114176,
      "loss": 0.7903,
      "step": 42290
    },
    {
      "epoch": 1.7321728445627689,
      "grad_norm": 1.1318789670019402,
      "learning_rate": 0.000246030625184877,
      "loss": 0.4219,
      "step": 42291
    },
    {
      "epoch": 1.7322138029899652,
      "grad_norm": 0.9166818489330499,
      "learning_rate": 0.0002460281197432146,
      "loss": 0.448,
      "step": 42292
    },
    {
      "epoch": 1.7322547614171615,
      "grad_norm": 1.2976071834248004,
      "learning_rate": 0.00024602561425615563,
      "loss": 0.6281,
      "step": 42293
    },
    {
      "epoch": 1.732295719844358,
      "grad_norm": 1.4361562900652012,
      "learning_rate": 0.0002460231087237013,
      "loss": 0.8771,
      "step": 42294
    },
    {
      "epoch": 1.7323366782715544,
      "grad_norm": 0.8091606445343589,
      "learning_rate": 0.0002460206031458529,
      "loss": 0.3706,
      "step": 42295
    },
    {
      "epoch": 1.7323776366987507,
      "grad_norm": 3.7845093735466167,
      "learning_rate": 0.00024601809752261143,
      "loss": 3.0584,
      "step": 42296
    },
    {
      "epoch": 1.7324185951259472,
      "grad_norm": 1.5492292184031589,
      "learning_rate": 0.00024601559185397824,
      "loss": 1.3439,
      "step": 42297
    },
    {
      "epoch": 1.7324595535531435,
      "grad_norm": 1.1843637318855504,
      "learning_rate": 0.00024601308613995444,
      "loss": 0.8723,
      "step": 42298
    },
    {
      "epoch": 1.7325005119803398,
      "grad_norm": 1.1222895238021449,
      "learning_rate": 0.0002460105803805412,
      "loss": 0.88,
      "step": 42299
    },
    {
      "epoch": 1.7325414704075364,
      "grad_norm": 3.1496591349443843,
      "learning_rate": 0.00024600807457573977,
      "loss": 3.5892,
      "step": 42300
    },
    {
      "epoch": 1.732582428834733,
      "grad_norm": 2.5503661457941176,
      "learning_rate": 0.0002460055687255513,
      "loss": 1.8027,
      "step": 42301
    },
    {
      "epoch": 1.732623387261929,
      "grad_norm": 4.221862214241814,
      "learning_rate": 0.0002460030628299769,
      "loss": 2.1276,
      "step": 42302
    },
    {
      "epoch": 1.7326643456891255,
      "grad_norm": 0.9602516883623706,
      "learning_rate": 0.0002460005568890179,
      "loss": 0.4742,
      "step": 42303
    },
    {
      "epoch": 1.732705304116322,
      "grad_norm": 1.7635102498191813,
      "learning_rate": 0.0002459980509026754,
      "loss": 1.727,
      "step": 42304
    },
    {
      "epoch": 1.7327462625435184,
      "grad_norm": 2.168574134700335,
      "learning_rate": 0.00024599554487095054,
      "loss": 1.1728,
      "step": 42305
    },
    {
      "epoch": 1.7327872209707147,
      "grad_norm": 1.1123913870725277,
      "learning_rate": 0.00024599303879384456,
      "loss": 0.8642,
      "step": 42306
    },
    {
      "epoch": 1.7328281793979112,
      "grad_norm": 1.0574621305975835,
      "learning_rate": 0.00024599053267135865,
      "loss": 0.6969,
      "step": 42307
    },
    {
      "epoch": 1.7328691378251075,
      "grad_norm": 2.6061833788440785,
      "learning_rate": 0.000245988026503494,
      "loss": 1.4917,
      "step": 42308
    },
    {
      "epoch": 1.7329100962523039,
      "grad_norm": 1.1752289222741004,
      "learning_rate": 0.0002459855202902518,
      "loss": 0.7187,
      "step": 42309
    },
    {
      "epoch": 1.7329510546795004,
      "grad_norm": 0.8163738523866244,
      "learning_rate": 0.0002459830140316332,
      "loss": 0.4242,
      "step": 42310
    },
    {
      "epoch": 1.7329920131066967,
      "grad_norm": 0.9391107945511602,
      "learning_rate": 0.00024598050772763936,
      "loss": 0.5744,
      "step": 42311
    },
    {
      "epoch": 1.733032971533893,
      "grad_norm": 1.5992109584197771,
      "learning_rate": 0.00024597800137827157,
      "loss": 1.2018,
      "step": 42312
    },
    {
      "epoch": 1.7330739299610896,
      "grad_norm": 1.3452517706992764,
      "learning_rate": 0.0002459754949835309,
      "loss": 0.7725,
      "step": 42313
    },
    {
      "epoch": 1.7331148883882859,
      "grad_norm": 1.370588196648263,
      "learning_rate": 0.00024597298854341863,
      "loss": 1.1343,
      "step": 42314
    },
    {
      "epoch": 1.7331558468154822,
      "grad_norm": 1.3830593538737577,
      "learning_rate": 0.0002459704820579358,
      "loss": 0.721,
      "step": 42315
    },
    {
      "epoch": 1.7331968052426787,
      "grad_norm": 0.8693011523342258,
      "learning_rate": 0.00024596797552708385,
      "loss": 0.5205,
      "step": 42316
    },
    {
      "epoch": 1.733237763669875,
      "grad_norm": 1.538725057490464,
      "learning_rate": 0.0002459654689508637,
      "loss": 0.8743,
      "step": 42317
    },
    {
      "epoch": 1.7332787220970713,
      "grad_norm": 1.335226981366259,
      "learning_rate": 0.00024596296232927666,
      "loss": 1.1291,
      "step": 42318
    },
    {
      "epoch": 1.7333196805242679,
      "grad_norm": 1.1955459166450968,
      "learning_rate": 0.00024596045566232394,
      "loss": 0.9039,
      "step": 42319
    },
    {
      "epoch": 1.7333606389514644,
      "grad_norm": 1.2964936214216656,
      "learning_rate": 0.0002459579489500066,
      "loss": 1.0172,
      "step": 42320
    },
    {
      "epoch": 1.7334015973786605,
      "grad_norm": 1.328750159408943,
      "learning_rate": 0.000245955442192326,
      "loss": 0.8744,
      "step": 42321
    },
    {
      "epoch": 1.733442555805857,
      "grad_norm": 1.2081551479139547,
      "learning_rate": 0.0002459529353892832,
      "loss": 1.0612,
      "step": 42322
    },
    {
      "epoch": 1.7334835142330536,
      "grad_norm": 0.9689026410297318,
      "learning_rate": 0.0002459504285408795,
      "loss": 0.2619,
      "step": 42323
    },
    {
      "epoch": 1.73352447266025,
      "grad_norm": 1.2812035438245402,
      "learning_rate": 0.0002459479216471159,
      "loss": 0.6966,
      "step": 42324
    },
    {
      "epoch": 1.7335654310874462,
      "grad_norm": 1.288031002261406,
      "learning_rate": 0.00024594541470799366,
      "loss": 0.9638,
      "step": 42325
    },
    {
      "epoch": 1.7336063895146427,
      "grad_norm": 1.1581117381514061,
      "learning_rate": 0.00024594290772351405,
      "loss": 0.8625,
      "step": 42326
    },
    {
      "epoch": 1.733647347941839,
      "grad_norm": 1.1480960478436297,
      "learning_rate": 0.00024594040069367826,
      "loss": 0.8312,
      "step": 42327
    },
    {
      "epoch": 1.7336883063690354,
      "grad_norm": 1.1763415428790465,
      "learning_rate": 0.0002459378936184873,
      "loss": 0.6627,
      "step": 42328
    },
    {
      "epoch": 1.733729264796232,
      "grad_norm": 1.2472841330263658,
      "learning_rate": 0.00024593538649794256,
      "loss": 0.8295,
      "step": 42329
    },
    {
      "epoch": 1.7337702232234282,
      "grad_norm": 1.2504523619573817,
      "learning_rate": 0.00024593287933204514,
      "loss": 1.1145,
      "step": 42330
    },
    {
      "epoch": 1.7338111816506245,
      "grad_norm": 1.434365711063156,
      "learning_rate": 0.0002459303721207962,
      "loss": 1.0714,
      "step": 42331
    },
    {
      "epoch": 1.733852140077821,
      "grad_norm": 0.7500137673131044,
      "learning_rate": 0.0002459278648641969,
      "loss": 0.2837,
      "step": 42332
    },
    {
      "epoch": 1.7338930985050174,
      "grad_norm": 1.2122978839355851,
      "learning_rate": 0.0002459253575622485,
      "loss": 0.8866,
      "step": 42333
    },
    {
      "epoch": 1.7339340569322137,
      "grad_norm": 1.6617270555153294,
      "learning_rate": 0.0002459228502149522,
      "loss": 0.7438,
      "step": 42334
    },
    {
      "epoch": 1.7339750153594102,
      "grad_norm": 1.20319729007699,
      "learning_rate": 0.00024592034282230906,
      "loss": 0.8518,
      "step": 42335
    },
    {
      "epoch": 1.7340159737866065,
      "grad_norm": 1.115681982759675,
      "learning_rate": 0.00024591783538432043,
      "loss": 0.8917,
      "step": 42336
    },
    {
      "epoch": 1.7340569322138029,
      "grad_norm": 1.8104477679221946,
      "learning_rate": 0.0002459153279009873,
      "loss": 1.3248,
      "step": 42337
    },
    {
      "epoch": 1.7340978906409994,
      "grad_norm": 1.1786513269665355,
      "learning_rate": 0.0002459128203723111,
      "loss": 0.9244,
      "step": 42338
    },
    {
      "epoch": 1.734138849068196,
      "grad_norm": 1.3056242580816135,
      "learning_rate": 0.00024591031279829286,
      "loss": 0.8049,
      "step": 42339
    },
    {
      "epoch": 1.734179807495392,
      "grad_norm": 1.2236046779894474,
      "learning_rate": 0.00024590780517893374,
      "loss": 0.6473,
      "step": 42340
    },
    {
      "epoch": 1.7342207659225886,
      "grad_norm": 1.3060518657000977,
      "learning_rate": 0.000245905297514235,
      "loss": 0.619,
      "step": 42341
    },
    {
      "epoch": 1.734261724349785,
      "grad_norm": 2.5915959884693787,
      "learning_rate": 0.0002459027898041978,
      "loss": 1.1557,
      "step": 42342
    },
    {
      "epoch": 1.7343026827769814,
      "grad_norm": 1.350857928358763,
      "learning_rate": 0.00024590028204882333,
      "loss": 0.8769,
      "step": 42343
    },
    {
      "epoch": 1.7343436412041777,
      "grad_norm": 0.9239512292714893,
      "learning_rate": 0.00024589777424811275,
      "loss": 0.8265,
      "step": 42344
    },
    {
      "epoch": 1.7343845996313743,
      "grad_norm": 4.998049642869981,
      "learning_rate": 0.0002458952664020673,
      "loss": 1.7397,
      "step": 42345
    },
    {
      "epoch": 1.7344255580585706,
      "grad_norm": 3.0350175272945203,
      "learning_rate": 0.00024589275851068807,
      "loss": 1.2707,
      "step": 42346
    },
    {
      "epoch": 1.7344665164857669,
      "grad_norm": 1.163471415924427,
      "learning_rate": 0.00024589025057397636,
      "loss": 1.0667,
      "step": 42347
    },
    {
      "epoch": 1.7345074749129634,
      "grad_norm": 0.7935849113543753,
      "learning_rate": 0.00024588774259193334,
      "loss": 0.3058,
      "step": 42348
    },
    {
      "epoch": 1.7345484333401597,
      "grad_norm": 1.6976789898645313,
      "learning_rate": 0.0002458852345645601,
      "loss": 0.8695,
      "step": 42349
    },
    {
      "epoch": 1.734589391767356,
      "grad_norm": 1.2628915126363027,
      "learning_rate": 0.0002458827264918579,
      "loss": 1.022,
      "step": 42350
    },
    {
      "epoch": 1.7346303501945526,
      "grad_norm": 1.3831363472566207,
      "learning_rate": 0.0002458802183738279,
      "loss": 0.8582,
      "step": 42351
    },
    {
      "epoch": 1.734671308621749,
      "grad_norm": 1.675319861857129,
      "learning_rate": 0.0002458777102104713,
      "loss": 0.9768,
      "step": 42352
    },
    {
      "epoch": 1.7347122670489452,
      "grad_norm": 1.3226660899798468,
      "learning_rate": 0.0002458752020017893,
      "loss": 0.8222,
      "step": 42353
    },
    {
      "epoch": 1.7347532254761417,
      "grad_norm": 1.6081086187771003,
      "learning_rate": 0.000245872693747783,
      "loss": 1.3247,
      "step": 42354
    },
    {
      "epoch": 1.734794183903338,
      "grad_norm": 1.6548913822821054,
      "learning_rate": 0.00024587018544845377,
      "loss": 1.4262,
      "step": 42355
    },
    {
      "epoch": 1.7348351423305344,
      "grad_norm": 6.176793564354253,
      "learning_rate": 0.00024586767710380264,
      "loss": 2.7192,
      "step": 42356
    },
    {
      "epoch": 1.734876100757731,
      "grad_norm": 1.5617175257068896,
      "learning_rate": 0.0002458651687138308,
      "loss": 1.6894,
      "step": 42357
    },
    {
      "epoch": 1.7349170591849274,
      "grad_norm": 1.8771684234121802,
      "learning_rate": 0.0002458626602785395,
      "loss": 1.4852,
      "step": 42358
    },
    {
      "epoch": 1.7349580176121235,
      "grad_norm": 1.13131648554377,
      "learning_rate": 0.00024586015179792984,
      "loss": 0.8138,
      "step": 42359
    },
    {
      "epoch": 1.73499897603932,
      "grad_norm": 1.2163417690528326,
      "learning_rate": 0.00024585764327200314,
      "loss": 0.8004,
      "step": 42360
    },
    {
      "epoch": 1.7350399344665166,
      "grad_norm": 1.2895855676418306,
      "learning_rate": 0.0002458551347007605,
      "loss": 1.2098,
      "step": 42361
    },
    {
      "epoch": 1.735080892893713,
      "grad_norm": 1.0083657257624243,
      "learning_rate": 0.00024585262608420305,
      "loss": 0.7918,
      "step": 42362
    },
    {
      "epoch": 1.7351218513209092,
      "grad_norm": 1.4675026347959335,
      "learning_rate": 0.0002458501174223321,
      "loss": 1.0763,
      "step": 42363
    },
    {
      "epoch": 1.7351628097481058,
      "grad_norm": 1.3307040647656374,
      "learning_rate": 0.0002458476087151487,
      "loss": 1.1478,
      "step": 42364
    },
    {
      "epoch": 1.735203768175302,
      "grad_norm": 1.2524318975070954,
      "learning_rate": 0.0002458450999626542,
      "loss": 0.778,
      "step": 42365
    },
    {
      "epoch": 1.7352447266024984,
      "grad_norm": 1.146174781831674,
      "learning_rate": 0.0002458425911648496,
      "loss": 0.7471,
      "step": 42366
    },
    {
      "epoch": 1.735285685029695,
      "grad_norm": 0.9720372670308525,
      "learning_rate": 0.00024584008232173633,
      "loss": 0.6453,
      "step": 42367
    },
    {
      "epoch": 1.7353266434568912,
      "grad_norm": 1.8917653844942144,
      "learning_rate": 0.0002458375734333153,
      "loss": 1.6267,
      "step": 42368
    },
    {
      "epoch": 1.7353676018840876,
      "grad_norm": 1.1811153607126221,
      "learning_rate": 0.00024583506449958793,
      "loss": 1.0294,
      "step": 42369
    },
    {
      "epoch": 1.735408560311284,
      "grad_norm": 1.1715439329312398,
      "learning_rate": 0.0002458325555205552,
      "loss": 0.9072,
      "step": 42370
    },
    {
      "epoch": 1.7354495187384804,
      "grad_norm": 1.3428991120230727,
      "learning_rate": 0.0002458300464962185,
      "loss": 0.796,
      "step": 42371
    },
    {
      "epoch": 1.7354904771656767,
      "grad_norm": 1.138318892747421,
      "learning_rate": 0.00024582753742657883,
      "loss": 0.8254,
      "step": 42372
    },
    {
      "epoch": 1.7355314355928733,
      "grad_norm": 1.4239218736707897,
      "learning_rate": 0.0002458250283116375,
      "loss": 1.0387,
      "step": 42373
    },
    {
      "epoch": 1.7355723940200696,
      "grad_norm": 1.2888272901187787,
      "learning_rate": 0.0002458225191513957,
      "loss": 0.9334,
      "step": 42374
    },
    {
      "epoch": 1.735613352447266,
      "grad_norm": 1.4280305636803057,
      "learning_rate": 0.00024582000994585447,
      "loss": 0.8616,
      "step": 42375
    },
    {
      "epoch": 1.7356543108744624,
      "grad_norm": 1.0958768888858628,
      "learning_rate": 0.0002458175006950152,
      "loss": 0.9883,
      "step": 42376
    },
    {
      "epoch": 1.735695269301659,
      "grad_norm": 0.9202629209946083,
      "learning_rate": 0.0002458149913988789,
      "loss": 0.5234,
      "step": 42377
    },
    {
      "epoch": 1.735736227728855,
      "grad_norm": 1.3197957160812779,
      "learning_rate": 0.00024581248205744684,
      "loss": 0.7035,
      "step": 42378
    },
    {
      "epoch": 1.7357771861560516,
      "grad_norm": 1.0596959093982687,
      "learning_rate": 0.00024580997267072027,
      "loss": 0.7711,
      "step": 42379
    },
    {
      "epoch": 1.7358181445832481,
      "grad_norm": 1.0088754198265473,
      "learning_rate": 0.00024580746323870023,
      "loss": 0.3817,
      "step": 42380
    },
    {
      "epoch": 1.7358591030104444,
      "grad_norm": 1.2850813362781606,
      "learning_rate": 0.000245804953761388,
      "loss": 0.7929,
      "step": 42381
    },
    {
      "epoch": 1.7359000614376408,
      "grad_norm": 1.51222081235031,
      "learning_rate": 0.00024580244423878474,
      "loss": 1.3414,
      "step": 42382
    },
    {
      "epoch": 1.7359410198648373,
      "grad_norm": 7.547397079034066,
      "learning_rate": 0.0002457999346708917,
      "loss": 1.7739,
      "step": 42383
    },
    {
      "epoch": 1.7359819782920336,
      "grad_norm": 1.2078578307245276,
      "learning_rate": 0.00024579742505770997,
      "loss": 0.924,
      "step": 42384
    },
    {
      "epoch": 1.73602293671923,
      "grad_norm": 0.8804347593133314,
      "learning_rate": 0.0002457949153992407,
      "loss": 0.2657,
      "step": 42385
    },
    {
      "epoch": 1.7360638951464265,
      "grad_norm": 1.4423932397374963,
      "learning_rate": 0.0002457924056954853,
      "loss": 1.1337,
      "step": 42386
    },
    {
      "epoch": 1.7361048535736228,
      "grad_norm": 1.3579613744840555,
      "learning_rate": 0.0002457898959464447,
      "loss": 0.9374,
      "step": 42387
    },
    {
      "epoch": 1.736145812000819,
      "grad_norm": 1.2086861533754876,
      "learning_rate": 0.00024578738615212023,
      "loss": 0.6686,
      "step": 42388
    },
    {
      "epoch": 1.7361867704280156,
      "grad_norm": 1.4068312784339772,
      "learning_rate": 0.0002457848763125131,
      "loss": 1.2687,
      "step": 42389
    },
    {
      "epoch": 1.736227728855212,
      "grad_norm": 1.1277869607746767,
      "learning_rate": 0.00024578236642762435,
      "loss": 0.9526,
      "step": 42390
    },
    {
      "epoch": 1.7362686872824082,
      "grad_norm": 1.3989433312468025,
      "learning_rate": 0.0002457798564974552,
      "loss": 0.9653,
      "step": 42391
    },
    {
      "epoch": 1.7363096457096048,
      "grad_norm": 1.1238970226461709,
      "learning_rate": 0.000245777346522007,
      "loss": 0.8087,
      "step": 42392
    },
    {
      "epoch": 1.7363506041368013,
      "grad_norm": 0.6721570792180986,
      "learning_rate": 0.0002457748365012808,
      "loss": 0.2931,
      "step": 42393
    },
    {
      "epoch": 1.7363915625639974,
      "grad_norm": 1.1466532721801812,
      "learning_rate": 0.00024577232643527785,
      "loss": 0.8691,
      "step": 42394
    },
    {
      "epoch": 1.736432520991194,
      "grad_norm": 0.6985665109572347,
      "learning_rate": 0.0002457698163239993,
      "loss": 0.2576,
      "step": 42395
    },
    {
      "epoch": 1.7364734794183905,
      "grad_norm": 1.3658979137964085,
      "learning_rate": 0.00024576730616744625,
      "loss": 0.8739,
      "step": 42396
    },
    {
      "epoch": 1.7365144378455866,
      "grad_norm": 1.5924618965399513,
      "learning_rate": 0.00024576479596562006,
      "loss": 0.8818,
      "step": 42397
    },
    {
      "epoch": 1.736555396272783,
      "grad_norm": 2.0986554709894847,
      "learning_rate": 0.0002457622857185218,
      "loss": 0.6659,
      "step": 42398
    },
    {
      "epoch": 1.7365963546999796,
      "grad_norm": 0.9916674400021264,
      "learning_rate": 0.0002457597754261527,
      "loss": 0.2961,
      "step": 42399
    },
    {
      "epoch": 1.736637313127176,
      "grad_norm": 1.2543156506403192,
      "learning_rate": 0.00024575726508851395,
      "loss": 0.8144,
      "step": 42400
    },
    {
      "epoch": 1.7366782715543723,
      "grad_norm": 1.3359219269263738,
      "learning_rate": 0.0002457547547056067,
      "loss": 0.9855,
      "step": 42401
    },
    {
      "epoch": 1.7367192299815688,
      "grad_norm": 1.2268657801994753,
      "learning_rate": 0.00024575224427743217,
      "loss": 0.9223,
      "step": 42402
    },
    {
      "epoch": 1.7367601884087651,
      "grad_norm": 0.700821152578822,
      "learning_rate": 0.0002457497338039915,
      "loss": 0.3,
      "step": 42403
    },
    {
      "epoch": 1.7368011468359614,
      "grad_norm": 0.6901548027706503,
      "learning_rate": 0.0002457472232852859,
      "loss": 0.2679,
      "step": 42404
    },
    {
      "epoch": 1.736842105263158,
      "grad_norm": 0.9829942008965585,
      "learning_rate": 0.00024574471272131664,
      "loss": 0.3048,
      "step": 42405
    },
    {
      "epoch": 1.7368830636903543,
      "grad_norm": 0.7753793181000206,
      "learning_rate": 0.0002457422021120848,
      "loss": 0.3071,
      "step": 42406
    },
    {
      "epoch": 1.7369240221175506,
      "grad_norm": 1.4375957034293292,
      "learning_rate": 0.0002457396914575916,
      "loss": 1.0462,
      "step": 42407
    },
    {
      "epoch": 1.7369649805447471,
      "grad_norm": 0.8530397658371969,
      "learning_rate": 0.0002457371807578382,
      "loss": 0.4025,
      "step": 42408
    },
    {
      "epoch": 1.7370059389719434,
      "grad_norm": 0.6829932002250932,
      "learning_rate": 0.00024573467001282593,
      "loss": 0.3394,
      "step": 42409
    },
    {
      "epoch": 1.7370468973991398,
      "grad_norm": 5.647460873918415,
      "learning_rate": 0.0002457321592225558,
      "loss": 4.4339,
      "step": 42410
    },
    {
      "epoch": 1.7370878558263363,
      "grad_norm": 1.2103580600016277,
      "learning_rate": 0.000245729648387029,
      "loss": 1.0061,
      "step": 42411
    },
    {
      "epoch": 1.7371288142535328,
      "grad_norm": 1.390376957368842,
      "learning_rate": 0.0002457271375062468,
      "loss": 1.0766,
      "step": 42412
    },
    {
      "epoch": 1.737169772680729,
      "grad_norm": 1.1476124764106816,
      "learning_rate": 0.00024572462658021036,
      "loss": 0.8278,
      "step": 42413
    },
    {
      "epoch": 1.7372107311079255,
      "grad_norm": 1.6129263599338552,
      "learning_rate": 0.00024572211560892096,
      "loss": 0.9295,
      "step": 42414
    },
    {
      "epoch": 1.737251689535122,
      "grad_norm": 0.8958765387138771,
      "learning_rate": 0.00024571960459237956,
      "loss": 0.3059,
      "step": 42415
    },
    {
      "epoch": 1.737292647962318,
      "grad_norm": 1.0527183339980815,
      "learning_rate": 0.00024571709353058763,
      "loss": 0.7163,
      "step": 42416
    },
    {
      "epoch": 1.7373336063895146,
      "grad_norm": 1.7646775068780303,
      "learning_rate": 0.0002457145824235461,
      "loss": 1.3298,
      "step": 42417
    },
    {
      "epoch": 1.7373745648167112,
      "grad_norm": 1.317851275770119,
      "learning_rate": 0.00024571207127125635,
      "loss": 1.1493,
      "step": 42418
    },
    {
      "epoch": 1.7374155232439075,
      "grad_norm": 1.1298064847250233,
      "learning_rate": 0.00024570956007371943,
      "loss": 0.6584,
      "step": 42419
    },
    {
      "epoch": 1.7374564816711038,
      "grad_norm": 1.080164547056873,
      "learning_rate": 0.0002457070488309366,
      "loss": 0.6532,
      "step": 42420
    },
    {
      "epoch": 1.7374974400983003,
      "grad_norm": 1.3003024612292797,
      "learning_rate": 0.000245704537542909,
      "loss": 0.9153,
      "step": 42421
    },
    {
      "epoch": 1.7375383985254966,
      "grad_norm": 1.5346983103918823,
      "learning_rate": 0.0002457020262096379,
      "loss": 1.3363,
      "step": 42422
    },
    {
      "epoch": 1.737579356952693,
      "grad_norm": 1.2623295149022322,
      "learning_rate": 0.00024569951483112445,
      "loss": 1.0106,
      "step": 42423
    },
    {
      "epoch": 1.7376203153798895,
      "grad_norm": 3.242615278026204,
      "learning_rate": 0.0002456970034073697,
      "loss": 2.4364,
      "step": 42424
    },
    {
      "epoch": 1.7376612738070858,
      "grad_norm": 0.9318851857161091,
      "learning_rate": 0.0002456944919383751,
      "loss": 0.6481,
      "step": 42425
    },
    {
      "epoch": 1.737702232234282,
      "grad_norm": 1.0355311341071258,
      "learning_rate": 0.00024569198042414164,
      "loss": 0.7567,
      "step": 42426
    },
    {
      "epoch": 1.7377431906614786,
      "grad_norm": 1.1618327837363047,
      "learning_rate": 0.00024568946886467056,
      "loss": 0.8908,
      "step": 42427
    },
    {
      "epoch": 1.737784149088675,
      "grad_norm": 1.2569231396950642,
      "learning_rate": 0.0002456869572599631,
      "loss": 0.8751,
      "step": 42428
    },
    {
      "epoch": 1.7378251075158713,
      "grad_norm": 8.742789369573817,
      "learning_rate": 0.0002456844456100203,
      "loss": 2.0136,
      "step": 42429
    },
    {
      "epoch": 1.7378660659430678,
      "grad_norm": 1.2283141162456248,
      "learning_rate": 0.00024568193391484355,
      "loss": 0.7468,
      "step": 42430
    },
    {
      "epoch": 1.7379070243702643,
      "grad_norm": 1.30445864841541,
      "learning_rate": 0.00024567942217443387,
      "loss": 0.8129,
      "step": 42431
    },
    {
      "epoch": 1.7379479827974604,
      "grad_norm": 1.017304523517544,
      "learning_rate": 0.0002456769103887925,
      "loss": 0.4306,
      "step": 42432
    },
    {
      "epoch": 1.737988941224657,
      "grad_norm": 1.4803886531263633,
      "learning_rate": 0.00024567439855792075,
      "loss": 1.0593,
      "step": 42433
    },
    {
      "epoch": 1.7380298996518535,
      "grad_norm": 1.0808519070496103,
      "learning_rate": 0.00024567188668181953,
      "loss": 0.6985,
      "step": 42434
    },
    {
      "epoch": 1.7380708580790498,
      "grad_norm": 1.229856418521883,
      "learning_rate": 0.00024566937476049034,
      "loss": 0.7161,
      "step": 42435
    },
    {
      "epoch": 1.7381118165062461,
      "grad_norm": 0.6179793090657881,
      "learning_rate": 0.0002456668627939341,
      "loss": 0.2534,
      "step": 42436
    },
    {
      "epoch": 1.7381527749334427,
      "grad_norm": 0.7164103139041131,
      "learning_rate": 0.0002456643507821522,
      "loss": 0.1981,
      "step": 42437
    },
    {
      "epoch": 1.738193733360639,
      "grad_norm": 0.7057842627487992,
      "learning_rate": 0.0002456618387251457,
      "loss": 0.294,
      "step": 42438
    },
    {
      "epoch": 1.7382346917878353,
      "grad_norm": 1.5910656716539822,
      "learning_rate": 0.00024565932662291585,
      "loss": 1.1915,
      "step": 42439
    },
    {
      "epoch": 1.7382756502150318,
      "grad_norm": 0.9668055484726896,
      "learning_rate": 0.0002456568144754639,
      "loss": 0.5319,
      "step": 42440
    },
    {
      "epoch": 1.7383166086422281,
      "grad_norm": 1.0899776365082843,
      "learning_rate": 0.00024565430228279086,
      "loss": 0.5863,
      "step": 42441
    },
    {
      "epoch": 1.7383575670694245,
      "grad_norm": 1.124422597413702,
      "learning_rate": 0.00024565179004489804,
      "loss": 0.8627,
      "step": 42442
    },
    {
      "epoch": 1.738398525496621,
      "grad_norm": 1.2681581531680266,
      "learning_rate": 0.0002456492777617866,
      "loss": 1.0117,
      "step": 42443
    },
    {
      "epoch": 1.7384394839238173,
      "grad_norm": 1.372253082504205,
      "learning_rate": 0.00024564676543345775,
      "loss": 1.1306,
      "step": 42444
    },
    {
      "epoch": 1.7384804423510136,
      "grad_norm": 1.059276538070813,
      "learning_rate": 0.0002456442530599127,
      "loss": 0.7038,
      "step": 42445
    },
    {
      "epoch": 1.7385214007782102,
      "grad_norm": 0.8461930342666822,
      "learning_rate": 0.0002456417406411525,
      "loss": 0.4959,
      "step": 42446
    },
    {
      "epoch": 1.7385623592054065,
      "grad_norm": 1.0748982320491367,
      "learning_rate": 0.0002456392281771785,
      "loss": 0.3388,
      "step": 42447
    },
    {
      "epoch": 1.7386033176326028,
      "grad_norm": 1.3578672986421765,
      "learning_rate": 0.0002456367156679918,
      "loss": 0.8932,
      "step": 42448
    },
    {
      "epoch": 1.7386442760597993,
      "grad_norm": 1.4228850090402358,
      "learning_rate": 0.0002456342031135936,
      "loss": 0.8477,
      "step": 42449
    },
    {
      "epoch": 1.7386852344869959,
      "grad_norm": 1.4125337963306195,
      "learning_rate": 0.00024563169051398514,
      "loss": 1.3662,
      "step": 42450
    },
    {
      "epoch": 1.738726192914192,
      "grad_norm": 1.4256997366538113,
      "learning_rate": 0.0002456291778691675,
      "loss": 1.3221,
      "step": 42451
    },
    {
      "epoch": 1.7387671513413885,
      "grad_norm": 1.207381257227809,
      "learning_rate": 0.000245626665179142,
      "loss": 0.8262,
      "step": 42452
    },
    {
      "epoch": 1.738808109768585,
      "grad_norm": 0.7403396273265536,
      "learning_rate": 0.0002456241524439097,
      "loss": 0.3394,
      "step": 42453
    },
    {
      "epoch": 1.7388490681957813,
      "grad_norm": 1.180981613722782,
      "learning_rate": 0.0002456216396634719,
      "loss": 0.8329,
      "step": 42454
    },
    {
      "epoch": 1.7388900266229776,
      "grad_norm": 1.0463853459134465,
      "learning_rate": 0.0002456191268378297,
      "loss": 0.6341,
      "step": 42455
    },
    {
      "epoch": 1.7389309850501742,
      "grad_norm": 1.4367214730079936,
      "learning_rate": 0.0002456166139669844,
      "loss": 0.9165,
      "step": 42456
    },
    {
      "epoch": 1.7389719434773705,
      "grad_norm": 1.240992571522963,
      "learning_rate": 0.000245614101050937,
      "loss": 0.8254,
      "step": 42457
    },
    {
      "epoch": 1.7390129019045668,
      "grad_norm": 1.1945964913260643,
      "learning_rate": 0.00024561158808968894,
      "loss": 0.6512,
      "step": 42458
    },
    {
      "epoch": 1.7390538603317633,
      "grad_norm": 1.1143575962381729,
      "learning_rate": 0.00024560907508324115,
      "loss": 1.034,
      "step": 42459
    },
    {
      "epoch": 1.7390948187589597,
      "grad_norm": 1.1526067133745095,
      "learning_rate": 0.000245606562031595,
      "loss": 0.9147,
      "step": 42460
    },
    {
      "epoch": 1.739135777186156,
      "grad_norm": 1.1005165314938599,
      "learning_rate": 0.0002456040489347516,
      "loss": 0.5795,
      "step": 42461
    },
    {
      "epoch": 1.7391767356133525,
      "grad_norm": 1.3451304769793435,
      "learning_rate": 0.0002456015357927121,
      "loss": 0.8295,
      "step": 42462
    },
    {
      "epoch": 1.7392176940405488,
      "grad_norm": 2.377212608135961,
      "learning_rate": 0.0002455990226054778,
      "loss": 2.7721,
      "step": 42463
    },
    {
      "epoch": 1.7392586524677451,
      "grad_norm": 1.3312194382514877,
      "learning_rate": 0.0002455965093730498,
      "loss": 0.7722,
      "step": 42464
    },
    {
      "epoch": 1.7392996108949417,
      "grad_norm": 1.4878010893591118,
      "learning_rate": 0.00024559399609542934,
      "loss": 1.0101,
      "step": 42465
    },
    {
      "epoch": 1.739340569322138,
      "grad_norm": 1.53052269681907,
      "learning_rate": 0.0002455914827726176,
      "loss": 0.9512,
      "step": 42466
    },
    {
      "epoch": 1.7393815277493343,
      "grad_norm": 1.02625186229429,
      "learning_rate": 0.00024558896940461575,
      "loss": 0.329,
      "step": 42467
    },
    {
      "epoch": 1.7394224861765308,
      "grad_norm": 1.2885020437540247,
      "learning_rate": 0.00024558645599142496,
      "loss": 0.3396,
      "step": 42468
    },
    {
      "epoch": 1.7394634446037274,
      "grad_norm": 1.4074582053355655,
      "learning_rate": 0.00024558394253304647,
      "loss": 1.2416,
      "step": 42469
    },
    {
      "epoch": 1.7395044030309235,
      "grad_norm": 1.3501123763513316,
      "learning_rate": 0.0002455814290294814,
      "loss": 0.8167,
      "step": 42470
    },
    {
      "epoch": 1.73954536145812,
      "grad_norm": 1.0561024983899987,
      "learning_rate": 0.000245578915480731,
      "loss": 0.6983,
      "step": 42471
    },
    {
      "epoch": 1.7395863198853165,
      "grad_norm": 3.229055583046824,
      "learning_rate": 0.00024557640188679637,
      "loss": 4.9056,
      "step": 42472
    },
    {
      "epoch": 1.7396272783125128,
      "grad_norm": 1.5527365177559143,
      "learning_rate": 0.0002455738882476788,
      "loss": 0.9382,
      "step": 42473
    },
    {
      "epoch": 1.7396682367397092,
      "grad_norm": 0.9985349103227877,
      "learning_rate": 0.0002455713745633795,
      "loss": 0.6667,
      "step": 42474
    },
    {
      "epoch": 1.7397091951669057,
      "grad_norm": 1.6239343546049207,
      "learning_rate": 0.00024556886083389954,
      "loss": 0.9465,
      "step": 42475
    },
    {
      "epoch": 1.739750153594102,
      "grad_norm": 1.500143567626291,
      "learning_rate": 0.00024556634705924025,
      "loss": 1.2365,
      "step": 42476
    },
    {
      "epoch": 1.7397911120212983,
      "grad_norm": 0.9752258061097966,
      "learning_rate": 0.0002455638332394026,
      "loss": 0.5765,
      "step": 42477
    },
    {
      "epoch": 1.7398320704484949,
      "grad_norm": 1.0767294139074988,
      "learning_rate": 0.00024556131937438804,
      "loss": 0.8054,
      "step": 42478
    },
    {
      "epoch": 1.7398730288756912,
      "grad_norm": 1.2278469479185823,
      "learning_rate": 0.00024555880546419756,
      "loss": 0.7483,
      "step": 42479
    },
    {
      "epoch": 1.7399139873028875,
      "grad_norm": 0.9893868793832722,
      "learning_rate": 0.0002455562915088325,
      "loss": 0.7415,
      "step": 42480
    },
    {
      "epoch": 1.739954945730084,
      "grad_norm": 1.426802201729484,
      "learning_rate": 0.0002455537775082939,
      "loss": 0.7827,
      "step": 42481
    },
    {
      "epoch": 1.7399959041572803,
      "grad_norm": 1.2927690417372475,
      "learning_rate": 0.000245551263462583,
      "loss": 0.8379,
      "step": 42482
    },
    {
      "epoch": 1.7400368625844767,
      "grad_norm": 1.2174032230764702,
      "learning_rate": 0.00024554874937170103,
      "loss": 0.719,
      "step": 42483
    },
    {
      "epoch": 1.7400778210116732,
      "grad_norm": 1.0409554821736924,
      "learning_rate": 0.00024554623523564923,
      "loss": 0.6436,
      "step": 42484
    },
    {
      "epoch": 1.7401187794388695,
      "grad_norm": 1.3403644214897639,
      "learning_rate": 0.00024554372105442865,
      "loss": 1.1621,
      "step": 42485
    },
    {
      "epoch": 1.7401597378660658,
      "grad_norm": 1.3464387170744163,
      "learning_rate": 0.00024554120682804053,
      "loss": 0.7204,
      "step": 42486
    },
    {
      "epoch": 1.7402006962932624,
      "grad_norm": 1.2085452197275337,
      "learning_rate": 0.00024553869255648607,
      "loss": 0.6273,
      "step": 42487
    },
    {
      "epoch": 1.7402416547204589,
      "grad_norm": 1.3279877613976083,
      "learning_rate": 0.0002455361782397665,
      "loss": 0.8022,
      "step": 42488
    },
    {
      "epoch": 1.740282613147655,
      "grad_norm": 1.1921113129485035,
      "learning_rate": 0.00024553366387788293,
      "loss": 0.8452,
      "step": 42489
    },
    {
      "epoch": 1.7403235715748515,
      "grad_norm": 1.238399610197476,
      "learning_rate": 0.0002455311494708366,
      "loss": 0.6942,
      "step": 42490
    },
    {
      "epoch": 1.740364530002048,
      "grad_norm": 0.8943483627333793,
      "learning_rate": 0.0002455286350186287,
      "loss": 0.7493,
      "step": 42491
    },
    {
      "epoch": 1.7404054884292444,
      "grad_norm": 1.6603970838041908,
      "learning_rate": 0.0002455261205212604,
      "loss": 1.0245,
      "step": 42492
    },
    {
      "epoch": 1.7404464468564407,
      "grad_norm": 1.3799722132817398,
      "learning_rate": 0.00024552360597873284,
      "loss": 0.4694,
      "step": 42493
    },
    {
      "epoch": 1.7404874052836372,
      "grad_norm": 1.3320035009017923,
      "learning_rate": 0.0002455210913910473,
      "loss": 0.9462,
      "step": 42494
    },
    {
      "epoch": 1.7405283637108335,
      "grad_norm": 1.3803915251813312,
      "learning_rate": 0.00024551857675820496,
      "loss": 0.8427,
      "step": 42495
    },
    {
      "epoch": 1.7405693221380298,
      "grad_norm": 1.465672532581057,
      "learning_rate": 0.00024551606208020695,
      "loss": 0.9348,
      "step": 42496
    },
    {
      "epoch": 1.7406102805652264,
      "grad_norm": 1.125995171676653,
      "learning_rate": 0.00024551354735705453,
      "loss": 0.6923,
      "step": 42497
    },
    {
      "epoch": 1.7406512389924227,
      "grad_norm": 1.1762246175452182,
      "learning_rate": 0.00024551103258874877,
      "loss": 0.644,
      "step": 42498
    },
    {
      "epoch": 1.740692197419619,
      "grad_norm": 1.1340950448736422,
      "learning_rate": 0.00024550851777529103,
      "loss": 0.3311,
      "step": 42499
    },
    {
      "epoch": 1.7407331558468155,
      "grad_norm": 1.1615880207436242,
      "learning_rate": 0.0002455060029166823,
      "loss": 0.6511,
      "step": 42500
    },
    {
      "epoch": 1.7407741142740119,
      "grad_norm": 1.1434840854927504,
      "learning_rate": 0.00024550348801292396,
      "loss": 0.7713,
      "step": 42501
    },
    {
      "epoch": 1.7408150727012082,
      "grad_norm": 0.8158248184697574,
      "learning_rate": 0.00024550097306401706,
      "loss": 0.2917,
      "step": 42502
    },
    {
      "epoch": 1.7408560311284047,
      "grad_norm": 1.166347169818427,
      "learning_rate": 0.00024549845806996285,
      "loss": 1.0388,
      "step": 42503
    },
    {
      "epoch": 1.740896989555601,
      "grad_norm": 0.9653982668356426,
      "learning_rate": 0.00024549594303076256,
      "loss": 0.5925,
      "step": 42504
    },
    {
      "epoch": 1.7409379479827973,
      "grad_norm": 0.6716607984159726,
      "learning_rate": 0.0002454934279464173,
      "loss": 0.2711,
      "step": 42505
    },
    {
      "epoch": 1.7409789064099939,
      "grad_norm": 1.2717933747119992,
      "learning_rate": 0.0002454909128169283,
      "loss": 0.7729,
      "step": 42506
    },
    {
      "epoch": 1.7410198648371904,
      "grad_norm": 1.1496990072593383,
      "learning_rate": 0.00024548839764229667,
      "loss": 0.7098,
      "step": 42507
    },
    {
      "epoch": 1.7410608232643865,
      "grad_norm": 1.2329528952336233,
      "learning_rate": 0.00024548588242252376,
      "loss": 0.8255,
      "step": 42508
    },
    {
      "epoch": 1.741101781691583,
      "grad_norm": 0.730468264917031,
      "learning_rate": 0.0002454833671576106,
      "loss": 0.3426,
      "step": 42509
    },
    {
      "epoch": 1.7411427401187796,
      "grad_norm": 1.2941690853483072,
      "learning_rate": 0.0002454808518475585,
      "loss": 1.1371,
      "step": 42510
    },
    {
      "epoch": 1.7411836985459759,
      "grad_norm": 1.1292291162399182,
      "learning_rate": 0.00024547833649236857,
      "loss": 0.8189,
      "step": 42511
    },
    {
      "epoch": 1.7412246569731722,
      "grad_norm": 0.8317570611504679,
      "learning_rate": 0.000245475821092042,
      "loss": 0.4342,
      "step": 42512
    },
    {
      "epoch": 1.7412656154003687,
      "grad_norm": 1.0221391248045255,
      "learning_rate": 0.00024547330564658,
      "loss": 0.7105,
      "step": 42513
    },
    {
      "epoch": 1.741306573827565,
      "grad_norm": 1.4417072405078053,
      "learning_rate": 0.00024547079015598374,
      "loss": 0.9206,
      "step": 42514
    },
    {
      "epoch": 1.7413475322547614,
      "grad_norm": 3.6179596627834285,
      "learning_rate": 0.00024546827462025453,
      "loss": 3.118,
      "step": 42515
    },
    {
      "epoch": 1.741388490681958,
      "grad_norm": 0.7344084476654129,
      "learning_rate": 0.00024546575903939335,
      "loss": 0.2829,
      "step": 42516
    },
    {
      "epoch": 1.7414294491091542,
      "grad_norm": 1.338127610746655,
      "learning_rate": 0.00024546324341340154,
      "loss": 0.8602,
      "step": 42517
    },
    {
      "epoch": 1.7414704075363505,
      "grad_norm": 1.2736423038999087,
      "learning_rate": 0.00024546072774228025,
      "loss": 0.761,
      "step": 42518
    },
    {
      "epoch": 1.741511365963547,
      "grad_norm": 1.1712425239766662,
      "learning_rate": 0.0002454582120260307,
      "loss": 0.7196,
      "step": 42519
    },
    {
      "epoch": 1.7415523243907434,
      "grad_norm": 1.3030748191815262,
      "learning_rate": 0.000245455696264654,
      "loss": 0.6372,
      "step": 42520
    },
    {
      "epoch": 1.7415932828179397,
      "grad_norm": 1.1814801715139949,
      "learning_rate": 0.0002454531804581514,
      "loss": 0.9234,
      "step": 42521
    },
    {
      "epoch": 1.7416342412451362,
      "grad_norm": 0.9695068477585012,
      "learning_rate": 0.0002454506646065241,
      "loss": 0.7477,
      "step": 42522
    },
    {
      "epoch": 1.7416751996723325,
      "grad_norm": 1.268820901647467,
      "learning_rate": 0.0002454481487097732,
      "loss": 1.1551,
      "step": 42523
    },
    {
      "epoch": 1.7417161580995288,
      "grad_norm": 2.5927989848607225,
      "learning_rate": 0.00024544563276790004,
      "loss": 2.5363,
      "step": 42524
    },
    {
      "epoch": 1.7417571165267254,
      "grad_norm": 1.2627547959230505,
      "learning_rate": 0.0002454431167809056,
      "loss": 0.8952,
      "step": 42525
    },
    {
      "epoch": 1.741798074953922,
      "grad_norm": 1.1779686527677873,
      "learning_rate": 0.0002454406007487913,
      "loss": 0.7075,
      "step": 42526
    },
    {
      "epoch": 1.741839033381118,
      "grad_norm": 0.9948799371461374,
      "learning_rate": 0.00024543808467155823,
      "loss": 0.6167,
      "step": 42527
    },
    {
      "epoch": 1.7418799918083145,
      "grad_norm": 2.1111971672559022,
      "learning_rate": 0.00024543556854920756,
      "loss": 1.1744,
      "step": 42528
    },
    {
      "epoch": 1.741920950235511,
      "grad_norm": 1.2349190626240047,
      "learning_rate": 0.0002454330523817404,
      "loss": 0.7007,
      "step": 42529
    },
    {
      "epoch": 1.7419619086627074,
      "grad_norm": 1.1788210306433446,
      "learning_rate": 0.00024543053616915816,
      "loss": 0.7307,
      "step": 42530
    },
    {
      "epoch": 1.7420028670899037,
      "grad_norm": 1.4059746675998577,
      "learning_rate": 0.0002454280199114618,
      "loss": 0.8999,
      "step": 42531
    },
    {
      "epoch": 1.7420438255171002,
      "grad_norm": 1.2002026165739725,
      "learning_rate": 0.0002454255036086526,
      "loss": 0.7498,
      "step": 42532
    },
    {
      "epoch": 1.7420847839442966,
      "grad_norm": 1.3990834882279095,
      "learning_rate": 0.00024542298726073185,
      "loss": 0.6701,
      "step": 42533
    },
    {
      "epoch": 1.7421257423714929,
      "grad_norm": 1.453843126621666,
      "learning_rate": 0.0002454204708677006,
      "loss": 1.4047,
      "step": 42534
    },
    {
      "epoch": 1.7421667007986894,
      "grad_norm": 1.1939726374921793,
      "learning_rate": 0.00024541795442956007,
      "loss": 0.9394,
      "step": 42535
    },
    {
      "epoch": 1.7422076592258857,
      "grad_norm": 0.7960544091485043,
      "learning_rate": 0.0002454154379463115,
      "loss": 0.4856,
      "step": 42536
    },
    {
      "epoch": 1.742248617653082,
      "grad_norm": 1.166733339412121,
      "learning_rate": 0.00024541292141795607,
      "loss": 0.7252,
      "step": 42537
    },
    {
      "epoch": 1.7422895760802786,
      "grad_norm": 1.1741915946533785,
      "learning_rate": 0.0002454104048444949,
      "loss": 0.7854,
      "step": 42538
    },
    {
      "epoch": 1.7423305345074749,
      "grad_norm": 1.3100167352924028,
      "learning_rate": 0.0002454078882259292,
      "loss": 0.8277,
      "step": 42539
    },
    {
      "epoch": 1.7423714929346712,
      "grad_norm": 0.7917666700239646,
      "learning_rate": 0.00024540537156226026,
      "loss": 0.3458,
      "step": 42540
    },
    {
      "epoch": 1.7424124513618677,
      "grad_norm": 1.26421760562362,
      "learning_rate": 0.0002454028548534892,
      "loss": 0.9194,
      "step": 42541
    },
    {
      "epoch": 1.742453409789064,
      "grad_norm": 1.3017137757157218,
      "learning_rate": 0.00024540033809961715,
      "loss": 0.8367,
      "step": 42542
    },
    {
      "epoch": 1.7424943682162604,
      "grad_norm": 1.3056938812111216,
      "learning_rate": 0.0002453978213006454,
      "loss": 0.5548,
      "step": 42543
    },
    {
      "epoch": 1.742535326643457,
      "grad_norm": 1.740854591547297,
      "learning_rate": 0.00024539530445657505,
      "loss": 0.9437,
      "step": 42544
    },
    {
      "epoch": 1.7425762850706534,
      "grad_norm": 1.3444746076279193,
      "learning_rate": 0.0002453927875674074,
      "loss": 1.1133,
      "step": 42545
    },
    {
      "epoch": 1.7426172434978495,
      "grad_norm": 1.1114982031761715,
      "learning_rate": 0.0002453902706331435,
      "loss": 0.8255,
      "step": 42546
    },
    {
      "epoch": 1.742658201925046,
      "grad_norm": 1.8876231657989482,
      "learning_rate": 0.00024538775365378463,
      "loss": 0.8201,
      "step": 42547
    },
    {
      "epoch": 1.7426991603522426,
      "grad_norm": 1.0371981160092663,
      "learning_rate": 0.00024538523662933194,
      "loss": 0.7882,
      "step": 42548
    },
    {
      "epoch": 1.742740118779439,
      "grad_norm": 1.1065970449729108,
      "learning_rate": 0.00024538271955978674,
      "loss": 0.947,
      "step": 42549
    },
    {
      "epoch": 1.7427810772066352,
      "grad_norm": 1.0119614769186849,
      "learning_rate": 0.0002453802024451501,
      "loss": 0.6254,
      "step": 42550
    },
    {
      "epoch": 1.7428220356338318,
      "grad_norm": 2.257666454001807,
      "learning_rate": 0.0002453776852854232,
      "loss": 1.598,
      "step": 42551
    },
    {
      "epoch": 1.742862994061028,
      "grad_norm": 1.092252271671031,
      "learning_rate": 0.00024537516808060725,
      "loss": 0.7866,
      "step": 42552
    },
    {
      "epoch": 1.7429039524882244,
      "grad_norm": 0.7319221774266857,
      "learning_rate": 0.00024537265083070345,
      "loss": 0.2976,
      "step": 42553
    },
    {
      "epoch": 1.742944910915421,
      "grad_norm": 1.3880714715950402,
      "learning_rate": 0.0002453701335357131,
      "loss": 0.8357,
      "step": 42554
    },
    {
      "epoch": 1.7429858693426172,
      "grad_norm": 1.2413432332173775,
      "learning_rate": 0.0002453676161956372,
      "loss": 0.7569,
      "step": 42555
    },
    {
      "epoch": 1.7430268277698135,
      "grad_norm": 1.1495086073521061,
      "learning_rate": 0.00024536509881047705,
      "loss": 0.84,
      "step": 42556
    },
    {
      "epoch": 1.74306778619701,
      "grad_norm": 1.2536452635798052,
      "learning_rate": 0.0002453625813802338,
      "loss": 0.8369,
      "step": 42557
    },
    {
      "epoch": 1.7431087446242064,
      "grad_norm": 1.1253861861621444,
      "learning_rate": 0.0002453600639049086,
      "loss": 0.9615,
      "step": 42558
    },
    {
      "epoch": 1.7431497030514027,
      "grad_norm": 1.1616437247066567,
      "learning_rate": 0.0002453575463845028,
      "loss": 0.7919,
      "step": 42559
    },
    {
      "epoch": 1.7431906614785992,
      "grad_norm": 1.2780168796872342,
      "learning_rate": 0.00024535502881901743,
      "loss": 0.6765,
      "step": 42560
    },
    {
      "epoch": 1.7432316199057958,
      "grad_norm": 0.979007412646145,
      "learning_rate": 0.0002453525112084537,
      "loss": 0.8265,
      "step": 42561
    },
    {
      "epoch": 1.7432725783329919,
      "grad_norm": 1.3755375832835626,
      "learning_rate": 0.0002453499935528129,
      "loss": 0.9236,
      "step": 42562
    },
    {
      "epoch": 1.7433135367601884,
      "grad_norm": 1.4107045454663947,
      "learning_rate": 0.0002453474758520961,
      "loss": 1.0989,
      "step": 42563
    },
    {
      "epoch": 1.743354495187385,
      "grad_norm": 1.1942425181533336,
      "learning_rate": 0.00024534495810630457,
      "loss": 0.8198,
      "step": 42564
    },
    {
      "epoch": 1.743395453614581,
      "grad_norm": 1.378124142327142,
      "learning_rate": 0.0002453424403154395,
      "loss": 0.982,
      "step": 42565
    },
    {
      "epoch": 1.7434364120417776,
      "grad_norm": 1.6071600829654924,
      "learning_rate": 0.00024533992247950204,
      "loss": 1.2575,
      "step": 42566
    },
    {
      "epoch": 1.743477370468974,
      "grad_norm": 4.02082524409587,
      "learning_rate": 0.0002453374045984934,
      "loss": 1.2266,
      "step": 42567
    },
    {
      "epoch": 1.7435183288961704,
      "grad_norm": 1.1655304669025126,
      "learning_rate": 0.0002453348866724148,
      "loss": 0.6181,
      "step": 42568
    },
    {
      "epoch": 1.7435592873233667,
      "grad_norm": 4.835601215434552,
      "learning_rate": 0.00024533236870126734,
      "loss": 5.3753,
      "step": 42569
    },
    {
      "epoch": 1.7436002457505633,
      "grad_norm": 5.801119801977709,
      "learning_rate": 0.00024532985068505226,
      "loss": 5.5003,
      "step": 42570
    },
    {
      "epoch": 1.7436412041777596,
      "grad_norm": 1.234360203382061,
      "learning_rate": 0.00024532733262377086,
      "loss": 0.8217,
      "step": 42571
    },
    {
      "epoch": 1.743682162604956,
      "grad_norm": 1.3165049005409024,
      "learning_rate": 0.0002453248145174241,
      "loss": 0.9365,
      "step": 42572
    },
    {
      "epoch": 1.7437231210321524,
      "grad_norm": 1.1570900841187453,
      "learning_rate": 0.0002453222963660134,
      "loss": 0.5999,
      "step": 42573
    },
    {
      "epoch": 1.7437640794593487,
      "grad_norm": 1.2359069796447808,
      "learning_rate": 0.0002453197781695398,
      "loss": 0.6443,
      "step": 42574
    },
    {
      "epoch": 1.743805037886545,
      "grad_norm": 1.2115966232902282,
      "learning_rate": 0.0002453172599280045,
      "loss": 0.7127,
      "step": 42575
    },
    {
      "epoch": 1.7438459963137416,
      "grad_norm": 1.1988306841143253,
      "learning_rate": 0.00024531474164140877,
      "loss": 0.5706,
      "step": 42576
    },
    {
      "epoch": 1.743886954740938,
      "grad_norm": 1.547956296374423,
      "learning_rate": 0.0002453122233097538,
      "loss": 1.1519,
      "step": 42577
    },
    {
      "epoch": 1.7439279131681342,
      "grad_norm": 1.2383395549784897,
      "learning_rate": 0.0002453097049330407,
      "loss": 1.0807,
      "step": 42578
    },
    {
      "epoch": 1.7439688715953308,
      "grad_norm": 1.3897682272403997,
      "learning_rate": 0.00024530718651127073,
      "loss": 0.8015,
      "step": 42579
    },
    {
      "epoch": 1.7440098300225273,
      "grad_norm": 5.477398774004783,
      "learning_rate": 0.000245304668044445,
      "loss": 3.3616,
      "step": 42580
    },
    {
      "epoch": 1.7440507884497234,
      "grad_norm": 0.7620787297196114,
      "learning_rate": 0.0002453021495325648,
      "loss": 0.2642,
      "step": 42581
    },
    {
      "epoch": 1.74409174687692,
      "grad_norm": 0.9910569798322272,
      "learning_rate": 0.00024529963097563127,
      "loss": 0.6997,
      "step": 42582
    },
    {
      "epoch": 1.7441327053041165,
      "grad_norm": 1.2709397398563322,
      "learning_rate": 0.0002452971123736456,
      "loss": 0.6807,
      "step": 42583
    },
    {
      "epoch": 1.7441736637313126,
      "grad_norm": 1.4439847088225224,
      "learning_rate": 0.00024529459372660896,
      "loss": 0.8135,
      "step": 42584
    },
    {
      "epoch": 1.744214622158509,
      "grad_norm": 1.363269220256057,
      "learning_rate": 0.00024529207503452263,
      "loss": 0.9084,
      "step": 42585
    },
    {
      "epoch": 1.7442555805857056,
      "grad_norm": 1.3383771440474166,
      "learning_rate": 0.0002452895562973877,
      "loss": 1.0932,
      "step": 42586
    },
    {
      "epoch": 1.744296539012902,
      "grad_norm": 1.1734837023290297,
      "learning_rate": 0.0002452870375152054,
      "loss": 0.9934,
      "step": 42587
    },
    {
      "epoch": 1.7443374974400983,
      "grad_norm": 1.1003267894260405,
      "learning_rate": 0.00024528451868797687,
      "loss": 0.6373,
      "step": 42588
    },
    {
      "epoch": 1.7443784558672948,
      "grad_norm": 1.3617877307223165,
      "learning_rate": 0.0002452819998157034,
      "loss": 1.4003,
      "step": 42589
    },
    {
      "epoch": 1.744419414294491,
      "grad_norm": 1.2157156072509294,
      "learning_rate": 0.0002452794808983861,
      "loss": 0.7507,
      "step": 42590
    },
    {
      "epoch": 1.7444603727216874,
      "grad_norm": 1.1841769786014071,
      "learning_rate": 0.0002452769619360262,
      "loss": 1.0778,
      "step": 42591
    },
    {
      "epoch": 1.744501331148884,
      "grad_norm": 1.0953910129665385,
      "learning_rate": 0.0002452744429286249,
      "loss": 0.7404,
      "step": 42592
    },
    {
      "epoch": 1.7445422895760803,
      "grad_norm": 1.098891079169742,
      "learning_rate": 0.0002452719238761834,
      "loss": 0.8313,
      "step": 42593
    },
    {
      "epoch": 1.7445832480032766,
      "grad_norm": 1.147031049363981,
      "learning_rate": 0.0002452694047787028,
      "loss": 1.0173,
      "step": 42594
    },
    {
      "epoch": 1.7446242064304731,
      "grad_norm": 1.0728476195789074,
      "learning_rate": 0.00024526688563618435,
      "loss": 0.7241,
      "step": 42595
    },
    {
      "epoch": 1.7446651648576694,
      "grad_norm": 1.0815182767647862,
      "learning_rate": 0.0002452643664486293,
      "loss": 0.8599,
      "step": 42596
    },
    {
      "epoch": 1.7447061232848657,
      "grad_norm": 1.03177129089614,
      "learning_rate": 0.00024526184721603873,
      "loss": 0.6902,
      "step": 42597
    },
    {
      "epoch": 1.7447470817120623,
      "grad_norm": 1.1546078844015064,
      "learning_rate": 0.00024525932793841395,
      "loss": 0.9489,
      "step": 42598
    },
    {
      "epoch": 1.7447880401392588,
      "grad_norm": 0.612829835431863,
      "learning_rate": 0.000245256808615756,
      "loss": 0.1848,
      "step": 42599
    },
    {
      "epoch": 1.744828998566455,
      "grad_norm": 1.5522794324937499,
      "learning_rate": 0.00024525428924806623,
      "loss": 1.2439,
      "step": 42600
    },
    {
      "epoch": 1.7448699569936514,
      "grad_norm": 1.373006182251579,
      "learning_rate": 0.00024525176983534574,
      "loss": 0.8102,
      "step": 42601
    },
    {
      "epoch": 1.744910915420848,
      "grad_norm": 0.8757450970672694,
      "learning_rate": 0.00024524925037759573,
      "loss": 0.3972,
      "step": 42602
    },
    {
      "epoch": 1.7449518738480443,
      "grad_norm": 1.6749242226592553,
      "learning_rate": 0.00024524673087481744,
      "loss": 1.0031,
      "step": 42603
    },
    {
      "epoch": 1.7449928322752406,
      "grad_norm": 0.9312393900574334,
      "learning_rate": 0.00024524421132701197,
      "loss": 0.3171,
      "step": 42604
    },
    {
      "epoch": 1.7450337907024371,
      "grad_norm": 1.3044176036507058,
      "learning_rate": 0.0002452416917341806,
      "loss": 1.0729,
      "step": 42605
    },
    {
      "epoch": 1.7450747491296335,
      "grad_norm": 1.2094744196695044,
      "learning_rate": 0.00024523917209632446,
      "loss": 0.7641,
      "step": 42606
    },
    {
      "epoch": 1.7451157075568298,
      "grad_norm": 1.5586074247450679,
      "learning_rate": 0.0002452366524134448,
      "loss": 0.9979,
      "step": 42607
    },
    {
      "epoch": 1.7451566659840263,
      "grad_norm": 1.3866995097467836,
      "learning_rate": 0.0002452341326855427,
      "loss": 0.8763,
      "step": 42608
    },
    {
      "epoch": 1.7451976244112226,
      "grad_norm": 1.3147325610388882,
      "learning_rate": 0.0002452316129126195,
      "loss": 0.8092,
      "step": 42609
    },
    {
      "epoch": 1.745238582838419,
      "grad_norm": 1.1290969640661535,
      "learning_rate": 0.0002452290930946763,
      "loss": 0.8217,
      "step": 42610
    },
    {
      "epoch": 1.7452795412656155,
      "grad_norm": 1.1595196568668225,
      "learning_rate": 0.00024522657323171435,
      "loss": 0.4144,
      "step": 42611
    },
    {
      "epoch": 1.7453204996928118,
      "grad_norm": 1.2111034019906313,
      "learning_rate": 0.00024522405332373475,
      "loss": 0.7448,
      "step": 42612
    },
    {
      "epoch": 1.745361458120008,
      "grad_norm": 0.7796019679475888,
      "learning_rate": 0.00024522153337073875,
      "loss": 0.3333,
      "step": 42613
    },
    {
      "epoch": 1.7454024165472046,
      "grad_norm": 1.3322810845887845,
      "learning_rate": 0.00024521901337272754,
      "loss": 0.9604,
      "step": 42614
    },
    {
      "epoch": 1.745443374974401,
      "grad_norm": 0.9037531331715694,
      "learning_rate": 0.00024521649332970226,
      "loss": 0.7169,
      "step": 42615
    },
    {
      "epoch": 1.7454843334015973,
      "grad_norm": 1.3832125328221179,
      "learning_rate": 0.0002452139732416642,
      "loss": 0.9807,
      "step": 42616
    },
    {
      "epoch": 1.7455252918287938,
      "grad_norm": 0.7852564207544505,
      "learning_rate": 0.0002452114531086145,
      "loss": 0.2298,
      "step": 42617
    },
    {
      "epoch": 1.7455662502559903,
      "grad_norm": 1.2654602117192209,
      "learning_rate": 0.00024520893293055433,
      "loss": 0.8588,
      "step": 42618
    },
    {
      "epoch": 1.7456072086831864,
      "grad_norm": 0.7328748813247611,
      "learning_rate": 0.000245206412707485,
      "loss": 0.2921,
      "step": 42619
    },
    {
      "epoch": 1.745648167110383,
      "grad_norm": 0.734633425379068,
      "learning_rate": 0.00024520389243940747,
      "loss": 0.3305,
      "step": 42620
    },
    {
      "epoch": 1.7456891255375795,
      "grad_norm": 1.2129368633072213,
      "learning_rate": 0.0002452013721263231,
      "loss": 0.7108,
      "step": 42621
    },
    {
      "epoch": 1.7457300839647758,
      "grad_norm": 0.820054372936554,
      "learning_rate": 0.00024519885176823306,
      "loss": 0.3957,
      "step": 42622
    },
    {
      "epoch": 1.7457710423919721,
      "grad_norm": 1.5506901850968489,
      "learning_rate": 0.0002451963313651385,
      "loss": 0.9868,
      "step": 42623
    },
    {
      "epoch": 1.7458120008191687,
      "grad_norm": 1.662890134959458,
      "learning_rate": 0.0002451938109170407,
      "loss": 0.8385,
      "step": 42624
    },
    {
      "epoch": 1.745852959246365,
      "grad_norm": 3.1513891970862433,
      "learning_rate": 0.0002451912904239408,
      "loss": 3.3307,
      "step": 42625
    },
    {
      "epoch": 1.7458939176735613,
      "grad_norm": 1.27052800847525,
      "learning_rate": 0.0002451887698858399,
      "loss": 0.5949,
      "step": 42626
    },
    {
      "epoch": 1.7459348761007578,
      "grad_norm": 1.233378195385233,
      "learning_rate": 0.0002451862493027393,
      "loss": 1.0256,
      "step": 42627
    },
    {
      "epoch": 1.7459758345279541,
      "grad_norm": 0.9212199702356546,
      "learning_rate": 0.00024518372867464016,
      "loss": 0.3647,
      "step": 42628
    },
    {
      "epoch": 1.7460167929551504,
      "grad_norm": 1.7225741655164821,
      "learning_rate": 0.0002451812080015437,
      "loss": 0.9509,
      "step": 42629
    },
    {
      "epoch": 1.746057751382347,
      "grad_norm": 1.1545203532566013,
      "learning_rate": 0.0002451786872834511,
      "loss": 0.4112,
      "step": 42630
    },
    {
      "epoch": 1.7460987098095433,
      "grad_norm": 0.8346209161532248,
      "learning_rate": 0.00024517616652036347,
      "loss": 0.3503,
      "step": 42631
    },
    {
      "epoch": 1.7461396682367396,
      "grad_norm": 1.1520788972603235,
      "learning_rate": 0.00024517364571228215,
      "loss": 0.7535,
      "step": 42632
    },
    {
      "epoch": 1.7461806266639361,
      "grad_norm": 1.9955058835184794,
      "learning_rate": 0.0002451711248592082,
      "loss": 1.4613,
      "step": 42633
    },
    {
      "epoch": 1.7462215850911325,
      "grad_norm": 1.2420139070136649,
      "learning_rate": 0.00024516860396114285,
      "loss": 0.5687,
      "step": 42634
    },
    {
      "epoch": 1.7462625435183288,
      "grad_norm": 1.3912618986644623,
      "learning_rate": 0.00024516608301808736,
      "loss": 0.9094,
      "step": 42635
    },
    {
      "epoch": 1.7463035019455253,
      "grad_norm": 1.013299993679446,
      "learning_rate": 0.0002451635620300429,
      "loss": 0.7145,
      "step": 42636
    },
    {
      "epoch": 1.7463444603727218,
      "grad_norm": 1.6462103624263533,
      "learning_rate": 0.00024516104099701056,
      "loss": 1.7746,
      "step": 42637
    },
    {
      "epoch": 1.746385418799918,
      "grad_norm": 0.8205890457068249,
      "learning_rate": 0.0002451585199189916,
      "loss": 0.2179,
      "step": 42638
    },
    {
      "epoch": 1.7464263772271145,
      "grad_norm": 1.1203780162298118,
      "learning_rate": 0.00024515599879598726,
      "loss": 0.8748,
      "step": 42639
    },
    {
      "epoch": 1.746467335654311,
      "grad_norm": 1.2318360539026032,
      "learning_rate": 0.00024515347762799864,
      "loss": 0.6967,
      "step": 42640
    },
    {
      "epoch": 1.7465082940815073,
      "grad_norm": 2.0339845201224342,
      "learning_rate": 0.000245150956415027,
      "loss": 1.4436,
      "step": 42641
    },
    {
      "epoch": 1.7465492525087036,
      "grad_norm": 1.0099399504923048,
      "learning_rate": 0.0002451484351570735,
      "loss": 0.3452,
      "step": 42642
    },
    {
      "epoch": 1.7465902109359002,
      "grad_norm": 0.7985061035874241,
      "learning_rate": 0.00024514591385413933,
      "loss": 0.5605,
      "step": 42643
    },
    {
      "epoch": 1.7466311693630965,
      "grad_norm": 1.4574732560144652,
      "learning_rate": 0.0002451433925062257,
      "loss": 0.8704,
      "step": 42644
    },
    {
      "epoch": 1.7466721277902928,
      "grad_norm": 1.0124863136595332,
      "learning_rate": 0.00024514087111333384,
      "loss": 0.8163,
      "step": 42645
    },
    {
      "epoch": 1.7467130862174893,
      "grad_norm": 1.2227720307963297,
      "learning_rate": 0.00024513834967546485,
      "loss": 0.7485,
      "step": 42646
    },
    {
      "epoch": 1.7467540446446856,
      "grad_norm": 2.64728758125706,
      "learning_rate": 0.00024513582819261996,
      "loss": 4.6582,
      "step": 42647
    },
    {
      "epoch": 1.746795003071882,
      "grad_norm": 1.3197948176563377,
      "learning_rate": 0.0002451333066648004,
      "loss": 1.0164,
      "step": 42648
    },
    {
      "epoch": 1.7468359614990785,
      "grad_norm": 1.2149256752421975,
      "learning_rate": 0.00024513078509200733,
      "loss": 1.0381,
      "step": 42649
    },
    {
      "epoch": 1.7468769199262748,
      "grad_norm": 1.0390265915086925,
      "learning_rate": 0.0002451282634742419,
      "loss": 0.7823,
      "step": 42650
    },
    {
      "epoch": 1.7469178783534711,
      "grad_norm": 1.429736692256961,
      "learning_rate": 0.0002451257418115054,
      "loss": 0.9524,
      "step": 42651
    },
    {
      "epoch": 1.7469588367806677,
      "grad_norm": 1.3343030913536096,
      "learning_rate": 0.000245123220103799,
      "loss": 0.991,
      "step": 42652
    },
    {
      "epoch": 1.746999795207864,
      "grad_norm": 0.928670748129262,
      "learning_rate": 0.00024512069835112377,
      "loss": 0.5365,
      "step": 42653
    },
    {
      "epoch": 1.7470407536350603,
      "grad_norm": 1.338183627929846,
      "learning_rate": 0.00024511817655348104,
      "loss": 1.118,
      "step": 42654
    },
    {
      "epoch": 1.7470817120622568,
      "grad_norm": 1.790970142845263,
      "learning_rate": 0.00024511565471087196,
      "loss": 1.1025,
      "step": 42655
    },
    {
      "epoch": 1.7471226704894534,
      "grad_norm": 0.7218816094807423,
      "learning_rate": 0.00024511313282329775,
      "loss": 0.2432,
      "step": 42656
    },
    {
      "epoch": 1.7471636289166494,
      "grad_norm": 1.1674401047798053,
      "learning_rate": 0.0002451106108907595,
      "loss": 0.6952,
      "step": 42657
    },
    {
      "epoch": 1.747204587343846,
      "grad_norm": 1.106507333577131,
      "learning_rate": 0.00024510808891325855,
      "loss": 0.7732,
      "step": 42658
    },
    {
      "epoch": 1.7472455457710425,
      "grad_norm": 0.959183719268629,
      "learning_rate": 0.000245105566890796,
      "loss": 0.2515,
      "step": 42659
    },
    {
      "epoch": 1.7472865041982388,
      "grad_norm": 1.210817975242913,
      "learning_rate": 0.000245103044823373,
      "loss": 0.9631,
      "step": 42660
    },
    {
      "epoch": 1.7473274626254351,
      "grad_norm": 1.1725999435344918,
      "learning_rate": 0.0002451005227109908,
      "loss": 0.7508,
      "step": 42661
    },
    {
      "epoch": 1.7473684210526317,
      "grad_norm": 1.5807887293256209,
      "learning_rate": 0.0002450980005536506,
      "loss": 1.4054,
      "step": 42662
    },
    {
      "epoch": 1.747409379479828,
      "grad_norm": 1.7034491165812797,
      "learning_rate": 0.0002450954783513536,
      "loss": 1.2687,
      "step": 42663
    },
    {
      "epoch": 1.7474503379070243,
      "grad_norm": 1.280280091807685,
      "learning_rate": 0.000245092956104101,
      "loss": 0.8849,
      "step": 42664
    },
    {
      "epoch": 1.7474912963342208,
      "grad_norm": 1.1209167673647165,
      "learning_rate": 0.00024509043381189396,
      "loss": 0.6793,
      "step": 42665
    },
    {
      "epoch": 1.7475322547614172,
      "grad_norm": 0.9323823467068867,
      "learning_rate": 0.00024508791147473364,
      "loss": 0.6946,
      "step": 42666
    },
    {
      "epoch": 1.7475732131886135,
      "grad_norm": 9.367184061267533,
      "learning_rate": 0.00024508538909262127,
      "loss": 6.1508,
      "step": 42667
    },
    {
      "epoch": 1.74761417161581,
      "grad_norm": 1.8655945056013572,
      "learning_rate": 0.0002450828666655581,
      "loss": 1.4045,
      "step": 42668
    },
    {
      "epoch": 1.7476551300430063,
      "grad_norm": 1.055749402228803,
      "learning_rate": 0.00024508034419354525,
      "loss": 0.7687,
      "step": 42669
    },
    {
      "epoch": 1.7476960884702026,
      "grad_norm": 1.195790836031278,
      "learning_rate": 0.00024507782167658394,
      "loss": 0.6424,
      "step": 42670
    },
    {
      "epoch": 1.7477370468973992,
      "grad_norm": 1.3183220551906951,
      "learning_rate": 0.0002450752991146753,
      "loss": 0.7568,
      "step": 42671
    },
    {
      "epoch": 1.7477780053245955,
      "grad_norm": 1.2357639355198728,
      "learning_rate": 0.0002450727765078206,
      "loss": 0.5912,
      "step": 42672
    },
    {
      "epoch": 1.7478189637517918,
      "grad_norm": 1.1463777863180824,
      "learning_rate": 0.000245070253856021,
      "loss": 0.7036,
      "step": 42673
    },
    {
      "epoch": 1.7478599221789883,
      "grad_norm": 1.5547142383346801,
      "learning_rate": 0.0002450677311592777,
      "loss": 1.134,
      "step": 42674
    },
    {
      "epoch": 1.7479008806061849,
      "grad_norm": 1.0595398940811984,
      "learning_rate": 0.000245065208417592,
      "loss": 0.7841,
      "step": 42675
    },
    {
      "epoch": 1.747941839033381,
      "grad_norm": 1.4838389611204177,
      "learning_rate": 0.00024506268563096486,
      "loss": 1.0924,
      "step": 42676
    },
    {
      "epoch": 1.7479827974605775,
      "grad_norm": 1.1117610542365086,
      "learning_rate": 0.0002450601627993977,
      "loss": 0.8362,
      "step": 42677
    },
    {
      "epoch": 1.748023755887774,
      "grad_norm": 0.7724894965288328,
      "learning_rate": 0.0002450576399228915,
      "loss": 0.385,
      "step": 42678
    },
    {
      "epoch": 1.7480647143149703,
      "grad_norm": 1.2393071669734823,
      "learning_rate": 0.0002450551170014476,
      "loss": 0.9316,
      "step": 42679
    },
    {
      "epoch": 1.7481056727421667,
      "grad_norm": 1.3534749185915105,
      "learning_rate": 0.0002450525940350672,
      "loss": 0.9905,
      "step": 42680
    },
    {
      "epoch": 1.7481466311693632,
      "grad_norm": 1.2120449690483353,
      "learning_rate": 0.0002450500710237514,
      "loss": 0.7151,
      "step": 42681
    },
    {
      "epoch": 1.7481875895965595,
      "grad_norm": 1.2877991712303873,
      "learning_rate": 0.0002450475479675015,
      "loss": 0.7578,
      "step": 42682
    },
    {
      "epoch": 1.7482285480237558,
      "grad_norm": 1.1163916793655635,
      "learning_rate": 0.0002450450248663185,
      "loss": 0.7996,
      "step": 42683
    },
    {
      "epoch": 1.7482695064509524,
      "grad_norm": 1.4458017030332238,
      "learning_rate": 0.00024504250172020385,
      "loss": 0.8896,
      "step": 42684
    },
    {
      "epoch": 1.7483104648781487,
      "grad_norm": 1.03524972000297,
      "learning_rate": 0.0002450399785291586,
      "loss": 0.4887,
      "step": 42685
    },
    {
      "epoch": 1.748351423305345,
      "grad_norm": 1.3385891170245923,
      "learning_rate": 0.000245037455293184,
      "loss": 0.7797,
      "step": 42686
    },
    {
      "epoch": 1.7483923817325415,
      "grad_norm": 1.2388713773173126,
      "learning_rate": 0.00024503493201228114,
      "loss": 0.6343,
      "step": 42687
    },
    {
      "epoch": 1.7484333401597378,
      "grad_norm": 1.1513649544304936,
      "learning_rate": 0.0002450324086864513,
      "loss": 0.8524,
      "step": 42688
    },
    {
      "epoch": 1.7484742985869342,
      "grad_norm": 1.2276875738506012,
      "learning_rate": 0.00024502988531569566,
      "loss": 0.9479,
      "step": 42689
    },
    {
      "epoch": 1.7485152570141307,
      "grad_norm": 1.211054956388474,
      "learning_rate": 0.00024502736190001536,
      "loss": 0.8213,
      "step": 42690
    },
    {
      "epoch": 1.748556215441327,
      "grad_norm": 1.5261257881349295,
      "learning_rate": 0.0002450248384394117,
      "loss": 1.2337,
      "step": 42691
    },
    {
      "epoch": 1.7485971738685233,
      "grad_norm": 1.3457433729702108,
      "learning_rate": 0.0002450223149338858,
      "loss": 0.6755,
      "step": 42692
    },
    {
      "epoch": 1.7486381322957198,
      "grad_norm": 1.1206596210513031,
      "learning_rate": 0.00024501979138343884,
      "loss": 0.7153,
      "step": 42693
    },
    {
      "epoch": 1.7486790907229164,
      "grad_norm": 1.4827938350380565,
      "learning_rate": 0.00024501726778807203,
      "loss": 1.0024,
      "step": 42694
    },
    {
      "epoch": 1.7487200491501125,
      "grad_norm": 1.3307932539399163,
      "learning_rate": 0.00024501474414778657,
      "loss": 0.8353,
      "step": 42695
    },
    {
      "epoch": 1.748761007577309,
      "grad_norm": 2.600844278665109,
      "learning_rate": 0.0002450122204625837,
      "loss": 3.6106,
      "step": 42696
    },
    {
      "epoch": 1.7488019660045055,
      "grad_norm": 0.7896728783362534,
      "learning_rate": 0.0002450096967324645,
      "loss": 0.323,
      "step": 42697
    },
    {
      "epoch": 1.7488429244317019,
      "grad_norm": 1.4886634297963297,
      "learning_rate": 0.00024500717295743027,
      "loss": 0.7911,
      "step": 42698
    },
    {
      "epoch": 1.7488838828588982,
      "grad_norm": 1.205451219598064,
      "learning_rate": 0.00024500464913748216,
      "loss": 0.8123,
      "step": 42699
    },
    {
      "epoch": 1.7489248412860947,
      "grad_norm": 1.5254765520682414,
      "learning_rate": 0.00024500212527262135,
      "loss": 0.9099,
      "step": 42700
    },
    {
      "epoch": 1.748965799713291,
      "grad_norm": 1.453909007186265,
      "learning_rate": 0.00024499960136284903,
      "loss": 0.7265,
      "step": 42701
    },
    {
      "epoch": 1.7490067581404873,
      "grad_norm": 1.0256377878657583,
      "learning_rate": 0.00024499707740816646,
      "loss": 0.7614,
      "step": 42702
    },
    {
      "epoch": 1.7490477165676839,
      "grad_norm": 1.0736045268106198,
      "learning_rate": 0.0002449945534085748,
      "loss": 0.896,
      "step": 42703
    },
    {
      "epoch": 1.7490886749948802,
      "grad_norm": 1.1886923160138378,
      "learning_rate": 0.00024499202936407517,
      "loss": 0.9554,
      "step": 42704
    },
    {
      "epoch": 1.7491296334220765,
      "grad_norm": 0.8330557202186271,
      "learning_rate": 0.0002449895052746688,
      "loss": 0.3986,
      "step": 42705
    },
    {
      "epoch": 1.749170591849273,
      "grad_norm": 1.0839385934227492,
      "learning_rate": 0.00024498698114035694,
      "loss": 0.5127,
      "step": 42706
    },
    {
      "epoch": 1.7492115502764694,
      "grad_norm": 1.3018038982219973,
      "learning_rate": 0.00024498445696114076,
      "loss": 0.8139,
      "step": 42707
    },
    {
      "epoch": 1.7492525087036657,
      "grad_norm": 1.3937696897719196,
      "learning_rate": 0.0002449819327370214,
      "loss": 0.6712,
      "step": 42708
    },
    {
      "epoch": 1.7492934671308622,
      "grad_norm": 1.093859773416496,
      "learning_rate": 0.00024497940846800013,
      "loss": 0.7531,
      "step": 42709
    },
    {
      "epoch": 1.7493344255580587,
      "grad_norm": 1.56056047903515,
      "learning_rate": 0.0002449768841540781,
      "loss": 1.2163,
      "step": 42710
    },
    {
      "epoch": 1.7493753839852548,
      "grad_norm": 1.1042184686301117,
      "learning_rate": 0.00024497435979525654,
      "loss": 0.6387,
      "step": 42711
    },
    {
      "epoch": 1.7494163424124514,
      "grad_norm": 0.9354506671022977,
      "learning_rate": 0.00024497183539153657,
      "loss": 0.5931,
      "step": 42712
    },
    {
      "epoch": 1.749457300839648,
      "grad_norm": 1.2601744568535462,
      "learning_rate": 0.00024496931094291946,
      "loss": 0.7669,
      "step": 42713
    },
    {
      "epoch": 1.749498259266844,
      "grad_norm": 1.3194811153687378,
      "learning_rate": 0.00024496678644940636,
      "loss": 1.1389,
      "step": 42714
    },
    {
      "epoch": 1.7495392176940405,
      "grad_norm": 1.1920059300598418,
      "learning_rate": 0.00024496426191099844,
      "loss": 0.7898,
      "step": 42715
    },
    {
      "epoch": 1.749580176121237,
      "grad_norm": 1.1865281780243704,
      "learning_rate": 0.000244961737327697,
      "loss": 0.819,
      "step": 42716
    },
    {
      "epoch": 1.7496211345484334,
      "grad_norm": 0.935681932337172,
      "learning_rate": 0.000244959212699503,
      "loss": 0.4935,
      "step": 42717
    },
    {
      "epoch": 1.7496620929756297,
      "grad_norm": 1.0986510735034085,
      "learning_rate": 0.00024495668802641796,
      "loss": 0.792,
      "step": 42718
    },
    {
      "epoch": 1.7497030514028262,
      "grad_norm": 1.532471341007442,
      "learning_rate": 0.00024495416330844286,
      "loss": 0.9714,
      "step": 42719
    },
    {
      "epoch": 1.7497440098300225,
      "grad_norm": 1.145558549280269,
      "learning_rate": 0.0002449516385455789,
      "loss": 0.9585,
      "step": 42720
    },
    {
      "epoch": 1.7497849682572189,
      "grad_norm": 1.2022787885421804,
      "learning_rate": 0.00024494911373782737,
      "loss": 0.9657,
      "step": 42721
    },
    {
      "epoch": 1.7498259266844154,
      "grad_norm": 1.2069454824575208,
      "learning_rate": 0.0002449465888851894,
      "loss": 1.068,
      "step": 42722
    },
    {
      "epoch": 1.7498668851116117,
      "grad_norm": 1.1200729989020475,
      "learning_rate": 0.00024494406398766616,
      "loss": 0.9115,
      "step": 42723
    },
    {
      "epoch": 1.749907843538808,
      "grad_norm": 0.6618542769037142,
      "learning_rate": 0.00024494153904525893,
      "loss": 0.1311,
      "step": 42724
    },
    {
      "epoch": 1.7499488019660046,
      "grad_norm": 0.6230412714154752,
      "learning_rate": 0.0002449390140579688,
      "loss": 0.2561,
      "step": 42725
    },
    {
      "epoch": 1.7499897603932009,
      "grad_norm": 0.9965617375002278,
      "learning_rate": 0.00024493648902579703,
      "loss": 0.6211,
      "step": 42726
    },
    {
      "epoch": 1.7500307188203972,
      "grad_norm": 1.280385661290633,
      "learning_rate": 0.00024493396394874485,
      "loss": 0.7169,
      "step": 42727
    },
    {
      "epoch": 1.7500716772475937,
      "grad_norm": 0.9103514660312841,
      "learning_rate": 0.00024493143882681336,
      "loss": 0.6736,
      "step": 42728
    },
    {
      "epoch": 1.7501126356747903,
      "grad_norm": 1.3190506711167862,
      "learning_rate": 0.00024492891366000377,
      "loss": 1.0262,
      "step": 42729
    },
    {
      "epoch": 1.7501535941019863,
      "grad_norm": 2.851191324449423,
      "learning_rate": 0.0002449263884483173,
      "loss": 4.7255,
      "step": 42730
    },
    {
      "epoch": 1.7501945525291829,
      "grad_norm": 1.26190372357775,
      "learning_rate": 0.00024492386319175513,
      "loss": 0.5898,
      "step": 42731
    },
    {
      "epoch": 1.7502355109563794,
      "grad_norm": 1.4228941376649318,
      "learning_rate": 0.00024492133789031853,
      "loss": 0.9846,
      "step": 42732
    },
    {
      "epoch": 1.7502764693835755,
      "grad_norm": 1.1443165449391197,
      "learning_rate": 0.0002449188125440086,
      "loss": 0.6596,
      "step": 42733
    },
    {
      "epoch": 1.750317427810772,
      "grad_norm": 1.5594580267672604,
      "learning_rate": 0.00024491628715282655,
      "loss": 0.8294,
      "step": 42734
    },
    {
      "epoch": 1.7503583862379686,
      "grad_norm": 0.8186661402752893,
      "learning_rate": 0.00024491376171677356,
      "loss": 0.3069,
      "step": 42735
    },
    {
      "epoch": 1.750399344665165,
      "grad_norm": 1.069766723635204,
      "learning_rate": 0.00024491123623585087,
      "loss": 0.6445,
      "step": 42736
    },
    {
      "epoch": 1.7504403030923612,
      "grad_norm": 0.824852570654395,
      "learning_rate": 0.00024490871071005966,
      "loss": 0.4776,
      "step": 42737
    },
    {
      "epoch": 1.7504812615195577,
      "grad_norm": 1.1784422378273052,
      "learning_rate": 0.0002449061851394012,
      "loss": 0.6058,
      "step": 42738
    },
    {
      "epoch": 1.750522219946754,
      "grad_norm": 0.8720867770261388,
      "learning_rate": 0.00024490365952387647,
      "loss": 0.3086,
      "step": 42739
    },
    {
      "epoch": 1.7505631783739504,
      "grad_norm": 1.508044389945235,
      "learning_rate": 0.00024490113386348687,
      "loss": 0.8735,
      "step": 42740
    },
    {
      "epoch": 1.750604136801147,
      "grad_norm": 1.371720130715423,
      "learning_rate": 0.0002448986081582335,
      "loss": 0.9403,
      "step": 42741
    },
    {
      "epoch": 1.7506450952283432,
      "grad_norm": 1.234970554115149,
      "learning_rate": 0.00024489608240811753,
      "loss": 1.1259,
      "step": 42742
    },
    {
      "epoch": 1.7506860536555395,
      "grad_norm": 1.4140276227473343,
      "learning_rate": 0.0002448935566131403,
      "loss": 0.9017,
      "step": 42743
    },
    {
      "epoch": 1.750727012082736,
      "grad_norm": 1.248578256208377,
      "learning_rate": 0.0002448910307733028,
      "loss": 1.0042,
      "step": 42744
    },
    {
      "epoch": 1.7507679705099324,
      "grad_norm": 1.2743188467170918,
      "learning_rate": 0.0002448885048886064,
      "loss": 0.8646,
      "step": 42745
    },
    {
      "epoch": 1.7508089289371287,
      "grad_norm": 1.3137363524331738,
      "learning_rate": 0.0002448859789590522,
      "loss": 1.0744,
      "step": 42746
    },
    {
      "epoch": 1.7508498873643252,
      "grad_norm": 1.3854697371587341,
      "learning_rate": 0.00024488345298464143,
      "loss": 1.0083,
      "step": 42747
    },
    {
      "epoch": 1.7508908457915218,
      "grad_norm": 1.1131294850046876,
      "learning_rate": 0.0002448809269653752,
      "loss": 0.7389,
      "step": 42748
    },
    {
      "epoch": 1.7509318042187179,
      "grad_norm": 0.876220762529488,
      "learning_rate": 0.0002448784009012549,
      "loss": 0.3011,
      "step": 42749
    },
    {
      "epoch": 1.7509727626459144,
      "grad_norm": 0.7469988941510164,
      "learning_rate": 0.0002448758747922815,
      "loss": 0.3641,
      "step": 42750
    },
    {
      "epoch": 1.751013721073111,
      "grad_norm": 1.1331126711008506,
      "learning_rate": 0.0002448733486384563,
      "loss": 0.6255,
      "step": 42751
    },
    {
      "epoch": 1.7510546795003072,
      "grad_norm": 1.3202520140605671,
      "learning_rate": 0.0002448708224397805,
      "loss": 0.8606,
      "step": 42752
    },
    {
      "epoch": 1.7510956379275036,
      "grad_norm": 2.4363720987038002,
      "learning_rate": 0.0002448682961962553,
      "loss": 0.9072,
      "step": 42753
    },
    {
      "epoch": 1.7511365963547,
      "grad_norm": 0.7931038434032874,
      "learning_rate": 0.0002448657699078819,
      "loss": 0.2471,
      "step": 42754
    },
    {
      "epoch": 1.7511775547818964,
      "grad_norm": 1.634338168372362,
      "learning_rate": 0.00024486324357466137,
      "loss": 1.4444,
      "step": 42755
    },
    {
      "epoch": 1.7512185132090927,
      "grad_norm": 1.1612550568605082,
      "learning_rate": 0.0002448607171965951,
      "loss": 0.6774,
      "step": 42756
    },
    {
      "epoch": 1.7512594716362893,
      "grad_norm": 1.1657198713424974,
      "learning_rate": 0.0002448581907736841,
      "loss": 0.7361,
      "step": 42757
    },
    {
      "epoch": 1.7513004300634856,
      "grad_norm": 1.0423059503957042,
      "learning_rate": 0.0002448556643059297,
      "loss": 0.7286,
      "step": 42758
    },
    {
      "epoch": 1.7513413884906819,
      "grad_norm": 5.360449950666581,
      "learning_rate": 0.00024485313779333307,
      "loss": 5.4556,
      "step": 42759
    },
    {
      "epoch": 1.7513823469178784,
      "grad_norm": 7.510805914975135,
      "learning_rate": 0.00024485061123589536,
      "loss": 2.6453,
      "step": 42760
    },
    {
      "epoch": 1.7514233053450747,
      "grad_norm": 1.5334942590575003,
      "learning_rate": 0.00024484808463361775,
      "loss": 1.0858,
      "step": 42761
    },
    {
      "epoch": 1.751464263772271,
      "grad_norm": 1.5168227532816807,
      "learning_rate": 0.0002448455579865015,
      "loss": 1.0757,
      "step": 42762
    },
    {
      "epoch": 1.7515052221994676,
      "grad_norm": 1.4669104854417099,
      "learning_rate": 0.0002448430312945478,
      "loss": 0.9446,
      "step": 42763
    },
    {
      "epoch": 1.751546180626664,
      "grad_norm": 1.1745784128727736,
      "learning_rate": 0.0002448405045577578,
      "loss": 0.9596,
      "step": 42764
    },
    {
      "epoch": 1.7515871390538602,
      "grad_norm": 2.6461675512275855,
      "learning_rate": 0.0002448379777761327,
      "loss": 3.0867,
      "step": 42765
    },
    {
      "epoch": 1.7516280974810567,
      "grad_norm": 1.6213721042027684,
      "learning_rate": 0.0002448354509496737,
      "loss": 1.1331,
      "step": 42766
    },
    {
      "epoch": 1.7516690559082533,
      "grad_norm": 1.225999169211267,
      "learning_rate": 0.000244832924078382,
      "loss": 0.5871,
      "step": 42767
    },
    {
      "epoch": 1.7517100143354494,
      "grad_norm": 1.3146050202141353,
      "learning_rate": 0.0002448303971622588,
      "loss": 0.9498,
      "step": 42768
    },
    {
      "epoch": 1.751750972762646,
      "grad_norm": 1.5676101069890451,
      "learning_rate": 0.0002448278702013053,
      "loss": 1.0935,
      "step": 42769
    },
    {
      "epoch": 1.7517919311898424,
      "grad_norm": 1.1397400536347306,
      "learning_rate": 0.0002448253431955227,
      "loss": 0.9,
      "step": 42770
    },
    {
      "epoch": 1.7518328896170388,
      "grad_norm": 0.8733013829390454,
      "learning_rate": 0.0002448228161449122,
      "loss": 0.5591,
      "step": 42771
    },
    {
      "epoch": 1.751873848044235,
      "grad_norm": 0.9755037565915955,
      "learning_rate": 0.0002448202890494749,
      "loss": 0.6982,
      "step": 42772
    },
    {
      "epoch": 1.7519148064714316,
      "grad_norm": 1.0339711688796427,
      "learning_rate": 0.0002448177619092121,
      "loss": 0.5159,
      "step": 42773
    },
    {
      "epoch": 1.751955764898628,
      "grad_norm": 1.5256921851967764,
      "learning_rate": 0.000244815234724125,
      "loss": 0.8162,
      "step": 42774
    },
    {
      "epoch": 1.7519967233258242,
      "grad_norm": 6.124982245045609,
      "learning_rate": 0.0002448127074942147,
      "loss": 4.2861,
      "step": 42775
    },
    {
      "epoch": 1.7520376817530208,
      "grad_norm": 1.4373036004513455,
      "learning_rate": 0.00024481018021948255,
      "loss": 1.3117,
      "step": 42776
    },
    {
      "epoch": 1.752078640180217,
      "grad_norm": 1.2223250752318613,
      "learning_rate": 0.0002448076528999296,
      "loss": 0.8514,
      "step": 42777
    },
    {
      "epoch": 1.7521195986074134,
      "grad_norm": 2.703119610954149,
      "learning_rate": 0.00024480512553555706,
      "loss": 1.4712,
      "step": 42778
    },
    {
      "epoch": 1.75216055703461,
      "grad_norm": 1.6383008267799162,
      "learning_rate": 0.00024480259812636616,
      "loss": 1.0141,
      "step": 42779
    },
    {
      "epoch": 1.7522015154618062,
      "grad_norm": 1.5117763530214594,
      "learning_rate": 0.0002448000706723581,
      "loss": 0.7568,
      "step": 42780
    },
    {
      "epoch": 1.7522424738890026,
      "grad_norm": 1.8141054026187309,
      "learning_rate": 0.0002447975431735341,
      "loss": 0.7369,
      "step": 42781
    },
    {
      "epoch": 1.752283432316199,
      "grad_norm": 1.2674392170635838,
      "learning_rate": 0.0002447950156298953,
      "loss": 0.9467,
      "step": 42782
    },
    {
      "epoch": 1.7523243907433954,
      "grad_norm": 1.2770747751031308,
      "learning_rate": 0.0002447924880414429,
      "loss": 0.6824,
      "step": 42783
    },
    {
      "epoch": 1.7523653491705917,
      "grad_norm": 0.6761345663394855,
      "learning_rate": 0.0002447899604081781,
      "loss": 0.2934,
      "step": 42784
    },
    {
      "epoch": 1.7524063075977883,
      "grad_norm": 1.5947430906047468,
      "learning_rate": 0.00024478743273010213,
      "loss": 1.0019,
      "step": 42785
    },
    {
      "epoch": 1.7524472660249848,
      "grad_norm": 2.2115000031750083,
      "learning_rate": 0.0002447849050072162,
      "loss": 2.5051,
      "step": 42786
    },
    {
      "epoch": 1.7524882244521809,
      "grad_norm": 1.2076426592892266,
      "learning_rate": 0.00024478237723952144,
      "loss": 0.8396,
      "step": 42787
    },
    {
      "epoch": 1.7525291828793774,
      "grad_norm": 1.1550064922326435,
      "learning_rate": 0.00024477984942701905,
      "loss": 0.7519,
      "step": 42788
    },
    {
      "epoch": 1.752570141306574,
      "grad_norm": 0.962860157911946,
      "learning_rate": 0.00024477732156971026,
      "loss": 0.6746,
      "step": 42789
    },
    {
      "epoch": 1.7526110997337703,
      "grad_norm": 1.3373963357282928,
      "learning_rate": 0.00024477479366759623,
      "loss": 0.8935,
      "step": 42790
    },
    {
      "epoch": 1.7526520581609666,
      "grad_norm": 1.2337035407888297,
      "learning_rate": 0.0002447722657206782,
      "loss": 0.81,
      "step": 42791
    },
    {
      "epoch": 1.7526930165881631,
      "grad_norm": 1.2880836021188555,
      "learning_rate": 0.0002447697377289574,
      "loss": 1.1144,
      "step": 42792
    },
    {
      "epoch": 1.7527339750153594,
      "grad_norm": 0.82053599071364,
      "learning_rate": 0.00024476720969243487,
      "loss": 0.2816,
      "step": 42793
    },
    {
      "epoch": 1.7527749334425557,
      "grad_norm": 1.1547031152807892,
      "learning_rate": 0.00024476468161111197,
      "loss": 0.8927,
      "step": 42794
    },
    {
      "epoch": 1.7528158918697523,
      "grad_norm": 1.17362656051372,
      "learning_rate": 0.0002447621534849898,
      "loss": 0.7951,
      "step": 42795
    },
    {
      "epoch": 1.7528568502969486,
      "grad_norm": 0.6626106097988177,
      "learning_rate": 0.00024475962531406956,
      "loss": 0.3399,
      "step": 42796
    },
    {
      "epoch": 1.752897808724145,
      "grad_norm": 0.9819328859189718,
      "learning_rate": 0.0002447570970983525,
      "loss": 0.7023,
      "step": 42797
    },
    {
      "epoch": 1.7529387671513414,
      "grad_norm": 1.101871086008873,
      "learning_rate": 0.0002447545688378398,
      "loss": 0.7622,
      "step": 42798
    },
    {
      "epoch": 1.7529797255785378,
      "grad_norm": 1.5030215379317797,
      "learning_rate": 0.0002447520405325326,
      "loss": 1.0038,
      "step": 42799
    },
    {
      "epoch": 1.753020684005734,
      "grad_norm": 0.8118820998244878,
      "learning_rate": 0.00024474951218243215,
      "loss": 0.3889,
      "step": 42800
    },
    {
      "epoch": 1.7530616424329306,
      "grad_norm": 1.5387375772953116,
      "learning_rate": 0.0002447469837875396,
      "loss": 1.2797,
      "step": 42801
    },
    {
      "epoch": 1.753102600860127,
      "grad_norm": 1.1645087937971095,
      "learning_rate": 0.00024474445534785624,
      "loss": 0.7084,
      "step": 42802
    },
    {
      "epoch": 1.7531435592873232,
      "grad_norm": 1.0691008271833256,
      "learning_rate": 0.0002447419268633831,
      "loss": 0.7992,
      "step": 42803
    },
    {
      "epoch": 1.7531845177145198,
      "grad_norm": 1.0177595373466168,
      "learning_rate": 0.0002447393983341216,
      "loss": 0.6758,
      "step": 42804
    },
    {
      "epoch": 1.7532254761417163,
      "grad_norm": 1.145607797864029,
      "learning_rate": 0.00024473686976007273,
      "loss": 0.7721,
      "step": 42805
    },
    {
      "epoch": 1.7532664345689124,
      "grad_norm": 6.4229384759585555,
      "learning_rate": 0.00024473434114123774,
      "loss": 2.3652,
      "step": 42806
    },
    {
      "epoch": 1.753307392996109,
      "grad_norm": 1.4223800494285581,
      "learning_rate": 0.00024473181247761794,
      "loss": 0.9851,
      "step": 42807
    },
    {
      "epoch": 1.7533483514233055,
      "grad_norm": 0.9419292101408447,
      "learning_rate": 0.00024472928376921435,
      "loss": 0.5007,
      "step": 42808
    },
    {
      "epoch": 1.7533893098505018,
      "grad_norm": 1.8398573941557823,
      "learning_rate": 0.0002447267550160283,
      "loss": 1.011,
      "step": 42809
    },
    {
      "epoch": 1.753430268277698,
      "grad_norm": 1.5297435892675968,
      "learning_rate": 0.0002447242262180609,
      "loss": 0.8622,
      "step": 42810
    },
    {
      "epoch": 1.7534712267048946,
      "grad_norm": 0.9454709603760428,
      "learning_rate": 0.00024472169737531347,
      "loss": 0.4617,
      "step": 42811
    },
    {
      "epoch": 1.753512185132091,
      "grad_norm": 1.2507729561330572,
      "learning_rate": 0.000244719168487787,
      "loss": 0.8849,
      "step": 42812
    },
    {
      "epoch": 1.7535531435592873,
      "grad_norm": 1.1309148076053919,
      "learning_rate": 0.00024471663955548287,
      "loss": 0.8707,
      "step": 42813
    },
    {
      "epoch": 1.7535941019864838,
      "grad_norm": 1.0234533100678977,
      "learning_rate": 0.0002447141105784022,
      "loss": 0.69,
      "step": 42814
    },
    {
      "epoch": 1.7536350604136801,
      "grad_norm": 2.163513255328032,
      "learning_rate": 0.0002447115815565462,
      "loss": 0.5942,
      "step": 42815
    },
    {
      "epoch": 1.7536760188408764,
      "grad_norm": 1.4929388371973427,
      "learning_rate": 0.000244709052489916,
      "loss": 1.2266,
      "step": 42816
    },
    {
      "epoch": 1.753716977268073,
      "grad_norm": 1.161152886396616,
      "learning_rate": 0.0002447065233785129,
      "loss": 0.6679,
      "step": 42817
    },
    {
      "epoch": 1.7537579356952693,
      "grad_norm": 1.0557612082879606,
      "learning_rate": 0.00024470399422233806,
      "loss": 0.7336,
      "step": 42818
    },
    {
      "epoch": 1.7537988941224656,
      "grad_norm": 0.9504077794009044,
      "learning_rate": 0.0002447014650213927,
      "loss": 0.7076,
      "step": 42819
    },
    {
      "epoch": 1.7538398525496621,
      "grad_norm": 0.827341523778803,
      "learning_rate": 0.00024469893577567793,
      "loss": 0.3393,
      "step": 42820
    },
    {
      "epoch": 1.7538808109768584,
      "grad_norm": 1.177708708746424,
      "learning_rate": 0.00024469640648519503,
      "loss": 1.0518,
      "step": 42821
    },
    {
      "epoch": 1.7539217694040548,
      "grad_norm": 1.0935877031684322,
      "learning_rate": 0.00024469387714994516,
      "loss": 0.8329,
      "step": 42822
    },
    {
      "epoch": 1.7539627278312513,
      "grad_norm": 1.255081504257035,
      "learning_rate": 0.0002446913477699295,
      "loss": 0.6618,
      "step": 42823
    },
    {
      "epoch": 1.7540036862584478,
      "grad_norm": 1.2447728056983762,
      "learning_rate": 0.00024468881834514925,
      "loss": 0.8158,
      "step": 42824
    },
    {
      "epoch": 1.754044644685644,
      "grad_norm": 1.5771781068200534,
      "learning_rate": 0.0002446862888756057,
      "loss": 0.9886,
      "step": 42825
    },
    {
      "epoch": 1.7540856031128405,
      "grad_norm": 1.3689734374438693,
      "learning_rate": 0.00024468375936129985,
      "loss": 0.7905,
      "step": 42826
    },
    {
      "epoch": 1.754126561540037,
      "grad_norm": 1.216571403497738,
      "learning_rate": 0.00024468122980223313,
      "loss": 0.915,
      "step": 42827
    },
    {
      "epoch": 1.7541675199672333,
      "grad_norm": 1.8037998004345195,
      "learning_rate": 0.00024467870019840654,
      "loss": 1.1531,
      "step": 42828
    },
    {
      "epoch": 1.7542084783944296,
      "grad_norm": 1.1322561676951004,
      "learning_rate": 0.0002446761705498214,
      "loss": 0.6981,
      "step": 42829
    },
    {
      "epoch": 1.7542494368216262,
      "grad_norm": 0.9797934506326776,
      "learning_rate": 0.0002446736408564788,
      "loss": 0.8319,
      "step": 42830
    },
    {
      "epoch": 1.7542903952488225,
      "grad_norm": 1.2361732095373665,
      "learning_rate": 0.00024467111111838003,
      "loss": 0.8606,
      "step": 42831
    },
    {
      "epoch": 1.7543313536760188,
      "grad_norm": 1.2226671395686315,
      "learning_rate": 0.0002446685813355263,
      "loss": 0.9091,
      "step": 42832
    },
    {
      "epoch": 1.7543723121032153,
      "grad_norm": 1.0683551541875769,
      "learning_rate": 0.0002446660515079187,
      "loss": 0.7547,
      "step": 42833
    },
    {
      "epoch": 1.7544132705304116,
      "grad_norm": 1.1263175495931905,
      "learning_rate": 0.00024466352163555853,
      "loss": 0.7587,
      "step": 42834
    },
    {
      "epoch": 1.754454228957608,
      "grad_norm": 0.8552020811184772,
      "learning_rate": 0.0002446609917184469,
      "loss": 0.3137,
      "step": 42835
    },
    {
      "epoch": 1.7544951873848045,
      "grad_norm": 0.78913776714518,
      "learning_rate": 0.00024465846175658504,
      "loss": 0.3463,
      "step": 42836
    },
    {
      "epoch": 1.7545361458120008,
      "grad_norm": 1.0040678532973875,
      "learning_rate": 0.00024465593174997414,
      "loss": 0.6683,
      "step": 42837
    },
    {
      "epoch": 1.754577104239197,
      "grad_norm": 2.4752079652215166,
      "learning_rate": 0.00024465340169861546,
      "loss": 1.0982,
      "step": 42838
    },
    {
      "epoch": 1.7546180626663936,
      "grad_norm": 1.2415422875328685,
      "learning_rate": 0.0002446508716025101,
      "loss": 1.0164,
      "step": 42839
    },
    {
      "epoch": 1.75465902109359,
      "grad_norm": 1.2655356203431314,
      "learning_rate": 0.00024464834146165933,
      "loss": 1.2322,
      "step": 42840
    },
    {
      "epoch": 1.7546999795207863,
      "grad_norm": 0.9892725556941856,
      "learning_rate": 0.0002446458112760643,
      "loss": 0.5986,
      "step": 42841
    },
    {
      "epoch": 1.7547409379479828,
      "grad_norm": 1.0952846845613315,
      "learning_rate": 0.00024464328104572625,
      "loss": 0.6901,
      "step": 42842
    },
    {
      "epoch": 1.7547818963751793,
      "grad_norm": 1.1594301692605293,
      "learning_rate": 0.00024464075077064635,
      "loss": 0.7527,
      "step": 42843
    },
    {
      "epoch": 1.7548228548023754,
      "grad_norm": 1.4392212562648596,
      "learning_rate": 0.00024463822045082576,
      "loss": 0.7963,
      "step": 42844
    },
    {
      "epoch": 1.754863813229572,
      "grad_norm": 1.108781944548918,
      "learning_rate": 0.00024463569008626574,
      "loss": 0.8957,
      "step": 42845
    },
    {
      "epoch": 1.7549047716567685,
      "grad_norm": 1.238255709328605,
      "learning_rate": 0.0002446331596769674,
      "loss": 0.666,
      "step": 42846
    },
    {
      "epoch": 1.7549457300839648,
      "grad_norm": 1.3167355016658293,
      "learning_rate": 0.000244630629222932,
      "loss": 0.8995,
      "step": 42847
    },
    {
      "epoch": 1.7549866885111611,
      "grad_norm": 1.244355196078278,
      "learning_rate": 0.00024462809872416083,
      "loss": 0.7725,
      "step": 42848
    },
    {
      "epoch": 1.7550276469383577,
      "grad_norm": 1.4565104281093701,
      "learning_rate": 0.0002446255681806549,
      "loss": 1.2559,
      "step": 42849
    },
    {
      "epoch": 1.755068605365554,
      "grad_norm": 1.0176431529904193,
      "learning_rate": 0.00024462303759241553,
      "loss": 0.6312,
      "step": 42850
    },
    {
      "epoch": 1.7551095637927503,
      "grad_norm": 1.436034403811061,
      "learning_rate": 0.00024462050695944385,
      "loss": 0.7615,
      "step": 42851
    },
    {
      "epoch": 1.7551505222199468,
      "grad_norm": 0.9631919749183284,
      "learning_rate": 0.00024461797628174114,
      "loss": 0.3439,
      "step": 42852
    },
    {
      "epoch": 1.7551914806471431,
      "grad_norm": 1.9255313127795404,
      "learning_rate": 0.00024461544555930847,
      "loss": 2.9267,
      "step": 42853
    },
    {
      "epoch": 1.7552324390743395,
      "grad_norm": 1.5158759364822596,
      "learning_rate": 0.00024461291479214715,
      "loss": 0.9741,
      "step": 42854
    },
    {
      "epoch": 1.755273397501536,
      "grad_norm": 1.4006465676616602,
      "learning_rate": 0.00024461038398025827,
      "loss": 1.4127,
      "step": 42855
    },
    {
      "epoch": 1.7553143559287323,
      "grad_norm": 1.0773719886245405,
      "learning_rate": 0.00024460785312364317,
      "loss": 0.702,
      "step": 42856
    },
    {
      "epoch": 1.7553553143559286,
      "grad_norm": 0.7005231726723528,
      "learning_rate": 0.00024460532222230294,
      "loss": 0.3475,
      "step": 42857
    },
    {
      "epoch": 1.7553962727831252,
      "grad_norm": 1.1749490606153836,
      "learning_rate": 0.0002446027912762388,
      "loss": 0.7507,
      "step": 42858
    },
    {
      "epoch": 1.7554372312103215,
      "grad_norm": 1.1372805123970555,
      "learning_rate": 0.0002446002602854519,
      "loss": 0.792,
      "step": 42859
    },
    {
      "epoch": 1.7554781896375178,
      "grad_norm": 1.4483935378168464,
      "learning_rate": 0.00024459772924994357,
      "loss": 0.9486,
      "step": 42860
    },
    {
      "epoch": 1.7555191480647143,
      "grad_norm": 1.6653605890475958,
      "learning_rate": 0.0002445951981697149,
      "loss": 1.0614,
      "step": 42861
    },
    {
      "epoch": 1.7555601064919109,
      "grad_norm": 1.2071913170524744,
      "learning_rate": 0.00024459266704476704,
      "loss": 0.927,
      "step": 42862
    },
    {
      "epoch": 1.755601064919107,
      "grad_norm": 1.1503542058496505,
      "learning_rate": 0.00024459013587510136,
      "loss": 0.7164,
      "step": 42863
    },
    {
      "epoch": 1.7556420233463035,
      "grad_norm": 1.1862266271607989,
      "learning_rate": 0.0002445876046607189,
      "loss": 1.204,
      "step": 42864
    },
    {
      "epoch": 1.7556829817735,
      "grad_norm": 1.0358200042556738,
      "learning_rate": 0.0002445850734016209,
      "loss": 0.7583,
      "step": 42865
    },
    {
      "epoch": 1.7557239402006963,
      "grad_norm": 1.0599044898531753,
      "learning_rate": 0.0002445825420978086,
      "loss": 0.8145,
      "step": 42866
    },
    {
      "epoch": 1.7557648986278926,
      "grad_norm": 1.306068133667194,
      "learning_rate": 0.00024458001074928313,
      "loss": 0.932,
      "step": 42867
    },
    {
      "epoch": 1.7558058570550892,
      "grad_norm": 1.1221612706863238,
      "learning_rate": 0.00024457747935604574,
      "loss": 0.9557,
      "step": 42868
    },
    {
      "epoch": 1.7558468154822855,
      "grad_norm": 1.1865404100287227,
      "learning_rate": 0.0002445749479180976,
      "loss": 0.7476,
      "step": 42869
    },
    {
      "epoch": 1.7558877739094818,
      "grad_norm": 1.8115276871568702,
      "learning_rate": 0.0002445724164354399,
      "loss": 1.1583,
      "step": 42870
    },
    {
      "epoch": 1.7559287323366783,
      "grad_norm": 1.1879116661507192,
      "learning_rate": 0.0002445698849080739,
      "loss": 0.806,
      "step": 42871
    },
    {
      "epoch": 1.7559696907638747,
      "grad_norm": 1.0352587169035492,
      "learning_rate": 0.0002445673533360007,
      "loss": 0.6105,
      "step": 42872
    },
    {
      "epoch": 1.756010649191071,
      "grad_norm": 1.8651881014585188,
      "learning_rate": 0.00024456482171922154,
      "loss": 1.8516,
      "step": 42873
    },
    {
      "epoch": 1.7560516076182675,
      "grad_norm": 1.1511390032277267,
      "learning_rate": 0.00024456229005773763,
      "loss": 0.9042,
      "step": 42874
    },
    {
      "epoch": 1.7560925660454638,
      "grad_norm": 1.1886873919355798,
      "learning_rate": 0.00024455975835155016,
      "loss": 0.5871,
      "step": 42875
    },
    {
      "epoch": 1.7561335244726601,
      "grad_norm": 1.131466132859614,
      "learning_rate": 0.0002445572266006603,
      "loss": 0.9493,
      "step": 42876
    },
    {
      "epoch": 1.7561744828998567,
      "grad_norm": 1.2204492166873049,
      "learning_rate": 0.0002445546948050693,
      "loss": 0.5428,
      "step": 42877
    },
    {
      "epoch": 1.7562154413270532,
      "grad_norm": 1.0588264726015695,
      "learning_rate": 0.0002445521629647783,
      "loss": 0.6539,
      "step": 42878
    },
    {
      "epoch": 1.7562563997542493,
      "grad_norm": 1.011570273722933,
      "learning_rate": 0.0002445496310797885,
      "loss": 0.7297,
      "step": 42879
    },
    {
      "epoch": 1.7562973581814458,
      "grad_norm": 1.014488430359663,
      "learning_rate": 0.0002445470991501012,
      "loss": 0.7676,
      "step": 42880
    },
    {
      "epoch": 1.7563383166086424,
      "grad_norm": 2.6738059336469115,
      "learning_rate": 0.0002445445671757175,
      "loss": 1.4617,
      "step": 42881
    },
    {
      "epoch": 1.7563792750358385,
      "grad_norm": 1.7069642480291551,
      "learning_rate": 0.00024454203515663855,
      "loss": 2.2629,
      "step": 42882
    },
    {
      "epoch": 1.756420233463035,
      "grad_norm": 1.7256796429794827,
      "learning_rate": 0.0002445395030928657,
      "loss": 0.7585,
      "step": 42883
    },
    {
      "epoch": 1.7564611918902315,
      "grad_norm": 1.6125364773715638,
      "learning_rate": 0.00024453697098440004,
      "loss": 0.7997,
      "step": 42884
    },
    {
      "epoch": 1.7565021503174278,
      "grad_norm": 1.1523811918684224,
      "learning_rate": 0.00024453443883124275,
      "loss": 0.4038,
      "step": 42885
    },
    {
      "epoch": 1.7565431087446242,
      "grad_norm": 1.2649055882698828,
      "learning_rate": 0.0002445319066333951,
      "loss": 1.0403,
      "step": 42886
    },
    {
      "epoch": 1.7565840671718207,
      "grad_norm": 1.0928746269730782,
      "learning_rate": 0.00024452937439085816,
      "loss": 0.6796,
      "step": 42887
    },
    {
      "epoch": 1.756625025599017,
      "grad_norm": 1.0993875113295526,
      "learning_rate": 0.0002445268421036333,
      "loss": 1.0011,
      "step": 42888
    },
    {
      "epoch": 1.7566659840262133,
      "grad_norm": 1.1803115159635762,
      "learning_rate": 0.0002445243097717216,
      "loss": 0.837,
      "step": 42889
    },
    {
      "epoch": 1.7567069424534099,
      "grad_norm": 1.127602960233685,
      "learning_rate": 0.00024452177739512433,
      "loss": 0.7716,
      "step": 42890
    },
    {
      "epoch": 1.7567479008806062,
      "grad_norm": 1.414616680314716,
      "learning_rate": 0.0002445192449738426,
      "loss": 0.8624,
      "step": 42891
    },
    {
      "epoch": 1.7567888593078025,
      "grad_norm": 1.559471248034992,
      "learning_rate": 0.0002445167125078777,
      "loss": 1.2063,
      "step": 42892
    },
    {
      "epoch": 1.756829817734999,
      "grad_norm": 1.5270348869102044,
      "learning_rate": 0.00024451417999723075,
      "loss": 1.0296,
      "step": 42893
    },
    {
      "epoch": 1.7568707761621953,
      "grad_norm": 1.2748357006421775,
      "learning_rate": 0.000244511647441903,
      "loss": 1.0234,
      "step": 42894
    },
    {
      "epoch": 1.7569117345893916,
      "grad_norm": 1.2080212009041487,
      "learning_rate": 0.0002445091148418956,
      "loss": 0.779,
      "step": 42895
    },
    {
      "epoch": 1.7569526930165882,
      "grad_norm": 0.6362144354218665,
      "learning_rate": 0.0002445065821972098,
      "loss": 0.2547,
      "step": 42896
    },
    {
      "epoch": 1.7569936514437847,
      "grad_norm": 1.483339253081515,
      "learning_rate": 0.00024450404950784676,
      "loss": 0.8688,
      "step": 42897
    },
    {
      "epoch": 1.7570346098709808,
      "grad_norm": 1.4061169875837316,
      "learning_rate": 0.00024450151677380766,
      "loss": 0.8098,
      "step": 42898
    },
    {
      "epoch": 1.7570755682981773,
      "grad_norm": 1.5138931263278992,
      "learning_rate": 0.0002444989839950938,
      "loss": 1.0135,
      "step": 42899
    },
    {
      "epoch": 1.7571165267253739,
      "grad_norm": 1.5618810490678003,
      "learning_rate": 0.00024449645117170625,
      "loss": 1.3249,
      "step": 42900
    },
    {
      "epoch": 1.75715748515257,
      "grad_norm": 0.9468068827838152,
      "learning_rate": 0.00024449391830364626,
      "loss": 0.7146,
      "step": 42901
    },
    {
      "epoch": 1.7571984435797665,
      "grad_norm": 1.5504109220085227,
      "learning_rate": 0.0002444913853909151,
      "loss": 1.0891,
      "step": 42902
    },
    {
      "epoch": 1.757239402006963,
      "grad_norm": 1.0694419999008768,
      "learning_rate": 0.0002444888524335138,
      "loss": 0.4728,
      "step": 42903
    },
    {
      "epoch": 1.7572803604341594,
      "grad_norm": 2.3924130681489144,
      "learning_rate": 0.0002444863194314437,
      "loss": 0.8759,
      "step": 42904
    },
    {
      "epoch": 1.7573213188613557,
      "grad_norm": 2.824168527752035,
      "learning_rate": 0.0002444837863847059,
      "loss": 4.3433,
      "step": 42905
    },
    {
      "epoch": 1.7573622772885522,
      "grad_norm": 1.3260132164344398,
      "learning_rate": 0.00024448125329330176,
      "loss": 0.8637,
      "step": 42906
    },
    {
      "epoch": 1.7574032357157485,
      "grad_norm": 1.2444988514701365,
      "learning_rate": 0.0002444787201572323,
      "loss": 0.8718,
      "step": 42907
    },
    {
      "epoch": 1.7574441941429448,
      "grad_norm": 1.6017613251972658,
      "learning_rate": 0.00024447618697649877,
      "loss": 1.0944,
      "step": 42908
    },
    {
      "epoch": 1.7574851525701414,
      "grad_norm": 1.1462315293034016,
      "learning_rate": 0.0002444736537511024,
      "loss": 0.5657,
      "step": 42909
    },
    {
      "epoch": 1.7575261109973377,
      "grad_norm": 0.7463987138358602,
      "learning_rate": 0.00024447112048104437,
      "loss": 0.4243,
      "step": 42910
    },
    {
      "epoch": 1.757567069424534,
      "grad_norm": 1.454564807291099,
      "learning_rate": 0.00024446858716632583,
      "loss": 0.7968,
      "step": 42911
    },
    {
      "epoch": 1.7576080278517305,
      "grad_norm": 1.510734904310651,
      "learning_rate": 0.0002444660538069481,
      "loss": 0.9685,
      "step": 42912
    },
    {
      "epoch": 1.7576489862789269,
      "grad_norm": 1.7555445285043487,
      "learning_rate": 0.00024446352040291227,
      "loss": 1.6455,
      "step": 42913
    },
    {
      "epoch": 1.7576899447061232,
      "grad_norm": 1.3493031074259667,
      "learning_rate": 0.0002444609869542196,
      "loss": 1.0465,
      "step": 42914
    },
    {
      "epoch": 1.7577309031333197,
      "grad_norm": 0.7881670227465233,
      "learning_rate": 0.0002444584534608712,
      "loss": 0.3538,
      "step": 42915
    },
    {
      "epoch": 1.7577718615605162,
      "grad_norm": 1.2363617914406795,
      "learning_rate": 0.0002444559199228683,
      "loss": 1.0362,
      "step": 42916
    },
    {
      "epoch": 1.7578128199877123,
      "grad_norm": 1.1464458891547582,
      "learning_rate": 0.00024445338634021215,
      "loss": 0.9611,
      "step": 42917
    },
    {
      "epoch": 1.7578537784149089,
      "grad_norm": 1.3187080908460742,
      "learning_rate": 0.000244450852712904,
      "loss": 0.92,
      "step": 42918
    },
    {
      "epoch": 1.7578947368421054,
      "grad_norm": 1.1412670312924094,
      "learning_rate": 0.0002444483190409449,
      "loss": 0.7917,
      "step": 42919
    },
    {
      "epoch": 1.7579356952693017,
      "grad_norm": 0.8836533054353763,
      "learning_rate": 0.0002444457853243361,
      "loss": 0.4382,
      "step": 42920
    },
    {
      "epoch": 1.757976653696498,
      "grad_norm": 0.9617742588187009,
      "learning_rate": 0.0002444432515630788,
      "loss": 0.7509,
      "step": 42921
    },
    {
      "epoch": 1.7580176121236946,
      "grad_norm": 1.4169006253325818,
      "learning_rate": 0.0002444407177571743,
      "loss": 1.0621,
      "step": 42922
    },
    {
      "epoch": 1.7580585705508909,
      "grad_norm": 1.1987724753275553,
      "learning_rate": 0.00024443818390662363,
      "loss": 0.4124,
      "step": 42923
    },
    {
      "epoch": 1.7580995289780872,
      "grad_norm": 1.1355117129569674,
      "learning_rate": 0.0002444356500114281,
      "loss": 0.8294,
      "step": 42924
    },
    {
      "epoch": 1.7581404874052837,
      "grad_norm": 1.3202761682085322,
      "learning_rate": 0.0002444331160715889,
      "loss": 0.6796,
      "step": 42925
    },
    {
      "epoch": 1.75818144583248,
      "grad_norm": 1.1489955714659787,
      "learning_rate": 0.0002444305820871071,
      "loss": 0.748,
      "step": 42926
    },
    {
      "epoch": 1.7582224042596764,
      "grad_norm": 1.3098215665727542,
      "learning_rate": 0.00024442804805798406,
      "loss": 0.8727,
      "step": 42927
    },
    {
      "epoch": 1.7582633626868729,
      "grad_norm": 1.23936909744885,
      "learning_rate": 0.0002444255139842209,
      "loss": 0.7997,
      "step": 42928
    },
    {
      "epoch": 1.7583043211140692,
      "grad_norm": 0.7842265462608294,
      "learning_rate": 0.0002444229798658189,
      "loss": 0.3826,
      "step": 42929
    },
    {
      "epoch": 1.7583452795412655,
      "grad_norm": 1.5320067021022123,
      "learning_rate": 0.0002444204457027791,
      "loss": 1.2771,
      "step": 42930
    },
    {
      "epoch": 1.758386237968462,
      "grad_norm": 1.208452946832424,
      "learning_rate": 0.0002444179114951029,
      "loss": 0.7308,
      "step": 42931
    },
    {
      "epoch": 1.7584271963956584,
      "grad_norm": 0.9234713763833587,
      "learning_rate": 0.00024441537724279136,
      "loss": 0.5995,
      "step": 42932
    },
    {
      "epoch": 1.7584681548228547,
      "grad_norm": 1.1948520258743522,
      "learning_rate": 0.00024441284294584567,
      "loss": 0.9657,
      "step": 42933
    },
    {
      "epoch": 1.7585091132500512,
      "grad_norm": 1.4794934591979703,
      "learning_rate": 0.00024441030860426706,
      "loss": 1.0315,
      "step": 42934
    },
    {
      "epoch": 1.7585500716772478,
      "grad_norm": 0.514301809039636,
      "learning_rate": 0.0002444077742180568,
      "loss": 0.2285,
      "step": 42935
    },
    {
      "epoch": 1.7585910301044438,
      "grad_norm": 1.1846457769423682,
      "learning_rate": 0.00024440523978721596,
      "loss": 0.9575,
      "step": 42936
    },
    {
      "epoch": 1.7586319885316404,
      "grad_norm": 7.039674267123198,
      "learning_rate": 0.0002444027053117458,
      "loss": 5.2915,
      "step": 42937
    },
    {
      "epoch": 1.758672946958837,
      "grad_norm": 0.9065476089997089,
      "learning_rate": 0.00024440017079164757,
      "loss": 0.4557,
      "step": 42938
    },
    {
      "epoch": 1.7587139053860332,
      "grad_norm": 1.2306409663981719,
      "learning_rate": 0.00024439763622692237,
      "loss": 0.7987,
      "step": 42939
    },
    {
      "epoch": 1.7587548638132295,
      "grad_norm": 1.7740338639556836,
      "learning_rate": 0.00024439510161757146,
      "loss": 1.4274,
      "step": 42940
    },
    {
      "epoch": 1.758795822240426,
      "grad_norm": 1.1199905465535744,
      "learning_rate": 0.00024439256696359604,
      "loss": 0.8904,
      "step": 42941
    },
    {
      "epoch": 1.7588367806676224,
      "grad_norm": 1.2197952684642632,
      "learning_rate": 0.00024439003226499724,
      "loss": 0.7702,
      "step": 42942
    },
    {
      "epoch": 1.7588777390948187,
      "grad_norm": 1.3723625838434241,
      "learning_rate": 0.00024438749752177637,
      "loss": 0.7748,
      "step": 42943
    },
    {
      "epoch": 1.7589186975220152,
      "grad_norm": 1.0181240527734494,
      "learning_rate": 0.00024438496273393456,
      "loss": 0.9242,
      "step": 42944
    },
    {
      "epoch": 1.7589596559492116,
      "grad_norm": 1.2159373747641893,
      "learning_rate": 0.00024438242790147295,
      "loss": 0.8931,
      "step": 42945
    },
    {
      "epoch": 1.7590006143764079,
      "grad_norm": 1.1310088765450559,
      "learning_rate": 0.00024437989302439285,
      "loss": 0.5494,
      "step": 42946
    },
    {
      "epoch": 1.7590415728036044,
      "grad_norm": 1.0093733170352965,
      "learning_rate": 0.00024437735810269544,
      "loss": 0.6689,
      "step": 42947
    },
    {
      "epoch": 1.7590825312308007,
      "grad_norm": 1.0024917381865746,
      "learning_rate": 0.00024437482313638187,
      "loss": 0.5852,
      "step": 42948
    },
    {
      "epoch": 1.759123489657997,
      "grad_norm": 1.8043639575827863,
      "learning_rate": 0.00024437228812545337,
      "loss": 1.0822,
      "step": 42949
    },
    {
      "epoch": 1.7591644480851936,
      "grad_norm": 1.4653701257813552,
      "learning_rate": 0.00024436975306991115,
      "loss": 1.0587,
      "step": 42950
    },
    {
      "epoch": 1.7592054065123899,
      "grad_norm": 1.1817869115364816,
      "learning_rate": 0.00024436721796975634,
      "loss": 0.7514,
      "step": 42951
    },
    {
      "epoch": 1.7592463649395862,
      "grad_norm": 1.5366131079483256,
      "learning_rate": 0.0002443646828249902,
      "loss": 1.3303,
      "step": 42952
    },
    {
      "epoch": 1.7592873233667827,
      "grad_norm": 1.2908848590792896,
      "learning_rate": 0.0002443621476356139,
      "loss": 0.9604,
      "step": 42953
    },
    {
      "epoch": 1.7593282817939793,
      "grad_norm": 0.9393563248467545,
      "learning_rate": 0.00024435961240162863,
      "loss": 0.5992,
      "step": 42954
    },
    {
      "epoch": 1.7593692402211754,
      "grad_norm": 1.4220037654886357,
      "learning_rate": 0.00024435707712303566,
      "loss": 1.1198,
      "step": 42955
    },
    {
      "epoch": 1.759410198648372,
      "grad_norm": 0.8478856680122986,
      "learning_rate": 0.00024435454179983613,
      "loss": 0.3826,
      "step": 42956
    },
    {
      "epoch": 1.7594511570755684,
      "grad_norm": 8.353107162524688,
      "learning_rate": 0.00024435200643203127,
      "loss": 6.6412,
      "step": 42957
    },
    {
      "epoch": 1.7594921155027647,
      "grad_norm": 1.4602776191150522,
      "learning_rate": 0.0002443494710196222,
      "loss": 0.8871,
      "step": 42958
    },
    {
      "epoch": 1.759533073929961,
      "grad_norm": 1.2732305783841507,
      "learning_rate": 0.0002443469355626102,
      "loss": 0.7594,
      "step": 42959
    },
    {
      "epoch": 1.7595740323571576,
      "grad_norm": 1.2697453907318281,
      "learning_rate": 0.00024434440006099645,
      "loss": 0.8511,
      "step": 42960
    },
    {
      "epoch": 1.759614990784354,
      "grad_norm": 1.1576347221835341,
      "learning_rate": 0.00024434186451478216,
      "loss": 0.5959,
      "step": 42961
    },
    {
      "epoch": 1.7596559492115502,
      "grad_norm": 1.2158971103141498,
      "learning_rate": 0.0002443393289239685,
      "loss": 0.8409,
      "step": 42962
    },
    {
      "epoch": 1.7596969076387468,
      "grad_norm": 1.2107867797467813,
      "learning_rate": 0.00024433679328855664,
      "loss": 1.0546,
      "step": 42963
    },
    {
      "epoch": 1.759737866065943,
      "grad_norm": 1.3829937596785753,
      "learning_rate": 0.00024433425760854785,
      "loss": 1.2218,
      "step": 42964
    },
    {
      "epoch": 1.7597788244931394,
      "grad_norm": 1.0473155123044844,
      "learning_rate": 0.00024433172188394333,
      "loss": 0.7726,
      "step": 42965
    },
    {
      "epoch": 1.759819782920336,
      "grad_norm": 2.0592226188151384,
      "learning_rate": 0.00024432918611474417,
      "loss": 0.8772,
      "step": 42966
    },
    {
      "epoch": 1.7598607413475322,
      "grad_norm": 1.169655611275256,
      "learning_rate": 0.0002443266503009517,
      "loss": 1.1545,
      "step": 42967
    },
    {
      "epoch": 1.7599016997747285,
      "grad_norm": 1.4170976931342782,
      "learning_rate": 0.00024432411444256705,
      "loss": 1.1813,
      "step": 42968
    },
    {
      "epoch": 1.759942658201925,
      "grad_norm": 1.2814597474996776,
      "learning_rate": 0.00024432157853959143,
      "loss": 1.1686,
      "step": 42969
    },
    {
      "epoch": 1.7599836166291214,
      "grad_norm": 1.046952923690671,
      "learning_rate": 0.00024431904259202605,
      "loss": 0.763,
      "step": 42970
    },
    {
      "epoch": 1.7600245750563177,
      "grad_norm": 1.3641013094796282,
      "learning_rate": 0.0002443165065998721,
      "loss": 0.8401,
      "step": 42971
    },
    {
      "epoch": 1.7600655334835142,
      "grad_norm": 0.9735557716403126,
      "learning_rate": 0.00024431397056313075,
      "loss": 0.4272,
      "step": 42972
    },
    {
      "epoch": 1.7601064919107108,
      "grad_norm": 1.2579503011788653,
      "learning_rate": 0.0002443114344818033,
      "loss": 0.7634,
      "step": 42973
    },
    {
      "epoch": 1.7601474503379069,
      "grad_norm": 0.9656059007799095,
      "learning_rate": 0.0002443088983558908,
      "loss": 0.455,
      "step": 42974
    },
    {
      "epoch": 1.7601884087651034,
      "grad_norm": 4.042985042023767,
      "learning_rate": 0.0002443063621853946,
      "loss": 6.8488,
      "step": 42975
    },
    {
      "epoch": 1.7602293671923,
      "grad_norm": 1.289305935021246,
      "learning_rate": 0.00024430382597031577,
      "loss": 1.0037,
      "step": 42976
    },
    {
      "epoch": 1.7602703256194963,
      "grad_norm": 0.9485161883821707,
      "learning_rate": 0.0002443012897106555,
      "loss": 0.699,
      "step": 42977
    },
    {
      "epoch": 1.7603112840466926,
      "grad_norm": 4.476628554187531,
      "learning_rate": 0.00024429875340641516,
      "loss": 3.6578,
      "step": 42978
    },
    {
      "epoch": 1.760352242473889,
      "grad_norm": 1.5027992940061508,
      "learning_rate": 0.00024429621705759577,
      "loss": 0.9131,
      "step": 42979
    },
    {
      "epoch": 1.7603932009010854,
      "grad_norm": 1.0495627081334753,
      "learning_rate": 0.00024429368066419864,
      "loss": 0.8736,
      "step": 42980
    },
    {
      "epoch": 1.7604341593282817,
      "grad_norm": 0.9918996641906768,
      "learning_rate": 0.0002442911442262249,
      "loss": 0.3166,
      "step": 42981
    },
    {
      "epoch": 1.7604751177554783,
      "grad_norm": 1.418960374631187,
      "learning_rate": 0.0002442886077436758,
      "loss": 1.059,
      "step": 42982
    },
    {
      "epoch": 1.7605160761826746,
      "grad_norm": 1.0983433239592675,
      "learning_rate": 0.00024428607121655254,
      "loss": 0.8143,
      "step": 42983
    },
    {
      "epoch": 1.760557034609871,
      "grad_norm": 1.1240916238590337,
      "learning_rate": 0.00024428353464485625,
      "loss": 0.9531,
      "step": 42984
    },
    {
      "epoch": 1.7605979930370674,
      "grad_norm": 1.2141531120748086,
      "learning_rate": 0.00024428099802858825,
      "loss": 1.0044,
      "step": 42985
    },
    {
      "epoch": 1.7606389514642637,
      "grad_norm": 0.8782194760269441,
      "learning_rate": 0.00024427846136774957,
      "loss": 0.3033,
      "step": 42986
    },
    {
      "epoch": 1.76067990989146,
      "grad_norm": 1.0666848559720763,
      "learning_rate": 0.00024427592466234156,
      "loss": 0.8354,
      "step": 42987
    },
    {
      "epoch": 1.7607208683186566,
      "grad_norm": 1.093187046077622,
      "learning_rate": 0.00024427338791236535,
      "loss": 0.859,
      "step": 42988
    },
    {
      "epoch": 1.760761826745853,
      "grad_norm": 1.5476896812553114,
      "learning_rate": 0.00024427085111782215,
      "loss": 0.7267,
      "step": 42989
    },
    {
      "epoch": 1.7608027851730492,
      "grad_norm": 3.1954896045827677,
      "learning_rate": 0.00024426831427871315,
      "loss": 3.5311,
      "step": 42990
    },
    {
      "epoch": 1.7608437436002458,
      "grad_norm": 0.6973905176107874,
      "learning_rate": 0.00024426577739503964,
      "loss": 0.3399,
      "step": 42991
    },
    {
      "epoch": 1.7608847020274423,
      "grad_norm": 1.5263880209000316,
      "learning_rate": 0.00024426324046680265,
      "loss": 1.3266,
      "step": 42992
    },
    {
      "epoch": 1.7609256604546384,
      "grad_norm": 1.293096499795442,
      "learning_rate": 0.0002442607034940035,
      "loss": 1.0205,
      "step": 42993
    },
    {
      "epoch": 1.760966618881835,
      "grad_norm": 1.0686459361602327,
      "learning_rate": 0.00024425816647664336,
      "loss": 0.5516,
      "step": 42994
    },
    {
      "epoch": 1.7610075773090315,
      "grad_norm": 1.5225103622532645,
      "learning_rate": 0.00024425562941472344,
      "loss": 0.7652,
      "step": 42995
    },
    {
      "epoch": 1.7610485357362278,
      "grad_norm": 1.4663832050617935,
      "learning_rate": 0.0002442530923082449,
      "loss": 0.7834,
      "step": 42996
    },
    {
      "epoch": 1.761089494163424,
      "grad_norm": 1.084246149138358,
      "learning_rate": 0.000244250555157209,
      "loss": 0.7619,
      "step": 42997
    },
    {
      "epoch": 1.7611304525906206,
      "grad_norm": 1.1747821754276853,
      "learning_rate": 0.00024424801796161686,
      "loss": 0.7714,
      "step": 42998
    },
    {
      "epoch": 1.761171411017817,
      "grad_norm": 0.9253633797478549,
      "learning_rate": 0.00024424548072146977,
      "loss": 0.272,
      "step": 42999
    },
    {
      "epoch": 1.7612123694450132,
      "grad_norm": 0.9795017192152791,
      "learning_rate": 0.00024424294343676885,
      "loss": 0.6979,
      "step": 43000
    },
    {
      "epoch": 1.7612533278722098,
      "grad_norm": 1.2883343254769013,
      "learning_rate": 0.00024424040610751535,
      "loss": 0.8635,
      "step": 43001
    },
    {
      "epoch": 1.761294286299406,
      "grad_norm": 1.1474844481061048,
      "learning_rate": 0.00024423786873371047,
      "loss": 0.8237,
      "step": 43002
    },
    {
      "epoch": 1.7613352447266024,
      "grad_norm": 1.342219093683778,
      "learning_rate": 0.0002442353313153554,
      "loss": 0.7848,
      "step": 43003
    },
    {
      "epoch": 1.761376203153799,
      "grad_norm": 1.1340920301306165,
      "learning_rate": 0.00024423279385245127,
      "loss": 0.7194,
      "step": 43004
    },
    {
      "epoch": 1.7614171615809953,
      "grad_norm": 1.4750307121642292,
      "learning_rate": 0.00024423025634499944,
      "loss": 1.3558,
      "step": 43005
    },
    {
      "epoch": 1.7614581200081916,
      "grad_norm": 1.2147611326564385,
      "learning_rate": 0.0002442277187930009,
      "loss": 0.8838,
      "step": 43006
    },
    {
      "epoch": 1.761499078435388,
      "grad_norm": 1.4509929468516765,
      "learning_rate": 0.0002442251811964571,
      "loss": 0.9625,
      "step": 43007
    },
    {
      "epoch": 1.7615400368625844,
      "grad_norm": 1.2041344183457785,
      "learning_rate": 0.000244222643555369,
      "loss": 0.4651,
      "step": 43008
    },
    {
      "epoch": 1.7615809952897807,
      "grad_norm": 1.313534879599494,
      "learning_rate": 0.0002442201058697379,
      "loss": 0.9618,
      "step": 43009
    },
    {
      "epoch": 1.7616219537169773,
      "grad_norm": 1.2762364340082277,
      "learning_rate": 0.00024421756813956504,
      "loss": 0.9403,
      "step": 43010
    },
    {
      "epoch": 1.7616629121441738,
      "grad_norm": 1.1225235051864466,
      "learning_rate": 0.0002442150303648516,
      "loss": 0.5743,
      "step": 43011
    },
    {
      "epoch": 1.76170387057137,
      "grad_norm": 1.1777260637618532,
      "learning_rate": 0.0002442124925455987,
      "loss": 0.8453,
      "step": 43012
    },
    {
      "epoch": 1.7617448289985664,
      "grad_norm": 0.8870559380950733,
      "learning_rate": 0.0002442099546818076,
      "loss": 0.5657,
      "step": 43013
    },
    {
      "epoch": 1.761785787425763,
      "grad_norm": 3.198617545649029,
      "learning_rate": 0.0002442074167734796,
      "loss": 4.4744,
      "step": 43014
    },
    {
      "epoch": 1.7618267458529593,
      "grad_norm": 1.932523137791468,
      "learning_rate": 0.0002442048788206157,
      "loss": 1.0406,
      "step": 43015
    },
    {
      "epoch": 1.7618677042801556,
      "grad_norm": 0.8595863217279819,
      "learning_rate": 0.0002442023408232172,
      "loss": 0.2962,
      "step": 43016
    },
    {
      "epoch": 1.7619086627073521,
      "grad_norm": 1.2973237008275822,
      "learning_rate": 0.00024419980278128536,
      "loss": 0.7286,
      "step": 43017
    },
    {
      "epoch": 1.7619496211345484,
      "grad_norm": 0.7059803887175831,
      "learning_rate": 0.0002441972646948213,
      "loss": 0.2627,
      "step": 43018
    },
    {
      "epoch": 1.7619905795617448,
      "grad_norm": 1.773505689848642,
      "learning_rate": 0.0002441947265638262,
      "loss": 0.9368,
      "step": 43019
    },
    {
      "epoch": 1.7620315379889413,
      "grad_norm": 1.1226613797261265,
      "learning_rate": 0.00024419218838830133,
      "loss": 0.8118,
      "step": 43020
    },
    {
      "epoch": 1.7620724964161376,
      "grad_norm": 1.3675767309379168,
      "learning_rate": 0.00024418965016824787,
      "loss": 0.81,
      "step": 43021
    },
    {
      "epoch": 1.762113454843334,
      "grad_norm": 1.2466474145490436,
      "learning_rate": 0.000244187111903667,
      "loss": 0.7434,
      "step": 43022
    },
    {
      "epoch": 1.7621544132705305,
      "grad_norm": 1.3181088787544935,
      "learning_rate": 0.0002441845735945599,
      "loss": 1.1291,
      "step": 43023
    },
    {
      "epoch": 1.7621953716977268,
      "grad_norm": 0.9914837912238325,
      "learning_rate": 0.00024418203524092787,
      "loss": 0.7035,
      "step": 43024
    },
    {
      "epoch": 1.762236330124923,
      "grad_norm": 0.8625524893166915,
      "learning_rate": 0.00024417949684277197,
      "loss": 0.6689,
      "step": 43025
    },
    {
      "epoch": 1.7622772885521196,
      "grad_norm": 0.6914441252500156,
      "learning_rate": 0.0002441769584000935,
      "loss": 0.2807,
      "step": 43026
    },
    {
      "epoch": 1.762318246979316,
      "grad_norm": 1.2356906246595678,
      "learning_rate": 0.0002441744199128936,
      "loss": 0.9328,
      "step": 43027
    },
    {
      "epoch": 1.7623592054065123,
      "grad_norm": 1.8379662002870234,
      "learning_rate": 0.0002441718813811735,
      "loss": 0.8398,
      "step": 43028
    },
    {
      "epoch": 1.7624001638337088,
      "grad_norm": 1.009153516710823,
      "learning_rate": 0.0002441693428049344,
      "loss": 0.4455,
      "step": 43029
    },
    {
      "epoch": 1.7624411222609053,
      "grad_norm": 1.344972948279059,
      "learning_rate": 0.00024416680418417756,
      "loss": 0.8155,
      "step": 43030
    },
    {
      "epoch": 1.7624820806881014,
      "grad_norm": 1.1591955808930934,
      "learning_rate": 0.00024416426551890407,
      "loss": 0.717,
      "step": 43031
    },
    {
      "epoch": 1.762523039115298,
      "grad_norm": 1.9869305108218915,
      "learning_rate": 0.0002441617268091152,
      "loss": 2.2141,
      "step": 43032
    },
    {
      "epoch": 1.7625639975424945,
      "grad_norm": 1.2984789515223127,
      "learning_rate": 0.0002441591880548121,
      "loss": 0.8794,
      "step": 43033
    },
    {
      "epoch": 1.7626049559696908,
      "grad_norm": 1.2054505540537928,
      "learning_rate": 0.000244156649255996,
      "loss": 0.6175,
      "step": 43034
    },
    {
      "epoch": 1.7626459143968871,
      "grad_norm": 1.4029051311993925,
      "learning_rate": 0.0002441541104126681,
      "loss": 0.7606,
      "step": 43035
    },
    {
      "epoch": 1.7626868728240837,
      "grad_norm": 1.1971118856638245,
      "learning_rate": 0.00024415157152482965,
      "loss": 0.7359,
      "step": 43036
    },
    {
      "epoch": 1.76272783125128,
      "grad_norm": 1.2109594592549289,
      "learning_rate": 0.00024414903259248176,
      "loss": 0.8844,
      "step": 43037
    },
    {
      "epoch": 1.7627687896784763,
      "grad_norm": 1.3167655059537227,
      "learning_rate": 0.0002441464936156257,
      "loss": 0.7033,
      "step": 43038
    },
    {
      "epoch": 1.7628097481056728,
      "grad_norm": 1.2476924875978976,
      "learning_rate": 0.0002441439545942626,
      "loss": 0.7954,
      "step": 43039
    },
    {
      "epoch": 1.7628507065328691,
      "grad_norm": 2.161250221461548,
      "learning_rate": 0.0002441414155283937,
      "loss": 1.8848,
      "step": 43040
    },
    {
      "epoch": 1.7628916649600654,
      "grad_norm": 1.4501978245668996,
      "learning_rate": 0.00024413887641802021,
      "loss": 0.7274,
      "step": 43041
    },
    {
      "epoch": 1.762932623387262,
      "grad_norm": 1.0959225620993327,
      "learning_rate": 0.00024413633726314332,
      "loss": 0.6687,
      "step": 43042
    },
    {
      "epoch": 1.7629735818144583,
      "grad_norm": 1.1688490608470183,
      "learning_rate": 0.00024413379806376427,
      "loss": 0.9164,
      "step": 43043
    },
    {
      "epoch": 1.7630145402416546,
      "grad_norm": 1.535866118036289,
      "learning_rate": 0.0002441312588198842,
      "loss": 1.0159,
      "step": 43044
    },
    {
      "epoch": 1.7630554986688511,
      "grad_norm": 1.149105340479702,
      "learning_rate": 0.00024412871953150434,
      "loss": 0.7806,
      "step": 43045
    },
    {
      "epoch": 1.7630964570960477,
      "grad_norm": 1.2768169488810055,
      "learning_rate": 0.00024412618019862588,
      "loss": 0.7459,
      "step": 43046
    },
    {
      "epoch": 1.7631374155232438,
      "grad_norm": 1.5457729132952958,
      "learning_rate": 0.00024412364082125002,
      "loss": 0.9036,
      "step": 43047
    },
    {
      "epoch": 1.7631783739504403,
      "grad_norm": 1.3240751812656661,
      "learning_rate": 0.00024412110139937796,
      "loss": 1.0469,
      "step": 43048
    },
    {
      "epoch": 1.7632193323776368,
      "grad_norm": 1.234099113728791,
      "learning_rate": 0.0002441185619330109,
      "loss": 0.9099,
      "step": 43049
    },
    {
      "epoch": 1.763260290804833,
      "grad_norm": 0.9582685153790218,
      "learning_rate": 0.00024411602242215005,
      "loss": 0.5777,
      "step": 43050
    },
    {
      "epoch": 1.7633012492320295,
      "grad_norm": 0.7902280381072684,
      "learning_rate": 0.00024411348286679658,
      "loss": 0.3121,
      "step": 43051
    },
    {
      "epoch": 1.763342207659226,
      "grad_norm": 1.4025047918888283,
      "learning_rate": 0.00024411094326695176,
      "loss": 0.9048,
      "step": 43052
    },
    {
      "epoch": 1.7633831660864223,
      "grad_norm": 0.6880812436678847,
      "learning_rate": 0.00024410840362261674,
      "loss": 0.2352,
      "step": 43053
    },
    {
      "epoch": 1.7634241245136186,
      "grad_norm": 1.4880116301687814,
      "learning_rate": 0.00024410586393379272,
      "loss": 1.0034,
      "step": 43054
    },
    {
      "epoch": 1.7634650829408152,
      "grad_norm": 2.0651125469434026,
      "learning_rate": 0.00024410332420048088,
      "loss": 1.6945,
      "step": 43055
    },
    {
      "epoch": 1.7635060413680115,
      "grad_norm": 1.2248579490596416,
      "learning_rate": 0.0002441007844226825,
      "loss": 0.7049,
      "step": 43056
    },
    {
      "epoch": 1.7635469997952078,
      "grad_norm": 1.1292653117098637,
      "learning_rate": 0.00024409824460039869,
      "loss": 0.5645,
      "step": 43057
    },
    {
      "epoch": 1.7635879582224043,
      "grad_norm": 1.3591094258199037,
      "learning_rate": 0.0002440957047336307,
      "loss": 1.1271,
      "step": 43058
    },
    {
      "epoch": 1.7636289166496006,
      "grad_norm": 0.8973603441520266,
      "learning_rate": 0.0002440931648223797,
      "loss": 0.2958,
      "step": 43059
    },
    {
      "epoch": 1.763669875076797,
      "grad_norm": 1.1876848959888948,
      "learning_rate": 0.00024409062486664695,
      "loss": 0.6286,
      "step": 43060
    },
    {
      "epoch": 1.7637108335039935,
      "grad_norm": 1.0280474312602361,
      "learning_rate": 0.00024408808486643362,
      "loss": 0.6158,
      "step": 43061
    },
    {
      "epoch": 1.7637517919311898,
      "grad_norm": 0.7876886319923336,
      "learning_rate": 0.0002440855448217409,
      "loss": 0.3113,
      "step": 43062
    },
    {
      "epoch": 1.7637927503583861,
      "grad_norm": 1.432981683330894,
      "learning_rate": 0.00024408300473256997,
      "loss": 0.7309,
      "step": 43063
    },
    {
      "epoch": 1.7638337087855827,
      "grad_norm": 1.197629710381498,
      "learning_rate": 0.00024408046459892203,
      "loss": 0.9924,
      "step": 43064
    },
    {
      "epoch": 1.7638746672127792,
      "grad_norm": 1.26872128102216,
      "learning_rate": 0.00024407792442079836,
      "loss": 0.5896,
      "step": 43065
    },
    {
      "epoch": 1.7639156256399753,
      "grad_norm": 0.8879758975333739,
      "learning_rate": 0.0002440753841982001,
      "loss": 0.3242,
      "step": 43066
    },
    {
      "epoch": 1.7639565840671718,
      "grad_norm": 1.2548599441804822,
      "learning_rate": 0.0002440728439311284,
      "loss": 0.7109,
      "step": 43067
    },
    {
      "epoch": 1.7639975424943684,
      "grad_norm": 0.933030486536572,
      "learning_rate": 0.0002440703036195846,
      "loss": 0.5876,
      "step": 43068
    },
    {
      "epoch": 1.7640385009215647,
      "grad_norm": 0.9293044242150518,
      "learning_rate": 0.00024406776326356974,
      "loss": 0.6671,
      "step": 43069
    },
    {
      "epoch": 1.764079459348761,
      "grad_norm": 1.452889713481519,
      "learning_rate": 0.00024406522286308515,
      "loss": 0.7568,
      "step": 43070
    },
    {
      "epoch": 1.7641204177759575,
      "grad_norm": 0.9759793340942557,
      "learning_rate": 0.00024406268241813195,
      "loss": 0.2307,
      "step": 43071
    },
    {
      "epoch": 1.7641613762031538,
      "grad_norm": 1.2968814332849241,
      "learning_rate": 0.0002440601419287114,
      "loss": 1.0774,
      "step": 43072
    },
    {
      "epoch": 1.7642023346303501,
      "grad_norm": 1.4270274634773423,
      "learning_rate": 0.00024405760139482467,
      "loss": 0.9984,
      "step": 43073
    },
    {
      "epoch": 1.7642432930575467,
      "grad_norm": 1.169541642779801,
      "learning_rate": 0.00024405506081647297,
      "loss": 0.9634,
      "step": 43074
    },
    {
      "epoch": 1.764284251484743,
      "grad_norm": 1.371065857237245,
      "learning_rate": 0.00024405252019365746,
      "loss": 0.8023,
      "step": 43075
    },
    {
      "epoch": 1.7643252099119393,
      "grad_norm": 1.4584356184017382,
      "learning_rate": 0.00024404997952637942,
      "loss": 0.8297,
      "step": 43076
    },
    {
      "epoch": 1.7643661683391358,
      "grad_norm": 1.4714963716228822,
      "learning_rate": 0.00024404743881463998,
      "loss": 1.384,
      "step": 43077
    },
    {
      "epoch": 1.7644071267663322,
      "grad_norm": 1.774952001746363,
      "learning_rate": 0.0002440448980584404,
      "loss": 1.2316,
      "step": 43078
    },
    {
      "epoch": 1.7644480851935285,
      "grad_norm": 1.2181819573339887,
      "learning_rate": 0.00024404235725778182,
      "loss": 0.8044,
      "step": 43079
    },
    {
      "epoch": 1.764489043620725,
      "grad_norm": 1.519114195335054,
      "learning_rate": 0.00024403981641266548,
      "loss": 0.8743,
      "step": 43080
    },
    {
      "epoch": 1.7645300020479213,
      "grad_norm": 1.1363104258279193,
      "learning_rate": 0.00024403727552309252,
      "loss": 0.3456,
      "step": 43081
    },
    {
      "epoch": 1.7645709604751176,
      "grad_norm": 1.1150674426585347,
      "learning_rate": 0.0002440347345890643,
      "loss": 0.6676,
      "step": 43082
    },
    {
      "epoch": 1.7646119189023142,
      "grad_norm": 0.7760790589460235,
      "learning_rate": 0.00024403219361058181,
      "loss": 0.2813,
      "step": 43083
    },
    {
      "epoch": 1.7646528773295107,
      "grad_norm": 1.1997564889603296,
      "learning_rate": 0.0002440296525876464,
      "loss": 0.7394,
      "step": 43084
    },
    {
      "epoch": 1.7646938357567068,
      "grad_norm": 1.2514210353877382,
      "learning_rate": 0.00024402711152025921,
      "loss": 0.7308,
      "step": 43085
    },
    {
      "epoch": 1.7647347941839033,
      "grad_norm": 1.407366655874043,
      "learning_rate": 0.0002440245704084215,
      "loss": 0.6908,
      "step": 43086
    },
    {
      "epoch": 1.7647757526110999,
      "grad_norm": 1.0200577479273238,
      "learning_rate": 0.00024402202925213442,
      "loss": 0.8911,
      "step": 43087
    },
    {
      "epoch": 1.7648167110382962,
      "grad_norm": 1.1225447529154702,
      "learning_rate": 0.00024401948805139915,
      "loss": 0.745,
      "step": 43088
    },
    {
      "epoch": 1.7648576694654925,
      "grad_norm": 1.1219209788133353,
      "learning_rate": 0.00024401694680621693,
      "loss": 0.9984,
      "step": 43089
    },
    {
      "epoch": 1.764898627892689,
      "grad_norm": 1.076915181483969,
      "learning_rate": 0.00024401440551658895,
      "loss": 0.5842,
      "step": 43090
    },
    {
      "epoch": 1.7649395863198853,
      "grad_norm": 4.456910686077837,
      "learning_rate": 0.00024401186418251643,
      "loss": 4.5614,
      "step": 43091
    },
    {
      "epoch": 1.7649805447470817,
      "grad_norm": 1.2198482132317576,
      "learning_rate": 0.00024400932280400054,
      "loss": 0.8105,
      "step": 43092
    },
    {
      "epoch": 1.7650215031742782,
      "grad_norm": 5.8765406326158915,
      "learning_rate": 0.0002440067813810425,
      "loss": 0.8104,
      "step": 43093
    },
    {
      "epoch": 1.7650624616014745,
      "grad_norm": 1.42077144526941,
      "learning_rate": 0.00024400423991364353,
      "loss": 0.8332,
      "step": 43094
    },
    {
      "epoch": 1.7651034200286708,
      "grad_norm": 1.16821403588311,
      "learning_rate": 0.00024400169840180477,
      "loss": 0.5956,
      "step": 43095
    },
    {
      "epoch": 1.7651443784558674,
      "grad_norm": 1.5061010473392744,
      "learning_rate": 0.0002439991568455275,
      "loss": 0.9472,
      "step": 43096
    },
    {
      "epoch": 1.7651853368830637,
      "grad_norm": 1.2132237518261155,
      "learning_rate": 0.0002439966152448129,
      "loss": 0.7068,
      "step": 43097
    },
    {
      "epoch": 1.76522629531026,
      "grad_norm": 1.1898095403256503,
      "learning_rate": 0.00024399407359966207,
      "loss": 0.888,
      "step": 43098
    },
    {
      "epoch": 1.7652672537374565,
      "grad_norm": 1.8287394951692348,
      "learning_rate": 0.00024399153191007633,
      "loss": 0.9304,
      "step": 43099
    },
    {
      "epoch": 1.7653082121646528,
      "grad_norm": 2.177374131992229,
      "learning_rate": 0.0002439889901760569,
      "loss": 3.1723,
      "step": 43100
    },
    {
      "epoch": 1.7653491705918491,
      "grad_norm": 1.7233003580410027,
      "learning_rate": 0.0002439864483976049,
      "loss": 1.2657,
      "step": 43101
    },
    {
      "epoch": 1.7653901290190457,
      "grad_norm": 1.0355044499413208,
      "learning_rate": 0.00024398390657472154,
      "loss": 0.6839,
      "step": 43102
    },
    {
      "epoch": 1.7654310874462422,
      "grad_norm": 1.052873523225995,
      "learning_rate": 0.00024398136470740807,
      "loss": 0.5409,
      "step": 43103
    },
    {
      "epoch": 1.7654720458734383,
      "grad_norm": 1.0854094381257178,
      "learning_rate": 0.00024397882279566567,
      "loss": 0.8343,
      "step": 43104
    },
    {
      "epoch": 1.7655130043006348,
      "grad_norm": 1.8178425039051926,
      "learning_rate": 0.0002439762808394955,
      "loss": 1.315,
      "step": 43105
    },
    {
      "epoch": 1.7655539627278314,
      "grad_norm": 2.0655063016076456,
      "learning_rate": 0.00024397373883889884,
      "loss": 0.9284,
      "step": 43106
    },
    {
      "epoch": 1.7655949211550277,
      "grad_norm": 1.3681824776911287,
      "learning_rate": 0.00024397119679387682,
      "loss": 1.0965,
      "step": 43107
    },
    {
      "epoch": 1.765635879582224,
      "grad_norm": 1.4727624086348445,
      "learning_rate": 0.00024396865470443068,
      "loss": 0.9584,
      "step": 43108
    },
    {
      "epoch": 1.7656768380094205,
      "grad_norm": 1.3488396131708014,
      "learning_rate": 0.0002439661125705616,
      "loss": 0.8629,
      "step": 43109
    },
    {
      "epoch": 1.7657177964366169,
      "grad_norm": 1.3407069835205296,
      "learning_rate": 0.00024396357039227078,
      "loss": 0.9926,
      "step": 43110
    },
    {
      "epoch": 1.7657587548638132,
      "grad_norm": 1.3497442200066914,
      "learning_rate": 0.0002439610281695595,
      "loss": 0.8692,
      "step": 43111
    },
    {
      "epoch": 1.7657997132910097,
      "grad_norm": 0.9422857552188029,
      "learning_rate": 0.00024395848590242885,
      "loss": 0.9558,
      "step": 43112
    },
    {
      "epoch": 1.765840671718206,
      "grad_norm": 1.0718371099174253,
      "learning_rate": 0.0002439559435908801,
      "loss": 0.7521,
      "step": 43113
    },
    {
      "epoch": 1.7658816301454023,
      "grad_norm": 2.7527946704331256,
      "learning_rate": 0.0002439534012349144,
      "loss": 2.3606,
      "step": 43114
    },
    {
      "epoch": 1.7659225885725989,
      "grad_norm": 1.4577771972997857,
      "learning_rate": 0.00024395085883453303,
      "loss": 0.9383,
      "step": 43115
    },
    {
      "epoch": 1.7659635469997952,
      "grad_norm": 0.8791362477529463,
      "learning_rate": 0.00024394831638973713,
      "loss": 0.4639,
      "step": 43116
    },
    {
      "epoch": 1.7660045054269915,
      "grad_norm": 0.9326909490752512,
      "learning_rate": 0.0002439457739005279,
      "loss": 0.5931,
      "step": 43117
    },
    {
      "epoch": 1.766045463854188,
      "grad_norm": 1.1832892689012995,
      "learning_rate": 0.00024394323136690656,
      "loss": 0.8065,
      "step": 43118
    },
    {
      "epoch": 1.7660864222813843,
      "grad_norm": 2.301686446386896,
      "learning_rate": 0.0002439406887888743,
      "loss": 0.9778,
      "step": 43119
    },
    {
      "epoch": 1.7661273807085807,
      "grad_norm": 1.0749858320145096,
      "learning_rate": 0.00024393814616643236,
      "loss": 0.8257,
      "step": 43120
    },
    {
      "epoch": 1.7661683391357772,
      "grad_norm": 1.1083835068209222,
      "learning_rate": 0.0002439356034995819,
      "loss": 0.9406,
      "step": 43121
    },
    {
      "epoch": 1.7662092975629737,
      "grad_norm": 1.12013373981356,
      "learning_rate": 0.00024393306078832416,
      "loss": 0.9068,
      "step": 43122
    },
    {
      "epoch": 1.7662502559901698,
      "grad_norm": 1.2939615935139845,
      "learning_rate": 0.00024393051803266028,
      "loss": 1.0833,
      "step": 43123
    },
    {
      "epoch": 1.7662912144173664,
      "grad_norm": 1.018817709796552,
      "learning_rate": 0.00024392797523259155,
      "loss": 0.6074,
      "step": 43124
    },
    {
      "epoch": 1.766332172844563,
      "grad_norm": 1.2256934587100958,
      "learning_rate": 0.0002439254323881191,
      "loss": 0.8331,
      "step": 43125
    },
    {
      "epoch": 1.7663731312717592,
      "grad_norm": 1.2278399328682619,
      "learning_rate": 0.00024392288949924416,
      "loss": 1.0903,
      "step": 43126
    },
    {
      "epoch": 1.7664140896989555,
      "grad_norm": 1.3339391820324487,
      "learning_rate": 0.0002439203465659679,
      "loss": 1.3306,
      "step": 43127
    },
    {
      "epoch": 1.766455048126152,
      "grad_norm": 1.4560288370517376,
      "learning_rate": 0.00024391780358829157,
      "loss": 1.4152,
      "step": 43128
    },
    {
      "epoch": 1.7664960065533484,
      "grad_norm": 1.2892370824524984,
      "learning_rate": 0.0002439152605662164,
      "loss": 0.7337,
      "step": 43129
    },
    {
      "epoch": 1.7665369649805447,
      "grad_norm": 1.5588897793792433,
      "learning_rate": 0.00024391271749974345,
      "loss": 0.7106,
      "step": 43130
    },
    {
      "epoch": 1.7665779234077412,
      "grad_norm": 1.113774423983016,
      "learning_rate": 0.0002439101743888741,
      "loss": 0.7804,
      "step": 43131
    },
    {
      "epoch": 1.7666188818349375,
      "grad_norm": 3.143417026387094,
      "learning_rate": 0.00024390763123360946,
      "loss": 5.1149,
      "step": 43132
    },
    {
      "epoch": 1.7666598402621339,
      "grad_norm": 1.2739607640950075,
      "learning_rate": 0.0002439050880339507,
      "loss": 0.901,
      "step": 43133
    },
    {
      "epoch": 1.7667007986893304,
      "grad_norm": 0.9782738084403994,
      "learning_rate": 0.00024390254478989906,
      "loss": 0.8854,
      "step": 43134
    },
    {
      "epoch": 1.7667417571165267,
      "grad_norm": 1.299581582678597,
      "learning_rate": 0.0002439000015014558,
      "loss": 0.9416,
      "step": 43135
    },
    {
      "epoch": 1.766782715543723,
      "grad_norm": 1.0253239457716026,
      "learning_rate": 0.00024389745816862202,
      "loss": 0.5483,
      "step": 43136
    },
    {
      "epoch": 1.7668236739709196,
      "grad_norm": 1.3638007629792224,
      "learning_rate": 0.000243894914791399,
      "loss": 0.9722,
      "step": 43137
    },
    {
      "epoch": 1.7668646323981159,
      "grad_norm": 1.2549376923516768,
      "learning_rate": 0.0002438923713697879,
      "loss": 1.108,
      "step": 43138
    },
    {
      "epoch": 1.7669055908253122,
      "grad_norm": 1.4105380814279909,
      "learning_rate": 0.0002438898279037899,
      "loss": 1.4767,
      "step": 43139
    },
    {
      "epoch": 1.7669465492525087,
      "grad_norm": 0.9183186236007435,
      "learning_rate": 0.00024388728439340626,
      "loss": 0.3566,
      "step": 43140
    },
    {
      "epoch": 1.7669875076797052,
      "grad_norm": 1.115701636252141,
      "learning_rate": 0.0002438847408386382,
      "loss": 0.7422,
      "step": 43141
    },
    {
      "epoch": 1.7670284661069013,
      "grad_norm": 1.3795188331353092,
      "learning_rate": 0.00024388219723948685,
      "loss": 0.6451,
      "step": 43142
    },
    {
      "epoch": 1.7670694245340979,
      "grad_norm": 2.4622347758734056,
      "learning_rate": 0.00024387965359595344,
      "loss": 1.1841,
      "step": 43143
    },
    {
      "epoch": 1.7671103829612944,
      "grad_norm": 1.5521106224040635,
      "learning_rate": 0.00024387710990803917,
      "loss": 1.1045,
      "step": 43144
    },
    {
      "epoch": 1.7671513413884907,
      "grad_norm": 0.7551482483874759,
      "learning_rate": 0.00024387456617574527,
      "loss": 0.3102,
      "step": 43145
    },
    {
      "epoch": 1.767192299815687,
      "grad_norm": 1.592895695281134,
      "learning_rate": 0.0002438720223990729,
      "loss": 0.847,
      "step": 43146
    },
    {
      "epoch": 1.7672332582428836,
      "grad_norm": 1.0757282184769552,
      "learning_rate": 0.00024386947857802334,
      "loss": 0.832,
      "step": 43147
    },
    {
      "epoch": 1.76727421667008,
      "grad_norm": 1.3480237172472886,
      "learning_rate": 0.00024386693471259766,
      "loss": 0.8184,
      "step": 43148
    },
    {
      "epoch": 1.7673151750972762,
      "grad_norm": 0.8368822411439817,
      "learning_rate": 0.0002438643908027972,
      "loss": 0.2537,
      "step": 43149
    },
    {
      "epoch": 1.7673561335244727,
      "grad_norm": 1.0634978823088683,
      "learning_rate": 0.00024386184684862313,
      "loss": 0.4198,
      "step": 43150
    },
    {
      "epoch": 1.767397091951669,
      "grad_norm": 0.9917973157708356,
      "learning_rate": 0.00024385930285007658,
      "loss": 0.5237,
      "step": 43151
    },
    {
      "epoch": 1.7674380503788654,
      "grad_norm": 0.7946982877142387,
      "learning_rate": 0.00024385675880715877,
      "loss": 0.3581,
      "step": 43152
    },
    {
      "epoch": 1.767479008806062,
      "grad_norm": 1.394305555835453,
      "learning_rate": 0.00024385421471987095,
      "loss": 1.134,
      "step": 43153
    },
    {
      "epoch": 1.7675199672332582,
      "grad_norm": 1.3299655339065937,
      "learning_rate": 0.00024385167058821433,
      "loss": 0.9379,
      "step": 43154
    },
    {
      "epoch": 1.7675609256604545,
      "grad_norm": 1.6814800747953245,
      "learning_rate": 0.00024384912641219004,
      "loss": 1.1849,
      "step": 43155
    },
    {
      "epoch": 1.767601884087651,
      "grad_norm": 1.3361029914942655,
      "learning_rate": 0.0002438465821917994,
      "loss": 0.887,
      "step": 43156
    },
    {
      "epoch": 1.7676428425148474,
      "grad_norm": 1.0689079613973314,
      "learning_rate": 0.00024384403792704346,
      "loss": 0.7044,
      "step": 43157
    },
    {
      "epoch": 1.7676838009420437,
      "grad_norm": 1.1122763175666877,
      "learning_rate": 0.00024384149361792354,
      "loss": 0.7807,
      "step": 43158
    },
    {
      "epoch": 1.7677247593692402,
      "grad_norm": 1.5736409574637993,
      "learning_rate": 0.0002438389492644408,
      "loss": 1.8013,
      "step": 43159
    },
    {
      "epoch": 1.7677657177964368,
      "grad_norm": 0.9671253755818497,
      "learning_rate": 0.00024383640486659645,
      "loss": 0.7277,
      "step": 43160
    },
    {
      "epoch": 1.7678066762236329,
      "grad_norm": 1.4506895454018027,
      "learning_rate": 0.00024383386042439172,
      "loss": 0.8566,
      "step": 43161
    },
    {
      "epoch": 1.7678476346508294,
      "grad_norm": 1.0029750187477913,
      "learning_rate": 0.00024383131593782778,
      "loss": 0.9294,
      "step": 43162
    },
    {
      "epoch": 1.767888593078026,
      "grad_norm": 2.10646841642334,
      "learning_rate": 0.0002438287714069058,
      "loss": 1.0163,
      "step": 43163
    },
    {
      "epoch": 1.7679295515052222,
      "grad_norm": 1.7005792546602307,
      "learning_rate": 0.00024382622683162707,
      "loss": 1.7676,
      "step": 43164
    },
    {
      "epoch": 1.7679705099324186,
      "grad_norm": 1.3147210778567653,
      "learning_rate": 0.00024382368221199268,
      "loss": 0.8256,
      "step": 43165
    },
    {
      "epoch": 1.768011468359615,
      "grad_norm": 1.165500685062848,
      "learning_rate": 0.00024382113754800396,
      "loss": 0.7886,
      "step": 43166
    },
    {
      "epoch": 1.7680524267868114,
      "grad_norm": 1.5645526125404698,
      "learning_rate": 0.00024381859283966205,
      "loss": 1.0481,
      "step": 43167
    },
    {
      "epoch": 1.7680933852140077,
      "grad_norm": 1.0093400537154267,
      "learning_rate": 0.0002438160480869681,
      "loss": 0.6454,
      "step": 43168
    },
    {
      "epoch": 1.7681343436412043,
      "grad_norm": 1.3631643767717012,
      "learning_rate": 0.00024381350328992344,
      "loss": 0.96,
      "step": 43169
    },
    {
      "epoch": 1.7681753020684006,
      "grad_norm": 1.4384294122076733,
      "learning_rate": 0.0002438109584485291,
      "loss": 0.8357,
      "step": 43170
    },
    {
      "epoch": 1.7682162604955969,
      "grad_norm": 1.2923470515719062,
      "learning_rate": 0.00024380841356278648,
      "loss": 0.7546,
      "step": 43171
    },
    {
      "epoch": 1.7682572189227934,
      "grad_norm": 1.210147820918782,
      "learning_rate": 0.00024380586863269666,
      "loss": 0.9325,
      "step": 43172
    },
    {
      "epoch": 1.7682981773499897,
      "grad_norm": 1.0309529083121163,
      "learning_rate": 0.00024380332365826085,
      "loss": 0.4601,
      "step": 43173
    },
    {
      "epoch": 1.768339135777186,
      "grad_norm": 1.0918298474998442,
      "learning_rate": 0.00024380077863948027,
      "loss": 0.3265,
      "step": 43174
    },
    {
      "epoch": 1.7683800942043826,
      "grad_norm": 1.3425563530252949,
      "learning_rate": 0.00024379823357635616,
      "loss": 0.9883,
      "step": 43175
    },
    {
      "epoch": 1.768421052631579,
      "grad_norm": 1.0339947984383766,
      "learning_rate": 0.00024379568846888964,
      "loss": 0.7833,
      "step": 43176
    },
    {
      "epoch": 1.7684620110587752,
      "grad_norm": 1.0099210226077946,
      "learning_rate": 0.00024379314331708196,
      "loss": 0.7187,
      "step": 43177
    },
    {
      "epoch": 1.7685029694859717,
      "grad_norm": 1.4575191378973154,
      "learning_rate": 0.00024379059812093437,
      "loss": 0.9719,
      "step": 43178
    },
    {
      "epoch": 1.7685439279131683,
      "grad_norm": 1.0243758973860095,
      "learning_rate": 0.00024378805288044798,
      "loss": 0.4771,
      "step": 43179
    },
    {
      "epoch": 1.7685848863403644,
      "grad_norm": 1.6823041553064304,
      "learning_rate": 0.0002437855075956241,
      "loss": 1.2121,
      "step": 43180
    },
    {
      "epoch": 1.768625844767561,
      "grad_norm": 1.1652831070022558,
      "learning_rate": 0.0002437829622664638,
      "loss": 1.044,
      "step": 43181
    },
    {
      "epoch": 1.7686668031947574,
      "grad_norm": 1.3774986580606254,
      "learning_rate": 0.0002437804168929684,
      "loss": 0.839,
      "step": 43182
    },
    {
      "epoch": 1.7687077616219538,
      "grad_norm": 1.5248242869537345,
      "learning_rate": 0.00024377787147513905,
      "loss": 0.959,
      "step": 43183
    },
    {
      "epoch": 1.76874872004915,
      "grad_norm": 0.954961859713533,
      "learning_rate": 0.00024377532601297695,
      "loss": 0.2791,
      "step": 43184
    },
    {
      "epoch": 1.7687896784763466,
      "grad_norm": 1.6613028262609286,
      "learning_rate": 0.00024377278050648337,
      "loss": 0.9273,
      "step": 43185
    },
    {
      "epoch": 1.768830636903543,
      "grad_norm": 1.132513552923613,
      "learning_rate": 0.00024377023495565943,
      "loss": 0.7286,
      "step": 43186
    },
    {
      "epoch": 1.7688715953307392,
      "grad_norm": 1.151436714595153,
      "learning_rate": 0.00024376768936050638,
      "loss": 0.8128,
      "step": 43187
    },
    {
      "epoch": 1.7689125537579358,
      "grad_norm": 1.063981730375704,
      "learning_rate": 0.00024376514372102535,
      "loss": 0.7382,
      "step": 43188
    },
    {
      "epoch": 1.768953512185132,
      "grad_norm": 1.183407297816275,
      "learning_rate": 0.00024376259803721766,
      "loss": 0.9169,
      "step": 43189
    },
    {
      "epoch": 1.7689944706123284,
      "grad_norm": 1.0431686081431875,
      "learning_rate": 0.00024376005230908443,
      "loss": 0.6908,
      "step": 43190
    },
    {
      "epoch": 1.769035429039525,
      "grad_norm": 2.639902650747811,
      "learning_rate": 0.00024375750653662687,
      "loss": 1.7442,
      "step": 43191
    },
    {
      "epoch": 1.7690763874667212,
      "grad_norm": 1.5020616810176568,
      "learning_rate": 0.00024375496071984626,
      "loss": 0.8994,
      "step": 43192
    },
    {
      "epoch": 1.7691173458939176,
      "grad_norm": 1.4402351494587582,
      "learning_rate": 0.00024375241485874368,
      "loss": 0.8989,
      "step": 43193
    },
    {
      "epoch": 1.769158304321114,
      "grad_norm": 1.4607956148821122,
      "learning_rate": 0.00024374986895332046,
      "loss": 1.1735,
      "step": 43194
    },
    {
      "epoch": 1.7691992627483106,
      "grad_norm": 1.3854033252538285,
      "learning_rate": 0.0002437473230035777,
      "loss": 0.7216,
      "step": 43195
    },
    {
      "epoch": 1.7692402211755067,
      "grad_norm": 1.3398373842900182,
      "learning_rate": 0.00024374477700951668,
      "loss": 0.9819,
      "step": 43196
    },
    {
      "epoch": 1.7692811796027033,
      "grad_norm": 1.2916932059907207,
      "learning_rate": 0.0002437422309711385,
      "loss": 0.8511,
      "step": 43197
    },
    {
      "epoch": 1.7693221380298998,
      "grad_norm": 1.1986080798187346,
      "learning_rate": 0.00024373968488844447,
      "loss": 1.106,
      "step": 43198
    },
    {
      "epoch": 1.7693630964570959,
      "grad_norm": 1.3768472583634528,
      "learning_rate": 0.00024373713876143577,
      "loss": 1.1111,
      "step": 43199
    },
    {
      "epoch": 1.7694040548842924,
      "grad_norm": 1.0166201294268846,
      "learning_rate": 0.0002437345925901136,
      "loss": 0.4103,
      "step": 43200
    },
    {
      "epoch": 1.769445013311489,
      "grad_norm": 1.0762266191063359,
      "learning_rate": 0.00024373204637447913,
      "loss": 0.7343,
      "step": 43201
    },
    {
      "epoch": 1.7694859717386853,
      "grad_norm": 1.5476658246863852,
      "learning_rate": 0.0002437295001145336,
      "loss": 1.0325,
      "step": 43202
    },
    {
      "epoch": 1.7695269301658816,
      "grad_norm": 0.7966396926606437,
      "learning_rate": 0.00024372695381027817,
      "loss": 0.4545,
      "step": 43203
    },
    {
      "epoch": 1.7695678885930781,
      "grad_norm": 1.3625726260425972,
      "learning_rate": 0.00024372440746171412,
      "loss": 0.9881,
      "step": 43204
    },
    {
      "epoch": 1.7696088470202744,
      "grad_norm": 1.227801379547085,
      "learning_rate": 0.0002437218610688426,
      "loss": 0.8493,
      "step": 43205
    },
    {
      "epoch": 1.7696498054474707,
      "grad_norm": 0.8461298654171729,
      "learning_rate": 0.00024371931463166479,
      "loss": 0.5394,
      "step": 43206
    },
    {
      "epoch": 1.7696907638746673,
      "grad_norm": 0.8644534973430015,
      "learning_rate": 0.00024371676815018194,
      "loss": 0.4861,
      "step": 43207
    },
    {
      "epoch": 1.7697317223018636,
      "grad_norm": 1.3001772467516692,
      "learning_rate": 0.00024371422162439523,
      "loss": 0.7633,
      "step": 43208
    },
    {
      "epoch": 1.76977268072906,
      "grad_norm": 1.1974247174597394,
      "learning_rate": 0.00024371167505430594,
      "loss": 0.6907,
      "step": 43209
    },
    {
      "epoch": 1.7698136391562564,
      "grad_norm": 1.4137921612613058,
      "learning_rate": 0.00024370912843991514,
      "loss": 0.9054,
      "step": 43210
    },
    {
      "epoch": 1.7698545975834528,
      "grad_norm": 1.0146154174754525,
      "learning_rate": 0.00024370658178122416,
      "loss": 0.7716,
      "step": 43211
    },
    {
      "epoch": 1.769895556010649,
      "grad_norm": 0.9767059226736954,
      "learning_rate": 0.00024370403507823407,
      "loss": 0.2823,
      "step": 43212
    },
    {
      "epoch": 1.7699365144378456,
      "grad_norm": 1.3585113934048436,
      "learning_rate": 0.0002437014883309462,
      "loss": 1.4698,
      "step": 43213
    },
    {
      "epoch": 1.7699774728650421,
      "grad_norm": 6.545331477623649,
      "learning_rate": 0.00024369894153936168,
      "loss": 2.5553,
      "step": 43214
    },
    {
      "epoch": 1.7700184312922382,
      "grad_norm": 1.1922858122282365,
      "learning_rate": 0.00024369639470348176,
      "loss": 0.8994,
      "step": 43215
    },
    {
      "epoch": 1.7700593897194348,
      "grad_norm": 1.0493808854211657,
      "learning_rate": 0.00024369384782330758,
      "loss": 0.6472,
      "step": 43216
    },
    {
      "epoch": 1.7701003481466313,
      "grad_norm": 1.466396337169584,
      "learning_rate": 0.00024369130089884044,
      "loss": 1.5712,
      "step": 43217
    },
    {
      "epoch": 1.7701413065738274,
      "grad_norm": 1.1597000741443502,
      "learning_rate": 0.00024368875393008147,
      "loss": 0.8397,
      "step": 43218
    },
    {
      "epoch": 1.770182265001024,
      "grad_norm": 0.8983933763653198,
      "learning_rate": 0.00024368620691703186,
      "loss": 0.2784,
      "step": 43219
    },
    {
      "epoch": 1.7702232234282205,
      "grad_norm": 1.3552459435734165,
      "learning_rate": 0.00024368365985969292,
      "loss": 0.9509,
      "step": 43220
    },
    {
      "epoch": 1.7702641818554168,
      "grad_norm": 0.6712775487574364,
      "learning_rate": 0.00024368111275806576,
      "loss": 0.3302,
      "step": 43221
    },
    {
      "epoch": 1.770305140282613,
      "grad_norm": 1.2162354673285296,
      "learning_rate": 0.00024367856561215156,
      "loss": 0.7333,
      "step": 43222
    },
    {
      "epoch": 1.7703460987098096,
      "grad_norm": 0.7770668122796149,
      "learning_rate": 0.0002436760184219516,
      "loss": 0.4107,
      "step": 43223
    },
    {
      "epoch": 1.770387057137006,
      "grad_norm": 1.4252460763753563,
      "learning_rate": 0.00024367347118746705,
      "loss": 0.8092,
      "step": 43224
    },
    {
      "epoch": 1.7704280155642023,
      "grad_norm": 1.118595739054337,
      "learning_rate": 0.0002436709239086991,
      "loss": 0.6526,
      "step": 43225
    },
    {
      "epoch": 1.7704689739913988,
      "grad_norm": 1.3161555219460426,
      "learning_rate": 0.000243668376585649,
      "loss": 0.8957,
      "step": 43226
    },
    {
      "epoch": 1.7705099324185951,
      "grad_norm": 1.16722180614843,
      "learning_rate": 0.0002436658292183179,
      "loss": 0.6818,
      "step": 43227
    },
    {
      "epoch": 1.7705508908457914,
      "grad_norm": 1.169186216939071,
      "learning_rate": 0.00024366328180670704,
      "loss": 0.9516,
      "step": 43228
    },
    {
      "epoch": 1.770591849272988,
      "grad_norm": 1.6674278607809552,
      "learning_rate": 0.00024366073435081763,
      "loss": 1.6054,
      "step": 43229
    },
    {
      "epoch": 1.7706328077001843,
      "grad_norm": 0.9032719590127731,
      "learning_rate": 0.00024365818685065087,
      "loss": 0.2301,
      "step": 43230
    },
    {
      "epoch": 1.7706737661273806,
      "grad_norm": 1.1294080246546183,
      "learning_rate": 0.00024365563930620792,
      "loss": 0.9836,
      "step": 43231
    },
    {
      "epoch": 1.7707147245545771,
      "grad_norm": 1.1020260264834028,
      "learning_rate": 0.00024365309171749005,
      "loss": 0.8276,
      "step": 43232
    },
    {
      "epoch": 1.7707556829817737,
      "grad_norm": 1.153643840162431,
      "learning_rate": 0.00024365054408449842,
      "loss": 0.851,
      "step": 43233
    },
    {
      "epoch": 1.7707966414089698,
      "grad_norm": 4.14395282367765,
      "learning_rate": 0.00024364799640723422,
      "loss": 1.6002,
      "step": 43234
    },
    {
      "epoch": 1.7708375998361663,
      "grad_norm": 1.6314010692382988,
      "learning_rate": 0.00024364544868569872,
      "loss": 0.9963,
      "step": 43235
    },
    {
      "epoch": 1.7708785582633628,
      "grad_norm": 1.5838927615899803,
      "learning_rate": 0.0002436429009198931,
      "loss": 0.8718,
      "step": 43236
    },
    {
      "epoch": 1.7709195166905591,
      "grad_norm": 0.7075844059470177,
      "learning_rate": 0.0002436403531098185,
      "loss": 0.3401,
      "step": 43237
    },
    {
      "epoch": 1.7709604751177555,
      "grad_norm": 1.4456424911430832,
      "learning_rate": 0.0002436378052554762,
      "loss": 0.882,
      "step": 43238
    },
    {
      "epoch": 1.771001433544952,
      "grad_norm": 0.8673498776057831,
      "learning_rate": 0.00024363525735686736,
      "loss": 0.2517,
      "step": 43239
    },
    {
      "epoch": 1.7710423919721483,
      "grad_norm": 1.4952408669976551,
      "learning_rate": 0.0002436327094139932,
      "loss": 1.1396,
      "step": 43240
    },
    {
      "epoch": 1.7710833503993446,
      "grad_norm": 2.655210024031727,
      "learning_rate": 0.00024363016142685498,
      "loss": 1.3296,
      "step": 43241
    },
    {
      "epoch": 1.7711243088265411,
      "grad_norm": 1.5848624154580562,
      "learning_rate": 0.0002436276133954538,
      "loss": 0.7859,
      "step": 43242
    },
    {
      "epoch": 1.7711652672537375,
      "grad_norm": 1.9067198743135183,
      "learning_rate": 0.00024362506531979097,
      "loss": 1.0635,
      "step": 43243
    },
    {
      "epoch": 1.7712062256809338,
      "grad_norm": 1.294216582384878,
      "learning_rate": 0.0002436225171998676,
      "loss": 0.9263,
      "step": 43244
    },
    {
      "epoch": 1.7712471841081303,
      "grad_norm": 1.6805134732655211,
      "learning_rate": 0.00024361996903568496,
      "loss": 1.0549,
      "step": 43245
    },
    {
      "epoch": 1.7712881425353266,
      "grad_norm": 0.9540322456471013,
      "learning_rate": 0.00024361742082724418,
      "loss": 0.5105,
      "step": 43246
    },
    {
      "epoch": 1.771329100962523,
      "grad_norm": 1.9025238648474951,
      "learning_rate": 0.00024361487257454657,
      "loss": 0.6619,
      "step": 43247
    },
    {
      "epoch": 1.7713700593897195,
      "grad_norm": 1.3549027686682318,
      "learning_rate": 0.00024361232427759326,
      "loss": 0.8268,
      "step": 43248
    },
    {
      "epoch": 1.7714110178169158,
      "grad_norm": 1.210075907892564,
      "learning_rate": 0.00024360977593638548,
      "loss": 0.6765,
      "step": 43249
    },
    {
      "epoch": 1.771451976244112,
      "grad_norm": 1.666701829290685,
      "learning_rate": 0.0002436072275509244,
      "loss": 0.6996,
      "step": 43250
    },
    {
      "epoch": 1.7714929346713086,
      "grad_norm": 1.3274407590906756,
      "learning_rate": 0.00024360467912121133,
      "loss": 0.5912,
      "step": 43251
    },
    {
      "epoch": 1.7715338930985052,
      "grad_norm": 1.552001800315224,
      "learning_rate": 0.00024360213064724732,
      "loss": 0.928,
      "step": 43252
    },
    {
      "epoch": 1.7715748515257013,
      "grad_norm": 1.122193246479675,
      "learning_rate": 0.0002435995821290337,
      "loss": 0.832,
      "step": 43253
    },
    {
      "epoch": 1.7716158099528978,
      "grad_norm": 1.0024553827550249,
      "learning_rate": 0.00024359703356657163,
      "loss": 0.5129,
      "step": 43254
    },
    {
      "epoch": 1.7716567683800943,
      "grad_norm": 1.3085482703387754,
      "learning_rate": 0.00024359448495986228,
      "loss": 1.0208,
      "step": 43255
    },
    {
      "epoch": 1.7716977268072907,
      "grad_norm": 1.0105015534645743,
      "learning_rate": 0.00024359193630890693,
      "loss": 0.7837,
      "step": 43256
    },
    {
      "epoch": 1.771738685234487,
      "grad_norm": 1.1270083390429655,
      "learning_rate": 0.00024358938761370673,
      "loss": 0.723,
      "step": 43257
    },
    {
      "epoch": 1.7717796436616835,
      "grad_norm": 1.7978344044088337,
      "learning_rate": 0.0002435868388742629,
      "loss": 1.7383,
      "step": 43258
    },
    {
      "epoch": 1.7718206020888798,
      "grad_norm": 1.333152314253373,
      "learning_rate": 0.00024358429009057662,
      "loss": 0.6688,
      "step": 43259
    },
    {
      "epoch": 1.7718615605160761,
      "grad_norm": 1.3556920428043515,
      "learning_rate": 0.00024358174126264912,
      "loss": 0.9997,
      "step": 43260
    },
    {
      "epoch": 1.7719025189432727,
      "grad_norm": 0.7502215856633679,
      "learning_rate": 0.0002435791923904816,
      "loss": 0.2627,
      "step": 43261
    },
    {
      "epoch": 1.771943477370469,
      "grad_norm": 1.461657846725195,
      "learning_rate": 0.00024357664347407533,
      "loss": 1.336,
      "step": 43262
    },
    {
      "epoch": 1.7719844357976653,
      "grad_norm": 6.18314950998866,
      "learning_rate": 0.00024357409451343138,
      "loss": 1.6171,
      "step": 43263
    },
    {
      "epoch": 1.7720253942248618,
      "grad_norm": 3.2445962348164996,
      "learning_rate": 0.00024357154550855108,
      "loss": 0.9826,
      "step": 43264
    },
    {
      "epoch": 1.7720663526520581,
      "grad_norm": 1.1655301571486023,
      "learning_rate": 0.00024356899645943552,
      "loss": 0.7463,
      "step": 43265
    },
    {
      "epoch": 1.7721073110792545,
      "grad_norm": 1.0543860396036275,
      "learning_rate": 0.000243566447366086,
      "loss": 0.5055,
      "step": 43266
    },
    {
      "epoch": 1.772148269506451,
      "grad_norm": 0.7799626067371292,
      "learning_rate": 0.00024356389822850373,
      "loss": 0.3886,
      "step": 43267
    },
    {
      "epoch": 1.7721892279336473,
      "grad_norm": 1.4301620919891027,
      "learning_rate": 0.00024356134904668982,
      "loss": 0.8974,
      "step": 43268
    },
    {
      "epoch": 1.7722301863608436,
      "grad_norm": 1.603836998961585,
      "learning_rate": 0.00024355879982064556,
      "loss": 1.376,
      "step": 43269
    },
    {
      "epoch": 1.7722711447880402,
      "grad_norm": 1.4916967003147354,
      "learning_rate": 0.0002435562505503721,
      "loss": 1.042,
      "step": 43270
    },
    {
      "epoch": 1.7723121032152367,
      "grad_norm": 1.119141050563647,
      "learning_rate": 0.00024355370123587073,
      "loss": 0.5288,
      "step": 43271
    },
    {
      "epoch": 1.7723530616424328,
      "grad_norm": 1.3580489363807247,
      "learning_rate": 0.00024355115187714256,
      "loss": 1.0469,
      "step": 43272
    },
    {
      "epoch": 1.7723940200696293,
      "grad_norm": 1.5774081501331334,
      "learning_rate": 0.00024354860247418887,
      "loss": 0.9426,
      "step": 43273
    },
    {
      "epoch": 1.7724349784968259,
      "grad_norm": 1.2574222016879892,
      "learning_rate": 0.0002435460530270108,
      "loss": 1.0165,
      "step": 43274
    },
    {
      "epoch": 1.7724759369240222,
      "grad_norm": 1.350148142078889,
      "learning_rate": 0.00024354350353560957,
      "loss": 0.7342,
      "step": 43275
    },
    {
      "epoch": 1.7725168953512185,
      "grad_norm": 0.8760324540104812,
      "learning_rate": 0.00024354095399998642,
      "loss": 0.4029,
      "step": 43276
    },
    {
      "epoch": 1.772557853778415,
      "grad_norm": 1.3039910185537733,
      "learning_rate": 0.00024353840442014254,
      "loss": 1.0239,
      "step": 43277
    },
    {
      "epoch": 1.7725988122056113,
      "grad_norm": 1.079052257331366,
      "learning_rate": 0.0002435358547960791,
      "loss": 0.4406,
      "step": 43278
    },
    {
      "epoch": 1.7726397706328076,
      "grad_norm": 1.0917295689241509,
      "learning_rate": 0.0002435333051277974,
      "loss": 0.7161,
      "step": 43279
    },
    {
      "epoch": 1.7726807290600042,
      "grad_norm": 1.2228202418916645,
      "learning_rate": 0.0002435307554152985,
      "loss": 1.1207,
      "step": 43280
    },
    {
      "epoch": 1.7727216874872005,
      "grad_norm": 4.196565911970781,
      "learning_rate": 0.0002435282056585837,
      "loss": 3.3306,
      "step": 43281
    },
    {
      "epoch": 1.7727626459143968,
      "grad_norm": 0.7925198497556044,
      "learning_rate": 0.00024352565585765423,
      "loss": 0.3152,
      "step": 43282
    },
    {
      "epoch": 1.7728036043415933,
      "grad_norm": 2.4116459826943495,
      "learning_rate": 0.00024352310601251126,
      "loss": 2.5417,
      "step": 43283
    },
    {
      "epoch": 1.7728445627687897,
      "grad_norm": 3.000208255325658,
      "learning_rate": 0.00024352055612315596,
      "loss": 3.9978,
      "step": 43284
    },
    {
      "epoch": 1.772885521195986,
      "grad_norm": 1.3795554297647226,
      "learning_rate": 0.00024351800618958955,
      "loss": 0.83,
      "step": 43285
    },
    {
      "epoch": 1.7729264796231825,
      "grad_norm": 1.223985964841967,
      "learning_rate": 0.0002435154562118133,
      "loss": 0.5864,
      "step": 43286
    },
    {
      "epoch": 1.7729674380503788,
      "grad_norm": 1.3460071843087373,
      "learning_rate": 0.0002435129061898284,
      "loss": 0.8522,
      "step": 43287
    },
    {
      "epoch": 1.7730083964775751,
      "grad_norm": 1.404900003059002,
      "learning_rate": 0.00024351035612363596,
      "loss": 0.8729,
      "step": 43288
    },
    {
      "epoch": 1.7730493549047717,
      "grad_norm": 1.1276607715654599,
      "learning_rate": 0.00024350780601323728,
      "loss": 0.6947,
      "step": 43289
    },
    {
      "epoch": 1.7730903133319682,
      "grad_norm": 1.2002171727080304,
      "learning_rate": 0.00024350525585863352,
      "loss": 0.8796,
      "step": 43290
    },
    {
      "epoch": 1.7731312717591643,
      "grad_norm": 3.6525745874308244,
      "learning_rate": 0.00024350270565982592,
      "loss": 1.4265,
      "step": 43291
    },
    {
      "epoch": 1.7731722301863608,
      "grad_norm": 0.7695822688050851,
      "learning_rate": 0.00024350015541681563,
      "loss": 0.2899,
      "step": 43292
    },
    {
      "epoch": 1.7732131886135574,
      "grad_norm": 1.1736425401853292,
      "learning_rate": 0.0002434976051296039,
      "loss": 0.6578,
      "step": 43293
    },
    {
      "epoch": 1.7732541470407537,
      "grad_norm": 1.3832597622250964,
      "learning_rate": 0.00024349505479819196,
      "loss": 1.1091,
      "step": 43294
    },
    {
      "epoch": 1.77329510546795,
      "grad_norm": 1.6368435360977003,
      "learning_rate": 0.00024349250442258095,
      "loss": 1.2,
      "step": 43295
    },
    {
      "epoch": 1.7733360638951465,
      "grad_norm": 1.3139025904367727,
      "learning_rate": 0.00024348995400277212,
      "loss": 0.7457,
      "step": 43296
    },
    {
      "epoch": 1.7733770223223428,
      "grad_norm": 2.311671162309817,
      "learning_rate": 0.00024348740353876666,
      "loss": 3.3818,
      "step": 43297
    },
    {
      "epoch": 1.7734179807495392,
      "grad_norm": 1.0241711458116733,
      "learning_rate": 0.0002434848530305658,
      "loss": 0.4455,
      "step": 43298
    },
    {
      "epoch": 1.7734589391767357,
      "grad_norm": 1.5123826415520956,
      "learning_rate": 0.00024348230247817074,
      "loss": 1.0566,
      "step": 43299
    },
    {
      "epoch": 1.773499897603932,
      "grad_norm": 0.9331101517177203,
      "learning_rate": 0.00024347975188158263,
      "loss": 0.4367,
      "step": 43300
    },
    {
      "epoch": 1.7735408560311283,
      "grad_norm": 1.2802519829247865,
      "learning_rate": 0.00024347720124080275,
      "loss": 0.5709,
      "step": 43301
    },
    {
      "epoch": 1.7735818144583249,
      "grad_norm": 1.1509685912831873,
      "learning_rate": 0.00024347465055583225,
      "loss": 0.6161,
      "step": 43302
    },
    {
      "epoch": 1.7736227728855212,
      "grad_norm": 11.92104524067811,
      "learning_rate": 0.00024347209982667235,
      "loss": 2.7148,
      "step": 43303
    },
    {
      "epoch": 1.7736637313127175,
      "grad_norm": 0.8494028112599176,
      "learning_rate": 0.00024346954905332427,
      "loss": 0.4968,
      "step": 43304
    },
    {
      "epoch": 1.773704689739914,
      "grad_norm": 1.1691815171762834,
      "learning_rate": 0.0002434669982357892,
      "loss": 0.6651,
      "step": 43305
    },
    {
      "epoch": 1.7737456481671103,
      "grad_norm": 1.245606828794242,
      "learning_rate": 0.00024346444737406844,
      "loss": 0.8448,
      "step": 43306
    },
    {
      "epoch": 1.7737866065943066,
      "grad_norm": 1.2017111828068907,
      "learning_rate": 0.00024346189646816301,
      "loss": 1.0795,
      "step": 43307
    },
    {
      "epoch": 1.7738275650215032,
      "grad_norm": 1.1091058793079933,
      "learning_rate": 0.0002434593455180743,
      "loss": 0.8285,
      "step": 43308
    },
    {
      "epoch": 1.7738685234486997,
      "grad_norm": 1.023841440338666,
      "learning_rate": 0.0002434567945238034,
      "loss": 1.1061,
      "step": 43309
    },
    {
      "epoch": 1.7739094818758958,
      "grad_norm": 0.947745447226438,
      "learning_rate": 0.00024345424348535153,
      "loss": 0.6795,
      "step": 43310
    },
    {
      "epoch": 1.7739504403030923,
      "grad_norm": 1.0807807790696684,
      "learning_rate": 0.0002434516924027199,
      "loss": 0.6098,
      "step": 43311
    },
    {
      "epoch": 1.7739913987302889,
      "grad_norm": 1.3023647797457385,
      "learning_rate": 0.00024344914127590977,
      "loss": 0.3481,
      "step": 43312
    },
    {
      "epoch": 1.7740323571574852,
      "grad_norm": 1.0507655720440694,
      "learning_rate": 0.0002434465901049223,
      "loss": 0.7154,
      "step": 43313
    },
    {
      "epoch": 1.7740733155846815,
      "grad_norm": 1.0607749668480364,
      "learning_rate": 0.00024344403888975873,
      "loss": 0.6957,
      "step": 43314
    },
    {
      "epoch": 1.774114274011878,
      "grad_norm": 1.028217213506446,
      "learning_rate": 0.00024344148763042023,
      "loss": 0.5431,
      "step": 43315
    },
    {
      "epoch": 1.7741552324390744,
      "grad_norm": 1.3288025163647739,
      "learning_rate": 0.000243438936326908,
      "loss": 1.1551,
      "step": 43316
    },
    {
      "epoch": 1.7741961908662707,
      "grad_norm": 1.4110839088007028,
      "learning_rate": 0.00024343638497922328,
      "loss": 0.8568,
      "step": 43317
    },
    {
      "epoch": 1.7742371492934672,
      "grad_norm": 1.2351845176877934,
      "learning_rate": 0.00024343383358736722,
      "loss": 0.9961,
      "step": 43318
    },
    {
      "epoch": 1.7742781077206635,
      "grad_norm": 1.6110096523880981,
      "learning_rate": 0.00024343128215134112,
      "loss": 0.6662,
      "step": 43319
    },
    {
      "epoch": 1.7743190661478598,
      "grad_norm": 1.3524452696782039,
      "learning_rate": 0.00024342873067114608,
      "loss": 0.9653,
      "step": 43320
    },
    {
      "epoch": 1.7743600245750564,
      "grad_norm": 2.7217661926861734,
      "learning_rate": 0.00024342617914678338,
      "loss": 1.0215,
      "step": 43321
    },
    {
      "epoch": 1.7744009830022527,
      "grad_norm": 0.9577928865087181,
      "learning_rate": 0.0002434236275782542,
      "loss": 0.6463,
      "step": 43322
    },
    {
      "epoch": 1.774441941429449,
      "grad_norm": 1.2262783092370149,
      "learning_rate": 0.0002434210759655598,
      "loss": 0.7697,
      "step": 43323
    },
    {
      "epoch": 1.7744828998566455,
      "grad_norm": 1.3531542393295999,
      "learning_rate": 0.00024341852430870127,
      "loss": 0.7297,
      "step": 43324
    },
    {
      "epoch": 1.7745238582838418,
      "grad_norm": 1.224900439399257,
      "learning_rate": 0.00024341597260767991,
      "loss": 0.7869,
      "step": 43325
    },
    {
      "epoch": 1.7745648167110382,
      "grad_norm": 1.2804902404778016,
      "learning_rate": 0.0002434134208624969,
      "loss": 1.2925,
      "step": 43326
    },
    {
      "epoch": 1.7746057751382347,
      "grad_norm": 1.2221507549897417,
      "learning_rate": 0.00024341086907315345,
      "loss": 0.8885,
      "step": 43327
    },
    {
      "epoch": 1.7746467335654312,
      "grad_norm": 1.0882795901049174,
      "learning_rate": 0.00024340831723965075,
      "loss": 0.696,
      "step": 43328
    },
    {
      "epoch": 1.7746876919926273,
      "grad_norm": 1.454583753505555,
      "learning_rate": 0.00024340576536199,
      "loss": 1.3575,
      "step": 43329
    },
    {
      "epoch": 1.7747286504198239,
      "grad_norm": 0.8346862761867674,
      "learning_rate": 0.00024340321344017244,
      "loss": 0.3923,
      "step": 43330
    },
    {
      "epoch": 1.7747696088470204,
      "grad_norm": 1.1144923164194906,
      "learning_rate": 0.00024340066147419926,
      "loss": 0.8497,
      "step": 43331
    },
    {
      "epoch": 1.7748105672742167,
      "grad_norm": 1.3092866588439263,
      "learning_rate": 0.00024339810946407168,
      "loss": 0.9777,
      "step": 43332
    },
    {
      "epoch": 1.774851525701413,
      "grad_norm": 0.9265764016849075,
      "learning_rate": 0.0002433955574097909,
      "loss": 0.4854,
      "step": 43333
    },
    {
      "epoch": 1.7748924841286096,
      "grad_norm": 1.1397016753526539,
      "learning_rate": 0.0002433930053113581,
      "loss": 0.5881,
      "step": 43334
    },
    {
      "epoch": 1.7749334425558059,
      "grad_norm": 1.1645305515858562,
      "learning_rate": 0.0002433904531687745,
      "loss": 1.0218,
      "step": 43335
    },
    {
      "epoch": 1.7749744009830022,
      "grad_norm": 0.9149399955780217,
      "learning_rate": 0.0002433879009820413,
      "loss": 0.4194,
      "step": 43336
    },
    {
      "epoch": 1.7750153594101987,
      "grad_norm": 0.8491643607601481,
      "learning_rate": 0.00024338534875115975,
      "loss": 0.3487,
      "step": 43337
    },
    {
      "epoch": 1.775056317837395,
      "grad_norm": 8.148172952479998,
      "learning_rate": 0.000243382796476131,
      "loss": 6.7344,
      "step": 43338
    },
    {
      "epoch": 1.7750972762645914,
      "grad_norm": 1.6381364335187005,
      "learning_rate": 0.00024338024415695634,
      "loss": 0.9876,
      "step": 43339
    },
    {
      "epoch": 1.7751382346917879,
      "grad_norm": 1.2282077857471443,
      "learning_rate": 0.00024337769179363683,
      "loss": 1.0865,
      "step": 43340
    },
    {
      "epoch": 1.7751791931189842,
      "grad_norm": 1.8816708645387146,
      "learning_rate": 0.00024337513938617385,
      "loss": 0.595,
      "step": 43341
    },
    {
      "epoch": 1.7752201515461805,
      "grad_norm": 1.7685135429477323,
      "learning_rate": 0.0002433725869345685,
      "loss": 1.3866,
      "step": 43342
    },
    {
      "epoch": 1.775261109973377,
      "grad_norm": 1.3704225933652736,
      "learning_rate": 0.000243370034438822,
      "loss": 0.8445,
      "step": 43343
    },
    {
      "epoch": 1.7753020684005734,
      "grad_norm": 1.4204170195064956,
      "learning_rate": 0.00024336748189893555,
      "loss": 1.0908,
      "step": 43344
    },
    {
      "epoch": 1.7753430268277697,
      "grad_norm": 1.0649658202954773,
      "learning_rate": 0.0002433649293149104,
      "loss": 0.7766,
      "step": 43345
    },
    {
      "epoch": 1.7753839852549662,
      "grad_norm": 1.3024825964940223,
      "learning_rate": 0.0002433623766867477,
      "loss": 0.8707,
      "step": 43346
    },
    {
      "epoch": 1.7754249436821627,
      "grad_norm": 1.608407706170929,
      "learning_rate": 0.0002433598240144487,
      "loss": 1.8108,
      "step": 43347
    },
    {
      "epoch": 1.7754659021093588,
      "grad_norm": 1.3186428116310331,
      "learning_rate": 0.00024335727129801458,
      "loss": 1.1462,
      "step": 43348
    },
    {
      "epoch": 1.7755068605365554,
      "grad_norm": 1.4222806655476323,
      "learning_rate": 0.0002433547185374466,
      "loss": 0.7386,
      "step": 43349
    },
    {
      "epoch": 1.775547818963752,
      "grad_norm": 1.6163721965717361,
      "learning_rate": 0.0002433521657327459,
      "loss": 1.4508,
      "step": 43350
    },
    {
      "epoch": 1.7755887773909482,
      "grad_norm": 1.2063806412041729,
      "learning_rate": 0.0002433496128839137,
      "loss": 1.2048,
      "step": 43351
    },
    {
      "epoch": 1.7756297358181445,
      "grad_norm": 1.3968087187910796,
      "learning_rate": 0.0002433470599909512,
      "loss": 1.1284,
      "step": 43352
    },
    {
      "epoch": 1.775670694245341,
      "grad_norm": 2.457635541590824,
      "learning_rate": 0.0002433445070538597,
      "loss": 1.074,
      "step": 43353
    },
    {
      "epoch": 1.7757116526725374,
      "grad_norm": 1.3492119600792596,
      "learning_rate": 0.00024334195407264025,
      "loss": 0.8878,
      "step": 43354
    },
    {
      "epoch": 1.7757526110997337,
      "grad_norm": 1.363410935835543,
      "learning_rate": 0.0002433394010472942,
      "loss": 0.3352,
      "step": 43355
    },
    {
      "epoch": 1.7757935695269302,
      "grad_norm": 1.4100722875377318,
      "learning_rate": 0.0002433368479778227,
      "loss": 0.799,
      "step": 43356
    },
    {
      "epoch": 1.7758345279541266,
      "grad_norm": 0.6771679524937806,
      "learning_rate": 0.00024333429486422692,
      "loss": 0.262,
      "step": 43357
    },
    {
      "epoch": 1.7758754863813229,
      "grad_norm": 1.6045150502124594,
      "learning_rate": 0.00024333174170650812,
      "loss": 1.0997,
      "step": 43358
    },
    {
      "epoch": 1.7759164448085194,
      "grad_norm": 1.116387607114399,
      "learning_rate": 0.0002433291885046675,
      "loss": 0.7396,
      "step": 43359
    },
    {
      "epoch": 1.7759574032357157,
      "grad_norm": 0.6839464086067498,
      "learning_rate": 0.00024332663525870621,
      "loss": 0.2884,
      "step": 43360
    },
    {
      "epoch": 1.775998361662912,
      "grad_norm": 1.1498974364318804,
      "learning_rate": 0.00024332408196862555,
      "loss": 0.9545,
      "step": 43361
    },
    {
      "epoch": 1.7760393200901086,
      "grad_norm": 1.2668910615262705,
      "learning_rate": 0.00024332152863442666,
      "loss": 0.6821,
      "step": 43362
    },
    {
      "epoch": 1.776080278517305,
      "grad_norm": 0.9260795528585559,
      "learning_rate": 0.00024331897525611075,
      "loss": 0.5778,
      "step": 43363
    },
    {
      "epoch": 1.7761212369445012,
      "grad_norm": 0.8714152849681677,
      "learning_rate": 0.00024331642183367906,
      "loss": 0.663,
      "step": 43364
    },
    {
      "epoch": 1.7761621953716977,
      "grad_norm": 2.938854832020694,
      "learning_rate": 0.00024331386836713278,
      "loss": 2.6071,
      "step": 43365
    },
    {
      "epoch": 1.7762031537988943,
      "grad_norm": 1.4025498691692881,
      "learning_rate": 0.00024331131485647313,
      "loss": 0.8062,
      "step": 43366
    },
    {
      "epoch": 1.7762441122260904,
      "grad_norm": 1.787468390289978,
      "learning_rate": 0.00024330876130170128,
      "loss": 1.6415,
      "step": 43367
    },
    {
      "epoch": 1.776285070653287,
      "grad_norm": 1.3304179190661904,
      "learning_rate": 0.00024330620770281848,
      "loss": 1.0608,
      "step": 43368
    },
    {
      "epoch": 1.7763260290804834,
      "grad_norm": 1.3968522275560333,
      "learning_rate": 0.0002433036540598259,
      "loss": 0.7453,
      "step": 43369
    },
    {
      "epoch": 1.7763669875076797,
      "grad_norm": 1.3713695216224953,
      "learning_rate": 0.0002433011003727248,
      "loss": 0.987,
      "step": 43370
    },
    {
      "epoch": 1.776407945934876,
      "grad_norm": 0.8344565803532771,
      "learning_rate": 0.00024329854664151634,
      "loss": 0.2982,
      "step": 43371
    },
    {
      "epoch": 1.7764489043620726,
      "grad_norm": 2.0002707102132664,
      "learning_rate": 0.00024329599286620172,
      "loss": 1.158,
      "step": 43372
    },
    {
      "epoch": 1.776489862789269,
      "grad_norm": 0.8954323154576598,
      "learning_rate": 0.00024329343904678217,
      "loss": 0.3368,
      "step": 43373
    },
    {
      "epoch": 1.7765308212164652,
      "grad_norm": 1.2739630957945143,
      "learning_rate": 0.00024329088518325892,
      "loss": 0.8378,
      "step": 43374
    },
    {
      "epoch": 1.7765717796436618,
      "grad_norm": 1.4172935999732383,
      "learning_rate": 0.00024328833127563315,
      "loss": 0.9492,
      "step": 43375
    },
    {
      "epoch": 1.776612738070858,
      "grad_norm": 1.3166663912271925,
      "learning_rate": 0.00024328577732390607,
      "loss": 0.9942,
      "step": 43376
    },
    {
      "epoch": 1.7766536964980544,
      "grad_norm": 1.866582478484618,
      "learning_rate": 0.00024328322332807888,
      "loss": 1.2416,
      "step": 43377
    },
    {
      "epoch": 1.776694654925251,
      "grad_norm": 1.258828273242245,
      "learning_rate": 0.0002432806692881528,
      "loss": 0.578,
      "step": 43378
    },
    {
      "epoch": 1.7767356133524472,
      "grad_norm": 1.2482818387087051,
      "learning_rate": 0.00024327811520412904,
      "loss": 0.8711,
      "step": 43379
    },
    {
      "epoch": 1.7767765717796435,
      "grad_norm": 1.2369994317182795,
      "learning_rate": 0.00024327556107600878,
      "loss": 1.2856,
      "step": 43380
    },
    {
      "epoch": 1.77681753020684,
      "grad_norm": 1.592980976478234,
      "learning_rate": 0.00024327300690379325,
      "loss": 0.893,
      "step": 43381
    },
    {
      "epoch": 1.7768584886340366,
      "grad_norm": 1.0113925954640834,
      "learning_rate": 0.00024327045268748366,
      "loss": 0.5449,
      "step": 43382
    },
    {
      "epoch": 1.7768994470612327,
      "grad_norm": 1.1831031567651082,
      "learning_rate": 0.0002432678984270812,
      "loss": 0.9046,
      "step": 43383
    },
    {
      "epoch": 1.7769404054884292,
      "grad_norm": 1.45743005921932,
      "learning_rate": 0.00024326534412258708,
      "loss": 0.6314,
      "step": 43384
    },
    {
      "epoch": 1.7769813639156258,
      "grad_norm": 1.1409987603067195,
      "learning_rate": 0.00024326278977400257,
      "loss": 0.8617,
      "step": 43385
    },
    {
      "epoch": 1.7770223223428219,
      "grad_norm": 0.41519414735449084,
      "learning_rate": 0.0002432602353813288,
      "loss": 0.0859,
      "step": 43386
    },
    {
      "epoch": 1.7770632807700184,
      "grad_norm": 3.5081873637050616,
      "learning_rate": 0.00024325768094456701,
      "loss": 0.9991,
      "step": 43387
    },
    {
      "epoch": 1.777104239197215,
      "grad_norm": 1.322049465902393,
      "learning_rate": 0.00024325512646371835,
      "loss": 1.1461,
      "step": 43388
    },
    {
      "epoch": 1.7771451976244113,
      "grad_norm": 1.1819291467419706,
      "learning_rate": 0.0002432525719387841,
      "loss": 1.0053,
      "step": 43389
    },
    {
      "epoch": 1.7771861560516076,
      "grad_norm": 1.5019273817949106,
      "learning_rate": 0.0002432500173697655,
      "loss": 0.6758,
      "step": 43390
    },
    {
      "epoch": 1.777227114478804,
      "grad_norm": 1.4390133020756644,
      "learning_rate": 0.00024324746275666367,
      "loss": 1.2529,
      "step": 43391
    },
    {
      "epoch": 1.7772680729060004,
      "grad_norm": 1.170191568760324,
      "learning_rate": 0.0002432449080994798,
      "loss": 0.8907,
      "step": 43392
    },
    {
      "epoch": 1.7773090313331967,
      "grad_norm": 1.36317200034131,
      "learning_rate": 0.00024324235339821522,
      "loss": 0.8431,
      "step": 43393
    },
    {
      "epoch": 1.7773499897603933,
      "grad_norm": 1.0286224252270093,
      "learning_rate": 0.00024323979865287104,
      "loss": 0.6725,
      "step": 43394
    },
    {
      "epoch": 1.7773909481875896,
      "grad_norm": 1.2977636457398238,
      "learning_rate": 0.0002432372438634485,
      "loss": 1.0237,
      "step": 43395
    },
    {
      "epoch": 1.777431906614786,
      "grad_norm": 0.756398924395863,
      "learning_rate": 0.00024323468902994876,
      "loss": 0.2926,
      "step": 43396
    },
    {
      "epoch": 1.7774728650419824,
      "grad_norm": 0.9260541848691582,
      "learning_rate": 0.00024323213415237312,
      "loss": 0.457,
      "step": 43397
    },
    {
      "epoch": 1.7775138234691787,
      "grad_norm": 1.4385088061888505,
      "learning_rate": 0.00024322957923072274,
      "loss": 0.9909,
      "step": 43398
    },
    {
      "epoch": 1.777554781896375,
      "grad_norm": 2.291661842030787,
      "learning_rate": 0.00024322702426499875,
      "loss": 1.5452,
      "step": 43399
    },
    {
      "epoch": 1.7775957403235716,
      "grad_norm": 1.3460521436122126,
      "learning_rate": 0.0002432244692552025,
      "loss": 0.7954,
      "step": 43400
    },
    {
      "epoch": 1.7776366987507681,
      "grad_norm": 1.1752397239848056,
      "learning_rate": 0.00024322191420133514,
      "loss": 0.8391,
      "step": 43401
    },
    {
      "epoch": 1.7776776571779642,
      "grad_norm": 0.6254990017302594,
      "learning_rate": 0.00024321935910339785,
      "loss": 0.2539,
      "step": 43402
    },
    {
      "epoch": 1.7777186156051608,
      "grad_norm": 0.6947790690054337,
      "learning_rate": 0.00024321680396139183,
      "loss": 0.2904,
      "step": 43403
    },
    {
      "epoch": 1.7777595740323573,
      "grad_norm": 5.041013957281236,
      "learning_rate": 0.00024321424877531833,
      "loss": 1.7805,
      "step": 43404
    },
    {
      "epoch": 1.7778005324595536,
      "grad_norm": 1.0624111912987921,
      "learning_rate": 0.00024321169354517852,
      "loss": 0.5668,
      "step": 43405
    },
    {
      "epoch": 1.77784149088675,
      "grad_norm": 1.340401411696281,
      "learning_rate": 0.0002432091382709737,
      "loss": 0.733,
      "step": 43406
    },
    {
      "epoch": 1.7778824493139465,
      "grad_norm": 1.322844379773508,
      "learning_rate": 0.00024320658295270495,
      "loss": 0.8635,
      "step": 43407
    },
    {
      "epoch": 1.7779234077411428,
      "grad_norm": 0.793836488063499,
      "learning_rate": 0.00024320402759037355,
      "loss": 0.3144,
      "step": 43408
    },
    {
      "epoch": 1.777964366168339,
      "grad_norm": 1.4036063982475138,
      "learning_rate": 0.00024320147218398068,
      "loss": 0.8176,
      "step": 43409
    },
    {
      "epoch": 1.7780053245955356,
      "grad_norm": 1.04917630522626,
      "learning_rate": 0.00024319891673352758,
      "loss": 0.4964,
      "step": 43410
    },
    {
      "epoch": 1.778046283022732,
      "grad_norm": 1.1217927438559505,
      "learning_rate": 0.00024319636123901545,
      "loss": 0.828,
      "step": 43411
    },
    {
      "epoch": 1.7780872414499282,
      "grad_norm": 1.1012326689076568,
      "learning_rate": 0.0002431938057004455,
      "loss": 0.7504,
      "step": 43412
    },
    {
      "epoch": 1.7781281998771248,
      "grad_norm": 1.0810331465141336,
      "learning_rate": 0.00024319125011781887,
      "loss": 0.6601,
      "step": 43413
    },
    {
      "epoch": 1.778169158304321,
      "grad_norm": 1.081629004033161,
      "learning_rate": 0.00024318869449113686,
      "loss": 0.6555,
      "step": 43414
    },
    {
      "epoch": 1.7782101167315174,
      "grad_norm": 0.7933820092161025,
      "learning_rate": 0.00024318613882040065,
      "loss": 0.346,
      "step": 43415
    },
    {
      "epoch": 1.778251075158714,
      "grad_norm": 3.4804889612471457,
      "learning_rate": 0.00024318358310561144,
      "loss": 2.4228,
      "step": 43416
    },
    {
      "epoch": 1.7782920335859103,
      "grad_norm": 1.7322836474708447,
      "learning_rate": 0.00024318102734677044,
      "loss": 1.7439,
      "step": 43417
    },
    {
      "epoch": 1.7783329920131066,
      "grad_norm": 1.3517903371756497,
      "learning_rate": 0.00024317847154387885,
      "loss": 0.8077,
      "step": 43418
    },
    {
      "epoch": 1.778373950440303,
      "grad_norm": 3.700517863829472,
      "learning_rate": 0.00024317591569693786,
      "loss": 1.6152,
      "step": 43419
    },
    {
      "epoch": 1.7784149088674996,
      "grad_norm": 1.4318734785588996,
      "learning_rate": 0.0002431733598059487,
      "loss": 0.6245,
      "step": 43420
    },
    {
      "epoch": 1.7784558672946957,
      "grad_norm": 1.2185339338662977,
      "learning_rate": 0.00024317080387091262,
      "loss": 0.9413,
      "step": 43421
    },
    {
      "epoch": 1.7784968257218923,
      "grad_norm": 1.4640792236246787,
      "learning_rate": 0.00024316824789183075,
      "loss": 1.1232,
      "step": 43422
    },
    {
      "epoch": 1.7785377841490888,
      "grad_norm": 1.247070134081684,
      "learning_rate": 0.0002431656918687044,
      "loss": 0.8535,
      "step": 43423
    },
    {
      "epoch": 1.7785787425762851,
      "grad_norm": 1.4373023008913954,
      "learning_rate": 0.0002431631358015347,
      "loss": 0.8233,
      "step": 43424
    },
    {
      "epoch": 1.7786197010034814,
      "grad_norm": 0.7902462928832792,
      "learning_rate": 0.00024316057969032287,
      "loss": 0.3017,
      "step": 43425
    },
    {
      "epoch": 1.778660659430678,
      "grad_norm": 1.1291391513214124,
      "learning_rate": 0.0002431580235350701,
      "loss": 0.3973,
      "step": 43426
    },
    {
      "epoch": 1.7787016178578743,
      "grad_norm": 0.7825201017986125,
      "learning_rate": 0.00024315546733577763,
      "loss": 0.5968,
      "step": 43427
    },
    {
      "epoch": 1.7787425762850706,
      "grad_norm": 0.7251786022415508,
      "learning_rate": 0.00024315291109244664,
      "loss": 0.312,
      "step": 43428
    },
    {
      "epoch": 1.7787835347122671,
      "grad_norm": 1.2926282433605933,
      "learning_rate": 0.00024315035480507839,
      "loss": 0.8669,
      "step": 43429
    },
    {
      "epoch": 1.7788244931394634,
      "grad_norm": 1.0527693424698057,
      "learning_rate": 0.00024314779847367407,
      "loss": 0.7613,
      "step": 43430
    },
    {
      "epoch": 1.7788654515666598,
      "grad_norm": 1.7731163411841682,
      "learning_rate": 0.00024314524209823488,
      "loss": 1.6671,
      "step": 43431
    },
    {
      "epoch": 1.7789064099938563,
      "grad_norm": 1.2749744116231474,
      "learning_rate": 0.000243142685678762,
      "loss": 0.9437,
      "step": 43432
    },
    {
      "epoch": 1.7789473684210526,
      "grad_norm": 1.28335095716647,
      "learning_rate": 0.00024314012921525667,
      "loss": 0.7782,
      "step": 43433
    },
    {
      "epoch": 1.778988326848249,
      "grad_norm": 1.7050340511479458,
      "learning_rate": 0.00024313757270772007,
      "loss": 1.1865,
      "step": 43434
    },
    {
      "epoch": 1.7790292852754455,
      "grad_norm": 1.4898849315661653,
      "learning_rate": 0.00024313501615615344,
      "loss": 0.3679,
      "step": 43435
    },
    {
      "epoch": 1.7790702437026418,
      "grad_norm": 1.5924146417862908,
      "learning_rate": 0.000243132459560558,
      "loss": 1.6531,
      "step": 43436
    },
    {
      "epoch": 1.779111202129838,
      "grad_norm": 1.6807735923287357,
      "learning_rate": 0.00024312990292093493,
      "loss": 1.4197,
      "step": 43437
    },
    {
      "epoch": 1.7791521605570346,
      "grad_norm": 1.296005285609628,
      "learning_rate": 0.00024312734623728544,
      "loss": 1.0383,
      "step": 43438
    },
    {
      "epoch": 1.7791931189842312,
      "grad_norm": 0.8583236954509064,
      "learning_rate": 0.00024312478950961074,
      "loss": 0.3065,
      "step": 43439
    },
    {
      "epoch": 1.7792340774114273,
      "grad_norm": 1.278013830521843,
      "learning_rate": 0.00024312223273791203,
      "loss": 0.7977,
      "step": 43440
    },
    {
      "epoch": 1.7792750358386238,
      "grad_norm": 1.3204446004655768,
      "learning_rate": 0.00024311967592219056,
      "loss": 0.839,
      "step": 43441
    },
    {
      "epoch": 1.7793159942658203,
      "grad_norm": 1.3074421782568788,
      "learning_rate": 0.0002431171190624475,
      "loss": 1.0508,
      "step": 43442
    },
    {
      "epoch": 1.7793569526930166,
      "grad_norm": 1.0535270638705587,
      "learning_rate": 0.00024311456215868408,
      "loss": 0.7534,
      "step": 43443
    },
    {
      "epoch": 1.779397911120213,
      "grad_norm": 1.2915662419496705,
      "learning_rate": 0.00024311200521090148,
      "loss": 0.4541,
      "step": 43444
    },
    {
      "epoch": 1.7794388695474095,
      "grad_norm": 1.5680963087980624,
      "learning_rate": 0.00024310944821910095,
      "loss": 0.9756,
      "step": 43445
    },
    {
      "epoch": 1.7794798279746058,
      "grad_norm": 0.9835507344266209,
      "learning_rate": 0.00024310689118328365,
      "loss": 0.5848,
      "step": 43446
    },
    {
      "epoch": 1.7795207864018021,
      "grad_norm": 1.1514822565644933,
      "learning_rate": 0.0002431043341034508,
      "loss": 0.7641,
      "step": 43447
    },
    {
      "epoch": 1.7795617448289986,
      "grad_norm": 1.0992262125552794,
      "learning_rate": 0.00024310177697960364,
      "loss": 0.6891,
      "step": 43448
    },
    {
      "epoch": 1.779602703256195,
      "grad_norm": 1.1240176564847721,
      "learning_rate": 0.0002430992198117434,
      "loss": 0.7488,
      "step": 43449
    },
    {
      "epoch": 1.7796436616833913,
      "grad_norm": 1.5837671316055058,
      "learning_rate": 0.0002430966625998712,
      "loss": 1.1567,
      "step": 43450
    },
    {
      "epoch": 1.7796846201105878,
      "grad_norm": 1.1735192696433305,
      "learning_rate": 0.00024309410534398835,
      "loss": 0.5944,
      "step": 43451
    },
    {
      "epoch": 1.7797255785377841,
      "grad_norm": 1.2913913221183084,
      "learning_rate": 0.00024309154804409597,
      "loss": 0.7981,
      "step": 43452
    },
    {
      "epoch": 1.7797665369649804,
      "grad_norm": 1.3236097040466428,
      "learning_rate": 0.00024308899070019533,
      "loss": 0.9763,
      "step": 43453
    },
    {
      "epoch": 1.779807495392177,
      "grad_norm": 1.412488303317761,
      "learning_rate": 0.0002430864333122876,
      "loss": 0.4426,
      "step": 43454
    },
    {
      "epoch": 1.7798484538193733,
      "grad_norm": 1.2137972070934837,
      "learning_rate": 0.000243083875880374,
      "loss": 0.691,
      "step": 43455
    },
    {
      "epoch": 1.7798894122465696,
      "grad_norm": 1.1835189915789484,
      "learning_rate": 0.00024308131840445577,
      "loss": 0.6879,
      "step": 43456
    },
    {
      "epoch": 1.7799303706737661,
      "grad_norm": 1.1821606427582503,
      "learning_rate": 0.0002430787608845341,
      "loss": 0.8215,
      "step": 43457
    },
    {
      "epoch": 1.7799713291009627,
      "grad_norm": 0.8332903161062586,
      "learning_rate": 0.00024307620332061013,
      "loss": 0.2697,
      "step": 43458
    },
    {
      "epoch": 1.7800122875281588,
      "grad_norm": 1.1434506770582709,
      "learning_rate": 0.0002430736457126852,
      "loss": 0.8818,
      "step": 43459
    },
    {
      "epoch": 1.7800532459553553,
      "grad_norm": 1.549481864585359,
      "learning_rate": 0.0002430710880607604,
      "loss": 0.6735,
      "step": 43460
    },
    {
      "epoch": 1.7800942043825518,
      "grad_norm": 1.399573949352105,
      "learning_rate": 0.00024306853036483702,
      "loss": 0.7576,
      "step": 43461
    },
    {
      "epoch": 1.7801351628097482,
      "grad_norm": 0.6565138736803319,
      "learning_rate": 0.00024306597262491623,
      "loss": 0.2989,
      "step": 43462
    },
    {
      "epoch": 1.7801761212369445,
      "grad_norm": 0.9471560103526981,
      "learning_rate": 0.0002430634148409993,
      "loss": 0.421,
      "step": 43463
    },
    {
      "epoch": 1.780217079664141,
      "grad_norm": 0.980975142673505,
      "learning_rate": 0.0002430608570130873,
      "loss": 0.6673,
      "step": 43464
    },
    {
      "epoch": 1.7802580380913373,
      "grad_norm": 1.1869464328953885,
      "learning_rate": 0.0002430582991411816,
      "loss": 0.6298,
      "step": 43465
    },
    {
      "epoch": 1.7802989965185336,
      "grad_norm": 1.4152195584030858,
      "learning_rate": 0.0002430557412252833,
      "loss": 0.6808,
      "step": 43466
    },
    {
      "epoch": 1.7803399549457302,
      "grad_norm": 1.1305991175092436,
      "learning_rate": 0.00024305318326539366,
      "loss": 0.6577,
      "step": 43467
    },
    {
      "epoch": 1.7803809133729265,
      "grad_norm": 1.181911674279106,
      "learning_rate": 0.0002430506252615139,
      "loss": 0.8106,
      "step": 43468
    },
    {
      "epoch": 1.7804218718001228,
      "grad_norm": 2.0329278781667806,
      "learning_rate": 0.00024304806721364513,
      "loss": 2.7365,
      "step": 43469
    },
    {
      "epoch": 1.7804628302273193,
      "grad_norm": 1.105660920917116,
      "learning_rate": 0.00024304550912178867,
      "loss": 0.3991,
      "step": 43470
    },
    {
      "epoch": 1.7805037886545156,
      "grad_norm": 1.2664306262861367,
      "learning_rate": 0.0002430429509859457,
      "loss": 0.6979,
      "step": 43471
    },
    {
      "epoch": 1.780544747081712,
      "grad_norm": 2.2063037294346954,
      "learning_rate": 0.00024304039280611742,
      "loss": 1.197,
      "step": 43472
    },
    {
      "epoch": 1.7805857055089085,
      "grad_norm": 1.2014998507460342,
      "learning_rate": 0.00024303783458230502,
      "loss": 0.8485,
      "step": 43473
    },
    {
      "epoch": 1.7806266639361048,
      "grad_norm": 2.045385424615852,
      "learning_rate": 0.00024303527631450977,
      "loss": 2.0855,
      "step": 43474
    },
    {
      "epoch": 1.7806676223633011,
      "grad_norm": 2.027168719393512,
      "learning_rate": 0.0002430327180027328,
      "loss": 1.233,
      "step": 43475
    },
    {
      "epoch": 1.7807085807904977,
      "grad_norm": 0.8940794691488538,
      "learning_rate": 0.00024303015964697536,
      "loss": 0.5032,
      "step": 43476
    },
    {
      "epoch": 1.7807495392176942,
      "grad_norm": 1.2294246738024073,
      "learning_rate": 0.0002430276012472387,
      "loss": 0.8939,
      "step": 43477
    },
    {
      "epoch": 1.7807904976448903,
      "grad_norm": 1.6160933009876848,
      "learning_rate": 0.00024302504280352395,
      "loss": 1.0381,
      "step": 43478
    },
    {
      "epoch": 1.7808314560720868,
      "grad_norm": 19.166057544402186,
      "learning_rate": 0.00024302248431583238,
      "loss": 2.2947,
      "step": 43479
    },
    {
      "epoch": 1.7808724144992834,
      "grad_norm": 1.1449828048916668,
      "learning_rate": 0.00024301992578416517,
      "loss": 0.9942,
      "step": 43480
    },
    {
      "epoch": 1.7809133729264797,
      "grad_norm": 1.038085431277798,
      "learning_rate": 0.00024301736720852354,
      "loss": 0.4333,
      "step": 43481
    },
    {
      "epoch": 1.780954331353676,
      "grad_norm": 1.3452875835900948,
      "learning_rate": 0.0002430148085889087,
      "loss": 0.8431,
      "step": 43482
    },
    {
      "epoch": 1.7809952897808725,
      "grad_norm": 1.1607538676534352,
      "learning_rate": 0.00024301224992532184,
      "loss": 0.7731,
      "step": 43483
    },
    {
      "epoch": 1.7810362482080688,
      "grad_norm": 1.2687725004745538,
      "learning_rate": 0.0002430096912177642,
      "loss": 0.7443,
      "step": 43484
    },
    {
      "epoch": 1.7810772066352651,
      "grad_norm": 1.1162581666258098,
      "learning_rate": 0.00024300713246623695,
      "loss": 0.6948,
      "step": 43485
    },
    {
      "epoch": 1.7811181650624617,
      "grad_norm": 0.9138701032174531,
      "learning_rate": 0.00024300457367074134,
      "loss": 0.3804,
      "step": 43486
    },
    {
      "epoch": 1.781159123489658,
      "grad_norm": 1.5022641017148703,
      "learning_rate": 0.00024300201483127857,
      "loss": 0.7879,
      "step": 43487
    },
    {
      "epoch": 1.7812000819168543,
      "grad_norm": 1.03673069560152,
      "learning_rate": 0.00024299945594784985,
      "loss": 0.5402,
      "step": 43488
    },
    {
      "epoch": 1.7812410403440508,
      "grad_norm": 1.6779555207289354,
      "learning_rate": 0.00024299689702045638,
      "loss": 0.8811,
      "step": 43489
    },
    {
      "epoch": 1.7812819987712472,
      "grad_norm": 1.6010681349654337,
      "learning_rate": 0.00024299433804909936,
      "loss": 1.0217,
      "step": 43490
    },
    {
      "epoch": 1.7813229571984435,
      "grad_norm": 0.8775478896342791,
      "learning_rate": 0.00024299177903378002,
      "loss": 0.606,
      "step": 43491
    },
    {
      "epoch": 1.78136391562564,
      "grad_norm": 0.9669425675822625,
      "learning_rate": 0.00024298921997449957,
      "loss": 0.6553,
      "step": 43492
    },
    {
      "epoch": 1.7814048740528363,
      "grad_norm": 1.5461750556937148,
      "learning_rate": 0.00024298666087125921,
      "loss": 0.9551,
      "step": 43493
    },
    {
      "epoch": 1.7814458324800326,
      "grad_norm": 1.0277623349688918,
      "learning_rate": 0.00024298410172406013,
      "loss": 0.6536,
      "step": 43494
    },
    {
      "epoch": 1.7814867909072292,
      "grad_norm": 1.2431015264385903,
      "learning_rate": 0.0002429815425329036,
      "loss": 0.7109,
      "step": 43495
    },
    {
      "epoch": 1.7815277493344257,
      "grad_norm": 1.1865095994127501,
      "learning_rate": 0.00024297898329779077,
      "loss": 0.674,
      "step": 43496
    },
    {
      "epoch": 1.7815687077616218,
      "grad_norm": 1.2268434008766596,
      "learning_rate": 0.0002429764240187229,
      "loss": 0.7389,
      "step": 43497
    },
    {
      "epoch": 1.7816096661888183,
      "grad_norm": 1.0482661703459077,
      "learning_rate": 0.00024297386469570112,
      "loss": 0.3924,
      "step": 43498
    },
    {
      "epoch": 1.7816506246160149,
      "grad_norm": 1.1161135484164117,
      "learning_rate": 0.00024297130532872674,
      "loss": 0.779,
      "step": 43499
    },
    {
      "epoch": 1.7816915830432112,
      "grad_norm": 1.497061073684878,
      "learning_rate": 0.00024296874591780092,
      "loss": 1.1472,
      "step": 43500
    },
    {
      "epoch": 1.7817325414704075,
      "grad_norm": 1.0756346270666808,
      "learning_rate": 0.00024296618646292483,
      "loss": 0.7811,
      "step": 43501
    },
    {
      "epoch": 1.781773499897604,
      "grad_norm": 1.8974810239877307,
      "learning_rate": 0.00024296362696409973,
      "loss": 0.8554,
      "step": 43502
    },
    {
      "epoch": 1.7818144583248003,
      "grad_norm": 1.2668922300754442,
      "learning_rate": 0.00024296106742132686,
      "loss": 0.7461,
      "step": 43503
    },
    {
      "epoch": 1.7818554167519967,
      "grad_norm": 1.274827451454032,
      "learning_rate": 0.0002429585078346074,
      "loss": 0.8576,
      "step": 43504
    },
    {
      "epoch": 1.7818963751791932,
      "grad_norm": 1.5382907612606571,
      "learning_rate": 0.0002429559482039425,
      "loss": 1.0826,
      "step": 43505
    },
    {
      "epoch": 1.7819373336063895,
      "grad_norm": 0.9815584932811343,
      "learning_rate": 0.00024295338852933345,
      "loss": 0.7755,
      "step": 43506
    },
    {
      "epoch": 1.7819782920335858,
      "grad_norm": 0.8710017133123257,
      "learning_rate": 0.0002429508288107814,
      "loss": 0.3375,
      "step": 43507
    },
    {
      "epoch": 1.7820192504607824,
      "grad_norm": 0.8866761408827768,
      "learning_rate": 0.00024294826904828763,
      "loss": 0.3074,
      "step": 43508
    },
    {
      "epoch": 1.7820602088879787,
      "grad_norm": 1.7452976775317133,
      "learning_rate": 0.0002429457092418533,
      "loss": 1.3778,
      "step": 43509
    },
    {
      "epoch": 1.782101167315175,
      "grad_norm": 1.1746521691799092,
      "learning_rate": 0.0002429431493914796,
      "loss": 0.7766,
      "step": 43510
    },
    {
      "epoch": 1.7821421257423715,
      "grad_norm": 1.1669196422024315,
      "learning_rate": 0.00024294058949716782,
      "loss": 0.9589,
      "step": 43511
    },
    {
      "epoch": 1.782183084169568,
      "grad_norm": 1.236128204489788,
      "learning_rate": 0.0002429380295589191,
      "loss": 0.6515,
      "step": 43512
    },
    {
      "epoch": 1.7822240425967641,
      "grad_norm": 1.1983395879608352,
      "learning_rate": 0.00024293546957673468,
      "loss": 0.729,
      "step": 43513
    },
    {
      "epoch": 1.7822650010239607,
      "grad_norm": 0.9769482111122869,
      "learning_rate": 0.00024293290955061577,
      "loss": 0.692,
      "step": 43514
    },
    {
      "epoch": 1.7823059594511572,
      "grad_norm": 1.2279544647088334,
      "learning_rate": 0.00024293034948056355,
      "loss": 0.8247,
      "step": 43515
    },
    {
      "epoch": 1.7823469178783533,
      "grad_norm": 1.3997311628264242,
      "learning_rate": 0.00024292778936657928,
      "loss": 0.9098,
      "step": 43516
    },
    {
      "epoch": 1.7823878763055498,
      "grad_norm": 2.372610715789551,
      "learning_rate": 0.00024292522920866413,
      "loss": 1.9494,
      "step": 43517
    },
    {
      "epoch": 1.7824288347327464,
      "grad_norm": 1.187955982340296,
      "learning_rate": 0.0002429226690068193,
      "loss": 0.9812,
      "step": 43518
    },
    {
      "epoch": 1.7824697931599427,
      "grad_norm": 1.1620669935237027,
      "learning_rate": 0.00024292010876104605,
      "loss": 0.9941,
      "step": 43519
    },
    {
      "epoch": 1.782510751587139,
      "grad_norm": 0.6661337774713374,
      "learning_rate": 0.0002429175484713456,
      "loss": 0.2612,
      "step": 43520
    },
    {
      "epoch": 1.7825517100143355,
      "grad_norm": 0.7016476559706525,
      "learning_rate": 0.00024291498813771908,
      "loss": 0.2829,
      "step": 43521
    },
    {
      "epoch": 1.7825926684415319,
      "grad_norm": 1.191740251183021,
      "learning_rate": 0.00024291242776016775,
      "loss": 0.8922,
      "step": 43522
    },
    {
      "epoch": 1.7826336268687282,
      "grad_norm": 1.190652685400511,
      "learning_rate": 0.0002429098673386928,
      "loss": 0.76,
      "step": 43523
    },
    {
      "epoch": 1.7826745852959247,
      "grad_norm": 1.0529845572002734,
      "learning_rate": 0.0002429073068732955,
      "loss": 1.0059,
      "step": 43524
    },
    {
      "epoch": 1.782715543723121,
      "grad_norm": 1.0807276155954364,
      "learning_rate": 0.000242904746363977,
      "loss": 0.4577,
      "step": 43525
    },
    {
      "epoch": 1.7827565021503173,
      "grad_norm": 1.1147711779132676,
      "learning_rate": 0.00024290218581073849,
      "loss": 0.7056,
      "step": 43526
    },
    {
      "epoch": 1.7827974605775139,
      "grad_norm": 0.8074849553333475,
      "learning_rate": 0.00024289962521358124,
      "loss": 0.2797,
      "step": 43527
    },
    {
      "epoch": 1.7828384190047102,
      "grad_norm": 1.2655707621771934,
      "learning_rate": 0.00024289706457250642,
      "loss": 0.6856,
      "step": 43528
    },
    {
      "epoch": 1.7828793774319065,
      "grad_norm": 0.9622380804420193,
      "learning_rate": 0.00024289450388751527,
      "loss": 0.7611,
      "step": 43529
    },
    {
      "epoch": 1.782920335859103,
      "grad_norm": 0.9865110451062421,
      "learning_rate": 0.00024289194315860904,
      "loss": 0.5812,
      "step": 43530
    },
    {
      "epoch": 1.7829612942862996,
      "grad_norm": 1.8861534387522818,
      "learning_rate": 0.00024288938238578884,
      "loss": 1.4695,
      "step": 43531
    },
    {
      "epoch": 1.7830022527134957,
      "grad_norm": 1.4422896455976213,
      "learning_rate": 0.00024288682156905594,
      "loss": 1.0122,
      "step": 43532
    },
    {
      "epoch": 1.7830432111406922,
      "grad_norm": 1.7368580488102192,
      "learning_rate": 0.00024288426070841153,
      "loss": 0.7228,
      "step": 43533
    },
    {
      "epoch": 1.7830841695678887,
      "grad_norm": 1.1619714153449219,
      "learning_rate": 0.00024288169980385684,
      "loss": 0.6862,
      "step": 43534
    },
    {
      "epoch": 1.7831251279950848,
      "grad_norm": 1.3151794694291512,
      "learning_rate": 0.00024287913885539305,
      "loss": 0.6682,
      "step": 43535
    },
    {
      "epoch": 1.7831660864222814,
      "grad_norm": 1.2095884248863853,
      "learning_rate": 0.00024287657786302143,
      "loss": 0.759,
      "step": 43536
    },
    {
      "epoch": 1.783207044849478,
      "grad_norm": 1.2982663620541584,
      "learning_rate": 0.00024287401682674317,
      "loss": 0.8552,
      "step": 43537
    },
    {
      "epoch": 1.7832480032766742,
      "grad_norm": 1.6345072712227033,
      "learning_rate": 0.00024287145574655944,
      "loss": 1.1434,
      "step": 43538
    },
    {
      "epoch": 1.7832889617038705,
      "grad_norm": 1.3095341406666472,
      "learning_rate": 0.00024286889462247143,
      "loss": 0.7938,
      "step": 43539
    },
    {
      "epoch": 1.783329920131067,
      "grad_norm": 1.1816936318676745,
      "learning_rate": 0.00024286633345448047,
      "loss": 0.8471,
      "step": 43540
    },
    {
      "epoch": 1.7833708785582634,
      "grad_norm": 1.4072062372936323,
      "learning_rate": 0.00024286377224258765,
      "loss": 0.6931,
      "step": 43541
    },
    {
      "epoch": 1.7834118369854597,
      "grad_norm": 1.3089320288474413,
      "learning_rate": 0.00024286121098679426,
      "loss": 1.0335,
      "step": 43542
    },
    {
      "epoch": 1.7834527954126562,
      "grad_norm": 0.9824108057668561,
      "learning_rate": 0.00024285864968710144,
      "loss": 0.459,
      "step": 43543
    },
    {
      "epoch": 1.7834937538398525,
      "grad_norm": 1.2714630873193218,
      "learning_rate": 0.0002428560883435104,
      "loss": 0.8111,
      "step": 43544
    },
    {
      "epoch": 1.7835347122670488,
      "grad_norm": 1.1386795468731241,
      "learning_rate": 0.00024285352695602248,
      "loss": 0.7424,
      "step": 43545
    },
    {
      "epoch": 1.7835756706942454,
      "grad_norm": 1.1655314035599977,
      "learning_rate": 0.00024285096552463878,
      "loss": 0.6855,
      "step": 43546
    },
    {
      "epoch": 1.7836166291214417,
      "grad_norm": 0.8602216267305713,
      "learning_rate": 0.0002428484040493605,
      "loss": 0.3811,
      "step": 43547
    },
    {
      "epoch": 1.783657587548638,
      "grad_norm": 1.3555311435790496,
      "learning_rate": 0.0002428458425301889,
      "loss": 0.7576,
      "step": 43548
    },
    {
      "epoch": 1.7836985459758345,
      "grad_norm": 1.0236101979212477,
      "learning_rate": 0.00024284328096712515,
      "loss": 0.3082,
      "step": 43549
    },
    {
      "epoch": 1.783739504403031,
      "grad_norm": 1.313589976886654,
      "learning_rate": 0.0002428407193601705,
      "loss": 0.7797,
      "step": 43550
    },
    {
      "epoch": 1.7837804628302272,
      "grad_norm": 6.315782077809217,
      "learning_rate": 0.00024283815770932617,
      "loss": 1.9517,
      "step": 43551
    },
    {
      "epoch": 1.7838214212574237,
      "grad_norm": 1.1121880970755122,
      "learning_rate": 0.0002428355960145933,
      "loss": 0.8259,
      "step": 43552
    },
    {
      "epoch": 1.7838623796846202,
      "grad_norm": 1.2368163841040534,
      "learning_rate": 0.0002428330342759732,
      "loss": 0.7325,
      "step": 43553
    },
    {
      "epoch": 1.7839033381118166,
      "grad_norm": 3.905672698101753,
      "learning_rate": 0.000242830472493467,
      "loss": 1.7564,
      "step": 43554
    },
    {
      "epoch": 1.7839442965390129,
      "grad_norm": 4.0371279112744265,
      "learning_rate": 0.00024282791066707594,
      "loss": 1.0832,
      "step": 43555
    },
    {
      "epoch": 1.7839852549662094,
      "grad_norm": 1.143419609143285,
      "learning_rate": 0.0002428253487968012,
      "loss": 0.6316,
      "step": 43556
    },
    {
      "epoch": 1.7840262133934057,
      "grad_norm": 1.4882079910898693,
      "learning_rate": 0.00024282278688264407,
      "loss": 0.6214,
      "step": 43557
    },
    {
      "epoch": 1.784067171820602,
      "grad_norm": 1.3138384423966565,
      "learning_rate": 0.00024282022492460572,
      "loss": 0.8451,
      "step": 43558
    },
    {
      "epoch": 1.7841081302477986,
      "grad_norm": 1.3627504361482654,
      "learning_rate": 0.00024281766292268733,
      "loss": 0.7758,
      "step": 43559
    },
    {
      "epoch": 1.7841490886749949,
      "grad_norm": 1.4114944040387911,
      "learning_rate": 0.00024281510087689013,
      "loss": 0.8635,
      "step": 43560
    },
    {
      "epoch": 1.7841900471021912,
      "grad_norm": 1.674016913023534,
      "learning_rate": 0.00024281253878721533,
      "loss": 1.0365,
      "step": 43561
    },
    {
      "epoch": 1.7842310055293877,
      "grad_norm": 1.0051775424142144,
      "learning_rate": 0.00024280997665366416,
      "loss": 0.4759,
      "step": 43562
    },
    {
      "epoch": 1.784271963956584,
      "grad_norm": 1.1556023999776728,
      "learning_rate": 0.00024280741447623783,
      "loss": 0.8292,
      "step": 43563
    },
    {
      "epoch": 1.7843129223837804,
      "grad_norm": 1.070647453813737,
      "learning_rate": 0.00024280485225493752,
      "loss": 0.8004,
      "step": 43564
    },
    {
      "epoch": 1.784353880810977,
      "grad_norm": 1.169815469493833,
      "learning_rate": 0.00024280228998976446,
      "loss": 0.876,
      "step": 43565
    },
    {
      "epoch": 1.7843948392381732,
      "grad_norm": 1.4031255467116417,
      "learning_rate": 0.00024279972768071988,
      "loss": 0.6142,
      "step": 43566
    },
    {
      "epoch": 1.7844357976653695,
      "grad_norm": 0.9422269602243533,
      "learning_rate": 0.00024279716532780497,
      "loss": 0.3954,
      "step": 43567
    },
    {
      "epoch": 1.784476756092566,
      "grad_norm": 0.9485596364295737,
      "learning_rate": 0.00024279460293102093,
      "loss": 0.6335,
      "step": 43568
    },
    {
      "epoch": 1.7845177145197626,
      "grad_norm": 1.1388385195485873,
      "learning_rate": 0.00024279204049036898,
      "loss": 0.6936,
      "step": 43569
    },
    {
      "epoch": 1.7845586729469587,
      "grad_norm": 1.151983104293496,
      "learning_rate": 0.00024278947800585035,
      "loss": 0.8832,
      "step": 43570
    },
    {
      "epoch": 1.7845996313741552,
      "grad_norm": 5.205305256080176,
      "learning_rate": 0.00024278691547746623,
      "loss": 2.8189,
      "step": 43571
    },
    {
      "epoch": 1.7846405898013518,
      "grad_norm": 1.3026720466212698,
      "learning_rate": 0.00024278435290521786,
      "loss": 0.9485,
      "step": 43572
    },
    {
      "epoch": 1.784681548228548,
      "grad_norm": 1.150283220816249,
      "learning_rate": 0.00024278179028910645,
      "loss": 0.48,
      "step": 43573
    },
    {
      "epoch": 1.7847225066557444,
      "grad_norm": 1.354540940177927,
      "learning_rate": 0.00024277922762913317,
      "loss": 0.8511,
      "step": 43574
    },
    {
      "epoch": 1.784763465082941,
      "grad_norm": 1.6532554045054733,
      "learning_rate": 0.00024277666492529925,
      "loss": 1.2962,
      "step": 43575
    },
    {
      "epoch": 1.7848044235101372,
      "grad_norm": 1.7999791039614008,
      "learning_rate": 0.00024277410217760588,
      "loss": 0.9494,
      "step": 43576
    },
    {
      "epoch": 1.7848453819373336,
      "grad_norm": 0.9919184070611754,
      "learning_rate": 0.00024277153938605435,
      "loss": 0.4472,
      "step": 43577
    },
    {
      "epoch": 1.78488634036453,
      "grad_norm": 1.523792380451034,
      "learning_rate": 0.00024276897655064583,
      "loss": 1.2121,
      "step": 43578
    },
    {
      "epoch": 1.7849272987917264,
      "grad_norm": 1.1378358366078547,
      "learning_rate": 0.00024276641367138144,
      "loss": 0.8964,
      "step": 43579
    },
    {
      "epoch": 1.7849682572189227,
      "grad_norm": 1.7028078168773149,
      "learning_rate": 0.00024276385074826253,
      "loss": 1.2424,
      "step": 43580
    },
    {
      "epoch": 1.7850092156461193,
      "grad_norm": 1.0493490183628857,
      "learning_rate": 0.00024276128778129023,
      "loss": 0.7984,
      "step": 43581
    },
    {
      "epoch": 1.7850501740733156,
      "grad_norm": 1.2943516898858598,
      "learning_rate": 0.0002427587247704658,
      "loss": 0.8094,
      "step": 43582
    },
    {
      "epoch": 1.7850911325005119,
      "grad_norm": 1.205616556621895,
      "learning_rate": 0.00024275616171579042,
      "loss": 0.9767,
      "step": 43583
    },
    {
      "epoch": 1.7851320909277084,
      "grad_norm": 1.3363841030816874,
      "learning_rate": 0.0002427535986172653,
      "loss": 1.2489,
      "step": 43584
    },
    {
      "epoch": 1.7851730493549047,
      "grad_norm": 1.3414528055950665,
      "learning_rate": 0.00024275103547489164,
      "loss": 0.848,
      "step": 43585
    },
    {
      "epoch": 1.785214007782101,
      "grad_norm": 0.9575012691440417,
      "learning_rate": 0.00024274847228867072,
      "loss": 0.4559,
      "step": 43586
    },
    {
      "epoch": 1.7852549662092976,
      "grad_norm": 1.8140211354501632,
      "learning_rate": 0.00024274590905860367,
      "loss": 1.2689,
      "step": 43587
    },
    {
      "epoch": 1.7852959246364941,
      "grad_norm": 1.2374437356722146,
      "learning_rate": 0.00024274334578469178,
      "loss": 0.5121,
      "step": 43588
    },
    {
      "epoch": 1.7853368830636902,
      "grad_norm": 1.5956643513398485,
      "learning_rate": 0.00024274078246693616,
      "loss": 0.9799,
      "step": 43589
    },
    {
      "epoch": 1.7853778414908867,
      "grad_norm": 1.0785217553859863,
      "learning_rate": 0.00024273821910533814,
      "loss": 0.944,
      "step": 43590
    },
    {
      "epoch": 1.7854187999180833,
      "grad_norm": 1.95512688939589,
      "learning_rate": 0.00024273565569989884,
      "loss": 1.6129,
      "step": 43591
    },
    {
      "epoch": 1.7854597583452796,
      "grad_norm": 2.2789716014377057,
      "learning_rate": 0.0002427330922506195,
      "loss": 2.5168,
      "step": 43592
    },
    {
      "epoch": 1.785500716772476,
      "grad_norm": 1.055042765203441,
      "learning_rate": 0.00024273052875750135,
      "loss": 0.5254,
      "step": 43593
    },
    {
      "epoch": 1.7855416751996724,
      "grad_norm": 0.9393593649450099,
      "learning_rate": 0.00024272796522054556,
      "loss": 0.3187,
      "step": 43594
    },
    {
      "epoch": 1.7855826336268688,
      "grad_norm": 1.1190053370786994,
      "learning_rate": 0.0002427254016397534,
      "loss": 0.66,
      "step": 43595
    },
    {
      "epoch": 1.785623592054065,
      "grad_norm": 1.0899346192283834,
      "learning_rate": 0.000242722838015126,
      "loss": 0.6676,
      "step": 43596
    },
    {
      "epoch": 1.7856645504812616,
      "grad_norm": 1.6649746692241283,
      "learning_rate": 0.00024272027434666467,
      "loss": 0.9593,
      "step": 43597
    },
    {
      "epoch": 1.785705508908458,
      "grad_norm": 1.8226136160803397,
      "learning_rate": 0.00024271771063437056,
      "loss": 2.0308,
      "step": 43598
    },
    {
      "epoch": 1.7857464673356542,
      "grad_norm": 1.606275575742757,
      "learning_rate": 0.0002427151468782449,
      "loss": 0.8379,
      "step": 43599
    },
    {
      "epoch": 1.7857874257628508,
      "grad_norm": 0.9480316962104491,
      "learning_rate": 0.0002427125830782889,
      "loss": 0.416,
      "step": 43600
    },
    {
      "epoch": 1.785828384190047,
      "grad_norm": 0.8732958077735713,
      "learning_rate": 0.00024271001923450376,
      "loss": 0.2964,
      "step": 43601
    },
    {
      "epoch": 1.7858693426172434,
      "grad_norm": 1.2200546530915828,
      "learning_rate": 0.00024270745534689066,
      "loss": 1.0313,
      "step": 43602
    },
    {
      "epoch": 1.78591030104444,
      "grad_norm": 1.3956751605991722,
      "learning_rate": 0.00024270489141545092,
      "loss": 0.8422,
      "step": 43603
    },
    {
      "epoch": 1.7859512594716362,
      "grad_norm": 1.1026664800783714,
      "learning_rate": 0.00024270232744018566,
      "loss": 0.6283,
      "step": 43604
    },
    {
      "epoch": 1.7859922178988326,
      "grad_norm": 0.9843014599652495,
      "learning_rate": 0.00024269976342109617,
      "loss": 0.5955,
      "step": 43605
    },
    {
      "epoch": 1.786033176326029,
      "grad_norm": 1.0063070386576118,
      "learning_rate": 0.00024269719935818352,
      "loss": 0.5675,
      "step": 43606
    },
    {
      "epoch": 1.7860741347532256,
      "grad_norm": 1.6096183537179647,
      "learning_rate": 0.0002426946352514491,
      "loss": 1.4193,
      "step": 43607
    },
    {
      "epoch": 1.7861150931804217,
      "grad_norm": 1.994795746479879,
      "learning_rate": 0.00024269207110089403,
      "loss": 1.4987,
      "step": 43608
    },
    {
      "epoch": 1.7861560516076183,
      "grad_norm": 1.641386565780864,
      "learning_rate": 0.00024268950690651945,
      "loss": 1.5288,
      "step": 43609
    },
    {
      "epoch": 1.7861970100348148,
      "grad_norm": 1.2312858277422327,
      "learning_rate": 0.00024268694266832674,
      "loss": 0.8276,
      "step": 43610
    },
    {
      "epoch": 1.786237968462011,
      "grad_norm": 1.2794475043783289,
      "learning_rate": 0.00024268437838631694,
      "loss": 0.7512,
      "step": 43611
    },
    {
      "epoch": 1.7862789268892074,
      "grad_norm": 1.2612935149368492,
      "learning_rate": 0.0002426818140604914,
      "loss": 1.0596,
      "step": 43612
    },
    {
      "epoch": 1.786319885316404,
      "grad_norm": 1.859814607025817,
      "learning_rate": 0.00024267924969085123,
      "loss": 1.1975,
      "step": 43613
    },
    {
      "epoch": 1.7863608437436003,
      "grad_norm": 4.061330418462992,
      "learning_rate": 0.00024267668527739773,
      "loss": 3.7276,
      "step": 43614
    },
    {
      "epoch": 1.7864018021707966,
      "grad_norm": 1.0184983642875773,
      "learning_rate": 0.00024267412082013204,
      "loss": 0.5971,
      "step": 43615
    },
    {
      "epoch": 1.7864427605979931,
      "grad_norm": 1.3951542987165142,
      "learning_rate": 0.00024267155631905543,
      "loss": 1.1379,
      "step": 43616
    },
    {
      "epoch": 1.7864837190251894,
      "grad_norm": 0.9221567235298501,
      "learning_rate": 0.00024266899177416909,
      "loss": 0.5223,
      "step": 43617
    },
    {
      "epoch": 1.7865246774523857,
      "grad_norm": 1.3092971279262302,
      "learning_rate": 0.0002426664271854742,
      "loss": 1.0174,
      "step": 43618
    },
    {
      "epoch": 1.7865656358795823,
      "grad_norm": 1.209867934801681,
      "learning_rate": 0.00024266386255297203,
      "loss": 0.7994,
      "step": 43619
    },
    {
      "epoch": 1.7866065943067786,
      "grad_norm": 1.6952661467476118,
      "learning_rate": 0.00024266129787666374,
      "loss": 0.7597,
      "step": 43620
    },
    {
      "epoch": 1.786647552733975,
      "grad_norm": 0.776029191770898,
      "learning_rate": 0.00024265873315655056,
      "loss": 0.2273,
      "step": 43621
    },
    {
      "epoch": 1.7866885111611714,
      "grad_norm": 1.0614389913876123,
      "learning_rate": 0.00024265616839263372,
      "loss": 0.7477,
      "step": 43622
    },
    {
      "epoch": 1.7867294695883678,
      "grad_norm": 1.364901982747988,
      "learning_rate": 0.00024265360358491443,
      "loss": 0.9883,
      "step": 43623
    },
    {
      "epoch": 1.786770428015564,
      "grad_norm": 1.217851395481406,
      "learning_rate": 0.00024265103873339386,
      "loss": 0.9301,
      "step": 43624
    },
    {
      "epoch": 1.7868113864427606,
      "grad_norm": 0.9780027026189358,
      "learning_rate": 0.00024264847383807326,
      "loss": 0.5045,
      "step": 43625
    },
    {
      "epoch": 1.7868523448699571,
      "grad_norm": 1.3904365172318913,
      "learning_rate": 0.0002426459088989539,
      "loss": 1.1961,
      "step": 43626
    },
    {
      "epoch": 1.7868933032971532,
      "grad_norm": 1.3198202468024616,
      "learning_rate": 0.0002426433439160369,
      "loss": 0.7017,
      "step": 43627
    },
    {
      "epoch": 1.7869342617243498,
      "grad_norm": 1.3423249668850692,
      "learning_rate": 0.00024264077888932348,
      "loss": 0.9079,
      "step": 43628
    },
    {
      "epoch": 1.7869752201515463,
      "grad_norm": 1.3099167786301895,
      "learning_rate": 0.00024263821381881488,
      "loss": 0.604,
      "step": 43629
    },
    {
      "epoch": 1.7870161785787426,
      "grad_norm": 1.3799698892784256,
      "learning_rate": 0.0002426356487045123,
      "loss": 0.6207,
      "step": 43630
    },
    {
      "epoch": 1.787057137005939,
      "grad_norm": 1.3737207191184044,
      "learning_rate": 0.00024263308354641698,
      "loss": 0.9573,
      "step": 43631
    },
    {
      "epoch": 1.7870980954331355,
      "grad_norm": 1.2355701328250543,
      "learning_rate": 0.0002426305183445301,
      "loss": 1.0331,
      "step": 43632
    },
    {
      "epoch": 1.7871390538603318,
      "grad_norm": 1.281090627804117,
      "learning_rate": 0.00024262795309885289,
      "loss": 1.1699,
      "step": 43633
    },
    {
      "epoch": 1.787180012287528,
      "grad_norm": 1.0884261446038865,
      "learning_rate": 0.00024262538780938655,
      "loss": 0.4202,
      "step": 43634
    },
    {
      "epoch": 1.7872209707147246,
      "grad_norm": 0.6413644285216038,
      "learning_rate": 0.00024262282247613232,
      "loss": 0.2333,
      "step": 43635
    },
    {
      "epoch": 1.787261929141921,
      "grad_norm": 1.4141116593532526,
      "learning_rate": 0.0002426202570990914,
      "loss": 1.0569,
      "step": 43636
    },
    {
      "epoch": 1.7873028875691173,
      "grad_norm": 1.5114172220534323,
      "learning_rate": 0.00024261769167826494,
      "loss": 0.6831,
      "step": 43637
    },
    {
      "epoch": 1.7873438459963138,
      "grad_norm": 1.3696398119673354,
      "learning_rate": 0.00024261512621365425,
      "loss": 0.8383,
      "step": 43638
    },
    {
      "epoch": 1.78738480442351,
      "grad_norm": 0.9049819826651887,
      "learning_rate": 0.00024261256070526053,
      "loss": 0.4791,
      "step": 43639
    },
    {
      "epoch": 1.7874257628507064,
      "grad_norm": 0.7445656962009369,
      "learning_rate": 0.00024260999515308493,
      "loss": 0.2818,
      "step": 43640
    },
    {
      "epoch": 1.787466721277903,
      "grad_norm": 1.7402432444528313,
      "learning_rate": 0.00024260742955712876,
      "loss": 1.2703,
      "step": 43641
    },
    {
      "epoch": 1.7875076797050993,
      "grad_norm": 0.9439914027324103,
      "learning_rate": 0.00024260486391739308,
      "loss": 0.7221,
      "step": 43642
    },
    {
      "epoch": 1.7875486381322956,
      "grad_norm": 1.1043970379092376,
      "learning_rate": 0.00024260229823387924,
      "loss": 0.9622,
      "step": 43643
    },
    {
      "epoch": 1.7875895965594921,
      "grad_norm": 1.33170674568409,
      "learning_rate": 0.00024259973250658843,
      "loss": 0.9003,
      "step": 43644
    },
    {
      "epoch": 1.7876305549866887,
      "grad_norm": 1.6934464400145215,
      "learning_rate": 0.00024259716673552181,
      "loss": 0.9844,
      "step": 43645
    },
    {
      "epoch": 1.7876715134138847,
      "grad_norm": 2.3536634388083777,
      "learning_rate": 0.00024259460092068062,
      "loss": 2.0619,
      "step": 43646
    },
    {
      "epoch": 1.7877124718410813,
      "grad_norm": 0.9319923064365894,
      "learning_rate": 0.00024259203506206607,
      "loss": 0.6283,
      "step": 43647
    },
    {
      "epoch": 1.7877534302682778,
      "grad_norm": 1.1536991594576513,
      "learning_rate": 0.0002425894691596794,
      "loss": 1.094,
      "step": 43648
    },
    {
      "epoch": 1.7877943886954741,
      "grad_norm": 1.2790469390383894,
      "learning_rate": 0.00024258690321352178,
      "loss": 0.9061,
      "step": 43649
    },
    {
      "epoch": 1.7878353471226704,
      "grad_norm": 1.381612940172778,
      "learning_rate": 0.00024258433722359446,
      "loss": 0.3232,
      "step": 43650
    },
    {
      "epoch": 1.787876305549867,
      "grad_norm": 1.395211219052462,
      "learning_rate": 0.00024258177118989863,
      "loss": 0.911,
      "step": 43651
    },
    {
      "epoch": 1.7879172639770633,
      "grad_norm": 1.3206982531370925,
      "learning_rate": 0.0002425792051124355,
      "loss": 0.6286,
      "step": 43652
    },
    {
      "epoch": 1.7879582224042596,
      "grad_norm": 1.6579565733486685,
      "learning_rate": 0.0002425766389912063,
      "loss": 1.1978,
      "step": 43653
    },
    {
      "epoch": 1.7879991808314561,
      "grad_norm": 1.0464286093448865,
      "learning_rate": 0.00024257407282621225,
      "loss": 0.691,
      "step": 43654
    },
    {
      "epoch": 1.7880401392586525,
      "grad_norm": 1.4294100859572076,
      "learning_rate": 0.00024257150661745455,
      "loss": 1.4587,
      "step": 43655
    },
    {
      "epoch": 1.7880810976858488,
      "grad_norm": 1.0099050212795702,
      "learning_rate": 0.0002425689403649344,
      "loss": 0.5225,
      "step": 43656
    },
    {
      "epoch": 1.7881220561130453,
      "grad_norm": 0.7193374875740106,
      "learning_rate": 0.00024256637406865303,
      "loss": 0.2753,
      "step": 43657
    },
    {
      "epoch": 1.7881630145402416,
      "grad_norm": 2.0888007086764198,
      "learning_rate": 0.00024256380772861167,
      "loss": 2.0068,
      "step": 43658
    },
    {
      "epoch": 1.788203972967438,
      "grad_norm": 1.2736485914834021,
      "learning_rate": 0.00024256124134481148,
      "loss": 0.8908,
      "step": 43659
    },
    {
      "epoch": 1.7882449313946345,
      "grad_norm": 0.879413320050608,
      "learning_rate": 0.0002425586749172537,
      "loss": 0.4888,
      "step": 43660
    },
    {
      "epoch": 1.7882858898218308,
      "grad_norm": 1.08341060111292,
      "learning_rate": 0.00024255610844593957,
      "loss": 0.4368,
      "step": 43661
    },
    {
      "epoch": 1.788326848249027,
      "grad_norm": 1.267809086901937,
      "learning_rate": 0.0002425535419308703,
      "loss": 0.8579,
      "step": 43662
    },
    {
      "epoch": 1.7883678066762236,
      "grad_norm": 1.116363466730259,
      "learning_rate": 0.00024255097537204711,
      "loss": 0.7224,
      "step": 43663
    },
    {
      "epoch": 1.7884087651034202,
      "grad_norm": 1.4185657482230578,
      "learning_rate": 0.0002425484087694711,
      "loss": 1.2496,
      "step": 43664
    },
    {
      "epoch": 1.7884497235306163,
      "grad_norm": 1.066432826334216,
      "learning_rate": 0.00024254584212314364,
      "loss": 0.6073,
      "step": 43665
    },
    {
      "epoch": 1.7884906819578128,
      "grad_norm": 1.4454235284995467,
      "learning_rate": 0.00024254327543306588,
      "loss": 1.1042,
      "step": 43666
    },
    {
      "epoch": 1.7885316403850093,
      "grad_norm": 0.868244342504019,
      "learning_rate": 0.00024254070869923902,
      "loss": 0.5195,
      "step": 43667
    },
    {
      "epoch": 1.7885725988122056,
      "grad_norm": 1.3063463949439,
      "learning_rate": 0.00024253814192166424,
      "loss": 0.94,
      "step": 43668
    },
    {
      "epoch": 1.788613557239402,
      "grad_norm": 1.8254620277522593,
      "learning_rate": 0.00024253557510034283,
      "loss": 1.152,
      "step": 43669
    },
    {
      "epoch": 1.7886545156665985,
      "grad_norm": 1.1010249712688702,
      "learning_rate": 0.00024253300823527595,
      "loss": 0.7321,
      "step": 43670
    },
    {
      "epoch": 1.7886954740937948,
      "grad_norm": 1.0864712686726985,
      "learning_rate": 0.0002425304413264649,
      "loss": 0.6074,
      "step": 43671
    },
    {
      "epoch": 1.7887364325209911,
      "grad_norm": 1.1446632247134387,
      "learning_rate": 0.00024252787437391074,
      "loss": 0.701,
      "step": 43672
    },
    {
      "epoch": 1.7887773909481877,
      "grad_norm": 0.8037691777719462,
      "learning_rate": 0.00024252530737761482,
      "loss": 0.3322,
      "step": 43673
    },
    {
      "epoch": 1.788818349375384,
      "grad_norm": 0.7471886700643997,
      "learning_rate": 0.00024252274033757828,
      "loss": 0.3446,
      "step": 43674
    },
    {
      "epoch": 1.7888593078025803,
      "grad_norm": 0.7337801117769717,
      "learning_rate": 0.00024252017325380234,
      "loss": 0.3049,
      "step": 43675
    },
    {
      "epoch": 1.7889002662297768,
      "grad_norm": 1.18862218406566,
      "learning_rate": 0.00024251760612628828,
      "loss": 0.8889,
      "step": 43676
    },
    {
      "epoch": 1.7889412246569731,
      "grad_norm": 1.5632081227305963,
      "learning_rate": 0.00024251503895503725,
      "loss": 0.7877,
      "step": 43677
    },
    {
      "epoch": 1.7889821830841695,
      "grad_norm": 0.935375907175318,
      "learning_rate": 0.0002425124717400505,
      "loss": 0.331,
      "step": 43678
    },
    {
      "epoch": 1.789023141511366,
      "grad_norm": 1.5980184673032574,
      "learning_rate": 0.00024250990448132918,
      "loss": 0.9213,
      "step": 43679
    },
    {
      "epoch": 1.7890640999385625,
      "grad_norm": 0.9773253921143509,
      "learning_rate": 0.00024250733717887454,
      "loss": 0.2945,
      "step": 43680
    },
    {
      "epoch": 1.7891050583657586,
      "grad_norm": 1.4673481102659196,
      "learning_rate": 0.0002425047698326878,
      "loss": 0.7105,
      "step": 43681
    },
    {
      "epoch": 1.7891460167929552,
      "grad_norm": 1.1030909921902625,
      "learning_rate": 0.00024250220244277022,
      "loss": 0.6867,
      "step": 43682
    },
    {
      "epoch": 1.7891869752201517,
      "grad_norm": 4.077864875464351,
      "learning_rate": 0.00024249963500912292,
      "loss": 2.1548,
      "step": 43683
    },
    {
      "epoch": 1.7892279336473478,
      "grad_norm": 1.251523048712751,
      "learning_rate": 0.0002424970675317472,
      "loss": 0.6008,
      "step": 43684
    },
    {
      "epoch": 1.7892688920745443,
      "grad_norm": 1.336484350870085,
      "learning_rate": 0.0002424945000106442,
      "loss": 0.6761,
      "step": 43685
    },
    {
      "epoch": 1.7893098505017409,
      "grad_norm": 1.3209731443543358,
      "learning_rate": 0.00024249193244581517,
      "loss": 0.7428,
      "step": 43686
    },
    {
      "epoch": 1.7893508089289372,
      "grad_norm": 1.2984678773009342,
      "learning_rate": 0.00024248936483726132,
      "loss": 0.8168,
      "step": 43687
    },
    {
      "epoch": 1.7893917673561335,
      "grad_norm": 1.0921101479178257,
      "learning_rate": 0.0002424867971849839,
      "loss": 0.5021,
      "step": 43688
    },
    {
      "epoch": 1.78943272578333,
      "grad_norm": 1.2230919474728816,
      "learning_rate": 0.00024248422948898403,
      "loss": 0.9966,
      "step": 43689
    },
    {
      "epoch": 1.7894736842105263,
      "grad_norm": 1.1969884525518795,
      "learning_rate": 0.00024248166174926304,
      "loss": 0.7711,
      "step": 43690
    },
    {
      "epoch": 1.7895146426377226,
      "grad_norm": 1.141455316753365,
      "learning_rate": 0.00024247909396582203,
      "loss": 0.8739,
      "step": 43691
    },
    {
      "epoch": 1.7895556010649192,
      "grad_norm": 5.516304809170433,
      "learning_rate": 0.00024247652613866233,
      "loss": 3.2799,
      "step": 43692
    },
    {
      "epoch": 1.7895965594921155,
      "grad_norm": 0.9760378901459511,
      "learning_rate": 0.00024247395826778505,
      "loss": 0.7738,
      "step": 43693
    },
    {
      "epoch": 1.7896375179193118,
      "grad_norm": 1.3750038602392678,
      "learning_rate": 0.0002424713903531915,
      "loss": 1.0012,
      "step": 43694
    },
    {
      "epoch": 1.7896784763465083,
      "grad_norm": 0.8301835445666659,
      "learning_rate": 0.00024246882239488277,
      "loss": 0.2558,
      "step": 43695
    },
    {
      "epoch": 1.7897194347737047,
      "grad_norm": 1.4231311043298476,
      "learning_rate": 0.0002424662543928602,
      "loss": 0.4578,
      "step": 43696
    },
    {
      "epoch": 1.789760393200901,
      "grad_norm": 1.0763172474853353,
      "learning_rate": 0.00024246368634712494,
      "loss": 0.6518,
      "step": 43697
    },
    {
      "epoch": 1.7898013516280975,
      "grad_norm": 1.4149718822537543,
      "learning_rate": 0.00024246111825767822,
      "loss": 0.4923,
      "step": 43698
    },
    {
      "epoch": 1.789842310055294,
      "grad_norm": 1.1837224219553173,
      "learning_rate": 0.00024245855012452124,
      "loss": 0.6668,
      "step": 43699
    },
    {
      "epoch": 1.7898832684824901,
      "grad_norm": 4.491612708216204,
      "learning_rate": 0.00024245598194765522,
      "loss": 1.983,
      "step": 43700
    },
    {
      "epoch": 1.7899242269096867,
      "grad_norm": 0.6377980744038071,
      "learning_rate": 0.00024245341372708138,
      "loss": 0.1653,
      "step": 43701
    },
    {
      "epoch": 1.7899651853368832,
      "grad_norm": 2.041468778763125,
      "learning_rate": 0.00024245084546280088,
      "loss": 2.0319,
      "step": 43702
    },
    {
      "epoch": 1.7900061437640793,
      "grad_norm": 1.4846819351093206,
      "learning_rate": 0.00024244827715481508,
      "loss": 0.8461,
      "step": 43703
    },
    {
      "epoch": 1.7900471021912758,
      "grad_norm": 1.787830140094472,
      "learning_rate": 0.000242445708803125,
      "loss": 0.8678,
      "step": 43704
    },
    {
      "epoch": 1.7900880606184724,
      "grad_norm": 0.8103077247897591,
      "learning_rate": 0.00024244314040773205,
      "loss": 0.4084,
      "step": 43705
    },
    {
      "epoch": 1.7901290190456687,
      "grad_norm": 1.0070850581138011,
      "learning_rate": 0.00024244057196863732,
      "loss": 0.5283,
      "step": 43706
    },
    {
      "epoch": 1.790169977472865,
      "grad_norm": 1.4039744755361074,
      "learning_rate": 0.000242438003485842,
      "loss": 1.1094,
      "step": 43707
    },
    {
      "epoch": 1.7902109359000615,
      "grad_norm": 1.0335732384082479,
      "learning_rate": 0.0002424354349593474,
      "loss": 0.5851,
      "step": 43708
    },
    {
      "epoch": 1.7902518943272578,
      "grad_norm": 1.2066374560040871,
      "learning_rate": 0.0002424328663891547,
      "loss": 0.6626,
      "step": 43709
    },
    {
      "epoch": 1.7902928527544542,
      "grad_norm": 1.356458277158553,
      "learning_rate": 0.00024243029777526508,
      "loss": 0.9623,
      "step": 43710
    },
    {
      "epoch": 1.7903338111816507,
      "grad_norm": 1.390891655832751,
      "learning_rate": 0.00024242772911767978,
      "loss": 1.162,
      "step": 43711
    },
    {
      "epoch": 1.790374769608847,
      "grad_norm": 1.4784388158724013,
      "learning_rate": 0.0002424251604164,
      "loss": 0.7039,
      "step": 43712
    },
    {
      "epoch": 1.7904157280360433,
      "grad_norm": 1.0369092743748223,
      "learning_rate": 0.000242422591671427,
      "loss": 0.5653,
      "step": 43713
    },
    {
      "epoch": 1.7904566864632399,
      "grad_norm": 1.2267762690930626,
      "learning_rate": 0.00024242002288276196,
      "loss": 0.8129,
      "step": 43714
    },
    {
      "epoch": 1.7904976448904362,
      "grad_norm": 1.182260076385786,
      "learning_rate": 0.00024241745405040609,
      "loss": 0.3255,
      "step": 43715
    },
    {
      "epoch": 1.7905386033176325,
      "grad_norm": 1.1498027355258247,
      "learning_rate": 0.0002424148851743606,
      "loss": 0.75,
      "step": 43716
    },
    {
      "epoch": 1.790579561744829,
      "grad_norm": 0.9874273440639348,
      "learning_rate": 0.0002424123162546267,
      "loss": 0.4427,
      "step": 43717
    },
    {
      "epoch": 1.7906205201720256,
      "grad_norm": 2.5056160185381198,
      "learning_rate": 0.00024240974729120563,
      "loss": 3.1811,
      "step": 43718
    },
    {
      "epoch": 1.7906614785992216,
      "grad_norm": 1.0843461287703062,
      "learning_rate": 0.0002424071782840986,
      "loss": 0.7227,
      "step": 43719
    },
    {
      "epoch": 1.7907024370264182,
      "grad_norm": 1.5254016853679488,
      "learning_rate": 0.00024240460923330683,
      "loss": 1.0084,
      "step": 43720
    },
    {
      "epoch": 1.7907433954536147,
      "grad_norm": 1.2709707510371608,
      "learning_rate": 0.0002424020401388315,
      "loss": 0.7559,
      "step": 43721
    },
    {
      "epoch": 1.790784353880811,
      "grad_norm": 1.124823070194279,
      "learning_rate": 0.00024239947100067384,
      "loss": 0.8002,
      "step": 43722
    },
    {
      "epoch": 1.7908253123080073,
      "grad_norm": 1.4563476606712051,
      "learning_rate": 0.0002423969018188351,
      "loss": 1.1042,
      "step": 43723
    },
    {
      "epoch": 1.7908662707352039,
      "grad_norm": 1.1706840483216945,
      "learning_rate": 0.00024239433259331646,
      "loss": 0.9601,
      "step": 43724
    },
    {
      "epoch": 1.7909072291624002,
      "grad_norm": 1.3480773702974482,
      "learning_rate": 0.00024239176332411914,
      "loss": 0.8446,
      "step": 43725
    },
    {
      "epoch": 1.7909481875895965,
      "grad_norm": 1.3018147323872367,
      "learning_rate": 0.00024238919401124435,
      "loss": 0.9602,
      "step": 43726
    },
    {
      "epoch": 1.790989146016793,
      "grad_norm": 1.135918508618091,
      "learning_rate": 0.00024238662465469335,
      "loss": 0.6774,
      "step": 43727
    },
    {
      "epoch": 1.7910301044439894,
      "grad_norm": 1.0568409934031984,
      "learning_rate": 0.00024238405525446726,
      "loss": 0.8801,
      "step": 43728
    },
    {
      "epoch": 1.7910710628711857,
      "grad_norm": 1.2597333507075663,
      "learning_rate": 0.00024238148581056737,
      "loss": 1.0179,
      "step": 43729
    },
    {
      "epoch": 1.7911120212983822,
      "grad_norm": 0.9580658339346914,
      "learning_rate": 0.00024237891632299487,
      "loss": 0.318,
      "step": 43730
    },
    {
      "epoch": 1.7911529797255785,
      "grad_norm": 1.4119312222325877,
      "learning_rate": 0.00024237634679175095,
      "loss": 0.7227,
      "step": 43731
    },
    {
      "epoch": 1.7911939381527748,
      "grad_norm": 1.6209887547901283,
      "learning_rate": 0.00024237377721683691,
      "loss": 0.4668,
      "step": 43732
    },
    {
      "epoch": 1.7912348965799714,
      "grad_norm": 1.3515105998503167,
      "learning_rate": 0.00024237120759825387,
      "loss": 0.9589,
      "step": 43733
    },
    {
      "epoch": 1.7912758550071677,
      "grad_norm": 5.5394577061551855,
      "learning_rate": 0.00024236863793600312,
      "loss": 1.8416,
      "step": 43734
    },
    {
      "epoch": 1.791316813434364,
      "grad_norm": 1.149951049981633,
      "learning_rate": 0.00024236606823008582,
      "loss": 0.7383,
      "step": 43735
    },
    {
      "epoch": 1.7913577718615605,
      "grad_norm": 0.6207216579017222,
      "learning_rate": 0.00024236349848050316,
      "loss": 0.28,
      "step": 43736
    },
    {
      "epoch": 1.791398730288757,
      "grad_norm": 1.823420651977227,
      "learning_rate": 0.00024236092868725647,
      "loss": 0.7619,
      "step": 43737
    },
    {
      "epoch": 1.7914396887159532,
      "grad_norm": 1.16955876855295,
      "learning_rate": 0.00024235835885034682,
      "loss": 0.7561,
      "step": 43738
    },
    {
      "epoch": 1.7914806471431497,
      "grad_norm": 0.9654744845892137,
      "learning_rate": 0.00024235578896977553,
      "loss": 0.4317,
      "step": 43739
    },
    {
      "epoch": 1.7915216055703462,
      "grad_norm": 1.48506087831342,
      "learning_rate": 0.00024235321904554378,
      "loss": 1.0675,
      "step": 43740
    },
    {
      "epoch": 1.7915625639975425,
      "grad_norm": 1.2057226772730565,
      "learning_rate": 0.00024235064907765283,
      "loss": 1.0263,
      "step": 43741
    },
    {
      "epoch": 1.7916035224247389,
      "grad_norm": 1.2216299949180924,
      "learning_rate": 0.0002423480790661038,
      "loss": 0.8045,
      "step": 43742
    },
    {
      "epoch": 1.7916444808519354,
      "grad_norm": 1.1318378727968628,
      "learning_rate": 0.000242345509010898,
      "loss": 0.362,
      "step": 43743
    },
    {
      "epoch": 1.7916854392791317,
      "grad_norm": 1.2603982866829366,
      "learning_rate": 0.00024234293891203654,
      "loss": 0.9319,
      "step": 43744
    },
    {
      "epoch": 1.791726397706328,
      "grad_norm": 1.3495521150183836,
      "learning_rate": 0.0002423403687695207,
      "loss": 0.6575,
      "step": 43745
    },
    {
      "epoch": 1.7917673561335246,
      "grad_norm": 1.255640130405511,
      "learning_rate": 0.00024233779858335176,
      "loss": 1.0027,
      "step": 43746
    },
    {
      "epoch": 1.7918083145607209,
      "grad_norm": 1.7467312110290487,
      "learning_rate": 0.00024233522835353082,
      "loss": 1.7634,
      "step": 43747
    },
    {
      "epoch": 1.7918492729879172,
      "grad_norm": 1.1313312209937834,
      "learning_rate": 0.00024233265808005914,
      "loss": 0.7439,
      "step": 43748
    },
    {
      "epoch": 1.7918902314151137,
      "grad_norm": 1.3732522298594572,
      "learning_rate": 0.000242330087762938,
      "loss": 0.9089,
      "step": 43749
    },
    {
      "epoch": 1.79193118984231,
      "grad_norm": 1.18704673746345,
      "learning_rate": 0.0002423275174021685,
      "loss": 0.8225,
      "step": 43750
    },
    {
      "epoch": 1.7919721482695063,
      "grad_norm": 1.203063435293201,
      "learning_rate": 0.00024232494699775187,
      "loss": 0.7571,
      "step": 43751
    },
    {
      "epoch": 1.7920131066967029,
      "grad_norm": 1.7010024510703603,
      "learning_rate": 0.0002423223765496894,
      "loss": 0.9432,
      "step": 43752
    },
    {
      "epoch": 1.7920540651238992,
      "grad_norm": 2.0490470519033233,
      "learning_rate": 0.00024231980605798228,
      "loss": 0.8691,
      "step": 43753
    },
    {
      "epoch": 1.7920950235510955,
      "grad_norm": 1.3058057499189437,
      "learning_rate": 0.0002423172355226317,
      "loss": 0.8365,
      "step": 43754
    },
    {
      "epoch": 1.792135981978292,
      "grad_norm": 1.2564299712266165,
      "learning_rate": 0.00024231466494363887,
      "loss": 0.4154,
      "step": 43755
    },
    {
      "epoch": 1.7921769404054886,
      "grad_norm": 4.9180817742069305,
      "learning_rate": 0.00024231209432100506,
      "loss": 4.5353,
      "step": 43756
    },
    {
      "epoch": 1.7922178988326847,
      "grad_norm": 4.163832959607799,
      "learning_rate": 0.00024230952365473143,
      "loss": 6.1812,
      "step": 43757
    },
    {
      "epoch": 1.7922588572598812,
      "grad_norm": 1.2767515400960965,
      "learning_rate": 0.00024230695294481924,
      "loss": 0.7253,
      "step": 43758
    },
    {
      "epoch": 1.7922998156870777,
      "grad_norm": 1.1429739018788583,
      "learning_rate": 0.0002423043821912696,
      "loss": 0.374,
      "step": 43759
    },
    {
      "epoch": 1.792340774114274,
      "grad_norm": 1.619380421050701,
      "learning_rate": 0.00024230181139408386,
      "loss": 1.1348,
      "step": 43760
    },
    {
      "epoch": 1.7923817325414704,
      "grad_norm": 1.4470909083910268,
      "learning_rate": 0.00024229924055326317,
      "loss": 0.8158,
      "step": 43761
    },
    {
      "epoch": 1.792422690968667,
      "grad_norm": 1.1830439717111836,
      "learning_rate": 0.0002422966696688088,
      "loss": 0.774,
      "step": 43762
    },
    {
      "epoch": 1.7924636493958632,
      "grad_norm": 1.2074494741271284,
      "learning_rate": 0.00024229409874072187,
      "loss": 0.8818,
      "step": 43763
    },
    {
      "epoch": 1.7925046078230595,
      "grad_norm": 1.200156211240406,
      "learning_rate": 0.00024229152776900366,
      "loss": 1.1609,
      "step": 43764
    },
    {
      "epoch": 1.792545566250256,
      "grad_norm": 0.8680843952075047,
      "learning_rate": 0.00024228895675365537,
      "loss": 0.5246,
      "step": 43765
    },
    {
      "epoch": 1.7925865246774524,
      "grad_norm": 1.198123098849578,
      "learning_rate": 0.0002422863856946782,
      "loss": 0.9239,
      "step": 43766
    },
    {
      "epoch": 1.7926274831046487,
      "grad_norm": 2.439842646767975,
      "learning_rate": 0.0002422838145920734,
      "loss": 3.1607,
      "step": 43767
    },
    {
      "epoch": 1.7926684415318452,
      "grad_norm": 1.2788306083824112,
      "learning_rate": 0.00024228124344584216,
      "loss": 0.8101,
      "step": 43768
    },
    {
      "epoch": 1.7927093999590415,
      "grad_norm": 1.3378213028698116,
      "learning_rate": 0.00024227867225598573,
      "loss": 0.9482,
      "step": 43769
    },
    {
      "epoch": 1.7927503583862379,
      "grad_norm": 0.97920491446555,
      "learning_rate": 0.00024227610102250528,
      "loss": 0.3894,
      "step": 43770
    },
    {
      "epoch": 1.7927913168134344,
      "grad_norm": 0.8242501233684482,
      "learning_rate": 0.00024227352974540205,
      "loss": 0.3036,
      "step": 43771
    },
    {
      "epoch": 1.7928322752406307,
      "grad_norm": 1.232837197397177,
      "learning_rate": 0.00024227095842467724,
      "loss": 0.6217,
      "step": 43772
    },
    {
      "epoch": 1.792873233667827,
      "grad_norm": 1.256230587548056,
      "learning_rate": 0.00024226838706033205,
      "loss": 0.8455,
      "step": 43773
    },
    {
      "epoch": 1.7929141920950236,
      "grad_norm": 1.1312493297712647,
      "learning_rate": 0.00024226581565236775,
      "loss": 0.6157,
      "step": 43774
    },
    {
      "epoch": 1.79295515052222,
      "grad_norm": 3.6389285481392486,
      "learning_rate": 0.00024226324420078548,
      "loss": 3.1067,
      "step": 43775
    },
    {
      "epoch": 1.7929961089494162,
      "grad_norm": 2.3073958984797653,
      "learning_rate": 0.00024226067270558658,
      "loss": 3.5089,
      "step": 43776
    },
    {
      "epoch": 1.7930370673766127,
      "grad_norm": 1.3733698468611446,
      "learning_rate": 0.00024225810116677217,
      "loss": 0.8359,
      "step": 43777
    },
    {
      "epoch": 1.7930780258038093,
      "grad_norm": 1.6735892568126245,
      "learning_rate": 0.00024225552958434342,
      "loss": 0.9081,
      "step": 43778
    },
    {
      "epoch": 1.7931189842310056,
      "grad_norm": 1.144752056005324,
      "learning_rate": 0.00024225295795830167,
      "loss": 0.7118,
      "step": 43779
    },
    {
      "epoch": 1.7931599426582019,
      "grad_norm": 1.099788014680727,
      "learning_rate": 0.00024225038628864805,
      "loss": 0.4975,
      "step": 43780
    },
    {
      "epoch": 1.7932009010853984,
      "grad_norm": 1.3824076106824468,
      "learning_rate": 0.0002422478145753838,
      "loss": 1.0156,
      "step": 43781
    },
    {
      "epoch": 1.7932418595125947,
      "grad_norm": 1.195446216466409,
      "learning_rate": 0.00024224524281851015,
      "loss": 0.7801,
      "step": 43782
    },
    {
      "epoch": 1.793282817939791,
      "grad_norm": 0.5499952486122417,
      "learning_rate": 0.0002422426710180283,
      "loss": 0.1838,
      "step": 43783
    },
    {
      "epoch": 1.7933237763669876,
      "grad_norm": 1.331783516076297,
      "learning_rate": 0.00024224009917393947,
      "loss": 0.7171,
      "step": 43784
    },
    {
      "epoch": 1.793364734794184,
      "grad_norm": 0.7730247690811112,
      "learning_rate": 0.00024223752728624485,
      "loss": 0.2773,
      "step": 43785
    },
    {
      "epoch": 1.7934056932213802,
      "grad_norm": 0.9875751695059,
      "learning_rate": 0.00024223495535494573,
      "loss": 0.5311,
      "step": 43786
    },
    {
      "epoch": 1.7934466516485768,
      "grad_norm": 0.7293911906184467,
      "learning_rate": 0.00024223238338004323,
      "loss": 0.2863,
      "step": 43787
    },
    {
      "epoch": 1.793487610075773,
      "grad_norm": 1.2276508990375685,
      "learning_rate": 0.00024222981136153864,
      "loss": 0.629,
      "step": 43788
    },
    {
      "epoch": 1.7935285685029694,
      "grad_norm": 0.9516642398851377,
      "learning_rate": 0.00024222723929943313,
      "loss": 0.4728,
      "step": 43789
    },
    {
      "epoch": 1.793569526930166,
      "grad_norm": 1.0100275025692815,
      "learning_rate": 0.0002422246671937279,
      "loss": 0.2772,
      "step": 43790
    },
    {
      "epoch": 1.7936104853573622,
      "grad_norm": 1.1011539151302439,
      "learning_rate": 0.00024222209504442423,
      "loss": 0.7647,
      "step": 43791
    },
    {
      "epoch": 1.7936514437845585,
      "grad_norm": 0.6610920799049298,
      "learning_rate": 0.00024221952285152334,
      "loss": 0.28,
      "step": 43792
    },
    {
      "epoch": 1.793692402211755,
      "grad_norm": 1.2328502466495832,
      "learning_rate": 0.00024221695061502635,
      "loss": 0.8977,
      "step": 43793
    },
    {
      "epoch": 1.7937333606389516,
      "grad_norm": 1.225555865433287,
      "learning_rate": 0.00024221437833493454,
      "loss": 0.5808,
      "step": 43794
    },
    {
      "epoch": 1.7937743190661477,
      "grad_norm": 1.3720770959383386,
      "learning_rate": 0.00024221180601124916,
      "loss": 0.6695,
      "step": 43795
    },
    {
      "epoch": 1.7938152774933442,
      "grad_norm": 1.4890743309361483,
      "learning_rate": 0.00024220923364397137,
      "loss": 0.8341,
      "step": 43796
    },
    {
      "epoch": 1.7938562359205408,
      "grad_norm": 1.328398584383945,
      "learning_rate": 0.00024220666123310242,
      "loss": 0.9209,
      "step": 43797
    },
    {
      "epoch": 1.793897194347737,
      "grad_norm": 1.1808997572409592,
      "learning_rate": 0.00024220408877864355,
      "loss": 0.8215,
      "step": 43798
    },
    {
      "epoch": 1.7939381527749334,
      "grad_norm": 0.8877490077230659,
      "learning_rate": 0.00024220151628059585,
      "loss": 0.6212,
      "step": 43799
    },
    {
      "epoch": 1.79397911120213,
      "grad_norm": 0.6346038987055314,
      "learning_rate": 0.00024219894373896068,
      "loss": 0.2147,
      "step": 43800
    },
    {
      "epoch": 1.7940200696293263,
      "grad_norm": 0.8886759588816082,
      "learning_rate": 0.00024219637115373917,
      "loss": 0.2948,
      "step": 43801
    },
    {
      "epoch": 1.7940610280565226,
      "grad_norm": 2.8293745742609206,
      "learning_rate": 0.00024219379852493257,
      "loss": 4.1164,
      "step": 43802
    },
    {
      "epoch": 1.794101986483719,
      "grad_norm": 1.2626102541193882,
      "learning_rate": 0.0002421912258525421,
      "loss": 1.13,
      "step": 43803
    },
    {
      "epoch": 1.7941429449109154,
      "grad_norm": 1.5336754846358307,
      "learning_rate": 0.00024218865313656898,
      "loss": 0.7777,
      "step": 43804
    },
    {
      "epoch": 1.7941839033381117,
      "grad_norm": 1.086532418873911,
      "learning_rate": 0.0002421860803770144,
      "loss": 0.764,
      "step": 43805
    },
    {
      "epoch": 1.7942248617653083,
      "grad_norm": 0.9761493861299502,
      "learning_rate": 0.0002421835075738796,
      "loss": 0.8002,
      "step": 43806
    },
    {
      "epoch": 1.7942658201925046,
      "grad_norm": 1.4709787429492855,
      "learning_rate": 0.00024218093472716575,
      "loss": 0.7911,
      "step": 43807
    },
    {
      "epoch": 1.794306778619701,
      "grad_norm": 1.5645114458295142,
      "learning_rate": 0.00024217836183687414,
      "loss": 1.3683,
      "step": 43808
    },
    {
      "epoch": 1.7943477370468974,
      "grad_norm": 5.417760185828298,
      "learning_rate": 0.00024217578890300598,
      "loss": 1.8221,
      "step": 43809
    },
    {
      "epoch": 1.7943886954740937,
      "grad_norm": 0.999613935548208,
      "learning_rate": 0.0002421732159255624,
      "loss": 0.7927,
      "step": 43810
    },
    {
      "epoch": 1.79442965390129,
      "grad_norm": 0.9924727208452664,
      "learning_rate": 0.0002421706429045447,
      "loss": 0.3919,
      "step": 43811
    },
    {
      "epoch": 1.7944706123284866,
      "grad_norm": 1.1631867890816165,
      "learning_rate": 0.000242168069839954,
      "loss": 0.7537,
      "step": 43812
    },
    {
      "epoch": 1.7945115707556831,
      "grad_norm": 1.6134444069943208,
      "learning_rate": 0.00024216549673179168,
      "loss": 0.856,
      "step": 43813
    },
    {
      "epoch": 1.7945525291828792,
      "grad_norm": 1.389697103329969,
      "learning_rate": 0.0002421629235800588,
      "loss": 0.7395,
      "step": 43814
    },
    {
      "epoch": 1.7945934876100758,
      "grad_norm": 0.7109504461508469,
      "learning_rate": 0.0002421603503847567,
      "loss": 0.3133,
      "step": 43815
    },
    {
      "epoch": 1.7946344460372723,
      "grad_norm": 0.9934028063400364,
      "learning_rate": 0.00024215777714588647,
      "loss": 0.3877,
      "step": 43816
    },
    {
      "epoch": 1.7946754044644686,
      "grad_norm": 1.121952935344309,
      "learning_rate": 0.00024215520386344945,
      "loss": 0.7137,
      "step": 43817
    },
    {
      "epoch": 1.794716362891665,
      "grad_norm": 1.1831035437508557,
      "learning_rate": 0.00024215263053744675,
      "loss": 1.0252,
      "step": 43818
    },
    {
      "epoch": 1.7947573213188615,
      "grad_norm": 0.6809832907904435,
      "learning_rate": 0.00024215005716787965,
      "loss": 0.2994,
      "step": 43819
    },
    {
      "epoch": 1.7947982797460578,
      "grad_norm": 1.1026149087149386,
      "learning_rate": 0.00024214748375474932,
      "loss": 0.5272,
      "step": 43820
    },
    {
      "epoch": 1.794839238173254,
      "grad_norm": 1.7531653625077426,
      "learning_rate": 0.00024214491029805706,
      "loss": 0.994,
      "step": 43821
    },
    {
      "epoch": 1.7948801966004506,
      "grad_norm": 0.6556552448226465,
      "learning_rate": 0.00024214233679780402,
      "loss": 0.2841,
      "step": 43822
    },
    {
      "epoch": 1.794921155027647,
      "grad_norm": 1.721837417997138,
      "learning_rate": 0.00024213976325399142,
      "loss": 0.5983,
      "step": 43823
    },
    {
      "epoch": 1.7949621134548432,
      "grad_norm": 1.1949173559825705,
      "learning_rate": 0.00024213718966662048,
      "loss": 0.9619,
      "step": 43824
    },
    {
      "epoch": 1.7950030718820398,
      "grad_norm": 1.2769436811810964,
      "learning_rate": 0.0002421346160356924,
      "loss": 0.9594,
      "step": 43825
    },
    {
      "epoch": 1.795044030309236,
      "grad_norm": 0.7218470352867142,
      "learning_rate": 0.00024213204236120845,
      "loss": 0.2454,
      "step": 43826
    },
    {
      "epoch": 1.7950849887364324,
      "grad_norm": 1.1416743479288316,
      "learning_rate": 0.00024212946864316982,
      "loss": 0.9508,
      "step": 43827
    },
    {
      "epoch": 1.795125947163629,
      "grad_norm": 5.090492698714814,
      "learning_rate": 0.0002421268948815777,
      "loss": 5.1697,
      "step": 43828
    },
    {
      "epoch": 1.7951669055908253,
      "grad_norm": 1.090765220292871,
      "learning_rate": 0.00024212432107643335,
      "loss": 0.7293,
      "step": 43829
    },
    {
      "epoch": 1.7952078640180216,
      "grad_norm": 1.2560683782403508,
      "learning_rate": 0.00024212174722773797,
      "loss": 0.7279,
      "step": 43830
    },
    {
      "epoch": 1.795248822445218,
      "grad_norm": 1.1551270711503097,
      "learning_rate": 0.00024211917333549277,
      "loss": 1.0085,
      "step": 43831
    },
    {
      "epoch": 1.7952897808724146,
      "grad_norm": 0.8371018842982808,
      "learning_rate": 0.00024211659939969897,
      "loss": 0.2783,
      "step": 43832
    },
    {
      "epoch": 1.7953307392996107,
      "grad_norm": 1.213775873576798,
      "learning_rate": 0.00024211402542035777,
      "loss": 0.9267,
      "step": 43833
    },
    {
      "epoch": 1.7953716977268073,
      "grad_norm": 1.2296692737176393,
      "learning_rate": 0.00024211145139747044,
      "loss": 0.7883,
      "step": 43834
    },
    {
      "epoch": 1.7954126561540038,
      "grad_norm": 1.0413043396482256,
      "learning_rate": 0.00024210887733103813,
      "loss": 0.5725,
      "step": 43835
    },
    {
      "epoch": 1.7954536145812001,
      "grad_norm": 1.5279602546853936,
      "learning_rate": 0.0002421063032210621,
      "loss": 1.1763,
      "step": 43836
    },
    {
      "epoch": 1.7954945730083964,
      "grad_norm": 1.3411909942919866,
      "learning_rate": 0.00024210372906754353,
      "loss": 0.665,
      "step": 43837
    },
    {
      "epoch": 1.795535531435593,
      "grad_norm": 1.032296414079952,
      "learning_rate": 0.0002421011548704837,
      "loss": 0.7318,
      "step": 43838
    },
    {
      "epoch": 1.7955764898627893,
      "grad_norm": 1.314696339631821,
      "learning_rate": 0.00024209858062988374,
      "loss": 0.8657,
      "step": 43839
    },
    {
      "epoch": 1.7956174482899856,
      "grad_norm": 1.1939393611345734,
      "learning_rate": 0.00024209600634574497,
      "loss": 0.8088,
      "step": 43840
    },
    {
      "epoch": 1.7956584067171821,
      "grad_norm": 1.3763559249285493,
      "learning_rate": 0.00024209343201806854,
      "loss": 1.1679,
      "step": 43841
    },
    {
      "epoch": 1.7956993651443784,
      "grad_norm": 1.2909603603402378,
      "learning_rate": 0.00024209085764685567,
      "loss": 0.9496,
      "step": 43842
    },
    {
      "epoch": 1.7957403235715748,
      "grad_norm": 1.968652015832862,
      "learning_rate": 0.00024208828323210758,
      "loss": 1.9402,
      "step": 43843
    },
    {
      "epoch": 1.7957812819987713,
      "grad_norm": 1.2679309970290331,
      "learning_rate": 0.0002420857087738255,
      "loss": 1.0391,
      "step": 43844
    },
    {
      "epoch": 1.7958222404259676,
      "grad_norm": 1.3976232454465056,
      "learning_rate": 0.00024208313427201062,
      "loss": 0.658,
      "step": 43845
    },
    {
      "epoch": 1.795863198853164,
      "grad_norm": 1.469761123226551,
      "learning_rate": 0.00024208055972666417,
      "loss": 0.7842,
      "step": 43846
    },
    {
      "epoch": 1.7959041572803605,
      "grad_norm": 1.3260749243576002,
      "learning_rate": 0.00024207798513778742,
      "loss": 0.6361,
      "step": 43847
    },
    {
      "epoch": 1.795945115707557,
      "grad_norm": 1.5707540601104388,
      "learning_rate": 0.00024207541050538152,
      "loss": 1.3607,
      "step": 43848
    },
    {
      "epoch": 1.795986074134753,
      "grad_norm": 0.9815502122073114,
      "learning_rate": 0.0002420728358294477,
      "loss": 0.3445,
      "step": 43849
    },
    {
      "epoch": 1.7960270325619496,
      "grad_norm": 1.352354360907981,
      "learning_rate": 0.0002420702611099872,
      "loss": 0.795,
      "step": 43850
    },
    {
      "epoch": 1.7960679909891462,
      "grad_norm": 1.2193311488723577,
      "learning_rate": 0.00024206768634700123,
      "loss": 0.8041,
      "step": 43851
    },
    {
      "epoch": 1.7961089494163422,
      "grad_norm": 1.173309393093317,
      "learning_rate": 0.00024206511154049098,
      "loss": 0.8842,
      "step": 43852
    },
    {
      "epoch": 1.7961499078435388,
      "grad_norm": 0.5657001976508663,
      "learning_rate": 0.00024206253669045773,
      "loss": 0.2385,
      "step": 43853
    },
    {
      "epoch": 1.7961908662707353,
      "grad_norm": 0.8938789121378801,
      "learning_rate": 0.0002420599617969026,
      "loss": 0.3087,
      "step": 43854
    },
    {
      "epoch": 1.7962318246979316,
      "grad_norm": 2.3986838120632865,
      "learning_rate": 0.00024205738685982692,
      "loss": 1.4455,
      "step": 43855
    },
    {
      "epoch": 1.796272783125128,
      "grad_norm": 1.3619219240717748,
      "learning_rate": 0.00024205481187923177,
      "loss": 1.146,
      "step": 43856
    },
    {
      "epoch": 1.7963137415523245,
      "grad_norm": 1.1829820623479002,
      "learning_rate": 0.0002420522368551185,
      "loss": 0.7081,
      "step": 43857
    },
    {
      "epoch": 1.7963546999795208,
      "grad_norm": 0.6490725662551041,
      "learning_rate": 0.00024204966178748827,
      "loss": 0.3554,
      "step": 43858
    },
    {
      "epoch": 1.796395658406717,
      "grad_norm": 3.2491231950524733,
      "learning_rate": 0.00024204708667634233,
      "loss": 4.6153,
      "step": 43859
    },
    {
      "epoch": 1.7964366168339136,
      "grad_norm": 1.8676959123907608,
      "learning_rate": 0.0002420445115216818,
      "loss": 1.6508,
      "step": 43860
    },
    {
      "epoch": 1.79647757526111,
      "grad_norm": 1.1859999952634652,
      "learning_rate": 0.000242041936323508,
      "loss": 0.7411,
      "step": 43861
    },
    {
      "epoch": 1.7965185336883063,
      "grad_norm": 0.6447831011435525,
      "learning_rate": 0.00024203936108182215,
      "loss": 0.3429,
      "step": 43862
    },
    {
      "epoch": 1.7965594921155028,
      "grad_norm": 2.8187791990630586,
      "learning_rate": 0.00024203678579662533,
      "loss": 4.794,
      "step": 43863
    },
    {
      "epoch": 1.7966004505426991,
      "grad_norm": 1.3319945172296213,
      "learning_rate": 0.00024203421046791897,
      "loss": 0.9151,
      "step": 43864
    },
    {
      "epoch": 1.7966414089698954,
      "grad_norm": 0.8018824713844789,
      "learning_rate": 0.0002420316350957041,
      "loss": 0.3722,
      "step": 43865
    },
    {
      "epoch": 1.796682367397092,
      "grad_norm": 4.333204234442054,
      "learning_rate": 0.00024202905967998206,
      "loss": 1.7125,
      "step": 43866
    },
    {
      "epoch": 1.7967233258242885,
      "grad_norm": 1.8773799014543684,
      "learning_rate": 0.00024202648422075396,
      "loss": 1.3178,
      "step": 43867
    },
    {
      "epoch": 1.7967642842514846,
      "grad_norm": 0.7301351150882683,
      "learning_rate": 0.00024202390871802114,
      "loss": 0.2734,
      "step": 43868
    },
    {
      "epoch": 1.7968052426786811,
      "grad_norm": 1.356320148667353,
      "learning_rate": 0.00024202133317178474,
      "loss": 1.0652,
      "step": 43869
    },
    {
      "epoch": 1.7968462011058777,
      "grad_norm": 1.6791384959957238,
      "learning_rate": 0.000242018757582046,
      "loss": 0.8973,
      "step": 43870
    },
    {
      "epoch": 1.796887159533074,
      "grad_norm": 0.9049323757558845,
      "learning_rate": 0.0002420161819488061,
      "loss": 0.6489,
      "step": 43871
    },
    {
      "epoch": 1.7969281179602703,
      "grad_norm": 1.0875201489493858,
      "learning_rate": 0.00024201360627206634,
      "loss": 0.8731,
      "step": 43872
    },
    {
      "epoch": 1.7969690763874668,
      "grad_norm": 1.3175226457736995,
      "learning_rate": 0.00024201103055182784,
      "loss": 0.7793,
      "step": 43873
    },
    {
      "epoch": 1.7970100348146631,
      "grad_norm": 1.4225410135536924,
      "learning_rate": 0.0002420084547880919,
      "loss": 0.7729,
      "step": 43874
    },
    {
      "epoch": 1.7970509932418595,
      "grad_norm": 0.8479874051063938,
      "learning_rate": 0.00024200587898085964,
      "loss": 0.3137,
      "step": 43875
    },
    {
      "epoch": 1.797091951669056,
      "grad_norm": 0.8006847048596282,
      "learning_rate": 0.0002420033031301324,
      "loss": 0.3338,
      "step": 43876
    },
    {
      "epoch": 1.7971329100962523,
      "grad_norm": 1.0603013538524317,
      "learning_rate": 0.00024200072723591133,
      "loss": 0.4966,
      "step": 43877
    },
    {
      "epoch": 1.7971738685234486,
      "grad_norm": 1.2886665708575151,
      "learning_rate": 0.0002419981512981976,
      "loss": 0.9471,
      "step": 43878
    },
    {
      "epoch": 1.7972148269506452,
      "grad_norm": 1.4064107072777206,
      "learning_rate": 0.00024199557531699256,
      "loss": 0.8031,
      "step": 43879
    },
    {
      "epoch": 1.7972557853778415,
      "grad_norm": 1.286242621255594,
      "learning_rate": 0.0002419929992922973,
      "loss": 0.9534,
      "step": 43880
    },
    {
      "epoch": 1.7972967438050378,
      "grad_norm": 1.158760125644896,
      "learning_rate": 0.0002419904232241131,
      "loss": 0.8798,
      "step": 43881
    },
    {
      "epoch": 1.7973377022322343,
      "grad_norm": 1.3516770856762996,
      "learning_rate": 0.00024198784711244116,
      "loss": 0.8985,
      "step": 43882
    },
    {
      "epoch": 1.7973786606594306,
      "grad_norm": 1.5408519227237394,
      "learning_rate": 0.00024198527095728272,
      "loss": 1.1826,
      "step": 43883
    },
    {
      "epoch": 1.797419619086627,
      "grad_norm": 0.7509420345430091,
      "learning_rate": 0.00024198269475863898,
      "loss": 0.3061,
      "step": 43884
    },
    {
      "epoch": 1.7974605775138235,
      "grad_norm": 1.3095049671973769,
      "learning_rate": 0.00024198011851651115,
      "loss": 0.7446,
      "step": 43885
    },
    {
      "epoch": 1.79750153594102,
      "grad_norm": 1.1495434324972302,
      "learning_rate": 0.00024197754223090047,
      "loss": 0.83,
      "step": 43886
    },
    {
      "epoch": 1.7975424943682161,
      "grad_norm": 1.2156796256573976,
      "learning_rate": 0.00024197496590180813,
      "loss": 0.6706,
      "step": 43887
    },
    {
      "epoch": 1.7975834527954127,
      "grad_norm": 4.0322895842343165,
      "learning_rate": 0.00024197238952923536,
      "loss": 2.0701,
      "step": 43888
    },
    {
      "epoch": 1.7976244112226092,
      "grad_norm": 0.9024119880065261,
      "learning_rate": 0.0002419698131131834,
      "loss": 0.508,
      "step": 43889
    },
    {
      "epoch": 1.7976653696498055,
      "grad_norm": 1.1621439913097658,
      "learning_rate": 0.00024196723665365343,
      "loss": 0.8131,
      "step": 43890
    },
    {
      "epoch": 1.7977063280770018,
      "grad_norm": 0.9105651911510698,
      "learning_rate": 0.0002419646601506467,
      "loss": 0.2663,
      "step": 43891
    },
    {
      "epoch": 1.7977472865041983,
      "grad_norm": 1.3357760569361044,
      "learning_rate": 0.00024196208360416442,
      "loss": 0.929,
      "step": 43892
    },
    {
      "epoch": 1.7977882449313947,
      "grad_norm": 1.9796192256613379,
      "learning_rate": 0.00024195950701420778,
      "loss": 1.0145,
      "step": 43893
    },
    {
      "epoch": 1.797829203358591,
      "grad_norm": 1.328378141524998,
      "learning_rate": 0.00024195693038077805,
      "loss": 0.9567,
      "step": 43894
    },
    {
      "epoch": 1.7978701617857875,
      "grad_norm": 1.1185311845889894,
      "learning_rate": 0.0002419543537038764,
      "loss": 0.7773,
      "step": 43895
    },
    {
      "epoch": 1.7979111202129838,
      "grad_norm": 1.1799426427869684,
      "learning_rate": 0.00024195177698350405,
      "loss": 0.5782,
      "step": 43896
    },
    {
      "epoch": 1.7979520786401801,
      "grad_norm": 1.095822107261533,
      "learning_rate": 0.00024194920021966229,
      "loss": 0.7421,
      "step": 43897
    },
    {
      "epoch": 1.7979930370673767,
      "grad_norm": 1.478376189298484,
      "learning_rate": 0.00024194662341235222,
      "loss": 0.8673,
      "step": 43898
    },
    {
      "epoch": 1.798033995494573,
      "grad_norm": 1.1939504806841057,
      "learning_rate": 0.00024194404656157517,
      "loss": 0.7363,
      "step": 43899
    },
    {
      "epoch": 1.7980749539217693,
      "grad_norm": 1.527144049175341,
      "learning_rate": 0.00024194146966733228,
      "loss": 0.8974,
      "step": 43900
    },
    {
      "epoch": 1.7981159123489658,
      "grad_norm": 2.8050231115466175,
      "learning_rate": 0.00024193889272962482,
      "loss": 1.5636,
      "step": 43901
    },
    {
      "epoch": 1.7981568707761622,
      "grad_norm": 0.981742035228371,
      "learning_rate": 0.000241936315748454,
      "loss": 0.3183,
      "step": 43902
    },
    {
      "epoch": 1.7981978292033585,
      "grad_norm": 1.499798212388785,
      "learning_rate": 0.00024193373872382097,
      "loss": 1.0447,
      "step": 43903
    },
    {
      "epoch": 1.798238787630555,
      "grad_norm": 3.2040537535268756,
      "learning_rate": 0.00024193116165572705,
      "loss": 4.3729,
      "step": 43904
    },
    {
      "epoch": 1.7982797460577515,
      "grad_norm": 1.6165311822837767,
      "learning_rate": 0.0002419285845441734,
      "loss": 1.5721,
      "step": 43905
    },
    {
      "epoch": 1.7983207044849476,
      "grad_norm": 1.474156658996832,
      "learning_rate": 0.00024192600738916122,
      "loss": 1.1741,
      "step": 43906
    },
    {
      "epoch": 1.7983616629121442,
      "grad_norm": 1.1934218248473807,
      "learning_rate": 0.0002419234301906918,
      "loss": 0.8314,
      "step": 43907
    },
    {
      "epoch": 1.7984026213393407,
      "grad_norm": 1.4157152954356758,
      "learning_rate": 0.00024192085294876632,
      "loss": 0.7975,
      "step": 43908
    },
    {
      "epoch": 1.798443579766537,
      "grad_norm": 1.140843354915872,
      "learning_rate": 0.00024191827566338595,
      "loss": 1.1318,
      "step": 43909
    },
    {
      "epoch": 1.7984845381937333,
      "grad_norm": 1.4233910028492973,
      "learning_rate": 0.00024191569833455199,
      "loss": 1.0071,
      "step": 43910
    },
    {
      "epoch": 1.7985254966209299,
      "grad_norm": 1.8487105272703592,
      "learning_rate": 0.0002419131209622656,
      "loss": 1.8595,
      "step": 43911
    },
    {
      "epoch": 1.7985664550481262,
      "grad_norm": 1.3921529322697554,
      "learning_rate": 0.00024191054354652804,
      "loss": 0.8834,
      "step": 43912
    },
    {
      "epoch": 1.7986074134753225,
      "grad_norm": 1.4230302793048386,
      "learning_rate": 0.0002419079660873405,
      "loss": 0.8171,
      "step": 43913
    },
    {
      "epoch": 1.798648371902519,
      "grad_norm": 1.5375992566613543,
      "learning_rate": 0.0002419053885847042,
      "loss": 1.0135,
      "step": 43914
    },
    {
      "epoch": 1.7986893303297153,
      "grad_norm": 0.6703629869569825,
      "learning_rate": 0.00024190281103862038,
      "loss": 0.3556,
      "step": 43915
    },
    {
      "epoch": 1.7987302887569117,
      "grad_norm": 1.0783423347908876,
      "learning_rate": 0.00024190023344909024,
      "loss": 0.6703,
      "step": 43916
    },
    {
      "epoch": 1.7987712471841082,
      "grad_norm": 1.3173840414521605,
      "learning_rate": 0.000241897655816115,
      "loss": 1.23,
      "step": 43917
    },
    {
      "epoch": 1.7988122056113045,
      "grad_norm": 1.0131976452186862,
      "learning_rate": 0.00024189507813969586,
      "loss": 0.423,
      "step": 43918
    },
    {
      "epoch": 1.7988531640385008,
      "grad_norm": 1.0792986649080358,
      "learning_rate": 0.0002418925004198341,
      "loss": 0.35,
      "step": 43919
    },
    {
      "epoch": 1.7988941224656974,
      "grad_norm": 4.682779214074871,
      "learning_rate": 0.0002418899226565308,
      "loss": 4.1256,
      "step": 43920
    },
    {
      "epoch": 1.7989350808928937,
      "grad_norm": 4.069404284142823,
      "learning_rate": 0.00024188734484978744,
      "loss": 3.2041,
      "step": 43921
    },
    {
      "epoch": 1.79897603932009,
      "grad_norm": 1.4267299719095068,
      "learning_rate": 0.00024188476699960493,
      "loss": 1.136,
      "step": 43922
    },
    {
      "epoch": 1.7990169977472865,
      "grad_norm": 1.2617520802977682,
      "learning_rate": 0.0002418821891059847,
      "loss": 0.7665,
      "step": 43923
    },
    {
      "epoch": 1.799057956174483,
      "grad_norm": 1.137982918772586,
      "learning_rate": 0.0002418796111689279,
      "loss": 0.6759,
      "step": 43924
    },
    {
      "epoch": 1.7990989146016791,
      "grad_norm": 2.7864723338171737,
      "learning_rate": 0.00024187703318843577,
      "loss": 1.5943,
      "step": 43925
    },
    {
      "epoch": 1.7991398730288757,
      "grad_norm": 1.23141392477617,
      "learning_rate": 0.00024187445516450949,
      "loss": 1.0106,
      "step": 43926
    },
    {
      "epoch": 1.7991808314560722,
      "grad_norm": 1.2700301945288808,
      "learning_rate": 0.00024187187709715026,
      "loss": 1.0051,
      "step": 43927
    },
    {
      "epoch": 1.7992217898832685,
      "grad_norm": 1.3037183538568107,
      "learning_rate": 0.00024186929898635938,
      "loss": 1.0968,
      "step": 43928
    },
    {
      "epoch": 1.7992627483104648,
      "grad_norm": 0.8942947506148016,
      "learning_rate": 0.00024186672083213802,
      "loss": 0.5592,
      "step": 43929
    },
    {
      "epoch": 1.7993037067376614,
      "grad_norm": 1.2977207205323404,
      "learning_rate": 0.00024186414263448745,
      "loss": 0.4581,
      "step": 43930
    },
    {
      "epoch": 1.7993446651648577,
      "grad_norm": 1.2006318162505278,
      "learning_rate": 0.00024186156439340872,
      "loss": 0.6961,
      "step": 43931
    },
    {
      "epoch": 1.799385623592054,
      "grad_norm": 0.833527225781328,
      "learning_rate": 0.00024185898610890332,
      "loss": 0.4344,
      "step": 43932
    },
    {
      "epoch": 1.7994265820192505,
      "grad_norm": 1.253772007624536,
      "learning_rate": 0.00024185640778097222,
      "loss": 1.0013,
      "step": 43933
    },
    {
      "epoch": 1.7994675404464469,
      "grad_norm": 2.369439412175619,
      "learning_rate": 0.00024185382940961677,
      "loss": 4.0114,
      "step": 43934
    },
    {
      "epoch": 1.7995084988736432,
      "grad_norm": 2.657257201004941,
      "learning_rate": 0.00024185125099483818,
      "loss": 1.8507,
      "step": 43935
    },
    {
      "epoch": 1.7995494573008397,
      "grad_norm": 0.8942370038253878,
      "learning_rate": 0.00024184867253663762,
      "loss": 0.3399,
      "step": 43936
    },
    {
      "epoch": 1.799590415728036,
      "grad_norm": 1.2492101164003284,
      "learning_rate": 0.00024184609403501633,
      "loss": 0.7109,
      "step": 43937
    },
    {
      "epoch": 1.7996313741552323,
      "grad_norm": 1.068221537389316,
      "learning_rate": 0.00024184351548997557,
      "loss": 0.8255,
      "step": 43938
    },
    {
      "epoch": 1.7996723325824289,
      "grad_norm": 0.7423948999887225,
      "learning_rate": 0.0002418409369015165,
      "loss": 0.2909,
      "step": 43939
    },
    {
      "epoch": 1.7997132910096252,
      "grad_norm": 0.7163291142852595,
      "learning_rate": 0.00024183835826964035,
      "loss": 0.3102,
      "step": 43940
    },
    {
      "epoch": 1.7997542494368215,
      "grad_norm": 1.0550983369477518,
      "learning_rate": 0.00024183577959434836,
      "loss": 0.8956,
      "step": 43941
    },
    {
      "epoch": 1.799795207864018,
      "grad_norm": 1.0190629963135047,
      "learning_rate": 0.0002418332008756418,
      "loss": 0.3474,
      "step": 43942
    },
    {
      "epoch": 1.7998361662912146,
      "grad_norm": 0.767292566678096,
      "learning_rate": 0.00024183062211352176,
      "loss": 0.2783,
      "step": 43943
    },
    {
      "epoch": 1.7998771247184107,
      "grad_norm": 1.1915314699031792,
      "learning_rate": 0.00024182804330798958,
      "loss": 0.7776,
      "step": 43944
    },
    {
      "epoch": 1.7999180831456072,
      "grad_norm": 1.2332662182499168,
      "learning_rate": 0.00024182546445904637,
      "loss": 0.7606,
      "step": 43945
    },
    {
      "epoch": 1.7999590415728037,
      "grad_norm": 1.2375140077566198,
      "learning_rate": 0.00024182288556669348,
      "loss": 1.0287,
      "step": 43946
    },
    {
      "epoch": 1.8,
      "grad_norm": 1.299849856223503,
      "learning_rate": 0.00024182030663093203,
      "loss": 0.8004,
      "step": 43947
    },
    {
      "epoch": 1.8000409584271964,
      "grad_norm": 3.8479808898128347,
      "learning_rate": 0.00024181772765176327,
      "loss": 4.2964,
      "step": 43948
    },
    {
      "epoch": 1.800081916854393,
      "grad_norm": 1.250132875662772,
      "learning_rate": 0.00024181514862918843,
      "loss": 0.6916,
      "step": 43949
    },
    {
      "epoch": 1.8001228752815892,
      "grad_norm": 1.6275913834786573,
      "learning_rate": 0.00024181256956320866,
      "loss": 0.8744,
      "step": 43950
    },
    {
      "epoch": 1.8001638337087855,
      "grad_norm": 1.2918298218767164,
      "learning_rate": 0.00024180999045382527,
      "loss": 0.8242,
      "step": 43951
    },
    {
      "epoch": 1.800204792135982,
      "grad_norm": 1.2699356300643525,
      "learning_rate": 0.00024180741130103948,
      "loss": 0.9586,
      "step": 43952
    },
    {
      "epoch": 1.8002457505631784,
      "grad_norm": 1.2213896246442462,
      "learning_rate": 0.00024180483210485245,
      "loss": 0.6541,
      "step": 43953
    },
    {
      "epoch": 1.8002867089903747,
      "grad_norm": 1.008309409067834,
      "learning_rate": 0.00024180225286526537,
      "loss": 0.3362,
      "step": 43954
    },
    {
      "epoch": 1.8003276674175712,
      "grad_norm": 1.2874863263266025,
      "learning_rate": 0.00024179967358227953,
      "loss": 0.798,
      "step": 43955
    },
    {
      "epoch": 1.8003686258447675,
      "grad_norm": 1.2902996427266746,
      "learning_rate": 0.0002417970942558962,
      "loss": 0.7039,
      "step": 43956
    },
    {
      "epoch": 1.8004095842719638,
      "grad_norm": 2.0040058855283736,
      "learning_rate": 0.00024179451488611647,
      "loss": 1.7282,
      "step": 43957
    },
    {
      "epoch": 1.8004505426991604,
      "grad_norm": 1.9924156224486504,
      "learning_rate": 0.00024179193547294164,
      "loss": 2.5095,
      "step": 43958
    },
    {
      "epoch": 1.8004915011263567,
      "grad_norm": 1.111715432437998,
      "learning_rate": 0.00024178935601637292,
      "loss": 0.7779,
      "step": 43959
    },
    {
      "epoch": 1.800532459553553,
      "grad_norm": 1.9939746011923742,
      "learning_rate": 0.00024178677651641147,
      "loss": 1.0023,
      "step": 43960
    },
    {
      "epoch": 1.8005734179807495,
      "grad_norm": 1.3384656889555893,
      "learning_rate": 0.00024178419697305862,
      "loss": 1.1081,
      "step": 43961
    },
    {
      "epoch": 1.800614376407946,
      "grad_norm": 1.251364011023103,
      "learning_rate": 0.0002417816173863155,
      "loss": 0.6597,
      "step": 43962
    },
    {
      "epoch": 1.8006553348351422,
      "grad_norm": 1.013959239814625,
      "learning_rate": 0.00024177903775618334,
      "loss": 0.3794,
      "step": 43963
    },
    {
      "epoch": 1.8006962932623387,
      "grad_norm": 1.1991266119975543,
      "learning_rate": 0.00024177645808266338,
      "loss": 0.5912,
      "step": 43964
    },
    {
      "epoch": 1.8007372516895352,
      "grad_norm": 1.8749749222454284,
      "learning_rate": 0.00024177387836575687,
      "loss": 0.8301,
      "step": 43965
    },
    {
      "epoch": 1.8007782101167316,
      "grad_norm": 2.0365813198944287,
      "learning_rate": 0.00024177129860546495,
      "loss": 1.6768,
      "step": 43966
    },
    {
      "epoch": 1.8008191685439279,
      "grad_norm": 0.8708205146176897,
      "learning_rate": 0.00024176871880178893,
      "loss": 0.4616,
      "step": 43967
    },
    {
      "epoch": 1.8008601269711244,
      "grad_norm": 1.4443771170093591,
      "learning_rate": 0.00024176613895472997,
      "loss": 1.0261,
      "step": 43968
    },
    {
      "epoch": 1.8009010853983207,
      "grad_norm": 1.281132724458695,
      "learning_rate": 0.00024176355906428928,
      "loss": 0.9604,
      "step": 43969
    },
    {
      "epoch": 1.800942043825517,
      "grad_norm": 1.1304592976425085,
      "learning_rate": 0.0002417609791304681,
      "loss": 0.9375,
      "step": 43970
    },
    {
      "epoch": 1.8009830022527136,
      "grad_norm": 1.4505184119174048,
      "learning_rate": 0.0002417583991532677,
      "loss": 1.1622,
      "step": 43971
    },
    {
      "epoch": 1.8010239606799099,
      "grad_norm": 1.3818942059453447,
      "learning_rate": 0.00024175581913268924,
      "loss": 1.0187,
      "step": 43972
    },
    {
      "epoch": 1.8010649191071062,
      "grad_norm": 1.0391594374461879,
      "learning_rate": 0.00024175323906873393,
      "loss": 0.6833,
      "step": 43973
    },
    {
      "epoch": 1.8011058775343027,
      "grad_norm": 1.2691433886279098,
      "learning_rate": 0.00024175065896140304,
      "loss": 0.9962,
      "step": 43974
    },
    {
      "epoch": 1.801146835961499,
      "grad_norm": 1.4634570906121054,
      "learning_rate": 0.00024174807881069773,
      "loss": 1.1089,
      "step": 43975
    },
    {
      "epoch": 1.8011877943886954,
      "grad_norm": 1.0633946960353284,
      "learning_rate": 0.0002417454986166193,
      "loss": 0.6198,
      "step": 43976
    },
    {
      "epoch": 1.801228752815892,
      "grad_norm": 1.1262574185347645,
      "learning_rate": 0.00024174291837916886,
      "loss": 0.7032,
      "step": 43977
    },
    {
      "epoch": 1.8012697112430882,
      "grad_norm": 1.1470461782712817,
      "learning_rate": 0.0002417403380983477,
      "loss": 0.5843,
      "step": 43978
    },
    {
      "epoch": 1.8013106696702845,
      "grad_norm": 1.1859509129078034,
      "learning_rate": 0.00024173775777415707,
      "loss": 0.7187,
      "step": 43979
    },
    {
      "epoch": 1.801351628097481,
      "grad_norm": 1.4444294457945022,
      "learning_rate": 0.00024173517740659815,
      "loss": 0.7725,
      "step": 43980
    },
    {
      "epoch": 1.8013925865246776,
      "grad_norm": 1.2203058679781718,
      "learning_rate": 0.00024173259699567212,
      "loss": 0.9319,
      "step": 43981
    },
    {
      "epoch": 1.8014335449518737,
      "grad_norm": 1.5405673861207747,
      "learning_rate": 0.00024173001654138028,
      "loss": 0.8457,
      "step": 43982
    },
    {
      "epoch": 1.8014745033790702,
      "grad_norm": 1.1641282422037653,
      "learning_rate": 0.00024172743604372382,
      "loss": 0.6337,
      "step": 43983
    },
    {
      "epoch": 1.8015154618062668,
      "grad_norm": 1.680843175495017,
      "learning_rate": 0.0002417248555027039,
      "loss": 1.364,
      "step": 43984
    },
    {
      "epoch": 1.801556420233463,
      "grad_norm": 1.3603075567546836,
      "learning_rate": 0.00024172227491832185,
      "loss": 0.7576,
      "step": 43985
    },
    {
      "epoch": 1.8015973786606594,
      "grad_norm": 1.1318715372092343,
      "learning_rate": 0.0002417196942905788,
      "loss": 0.5688,
      "step": 43986
    },
    {
      "epoch": 1.801638337087856,
      "grad_norm": 1.1250787729926366,
      "learning_rate": 0.00024171711361947601,
      "loss": 0.8269,
      "step": 43987
    },
    {
      "epoch": 1.8016792955150522,
      "grad_norm": 2.200892588962167,
      "learning_rate": 0.00024171453290501468,
      "loss": 1.8099,
      "step": 43988
    },
    {
      "epoch": 1.8017202539422486,
      "grad_norm": 1.120698535246368,
      "learning_rate": 0.00024171195214719602,
      "loss": 0.9607,
      "step": 43989
    },
    {
      "epoch": 1.801761212369445,
      "grad_norm": 1.4078185180022929,
      "learning_rate": 0.0002417093713460213,
      "loss": 0.9796,
      "step": 43990
    },
    {
      "epoch": 1.8018021707966414,
      "grad_norm": 1.122833685389275,
      "learning_rate": 0.00024170679050149172,
      "loss": 0.6435,
      "step": 43991
    },
    {
      "epoch": 1.8018431292238377,
      "grad_norm": 4.58964444493958,
      "learning_rate": 0.00024170420961360846,
      "loss": 6.9901,
      "step": 43992
    },
    {
      "epoch": 1.8018840876510342,
      "grad_norm": 0.7182255020460001,
      "learning_rate": 0.0002417016286823728,
      "loss": 0.2815,
      "step": 43993
    },
    {
      "epoch": 1.8019250460782306,
      "grad_norm": 1.3169716226988357,
      "learning_rate": 0.00024169904770778591,
      "loss": 1.0408,
      "step": 43994
    },
    {
      "epoch": 1.8019660045054269,
      "grad_norm": 0.7859302964177867,
      "learning_rate": 0.00024169646668984905,
      "loss": 0.3553,
      "step": 43995
    },
    {
      "epoch": 1.8020069629326234,
      "grad_norm": 1.3769040522904867,
      "learning_rate": 0.00024169388562856345,
      "loss": 0.8318,
      "step": 43996
    },
    {
      "epoch": 1.80204792135982,
      "grad_norm": 1.1236075564385113,
      "learning_rate": 0.00024169130452393023,
      "loss": 0.7579,
      "step": 43997
    },
    {
      "epoch": 1.802088879787016,
      "grad_norm": 1.6496416416237083,
      "learning_rate": 0.00024168872337595074,
      "loss": 1.2227,
      "step": 43998
    },
    {
      "epoch": 1.8021298382142126,
      "grad_norm": 1.3903667420988048,
      "learning_rate": 0.00024168614218462612,
      "loss": 1.0481,
      "step": 43999
    },
    {
      "epoch": 1.8021707966414091,
      "grad_norm": 1.6429007556107715,
      "learning_rate": 0.00024168356094995757,
      "loss": 1.0879,
      "step": 44000
    },
    {
      "epoch": 1.8022117550686052,
      "grad_norm": 1.1471858558449524,
      "learning_rate": 0.0002416809796719464,
      "loss": 0.659,
      "step": 44001
    },
    {
      "epoch": 1.8022527134958017,
      "grad_norm": 1.1537850563285483,
      "learning_rate": 0.00024167839835059378,
      "loss": 0.6371,
      "step": 44002
    },
    {
      "epoch": 1.8022936719229983,
      "grad_norm": 1.1573620731816059,
      "learning_rate": 0.00024167581698590095,
      "loss": 0.4567,
      "step": 44003
    },
    {
      "epoch": 1.8023346303501946,
      "grad_norm": 0.859220559890926,
      "learning_rate": 0.00024167323557786906,
      "loss": 0.5869,
      "step": 44004
    },
    {
      "epoch": 1.802375588777391,
      "grad_norm": 0.9598315344050922,
      "learning_rate": 0.00024167065412649945,
      "loss": 0.7938,
      "step": 44005
    },
    {
      "epoch": 1.8024165472045874,
      "grad_norm": 0.865985399616457,
      "learning_rate": 0.00024166807263179324,
      "loss": 0.5722,
      "step": 44006
    },
    {
      "epoch": 1.8024575056317838,
      "grad_norm": 1.759202967758852,
      "learning_rate": 0.00024166549109375164,
      "loss": 1.551,
      "step": 44007
    },
    {
      "epoch": 1.80249846405898,
      "grad_norm": 1.3672460400500481,
      "learning_rate": 0.00024166290951237597,
      "loss": 1.0274,
      "step": 44008
    },
    {
      "epoch": 1.8025394224861766,
      "grad_norm": 1.1560259263347157,
      "learning_rate": 0.0002416603278876674,
      "loss": 0.3772,
      "step": 44009
    },
    {
      "epoch": 1.802580380913373,
      "grad_norm": 1.5000194381811407,
      "learning_rate": 0.00024165774621962715,
      "loss": 0.7236,
      "step": 44010
    },
    {
      "epoch": 1.8026213393405692,
      "grad_norm": 1.2300715491099625,
      "learning_rate": 0.0002416551645082564,
      "loss": 0.6725,
      "step": 44011
    },
    {
      "epoch": 1.8026622977677658,
      "grad_norm": 1.1418623523386155,
      "learning_rate": 0.00024165258275355643,
      "loss": 0.672,
      "step": 44012
    },
    {
      "epoch": 1.802703256194962,
      "grad_norm": 0.9811819050070204,
      "learning_rate": 0.0002416500009555284,
      "loss": 0.7285,
      "step": 44013
    },
    {
      "epoch": 1.8027442146221584,
      "grad_norm": 1.3512113494251619,
      "learning_rate": 0.00024164741911417362,
      "loss": 0.8985,
      "step": 44014
    },
    {
      "epoch": 1.802785173049355,
      "grad_norm": 1.1133737390928342,
      "learning_rate": 0.00024164483722949323,
      "loss": 0.4366,
      "step": 44015
    },
    {
      "epoch": 1.8028261314765515,
      "grad_norm": 1.0247641032119585,
      "learning_rate": 0.0002416422553014885,
      "loss": 0.4698,
      "step": 44016
    },
    {
      "epoch": 1.8028670899037476,
      "grad_norm": 0.7377972456516845,
      "learning_rate": 0.0002416396733301606,
      "loss": 0.2719,
      "step": 44017
    },
    {
      "epoch": 1.802908048330944,
      "grad_norm": 1.212124660831518,
      "learning_rate": 0.00024163709131551082,
      "loss": 0.6765,
      "step": 44018
    },
    {
      "epoch": 1.8029490067581406,
      "grad_norm": 1.2662686725064851,
      "learning_rate": 0.0002416345092575403,
      "loss": 1.0286,
      "step": 44019
    },
    {
      "epoch": 1.8029899651853367,
      "grad_norm": 1.4949067074300715,
      "learning_rate": 0.00024163192715625034,
      "loss": 1.4068,
      "step": 44020
    },
    {
      "epoch": 1.8030309236125333,
      "grad_norm": 1.0449078950735373,
      "learning_rate": 0.00024162934501164207,
      "loss": 0.6629,
      "step": 44021
    },
    {
      "epoch": 1.8030718820397298,
      "grad_norm": 1.5082711395836725,
      "learning_rate": 0.00024162676282371678,
      "loss": 1.1465,
      "step": 44022
    },
    {
      "epoch": 1.803112840466926,
      "grad_norm": 1.2574202396235548,
      "learning_rate": 0.00024162418059247567,
      "loss": 0.9409,
      "step": 44023
    },
    {
      "epoch": 1.8031537988941224,
      "grad_norm": 4.031259827137249,
      "learning_rate": 0.00024162159831792,
      "loss": 5.7168,
      "step": 44024
    },
    {
      "epoch": 1.803194757321319,
      "grad_norm": 1.5094751879297423,
      "learning_rate": 0.00024161901600005097,
      "loss": 1.0483,
      "step": 44025
    },
    {
      "epoch": 1.8032357157485153,
      "grad_norm": 0.8226944809352794,
      "learning_rate": 0.0002416164336388697,
      "loss": 0.3381,
      "step": 44026
    },
    {
      "epoch": 1.8032766741757116,
      "grad_norm": 2.5544548666728737,
      "learning_rate": 0.00024161385123437756,
      "loss": 4.12,
      "step": 44027
    },
    {
      "epoch": 1.8033176326029081,
      "grad_norm": 1.1873157673023729,
      "learning_rate": 0.00024161126878657568,
      "loss": 0.8412,
      "step": 44028
    },
    {
      "epoch": 1.8033585910301044,
      "grad_norm": 1.3268550459142328,
      "learning_rate": 0.00024160868629546532,
      "loss": 0.8493,
      "step": 44029
    },
    {
      "epoch": 1.8033995494573007,
      "grad_norm": 1.1572990927422988,
      "learning_rate": 0.00024160610376104766,
      "loss": 0.4456,
      "step": 44030
    },
    {
      "epoch": 1.8034405078844973,
      "grad_norm": 1.29453831558392,
      "learning_rate": 0.000241603521183324,
      "loss": 1.0253,
      "step": 44031
    },
    {
      "epoch": 1.8034814663116936,
      "grad_norm": 0.9825832845760071,
      "learning_rate": 0.00024160093856229553,
      "loss": 0.8151,
      "step": 44032
    },
    {
      "epoch": 1.80352242473889,
      "grad_norm": 1.0817356526883837,
      "learning_rate": 0.0002415983558979634,
      "loss": 0.6232,
      "step": 44033
    },
    {
      "epoch": 1.8035633831660864,
      "grad_norm": 1.4897013194521895,
      "learning_rate": 0.00024159577319032887,
      "loss": 1.0029,
      "step": 44034
    },
    {
      "epoch": 1.803604341593283,
      "grad_norm": 1.2664779330145817,
      "learning_rate": 0.00024159319043939322,
      "loss": 1.0166,
      "step": 44035
    },
    {
      "epoch": 1.803645300020479,
      "grad_norm": 1.3415156561908868,
      "learning_rate": 0.0002415906076451576,
      "loss": 0.8614,
      "step": 44036
    },
    {
      "epoch": 1.8036862584476756,
      "grad_norm": 0.791637757717837,
      "learning_rate": 0.00024158802480762326,
      "loss": 0.3319,
      "step": 44037
    },
    {
      "epoch": 1.8037272168748721,
      "grad_norm": 0.9245566031742507,
      "learning_rate": 0.0002415854419267914,
      "loss": 0.7619,
      "step": 44038
    },
    {
      "epoch": 1.8037681753020685,
      "grad_norm": 1.1654419054569565,
      "learning_rate": 0.0002415828590026633,
      "loss": 0.8483,
      "step": 44039
    },
    {
      "epoch": 1.8038091337292648,
      "grad_norm": 1.381964289092974,
      "learning_rate": 0.00024158027603524008,
      "loss": 0.9868,
      "step": 44040
    },
    {
      "epoch": 1.8038500921564613,
      "grad_norm": 1.2647895019254334,
      "learning_rate": 0.00024157769302452306,
      "loss": 0.8339,
      "step": 44041
    },
    {
      "epoch": 1.8038910505836576,
      "grad_norm": 1.4345104190959863,
      "learning_rate": 0.0002415751099705134,
      "loss": 1.0953,
      "step": 44042
    },
    {
      "epoch": 1.803932009010854,
      "grad_norm": 0.9811989289411627,
      "learning_rate": 0.00024157252687321236,
      "loss": 0.4587,
      "step": 44043
    },
    {
      "epoch": 1.8039729674380505,
      "grad_norm": 2.1615808687964835,
      "learning_rate": 0.00024156994373262112,
      "loss": 1.3837,
      "step": 44044
    },
    {
      "epoch": 1.8040139258652468,
      "grad_norm": 1.107196724293972,
      "learning_rate": 0.00024156736054874097,
      "loss": 1.0546,
      "step": 44045
    },
    {
      "epoch": 1.804054884292443,
      "grad_norm": 1.7551838735727763,
      "learning_rate": 0.00024156477732157307,
      "loss": 1.0629,
      "step": 44046
    },
    {
      "epoch": 1.8040958427196396,
      "grad_norm": 1.5989358681118935,
      "learning_rate": 0.00024156219405111861,
      "loss": 1.1174,
      "step": 44047
    },
    {
      "epoch": 1.804136801146836,
      "grad_norm": 1.2310575947660345,
      "learning_rate": 0.00024155961073737888,
      "loss": 0.9401,
      "step": 44048
    },
    {
      "epoch": 1.8041777595740323,
      "grad_norm": 1.4279565578227043,
      "learning_rate": 0.0002415570273803551,
      "loss": 0.7504,
      "step": 44049
    },
    {
      "epoch": 1.8042187180012288,
      "grad_norm": 0.7226944896526187,
      "learning_rate": 0.00024155444398004847,
      "loss": 0.3453,
      "step": 44050
    },
    {
      "epoch": 1.804259676428425,
      "grad_norm": 1.3505582992863387,
      "learning_rate": 0.00024155186053646018,
      "loss": 0.943,
      "step": 44051
    },
    {
      "epoch": 1.8043006348556214,
      "grad_norm": 1.0106559555070853,
      "learning_rate": 0.00024154927704959152,
      "loss": 0.5785,
      "step": 44052
    },
    {
      "epoch": 1.804341593282818,
      "grad_norm": 1.1398504693936957,
      "learning_rate": 0.00024154669351944368,
      "loss": 0.6539,
      "step": 44053
    },
    {
      "epoch": 1.8043825517100145,
      "grad_norm": 1.5079791716201947,
      "learning_rate": 0.00024154410994601782,
      "loss": 1.6881,
      "step": 44054
    },
    {
      "epoch": 1.8044235101372106,
      "grad_norm": 1.3143449476331222,
      "learning_rate": 0.00024154152632931527,
      "loss": 0.979,
      "step": 44055
    },
    {
      "epoch": 1.8044644685644071,
      "grad_norm": 1.8649423567296113,
      "learning_rate": 0.00024153894266933717,
      "loss": 1.358,
      "step": 44056
    },
    {
      "epoch": 1.8045054269916037,
      "grad_norm": 0.631541024470841,
      "learning_rate": 0.0002415363589660848,
      "loss": 0.2431,
      "step": 44057
    },
    {
      "epoch": 1.8045463854188,
      "grad_norm": 1.457626027458496,
      "learning_rate": 0.00024153377521955933,
      "loss": 0.4575,
      "step": 44058
    },
    {
      "epoch": 1.8045873438459963,
      "grad_norm": 1.4720180999620218,
      "learning_rate": 0.00024153119142976198,
      "loss": 1.0174,
      "step": 44059
    },
    {
      "epoch": 1.8046283022731928,
      "grad_norm": 0.7365814069688187,
      "learning_rate": 0.000241528607596694,
      "loss": 0.3551,
      "step": 44060
    },
    {
      "epoch": 1.8046692607003891,
      "grad_norm": 1.258351056205541,
      "learning_rate": 0.00024152602372035662,
      "loss": 0.9259,
      "step": 44061
    },
    {
      "epoch": 1.8047102191275854,
      "grad_norm": 1.016216552045298,
      "learning_rate": 0.00024152343980075107,
      "loss": 0.6566,
      "step": 44062
    },
    {
      "epoch": 1.804751177554782,
      "grad_norm": 1.7892825461986321,
      "learning_rate": 0.00024152085583787852,
      "loss": 1.6316,
      "step": 44063
    },
    {
      "epoch": 1.8047921359819783,
      "grad_norm": 1.4233987064515592,
      "learning_rate": 0.0002415182718317402,
      "loss": 0.7554,
      "step": 44064
    },
    {
      "epoch": 1.8048330944091746,
      "grad_norm": 1.2522269436162279,
      "learning_rate": 0.0002415156877823374,
      "loss": 0.7012,
      "step": 44065
    },
    {
      "epoch": 1.8048740528363711,
      "grad_norm": 2.197880972287882,
      "learning_rate": 0.00024151310368967127,
      "loss": 1.5625,
      "step": 44066
    },
    {
      "epoch": 1.8049150112635675,
      "grad_norm": 1.2129502729416461,
      "learning_rate": 0.00024151051955374306,
      "loss": 0.6647,
      "step": 44067
    },
    {
      "epoch": 1.8049559696907638,
      "grad_norm": 1.4524551905373873,
      "learning_rate": 0.00024150793537455398,
      "loss": 1.0164,
      "step": 44068
    },
    {
      "epoch": 1.8049969281179603,
      "grad_norm": 1.0664133546653984,
      "learning_rate": 0.00024150535115210526,
      "loss": 0.7502,
      "step": 44069
    },
    {
      "epoch": 1.8050378865451566,
      "grad_norm": 0.7257228218496642,
      "learning_rate": 0.00024150276688639813,
      "loss": 0.2894,
      "step": 44070
    },
    {
      "epoch": 1.805078844972353,
      "grad_norm": 1.4355303273200526,
      "learning_rate": 0.0002415001825774338,
      "loss": 0.9728,
      "step": 44071
    },
    {
      "epoch": 1.8051198033995495,
      "grad_norm": 1.2517512657793415,
      "learning_rate": 0.00024149759822521347,
      "loss": 0.8537,
      "step": 44072
    },
    {
      "epoch": 1.805160761826746,
      "grad_norm": 1.2985528546951144,
      "learning_rate": 0.00024149501382973843,
      "loss": 0.9088,
      "step": 44073
    },
    {
      "epoch": 1.805201720253942,
      "grad_norm": 1.1505328927911072,
      "learning_rate": 0.00024149242939100978,
      "loss": 0.4693,
      "step": 44074
    },
    {
      "epoch": 1.8052426786811386,
      "grad_norm": 1.187992147565785,
      "learning_rate": 0.0002414898449090289,
      "loss": 1.0607,
      "step": 44075
    },
    {
      "epoch": 1.8052836371083352,
      "grad_norm": 0.786295638600166,
      "learning_rate": 0.00024148726038379685,
      "loss": 0.2871,
      "step": 44076
    },
    {
      "epoch": 1.8053245955355315,
      "grad_norm": 1.1218402949147543,
      "learning_rate": 0.00024148467581531499,
      "loss": 0.7035,
      "step": 44077
    },
    {
      "epoch": 1.8053655539627278,
      "grad_norm": 1.5932963434934189,
      "learning_rate": 0.00024148209120358446,
      "loss": 1.0507,
      "step": 44078
    },
    {
      "epoch": 1.8054065123899243,
      "grad_norm": 1.1977098429414668,
      "learning_rate": 0.00024147950654860654,
      "loss": 0.8232,
      "step": 44079
    },
    {
      "epoch": 1.8054474708171206,
      "grad_norm": 1.0810369840933485,
      "learning_rate": 0.0002414769218503824,
      "loss": 0.5167,
      "step": 44080
    },
    {
      "epoch": 1.805488429244317,
      "grad_norm": 1.6193326582397554,
      "learning_rate": 0.00024147433710891325,
      "loss": 0.7032,
      "step": 44081
    },
    {
      "epoch": 1.8055293876715135,
      "grad_norm": 1.506349345441996,
      "learning_rate": 0.00024147175232420038,
      "loss": 1.2903,
      "step": 44082
    },
    {
      "epoch": 1.8055703460987098,
      "grad_norm": 0.7036083546560947,
      "learning_rate": 0.00024146916749624497,
      "loss": 0.2758,
      "step": 44083
    },
    {
      "epoch": 1.8056113045259061,
      "grad_norm": 1.2716888406676519,
      "learning_rate": 0.00024146658262504822,
      "loss": 0.7238,
      "step": 44084
    },
    {
      "epoch": 1.8056522629531027,
      "grad_norm": 1.2035248942850643,
      "learning_rate": 0.00024146399771061137,
      "loss": 0.6834,
      "step": 44085
    },
    {
      "epoch": 1.805693221380299,
      "grad_norm": 1.5961037865959473,
      "learning_rate": 0.00024146141275293567,
      "loss": 0.9834,
      "step": 44086
    },
    {
      "epoch": 1.8057341798074953,
      "grad_norm": 0.7693294258810452,
      "learning_rate": 0.00024145882775202234,
      "loss": 0.2706,
      "step": 44087
    },
    {
      "epoch": 1.8057751382346918,
      "grad_norm": 1.4309176526955196,
      "learning_rate": 0.00024145624270787257,
      "loss": 1.4141,
      "step": 44088
    },
    {
      "epoch": 1.8058160966618881,
      "grad_norm": 1.2566105855806524,
      "learning_rate": 0.00024145365762048759,
      "loss": 0.6609,
      "step": 44089
    },
    {
      "epoch": 1.8058570550890845,
      "grad_norm": 3.0213175437770508,
      "learning_rate": 0.0002414510724898686,
      "loss": 1.6199,
      "step": 44090
    },
    {
      "epoch": 1.805898013516281,
      "grad_norm": 1.4452334989676905,
      "learning_rate": 0.0002414484873160169,
      "loss": 1.0958,
      "step": 44091
    },
    {
      "epoch": 1.8059389719434775,
      "grad_norm": 1.2586624280197163,
      "learning_rate": 0.00024144590209893363,
      "loss": 1.009,
      "step": 44092
    },
    {
      "epoch": 1.8059799303706736,
      "grad_norm": 0.9619812188723522,
      "learning_rate": 0.00024144331683862005,
      "loss": 0.6617,
      "step": 44093
    },
    {
      "epoch": 1.8060208887978701,
      "grad_norm": 1.2564235797677126,
      "learning_rate": 0.00024144073153507738,
      "loss": 0.9681,
      "step": 44094
    },
    {
      "epoch": 1.8060618472250667,
      "grad_norm": 1.092473401343505,
      "learning_rate": 0.00024143814618830684,
      "loss": 0.7602,
      "step": 44095
    },
    {
      "epoch": 1.806102805652263,
      "grad_norm": 0.7525133961813167,
      "learning_rate": 0.00024143556079830967,
      "loss": 0.263,
      "step": 44096
    },
    {
      "epoch": 1.8061437640794593,
      "grad_norm": 1.539597823788788,
      "learning_rate": 0.000241432975365087,
      "loss": 1.0473,
      "step": 44097
    },
    {
      "epoch": 1.8061847225066558,
      "grad_norm": 1.4648604669602006,
      "learning_rate": 0.0002414303898886402,
      "loss": 0.894,
      "step": 44098
    },
    {
      "epoch": 1.8062256809338522,
      "grad_norm": 1.2575693570621556,
      "learning_rate": 0.0002414278043689704,
      "loss": 0.9594,
      "step": 44099
    },
    {
      "epoch": 1.8062666393610485,
      "grad_norm": 1.2007782560222287,
      "learning_rate": 0.00024142521880607883,
      "loss": 0.6071,
      "step": 44100
    },
    {
      "epoch": 1.806307597788245,
      "grad_norm": 1.3065307603654026,
      "learning_rate": 0.0002414226331999667,
      "loss": 0.8786,
      "step": 44101
    },
    {
      "epoch": 1.8063485562154413,
      "grad_norm": 1.2621588699462167,
      "learning_rate": 0.00024142004755063533,
      "loss": 0.7681,
      "step": 44102
    },
    {
      "epoch": 1.8063895146426376,
      "grad_norm": 1.627035137272346,
      "learning_rate": 0.0002414174618580858,
      "loss": 1.482,
      "step": 44103
    },
    {
      "epoch": 1.8064304730698342,
      "grad_norm": 0.9920348693747825,
      "learning_rate": 0.00024141487612231943,
      "loss": 0.2399,
      "step": 44104
    },
    {
      "epoch": 1.8064714314970305,
      "grad_norm": 1.1976695247152247,
      "learning_rate": 0.00024141229034333736,
      "loss": 0.8766,
      "step": 44105
    },
    {
      "epoch": 1.8065123899242268,
      "grad_norm": 1.4105639517341686,
      "learning_rate": 0.00024140970452114094,
      "loss": 0.7947,
      "step": 44106
    },
    {
      "epoch": 1.8065533483514233,
      "grad_norm": 0.938452566097549,
      "learning_rate": 0.00024140711865573125,
      "loss": 0.4124,
      "step": 44107
    },
    {
      "epoch": 1.8065943067786197,
      "grad_norm": 1.333991214869836,
      "learning_rate": 0.00024140453274710958,
      "loss": 0.9762,
      "step": 44108
    },
    {
      "epoch": 1.806635265205816,
      "grad_norm": 0.7052687899287226,
      "learning_rate": 0.00024140194679527716,
      "loss": 0.2905,
      "step": 44109
    },
    {
      "epoch": 1.8066762236330125,
      "grad_norm": 1.1781946392755822,
      "learning_rate": 0.00024139936080023525,
      "loss": 0.8985,
      "step": 44110
    },
    {
      "epoch": 1.806717182060209,
      "grad_norm": 0.7385409391904904,
      "learning_rate": 0.00024139677476198499,
      "loss": 0.39,
      "step": 44111
    },
    {
      "epoch": 1.8067581404874051,
      "grad_norm": 1.065387822792406,
      "learning_rate": 0.00024139418868052764,
      "loss": 0.4106,
      "step": 44112
    },
    {
      "epoch": 1.8067990989146017,
      "grad_norm": 0.7676287243730505,
      "learning_rate": 0.0002413916025558644,
      "loss": 0.3222,
      "step": 44113
    },
    {
      "epoch": 1.8068400573417982,
      "grad_norm": 1.3405742581308118,
      "learning_rate": 0.0002413890163879965,
      "loss": 0.947,
      "step": 44114
    },
    {
      "epoch": 1.8068810157689945,
      "grad_norm": 1.72115974354234,
      "learning_rate": 0.00024138643017692523,
      "loss": 2.299,
      "step": 44115
    },
    {
      "epoch": 1.8069219741961908,
      "grad_norm": 1.3429396373367344,
      "learning_rate": 0.00024138384392265175,
      "loss": 1.0109,
      "step": 44116
    },
    {
      "epoch": 1.8069629326233874,
      "grad_norm": 1.317095856210836,
      "learning_rate": 0.0002413812576251773,
      "loss": 0.7152,
      "step": 44117
    },
    {
      "epoch": 1.8070038910505837,
      "grad_norm": 1.2805092702700216,
      "learning_rate": 0.00024137867128450307,
      "loss": 0.7255,
      "step": 44118
    },
    {
      "epoch": 1.80704484947778,
      "grad_norm": 1.2398361914466374,
      "learning_rate": 0.0002413760849006303,
      "loss": 0.7688,
      "step": 44119
    },
    {
      "epoch": 1.8070858079049765,
      "grad_norm": 2.2273334744646456,
      "learning_rate": 0.00024137349847356022,
      "loss": 3.2705,
      "step": 44120
    },
    {
      "epoch": 1.8071267663321728,
      "grad_norm": 0.998123365892052,
      "learning_rate": 0.00024137091200329407,
      "loss": 0.6349,
      "step": 44121
    },
    {
      "epoch": 1.8071677247593692,
      "grad_norm": 1.1690886651891965,
      "learning_rate": 0.00024136832548983305,
      "loss": 0.9064,
      "step": 44122
    },
    {
      "epoch": 1.8072086831865657,
      "grad_norm": 1.8534738267897493,
      "learning_rate": 0.00024136573893317838,
      "loss": 0.5259,
      "step": 44123
    },
    {
      "epoch": 1.807249641613762,
      "grad_norm": 1.3240141799255922,
      "learning_rate": 0.00024136315233333128,
      "loss": 1.1581,
      "step": 44124
    },
    {
      "epoch": 1.8072906000409583,
      "grad_norm": 1.6795832228167293,
      "learning_rate": 0.00024136056569029306,
      "loss": 1.0504,
      "step": 44125
    },
    {
      "epoch": 1.8073315584681549,
      "grad_norm": 1.6444558411886625,
      "learning_rate": 0.00024135797900406476,
      "loss": 1.0361,
      "step": 44126
    },
    {
      "epoch": 1.8073725168953512,
      "grad_norm": 3.3130753109171582,
      "learning_rate": 0.00024135539227464778,
      "loss": 4.1263,
      "step": 44127
    },
    {
      "epoch": 1.8074134753225475,
      "grad_norm": 1.4052252905942186,
      "learning_rate": 0.00024135280550204323,
      "loss": 1.2852,
      "step": 44128
    },
    {
      "epoch": 1.807454433749744,
      "grad_norm": 0.8220109131032982,
      "learning_rate": 0.0002413502186862524,
      "loss": 0.6717,
      "step": 44129
    },
    {
      "epoch": 1.8074953921769406,
      "grad_norm": 1.229766905746216,
      "learning_rate": 0.00024134763182727644,
      "loss": 0.4129,
      "step": 44130
    },
    {
      "epoch": 1.8075363506041366,
      "grad_norm": 1.6323617341243273,
      "learning_rate": 0.00024134504492511667,
      "loss": 0.7185,
      "step": 44131
    },
    {
      "epoch": 1.8075773090313332,
      "grad_norm": 1.5027205641914956,
      "learning_rate": 0.00024134245797977422,
      "loss": 1.0651,
      "step": 44132
    },
    {
      "epoch": 1.8076182674585297,
      "grad_norm": 1.0301209455953884,
      "learning_rate": 0.00024133987099125042,
      "loss": 0.6832,
      "step": 44133
    },
    {
      "epoch": 1.807659225885726,
      "grad_norm": 1.249622311483779,
      "learning_rate": 0.00024133728395954636,
      "loss": 0.8983,
      "step": 44134
    },
    {
      "epoch": 1.8077001843129223,
      "grad_norm": 1.5146303204924176,
      "learning_rate": 0.00024133469688466337,
      "loss": 1.0365,
      "step": 44135
    },
    {
      "epoch": 1.8077411427401189,
      "grad_norm": 1.161058675050742,
      "learning_rate": 0.00024133210976660265,
      "loss": 0.8801,
      "step": 44136
    },
    {
      "epoch": 1.8077821011673152,
      "grad_norm": 1.2628801727992653,
      "learning_rate": 0.00024132952260536543,
      "loss": 0.6174,
      "step": 44137
    },
    {
      "epoch": 1.8078230595945115,
      "grad_norm": 1.4277377455329896,
      "learning_rate": 0.00024132693540095283,
      "loss": 0.6301,
      "step": 44138
    },
    {
      "epoch": 1.807864018021708,
      "grad_norm": 1.1053753237720247,
      "learning_rate": 0.0002413243481533662,
      "loss": 0.8331,
      "step": 44139
    },
    {
      "epoch": 1.8079049764489044,
      "grad_norm": 1.1233135717191285,
      "learning_rate": 0.00024132176086260674,
      "loss": 0.8813,
      "step": 44140
    },
    {
      "epoch": 1.8079459348761007,
      "grad_norm": 1.3238399262291993,
      "learning_rate": 0.0002413191735286756,
      "loss": 0.7912,
      "step": 44141
    },
    {
      "epoch": 1.8079868933032972,
      "grad_norm": 0.8984016309182458,
      "learning_rate": 0.0002413165861515741,
      "loss": 0.4052,
      "step": 44142
    },
    {
      "epoch": 1.8080278517304935,
      "grad_norm": 1.2909212286277745,
      "learning_rate": 0.00024131399873130339,
      "loss": 1.0005,
      "step": 44143
    },
    {
      "epoch": 1.8080688101576898,
      "grad_norm": 1.8500510688057494,
      "learning_rate": 0.00024131141126786476,
      "loss": 0.9531,
      "step": 44144
    },
    {
      "epoch": 1.8081097685848864,
      "grad_norm": 1.2148651748873303,
      "learning_rate": 0.0002413088237612593,
      "loss": 0.8602,
      "step": 44145
    },
    {
      "epoch": 1.8081507270120827,
      "grad_norm": 1.2986476380895844,
      "learning_rate": 0.00024130623621148844,
      "loss": 0.974,
      "step": 44146
    },
    {
      "epoch": 1.808191685439279,
      "grad_norm": 1.2435332503313123,
      "learning_rate": 0.0002413036486185532,
      "loss": 0.6416,
      "step": 44147
    },
    {
      "epoch": 1.8082326438664755,
      "grad_norm": 1.5264993302175365,
      "learning_rate": 0.00024130106098245495,
      "loss": 0.7429,
      "step": 44148
    },
    {
      "epoch": 1.808273602293672,
      "grad_norm": 1.3232758301035223,
      "learning_rate": 0.0002412984733031948,
      "loss": 0.9268,
      "step": 44149
    },
    {
      "epoch": 1.8083145607208682,
      "grad_norm": 0.7359145408580616,
      "learning_rate": 0.0002412958855807741,
      "loss": 0.3127,
      "step": 44150
    },
    {
      "epoch": 1.8083555191480647,
      "grad_norm": 0.8584255982810293,
      "learning_rate": 0.00024129329781519396,
      "loss": 0.4904,
      "step": 44151
    },
    {
      "epoch": 1.8083964775752612,
      "grad_norm": 4.292169396192594,
      "learning_rate": 0.00024129071000645564,
      "loss": 2.0374,
      "step": 44152
    },
    {
      "epoch": 1.8084374360024575,
      "grad_norm": 0.9100126964732591,
      "learning_rate": 0.00024128812215456038,
      "loss": 0.2727,
      "step": 44153
    },
    {
      "epoch": 1.8084783944296539,
      "grad_norm": 11.350278366017625,
      "learning_rate": 0.00024128553425950937,
      "loss": 1.7794,
      "step": 44154
    },
    {
      "epoch": 1.8085193528568504,
      "grad_norm": 1.9830018048880491,
      "learning_rate": 0.00024128294632130392,
      "loss": 2.5742,
      "step": 44155
    },
    {
      "epoch": 1.8085603112840467,
      "grad_norm": 1.4212706330588858,
      "learning_rate": 0.00024128035833994517,
      "loss": 1.3222,
      "step": 44156
    },
    {
      "epoch": 1.808601269711243,
      "grad_norm": 1.28924627705647,
      "learning_rate": 0.00024127777031543432,
      "loss": 0.8445,
      "step": 44157
    },
    {
      "epoch": 1.8086422281384396,
      "grad_norm": 1.6101596068358632,
      "learning_rate": 0.0002412751822477727,
      "loss": 1.2233,
      "step": 44158
    },
    {
      "epoch": 1.8086831865656359,
      "grad_norm": 1.151717528179046,
      "learning_rate": 0.00024127259413696142,
      "loss": 0.8429,
      "step": 44159
    },
    {
      "epoch": 1.8087241449928322,
      "grad_norm": 1.048839336281182,
      "learning_rate": 0.00024127000598300174,
      "loss": 0.5727,
      "step": 44160
    },
    {
      "epoch": 1.8087651034200287,
      "grad_norm": 1.626258670518387,
      "learning_rate": 0.00024126741778589492,
      "loss": 0.9009,
      "step": 44161
    },
    {
      "epoch": 1.808806061847225,
      "grad_norm": 1.6232523943295731,
      "learning_rate": 0.00024126482954564218,
      "loss": 1.8084,
      "step": 44162
    },
    {
      "epoch": 1.8088470202744213,
      "grad_norm": 1.4963151374520927,
      "learning_rate": 0.00024126224126224473,
      "loss": 1.186,
      "step": 44163
    },
    {
      "epoch": 1.8088879787016179,
      "grad_norm": 3.313062395969264,
      "learning_rate": 0.00024125965293570376,
      "loss": 3.2499,
      "step": 44164
    },
    {
      "epoch": 1.8089289371288144,
      "grad_norm": 1.3982749677101327,
      "learning_rate": 0.0002412570645660205,
      "loss": 1.1852,
      "step": 44165
    },
    {
      "epoch": 1.8089698955560105,
      "grad_norm": 5.51247283961272,
      "learning_rate": 0.0002412544761531962,
      "loss": 3.8383,
      "step": 44166
    },
    {
      "epoch": 1.809010853983207,
      "grad_norm": 1.7558507329372048,
      "learning_rate": 0.00024125188769723213,
      "loss": 1.6079,
      "step": 44167
    },
    {
      "epoch": 1.8090518124104036,
      "grad_norm": 1.5620704956776226,
      "learning_rate": 0.00024124929919812945,
      "loss": 1.0585,
      "step": 44168
    },
    {
      "epoch": 1.8090927708375997,
      "grad_norm": 1.3079858940636786,
      "learning_rate": 0.00024124671065588936,
      "loss": 0.7513,
      "step": 44169
    },
    {
      "epoch": 1.8091337292647962,
      "grad_norm": 1.3859720554871575,
      "learning_rate": 0.00024124412207051314,
      "loss": 0.944,
      "step": 44170
    },
    {
      "epoch": 1.8091746876919927,
      "grad_norm": 2.884021263842473,
      "learning_rate": 0.00024124153344200203,
      "loss": 1.7064,
      "step": 44171
    },
    {
      "epoch": 1.809215646119189,
      "grad_norm": 1.3678681321725228,
      "learning_rate": 0.00024123894477035715,
      "loss": 0.7265,
      "step": 44172
    },
    {
      "epoch": 1.8092566045463854,
      "grad_norm": 1.2274569818145027,
      "learning_rate": 0.00024123635605557986,
      "loss": 1.1657,
      "step": 44173
    },
    {
      "epoch": 1.809297562973582,
      "grad_norm": 0.7807725156450164,
      "learning_rate": 0.00024123376729767127,
      "loss": 0.3105,
      "step": 44174
    },
    {
      "epoch": 1.8093385214007782,
      "grad_norm": 1.3862700603346274,
      "learning_rate": 0.00024123117849663266,
      "loss": 0.848,
      "step": 44175
    },
    {
      "epoch": 1.8093794798279745,
      "grad_norm": 0.9954973388165905,
      "learning_rate": 0.00024122858965246524,
      "loss": 0.592,
      "step": 44176
    },
    {
      "epoch": 1.809420438255171,
      "grad_norm": 1.1430922260498597,
      "learning_rate": 0.00024122600076517022,
      "loss": 0.7662,
      "step": 44177
    },
    {
      "epoch": 1.8094613966823674,
      "grad_norm": 0.6970833128085945,
      "learning_rate": 0.00024122341183474888,
      "loss": 0.2281,
      "step": 44178
    },
    {
      "epoch": 1.8095023551095637,
      "grad_norm": 0.8623132823423564,
      "learning_rate": 0.00024122082286120238,
      "loss": 0.3953,
      "step": 44179
    },
    {
      "epoch": 1.8095433135367602,
      "grad_norm": 1.228170707184978,
      "learning_rate": 0.00024121823384453197,
      "loss": 0.8172,
      "step": 44180
    },
    {
      "epoch": 1.8095842719639565,
      "grad_norm": 0.859161739846979,
      "learning_rate": 0.00024121564478473887,
      "loss": 0.597,
      "step": 44181
    },
    {
      "epoch": 1.8096252303911529,
      "grad_norm": 0.8410519464743995,
      "learning_rate": 0.0002412130556818243,
      "loss": 0.3541,
      "step": 44182
    },
    {
      "epoch": 1.8096661888183494,
      "grad_norm": 0.9532524659872292,
      "learning_rate": 0.0002412104665357895,
      "loss": 0.4251,
      "step": 44183
    },
    {
      "epoch": 1.809707147245546,
      "grad_norm": 1.9825500945655297,
      "learning_rate": 0.00024120787734663567,
      "loss": 1.5895,
      "step": 44184
    },
    {
      "epoch": 1.809748105672742,
      "grad_norm": 1.1588576304486187,
      "learning_rate": 0.00024120528811436405,
      "loss": 0.8036,
      "step": 44185
    },
    {
      "epoch": 1.8097890640999386,
      "grad_norm": 1.260672319508687,
      "learning_rate": 0.0002412026988389759,
      "loss": 0.8508,
      "step": 44186
    },
    {
      "epoch": 1.809830022527135,
      "grad_norm": 1.2390436413721386,
      "learning_rate": 0.00024120010952047234,
      "loss": 0.5351,
      "step": 44187
    },
    {
      "epoch": 1.8098709809543312,
      "grad_norm": 0.9662007494438235,
      "learning_rate": 0.00024119752015885475,
      "loss": 0.7036,
      "step": 44188
    },
    {
      "epoch": 1.8099119393815277,
      "grad_norm": 1.348437518441571,
      "learning_rate": 0.00024119493075412419,
      "loss": 0.8761,
      "step": 44189
    },
    {
      "epoch": 1.8099528978087243,
      "grad_norm": 1.3279857271699353,
      "learning_rate": 0.00024119234130628197,
      "loss": 0.8822,
      "step": 44190
    },
    {
      "epoch": 1.8099938562359206,
      "grad_norm": 1.090326297002732,
      "learning_rate": 0.0002411897518153293,
      "loss": 0.7467,
      "step": 44191
    },
    {
      "epoch": 1.8100348146631169,
      "grad_norm": 0.8313694194321485,
      "learning_rate": 0.00024118716228126746,
      "loss": 0.3149,
      "step": 44192
    },
    {
      "epoch": 1.8100757730903134,
      "grad_norm": 1.6968260794663976,
      "learning_rate": 0.00024118457270409758,
      "loss": 1.585,
      "step": 44193
    },
    {
      "epoch": 1.8101167315175097,
      "grad_norm": 0.8714834143862554,
      "learning_rate": 0.00024118198308382095,
      "loss": 0.4682,
      "step": 44194
    },
    {
      "epoch": 1.810157689944706,
      "grad_norm": 0.8251052579598153,
      "learning_rate": 0.00024117939342043875,
      "loss": 0.3673,
      "step": 44195
    },
    {
      "epoch": 1.8101986483719026,
      "grad_norm": 1.2974720336147736,
      "learning_rate": 0.0002411768037139522,
      "loss": 0.9705,
      "step": 44196
    },
    {
      "epoch": 1.810239606799099,
      "grad_norm": 1.1375730494358343,
      "learning_rate": 0.0002411742139643626,
      "loss": 0.7038,
      "step": 44197
    },
    {
      "epoch": 1.8102805652262952,
      "grad_norm": 1.0761593949808006,
      "learning_rate": 0.00024117162417167104,
      "loss": 0.7862,
      "step": 44198
    },
    {
      "epoch": 1.8103215236534917,
      "grad_norm": 1.0659013167094442,
      "learning_rate": 0.0002411690343358789,
      "loss": 0.6636,
      "step": 44199
    },
    {
      "epoch": 1.810362482080688,
      "grad_norm": 1.0478796300370923,
      "learning_rate": 0.00024116644445698732,
      "loss": 0.838,
      "step": 44200
    },
    {
      "epoch": 1.8104034405078844,
      "grad_norm": 1.1750196166451992,
      "learning_rate": 0.00024116385453499753,
      "loss": 0.6783,
      "step": 44201
    },
    {
      "epoch": 1.810444398935081,
      "grad_norm": 1.1188277205961088,
      "learning_rate": 0.00024116126456991073,
      "loss": 0.8706,
      "step": 44202
    },
    {
      "epoch": 1.8104853573622774,
      "grad_norm": 1.0790474693485999,
      "learning_rate": 0.0002411586745617282,
      "loss": 0.6262,
      "step": 44203
    },
    {
      "epoch": 1.8105263157894735,
      "grad_norm": 1.2676192199667904,
      "learning_rate": 0.00024115608451045115,
      "loss": 0.7876,
      "step": 44204
    },
    {
      "epoch": 1.81056727421667,
      "grad_norm": 1.337331418685886,
      "learning_rate": 0.00024115349441608075,
      "loss": 1.2358,
      "step": 44205
    },
    {
      "epoch": 1.8106082326438666,
      "grad_norm": 1.2971128263055034,
      "learning_rate": 0.00024115090427861833,
      "loss": 0.7678,
      "step": 44206
    },
    {
      "epoch": 1.810649191071063,
      "grad_norm": 1.4302682948876204,
      "learning_rate": 0.000241148314098065,
      "loss": 0.7792,
      "step": 44207
    },
    {
      "epoch": 1.8106901494982592,
      "grad_norm": 1.3408186831518427,
      "learning_rate": 0.00024114572387442208,
      "loss": 0.8077,
      "step": 44208
    },
    {
      "epoch": 1.8107311079254558,
      "grad_norm": 1.3142936075461327,
      "learning_rate": 0.00024114313360769073,
      "loss": 0.7445,
      "step": 44209
    },
    {
      "epoch": 1.810772066352652,
      "grad_norm": 1.1525552945811282,
      "learning_rate": 0.00024114054329787217,
      "loss": 0.7831,
      "step": 44210
    },
    {
      "epoch": 1.8108130247798484,
      "grad_norm": 2.233363476817827,
      "learning_rate": 0.00024113795294496764,
      "loss": 0.9285,
      "step": 44211
    },
    {
      "epoch": 1.810853983207045,
      "grad_norm": 1.4133038740602775,
      "learning_rate": 0.00024113536254897843,
      "loss": 1.0276,
      "step": 44212
    },
    {
      "epoch": 1.8108949416342413,
      "grad_norm": 1.2375534367209855,
      "learning_rate": 0.00024113277210990568,
      "loss": 0.6959,
      "step": 44213
    },
    {
      "epoch": 1.8109359000614376,
      "grad_norm": 3.522993298835809,
      "learning_rate": 0.00024113018162775064,
      "loss": 2.3091,
      "step": 44214
    },
    {
      "epoch": 1.810976858488634,
      "grad_norm": 0.907534216394976,
      "learning_rate": 0.00024112759110251456,
      "loss": 0.5024,
      "step": 44215
    },
    {
      "epoch": 1.8110178169158304,
      "grad_norm": 1.2542919899804648,
      "learning_rate": 0.00024112500053419863,
      "loss": 0.7905,
      "step": 44216
    },
    {
      "epoch": 1.8110587753430267,
      "grad_norm": 1.2242545796295876,
      "learning_rate": 0.0002411224099228041,
      "loss": 1.0036,
      "step": 44217
    },
    {
      "epoch": 1.8110997337702233,
      "grad_norm": 1.5490458268933591,
      "learning_rate": 0.00024111981926833216,
      "loss": 0.9267,
      "step": 44218
    },
    {
      "epoch": 1.8111406921974196,
      "grad_norm": 1.1446391936408253,
      "learning_rate": 0.00024111722857078405,
      "loss": 0.8524,
      "step": 44219
    },
    {
      "epoch": 1.811181650624616,
      "grad_norm": 1.3231113722809955,
      "learning_rate": 0.000241114637830161,
      "loss": 0.7779,
      "step": 44220
    },
    {
      "epoch": 1.8112226090518124,
      "grad_norm": 1.0048875492556613,
      "learning_rate": 0.00024111204704646428,
      "loss": 0.2602,
      "step": 44221
    },
    {
      "epoch": 1.811263567479009,
      "grad_norm": 0.9685018693039914,
      "learning_rate": 0.000241109456219695,
      "loss": 0.686,
      "step": 44222
    },
    {
      "epoch": 1.811304525906205,
      "grad_norm": 1.4095967534905367,
      "learning_rate": 0.0002411068653498545,
      "loss": 0.7727,
      "step": 44223
    },
    {
      "epoch": 1.8113454843334016,
      "grad_norm": 0.7435059663967194,
      "learning_rate": 0.000241104274436944,
      "loss": 0.1397,
      "step": 44224
    },
    {
      "epoch": 1.8113864427605981,
      "grad_norm": 0.9156523745085642,
      "learning_rate": 0.00024110168348096464,
      "loss": 0.2624,
      "step": 44225
    },
    {
      "epoch": 1.8114274011877944,
      "grad_norm": 1.2714673190500374,
      "learning_rate": 0.00024109909248191768,
      "loss": 0.5947,
      "step": 44226
    },
    {
      "epoch": 1.8114683596149908,
      "grad_norm": 1.1198868743643475,
      "learning_rate": 0.0002410965014398044,
      "loss": 0.9178,
      "step": 44227
    },
    {
      "epoch": 1.8115093180421873,
      "grad_norm": 1.235400899497726,
      "learning_rate": 0.00024109391035462592,
      "loss": 0.9643,
      "step": 44228
    },
    {
      "epoch": 1.8115502764693836,
      "grad_norm": 1.0569386838042407,
      "learning_rate": 0.00024109131922638358,
      "loss": 0.8515,
      "step": 44229
    },
    {
      "epoch": 1.81159123489658,
      "grad_norm": 1.2107013673274334,
      "learning_rate": 0.00024108872805507847,
      "loss": 0.9026,
      "step": 44230
    },
    {
      "epoch": 1.8116321933237765,
      "grad_norm": 0.9074491085817821,
      "learning_rate": 0.000241086136840712,
      "loss": 0.7331,
      "step": 44231
    },
    {
      "epoch": 1.8116731517509728,
      "grad_norm": 1.811853005032749,
      "learning_rate": 0.00024108354558328524,
      "loss": 1.413,
      "step": 44232
    },
    {
      "epoch": 1.811714110178169,
      "grad_norm": 0.9780509102363878,
      "learning_rate": 0.00024108095428279944,
      "loss": 0.643,
      "step": 44233
    },
    {
      "epoch": 1.8117550686053656,
      "grad_norm": 1.9624987898019033,
      "learning_rate": 0.00024107836293925592,
      "loss": 1.3258,
      "step": 44234
    },
    {
      "epoch": 1.811796027032562,
      "grad_norm": 1.366046314952471,
      "learning_rate": 0.00024107577155265577,
      "loss": 0.9524,
      "step": 44235
    },
    {
      "epoch": 1.8118369854597582,
      "grad_norm": 1.1801411928478729,
      "learning_rate": 0.00024107318012300027,
      "loss": 0.7084,
      "step": 44236
    },
    {
      "epoch": 1.8118779438869548,
      "grad_norm": 1.4725235833687018,
      "learning_rate": 0.00024107058865029072,
      "loss": 0.8353,
      "step": 44237
    },
    {
      "epoch": 1.811918902314151,
      "grad_norm": 1.4503401438799193,
      "learning_rate": 0.00024106799713452824,
      "loss": 0.8952,
      "step": 44238
    },
    {
      "epoch": 1.8119598607413474,
      "grad_norm": 0.842935361599805,
      "learning_rate": 0.00024106540557571412,
      "loss": 0.3164,
      "step": 44239
    },
    {
      "epoch": 1.812000819168544,
      "grad_norm": 1.1730164147855668,
      "learning_rate": 0.0002410628139738495,
      "loss": 1.0377,
      "step": 44240
    },
    {
      "epoch": 1.8120417775957405,
      "grad_norm": 1.2343267712083659,
      "learning_rate": 0.00024106022232893572,
      "loss": 1.2554,
      "step": 44241
    },
    {
      "epoch": 1.8120827360229366,
      "grad_norm": 0.9824378522309942,
      "learning_rate": 0.00024105763064097396,
      "loss": 0.3491,
      "step": 44242
    },
    {
      "epoch": 1.812123694450133,
      "grad_norm": 1.4373669538391747,
      "learning_rate": 0.00024105503890996542,
      "loss": 1.3275,
      "step": 44243
    },
    {
      "epoch": 1.8121646528773296,
      "grad_norm": 1.2231670862191282,
      "learning_rate": 0.0002410524471359113,
      "loss": 0.8551,
      "step": 44244
    },
    {
      "epoch": 1.812205611304526,
      "grad_norm": 1.2365023895772345,
      "learning_rate": 0.00024104985531881292,
      "loss": 0.7992,
      "step": 44245
    },
    {
      "epoch": 1.8122465697317223,
      "grad_norm": 1.5422597603894073,
      "learning_rate": 0.00024104726345867148,
      "loss": 1.0889,
      "step": 44246
    },
    {
      "epoch": 1.8122875281589188,
      "grad_norm": 1.0681009671145207,
      "learning_rate": 0.00024104467155548813,
      "loss": 0.7871,
      "step": 44247
    },
    {
      "epoch": 1.8123284865861151,
      "grad_norm": 1.381601097584585,
      "learning_rate": 0.00024104207960926413,
      "loss": 0.6026,
      "step": 44248
    },
    {
      "epoch": 1.8123694450133114,
      "grad_norm": 1.0826277133041617,
      "learning_rate": 0.00024103948762000071,
      "loss": 0.6207,
      "step": 44249
    },
    {
      "epoch": 1.812410403440508,
      "grad_norm": 1.8873925423089895,
      "learning_rate": 0.0002410368955876991,
      "loss": 1.4427,
      "step": 44250
    },
    {
      "epoch": 1.8124513618677043,
      "grad_norm": 1.7952699564209251,
      "learning_rate": 0.00024103430351236059,
      "loss": 0.9263,
      "step": 44251
    },
    {
      "epoch": 1.8124923202949006,
      "grad_norm": 1.0906324260713478,
      "learning_rate": 0.0002410317113939863,
      "loss": 0.4839,
      "step": 44252
    },
    {
      "epoch": 1.8125332787220971,
      "grad_norm": 0.9141566832585728,
      "learning_rate": 0.00024102911923257748,
      "loss": 0.3112,
      "step": 44253
    },
    {
      "epoch": 1.8125742371492934,
      "grad_norm": 4.486758985639297,
      "learning_rate": 0.00024102652702813544,
      "loss": 4.3675,
      "step": 44254
    },
    {
      "epoch": 1.8126151955764898,
      "grad_norm": 1.356006521489525,
      "learning_rate": 0.00024102393478066128,
      "loss": 0.9548,
      "step": 44255
    },
    {
      "epoch": 1.8126561540036863,
      "grad_norm": 1.3519074934337227,
      "learning_rate": 0.00024102134249015633,
      "loss": 0.754,
      "step": 44256
    },
    {
      "epoch": 1.8126971124308826,
      "grad_norm": 0.7343639624536501,
      "learning_rate": 0.00024101875015662173,
      "loss": 0.188,
      "step": 44257
    },
    {
      "epoch": 1.812738070858079,
      "grad_norm": 1.5841537361404088,
      "learning_rate": 0.00024101615778005878,
      "loss": 1.1227,
      "step": 44258
    },
    {
      "epoch": 1.8127790292852755,
      "grad_norm": 1.404709941095921,
      "learning_rate": 0.00024101356536046864,
      "loss": 0.787,
      "step": 44259
    },
    {
      "epoch": 1.812819987712472,
      "grad_norm": 0.9661610318797141,
      "learning_rate": 0.00024101097289785256,
      "loss": 0.4393,
      "step": 44260
    },
    {
      "epoch": 1.812860946139668,
      "grad_norm": 1.2321943878209716,
      "learning_rate": 0.0002410083803922118,
      "loss": 0.836,
      "step": 44261
    },
    {
      "epoch": 1.8129019045668646,
      "grad_norm": 1.0596718915783303,
      "learning_rate": 0.0002410057878435476,
      "loss": 0.6062,
      "step": 44262
    },
    {
      "epoch": 1.8129428629940612,
      "grad_norm": 1.4945537575174943,
      "learning_rate": 0.00024100319525186104,
      "loss": 1.0789,
      "step": 44263
    },
    {
      "epoch": 1.8129838214212575,
      "grad_norm": 1.6222255429467647,
      "learning_rate": 0.00024100060261715353,
      "loss": 0.9588,
      "step": 44264
    },
    {
      "epoch": 1.8130247798484538,
      "grad_norm": 1.5698009460321014,
      "learning_rate": 0.0002409980099394262,
      "loss": 1.3296,
      "step": 44265
    },
    {
      "epoch": 1.8130657382756503,
      "grad_norm": 1.0183875389101817,
      "learning_rate": 0.0002409954172186803,
      "loss": 0.6989,
      "step": 44266
    },
    {
      "epoch": 1.8131066967028466,
      "grad_norm": 1.001789721551974,
      "learning_rate": 0.00024099282445491703,
      "loss": 0.6492,
      "step": 44267
    },
    {
      "epoch": 1.813147655130043,
      "grad_norm": 1.3835727796431017,
      "learning_rate": 0.0002409902316481376,
      "loss": 0.9532,
      "step": 44268
    },
    {
      "epoch": 1.8131886135572395,
      "grad_norm": 0.7058528995344985,
      "learning_rate": 0.00024098763879834334,
      "loss": 0.2904,
      "step": 44269
    },
    {
      "epoch": 1.8132295719844358,
      "grad_norm": 1.5023027169299876,
      "learning_rate": 0.00024098504590553535,
      "loss": 0.7605,
      "step": 44270
    },
    {
      "epoch": 1.813270530411632,
      "grad_norm": 1.517058085627428,
      "learning_rate": 0.00024098245296971498,
      "loss": 0.7638,
      "step": 44271
    },
    {
      "epoch": 1.8133114888388286,
      "grad_norm": 0.9600533328767615,
      "learning_rate": 0.00024097985999088327,
      "loss": 0.6208,
      "step": 44272
    },
    {
      "epoch": 1.813352447266025,
      "grad_norm": 1.4725468404599429,
      "learning_rate": 0.00024097726696904167,
      "loss": 0.7956,
      "step": 44273
    },
    {
      "epoch": 1.8133934056932213,
      "grad_norm": 1.254859543080141,
      "learning_rate": 0.00024097467390419124,
      "loss": 0.9289,
      "step": 44274
    },
    {
      "epoch": 1.8134343641204178,
      "grad_norm": 1.126209648799709,
      "learning_rate": 0.00024097208079633324,
      "loss": 0.6238,
      "step": 44275
    },
    {
      "epoch": 1.8134753225476141,
      "grad_norm": 0.981985326132654,
      "learning_rate": 0.00024096948764546898,
      "loss": 0.6482,
      "step": 44276
    },
    {
      "epoch": 1.8135162809748104,
      "grad_norm": 1.4272606739749427,
      "learning_rate": 0.00024096689445159958,
      "loss": 0.9565,
      "step": 44277
    },
    {
      "epoch": 1.813557239402007,
      "grad_norm": 1.3671500542614063,
      "learning_rate": 0.00024096430121472634,
      "loss": 1.1742,
      "step": 44278
    },
    {
      "epoch": 1.8135981978292035,
      "grad_norm": 1.042760377643399,
      "learning_rate": 0.00024096170793485046,
      "loss": 0.7332,
      "step": 44279
    },
    {
      "epoch": 1.8136391562563996,
      "grad_norm": 1.2647207099113649,
      "learning_rate": 0.00024095911461197319,
      "loss": 0.9775,
      "step": 44280
    },
    {
      "epoch": 1.8136801146835961,
      "grad_norm": 1.2005437555219707,
      "learning_rate": 0.00024095652124609567,
      "loss": 0.5159,
      "step": 44281
    },
    {
      "epoch": 1.8137210731107927,
      "grad_norm": 1.7011063206052761,
      "learning_rate": 0.0002409539278372192,
      "loss": 1.1125,
      "step": 44282
    },
    {
      "epoch": 1.813762031537989,
      "grad_norm": 1.1257362247879668,
      "learning_rate": 0.00024095133438534498,
      "loss": 0.7632,
      "step": 44283
    },
    {
      "epoch": 1.8138029899651853,
      "grad_norm": 1.321008665502008,
      "learning_rate": 0.00024094874089047427,
      "loss": 0.8698,
      "step": 44284
    },
    {
      "epoch": 1.8138439483923818,
      "grad_norm": 1.4605331640659056,
      "learning_rate": 0.00024094614735260824,
      "loss": 0.9867,
      "step": 44285
    },
    {
      "epoch": 1.8138849068195781,
      "grad_norm": 1.0208362379012672,
      "learning_rate": 0.0002409435537717482,
      "loss": 0.6639,
      "step": 44286
    },
    {
      "epoch": 1.8139258652467745,
      "grad_norm": 0.8474154577480678,
      "learning_rate": 0.00024094096014789528,
      "loss": 0.3118,
      "step": 44287
    },
    {
      "epoch": 1.813966823673971,
      "grad_norm": 1.3649156159670552,
      "learning_rate": 0.00024093836648105078,
      "loss": 0.8621,
      "step": 44288
    },
    {
      "epoch": 1.8140077821011673,
      "grad_norm": 1.1676091868154077,
      "learning_rate": 0.00024093577277121587,
      "loss": 0.7007,
      "step": 44289
    },
    {
      "epoch": 1.8140487405283636,
      "grad_norm": 1.5160843868032834,
      "learning_rate": 0.00024093317901839183,
      "loss": 1.365,
      "step": 44290
    },
    {
      "epoch": 1.8140896989555602,
      "grad_norm": 1.5485711569523202,
      "learning_rate": 0.00024093058522257985,
      "loss": 0.9882,
      "step": 44291
    },
    {
      "epoch": 1.8141306573827565,
      "grad_norm": 3.012091178162989,
      "learning_rate": 0.00024092799138378116,
      "loss": 1.7668,
      "step": 44292
    },
    {
      "epoch": 1.8141716158099528,
      "grad_norm": 1.4193208733570268,
      "learning_rate": 0.00024092539750199702,
      "loss": 1.1001,
      "step": 44293
    },
    {
      "epoch": 1.8142125742371493,
      "grad_norm": 1.5663829187606744,
      "learning_rate": 0.0002409228035772286,
      "loss": 1.1297,
      "step": 44294
    },
    {
      "epoch": 1.8142535326643456,
      "grad_norm": 1.3023986108383394,
      "learning_rate": 0.00024092020960947715,
      "loss": 0.821,
      "step": 44295
    },
    {
      "epoch": 1.814294491091542,
      "grad_norm": 0.7172066223026261,
      "learning_rate": 0.0002409176155987439,
      "loss": 0.3015,
      "step": 44296
    },
    {
      "epoch": 1.8143354495187385,
      "grad_norm": 0.7814313528789274,
      "learning_rate": 0.00024091502154503008,
      "loss": 0.2476,
      "step": 44297
    },
    {
      "epoch": 1.814376407945935,
      "grad_norm": 1.178156257948954,
      "learning_rate": 0.00024091242744833695,
      "loss": 0.613,
      "step": 44298
    },
    {
      "epoch": 1.8144173663731311,
      "grad_norm": 1.3840335463721412,
      "learning_rate": 0.00024090983330866565,
      "loss": 0.9338,
      "step": 44299
    },
    {
      "epoch": 1.8144583248003276,
      "grad_norm": 0.833865388413715,
      "learning_rate": 0.0002409072391260175,
      "loss": 0.3055,
      "step": 44300
    },
    {
      "epoch": 1.8144992832275242,
      "grad_norm": 0.7880932713470825,
      "learning_rate": 0.00024090464490039368,
      "loss": 0.3201,
      "step": 44301
    },
    {
      "epoch": 1.8145402416547205,
      "grad_norm": 1.4712782299799483,
      "learning_rate": 0.00024090205063179537,
      "loss": 0.9638,
      "step": 44302
    },
    {
      "epoch": 1.8145812000819168,
      "grad_norm": 1.38059766903985,
      "learning_rate": 0.0002408994563202239,
      "loss": 0.6749,
      "step": 44303
    },
    {
      "epoch": 1.8146221585091133,
      "grad_norm": 1.6111835633417422,
      "learning_rate": 0.00024089686196568036,
      "loss": 0.9214,
      "step": 44304
    },
    {
      "epoch": 1.8146631169363097,
      "grad_norm": 1.3574454844777866,
      "learning_rate": 0.00024089426756816615,
      "loss": 0.7427,
      "step": 44305
    },
    {
      "epoch": 1.814704075363506,
      "grad_norm": 1.32952239141276,
      "learning_rate": 0.00024089167312768236,
      "loss": 1.1459,
      "step": 44306
    },
    {
      "epoch": 1.8147450337907025,
      "grad_norm": 0.9417965547410967,
      "learning_rate": 0.00024088907864423028,
      "loss": 0.6791,
      "step": 44307
    },
    {
      "epoch": 1.8147859922178988,
      "grad_norm": 1.2525765006783065,
      "learning_rate": 0.00024088648411781108,
      "loss": 0.8567,
      "step": 44308
    },
    {
      "epoch": 1.8148269506450951,
      "grad_norm": 0.8057130160328455,
      "learning_rate": 0.00024088388954842603,
      "loss": 0.2909,
      "step": 44309
    },
    {
      "epoch": 1.8148679090722917,
      "grad_norm": 4.464475271971897,
      "learning_rate": 0.0002408812949360764,
      "loss": 1.7455,
      "step": 44310
    },
    {
      "epoch": 1.814908867499488,
      "grad_norm": 0.910726587768863,
      "learning_rate": 0.00024087870028076332,
      "loss": 0.2644,
      "step": 44311
    },
    {
      "epoch": 1.8149498259266843,
      "grad_norm": 1.1986769935324066,
      "learning_rate": 0.0002408761055824881,
      "loss": 0.7656,
      "step": 44312
    },
    {
      "epoch": 1.8149907843538808,
      "grad_norm": 1.01526257471657,
      "learning_rate": 0.0002408735108412519,
      "loss": 0.5569,
      "step": 44313
    },
    {
      "epoch": 1.8150317427810774,
      "grad_norm": 1.7860499259077196,
      "learning_rate": 0.00024087091605705605,
      "loss": 0.2934,
      "step": 44314
    },
    {
      "epoch": 1.8150727012082735,
      "grad_norm": 1.460240618682936,
      "learning_rate": 0.00024086832122990163,
      "loss": 0.6257,
      "step": 44315
    },
    {
      "epoch": 1.81511365963547,
      "grad_norm": 1.040279640292214,
      "learning_rate": 0.00024086572635978993,
      "loss": 0.415,
      "step": 44316
    },
    {
      "epoch": 1.8151546180626665,
      "grad_norm": 1.4855961977239613,
      "learning_rate": 0.00024086313144672223,
      "loss": 0.9141,
      "step": 44317
    },
    {
      "epoch": 1.8151955764898626,
      "grad_norm": 1.3717429925449265,
      "learning_rate": 0.0002408605364906997,
      "loss": 0.9991,
      "step": 44318
    },
    {
      "epoch": 1.8152365349170592,
      "grad_norm": 0.6341134964485293,
      "learning_rate": 0.00024085794149172356,
      "loss": 0.2772,
      "step": 44319
    },
    {
      "epoch": 1.8152774933442557,
      "grad_norm": 1.2877760145299306,
      "learning_rate": 0.00024085534644979504,
      "loss": 0.6913,
      "step": 44320
    },
    {
      "epoch": 1.815318451771452,
      "grad_norm": 0.7875499178460802,
      "learning_rate": 0.00024085275136491547,
      "loss": 0.3136,
      "step": 44321
    },
    {
      "epoch": 1.8153594101986483,
      "grad_norm": 1.2306411189768864,
      "learning_rate": 0.0002408501562370859,
      "loss": 0.836,
      "step": 44322
    },
    {
      "epoch": 1.8154003686258449,
      "grad_norm": 1.399157335685201,
      "learning_rate": 0.0002408475610663077,
      "loss": 1.2302,
      "step": 44323
    },
    {
      "epoch": 1.8154413270530412,
      "grad_norm": 1.233212464215268,
      "learning_rate": 0.00024084496585258204,
      "loss": 1.2384,
      "step": 44324
    },
    {
      "epoch": 1.8154822854802375,
      "grad_norm": 0.888929442982055,
      "learning_rate": 0.00024084237059591014,
      "loss": 0.3222,
      "step": 44325
    },
    {
      "epoch": 1.815523243907434,
      "grad_norm": 1.1720755297848895,
      "learning_rate": 0.00024083977529629325,
      "loss": 1.1082,
      "step": 44326
    },
    {
      "epoch": 1.8155642023346303,
      "grad_norm": 1.252123155130329,
      "learning_rate": 0.00024083717995373256,
      "loss": 1.0019,
      "step": 44327
    },
    {
      "epoch": 1.8156051607618267,
      "grad_norm": 1.2144308804242903,
      "learning_rate": 0.00024083458456822934,
      "loss": 0.8749,
      "step": 44328
    },
    {
      "epoch": 1.8156461191890232,
      "grad_norm": 1.3491087998520563,
      "learning_rate": 0.00024083198913978478,
      "loss": 0.9051,
      "step": 44329
    },
    {
      "epoch": 1.8156870776162195,
      "grad_norm": 1.219734353917932,
      "learning_rate": 0.00024082939366840017,
      "loss": 0.8397,
      "step": 44330
    },
    {
      "epoch": 1.8157280360434158,
      "grad_norm": 3.9612358005167603,
      "learning_rate": 0.00024082679815407666,
      "loss": 1.7049,
      "step": 44331
    },
    {
      "epoch": 1.8157689944706124,
      "grad_norm": 2.276820158098846,
      "learning_rate": 0.00024082420259681551,
      "loss": 2.428,
      "step": 44332
    },
    {
      "epoch": 1.8158099528978089,
      "grad_norm": 1.188706921951348,
      "learning_rate": 0.00024082160699661798,
      "loss": 0.8452,
      "step": 44333
    },
    {
      "epoch": 1.815850911325005,
      "grad_norm": 1.0591548201874434,
      "learning_rate": 0.00024081901135348524,
      "loss": 0.6385,
      "step": 44334
    },
    {
      "epoch": 1.8158918697522015,
      "grad_norm": 0.997501292033651,
      "learning_rate": 0.00024081641566741851,
      "loss": 0.5647,
      "step": 44335
    },
    {
      "epoch": 1.815932828179398,
      "grad_norm": 2.3576718365542377,
      "learning_rate": 0.0002408138199384191,
      "loss": 2.4834,
      "step": 44336
    },
    {
      "epoch": 1.8159737866065941,
      "grad_norm": 1.2356650097074,
      "learning_rate": 0.00024081122416648817,
      "loss": 0.7674,
      "step": 44337
    },
    {
      "epoch": 1.8160147450337907,
      "grad_norm": 0.9935727304498413,
      "learning_rate": 0.00024080862835162696,
      "loss": 0.6136,
      "step": 44338
    },
    {
      "epoch": 1.8160557034609872,
      "grad_norm": 1.2400285687710524,
      "learning_rate": 0.0002408060324938367,
      "loss": 0.7546,
      "step": 44339
    },
    {
      "epoch": 1.8160966618881835,
      "grad_norm": 1.4240172296045577,
      "learning_rate": 0.0002408034365931186,
      "loss": 0.8789,
      "step": 44340
    },
    {
      "epoch": 1.8161376203153798,
      "grad_norm": 1.9215938002780022,
      "learning_rate": 0.00024080084064947394,
      "loss": 0.7651,
      "step": 44341
    },
    {
      "epoch": 1.8161785787425764,
      "grad_norm": 1.2519276205033294,
      "learning_rate": 0.0002407982446629039,
      "loss": 0.8103,
      "step": 44342
    },
    {
      "epoch": 1.8162195371697727,
      "grad_norm": 1.1254253222428279,
      "learning_rate": 0.00024079564863340973,
      "loss": 0.7095,
      "step": 44343
    },
    {
      "epoch": 1.816260495596969,
      "grad_norm": 1.4897933416175133,
      "learning_rate": 0.00024079305256099258,
      "loss": 1.0474,
      "step": 44344
    },
    {
      "epoch": 1.8163014540241655,
      "grad_norm": 1.235209079651988,
      "learning_rate": 0.00024079045644565382,
      "loss": 0.7076,
      "step": 44345
    },
    {
      "epoch": 1.8163424124513619,
      "grad_norm": 1.0497554548333332,
      "learning_rate": 0.00024078786028739453,
      "loss": 0.4642,
      "step": 44346
    },
    {
      "epoch": 1.8163833708785582,
      "grad_norm": 1.4999993898674844,
      "learning_rate": 0.00024078526408621606,
      "loss": 0.7267,
      "step": 44347
    },
    {
      "epoch": 1.8164243293057547,
      "grad_norm": 1.6442194083960795,
      "learning_rate": 0.0002407826678421196,
      "loss": 0.6676,
      "step": 44348
    },
    {
      "epoch": 1.816465287732951,
      "grad_norm": 1.6139591592582054,
      "learning_rate": 0.00024078007155510636,
      "loss": 0.804,
      "step": 44349
    },
    {
      "epoch": 1.8165062461601473,
      "grad_norm": 2.0452649659245674,
      "learning_rate": 0.00024077747522517753,
      "loss": 1.8556,
      "step": 44350
    },
    {
      "epoch": 1.8165472045873439,
      "grad_norm": 1.2985188163486945,
      "learning_rate": 0.00024077487885233438,
      "loss": 0.8747,
      "step": 44351
    },
    {
      "epoch": 1.8165881630145404,
      "grad_norm": 1.1137543920383781,
      "learning_rate": 0.00024077228243657816,
      "loss": 0.6765,
      "step": 44352
    },
    {
      "epoch": 1.8166291214417365,
      "grad_norm": 0.8396146194921624,
      "learning_rate": 0.00024076968597791005,
      "loss": 0.4384,
      "step": 44353
    },
    {
      "epoch": 1.816670079868933,
      "grad_norm": 1.2826765591247555,
      "learning_rate": 0.00024076708947633129,
      "loss": 0.7553,
      "step": 44354
    },
    {
      "epoch": 1.8167110382961296,
      "grad_norm": 1.145654962219186,
      "learning_rate": 0.00024076449293184316,
      "loss": 1.0633,
      "step": 44355
    },
    {
      "epoch": 1.8167519967233259,
      "grad_norm": 1.3690069345257896,
      "learning_rate": 0.0002407618963444468,
      "loss": 0.7764,
      "step": 44356
    },
    {
      "epoch": 1.8167929551505222,
      "grad_norm": 0.7903682598268786,
      "learning_rate": 0.0002407592997141435,
      "loss": 0.331,
      "step": 44357
    },
    {
      "epoch": 1.8168339135777187,
      "grad_norm": 0.7517101685898898,
      "learning_rate": 0.00024075670304093448,
      "loss": 0.2475,
      "step": 44358
    },
    {
      "epoch": 1.816874872004915,
      "grad_norm": 1.3063450760161275,
      "learning_rate": 0.00024075410632482094,
      "loss": 0.9897,
      "step": 44359
    },
    {
      "epoch": 1.8169158304321114,
      "grad_norm": 0.8785471479861373,
      "learning_rate": 0.00024075150956580414,
      "loss": 0.3625,
      "step": 44360
    },
    {
      "epoch": 1.816956788859308,
      "grad_norm": 1.1237582802435584,
      "learning_rate": 0.0002407489127638853,
      "loss": 0.7072,
      "step": 44361
    },
    {
      "epoch": 1.8169977472865042,
      "grad_norm": 1.0272675419244355,
      "learning_rate": 0.00024074631591906564,
      "loss": 0.4799,
      "step": 44362
    },
    {
      "epoch": 1.8170387057137005,
      "grad_norm": 1.2026377019872727,
      "learning_rate": 0.00024074371903134634,
      "loss": 0.6283,
      "step": 44363
    },
    {
      "epoch": 1.817079664140897,
      "grad_norm": 1.0814441630918725,
      "learning_rate": 0.00024074112210072872,
      "loss": 0.8319,
      "step": 44364
    },
    {
      "epoch": 1.8171206225680934,
      "grad_norm": 0.8590923184350922,
      "learning_rate": 0.00024073852512721395,
      "loss": 0.3118,
      "step": 44365
    },
    {
      "epoch": 1.8171615809952897,
      "grad_norm": 1.4350669858794136,
      "learning_rate": 0.00024073592811080328,
      "loss": 0.6571,
      "step": 44366
    },
    {
      "epoch": 1.8172025394224862,
      "grad_norm": 1.223980774047948,
      "learning_rate": 0.0002407333310514979,
      "loss": 0.636,
      "step": 44367
    },
    {
      "epoch": 1.8172434978496825,
      "grad_norm": 1.3504470356151477,
      "learning_rate": 0.0002407307339492991,
      "loss": 0.9887,
      "step": 44368
    },
    {
      "epoch": 1.8172844562768788,
      "grad_norm": 12.747988094714197,
      "learning_rate": 0.00024072813680420805,
      "loss": 1.5807,
      "step": 44369
    },
    {
      "epoch": 1.8173254147040754,
      "grad_norm": 1.1220434120416167,
      "learning_rate": 0.00024072553961622606,
      "loss": 0.8922,
      "step": 44370
    },
    {
      "epoch": 1.817366373131272,
      "grad_norm": 1.0556920254983373,
      "learning_rate": 0.0002407229423853542,
      "loss": 0.6234,
      "step": 44371
    },
    {
      "epoch": 1.817407331558468,
      "grad_norm": 3.693920607181768,
      "learning_rate": 0.00024072034511159388,
      "loss": 4.2792,
      "step": 44372
    },
    {
      "epoch": 1.8174482899856645,
      "grad_norm": 1.5699973259828774,
      "learning_rate": 0.00024071774779494618,
      "loss": 1.0355,
      "step": 44373
    },
    {
      "epoch": 1.817489248412861,
      "grad_norm": 0.7594810904091102,
      "learning_rate": 0.00024071515043541246,
      "loss": 0.3026,
      "step": 44374
    },
    {
      "epoch": 1.8175302068400574,
      "grad_norm": 1.2334625150927516,
      "learning_rate": 0.00024071255303299385,
      "loss": 0.7641,
      "step": 44375
    },
    {
      "epoch": 1.8175711652672537,
      "grad_norm": 0.7290347099813006,
      "learning_rate": 0.0002407099555876916,
      "loss": 0.3407,
      "step": 44376
    },
    {
      "epoch": 1.8176121236944502,
      "grad_norm": 1.5254141544878208,
      "learning_rate": 0.00024070735809950694,
      "loss": 1.4605,
      "step": 44377
    },
    {
      "epoch": 1.8176530821216466,
      "grad_norm": 2.0447576038929007,
      "learning_rate": 0.0002407047605684411,
      "loss": 0.7817,
      "step": 44378
    },
    {
      "epoch": 1.8176940405488429,
      "grad_norm": 2.781851602034206,
      "learning_rate": 0.00024070216299449537,
      "loss": 1.8223,
      "step": 44379
    },
    {
      "epoch": 1.8177349989760394,
      "grad_norm": 1.7641181355435291,
      "learning_rate": 0.00024069956537767085,
      "loss": 0.8289,
      "step": 44380
    },
    {
      "epoch": 1.8177759574032357,
      "grad_norm": 1.0871002528181628,
      "learning_rate": 0.00024069696771796892,
      "loss": 0.2786,
      "step": 44381
    },
    {
      "epoch": 1.817816915830432,
      "grad_norm": 1.265971554824574,
      "learning_rate": 0.00024069437001539062,
      "loss": 0.602,
      "step": 44382
    },
    {
      "epoch": 1.8178578742576286,
      "grad_norm": 1.6305394066229957,
      "learning_rate": 0.0002406917722699374,
      "loss": 0.8147,
      "step": 44383
    },
    {
      "epoch": 1.8178988326848249,
      "grad_norm": 1.341668638489966,
      "learning_rate": 0.0002406891744816103,
      "loss": 0.9527,
      "step": 44384
    },
    {
      "epoch": 1.8179397911120212,
      "grad_norm": 1.5462712201715276,
      "learning_rate": 0.00024068657665041066,
      "loss": 0.7772,
      "step": 44385
    },
    {
      "epoch": 1.8179807495392177,
      "grad_norm": 1.7395295386797804,
      "learning_rate": 0.00024068397877633963,
      "loss": 1.0959,
      "step": 44386
    },
    {
      "epoch": 1.818021707966414,
      "grad_norm": 1.1907023966375938,
      "learning_rate": 0.00024068138085939848,
      "loss": 0.382,
      "step": 44387
    },
    {
      "epoch": 1.8180626663936104,
      "grad_norm": 1.2855103618742336,
      "learning_rate": 0.00024067878289958845,
      "loss": 0.529,
      "step": 44388
    },
    {
      "epoch": 1.818103624820807,
      "grad_norm": 1.459795800884887,
      "learning_rate": 0.00024067618489691074,
      "loss": 0.783,
      "step": 44389
    },
    {
      "epoch": 1.8181445832480034,
      "grad_norm": 1.0952371815588515,
      "learning_rate": 0.00024067358685136658,
      "loss": 0.6592,
      "step": 44390
    },
    {
      "epoch": 1.8181855416751995,
      "grad_norm": 1.1989425079508413,
      "learning_rate": 0.00024067098876295724,
      "loss": 1.1343,
      "step": 44391
    },
    {
      "epoch": 1.818226500102396,
      "grad_norm": 1.0430828960246896,
      "learning_rate": 0.0002406683906316839,
      "loss": 0.6332,
      "step": 44392
    },
    {
      "epoch": 1.8182674585295926,
      "grad_norm": 1.1673661893411655,
      "learning_rate": 0.0002406657924575478,
      "loss": 0.9315,
      "step": 44393
    },
    {
      "epoch": 1.818308416956789,
      "grad_norm": 1.3360052709879502,
      "learning_rate": 0.00024066319424055022,
      "loss": 0.8309,
      "step": 44394
    },
    {
      "epoch": 1.8183493753839852,
      "grad_norm": 1.285066292482353,
      "learning_rate": 0.0002406605959806923,
      "loss": 0.9515,
      "step": 44395
    },
    {
      "epoch": 1.8183903338111818,
      "grad_norm": 1.1004443442197698,
      "learning_rate": 0.00024065799767797533,
      "loss": 0.8064,
      "step": 44396
    },
    {
      "epoch": 1.818431292238378,
      "grad_norm": 1.1503450949517418,
      "learning_rate": 0.0002406553993324005,
      "loss": 0.8121,
      "step": 44397
    },
    {
      "epoch": 1.8184722506655744,
      "grad_norm": 1.1943702208482216,
      "learning_rate": 0.00024065280094396908,
      "loss": 0.7545,
      "step": 44398
    },
    {
      "epoch": 1.818513209092771,
      "grad_norm": 1.5775281608905842,
      "learning_rate": 0.00024065020251268224,
      "loss": 0.8502,
      "step": 44399
    },
    {
      "epoch": 1.8185541675199672,
      "grad_norm": 2.1311250944048505,
      "learning_rate": 0.00024064760403854127,
      "loss": 1.6051,
      "step": 44400
    },
    {
      "epoch": 1.8185951259471635,
      "grad_norm": 1.197124382486406,
      "learning_rate": 0.00024064500552154738,
      "loss": 0.8194,
      "step": 44401
    },
    {
      "epoch": 1.81863608437436,
      "grad_norm": 0.8963734308727381,
      "learning_rate": 0.0002406424069617018,
      "loss": 0.7451,
      "step": 44402
    },
    {
      "epoch": 1.8186770428015564,
      "grad_norm": 1.1366867556555513,
      "learning_rate": 0.00024063980835900572,
      "loss": 0.8348,
      "step": 44403
    },
    {
      "epoch": 1.8187180012287527,
      "grad_norm": 1.3908738129017255,
      "learning_rate": 0.00024063720971346044,
      "loss": 1.1445,
      "step": 44404
    },
    {
      "epoch": 1.8187589596559492,
      "grad_norm": 1.495989678825013,
      "learning_rate": 0.0002406346110250671,
      "loss": 0.3888,
      "step": 44405
    },
    {
      "epoch": 1.8187999180831456,
      "grad_norm": 1.6609307500343462,
      "learning_rate": 0.00024063201229382696,
      "loss": 1.0328,
      "step": 44406
    },
    {
      "epoch": 1.8188408765103419,
      "grad_norm": 1.3365596628067922,
      "learning_rate": 0.00024062941351974133,
      "loss": 1.2297,
      "step": 44407
    },
    {
      "epoch": 1.8188818349375384,
      "grad_norm": 0.7733668078623498,
      "learning_rate": 0.00024062681470281131,
      "loss": 0.3353,
      "step": 44408
    },
    {
      "epoch": 1.818922793364735,
      "grad_norm": 1.5519448030376102,
      "learning_rate": 0.00024062421584303826,
      "loss": 1.6967,
      "step": 44409
    },
    {
      "epoch": 1.818963751791931,
      "grad_norm": 1.171675230907725,
      "learning_rate": 0.00024062161694042328,
      "loss": 0.7407,
      "step": 44410
    },
    {
      "epoch": 1.8190047102191276,
      "grad_norm": 1.2275477194509155,
      "learning_rate": 0.0002406190179949677,
      "loss": 0.8082,
      "step": 44411
    },
    {
      "epoch": 1.819045668646324,
      "grad_norm": 2.812073731302808,
      "learning_rate": 0.00024061641900667265,
      "loss": 4.4819,
      "step": 44412
    },
    {
      "epoch": 1.8190866270735204,
      "grad_norm": 1.4826513835974464,
      "learning_rate": 0.0002406138199755395,
      "loss": 0.9587,
      "step": 44413
    },
    {
      "epoch": 1.8191275855007167,
      "grad_norm": 2.3080373075603604,
      "learning_rate": 0.0002406112209015693,
      "loss": 1.3892,
      "step": 44414
    },
    {
      "epoch": 1.8191685439279133,
      "grad_norm": 1.1363370389598197,
      "learning_rate": 0.00024060862178476342,
      "loss": 0.6357,
      "step": 44415
    },
    {
      "epoch": 1.8192095023551096,
      "grad_norm": 1.3202491675217982,
      "learning_rate": 0.000240606022625123,
      "loss": 0.868,
      "step": 44416
    },
    {
      "epoch": 1.819250460782306,
      "grad_norm": 2.0468771235704244,
      "learning_rate": 0.0002406034234226494,
      "loss": 1.1759,
      "step": 44417
    },
    {
      "epoch": 1.8192914192095024,
      "grad_norm": 1.3493579927264339,
      "learning_rate": 0.0002406008241773437,
      "loss": 0.4068,
      "step": 44418
    },
    {
      "epoch": 1.8193323776366987,
      "grad_norm": 0.7555743047291068,
      "learning_rate": 0.00024059822488920718,
      "loss": 0.2893,
      "step": 44419
    },
    {
      "epoch": 1.819373336063895,
      "grad_norm": 0.9840483170844748,
      "learning_rate": 0.0002405956255582411,
      "loss": 0.3107,
      "step": 44420
    },
    {
      "epoch": 1.8194142944910916,
      "grad_norm": 1.714500254659486,
      "learning_rate": 0.00024059302618444667,
      "loss": 1.4064,
      "step": 44421
    },
    {
      "epoch": 1.819455252918288,
      "grad_norm": 1.096545065046128,
      "learning_rate": 0.00024059042676782507,
      "loss": 0.6816,
      "step": 44422
    },
    {
      "epoch": 1.8194962113454842,
      "grad_norm": 1.201662103706804,
      "learning_rate": 0.00024058782730837765,
      "loss": 0.5063,
      "step": 44423
    },
    {
      "epoch": 1.8195371697726808,
      "grad_norm": 1.1428526807608528,
      "learning_rate": 0.00024058522780610547,
      "loss": 0.9262,
      "step": 44424
    },
    {
      "epoch": 1.819578128199877,
      "grad_norm": 1.1053559428085677,
      "learning_rate": 0.0002405826282610099,
      "loss": 0.9874,
      "step": 44425
    },
    {
      "epoch": 1.8196190866270734,
      "grad_norm": 1.5291144113869775,
      "learning_rate": 0.00024058002867309212,
      "loss": 0.8682,
      "step": 44426
    },
    {
      "epoch": 1.81966004505427,
      "grad_norm": 1.003759575390383,
      "learning_rate": 0.00024057742904235336,
      "loss": 0.6039,
      "step": 44427
    },
    {
      "epoch": 1.8197010034814665,
      "grad_norm": 0.751077617269124,
      "learning_rate": 0.00024057482936879485,
      "loss": 0.3058,
      "step": 44428
    },
    {
      "epoch": 1.8197419619086626,
      "grad_norm": 0.7560455495205782,
      "learning_rate": 0.00024057222965241778,
      "loss": 0.337,
      "step": 44429
    },
    {
      "epoch": 1.819782920335859,
      "grad_norm": 0.8289609875471454,
      "learning_rate": 0.00024056962989322346,
      "loss": 0.3751,
      "step": 44430
    },
    {
      "epoch": 1.8198238787630556,
      "grad_norm": 0.9899280320706008,
      "learning_rate": 0.00024056703009121304,
      "loss": 0.816,
      "step": 44431
    },
    {
      "epoch": 1.819864837190252,
      "grad_norm": 1.224298868958347,
      "learning_rate": 0.0002405644302463878,
      "loss": 0.7164,
      "step": 44432
    },
    {
      "epoch": 1.8199057956174483,
      "grad_norm": 1.0180898627114434,
      "learning_rate": 0.00024056183035874897,
      "loss": 0.5604,
      "step": 44433
    },
    {
      "epoch": 1.8199467540446448,
      "grad_norm": 0.8925559228736988,
      "learning_rate": 0.00024055923042829778,
      "loss": 0.4728,
      "step": 44434
    },
    {
      "epoch": 1.819987712471841,
      "grad_norm": 1.4182484467948013,
      "learning_rate": 0.00024055663045503535,
      "loss": 0.7954,
      "step": 44435
    },
    {
      "epoch": 1.8200286708990374,
      "grad_norm": 1.8435675808879388,
      "learning_rate": 0.00024055403043896306,
      "loss": 1.4824,
      "step": 44436
    },
    {
      "epoch": 1.820069629326234,
      "grad_norm": 0.5950012236149694,
      "learning_rate": 0.00024055143038008209,
      "loss": 0.2693,
      "step": 44437
    },
    {
      "epoch": 1.8201105877534303,
      "grad_norm": 2.26067868105624,
      "learning_rate": 0.00024054883027839363,
      "loss": 0.6983,
      "step": 44438
    },
    {
      "epoch": 1.8201515461806266,
      "grad_norm": 0.927399632658618,
      "learning_rate": 0.00024054623013389898,
      "loss": 0.3084,
      "step": 44439
    },
    {
      "epoch": 1.8201925046078231,
      "grad_norm": 1.405834180280689,
      "learning_rate": 0.0002405436299465993,
      "loss": 0.999,
      "step": 44440
    },
    {
      "epoch": 1.8202334630350194,
      "grad_norm": 1.2774636239576111,
      "learning_rate": 0.0002405410297164958,
      "loss": 0.9534,
      "step": 44441
    },
    {
      "epoch": 1.8202744214622157,
      "grad_norm": 1.4672650672959775,
      "learning_rate": 0.0002405384294435898,
      "loss": 0.8102,
      "step": 44442
    },
    {
      "epoch": 1.8203153798894123,
      "grad_norm": 1.3573233672483114,
      "learning_rate": 0.0002405358291278825,
      "loss": 1.1736,
      "step": 44443
    },
    {
      "epoch": 1.8203563383166086,
      "grad_norm": 0.7081659962763974,
      "learning_rate": 0.0002405332287693751,
      "loss": 0.3263,
      "step": 44444
    },
    {
      "epoch": 1.820397296743805,
      "grad_norm": 1.3246647869290338,
      "learning_rate": 0.00024053062836806884,
      "loss": 1.1356,
      "step": 44445
    },
    {
      "epoch": 1.8204382551710014,
      "grad_norm": 2.4129770964973316,
      "learning_rate": 0.00024052802792396492,
      "loss": 0.7893,
      "step": 44446
    },
    {
      "epoch": 1.820479213598198,
      "grad_norm": 1.506381095860772,
      "learning_rate": 0.00024052542743706464,
      "loss": 1.5726,
      "step": 44447
    },
    {
      "epoch": 1.820520172025394,
      "grad_norm": 1.25083981706246,
      "learning_rate": 0.0002405228269073692,
      "loss": 0.877,
      "step": 44448
    },
    {
      "epoch": 1.8205611304525906,
      "grad_norm": 1.0680083589033045,
      "learning_rate": 0.0002405202263348798,
      "loss": 0.7719,
      "step": 44449
    },
    {
      "epoch": 1.8206020888797871,
      "grad_norm": 1.1443195877461394,
      "learning_rate": 0.00024051762571959768,
      "loss": 0.756,
      "step": 44450
    },
    {
      "epoch": 1.8206430473069835,
      "grad_norm": 1.19377369943448,
      "learning_rate": 0.0002405150250615241,
      "loss": 0.7432,
      "step": 44451
    },
    {
      "epoch": 1.8206840057341798,
      "grad_norm": 1.3143907016681502,
      "learning_rate": 0.00024051242436066026,
      "loss": 0.7574,
      "step": 44452
    },
    {
      "epoch": 1.8207249641613763,
      "grad_norm": 1.280170840537942,
      "learning_rate": 0.00024050982361700738,
      "loss": 1.1747,
      "step": 44453
    },
    {
      "epoch": 1.8207659225885726,
      "grad_norm": 0.6896015010486775,
      "learning_rate": 0.0002405072228305667,
      "loss": 0.2581,
      "step": 44454
    },
    {
      "epoch": 1.820806881015769,
      "grad_norm": 1.2499224590386908,
      "learning_rate": 0.00024050462200133954,
      "loss": 0.8936,
      "step": 44455
    },
    {
      "epoch": 1.8208478394429655,
      "grad_norm": 1.2211800406038147,
      "learning_rate": 0.00024050202112932696,
      "loss": 0.8969,
      "step": 44456
    },
    {
      "epoch": 1.8208887978701618,
      "grad_norm": 1.8014170413831034,
      "learning_rate": 0.00024049942021453033,
      "loss": 1.072,
      "step": 44457
    },
    {
      "epoch": 1.820929756297358,
      "grad_norm": 0.7912247562221599,
      "learning_rate": 0.00024049681925695078,
      "loss": 0.2888,
      "step": 44458
    },
    {
      "epoch": 1.8209707147245546,
      "grad_norm": 1.1854857485291725,
      "learning_rate": 0.00024049421825658965,
      "loss": 1.0214,
      "step": 44459
    },
    {
      "epoch": 1.821011673151751,
      "grad_norm": 1.2354181442546244,
      "learning_rate": 0.00024049161721344803,
      "loss": 0.9134,
      "step": 44460
    },
    {
      "epoch": 1.8210526315789473,
      "grad_norm": 0.966003946564607,
      "learning_rate": 0.00024048901612752725,
      "loss": 0.6066,
      "step": 44461
    },
    {
      "epoch": 1.8210935900061438,
      "grad_norm": 0.9783856802912838,
      "learning_rate": 0.00024048641499882856,
      "loss": 0.7289,
      "step": 44462
    },
    {
      "epoch": 1.82113454843334,
      "grad_norm": 1.7788656327014787,
      "learning_rate": 0.00024048381382735308,
      "loss": 1.7252,
      "step": 44463
    },
    {
      "epoch": 1.8211755068605364,
      "grad_norm": 1.6216083219745734,
      "learning_rate": 0.00024048121261310214,
      "loss": 0.9072,
      "step": 44464
    },
    {
      "epoch": 1.821216465287733,
      "grad_norm": 1.7274907123287162,
      "learning_rate": 0.0002404786113560769,
      "loss": 2.0042,
      "step": 44465
    },
    {
      "epoch": 1.8212574237149295,
      "grad_norm": 0.8586170276915711,
      "learning_rate": 0.00024047601005627866,
      "loss": 0.3182,
      "step": 44466
    },
    {
      "epoch": 1.8212983821421256,
      "grad_norm": 0.9712914420145484,
      "learning_rate": 0.00024047340871370857,
      "loss": 0.5985,
      "step": 44467
    },
    {
      "epoch": 1.8213393405693221,
      "grad_norm": 1.2693868019227847,
      "learning_rate": 0.00024047080732836793,
      "loss": 1.0756,
      "step": 44468
    },
    {
      "epoch": 1.8213802989965187,
      "grad_norm": 1.4955327904735765,
      "learning_rate": 0.0002404682059002579,
      "loss": 0.9539,
      "step": 44469
    },
    {
      "epoch": 1.821421257423715,
      "grad_norm": 1.2936961039945547,
      "learning_rate": 0.00024046560442937982,
      "loss": 1.2324,
      "step": 44470
    },
    {
      "epoch": 1.8214622158509113,
      "grad_norm": 1.3449024846986666,
      "learning_rate": 0.00024046300291573482,
      "loss": 1.0582,
      "step": 44471
    },
    {
      "epoch": 1.8215031742781078,
      "grad_norm": 3.8133050165469093,
      "learning_rate": 0.00024046040135932418,
      "loss": 1.6087,
      "step": 44472
    },
    {
      "epoch": 1.8215441327053041,
      "grad_norm": 1.5134660460669027,
      "learning_rate": 0.0002404577997601491,
      "loss": 0.9559,
      "step": 44473
    },
    {
      "epoch": 1.8215850911325004,
      "grad_norm": 1.472937338814217,
      "learning_rate": 0.00024045519811821082,
      "loss": 0.6209,
      "step": 44474
    },
    {
      "epoch": 1.821626049559697,
      "grad_norm": 1.2260608132511939,
      "learning_rate": 0.00024045259643351054,
      "loss": 0.7339,
      "step": 44475
    },
    {
      "epoch": 1.8216670079868933,
      "grad_norm": 1.3652733287305001,
      "learning_rate": 0.00024044999470604954,
      "loss": 1.0111,
      "step": 44476
    },
    {
      "epoch": 1.8217079664140896,
      "grad_norm": 1.556968830646172,
      "learning_rate": 0.00024044739293582905,
      "loss": 0.7113,
      "step": 44477
    },
    {
      "epoch": 1.8217489248412861,
      "grad_norm": 1.4480536888107045,
      "learning_rate": 0.00024044479112285026,
      "loss": 0.7977,
      "step": 44478
    },
    {
      "epoch": 1.8217898832684825,
      "grad_norm": 1.4670588638838042,
      "learning_rate": 0.00024044218926711446,
      "loss": 0.7959,
      "step": 44479
    },
    {
      "epoch": 1.8218308416956788,
      "grad_norm": 1.1315373436548075,
      "learning_rate": 0.00024043958736862282,
      "loss": 0.8107,
      "step": 44480
    },
    {
      "epoch": 1.8218718001228753,
      "grad_norm": 0.9724713450053631,
      "learning_rate": 0.00024043698542737654,
      "loss": 0.5207,
      "step": 44481
    },
    {
      "epoch": 1.8219127585500718,
      "grad_norm": 1.3953775540488922,
      "learning_rate": 0.00024043438344337697,
      "loss": 0.9813,
      "step": 44482
    },
    {
      "epoch": 1.821953716977268,
      "grad_norm": 1.4794983762559555,
      "learning_rate": 0.00024043178141662522,
      "loss": 1.1963,
      "step": 44483
    },
    {
      "epoch": 1.8219946754044645,
      "grad_norm": 1.3328470344075831,
      "learning_rate": 0.00024042917934712261,
      "loss": 0.8123,
      "step": 44484
    },
    {
      "epoch": 1.822035633831661,
      "grad_norm": 1.122093013067436,
      "learning_rate": 0.00024042657723487033,
      "loss": 0.6347,
      "step": 44485
    },
    {
      "epoch": 1.822076592258857,
      "grad_norm": 1.4993305698511763,
      "learning_rate": 0.00024042397507986957,
      "loss": 0.9361,
      "step": 44486
    },
    {
      "epoch": 1.8221175506860536,
      "grad_norm": 1.0512447502972457,
      "learning_rate": 0.00024042137288212166,
      "loss": 0.6126,
      "step": 44487
    },
    {
      "epoch": 1.8221585091132502,
      "grad_norm": 1.057984168375224,
      "learning_rate": 0.00024041877064162772,
      "loss": 1.0568,
      "step": 44488
    },
    {
      "epoch": 1.8221994675404465,
      "grad_norm": 1.7297755818578942,
      "learning_rate": 0.00024041616835838908,
      "loss": 0.9546,
      "step": 44489
    },
    {
      "epoch": 1.8222404259676428,
      "grad_norm": 1.278746665707842,
      "learning_rate": 0.0002404135660324069,
      "loss": 1.0293,
      "step": 44490
    },
    {
      "epoch": 1.8222813843948393,
      "grad_norm": 1.0034260414177634,
      "learning_rate": 0.00024041096366368245,
      "loss": 0.5581,
      "step": 44491
    },
    {
      "epoch": 1.8223223428220356,
      "grad_norm": 1.2396128025595032,
      "learning_rate": 0.0002404083612522169,
      "loss": 0.9629,
      "step": 44492
    },
    {
      "epoch": 1.822363301249232,
      "grad_norm": 1.427818393955539,
      "learning_rate": 0.00024040575879801153,
      "loss": 1.2008,
      "step": 44493
    },
    {
      "epoch": 1.8224042596764285,
      "grad_norm": 1.1025704614970788,
      "learning_rate": 0.00024040315630106758,
      "loss": 0.6367,
      "step": 44494
    },
    {
      "epoch": 1.8224452181036248,
      "grad_norm": 0.7315521288739889,
      "learning_rate": 0.0002404005537613863,
      "loss": 0.3202,
      "step": 44495
    },
    {
      "epoch": 1.8224861765308211,
      "grad_norm": 2.600230766356866,
      "learning_rate": 0.00024039795117896886,
      "loss": 1.7481,
      "step": 44496
    },
    {
      "epoch": 1.8225271349580177,
      "grad_norm": 1.2356726877969804,
      "learning_rate": 0.00024039534855381647,
      "loss": 0.5976,
      "step": 44497
    },
    {
      "epoch": 1.822568093385214,
      "grad_norm": 1.3431995518514956,
      "learning_rate": 0.00024039274588593044,
      "loss": 0.6957,
      "step": 44498
    },
    {
      "epoch": 1.8226090518124103,
      "grad_norm": 7.256969044523073,
      "learning_rate": 0.00024039014317531196,
      "loss": 2.6358,
      "step": 44499
    },
    {
      "epoch": 1.8226500102396068,
      "grad_norm": 1.6607844586958367,
      "learning_rate": 0.00024038754042196225,
      "loss": 1.4263,
      "step": 44500
    },
    {
      "epoch": 1.8226909686668034,
      "grad_norm": 1.2582778485165593,
      "learning_rate": 0.00024038493762588257,
      "loss": 0.8968,
      "step": 44501
    },
    {
      "epoch": 1.8227319270939994,
      "grad_norm": 1.2612510708358864,
      "learning_rate": 0.00024038233478707415,
      "loss": 0.8703,
      "step": 44502
    },
    {
      "epoch": 1.822772885521196,
      "grad_norm": 0.8267472704082489,
      "learning_rate": 0.0002403797319055382,
      "loss": 0.307,
      "step": 44503
    },
    {
      "epoch": 1.8228138439483925,
      "grad_norm": 3.9438632337089334,
      "learning_rate": 0.00024037712898127592,
      "loss": 2.4389,
      "step": 44504
    },
    {
      "epoch": 1.8228548023755886,
      "grad_norm": 1.207146316798352,
      "learning_rate": 0.00024037452601428864,
      "loss": 0.7153,
      "step": 44505
    },
    {
      "epoch": 1.8228957608027851,
      "grad_norm": 1.4191354419566358,
      "learning_rate": 0.00024037192300457747,
      "loss": 0.9241,
      "step": 44506
    },
    {
      "epoch": 1.8229367192299817,
      "grad_norm": 1.3330325129518927,
      "learning_rate": 0.00024036931995214373,
      "loss": 0.6899,
      "step": 44507
    },
    {
      "epoch": 1.822977677657178,
      "grad_norm": 1.2957347961005967,
      "learning_rate": 0.00024036671685698864,
      "loss": 0.7859,
      "step": 44508
    },
    {
      "epoch": 1.8230186360843743,
      "grad_norm": 1.19409618522355,
      "learning_rate": 0.00024036411371911338,
      "loss": 0.8706,
      "step": 44509
    },
    {
      "epoch": 1.8230595945115708,
      "grad_norm": 1.110621617750482,
      "learning_rate": 0.00024036151053851923,
      "loss": 0.6328,
      "step": 44510
    },
    {
      "epoch": 1.8231005529387672,
      "grad_norm": 0.9717494800129395,
      "learning_rate": 0.00024035890731520737,
      "loss": 0.2249,
      "step": 44511
    },
    {
      "epoch": 1.8231415113659635,
      "grad_norm": 1.0435052384049235,
      "learning_rate": 0.00024035630404917906,
      "loss": 0.6808,
      "step": 44512
    },
    {
      "epoch": 1.82318246979316,
      "grad_norm": 1.3494271739457149,
      "learning_rate": 0.00024035370074043557,
      "loss": 1.0387,
      "step": 44513
    },
    {
      "epoch": 1.8232234282203563,
      "grad_norm": 1.1716439262984788,
      "learning_rate": 0.00024035109738897804,
      "loss": 0.7006,
      "step": 44514
    },
    {
      "epoch": 1.8232643866475526,
      "grad_norm": 0.9783652063123484,
      "learning_rate": 0.0002403484939948078,
      "loss": 0.6397,
      "step": 44515
    },
    {
      "epoch": 1.8233053450747492,
      "grad_norm": 1.191331710319343,
      "learning_rate": 0.00024034589055792606,
      "loss": 0.8132,
      "step": 44516
    },
    {
      "epoch": 1.8233463035019455,
      "grad_norm": 1.1477340590280756,
      "learning_rate": 0.00024034328707833394,
      "loss": 0.6986,
      "step": 44517
    },
    {
      "epoch": 1.8233872619291418,
      "grad_norm": 1.3276983487953657,
      "learning_rate": 0.00024034068355603284,
      "loss": 0.9433,
      "step": 44518
    },
    {
      "epoch": 1.8234282203563383,
      "grad_norm": 1.3612059906536031,
      "learning_rate": 0.00024033807999102388,
      "loss": 1.1314,
      "step": 44519
    },
    {
      "epoch": 1.8234691787835349,
      "grad_norm": 0.828283436779534,
      "learning_rate": 0.00024033547638330828,
      "loss": 0.2618,
      "step": 44520
    },
    {
      "epoch": 1.823510137210731,
      "grad_norm": 1.3217506007275532,
      "learning_rate": 0.00024033287273288737,
      "loss": 0.6597,
      "step": 44521
    },
    {
      "epoch": 1.8235510956379275,
      "grad_norm": 1.269860288428183,
      "learning_rate": 0.00024033026903976225,
      "loss": 0.7529,
      "step": 44522
    },
    {
      "epoch": 1.823592054065124,
      "grad_norm": 0.8808889719810942,
      "learning_rate": 0.0002403276653039343,
      "loss": 0.5028,
      "step": 44523
    },
    {
      "epoch": 1.8236330124923203,
      "grad_norm": 1.1684410027088667,
      "learning_rate": 0.00024032506152540462,
      "loss": 0.8307,
      "step": 44524
    },
    {
      "epoch": 1.8236739709195167,
      "grad_norm": 1.2723764126763273,
      "learning_rate": 0.0002403224577041745,
      "loss": 0.8118,
      "step": 44525
    },
    {
      "epoch": 1.8237149293467132,
      "grad_norm": 1.0886150843249829,
      "learning_rate": 0.00024031985384024519,
      "loss": 0.6724,
      "step": 44526
    },
    {
      "epoch": 1.8237558877739095,
      "grad_norm": 1.293684867334168,
      "learning_rate": 0.00024031724993361787,
      "loss": 0.8524,
      "step": 44527
    },
    {
      "epoch": 1.8237968462011058,
      "grad_norm": 1.4295466646594277,
      "learning_rate": 0.00024031464598429377,
      "loss": 1.385,
      "step": 44528
    },
    {
      "epoch": 1.8238378046283024,
      "grad_norm": 1.0070153033247762,
      "learning_rate": 0.00024031204199227417,
      "loss": 0.5012,
      "step": 44529
    },
    {
      "epoch": 1.8238787630554987,
      "grad_norm": 1.278001817200539,
      "learning_rate": 0.0002403094379575603,
      "loss": 0.6746,
      "step": 44530
    },
    {
      "epoch": 1.823919721482695,
      "grad_norm": 1.4795643499282225,
      "learning_rate": 0.00024030683388015332,
      "loss": 1.0224,
      "step": 44531
    },
    {
      "epoch": 1.8239606799098915,
      "grad_norm": 1.2328710731455554,
      "learning_rate": 0.00024030422976005456,
      "loss": 0.9128,
      "step": 44532
    },
    {
      "epoch": 1.8240016383370878,
      "grad_norm": 0.9778617756733452,
      "learning_rate": 0.00024030162559726516,
      "loss": 0.6417,
      "step": 44533
    },
    {
      "epoch": 1.8240425967642842,
      "grad_norm": 1.4176832752674937,
      "learning_rate": 0.00024029902139178642,
      "loss": 1.0929,
      "step": 44534
    },
    {
      "epoch": 1.8240835551914807,
      "grad_norm": 1.2455572718094794,
      "learning_rate": 0.0002402964171436195,
      "loss": 1.0343,
      "step": 44535
    },
    {
      "epoch": 1.824124513618677,
      "grad_norm": 1.2977101873707346,
      "learning_rate": 0.00024029381285276574,
      "loss": 0.6656,
      "step": 44536
    },
    {
      "epoch": 1.8241654720458733,
      "grad_norm": 1.2180851988457488,
      "learning_rate": 0.00024029120851922625,
      "loss": 0.889,
      "step": 44537
    },
    {
      "epoch": 1.8242064304730699,
      "grad_norm": 1.2132458683040732,
      "learning_rate": 0.00024028860414300235,
      "loss": 0.9641,
      "step": 44538
    },
    {
      "epoch": 1.8242473889002664,
      "grad_norm": 1.3613619894248592,
      "learning_rate": 0.0002402859997240952,
      "loss": 0.9571,
      "step": 44539
    },
    {
      "epoch": 1.8242883473274625,
      "grad_norm": 1.2387156144743363,
      "learning_rate": 0.00024028339526250612,
      "loss": 0.8777,
      "step": 44540
    },
    {
      "epoch": 1.824329305754659,
      "grad_norm": 0.8694940908159872,
      "learning_rate": 0.00024028079075823623,
      "loss": 0.3484,
      "step": 44541
    },
    {
      "epoch": 1.8243702641818555,
      "grad_norm": 1.2988135894172932,
      "learning_rate": 0.00024027818621128686,
      "loss": 0.8336,
      "step": 44542
    },
    {
      "epoch": 1.8244112226090519,
      "grad_norm": 1.2345185495000541,
      "learning_rate": 0.00024027558162165917,
      "loss": 0.9789,
      "step": 44543
    },
    {
      "epoch": 1.8244521810362482,
      "grad_norm": 1.270442321054667,
      "learning_rate": 0.00024027297698935447,
      "loss": 0.7445,
      "step": 44544
    },
    {
      "epoch": 1.8244931394634447,
      "grad_norm": 0.7239816793478143,
      "learning_rate": 0.00024027037231437389,
      "loss": 0.3168,
      "step": 44545
    },
    {
      "epoch": 1.824534097890641,
      "grad_norm": 1.2436516400228514,
      "learning_rate": 0.00024026776759671875,
      "loss": 1.0869,
      "step": 44546
    },
    {
      "epoch": 1.8245750563178373,
      "grad_norm": 1.140177957018899,
      "learning_rate": 0.00024026516283639024,
      "loss": 0.7869,
      "step": 44547
    },
    {
      "epoch": 1.8246160147450339,
      "grad_norm": 1.427112303771793,
      "learning_rate": 0.0002402625580333896,
      "loss": 0.7582,
      "step": 44548
    },
    {
      "epoch": 1.8246569731722302,
      "grad_norm": 1.3600516130613367,
      "learning_rate": 0.0002402599531877181,
      "loss": 0.963,
      "step": 44549
    },
    {
      "epoch": 1.8246979315994265,
      "grad_norm": 1.1000880687505539,
      "learning_rate": 0.00024025734829937688,
      "loss": 0.7065,
      "step": 44550
    },
    {
      "epoch": 1.824738890026623,
      "grad_norm": 1.2200651172772212,
      "learning_rate": 0.00024025474336836726,
      "loss": 0.9112,
      "step": 44551
    },
    {
      "epoch": 1.8247798484538194,
      "grad_norm": 1.163683477140231,
      "learning_rate": 0.0002402521383946904,
      "loss": 0.5829,
      "step": 44552
    },
    {
      "epoch": 1.8248208068810157,
      "grad_norm": 1.4584268114945518,
      "learning_rate": 0.0002402495333783476,
      "loss": 0.8124,
      "step": 44553
    },
    {
      "epoch": 1.8248617653082122,
      "grad_norm": 1.1296013389670776,
      "learning_rate": 0.00024024692831934,
      "loss": 0.7636,
      "step": 44554
    },
    {
      "epoch": 1.8249027237354085,
      "grad_norm": 1.7850258909579464,
      "learning_rate": 0.0002402443232176689,
      "loss": 1.2079,
      "step": 44555
    },
    {
      "epoch": 1.8249436821626048,
      "grad_norm": 2.671071141672554,
      "learning_rate": 0.00024024171807333555,
      "loss": 2.0827,
      "step": 44556
    },
    {
      "epoch": 1.8249846405898014,
      "grad_norm": 1.371838685265192,
      "learning_rate": 0.00024023911288634117,
      "loss": 0.8313,
      "step": 44557
    },
    {
      "epoch": 1.825025599016998,
      "grad_norm": 1.319831169590505,
      "learning_rate": 0.00024023650765668696,
      "loss": 0.7126,
      "step": 44558
    },
    {
      "epoch": 1.825066557444194,
      "grad_norm": 1.536311982344652,
      "learning_rate": 0.00024023390238437414,
      "loss": 1.3628,
      "step": 44559
    },
    {
      "epoch": 1.8251075158713905,
      "grad_norm": 0.9289374548596815,
      "learning_rate": 0.00024023129706940397,
      "loss": 0.3733,
      "step": 44560
    },
    {
      "epoch": 1.825148474298587,
      "grad_norm": 1.2778813854522686,
      "learning_rate": 0.00024022869171177775,
      "loss": 1.0234,
      "step": 44561
    },
    {
      "epoch": 1.8251894327257834,
      "grad_norm": 0.919567973790203,
      "learning_rate": 0.00024022608631149657,
      "loss": 0.322,
      "step": 44562
    },
    {
      "epoch": 1.8252303911529797,
      "grad_norm": 0.9846378127177509,
      "learning_rate": 0.00024022348086856173,
      "loss": 0.4871,
      "step": 44563
    },
    {
      "epoch": 1.8252713495801762,
      "grad_norm": 1.2884434186936582,
      "learning_rate": 0.00024022087538297447,
      "loss": 0.8843,
      "step": 44564
    },
    {
      "epoch": 1.8253123080073725,
      "grad_norm": 1.023681426876246,
      "learning_rate": 0.00024021826985473605,
      "loss": 0.7785,
      "step": 44565
    },
    {
      "epoch": 1.8253532664345689,
      "grad_norm": 1.1968442454750516,
      "learning_rate": 0.00024021566428384763,
      "loss": 0.6587,
      "step": 44566
    },
    {
      "epoch": 1.8253942248617654,
      "grad_norm": 0.8327120893252341,
      "learning_rate": 0.00024021305867031047,
      "loss": 0.3254,
      "step": 44567
    },
    {
      "epoch": 1.8254351832889617,
      "grad_norm": 0.8733682578863845,
      "learning_rate": 0.00024021045301412584,
      "loss": 0.624,
      "step": 44568
    },
    {
      "epoch": 1.825476141716158,
      "grad_norm": 0.64909156711065,
      "learning_rate": 0.00024020784731529495,
      "loss": 0.293,
      "step": 44569
    },
    {
      "epoch": 1.8255171001433546,
      "grad_norm": 1.474029553572325,
      "learning_rate": 0.00024020524157381898,
      "loss": 1.0241,
      "step": 44570
    },
    {
      "epoch": 1.8255580585705509,
      "grad_norm": 2.0728985963947895,
      "learning_rate": 0.00024020263578969925,
      "loss": 1.8482,
      "step": 44571
    },
    {
      "epoch": 1.8255990169977472,
      "grad_norm": 1.1821722738003453,
      "learning_rate": 0.0002402000299629369,
      "loss": 0.8148,
      "step": 44572
    },
    {
      "epoch": 1.8256399754249437,
      "grad_norm": 1.3325720537141146,
      "learning_rate": 0.00024019742409353323,
      "loss": 0.8037,
      "step": 44573
    },
    {
      "epoch": 1.82568093385214,
      "grad_norm": 1.0987278996474552,
      "learning_rate": 0.0002401948181814895,
      "loss": 0.7695,
      "step": 44574
    },
    {
      "epoch": 1.8257218922793363,
      "grad_norm": 8.392594975831468,
      "learning_rate": 0.00024019221222680684,
      "loss": 2.2506,
      "step": 44575
    },
    {
      "epoch": 1.8257628507065329,
      "grad_norm": 1.240819540401756,
      "learning_rate": 0.0002401896062294866,
      "loss": 0.8527,
      "step": 44576
    },
    {
      "epoch": 1.8258038091337294,
      "grad_norm": 1.3854704199765935,
      "learning_rate": 0.00024018700018952987,
      "loss": 0.9453,
      "step": 44577
    },
    {
      "epoch": 1.8258447675609255,
      "grad_norm": 0.7908627668421665,
      "learning_rate": 0.00024018439410693798,
      "loss": 0.2796,
      "step": 44578
    },
    {
      "epoch": 1.825885725988122,
      "grad_norm": 1.0984405097214875,
      "learning_rate": 0.00024018178798171212,
      "loss": 0.7051,
      "step": 44579
    },
    {
      "epoch": 1.8259266844153186,
      "grad_norm": 1.5399403312645015,
      "learning_rate": 0.0002401791818138536,
      "loss": 1.1343,
      "step": 44580
    },
    {
      "epoch": 1.825967642842515,
      "grad_norm": 1.368630657115425,
      "learning_rate": 0.0002401765756033636,
      "loss": 1.0139,
      "step": 44581
    },
    {
      "epoch": 1.8260086012697112,
      "grad_norm": 1.1267863835607759,
      "learning_rate": 0.0002401739693502433,
      "loss": 0.6179,
      "step": 44582
    },
    {
      "epoch": 1.8260495596969077,
      "grad_norm": 1.0959315809298054,
      "learning_rate": 0.00024017136305449398,
      "loss": 0.7276,
      "step": 44583
    },
    {
      "epoch": 1.826090518124104,
      "grad_norm": 1.1674162060948012,
      "learning_rate": 0.0002401687567161169,
      "loss": 0.8066,
      "step": 44584
    },
    {
      "epoch": 1.8261314765513004,
      "grad_norm": 1.0589543281827811,
      "learning_rate": 0.00024016615033511325,
      "loss": 0.4387,
      "step": 44585
    },
    {
      "epoch": 1.826172434978497,
      "grad_norm": 4.011873690829806,
      "learning_rate": 0.0002401635439114843,
      "loss": 6.9114,
      "step": 44586
    },
    {
      "epoch": 1.8262133934056932,
      "grad_norm": 1.0665198050503135,
      "learning_rate": 0.00024016093744523123,
      "loss": 0.3348,
      "step": 44587
    },
    {
      "epoch": 1.8262543518328895,
      "grad_norm": 1.3216591120079522,
      "learning_rate": 0.00024015833093635528,
      "loss": 1.0131,
      "step": 44588
    },
    {
      "epoch": 1.826295310260086,
      "grad_norm": 1.1045477917648656,
      "learning_rate": 0.00024015572438485777,
      "loss": 0.781,
      "step": 44589
    },
    {
      "epoch": 1.8263362686872824,
      "grad_norm": 0.9633787411883706,
      "learning_rate": 0.0002401531177907398,
      "loss": 0.3325,
      "step": 44590
    },
    {
      "epoch": 1.8263772271144787,
      "grad_norm": 0.7748769019464711,
      "learning_rate": 0.0002401505111540027,
      "loss": 0.2948,
      "step": 44591
    },
    {
      "epoch": 1.8264181855416752,
      "grad_norm": 0.7946603790531411,
      "learning_rate": 0.00024014790447464767,
      "loss": 0.3865,
      "step": 44592
    },
    {
      "epoch": 1.8264591439688715,
      "grad_norm": 1.2807539714470246,
      "learning_rate": 0.00024014529775267593,
      "loss": 1.0629,
      "step": 44593
    },
    {
      "epoch": 1.8265001023960679,
      "grad_norm": 0.7735970927515367,
      "learning_rate": 0.00024014269098808873,
      "loss": 0.3374,
      "step": 44594
    },
    {
      "epoch": 1.8265410608232644,
      "grad_norm": 1.2538644255541085,
      "learning_rate": 0.0002401400841808873,
      "loss": 0.9226,
      "step": 44595
    },
    {
      "epoch": 1.826582019250461,
      "grad_norm": 1.603256729132742,
      "learning_rate": 0.00024013747733107288,
      "loss": 0.95,
      "step": 44596
    },
    {
      "epoch": 1.826622977677657,
      "grad_norm": 1.1913398692072086,
      "learning_rate": 0.0002401348704386467,
      "loss": 0.7497,
      "step": 44597
    },
    {
      "epoch": 1.8266639361048536,
      "grad_norm": 0.8703231702539302,
      "learning_rate": 0.00024013226350360993,
      "loss": 0.2863,
      "step": 44598
    },
    {
      "epoch": 1.82670489453205,
      "grad_norm": 1.093183313727312,
      "learning_rate": 0.0002401296565259639,
      "loss": 0.4846,
      "step": 44599
    },
    {
      "epoch": 1.8267458529592464,
      "grad_norm": 1.3461805442165016,
      "learning_rate": 0.00024012704950570975,
      "loss": 0.9423,
      "step": 44600
    },
    {
      "epoch": 1.8267868113864427,
      "grad_norm": 1.335675766423974,
      "learning_rate": 0.00024012444244284883,
      "loss": 0.8419,
      "step": 44601
    },
    {
      "epoch": 1.8268277698136393,
      "grad_norm": 0.9305208658314845,
      "learning_rate": 0.00024012183533738226,
      "loss": 0.4361,
      "step": 44602
    },
    {
      "epoch": 1.8268687282408356,
      "grad_norm": 1.1804193753016818,
      "learning_rate": 0.00024011922818931131,
      "loss": 0.653,
      "step": 44603
    },
    {
      "epoch": 1.8269096866680319,
      "grad_norm": 0.9536557805826941,
      "learning_rate": 0.00024011662099863727,
      "loss": 0.3035,
      "step": 44604
    },
    {
      "epoch": 1.8269506450952284,
      "grad_norm": 1.2022688001460242,
      "learning_rate": 0.00024011401376536126,
      "loss": 0.7119,
      "step": 44605
    },
    {
      "epoch": 1.8269916035224247,
      "grad_norm": 1.298720683565314,
      "learning_rate": 0.0002401114064894846,
      "loss": 1.0381,
      "step": 44606
    },
    {
      "epoch": 1.827032561949621,
      "grad_norm": 1.1252639983340205,
      "learning_rate": 0.00024010879917100848,
      "loss": 0.5267,
      "step": 44607
    },
    {
      "epoch": 1.8270735203768176,
      "grad_norm": 1.181490038510793,
      "learning_rate": 0.00024010619180993417,
      "loss": 0.8915,
      "step": 44608
    },
    {
      "epoch": 1.827114478804014,
      "grad_norm": 1.1775552608729443,
      "learning_rate": 0.00024010358440626286,
      "loss": 0.7774,
      "step": 44609
    },
    {
      "epoch": 1.8271554372312102,
      "grad_norm": 0.709424615076548,
      "learning_rate": 0.00024010097695999582,
      "loss": 0.2695,
      "step": 44610
    },
    {
      "epoch": 1.8271963956584067,
      "grad_norm": 1.1394409557279197,
      "learning_rate": 0.00024009836947113425,
      "loss": 0.8782,
      "step": 44611
    },
    {
      "epoch": 1.827237354085603,
      "grad_norm": 2.6276217126274033,
      "learning_rate": 0.00024009576193967944,
      "loss": 3.5683,
      "step": 44612
    },
    {
      "epoch": 1.8272783125127994,
      "grad_norm": 1.2755324449555916,
      "learning_rate": 0.00024009315436563253,
      "loss": 1.0315,
      "step": 44613
    },
    {
      "epoch": 1.827319270939996,
      "grad_norm": 0.8148426614642004,
      "learning_rate": 0.00024009054674899483,
      "loss": 0.2557,
      "step": 44614
    },
    {
      "epoch": 1.8273602293671924,
      "grad_norm": 1.1522039984681882,
      "learning_rate": 0.0002400879390897675,
      "loss": 0.7528,
      "step": 44615
    },
    {
      "epoch": 1.8274011877943885,
      "grad_norm": 1.477191978479898,
      "learning_rate": 0.0002400853313879519,
      "loss": 0.9426,
      "step": 44616
    },
    {
      "epoch": 1.827442146221585,
      "grad_norm": 0.9572107339645641,
      "learning_rate": 0.00024008272364354916,
      "loss": 0.1514,
      "step": 44617
    },
    {
      "epoch": 1.8274831046487816,
      "grad_norm": 1.2973975516008327,
      "learning_rate": 0.00024008011585656053,
      "loss": 1.0049,
      "step": 44618
    },
    {
      "epoch": 1.827524063075978,
      "grad_norm": 1.6683422309929423,
      "learning_rate": 0.00024007750802698723,
      "loss": 0.7988,
      "step": 44619
    },
    {
      "epoch": 1.8275650215031742,
      "grad_norm": 1.5372575626152263,
      "learning_rate": 0.0002400749001548305,
      "loss": 0.9032,
      "step": 44620
    },
    {
      "epoch": 1.8276059799303708,
      "grad_norm": 2.799796863959387,
      "learning_rate": 0.0002400722922400916,
      "loss": 3.3038,
      "step": 44621
    },
    {
      "epoch": 1.827646938357567,
      "grad_norm": 1.1622526333531882,
      "learning_rate": 0.00024006968428277176,
      "loss": 0.7967,
      "step": 44622
    },
    {
      "epoch": 1.8276878967847634,
      "grad_norm": 0.9368098114573925,
      "learning_rate": 0.00024006707628287222,
      "loss": 0.3296,
      "step": 44623
    },
    {
      "epoch": 1.82772885521196,
      "grad_norm": 1.326881782926055,
      "learning_rate": 0.00024006446824039414,
      "loss": 1.1144,
      "step": 44624
    },
    {
      "epoch": 1.8277698136391562,
      "grad_norm": 1.4658233073386058,
      "learning_rate": 0.00024006186015533885,
      "loss": 1.0181,
      "step": 44625
    },
    {
      "epoch": 1.8278107720663526,
      "grad_norm": 1.5618429722870815,
      "learning_rate": 0.00024005925202770747,
      "loss": 1.426,
      "step": 44626
    },
    {
      "epoch": 1.827851730493549,
      "grad_norm": 1.0616857217209548,
      "learning_rate": 0.0002400566438575014,
      "loss": 0.2887,
      "step": 44627
    },
    {
      "epoch": 1.8278926889207454,
      "grad_norm": 1.2510527491461223,
      "learning_rate": 0.00024005403564472173,
      "loss": 0.9388,
      "step": 44628
    },
    {
      "epoch": 1.8279336473479417,
      "grad_norm": 1.826779532759383,
      "learning_rate": 0.0002400514273893697,
      "loss": 0.8365,
      "step": 44629
    },
    {
      "epoch": 1.8279746057751383,
      "grad_norm": 1.3763324333116178,
      "learning_rate": 0.00024004881909144664,
      "loss": 0.6538,
      "step": 44630
    },
    {
      "epoch": 1.8280155642023346,
      "grad_norm": 1.389990246880451,
      "learning_rate": 0.00024004621075095372,
      "loss": 1.1113,
      "step": 44631
    },
    {
      "epoch": 1.8280565226295309,
      "grad_norm": 0.8739067645583097,
      "learning_rate": 0.00024004360236789214,
      "loss": 0.4497,
      "step": 44632
    },
    {
      "epoch": 1.8280974810567274,
      "grad_norm": 1.5973526677997014,
      "learning_rate": 0.00024004099394226317,
      "loss": 0.6972,
      "step": 44633
    },
    {
      "epoch": 1.828138439483924,
      "grad_norm": 0.8028796228037072,
      "learning_rate": 0.00024003838547406807,
      "loss": 0.3103,
      "step": 44634
    },
    {
      "epoch": 1.82817939791112,
      "grad_norm": 1.4067540561016414,
      "learning_rate": 0.00024003577696330805,
      "loss": 1.0182,
      "step": 44635
    },
    {
      "epoch": 1.8282203563383166,
      "grad_norm": 1.0338906682696336,
      "learning_rate": 0.0002400331684099843,
      "loss": 0.3217,
      "step": 44636
    },
    {
      "epoch": 1.8282613147655131,
      "grad_norm": 2.675409108160642,
      "learning_rate": 0.00024003055981409814,
      "loss": 2.7846,
      "step": 44637
    },
    {
      "epoch": 1.8283022731927094,
      "grad_norm": 1.5736169199533392,
      "learning_rate": 0.00024002795117565072,
      "loss": 1.2398,
      "step": 44638
    },
    {
      "epoch": 1.8283432316199058,
      "grad_norm": 1.031749473415885,
      "learning_rate": 0.0002400253424946433,
      "loss": 0.9001,
      "step": 44639
    },
    {
      "epoch": 1.8283841900471023,
      "grad_norm": 1.2331104744605033,
      "learning_rate": 0.00024002273377107713,
      "loss": 0.7582,
      "step": 44640
    },
    {
      "epoch": 1.8284251484742986,
      "grad_norm": 1.0859039712187455,
      "learning_rate": 0.00024002012500495343,
      "loss": 0.6793,
      "step": 44641
    },
    {
      "epoch": 1.828466106901495,
      "grad_norm": 0.8129327339704205,
      "learning_rate": 0.0002400175161962735,
      "loss": 0.3066,
      "step": 44642
    },
    {
      "epoch": 1.8285070653286914,
      "grad_norm": 1.6319542317417512,
      "learning_rate": 0.00024001490734503844,
      "loss": 0.946,
      "step": 44643
    },
    {
      "epoch": 1.8285480237558878,
      "grad_norm": 3.1555653587426864,
      "learning_rate": 0.00024001229845124959,
      "loss": 1.646,
      "step": 44644
    },
    {
      "epoch": 1.828588982183084,
      "grad_norm": 1.5741706927980783,
      "learning_rate": 0.00024000968951490815,
      "loss": 1.2638,
      "step": 44645
    },
    {
      "epoch": 1.8286299406102806,
      "grad_norm": 1.2850034802065187,
      "learning_rate": 0.00024000708053601534,
      "loss": 0.7421,
      "step": 44646
    },
    {
      "epoch": 1.828670899037477,
      "grad_norm": 1.1569662934886602,
      "learning_rate": 0.0002400044715145724,
      "loss": 0.8908,
      "step": 44647
    },
    {
      "epoch": 1.8287118574646732,
      "grad_norm": 4.470002671580245,
      "learning_rate": 0.00024000186245058054,
      "loss": 5.6785,
      "step": 44648
    },
    {
      "epoch": 1.8287528158918698,
      "grad_norm": 1.3190712725109435,
      "learning_rate": 0.00023999925334404108,
      "loss": 1.0171,
      "step": 44649
    },
    {
      "epoch": 1.8287937743190663,
      "grad_norm": 1.4665462606134259,
      "learning_rate": 0.0002399966441949552,
      "loss": 1.0536,
      "step": 44650
    },
    {
      "epoch": 1.8288347327462624,
      "grad_norm": 0.7716974909910991,
      "learning_rate": 0.00023999403500332407,
      "loss": 0.2174,
      "step": 44651
    },
    {
      "epoch": 1.828875691173459,
      "grad_norm": 1.3302314037045664,
      "learning_rate": 0.000239991425769149,
      "loss": 0.9643,
      "step": 44652
    },
    {
      "epoch": 1.8289166496006555,
      "grad_norm": 0.9996373845299829,
      "learning_rate": 0.00023998881649243124,
      "loss": 0.6143,
      "step": 44653
    },
    {
      "epoch": 1.8289576080278516,
      "grad_norm": 1.0780733407989942,
      "learning_rate": 0.00023998620717317198,
      "loss": 0.59,
      "step": 44654
    },
    {
      "epoch": 1.828998566455048,
      "grad_norm": 1.1532302187442909,
      "learning_rate": 0.00023998359781137246,
      "loss": 0.8351,
      "step": 44655
    },
    {
      "epoch": 1.8290395248822446,
      "grad_norm": 1.6364260755837154,
      "learning_rate": 0.0002399809884070339,
      "loss": 0.7846,
      "step": 44656
    },
    {
      "epoch": 1.829080483309441,
      "grad_norm": 1.3473558222860105,
      "learning_rate": 0.00023997837896015756,
      "loss": 0.7305,
      "step": 44657
    },
    {
      "epoch": 1.8291214417366373,
      "grad_norm": 1.6511911875897738,
      "learning_rate": 0.00023997576947074465,
      "loss": 0.4667,
      "step": 44658
    },
    {
      "epoch": 1.8291624001638338,
      "grad_norm": 1.177264191779086,
      "learning_rate": 0.00023997315993879643,
      "loss": 0.8099,
      "step": 44659
    },
    {
      "epoch": 1.8292033585910301,
      "grad_norm": 1.3297392355721647,
      "learning_rate": 0.00023997055036431412,
      "loss": 0.8387,
      "step": 44660
    },
    {
      "epoch": 1.8292443170182264,
      "grad_norm": 1.303402722482799,
      "learning_rate": 0.00023996794074729896,
      "loss": 0.7778,
      "step": 44661
    },
    {
      "epoch": 1.829285275445423,
      "grad_norm": 1.3383458569287856,
      "learning_rate": 0.00023996533108775218,
      "loss": 0.9285,
      "step": 44662
    },
    {
      "epoch": 1.8293262338726193,
      "grad_norm": 1.1614772081603633,
      "learning_rate": 0.000239962721385675,
      "loss": 0.8432,
      "step": 44663
    },
    {
      "epoch": 1.8293671922998156,
      "grad_norm": 1.0689617606062245,
      "learning_rate": 0.00023996011164106865,
      "loss": 0.6177,
      "step": 44664
    },
    {
      "epoch": 1.8294081507270121,
      "grad_norm": 1.1411389587247163,
      "learning_rate": 0.0002399575018539344,
      "loss": 0.7644,
      "step": 44665
    },
    {
      "epoch": 1.8294491091542084,
      "grad_norm": 1.2482633876824116,
      "learning_rate": 0.00023995489202427347,
      "loss": 0.8101,
      "step": 44666
    },
    {
      "epoch": 1.8294900675814048,
      "grad_norm": 1.1945322961824456,
      "learning_rate": 0.0002399522821520871,
      "loss": 0.9511,
      "step": 44667
    },
    {
      "epoch": 1.8295310260086013,
      "grad_norm": 1.2133290229451204,
      "learning_rate": 0.00023994967223737648,
      "loss": 0.6765,
      "step": 44668
    },
    {
      "epoch": 1.8295719844357978,
      "grad_norm": 0.8866037073436355,
      "learning_rate": 0.0002399470622801429,
      "loss": 0.2552,
      "step": 44669
    },
    {
      "epoch": 1.829612942862994,
      "grad_norm": 2.4537067250096265,
      "learning_rate": 0.00023994445228038756,
      "loss": 1.5473,
      "step": 44670
    },
    {
      "epoch": 1.8296539012901905,
      "grad_norm": 1.0824767399860054,
      "learning_rate": 0.00023994184223811166,
      "loss": 0.7655,
      "step": 44671
    },
    {
      "epoch": 1.829694859717387,
      "grad_norm": 1.250169360214783,
      "learning_rate": 0.00023993923215331653,
      "loss": 0.8645,
      "step": 44672
    },
    {
      "epoch": 1.829735818144583,
      "grad_norm": 1.4488460808990122,
      "learning_rate": 0.00023993662202600335,
      "loss": 1.0088,
      "step": 44673
    },
    {
      "epoch": 1.8297767765717796,
      "grad_norm": 1.2444388565867541,
      "learning_rate": 0.00023993401185617335,
      "loss": 0.853,
      "step": 44674
    },
    {
      "epoch": 1.8298177349989762,
      "grad_norm": 1.0821309280848341,
      "learning_rate": 0.0002399314016438277,
      "loss": 0.7609,
      "step": 44675
    },
    {
      "epoch": 1.8298586934261725,
      "grad_norm": 1.583009750497262,
      "learning_rate": 0.00023992879138896777,
      "loss": 0.8386,
      "step": 44676
    },
    {
      "epoch": 1.8298996518533688,
      "grad_norm": 1.168683251355412,
      "learning_rate": 0.0002399261810915947,
      "loss": 0.8186,
      "step": 44677
    },
    {
      "epoch": 1.8299406102805653,
      "grad_norm": 1.1198358835439393,
      "learning_rate": 0.00023992357075170977,
      "loss": 0.8887,
      "step": 44678
    },
    {
      "epoch": 1.8299815687077616,
      "grad_norm": 1.4088084169282213,
      "learning_rate": 0.00023992096036931418,
      "loss": 0.7196,
      "step": 44679
    },
    {
      "epoch": 1.830022527134958,
      "grad_norm": 1.1618532641696964,
      "learning_rate": 0.00023991834994440916,
      "loss": 0.6958,
      "step": 44680
    },
    {
      "epoch": 1.8300634855621545,
      "grad_norm": 0.9844610414027214,
      "learning_rate": 0.00023991573947699602,
      "loss": 0.491,
      "step": 44681
    },
    {
      "epoch": 1.8301044439893508,
      "grad_norm": 1.0002374914584935,
      "learning_rate": 0.00023991312896707592,
      "loss": 0.937,
      "step": 44682
    },
    {
      "epoch": 1.830145402416547,
      "grad_norm": 1.5216906982826992,
      "learning_rate": 0.00023991051841465005,
      "loss": 0.9497,
      "step": 44683
    },
    {
      "epoch": 1.8301863608437436,
      "grad_norm": 4.214067693589424,
      "learning_rate": 0.00023990790781971974,
      "loss": 1.8444,
      "step": 44684
    },
    {
      "epoch": 1.83022731927094,
      "grad_norm": 1.1048651793690623,
      "learning_rate": 0.0002399052971822862,
      "loss": 0.8658,
      "step": 44685
    },
    {
      "epoch": 1.8302682776981363,
      "grad_norm": 0.8719040151713611,
      "learning_rate": 0.00023990268650235066,
      "loss": 0.287,
      "step": 44686
    },
    {
      "epoch": 1.8303092361253328,
      "grad_norm": 1.1754185542779876,
      "learning_rate": 0.0002399000757799143,
      "loss": 0.7883,
      "step": 44687
    },
    {
      "epoch": 1.8303501945525293,
      "grad_norm": 1.086014214928423,
      "learning_rate": 0.00023989746501497844,
      "loss": 0.7463,
      "step": 44688
    },
    {
      "epoch": 1.8303911529797254,
      "grad_norm": 1.1973061688167412,
      "learning_rate": 0.00023989485420754426,
      "loss": 0.9955,
      "step": 44689
    },
    {
      "epoch": 1.830432111406922,
      "grad_norm": 1.2420070278944737,
      "learning_rate": 0.00023989224335761302,
      "loss": 0.8425,
      "step": 44690
    },
    {
      "epoch": 1.8304730698341185,
      "grad_norm": 1.3457488990144126,
      "learning_rate": 0.00023988963246518596,
      "loss": 0.897,
      "step": 44691
    },
    {
      "epoch": 1.8305140282613148,
      "grad_norm": 1.0493137578276956,
      "learning_rate": 0.00023988702153026427,
      "loss": 0.4461,
      "step": 44692
    },
    {
      "epoch": 1.8305549866885111,
      "grad_norm": 0.6594975150501476,
      "learning_rate": 0.00023988441055284923,
      "loss": 0.2992,
      "step": 44693
    },
    {
      "epoch": 1.8305959451157077,
      "grad_norm": 1.4212783711333363,
      "learning_rate": 0.00023988179953294203,
      "loss": 1.2952,
      "step": 44694
    },
    {
      "epoch": 1.830636903542904,
      "grad_norm": 1.3028520086090338,
      "learning_rate": 0.00023987918847054397,
      "loss": 0.8412,
      "step": 44695
    },
    {
      "epoch": 1.8306778619701003,
      "grad_norm": 1.3086060963882076,
      "learning_rate": 0.00023987657736565619,
      "loss": 0.5704,
      "step": 44696
    },
    {
      "epoch": 1.8307188203972968,
      "grad_norm": 1.1671460496237809,
      "learning_rate": 0.00023987396621828,
      "loss": 0.7212,
      "step": 44697
    },
    {
      "epoch": 1.8307597788244931,
      "grad_norm": 0.9610736473814344,
      "learning_rate": 0.00023987135502841664,
      "loss": 0.606,
      "step": 44698
    },
    {
      "epoch": 1.8308007372516895,
      "grad_norm": 2.1456991256802174,
      "learning_rate": 0.00023986874379606734,
      "loss": 0.9295,
      "step": 44699
    },
    {
      "epoch": 1.830841695678886,
      "grad_norm": 2.6997852647315845,
      "learning_rate": 0.00023986613252123323,
      "loss": 1.6273,
      "step": 44700
    },
    {
      "epoch": 1.8308826541060823,
      "grad_norm": 0.9363579257590122,
      "learning_rate": 0.00023986352120391568,
      "loss": 0.2763,
      "step": 44701
    },
    {
      "epoch": 1.8309236125332786,
      "grad_norm": 1.3065779750696318,
      "learning_rate": 0.0002398609098441159,
      "loss": 0.7204,
      "step": 44702
    },
    {
      "epoch": 1.8309645709604752,
      "grad_norm": 1.0947282209114002,
      "learning_rate": 0.00023985829844183504,
      "loss": 0.7197,
      "step": 44703
    },
    {
      "epoch": 1.8310055293876715,
      "grad_norm": 1.322379146364474,
      "learning_rate": 0.0002398556869970744,
      "loss": 0.933,
      "step": 44704
    },
    {
      "epoch": 1.8310464878148678,
      "grad_norm": 1.1792245885446382,
      "learning_rate": 0.00023985307550983522,
      "loss": 0.7663,
      "step": 44705
    },
    {
      "epoch": 1.8310874462420643,
      "grad_norm": 1.2958886121415079,
      "learning_rate": 0.00023985046398011873,
      "loss": 0.8892,
      "step": 44706
    },
    {
      "epoch": 1.8311284046692609,
      "grad_norm": 1.0723391616789708,
      "learning_rate": 0.00023984785240792615,
      "loss": 0.4797,
      "step": 44707
    },
    {
      "epoch": 1.831169363096457,
      "grad_norm": 1.1477432403106063,
      "learning_rate": 0.0002398452407932587,
      "loss": 0.6612,
      "step": 44708
    },
    {
      "epoch": 1.8312103215236535,
      "grad_norm": 1.4699507301379189,
      "learning_rate": 0.00023984262913611762,
      "loss": 1.018,
      "step": 44709
    },
    {
      "epoch": 1.83125127995085,
      "grad_norm": 1.2590048705868353,
      "learning_rate": 0.0002398400174365042,
      "loss": 1.1115,
      "step": 44710
    },
    {
      "epoch": 1.8312922383780463,
      "grad_norm": 0.6934726702338714,
      "learning_rate": 0.00023983740569441964,
      "loss": 0.2749,
      "step": 44711
    },
    {
      "epoch": 1.8313331968052426,
      "grad_norm": 1.480615166470066,
      "learning_rate": 0.00023983479390986514,
      "loss": 1.0711,
      "step": 44712
    },
    {
      "epoch": 1.8313741552324392,
      "grad_norm": 1.2464812578301754,
      "learning_rate": 0.00023983218208284196,
      "loss": 0.7364,
      "step": 44713
    },
    {
      "epoch": 1.8314151136596355,
      "grad_norm": 1.11478095697694,
      "learning_rate": 0.00023982957021335133,
      "loss": 0.8142,
      "step": 44714
    },
    {
      "epoch": 1.8314560720868318,
      "grad_norm": 1.0796672827613902,
      "learning_rate": 0.0002398269583013945,
      "loss": 0.7001,
      "step": 44715
    },
    {
      "epoch": 1.8314970305140283,
      "grad_norm": 1.3299971021138595,
      "learning_rate": 0.00023982434634697275,
      "loss": 0.8158,
      "step": 44716
    },
    {
      "epoch": 1.8315379889412247,
      "grad_norm": 1.2950209231841268,
      "learning_rate": 0.00023982173435008715,
      "loss": 0.9264,
      "step": 44717
    },
    {
      "epoch": 1.831578947368421,
      "grad_norm": 4.323062510593508,
      "learning_rate": 0.00023981912231073915,
      "loss": 2.082,
      "step": 44718
    },
    {
      "epoch": 1.8316199057956175,
      "grad_norm": 1.3261430693426424,
      "learning_rate": 0.00023981651022892984,
      "loss": 0.8343,
      "step": 44719
    },
    {
      "epoch": 1.8316608642228138,
      "grad_norm": 1.122128502123669,
      "learning_rate": 0.00023981389810466048,
      "loss": 0.493,
      "step": 44720
    },
    {
      "epoch": 1.8317018226500101,
      "grad_norm": 1.391083385174705,
      "learning_rate": 0.0002398112859379323,
      "loss": 1.0138,
      "step": 44721
    },
    {
      "epoch": 1.8317427810772067,
      "grad_norm": 1.2444182972298803,
      "learning_rate": 0.00023980867372874664,
      "loss": 0.8673,
      "step": 44722
    },
    {
      "epoch": 1.831783739504403,
      "grad_norm": 1.9995878137138716,
      "learning_rate": 0.0002398060614771046,
      "loss": 2.6121,
      "step": 44723
    },
    {
      "epoch": 1.8318246979315993,
      "grad_norm": 1.1910490531844244,
      "learning_rate": 0.00023980344918300746,
      "loss": 0.9057,
      "step": 44724
    },
    {
      "epoch": 1.8318656563587958,
      "grad_norm": 1.1400426914121367,
      "learning_rate": 0.00023980083684645647,
      "loss": 0.8494,
      "step": 44725
    },
    {
      "epoch": 1.8319066147859924,
      "grad_norm": 1.4522158279138742,
      "learning_rate": 0.00023979822446745281,
      "loss": 1.1088,
      "step": 44726
    },
    {
      "epoch": 1.8319475732131885,
      "grad_norm": 1.0088005881211801,
      "learning_rate": 0.00023979561204599784,
      "loss": 0.7587,
      "step": 44727
    },
    {
      "epoch": 1.831988531640385,
      "grad_norm": 1.2573072793229036,
      "learning_rate": 0.00023979299958209267,
      "loss": 0.8177,
      "step": 44728
    },
    {
      "epoch": 1.8320294900675815,
      "grad_norm": 1.5292532628028683,
      "learning_rate": 0.0002397903870757386,
      "loss": 0.9986,
      "step": 44729
    },
    {
      "epoch": 1.8320704484947778,
      "grad_norm": 1.1941428208688283,
      "learning_rate": 0.00023978777452693682,
      "loss": 0.8391,
      "step": 44730
    },
    {
      "epoch": 1.8321114069219742,
      "grad_norm": 1.1564088827769237,
      "learning_rate": 0.0002397851619356886,
      "loss": 0.5117,
      "step": 44731
    },
    {
      "epoch": 1.8321523653491707,
      "grad_norm": 1.2305680082731834,
      "learning_rate": 0.00023978254930199518,
      "loss": 0.8627,
      "step": 44732
    },
    {
      "epoch": 1.832193323776367,
      "grad_norm": 0.9311275535012802,
      "learning_rate": 0.00023977993662585776,
      "loss": 0.4345,
      "step": 44733
    },
    {
      "epoch": 1.8322342822035633,
      "grad_norm": 1.0229271816494112,
      "learning_rate": 0.0002397773239072776,
      "loss": 0.5922,
      "step": 44734
    },
    {
      "epoch": 1.8322752406307599,
      "grad_norm": 1.1329419763761726,
      "learning_rate": 0.00023977471114625592,
      "loss": 0.7466,
      "step": 44735
    },
    {
      "epoch": 1.8323161990579562,
      "grad_norm": 25.84027987483056,
      "learning_rate": 0.000239772098342794,
      "loss": 7.8424,
      "step": 44736
    },
    {
      "epoch": 1.8323571574851525,
      "grad_norm": 0.9866499453187331,
      "learning_rate": 0.00023976948549689304,
      "loss": 0.6721,
      "step": 44737
    },
    {
      "epoch": 1.832398115912349,
      "grad_norm": 0.600143867835916,
      "learning_rate": 0.00023976687260855427,
      "loss": 0.2301,
      "step": 44738
    },
    {
      "epoch": 1.8324390743395453,
      "grad_norm": 1.177982658404411,
      "learning_rate": 0.00023976425967777893,
      "loss": 0.7195,
      "step": 44739
    },
    {
      "epoch": 1.8324800327667417,
      "grad_norm": 1.4470618152094479,
      "learning_rate": 0.00023976164670456824,
      "loss": 1.1757,
      "step": 44740
    },
    {
      "epoch": 1.8325209911939382,
      "grad_norm": 1.2392569487260428,
      "learning_rate": 0.00023975903368892346,
      "loss": 0.6395,
      "step": 44741
    },
    {
      "epoch": 1.8325619496211345,
      "grad_norm": 1.079147777194927,
      "learning_rate": 0.00023975642063084581,
      "loss": 0.5779,
      "step": 44742
    },
    {
      "epoch": 1.8326029080483308,
      "grad_norm": 1.1881192216711292,
      "learning_rate": 0.0002397538075303365,
      "loss": 0.9271,
      "step": 44743
    },
    {
      "epoch": 1.8326438664755273,
      "grad_norm": 1.3417659751364936,
      "learning_rate": 0.00023975119438739687,
      "loss": 0.8647,
      "step": 44744
    },
    {
      "epoch": 1.8326848249027239,
      "grad_norm": 1.2272191546692726,
      "learning_rate": 0.00023974858120202804,
      "loss": 1.0016,
      "step": 44745
    },
    {
      "epoch": 1.83272578332992,
      "grad_norm": 0.7838907927327171,
      "learning_rate": 0.0002397459679742313,
      "loss": 0.2813,
      "step": 44746
    },
    {
      "epoch": 1.8327667417571165,
      "grad_norm": 1.1318531079477023,
      "learning_rate": 0.00023974335470400786,
      "loss": 0.8261,
      "step": 44747
    },
    {
      "epoch": 1.832807700184313,
      "grad_norm": 1.7378666333571984,
      "learning_rate": 0.00023974074139135898,
      "loss": 1.2197,
      "step": 44748
    },
    {
      "epoch": 1.8328486586115094,
      "grad_norm": 1.2479179450533775,
      "learning_rate": 0.00023973812803628592,
      "loss": 0.7756,
      "step": 44749
    },
    {
      "epoch": 1.8328896170387057,
      "grad_norm": 1.623404026099702,
      "learning_rate": 0.00023973551463878984,
      "loss": 1.0505,
      "step": 44750
    },
    {
      "epoch": 1.8329305754659022,
      "grad_norm": 1.3624619402088447,
      "learning_rate": 0.00023973290119887203,
      "loss": 0.7339,
      "step": 44751
    },
    {
      "epoch": 1.8329715338930985,
      "grad_norm": 1.3509477673764998,
      "learning_rate": 0.0002397302877165337,
      "loss": 1.0007,
      "step": 44752
    },
    {
      "epoch": 1.8330124923202948,
      "grad_norm": 1.3016609515316095,
      "learning_rate": 0.00023972767419177607,
      "loss": 0.7648,
      "step": 44753
    },
    {
      "epoch": 1.8330534507474914,
      "grad_norm": 1.0656603989028761,
      "learning_rate": 0.00023972506062460046,
      "loss": 0.8314,
      "step": 44754
    },
    {
      "epoch": 1.8330944091746877,
      "grad_norm": 0.8698998623371623,
      "learning_rate": 0.00023972244701500804,
      "loss": 0.6776,
      "step": 44755
    },
    {
      "epoch": 1.833135367601884,
      "grad_norm": 1.2758106375579457,
      "learning_rate": 0.00023971983336300003,
      "loss": 1.01,
      "step": 44756
    },
    {
      "epoch": 1.8331763260290805,
      "grad_norm": 1.6962289971576794,
      "learning_rate": 0.00023971721966857768,
      "loss": 1.3011,
      "step": 44757
    },
    {
      "epoch": 1.8332172844562769,
      "grad_norm": 1.5826391878902917,
      "learning_rate": 0.00023971460593174223,
      "loss": 1.0914,
      "step": 44758
    },
    {
      "epoch": 1.8332582428834732,
      "grad_norm": 1.4119889166370925,
      "learning_rate": 0.00023971199215249496,
      "loss": 0.9161,
      "step": 44759
    },
    {
      "epoch": 1.8332992013106697,
      "grad_norm": 1.2061706466410864,
      "learning_rate": 0.00023970937833083704,
      "loss": 0.7265,
      "step": 44760
    },
    {
      "epoch": 1.833340159737866,
      "grad_norm": 0.818984902179881,
      "learning_rate": 0.00023970676446676974,
      "loss": 0.3405,
      "step": 44761
    },
    {
      "epoch": 1.8333811181650623,
      "grad_norm": 1.3309524819229213,
      "learning_rate": 0.00023970415056029427,
      "loss": 1.4507,
      "step": 44762
    },
    {
      "epoch": 1.8334220765922589,
      "grad_norm": 1.7730164091527991,
      "learning_rate": 0.00023970153661141195,
      "loss": 1.0661,
      "step": 44763
    },
    {
      "epoch": 1.8334630350194554,
      "grad_norm": 1.3542251619775423,
      "learning_rate": 0.00023969892262012385,
      "loss": 0.9935,
      "step": 44764
    },
    {
      "epoch": 1.8335039934466515,
      "grad_norm": 1.4505679995422334,
      "learning_rate": 0.00023969630858643133,
      "loss": 0.9296,
      "step": 44765
    },
    {
      "epoch": 1.833544951873848,
      "grad_norm": 1.4721541065737127,
      "learning_rate": 0.00023969369451033566,
      "loss": 1.2624,
      "step": 44766
    },
    {
      "epoch": 1.8335859103010446,
      "grad_norm": 0.7698698528556471,
      "learning_rate": 0.00023969108039183795,
      "loss": 0.3071,
      "step": 44767
    },
    {
      "epoch": 1.8336268687282409,
      "grad_norm": 1.0331455624483978,
      "learning_rate": 0.00023968846623093954,
      "loss": 0.6767,
      "step": 44768
    },
    {
      "epoch": 1.8336678271554372,
      "grad_norm": 2.4359929134522678,
      "learning_rate": 0.00023968585202764164,
      "loss": 3.8959,
      "step": 44769
    },
    {
      "epoch": 1.8337087855826337,
      "grad_norm": 1.6451515268137977,
      "learning_rate": 0.00023968323778194542,
      "loss": 1.0656,
      "step": 44770
    },
    {
      "epoch": 1.83374974400983,
      "grad_norm": 1.190034691140486,
      "learning_rate": 0.0002396806234938522,
      "loss": 1.0267,
      "step": 44771
    },
    {
      "epoch": 1.8337907024370264,
      "grad_norm": 1.1945022294179453,
      "learning_rate": 0.0002396780091633632,
      "loss": 0.7157,
      "step": 44772
    },
    {
      "epoch": 1.833831660864223,
      "grad_norm": 1.3059483245543355,
      "learning_rate": 0.00023967539479047964,
      "loss": 0.4112,
      "step": 44773
    },
    {
      "epoch": 1.8338726192914192,
      "grad_norm": 1.4214079293376294,
      "learning_rate": 0.00023967278037520274,
      "loss": 1.0901,
      "step": 44774
    },
    {
      "epoch": 1.8339135777186155,
      "grad_norm": 1.3215414220810713,
      "learning_rate": 0.00023967016591753374,
      "loss": 0.803,
      "step": 44775
    },
    {
      "epoch": 1.833954536145812,
      "grad_norm": 1.2234165795201428,
      "learning_rate": 0.00023966755141747388,
      "loss": 0.4051,
      "step": 44776
    },
    {
      "epoch": 1.8339954945730084,
      "grad_norm": 1.1681894611708517,
      "learning_rate": 0.00023966493687502445,
      "loss": 0.8616,
      "step": 44777
    },
    {
      "epoch": 1.8340364530002047,
      "grad_norm": 1.2475520412554806,
      "learning_rate": 0.00023966232229018661,
      "loss": 0.7277,
      "step": 44778
    },
    {
      "epoch": 1.8340774114274012,
      "grad_norm": 0.9058903155058138,
      "learning_rate": 0.00023965970766296165,
      "loss": 0.2895,
      "step": 44779
    },
    {
      "epoch": 1.8341183698545975,
      "grad_norm": 0.8816720699373598,
      "learning_rate": 0.00023965709299335076,
      "loss": 0.3256,
      "step": 44780
    },
    {
      "epoch": 1.8341593282817938,
      "grad_norm": 1.276013645736226,
      "learning_rate": 0.00023965447828135517,
      "loss": 0.8725,
      "step": 44781
    },
    {
      "epoch": 1.8342002867089904,
      "grad_norm": 1.0781856927300226,
      "learning_rate": 0.00023965186352697623,
      "loss": 0.6843,
      "step": 44782
    },
    {
      "epoch": 1.834241245136187,
      "grad_norm": 1.4317158910000214,
      "learning_rate": 0.00023964924873021504,
      "loss": 1.0632,
      "step": 44783
    },
    {
      "epoch": 1.834282203563383,
      "grad_norm": 1.4243461694061748,
      "learning_rate": 0.0002396466338910729,
      "loss": 0.5657,
      "step": 44784
    },
    {
      "epoch": 1.8343231619905795,
      "grad_norm": 1.2749126070720154,
      "learning_rate": 0.000239644019009551,
      "loss": 0.8813,
      "step": 44785
    },
    {
      "epoch": 1.834364120417776,
      "grad_norm": 1.4024839829720273,
      "learning_rate": 0.00023964140408565065,
      "loss": 0.5758,
      "step": 44786
    },
    {
      "epoch": 1.8344050788449724,
      "grad_norm": 1.2256396516969221,
      "learning_rate": 0.000239638789119373,
      "loss": 0.8613,
      "step": 44787
    },
    {
      "epoch": 1.8344460372721687,
      "grad_norm": 1.7247151567502297,
      "learning_rate": 0.00023963617411071938,
      "loss": 1.3831,
      "step": 44788
    },
    {
      "epoch": 1.8344869956993652,
      "grad_norm": 0.9664810358286915,
      "learning_rate": 0.00023963355905969093,
      "loss": 0.4769,
      "step": 44789
    },
    {
      "epoch": 1.8345279541265616,
      "grad_norm": 1.5540908085223586,
      "learning_rate": 0.00023963094396628896,
      "loss": 0.931,
      "step": 44790
    },
    {
      "epoch": 1.8345689125537579,
      "grad_norm": 1.5289880983124997,
      "learning_rate": 0.00023962832883051471,
      "loss": 0.9247,
      "step": 44791
    },
    {
      "epoch": 1.8346098709809544,
      "grad_norm": 1.3303885482694977,
      "learning_rate": 0.00023962571365236936,
      "loss": 1.0776,
      "step": 44792
    },
    {
      "epoch": 1.8346508294081507,
      "grad_norm": 1.2826888342841019,
      "learning_rate": 0.0002396230984318542,
      "loss": 0.9413,
      "step": 44793
    },
    {
      "epoch": 1.834691787835347,
      "grad_norm": 1.4404070280338972,
      "learning_rate": 0.0002396204831689704,
      "loss": 1.5288,
      "step": 44794
    },
    {
      "epoch": 1.8347327462625436,
      "grad_norm": 1.7566029257063702,
      "learning_rate": 0.00023961786786371925,
      "loss": 1.0069,
      "step": 44795
    },
    {
      "epoch": 1.8347737046897399,
      "grad_norm": 1.2729577890503014,
      "learning_rate": 0.00023961525251610196,
      "loss": 0.8279,
      "step": 44796
    },
    {
      "epoch": 1.8348146631169362,
      "grad_norm": 1.0885319129266278,
      "learning_rate": 0.00023961263712611982,
      "loss": 0.9611,
      "step": 44797
    },
    {
      "epoch": 1.8348556215441327,
      "grad_norm": 1.4771485390201242,
      "learning_rate": 0.00023961002169377397,
      "loss": 1.1927,
      "step": 44798
    },
    {
      "epoch": 1.8348965799713293,
      "grad_norm": 1.5473624639323484,
      "learning_rate": 0.00023960740621906573,
      "loss": 1.4352,
      "step": 44799
    },
    {
      "epoch": 1.8349375383985254,
      "grad_norm": 1.1972119450606284,
      "learning_rate": 0.00023960479070199632,
      "loss": 0.344,
      "step": 44800
    },
    {
      "epoch": 1.834978496825722,
      "grad_norm": 4.258916777221963,
      "learning_rate": 0.00023960217514256695,
      "loss": 1.6464,
      "step": 44801
    },
    {
      "epoch": 1.8350194552529184,
      "grad_norm": 1.051836181977062,
      "learning_rate": 0.00023959955954077887,
      "loss": 0.7308,
      "step": 44802
    },
    {
      "epoch": 1.8350604136801145,
      "grad_norm": 1.6953403394824822,
      "learning_rate": 0.00023959694389663334,
      "loss": 1.2106,
      "step": 44803
    },
    {
      "epoch": 1.835101372107311,
      "grad_norm": 1.4546000965235624,
      "learning_rate": 0.00023959432821013153,
      "loss": 0.7855,
      "step": 44804
    },
    {
      "epoch": 1.8351423305345076,
      "grad_norm": 5.701098612930434,
      "learning_rate": 0.00023959171248127476,
      "loss": 5.449,
      "step": 44805
    },
    {
      "epoch": 1.835183288961704,
      "grad_norm": 1.3216540370272536,
      "learning_rate": 0.00023958909671006418,
      "loss": 0.9643,
      "step": 44806
    },
    {
      "epoch": 1.8352242473889002,
      "grad_norm": 4.6287756005886305,
      "learning_rate": 0.0002395864808965011,
      "loss": 4.6017,
      "step": 44807
    },
    {
      "epoch": 1.8352652058160968,
      "grad_norm": 1.2640407224514811,
      "learning_rate": 0.00023958386504058674,
      "loss": 0.7501,
      "step": 44808
    },
    {
      "epoch": 1.835306164243293,
      "grad_norm": 1.1112888564444359,
      "learning_rate": 0.00023958124914232236,
      "loss": 0.5206,
      "step": 44809
    },
    {
      "epoch": 1.8353471226704894,
      "grad_norm": 1.2533335595565473,
      "learning_rate": 0.00023957863320170909,
      "loss": 0.7836,
      "step": 44810
    },
    {
      "epoch": 1.835388081097686,
      "grad_norm": 1.5249897651641995,
      "learning_rate": 0.00023957601721874832,
      "loss": 1.0251,
      "step": 44811
    },
    {
      "epoch": 1.8354290395248822,
      "grad_norm": 1.1028099189835243,
      "learning_rate": 0.00023957340119344113,
      "loss": 0.8566,
      "step": 44812
    },
    {
      "epoch": 1.8354699979520785,
      "grad_norm": 1.109013449866154,
      "learning_rate": 0.00023957078512578888,
      "loss": 0.7359,
      "step": 44813
    },
    {
      "epoch": 1.835510956379275,
      "grad_norm": 0.5639081495699667,
      "learning_rate": 0.00023956816901579272,
      "loss": 0.2411,
      "step": 44814
    },
    {
      "epoch": 1.8355519148064714,
      "grad_norm": 1.098637840497212,
      "learning_rate": 0.00023956555286345395,
      "loss": 0.759,
      "step": 44815
    },
    {
      "epoch": 1.8355928732336677,
      "grad_norm": 1.487472500292156,
      "learning_rate": 0.0002395629366687738,
      "loss": 0.8003,
      "step": 44816
    },
    {
      "epoch": 1.8356338316608642,
      "grad_norm": 1.024725194605276,
      "learning_rate": 0.0002395603204317535,
      "loss": 0.7723,
      "step": 44817
    },
    {
      "epoch": 1.8356747900880608,
      "grad_norm": 1.8733323368236998,
      "learning_rate": 0.00023955770415239424,
      "loss": 0.9978,
      "step": 44818
    },
    {
      "epoch": 1.8357157485152569,
      "grad_norm": 1.126279067016118,
      "learning_rate": 0.00023955508783069732,
      "loss": 0.667,
      "step": 44819
    },
    {
      "epoch": 1.8357567069424534,
      "grad_norm": 1.4497292189767779,
      "learning_rate": 0.00023955247146666394,
      "loss": 0.9841,
      "step": 44820
    },
    {
      "epoch": 1.83579766536965,
      "grad_norm": 1.3468998543331259,
      "learning_rate": 0.00023954985506029533,
      "loss": 0.7002,
      "step": 44821
    },
    {
      "epoch": 1.835838623796846,
      "grad_norm": 1.5551654948543048,
      "learning_rate": 0.00023954723861159278,
      "loss": 1.2132,
      "step": 44822
    },
    {
      "epoch": 1.8358795822240426,
      "grad_norm": 1.0945068498167794,
      "learning_rate": 0.00023954462212055747,
      "loss": 0.5194,
      "step": 44823
    },
    {
      "epoch": 1.835920540651239,
      "grad_norm": 1.2134735183942396,
      "learning_rate": 0.00023954200558719065,
      "loss": 1.1972,
      "step": 44824
    },
    {
      "epoch": 1.8359614990784354,
      "grad_norm": 0.9003057713674748,
      "learning_rate": 0.00023953938901149358,
      "loss": 0.3514,
      "step": 44825
    },
    {
      "epoch": 1.8360024575056317,
      "grad_norm": 1.1180276899492354,
      "learning_rate": 0.0002395367723934675,
      "loss": 0.7916,
      "step": 44826
    },
    {
      "epoch": 1.8360434159328283,
      "grad_norm": 2.1404557381091256,
      "learning_rate": 0.00023953415573311362,
      "loss": 2.5233,
      "step": 44827
    },
    {
      "epoch": 1.8360843743600246,
      "grad_norm": 1.064112884962945,
      "learning_rate": 0.00023953153903043318,
      "loss": 0.6215,
      "step": 44828
    },
    {
      "epoch": 1.836125332787221,
      "grad_norm": 1.3133793071813367,
      "learning_rate": 0.0002395289222854274,
      "loss": 0.7248,
      "step": 44829
    },
    {
      "epoch": 1.8361662912144174,
      "grad_norm": 1.5713886008112115,
      "learning_rate": 0.00023952630549809757,
      "loss": 1.185,
      "step": 44830
    },
    {
      "epoch": 1.8362072496416137,
      "grad_norm": 1.8691218147494957,
      "learning_rate": 0.00023952368866844487,
      "loss": 0.5745,
      "step": 44831
    },
    {
      "epoch": 1.83624820806881,
      "grad_norm": 3.562538219738685,
      "learning_rate": 0.00023952107179647062,
      "loss": 3.4621,
      "step": 44832
    },
    {
      "epoch": 1.8362891664960066,
      "grad_norm": 1.5107293281797975,
      "learning_rate": 0.00023951845488217596,
      "loss": 1.1108,
      "step": 44833
    },
    {
      "epoch": 1.836330124923203,
      "grad_norm": 1.2485401387047796,
      "learning_rate": 0.00023951583792556215,
      "loss": 0.9081,
      "step": 44834
    },
    {
      "epoch": 1.8363710833503992,
      "grad_norm": 0.9841569127263553,
      "learning_rate": 0.0002395132209266305,
      "loss": 0.6163,
      "step": 44835
    },
    {
      "epoch": 1.8364120417775958,
      "grad_norm": 1.0121739760057447,
      "learning_rate": 0.00023951060388538215,
      "loss": 0.7099,
      "step": 44836
    },
    {
      "epoch": 1.8364530002047923,
      "grad_norm": 1.1779775115717346,
      "learning_rate": 0.00023950798680181842,
      "loss": 0.9019,
      "step": 44837
    },
    {
      "epoch": 1.8364939586319884,
      "grad_norm": 1.0989748420095424,
      "learning_rate": 0.00023950536967594049,
      "loss": 0.8058,
      "step": 44838
    },
    {
      "epoch": 1.836534917059185,
      "grad_norm": 0.6335603828464615,
      "learning_rate": 0.00023950275250774958,
      "loss": 0.2509,
      "step": 44839
    },
    {
      "epoch": 1.8365758754863815,
      "grad_norm": 0.9657483880101204,
      "learning_rate": 0.00023950013529724698,
      "loss": 0.7602,
      "step": 44840
    },
    {
      "epoch": 1.8366168339135778,
      "grad_norm": 1.371154079541042,
      "learning_rate": 0.00023949751804443396,
      "loss": 0.9279,
      "step": 44841
    },
    {
      "epoch": 1.836657792340774,
      "grad_norm": 1.0653775767769385,
      "learning_rate": 0.00023949490074931163,
      "loss": 0.6727,
      "step": 44842
    },
    {
      "epoch": 1.8366987507679706,
      "grad_norm": 1.247126521031611,
      "learning_rate": 0.00023949228341188137,
      "loss": 0.7162,
      "step": 44843
    },
    {
      "epoch": 1.836739709195167,
      "grad_norm": 1.422096187171996,
      "learning_rate": 0.00023948966603214435,
      "loss": 0.8666,
      "step": 44844
    },
    {
      "epoch": 1.8367806676223633,
      "grad_norm": 1.2381647468070958,
      "learning_rate": 0.00023948704861010176,
      "loss": 0.9461,
      "step": 44845
    },
    {
      "epoch": 1.8368216260495598,
      "grad_norm": 0.673357685967771,
      "learning_rate": 0.0002394844311457549,
      "loss": 0.2964,
      "step": 44846
    },
    {
      "epoch": 1.836862584476756,
      "grad_norm": 0.9583146959985293,
      "learning_rate": 0.000239481813639105,
      "loss": 0.7049,
      "step": 44847
    },
    {
      "epoch": 1.8369035429039524,
      "grad_norm": 1.7880933664088234,
      "learning_rate": 0.0002394791960901533,
      "loss": 1.3056,
      "step": 44848
    },
    {
      "epoch": 1.836944501331149,
      "grad_norm": 0.9574561945541153,
      "learning_rate": 0.000239476578498901,
      "loss": 0.314,
      "step": 44849
    },
    {
      "epoch": 1.8369854597583453,
      "grad_norm": 1.805398300988172,
      "learning_rate": 0.00023947396086534942,
      "loss": 1.0324,
      "step": 44850
    },
    {
      "epoch": 1.8370264181855416,
      "grad_norm": 1.2488348197495442,
      "learning_rate": 0.00023947134318949968,
      "loss": 0.7223,
      "step": 44851
    },
    {
      "epoch": 1.8370673766127381,
      "grad_norm": 6.4867395529301275,
      "learning_rate": 0.0002394687254713531,
      "loss": 3.2085,
      "step": 44852
    },
    {
      "epoch": 1.8371083350399344,
      "grad_norm": 1.3880587430273625,
      "learning_rate": 0.0002394661077109109,
      "loss": 0.8042,
      "step": 44853
    },
    {
      "epoch": 1.8371492934671307,
      "grad_norm": 1.2193054641148477,
      "learning_rate": 0.00023946348990817437,
      "loss": 0.9222,
      "step": 44854
    },
    {
      "epoch": 1.8371902518943273,
      "grad_norm": 1.0103805570972382,
      "learning_rate": 0.0002394608720631446,
      "loss": 0.5901,
      "step": 44855
    },
    {
      "epoch": 1.8372312103215238,
      "grad_norm": 1.1553512958844039,
      "learning_rate": 0.000239458254175823,
      "loss": 0.9494,
      "step": 44856
    },
    {
      "epoch": 1.83727216874872,
      "grad_norm": 1.435754326213287,
      "learning_rate": 0.00023945563624621068,
      "loss": 0.7853,
      "step": 44857
    },
    {
      "epoch": 1.8373131271759164,
      "grad_norm": 1.089633487210857,
      "learning_rate": 0.00023945301827430895,
      "loss": 0.5007,
      "step": 44858
    },
    {
      "epoch": 1.837354085603113,
      "grad_norm": 1.3399131847289039,
      "learning_rate": 0.00023945040026011904,
      "loss": 0.693,
      "step": 44859
    },
    {
      "epoch": 1.8373950440303093,
      "grad_norm": 1.23008187215695,
      "learning_rate": 0.00023944778220364214,
      "loss": 0.934,
      "step": 44860
    },
    {
      "epoch": 1.8374360024575056,
      "grad_norm": 2.498347340421338,
      "learning_rate": 0.0002394451641048795,
      "loss": 4.8626,
      "step": 44861
    },
    {
      "epoch": 1.8374769608847021,
      "grad_norm": 1.4655974953796294,
      "learning_rate": 0.00023944254596383241,
      "loss": 0.8635,
      "step": 44862
    },
    {
      "epoch": 1.8375179193118985,
      "grad_norm": 1.3011027130610744,
      "learning_rate": 0.00023943992778050206,
      "loss": 0.7738,
      "step": 44863
    },
    {
      "epoch": 1.8375588777390948,
      "grad_norm": 1.1785778942277194,
      "learning_rate": 0.00023943730955488973,
      "loss": 0.6943,
      "step": 44864
    },
    {
      "epoch": 1.8375998361662913,
      "grad_norm": 1.2219284500487793,
      "learning_rate": 0.0002394346912869966,
      "loss": 0.9055,
      "step": 44865
    },
    {
      "epoch": 1.8376407945934876,
      "grad_norm": 1.3424154876655174,
      "learning_rate": 0.00023943207297682395,
      "loss": 0.6583,
      "step": 44866
    },
    {
      "epoch": 1.837681753020684,
      "grad_norm": 1.2319808164894794,
      "learning_rate": 0.000239429454624373,
      "loss": 0.9795,
      "step": 44867
    },
    {
      "epoch": 1.8377227114478805,
      "grad_norm": 1.4110555353198841,
      "learning_rate": 0.00023942683622964499,
      "loss": 1.0603,
      "step": 44868
    },
    {
      "epoch": 1.8377636698750768,
      "grad_norm": 1.6971148555184765,
      "learning_rate": 0.00023942421779264117,
      "loss": 1.2691,
      "step": 44869
    },
    {
      "epoch": 1.837804628302273,
      "grad_norm": 1.2497509032304863,
      "learning_rate": 0.00023942159931336277,
      "loss": 0.7379,
      "step": 44870
    },
    {
      "epoch": 1.8378455867294696,
      "grad_norm": 1.2029273256793267,
      "learning_rate": 0.000239418980791811,
      "loss": 0.6393,
      "step": 44871
    },
    {
      "epoch": 1.837886545156666,
      "grad_norm": 1.118945915680167,
      "learning_rate": 0.00023941636222798716,
      "loss": 0.4521,
      "step": 44872
    },
    {
      "epoch": 1.8379275035838623,
      "grad_norm": 1.4570184802391626,
      "learning_rate": 0.00023941374362189248,
      "loss": 1.1936,
      "step": 44873
    },
    {
      "epoch": 1.8379684620110588,
      "grad_norm": 1.4625744615792455,
      "learning_rate": 0.00023941112497352808,
      "loss": 0.7685,
      "step": 44874
    },
    {
      "epoch": 1.8380094204382553,
      "grad_norm": 1.441287827913219,
      "learning_rate": 0.00023940850628289536,
      "loss": 0.8221,
      "step": 44875
    },
    {
      "epoch": 1.8380503788654514,
      "grad_norm": 1.2304703787714004,
      "learning_rate": 0.00023940588754999546,
      "loss": 0.831,
      "step": 44876
    },
    {
      "epoch": 1.838091337292648,
      "grad_norm": 1.2683875172398011,
      "learning_rate": 0.00023940326877482966,
      "loss": 0.71,
      "step": 44877
    },
    {
      "epoch": 1.8381322957198445,
      "grad_norm": 1.2235985185727414,
      "learning_rate": 0.00023940064995739917,
      "loss": 0.6317,
      "step": 44878
    },
    {
      "epoch": 1.8381732541470408,
      "grad_norm": 1.040630977756187,
      "learning_rate": 0.00023939803109770526,
      "loss": 0.2901,
      "step": 44879
    },
    {
      "epoch": 1.8382142125742371,
      "grad_norm": 1.4201152030772672,
      "learning_rate": 0.00023939541219574913,
      "loss": 0.8573,
      "step": 44880
    },
    {
      "epoch": 1.8382551710014337,
      "grad_norm": 1.4845630608234293,
      "learning_rate": 0.000239392793251532,
      "loss": 0.9896,
      "step": 44881
    },
    {
      "epoch": 1.83829612942863,
      "grad_norm": 1.521393075770673,
      "learning_rate": 0.0002393901742650552,
      "loss": 1.3132,
      "step": 44882
    },
    {
      "epoch": 1.8383370878558263,
      "grad_norm": 1.331238021818691,
      "learning_rate": 0.0002393875552363199,
      "loss": 0.9173,
      "step": 44883
    },
    {
      "epoch": 1.8383780462830228,
      "grad_norm": 1.2569025678124788,
      "learning_rate": 0.00023938493616532734,
      "loss": 1.0855,
      "step": 44884
    },
    {
      "epoch": 1.8384190047102191,
      "grad_norm": 1.3552769433584968,
      "learning_rate": 0.00023938231705207877,
      "loss": 0.965,
      "step": 44885
    },
    {
      "epoch": 1.8384599631374154,
      "grad_norm": 6.365709292390283,
      "learning_rate": 0.00023937969789657545,
      "loss": 3.1565,
      "step": 44886
    },
    {
      "epoch": 1.838500921564612,
      "grad_norm": 4.378255736741147,
      "learning_rate": 0.00023937707869881858,
      "loss": 1.1323,
      "step": 44887
    },
    {
      "epoch": 1.8385418799918083,
      "grad_norm": 1.2409002757285565,
      "learning_rate": 0.0002393744594588094,
      "loss": 0.8783,
      "step": 44888
    },
    {
      "epoch": 1.8385828384190046,
      "grad_norm": 0.7498379315809369,
      "learning_rate": 0.00023937184017654912,
      "loss": 0.2972,
      "step": 44889
    },
    {
      "epoch": 1.8386237968462011,
      "grad_norm": 1.4499937106295644,
      "learning_rate": 0.00023936922085203912,
      "loss": 1.1678,
      "step": 44890
    },
    {
      "epoch": 1.8386647552733975,
      "grad_norm": 1.182372123478234,
      "learning_rate": 0.00023936660148528047,
      "loss": 0.7055,
      "step": 44891
    },
    {
      "epoch": 1.8387057137005938,
      "grad_norm": 1.4157889286469993,
      "learning_rate": 0.00023936398207627453,
      "loss": 0.6676,
      "step": 44892
    },
    {
      "epoch": 1.8387466721277903,
      "grad_norm": 1.0937314023990983,
      "learning_rate": 0.0002393613626250224,
      "loss": 1.0318,
      "step": 44893
    },
    {
      "epoch": 1.8387876305549868,
      "grad_norm": 1.3495671143766799,
      "learning_rate": 0.0002393587431315255,
      "loss": 1.2247,
      "step": 44894
    },
    {
      "epoch": 1.838828588982183,
      "grad_norm": 1.3799488698305522,
      "learning_rate": 0.00023935612359578492,
      "loss": 1.3703,
      "step": 44895
    },
    {
      "epoch": 1.8388695474093795,
      "grad_norm": 1.3454793452924294,
      "learning_rate": 0.00023935350401780195,
      "loss": 1.0557,
      "step": 44896
    },
    {
      "epoch": 1.838910505836576,
      "grad_norm": 1.5708978106786415,
      "learning_rate": 0.00023935088439757784,
      "loss": 1.0838,
      "step": 44897
    },
    {
      "epoch": 1.8389514642637723,
      "grad_norm": 1.2367315214555015,
      "learning_rate": 0.0002393482647351138,
      "loss": 0.6239,
      "step": 44898
    },
    {
      "epoch": 1.8389924226909686,
      "grad_norm": 1.1309474442094207,
      "learning_rate": 0.00023934564503041108,
      "loss": 0.3071,
      "step": 44899
    },
    {
      "epoch": 1.8390333811181652,
      "grad_norm": 1.0321306775864352,
      "learning_rate": 0.00023934302528347094,
      "loss": 0.8661,
      "step": 44900
    },
    {
      "epoch": 1.8390743395453615,
      "grad_norm": 1.3146420554290565,
      "learning_rate": 0.0002393404054942946,
      "loss": 0.691,
      "step": 44901
    },
    {
      "epoch": 1.8391152979725578,
      "grad_norm": 1.3324170550972125,
      "learning_rate": 0.0002393377856628833,
      "loss": 0.8835,
      "step": 44902
    },
    {
      "epoch": 1.8391562563997543,
      "grad_norm": 1.3835404740532835,
      "learning_rate": 0.0002393351657892383,
      "loss": 1.2303,
      "step": 44903
    },
    {
      "epoch": 1.8391972148269506,
      "grad_norm": 0.8595180196613554,
      "learning_rate": 0.0002393325458733608,
      "loss": 0.3934,
      "step": 44904
    },
    {
      "epoch": 1.839238173254147,
      "grad_norm": 0.8619126422832922,
      "learning_rate": 0.00023932992591525206,
      "loss": 0.5465,
      "step": 44905
    },
    {
      "epoch": 1.8392791316813435,
      "grad_norm": 1.2214041289355124,
      "learning_rate": 0.00023932730591491328,
      "loss": 0.7001,
      "step": 44906
    },
    {
      "epoch": 1.8393200901085398,
      "grad_norm": 1.4508184226370007,
      "learning_rate": 0.00023932468587234575,
      "loss": 1.0667,
      "step": 44907
    },
    {
      "epoch": 1.8393610485357361,
      "grad_norm": 1.8487007131302633,
      "learning_rate": 0.0002393220657875507,
      "loss": 1.0105,
      "step": 44908
    },
    {
      "epoch": 1.8394020069629327,
      "grad_norm": 1.3654292542601039,
      "learning_rate": 0.0002393194456605294,
      "loss": 0.935,
      "step": 44909
    },
    {
      "epoch": 1.839442965390129,
      "grad_norm": 1.2934006045616213,
      "learning_rate": 0.00023931682549128297,
      "loss": 0.9226,
      "step": 44910
    },
    {
      "epoch": 1.8394839238173253,
      "grad_norm": 1.264492930565595,
      "learning_rate": 0.00023931420527981278,
      "loss": 0.7169,
      "step": 44911
    },
    {
      "epoch": 1.8395248822445218,
      "grad_norm": 1.2383926942114405,
      "learning_rate": 0.00023931158502612002,
      "loss": 0.5537,
      "step": 44912
    },
    {
      "epoch": 1.8395658406717184,
      "grad_norm": 1.284262286257545,
      "learning_rate": 0.0002393089647302059,
      "loss": 0.7102,
      "step": 44913
    },
    {
      "epoch": 1.8396067990989144,
      "grad_norm": 1.3643973973909487,
      "learning_rate": 0.0002393063443920717,
      "loss": 0.7106,
      "step": 44914
    },
    {
      "epoch": 1.839647757526111,
      "grad_norm": 1.0310042913089839,
      "learning_rate": 0.00023930372401171867,
      "loss": 0.5567,
      "step": 44915
    },
    {
      "epoch": 1.8396887159533075,
      "grad_norm": 1.5633910413577272,
      "learning_rate": 0.000239301103589148,
      "loss": 1.0018,
      "step": 44916
    },
    {
      "epoch": 1.8397296743805038,
      "grad_norm": 1.5105740604741902,
      "learning_rate": 0.0002392984831243609,
      "loss": 0.9205,
      "step": 44917
    },
    {
      "epoch": 1.8397706328077001,
      "grad_norm": 1.1548972305409881,
      "learning_rate": 0.00023929586261735872,
      "loss": 0.7184,
      "step": 44918
    },
    {
      "epoch": 1.8398115912348967,
      "grad_norm": 1.3634093551567417,
      "learning_rate": 0.00023929324206814262,
      "loss": 0.6592,
      "step": 44919
    },
    {
      "epoch": 1.839852549662093,
      "grad_norm": 0.9660676009962167,
      "learning_rate": 0.00023929062147671384,
      "loss": 0.5792,
      "step": 44920
    },
    {
      "epoch": 1.8398935080892893,
      "grad_norm": 0.898254940912448,
      "learning_rate": 0.00023928800084307367,
      "loss": 0.2728,
      "step": 44921
    },
    {
      "epoch": 1.8399344665164858,
      "grad_norm": 1.434751996153592,
      "learning_rate": 0.00023928538016722327,
      "loss": 0.8637,
      "step": 44922
    },
    {
      "epoch": 1.8399754249436822,
      "grad_norm": 0.8186896546275159,
      "learning_rate": 0.00023928275944916393,
      "loss": 0.341,
      "step": 44923
    },
    {
      "epoch": 1.8400163833708785,
      "grad_norm": 1.4375561143731084,
      "learning_rate": 0.0002392801386888969,
      "loss": 0.9904,
      "step": 44924
    },
    {
      "epoch": 1.840057341798075,
      "grad_norm": 1.1319239041742006,
      "learning_rate": 0.0002392775178864234,
      "loss": 0.8069,
      "step": 44925
    },
    {
      "epoch": 1.8400983002252713,
      "grad_norm": 1.0276415265003995,
      "learning_rate": 0.0002392748970417447,
      "loss": 0.6643,
      "step": 44926
    },
    {
      "epoch": 1.8401392586524676,
      "grad_norm": 1.4362272323240497,
      "learning_rate": 0.00023927227615486195,
      "loss": 1.0421,
      "step": 44927
    },
    {
      "epoch": 1.8401802170796642,
      "grad_norm": 1.3596589841327709,
      "learning_rate": 0.0002392696552257765,
      "loss": 0.8215,
      "step": 44928
    },
    {
      "epoch": 1.8402211755068605,
      "grad_norm": 1.3014837928256728,
      "learning_rate": 0.0002392670342544895,
      "loss": 0.8349,
      "step": 44929
    },
    {
      "epoch": 1.8402621339340568,
      "grad_norm": 1.275529210612104,
      "learning_rate": 0.00023926441324100225,
      "loss": 0.6944,
      "step": 44930
    },
    {
      "epoch": 1.8403030923612533,
      "grad_norm": 1.4332204030421338,
      "learning_rate": 0.00023926179218531596,
      "loss": 0.7227,
      "step": 44931
    },
    {
      "epoch": 1.8403440507884499,
      "grad_norm": 1.5351219794975606,
      "learning_rate": 0.00023925917108743187,
      "loss": 0.9528,
      "step": 44932
    },
    {
      "epoch": 1.840385009215646,
      "grad_norm": 1.1979089772626195,
      "learning_rate": 0.0002392565499473512,
      "loss": 0.8364,
      "step": 44933
    },
    {
      "epoch": 1.8404259676428425,
      "grad_norm": 1.5973920258674352,
      "learning_rate": 0.00023925392876507525,
      "loss": 0.9541,
      "step": 44934
    },
    {
      "epoch": 1.840466926070039,
      "grad_norm": 1.0881214550212617,
      "learning_rate": 0.0002392513075406052,
      "loss": 0.8422,
      "step": 44935
    },
    {
      "epoch": 1.8405078844972353,
      "grad_norm": 1.4660210891570826,
      "learning_rate": 0.00023924868627394233,
      "loss": 0.4132,
      "step": 44936
    },
    {
      "epoch": 1.8405488429244317,
      "grad_norm": 1.0322333000031647,
      "learning_rate": 0.0002392460649650878,
      "loss": 0.6461,
      "step": 44937
    },
    {
      "epoch": 1.8405898013516282,
      "grad_norm": 1.8792242358201825,
      "learning_rate": 0.000239243443614043,
      "loss": 1.8975,
      "step": 44938
    },
    {
      "epoch": 1.8406307597788245,
      "grad_norm": 0.9777889912041764,
      "learning_rate": 0.00023924082222080904,
      "loss": 0.4677,
      "step": 44939
    },
    {
      "epoch": 1.8406717182060208,
      "grad_norm": 1.19544271638293,
      "learning_rate": 0.0002392382007853872,
      "loss": 0.6554,
      "step": 44940
    },
    {
      "epoch": 1.8407126766332174,
      "grad_norm": 1.6538413640844725,
      "learning_rate": 0.0002392355793077787,
      "loss": 0.9283,
      "step": 44941
    },
    {
      "epoch": 1.8407536350604137,
      "grad_norm": 1.1640301247653115,
      "learning_rate": 0.00023923295778798478,
      "loss": 0.7715,
      "step": 44942
    },
    {
      "epoch": 1.84079459348761,
      "grad_norm": 1.2039776493036654,
      "learning_rate": 0.00023923033622600672,
      "loss": 0.7158,
      "step": 44943
    },
    {
      "epoch": 1.8408355519148065,
      "grad_norm": 1.5575407655074596,
      "learning_rate": 0.00023922771462184575,
      "loss": 0.9781,
      "step": 44944
    },
    {
      "epoch": 1.8408765103420028,
      "grad_norm": 1.0305663896614092,
      "learning_rate": 0.00023922509297550308,
      "loss": 0.6628,
      "step": 44945
    },
    {
      "epoch": 1.8409174687691992,
      "grad_norm": 1.2739110333513148,
      "learning_rate": 0.00023922247128697994,
      "loss": 0.9628,
      "step": 44946
    },
    {
      "epoch": 1.8409584271963957,
      "grad_norm": 1.383107965280978,
      "learning_rate": 0.00023921984955627764,
      "loss": 1.3623,
      "step": 44947
    },
    {
      "epoch": 1.840999385623592,
      "grad_norm": 1.2986589618406195,
      "learning_rate": 0.00023921722778339732,
      "loss": 0.8013,
      "step": 44948
    },
    {
      "epoch": 1.8410403440507883,
      "grad_norm": 1.7854152788709592,
      "learning_rate": 0.00023921460596834036,
      "loss": 1.1449,
      "step": 44949
    },
    {
      "epoch": 1.8410813024779848,
      "grad_norm": 1.0621127232812213,
      "learning_rate": 0.00023921198411110781,
      "loss": 0.3435,
      "step": 44950
    },
    {
      "epoch": 1.8411222609051814,
      "grad_norm": 1.4072309366579616,
      "learning_rate": 0.00023920936221170108,
      "loss": 1.0207,
      "step": 44951
    },
    {
      "epoch": 1.8411632193323775,
      "grad_norm": 1.168705228946272,
      "learning_rate": 0.00023920674027012132,
      "loss": 0.6234,
      "step": 44952
    },
    {
      "epoch": 1.841204177759574,
      "grad_norm": 1.117221336349954,
      "learning_rate": 0.00023920411828636974,
      "loss": 0.6837,
      "step": 44953
    },
    {
      "epoch": 1.8412451361867705,
      "grad_norm": 1.2911690086299976,
      "learning_rate": 0.0002392014962604477,
      "loss": 0.678,
      "step": 44954
    },
    {
      "epoch": 1.8412860946139669,
      "grad_norm": 1.2428076626166698,
      "learning_rate": 0.00023919887419235634,
      "loss": 0.7217,
      "step": 44955
    },
    {
      "epoch": 1.8413270530411632,
      "grad_norm": 1.6012624860591027,
      "learning_rate": 0.00023919625208209693,
      "loss": 1.0208,
      "step": 44956
    },
    {
      "epoch": 1.8413680114683597,
      "grad_norm": 1.8678906309936805,
      "learning_rate": 0.0002391936299296707,
      "loss": 1.2699,
      "step": 44957
    },
    {
      "epoch": 1.841408969895556,
      "grad_norm": 1.372094317966555,
      "learning_rate": 0.0002391910077350789,
      "loss": 0.7674,
      "step": 44958
    },
    {
      "epoch": 1.8414499283227523,
      "grad_norm": 1.4129606011038076,
      "learning_rate": 0.00023918838549832276,
      "loss": 1.2011,
      "step": 44959
    },
    {
      "epoch": 1.8414908867499489,
      "grad_norm": 1.528781088004398,
      "learning_rate": 0.00023918576321940352,
      "loss": 1.1177,
      "step": 44960
    },
    {
      "epoch": 1.8415318451771452,
      "grad_norm": 1.3297466970144116,
      "learning_rate": 0.00023918314089832243,
      "loss": 0.7441,
      "step": 44961
    },
    {
      "epoch": 1.8415728036043415,
      "grad_norm": 1.3865050828207897,
      "learning_rate": 0.00023918051853508078,
      "loss": 0.8158,
      "step": 44962
    },
    {
      "epoch": 1.841613762031538,
      "grad_norm": 1.2754646275235104,
      "learning_rate": 0.00023917789612967972,
      "loss": 0.4292,
      "step": 44963
    },
    {
      "epoch": 1.8416547204587344,
      "grad_norm": 1.270158849558716,
      "learning_rate": 0.0002391752736821205,
      "loss": 1.3438,
      "step": 44964
    },
    {
      "epoch": 1.8416956788859307,
      "grad_norm": 1.187129758045672,
      "learning_rate": 0.00023917265119240442,
      "loss": 0.7742,
      "step": 44965
    },
    {
      "epoch": 1.8417366373131272,
      "grad_norm": 0.9873007240960879,
      "learning_rate": 0.00023917002866053266,
      "loss": 0.6088,
      "step": 44966
    },
    {
      "epoch": 1.8417775957403237,
      "grad_norm": 1.2267436231093483,
      "learning_rate": 0.0002391674060865065,
      "loss": 0.9866,
      "step": 44967
    },
    {
      "epoch": 1.8418185541675198,
      "grad_norm": 1.0287692896928138,
      "learning_rate": 0.00023916478347032715,
      "loss": 0.7005,
      "step": 44968
    },
    {
      "epoch": 1.8418595125947164,
      "grad_norm": 1.0326836033018667,
      "learning_rate": 0.0002391621608119959,
      "loss": 0.484,
      "step": 44969
    },
    {
      "epoch": 1.841900471021913,
      "grad_norm": 1.3539779447020868,
      "learning_rate": 0.0002391595381115139,
      "loss": 1.0074,
      "step": 44970
    },
    {
      "epoch": 1.841941429449109,
      "grad_norm": 0.8714153029238287,
      "learning_rate": 0.0002391569153688825,
      "loss": 0.3051,
      "step": 44971
    },
    {
      "epoch": 1.8419823878763055,
      "grad_norm": 0.8961811588930387,
      "learning_rate": 0.00023915429258410285,
      "loss": 0.6057,
      "step": 44972
    },
    {
      "epoch": 1.842023346303502,
      "grad_norm": 1.4951477107386968,
      "learning_rate": 0.0002391516697571762,
      "loss": 0.7379,
      "step": 44973
    },
    {
      "epoch": 1.8420643047306984,
      "grad_norm": 1.5382938068679277,
      "learning_rate": 0.00023914904688810388,
      "loss": 1.0653,
      "step": 44974
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 1.282628611613562,
      "learning_rate": 0.00023914642397688702,
      "loss": 0.8918,
      "step": 44975
    },
    {
      "epoch": 1.8421462215850912,
      "grad_norm": 6.127106295486218,
      "learning_rate": 0.00023914380102352687,
      "loss": 1.1871,
      "step": 44976
    },
    {
      "epoch": 1.8421871800122875,
      "grad_norm": 1.142868614886398,
      "learning_rate": 0.00023914117802802478,
      "loss": 0.6972,
      "step": 44977
    },
    {
      "epoch": 1.8422281384394839,
      "grad_norm": 1.1075314886507273,
      "learning_rate": 0.00023913855499038187,
      "loss": 0.9643,
      "step": 44978
    },
    {
      "epoch": 1.8422690968666804,
      "grad_norm": 0.9915903705688599,
      "learning_rate": 0.00023913593191059944,
      "loss": 0.532,
      "step": 44979
    },
    {
      "epoch": 1.8423100552938767,
      "grad_norm": 1.5504523522809184,
      "learning_rate": 0.0002391333087886787,
      "loss": 0.861,
      "step": 44980
    },
    {
      "epoch": 1.842351013721073,
      "grad_norm": 1.3711709525290188,
      "learning_rate": 0.0002391306856246209,
      "loss": 0.8387,
      "step": 44981
    },
    {
      "epoch": 1.8423919721482696,
      "grad_norm": 1.0609504612946838,
      "learning_rate": 0.0002391280624184273,
      "loss": 0.6138,
      "step": 44982
    },
    {
      "epoch": 1.8424329305754659,
      "grad_norm": 0.7227061062130947,
      "learning_rate": 0.00023912543917009913,
      "loss": 0.3195,
      "step": 44983
    },
    {
      "epoch": 1.8424738890026622,
      "grad_norm": 1.9565906018268109,
      "learning_rate": 0.00023912281587963762,
      "loss": 1.1731,
      "step": 44984
    },
    {
      "epoch": 1.8425148474298587,
      "grad_norm": 1.583204568234577,
      "learning_rate": 0.000239120192547044,
      "loss": 0.9558,
      "step": 44985
    },
    {
      "epoch": 1.8425558058570553,
      "grad_norm": 1.6625372261345963,
      "learning_rate": 0.00023911756917231955,
      "loss": 1.125,
      "step": 44986
    },
    {
      "epoch": 1.8425967642842513,
      "grad_norm": 1.4354775350809297,
      "learning_rate": 0.00023911494575546547,
      "loss": 0.845,
      "step": 44987
    },
    {
      "epoch": 1.8426377227114479,
      "grad_norm": 1.147429433875995,
      "learning_rate": 0.000239112322296483,
      "loss": 0.7223,
      "step": 44988
    },
    {
      "epoch": 1.8426786811386444,
      "grad_norm": 1.0623350131278884,
      "learning_rate": 0.0002391096987953734,
      "loss": 0.4822,
      "step": 44989
    },
    {
      "epoch": 1.8427196395658405,
      "grad_norm": 1.4468285759158994,
      "learning_rate": 0.00023910707525213792,
      "loss": 1.0131,
      "step": 44990
    },
    {
      "epoch": 1.842760597993037,
      "grad_norm": 1.3485424723821104,
      "learning_rate": 0.00023910445166677776,
      "loss": 0.8663,
      "step": 44991
    },
    {
      "epoch": 1.8428015564202336,
      "grad_norm": 1.233218253033601,
      "learning_rate": 0.00023910182803929422,
      "loss": 0.9693,
      "step": 44992
    },
    {
      "epoch": 1.84284251484743,
      "grad_norm": 1.679718828991094,
      "learning_rate": 0.00023909920436968846,
      "loss": 1.2579,
      "step": 44993
    },
    {
      "epoch": 1.8428834732746262,
      "grad_norm": 0.9757592879686404,
      "learning_rate": 0.00023909658065796182,
      "loss": 0.3274,
      "step": 44994
    },
    {
      "epoch": 1.8429244317018227,
      "grad_norm": 1.085209119474331,
      "learning_rate": 0.00023909395690411547,
      "loss": 0.7568,
      "step": 44995
    },
    {
      "epoch": 1.842965390129019,
      "grad_norm": 1.7192129033467947,
      "learning_rate": 0.00023909133310815063,
      "loss": 1.279,
      "step": 44996
    },
    {
      "epoch": 1.8430063485562154,
      "grad_norm": 1.315065170529097,
      "learning_rate": 0.00023908870927006863,
      "loss": 0.8415,
      "step": 44997
    },
    {
      "epoch": 1.843047306983412,
      "grad_norm": 1.6187379640387902,
      "learning_rate": 0.0002390860853898706,
      "loss": 1.0906,
      "step": 44998
    },
    {
      "epoch": 1.8430882654106082,
      "grad_norm": 1.1141804753452824,
      "learning_rate": 0.0002390834614675579,
      "loss": 0.7524,
      "step": 44999
    },
    {
      "epoch": 1.8431292238378045,
      "grad_norm": 1.3244605427732434,
      "learning_rate": 0.00023908083750313167,
      "loss": 0.8481,
      "step": 45000
    },
    {
      "epoch": 1.843170182265001,
      "grad_norm": 1.1527506728609047,
      "learning_rate": 0.0002390782134965932,
      "loss": 0.5811,
      "step": 45001
    },
    {
      "epoch": 1.8432111406921974,
      "grad_norm": 0.682568930452749,
      "learning_rate": 0.0002390755894479437,
      "loss": 0.3162,
      "step": 45002
    },
    {
      "epoch": 1.8432520991193937,
      "grad_norm": 1.4290852429332161,
      "learning_rate": 0.00023907296535718444,
      "loss": 0.9574,
      "step": 45003
    },
    {
      "epoch": 1.8432930575465902,
      "grad_norm": 1.3484813855451232,
      "learning_rate": 0.00023907034122431665,
      "loss": 0.791,
      "step": 45004
    },
    {
      "epoch": 1.8433340159737868,
      "grad_norm": 1.8729958877629855,
      "learning_rate": 0.00023906771704934157,
      "loss": 0.8695,
      "step": 45005
    },
    {
      "epoch": 1.8433749744009829,
      "grad_norm": 1.253111090991437,
      "learning_rate": 0.00023906509283226046,
      "loss": 0.8886,
      "step": 45006
    },
    {
      "epoch": 1.8434159328281794,
      "grad_norm": 0.8817967255792933,
      "learning_rate": 0.00023906246857307456,
      "loss": 0.4039,
      "step": 45007
    },
    {
      "epoch": 1.843456891255376,
      "grad_norm": 1.7509169950705552,
      "learning_rate": 0.00023905984427178504,
      "loss": 1.2439,
      "step": 45008
    },
    {
      "epoch": 1.8434978496825722,
      "grad_norm": 1.3540898767174872,
      "learning_rate": 0.00023905721992839324,
      "loss": 0.8431,
      "step": 45009
    },
    {
      "epoch": 1.8435388081097686,
      "grad_norm": 1.3727767262710042,
      "learning_rate": 0.0002390545955429003,
      "loss": 0.7709,
      "step": 45010
    },
    {
      "epoch": 1.843579766536965,
      "grad_norm": 1.659608729526098,
      "learning_rate": 0.0002390519711153076,
      "loss": 1.3317,
      "step": 45011
    },
    {
      "epoch": 1.8436207249641614,
      "grad_norm": 1.6570345801933402,
      "learning_rate": 0.00023904934664561623,
      "loss": 1.0718,
      "step": 45012
    },
    {
      "epoch": 1.8436616833913577,
      "grad_norm": 1.133002694222514,
      "learning_rate": 0.00023904672213382754,
      "loss": 0.8314,
      "step": 45013
    },
    {
      "epoch": 1.8437026418185543,
      "grad_norm": 1.4283403732998403,
      "learning_rate": 0.00023904409757994266,
      "loss": 0.8538,
      "step": 45014
    },
    {
      "epoch": 1.8437436002457506,
      "grad_norm": 1.1259079123572644,
      "learning_rate": 0.00023904147298396298,
      "loss": 0.9099,
      "step": 45015
    },
    {
      "epoch": 1.8437845586729469,
      "grad_norm": 1.3516913198268492,
      "learning_rate": 0.00023903884834588956,
      "loss": 0.9553,
      "step": 45016
    },
    {
      "epoch": 1.8438255171001434,
      "grad_norm": 1.0340132453928943,
      "learning_rate": 0.0002390362236657238,
      "loss": 0.7204,
      "step": 45017
    },
    {
      "epoch": 1.8438664755273397,
      "grad_norm": 2.3005597393900357,
      "learning_rate": 0.00023903359894346689,
      "loss": 1.6475,
      "step": 45018
    },
    {
      "epoch": 1.843907433954536,
      "grad_norm": 1.3242985344129916,
      "learning_rate": 0.00023903097417912007,
      "loss": 1.0075,
      "step": 45019
    },
    {
      "epoch": 1.8439483923817326,
      "grad_norm": 1.288504163749199,
      "learning_rate": 0.00023902834937268453,
      "loss": 0.8934,
      "step": 45020
    },
    {
      "epoch": 1.843989350808929,
      "grad_norm": 1.2379776409524181,
      "learning_rate": 0.00023902572452416156,
      "loss": 0.9789,
      "step": 45021
    },
    {
      "epoch": 1.8440303092361252,
      "grad_norm": 1.2023273575622826,
      "learning_rate": 0.0002390230996335524,
      "loss": 0.9268,
      "step": 45022
    },
    {
      "epoch": 1.8440712676633217,
      "grad_norm": 0.8475600324130013,
      "learning_rate": 0.0002390204747008583,
      "loss": 0.2464,
      "step": 45023
    },
    {
      "epoch": 1.8441122260905183,
      "grad_norm": 1.079160277450636,
      "learning_rate": 0.00023901784972608044,
      "loss": 0.8846,
      "step": 45024
    },
    {
      "epoch": 1.8441531845177144,
      "grad_norm": 1.23753143218696,
      "learning_rate": 0.00023901522470922017,
      "loss": 0.7368,
      "step": 45025
    },
    {
      "epoch": 1.844194142944911,
      "grad_norm": 1.2061920437422637,
      "learning_rate": 0.0002390125996502786,
      "loss": 1.0336,
      "step": 45026
    },
    {
      "epoch": 1.8442351013721074,
      "grad_norm": 1.1531158374312471,
      "learning_rate": 0.0002390099745492571,
      "loss": 0.7563,
      "step": 45027
    },
    {
      "epoch": 1.8442760597993038,
      "grad_norm": 1.282091845303552,
      "learning_rate": 0.00023900734940615682,
      "loss": 0.846,
      "step": 45028
    },
    {
      "epoch": 1.8443170182265,
      "grad_norm": 1.2563238779928694,
      "learning_rate": 0.00023900472422097902,
      "loss": 0.8572,
      "step": 45029
    },
    {
      "epoch": 1.8443579766536966,
      "grad_norm": 1.3449041637333417,
      "learning_rate": 0.00023900209899372496,
      "loss": 0.9632,
      "step": 45030
    },
    {
      "epoch": 1.844398935080893,
      "grad_norm": 1.5199005523075069,
      "learning_rate": 0.00023899947372439589,
      "loss": 1.0977,
      "step": 45031
    },
    {
      "epoch": 1.8444398935080892,
      "grad_norm": 1.5526708559133238,
      "learning_rate": 0.000238996848412993,
      "loss": 1.03,
      "step": 45032
    },
    {
      "epoch": 1.8444808519352858,
      "grad_norm": 0.7672018775873498,
      "learning_rate": 0.00023899422305951758,
      "loss": 0.2858,
      "step": 45033
    },
    {
      "epoch": 1.844521810362482,
      "grad_norm": 1.9614393453017474,
      "learning_rate": 0.0002389915976639709,
      "loss": 1.863,
      "step": 45034
    },
    {
      "epoch": 1.8445627687896784,
      "grad_norm": 1.3828543316776827,
      "learning_rate": 0.0002389889722263541,
      "loss": 1.2721,
      "step": 45035
    },
    {
      "epoch": 1.844603727216875,
      "grad_norm": 0.8434212509395042,
      "learning_rate": 0.00023898634674666847,
      "loss": 0.3535,
      "step": 45036
    },
    {
      "epoch": 1.8446446856440712,
      "grad_norm": 1.4298372739200114,
      "learning_rate": 0.00023898372122491528,
      "loss": 0.7337,
      "step": 45037
    },
    {
      "epoch": 1.8446856440712676,
      "grad_norm": 1.1240682128585189,
      "learning_rate": 0.00023898109566109575,
      "loss": 0.6123,
      "step": 45038
    },
    {
      "epoch": 1.844726602498464,
      "grad_norm": 1.400685650275758,
      "learning_rate": 0.0002389784700552111,
      "loss": 1.0086,
      "step": 45039
    },
    {
      "epoch": 1.8447675609256604,
      "grad_norm": 0.6569253997096222,
      "learning_rate": 0.00023897584440726264,
      "loss": 0.2862,
      "step": 45040
    },
    {
      "epoch": 1.8448085193528567,
      "grad_norm": 3.5666893171475236,
      "learning_rate": 0.00023897321871725155,
      "loss": 4.5433,
      "step": 45041
    },
    {
      "epoch": 1.8448494777800533,
      "grad_norm": 1.0085118045652988,
      "learning_rate": 0.00023897059298517908,
      "loss": 0.6466,
      "step": 45042
    },
    {
      "epoch": 1.8448904362072498,
      "grad_norm": 1.2916522048609091,
      "learning_rate": 0.00023896796721104645,
      "loss": 0.8759,
      "step": 45043
    },
    {
      "epoch": 1.8449313946344459,
      "grad_norm": 1.5956157433180491,
      "learning_rate": 0.00023896534139485493,
      "loss": 0.8858,
      "step": 45044
    },
    {
      "epoch": 1.8449723530616424,
      "grad_norm": 1.1032335888716531,
      "learning_rate": 0.00023896271553660583,
      "loss": 0.589,
      "step": 45045
    },
    {
      "epoch": 1.845013311488839,
      "grad_norm": 1.5852164282676844,
      "learning_rate": 0.00023896008963630023,
      "loss": 0.6631,
      "step": 45046
    },
    {
      "epoch": 1.8450542699160353,
      "grad_norm": 0.7090570005437794,
      "learning_rate": 0.0002389574636939395,
      "loss": 0.275,
      "step": 45047
    },
    {
      "epoch": 1.8450952283432316,
      "grad_norm": 1.1175724594398246,
      "learning_rate": 0.0002389548377095248,
      "loss": 0.8042,
      "step": 45048
    },
    {
      "epoch": 1.8451361867704281,
      "grad_norm": 1.3378311393504934,
      "learning_rate": 0.00023895221168305746,
      "loss": 1.0277,
      "step": 45049
    },
    {
      "epoch": 1.8451771451976244,
      "grad_norm": 1.6227193629849679,
      "learning_rate": 0.0002389495856145387,
      "loss": 1.0614,
      "step": 45050
    },
    {
      "epoch": 1.8452181036248207,
      "grad_norm": 1.1802050541196651,
      "learning_rate": 0.00023894695950396968,
      "loss": 0.6786,
      "step": 45051
    },
    {
      "epoch": 1.8452590620520173,
      "grad_norm": 0.9778636239328695,
      "learning_rate": 0.00023894433335135175,
      "loss": 0.655,
      "step": 45052
    },
    {
      "epoch": 1.8453000204792136,
      "grad_norm": 1.0938512398575433,
      "learning_rate": 0.0002389417071566861,
      "loss": 0.718,
      "step": 45053
    },
    {
      "epoch": 1.84534097890641,
      "grad_norm": 1.3919581583858738,
      "learning_rate": 0.00023893908091997395,
      "loss": 0.9282,
      "step": 45054
    },
    {
      "epoch": 1.8453819373336064,
      "grad_norm": 1.2032217175999467,
      "learning_rate": 0.00023893645464121655,
      "loss": 0.7528,
      "step": 45055
    },
    {
      "epoch": 1.8454228957608028,
      "grad_norm": 1.7488873336485993,
      "learning_rate": 0.0002389338283204152,
      "loss": 0.9146,
      "step": 45056
    },
    {
      "epoch": 1.845463854187999,
      "grad_norm": 2.3240250062613734,
      "learning_rate": 0.00023893120195757106,
      "loss": 2.6495,
      "step": 45057
    },
    {
      "epoch": 1.8455048126151956,
      "grad_norm": 1.4581027934633608,
      "learning_rate": 0.0002389285755526854,
      "loss": 1.0241,
      "step": 45058
    },
    {
      "epoch": 1.845545771042392,
      "grad_norm": 0.9973074474858525,
      "learning_rate": 0.00023892594910575947,
      "loss": 0.7077,
      "step": 45059
    },
    {
      "epoch": 1.8455867294695882,
      "grad_norm": 1.1188254593648392,
      "learning_rate": 0.00023892332261679454,
      "loss": 0.8922,
      "step": 45060
    },
    {
      "epoch": 1.8456276878967848,
      "grad_norm": 0.736114331774207,
      "learning_rate": 0.00023892069608579179,
      "loss": 0.3714,
      "step": 45061
    },
    {
      "epoch": 1.8456686463239813,
      "grad_norm": 1.3002457617325773,
      "learning_rate": 0.0002389180695127525,
      "loss": 0.9914,
      "step": 45062
    },
    {
      "epoch": 1.8457096047511774,
      "grad_norm": 1.0622281614017444,
      "learning_rate": 0.00023891544289767795,
      "loss": 0.7622,
      "step": 45063
    },
    {
      "epoch": 1.845750563178374,
      "grad_norm": 1.2462745001712714,
      "learning_rate": 0.00023891281624056934,
      "loss": 0.6507,
      "step": 45064
    },
    {
      "epoch": 1.8457915216055705,
      "grad_norm": 1.305889490925291,
      "learning_rate": 0.00023891018954142783,
      "loss": 0.9013,
      "step": 45065
    },
    {
      "epoch": 1.8458324800327668,
      "grad_norm": 1.6837552362090349,
      "learning_rate": 0.0002389075628002548,
      "loss": 1.2134,
      "step": 45066
    },
    {
      "epoch": 1.845873438459963,
      "grad_norm": 1.500644446964689,
      "learning_rate": 0.0002389049360170514,
      "loss": 0.9739,
      "step": 45067
    },
    {
      "epoch": 1.8459143968871596,
      "grad_norm": 10.87217689071316,
      "learning_rate": 0.00023890230919181894,
      "loss": 2.5215,
      "step": 45068
    },
    {
      "epoch": 1.845955355314356,
      "grad_norm": 1.066993161243416,
      "learning_rate": 0.00023889968232455863,
      "loss": 0.8277,
      "step": 45069
    },
    {
      "epoch": 1.8459963137415523,
      "grad_norm": 1.0261555896532555,
      "learning_rate": 0.00023889705541527167,
      "loss": 0.7826,
      "step": 45070
    },
    {
      "epoch": 1.8460372721687488,
      "grad_norm": 1.3751702610857173,
      "learning_rate": 0.00023889442846395937,
      "loss": 0.6696,
      "step": 45071
    },
    {
      "epoch": 1.8460782305959451,
      "grad_norm": 0.8442983109885768,
      "learning_rate": 0.00023889180147062291,
      "loss": 0.3126,
      "step": 45072
    },
    {
      "epoch": 1.8461191890231414,
      "grad_norm": 1.2819981987362037,
      "learning_rate": 0.00023888917443526362,
      "loss": 0.9184,
      "step": 45073
    },
    {
      "epoch": 1.846160147450338,
      "grad_norm": 1.5214434809157293,
      "learning_rate": 0.00023888654735788263,
      "loss": 0.9539,
      "step": 45074
    },
    {
      "epoch": 1.8462011058775343,
      "grad_norm": 1.5358817061320864,
      "learning_rate": 0.0002388839202384813,
      "loss": 1.365,
      "step": 45075
    },
    {
      "epoch": 1.8462420643047306,
      "grad_norm": 1.3781813568966195,
      "learning_rate": 0.00023888129307706078,
      "loss": 0.8454,
      "step": 45076
    },
    {
      "epoch": 1.8462830227319271,
      "grad_norm": 3.9772404259009035,
      "learning_rate": 0.0002388786658736223,
      "loss": 1.3882,
      "step": 45077
    },
    {
      "epoch": 1.8463239811591234,
      "grad_norm": 1.3290229849690742,
      "learning_rate": 0.00023887603862816721,
      "loss": 0.7739,
      "step": 45078
    },
    {
      "epoch": 1.8463649395863198,
      "grad_norm": 1.3245301922822912,
      "learning_rate": 0.00023887341134069665,
      "loss": 0.6164,
      "step": 45079
    },
    {
      "epoch": 1.8464058980135163,
      "grad_norm": 1.0915268874334771,
      "learning_rate": 0.0002388707840112119,
      "loss": 0.7391,
      "step": 45080
    },
    {
      "epoch": 1.8464468564407128,
      "grad_norm": 1.5797227039682302,
      "learning_rate": 0.00023886815663971424,
      "loss": 1.4167,
      "step": 45081
    },
    {
      "epoch": 1.846487814867909,
      "grad_norm": 1.329692793901176,
      "learning_rate": 0.00023886552922620482,
      "loss": 0.8483,
      "step": 45082
    },
    {
      "epoch": 1.8465287732951055,
      "grad_norm": 1.8408443901537384,
      "learning_rate": 0.00023886290177068496,
      "loss": 1.4456,
      "step": 45083
    },
    {
      "epoch": 1.846569731722302,
      "grad_norm": 1.4983679984616607,
      "learning_rate": 0.00023886027427315584,
      "loss": 0.99,
      "step": 45084
    },
    {
      "epoch": 1.8466106901494983,
      "grad_norm": 1.5056497518243575,
      "learning_rate": 0.0002388576467336188,
      "loss": 1.3147,
      "step": 45085
    },
    {
      "epoch": 1.8466516485766946,
      "grad_norm": 1.4323510474871914,
      "learning_rate": 0.00023885501915207495,
      "loss": 0.7453,
      "step": 45086
    },
    {
      "epoch": 1.8466926070038912,
      "grad_norm": 1.1355162652440127,
      "learning_rate": 0.00023885239152852567,
      "loss": 0.7694,
      "step": 45087
    },
    {
      "epoch": 1.8467335654310875,
      "grad_norm": 2.2524101580489178,
      "learning_rate": 0.00023884976386297208,
      "loss": 3.1736,
      "step": 45088
    },
    {
      "epoch": 1.8467745238582838,
      "grad_norm": 1.8132186157694588,
      "learning_rate": 0.0002388471361554155,
      "loss": 1.5262,
      "step": 45089
    },
    {
      "epoch": 1.8468154822854803,
      "grad_norm": 0.7347342377121806,
      "learning_rate": 0.0002388445084058572,
      "loss": 0.2784,
      "step": 45090
    },
    {
      "epoch": 1.8468564407126766,
      "grad_norm": 1.0516240264642638,
      "learning_rate": 0.0002388418806142983,
      "loss": 0.5185,
      "step": 45091
    },
    {
      "epoch": 1.846897399139873,
      "grad_norm": 1.1881265426536676,
      "learning_rate": 0.00023883925278074015,
      "loss": 0.7387,
      "step": 45092
    },
    {
      "epoch": 1.8469383575670695,
      "grad_norm": 1.2442484021314724,
      "learning_rate": 0.00023883662490518397,
      "loss": 0.9403,
      "step": 45093
    },
    {
      "epoch": 1.8469793159942658,
      "grad_norm": 1.207813434349745,
      "learning_rate": 0.00023883399698763092,
      "loss": 0.7454,
      "step": 45094
    },
    {
      "epoch": 1.847020274421462,
      "grad_norm": 1.6136821632209448,
      "learning_rate": 0.00023883136902808235,
      "loss": 0.8997,
      "step": 45095
    },
    {
      "epoch": 1.8470612328486586,
      "grad_norm": 3.0591604590290244,
      "learning_rate": 0.0002388287410265395,
      "loss": 5.0049,
      "step": 45096
    },
    {
      "epoch": 1.847102191275855,
      "grad_norm": 0.8397050673041376,
      "learning_rate": 0.00023882611298300352,
      "loss": 0.5469,
      "step": 45097
    },
    {
      "epoch": 1.8471431497030513,
      "grad_norm": 1.3074535037363781,
      "learning_rate": 0.00023882348489747578,
      "loss": 0.8241,
      "step": 45098
    },
    {
      "epoch": 1.8471841081302478,
      "grad_norm": 0.9682052226038717,
      "learning_rate": 0.00023882085676995738,
      "loss": 0.9848,
      "step": 45099
    },
    {
      "epoch": 1.8472250665574443,
      "grad_norm": 1.2555299999528604,
      "learning_rate": 0.00023881822860044968,
      "loss": 0.8029,
      "step": 45100
    },
    {
      "epoch": 1.8472660249846404,
      "grad_norm": 1.3413343679855363,
      "learning_rate": 0.00023881560038895385,
      "loss": 1.2573,
      "step": 45101
    },
    {
      "epoch": 1.847306983411837,
      "grad_norm": 1.2142101327332007,
      "learning_rate": 0.00023881297213547114,
      "loss": 1.0226,
      "step": 45102
    },
    {
      "epoch": 1.8473479418390335,
      "grad_norm": 0.6860389345985701,
      "learning_rate": 0.0002388103438400028,
      "loss": 0.21,
      "step": 45103
    },
    {
      "epoch": 1.8473889002662298,
      "grad_norm": 1.7924017982261955,
      "learning_rate": 0.00023880771550255012,
      "loss": 2.1082,
      "step": 45104
    },
    {
      "epoch": 1.8474298586934261,
      "grad_norm": 1.3445602145214528,
      "learning_rate": 0.0002388050871231143,
      "loss": 0.8657,
      "step": 45105
    },
    {
      "epoch": 1.8474708171206227,
      "grad_norm": 1.4320241055605525,
      "learning_rate": 0.0002388024587016966,
      "loss": 0.9196,
      "step": 45106
    },
    {
      "epoch": 1.847511775547819,
      "grad_norm": 1.197641558652217,
      "learning_rate": 0.00023879983023829824,
      "loss": 0.7946,
      "step": 45107
    },
    {
      "epoch": 1.8475527339750153,
      "grad_norm": 1.0855366756609035,
      "learning_rate": 0.00023879720173292047,
      "loss": 0.6682,
      "step": 45108
    },
    {
      "epoch": 1.8475936924022118,
      "grad_norm": 1.1452040574626943,
      "learning_rate": 0.0002387945731855645,
      "loss": 0.6782,
      "step": 45109
    },
    {
      "epoch": 1.8476346508294081,
      "grad_norm": 1.6073836552393335,
      "learning_rate": 0.00023879194459623166,
      "loss": 1.1189,
      "step": 45110
    },
    {
      "epoch": 1.8476756092566045,
      "grad_norm": 0.9798525320281175,
      "learning_rate": 0.00023878931596492314,
      "loss": 0.8301,
      "step": 45111
    },
    {
      "epoch": 1.847716567683801,
      "grad_norm": 1.6402835660188575,
      "learning_rate": 0.00023878668729164016,
      "loss": 1.1892,
      "step": 45112
    },
    {
      "epoch": 1.8477575261109973,
      "grad_norm": 1.5107022473668743,
      "learning_rate": 0.000238784058576384,
      "loss": 1.1569,
      "step": 45113
    },
    {
      "epoch": 1.8477984845381936,
      "grad_norm": 1.6855758243518306,
      "learning_rate": 0.00023878142981915586,
      "loss": 1.7578,
      "step": 45114
    },
    {
      "epoch": 1.8478394429653902,
      "grad_norm": 1.0495240823955667,
      "learning_rate": 0.00023877880101995708,
      "loss": 1.04,
      "step": 45115
    },
    {
      "epoch": 1.8478804013925867,
      "grad_norm": 1.0119355446424052,
      "learning_rate": 0.00023877617217878876,
      "loss": 0.4365,
      "step": 45116
    },
    {
      "epoch": 1.8479213598197828,
      "grad_norm": 1.6533179603946166,
      "learning_rate": 0.00023877354329565224,
      "loss": 1.2404,
      "step": 45117
    },
    {
      "epoch": 1.8479623182469793,
      "grad_norm": 0.8725848418199577,
      "learning_rate": 0.00023877091437054875,
      "loss": 0.2398,
      "step": 45118
    },
    {
      "epoch": 1.8480032766741759,
      "grad_norm": 2.1046524854205035,
      "learning_rate": 0.00023876828540347954,
      "loss": 1.501,
      "step": 45119
    },
    {
      "epoch": 1.848044235101372,
      "grad_norm": 1.1320680984577467,
      "learning_rate": 0.0002387656563944458,
      "loss": 0.7931,
      "step": 45120
    },
    {
      "epoch": 1.8480851935285685,
      "grad_norm": 1.2467359792373653,
      "learning_rate": 0.0002387630273434488,
      "loss": 1.3038,
      "step": 45121
    },
    {
      "epoch": 1.848126151955765,
      "grad_norm": 1.2996988101053177,
      "learning_rate": 0.00023876039825048985,
      "loss": 1.0666,
      "step": 45122
    },
    {
      "epoch": 1.8481671103829613,
      "grad_norm": 0.9189519220558396,
      "learning_rate": 0.00023875776911557006,
      "loss": 0.694,
      "step": 45123
    },
    {
      "epoch": 1.8482080688101576,
      "grad_norm": 1.3611839868682496,
      "learning_rate": 0.0002387551399386908,
      "loss": 0.8304,
      "step": 45124
    },
    {
      "epoch": 1.8482490272373542,
      "grad_norm": 1.0998418817865299,
      "learning_rate": 0.0002387525107198533,
      "loss": 0.5658,
      "step": 45125
    },
    {
      "epoch": 1.8482899856645505,
      "grad_norm": 1.2216775141872922,
      "learning_rate": 0.00023874988145905867,
      "loss": 0.9647,
      "step": 45126
    },
    {
      "epoch": 1.8483309440917468,
      "grad_norm": 1.463812162988648,
      "learning_rate": 0.00023874725215630827,
      "loss": 1.2807,
      "step": 45127
    },
    {
      "epoch": 1.8483719025189433,
      "grad_norm": 1.1350266604467012,
      "learning_rate": 0.0002387446228116034,
      "loss": 0.5384,
      "step": 45128
    },
    {
      "epoch": 1.8484128609461397,
      "grad_norm": 1.7003422364888898,
      "learning_rate": 0.0002387419934249451,
      "loss": 1.3053,
      "step": 45129
    },
    {
      "epoch": 1.848453819373336,
      "grad_norm": 1.3099277624024064,
      "learning_rate": 0.0002387393639963348,
      "loss": 1.1174,
      "step": 45130
    },
    {
      "epoch": 1.8484947778005325,
      "grad_norm": 1.084312428150448,
      "learning_rate": 0.00023873673452577367,
      "loss": 0.8979,
      "step": 45131
    },
    {
      "epoch": 1.8485357362277288,
      "grad_norm": 1.2401319925360847,
      "learning_rate": 0.00023873410501326297,
      "loss": 0.8498,
      "step": 45132
    },
    {
      "epoch": 1.8485766946549251,
      "grad_norm": 1.0951860919166678,
      "learning_rate": 0.00023873147545880392,
      "loss": 0.739,
      "step": 45133
    },
    {
      "epoch": 1.8486176530821217,
      "grad_norm": 4.612660209479787,
      "learning_rate": 0.00023872884586239777,
      "loss": 1.9144,
      "step": 45134
    },
    {
      "epoch": 1.8486586115093182,
      "grad_norm": 1.1514387627820715,
      "learning_rate": 0.00023872621622404578,
      "loss": 0.8821,
      "step": 45135
    },
    {
      "epoch": 1.8486995699365143,
      "grad_norm": 1.0372998644322506,
      "learning_rate": 0.00023872358654374918,
      "loss": 0.4761,
      "step": 45136
    },
    {
      "epoch": 1.8487405283637108,
      "grad_norm": 0.9035736740855558,
      "learning_rate": 0.00023872095682150922,
      "loss": 0.3579,
      "step": 45137
    },
    {
      "epoch": 1.8487814867909074,
      "grad_norm": 1.3090106548265086,
      "learning_rate": 0.00023871832705732717,
      "loss": 0.7759,
      "step": 45138
    },
    {
      "epoch": 1.8488224452181035,
      "grad_norm": 0.6712586870340772,
      "learning_rate": 0.0002387156972512042,
      "loss": 0.3179,
      "step": 45139
    },
    {
      "epoch": 1.8488634036453,
      "grad_norm": 1.2145260169251302,
      "learning_rate": 0.00023871306740314162,
      "loss": 0.9197,
      "step": 45140
    },
    {
      "epoch": 1.8489043620724965,
      "grad_norm": 1.1176572385632213,
      "learning_rate": 0.00023871043751314065,
      "loss": 0.9262,
      "step": 45141
    },
    {
      "epoch": 1.8489453204996928,
      "grad_norm": 0.9866100462304938,
      "learning_rate": 0.0002387078075812025,
      "loss": 0.7754,
      "step": 45142
    },
    {
      "epoch": 1.8489862789268892,
      "grad_norm": 1.0682601109057666,
      "learning_rate": 0.00023870517760732847,
      "loss": 0.8328,
      "step": 45143
    },
    {
      "epoch": 1.8490272373540857,
      "grad_norm": 1.4914541224249698,
      "learning_rate": 0.00023870254759151982,
      "loss": 1.4693,
      "step": 45144
    },
    {
      "epoch": 1.849068195781282,
      "grad_norm": 1.2058185125917986,
      "learning_rate": 0.00023869991753377767,
      "loss": 0.6657,
      "step": 45145
    },
    {
      "epoch": 1.8491091542084783,
      "grad_norm": 1.1036040170333272,
      "learning_rate": 0.0002386972874341034,
      "loss": 0.6531,
      "step": 45146
    },
    {
      "epoch": 1.8491501126356749,
      "grad_norm": 1.2684054860888545,
      "learning_rate": 0.0002386946572924982,
      "loss": 1.2714,
      "step": 45147
    },
    {
      "epoch": 1.8491910710628712,
      "grad_norm": 1.4668033127499052,
      "learning_rate": 0.00023869202710896328,
      "loss": 0.6251,
      "step": 45148
    },
    {
      "epoch": 1.8492320294900675,
      "grad_norm": 1.6084334484395688,
      "learning_rate": 0.00023868939688349993,
      "loss": 1.1515,
      "step": 45149
    },
    {
      "epoch": 1.849272987917264,
      "grad_norm": 1.3668584163898305,
      "learning_rate": 0.00023868676661610938,
      "loss": 0.7176,
      "step": 45150
    },
    {
      "epoch": 1.8493139463444603,
      "grad_norm": 1.2206543786351862,
      "learning_rate": 0.00023868413630679289,
      "loss": 0.762,
      "step": 45151
    },
    {
      "epoch": 1.8493549047716566,
      "grad_norm": 1.1582875978937108,
      "learning_rate": 0.00023868150595555165,
      "loss": 1.056,
      "step": 45152
    },
    {
      "epoch": 1.8493958631988532,
      "grad_norm": 1.14972485548148,
      "learning_rate": 0.00023867887556238698,
      "loss": 0.7172,
      "step": 45153
    },
    {
      "epoch": 1.8494368216260497,
      "grad_norm": 1.4740267451030389,
      "learning_rate": 0.0002386762451273001,
      "loss": 0.8449,
      "step": 45154
    },
    {
      "epoch": 1.8494777800532458,
      "grad_norm": 1.1799786413649678,
      "learning_rate": 0.00023867361465029218,
      "loss": 0.7169,
      "step": 45155
    },
    {
      "epoch": 1.8495187384804423,
      "grad_norm": 0.6529464023827077,
      "learning_rate": 0.00023867098413136455,
      "loss": 0.2901,
      "step": 45156
    },
    {
      "epoch": 1.8495596969076389,
      "grad_norm": 1.4479018826465848,
      "learning_rate": 0.00023866835357051842,
      "loss": 0.6821,
      "step": 45157
    },
    {
      "epoch": 1.8496006553348352,
      "grad_norm": 1.3442455952103274,
      "learning_rate": 0.00023866572296775505,
      "loss": 0.8225,
      "step": 45158
    },
    {
      "epoch": 1.8496416137620315,
      "grad_norm": 0.7444218817366597,
      "learning_rate": 0.00023866309232307563,
      "loss": 0.2822,
      "step": 45159
    },
    {
      "epoch": 1.849682572189228,
      "grad_norm": 1.678218296379538,
      "learning_rate": 0.00023866046163648148,
      "loss": 0.7672,
      "step": 45160
    },
    {
      "epoch": 1.8497235306164244,
      "grad_norm": 1.200011794411681,
      "learning_rate": 0.0002386578309079738,
      "loss": 0.7748,
      "step": 45161
    },
    {
      "epoch": 1.8497644890436207,
      "grad_norm": 5.228156360219406,
      "learning_rate": 0.00023865520013755388,
      "loss": 4.2716,
      "step": 45162
    },
    {
      "epoch": 1.8498054474708172,
      "grad_norm": 1.2044983587293416,
      "learning_rate": 0.00023865256932522285,
      "loss": 0.6086,
      "step": 45163
    },
    {
      "epoch": 1.8498464058980135,
      "grad_norm": 1.2629564706722152,
      "learning_rate": 0.0002386499384709821,
      "loss": 1.0011,
      "step": 45164
    },
    {
      "epoch": 1.8498873643252098,
      "grad_norm": 1.4354489090259368,
      "learning_rate": 0.0002386473075748328,
      "loss": 0.6426,
      "step": 45165
    },
    {
      "epoch": 1.8499283227524064,
      "grad_norm": 1.3275310674183887,
      "learning_rate": 0.00023864467663677614,
      "loss": 0.7443,
      "step": 45166
    },
    {
      "epoch": 1.8499692811796027,
      "grad_norm": 1.1765841338987058,
      "learning_rate": 0.00023864204565681346,
      "loss": 0.6023,
      "step": 45167
    },
    {
      "epoch": 1.850010239606799,
      "grad_norm": 1.3239032446477772,
      "learning_rate": 0.00023863941463494594,
      "loss": 0.8118,
      "step": 45168
    },
    {
      "epoch": 1.8500511980339955,
      "grad_norm": 1.3409572912946217,
      "learning_rate": 0.00023863678357117487,
      "loss": 1.0074,
      "step": 45169
    },
    {
      "epoch": 1.8500921564611919,
      "grad_norm": 1.5598584378088645,
      "learning_rate": 0.00023863415246550145,
      "loss": 0.8652,
      "step": 45170
    },
    {
      "epoch": 1.8501331148883882,
      "grad_norm": 6.0344064795016,
      "learning_rate": 0.00023863152131792698,
      "loss": 1.8334,
      "step": 45171
    },
    {
      "epoch": 1.8501740733155847,
      "grad_norm": 1.197946600468314,
      "learning_rate": 0.00023862889012845264,
      "loss": 0.8047,
      "step": 45172
    },
    {
      "epoch": 1.8502150317427812,
      "grad_norm": 1.3728076676072722,
      "learning_rate": 0.0002386262588970797,
      "loss": 1.1086,
      "step": 45173
    },
    {
      "epoch": 1.8502559901699773,
      "grad_norm": 1.0211058124102157,
      "learning_rate": 0.00023862362762380943,
      "loss": 0.6319,
      "step": 45174
    },
    {
      "epoch": 1.8502969485971739,
      "grad_norm": 1.26301830201742,
      "learning_rate": 0.00023862099630864305,
      "loss": 1.0652,
      "step": 45175
    },
    {
      "epoch": 1.8503379070243704,
      "grad_norm": 1.2775981359848294,
      "learning_rate": 0.0002386183649515818,
      "loss": 0.738,
      "step": 45176
    },
    {
      "epoch": 1.8503788654515667,
      "grad_norm": 1.1016812279399613,
      "learning_rate": 0.00023861573355262692,
      "loss": 1.0056,
      "step": 45177
    },
    {
      "epoch": 1.850419823878763,
      "grad_norm": 1.1219593734999667,
      "learning_rate": 0.00023861310211177966,
      "loss": 0.6512,
      "step": 45178
    },
    {
      "epoch": 1.8504607823059596,
      "grad_norm": 1.2273574010888617,
      "learning_rate": 0.0002386104706290413,
      "loss": 0.8206,
      "step": 45179
    },
    {
      "epoch": 1.8505017407331559,
      "grad_norm": 1.5070054060372713,
      "learning_rate": 0.00023860783910441302,
      "loss": 1.1363,
      "step": 45180
    },
    {
      "epoch": 1.8505426991603522,
      "grad_norm": 3.49538190883033,
      "learning_rate": 0.00023860520753789613,
      "loss": 1.5108,
      "step": 45181
    },
    {
      "epoch": 1.8505836575875487,
      "grad_norm": 1.0681830217844093,
      "learning_rate": 0.0002386025759294918,
      "loss": 0.63,
      "step": 45182
    },
    {
      "epoch": 1.850624616014745,
      "grad_norm": 1.351591778891021,
      "learning_rate": 0.0002385999442792013,
      "loss": 0.8968,
      "step": 45183
    },
    {
      "epoch": 1.8506655744419414,
      "grad_norm": 1.0091458045914417,
      "learning_rate": 0.00023859731258702593,
      "loss": 0.2809,
      "step": 45184
    },
    {
      "epoch": 1.8507065328691379,
      "grad_norm": 1.0437758621850433,
      "learning_rate": 0.00023859468085296685,
      "loss": 0.6585,
      "step": 45185
    },
    {
      "epoch": 1.8507474912963342,
      "grad_norm": 1.5188230622177843,
      "learning_rate": 0.0002385920490770254,
      "loss": 0.9207,
      "step": 45186
    },
    {
      "epoch": 1.8507884497235305,
      "grad_norm": 1.0301753431017144,
      "learning_rate": 0.00023858941725920274,
      "loss": 0.5996,
      "step": 45187
    },
    {
      "epoch": 1.850829408150727,
      "grad_norm": 1.2090971566384232,
      "learning_rate": 0.00023858678539950015,
      "loss": 0.8115,
      "step": 45188
    },
    {
      "epoch": 1.8508703665779234,
      "grad_norm": 0.6444472312933367,
      "learning_rate": 0.00023858415349791888,
      "loss": 0.2534,
      "step": 45189
    },
    {
      "epoch": 1.8509113250051197,
      "grad_norm": 0.8517267254377251,
      "learning_rate": 0.0002385815215544601,
      "loss": 0.435,
      "step": 45190
    },
    {
      "epoch": 1.8509522834323162,
      "grad_norm": 1.387288133379065,
      "learning_rate": 0.0002385788895691252,
      "loss": 1.1805,
      "step": 45191
    },
    {
      "epoch": 1.8509932418595128,
      "grad_norm": 1.1964580941698946,
      "learning_rate": 0.0002385762575419153,
      "loss": 0.758,
      "step": 45192
    },
    {
      "epoch": 1.8510342002867088,
      "grad_norm": 0.8873415815942232,
      "learning_rate": 0.00023857362547283168,
      "loss": 0.309,
      "step": 45193
    },
    {
      "epoch": 1.8510751587139054,
      "grad_norm": 1.3385886677796246,
      "learning_rate": 0.0002385709933618756,
      "loss": 0.6658,
      "step": 45194
    },
    {
      "epoch": 1.851116117141102,
      "grad_norm": 1.5428653300440536,
      "learning_rate": 0.0002385683612090483,
      "loss": 1.0045,
      "step": 45195
    },
    {
      "epoch": 1.8511570755682982,
      "grad_norm": 1.4892864880743701,
      "learning_rate": 0.00023856572901435105,
      "loss": 1.0045,
      "step": 45196
    },
    {
      "epoch": 1.8511980339954945,
      "grad_norm": 0.6937204903515425,
      "learning_rate": 0.00023856309677778502,
      "loss": 0.275,
      "step": 45197
    },
    {
      "epoch": 1.851238992422691,
      "grad_norm": 2.0246055359504465,
      "learning_rate": 0.00023856046449935146,
      "loss": 2.1042,
      "step": 45198
    },
    {
      "epoch": 1.8512799508498874,
      "grad_norm": 1.311548592059957,
      "learning_rate": 0.00023855783217905174,
      "loss": 0.7972,
      "step": 45199
    },
    {
      "epoch": 1.8513209092770837,
      "grad_norm": 1.566500535683129,
      "learning_rate": 0.00023855519981688696,
      "loss": 1.0959,
      "step": 45200
    },
    {
      "epoch": 1.8513618677042802,
      "grad_norm": 1.1432110640578428,
      "learning_rate": 0.0002385525674128584,
      "loss": 0.5977,
      "step": 45201
    },
    {
      "epoch": 1.8514028261314766,
      "grad_norm": 1.7094586606957038,
      "learning_rate": 0.00023854993496696738,
      "loss": 1.0145,
      "step": 45202
    },
    {
      "epoch": 1.8514437845586729,
      "grad_norm": 1.3552512244435724,
      "learning_rate": 0.00023854730247921505,
      "loss": 0.79,
      "step": 45203
    },
    {
      "epoch": 1.8514847429858694,
      "grad_norm": 1.2860442913371362,
      "learning_rate": 0.0002385446699496027,
      "loss": 0.8597,
      "step": 45204
    },
    {
      "epoch": 1.8515257014130657,
      "grad_norm": 1.1388285423004565,
      "learning_rate": 0.00023854203737813155,
      "loss": 0.7294,
      "step": 45205
    },
    {
      "epoch": 1.851566659840262,
      "grad_norm": 1.0670748717663603,
      "learning_rate": 0.00023853940476480293,
      "loss": 0.4585,
      "step": 45206
    },
    {
      "epoch": 1.8516076182674586,
      "grad_norm": 1.4141628511532562,
      "learning_rate": 0.00023853677210961796,
      "loss": 0.9424,
      "step": 45207
    },
    {
      "epoch": 1.8516485766946549,
      "grad_norm": 0.7574252986415801,
      "learning_rate": 0.00023853413941257796,
      "loss": 0.3101,
      "step": 45208
    },
    {
      "epoch": 1.8516895351218512,
      "grad_norm": 1.2595344928976246,
      "learning_rate": 0.00023853150667368413,
      "loss": 0.6819,
      "step": 45209
    },
    {
      "epoch": 1.8517304935490477,
      "grad_norm": 1.2951943475664032,
      "learning_rate": 0.00023852887389293775,
      "loss": 0.9363,
      "step": 45210
    },
    {
      "epoch": 1.8517714519762443,
      "grad_norm": 1.4618524279724099,
      "learning_rate": 0.0002385262410703401,
      "loss": 0.9195,
      "step": 45211
    },
    {
      "epoch": 1.8518124104034404,
      "grad_norm": 1.1837752876319103,
      "learning_rate": 0.00023852360820589237,
      "loss": 0.87,
      "step": 45212
    },
    {
      "epoch": 1.851853368830637,
      "grad_norm": 1.3563251500867972,
      "learning_rate": 0.00023852097529959576,
      "loss": 1.035,
      "step": 45213
    },
    {
      "epoch": 1.8518943272578334,
      "grad_norm": 1.0971209808038043,
      "learning_rate": 0.00023851834235145159,
      "loss": 0.6,
      "step": 45214
    },
    {
      "epoch": 1.8519352856850297,
      "grad_norm": 1.244747142143418,
      "learning_rate": 0.0002385157093614611,
      "loss": 0.7771,
      "step": 45215
    },
    {
      "epoch": 1.851976244112226,
      "grad_norm": 1.0593323148718718,
      "learning_rate": 0.00023851307632962552,
      "loss": 0.46,
      "step": 45216
    },
    {
      "epoch": 1.8520172025394226,
      "grad_norm": 1.4314743489843123,
      "learning_rate": 0.0002385104432559461,
      "loss": 0.5895,
      "step": 45217
    },
    {
      "epoch": 1.852058160966619,
      "grad_norm": 0.9451866289062171,
      "learning_rate": 0.0002385078101404241,
      "loss": 0.4269,
      "step": 45218
    },
    {
      "epoch": 1.8520991193938152,
      "grad_norm": 0.9835761788949503,
      "learning_rate": 0.00023850517698306066,
      "loss": 0.7346,
      "step": 45219
    },
    {
      "epoch": 1.8521400778210118,
      "grad_norm": 1.1577166327503543,
      "learning_rate": 0.0002385025437838572,
      "loss": 0.7316,
      "step": 45220
    },
    {
      "epoch": 1.852181036248208,
      "grad_norm": 1.2032294527617529,
      "learning_rate": 0.00023849991054281482,
      "loss": 0.7299,
      "step": 45221
    },
    {
      "epoch": 1.8522219946754044,
      "grad_norm": 1.283088697260222,
      "learning_rate": 0.00023849727725993482,
      "loss": 0.9043,
      "step": 45222
    },
    {
      "epoch": 1.852262953102601,
      "grad_norm": 1.2000768868718155,
      "learning_rate": 0.00023849464393521847,
      "loss": 0.6974,
      "step": 45223
    },
    {
      "epoch": 1.8523039115297972,
      "grad_norm": 1.2905253121855074,
      "learning_rate": 0.00023849201056866696,
      "loss": 0.9748,
      "step": 45224
    },
    {
      "epoch": 1.8523448699569935,
      "grad_norm": 1.342772687853441,
      "learning_rate": 0.00023848937716028156,
      "loss": 0.5828,
      "step": 45225
    },
    {
      "epoch": 1.85238582838419,
      "grad_norm": 1.4503204219741348,
      "learning_rate": 0.00023848674371006352,
      "loss": 0.8965,
      "step": 45226
    },
    {
      "epoch": 1.8524267868113864,
      "grad_norm": 1.6882746739203858,
      "learning_rate": 0.0002384841102180141,
      "loss": 1.1007,
      "step": 45227
    },
    {
      "epoch": 1.8524677452385827,
      "grad_norm": 1.3790780334774226,
      "learning_rate": 0.00023848147668413454,
      "loss": 0.831,
      "step": 45228
    },
    {
      "epoch": 1.8525087036657792,
      "grad_norm": 1.6007573879725285,
      "learning_rate": 0.000238478843108426,
      "loss": 0.8689,
      "step": 45229
    },
    {
      "epoch": 1.8525496620929758,
      "grad_norm": 1.4877579469211513,
      "learning_rate": 0.00023847620949088986,
      "loss": 0.9277,
      "step": 45230
    },
    {
      "epoch": 1.8525906205201719,
      "grad_norm": 1.0688101184330534,
      "learning_rate": 0.0002384735758315273,
      "loss": 0.3224,
      "step": 45231
    },
    {
      "epoch": 1.8526315789473684,
      "grad_norm": 1.17992975203116,
      "learning_rate": 0.00023847094213033958,
      "loss": 0.7076,
      "step": 45232
    },
    {
      "epoch": 1.852672537374565,
      "grad_norm": 1.393663605539869,
      "learning_rate": 0.0002384683083873279,
      "loss": 0.9772,
      "step": 45233
    },
    {
      "epoch": 1.8527134958017613,
      "grad_norm": 1.0092026741257984,
      "learning_rate": 0.00023846567460249356,
      "loss": 0.2803,
      "step": 45234
    },
    {
      "epoch": 1.8527544542289576,
      "grad_norm": 1.44628125019495,
      "learning_rate": 0.00023846304077583777,
      "loss": 1.2739,
      "step": 45235
    },
    {
      "epoch": 1.852795412656154,
      "grad_norm": 1.241276189127373,
      "learning_rate": 0.00023846040690736177,
      "loss": 0.7855,
      "step": 45236
    },
    {
      "epoch": 1.8528363710833504,
      "grad_norm": 0.6041329946723104,
      "learning_rate": 0.00023845777299706683,
      "loss": 0.242,
      "step": 45237
    },
    {
      "epoch": 1.8528773295105467,
      "grad_norm": 1.4373767062523646,
      "learning_rate": 0.0002384551390449542,
      "loss": 0.8529,
      "step": 45238
    },
    {
      "epoch": 1.8529182879377433,
      "grad_norm": 1.064722800400685,
      "learning_rate": 0.00023845250505102512,
      "loss": 0.612,
      "step": 45239
    },
    {
      "epoch": 1.8529592463649396,
      "grad_norm": 1.0093653725066674,
      "learning_rate": 0.00023844987101528082,
      "loss": 0.7497,
      "step": 45240
    },
    {
      "epoch": 1.853000204792136,
      "grad_norm": 1.1005171544751473,
      "learning_rate": 0.00023844723693772256,
      "loss": 0.614,
      "step": 45241
    },
    {
      "epoch": 1.8530411632193324,
      "grad_norm": 1.0741746578535132,
      "learning_rate": 0.00023844460281835156,
      "loss": 0.9096,
      "step": 45242
    },
    {
      "epoch": 1.8530821216465287,
      "grad_norm": 1.1626432089165284,
      "learning_rate": 0.00023844196865716911,
      "loss": 1.0166,
      "step": 45243
    },
    {
      "epoch": 1.853123080073725,
      "grad_norm": 1.3886732954750258,
      "learning_rate": 0.00023843933445417642,
      "loss": 0.8494,
      "step": 45244
    },
    {
      "epoch": 1.8531640385009216,
      "grad_norm": 1.248033464879567,
      "learning_rate": 0.0002384367002093747,
      "loss": 0.7854,
      "step": 45245
    },
    {
      "epoch": 1.853204996928118,
      "grad_norm": 0.825592732347127,
      "learning_rate": 0.0002384340659227653,
      "loss": 0.3417,
      "step": 45246
    },
    {
      "epoch": 1.8532459553553142,
      "grad_norm": 1.4719794689350636,
      "learning_rate": 0.00023843143159434937,
      "loss": 1.0868,
      "step": 45247
    },
    {
      "epoch": 1.8532869137825108,
      "grad_norm": 1.347317953652116,
      "learning_rate": 0.00023842879722412819,
      "loss": 0.632,
      "step": 45248
    },
    {
      "epoch": 1.8533278722097073,
      "grad_norm": 1.2085267307233323,
      "learning_rate": 0.00023842616281210304,
      "loss": 0.7667,
      "step": 45249
    },
    {
      "epoch": 1.8533688306369034,
      "grad_norm": 1.4915745535941825,
      "learning_rate": 0.0002384235283582751,
      "loss": 1.1813,
      "step": 45250
    },
    {
      "epoch": 1.8534097890641,
      "grad_norm": 1.1534523015734286,
      "learning_rate": 0.00023842089386264567,
      "loss": 0.3693,
      "step": 45251
    },
    {
      "epoch": 1.8534507474912965,
      "grad_norm": 1.5246581816566,
      "learning_rate": 0.00023841825932521598,
      "loss": 0.9401,
      "step": 45252
    },
    {
      "epoch": 1.8534917059184928,
      "grad_norm": 1.2338480933137452,
      "learning_rate": 0.00023841562474598722,
      "loss": 0.8899,
      "step": 45253
    },
    {
      "epoch": 1.853532664345689,
      "grad_norm": 1.54626462547343,
      "learning_rate": 0.00023841299012496075,
      "loss": 0.9049,
      "step": 45254
    },
    {
      "epoch": 1.8535736227728856,
      "grad_norm": 1.3148334253711518,
      "learning_rate": 0.0002384103554621377,
      "loss": 0.8453,
      "step": 45255
    },
    {
      "epoch": 1.853614581200082,
      "grad_norm": 1.5611035448640436,
      "learning_rate": 0.00023840772075751934,
      "loss": 1.4774,
      "step": 45256
    },
    {
      "epoch": 1.8536555396272782,
      "grad_norm": 1.1993790830439945,
      "learning_rate": 0.000238405086011107,
      "loss": 0.6912,
      "step": 45257
    },
    {
      "epoch": 1.8536964980544748,
      "grad_norm": 1.303126059643727,
      "learning_rate": 0.00023840245122290181,
      "loss": 0.6416,
      "step": 45258
    },
    {
      "epoch": 1.853737456481671,
      "grad_norm": 0.8928533459957088,
      "learning_rate": 0.0002383998163929051,
      "loss": 0.3314,
      "step": 45259
    },
    {
      "epoch": 1.8537784149088674,
      "grad_norm": 1.2026979136027511,
      "learning_rate": 0.0002383971815211181,
      "loss": 1.0991,
      "step": 45260
    },
    {
      "epoch": 1.853819373336064,
      "grad_norm": 4.209220004222328,
      "learning_rate": 0.00023839454660754203,
      "loss": 6.6116,
      "step": 45261
    },
    {
      "epoch": 1.8538603317632603,
      "grad_norm": 1.1756851246243178,
      "learning_rate": 0.00023839191165217816,
      "loss": 0.6482,
      "step": 45262
    },
    {
      "epoch": 1.8539012901904566,
      "grad_norm": 1.2650025036828438,
      "learning_rate": 0.00023838927665502773,
      "loss": 0.6284,
      "step": 45263
    },
    {
      "epoch": 1.853942248617653,
      "grad_norm": 1.3704366127358358,
      "learning_rate": 0.00023838664161609193,
      "loss": 0.672,
      "step": 45264
    },
    {
      "epoch": 1.8539832070448494,
      "grad_norm": 1.4428109616109235,
      "learning_rate": 0.0002383840065353721,
      "loss": 0.759,
      "step": 45265
    },
    {
      "epoch": 1.8540241654720457,
      "grad_norm": 1.1538885883986774,
      "learning_rate": 0.00023838137141286945,
      "loss": 0.6815,
      "step": 45266
    },
    {
      "epoch": 1.8540651238992423,
      "grad_norm": 1.368042974162835,
      "learning_rate": 0.00023837873624858516,
      "loss": 1.04,
      "step": 45267
    },
    {
      "epoch": 1.8541060823264388,
      "grad_norm": 0.9278259983869441,
      "learning_rate": 0.00023837610104252056,
      "loss": 0.4963,
      "step": 45268
    },
    {
      "epoch": 1.854147040753635,
      "grad_norm": 1.0519541327785633,
      "learning_rate": 0.0002383734657946769,
      "loss": 0.6092,
      "step": 45269
    },
    {
      "epoch": 1.8541879991808314,
      "grad_norm": 1.3148132576320075,
      "learning_rate": 0.00023837083050505533,
      "loss": 0.5907,
      "step": 45270
    },
    {
      "epoch": 1.854228957608028,
      "grad_norm": 1.110024032849488,
      "learning_rate": 0.0002383681951736572,
      "loss": 0.691,
      "step": 45271
    },
    {
      "epoch": 1.8542699160352243,
      "grad_norm": 1.498558888861412,
      "learning_rate": 0.0002383655598004837,
      "loss": 1.3682,
      "step": 45272
    },
    {
      "epoch": 1.8543108744624206,
      "grad_norm": 1.361918081494084,
      "learning_rate": 0.0002383629243855361,
      "loss": 0.9384,
      "step": 45273
    },
    {
      "epoch": 1.8543518328896171,
      "grad_norm": 1.7513211596491154,
      "learning_rate": 0.00023836028892881565,
      "loss": 1.4173,
      "step": 45274
    },
    {
      "epoch": 1.8543927913168134,
      "grad_norm": 1.3529305200032111,
      "learning_rate": 0.00023835765343032354,
      "loss": 0.6567,
      "step": 45275
    },
    {
      "epoch": 1.8544337497440098,
      "grad_norm": 1.2689743260273367,
      "learning_rate": 0.0002383550178900611,
      "loss": 0.9768,
      "step": 45276
    },
    {
      "epoch": 1.8544747081712063,
      "grad_norm": 1.3274932322661634,
      "learning_rate": 0.00023835238230802952,
      "loss": 0.9023,
      "step": 45277
    },
    {
      "epoch": 1.8545156665984026,
      "grad_norm": 1.235629333081717,
      "learning_rate": 0.00023834974668423008,
      "loss": 0.4735,
      "step": 45278
    },
    {
      "epoch": 1.854556625025599,
      "grad_norm": 1.8846897317339308,
      "learning_rate": 0.00023834711101866396,
      "loss": 1.4686,
      "step": 45279
    },
    {
      "epoch": 1.8545975834527955,
      "grad_norm": 1.3389601201049464,
      "learning_rate": 0.00023834447531133248,
      "loss": 0.862,
      "step": 45280
    },
    {
      "epoch": 1.8546385418799918,
      "grad_norm": 1.2599437171495225,
      "learning_rate": 0.00023834183956223686,
      "loss": 0.6887,
      "step": 45281
    },
    {
      "epoch": 1.854679500307188,
      "grad_norm": 1.2570711618685126,
      "learning_rate": 0.00023833920377137833,
      "loss": 0.8356,
      "step": 45282
    },
    {
      "epoch": 1.8547204587343846,
      "grad_norm": 1.1564457557357035,
      "learning_rate": 0.00023833656793875816,
      "loss": 0.875,
      "step": 45283
    },
    {
      "epoch": 1.8547614171615812,
      "grad_norm": 1.3259777584327768,
      "learning_rate": 0.0002383339320643776,
      "loss": 0.7973,
      "step": 45284
    },
    {
      "epoch": 1.8548023755887773,
      "grad_norm": 0.9074017494866262,
      "learning_rate": 0.00023833129614823784,
      "loss": 0.3329,
      "step": 45285
    },
    {
      "epoch": 1.8548433340159738,
      "grad_norm": 1.5389016937734288,
      "learning_rate": 0.00023832866019034022,
      "loss": 0.8164,
      "step": 45286
    },
    {
      "epoch": 1.8548842924431703,
      "grad_norm": 1.0760790289395623,
      "learning_rate": 0.00023832602419068593,
      "loss": 0.3999,
      "step": 45287
    },
    {
      "epoch": 1.8549252508703664,
      "grad_norm": 1.4111823145481712,
      "learning_rate": 0.00023832338814927623,
      "loss": 0.8558,
      "step": 45288
    },
    {
      "epoch": 1.854966209297563,
      "grad_norm": 1.5817403195093898,
      "learning_rate": 0.0002383207520661123,
      "loss": 1.1325,
      "step": 45289
    },
    {
      "epoch": 1.8550071677247595,
      "grad_norm": 0.7492855439518215,
      "learning_rate": 0.00023831811594119548,
      "loss": 0.2978,
      "step": 45290
    },
    {
      "epoch": 1.8550481261519558,
      "grad_norm": 1.146909996729628,
      "learning_rate": 0.00023831547977452698,
      "loss": 0.6904,
      "step": 45291
    },
    {
      "epoch": 1.8550890845791521,
      "grad_norm": 1.282343389866129,
      "learning_rate": 0.00023831284356610807,
      "loss": 0.6862,
      "step": 45292
    },
    {
      "epoch": 1.8551300430063487,
      "grad_norm": 0.9926914078749324,
      "learning_rate": 0.00023831020731593993,
      "loss": 0.5746,
      "step": 45293
    },
    {
      "epoch": 1.855171001433545,
      "grad_norm": 1.2964610131992222,
      "learning_rate": 0.00023830757102402385,
      "loss": 0.7176,
      "step": 45294
    },
    {
      "epoch": 1.8552119598607413,
      "grad_norm": 1.004397437662412,
      "learning_rate": 0.0002383049346903611,
      "loss": 0.6143,
      "step": 45295
    },
    {
      "epoch": 1.8552529182879378,
      "grad_norm": 1.093688217849968,
      "learning_rate": 0.00023830229831495287,
      "loss": 0.67,
      "step": 45296
    },
    {
      "epoch": 1.8552938767151341,
      "grad_norm": 1.1914957340109025,
      "learning_rate": 0.0002382996618978005,
      "loss": 0.8422,
      "step": 45297
    },
    {
      "epoch": 1.8553348351423304,
      "grad_norm": 1.385043227380185,
      "learning_rate": 0.0002382970254389051,
      "loss": 0.7831,
      "step": 45298
    },
    {
      "epoch": 1.855375793569527,
      "grad_norm": 1.5858530234451476,
      "learning_rate": 0.00023829438893826805,
      "loss": 1.2596,
      "step": 45299
    },
    {
      "epoch": 1.8554167519967233,
      "grad_norm": 1.3768443484992015,
      "learning_rate": 0.00023829175239589048,
      "loss": 0.945,
      "step": 45300
    },
    {
      "epoch": 1.8554577104239196,
      "grad_norm": 1.298491421558378,
      "learning_rate": 0.00023828911581177375,
      "loss": 0.8626,
      "step": 45301
    },
    {
      "epoch": 1.8554986688511161,
      "grad_norm": 1.4766047003887226,
      "learning_rate": 0.00023828647918591904,
      "loss": 0.7915,
      "step": 45302
    },
    {
      "epoch": 1.8555396272783127,
      "grad_norm": 0.9539133283582314,
      "learning_rate": 0.00023828384251832756,
      "loss": 0.3877,
      "step": 45303
    },
    {
      "epoch": 1.8555805857055088,
      "grad_norm": 1.7249370102779822,
      "learning_rate": 0.00023828120580900064,
      "loss": 0.6709,
      "step": 45304
    },
    {
      "epoch": 1.8556215441327053,
      "grad_norm": 1.4476180854964804,
      "learning_rate": 0.00023827856905793947,
      "loss": 0.9063,
      "step": 45305
    },
    {
      "epoch": 1.8556625025599018,
      "grad_norm": 1.3172772200757152,
      "learning_rate": 0.0002382759322651453,
      "loss": 0.6855,
      "step": 45306
    },
    {
      "epoch": 1.855703460987098,
      "grad_norm": 1.5121660249502453,
      "learning_rate": 0.00023827329543061945,
      "loss": 0.9032,
      "step": 45307
    },
    {
      "epoch": 1.8557444194142945,
      "grad_norm": 2.5448337392600444,
      "learning_rate": 0.00023827065855436301,
      "loss": 2.1003,
      "step": 45308
    },
    {
      "epoch": 1.855785377841491,
      "grad_norm": 1.3611804734189215,
      "learning_rate": 0.0002382680216363774,
      "loss": 0.9229,
      "step": 45309
    },
    {
      "epoch": 1.8558263362686873,
      "grad_norm": 1.1844585182503107,
      "learning_rate": 0.0002382653846766638,
      "loss": 0.4777,
      "step": 45310
    },
    {
      "epoch": 1.8558672946958836,
      "grad_norm": 0.8993379816300907,
      "learning_rate": 0.0002382627476752234,
      "loss": 0.3737,
      "step": 45311
    },
    {
      "epoch": 1.8559082531230802,
      "grad_norm": 1.3562611068330983,
      "learning_rate": 0.00023826011063205754,
      "loss": 0.8138,
      "step": 45312
    },
    {
      "epoch": 1.8559492115502765,
      "grad_norm": 0.8716277619956669,
      "learning_rate": 0.00023825747354716737,
      "loss": 0.3591,
      "step": 45313
    },
    {
      "epoch": 1.8559901699774728,
      "grad_norm": 1.1141487628122009,
      "learning_rate": 0.00023825483642055424,
      "loss": 0.7574,
      "step": 45314
    },
    {
      "epoch": 1.8560311284046693,
      "grad_norm": 1.3284094318216342,
      "learning_rate": 0.00023825219925221932,
      "loss": 0.6423,
      "step": 45315
    },
    {
      "epoch": 1.8560720868318656,
      "grad_norm": 0.649808608826888,
      "learning_rate": 0.0002382495620421639,
      "loss": 0.2583,
      "step": 45316
    },
    {
      "epoch": 1.856113045259062,
      "grad_norm": 0.8140354062983032,
      "learning_rate": 0.00023824692479038916,
      "loss": 0.541,
      "step": 45317
    },
    {
      "epoch": 1.8561540036862585,
      "grad_norm": 6.4353936061481924,
      "learning_rate": 0.00023824428749689644,
      "loss": 2.9893,
      "step": 45318
    },
    {
      "epoch": 1.8561949621134548,
      "grad_norm": 1.2739486673205334,
      "learning_rate": 0.00023824165016168695,
      "loss": 0.7525,
      "step": 45319
    },
    {
      "epoch": 1.8562359205406511,
      "grad_norm": 1.4838627103806812,
      "learning_rate": 0.0002382390127847619,
      "loss": 0.9138,
      "step": 45320
    },
    {
      "epoch": 1.8562768789678477,
      "grad_norm": 1.9525236624793862,
      "learning_rate": 0.00023823637536612256,
      "loss": 1.9975,
      "step": 45321
    },
    {
      "epoch": 1.8563178373950442,
      "grad_norm": 1.2583564901537057,
      "learning_rate": 0.0002382337379057702,
      "loss": 0.8486,
      "step": 45322
    },
    {
      "epoch": 1.8563587958222403,
      "grad_norm": 1.0522092689792828,
      "learning_rate": 0.000238231100403706,
      "loss": 0.3662,
      "step": 45323
    },
    {
      "epoch": 1.8563997542494368,
      "grad_norm": 1.0372451363221264,
      "learning_rate": 0.00023822846285993131,
      "loss": 0.2897,
      "step": 45324
    },
    {
      "epoch": 1.8564407126766334,
      "grad_norm": 1.4351831463819398,
      "learning_rate": 0.00023822582527444734,
      "loss": 1.0124,
      "step": 45325
    },
    {
      "epoch": 1.8564816711038297,
      "grad_norm": 5.688038903432026,
      "learning_rate": 0.00023822318764725526,
      "loss": 2.2102,
      "step": 45326
    },
    {
      "epoch": 1.856522629531026,
      "grad_norm": 1.0689995042091398,
      "learning_rate": 0.00023822054997835646,
      "loss": 0.733,
      "step": 45327
    },
    {
      "epoch": 1.8565635879582225,
      "grad_norm": 1.4340403309087664,
      "learning_rate": 0.00023821791226775202,
      "loss": 1.0353,
      "step": 45328
    },
    {
      "epoch": 1.8566045463854188,
      "grad_norm": 0.6248130140050904,
      "learning_rate": 0.00023821527451544326,
      "loss": 0.2233,
      "step": 45329
    },
    {
      "epoch": 1.8566455048126151,
      "grad_norm": 1.3210870570935538,
      "learning_rate": 0.0002382126367214315,
      "loss": 0.8744,
      "step": 45330
    },
    {
      "epoch": 1.8566864632398117,
      "grad_norm": 1.5023456047096237,
      "learning_rate": 0.00023820999888571792,
      "loss": 0.8678,
      "step": 45331
    },
    {
      "epoch": 1.856727421667008,
      "grad_norm": 0.8310080662670557,
      "learning_rate": 0.00023820736100830373,
      "loss": 0.3585,
      "step": 45332
    },
    {
      "epoch": 1.8567683800942043,
      "grad_norm": 1.1169677519293457,
      "learning_rate": 0.00023820472308919025,
      "loss": 0.286,
      "step": 45333
    },
    {
      "epoch": 1.8568093385214008,
      "grad_norm": 1.6645481268777496,
      "learning_rate": 0.00023820208512837868,
      "loss": 0.9601,
      "step": 45334
    },
    {
      "epoch": 1.8568502969485972,
      "grad_norm": 1.210461987473628,
      "learning_rate": 0.0002381994471258703,
      "loss": 0.7497,
      "step": 45335
    },
    {
      "epoch": 1.8568912553757935,
      "grad_norm": 1.229998411188497,
      "learning_rate": 0.00023819680908166628,
      "loss": 0.7916,
      "step": 45336
    },
    {
      "epoch": 1.85693221380299,
      "grad_norm": 1.3553496655197192,
      "learning_rate": 0.00023819417099576803,
      "loss": 0.6994,
      "step": 45337
    },
    {
      "epoch": 1.8569731722301863,
      "grad_norm": 1.4185706660156077,
      "learning_rate": 0.00023819153286817662,
      "loss": 0.7339,
      "step": 45338
    },
    {
      "epoch": 1.8570141306573826,
      "grad_norm": 1.4165463821327762,
      "learning_rate": 0.00023818889469889336,
      "loss": 0.9971,
      "step": 45339
    },
    {
      "epoch": 1.8570550890845792,
      "grad_norm": 1.0688177249640136,
      "learning_rate": 0.00023818625648791954,
      "loss": 1.0487,
      "step": 45340
    },
    {
      "epoch": 1.8570960475117757,
      "grad_norm": 1.2418280195432485,
      "learning_rate": 0.0002381836182352564,
      "loss": 0.8339,
      "step": 45341
    },
    {
      "epoch": 1.8571370059389718,
      "grad_norm": 1.4503722160667913,
      "learning_rate": 0.00023818097994090511,
      "loss": 1.2834,
      "step": 45342
    },
    {
      "epoch": 1.8571779643661683,
      "grad_norm": 1.5548983927730495,
      "learning_rate": 0.00023817834160486697,
      "loss": 1.0788,
      "step": 45343
    },
    {
      "epoch": 1.8572189227933649,
      "grad_norm": 1.0308173791367299,
      "learning_rate": 0.00023817570322714327,
      "loss": 0.3655,
      "step": 45344
    },
    {
      "epoch": 1.8572598812205612,
      "grad_norm": 1.0661424390075775,
      "learning_rate": 0.00023817306480773519,
      "loss": 0.7261,
      "step": 45345
    },
    {
      "epoch": 1.8573008396477575,
      "grad_norm": 1.3067028497842308,
      "learning_rate": 0.00023817042634664397,
      "loss": 0.7931,
      "step": 45346
    },
    {
      "epoch": 1.857341798074954,
      "grad_norm": 1.096475757084276,
      "learning_rate": 0.00023816778784387094,
      "loss": 0.5441,
      "step": 45347
    },
    {
      "epoch": 1.8573827565021503,
      "grad_norm": 0.7032331575081521,
      "learning_rate": 0.0002381651492994173,
      "loss": 0.3507,
      "step": 45348
    },
    {
      "epoch": 1.8574237149293467,
      "grad_norm": 3.239087837218634,
      "learning_rate": 0.00023816251071328426,
      "loss": 2.1776,
      "step": 45349
    },
    {
      "epoch": 1.8574646733565432,
      "grad_norm": 0.8133791519334268,
      "learning_rate": 0.0002381598720854731,
      "loss": 0.298,
      "step": 45350
    },
    {
      "epoch": 1.8575056317837395,
      "grad_norm": 1.2653214708735434,
      "learning_rate": 0.00023815723341598513,
      "loss": 0.8599,
      "step": 45351
    },
    {
      "epoch": 1.8575465902109358,
      "grad_norm": 1.4616663643130126,
      "learning_rate": 0.0002381545947048215,
      "loss": 0.8937,
      "step": 45352
    },
    {
      "epoch": 1.8575875486381324,
      "grad_norm": 1.4317878716262482,
      "learning_rate": 0.00023815195595198343,
      "loss": 0.9129,
      "step": 45353
    },
    {
      "epoch": 1.8576285070653287,
      "grad_norm": 1.1785232090592621,
      "learning_rate": 0.00023814931715747227,
      "loss": 0.6947,
      "step": 45354
    },
    {
      "epoch": 1.857669465492525,
      "grad_norm": 1.1459658341516954,
      "learning_rate": 0.00023814667832128925,
      "loss": 0.8347,
      "step": 45355
    },
    {
      "epoch": 1.8577104239197215,
      "grad_norm": 2.2658368363619497,
      "learning_rate": 0.00023814403944343558,
      "loss": 0.7661,
      "step": 45356
    },
    {
      "epoch": 1.8577513823469178,
      "grad_norm": 0.946360072852275,
      "learning_rate": 0.0002381414005239125,
      "loss": 0.6786,
      "step": 45357
    },
    {
      "epoch": 1.8577923407741141,
      "grad_norm": 1.0240523478994503,
      "learning_rate": 0.00023813876156272135,
      "loss": 0.3323,
      "step": 45358
    },
    {
      "epoch": 1.8578332992013107,
      "grad_norm": 1.098977798167904,
      "learning_rate": 0.00023813612255986323,
      "loss": 0.7657,
      "step": 45359
    },
    {
      "epoch": 1.8578742576285072,
      "grad_norm": 1.3587349235209174,
      "learning_rate": 0.00023813348351533952,
      "loss": 0.7688,
      "step": 45360
    },
    {
      "epoch": 1.8579152160557033,
      "grad_norm": 0.6669237252033877,
      "learning_rate": 0.0002381308444291514,
      "loss": 0.3093,
      "step": 45361
    },
    {
      "epoch": 1.8579561744828998,
      "grad_norm": 0.9991406346441144,
      "learning_rate": 0.00023812820530130012,
      "loss": 0.6825,
      "step": 45362
    },
    {
      "epoch": 1.8579971329100964,
      "grad_norm": 1.5471557334472432,
      "learning_rate": 0.00023812556613178696,
      "loss": 0.8515,
      "step": 45363
    },
    {
      "epoch": 1.8580380913372927,
      "grad_norm": 1.5804611422207273,
      "learning_rate": 0.00023812292692061308,
      "loss": 1.138,
      "step": 45364
    },
    {
      "epoch": 1.858079049764489,
      "grad_norm": 0.8102029089159827,
      "learning_rate": 0.00023812028766777987,
      "loss": 0.3308,
      "step": 45365
    },
    {
      "epoch": 1.8581200081916855,
      "grad_norm": 1.4484899246117924,
      "learning_rate": 0.00023811764837328845,
      "loss": 0.9008,
      "step": 45366
    },
    {
      "epoch": 1.8581609666188819,
      "grad_norm": 1.26284242591463,
      "learning_rate": 0.00023811500903714013,
      "loss": 0.7213,
      "step": 45367
    },
    {
      "epoch": 1.8582019250460782,
      "grad_norm": 1.186511198259471,
      "learning_rate": 0.0002381123696593362,
      "loss": 0.5142,
      "step": 45368
    },
    {
      "epoch": 1.8582428834732747,
      "grad_norm": 1.0293544951970268,
      "learning_rate": 0.00023810973023987778,
      "loss": 0.7275,
      "step": 45369
    },
    {
      "epoch": 1.858283841900471,
      "grad_norm": 2.123071885364807,
      "learning_rate": 0.00023810709077876622,
      "loss": 3.3833,
      "step": 45370
    },
    {
      "epoch": 1.8583248003276673,
      "grad_norm": 4.323944421505697,
      "learning_rate": 0.00023810445127600278,
      "loss": 2.3811,
      "step": 45371
    },
    {
      "epoch": 1.8583657587548639,
      "grad_norm": 0.687456479869022,
      "learning_rate": 0.00023810181173158863,
      "loss": 0.288,
      "step": 45372
    },
    {
      "epoch": 1.8584067171820602,
      "grad_norm": 1.2845563170410166,
      "learning_rate": 0.00023809917214552507,
      "loss": 0.9125,
      "step": 45373
    },
    {
      "epoch": 1.8584476756092565,
      "grad_norm": 0.6198878064126714,
      "learning_rate": 0.00023809653251781333,
      "loss": 0.308,
      "step": 45374
    },
    {
      "epoch": 1.858488634036453,
      "grad_norm": 1.6048171445128525,
      "learning_rate": 0.00023809389284845466,
      "loss": 1.2011,
      "step": 45375
    },
    {
      "epoch": 1.8585295924636493,
      "grad_norm": 1.3508364279389034,
      "learning_rate": 0.00023809125313745027,
      "loss": 1.0936,
      "step": 45376
    },
    {
      "epoch": 1.8585705508908457,
      "grad_norm": 1.3465052478355959,
      "learning_rate": 0.00023808861338480146,
      "loss": 1.0441,
      "step": 45377
    },
    {
      "epoch": 1.8586115093180422,
      "grad_norm": 1.3264777749200845,
      "learning_rate": 0.0002380859735905095,
      "loss": 0.7853,
      "step": 45378
    },
    {
      "epoch": 1.8586524677452387,
      "grad_norm": 0.7184567966968042,
      "learning_rate": 0.0002380833337545756,
      "loss": 0.2911,
      "step": 45379
    },
    {
      "epoch": 1.8586934261724348,
      "grad_norm": 1.509016292487138,
      "learning_rate": 0.000238080693877001,
      "loss": 0.996,
      "step": 45380
    },
    {
      "epoch": 1.8587343845996314,
      "grad_norm": 1.0400933200607363,
      "learning_rate": 0.00023807805395778696,
      "loss": 0.4483,
      "step": 45381
    },
    {
      "epoch": 1.858775343026828,
      "grad_norm": 1.5299944924748645,
      "learning_rate": 0.00023807541399693474,
      "loss": 0.8352,
      "step": 45382
    },
    {
      "epoch": 1.8588163014540242,
      "grad_norm": 1.5669954273490587,
      "learning_rate": 0.00023807277399444556,
      "loss": 1.024,
      "step": 45383
    },
    {
      "epoch": 1.8588572598812205,
      "grad_norm": 1.3759635895695232,
      "learning_rate": 0.0002380701339503207,
      "loss": 0.8351,
      "step": 45384
    },
    {
      "epoch": 1.858898218308417,
      "grad_norm": 1.2078765790219383,
      "learning_rate": 0.00023806749386456137,
      "loss": 0.9649,
      "step": 45385
    },
    {
      "epoch": 1.8589391767356134,
      "grad_norm": 1.2466995526392544,
      "learning_rate": 0.0002380648537371688,
      "loss": 0.8735,
      "step": 45386
    },
    {
      "epoch": 1.8589801351628097,
      "grad_norm": 1.219983691868228,
      "learning_rate": 0.00023806221356814436,
      "loss": 0.5607,
      "step": 45387
    },
    {
      "epoch": 1.8590210935900062,
      "grad_norm": 1.3134757376779158,
      "learning_rate": 0.00023805957335748916,
      "loss": 1.0929,
      "step": 45388
    },
    {
      "epoch": 1.8590620520172025,
      "grad_norm": 1.2388505928198086,
      "learning_rate": 0.0002380569331052045,
      "loss": 0.713,
      "step": 45389
    },
    {
      "epoch": 1.8591030104443989,
      "grad_norm": 1.120539664708899,
      "learning_rate": 0.00023805429281129167,
      "loss": 0.8412,
      "step": 45390
    },
    {
      "epoch": 1.8591439688715954,
      "grad_norm": 1.1210113352048254,
      "learning_rate": 0.00023805165247575187,
      "loss": 0.6384,
      "step": 45391
    },
    {
      "epoch": 1.8591849272987917,
      "grad_norm": 5.654342847502171,
      "learning_rate": 0.00023804901209858634,
      "loss": 2.2204,
      "step": 45392
    },
    {
      "epoch": 1.859225885725988,
      "grad_norm": 1.582359866657133,
      "learning_rate": 0.0002380463716797964,
      "loss": 1.1637,
      "step": 45393
    },
    {
      "epoch": 1.8592668441531846,
      "grad_norm": 1.884432509072645,
      "learning_rate": 0.00023804373121938318,
      "loss": 1.4932,
      "step": 45394
    },
    {
      "epoch": 1.8593078025803809,
      "grad_norm": 1.4950607537446328,
      "learning_rate": 0.00023804109071734797,
      "loss": 1.4238,
      "step": 45395
    },
    {
      "epoch": 1.8593487610075772,
      "grad_norm": 1.2404159780084991,
      "learning_rate": 0.00023803845017369212,
      "loss": 0.7937,
      "step": 45396
    },
    {
      "epoch": 1.8593897194347737,
      "grad_norm": 1.2954305940643358,
      "learning_rate": 0.00023803580958841675,
      "loss": 0.6388,
      "step": 45397
    },
    {
      "epoch": 1.8594306778619702,
      "grad_norm": 1.1897329797068217,
      "learning_rate": 0.0002380331689615232,
      "loss": 0.7135,
      "step": 45398
    },
    {
      "epoch": 1.8594716362891663,
      "grad_norm": 1.1916026929600294,
      "learning_rate": 0.00023803052829301266,
      "loss": 0.8355,
      "step": 45399
    },
    {
      "epoch": 1.8595125947163629,
      "grad_norm": 1.1727674386613036,
      "learning_rate": 0.00023802788758288637,
      "loss": 0.7643,
      "step": 45400
    },
    {
      "epoch": 1.8595535531435594,
      "grad_norm": 1.0514418921976583,
      "learning_rate": 0.00023802524683114564,
      "loss": 0.7543,
      "step": 45401
    },
    {
      "epoch": 1.8595945115707557,
      "grad_norm": 1.2310887093956748,
      "learning_rate": 0.00023802260603779165,
      "loss": 0.8371,
      "step": 45402
    },
    {
      "epoch": 1.859635469997952,
      "grad_norm": 1.1955384566262952,
      "learning_rate": 0.00023801996520282566,
      "loss": 0.639,
      "step": 45403
    },
    {
      "epoch": 1.8596764284251486,
      "grad_norm": 1.1837551247472187,
      "learning_rate": 0.00023801732432624897,
      "loss": 0.901,
      "step": 45404
    },
    {
      "epoch": 1.859717386852345,
      "grad_norm": 1.6608521543140395,
      "learning_rate": 0.00023801468340806277,
      "loss": 0.9204,
      "step": 45405
    },
    {
      "epoch": 1.8597583452795412,
      "grad_norm": 3.0146519873999926,
      "learning_rate": 0.00023801204244826835,
      "loss": 5.2135,
      "step": 45406
    },
    {
      "epoch": 1.8597993037067377,
      "grad_norm": 0.9627865290810037,
      "learning_rate": 0.00023800940144686698,
      "loss": 0.289,
      "step": 45407
    },
    {
      "epoch": 1.859840262133934,
      "grad_norm": 1.8164967663673843,
      "learning_rate": 0.00023800676040385986,
      "loss": 1.8712,
      "step": 45408
    },
    {
      "epoch": 1.8598812205611304,
      "grad_norm": 1.8825573043026338,
      "learning_rate": 0.00023800411931924821,
      "loss": 1.1773,
      "step": 45409
    },
    {
      "epoch": 1.859922178988327,
      "grad_norm": 1.618670799456825,
      "learning_rate": 0.00023800147819303335,
      "loss": 1.4609,
      "step": 45410
    },
    {
      "epoch": 1.8599631374155232,
      "grad_norm": 1.076362658221689,
      "learning_rate": 0.00023799883702521648,
      "loss": 0.5475,
      "step": 45411
    },
    {
      "epoch": 1.8600040958427195,
      "grad_norm": 0.7114511956033301,
      "learning_rate": 0.0002379961958157989,
      "loss": 0.2662,
      "step": 45412
    },
    {
      "epoch": 1.860045054269916,
      "grad_norm": 1.1624443006058824,
      "learning_rate": 0.0002379935545647818,
      "loss": 0.7395,
      "step": 45413
    },
    {
      "epoch": 1.8600860126971124,
      "grad_norm": 2.0449530112074594,
      "learning_rate": 0.00023799091327216643,
      "loss": 1.4091,
      "step": 45414
    },
    {
      "epoch": 1.8601269711243087,
      "grad_norm": 1.4363080015405527,
      "learning_rate": 0.0002379882719379541,
      "loss": 0.7944,
      "step": 45415
    },
    {
      "epoch": 1.8601679295515052,
      "grad_norm": 1.2307803068440168,
      "learning_rate": 0.000237985630562146,
      "loss": 0.7485,
      "step": 45416
    },
    {
      "epoch": 1.8602088879787018,
      "grad_norm": 1.7107468545776285,
      "learning_rate": 0.0002379829891447434,
      "loss": 1.2015,
      "step": 45417
    },
    {
      "epoch": 1.8602498464058979,
      "grad_norm": 5.952602722580488,
      "learning_rate": 0.00023798034768574754,
      "loss": 5.2748,
      "step": 45418
    },
    {
      "epoch": 1.8602908048330944,
      "grad_norm": 1.1530699744897648,
      "learning_rate": 0.00023797770618515967,
      "loss": 0.5025,
      "step": 45419
    },
    {
      "epoch": 1.860331763260291,
      "grad_norm": 1.1951917022784175,
      "learning_rate": 0.0002379750646429811,
      "loss": 0.8888,
      "step": 45420
    },
    {
      "epoch": 1.8603727216874872,
      "grad_norm": 0.8609410716841632,
      "learning_rate": 0.00023797242305921296,
      "loss": 0.3259,
      "step": 45421
    },
    {
      "epoch": 1.8604136801146836,
      "grad_norm": 1.6451858768451835,
      "learning_rate": 0.00023796978143385663,
      "loss": 0.9859,
      "step": 45422
    },
    {
      "epoch": 1.86045463854188,
      "grad_norm": 1.0867308444103094,
      "learning_rate": 0.00023796713976691325,
      "loss": 0.852,
      "step": 45423
    },
    {
      "epoch": 1.8604955969690764,
      "grad_norm": 1.191072047248295,
      "learning_rate": 0.0002379644980583841,
      "loss": 0.8375,
      "step": 45424
    },
    {
      "epoch": 1.8605365553962727,
      "grad_norm": 1.2880081623873498,
      "learning_rate": 0.00023796185630827046,
      "loss": 0.8536,
      "step": 45425
    },
    {
      "epoch": 1.8605775138234693,
      "grad_norm": 0.7980684180463505,
      "learning_rate": 0.00023795921451657355,
      "loss": 0.3187,
      "step": 45426
    },
    {
      "epoch": 1.8606184722506656,
      "grad_norm": 1.3907366757948816,
      "learning_rate": 0.00023795657268329464,
      "loss": 1.034,
      "step": 45427
    },
    {
      "epoch": 1.8606594306778619,
      "grad_norm": 1.5183909358624024,
      "learning_rate": 0.00023795393080843497,
      "loss": 0.8463,
      "step": 45428
    },
    {
      "epoch": 1.8607003891050584,
      "grad_norm": 1.6072551990980957,
      "learning_rate": 0.00023795128889199575,
      "loss": 0.9945,
      "step": 45429
    },
    {
      "epoch": 1.8607413475322547,
      "grad_norm": 1.1723425319409433,
      "learning_rate": 0.0002379486469339783,
      "loss": 0.7932,
      "step": 45430
    },
    {
      "epoch": 1.860782305959451,
      "grad_norm": 1.3265976097491599,
      "learning_rate": 0.0002379460049343838,
      "loss": 0.6937,
      "step": 45431
    },
    {
      "epoch": 1.8608232643866476,
      "grad_norm": 2.0157454152098113,
      "learning_rate": 0.00023794336289321356,
      "loss": 1.6823,
      "step": 45432
    },
    {
      "epoch": 1.860864222813844,
      "grad_norm": 1.048112386716875,
      "learning_rate": 0.0002379407208104688,
      "loss": 0.7046,
      "step": 45433
    },
    {
      "epoch": 1.8609051812410402,
      "grad_norm": 1.4287557619441011,
      "learning_rate": 0.00023793807868615073,
      "loss": 0.7678,
      "step": 45434
    },
    {
      "epoch": 1.8609461396682367,
      "grad_norm": 1.6791354037599922,
      "learning_rate": 0.0002379354365202607,
      "loss": 1.3794,
      "step": 45435
    },
    {
      "epoch": 1.8609870980954333,
      "grad_norm": 1.2417928249683436,
      "learning_rate": 0.00023793279431279986,
      "loss": 0.738,
      "step": 45436
    },
    {
      "epoch": 1.8610280565226294,
      "grad_norm": 1.2842054154975382,
      "learning_rate": 0.00023793015206376953,
      "loss": 1.2065,
      "step": 45437
    },
    {
      "epoch": 1.861069014949826,
      "grad_norm": 1.7467043460651321,
      "learning_rate": 0.0002379275097731709,
      "loss": 1.2985,
      "step": 45438
    },
    {
      "epoch": 1.8611099733770224,
      "grad_norm": 1.2259532962930695,
      "learning_rate": 0.00023792486744100524,
      "loss": 0.8961,
      "step": 45439
    },
    {
      "epoch": 1.8611509318042188,
      "grad_norm": 1.2792618020493352,
      "learning_rate": 0.00023792222506727382,
      "loss": 0.4969,
      "step": 45440
    },
    {
      "epoch": 1.861191890231415,
      "grad_norm": 1.1711074528995258,
      "learning_rate": 0.0002379195826519779,
      "loss": 0.8146,
      "step": 45441
    },
    {
      "epoch": 1.8612328486586116,
      "grad_norm": 1.2016570875460537,
      "learning_rate": 0.0002379169401951186,
      "loss": 1.0131,
      "step": 45442
    },
    {
      "epoch": 1.861273807085808,
      "grad_norm": 1.686812751370095,
      "learning_rate": 0.0002379142976966974,
      "loss": 1.0323,
      "step": 45443
    },
    {
      "epoch": 1.8613147655130042,
      "grad_norm": 1.2661461480278267,
      "learning_rate": 0.00023791165515671538,
      "loss": 0.746,
      "step": 45444
    },
    {
      "epoch": 1.8613557239402008,
      "grad_norm": 0.8065427197021418,
      "learning_rate": 0.00023790901257517377,
      "loss": 0.3269,
      "step": 45445
    },
    {
      "epoch": 1.861396682367397,
      "grad_norm": 1.2775667319498638,
      "learning_rate": 0.00023790636995207396,
      "loss": 0.754,
      "step": 45446
    },
    {
      "epoch": 1.8614376407945934,
      "grad_norm": 2.487285327068933,
      "learning_rate": 0.00023790372728741706,
      "loss": 1.5559,
      "step": 45447
    },
    {
      "epoch": 1.86147859922179,
      "grad_norm": 1.2089243375648653,
      "learning_rate": 0.0002379010845812044,
      "loss": 0.6732,
      "step": 45448
    },
    {
      "epoch": 1.8615195576489862,
      "grad_norm": 0.6841230745329813,
      "learning_rate": 0.00023789844183343725,
      "loss": 0.2214,
      "step": 45449
    },
    {
      "epoch": 1.8615605160761826,
      "grad_norm": 0.8946838795669149,
      "learning_rate": 0.00023789579904411677,
      "loss": 0.4127,
      "step": 45450
    },
    {
      "epoch": 1.861601474503379,
      "grad_norm": 1.260029192398198,
      "learning_rate": 0.00023789315621324425,
      "loss": 1.0055,
      "step": 45451
    },
    {
      "epoch": 1.8616424329305756,
      "grad_norm": 1.7341597144517313,
      "learning_rate": 0.00023789051334082098,
      "loss": 0.7623,
      "step": 45452
    },
    {
      "epoch": 1.8616833913577717,
      "grad_norm": 0.7059033220329616,
      "learning_rate": 0.00023788787042684813,
      "loss": 0.3483,
      "step": 45453
    },
    {
      "epoch": 1.8617243497849683,
      "grad_norm": 1.1539737884396806,
      "learning_rate": 0.00023788522747132703,
      "loss": 0.9002,
      "step": 45454
    },
    {
      "epoch": 1.8617653082121648,
      "grad_norm": 1.249209859341763,
      "learning_rate": 0.0002378825844742589,
      "loss": 0.8692,
      "step": 45455
    },
    {
      "epoch": 1.8618062666393609,
      "grad_norm": 1.3161788620477695,
      "learning_rate": 0.00023787994143564497,
      "loss": 0.8628,
      "step": 45456
    },
    {
      "epoch": 1.8618472250665574,
      "grad_norm": 1.2789055483939384,
      "learning_rate": 0.0002378772983554865,
      "loss": 1.1387,
      "step": 45457
    },
    {
      "epoch": 1.861888183493754,
      "grad_norm": 1.0348624209663817,
      "learning_rate": 0.00023787465523378474,
      "loss": 0.6614,
      "step": 45458
    },
    {
      "epoch": 1.8619291419209503,
      "grad_norm": 1.3317864529902754,
      "learning_rate": 0.00023787201207054094,
      "loss": 0.7515,
      "step": 45459
    },
    {
      "epoch": 1.8619701003481466,
      "grad_norm": 1.659263437712657,
      "learning_rate": 0.00023786936886575636,
      "loss": 1.1937,
      "step": 45460
    },
    {
      "epoch": 1.8620110587753431,
      "grad_norm": 0.9425311405655501,
      "learning_rate": 0.00023786672561943223,
      "loss": 0.7026,
      "step": 45461
    },
    {
      "epoch": 1.8620520172025394,
      "grad_norm": 1.1937144290481867,
      "learning_rate": 0.00023786408233156982,
      "loss": 0.8235,
      "step": 45462
    },
    {
      "epoch": 1.8620929756297357,
      "grad_norm": 0.8798214131645951,
      "learning_rate": 0.00023786143900217038,
      "loss": 0.7253,
      "step": 45463
    },
    {
      "epoch": 1.8621339340569323,
      "grad_norm": 1.1403386010618386,
      "learning_rate": 0.00023785879563123516,
      "loss": 0.8425,
      "step": 45464
    },
    {
      "epoch": 1.8621748924841286,
      "grad_norm": 0.8211088682772186,
      "learning_rate": 0.00023785615221876536,
      "loss": 0.3905,
      "step": 45465
    },
    {
      "epoch": 1.862215850911325,
      "grad_norm": 4.340310158756679,
      "learning_rate": 0.0002378535087647623,
      "loss": 2.6537,
      "step": 45466
    },
    {
      "epoch": 1.8622568093385214,
      "grad_norm": 1.4328323324114192,
      "learning_rate": 0.00023785086526922715,
      "loss": 1.1379,
      "step": 45467
    },
    {
      "epoch": 1.8622977677657178,
      "grad_norm": 2.0532315262676737,
      "learning_rate": 0.00023784822173216128,
      "loss": 1.1373,
      "step": 45468
    },
    {
      "epoch": 1.862338726192914,
      "grad_norm": 1.5047781593280414,
      "learning_rate": 0.00023784557815356586,
      "loss": 1.2484,
      "step": 45469
    },
    {
      "epoch": 1.8623796846201106,
      "grad_norm": 0.7993607321375075,
      "learning_rate": 0.0002378429345334421,
      "loss": 0.5115,
      "step": 45470
    },
    {
      "epoch": 1.8624206430473071,
      "grad_norm": 0.6560068340455381,
      "learning_rate": 0.00023784029087179135,
      "loss": 0.2476,
      "step": 45471
    },
    {
      "epoch": 1.8624616014745032,
      "grad_norm": 0.8017654422768327,
      "learning_rate": 0.00023783764716861478,
      "loss": 0.3194,
      "step": 45472
    },
    {
      "epoch": 1.8625025599016998,
      "grad_norm": 1.542839759063928,
      "learning_rate": 0.00023783500342391365,
      "loss": 1.0181,
      "step": 45473
    },
    {
      "epoch": 1.8625435183288963,
      "grad_norm": 1.3267497604411103,
      "learning_rate": 0.00023783235963768925,
      "loss": 0.6827,
      "step": 45474
    },
    {
      "epoch": 1.8625844767560924,
      "grad_norm": 1.0500007767163948,
      "learning_rate": 0.00023782971580994282,
      "loss": 0.6961,
      "step": 45475
    },
    {
      "epoch": 1.862625435183289,
      "grad_norm": 1.0383868613328178,
      "learning_rate": 0.00023782707194067556,
      "loss": 0.75,
      "step": 45476
    },
    {
      "epoch": 1.8626663936104855,
      "grad_norm": 1.364028302898881,
      "learning_rate": 0.0002378244280298888,
      "loss": 0.9687,
      "step": 45477
    },
    {
      "epoch": 1.8627073520376818,
      "grad_norm": 5.136409848939538,
      "learning_rate": 0.0002378217840775837,
      "loss": 1.9588,
      "step": 45478
    },
    {
      "epoch": 1.862748310464878,
      "grad_norm": 1.3113777524719064,
      "learning_rate": 0.00023781914008376157,
      "loss": 1.0125,
      "step": 45479
    },
    {
      "epoch": 1.8627892688920746,
      "grad_norm": 1.450444966491405,
      "learning_rate": 0.00023781649604842368,
      "loss": 0.9873,
      "step": 45480
    },
    {
      "epoch": 1.862830227319271,
      "grad_norm": 0.9746185663380816,
      "learning_rate": 0.00023781385197157122,
      "loss": 0.7765,
      "step": 45481
    },
    {
      "epoch": 1.8628711857464673,
      "grad_norm": 1.1018720607216894,
      "learning_rate": 0.00023781120785320545,
      "loss": 0.7122,
      "step": 45482
    },
    {
      "epoch": 1.8629121441736638,
      "grad_norm": 1.2487289285004128,
      "learning_rate": 0.00023780856369332764,
      "loss": 0.8426,
      "step": 45483
    },
    {
      "epoch": 1.8629531026008601,
      "grad_norm": 1.1079661251089825,
      "learning_rate": 0.00023780591949193905,
      "loss": 0.3683,
      "step": 45484
    },
    {
      "epoch": 1.8629940610280564,
      "grad_norm": 1.1591861298222161,
      "learning_rate": 0.00023780327524904095,
      "loss": 0.7517,
      "step": 45485
    },
    {
      "epoch": 1.863035019455253,
      "grad_norm": 1.5849317356501629,
      "learning_rate": 0.0002378006309646345,
      "loss": 1.2194,
      "step": 45486
    },
    {
      "epoch": 1.8630759778824493,
      "grad_norm": 1.054376484970735,
      "learning_rate": 0.00023779798663872104,
      "loss": 0.7619,
      "step": 45487
    },
    {
      "epoch": 1.8631169363096456,
      "grad_norm": 1.1714198515814627,
      "learning_rate": 0.00023779534227130178,
      "loss": 0.8618,
      "step": 45488
    },
    {
      "epoch": 1.8631578947368421,
      "grad_norm": 1.1008160765555448,
      "learning_rate": 0.00023779269786237795,
      "loss": 0.6339,
      "step": 45489
    },
    {
      "epoch": 1.8631988531640387,
      "grad_norm": 1.5602971497373,
      "learning_rate": 0.00023779005341195087,
      "loss": 1.098,
      "step": 45490
    },
    {
      "epoch": 1.8632398115912348,
      "grad_norm": 1.2019124602680633,
      "learning_rate": 0.00023778740892002172,
      "loss": 0.8871,
      "step": 45491
    },
    {
      "epoch": 1.8632807700184313,
      "grad_norm": 0.8153195046892188,
      "learning_rate": 0.00023778476438659178,
      "loss": 0.3121,
      "step": 45492
    },
    {
      "epoch": 1.8633217284456278,
      "grad_norm": 1.3921358969277144,
      "learning_rate": 0.0002377821198116623,
      "loss": 1.0508,
      "step": 45493
    },
    {
      "epoch": 1.8633626868728241,
      "grad_norm": 1.5247364338091176,
      "learning_rate": 0.00023777947519523454,
      "loss": 1.1012,
      "step": 45494
    },
    {
      "epoch": 1.8634036453000205,
      "grad_norm": 1.5448781028362992,
      "learning_rate": 0.00023777683053730972,
      "loss": 1.1982,
      "step": 45495
    },
    {
      "epoch": 1.863444603727217,
      "grad_norm": 1.3985696880546001,
      "learning_rate": 0.0002377741858378891,
      "loss": 0.7569,
      "step": 45496
    },
    {
      "epoch": 1.8634855621544133,
      "grad_norm": 1.1224128045792268,
      "learning_rate": 0.00023777154109697393,
      "loss": 0.5938,
      "step": 45497
    },
    {
      "epoch": 1.8635265205816096,
      "grad_norm": 1.1307222915840303,
      "learning_rate": 0.00023776889631456553,
      "loss": 0.6827,
      "step": 45498
    },
    {
      "epoch": 1.8635674790088061,
      "grad_norm": 1.370048925363047,
      "learning_rate": 0.00023776625149066503,
      "loss": 0.6266,
      "step": 45499
    },
    {
      "epoch": 1.8636084374360025,
      "grad_norm": 1.2396109017409271,
      "learning_rate": 0.00023776360662527377,
      "loss": 0.9252,
      "step": 45500
    },
    {
      "epoch": 1.8636493958631988,
      "grad_norm": 0.8759014548721921,
      "learning_rate": 0.00023776096171839297,
      "loss": 0.4438,
      "step": 45501
    },
    {
      "epoch": 1.8636903542903953,
      "grad_norm": 9.094343453208932,
      "learning_rate": 0.00023775831677002384,
      "loss": 2.2801,
      "step": 45502
    },
    {
      "epoch": 1.8637313127175916,
      "grad_norm": 1.311864182549201,
      "learning_rate": 0.0002377556717801677,
      "loss": 1.0766,
      "step": 45503
    },
    {
      "epoch": 1.863772271144788,
      "grad_norm": 1.3176662859151156,
      "learning_rate": 0.00023775302674882578,
      "loss": 0.8124,
      "step": 45504
    },
    {
      "epoch": 1.8638132295719845,
      "grad_norm": 1.3539174933238258,
      "learning_rate": 0.00023775038167599932,
      "loss": 0.7746,
      "step": 45505
    },
    {
      "epoch": 1.8638541879991808,
      "grad_norm": 1.4621524429842574,
      "learning_rate": 0.00023774773656168956,
      "loss": 1.1475,
      "step": 45506
    },
    {
      "epoch": 1.863895146426377,
      "grad_norm": 1.268528926561723,
      "learning_rate": 0.00023774509140589775,
      "loss": 0.856,
      "step": 45507
    },
    {
      "epoch": 1.8639361048535736,
      "grad_norm": 1.4136857239006155,
      "learning_rate": 0.00023774244620862516,
      "loss": 1.0301,
      "step": 45508
    },
    {
      "epoch": 1.8639770632807702,
      "grad_norm": 1.2325169705381025,
      "learning_rate": 0.00023773980096987305,
      "loss": 0.9476,
      "step": 45509
    },
    {
      "epoch": 1.8640180217079663,
      "grad_norm": 1.12518996300368,
      "learning_rate": 0.00023773715568964267,
      "loss": 0.8148,
      "step": 45510
    },
    {
      "epoch": 1.8640589801351628,
      "grad_norm": 0.959026109929008,
      "learning_rate": 0.0002377345103679352,
      "loss": 0.7691,
      "step": 45511
    },
    {
      "epoch": 1.8640999385623593,
      "grad_norm": 1.5228851627015747,
      "learning_rate": 0.00023773186500475197,
      "loss": 1.5064,
      "step": 45512
    },
    {
      "epoch": 1.8641408969895557,
      "grad_norm": 1.242310944580222,
      "learning_rate": 0.0002377292196000942,
      "loss": 0.9187,
      "step": 45513
    },
    {
      "epoch": 1.864181855416752,
      "grad_norm": 0.9642993021139091,
      "learning_rate": 0.00023772657415396318,
      "loss": 0.6686,
      "step": 45514
    },
    {
      "epoch": 1.8642228138439485,
      "grad_norm": 1.0807273781064408,
      "learning_rate": 0.00023772392866636008,
      "loss": 0.6807,
      "step": 45515
    },
    {
      "epoch": 1.8642637722711448,
      "grad_norm": 1.4036934614790264,
      "learning_rate": 0.00023772128313728622,
      "loss": 0.7015,
      "step": 45516
    },
    {
      "epoch": 1.8643047306983411,
      "grad_norm": 1.010472058783204,
      "learning_rate": 0.00023771863756674283,
      "loss": 0.8065,
      "step": 45517
    },
    {
      "epoch": 1.8643456891255377,
      "grad_norm": 1.0541552242942724,
      "learning_rate": 0.00023771599195473116,
      "loss": 0.6044,
      "step": 45518
    },
    {
      "epoch": 1.864386647552734,
      "grad_norm": 0.7905419203502628,
      "learning_rate": 0.00023771334630125245,
      "loss": 0.3258,
      "step": 45519
    },
    {
      "epoch": 1.8644276059799303,
      "grad_norm": 5.106204543987411,
      "learning_rate": 0.00023771070060630794,
      "loss": 3.3514,
      "step": 45520
    },
    {
      "epoch": 1.8644685644071268,
      "grad_norm": 1.417125783783118,
      "learning_rate": 0.00023770805486989893,
      "loss": 0.7947,
      "step": 45521
    },
    {
      "epoch": 1.8645095228343231,
      "grad_norm": 1.8250259304396275,
      "learning_rate": 0.00023770540909202664,
      "loss": 1.2224,
      "step": 45522
    },
    {
      "epoch": 1.8645504812615195,
      "grad_norm": 1.1687284249786103,
      "learning_rate": 0.00023770276327269232,
      "loss": 0.7997,
      "step": 45523
    },
    {
      "epoch": 1.864591439688716,
      "grad_norm": 1.5627230927018556,
      "learning_rate": 0.00023770011741189719,
      "loss": 1.0721,
      "step": 45524
    },
    {
      "epoch": 1.8646323981159123,
      "grad_norm": 1.3144580755600248,
      "learning_rate": 0.00023769747150964257,
      "loss": 0.7081,
      "step": 45525
    },
    {
      "epoch": 1.8646733565431086,
      "grad_norm": 1.3310781004315468,
      "learning_rate": 0.00023769482556592966,
      "loss": 0.8425,
      "step": 45526
    },
    {
      "epoch": 1.8647143149703052,
      "grad_norm": 1.0651696271025088,
      "learning_rate": 0.00023769217958075973,
      "loss": 0.9437,
      "step": 45527
    },
    {
      "epoch": 1.8647552733975017,
      "grad_norm": 1.0464348617312982,
      "learning_rate": 0.00023768953355413403,
      "loss": 0.6506,
      "step": 45528
    },
    {
      "epoch": 1.8647962318246978,
      "grad_norm": 1.1385070339821426,
      "learning_rate": 0.0002376868874860538,
      "loss": 0.7711,
      "step": 45529
    },
    {
      "epoch": 1.8648371902518943,
      "grad_norm": 1.0285402369191914,
      "learning_rate": 0.00023768424137652028,
      "loss": 0.7751,
      "step": 45530
    },
    {
      "epoch": 1.8648781486790909,
      "grad_norm": 1.0398907743939527,
      "learning_rate": 0.00023768159522553474,
      "loss": 0.7352,
      "step": 45531
    },
    {
      "epoch": 1.8649191071062872,
      "grad_norm": 3.467286259044574,
      "learning_rate": 0.00023767894903309848,
      "loss": 2.0285,
      "step": 45532
    },
    {
      "epoch": 1.8649600655334835,
      "grad_norm": 1.0220646443759285,
      "learning_rate": 0.00023767630279921266,
      "loss": 0.7231,
      "step": 45533
    },
    {
      "epoch": 1.86500102396068,
      "grad_norm": 3.1460822623901397,
      "learning_rate": 0.00023767365652387857,
      "loss": 3.3889,
      "step": 45534
    },
    {
      "epoch": 1.8650419823878763,
      "grad_norm": 1.4946385186515496,
      "learning_rate": 0.00023767101020709746,
      "loss": 0.8808,
      "step": 45535
    },
    {
      "epoch": 1.8650829408150726,
      "grad_norm": 1.3303200001596525,
      "learning_rate": 0.0002376683638488706,
      "loss": 0.9746,
      "step": 45536
    },
    {
      "epoch": 1.8651238992422692,
      "grad_norm": 1.2981872504887193,
      "learning_rate": 0.0002376657174491992,
      "loss": 0.8189,
      "step": 45537
    },
    {
      "epoch": 1.8651648576694655,
      "grad_norm": 1.5953638483495824,
      "learning_rate": 0.00023766307100808458,
      "loss": 1.4271,
      "step": 45538
    },
    {
      "epoch": 1.8652058160966618,
      "grad_norm": 1.6929072773584204,
      "learning_rate": 0.0002376604245255279,
      "loss": 1.3129,
      "step": 45539
    },
    {
      "epoch": 1.8652467745238583,
      "grad_norm": 1.2021059202810154,
      "learning_rate": 0.0002376577780015305,
      "loss": 0.7354,
      "step": 45540
    },
    {
      "epoch": 1.8652877329510547,
      "grad_norm": 1.2386366922000165,
      "learning_rate": 0.00023765513143609356,
      "loss": 0.822,
      "step": 45541
    },
    {
      "epoch": 1.865328691378251,
      "grad_norm": 1.5930516906884138,
      "learning_rate": 0.00023765248482921837,
      "loss": 1.6227,
      "step": 45542
    },
    {
      "epoch": 1.8653696498054475,
      "grad_norm": 1.0774109874120226,
      "learning_rate": 0.0002376498381809062,
      "loss": 0.483,
      "step": 45543
    },
    {
      "epoch": 1.8654106082326438,
      "grad_norm": 1.1718659176055355,
      "learning_rate": 0.00023764719149115823,
      "loss": 0.8615,
      "step": 45544
    },
    {
      "epoch": 1.8654515666598401,
      "grad_norm": 1.359317358831529,
      "learning_rate": 0.00023764454475997578,
      "loss": 0.7959,
      "step": 45545
    },
    {
      "epoch": 1.8654925250870367,
      "grad_norm": 1.3887132214237465,
      "learning_rate": 0.00023764189798736006,
      "loss": 0.7772,
      "step": 45546
    },
    {
      "epoch": 1.8655334835142332,
      "grad_norm": 1.1876925865250723,
      "learning_rate": 0.00023763925117331234,
      "loss": 0.7774,
      "step": 45547
    },
    {
      "epoch": 1.8655744419414293,
      "grad_norm": 1.7522668361426075,
      "learning_rate": 0.00023763660431783387,
      "loss": 0.9899,
      "step": 45548
    },
    {
      "epoch": 1.8656154003686258,
      "grad_norm": 0.9385689629847609,
      "learning_rate": 0.00023763395742092589,
      "loss": 0.298,
      "step": 45549
    },
    {
      "epoch": 1.8656563587958224,
      "grad_norm": 1.6222500721803441,
      "learning_rate": 0.0002376313104825897,
      "loss": 0.5913,
      "step": 45550
    },
    {
      "epoch": 1.8656973172230187,
      "grad_norm": 1.4480472753052516,
      "learning_rate": 0.00023762866350282645,
      "loss": 0.836,
      "step": 45551
    },
    {
      "epoch": 1.865738275650215,
      "grad_norm": 1.1310296113066403,
      "learning_rate": 0.00023762601648163748,
      "loss": 0.6479,
      "step": 45552
    },
    {
      "epoch": 1.8657792340774115,
      "grad_norm": 2.895691277691739,
      "learning_rate": 0.000237623369419024,
      "loss": 1.624,
      "step": 45553
    },
    {
      "epoch": 1.8658201925046078,
      "grad_norm": 1.200384317160715,
      "learning_rate": 0.0002376207223149873,
      "loss": 0.7952,
      "step": 45554
    },
    {
      "epoch": 1.8658611509318042,
      "grad_norm": 1.437559378548408,
      "learning_rate": 0.00023761807516952857,
      "loss": 1.0095,
      "step": 45555
    },
    {
      "epoch": 1.8659021093590007,
      "grad_norm": 0.9982307320611541,
      "learning_rate": 0.00023761542798264915,
      "loss": 0.6784,
      "step": 45556
    },
    {
      "epoch": 1.865943067786197,
      "grad_norm": 2.2278985101578224,
      "learning_rate": 0.0002376127807543502,
      "loss": 1.0503,
      "step": 45557
    },
    {
      "epoch": 1.8659840262133933,
      "grad_norm": 1.3674682200945953,
      "learning_rate": 0.00023761013348463304,
      "loss": 0.8711,
      "step": 45558
    },
    {
      "epoch": 1.8660249846405899,
      "grad_norm": 1.7405152606745624,
      "learning_rate": 0.0002376074861734989,
      "loss": 0.7893,
      "step": 45559
    },
    {
      "epoch": 1.8660659430677862,
      "grad_norm": 1.4468345560748412,
      "learning_rate": 0.000237604838820949,
      "loss": 1.0116,
      "step": 45560
    },
    {
      "epoch": 1.8661069014949825,
      "grad_norm": 1.3057189786945094,
      "learning_rate": 0.0002376021914269846,
      "loss": 0.4866,
      "step": 45561
    },
    {
      "epoch": 1.866147859922179,
      "grad_norm": 1.3310752897663405,
      "learning_rate": 0.00023759954399160698,
      "loss": 0.8976,
      "step": 45562
    },
    {
      "epoch": 1.8661888183493753,
      "grad_norm": 1.3074601480330594,
      "learning_rate": 0.00023759689651481737,
      "loss": 0.9259,
      "step": 45563
    },
    {
      "epoch": 1.8662297767765716,
      "grad_norm": 0.5338869499911724,
      "learning_rate": 0.00023759424899661707,
      "loss": 0.1738,
      "step": 45564
    },
    {
      "epoch": 1.8662707352037682,
      "grad_norm": 1.05605221601255,
      "learning_rate": 0.00023759160143700726,
      "loss": 0.5876,
      "step": 45565
    },
    {
      "epoch": 1.8663116936309647,
      "grad_norm": 16.587685712044145,
      "learning_rate": 0.00023758895383598923,
      "loss": 3.0079,
      "step": 45566
    },
    {
      "epoch": 1.8663526520581608,
      "grad_norm": 0.8135693013436956,
      "learning_rate": 0.0002375863061935642,
      "loss": 0.3327,
      "step": 45567
    },
    {
      "epoch": 1.8663936104853573,
      "grad_norm": 0.9945005597086852,
      "learning_rate": 0.00023758365850973348,
      "loss": 0.6097,
      "step": 45568
    },
    {
      "epoch": 1.8664345689125539,
      "grad_norm": 1.2359611910913715,
      "learning_rate": 0.0002375810107844983,
      "loss": 0.6826,
      "step": 45569
    },
    {
      "epoch": 1.8664755273397502,
      "grad_norm": 1.1976688984482085,
      "learning_rate": 0.0002375783630178599,
      "loss": 0.8754,
      "step": 45570
    },
    {
      "epoch": 1.8665164857669465,
      "grad_norm": 0.8070726523614936,
      "learning_rate": 0.00023757571520981947,
      "loss": 0.3201,
      "step": 45571
    },
    {
      "epoch": 1.866557444194143,
      "grad_norm": 1.6026333327732185,
      "learning_rate": 0.00023757306736037835,
      "loss": 1.4784,
      "step": 45572
    },
    {
      "epoch": 1.8665984026213394,
      "grad_norm": 2.0173518608864853,
      "learning_rate": 0.0002375704194695378,
      "loss": 1.0987,
      "step": 45573
    },
    {
      "epoch": 1.8666393610485357,
      "grad_norm": 2.6866126803672867,
      "learning_rate": 0.00023756777153729903,
      "loss": 0.9952,
      "step": 45574
    },
    {
      "epoch": 1.8666803194757322,
      "grad_norm": 3.6789445654017876,
      "learning_rate": 0.00023756512356366325,
      "loss": 1.8139,
      "step": 45575
    },
    {
      "epoch": 1.8667212779029285,
      "grad_norm": 1.8004328961239588,
      "learning_rate": 0.0002375624755486318,
      "loss": 0.9164,
      "step": 45576
    },
    {
      "epoch": 1.8667622363301248,
      "grad_norm": 1.216104808071303,
      "learning_rate": 0.00023755982749220595,
      "loss": 0.8937,
      "step": 45577
    },
    {
      "epoch": 1.8668031947573214,
      "grad_norm": 1.1180160263487775,
      "learning_rate": 0.0002375571793943868,
      "loss": 0.6943,
      "step": 45578
    },
    {
      "epoch": 1.8668441531845177,
      "grad_norm": 1.0187699015129927,
      "learning_rate": 0.00023755453125517574,
      "loss": 0.8622,
      "step": 45579
    },
    {
      "epoch": 1.866885111611714,
      "grad_norm": 1.1126029546268057,
      "learning_rate": 0.00023755188307457396,
      "loss": 0.8589,
      "step": 45580
    },
    {
      "epoch": 1.8669260700389105,
      "grad_norm": 1.508148199606019,
      "learning_rate": 0.00023754923485258276,
      "loss": 1.165,
      "step": 45581
    },
    {
      "epoch": 1.8669670284661068,
      "grad_norm": 1.5102842327014998,
      "learning_rate": 0.0002375465865892033,
      "loss": 0.866,
      "step": 45582
    },
    {
      "epoch": 1.8670079868933032,
      "grad_norm": 1.144885351966164,
      "learning_rate": 0.00023754393828443696,
      "loss": 0.8761,
      "step": 45583
    },
    {
      "epoch": 1.8670489453204997,
      "grad_norm": 1.1195765942120757,
      "learning_rate": 0.0002375412899382849,
      "loss": 0.6508,
      "step": 45584
    },
    {
      "epoch": 1.8670899037476962,
      "grad_norm": 1.2316624971869374,
      "learning_rate": 0.0002375386415507484,
      "loss": 0.7541,
      "step": 45585
    },
    {
      "epoch": 1.8671308621748923,
      "grad_norm": 5.4560261331656354,
      "learning_rate": 0.00023753599312182873,
      "loss": 6.5538,
      "step": 45586
    },
    {
      "epoch": 1.8671718206020889,
      "grad_norm": 1.488080852659028,
      "learning_rate": 0.00023753334465152708,
      "loss": 0.7883,
      "step": 45587
    },
    {
      "epoch": 1.8672127790292854,
      "grad_norm": 1.1431194885238156,
      "learning_rate": 0.00023753069613984475,
      "loss": 0.9241,
      "step": 45588
    },
    {
      "epoch": 1.8672537374564817,
      "grad_norm": 1.2474238226671848,
      "learning_rate": 0.00023752804758678305,
      "loss": 0.7709,
      "step": 45589
    },
    {
      "epoch": 1.867294695883678,
      "grad_norm": 1.553143528052854,
      "learning_rate": 0.00023752539899234308,
      "loss": 0.8075,
      "step": 45590
    },
    {
      "epoch": 1.8673356543108746,
      "grad_norm": 1.1444634090253771,
      "learning_rate": 0.00023752275035652626,
      "loss": 0.7919,
      "step": 45591
    },
    {
      "epoch": 1.8673766127380709,
      "grad_norm": 1.61882700444292,
      "learning_rate": 0.0002375201016793337,
      "loss": 1.2403,
      "step": 45592
    },
    {
      "epoch": 1.8674175711652672,
      "grad_norm": 0.8329896516116589,
      "learning_rate": 0.00023751745296076674,
      "loss": 0.2369,
      "step": 45593
    },
    {
      "epoch": 1.8674585295924637,
      "grad_norm": 1.8267618849421126,
      "learning_rate": 0.00023751480420082662,
      "loss": 0.8849,
      "step": 45594
    },
    {
      "epoch": 1.86749948801966,
      "grad_norm": 1.101503952606217,
      "learning_rate": 0.00023751215539951454,
      "loss": 0.7045,
      "step": 45595
    },
    {
      "epoch": 1.8675404464468564,
      "grad_norm": 1.548815862553838,
      "learning_rate": 0.0002375095065568318,
      "loss": 1.0162,
      "step": 45596
    },
    {
      "epoch": 1.8675814048740529,
      "grad_norm": 1.323574635550399,
      "learning_rate": 0.00023750685767277963,
      "loss": 0.9035,
      "step": 45597
    },
    {
      "epoch": 1.8676223633012492,
      "grad_norm": 1.4619484256309365,
      "learning_rate": 0.00023750420874735936,
      "loss": 1.1305,
      "step": 45598
    },
    {
      "epoch": 1.8676633217284455,
      "grad_norm": 1.3361882103477403,
      "learning_rate": 0.00023750155978057214,
      "loss": 0.9041,
      "step": 45599
    },
    {
      "epoch": 1.867704280155642,
      "grad_norm": 1.3421451278444039,
      "learning_rate": 0.00023749891077241928,
      "loss": 0.9473,
      "step": 45600
    },
    {
      "epoch": 1.8677452385828386,
      "grad_norm": 1.2629901656664082,
      "learning_rate": 0.00023749626172290197,
      "loss": 0.7884,
      "step": 45601
    },
    {
      "epoch": 1.8677861970100347,
      "grad_norm": 1.3573787294920627,
      "learning_rate": 0.00023749361263202153,
      "loss": 1.0906,
      "step": 45602
    },
    {
      "epoch": 1.8678271554372312,
      "grad_norm": 1.3388589668644528,
      "learning_rate": 0.00023749096349977915,
      "loss": 0.6991,
      "step": 45603
    },
    {
      "epoch": 1.8678681138644277,
      "grad_norm": 1.6170258792743277,
      "learning_rate": 0.00023748831432617617,
      "loss": 1.5705,
      "step": 45604
    },
    {
      "epoch": 1.8679090722916238,
      "grad_norm": 1.0975697860933693,
      "learning_rate": 0.00023748566511121378,
      "loss": 0.6189,
      "step": 45605
    },
    {
      "epoch": 1.8679500307188204,
      "grad_norm": 1.289049682958882,
      "learning_rate": 0.00023748301585489322,
      "loss": 0.7811,
      "step": 45606
    },
    {
      "epoch": 1.867990989146017,
      "grad_norm": 1.1027226949362752,
      "learning_rate": 0.0002374803665572158,
      "loss": 0.7397,
      "step": 45607
    },
    {
      "epoch": 1.8680319475732132,
      "grad_norm": 1.336099919446685,
      "learning_rate": 0.00023747771721818273,
      "loss": 1.2235,
      "step": 45608
    },
    {
      "epoch": 1.8680729060004095,
      "grad_norm": 1.2346536768033347,
      "learning_rate": 0.00023747506783779526,
      "loss": 0.6947,
      "step": 45609
    },
    {
      "epoch": 1.868113864427606,
      "grad_norm": 1.3458104283945054,
      "learning_rate": 0.00023747241841605464,
      "loss": 0.931,
      "step": 45610
    },
    {
      "epoch": 1.8681548228548024,
      "grad_norm": 1.109812668637153,
      "learning_rate": 0.00023746976895296218,
      "loss": 0.8788,
      "step": 45611
    },
    {
      "epoch": 1.8681957812819987,
      "grad_norm": 0.9979649609648171,
      "learning_rate": 0.00023746711944851905,
      "loss": 0.2418,
      "step": 45612
    },
    {
      "epoch": 1.8682367397091952,
      "grad_norm": 1.4483359210071083,
      "learning_rate": 0.00023746446990272657,
      "loss": 0.9216,
      "step": 45613
    },
    {
      "epoch": 1.8682776981363916,
      "grad_norm": 1.3136575233608496,
      "learning_rate": 0.00023746182031558595,
      "loss": 0.8865,
      "step": 45614
    },
    {
      "epoch": 1.8683186565635879,
      "grad_norm": 0.7441036697579837,
      "learning_rate": 0.00023745917068709847,
      "loss": 0.3338,
      "step": 45615
    },
    {
      "epoch": 1.8683596149907844,
      "grad_norm": 1.7061910318684328,
      "learning_rate": 0.0002374565210172653,
      "loss": 1.2901,
      "step": 45616
    },
    {
      "epoch": 1.8684005734179807,
      "grad_norm": 1.3469995778456032,
      "learning_rate": 0.00023745387130608784,
      "loss": 0.8255,
      "step": 45617
    },
    {
      "epoch": 1.868441531845177,
      "grad_norm": 0.819820597648599,
      "learning_rate": 0.00023745122155356723,
      "loss": 0.3494,
      "step": 45618
    },
    {
      "epoch": 1.8684824902723736,
      "grad_norm": 0.8737397608031447,
      "learning_rate": 0.0002374485717597048,
      "loss": 0.2501,
      "step": 45619
    },
    {
      "epoch": 1.86852344869957,
      "grad_norm": 1.3501679343199655,
      "learning_rate": 0.00023744592192450172,
      "loss": 1.0272,
      "step": 45620
    },
    {
      "epoch": 1.8685644071267662,
      "grad_norm": 1.3940304673621438,
      "learning_rate": 0.0002374432720479593,
      "loss": 0.8456,
      "step": 45621
    },
    {
      "epoch": 1.8686053655539627,
      "grad_norm": 1.091568043819643,
      "learning_rate": 0.00023744062213007877,
      "loss": 0.7017,
      "step": 45622
    },
    {
      "epoch": 1.8686463239811593,
      "grad_norm": 1.11172309861967,
      "learning_rate": 0.00023743797217086137,
      "loss": 0.5101,
      "step": 45623
    },
    {
      "epoch": 1.8686872824083554,
      "grad_norm": 1.5589383274359778,
      "learning_rate": 0.0002374353221703084,
      "loss": 1.287,
      "step": 45624
    },
    {
      "epoch": 1.868728240835552,
      "grad_norm": 1.2579742257431992,
      "learning_rate": 0.00023743267212842108,
      "loss": 0.9057,
      "step": 45625
    },
    {
      "epoch": 1.8687691992627484,
      "grad_norm": 0.8584734027586394,
      "learning_rate": 0.0002374300220452006,
      "loss": 0.3692,
      "step": 45626
    },
    {
      "epoch": 1.8688101576899447,
      "grad_norm": 1.3351941087087862,
      "learning_rate": 0.00023742737192064835,
      "loss": 0.7714,
      "step": 45627
    },
    {
      "epoch": 1.868851116117141,
      "grad_norm": 1.6012714332793954,
      "learning_rate": 0.00023742472175476551,
      "loss": 0.891,
      "step": 45628
    },
    {
      "epoch": 1.8688920745443376,
      "grad_norm": 1.109891535184711,
      "learning_rate": 0.0002374220715475533,
      "loss": 0.713,
      "step": 45629
    },
    {
      "epoch": 1.868933032971534,
      "grad_norm": 1.2029467111336365,
      "learning_rate": 0.000237419421299013,
      "loss": 0.88,
      "step": 45630
    },
    {
      "epoch": 1.8689739913987302,
      "grad_norm": 0.8609424071225321,
      "learning_rate": 0.0002374167710091459,
      "loss": 0.3046,
      "step": 45631
    },
    {
      "epoch": 1.8690149498259268,
      "grad_norm": 2.2019915693369194,
      "learning_rate": 0.00023741412067795328,
      "loss": 2.4467,
      "step": 45632
    },
    {
      "epoch": 1.869055908253123,
      "grad_norm": 1.5074472330882325,
      "learning_rate": 0.0002374114703054362,
      "loss": 0.9666,
      "step": 45633
    },
    {
      "epoch": 1.8690968666803194,
      "grad_norm": 1.3747666066524649,
      "learning_rate": 0.00023740881989159614,
      "loss": 1.0091,
      "step": 45634
    },
    {
      "epoch": 1.869137825107516,
      "grad_norm": 1.4679354886012714,
      "learning_rate": 0.00023740616943643427,
      "loss": 0.6894,
      "step": 45635
    },
    {
      "epoch": 1.8691787835347122,
      "grad_norm": 0.9296222919806384,
      "learning_rate": 0.00023740351893995182,
      "loss": 0.5232,
      "step": 45636
    },
    {
      "epoch": 1.8692197419619085,
      "grad_norm": 1.246189227025234,
      "learning_rate": 0.00023740086840215005,
      "loss": 0.8074,
      "step": 45637
    },
    {
      "epoch": 1.869260700389105,
      "grad_norm": 1.3445819010441495,
      "learning_rate": 0.00023739821782303022,
      "loss": 0.9416,
      "step": 45638
    },
    {
      "epoch": 1.8693016588163016,
      "grad_norm": 0.9995514674713183,
      "learning_rate": 0.00023739556720259357,
      "loss": 0.4798,
      "step": 45639
    },
    {
      "epoch": 1.8693426172434977,
      "grad_norm": 1.1232812258142184,
      "learning_rate": 0.00023739291654084138,
      "loss": 0.3793,
      "step": 45640
    },
    {
      "epoch": 1.8693835756706942,
      "grad_norm": 1.355544386581331,
      "learning_rate": 0.00023739026583777486,
      "loss": 1.0081,
      "step": 45641
    },
    {
      "epoch": 1.8694245340978908,
      "grad_norm": 3.0200987046581687,
      "learning_rate": 0.00023738761509339533,
      "loss": 4.3338,
      "step": 45642
    },
    {
      "epoch": 1.869465492525087,
      "grad_norm": 0.8652022745801137,
      "learning_rate": 0.00023738496430770402,
      "loss": 0.4835,
      "step": 45643
    },
    {
      "epoch": 1.8695064509522834,
      "grad_norm": 1.3096271931920107,
      "learning_rate": 0.00023738231348070216,
      "loss": 0.7196,
      "step": 45644
    },
    {
      "epoch": 1.86954740937948,
      "grad_norm": 1.1360031084484794,
      "learning_rate": 0.000237379662612391,
      "loss": 0.6525,
      "step": 45645
    },
    {
      "epoch": 1.8695883678066763,
      "grad_norm": 1.6905071265722091,
      "learning_rate": 0.00023737701170277182,
      "loss": 1.7585,
      "step": 45646
    },
    {
      "epoch": 1.8696293262338726,
      "grad_norm": 1.3068799094777632,
      "learning_rate": 0.00023737436075184584,
      "loss": 0.9991,
      "step": 45647
    },
    {
      "epoch": 1.869670284661069,
      "grad_norm": 1.2918877407066263,
      "learning_rate": 0.00023737170975961434,
      "loss": 0.9353,
      "step": 45648
    },
    {
      "epoch": 1.8697112430882654,
      "grad_norm": 1.0331409027421374,
      "learning_rate": 0.00023736905872607858,
      "loss": 0.7759,
      "step": 45649
    },
    {
      "epoch": 1.8697522015154617,
      "grad_norm": 1.3443177065139522,
      "learning_rate": 0.00023736640765123975,
      "loss": 0.763,
      "step": 45650
    },
    {
      "epoch": 1.8697931599426583,
      "grad_norm": 1.5887437564805906,
      "learning_rate": 0.0002373637565350992,
      "loss": 0.9847,
      "step": 45651
    },
    {
      "epoch": 1.8698341183698546,
      "grad_norm": 2.9634147285105414,
      "learning_rate": 0.00023736110537765816,
      "loss": 4.6572,
      "step": 45652
    },
    {
      "epoch": 1.869875076797051,
      "grad_norm": 1.3714078757901633,
      "learning_rate": 0.00023735845417891782,
      "loss": 0.8642,
      "step": 45653
    },
    {
      "epoch": 1.8699160352242474,
      "grad_norm": 1.098018226436952,
      "learning_rate": 0.00023735580293887947,
      "loss": 0.7463,
      "step": 45654
    },
    {
      "epoch": 1.8699569936514437,
      "grad_norm": 0.9440474404411818,
      "learning_rate": 0.00023735315165754437,
      "loss": 0.3773,
      "step": 45655
    },
    {
      "epoch": 1.86999795207864,
      "grad_norm": 0.9362945084963573,
      "learning_rate": 0.0002373505003349138,
      "loss": 0.2783,
      "step": 45656
    },
    {
      "epoch": 1.8700389105058366,
      "grad_norm": 1.0179503421889984,
      "learning_rate": 0.00023734784897098892,
      "loss": 0.7082,
      "step": 45657
    },
    {
      "epoch": 1.8700798689330331,
      "grad_norm": 1.0064705884330196,
      "learning_rate": 0.00023734519756577106,
      "loss": 0.2887,
      "step": 45658
    },
    {
      "epoch": 1.8701208273602292,
      "grad_norm": 1.3562216795988504,
      "learning_rate": 0.00023734254611926147,
      "loss": 0.8219,
      "step": 45659
    },
    {
      "epoch": 1.8701617857874258,
      "grad_norm": 1.6412369926994057,
      "learning_rate": 0.0002373398946314614,
      "loss": 1.5337,
      "step": 45660
    },
    {
      "epoch": 1.8702027442146223,
      "grad_norm": 1.4532201817146049,
      "learning_rate": 0.0002373372431023721,
      "loss": 0.7669,
      "step": 45661
    },
    {
      "epoch": 1.8702437026418186,
      "grad_norm": 1.7983355117450144,
      "learning_rate": 0.00023733459153199484,
      "loss": 2.4321,
      "step": 45662
    },
    {
      "epoch": 1.870284661069015,
      "grad_norm": 0.5103467908361417,
      "learning_rate": 0.0002373319399203308,
      "loss": 0.0633,
      "step": 45663
    },
    {
      "epoch": 1.8703256194962115,
      "grad_norm": 1.025381809992638,
      "learning_rate": 0.0002373292882673813,
      "loss": 0.4173,
      "step": 45664
    },
    {
      "epoch": 1.8703665779234078,
      "grad_norm": 1.1813259741936109,
      "learning_rate": 0.0002373266365731476,
      "loss": 0.7062,
      "step": 45665
    },
    {
      "epoch": 1.870407536350604,
      "grad_norm": 1.6598747440933068,
      "learning_rate": 0.0002373239848376309,
      "loss": 0.7286,
      "step": 45666
    },
    {
      "epoch": 1.8704484947778006,
      "grad_norm": 1.5411435320677933,
      "learning_rate": 0.00023732133306083255,
      "loss": 1.1176,
      "step": 45667
    },
    {
      "epoch": 1.870489453204997,
      "grad_norm": 1.7982156504602596,
      "learning_rate": 0.00023731868124275368,
      "loss": 0.8898,
      "step": 45668
    },
    {
      "epoch": 1.8705304116321932,
      "grad_norm": 1.2779881219849225,
      "learning_rate": 0.00023731602938339565,
      "loss": 0.7266,
      "step": 45669
    },
    {
      "epoch": 1.8705713700593898,
      "grad_norm": 1.2213362990931507,
      "learning_rate": 0.00023731337748275963,
      "loss": 0.9883,
      "step": 45670
    },
    {
      "epoch": 1.870612328486586,
      "grad_norm": 1.3696728153208073,
      "learning_rate": 0.00023731072554084693,
      "loss": 0.905,
      "step": 45671
    },
    {
      "epoch": 1.8706532869137824,
      "grad_norm": 1.3586744063378158,
      "learning_rate": 0.00023730807355765878,
      "loss": 1.0859,
      "step": 45672
    },
    {
      "epoch": 1.870694245340979,
      "grad_norm": 1.1920903454586034,
      "learning_rate": 0.00023730542153319644,
      "loss": 0.8215,
      "step": 45673
    },
    {
      "epoch": 1.8707352037681753,
      "grad_norm": 1.204091311474157,
      "learning_rate": 0.00023730276946746118,
      "loss": 0.6509,
      "step": 45674
    },
    {
      "epoch": 1.8707761621953716,
      "grad_norm": 1.1214459190689174,
      "learning_rate": 0.00023730011736045417,
      "loss": 0.7215,
      "step": 45675
    },
    {
      "epoch": 1.870817120622568,
      "grad_norm": 2.0360498023749054,
      "learning_rate": 0.0002372974652121768,
      "loss": 1.8427,
      "step": 45676
    },
    {
      "epoch": 1.8708580790497646,
      "grad_norm": 1.4767607174996025,
      "learning_rate": 0.00023729481302263024,
      "loss": 1.0996,
      "step": 45677
    },
    {
      "epoch": 1.8708990374769607,
      "grad_norm": 1.467280148627763,
      "learning_rate": 0.00023729216079181577,
      "loss": 1.2414,
      "step": 45678
    },
    {
      "epoch": 1.8709399959041573,
      "grad_norm": 1.6341337570662529,
      "learning_rate": 0.0002372895085197346,
      "loss": 0.9704,
      "step": 45679
    },
    {
      "epoch": 1.8709809543313538,
      "grad_norm": 1.3034490513392318,
      "learning_rate": 0.00023728685620638806,
      "loss": 0.5757,
      "step": 45680
    },
    {
      "epoch": 1.8710219127585501,
      "grad_norm": 1.1706425098909354,
      "learning_rate": 0.00023728420385177732,
      "loss": 0.6013,
      "step": 45681
    },
    {
      "epoch": 1.8710628711857464,
      "grad_norm": 1.252362340855345,
      "learning_rate": 0.00023728155145590367,
      "loss": 0.7611,
      "step": 45682
    },
    {
      "epoch": 1.871103829612943,
      "grad_norm": 1.6883286579846444,
      "learning_rate": 0.00023727889901876837,
      "loss": 1.5385,
      "step": 45683
    },
    {
      "epoch": 1.8711447880401393,
      "grad_norm": 0.9200462603111667,
      "learning_rate": 0.0002372762465403727,
      "loss": 0.6322,
      "step": 45684
    },
    {
      "epoch": 1.8711857464673356,
      "grad_norm": 1.074288367409785,
      "learning_rate": 0.00023727359402071787,
      "loss": 0.7938,
      "step": 45685
    },
    {
      "epoch": 1.8712267048945321,
      "grad_norm": 1.3381465567853181,
      "learning_rate": 0.00023727094145980514,
      "loss": 0.6493,
      "step": 45686
    },
    {
      "epoch": 1.8712676633217284,
      "grad_norm": 1.210936081188881,
      "learning_rate": 0.00023726828885763576,
      "loss": 0.8438,
      "step": 45687
    },
    {
      "epoch": 1.8713086217489248,
      "grad_norm": 1.4342442687670864,
      "learning_rate": 0.00023726563621421105,
      "loss": 1.1391,
      "step": 45688
    },
    {
      "epoch": 1.8713495801761213,
      "grad_norm": 0.840708739871774,
      "learning_rate": 0.00023726298352953217,
      "loss": 0.2971,
      "step": 45689
    },
    {
      "epoch": 1.8713905386033176,
      "grad_norm": 0.8243194318592983,
      "learning_rate": 0.0002372603308036004,
      "loss": 0.3821,
      "step": 45690
    },
    {
      "epoch": 1.871431497030514,
      "grad_norm": 1.090256191858339,
      "learning_rate": 0.00023725767803641705,
      "loss": 0.9002,
      "step": 45691
    },
    {
      "epoch": 1.8714724554577105,
      "grad_norm": 1.1017821365060338,
      "learning_rate": 0.0002372550252279833,
      "loss": 1.0225,
      "step": 45692
    },
    {
      "epoch": 1.8715134138849068,
      "grad_norm": 1.3393053145756522,
      "learning_rate": 0.00023725237237830045,
      "loss": 0.9376,
      "step": 45693
    },
    {
      "epoch": 1.871554372312103,
      "grad_norm": 0.6704463960343732,
      "learning_rate": 0.00023724971948736978,
      "loss": 0.336,
      "step": 45694
    },
    {
      "epoch": 1.8715953307392996,
      "grad_norm": 1.2193909972194605,
      "learning_rate": 0.00023724706655519243,
      "loss": 0.8138,
      "step": 45695
    },
    {
      "epoch": 1.8716362891664962,
      "grad_norm": 1.330756274956622,
      "learning_rate": 0.00023724441358176978,
      "loss": 1.141,
      "step": 45696
    },
    {
      "epoch": 1.8716772475936923,
      "grad_norm": 0.650877228233354,
      "learning_rate": 0.000237241760567103,
      "loss": 0.2933,
      "step": 45697
    },
    {
      "epoch": 1.8717182060208888,
      "grad_norm": 1.1231604383036207,
      "learning_rate": 0.00023723910751119343,
      "loss": 0.7474,
      "step": 45698
    },
    {
      "epoch": 1.8717591644480853,
      "grad_norm": 1.0663765751499736,
      "learning_rate": 0.0002372364544140422,
      "loss": 0.8753,
      "step": 45699
    },
    {
      "epoch": 1.8718001228752816,
      "grad_norm": 1.005125269988726,
      "learning_rate": 0.00023723380127565073,
      "loss": 0.7209,
      "step": 45700
    },
    {
      "epoch": 1.871841081302478,
      "grad_norm": 0.8148284466238265,
      "learning_rate": 0.00023723114809602009,
      "loss": 0.2342,
      "step": 45701
    },
    {
      "epoch": 1.8718820397296745,
      "grad_norm": 1.171207607242529,
      "learning_rate": 0.00023722849487515168,
      "loss": 0.7786,
      "step": 45702
    },
    {
      "epoch": 1.8719229981568708,
      "grad_norm": 1.3072888845588118,
      "learning_rate": 0.00023722584161304665,
      "loss": 1.1196,
      "step": 45703
    },
    {
      "epoch": 1.8719639565840671,
      "grad_norm": 1.2757456116587118,
      "learning_rate": 0.00023722318830970634,
      "loss": 0.6644,
      "step": 45704
    },
    {
      "epoch": 1.8720049150112636,
      "grad_norm": 1.4399553505705516,
      "learning_rate": 0.00023722053496513196,
      "loss": 0.7944,
      "step": 45705
    },
    {
      "epoch": 1.87204587343846,
      "grad_norm": 1.1149780303271721,
      "learning_rate": 0.00023721788157932483,
      "loss": 0.2909,
      "step": 45706
    },
    {
      "epoch": 1.8720868318656563,
      "grad_norm": 1.0909693295994476,
      "learning_rate": 0.00023721522815228606,
      "loss": 0.7188,
      "step": 45707
    },
    {
      "epoch": 1.8721277902928528,
      "grad_norm": 2.448358623078831,
      "learning_rate": 0.00023721257468401703,
      "loss": 2.3688,
      "step": 45708
    },
    {
      "epoch": 1.8721687487200491,
      "grad_norm": 1.0791162163695482,
      "learning_rate": 0.00023720992117451896,
      "loss": 0.6781,
      "step": 45709
    },
    {
      "epoch": 1.8722097071472454,
      "grad_norm": 1.4474153068032598,
      "learning_rate": 0.00023720726762379307,
      "loss": 1.0246,
      "step": 45710
    },
    {
      "epoch": 1.872250665574442,
      "grad_norm": 1.486393213231125,
      "learning_rate": 0.00023720461403184067,
      "loss": 1.1177,
      "step": 45711
    },
    {
      "epoch": 1.8722916240016383,
      "grad_norm": 1.3184728836555721,
      "learning_rate": 0.00023720196039866298,
      "loss": 0.9377,
      "step": 45712
    },
    {
      "epoch": 1.8723325824288346,
      "grad_norm": 12.811687740760462,
      "learning_rate": 0.00023719930672426125,
      "loss": 3.2963,
      "step": 45713
    },
    {
      "epoch": 1.8723735408560311,
      "grad_norm": 1.0082521028771698,
      "learning_rate": 0.00023719665300863679,
      "loss": 0.7672,
      "step": 45714
    },
    {
      "epoch": 1.8724144992832277,
      "grad_norm": 1.348080961432308,
      "learning_rate": 0.00023719399925179076,
      "loss": 0.9887,
      "step": 45715
    },
    {
      "epoch": 1.8724554577104238,
      "grad_norm": 0.982442595576715,
      "learning_rate": 0.0002371913454537245,
      "loss": 0.6517,
      "step": 45716
    },
    {
      "epoch": 1.8724964161376203,
      "grad_norm": 1.6037517810444422,
      "learning_rate": 0.00023718869161443921,
      "loss": 1.6128,
      "step": 45717
    },
    {
      "epoch": 1.8725373745648168,
      "grad_norm": 1.3952218271104706,
      "learning_rate": 0.0002371860377339362,
      "loss": 0.8381,
      "step": 45718
    },
    {
      "epoch": 1.8725783329920132,
      "grad_norm": 1.0226846284216458,
      "learning_rate": 0.00023718338381221668,
      "loss": 0.7632,
      "step": 45719
    },
    {
      "epoch": 1.8726192914192095,
      "grad_norm": 1.2717898188881978,
      "learning_rate": 0.00023718072984928187,
      "loss": 0.9173,
      "step": 45720
    },
    {
      "epoch": 1.872660249846406,
      "grad_norm": 1.566143100164335,
      "learning_rate": 0.00023717807584513312,
      "loss": 1.2873,
      "step": 45721
    },
    {
      "epoch": 1.8727012082736023,
      "grad_norm": 1.5741268289176826,
      "learning_rate": 0.0002371754217997716,
      "loss": 0.8459,
      "step": 45722
    },
    {
      "epoch": 1.8727421667007986,
      "grad_norm": 1.2406799095807306,
      "learning_rate": 0.00023717276771319866,
      "loss": 0.5964,
      "step": 45723
    },
    {
      "epoch": 1.8727831251279952,
      "grad_norm": 1.2964017227180626,
      "learning_rate": 0.00023717011358541544,
      "loss": 1.0851,
      "step": 45724
    },
    {
      "epoch": 1.8728240835551915,
      "grad_norm": 1.4825254398610663,
      "learning_rate": 0.00023716745941642327,
      "loss": 1.228,
      "step": 45725
    },
    {
      "epoch": 1.8728650419823878,
      "grad_norm": 1.145805165397743,
      "learning_rate": 0.00023716480520622336,
      "loss": 0.6464,
      "step": 45726
    },
    {
      "epoch": 1.8729060004095843,
      "grad_norm": 1.2029017683090895,
      "learning_rate": 0.00023716215095481702,
      "loss": 0.8896,
      "step": 45727
    },
    {
      "epoch": 1.8729469588367806,
      "grad_norm": 1.0737894023314705,
      "learning_rate": 0.00023715949666220547,
      "loss": 0.6997,
      "step": 45728
    },
    {
      "epoch": 1.872987917263977,
      "grad_norm": 1.430742913300121,
      "learning_rate": 0.00023715684232838993,
      "loss": 0.8016,
      "step": 45729
    },
    {
      "epoch": 1.8730288756911735,
      "grad_norm": 1.4191497459185045,
      "learning_rate": 0.00023715418795337172,
      "loss": 0.7973,
      "step": 45730
    },
    {
      "epoch": 1.8730698341183698,
      "grad_norm": 1.3565719152458826,
      "learning_rate": 0.00023715153353715205,
      "loss": 0.895,
      "step": 45731
    },
    {
      "epoch": 1.8731107925455661,
      "grad_norm": 1.0860051317611454,
      "learning_rate": 0.0002371488790797322,
      "loss": 0.7949,
      "step": 45732
    },
    {
      "epoch": 1.8731517509727627,
      "grad_norm": 0.8246135827881281,
      "learning_rate": 0.00023714622458111343,
      "loss": 0.2702,
      "step": 45733
    },
    {
      "epoch": 1.8731927093999592,
      "grad_norm": 1.5766096031445638,
      "learning_rate": 0.00023714357004129695,
      "loss": 1.0083,
      "step": 45734
    },
    {
      "epoch": 1.8732336678271553,
      "grad_norm": 1.2713582702929087,
      "learning_rate": 0.0002371409154602841,
      "loss": 0.9479,
      "step": 45735
    },
    {
      "epoch": 1.8732746262543518,
      "grad_norm": 0.7742665977259533,
      "learning_rate": 0.00023713826083807604,
      "loss": 0.2913,
      "step": 45736
    },
    {
      "epoch": 1.8733155846815484,
      "grad_norm": 1.2311379825301145,
      "learning_rate": 0.00023713560617467407,
      "loss": 0.4563,
      "step": 45737
    },
    {
      "epoch": 1.8733565431087447,
      "grad_norm": 1.1539131789501378,
      "learning_rate": 0.00023713295147007943,
      "loss": 0.7946,
      "step": 45738
    },
    {
      "epoch": 1.873397501535941,
      "grad_norm": 1.4510445904407068,
      "learning_rate": 0.00023713029672429344,
      "loss": 0.9703,
      "step": 45739
    },
    {
      "epoch": 1.8734384599631375,
      "grad_norm": 1.5757645698741622,
      "learning_rate": 0.00023712764193731725,
      "loss": 1.3508,
      "step": 45740
    },
    {
      "epoch": 1.8734794183903338,
      "grad_norm": 1.5258317790352733,
      "learning_rate": 0.0002371249871091522,
      "loss": 0.9734,
      "step": 45741
    },
    {
      "epoch": 1.8735203768175301,
      "grad_norm": 1.5823602837262545,
      "learning_rate": 0.00023712233223979949,
      "loss": 1.2464,
      "step": 45742
    },
    {
      "epoch": 1.8735613352447267,
      "grad_norm": 1.0153519080478686,
      "learning_rate": 0.00023711967732926038,
      "loss": 0.6069,
      "step": 45743
    },
    {
      "epoch": 1.873602293671923,
      "grad_norm": 1.3749958797176292,
      "learning_rate": 0.00023711702237753617,
      "loss": 0.7806,
      "step": 45744
    },
    {
      "epoch": 1.8736432520991193,
      "grad_norm": 1.3026081553526514,
      "learning_rate": 0.00023711436738462808,
      "loss": 1.1264,
      "step": 45745
    },
    {
      "epoch": 1.8736842105263158,
      "grad_norm": 1.474479992450995,
      "learning_rate": 0.00023711171235053742,
      "loss": 0.8513,
      "step": 45746
    },
    {
      "epoch": 1.8737251689535122,
      "grad_norm": 1.369225748427729,
      "learning_rate": 0.0002371090572752653,
      "loss": 1.09,
      "step": 45747
    },
    {
      "epoch": 1.8737661273807085,
      "grad_norm": 1.3046438488332508,
      "learning_rate": 0.00023710640215881314,
      "loss": 0.7163,
      "step": 45748
    },
    {
      "epoch": 1.873807085807905,
      "grad_norm": 1.5582181646904698,
      "learning_rate": 0.0002371037470011821,
      "loss": 0.9801,
      "step": 45749
    },
    {
      "epoch": 1.8738480442351013,
      "grad_norm": 2.578549998731275,
      "learning_rate": 0.0002371010918023735,
      "loss": 4.0635,
      "step": 45750
    },
    {
      "epoch": 1.8738890026622976,
      "grad_norm": 1.062891107184487,
      "learning_rate": 0.0002370984365623885,
      "loss": 0.6694,
      "step": 45751
    },
    {
      "epoch": 1.8739299610894942,
      "grad_norm": 1.3310916510886692,
      "learning_rate": 0.00023709578128122845,
      "loss": 0.8588,
      "step": 45752
    },
    {
      "epoch": 1.8739709195166907,
      "grad_norm": 1.3022018974788225,
      "learning_rate": 0.0002370931259588946,
      "loss": 0.824,
      "step": 45753
    },
    {
      "epoch": 1.8740118779438868,
      "grad_norm": 1.1043037269997271,
      "learning_rate": 0.0002370904705953881,
      "loss": 0.8911,
      "step": 45754
    },
    {
      "epoch": 1.8740528363710833,
      "grad_norm": 1.1532785100460854,
      "learning_rate": 0.00023708781519071032,
      "loss": 0.7216,
      "step": 45755
    },
    {
      "epoch": 1.8740937947982799,
      "grad_norm": 1.5586459912671602,
      "learning_rate": 0.0002370851597448625,
      "loss": 0.7511,
      "step": 45756
    },
    {
      "epoch": 1.8741347532254762,
      "grad_norm": 1.4667119219839073,
      "learning_rate": 0.0002370825042578458,
      "loss": 1.2423,
      "step": 45757
    },
    {
      "epoch": 1.8741757116526725,
      "grad_norm": 1.0880285343061111,
      "learning_rate": 0.0002370798487296616,
      "loss": 0.6082,
      "step": 45758
    },
    {
      "epoch": 1.874216670079869,
      "grad_norm": 1.5848112045724172,
      "learning_rate": 0.0002370771931603111,
      "loss": 1.6201,
      "step": 45759
    },
    {
      "epoch": 1.8742576285070653,
      "grad_norm": 4.358584754651953,
      "learning_rate": 0.00023707453754979554,
      "loss": 2.8511,
      "step": 45760
    },
    {
      "epoch": 1.8742985869342617,
      "grad_norm": 1.0912864875435342,
      "learning_rate": 0.0002370718818981162,
      "loss": 0.4373,
      "step": 45761
    },
    {
      "epoch": 1.8743395453614582,
      "grad_norm": 1.4601853404707237,
      "learning_rate": 0.00023706922620527436,
      "loss": 1.231,
      "step": 45762
    },
    {
      "epoch": 1.8743805037886545,
      "grad_norm": 1.1817114278881933,
      "learning_rate": 0.00023706657047127118,
      "loss": 0.914,
      "step": 45763
    },
    {
      "epoch": 1.8744214622158508,
      "grad_norm": 0.9005981739465789,
      "learning_rate": 0.000237063914696108,
      "loss": 0.38,
      "step": 45764
    },
    {
      "epoch": 1.8744624206430474,
      "grad_norm": 1.2349410287937796,
      "learning_rate": 0.00023706125887978607,
      "loss": 0.8059,
      "step": 45765
    },
    {
      "epoch": 1.8745033790702437,
      "grad_norm": 1.5667065664605715,
      "learning_rate": 0.0002370586030223066,
      "loss": 0.9697,
      "step": 45766
    },
    {
      "epoch": 1.87454433749744,
      "grad_norm": 1.6495681159105982,
      "learning_rate": 0.00023705594712367087,
      "loss": 1.2197,
      "step": 45767
    },
    {
      "epoch": 1.8745852959246365,
      "grad_norm": 1.337361842739446,
      "learning_rate": 0.00023705329118388016,
      "loss": 0.4681,
      "step": 45768
    },
    {
      "epoch": 1.874626254351833,
      "grad_norm": 0.7954427353781307,
      "learning_rate": 0.0002370506352029357,
      "loss": 0.2952,
      "step": 45769
    },
    {
      "epoch": 1.8746672127790291,
      "grad_norm": 0.871629310166335,
      "learning_rate": 0.00023704797918083878,
      "loss": 0.2976,
      "step": 45770
    },
    {
      "epoch": 1.8747081712062257,
      "grad_norm": 1.6595692033165514,
      "learning_rate": 0.00023704532311759056,
      "loss": 0.821,
      "step": 45771
    },
    {
      "epoch": 1.8747491296334222,
      "grad_norm": 1.447748839925933,
      "learning_rate": 0.0002370426670131924,
      "loss": 0.7717,
      "step": 45772
    },
    {
      "epoch": 1.8747900880606183,
      "grad_norm": 0.999917954270417,
      "learning_rate": 0.00023704001086764554,
      "loss": 0.4712,
      "step": 45773
    },
    {
      "epoch": 1.8748310464878148,
      "grad_norm": 8.145132527179975,
      "learning_rate": 0.00023703735468095117,
      "loss": 1.4481,
      "step": 45774
    },
    {
      "epoch": 1.8748720049150114,
      "grad_norm": 1.3301679183531971,
      "learning_rate": 0.00023703469845311062,
      "loss": 0.7735,
      "step": 45775
    },
    {
      "epoch": 1.8749129633422077,
      "grad_norm": 2.904956575446945,
      "learning_rate": 0.00023703204218412512,
      "loss": 4.3176,
      "step": 45776
    },
    {
      "epoch": 1.874953921769404,
      "grad_norm": 1.082399439957275,
      "learning_rate": 0.0002370293858739959,
      "loss": 0.9064,
      "step": 45777
    },
    {
      "epoch": 1.8749948801966005,
      "grad_norm": 1.0586747248738,
      "learning_rate": 0.00023702672952272426,
      "loss": 1.0388,
      "step": 45778
    },
    {
      "epoch": 1.8750358386237969,
      "grad_norm": 1.1500214938713447,
      "learning_rate": 0.00023702407313031142,
      "loss": 0.8145,
      "step": 45779
    },
    {
      "epoch": 1.8750767970509932,
      "grad_norm": 1.427602843047059,
      "learning_rate": 0.00023702141669675863,
      "loss": 0.7837,
      "step": 45780
    },
    {
      "epoch": 1.8751177554781897,
      "grad_norm": 1.2870915081848182,
      "learning_rate": 0.00023701876022206718,
      "loss": 0.75,
      "step": 45781
    },
    {
      "epoch": 1.875158713905386,
      "grad_norm": 0.9737220539362217,
      "learning_rate": 0.00023701610370623828,
      "loss": 0.3421,
      "step": 45782
    },
    {
      "epoch": 1.8751996723325823,
      "grad_norm": 1.586223718766219,
      "learning_rate": 0.00023701344714927326,
      "loss": 0.9209,
      "step": 45783
    },
    {
      "epoch": 1.8752406307597789,
      "grad_norm": 1.318148418128873,
      "learning_rate": 0.0002370107905511733,
      "loss": 0.7403,
      "step": 45784
    },
    {
      "epoch": 1.8752815891869752,
      "grad_norm": 1.1471504689952032,
      "learning_rate": 0.0002370081339119397,
      "loss": 0.5132,
      "step": 45785
    },
    {
      "epoch": 1.8753225476141715,
      "grad_norm": 1.302044198020441,
      "learning_rate": 0.00023700547723157374,
      "loss": 1.1311,
      "step": 45786
    },
    {
      "epoch": 1.875363506041368,
      "grad_norm": 2.8286240771245255,
      "learning_rate": 0.0002370028205100766,
      "loss": 4.8275,
      "step": 45787
    },
    {
      "epoch": 1.8754044644685646,
      "grad_norm": 1.1771853048390093,
      "learning_rate": 0.0002370001637474496,
      "loss": 0.7453,
      "step": 45788
    },
    {
      "epoch": 1.8754454228957607,
      "grad_norm": 1.089390044629974,
      "learning_rate": 0.00023699750694369394,
      "loss": 0.5795,
      "step": 45789
    },
    {
      "epoch": 1.8754863813229572,
      "grad_norm": 1.2365088949794076,
      "learning_rate": 0.0002369948500988109,
      "loss": 0.9683,
      "step": 45790
    },
    {
      "epoch": 1.8755273397501537,
      "grad_norm": 1.4101783171274183,
      "learning_rate": 0.00023699219321280177,
      "loss": 1.0305,
      "step": 45791
    },
    {
      "epoch": 1.8755682981773498,
      "grad_norm": 19.252870013888845,
      "learning_rate": 0.00023698953628566776,
      "loss": 2.9149,
      "step": 45792
    },
    {
      "epoch": 1.8756092566045464,
      "grad_norm": 1.4044578906541636,
      "learning_rate": 0.00023698687931741016,
      "loss": 1.0686,
      "step": 45793
    },
    {
      "epoch": 1.875650215031743,
      "grad_norm": 10.547820278631718,
      "learning_rate": 0.0002369842223080302,
      "loss": 3.1058,
      "step": 45794
    },
    {
      "epoch": 1.8756911734589392,
      "grad_norm": 0.9971395001746335,
      "learning_rate": 0.00023698156525752914,
      "loss": 0.3207,
      "step": 45795
    },
    {
      "epoch": 1.8757321318861355,
      "grad_norm": 0.8947836146877434,
      "learning_rate": 0.0002369789081659083,
      "loss": 0.2916,
      "step": 45796
    },
    {
      "epoch": 1.875773090313332,
      "grad_norm": 1.2643944935425184,
      "learning_rate": 0.00023697625103316882,
      "loss": 0.7204,
      "step": 45797
    },
    {
      "epoch": 1.8758140487405284,
      "grad_norm": 1.0667233559853964,
      "learning_rate": 0.000236973593859312,
      "loss": 0.891,
      "step": 45798
    },
    {
      "epoch": 1.8758550071677247,
      "grad_norm": 1.1069807745968592,
      "learning_rate": 0.00023697093664433916,
      "loss": 0.7323,
      "step": 45799
    },
    {
      "epoch": 1.8758959655949212,
      "grad_norm": 1.0468217478339346,
      "learning_rate": 0.00023696827938825152,
      "loss": 0.779,
      "step": 45800
    },
    {
      "epoch": 1.8759369240221175,
      "grad_norm": 1.1425877469758194,
      "learning_rate": 0.00023696562209105026,
      "loss": 0.8024,
      "step": 45801
    },
    {
      "epoch": 1.8759778824493138,
      "grad_norm": 1.2075219098129026,
      "learning_rate": 0.00023696296475273675,
      "loss": 0.7653,
      "step": 45802
    },
    {
      "epoch": 1.8760188408765104,
      "grad_norm": 1.0146939200981424,
      "learning_rate": 0.00023696030737331217,
      "loss": 0.926,
      "step": 45803
    },
    {
      "epoch": 1.8760597993037067,
      "grad_norm": 1.7049102069914297,
      "learning_rate": 0.00023695764995277784,
      "loss": 1.1783,
      "step": 45804
    },
    {
      "epoch": 1.876100757730903,
      "grad_norm": 1.2224076992420088,
      "learning_rate": 0.0002369549924911349,
      "loss": 0.4601,
      "step": 45805
    },
    {
      "epoch": 1.8761417161580995,
      "grad_norm": 0.9878310936537689,
      "learning_rate": 0.0002369523349883848,
      "loss": 0.6771,
      "step": 45806
    },
    {
      "epoch": 1.876182674585296,
      "grad_norm": 1.3196457597142721,
      "learning_rate": 0.00023694967744452859,
      "loss": 1.1534,
      "step": 45807
    },
    {
      "epoch": 1.8762236330124922,
      "grad_norm": 1.4999855758815959,
      "learning_rate": 0.00023694701985956762,
      "loss": 1.0568,
      "step": 45808
    },
    {
      "epoch": 1.8762645914396887,
      "grad_norm": 1.2467139900737307,
      "learning_rate": 0.00023694436223350318,
      "loss": 0.5897,
      "step": 45809
    },
    {
      "epoch": 1.8763055498668852,
      "grad_norm": 1.42169188438283,
      "learning_rate": 0.0002369417045663365,
      "loss": 0.9719,
      "step": 45810
    },
    {
      "epoch": 1.8763465082940816,
      "grad_norm": 1.4655680970069511,
      "learning_rate": 0.0002369390468580688,
      "loss": 0.7743,
      "step": 45811
    },
    {
      "epoch": 1.8763874667212779,
      "grad_norm": 0.9599699255202507,
      "learning_rate": 0.00023693638910870135,
      "loss": 0.7151,
      "step": 45812
    },
    {
      "epoch": 1.8764284251484744,
      "grad_norm": 1.4788965057858974,
      "learning_rate": 0.00023693373131823545,
      "loss": 1.2583,
      "step": 45813
    },
    {
      "epoch": 1.8764693835756707,
      "grad_norm": 1.2568590416113072,
      "learning_rate": 0.00023693107348667235,
      "loss": 0.7942,
      "step": 45814
    },
    {
      "epoch": 1.876510342002867,
      "grad_norm": 1.5759279749087214,
      "learning_rate": 0.00023692841561401322,
      "loss": 1.2445,
      "step": 45815
    },
    {
      "epoch": 1.8765513004300636,
      "grad_norm": 1.0724686859084762,
      "learning_rate": 0.00023692575770025944,
      "loss": 0.8037,
      "step": 45816
    },
    {
      "epoch": 1.8765922588572599,
      "grad_norm": 1.320435239902351,
      "learning_rate": 0.00023692309974541215,
      "loss": 0.8972,
      "step": 45817
    },
    {
      "epoch": 1.8766332172844562,
      "grad_norm": 1.1741899200189905,
      "learning_rate": 0.0002369204417494727,
      "loss": 0.6488,
      "step": 45818
    },
    {
      "epoch": 1.8766741757116527,
      "grad_norm": 1.0527199955372095,
      "learning_rate": 0.00023691778371244228,
      "loss": 0.4099,
      "step": 45819
    },
    {
      "epoch": 1.876715134138849,
      "grad_norm": 1.3769893401763107,
      "learning_rate": 0.0002369151256343222,
      "loss": 0.8564,
      "step": 45820
    },
    {
      "epoch": 1.8767560925660454,
      "grad_norm": 1.2791574188640993,
      "learning_rate": 0.0002369124675151137,
      "loss": 0.8931,
      "step": 45821
    },
    {
      "epoch": 1.876797050993242,
      "grad_norm": 1.1955240577009536,
      "learning_rate": 0.00023690980935481802,
      "loss": 0.7463,
      "step": 45822
    },
    {
      "epoch": 1.8768380094204382,
      "grad_norm": 1.5299115993243737,
      "learning_rate": 0.0002369071511534364,
      "loss": 1.1118,
      "step": 45823
    },
    {
      "epoch": 1.8768789678476345,
      "grad_norm": 0.8747090546928715,
      "learning_rate": 0.00023690449291097014,
      "loss": 0.4647,
      "step": 45824
    },
    {
      "epoch": 1.876919926274831,
      "grad_norm": 1.2758391812111858,
      "learning_rate": 0.0002369018346274205,
      "loss": 0.7746,
      "step": 45825
    },
    {
      "epoch": 1.8769608847020276,
      "grad_norm": 1.2629872941342721,
      "learning_rate": 0.0002368991763027887,
      "loss": 0.7905,
      "step": 45826
    },
    {
      "epoch": 1.8770018431292237,
      "grad_norm": 1.3528985460748244,
      "learning_rate": 0.000236896517937076,
      "loss": 0.8721,
      "step": 45827
    },
    {
      "epoch": 1.8770428015564202,
      "grad_norm": 1.5111855779110963,
      "learning_rate": 0.00023689385953028368,
      "loss": 1.4239,
      "step": 45828
    },
    {
      "epoch": 1.8770837599836168,
      "grad_norm": 0.8378293214620814,
      "learning_rate": 0.000236891201082413,
      "loss": 0.3794,
      "step": 45829
    },
    {
      "epoch": 1.877124718410813,
      "grad_norm": 1.295422022588393,
      "learning_rate": 0.00023688854259346515,
      "loss": 0.7892,
      "step": 45830
    },
    {
      "epoch": 1.8771656768380094,
      "grad_norm": 1.1936646495169185,
      "learning_rate": 0.00023688588406344148,
      "loss": 0.6401,
      "step": 45831
    },
    {
      "epoch": 1.877206635265206,
      "grad_norm": 5.056295941359975,
      "learning_rate": 0.0002368832254923432,
      "loss": 3.6458,
      "step": 45832
    },
    {
      "epoch": 1.8772475936924022,
      "grad_norm": 1.4985815284738677,
      "learning_rate": 0.00023688056688017157,
      "loss": 1.2522,
      "step": 45833
    },
    {
      "epoch": 1.8772885521195986,
      "grad_norm": 1.753335435999468,
      "learning_rate": 0.00023687790822692786,
      "loss": 0.781,
      "step": 45834
    },
    {
      "epoch": 1.877329510546795,
      "grad_norm": 2.7920155128971405,
      "learning_rate": 0.00023687524953261332,
      "loss": 1.8028,
      "step": 45835
    },
    {
      "epoch": 1.8773704689739914,
      "grad_norm": 0.8474422873231441,
      "learning_rate": 0.00023687259079722915,
      "loss": 0.3194,
      "step": 45836
    },
    {
      "epoch": 1.8774114274011877,
      "grad_norm": 1.0573080327397357,
      "learning_rate": 0.00023686993202077673,
      "loss": 0.8086,
      "step": 45837
    },
    {
      "epoch": 1.8774523858283843,
      "grad_norm": 1.6763394851044726,
      "learning_rate": 0.0002368672732032572,
      "loss": 1.1475,
      "step": 45838
    },
    {
      "epoch": 1.8774933442555806,
      "grad_norm": 1.143844664555235,
      "learning_rate": 0.0002368646143446719,
      "loss": 0.5008,
      "step": 45839
    },
    {
      "epoch": 1.8775343026827769,
      "grad_norm": 1.3140758911161081,
      "learning_rate": 0.00023686195544502206,
      "loss": 0.8701,
      "step": 45840
    },
    {
      "epoch": 1.8775752611099734,
      "grad_norm": 3.652670739444966,
      "learning_rate": 0.00023685929650430883,
      "loss": 2.5961,
      "step": 45841
    },
    {
      "epoch": 1.8776162195371697,
      "grad_norm": 5.822452411174077,
      "learning_rate": 0.00023685663752253368,
      "loss": 3.362,
      "step": 45842
    },
    {
      "epoch": 1.877657177964366,
      "grad_norm": 0.7655889272839038,
      "learning_rate": 0.0002368539784996977,
      "loss": 0.3605,
      "step": 45843
    },
    {
      "epoch": 1.8776981363915626,
      "grad_norm": 1.2873710579893625,
      "learning_rate": 0.0002368513194358022,
      "loss": 0.7585,
      "step": 45844
    },
    {
      "epoch": 1.8777390948187591,
      "grad_norm": 1.516661394648437,
      "learning_rate": 0.00023684866033084844,
      "loss": 1.1006,
      "step": 45845
    },
    {
      "epoch": 1.8777800532459552,
      "grad_norm": 0.81635101132544,
      "learning_rate": 0.00023684600118483768,
      "loss": 0.3285,
      "step": 45846
    },
    {
      "epoch": 1.8778210116731517,
      "grad_norm": 1.3017969788430215,
      "learning_rate": 0.00023684334199777112,
      "loss": 0.8993,
      "step": 45847
    },
    {
      "epoch": 1.8778619701003483,
      "grad_norm": 1.3255535666994187,
      "learning_rate": 0.00023684068276965016,
      "loss": 0.9819,
      "step": 45848
    },
    {
      "epoch": 1.8779029285275446,
      "grad_norm": 0.7278565812481472,
      "learning_rate": 0.00023683802350047588,
      "loss": 0.3274,
      "step": 45849
    },
    {
      "epoch": 1.877943886954741,
      "grad_norm": 1.3046651373759353,
      "learning_rate": 0.00023683536419024967,
      "loss": 0.9283,
      "step": 45850
    },
    {
      "epoch": 1.8779848453819374,
      "grad_norm": 1.2311463325276497,
      "learning_rate": 0.00023683270483897275,
      "loss": 0.9538,
      "step": 45851
    },
    {
      "epoch": 1.8780258038091338,
      "grad_norm": 1.2506075000707901,
      "learning_rate": 0.00023683004544664633,
      "loss": 0.8433,
      "step": 45852
    },
    {
      "epoch": 1.87806676223633,
      "grad_norm": 1.0626525412523544,
      "learning_rate": 0.0002368273860132717,
      "loss": 0.892,
      "step": 45853
    },
    {
      "epoch": 1.8781077206635266,
      "grad_norm": 1.2506233571535548,
      "learning_rate": 0.0002368247265388501,
      "loss": 0.8856,
      "step": 45854
    },
    {
      "epoch": 1.878148679090723,
      "grad_norm": 0.8835987046565543,
      "learning_rate": 0.00023682206702338286,
      "loss": 0.5686,
      "step": 45855
    },
    {
      "epoch": 1.8781896375179192,
      "grad_norm": 1.1791834148009521,
      "learning_rate": 0.00023681940746687118,
      "loss": 0.8038,
      "step": 45856
    },
    {
      "epoch": 1.8782305959451158,
      "grad_norm": 1.4060137566301307,
      "learning_rate": 0.00023681674786931632,
      "loss": 1.4205,
      "step": 45857
    },
    {
      "epoch": 1.878271554372312,
      "grad_norm": 0.7279194735481129,
      "learning_rate": 0.0002368140882307195,
      "loss": 0.2269,
      "step": 45858
    },
    {
      "epoch": 1.8783125127995084,
      "grad_norm": 1.3159140026265381,
      "learning_rate": 0.00023681142855108207,
      "loss": 0.9529,
      "step": 45859
    },
    {
      "epoch": 1.878353471226705,
      "grad_norm": 1.310033137529789,
      "learning_rate": 0.0002368087688304052,
      "loss": 0.9222,
      "step": 45860
    },
    {
      "epoch": 1.8783944296539012,
      "grad_norm": 2.5708119647068357,
      "learning_rate": 0.0002368061090686902,
      "loss": 1.5736,
      "step": 45861
    },
    {
      "epoch": 1.8784353880810976,
      "grad_norm": 20.39363289918237,
      "learning_rate": 0.00023680344926593828,
      "loss": 3.4761,
      "step": 45862
    },
    {
      "epoch": 1.878476346508294,
      "grad_norm": 1.5253456862594865,
      "learning_rate": 0.00023680078942215076,
      "loss": 0.7281,
      "step": 45863
    },
    {
      "epoch": 1.8785173049354906,
      "grad_norm": 1.052699588924132,
      "learning_rate": 0.00023679812953732887,
      "loss": 0.8402,
      "step": 45864
    },
    {
      "epoch": 1.8785582633626867,
      "grad_norm": 0.9650266704662699,
      "learning_rate": 0.00023679546961147382,
      "loss": 0.3262,
      "step": 45865
    },
    {
      "epoch": 1.8785992217898833,
      "grad_norm": 2.124721493520791,
      "learning_rate": 0.00023679280964458693,
      "loss": 1.8129,
      "step": 45866
    },
    {
      "epoch": 1.8786401802170798,
      "grad_norm": 1.6354307321483692,
      "learning_rate": 0.00023679014963666944,
      "loss": 0.9006,
      "step": 45867
    },
    {
      "epoch": 1.878681138644276,
      "grad_norm": 1.2296362841684052,
      "learning_rate": 0.00023678748958772263,
      "loss": 0.8778,
      "step": 45868
    },
    {
      "epoch": 1.8787220970714724,
      "grad_norm": 1.2555946664739293,
      "learning_rate": 0.00023678482949774767,
      "loss": 0.7768,
      "step": 45869
    },
    {
      "epoch": 1.878763055498669,
      "grad_norm": 1.3036410802334324,
      "learning_rate": 0.0002367821693667459,
      "loss": 1.4633,
      "step": 45870
    },
    {
      "epoch": 1.8788040139258653,
      "grad_norm": 1.0735628942720916,
      "learning_rate": 0.00023677950919471857,
      "loss": 0.7737,
      "step": 45871
    },
    {
      "epoch": 1.8788449723530616,
      "grad_norm": 0.8718711889285532,
      "learning_rate": 0.00023677684898166693,
      "loss": 0.3651,
      "step": 45872
    },
    {
      "epoch": 1.8788859307802581,
      "grad_norm": 1.2638294826647938,
      "learning_rate": 0.0002367741887275922,
      "loss": 0.7531,
      "step": 45873
    },
    {
      "epoch": 1.8789268892074544,
      "grad_norm": 1.2746172077252598,
      "learning_rate": 0.0002367715284324957,
      "loss": 0.9004,
      "step": 45874
    },
    {
      "epoch": 1.8789678476346507,
      "grad_norm": 0.9846421892242784,
      "learning_rate": 0.00023676886809637863,
      "loss": 1.0932,
      "step": 45875
    },
    {
      "epoch": 1.8790088060618473,
      "grad_norm": 1.2485120427447618,
      "learning_rate": 0.00023676620771924227,
      "loss": 1.1064,
      "step": 45876
    },
    {
      "epoch": 1.8790497644890436,
      "grad_norm": 1.1690344487712367,
      "learning_rate": 0.00023676354730108788,
      "loss": 0.5486,
      "step": 45877
    },
    {
      "epoch": 1.87909072291624,
      "grad_norm": 0.9540081504630551,
      "learning_rate": 0.00023676088684191677,
      "loss": 0.7443,
      "step": 45878
    },
    {
      "epoch": 1.8791316813434364,
      "grad_norm": 1.2530041447083082,
      "learning_rate": 0.0002367582263417301,
      "loss": 0.8198,
      "step": 45879
    },
    {
      "epoch": 1.8791726397706328,
      "grad_norm": 1.130072260853171,
      "learning_rate": 0.0002367555658005292,
      "loss": 0.8586,
      "step": 45880
    },
    {
      "epoch": 1.879213598197829,
      "grad_norm": 2.0463851702404416,
      "learning_rate": 0.00023675290521831528,
      "loss": 2.2225,
      "step": 45881
    },
    {
      "epoch": 1.8792545566250256,
      "grad_norm": 1.442313956080686,
      "learning_rate": 0.00023675024459508966,
      "loss": 0.9675,
      "step": 45882
    },
    {
      "epoch": 1.8792955150522221,
      "grad_norm": 1.579681064250587,
      "learning_rate": 0.00023674758393085353,
      "loss": 1.4614,
      "step": 45883
    },
    {
      "epoch": 1.8793364734794182,
      "grad_norm": 1.2661771354087188,
      "learning_rate": 0.00023674492322560818,
      "loss": 0.8863,
      "step": 45884
    },
    {
      "epoch": 1.8793774319066148,
      "grad_norm": 1.8616938746400062,
      "learning_rate": 0.00023674226247935484,
      "loss": 1.7477,
      "step": 45885
    },
    {
      "epoch": 1.8794183903338113,
      "grad_norm": 1.3078427070715648,
      "learning_rate": 0.00023673960169209483,
      "loss": 0.4139,
      "step": 45886
    },
    {
      "epoch": 1.8794593487610076,
      "grad_norm": 1.7579334789782741,
      "learning_rate": 0.00023673694086382934,
      "loss": 1.5402,
      "step": 45887
    },
    {
      "epoch": 1.879500307188204,
      "grad_norm": 1.6129728738386027,
      "learning_rate": 0.00023673427999455968,
      "loss": 1.3549,
      "step": 45888
    },
    {
      "epoch": 1.8795412656154005,
      "grad_norm": 1.4285205674557802,
      "learning_rate": 0.00023673161908428707,
      "loss": 0.8854,
      "step": 45889
    },
    {
      "epoch": 1.8795822240425968,
      "grad_norm": 1.566727963269447,
      "learning_rate": 0.0002367289581330128,
      "loss": 0.8953,
      "step": 45890
    },
    {
      "epoch": 1.879623182469793,
      "grad_norm": 2.500525407324921,
      "learning_rate": 0.00023672629714073808,
      "loss": 2.8204,
      "step": 45891
    },
    {
      "epoch": 1.8796641408969896,
      "grad_norm": 1.32810987566873,
      "learning_rate": 0.00023672363610746422,
      "loss": 1.048,
      "step": 45892
    },
    {
      "epoch": 1.879705099324186,
      "grad_norm": 1.7668412262761466,
      "learning_rate": 0.00023672097503319247,
      "loss": 1.124,
      "step": 45893
    },
    {
      "epoch": 1.8797460577513823,
      "grad_norm": 1.1687318305219392,
      "learning_rate": 0.00023671831391792406,
      "loss": 0.8775,
      "step": 45894
    },
    {
      "epoch": 1.8797870161785788,
      "grad_norm": 1.4007526008151236,
      "learning_rate": 0.00023671565276166024,
      "loss": 1.1093,
      "step": 45895
    },
    {
      "epoch": 1.879827974605775,
      "grad_norm": 2.0065336876326407,
      "learning_rate": 0.00023671299156440234,
      "loss": 1.4319,
      "step": 45896
    },
    {
      "epoch": 1.8798689330329714,
      "grad_norm": 0.6685489413520621,
      "learning_rate": 0.00023671033032615155,
      "loss": 0.309,
      "step": 45897
    },
    {
      "epoch": 1.879909891460168,
      "grad_norm": 1.2322424500770772,
      "learning_rate": 0.00023670766904690914,
      "loss": 0.8906,
      "step": 45898
    },
    {
      "epoch": 1.8799508498873643,
      "grad_norm": 1.5108573592154688,
      "learning_rate": 0.00023670500772667635,
      "loss": 1.0122,
      "step": 45899
    },
    {
      "epoch": 1.8799918083145606,
      "grad_norm": 1.2873443658163104,
      "learning_rate": 0.00023670234636545453,
      "loss": 0.8108,
      "step": 45900
    },
    {
      "epoch": 1.8800327667417571,
      "grad_norm": 1.0563141552931743,
      "learning_rate": 0.00023669968496324483,
      "loss": 0.7833,
      "step": 45901
    },
    {
      "epoch": 1.8800737251689537,
      "grad_norm": 1.2813333094450576,
      "learning_rate": 0.00023669702352004858,
      "loss": 0.5971,
      "step": 45902
    },
    {
      "epoch": 1.8801146835961497,
      "grad_norm": 2.3719104191672136,
      "learning_rate": 0.00023669436203586696,
      "loss": 1.8002,
      "step": 45903
    },
    {
      "epoch": 1.8801556420233463,
      "grad_norm": 2.131955949271159,
      "learning_rate": 0.0002366917005107013,
      "loss": 2.412,
      "step": 45904
    },
    {
      "epoch": 1.8801966004505428,
      "grad_norm": 1.1909182747018485,
      "learning_rate": 0.00023668903894455282,
      "loss": 0.8204,
      "step": 45905
    },
    {
      "epoch": 1.8802375588777391,
      "grad_norm": 1.7107970295185306,
      "learning_rate": 0.00023668637733742284,
      "loss": 0.647,
      "step": 45906
    },
    {
      "epoch": 1.8802785173049354,
      "grad_norm": 1.1967215746079511,
      "learning_rate": 0.0002366837156893125,
      "loss": 0.7899,
      "step": 45907
    },
    {
      "epoch": 1.880319475732132,
      "grad_norm": 1.013073799893045,
      "learning_rate": 0.0002366810540002232,
      "loss": 0.668,
      "step": 45908
    },
    {
      "epoch": 1.8803604341593283,
      "grad_norm": 0.9178269629188816,
      "learning_rate": 0.00023667839227015607,
      "loss": 0.6753,
      "step": 45909
    },
    {
      "epoch": 1.8804013925865246,
      "grad_norm": 1.478088159609537,
      "learning_rate": 0.00023667573049911245,
      "loss": 0.8242,
      "step": 45910
    },
    {
      "epoch": 1.8804423510137211,
      "grad_norm": 1.0173596534427825,
      "learning_rate": 0.0002366730686870936,
      "loss": 0.6046,
      "step": 45911
    },
    {
      "epoch": 1.8804833094409175,
      "grad_norm": 1.3859873252948194,
      "learning_rate": 0.0002366704068341007,
      "loss": 0.9256,
      "step": 45912
    },
    {
      "epoch": 1.8805242678681138,
      "grad_norm": 1.1570409669442152,
      "learning_rate": 0.00023666774494013508,
      "loss": 0.9027,
      "step": 45913
    },
    {
      "epoch": 1.8805652262953103,
      "grad_norm": 1.1307994504715932,
      "learning_rate": 0.00023666508300519798,
      "loss": 0.5383,
      "step": 45914
    },
    {
      "epoch": 1.8806061847225066,
      "grad_norm": 4.355295218196029,
      "learning_rate": 0.00023666242102929067,
      "loss": 5.7583,
      "step": 45915
    },
    {
      "epoch": 1.880647143149703,
      "grad_norm": 1.451066797627783,
      "learning_rate": 0.0002366597590124144,
      "loss": 0.8541,
      "step": 45916
    },
    {
      "epoch": 1.8806881015768995,
      "grad_norm": 1.0910560965326237,
      "learning_rate": 0.00023665709695457038,
      "loss": 0.6017,
      "step": 45917
    },
    {
      "epoch": 1.8807290600040958,
      "grad_norm": 1.0792167101455956,
      "learning_rate": 0.00023665443485575998,
      "loss": 0.6072,
      "step": 45918
    },
    {
      "epoch": 1.880770018431292,
      "grad_norm": 1.03329635938101,
      "learning_rate": 0.00023665177271598437,
      "loss": 0.58,
      "step": 45919
    },
    {
      "epoch": 1.8808109768584886,
      "grad_norm": 1.699949413223225,
      "learning_rate": 0.00023664911053524477,
      "loss": 0.8105,
      "step": 45920
    },
    {
      "epoch": 1.8808519352856852,
      "grad_norm": 1.532892667932724,
      "learning_rate": 0.00023664644831354256,
      "loss": 0.7097,
      "step": 45921
    },
    {
      "epoch": 1.8808928937128813,
      "grad_norm": 1.057067579589875,
      "learning_rate": 0.00023664378605087893,
      "loss": 0.7707,
      "step": 45922
    },
    {
      "epoch": 1.8809338521400778,
      "grad_norm": 1.072592525344859,
      "learning_rate": 0.00023664112374725515,
      "loss": 0.7265,
      "step": 45923
    },
    {
      "epoch": 1.8809748105672743,
      "grad_norm": 2.5313347376979567,
      "learning_rate": 0.00023663846140267245,
      "loss": 1.2367,
      "step": 45924
    },
    {
      "epoch": 1.8810157689944706,
      "grad_norm": 1.5433369480035466,
      "learning_rate": 0.00023663579901713212,
      "loss": 1.2223,
      "step": 45925
    },
    {
      "epoch": 1.881056727421667,
      "grad_norm": 1.3364511827843115,
      "learning_rate": 0.00023663313659063546,
      "loss": 1.0557,
      "step": 45926
    },
    {
      "epoch": 1.8810976858488635,
      "grad_norm": 1.3268452022872363,
      "learning_rate": 0.0002366304741231836,
      "loss": 0.7359,
      "step": 45927
    },
    {
      "epoch": 1.8811386442760598,
      "grad_norm": 1.1221464968479393,
      "learning_rate": 0.00023662781161477793,
      "loss": 0.8519,
      "step": 45928
    },
    {
      "epoch": 1.8811796027032561,
      "grad_norm": 1.4642065270051723,
      "learning_rate": 0.00023662514906541964,
      "loss": 1.0168,
      "step": 45929
    },
    {
      "epoch": 1.8812205611304527,
      "grad_norm": 1.128206121470441,
      "learning_rate": 0.00023662248647511,
      "loss": 0.8547,
      "step": 45930
    },
    {
      "epoch": 1.881261519557649,
      "grad_norm": 0.7692504773281075,
      "learning_rate": 0.0002366198238438503,
      "loss": 0.292,
      "step": 45931
    },
    {
      "epoch": 1.8813024779848453,
      "grad_norm": 1.8628345967258868,
      "learning_rate": 0.0002366171611716418,
      "loss": 2.0266,
      "step": 45932
    },
    {
      "epoch": 1.8813434364120418,
      "grad_norm": 1.1879057878299233,
      "learning_rate": 0.00023661449845848565,
      "loss": 1.1174,
      "step": 45933
    },
    {
      "epoch": 1.8813843948392381,
      "grad_norm": 1.4444558642892291,
      "learning_rate": 0.00023661183570438323,
      "loss": 1.0325,
      "step": 45934
    },
    {
      "epoch": 1.8814253532664345,
      "grad_norm": 1.1354540437669154,
      "learning_rate": 0.00023660917290933573,
      "loss": 0.5517,
      "step": 45935
    },
    {
      "epoch": 1.881466311693631,
      "grad_norm": 4.3966436569497285,
      "learning_rate": 0.0002366065100733445,
      "loss": 2.9296,
      "step": 45936
    },
    {
      "epoch": 1.8815072701208275,
      "grad_norm": 1.0553000472592717,
      "learning_rate": 0.00023660384719641073,
      "loss": 0.844,
      "step": 45937
    },
    {
      "epoch": 1.8815482285480236,
      "grad_norm": 1.3713626722797467,
      "learning_rate": 0.00023660118427853568,
      "loss": 0.9891,
      "step": 45938
    },
    {
      "epoch": 1.8815891869752202,
      "grad_norm": 1.3930842708255318,
      "learning_rate": 0.00023659852131972057,
      "loss": 0.5979,
      "step": 45939
    },
    {
      "epoch": 1.8816301454024167,
      "grad_norm": 1.150167477082297,
      "learning_rate": 0.00023659585831996676,
      "loss": 0.9746,
      "step": 45940
    },
    {
      "epoch": 1.8816711038296128,
      "grad_norm": 1.4551871561610332,
      "learning_rate": 0.0002365931952792754,
      "loss": 1.0391,
      "step": 45941
    },
    {
      "epoch": 1.8817120622568093,
      "grad_norm": 1.2385844247296134,
      "learning_rate": 0.00023659053219764786,
      "loss": 0.9494,
      "step": 45942
    },
    {
      "epoch": 1.8817530206840059,
      "grad_norm": 1.0582946381943126,
      "learning_rate": 0.00023658786907508532,
      "loss": 0.6366,
      "step": 45943
    },
    {
      "epoch": 1.8817939791112022,
      "grad_norm": 1.4315544594719043,
      "learning_rate": 0.00023658520591158906,
      "loss": 1.0262,
      "step": 45944
    },
    {
      "epoch": 1.8818349375383985,
      "grad_norm": 1.4690735641672605,
      "learning_rate": 0.0002365825427071603,
      "loss": 1.3204,
      "step": 45945
    },
    {
      "epoch": 1.881875895965595,
      "grad_norm": 1.4605425072176916,
      "learning_rate": 0.00023657987946180034,
      "loss": 1.2433,
      "step": 45946
    },
    {
      "epoch": 1.8819168543927913,
      "grad_norm": 1.2460934579064622,
      "learning_rate": 0.0002365772161755105,
      "loss": 0.7922,
      "step": 45947
    },
    {
      "epoch": 1.8819578128199876,
      "grad_norm": 1.3444967554351694,
      "learning_rate": 0.00023657455284829194,
      "loss": 0.9372,
      "step": 45948
    },
    {
      "epoch": 1.8819987712471842,
      "grad_norm": 1.1639059786461323,
      "learning_rate": 0.00023657188948014596,
      "loss": 0.5687,
      "step": 45949
    },
    {
      "epoch": 1.8820397296743805,
      "grad_norm": 0.8241887312014092,
      "learning_rate": 0.00023656922607107379,
      "loss": 0.436,
      "step": 45950
    },
    {
      "epoch": 1.8820806881015768,
      "grad_norm": 1.5355437848483424,
      "learning_rate": 0.00023656656262107675,
      "loss": 1.4341,
      "step": 45951
    },
    {
      "epoch": 1.8821216465287733,
      "grad_norm": 1.5032299467415409,
      "learning_rate": 0.00023656389913015606,
      "loss": 1.2925,
      "step": 45952
    },
    {
      "epoch": 1.8821626049559697,
      "grad_norm": 2.517303010574589,
      "learning_rate": 0.00023656123559831293,
      "loss": 1.9934,
      "step": 45953
    },
    {
      "epoch": 1.882203563383166,
      "grad_norm": 1.6038756335010236,
      "learning_rate": 0.00023655857202554872,
      "loss": 1.6055,
      "step": 45954
    },
    {
      "epoch": 1.8822445218103625,
      "grad_norm": 0.9685785503860944,
      "learning_rate": 0.0002365559084118646,
      "loss": 0.5445,
      "step": 45955
    },
    {
      "epoch": 1.882285480237559,
      "grad_norm": 0.8991979532592773,
      "learning_rate": 0.00023655324475726193,
      "loss": 0.3474,
      "step": 45956
    },
    {
      "epoch": 1.8823264386647551,
      "grad_norm": 1.189363700462069,
      "learning_rate": 0.00023655058106174186,
      "loss": 0.4649,
      "step": 45957
    },
    {
      "epoch": 1.8823673970919517,
      "grad_norm": 1.137740271040758,
      "learning_rate": 0.00023654791732530573,
      "loss": 0.7215,
      "step": 45958
    },
    {
      "epoch": 1.8824083555191482,
      "grad_norm": 1.2461365362232801,
      "learning_rate": 0.00023654525354795475,
      "loss": 0.9955,
      "step": 45959
    },
    {
      "epoch": 1.8824493139463445,
      "grad_norm": 0.9791085883110381,
      "learning_rate": 0.0002365425897296902,
      "loss": 0.4289,
      "step": 45960
    },
    {
      "epoch": 1.8824902723735408,
      "grad_norm": 4.62151735264245,
      "learning_rate": 0.00023653992587051328,
      "loss": 4.5561,
      "step": 45961
    },
    {
      "epoch": 1.8825312308007374,
      "grad_norm": 1.275930902714946,
      "learning_rate": 0.00023653726197042538,
      "loss": 0.639,
      "step": 45962
    },
    {
      "epoch": 1.8825721892279337,
      "grad_norm": 2.0617457668218906,
      "learning_rate": 0.00023653459802942765,
      "loss": 2.0706,
      "step": 45963
    },
    {
      "epoch": 1.88261314765513,
      "grad_norm": 1.3496087959677712,
      "learning_rate": 0.0002365319340475214,
      "loss": 0.7144,
      "step": 45964
    },
    {
      "epoch": 1.8826541060823265,
      "grad_norm": 0.6325326890024368,
      "learning_rate": 0.0002365292700247079,
      "loss": 0.298,
      "step": 45965
    },
    {
      "epoch": 1.8826950645095228,
      "grad_norm": 1.3546405783050557,
      "learning_rate": 0.00023652660596098834,
      "loss": 0.8649,
      "step": 45966
    },
    {
      "epoch": 1.8827360229367192,
      "grad_norm": 1.9527338941805021,
      "learning_rate": 0.00023652394185636402,
      "loss": 1.0812,
      "step": 45967
    },
    {
      "epoch": 1.8827769813639157,
      "grad_norm": 1.994018920532138,
      "learning_rate": 0.00023652127771083621,
      "loss": 1.1059,
      "step": 45968
    },
    {
      "epoch": 1.882817939791112,
      "grad_norm": 2.5383472294104505,
      "learning_rate": 0.00023651861352440618,
      "loss": 2.6969,
      "step": 45969
    },
    {
      "epoch": 1.8828588982183083,
      "grad_norm": 1.0769722408411273,
      "learning_rate": 0.00023651594929707513,
      "loss": 0.7591,
      "step": 45970
    },
    {
      "epoch": 1.8828998566455049,
      "grad_norm": 1.2634477434687386,
      "learning_rate": 0.0002365132850288444,
      "loss": 0.8048,
      "step": 45971
    },
    {
      "epoch": 1.8829408150727012,
      "grad_norm": 1.1619976129337446,
      "learning_rate": 0.0002365106207197152,
      "loss": 0.6786,
      "step": 45972
    },
    {
      "epoch": 1.8829817734998975,
      "grad_norm": 1.0966255461180825,
      "learning_rate": 0.00023650795636968877,
      "loss": 0.849,
      "step": 45973
    },
    {
      "epoch": 1.883022731927094,
      "grad_norm": 1.4222631272578607,
      "learning_rate": 0.00023650529197876644,
      "loss": 1.1028,
      "step": 45974
    },
    {
      "epoch": 1.8830636903542906,
      "grad_norm": 1.0800557639475619,
      "learning_rate": 0.0002365026275469494,
      "loss": 0.5577,
      "step": 45975
    },
    {
      "epoch": 1.8831046487814866,
      "grad_norm": 1.0025774560133223,
      "learning_rate": 0.00023649996307423894,
      "loss": 0.5049,
      "step": 45976
    },
    {
      "epoch": 1.8831456072086832,
      "grad_norm": 1.1120229331436733,
      "learning_rate": 0.0002364972985606363,
      "loss": 0.745,
      "step": 45977
    },
    {
      "epoch": 1.8831865656358797,
      "grad_norm": 1.1343965252088066,
      "learning_rate": 0.0002364946340061428,
      "loss": 0.3915,
      "step": 45978
    },
    {
      "epoch": 1.883227524063076,
      "grad_norm": 1.2763211168116824,
      "learning_rate": 0.0002364919694107596,
      "loss": 0.6478,
      "step": 45979
    },
    {
      "epoch": 1.8832684824902723,
      "grad_norm": 1.8760125412182465,
      "learning_rate": 0.00023648930477448806,
      "loss": 0.8568,
      "step": 45980
    },
    {
      "epoch": 1.8833094409174689,
      "grad_norm": 1.2355752027143467,
      "learning_rate": 0.00023648664009732936,
      "loss": 0.5768,
      "step": 45981
    },
    {
      "epoch": 1.8833503993446652,
      "grad_norm": 1.0841024966589987,
      "learning_rate": 0.00023648397537928483,
      "loss": 0.6459,
      "step": 45982
    },
    {
      "epoch": 1.8833913577718615,
      "grad_norm": 1.1857918820813356,
      "learning_rate": 0.0002364813106203557,
      "loss": 1.0481,
      "step": 45983
    },
    {
      "epoch": 1.883432316199058,
      "grad_norm": 1.3578360449045366,
      "learning_rate": 0.0002364786458205432,
      "loss": 0.8856,
      "step": 45984
    },
    {
      "epoch": 1.8834732746262544,
      "grad_norm": 1.3331500833421175,
      "learning_rate": 0.0002364759809798486,
      "loss": 0.7422,
      "step": 45985
    },
    {
      "epoch": 1.8835142330534507,
      "grad_norm": 1.091667833563819,
      "learning_rate": 0.00023647331609827322,
      "loss": 0.3503,
      "step": 45986
    },
    {
      "epoch": 1.8835551914806472,
      "grad_norm": 1.0864871270432712,
      "learning_rate": 0.00023647065117581825,
      "loss": 0.6685,
      "step": 45987
    },
    {
      "epoch": 1.8835961499078435,
      "grad_norm": 1.127663394762294,
      "learning_rate": 0.00023646798621248497,
      "loss": 0.7242,
      "step": 45988
    },
    {
      "epoch": 1.8836371083350398,
      "grad_norm": 1.5092397446211825,
      "learning_rate": 0.00023646532120827463,
      "loss": 0.769,
      "step": 45989
    },
    {
      "epoch": 1.8836780667622364,
      "grad_norm": 1.4525595726235512,
      "learning_rate": 0.0002364626561631885,
      "loss": 0.8463,
      "step": 45990
    },
    {
      "epoch": 1.8837190251894327,
      "grad_norm": 1.3444798011548138,
      "learning_rate": 0.00023645999107722786,
      "loss": 0.6656,
      "step": 45991
    },
    {
      "epoch": 1.883759983616629,
      "grad_norm": 1.8905864207411256,
      "learning_rate": 0.00023645732595039398,
      "loss": 1.2796,
      "step": 45992
    },
    {
      "epoch": 1.8838009420438255,
      "grad_norm": 1.2119230020844096,
      "learning_rate": 0.00023645466078268804,
      "loss": 0.6537,
      "step": 45993
    },
    {
      "epoch": 1.883841900471022,
      "grad_norm": 1.5936369130585102,
      "learning_rate": 0.0002364519955741114,
      "loss": 0.9671,
      "step": 45994
    },
    {
      "epoch": 1.8838828588982182,
      "grad_norm": 1.512933618413198,
      "learning_rate": 0.00023644933032466526,
      "loss": 0.9962,
      "step": 45995
    },
    {
      "epoch": 1.8839238173254147,
      "grad_norm": 1.286331703012602,
      "learning_rate": 0.00023644666503435088,
      "loss": 0.5854,
      "step": 45996
    },
    {
      "epoch": 1.8839647757526112,
      "grad_norm": 1.3848535132112625,
      "learning_rate": 0.00023644399970316956,
      "loss": 0.886,
      "step": 45997
    },
    {
      "epoch": 1.8840057341798075,
      "grad_norm": 1.5619678794131762,
      "learning_rate": 0.00023644133433112251,
      "loss": 0.9087,
      "step": 45998
    },
    {
      "epoch": 1.8840466926070039,
      "grad_norm": 1.1573021989269447,
      "learning_rate": 0.000236438668918211,
      "loss": 0.8755,
      "step": 45999
    },
    {
      "epoch": 1.8840876510342004,
      "grad_norm": 0.9133411898737088,
      "learning_rate": 0.00023643600346443634,
      "loss": 0.3382,
      "step": 46000
    },
    {
      "epoch": 1.8841286094613967,
      "grad_norm": 0.7444334193451052,
      "learning_rate": 0.00023643333796979975,
      "loss": 0.3486,
      "step": 46001
    },
    {
      "epoch": 1.884169567888593,
      "grad_norm": 1.143552757711301,
      "learning_rate": 0.00023643067243430245,
      "loss": 1.0114,
      "step": 46002
    },
    {
      "epoch": 1.8842105263157896,
      "grad_norm": 1.1712953578756697,
      "learning_rate": 0.00023642800685794578,
      "loss": 0.6937,
      "step": 46003
    },
    {
      "epoch": 1.8842514847429859,
      "grad_norm": 1.751734206709402,
      "learning_rate": 0.00023642534124073097,
      "loss": 0.4592,
      "step": 46004
    },
    {
      "epoch": 1.8842924431701822,
      "grad_norm": 1.4976825849267477,
      "learning_rate": 0.00023642267558265925,
      "loss": 1.1706,
      "step": 46005
    },
    {
      "epoch": 1.8843334015973787,
      "grad_norm": 1.368652842384917,
      "learning_rate": 0.0002364200098837319,
      "loss": 0.9162,
      "step": 46006
    },
    {
      "epoch": 1.884374360024575,
      "grad_norm": 1.223852779054516,
      "learning_rate": 0.0002364173441439502,
      "loss": 0.8381,
      "step": 46007
    },
    {
      "epoch": 1.8844153184517713,
      "grad_norm": 1.327264512844582,
      "learning_rate": 0.0002364146783633154,
      "loss": 0.8957,
      "step": 46008
    },
    {
      "epoch": 1.8844562768789679,
      "grad_norm": 1.269467413049904,
      "learning_rate": 0.00023641201254182874,
      "loss": 0.7287,
      "step": 46009
    },
    {
      "epoch": 1.8844972353061642,
      "grad_norm": 1.0466128035526077,
      "learning_rate": 0.0002364093466794915,
      "loss": 0.7643,
      "step": 46010
    },
    {
      "epoch": 1.8845381937333605,
      "grad_norm": 0.8184442802231192,
      "learning_rate": 0.00023640668077630497,
      "loss": 0.4271,
      "step": 46011
    },
    {
      "epoch": 1.884579152160557,
      "grad_norm": 1.147148274459352,
      "learning_rate": 0.0002364040148322703,
      "loss": 0.9693,
      "step": 46012
    },
    {
      "epoch": 1.8846201105877536,
      "grad_norm": 0.6805899316584975,
      "learning_rate": 0.00023640134884738887,
      "loss": 0.3018,
      "step": 46013
    },
    {
      "epoch": 1.8846610690149497,
      "grad_norm": 0.9149396065221633,
      "learning_rate": 0.00023639868282166192,
      "loss": 0.4766,
      "step": 46014
    },
    {
      "epoch": 1.8847020274421462,
      "grad_norm": 1.8993094089414413,
      "learning_rate": 0.0002363960167550906,
      "loss": 1.0787,
      "step": 46015
    },
    {
      "epoch": 1.8847429858693427,
      "grad_norm": 1.2926787676334575,
      "learning_rate": 0.00023639335064767637,
      "loss": 0.8934,
      "step": 46016
    },
    {
      "epoch": 1.884783944296539,
      "grad_norm": 1.3245373093867447,
      "learning_rate": 0.00023639068449942026,
      "loss": 1.4191,
      "step": 46017
    },
    {
      "epoch": 1.8848249027237354,
      "grad_norm": 2.005083032198995,
      "learning_rate": 0.00023638801831032377,
      "loss": 2.5856,
      "step": 46018
    },
    {
      "epoch": 1.884865861150932,
      "grad_norm": 2.3506610932392986,
      "learning_rate": 0.00023638535208038794,
      "loss": 1.3918,
      "step": 46019
    },
    {
      "epoch": 1.8849068195781282,
      "grad_norm": 1.5684322733681408,
      "learning_rate": 0.00023638268580961416,
      "loss": 1.1962,
      "step": 46020
    },
    {
      "epoch": 1.8849477780053245,
      "grad_norm": 0.7931394689318706,
      "learning_rate": 0.00023638001949800367,
      "loss": 0.316,
      "step": 46021
    },
    {
      "epoch": 1.884988736432521,
      "grad_norm": 1.2741720819223685,
      "learning_rate": 0.0002363773531455577,
      "loss": 0.6415,
      "step": 46022
    },
    {
      "epoch": 1.8850296948597174,
      "grad_norm": 1.5360790296116285,
      "learning_rate": 0.00023637468675227752,
      "loss": 1.3988,
      "step": 46023
    },
    {
      "epoch": 1.8850706532869137,
      "grad_norm": 1.2118479793203787,
      "learning_rate": 0.00023637202031816446,
      "loss": 0.6194,
      "step": 46024
    },
    {
      "epoch": 1.8851116117141102,
      "grad_norm": 0.7891490387084212,
      "learning_rate": 0.00023636935384321967,
      "loss": 0.3077,
      "step": 46025
    },
    {
      "epoch": 1.8851525701413065,
      "grad_norm": 1.0111664543138024,
      "learning_rate": 0.0002363666873274445,
      "loss": 0.8434,
      "step": 46026
    },
    {
      "epoch": 1.8851935285685029,
      "grad_norm": 1.143935065465589,
      "learning_rate": 0.00023636402077084013,
      "loss": 0.6326,
      "step": 46027
    },
    {
      "epoch": 1.8852344869956994,
      "grad_norm": 1.3111068370788643,
      "learning_rate": 0.00023636135417340787,
      "loss": 1.3702,
      "step": 46028
    },
    {
      "epoch": 1.8852754454228957,
      "grad_norm": 1.5040967610396672,
      "learning_rate": 0.000236358687535149,
      "loss": 0.9141,
      "step": 46029
    },
    {
      "epoch": 1.885316403850092,
      "grad_norm": 1.8583229555010325,
      "learning_rate": 0.00023635602085606472,
      "loss": 1.6344,
      "step": 46030
    },
    {
      "epoch": 1.8853573622772886,
      "grad_norm": 2.1326237721132735,
      "learning_rate": 0.00023635335413615635,
      "loss": 2.2436,
      "step": 46031
    },
    {
      "epoch": 1.885398320704485,
      "grad_norm": 1.3448144508833673,
      "learning_rate": 0.0002363506873754251,
      "loss": 0.6639,
      "step": 46032
    },
    {
      "epoch": 1.8854392791316812,
      "grad_norm": 4.035962324809515,
      "learning_rate": 0.00023634802057387224,
      "loss": 2.856,
      "step": 46033
    },
    {
      "epoch": 1.8854802375588777,
      "grad_norm": 1.0945607814598624,
      "learning_rate": 0.00023634535373149912,
      "loss": 0.8117,
      "step": 46034
    },
    {
      "epoch": 1.8855211959860743,
      "grad_norm": 1.0294776646637347,
      "learning_rate": 0.00023634268684830686,
      "loss": 0.5872,
      "step": 46035
    },
    {
      "epoch": 1.8855621544132706,
      "grad_norm": 1.0358723992270735,
      "learning_rate": 0.0002363400199242968,
      "loss": 0.4469,
      "step": 46036
    },
    {
      "epoch": 1.8856031128404669,
      "grad_norm": 1.725411606264815,
      "learning_rate": 0.00023633735295947023,
      "loss": 0.6838,
      "step": 46037
    },
    {
      "epoch": 1.8856440712676634,
      "grad_norm": 1.338668435296782,
      "learning_rate": 0.00023633468595382832,
      "loss": 0.8879,
      "step": 46038
    },
    {
      "epoch": 1.8856850296948597,
      "grad_norm": 1.309988054742268,
      "learning_rate": 0.0002363320189073724,
      "loss": 0.7832,
      "step": 46039
    },
    {
      "epoch": 1.885725988122056,
      "grad_norm": 0.6995031648253666,
      "learning_rate": 0.0002363293518201037,
      "loss": 0.2825,
      "step": 46040
    },
    {
      "epoch": 1.8857669465492526,
      "grad_norm": 1.1040899653671927,
      "learning_rate": 0.0002363266846920235,
      "loss": 0.7476,
      "step": 46041
    },
    {
      "epoch": 1.885807904976449,
      "grad_norm": 0.8002966789557041,
      "learning_rate": 0.00023632401752313311,
      "loss": 0.2719,
      "step": 46042
    },
    {
      "epoch": 1.8858488634036452,
      "grad_norm": 0.7931889532249304,
      "learning_rate": 0.00023632135031343367,
      "loss": 0.4222,
      "step": 46043
    },
    {
      "epoch": 1.8858898218308418,
      "grad_norm": 0.9507443496259173,
      "learning_rate": 0.00023631868306292654,
      "loss": 0.3252,
      "step": 46044
    },
    {
      "epoch": 1.885930780258038,
      "grad_norm": 0.6109038363401815,
      "learning_rate": 0.0002363160157716129,
      "loss": 0.202,
      "step": 46045
    },
    {
      "epoch": 1.8859717386852344,
      "grad_norm": 1.6424833375947279,
      "learning_rate": 0.00023631334843949407,
      "loss": 0.9993,
      "step": 46046
    },
    {
      "epoch": 1.886012697112431,
      "grad_norm": 1.076630264210624,
      "learning_rate": 0.0002363106810665713,
      "loss": 1.084,
      "step": 46047
    },
    {
      "epoch": 1.8860536555396272,
      "grad_norm": 1.1615575688548494,
      "learning_rate": 0.00023630801365284585,
      "loss": 0.7931,
      "step": 46048
    },
    {
      "epoch": 1.8860946139668235,
      "grad_norm": 1.483169958061852,
      "learning_rate": 0.00023630534619831898,
      "loss": 0.8561,
      "step": 46049
    },
    {
      "epoch": 1.88613557239402,
      "grad_norm": 1.2073970671557257,
      "learning_rate": 0.00023630267870299195,
      "loss": 0.9265,
      "step": 46050
    },
    {
      "epoch": 1.8861765308212166,
      "grad_norm": 1.888131522711974,
      "learning_rate": 0.00023630001116686604,
      "loss": 1.9704,
      "step": 46051
    },
    {
      "epoch": 1.8862174892484127,
      "grad_norm": 1.1347654137201955,
      "learning_rate": 0.00023629734358994247,
      "loss": 0.8179,
      "step": 46052
    },
    {
      "epoch": 1.8862584476756092,
      "grad_norm": 1.5879400468827822,
      "learning_rate": 0.0002362946759722225,
      "loss": 0.7272,
      "step": 46053
    },
    {
      "epoch": 1.8862994061028058,
      "grad_norm": 1.3732339872885055,
      "learning_rate": 0.00023629200831370748,
      "loss": 0.8321,
      "step": 46054
    },
    {
      "epoch": 1.886340364530002,
      "grad_norm": 1.1299300486527943,
      "learning_rate": 0.00023628934061439854,
      "loss": 0.8176,
      "step": 46055
    },
    {
      "epoch": 1.8863813229571984,
      "grad_norm": 1.3989725609230435,
      "learning_rate": 0.00023628667287429705,
      "loss": 1.0145,
      "step": 46056
    },
    {
      "epoch": 1.886422281384395,
      "grad_norm": 0.6991704859836865,
      "learning_rate": 0.0002362840050934042,
      "loss": 0.2375,
      "step": 46057
    },
    {
      "epoch": 1.8864632398115913,
      "grad_norm": 1.9165142287862207,
      "learning_rate": 0.0002362813372717213,
      "loss": 1.9255,
      "step": 46058
    },
    {
      "epoch": 1.8865041982387876,
      "grad_norm": 1.2339020843741788,
      "learning_rate": 0.00023627866940924955,
      "loss": 0.6647,
      "step": 46059
    },
    {
      "epoch": 1.886545156665984,
      "grad_norm": 1.119375118996329,
      "learning_rate": 0.00023627600150599032,
      "loss": 0.7182,
      "step": 46060
    },
    {
      "epoch": 1.8865861150931804,
      "grad_norm": 1.4219561416113229,
      "learning_rate": 0.00023627333356194475,
      "loss": 0.9419,
      "step": 46061
    },
    {
      "epoch": 1.8866270735203767,
      "grad_norm": 0.8425786465421093,
      "learning_rate": 0.0002362706655771142,
      "loss": 0.2493,
      "step": 46062
    },
    {
      "epoch": 1.8866680319475733,
      "grad_norm": 1.2754287078438507,
      "learning_rate": 0.00023626799755149987,
      "loss": 0.6351,
      "step": 46063
    },
    {
      "epoch": 1.8867089903747696,
      "grad_norm": 1.4118648685796995,
      "learning_rate": 0.000236265329485103,
      "loss": 0.9454,
      "step": 46064
    },
    {
      "epoch": 1.886749948801966,
      "grad_norm": 1.2866091475046761,
      "learning_rate": 0.00023626266137792492,
      "loss": 0.8608,
      "step": 46065
    },
    {
      "epoch": 1.8867909072291624,
      "grad_norm": 1.6224817387759485,
      "learning_rate": 0.00023625999322996684,
      "loss": 1.1405,
      "step": 46066
    },
    {
      "epoch": 1.8868318656563587,
      "grad_norm": 1.1380701143885064,
      "learning_rate": 0.00023625732504123004,
      "loss": 0.8141,
      "step": 46067
    },
    {
      "epoch": 1.886872824083555,
      "grad_norm": 1.480069645075908,
      "learning_rate": 0.00023625465681171578,
      "loss": 1.194,
      "step": 46068
    },
    {
      "epoch": 1.8869137825107516,
      "grad_norm": 1.2564443701359909,
      "learning_rate": 0.00023625198854142532,
      "loss": 0.8082,
      "step": 46069
    },
    {
      "epoch": 1.8869547409379481,
      "grad_norm": 1.0480431662290186,
      "learning_rate": 0.00023624932023035995,
      "loss": 0.8859,
      "step": 46070
    },
    {
      "epoch": 1.8869956993651442,
      "grad_norm": 1.1008058738602409,
      "learning_rate": 0.00023624665187852093,
      "loss": 0.9484,
      "step": 46071
    },
    {
      "epoch": 1.8870366577923408,
      "grad_norm": 1.1787344437298803,
      "learning_rate": 0.00023624398348590946,
      "loss": 0.8045,
      "step": 46072
    },
    {
      "epoch": 1.8870776162195373,
      "grad_norm": 1.475203380344645,
      "learning_rate": 0.0002362413150525269,
      "loss": 0.7873,
      "step": 46073
    },
    {
      "epoch": 1.8871185746467336,
      "grad_norm": 1.075031028255389,
      "learning_rate": 0.00023623864657837436,
      "loss": 0.6683,
      "step": 46074
    },
    {
      "epoch": 1.88715953307393,
      "grad_norm": 0.9330089940011744,
      "learning_rate": 0.0002362359780634532,
      "loss": 0.5047,
      "step": 46075
    },
    {
      "epoch": 1.8872004915011265,
      "grad_norm": 1.124949795893389,
      "learning_rate": 0.0002362333095077647,
      "loss": 0.5092,
      "step": 46076
    },
    {
      "epoch": 1.8872414499283228,
      "grad_norm": 2.7962280606821714,
      "learning_rate": 0.0002362306409113101,
      "loss": 2.1635,
      "step": 46077
    },
    {
      "epoch": 1.887282408355519,
      "grad_norm": 0.8828217434559686,
      "learning_rate": 0.0002362279722740907,
      "loss": 0.2623,
      "step": 46078
    },
    {
      "epoch": 1.8873233667827156,
      "grad_norm": 1.3240141660768494,
      "learning_rate": 0.00023622530359610763,
      "loss": 0.9719,
      "step": 46079
    },
    {
      "epoch": 1.887364325209912,
      "grad_norm": 1.6346843019635349,
      "learning_rate": 0.00023622263487736231,
      "loss": 1.0252,
      "step": 46080
    },
    {
      "epoch": 1.8874052836371082,
      "grad_norm": 0.9492256483387832,
      "learning_rate": 0.00023621996611785588,
      "loss": 0.2874,
      "step": 46081
    },
    {
      "epoch": 1.8874462420643048,
      "grad_norm": 1.780061126206125,
      "learning_rate": 0.00023621729731758967,
      "loss": 1.1103,
      "step": 46082
    },
    {
      "epoch": 1.887487200491501,
      "grad_norm": 1.1925680524813769,
      "learning_rate": 0.00023621462847656495,
      "loss": 0.6201,
      "step": 46083
    },
    {
      "epoch": 1.8875281589186974,
      "grad_norm": 1.4738479138449632,
      "learning_rate": 0.00023621195959478293,
      "loss": 1.2556,
      "step": 46084
    },
    {
      "epoch": 1.887569117345894,
      "grad_norm": 1.4458621399622167,
      "learning_rate": 0.0002362092906722449,
      "loss": 1.2005,
      "step": 46085
    },
    {
      "epoch": 1.8876100757730905,
      "grad_norm": 1.3624723749355858,
      "learning_rate": 0.00023620662170895215,
      "loss": 0.8045,
      "step": 46086
    },
    {
      "epoch": 1.8876510342002866,
      "grad_norm": 0.5637635424184801,
      "learning_rate": 0.00023620395270490587,
      "loss": 0.2172,
      "step": 46087
    },
    {
      "epoch": 1.887691992627483,
      "grad_norm": 2.493249706026779,
      "learning_rate": 0.00023620128366010738,
      "loss": 2.0062,
      "step": 46088
    },
    {
      "epoch": 1.8877329510546796,
      "grad_norm": 1.1147422548134327,
      "learning_rate": 0.0002361986145745579,
      "loss": 0.8027,
      "step": 46089
    },
    {
      "epoch": 1.8877739094818757,
      "grad_norm": 1.4706915495152646,
      "learning_rate": 0.0002361959454482588,
      "loss": 0.8689,
      "step": 46090
    },
    {
      "epoch": 1.8878148679090723,
      "grad_norm": 0.9328132752764402,
      "learning_rate": 0.00023619327628121115,
      "loss": 0.713,
      "step": 46091
    },
    {
      "epoch": 1.8878558263362688,
      "grad_norm": 1.270230581747708,
      "learning_rate": 0.0002361906070734164,
      "loss": 0.7146,
      "step": 46092
    },
    {
      "epoch": 1.8878967847634651,
      "grad_norm": 1.537249011473738,
      "learning_rate": 0.00023618793782487568,
      "loss": 1.3953,
      "step": 46093
    },
    {
      "epoch": 1.8879377431906614,
      "grad_norm": 1.133059939430271,
      "learning_rate": 0.00023618526853559033,
      "loss": 0.5161,
      "step": 46094
    },
    {
      "epoch": 1.887978701617858,
      "grad_norm": 1.1912787200643182,
      "learning_rate": 0.0002361825992055616,
      "loss": 0.7465,
      "step": 46095
    },
    {
      "epoch": 1.8880196600450543,
      "grad_norm": 1.5686891665482106,
      "learning_rate": 0.0002361799298347907,
      "loss": 1.4729,
      "step": 46096
    },
    {
      "epoch": 1.8880606184722506,
      "grad_norm": 1.0304137545049463,
      "learning_rate": 0.00023617726042327896,
      "loss": 0.5628,
      "step": 46097
    },
    {
      "epoch": 1.8881015768994471,
      "grad_norm": 3.707191250750517,
      "learning_rate": 0.0002361745909710276,
      "loss": 3.0719,
      "step": 46098
    },
    {
      "epoch": 1.8881425353266434,
      "grad_norm": 1.1072574529831998,
      "learning_rate": 0.0002361719214780379,
      "loss": 0.6537,
      "step": 46099
    },
    {
      "epoch": 1.8881834937538398,
      "grad_norm": 2.4420190287028194,
      "learning_rate": 0.0002361692519443111,
      "loss": 2.2277,
      "step": 46100
    },
    {
      "epoch": 1.8882244521810363,
      "grad_norm": 1.3652915862360282,
      "learning_rate": 0.0002361665823698485,
      "loss": 0.7472,
      "step": 46101
    },
    {
      "epoch": 1.8882654106082326,
      "grad_norm": 1.3921005417214398,
      "learning_rate": 0.00023616391275465136,
      "loss": 0.6978,
      "step": 46102
    },
    {
      "epoch": 1.888306369035429,
      "grad_norm": 1.0701860893919832,
      "learning_rate": 0.00023616124309872087,
      "loss": 0.6874,
      "step": 46103
    },
    {
      "epoch": 1.8883473274626255,
      "grad_norm": 1.5874645537355774,
      "learning_rate": 0.00023615857340205838,
      "loss": 1.4342,
      "step": 46104
    },
    {
      "epoch": 1.888388285889822,
      "grad_norm": 1.5133487511216042,
      "learning_rate": 0.0002361559036646651,
      "loss": 1.1396,
      "step": 46105
    },
    {
      "epoch": 1.888429244317018,
      "grad_norm": 1.17660277120812,
      "learning_rate": 0.0002361532338865423,
      "loss": 0.6626,
      "step": 46106
    },
    {
      "epoch": 1.8884702027442146,
      "grad_norm": 16.93947265000397,
      "learning_rate": 0.00023615056406769129,
      "loss": 6.7658,
      "step": 46107
    },
    {
      "epoch": 1.8885111611714112,
      "grad_norm": 1.1757849639496971,
      "learning_rate": 0.0002361478942081132,
      "loss": 0.5845,
      "step": 46108
    },
    {
      "epoch": 1.8885521195986072,
      "grad_norm": 1.126436236685006,
      "learning_rate": 0.00023614522430780952,
      "loss": 0.875,
      "step": 46109
    },
    {
      "epoch": 1.8885930780258038,
      "grad_norm": 0.9664431751467034,
      "learning_rate": 0.00023614255436678127,
      "loss": 0.5288,
      "step": 46110
    },
    {
      "epoch": 1.8886340364530003,
      "grad_norm": 1.5481762430620107,
      "learning_rate": 0.00023613988438502985,
      "loss": 1.1302,
      "step": 46111
    },
    {
      "epoch": 1.8886749948801966,
      "grad_norm": 1.4081420941580092,
      "learning_rate": 0.0002361372143625565,
      "loss": 0.908,
      "step": 46112
    },
    {
      "epoch": 1.888715953307393,
      "grad_norm": 1.5447001241945904,
      "learning_rate": 0.00023613454429936248,
      "loss": 0.6591,
      "step": 46113
    },
    {
      "epoch": 1.8887569117345895,
      "grad_norm": 1.446482571085262,
      "learning_rate": 0.00023613187419544907,
      "loss": 0.4892,
      "step": 46114
    },
    {
      "epoch": 1.8887978701617858,
      "grad_norm": 1.9887914636308688,
      "learning_rate": 0.00023612920405081746,
      "loss": 1.2652,
      "step": 46115
    },
    {
      "epoch": 1.888838828588982,
      "grad_norm": 1.398047017227676,
      "learning_rate": 0.00023612653386546897,
      "loss": 1.1672,
      "step": 46116
    },
    {
      "epoch": 1.8888797870161786,
      "grad_norm": 1.2105159155344936,
      "learning_rate": 0.00023612386363940484,
      "loss": 0.8217,
      "step": 46117
    },
    {
      "epoch": 1.888920745443375,
      "grad_norm": 1.357223277863367,
      "learning_rate": 0.00023612119337262634,
      "loss": 0.692,
      "step": 46118
    },
    {
      "epoch": 1.8889617038705713,
      "grad_norm": 1.4257425104160193,
      "learning_rate": 0.00023611852306513478,
      "loss": 0.9996,
      "step": 46119
    },
    {
      "epoch": 1.8890026622977678,
      "grad_norm": 1.2383688845197953,
      "learning_rate": 0.00023611585271693137,
      "loss": 0.9255,
      "step": 46120
    },
    {
      "epoch": 1.8890436207249641,
      "grad_norm": 1.45629508711861,
      "learning_rate": 0.00023611318232801733,
      "loss": 1.1173,
      "step": 46121
    },
    {
      "epoch": 1.8890845791521604,
      "grad_norm": 1.9770382969605127,
      "learning_rate": 0.00023611051189839402,
      "loss": 1.1675,
      "step": 46122
    },
    {
      "epoch": 1.889125537579357,
      "grad_norm": 1.176245888058571,
      "learning_rate": 0.00023610784142806266,
      "loss": 0.8089,
      "step": 46123
    },
    {
      "epoch": 1.8891664960065535,
      "grad_norm": 1.1845720768230792,
      "learning_rate": 0.00023610517091702453,
      "loss": 0.7561,
      "step": 46124
    },
    {
      "epoch": 1.8892074544337496,
      "grad_norm": 0.8344052524532228,
      "learning_rate": 0.00023610250036528078,
      "loss": 0.439,
      "step": 46125
    },
    {
      "epoch": 1.8892484128609461,
      "grad_norm": 1.1802888766952446,
      "learning_rate": 0.00023609982977283286,
      "loss": 0.5778,
      "step": 46126
    },
    {
      "epoch": 1.8892893712881427,
      "grad_norm": 2.2302216997287827,
      "learning_rate": 0.0002360971591396819,
      "loss": 3.0059,
      "step": 46127
    },
    {
      "epoch": 1.889330329715339,
      "grad_norm": 1.3900240662608336,
      "learning_rate": 0.00023609448846582918,
      "loss": 1.1882,
      "step": 46128
    },
    {
      "epoch": 1.8893712881425353,
      "grad_norm": 1.257817713118795,
      "learning_rate": 0.000236091817751276,
      "loss": 0.8917,
      "step": 46129
    },
    {
      "epoch": 1.8894122465697318,
      "grad_norm": 1.2085655578695707,
      "learning_rate": 0.00023608914699602363,
      "loss": 0.9437,
      "step": 46130
    },
    {
      "epoch": 1.8894532049969281,
      "grad_norm": 1.3756237695421867,
      "learning_rate": 0.00023608647620007323,
      "loss": 0.8857,
      "step": 46131
    },
    {
      "epoch": 1.8894941634241245,
      "grad_norm": 1.4885053748589345,
      "learning_rate": 0.00023608380536342623,
      "loss": 1.2148,
      "step": 46132
    },
    {
      "epoch": 1.889535121851321,
      "grad_norm": 0.7015867537612632,
      "learning_rate": 0.00023608113448608377,
      "loss": 0.2359,
      "step": 46133
    },
    {
      "epoch": 1.8895760802785173,
      "grad_norm": 2.062892219926037,
      "learning_rate": 0.00023607846356804712,
      "loss": 1.567,
      "step": 46134
    },
    {
      "epoch": 1.8896170387057136,
      "grad_norm": 1.2655788886956008,
      "learning_rate": 0.00023607579260931757,
      "loss": 0.8726,
      "step": 46135
    },
    {
      "epoch": 1.8896579971329102,
      "grad_norm": 1.0659189576902057,
      "learning_rate": 0.0002360731216098964,
      "loss": 0.703,
      "step": 46136
    },
    {
      "epoch": 1.8896989555601065,
      "grad_norm": 1.1725070497182244,
      "learning_rate": 0.00023607045056978483,
      "loss": 0.7127,
      "step": 46137
    },
    {
      "epoch": 1.8897399139873028,
      "grad_norm": 1.7961559269600433,
      "learning_rate": 0.0002360677794889842,
      "loss": 0.815,
      "step": 46138
    },
    {
      "epoch": 1.8897808724144993,
      "grad_norm": 0.9759360305371664,
      "learning_rate": 0.00023606510836749568,
      "loss": 0.3989,
      "step": 46139
    },
    {
      "epoch": 1.8898218308416956,
      "grad_norm": 0.9646047858678563,
      "learning_rate": 0.00023606243720532058,
      "loss": 0.8606,
      "step": 46140
    },
    {
      "epoch": 1.889862789268892,
      "grad_norm": 3.705607574221122,
      "learning_rate": 0.00023605976600246014,
      "loss": 2.5418,
      "step": 46141
    },
    {
      "epoch": 1.8899037476960885,
      "grad_norm": 1.294292521416331,
      "learning_rate": 0.00023605709475891566,
      "loss": 1.1194,
      "step": 46142
    },
    {
      "epoch": 1.889944706123285,
      "grad_norm": 1.2757385267513333,
      "learning_rate": 0.00023605442347468837,
      "loss": 0.9313,
      "step": 46143
    },
    {
      "epoch": 1.8899856645504811,
      "grad_norm": 1.1426583861684052,
      "learning_rate": 0.0002360517521497795,
      "loss": 0.932,
      "step": 46144
    },
    {
      "epoch": 1.8900266229776777,
      "grad_norm": 1.4472945772170025,
      "learning_rate": 0.00023604908078419043,
      "loss": 1.0443,
      "step": 46145
    },
    {
      "epoch": 1.8900675814048742,
      "grad_norm": 1.4599881836569428,
      "learning_rate": 0.00023604640937792225,
      "loss": 0.7305,
      "step": 46146
    },
    {
      "epoch": 1.8901085398320705,
      "grad_norm": 1.4693256478728232,
      "learning_rate": 0.0002360437379309764,
      "loss": 0.9159,
      "step": 46147
    },
    {
      "epoch": 1.8901494982592668,
      "grad_norm": 1.1782391361120261,
      "learning_rate": 0.00023604106644335406,
      "loss": 0.7781,
      "step": 46148
    },
    {
      "epoch": 1.8901904566864633,
      "grad_norm": 1.184737480253469,
      "learning_rate": 0.00023603839491505646,
      "loss": 0.7105,
      "step": 46149
    },
    {
      "epoch": 1.8902314151136597,
      "grad_norm": 1.768100711148139,
      "learning_rate": 0.00023603572334608496,
      "loss": 1.0931,
      "step": 46150
    },
    {
      "epoch": 1.890272373540856,
      "grad_norm": 1.4574335645192116,
      "learning_rate": 0.0002360330517364407,
      "loss": 1.0749,
      "step": 46151
    },
    {
      "epoch": 1.8903133319680525,
      "grad_norm": 1.1166032871901976,
      "learning_rate": 0.000236030380086125,
      "loss": 0.8224,
      "step": 46152
    },
    {
      "epoch": 1.8903542903952488,
      "grad_norm": 1.4119016056845493,
      "learning_rate": 0.00023602770839513916,
      "loss": 1.0753,
      "step": 46153
    },
    {
      "epoch": 1.8903952488224451,
      "grad_norm": 1.501318953217437,
      "learning_rate": 0.0002360250366634844,
      "loss": 1.2236,
      "step": 46154
    },
    {
      "epoch": 1.8904362072496417,
      "grad_norm": 1.643002993936396,
      "learning_rate": 0.000236022364891162,
      "loss": 0.856,
      "step": 46155
    },
    {
      "epoch": 1.890477165676838,
      "grad_norm": 1.156607704240005,
      "learning_rate": 0.0002360196930781732,
      "loss": 0.8913,
      "step": 46156
    },
    {
      "epoch": 1.8905181241040343,
      "grad_norm": 1.3058301465441347,
      "learning_rate": 0.0002360170212245193,
      "loss": 0.7754,
      "step": 46157
    },
    {
      "epoch": 1.8905590825312308,
      "grad_norm": 1.0286693057760032,
      "learning_rate": 0.00023601434933020156,
      "loss": 0.2829,
      "step": 46158
    },
    {
      "epoch": 1.8906000409584272,
      "grad_norm": 1.1314886194775053,
      "learning_rate": 0.00023601167739522122,
      "loss": 1.1085,
      "step": 46159
    },
    {
      "epoch": 1.8906409993856235,
      "grad_norm": 1.159461389772302,
      "learning_rate": 0.00023600900541957955,
      "loss": 0.7976,
      "step": 46160
    },
    {
      "epoch": 1.89068195781282,
      "grad_norm": 0.7920766406266115,
      "learning_rate": 0.00023600633340327778,
      "loss": 0.3248,
      "step": 46161
    },
    {
      "epoch": 1.8907229162400165,
      "grad_norm": 1.5568912206030168,
      "learning_rate": 0.00023600366134631724,
      "loss": 1.0773,
      "step": 46162
    },
    {
      "epoch": 1.8907638746672126,
      "grad_norm": 1.0783715685785702,
      "learning_rate": 0.00023600098924869911,
      "loss": 0.4288,
      "step": 46163
    },
    {
      "epoch": 1.8908048330944092,
      "grad_norm": 0.7516940525624313,
      "learning_rate": 0.00023599831711042476,
      "loss": 0.3193,
      "step": 46164
    },
    {
      "epoch": 1.8908457915216057,
      "grad_norm": 0.8507841989474979,
      "learning_rate": 0.00023599564493149538,
      "loss": 0.3736,
      "step": 46165
    },
    {
      "epoch": 1.890886749948802,
      "grad_norm": 1.3857012274710752,
      "learning_rate": 0.00023599297271191226,
      "loss": 0.8439,
      "step": 46166
    },
    {
      "epoch": 1.8909277083759983,
      "grad_norm": 1.953586428364549,
      "learning_rate": 0.00023599030045167664,
      "loss": 1.4454,
      "step": 46167
    },
    {
      "epoch": 1.8909686668031949,
      "grad_norm": 4.321163645068045,
      "learning_rate": 0.0002359876281507898,
      "loss": 4.3115,
      "step": 46168
    },
    {
      "epoch": 1.8910096252303912,
      "grad_norm": 1.301077496017788,
      "learning_rate": 0.00023598495580925293,
      "loss": 0.922,
      "step": 46169
    },
    {
      "epoch": 1.8910505836575875,
      "grad_norm": 4.947863475908923,
      "learning_rate": 0.00023598228342706747,
      "loss": 3.3247,
      "step": 46170
    },
    {
      "epoch": 1.891091542084784,
      "grad_norm": 1.396578016780295,
      "learning_rate": 0.0002359796110042345,
      "loss": 0.8077,
      "step": 46171
    },
    {
      "epoch": 1.8911325005119803,
      "grad_norm": 1.5559008604300855,
      "learning_rate": 0.00023597693854075539,
      "loss": 0.8248,
      "step": 46172
    },
    {
      "epoch": 1.8911734589391767,
      "grad_norm": 1.1228847747389554,
      "learning_rate": 0.00023597426603663138,
      "loss": 0.6763,
      "step": 46173
    },
    {
      "epoch": 1.8912144173663732,
      "grad_norm": 1.2993150372447635,
      "learning_rate": 0.00023597159349186372,
      "loss": 0.9914,
      "step": 46174
    },
    {
      "epoch": 1.8912553757935695,
      "grad_norm": 1.4314659041492044,
      "learning_rate": 0.00023596892090645366,
      "loss": 1.0798,
      "step": 46175
    },
    {
      "epoch": 1.8912963342207658,
      "grad_norm": 2.4051054641291434,
      "learning_rate": 0.00023596624828040253,
      "loss": 1.6068,
      "step": 46176
    },
    {
      "epoch": 1.8913372926479624,
      "grad_norm": 1.281289231424118,
      "learning_rate": 0.00023596357561371148,
      "loss": 0.6903,
      "step": 46177
    },
    {
      "epoch": 1.8913782510751587,
      "grad_norm": 1.1273578249089249,
      "learning_rate": 0.0002359609029063819,
      "loss": 0.5874,
      "step": 46178
    },
    {
      "epoch": 1.891419209502355,
      "grad_norm": 2.0080077137541656,
      "learning_rate": 0.00023595823015841496,
      "loss": 1.0224,
      "step": 46179
    },
    {
      "epoch": 1.8914601679295515,
      "grad_norm": 0.9319737224212911,
      "learning_rate": 0.00023595555736981197,
      "loss": 0.4577,
      "step": 46180
    },
    {
      "epoch": 1.891501126356748,
      "grad_norm": 1.3054990658543089,
      "learning_rate": 0.00023595288454057416,
      "loss": 0.8422,
      "step": 46181
    },
    {
      "epoch": 1.8915420847839441,
      "grad_norm": 1.6324448217083762,
      "learning_rate": 0.00023595021167070285,
      "loss": 1.5261,
      "step": 46182
    },
    {
      "epoch": 1.8915830432111407,
      "grad_norm": 1.1253847777045158,
      "learning_rate": 0.00023594753876019924,
      "loss": 0.7298,
      "step": 46183
    },
    {
      "epoch": 1.8916240016383372,
      "grad_norm": 0.9895553739811831,
      "learning_rate": 0.00023594486580906464,
      "loss": 0.7595,
      "step": 46184
    },
    {
      "epoch": 1.8916649600655335,
      "grad_norm": 5.696758391001774,
      "learning_rate": 0.0002359421928173003,
      "loss": 2.6265,
      "step": 46185
    },
    {
      "epoch": 1.8917059184927298,
      "grad_norm": 2.2154126471692703,
      "learning_rate": 0.00023593951978490745,
      "loss": 0.8896,
      "step": 46186
    },
    {
      "epoch": 1.8917468769199264,
      "grad_norm": 1.3931212137347986,
      "learning_rate": 0.00023593684671188738,
      "loss": 0.6574,
      "step": 46187
    },
    {
      "epoch": 1.8917878353471227,
      "grad_norm": 1.6489445848756146,
      "learning_rate": 0.0002359341735982414,
      "loss": 0.964,
      "step": 46188
    },
    {
      "epoch": 1.891828793774319,
      "grad_norm": 1.2883544698812104,
      "learning_rate": 0.00023593150044397065,
      "loss": 0.8998,
      "step": 46189
    },
    {
      "epoch": 1.8918697522015155,
      "grad_norm": 1.816170823266053,
      "learning_rate": 0.00023592882724907653,
      "loss": 0.9976,
      "step": 46190
    },
    {
      "epoch": 1.8919107106287119,
      "grad_norm": 0.7480362009328524,
      "learning_rate": 0.00023592615401356025,
      "loss": 0.2555,
      "step": 46191
    },
    {
      "epoch": 1.8919516690559082,
      "grad_norm": 1.497482275077644,
      "learning_rate": 0.00023592348073742307,
      "loss": 0.5447,
      "step": 46192
    },
    {
      "epoch": 1.8919926274831047,
      "grad_norm": 1.347292184796956,
      "learning_rate": 0.00023592080742066625,
      "loss": 1.0305,
      "step": 46193
    },
    {
      "epoch": 1.892033585910301,
      "grad_norm": 1.460366853273712,
      "learning_rate": 0.00023591813406329104,
      "loss": 1.0767,
      "step": 46194
    },
    {
      "epoch": 1.8920745443374973,
      "grad_norm": 1.4715762452248178,
      "learning_rate": 0.00023591546066529872,
      "loss": 0.7188,
      "step": 46195
    },
    {
      "epoch": 1.8921155027646939,
      "grad_norm": 1.4730273780043,
      "learning_rate": 0.00023591278722669056,
      "loss": 1.208,
      "step": 46196
    },
    {
      "epoch": 1.8921564611918902,
      "grad_norm": 1.4621307884496266,
      "learning_rate": 0.00023591011374746783,
      "loss": 0.8424,
      "step": 46197
    },
    {
      "epoch": 1.8921974196190865,
      "grad_norm": 1.1631847559889683,
      "learning_rate": 0.00023590744022763176,
      "loss": 0.7841,
      "step": 46198
    },
    {
      "epoch": 1.892238378046283,
      "grad_norm": 1.4932031600961888,
      "learning_rate": 0.00023590476666718367,
      "loss": 0.8717,
      "step": 46199
    },
    {
      "epoch": 1.8922793364734796,
      "grad_norm": 1.0027532336650447,
      "learning_rate": 0.00023590209306612479,
      "loss": 0.9197,
      "step": 46200
    },
    {
      "epoch": 1.8923202949006757,
      "grad_norm": 1.3051939105536372,
      "learning_rate": 0.00023589941942445635,
      "loss": 0.9119,
      "step": 46201
    },
    {
      "epoch": 1.8923612533278722,
      "grad_norm": 1.6891001263438508,
      "learning_rate": 0.00023589674574217968,
      "loss": 0.8778,
      "step": 46202
    },
    {
      "epoch": 1.8924022117550687,
      "grad_norm": 1.6685017171524323,
      "learning_rate": 0.000235894072019296,
      "loss": 0.736,
      "step": 46203
    },
    {
      "epoch": 1.892443170182265,
      "grad_norm": 1.1997713540669164,
      "learning_rate": 0.0002358913982558066,
      "loss": 0.8818,
      "step": 46204
    },
    {
      "epoch": 1.8924841286094614,
      "grad_norm": 1.2249594543272033,
      "learning_rate": 0.00023588872445171272,
      "loss": 0.7377,
      "step": 46205
    },
    {
      "epoch": 1.892525087036658,
      "grad_norm": 1.6503162633956936,
      "learning_rate": 0.00023588605060701563,
      "loss": 0.9774,
      "step": 46206
    },
    {
      "epoch": 1.8925660454638542,
      "grad_norm": 1.1915637676576705,
      "learning_rate": 0.0002358833767217166,
      "loss": 0.7574,
      "step": 46207
    },
    {
      "epoch": 1.8926070038910505,
      "grad_norm": 1.3578398361639474,
      "learning_rate": 0.00023588070279581693,
      "loss": 0.938,
      "step": 46208
    },
    {
      "epoch": 1.892647962318247,
      "grad_norm": 1.0448740151421014,
      "learning_rate": 0.00023587802882931778,
      "loss": 0.5018,
      "step": 46209
    },
    {
      "epoch": 1.8926889207454434,
      "grad_norm": 1.368515937778711,
      "learning_rate": 0.00023587535482222054,
      "loss": 1.005,
      "step": 46210
    },
    {
      "epoch": 1.8927298791726397,
      "grad_norm": 1.2390242417116353,
      "learning_rate": 0.00023587268077452639,
      "loss": 1.0573,
      "step": 46211
    },
    {
      "epoch": 1.8927708375998362,
      "grad_norm": 1.3095164033625504,
      "learning_rate": 0.0002358700066862366,
      "loss": 0.8582,
      "step": 46212
    },
    {
      "epoch": 1.8928117960270325,
      "grad_norm": 1.4289558850330488,
      "learning_rate": 0.0002358673325573525,
      "loss": 0.9114,
      "step": 46213
    },
    {
      "epoch": 1.8928527544542288,
      "grad_norm": 1.5174168052300405,
      "learning_rate": 0.0002358646583878753,
      "loss": 1.021,
      "step": 46214
    },
    {
      "epoch": 1.8928937128814254,
      "grad_norm": 1.172031886387293,
      "learning_rate": 0.00023586198417780625,
      "loss": 0.678,
      "step": 46215
    },
    {
      "epoch": 1.8929346713086217,
      "grad_norm": 1.1665605743477487,
      "learning_rate": 0.00023585930992714663,
      "loss": 0.8157,
      "step": 46216
    },
    {
      "epoch": 1.892975629735818,
      "grad_norm": 1.456804927942276,
      "learning_rate": 0.00023585663563589773,
      "loss": 1.1022,
      "step": 46217
    },
    {
      "epoch": 1.8930165881630145,
      "grad_norm": 1.5324863330432155,
      "learning_rate": 0.00023585396130406075,
      "loss": 0.5841,
      "step": 46218
    },
    {
      "epoch": 1.893057546590211,
      "grad_norm": 3.366359688714848,
      "learning_rate": 0.00023585128693163706,
      "loss": 1.9301,
      "step": 46219
    },
    {
      "epoch": 1.8930985050174072,
      "grad_norm": 1.124744054871025,
      "learning_rate": 0.00023584861251862787,
      "loss": 0.5436,
      "step": 46220
    },
    {
      "epoch": 1.8931394634446037,
      "grad_norm": 1.255735345780351,
      "learning_rate": 0.0002358459380650344,
      "loss": 0.3192,
      "step": 46221
    },
    {
      "epoch": 1.8931804218718002,
      "grad_norm": 0.7600508548403084,
      "learning_rate": 0.00023584326357085794,
      "loss": 0.4159,
      "step": 46222
    },
    {
      "epoch": 1.8932213802989966,
      "grad_norm": 4.476529867804481,
      "learning_rate": 0.0002358405890360998,
      "loss": 1.5366,
      "step": 46223
    },
    {
      "epoch": 1.8932623387261929,
      "grad_norm": 1.1362759391630781,
      "learning_rate": 0.0002358379144607612,
      "loss": 0.7145,
      "step": 46224
    },
    {
      "epoch": 1.8933032971533894,
      "grad_norm": 1.0198307785426806,
      "learning_rate": 0.00023583523984484342,
      "loss": 0.3363,
      "step": 46225
    },
    {
      "epoch": 1.8933442555805857,
      "grad_norm": 1.736087632179299,
      "learning_rate": 0.00023583256518834768,
      "loss": 1.09,
      "step": 46226
    },
    {
      "epoch": 1.893385214007782,
      "grad_norm": 1.1857326123955678,
      "learning_rate": 0.0002358298904912753,
      "loss": 0.5393,
      "step": 46227
    },
    {
      "epoch": 1.8934261724349786,
      "grad_norm": 1.3045396779247065,
      "learning_rate": 0.00023582721575362756,
      "loss": 0.8388,
      "step": 46228
    },
    {
      "epoch": 1.8934671308621749,
      "grad_norm": 2.8022314844864162,
      "learning_rate": 0.00023582454097540568,
      "loss": 1.9014,
      "step": 46229
    },
    {
      "epoch": 1.8935080892893712,
      "grad_norm": 1.38140767164768,
      "learning_rate": 0.00023582186615661097,
      "loss": 0.7263,
      "step": 46230
    },
    {
      "epoch": 1.8935490477165677,
      "grad_norm": 1.0802554791135526,
      "learning_rate": 0.00023581919129724455,
      "loss": 0.7561,
      "step": 46231
    },
    {
      "epoch": 1.893590006143764,
      "grad_norm": 1.1291152544059522,
      "learning_rate": 0.0002358165163973079,
      "loss": 1.096,
      "step": 46232
    },
    {
      "epoch": 1.8936309645709604,
      "grad_norm": 1.1235518729862868,
      "learning_rate": 0.00023581384145680219,
      "loss": 0.9169,
      "step": 46233
    },
    {
      "epoch": 1.893671922998157,
      "grad_norm": 1.314959326218649,
      "learning_rate": 0.0002358111664757286,
      "loss": 0.9107,
      "step": 46234
    },
    {
      "epoch": 1.8937128814253532,
      "grad_norm": 1.0086543669121715,
      "learning_rate": 0.0002358084914540885,
      "loss": 0.7621,
      "step": 46235
    },
    {
      "epoch": 1.8937538398525495,
      "grad_norm": 1.360605311599761,
      "learning_rate": 0.00023580581639188312,
      "loss": 0.9732,
      "step": 46236
    },
    {
      "epoch": 1.893794798279746,
      "grad_norm": 1.2143981190837605,
      "learning_rate": 0.00023580314128911374,
      "loss": 1.0002,
      "step": 46237
    },
    {
      "epoch": 1.8938357567069426,
      "grad_norm": 2.4006892569217593,
      "learning_rate": 0.00023580046614578163,
      "loss": 3.5385,
      "step": 46238
    },
    {
      "epoch": 1.8938767151341387,
      "grad_norm": 1.2864272928121807,
      "learning_rate": 0.00023579779096188802,
      "loss": 0.8445,
      "step": 46239
    },
    {
      "epoch": 1.8939176735613352,
      "grad_norm": 1.1325234412948042,
      "learning_rate": 0.0002357951157374342,
      "loss": 0.5981,
      "step": 46240
    },
    {
      "epoch": 1.8939586319885318,
      "grad_norm": 1.0912356241662686,
      "learning_rate": 0.00023579244047242142,
      "loss": 0.6721,
      "step": 46241
    },
    {
      "epoch": 1.893999590415728,
      "grad_norm": 0.7684454694416845,
      "learning_rate": 0.00023578976516685094,
      "loss": 0.2383,
      "step": 46242
    },
    {
      "epoch": 1.8940405488429244,
      "grad_norm": 0.9152474037081768,
      "learning_rate": 0.00023578708982072407,
      "loss": 0.3518,
      "step": 46243
    },
    {
      "epoch": 1.894081507270121,
      "grad_norm": 2.2139789583600487,
      "learning_rate": 0.00023578441443404205,
      "loss": 1.9032,
      "step": 46244
    },
    {
      "epoch": 1.8941224656973172,
      "grad_norm": 1.3033869396816251,
      "learning_rate": 0.0002357817390068061,
      "loss": 0.7939,
      "step": 46245
    },
    {
      "epoch": 1.8941634241245136,
      "grad_norm": 1.115709323812051,
      "learning_rate": 0.0002357790635390175,
      "loss": 0.5203,
      "step": 46246
    },
    {
      "epoch": 1.89420438255171,
      "grad_norm": 1.2163009052370573,
      "learning_rate": 0.00023577638803067756,
      "loss": 0.7999,
      "step": 46247
    },
    {
      "epoch": 1.8942453409789064,
      "grad_norm": 1.3201157299482273,
      "learning_rate": 0.00023577371248178754,
      "loss": 1.029,
      "step": 46248
    },
    {
      "epoch": 1.8942862994061027,
      "grad_norm": 1.1409989953858886,
      "learning_rate": 0.0002357710368923487,
      "loss": 0.7054,
      "step": 46249
    },
    {
      "epoch": 1.8943272578332992,
      "grad_norm": 1.2140044357884658,
      "learning_rate": 0.00023576836126236223,
      "loss": 0.9484,
      "step": 46250
    },
    {
      "epoch": 1.8943682162604956,
      "grad_norm": 1.2020118669335205,
      "learning_rate": 0.00023576568559182954,
      "loss": 0.7519,
      "step": 46251
    },
    {
      "epoch": 1.8944091746876919,
      "grad_norm": 1.1840820332539395,
      "learning_rate": 0.00023576300988075173,
      "loss": 0.855,
      "step": 46252
    },
    {
      "epoch": 1.8944501331148884,
      "grad_norm": 1.1351729668091228,
      "learning_rate": 0.00023576033412913016,
      "loss": 0.9137,
      "step": 46253
    },
    {
      "epoch": 1.894491091542085,
      "grad_norm": 0.6630336558428278,
      "learning_rate": 0.00023575765833696612,
      "loss": 0.3074,
      "step": 46254
    },
    {
      "epoch": 1.894532049969281,
      "grad_norm": 1.3286950188423965,
      "learning_rate": 0.00023575498250426083,
      "loss": 0.6367,
      "step": 46255
    },
    {
      "epoch": 1.8945730083964776,
      "grad_norm": 1.049987355379834,
      "learning_rate": 0.00023575230663101554,
      "loss": 0.9837,
      "step": 46256
    },
    {
      "epoch": 1.8946139668236741,
      "grad_norm": 4.280285035687575,
      "learning_rate": 0.00023574963071723156,
      "loss": 4.5436,
      "step": 46257
    },
    {
      "epoch": 1.8946549252508702,
      "grad_norm": 1.4164385950996465,
      "learning_rate": 0.0002357469547629101,
      "loss": 0.8347,
      "step": 46258
    },
    {
      "epoch": 1.8946958836780667,
      "grad_norm": 1.3545931451000222,
      "learning_rate": 0.00023574427876805248,
      "loss": 0.897,
      "step": 46259
    },
    {
      "epoch": 1.8947368421052633,
      "grad_norm": 1.1123907300578217,
      "learning_rate": 0.00023574160273265993,
      "loss": 0.7699,
      "step": 46260
    },
    {
      "epoch": 1.8947778005324596,
      "grad_norm": 1.5628285069757164,
      "learning_rate": 0.0002357389266567337,
      "loss": 1.1388,
      "step": 46261
    },
    {
      "epoch": 1.894818758959656,
      "grad_norm": 1.4505268981592727,
      "learning_rate": 0.00023573625054027508,
      "loss": 0.9649,
      "step": 46262
    },
    {
      "epoch": 1.8948597173868524,
      "grad_norm": 1.0314975273748814,
      "learning_rate": 0.00023573357438328536,
      "loss": 0.5036,
      "step": 46263
    },
    {
      "epoch": 1.8949006758140488,
      "grad_norm": 1.2139895551137998,
      "learning_rate": 0.0002357308981857658,
      "loss": 1.0332,
      "step": 46264
    },
    {
      "epoch": 1.894941634241245,
      "grad_norm": 2.1512060437251757,
      "learning_rate": 0.0002357282219477176,
      "loss": 1.8259,
      "step": 46265
    },
    {
      "epoch": 1.8949825926684416,
      "grad_norm": 1.7924491795414474,
      "learning_rate": 0.0002357255456691421,
      "loss": 0.9379,
      "step": 46266
    },
    {
      "epoch": 1.895023551095638,
      "grad_norm": 0.6294847498994804,
      "learning_rate": 0.00023572286935004053,
      "loss": 0.2484,
      "step": 46267
    },
    {
      "epoch": 1.8950645095228342,
      "grad_norm": 0.9011003621272224,
      "learning_rate": 0.00023572019299041418,
      "loss": 0.5651,
      "step": 46268
    },
    {
      "epoch": 1.8951054679500308,
      "grad_norm": 0.9964633939123118,
      "learning_rate": 0.00023571751659026428,
      "loss": 0.7252,
      "step": 46269
    },
    {
      "epoch": 1.895146426377227,
      "grad_norm": 1.2793343626309484,
      "learning_rate": 0.0002357148401495921,
      "loss": 0.572,
      "step": 46270
    },
    {
      "epoch": 1.8951873848044234,
      "grad_norm": 1.121929681507969,
      "learning_rate": 0.0002357121636683989,
      "loss": 0.7206,
      "step": 46271
    },
    {
      "epoch": 1.89522834323162,
      "grad_norm": 1.4774442245853514,
      "learning_rate": 0.00023570948714668604,
      "loss": 0.8052,
      "step": 46272
    },
    {
      "epoch": 1.8952693016588165,
      "grad_norm": 1.3146443198964846,
      "learning_rate": 0.00023570681058445467,
      "loss": 1.1082,
      "step": 46273
    },
    {
      "epoch": 1.8953102600860126,
      "grad_norm": 1.4239545899131265,
      "learning_rate": 0.0002357041339817061,
      "loss": 0.8264,
      "step": 46274
    },
    {
      "epoch": 1.895351218513209,
      "grad_norm": 0.7323314548195649,
      "learning_rate": 0.00023570145733844153,
      "loss": 0.3305,
      "step": 46275
    },
    {
      "epoch": 1.8953921769404056,
      "grad_norm": 1.1235305872090717,
      "learning_rate": 0.00023569878065466234,
      "loss": 0.7606,
      "step": 46276
    },
    {
      "epoch": 1.8954331353676017,
      "grad_norm": 1.1450424106824209,
      "learning_rate": 0.0002356961039303697,
      "loss": 0.9556,
      "step": 46277
    },
    {
      "epoch": 1.8954740937947983,
      "grad_norm": 1.8865699669902727,
      "learning_rate": 0.00023569342716556495,
      "loss": 0.8213,
      "step": 46278
    },
    {
      "epoch": 1.8955150522219948,
      "grad_norm": 1.3307607756301434,
      "learning_rate": 0.00023569075036024935,
      "loss": 0.6444,
      "step": 46279
    },
    {
      "epoch": 1.895556010649191,
      "grad_norm": 1.6438415329659233,
      "learning_rate": 0.00023568807351442408,
      "loss": 0.8511,
      "step": 46280
    },
    {
      "epoch": 1.8955969690763874,
      "grad_norm": 1.441324738708478,
      "learning_rate": 0.00023568539662809047,
      "loss": 1.1033,
      "step": 46281
    },
    {
      "epoch": 1.895637927503584,
      "grad_norm": 1.3447086075027197,
      "learning_rate": 0.00023568271970124977,
      "loss": 1.1322,
      "step": 46282
    },
    {
      "epoch": 1.8956788859307803,
      "grad_norm": 1.1688795228230937,
      "learning_rate": 0.0002356800427339033,
      "loss": 0.9223,
      "step": 46283
    },
    {
      "epoch": 1.8957198443579766,
      "grad_norm": 1.0672579919564738,
      "learning_rate": 0.00023567736572605223,
      "loss": 0.6391,
      "step": 46284
    },
    {
      "epoch": 1.8957608027851731,
      "grad_norm": 1.3682126922515037,
      "learning_rate": 0.0002356746886776979,
      "loss": 0.9169,
      "step": 46285
    },
    {
      "epoch": 1.8958017612123694,
      "grad_norm": 1.4473345615614661,
      "learning_rate": 0.00023567201158884152,
      "loss": 0.8925,
      "step": 46286
    },
    {
      "epoch": 1.8958427196395657,
      "grad_norm": 1.2142208838603012,
      "learning_rate": 0.0002356693344594844,
      "loss": 0.9415,
      "step": 46287
    },
    {
      "epoch": 1.8958836780667623,
      "grad_norm": 1.9456423183519194,
      "learning_rate": 0.00023566665728962777,
      "loss": 2.1399,
      "step": 46288
    },
    {
      "epoch": 1.8959246364939586,
      "grad_norm": 1.091400171685906,
      "learning_rate": 0.00023566398007927297,
      "loss": 0.6544,
      "step": 46289
    },
    {
      "epoch": 1.895965594921155,
      "grad_norm": 1.3839077791607668,
      "learning_rate": 0.00023566130282842119,
      "loss": 0.8323,
      "step": 46290
    },
    {
      "epoch": 1.8960065533483514,
      "grad_norm": 1.0092856017484713,
      "learning_rate": 0.00023565862553707366,
      "loss": 0.2928,
      "step": 46291
    },
    {
      "epoch": 1.896047511775548,
      "grad_norm": 1.3445930503121775,
      "learning_rate": 0.00023565594820523176,
      "loss": 0.7104,
      "step": 46292
    },
    {
      "epoch": 1.896088470202744,
      "grad_norm": 1.6159689113303364,
      "learning_rate": 0.0002356532708328967,
      "loss": 1.1765,
      "step": 46293
    },
    {
      "epoch": 1.8961294286299406,
      "grad_norm": 0.9237970069374216,
      "learning_rate": 0.0002356505934200697,
      "loss": 0.5832,
      "step": 46294
    },
    {
      "epoch": 1.8961703870571371,
      "grad_norm": 0.9549579826067807,
      "learning_rate": 0.0002356479159667521,
      "loss": 0.305,
      "step": 46295
    },
    {
      "epoch": 1.8962113454843335,
      "grad_norm": 1.1603271533033035,
      "learning_rate": 0.00023564523847294515,
      "loss": 0.6876,
      "step": 46296
    },
    {
      "epoch": 1.8962523039115298,
      "grad_norm": 1.2202852052224353,
      "learning_rate": 0.0002356425609386501,
      "loss": 0.8186,
      "step": 46297
    },
    {
      "epoch": 1.8962932623387263,
      "grad_norm": 0.965101134858986,
      "learning_rate": 0.0002356398833638682,
      "loss": 0.8118,
      "step": 46298
    },
    {
      "epoch": 1.8963342207659226,
      "grad_norm": 1.4167385360102607,
      "learning_rate": 0.0002356372057486007,
      "loss": 1.2733,
      "step": 46299
    },
    {
      "epoch": 1.896375179193119,
      "grad_norm": 0.7955403448176526,
      "learning_rate": 0.00023563452809284894,
      "loss": 0.3372,
      "step": 46300
    },
    {
      "epoch": 1.8964161376203155,
      "grad_norm": 1.8470840300205194,
      "learning_rate": 0.00023563185039661414,
      "loss": 1.4226,
      "step": 46301
    },
    {
      "epoch": 1.8964570960475118,
      "grad_norm": 1.5695413849756934,
      "learning_rate": 0.00023562917265989759,
      "loss": 0.8809,
      "step": 46302
    },
    {
      "epoch": 1.896498054474708,
      "grad_norm": 1.2486280728978834,
      "learning_rate": 0.00023562649488270048,
      "loss": 0.7369,
      "step": 46303
    },
    {
      "epoch": 1.8965390129019046,
      "grad_norm": 1.2374718964648015,
      "learning_rate": 0.00023562381706502416,
      "loss": 0.8125,
      "step": 46304
    },
    {
      "epoch": 1.896579971329101,
      "grad_norm": 1.2927249584306337,
      "learning_rate": 0.00023562113920686987,
      "loss": 0.8668,
      "step": 46305
    },
    {
      "epoch": 1.8966209297562973,
      "grad_norm": 1.7388894499030187,
      "learning_rate": 0.00023561846130823886,
      "loss": 0.7136,
      "step": 46306
    },
    {
      "epoch": 1.8966618881834938,
      "grad_norm": 1.1396769445416202,
      "learning_rate": 0.00023561578336913245,
      "loss": 1.1049,
      "step": 46307
    },
    {
      "epoch": 1.89670284661069,
      "grad_norm": 1.1049162591021557,
      "learning_rate": 0.00023561310538955184,
      "loss": 0.7603,
      "step": 46308
    },
    {
      "epoch": 1.8967438050378864,
      "grad_norm": 1.2090661869151862,
      "learning_rate": 0.00023561042736949833,
      "loss": 0.5257,
      "step": 46309
    },
    {
      "epoch": 1.896784763465083,
      "grad_norm": 1.653431853828498,
      "learning_rate": 0.00023560774930897317,
      "loss": 1.134,
      "step": 46310
    },
    {
      "epoch": 1.8968257218922795,
      "grad_norm": 1.1957229148346604,
      "learning_rate": 0.00023560507120797762,
      "loss": 0.7377,
      "step": 46311
    },
    {
      "epoch": 1.8968666803194756,
      "grad_norm": 1.3731425321015167,
      "learning_rate": 0.00023560239306651297,
      "loss": 0.936,
      "step": 46312
    },
    {
      "epoch": 1.8969076387466721,
      "grad_norm": 0.9819210575798496,
      "learning_rate": 0.00023559971488458048,
      "loss": 0.4161,
      "step": 46313
    },
    {
      "epoch": 1.8969485971738687,
      "grad_norm": 0.7518030671953871,
      "learning_rate": 0.00023559703666218142,
      "loss": 0.3225,
      "step": 46314
    },
    {
      "epoch": 1.896989555601065,
      "grad_norm": 1.398374423106014,
      "learning_rate": 0.00023559435839931703,
      "loss": 0.8771,
      "step": 46315
    },
    {
      "epoch": 1.8970305140282613,
      "grad_norm": 1.0494016267324455,
      "learning_rate": 0.00023559168009598861,
      "loss": 0.4581,
      "step": 46316
    },
    {
      "epoch": 1.8970714724554578,
      "grad_norm": 1.4130333055824909,
      "learning_rate": 0.0002355890017521974,
      "loss": 0.8763,
      "step": 46317
    },
    {
      "epoch": 1.8971124308826541,
      "grad_norm": 1.01692113280254,
      "learning_rate": 0.00023558632336794468,
      "loss": 0.6997,
      "step": 46318
    },
    {
      "epoch": 1.8971533893098504,
      "grad_norm": 0.7559970216643253,
      "learning_rate": 0.00023558364494323172,
      "loss": 0.3041,
      "step": 46319
    },
    {
      "epoch": 1.897194347737047,
      "grad_norm": 1.4400504068002635,
      "learning_rate": 0.00023558096647805976,
      "loss": 1.1312,
      "step": 46320
    },
    {
      "epoch": 1.8972353061642433,
      "grad_norm": 0.9923521641237847,
      "learning_rate": 0.0002355782879724301,
      "loss": 0.6506,
      "step": 46321
    },
    {
      "epoch": 1.8972762645914396,
      "grad_norm": 1.585644092562393,
      "learning_rate": 0.00023557560942634396,
      "loss": 1.2346,
      "step": 46322
    },
    {
      "epoch": 1.8973172230186361,
      "grad_norm": 1.5202269418277963,
      "learning_rate": 0.0002355729308398027,
      "loss": 1.2196,
      "step": 46323
    },
    {
      "epoch": 1.8973581814458325,
      "grad_norm": 1.4484614878163806,
      "learning_rate": 0.00023557025221280747,
      "loss": 0.8007,
      "step": 46324
    },
    {
      "epoch": 1.8973991398730288,
      "grad_norm": 1.4881445019751636,
      "learning_rate": 0.00023556757354535965,
      "loss": 1.0613,
      "step": 46325
    },
    {
      "epoch": 1.8974400983002253,
      "grad_norm": 1.2852735747985884,
      "learning_rate": 0.00023556489483746038,
      "loss": 0.8871,
      "step": 46326
    },
    {
      "epoch": 1.8974810567274216,
      "grad_norm": 1.5678005942769382,
      "learning_rate": 0.00023556221608911102,
      "loss": 1.6175,
      "step": 46327
    },
    {
      "epoch": 1.897522015154618,
      "grad_norm": 1.8216750141199451,
      "learning_rate": 0.00023555953730031282,
      "loss": 1.0836,
      "step": 46328
    },
    {
      "epoch": 1.8975629735818145,
      "grad_norm": 1.0371956103489883,
      "learning_rate": 0.000235556858471067,
      "loss": 0.7291,
      "step": 46329
    },
    {
      "epoch": 1.897603932009011,
      "grad_norm": 1.0486243031147664,
      "learning_rate": 0.00023555417960137488,
      "loss": 0.4498,
      "step": 46330
    },
    {
      "epoch": 1.897644890436207,
      "grad_norm": 0.8106391560163752,
      "learning_rate": 0.00023555150069123773,
      "loss": 0.3229,
      "step": 46331
    },
    {
      "epoch": 1.8976858488634036,
      "grad_norm": 1.4561245674258896,
      "learning_rate": 0.00023554882174065678,
      "loss": 1.324,
      "step": 46332
    },
    {
      "epoch": 1.8977268072906002,
      "grad_norm": 1.441799543614663,
      "learning_rate": 0.0002355461427496333,
      "loss": 0.896,
      "step": 46333
    },
    {
      "epoch": 1.8977677657177965,
      "grad_norm": 1.2483604437078828,
      "learning_rate": 0.00023554346371816858,
      "loss": 0.8603,
      "step": 46334
    },
    {
      "epoch": 1.8978087241449928,
      "grad_norm": 0.81914377678346,
      "learning_rate": 0.00023554078464626388,
      "loss": 0.3052,
      "step": 46335
    },
    {
      "epoch": 1.8978496825721893,
      "grad_norm": 1.1294440806639043,
      "learning_rate": 0.00023553810553392048,
      "loss": 0.6961,
      "step": 46336
    },
    {
      "epoch": 1.8978906409993856,
      "grad_norm": 1.137897593620387,
      "learning_rate": 0.00023553542638113958,
      "loss": 0.7934,
      "step": 46337
    },
    {
      "epoch": 1.897931599426582,
      "grad_norm": 1.3627498557358708,
      "learning_rate": 0.0002355327471879225,
      "loss": 0.7387,
      "step": 46338
    },
    {
      "epoch": 1.8979725578537785,
      "grad_norm": 1.0506771694177806,
      "learning_rate": 0.00023553006795427048,
      "loss": 0.7404,
      "step": 46339
    },
    {
      "epoch": 1.8980135162809748,
      "grad_norm": 1.371856036837008,
      "learning_rate": 0.00023552738868018488,
      "loss": 0.6944,
      "step": 46340
    },
    {
      "epoch": 1.8980544747081711,
      "grad_norm": 1.345921453162206,
      "learning_rate": 0.00023552470936566685,
      "loss": 0.9856,
      "step": 46341
    },
    {
      "epoch": 1.8980954331353677,
      "grad_norm": 1.7326844800251888,
      "learning_rate": 0.0002355220300107177,
      "loss": 0.9913,
      "step": 46342
    },
    {
      "epoch": 1.898136391562564,
      "grad_norm": 0.8599720273634306,
      "learning_rate": 0.00023551935061533872,
      "loss": 0.4581,
      "step": 46343
    },
    {
      "epoch": 1.8981773499897603,
      "grad_norm": 1.6758215194026294,
      "learning_rate": 0.0002355166711795311,
      "loss": 0.9315,
      "step": 46344
    },
    {
      "epoch": 1.8982183084169568,
      "grad_norm": 1.3055720209623471,
      "learning_rate": 0.0002355139917032962,
      "loss": 0.6887,
      "step": 46345
    },
    {
      "epoch": 1.8982592668441531,
      "grad_norm": 1.444110597861558,
      "learning_rate": 0.00023551131218663523,
      "loss": 0.9875,
      "step": 46346
    },
    {
      "epoch": 1.8983002252713495,
      "grad_norm": 1.1043873664620287,
      "learning_rate": 0.0002355086326295495,
      "loss": 0.4729,
      "step": 46347
    },
    {
      "epoch": 1.898341183698546,
      "grad_norm": 1.3271772024464834,
      "learning_rate": 0.00023550595303204025,
      "loss": 0.8752,
      "step": 46348
    },
    {
      "epoch": 1.8983821421257425,
      "grad_norm": 0.4657697561763266,
      "learning_rate": 0.00023550327339410873,
      "loss": 0.1236,
      "step": 46349
    },
    {
      "epoch": 1.8984231005529386,
      "grad_norm": 1.2312135362477556,
      "learning_rate": 0.00023550059371575622,
      "loss": 0.7974,
      "step": 46350
    },
    {
      "epoch": 1.8984640589801351,
      "grad_norm": 1.0391095695513797,
      "learning_rate": 0.00023549791399698396,
      "loss": 0.8907,
      "step": 46351
    },
    {
      "epoch": 1.8985050174073317,
      "grad_norm": 4.327870368226826,
      "learning_rate": 0.0002354952342377933,
      "loss": 2.5517,
      "step": 46352
    },
    {
      "epoch": 1.898545975834528,
      "grad_norm": 1.2219061986199813,
      "learning_rate": 0.00023549255443818545,
      "loss": 0.9707,
      "step": 46353
    },
    {
      "epoch": 1.8985869342617243,
      "grad_norm": 1.0879496842937564,
      "learning_rate": 0.00023548987459816168,
      "loss": 0.7669,
      "step": 46354
    },
    {
      "epoch": 1.8986278926889208,
      "grad_norm": 3.9346207758676517,
      "learning_rate": 0.00023548719471772325,
      "loss": 7.5632,
      "step": 46355
    },
    {
      "epoch": 1.8986688511161172,
      "grad_norm": 1.4528613481035824,
      "learning_rate": 0.00023548451479687142,
      "loss": 1.026,
      "step": 46356
    },
    {
      "epoch": 1.8987098095433135,
      "grad_norm": 0.7409249796439761,
      "learning_rate": 0.00023548183483560747,
      "loss": 0.2926,
      "step": 46357
    },
    {
      "epoch": 1.89875076797051,
      "grad_norm": 1.2030652402086073,
      "learning_rate": 0.0002354791548339327,
      "loss": 0.8127,
      "step": 46358
    },
    {
      "epoch": 1.8987917263977063,
      "grad_norm": 1.4401451578442386,
      "learning_rate": 0.00023547647479184834,
      "loss": 0.8787,
      "step": 46359
    },
    {
      "epoch": 1.8988326848249026,
      "grad_norm": 1.212753985692528,
      "learning_rate": 0.00023547379470935566,
      "loss": 0.6363,
      "step": 46360
    },
    {
      "epoch": 1.8988736432520992,
      "grad_norm": 2.8010361713684833,
      "learning_rate": 0.00023547111458645592,
      "loss": 3.4652,
      "step": 46361
    },
    {
      "epoch": 1.8989146016792955,
      "grad_norm": 1.4826015617650208,
      "learning_rate": 0.0002354684344231504,
      "loss": 1.1972,
      "step": 46362
    },
    {
      "epoch": 1.8989555601064918,
      "grad_norm": 1.5918242523256234,
      "learning_rate": 0.00023546575421944037,
      "loss": 0.9077,
      "step": 46363
    },
    {
      "epoch": 1.8989965185336883,
      "grad_norm": 1.2775454472877106,
      "learning_rate": 0.00023546307397532708,
      "loss": 0.9433,
      "step": 46364
    },
    {
      "epoch": 1.8990374769608847,
      "grad_norm": 0.9018948405627182,
      "learning_rate": 0.00023546039369081177,
      "loss": 0.3856,
      "step": 46365
    },
    {
      "epoch": 1.899078435388081,
      "grad_norm": 1.114196079044344,
      "learning_rate": 0.00023545771336589582,
      "loss": 0.6619,
      "step": 46366
    },
    {
      "epoch": 1.8991193938152775,
      "grad_norm": 1.4473880961118832,
      "learning_rate": 0.0002354550330005804,
      "loss": 0.769,
      "step": 46367
    },
    {
      "epoch": 1.899160352242474,
      "grad_norm": 1.4167844342671299,
      "learning_rate": 0.00023545235259486678,
      "loss": 0.7551,
      "step": 46368
    },
    {
      "epoch": 1.8992013106696701,
      "grad_norm": 2.9683944140826317,
      "learning_rate": 0.00023544967214875624,
      "loss": 2.8392,
      "step": 46369
    },
    {
      "epoch": 1.8992422690968667,
      "grad_norm": 1.5672331804906408,
      "learning_rate": 0.00023544699166225006,
      "loss": 1.5426,
      "step": 46370
    },
    {
      "epoch": 1.8992832275240632,
      "grad_norm": 1.1456339638546564,
      "learning_rate": 0.00023544431113534952,
      "loss": 0.5849,
      "step": 46371
    },
    {
      "epoch": 1.8993241859512595,
      "grad_norm": 0.6434841014340402,
      "learning_rate": 0.00023544163056805588,
      "loss": 0.3047,
      "step": 46372
    },
    {
      "epoch": 1.8993651443784558,
      "grad_norm": 0.6523894266586189,
      "learning_rate": 0.00023543894996037033,
      "loss": 0.2799,
      "step": 46373
    },
    {
      "epoch": 1.8994061028056524,
      "grad_norm": 1.4730107340510195,
      "learning_rate": 0.00023543626931229428,
      "loss": 0.914,
      "step": 46374
    },
    {
      "epoch": 1.8994470612328487,
      "grad_norm": 2.888882219923725,
      "learning_rate": 0.00023543358862382886,
      "loss": 2.2224,
      "step": 46375
    },
    {
      "epoch": 1.899488019660045,
      "grad_norm": 1.047469066960144,
      "learning_rate": 0.00023543090789497544,
      "loss": 0.7384,
      "step": 46376
    },
    {
      "epoch": 1.8995289780872415,
      "grad_norm": 1.1754980665219,
      "learning_rate": 0.00023542822712573517,
      "loss": 1.0162,
      "step": 46377
    },
    {
      "epoch": 1.8995699365144378,
      "grad_norm": 1.1988326667460076,
      "learning_rate": 0.00023542554631610947,
      "loss": 0.8036,
      "step": 46378
    },
    {
      "epoch": 1.8996108949416342,
      "grad_norm": 2.824064957945287,
      "learning_rate": 0.0002354228654660995,
      "loss": 1.4858,
      "step": 46379
    },
    {
      "epoch": 1.8996518533688307,
      "grad_norm": 0.7765092018274691,
      "learning_rate": 0.00023542018457570654,
      "loss": 0.3224,
      "step": 46380
    },
    {
      "epoch": 1.899692811796027,
      "grad_norm": 1.3926366163704353,
      "learning_rate": 0.0002354175036449319,
      "loss": 0.9793,
      "step": 46381
    },
    {
      "epoch": 1.8997337702232233,
      "grad_norm": 1.4875385791753284,
      "learning_rate": 0.00023541482267377682,
      "loss": 0.6061,
      "step": 46382
    },
    {
      "epoch": 1.8997747286504199,
      "grad_norm": 0.7664591180313559,
      "learning_rate": 0.00023541214166224254,
      "loss": 0.3626,
      "step": 46383
    },
    {
      "epoch": 1.8998156870776162,
      "grad_norm": 1.1455595981367293,
      "learning_rate": 0.00023540946061033038,
      "loss": 0.582,
      "step": 46384
    },
    {
      "epoch": 1.8998566455048125,
      "grad_norm": 0.6908907666669327,
      "learning_rate": 0.00023540677951804158,
      "loss": 0.3218,
      "step": 46385
    },
    {
      "epoch": 1.899897603932009,
      "grad_norm": 1.1036202894836507,
      "learning_rate": 0.00023540409838537744,
      "loss": 0.8137,
      "step": 46386
    },
    {
      "epoch": 1.8999385623592056,
      "grad_norm": 1.181546308003751,
      "learning_rate": 0.0002354014172123391,
      "loss": 0.8981,
      "step": 46387
    },
    {
      "epoch": 1.8999795207864016,
      "grad_norm": 1.9913429323690062,
      "learning_rate": 0.00023539873599892803,
      "loss": 0.7914,
      "step": 46388
    },
    {
      "epoch": 1.9000204792135982,
      "grad_norm": 1.1592007981508496,
      "learning_rate": 0.00023539605474514537,
      "loss": 0.7199,
      "step": 46389
    },
    {
      "epoch": 1.9000614376407947,
      "grad_norm": 1.320969190070725,
      "learning_rate": 0.00023539337345099238,
      "loss": 0.8896,
      "step": 46390
    },
    {
      "epoch": 1.900102396067991,
      "grad_norm": 1.3689004015954536,
      "learning_rate": 0.00023539069211647037,
      "loss": 0.8137,
      "step": 46391
    },
    {
      "epoch": 1.9001433544951873,
      "grad_norm": 1.2778156175683186,
      "learning_rate": 0.00023538801074158062,
      "loss": 0.7637,
      "step": 46392
    },
    {
      "epoch": 1.9001843129223839,
      "grad_norm": 0.9343579774390514,
      "learning_rate": 0.00023538532932632433,
      "loss": 0.4269,
      "step": 46393
    },
    {
      "epoch": 1.9002252713495802,
      "grad_norm": 1.248473495428716,
      "learning_rate": 0.00023538264787070288,
      "loss": 0.7284,
      "step": 46394
    },
    {
      "epoch": 1.9002662297767765,
      "grad_norm": 0.6755820271114782,
      "learning_rate": 0.00023537996637471741,
      "loss": 0.2353,
      "step": 46395
    },
    {
      "epoch": 1.900307188203973,
      "grad_norm": 2.155498050884364,
      "learning_rate": 0.00023537728483836927,
      "loss": 2.3756,
      "step": 46396
    },
    {
      "epoch": 1.9003481466311694,
      "grad_norm": 2.2035745253499806,
      "learning_rate": 0.0002353746032616597,
      "loss": 0.7953,
      "step": 46397
    },
    {
      "epoch": 1.9003891050583657,
      "grad_norm": 1.2585024157793432,
      "learning_rate": 0.00023537192164458994,
      "loss": 0.8853,
      "step": 46398
    },
    {
      "epoch": 1.9004300634855622,
      "grad_norm": 7.384611612273914,
      "learning_rate": 0.0002353692399871613,
      "loss": 1.3417,
      "step": 46399
    },
    {
      "epoch": 1.9004710219127585,
      "grad_norm": 1.3076093912602982,
      "learning_rate": 0.00023536655828937508,
      "loss": 0.9907,
      "step": 46400
    },
    {
      "epoch": 1.9005119803399548,
      "grad_norm": 1.04024407442786,
      "learning_rate": 0.00023536387655123247,
      "loss": 0.5003,
      "step": 46401
    },
    {
      "epoch": 1.9005529387671514,
      "grad_norm": 0.9989084845449241,
      "learning_rate": 0.0002353611947727348,
      "loss": 0.3416,
      "step": 46402
    },
    {
      "epoch": 1.900593897194348,
      "grad_norm": 1.1398356729209416,
      "learning_rate": 0.00023535851295388327,
      "loss": 0.8117,
      "step": 46403
    },
    {
      "epoch": 1.900634855621544,
      "grad_norm": 1.1431757944812577,
      "learning_rate": 0.00023535583109467921,
      "loss": 0.6777,
      "step": 46404
    },
    {
      "epoch": 1.9006758140487405,
      "grad_norm": 1.1966194685755822,
      "learning_rate": 0.00023535314919512383,
      "loss": 0.7793,
      "step": 46405
    },
    {
      "epoch": 1.900716772475937,
      "grad_norm": 1.4108073077186751,
      "learning_rate": 0.0002353504672552185,
      "loss": 0.8472,
      "step": 46406
    },
    {
      "epoch": 1.9007577309031332,
      "grad_norm": 1.4963535685234142,
      "learning_rate": 0.0002353477852749644,
      "loss": 1.3765,
      "step": 46407
    },
    {
      "epoch": 1.9007986893303297,
      "grad_norm": 1.8789161131446794,
      "learning_rate": 0.0002353451032543628,
      "loss": 0.8192,
      "step": 46408
    },
    {
      "epoch": 1.9008396477575262,
      "grad_norm": 1.4209002054048205,
      "learning_rate": 0.000235342421193415,
      "loss": 1.2311,
      "step": 46409
    },
    {
      "epoch": 1.9008806061847225,
      "grad_norm": 1.6523688778962702,
      "learning_rate": 0.00023533973909212227,
      "loss": 1.096,
      "step": 46410
    },
    {
      "epoch": 1.9009215646119189,
      "grad_norm": 1.008379626840631,
      "learning_rate": 0.00023533705695048582,
      "loss": 0.8265,
      "step": 46411
    },
    {
      "epoch": 1.9009625230391154,
      "grad_norm": 1.304792946589862,
      "learning_rate": 0.000235334374768507,
      "loss": 1.0201,
      "step": 46412
    },
    {
      "epoch": 1.9010034814663117,
      "grad_norm": 1.3579682640537094,
      "learning_rate": 0.000235331692546187,
      "loss": 1.0693,
      "step": 46413
    },
    {
      "epoch": 1.901044439893508,
      "grad_norm": 1.1084852584015665,
      "learning_rate": 0.00023532901028352717,
      "loss": 0.4444,
      "step": 46414
    },
    {
      "epoch": 1.9010853983207046,
      "grad_norm": 1.4190675459737998,
      "learning_rate": 0.00023532632798052873,
      "loss": 1.1858,
      "step": 46415
    },
    {
      "epoch": 1.9011263567479009,
      "grad_norm": 0.94226419028337,
      "learning_rate": 0.00023532364563719294,
      "loss": 0.4245,
      "step": 46416
    },
    {
      "epoch": 1.9011673151750972,
      "grad_norm": 1.3216058983689651,
      "learning_rate": 0.00023532096325352104,
      "loss": 0.7408,
      "step": 46417
    },
    {
      "epoch": 1.9012082736022937,
      "grad_norm": 1.1648826819171076,
      "learning_rate": 0.00023531828082951441,
      "loss": 0.7734,
      "step": 46418
    },
    {
      "epoch": 1.90124923202949,
      "grad_norm": 1.0033645497288899,
      "learning_rate": 0.00023531559836517421,
      "loss": 0.4095,
      "step": 46419
    },
    {
      "epoch": 1.9012901904566863,
      "grad_norm": 0.8295677502645057,
      "learning_rate": 0.00023531291586050175,
      "loss": 0.3437,
      "step": 46420
    },
    {
      "epoch": 1.9013311488838829,
      "grad_norm": 1.287664880423372,
      "learning_rate": 0.0002353102333154983,
      "loss": 0.7875,
      "step": 46421
    },
    {
      "epoch": 1.9013721073110794,
      "grad_norm": 1.3014374595404203,
      "learning_rate": 0.00023530755073016517,
      "loss": 0.8392,
      "step": 46422
    },
    {
      "epoch": 1.9014130657382755,
      "grad_norm": 1.592646697454959,
      "learning_rate": 0.0002353048681045035,
      "loss": 0.7816,
      "step": 46423
    },
    {
      "epoch": 1.901454024165472,
      "grad_norm": 1.197885399903568,
      "learning_rate": 0.00023530218543851467,
      "loss": 0.7242,
      "step": 46424
    },
    {
      "epoch": 1.9014949825926686,
      "grad_norm": 0.6074777611572031,
      "learning_rate": 0.00023529950273219993,
      "loss": 0.1924,
      "step": 46425
    },
    {
      "epoch": 1.9015359410198647,
      "grad_norm": 1.2205328711957952,
      "learning_rate": 0.00023529681998556054,
      "loss": 0.7361,
      "step": 46426
    },
    {
      "epoch": 1.9015768994470612,
      "grad_norm": 1.4180747442494042,
      "learning_rate": 0.0002352941371985977,
      "loss": 1.2206,
      "step": 46427
    },
    {
      "epoch": 1.9016178578742577,
      "grad_norm": 0.7835545217515795,
      "learning_rate": 0.00023529145437131284,
      "loss": 0.6316,
      "step": 46428
    },
    {
      "epoch": 1.901658816301454,
      "grad_norm": 0.8083521259649807,
      "learning_rate": 0.00023528877150370706,
      "loss": 0.3059,
      "step": 46429
    },
    {
      "epoch": 1.9016997747286504,
      "grad_norm": 1.6673590182008837,
      "learning_rate": 0.00023528608859578172,
      "loss": 0.6986,
      "step": 46430
    },
    {
      "epoch": 1.901740733155847,
      "grad_norm": 1.1002340967061552,
      "learning_rate": 0.00023528340564753805,
      "loss": 0.5513,
      "step": 46431
    },
    {
      "epoch": 1.9017816915830432,
      "grad_norm": 1.354269203502313,
      "learning_rate": 0.00023528072265897737,
      "loss": 1.2438,
      "step": 46432
    },
    {
      "epoch": 1.9018226500102395,
      "grad_norm": 1.113707518481611,
      "learning_rate": 0.00023527803963010086,
      "loss": 0.9414,
      "step": 46433
    },
    {
      "epoch": 1.901863608437436,
      "grad_norm": 1.3691912698718034,
      "learning_rate": 0.00023527535656090988,
      "loss": 1.1754,
      "step": 46434
    },
    {
      "epoch": 1.9019045668646324,
      "grad_norm": 1.2374537527934677,
      "learning_rate": 0.00023527267345140564,
      "loss": 0.6405,
      "step": 46435
    },
    {
      "epoch": 1.9019455252918287,
      "grad_norm": 1.1723045701572914,
      "learning_rate": 0.00023526999030158943,
      "loss": 0.7869,
      "step": 46436
    },
    {
      "epoch": 1.9019864837190252,
      "grad_norm": 1.3115475623335209,
      "learning_rate": 0.00023526730711146256,
      "loss": 0.7992,
      "step": 46437
    },
    {
      "epoch": 1.9020274421462215,
      "grad_norm": 1.3411424595213868,
      "learning_rate": 0.0002352646238810262,
      "loss": 1.1118,
      "step": 46438
    },
    {
      "epoch": 1.9020684005734179,
      "grad_norm": 0.9683477075063982,
      "learning_rate": 0.00023526194061028168,
      "loss": 0.4401,
      "step": 46439
    },
    {
      "epoch": 1.9021093590006144,
      "grad_norm": 1.2312243440205168,
      "learning_rate": 0.0002352592572992303,
      "loss": 0.7147,
      "step": 46440
    },
    {
      "epoch": 1.902150317427811,
      "grad_norm": 1.0520019786050314,
      "learning_rate": 0.00023525657394787326,
      "loss": 0.8537,
      "step": 46441
    },
    {
      "epoch": 1.902191275855007,
      "grad_norm": 1.1118621030168725,
      "learning_rate": 0.00023525389055621186,
      "loss": 0.846,
      "step": 46442
    },
    {
      "epoch": 1.9022322342822036,
      "grad_norm": 1.1029285153157458,
      "learning_rate": 0.00023525120712424735,
      "loss": 0.619,
      "step": 46443
    },
    {
      "epoch": 1.9022731927094,
      "grad_norm": 1.1339896579458608,
      "learning_rate": 0.00023524852365198104,
      "loss": 0.8221,
      "step": 46444
    },
    {
      "epoch": 1.9023141511365964,
      "grad_norm": 1.245696989247164,
      "learning_rate": 0.00023524584013941418,
      "loss": 0.6335,
      "step": 46445
    },
    {
      "epoch": 1.9023551095637927,
      "grad_norm": 0.6251289491751257,
      "learning_rate": 0.00023524315658654803,
      "loss": 0.2762,
      "step": 46446
    },
    {
      "epoch": 1.9023960679909893,
      "grad_norm": 1.2330150724636149,
      "learning_rate": 0.00023524047299338383,
      "loss": 0.796,
      "step": 46447
    },
    {
      "epoch": 1.9024370264181856,
      "grad_norm": 1.4443533247563476,
      "learning_rate": 0.00023523778935992292,
      "loss": 1.15,
      "step": 46448
    },
    {
      "epoch": 1.9024779848453819,
      "grad_norm": 1.2093985200976474,
      "learning_rate": 0.0002352351056861665,
      "loss": 1.1402,
      "step": 46449
    },
    {
      "epoch": 1.9025189432725784,
      "grad_norm": 0.9558483162984454,
      "learning_rate": 0.00023523242197211593,
      "loss": 0.4923,
      "step": 46450
    },
    {
      "epoch": 1.9025599016997747,
      "grad_norm": 1.4696279330069633,
      "learning_rate": 0.00023522973821777236,
      "loss": 0.8259,
      "step": 46451
    },
    {
      "epoch": 1.902600860126971,
      "grad_norm": 1.5676333954125536,
      "learning_rate": 0.00023522705442313713,
      "loss": 1.2622,
      "step": 46452
    },
    {
      "epoch": 1.9026418185541676,
      "grad_norm": 1.030787377843349,
      "learning_rate": 0.00023522437058821145,
      "loss": 0.7047,
      "step": 46453
    },
    {
      "epoch": 1.902682776981364,
      "grad_norm": 0.6707173991854296,
      "learning_rate": 0.00023522168671299672,
      "loss": 0.269,
      "step": 46454
    },
    {
      "epoch": 1.9027237354085602,
      "grad_norm": 0.9978744529799457,
      "learning_rate": 0.00023521900279749406,
      "loss": 0.4583,
      "step": 46455
    },
    {
      "epoch": 1.9027646938357567,
      "grad_norm": 0.8855685150443294,
      "learning_rate": 0.0002352163188417048,
      "loss": 0.3386,
      "step": 46456
    },
    {
      "epoch": 1.902805652262953,
      "grad_norm": 1.3922404346635615,
      "learning_rate": 0.00023521363484563023,
      "loss": 0.754,
      "step": 46457
    },
    {
      "epoch": 1.9028466106901494,
      "grad_norm": 1.1437830223845955,
      "learning_rate": 0.0002352109508092716,
      "loss": 0.8517,
      "step": 46458
    },
    {
      "epoch": 1.902887569117346,
      "grad_norm": 1.4192443887503852,
      "learning_rate": 0.00023520826673263017,
      "loss": 1.0416,
      "step": 46459
    },
    {
      "epoch": 1.9029285275445424,
      "grad_norm": 1.4938384635871105,
      "learning_rate": 0.00023520558261570722,
      "loss": 1.3685,
      "step": 46460
    },
    {
      "epoch": 1.9029694859717385,
      "grad_norm": 1.095011236516123,
      "learning_rate": 0.00023520289845850402,
      "loss": 0.7256,
      "step": 46461
    },
    {
      "epoch": 1.903010444398935,
      "grad_norm": 1.4967974489613294,
      "learning_rate": 0.00023520021426102182,
      "loss": 1.0736,
      "step": 46462
    },
    {
      "epoch": 1.9030514028261316,
      "grad_norm": 1.0385352271596169,
      "learning_rate": 0.0002351975300232619,
      "loss": 0.2828,
      "step": 46463
    },
    {
      "epoch": 1.903092361253328,
      "grad_norm": 0.8825333693849452,
      "learning_rate": 0.00023519484574522555,
      "loss": 0.3077,
      "step": 46464
    },
    {
      "epoch": 1.9031333196805242,
      "grad_norm": 1.0202318508268646,
      "learning_rate": 0.00023519216142691403,
      "loss": 0.2869,
      "step": 46465
    },
    {
      "epoch": 1.9031742781077208,
      "grad_norm": 1.2669861111107859,
      "learning_rate": 0.0002351894770683286,
      "loss": 1.1631,
      "step": 46466
    },
    {
      "epoch": 1.903215236534917,
      "grad_norm": 1.4556564284641313,
      "learning_rate": 0.0002351867926694705,
      "loss": 1.1147,
      "step": 46467
    },
    {
      "epoch": 1.9032561949621134,
      "grad_norm": 1.0369140348367294,
      "learning_rate": 0.00023518410823034105,
      "loss": 0.6253,
      "step": 46468
    },
    {
      "epoch": 1.90329715338931,
      "grad_norm": 1.0059165108220194,
      "learning_rate": 0.00023518142375094148,
      "loss": 0.7487,
      "step": 46469
    },
    {
      "epoch": 1.9033381118165063,
      "grad_norm": 1.3832051325502093,
      "learning_rate": 0.00023517873923127304,
      "loss": 1.3349,
      "step": 46470
    },
    {
      "epoch": 1.9033790702437026,
      "grad_norm": 0.618996670121495,
      "learning_rate": 0.0002351760546713371,
      "loss": 0.2492,
      "step": 46471
    },
    {
      "epoch": 1.903420028670899,
      "grad_norm": 1.3149975591285537,
      "learning_rate": 0.00023517337007113482,
      "loss": 0.7074,
      "step": 46472
    },
    {
      "epoch": 1.9034609870980954,
      "grad_norm": 0.872115231686745,
      "learning_rate": 0.00023517068543066756,
      "loss": 0.6722,
      "step": 46473
    },
    {
      "epoch": 1.9035019455252917,
      "grad_norm": 1.0014716646752935,
      "learning_rate": 0.0002351680007499365,
      "loss": 0.3035,
      "step": 46474
    },
    {
      "epoch": 1.9035429039524883,
      "grad_norm": 3.371617420424301,
      "learning_rate": 0.00023516531602894294,
      "loss": 1.7547,
      "step": 46475
    },
    {
      "epoch": 1.9035838623796846,
      "grad_norm": 1.3026904571783602,
      "learning_rate": 0.00023516263126768818,
      "loss": 1.2181,
      "step": 46476
    },
    {
      "epoch": 1.903624820806881,
      "grad_norm": 1.7031885850611006,
      "learning_rate": 0.00023515994646617348,
      "loss": 0.8868,
      "step": 46477
    },
    {
      "epoch": 1.9036657792340774,
      "grad_norm": 1.5088378745409528,
      "learning_rate": 0.00023515726162440012,
      "loss": 0.9673,
      "step": 46478
    },
    {
      "epoch": 1.903706737661274,
      "grad_norm": 1.1685699497347561,
      "learning_rate": 0.00023515457674236928,
      "loss": 0.8802,
      "step": 46479
    },
    {
      "epoch": 1.90374769608847,
      "grad_norm": 1.2657225059567356,
      "learning_rate": 0.00023515189182008234,
      "loss": 0.8545,
      "step": 46480
    },
    {
      "epoch": 1.9037886545156666,
      "grad_norm": 1.1625205115705073,
      "learning_rate": 0.00023514920685754054,
      "loss": 0.8081,
      "step": 46481
    },
    {
      "epoch": 1.9038296129428631,
      "grad_norm": 1.2061431487967724,
      "learning_rate": 0.00023514652185474511,
      "loss": 1.0059,
      "step": 46482
    },
    {
      "epoch": 1.9038705713700594,
      "grad_norm": 3.1272314405531785,
      "learning_rate": 0.00023514383681169735,
      "loss": 4.0975,
      "step": 46483
    },
    {
      "epoch": 1.9039115297972558,
      "grad_norm": 1.0138466766547283,
      "learning_rate": 0.00023514115172839855,
      "loss": 0.361,
      "step": 46484
    },
    {
      "epoch": 1.9039524882244523,
      "grad_norm": 1.136406416834502,
      "learning_rate": 0.00023513846660484994,
      "loss": 0.8175,
      "step": 46485
    },
    {
      "epoch": 1.9039934466516486,
      "grad_norm": 1.561048992544689,
      "learning_rate": 0.0002351357814410528,
      "loss": 0.8513,
      "step": 46486
    },
    {
      "epoch": 1.904034405078845,
      "grad_norm": 1.510821808083115,
      "learning_rate": 0.00023513309623700838,
      "loss": 1.165,
      "step": 46487
    },
    {
      "epoch": 1.9040753635060415,
      "grad_norm": 1.3823941310610377,
      "learning_rate": 0.000235130410992718,
      "loss": 0.919,
      "step": 46488
    },
    {
      "epoch": 1.9041163219332378,
      "grad_norm": 1.262683028659525,
      "learning_rate": 0.00023512772570818288,
      "loss": 0.9022,
      "step": 46489
    },
    {
      "epoch": 1.904157280360434,
      "grad_norm": 0.8150207384380027,
      "learning_rate": 0.0002351250403834043,
      "loss": 0.302,
      "step": 46490
    },
    {
      "epoch": 1.9041982387876306,
      "grad_norm": 1.4302098309657443,
      "learning_rate": 0.0002351223550183836,
      "loss": 1.4155,
      "step": 46491
    },
    {
      "epoch": 1.904239197214827,
      "grad_norm": 0.8583273589143723,
      "learning_rate": 0.00023511966961312195,
      "loss": 0.3955,
      "step": 46492
    },
    {
      "epoch": 1.9042801556420232,
      "grad_norm": 1.3448139053545671,
      "learning_rate": 0.00023511698416762067,
      "loss": 0.6861,
      "step": 46493
    },
    {
      "epoch": 1.9043211140692198,
      "grad_norm": 1.4725376631222769,
      "learning_rate": 0.000235114298681881,
      "loss": 0.7563,
      "step": 46494
    },
    {
      "epoch": 1.904362072496416,
      "grad_norm": 1.1242455310026422,
      "learning_rate": 0.00023511161315590426,
      "loss": 0.7524,
      "step": 46495
    },
    {
      "epoch": 1.9044030309236124,
      "grad_norm": 1.3450728722016565,
      "learning_rate": 0.00023510892758969167,
      "loss": 0.7746,
      "step": 46496
    },
    {
      "epoch": 1.904443989350809,
      "grad_norm": 1.1249902596135388,
      "learning_rate": 0.00023510624198324454,
      "loss": 0.8725,
      "step": 46497
    },
    {
      "epoch": 1.9044849477780055,
      "grad_norm": 0.82703702232287,
      "learning_rate": 0.00023510355633656407,
      "loss": 0.351,
      "step": 46498
    },
    {
      "epoch": 1.9045259062052016,
      "grad_norm": 1.3573575667405868,
      "learning_rate": 0.0002351008706496516,
      "loss": 0.7853,
      "step": 46499
    },
    {
      "epoch": 1.904566864632398,
      "grad_norm": 1.110855845348779,
      "learning_rate": 0.00023509818492250837,
      "loss": 0.887,
      "step": 46500
    },
    {
      "epoch": 1.9046078230595946,
      "grad_norm": 1.4897702854884183,
      "learning_rate": 0.00023509549915513568,
      "loss": 0.9544,
      "step": 46501
    },
    {
      "epoch": 1.904648781486791,
      "grad_norm": 1.1955819500989084,
      "learning_rate": 0.0002350928133475348,
      "loss": 0.7235,
      "step": 46502
    },
    {
      "epoch": 1.9046897399139873,
      "grad_norm": 1.0525903922383477,
      "learning_rate": 0.00023509012749970692,
      "loss": 0.8743,
      "step": 46503
    },
    {
      "epoch": 1.9047306983411838,
      "grad_norm": 1.1573369076492783,
      "learning_rate": 0.00023508744161165337,
      "loss": 0.8554,
      "step": 46504
    },
    {
      "epoch": 1.9047716567683801,
      "grad_norm": 1.1256961933110494,
      "learning_rate": 0.00023508475568337543,
      "loss": 0.7506,
      "step": 46505
    },
    {
      "epoch": 1.9048126151955764,
      "grad_norm": 1.5373812039403816,
      "learning_rate": 0.00023508206971487435,
      "loss": 1.3481,
      "step": 46506
    },
    {
      "epoch": 1.904853573622773,
      "grad_norm": 1.1184385201990041,
      "learning_rate": 0.00023507938370615142,
      "loss": 0.7711,
      "step": 46507
    },
    {
      "epoch": 1.9048945320499693,
      "grad_norm": 1.1184262663242825,
      "learning_rate": 0.00023507669765720788,
      "loss": 0.8829,
      "step": 46508
    },
    {
      "epoch": 1.9049354904771656,
      "grad_norm": 1.2608290033071279,
      "learning_rate": 0.00023507401156804502,
      "loss": 1.1337,
      "step": 46509
    },
    {
      "epoch": 1.9049764489043621,
      "grad_norm": 1.9247031173248148,
      "learning_rate": 0.00023507132543866408,
      "loss": 1.6013,
      "step": 46510
    },
    {
      "epoch": 1.9050174073315584,
      "grad_norm": 3.1002098028471723,
      "learning_rate": 0.00023506863926906637,
      "loss": 2.0867,
      "step": 46511
    },
    {
      "epoch": 1.9050583657587548,
      "grad_norm": 1.434945402431518,
      "learning_rate": 0.00023506595305925317,
      "loss": 0.8387,
      "step": 46512
    },
    {
      "epoch": 1.9050993241859513,
      "grad_norm": 1.1878869304659465,
      "learning_rate": 0.00023506326680922568,
      "loss": 0.7386,
      "step": 46513
    },
    {
      "epoch": 1.9051402826131476,
      "grad_norm": 1.2891961907935487,
      "learning_rate": 0.00023506058051898522,
      "loss": 1.0844,
      "step": 46514
    },
    {
      "epoch": 1.905181241040344,
      "grad_norm": 1.8187369929050827,
      "learning_rate": 0.00023505789418853306,
      "loss": 0.9868,
      "step": 46515
    },
    {
      "epoch": 1.9052221994675405,
      "grad_norm": 1.1887402291972198,
      "learning_rate": 0.0002350552078178705,
      "loss": 0.8121,
      "step": 46516
    },
    {
      "epoch": 1.905263157894737,
      "grad_norm": 1.2624757927118913,
      "learning_rate": 0.00023505252140699874,
      "loss": 0.8118,
      "step": 46517
    },
    {
      "epoch": 1.905304116321933,
      "grad_norm": 1.7536994862019526,
      "learning_rate": 0.00023504983495591908,
      "loss": 1.079,
      "step": 46518
    },
    {
      "epoch": 1.9053450747491296,
      "grad_norm": 2.0655303672294543,
      "learning_rate": 0.00023504714846463276,
      "loss": 1.9056,
      "step": 46519
    },
    {
      "epoch": 1.9053860331763262,
      "grad_norm": 1.0545184904590035,
      "learning_rate": 0.00023504446193314116,
      "loss": 0.6437,
      "step": 46520
    },
    {
      "epoch": 1.9054269916035225,
      "grad_norm": 1.3549071293721464,
      "learning_rate": 0.00023504177536144542,
      "loss": 0.9002,
      "step": 46521
    },
    {
      "epoch": 1.9054679500307188,
      "grad_norm": 1.13961387731576,
      "learning_rate": 0.00023503908874954692,
      "loss": 0.9465,
      "step": 46522
    },
    {
      "epoch": 1.9055089084579153,
      "grad_norm": 1.420582600229664,
      "learning_rate": 0.00023503640209744677,
      "loss": 0.9919,
      "step": 46523
    },
    {
      "epoch": 1.9055498668851116,
      "grad_norm": 1.0059455911108404,
      "learning_rate": 0.00023503371540514644,
      "loss": 0.6123,
      "step": 46524
    },
    {
      "epoch": 1.905590825312308,
      "grad_norm": 1.1351654047988038,
      "learning_rate": 0.00023503102867264707,
      "loss": 1.0104,
      "step": 46525
    },
    {
      "epoch": 1.9056317837395045,
      "grad_norm": 0.9048179952414066,
      "learning_rate": 0.00023502834189994995,
      "loss": 0.8799,
      "step": 46526
    },
    {
      "epoch": 1.9056727421667008,
      "grad_norm": 3.0830756901882745,
      "learning_rate": 0.00023502565508705638,
      "loss": 4.4717,
      "step": 46527
    },
    {
      "epoch": 1.905713700593897,
      "grad_norm": 1.279035601194182,
      "learning_rate": 0.00023502296823396763,
      "loss": 0.7459,
      "step": 46528
    },
    {
      "epoch": 1.9057546590210936,
      "grad_norm": 0.9589841705701772,
      "learning_rate": 0.00023502028134068492,
      "loss": 0.2729,
      "step": 46529
    },
    {
      "epoch": 1.90579561744829,
      "grad_norm": 1.3536075698406311,
      "learning_rate": 0.00023501759440720959,
      "loss": 0.847,
      "step": 46530
    },
    {
      "epoch": 1.9058365758754863,
      "grad_norm": 1.043832319425528,
      "learning_rate": 0.0002350149074335428,
      "loss": 0.6571,
      "step": 46531
    },
    {
      "epoch": 1.9058775343026828,
      "grad_norm": 1.241461292429446,
      "learning_rate": 0.000235012220419686,
      "loss": 0.8059,
      "step": 46532
    },
    {
      "epoch": 1.9059184927298791,
      "grad_norm": 4.137485470940988,
      "learning_rate": 0.00023500953336564034,
      "loss": 7.814,
      "step": 46533
    },
    {
      "epoch": 1.9059594511570754,
      "grad_norm": 1.3783900007671286,
      "learning_rate": 0.000235006846271407,
      "loss": 1.0635,
      "step": 46534
    },
    {
      "epoch": 1.906000409584272,
      "grad_norm": 1.2152619146440762,
      "learning_rate": 0.00023500415913698747,
      "loss": 0.6522,
      "step": 46535
    },
    {
      "epoch": 1.9060413680114685,
      "grad_norm": 1.004044892311556,
      "learning_rate": 0.00023500147196238287,
      "loss": 0.7631,
      "step": 46536
    },
    {
      "epoch": 1.9060823264386646,
      "grad_norm": 1.025732538038704,
      "learning_rate": 0.0002349987847475945,
      "loss": 0.8125,
      "step": 46537
    },
    {
      "epoch": 1.9061232848658611,
      "grad_norm": 1.3768825403855969,
      "learning_rate": 0.00023499609749262363,
      "loss": 1.0564,
      "step": 46538
    },
    {
      "epoch": 1.9061642432930577,
      "grad_norm": 1.2612576048129258,
      "learning_rate": 0.00023499341019747155,
      "loss": 0.7978,
      "step": 46539
    },
    {
      "epoch": 1.906205201720254,
      "grad_norm": 1.3929851566582956,
      "learning_rate": 0.0002349907228621395,
      "loss": 0.7554,
      "step": 46540
    },
    {
      "epoch": 1.9062461601474503,
      "grad_norm": 1.0715706374648764,
      "learning_rate": 0.00023498803548662877,
      "loss": 0.7797,
      "step": 46541
    },
    {
      "epoch": 1.9062871185746468,
      "grad_norm": 1.2991873545327066,
      "learning_rate": 0.00023498534807094064,
      "loss": 0.8649,
      "step": 46542
    },
    {
      "epoch": 1.9063280770018431,
      "grad_norm": 1.1369219792513712,
      "learning_rate": 0.00023498266061507638,
      "loss": 0.9196,
      "step": 46543
    },
    {
      "epoch": 1.9063690354290395,
      "grad_norm": 4.577901617378718,
      "learning_rate": 0.00023497997311903722,
      "loss": 3.466,
      "step": 46544
    },
    {
      "epoch": 1.906409993856236,
      "grad_norm": 1.0529623836809303,
      "learning_rate": 0.0002349772855828245,
      "loss": 0.7508,
      "step": 46545
    },
    {
      "epoch": 1.9064509522834323,
      "grad_norm": 1.1981943726839273,
      "learning_rate": 0.00023497459800643941,
      "loss": 0.932,
      "step": 46546
    },
    {
      "epoch": 1.9064919107106286,
      "grad_norm": 1.1992536648932173,
      "learning_rate": 0.00023497191038988327,
      "loss": 0.7588,
      "step": 46547
    },
    {
      "epoch": 1.9065328691378252,
      "grad_norm": 2.5047096663148753,
      "learning_rate": 0.00023496922273315735,
      "loss": 1.691,
      "step": 46548
    },
    {
      "epoch": 1.9065738275650215,
      "grad_norm": 1.51131089239735,
      "learning_rate": 0.00023496653503626288,
      "loss": 0.8619,
      "step": 46549
    },
    {
      "epoch": 1.9066147859922178,
      "grad_norm": 1.3114628913331756,
      "learning_rate": 0.00023496384729920124,
      "loss": 0.8541,
      "step": 46550
    },
    {
      "epoch": 1.9066557444194143,
      "grad_norm": 4.180860474821039,
      "learning_rate": 0.00023496115952197354,
      "loss": 1.9406,
      "step": 46551
    },
    {
      "epoch": 1.9066967028466106,
      "grad_norm": 0.8183628948774886,
      "learning_rate": 0.0002349584717045812,
      "loss": 0.406,
      "step": 46552
    },
    {
      "epoch": 1.906737661273807,
      "grad_norm": 1.411952954136592,
      "learning_rate": 0.00023495578384702536,
      "loss": 0.9731,
      "step": 46553
    },
    {
      "epoch": 1.9067786197010035,
      "grad_norm": 1.136494308429753,
      "learning_rate": 0.0002349530959493074,
      "loss": 0.914,
      "step": 46554
    },
    {
      "epoch": 1.9068195781282,
      "grad_norm": 1.2455410958633248,
      "learning_rate": 0.00023495040801142854,
      "loss": 0.8231,
      "step": 46555
    },
    {
      "epoch": 1.9068605365553961,
      "grad_norm": 1.515928283790005,
      "learning_rate": 0.00023494772003339003,
      "loss": 0.9546,
      "step": 46556
    },
    {
      "epoch": 1.9069014949825926,
      "grad_norm": 0.7638240757094749,
      "learning_rate": 0.00023494503201519323,
      "loss": 0.2855,
      "step": 46557
    },
    {
      "epoch": 1.9069424534097892,
      "grad_norm": 1.1184709491811855,
      "learning_rate": 0.0002349423439568393,
      "loss": 0.6551,
      "step": 46558
    },
    {
      "epoch": 1.9069834118369855,
      "grad_norm": 1.0335061118646107,
      "learning_rate": 0.00023493965585832951,
      "loss": 0.5845,
      "step": 46559
    },
    {
      "epoch": 1.9070243702641818,
      "grad_norm": 1.419715345022932,
      "learning_rate": 0.00023493696771966527,
      "loss": 1.0843,
      "step": 46560
    },
    {
      "epoch": 1.9070653286913783,
      "grad_norm": 1.3692780609895499,
      "learning_rate": 0.0002349342795408477,
      "loss": 0.7615,
      "step": 46561
    },
    {
      "epoch": 1.9071062871185747,
      "grad_norm": 1.0999564429390702,
      "learning_rate": 0.0002349315913218782,
      "loss": 0.8472,
      "step": 46562
    },
    {
      "epoch": 1.907147245545771,
      "grad_norm": 1.2709285413720268,
      "learning_rate": 0.0002349289030627579,
      "loss": 0.7182,
      "step": 46563
    },
    {
      "epoch": 1.9071882039729675,
      "grad_norm": 1.1388999194527871,
      "learning_rate": 0.00023492621476348818,
      "loss": 0.5334,
      "step": 46564
    },
    {
      "epoch": 1.9072291624001638,
      "grad_norm": 1.6235506104905415,
      "learning_rate": 0.00023492352642407024,
      "loss": 1.3312,
      "step": 46565
    },
    {
      "epoch": 1.9072701208273601,
      "grad_norm": 1.4642154535148786,
      "learning_rate": 0.00023492083804450543,
      "loss": 0.8368,
      "step": 46566
    },
    {
      "epoch": 1.9073110792545567,
      "grad_norm": 1.9948559875993397,
      "learning_rate": 0.00023491814962479495,
      "loss": 2.338,
      "step": 46567
    },
    {
      "epoch": 1.907352037681753,
      "grad_norm": 2.751255518754722,
      "learning_rate": 0.00023491546116494012,
      "loss": 1.2023,
      "step": 46568
    },
    {
      "epoch": 1.9073929961089493,
      "grad_norm": 0.8204778690960662,
      "learning_rate": 0.0002349127726649422,
      "loss": 0.3693,
      "step": 46569
    },
    {
      "epoch": 1.9074339545361458,
      "grad_norm": 1.1747969840844144,
      "learning_rate": 0.00023491008412480238,
      "loss": 0.7965,
      "step": 46570
    },
    {
      "epoch": 1.9074749129633424,
      "grad_norm": 1.163479443874048,
      "learning_rate": 0.00023490739554452204,
      "loss": 0.7914,
      "step": 46571
    },
    {
      "epoch": 1.9075158713905385,
      "grad_norm": 1.18581781109989,
      "learning_rate": 0.00023490470692410243,
      "loss": 0.7704,
      "step": 46572
    },
    {
      "epoch": 1.907556829817735,
      "grad_norm": 1.5994740502364662,
      "learning_rate": 0.00023490201826354478,
      "loss": 1.0217,
      "step": 46573
    },
    {
      "epoch": 1.9075977882449315,
      "grad_norm": 1.2864379364259513,
      "learning_rate": 0.00023489932956285035,
      "loss": 1.0053,
      "step": 46574
    },
    {
      "epoch": 1.9076387466721276,
      "grad_norm": 0.9282961409734637,
      "learning_rate": 0.0002348966408220205,
      "loss": 0.4217,
      "step": 46575
    },
    {
      "epoch": 1.9076797050993242,
      "grad_norm": 1.2884396570316317,
      "learning_rate": 0.00023489395204105644,
      "loss": 0.5582,
      "step": 46576
    },
    {
      "epoch": 1.9077206635265207,
      "grad_norm": 0.7202616416284402,
      "learning_rate": 0.0002348912632199594,
      "loss": 0.3112,
      "step": 46577
    },
    {
      "epoch": 1.907761621953717,
      "grad_norm": 1.2692618552921122,
      "learning_rate": 0.0002348885743587307,
      "loss": 0.9423,
      "step": 46578
    },
    {
      "epoch": 1.9078025803809133,
      "grad_norm": 1.4720974825129374,
      "learning_rate": 0.00023488588545737165,
      "loss": 0.9856,
      "step": 46579
    },
    {
      "epoch": 1.9078435388081099,
      "grad_norm": 1.2580045214305782,
      "learning_rate": 0.00023488319651588348,
      "loss": 0.9584,
      "step": 46580
    },
    {
      "epoch": 1.9078844972353062,
      "grad_norm": 1.512090725057463,
      "learning_rate": 0.0002348805075342674,
      "loss": 1.4568,
      "step": 46581
    },
    {
      "epoch": 1.9079254556625025,
      "grad_norm": 1.403300209430689,
      "learning_rate": 0.0002348778185125248,
      "loss": 0.9586,
      "step": 46582
    },
    {
      "epoch": 1.907966414089699,
      "grad_norm": 0.8625081328205041,
      "learning_rate": 0.00023487512945065685,
      "loss": 0.4266,
      "step": 46583
    },
    {
      "epoch": 1.9080073725168953,
      "grad_norm": 1.0870930305687534,
      "learning_rate": 0.0002348724403486649,
      "loss": 0.5518,
      "step": 46584
    },
    {
      "epoch": 1.9080483309440917,
      "grad_norm": 1.0915399916588204,
      "learning_rate": 0.0002348697512065502,
      "loss": 0.6223,
      "step": 46585
    },
    {
      "epoch": 1.9080892893712882,
      "grad_norm": 1.543611975059745,
      "learning_rate": 0.00023486706202431395,
      "loss": 1.1659,
      "step": 46586
    },
    {
      "epoch": 1.9081302477984845,
      "grad_norm": 1.1076675802256857,
      "learning_rate": 0.00023486437280195748,
      "loss": 0.7401,
      "step": 46587
    },
    {
      "epoch": 1.9081712062256808,
      "grad_norm": 1.4606448117675919,
      "learning_rate": 0.00023486168353948212,
      "loss": 0.8114,
      "step": 46588
    },
    {
      "epoch": 1.9082121646528774,
      "grad_norm": 1.010972837043062,
      "learning_rate": 0.00023485899423688903,
      "loss": 0.411,
      "step": 46589
    },
    {
      "epoch": 1.9082531230800739,
      "grad_norm": 1.1422137298412316,
      "learning_rate": 0.00023485630489417957,
      "loss": 0.4194,
      "step": 46590
    },
    {
      "epoch": 1.90829408150727,
      "grad_norm": 2.469009896969616,
      "learning_rate": 0.00023485361551135492,
      "loss": 3.4263,
      "step": 46591
    },
    {
      "epoch": 1.9083350399344665,
      "grad_norm": 1.0542182264852233,
      "learning_rate": 0.00023485092608841645,
      "loss": 0.7032,
      "step": 46592
    },
    {
      "epoch": 1.908375998361663,
      "grad_norm": 0.8429949990958172,
      "learning_rate": 0.00023484823662536534,
      "loss": 0.306,
      "step": 46593
    },
    {
      "epoch": 1.9084169567888591,
      "grad_norm": 1.4741144544968712,
      "learning_rate": 0.00023484554712220295,
      "loss": 0.9286,
      "step": 46594
    },
    {
      "epoch": 1.9084579152160557,
      "grad_norm": 1.314341530187315,
      "learning_rate": 0.0002348428575789305,
      "loss": 0.8904,
      "step": 46595
    },
    {
      "epoch": 1.9084988736432522,
      "grad_norm": 1.1874314588313342,
      "learning_rate": 0.00023484016799554927,
      "loss": 0.7863,
      "step": 46596
    },
    {
      "epoch": 1.9085398320704485,
      "grad_norm": 1.3947965267536655,
      "learning_rate": 0.0002348374783720605,
      "loss": 0.7538,
      "step": 46597
    },
    {
      "epoch": 1.9085807904976448,
      "grad_norm": 1.3179534600368839,
      "learning_rate": 0.00023483478870846552,
      "loss": 0.7456,
      "step": 46598
    },
    {
      "epoch": 1.9086217489248414,
      "grad_norm": 2.8770437485486595,
      "learning_rate": 0.00023483209900476557,
      "loss": 1.3728,
      "step": 46599
    },
    {
      "epoch": 1.9086627073520377,
      "grad_norm": 1.0576431133788613,
      "learning_rate": 0.00023482940926096194,
      "loss": 0.7377,
      "step": 46600
    },
    {
      "epoch": 1.908703665779234,
      "grad_norm": 1.2323746138209857,
      "learning_rate": 0.00023482671947705586,
      "loss": 1.0948,
      "step": 46601
    },
    {
      "epoch": 1.9087446242064305,
      "grad_norm": 1.1230603673223547,
      "learning_rate": 0.00023482402965304867,
      "loss": 0.6205,
      "step": 46602
    },
    {
      "epoch": 1.9087855826336269,
      "grad_norm": 1.1021162594750802,
      "learning_rate": 0.00023482133978894158,
      "loss": 0.7847,
      "step": 46603
    },
    {
      "epoch": 1.9088265410608232,
      "grad_norm": 0.6294726645980423,
      "learning_rate": 0.00023481864988473587,
      "loss": 0.2448,
      "step": 46604
    },
    {
      "epoch": 1.9088674994880197,
      "grad_norm": 1.526214465680512,
      "learning_rate": 0.00023481595994043287,
      "loss": 0.9658,
      "step": 46605
    },
    {
      "epoch": 1.908908457915216,
      "grad_norm": 1.3855190783169065,
      "learning_rate": 0.00023481326995603374,
      "loss": 0.9899,
      "step": 46606
    },
    {
      "epoch": 1.9089494163424123,
      "grad_norm": 1.1799154818191544,
      "learning_rate": 0.0002348105799315399,
      "loss": 0.7034,
      "step": 46607
    },
    {
      "epoch": 1.9089903747696089,
      "grad_norm": 1.227378465777837,
      "learning_rate": 0.00023480788986695247,
      "loss": 0.6589,
      "step": 46608
    },
    {
      "epoch": 1.9090313331968054,
      "grad_norm": 1.0737718654300714,
      "learning_rate": 0.0002348051997622728,
      "loss": 0.8415,
      "step": 46609
    },
    {
      "epoch": 1.9090722916240015,
      "grad_norm": 1.4033101539118389,
      "learning_rate": 0.0002348025096175022,
      "loss": 1.3675,
      "step": 46610
    },
    {
      "epoch": 1.909113250051198,
      "grad_norm": 1.0854896281940907,
      "learning_rate": 0.00023479981943264183,
      "loss": 0.7716,
      "step": 46611
    },
    {
      "epoch": 1.9091542084783946,
      "grad_norm": 1.0191378121831656,
      "learning_rate": 0.00023479712920769302,
      "loss": 0.6011,
      "step": 46612
    },
    {
      "epoch": 1.9091951669055909,
      "grad_norm": 1.501301239988126,
      "learning_rate": 0.00023479443894265707,
      "loss": 0.7815,
      "step": 46613
    },
    {
      "epoch": 1.9092361253327872,
      "grad_norm": 1.101680425665043,
      "learning_rate": 0.00023479174863753527,
      "loss": 0.733,
      "step": 46614
    },
    {
      "epoch": 1.9092770837599837,
      "grad_norm": 0.7859440638583496,
      "learning_rate": 0.0002347890582923288,
      "loss": 0.2248,
      "step": 46615
    },
    {
      "epoch": 1.90931804218718,
      "grad_norm": 2.562305730095476,
      "learning_rate": 0.00023478636790703905,
      "loss": 4.5127,
      "step": 46616
    },
    {
      "epoch": 1.9093590006143764,
      "grad_norm": 1.08424701097799,
      "learning_rate": 0.00023478367748166717,
      "loss": 0.6489,
      "step": 46617
    },
    {
      "epoch": 1.909399959041573,
      "grad_norm": 1.7921310649412092,
      "learning_rate": 0.00023478098701621447,
      "loss": 1.2952,
      "step": 46618
    },
    {
      "epoch": 1.9094409174687692,
      "grad_norm": 1.299964051045221,
      "learning_rate": 0.00023477829651068227,
      "loss": 0.8331,
      "step": 46619
    },
    {
      "epoch": 1.9094818758959655,
      "grad_norm": 1.297642433747417,
      "learning_rate": 0.0002347756059650718,
      "loss": 0.7862,
      "step": 46620
    },
    {
      "epoch": 1.909522834323162,
      "grad_norm": 0.9922077269254538,
      "learning_rate": 0.00023477291537938433,
      "loss": 0.3286,
      "step": 46621
    },
    {
      "epoch": 1.9095637927503584,
      "grad_norm": 0.7918507843276731,
      "learning_rate": 0.00023477022475362118,
      "loss": 0.4061,
      "step": 46622
    },
    {
      "epoch": 1.9096047511775547,
      "grad_norm": 1.0958125650777037,
      "learning_rate": 0.00023476753408778356,
      "loss": 0.6314,
      "step": 46623
    },
    {
      "epoch": 1.9096457096047512,
      "grad_norm": 1.3170053789339125,
      "learning_rate": 0.0002347648433818728,
      "loss": 1.053,
      "step": 46624
    },
    {
      "epoch": 1.9096866680319475,
      "grad_norm": 1.4511068031626706,
      "learning_rate": 0.0002347621526358901,
      "loss": 1.2239,
      "step": 46625
    },
    {
      "epoch": 1.9097276264591438,
      "grad_norm": 1.2669489364090614,
      "learning_rate": 0.0002347594618498368,
      "loss": 1.1173,
      "step": 46626
    },
    {
      "epoch": 1.9097685848863404,
      "grad_norm": 1.237030914514779,
      "learning_rate": 0.00023475677102371414,
      "loss": 0.8431,
      "step": 46627
    },
    {
      "epoch": 1.909809543313537,
      "grad_norm": 1.3465310505734496,
      "learning_rate": 0.0002347540801575234,
      "loss": 1.0513,
      "step": 46628
    },
    {
      "epoch": 1.909850501740733,
      "grad_norm": 0.9219008491317343,
      "learning_rate": 0.00023475138925126583,
      "loss": 0.4433,
      "step": 46629
    },
    {
      "epoch": 1.9098914601679295,
      "grad_norm": 1.2412144274344568,
      "learning_rate": 0.00023474869830494277,
      "loss": 0.9706,
      "step": 46630
    },
    {
      "epoch": 1.909932418595126,
      "grad_norm": 1.133136458834781,
      "learning_rate": 0.00023474600731855538,
      "loss": 0.6176,
      "step": 46631
    },
    {
      "epoch": 1.9099733770223224,
      "grad_norm": 1.2589064437906137,
      "learning_rate": 0.00023474331629210504,
      "loss": 1.0552,
      "step": 46632
    },
    {
      "epoch": 1.9100143354495187,
      "grad_norm": 0.9007576472318891,
      "learning_rate": 0.00023474062522559294,
      "loss": 0.6121,
      "step": 46633
    },
    {
      "epoch": 1.9100552938767152,
      "grad_norm": 0.9821315504951796,
      "learning_rate": 0.00023473793411902042,
      "loss": 0.7686,
      "step": 46634
    },
    {
      "epoch": 1.9100962523039116,
      "grad_norm": 2.327835037354011,
      "learning_rate": 0.00023473524297238868,
      "loss": 1.4554,
      "step": 46635
    },
    {
      "epoch": 1.9101372107311079,
      "grad_norm": 1.2095976839076088,
      "learning_rate": 0.00023473255178569908,
      "loss": 0.7778,
      "step": 46636
    },
    {
      "epoch": 1.9101781691583044,
      "grad_norm": 1.3022640889173676,
      "learning_rate": 0.00023472986055895283,
      "loss": 0.6815,
      "step": 46637
    },
    {
      "epoch": 1.9102191275855007,
      "grad_norm": 1.8763938117347914,
      "learning_rate": 0.0002347271692921512,
      "loss": 1.0256,
      "step": 46638
    },
    {
      "epoch": 1.910260086012697,
      "grad_norm": 0.8347130271588232,
      "learning_rate": 0.00023472447798529553,
      "loss": 0.3128,
      "step": 46639
    },
    {
      "epoch": 1.9103010444398936,
      "grad_norm": 0.7999060003511066,
      "learning_rate": 0.00023472178663838702,
      "loss": 0.2701,
      "step": 46640
    },
    {
      "epoch": 1.9103420028670899,
      "grad_norm": 1.441510081099392,
      "learning_rate": 0.00023471909525142696,
      "loss": 0.8031,
      "step": 46641
    },
    {
      "epoch": 1.9103829612942862,
      "grad_norm": 1.1147561603279135,
      "learning_rate": 0.00023471640382441666,
      "loss": 0.7247,
      "step": 46642
    },
    {
      "epoch": 1.9104239197214827,
      "grad_norm": 1.635293839352366,
      "learning_rate": 0.0002347137123573573,
      "loss": 0.8505,
      "step": 46643
    },
    {
      "epoch": 1.910464878148679,
      "grad_norm": 1.0671028892598926,
      "learning_rate": 0.00023471102085025023,
      "loss": 0.8578,
      "step": 46644
    },
    {
      "epoch": 1.9105058365758754,
      "grad_norm": 0.8534502433645401,
      "learning_rate": 0.00023470832930309673,
      "loss": 0.4803,
      "step": 46645
    },
    {
      "epoch": 1.910546795003072,
      "grad_norm": 1.16331317650153,
      "learning_rate": 0.00023470563771589803,
      "loss": 0.667,
      "step": 46646
    },
    {
      "epoch": 1.9105877534302684,
      "grad_norm": 2.387567125939932,
      "learning_rate": 0.0002347029460886554,
      "loss": 2.0795,
      "step": 46647
    },
    {
      "epoch": 1.9106287118574645,
      "grad_norm": 1.2055699920805534,
      "learning_rate": 0.0002347002544213702,
      "loss": 0.7863,
      "step": 46648
    },
    {
      "epoch": 1.910669670284661,
      "grad_norm": 1.9080550267266412,
      "learning_rate": 0.00023469756271404354,
      "loss": 1.7904,
      "step": 46649
    },
    {
      "epoch": 1.9107106287118576,
      "grad_norm": 1.535639274046433,
      "learning_rate": 0.00023469487096667685,
      "loss": 0.8233,
      "step": 46650
    },
    {
      "epoch": 1.910751587139054,
      "grad_norm": 1.1026956071522036,
      "learning_rate": 0.00023469217917927135,
      "loss": 0.7592,
      "step": 46651
    },
    {
      "epoch": 1.9107925455662502,
      "grad_norm": 1.0664803584394678,
      "learning_rate": 0.00023468948735182827,
      "loss": 0.2922,
      "step": 46652
    },
    {
      "epoch": 1.9108335039934468,
      "grad_norm": 1.065172391126608,
      "learning_rate": 0.00023468679548434892,
      "loss": 0.6439,
      "step": 46653
    },
    {
      "epoch": 1.910874462420643,
      "grad_norm": 1.4559399888956515,
      "learning_rate": 0.0002346841035768346,
      "loss": 0.9503,
      "step": 46654
    },
    {
      "epoch": 1.9109154208478394,
      "grad_norm": 1.5101216700743991,
      "learning_rate": 0.00023468141162928647,
      "loss": 0.7971,
      "step": 46655
    },
    {
      "epoch": 1.910956379275036,
      "grad_norm": 1.4139673947401692,
      "learning_rate": 0.00023467871964170592,
      "loss": 0.962,
      "step": 46656
    },
    {
      "epoch": 1.9109973377022322,
      "grad_norm": 1.7211101587485094,
      "learning_rate": 0.00023467602761409424,
      "loss": 1.1627,
      "step": 46657
    },
    {
      "epoch": 1.9110382961294285,
      "grad_norm": 1.3518669278106266,
      "learning_rate": 0.00023467333554645257,
      "loss": 0.7447,
      "step": 46658
    },
    {
      "epoch": 1.911079254556625,
      "grad_norm": 0.9918834035161855,
      "learning_rate": 0.0002346706434387823,
      "loss": 0.7724,
      "step": 46659
    },
    {
      "epoch": 1.9111202129838214,
      "grad_norm": 1.0399800501227687,
      "learning_rate": 0.00023466795129108468,
      "loss": 0.3162,
      "step": 46660
    },
    {
      "epoch": 1.9111611714110177,
      "grad_norm": 0.9994818143208382,
      "learning_rate": 0.00023466525910336092,
      "loss": 0.7198,
      "step": 46661
    },
    {
      "epoch": 1.9112021298382142,
      "grad_norm": 1.0748534094982953,
      "learning_rate": 0.00023466256687561238,
      "loss": 0.7589,
      "step": 46662
    },
    {
      "epoch": 1.9112430882654106,
      "grad_norm": 1.1376543343189958,
      "learning_rate": 0.00023465987460784027,
      "loss": 0.6396,
      "step": 46663
    },
    {
      "epoch": 1.9112840466926069,
      "grad_norm": 0.8165888972442207,
      "learning_rate": 0.0002346571823000459,
      "loss": 0.3025,
      "step": 46664
    },
    {
      "epoch": 1.9113250051198034,
      "grad_norm": 1.1830057746787943,
      "learning_rate": 0.00023465448995223047,
      "loss": 0.4802,
      "step": 46665
    },
    {
      "epoch": 1.911365963547,
      "grad_norm": 1.2214491542218588,
      "learning_rate": 0.0002346517975643954,
      "loss": 0.9058,
      "step": 46666
    },
    {
      "epoch": 1.911406921974196,
      "grad_norm": 1.25840717986205,
      "learning_rate": 0.00023464910513654178,
      "loss": 0.919,
      "step": 46667
    },
    {
      "epoch": 1.9114478804013926,
      "grad_norm": 1.565858644996613,
      "learning_rate": 0.00023464641266867102,
      "loss": 1.5838,
      "step": 46668
    },
    {
      "epoch": 1.911488838828589,
      "grad_norm": 1.1275359519488561,
      "learning_rate": 0.00023464372016078434,
      "loss": 1.0293,
      "step": 46669
    },
    {
      "epoch": 1.9115297972557854,
      "grad_norm": 1.4423401641107063,
      "learning_rate": 0.00023464102761288304,
      "loss": 1.1395,
      "step": 46670
    },
    {
      "epoch": 1.9115707556829817,
      "grad_norm": 1.0959389883972073,
      "learning_rate": 0.00023463833502496834,
      "loss": 0.9064,
      "step": 46671
    },
    {
      "epoch": 1.9116117141101783,
      "grad_norm": 1.0162342866536644,
      "learning_rate": 0.0002346356423970416,
      "loss": 0.6665,
      "step": 46672
    },
    {
      "epoch": 1.9116526725373746,
      "grad_norm": 0.9998176503731109,
      "learning_rate": 0.00023463294972910403,
      "loss": 0.4857,
      "step": 46673
    },
    {
      "epoch": 1.911693630964571,
      "grad_norm": 1.1400195434098792,
      "learning_rate": 0.00023463025702115688,
      "loss": 0.7932,
      "step": 46674
    },
    {
      "epoch": 1.9117345893917674,
      "grad_norm": 1.149410958361698,
      "learning_rate": 0.00023462756427320146,
      "loss": 1.0626,
      "step": 46675
    },
    {
      "epoch": 1.9117755478189637,
      "grad_norm": 0.9087238287228274,
      "learning_rate": 0.00023462487148523904,
      "loss": 0.4397,
      "step": 46676
    },
    {
      "epoch": 1.91181650624616,
      "grad_norm": 1.0167531250972566,
      "learning_rate": 0.00023462217865727092,
      "loss": 0.6309,
      "step": 46677
    },
    {
      "epoch": 1.9118574646733566,
      "grad_norm": 1.2597556700333812,
      "learning_rate": 0.0002346194857892983,
      "loss": 0.9138,
      "step": 46678
    },
    {
      "epoch": 1.911898423100553,
      "grad_norm": 1.1864398348670973,
      "learning_rate": 0.00023461679288132252,
      "loss": 0.9226,
      "step": 46679
    },
    {
      "epoch": 1.9119393815277492,
      "grad_norm": 1.0805999528957826,
      "learning_rate": 0.00023461409993334482,
      "loss": 0.9985,
      "step": 46680
    },
    {
      "epoch": 1.9119803399549458,
      "grad_norm": 1.2400309553863247,
      "learning_rate": 0.0002346114069453665,
      "loss": 0.8699,
      "step": 46681
    },
    {
      "epoch": 1.912021298382142,
      "grad_norm": 1.4454587055394674,
      "learning_rate": 0.0002346087139173888,
      "loss": 1.0429,
      "step": 46682
    },
    {
      "epoch": 1.9120622568093384,
      "grad_norm": 1.3406656304262565,
      "learning_rate": 0.000234606020849413,
      "loss": 0.9831,
      "step": 46683
    },
    {
      "epoch": 1.912103215236535,
      "grad_norm": 1.2031499593994366,
      "learning_rate": 0.00023460332774144044,
      "loss": 0.9305,
      "step": 46684
    },
    {
      "epoch": 1.9121441736637315,
      "grad_norm": 1.337933950923317,
      "learning_rate": 0.0002346006345934723,
      "loss": 0.8003,
      "step": 46685
    },
    {
      "epoch": 1.9121851320909276,
      "grad_norm": 1.1930211098619774,
      "learning_rate": 0.00023459794140550985,
      "loss": 0.7318,
      "step": 46686
    },
    {
      "epoch": 1.912226090518124,
      "grad_norm": 3.38203627424984,
      "learning_rate": 0.00023459524817755447,
      "loss": 1.95,
      "step": 46687
    },
    {
      "epoch": 1.9122670489453206,
      "grad_norm": 1.5776233691200805,
      "learning_rate": 0.00023459255490960733,
      "loss": 1.8202,
      "step": 46688
    },
    {
      "epoch": 1.912308007372517,
      "grad_norm": 1.2377810459311112,
      "learning_rate": 0.00023458986160166973,
      "loss": 0.7405,
      "step": 46689
    },
    {
      "epoch": 1.9123489657997133,
      "grad_norm": 1.0818173668140079,
      "learning_rate": 0.00023458716825374296,
      "loss": 0.7181,
      "step": 46690
    },
    {
      "epoch": 1.9123899242269098,
      "grad_norm": 1.5846153689116578,
      "learning_rate": 0.00023458447486582828,
      "loss": 1.1301,
      "step": 46691
    },
    {
      "epoch": 1.912430882654106,
      "grad_norm": 2.5691235722810517,
      "learning_rate": 0.00023458178143792696,
      "loss": 3.9309,
      "step": 46692
    },
    {
      "epoch": 1.9124718410813024,
      "grad_norm": 2.500174812093249,
      "learning_rate": 0.0002345790879700403,
      "loss": 2.7497,
      "step": 46693
    },
    {
      "epoch": 1.912512799508499,
      "grad_norm": 1.4398177393455673,
      "learning_rate": 0.00023457639446216956,
      "loss": 1.0181,
      "step": 46694
    },
    {
      "epoch": 1.9125537579356953,
      "grad_norm": 1.2112078051175037,
      "learning_rate": 0.000234573700914316,
      "loss": 0.9402,
      "step": 46695
    },
    {
      "epoch": 1.9125947163628916,
      "grad_norm": 2.5282312567421212,
      "learning_rate": 0.0002345710073264809,
      "loss": 4.2472,
      "step": 46696
    },
    {
      "epoch": 1.9126356747900881,
      "grad_norm": 1.4707467522376096,
      "learning_rate": 0.00023456831369866556,
      "loss": 0.9541,
      "step": 46697
    },
    {
      "epoch": 1.9126766332172844,
      "grad_norm": 0.9862521596013413,
      "learning_rate": 0.0002345656200308712,
      "loss": 0.4093,
      "step": 46698
    },
    {
      "epoch": 1.9127175916444807,
      "grad_norm": 1.3095678044184025,
      "learning_rate": 0.00023456292632309913,
      "loss": 0.2955,
      "step": 46699
    },
    {
      "epoch": 1.9127585500716773,
      "grad_norm": 1.4907673766719387,
      "learning_rate": 0.00023456023257535064,
      "loss": 0.759,
      "step": 46700
    },
    {
      "epoch": 1.9127995084988736,
      "grad_norm": 1.1936750680970816,
      "learning_rate": 0.00023455753878762696,
      "loss": 0.8617,
      "step": 46701
    },
    {
      "epoch": 1.91284046692607,
      "grad_norm": 1.0844740564991422,
      "learning_rate": 0.00023455484495992938,
      "loss": 0.7339,
      "step": 46702
    },
    {
      "epoch": 1.9128814253532664,
      "grad_norm": 1.018689127451096,
      "learning_rate": 0.00023455215109225913,
      "loss": 0.9833,
      "step": 46703
    },
    {
      "epoch": 1.912922383780463,
      "grad_norm": 2.9370899441180573,
      "learning_rate": 0.00023454945718461758,
      "loss": 3.7088,
      "step": 46704
    },
    {
      "epoch": 1.912963342207659,
      "grad_norm": 1.2113818061195079,
      "learning_rate": 0.00023454676323700596,
      "loss": 0.8703,
      "step": 46705
    },
    {
      "epoch": 1.9130043006348556,
      "grad_norm": 1.1916279877602036,
      "learning_rate": 0.00023454406924942553,
      "loss": 1.0081,
      "step": 46706
    },
    {
      "epoch": 1.9130452590620521,
      "grad_norm": 2.772712213096482,
      "learning_rate": 0.00023454137522187752,
      "loss": 4.1969,
      "step": 46707
    },
    {
      "epoch": 1.9130862174892485,
      "grad_norm": 2.563510440821167,
      "learning_rate": 0.00023453868115436328,
      "loss": 1.2924,
      "step": 46708
    },
    {
      "epoch": 1.9131271759164448,
      "grad_norm": 1.1807062906035546,
      "learning_rate": 0.00023453598704688413,
      "loss": 0.83,
      "step": 46709
    },
    {
      "epoch": 1.9131681343436413,
      "grad_norm": 1.226492002044685,
      "learning_rate": 0.00023453329289944118,
      "loss": 0.7548,
      "step": 46710
    },
    {
      "epoch": 1.9132090927708376,
      "grad_norm": 1.1016470683203718,
      "learning_rate": 0.00023453059871203583,
      "loss": 0.6105,
      "step": 46711
    },
    {
      "epoch": 1.913250051198034,
      "grad_norm": 1.2515606054041457,
      "learning_rate": 0.00023452790448466934,
      "loss": 0.9314,
      "step": 46712
    },
    {
      "epoch": 1.9132910096252305,
      "grad_norm": 1.5416077160328296,
      "learning_rate": 0.00023452521021734293,
      "loss": 0.9161,
      "step": 46713
    },
    {
      "epoch": 1.9133319680524268,
      "grad_norm": 0.995115054873376,
      "learning_rate": 0.00023452251591005792,
      "loss": 0.7869,
      "step": 46714
    },
    {
      "epoch": 1.913372926479623,
      "grad_norm": 0.7051071179905741,
      "learning_rate": 0.00023451982156281556,
      "loss": 0.2886,
      "step": 46715
    },
    {
      "epoch": 1.9134138849068196,
      "grad_norm": 1.9198892363471087,
      "learning_rate": 0.00023451712717561716,
      "loss": 1.373,
      "step": 46716
    },
    {
      "epoch": 1.913454843334016,
      "grad_norm": 1.5771199532715914,
      "learning_rate": 0.0002345144327484639,
      "loss": 0.8051,
      "step": 46717
    },
    {
      "epoch": 1.9134958017612123,
      "grad_norm": 1.572775206031207,
      "learning_rate": 0.00023451173828135718,
      "loss": 1.4379,
      "step": 46718
    },
    {
      "epoch": 1.9135367601884088,
      "grad_norm": 1.020933251120096,
      "learning_rate": 0.00023450904377429817,
      "loss": 0.3225,
      "step": 46719
    },
    {
      "epoch": 1.913577718615605,
      "grad_norm": 1.2050182841987214,
      "learning_rate": 0.00023450634922728822,
      "loss": 1.309,
      "step": 46720
    },
    {
      "epoch": 1.9136186770428014,
      "grad_norm": 1.107727940221572,
      "learning_rate": 0.00023450365464032857,
      "loss": 0.8111,
      "step": 46721
    },
    {
      "epoch": 1.913659635469998,
      "grad_norm": 1.2260404710263144,
      "learning_rate": 0.0002345009600134205,
      "loss": 0.8362,
      "step": 46722
    },
    {
      "epoch": 1.9137005938971945,
      "grad_norm": 1.1476379889257171,
      "learning_rate": 0.00023449826534656523,
      "loss": 1.0362,
      "step": 46723
    },
    {
      "epoch": 1.9137415523243906,
      "grad_norm": 1.0649596294991592,
      "learning_rate": 0.00023449557063976413,
      "loss": 0.5956,
      "step": 46724
    },
    {
      "epoch": 1.9137825107515871,
      "grad_norm": 1.239349481339676,
      "learning_rate": 0.00023449287589301842,
      "loss": 0.9125,
      "step": 46725
    },
    {
      "epoch": 1.9138234691787837,
      "grad_norm": 1.9741619643371646,
      "learning_rate": 0.0002344901811063294,
      "loss": 1.9771,
      "step": 46726
    },
    {
      "epoch": 1.91386442760598,
      "grad_norm": 0.864177089611915,
      "learning_rate": 0.00023448748627969828,
      "loss": 0.3643,
      "step": 46727
    },
    {
      "epoch": 1.9139053860331763,
      "grad_norm": 1.1399961128208298,
      "learning_rate": 0.00023448479141312644,
      "loss": 0.8168,
      "step": 46728
    },
    {
      "epoch": 1.9139463444603728,
      "grad_norm": 1.0793614523371813,
      "learning_rate": 0.00023448209650661506,
      "loss": 0.8843,
      "step": 46729
    },
    {
      "epoch": 1.9139873028875691,
      "grad_norm": 1.037810101513576,
      "learning_rate": 0.00023447940156016544,
      "loss": 0.6884,
      "step": 46730
    },
    {
      "epoch": 1.9140282613147654,
      "grad_norm": 1.2291267312954164,
      "learning_rate": 0.00023447670657377885,
      "loss": 0.9869,
      "step": 46731
    },
    {
      "epoch": 1.914069219741962,
      "grad_norm": 1.8879330347323373,
      "learning_rate": 0.0002344740115474566,
      "loss": 1.0268,
      "step": 46732
    },
    {
      "epoch": 1.9141101781691583,
      "grad_norm": 1.3328812159266354,
      "learning_rate": 0.00023447131648119993,
      "loss": 0.8805,
      "step": 46733
    },
    {
      "epoch": 1.9141511365963546,
      "grad_norm": 1.451120240607254,
      "learning_rate": 0.0002344686213750101,
      "loss": 0.8814,
      "step": 46734
    },
    {
      "epoch": 1.9141920950235511,
      "grad_norm": 1.1603397047021087,
      "learning_rate": 0.00023446592622888843,
      "loss": 0.6581,
      "step": 46735
    },
    {
      "epoch": 1.9142330534507475,
      "grad_norm": 0.8596098597726121,
      "learning_rate": 0.0002344632310428362,
      "loss": 0.342,
      "step": 46736
    },
    {
      "epoch": 1.9142740118779438,
      "grad_norm": 1.3849978724144087,
      "learning_rate": 0.00023446053581685462,
      "loss": 1.0402,
      "step": 46737
    },
    {
      "epoch": 1.9143149703051403,
      "grad_norm": 1.0841379946449865,
      "learning_rate": 0.000234457840550945,
      "loss": 0.7285,
      "step": 46738
    },
    {
      "epoch": 1.9143559287323368,
      "grad_norm": 4.380452134171492,
      "learning_rate": 0.00023445514524510861,
      "loss": 1.4641,
      "step": 46739
    },
    {
      "epoch": 1.914396887159533,
      "grad_norm": 1.1724070133825981,
      "learning_rate": 0.00023445244989934674,
      "loss": 0.7109,
      "step": 46740
    },
    {
      "epoch": 1.9144378455867295,
      "grad_norm": 1.4185830715771879,
      "learning_rate": 0.00023444975451366066,
      "loss": 0.9991,
      "step": 46741
    },
    {
      "epoch": 1.914478804013926,
      "grad_norm": 1.2840555795577788,
      "learning_rate": 0.00023444705908805163,
      "loss": 0.7618,
      "step": 46742
    },
    {
      "epoch": 1.914519762441122,
      "grad_norm": 1.1236342610394874,
      "learning_rate": 0.00023444436362252092,
      "loss": 0.8536,
      "step": 46743
    },
    {
      "epoch": 1.9145607208683186,
      "grad_norm": 1.1279354066370826,
      "learning_rate": 0.0002344416681170698,
      "loss": 0.8795,
      "step": 46744
    },
    {
      "epoch": 1.9146016792955152,
      "grad_norm": 1.4614292018189095,
      "learning_rate": 0.00023443897257169964,
      "loss": 0.7939,
      "step": 46745
    },
    {
      "epoch": 1.9146426377227115,
      "grad_norm": 1.1981060015131615,
      "learning_rate": 0.0002344362769864115,
      "loss": 0.6933,
      "step": 46746
    },
    {
      "epoch": 1.9146835961499078,
      "grad_norm": 1.3366912014897714,
      "learning_rate": 0.00023443358136120693,
      "loss": 0.7181,
      "step": 46747
    },
    {
      "epoch": 1.9147245545771043,
      "grad_norm": 1.186084908810492,
      "learning_rate": 0.00023443088569608702,
      "loss": 0.6966,
      "step": 46748
    },
    {
      "epoch": 1.9147655130043006,
      "grad_norm": 1.2695030149641502,
      "learning_rate": 0.000234428189991053,
      "loss": 0.6822,
      "step": 46749
    },
    {
      "epoch": 1.914806471431497,
      "grad_norm": 1.2020748790996663,
      "learning_rate": 0.00023442549424610636,
      "loss": 0.6055,
      "step": 46750
    },
    {
      "epoch": 1.9148474298586935,
      "grad_norm": 0.8096139893050417,
      "learning_rate": 0.00023442279846124813,
      "loss": 0.3398,
      "step": 46751
    },
    {
      "epoch": 1.9148883882858898,
      "grad_norm": 1.273960134774366,
      "learning_rate": 0.0002344201026364798,
      "loss": 0.9163,
      "step": 46752
    },
    {
      "epoch": 1.9149293467130861,
      "grad_norm": 1.3820800134901614,
      "learning_rate": 0.00023441740677180247,
      "loss": 1.2339,
      "step": 46753
    },
    {
      "epoch": 1.9149703051402827,
      "grad_norm": 0.7876002235735576,
      "learning_rate": 0.00023441471086721753,
      "loss": 0.2802,
      "step": 46754
    },
    {
      "epoch": 1.915011263567479,
      "grad_norm": 1.107202155994558,
      "learning_rate": 0.00023441201492272615,
      "loss": 0.7028,
      "step": 46755
    },
    {
      "epoch": 1.9150522219946753,
      "grad_norm": 1.647199534730109,
      "learning_rate": 0.00023440931893832975,
      "loss": 1.0028,
      "step": 46756
    },
    {
      "epoch": 1.9150931804218718,
      "grad_norm": 0.7675354810698077,
      "learning_rate": 0.00023440662291402949,
      "loss": 0.3256,
      "step": 46757
    },
    {
      "epoch": 1.9151341388490684,
      "grad_norm": 0.9790159962198519,
      "learning_rate": 0.00023440392684982665,
      "loss": 0.7126,
      "step": 46758
    },
    {
      "epoch": 1.9151750972762644,
      "grad_norm": 0.9406337451472581,
      "learning_rate": 0.00023440123074572255,
      "loss": 0.5973,
      "step": 46759
    },
    {
      "epoch": 1.915216055703461,
      "grad_norm": 0.6180574326524044,
      "learning_rate": 0.00023439853460171842,
      "loss": 0.2078,
      "step": 46760
    },
    {
      "epoch": 1.9152570141306575,
      "grad_norm": 1.2042053286226884,
      "learning_rate": 0.00023439583841781562,
      "loss": 0.8773,
      "step": 46761
    },
    {
      "epoch": 1.9152979725578538,
      "grad_norm": 1.186937038961368,
      "learning_rate": 0.00023439314219401533,
      "loss": 0.7306,
      "step": 46762
    },
    {
      "epoch": 1.9153389309850501,
      "grad_norm": 1.452512050321885,
      "learning_rate": 0.00023439044593031886,
      "loss": 0.9218,
      "step": 46763
    },
    {
      "epoch": 1.9153798894122467,
      "grad_norm": 1.1816603705308253,
      "learning_rate": 0.0002343877496267275,
      "loss": 0.4687,
      "step": 46764
    },
    {
      "epoch": 1.915420847839443,
      "grad_norm": 0.6834434091650851,
      "learning_rate": 0.00023438505328324247,
      "loss": 0.2897,
      "step": 46765
    },
    {
      "epoch": 1.9154618062666393,
      "grad_norm": 1.3656415065072267,
      "learning_rate": 0.0002343823568998651,
      "loss": 0.6623,
      "step": 46766
    },
    {
      "epoch": 1.9155027646938358,
      "grad_norm": 1.2781414704540186,
      "learning_rate": 0.00023437966047659665,
      "loss": 0.6901,
      "step": 46767
    },
    {
      "epoch": 1.9155437231210322,
      "grad_norm": 1.2877554109603038,
      "learning_rate": 0.0002343769640134384,
      "loss": 0.7543,
      "step": 46768
    },
    {
      "epoch": 1.9155846815482285,
      "grad_norm": 1.12065336716732,
      "learning_rate": 0.0002343742675103916,
      "loss": 0.8976,
      "step": 46769
    },
    {
      "epoch": 1.915625639975425,
      "grad_norm": 1.199372281711131,
      "learning_rate": 0.0002343715709674576,
      "loss": 0.9678,
      "step": 46770
    },
    {
      "epoch": 1.9156665984026213,
      "grad_norm": 3.3284571241153045,
      "learning_rate": 0.00023436887438463757,
      "loss": 1.9243,
      "step": 46771
    },
    {
      "epoch": 1.9157075568298176,
      "grad_norm": 6.822246016870207,
      "learning_rate": 0.00023436617776193282,
      "loss": 2.5178,
      "step": 46772
    },
    {
      "epoch": 1.9157485152570142,
      "grad_norm": 0.8695426915659126,
      "learning_rate": 0.00023436348109934465,
      "loss": 0.2575,
      "step": 46773
    },
    {
      "epoch": 1.9157894736842105,
      "grad_norm": 0.7189134499606629,
      "learning_rate": 0.00023436078439687433,
      "loss": 0.4013,
      "step": 46774
    },
    {
      "epoch": 1.9158304321114068,
      "grad_norm": 1.5155925722140366,
      "learning_rate": 0.00023435808765452312,
      "loss": 1.4195,
      "step": 46775
    },
    {
      "epoch": 1.9158713905386033,
      "grad_norm": 1.3160684998923813,
      "learning_rate": 0.00023435539087229233,
      "loss": 0.7115,
      "step": 46776
    },
    {
      "epoch": 1.9159123489657999,
      "grad_norm": 0.7817645988998112,
      "learning_rate": 0.00023435269405018317,
      "loss": 0.3799,
      "step": 46777
    },
    {
      "epoch": 1.915953307392996,
      "grad_norm": 0.6837355959700456,
      "learning_rate": 0.00023434999718819697,
      "loss": 0.2455,
      "step": 46778
    },
    {
      "epoch": 1.9159942658201925,
      "grad_norm": 1.5786504995296249,
      "learning_rate": 0.00023434730028633495,
      "loss": 0.8797,
      "step": 46779
    },
    {
      "epoch": 1.916035224247389,
      "grad_norm": 7.030101285010361,
      "learning_rate": 0.00023434460334459845,
      "loss": 2.1751,
      "step": 46780
    },
    {
      "epoch": 1.9160761826745853,
      "grad_norm": 1.2809068354409698,
      "learning_rate": 0.00023434190636298873,
      "loss": 0.7272,
      "step": 46781
    },
    {
      "epoch": 1.9161171411017817,
      "grad_norm": 1.0929340198819941,
      "learning_rate": 0.00023433920934150701,
      "loss": 0.7406,
      "step": 46782
    },
    {
      "epoch": 1.9161580995289782,
      "grad_norm": 0.6771192057530975,
      "learning_rate": 0.00023433651228015468,
      "loss": 0.2561,
      "step": 46783
    },
    {
      "epoch": 1.9161990579561745,
      "grad_norm": 1.279154037486792,
      "learning_rate": 0.00023433381517893285,
      "loss": 0.8211,
      "step": 46784
    },
    {
      "epoch": 1.9162400163833708,
      "grad_norm": 0.8274538238821416,
      "learning_rate": 0.00023433111803784296,
      "loss": 0.3211,
      "step": 46785
    },
    {
      "epoch": 1.9162809748105674,
      "grad_norm": 1.354670070444735,
      "learning_rate": 0.0002343284208568862,
      "loss": 1.1027,
      "step": 46786
    },
    {
      "epoch": 1.9163219332377637,
      "grad_norm": 1.360932947861628,
      "learning_rate": 0.0002343257236360638,
      "loss": 0.8703,
      "step": 46787
    },
    {
      "epoch": 1.91636289166496,
      "grad_norm": 1.6914593384481817,
      "learning_rate": 0.00023432302637537713,
      "loss": 1.2407,
      "step": 46788
    },
    {
      "epoch": 1.9164038500921565,
      "grad_norm": 0.9881578410091365,
      "learning_rate": 0.0002343203290748274,
      "loss": 0.7224,
      "step": 46789
    },
    {
      "epoch": 1.9164448085193528,
      "grad_norm": 1.2877268961769937,
      "learning_rate": 0.00023431763173441595,
      "loss": 0.9159,
      "step": 46790
    },
    {
      "epoch": 1.9164857669465492,
      "grad_norm": 1.2418687988972452,
      "learning_rate": 0.00023431493435414398,
      "loss": 0.8486,
      "step": 46791
    },
    {
      "epoch": 1.9165267253737457,
      "grad_norm": 1.1737783267930642,
      "learning_rate": 0.00023431223693401283,
      "loss": 1.1033,
      "step": 46792
    },
    {
      "epoch": 1.916567683800942,
      "grad_norm": 1.166208624428989,
      "learning_rate": 0.00023430953947402373,
      "loss": 0.8566,
      "step": 46793
    },
    {
      "epoch": 1.9166086422281383,
      "grad_norm": 1.3372528615333412,
      "learning_rate": 0.00023430684197417798,
      "loss": 0.9993,
      "step": 46794
    },
    {
      "epoch": 1.9166496006553349,
      "grad_norm": 1.3103006878077321,
      "learning_rate": 0.00023430414443447687,
      "loss": 0.8073,
      "step": 46795
    },
    {
      "epoch": 1.9166905590825314,
      "grad_norm": 1.1236866755893065,
      "learning_rate": 0.00023430144685492163,
      "loss": 0.9891,
      "step": 46796
    },
    {
      "epoch": 1.9167315175097275,
      "grad_norm": 1.5612802148756684,
      "learning_rate": 0.00023429874923551353,
      "loss": 1.0912,
      "step": 46797
    },
    {
      "epoch": 1.916772475936924,
      "grad_norm": 0.8836626601177836,
      "learning_rate": 0.00023429605157625392,
      "loss": 0.373,
      "step": 46798
    },
    {
      "epoch": 1.9168134343641205,
      "grad_norm": 1.298477905361608,
      "learning_rate": 0.000234293353877144,
      "loss": 0.8523,
      "step": 46799
    },
    {
      "epoch": 1.9168543927913169,
      "grad_norm": 1.240824839800669,
      "learning_rate": 0.00023429065613818508,
      "loss": 0.981,
      "step": 46800
    },
    {
      "epoch": 1.9168953512185132,
      "grad_norm": 1.3329029926952882,
      "learning_rate": 0.00023428795835937842,
      "loss": 0.8739,
      "step": 46801
    },
    {
      "epoch": 1.9169363096457097,
      "grad_norm": 2.5380640742918126,
      "learning_rate": 0.00023428526054072532,
      "loss": 2.8887,
      "step": 46802
    },
    {
      "epoch": 1.916977268072906,
      "grad_norm": 4.5151349267091865,
      "learning_rate": 0.00023428256268222706,
      "loss": 1.9777,
      "step": 46803
    },
    {
      "epoch": 1.9170182265001023,
      "grad_norm": 0.922544219238541,
      "learning_rate": 0.00023427986478388485,
      "loss": 0.453,
      "step": 46804
    },
    {
      "epoch": 1.9170591849272989,
      "grad_norm": 1.5161790104487607,
      "learning_rate": 0.00023427716684569998,
      "loss": 1.0858,
      "step": 46805
    },
    {
      "epoch": 1.9171001433544952,
      "grad_norm": 1.6362295007137664,
      "learning_rate": 0.00023427446886767388,
      "loss": 0.995,
      "step": 46806
    },
    {
      "epoch": 1.9171411017816915,
      "grad_norm": 1.2504128421630152,
      "learning_rate": 0.00023427177084980758,
      "loss": 0.757,
      "step": 46807
    },
    {
      "epoch": 1.917182060208888,
      "grad_norm": 0.7982664396078099,
      "learning_rate": 0.00023426907279210254,
      "loss": 0.472,
      "step": 46808
    },
    {
      "epoch": 1.9172230186360844,
      "grad_norm": 1.8185530272314119,
      "learning_rate": 0.00023426637469455995,
      "loss": 1.6843,
      "step": 46809
    },
    {
      "epoch": 1.9172639770632807,
      "grad_norm": 1.1109351642739274,
      "learning_rate": 0.00023426367655718112,
      "loss": 0.8632,
      "step": 46810
    },
    {
      "epoch": 1.9173049354904772,
      "grad_norm": 1.338687849435152,
      "learning_rate": 0.00023426097837996726,
      "loss": 0.984,
      "step": 46811
    },
    {
      "epoch": 1.9173458939176735,
      "grad_norm": 1.1110185010823879,
      "learning_rate": 0.00023425828016291982,
      "loss": 1.0362,
      "step": 46812
    },
    {
      "epoch": 1.9173868523448698,
      "grad_norm": 1.1055181784630717,
      "learning_rate": 0.00023425558190603982,
      "loss": 0.8221,
      "step": 46813
    },
    {
      "epoch": 1.9174278107720664,
      "grad_norm": 1.1448833970471608,
      "learning_rate": 0.00023425288360932875,
      "loss": 0.7605,
      "step": 46814
    },
    {
      "epoch": 1.917468769199263,
      "grad_norm": 1.1173581298511177,
      "learning_rate": 0.0002342501852727878,
      "loss": 0.6532,
      "step": 46815
    },
    {
      "epoch": 1.917509727626459,
      "grad_norm": 0.893810234941774,
      "learning_rate": 0.0002342474868964182,
      "loss": 0.3467,
      "step": 46816
    },
    {
      "epoch": 1.9175506860536555,
      "grad_norm": 1.0206222534046443,
      "learning_rate": 0.00023424478848022137,
      "loss": 0.5727,
      "step": 46817
    },
    {
      "epoch": 1.917591644480852,
      "grad_norm": 1.2465755824085896,
      "learning_rate": 0.0002342420900241984,
      "loss": 1.0069,
      "step": 46818
    },
    {
      "epoch": 1.9176326029080484,
      "grad_norm": 2.1077577611559226,
      "learning_rate": 0.0002342393915283507,
      "loss": 2.6251,
      "step": 46819
    },
    {
      "epoch": 1.9176735613352447,
      "grad_norm": 1.4160332914266478,
      "learning_rate": 0.00023423669299267952,
      "loss": 0.9264,
      "step": 46820
    },
    {
      "epoch": 1.9177145197624412,
      "grad_norm": 1.275407367000858,
      "learning_rate": 0.0002342339944171861,
      "loss": 0.8244,
      "step": 46821
    },
    {
      "epoch": 1.9177554781896375,
      "grad_norm": 0.9155728287083501,
      "learning_rate": 0.00023423129580187174,
      "loss": 0.2322,
      "step": 46822
    },
    {
      "epoch": 1.9177964366168339,
      "grad_norm": 1.5446670178653423,
      "learning_rate": 0.00023422859714673766,
      "loss": 0.9782,
      "step": 46823
    },
    {
      "epoch": 1.9178373950440304,
      "grad_norm": 1.2491334939645975,
      "learning_rate": 0.00023422589845178526,
      "loss": 0.7758,
      "step": 46824
    },
    {
      "epoch": 1.9178783534712267,
      "grad_norm": 1.0862130872722513,
      "learning_rate": 0.0002342231997170157,
      "loss": 0.6949,
      "step": 46825
    },
    {
      "epoch": 1.917919311898423,
      "grad_norm": 1.6424120967229656,
      "learning_rate": 0.00023422050094243032,
      "loss": 0.9621,
      "step": 46826
    },
    {
      "epoch": 1.9179602703256196,
      "grad_norm": 0.8298973015242695,
      "learning_rate": 0.00023421780212803036,
      "loss": 0.3334,
      "step": 46827
    },
    {
      "epoch": 1.9180012287528159,
      "grad_norm": 1.2458531687163814,
      "learning_rate": 0.00023421510327381712,
      "loss": 0.8123,
      "step": 46828
    },
    {
      "epoch": 1.9180421871800122,
      "grad_norm": 1.265373131803921,
      "learning_rate": 0.00023421240437979186,
      "loss": 0.6902,
      "step": 46829
    },
    {
      "epoch": 1.9180831456072087,
      "grad_norm": 0.8551243163436077,
      "learning_rate": 0.00023420970544595586,
      "loss": 0.3805,
      "step": 46830
    },
    {
      "epoch": 1.918124104034405,
      "grad_norm": 1.0321899957216645,
      "learning_rate": 0.00023420700647231043,
      "loss": 0.9209,
      "step": 46831
    },
    {
      "epoch": 1.9181650624616013,
      "grad_norm": 1.2109042716374425,
      "learning_rate": 0.00023420430745885678,
      "loss": 0.7609,
      "step": 46832
    },
    {
      "epoch": 1.9182060208887979,
      "grad_norm": 1.1575032218621755,
      "learning_rate": 0.0002342016084055962,
      "loss": 0.5126,
      "step": 46833
    },
    {
      "epoch": 1.9182469793159944,
      "grad_norm": 0.8794093348826921,
      "learning_rate": 0.00023419890931253003,
      "loss": 0.4741,
      "step": 46834
    },
    {
      "epoch": 1.9182879377431905,
      "grad_norm": 1.3438790411494008,
      "learning_rate": 0.00023419621017965948,
      "loss": 1.1087,
      "step": 46835
    },
    {
      "epoch": 1.918328896170387,
      "grad_norm": 2.0244696697109177,
      "learning_rate": 0.00023419351100698586,
      "loss": 1.6241,
      "step": 46836
    },
    {
      "epoch": 1.9183698545975836,
      "grad_norm": 1.1208709371534276,
      "learning_rate": 0.0002341908117945104,
      "loss": 0.8845,
      "step": 46837
    },
    {
      "epoch": 1.91841081302478,
      "grad_norm": 1.3078540841643826,
      "learning_rate": 0.00023418811254223443,
      "loss": 0.8463,
      "step": 46838
    },
    {
      "epoch": 1.9184517714519762,
      "grad_norm": 1.0582043193455413,
      "learning_rate": 0.00023418541325015923,
      "loss": 0.719,
      "step": 46839
    },
    {
      "epoch": 1.9184927298791727,
      "grad_norm": 1.290120204797094,
      "learning_rate": 0.000234182713918286,
      "loss": 1.0607,
      "step": 46840
    },
    {
      "epoch": 1.918533688306369,
      "grad_norm": 1.111857485667955,
      "learning_rate": 0.00023418001454661612,
      "loss": 0.819,
      "step": 46841
    },
    {
      "epoch": 1.9185746467335654,
      "grad_norm": 1.174884286436309,
      "learning_rate": 0.0002341773151351508,
      "loss": 1.0702,
      "step": 46842
    },
    {
      "epoch": 1.918615605160762,
      "grad_norm": 1.2411539031978513,
      "learning_rate": 0.0002341746156838913,
      "loss": 0.6612,
      "step": 46843
    },
    {
      "epoch": 1.9186565635879582,
      "grad_norm": 1.173901475769437,
      "learning_rate": 0.00023417191619283897,
      "loss": 0.9087,
      "step": 46844
    },
    {
      "epoch": 1.9186975220151545,
      "grad_norm": 1.3933518931041402,
      "learning_rate": 0.00023416921666199499,
      "loss": 1.1036,
      "step": 46845
    },
    {
      "epoch": 1.918738480442351,
      "grad_norm": 1.2443601988695794,
      "learning_rate": 0.00023416651709136073,
      "loss": 0.3614,
      "step": 46846
    },
    {
      "epoch": 1.9187794388695474,
      "grad_norm": 1.0222148398984385,
      "learning_rate": 0.0002341638174809374,
      "loss": 0.625,
      "step": 46847
    },
    {
      "epoch": 1.9188203972967437,
      "grad_norm": 0.9706451987148682,
      "learning_rate": 0.0002341611178307263,
      "loss": 0.6337,
      "step": 46848
    },
    {
      "epoch": 1.9188613557239402,
      "grad_norm": 1.1418074612983375,
      "learning_rate": 0.00023415841814072874,
      "loss": 0.7686,
      "step": 46849
    },
    {
      "epoch": 1.9189023141511365,
      "grad_norm": 1.4065366780952984,
      "learning_rate": 0.00023415571841094594,
      "loss": 0.8894,
      "step": 46850
    },
    {
      "epoch": 1.9189432725783329,
      "grad_norm": 1.3199279101393036,
      "learning_rate": 0.00023415301864137923,
      "loss": 0.6242,
      "step": 46851
    },
    {
      "epoch": 1.9189842310055294,
      "grad_norm": 1.0392150494054715,
      "learning_rate": 0.00023415031883202981,
      "loss": 0.7436,
      "step": 46852
    },
    {
      "epoch": 1.919025189432726,
      "grad_norm": 1.3162404880121834,
      "learning_rate": 0.00023414761898289901,
      "loss": 0.8567,
      "step": 46853
    },
    {
      "epoch": 1.919066147859922,
      "grad_norm": 0.9790059652935759,
      "learning_rate": 0.00023414491909398816,
      "loss": 0.7788,
      "step": 46854
    },
    {
      "epoch": 1.9191071062871186,
      "grad_norm": 1.128792797953788,
      "learning_rate": 0.00023414221916529844,
      "loss": 0.5419,
      "step": 46855
    },
    {
      "epoch": 1.919148064714315,
      "grad_norm": 1.4435385914795162,
      "learning_rate": 0.00023413951919683113,
      "loss": 0.4684,
      "step": 46856
    },
    {
      "epoch": 1.9191890231415114,
      "grad_norm": 1.3354963649163614,
      "learning_rate": 0.00023413681918858754,
      "loss": 1.0808,
      "step": 46857
    },
    {
      "epoch": 1.9192299815687077,
      "grad_norm": 2.8378217653484668,
      "learning_rate": 0.00023413411914056893,
      "loss": 2.9272,
      "step": 46858
    },
    {
      "epoch": 1.9192709399959043,
      "grad_norm": 1.3230862292803889,
      "learning_rate": 0.00023413141905277666,
      "loss": 0.762,
      "step": 46859
    },
    {
      "epoch": 1.9193118984231006,
      "grad_norm": 2.2413533995942148,
      "learning_rate": 0.0002341287189252119,
      "loss": 1.255,
      "step": 46860
    },
    {
      "epoch": 1.9193528568502969,
      "grad_norm": 1.3676589137859707,
      "learning_rate": 0.00023412601875787592,
      "loss": 0.4311,
      "step": 46861
    },
    {
      "epoch": 1.9193938152774934,
      "grad_norm": 1.107896561365165,
      "learning_rate": 0.00023412331855077008,
      "loss": 0.7767,
      "step": 46862
    },
    {
      "epoch": 1.9194347737046897,
      "grad_norm": 0.8276042436680152,
      "learning_rate": 0.00023412061830389565,
      "loss": 0.3097,
      "step": 46863
    },
    {
      "epoch": 1.919475732131886,
      "grad_norm": 0.695763034878854,
      "learning_rate": 0.00023411791801725384,
      "loss": 0.3248,
      "step": 46864
    },
    {
      "epoch": 1.9195166905590826,
      "grad_norm": 1.4008057136809293,
      "learning_rate": 0.00023411521769084594,
      "loss": 0.7764,
      "step": 46865
    },
    {
      "epoch": 1.919557648986279,
      "grad_norm": 1.415793673770321,
      "learning_rate": 0.00023411251732467328,
      "loss": 0.6522,
      "step": 46866
    },
    {
      "epoch": 1.9195986074134752,
      "grad_norm": 1.4501201126163186,
      "learning_rate": 0.0002341098169187371,
      "loss": 1.0059,
      "step": 46867
    },
    {
      "epoch": 1.9196395658406717,
      "grad_norm": 4.939726791937195,
      "learning_rate": 0.00023410711647303862,
      "loss": 5.1873,
      "step": 46868
    },
    {
      "epoch": 1.919680524267868,
      "grad_norm": 1.5225270003412104,
      "learning_rate": 0.00023410441598757924,
      "loss": 0.8136,
      "step": 46869
    },
    {
      "epoch": 1.9197214826950644,
      "grad_norm": 1.101184528904525,
      "learning_rate": 0.00023410171546236013,
      "loss": 0.6003,
      "step": 46870
    },
    {
      "epoch": 1.919762441122261,
      "grad_norm": 1.4292828844091776,
      "learning_rate": 0.00023409901489738265,
      "loss": 0.8394,
      "step": 46871
    },
    {
      "epoch": 1.9198033995494574,
      "grad_norm": 1.323170986342656,
      "learning_rate": 0.00023409631429264805,
      "loss": 0.8294,
      "step": 46872
    },
    {
      "epoch": 1.9198443579766535,
      "grad_norm": 2.13018850557199,
      "learning_rate": 0.00023409361364815754,
      "loss": 1.158,
      "step": 46873
    },
    {
      "epoch": 1.91988531640385,
      "grad_norm": 1.1288759601651916,
      "learning_rate": 0.00023409091296391248,
      "loss": 0.8566,
      "step": 46874
    },
    {
      "epoch": 1.9199262748310466,
      "grad_norm": 1.222177079026414,
      "learning_rate": 0.00023408821223991406,
      "loss": 0.6396,
      "step": 46875
    },
    {
      "epoch": 1.919967233258243,
      "grad_norm": 0.5388704590020089,
      "learning_rate": 0.0002340855114761637,
      "loss": 0.1751,
      "step": 46876
    },
    {
      "epoch": 1.9200081916854392,
      "grad_norm": 1.436926068251679,
      "learning_rate": 0.00023408281067266253,
      "loss": 1.2915,
      "step": 46877
    },
    {
      "epoch": 1.9200491501126358,
      "grad_norm": 1.1892179435940449,
      "learning_rate": 0.00023408010982941193,
      "loss": 0.6697,
      "step": 46878
    },
    {
      "epoch": 1.920090108539832,
      "grad_norm": 2.627983343403977,
      "learning_rate": 0.0002340774089464131,
      "loss": 3.8741,
      "step": 46879
    },
    {
      "epoch": 1.9201310669670284,
      "grad_norm": 1.4445205969222477,
      "learning_rate": 0.00023407470802366736,
      "loss": 0.8426,
      "step": 46880
    },
    {
      "epoch": 1.920172025394225,
      "grad_norm": 1.230190203623243,
      "learning_rate": 0.00023407200706117596,
      "loss": 0.67,
      "step": 46881
    },
    {
      "epoch": 1.9202129838214212,
      "grad_norm": 1.2416233867067674,
      "learning_rate": 0.00023406930605894023,
      "loss": 0.7408,
      "step": 46882
    },
    {
      "epoch": 1.9202539422486176,
      "grad_norm": 1.731577409884894,
      "learning_rate": 0.00023406660501696134,
      "loss": 1.3195,
      "step": 46883
    },
    {
      "epoch": 1.920294900675814,
      "grad_norm": 1.5880499762661318,
      "learning_rate": 0.00023406390393524072,
      "loss": 1.2634,
      "step": 46884
    },
    {
      "epoch": 1.9203358591030104,
      "grad_norm": 1.2174836218257303,
      "learning_rate": 0.00023406120281377953,
      "loss": 0.8218,
      "step": 46885
    },
    {
      "epoch": 1.9203768175302067,
      "grad_norm": 1.388234616442035,
      "learning_rate": 0.0002340585016525791,
      "loss": 0.8802,
      "step": 46886
    },
    {
      "epoch": 1.9204177759574033,
      "grad_norm": 1.467414459571294,
      "learning_rate": 0.00023405580045164065,
      "loss": 0.9005,
      "step": 46887
    },
    {
      "epoch": 1.9204587343845998,
      "grad_norm": 1.6189897849729546,
      "learning_rate": 0.00023405309921096552,
      "loss": 0.8493,
      "step": 46888
    },
    {
      "epoch": 1.9204996928117959,
      "grad_norm": 0.9435395858275015,
      "learning_rate": 0.00023405039793055496,
      "loss": 0.5828,
      "step": 46889
    },
    {
      "epoch": 1.9205406512389924,
      "grad_norm": 1.4573133229859578,
      "learning_rate": 0.00023404769661041026,
      "loss": 0.8811,
      "step": 46890
    },
    {
      "epoch": 1.920581609666189,
      "grad_norm": 1.2352728612611288,
      "learning_rate": 0.00023404499525053266,
      "loss": 0.9947,
      "step": 46891
    },
    {
      "epoch": 1.920622568093385,
      "grad_norm": 1.1318901927951215,
      "learning_rate": 0.0002340422938509235,
      "loss": 0.4127,
      "step": 46892
    },
    {
      "epoch": 1.9206635265205816,
      "grad_norm": 4.562171712830541,
      "learning_rate": 0.00023403959241158397,
      "loss": 5.0994,
      "step": 46893
    },
    {
      "epoch": 1.9207044849477781,
      "grad_norm": 0.942668889931046,
      "learning_rate": 0.00023403689093251545,
      "loss": 0.3728,
      "step": 46894
    },
    {
      "epoch": 1.9207454433749744,
      "grad_norm": 1.4793316427077552,
      "learning_rate": 0.00023403418941371913,
      "loss": 0.8924,
      "step": 46895
    },
    {
      "epoch": 1.9207864018021708,
      "grad_norm": 2.2650798139115977,
      "learning_rate": 0.00023403148785519634,
      "loss": 1.6983,
      "step": 46896
    },
    {
      "epoch": 1.9208273602293673,
      "grad_norm": 1.255790826303228,
      "learning_rate": 0.00023402878625694833,
      "loss": 0.8221,
      "step": 46897
    },
    {
      "epoch": 1.9208683186565636,
      "grad_norm": 1.6487190822569795,
      "learning_rate": 0.00023402608461897638,
      "loss": 0.9374,
      "step": 46898
    },
    {
      "epoch": 1.92090927708376,
      "grad_norm": 0.9303764824524753,
      "learning_rate": 0.00023402338294128174,
      "loss": 0.3971,
      "step": 46899
    },
    {
      "epoch": 1.9209502355109564,
      "grad_norm": 1.1035900670978087,
      "learning_rate": 0.00023402068122386577,
      "loss": 0.6621,
      "step": 46900
    },
    {
      "epoch": 1.9209911939381528,
      "grad_norm": 1.3241215234072503,
      "learning_rate": 0.0002340179794667297,
      "loss": 0.899,
      "step": 46901
    },
    {
      "epoch": 1.921032152365349,
      "grad_norm": 3.0318533591543444,
      "learning_rate": 0.00023401527766987477,
      "loss": 4.0814,
      "step": 46902
    },
    {
      "epoch": 1.9210731107925456,
      "grad_norm": 1.63257399842728,
      "learning_rate": 0.00023401257583330231,
      "loss": 1.1125,
      "step": 46903
    },
    {
      "epoch": 1.921114069219742,
      "grad_norm": 1.1387839091956395,
      "learning_rate": 0.0002340098739570136,
      "loss": 0.6649,
      "step": 46904
    },
    {
      "epoch": 1.9211550276469382,
      "grad_norm": 0.7846362842603452,
      "learning_rate": 0.00023400717204100988,
      "loss": 0.2494,
      "step": 46905
    },
    {
      "epoch": 1.9211959860741348,
      "grad_norm": 1.1331472113768357,
      "learning_rate": 0.00023400447008529245,
      "loss": 0.8963,
      "step": 46906
    },
    {
      "epoch": 1.9212369445013313,
      "grad_norm": 1.1187975068610359,
      "learning_rate": 0.0002340017680898625,
      "loss": 0.7598,
      "step": 46907
    },
    {
      "epoch": 1.9212779029285274,
      "grad_norm": 1.1512667423722318,
      "learning_rate": 0.0002339990660547215,
      "loss": 0.8117,
      "step": 46908
    },
    {
      "epoch": 1.921318861355724,
      "grad_norm": 1.4892528788719948,
      "learning_rate": 0.00023399636397987056,
      "loss": 1.1025,
      "step": 46909
    },
    {
      "epoch": 1.9213598197829205,
      "grad_norm": 0.8518026942246635,
      "learning_rate": 0.00023399366186531103,
      "loss": 0.7072,
      "step": 46910
    },
    {
      "epoch": 1.9214007782101166,
      "grad_norm": 1.493748295602735,
      "learning_rate": 0.00023399095971104417,
      "loss": 0.8481,
      "step": 46911
    },
    {
      "epoch": 1.921441736637313,
      "grad_norm": 3.5341557647257966,
      "learning_rate": 0.00023398825751707125,
      "loss": 2.7569,
      "step": 46912
    },
    {
      "epoch": 1.9214826950645096,
      "grad_norm": 1.1782387301609931,
      "learning_rate": 0.00023398555528339354,
      "loss": 0.802,
      "step": 46913
    },
    {
      "epoch": 1.921523653491706,
      "grad_norm": 1.9513590244092156,
      "learning_rate": 0.0002339828530100124,
      "loss": 1.7411,
      "step": 46914
    },
    {
      "epoch": 1.9215646119189023,
      "grad_norm": 0.8233372135095423,
      "learning_rate": 0.00023398015069692898,
      "loss": 0.2986,
      "step": 46915
    },
    {
      "epoch": 1.9216055703460988,
      "grad_norm": 1.2333885146687953,
      "learning_rate": 0.00023397744834414465,
      "loss": 1.0904,
      "step": 46916
    },
    {
      "epoch": 1.9216465287732951,
      "grad_norm": 1.8590128194189806,
      "learning_rate": 0.0002339747459516606,
      "loss": 1.4496,
      "step": 46917
    },
    {
      "epoch": 1.9216874872004914,
      "grad_norm": 1.3705887995792767,
      "learning_rate": 0.0002339720435194782,
      "loss": 0.3361,
      "step": 46918
    },
    {
      "epoch": 1.921728445627688,
      "grad_norm": 1.1836009134777588,
      "learning_rate": 0.0002339693410475987,
      "loss": 0.8827,
      "step": 46919
    },
    {
      "epoch": 1.9217694040548843,
      "grad_norm": 1.2097389221263948,
      "learning_rate": 0.00023396663853602335,
      "loss": 0.9544,
      "step": 46920
    },
    {
      "epoch": 1.9218103624820806,
      "grad_norm": 0.8501632105135916,
      "learning_rate": 0.00023396393598475347,
      "loss": 0.5369,
      "step": 46921
    },
    {
      "epoch": 1.9218513209092771,
      "grad_norm": 1.0293525549001736,
      "learning_rate": 0.0002339612333937903,
      "loss": 0.7633,
      "step": 46922
    },
    {
      "epoch": 1.9218922793364734,
      "grad_norm": 1.0279948702908857,
      "learning_rate": 0.00023395853076313514,
      "loss": 0.6178,
      "step": 46923
    },
    {
      "epoch": 1.9219332377636698,
      "grad_norm": 1.2868973522902754,
      "learning_rate": 0.00023395582809278926,
      "loss": 1.3243,
      "step": 46924
    },
    {
      "epoch": 1.9219741961908663,
      "grad_norm": 1.1766976635120134,
      "learning_rate": 0.00023395312538275392,
      "loss": 0.6881,
      "step": 46925
    },
    {
      "epoch": 1.9220151546180628,
      "grad_norm": 2.699863293870099,
      "learning_rate": 0.00023395042263303043,
      "loss": 3.3081,
      "step": 46926
    },
    {
      "epoch": 1.922056113045259,
      "grad_norm": 1.346162324595773,
      "learning_rate": 0.00023394771984362002,
      "loss": 0.8902,
      "step": 46927
    },
    {
      "epoch": 1.9220970714724555,
      "grad_norm": 1.191661830068221,
      "learning_rate": 0.00023394501701452404,
      "loss": 0.7566,
      "step": 46928
    },
    {
      "epoch": 1.922138029899652,
      "grad_norm": 1.4120824483794643,
      "learning_rate": 0.00023394231414574368,
      "loss": 0.9921,
      "step": 46929
    },
    {
      "epoch": 1.9221789883268483,
      "grad_norm": 1.025675042569983,
      "learning_rate": 0.0002339396112372803,
      "loss": 0.6853,
      "step": 46930
    },
    {
      "epoch": 1.9222199467540446,
      "grad_norm": 1.0009424165523568,
      "learning_rate": 0.00023393690828913514,
      "loss": 0.6886,
      "step": 46931
    },
    {
      "epoch": 1.9222609051812412,
      "grad_norm": 1.0350291245137637,
      "learning_rate": 0.0002339342053013095,
      "loss": 0.6052,
      "step": 46932
    },
    {
      "epoch": 1.9223018636084375,
      "grad_norm": 1.4433417683686678,
      "learning_rate": 0.00023393150227380457,
      "loss": 0.7493,
      "step": 46933
    },
    {
      "epoch": 1.9223428220356338,
      "grad_norm": 5.833377609537036,
      "learning_rate": 0.00023392879920662175,
      "loss": 5.9922,
      "step": 46934
    },
    {
      "epoch": 1.9223837804628303,
      "grad_norm": 1.129654179435234,
      "learning_rate": 0.00023392609609976226,
      "loss": 0.9349,
      "step": 46935
    },
    {
      "epoch": 1.9224247388900266,
      "grad_norm": 2.005168675805504,
      "learning_rate": 0.00023392339295322736,
      "loss": 0.8473,
      "step": 46936
    },
    {
      "epoch": 1.922465697317223,
      "grad_norm": 0.9147520092471424,
      "learning_rate": 0.00023392068976701836,
      "loss": 0.5543,
      "step": 46937
    },
    {
      "epoch": 1.9225066557444195,
      "grad_norm": 1.7228343925099934,
      "learning_rate": 0.00023391798654113656,
      "loss": 1.4505,
      "step": 46938
    },
    {
      "epoch": 1.9225476141716158,
      "grad_norm": 0.9682765373891667,
      "learning_rate": 0.00023391528327558315,
      "loss": 0.7517,
      "step": 46939
    },
    {
      "epoch": 1.922588572598812,
      "grad_norm": 1.042013669911765,
      "learning_rate": 0.00023391257997035952,
      "loss": 0.5323,
      "step": 46940
    },
    {
      "epoch": 1.9226295310260086,
      "grad_norm": 1.219009150874807,
      "learning_rate": 0.00023390987662546685,
      "loss": 0.708,
      "step": 46941
    },
    {
      "epoch": 1.922670489453205,
      "grad_norm": 2.6470509830640654,
      "learning_rate": 0.00023390717324090645,
      "loss": 3.9819,
      "step": 46942
    },
    {
      "epoch": 1.9227114478804013,
      "grad_norm": 1.6506052088337613,
      "learning_rate": 0.00023390446981667965,
      "loss": 1.3038,
      "step": 46943
    },
    {
      "epoch": 1.9227524063075978,
      "grad_norm": 1.102508087070738,
      "learning_rate": 0.00023390176635278766,
      "loss": 0.7046,
      "step": 46944
    },
    {
      "epoch": 1.9227933647347943,
      "grad_norm": 1.3964126060125743,
      "learning_rate": 0.00023389906284923176,
      "loss": 1.1076,
      "step": 46945
    },
    {
      "epoch": 1.9228343231619904,
      "grad_norm": 1.1946199152629076,
      "learning_rate": 0.0002338963593060133,
      "loss": 0.847,
      "step": 46946
    },
    {
      "epoch": 1.922875281589187,
      "grad_norm": 1.3673284410539335,
      "learning_rate": 0.00023389365572313347,
      "loss": 0.8299,
      "step": 46947
    },
    {
      "epoch": 1.9229162400163835,
      "grad_norm": 3.86694655999528,
      "learning_rate": 0.00023389095210059362,
      "loss": 1.5525,
      "step": 46948
    },
    {
      "epoch": 1.9229571984435798,
      "grad_norm": 1.1647045105935665,
      "learning_rate": 0.00023388824843839499,
      "loss": 0.7749,
      "step": 46949
    },
    {
      "epoch": 1.9229981568707761,
      "grad_norm": 1.1118364101119433,
      "learning_rate": 0.00023388554473653884,
      "loss": 0.6723,
      "step": 46950
    },
    {
      "epoch": 1.9230391152979727,
      "grad_norm": 0.712536994465239,
      "learning_rate": 0.0002338828409950265,
      "loss": 0.2735,
      "step": 46951
    },
    {
      "epoch": 1.923080073725169,
      "grad_norm": 1.6963343732903713,
      "learning_rate": 0.0002338801372138592,
      "loss": 1.4518,
      "step": 46952
    },
    {
      "epoch": 1.9231210321523653,
      "grad_norm": 1.1455974378823774,
      "learning_rate": 0.00023387743339303824,
      "loss": 0.7223,
      "step": 46953
    },
    {
      "epoch": 1.9231619905795618,
      "grad_norm": 1.1948798448851534,
      "learning_rate": 0.0002338747295325649,
      "loss": 0.8642,
      "step": 46954
    },
    {
      "epoch": 1.9232029490067581,
      "grad_norm": 1.111349425336925,
      "learning_rate": 0.00023387202563244047,
      "loss": 0.8052,
      "step": 46955
    },
    {
      "epoch": 1.9232439074339545,
      "grad_norm": 1.0928537926429218,
      "learning_rate": 0.0002338693216926662,
      "loss": 0.6258,
      "step": 46956
    },
    {
      "epoch": 1.923284865861151,
      "grad_norm": 1.1976714658161987,
      "learning_rate": 0.0002338666177132434,
      "loss": 0.8275,
      "step": 46957
    },
    {
      "epoch": 1.9233258242883473,
      "grad_norm": 0.9148214883353099,
      "learning_rate": 0.00023386391369417328,
      "loss": 0.7599,
      "step": 46958
    },
    {
      "epoch": 1.9233667827155436,
      "grad_norm": 1.4300675779418155,
      "learning_rate": 0.00023386120963545724,
      "loss": 1.2805,
      "step": 46959
    },
    {
      "epoch": 1.9234077411427402,
      "grad_norm": 1.7727954158945438,
      "learning_rate": 0.00023385850553709643,
      "loss": 0.7669,
      "step": 46960
    },
    {
      "epoch": 1.9234486995699365,
      "grad_norm": 0.6008580896249728,
      "learning_rate": 0.00023385580139909223,
      "loss": 0.1695,
      "step": 46961
    },
    {
      "epoch": 1.9234896579971328,
      "grad_norm": 0.7079550464011584,
      "learning_rate": 0.00023385309722144586,
      "loss": 0.2859,
      "step": 46962
    },
    {
      "epoch": 1.9235306164243293,
      "grad_norm": 1.0797361653458535,
      "learning_rate": 0.00023385039300415856,
      "loss": 0.8157,
      "step": 46963
    },
    {
      "epoch": 1.9235715748515259,
      "grad_norm": 1.316586176737443,
      "learning_rate": 0.0002338476887472317,
      "loss": 0.7114,
      "step": 46964
    },
    {
      "epoch": 1.923612533278722,
      "grad_norm": 1.2625019358744922,
      "learning_rate": 0.00023384498445066653,
      "loss": 0.8828,
      "step": 46965
    },
    {
      "epoch": 1.9236534917059185,
      "grad_norm": 1.26343017543551,
      "learning_rate": 0.0002338422801144643,
      "loss": 0.9006,
      "step": 46966
    },
    {
      "epoch": 1.923694450133115,
      "grad_norm": 1.0924740470600054,
      "learning_rate": 0.0002338395757386263,
      "loss": 0.8038,
      "step": 46967
    },
    {
      "epoch": 1.9237354085603113,
      "grad_norm": 1.0491513275945743,
      "learning_rate": 0.0002338368713231538,
      "loss": 0.6882,
      "step": 46968
    },
    {
      "epoch": 1.9237763669875076,
      "grad_norm": 1.6088223079582555,
      "learning_rate": 0.00023383416686804812,
      "loss": 1.0504,
      "step": 46969
    },
    {
      "epoch": 1.9238173254147042,
      "grad_norm": 1.3324928950362624,
      "learning_rate": 0.00023383146237331053,
      "loss": 0.672,
      "step": 46970
    },
    {
      "epoch": 1.9238582838419005,
      "grad_norm": 1.325719466809983,
      "learning_rate": 0.00023382875783894223,
      "loss": 0.7845,
      "step": 46971
    },
    {
      "epoch": 1.9238992422690968,
      "grad_norm": 1.1675414158653599,
      "learning_rate": 0.0002338260532649446,
      "loss": 0.7402,
      "step": 46972
    },
    {
      "epoch": 1.9239402006962933,
      "grad_norm": 1.5385855743165977,
      "learning_rate": 0.00023382334865131884,
      "loss": 1.1745,
      "step": 46973
    },
    {
      "epoch": 1.9239811591234897,
      "grad_norm": 3.829051332038907,
      "learning_rate": 0.0002338206439980663,
      "loss": 1.1403,
      "step": 46974
    },
    {
      "epoch": 1.924022117550686,
      "grad_norm": 4.770383458206089,
      "learning_rate": 0.00023381793930518822,
      "loss": 2.0958,
      "step": 46975
    },
    {
      "epoch": 1.9240630759778825,
      "grad_norm": 1.665826742494349,
      "learning_rate": 0.00023381523457268586,
      "loss": 1.7071,
      "step": 46976
    },
    {
      "epoch": 1.9241040344050788,
      "grad_norm": 1.2473303492987124,
      "learning_rate": 0.00023381252980056054,
      "loss": 0.8051,
      "step": 46977
    },
    {
      "epoch": 1.9241449928322751,
      "grad_norm": 1.0735020285097248,
      "learning_rate": 0.00023380982498881353,
      "loss": 0.8862,
      "step": 46978
    },
    {
      "epoch": 1.9241859512594717,
      "grad_norm": 1.448700051968273,
      "learning_rate": 0.00023380712013744605,
      "loss": 1.2473,
      "step": 46979
    },
    {
      "epoch": 1.924226909686668,
      "grad_norm": 1.224302109393724,
      "learning_rate": 0.00023380441524645948,
      "loss": 0.7256,
      "step": 46980
    },
    {
      "epoch": 1.9242678681138643,
      "grad_norm": 1.5340115955552172,
      "learning_rate": 0.00023380171031585502,
      "loss": 1.0975,
      "step": 46981
    },
    {
      "epoch": 1.9243088265410608,
      "grad_norm": 1.0444165387048077,
      "learning_rate": 0.000233799005345634,
      "loss": 0.6672,
      "step": 46982
    },
    {
      "epoch": 1.9243497849682574,
      "grad_norm": 0.9584853531516876,
      "learning_rate": 0.0002337963003357976,
      "loss": 0.7865,
      "step": 46983
    },
    {
      "epoch": 1.9243907433954535,
      "grad_norm": 1.9367021095927528,
      "learning_rate": 0.00023379359528634725,
      "loss": 1.6632,
      "step": 46984
    },
    {
      "epoch": 1.92443170182265,
      "grad_norm": 1.0846863083415619,
      "learning_rate": 0.00023379089019728413,
      "loss": 0.9197,
      "step": 46985
    },
    {
      "epoch": 1.9244726602498465,
      "grad_norm": 1.1543492587918556,
      "learning_rate": 0.00023378818506860954,
      "loss": 0.7932,
      "step": 46986
    },
    {
      "epoch": 1.9245136186770428,
      "grad_norm": 1.3330559323584898,
      "learning_rate": 0.00023378547990032472,
      "loss": 0.5671,
      "step": 46987
    },
    {
      "epoch": 1.9245545771042392,
      "grad_norm": 1.2589912005246482,
      "learning_rate": 0.00023378277469243103,
      "loss": 1.0201,
      "step": 46988
    },
    {
      "epoch": 1.9245955355314357,
      "grad_norm": 1.2172216505283249,
      "learning_rate": 0.00023378006944492968,
      "loss": 0.9333,
      "step": 46989
    },
    {
      "epoch": 1.924636493958632,
      "grad_norm": 1.4295308850860877,
      "learning_rate": 0.00023377736415782202,
      "loss": 1.2602,
      "step": 46990
    },
    {
      "epoch": 1.9246774523858283,
      "grad_norm": 1.3347459602162794,
      "learning_rate": 0.00023377465883110923,
      "loss": 0.9352,
      "step": 46991
    },
    {
      "epoch": 1.9247184108130249,
      "grad_norm": 0.876775696415513,
      "learning_rate": 0.00023377195346479268,
      "loss": 0.4266,
      "step": 46992
    },
    {
      "epoch": 1.9247593692402212,
      "grad_norm": 1.2350569559613709,
      "learning_rate": 0.0002337692480588736,
      "loss": 0.8182,
      "step": 46993
    },
    {
      "epoch": 1.9248003276674175,
      "grad_norm": 1.2186727641963844,
      "learning_rate": 0.00023376654261335328,
      "loss": 0.8924,
      "step": 46994
    },
    {
      "epoch": 1.924841286094614,
      "grad_norm": 1.4189480439953284,
      "learning_rate": 0.00023376383712823303,
      "loss": 1.0021,
      "step": 46995
    },
    {
      "epoch": 1.9248822445218103,
      "grad_norm": 0.6912835733696125,
      "learning_rate": 0.00023376113160351403,
      "loss": 0.2994,
      "step": 46996
    },
    {
      "epoch": 1.9249232029490067,
      "grad_norm": 1.2662238603905311,
      "learning_rate": 0.00023375842603919766,
      "loss": 1.072,
      "step": 46997
    },
    {
      "epoch": 1.9249641613762032,
      "grad_norm": 1.0951462087288402,
      "learning_rate": 0.0002337557204352852,
      "loss": 0.8035,
      "step": 46998
    },
    {
      "epoch": 1.9250051198033995,
      "grad_norm": 1.2308916297003532,
      "learning_rate": 0.00023375301479177784,
      "loss": 0.9418,
      "step": 46999
    },
    {
      "epoch": 1.9250460782305958,
      "grad_norm": 3.103545779067384,
      "learning_rate": 0.00023375030910867693,
      "loss": 4.3737,
      "step": 47000
    },
    {
      "epoch": 1.9250870366577923,
      "grad_norm": 1.3745636988120231,
      "learning_rate": 0.00023374760338598378,
      "loss": 0.8777,
      "step": 47001
    },
    {
      "epoch": 1.9251279950849889,
      "grad_norm": 1.5427809872988207,
      "learning_rate": 0.00023374489762369955,
      "loss": 1.1185,
      "step": 47002
    },
    {
      "epoch": 1.925168953512185,
      "grad_norm": 1.1527342400914282,
      "learning_rate": 0.00023374219182182565,
      "loss": 0.7536,
      "step": 47003
    },
    {
      "epoch": 1.9252099119393815,
      "grad_norm": 1.1442795416971898,
      "learning_rate": 0.0002337394859803633,
      "loss": 0.7252,
      "step": 47004
    },
    {
      "epoch": 1.925250870366578,
      "grad_norm": 1.3625261313504589,
      "learning_rate": 0.00023373678009931375,
      "loss": 0.7414,
      "step": 47005
    },
    {
      "epoch": 1.9252918287937744,
      "grad_norm": 1.2715089835208935,
      "learning_rate": 0.00023373407417867832,
      "loss": 0.931,
      "step": 47006
    },
    {
      "epoch": 1.9253327872209707,
      "grad_norm": 1.1494925253108916,
      "learning_rate": 0.00023373136821845824,
      "loss": 0.7115,
      "step": 47007
    },
    {
      "epoch": 1.9253737456481672,
      "grad_norm": 1.0464412739689333,
      "learning_rate": 0.00023372866221865485,
      "loss": 0.5931,
      "step": 47008
    },
    {
      "epoch": 1.9254147040753635,
      "grad_norm": 1.1296129509745698,
      "learning_rate": 0.00023372595617926942,
      "loss": 0.8774,
      "step": 47009
    },
    {
      "epoch": 1.9254556625025598,
      "grad_norm": 1.1817677468585412,
      "learning_rate": 0.00023372325010030323,
      "loss": 0.5309,
      "step": 47010
    },
    {
      "epoch": 1.9254966209297564,
      "grad_norm": 1.4257083340932717,
      "learning_rate": 0.0002337205439817575,
      "loss": 0.4573,
      "step": 47011
    },
    {
      "epoch": 1.9255375793569527,
      "grad_norm": 1.3234485942164518,
      "learning_rate": 0.00023371783782363364,
      "loss": 0.9609,
      "step": 47012
    },
    {
      "epoch": 1.925578537784149,
      "grad_norm": 1.3799326197627226,
      "learning_rate": 0.00023371513162593276,
      "loss": 0.9599,
      "step": 47013
    },
    {
      "epoch": 1.9256194962113455,
      "grad_norm": 1.3657546177626105,
      "learning_rate": 0.00023371242538865625,
      "loss": 1.4574,
      "step": 47014
    },
    {
      "epoch": 1.9256604546385419,
      "grad_norm": 1.1077199096468686,
      "learning_rate": 0.0002337097191118054,
      "loss": 0.6159,
      "step": 47015
    },
    {
      "epoch": 1.9257014130657382,
      "grad_norm": 1.1331673273416107,
      "learning_rate": 0.00023370701279538142,
      "loss": 0.7624,
      "step": 47016
    },
    {
      "epoch": 1.9257423714929347,
      "grad_norm": 1.2564639230079664,
      "learning_rate": 0.0002337043064393856,
      "loss": 0.7468,
      "step": 47017
    },
    {
      "epoch": 1.925783329920131,
      "grad_norm": 1.1337295536901886,
      "learning_rate": 0.00023370160004381927,
      "loss": 0.8137,
      "step": 47018
    },
    {
      "epoch": 1.9258242883473273,
      "grad_norm": 1.2525419242765765,
      "learning_rate": 0.00023369889360868367,
      "loss": 0.7016,
      "step": 47019
    },
    {
      "epoch": 1.9258652467745239,
      "grad_norm": 1.5665771732201748,
      "learning_rate": 0.0002336961871339801,
      "loss": 1.3477,
      "step": 47020
    },
    {
      "epoch": 1.9259062052017204,
      "grad_norm": 1.0129594961033965,
      "learning_rate": 0.00023369348061970982,
      "loss": 0.7075,
      "step": 47021
    },
    {
      "epoch": 1.9259471636289165,
      "grad_norm": 1.5767862940720387,
      "learning_rate": 0.0002336907740658741,
      "loss": 0.5043,
      "step": 47022
    },
    {
      "epoch": 1.925988122056113,
      "grad_norm": 0.9536962501524837,
      "learning_rate": 0.0002336880674724743,
      "loss": 0.7206,
      "step": 47023
    },
    {
      "epoch": 1.9260290804833096,
      "grad_norm": 1.2730269525405653,
      "learning_rate": 0.0002336853608395116,
      "loss": 0.9016,
      "step": 47024
    },
    {
      "epoch": 1.9260700389105059,
      "grad_norm": 0.9577311026859044,
      "learning_rate": 0.0002336826541669873,
      "loss": 0.7153,
      "step": 47025
    },
    {
      "epoch": 1.9261109973377022,
      "grad_norm": 1.045858715080185,
      "learning_rate": 0.00023367994745490268,
      "loss": 0.8013,
      "step": 47026
    },
    {
      "epoch": 1.9261519557648987,
      "grad_norm": 1.317591320483514,
      "learning_rate": 0.0002336772407032591,
      "loss": 0.862,
      "step": 47027
    },
    {
      "epoch": 1.926192914192095,
      "grad_norm": 1.0837973134890966,
      "learning_rate": 0.00023367453391205775,
      "loss": 0.7652,
      "step": 47028
    },
    {
      "epoch": 1.9262338726192914,
      "grad_norm": 1.3117401382569727,
      "learning_rate": 0.00023367182708129995,
      "loss": 0.8725,
      "step": 47029
    },
    {
      "epoch": 1.926274831046488,
      "grad_norm": 2.94318229489866,
      "learning_rate": 0.00023366912021098696,
      "loss": 1.3006,
      "step": 47030
    },
    {
      "epoch": 1.9263157894736842,
      "grad_norm": 0.986663888498611,
      "learning_rate": 0.00023366641330112002,
      "loss": 0.702,
      "step": 47031
    },
    {
      "epoch": 1.9263567479008805,
      "grad_norm": 19.111807865675775,
      "learning_rate": 0.00023366370635170052,
      "loss": 2.5293,
      "step": 47032
    },
    {
      "epoch": 1.926397706328077,
      "grad_norm": 1.3582946212823925,
      "learning_rate": 0.0002336609993627296,
      "loss": 0.842,
      "step": 47033
    },
    {
      "epoch": 1.9264386647552734,
      "grad_norm": 1.2142771320346568,
      "learning_rate": 0.00023365829233420866,
      "loss": 0.818,
      "step": 47034
    },
    {
      "epoch": 1.9264796231824697,
      "grad_norm": 1.2439536902038069,
      "learning_rate": 0.00023365558526613895,
      "loss": 0.623,
      "step": 47035
    },
    {
      "epoch": 1.9265205816096662,
      "grad_norm": 1.025461589518849,
      "learning_rate": 0.0002336528781585217,
      "loss": 0.8543,
      "step": 47036
    },
    {
      "epoch": 1.9265615400368625,
      "grad_norm": 1.1637705062183974,
      "learning_rate": 0.00023365017101135825,
      "loss": 0.9103,
      "step": 47037
    },
    {
      "epoch": 1.9266024984640588,
      "grad_norm": 1.5801305715706788,
      "learning_rate": 0.00023364746382464982,
      "loss": 1.1214,
      "step": 47038
    },
    {
      "epoch": 1.9266434568912554,
      "grad_norm": 1.0881832882957887,
      "learning_rate": 0.00023364475659839773,
      "loss": 0.6846,
      "step": 47039
    },
    {
      "epoch": 1.926684415318452,
      "grad_norm": 0.7999876768144514,
      "learning_rate": 0.00023364204933260327,
      "loss": 0.3171,
      "step": 47040
    },
    {
      "epoch": 1.926725373745648,
      "grad_norm": 1.2672418176086235,
      "learning_rate": 0.0002336393420272677,
      "loss": 0.7013,
      "step": 47041
    },
    {
      "epoch": 1.9267663321728445,
      "grad_norm": 0.8651431411878988,
      "learning_rate": 0.00023363663468239232,
      "loss": 0.2326,
      "step": 47042
    },
    {
      "epoch": 1.926807290600041,
      "grad_norm": 1.0607211284738722,
      "learning_rate": 0.00023363392729797836,
      "loss": 0.7306,
      "step": 47043
    },
    {
      "epoch": 1.9268482490272374,
      "grad_norm": 1.588581821998942,
      "learning_rate": 0.00023363121987402715,
      "loss": 0.8377,
      "step": 47044
    },
    {
      "epoch": 1.9268892074544337,
      "grad_norm": 1.1568517535288008,
      "learning_rate": 0.00023362851241053994,
      "loss": 0.5921,
      "step": 47045
    },
    {
      "epoch": 1.9269301658816302,
      "grad_norm": 1.654728606550003,
      "learning_rate": 0.00023362580490751802,
      "loss": 1.0353,
      "step": 47046
    },
    {
      "epoch": 1.9269711243088266,
      "grad_norm": 1.0434057222553892,
      "learning_rate": 0.00023362309736496269,
      "loss": 0.5107,
      "step": 47047
    },
    {
      "epoch": 1.9270120827360229,
      "grad_norm": 1.3300552102444028,
      "learning_rate": 0.0002336203897828752,
      "loss": 0.9532,
      "step": 47048
    },
    {
      "epoch": 1.9270530411632194,
      "grad_norm": 0.9936228423273815,
      "learning_rate": 0.00023361768216125683,
      "loss": 0.6544,
      "step": 47049
    },
    {
      "epoch": 1.9270939995904157,
      "grad_norm": 1.600946519053191,
      "learning_rate": 0.00023361497450010885,
      "loss": 1.0149,
      "step": 47050
    },
    {
      "epoch": 1.927134958017612,
      "grad_norm": 6.026782229256772,
      "learning_rate": 0.00023361226679943263,
      "loss": 1.9293,
      "step": 47051
    },
    {
      "epoch": 1.9271759164448086,
      "grad_norm": 1.5870736380276933,
      "learning_rate": 0.00023360955905922932,
      "loss": 1.1206,
      "step": 47052
    },
    {
      "epoch": 1.9272168748720049,
      "grad_norm": 1.4343545255135923,
      "learning_rate": 0.0002336068512795003,
      "loss": 0.7306,
      "step": 47053
    },
    {
      "epoch": 1.9272578332992012,
      "grad_norm": 4.829071670299785,
      "learning_rate": 0.0002336041434602468,
      "loss": 1.9683,
      "step": 47054
    },
    {
      "epoch": 1.9272987917263977,
      "grad_norm": 1.2269730867396567,
      "learning_rate": 0.00023360143560147013,
      "loss": 0.8166,
      "step": 47055
    },
    {
      "epoch": 1.9273397501535943,
      "grad_norm": 1.151402553928374,
      "learning_rate": 0.00023359872770317155,
      "loss": 0.6354,
      "step": 47056
    },
    {
      "epoch": 1.9273807085807904,
      "grad_norm": 1.274718874149592,
      "learning_rate": 0.00023359601976535234,
      "loss": 0.9428,
      "step": 47057
    },
    {
      "epoch": 1.927421667007987,
      "grad_norm": 0.8920628988406641,
      "learning_rate": 0.00023359331178801377,
      "loss": 0.2951,
      "step": 47058
    },
    {
      "epoch": 1.9274626254351834,
      "grad_norm": 3.6865537579558363,
      "learning_rate": 0.0002335906037711571,
      "loss": 2.8322,
      "step": 47059
    },
    {
      "epoch": 1.9275035838623795,
      "grad_norm": 1.1703466554925328,
      "learning_rate": 0.0002335878957147837,
      "loss": 0.9452,
      "step": 47060
    },
    {
      "epoch": 1.927544542289576,
      "grad_norm": 1.3145044354701954,
      "learning_rate": 0.00023358518761889475,
      "loss": 0.737,
      "step": 47061
    },
    {
      "epoch": 1.9275855007167726,
      "grad_norm": 1.4746819218688323,
      "learning_rate": 0.00023358247948349162,
      "loss": 1.1179,
      "step": 47062
    },
    {
      "epoch": 1.927626459143969,
      "grad_norm": 1.4015825517827065,
      "learning_rate": 0.00023357977130857553,
      "loss": 0.9584,
      "step": 47063
    },
    {
      "epoch": 1.9276674175711652,
      "grad_norm": 1.397255828905264,
      "learning_rate": 0.00023357706309414778,
      "loss": 1.1722,
      "step": 47064
    },
    {
      "epoch": 1.9277083759983618,
      "grad_norm": 1.2108244589279393,
      "learning_rate": 0.0002335743548402096,
      "loss": 0.6995,
      "step": 47065
    },
    {
      "epoch": 1.927749334425558,
      "grad_norm": 1.1397661960072978,
      "learning_rate": 0.00023357164654676238,
      "loss": 0.7532,
      "step": 47066
    },
    {
      "epoch": 1.9277902928527544,
      "grad_norm": 1.1470965918706013,
      "learning_rate": 0.0002335689382138073,
      "loss": 0.9683,
      "step": 47067
    },
    {
      "epoch": 1.927831251279951,
      "grad_norm": 1.1248276605590337,
      "learning_rate": 0.00023356622984134566,
      "loss": 0.7957,
      "step": 47068
    },
    {
      "epoch": 1.9278722097071472,
      "grad_norm": 1.0841892293195314,
      "learning_rate": 0.0002335635214293788,
      "loss": 0.9586,
      "step": 47069
    },
    {
      "epoch": 1.9279131681343435,
      "grad_norm": 1.147280515287577,
      "learning_rate": 0.0002335608129779079,
      "loss": 1.0224,
      "step": 47070
    },
    {
      "epoch": 1.92795412656154,
      "grad_norm": 1.267736883514406,
      "learning_rate": 0.00023355810448693433,
      "loss": 0.839,
      "step": 47071
    },
    {
      "epoch": 1.9279950849887364,
      "grad_norm": 1.0611440546317412,
      "learning_rate": 0.00023355539595645933,
      "loss": 0.7091,
      "step": 47072
    },
    {
      "epoch": 1.9280360434159327,
      "grad_norm": 1.2205083711983795,
      "learning_rate": 0.00023355268738648417,
      "loss": 0.8125,
      "step": 47073
    },
    {
      "epoch": 1.9280770018431292,
      "grad_norm": 1.2765414263281423,
      "learning_rate": 0.00023354997877701018,
      "loss": 0.816,
      "step": 47074
    },
    {
      "epoch": 1.9281179602703258,
      "grad_norm": 0.9501179283575637,
      "learning_rate": 0.00023354727012803855,
      "loss": 0.6243,
      "step": 47075
    },
    {
      "epoch": 1.9281589186975219,
      "grad_norm": 0.945916647398988,
      "learning_rate": 0.0002335445614395707,
      "loss": 0.4109,
      "step": 47076
    },
    {
      "epoch": 1.9281998771247184,
      "grad_norm": 0.8970749625469328,
      "learning_rate": 0.00023354185271160776,
      "loss": 0.4078,
      "step": 47077
    },
    {
      "epoch": 1.928240835551915,
      "grad_norm": 1.4996957664168526,
      "learning_rate": 0.00023353914394415114,
      "loss": 0.8142,
      "step": 47078
    },
    {
      "epoch": 1.928281793979111,
      "grad_norm": 1.2088694066615908,
      "learning_rate": 0.00023353643513720202,
      "loss": 0.9017,
      "step": 47079
    },
    {
      "epoch": 1.9283227524063076,
      "grad_norm": 1.2634849445970613,
      "learning_rate": 0.00023353372629076173,
      "loss": 0.8296,
      "step": 47080
    },
    {
      "epoch": 1.928363710833504,
      "grad_norm": 1.4530378031300828,
      "learning_rate": 0.00023353101740483155,
      "loss": 0.8463,
      "step": 47081
    },
    {
      "epoch": 1.9284046692607004,
      "grad_norm": 0.9044353350126217,
      "learning_rate": 0.00023352830847941274,
      "loss": 0.3453,
      "step": 47082
    },
    {
      "epoch": 1.9284456276878967,
      "grad_norm": 0.7499901886656238,
      "learning_rate": 0.00023352559951450659,
      "loss": 0.2653,
      "step": 47083
    },
    {
      "epoch": 1.9284865861150933,
      "grad_norm": 1.2960909450909397,
      "learning_rate": 0.00023352289051011436,
      "loss": 0.7824,
      "step": 47084
    },
    {
      "epoch": 1.9285275445422896,
      "grad_norm": 1.2815959976846043,
      "learning_rate": 0.0002335201814662374,
      "loss": 0.7141,
      "step": 47085
    },
    {
      "epoch": 1.928568502969486,
      "grad_norm": 1.6410696251270995,
      "learning_rate": 0.00023351747238287694,
      "loss": 1.4273,
      "step": 47086
    },
    {
      "epoch": 1.9286094613966824,
      "grad_norm": 1.0978578671183106,
      "learning_rate": 0.00023351476326003424,
      "loss": 0.9274,
      "step": 47087
    },
    {
      "epoch": 1.9286504198238787,
      "grad_norm": 1.2969291357949162,
      "learning_rate": 0.00023351205409771064,
      "loss": 0.8048,
      "step": 47088
    },
    {
      "epoch": 1.928691378251075,
      "grad_norm": 0.8177715627024587,
      "learning_rate": 0.00023350934489590734,
      "loss": 0.3356,
      "step": 47089
    },
    {
      "epoch": 1.9287323366782716,
      "grad_norm": 1.1400938497814874,
      "learning_rate": 0.00023350663565462572,
      "loss": 0.9524,
      "step": 47090
    },
    {
      "epoch": 1.928773295105468,
      "grad_norm": 1.3133022326303954,
      "learning_rate": 0.00023350392637386694,
      "loss": 0.9485,
      "step": 47091
    },
    {
      "epoch": 1.9288142535326642,
      "grad_norm": 1.647430330812703,
      "learning_rate": 0.00023350121705363245,
      "loss": 0.909,
      "step": 47092
    },
    {
      "epoch": 1.9288552119598608,
      "grad_norm": 1.2871205321785473,
      "learning_rate": 0.00023349850769392334,
      "loss": 0.7409,
      "step": 47093
    },
    {
      "epoch": 1.9288961703870573,
      "grad_norm": 2.523005517981576,
      "learning_rate": 0.00023349579829474103,
      "loss": 3.2901,
      "step": 47094
    },
    {
      "epoch": 1.9289371288142534,
      "grad_norm": 1.803624690563558,
      "learning_rate": 0.00023349308885608672,
      "loss": 0.9597,
      "step": 47095
    },
    {
      "epoch": 1.92897808724145,
      "grad_norm": 1.2113991102972193,
      "learning_rate": 0.00023349037937796176,
      "loss": 0.9268,
      "step": 47096
    },
    {
      "epoch": 1.9290190456686465,
      "grad_norm": 1.1508566383117178,
      "learning_rate": 0.00023348766986036734,
      "loss": 0.809,
      "step": 47097
    },
    {
      "epoch": 1.9290600040958428,
      "grad_norm": 1.4390872231403233,
      "learning_rate": 0.00023348496030330481,
      "loss": 1.0657,
      "step": 47098
    },
    {
      "epoch": 1.929100962523039,
      "grad_norm": 0.7429699102017392,
      "learning_rate": 0.00023348225070677546,
      "loss": 0.3018,
      "step": 47099
    },
    {
      "epoch": 1.9291419209502356,
      "grad_norm": 1.092123451571446,
      "learning_rate": 0.00023347954107078055,
      "loss": 0.803,
      "step": 47100
    },
    {
      "epoch": 1.929182879377432,
      "grad_norm": 1.2043918793398192,
      "learning_rate": 0.00023347683139532133,
      "loss": 1.0219,
      "step": 47101
    },
    {
      "epoch": 1.9292238378046282,
      "grad_norm": 1.005200965904647,
      "learning_rate": 0.00023347412168039916,
      "loss": 0.7681,
      "step": 47102
    },
    {
      "epoch": 1.9292647962318248,
      "grad_norm": 0.4338990760472841,
      "learning_rate": 0.0002334714119260152,
      "loss": 0.0854,
      "step": 47103
    },
    {
      "epoch": 1.929305754659021,
      "grad_norm": 1.640214292230488,
      "learning_rate": 0.00023346870213217084,
      "loss": 1.0612,
      "step": 47104
    },
    {
      "epoch": 1.9293467130862174,
      "grad_norm": 1.3150930590515832,
      "learning_rate": 0.00023346599229886732,
      "loss": 0.8785,
      "step": 47105
    },
    {
      "epoch": 1.929387671513414,
      "grad_norm": 1.109103839640531,
      "learning_rate": 0.0002334632824261059,
      "loss": 0.3253,
      "step": 47106
    },
    {
      "epoch": 1.9294286299406103,
      "grad_norm": 1.2233047527754786,
      "learning_rate": 0.00023346057251388792,
      "loss": 0.7796,
      "step": 47107
    },
    {
      "epoch": 1.9294695883678066,
      "grad_norm": 1.051527720841636,
      "learning_rate": 0.00023345786256221462,
      "loss": 0.7634,
      "step": 47108
    },
    {
      "epoch": 1.9295105467950031,
      "grad_norm": 1.2453842258386127,
      "learning_rate": 0.00023345515257108725,
      "loss": 0.6832,
      "step": 47109
    },
    {
      "epoch": 1.9295515052221994,
      "grad_norm": 1.2312046430780297,
      "learning_rate": 0.00023345244254050713,
      "loss": 0.9224,
      "step": 47110
    },
    {
      "epoch": 1.9295924636493957,
      "grad_norm": 0.8871040289215254,
      "learning_rate": 0.00023344973247047552,
      "loss": 0.3935,
      "step": 47111
    },
    {
      "epoch": 1.9296334220765923,
      "grad_norm": 1.0454414505872602,
      "learning_rate": 0.00023344702236099374,
      "loss": 0.8441,
      "step": 47112
    },
    {
      "epoch": 1.9296743805037888,
      "grad_norm": 3.197454699408649,
      "learning_rate": 0.00023344431221206308,
      "loss": 4.2505,
      "step": 47113
    },
    {
      "epoch": 1.929715338930985,
      "grad_norm": 1.3840395394010503,
      "learning_rate": 0.00023344160202368476,
      "loss": 1.2101,
      "step": 47114
    },
    {
      "epoch": 1.9297562973581814,
      "grad_norm": 1.1923363576344188,
      "learning_rate": 0.00023343889179586012,
      "loss": 0.739,
      "step": 47115
    },
    {
      "epoch": 1.929797255785378,
      "grad_norm": 1.0666134212361347,
      "learning_rate": 0.00023343618152859037,
      "loss": 0.6539,
      "step": 47116
    },
    {
      "epoch": 1.9298382142125743,
      "grad_norm": 0.877568025518739,
      "learning_rate": 0.00023343347122187688,
      "loss": 0.2942,
      "step": 47117
    },
    {
      "epoch": 1.9298791726397706,
      "grad_norm": 1.0677295123367017,
      "learning_rate": 0.00023343076087572087,
      "loss": 0.8814,
      "step": 47118
    },
    {
      "epoch": 1.9299201310669671,
      "grad_norm": 0.9281444269849058,
      "learning_rate": 0.00023342805049012365,
      "loss": 0.5765,
      "step": 47119
    },
    {
      "epoch": 1.9299610894941635,
      "grad_norm": 1.1183233048007977,
      "learning_rate": 0.00023342534006508644,
      "loss": 0.6162,
      "step": 47120
    },
    {
      "epoch": 1.9300020479213598,
      "grad_norm": 1.3596124091375301,
      "learning_rate": 0.0002334226296006106,
      "loss": 1.098,
      "step": 47121
    },
    {
      "epoch": 1.9300430063485563,
      "grad_norm": 1.1129323900946113,
      "learning_rate": 0.00023341991909669739,
      "loss": 0.7572,
      "step": 47122
    },
    {
      "epoch": 1.9300839647757526,
      "grad_norm": 1.1095951849347778,
      "learning_rate": 0.0002334172085533481,
      "loss": 0.7632,
      "step": 47123
    },
    {
      "epoch": 1.930124923202949,
      "grad_norm": 2.721619998644691,
      "learning_rate": 0.00023341449797056397,
      "loss": 1.229,
      "step": 47124
    },
    {
      "epoch": 1.9301658816301455,
      "grad_norm": 1.3433041701421917,
      "learning_rate": 0.00023341178734834632,
      "loss": 0.9556,
      "step": 47125
    },
    {
      "epoch": 1.9302068400573418,
      "grad_norm": 1.4161998352019312,
      "learning_rate": 0.00023340907668669637,
      "loss": 0.9636,
      "step": 47126
    },
    {
      "epoch": 1.930247798484538,
      "grad_norm": 0.8958419108312744,
      "learning_rate": 0.0002334063659856155,
      "loss": 0.3924,
      "step": 47127
    },
    {
      "epoch": 1.9302887569117346,
      "grad_norm": 1.4305672671418868,
      "learning_rate": 0.00023340365524510492,
      "loss": 0.9791,
      "step": 47128
    },
    {
      "epoch": 1.930329715338931,
      "grad_norm": 1.3450806913662325,
      "learning_rate": 0.00023340094446516594,
      "loss": 0.6684,
      "step": 47129
    },
    {
      "epoch": 1.9303706737661273,
      "grad_norm": 0.7507534855471379,
      "learning_rate": 0.00023339823364579981,
      "loss": 0.2775,
      "step": 47130
    },
    {
      "epoch": 1.9304116321933238,
      "grad_norm": 1.2756873429359692,
      "learning_rate": 0.00023339552278700787,
      "loss": 0.9693,
      "step": 47131
    },
    {
      "epoch": 1.9304525906205203,
      "grad_norm": 2.5504344249576154,
      "learning_rate": 0.00023339281188879132,
      "loss": 1.6652,
      "step": 47132
    },
    {
      "epoch": 1.9304935490477164,
      "grad_norm": 0.9990903027565169,
      "learning_rate": 0.00023339010095115156,
      "loss": 0.5155,
      "step": 47133
    },
    {
      "epoch": 1.930534507474913,
      "grad_norm": 1.2670677802053933,
      "learning_rate": 0.00023338738997408972,
      "loss": 0.8722,
      "step": 47134
    },
    {
      "epoch": 1.9305754659021095,
      "grad_norm": 1.2973399181692464,
      "learning_rate": 0.00023338467895760723,
      "loss": 0.8259,
      "step": 47135
    },
    {
      "epoch": 1.9306164243293058,
      "grad_norm": 1.153808434018978,
      "learning_rate": 0.00023338196790170527,
      "loss": 0.9113,
      "step": 47136
    },
    {
      "epoch": 1.9306573827565021,
      "grad_norm": 2.9492355884550543,
      "learning_rate": 0.00023337925680638513,
      "loss": 1.7727,
      "step": 47137
    },
    {
      "epoch": 1.9306983411836987,
      "grad_norm": 1.185305740296151,
      "learning_rate": 0.00023337654567164818,
      "loss": 1.1595,
      "step": 47138
    },
    {
      "epoch": 1.930739299610895,
      "grad_norm": 1.4830333578358286,
      "learning_rate": 0.0002333738344974956,
      "loss": 1.2084,
      "step": 47139
    },
    {
      "epoch": 1.9307802580380913,
      "grad_norm": 1.3846408025223047,
      "learning_rate": 0.0002333711232839287,
      "loss": 0.8934,
      "step": 47140
    },
    {
      "epoch": 1.9308212164652878,
      "grad_norm": 0.7688731409426951,
      "learning_rate": 0.00023336841203094874,
      "loss": 0.3257,
      "step": 47141
    },
    {
      "epoch": 1.9308621748924841,
      "grad_norm": 0.7119917159485497,
      "learning_rate": 0.00023336570073855708,
      "loss": 0.2527,
      "step": 47142
    },
    {
      "epoch": 1.9309031333196804,
      "grad_norm": 1.27630397395795,
      "learning_rate": 0.00023336298940675494,
      "loss": 1.0391,
      "step": 47143
    },
    {
      "epoch": 1.930944091746877,
      "grad_norm": 1.4024343208352763,
      "learning_rate": 0.00023336027803554365,
      "loss": 1.2679,
      "step": 47144
    },
    {
      "epoch": 1.9309850501740733,
      "grad_norm": 1.3339079575424564,
      "learning_rate": 0.00023335756662492443,
      "loss": 1.0718,
      "step": 47145
    },
    {
      "epoch": 1.9310260086012696,
      "grad_norm": 1.466804179856763,
      "learning_rate": 0.00023335485517489858,
      "loss": 0.9049,
      "step": 47146
    },
    {
      "epoch": 1.9310669670284661,
      "grad_norm": 1.3449667608520657,
      "learning_rate": 0.00023335214368546737,
      "loss": 0.9456,
      "step": 47147
    },
    {
      "epoch": 1.9311079254556625,
      "grad_norm": 1.2684668300405408,
      "learning_rate": 0.00023334943215663214,
      "loss": 0.9035,
      "step": 47148
    },
    {
      "epoch": 1.9311488838828588,
      "grad_norm": 1.443450084984066,
      "learning_rate": 0.00023334672058839413,
      "loss": 0.9829,
      "step": 47149
    },
    {
      "epoch": 1.9311898423100553,
      "grad_norm": 1.6470325259961263,
      "learning_rate": 0.00023334400898075464,
      "loss": 1.6378,
      "step": 47150
    },
    {
      "epoch": 1.9312308007372518,
      "grad_norm": 1.2446611871963238,
      "learning_rate": 0.0002333412973337149,
      "loss": 0.7656,
      "step": 47151
    },
    {
      "epoch": 1.931271759164448,
      "grad_norm": 1.371444962819973,
      "learning_rate": 0.00023333858564727626,
      "loss": 0.8965,
      "step": 47152
    },
    {
      "epoch": 1.9313127175916445,
      "grad_norm": 1.264142546887777,
      "learning_rate": 0.00023333587392143995,
      "loss": 0.8699,
      "step": 47153
    },
    {
      "epoch": 1.931353676018841,
      "grad_norm": 1.6313993836765315,
      "learning_rate": 0.00023333316215620728,
      "loss": 1.0618,
      "step": 47154
    },
    {
      "epoch": 1.9313946344460373,
      "grad_norm": 1.068067887948958,
      "learning_rate": 0.00023333045035157953,
      "loss": 0.8043,
      "step": 47155
    },
    {
      "epoch": 1.9314355928732336,
      "grad_norm": 1.1962241649451948,
      "learning_rate": 0.00023332773850755797,
      "loss": 0.8422,
      "step": 47156
    },
    {
      "epoch": 1.9314765513004302,
      "grad_norm": 1.3292721481840257,
      "learning_rate": 0.0002333250266241439,
      "loss": 1.2673,
      "step": 47157
    },
    {
      "epoch": 1.9315175097276265,
      "grad_norm": 1.4533198738545179,
      "learning_rate": 0.0002333223147013386,
      "loss": 1.344,
      "step": 47158
    },
    {
      "epoch": 1.9315584681548228,
      "grad_norm": 1.0428785825539548,
      "learning_rate": 0.00023331960273914335,
      "loss": 0.7158,
      "step": 47159
    },
    {
      "epoch": 1.9315994265820193,
      "grad_norm": 1.034158102051956,
      "learning_rate": 0.0002333168907375594,
      "loss": 0.7647,
      "step": 47160
    },
    {
      "epoch": 1.9316403850092156,
      "grad_norm": 1.1295642117176026,
      "learning_rate": 0.00023331417869658808,
      "loss": 0.622,
      "step": 47161
    },
    {
      "epoch": 1.931681343436412,
      "grad_norm": 0.8338299789756655,
      "learning_rate": 0.00023331146661623067,
      "loss": 0.3222,
      "step": 47162
    },
    {
      "epoch": 1.9317223018636085,
      "grad_norm": 1.1452979349040415,
      "learning_rate": 0.0002333087544964884,
      "loss": 0.7042,
      "step": 47163
    },
    {
      "epoch": 1.9317632602908048,
      "grad_norm": 1.2335898363544757,
      "learning_rate": 0.00023330604233736258,
      "loss": 0.9565,
      "step": 47164
    },
    {
      "epoch": 1.9318042187180011,
      "grad_norm": 1.0284437068147594,
      "learning_rate": 0.00023330333013885454,
      "loss": 0.9663,
      "step": 47165
    },
    {
      "epoch": 1.9318451771451977,
      "grad_norm": 0.8282571676284589,
      "learning_rate": 0.00023330061790096545,
      "loss": 0.3995,
      "step": 47166
    },
    {
      "epoch": 1.931886135572394,
      "grad_norm": 0.9398783589770116,
      "learning_rate": 0.00023329790562369673,
      "loss": 0.626,
      "step": 47167
    },
    {
      "epoch": 1.9319270939995903,
      "grad_norm": 0.7898945289981978,
      "learning_rate": 0.00023329519330704958,
      "loss": 0.2742,
      "step": 47168
    },
    {
      "epoch": 1.9319680524267868,
      "grad_norm": 1.1012127028264835,
      "learning_rate": 0.00023329248095102528,
      "loss": 0.7094,
      "step": 47169
    },
    {
      "epoch": 1.9320090108539834,
      "grad_norm": 0.7343590411555324,
      "learning_rate": 0.00023328976855562514,
      "loss": 0.296,
      "step": 47170
    },
    {
      "epoch": 1.9320499692811794,
      "grad_norm": 1.0006118788608447,
      "learning_rate": 0.00023328705612085042,
      "loss": 0.4102,
      "step": 47171
    },
    {
      "epoch": 1.932090927708376,
      "grad_norm": 1.0094970229892577,
      "learning_rate": 0.00023328434364670243,
      "loss": 0.6862,
      "step": 47172
    },
    {
      "epoch": 1.9321318861355725,
      "grad_norm": 1.1157486846812876,
      "learning_rate": 0.0002332816311331824,
      "loss": 0.731,
      "step": 47173
    },
    {
      "epoch": 1.9321728445627688,
      "grad_norm": 1.2049339303772133,
      "learning_rate": 0.00023327891858029168,
      "loss": 1.0716,
      "step": 47174
    },
    {
      "epoch": 1.9322138029899651,
      "grad_norm": 0.9503079462667741,
      "learning_rate": 0.00023327620598803146,
      "loss": 0.8599,
      "step": 47175
    },
    {
      "epoch": 1.9322547614171617,
      "grad_norm": 1.4802385802525322,
      "learning_rate": 0.00023327349335640316,
      "loss": 0.9947,
      "step": 47176
    },
    {
      "epoch": 1.932295719844358,
      "grad_norm": 1.4611710636637572,
      "learning_rate": 0.00023327078068540794,
      "loss": 1.1597,
      "step": 47177
    },
    {
      "epoch": 1.9323366782715543,
      "grad_norm": 1.2035084540691303,
      "learning_rate": 0.00023326806797504718,
      "loss": 0.8893,
      "step": 47178
    },
    {
      "epoch": 1.9323776366987508,
      "grad_norm": 1.3329569256975442,
      "learning_rate": 0.00023326535522532205,
      "loss": 0.7863,
      "step": 47179
    },
    {
      "epoch": 1.9324185951259472,
      "grad_norm": 1.4083869353038676,
      "learning_rate": 0.00023326264243623388,
      "loss": 1.3334,
      "step": 47180
    },
    {
      "epoch": 1.9324595535531435,
      "grad_norm": 1.1414845243049696,
      "learning_rate": 0.00023325992960778402,
      "loss": 0.7589,
      "step": 47181
    },
    {
      "epoch": 1.93250051198034,
      "grad_norm": 2.0471413487341588,
      "learning_rate": 0.00023325721673997369,
      "loss": 3.1296,
      "step": 47182
    },
    {
      "epoch": 1.9325414704075363,
      "grad_norm": 1.1390113510026771,
      "learning_rate": 0.00023325450383280413,
      "loss": 0.8201,
      "step": 47183
    },
    {
      "epoch": 1.9325824288347326,
      "grad_norm": 1.3239158074131687,
      "learning_rate": 0.0002332517908862767,
      "loss": 0.6061,
      "step": 47184
    },
    {
      "epoch": 1.9326233872619292,
      "grad_norm": 1.056470874083351,
      "learning_rate": 0.00023324907790039267,
      "loss": 0.6818,
      "step": 47185
    },
    {
      "epoch": 1.9326643456891255,
      "grad_norm": 1.263775049440864,
      "learning_rate": 0.00023324636487515328,
      "loss": 0.9454,
      "step": 47186
    },
    {
      "epoch": 1.9327053041163218,
      "grad_norm": 1.2102047257856687,
      "learning_rate": 0.00023324365181055985,
      "loss": 0.4715,
      "step": 47187
    },
    {
      "epoch": 1.9327462625435183,
      "grad_norm": 1.324043797990087,
      "learning_rate": 0.00023324093870661364,
      "loss": 1.0527,
      "step": 47188
    },
    {
      "epoch": 1.9327872209707149,
      "grad_norm": 1.030374966094818,
      "learning_rate": 0.000233238225563316,
      "loss": 0.5347,
      "step": 47189
    },
    {
      "epoch": 1.932828179397911,
      "grad_norm": 1.3050169140469525,
      "learning_rate": 0.0002332355123806681,
      "loss": 1.176,
      "step": 47190
    },
    {
      "epoch": 1.9328691378251075,
      "grad_norm": 0.9918957889044453,
      "learning_rate": 0.00023323279915867128,
      "loss": 0.5701,
      "step": 47191
    },
    {
      "epoch": 1.932910096252304,
      "grad_norm": 0.6891674292489662,
      "learning_rate": 0.00023323008589732686,
      "loss": 0.233,
      "step": 47192
    },
    {
      "epoch": 1.9329510546795003,
      "grad_norm": 1.5252028186386195,
      "learning_rate": 0.00023322737259663608,
      "loss": 1.0659,
      "step": 47193
    },
    {
      "epoch": 1.9329920131066967,
      "grad_norm": 0.9531150598301104,
      "learning_rate": 0.00023322465925660019,
      "loss": 0.7753,
      "step": 47194
    },
    {
      "epoch": 1.9330329715338932,
      "grad_norm": 1.2108330346647755,
      "learning_rate": 0.0002332219458772205,
      "loss": 0.755,
      "step": 47195
    },
    {
      "epoch": 1.9330739299610895,
      "grad_norm": 1.0056123127423422,
      "learning_rate": 0.00023321923245849836,
      "loss": 0.6188,
      "step": 47196
    },
    {
      "epoch": 1.9331148883882858,
      "grad_norm": 0.7339509120177066,
      "learning_rate": 0.00023321651900043495,
      "loss": 0.2462,
      "step": 47197
    },
    {
      "epoch": 1.9331558468154824,
      "grad_norm": 1.0161758316902696,
      "learning_rate": 0.00023321380550303164,
      "loss": 0.3907,
      "step": 47198
    },
    {
      "epoch": 1.9331968052426787,
      "grad_norm": 1.234240082199399,
      "learning_rate": 0.00023321109196628963,
      "loss": 0.9557,
      "step": 47199
    },
    {
      "epoch": 1.933237763669875,
      "grad_norm": 1.1762596284770175,
      "learning_rate": 0.0002332083783902103,
      "loss": 0.8621,
      "step": 47200
    },
    {
      "epoch": 1.9332787220970715,
      "grad_norm": 3.614442668618647,
      "learning_rate": 0.00023320566477479478,
      "loss": 6.9899,
      "step": 47201
    },
    {
      "epoch": 1.9333196805242678,
      "grad_norm": 0.8668234979098756,
      "learning_rate": 0.00023320295112004455,
      "loss": 0.3333,
      "step": 47202
    },
    {
      "epoch": 1.9333606389514641,
      "grad_norm": 1.421333933562179,
      "learning_rate": 0.00023320023742596073,
      "loss": 0.8868,
      "step": 47203
    },
    {
      "epoch": 1.9334015973786607,
      "grad_norm": 1.6031392045841442,
      "learning_rate": 0.00023319752369254472,
      "loss": 0.8,
      "step": 47204
    },
    {
      "epoch": 1.9334425558058572,
      "grad_norm": 0.8807749063317047,
      "learning_rate": 0.00023319480991979772,
      "loss": 0.3957,
      "step": 47205
    },
    {
      "epoch": 1.9334835142330533,
      "grad_norm": 1.3996994538556018,
      "learning_rate": 0.000233192096107721,
      "loss": 1.0365,
      "step": 47206
    },
    {
      "epoch": 1.9335244726602498,
      "grad_norm": 1.3973471961663984,
      "learning_rate": 0.00023318938225631598,
      "loss": 1.0297,
      "step": 47207
    },
    {
      "epoch": 1.9335654310874464,
      "grad_norm": 1.473892305160493,
      "learning_rate": 0.0002331866683655838,
      "loss": 0.9185,
      "step": 47208
    },
    {
      "epoch": 1.9336063895146425,
      "grad_norm": 1.4897301328345873,
      "learning_rate": 0.00023318395443552576,
      "loss": 1.2084,
      "step": 47209
    },
    {
      "epoch": 1.933647347941839,
      "grad_norm": 1.3137064914396825,
      "learning_rate": 0.0002331812404661432,
      "loss": 0.8668,
      "step": 47210
    },
    {
      "epoch": 1.9336883063690355,
      "grad_norm": 2.6158452054207775,
      "learning_rate": 0.0002331785264574374,
      "loss": 1.7942,
      "step": 47211
    },
    {
      "epoch": 1.9337292647962319,
      "grad_norm": 1.3291218117933197,
      "learning_rate": 0.00023317581240940956,
      "loss": 0.6426,
      "step": 47212
    },
    {
      "epoch": 1.9337702232234282,
      "grad_norm": 1.1848725773429916,
      "learning_rate": 0.00023317309832206106,
      "loss": 0.9106,
      "step": 47213
    },
    {
      "epoch": 1.9338111816506247,
      "grad_norm": 1.4406445215210912,
      "learning_rate": 0.0002331703841953931,
      "loss": 1.3134,
      "step": 47214
    },
    {
      "epoch": 1.933852140077821,
      "grad_norm": 1.166078452875364,
      "learning_rate": 0.0002331676700294071,
      "loss": 0.5495,
      "step": 47215
    },
    {
      "epoch": 1.9338930985050173,
      "grad_norm": 1.3458268600957184,
      "learning_rate": 0.00023316495582410417,
      "loss": 0.6362,
      "step": 47216
    },
    {
      "epoch": 1.9339340569322139,
      "grad_norm": 1.2813540608464826,
      "learning_rate": 0.00023316224157948572,
      "loss": 1.2203,
      "step": 47217
    },
    {
      "epoch": 1.9339750153594102,
      "grad_norm": 0.8998051002920566,
      "learning_rate": 0.00023315952729555296,
      "loss": 0.3798,
      "step": 47218
    },
    {
      "epoch": 1.9340159737866065,
      "grad_norm": 1.1389669588121711,
      "learning_rate": 0.0002331568129723072,
      "loss": 0.7846,
      "step": 47219
    },
    {
      "epoch": 1.934056932213803,
      "grad_norm": 1.5063757544990601,
      "learning_rate": 0.00023315409860974974,
      "loss": 0.8711,
      "step": 47220
    },
    {
      "epoch": 1.9340978906409994,
      "grad_norm": 1.275183034934557,
      "learning_rate": 0.00023315138420788184,
      "loss": 0.7925,
      "step": 47221
    },
    {
      "epoch": 1.9341388490681957,
      "grad_norm": 1.6921795222251985,
      "learning_rate": 0.00023314866976670477,
      "loss": 1.3282,
      "step": 47222
    },
    {
      "epoch": 1.9341798074953922,
      "grad_norm": 2.071579737041723,
      "learning_rate": 0.00023314595528621984,
      "loss": 1.9324,
      "step": 47223
    },
    {
      "epoch": 1.9342207659225887,
      "grad_norm": 1.074810536523392,
      "learning_rate": 0.00023314324076642836,
      "loss": 0.678,
      "step": 47224
    },
    {
      "epoch": 1.9342617243497848,
      "grad_norm": 1.2379341233654289,
      "learning_rate": 0.0002331405262073316,
      "loss": 0.9522,
      "step": 47225
    },
    {
      "epoch": 1.9343026827769814,
      "grad_norm": 1.3041681491692576,
      "learning_rate": 0.0002331378116089308,
      "loss": 0.8877,
      "step": 47226
    },
    {
      "epoch": 1.934343641204178,
      "grad_norm": 1.0214156483383194,
      "learning_rate": 0.00023313509697122723,
      "loss": 0.843,
      "step": 47227
    },
    {
      "epoch": 1.934384599631374,
      "grad_norm": 1.29175008801965,
      "learning_rate": 0.00023313238229422223,
      "loss": 1.2276,
      "step": 47228
    },
    {
      "epoch": 1.9344255580585705,
      "grad_norm": 0.8603009360708375,
      "learning_rate": 0.00023312966757791707,
      "loss": 0.2711,
      "step": 47229
    },
    {
      "epoch": 1.934466516485767,
      "grad_norm": 1.4709464726597263,
      "learning_rate": 0.00023312695282231305,
      "loss": 1.0623,
      "step": 47230
    },
    {
      "epoch": 1.9345074749129634,
      "grad_norm": 1.247547556481754,
      "learning_rate": 0.00023312423802741137,
      "loss": 0.8147,
      "step": 47231
    },
    {
      "epoch": 1.9345484333401597,
      "grad_norm": 0.6874295455261732,
      "learning_rate": 0.00023312152319321345,
      "loss": 0.3161,
      "step": 47232
    },
    {
      "epoch": 1.9345893917673562,
      "grad_norm": 0.671093908601192,
      "learning_rate": 0.00023311880831972042,
      "loss": 0.3021,
      "step": 47233
    },
    {
      "epoch": 1.9346303501945525,
      "grad_norm": 0.9688504232989137,
      "learning_rate": 0.00023311609340693367,
      "loss": 0.6578,
      "step": 47234
    },
    {
      "epoch": 1.9346713086217489,
      "grad_norm": 1.3321669029201197,
      "learning_rate": 0.00023311337845485447,
      "loss": 1.0978,
      "step": 47235
    },
    {
      "epoch": 1.9347122670489454,
      "grad_norm": 1.152284506554214,
      "learning_rate": 0.0002331106634634841,
      "loss": 0.6315,
      "step": 47236
    },
    {
      "epoch": 1.9347532254761417,
      "grad_norm": 1.1743399181197105,
      "learning_rate": 0.00023310794843282382,
      "loss": 0.7833,
      "step": 47237
    },
    {
      "epoch": 1.934794183903338,
      "grad_norm": 1.61696034870889,
      "learning_rate": 0.00023310523336287487,
      "loss": 1.2258,
      "step": 47238
    },
    {
      "epoch": 1.9348351423305346,
      "grad_norm": 1.2519732192945854,
      "learning_rate": 0.00023310251825363863,
      "loss": 0.6075,
      "step": 47239
    },
    {
      "epoch": 1.9348761007577309,
      "grad_norm": 1.226768963235772,
      "learning_rate": 0.00023309980310511636,
      "loss": 1.3666,
      "step": 47240
    },
    {
      "epoch": 1.9349170591849272,
      "grad_norm": 1.567447050216312,
      "learning_rate": 0.0002330970879173093,
      "loss": 0.9292,
      "step": 47241
    },
    {
      "epoch": 1.9349580176121237,
      "grad_norm": 3.6448323577461625,
      "learning_rate": 0.0002330943726902188,
      "loss": 7.6499,
      "step": 47242
    },
    {
      "epoch": 1.9349989760393203,
      "grad_norm": 1.074717642571707,
      "learning_rate": 0.00023309165742384607,
      "loss": 0.7301,
      "step": 47243
    },
    {
      "epoch": 1.9350399344665163,
      "grad_norm": 1.2242167738940546,
      "learning_rate": 0.00023308894211819243,
      "loss": 0.7706,
      "step": 47244
    },
    {
      "epoch": 1.9350808928937129,
      "grad_norm": 1.2819789799993255,
      "learning_rate": 0.00023308622677325916,
      "loss": 0.8505,
      "step": 47245
    },
    {
      "epoch": 1.9351218513209094,
      "grad_norm": 1.704408949160438,
      "learning_rate": 0.00023308351138904754,
      "loss": 1.5099,
      "step": 47246
    },
    {
      "epoch": 1.9351628097481057,
      "grad_norm": 1.3106996016014039,
      "learning_rate": 0.00023308079596555886,
      "loss": 0.9011,
      "step": 47247
    },
    {
      "epoch": 1.935203768175302,
      "grad_norm": 1.1401941067693973,
      "learning_rate": 0.00023307808050279438,
      "loss": 1.0174,
      "step": 47248
    },
    {
      "epoch": 1.9352447266024986,
      "grad_norm": 1.3753718295307713,
      "learning_rate": 0.0002330753650007554,
      "loss": 1.184,
      "step": 47249
    },
    {
      "epoch": 1.935285685029695,
      "grad_norm": 1.3539742746997911,
      "learning_rate": 0.00023307264945944325,
      "loss": 1.0605,
      "step": 47250
    },
    {
      "epoch": 1.9353266434568912,
      "grad_norm": 1.1889881210928066,
      "learning_rate": 0.00023306993387885917,
      "loss": 0.8721,
      "step": 47251
    },
    {
      "epoch": 1.9353676018840877,
      "grad_norm": 1.1590843571715064,
      "learning_rate": 0.0002330672182590044,
      "loss": 0.822,
      "step": 47252
    },
    {
      "epoch": 1.935408560311284,
      "grad_norm": 1.158604506973385,
      "learning_rate": 0.0002330645025998803,
      "loss": 0.6911,
      "step": 47253
    },
    {
      "epoch": 1.9354495187384804,
      "grad_norm": 1.3528746975742265,
      "learning_rate": 0.00023306178690148813,
      "loss": 1.0352,
      "step": 47254
    },
    {
      "epoch": 1.935490477165677,
      "grad_norm": 1.4201467798678244,
      "learning_rate": 0.00023305907116382915,
      "loss": 0.8164,
      "step": 47255
    },
    {
      "epoch": 1.9355314355928732,
      "grad_norm": 1.0323927340249823,
      "learning_rate": 0.00023305635538690468,
      "loss": 0.3846,
      "step": 47256
    },
    {
      "epoch": 1.9355723940200695,
      "grad_norm": 1.013872857951339,
      "learning_rate": 0.00023305363957071596,
      "loss": 0.531,
      "step": 47257
    },
    {
      "epoch": 1.935613352447266,
      "grad_norm": 7.608863966219418,
      "learning_rate": 0.0002330509237152643,
      "loss": 2.0262,
      "step": 47258
    },
    {
      "epoch": 1.9356543108744624,
      "grad_norm": 1.127769860308514,
      "learning_rate": 0.000233048207820551,
      "loss": 0.3391,
      "step": 47259
    },
    {
      "epoch": 1.9356952693016587,
      "grad_norm": 1.4326769176950165,
      "learning_rate": 0.00023304549188657732,
      "loss": 1.3323,
      "step": 47260
    },
    {
      "epoch": 1.9357362277288552,
      "grad_norm": 1.0514630188965064,
      "learning_rate": 0.00023304277591334454,
      "loss": 0.7158,
      "step": 47261
    },
    {
      "epoch": 1.9357771861560518,
      "grad_norm": 1.2995845580658631,
      "learning_rate": 0.00023304005990085398,
      "loss": 1.0002,
      "step": 47262
    },
    {
      "epoch": 1.9358181445832479,
      "grad_norm": 1.5285671084027777,
      "learning_rate": 0.00023303734384910686,
      "loss": 1.0391,
      "step": 47263
    },
    {
      "epoch": 1.9358591030104444,
      "grad_norm": 1.12661184831974,
      "learning_rate": 0.00023303462775810455,
      "loss": 0.7337,
      "step": 47264
    },
    {
      "epoch": 1.935900061437641,
      "grad_norm": 1.1330640206012732,
      "learning_rate": 0.00023303191162784824,
      "loss": 0.8018,
      "step": 47265
    },
    {
      "epoch": 1.9359410198648372,
      "grad_norm": 1.0832218742867499,
      "learning_rate": 0.00023302919545833926,
      "loss": 0.7854,
      "step": 47266
    },
    {
      "epoch": 1.9359819782920336,
      "grad_norm": 1.2222053005984144,
      "learning_rate": 0.00023302647924957896,
      "loss": 0.8506,
      "step": 47267
    },
    {
      "epoch": 1.93602293671923,
      "grad_norm": 0.8425701115667936,
      "learning_rate": 0.0002330237630015685,
      "loss": 0.3494,
      "step": 47268
    },
    {
      "epoch": 1.9360638951464264,
      "grad_norm": 1.1223468510037413,
      "learning_rate": 0.0002330210467143092,
      "loss": 0.7714,
      "step": 47269
    },
    {
      "epoch": 1.9361048535736227,
      "grad_norm": 1.1605908372554994,
      "learning_rate": 0.00023301833038780244,
      "loss": 0.692,
      "step": 47270
    },
    {
      "epoch": 1.9361458120008193,
      "grad_norm": 0.9775883851177065,
      "learning_rate": 0.0002330156140220494,
      "loss": 0.8625,
      "step": 47271
    },
    {
      "epoch": 1.9361867704280156,
      "grad_norm": 1.3220035320461183,
      "learning_rate": 0.0002330128976170514,
      "loss": 0.8315,
      "step": 47272
    },
    {
      "epoch": 1.9362277288552119,
      "grad_norm": 1.3148024884757112,
      "learning_rate": 0.00023301018117280969,
      "loss": 0.8609,
      "step": 47273
    },
    {
      "epoch": 1.9362686872824084,
      "grad_norm": 1.0371984348429877,
      "learning_rate": 0.0002330074646893256,
      "loss": 0.7897,
      "step": 47274
    },
    {
      "epoch": 1.9363096457096047,
      "grad_norm": 1.3973769513106902,
      "learning_rate": 0.0002330047481666004,
      "loss": 1.0082,
      "step": 47275
    },
    {
      "epoch": 1.936350604136801,
      "grad_norm": 1.2033674168993125,
      "learning_rate": 0.00023300203160463536,
      "loss": 0.7907,
      "step": 47276
    },
    {
      "epoch": 1.9363915625639976,
      "grad_norm": 1.1493714507406265,
      "learning_rate": 0.00023299931500343182,
      "loss": 0.5469,
      "step": 47277
    },
    {
      "epoch": 1.936432520991194,
      "grad_norm": 1.1074517579529723,
      "learning_rate": 0.00023299659836299095,
      "loss": 0.8432,
      "step": 47278
    },
    {
      "epoch": 1.9364734794183902,
      "grad_norm": 0.9786749387368237,
      "learning_rate": 0.00023299388168331414,
      "loss": 0.347,
      "step": 47279
    },
    {
      "epoch": 1.9365144378455867,
      "grad_norm": 0.9458533341941845,
      "learning_rate": 0.00023299116496440264,
      "loss": 0.7717,
      "step": 47280
    },
    {
      "epoch": 1.9365553962727833,
      "grad_norm": 1.517758478095787,
      "learning_rate": 0.00023298844820625772,
      "loss": 1.059,
      "step": 47281
    },
    {
      "epoch": 1.9365963546999794,
      "grad_norm": 1.0225076973702254,
      "learning_rate": 0.00023298573140888073,
      "loss": 0.5184,
      "step": 47282
    },
    {
      "epoch": 1.936637313127176,
      "grad_norm": 1.9118432618851169,
      "learning_rate": 0.00023298301457227283,
      "loss": 0.9691,
      "step": 47283
    },
    {
      "epoch": 1.9366782715543724,
      "grad_norm": 1.629403607177687,
      "learning_rate": 0.00023298029769643544,
      "loss": 0.9711,
      "step": 47284
    },
    {
      "epoch": 1.9367192299815688,
      "grad_norm": 1.0209777852908866,
      "learning_rate": 0.00023297758078136974,
      "loss": 0.5971,
      "step": 47285
    },
    {
      "epoch": 1.936760188408765,
      "grad_norm": 0.9190068602273294,
      "learning_rate": 0.00023297486382707706,
      "loss": 0.3862,
      "step": 47286
    },
    {
      "epoch": 1.9368011468359616,
      "grad_norm": 1.2616288094916661,
      "learning_rate": 0.0002329721468335587,
      "loss": 0.9481,
      "step": 47287
    },
    {
      "epoch": 1.936842105263158,
      "grad_norm": 1.3150841854230568,
      "learning_rate": 0.0002329694298008159,
      "loss": 0.7129,
      "step": 47288
    },
    {
      "epoch": 1.9368830636903542,
      "grad_norm": 1.683953856456235,
      "learning_rate": 0.00023296671272884996,
      "loss": 1.249,
      "step": 47289
    },
    {
      "epoch": 1.9369240221175508,
      "grad_norm": 1.2446691125088423,
      "learning_rate": 0.00023296399561766217,
      "loss": 0.7478,
      "step": 47290
    },
    {
      "epoch": 1.936964980544747,
      "grad_norm": 2.186614548365317,
      "learning_rate": 0.00023296127846725382,
      "loss": 2.6303,
      "step": 47291
    },
    {
      "epoch": 1.9370059389719434,
      "grad_norm": 0.9904572080057448,
      "learning_rate": 0.0002329585612776262,
      "loss": 0.8362,
      "step": 47292
    },
    {
      "epoch": 1.93704689739914,
      "grad_norm": 1.4345048876572215,
      "learning_rate": 0.0002329558440487806,
      "loss": 0.9866,
      "step": 47293
    },
    {
      "epoch": 1.9370878558263362,
      "grad_norm": 0.9272369627817916,
      "learning_rate": 0.00023295312678071832,
      "loss": 0.6215,
      "step": 47294
    },
    {
      "epoch": 1.9371288142535326,
      "grad_norm": 1.039650678049425,
      "learning_rate": 0.00023295040947344053,
      "loss": 0.7009,
      "step": 47295
    },
    {
      "epoch": 1.937169772680729,
      "grad_norm": 1.1191301514719987,
      "learning_rate": 0.00023294769212694864,
      "loss": 0.9138,
      "step": 47296
    },
    {
      "epoch": 1.9372107311079254,
      "grad_norm": 1.2266892274352175,
      "learning_rate": 0.00023294497474124392,
      "loss": 1.2069,
      "step": 47297
    },
    {
      "epoch": 1.9372516895351217,
      "grad_norm": 1.4139688432180777,
      "learning_rate": 0.0002329422573163276,
      "loss": 1.2669,
      "step": 47298
    },
    {
      "epoch": 1.9372926479623183,
      "grad_norm": 1.2191677672436636,
      "learning_rate": 0.00023293953985220102,
      "loss": 0.7228,
      "step": 47299
    },
    {
      "epoch": 1.9373336063895148,
      "grad_norm": 1.2226282589942674,
      "learning_rate": 0.0002329368223488654,
      "loss": 0.7998,
      "step": 47300
    },
    {
      "epoch": 1.9373745648167109,
      "grad_norm": 1.0819366516478548,
      "learning_rate": 0.00023293410480632208,
      "loss": 0.4028,
      "step": 47301
    },
    {
      "epoch": 1.9374155232439074,
      "grad_norm": 1.3989959044760365,
      "learning_rate": 0.0002329313872245723,
      "loss": 0.9737,
      "step": 47302
    },
    {
      "epoch": 1.937456481671104,
      "grad_norm": 1.0847472932044246,
      "learning_rate": 0.00023292866960361746,
      "loss": 0.6877,
      "step": 47303
    },
    {
      "epoch": 1.9374974400983003,
      "grad_norm": 1.1345588026995064,
      "learning_rate": 0.00023292595194345867,
      "loss": 1.0611,
      "step": 47304
    },
    {
      "epoch": 1.9375383985254966,
      "grad_norm": 0.6845991499737615,
      "learning_rate": 0.00023292323424409732,
      "loss": 0.2345,
      "step": 47305
    },
    {
      "epoch": 1.9375793569526931,
      "grad_norm": 1.2955144713565705,
      "learning_rate": 0.00023292051650553473,
      "loss": 0.7819,
      "step": 47306
    },
    {
      "epoch": 1.9376203153798894,
      "grad_norm": 1.1828375511072904,
      "learning_rate": 0.00023291779872777207,
      "loss": 0.9697,
      "step": 47307
    },
    {
      "epoch": 1.9376612738070857,
      "grad_norm": 1.265090903482064,
      "learning_rate": 0.00023291508091081073,
      "loss": 1.1616,
      "step": 47308
    },
    {
      "epoch": 1.9377022322342823,
      "grad_norm": 1.0767190018593076,
      "learning_rate": 0.0002329123630546519,
      "loss": 0.7495,
      "step": 47309
    },
    {
      "epoch": 1.9377431906614786,
      "grad_norm": 1.313183050668225,
      "learning_rate": 0.00023290964515929695,
      "loss": 1.0157,
      "step": 47310
    },
    {
      "epoch": 1.937784149088675,
      "grad_norm": 1.239890023247255,
      "learning_rate": 0.00023290692722474713,
      "loss": 0.9256,
      "step": 47311
    },
    {
      "epoch": 1.9378251075158714,
      "grad_norm": 1.0647088629706472,
      "learning_rate": 0.00023290420925100374,
      "loss": 0.357,
      "step": 47312
    },
    {
      "epoch": 1.9378660659430678,
      "grad_norm": 1.2025618390861483,
      "learning_rate": 0.000232901491238068,
      "loss": 1.0367,
      "step": 47313
    },
    {
      "epoch": 1.937907024370264,
      "grad_norm": 1.3468455584278838,
      "learning_rate": 0.0002328987731859413,
      "loss": 0.9907,
      "step": 47314
    },
    {
      "epoch": 1.9379479827974606,
      "grad_norm": 1.185653355041981,
      "learning_rate": 0.00023289605509462484,
      "loss": 1.3029,
      "step": 47315
    },
    {
      "epoch": 1.937988941224657,
      "grad_norm": 0.7266980406619173,
      "learning_rate": 0.00023289333696411993,
      "loss": 0.3201,
      "step": 47316
    },
    {
      "epoch": 1.9380298996518532,
      "grad_norm": 1.1091318726161445,
      "learning_rate": 0.00023289061879442786,
      "loss": 0.7418,
      "step": 47317
    },
    {
      "epoch": 1.9380708580790498,
      "grad_norm": 1.1136997800045534,
      "learning_rate": 0.00023288790058554996,
      "loss": 0.7578,
      "step": 47318
    },
    {
      "epoch": 1.9381118165062463,
      "grad_norm": 1.254786873005161,
      "learning_rate": 0.00023288518233748745,
      "loss": 1.0998,
      "step": 47319
    },
    {
      "epoch": 1.9381527749334424,
      "grad_norm": 2.6069887567277283,
      "learning_rate": 0.00023288246405024163,
      "loss": 3.8139,
      "step": 47320
    },
    {
      "epoch": 1.938193733360639,
      "grad_norm": 1.2700543560386548,
      "learning_rate": 0.00023287974572381375,
      "loss": 0.6832,
      "step": 47321
    },
    {
      "epoch": 1.9382346917878355,
      "grad_norm": 1.1959202171219623,
      "learning_rate": 0.0002328770273582052,
      "loss": 0.8157,
      "step": 47322
    },
    {
      "epoch": 1.9382756502150318,
      "grad_norm": 1.2276463344068773,
      "learning_rate": 0.00023287430895341715,
      "loss": 1.1986,
      "step": 47323
    },
    {
      "epoch": 1.938316608642228,
      "grad_norm": 1.082273320209323,
      "learning_rate": 0.00023287159050945096,
      "loss": 0.7366,
      "step": 47324
    },
    {
      "epoch": 1.9383575670694246,
      "grad_norm": 0.8940139446447946,
      "learning_rate": 0.00023286887202630786,
      "loss": 0.461,
      "step": 47325
    },
    {
      "epoch": 1.938398525496621,
      "grad_norm": 1.1359608095818972,
      "learning_rate": 0.0002328661535039892,
      "loss": 0.8309,
      "step": 47326
    },
    {
      "epoch": 1.9384394839238173,
      "grad_norm": 1.3547643811252776,
      "learning_rate": 0.00023286343494249623,
      "loss": 0.9098,
      "step": 47327
    },
    {
      "epoch": 1.9384804423510138,
      "grad_norm": 1.7359121150445025,
      "learning_rate": 0.00023286071634183024,
      "loss": 1.0152,
      "step": 47328
    },
    {
      "epoch": 1.9385214007782101,
      "grad_norm": 1.0312945102940654,
      "learning_rate": 0.00023285799770199253,
      "loss": 0.8865,
      "step": 47329
    },
    {
      "epoch": 1.9385623592054064,
      "grad_norm": 1.2602829504611126,
      "learning_rate": 0.00023285527902298434,
      "loss": 0.8846,
      "step": 47330
    },
    {
      "epoch": 1.938603317632603,
      "grad_norm": 1.0732833720708643,
      "learning_rate": 0.00023285256030480695,
      "loss": 0.9249,
      "step": 47331
    },
    {
      "epoch": 1.9386442760597993,
      "grad_norm": 0.8787120059942871,
      "learning_rate": 0.0002328498415474617,
      "loss": 0.6124,
      "step": 47332
    },
    {
      "epoch": 1.9386852344869956,
      "grad_norm": 1.2898104397653511,
      "learning_rate": 0.00023284712275094984,
      "loss": 0.8867,
      "step": 47333
    },
    {
      "epoch": 1.9387261929141921,
      "grad_norm": 0.7768490784424773,
      "learning_rate": 0.0002328444039152727,
      "loss": 0.3647,
      "step": 47334
    },
    {
      "epoch": 1.9387671513413884,
      "grad_norm": 1.2039082348912062,
      "learning_rate": 0.00023284168504043151,
      "loss": 1.0173,
      "step": 47335
    },
    {
      "epoch": 1.9388081097685848,
      "grad_norm": 1.5474275142974014,
      "learning_rate": 0.00023283896612642763,
      "loss": 1.1934,
      "step": 47336
    },
    {
      "epoch": 1.9388490681957813,
      "grad_norm": 1.2084052208550853,
      "learning_rate": 0.0002328362471732622,
      "loss": 0.8046,
      "step": 47337
    },
    {
      "epoch": 1.9388900266229778,
      "grad_norm": 1.1437368829306835,
      "learning_rate": 0.00023283352818093665,
      "loss": 0.9749,
      "step": 47338
    },
    {
      "epoch": 1.938930985050174,
      "grad_norm": 1.4552276870399539,
      "learning_rate": 0.00023283080914945223,
      "loss": 0.8716,
      "step": 47339
    },
    {
      "epoch": 1.9389719434773705,
      "grad_norm": 0.6781836262165796,
      "learning_rate": 0.00023282809007881022,
      "loss": 0.2703,
      "step": 47340
    },
    {
      "epoch": 1.939012901904567,
      "grad_norm": 1.537901692279038,
      "learning_rate": 0.00023282537096901186,
      "loss": 1.0407,
      "step": 47341
    },
    {
      "epoch": 1.9390538603317633,
      "grad_norm": 0.7219439003581719,
      "learning_rate": 0.0002328226518200585,
      "loss": 0.2833,
      "step": 47342
    },
    {
      "epoch": 1.9390948187589596,
      "grad_norm": 1.6174671981886675,
      "learning_rate": 0.00023281993263195137,
      "loss": 0.9151,
      "step": 47343
    },
    {
      "epoch": 1.9391357771861562,
      "grad_norm": 1.3392282134835818,
      "learning_rate": 0.00023281721340469178,
      "loss": 0.864,
      "step": 47344
    },
    {
      "epoch": 1.9391767356133525,
      "grad_norm": 1.495394344818268,
      "learning_rate": 0.00023281449413828104,
      "loss": 0.9023,
      "step": 47345
    },
    {
      "epoch": 1.9392176940405488,
      "grad_norm": 1.1815216335746963,
      "learning_rate": 0.00023281177483272037,
      "loss": 0.9079,
      "step": 47346
    },
    {
      "epoch": 1.9392586524677453,
      "grad_norm": 2.8524380700594367,
      "learning_rate": 0.00023280905548801116,
      "loss": 1.1871,
      "step": 47347
    },
    {
      "epoch": 1.9392996108949416,
      "grad_norm": 1.2941207542002422,
      "learning_rate": 0.0002328063361041546,
      "loss": 0.8131,
      "step": 47348
    },
    {
      "epoch": 1.939340569322138,
      "grad_norm": 1.4109929705818254,
      "learning_rate": 0.000232803616681152,
      "loss": 1.0995,
      "step": 47349
    },
    {
      "epoch": 1.9393815277493345,
      "grad_norm": 1.2747353901132357,
      "learning_rate": 0.00023280089721900468,
      "loss": 0.7069,
      "step": 47350
    },
    {
      "epoch": 1.9394224861765308,
      "grad_norm": 1.0902708611321466,
      "learning_rate": 0.00023279817771771388,
      "loss": 0.6309,
      "step": 47351
    },
    {
      "epoch": 1.939463444603727,
      "grad_norm": 1.2035993669453653,
      "learning_rate": 0.00023279545817728094,
      "loss": 0.6094,
      "step": 47352
    },
    {
      "epoch": 1.9395044030309236,
      "grad_norm": 1.1356502177620829,
      "learning_rate": 0.00023279273859770706,
      "loss": 0.4834,
      "step": 47353
    },
    {
      "epoch": 1.93954536145812,
      "grad_norm": 0.9808160634668397,
      "learning_rate": 0.00023279001897899364,
      "loss": 0.702,
      "step": 47354
    },
    {
      "epoch": 1.9395863198853163,
      "grad_norm": 1.3882700627174527,
      "learning_rate": 0.00023278729932114185,
      "loss": 1.0948,
      "step": 47355
    },
    {
      "epoch": 1.9396272783125128,
      "grad_norm": 1.536039099697032,
      "learning_rate": 0.00023278457962415302,
      "loss": 1.4322,
      "step": 47356
    },
    {
      "epoch": 1.9396682367397093,
      "grad_norm": 1.3445817217771197,
      "learning_rate": 0.00023278185988802848,
      "loss": 0.7111,
      "step": 47357
    },
    {
      "epoch": 1.9397091951669054,
      "grad_norm": 1.092143783158647,
      "learning_rate": 0.00023277914011276947,
      "loss": 0.854,
      "step": 47358
    },
    {
      "epoch": 1.939750153594102,
      "grad_norm": 1.2238090216693156,
      "learning_rate": 0.00023277642029837726,
      "loss": 0.8252,
      "step": 47359
    },
    {
      "epoch": 1.9397911120212985,
      "grad_norm": 1.1103412233604257,
      "learning_rate": 0.0002327737004448532,
      "loss": 0.6987,
      "step": 47360
    },
    {
      "epoch": 1.9398320704484948,
      "grad_norm": 1.075204970139348,
      "learning_rate": 0.00023277098055219853,
      "loss": 0.6971,
      "step": 47361
    },
    {
      "epoch": 1.9398730288756911,
      "grad_norm": 1.1839922335102682,
      "learning_rate": 0.00023276826062041452,
      "loss": 0.9874,
      "step": 47362
    },
    {
      "epoch": 1.9399139873028877,
      "grad_norm": 2.571391889293761,
      "learning_rate": 0.00023276554064950253,
      "loss": 3.1563,
      "step": 47363
    },
    {
      "epoch": 1.939954945730084,
      "grad_norm": 2.8021917532473513,
      "learning_rate": 0.0002327628206394637,
      "loss": 1.1141,
      "step": 47364
    },
    {
      "epoch": 1.9399959041572803,
      "grad_norm": 1.5497364370803932,
      "learning_rate": 0.00023276010059029948,
      "loss": 1.166,
      "step": 47365
    },
    {
      "epoch": 1.9400368625844768,
      "grad_norm": 1.022866823737572,
      "learning_rate": 0.0002327573805020111,
      "loss": 0.739,
      "step": 47366
    },
    {
      "epoch": 1.9400778210116731,
      "grad_norm": 1.0526942893191622,
      "learning_rate": 0.0002327546603745998,
      "loss": 0.5375,
      "step": 47367
    },
    {
      "epoch": 1.9401187794388695,
      "grad_norm": 1.3975918927252378,
      "learning_rate": 0.00023275194020806693,
      "loss": 1.1272,
      "step": 47368
    },
    {
      "epoch": 1.940159737866066,
      "grad_norm": 1.1921561243908225,
      "learning_rate": 0.00023274922000241375,
      "loss": 0.923,
      "step": 47369
    },
    {
      "epoch": 1.9402006962932623,
      "grad_norm": 1.1970260746701573,
      "learning_rate": 0.0002327464997576415,
      "loss": 0.9212,
      "step": 47370
    },
    {
      "epoch": 1.9402416547204586,
      "grad_norm": 0.9026423320790177,
      "learning_rate": 0.00023274377947375149,
      "loss": 0.6798,
      "step": 47371
    },
    {
      "epoch": 1.9402826131476552,
      "grad_norm": 1.1840624521325673,
      "learning_rate": 0.00023274105915074508,
      "loss": 0.8178,
      "step": 47372
    },
    {
      "epoch": 1.9403235715748517,
      "grad_norm": 1.1126306672328115,
      "learning_rate": 0.00023273833878862348,
      "loss": 0.9274,
      "step": 47373
    },
    {
      "epoch": 1.9403645300020478,
      "grad_norm": 1.0289758847737756,
      "learning_rate": 0.00023273561838738798,
      "loss": 0.7598,
      "step": 47374
    },
    {
      "epoch": 1.9404054884292443,
      "grad_norm": 1.0489852471863363,
      "learning_rate": 0.00023273289794703986,
      "loss": 0.8786,
      "step": 47375
    },
    {
      "epoch": 1.9404464468564409,
      "grad_norm": 0.9578912214659691,
      "learning_rate": 0.00023273017746758048,
      "loss": 0.2483,
      "step": 47376
    },
    {
      "epoch": 1.940487405283637,
      "grad_norm": 1.0231395070882976,
      "learning_rate": 0.00023272745694901103,
      "loss": 0.5976,
      "step": 47377
    },
    {
      "epoch": 1.9405283637108335,
      "grad_norm": 1.72580058647349,
      "learning_rate": 0.00023272473639133286,
      "loss": 0.8303,
      "step": 47378
    },
    {
      "epoch": 1.94056932213803,
      "grad_norm": 1.4747326433911407,
      "learning_rate": 0.00023272201579454721,
      "loss": 0.8096,
      "step": 47379
    },
    {
      "epoch": 1.9406102805652263,
      "grad_norm": 1.2863114196203709,
      "learning_rate": 0.00023271929515865543,
      "loss": 0.8727,
      "step": 47380
    },
    {
      "epoch": 1.9406512389924226,
      "grad_norm": 0.8617432886619395,
      "learning_rate": 0.00023271657448365875,
      "loss": 0.4838,
      "step": 47381
    },
    {
      "epoch": 1.9406921974196192,
      "grad_norm": 0.666237971080654,
      "learning_rate": 0.00023271385376955848,
      "loss": 0.2957,
      "step": 47382
    },
    {
      "epoch": 1.9407331558468155,
      "grad_norm": 1.1197295928284334,
      "learning_rate": 0.0002327111330163559,
      "loss": 1.1291,
      "step": 47383
    },
    {
      "epoch": 1.9407741142740118,
      "grad_norm": 1.1171986531080753,
      "learning_rate": 0.00023270841222405227,
      "loss": 0.5871,
      "step": 47384
    },
    {
      "epoch": 1.9408150727012083,
      "grad_norm": 1.553078372382099,
      "learning_rate": 0.00023270569139264896,
      "loss": 1.095,
      "step": 47385
    },
    {
      "epoch": 1.9408560311284047,
      "grad_norm": 1.0993121001379091,
      "learning_rate": 0.00023270297052214713,
      "loss": 0.5554,
      "step": 47386
    },
    {
      "epoch": 1.940896989555601,
      "grad_norm": 1.2913199937842887,
      "learning_rate": 0.00023270024961254815,
      "loss": 0.8505,
      "step": 47387
    },
    {
      "epoch": 1.9409379479827975,
      "grad_norm": 1.240398532645928,
      "learning_rate": 0.00023269752866385333,
      "loss": 0.9599,
      "step": 47388
    },
    {
      "epoch": 1.9409789064099938,
      "grad_norm": 1.1639562252068132,
      "learning_rate": 0.0002326948076760639,
      "loss": 0.7066,
      "step": 47389
    },
    {
      "epoch": 1.9410198648371901,
      "grad_norm": 1.4690298052295,
      "learning_rate": 0.00023269208664918113,
      "loss": 1.5197,
      "step": 47390
    },
    {
      "epoch": 1.9410608232643867,
      "grad_norm": 1.1183482647655705,
      "learning_rate": 0.00023268936558320637,
      "loss": 0.4994,
      "step": 47391
    },
    {
      "epoch": 1.9411017816915832,
      "grad_norm": 0.6800923847565938,
      "learning_rate": 0.0002326866444781409,
      "loss": 0.2753,
      "step": 47392
    },
    {
      "epoch": 1.9411427401187793,
      "grad_norm": 0.9928966358367866,
      "learning_rate": 0.00023268392333398592,
      "loss": 0.6826,
      "step": 47393
    },
    {
      "epoch": 1.9411836985459758,
      "grad_norm": 1.1951069164096777,
      "learning_rate": 0.00023268120215074283,
      "loss": 1.0561,
      "step": 47394
    },
    {
      "epoch": 1.9412246569731724,
      "grad_norm": 0.9979371530346064,
      "learning_rate": 0.00023267848092841281,
      "loss": 0.8316,
      "step": 47395
    },
    {
      "epoch": 1.9412656154003685,
      "grad_norm": 0.7503134253561075,
      "learning_rate": 0.00023267575966699728,
      "loss": 0.3481,
      "step": 47396
    },
    {
      "epoch": 1.941306573827565,
      "grad_norm": 1.1748602793559375,
      "learning_rate": 0.0002326730383664974,
      "loss": 0.7656,
      "step": 47397
    },
    {
      "epoch": 1.9413475322547615,
      "grad_norm": 1.2465176880044315,
      "learning_rate": 0.00023267031702691452,
      "loss": 0.8363,
      "step": 47398
    },
    {
      "epoch": 1.9413884906819578,
      "grad_norm": 6.4319158108019705,
      "learning_rate": 0.00023266759564824987,
      "loss": 2.2684,
      "step": 47399
    },
    {
      "epoch": 1.9414294491091542,
      "grad_norm": 0.8517249004813272,
      "learning_rate": 0.00023266487423050482,
      "loss": 0.3801,
      "step": 47400
    },
    {
      "epoch": 1.9414704075363507,
      "grad_norm": 1.2736891901643383,
      "learning_rate": 0.00023266215277368058,
      "loss": 0.7705,
      "step": 47401
    },
    {
      "epoch": 1.941511365963547,
      "grad_norm": 1.3450607378543575,
      "learning_rate": 0.00023265943127777851,
      "loss": 1.2021,
      "step": 47402
    },
    {
      "epoch": 1.9415523243907433,
      "grad_norm": 1.015256188297181,
      "learning_rate": 0.00023265670974279985,
      "loss": 0.7863,
      "step": 47403
    },
    {
      "epoch": 1.9415932828179399,
      "grad_norm": 1.5993275483574065,
      "learning_rate": 0.00023265398816874592,
      "loss": 0.975,
      "step": 47404
    },
    {
      "epoch": 1.9416342412451362,
      "grad_norm": 0.8801848660319288,
      "learning_rate": 0.00023265126655561792,
      "loss": 0.2858,
      "step": 47405
    },
    {
      "epoch": 1.9416751996723325,
      "grad_norm": 1.383707362410468,
      "learning_rate": 0.00023264854490341724,
      "loss": 0.9784,
      "step": 47406
    },
    {
      "epoch": 1.941716158099529,
      "grad_norm": 1.1438234645488945,
      "learning_rate": 0.0002326458232121451,
      "loss": 0.6209,
      "step": 47407
    },
    {
      "epoch": 1.9417571165267253,
      "grad_norm": 1.924063490397163,
      "learning_rate": 0.00023264310148180282,
      "loss": 0.7171,
      "step": 47408
    },
    {
      "epoch": 1.9417980749539216,
      "grad_norm": 1.7370354305011078,
      "learning_rate": 0.00023264037971239168,
      "loss": 0.9952,
      "step": 47409
    },
    {
      "epoch": 1.9418390333811182,
      "grad_norm": 1.3765879278701998,
      "learning_rate": 0.00023263765790391294,
      "loss": 0.9907,
      "step": 47410
    },
    {
      "epoch": 1.9418799918083147,
      "grad_norm": 1.4673552205131069,
      "learning_rate": 0.00023263493605636792,
      "loss": 1.1786,
      "step": 47411
    },
    {
      "epoch": 1.9419209502355108,
      "grad_norm": 0.8439190935383454,
      "learning_rate": 0.00023263221416975794,
      "loss": 0.3378,
      "step": 47412
    },
    {
      "epoch": 1.9419619086627073,
      "grad_norm": 0.8312907400387287,
      "learning_rate": 0.00023262949224408418,
      "loss": 0.4166,
      "step": 47413
    },
    {
      "epoch": 1.9420028670899039,
      "grad_norm": 1.3139551785433006,
      "learning_rate": 0.00023262677027934803,
      "loss": 0.7131,
      "step": 47414
    },
    {
      "epoch": 1.9420438255171002,
      "grad_norm": 0.7682387388632974,
      "learning_rate": 0.00023262404827555073,
      "loss": 0.41,
      "step": 47415
    },
    {
      "epoch": 1.9420847839442965,
      "grad_norm": 2.174776369219701,
      "learning_rate": 0.0002326213262326936,
      "loss": 1.5499,
      "step": 47416
    },
    {
      "epoch": 1.942125742371493,
      "grad_norm": 1.2023191013028613,
      "learning_rate": 0.00023261860415077785,
      "loss": 0.6752,
      "step": 47417
    },
    {
      "epoch": 1.9421667007986894,
      "grad_norm": 1.0930049652244322,
      "learning_rate": 0.0002326158820298049,
      "loss": 0.6419,
      "step": 47418
    },
    {
      "epoch": 1.9422076592258857,
      "grad_norm": 0.8660464680763651,
      "learning_rate": 0.00023261315986977587,
      "loss": 0.1901,
      "step": 47419
    },
    {
      "epoch": 1.9422486176530822,
      "grad_norm": 6.566176187319094,
      "learning_rate": 0.00023261043767069215,
      "loss": 1.6214,
      "step": 47420
    },
    {
      "epoch": 1.9422895760802785,
      "grad_norm": 1.2375191393607963,
      "learning_rate": 0.00023260771543255504,
      "loss": 0.751,
      "step": 47421
    },
    {
      "epoch": 1.9423305345074748,
      "grad_norm": 1.1363031426692696,
      "learning_rate": 0.00023260499315536578,
      "loss": 0.5294,
      "step": 47422
    },
    {
      "epoch": 1.9423714929346714,
      "grad_norm": 0.9874397078738787,
      "learning_rate": 0.00023260227083912567,
      "loss": 0.3169,
      "step": 47423
    },
    {
      "epoch": 1.9424124513618677,
      "grad_norm": 2.5495485156374516,
      "learning_rate": 0.00023259954848383599,
      "loss": 1.1831,
      "step": 47424
    },
    {
      "epoch": 1.942453409789064,
      "grad_norm": 1.1299017884966698,
      "learning_rate": 0.00023259682608949806,
      "loss": 0.8062,
      "step": 47425
    },
    {
      "epoch": 1.9424943682162605,
      "grad_norm": 1.132111421665254,
      "learning_rate": 0.00023259410365611313,
      "loss": 0.8332,
      "step": 47426
    },
    {
      "epoch": 1.9425353266434568,
      "grad_norm": 2.066840217929583,
      "learning_rate": 0.00023259138118368247,
      "loss": 0.6636,
      "step": 47427
    },
    {
      "epoch": 1.9425762850706532,
      "grad_norm": 0.7917095265046958,
      "learning_rate": 0.00023258865867220745,
      "loss": 0.3926,
      "step": 47428
    },
    {
      "epoch": 1.9426172434978497,
      "grad_norm": 1.0604773022296432,
      "learning_rate": 0.00023258593612168928,
      "loss": 0.7032,
      "step": 47429
    },
    {
      "epoch": 1.9426582019250462,
      "grad_norm": 1.8894877864223434,
      "learning_rate": 0.00023258321353212928,
      "loss": 1.9536,
      "step": 47430
    },
    {
      "epoch": 1.9426991603522423,
      "grad_norm": 0.568270981000761,
      "learning_rate": 0.0002325804909035287,
      "loss": 0.2593,
      "step": 47431
    },
    {
      "epoch": 1.9427401187794389,
      "grad_norm": 1.2073995018338737,
      "learning_rate": 0.0002325777682358889,
      "loss": 0.723,
      "step": 47432
    },
    {
      "epoch": 1.9427810772066354,
      "grad_norm": 1.214545122098443,
      "learning_rate": 0.00023257504552921105,
      "loss": 0.767,
      "step": 47433
    },
    {
      "epoch": 1.9428220356338317,
      "grad_norm": 3.2821182975835557,
      "learning_rate": 0.00023257232278349655,
      "loss": 3.4706,
      "step": 47434
    },
    {
      "epoch": 1.942862994061028,
      "grad_norm": 0.7701181908031208,
      "learning_rate": 0.0002325695999987467,
      "loss": 0.3309,
      "step": 47435
    },
    {
      "epoch": 1.9429039524882246,
      "grad_norm": 1.2949353968231174,
      "learning_rate": 0.00023256687717496265,
      "loss": 0.9232,
      "step": 47436
    },
    {
      "epoch": 1.9429449109154209,
      "grad_norm": 3.478677447809046,
      "learning_rate": 0.00023256415431214584,
      "loss": 1.4763,
      "step": 47437
    },
    {
      "epoch": 1.9429858693426172,
      "grad_norm": 1.2909835373437417,
      "learning_rate": 0.00023256143141029743,
      "loss": 0.7854,
      "step": 47438
    },
    {
      "epoch": 1.9430268277698137,
      "grad_norm": 1.6557824691775154,
      "learning_rate": 0.0002325587084694188,
      "loss": 1.1901,
      "step": 47439
    },
    {
      "epoch": 1.94306778619701,
      "grad_norm": 1.4400570337588134,
      "learning_rate": 0.00023255598548951124,
      "loss": 1.068,
      "step": 47440
    },
    {
      "epoch": 1.9431087446242064,
      "grad_norm": 1.3202392506454976,
      "learning_rate": 0.00023255326247057593,
      "loss": 1.0887,
      "step": 47441
    },
    {
      "epoch": 1.9431497030514029,
      "grad_norm": 1.1092837465858514,
      "learning_rate": 0.00023255053941261425,
      "loss": 0.8042,
      "step": 47442
    },
    {
      "epoch": 1.9431906614785992,
      "grad_norm": 1.2824514868001045,
      "learning_rate": 0.0002325478163156275,
      "loss": 0.823,
      "step": 47443
    },
    {
      "epoch": 1.9432316199057955,
      "grad_norm": 1.1268788389509183,
      "learning_rate": 0.0002325450931796169,
      "loss": 0.9431,
      "step": 47444
    },
    {
      "epoch": 1.943272578332992,
      "grad_norm": 1.235558715353028,
      "learning_rate": 0.00023254237000458377,
      "loss": 0.6397,
      "step": 47445
    },
    {
      "epoch": 1.9433135367601884,
      "grad_norm": 0.9993501156994264,
      "learning_rate": 0.00023253964679052942,
      "loss": 0.712,
      "step": 47446
    },
    {
      "epoch": 1.9433544951873847,
      "grad_norm": 1.3567506223299566,
      "learning_rate": 0.0002325369235374551,
      "loss": 0.8283,
      "step": 47447
    },
    {
      "epoch": 1.9433954536145812,
      "grad_norm": 1.0581904016875812,
      "learning_rate": 0.0002325342002453621,
      "loss": 0.6638,
      "step": 47448
    },
    {
      "epoch": 1.9434364120417777,
      "grad_norm": 1.1214081527720243,
      "learning_rate": 0.0002325314769142517,
      "loss": 0.7966,
      "step": 47449
    },
    {
      "epoch": 1.9434773704689738,
      "grad_norm": 1.2954525004360218,
      "learning_rate": 0.00023252875354412526,
      "loss": 0.806,
      "step": 47450
    },
    {
      "epoch": 1.9435183288961704,
      "grad_norm": 0.9313149116527453,
      "learning_rate": 0.00023252603013498396,
      "loss": 0.7408,
      "step": 47451
    },
    {
      "epoch": 1.943559287323367,
      "grad_norm": 4.722434346145898,
      "learning_rate": 0.0002325233066868292,
      "loss": 2.3513,
      "step": 47452
    },
    {
      "epoch": 1.9436002457505632,
      "grad_norm": 1.2018387562430388,
      "learning_rate": 0.0002325205831996622,
      "loss": 0.7754,
      "step": 47453
    },
    {
      "epoch": 1.9436412041777595,
      "grad_norm": 1.0007367227020525,
      "learning_rate": 0.00023251785967348426,
      "loss": 0.4259,
      "step": 47454
    },
    {
      "epoch": 1.943682162604956,
      "grad_norm": 2.8259237382900784,
      "learning_rate": 0.00023251513610829662,
      "loss": 1.1482,
      "step": 47455
    },
    {
      "epoch": 1.9437231210321524,
      "grad_norm": 0.7571792451721319,
      "learning_rate": 0.00023251241250410063,
      "loss": 0.3305,
      "step": 47456
    },
    {
      "epoch": 1.9437640794593487,
      "grad_norm": 2.0189059646670344,
      "learning_rate": 0.00023250968886089757,
      "loss": 2.0569,
      "step": 47457
    },
    {
      "epoch": 1.9438050378865452,
      "grad_norm": 1.0116294508511618,
      "learning_rate": 0.0002325069651786887,
      "loss": 0.6978,
      "step": 47458
    },
    {
      "epoch": 1.9438459963137416,
      "grad_norm": 1.4606821584724747,
      "learning_rate": 0.00023250424145747532,
      "loss": 0.8696,
      "step": 47459
    },
    {
      "epoch": 1.9438869547409379,
      "grad_norm": 1.299347103591783,
      "learning_rate": 0.00023250151769725876,
      "loss": 0.7944,
      "step": 47460
    },
    {
      "epoch": 1.9439279131681344,
      "grad_norm": 1.7640120754025443,
      "learning_rate": 0.00023249879389804025,
      "loss": 1.7419,
      "step": 47461
    },
    {
      "epoch": 1.9439688715953307,
      "grad_norm": 0.6614728881129334,
      "learning_rate": 0.0002324960700598211,
      "loss": 0.2631,
      "step": 47462
    },
    {
      "epoch": 1.944009830022527,
      "grad_norm": 1.172866034121662,
      "learning_rate": 0.0002324933461826026,
      "loss": 0.8058,
      "step": 47463
    },
    {
      "epoch": 1.9440507884497236,
      "grad_norm": 0.9420599081566099,
      "learning_rate": 0.000232490622266386,
      "loss": 0.7086,
      "step": 47464
    },
    {
      "epoch": 1.9440917468769199,
      "grad_norm": 0.7003414543535191,
      "learning_rate": 0.00023248789831117265,
      "loss": 0.3011,
      "step": 47465
    },
    {
      "epoch": 1.9441327053041162,
      "grad_norm": 1.4520639356764007,
      "learning_rate": 0.0002324851743169638,
      "loss": 1.0636,
      "step": 47466
    },
    {
      "epoch": 1.9441736637313127,
      "grad_norm": 1.2401456655596925,
      "learning_rate": 0.00023248245028376075,
      "loss": 0.8932,
      "step": 47467
    },
    {
      "epoch": 1.9442146221585093,
      "grad_norm": 1.0937491142913578,
      "learning_rate": 0.00023247972621156477,
      "loss": 0.6974,
      "step": 47468
    },
    {
      "epoch": 1.9442555805857054,
      "grad_norm": 12.912045730342848,
      "learning_rate": 0.00023247700210037717,
      "loss": 3.2918,
      "step": 47469
    },
    {
      "epoch": 1.944296539012902,
      "grad_norm": 0.9253820066573516,
      "learning_rate": 0.00023247427795019924,
      "loss": 0.657,
      "step": 47470
    },
    {
      "epoch": 1.9443374974400984,
      "grad_norm": 1.2088806857969323,
      "learning_rate": 0.00023247155376103225,
      "loss": 0.7361,
      "step": 47471
    },
    {
      "epoch": 1.9443784558672947,
      "grad_norm": 1.62436594773245,
      "learning_rate": 0.0002324688295328775,
      "loss": 1.0268,
      "step": 47472
    },
    {
      "epoch": 1.944419414294491,
      "grad_norm": 0.626210583379206,
      "learning_rate": 0.00023246610526573625,
      "loss": 0.2504,
      "step": 47473
    },
    {
      "epoch": 1.9444603727216876,
      "grad_norm": 5.105465095026128,
      "learning_rate": 0.00023246338095960983,
      "loss": 4.7754,
      "step": 47474
    },
    {
      "epoch": 1.944501331148884,
      "grad_norm": 1.190816810985011,
      "learning_rate": 0.00023246065661449954,
      "loss": 0.4075,
      "step": 47475
    },
    {
      "epoch": 1.9445422895760802,
      "grad_norm": 1.3798660032343122,
      "learning_rate": 0.00023245793223040657,
      "loss": 0.9567,
      "step": 47476
    },
    {
      "epoch": 1.9445832480032768,
      "grad_norm": 1.0878039584137043,
      "learning_rate": 0.0002324552078073323,
      "loss": 0.6713,
      "step": 47477
    },
    {
      "epoch": 1.944624206430473,
      "grad_norm": 0.8271968294986531,
      "learning_rate": 0.00023245248334527802,
      "loss": 0.3409,
      "step": 47478
    },
    {
      "epoch": 1.9446651648576694,
      "grad_norm": 0.9185732843384639,
      "learning_rate": 0.00023244975884424492,
      "loss": 0.6746,
      "step": 47479
    },
    {
      "epoch": 1.944706123284866,
      "grad_norm": 1.1605678715616121,
      "learning_rate": 0.00023244703430423447,
      "loss": 0.9585,
      "step": 47480
    },
    {
      "epoch": 1.9447470817120622,
      "grad_norm": 0.9483661319842417,
      "learning_rate": 0.00023244430972524778,
      "loss": 0.5659,
      "step": 47481
    },
    {
      "epoch": 1.9447880401392585,
      "grad_norm": 1.2039968119244293,
      "learning_rate": 0.0002324415851072862,
      "loss": 0.8164,
      "step": 47482
    },
    {
      "epoch": 1.944828998566455,
      "grad_norm": 1.464650538119528,
      "learning_rate": 0.00023243886045035098,
      "loss": 0.7401,
      "step": 47483
    },
    {
      "epoch": 1.9448699569936514,
      "grad_norm": 1.1639808878919269,
      "learning_rate": 0.00023243613575444356,
      "loss": 0.8347,
      "step": 47484
    },
    {
      "epoch": 1.9449109154208477,
      "grad_norm": 1.2694365446452631,
      "learning_rate": 0.00023243341101956502,
      "loss": 0.9536,
      "step": 47485
    },
    {
      "epoch": 1.9449518738480442,
      "grad_norm": 1.1991626080864388,
      "learning_rate": 0.00023243068624571682,
      "loss": 0.9537,
      "step": 47486
    },
    {
      "epoch": 1.9449928322752408,
      "grad_norm": 1.5370367851294007,
      "learning_rate": 0.0002324279614329001,
      "loss": 1.1296,
      "step": 47487
    },
    {
      "epoch": 1.9450337907024369,
      "grad_norm": 1.271158812522676,
      "learning_rate": 0.0002324252365811163,
      "loss": 1.0104,
      "step": 47488
    },
    {
      "epoch": 1.9450747491296334,
      "grad_norm": 1.159722351294533,
      "learning_rate": 0.0002324225116903666,
      "loss": 0.7164,
      "step": 47489
    },
    {
      "epoch": 1.94511570755683,
      "grad_norm": 1.0498086075386364,
      "learning_rate": 0.00023241978676065233,
      "loss": 0.6007,
      "step": 47490
    },
    {
      "epoch": 1.9451566659840263,
      "grad_norm": 1.2747945257832005,
      "learning_rate": 0.00023241706179197476,
      "loss": 0.869,
      "step": 47491
    },
    {
      "epoch": 1.9451976244112226,
      "grad_norm": 2.304276861059275,
      "learning_rate": 0.00023241433678433514,
      "loss": 1.4713,
      "step": 47492
    },
    {
      "epoch": 1.945238582838419,
      "grad_norm": 2.2241731733521553,
      "learning_rate": 0.00023241161173773484,
      "loss": 2.2972,
      "step": 47493
    },
    {
      "epoch": 1.9452795412656154,
      "grad_norm": 1.0249979947097156,
      "learning_rate": 0.00023240888665217513,
      "loss": 0.6812,
      "step": 47494
    },
    {
      "epoch": 1.9453204996928117,
      "grad_norm": 0.5506547211191342,
      "learning_rate": 0.00023240616152765724,
      "loss": 0.2035,
      "step": 47495
    },
    {
      "epoch": 1.9453614581200083,
      "grad_norm": 1.0533660098445612,
      "learning_rate": 0.00023240343636418258,
      "loss": 0.814,
      "step": 47496
    },
    {
      "epoch": 1.9454024165472046,
      "grad_norm": 1.3717448119013296,
      "learning_rate": 0.00023240071116175225,
      "loss": 1.0793,
      "step": 47497
    },
    {
      "epoch": 1.945443374974401,
      "grad_norm": 4.585894384544051,
      "learning_rate": 0.0002323979859203677,
      "loss": 4.0174,
      "step": 47498
    },
    {
      "epoch": 1.9454843334015974,
      "grad_norm": 1.0691745724321793,
      "learning_rate": 0.00023239526064003016,
      "loss": 1.0281,
      "step": 47499
    },
    {
      "epoch": 1.9455252918287937,
      "grad_norm": 1.0391465142073304,
      "learning_rate": 0.0002323925353207409,
      "loss": 0.6131,
      "step": 47500
    },
    {
      "epoch": 1.94556625025599,
      "grad_norm": 1.626186551786121,
      "learning_rate": 0.00023238980996250129,
      "loss": 0.9616,
      "step": 47501
    },
    {
      "epoch": 1.9456072086831866,
      "grad_norm": 1.004548566434339,
      "learning_rate": 0.00023238708456531249,
      "loss": 0.6631,
      "step": 47502
    },
    {
      "epoch": 1.945648167110383,
      "grad_norm": 0.9137427249582241,
      "learning_rate": 0.0002323843591291759,
      "loss": 0.4445,
      "step": 47503
    },
    {
      "epoch": 1.9456891255375792,
      "grad_norm": 1.2330677029586221,
      "learning_rate": 0.00023238163365409278,
      "loss": 1.1692,
      "step": 47504
    },
    {
      "epoch": 1.9457300839647758,
      "grad_norm": 1.2735141561466095,
      "learning_rate": 0.00023237890814006433,
      "loss": 0.9211,
      "step": 47505
    },
    {
      "epoch": 1.9457710423919723,
      "grad_norm": 0.960415423531935,
      "learning_rate": 0.000232376182587092,
      "loss": 0.9558,
      "step": 47506
    },
    {
      "epoch": 1.9458120008191684,
      "grad_norm": 1.0789511842593686,
      "learning_rate": 0.0002323734569951769,
      "loss": 0.8073,
      "step": 47507
    },
    {
      "epoch": 1.945852959246365,
      "grad_norm": 1.009213625035181,
      "learning_rate": 0.00023237073136432048,
      "loss": 0.5129,
      "step": 47508
    },
    {
      "epoch": 1.9458939176735615,
      "grad_norm": 0.7749000035925696,
      "learning_rate": 0.00023236800569452395,
      "loss": 0.3957,
      "step": 47509
    },
    {
      "epoch": 1.9459348761007578,
      "grad_norm": 1.4403289038607352,
      "learning_rate": 0.00023236527998578854,
      "loss": 1.0055,
      "step": 47510
    },
    {
      "epoch": 1.945975834527954,
      "grad_norm": 1.1088215095182812,
      "learning_rate": 0.00023236255423811567,
      "loss": 0.7842,
      "step": 47511
    },
    {
      "epoch": 1.9460167929551506,
      "grad_norm": 0.9387708899938364,
      "learning_rate": 0.00023235982845150655,
      "loss": 0.3249,
      "step": 47512
    },
    {
      "epoch": 1.946057751382347,
      "grad_norm": 1.1044971504596257,
      "learning_rate": 0.0002323571026259625,
      "loss": 0.6717,
      "step": 47513
    },
    {
      "epoch": 1.9460987098095432,
      "grad_norm": 1.5430418166091378,
      "learning_rate": 0.0002323543767614848,
      "loss": 0.9604,
      "step": 47514
    },
    {
      "epoch": 1.9461396682367398,
      "grad_norm": 0.8804395185835151,
      "learning_rate": 0.00023235165085807468,
      "loss": 0.439,
      "step": 47515
    },
    {
      "epoch": 1.946180626663936,
      "grad_norm": 1.4907682736783305,
      "learning_rate": 0.0002323489249157335,
      "loss": 0.6801,
      "step": 47516
    },
    {
      "epoch": 1.9462215850911324,
      "grad_norm": 1.4465627385428113,
      "learning_rate": 0.00023234619893446252,
      "loss": 1.4397,
      "step": 47517
    },
    {
      "epoch": 1.946262543518329,
      "grad_norm": 1.2216411927994897,
      "learning_rate": 0.00023234347291426307,
      "loss": 0.9069,
      "step": 47518
    },
    {
      "epoch": 1.9463035019455253,
      "grad_norm": 1.115781031376767,
      "learning_rate": 0.00023234074685513637,
      "loss": 0.8761,
      "step": 47519
    },
    {
      "epoch": 1.9463444603727216,
      "grad_norm": 0.931206097916329,
      "learning_rate": 0.00023233802075708375,
      "loss": 0.5021,
      "step": 47520
    },
    {
      "epoch": 1.946385418799918,
      "grad_norm": 0.9314267971402581,
      "learning_rate": 0.0002323352946201065,
      "loss": 0.3434,
      "step": 47521
    },
    {
      "epoch": 1.9464263772271144,
      "grad_norm": 0.628010137510634,
      "learning_rate": 0.0002323325684442059,
      "loss": 0.2033,
      "step": 47522
    },
    {
      "epoch": 1.9464673356543107,
      "grad_norm": 0.9840229687099679,
      "learning_rate": 0.0002323298422293832,
      "loss": 0.6577,
      "step": 47523
    },
    {
      "epoch": 1.9465082940815073,
      "grad_norm": 1.0368880717706015,
      "learning_rate": 0.00023232711597563982,
      "loss": 0.7237,
      "step": 47524
    },
    {
      "epoch": 1.9465492525087038,
      "grad_norm": 1.1068461330478399,
      "learning_rate": 0.0002323243896829769,
      "loss": 0.9723,
      "step": 47525
    },
    {
      "epoch": 1.9465902109359,
      "grad_norm": 1.386158096600325,
      "learning_rate": 0.00023232166335139577,
      "loss": 1.0351,
      "step": 47526
    },
    {
      "epoch": 1.9466311693630964,
      "grad_norm": 0.9846537466834366,
      "learning_rate": 0.00023231893698089773,
      "loss": 0.6293,
      "step": 47527
    },
    {
      "epoch": 1.946672127790293,
      "grad_norm": 0.8908583930650532,
      "learning_rate": 0.0002323162105714841,
      "loss": 0.5763,
      "step": 47528
    },
    {
      "epoch": 1.9467130862174893,
      "grad_norm": 1.4415778535278458,
      "learning_rate": 0.0002323134841231561,
      "loss": 0.8014,
      "step": 47529
    },
    {
      "epoch": 1.9467540446446856,
      "grad_norm": 0.6757533345737414,
      "learning_rate": 0.0002323107576359151,
      "loss": 0.2997,
      "step": 47530
    },
    {
      "epoch": 1.9467950030718821,
      "grad_norm": 0.9986994196640498,
      "learning_rate": 0.00023230803110976236,
      "loss": 0.6896,
      "step": 47531
    },
    {
      "epoch": 1.9468359614990784,
      "grad_norm": 0.9209469556734582,
      "learning_rate": 0.00023230530454469914,
      "loss": 0.8123,
      "step": 47532
    },
    {
      "epoch": 1.9468769199262748,
      "grad_norm": 0.9344989139872387,
      "learning_rate": 0.00023230257794072676,
      "loss": 0.5895,
      "step": 47533
    },
    {
      "epoch": 1.9469178783534713,
      "grad_norm": 0.8373476266008978,
      "learning_rate": 0.00023229985129784653,
      "loss": 0.3343,
      "step": 47534
    },
    {
      "epoch": 1.9469588367806676,
      "grad_norm": 0.9707340748564384,
      "learning_rate": 0.00023229712461605962,
      "loss": 0.7462,
      "step": 47535
    },
    {
      "epoch": 1.946999795207864,
      "grad_norm": 1.1281909547118367,
      "learning_rate": 0.00023229439789536745,
      "loss": 0.8273,
      "step": 47536
    },
    {
      "epoch": 1.9470407536350605,
      "grad_norm": 1.1438593195885411,
      "learning_rate": 0.00023229167113577128,
      "loss": 0.946,
      "step": 47537
    },
    {
      "epoch": 1.9470817120622568,
      "grad_norm": 1.1409770165585666,
      "learning_rate": 0.00023228894433727234,
      "loss": 0.6891,
      "step": 47538
    },
    {
      "epoch": 1.947122670489453,
      "grad_norm": 0.9338155499592072,
      "learning_rate": 0.00023228621749987199,
      "loss": 0.8784,
      "step": 47539
    },
    {
      "epoch": 1.9471636289166496,
      "grad_norm": 1.3075013691111224,
      "learning_rate": 0.0002322834906235715,
      "loss": 1.3055,
      "step": 47540
    },
    {
      "epoch": 1.9472045873438462,
      "grad_norm": 1.4528457111401507,
      "learning_rate": 0.00023228076370837211,
      "loss": 1.1307,
      "step": 47541
    },
    {
      "epoch": 1.9472455457710423,
      "grad_norm": 1.3423315372290385,
      "learning_rate": 0.00023227803675427518,
      "loss": 0.4525,
      "step": 47542
    },
    {
      "epoch": 1.9472865041982388,
      "grad_norm": 1.107974689044167,
      "learning_rate": 0.00023227530976128197,
      "loss": 0.8634,
      "step": 47543
    },
    {
      "epoch": 1.9473274626254353,
      "grad_norm": 0.6130754789591852,
      "learning_rate": 0.0002322725827293938,
      "loss": 0.3299,
      "step": 47544
    },
    {
      "epoch": 1.9473684210526314,
      "grad_norm": 1.132707265803514,
      "learning_rate": 0.00023226985565861187,
      "loss": 0.8037,
      "step": 47545
    },
    {
      "epoch": 1.947409379479828,
      "grad_norm": 0.8666315380731153,
      "learning_rate": 0.00023226712854893756,
      "loss": 0.2769,
      "step": 47546
    },
    {
      "epoch": 1.9474503379070245,
      "grad_norm": 0.7448457556629686,
      "learning_rate": 0.00023226440140037213,
      "loss": 0.28,
      "step": 47547
    },
    {
      "epoch": 1.9474912963342208,
      "grad_norm": 0.9296295922485027,
      "learning_rate": 0.00023226167421291682,
      "loss": 0.3671,
      "step": 47548
    },
    {
      "epoch": 1.9475322547614171,
      "grad_norm": 0.9934948967622576,
      "learning_rate": 0.00023225894698657298,
      "loss": 0.675,
      "step": 47549
    },
    {
      "epoch": 1.9475732131886137,
      "grad_norm": 17.100698391445984,
      "learning_rate": 0.00023225621972134194,
      "loss": 2.0773,
      "step": 47550
    },
    {
      "epoch": 1.94761417161581,
      "grad_norm": 1.3395962208099355,
      "learning_rate": 0.00023225349241722486,
      "loss": 0.8467,
      "step": 47551
    },
    {
      "epoch": 1.9476551300430063,
      "grad_norm": 1.2127955913578161,
      "learning_rate": 0.00023225076507422317,
      "loss": 0.5833,
      "step": 47552
    },
    {
      "epoch": 1.9476960884702028,
      "grad_norm": 1.0198914184288561,
      "learning_rate": 0.00023224803769233802,
      "loss": 0.8064,
      "step": 47553
    },
    {
      "epoch": 1.9477370468973991,
      "grad_norm": 1.2304383110192323,
      "learning_rate": 0.0002322453102715708,
      "loss": 0.8756,
      "step": 47554
    },
    {
      "epoch": 1.9477780053245954,
      "grad_norm": 1.1434390605545062,
      "learning_rate": 0.00023224258281192276,
      "loss": 0.8748,
      "step": 47555
    },
    {
      "epoch": 1.947818963751792,
      "grad_norm": 1.2674250159030458,
      "learning_rate": 0.00023223985531339522,
      "loss": 1.007,
      "step": 47556
    },
    {
      "epoch": 1.9478599221789883,
      "grad_norm": 1.6394239388800353,
      "learning_rate": 0.0002322371277759894,
      "loss": 0.7997,
      "step": 47557
    },
    {
      "epoch": 1.9479008806061846,
      "grad_norm": 1.1681193986997631,
      "learning_rate": 0.0002322344001997067,
      "loss": 0.9422,
      "step": 47558
    },
    {
      "epoch": 1.9479418390333811,
      "grad_norm": 0.816631618384233,
      "learning_rate": 0.00023223167258454834,
      "loss": 0.3836,
      "step": 47559
    },
    {
      "epoch": 1.9479827974605777,
      "grad_norm": 4.762256419942892,
      "learning_rate": 0.0002322289449305156,
      "loss": 3.4458,
      "step": 47560
    },
    {
      "epoch": 1.9480237558877738,
      "grad_norm": 1.1315348601567567,
      "learning_rate": 0.0002322262172376098,
      "loss": 1.1004,
      "step": 47561
    },
    {
      "epoch": 1.9480647143149703,
      "grad_norm": 1.166954210616702,
      "learning_rate": 0.0002322234895058322,
      "loss": 1.005,
      "step": 47562
    },
    {
      "epoch": 1.9481056727421668,
      "grad_norm": 1.2413025951828043,
      "learning_rate": 0.00023222076173518412,
      "loss": 0.8749,
      "step": 47563
    },
    {
      "epoch": 1.948146631169363,
      "grad_norm": 1.1231868195069996,
      "learning_rate": 0.00023221803392566682,
      "loss": 0.7916,
      "step": 47564
    },
    {
      "epoch": 1.9481875895965595,
      "grad_norm": 0.9021454972783505,
      "learning_rate": 0.0002322153060772816,
      "loss": 0.623,
      "step": 47565
    },
    {
      "epoch": 1.948228548023756,
      "grad_norm": 1.160363797410135,
      "learning_rate": 0.0002322125781900298,
      "loss": 0.7467,
      "step": 47566
    },
    {
      "epoch": 1.9482695064509523,
      "grad_norm": 1.1557607914902344,
      "learning_rate": 0.0002322098502639126,
      "loss": 0.7911,
      "step": 47567
    },
    {
      "epoch": 1.9483104648781486,
      "grad_norm": 1.1512023073215936,
      "learning_rate": 0.00023220712229893135,
      "loss": 0.5762,
      "step": 47568
    },
    {
      "epoch": 1.9483514233053452,
      "grad_norm": 0.8686527187893136,
      "learning_rate": 0.0002322043942950874,
      "loss": 0.2997,
      "step": 47569
    },
    {
      "epoch": 1.9483923817325415,
      "grad_norm": 1.2109801329294423,
      "learning_rate": 0.00023220166625238193,
      "loss": 0.916,
      "step": 47570
    },
    {
      "epoch": 1.9484333401597378,
      "grad_norm": 2.3183397367110516,
      "learning_rate": 0.00023219893817081632,
      "loss": 2.7417,
      "step": 47571
    },
    {
      "epoch": 1.9484742985869343,
      "grad_norm": 8.631203617990716,
      "learning_rate": 0.00023219621005039182,
      "loss": 1.3739,
      "step": 47572
    },
    {
      "epoch": 1.9485152570141306,
      "grad_norm": 1.1480530742897619,
      "learning_rate": 0.0002321934818911097,
      "loss": 0.917,
      "step": 47573
    },
    {
      "epoch": 1.948556215441327,
      "grad_norm": 17.02207906572758,
      "learning_rate": 0.0002321907536929713,
      "loss": 4.8796,
      "step": 47574
    },
    {
      "epoch": 1.9485971738685235,
      "grad_norm": 1.0094725856431674,
      "learning_rate": 0.00023218802545597783,
      "loss": 0.8226,
      "step": 47575
    },
    {
      "epoch": 1.9486381322957198,
      "grad_norm": 0.7465802221064721,
      "learning_rate": 0.00023218529718013067,
      "loss": 0.2264,
      "step": 47576
    },
    {
      "epoch": 1.9486790907229161,
      "grad_norm": 1.5599668671255662,
      "learning_rate": 0.00023218256886543102,
      "loss": 0.9808,
      "step": 47577
    },
    {
      "epoch": 1.9487200491501127,
      "grad_norm": 1.7549963408848943,
      "learning_rate": 0.00023217984051188028,
      "loss": 1.1401,
      "step": 47578
    },
    {
      "epoch": 1.9487610075773092,
      "grad_norm": 1.1422844641806185,
      "learning_rate": 0.00023217711211947966,
      "loss": 0.6293,
      "step": 47579
    },
    {
      "epoch": 1.9488019660045053,
      "grad_norm": 1.074840355757215,
      "learning_rate": 0.00023217438368823047,
      "loss": 0.5652,
      "step": 47580
    },
    {
      "epoch": 1.9488429244317018,
      "grad_norm": 1.133132368056712,
      "learning_rate": 0.00023217165521813402,
      "loss": 0.917,
      "step": 47581
    },
    {
      "epoch": 1.9488838828588984,
      "grad_norm": 1.28809510877358,
      "learning_rate": 0.00023216892670919155,
      "loss": 0.9655,
      "step": 47582
    },
    {
      "epoch": 1.9489248412860947,
      "grad_norm": 1.1896601598186451,
      "learning_rate": 0.00023216619816140437,
      "loss": 0.8279,
      "step": 47583
    },
    {
      "epoch": 1.948965799713291,
      "grad_norm": 1.2167891849447612,
      "learning_rate": 0.00023216346957477383,
      "loss": 0.9966,
      "step": 47584
    },
    {
      "epoch": 1.9490067581404875,
      "grad_norm": 0.7124279453001553,
      "learning_rate": 0.00023216074094930113,
      "loss": 0.2989,
      "step": 47585
    },
    {
      "epoch": 1.9490477165676838,
      "grad_norm": 0.8770532541327806,
      "learning_rate": 0.0002321580122849876,
      "loss": 0.3817,
      "step": 47586
    },
    {
      "epoch": 1.9490886749948801,
      "grad_norm": 5.565689750864076,
      "learning_rate": 0.00023215528358183459,
      "loss": 3.1182,
      "step": 47587
    },
    {
      "epoch": 1.9491296334220767,
      "grad_norm": 1.5329760883814993,
      "learning_rate": 0.00023215255483984327,
      "loss": 0.9434,
      "step": 47588
    },
    {
      "epoch": 1.949170591849273,
      "grad_norm": 1.1233129462538938,
      "learning_rate": 0.00023214982605901496,
      "loss": 0.6965,
      "step": 47589
    },
    {
      "epoch": 1.9492115502764693,
      "grad_norm": 1.077121078261899,
      "learning_rate": 0.00023214709723935102,
      "loss": 0.7156,
      "step": 47590
    },
    {
      "epoch": 1.9492525087036658,
      "grad_norm": 1.2908577963889711,
      "learning_rate": 0.0002321443683808527,
      "loss": 0.9043,
      "step": 47591
    },
    {
      "epoch": 1.9492934671308622,
      "grad_norm": 1.6450760032607872,
      "learning_rate": 0.00023214163948352126,
      "loss": 1.0144,
      "step": 47592
    },
    {
      "epoch": 1.9493344255580585,
      "grad_norm": 1.4941152603007188,
      "learning_rate": 0.00023213891054735809,
      "loss": 0.8424,
      "step": 47593
    },
    {
      "epoch": 1.949375383985255,
      "grad_norm": 1.137300848858143,
      "learning_rate": 0.00023213618157236435,
      "loss": 0.7393,
      "step": 47594
    },
    {
      "epoch": 1.9494163424124513,
      "grad_norm": 4.980530582342689,
      "learning_rate": 0.00023213345255854143,
      "loss": 2.322,
      "step": 47595
    },
    {
      "epoch": 1.9494573008396476,
      "grad_norm": 0.9551165773159811,
      "learning_rate": 0.00023213072350589055,
      "loss": 0.5648,
      "step": 47596
    },
    {
      "epoch": 1.9494982592668442,
      "grad_norm": 1.2598137622589076,
      "learning_rate": 0.00023212799441441303,
      "loss": 1.1508,
      "step": 47597
    },
    {
      "epoch": 1.9495392176940407,
      "grad_norm": 1.3775975084957166,
      "learning_rate": 0.00023212526528411018,
      "loss": 0.8085,
      "step": 47598
    },
    {
      "epoch": 1.9495801761212368,
      "grad_norm": 0.9863698431587775,
      "learning_rate": 0.00023212253611498322,
      "loss": 0.5732,
      "step": 47599
    },
    {
      "epoch": 1.9496211345484333,
      "grad_norm": 1.0364476746738587,
      "learning_rate": 0.00023211980690703355,
      "loss": 0.9092,
      "step": 47600
    },
    {
      "epoch": 1.9496620929756299,
      "grad_norm": 3.2963373297363034,
      "learning_rate": 0.00023211707766026234,
      "loss": 3.8861,
      "step": 47601
    },
    {
      "epoch": 1.9497030514028262,
      "grad_norm": 0.8100404402817317,
      "learning_rate": 0.000232114348374671,
      "loss": 0.3764,
      "step": 47602
    },
    {
      "epoch": 1.9497440098300225,
      "grad_norm": 1.260969825831056,
      "learning_rate": 0.00023211161905026072,
      "loss": 0.7441,
      "step": 47603
    },
    {
      "epoch": 1.949784968257219,
      "grad_norm": 1.0625776026502622,
      "learning_rate": 0.00023210888968703283,
      "loss": 0.7342,
      "step": 47604
    },
    {
      "epoch": 1.9498259266844153,
      "grad_norm": 1.2401580371070509,
      "learning_rate": 0.00023210616028498864,
      "loss": 1.0661,
      "step": 47605
    },
    {
      "epoch": 1.9498668851116117,
      "grad_norm": 0.8859819985634299,
      "learning_rate": 0.00023210343084412947,
      "loss": 0.2316,
      "step": 47606
    },
    {
      "epoch": 1.9499078435388082,
      "grad_norm": 1.1412058500957507,
      "learning_rate": 0.00023210070136445648,
      "loss": 0.7978,
      "step": 47607
    },
    {
      "epoch": 1.9499488019660045,
      "grad_norm": 1.3391370851981503,
      "learning_rate": 0.0002320979718459711,
      "loss": 1.3525,
      "step": 47608
    },
    {
      "epoch": 1.9499897603932008,
      "grad_norm": 1.0926686041534184,
      "learning_rate": 0.00023209524228867448,
      "loss": 1.0834,
      "step": 47609
    },
    {
      "epoch": 1.9500307188203974,
      "grad_norm": 1.1451484327139145,
      "learning_rate": 0.00023209251269256807,
      "loss": 0.8405,
      "step": 47610
    },
    {
      "epoch": 1.9500716772475937,
      "grad_norm": 1.2136530178354665,
      "learning_rate": 0.00023208978305765306,
      "loss": 0.9926,
      "step": 47611
    },
    {
      "epoch": 1.95011263567479,
      "grad_norm": 1.932854227717384,
      "learning_rate": 0.00023208705338393078,
      "loss": 0.788,
      "step": 47612
    },
    {
      "epoch": 1.9501535941019865,
      "grad_norm": 1.4456917208281226,
      "learning_rate": 0.00023208432367140247,
      "loss": 1.1738,
      "step": 47613
    },
    {
      "epoch": 1.9501945525291828,
      "grad_norm": 1.4381128272121724,
      "learning_rate": 0.00023208159392006949,
      "loss": 1.3149,
      "step": 47614
    },
    {
      "epoch": 1.9502355109563791,
      "grad_norm": 1.1085214442942486,
      "learning_rate": 0.00023207886412993306,
      "loss": 1.0236,
      "step": 47615
    },
    {
      "epoch": 1.9502764693835757,
      "grad_norm": 0.8228987056112966,
      "learning_rate": 0.00023207613430099457,
      "loss": 0.3481,
      "step": 47616
    },
    {
      "epoch": 1.9503174278107722,
      "grad_norm": 1.2447395849081249,
      "learning_rate": 0.00023207340443325518,
      "loss": 0.9494,
      "step": 47617
    },
    {
      "epoch": 1.9503583862379683,
      "grad_norm": 1.3885278143844115,
      "learning_rate": 0.0002320706745267163,
      "loss": 1.1414,
      "step": 47618
    },
    {
      "epoch": 1.9503993446651648,
      "grad_norm": 0.7739063697672683,
      "learning_rate": 0.0002320679445813791,
      "loss": 0.2953,
      "step": 47619
    },
    {
      "epoch": 1.9504403030923614,
      "grad_norm": 0.9362065996580015,
      "learning_rate": 0.000232065214597245,
      "loss": 0.3199,
      "step": 47620
    },
    {
      "epoch": 1.9504812615195577,
      "grad_norm": 1.1891202691705105,
      "learning_rate": 0.0002320624845743152,
      "loss": 0.8732,
      "step": 47621
    },
    {
      "epoch": 1.950522219946754,
      "grad_norm": 0.623394941313027,
      "learning_rate": 0.000232059754512591,
      "loss": 0.2585,
      "step": 47622
    },
    {
      "epoch": 1.9505631783739505,
      "grad_norm": 1.18385727651986,
      "learning_rate": 0.00023205702441207374,
      "loss": 0.7337,
      "step": 47623
    },
    {
      "epoch": 1.9506041368011469,
      "grad_norm": 1.210605289200284,
      "learning_rate": 0.0002320542942727647,
      "loss": 0.8012,
      "step": 47624
    },
    {
      "epoch": 1.9506450952283432,
      "grad_norm": 1.1159313379863969,
      "learning_rate": 0.00023205156409466512,
      "loss": 0.8524,
      "step": 47625
    },
    {
      "epoch": 1.9506860536555397,
      "grad_norm": 1.736111604250208,
      "learning_rate": 0.00023204883387777632,
      "loss": 1.0502,
      "step": 47626
    },
    {
      "epoch": 1.950727012082736,
      "grad_norm": 1.0014460548556523,
      "learning_rate": 0.0002320461036220996,
      "loss": 0.68,
      "step": 47627
    },
    {
      "epoch": 1.9507679705099323,
      "grad_norm": 1.0884825709558525,
      "learning_rate": 0.00023204337332763622,
      "loss": 0.7233,
      "step": 47628
    },
    {
      "epoch": 1.9508089289371289,
      "grad_norm": 1.6856395492831844,
      "learning_rate": 0.00023204064299438753,
      "loss": 1.1779,
      "step": 47629
    },
    {
      "epoch": 1.9508498873643252,
      "grad_norm": 1.0666035551487867,
      "learning_rate": 0.00023203791262235482,
      "loss": 0.8175,
      "step": 47630
    },
    {
      "epoch": 1.9508908457915215,
      "grad_norm": 1.3592491763343226,
      "learning_rate": 0.00023203518221153927,
      "loss": 1.1621,
      "step": 47631
    },
    {
      "epoch": 1.950931804218718,
      "grad_norm": 0.5712022479973595,
      "learning_rate": 0.00023203245176194227,
      "loss": 0.2281,
      "step": 47632
    },
    {
      "epoch": 1.9509727626459143,
      "grad_norm": 1.3006875683863663,
      "learning_rate": 0.00023202972127356507,
      "loss": 0.9525,
      "step": 47633
    },
    {
      "epoch": 1.9510137210731107,
      "grad_norm": 1.176286706861803,
      "learning_rate": 0.00023202699074640902,
      "loss": 1.1435,
      "step": 47634
    },
    {
      "epoch": 1.9510546795003072,
      "grad_norm": 0.9384188646431195,
      "learning_rate": 0.00023202426018047534,
      "loss": 0.2734,
      "step": 47635
    },
    {
      "epoch": 1.9510956379275037,
      "grad_norm": 1.0843388388134154,
      "learning_rate": 0.00023202152957576538,
      "loss": 0.5563,
      "step": 47636
    },
    {
      "epoch": 1.9511365963546998,
      "grad_norm": 1.4696757904026438,
      "learning_rate": 0.00023201879893228032,
      "loss": 1.0074,
      "step": 47637
    },
    {
      "epoch": 1.9511775547818964,
      "grad_norm": 1.0209693339046033,
      "learning_rate": 0.0002320160682500216,
      "loss": 0.8578,
      "step": 47638
    },
    {
      "epoch": 1.951218513209093,
      "grad_norm": 1.320169925904428,
      "learning_rate": 0.00023201333752899045,
      "loss": 0.8816,
      "step": 47639
    },
    {
      "epoch": 1.9512594716362892,
      "grad_norm": 1.8543279386240688,
      "learning_rate": 0.00023201060676918814,
      "loss": 0.985,
      "step": 47640
    },
    {
      "epoch": 1.9513004300634855,
      "grad_norm": 4.514103397652855,
      "learning_rate": 0.00023200787597061595,
      "loss": 1.9294,
      "step": 47641
    },
    {
      "epoch": 1.951341388490682,
      "grad_norm": 4.004080912891913,
      "learning_rate": 0.00023200514513327524,
      "loss": 5.0726,
      "step": 47642
    },
    {
      "epoch": 1.9513823469178784,
      "grad_norm": 0.7245060509903685,
      "learning_rate": 0.0002320024142571672,
      "loss": 0.3419,
      "step": 47643
    },
    {
      "epoch": 1.9514233053450747,
      "grad_norm": 4.42607577362086,
      "learning_rate": 0.00023199968334229322,
      "loss": 4.7198,
      "step": 47644
    },
    {
      "epoch": 1.9514642637722712,
      "grad_norm": 1.14681564762914,
      "learning_rate": 0.00023199695238865453,
      "loss": 0.6773,
      "step": 47645
    },
    {
      "epoch": 1.9515052221994675,
      "grad_norm": 1.073538885771254,
      "learning_rate": 0.00023199422139625242,
      "loss": 0.7213,
      "step": 47646
    },
    {
      "epoch": 1.9515461806266639,
      "grad_norm": 1.366140915842862,
      "learning_rate": 0.0002319914903650882,
      "loss": 1.1595,
      "step": 47647
    },
    {
      "epoch": 1.9515871390538604,
      "grad_norm": 1.2553838640655284,
      "learning_rate": 0.0002319887592951632,
      "loss": 0.8792,
      "step": 47648
    },
    {
      "epoch": 1.9516280974810567,
      "grad_norm": 1.8235561306397938,
      "learning_rate": 0.00023198602818647868,
      "loss": 0.9383,
      "step": 47649
    },
    {
      "epoch": 1.951669055908253,
      "grad_norm": 1.4532217815014825,
      "learning_rate": 0.00023198329703903587,
      "loss": 0.9609,
      "step": 47650
    },
    {
      "epoch": 1.9517100143354496,
      "grad_norm": 0.9940626885811543,
      "learning_rate": 0.00023198056585283614,
      "loss": 0.9038,
      "step": 47651
    },
    {
      "epoch": 1.9517509727626459,
      "grad_norm": 1.435503209520117,
      "learning_rate": 0.00023197783462788077,
      "loss": 1.0317,
      "step": 47652
    },
    {
      "epoch": 1.9517919311898422,
      "grad_norm": 1.3579274939886123,
      "learning_rate": 0.000231975103364171,
      "loss": 0.9423,
      "step": 47653
    },
    {
      "epoch": 1.9518328896170387,
      "grad_norm": 1.1095255931723043,
      "learning_rate": 0.0002319723720617082,
      "loss": 0.5994,
      "step": 47654
    },
    {
      "epoch": 1.9518738480442352,
      "grad_norm": 1.3141627017910256,
      "learning_rate": 0.0002319696407204936,
      "loss": 0.8981,
      "step": 47655
    },
    {
      "epoch": 1.9519148064714313,
      "grad_norm": 0.9624728815296886,
      "learning_rate": 0.00023196690934052853,
      "loss": 0.5897,
      "step": 47656
    },
    {
      "epoch": 1.9519557648986279,
      "grad_norm": 1.0690336899141801,
      "learning_rate": 0.0002319641779218142,
      "loss": 0.703,
      "step": 47657
    },
    {
      "epoch": 1.9519967233258244,
      "grad_norm": 1.4716821250956258,
      "learning_rate": 0.00023196144646435204,
      "loss": 1.1219,
      "step": 47658
    },
    {
      "epoch": 1.9520376817530207,
      "grad_norm": 0.3939477196394546,
      "learning_rate": 0.00023195871496814322,
      "loss": 0.1161,
      "step": 47659
    },
    {
      "epoch": 1.952078640180217,
      "grad_norm": 1.345986867141862,
      "learning_rate": 0.00023195598343318907,
      "loss": 1.2071,
      "step": 47660
    },
    {
      "epoch": 1.9521195986074136,
      "grad_norm": 1.288466109788838,
      "learning_rate": 0.00023195325185949088,
      "loss": 0.8454,
      "step": 47661
    },
    {
      "epoch": 1.95216055703461,
      "grad_norm": 1.0041339969658893,
      "learning_rate": 0.00023195052024704998,
      "loss": 0.8863,
      "step": 47662
    },
    {
      "epoch": 1.9522015154618062,
      "grad_norm": 1.2390404414538656,
      "learning_rate": 0.00023194778859586762,
      "loss": 1.1004,
      "step": 47663
    },
    {
      "epoch": 1.9522424738890027,
      "grad_norm": 0.9689640068539198,
      "learning_rate": 0.00023194505690594513,
      "loss": 0.6772,
      "step": 47664
    },
    {
      "epoch": 1.952283432316199,
      "grad_norm": 1.1406029337958705,
      "learning_rate": 0.00023194232517728374,
      "loss": 0.6466,
      "step": 47665
    },
    {
      "epoch": 1.9523243907433954,
      "grad_norm": 0.9329772097980622,
      "learning_rate": 0.00023193959340988478,
      "loss": 0.7109,
      "step": 47666
    },
    {
      "epoch": 1.952365349170592,
      "grad_norm": 1.2248000342038514,
      "learning_rate": 0.00023193686160374953,
      "loss": 1.1484,
      "step": 47667
    },
    {
      "epoch": 1.9524063075977882,
      "grad_norm": 1.5127459026095849,
      "learning_rate": 0.00023193412975887928,
      "loss": 1.3669,
      "step": 47668
    },
    {
      "epoch": 1.9524472660249845,
      "grad_norm": 1.1155792327701277,
      "learning_rate": 0.00023193139787527534,
      "loss": 0.7203,
      "step": 47669
    },
    {
      "epoch": 1.952488224452181,
      "grad_norm": 1.3581630774464113,
      "learning_rate": 0.00023192866595293899,
      "loss": 0.8272,
      "step": 47670
    },
    {
      "epoch": 1.9525291828793774,
      "grad_norm": 1.088861646576739,
      "learning_rate": 0.0002319259339918715,
      "loss": 0.7465,
      "step": 47671
    },
    {
      "epoch": 1.9525701413065737,
      "grad_norm": 1.2368879820045533,
      "learning_rate": 0.00023192320199207423,
      "loss": 1.0464,
      "step": 47672
    },
    {
      "epoch": 1.9526110997337702,
      "grad_norm": 0.7572360360666265,
      "learning_rate": 0.00023192046995354837,
      "loss": 0.4338,
      "step": 47673
    },
    {
      "epoch": 1.9526520581609668,
      "grad_norm": 1.4601806628495682,
      "learning_rate": 0.0002319177378762953,
      "loss": 0.8786,
      "step": 47674
    },
    {
      "epoch": 1.9526930165881629,
      "grad_norm": 1.1823713579756847,
      "learning_rate": 0.00023191500576031623,
      "loss": 0.6747,
      "step": 47675
    },
    {
      "epoch": 1.9527339750153594,
      "grad_norm": 0.8982061403995562,
      "learning_rate": 0.00023191227360561253,
      "loss": 0.7879,
      "step": 47676
    },
    {
      "epoch": 1.952774933442556,
      "grad_norm": 1.537411802586502,
      "learning_rate": 0.0002319095414121855,
      "loss": 1.1711,
      "step": 47677
    },
    {
      "epoch": 1.9528158918697522,
      "grad_norm": 2.576306534163215,
      "learning_rate": 0.00023190680918003633,
      "loss": 2.3213,
      "step": 47678
    },
    {
      "epoch": 1.9528568502969486,
      "grad_norm": 1.289766766669814,
      "learning_rate": 0.0002319040769091664,
      "loss": 0.841,
      "step": 47679
    },
    {
      "epoch": 1.952897808724145,
      "grad_norm": 1.0432162873816462,
      "learning_rate": 0.00023190134459957697,
      "loss": 0.7621,
      "step": 47680
    },
    {
      "epoch": 1.9529387671513414,
      "grad_norm": 0.998629828551225,
      "learning_rate": 0.00023189861225126934,
      "loss": 0.6595,
      "step": 47681
    },
    {
      "epoch": 1.9529797255785377,
      "grad_norm": 1.292315279346119,
      "learning_rate": 0.00023189587986424478,
      "loss": 0.7151,
      "step": 47682
    },
    {
      "epoch": 1.9530206840057343,
      "grad_norm": 0.4741878107951199,
      "learning_rate": 0.00023189314743850465,
      "loss": 0.1917,
      "step": 47683
    },
    {
      "epoch": 1.9530616424329306,
      "grad_norm": 1.0443075284665986,
      "learning_rate": 0.00023189041497405014,
      "loss": 0.4092,
      "step": 47684
    },
    {
      "epoch": 1.9531026008601269,
      "grad_norm": 1.0434123857247883,
      "learning_rate": 0.0002318876824708826,
      "loss": 0.6981,
      "step": 47685
    },
    {
      "epoch": 1.9531435592873234,
      "grad_norm": 1.3508480361304935,
      "learning_rate": 0.00023188494992900337,
      "loss": 1.0284,
      "step": 47686
    },
    {
      "epoch": 1.9531845177145197,
      "grad_norm": 1.628324706625337,
      "learning_rate": 0.00023188221734841364,
      "loss": 1.0022,
      "step": 47687
    },
    {
      "epoch": 1.953225476141716,
      "grad_norm": 1.158907529723784,
      "learning_rate": 0.00023187948472911472,
      "loss": 0.8877,
      "step": 47688
    },
    {
      "epoch": 1.9532664345689126,
      "grad_norm": 1.2694151763027408,
      "learning_rate": 0.00023187675207110797,
      "loss": 0.8129,
      "step": 47689
    },
    {
      "epoch": 1.9533073929961091,
      "grad_norm": 1.3804651251527686,
      "learning_rate": 0.00023187401937439466,
      "loss": 0.8484,
      "step": 47690
    },
    {
      "epoch": 1.9533483514233052,
      "grad_norm": 0.9556749198022667,
      "learning_rate": 0.00023187128663897604,
      "loss": 0.8106,
      "step": 47691
    },
    {
      "epoch": 1.9533893098505017,
      "grad_norm": 3.94475831773711,
      "learning_rate": 0.00023186855386485343,
      "loss": 5.5603,
      "step": 47692
    },
    {
      "epoch": 1.9534302682776983,
      "grad_norm": 1.451535617616022,
      "learning_rate": 0.0002318658210520281,
      "loss": 0.8732,
      "step": 47693
    },
    {
      "epoch": 1.9534712267048944,
      "grad_norm": 1.218247159077211,
      "learning_rate": 0.0002318630882005014,
      "loss": 0.9689,
      "step": 47694
    },
    {
      "epoch": 1.953512185132091,
      "grad_norm": 0.8273475823530454,
      "learning_rate": 0.00023186035531027455,
      "loss": 0.3343,
      "step": 47695
    },
    {
      "epoch": 1.9535531435592874,
      "grad_norm": 1.8735453081300415,
      "learning_rate": 0.00023185762238134885,
      "loss": 1.7421,
      "step": 47696
    },
    {
      "epoch": 1.9535941019864838,
      "grad_norm": 0.6402449711957895,
      "learning_rate": 0.0002318548894137257,
      "loss": 0.2683,
      "step": 47697
    },
    {
      "epoch": 1.95363506041368,
      "grad_norm": 2.088773130036337,
      "learning_rate": 0.00023185215640740626,
      "loss": 1.1471,
      "step": 47698
    },
    {
      "epoch": 1.9536760188408766,
      "grad_norm": 1.9667402973153014,
      "learning_rate": 0.00023184942336239184,
      "loss": 0.6691,
      "step": 47699
    },
    {
      "epoch": 1.953716977268073,
      "grad_norm": 1.0978501160157104,
      "learning_rate": 0.0002318466902786838,
      "loss": 0.6123,
      "step": 47700
    },
    {
      "epoch": 1.9537579356952692,
      "grad_norm": 1.2709457457653055,
      "learning_rate": 0.0002318439571562834,
      "loss": 0.9317,
      "step": 47701
    },
    {
      "epoch": 1.9537988941224658,
      "grad_norm": 1.3049305320577986,
      "learning_rate": 0.00023184122399519193,
      "loss": 0.7438,
      "step": 47702
    },
    {
      "epoch": 1.953839852549662,
      "grad_norm": 1.7193477949924394,
      "learning_rate": 0.00023183849079541066,
      "loss": 0.9955,
      "step": 47703
    },
    {
      "epoch": 1.9538808109768584,
      "grad_norm": 1.3084396678587538,
      "learning_rate": 0.0002318357575569409,
      "loss": 0.7315,
      "step": 47704
    },
    {
      "epoch": 1.953921769404055,
      "grad_norm": 0.7329207673212956,
      "learning_rate": 0.00023183302427978394,
      "loss": 0.3233,
      "step": 47705
    },
    {
      "epoch": 1.9539627278312512,
      "grad_norm": 1.341181427362428,
      "learning_rate": 0.00023183029096394107,
      "loss": 1.1153,
      "step": 47706
    },
    {
      "epoch": 1.9540036862584476,
      "grad_norm": 1.1870361963877964,
      "learning_rate": 0.00023182755760941357,
      "loss": 0.8831,
      "step": 47707
    },
    {
      "epoch": 1.954044644685644,
      "grad_norm": 1.2177192190321415,
      "learning_rate": 0.0002318248242162028,
      "loss": 0.949,
      "step": 47708
    },
    {
      "epoch": 1.9540856031128406,
      "grad_norm": 1.2554983645496465,
      "learning_rate": 0.00023182209078430996,
      "loss": 0.8715,
      "step": 47709
    },
    {
      "epoch": 1.9541265615400367,
      "grad_norm": 1.5636444903582025,
      "learning_rate": 0.00023181935731373643,
      "loss": 1.0259,
      "step": 47710
    },
    {
      "epoch": 1.9541675199672333,
      "grad_norm": 0.6122688935674607,
      "learning_rate": 0.00023181662380448341,
      "loss": 0.1925,
      "step": 47711
    },
    {
      "epoch": 1.9542084783944298,
      "grad_norm": 1.3804864880211738,
      "learning_rate": 0.00023181389025655227,
      "loss": 1.0149,
      "step": 47712
    },
    {
      "epoch": 1.9542494368216259,
      "grad_norm": 0.9651477271925247,
      "learning_rate": 0.00023181115666994422,
      "loss": 0.7153,
      "step": 47713
    },
    {
      "epoch": 1.9542903952488224,
      "grad_norm": 0.9647036173737743,
      "learning_rate": 0.00023180842304466065,
      "loss": 0.6641,
      "step": 47714
    },
    {
      "epoch": 1.954331353676019,
      "grad_norm": 0.7567657029913712,
      "learning_rate": 0.0002318056893807028,
      "loss": 0.2936,
      "step": 47715
    },
    {
      "epoch": 1.9543723121032153,
      "grad_norm": 1.285918909856422,
      "learning_rate": 0.00023180295567807192,
      "loss": 0.6673,
      "step": 47716
    },
    {
      "epoch": 1.9544132705304116,
      "grad_norm": 1.1170211303124487,
      "learning_rate": 0.0002318002219367694,
      "loss": 0.9151,
      "step": 47717
    },
    {
      "epoch": 1.9544542289576081,
      "grad_norm": 0.7342369538600138,
      "learning_rate": 0.00023179748815679646,
      "loss": 0.2923,
      "step": 47718
    },
    {
      "epoch": 1.9544951873848044,
      "grad_norm": 1.2980382745160328,
      "learning_rate": 0.0002317947543381544,
      "loss": 0.8115,
      "step": 47719
    },
    {
      "epoch": 1.9545361458120007,
      "grad_norm": 1.4438857397768643,
      "learning_rate": 0.00023179202048084457,
      "loss": 0.8976,
      "step": 47720
    },
    {
      "epoch": 1.9545771042391973,
      "grad_norm": 1.1797960197607773,
      "learning_rate": 0.00023178928658486818,
      "loss": 0.7143,
      "step": 47721
    },
    {
      "epoch": 1.9546180626663936,
      "grad_norm": 0.8360775473500837,
      "learning_rate": 0.0002317865526502266,
      "loss": 0.3321,
      "step": 47722
    },
    {
      "epoch": 1.95465902109359,
      "grad_norm": 1.079180611151225,
      "learning_rate": 0.00023178381867692104,
      "loss": 0.7498,
      "step": 47723
    },
    {
      "epoch": 1.9546999795207864,
      "grad_norm": 1.2183380724341675,
      "learning_rate": 0.0002317810846649529,
      "loss": 0.694,
      "step": 47724
    },
    {
      "epoch": 1.9547409379479828,
      "grad_norm": 1.421127333719218,
      "learning_rate": 0.00023177835061432333,
      "loss": 0.9834,
      "step": 47725
    },
    {
      "epoch": 1.954781896375179,
      "grad_norm": 1.9876788754181132,
      "learning_rate": 0.00023177561652503375,
      "loss": 2.099,
      "step": 47726
    },
    {
      "epoch": 1.9548228548023756,
      "grad_norm": 1.052249706683927,
      "learning_rate": 0.00023177288239708538,
      "loss": 0.8636,
      "step": 47727
    },
    {
      "epoch": 1.9548638132295721,
      "grad_norm": 1.069750753229766,
      "learning_rate": 0.00023177014823047953,
      "loss": 0.2962,
      "step": 47728
    },
    {
      "epoch": 1.9549047716567682,
      "grad_norm": 1.219124768459808,
      "learning_rate": 0.00023176741402521753,
      "loss": 0.3058,
      "step": 47729
    },
    {
      "epoch": 1.9549457300839648,
      "grad_norm": 0.6716779731065209,
      "learning_rate": 0.00023176467978130064,
      "loss": 0.3223,
      "step": 47730
    },
    {
      "epoch": 1.9549866885111613,
      "grad_norm": 1.2771580422842126,
      "learning_rate": 0.00023176194549873012,
      "loss": 1.0268,
      "step": 47731
    },
    {
      "epoch": 1.9550276469383576,
      "grad_norm": 1.2601207877447682,
      "learning_rate": 0.0002317592111775073,
      "loss": 0.8649,
      "step": 47732
    },
    {
      "epoch": 1.955068605365554,
      "grad_norm": 0.8184874252076575,
      "learning_rate": 0.0002317564768176335,
      "loss": 0.2863,
      "step": 47733
    },
    {
      "epoch": 1.9551095637927505,
      "grad_norm": 1.1567651787879212,
      "learning_rate": 0.00023175374241910998,
      "loss": 0.8886,
      "step": 47734
    },
    {
      "epoch": 1.9551505222199468,
      "grad_norm": 1.0838888150469865,
      "learning_rate": 0.000231751007981938,
      "loss": 0.8024,
      "step": 47735
    },
    {
      "epoch": 1.955191480647143,
      "grad_norm": 0.8926295935267646,
      "learning_rate": 0.00023174827350611898,
      "loss": 0.6144,
      "step": 47736
    },
    {
      "epoch": 1.9552324390743396,
      "grad_norm": 1.220291436277745,
      "learning_rate": 0.00023174553899165404,
      "loss": 0.8954,
      "step": 47737
    },
    {
      "epoch": 1.955273397501536,
      "grad_norm": 1.184663144443979,
      "learning_rate": 0.00023174280443854456,
      "loss": 0.8981,
      "step": 47738
    },
    {
      "epoch": 1.9553143559287323,
      "grad_norm": 1.4197598529016389,
      "learning_rate": 0.00023174006984679182,
      "loss": 0.9621,
      "step": 47739
    },
    {
      "epoch": 1.9553553143559288,
      "grad_norm": 1.0874144160235433,
      "learning_rate": 0.00023173733521639713,
      "loss": 0.9643,
      "step": 47740
    },
    {
      "epoch": 1.9553962727831251,
      "grad_norm": 1.4494394812094797,
      "learning_rate": 0.00023173460054736177,
      "loss": 1.0257,
      "step": 47741
    },
    {
      "epoch": 1.9554372312103214,
      "grad_norm": 0.9573377851803693,
      "learning_rate": 0.00023173186583968702,
      "loss": 0.6647,
      "step": 47742
    },
    {
      "epoch": 1.955478189637518,
      "grad_norm": 1.0820210436847133,
      "learning_rate": 0.00023172913109337418,
      "loss": 0.6978,
      "step": 47743
    },
    {
      "epoch": 1.9555191480647143,
      "grad_norm": 1.056529970064682,
      "learning_rate": 0.00023172639630842458,
      "loss": 0.8282,
      "step": 47744
    },
    {
      "epoch": 1.9555601064919106,
      "grad_norm": 1.2817309368793592,
      "learning_rate": 0.00023172366148483948,
      "loss": 1.2188,
      "step": 47745
    },
    {
      "epoch": 1.9556010649191071,
      "grad_norm": 0.9779363169584162,
      "learning_rate": 0.00023172092662262014,
      "loss": 0.5238,
      "step": 47746
    },
    {
      "epoch": 1.9556420233463037,
      "grad_norm": 1.5256106274714072,
      "learning_rate": 0.00023171819172176792,
      "loss": 1.2132,
      "step": 47747
    },
    {
      "epoch": 1.9556829817734998,
      "grad_norm": 2.76112111056203,
      "learning_rate": 0.00023171545678228408,
      "loss": 2.0121,
      "step": 47748
    },
    {
      "epoch": 1.9557239402006963,
      "grad_norm": 1.1470431793571176,
      "learning_rate": 0.0002317127218041699,
      "loss": 1.1537,
      "step": 47749
    },
    {
      "epoch": 1.9557648986278928,
      "grad_norm": 1.2240119264251683,
      "learning_rate": 0.0002317099867874267,
      "loss": 0.715,
      "step": 47750
    },
    {
      "epoch": 1.9558058570550891,
      "grad_norm": 2.761964116304753,
      "learning_rate": 0.00023170725173205574,
      "loss": 3.6651,
      "step": 47751
    },
    {
      "epoch": 1.9558468154822855,
      "grad_norm": 1.1066958568121998,
      "learning_rate": 0.00023170451663805837,
      "loss": 0.6891,
      "step": 47752
    },
    {
      "epoch": 1.955887773909482,
      "grad_norm": 0.7051939921463911,
      "learning_rate": 0.00023170178150543581,
      "loss": 0.3059,
      "step": 47753
    },
    {
      "epoch": 1.9559287323366783,
      "grad_norm": 1.3665320249955564,
      "learning_rate": 0.0002316990463341894,
      "loss": 0.6398,
      "step": 47754
    },
    {
      "epoch": 1.9559696907638746,
      "grad_norm": 1.4730585608413078,
      "learning_rate": 0.0002316963111243204,
      "loss": 0.7519,
      "step": 47755
    },
    {
      "epoch": 1.9560106491910711,
      "grad_norm": 3.186349539236889,
      "learning_rate": 0.00023169357587583014,
      "loss": 2.5304,
      "step": 47756
    },
    {
      "epoch": 1.9560516076182675,
      "grad_norm": 1.1596420671756802,
      "learning_rate": 0.00023169084058871994,
      "loss": 0.8669,
      "step": 47757
    },
    {
      "epoch": 1.9560925660454638,
      "grad_norm": 1.3729288980850836,
      "learning_rate": 0.00023168810526299103,
      "loss": 1.0745,
      "step": 47758
    },
    {
      "epoch": 1.9561335244726603,
      "grad_norm": 1.0330894393889614,
      "learning_rate": 0.00023168536989864465,
      "loss": 0.7393,
      "step": 47759
    },
    {
      "epoch": 1.9561744828998566,
      "grad_norm": 0.8262633239645454,
      "learning_rate": 0.00023168263449568224,
      "loss": 0.3199,
      "step": 47760
    },
    {
      "epoch": 1.956215441327053,
      "grad_norm": 1.0123045493507359,
      "learning_rate": 0.000231679899054105,
      "loss": 0.7026,
      "step": 47761
    },
    {
      "epoch": 1.9562563997542495,
      "grad_norm": 1.3652712546984709,
      "learning_rate": 0.00023167716357391427,
      "loss": 0.8619,
      "step": 47762
    },
    {
      "epoch": 1.9562973581814458,
      "grad_norm": 1.055348085551375,
      "learning_rate": 0.00023167442805511129,
      "loss": 0.4037,
      "step": 47763
    },
    {
      "epoch": 1.956338316608642,
      "grad_norm": 1.038939334099953,
      "learning_rate": 0.0002316716924976974,
      "loss": 0.8352,
      "step": 47764
    },
    {
      "epoch": 1.9563792750358386,
      "grad_norm": 1.4647612817052298,
      "learning_rate": 0.00023166895690167387,
      "loss": 0.4809,
      "step": 47765
    },
    {
      "epoch": 1.9564202334630352,
      "grad_norm": 1.1606457373383539,
      "learning_rate": 0.00023166622126704196,
      "loss": 0.8735,
      "step": 47766
    },
    {
      "epoch": 1.9564611918902313,
      "grad_norm": 0.9333332065482098,
      "learning_rate": 0.00023166348559380302,
      "loss": 0.6519,
      "step": 47767
    },
    {
      "epoch": 1.9565021503174278,
      "grad_norm": 1.4002659044840013,
      "learning_rate": 0.00023166074988195833,
      "loss": 0.7839,
      "step": 47768
    },
    {
      "epoch": 1.9565431087446243,
      "grad_norm": 0.7626062384399785,
      "learning_rate": 0.0002316580141315092,
      "loss": 0.3957,
      "step": 47769
    },
    {
      "epoch": 1.9565840671718207,
      "grad_norm": 0.9171965749300038,
      "learning_rate": 0.00023165527834245687,
      "loss": 0.5593,
      "step": 47770
    },
    {
      "epoch": 1.956625025599017,
      "grad_norm": 0.929926891302001,
      "learning_rate": 0.00023165254251480266,
      "loss": 0.6163,
      "step": 47771
    },
    {
      "epoch": 1.9566659840262135,
      "grad_norm": 1.063351466789867,
      "learning_rate": 0.0002316498066485479,
      "loss": 0.7544,
      "step": 47772
    },
    {
      "epoch": 1.9567069424534098,
      "grad_norm": 0.9682467639376299,
      "learning_rate": 0.0002316470707436938,
      "loss": 0.7427,
      "step": 47773
    },
    {
      "epoch": 1.9567479008806061,
      "grad_norm": 1.4763314970206658,
      "learning_rate": 0.00023164433480024174,
      "loss": 0.9475,
      "step": 47774
    },
    {
      "epoch": 1.9567888593078027,
      "grad_norm": 4.7710852504362125,
      "learning_rate": 0.00023164159881819296,
      "loss": 5.0513,
      "step": 47775
    },
    {
      "epoch": 1.956829817734999,
      "grad_norm": 0.9382944330826293,
      "learning_rate": 0.00023163886279754879,
      "loss": 0.3627,
      "step": 47776
    },
    {
      "epoch": 1.9568707761621953,
      "grad_norm": 1.0806157910578806,
      "learning_rate": 0.00023163612673831046,
      "loss": 0.3182,
      "step": 47777
    },
    {
      "epoch": 1.9569117345893918,
      "grad_norm": 1.2768722318419345,
      "learning_rate": 0.0002316333906404793,
      "loss": 0.6127,
      "step": 47778
    },
    {
      "epoch": 1.9569526930165881,
      "grad_norm": 1.3157049808194046,
      "learning_rate": 0.00023163065450405667,
      "loss": 0.9,
      "step": 47779
    },
    {
      "epoch": 1.9569936514437845,
      "grad_norm": 1.1432150203783964,
      "learning_rate": 0.00023162791832904376,
      "loss": 0.6546,
      "step": 47780
    },
    {
      "epoch": 1.957034609870981,
      "grad_norm": 1.0284612965446127,
      "learning_rate": 0.0002316251821154419,
      "loss": 0.9522,
      "step": 47781
    },
    {
      "epoch": 1.9570755682981773,
      "grad_norm": 1.852840801578637,
      "learning_rate": 0.00023162244586325245,
      "loss": 1.2812,
      "step": 47782
    },
    {
      "epoch": 1.9571165267253736,
      "grad_norm": 1.3232894240133704,
      "learning_rate": 0.00023161970957247656,
      "loss": 0.5614,
      "step": 47783
    },
    {
      "epoch": 1.9571574851525702,
      "grad_norm": 1.3705322104922748,
      "learning_rate": 0.00023161697324311566,
      "loss": 1.2018,
      "step": 47784
    },
    {
      "epoch": 1.9571984435797667,
      "grad_norm": 0.7874026702517142,
      "learning_rate": 0.00023161423687517095,
      "loss": 0.3185,
      "step": 47785
    },
    {
      "epoch": 1.9572394020069628,
      "grad_norm": 1.037573618328722,
      "learning_rate": 0.00023161150046864385,
      "loss": 0.8222,
      "step": 47786
    },
    {
      "epoch": 1.9572803604341593,
      "grad_norm": 0.6688269339226771,
      "learning_rate": 0.00023160876402353547,
      "loss": 0.2964,
      "step": 47787
    },
    {
      "epoch": 1.9573213188613559,
      "grad_norm": 1.0301522851540972,
      "learning_rate": 0.0002316060275398473,
      "loss": 0.6999,
      "step": 47788
    },
    {
      "epoch": 1.9573622772885522,
      "grad_norm": 0.8908206063531064,
      "learning_rate": 0.00023160329101758043,
      "loss": 0.3523,
      "step": 47789
    },
    {
      "epoch": 1.9574032357157485,
      "grad_norm": 1.0984712293011984,
      "learning_rate": 0.00023160055445673632,
      "loss": 0.7888,
      "step": 47790
    },
    {
      "epoch": 1.957444194142945,
      "grad_norm": 0.8649465194397102,
      "learning_rate": 0.0002315978178573162,
      "loss": 0.6848,
      "step": 47791
    },
    {
      "epoch": 1.9574851525701413,
      "grad_norm": 3.0759984870641826,
      "learning_rate": 0.00023159508121932136,
      "loss": 3.3879,
      "step": 47792
    },
    {
      "epoch": 1.9575261109973376,
      "grad_norm": 1.175327783728895,
      "learning_rate": 0.0002315923445427531,
      "loss": 1.1141,
      "step": 47793
    },
    {
      "epoch": 1.9575670694245342,
      "grad_norm": 1.187483993605842,
      "learning_rate": 0.0002315896078276127,
      "loss": 0.6457,
      "step": 47794
    },
    {
      "epoch": 1.9576080278517305,
      "grad_norm": 0.6966045580334175,
      "learning_rate": 0.0002315868710739015,
      "loss": 0.2249,
      "step": 47795
    },
    {
      "epoch": 1.9576489862789268,
      "grad_norm": 1.7451955950635154,
      "learning_rate": 0.00023158413428162075,
      "loss": 0.9034,
      "step": 47796
    },
    {
      "epoch": 1.9576899447061233,
      "grad_norm": 2.9936510555260303,
      "learning_rate": 0.00023158139745077175,
      "loss": 1.2829,
      "step": 47797
    },
    {
      "epoch": 1.9577309031333197,
      "grad_norm": 1.2247447231221256,
      "learning_rate": 0.00023157866058135578,
      "loss": 0.7374,
      "step": 47798
    },
    {
      "epoch": 1.957771861560516,
      "grad_norm": 2.892250811679167,
      "learning_rate": 0.00023157592367337417,
      "loss": 4.6183,
      "step": 47799
    },
    {
      "epoch": 1.9578128199877125,
      "grad_norm": 1.0620345669527695,
      "learning_rate": 0.0002315731867268282,
      "loss": 0.6019,
      "step": 47800
    },
    {
      "epoch": 1.9578537784149088,
      "grad_norm": 1.2515026190914256,
      "learning_rate": 0.00023157044974171916,
      "loss": 0.8364,
      "step": 47801
    },
    {
      "epoch": 1.9578947368421051,
      "grad_norm": 1.3386408016686806,
      "learning_rate": 0.00023156771271804836,
      "loss": 1.0928,
      "step": 47802
    },
    {
      "epoch": 1.9579356952693017,
      "grad_norm": 2.0216667469497778,
      "learning_rate": 0.00023156497565581706,
      "loss": 1.1333,
      "step": 47803
    },
    {
      "epoch": 1.9579766536964982,
      "grad_norm": 1.0246357275594589,
      "learning_rate": 0.00023156223855502658,
      "loss": 0.4104,
      "step": 47804
    },
    {
      "epoch": 1.9580176121236943,
      "grad_norm": 1.2129952718822128,
      "learning_rate": 0.00023155950141567815,
      "loss": 0.9062,
      "step": 47805
    },
    {
      "epoch": 1.9580585705508908,
      "grad_norm": 1.2432249599315193,
      "learning_rate": 0.00023155676423777322,
      "loss": 0.5666,
      "step": 47806
    },
    {
      "epoch": 1.9580995289780874,
      "grad_norm": 1.2316389957353944,
      "learning_rate": 0.00023155402702131295,
      "loss": 0.8786,
      "step": 47807
    },
    {
      "epoch": 1.9581404874052837,
      "grad_norm": 2.0524824701937114,
      "learning_rate": 0.00023155128976629866,
      "loss": 1.6327,
      "step": 47808
    },
    {
      "epoch": 1.95818144583248,
      "grad_norm": 1.182404400276056,
      "learning_rate": 0.00023154855247273164,
      "loss": 0.7886,
      "step": 47809
    },
    {
      "epoch": 1.9582224042596765,
      "grad_norm": 1.3732667823426263,
      "learning_rate": 0.0002315458151406132,
      "loss": 0.9996,
      "step": 47810
    },
    {
      "epoch": 1.9582633626868728,
      "grad_norm": 1.0582111798655545,
      "learning_rate": 0.00023154307776994463,
      "loss": 0.6655,
      "step": 47811
    },
    {
      "epoch": 1.9583043211140692,
      "grad_norm": 0.941649734546197,
      "learning_rate": 0.00023154034036072726,
      "loss": 0.6262,
      "step": 47812
    },
    {
      "epoch": 1.9583452795412657,
      "grad_norm": 1.0980599482027567,
      "learning_rate": 0.0002315376029129623,
      "loss": 0.6074,
      "step": 47813
    },
    {
      "epoch": 1.958386237968462,
      "grad_norm": 0.9355527962751938,
      "learning_rate": 0.0002315348654266511,
      "loss": 0.5599,
      "step": 47814
    },
    {
      "epoch": 1.9584271963956583,
      "grad_norm": 1.3712707162939641,
      "learning_rate": 0.00023153212790179495,
      "loss": 0.5824,
      "step": 47815
    },
    {
      "epoch": 1.9584681548228549,
      "grad_norm": 1.0430738888913875,
      "learning_rate": 0.00023152939033839516,
      "loss": 0.5347,
      "step": 47816
    },
    {
      "epoch": 1.9585091132500512,
      "grad_norm": 1.0919651189665696,
      "learning_rate": 0.000231526652736453,
      "loss": 0.7528,
      "step": 47817
    },
    {
      "epoch": 1.9585500716772475,
      "grad_norm": 1.206285152533771,
      "learning_rate": 0.00023152391509596976,
      "loss": 0.8891,
      "step": 47818
    },
    {
      "epoch": 1.958591030104444,
      "grad_norm": 1.2891577810780377,
      "learning_rate": 0.00023152117741694674,
      "loss": 0.9103,
      "step": 47819
    },
    {
      "epoch": 1.9586319885316403,
      "grad_norm": 1.169504790953287,
      "learning_rate": 0.00023151843969938525,
      "loss": 0.4877,
      "step": 47820
    },
    {
      "epoch": 1.9586729469588366,
      "grad_norm": 2.566957955570149,
      "learning_rate": 0.00023151570194328655,
      "loss": 1.2583,
      "step": 47821
    },
    {
      "epoch": 1.9587139053860332,
      "grad_norm": 1.1042799155697265,
      "learning_rate": 0.000231512964148652,
      "loss": 1.0155,
      "step": 47822
    },
    {
      "epoch": 1.9587548638132297,
      "grad_norm": 0.962852190871375,
      "learning_rate": 0.0002315102263154828,
      "loss": 0.5967,
      "step": 47823
    },
    {
      "epoch": 1.9587958222404258,
      "grad_norm": 0.9314024988501279,
      "learning_rate": 0.00023150748844378034,
      "loss": 0.8075,
      "step": 47824
    },
    {
      "epoch": 1.9588367806676223,
      "grad_norm": 1.05153908003623,
      "learning_rate": 0.0002315047505335458,
      "loss": 0.9025,
      "step": 47825
    },
    {
      "epoch": 1.9588777390948189,
      "grad_norm": 0.7595025016103845,
      "learning_rate": 0.00023150201258478062,
      "loss": 0.3294,
      "step": 47826
    },
    {
      "epoch": 1.9589186975220152,
      "grad_norm": 1.4242821773482828,
      "learning_rate": 0.00023149927459748597,
      "loss": 0.8318,
      "step": 47827
    },
    {
      "epoch": 1.9589596559492115,
      "grad_norm": 3.3430435023710965,
      "learning_rate": 0.0002314965365716632,
      "loss": 5.2661,
      "step": 47828
    },
    {
      "epoch": 1.959000614376408,
      "grad_norm": 1.0250246717613622,
      "learning_rate": 0.00023149379850731362,
      "loss": 0.773,
      "step": 47829
    },
    {
      "epoch": 1.9590415728036044,
      "grad_norm": 0.9517007424006525,
      "learning_rate": 0.0002314910604044385,
      "loss": 0.7616,
      "step": 47830
    },
    {
      "epoch": 1.9590825312308007,
      "grad_norm": 1.0574292089597777,
      "learning_rate": 0.0002314883222630391,
      "loss": 0.7241,
      "step": 47831
    },
    {
      "epoch": 1.9591234896579972,
      "grad_norm": 1.1694105896083953,
      "learning_rate": 0.00023148558408311678,
      "loss": 0.9279,
      "step": 47832
    },
    {
      "epoch": 1.9591644480851935,
      "grad_norm": 1.407037588838357,
      "learning_rate": 0.0002314828458646728,
      "loss": 1.064,
      "step": 47833
    },
    {
      "epoch": 1.9592054065123898,
      "grad_norm": 0.6144007147222033,
      "learning_rate": 0.00023148010760770847,
      "loss": 0.2523,
      "step": 47834
    },
    {
      "epoch": 1.9592463649395864,
      "grad_norm": 1.1982437899887775,
      "learning_rate": 0.00023147736931222504,
      "loss": 0.6194,
      "step": 47835
    },
    {
      "epoch": 1.9592873233667827,
      "grad_norm": 0.642434697161408,
      "learning_rate": 0.00023147463097822387,
      "loss": 0.2486,
      "step": 47836
    },
    {
      "epoch": 1.959328281793979,
      "grad_norm": 1.1155722170944327,
      "learning_rate": 0.0002314718926057062,
      "loss": 0.801,
      "step": 47837
    },
    {
      "epoch": 1.9593692402211755,
      "grad_norm": 1.1596075429195403,
      "learning_rate": 0.00023146915419467335,
      "loss": 0.7968,
      "step": 47838
    },
    {
      "epoch": 1.9594101986483718,
      "grad_norm": 1.1448457843269408,
      "learning_rate": 0.00023146641574512663,
      "loss": 0.8365,
      "step": 47839
    },
    {
      "epoch": 1.9594511570755682,
      "grad_norm": 1.0720469267264976,
      "learning_rate": 0.00023146367725706727,
      "loss": 0.653,
      "step": 47840
    },
    {
      "epoch": 1.9594921155027647,
      "grad_norm": 1.0034661741634094,
      "learning_rate": 0.00023146093873049667,
      "loss": 0.9049,
      "step": 47841
    },
    {
      "epoch": 1.9595330739299612,
      "grad_norm": 6.171490389214541,
      "learning_rate": 0.00023145820016541604,
      "loss": 4.0149,
      "step": 47842
    },
    {
      "epoch": 1.9595740323571573,
      "grad_norm": 0.9683388596526321,
      "learning_rate": 0.00023145546156182672,
      "loss": 0.6885,
      "step": 47843
    },
    {
      "epoch": 1.9596149907843539,
      "grad_norm": 1.2291471642737382,
      "learning_rate": 0.00023145272291972996,
      "loss": 0.4724,
      "step": 47844
    },
    {
      "epoch": 1.9596559492115504,
      "grad_norm": 0.6173661555986188,
      "learning_rate": 0.00023144998423912708,
      "loss": 0.2998,
      "step": 47845
    },
    {
      "epoch": 1.9596969076387467,
      "grad_norm": 1.2131015337466233,
      "learning_rate": 0.00023144724552001938,
      "loss": 1.0716,
      "step": 47846
    },
    {
      "epoch": 1.959737866065943,
      "grad_norm": 1.0054733930069946,
      "learning_rate": 0.00023144450676240813,
      "loss": 0.3658,
      "step": 47847
    },
    {
      "epoch": 1.9597788244931396,
      "grad_norm": 0.9636252804665473,
      "learning_rate": 0.00023144176796629462,
      "loss": 0.7656,
      "step": 47848
    },
    {
      "epoch": 1.9598197829203359,
      "grad_norm": 0.7346098278404855,
      "learning_rate": 0.00023143902913168023,
      "loss": 0.2837,
      "step": 47849
    },
    {
      "epoch": 1.9598607413475322,
      "grad_norm": 1.1432355242240526,
      "learning_rate": 0.00023143629025856616,
      "loss": 0.9996,
      "step": 47850
    },
    {
      "epoch": 1.9599016997747287,
      "grad_norm": 1.1157488210802198,
      "learning_rate": 0.00023143355134695376,
      "loss": 0.7178,
      "step": 47851
    },
    {
      "epoch": 1.959942658201925,
      "grad_norm": 1.364228996717664,
      "learning_rate": 0.00023143081239684427,
      "loss": 1.1897,
      "step": 47852
    },
    {
      "epoch": 1.9599836166291214,
      "grad_norm": 0.9546583370603141,
      "learning_rate": 0.00023142807340823904,
      "loss": 0.7719,
      "step": 47853
    },
    {
      "epoch": 1.9600245750563179,
      "grad_norm": 1.0396477238009598,
      "learning_rate": 0.00023142533438113934,
      "loss": 0.7132,
      "step": 47854
    },
    {
      "epoch": 1.9600655334835142,
      "grad_norm": 1.1064784158760024,
      "learning_rate": 0.0002314225953155465,
      "loss": 0.943,
      "step": 47855
    },
    {
      "epoch": 1.9601064919107105,
      "grad_norm": 2.3108725196133464,
      "learning_rate": 0.00023141985621146172,
      "loss": 3.3486,
      "step": 47856
    },
    {
      "epoch": 1.960147450337907,
      "grad_norm": 1.2538193690049775,
      "learning_rate": 0.00023141711706888636,
      "loss": 0.7636,
      "step": 47857
    },
    {
      "epoch": 1.9601884087651036,
      "grad_norm": 1.2162758026735805,
      "learning_rate": 0.00023141437788782175,
      "loss": 0.9699,
      "step": 47858
    },
    {
      "epoch": 1.9602293671922997,
      "grad_norm": 1.1537917965968452,
      "learning_rate": 0.00023141163866826912,
      "loss": 0.8267,
      "step": 47859
    },
    {
      "epoch": 1.9602703256194962,
      "grad_norm": 1.366766186880122,
      "learning_rate": 0.0002314088994102298,
      "loss": 0.8744,
      "step": 47860
    },
    {
      "epoch": 1.9603112840466927,
      "grad_norm": 1.3167547557234665,
      "learning_rate": 0.00023140616011370506,
      "loss": 0.6844,
      "step": 47861
    },
    {
      "epoch": 1.9603522424738888,
      "grad_norm": 1.4388635474951932,
      "learning_rate": 0.00023140342077869624,
      "loss": 0.3326,
      "step": 47862
    },
    {
      "epoch": 1.9603932009010854,
      "grad_norm": 1.343666084589696,
      "learning_rate": 0.0002314006814052046,
      "loss": 1.1226,
      "step": 47863
    },
    {
      "epoch": 1.960434159328282,
      "grad_norm": 1.2209370657228489,
      "learning_rate": 0.00023139794199323143,
      "loss": 0.4901,
      "step": 47864
    },
    {
      "epoch": 1.9604751177554782,
      "grad_norm": 1.3265008915669114,
      "learning_rate": 0.00023139520254277806,
      "loss": 0.9425,
      "step": 47865
    },
    {
      "epoch": 1.9605160761826745,
      "grad_norm": 0.7027224990735984,
      "learning_rate": 0.00023139246305384572,
      "loss": 0.2717,
      "step": 47866
    },
    {
      "epoch": 1.960557034609871,
      "grad_norm": 0.5651407815924274,
      "learning_rate": 0.00023138972352643576,
      "loss": 0.2563,
      "step": 47867
    },
    {
      "epoch": 1.9605979930370674,
      "grad_norm": 1.7127675172844536,
      "learning_rate": 0.0002313869839605495,
      "loss": 1.4493,
      "step": 47868
    },
    {
      "epoch": 1.9606389514642637,
      "grad_norm": 1.2561040644349593,
      "learning_rate": 0.00023138424435618815,
      "loss": 0.646,
      "step": 47869
    },
    {
      "epoch": 1.9606799098914602,
      "grad_norm": 0.7990475266092408,
      "learning_rate": 0.00023138150471335307,
      "loss": 0.2898,
      "step": 47870
    },
    {
      "epoch": 1.9607208683186566,
      "grad_norm": 1.3469380732380243,
      "learning_rate": 0.00023137876503204552,
      "loss": 0.7871,
      "step": 47871
    },
    {
      "epoch": 1.9607618267458529,
      "grad_norm": 1.1154145980136478,
      "learning_rate": 0.00023137602531226687,
      "loss": 0.7486,
      "step": 47872
    },
    {
      "epoch": 1.9608027851730494,
      "grad_norm": 0.8553460793835861,
      "learning_rate": 0.00023137328555401825,
      "loss": 0.4931,
      "step": 47873
    },
    {
      "epoch": 1.9608437436002457,
      "grad_norm": 1.3359927687044566,
      "learning_rate": 0.00023137054575730117,
      "loss": 0.995,
      "step": 47874
    },
    {
      "epoch": 1.960884702027442,
      "grad_norm": 1.5608105601936477,
      "learning_rate": 0.00023136780592211676,
      "loss": 1.2473,
      "step": 47875
    },
    {
      "epoch": 1.9609256604546386,
      "grad_norm": 2.722773840164512,
      "learning_rate": 0.0002313650660484664,
      "loss": 0.8992,
      "step": 47876
    },
    {
      "epoch": 1.960966618881835,
      "grad_norm": 1.1459956021397772,
      "learning_rate": 0.00023136232613635136,
      "loss": 0.7155,
      "step": 47877
    },
    {
      "epoch": 1.9610075773090312,
      "grad_norm": 0.993934685750658,
      "learning_rate": 0.00023135958618577293,
      "loss": 0.7248,
      "step": 47878
    },
    {
      "epoch": 1.9610485357362277,
      "grad_norm": 0.7351482167105908,
      "learning_rate": 0.0002313568461967324,
      "loss": 0.3152,
      "step": 47879
    },
    {
      "epoch": 1.9610894941634243,
      "grad_norm": 1.4168413860610902,
      "learning_rate": 0.0002313541061692311,
      "loss": 0.8168,
      "step": 47880
    },
    {
      "epoch": 1.9611304525906204,
      "grad_norm": 0.7620184408719465,
      "learning_rate": 0.00023135136610327026,
      "loss": 0.3021,
      "step": 47881
    },
    {
      "epoch": 1.961171411017817,
      "grad_norm": 1.4140031558805786,
      "learning_rate": 0.00023134862599885123,
      "loss": 0.7418,
      "step": 47882
    },
    {
      "epoch": 1.9612123694450134,
      "grad_norm": 1.5878996923877522,
      "learning_rate": 0.0002313458858559753,
      "loss": 1.0242,
      "step": 47883
    },
    {
      "epoch": 1.9612533278722097,
      "grad_norm": 1.0044018671795174,
      "learning_rate": 0.00023134314567464372,
      "loss": 0.4257,
      "step": 47884
    },
    {
      "epoch": 1.961294286299406,
      "grad_norm": 1.2564604380466229,
      "learning_rate": 0.00023134040545485783,
      "loss": 0.5433,
      "step": 47885
    },
    {
      "epoch": 1.9613352447266026,
      "grad_norm": 1.3410303526741676,
      "learning_rate": 0.00023133766519661892,
      "loss": 1.0626,
      "step": 47886
    },
    {
      "epoch": 1.961376203153799,
      "grad_norm": 1.374692256194923,
      "learning_rate": 0.0002313349248999283,
      "loss": 0.8464,
      "step": 47887
    },
    {
      "epoch": 1.9614171615809952,
      "grad_norm": 1.0024428062498012,
      "learning_rate": 0.00023133218456478725,
      "loss": 0.8688,
      "step": 47888
    },
    {
      "epoch": 1.9614581200081918,
      "grad_norm": 1.0804661423678943,
      "learning_rate": 0.00023132944419119704,
      "loss": 0.8688,
      "step": 47889
    },
    {
      "epoch": 1.961499078435388,
      "grad_norm": 1.4218509684636629,
      "learning_rate": 0.00023132670377915902,
      "loss": 0.8442,
      "step": 47890
    },
    {
      "epoch": 1.9615400368625844,
      "grad_norm": 0.9044633662404945,
      "learning_rate": 0.0002313239633286744,
      "loss": 0.8967,
      "step": 47891
    },
    {
      "epoch": 1.961580995289781,
      "grad_norm": 0.5899215088964065,
      "learning_rate": 0.00023132122283974459,
      "loss": 0.2158,
      "step": 47892
    },
    {
      "epoch": 1.9616219537169772,
      "grad_norm": 1.3396327430591781,
      "learning_rate": 0.00023131848231237078,
      "loss": 1.1436,
      "step": 47893
    },
    {
      "epoch": 1.9616629121441735,
      "grad_norm": 1.3870285717227862,
      "learning_rate": 0.00023131574174655432,
      "loss": 1.3772,
      "step": 47894
    },
    {
      "epoch": 1.96170387057137,
      "grad_norm": 1.1460303490244563,
      "learning_rate": 0.0002313130011422965,
      "loss": 0.5988,
      "step": 47895
    },
    {
      "epoch": 1.9617448289985666,
      "grad_norm": 1.8807499580165437,
      "learning_rate": 0.00023131026049959865,
      "loss": 0.9838,
      "step": 47896
    },
    {
      "epoch": 1.9617857874257627,
      "grad_norm": 0.9527515705666499,
      "learning_rate": 0.00023130751981846194,
      "loss": 0.6703,
      "step": 47897
    },
    {
      "epoch": 1.9618267458529592,
      "grad_norm": 0.9234286263176911,
      "learning_rate": 0.00023130477909888786,
      "loss": 0.4448,
      "step": 47898
    },
    {
      "epoch": 1.9618677042801558,
      "grad_norm": 0.830237555443352,
      "learning_rate": 0.0002313020383408775,
      "loss": 0.4766,
      "step": 47899
    },
    {
      "epoch": 1.961908662707352,
      "grad_norm": 1.1518642770686012,
      "learning_rate": 0.0002312992975444323,
      "loss": 0.7862,
      "step": 47900
    },
    {
      "epoch": 1.9619496211345484,
      "grad_norm": 1.843172350006,
      "learning_rate": 0.0002312965567095535,
      "loss": 0.3213,
      "step": 47901
    },
    {
      "epoch": 1.961990579561745,
      "grad_norm": 1.0711497637935254,
      "learning_rate": 0.0002312938158362424,
      "loss": 0.8281,
      "step": 47902
    },
    {
      "epoch": 1.9620315379889413,
      "grad_norm": 2.1971906681612214,
      "learning_rate": 0.00023129107492450034,
      "loss": 2.4288,
      "step": 47903
    },
    {
      "epoch": 1.9620724964161376,
      "grad_norm": 1.0912576616199507,
      "learning_rate": 0.00023128833397432854,
      "loss": 0.42,
      "step": 47904
    },
    {
      "epoch": 1.962113454843334,
      "grad_norm": 1.3268481241349717,
      "learning_rate": 0.00023128559298572833,
      "loss": 0.7125,
      "step": 47905
    },
    {
      "epoch": 1.9621544132705304,
      "grad_norm": 1.2854882216120376,
      "learning_rate": 0.00023128285195870101,
      "loss": 1.108,
      "step": 47906
    },
    {
      "epoch": 1.9621953716977267,
      "grad_norm": 1.5207369154674986,
      "learning_rate": 0.0002312801108932479,
      "loss": 1.1039,
      "step": 47907
    },
    {
      "epoch": 1.9622363301249233,
      "grad_norm": 1.326128280944753,
      "learning_rate": 0.00023127736978937027,
      "loss": 0.8245,
      "step": 47908
    },
    {
      "epoch": 1.9622772885521196,
      "grad_norm": 2.2020948016480273,
      "learning_rate": 0.0002312746286470694,
      "loss": 1.4221,
      "step": 47909
    },
    {
      "epoch": 1.962318246979316,
      "grad_norm": 0.9968844209361755,
      "learning_rate": 0.00023127188746634657,
      "loss": 0.7662,
      "step": 47910
    },
    {
      "epoch": 1.9623592054065124,
      "grad_norm": 2.547819594198157,
      "learning_rate": 0.00023126914624720316,
      "loss": 3.1743,
      "step": 47911
    },
    {
      "epoch": 1.9624001638337087,
      "grad_norm": 1.3372008104403696,
      "learning_rate": 0.00023126640498964042,
      "loss": 0.7983,
      "step": 47912
    },
    {
      "epoch": 1.962441122260905,
      "grad_norm": 0.8788639629812811,
      "learning_rate": 0.0002312636636936596,
      "loss": 0.5203,
      "step": 47913
    },
    {
      "epoch": 1.9624820806881016,
      "grad_norm": 1.0846600272100095,
      "learning_rate": 0.00023126092235926205,
      "loss": 0.6082,
      "step": 47914
    },
    {
      "epoch": 1.9625230391152981,
      "grad_norm": 1.3766720761125928,
      "learning_rate": 0.00023125818098644903,
      "loss": 0.8398,
      "step": 47915
    },
    {
      "epoch": 1.9625639975424942,
      "grad_norm": 1.3595788404138252,
      "learning_rate": 0.0002312554395752219,
      "loss": 0.7712,
      "step": 47916
    },
    {
      "epoch": 1.9626049559696908,
      "grad_norm": 1.4395192872387577,
      "learning_rate": 0.00023125269812558188,
      "loss": 1.1175,
      "step": 47917
    },
    {
      "epoch": 1.9626459143968873,
      "grad_norm": 1.3404143591773707,
      "learning_rate": 0.00023124995663753034,
      "loss": 0.922,
      "step": 47918
    },
    {
      "epoch": 1.9626868728240836,
      "grad_norm": 1.2213200791456646,
      "learning_rate": 0.0002312472151110685,
      "loss": 0.4785,
      "step": 47919
    },
    {
      "epoch": 1.96272783125128,
      "grad_norm": 1.1727542855191238,
      "learning_rate": 0.00023124447354619767,
      "loss": 0.7815,
      "step": 47920
    },
    {
      "epoch": 1.9627687896784765,
      "grad_norm": 0.9977211979060078,
      "learning_rate": 0.00023124173194291917,
      "loss": 0.843,
      "step": 47921
    },
    {
      "epoch": 1.9628097481056728,
      "grad_norm": 1.23719889547073,
      "learning_rate": 0.00023123899030123436,
      "loss": 0.7113,
      "step": 47922
    },
    {
      "epoch": 1.962850706532869,
      "grad_norm": 1.4331659109131956,
      "learning_rate": 0.0002312362486211444,
      "loss": 0.8724,
      "step": 47923
    },
    {
      "epoch": 1.9628916649600656,
      "grad_norm": 1.0700919389914665,
      "learning_rate": 0.0002312335069026507,
      "loss": 0.82,
      "step": 47924
    },
    {
      "epoch": 1.962932623387262,
      "grad_norm": 1.5390523383566648,
      "learning_rate": 0.00023123076514575447,
      "loss": 0.6804,
      "step": 47925
    },
    {
      "epoch": 1.9629735818144582,
      "grad_norm": 0.8114176275615251,
      "learning_rate": 0.00023122802335045708,
      "loss": 0.6337,
      "step": 47926
    },
    {
      "epoch": 1.9630145402416548,
      "grad_norm": 1.3329051587015226,
      "learning_rate": 0.00023122528151675977,
      "loss": 0.7162,
      "step": 47927
    },
    {
      "epoch": 1.963055498668851,
      "grad_norm": 1.4439189454073087,
      "learning_rate": 0.0002312225396446639,
      "loss": 1.1018,
      "step": 47928
    },
    {
      "epoch": 1.9630964570960474,
      "grad_norm": 0.9438177640982678,
      "learning_rate": 0.00023121979773417067,
      "loss": 0.6671,
      "step": 47929
    },
    {
      "epoch": 1.963137415523244,
      "grad_norm": 2.0177850363392706,
      "learning_rate": 0.00023121705578528146,
      "loss": 1.1305,
      "step": 47930
    },
    {
      "epoch": 1.9631783739504403,
      "grad_norm": 2.5330082500243503,
      "learning_rate": 0.00023121431379799758,
      "loss": 2.8684,
      "step": 47931
    },
    {
      "epoch": 1.9632193323776366,
      "grad_norm": 0.9098711091376788,
      "learning_rate": 0.00023121157177232024,
      "loss": 0.6456,
      "step": 47932
    },
    {
      "epoch": 1.963260290804833,
      "grad_norm": 0.9199909702917427,
      "learning_rate": 0.00023120882970825078,
      "loss": 0.6097,
      "step": 47933
    },
    {
      "epoch": 1.9633012492320296,
      "grad_norm": 1.2317909115602819,
      "learning_rate": 0.00023120608760579048,
      "loss": 0.6058,
      "step": 47934
    },
    {
      "epoch": 1.9633422076592257,
      "grad_norm": 1.3225097747501784,
      "learning_rate": 0.0002312033454649407,
      "loss": 0.8001,
      "step": 47935
    },
    {
      "epoch": 1.9633831660864223,
      "grad_norm": 1.3309702112139208,
      "learning_rate": 0.00023120060328570268,
      "loss": 0.8625,
      "step": 47936
    },
    {
      "epoch": 1.9634241245136188,
      "grad_norm": 1.4924205735418683,
      "learning_rate": 0.00023119786106807772,
      "loss": 0.9683,
      "step": 47937
    },
    {
      "epoch": 1.9634650829408151,
      "grad_norm": 1.4283116383960544,
      "learning_rate": 0.0002311951188120671,
      "loss": 1.0992,
      "step": 47938
    },
    {
      "epoch": 1.9635060413680114,
      "grad_norm": 1.0659098507966063,
      "learning_rate": 0.00023119237651767215,
      "loss": 0.8254,
      "step": 47939
    },
    {
      "epoch": 1.963546999795208,
      "grad_norm": 1.110308954311109,
      "learning_rate": 0.0002311896341848942,
      "loss": 0.7254,
      "step": 47940
    },
    {
      "epoch": 1.9635879582224043,
      "grad_norm": 1.6192439584555873,
      "learning_rate": 0.00023118689181373447,
      "loss": 0.5986,
      "step": 47941
    },
    {
      "epoch": 1.9636289166496006,
      "grad_norm": 1.0098933090242026,
      "learning_rate": 0.00023118414940419429,
      "loss": 0.564,
      "step": 47942
    },
    {
      "epoch": 1.9636698750767971,
      "grad_norm": 4.970155058722574,
      "learning_rate": 0.00023118140695627492,
      "loss": 4.8986,
      "step": 47943
    },
    {
      "epoch": 1.9637108335039934,
      "grad_norm": 1.0700389721875596,
      "learning_rate": 0.00023117866446997773,
      "loss": 0.7386,
      "step": 47944
    },
    {
      "epoch": 1.9637517919311898,
      "grad_norm": 1.2799358864777768,
      "learning_rate": 0.00023117592194530398,
      "loss": 0.7704,
      "step": 47945
    },
    {
      "epoch": 1.9637927503583863,
      "grad_norm": 1.157692270784709,
      "learning_rate": 0.00023117317938225497,
      "loss": 0.8874,
      "step": 47946
    },
    {
      "epoch": 1.9638337087855826,
      "grad_norm": 1.1859866977749551,
      "learning_rate": 0.00023117043678083196,
      "loss": 0.9888,
      "step": 47947
    },
    {
      "epoch": 1.963874667212779,
      "grad_norm": 1.6112620384849727,
      "learning_rate": 0.00023116769414103632,
      "loss": 1.7982,
      "step": 47948
    },
    {
      "epoch": 1.9639156256399755,
      "grad_norm": 0.8261599794809062,
      "learning_rate": 0.00023116495146286928,
      "loss": 0.6996,
      "step": 47949
    },
    {
      "epoch": 1.9639565840671718,
      "grad_norm": 1.1345743519858882,
      "learning_rate": 0.00023116220874633213,
      "loss": 1.0304,
      "step": 47950
    },
    {
      "epoch": 1.963997542494368,
      "grad_norm": 0.8374603580967053,
      "learning_rate": 0.00023115946599142623,
      "loss": 0.227,
      "step": 47951
    },
    {
      "epoch": 1.9640385009215646,
      "grad_norm": 2.2677853940940316,
      "learning_rate": 0.00023115672319815283,
      "loss": 1.8631,
      "step": 47952
    },
    {
      "epoch": 1.9640794593487612,
      "grad_norm": 1.2170924176394207,
      "learning_rate": 0.00023115398036651326,
      "loss": 0.8583,
      "step": 47953
    },
    {
      "epoch": 1.9641204177759573,
      "grad_norm": 1.1321770615311608,
      "learning_rate": 0.0002311512374965088,
      "loss": 0.937,
      "step": 47954
    },
    {
      "epoch": 1.9641613762031538,
      "grad_norm": 3.6424805624099426,
      "learning_rate": 0.00023114849458814074,
      "loss": 2.3312,
      "step": 47955
    },
    {
      "epoch": 1.9642023346303503,
      "grad_norm": 1.1177258079578583,
      "learning_rate": 0.0002311457516414104,
      "loss": 0.7338,
      "step": 47956
    },
    {
      "epoch": 1.9642432930575466,
      "grad_norm": 1.5666712431438359,
      "learning_rate": 0.000231143008656319,
      "loss": 1.5052,
      "step": 47957
    },
    {
      "epoch": 1.964284251484743,
      "grad_norm": 1.0773703476242689,
      "learning_rate": 0.0002311402656328679,
      "loss": 0.519,
      "step": 47958
    },
    {
      "epoch": 1.9643252099119395,
      "grad_norm": 0.7780266232057278,
      "learning_rate": 0.00023113752257105844,
      "loss": 0.4577,
      "step": 47959
    },
    {
      "epoch": 1.9643661683391358,
      "grad_norm": 1.1069696728286154,
      "learning_rate": 0.00023113477947089183,
      "loss": 0.8236,
      "step": 47960
    },
    {
      "epoch": 1.9644071267663321,
      "grad_norm": 5.309288513064307,
      "learning_rate": 0.00023113203633236943,
      "loss": 3.137,
      "step": 47961
    },
    {
      "epoch": 1.9644480851935286,
      "grad_norm": 1.1749532273330143,
      "learning_rate": 0.00023112929315549248,
      "loss": 1.0371,
      "step": 47962
    },
    {
      "epoch": 1.964489043620725,
      "grad_norm": 0.6455250009832632,
      "learning_rate": 0.00023112654994026234,
      "loss": 0.2921,
      "step": 47963
    },
    {
      "epoch": 1.9645300020479213,
      "grad_norm": 1.0446754359109052,
      "learning_rate": 0.00023112380668668025,
      "loss": 0.78,
      "step": 47964
    },
    {
      "epoch": 1.9645709604751178,
      "grad_norm": 1.2379721371284198,
      "learning_rate": 0.00023112106339474753,
      "loss": 0.9125,
      "step": 47965
    },
    {
      "epoch": 1.9646119189023141,
      "grad_norm": 1.0818408276281675,
      "learning_rate": 0.00023111832006446548,
      "loss": 0.8015,
      "step": 47966
    },
    {
      "epoch": 1.9646528773295104,
      "grad_norm": 0.9892412870703937,
      "learning_rate": 0.00023111557669583543,
      "loss": 0.7004,
      "step": 47967
    },
    {
      "epoch": 1.964693835756707,
      "grad_norm": 1.3918114760477929,
      "learning_rate": 0.0002311128332888586,
      "loss": 0.9793,
      "step": 47968
    },
    {
      "epoch": 1.9647347941839033,
      "grad_norm": 1.0867177726592556,
      "learning_rate": 0.00023111008984353634,
      "loss": 0.7903,
      "step": 47969
    },
    {
      "epoch": 1.9647757526110996,
      "grad_norm": 0.8151019608324013,
      "learning_rate": 0.00023110734635986994,
      "loss": 0.4867,
      "step": 47970
    },
    {
      "epoch": 1.9648167110382961,
      "grad_norm": 4.310783590154927,
      "learning_rate": 0.0002311046028378607,
      "loss": 5.9252,
      "step": 47971
    },
    {
      "epoch": 1.9648576694654927,
      "grad_norm": 1.44054107204275,
      "learning_rate": 0.00023110185927750993,
      "loss": 1.1452,
      "step": 47972
    },
    {
      "epoch": 1.9648986278926888,
      "grad_norm": 1.8044803071196833,
      "learning_rate": 0.00023109911567881886,
      "loss": 1.4154,
      "step": 47973
    },
    {
      "epoch": 1.9649395863198853,
      "grad_norm": 1.0462803293826568,
      "learning_rate": 0.00023109637204178887,
      "loss": 0.7325,
      "step": 47974
    },
    {
      "epoch": 1.9649805447470818,
      "grad_norm": 1.0100509492007408,
      "learning_rate": 0.00023109362836642118,
      "loss": 0.6867,
      "step": 47975
    },
    {
      "epoch": 1.9650215031742782,
      "grad_norm": 1.0910900637682486,
      "learning_rate": 0.0002310908846527172,
      "loss": 0.8702,
      "step": 47976
    },
    {
      "epoch": 1.9650624616014745,
      "grad_norm": 1.2051373128952199,
      "learning_rate": 0.0002310881409006781,
      "loss": 0.8071,
      "step": 47977
    },
    {
      "epoch": 1.965103420028671,
      "grad_norm": 0.9400082908245727,
      "learning_rate": 0.00023108539711030524,
      "loss": 0.7807,
      "step": 47978
    },
    {
      "epoch": 1.9651443784558673,
      "grad_norm": 0.9921189115522926,
      "learning_rate": 0.00023108265328159987,
      "loss": 0.6954,
      "step": 47979
    },
    {
      "epoch": 1.9651853368830636,
      "grad_norm": 1.3246019884233349,
      "learning_rate": 0.0002310799094145634,
      "loss": 0.9179,
      "step": 47980
    },
    {
      "epoch": 1.9652262953102602,
      "grad_norm": 0.8605692899377023,
      "learning_rate": 0.00023107716550919703,
      "loss": 0.3224,
      "step": 47981
    },
    {
      "epoch": 1.9652672537374565,
      "grad_norm": 2.016035728313295,
      "learning_rate": 0.00023107442156550205,
      "loss": 0.9349,
      "step": 47982
    },
    {
      "epoch": 1.9653082121646528,
      "grad_norm": 0.9610117444001165,
      "learning_rate": 0.00023107167758347984,
      "loss": 0.7161,
      "step": 47983
    },
    {
      "epoch": 1.9653491705918493,
      "grad_norm": 1.0883067581257146,
      "learning_rate": 0.00023106893356313163,
      "loss": 0.8696,
      "step": 47984
    },
    {
      "epoch": 1.9653901290190456,
      "grad_norm": 1.4354520765549637,
      "learning_rate": 0.00023106618950445872,
      "loss": 1.3412,
      "step": 47985
    },
    {
      "epoch": 1.965431087446242,
      "grad_norm": 1.0120825480598266,
      "learning_rate": 0.0002310634454074624,
      "loss": 0.7441,
      "step": 47986
    },
    {
      "epoch": 1.9654720458734385,
      "grad_norm": 1.4840472615885643,
      "learning_rate": 0.000231060701272144,
      "loss": 0.67,
      "step": 47987
    },
    {
      "epoch": 1.9655130043006348,
      "grad_norm": 0.9185976887405743,
      "learning_rate": 0.00023105795709850481,
      "loss": 0.5951,
      "step": 47988
    },
    {
      "epoch": 1.9655539627278311,
      "grad_norm": 1.8683730784020154,
      "learning_rate": 0.00023105521288654615,
      "loss": 1.2772,
      "step": 47989
    },
    {
      "epoch": 1.9655949211550277,
      "grad_norm": 1.3463570676713803,
      "learning_rate": 0.00023105246863626926,
      "loss": 0.806,
      "step": 47990
    },
    {
      "epoch": 1.9656358795822242,
      "grad_norm": 1.1951754268250894,
      "learning_rate": 0.00023104972434767544,
      "loss": 0.6551,
      "step": 47991
    },
    {
      "epoch": 1.9656768380094203,
      "grad_norm": 1.5704708157547735,
      "learning_rate": 0.00023104698002076606,
      "loss": 1.6017,
      "step": 47992
    },
    {
      "epoch": 1.9657177964366168,
      "grad_norm": 1.4508388543292492,
      "learning_rate": 0.00023104423565554235,
      "loss": 1.1966,
      "step": 47993
    },
    {
      "epoch": 1.9657587548638134,
      "grad_norm": 1.34559617110515,
      "learning_rate": 0.0002310414912520056,
      "loss": 1.1705,
      "step": 47994
    },
    {
      "epoch": 1.9657997132910097,
      "grad_norm": 1.1729353652047259,
      "learning_rate": 0.00023103874681015718,
      "loss": 0.9136,
      "step": 47995
    },
    {
      "epoch": 1.965840671718206,
      "grad_norm": 1.3862473988141484,
      "learning_rate": 0.00023103600232999834,
      "loss": 0.9397,
      "step": 47996
    },
    {
      "epoch": 1.9658816301454025,
      "grad_norm": 1.14778019303792,
      "learning_rate": 0.00023103325781153038,
      "loss": 1.0611,
      "step": 47997
    },
    {
      "epoch": 1.9659225885725988,
      "grad_norm": 2.584501091672572,
      "learning_rate": 0.00023103051325475455,
      "loss": 2.6125,
      "step": 47998
    },
    {
      "epoch": 1.9659635469997951,
      "grad_norm": 0.9940709010498638,
      "learning_rate": 0.00023102776865967223,
      "loss": 0.7519,
      "step": 47999
    },
    {
      "epoch": 1.9660045054269917,
      "grad_norm": 1.0282926905149468,
      "learning_rate": 0.00023102502402628472,
      "loss": 0.8152,
      "step": 48000
    },
    {
      "epoch": 1.966045463854188,
      "grad_norm": 2.094897755998804,
      "learning_rate": 0.00023102227935459325,
      "loss": 1.2138,
      "step": 48001
    },
    {
      "epoch": 1.9660864222813843,
      "grad_norm": 1.7888973395335444,
      "learning_rate": 0.0002310195346445991,
      "loss": 1.6571,
      "step": 48002
    },
    {
      "epoch": 1.9661273807085808,
      "grad_norm": 0.8815276061378263,
      "learning_rate": 0.00023101678989630365,
      "loss": 0.7255,
      "step": 48003
    },
    {
      "epoch": 1.9661683391357772,
      "grad_norm": 1.0437779988969809,
      "learning_rate": 0.00023101404510970819,
      "loss": 0.5603,
      "step": 48004
    },
    {
      "epoch": 1.9662092975629735,
      "grad_norm": 0.888408546666419,
      "learning_rate": 0.000231011300284814,
      "loss": 0.4472,
      "step": 48005
    },
    {
      "epoch": 1.96625025599017,
      "grad_norm": 0.8783509559879952,
      "learning_rate": 0.0002310085554216223,
      "loss": 0.5997,
      "step": 48006
    },
    {
      "epoch": 1.9662912144173665,
      "grad_norm": 0.7863949303576714,
      "learning_rate": 0.0002310058105201345,
      "loss": 0.5892,
      "step": 48007
    },
    {
      "epoch": 1.9663321728445626,
      "grad_norm": 0.9606869032695863,
      "learning_rate": 0.00023100306558035186,
      "loss": 0.4668,
      "step": 48008
    },
    {
      "epoch": 1.9663731312717592,
      "grad_norm": 1.0786385878396192,
      "learning_rate": 0.00023100032060227563,
      "loss": 0.9675,
      "step": 48009
    },
    {
      "epoch": 1.9664140896989557,
      "grad_norm": 1.1277194425121038,
      "learning_rate": 0.00023099757558590718,
      "loss": 0.7011,
      "step": 48010
    },
    {
      "epoch": 1.9664550481261518,
      "grad_norm": 1.1760406510650512,
      "learning_rate": 0.0002309948305312478,
      "loss": 0.7932,
      "step": 48011
    },
    {
      "epoch": 1.9664960065533483,
      "grad_norm": 1.3376654538209778,
      "learning_rate": 0.00023099208543829873,
      "loss": 0.8368,
      "step": 48012
    },
    {
      "epoch": 1.9665369649805449,
      "grad_norm": 1.0032556007465512,
      "learning_rate": 0.0002309893403070613,
      "loss": 0.6634,
      "step": 48013
    },
    {
      "epoch": 1.9665779234077412,
      "grad_norm": 1.1620275723933393,
      "learning_rate": 0.0002309865951375368,
      "loss": 0.8558,
      "step": 48014
    },
    {
      "epoch": 1.9666188818349375,
      "grad_norm": 0.9701069771153089,
      "learning_rate": 0.00023098384992972657,
      "loss": 0.7774,
      "step": 48015
    },
    {
      "epoch": 1.966659840262134,
      "grad_norm": 1.1533606197968491,
      "learning_rate": 0.00023098110468363188,
      "loss": 0.8146,
      "step": 48016
    },
    {
      "epoch": 1.9667007986893303,
      "grad_norm": 1.162207018908203,
      "learning_rate": 0.000230978359399254,
      "loss": 0.7288,
      "step": 48017
    },
    {
      "epoch": 1.9667417571165267,
      "grad_norm": 3.7588650288657233,
      "learning_rate": 0.00023097561407659425,
      "loss": 3.6734,
      "step": 48018
    },
    {
      "epoch": 1.9667827155437232,
      "grad_norm": 1.3272900630779372,
      "learning_rate": 0.00023097286871565393,
      "loss": 1.003,
      "step": 48019
    },
    {
      "epoch": 1.9668236739709195,
      "grad_norm": 1.3027536396369892,
      "learning_rate": 0.0002309701233164344,
      "loss": 0.7826,
      "step": 48020
    },
    {
      "epoch": 1.9668646323981158,
      "grad_norm": 1.0310714790764721,
      "learning_rate": 0.0002309673778789368,
      "loss": 0.7783,
      "step": 48021
    },
    {
      "epoch": 1.9669055908253124,
      "grad_norm": 1.273065874366907,
      "learning_rate": 0.00023096463240316253,
      "loss": 0.7955,
      "step": 48022
    },
    {
      "epoch": 1.9669465492525087,
      "grad_norm": 1.1605420822497785,
      "learning_rate": 0.00023096188688911294,
      "loss": 0.8668,
      "step": 48023
    },
    {
      "epoch": 1.966987507679705,
      "grad_norm": 1.0773997313860044,
      "learning_rate": 0.00023095914133678923,
      "loss": 0.9764,
      "step": 48024
    },
    {
      "epoch": 1.9670284661069015,
      "grad_norm": 1.2330176449295565,
      "learning_rate": 0.00023095639574619275,
      "loss": 0.65,
      "step": 48025
    },
    {
      "epoch": 1.967069424534098,
      "grad_norm": 0.7753089565860373,
      "learning_rate": 0.00023095365011732474,
      "loss": 0.294,
      "step": 48026
    },
    {
      "epoch": 1.9671103829612941,
      "grad_norm": 0.9890685815649435,
      "learning_rate": 0.0002309509044501866,
      "loss": 0.6055,
      "step": 48027
    },
    {
      "epoch": 1.9671513413884907,
      "grad_norm": 0.729247468359649,
      "learning_rate": 0.00023094815874477953,
      "loss": 0.3065,
      "step": 48028
    },
    {
      "epoch": 1.9671922998156872,
      "grad_norm": 3.44756584742839,
      "learning_rate": 0.00023094541300110486,
      "loss": 3.7968,
      "step": 48029
    },
    {
      "epoch": 1.9672332582428833,
      "grad_norm": 1.1752636034912864,
      "learning_rate": 0.0002309426672191639,
      "loss": 0.8619,
      "step": 48030
    },
    {
      "epoch": 1.9672742166700798,
      "grad_norm": 1.0398025653277583,
      "learning_rate": 0.000230939921398958,
      "loss": 0.9475,
      "step": 48031
    },
    {
      "epoch": 1.9673151750972764,
      "grad_norm": 1.3642925215905466,
      "learning_rate": 0.00023093717554048838,
      "loss": 0.9198,
      "step": 48032
    },
    {
      "epoch": 1.9673561335244727,
      "grad_norm": 1.8348935275129399,
      "learning_rate": 0.00023093442964375633,
      "loss": 2.5563,
      "step": 48033
    },
    {
      "epoch": 1.967397091951669,
      "grad_norm": 0.9439071848319612,
      "learning_rate": 0.00023093168370876316,
      "loss": 0.3492,
      "step": 48034
    },
    {
      "epoch": 1.9674380503788655,
      "grad_norm": 0.6978271061499502,
      "learning_rate": 0.0002309289377355102,
      "loss": 0.3252,
      "step": 48035
    },
    {
      "epoch": 1.9674790088060619,
      "grad_norm": 1.8887669970214782,
      "learning_rate": 0.00023092619172399877,
      "loss": 2.4212,
      "step": 48036
    },
    {
      "epoch": 1.9675199672332582,
      "grad_norm": 1.415509246713454,
      "learning_rate": 0.00023092344567423014,
      "loss": 1.206,
      "step": 48037
    },
    {
      "epoch": 1.9675609256604547,
      "grad_norm": 1.3693523936569223,
      "learning_rate": 0.00023092069958620555,
      "loss": 0.8317,
      "step": 48038
    },
    {
      "epoch": 1.967601884087651,
      "grad_norm": 1.1523713556769632,
      "learning_rate": 0.00023091795345992638,
      "loss": 1.1006,
      "step": 48039
    },
    {
      "epoch": 1.9676428425148473,
      "grad_norm": 1.5110953181797397,
      "learning_rate": 0.00023091520729539392,
      "loss": 1.2988,
      "step": 48040
    },
    {
      "epoch": 1.9676838009420439,
      "grad_norm": 1.0868665721122572,
      "learning_rate": 0.00023091246109260943,
      "loss": 0.4534,
      "step": 48041
    },
    {
      "epoch": 1.9677247593692402,
      "grad_norm": 1.4556882025346307,
      "learning_rate": 0.00023090971485157418,
      "loss": 1.3564,
      "step": 48042
    },
    {
      "epoch": 1.9677657177964365,
      "grad_norm": 1.3402956868691671,
      "learning_rate": 0.00023090696857228955,
      "loss": 1.0622,
      "step": 48043
    },
    {
      "epoch": 1.967806676223633,
      "grad_norm": 1.327712293136206,
      "learning_rate": 0.0002309042222547568,
      "loss": 0.9758,
      "step": 48044
    },
    {
      "epoch": 1.9678476346508296,
      "grad_norm": 1.092534533295599,
      "learning_rate": 0.00023090147589897723,
      "loss": 0.659,
      "step": 48045
    },
    {
      "epoch": 1.9678885930780257,
      "grad_norm": 0.998174104696551,
      "learning_rate": 0.0002308987295049521,
      "loss": 0.7159,
      "step": 48046
    },
    {
      "epoch": 1.9679295515052222,
      "grad_norm": 1.22074903092899,
      "learning_rate": 0.00023089598307268275,
      "loss": 0.7063,
      "step": 48047
    },
    {
      "epoch": 1.9679705099324187,
      "grad_norm": 1.1076208985993838,
      "learning_rate": 0.00023089323660217053,
      "loss": 0.7817,
      "step": 48048
    },
    {
      "epoch": 1.968011468359615,
      "grad_norm": 0.9318878258289691,
      "learning_rate": 0.00023089049009341665,
      "loss": 0.6652,
      "step": 48049
    },
    {
      "epoch": 1.9680524267868114,
      "grad_norm": 0.7695418118681661,
      "learning_rate": 0.00023088774354642242,
      "loss": 0.3416,
      "step": 48050
    },
    {
      "epoch": 1.968093385214008,
      "grad_norm": 1.2347002609679363,
      "learning_rate": 0.00023088499696118916,
      "loss": 0.6353,
      "step": 48051
    },
    {
      "epoch": 1.9681343436412042,
      "grad_norm": 0.9914168391793126,
      "learning_rate": 0.0002308822503377182,
      "loss": 0.6819,
      "step": 48052
    },
    {
      "epoch": 1.9681753020684005,
      "grad_norm": 0.8848238272548072,
      "learning_rate": 0.00023087950367601083,
      "loss": 0.469,
      "step": 48053
    },
    {
      "epoch": 1.968216260495597,
      "grad_norm": 1.126995516406453,
      "learning_rate": 0.00023087675697606826,
      "loss": 0.8887,
      "step": 48054
    },
    {
      "epoch": 1.9682572189227934,
      "grad_norm": 1.1722007794692635,
      "learning_rate": 0.00023087401023789189,
      "loss": 0.6751,
      "step": 48055
    },
    {
      "epoch": 1.9682981773499897,
      "grad_norm": 1.194127097830888,
      "learning_rate": 0.00023087126346148297,
      "loss": 0.8766,
      "step": 48056
    },
    {
      "epoch": 1.9683391357771862,
      "grad_norm": 1.5631258637720569,
      "learning_rate": 0.0002308685166468428,
      "loss": 1.4935,
      "step": 48057
    },
    {
      "epoch": 1.9683800942043825,
      "grad_norm": 1.0455758200431937,
      "learning_rate": 0.00023086576979397267,
      "loss": 0.7583,
      "step": 48058
    },
    {
      "epoch": 1.9684210526315788,
      "grad_norm": 1.1896368529467392,
      "learning_rate": 0.00023086302290287392,
      "loss": 0.7573,
      "step": 48059
    },
    {
      "epoch": 1.9684620110587754,
      "grad_norm": 1.1872900529475847,
      "learning_rate": 0.0002308602759735478,
      "loss": 0.6127,
      "step": 48060
    },
    {
      "epoch": 1.9685029694859717,
      "grad_norm": 1.135647828314372,
      "learning_rate": 0.00023085752900599572,
      "loss": 0.8284,
      "step": 48061
    },
    {
      "epoch": 1.968543927913168,
      "grad_norm": 1.8533510286263184,
      "learning_rate": 0.00023085478200021882,
      "loss": 0.6247,
      "step": 48062
    },
    {
      "epoch": 1.9685848863403645,
      "grad_norm": 1.711816232428519,
      "learning_rate": 0.00023085203495621848,
      "loss": 0.8793,
      "step": 48063
    },
    {
      "epoch": 1.968625844767561,
      "grad_norm": 1.3732067822112932,
      "learning_rate": 0.00023084928787399597,
      "loss": 0.779,
      "step": 48064
    },
    {
      "epoch": 1.9686668031947572,
      "grad_norm": 1.3105726597399947,
      "learning_rate": 0.00023084654075355263,
      "loss": 0.9972,
      "step": 48065
    },
    {
      "epoch": 1.9687077616219537,
      "grad_norm": 1.1803363943196719,
      "learning_rate": 0.00023084379359488973,
      "loss": 0.8017,
      "step": 48066
    },
    {
      "epoch": 1.9687487200491502,
      "grad_norm": 1.2083039164159615,
      "learning_rate": 0.00023084104639800858,
      "loss": 0.5252,
      "step": 48067
    },
    {
      "epoch": 1.9687896784763466,
      "grad_norm": 0.8775469163439849,
      "learning_rate": 0.0002308382991629105,
      "loss": 0.6904,
      "step": 48068
    },
    {
      "epoch": 1.9688306369035429,
      "grad_norm": 0.9642263786368447,
      "learning_rate": 0.00023083555188959672,
      "loss": 0.8872,
      "step": 48069
    },
    {
      "epoch": 1.9688715953307394,
      "grad_norm": 1.1513636906458131,
      "learning_rate": 0.0002308328045780686,
      "loss": 0.9952,
      "step": 48070
    },
    {
      "epoch": 1.9689125537579357,
      "grad_norm": 1.2274472466469497,
      "learning_rate": 0.00023083005722832742,
      "loss": 0.7018,
      "step": 48071
    },
    {
      "epoch": 1.968953512185132,
      "grad_norm": 2.0805898745267224,
      "learning_rate": 0.00023082730984037449,
      "loss": 0.8219,
      "step": 48072
    },
    {
      "epoch": 1.9689944706123286,
      "grad_norm": 1.0412690655957182,
      "learning_rate": 0.0002308245624142111,
      "loss": 0.5959,
      "step": 48073
    },
    {
      "epoch": 1.9690354290395249,
      "grad_norm": 1.4246365582924836,
      "learning_rate": 0.0002308218149498385,
      "loss": 1.0216,
      "step": 48074
    },
    {
      "epoch": 1.9690763874667212,
      "grad_norm": 1.1854695397962451,
      "learning_rate": 0.00023081906744725804,
      "loss": 0.8544,
      "step": 48075
    },
    {
      "epoch": 1.9691173458939177,
      "grad_norm": 0.8427079077511103,
      "learning_rate": 0.00023081631990647109,
      "loss": 0.3312,
      "step": 48076
    },
    {
      "epoch": 1.969158304321114,
      "grad_norm": 1.14157953154936,
      "learning_rate": 0.00023081357232747883,
      "loss": 1.0436,
      "step": 48077
    },
    {
      "epoch": 1.9691992627483104,
      "grad_norm": 1.1026994054326407,
      "learning_rate": 0.00023081082471028256,
      "loss": 1.0292,
      "step": 48078
    },
    {
      "epoch": 1.969240221175507,
      "grad_norm": 0.7525995081874283,
      "learning_rate": 0.00023080807705488368,
      "loss": 0.3073,
      "step": 48079
    },
    {
      "epoch": 1.9692811796027032,
      "grad_norm": 1.2803521382709047,
      "learning_rate": 0.00023080532936128341,
      "loss": 1.0173,
      "step": 48080
    },
    {
      "epoch": 1.9693221380298995,
      "grad_norm": 1.3817094635788418,
      "learning_rate": 0.00023080258162948305,
      "loss": 0.7729,
      "step": 48081
    },
    {
      "epoch": 1.969363096457096,
      "grad_norm": 1.3109046569279497,
      "learning_rate": 0.00023079983385948394,
      "loss": 1.2021,
      "step": 48082
    },
    {
      "epoch": 1.9694040548842926,
      "grad_norm": 0.755338898297141,
      "learning_rate": 0.00023079708605128736,
      "loss": 0.2729,
      "step": 48083
    },
    {
      "epoch": 1.9694450133114887,
      "grad_norm": 1.0442011403646736,
      "learning_rate": 0.00023079433820489463,
      "loss": 0.6315,
      "step": 48084
    },
    {
      "epoch": 1.9694859717386852,
      "grad_norm": 1.3659189508939835,
      "learning_rate": 0.00023079159032030698,
      "loss": 0.7503,
      "step": 48085
    },
    {
      "epoch": 1.9695269301658818,
      "grad_norm": 0.6154652012389349,
      "learning_rate": 0.00023078884239752576,
      "loss": 0.2736,
      "step": 48086
    },
    {
      "epoch": 1.969567888593078,
      "grad_norm": 1.3667704402361955,
      "learning_rate": 0.0002307860944365523,
      "loss": 0.8581,
      "step": 48087
    },
    {
      "epoch": 1.9696088470202744,
      "grad_norm": 0.703760275829716,
      "learning_rate": 0.00023078334643738787,
      "loss": 0.3241,
      "step": 48088
    },
    {
      "epoch": 1.969649805447471,
      "grad_norm": 1.9409849742362213,
      "learning_rate": 0.00023078059840003374,
      "loss": 1.271,
      "step": 48089
    },
    {
      "epoch": 1.9696907638746672,
      "grad_norm": 0.7017623802175239,
      "learning_rate": 0.0002307778503244912,
      "loss": 0.3042,
      "step": 48090
    },
    {
      "epoch": 1.9697317223018636,
      "grad_norm": 1.1227458829618662,
      "learning_rate": 0.0002307751022107616,
      "loss": 0.7633,
      "step": 48091
    },
    {
      "epoch": 1.96977268072906,
      "grad_norm": 1.1007177848074547,
      "learning_rate": 0.0002307723540588462,
      "loss": 0.8261,
      "step": 48092
    },
    {
      "epoch": 1.9698136391562564,
      "grad_norm": 1.0716138652247496,
      "learning_rate": 0.00023076960586874637,
      "loss": 0.6622,
      "step": 48093
    },
    {
      "epoch": 1.9698545975834527,
      "grad_norm": 0.9139553358507453,
      "learning_rate": 0.0002307668576404633,
      "loss": 0.3852,
      "step": 48094
    },
    {
      "epoch": 1.9698955560106493,
      "grad_norm": 21.829362598816694,
      "learning_rate": 0.00023076410937399836,
      "loss": 5.2844,
      "step": 48095
    },
    {
      "epoch": 1.9699365144378456,
      "grad_norm": 1.3970912834469322,
      "learning_rate": 0.00023076136106935284,
      "loss": 1.0202,
      "step": 48096
    },
    {
      "epoch": 1.9699774728650419,
      "grad_norm": 2.076480754736384,
      "learning_rate": 0.00023075861272652806,
      "loss": 1.6911,
      "step": 48097
    },
    {
      "epoch": 1.9700184312922384,
      "grad_norm": 2.0824475131311284,
      "learning_rate": 0.00023075586434552527,
      "loss": 1.5198,
      "step": 48098
    },
    {
      "epoch": 1.9700593897194347,
      "grad_norm": 1.0639545030342397,
      "learning_rate": 0.0002307531159263458,
      "loss": 0.5675,
      "step": 48099
    },
    {
      "epoch": 1.970100348146631,
      "grad_norm": 1.0458221293689247,
      "learning_rate": 0.00023075036746899092,
      "loss": 0.7645,
      "step": 48100
    },
    {
      "epoch": 1.9701413065738276,
      "grad_norm": 0.8079116314760723,
      "learning_rate": 0.000230747618973462,
      "loss": 0.2968,
      "step": 48101
    },
    {
      "epoch": 1.9701822650010241,
      "grad_norm": 1.0032534192736537,
      "learning_rate": 0.00023074487043976024,
      "loss": 0.6794,
      "step": 48102
    },
    {
      "epoch": 1.9702232234282202,
      "grad_norm": 1.1704373482022425,
      "learning_rate": 0.00023074212186788702,
      "loss": 0.8583,
      "step": 48103
    },
    {
      "epoch": 1.9702641818554167,
      "grad_norm": 1.4025222746475166,
      "learning_rate": 0.00023073937325784362,
      "loss": 0.8483,
      "step": 48104
    },
    {
      "epoch": 1.9703051402826133,
      "grad_norm": 1.023577813095607,
      "learning_rate": 0.0002307366246096313,
      "loss": 0.7687,
      "step": 48105
    },
    {
      "epoch": 1.9703460987098096,
      "grad_norm": 1.201488339692598,
      "learning_rate": 0.00023073387592325139,
      "loss": 0.8708,
      "step": 48106
    },
    {
      "epoch": 1.970387057137006,
      "grad_norm": 1.0919100087444529,
      "learning_rate": 0.00023073112719870518,
      "loss": 0.6718,
      "step": 48107
    },
    {
      "epoch": 1.9704280155642024,
      "grad_norm": 1.3503790799970345,
      "learning_rate": 0.000230728378435994,
      "loss": 1.1002,
      "step": 48108
    },
    {
      "epoch": 1.9704689739913988,
      "grad_norm": 0.8631724264316009,
      "learning_rate": 0.00023072562963511915,
      "loss": 0.55,
      "step": 48109
    },
    {
      "epoch": 1.970509932418595,
      "grad_norm": 1.0870947217503923,
      "learning_rate": 0.0002307228807960819,
      "loss": 0.8267,
      "step": 48110
    },
    {
      "epoch": 1.9705508908457916,
      "grad_norm": 1.087585364903065,
      "learning_rate": 0.0002307201319188835,
      "loss": 0.7395,
      "step": 48111
    },
    {
      "epoch": 1.970591849272988,
      "grad_norm": 1.4514945243090398,
      "learning_rate": 0.00023071738300352535,
      "loss": 1.0848,
      "step": 48112
    },
    {
      "epoch": 1.9706328077001842,
      "grad_norm": 1.1956354122281285,
      "learning_rate": 0.00023071463405000873,
      "loss": 0.5063,
      "step": 48113
    },
    {
      "epoch": 1.9706737661273808,
      "grad_norm": 1.4291505801496334,
      "learning_rate": 0.00023071188505833484,
      "loss": 1.2011,
      "step": 48114
    },
    {
      "epoch": 1.970714724554577,
      "grad_norm": 1.0599338566654346,
      "learning_rate": 0.00023070913602850514,
      "loss": 0.4059,
      "step": 48115
    },
    {
      "epoch": 1.9707556829817734,
      "grad_norm": 1.0902122297644998,
      "learning_rate": 0.0002307063869605208,
      "loss": 0.7636,
      "step": 48116
    },
    {
      "epoch": 1.97079664140897,
      "grad_norm": 0.774158206932255,
      "learning_rate": 0.00023070363785438315,
      "loss": 0.5741,
      "step": 48117
    },
    {
      "epoch": 1.9708375998361662,
      "grad_norm": 0.9343312194599729,
      "learning_rate": 0.0002307008887100935,
      "loss": 0.5527,
      "step": 48118
    },
    {
      "epoch": 1.9708785582633626,
      "grad_norm": 0.7750098109104351,
      "learning_rate": 0.00023069813952765318,
      "loss": 0.4483,
      "step": 48119
    },
    {
      "epoch": 1.970919516690559,
      "grad_norm": 1.3043439866235316,
      "learning_rate": 0.00023069539030706344,
      "loss": 0.4752,
      "step": 48120
    },
    {
      "epoch": 1.9709604751177556,
      "grad_norm": 0.8398062479756915,
      "learning_rate": 0.00023069264104832565,
      "loss": 0.4126,
      "step": 48121
    },
    {
      "epoch": 1.9710014335449517,
      "grad_norm": 1.1965526927180132,
      "learning_rate": 0.00023068989175144101,
      "loss": 0.7383,
      "step": 48122
    },
    {
      "epoch": 1.9710423919721483,
      "grad_norm": 1.148528741568234,
      "learning_rate": 0.00023068714241641087,
      "loss": 0.6241,
      "step": 48123
    },
    {
      "epoch": 1.9710833503993448,
      "grad_norm": 1.2244520436909414,
      "learning_rate": 0.0002306843930432366,
      "loss": 0.5042,
      "step": 48124
    },
    {
      "epoch": 1.971124308826541,
      "grad_norm": 1.075070489384484,
      "learning_rate": 0.00023068164363191938,
      "loss": 0.8331,
      "step": 48125
    },
    {
      "epoch": 1.9711652672537374,
      "grad_norm": 0.9568484877398041,
      "learning_rate": 0.00023067889418246055,
      "loss": 0.3268,
      "step": 48126
    },
    {
      "epoch": 1.971206225680934,
      "grad_norm": 1.0400941091483091,
      "learning_rate": 0.00023067614469486142,
      "loss": 0.6168,
      "step": 48127
    },
    {
      "epoch": 1.9712471841081303,
      "grad_norm": 1.2562834962714318,
      "learning_rate": 0.00023067339516912334,
      "loss": 0.8211,
      "step": 48128
    },
    {
      "epoch": 1.9712881425353266,
      "grad_norm": 1.1589116369977057,
      "learning_rate": 0.00023067064560524747,
      "loss": 0.9525,
      "step": 48129
    },
    {
      "epoch": 1.9713291009625231,
      "grad_norm": 1.1524272908982112,
      "learning_rate": 0.00023066789600323528,
      "loss": 0.695,
      "step": 48130
    },
    {
      "epoch": 1.9713700593897194,
      "grad_norm": 1.1240915595306689,
      "learning_rate": 0.00023066514636308798,
      "loss": 0.9533,
      "step": 48131
    },
    {
      "epoch": 1.9714110178169157,
      "grad_norm": 1.3811551367253103,
      "learning_rate": 0.00023066239668480685,
      "loss": 0.8603,
      "step": 48132
    },
    {
      "epoch": 1.9714519762441123,
      "grad_norm": 1.3292644497585595,
      "learning_rate": 0.00023065964696839322,
      "loss": 0.9286,
      "step": 48133
    },
    {
      "epoch": 1.9714929346713086,
      "grad_norm": 0.9840093099544539,
      "learning_rate": 0.0002306568972138484,
      "loss": 0.8705,
      "step": 48134
    },
    {
      "epoch": 1.971533893098505,
      "grad_norm": 1.3763630685925887,
      "learning_rate": 0.00023065414742117366,
      "loss": 1.0932,
      "step": 48135
    },
    {
      "epoch": 1.9715748515257014,
      "grad_norm": 1.109788017524257,
      "learning_rate": 0.00023065139759037036,
      "loss": 0.7609,
      "step": 48136
    },
    {
      "epoch": 1.9716158099528978,
      "grad_norm": 3.24962277640302,
      "learning_rate": 0.00023064864772143973,
      "loss": 1.911,
      "step": 48137
    },
    {
      "epoch": 1.971656768380094,
      "grad_norm": 2.013568468929196,
      "learning_rate": 0.00023064589781438309,
      "loss": 0.9884,
      "step": 48138
    },
    {
      "epoch": 1.9716977268072906,
      "grad_norm": 2.9416153226257524,
      "learning_rate": 0.0002306431478692018,
      "loss": 3.9326,
      "step": 48139
    },
    {
      "epoch": 1.9717386852344871,
      "grad_norm": 1.262904615617311,
      "learning_rate": 0.00023064039788589706,
      "loss": 1.0194,
      "step": 48140
    },
    {
      "epoch": 1.9717796436616832,
      "grad_norm": 1.1926790997304983,
      "learning_rate": 0.00023063764786447022,
      "loss": 0.8437,
      "step": 48141
    },
    {
      "epoch": 1.9718206020888798,
      "grad_norm": 0.9335869251303675,
      "learning_rate": 0.0002306348978049226,
      "loss": 0.4448,
      "step": 48142
    },
    {
      "epoch": 1.9718615605160763,
      "grad_norm": 0.7189464084126717,
      "learning_rate": 0.00023063214770725545,
      "loss": 0.2742,
      "step": 48143
    },
    {
      "epoch": 1.9719025189432726,
      "grad_norm": 1.207778759738184,
      "learning_rate": 0.00023062939757147012,
      "loss": 0.7657,
      "step": 48144
    },
    {
      "epoch": 1.971943477370469,
      "grad_norm": 1.0410078035302008,
      "learning_rate": 0.00023062664739756792,
      "loss": 0.7573,
      "step": 48145
    },
    {
      "epoch": 1.9719844357976655,
      "grad_norm": 0.8632545535434668,
      "learning_rate": 0.00023062389718555006,
      "loss": 0.4172,
      "step": 48146
    },
    {
      "epoch": 1.9720253942248618,
      "grad_norm": 3.0263344566719868,
      "learning_rate": 0.00023062114693541793,
      "loss": 3.7977,
      "step": 48147
    },
    {
      "epoch": 1.972066352652058,
      "grad_norm": 0.8319619967574009,
      "learning_rate": 0.00023061839664717282,
      "loss": 0.7448,
      "step": 48148
    },
    {
      "epoch": 1.9721073110792546,
      "grad_norm": 1.1455882016863905,
      "learning_rate": 0.000230615646320816,
      "loss": 0.7421,
      "step": 48149
    },
    {
      "epoch": 1.972148269506451,
      "grad_norm": 1.925335170065781,
      "learning_rate": 0.00023061289595634876,
      "loss": 2.4494,
      "step": 48150
    },
    {
      "epoch": 1.9721892279336473,
      "grad_norm": 1.2306687376060723,
      "learning_rate": 0.00023061014555377242,
      "loss": 0.6618,
      "step": 48151
    },
    {
      "epoch": 1.9722301863608438,
      "grad_norm": 0.857357952421345,
      "learning_rate": 0.00023060739511308832,
      "loss": 0.4247,
      "step": 48152
    },
    {
      "epoch": 1.97227114478804,
      "grad_norm": 1.348284928349581,
      "learning_rate": 0.00023060464463429766,
      "loss": 0.5075,
      "step": 48153
    },
    {
      "epoch": 1.9723121032152364,
      "grad_norm": 1.2733015312338725,
      "learning_rate": 0.00023060189411740182,
      "loss": 1.0712,
      "step": 48154
    },
    {
      "epoch": 1.972353061642433,
      "grad_norm": 1.4996128575795757,
      "learning_rate": 0.00023059914356240213,
      "loss": 1.1328,
      "step": 48155
    },
    {
      "epoch": 1.9723940200696293,
      "grad_norm": 0.8041630465256514,
      "learning_rate": 0.0002305963929692998,
      "loss": 0.6214,
      "step": 48156
    },
    {
      "epoch": 1.9724349784968256,
      "grad_norm": 1.022708926898815,
      "learning_rate": 0.0002305936423380962,
      "loss": 0.9193,
      "step": 48157
    },
    {
      "epoch": 1.9724759369240221,
      "grad_norm": 1.2678980097768235,
      "learning_rate": 0.00023059089166879257,
      "loss": 0.7675,
      "step": 48158
    },
    {
      "epoch": 1.9725168953512187,
      "grad_norm": 1.5000856668021516,
      "learning_rate": 0.0002305881409613903,
      "loss": 0.7981,
      "step": 48159
    },
    {
      "epoch": 1.9725578537784147,
      "grad_norm": 1.0212297960600252,
      "learning_rate": 0.00023058539021589055,
      "loss": 0.546,
      "step": 48160
    },
    {
      "epoch": 1.9725988122056113,
      "grad_norm": 1.1266733211633138,
      "learning_rate": 0.00023058263943229475,
      "loss": 0.7629,
      "step": 48161
    },
    {
      "epoch": 1.9726397706328078,
      "grad_norm": 1.2215266256072532,
      "learning_rate": 0.00023057988861060412,
      "loss": 0.917,
      "step": 48162
    },
    {
      "epoch": 1.9726807290600041,
      "grad_norm": 1.127008214272338,
      "learning_rate": 0.00023057713775082004,
      "loss": 0.9489,
      "step": 48163
    },
    {
      "epoch": 1.9727216874872004,
      "grad_norm": 1.8301409372944257,
      "learning_rate": 0.00023057438685294374,
      "loss": 1.6833,
      "step": 48164
    },
    {
      "epoch": 1.972762645914397,
      "grad_norm": 1.083485655694202,
      "learning_rate": 0.00023057163591697657,
      "loss": 0.8099,
      "step": 48165
    },
    {
      "epoch": 1.9728036043415933,
      "grad_norm": 1.06392472257351,
      "learning_rate": 0.00023056888494291976,
      "loss": 0.6499,
      "step": 48166
    },
    {
      "epoch": 1.9728445627687896,
      "grad_norm": 8.244915172262383,
      "learning_rate": 0.0002305661339307747,
      "loss": 1.3947,
      "step": 48167
    },
    {
      "epoch": 1.9728855211959861,
      "grad_norm": 1.5352184426599744,
      "learning_rate": 0.00023056338288054265,
      "loss": 0.3674,
      "step": 48168
    },
    {
      "epoch": 1.9729264796231825,
      "grad_norm": 4.917572773692116,
      "learning_rate": 0.00023056063179222492,
      "loss": 4.7913,
      "step": 48169
    },
    {
      "epoch": 1.9729674380503788,
      "grad_norm": 0.8521800593197699,
      "learning_rate": 0.0002305578806658227,
      "loss": 0.6869,
      "step": 48170
    },
    {
      "epoch": 1.9730083964775753,
      "grad_norm": 1.4116104918509333,
      "learning_rate": 0.00023055512950133746,
      "loss": 0.9825,
      "step": 48171
    },
    {
      "epoch": 1.9730493549047716,
      "grad_norm": 1.730593964681341,
      "learning_rate": 0.00023055237829877043,
      "loss": 1.8279,
      "step": 48172
    },
    {
      "epoch": 1.973090313331968,
      "grad_norm": 1.40654445318772,
      "learning_rate": 0.00023054962705812293,
      "loss": 0.9387,
      "step": 48173
    },
    {
      "epoch": 1.9731312717591645,
      "grad_norm": 1.2021358163543483,
      "learning_rate": 0.00023054687577939617,
      "loss": 0.917,
      "step": 48174
    },
    {
      "epoch": 1.973172230186361,
      "grad_norm": 0.6814048115570897,
      "learning_rate": 0.00023054412446259155,
      "loss": 0.3033,
      "step": 48175
    },
    {
      "epoch": 1.973213188613557,
      "grad_norm": 1.1139924626206545,
      "learning_rate": 0.0002305413731077104,
      "loss": 0.9518,
      "step": 48176
    },
    {
      "epoch": 1.9732541470407536,
      "grad_norm": 1.2335049852833868,
      "learning_rate": 0.0002305386217147539,
      "loss": 0.9795,
      "step": 48177
    },
    {
      "epoch": 1.9732951054679502,
      "grad_norm": 1.2546532490298563,
      "learning_rate": 0.00023053587028372342,
      "loss": 0.9918,
      "step": 48178
    },
    {
      "epoch": 1.9733360638951463,
      "grad_norm": 1.103754679571284,
      "learning_rate": 0.00023053311881462028,
      "loss": 0.7744,
      "step": 48179
    },
    {
      "epoch": 1.9733770223223428,
      "grad_norm": 1.3612359089199568,
      "learning_rate": 0.00023053036730744577,
      "loss": 1.064,
      "step": 48180
    },
    {
      "epoch": 1.9734179807495393,
      "grad_norm": 1.084550780441678,
      "learning_rate": 0.0002305276157622011,
      "loss": 0.4163,
      "step": 48181
    },
    {
      "epoch": 1.9734589391767356,
      "grad_norm": 1.1674952665567535,
      "learning_rate": 0.0002305248641788877,
      "loss": 0.8789,
      "step": 48182
    },
    {
      "epoch": 1.973499897603932,
      "grad_norm": 1.1925106167350257,
      "learning_rate": 0.00023052211255750684,
      "loss": 0.7,
      "step": 48183
    },
    {
      "epoch": 1.9735408560311285,
      "grad_norm": 1.0123524227850893,
      "learning_rate": 0.00023051936089805975,
      "loss": 0.678,
      "step": 48184
    },
    {
      "epoch": 1.9735818144583248,
      "grad_norm": 1.3562470378295746,
      "learning_rate": 0.0002305166092005478,
      "loss": 1.1841,
      "step": 48185
    },
    {
      "epoch": 1.9736227728855211,
      "grad_norm": 1.0517594553484495,
      "learning_rate": 0.00023051385746497224,
      "loss": 0.6842,
      "step": 48186
    },
    {
      "epoch": 1.9736637313127177,
      "grad_norm": 1.4717678699158145,
      "learning_rate": 0.00023051110569133443,
      "loss": 0.838,
      "step": 48187
    },
    {
      "epoch": 1.973704689739914,
      "grad_norm": 1.1602825860337442,
      "learning_rate": 0.00023050835387963565,
      "loss": 0.8664,
      "step": 48188
    },
    {
      "epoch": 1.9737456481671103,
      "grad_norm": 1.075981699078407,
      "learning_rate": 0.0002305056020298772,
      "loss": 0.6763,
      "step": 48189
    },
    {
      "epoch": 1.9737866065943068,
      "grad_norm": 1.2723934224749338,
      "learning_rate": 0.00023050285014206032,
      "loss": 0.9902,
      "step": 48190
    },
    {
      "epoch": 1.9738275650215031,
      "grad_norm": 1.2310746575112195,
      "learning_rate": 0.0002305000982161864,
      "loss": 0.5119,
      "step": 48191
    },
    {
      "epoch": 1.9738685234486995,
      "grad_norm": 2.346575376625553,
      "learning_rate": 0.00023049734625225668,
      "loss": 2.5384,
      "step": 48192
    },
    {
      "epoch": 1.973909481875896,
      "grad_norm": 0.9894171960062542,
      "learning_rate": 0.00023049459425027253,
      "loss": 0.8625,
      "step": 48193
    },
    {
      "epoch": 1.9739504403030925,
      "grad_norm": 1.0259768658870634,
      "learning_rate": 0.0002304918422102352,
      "loss": 0.4289,
      "step": 48194
    },
    {
      "epoch": 1.9739913987302886,
      "grad_norm": 0.8655154557667082,
      "learning_rate": 0.00023048909013214598,
      "loss": 0.6744,
      "step": 48195
    },
    {
      "epoch": 1.9740323571574852,
      "grad_norm": 1.0708666160382883,
      "learning_rate": 0.0002304863380160062,
      "loss": 0.6458,
      "step": 48196
    },
    {
      "epoch": 1.9740733155846817,
      "grad_norm": 0.9851598769313423,
      "learning_rate": 0.00023048358586181712,
      "loss": 0.6347,
      "step": 48197
    },
    {
      "epoch": 1.9741142740118778,
      "grad_norm": 1.0314554480194817,
      "learning_rate": 0.00023048083366958007,
      "loss": 0.4449,
      "step": 48198
    },
    {
      "epoch": 1.9741552324390743,
      "grad_norm": 1.0592730009439981,
      "learning_rate": 0.0002304780814392964,
      "loss": 0.8493,
      "step": 48199
    },
    {
      "epoch": 1.9741961908662709,
      "grad_norm": 0.9462581676271988,
      "learning_rate": 0.00023047532917096732,
      "loss": 0.6725,
      "step": 48200
    },
    {
      "epoch": 1.9742371492934672,
      "grad_norm": 1.2237555622951157,
      "learning_rate": 0.00023047257686459422,
      "loss": 0.8287,
      "step": 48201
    },
    {
      "epoch": 1.9742781077206635,
      "grad_norm": 0.8048176157378261,
      "learning_rate": 0.00023046982452017828,
      "loss": 0.3883,
      "step": 48202
    },
    {
      "epoch": 1.97431906614786,
      "grad_norm": 1.0774776820119543,
      "learning_rate": 0.00023046707213772091,
      "loss": 0.8823,
      "step": 48203
    },
    {
      "epoch": 1.9743600245750563,
      "grad_norm": 0.9028189026722967,
      "learning_rate": 0.0002304643197172234,
      "loss": 0.6285,
      "step": 48204
    },
    {
      "epoch": 1.9744009830022526,
      "grad_norm": 0.9366207603349415,
      "learning_rate": 0.00023046156725868702,
      "loss": 0.7651,
      "step": 48205
    },
    {
      "epoch": 1.9744419414294492,
      "grad_norm": 0.9639812574122387,
      "learning_rate": 0.00023045881476211306,
      "loss": 0.4629,
      "step": 48206
    },
    {
      "epoch": 1.9744828998566455,
      "grad_norm": 1.115186084345899,
      "learning_rate": 0.00023045606222750286,
      "loss": 0.9903,
      "step": 48207
    },
    {
      "epoch": 1.9745238582838418,
      "grad_norm": 0.9423967503518144,
      "learning_rate": 0.00023045330965485767,
      "loss": 0.8462,
      "step": 48208
    },
    {
      "epoch": 1.9745648167110383,
      "grad_norm": 1.1864870669979635,
      "learning_rate": 0.0002304505570441789,
      "loss": 1.0918,
      "step": 48209
    },
    {
      "epoch": 1.9746057751382347,
      "grad_norm": 1.405516717257652,
      "learning_rate": 0.00023044780439546769,
      "loss": 0.8327,
      "step": 48210
    },
    {
      "epoch": 1.974646733565431,
      "grad_norm": 1.1374546892304256,
      "learning_rate": 0.00023044505170872548,
      "loss": 0.5462,
      "step": 48211
    },
    {
      "epoch": 1.9746876919926275,
      "grad_norm": 0.9331164491190782,
      "learning_rate": 0.00023044229898395354,
      "loss": 0.6226,
      "step": 48212
    },
    {
      "epoch": 1.974728650419824,
      "grad_norm": 4.188614490513103,
      "learning_rate": 0.0002304395462211531,
      "loss": 3.5625,
      "step": 48213
    },
    {
      "epoch": 1.9747696088470201,
      "grad_norm": 1.7539266520753893,
      "learning_rate": 0.00023043679342032547,
      "loss": 1.585,
      "step": 48214
    },
    {
      "epoch": 1.9748105672742167,
      "grad_norm": 0.9690739845728544,
      "learning_rate": 0.00023043404058147206,
      "loss": 0.729,
      "step": 48215
    },
    {
      "epoch": 1.9748515257014132,
      "grad_norm": 1.1288307215133815,
      "learning_rate": 0.0002304312877045941,
      "loss": 1.0581,
      "step": 48216
    },
    {
      "epoch": 1.9748924841286095,
      "grad_norm": 1.4062798330058692,
      "learning_rate": 0.0002304285347896929,
      "loss": 1.1156,
      "step": 48217
    },
    {
      "epoch": 1.9749334425558058,
      "grad_norm": 0.9560444406934585,
      "learning_rate": 0.00023042578183676967,
      "loss": 0.772,
      "step": 48218
    },
    {
      "epoch": 1.9749744009830024,
      "grad_norm": 1.536695965138028,
      "learning_rate": 0.0002304230288458259,
      "loss": 1.2517,
      "step": 48219
    },
    {
      "epoch": 1.9750153594101987,
      "grad_norm": 1.335532034571467,
      "learning_rate": 0.00023042027581686274,
      "loss": 0.888,
      "step": 48220
    },
    {
      "epoch": 1.975056317837395,
      "grad_norm": 0.6839522477613937,
      "learning_rate": 0.00023041752274988154,
      "loss": 0.266,
      "step": 48221
    },
    {
      "epoch": 1.9750972762645915,
      "grad_norm": 1.2844243091509835,
      "learning_rate": 0.00023041476964488363,
      "loss": 0.9376,
      "step": 48222
    },
    {
      "epoch": 1.9751382346917878,
      "grad_norm": 1.0368566222137168,
      "learning_rate": 0.00023041201650187028,
      "loss": 0.8405,
      "step": 48223
    },
    {
      "epoch": 1.9751791931189842,
      "grad_norm": 1.1348660240071826,
      "learning_rate": 0.00023040926332084277,
      "loss": 0.671,
      "step": 48224
    },
    {
      "epoch": 1.9752201515461807,
      "grad_norm": 0.9351838671063409,
      "learning_rate": 0.00023040651010180243,
      "loss": 0.7806,
      "step": 48225
    },
    {
      "epoch": 1.975261109973377,
      "grad_norm": 0.7667134282592857,
      "learning_rate": 0.00023040375684475054,
      "loss": 0.3699,
      "step": 48226
    },
    {
      "epoch": 1.9753020684005733,
      "grad_norm": 0.9183978981401225,
      "learning_rate": 0.00023040100354968846,
      "loss": 0.4219,
      "step": 48227
    },
    {
      "epoch": 1.9753430268277699,
      "grad_norm": 0.9897203562345406,
      "learning_rate": 0.00023039825021661746,
      "loss": 0.7097,
      "step": 48228
    },
    {
      "epoch": 1.9753839852549662,
      "grad_norm": 0.9213050077383025,
      "learning_rate": 0.0002303954968455388,
      "loss": 0.6807,
      "step": 48229
    },
    {
      "epoch": 1.9754249436821625,
      "grad_norm": 1.0075845918700732,
      "learning_rate": 0.00023039274343645384,
      "loss": 0.7412,
      "step": 48230
    },
    {
      "epoch": 1.975465902109359,
      "grad_norm": 1.2517319982097632,
      "learning_rate": 0.00023038998998936382,
      "loss": 1.1183,
      "step": 48231
    },
    {
      "epoch": 1.9755068605365556,
      "grad_norm": 1.1498799036181173,
      "learning_rate": 0.00023038723650427014,
      "loss": 0.8086,
      "step": 48232
    },
    {
      "epoch": 1.9755478189637516,
      "grad_norm": 1.1706271722927333,
      "learning_rate": 0.000230384482981174,
      "loss": 0.3888,
      "step": 48233
    },
    {
      "epoch": 1.9755887773909482,
      "grad_norm": 1.0211069149534913,
      "learning_rate": 0.00023038172942007666,
      "loss": 0.6913,
      "step": 48234
    },
    {
      "epoch": 1.9756297358181447,
      "grad_norm": 1.8035718200261859,
      "learning_rate": 0.0002303789758209796,
      "loss": 0.7621,
      "step": 48235
    },
    {
      "epoch": 1.975670694245341,
      "grad_norm": 1.388025506466255,
      "learning_rate": 0.00023037622218388402,
      "loss": 0.9011,
      "step": 48236
    },
    {
      "epoch": 1.9757116526725373,
      "grad_norm": 2.5897507905162915,
      "learning_rate": 0.00023037346850879125,
      "loss": 3.4994,
      "step": 48237
    },
    {
      "epoch": 1.9757526110997339,
      "grad_norm": 0.9904219972514505,
      "learning_rate": 0.00023037071479570248,
      "loss": 0.7176,
      "step": 48238
    },
    {
      "epoch": 1.9757935695269302,
      "grad_norm": 1.2272273650507755,
      "learning_rate": 0.00023036796104461914,
      "loss": 0.984,
      "step": 48239
    },
    {
      "epoch": 1.9758345279541265,
      "grad_norm": 1.056596499572131,
      "learning_rate": 0.00023036520725554252,
      "loss": 0.8434,
      "step": 48240
    },
    {
      "epoch": 1.975875486381323,
      "grad_norm": 1.3150655792349937,
      "learning_rate": 0.00023036245342847387,
      "loss": 1.1549,
      "step": 48241
    },
    {
      "epoch": 1.9759164448085194,
      "grad_norm": 1.0819009936004773,
      "learning_rate": 0.00023035969956341452,
      "loss": 0.8088,
      "step": 48242
    },
    {
      "epoch": 1.9759574032357157,
      "grad_norm": 0.7376115694591602,
      "learning_rate": 0.00023035694566036574,
      "loss": 0.3875,
      "step": 48243
    },
    {
      "epoch": 1.9759983616629122,
      "grad_norm": 1.025227567388218,
      "learning_rate": 0.00023035419171932889,
      "loss": 0.6853,
      "step": 48244
    },
    {
      "epoch": 1.9760393200901085,
      "grad_norm": 1.07570229590569,
      "learning_rate": 0.00023035143774030524,
      "loss": 0.7416,
      "step": 48245
    },
    {
      "epoch": 1.9760802785173048,
      "grad_norm": 1.2287275203922665,
      "learning_rate": 0.0002303486837232961,
      "loss": 1.0695,
      "step": 48246
    },
    {
      "epoch": 1.9761212369445014,
      "grad_norm": 2.0925252277458264,
      "learning_rate": 0.00023034592966830273,
      "loss": 1.0725,
      "step": 48247
    },
    {
      "epoch": 1.9761621953716977,
      "grad_norm": 1.5284565279405034,
      "learning_rate": 0.00023034317557532648,
      "loss": 0.8482,
      "step": 48248
    },
    {
      "epoch": 1.976203153798894,
      "grad_norm": 1.2990781982706148,
      "learning_rate": 0.00023034042144436865,
      "loss": 0.996,
      "step": 48249
    },
    {
      "epoch": 1.9762441122260905,
      "grad_norm": 1.0420180857686505,
      "learning_rate": 0.00023033766727543052,
      "loss": 0.3649,
      "step": 48250
    },
    {
      "epoch": 1.976285070653287,
      "grad_norm": 1.3873761128837812,
      "learning_rate": 0.0002303349130685134,
      "loss": 1.0986,
      "step": 48251
    },
    {
      "epoch": 1.9763260290804832,
      "grad_norm": 0.7156869033960579,
      "learning_rate": 0.00023033215882361862,
      "loss": 0.3131,
      "step": 48252
    },
    {
      "epoch": 1.9763669875076797,
      "grad_norm": 1.0931154157073935,
      "learning_rate": 0.00023032940454074745,
      "loss": 0.8473,
      "step": 48253
    },
    {
      "epoch": 1.9764079459348762,
      "grad_norm": 1.1714795167773173,
      "learning_rate": 0.00023032665021990116,
      "loss": 0.8823,
      "step": 48254
    },
    {
      "epoch": 1.9764489043620725,
      "grad_norm": 4.620100518770094,
      "learning_rate": 0.00023032389586108114,
      "loss": 1.5405,
      "step": 48255
    },
    {
      "epoch": 1.9764898627892689,
      "grad_norm": 1.0697939404636096,
      "learning_rate": 0.00023032114146428863,
      "loss": 0.6465,
      "step": 48256
    },
    {
      "epoch": 1.9765308212164654,
      "grad_norm": 1.3026890502836437,
      "learning_rate": 0.00023031838702952494,
      "loss": 0.8971,
      "step": 48257
    },
    {
      "epoch": 1.9765717796436617,
      "grad_norm": 1.797988776492399,
      "learning_rate": 0.00023031563255679138,
      "loss": 0.9472,
      "step": 48258
    },
    {
      "epoch": 1.976612738070858,
      "grad_norm": 1.2274822508852439,
      "learning_rate": 0.00023031287804608925,
      "loss": 0.8665,
      "step": 48259
    },
    {
      "epoch": 1.9766536964980546,
      "grad_norm": 1.1465029816613985,
      "learning_rate": 0.00023031012349741982,
      "loss": 0.9764,
      "step": 48260
    },
    {
      "epoch": 1.9766946549252509,
      "grad_norm": 0.7339437172842295,
      "learning_rate": 0.00023030736891078445,
      "loss": 0.3377,
      "step": 48261
    },
    {
      "epoch": 1.9767356133524472,
      "grad_norm": 1.352232086423649,
      "learning_rate": 0.00023030461428618442,
      "loss": 0.8501,
      "step": 48262
    },
    {
      "epoch": 1.9767765717796437,
      "grad_norm": 2.280690411051425,
      "learning_rate": 0.00023030185962362101,
      "loss": 2.3672,
      "step": 48263
    },
    {
      "epoch": 1.97681753020684,
      "grad_norm": 1.068760743405105,
      "learning_rate": 0.0002302991049230956,
      "loss": 0.2734,
      "step": 48264
    },
    {
      "epoch": 1.9768584886340363,
      "grad_norm": 5.016910971705476,
      "learning_rate": 0.00023029635018460942,
      "loss": 6.5629,
      "step": 48265
    },
    {
      "epoch": 1.9768994470612329,
      "grad_norm": 5.077435388757556,
      "learning_rate": 0.00023029359540816373,
      "loss": 1.0208,
      "step": 48266
    },
    {
      "epoch": 1.9769404054884292,
      "grad_norm": 1.074196452138526,
      "learning_rate": 0.0002302908405937599,
      "loss": 0.8345,
      "step": 48267
    },
    {
      "epoch": 1.9769813639156255,
      "grad_norm": 1.2865905350313107,
      "learning_rate": 0.00023028808574139924,
      "loss": 1.0162,
      "step": 48268
    },
    {
      "epoch": 1.977022322342822,
      "grad_norm": 1.2041747325560603,
      "learning_rate": 0.00023028533085108302,
      "loss": 0.7514,
      "step": 48269
    },
    {
      "epoch": 1.9770632807700186,
      "grad_norm": 1.2236756618030638,
      "learning_rate": 0.0002302825759228125,
      "loss": 1.0796,
      "step": 48270
    },
    {
      "epoch": 1.9771042391972147,
      "grad_norm": 0.4641605912652342,
      "learning_rate": 0.00023027982095658912,
      "loss": 0.1618,
      "step": 48271
    },
    {
      "epoch": 1.9771451976244112,
      "grad_norm": 1.4462638728858508,
      "learning_rate": 0.0002302770659524141,
      "loss": 0.9389,
      "step": 48272
    },
    {
      "epoch": 1.9771861560516077,
      "grad_norm": 1.026402108127155,
      "learning_rate": 0.00023027431091028874,
      "loss": 0.7555,
      "step": 48273
    },
    {
      "epoch": 1.977227114478804,
      "grad_norm": 1.1265536805902734,
      "learning_rate": 0.00023027155583021426,
      "loss": 0.6108,
      "step": 48274
    },
    {
      "epoch": 1.9772680729060004,
      "grad_norm": 1.2593361065748716,
      "learning_rate": 0.00023026880071219213,
      "loss": 0.7627,
      "step": 48275
    },
    {
      "epoch": 1.977309031333197,
      "grad_norm": 1.1913138405861907,
      "learning_rate": 0.00023026604555622356,
      "loss": 0.9262,
      "step": 48276
    },
    {
      "epoch": 1.9773499897603932,
      "grad_norm": 1.0534430945470827,
      "learning_rate": 0.00023026329036230983,
      "loss": 0.5513,
      "step": 48277
    },
    {
      "epoch": 1.9773909481875895,
      "grad_norm": 1.6714512447917438,
      "learning_rate": 0.00023026053513045227,
      "loss": 2.0012,
      "step": 48278
    },
    {
      "epoch": 1.977431906614786,
      "grad_norm": 2.0028362250086698,
      "learning_rate": 0.00023025777986065223,
      "loss": 2.1978,
      "step": 48279
    },
    {
      "epoch": 1.9774728650419824,
      "grad_norm": 0.9685899159739165,
      "learning_rate": 0.00023025502455291093,
      "loss": 0.6829,
      "step": 48280
    },
    {
      "epoch": 1.9775138234691787,
      "grad_norm": 0.9268783012988144,
      "learning_rate": 0.00023025226920722971,
      "loss": 0.6409,
      "step": 48281
    },
    {
      "epoch": 1.9775547818963752,
      "grad_norm": 1.1177377859204771,
      "learning_rate": 0.00023024951382360988,
      "loss": 0.9832,
      "step": 48282
    },
    {
      "epoch": 1.9775957403235715,
      "grad_norm": 1.5459578323917376,
      "learning_rate": 0.00023024675840205278,
      "loss": 1.2901,
      "step": 48283
    },
    {
      "epoch": 1.9776366987507679,
      "grad_norm": 4.231574556057778,
      "learning_rate": 0.00023024400294255963,
      "loss": 2.8243,
      "step": 48284
    },
    {
      "epoch": 1.9776776571779644,
      "grad_norm": 0.791713580321104,
      "learning_rate": 0.0002302412474451318,
      "loss": 0.7372,
      "step": 48285
    },
    {
      "epoch": 1.9777186156051607,
      "grad_norm": 1.2646381279305041,
      "learning_rate": 0.0002302384919097705,
      "loss": 0.9421,
      "step": 48286
    },
    {
      "epoch": 1.977759574032357,
      "grad_norm": 1.0968456494409515,
      "learning_rate": 0.00023023573633647714,
      "loss": 0.8528,
      "step": 48287
    },
    {
      "epoch": 1.9778005324595536,
      "grad_norm": 1.3463179116492685,
      "learning_rate": 0.00023023298072525296,
      "loss": 0.8679,
      "step": 48288
    },
    {
      "epoch": 1.97784149088675,
      "grad_norm": 1.0551034763995926,
      "learning_rate": 0.00023023022507609933,
      "loss": 0.6194,
      "step": 48289
    },
    {
      "epoch": 1.9778824493139462,
      "grad_norm": 1.9032780533278384,
      "learning_rate": 0.00023022746938901743,
      "loss": 2.2348,
      "step": 48290
    },
    {
      "epoch": 1.9779234077411427,
      "grad_norm": 1.603131557430362,
      "learning_rate": 0.00023022471366400873,
      "loss": 0.3576,
      "step": 48291
    },
    {
      "epoch": 1.9779643661683393,
      "grad_norm": 1.309318873030521,
      "learning_rate": 0.00023022195790107437,
      "loss": 1.047,
      "step": 48292
    },
    {
      "epoch": 1.9780053245955356,
      "grad_norm": 1.1463242573789114,
      "learning_rate": 0.00023021920210021575,
      "loss": 0.7459,
      "step": 48293
    },
    {
      "epoch": 1.9780462830227319,
      "grad_norm": 1.3107603616481018,
      "learning_rate": 0.00023021644626143413,
      "loss": 0.8161,
      "step": 48294
    },
    {
      "epoch": 1.9780872414499284,
      "grad_norm": 0.9001607357864608,
      "learning_rate": 0.00023021369038473086,
      "loss": 0.5113,
      "step": 48295
    },
    {
      "epoch": 1.9781281998771247,
      "grad_norm": 1.2438368276540714,
      "learning_rate": 0.00023021093447010718,
      "loss": 0.8322,
      "step": 48296
    },
    {
      "epoch": 1.978169158304321,
      "grad_norm": 2.1649675211253996,
      "learning_rate": 0.00023020817851756445,
      "loss": 2.851,
      "step": 48297
    },
    {
      "epoch": 1.9782101167315176,
      "grad_norm": 0.8828278515272268,
      "learning_rate": 0.00023020542252710392,
      "loss": 0.3955,
      "step": 48298
    },
    {
      "epoch": 1.978251075158714,
      "grad_norm": 1.014588783686225,
      "learning_rate": 0.00023020266649872694,
      "loss": 0.4923,
      "step": 48299
    },
    {
      "epoch": 1.9782920335859102,
      "grad_norm": 1.7963483147873431,
      "learning_rate": 0.00023019991043243484,
      "loss": 2.1879,
      "step": 48300
    },
    {
      "epoch": 1.9783329920131068,
      "grad_norm": 1.3444939799000775,
      "learning_rate": 0.00023019715432822882,
      "loss": 0.8529,
      "step": 48301
    },
    {
      "epoch": 1.978373950440303,
      "grad_norm": 1.0129344782429892,
      "learning_rate": 0.00023019439818611022,
      "loss": 0.4947,
      "step": 48302
    },
    {
      "epoch": 1.9784149088674994,
      "grad_norm": 1.1922702898503164,
      "learning_rate": 0.00023019164200608038,
      "loss": 0.8153,
      "step": 48303
    },
    {
      "epoch": 1.978455867294696,
      "grad_norm": 0.9892762263980539,
      "learning_rate": 0.0002301888857881406,
      "loss": 0.7533,
      "step": 48304
    },
    {
      "epoch": 1.9784968257218922,
      "grad_norm": 0.7634350762425455,
      "learning_rate": 0.00023018612953229213,
      "loss": 0.3924,
      "step": 48305
    },
    {
      "epoch": 1.9785377841490885,
      "grad_norm": 1.4425822709564817,
      "learning_rate": 0.00023018337323853637,
      "loss": 0.8842,
      "step": 48306
    },
    {
      "epoch": 1.978578742576285,
      "grad_norm": 1.4402677562622266,
      "learning_rate": 0.00023018061690687454,
      "loss": 0.9728,
      "step": 48307
    },
    {
      "epoch": 1.9786197010034816,
      "grad_norm": 1.0989467625355764,
      "learning_rate": 0.00023017786053730794,
      "loss": 0.2728,
      "step": 48308
    },
    {
      "epoch": 1.9786606594306777,
      "grad_norm": 1.0452447470305652,
      "learning_rate": 0.00023017510412983792,
      "loss": 0.7964,
      "step": 48309
    },
    {
      "epoch": 1.9787016178578742,
      "grad_norm": 1.3884972888935982,
      "learning_rate": 0.00023017234768446578,
      "loss": 1.0724,
      "step": 48310
    },
    {
      "epoch": 1.9787425762850708,
      "grad_norm": 1.1085783820002457,
      "learning_rate": 0.00023016959120119278,
      "loss": 0.7496,
      "step": 48311
    },
    {
      "epoch": 1.978783534712267,
      "grad_norm": 1.559574482206841,
      "learning_rate": 0.0002301668346800203,
      "loss": 0.9894,
      "step": 48312
    },
    {
      "epoch": 1.9788244931394634,
      "grad_norm": 0.8798419112535848,
      "learning_rate": 0.0002301640781209495,
      "loss": 0.3468,
      "step": 48313
    },
    {
      "epoch": 1.97886545156666,
      "grad_norm": 1.063926315967389,
      "learning_rate": 0.00023016132152398183,
      "loss": 0.6166,
      "step": 48314
    },
    {
      "epoch": 1.9789064099938563,
      "grad_norm": 1.2448118257882337,
      "learning_rate": 0.00023015856488911856,
      "loss": 1.1929,
      "step": 48315
    },
    {
      "epoch": 1.9789473684210526,
      "grad_norm": 1.5432841383736395,
      "learning_rate": 0.00023015580821636095,
      "loss": 1.0472,
      "step": 48316
    },
    {
      "epoch": 1.978988326848249,
      "grad_norm": 1.4032408123466749,
      "learning_rate": 0.00023015305150571032,
      "loss": 1.0393,
      "step": 48317
    },
    {
      "epoch": 1.9790292852754454,
      "grad_norm": 4.135319974024251,
      "learning_rate": 0.00023015029475716796,
      "loss": 6.9715,
      "step": 48318
    },
    {
      "epoch": 1.9790702437026417,
      "grad_norm": 1.0797278608980838,
      "learning_rate": 0.00023014753797073522,
      "loss": 0.7918,
      "step": 48319
    },
    {
      "epoch": 1.9791112021298383,
      "grad_norm": 1.2620813376521602,
      "learning_rate": 0.00023014478114641337,
      "loss": 0.8793,
      "step": 48320
    },
    {
      "epoch": 1.9791521605570346,
      "grad_norm": 2.479345102867601,
      "learning_rate": 0.0002301420242842037,
      "loss": 1.3853,
      "step": 48321
    },
    {
      "epoch": 1.979193118984231,
      "grad_norm": 1.1273273878618804,
      "learning_rate": 0.00023013926738410753,
      "loss": 0.4217,
      "step": 48322
    },
    {
      "epoch": 1.9792340774114274,
      "grad_norm": 1.040863158250325,
      "learning_rate": 0.0002301365104461262,
      "loss": 0.7796,
      "step": 48323
    },
    {
      "epoch": 1.9792750358386237,
      "grad_norm": 1.5957727875939476,
      "learning_rate": 0.00023013375347026094,
      "loss": 0.9638,
      "step": 48324
    },
    {
      "epoch": 1.97931599426582,
      "grad_norm": 1.3131051207893354,
      "learning_rate": 0.0002301309964565131,
      "loss": 1.2892,
      "step": 48325
    },
    {
      "epoch": 1.9793569526930166,
      "grad_norm": 1.089899828182399,
      "learning_rate": 0.00023012823940488398,
      "loss": 0.3859,
      "step": 48326
    },
    {
      "epoch": 1.9793979111202131,
      "grad_norm": 0.8007470006538284,
      "learning_rate": 0.00023012548231537492,
      "loss": 0.2378,
      "step": 48327
    },
    {
      "epoch": 1.9794388695474092,
      "grad_norm": 1.0051363679655099,
      "learning_rate": 0.00023012272518798717,
      "loss": 0.8411,
      "step": 48328
    },
    {
      "epoch": 1.9794798279746058,
      "grad_norm": 0.7934287361767333,
      "learning_rate": 0.000230119968022722,
      "loss": 0.2952,
      "step": 48329
    },
    {
      "epoch": 1.9795207864018023,
      "grad_norm": 1.2843785860440937,
      "learning_rate": 0.00023011721081958077,
      "loss": 1.0241,
      "step": 48330
    },
    {
      "epoch": 1.9795617448289986,
      "grad_norm": 1.1826948737210001,
      "learning_rate": 0.00023011445357856475,
      "loss": 1.1538,
      "step": 48331
    },
    {
      "epoch": 1.979602703256195,
      "grad_norm": 3.6661414939026504,
      "learning_rate": 0.00023011169629967535,
      "loss": 4.4102,
      "step": 48332
    },
    {
      "epoch": 1.9796436616833915,
      "grad_norm": 1.1987528099103706,
      "learning_rate": 0.0002301089389829137,
      "loss": 1.1345,
      "step": 48333
    },
    {
      "epoch": 1.9796846201105878,
      "grad_norm": 1.0555886534425747,
      "learning_rate": 0.0002301061816282812,
      "loss": 0.729,
      "step": 48334
    },
    {
      "epoch": 1.979725578537784,
      "grad_norm": 0.9310282769568935,
      "learning_rate": 0.0002301034242357792,
      "loss": 0.4284,
      "step": 48335
    },
    {
      "epoch": 1.9797665369649806,
      "grad_norm": 0.6998142837391199,
      "learning_rate": 0.00023010066680540897,
      "loss": 0.2365,
      "step": 48336
    },
    {
      "epoch": 1.979807495392177,
      "grad_norm": 1.0694628860268993,
      "learning_rate": 0.0002300979093371717,
      "loss": 0.6271,
      "step": 48337
    },
    {
      "epoch": 1.9798484538193732,
      "grad_norm": 1.1982770407331553,
      "learning_rate": 0.00023009515183106883,
      "loss": 0.8554,
      "step": 48338
    },
    {
      "epoch": 1.9798894122465698,
      "grad_norm": 1.1304933417233607,
      "learning_rate": 0.00023009239428710163,
      "loss": 0.9905,
      "step": 48339
    },
    {
      "epoch": 1.979930370673766,
      "grad_norm": 0.866319461304473,
      "learning_rate": 0.00023008963670527138,
      "loss": 0.2909,
      "step": 48340
    },
    {
      "epoch": 1.9799713291009624,
      "grad_norm": 1.173728604104058,
      "learning_rate": 0.00023008687908557943,
      "loss": 0.7773,
      "step": 48341
    },
    {
      "epoch": 1.980012287528159,
      "grad_norm": 1.476930398625561,
      "learning_rate": 0.000230084121428027,
      "loss": 1.0824,
      "step": 48342
    },
    {
      "epoch": 1.9800532459553555,
      "grad_norm": 0.5411021567344064,
      "learning_rate": 0.00023008136373261546,
      "loss": 0.176,
      "step": 48343
    },
    {
      "epoch": 1.9800942043825516,
      "grad_norm": 1.1794579593094559,
      "learning_rate": 0.00023007860599934612,
      "loss": 0.7859,
      "step": 48344
    },
    {
      "epoch": 1.980135162809748,
      "grad_norm": 1.41977770136129,
      "learning_rate": 0.00023007584822822024,
      "loss": 0.6497,
      "step": 48345
    },
    {
      "epoch": 1.9801761212369446,
      "grad_norm": 1.182162207676594,
      "learning_rate": 0.00023007309041923914,
      "loss": 1.017,
      "step": 48346
    },
    {
      "epoch": 1.9802170796641407,
      "grad_norm": 0.7066862293726265,
      "learning_rate": 0.00023007033257240413,
      "loss": 0.2597,
      "step": 48347
    },
    {
      "epoch": 1.9802580380913373,
      "grad_norm": 1.0370499530235027,
      "learning_rate": 0.00023006757468771655,
      "loss": 0.73,
      "step": 48348
    },
    {
      "epoch": 1.9802989965185338,
      "grad_norm": 1.4578346237431548,
      "learning_rate": 0.00023006481676517764,
      "loss": 0.8859,
      "step": 48349
    },
    {
      "epoch": 1.9803399549457301,
      "grad_norm": 1.2558083126855106,
      "learning_rate": 0.0002300620588047887,
      "loss": 1.0093,
      "step": 48350
    },
    {
      "epoch": 1.9803809133729264,
      "grad_norm": 1.2206388803331256,
      "learning_rate": 0.0002300593008065511,
      "loss": 0.8341,
      "step": 48351
    },
    {
      "epoch": 1.980421871800123,
      "grad_norm": 0.7174893586857838,
      "learning_rate": 0.0002300565427704661,
      "loss": 0.2442,
      "step": 48352
    },
    {
      "epoch": 1.9804628302273193,
      "grad_norm": 1.1502716967147317,
      "learning_rate": 0.00023005378469653502,
      "loss": 0.5454,
      "step": 48353
    },
    {
      "epoch": 1.9805037886545156,
      "grad_norm": 1.600394361073199,
      "learning_rate": 0.00023005102658475916,
      "loss": 0.6373,
      "step": 48354
    },
    {
      "epoch": 1.9805447470817121,
      "grad_norm": 1.3745808186014716,
      "learning_rate": 0.0002300482684351398,
      "loss": 1.3263,
      "step": 48355
    },
    {
      "epoch": 1.9805857055089084,
      "grad_norm": 0.6641683868323633,
      "learning_rate": 0.0002300455102476783,
      "loss": 0.2485,
      "step": 48356
    },
    {
      "epoch": 1.9806266639361048,
      "grad_norm": 1.0534006650919934,
      "learning_rate": 0.00023004275202237587,
      "loss": 0.8016,
      "step": 48357
    },
    {
      "epoch": 1.9806676223633013,
      "grad_norm": 0.9232029358251147,
      "learning_rate": 0.00023003999375923392,
      "loss": 0.4524,
      "step": 48358
    },
    {
      "epoch": 1.9807085807904976,
      "grad_norm": 0.9399723544468657,
      "learning_rate": 0.0002300372354582537,
      "loss": 0.4086,
      "step": 48359
    },
    {
      "epoch": 1.980749539217694,
      "grad_norm": 1.099010564962283,
      "learning_rate": 0.0002300344771194365,
      "loss": 0.8459,
      "step": 48360
    },
    {
      "epoch": 1.9807904976448905,
      "grad_norm": 1.72930516816782,
      "learning_rate": 0.00023003171874278367,
      "loss": 1.2068,
      "step": 48361
    },
    {
      "epoch": 1.980831456072087,
      "grad_norm": 1.3048570097884622,
      "learning_rate": 0.00023002896032829642,
      "loss": 1.096,
      "step": 48362
    },
    {
      "epoch": 1.980872414499283,
      "grad_norm": 1.4474973211016473,
      "learning_rate": 0.0002300262018759762,
      "loss": 0.9667,
      "step": 48363
    },
    {
      "epoch": 1.9809133729264796,
      "grad_norm": 0.9943613095099835,
      "learning_rate": 0.0002300234433858242,
      "loss": 0.9276,
      "step": 48364
    },
    {
      "epoch": 1.9809543313536762,
      "grad_norm": 1.073060104651835,
      "learning_rate": 0.00023002068485784177,
      "loss": 0.9042,
      "step": 48365
    },
    {
      "epoch": 1.9809952897808722,
      "grad_norm": 0.9136342497498183,
      "learning_rate": 0.00023001792629203014,
      "loss": 0.574,
      "step": 48366
    },
    {
      "epoch": 1.9810362482080688,
      "grad_norm": 1.1388270761593995,
      "learning_rate": 0.00023001516768839076,
      "loss": 0.892,
      "step": 48367
    },
    {
      "epoch": 1.9810772066352653,
      "grad_norm": 1.3252627450119454,
      "learning_rate": 0.00023001240904692484,
      "loss": 0.9603,
      "step": 48368
    },
    {
      "epoch": 1.9811181650624616,
      "grad_norm": 1.0018471542304754,
      "learning_rate": 0.0002300096503676337,
      "loss": 0.7451,
      "step": 48369
    },
    {
      "epoch": 1.981159123489658,
      "grad_norm": 0.7338285726825973,
      "learning_rate": 0.00023000689165051863,
      "loss": 0.4096,
      "step": 48370
    },
    {
      "epoch": 1.9812000819168545,
      "grad_norm": 1.2404055512052061,
      "learning_rate": 0.00023000413289558092,
      "loss": 0.8696,
      "step": 48371
    },
    {
      "epoch": 1.9812410403440508,
      "grad_norm": 0.9286142602435485,
      "learning_rate": 0.00023000137410282196,
      "loss": 0.7714,
      "step": 48372
    },
    {
      "epoch": 1.981281998771247,
      "grad_norm": 0.9910124316674417,
      "learning_rate": 0.00022999861527224296,
      "loss": 0.5516,
      "step": 48373
    },
    {
      "epoch": 1.9813229571984436,
      "grad_norm": 1.018301308023472,
      "learning_rate": 0.00022999585640384523,
      "loss": 0.5633,
      "step": 48374
    },
    {
      "epoch": 1.98136391562564,
      "grad_norm": 1.0812399404332769,
      "learning_rate": 0.0002299930974976301,
      "loss": 0.8562,
      "step": 48375
    },
    {
      "epoch": 1.9814048740528363,
      "grad_norm": 1.5015578617160936,
      "learning_rate": 0.00022999033855359893,
      "loss": 0.7305,
      "step": 48376
    },
    {
      "epoch": 1.9814458324800328,
      "grad_norm": 2.221065361665988,
      "learning_rate": 0.00022998757957175294,
      "loss": 1.8513,
      "step": 48377
    },
    {
      "epoch": 1.9814867909072291,
      "grad_norm": 2.032322760243889,
      "learning_rate": 0.0002299848205520934,
      "loss": 1.0168,
      "step": 48378
    },
    {
      "epoch": 1.9815277493344254,
      "grad_norm": 1.539516100304625,
      "learning_rate": 0.00022998206149462178,
      "loss": 0.8126,
      "step": 48379
    },
    {
      "epoch": 1.981568707761622,
      "grad_norm": 1.1553807538069585,
      "learning_rate": 0.00022997930239933919,
      "loss": 0.6911,
      "step": 48380
    },
    {
      "epoch": 1.9816096661888185,
      "grad_norm": 0.9350734377244041,
      "learning_rate": 0.00022997654326624713,
      "loss": 0.7712,
      "step": 48381
    },
    {
      "epoch": 1.9816506246160146,
      "grad_norm": 1.1428456964043154,
      "learning_rate": 0.0002299737840953467,
      "loss": 1.1052,
      "step": 48382
    },
    {
      "epoch": 1.9816915830432111,
      "grad_norm": 1.3435388877940784,
      "learning_rate": 0.00022997102488663936,
      "loss": 1.0041,
      "step": 48383
    },
    {
      "epoch": 1.9817325414704077,
      "grad_norm": 1.3339203621550586,
      "learning_rate": 0.00022996826564012634,
      "loss": 0.7191,
      "step": 48384
    },
    {
      "epoch": 1.981773499897604,
      "grad_norm": 1.2421852785724987,
      "learning_rate": 0.00022996550635580898,
      "loss": 0.7292,
      "step": 48385
    },
    {
      "epoch": 1.9818144583248003,
      "grad_norm": 1.2287460137442319,
      "learning_rate": 0.00022996274703368855,
      "loss": 0.5857,
      "step": 48386
    },
    {
      "epoch": 1.9818554167519968,
      "grad_norm": 1.2386951238747181,
      "learning_rate": 0.0002299599876737664,
      "loss": 0.9427,
      "step": 48387
    },
    {
      "epoch": 1.9818963751791931,
      "grad_norm": 0.9882899376277254,
      "learning_rate": 0.00022995722827604383,
      "loss": 0.8362,
      "step": 48388
    },
    {
      "epoch": 1.9819373336063895,
      "grad_norm": 1.284471771984069,
      "learning_rate": 0.00022995446884052206,
      "loss": 0.988,
      "step": 48389
    },
    {
      "epoch": 1.981978292033586,
      "grad_norm": 0.7718368769117284,
      "learning_rate": 0.00022995170936720245,
      "loss": 0.2198,
      "step": 48390
    },
    {
      "epoch": 1.9820192504607823,
      "grad_norm": 1.2932669310415263,
      "learning_rate": 0.00022994894985608634,
      "loss": 0.9364,
      "step": 48391
    },
    {
      "epoch": 1.9820602088879786,
      "grad_norm": 0.9973433899533553,
      "learning_rate": 0.00022994619030717502,
      "loss": 0.7571,
      "step": 48392
    },
    {
      "epoch": 1.9821011673151752,
      "grad_norm": 1.2592612208977843,
      "learning_rate": 0.00022994343072046982,
      "loss": 0.9049,
      "step": 48393
    },
    {
      "epoch": 1.9821421257423715,
      "grad_norm": 1.216463082044634,
      "learning_rate": 0.0002299406710959719,
      "loss": 0.8681,
      "step": 48394
    },
    {
      "epoch": 1.9821830841695678,
      "grad_norm": 0.9287233065298436,
      "learning_rate": 0.00022993791143368275,
      "loss": 0.5828,
      "step": 48395
    },
    {
      "epoch": 1.9822240425967643,
      "grad_norm": 1.4180481938278064,
      "learning_rate": 0.00022993515173360356,
      "loss": 1.1099,
      "step": 48396
    },
    {
      "epoch": 1.9822650010239606,
      "grad_norm": 1.3873451768825746,
      "learning_rate": 0.0002299323919957357,
      "loss": 0.9413,
      "step": 48397
    },
    {
      "epoch": 1.982305959451157,
      "grad_norm": 1.242460229085471,
      "learning_rate": 0.00022992963222008038,
      "loss": 0.7979,
      "step": 48398
    },
    {
      "epoch": 1.9823469178783535,
      "grad_norm": 1.0222344171070665,
      "learning_rate": 0.00022992687240663902,
      "loss": 0.7661,
      "step": 48399
    },
    {
      "epoch": 1.98238787630555,
      "grad_norm": 0.8573947204883791,
      "learning_rate": 0.00022992411255541286,
      "loss": 0.4679,
      "step": 48400
    },
    {
      "epoch": 1.9824288347327461,
      "grad_norm": 2.2630326784360673,
      "learning_rate": 0.00022992135266640322,
      "loss": 1.7523,
      "step": 48401
    },
    {
      "epoch": 1.9824697931599427,
      "grad_norm": 1.3044340921144093,
      "learning_rate": 0.0002299185927396114,
      "loss": 0.68,
      "step": 48402
    },
    {
      "epoch": 1.9825107515871392,
      "grad_norm": 2.321276501916031,
      "learning_rate": 0.0002299158327750387,
      "loss": 2.1353,
      "step": 48403
    },
    {
      "epoch": 1.9825517100143355,
      "grad_norm": 1.328059007027017,
      "learning_rate": 0.00022991307277268647,
      "loss": 0.7429,
      "step": 48404
    },
    {
      "epoch": 1.9825926684415318,
      "grad_norm": 1.3046052055556279,
      "learning_rate": 0.00022991031273255592,
      "loss": 0.4364,
      "step": 48405
    },
    {
      "epoch": 1.9826336268687283,
      "grad_norm": 0.9436076900204247,
      "learning_rate": 0.00022990755265464845,
      "loss": 0.2803,
      "step": 48406
    },
    {
      "epoch": 1.9826745852959247,
      "grad_norm": 1.193220106816143,
      "learning_rate": 0.00022990479253896532,
      "loss": 0.767,
      "step": 48407
    },
    {
      "epoch": 1.982715543723121,
      "grad_norm": 1.426458717761679,
      "learning_rate": 0.00022990203238550786,
      "loss": 0.9385,
      "step": 48408
    },
    {
      "epoch": 1.9827565021503175,
      "grad_norm": 1.3977927946947382,
      "learning_rate": 0.0002298992721942773,
      "loss": 0.8876,
      "step": 48409
    },
    {
      "epoch": 1.9827974605775138,
      "grad_norm": 1.4038724666677047,
      "learning_rate": 0.00022989651196527502,
      "loss": 1.0851,
      "step": 48410
    },
    {
      "epoch": 1.9828384190047101,
      "grad_norm": 1.0289780232556476,
      "learning_rate": 0.0002298937516985023,
      "loss": 0.7034,
      "step": 48411
    },
    {
      "epoch": 1.9828793774319067,
      "grad_norm": 0.748605613661588,
      "learning_rate": 0.0002298909913939605,
      "loss": 0.2927,
      "step": 48412
    },
    {
      "epoch": 1.982920335859103,
      "grad_norm": 0.7353803855101994,
      "learning_rate": 0.00022988823105165083,
      "loss": 0.2899,
      "step": 48413
    },
    {
      "epoch": 1.9829612942862993,
      "grad_norm": 1.1324725856790636,
      "learning_rate": 0.00022988547067157464,
      "loss": 0.7595,
      "step": 48414
    },
    {
      "epoch": 1.9830022527134958,
      "grad_norm": 1.4565476170890421,
      "learning_rate": 0.00022988271025373326,
      "loss": 0.9893,
      "step": 48415
    },
    {
      "epoch": 1.9830432111406922,
      "grad_norm": 1.3414317574280443,
      "learning_rate": 0.00022987994979812795,
      "loss": 0.9917,
      "step": 48416
    },
    {
      "epoch": 1.9830841695678885,
      "grad_norm": 1.4693322102835589,
      "learning_rate": 0.00022987718930476,
      "loss": 0.8954,
      "step": 48417
    },
    {
      "epoch": 1.983125127995085,
      "grad_norm": 1.0489250674944581,
      "learning_rate": 0.0002298744287736308,
      "loss": 0.8104,
      "step": 48418
    },
    {
      "epoch": 1.9831660864222815,
      "grad_norm": 1.1442344980064976,
      "learning_rate": 0.0002298716682047416,
      "loss": 0.7578,
      "step": 48419
    },
    {
      "epoch": 1.9832070448494776,
      "grad_norm": 1.443303023015057,
      "learning_rate": 0.0002298689075980937,
      "loss": 1.0568,
      "step": 48420
    },
    {
      "epoch": 1.9832480032766742,
      "grad_norm": 1.5468738855081334,
      "learning_rate": 0.00022986614695368843,
      "loss": 0.9842,
      "step": 48421
    },
    {
      "epoch": 1.9832889617038707,
      "grad_norm": 1.861378479865543,
      "learning_rate": 0.00022986338627152707,
      "loss": 2.5875,
      "step": 48422
    },
    {
      "epoch": 1.983329920131067,
      "grad_norm": 1.0948564426935141,
      "learning_rate": 0.00022986062555161094,
      "loss": 0.8527,
      "step": 48423
    },
    {
      "epoch": 1.9833708785582633,
      "grad_norm": 1.2982828038691974,
      "learning_rate": 0.00022985786479394135,
      "loss": 1.0239,
      "step": 48424
    },
    {
      "epoch": 1.9834118369854599,
      "grad_norm": 1.2461011338333339,
      "learning_rate": 0.00022985510399851957,
      "loss": 0.8486,
      "step": 48425
    },
    {
      "epoch": 1.9834527954126562,
      "grad_norm": 1.3851346599508412,
      "learning_rate": 0.00022985234316534692,
      "loss": 0.499,
      "step": 48426
    },
    {
      "epoch": 1.9834937538398525,
      "grad_norm": 0.9374969984353516,
      "learning_rate": 0.00022984958229442474,
      "loss": 0.3843,
      "step": 48427
    },
    {
      "epoch": 1.983534712267049,
      "grad_norm": 0.9565782984094111,
      "learning_rate": 0.00022984682138575433,
      "loss": 0.6137,
      "step": 48428
    },
    {
      "epoch": 1.9835756706942453,
      "grad_norm": 1.0657026014859428,
      "learning_rate": 0.00022984406043933693,
      "loss": 0.6922,
      "step": 48429
    },
    {
      "epoch": 1.9836166291214417,
      "grad_norm": 1.1869996032098384,
      "learning_rate": 0.0002298412994551739,
      "loss": 0.6044,
      "step": 48430
    },
    {
      "epoch": 1.9836575875486382,
      "grad_norm": 0.7279970764789977,
      "learning_rate": 0.00022983853843326656,
      "loss": 0.2949,
      "step": 48431
    },
    {
      "epoch": 1.9836985459758345,
      "grad_norm": 0.8813281084980187,
      "learning_rate": 0.00022983577737361623,
      "loss": 0.4205,
      "step": 48432
    },
    {
      "epoch": 1.9837395044030308,
      "grad_norm": 0.8800732065762392,
      "learning_rate": 0.0002298330162762241,
      "loss": 0.439,
      "step": 48433
    },
    {
      "epoch": 1.9837804628302274,
      "grad_norm": 0.9913988342534293,
      "learning_rate": 0.00022983025514109156,
      "loss": 0.6346,
      "step": 48434
    },
    {
      "epoch": 1.9838214212574237,
      "grad_norm": 1.018501708864348,
      "learning_rate": 0.00022982749396821995,
      "loss": 0.7853,
      "step": 48435
    },
    {
      "epoch": 1.98386237968462,
      "grad_norm": 1.07096064569355,
      "learning_rate": 0.00022982473275761053,
      "loss": 0.5184,
      "step": 48436
    },
    {
      "epoch": 1.9839033381118165,
      "grad_norm": 1.1526385628970872,
      "learning_rate": 0.0002298219715092646,
      "loss": 0.8163,
      "step": 48437
    },
    {
      "epoch": 1.983944296539013,
      "grad_norm": 1.0256536569976258,
      "learning_rate": 0.00022981921022318343,
      "loss": 0.78,
      "step": 48438
    },
    {
      "epoch": 1.9839852549662091,
      "grad_norm": 3.42877862000516,
      "learning_rate": 0.00022981644889936842,
      "loss": 3.3796,
      "step": 48439
    },
    {
      "epoch": 1.9840262133934057,
      "grad_norm": 1.2696466338714911,
      "learning_rate": 0.0002298136875378208,
      "loss": 0.8391,
      "step": 48440
    },
    {
      "epoch": 1.9840671718206022,
      "grad_norm": 1.2528401077250686,
      "learning_rate": 0.00022981092613854197,
      "loss": 0.9094,
      "step": 48441
    },
    {
      "epoch": 1.9841081302477985,
      "grad_norm": 1.4856622228303504,
      "learning_rate": 0.00022980816470153306,
      "loss": 1.2371,
      "step": 48442
    },
    {
      "epoch": 1.9841490886749948,
      "grad_norm": 0.9765693871878479,
      "learning_rate": 0.00022980540322679554,
      "loss": 0.7774,
      "step": 48443
    },
    {
      "epoch": 1.9841900471021914,
      "grad_norm": 0.9363830231086221,
      "learning_rate": 0.00022980264171433066,
      "loss": 0.7395,
      "step": 48444
    },
    {
      "epoch": 1.9842310055293877,
      "grad_norm": 1.0769517772180788,
      "learning_rate": 0.0002297998801641397,
      "loss": 0.2795,
      "step": 48445
    },
    {
      "epoch": 1.984271963956584,
      "grad_norm": 1.148325709931212,
      "learning_rate": 0.00022979711857622396,
      "loss": 0.9905,
      "step": 48446
    },
    {
      "epoch": 1.9843129223837805,
      "grad_norm": 1.5812899184421916,
      "learning_rate": 0.00022979435695058483,
      "loss": 0.8817,
      "step": 48447
    },
    {
      "epoch": 1.9843538808109769,
      "grad_norm": 0.934058539261836,
      "learning_rate": 0.0002297915952872235,
      "loss": 0.5153,
      "step": 48448
    },
    {
      "epoch": 1.9843948392381732,
      "grad_norm": 0.9644854472801077,
      "learning_rate": 0.00022978883358614141,
      "loss": 0.6416,
      "step": 48449
    },
    {
      "epoch": 1.9844357976653697,
      "grad_norm": 0.8266182637187699,
      "learning_rate": 0.0002297860718473397,
      "loss": 0.7683,
      "step": 48450
    },
    {
      "epoch": 1.984476756092566,
      "grad_norm": 1.0909230409771837,
      "learning_rate": 0.00022978331007081983,
      "loss": 0.6196,
      "step": 48451
    },
    {
      "epoch": 1.9845177145197623,
      "grad_norm": 1.152864642987241,
      "learning_rate": 0.00022978054825658305,
      "loss": 0.8259,
      "step": 48452
    },
    {
      "epoch": 1.9845586729469589,
      "grad_norm": 1.083260095047675,
      "learning_rate": 0.00022977778640463062,
      "loss": 0.8591,
      "step": 48453
    },
    {
      "epoch": 1.9845996313741552,
      "grad_norm": 1.1881042026150532,
      "learning_rate": 0.00022977502451496389,
      "loss": 0.7449,
      "step": 48454
    },
    {
      "epoch": 1.9846405898013515,
      "grad_norm": 0.8665176058229576,
      "learning_rate": 0.00022977226258758413,
      "loss": 0.7064,
      "step": 48455
    },
    {
      "epoch": 1.984681548228548,
      "grad_norm": 0.9720931382839644,
      "learning_rate": 0.0002297695006224927,
      "loss": 0.8219,
      "step": 48456
    },
    {
      "epoch": 1.9847225066557446,
      "grad_norm": 0.935922078593843,
      "learning_rate": 0.00022976673861969092,
      "loss": 0.5624,
      "step": 48457
    },
    {
      "epoch": 1.9847634650829407,
      "grad_norm": 0.790862664081714,
      "learning_rate": 0.00022976397657917995,
      "loss": 0.3088,
      "step": 48458
    },
    {
      "epoch": 1.9848044235101372,
      "grad_norm": 1.2674384114363104,
      "learning_rate": 0.00022976121450096128,
      "loss": 0.9542,
      "step": 48459
    },
    {
      "epoch": 1.9848453819373337,
      "grad_norm": 1.2876733230269095,
      "learning_rate": 0.00022975845238503613,
      "loss": 1.0425,
      "step": 48460
    },
    {
      "epoch": 1.98488634036453,
      "grad_norm": 1.4878443792019966,
      "learning_rate": 0.00022975569023140578,
      "loss": 0.9693,
      "step": 48461
    },
    {
      "epoch": 1.9849272987917264,
      "grad_norm": 0.6579605615526356,
      "learning_rate": 0.00022975292804007158,
      "loss": 0.2226,
      "step": 48462
    },
    {
      "epoch": 1.984968257218923,
      "grad_norm": 1.1273915058075665,
      "learning_rate": 0.00022975016581103485,
      "loss": 0.8703,
      "step": 48463
    },
    {
      "epoch": 1.9850092156461192,
      "grad_norm": 1.2954658329708666,
      "learning_rate": 0.0002297474035442969,
      "loss": 0.4301,
      "step": 48464
    },
    {
      "epoch": 1.9850501740733155,
      "grad_norm": 1.059743232649499,
      "learning_rate": 0.00022974464123985892,
      "loss": 0.5717,
      "step": 48465
    },
    {
      "epoch": 1.985091132500512,
      "grad_norm": 1.3831179278488335,
      "learning_rate": 0.00022974187889772234,
      "loss": 0.6718,
      "step": 48466
    },
    {
      "epoch": 1.9851320909277084,
      "grad_norm": 1.3467070578374605,
      "learning_rate": 0.0002297391165178884,
      "loss": 0.8406,
      "step": 48467
    },
    {
      "epoch": 1.9851730493549047,
      "grad_norm": 0.6412216388295873,
      "learning_rate": 0.00022973635410035846,
      "loss": 0.2648,
      "step": 48468
    },
    {
      "epoch": 1.9852140077821012,
      "grad_norm": 1.168989905052539,
      "learning_rate": 0.00022973359164513382,
      "loss": 0.5842,
      "step": 48469
    },
    {
      "epoch": 1.9852549662092975,
      "grad_norm": 1.0026973674304622,
      "learning_rate": 0.0002297308291522157,
      "loss": 0.7117,
      "step": 48470
    },
    {
      "epoch": 1.9852959246364938,
      "grad_norm": 1.2198126655249526,
      "learning_rate": 0.00022972806662160554,
      "loss": 0.9647,
      "step": 48471
    },
    {
      "epoch": 1.9853368830636904,
      "grad_norm": 1.263658809451372,
      "learning_rate": 0.00022972530405330455,
      "loss": 1.1165,
      "step": 48472
    },
    {
      "epoch": 1.9853778414908867,
      "grad_norm": 1.0339174424250472,
      "learning_rate": 0.00022972254144731406,
      "loss": 0.3984,
      "step": 48473
    },
    {
      "epoch": 1.985418799918083,
      "grad_norm": 1.3446075360088485,
      "learning_rate": 0.00022971977880363538,
      "loss": 1.0151,
      "step": 48474
    },
    {
      "epoch": 1.9854597583452795,
      "grad_norm": 1.056216920739048,
      "learning_rate": 0.00022971701612226983,
      "loss": 0.6743,
      "step": 48475
    },
    {
      "epoch": 1.985500716772476,
      "grad_norm": 3.0726285463246454,
      "learning_rate": 0.00022971425340321869,
      "loss": 6.9324,
      "step": 48476
    },
    {
      "epoch": 1.9855416751996722,
      "grad_norm": 1.0505740871134148,
      "learning_rate": 0.00022971149064648328,
      "loss": 0.5495,
      "step": 48477
    },
    {
      "epoch": 1.9855826336268687,
      "grad_norm": 1.3176048976390655,
      "learning_rate": 0.00022970872785206488,
      "loss": 0.9766,
      "step": 48478
    },
    {
      "epoch": 1.9856235920540652,
      "grad_norm": 1.215349793040018,
      "learning_rate": 0.00022970596501996484,
      "loss": 0.9113,
      "step": 48479
    },
    {
      "epoch": 1.9856645504812616,
      "grad_norm": 2.028311789456957,
      "learning_rate": 0.00022970320215018442,
      "loss": 1.1679,
      "step": 48480
    },
    {
      "epoch": 1.9857055089084579,
      "grad_norm": 1.2385387344488719,
      "learning_rate": 0.00022970043924272498,
      "loss": 0.864,
      "step": 48481
    },
    {
      "epoch": 1.9857464673356544,
      "grad_norm": 0.9120253799313849,
      "learning_rate": 0.00022969767629758776,
      "loss": 0.3539,
      "step": 48482
    },
    {
      "epoch": 1.9857874257628507,
      "grad_norm": 1.3305183312233533,
      "learning_rate": 0.00022969491331477416,
      "loss": 0.8144,
      "step": 48483
    },
    {
      "epoch": 1.985828384190047,
      "grad_norm": 0.9228154486241846,
      "learning_rate": 0.00022969215029428538,
      "loss": 0.7087,
      "step": 48484
    },
    {
      "epoch": 1.9858693426172436,
      "grad_norm": 1.1259982119514593,
      "learning_rate": 0.00022968938723612282,
      "loss": 0.9185,
      "step": 48485
    },
    {
      "epoch": 1.9859103010444399,
      "grad_norm": 2.543660772205175,
      "learning_rate": 0.00022968662414028768,
      "loss": 2.9503,
      "step": 48486
    },
    {
      "epoch": 1.9859512594716362,
      "grad_norm": 1.136289277341935,
      "learning_rate": 0.00022968386100678136,
      "loss": 0.534,
      "step": 48487
    },
    {
      "epoch": 1.9859922178988327,
      "grad_norm": 1.0425922822928437,
      "learning_rate": 0.00022968109783560515,
      "loss": 0.7501,
      "step": 48488
    },
    {
      "epoch": 1.986033176326029,
      "grad_norm": 1.2107668604188406,
      "learning_rate": 0.00022967833462676036,
      "loss": 1.0568,
      "step": 48489
    },
    {
      "epoch": 1.9860741347532254,
      "grad_norm": 1.2282333386322442,
      "learning_rate": 0.00022967557138024822,
      "loss": 0.9334,
      "step": 48490
    },
    {
      "epoch": 1.986115093180422,
      "grad_norm": 0.7577813746051484,
      "learning_rate": 0.00022967280809607011,
      "loss": 0.2887,
      "step": 48491
    },
    {
      "epoch": 1.9861560516076184,
      "grad_norm": 1.0057061574806032,
      "learning_rate": 0.00022967004477422734,
      "loss": 0.8053,
      "step": 48492
    },
    {
      "epoch": 1.9861970100348145,
      "grad_norm": 0.718826842256626,
      "learning_rate": 0.00022966728141472117,
      "loss": 0.3032,
      "step": 48493
    },
    {
      "epoch": 1.986237968462011,
      "grad_norm": 1.4086811771372834,
      "learning_rate": 0.00022966451801755295,
      "loss": 1.4398,
      "step": 48494
    },
    {
      "epoch": 1.9862789268892076,
      "grad_norm": 1.1150261320138772,
      "learning_rate": 0.00022966175458272395,
      "loss": 0.611,
      "step": 48495
    },
    {
      "epoch": 1.9863198853164037,
      "grad_norm": 0.6167599504943444,
      "learning_rate": 0.00022965899111023554,
      "loss": 0.2603,
      "step": 48496
    },
    {
      "epoch": 1.9863608437436002,
      "grad_norm": 0.9913825250603855,
      "learning_rate": 0.00022965622760008896,
      "loss": 0.4373,
      "step": 48497
    },
    {
      "epoch": 1.9864018021707968,
      "grad_norm": 1.240367922125426,
      "learning_rate": 0.0002296534640522855,
      "loss": 0.6555,
      "step": 48498
    },
    {
      "epoch": 1.986442760597993,
      "grad_norm": 1.0105615880350787,
      "learning_rate": 0.00022965070046682655,
      "loss": 0.8363,
      "step": 48499
    },
    {
      "epoch": 1.9864837190251894,
      "grad_norm": 1.1694607504165218,
      "learning_rate": 0.00022964793684371332,
      "loss": 0.9918,
      "step": 48500
    },
    {
      "epoch": 1.986524677452386,
      "grad_norm": 1.0014335469432338,
      "learning_rate": 0.0002296451731829472,
      "loss": 0.8579,
      "step": 48501
    },
    {
      "epoch": 1.9865656358795822,
      "grad_norm": 0.9500074918821639,
      "learning_rate": 0.00022964240948452946,
      "loss": 0.4791,
      "step": 48502
    },
    {
      "epoch": 1.9866065943067786,
      "grad_norm": 1.0547469579247533,
      "learning_rate": 0.00022963964574846142,
      "loss": 0.7262,
      "step": 48503
    },
    {
      "epoch": 1.986647552733975,
      "grad_norm": 0.9844228940433422,
      "learning_rate": 0.00022963688197474437,
      "loss": 0.8288,
      "step": 48504
    },
    {
      "epoch": 1.9866885111611714,
      "grad_norm": 0.7423575610758685,
      "learning_rate": 0.00022963411816337965,
      "loss": 0.3832,
      "step": 48505
    },
    {
      "epoch": 1.9867294695883677,
      "grad_norm": 1.5800315994792715,
      "learning_rate": 0.00022963135431436848,
      "loss": 1.4058,
      "step": 48506
    },
    {
      "epoch": 1.9867704280155642,
      "grad_norm": 1.1305208031874376,
      "learning_rate": 0.00022962859042771223,
      "loss": 0.7918,
      "step": 48507
    },
    {
      "epoch": 1.9868113864427606,
      "grad_norm": 0.8419297610010287,
      "learning_rate": 0.00022962582650341227,
      "loss": 0.6967,
      "step": 48508
    },
    {
      "epoch": 1.9868523448699569,
      "grad_norm": 4.353275169261875,
      "learning_rate": 0.00022962306254146984,
      "loss": 0.9556,
      "step": 48509
    },
    {
      "epoch": 1.9868933032971534,
      "grad_norm": 1.120273430899111,
      "learning_rate": 0.00022962029854188616,
      "loss": 0.765,
      "step": 48510
    },
    {
      "epoch": 1.98693426172435,
      "grad_norm": 1.3979231324234092,
      "learning_rate": 0.0002296175345046627,
      "loss": 1.1609,
      "step": 48511
    },
    {
      "epoch": 1.986975220151546,
      "grad_norm": 1.1085074727683644,
      "learning_rate": 0.00022961477042980069,
      "loss": 0.3896,
      "step": 48512
    },
    {
      "epoch": 1.9870161785787426,
      "grad_norm": 1.108828380228925,
      "learning_rate": 0.00022961200631730144,
      "loss": 0.7821,
      "step": 48513
    },
    {
      "epoch": 1.9870571370059391,
      "grad_norm": 0.9066475198842331,
      "learning_rate": 0.00022960924216716618,
      "loss": 0.2931,
      "step": 48514
    },
    {
      "epoch": 1.9870980954331352,
      "grad_norm": 1.4862403443604244,
      "learning_rate": 0.0002296064779793963,
      "loss": 1.0289,
      "step": 48515
    },
    {
      "epoch": 1.9871390538603317,
      "grad_norm": 1.2046676361098838,
      "learning_rate": 0.00022960371375399316,
      "loss": 0.8447,
      "step": 48516
    },
    {
      "epoch": 1.9871800122875283,
      "grad_norm": 4.768037939251431,
      "learning_rate": 0.000229600949490958,
      "loss": 3.0015,
      "step": 48517
    },
    {
      "epoch": 1.9872209707147246,
      "grad_norm": 1.1527504262324744,
      "learning_rate": 0.00022959818519029205,
      "loss": 0.8695,
      "step": 48518
    },
    {
      "epoch": 1.987261929141921,
      "grad_norm": 1.234535353949244,
      "learning_rate": 0.00022959542085199675,
      "loss": 0.9469,
      "step": 48519
    },
    {
      "epoch": 1.9873028875691174,
      "grad_norm": 1.356958791869518,
      "learning_rate": 0.00022959265647607338,
      "loss": 0.7253,
      "step": 48520
    },
    {
      "epoch": 1.9873438459963138,
      "grad_norm": 1.1410893217220237,
      "learning_rate": 0.00022958989206252317,
      "loss": 0.725,
      "step": 48521
    },
    {
      "epoch": 1.98738480442351,
      "grad_norm": 1.2172626806724711,
      "learning_rate": 0.0002295871276113475,
      "loss": 0.9767,
      "step": 48522
    },
    {
      "epoch": 1.9874257628507066,
      "grad_norm": 1.0216700762989612,
      "learning_rate": 0.00022958436312254767,
      "loss": 0.8809,
      "step": 48523
    },
    {
      "epoch": 1.987466721277903,
      "grad_norm": 1.6967558523074846,
      "learning_rate": 0.00022958159859612495,
      "loss": 0.9407,
      "step": 48524
    },
    {
      "epoch": 1.9875076797050992,
      "grad_norm": 1.1159093799804778,
      "learning_rate": 0.0002295788340320807,
      "loss": 0.5618,
      "step": 48525
    },
    {
      "epoch": 1.9875486381322958,
      "grad_norm": 1.6210775173883814,
      "learning_rate": 0.00022957606943041614,
      "loss": 1.1299,
      "step": 48526
    },
    {
      "epoch": 1.987589596559492,
      "grad_norm": 0.8957808332350479,
      "learning_rate": 0.00022957330479113266,
      "loss": 0.3913,
      "step": 48527
    },
    {
      "epoch": 1.9876305549866884,
      "grad_norm": 1.3761313041795271,
      "learning_rate": 0.00022957054011423154,
      "loss": 0.8555,
      "step": 48528
    },
    {
      "epoch": 1.987671513413885,
      "grad_norm": 1.1634413231644825,
      "learning_rate": 0.0002295677753997141,
      "loss": 0.692,
      "step": 48529
    },
    {
      "epoch": 1.9877124718410815,
      "grad_norm": 1.431339687990307,
      "learning_rate": 0.0002295650106475816,
      "loss": 0.9234,
      "step": 48530
    },
    {
      "epoch": 1.9877534302682776,
      "grad_norm": 0.9438859570713735,
      "learning_rate": 0.0002295622458578354,
      "loss": 0.5458,
      "step": 48531
    },
    {
      "epoch": 1.987794388695474,
      "grad_norm": 0.7559783322098641,
      "learning_rate": 0.0002295594810304768,
      "loss": 0.2958,
      "step": 48532
    },
    {
      "epoch": 1.9878353471226706,
      "grad_norm": 1.4182529786475215,
      "learning_rate": 0.0002295567161655071,
      "loss": 0.82,
      "step": 48533
    },
    {
      "epoch": 1.987876305549867,
      "grad_norm": 1.3424042253754565,
      "learning_rate": 0.00022955395126292752,
      "loss": 0.832,
      "step": 48534
    },
    {
      "epoch": 1.9879172639770633,
      "grad_norm": 1.9745064669887027,
      "learning_rate": 0.00022955118632273953,
      "loss": 1.3176,
      "step": 48535
    },
    {
      "epoch": 1.9879582224042598,
      "grad_norm": 1.0536057513774217,
      "learning_rate": 0.00022954842134494433,
      "loss": 0.8391,
      "step": 48536
    },
    {
      "epoch": 1.987999180831456,
      "grad_norm": 1.012003506892224,
      "learning_rate": 0.00022954565632954328,
      "loss": 0.9433,
      "step": 48537
    },
    {
      "epoch": 1.9880401392586524,
      "grad_norm": 1.1542403381471544,
      "learning_rate": 0.0002295428912765376,
      "loss": 0.8314,
      "step": 48538
    },
    {
      "epoch": 1.988081097685849,
      "grad_norm": 0.8586575602480861,
      "learning_rate": 0.00022954012618592873,
      "loss": 0.3466,
      "step": 48539
    },
    {
      "epoch": 1.9881220561130453,
      "grad_norm": 1.4900276090516704,
      "learning_rate": 0.00022953736105771786,
      "loss": 1.1187,
      "step": 48540
    },
    {
      "epoch": 1.9881630145402416,
      "grad_norm": 0.9413735400199013,
      "learning_rate": 0.00022953459589190634,
      "loss": 0.634,
      "step": 48541
    },
    {
      "epoch": 1.9882039729674381,
      "grad_norm": 1.6908174171118604,
      "learning_rate": 0.00022953183068849547,
      "loss": 0.89,
      "step": 48542
    },
    {
      "epoch": 1.9882449313946344,
      "grad_norm": 0.8396669785071238,
      "learning_rate": 0.00022952906544748656,
      "loss": 0.3371,
      "step": 48543
    },
    {
      "epoch": 1.9882858898218307,
      "grad_norm": 1.1792302593999675,
      "learning_rate": 0.00022952630016888096,
      "loss": 0.8448,
      "step": 48544
    },
    {
      "epoch": 1.9883268482490273,
      "grad_norm": 1.1910811528020688,
      "learning_rate": 0.00022952353485267995,
      "loss": 0.9259,
      "step": 48545
    },
    {
      "epoch": 1.9883678066762236,
      "grad_norm": 1.0209291320603584,
      "learning_rate": 0.00022952076949888476,
      "loss": 0.5766,
      "step": 48546
    },
    {
      "epoch": 1.98840876510342,
      "grad_norm": 1.1619433062597244,
      "learning_rate": 0.00022951800410749687,
      "loss": 1.1215,
      "step": 48547
    },
    {
      "epoch": 1.9884497235306164,
      "grad_norm": 0.9778589093687368,
      "learning_rate": 0.0002295152386785174,
      "loss": 0.765,
      "step": 48548
    },
    {
      "epoch": 1.988490681957813,
      "grad_norm": 1.4195629714416793,
      "learning_rate": 0.00022951247321194778,
      "loss": 0.6769,
      "step": 48549
    },
    {
      "epoch": 1.988531640385009,
      "grad_norm": 0.8085187504859941,
      "learning_rate": 0.00022950970770778924,
      "loss": 0.3313,
      "step": 48550
    },
    {
      "epoch": 1.9885725988122056,
      "grad_norm": 0.915334749192455,
      "learning_rate": 0.0002295069421660431,
      "loss": 0.7662,
      "step": 48551
    },
    {
      "epoch": 1.9886135572394021,
      "grad_norm": 1.4929738242284543,
      "learning_rate": 0.00022950417658671075,
      "loss": 0.7167,
      "step": 48552
    },
    {
      "epoch": 1.9886545156665985,
      "grad_norm": 1.1323508741397024,
      "learning_rate": 0.00022950141096979342,
      "loss": 0.5697,
      "step": 48553
    },
    {
      "epoch": 1.9886954740937948,
      "grad_norm": 0.8890961063394509,
      "learning_rate": 0.0002294986453152924,
      "loss": 0.5261,
      "step": 48554
    },
    {
      "epoch": 1.9887364325209913,
      "grad_norm": 1.2911162967834424,
      "learning_rate": 0.00022949587962320912,
      "loss": 1.1043,
      "step": 48555
    },
    {
      "epoch": 1.9887773909481876,
      "grad_norm": 0.8954507914041105,
      "learning_rate": 0.00022949311389354473,
      "loss": 0.7161,
      "step": 48556
    },
    {
      "epoch": 1.988818349375384,
      "grad_norm": 1.346229025433424,
      "learning_rate": 0.00022949034812630063,
      "loss": 1.1251,
      "step": 48557
    },
    {
      "epoch": 1.9888593078025805,
      "grad_norm": 3.6817171003513396,
      "learning_rate": 0.0002294875823214781,
      "loss": 2.1278,
      "step": 48558
    },
    {
      "epoch": 1.9889002662297768,
      "grad_norm": 0.5807723443098566,
      "learning_rate": 0.00022948481647907845,
      "loss": 0.162,
      "step": 48559
    },
    {
      "epoch": 1.988941224656973,
      "grad_norm": 0.7228628643098984,
      "learning_rate": 0.00022948205059910301,
      "loss": 0.3807,
      "step": 48560
    },
    {
      "epoch": 1.9889821830841696,
      "grad_norm": 0.7443534582760719,
      "learning_rate": 0.0002294792846815531,
      "loss": 0.2937,
      "step": 48561
    },
    {
      "epoch": 1.989023141511366,
      "grad_norm": 1.1372117354732714,
      "learning_rate": 0.00022947651872642986,
      "loss": 0.7529,
      "step": 48562
    },
    {
      "epoch": 1.9890640999385623,
      "grad_norm": 2.9664669114207234,
      "learning_rate": 0.00022947375273373486,
      "loss": 1.8699,
      "step": 48563
    },
    {
      "epoch": 1.9891050583657588,
      "grad_norm": 0.9466820390659366,
      "learning_rate": 0.00022947098670346924,
      "loss": 0.8739,
      "step": 48564
    },
    {
      "epoch": 1.989146016792955,
      "grad_norm": 1.1656213686494925,
      "learning_rate": 0.00022946822063563436,
      "loss": 0.9152,
      "step": 48565
    },
    {
      "epoch": 1.9891869752201514,
      "grad_norm": 1.2240884850538947,
      "learning_rate": 0.0002294654545302315,
      "loss": 0.9659,
      "step": 48566
    },
    {
      "epoch": 1.989227933647348,
      "grad_norm": 1.4217218274755865,
      "learning_rate": 0.00022946268838726204,
      "loss": 0.3758,
      "step": 48567
    },
    {
      "epoch": 1.9892688920745445,
      "grad_norm": 1.1219170922241914,
      "learning_rate": 0.00022945992220672716,
      "loss": 0.701,
      "step": 48568
    },
    {
      "epoch": 1.9893098505017406,
      "grad_norm": 1.2464603135306964,
      "learning_rate": 0.0002294571559886283,
      "loss": 0.9519,
      "step": 48569
    },
    {
      "epoch": 1.9893508089289371,
      "grad_norm": 1.226808300768298,
      "learning_rate": 0.0002294543897329666,
      "loss": 0.9829,
      "step": 48570
    },
    {
      "epoch": 1.9893917673561337,
      "grad_norm": 3.5646489882671286,
      "learning_rate": 0.0002294516234397436,
      "loss": 3.4036,
      "step": 48571
    },
    {
      "epoch": 1.98943272578333,
      "grad_norm": 3.5487361954851884,
      "learning_rate": 0.00022944885710896043,
      "loss": 1.3742,
      "step": 48572
    },
    {
      "epoch": 1.9894736842105263,
      "grad_norm": 1.5031403916971702,
      "learning_rate": 0.00022944609074061848,
      "loss": 1.6106,
      "step": 48573
    },
    {
      "epoch": 1.9895146426377228,
      "grad_norm": 0.8682588613404519,
      "learning_rate": 0.00022944332433471896,
      "loss": 0.4318,
      "step": 48574
    },
    {
      "epoch": 1.9895556010649191,
      "grad_norm": 1.1330323193527905,
      "learning_rate": 0.00022944055789126327,
      "loss": 0.8064,
      "step": 48575
    },
    {
      "epoch": 1.9895965594921154,
      "grad_norm": 1.1097049819692382,
      "learning_rate": 0.00022943779141025274,
      "loss": 0.8969,
      "step": 48576
    },
    {
      "epoch": 1.989637517919312,
      "grad_norm": 1.0779029034218715,
      "learning_rate": 0.00022943502489168865,
      "loss": 0.5948,
      "step": 48577
    },
    {
      "epoch": 1.9896784763465083,
      "grad_norm": 1.0418642324318774,
      "learning_rate": 0.00022943225833557218,
      "loss": 0.6122,
      "step": 48578
    },
    {
      "epoch": 1.9897194347737046,
      "grad_norm": 1.284633148849006,
      "learning_rate": 0.0002294294917419048,
      "loss": 0.9996,
      "step": 48579
    },
    {
      "epoch": 1.9897603932009011,
      "grad_norm": 1.4782493740698635,
      "learning_rate": 0.00022942672511068782,
      "loss": 1.3811,
      "step": 48580
    },
    {
      "epoch": 1.9898013516280975,
      "grad_norm": 1.0818197581783744,
      "learning_rate": 0.00022942395844192243,
      "loss": 0.8031,
      "step": 48581
    },
    {
      "epoch": 1.9898423100552938,
      "grad_norm": 1.0048542337260844,
      "learning_rate": 0.00022942119173561003,
      "loss": 0.659,
      "step": 48582
    },
    {
      "epoch": 1.9898832684824903,
      "grad_norm": 0.9304213114829154,
      "learning_rate": 0.0002294184249917519,
      "loss": 0.4309,
      "step": 48583
    },
    {
      "epoch": 1.9899242269096866,
      "grad_norm": 1.1695628964450786,
      "learning_rate": 0.00022941565821034935,
      "loss": 0.6295,
      "step": 48584
    },
    {
      "epoch": 1.989965185336883,
      "grad_norm": 1.0507323598650284,
      "learning_rate": 0.00022941289139140366,
      "loss": 0.744,
      "step": 48585
    },
    {
      "epoch": 1.9900061437640795,
      "grad_norm": 0.9536914681706912,
      "learning_rate": 0.00022941012453491617,
      "loss": 0.7881,
      "step": 48586
    },
    {
      "epoch": 1.990047102191276,
      "grad_norm": 1.046552782205007,
      "learning_rate": 0.00022940735764088817,
      "loss": 0.7391,
      "step": 48587
    },
    {
      "epoch": 1.990088060618472,
      "grad_norm": 0.8325534241231006,
      "learning_rate": 0.00022940459070932106,
      "loss": 0.293,
      "step": 48588
    },
    {
      "epoch": 1.9901290190456686,
      "grad_norm": 0.8929495857619518,
      "learning_rate": 0.00022940182374021597,
      "loss": 0.3826,
      "step": 48589
    },
    {
      "epoch": 1.9901699774728652,
      "grad_norm": 1.4209982393954856,
      "learning_rate": 0.00022939905673357433,
      "loss": 1.0949,
      "step": 48590
    },
    {
      "epoch": 1.9902109359000615,
      "grad_norm": 1.1882997484680633,
      "learning_rate": 0.0002293962896893974,
      "loss": 0.8796,
      "step": 48591
    },
    {
      "epoch": 1.9902518943272578,
      "grad_norm": 1.4583703264868675,
      "learning_rate": 0.00022939352260768658,
      "loss": 1.2399,
      "step": 48592
    },
    {
      "epoch": 1.9902928527544543,
      "grad_norm": 1.4765485142860468,
      "learning_rate": 0.00022939075548844307,
      "loss": 0.9965,
      "step": 48593
    },
    {
      "epoch": 1.9903338111816506,
      "grad_norm": 1.637841254495285,
      "learning_rate": 0.0002293879883316682,
      "loss": 0.7654,
      "step": 48594
    },
    {
      "epoch": 1.990374769608847,
      "grad_norm": 0.9287621155634227,
      "learning_rate": 0.00022938522113736333,
      "loss": 0.5567,
      "step": 48595
    },
    {
      "epoch": 1.9904157280360435,
      "grad_norm": 1.1223894908027563,
      "learning_rate": 0.00022938245390552973,
      "loss": 0.9654,
      "step": 48596
    },
    {
      "epoch": 1.9904566864632398,
      "grad_norm": 1.1424192858856472,
      "learning_rate": 0.00022937968663616867,
      "loss": 0.7489,
      "step": 48597
    },
    {
      "epoch": 1.9904976448904361,
      "grad_norm": 1.1539422760286837,
      "learning_rate": 0.00022937691932928153,
      "loss": 0.8284,
      "step": 48598
    },
    {
      "epoch": 1.9905386033176327,
      "grad_norm": 1.3205386932765455,
      "learning_rate": 0.0002293741519848696,
      "loss": 1.3613,
      "step": 48599
    },
    {
      "epoch": 1.990579561744829,
      "grad_norm": 1.272548925757677,
      "learning_rate": 0.00022937138460293416,
      "loss": 0.7948,
      "step": 48600
    },
    {
      "epoch": 1.9906205201720253,
      "grad_norm": 0.9348770150928756,
      "learning_rate": 0.00022936861718347656,
      "loss": 0.5094,
      "step": 48601
    },
    {
      "epoch": 1.9906614785992218,
      "grad_norm": 0.9195348683293463,
      "learning_rate": 0.00022936584972649802,
      "loss": 0.4061,
      "step": 48602
    },
    {
      "epoch": 1.9907024370264181,
      "grad_norm": 1.198609210383613,
      "learning_rate": 0.000229363082232,
      "loss": 0.8072,
      "step": 48603
    },
    {
      "epoch": 1.9907433954536145,
      "grad_norm": 0.6204953765525224,
      "learning_rate": 0.00022936031469998367,
      "loss": 0.387,
      "step": 48604
    },
    {
      "epoch": 1.990784353880811,
      "grad_norm": 0.852239348990808,
      "learning_rate": 0.00022935754713045042,
      "loss": 0.3273,
      "step": 48605
    },
    {
      "epoch": 1.9908253123080075,
      "grad_norm": 1.281752342541149,
      "learning_rate": 0.00022935477952340148,
      "loss": 0.7655,
      "step": 48606
    },
    {
      "epoch": 1.9908662707352036,
      "grad_norm": 0.87437658729519,
      "learning_rate": 0.0002293520118788382,
      "loss": 0.3941,
      "step": 48607
    },
    {
      "epoch": 1.9909072291624001,
      "grad_norm": 1.7295862890237614,
      "learning_rate": 0.00022934924419676196,
      "loss": 1.3873,
      "step": 48608
    },
    {
      "epoch": 1.9909481875895967,
      "grad_norm": 1.0260376536384164,
      "learning_rate": 0.00022934647647717397,
      "loss": 0.7764,
      "step": 48609
    },
    {
      "epoch": 1.990989146016793,
      "grad_norm": 0.6853727012116662,
      "learning_rate": 0.00022934370872007554,
      "loss": 0.2552,
      "step": 48610
    },
    {
      "epoch": 1.9910301044439893,
      "grad_norm": 1.0717947417270532,
      "learning_rate": 0.00022934094092546804,
      "loss": 0.7835,
      "step": 48611
    },
    {
      "epoch": 1.9910710628711858,
      "grad_norm": 1.123028395926142,
      "learning_rate": 0.00022933817309335274,
      "loss": 0.8148,
      "step": 48612
    },
    {
      "epoch": 1.9911120212983822,
      "grad_norm": 1.151412818260712,
      "learning_rate": 0.00022933540522373098,
      "loss": 0.9156,
      "step": 48613
    },
    {
      "epoch": 1.9911529797255785,
      "grad_norm": 4.695768242388888,
      "learning_rate": 0.00022933263731660398,
      "loss": 2.7744,
      "step": 48614
    },
    {
      "epoch": 1.991193938152775,
      "grad_norm": 1.0112271486025046,
      "learning_rate": 0.00022932986937197313,
      "loss": 0.5878,
      "step": 48615
    },
    {
      "epoch": 1.9912348965799713,
      "grad_norm": 1.7198774273800472,
      "learning_rate": 0.00022932710138983973,
      "loss": 1.5374,
      "step": 48616
    },
    {
      "epoch": 1.9912758550071676,
      "grad_norm": 1.1439569656101873,
      "learning_rate": 0.0002293243333702051,
      "loss": 0.8598,
      "step": 48617
    },
    {
      "epoch": 1.9913168134343642,
      "grad_norm": 1.7034130621622035,
      "learning_rate": 0.00022932156531307052,
      "loss": 1.6105,
      "step": 48618
    },
    {
      "epoch": 1.9913577718615605,
      "grad_norm": 1.1193609071237307,
      "learning_rate": 0.00022931879721843734,
      "loss": 0.4291,
      "step": 48619
    },
    {
      "epoch": 1.9913987302887568,
      "grad_norm": 1.0691996014371556,
      "learning_rate": 0.00022931602908630682,
      "loss": 0.8683,
      "step": 48620
    },
    {
      "epoch": 1.9914396887159533,
      "grad_norm": 0.9836175186251744,
      "learning_rate": 0.00022931326091668025,
      "loss": 0.7446,
      "step": 48621
    },
    {
      "epoch": 1.9914806471431497,
      "grad_norm": 0.9950675132488729,
      "learning_rate": 0.00022931049270955898,
      "loss": 0.7607,
      "step": 48622
    },
    {
      "epoch": 1.991521605570346,
      "grad_norm": 1.2735293639343441,
      "learning_rate": 0.00022930772446494433,
      "loss": 1.0317,
      "step": 48623
    },
    {
      "epoch": 1.9915625639975425,
      "grad_norm": 1.1820813097623568,
      "learning_rate": 0.00022930495618283758,
      "loss": 0.777,
      "step": 48624
    },
    {
      "epoch": 1.991603522424739,
      "grad_norm": 0.7351770760820531,
      "learning_rate": 0.00022930218786324004,
      "loss": 0.2796,
      "step": 48625
    },
    {
      "epoch": 1.9916444808519351,
      "grad_norm": 1.5964340056366548,
      "learning_rate": 0.00022929941950615304,
      "loss": 1.526,
      "step": 48626
    },
    {
      "epoch": 1.9916854392791317,
      "grad_norm": 1.1169118747326123,
      "learning_rate": 0.00022929665111157786,
      "loss": 0.8815,
      "step": 48627
    },
    {
      "epoch": 1.9917263977063282,
      "grad_norm": 1.2312282116819637,
      "learning_rate": 0.00022929388267951584,
      "loss": 1.178,
      "step": 48628
    },
    {
      "epoch": 1.9917673561335245,
      "grad_norm": 0.7778304848646719,
      "learning_rate": 0.00022929111420996826,
      "loss": 0.3093,
      "step": 48629
    },
    {
      "epoch": 1.9918083145607208,
      "grad_norm": 1.1911372797820803,
      "learning_rate": 0.00022928834570293643,
      "loss": 0.73,
      "step": 48630
    },
    {
      "epoch": 1.9918492729879174,
      "grad_norm": 1.153910662434331,
      "learning_rate": 0.00022928557715842172,
      "loss": 0.7912,
      "step": 48631
    },
    {
      "epoch": 1.9918902314151137,
      "grad_norm": 7.1560948223364775,
      "learning_rate": 0.00022928280857642533,
      "loss": 1.329,
      "step": 48632
    },
    {
      "epoch": 1.99193118984231,
      "grad_norm": 0.6250932795042475,
      "learning_rate": 0.0002292800399569487,
      "loss": 0.2707,
      "step": 48633
    },
    {
      "epoch": 1.9919721482695065,
      "grad_norm": 1.0585119499564826,
      "learning_rate": 0.00022927727129999303,
      "loss": 0.7521,
      "step": 48634
    },
    {
      "epoch": 1.9920131066967028,
      "grad_norm": 1.043760396306923,
      "learning_rate": 0.00022927450260555964,
      "loss": 0.6595,
      "step": 48635
    },
    {
      "epoch": 1.9920540651238992,
      "grad_norm": 1.252239103352377,
      "learning_rate": 0.00022927173387364989,
      "loss": 0.77,
      "step": 48636
    },
    {
      "epoch": 1.9920950235510957,
      "grad_norm": 1.2004263326972455,
      "learning_rate": 0.00022926896510426506,
      "loss": 0.73,
      "step": 48637
    },
    {
      "epoch": 1.992135981978292,
      "grad_norm": 2.06946546300295,
      "learning_rate": 0.00022926619629740647,
      "loss": 1.2666,
      "step": 48638
    },
    {
      "epoch": 1.9921769404054883,
      "grad_norm": 1.3859308703270394,
      "learning_rate": 0.0002292634274530754,
      "loss": 0.3934,
      "step": 48639
    },
    {
      "epoch": 1.9922178988326849,
      "grad_norm": 0.657588213975768,
      "learning_rate": 0.00022926065857127324,
      "loss": 0.2917,
      "step": 48640
    },
    {
      "epoch": 1.9922588572598812,
      "grad_norm": 1.0797767085960785,
      "learning_rate": 0.0002292578896520012,
      "loss": 0.6068,
      "step": 48641
    },
    {
      "epoch": 1.9922998156870775,
      "grad_norm": 2.219962459180663,
      "learning_rate": 0.0002292551206952606,
      "loss": 2.8718,
      "step": 48642
    },
    {
      "epoch": 1.992340774114274,
      "grad_norm": 1.5509595189784224,
      "learning_rate": 0.0002292523517010528,
      "loss": 1.2784,
      "step": 48643
    },
    {
      "epoch": 1.9923817325414706,
      "grad_norm": 1.527205821179543,
      "learning_rate": 0.0002292495826693791,
      "loss": 1.3302,
      "step": 48644
    },
    {
      "epoch": 1.9924226909686666,
      "grad_norm": 1.0826670170679042,
      "learning_rate": 0.0002292468136002408,
      "loss": 0.6705,
      "step": 48645
    },
    {
      "epoch": 1.9924636493958632,
      "grad_norm": 1.0007099863798445,
      "learning_rate": 0.0002292440444936392,
      "loss": 0.7298,
      "step": 48646
    },
    {
      "epoch": 1.9925046078230597,
      "grad_norm": 1.2121115689849282,
      "learning_rate": 0.0002292412753495756,
      "loss": 1.0169,
      "step": 48647
    },
    {
      "epoch": 1.992545566250256,
      "grad_norm": 1.0031495264529766,
      "learning_rate": 0.0002292385061680513,
      "loss": 0.6109,
      "step": 48648
    },
    {
      "epoch": 1.9925865246774523,
      "grad_norm": 1.1884384568910769,
      "learning_rate": 0.0002292357369490677,
      "loss": 1.229,
      "step": 48649
    },
    {
      "epoch": 1.9926274831046489,
      "grad_norm": 1.5416795936927032,
      "learning_rate": 0.00022923296769262596,
      "loss": 0.954,
      "step": 48650
    },
    {
      "epoch": 1.9926684415318452,
      "grad_norm": 2.4639874797580372,
      "learning_rate": 0.00022923019839872757,
      "loss": 3.2069,
      "step": 48651
    },
    {
      "epoch": 1.9927093999590415,
      "grad_norm": 1.2079888463656225,
      "learning_rate": 0.00022922742906737365,
      "loss": 0.773,
      "step": 48652
    },
    {
      "epoch": 1.992750358386238,
      "grad_norm": 1.348476826968446,
      "learning_rate": 0.00022922465969856567,
      "loss": 0.6248,
      "step": 48653
    },
    {
      "epoch": 1.9927913168134344,
      "grad_norm": 1.3527980054292792,
      "learning_rate": 0.0002292218902923048,
      "loss": 0.9228,
      "step": 48654
    },
    {
      "epoch": 1.9928322752406307,
      "grad_norm": 1.1618003723777346,
      "learning_rate": 0.0002292191208485925,
      "loss": 0.9573,
      "step": 48655
    },
    {
      "epoch": 1.9928732336678272,
      "grad_norm": 1.2498127843660338,
      "learning_rate": 0.00022921635136742994,
      "loss": 0.8491,
      "step": 48656
    },
    {
      "epoch": 1.9929141920950235,
      "grad_norm": 1.2732564648353977,
      "learning_rate": 0.0002292135818488185,
      "loss": 0.8522,
      "step": 48657
    },
    {
      "epoch": 1.9929551505222198,
      "grad_norm": 0.9562916189475021,
      "learning_rate": 0.00022921081229275943,
      "loss": 0.295,
      "step": 48658
    },
    {
      "epoch": 1.9929961089494164,
      "grad_norm": 0.9201570331220089,
      "learning_rate": 0.00022920804269925413,
      "loss": 0.6411,
      "step": 48659
    },
    {
      "epoch": 1.993037067376613,
      "grad_norm": 1.3470333226997886,
      "learning_rate": 0.00022920527306830385,
      "loss": 0.9589,
      "step": 48660
    },
    {
      "epoch": 1.993078025803809,
      "grad_norm": 0.9807454635336759,
      "learning_rate": 0.00022920250339990996,
      "loss": 0.9208,
      "step": 48661
    },
    {
      "epoch": 1.9931189842310055,
      "grad_norm": 1.4371220067599588,
      "learning_rate": 0.00022919973369407365,
      "loss": 1.2147,
      "step": 48662
    },
    {
      "epoch": 1.993159942658202,
      "grad_norm": 1.1303681905617853,
      "learning_rate": 0.00022919696395079633,
      "loss": 0.8062,
      "step": 48663
    },
    {
      "epoch": 1.9932009010853982,
      "grad_norm": 0.9868614023482088,
      "learning_rate": 0.0002291941941700793,
      "loss": 0.7991,
      "step": 48664
    },
    {
      "epoch": 1.9932418595125947,
      "grad_norm": 0.9386484274804582,
      "learning_rate": 0.00022919142435192383,
      "loss": 0.6193,
      "step": 48665
    },
    {
      "epoch": 1.9932828179397912,
      "grad_norm": 1.2943541101779643,
      "learning_rate": 0.00022918865449633122,
      "loss": 1.0347,
      "step": 48666
    },
    {
      "epoch": 1.9933237763669875,
      "grad_norm": 5.1594539668286155,
      "learning_rate": 0.00022918588460330282,
      "loss": 4.1743,
      "step": 48667
    },
    {
      "epoch": 1.9933647347941839,
      "grad_norm": 0.9517578095442174,
      "learning_rate": 0.00022918311467284,
      "loss": 0.5176,
      "step": 48668
    },
    {
      "epoch": 1.9934056932213804,
      "grad_norm": 0.9796382833123567,
      "learning_rate": 0.00022918034470494395,
      "loss": 0.3592,
      "step": 48669
    },
    {
      "epoch": 1.9934466516485767,
      "grad_norm": 1.8435282859095914,
      "learning_rate": 0.000229177574699616,
      "loss": 1.1366,
      "step": 48670
    },
    {
      "epoch": 1.993487610075773,
      "grad_norm": 1.3229918697077068,
      "learning_rate": 0.00022917480465685751,
      "loss": 0.9493,
      "step": 48671
    },
    {
      "epoch": 1.9935285685029696,
      "grad_norm": 3.8501748609929454,
      "learning_rate": 0.0002291720345766698,
      "loss": 3.6291,
      "step": 48672
    },
    {
      "epoch": 1.9935695269301659,
      "grad_norm": 0.9181482319813234,
      "learning_rate": 0.0002291692644590541,
      "loss": 0.3756,
      "step": 48673
    },
    {
      "epoch": 1.9936104853573622,
      "grad_norm": 1.6248967253949438,
      "learning_rate": 0.00022916649430401175,
      "loss": 1.1193,
      "step": 48674
    },
    {
      "epoch": 1.9936514437845587,
      "grad_norm": 1.0467932912466937,
      "learning_rate": 0.00022916372411154414,
      "loss": 0.7677,
      "step": 48675
    },
    {
      "epoch": 1.993692402211755,
      "grad_norm": 1.6025453167461723,
      "learning_rate": 0.0002291609538816525,
      "loss": 1.4072,
      "step": 48676
    },
    {
      "epoch": 1.9937333606389513,
      "grad_norm": 1.3871149493539268,
      "learning_rate": 0.00022915818361433812,
      "loss": 0.8605,
      "step": 48677
    },
    {
      "epoch": 1.9937743190661479,
      "grad_norm": 1.3042958304419936,
      "learning_rate": 0.00022915541330960237,
      "loss": 0.8545,
      "step": 48678
    },
    {
      "epoch": 1.9938152774933444,
      "grad_norm": 1.3826990440312552,
      "learning_rate": 0.00022915264296744647,
      "loss": 0.7944,
      "step": 48679
    },
    {
      "epoch": 1.9938562359205405,
      "grad_norm": 0.6672580363586799,
      "learning_rate": 0.00022914987258787188,
      "loss": 0.3312,
      "step": 48680
    },
    {
      "epoch": 1.993897194347737,
      "grad_norm": 1.0411928934423365,
      "learning_rate": 0.0002291471021708798,
      "loss": 0.7249,
      "step": 48681
    },
    {
      "epoch": 1.9939381527749336,
      "grad_norm": 1.0624186290141162,
      "learning_rate": 0.00022914433171647154,
      "loss": 0.8986,
      "step": 48682
    },
    {
      "epoch": 1.9939791112021297,
      "grad_norm": 1.1003569220888172,
      "learning_rate": 0.00022914156122464844,
      "loss": 0.8288,
      "step": 48683
    },
    {
      "epoch": 1.9940200696293262,
      "grad_norm": 1.0793913657471603,
      "learning_rate": 0.00022913879069541183,
      "loss": 0.9042,
      "step": 48684
    },
    {
      "epoch": 1.9940610280565227,
      "grad_norm": 1.0618182911913925,
      "learning_rate": 0.00022913602012876295,
      "loss": 0.8028,
      "step": 48685
    },
    {
      "epoch": 1.994101986483719,
      "grad_norm": 1.4292042992654734,
      "learning_rate": 0.0002291332495247032,
      "loss": 0.4659,
      "step": 48686
    },
    {
      "epoch": 1.9941429449109154,
      "grad_norm": 1.3492314368831444,
      "learning_rate": 0.0002291304788832338,
      "loss": 0.8781,
      "step": 48687
    },
    {
      "epoch": 1.994183903338112,
      "grad_norm": 1.1111119986488611,
      "learning_rate": 0.00022912770820435614,
      "loss": 0.7853,
      "step": 48688
    },
    {
      "epoch": 1.9942248617653082,
      "grad_norm": 1.1637753443066443,
      "learning_rate": 0.00022912493748807145,
      "loss": 0.9607,
      "step": 48689
    },
    {
      "epoch": 1.9942658201925045,
      "grad_norm": 1.0165846702600083,
      "learning_rate": 0.0002291221667343811,
      "loss": 0.6763,
      "step": 48690
    },
    {
      "epoch": 1.994306778619701,
      "grad_norm": 2.3612977843201897,
      "learning_rate": 0.00022911939594328642,
      "loss": 2.9839,
      "step": 48691
    },
    {
      "epoch": 1.9943477370468974,
      "grad_norm": 1.1013081282956372,
      "learning_rate": 0.00022911662511478862,
      "loss": 0.7389,
      "step": 48692
    },
    {
      "epoch": 1.9943886954740937,
      "grad_norm": 0.8936859680927125,
      "learning_rate": 0.0002291138542488891,
      "loss": 0.6299,
      "step": 48693
    },
    {
      "epoch": 1.9944296539012902,
      "grad_norm": 1.4785440343577312,
      "learning_rate": 0.0002291110833455891,
      "loss": 0.9694,
      "step": 48694
    },
    {
      "epoch": 1.9944706123284865,
      "grad_norm": 1.2191392257392384,
      "learning_rate": 0.00022910831240489,
      "loss": 0.8657,
      "step": 48695
    },
    {
      "epoch": 1.9945115707556829,
      "grad_norm": 0.9642817926571883,
      "learning_rate": 0.00022910554142679308,
      "loss": 0.7312,
      "step": 48696
    },
    {
      "epoch": 1.9945525291828794,
      "grad_norm": 1.0792104832920302,
      "learning_rate": 0.00022910277041129966,
      "loss": 0.888,
      "step": 48697
    },
    {
      "epoch": 1.994593487610076,
      "grad_norm": 1.0662851620120017,
      "learning_rate": 0.00022909999935841102,
      "loss": 0.9251,
      "step": 48698
    },
    {
      "epoch": 1.994634446037272,
      "grad_norm": 1.0068042255780547,
      "learning_rate": 0.0002290972282681285,
      "loss": 0.4542,
      "step": 48699
    },
    {
      "epoch": 1.9946754044644686,
      "grad_norm": 1.3347118734921817,
      "learning_rate": 0.00022909445714045342,
      "loss": 0.334,
      "step": 48700
    },
    {
      "epoch": 1.994716362891665,
      "grad_norm": 1.47405396920372,
      "learning_rate": 0.00022909168597538704,
      "loss": 0.818,
      "step": 48701
    },
    {
      "epoch": 1.9947573213188614,
      "grad_norm": 1.3630563897811399,
      "learning_rate": 0.00022908891477293073,
      "loss": 1.0736,
      "step": 48702
    },
    {
      "epoch": 1.9947982797460577,
      "grad_norm": 1.296946741502957,
      "learning_rate": 0.0002290861435330857,
      "loss": 0.8798,
      "step": 48703
    },
    {
      "epoch": 1.9948392381732543,
      "grad_norm": 0.9283294548081826,
      "learning_rate": 0.00022908337225585344,
      "loss": 0.5363,
      "step": 48704
    },
    {
      "epoch": 1.9948801966004506,
      "grad_norm": 1.371508833990691,
      "learning_rate": 0.0002290806009412351,
      "loss": 0.9075,
      "step": 48705
    },
    {
      "epoch": 1.9949211550276469,
      "grad_norm": 1.0701418873663056,
      "learning_rate": 0.00022907782958923197,
      "loss": 0.7131,
      "step": 48706
    },
    {
      "epoch": 1.9949621134548434,
      "grad_norm": 1.4010156473583675,
      "learning_rate": 0.0002290750581998455,
      "loss": 1.0205,
      "step": 48707
    },
    {
      "epoch": 1.9950030718820397,
      "grad_norm": 1.0771863860912276,
      "learning_rate": 0.00022907228677307697,
      "loss": 0.8152,
      "step": 48708
    },
    {
      "epoch": 1.995044030309236,
      "grad_norm": 1.1821027338871777,
      "learning_rate": 0.0002290695153089276,
      "loss": 0.7207,
      "step": 48709
    },
    {
      "epoch": 1.9950849887364326,
      "grad_norm": 1.9670934980692412,
      "learning_rate": 0.00022906674380739875,
      "loss": 0.9297,
      "step": 48710
    },
    {
      "epoch": 1.995125947163629,
      "grad_norm": 1.0285144037357061,
      "learning_rate": 0.00022906397226849174,
      "loss": 0.8801,
      "step": 48711
    },
    {
      "epoch": 1.9951669055908252,
      "grad_norm": 2.269368394783478,
      "learning_rate": 0.00022906120069220786,
      "loss": 0.4314,
      "step": 48712
    },
    {
      "epoch": 1.9952078640180217,
      "grad_norm": 1.0585163056733968,
      "learning_rate": 0.0002290584290785485,
      "loss": 0.814,
      "step": 48713
    },
    {
      "epoch": 1.995248822445218,
      "grad_norm": 0.8953426878369988,
      "learning_rate": 0.0002290556574275148,
      "loss": 0.3618,
      "step": 48714
    },
    {
      "epoch": 1.9952897808724144,
      "grad_norm": 1.868633594702677,
      "learning_rate": 0.0002290528857391082,
      "loss": 1.3814,
      "step": 48715
    },
    {
      "epoch": 1.995330739299611,
      "grad_norm": 2.639816664435305,
      "learning_rate": 0.00022905011401333004,
      "loss": 2.3979,
      "step": 48716
    },
    {
      "epoch": 1.9953716977268074,
      "grad_norm": 2.153131006825671,
      "learning_rate": 0.0002290473422501815,
      "loss": 0.8747,
      "step": 48717
    },
    {
      "epoch": 1.9954126561540035,
      "grad_norm": 2.1854171377847487,
      "learning_rate": 0.000229044570449664,
      "loss": 1.0849,
      "step": 48718
    },
    {
      "epoch": 1.9954536145812,
      "grad_norm": 0.8909615306154397,
      "learning_rate": 0.00022904179861177882,
      "loss": 0.5086,
      "step": 48719
    },
    {
      "epoch": 1.9954945730083966,
      "grad_norm": 3.7363802920318627,
      "learning_rate": 0.00022903902673652724,
      "loss": 4.4048,
      "step": 48720
    },
    {
      "epoch": 1.995535531435593,
      "grad_norm": 1.0228104329601646,
      "learning_rate": 0.00022903625482391065,
      "loss": 0.4141,
      "step": 48721
    },
    {
      "epoch": 1.9955764898627892,
      "grad_norm": 0.981477490945958,
      "learning_rate": 0.00022903348287393023,
      "loss": 0.3635,
      "step": 48722
    },
    {
      "epoch": 1.9956174482899858,
      "grad_norm": 1.1640282757321667,
      "learning_rate": 0.00022903071088658744,
      "loss": 0.7559,
      "step": 48723
    },
    {
      "epoch": 1.995658406717182,
      "grad_norm": 0.6124483749411886,
      "learning_rate": 0.00022902793886188347,
      "loss": 0.1889,
      "step": 48724
    },
    {
      "epoch": 1.9956993651443784,
      "grad_norm": 1.045853141715715,
      "learning_rate": 0.00022902516679981972,
      "loss": 0.7292,
      "step": 48725
    },
    {
      "epoch": 1.995740323571575,
      "grad_norm": 1.1639213996668747,
      "learning_rate": 0.00022902239470039737,
      "loss": 0.9463,
      "step": 48726
    },
    {
      "epoch": 1.9957812819987713,
      "grad_norm": 1.2975767599183672,
      "learning_rate": 0.00022901962256361788,
      "loss": 0.687,
      "step": 48727
    },
    {
      "epoch": 1.9958222404259676,
      "grad_norm": 0.8348033490622413,
      "learning_rate": 0.00022901685038948248,
      "loss": 0.6604,
      "step": 48728
    },
    {
      "epoch": 1.995863198853164,
      "grad_norm": 0.993109615944058,
      "learning_rate": 0.00022901407817799252,
      "loss": 0.6535,
      "step": 48729
    },
    {
      "epoch": 1.9959041572803604,
      "grad_norm": 1.6191643966531435,
      "learning_rate": 0.00022901130592914925,
      "loss": 1.0001,
      "step": 48730
    },
    {
      "epoch": 1.9959451157075567,
      "grad_norm": 2.0499434993213366,
      "learning_rate": 0.00022900853364295404,
      "loss": 1.15,
      "step": 48731
    },
    {
      "epoch": 1.9959860741347533,
      "grad_norm": 1.338885339249382,
      "learning_rate": 0.0002290057613194082,
      "loss": 0.9226,
      "step": 48732
    },
    {
      "epoch": 1.9960270325619496,
      "grad_norm": 1.2052466518134168,
      "learning_rate": 0.00022900298895851302,
      "loss": 0.7801,
      "step": 48733
    },
    {
      "epoch": 1.996067990989146,
      "grad_norm": 1.4566665699681713,
      "learning_rate": 0.00022900021656026975,
      "loss": 1.5406,
      "step": 48734
    },
    {
      "epoch": 1.9961089494163424,
      "grad_norm": 1.9600204538666512,
      "learning_rate": 0.0002289974441246798,
      "loss": 2.1357,
      "step": 48735
    },
    {
      "epoch": 1.996149907843539,
      "grad_norm": 1.0530098458481763,
      "learning_rate": 0.00022899467165174444,
      "loss": 0.935,
      "step": 48736
    },
    {
      "epoch": 1.996190866270735,
      "grad_norm": 0.8030920672433406,
      "learning_rate": 0.00022899189914146504,
      "loss": 0.4258,
      "step": 48737
    },
    {
      "epoch": 1.9962318246979316,
      "grad_norm": 1.1540527881401104,
      "learning_rate": 0.00022898912659384278,
      "loss": 0.5424,
      "step": 48738
    },
    {
      "epoch": 1.9962727831251281,
      "grad_norm": 1.1179265025249407,
      "learning_rate": 0.00022898635400887905,
      "loss": 0.7322,
      "step": 48739
    },
    {
      "epoch": 1.9963137415523244,
      "grad_norm": 0.9944958694818193,
      "learning_rate": 0.0002289835813865752,
      "loss": 0.8435,
      "step": 48740
    },
    {
      "epoch": 1.9963546999795208,
      "grad_norm": 1.0336727992470567,
      "learning_rate": 0.0002289808087269325,
      "loss": 0.702,
      "step": 48741
    },
    {
      "epoch": 1.9963956584067173,
      "grad_norm": 1.7037449923719943,
      "learning_rate": 0.00022897803602995218,
      "loss": 1.5161,
      "step": 48742
    },
    {
      "epoch": 1.9964366168339136,
      "grad_norm": 1.108434489008728,
      "learning_rate": 0.00022897526329563567,
      "loss": 0.7259,
      "step": 48743
    },
    {
      "epoch": 1.99647757526111,
      "grad_norm": 1.2703828338666645,
      "learning_rate": 0.00022897249052398425,
      "loss": 0.8278,
      "step": 48744
    },
    {
      "epoch": 1.9965185336883065,
      "grad_norm": 1.3504374687294733,
      "learning_rate": 0.00022896971771499923,
      "loss": 1.0882,
      "step": 48745
    },
    {
      "epoch": 1.9965594921155028,
      "grad_norm": 1.0007544743109429,
      "learning_rate": 0.00022896694486868187,
      "loss": 0.8897,
      "step": 48746
    },
    {
      "epoch": 1.996600450542699,
      "grad_norm": 1.0077119774415095,
      "learning_rate": 0.00022896417198503354,
      "loss": 0.7254,
      "step": 48747
    },
    {
      "epoch": 1.9966414089698956,
      "grad_norm": 0.6700007383253146,
      "learning_rate": 0.00022896139906405556,
      "loss": 0.2922,
      "step": 48748
    },
    {
      "epoch": 1.996682367397092,
      "grad_norm": 1.895412444246706,
      "learning_rate": 0.00022895862610574917,
      "loss": 1.3324,
      "step": 48749
    },
    {
      "epoch": 1.9967233258242882,
      "grad_norm": 1.1715391070132455,
      "learning_rate": 0.00022895585311011573,
      "loss": 0.7815,
      "step": 48750
    },
    {
      "epoch": 1.9967642842514848,
      "grad_norm": 1.357196166772602,
      "learning_rate": 0.00022895308007715655,
      "loss": 0.9638,
      "step": 48751
    },
    {
      "epoch": 1.996805242678681,
      "grad_norm": 1.4641293260264574,
      "learning_rate": 0.00022895030700687292,
      "loss": 1.1662,
      "step": 48752
    },
    {
      "epoch": 1.9968462011058774,
      "grad_norm": 1.368487633410439,
      "learning_rate": 0.00022894753389926623,
      "loss": 1.1699,
      "step": 48753
    },
    {
      "epoch": 1.996887159533074,
      "grad_norm": 0.8650771216456159,
      "learning_rate": 0.00022894476075433764,
      "loss": 0.4151,
      "step": 48754
    },
    {
      "epoch": 1.9969281179602705,
      "grad_norm": 1.1394930966513748,
      "learning_rate": 0.0002289419875720886,
      "loss": 0.7211,
      "step": 48755
    },
    {
      "epoch": 1.9969690763874666,
      "grad_norm": 2.022305003231805,
      "learning_rate": 0.00022893921435252038,
      "loss": 2.2741,
      "step": 48756
    },
    {
      "epoch": 1.997010034814663,
      "grad_norm": 0.9993901018214204,
      "learning_rate": 0.00022893644109563428,
      "loss": 0.7318,
      "step": 48757
    },
    {
      "epoch": 1.9970509932418596,
      "grad_norm": 0.8673531358047438,
      "learning_rate": 0.00022893366780143154,
      "loss": 0.3202,
      "step": 48758
    },
    {
      "epoch": 1.997091951669056,
      "grad_norm": 1.2317104765656972,
      "learning_rate": 0.00022893089446991363,
      "loss": 0.6024,
      "step": 48759
    },
    {
      "epoch": 1.9971329100962523,
      "grad_norm": 1.0654125428679215,
      "learning_rate": 0.00022892812110108176,
      "loss": 0.7191,
      "step": 48760
    },
    {
      "epoch": 1.9971738685234488,
      "grad_norm": 0.7684577146718758,
      "learning_rate": 0.00022892534769493723,
      "loss": 0.4956,
      "step": 48761
    },
    {
      "epoch": 1.9972148269506451,
      "grad_norm": 1.0428900920929278,
      "learning_rate": 0.00022892257425148133,
      "loss": 0.8684,
      "step": 48762
    },
    {
      "epoch": 1.9972557853778414,
      "grad_norm": 1.1151757902479504,
      "learning_rate": 0.00022891980077071548,
      "loss": 0.6037,
      "step": 48763
    },
    {
      "epoch": 1.997296743805038,
      "grad_norm": 1.840462017061356,
      "learning_rate": 0.00022891702725264093,
      "loss": 1.3977,
      "step": 48764
    },
    {
      "epoch": 1.9973377022322343,
      "grad_norm": 1.563584121288542,
      "learning_rate": 0.00022891425369725899,
      "loss": 1.4471,
      "step": 48765
    },
    {
      "epoch": 1.9973786606594306,
      "grad_norm": 1.0446231555166168,
      "learning_rate": 0.00022891148010457092,
      "loss": 0.3669,
      "step": 48766
    },
    {
      "epoch": 1.9974196190866271,
      "grad_norm": 1.3184559931960225,
      "learning_rate": 0.0002289087064745781,
      "loss": 0.8173,
      "step": 48767
    },
    {
      "epoch": 1.9974605775138234,
      "grad_norm": 1.4963777139002978,
      "learning_rate": 0.00022890593280728183,
      "loss": 1.3248,
      "step": 48768
    },
    {
      "epoch": 1.9975015359410198,
      "grad_norm": 1.5276194269574466,
      "learning_rate": 0.00022890315910268342,
      "loss": 1.213,
      "step": 48769
    },
    {
      "epoch": 1.9975424943682163,
      "grad_norm": 1.152527804459524,
      "learning_rate": 0.00022890038536078417,
      "loss": 0.9725,
      "step": 48770
    },
    {
      "epoch": 1.9975834527954126,
      "grad_norm": 1.0763458370519363,
      "learning_rate": 0.00022889761158158538,
      "loss": 0.6942,
      "step": 48771
    },
    {
      "epoch": 1.997624411222609,
      "grad_norm": 0.9965864536995391,
      "learning_rate": 0.00022889483776508842,
      "loss": 0.718,
      "step": 48772
    },
    {
      "epoch": 1.9976653696498055,
      "grad_norm": 1.5916037930263922,
      "learning_rate": 0.00022889206391129451,
      "loss": 1.6279,
      "step": 48773
    },
    {
      "epoch": 1.997706328077002,
      "grad_norm": 1.5031405001151426,
      "learning_rate": 0.00022888929002020503,
      "loss": 0.9975,
      "step": 48774
    },
    {
      "epoch": 1.997747286504198,
      "grad_norm": 1.3571098805665291,
      "learning_rate": 0.00022888651609182127,
      "loss": 0.9299,
      "step": 48775
    },
    {
      "epoch": 1.9977882449313946,
      "grad_norm": 1.0987571386029709,
      "learning_rate": 0.00022888374212614456,
      "loss": 0.7429,
      "step": 48776
    },
    {
      "epoch": 1.9978292033585912,
      "grad_norm": 1.0518862323366251,
      "learning_rate": 0.00022888096812317618,
      "loss": 0.9611,
      "step": 48777
    },
    {
      "epoch": 1.9978701617857875,
      "grad_norm": 1.1615657234069332,
      "learning_rate": 0.00022887819408291745,
      "loss": 0.8396,
      "step": 48778
    },
    {
      "epoch": 1.9979111202129838,
      "grad_norm": 0.7757096565022263,
      "learning_rate": 0.00022887542000536967,
      "loss": 0.2175,
      "step": 48779
    },
    {
      "epoch": 1.9979520786401803,
      "grad_norm": 1.2694907005794775,
      "learning_rate": 0.00022887264589053423,
      "loss": 0.7741,
      "step": 48780
    },
    {
      "epoch": 1.9979930370673766,
      "grad_norm": 1.015914167558004,
      "learning_rate": 0.00022886987173841234,
      "loss": 0.7045,
      "step": 48781
    },
    {
      "epoch": 1.998033995494573,
      "grad_norm": 1.1446233036557243,
      "learning_rate": 0.00022886709754900533,
      "loss": 0.7963,
      "step": 48782
    },
    {
      "epoch": 1.9980749539217695,
      "grad_norm": 2.206391967939773,
      "learning_rate": 0.00022886432332231457,
      "loss": 2.437,
      "step": 48783
    },
    {
      "epoch": 1.9981159123489658,
      "grad_norm": 1.667354726808554,
      "learning_rate": 0.00022886154905834132,
      "loss": 1.4587,
      "step": 48784
    },
    {
      "epoch": 1.998156870776162,
      "grad_norm": 3.2122309753319405,
      "learning_rate": 0.0002288587747570869,
      "loss": 1.0128,
      "step": 48785
    },
    {
      "epoch": 1.9981978292033586,
      "grad_norm": 1.0307635001178965,
      "learning_rate": 0.0002288560004185526,
      "loss": 1.006,
      "step": 48786
    },
    {
      "epoch": 1.998238787630555,
      "grad_norm": 1.3683223673008074,
      "learning_rate": 0.00022885322604273984,
      "loss": 1.0111,
      "step": 48787
    },
    {
      "epoch": 1.9982797460577513,
      "grad_norm": 1.1927636246231648,
      "learning_rate": 0.00022885045162964975,
      "loss": 0.9334,
      "step": 48788
    },
    {
      "epoch": 1.9983207044849478,
      "grad_norm": 1.1428622976695995,
      "learning_rate": 0.00022884767717928385,
      "loss": 0.7557,
      "step": 48789
    },
    {
      "epoch": 1.9983616629121441,
      "grad_norm": 1.006678423091577,
      "learning_rate": 0.00022884490269164324,
      "loss": 1.1231,
      "step": 48790
    },
    {
      "epoch": 1.9984026213393404,
      "grad_norm": 1.054003406321308,
      "learning_rate": 0.0002288421281667294,
      "loss": 0.774,
      "step": 48791
    },
    {
      "epoch": 1.998443579766537,
      "grad_norm": 1.107432405548215,
      "learning_rate": 0.00022883935360454356,
      "loss": 0.6983,
      "step": 48792
    },
    {
      "epoch": 1.9984845381937335,
      "grad_norm": 1.4676486621438272,
      "learning_rate": 0.00022883657900508707,
      "loss": 1.1353,
      "step": 48793
    },
    {
      "epoch": 1.9985254966209296,
      "grad_norm": 1.0456586247552049,
      "learning_rate": 0.0002288338043683612,
      "loss": 0.9043,
      "step": 48794
    },
    {
      "epoch": 1.9985664550481261,
      "grad_norm": 0.8391325772852366,
      "learning_rate": 0.00022883102969436725,
      "loss": 0.6258,
      "step": 48795
    },
    {
      "epoch": 1.9986074134753227,
      "grad_norm": 1.253408838039386,
      "learning_rate": 0.00022882825498310664,
      "loss": 0.6709,
      "step": 48796
    },
    {
      "epoch": 1.998648371902519,
      "grad_norm": 1.061588264392513,
      "learning_rate": 0.00022882548023458056,
      "loss": 0.9424,
      "step": 48797
    },
    {
      "epoch": 1.9986893303297153,
      "grad_norm": 1.072709406347014,
      "learning_rate": 0.00022882270544879037,
      "loss": 0.8399,
      "step": 48798
    },
    {
      "epoch": 1.9987302887569118,
      "grad_norm": 1.2805137196370924,
      "learning_rate": 0.00022881993062573737,
      "loss": 0.8162,
      "step": 48799
    },
    {
      "epoch": 1.9987712471841081,
      "grad_norm": 0.9191664566522112,
      "learning_rate": 0.00022881715576542286,
      "loss": 0.9122,
      "step": 48800
    },
    {
      "epoch": 1.9988122056113045,
      "grad_norm": 1.6354599127932383,
      "learning_rate": 0.0002288143808678482,
      "loss": 0.5059,
      "step": 48801
    },
    {
      "epoch": 1.998853164038501,
      "grad_norm": 1.2787960917126568,
      "learning_rate": 0.00022881160593301466,
      "loss": 1.0917,
      "step": 48802
    },
    {
      "epoch": 1.9988941224656973,
      "grad_norm": 1.2643248833206475,
      "learning_rate": 0.00022880883096092357,
      "loss": 1.2928,
      "step": 48803
    },
    {
      "epoch": 1.9989350808928936,
      "grad_norm": 1.5154218085915416,
      "learning_rate": 0.00022880605595157626,
      "loss": 0.9401,
      "step": 48804
    },
    {
      "epoch": 1.9989760393200902,
      "grad_norm": 1.7049491892363013,
      "learning_rate": 0.000228803280904974,
      "loss": 1.7288,
      "step": 48805
    },
    {
      "epoch": 1.9990169977472865,
      "grad_norm": 0.821237054646223,
      "learning_rate": 0.00022880050582111812,
      "loss": 0.3488,
      "step": 48806
    },
    {
      "epoch": 1.9990579561744828,
      "grad_norm": 0.9821812401383253,
      "learning_rate": 0.00022879773070000998,
      "loss": 0.621,
      "step": 48807
    },
    {
      "epoch": 1.9990989146016793,
      "grad_norm": 1.8689889614725579,
      "learning_rate": 0.0002287949555416508,
      "loss": 0.7831,
      "step": 48808
    },
    {
      "epoch": 1.9991398730288756,
      "grad_norm": 1.2314489301027325,
      "learning_rate": 0.00022879218034604193,
      "loss": 0.9187,
      "step": 48809
    },
    {
      "epoch": 1.999180831456072,
      "grad_norm": 1.0649729713502896,
      "learning_rate": 0.0002287894051131847,
      "loss": 0.8619,
      "step": 48810
    },
    {
      "epoch": 1.9992217898832685,
      "grad_norm": 1.1445306745523434,
      "learning_rate": 0.0002287866298430804,
      "loss": 0.3146,
      "step": 48811
    },
    {
      "epoch": 1.999262748310465,
      "grad_norm": 0.9850665316377376,
      "learning_rate": 0.00022878385453573035,
      "loss": 0.5683,
      "step": 48812
    },
    {
      "epoch": 1.9993037067376611,
      "grad_norm": 0.8752150041131592,
      "learning_rate": 0.00022878107919113588,
      "loss": 0.6463,
      "step": 48813
    },
    {
      "epoch": 1.9993446651648576,
      "grad_norm": 1.3171919616227201,
      "learning_rate": 0.00022877830380929826,
      "loss": 1.0994,
      "step": 48814
    },
    {
      "epoch": 1.9993856235920542,
      "grad_norm": 1.0111785611122315,
      "learning_rate": 0.0002287755283902189,
      "loss": 0.8982,
      "step": 48815
    },
    {
      "epoch": 1.9994265820192505,
      "grad_norm": 1.1303071941650995,
      "learning_rate": 0.000228772752933899,
      "loss": 0.7815,
      "step": 48816
    },
    {
      "epoch": 1.9994675404464468,
      "grad_norm": 0.45974445758720234,
      "learning_rate": 0.00022876997744033993,
      "loss": 0.12,
      "step": 48817
    },
    {
      "epoch": 1.9995084988736433,
      "grad_norm": 1.3529046593294178,
      "learning_rate": 0.00022876720190954293,
      "loss": 0.9405,
      "step": 48818
    },
    {
      "epoch": 1.9995494573008397,
      "grad_norm": 0.9931384123892572,
      "learning_rate": 0.0002287644263415094,
      "loss": 0.467,
      "step": 48819
    },
    {
      "epoch": 1.999590415728036,
      "grad_norm": 0.6625047406367452,
      "learning_rate": 0.00022876165073624068,
      "loss": 0.2095,
      "step": 48820
    },
    {
      "epoch": 1.9996313741552325,
      "grad_norm": 1.0870600869694733,
      "learning_rate": 0.00022875887509373795,
      "loss": 0.84,
      "step": 48821
    },
    {
      "epoch": 1.9996723325824288,
      "grad_norm": 1.4646444710823074,
      "learning_rate": 0.00022875609941400257,
      "loss": 1.0055,
      "step": 48822
    },
    {
      "epoch": 1.9997132910096251,
      "grad_norm": 1.2068281192735775,
      "learning_rate": 0.00022875332369703594,
      "loss": 1.0902,
      "step": 48823
    },
    {
      "epoch": 1.9997542494368217,
      "grad_norm": 1.0442266631418786,
      "learning_rate": 0.00022875054794283927,
      "loss": 0.6965,
      "step": 48824
    },
    {
      "epoch": 1.999795207864018,
      "grad_norm": 2.1518420037295285,
      "learning_rate": 0.00022874777215141395,
      "loss": 2.1241,
      "step": 48825
    },
    {
      "epoch": 1.9998361662912143,
      "grad_norm": 1.0159434448484623,
      "learning_rate": 0.0002287449963227612,
      "loss": 0.8494,
      "step": 48826
    },
    {
      "epoch": 1.9998771247184108,
      "grad_norm": 1.0041921512728655,
      "learning_rate": 0.0002287422204568824,
      "loss": 0.5443,
      "step": 48827
    },
    {
      "epoch": 1.9999180831456074,
      "grad_norm": 1.2569535682475454,
      "learning_rate": 0.00022873944455377887,
      "loss": 0.8932,
      "step": 48828
    },
    {
      "epoch": 1.9999590415728035,
      "grad_norm": 1.3032246524711508,
      "learning_rate": 0.00022873666861345196,
      "loss": 1.078,
      "step": 48829
    },
    {
      "epoch": 2.0,
      "grad_norm": 1.8073465612965203,
      "learning_rate": 0.0002287338926359028,
      "loss": 1.4555,
      "step": 48830
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.9359976053237915,
      "eval_runtime": 4122.6485,
      "eval_samples_per_second": 5.922,
      "eval_steps_per_second": 5.922,
      "step": 48830
    },
    {
      "epoch": 2.0000409584271965,
      "grad_norm": 1.1448610396115473,
      "learning_rate": 0.0002287311166211329,
      "loss": 1.0118,
      "step": 48831
    },
    {
      "epoch": 2.0000819168543926,
      "grad_norm": 0.6669526438457026,
      "learning_rate": 0.00022872834056914348,
      "loss": 0.3244,
      "step": 48832
    },
    {
      "epoch": 2.000122875281589,
      "grad_norm": 0.918501107316799,
      "learning_rate": 0.00022872556447993587,
      "loss": 0.803,
      "step": 48833
    },
    {
      "epoch": 2.0001638337087857,
      "grad_norm": 0.6315199517827372,
      "learning_rate": 0.00022872278835351132,
      "loss": 0.266,
      "step": 48834
    },
    {
      "epoch": 2.000204792135982,
      "grad_norm": 2.732897574444532,
      "learning_rate": 0.00022872001218987128,
      "loss": 3.9943,
      "step": 48835
    },
    {
      "epoch": 2.0002457505631783,
      "grad_norm": 1.4346342289879537,
      "learning_rate": 0.00022871723598901698,
      "loss": 1.1581,
      "step": 48836
    },
    {
      "epoch": 2.000286708990375,
      "grad_norm": 1.1333755082416157,
      "learning_rate": 0.00022871445975094972,
      "loss": 0.8947,
      "step": 48837
    },
    {
      "epoch": 2.000327667417571,
      "grad_norm": 0.7665745465679193,
      "learning_rate": 0.00022871168347567085,
      "loss": 0.2687,
      "step": 48838
    },
    {
      "epoch": 2.0003686258447675,
      "grad_norm": 1.1440850678380965,
      "learning_rate": 0.0002287089071631816,
      "loss": 0.715,
      "step": 48839
    },
    {
      "epoch": 2.000409584271964,
      "grad_norm": 1.6343300253707498,
      "learning_rate": 0.00022870613081348343,
      "loss": 1.6686,
      "step": 48840
    },
    {
      "epoch": 2.0004505426991606,
      "grad_norm": 0.7164789813870575,
      "learning_rate": 0.00022870335442657755,
      "loss": 0.4962,
      "step": 48841
    },
    {
      "epoch": 2.0004915011263567,
      "grad_norm": 1.0271219738300024,
      "learning_rate": 0.00022870057800246523,
      "loss": 0.7638,
      "step": 48842
    },
    {
      "epoch": 2.000532459553553,
      "grad_norm": 1.1302610054843691,
      "learning_rate": 0.00022869780154114786,
      "loss": 1.025,
      "step": 48843
    },
    {
      "epoch": 2.0005734179807497,
      "grad_norm": 1.0993259932673531,
      "learning_rate": 0.00022869502504262678,
      "loss": 0.8295,
      "step": 48844
    },
    {
      "epoch": 2.000614376407946,
      "grad_norm": 0.9386555216276915,
      "learning_rate": 0.00022869224850690325,
      "loss": 0.288,
      "step": 48845
    },
    {
      "epoch": 2.0006553348351424,
      "grad_norm": 0.6619731728284515,
      "learning_rate": 0.0002286894719339786,
      "loss": 0.277,
      "step": 48846
    },
    {
      "epoch": 2.000696293262339,
      "grad_norm": 1.1041397736817806,
      "learning_rate": 0.0002286866953238541,
      "loss": 0.6051,
      "step": 48847
    },
    {
      "epoch": 2.000737251689535,
      "grad_norm": 1.3353107964378552,
      "learning_rate": 0.00022868391867653112,
      "loss": 0.5547,
      "step": 48848
    },
    {
      "epoch": 2.0007782101167315,
      "grad_norm": 1.135592545222628,
      "learning_rate": 0.00022868114199201092,
      "loss": 0.8028,
      "step": 48849
    },
    {
      "epoch": 2.000819168543928,
      "grad_norm": 1.132760627919422,
      "learning_rate": 0.00022867836527029484,
      "loss": 0.7977,
      "step": 48850
    },
    {
      "epoch": 2.000860126971124,
      "grad_norm": 1.4398191096122865,
      "learning_rate": 0.00022867558851138423,
      "loss": 1.1572,
      "step": 48851
    },
    {
      "epoch": 2.0009010853983207,
      "grad_norm": 1.4350803692329581,
      "learning_rate": 0.00022867281171528038,
      "loss": 1.356,
      "step": 48852
    },
    {
      "epoch": 2.000942043825517,
      "grad_norm": 1.1738165389980295,
      "learning_rate": 0.00022867003488198455,
      "loss": 0.8257,
      "step": 48853
    },
    {
      "epoch": 2.0009830022527133,
      "grad_norm": 1.3986181291920219,
      "learning_rate": 0.00022866725801149812,
      "loss": 0.942,
      "step": 48854
    },
    {
      "epoch": 2.00102396067991,
      "grad_norm": 1.2503348521002324,
      "learning_rate": 0.00022866448110382234,
      "loss": 1.0357,
      "step": 48855
    },
    {
      "epoch": 2.0010649191071064,
      "grad_norm": 1.172697325529923,
      "learning_rate": 0.00022866170415895858,
      "loss": 0.802,
      "step": 48856
    },
    {
      "epoch": 2.0011058775343025,
      "grad_norm": 3.4887962871780305,
      "learning_rate": 0.00022865892717690816,
      "loss": 1.2662,
      "step": 48857
    },
    {
      "epoch": 2.001146835961499,
      "grad_norm": 1.1677808224593451,
      "learning_rate": 0.0002286561501576723,
      "loss": 0.8856,
      "step": 48858
    },
    {
      "epoch": 2.0011877943886955,
      "grad_norm": 0.9797965477657745,
      "learning_rate": 0.00022865337310125242,
      "loss": 0.489,
      "step": 48859
    },
    {
      "epoch": 2.001228752815892,
      "grad_norm": 1.0359441073238114,
      "learning_rate": 0.00022865059600764978,
      "loss": 0.6715,
      "step": 48860
    },
    {
      "epoch": 2.001269711243088,
      "grad_norm": 1.0741042784886234,
      "learning_rate": 0.0002286478188768657,
      "loss": 0.8325,
      "step": 48861
    },
    {
      "epoch": 2.0013106696702847,
      "grad_norm": 1.1389524573302143,
      "learning_rate": 0.00022864504170890147,
      "loss": 0.7077,
      "step": 48862
    },
    {
      "epoch": 2.0013516280974812,
      "grad_norm": 0.906026642535601,
      "learning_rate": 0.00022864226450375848,
      "loss": 0.3437,
      "step": 48863
    },
    {
      "epoch": 2.0013925865246773,
      "grad_norm": 1.248482430396135,
      "learning_rate": 0.00022863948726143798,
      "loss": 1.0452,
      "step": 48864
    },
    {
      "epoch": 2.001433544951874,
      "grad_norm": 1.0246425365788776,
      "learning_rate": 0.00022863670998194132,
      "loss": 0.6327,
      "step": 48865
    },
    {
      "epoch": 2.0014745033790704,
      "grad_norm": 1.3444202830307495,
      "learning_rate": 0.00022863393266526967,
      "loss": 0.7114,
      "step": 48866
    },
    {
      "epoch": 2.0015154618062665,
      "grad_norm": 1.5619573775347757,
      "learning_rate": 0.00022863115531142458,
      "loss": 1.2065,
      "step": 48867
    },
    {
      "epoch": 2.001556420233463,
      "grad_norm": 1.082580622953329,
      "learning_rate": 0.00022862837792040722,
      "loss": 0.7538,
      "step": 48868
    },
    {
      "epoch": 2.0015973786606596,
      "grad_norm": 3.2105810964592587,
      "learning_rate": 0.0002286256004922189,
      "loss": 1.5555,
      "step": 48869
    },
    {
      "epoch": 2.0016383370878557,
      "grad_norm": 0.8508954315488065,
      "learning_rate": 0.00022862282302686093,
      "loss": 0.4689,
      "step": 48870
    },
    {
      "epoch": 2.001679295515052,
      "grad_norm": 1.7523145844342545,
      "learning_rate": 0.00022862004552433467,
      "loss": 1.0169,
      "step": 48871
    },
    {
      "epoch": 2.0017202539422487,
      "grad_norm": 1.3565163210176185,
      "learning_rate": 0.00022861726798464145,
      "loss": 1.1312,
      "step": 48872
    },
    {
      "epoch": 2.001761212369445,
      "grad_norm": 1.2411182850746791,
      "learning_rate": 0.00022861449040778253,
      "loss": 0.7183,
      "step": 48873
    },
    {
      "epoch": 2.0018021707966414,
      "grad_norm": 1.216813635777185,
      "learning_rate": 0.0002286117127937592,
      "loss": 0.8399,
      "step": 48874
    },
    {
      "epoch": 2.001843129223838,
      "grad_norm": 0.9803144544403235,
      "learning_rate": 0.00022860893514257288,
      "loss": 0.5593,
      "step": 48875
    },
    {
      "epoch": 2.001884087651034,
      "grad_norm": 1.52552928081227,
      "learning_rate": 0.00022860615745422477,
      "loss": 1.4426,
      "step": 48876
    },
    {
      "epoch": 2.0019250460782305,
      "grad_norm": 1.2997677774433791,
      "learning_rate": 0.00022860337972871626,
      "loss": 1.0364,
      "step": 48877
    },
    {
      "epoch": 2.001966004505427,
      "grad_norm": 1.3158094866337235,
      "learning_rate": 0.0002286006019660486,
      "loss": 1.012,
      "step": 48878
    },
    {
      "epoch": 2.0020069629326236,
      "grad_norm": 0.7509500345502603,
      "learning_rate": 0.00022859782416622318,
      "loss": 0.2594,
      "step": 48879
    },
    {
      "epoch": 2.0020479213598197,
      "grad_norm": 1.086785430285081,
      "learning_rate": 0.00022859504632924125,
      "loss": 0.9744,
      "step": 48880
    },
    {
      "epoch": 2.002088879787016,
      "grad_norm": 0.9467004389827263,
      "learning_rate": 0.00022859226845510413,
      "loss": 0.6666,
      "step": 48881
    },
    {
      "epoch": 2.0021298382142128,
      "grad_norm": 1.2065394544452144,
      "learning_rate": 0.00022858949054381316,
      "loss": 0.9939,
      "step": 48882
    },
    {
      "epoch": 2.002170796641409,
      "grad_norm": 1.2683844279039231,
      "learning_rate": 0.0002285867125953696,
      "loss": 0.6003,
      "step": 48883
    },
    {
      "epoch": 2.0022117550686054,
      "grad_norm": 1.0901986996774122,
      "learning_rate": 0.00022858393460977486,
      "loss": 0.9881,
      "step": 48884
    },
    {
      "epoch": 2.002252713495802,
      "grad_norm": 0.9998044042538344,
      "learning_rate": 0.00022858115658703018,
      "loss": 0.6542,
      "step": 48885
    },
    {
      "epoch": 2.002293671922998,
      "grad_norm": 0.5644009265285361,
      "learning_rate": 0.0002285783785271369,
      "loss": 0.2191,
      "step": 48886
    },
    {
      "epoch": 2.0023346303501945,
      "grad_norm": 1.005915400892423,
      "learning_rate": 0.00022857560043009625,
      "loss": 0.6282,
      "step": 48887
    },
    {
      "epoch": 2.002375588777391,
      "grad_norm": 0.9704793841824118,
      "learning_rate": 0.0002285728222959097,
      "loss": 0.6645,
      "step": 48888
    },
    {
      "epoch": 2.002416547204587,
      "grad_norm": 1.1255281492567295,
      "learning_rate": 0.00022857004412457844,
      "loss": 0.5416,
      "step": 48889
    },
    {
      "epoch": 2.0024575056317837,
      "grad_norm": 1.412378994558438,
      "learning_rate": 0.0002285672659161038,
      "loss": 0.9341,
      "step": 48890
    },
    {
      "epoch": 2.0024984640589802,
      "grad_norm": 1.1633522452899479,
      "learning_rate": 0.00022856448767048714,
      "loss": 0.8498,
      "step": 48891
    },
    {
      "epoch": 2.0025394224861763,
      "grad_norm": 0.6750792918720254,
      "learning_rate": 0.00022856170938772977,
      "loss": 0.2843,
      "step": 48892
    },
    {
      "epoch": 2.002580380913373,
      "grad_norm": 1.3021019838278682,
      "learning_rate": 0.000228558931067833,
      "loss": 0.8538,
      "step": 48893
    },
    {
      "epoch": 2.0026213393405694,
      "grad_norm": 0.9082028803452822,
      "learning_rate": 0.00022855615271079804,
      "loss": 0.515,
      "step": 48894
    },
    {
      "epoch": 2.0026622977677655,
      "grad_norm": 0.9048614379466366,
      "learning_rate": 0.00022855337431662638,
      "loss": 0.6829,
      "step": 48895
    },
    {
      "epoch": 2.002703256194962,
      "grad_norm": 1.3155741559199046,
      "learning_rate": 0.00022855059588531922,
      "loss": 0.8593,
      "step": 48896
    },
    {
      "epoch": 2.0027442146221586,
      "grad_norm": 1.172995958619364,
      "learning_rate": 0.0002285478174168779,
      "loss": 0.7704,
      "step": 48897
    },
    {
      "epoch": 2.002785173049355,
      "grad_norm": 1.2033706752119013,
      "learning_rate": 0.00022854503891130368,
      "loss": 0.8397,
      "step": 48898
    },
    {
      "epoch": 2.002826131476551,
      "grad_norm": 1.2638844451224667,
      "learning_rate": 0.00022854226036859795,
      "loss": 0.8453,
      "step": 48899
    },
    {
      "epoch": 2.0028670899037477,
      "grad_norm": 1.6914403884586184,
      "learning_rate": 0.000228539481788762,
      "loss": 0.5618,
      "step": 48900
    },
    {
      "epoch": 2.0029080483309443,
      "grad_norm": 1.1056377631356462,
      "learning_rate": 0.00022853670317179715,
      "loss": 0.7432,
      "step": 48901
    },
    {
      "epoch": 2.0029490067581404,
      "grad_norm": 1.1727251994150572,
      "learning_rate": 0.0002285339245177047,
      "loss": 0.8774,
      "step": 48902
    },
    {
      "epoch": 2.002989965185337,
      "grad_norm": 1.6309730372861817,
      "learning_rate": 0.00022853114582648595,
      "loss": 1.1297,
      "step": 48903
    },
    {
      "epoch": 2.0030309236125334,
      "grad_norm": 1.2531617688384196,
      "learning_rate": 0.00022852836709814225,
      "loss": 0.5573,
      "step": 48904
    },
    {
      "epoch": 2.0030718820397295,
      "grad_norm": 1.0718250727165601,
      "learning_rate": 0.00022852558833267493,
      "loss": 0.5968,
      "step": 48905
    },
    {
      "epoch": 2.003112840466926,
      "grad_norm": 1.1231903767287779,
      "learning_rate": 0.00022852280953008518,
      "loss": 0.8838,
      "step": 48906
    },
    {
      "epoch": 2.0031537988941226,
      "grad_norm": 3.215491065674779,
      "learning_rate": 0.00022852003069037446,
      "loss": 1.048,
      "step": 48907
    },
    {
      "epoch": 2.0031947573213187,
      "grad_norm": 1.1703371546909078,
      "learning_rate": 0.00022851725181354405,
      "loss": 0.7861,
      "step": 48908
    },
    {
      "epoch": 2.0032357157485152,
      "grad_norm": 0.9776290746044108,
      "learning_rate": 0.00022851447289959516,
      "loss": 0.7514,
      "step": 48909
    },
    {
      "epoch": 2.0032766741757118,
      "grad_norm": 1.2810911912142906,
      "learning_rate": 0.00022851169394852924,
      "loss": 0.8791,
      "step": 48910
    },
    {
      "epoch": 2.003317632602908,
      "grad_norm": 0.9586794690500744,
      "learning_rate": 0.00022850891496034755,
      "loss": 0.7996,
      "step": 48911
    },
    {
      "epoch": 2.0033585910301044,
      "grad_norm": 1.2061119299224334,
      "learning_rate": 0.0002285061359350514,
      "loss": 0.6492,
      "step": 48912
    },
    {
      "epoch": 2.003399549457301,
      "grad_norm": 0.9420799381999989,
      "learning_rate": 0.00022850335687264208,
      "loss": 0.6803,
      "step": 48913
    },
    {
      "epoch": 2.0034405078844975,
      "grad_norm": 1.2059829697722348,
      "learning_rate": 0.00022850057777312093,
      "loss": 0.9694,
      "step": 48914
    },
    {
      "epoch": 2.0034814663116935,
      "grad_norm": 2.940731829656375,
      "learning_rate": 0.00022849779863648925,
      "loss": 3.1388,
      "step": 48915
    },
    {
      "epoch": 2.00352242473889,
      "grad_norm": 1.0425026993451363,
      "learning_rate": 0.00022849501946274842,
      "loss": 0.8052,
      "step": 48916
    },
    {
      "epoch": 2.0035633831660866,
      "grad_norm": 0.9993450954500814,
      "learning_rate": 0.00022849224025189965,
      "loss": 0.8235,
      "step": 48917
    },
    {
      "epoch": 2.0036043415932827,
      "grad_norm": 1.216106728555419,
      "learning_rate": 0.00022848946100394432,
      "loss": 0.8761,
      "step": 48918
    },
    {
      "epoch": 2.0036453000204792,
      "grad_norm": 1.8607196227262826,
      "learning_rate": 0.0002284866817188837,
      "loss": 1.844,
      "step": 48919
    },
    {
      "epoch": 2.003686258447676,
      "grad_norm": 8.875089311599174,
      "learning_rate": 0.0002284839023967192,
      "loss": 1.78,
      "step": 48920
    },
    {
      "epoch": 2.003727216874872,
      "grad_norm": 1.0184064862443236,
      "learning_rate": 0.00022848112303745202,
      "loss": 0.7539,
      "step": 48921
    },
    {
      "epoch": 2.0037681753020684,
      "grad_norm": 1.0525364611481376,
      "learning_rate": 0.0002284783436410835,
      "loss": 0.3301,
      "step": 48922
    },
    {
      "epoch": 2.003809133729265,
      "grad_norm": 1.1659044601549777,
      "learning_rate": 0.000228475564207615,
      "loss": 1.0313,
      "step": 48923
    },
    {
      "epoch": 2.003850092156461,
      "grad_norm": 1.1977584488840245,
      "learning_rate": 0.00022847278473704782,
      "loss": 0.925,
      "step": 48924
    },
    {
      "epoch": 2.0038910505836576,
      "grad_norm": 1.2202322010626045,
      "learning_rate": 0.00022847000522938326,
      "loss": 0.9224,
      "step": 48925
    },
    {
      "epoch": 2.003932009010854,
      "grad_norm": 1.1809871235055596,
      "learning_rate": 0.00022846722568462257,
      "loss": 0.7049,
      "step": 48926
    },
    {
      "epoch": 2.00397296743805,
      "grad_norm": 2.4196242412070634,
      "learning_rate": 0.00022846444610276722,
      "loss": 0.6682,
      "step": 48927
    },
    {
      "epoch": 2.0040139258652467,
      "grad_norm": 1.4002206444886596,
      "learning_rate": 0.00022846166648381836,
      "loss": 1.0875,
      "step": 48928
    },
    {
      "epoch": 2.0040548842924433,
      "grad_norm": 0.7414347597163056,
      "learning_rate": 0.00022845888682777743,
      "loss": 0.2455,
      "step": 48929
    },
    {
      "epoch": 2.0040958427196394,
      "grad_norm": 0.8575224287961826,
      "learning_rate": 0.00022845610713464567,
      "loss": 0.6636,
      "step": 48930
    },
    {
      "epoch": 2.004136801146836,
      "grad_norm": 1.1468928232445403,
      "learning_rate": 0.0002284533274044244,
      "loss": 0.8093,
      "step": 48931
    },
    {
      "epoch": 2.0041777595740324,
      "grad_norm": 0.7142975098210571,
      "learning_rate": 0.00022845054763711496,
      "loss": 0.2783,
      "step": 48932
    },
    {
      "epoch": 2.004218718001229,
      "grad_norm": 1.6190951162898124,
      "learning_rate": 0.00022844776783271866,
      "loss": 0.7516,
      "step": 48933
    },
    {
      "epoch": 2.004259676428425,
      "grad_norm": 1.0696000330254096,
      "learning_rate": 0.0002284449879912368,
      "loss": 0.9757,
      "step": 48934
    },
    {
      "epoch": 2.0043006348556216,
      "grad_norm": 1.0866186229838313,
      "learning_rate": 0.0002284422081126707,
      "loss": 0.7963,
      "step": 48935
    },
    {
      "epoch": 2.004341593282818,
      "grad_norm": 4.7220581247825075,
      "learning_rate": 0.0002284394281970217,
      "loss": 2.3133,
      "step": 48936
    },
    {
      "epoch": 2.0043825517100142,
      "grad_norm": 1.1914586439992394,
      "learning_rate": 0.00022843664824429108,
      "loss": 0.6529,
      "step": 48937
    },
    {
      "epoch": 2.0044235101372108,
      "grad_norm": 1.1153714342221843,
      "learning_rate": 0.00022843386825448014,
      "loss": 0.3247,
      "step": 48938
    },
    {
      "epoch": 2.0044644685644073,
      "grad_norm": 0.9937696442930429,
      "learning_rate": 0.00022843108822759024,
      "loss": 0.7238,
      "step": 48939
    },
    {
      "epoch": 2.0045054269916034,
      "grad_norm": 0.9811287339472837,
      "learning_rate": 0.0002284283081636227,
      "loss": 0.7654,
      "step": 48940
    },
    {
      "epoch": 2.0045463854188,
      "grad_norm": 1.3065787349226003,
      "learning_rate": 0.00022842552806257875,
      "loss": 0.8397,
      "step": 48941
    },
    {
      "epoch": 2.0045873438459965,
      "grad_norm": 1.1973875907996787,
      "learning_rate": 0.0002284227479244598,
      "loss": 0.7606,
      "step": 48942
    },
    {
      "epoch": 2.0046283022731926,
      "grad_norm": 1.3375536473245726,
      "learning_rate": 0.00022841996774926708,
      "loss": 1.042,
      "step": 48943
    },
    {
      "epoch": 2.004669260700389,
      "grad_norm": 0.8026931877528158,
      "learning_rate": 0.00022841718753700198,
      "loss": 0.388,
      "step": 48944
    },
    {
      "epoch": 2.0047102191275856,
      "grad_norm": 4.130266462379048,
      "learning_rate": 0.00022841440728766583,
      "loss": 1.5315,
      "step": 48945
    },
    {
      "epoch": 2.0047511775547817,
      "grad_norm": 0.9114682305399429,
      "learning_rate": 0.00022841162700125978,
      "loss": 0.6499,
      "step": 48946
    },
    {
      "epoch": 2.0047921359819783,
      "grad_norm": 1.0789628439564696,
      "learning_rate": 0.00022840884667778535,
      "loss": 0.7012,
      "step": 48947
    },
    {
      "epoch": 2.004833094409175,
      "grad_norm": 1.5166327250633238,
      "learning_rate": 0.00022840606631724378,
      "loss": 0.9352,
      "step": 48948
    },
    {
      "epoch": 2.004874052836371,
      "grad_norm": 0.8871386946338466,
      "learning_rate": 0.00022840328591963632,
      "loss": 0.7001,
      "step": 48949
    },
    {
      "epoch": 2.0049150112635674,
      "grad_norm": 1.1537542689985696,
      "learning_rate": 0.00022840050548496435,
      "loss": 0.6795,
      "step": 48950
    },
    {
      "epoch": 2.004955969690764,
      "grad_norm": 0.8154138755482704,
      "learning_rate": 0.00022839772501322917,
      "loss": 0.4643,
      "step": 48951
    },
    {
      "epoch": 2.0049969281179605,
      "grad_norm": 0.9569345619067909,
      "learning_rate": 0.00022839494450443214,
      "loss": 0.4921,
      "step": 48952
    },
    {
      "epoch": 2.0050378865451566,
      "grad_norm": 0.6280203958443922,
      "learning_rate": 0.0002283921639585745,
      "loss": 0.2292,
      "step": 48953
    },
    {
      "epoch": 2.005078844972353,
      "grad_norm": 1.169912868515676,
      "learning_rate": 0.00022838938337565757,
      "loss": 0.8111,
      "step": 48954
    },
    {
      "epoch": 2.0051198033995496,
      "grad_norm": 1.1785579283240186,
      "learning_rate": 0.00022838660275568268,
      "loss": 0.8348,
      "step": 48955
    },
    {
      "epoch": 2.0051607618267457,
      "grad_norm": 0.7942889142584673,
      "learning_rate": 0.00022838382209865122,
      "loss": 0.46,
      "step": 48956
    },
    {
      "epoch": 2.0052017202539423,
      "grad_norm": 0.5863056428248963,
      "learning_rate": 0.0002283810414045644,
      "loss": 0.2501,
      "step": 48957
    },
    {
      "epoch": 2.005242678681139,
      "grad_norm": 1.4487430319026466,
      "learning_rate": 0.00022837826067342355,
      "loss": 1.1507,
      "step": 48958
    },
    {
      "epoch": 2.005283637108335,
      "grad_norm": 0.45670403958336536,
      "learning_rate": 0.00022837547990522998,
      "loss": 0.1129,
      "step": 48959
    },
    {
      "epoch": 2.0053245955355314,
      "grad_norm": 1.0211535835566714,
      "learning_rate": 0.0002283726990999851,
      "loss": 0.8718,
      "step": 48960
    },
    {
      "epoch": 2.005365553962728,
      "grad_norm": 0.9584783614530149,
      "learning_rate": 0.00022836991825769015,
      "loss": 0.5449,
      "step": 48961
    },
    {
      "epoch": 2.005406512389924,
      "grad_norm": 1.026848721570279,
      "learning_rate": 0.00022836713737834643,
      "loss": 0.8693,
      "step": 48962
    },
    {
      "epoch": 2.0054474708171206,
      "grad_norm": 1.168771298636899,
      "learning_rate": 0.00022836435646195525,
      "loss": 0.7087,
      "step": 48963
    },
    {
      "epoch": 2.005488429244317,
      "grad_norm": 0.8218009007293867,
      "learning_rate": 0.000228361575508518,
      "loss": 0.5892,
      "step": 48964
    },
    {
      "epoch": 2.0055293876715132,
      "grad_norm": 1.069522347787569,
      "learning_rate": 0.00022835879451803593,
      "loss": 0.68,
      "step": 48965
    },
    {
      "epoch": 2.0055703460987098,
      "grad_norm": 1.5678832071638773,
      "learning_rate": 0.00022835601349051034,
      "loss": 0.6288,
      "step": 48966
    },
    {
      "epoch": 2.0056113045259063,
      "grad_norm": 1.3450119567918897,
      "learning_rate": 0.0002283532324259426,
      "loss": 0.4659,
      "step": 48967
    },
    {
      "epoch": 2.0056522629531024,
      "grad_norm": 1.127843225013875,
      "learning_rate": 0.000228350451324334,
      "loss": 0.9062,
      "step": 48968
    },
    {
      "epoch": 2.005693221380299,
      "grad_norm": 1.3674693803386773,
      "learning_rate": 0.00022834767018568584,
      "loss": 0.8567,
      "step": 48969
    },
    {
      "epoch": 2.0057341798074955,
      "grad_norm": 0.8515992275924098,
      "learning_rate": 0.00022834488900999947,
      "loss": 0.3798,
      "step": 48970
    },
    {
      "epoch": 2.005775138234692,
      "grad_norm": 1.512446026321296,
      "learning_rate": 0.00022834210779727613,
      "loss": 1.3976,
      "step": 48971
    },
    {
      "epoch": 2.005816096661888,
      "grad_norm": 1.0259863021353146,
      "learning_rate": 0.00022833932654751723,
      "loss": 0.7131,
      "step": 48972
    },
    {
      "epoch": 2.0058570550890846,
      "grad_norm": 2.5604064755447746,
      "learning_rate": 0.00022833654526072407,
      "loss": 3.3017,
      "step": 48973
    },
    {
      "epoch": 2.005898013516281,
      "grad_norm": 1.1698965735564604,
      "learning_rate": 0.00022833376393689787,
      "loss": 0.9111,
      "step": 48974
    },
    {
      "epoch": 2.0059389719434773,
      "grad_norm": 3.9524387478514673,
      "learning_rate": 0.00022833098257604004,
      "loss": 2.5306,
      "step": 48975
    },
    {
      "epoch": 2.005979930370674,
      "grad_norm": 0.9842518813265877,
      "learning_rate": 0.00022832820117815188,
      "loss": 0.3006,
      "step": 48976
    },
    {
      "epoch": 2.0060208887978703,
      "grad_norm": 1.1680228447175598,
      "learning_rate": 0.00022832541974323467,
      "loss": 0.8672,
      "step": 48977
    },
    {
      "epoch": 2.0060618472250664,
      "grad_norm": 1.8369863320929296,
      "learning_rate": 0.00022832263827128978,
      "loss": 0.72,
      "step": 48978
    },
    {
      "epoch": 2.006102805652263,
      "grad_norm": 4.063908406408457,
      "learning_rate": 0.00022831985676231842,
      "loss": 3.2081,
      "step": 48979
    },
    {
      "epoch": 2.0061437640794595,
      "grad_norm": 0.9128664011703822,
      "learning_rate": 0.00022831707521632207,
      "loss": 0.389,
      "step": 48980
    },
    {
      "epoch": 2.0061847225066556,
      "grad_norm": 2.400228593300681,
      "learning_rate": 0.00022831429363330191,
      "loss": 1.4105,
      "step": 48981
    },
    {
      "epoch": 2.006225680933852,
      "grad_norm": 1.558685578073876,
      "learning_rate": 0.00022831151201325927,
      "loss": 1.4915,
      "step": 48982
    },
    {
      "epoch": 2.0062666393610487,
      "grad_norm": 1.1818710000171115,
      "learning_rate": 0.00022830873035619554,
      "loss": 0.7488,
      "step": 48983
    },
    {
      "epoch": 2.0063075977882447,
      "grad_norm": 2.9573970798490556,
      "learning_rate": 0.00022830594866211194,
      "loss": 4.0782,
      "step": 48984
    },
    {
      "epoch": 2.0063485562154413,
      "grad_norm": 1.199752850144007,
      "learning_rate": 0.00022830316693100985,
      "loss": 0.8469,
      "step": 48985
    },
    {
      "epoch": 2.006389514642638,
      "grad_norm": 1.2976135517516825,
      "learning_rate": 0.00022830038516289056,
      "loss": 1.0108,
      "step": 48986
    },
    {
      "epoch": 2.006430473069834,
      "grad_norm": 0.8186135312673334,
      "learning_rate": 0.0002282976033577554,
      "loss": 0.5022,
      "step": 48987
    },
    {
      "epoch": 2.0064714314970304,
      "grad_norm": 0.8490282917567781,
      "learning_rate": 0.00022829482151560568,
      "loss": 0.2963,
      "step": 48988
    },
    {
      "epoch": 2.006512389924227,
      "grad_norm": 4.685109494563461,
      "learning_rate": 0.00022829203963644273,
      "loss": 1.2556,
      "step": 48989
    },
    {
      "epoch": 2.0065533483514235,
      "grad_norm": 1.580365599131294,
      "learning_rate": 0.0002282892577202678,
      "loss": 1.1309,
      "step": 48990
    },
    {
      "epoch": 2.0065943067786196,
      "grad_norm": 0.8764325559816335,
      "learning_rate": 0.0002282864757670823,
      "loss": 0.3073,
      "step": 48991
    },
    {
      "epoch": 2.006635265205816,
      "grad_norm": 1.2108796708548701,
      "learning_rate": 0.00022828369377688744,
      "loss": 0.7396,
      "step": 48992
    },
    {
      "epoch": 2.0066762236330127,
      "grad_norm": 0.9732611937535888,
      "learning_rate": 0.00022828091174968462,
      "loss": 0.689,
      "step": 48993
    },
    {
      "epoch": 2.0067171820602088,
      "grad_norm": 1.2800197622777731,
      "learning_rate": 0.00022827812968547517,
      "loss": 0.5835,
      "step": 48994
    },
    {
      "epoch": 2.0067581404874053,
      "grad_norm": 1.5435213124524447,
      "learning_rate": 0.0002282753475842603,
      "loss": 1.1515,
      "step": 48995
    },
    {
      "epoch": 2.006799098914602,
      "grad_norm": 1.3867959136258148,
      "learning_rate": 0.00022827256544604143,
      "loss": 0.9129,
      "step": 48996
    },
    {
      "epoch": 2.006840057341798,
      "grad_norm": 1.3701040327664096,
      "learning_rate": 0.0002282697832708198,
      "loss": 0.9412,
      "step": 48997
    },
    {
      "epoch": 2.0068810157689945,
      "grad_norm": 1.1265772548886817,
      "learning_rate": 0.00022826700105859677,
      "loss": 0.844,
      "step": 48998
    },
    {
      "epoch": 2.006921974196191,
      "grad_norm": 1.0544466137114001,
      "learning_rate": 0.00022826421880937366,
      "loss": 0.7468,
      "step": 48999
    },
    {
      "epoch": 2.006962932623387,
      "grad_norm": 1.2355474190898863,
      "learning_rate": 0.00022826143652315177,
      "loss": 0.6721,
      "step": 49000
    },
    {
      "epoch": 2.0070038910505836,
      "grad_norm": 0.7538345190346878,
      "learning_rate": 0.0002282586541999324,
      "loss": 0.2667,
      "step": 49001
    },
    {
      "epoch": 2.00704484947778,
      "grad_norm": 1.193959516137788,
      "learning_rate": 0.00022825587183971686,
      "loss": 0.2512,
      "step": 49002
    },
    {
      "epoch": 2.0070858079049763,
      "grad_norm": 1.0402689214448548,
      "learning_rate": 0.0002282530894425065,
      "loss": 0.6578,
      "step": 49003
    },
    {
      "epoch": 2.007126766332173,
      "grad_norm": 1.1535960047333509,
      "learning_rate": 0.00022825030700830264,
      "loss": 0.8379,
      "step": 49004
    },
    {
      "epoch": 2.0071677247593693,
      "grad_norm": 1.360817643139855,
      "learning_rate": 0.00022824752453710657,
      "loss": 1.0236,
      "step": 49005
    },
    {
      "epoch": 2.0072086831865654,
      "grad_norm": 1.575271105381142,
      "learning_rate": 0.00022824474202891962,
      "loss": 1.2534,
      "step": 49006
    },
    {
      "epoch": 2.007249641613762,
      "grad_norm": 3.0019818928608886,
      "learning_rate": 0.0002282419594837431,
      "loss": 3.6725,
      "step": 49007
    },
    {
      "epoch": 2.0072906000409585,
      "grad_norm": 0.7197466196046401,
      "learning_rate": 0.00022823917690157827,
      "loss": 0.3264,
      "step": 49008
    },
    {
      "epoch": 2.007331558468155,
      "grad_norm": 1.1896384917488345,
      "learning_rate": 0.00022823639428242655,
      "loss": 0.4218,
      "step": 49009
    },
    {
      "epoch": 2.007372516895351,
      "grad_norm": 0.6708440696904577,
      "learning_rate": 0.00022823361162628913,
      "loss": 0.2825,
      "step": 49010
    },
    {
      "epoch": 2.0074134753225477,
      "grad_norm": 0.7459661398617693,
      "learning_rate": 0.00022823082893316747,
      "loss": 0.4154,
      "step": 49011
    },
    {
      "epoch": 2.007454433749744,
      "grad_norm": 3.153360675551736,
      "learning_rate": 0.00022822804620306278,
      "loss": 1.2562,
      "step": 49012
    },
    {
      "epoch": 2.0074953921769403,
      "grad_norm": 1.4604718741792806,
      "learning_rate": 0.00022822526343597643,
      "loss": 0.7369,
      "step": 49013
    },
    {
      "epoch": 2.007536350604137,
      "grad_norm": 1.8161469235384624,
      "learning_rate": 0.00022822248063190972,
      "loss": 1.2679,
      "step": 49014
    },
    {
      "epoch": 2.0075773090313334,
      "grad_norm": 0.6398985485308314,
      "learning_rate": 0.0002282196977908639,
      "loss": 0.2787,
      "step": 49015
    },
    {
      "epoch": 2.0076182674585294,
      "grad_norm": 1.2756805683597463,
      "learning_rate": 0.00022821691491284042,
      "loss": 0.8394,
      "step": 49016
    },
    {
      "epoch": 2.007659225885726,
      "grad_norm": 1.4449991005803429,
      "learning_rate": 0.00022821413199784052,
      "loss": 0.8332,
      "step": 49017
    },
    {
      "epoch": 2.0077001843129225,
      "grad_norm": 2.253126666985015,
      "learning_rate": 0.00022821134904586545,
      "loss": 1.6334,
      "step": 49018
    },
    {
      "epoch": 2.0077411427401186,
      "grad_norm": 0.9926078898342591,
      "learning_rate": 0.00022820856605691663,
      "loss": 0.8641,
      "step": 49019
    },
    {
      "epoch": 2.007782101167315,
      "grad_norm": 1.4141185617629195,
      "learning_rate": 0.00022820578303099536,
      "loss": 1.0278,
      "step": 49020
    },
    {
      "epoch": 2.0078230595945117,
      "grad_norm": 1.3267343313950448,
      "learning_rate": 0.0002282029999681029,
      "loss": 0.8446,
      "step": 49021
    },
    {
      "epoch": 2.0078640180217078,
      "grad_norm": 1.0704604551282666,
      "learning_rate": 0.0002282002168682406,
      "loss": 0.6993,
      "step": 49022
    },
    {
      "epoch": 2.0079049764489043,
      "grad_norm": 1.0101320393325646,
      "learning_rate": 0.0002281974337314098,
      "loss": 0.8278,
      "step": 49023
    },
    {
      "epoch": 2.007945934876101,
      "grad_norm": 0.8518516957627963,
      "learning_rate": 0.00022819465055761177,
      "loss": 0.7117,
      "step": 49024
    },
    {
      "epoch": 2.007986893303297,
      "grad_norm": 1.2802231088811602,
      "learning_rate": 0.00022819186734684787,
      "loss": 1.1192,
      "step": 49025
    },
    {
      "epoch": 2.0080278517304935,
      "grad_norm": 0.9810674012660576,
      "learning_rate": 0.00022818908409911936,
      "loss": 0.5853,
      "step": 49026
    },
    {
      "epoch": 2.00806881015769,
      "grad_norm": 0.9719224075871188,
      "learning_rate": 0.00022818630081442763,
      "loss": 0.7865,
      "step": 49027
    },
    {
      "epoch": 2.0081097685848865,
      "grad_norm": 0.9634488296865081,
      "learning_rate": 0.00022818351749277394,
      "loss": 0.6561,
      "step": 49028
    },
    {
      "epoch": 2.0081507270120826,
      "grad_norm": 1.332759033443531,
      "learning_rate": 0.00022818073413415963,
      "loss": 1.0251,
      "step": 49029
    },
    {
      "epoch": 2.008191685439279,
      "grad_norm": 1.1912301760487003,
      "learning_rate": 0.00022817795073858593,
      "loss": 0.8527,
      "step": 49030
    },
    {
      "epoch": 2.0082326438664757,
      "grad_norm": 1.047565411041727,
      "learning_rate": 0.0002281751673060543,
      "loss": 0.7243,
      "step": 49031
    },
    {
      "epoch": 2.008273602293672,
      "grad_norm": 0.8617656818171048,
      "learning_rate": 0.00022817238383656598,
      "loss": 0.361,
      "step": 49032
    },
    {
      "epoch": 2.0083145607208683,
      "grad_norm": 1.0432036798085067,
      "learning_rate": 0.0002281696003301223,
      "loss": 0.5361,
      "step": 49033
    },
    {
      "epoch": 2.008355519148065,
      "grad_norm": 0.773971446212747,
      "learning_rate": 0.00022816681678672452,
      "loss": 0.3091,
      "step": 49034
    },
    {
      "epoch": 2.008396477575261,
      "grad_norm": 0.777726631996677,
      "learning_rate": 0.00022816403320637403,
      "loss": 0.22,
      "step": 49035
    },
    {
      "epoch": 2.0084374360024575,
      "grad_norm": 1.7186260136181497,
      "learning_rate": 0.00022816124958907217,
      "loss": 1.0668,
      "step": 49036
    },
    {
      "epoch": 2.008478394429654,
      "grad_norm": 0.8304089258575433,
      "learning_rate": 0.00022815846593482017,
      "loss": 0.3279,
      "step": 49037
    },
    {
      "epoch": 2.00851935285685,
      "grad_norm": 1.1011140121419671,
      "learning_rate": 0.00022815568224361936,
      "loss": 0.6593,
      "step": 49038
    },
    {
      "epoch": 2.0085603112840467,
      "grad_norm": 1.305334090818034,
      "learning_rate": 0.0002281528985154711,
      "loss": 0.9684,
      "step": 49039
    },
    {
      "epoch": 2.008601269711243,
      "grad_norm": 1.0114329170022613,
      "learning_rate": 0.0002281501147503767,
      "loss": 0.6893,
      "step": 49040
    },
    {
      "epoch": 2.0086422281384393,
      "grad_norm": 5.428079135859572,
      "learning_rate": 0.00022814733094833747,
      "loss": 1.2832,
      "step": 49041
    },
    {
      "epoch": 2.008683186565636,
      "grad_norm": 1.277748270408966,
      "learning_rate": 0.00022814454710935468,
      "loss": 1.0373,
      "step": 49042
    },
    {
      "epoch": 2.0087241449928324,
      "grad_norm": 1.3500473112024027,
      "learning_rate": 0.0002281417632334297,
      "loss": 0.6417,
      "step": 49043
    },
    {
      "epoch": 2.0087651034200285,
      "grad_norm": 1.0064439179551525,
      "learning_rate": 0.00022813897932056384,
      "loss": 0.7988,
      "step": 49044
    },
    {
      "epoch": 2.008806061847225,
      "grad_norm": 1.0196512595548421,
      "learning_rate": 0.00022813619537075838,
      "loss": 0.5443,
      "step": 49045
    },
    {
      "epoch": 2.0088470202744215,
      "grad_norm": 1.214261076073823,
      "learning_rate": 0.00022813341138401463,
      "loss": 0.9497,
      "step": 49046
    },
    {
      "epoch": 2.008887978701618,
      "grad_norm": 0.7235701925220185,
      "learning_rate": 0.00022813062736033398,
      "loss": 0.2801,
      "step": 49047
    },
    {
      "epoch": 2.008928937128814,
      "grad_norm": 1.2635899586326766,
      "learning_rate": 0.00022812784329971774,
      "loss": 0.8538,
      "step": 49048
    },
    {
      "epoch": 2.0089698955560107,
      "grad_norm": 1.2277474249274465,
      "learning_rate": 0.00022812505920216715,
      "loss": 0.6931,
      "step": 49049
    },
    {
      "epoch": 2.0090108539832072,
      "grad_norm": 1.1160618019978794,
      "learning_rate": 0.00022812227506768354,
      "loss": 0.9353,
      "step": 49050
    },
    {
      "epoch": 2.0090518124104033,
      "grad_norm": 0.8207935375312811,
      "learning_rate": 0.00022811949089626826,
      "loss": 0.5728,
      "step": 49051
    },
    {
      "epoch": 2.0090927708376,
      "grad_norm": 0.8321705646417761,
      "learning_rate": 0.00022811670668792267,
      "loss": 0.6254,
      "step": 49052
    },
    {
      "epoch": 2.0091337292647964,
      "grad_norm": 2.0590962969332036,
      "learning_rate": 0.00022811392244264798,
      "loss": 1.4171,
      "step": 49053
    },
    {
      "epoch": 2.0091746876919925,
      "grad_norm": 1.3244153303068824,
      "learning_rate": 0.00022811113816044557,
      "loss": 1.1713,
      "step": 49054
    },
    {
      "epoch": 2.009215646119189,
      "grad_norm": 0.9985557041855811,
      "learning_rate": 0.00022810835384131674,
      "loss": 0.7456,
      "step": 49055
    },
    {
      "epoch": 2.0092566045463855,
      "grad_norm": 1.832035870870458,
      "learning_rate": 0.0002281055694852628,
      "loss": 0.5048,
      "step": 49056
    },
    {
      "epoch": 2.0092975629735816,
      "grad_norm": 1.072897376745625,
      "learning_rate": 0.00022810278509228517,
      "loss": 0.7541,
      "step": 49057
    },
    {
      "epoch": 2.009338521400778,
      "grad_norm": 0.6824688132280086,
      "learning_rate": 0.00022810000066238498,
      "loss": 0.145,
      "step": 49058
    },
    {
      "epoch": 2.0093794798279747,
      "grad_norm": 1.4448029694567581,
      "learning_rate": 0.00022809721619556367,
      "loss": 1.3581,
      "step": 49059
    },
    {
      "epoch": 2.009420438255171,
      "grad_norm": 0.9352102917106886,
      "learning_rate": 0.00022809443169182256,
      "loss": 0.2999,
      "step": 49060
    },
    {
      "epoch": 2.0094613966823673,
      "grad_norm": 0.7225487579754712,
      "learning_rate": 0.0002280916471511629,
      "loss": 0.2799,
      "step": 49061
    },
    {
      "epoch": 2.009502355109564,
      "grad_norm": 0.9645203273885119,
      "learning_rate": 0.00022808886257358598,
      "loss": 0.6813,
      "step": 49062
    },
    {
      "epoch": 2.00954331353676,
      "grad_norm": 1.1033290331666874,
      "learning_rate": 0.00022808607795909327,
      "loss": 0.4649,
      "step": 49063
    },
    {
      "epoch": 2.0095842719639565,
      "grad_norm": 0.6487272306083975,
      "learning_rate": 0.00022808329330768596,
      "loss": 0.1902,
      "step": 49064
    },
    {
      "epoch": 2.009625230391153,
      "grad_norm": 1.1234035416494312,
      "learning_rate": 0.00022808050861936543,
      "loss": 0.6335,
      "step": 49065
    },
    {
      "epoch": 2.0096661888183496,
      "grad_norm": 1.4289557301140157,
      "learning_rate": 0.00022807772389413293,
      "loss": 0.8011,
      "step": 49066
    },
    {
      "epoch": 2.0097071472455457,
      "grad_norm": 1.5160635631998751,
      "learning_rate": 0.0002280749391319898,
      "loss": 0.9472,
      "step": 49067
    },
    {
      "epoch": 2.009748105672742,
      "grad_norm": 1.1213707725882556,
      "learning_rate": 0.00022807215433293742,
      "loss": 0.6955,
      "step": 49068
    },
    {
      "epoch": 2.0097890640999387,
      "grad_norm": 1.2227339416685368,
      "learning_rate": 0.00022806936949697706,
      "loss": 1.0598,
      "step": 49069
    },
    {
      "epoch": 2.009830022527135,
      "grad_norm": 1.335421400724571,
      "learning_rate": 0.00022806658462410994,
      "loss": 0.9735,
      "step": 49070
    },
    {
      "epoch": 2.0098709809543314,
      "grad_norm": 1.073096714692897,
      "learning_rate": 0.00022806379971433756,
      "loss": 0.7893,
      "step": 49071
    },
    {
      "epoch": 2.009911939381528,
      "grad_norm": 0.9540921032020939,
      "learning_rate": 0.0002280610147676611,
      "loss": 0.6781,
      "step": 49072
    },
    {
      "epoch": 2.009952897808724,
      "grad_norm": 0.7045641633816734,
      "learning_rate": 0.00022805822978408193,
      "loss": 0.3542,
      "step": 49073
    },
    {
      "epoch": 2.0099938562359205,
      "grad_norm": 1.4317974791979073,
      "learning_rate": 0.00022805544476360137,
      "loss": 0.7771,
      "step": 49074
    },
    {
      "epoch": 2.010034814663117,
      "grad_norm": 0.8495008179349831,
      "learning_rate": 0.0002280526597062207,
      "loss": 0.7698,
      "step": 49075
    },
    {
      "epoch": 2.010075773090313,
      "grad_norm": 1.2607588744000537,
      "learning_rate": 0.00022804987461194135,
      "loss": 0.9248,
      "step": 49076
    },
    {
      "epoch": 2.0101167315175097,
      "grad_norm": 1.0188294146086012,
      "learning_rate": 0.00022804708948076448,
      "loss": 0.6858,
      "step": 49077
    },
    {
      "epoch": 2.0101576899447062,
      "grad_norm": 1.111047461132927,
      "learning_rate": 0.00022804430431269145,
      "loss": 0.8363,
      "step": 49078
    },
    {
      "epoch": 2.0101986483719023,
      "grad_norm": 1.199917563416266,
      "learning_rate": 0.00022804151910772364,
      "loss": 0.8491,
      "step": 49079
    },
    {
      "epoch": 2.010239606799099,
      "grad_norm": 1.0362023264716897,
      "learning_rate": 0.0002280387338658623,
      "loss": 0.646,
      "step": 49080
    },
    {
      "epoch": 2.0102805652262954,
      "grad_norm": 1.1304591294243442,
      "learning_rate": 0.0002280359485871088,
      "loss": 0.8924,
      "step": 49081
    },
    {
      "epoch": 2.010321523653492,
      "grad_norm": 1.2495191112112798,
      "learning_rate": 0.00022803316327146443,
      "loss": 0.8239,
      "step": 49082
    },
    {
      "epoch": 2.010362482080688,
      "grad_norm": 0.7566922652742925,
      "learning_rate": 0.0002280303779189305,
      "loss": 0.263,
      "step": 49083
    },
    {
      "epoch": 2.0104034405078846,
      "grad_norm": 1.3045367582303045,
      "learning_rate": 0.00022802759252950835,
      "loss": 1.0386,
      "step": 49084
    },
    {
      "epoch": 2.010444398935081,
      "grad_norm": 1.1157752864167039,
      "learning_rate": 0.00022802480710319925,
      "loss": 0.8539,
      "step": 49085
    },
    {
      "epoch": 2.010485357362277,
      "grad_norm": 1.0585053366876134,
      "learning_rate": 0.00022802202164000455,
      "loss": 1.0244,
      "step": 49086
    },
    {
      "epoch": 2.0105263157894737,
      "grad_norm": 4.593210319612971,
      "learning_rate": 0.00022801923613992558,
      "loss": 2.196,
      "step": 49087
    },
    {
      "epoch": 2.0105672742166703,
      "grad_norm": 3.2806267035081715,
      "learning_rate": 0.00022801645060296365,
      "loss": 4.0511,
      "step": 49088
    },
    {
      "epoch": 2.0106082326438663,
      "grad_norm": 1.0819649179712316,
      "learning_rate": 0.00022801366502912007,
      "loss": 0.823,
      "step": 49089
    },
    {
      "epoch": 2.010649191071063,
      "grad_norm": 1.2576626292867696,
      "learning_rate": 0.00022801087941839616,
      "loss": 0.9149,
      "step": 49090
    },
    {
      "epoch": 2.0106901494982594,
      "grad_norm": 0.9054573903639793,
      "learning_rate": 0.0002280080937707932,
      "loss": 0.2185,
      "step": 49091
    },
    {
      "epoch": 2.0107311079254555,
      "grad_norm": 1.1897869603984224,
      "learning_rate": 0.00022800530808631257,
      "loss": 0.9169,
      "step": 49092
    },
    {
      "epoch": 2.010772066352652,
      "grad_norm": 1.148917408022338,
      "learning_rate": 0.00022800252236495556,
      "loss": 0.6693,
      "step": 49093
    },
    {
      "epoch": 2.0108130247798486,
      "grad_norm": 1.0932642026029171,
      "learning_rate": 0.00022799973660672345,
      "loss": 0.7048,
      "step": 49094
    },
    {
      "epoch": 2.0108539832070447,
      "grad_norm": 1.0896977518798374,
      "learning_rate": 0.00022799695081161762,
      "loss": 0.7626,
      "step": 49095
    },
    {
      "epoch": 2.010894941634241,
      "grad_norm": 1.3255402109892769,
      "learning_rate": 0.00022799416497963935,
      "loss": 1.1678,
      "step": 49096
    },
    {
      "epoch": 2.0109359000614377,
      "grad_norm": 1.5380974016593263,
      "learning_rate": 0.00022799137911079,
      "loss": 1.1643,
      "step": 49097
    },
    {
      "epoch": 2.010976858488634,
      "grad_norm": 0.9425067893278,
      "learning_rate": 0.00022798859320507077,
      "loss": 0.7624,
      "step": 49098
    },
    {
      "epoch": 2.0110178169158304,
      "grad_norm": 1.5773746320091957,
      "learning_rate": 0.00022798580726248314,
      "loss": 1.2433,
      "step": 49099
    },
    {
      "epoch": 2.011058775343027,
      "grad_norm": 0.8615013056098232,
      "learning_rate": 0.00022798302128302828,
      "loss": 0.2888,
      "step": 49100
    },
    {
      "epoch": 2.0110997337702234,
      "grad_norm": 1.3146550104248373,
      "learning_rate": 0.00022798023526670764,
      "loss": 0.6918,
      "step": 49101
    },
    {
      "epoch": 2.0111406921974195,
      "grad_norm": 1.4324491623400728,
      "learning_rate": 0.00022797744921352242,
      "loss": 1.0056,
      "step": 49102
    },
    {
      "epoch": 2.011181650624616,
      "grad_norm": 1.064951318777671,
      "learning_rate": 0.000227974663123474,
      "loss": 0.468,
      "step": 49103
    },
    {
      "epoch": 2.0112226090518126,
      "grad_norm": 1.0600121477247992,
      "learning_rate": 0.00022797187699656368,
      "loss": 0.6784,
      "step": 49104
    },
    {
      "epoch": 2.0112635674790087,
      "grad_norm": 0.9252775013976506,
      "learning_rate": 0.0002279690908327928,
      "loss": 0.7364,
      "step": 49105
    },
    {
      "epoch": 2.0113045259062052,
      "grad_norm": 1.1218886596406104,
      "learning_rate": 0.00022796630463216261,
      "loss": 0.6599,
      "step": 49106
    },
    {
      "epoch": 2.0113454843334018,
      "grad_norm": 0.8669905588754139,
      "learning_rate": 0.00022796351839467452,
      "loss": 0.7919,
      "step": 49107
    },
    {
      "epoch": 2.011386442760598,
      "grad_norm": 1.2554822807411201,
      "learning_rate": 0.0002279607321203298,
      "loss": 0.7272,
      "step": 49108
    },
    {
      "epoch": 2.0114274011877944,
      "grad_norm": 1.063165017670185,
      "learning_rate": 0.00022795794580912979,
      "loss": 0.4548,
      "step": 49109
    },
    {
      "epoch": 2.011468359614991,
      "grad_norm": 1.004798482296281,
      "learning_rate": 0.0002279551594610757,
      "loss": 0.8057,
      "step": 49110
    },
    {
      "epoch": 2.011509318042187,
      "grad_norm": 3.2993212258178626,
      "learning_rate": 0.000227952373076169,
      "loss": 1.2096,
      "step": 49111
    },
    {
      "epoch": 2.0115502764693836,
      "grad_norm": 0.9389652907167021,
      "learning_rate": 0.00022794958665441097,
      "loss": 0.6136,
      "step": 49112
    },
    {
      "epoch": 2.01159123489658,
      "grad_norm": 1.0047907280402555,
      "learning_rate": 0.00022794680019580288,
      "loss": 0.7587,
      "step": 49113
    },
    {
      "epoch": 2.011632193323776,
      "grad_norm": 0.9252629275673454,
      "learning_rate": 0.000227944013700346,
      "loss": 0.6624,
      "step": 49114
    },
    {
      "epoch": 2.0116731517509727,
      "grad_norm": 1.8976583900524575,
      "learning_rate": 0.00022794122716804176,
      "loss": 2.3811,
      "step": 49115
    },
    {
      "epoch": 2.0117141101781693,
      "grad_norm": 3.5599700994167884,
      "learning_rate": 0.00022793844059889148,
      "loss": 1.7307,
      "step": 49116
    },
    {
      "epoch": 2.0117550686053653,
      "grad_norm": 3.177490410216277,
      "learning_rate": 0.0002279356539928964,
      "loss": 2.4778,
      "step": 49117
    },
    {
      "epoch": 2.011796027032562,
      "grad_norm": 0.9928917071334993,
      "learning_rate": 0.00022793286735005777,
      "loss": 0.8312,
      "step": 49118
    },
    {
      "epoch": 2.0118369854597584,
      "grad_norm": 0.9559655281666474,
      "learning_rate": 0.0002279300806703771,
      "loss": 0.7643,
      "step": 49119
    },
    {
      "epoch": 2.011877943886955,
      "grad_norm": 1.2898446414019844,
      "learning_rate": 0.00022792729395385562,
      "loss": 0.9116,
      "step": 49120
    },
    {
      "epoch": 2.011918902314151,
      "grad_norm": 1.1381493892004402,
      "learning_rate": 0.0002279245072004946,
      "loss": 0.9786,
      "step": 49121
    },
    {
      "epoch": 2.0119598607413476,
      "grad_norm": 0.9979835883562249,
      "learning_rate": 0.00022792172041029537,
      "loss": 0.2855,
      "step": 49122
    },
    {
      "epoch": 2.012000819168544,
      "grad_norm": 0.9055843639429427,
      "learning_rate": 0.00022791893358325933,
      "loss": 0.754,
      "step": 49123
    },
    {
      "epoch": 2.01204177759574,
      "grad_norm": 1.0330632638129482,
      "learning_rate": 0.00022791614671938772,
      "loss": 0.8038,
      "step": 49124
    },
    {
      "epoch": 2.0120827360229367,
      "grad_norm": 0.8877744439071247,
      "learning_rate": 0.00022791335981868187,
      "loss": 0.7324,
      "step": 49125
    },
    {
      "epoch": 2.0121236944501333,
      "grad_norm": 1.358981745717672,
      "learning_rate": 0.00022791057288114308,
      "loss": 1.2902,
      "step": 49126
    },
    {
      "epoch": 2.0121646528773294,
      "grad_norm": 1.668640435697993,
      "learning_rate": 0.0002279077859067727,
      "loss": 1.2719,
      "step": 49127
    },
    {
      "epoch": 2.012205611304526,
      "grad_norm": 1.4744371709445567,
      "learning_rate": 0.00022790499889557207,
      "loss": 1.4731,
      "step": 49128
    },
    {
      "epoch": 2.0122465697317224,
      "grad_norm": 1.495109196578848,
      "learning_rate": 0.00022790221184754248,
      "loss": 0.9289,
      "step": 49129
    },
    {
      "epoch": 2.0122875281589185,
      "grad_norm": 1.0733171241559654,
      "learning_rate": 0.00022789942476268522,
      "loss": 0.8423,
      "step": 49130
    },
    {
      "epoch": 2.012328486586115,
      "grad_norm": 2.281867058375798,
      "learning_rate": 0.00022789663764100163,
      "loss": 0.9861,
      "step": 49131
    },
    {
      "epoch": 2.0123694450133116,
      "grad_norm": 0.8503629078922376,
      "learning_rate": 0.00022789385048249303,
      "loss": 0.5805,
      "step": 49132
    },
    {
      "epoch": 2.0124104034405077,
      "grad_norm": 1.3756243376955222,
      "learning_rate": 0.00022789106328716078,
      "loss": 1.0908,
      "step": 49133
    },
    {
      "epoch": 2.0124513618677042,
      "grad_norm": 1.1374642731174265,
      "learning_rate": 0.0002278882760550061,
      "loss": 0.8509,
      "step": 49134
    },
    {
      "epoch": 2.0124923202949008,
      "grad_norm": 1.1222877797926527,
      "learning_rate": 0.00022788548878603039,
      "loss": 0.8246,
      "step": 49135
    },
    {
      "epoch": 2.012533278722097,
      "grad_norm": 1.5951326523998133,
      "learning_rate": 0.0002278827014802349,
      "loss": 0.5719,
      "step": 49136
    },
    {
      "epoch": 2.0125742371492934,
      "grad_norm": 0.9624903736288117,
      "learning_rate": 0.00022787991413762105,
      "loss": 0.8403,
      "step": 49137
    },
    {
      "epoch": 2.01261519557649,
      "grad_norm": 1.2920764970735164,
      "learning_rate": 0.00022787712675819004,
      "loss": 0.7454,
      "step": 49138
    },
    {
      "epoch": 2.0126561540036865,
      "grad_norm": 1.1271089309901814,
      "learning_rate": 0.0002278743393419433,
      "loss": 0.7977,
      "step": 49139
    },
    {
      "epoch": 2.0126971124308826,
      "grad_norm": 1.0902542583429367,
      "learning_rate": 0.00022787155188888208,
      "loss": 0.6889,
      "step": 49140
    },
    {
      "epoch": 2.012738070858079,
      "grad_norm": 0.7836010922011329,
      "learning_rate": 0.00022786876439900768,
      "loss": 0.2702,
      "step": 49141
    },
    {
      "epoch": 2.0127790292852756,
      "grad_norm": 1.0824948186264955,
      "learning_rate": 0.00022786597687232143,
      "loss": 0.8439,
      "step": 49142
    },
    {
      "epoch": 2.0128199877124717,
      "grad_norm": 0.9481958957286376,
      "learning_rate": 0.0002278631893088247,
      "loss": 0.5722,
      "step": 49143
    },
    {
      "epoch": 2.0128609461396683,
      "grad_norm": 0.736229013359199,
      "learning_rate": 0.00022786040170851877,
      "loss": 0.2648,
      "step": 49144
    },
    {
      "epoch": 2.012901904566865,
      "grad_norm": 0.971840168336689,
      "learning_rate": 0.00022785761407140498,
      "loss": 0.6296,
      "step": 49145
    },
    {
      "epoch": 2.012942862994061,
      "grad_norm": 0.8744205558420215,
      "learning_rate": 0.00022785482639748456,
      "loss": 0.5652,
      "step": 49146
    },
    {
      "epoch": 2.0129838214212574,
      "grad_norm": 0.9802635315178685,
      "learning_rate": 0.00022785203868675897,
      "loss": 0.4013,
      "step": 49147
    },
    {
      "epoch": 2.013024779848454,
      "grad_norm": 3.9652771052802027,
      "learning_rate": 0.00022784925093922946,
      "loss": 2.2334,
      "step": 49148
    },
    {
      "epoch": 2.01306573827565,
      "grad_norm": 2.0428021505561116,
      "learning_rate": 0.00022784646315489727,
      "loss": 0.7748,
      "step": 49149
    },
    {
      "epoch": 2.0131066967028466,
      "grad_norm": 2.021368509308894,
      "learning_rate": 0.00022784367533376383,
      "loss": 1.1724,
      "step": 49150
    },
    {
      "epoch": 2.013147655130043,
      "grad_norm": 0.6705962549144182,
      "learning_rate": 0.00022784088747583041,
      "loss": 0.2854,
      "step": 49151
    },
    {
      "epoch": 2.013188613557239,
      "grad_norm": 1.2810697099698112,
      "learning_rate": 0.00022783809958109834,
      "loss": 1.0056,
      "step": 49152
    },
    {
      "epoch": 2.0132295719844358,
      "grad_norm": 0.8159240659559068,
      "learning_rate": 0.0002278353116495689,
      "loss": 0.6657,
      "step": 49153
    },
    {
      "epoch": 2.0132705304116323,
      "grad_norm": 1.2465114365442027,
      "learning_rate": 0.0002278325236812435,
      "loss": 0.8816,
      "step": 49154
    },
    {
      "epoch": 2.0133114888388284,
      "grad_norm": 4.998407295700875,
      "learning_rate": 0.00022782973567612335,
      "loss": 3.1899,
      "step": 49155
    },
    {
      "epoch": 2.013352447266025,
      "grad_norm": 1.4280015852347634,
      "learning_rate": 0.00022782694763420988,
      "loss": 0.5686,
      "step": 49156
    },
    {
      "epoch": 2.0133934056932214,
      "grad_norm": 0.9269514146726896,
      "learning_rate": 0.0002278241595555043,
      "loss": 0.3855,
      "step": 49157
    },
    {
      "epoch": 2.013434364120418,
      "grad_norm": 0.9402994151372588,
      "learning_rate": 0.00022782137144000797,
      "loss": 0.752,
      "step": 49158
    },
    {
      "epoch": 2.013475322547614,
      "grad_norm": 1.4429876965499964,
      "learning_rate": 0.00022781858328772218,
      "loss": 0.5198,
      "step": 49159
    },
    {
      "epoch": 2.0135162809748106,
      "grad_norm": 1.1966590000593853,
      "learning_rate": 0.00022781579509864835,
      "loss": 0.9805,
      "step": 49160
    },
    {
      "epoch": 2.013557239402007,
      "grad_norm": 1.088683850706329,
      "learning_rate": 0.0002278130068727877,
      "loss": 0.8701,
      "step": 49161
    },
    {
      "epoch": 2.0135981978292032,
      "grad_norm": 0.8726484185858022,
      "learning_rate": 0.00022781021861014152,
      "loss": 0.6601,
      "step": 49162
    },
    {
      "epoch": 2.0136391562563998,
      "grad_norm": 1.3144815610789127,
      "learning_rate": 0.00022780743031071125,
      "loss": 0.9873,
      "step": 49163
    },
    {
      "epoch": 2.0136801146835963,
      "grad_norm": 1.1057650540786998,
      "learning_rate": 0.00022780464197449813,
      "loss": 0.9598,
      "step": 49164
    },
    {
      "epoch": 2.0137210731107924,
      "grad_norm": 1.3962526001095477,
      "learning_rate": 0.0002278018536015035,
      "loss": 1.1947,
      "step": 49165
    },
    {
      "epoch": 2.013762031537989,
      "grad_norm": 5.147692800320174,
      "learning_rate": 0.0002277990651917286,
      "loss": 2.759,
      "step": 49166
    },
    {
      "epoch": 2.0138029899651855,
      "grad_norm": 1.0175582851494578,
      "learning_rate": 0.0002277962767451749,
      "loss": 0.606,
      "step": 49167
    },
    {
      "epoch": 2.0138439483923816,
      "grad_norm": 1.0036347599374909,
      "learning_rate": 0.00022779348826184361,
      "loss": 0.5784,
      "step": 49168
    },
    {
      "epoch": 2.013884906819578,
      "grad_norm": 1.2660462818983393,
      "learning_rate": 0.00022779069974173608,
      "loss": 0.9222,
      "step": 49169
    },
    {
      "epoch": 2.0139258652467746,
      "grad_norm": 0.8965740759054865,
      "learning_rate": 0.00022778791118485358,
      "loss": 0.7501,
      "step": 49170
    },
    {
      "epoch": 2.0139668236739707,
      "grad_norm": 1.0929545652893058,
      "learning_rate": 0.0002277851225911975,
      "loss": 0.8842,
      "step": 49171
    },
    {
      "epoch": 2.0140077821011673,
      "grad_norm": 1.591097666532668,
      "learning_rate": 0.00022778233396076914,
      "loss": 1.3083,
      "step": 49172
    },
    {
      "epoch": 2.014048740528364,
      "grad_norm": 0.9259261469229094,
      "learning_rate": 0.0002277795452935698,
      "loss": 0.4503,
      "step": 49173
    },
    {
      "epoch": 2.01408969895556,
      "grad_norm": 1.4074459906711205,
      "learning_rate": 0.0002277767565896008,
      "loss": 1.2729,
      "step": 49174
    },
    {
      "epoch": 2.0141306573827564,
      "grad_norm": 2.274379901044145,
      "learning_rate": 0.00022777396784886346,
      "loss": 1.8765,
      "step": 49175
    },
    {
      "epoch": 2.014171615809953,
      "grad_norm": 5.9383547463040305,
      "learning_rate": 0.0002277711790713591,
      "loss": 2.5102,
      "step": 49176
    },
    {
      "epoch": 2.0142125742371495,
      "grad_norm": 1.748430521860594,
      "learning_rate": 0.00022776839025708903,
      "loss": 0.9633,
      "step": 49177
    },
    {
      "epoch": 2.0142535326643456,
      "grad_norm": 1.1387758372425825,
      "learning_rate": 0.00022776560140605457,
      "loss": 0.5561,
      "step": 49178
    },
    {
      "epoch": 2.014294491091542,
      "grad_norm": 1.075903516490078,
      "learning_rate": 0.00022776281251825705,
      "loss": 0.7094,
      "step": 49179
    },
    {
      "epoch": 2.0143354495187387,
      "grad_norm": 0.9454566657544773,
      "learning_rate": 0.0002277600235936978,
      "loss": 0.764,
      "step": 49180
    },
    {
      "epoch": 2.0143764079459348,
      "grad_norm": 1.0871296669994706,
      "learning_rate": 0.00022775723463237815,
      "loss": 0.5172,
      "step": 49181
    },
    {
      "epoch": 2.0144173663731313,
      "grad_norm": 0.9813289071438952,
      "learning_rate": 0.00022775444563429936,
      "loss": 0.732,
      "step": 49182
    },
    {
      "epoch": 2.014458324800328,
      "grad_norm": 1.0924060774933955,
      "learning_rate": 0.0002277516565994628,
      "loss": 0.873,
      "step": 49183
    },
    {
      "epoch": 2.014499283227524,
      "grad_norm": 0.9694970756033474,
      "learning_rate": 0.00022774886752786975,
      "loss": 0.5579,
      "step": 49184
    },
    {
      "epoch": 2.0145402416547205,
      "grad_norm": 1.2678962398220572,
      "learning_rate": 0.00022774607841952155,
      "loss": 0.7795,
      "step": 49185
    },
    {
      "epoch": 2.014581200081917,
      "grad_norm": 1.8264506321301894,
      "learning_rate": 0.00022774328927441953,
      "loss": 1.1858,
      "step": 49186
    },
    {
      "epoch": 2.014622158509113,
      "grad_norm": 1.248405626899859,
      "learning_rate": 0.00022774050009256497,
      "loss": 0.6353,
      "step": 49187
    },
    {
      "epoch": 2.0146631169363096,
      "grad_norm": 0.6870901808234479,
      "learning_rate": 0.00022773771087395922,
      "loss": 0.229,
      "step": 49188
    },
    {
      "epoch": 2.014704075363506,
      "grad_norm": 1.0450902117393268,
      "learning_rate": 0.00022773492161860362,
      "loss": 0.72,
      "step": 49189
    },
    {
      "epoch": 2.0147450337907022,
      "grad_norm": 0.8627499129405507,
      "learning_rate": 0.0002277321323264994,
      "loss": 0.3935,
      "step": 49190
    },
    {
      "epoch": 2.014785992217899,
      "grad_norm": 1.090893843254018,
      "learning_rate": 0.00022772934299764794,
      "loss": 0.7397,
      "step": 49191
    },
    {
      "epoch": 2.0148269506450953,
      "grad_norm": 0.7735356780188287,
      "learning_rate": 0.00022772655363205059,
      "loss": 0.3288,
      "step": 49192
    },
    {
      "epoch": 2.0148679090722914,
      "grad_norm": 1.0992243908944643,
      "learning_rate": 0.00022772376422970864,
      "loss": 0.5148,
      "step": 49193
    },
    {
      "epoch": 2.014908867499488,
      "grad_norm": 3.4519317210606824,
      "learning_rate": 0.00022772097479062338,
      "loss": 1.7026,
      "step": 49194
    },
    {
      "epoch": 2.0149498259266845,
      "grad_norm": 0.9558898829661161,
      "learning_rate": 0.0002277181853147962,
      "loss": 0.5893,
      "step": 49195
    },
    {
      "epoch": 2.014990784353881,
      "grad_norm": 1.1800465025596016,
      "learning_rate": 0.0002277153958022283,
      "loss": 0.7453,
      "step": 49196
    },
    {
      "epoch": 2.015031742781077,
      "grad_norm": 1.370352688759096,
      "learning_rate": 0.00022771260625292116,
      "loss": 1.2196,
      "step": 49197
    },
    {
      "epoch": 2.0150727012082736,
      "grad_norm": 1.1147270715893507,
      "learning_rate": 0.00022770981666687593,
      "loss": 0.7282,
      "step": 49198
    },
    {
      "epoch": 2.01511365963547,
      "grad_norm": 1.356838593328934,
      "learning_rate": 0.00022770702704409402,
      "loss": 1.3036,
      "step": 49199
    },
    {
      "epoch": 2.0151546180626663,
      "grad_norm": 1.0833453690084802,
      "learning_rate": 0.00022770423738457677,
      "loss": 0.6915,
      "step": 49200
    },
    {
      "epoch": 2.015195576489863,
      "grad_norm": 2.763039098883137,
      "learning_rate": 0.00022770144768832548,
      "loss": 1.0175,
      "step": 49201
    },
    {
      "epoch": 2.0152365349170593,
      "grad_norm": 0.9319260794359037,
      "learning_rate": 0.00022769865795534142,
      "loss": 0.2222,
      "step": 49202
    },
    {
      "epoch": 2.0152774933442554,
      "grad_norm": 0.8000340825408075,
      "learning_rate": 0.0002276958681856259,
      "loss": 0.2598,
      "step": 49203
    },
    {
      "epoch": 2.015318451771452,
      "grad_norm": 2.087492100652612,
      "learning_rate": 0.00022769307837918037,
      "loss": 0.7967,
      "step": 49204
    },
    {
      "epoch": 2.0153594101986485,
      "grad_norm": 1.397929094292657,
      "learning_rate": 0.00022769028853600602,
      "loss": 0.7584,
      "step": 49205
    },
    {
      "epoch": 2.0154003686258446,
      "grad_norm": 0.7783788698731489,
      "learning_rate": 0.00022768749865610422,
      "loss": 0.3103,
      "step": 49206
    },
    {
      "epoch": 2.015441327053041,
      "grad_norm": 0.9346311849229291,
      "learning_rate": 0.00022768470873947626,
      "loss": 0.5997,
      "step": 49207
    },
    {
      "epoch": 2.0154822854802377,
      "grad_norm": 1.0540350080767613,
      "learning_rate": 0.00022768191878612347,
      "loss": 0.7279,
      "step": 49208
    },
    {
      "epoch": 2.0155232439074338,
      "grad_norm": 1.2302044902365377,
      "learning_rate": 0.00022767912879604723,
      "loss": 0.7911,
      "step": 49209
    },
    {
      "epoch": 2.0155642023346303,
      "grad_norm": 1.0206405298105274,
      "learning_rate": 0.00022767633876924872,
      "loss": 0.6957,
      "step": 49210
    },
    {
      "epoch": 2.015605160761827,
      "grad_norm": 1.2599401384670377,
      "learning_rate": 0.0002276735487057294,
      "loss": 1.1563,
      "step": 49211
    },
    {
      "epoch": 2.015646119189023,
      "grad_norm": 1.0337707371242646,
      "learning_rate": 0.00022767075860549054,
      "loss": 0.7241,
      "step": 49212
    },
    {
      "epoch": 2.0156870776162195,
      "grad_norm": 0.8779089230790902,
      "learning_rate": 0.00022766796846853342,
      "loss": 0.658,
      "step": 49213
    },
    {
      "epoch": 2.015728036043416,
      "grad_norm": 1.0489262433199509,
      "learning_rate": 0.0002276651782948594,
      "loss": 0.7666,
      "step": 49214
    },
    {
      "epoch": 2.0157689944706125,
      "grad_norm": 1.020919591706755,
      "learning_rate": 0.00022766238808446984,
      "loss": 0.7255,
      "step": 49215
    },
    {
      "epoch": 2.0158099528978086,
      "grad_norm": 6.697491877802,
      "learning_rate": 0.00022765959783736597,
      "loss": 4.8775,
      "step": 49216
    },
    {
      "epoch": 2.015850911325005,
      "grad_norm": 1.12712671505862,
      "learning_rate": 0.00022765680755354917,
      "loss": 0.9375,
      "step": 49217
    },
    {
      "epoch": 2.0158918697522017,
      "grad_norm": 0.9849121123292724,
      "learning_rate": 0.00022765401723302071,
      "loss": 0.7096,
      "step": 49218
    },
    {
      "epoch": 2.015932828179398,
      "grad_norm": 2.646126169195344,
      "learning_rate": 0.00022765122687578193,
      "loss": 1.3773,
      "step": 49219
    },
    {
      "epoch": 2.0159737866065943,
      "grad_norm": 1.4082104506226953,
      "learning_rate": 0.00022764843648183418,
      "loss": 1.0462,
      "step": 49220
    },
    {
      "epoch": 2.016014745033791,
      "grad_norm": 2.3892305411046486,
      "learning_rate": 0.00022764564605117873,
      "loss": 0.9153,
      "step": 49221
    },
    {
      "epoch": 2.016055703460987,
      "grad_norm": 1.7338775474627637,
      "learning_rate": 0.00022764285558381697,
      "loss": 1.4063,
      "step": 49222
    },
    {
      "epoch": 2.0160966618881835,
      "grad_norm": 1.1967806726224535,
      "learning_rate": 0.00022764006507975014,
      "loss": 0.9065,
      "step": 49223
    },
    {
      "epoch": 2.01613762031538,
      "grad_norm": 1.5228196057105576,
      "learning_rate": 0.0002276372745389796,
      "loss": 1.2081,
      "step": 49224
    },
    {
      "epoch": 2.016178578742576,
      "grad_norm": 0.8278087987302921,
      "learning_rate": 0.00022763448396150666,
      "loss": 0.2983,
      "step": 49225
    },
    {
      "epoch": 2.0162195371697726,
      "grad_norm": 0.9381553665279585,
      "learning_rate": 0.00022763169334733257,
      "loss": 0.5912,
      "step": 49226
    },
    {
      "epoch": 2.016260495596969,
      "grad_norm": 1.5614317368388697,
      "learning_rate": 0.00022762890269645882,
      "loss": 1.0654,
      "step": 49227
    },
    {
      "epoch": 2.0163014540241653,
      "grad_norm": 1.3562640291079728,
      "learning_rate": 0.0002276261120088866,
      "loss": 1.0986,
      "step": 49228
    },
    {
      "epoch": 2.016342412451362,
      "grad_norm": 1.0136954467051176,
      "learning_rate": 0.00022762332128461728,
      "loss": 0.584,
      "step": 49229
    },
    {
      "epoch": 2.0163833708785583,
      "grad_norm": 1.2281150097573927,
      "learning_rate": 0.0002276205305236521,
      "loss": 0.6466,
      "step": 49230
    },
    {
      "epoch": 2.016424329305755,
      "grad_norm": 2.1113243835472124,
      "learning_rate": 0.00022761773972599246,
      "loss": 0.6204,
      "step": 49231
    },
    {
      "epoch": 2.016465287732951,
      "grad_norm": 1.3285251255450876,
      "learning_rate": 0.0002276149488916397,
      "loss": 0.8083,
      "step": 49232
    },
    {
      "epoch": 2.0165062461601475,
      "grad_norm": 11.4360983237807,
      "learning_rate": 0.00022761215802059504,
      "loss": 4.8255,
      "step": 49233
    },
    {
      "epoch": 2.016547204587344,
      "grad_norm": 1.0679575960464056,
      "learning_rate": 0.00022760936711285987,
      "loss": 0.27,
      "step": 49234
    },
    {
      "epoch": 2.01658816301454,
      "grad_norm": 0.9797632556440823,
      "learning_rate": 0.0002276065761684355,
      "loss": 0.7583,
      "step": 49235
    },
    {
      "epoch": 2.0166291214417367,
      "grad_norm": 1.8834676647137698,
      "learning_rate": 0.00022760378518732328,
      "loss": 1.3302,
      "step": 49236
    },
    {
      "epoch": 2.016670079868933,
      "grad_norm": 1.197245801364114,
      "learning_rate": 0.00022760099416952446,
      "loss": 0.6109,
      "step": 49237
    },
    {
      "epoch": 2.0167110382961293,
      "grad_norm": 1.2477709673537478,
      "learning_rate": 0.00022759820311504033,
      "loss": 0.7617,
      "step": 49238
    },
    {
      "epoch": 2.016751996723326,
      "grad_norm": 1.0399914989332106,
      "learning_rate": 0.00022759541202387236,
      "loss": 0.6741,
      "step": 49239
    },
    {
      "epoch": 2.0167929551505224,
      "grad_norm": 1.2200211901410851,
      "learning_rate": 0.00022759262089602178,
      "loss": 1.1182,
      "step": 49240
    },
    {
      "epoch": 2.0168339135777185,
      "grad_norm": 1.4347170966588838,
      "learning_rate": 0.00022758982973148986,
      "loss": 0.7512,
      "step": 49241
    },
    {
      "epoch": 2.016874872004915,
      "grad_norm": 1.8520670416249099,
      "learning_rate": 0.00022758703853027802,
      "loss": 1.4976,
      "step": 49242
    },
    {
      "epoch": 2.0169158304321115,
      "grad_norm": 0.6274300056572935,
      "learning_rate": 0.0002275842472923875,
      "loss": 0.1992,
      "step": 49243
    },
    {
      "epoch": 2.0169567888593076,
      "grad_norm": 0.7951656405046573,
      "learning_rate": 0.00022758145601781967,
      "loss": 0.3197,
      "step": 49244
    },
    {
      "epoch": 2.016997747286504,
      "grad_norm": 0.7141516146089999,
      "learning_rate": 0.0002275786647065758,
      "loss": 0.2701,
      "step": 49245
    },
    {
      "epoch": 2.0170387057137007,
      "grad_norm": 0.9705126754586616,
      "learning_rate": 0.00022757587335865725,
      "loss": 0.7685,
      "step": 49246
    },
    {
      "epoch": 2.017079664140897,
      "grad_norm": 0.7399100749926673,
      "learning_rate": 0.00022757308197406535,
      "loss": 0.2835,
      "step": 49247
    },
    {
      "epoch": 2.0171206225680933,
      "grad_norm": 1.132138622934989,
      "learning_rate": 0.00022757029055280137,
      "loss": 0.5338,
      "step": 49248
    },
    {
      "epoch": 2.01716158099529,
      "grad_norm": 1.2417265319297093,
      "learning_rate": 0.00022756749909486672,
      "loss": 1.045,
      "step": 49249
    },
    {
      "epoch": 2.0172025394224864,
      "grad_norm": 0.9486190454956573,
      "learning_rate": 0.00022756470760026257,
      "loss": 0.7333,
      "step": 49250
    },
    {
      "epoch": 2.0172434978496825,
      "grad_norm": 0.6947510908896442,
      "learning_rate": 0.00022756191606899037,
      "loss": 0.2701,
      "step": 49251
    },
    {
      "epoch": 2.017284456276879,
      "grad_norm": 0.683982284967276,
      "learning_rate": 0.00022755912450105143,
      "loss": 0.2754,
      "step": 49252
    },
    {
      "epoch": 2.0173254147040756,
      "grad_norm": 0.6766864794220803,
      "learning_rate": 0.00022755633289644702,
      "loss": 0.2794,
      "step": 49253
    },
    {
      "epoch": 2.0173663731312717,
      "grad_norm": 0.7562690666138389,
      "learning_rate": 0.00022755354125517842,
      "loss": 0.2936,
      "step": 49254
    },
    {
      "epoch": 2.017407331558468,
      "grad_norm": 1.0124394315959047,
      "learning_rate": 0.00022755074957724703,
      "loss": 0.7379,
      "step": 49255
    },
    {
      "epoch": 2.0174482899856647,
      "grad_norm": 2.592208706237825,
      "learning_rate": 0.00022754795786265422,
      "loss": 2.8736,
      "step": 49256
    },
    {
      "epoch": 2.017489248412861,
      "grad_norm": 0.7199267360028916,
      "learning_rate": 0.00022754516611140117,
      "loss": 0.2846,
      "step": 49257
    },
    {
      "epoch": 2.0175302068400573,
      "grad_norm": 1.0130713538970093,
      "learning_rate": 0.0002275423743234892,
      "loss": 0.8351,
      "step": 49258
    },
    {
      "epoch": 2.017571165267254,
      "grad_norm": 1.2064109921337336,
      "learning_rate": 0.0002275395824989198,
      "loss": 0.9236,
      "step": 49259
    },
    {
      "epoch": 2.01761212369445,
      "grad_norm": 1.147859492011381,
      "learning_rate": 0.00022753679063769412,
      "loss": 0.6966,
      "step": 49260
    },
    {
      "epoch": 2.0176530821216465,
      "grad_norm": 0.7689362459403286,
      "learning_rate": 0.0002275339987398136,
      "loss": 0.5227,
      "step": 49261
    },
    {
      "epoch": 2.017694040548843,
      "grad_norm": 0.9025990709214328,
      "learning_rate": 0.00022753120680527947,
      "loss": 0.5916,
      "step": 49262
    },
    {
      "epoch": 2.017734998976039,
      "grad_norm": 1.108396322402417,
      "learning_rate": 0.0002275284148340931,
      "loss": 0.7125,
      "step": 49263
    },
    {
      "epoch": 2.0177759574032357,
      "grad_norm": 1.2372226810973228,
      "learning_rate": 0.00022752562282625578,
      "loss": 1.1465,
      "step": 49264
    },
    {
      "epoch": 2.017816915830432,
      "grad_norm": 1.16019874351569,
      "learning_rate": 0.00022752283078176887,
      "loss": 0.7956,
      "step": 49265
    },
    {
      "epoch": 2.0178578742576283,
      "grad_norm": 0.911838609906581,
      "learning_rate": 0.0002275200387006336,
      "loss": 0.59,
      "step": 49266
    },
    {
      "epoch": 2.017898832684825,
      "grad_norm": 0.8782672500699261,
      "learning_rate": 0.0002275172465828514,
      "loss": 0.306,
      "step": 49267
    },
    {
      "epoch": 2.0179397911120214,
      "grad_norm": 1.2260090193678324,
      "learning_rate": 0.00022751445442842355,
      "loss": 0.668,
      "step": 49268
    },
    {
      "epoch": 2.017980749539218,
      "grad_norm": 0.9637448130723847,
      "learning_rate": 0.0002275116622373514,
      "loss": 0.7393,
      "step": 49269
    },
    {
      "epoch": 2.018021707966414,
      "grad_norm": 0.9681175435803238,
      "learning_rate": 0.00022750887000963616,
      "loss": 0.7063,
      "step": 49270
    },
    {
      "epoch": 2.0180626663936105,
      "grad_norm": 1.2981705870230922,
      "learning_rate": 0.00022750607774527922,
      "loss": 1.1309,
      "step": 49271
    },
    {
      "epoch": 2.018103624820807,
      "grad_norm": 0.9575549682627748,
      "learning_rate": 0.00022750328544428197,
      "loss": 0.5865,
      "step": 49272
    },
    {
      "epoch": 2.018144583248003,
      "grad_norm": 1.1204121078608158,
      "learning_rate": 0.00022750049310664563,
      "loss": 0.9444,
      "step": 49273
    },
    {
      "epoch": 2.0181855416751997,
      "grad_norm": 0.859247058141916,
      "learning_rate": 0.00022749770073237155,
      "loss": 0.3082,
      "step": 49274
    },
    {
      "epoch": 2.0182265001023962,
      "grad_norm": 1.1275845762829446,
      "learning_rate": 0.00022749490832146106,
      "loss": 0.7102,
      "step": 49275
    },
    {
      "epoch": 2.0182674585295923,
      "grad_norm": 0.6549352016195554,
      "learning_rate": 0.00022749211587391548,
      "loss": 0.2778,
      "step": 49276
    },
    {
      "epoch": 2.018308416956789,
      "grad_norm": 1.297729251882586,
      "learning_rate": 0.00022748932338973612,
      "loss": 0.9402,
      "step": 49277
    },
    {
      "epoch": 2.0183493753839854,
      "grad_norm": 0.7414387513590859,
      "learning_rate": 0.0002274865308689243,
      "loss": 0.3275,
      "step": 49278
    },
    {
      "epoch": 2.0183903338111815,
      "grad_norm": 2.3316301674961473,
      "learning_rate": 0.00022748373831148135,
      "loss": 3.0074,
      "step": 49279
    },
    {
      "epoch": 2.018431292238378,
      "grad_norm": 0.6390441189054338,
      "learning_rate": 0.00022748094571740856,
      "loss": 0.2175,
      "step": 49280
    },
    {
      "epoch": 2.0184722506655746,
      "grad_norm": 1.2559672690032861,
      "learning_rate": 0.00022747815308670733,
      "loss": 0.5425,
      "step": 49281
    },
    {
      "epoch": 2.0185132090927707,
      "grad_norm": 1.2102271263650224,
      "learning_rate": 0.00022747536041937884,
      "loss": 0.8089,
      "step": 49282
    },
    {
      "epoch": 2.018554167519967,
      "grad_norm": 1.0364243034034781,
      "learning_rate": 0.0002274725677154246,
      "loss": 0.6865,
      "step": 49283
    },
    {
      "epoch": 2.0185951259471637,
      "grad_norm": 1.048331333465442,
      "learning_rate": 0.00022746977497484574,
      "loss": 0.6769,
      "step": 49284
    },
    {
      "epoch": 2.01863608437436,
      "grad_norm": 0.8929276970543997,
      "learning_rate": 0.0002274669821976437,
      "loss": 0.6069,
      "step": 49285
    },
    {
      "epoch": 2.0186770428015564,
      "grad_norm": 1.0783729187964057,
      "learning_rate": 0.00022746418938381977,
      "loss": 0.6465,
      "step": 49286
    },
    {
      "epoch": 2.018718001228753,
      "grad_norm": 0.6713062198374732,
      "learning_rate": 0.00022746139653337526,
      "loss": 0.2544,
      "step": 49287
    },
    {
      "epoch": 2.0187589596559494,
      "grad_norm": 1.0784088228213808,
      "learning_rate": 0.0002274586036463115,
      "loss": 0.8595,
      "step": 49288
    },
    {
      "epoch": 2.0187999180831455,
      "grad_norm": 1.0865949131141917,
      "learning_rate": 0.00022745581072262984,
      "loss": 0.785,
      "step": 49289
    },
    {
      "epoch": 2.018840876510342,
      "grad_norm": 1.3010682439479435,
      "learning_rate": 0.0002274530177623315,
      "loss": 0.8962,
      "step": 49290
    },
    {
      "epoch": 2.0188818349375386,
      "grad_norm": 1.1973406293577793,
      "learning_rate": 0.00022745022476541792,
      "loss": 0.7205,
      "step": 49291
    },
    {
      "epoch": 2.0189227933647347,
      "grad_norm": 1.8828889742429638,
      "learning_rate": 0.00022744743173189032,
      "loss": 0.48,
      "step": 49292
    },
    {
      "epoch": 2.018963751791931,
      "grad_norm": 2.7890458617923737,
      "learning_rate": 0.00022744463866175013,
      "loss": 1.0409,
      "step": 49293
    },
    {
      "epoch": 2.0190047102191278,
      "grad_norm": 0.9618484856132976,
      "learning_rate": 0.00022744184555499854,
      "loss": 0.3886,
      "step": 49294
    },
    {
      "epoch": 2.019045668646324,
      "grad_norm": 0.6084675289601778,
      "learning_rate": 0.000227439052411637,
      "loss": 0.2607,
      "step": 49295
    },
    {
      "epoch": 2.0190866270735204,
      "grad_norm": 0.8945718966592728,
      "learning_rate": 0.00022743625923166675,
      "loss": 0.7111,
      "step": 49296
    },
    {
      "epoch": 2.019127585500717,
      "grad_norm": 1.047193137561454,
      "learning_rate": 0.00022743346601508912,
      "loss": 0.8022,
      "step": 49297
    },
    {
      "epoch": 2.019168543927913,
      "grad_norm": 1.0560264510581943,
      "learning_rate": 0.00022743067276190544,
      "loss": 0.9198,
      "step": 49298
    },
    {
      "epoch": 2.0192095023551095,
      "grad_norm": 1.0514825281199691,
      "learning_rate": 0.00022742787947211703,
      "loss": 0.7684,
      "step": 49299
    },
    {
      "epoch": 2.019250460782306,
      "grad_norm": 1.3090163490989046,
      "learning_rate": 0.0002274250861457252,
      "loss": 1.1104,
      "step": 49300
    },
    {
      "epoch": 2.019291419209502,
      "grad_norm": 1.2238257376369595,
      "learning_rate": 0.00022742229278273132,
      "loss": 0.9038,
      "step": 49301
    },
    {
      "epoch": 2.0193323776366987,
      "grad_norm": 1.0070282201707415,
      "learning_rate": 0.00022741949938313662,
      "loss": 0.6186,
      "step": 49302
    },
    {
      "epoch": 2.0193733360638952,
      "grad_norm": 2.0080381002346472,
      "learning_rate": 0.0002274167059469425,
      "loss": 0.6094,
      "step": 49303
    },
    {
      "epoch": 2.0194142944910913,
      "grad_norm": 0.6052915935634214,
      "learning_rate": 0.00022741391247415026,
      "loss": 0.2391,
      "step": 49304
    },
    {
      "epoch": 2.019455252918288,
      "grad_norm": 1.864654265309223,
      "learning_rate": 0.00022741111896476123,
      "loss": 1.3494,
      "step": 49305
    },
    {
      "epoch": 2.0194962113454844,
      "grad_norm": 1.0790292490726263,
      "learning_rate": 0.00022740832541877668,
      "loss": 0.8408,
      "step": 49306
    },
    {
      "epoch": 2.019537169772681,
      "grad_norm": 1.0832593882079644,
      "learning_rate": 0.00022740553183619796,
      "loss": 0.7604,
      "step": 49307
    },
    {
      "epoch": 2.019578128199877,
      "grad_norm": 1.1759526288469793,
      "learning_rate": 0.00022740273821702644,
      "loss": 0.8026,
      "step": 49308
    },
    {
      "epoch": 2.0196190866270736,
      "grad_norm": 3.3367648433175563,
      "learning_rate": 0.0002273999445612634,
      "loss": 4.2409,
      "step": 49309
    },
    {
      "epoch": 2.01966004505427,
      "grad_norm": 1.0641318868276863,
      "learning_rate": 0.0002273971508689101,
      "loss": 0.6785,
      "step": 49310
    },
    {
      "epoch": 2.019701003481466,
      "grad_norm": 0.9616217372689164,
      "learning_rate": 0.00022739435713996795,
      "loss": 0.7799,
      "step": 49311
    },
    {
      "epoch": 2.0197419619086627,
      "grad_norm": 1.7395051374169521,
      "learning_rate": 0.0002273915633744382,
      "loss": 1.5618,
      "step": 49312
    },
    {
      "epoch": 2.0197829203358593,
      "grad_norm": 1.4422607675076222,
      "learning_rate": 0.00022738876957232232,
      "loss": 0.7338,
      "step": 49313
    },
    {
      "epoch": 2.0198238787630554,
      "grad_norm": 1.4410765393400713,
      "learning_rate": 0.00022738597573362143,
      "loss": 1.2597,
      "step": 49314
    },
    {
      "epoch": 2.019864837190252,
      "grad_norm": 0.954203419063736,
      "learning_rate": 0.00022738318185833693,
      "loss": 0.5565,
      "step": 49315
    },
    {
      "epoch": 2.0199057956174484,
      "grad_norm": 0.9539279551573602,
      "learning_rate": 0.0002273803879464702,
      "loss": 0.5685,
      "step": 49316
    },
    {
      "epoch": 2.0199467540446445,
      "grad_norm": 1.1303389282004506,
      "learning_rate": 0.00022737759399802252,
      "loss": 0.696,
      "step": 49317
    },
    {
      "epoch": 2.019987712471841,
      "grad_norm": 1.0407144050367807,
      "learning_rate": 0.00022737480001299514,
      "loss": 0.8882,
      "step": 49318
    },
    {
      "epoch": 2.0200286708990376,
      "grad_norm": 0.9071271448208722,
      "learning_rate": 0.0002273720059913895,
      "loss": 0.6348,
      "step": 49319
    },
    {
      "epoch": 2.0200696293262337,
      "grad_norm": 0.9227570269869411,
      "learning_rate": 0.00022736921193320682,
      "loss": 0.5203,
      "step": 49320
    },
    {
      "epoch": 2.02011058775343,
      "grad_norm": 1.3990109707439624,
      "learning_rate": 0.00022736641783844852,
      "loss": 0.8028,
      "step": 49321
    },
    {
      "epoch": 2.0201515461806268,
      "grad_norm": 0.7564640447176544,
      "learning_rate": 0.00022736362370711583,
      "loss": 0.354,
      "step": 49322
    },
    {
      "epoch": 2.020192504607823,
      "grad_norm": 1.1733896877912844,
      "learning_rate": 0.00022736082953921018,
      "loss": 0.931,
      "step": 49323
    },
    {
      "epoch": 2.0202334630350194,
      "grad_norm": 1.0783939844242234,
      "learning_rate": 0.00022735803533473274,
      "loss": 0.9928,
      "step": 49324
    },
    {
      "epoch": 2.020274421462216,
      "grad_norm": 4.809145672656408,
      "learning_rate": 0.00022735524109368494,
      "loss": 1.1964,
      "step": 49325
    },
    {
      "epoch": 2.0203153798894125,
      "grad_norm": 0.7785807214371596,
      "learning_rate": 0.000227352446816068,
      "loss": 0.4025,
      "step": 49326
    },
    {
      "epoch": 2.0203563383166085,
      "grad_norm": 0.8869607606057983,
      "learning_rate": 0.0002273496525018834,
      "loss": 0.5589,
      "step": 49327
    },
    {
      "epoch": 2.020397296743805,
      "grad_norm": 2.475560730824741,
      "learning_rate": 0.0002273468581511324,
      "loss": 3.2878,
      "step": 49328
    },
    {
      "epoch": 2.0204382551710016,
      "grad_norm": 1.119527396227434,
      "learning_rate": 0.0002273440637638162,
      "loss": 0.8403,
      "step": 49329
    },
    {
      "epoch": 2.0204792135981977,
      "grad_norm": 0.6740561023190649,
      "learning_rate": 0.00022734126933993622,
      "loss": 0.3238,
      "step": 49330
    },
    {
      "epoch": 2.0205201720253942,
      "grad_norm": 1.542926792000978,
      "learning_rate": 0.00022733847487949383,
      "loss": 0.7953,
      "step": 49331
    },
    {
      "epoch": 2.020561130452591,
      "grad_norm": 0.8688963548524603,
      "learning_rate": 0.00022733568038249026,
      "loss": 0.2732,
      "step": 49332
    },
    {
      "epoch": 2.020602088879787,
      "grad_norm": 0.9167025430273007,
      "learning_rate": 0.00022733288584892688,
      "loss": 0.8512,
      "step": 49333
    },
    {
      "epoch": 2.0206430473069834,
      "grad_norm": 1.2083713317327882,
      "learning_rate": 0.000227330091278805,
      "loss": 1.0237,
      "step": 49334
    },
    {
      "epoch": 2.02068400573418,
      "grad_norm": 1.0711101083134762,
      "learning_rate": 0.00022732729667212598,
      "loss": 0.8707,
      "step": 49335
    },
    {
      "epoch": 2.020724964161376,
      "grad_norm": 0.9119980755974496,
      "learning_rate": 0.00022732450202889105,
      "loss": 0.8075,
      "step": 49336
    },
    {
      "epoch": 2.0207659225885726,
      "grad_norm": 1.00317106624223,
      "learning_rate": 0.0002273217073491016,
      "loss": 0.8431,
      "step": 49337
    },
    {
      "epoch": 2.020806881015769,
      "grad_norm": 1.9911983905219026,
      "learning_rate": 0.00022731891263275887,
      "loss": 1.2844,
      "step": 49338
    },
    {
      "epoch": 2.020847839442965,
      "grad_norm": 0.942075104420885,
      "learning_rate": 0.00022731611787986435,
      "loss": 0.4188,
      "step": 49339
    },
    {
      "epoch": 2.0208887978701617,
      "grad_norm": 1.0934644997013307,
      "learning_rate": 0.0002273133230904192,
      "loss": 0.6832,
      "step": 49340
    },
    {
      "epoch": 2.0209297562973583,
      "grad_norm": 0.8867813899243843,
      "learning_rate": 0.0002273105282644248,
      "loss": 0.2911,
      "step": 49341
    },
    {
      "epoch": 2.0209707147245544,
      "grad_norm": 1.4726540517437576,
      "learning_rate": 0.00022730773340188246,
      "loss": 1.0986,
      "step": 49342
    },
    {
      "epoch": 2.021011673151751,
      "grad_norm": 0.9935333622591168,
      "learning_rate": 0.00022730493850279352,
      "loss": 0.8556,
      "step": 49343
    },
    {
      "epoch": 2.0210526315789474,
      "grad_norm": 0.8573566846050497,
      "learning_rate": 0.0002273021435671593,
      "loss": 0.5939,
      "step": 49344
    },
    {
      "epoch": 2.021093590006144,
      "grad_norm": 1.2920629563343076,
      "learning_rate": 0.00022729934859498112,
      "loss": 1.1935,
      "step": 49345
    },
    {
      "epoch": 2.02113454843334,
      "grad_norm": 0.7980713642839657,
      "learning_rate": 0.00022729655358626026,
      "loss": 0.6343,
      "step": 49346
    },
    {
      "epoch": 2.0211755068605366,
      "grad_norm": 0.7479308865438717,
      "learning_rate": 0.0002272937585409981,
      "loss": 0.2687,
      "step": 49347
    },
    {
      "epoch": 2.021216465287733,
      "grad_norm": 0.8407013156152333,
      "learning_rate": 0.00022729096345919594,
      "loss": 0.531,
      "step": 49348
    },
    {
      "epoch": 2.0212574237149292,
      "grad_norm": 0.9014563457671773,
      "learning_rate": 0.00022728816834085511,
      "loss": 0.5649,
      "step": 49349
    },
    {
      "epoch": 2.0212983821421258,
      "grad_norm": 2.7744071921713687,
      "learning_rate": 0.0002272853731859769,
      "loss": 0.5175,
      "step": 49350
    },
    {
      "epoch": 2.0213393405693223,
      "grad_norm": 1.240185926210679,
      "learning_rate": 0.00022728257799456262,
      "loss": 0.9581,
      "step": 49351
    },
    {
      "epoch": 2.0213802989965184,
      "grad_norm": 1.1542709420130874,
      "learning_rate": 0.00022727978276661364,
      "loss": 0.8179,
      "step": 49352
    },
    {
      "epoch": 2.021421257423715,
      "grad_norm": 1.0929396520390895,
      "learning_rate": 0.0002272769875021313,
      "loss": 0.6633,
      "step": 49353
    },
    {
      "epoch": 2.0214622158509115,
      "grad_norm": 4.245737571336139,
      "learning_rate": 0.00022727419220111686,
      "loss": 2.546,
      "step": 49354
    },
    {
      "epoch": 2.0215031742781076,
      "grad_norm": 1.4667711035799647,
      "learning_rate": 0.00022727139686357165,
      "loss": 0.9795,
      "step": 49355
    },
    {
      "epoch": 2.021544132705304,
      "grad_norm": 1.5634166879188558,
      "learning_rate": 0.00022726860148949702,
      "loss": 1.2153,
      "step": 49356
    },
    {
      "epoch": 2.0215850911325006,
      "grad_norm": 3.1035780784046767,
      "learning_rate": 0.00022726580607889427,
      "loss": 2.4216,
      "step": 49357
    },
    {
      "epoch": 2.0216260495596967,
      "grad_norm": 3.5315660271250975,
      "learning_rate": 0.00022726301063176476,
      "loss": 2.2727,
      "step": 49358
    },
    {
      "epoch": 2.0216670079868932,
      "grad_norm": 1.1957690925080315,
      "learning_rate": 0.0002272602151481098,
      "loss": 0.9981,
      "step": 49359
    },
    {
      "epoch": 2.02170796641409,
      "grad_norm": 1.0729803215363316,
      "learning_rate": 0.00022725741962793065,
      "loss": 0.7026,
      "step": 49360
    },
    {
      "epoch": 2.021748924841286,
      "grad_norm": 2.3831489931386023,
      "learning_rate": 0.00022725462407122864,
      "loss": 2.4833,
      "step": 49361
    },
    {
      "epoch": 2.0217898832684824,
      "grad_norm": 1.1662534834421159,
      "learning_rate": 0.00022725182847800518,
      "loss": 0.6954,
      "step": 49362
    },
    {
      "epoch": 2.021830841695679,
      "grad_norm": 1.1366707436506323,
      "learning_rate": 0.0002272490328482615,
      "loss": 0.8051,
      "step": 49363
    },
    {
      "epoch": 2.0218718001228755,
      "grad_norm": 0.893282802836016,
      "learning_rate": 0.00022724623718199902,
      "loss": 0.665,
      "step": 49364
    },
    {
      "epoch": 2.0219127585500716,
      "grad_norm": 2.9600948737063684,
      "learning_rate": 0.00022724344147921898,
      "loss": 0.8361,
      "step": 49365
    },
    {
      "epoch": 2.021953716977268,
      "grad_norm": 1.2705688766182386,
      "learning_rate": 0.00022724064573992266,
      "loss": 1.0003,
      "step": 49366
    },
    {
      "epoch": 2.0219946754044646,
      "grad_norm": 1.3532856306874814,
      "learning_rate": 0.0002272378499641115,
      "loss": 0.8296,
      "step": 49367
    },
    {
      "epoch": 2.0220356338316607,
      "grad_norm": 0.5643194312547257,
      "learning_rate": 0.00022723505415178676,
      "loss": 0.2495,
      "step": 49368
    },
    {
      "epoch": 2.0220765922588573,
      "grad_norm": 1.1922600868202125,
      "learning_rate": 0.00022723225830294978,
      "loss": 0.9341,
      "step": 49369
    },
    {
      "epoch": 2.022117550686054,
      "grad_norm": 1.0010930065406107,
      "learning_rate": 0.00022722946241760187,
      "loss": 0.7043,
      "step": 49370
    },
    {
      "epoch": 2.02215850911325,
      "grad_norm": 1.0756755482846208,
      "learning_rate": 0.0002272266664957443,
      "loss": 0.6396,
      "step": 49371
    },
    {
      "epoch": 2.0221994675404464,
      "grad_norm": 1.5374668474680164,
      "learning_rate": 0.00022722387053737854,
      "loss": 0.9304,
      "step": 49372
    },
    {
      "epoch": 2.022240425967643,
      "grad_norm": 1.182350909475935,
      "learning_rate": 0.00022722107454250574,
      "loss": 0.875,
      "step": 49373
    },
    {
      "epoch": 2.022281384394839,
      "grad_norm": 0.8554046985269326,
      "learning_rate": 0.00022721827851112728,
      "loss": 0.5165,
      "step": 49374
    },
    {
      "epoch": 2.0223223428220356,
      "grad_norm": 0.9553918556298081,
      "learning_rate": 0.00022721548244324455,
      "loss": 0.7566,
      "step": 49375
    },
    {
      "epoch": 2.022363301249232,
      "grad_norm": 1.2777115699082064,
      "learning_rate": 0.00022721268633885884,
      "loss": 1.0666,
      "step": 49376
    },
    {
      "epoch": 2.0224042596764282,
      "grad_norm": 1.023190980098073,
      "learning_rate": 0.0002272098901979714,
      "loss": 0.5332,
      "step": 49377
    },
    {
      "epoch": 2.0224452181036248,
      "grad_norm": 1.020580209656735,
      "learning_rate": 0.0002272070940205836,
      "loss": 0.9254,
      "step": 49378
    },
    {
      "epoch": 2.0224861765308213,
      "grad_norm": 1.4205127948060625,
      "learning_rate": 0.0002272042978066968,
      "loss": 0.8101,
      "step": 49379
    },
    {
      "epoch": 2.0225271349580174,
      "grad_norm": 1.1266357261830535,
      "learning_rate": 0.0002272015015563123,
      "loss": 0.6915,
      "step": 49380
    },
    {
      "epoch": 2.022568093385214,
      "grad_norm": 0.9817801604157036,
      "learning_rate": 0.00022719870526943139,
      "loss": 0.6987,
      "step": 49381
    },
    {
      "epoch": 2.0226090518124105,
      "grad_norm": 1.333643573785058,
      "learning_rate": 0.00022719590894605535,
      "loss": 1.0627,
      "step": 49382
    },
    {
      "epoch": 2.022650010239607,
      "grad_norm": 1.1139588875338473,
      "learning_rate": 0.00022719311258618565,
      "loss": 0.9124,
      "step": 49383
    },
    {
      "epoch": 2.022690968666803,
      "grad_norm": 1.8429048082766475,
      "learning_rate": 0.00022719031618982345,
      "loss": 0.8185,
      "step": 49384
    },
    {
      "epoch": 2.0227319270939996,
      "grad_norm": 2.2392479673416124,
      "learning_rate": 0.00022718751975697024,
      "loss": 1.6144,
      "step": 49385
    },
    {
      "epoch": 2.022772885521196,
      "grad_norm": 1.4200452426829395,
      "learning_rate": 0.00022718472328762715,
      "loss": 0.8346,
      "step": 49386
    },
    {
      "epoch": 2.0228138439483923,
      "grad_norm": 1.0599406579764978,
      "learning_rate": 0.0002271819267817957,
      "loss": 0.5632,
      "step": 49387
    },
    {
      "epoch": 2.022854802375589,
      "grad_norm": 1.3677158707189077,
      "learning_rate": 0.00022717913023947707,
      "loss": 0.8843,
      "step": 49388
    },
    {
      "epoch": 2.0228957608027853,
      "grad_norm": 1.332192585664639,
      "learning_rate": 0.0002271763336606726,
      "loss": 0.9733,
      "step": 49389
    },
    {
      "epoch": 2.0229367192299814,
      "grad_norm": 1.0258416848853498,
      "learning_rate": 0.00022717353704538367,
      "loss": 0.7428,
      "step": 49390
    },
    {
      "epoch": 2.022977677657178,
      "grad_norm": 1.205400862995043,
      "learning_rate": 0.00022717074039361155,
      "loss": 1.0895,
      "step": 49391
    },
    {
      "epoch": 2.0230186360843745,
      "grad_norm": 0.9880856802457142,
      "learning_rate": 0.0002271679437053576,
      "loss": 0.792,
      "step": 49392
    },
    {
      "epoch": 2.0230595945115706,
      "grad_norm": 0.8005293514674006,
      "learning_rate": 0.0002271651469806231,
      "loss": 0.4942,
      "step": 49393
    },
    {
      "epoch": 2.023100552938767,
      "grad_norm": 1.015663415511033,
      "learning_rate": 0.00022716235021940945,
      "loss": 0.7788,
      "step": 49394
    },
    {
      "epoch": 2.0231415113659637,
      "grad_norm": 1.2518371476013903,
      "learning_rate": 0.00022715955342171787,
      "loss": 0.9079,
      "step": 49395
    },
    {
      "epoch": 2.0231824697931597,
      "grad_norm": 1.0274231039448387,
      "learning_rate": 0.0002271567565875498,
      "loss": 0.5814,
      "step": 49396
    },
    {
      "epoch": 2.0232234282203563,
      "grad_norm": 1.5443075821531478,
      "learning_rate": 0.0002271539597169064,
      "loss": 1.119,
      "step": 49397
    },
    {
      "epoch": 2.023264386647553,
      "grad_norm": 1.4209871397810765,
      "learning_rate": 0.00022715116280978912,
      "loss": 1.1272,
      "step": 49398
    },
    {
      "epoch": 2.023305345074749,
      "grad_norm": 0.7943984374963248,
      "learning_rate": 0.00022714836586619928,
      "loss": 0.2679,
      "step": 49399
    },
    {
      "epoch": 2.0233463035019454,
      "grad_norm": 1.0350679514222956,
      "learning_rate": 0.00022714556888613812,
      "loss": 0.7246,
      "step": 49400
    },
    {
      "epoch": 2.023387261929142,
      "grad_norm": 3.4886041988916165,
      "learning_rate": 0.00022714277186960702,
      "loss": 3.9434,
      "step": 49401
    },
    {
      "epoch": 2.0234282203563385,
      "grad_norm": 1.0413946971881376,
      "learning_rate": 0.0002271399748166073,
      "loss": 0.6755,
      "step": 49402
    },
    {
      "epoch": 2.0234691787835346,
      "grad_norm": 1.0868065785413787,
      "learning_rate": 0.00022713717772714027,
      "loss": 1.0719,
      "step": 49403
    },
    {
      "epoch": 2.023510137210731,
      "grad_norm": 1.1644235002521506,
      "learning_rate": 0.00022713438060120725,
      "loss": 0.718,
      "step": 49404
    },
    {
      "epoch": 2.0235510956379277,
      "grad_norm": 0.8296731478638385,
      "learning_rate": 0.00022713158343880963,
      "loss": 0.4079,
      "step": 49405
    },
    {
      "epoch": 2.0235920540651238,
      "grad_norm": 1.9289424107594655,
      "learning_rate": 0.0002271287862399486,
      "loss": 0.8254,
      "step": 49406
    },
    {
      "epoch": 2.0236330124923203,
      "grad_norm": 1.1584103493644033,
      "learning_rate": 0.00022712598900462557,
      "loss": 0.8139,
      "step": 49407
    },
    {
      "epoch": 2.023673970919517,
      "grad_norm": 1.0316027149234448,
      "learning_rate": 0.0002271231917328419,
      "loss": 0.7868,
      "step": 49408
    },
    {
      "epoch": 2.023714929346713,
      "grad_norm": 1.198499954820927,
      "learning_rate": 0.00022712039442459878,
      "loss": 1.0068,
      "step": 49409
    },
    {
      "epoch": 2.0237558877739095,
      "grad_norm": 1.3344598913317662,
      "learning_rate": 0.00022711759707989766,
      "loss": 1.0527,
      "step": 49410
    },
    {
      "epoch": 2.023796846201106,
      "grad_norm": 0.804906414672968,
      "learning_rate": 0.00022711479969873984,
      "loss": 0.2175,
      "step": 49411
    },
    {
      "epoch": 2.023837804628302,
      "grad_norm": 2.3832786378853235,
      "learning_rate": 0.00022711200228112659,
      "loss": 1.5771,
      "step": 49412
    },
    {
      "epoch": 2.0238787630554986,
      "grad_norm": 1.2561511683045314,
      "learning_rate": 0.00022710920482705925,
      "loss": 0.8075,
      "step": 49413
    },
    {
      "epoch": 2.023919721482695,
      "grad_norm": 0.9100194057637722,
      "learning_rate": 0.00022710640733653915,
      "loss": 0.6197,
      "step": 49414
    },
    {
      "epoch": 2.0239606799098913,
      "grad_norm": 1.0743171884330605,
      "learning_rate": 0.0002271036098095676,
      "loss": 0.9693,
      "step": 49415
    },
    {
      "epoch": 2.024001638337088,
      "grad_norm": 0.9891018178802232,
      "learning_rate": 0.000227100812246146,
      "loss": 0.74,
      "step": 49416
    },
    {
      "epoch": 2.0240425967642843,
      "grad_norm": 1.0182843761392675,
      "learning_rate": 0.0002270980146462756,
      "loss": 0.8016,
      "step": 49417
    },
    {
      "epoch": 2.024083555191481,
      "grad_norm": 1.0793868247160354,
      "learning_rate": 0.00022709521700995766,
      "loss": 0.6964,
      "step": 49418
    },
    {
      "epoch": 2.024124513618677,
      "grad_norm": 0.774517657287219,
      "learning_rate": 0.00022709241933719363,
      "loss": 0.582,
      "step": 49419
    },
    {
      "epoch": 2.0241654720458735,
      "grad_norm": 1.0482460104236182,
      "learning_rate": 0.00022708962162798477,
      "loss": 0.877,
      "step": 49420
    },
    {
      "epoch": 2.02420643047307,
      "grad_norm": 0.8901149208756195,
      "learning_rate": 0.0002270868238823324,
      "loss": 0.7855,
      "step": 49421
    },
    {
      "epoch": 2.024247388900266,
      "grad_norm": 0.7095190074580101,
      "learning_rate": 0.0002270840261002379,
      "loss": 0.3084,
      "step": 49422
    },
    {
      "epoch": 2.0242883473274627,
      "grad_norm": 6.142921938549382,
      "learning_rate": 0.0002270812282817025,
      "loss": 2.4879,
      "step": 49423
    },
    {
      "epoch": 2.024329305754659,
      "grad_norm": 1.299176596536205,
      "learning_rate": 0.00022707843042672757,
      "loss": 1.2576,
      "step": 49424
    },
    {
      "epoch": 2.0243702641818553,
      "grad_norm": 0.9624535436921657,
      "learning_rate": 0.00022707563253531444,
      "loss": 0.6659,
      "step": 49425
    },
    {
      "epoch": 2.024411222609052,
      "grad_norm": 2.2386718526663576,
      "learning_rate": 0.00022707283460746437,
      "loss": 1.1734,
      "step": 49426
    },
    {
      "epoch": 2.0244521810362484,
      "grad_norm": 9.441913676591373,
      "learning_rate": 0.0002270700366431788,
      "loss": 1.3123,
      "step": 49427
    },
    {
      "epoch": 2.0244931394634444,
      "grad_norm": 1.0386257775779422,
      "learning_rate": 0.000227067238642459,
      "loss": 0.7057,
      "step": 49428
    },
    {
      "epoch": 2.024534097890641,
      "grad_norm": 1.2426935255361897,
      "learning_rate": 0.00022706444060530625,
      "loss": 0.7553,
      "step": 49429
    },
    {
      "epoch": 2.0245750563178375,
      "grad_norm": 1.1830522950797218,
      "learning_rate": 0.00022706164253172192,
      "loss": 0.9569,
      "step": 49430
    },
    {
      "epoch": 2.0246160147450336,
      "grad_norm": 0.8321460253709232,
      "learning_rate": 0.0002270588444217073,
      "loss": 0.2766,
      "step": 49431
    },
    {
      "epoch": 2.02465697317223,
      "grad_norm": 0.8631268990069806,
      "learning_rate": 0.00022705604627526373,
      "loss": 0.6274,
      "step": 49432
    },
    {
      "epoch": 2.0246979315994267,
      "grad_norm": 1.1662596190318588,
      "learning_rate": 0.00022705324809239256,
      "loss": 0.7279,
      "step": 49433
    },
    {
      "epoch": 2.0247388900266228,
      "grad_norm": 0.9157631004543862,
      "learning_rate": 0.00022705044987309506,
      "loss": 0.6838,
      "step": 49434
    },
    {
      "epoch": 2.0247798484538193,
      "grad_norm": 0.9029432236160867,
      "learning_rate": 0.0002270476516173726,
      "loss": 0.5968,
      "step": 49435
    },
    {
      "epoch": 2.024820806881016,
      "grad_norm": 0.7280139128054504,
      "learning_rate": 0.00022704485332522646,
      "loss": 0.321,
      "step": 49436
    },
    {
      "epoch": 2.0248617653082124,
      "grad_norm": 1.1261128049712208,
      "learning_rate": 0.000227042054996658,
      "loss": 0.5954,
      "step": 49437
    },
    {
      "epoch": 2.0249027237354085,
      "grad_norm": 1.2035686905830103,
      "learning_rate": 0.00022703925663166848,
      "loss": 0.8776,
      "step": 49438
    },
    {
      "epoch": 2.024943682162605,
      "grad_norm": 1.0471014418405953,
      "learning_rate": 0.00022703645823025933,
      "loss": 0.855,
      "step": 49439
    },
    {
      "epoch": 2.0249846405898015,
      "grad_norm": 1.580224401269249,
      "learning_rate": 0.0002270336597924318,
      "loss": 0.8165,
      "step": 49440
    },
    {
      "epoch": 2.0250255990169976,
      "grad_norm": 1.0719897471552269,
      "learning_rate": 0.00022703086131818718,
      "loss": 0.8909,
      "step": 49441
    },
    {
      "epoch": 2.025066557444194,
      "grad_norm": 1.4014472047328703,
      "learning_rate": 0.00022702806280752686,
      "loss": 1.0526,
      "step": 49442
    },
    {
      "epoch": 2.0251075158713907,
      "grad_norm": 1.1524758301273161,
      "learning_rate": 0.00022702526426045217,
      "loss": 0.7139,
      "step": 49443
    },
    {
      "epoch": 2.025148474298587,
      "grad_norm": 1.019753969371975,
      "learning_rate": 0.0002270224656769644,
      "loss": 0.7358,
      "step": 49444
    },
    {
      "epoch": 2.0251894327257833,
      "grad_norm": 0.8170620634703741,
      "learning_rate": 0.00022701966705706487,
      "loss": 0.4438,
      "step": 49445
    },
    {
      "epoch": 2.02523039115298,
      "grad_norm": 0.9757921077046274,
      "learning_rate": 0.0002270168684007549,
      "loss": 0.6751,
      "step": 49446
    },
    {
      "epoch": 2.025271349580176,
      "grad_norm": 0.648371456867873,
      "learning_rate": 0.00022701406970803583,
      "loss": 0.257,
      "step": 49447
    },
    {
      "epoch": 2.0253123080073725,
      "grad_norm": 1.0408470853657452,
      "learning_rate": 0.000227011270978909,
      "loss": 0.7226,
      "step": 49448
    },
    {
      "epoch": 2.025353266434569,
      "grad_norm": 3.179959977412783,
      "learning_rate": 0.0002270084722133757,
      "loss": 0.9966,
      "step": 49449
    },
    {
      "epoch": 2.025394224861765,
      "grad_norm": 4.580900891239841,
      "learning_rate": 0.0002270056734114372,
      "loss": 4.9422,
      "step": 49450
    },
    {
      "epoch": 2.0254351832889617,
      "grad_norm": 1.133572383869318,
      "learning_rate": 0.00022700287457309493,
      "loss": 0.7082,
      "step": 49451
    },
    {
      "epoch": 2.025476141716158,
      "grad_norm": 1.5459118157403993,
      "learning_rate": 0.00022700007569835022,
      "loss": 1.0633,
      "step": 49452
    },
    {
      "epoch": 2.0255171001433543,
      "grad_norm": 1.070583424162978,
      "learning_rate": 0.0002269972767872043,
      "loss": 0.6715,
      "step": 49453
    },
    {
      "epoch": 2.025558058570551,
      "grad_norm": 1.1278366692708341,
      "learning_rate": 0.0002269944778396585,
      "loss": 0.8782,
      "step": 49454
    },
    {
      "epoch": 2.0255990169977474,
      "grad_norm": 1.239058875765695,
      "learning_rate": 0.00022699167885571422,
      "loss": 1.0017,
      "step": 49455
    },
    {
      "epoch": 2.025639975424944,
      "grad_norm": 0.6210272292307771,
      "learning_rate": 0.0002269888798353727,
      "loss": 0.3033,
      "step": 49456
    },
    {
      "epoch": 2.02568093385214,
      "grad_norm": 1.1386828566514764,
      "learning_rate": 0.0002269860807786354,
      "loss": 0.7166,
      "step": 49457
    },
    {
      "epoch": 2.0257218922793365,
      "grad_norm": 1.0336967259016838,
      "learning_rate": 0.00022698328168550345,
      "loss": 0.4143,
      "step": 49458
    },
    {
      "epoch": 2.025762850706533,
      "grad_norm": 0.9444259917165777,
      "learning_rate": 0.0002269804825559783,
      "loss": 0.6403,
      "step": 49459
    },
    {
      "epoch": 2.025803809133729,
      "grad_norm": 1.0521799392341966,
      "learning_rate": 0.0002269776833900613,
      "loss": 0.85,
      "step": 49460
    },
    {
      "epoch": 2.0258447675609257,
      "grad_norm": 1.4031777845362703,
      "learning_rate": 0.00022697488418775363,
      "loss": 1.1009,
      "step": 49461
    },
    {
      "epoch": 2.025885725988122,
      "grad_norm": 1.1587812976660339,
      "learning_rate": 0.00022697208494905672,
      "loss": 1.2362,
      "step": 49462
    },
    {
      "epoch": 2.0259266844153183,
      "grad_norm": 1.6143407615801362,
      "learning_rate": 0.0002269692856739719,
      "loss": 0.5922,
      "step": 49463
    },
    {
      "epoch": 2.025967642842515,
      "grad_norm": 1.0038976105082928,
      "learning_rate": 0.0002269664863625005,
      "loss": 0.2487,
      "step": 49464
    },
    {
      "epoch": 2.0260086012697114,
      "grad_norm": 1.2372801806581573,
      "learning_rate": 0.0002269636870146438,
      "loss": 0.9687,
      "step": 49465
    },
    {
      "epoch": 2.0260495596969075,
      "grad_norm": 1.928176453828313,
      "learning_rate": 0.00022696088763040308,
      "loss": 1.1045,
      "step": 49466
    },
    {
      "epoch": 2.026090518124104,
      "grad_norm": 1.915286395462269,
      "learning_rate": 0.00022695808820977976,
      "loss": 1.334,
      "step": 49467
    },
    {
      "epoch": 2.0261314765513005,
      "grad_norm": 1.1655851255971728,
      "learning_rate": 0.00022695528875277512,
      "loss": 0.8555,
      "step": 49468
    },
    {
      "epoch": 2.0261724349784966,
      "grad_norm": 1.0255224520187087,
      "learning_rate": 0.00022695248925939048,
      "loss": 0.7574,
      "step": 49469
    },
    {
      "epoch": 2.026213393405693,
      "grad_norm": 0.987304185639594,
      "learning_rate": 0.00022694968972962717,
      "loss": 0.4132,
      "step": 49470
    },
    {
      "epoch": 2.0262543518328897,
      "grad_norm": 0.9904596038157897,
      "learning_rate": 0.0002269468901634865,
      "loss": 0.7157,
      "step": 49471
    },
    {
      "epoch": 2.026295310260086,
      "grad_norm": 0.8785520903619921,
      "learning_rate": 0.0002269440905609698,
      "loss": 0.244,
      "step": 49472
    },
    {
      "epoch": 2.0263362686872823,
      "grad_norm": 1.3023755763932023,
      "learning_rate": 0.00022694129092207843,
      "loss": 1.0447,
      "step": 49473
    },
    {
      "epoch": 2.026377227114479,
      "grad_norm": 1.2050468349636807,
      "learning_rate": 0.00022693849124681364,
      "loss": 0.638,
      "step": 49474
    },
    {
      "epoch": 2.0264181855416754,
      "grad_norm": 1.0690653312684553,
      "learning_rate": 0.00022693569153517683,
      "loss": 0.7686,
      "step": 49475
    },
    {
      "epoch": 2.0264591439688715,
      "grad_norm": 0.9424387201953786,
      "learning_rate": 0.00022693289178716929,
      "loss": 0.7565,
      "step": 49476
    },
    {
      "epoch": 2.026500102396068,
      "grad_norm": 0.8603412409966934,
      "learning_rate": 0.00022693009200279234,
      "loss": 0.6688,
      "step": 49477
    },
    {
      "epoch": 2.0265410608232646,
      "grad_norm": 0.8017317178516814,
      "learning_rate": 0.00022692729218204728,
      "loss": 0.3154,
      "step": 49478
    },
    {
      "epoch": 2.0265820192504607,
      "grad_norm": 1.666608983414446,
      "learning_rate": 0.00022692449232493547,
      "loss": 0.8809,
      "step": 49479
    },
    {
      "epoch": 2.026622977677657,
      "grad_norm": 1.2096923836950322,
      "learning_rate": 0.00022692169243145822,
      "loss": 0.8869,
      "step": 49480
    },
    {
      "epoch": 2.0266639361048537,
      "grad_norm": 1.1497970884326216,
      "learning_rate": 0.0002269188925016169,
      "loss": 0.7492,
      "step": 49481
    },
    {
      "epoch": 2.02670489453205,
      "grad_norm": 0.9734718482833845,
      "learning_rate": 0.00022691609253541273,
      "loss": 0.9376,
      "step": 49482
    },
    {
      "epoch": 2.0267458529592464,
      "grad_norm": 0.7474943425983185,
      "learning_rate": 0.00022691329253284712,
      "loss": 0.3002,
      "step": 49483
    },
    {
      "epoch": 2.026786811386443,
      "grad_norm": 0.7085020425614512,
      "learning_rate": 0.0002269104924939214,
      "loss": 0.2545,
      "step": 49484
    },
    {
      "epoch": 2.026827769813639,
      "grad_norm": 1.0494370222392093,
      "learning_rate": 0.00022690769241863685,
      "loss": 0.6942,
      "step": 49485
    },
    {
      "epoch": 2.0268687282408355,
      "grad_norm": 1.0464854279669222,
      "learning_rate": 0.00022690489230699475,
      "loss": 0.7501,
      "step": 49486
    },
    {
      "epoch": 2.026909686668032,
      "grad_norm": 1.1608271125307652,
      "learning_rate": 0.00022690209215899654,
      "loss": 1.0221,
      "step": 49487
    },
    {
      "epoch": 2.026950645095228,
      "grad_norm": 1.07815673190722,
      "learning_rate": 0.00022689929197464346,
      "loss": 0.7682,
      "step": 49488
    },
    {
      "epoch": 2.0269916035224247,
      "grad_norm": 0.857751619333849,
      "learning_rate": 0.00022689649175393684,
      "loss": 0.5662,
      "step": 49489
    },
    {
      "epoch": 2.0270325619496212,
      "grad_norm": 1.1748023519731607,
      "learning_rate": 0.00022689369149687805,
      "loss": 1.2532,
      "step": 49490
    },
    {
      "epoch": 2.0270735203768173,
      "grad_norm": 0.620596988236657,
      "learning_rate": 0.00022689089120346838,
      "loss": 0.273,
      "step": 49491
    },
    {
      "epoch": 2.027114478804014,
      "grad_norm": 0.7921946815099777,
      "learning_rate": 0.00022688809087370918,
      "loss": 0.6791,
      "step": 49492
    },
    {
      "epoch": 2.0271554372312104,
      "grad_norm": 0.654294178495395,
      "learning_rate": 0.00022688529050760172,
      "loss": 0.3073,
      "step": 49493
    },
    {
      "epoch": 2.027196395658407,
      "grad_norm": 0.8684851822328403,
      "learning_rate": 0.00022688249010514733,
      "loss": 0.8848,
      "step": 49494
    },
    {
      "epoch": 2.027237354085603,
      "grad_norm": 1.1663611584496856,
      "learning_rate": 0.0002268796896663474,
      "loss": 0.6566,
      "step": 49495
    },
    {
      "epoch": 2.0272783125127996,
      "grad_norm": 0.9776033754994767,
      "learning_rate": 0.0002268768891912032,
      "loss": 0.4675,
      "step": 49496
    },
    {
      "epoch": 2.027319270939996,
      "grad_norm": 1.0348160403142554,
      "learning_rate": 0.00022687408867971611,
      "loss": 0.7429,
      "step": 49497
    },
    {
      "epoch": 2.027360229367192,
      "grad_norm": 0.7327963667055158,
      "learning_rate": 0.00022687128813188732,
      "loss": 0.3519,
      "step": 49498
    },
    {
      "epoch": 2.0274011877943887,
      "grad_norm": 1.7299508137999138,
      "learning_rate": 0.00022686848754771837,
      "loss": 0.8536,
      "step": 49499
    },
    {
      "epoch": 2.0274421462215853,
      "grad_norm": 1.1862596814344306,
      "learning_rate": 0.00022686568692721038,
      "loss": 0.8175,
      "step": 49500
    },
    {
      "epoch": 2.0274831046487813,
      "grad_norm": 0.9441448568479498,
      "learning_rate": 0.00022686288627036478,
      "loss": 0.6265,
      "step": 49501
    },
    {
      "epoch": 2.027524063075978,
      "grad_norm": 0.992668469197156,
      "learning_rate": 0.00022686008557718285,
      "loss": 0.4337,
      "step": 49502
    },
    {
      "epoch": 2.0275650215031744,
      "grad_norm": 1.4716197099450476,
      "learning_rate": 0.00022685728484766595,
      "loss": 0.8794,
      "step": 49503
    },
    {
      "epoch": 2.0276059799303705,
      "grad_norm": 1.0983660896647163,
      "learning_rate": 0.00022685448408181537,
      "loss": 0.7431,
      "step": 49504
    },
    {
      "epoch": 2.027646938357567,
      "grad_norm": 0.8045057569604198,
      "learning_rate": 0.00022685168327963245,
      "loss": 0.3354,
      "step": 49505
    },
    {
      "epoch": 2.0276878967847636,
      "grad_norm": 1.0137521459673917,
      "learning_rate": 0.00022684888244111848,
      "loss": 0.786,
      "step": 49506
    },
    {
      "epoch": 2.0277288552119597,
      "grad_norm": 0.8312537826727328,
      "learning_rate": 0.00022684608156627484,
      "loss": 0.6006,
      "step": 49507
    },
    {
      "epoch": 2.027769813639156,
      "grad_norm": 1.6364837691733831,
      "learning_rate": 0.00022684328065510285,
      "loss": 0.9662,
      "step": 49508
    },
    {
      "epoch": 2.0278107720663527,
      "grad_norm": 0.6804266541408056,
      "learning_rate": 0.00022684047970760382,
      "loss": 0.2389,
      "step": 49509
    },
    {
      "epoch": 2.027851730493549,
      "grad_norm": 1.055873593791719,
      "learning_rate": 0.00022683767872377903,
      "loss": 0.7217,
      "step": 49510
    },
    {
      "epoch": 2.0278926889207454,
      "grad_norm": 1.3798392605976624,
      "learning_rate": 0.00022683487770362989,
      "loss": 0.7975,
      "step": 49511
    },
    {
      "epoch": 2.027933647347942,
      "grad_norm": 0.9776465187411617,
      "learning_rate": 0.00022683207664715767,
      "loss": 0.665,
      "step": 49512
    },
    {
      "epoch": 2.0279746057751384,
      "grad_norm": 1.4479889965943997,
      "learning_rate": 0.0002268292755543637,
      "loss": 0.8562,
      "step": 49513
    },
    {
      "epoch": 2.0280155642023345,
      "grad_norm": 1.0458942695143758,
      "learning_rate": 0.00022682647442524926,
      "loss": 0.6184,
      "step": 49514
    },
    {
      "epoch": 2.028056522629531,
      "grad_norm": 1.0373573350399452,
      "learning_rate": 0.00022682367325981576,
      "loss": 0.7793,
      "step": 49515
    },
    {
      "epoch": 2.0280974810567276,
      "grad_norm": 1.0054347325194166,
      "learning_rate": 0.00022682087205806451,
      "loss": 0.7893,
      "step": 49516
    },
    {
      "epoch": 2.0281384394839237,
      "grad_norm": 1.308119517617069,
      "learning_rate": 0.0002268180708199968,
      "loss": 1.1064,
      "step": 49517
    },
    {
      "epoch": 2.0281793979111202,
      "grad_norm": 1.476703582827815,
      "learning_rate": 0.0002268152695456139,
      "loss": 0.9648,
      "step": 49518
    },
    {
      "epoch": 2.0282203563383168,
      "grad_norm": 1.1002353858325296,
      "learning_rate": 0.00022681246823491727,
      "loss": 0.8752,
      "step": 49519
    },
    {
      "epoch": 2.028261314765513,
      "grad_norm": 0.9520088290759849,
      "learning_rate": 0.00022680966688790814,
      "loss": 0.7725,
      "step": 49520
    },
    {
      "epoch": 2.0283022731927094,
      "grad_norm": 1.0878942529262459,
      "learning_rate": 0.0002268068655045879,
      "loss": 0.8914,
      "step": 49521
    },
    {
      "epoch": 2.028343231619906,
      "grad_norm": 7.687868966832338,
      "learning_rate": 0.00022680406408495774,
      "loss": 4.0064,
      "step": 49522
    },
    {
      "epoch": 2.028384190047102,
      "grad_norm": 0.7702573840394388,
      "learning_rate": 0.00022680126262901912,
      "loss": 0.3385,
      "step": 49523
    },
    {
      "epoch": 2.0284251484742986,
      "grad_norm": 0.7347021684410024,
      "learning_rate": 0.00022679846113677333,
      "loss": 0.2769,
      "step": 49524
    },
    {
      "epoch": 2.028466106901495,
      "grad_norm": 0.6001159475663979,
      "learning_rate": 0.00022679565960822165,
      "loss": 0.2147,
      "step": 49525
    },
    {
      "epoch": 2.028507065328691,
      "grad_norm": 1.6934775029907514,
      "learning_rate": 0.0002267928580433655,
      "loss": 1.0802,
      "step": 49526
    },
    {
      "epoch": 2.0285480237558877,
      "grad_norm": 1.8256925094804888,
      "learning_rate": 0.0002267900564422061,
      "loss": 1.9289,
      "step": 49527
    },
    {
      "epoch": 2.0285889821830843,
      "grad_norm": 1.2542344165023533,
      "learning_rate": 0.0002267872548047448,
      "loss": 1.0515,
      "step": 49528
    },
    {
      "epoch": 2.0286299406102803,
      "grad_norm": 0.9567176131157082,
      "learning_rate": 0.00022678445313098302,
      "loss": 0.6651,
      "step": 49529
    },
    {
      "epoch": 2.028670899037477,
      "grad_norm": 1.0667109153949514,
      "learning_rate": 0.0002267816514209219,
      "loss": 0.8976,
      "step": 49530
    },
    {
      "epoch": 2.0287118574646734,
      "grad_norm": 1.0520521478888991,
      "learning_rate": 0.00022677884967456296,
      "loss": 0.8271,
      "step": 49531
    },
    {
      "epoch": 2.02875281589187,
      "grad_norm": 1.2890373881713324,
      "learning_rate": 0.00022677604789190736,
      "loss": 1.011,
      "step": 49532
    },
    {
      "epoch": 2.028793774319066,
      "grad_norm": 1.1061023442441316,
      "learning_rate": 0.00022677324607295655,
      "loss": 1.0112,
      "step": 49533
    },
    {
      "epoch": 2.0288347327462626,
      "grad_norm": 1.1974618297431776,
      "learning_rate": 0.00022677044421771177,
      "loss": 0.9798,
      "step": 49534
    },
    {
      "epoch": 2.028875691173459,
      "grad_norm": 0.8444481716222884,
      "learning_rate": 0.0002267676423261744,
      "loss": 0.269,
      "step": 49535
    },
    {
      "epoch": 2.028916649600655,
      "grad_norm": 2.781014838488564,
      "learning_rate": 0.0002267648403983458,
      "loss": 3.8151,
      "step": 49536
    },
    {
      "epoch": 2.0289576080278517,
      "grad_norm": 0.7490585269220483,
      "learning_rate": 0.0002267620384342272,
      "loss": 0.2649,
      "step": 49537
    },
    {
      "epoch": 2.0289985664550483,
      "grad_norm": 1.0886191913207388,
      "learning_rate": 0.0002267592364338199,
      "loss": 1.0015,
      "step": 49538
    },
    {
      "epoch": 2.0290395248822444,
      "grad_norm": 0.9400414153940515,
      "learning_rate": 0.00022675643439712534,
      "loss": 0.6871,
      "step": 49539
    },
    {
      "epoch": 2.029080483309441,
      "grad_norm": 1.2020843521039768,
      "learning_rate": 0.0002267536323241448,
      "loss": 0.8527,
      "step": 49540
    },
    {
      "epoch": 2.0291214417366374,
      "grad_norm": 2.4278333722407957,
      "learning_rate": 0.00022675083021487957,
      "loss": 1.7471,
      "step": 49541
    },
    {
      "epoch": 2.0291624001638335,
      "grad_norm": 2.496216944003268,
      "learning_rate": 0.00022674802806933096,
      "loss": 3.2442,
      "step": 49542
    },
    {
      "epoch": 2.02920335859103,
      "grad_norm": 3.7250252910558364,
      "learning_rate": 0.00022674522588750042,
      "loss": 2.4905,
      "step": 49543
    },
    {
      "epoch": 2.0292443170182266,
      "grad_norm": 1.0939961534368352,
      "learning_rate": 0.00022674242366938917,
      "loss": 0.7519,
      "step": 49544
    },
    {
      "epoch": 2.0292852754454227,
      "grad_norm": 1.0035411775315042,
      "learning_rate": 0.00022673962141499853,
      "loss": 0.423,
      "step": 49545
    },
    {
      "epoch": 2.0293262338726192,
      "grad_norm": 0.6943492530466775,
      "learning_rate": 0.00022673681912432987,
      "loss": 0.2914,
      "step": 49546
    },
    {
      "epoch": 2.0293671922998158,
      "grad_norm": 0.9325903120955411,
      "learning_rate": 0.00022673401679738448,
      "loss": 0.6877,
      "step": 49547
    },
    {
      "epoch": 2.0294081507270123,
      "grad_norm": 1.002269948496736,
      "learning_rate": 0.00022673121443416368,
      "loss": 0.8404,
      "step": 49548
    },
    {
      "epoch": 2.0294491091542084,
      "grad_norm": 0.6238509810465716,
      "learning_rate": 0.0002267284120346689,
      "loss": 0.1551,
      "step": 49549
    },
    {
      "epoch": 2.029490067581405,
      "grad_norm": 0.9680420457085864,
      "learning_rate": 0.00022672560959890125,
      "loss": 0.7204,
      "step": 49550
    },
    {
      "epoch": 2.0295310260086015,
      "grad_norm": 1.1436840604447784,
      "learning_rate": 0.00022672280712686228,
      "loss": 0.581,
      "step": 49551
    },
    {
      "epoch": 2.0295719844357976,
      "grad_norm": 1.127613915681417,
      "learning_rate": 0.0002267200046185532,
      "loss": 0.7472,
      "step": 49552
    },
    {
      "epoch": 2.029612942862994,
      "grad_norm": 1.2325715756324445,
      "learning_rate": 0.00022671720207397531,
      "loss": 1.0394,
      "step": 49553
    },
    {
      "epoch": 2.0296539012901906,
      "grad_norm": 0.7374185627048067,
      "learning_rate": 0.00022671439949313002,
      "loss": 0.2921,
      "step": 49554
    },
    {
      "epoch": 2.0296948597173867,
      "grad_norm": 1.7073228110327356,
      "learning_rate": 0.0002267115968760186,
      "loss": 1.2153,
      "step": 49555
    },
    {
      "epoch": 2.0297358181445833,
      "grad_norm": 2.0398648479473054,
      "learning_rate": 0.00022670879422264243,
      "loss": 1.5378,
      "step": 49556
    },
    {
      "epoch": 2.02977677657178,
      "grad_norm": 1.5962440208519455,
      "learning_rate": 0.00022670599153300276,
      "loss": 1.2798,
      "step": 49557
    },
    {
      "epoch": 2.029817734998976,
      "grad_norm": 1.1151628831848808,
      "learning_rate": 0.00022670318880710092,
      "loss": 0.8402,
      "step": 49558
    },
    {
      "epoch": 2.0298586934261724,
      "grad_norm": 1.3440412577581076,
      "learning_rate": 0.00022670038604493832,
      "loss": 0.9282,
      "step": 49559
    },
    {
      "epoch": 2.029899651853369,
      "grad_norm": 1.1902191854878406,
      "learning_rate": 0.0002266975832465162,
      "loss": 0.6715,
      "step": 49560
    },
    {
      "epoch": 2.029940610280565,
      "grad_norm": 1.019959966980187,
      "learning_rate": 0.0002266947804118359,
      "loss": 0.8394,
      "step": 49561
    },
    {
      "epoch": 2.0299815687077616,
      "grad_norm": 0.8247406853705715,
      "learning_rate": 0.00022669197754089876,
      "loss": 0.2541,
      "step": 49562
    },
    {
      "epoch": 2.030022527134958,
      "grad_norm": 1.1475241168197403,
      "learning_rate": 0.00022668917463370612,
      "loss": 0.7872,
      "step": 49563
    },
    {
      "epoch": 2.030063485562154,
      "grad_norm": 9.05141864410366,
      "learning_rate": 0.00022668637169025928,
      "loss": 3.6538,
      "step": 49564
    },
    {
      "epoch": 2.0301044439893507,
      "grad_norm": 2.722893445931948,
      "learning_rate": 0.0002266835687105596,
      "loss": 3.5046,
      "step": 49565
    },
    {
      "epoch": 2.0301454024165473,
      "grad_norm": 0.9733596978254178,
      "learning_rate": 0.00022668076569460832,
      "loss": 0.2927,
      "step": 49566
    },
    {
      "epoch": 2.030186360843744,
      "grad_norm": 1.1345129510810177,
      "learning_rate": 0.00022667796264240687,
      "loss": 1.0079,
      "step": 49567
    },
    {
      "epoch": 2.03022731927094,
      "grad_norm": 1.0718061174165925,
      "learning_rate": 0.00022667515955395652,
      "loss": 0.8891,
      "step": 49568
    },
    {
      "epoch": 2.0302682776981364,
      "grad_norm": 1.1396651826086486,
      "learning_rate": 0.00022667235642925859,
      "loss": 0.7256,
      "step": 49569
    },
    {
      "epoch": 2.030309236125333,
      "grad_norm": 1.206294632633027,
      "learning_rate": 0.00022666955326831444,
      "loss": 0.7094,
      "step": 49570
    },
    {
      "epoch": 2.030350194552529,
      "grad_norm": 0.8645912266160943,
      "learning_rate": 0.00022666675007112537,
      "loss": 0.5779,
      "step": 49571
    },
    {
      "epoch": 2.0303911529797256,
      "grad_norm": 0.9508510229936787,
      "learning_rate": 0.00022666394683769274,
      "loss": 0.7206,
      "step": 49572
    },
    {
      "epoch": 2.030432111406922,
      "grad_norm": 2.3117365923547823,
      "learning_rate": 0.00022666114356801782,
      "loss": 1.1419,
      "step": 49573
    },
    {
      "epoch": 2.0304730698341182,
      "grad_norm": 1.1478876498051498,
      "learning_rate": 0.00022665834026210188,
      "loss": 1.0105,
      "step": 49574
    },
    {
      "epoch": 2.0305140282613148,
      "grad_norm": 1.0082114035846683,
      "learning_rate": 0.00022665553691994641,
      "loss": 0.9004,
      "step": 49575
    },
    {
      "epoch": 2.0305549866885113,
      "grad_norm": 1.195343064826711,
      "learning_rate": 0.00022665273354155265,
      "loss": 0.9325,
      "step": 49576
    },
    {
      "epoch": 2.0305959451157074,
      "grad_norm": 1.1782827976911432,
      "learning_rate": 0.0002266499301269219,
      "loss": 0.9303,
      "step": 49577
    },
    {
      "epoch": 2.030636903542904,
      "grad_norm": 1.1016264008650396,
      "learning_rate": 0.00022664712667605548,
      "loss": 0.7086,
      "step": 49578
    },
    {
      "epoch": 2.0306778619701005,
      "grad_norm": 0.9709889373753314,
      "learning_rate": 0.0002266443231889548,
      "loss": 0.7278,
      "step": 49579
    },
    {
      "epoch": 2.0307188203972966,
      "grad_norm": 1.1079306668724445,
      "learning_rate": 0.00022664151966562114,
      "loss": 0.9222,
      "step": 49580
    },
    {
      "epoch": 2.030759778824493,
      "grad_norm": 1.050039425173814,
      "learning_rate": 0.00022663871610605578,
      "loss": 0.7463,
      "step": 49581
    },
    {
      "epoch": 2.0308007372516896,
      "grad_norm": 6.35213517312916,
      "learning_rate": 0.00022663591251026008,
      "loss": 3.1726,
      "step": 49582
    },
    {
      "epoch": 2.0308416956788857,
      "grad_norm": 1.1078309054530182,
      "learning_rate": 0.00022663310887823538,
      "loss": 0.857,
      "step": 49583
    },
    {
      "epoch": 2.0308826541060823,
      "grad_norm": 0.7231089057102851,
      "learning_rate": 0.000226630305209983,
      "loss": 0.3081,
      "step": 49584
    },
    {
      "epoch": 2.030923612533279,
      "grad_norm": 1.180773539237985,
      "learning_rate": 0.00022662750150550428,
      "loss": 0.7902,
      "step": 49585
    },
    {
      "epoch": 2.0309645709604753,
      "grad_norm": 0.47184502985950394,
      "learning_rate": 0.00022662469776480048,
      "loss": 0.0703,
      "step": 49586
    },
    {
      "epoch": 2.0310055293876714,
      "grad_norm": 1.132211654219859,
      "learning_rate": 0.00022662189398787297,
      "loss": 0.6945,
      "step": 49587
    },
    {
      "epoch": 2.031046487814868,
      "grad_norm": 1.0962409640054553,
      "learning_rate": 0.00022661909017472308,
      "loss": 0.7244,
      "step": 49588
    },
    {
      "epoch": 2.0310874462420645,
      "grad_norm": 1.0067440570466255,
      "learning_rate": 0.00022661628632535217,
      "loss": 0.8161,
      "step": 49589
    },
    {
      "epoch": 2.0311284046692606,
      "grad_norm": 0.9161879908279672,
      "learning_rate": 0.0002266134824397615,
      "loss": 0.7802,
      "step": 49590
    },
    {
      "epoch": 2.031169363096457,
      "grad_norm": 1.052645170184943,
      "learning_rate": 0.00022661067851795244,
      "loss": 0.8716,
      "step": 49591
    },
    {
      "epoch": 2.0312103215236537,
      "grad_norm": 1.0580963972265485,
      "learning_rate": 0.00022660787455992625,
      "loss": 0.5496,
      "step": 49592
    },
    {
      "epoch": 2.0312512799508498,
      "grad_norm": 1.061456405456789,
      "learning_rate": 0.00022660507056568432,
      "loss": 0.6513,
      "step": 49593
    },
    {
      "epoch": 2.0312922383780463,
      "grad_norm": 0.6001546488126238,
      "learning_rate": 0.00022660226653522798,
      "loss": 0.2416,
      "step": 49594
    },
    {
      "epoch": 2.031333196805243,
      "grad_norm": 0.8990621576058173,
      "learning_rate": 0.0002265994624685585,
      "loss": 0.8194,
      "step": 49595
    },
    {
      "epoch": 2.031374155232439,
      "grad_norm": 1.0288708316961497,
      "learning_rate": 0.00022659665836567727,
      "loss": 0.7171,
      "step": 49596
    },
    {
      "epoch": 2.0314151136596355,
      "grad_norm": 1.304785263413394,
      "learning_rate": 0.00022659385422658555,
      "loss": 0.7253,
      "step": 49597
    },
    {
      "epoch": 2.031456072086832,
      "grad_norm": 1.09478764388531,
      "learning_rate": 0.00022659105005128473,
      "loss": 0.7515,
      "step": 49598
    },
    {
      "epoch": 2.031497030514028,
      "grad_norm": 1.1585611686869,
      "learning_rate": 0.0002265882458397761,
      "loss": 0.8999,
      "step": 49599
    },
    {
      "epoch": 2.0315379889412246,
      "grad_norm": 1.3191242033408213,
      "learning_rate": 0.000226585441592061,
      "loss": 1.1564,
      "step": 49600
    },
    {
      "epoch": 2.031578947368421,
      "grad_norm": 1.3531907854708902,
      "learning_rate": 0.00022658263730814074,
      "loss": 1.266,
      "step": 49601
    },
    {
      "epoch": 2.0316199057956172,
      "grad_norm": 1.1446225415355897,
      "learning_rate": 0.00022657983298801662,
      "loss": 0.826,
      "step": 49602
    },
    {
      "epoch": 2.031660864222814,
      "grad_norm": 1.4117016565763745,
      "learning_rate": 0.00022657702863169003,
      "loss": 1.1039,
      "step": 49603
    },
    {
      "epoch": 2.0317018226500103,
      "grad_norm": 3.3114018629341246,
      "learning_rate": 0.00022657422423916226,
      "loss": 1.887,
      "step": 49604
    },
    {
      "epoch": 2.031742781077207,
      "grad_norm": 0.9500594779918357,
      "learning_rate": 0.00022657141981043466,
      "loss": 0.7304,
      "step": 49605
    },
    {
      "epoch": 2.031783739504403,
      "grad_norm": 1.306594022860249,
      "learning_rate": 0.00022656861534550853,
      "loss": 1.1458,
      "step": 49606
    },
    {
      "epoch": 2.0318246979315995,
      "grad_norm": 1.4865673104380606,
      "learning_rate": 0.0002265658108443852,
      "loss": 1.2161,
      "step": 49607
    },
    {
      "epoch": 2.031865656358796,
      "grad_norm": 1.473254806834287,
      "learning_rate": 0.00022656300630706597,
      "loss": 0.9948,
      "step": 49608
    },
    {
      "epoch": 2.031906614785992,
      "grad_norm": 1.08699672161288,
      "learning_rate": 0.00022656020173355223,
      "loss": 0.8062,
      "step": 49609
    },
    {
      "epoch": 2.0319475732131886,
      "grad_norm": 0.922500649709213,
      "learning_rate": 0.00022655739712384523,
      "loss": 0.7453,
      "step": 49610
    },
    {
      "epoch": 2.031988531640385,
      "grad_norm": 1.7080624665126412,
      "learning_rate": 0.00022655459247794638,
      "loss": 1.106,
      "step": 49611
    },
    {
      "epoch": 2.0320294900675813,
      "grad_norm": 0.7918968680882712,
      "learning_rate": 0.00022655178779585694,
      "loss": 0.3016,
      "step": 49612
    },
    {
      "epoch": 2.032070448494778,
      "grad_norm": 1.6882646937552497,
      "learning_rate": 0.00022654898307757827,
      "loss": 0.9388,
      "step": 49613
    },
    {
      "epoch": 2.0321114069219743,
      "grad_norm": 1.1219156927333982,
      "learning_rate": 0.00022654617832311162,
      "loss": 0.593,
      "step": 49614
    },
    {
      "epoch": 2.0321523653491704,
      "grad_norm": 1.300670732582489,
      "learning_rate": 0.00022654337353245844,
      "loss": 0.8131,
      "step": 49615
    },
    {
      "epoch": 2.032193323776367,
      "grad_norm": 1.7192468727946522,
      "learning_rate": 0.00022654056870562,
      "loss": 1.475,
      "step": 49616
    },
    {
      "epoch": 2.0322342822035635,
      "grad_norm": 1.1015775786036899,
      "learning_rate": 0.00022653776384259756,
      "loss": 0.6676,
      "step": 49617
    },
    {
      "epoch": 2.0322752406307596,
      "grad_norm": 1.1226459295430957,
      "learning_rate": 0.00022653495894339254,
      "loss": 1.0792,
      "step": 49618
    },
    {
      "epoch": 2.032316199057956,
      "grad_norm": 1.0070840917308643,
      "learning_rate": 0.00022653215400800624,
      "loss": 0.7261,
      "step": 49619
    },
    {
      "epoch": 2.0323571574851527,
      "grad_norm": 1.2339958810048681,
      "learning_rate": 0.00022652934903644002,
      "loss": 0.9297,
      "step": 49620
    },
    {
      "epoch": 2.0323981159123488,
      "grad_norm": 1.004209598130229,
      "learning_rate": 0.00022652654402869512,
      "loss": 0.7368,
      "step": 49621
    },
    {
      "epoch": 2.0324390743395453,
      "grad_norm": 0.7712353823638468,
      "learning_rate": 0.00022652373898477288,
      "loss": 0.4362,
      "step": 49622
    },
    {
      "epoch": 2.032480032766742,
      "grad_norm": 1.3141727321798986,
      "learning_rate": 0.00022652093390467467,
      "loss": 0.9269,
      "step": 49623
    },
    {
      "epoch": 2.0325209911939384,
      "grad_norm": 0.5904074967061058,
      "learning_rate": 0.0002265181287884019,
      "loss": 0.2613,
      "step": 49624
    },
    {
      "epoch": 2.0325619496211345,
      "grad_norm": 1.086608627397777,
      "learning_rate": 0.00022651532363595568,
      "loss": 0.7886,
      "step": 49625
    },
    {
      "epoch": 2.032602908048331,
      "grad_norm": 0.7073043639514046,
      "learning_rate": 0.0002265125184473375,
      "loss": 0.2709,
      "step": 49626
    },
    {
      "epoch": 2.0326438664755275,
      "grad_norm": 1.0100124504382602,
      "learning_rate": 0.00022650971322254863,
      "loss": 0.4525,
      "step": 49627
    },
    {
      "epoch": 2.0326848249027236,
      "grad_norm": 1.219660380947074,
      "learning_rate": 0.0002265069079615904,
      "loss": 1.0586,
      "step": 49628
    },
    {
      "epoch": 2.03272578332992,
      "grad_norm": 1.0523666022679028,
      "learning_rate": 0.00022650410266446418,
      "loss": 0.8095,
      "step": 49629
    },
    {
      "epoch": 2.0327667417571167,
      "grad_norm": 0.966405664191423,
      "learning_rate": 0.0002265012973311712,
      "loss": 0.929,
      "step": 49630
    },
    {
      "epoch": 2.032807700184313,
      "grad_norm": 1.0209004204526622,
      "learning_rate": 0.0002264984919617129,
      "loss": 0.7385,
      "step": 49631
    },
    {
      "epoch": 2.0328486586115093,
      "grad_norm": 0.677321033739587,
      "learning_rate": 0.00022649568655609055,
      "loss": 0.3389,
      "step": 49632
    },
    {
      "epoch": 2.032889617038706,
      "grad_norm": 0.7304533219275425,
      "learning_rate": 0.00022649288111430547,
      "loss": 0.2045,
      "step": 49633
    },
    {
      "epoch": 2.032930575465902,
      "grad_norm": 0.8631984915775792,
      "learning_rate": 0.00022649007563635895,
      "loss": 0.6612,
      "step": 49634
    },
    {
      "epoch": 2.0329715338930985,
      "grad_norm": 1.3658459262143687,
      "learning_rate": 0.00022648727012225244,
      "loss": 0.8892,
      "step": 49635
    },
    {
      "epoch": 2.033012492320295,
      "grad_norm": 1.0543104587749477,
      "learning_rate": 0.00022648446457198713,
      "loss": 0.9344,
      "step": 49636
    },
    {
      "epoch": 2.033053450747491,
      "grad_norm": 1.0451781444399428,
      "learning_rate": 0.00022648165898556442,
      "loss": 0.4781,
      "step": 49637
    },
    {
      "epoch": 2.0330944091746876,
      "grad_norm": 1.7460459134086639,
      "learning_rate": 0.00022647885336298562,
      "loss": 1.0394,
      "step": 49638
    },
    {
      "epoch": 2.033135367601884,
      "grad_norm": 1.1837851899842768,
      "learning_rate": 0.00022647604770425204,
      "loss": 0.8814,
      "step": 49639
    },
    {
      "epoch": 2.0331763260290803,
      "grad_norm": 1.0302658908642546,
      "learning_rate": 0.00022647324200936506,
      "loss": 0.8054,
      "step": 49640
    },
    {
      "epoch": 2.033217284456277,
      "grad_norm": 0.9903487357767117,
      "learning_rate": 0.00022647043627832596,
      "loss": 0.677,
      "step": 49641
    },
    {
      "epoch": 2.0332582428834733,
      "grad_norm": 1.124314259394254,
      "learning_rate": 0.00022646763051113603,
      "loss": 0.4495,
      "step": 49642
    },
    {
      "epoch": 2.03329920131067,
      "grad_norm": 0.8818420403733314,
      "learning_rate": 0.0002264648247077967,
      "loss": 0.624,
      "step": 49643
    },
    {
      "epoch": 2.033340159737866,
      "grad_norm": 1.0122549652954527,
      "learning_rate": 0.0002264620188683092,
      "loss": 0.742,
      "step": 49644
    },
    {
      "epoch": 2.0333811181650625,
      "grad_norm": 1.0106169660287798,
      "learning_rate": 0.0002264592129926749,
      "loss": 0.5732,
      "step": 49645
    },
    {
      "epoch": 2.033422076592259,
      "grad_norm": 1.2285715138652122,
      "learning_rate": 0.00022645640708089513,
      "loss": 0.8124,
      "step": 49646
    },
    {
      "epoch": 2.033463035019455,
      "grad_norm": 1.6744076148195073,
      "learning_rate": 0.00022645360113297117,
      "loss": 0.9478,
      "step": 49647
    },
    {
      "epoch": 2.0335039934466517,
      "grad_norm": 0.9288444826648709,
      "learning_rate": 0.00022645079514890443,
      "loss": 0.7203,
      "step": 49648
    },
    {
      "epoch": 2.033544951873848,
      "grad_norm": 1.2157121872384766,
      "learning_rate": 0.00022644798912869622,
      "loss": 0.6635,
      "step": 49649
    },
    {
      "epoch": 2.0335859103010443,
      "grad_norm": 0.9373929550544106,
      "learning_rate": 0.00022644518307234773,
      "loss": 0.7847,
      "step": 49650
    },
    {
      "epoch": 2.033626868728241,
      "grad_norm": 0.9715245760887706,
      "learning_rate": 0.0002264423769798605,
      "loss": 0.8325,
      "step": 49651
    },
    {
      "epoch": 2.0336678271554374,
      "grad_norm": 1.0620619915794947,
      "learning_rate": 0.00022643957085123568,
      "loss": 0.297,
      "step": 49652
    },
    {
      "epoch": 2.0337087855826335,
      "grad_norm": 1.6630438751151362,
      "learning_rate": 0.00022643676468647473,
      "loss": 0.8967,
      "step": 49653
    },
    {
      "epoch": 2.03374974400983,
      "grad_norm": 1.1555806903078454,
      "learning_rate": 0.0002264339584855788,
      "loss": 0.7208,
      "step": 49654
    },
    {
      "epoch": 2.0337907024370265,
      "grad_norm": 1.0899431647154496,
      "learning_rate": 0.00022643115224854946,
      "loss": 0.8546,
      "step": 49655
    },
    {
      "epoch": 2.0338316608642226,
      "grad_norm": 0.585175208100037,
      "learning_rate": 0.00022642834597538786,
      "loss": 0.257,
      "step": 49656
    },
    {
      "epoch": 2.033872619291419,
      "grad_norm": 1.3853114367724477,
      "learning_rate": 0.00022642553966609533,
      "loss": 0.6334,
      "step": 49657
    },
    {
      "epoch": 2.0339135777186157,
      "grad_norm": 1.0953248408167657,
      "learning_rate": 0.00022642273332067328,
      "loss": 0.7917,
      "step": 49658
    },
    {
      "epoch": 2.033954536145812,
      "grad_norm": 1.1530260704988728,
      "learning_rate": 0.000226419926939123,
      "loss": 0.9091,
      "step": 49659
    },
    {
      "epoch": 2.0339954945730083,
      "grad_norm": 1.184332898134176,
      "learning_rate": 0.00022641712052144582,
      "loss": 0.8769,
      "step": 49660
    },
    {
      "epoch": 2.034036453000205,
      "grad_norm": 1.4471040839962934,
      "learning_rate": 0.00022641431406764304,
      "loss": 1.4926,
      "step": 49661
    },
    {
      "epoch": 2.0340774114274014,
      "grad_norm": 1.2075650621455374,
      "learning_rate": 0.00022641150757771598,
      "loss": 1.186,
      "step": 49662
    },
    {
      "epoch": 2.0341183698545975,
      "grad_norm": 1.2241581231541037,
      "learning_rate": 0.00022640870105166604,
      "loss": 0.7595,
      "step": 49663
    },
    {
      "epoch": 2.034159328281794,
      "grad_norm": 0.918660145480218,
      "learning_rate": 0.00022640589448949446,
      "loss": 0.7011,
      "step": 49664
    },
    {
      "epoch": 2.0342002867089906,
      "grad_norm": 1.103539169263196,
      "learning_rate": 0.00022640308789120266,
      "loss": 0.745,
      "step": 49665
    },
    {
      "epoch": 2.0342412451361866,
      "grad_norm": 1.0762538022378119,
      "learning_rate": 0.0002264002812567919,
      "loss": 0.9079,
      "step": 49666
    },
    {
      "epoch": 2.034282203563383,
      "grad_norm": 0.8243490375715716,
      "learning_rate": 0.0002263974745862635,
      "loss": 0.3503,
      "step": 49667
    },
    {
      "epoch": 2.0343231619905797,
      "grad_norm": 0.998698823532618,
      "learning_rate": 0.00022639466787961878,
      "loss": 0.6033,
      "step": 49668
    },
    {
      "epoch": 2.034364120417776,
      "grad_norm": 1.1089054215600735,
      "learning_rate": 0.0002263918611368591,
      "loss": 0.9555,
      "step": 49669
    },
    {
      "epoch": 2.0344050788449723,
      "grad_norm": 0.7978855313989153,
      "learning_rate": 0.0002263890543579858,
      "loss": 0.335,
      "step": 49670
    },
    {
      "epoch": 2.034446037272169,
      "grad_norm": 0.9934907403112233,
      "learning_rate": 0.00022638624754300023,
      "loss": 0.6378,
      "step": 49671
    },
    {
      "epoch": 2.034486995699365,
      "grad_norm": 1.142332490273327,
      "learning_rate": 0.00022638344069190363,
      "loss": 0.8389,
      "step": 49672
    },
    {
      "epoch": 2.0345279541265615,
      "grad_norm": 0.8261161842569876,
      "learning_rate": 0.00022638063380469738,
      "loss": 0.7164,
      "step": 49673
    },
    {
      "epoch": 2.034568912553758,
      "grad_norm": 0.9938934020693871,
      "learning_rate": 0.00022637782688138277,
      "loss": 0.7214,
      "step": 49674
    },
    {
      "epoch": 2.034609870980954,
      "grad_norm": 1.0277976437691807,
      "learning_rate": 0.0002263750199219612,
      "loss": 0.7502,
      "step": 49675
    },
    {
      "epoch": 2.0346508294081507,
      "grad_norm": 0.9658382500272102,
      "learning_rate": 0.000226372212926434,
      "loss": 0.8915,
      "step": 49676
    },
    {
      "epoch": 2.034691787835347,
      "grad_norm": 1.1504202122542209,
      "learning_rate": 0.00022636940589480233,
      "loss": 0.4364,
      "step": 49677
    },
    {
      "epoch": 2.0347327462625433,
      "grad_norm": 1.254064480687336,
      "learning_rate": 0.00022636659882706775,
      "loss": 0.8902,
      "step": 49678
    },
    {
      "epoch": 2.03477370468974,
      "grad_norm": 2.2529416043992323,
      "learning_rate": 0.00022636379172323137,
      "loss": 2.7923,
      "step": 49679
    },
    {
      "epoch": 2.0348146631169364,
      "grad_norm": 0.9716623171456468,
      "learning_rate": 0.0002263609845832947,
      "loss": 0.8117,
      "step": 49680
    },
    {
      "epoch": 2.034855621544133,
      "grad_norm": 1.41367946289549,
      "learning_rate": 0.00022635817740725896,
      "loss": 1.0452,
      "step": 49681
    },
    {
      "epoch": 2.034896579971329,
      "grad_norm": 1.7379436767808836,
      "learning_rate": 0.00022635537019512545,
      "loss": 0.8107,
      "step": 49682
    },
    {
      "epoch": 2.0349375383985255,
      "grad_norm": 1.0732923601782585,
      "learning_rate": 0.00022635256294689562,
      "loss": 0.8463,
      "step": 49683
    },
    {
      "epoch": 2.034978496825722,
      "grad_norm": 1.1962302283142834,
      "learning_rate": 0.0002263497556625707,
      "loss": 0.8716,
      "step": 49684
    },
    {
      "epoch": 2.035019455252918,
      "grad_norm": 1.3396825660505478,
      "learning_rate": 0.00022634694834215209,
      "loss": 1.0066,
      "step": 49685
    },
    {
      "epoch": 2.0350604136801147,
      "grad_norm": 1.5979048489797207,
      "learning_rate": 0.00022634414098564098,
      "loss": 1.1814,
      "step": 49686
    },
    {
      "epoch": 2.0351013721073112,
      "grad_norm": 1.0535528411792705,
      "learning_rate": 0.00022634133359303887,
      "loss": 0.5859,
      "step": 49687
    },
    {
      "epoch": 2.0351423305345073,
      "grad_norm": 1.2464852861353635,
      "learning_rate": 0.00022633852616434698,
      "loss": 1.0094,
      "step": 49688
    },
    {
      "epoch": 2.035183288961704,
      "grad_norm": 1.0524506309155546,
      "learning_rate": 0.0002263357186995667,
      "loss": 0.7585,
      "step": 49689
    },
    {
      "epoch": 2.0352242473889004,
      "grad_norm": 0.7176948868933078,
      "learning_rate": 0.00022633291119869927,
      "loss": 0.2686,
      "step": 49690
    },
    {
      "epoch": 2.0352652058160965,
      "grad_norm": 0.5918346562127583,
      "learning_rate": 0.00022633010366174608,
      "loss": 0.2779,
      "step": 49691
    },
    {
      "epoch": 2.035306164243293,
      "grad_norm": 1.0653031907743498,
      "learning_rate": 0.00022632729608870847,
      "loss": 0.809,
      "step": 49692
    },
    {
      "epoch": 2.0353471226704896,
      "grad_norm": 1.1868310673013354,
      "learning_rate": 0.0002263244884795877,
      "loss": 1.0322,
      "step": 49693
    },
    {
      "epoch": 2.0353880810976857,
      "grad_norm": 1.0863665633152062,
      "learning_rate": 0.00022632168083438518,
      "loss": 0.7309,
      "step": 49694
    },
    {
      "epoch": 2.035429039524882,
      "grad_norm": 1.0941671366508752,
      "learning_rate": 0.00022631887315310219,
      "loss": 0.9185,
      "step": 49695
    },
    {
      "epoch": 2.0354699979520787,
      "grad_norm": 0.7820378230246269,
      "learning_rate": 0.00022631606543574006,
      "loss": 0.6944,
      "step": 49696
    },
    {
      "epoch": 2.035510956379275,
      "grad_norm": 1.0156364499008037,
      "learning_rate": 0.00022631325768230015,
      "loss": 0.7636,
      "step": 49697
    },
    {
      "epoch": 2.0355519148064714,
      "grad_norm": 0.8909709226357944,
      "learning_rate": 0.00022631044989278372,
      "loss": 0.5222,
      "step": 49698
    },
    {
      "epoch": 2.035592873233668,
      "grad_norm": 1.0812173685549231,
      "learning_rate": 0.00022630764206719217,
      "loss": 0.7332,
      "step": 49699
    },
    {
      "epoch": 2.0356338316608644,
      "grad_norm": 0.7108433074281033,
      "learning_rate": 0.00022630483420552677,
      "loss": 0.3032,
      "step": 49700
    },
    {
      "epoch": 2.0356747900880605,
      "grad_norm": 0.9141068456874005,
      "learning_rate": 0.00022630202630778888,
      "loss": 0.6838,
      "step": 49701
    },
    {
      "epoch": 2.035715748515257,
      "grad_norm": 0.9959364999903372,
      "learning_rate": 0.0002262992183739798,
      "loss": 0.5799,
      "step": 49702
    },
    {
      "epoch": 2.0357567069424536,
      "grad_norm": 0.7017027275260449,
      "learning_rate": 0.0002262964104041009,
      "loss": 0.2786,
      "step": 49703
    },
    {
      "epoch": 2.0357976653696497,
      "grad_norm": 1.0557859981606723,
      "learning_rate": 0.0002262936023981535,
      "loss": 0.7451,
      "step": 49704
    },
    {
      "epoch": 2.035838623796846,
      "grad_norm": 3.269955296282398,
      "learning_rate": 0.0002262907943561389,
      "loss": 1.3606,
      "step": 49705
    },
    {
      "epoch": 2.0358795822240427,
      "grad_norm": 0.7122663660530562,
      "learning_rate": 0.00022628798627805837,
      "loss": 0.3228,
      "step": 49706
    },
    {
      "epoch": 2.035920540651239,
      "grad_norm": 1.1853920666819022,
      "learning_rate": 0.0002262851781639134,
      "loss": 0.9828,
      "step": 49707
    },
    {
      "epoch": 2.0359614990784354,
      "grad_norm": 1.3519334911285716,
      "learning_rate": 0.00022628237001370518,
      "loss": 0.759,
      "step": 49708
    },
    {
      "epoch": 2.036002457505632,
      "grad_norm": 1.6075421259267373,
      "learning_rate": 0.00022627956182743515,
      "loss": 1.1918,
      "step": 49709
    },
    {
      "epoch": 2.036043415932828,
      "grad_norm": 0.8828024137236057,
      "learning_rate": 0.00022627675360510445,
      "loss": 0.6926,
      "step": 49710
    },
    {
      "epoch": 2.0360843743600245,
      "grad_norm": 1.3951045487305869,
      "learning_rate": 0.00022627394534671463,
      "loss": 0.9611,
      "step": 49711
    },
    {
      "epoch": 2.036125332787221,
      "grad_norm": 1.1131547989658317,
      "learning_rate": 0.00022627113705226692,
      "loss": 1.0304,
      "step": 49712
    },
    {
      "epoch": 2.036166291214417,
      "grad_norm": 0.7387809336458203,
      "learning_rate": 0.00022626832872176257,
      "loss": 0.3241,
      "step": 49713
    },
    {
      "epoch": 2.0362072496416137,
      "grad_norm": 1.3584396043791798,
      "learning_rate": 0.000226265520355203,
      "loss": 1.0304,
      "step": 49714
    },
    {
      "epoch": 2.0362482080688102,
      "grad_norm": 0.7279928882518771,
      "learning_rate": 0.00022626271195258954,
      "loss": 0.3501,
      "step": 49715
    },
    {
      "epoch": 2.0362891664960063,
      "grad_norm": 1.2345371290764875,
      "learning_rate": 0.00022625990351392348,
      "loss": 1.132,
      "step": 49716
    },
    {
      "epoch": 2.036330124923203,
      "grad_norm": 1.120897528905869,
      "learning_rate": 0.00022625709503920619,
      "loss": 1.0999,
      "step": 49717
    },
    {
      "epoch": 2.0363710833503994,
      "grad_norm": 0.8739956329613705,
      "learning_rate": 0.00022625428652843892,
      "loss": 0.6896,
      "step": 49718
    },
    {
      "epoch": 2.036412041777596,
      "grad_norm": 0.936924365426248,
      "learning_rate": 0.00022625147798162307,
      "loss": 0.5878,
      "step": 49719
    },
    {
      "epoch": 2.036453000204792,
      "grad_norm": 1.1372836263736814,
      "learning_rate": 0.00022624866939875994,
      "loss": 1.0005,
      "step": 49720
    },
    {
      "epoch": 2.0364939586319886,
      "grad_norm": 1.1732414532962596,
      "learning_rate": 0.00022624586077985088,
      "loss": 0.9685,
      "step": 49721
    },
    {
      "epoch": 2.036534917059185,
      "grad_norm": 1.0765601397175328,
      "learning_rate": 0.0002262430521248972,
      "loss": 0.755,
      "step": 49722
    },
    {
      "epoch": 2.036575875486381,
      "grad_norm": 0.8779450540442617,
      "learning_rate": 0.0002262402434339002,
      "loss": 0.8393,
      "step": 49723
    },
    {
      "epoch": 2.0366168339135777,
      "grad_norm": 0.8235037608810251,
      "learning_rate": 0.00022623743470686126,
      "loss": 0.6755,
      "step": 49724
    },
    {
      "epoch": 2.0366577923407743,
      "grad_norm": 1.022039208135275,
      "learning_rate": 0.0002262346259437817,
      "loss": 0.8129,
      "step": 49725
    },
    {
      "epoch": 2.0366987507679704,
      "grad_norm": 1.491494122132203,
      "learning_rate": 0.00022623181714466278,
      "loss": 1.4002,
      "step": 49726
    },
    {
      "epoch": 2.036739709195167,
      "grad_norm": 1.0402908394516701,
      "learning_rate": 0.00022622900830950593,
      "loss": 0.8041,
      "step": 49727
    },
    {
      "epoch": 2.0367806676223634,
      "grad_norm": 1.1337563265011934,
      "learning_rate": 0.0002262261994383124,
      "loss": 0.7355,
      "step": 49728
    },
    {
      "epoch": 2.0368216260495595,
      "grad_norm": 1.0158855080608848,
      "learning_rate": 0.0002262233905310836,
      "loss": 0.6659,
      "step": 49729
    },
    {
      "epoch": 2.036862584476756,
      "grad_norm": 0.9428697866935666,
      "learning_rate": 0.00022622058158782075,
      "loss": 0.7103,
      "step": 49730
    },
    {
      "epoch": 2.0369035429039526,
      "grad_norm": 0.9897782156286409,
      "learning_rate": 0.00022621777260852525,
      "loss": 0.9229,
      "step": 49731
    },
    {
      "epoch": 2.0369445013311487,
      "grad_norm": 1.328312849661059,
      "learning_rate": 0.00022621496359319845,
      "loss": 0.9251,
      "step": 49732
    },
    {
      "epoch": 2.036985459758345,
      "grad_norm": 1.0352990336080445,
      "learning_rate": 0.00022621215454184159,
      "loss": 0.8916,
      "step": 49733
    },
    {
      "epoch": 2.0370264181855418,
      "grad_norm": 1.2758093412899705,
      "learning_rate": 0.000226209345454456,
      "loss": 0.9992,
      "step": 49734
    },
    {
      "epoch": 2.037067376612738,
      "grad_norm": 0.9765205153235694,
      "learning_rate": 0.00022620653633104314,
      "loss": 0.7658,
      "step": 49735
    },
    {
      "epoch": 2.0371083350399344,
      "grad_norm": 1.1052192695822836,
      "learning_rate": 0.0002262037271716042,
      "loss": 0.7325,
      "step": 49736
    },
    {
      "epoch": 2.037149293467131,
      "grad_norm": 1.0298268918197844,
      "learning_rate": 0.00022620091797614057,
      "loss": 0.9894,
      "step": 49737
    },
    {
      "epoch": 2.0371902518943275,
      "grad_norm": 0.883449533760529,
      "learning_rate": 0.00022619810874465357,
      "loss": 0.3954,
      "step": 49738
    },
    {
      "epoch": 2.0372312103215235,
      "grad_norm": 1.386426452853225,
      "learning_rate": 0.00022619529947714452,
      "loss": 0.8637,
      "step": 49739
    },
    {
      "epoch": 2.03727216874872,
      "grad_norm": 1.3560971035878104,
      "learning_rate": 0.00022619249017361476,
      "loss": 1.0068,
      "step": 49740
    },
    {
      "epoch": 2.0373131271759166,
      "grad_norm": 1.2384832394360246,
      "learning_rate": 0.00022618968083406562,
      "loss": 0.8308,
      "step": 49741
    },
    {
      "epoch": 2.0373540856031127,
      "grad_norm": 1.255503453911504,
      "learning_rate": 0.00022618687145849837,
      "loss": 0.8771,
      "step": 49742
    },
    {
      "epoch": 2.0373950440303092,
      "grad_norm": 0.688027729473595,
      "learning_rate": 0.00022618406204691447,
      "loss": 0.3599,
      "step": 49743
    },
    {
      "epoch": 2.037436002457506,
      "grad_norm": 1.187334138479637,
      "learning_rate": 0.00022618125259931513,
      "loss": 0.8923,
      "step": 49744
    },
    {
      "epoch": 2.037476960884702,
      "grad_norm": 0.8692096221806077,
      "learning_rate": 0.00022617844311570174,
      "loss": 0.6701,
      "step": 49745
    },
    {
      "epoch": 2.0375179193118984,
      "grad_norm": 1.32978985001148,
      "learning_rate": 0.00022617563359607554,
      "loss": 1.1683,
      "step": 49746
    },
    {
      "epoch": 2.037558877739095,
      "grad_norm": 1.0394684761078015,
      "learning_rate": 0.000226172824040438,
      "loss": 0.6884,
      "step": 49747
    },
    {
      "epoch": 2.037599836166291,
      "grad_norm": 1.12089539803619,
      "learning_rate": 0.00022617001444879035,
      "loss": 0.8247,
      "step": 49748
    },
    {
      "epoch": 2.0376407945934876,
      "grad_norm": 1.1581038032794142,
      "learning_rate": 0.0002261672048211339,
      "loss": 1.0412,
      "step": 49749
    },
    {
      "epoch": 2.037681753020684,
      "grad_norm": 1.0645182571167848,
      "learning_rate": 0.00022616439515747003,
      "loss": 0.8177,
      "step": 49750
    },
    {
      "epoch": 2.03772271144788,
      "grad_norm": 2.3086948718163205,
      "learning_rate": 0.00022616158545780003,
      "loss": 2.0952,
      "step": 49751
    },
    {
      "epoch": 2.0377636698750767,
      "grad_norm": 0.7078226736034092,
      "learning_rate": 0.0002261587757221253,
      "loss": 0.2551,
      "step": 49752
    },
    {
      "epoch": 2.0378046283022733,
      "grad_norm": 1.4658647016757917,
      "learning_rate": 0.0002261559659504471,
      "loss": 0.9198,
      "step": 49753
    },
    {
      "epoch": 2.03784558672947,
      "grad_norm": 2.1385376987927156,
      "learning_rate": 0.00022615315614276673,
      "loss": 0.7623,
      "step": 49754
    },
    {
      "epoch": 2.037886545156666,
      "grad_norm": 1.1987324669606156,
      "learning_rate": 0.00022615034629908562,
      "loss": 0.9192,
      "step": 49755
    },
    {
      "epoch": 2.0379275035838624,
      "grad_norm": 0.9556212076715278,
      "learning_rate": 0.00022614753641940507,
      "loss": 0.7025,
      "step": 49756
    },
    {
      "epoch": 2.037968462011059,
      "grad_norm": 0.8427661211353297,
      "learning_rate": 0.00022614472650372633,
      "loss": 0.3456,
      "step": 49757
    },
    {
      "epoch": 2.038009420438255,
      "grad_norm": 1.1472025151732679,
      "learning_rate": 0.0002261419165520508,
      "loss": 0.8327,
      "step": 49758
    },
    {
      "epoch": 2.0380503788654516,
      "grad_norm": 2.2228898189714648,
      "learning_rate": 0.00022613910656437978,
      "loss": 0.8161,
      "step": 49759
    },
    {
      "epoch": 2.038091337292648,
      "grad_norm": 0.8810071967190511,
      "learning_rate": 0.0002261362965407146,
      "loss": 0.6681,
      "step": 49760
    },
    {
      "epoch": 2.0381322957198442,
      "grad_norm": 1.5989592752552069,
      "learning_rate": 0.00022613348648105664,
      "loss": 1.3068,
      "step": 49761
    },
    {
      "epoch": 2.0381732541470408,
      "grad_norm": 1.271193675134582,
      "learning_rate": 0.00022613067638540713,
      "loss": 0.9908,
      "step": 49762
    },
    {
      "epoch": 2.0382142125742373,
      "grad_norm": 1.3780906920325677,
      "learning_rate": 0.0002261278662537675,
      "loss": 0.9219,
      "step": 49763
    },
    {
      "epoch": 2.0382551710014334,
      "grad_norm": 0.9794225185218346,
      "learning_rate": 0.00022612505608613902,
      "loss": 0.7688,
      "step": 49764
    },
    {
      "epoch": 2.03829612942863,
      "grad_norm": 1.6111772866599625,
      "learning_rate": 0.00022612224588252302,
      "loss": 1.2171,
      "step": 49765
    },
    {
      "epoch": 2.0383370878558265,
      "grad_norm": 1.4184222201624705,
      "learning_rate": 0.00022611943564292085,
      "loss": 0.9486,
      "step": 49766
    },
    {
      "epoch": 2.0383780462830225,
      "grad_norm": 1.0206566529713688,
      "learning_rate": 0.00022611662536733382,
      "loss": 0.7259,
      "step": 49767
    },
    {
      "epoch": 2.038419004710219,
      "grad_norm": 1.4633762744553662,
      "learning_rate": 0.0002261138150557633,
      "loss": 1.165,
      "step": 49768
    },
    {
      "epoch": 2.0384599631374156,
      "grad_norm": 1.0030528185701033,
      "learning_rate": 0.00022611100470821055,
      "loss": 0.8582,
      "step": 49769
    },
    {
      "epoch": 2.0385009215646117,
      "grad_norm": 0.8658940159082917,
      "learning_rate": 0.00022610819432467688,
      "loss": 0.4052,
      "step": 49770
    },
    {
      "epoch": 2.0385418799918082,
      "grad_norm": 0.9872617868862201,
      "learning_rate": 0.00022610538390516375,
      "loss": 0.6676,
      "step": 49771
    },
    {
      "epoch": 2.038582838419005,
      "grad_norm": 5.827076462876426,
      "learning_rate": 0.00022610257344967243,
      "loss": 1.6829,
      "step": 49772
    },
    {
      "epoch": 2.0386237968462013,
      "grad_norm": 1.2084331987471963,
      "learning_rate": 0.00022609976295820416,
      "loss": 0.7771,
      "step": 49773
    },
    {
      "epoch": 2.0386647552733974,
      "grad_norm": 1.0701783986774225,
      "learning_rate": 0.00022609695243076036,
      "loss": 0.6208,
      "step": 49774
    },
    {
      "epoch": 2.038705713700594,
      "grad_norm": 0.6777730764855723,
      "learning_rate": 0.00022609414186734237,
      "loss": 0.2729,
      "step": 49775
    },
    {
      "epoch": 2.0387466721277905,
      "grad_norm": 1.1308061409734953,
      "learning_rate": 0.00022609133126795148,
      "loss": 0.7676,
      "step": 49776
    },
    {
      "epoch": 2.0387876305549866,
      "grad_norm": 1.0250989643932356,
      "learning_rate": 0.00022608852063258898,
      "loss": 0.6943,
      "step": 49777
    },
    {
      "epoch": 2.038828588982183,
      "grad_norm": 1.070682112385896,
      "learning_rate": 0.00022608570996125624,
      "loss": 0.9156,
      "step": 49778
    },
    {
      "epoch": 2.0388695474093796,
      "grad_norm": 0.8283296127526634,
      "learning_rate": 0.00022608289925395465,
      "loss": 0.6509,
      "step": 49779
    },
    {
      "epoch": 2.0389105058365757,
      "grad_norm": 1.071540974633553,
      "learning_rate": 0.00022608008851068544,
      "loss": 0.8642,
      "step": 49780
    },
    {
      "epoch": 2.0389514642637723,
      "grad_norm": 1.2905877142515432,
      "learning_rate": 0.00022607727773145002,
      "loss": 0.8684,
      "step": 49781
    },
    {
      "epoch": 2.038992422690969,
      "grad_norm": 1.8295222756811598,
      "learning_rate": 0.00022607446691624963,
      "loss": 1.2288,
      "step": 49782
    },
    {
      "epoch": 2.039033381118165,
      "grad_norm": 0.6857214295514065,
      "learning_rate": 0.00022607165606508566,
      "loss": 0.6229,
      "step": 49783
    },
    {
      "epoch": 2.0390743395453614,
      "grad_norm": 1.0619692967326158,
      "learning_rate": 0.00022606884517795944,
      "loss": 0.6368,
      "step": 49784
    },
    {
      "epoch": 2.039115297972558,
      "grad_norm": 1.1720069310570729,
      "learning_rate": 0.00022606603425487227,
      "loss": 1.0855,
      "step": 49785
    },
    {
      "epoch": 2.039156256399754,
      "grad_norm": 0.9256130142127416,
      "learning_rate": 0.00022606322329582547,
      "loss": 0.6377,
      "step": 49786
    },
    {
      "epoch": 2.0391972148269506,
      "grad_norm": 1.0479805814860381,
      "learning_rate": 0.00022606041230082043,
      "loss": 0.7771,
      "step": 49787
    },
    {
      "epoch": 2.039238173254147,
      "grad_norm": 1.1989718967047536,
      "learning_rate": 0.0002260576012698584,
      "loss": 1.2355,
      "step": 49788
    },
    {
      "epoch": 2.0392791316813432,
      "grad_norm": 0.8910971328787191,
      "learning_rate": 0.00022605479020294082,
      "loss": 0.648,
      "step": 49789
    },
    {
      "epoch": 2.0393200901085398,
      "grad_norm": 1.035108125477078,
      "learning_rate": 0.0002260519791000689,
      "loss": 0.8801,
      "step": 49790
    },
    {
      "epoch": 2.0393610485357363,
      "grad_norm": 0.9648050404092104,
      "learning_rate": 0.000226049167961244,
      "loss": 0.9284,
      "step": 49791
    },
    {
      "epoch": 2.039402006962933,
      "grad_norm": 0.9798612346615739,
      "learning_rate": 0.0002260463567864675,
      "loss": 0.7621,
      "step": 49792
    },
    {
      "epoch": 2.039442965390129,
      "grad_norm": 1.0277449338889948,
      "learning_rate": 0.00022604354557574066,
      "loss": 0.6061,
      "step": 49793
    },
    {
      "epoch": 2.0394839238173255,
      "grad_norm": 1.1347022025810878,
      "learning_rate": 0.0002260407343290649,
      "loss": 0.8932,
      "step": 49794
    },
    {
      "epoch": 2.039524882244522,
      "grad_norm": 0.5553345962853762,
      "learning_rate": 0.00022603792304644145,
      "loss": 0.2702,
      "step": 49795
    },
    {
      "epoch": 2.039565840671718,
      "grad_norm": 0.9427407573528097,
      "learning_rate": 0.0002260351117278717,
      "loss": 0.6344,
      "step": 49796
    },
    {
      "epoch": 2.0396067990989146,
      "grad_norm": 0.9845143612966701,
      "learning_rate": 0.00022603230037335695,
      "loss": 0.6429,
      "step": 49797
    },
    {
      "epoch": 2.039647757526111,
      "grad_norm": 1.1132451438479634,
      "learning_rate": 0.0002260294889828985,
      "loss": 0.7863,
      "step": 49798
    },
    {
      "epoch": 2.0396887159533073,
      "grad_norm": 1.1774824175180165,
      "learning_rate": 0.00022602667755649777,
      "loss": 0.9483,
      "step": 49799
    },
    {
      "epoch": 2.039729674380504,
      "grad_norm": 1.286652231808572,
      "learning_rate": 0.00022602386609415608,
      "loss": 0.8597,
      "step": 49800
    },
    {
      "epoch": 2.0397706328077003,
      "grad_norm": 1.1534914106976708,
      "learning_rate": 0.00022602105459587467,
      "loss": 0.7669,
      "step": 49801
    },
    {
      "epoch": 2.0398115912348964,
      "grad_norm": 2.356823374556213,
      "learning_rate": 0.00022601824306165485,
      "loss": 1.158,
      "step": 49802
    },
    {
      "epoch": 2.039852549662093,
      "grad_norm": 1.6430198671618952,
      "learning_rate": 0.0002260154314914981,
      "loss": 1.2947,
      "step": 49803
    },
    {
      "epoch": 2.0398935080892895,
      "grad_norm": 1.367772708540719,
      "learning_rate": 0.0002260126198854057,
      "loss": 1.0075,
      "step": 49804
    },
    {
      "epoch": 2.0399344665164856,
      "grad_norm": 0.8904622243257704,
      "learning_rate": 0.00022600980824337888,
      "loss": 0.4497,
      "step": 49805
    },
    {
      "epoch": 2.039975424943682,
      "grad_norm": 1.01733430499488,
      "learning_rate": 0.00022600699656541903,
      "loss": 0.6424,
      "step": 49806
    },
    {
      "epoch": 2.0400163833708786,
      "grad_norm": 0.9057229817723947,
      "learning_rate": 0.00022600418485152748,
      "loss": 0.6723,
      "step": 49807
    },
    {
      "epoch": 2.0400573417980747,
      "grad_norm": 1.0150632706909135,
      "learning_rate": 0.0002260013731017056,
      "loss": 0.5536,
      "step": 49808
    },
    {
      "epoch": 2.0400983002252713,
      "grad_norm": 0.9687065348354735,
      "learning_rate": 0.00022599856131595464,
      "loss": 0.3675,
      "step": 49809
    },
    {
      "epoch": 2.040139258652468,
      "grad_norm": 3.4338375022400163,
      "learning_rate": 0.000225995749494276,
      "loss": 2.4844,
      "step": 49810
    },
    {
      "epoch": 2.0401802170796643,
      "grad_norm": 1.1000449638410208,
      "learning_rate": 0.00022599293763667094,
      "loss": 0.628,
      "step": 49811
    },
    {
      "epoch": 2.0402211755068604,
      "grad_norm": 1.1684697810343005,
      "learning_rate": 0.0002259901257431409,
      "loss": 0.6837,
      "step": 49812
    },
    {
      "epoch": 2.040262133934057,
      "grad_norm": 1.4078896016449862,
      "learning_rate": 0.0002259873138136871,
      "loss": 1.1609,
      "step": 49813
    },
    {
      "epoch": 2.0403030923612535,
      "grad_norm": 1.049340540358365,
      "learning_rate": 0.00022598450184831088,
      "loss": 0.9959,
      "step": 49814
    },
    {
      "epoch": 2.0403440507884496,
      "grad_norm": 1.1548319778958112,
      "learning_rate": 0.00022598168984701362,
      "loss": 0.8317,
      "step": 49815
    },
    {
      "epoch": 2.040385009215646,
      "grad_norm": 1.2558580381384448,
      "learning_rate": 0.00022597887780979664,
      "loss": 0.789,
      "step": 49816
    },
    {
      "epoch": 2.0404259676428427,
      "grad_norm": 0.6469407785526372,
      "learning_rate": 0.00022597606573666122,
      "loss": 0.3091,
      "step": 49817
    },
    {
      "epoch": 2.0404669260700388,
      "grad_norm": 0.7148058491460086,
      "learning_rate": 0.00022597325362760877,
      "loss": 0.292,
      "step": 49818
    },
    {
      "epoch": 2.0405078844972353,
      "grad_norm": 1.0879880911634772,
      "learning_rate": 0.00022597044148264057,
      "loss": 0.8185,
      "step": 49819
    },
    {
      "epoch": 2.040548842924432,
      "grad_norm": 2.76703077082729,
      "learning_rate": 0.00022596762930175796,
      "loss": 3.6065,
      "step": 49820
    },
    {
      "epoch": 2.040589801351628,
      "grad_norm": 2.6949061026393792,
      "learning_rate": 0.0002259648170849622,
      "loss": 3.8609,
      "step": 49821
    },
    {
      "epoch": 2.0406307597788245,
      "grad_norm": 1.0012621220460156,
      "learning_rate": 0.00022596200483225473,
      "loss": 0.7551,
      "step": 49822
    },
    {
      "epoch": 2.040671718206021,
      "grad_norm": 0.7638132766894323,
      "learning_rate": 0.00022595919254363685,
      "loss": 0.3713,
      "step": 49823
    },
    {
      "epoch": 2.040712676633217,
      "grad_norm": 1.1135259105286934,
      "learning_rate": 0.0002259563802191098,
      "loss": 0.8229,
      "step": 49824
    },
    {
      "epoch": 2.0407536350604136,
      "grad_norm": 1.2857472803067134,
      "learning_rate": 0.00022595356785867505,
      "loss": 0.9934,
      "step": 49825
    },
    {
      "epoch": 2.04079459348761,
      "grad_norm": 0.9477996031898911,
      "learning_rate": 0.00022595075546233382,
      "loss": 0.7587,
      "step": 49826
    },
    {
      "epoch": 2.0408355519148063,
      "grad_norm": 0.9105908555419309,
      "learning_rate": 0.00022594794303008747,
      "loss": 0.7564,
      "step": 49827
    },
    {
      "epoch": 2.040876510342003,
      "grad_norm": 2.379546399260785,
      "learning_rate": 0.00022594513056193737,
      "loss": 1.2352,
      "step": 49828
    },
    {
      "epoch": 2.0409174687691993,
      "grad_norm": 1.3824422887175816,
      "learning_rate": 0.00022594231805788485,
      "loss": 1.3536,
      "step": 49829
    },
    {
      "epoch": 2.040958427196396,
      "grad_norm": 0.9585304901355456,
      "learning_rate": 0.00022593950551793112,
      "loss": 0.2607,
      "step": 49830
    },
    {
      "epoch": 2.040999385623592,
      "grad_norm": 0.9489551218388333,
      "learning_rate": 0.0002259366929420777,
      "loss": 0.7777,
      "step": 49831
    },
    {
      "epoch": 2.0410403440507885,
      "grad_norm": 1.288605766082138,
      "learning_rate": 0.00022593388033032575,
      "loss": 0.5202,
      "step": 49832
    },
    {
      "epoch": 2.041081302477985,
      "grad_norm": 1.1643576154867497,
      "learning_rate": 0.00022593106768267667,
      "loss": 0.8243,
      "step": 49833
    },
    {
      "epoch": 2.041122260905181,
      "grad_norm": 0.9208771493929077,
      "learning_rate": 0.0002259282549991318,
      "loss": 0.5498,
      "step": 49834
    },
    {
      "epoch": 2.0411632193323777,
      "grad_norm": 0.9143621455719853,
      "learning_rate": 0.00022592544227969247,
      "loss": 0.6691,
      "step": 49835
    },
    {
      "epoch": 2.041204177759574,
      "grad_norm": 1.3058963566955062,
      "learning_rate": 0.00022592262952436,
      "loss": 0.588,
      "step": 49836
    },
    {
      "epoch": 2.0412451361867703,
      "grad_norm": 0.9193830310622298,
      "learning_rate": 0.00022591981673313573,
      "loss": 0.6834,
      "step": 49837
    },
    {
      "epoch": 2.041286094613967,
      "grad_norm": 1.0393453931201595,
      "learning_rate": 0.0002259170039060209,
      "loss": 0.7325,
      "step": 49838
    },
    {
      "epoch": 2.0413270530411634,
      "grad_norm": 1.1404807475454506,
      "learning_rate": 0.00022591419104301698,
      "loss": 0.9739,
      "step": 49839
    },
    {
      "epoch": 2.0413680114683594,
      "grad_norm": 0.9694328743596669,
      "learning_rate": 0.00022591137814412522,
      "loss": 0.8604,
      "step": 49840
    },
    {
      "epoch": 2.041408969895556,
      "grad_norm": 1.210155416413303,
      "learning_rate": 0.000225908565209347,
      "loss": 0.9868,
      "step": 49841
    },
    {
      "epoch": 2.0414499283227525,
      "grad_norm": 1.9506412425169852,
      "learning_rate": 0.00022590575223868352,
      "loss": 1.5086,
      "step": 49842
    },
    {
      "epoch": 2.0414908867499486,
      "grad_norm": 1.1239574210512104,
      "learning_rate": 0.00022590293923213629,
      "loss": 0.9123,
      "step": 49843
    },
    {
      "epoch": 2.041531845177145,
      "grad_norm": 1.2086949476305229,
      "learning_rate": 0.00022590012618970654,
      "loss": 1.0085,
      "step": 49844
    },
    {
      "epoch": 2.0415728036043417,
      "grad_norm": 0.9306799985374716,
      "learning_rate": 0.0002258973131113956,
      "loss": 0.3094,
      "step": 49845
    },
    {
      "epoch": 2.0416137620315378,
      "grad_norm": 1.3260003001751617,
      "learning_rate": 0.0002258944999972048,
      "loss": 0.9184,
      "step": 49846
    },
    {
      "epoch": 2.0416547204587343,
      "grad_norm": 1.378875338867254,
      "learning_rate": 0.00022589168684713552,
      "loss": 1.1922,
      "step": 49847
    },
    {
      "epoch": 2.041695678885931,
      "grad_norm": 1.0012311238456302,
      "learning_rate": 0.00022588887366118906,
      "loss": 0.9503,
      "step": 49848
    },
    {
      "epoch": 2.0417366373131274,
      "grad_norm": 1.3067574382581055,
      "learning_rate": 0.0002258860604393667,
      "loss": 0.7092,
      "step": 49849
    },
    {
      "epoch": 2.0417775957403235,
      "grad_norm": 1.0901115055552142,
      "learning_rate": 0.00022588324718166985,
      "loss": 0.6674,
      "step": 49850
    },
    {
      "epoch": 2.04181855416752,
      "grad_norm": 1.4885245609961524,
      "learning_rate": 0.0002258804338880998,
      "loss": 0.3385,
      "step": 49851
    },
    {
      "epoch": 2.0418595125947165,
      "grad_norm": 1.3155191498479715,
      "learning_rate": 0.00022587762055865788,
      "loss": 0.9984,
      "step": 49852
    },
    {
      "epoch": 2.0419004710219126,
      "grad_norm": 0.8542470971525176,
      "learning_rate": 0.0002258748071933454,
      "loss": 0.7511,
      "step": 49853
    },
    {
      "epoch": 2.041941429449109,
      "grad_norm": 1.0842659023140948,
      "learning_rate": 0.00022587199379216376,
      "loss": 0.7412,
      "step": 49854
    },
    {
      "epoch": 2.0419823878763057,
      "grad_norm": 1.1420105154217473,
      "learning_rate": 0.0002258691803551142,
      "loss": 0.6252,
      "step": 49855
    },
    {
      "epoch": 2.042023346303502,
      "grad_norm": 0.9666302126642278,
      "learning_rate": 0.00022586636688219815,
      "loss": 0.786,
      "step": 49856
    },
    {
      "epoch": 2.0420643047306983,
      "grad_norm": 0.9935735117265114,
      "learning_rate": 0.00022586355337341683,
      "loss": 0.4065,
      "step": 49857
    },
    {
      "epoch": 2.042105263157895,
      "grad_norm": 0.9837314243357055,
      "learning_rate": 0.0002258607398287716,
      "loss": 0.5843,
      "step": 49858
    },
    {
      "epoch": 2.042146221585091,
      "grad_norm": 1.349797274777177,
      "learning_rate": 0.0002258579262482639,
      "loss": 0.9745,
      "step": 49859
    },
    {
      "epoch": 2.0421871800122875,
      "grad_norm": 1.100318558575155,
      "learning_rate": 0.00022585511263189493,
      "loss": 0.7746,
      "step": 49860
    },
    {
      "epoch": 2.042228138439484,
      "grad_norm": 0.7378684634159083,
      "learning_rate": 0.00022585229897966605,
      "loss": 0.6763,
      "step": 49861
    },
    {
      "epoch": 2.04226909686668,
      "grad_norm": 1.265851917457618,
      "learning_rate": 0.0002258494852915786,
      "loss": 0.4763,
      "step": 49862
    },
    {
      "epoch": 2.0423100552938767,
      "grad_norm": 0.9339593783352387,
      "learning_rate": 0.00022584667156763392,
      "loss": 0.6634,
      "step": 49863
    },
    {
      "epoch": 2.042351013721073,
      "grad_norm": 1.1879995657758453,
      "learning_rate": 0.00022584385780783335,
      "loss": 0.8839,
      "step": 49864
    },
    {
      "epoch": 2.0423919721482697,
      "grad_norm": 1.0846897748318278,
      "learning_rate": 0.0002258410440121782,
      "loss": 0.3926,
      "step": 49865
    },
    {
      "epoch": 2.042432930575466,
      "grad_norm": 1.2701535993649111,
      "learning_rate": 0.0002258382301806698,
      "loss": 1.012,
      "step": 49866
    },
    {
      "epoch": 2.0424738890026624,
      "grad_norm": 2.6965162080028766,
      "learning_rate": 0.00022583541631330948,
      "loss": 1.2075,
      "step": 49867
    },
    {
      "epoch": 2.042514847429859,
      "grad_norm": 0.8593760990459826,
      "learning_rate": 0.00022583260241009864,
      "loss": 0.6067,
      "step": 49868
    },
    {
      "epoch": 2.042555805857055,
      "grad_norm": 0.964257873196877,
      "learning_rate": 0.00022582978847103847,
      "loss": 0.8689,
      "step": 49869
    },
    {
      "epoch": 2.0425967642842515,
      "grad_norm": 1.1269570859184508,
      "learning_rate": 0.0002258269744961304,
      "loss": 0.7371,
      "step": 49870
    },
    {
      "epoch": 2.042637722711448,
      "grad_norm": 1.9116158063960227,
      "learning_rate": 0.0002258241604853757,
      "loss": 1.1456,
      "step": 49871
    },
    {
      "epoch": 2.042678681138644,
      "grad_norm": 0.9961086740690439,
      "learning_rate": 0.00022582134643877582,
      "loss": 0.5767,
      "step": 49872
    },
    {
      "epoch": 2.0427196395658407,
      "grad_norm": 1.2719938194647769,
      "learning_rate": 0.00022581853235633195,
      "loss": 1.0481,
      "step": 49873
    },
    {
      "epoch": 2.042760597993037,
      "grad_norm": 0.895138593816355,
      "learning_rate": 0.00022581571823804546,
      "loss": 0.5974,
      "step": 49874
    },
    {
      "epoch": 2.0428015564202333,
      "grad_norm": 1.3875846053806338,
      "learning_rate": 0.00022581290408391774,
      "loss": 1.1693,
      "step": 49875
    },
    {
      "epoch": 2.04284251484743,
      "grad_norm": 1.6505198381851787,
      "learning_rate": 0.00022581008989395007,
      "loss": 1.4079,
      "step": 49876
    },
    {
      "epoch": 2.0428834732746264,
      "grad_norm": 0.7602455126959178,
      "learning_rate": 0.0002258072756681438,
      "loss": 0.249,
      "step": 49877
    },
    {
      "epoch": 2.0429244317018225,
      "grad_norm": 0.7680868614389361,
      "learning_rate": 0.0002258044614065002,
      "loss": 0.4902,
      "step": 49878
    },
    {
      "epoch": 2.042965390129019,
      "grad_norm": 0.9892699885945361,
      "learning_rate": 0.00022580164710902067,
      "loss": 0.8133,
      "step": 49879
    },
    {
      "epoch": 2.0430063485562155,
      "grad_norm": 1.2151210838954336,
      "learning_rate": 0.00022579883277570653,
      "loss": 1.0806,
      "step": 49880
    },
    {
      "epoch": 2.0430473069834116,
      "grad_norm": 2.187423505865718,
      "learning_rate": 0.00022579601840655913,
      "loss": 1.8102,
      "step": 49881
    },
    {
      "epoch": 2.043088265410608,
      "grad_norm": 1.0715105569468133,
      "learning_rate": 0.00022579320400157972,
      "loss": 0.721,
      "step": 49882
    },
    {
      "epoch": 2.0431292238378047,
      "grad_norm": 0.9434637729036671,
      "learning_rate": 0.0002257903895607697,
      "loss": 0.5414,
      "step": 49883
    },
    {
      "epoch": 2.0431701822650012,
      "grad_norm": 0.8210116120811636,
      "learning_rate": 0.00022578757508413038,
      "loss": 0.4042,
      "step": 49884
    },
    {
      "epoch": 2.0432111406921973,
      "grad_norm": 1.0871681165038862,
      "learning_rate": 0.0002257847605716631,
      "loss": 0.7023,
      "step": 49885
    },
    {
      "epoch": 2.043252099119394,
      "grad_norm": 1.5110908692308145,
      "learning_rate": 0.00022578194602336916,
      "loss": 0.8023,
      "step": 49886
    },
    {
      "epoch": 2.0432930575465904,
      "grad_norm": 1.1869092982103628,
      "learning_rate": 0.00022577913143924998,
      "loss": 0.8371,
      "step": 49887
    },
    {
      "epoch": 2.0433340159737865,
      "grad_norm": 1.2327111856143114,
      "learning_rate": 0.00022577631681930678,
      "loss": 1.0133,
      "step": 49888
    },
    {
      "epoch": 2.043374974400983,
      "grad_norm": 0.6312095949352995,
      "learning_rate": 0.00022577350216354094,
      "loss": 0.2557,
      "step": 49889
    },
    {
      "epoch": 2.0434159328281796,
      "grad_norm": 1.0200268249682578,
      "learning_rate": 0.00022577068747195377,
      "loss": 0.3736,
      "step": 49890
    },
    {
      "epoch": 2.0434568912553757,
      "grad_norm": 1.267159975390673,
      "learning_rate": 0.00022576787274454662,
      "loss": 1.0145,
      "step": 49891
    },
    {
      "epoch": 2.043497849682572,
      "grad_norm": 0.8974940963302982,
      "learning_rate": 0.0002257650579813208,
      "loss": 0.689,
      "step": 49892
    },
    {
      "epoch": 2.0435388081097687,
      "grad_norm": 1.2019082077424812,
      "learning_rate": 0.00022576224318227768,
      "loss": 0.8875,
      "step": 49893
    },
    {
      "epoch": 2.043579766536965,
      "grad_norm": 1.0559302414195708,
      "learning_rate": 0.00022575942834741856,
      "loss": 0.8194,
      "step": 49894
    },
    {
      "epoch": 2.0436207249641614,
      "grad_norm": 0.7894424975584483,
      "learning_rate": 0.0002257566134767448,
      "loss": 0.4103,
      "step": 49895
    },
    {
      "epoch": 2.043661683391358,
      "grad_norm": 1.1256905481226211,
      "learning_rate": 0.0002257537985702577,
      "loss": 0.8278,
      "step": 49896
    },
    {
      "epoch": 2.043702641818554,
      "grad_norm": 1.0141928960908446,
      "learning_rate": 0.00022575098362795858,
      "loss": 0.7369,
      "step": 49897
    },
    {
      "epoch": 2.0437436002457505,
      "grad_norm": 0.992414338436249,
      "learning_rate": 0.00022574816864984876,
      "loss": 0.2,
      "step": 49898
    },
    {
      "epoch": 2.043784558672947,
      "grad_norm": 0.7300704934477108,
      "learning_rate": 0.00022574535363592966,
      "loss": 0.3106,
      "step": 49899
    },
    {
      "epoch": 2.043825517100143,
      "grad_norm": 2.9533008516517927,
      "learning_rate": 0.00022574253858620254,
      "loss": 2.51,
      "step": 49900
    },
    {
      "epoch": 2.0438664755273397,
      "grad_norm": 1.3109805695662076,
      "learning_rate": 0.00022573972350066875,
      "loss": 1.3514,
      "step": 49901
    },
    {
      "epoch": 2.0439074339545362,
      "grad_norm": 1.5746682627079063,
      "learning_rate": 0.00022573690837932956,
      "loss": 0.8654,
      "step": 49902
    },
    {
      "epoch": 2.0439483923817328,
      "grad_norm": 1.617844407418835,
      "learning_rate": 0.00022573409322218643,
      "loss": 1.0695,
      "step": 49903
    },
    {
      "epoch": 2.043989350808929,
      "grad_norm": 0.9245409015956348,
      "learning_rate": 0.0002257312780292406,
      "loss": 0.8553,
      "step": 49904
    },
    {
      "epoch": 2.0440303092361254,
      "grad_norm": 1.3272226790969166,
      "learning_rate": 0.0002257284628004934,
      "loss": 1.3231,
      "step": 49905
    },
    {
      "epoch": 2.044071267663322,
      "grad_norm": 1.3781882905856109,
      "learning_rate": 0.00022572564753594614,
      "loss": 0.9134,
      "step": 49906
    },
    {
      "epoch": 2.044112226090518,
      "grad_norm": 0.7273174655600468,
      "learning_rate": 0.0002257228322356002,
      "loss": 0.4691,
      "step": 49907
    },
    {
      "epoch": 2.0441531845177145,
      "grad_norm": 1.6243136358965113,
      "learning_rate": 0.00022572001689945693,
      "loss": 1.0129,
      "step": 49908
    },
    {
      "epoch": 2.044194142944911,
      "grad_norm": 1.3016062770459857,
      "learning_rate": 0.0002257172015275176,
      "loss": 0.5045,
      "step": 49909
    },
    {
      "epoch": 2.044235101372107,
      "grad_norm": 0.6254548371587758,
      "learning_rate": 0.0002257143861197836,
      "loss": 0.2533,
      "step": 49910
    },
    {
      "epoch": 2.0442760597993037,
      "grad_norm": 1.101573102108135,
      "learning_rate": 0.00022571157067625622,
      "loss": 0.827,
      "step": 49911
    },
    {
      "epoch": 2.0443170182265002,
      "grad_norm": 0.9432449829770992,
      "learning_rate": 0.00022570875519693683,
      "loss": 0.6032,
      "step": 49912
    },
    {
      "epoch": 2.0443579766536963,
      "grad_norm": 0.9212972632268946,
      "learning_rate": 0.00022570593968182672,
      "loss": 0.8158,
      "step": 49913
    },
    {
      "epoch": 2.044398935080893,
      "grad_norm": 1.1125174486813616,
      "learning_rate": 0.0002257031241309272,
      "loss": 0.7458,
      "step": 49914
    },
    {
      "epoch": 2.0444398935080894,
      "grad_norm": 1.2994160295981318,
      "learning_rate": 0.00022570030854423965,
      "loss": 0.8129,
      "step": 49915
    },
    {
      "epoch": 2.0444808519352855,
      "grad_norm": 1.4814378644021404,
      "learning_rate": 0.00022569749292176543,
      "loss": 1.1733,
      "step": 49916
    },
    {
      "epoch": 2.044521810362482,
      "grad_norm": 3.4621515180340867,
      "learning_rate": 0.0002256946772635058,
      "loss": 1.1877,
      "step": 49917
    },
    {
      "epoch": 2.0445627687896786,
      "grad_norm": 0.9963972403954396,
      "learning_rate": 0.00022569186156946207,
      "loss": 0.7397,
      "step": 49918
    },
    {
      "epoch": 2.0446037272168747,
      "grad_norm": 1.520996125099637,
      "learning_rate": 0.0002256890458396357,
      "loss": 1.3423,
      "step": 49919
    },
    {
      "epoch": 2.044644685644071,
      "grad_norm": 1.1862134090746375,
      "learning_rate": 0.0002256862300740279,
      "loss": 1.0179,
      "step": 49920
    },
    {
      "epoch": 2.0446856440712677,
      "grad_norm": 1.059267765540633,
      "learning_rate": 0.00022568341427264005,
      "loss": 0.9764,
      "step": 49921
    },
    {
      "epoch": 2.0447266024984643,
      "grad_norm": 0.8802777797410242,
      "learning_rate": 0.00022568059843547345,
      "loss": 0.6569,
      "step": 49922
    },
    {
      "epoch": 2.0447675609256604,
      "grad_norm": 1.015992816398188,
      "learning_rate": 0.00022567778256252954,
      "loss": 0.7237,
      "step": 49923
    },
    {
      "epoch": 2.044808519352857,
      "grad_norm": 0.6339206281186613,
      "learning_rate": 0.00022567496665380947,
      "loss": 0.2454,
      "step": 49924
    },
    {
      "epoch": 2.0448494777800534,
      "grad_norm": 1.1556294798008668,
      "learning_rate": 0.0002256721507093147,
      "loss": 1.0197,
      "step": 49925
    },
    {
      "epoch": 2.0448904362072495,
      "grad_norm": 1.4359918684967468,
      "learning_rate": 0.00022566933472904652,
      "loss": 0.7301,
      "step": 49926
    },
    {
      "epoch": 2.044931394634446,
      "grad_norm": 0.7597478950226476,
      "learning_rate": 0.0002256665187130063,
      "loss": 0.6733,
      "step": 49927
    },
    {
      "epoch": 2.0449723530616426,
      "grad_norm": 1.0932894068961625,
      "learning_rate": 0.00022566370266119529,
      "loss": 0.5661,
      "step": 49928
    },
    {
      "epoch": 2.0450133114888387,
      "grad_norm": 1.0719762502706247,
      "learning_rate": 0.0002256608865736149,
      "loss": 0.9571,
      "step": 49929
    },
    {
      "epoch": 2.0450542699160352,
      "grad_norm": 1.6855784983440387,
      "learning_rate": 0.00022565807045026642,
      "loss": 1.6618,
      "step": 49930
    },
    {
      "epoch": 2.0450952283432318,
      "grad_norm": 1.5635818320021506,
      "learning_rate": 0.0002256552542911512,
      "loss": 1.3127,
      "step": 49931
    },
    {
      "epoch": 2.045136186770428,
      "grad_norm": 0.9786288505321282,
      "learning_rate": 0.0002256524380962706,
      "loss": 0.4695,
      "step": 49932
    },
    {
      "epoch": 2.0451771451976244,
      "grad_norm": 1.3158180268484743,
      "learning_rate": 0.0002256496218656259,
      "loss": 0.988,
      "step": 49933
    },
    {
      "epoch": 2.045218103624821,
      "grad_norm": 1.145560349200908,
      "learning_rate": 0.0002256468055992184,
      "loss": 0.8646,
      "step": 49934
    },
    {
      "epoch": 2.045259062052017,
      "grad_norm": 0.7430088519343584,
      "learning_rate": 0.00022564398929704953,
      "loss": 0.4406,
      "step": 49935
    },
    {
      "epoch": 2.0453000204792136,
      "grad_norm": 1.3331248006704233,
      "learning_rate": 0.00022564117295912055,
      "loss": 1.096,
      "step": 49936
    },
    {
      "epoch": 2.04534097890641,
      "grad_norm": 1.273045016858378,
      "learning_rate": 0.00022563835658543285,
      "loss": 1.0358,
      "step": 49937
    },
    {
      "epoch": 2.045381937333606,
      "grad_norm": 3.738761715110398,
      "learning_rate": 0.00022563554017598767,
      "loss": 1.9457,
      "step": 49938
    },
    {
      "epoch": 2.0454228957608027,
      "grad_norm": 1.2847114379597602,
      "learning_rate": 0.00022563272373078643,
      "loss": 0.968,
      "step": 49939
    },
    {
      "epoch": 2.0454638541879993,
      "grad_norm": 1.1764860285903822,
      "learning_rate": 0.00022562990724983044,
      "loss": 1.1338,
      "step": 49940
    },
    {
      "epoch": 2.045504812615196,
      "grad_norm": 1.3868885200758276,
      "learning_rate": 0.00022562709073312097,
      "loss": 0.8473,
      "step": 49941
    },
    {
      "epoch": 2.045545771042392,
      "grad_norm": 1.1039259623472584,
      "learning_rate": 0.0002256242741806594,
      "loss": 0.5714,
      "step": 49942
    },
    {
      "epoch": 2.0455867294695884,
      "grad_norm": 0.9348703209774888,
      "learning_rate": 0.00022562145759244713,
      "loss": 0.8291,
      "step": 49943
    },
    {
      "epoch": 2.045627687896785,
      "grad_norm": 1.2457429173037915,
      "learning_rate": 0.00022561864096848534,
      "loss": 0.1965,
      "step": 49944
    },
    {
      "epoch": 2.045668646323981,
      "grad_norm": 0.9354026853525111,
      "learning_rate": 0.0002256158243087755,
      "loss": 0.6072,
      "step": 49945
    },
    {
      "epoch": 2.0457096047511776,
      "grad_norm": 0.9787517397998116,
      "learning_rate": 0.00022561300761331885,
      "loss": 0.6089,
      "step": 49946
    },
    {
      "epoch": 2.045750563178374,
      "grad_norm": 1.063232860165317,
      "learning_rate": 0.00022561019088211678,
      "loss": 0.9101,
      "step": 49947
    },
    {
      "epoch": 2.04579152160557,
      "grad_norm": 1.0104290903590685,
      "learning_rate": 0.0002256073741151706,
      "loss": 0.3474,
      "step": 49948
    },
    {
      "epoch": 2.0458324800327667,
      "grad_norm": 0.9311760572064681,
      "learning_rate": 0.00022560455731248166,
      "loss": 0.589,
      "step": 49949
    },
    {
      "epoch": 2.0458734384599633,
      "grad_norm": 0.6771962388946368,
      "learning_rate": 0.00022560174047405124,
      "loss": 0.3057,
      "step": 49950
    },
    {
      "epoch": 2.0459143968871594,
      "grad_norm": 0.822113711717168,
      "learning_rate": 0.00022559892359988072,
      "loss": 0.3096,
      "step": 49951
    },
    {
      "epoch": 2.045955355314356,
      "grad_norm": 1.4412693812078872,
      "learning_rate": 0.00022559610668997142,
      "loss": 1.1652,
      "step": 49952
    },
    {
      "epoch": 2.0459963137415524,
      "grad_norm": 1.7082079666847119,
      "learning_rate": 0.00022559328974432468,
      "loss": 1.6191,
      "step": 49953
    },
    {
      "epoch": 2.0460372721687485,
      "grad_norm": 1.371360471726818,
      "learning_rate": 0.00022559047276294174,
      "loss": 0.7709,
      "step": 49954
    },
    {
      "epoch": 2.046078230595945,
      "grad_norm": 0.7769182656401319,
      "learning_rate": 0.00022558765574582406,
      "loss": 0.3211,
      "step": 49955
    },
    {
      "epoch": 2.0461191890231416,
      "grad_norm": 0.910876506644745,
      "learning_rate": 0.00022558483869297295,
      "loss": 0.6622,
      "step": 49956
    },
    {
      "epoch": 2.0461601474503377,
      "grad_norm": 0.7680655654751019,
      "learning_rate": 0.00022558202160438971,
      "loss": 0.3357,
      "step": 49957
    },
    {
      "epoch": 2.0462011058775342,
      "grad_norm": 1.1468277820550399,
      "learning_rate": 0.00022557920448007564,
      "loss": 0.9952,
      "step": 49958
    },
    {
      "epoch": 2.0462420643047308,
      "grad_norm": 1.4582110025411055,
      "learning_rate": 0.00022557638732003218,
      "loss": 0.7454,
      "step": 49959
    },
    {
      "epoch": 2.0462830227319273,
      "grad_norm": 0.928082024153166,
      "learning_rate": 0.00022557357012426054,
      "loss": 0.2839,
      "step": 49960
    },
    {
      "epoch": 2.0463239811591234,
      "grad_norm": 0.6303071699288519,
      "learning_rate": 0.00022557075289276213,
      "loss": 0.2798,
      "step": 49961
    },
    {
      "epoch": 2.04636493958632,
      "grad_norm": 0.8697150708718459,
      "learning_rate": 0.00022556793562553815,
      "loss": 0.4295,
      "step": 49962
    },
    {
      "epoch": 2.0464058980135165,
      "grad_norm": 1.136164685487242,
      "learning_rate": 0.00022556511832259014,
      "loss": 0.65,
      "step": 49963
    },
    {
      "epoch": 2.0464468564407126,
      "grad_norm": 1.3685276761481713,
      "learning_rate": 0.0002255623009839193,
      "loss": 1.3538,
      "step": 49964
    },
    {
      "epoch": 2.046487814867909,
      "grad_norm": 1.078685321727756,
      "learning_rate": 0.000225559483609527,
      "loss": 0.6423,
      "step": 49965
    },
    {
      "epoch": 2.0465287732951056,
      "grad_norm": 0.8177944008761565,
      "learning_rate": 0.0002255566661994145,
      "loss": 0.6379,
      "step": 49966
    },
    {
      "epoch": 2.0465697317223017,
      "grad_norm": 1.3731389531628158,
      "learning_rate": 0.00022555384875358323,
      "loss": 0.9001,
      "step": 49967
    },
    {
      "epoch": 2.0466106901494983,
      "grad_norm": 1.1324946925063117,
      "learning_rate": 0.0002255510312720345,
      "loss": 0.7143,
      "step": 49968
    },
    {
      "epoch": 2.046651648576695,
      "grad_norm": 0.7191239521606269,
      "learning_rate": 0.00022554821375476967,
      "loss": 0.4,
      "step": 49969
    },
    {
      "epoch": 2.046692607003891,
      "grad_norm": 0.705881554115738,
      "learning_rate": 0.00022554539620178992,
      "loss": 0.3703,
      "step": 49970
    },
    {
      "epoch": 2.0467335654310874,
      "grad_norm": 1.0905917720714144,
      "learning_rate": 0.00022554257861309677,
      "loss": 0.9474,
      "step": 49971
    },
    {
      "epoch": 2.046774523858284,
      "grad_norm": 0.7978352352597827,
      "learning_rate": 0.00022553976098869144,
      "loss": 0.4249,
      "step": 49972
    },
    {
      "epoch": 2.04681548228548,
      "grad_norm": 1.212783423182884,
      "learning_rate": 0.00022553694332857528,
      "loss": 1.249,
      "step": 49973
    },
    {
      "epoch": 2.0468564407126766,
      "grad_norm": 0.9675888763831378,
      "learning_rate": 0.00022553412563274967,
      "loss": 0.9262,
      "step": 49974
    },
    {
      "epoch": 2.046897399139873,
      "grad_norm": 0.82067447770699,
      "learning_rate": 0.00022553130790121592,
      "loss": 0.6723,
      "step": 49975
    },
    {
      "epoch": 2.046938357567069,
      "grad_norm": 0.9621531865992703,
      "learning_rate": 0.0002255284901339753,
      "loss": 0.891,
      "step": 49976
    },
    {
      "epoch": 2.0469793159942657,
      "grad_norm": 0.8155512195898789,
      "learning_rate": 0.00022552567233102925,
      "loss": 0.6937,
      "step": 49977
    },
    {
      "epoch": 2.0470202744214623,
      "grad_norm": 1.1293630160331525,
      "learning_rate": 0.00022552285449237898,
      "loss": 0.77,
      "step": 49978
    },
    {
      "epoch": 2.047061232848659,
      "grad_norm": 0.9291118485388142,
      "learning_rate": 0.00022552003661802594,
      "loss": 0.74,
      "step": 49979
    },
    {
      "epoch": 2.047102191275855,
      "grad_norm": 1.1643476030460538,
      "learning_rate": 0.00022551721870797136,
      "loss": 0.9547,
      "step": 49980
    },
    {
      "epoch": 2.0471431497030514,
      "grad_norm": 1.282846403236027,
      "learning_rate": 0.0002255144007622167,
      "loss": 0.9097,
      "step": 49981
    },
    {
      "epoch": 2.047184108130248,
      "grad_norm": 1.0931438177393342,
      "learning_rate": 0.00022551158278076312,
      "loss": 1.0074,
      "step": 49982
    },
    {
      "epoch": 2.047225066557444,
      "grad_norm": 0.8549191064984394,
      "learning_rate": 0.00022550876476361208,
      "loss": 0.6187,
      "step": 49983
    },
    {
      "epoch": 2.0472660249846406,
      "grad_norm": 1.0659831047637005,
      "learning_rate": 0.00022550594671076493,
      "loss": 0.9008,
      "step": 49984
    },
    {
      "epoch": 2.047306983411837,
      "grad_norm": 1.4261760414580607,
      "learning_rate": 0.00022550312862222287,
      "loss": 0.8818,
      "step": 49985
    },
    {
      "epoch": 2.0473479418390332,
      "grad_norm": 0.9934484118085293,
      "learning_rate": 0.00022550031049798738,
      "loss": 0.7824,
      "step": 49986
    },
    {
      "epoch": 2.0473889002662298,
      "grad_norm": 0.8567601464097345,
      "learning_rate": 0.00022549749233805968,
      "loss": 0.4094,
      "step": 49987
    },
    {
      "epoch": 2.0474298586934263,
      "grad_norm": 0.7226729816273612,
      "learning_rate": 0.00022549467414244116,
      "loss": 0.3733,
      "step": 49988
    },
    {
      "epoch": 2.0474708171206224,
      "grad_norm": 1.250317014797327,
      "learning_rate": 0.00022549185591113317,
      "loss": 0.7661,
      "step": 49989
    },
    {
      "epoch": 2.047511775547819,
      "grad_norm": 1.0183151626790916,
      "learning_rate": 0.00022548903764413694,
      "loss": 0.7192,
      "step": 49990
    },
    {
      "epoch": 2.0475527339750155,
      "grad_norm": 1.0358459287719606,
      "learning_rate": 0.00022548621934145394,
      "loss": 0.6953,
      "step": 49991
    },
    {
      "epoch": 2.0475936924022116,
      "grad_norm": 1.1544543610538611,
      "learning_rate": 0.00022548340100308543,
      "loss": 0.9491,
      "step": 49992
    },
    {
      "epoch": 2.047634650829408,
      "grad_norm": 1.2261927175454452,
      "learning_rate": 0.0002254805826290327,
      "loss": 0.9866,
      "step": 49993
    },
    {
      "epoch": 2.0476756092566046,
      "grad_norm": 0.7399215538731926,
      "learning_rate": 0.00022547776421929716,
      "loss": 0.3541,
      "step": 49994
    },
    {
      "epoch": 2.0477165676838007,
      "grad_norm": 1.3769607991836899,
      "learning_rate": 0.00022547494577388014,
      "loss": 0.8543,
      "step": 49995
    },
    {
      "epoch": 2.0477575261109973,
      "grad_norm": 1.0724389744574672,
      "learning_rate": 0.00022547212729278292,
      "loss": 0.8918,
      "step": 49996
    },
    {
      "epoch": 2.047798484538194,
      "grad_norm": 0.9226011202768548,
      "learning_rate": 0.00022546930877600686,
      "loss": 0.3138,
      "step": 49997
    },
    {
      "epoch": 2.0478394429653903,
      "grad_norm": 0.9724702060484005,
      "learning_rate": 0.00022546649022355325,
      "loss": 0.7819,
      "step": 49998
    },
    {
      "epoch": 2.0478804013925864,
      "grad_norm": 0.8228590501644467,
      "learning_rate": 0.00022546367163542348,
      "loss": 0.2752,
      "step": 49999
    },
    {
      "epoch": 2.047921359819783,
      "grad_norm": 1.3042477595908353,
      "learning_rate": 0.00022546085301161894,
      "loss": 1.0369,
      "step": 50000
    },
    {
      "epoch": 2.0479623182469795,
      "grad_norm": 0.664419192096207,
      "learning_rate": 0.0002254580343521408,
      "loss": 0.3773,
      "step": 50001
    },
    {
      "epoch": 2.0480032766741756,
      "grad_norm": 1.0872848617050204,
      "learning_rate": 0.0002254552156569905,
      "loss": 0.7606,
      "step": 50002
    },
    {
      "epoch": 2.048044235101372,
      "grad_norm": 3.2249887032410047,
      "learning_rate": 0.00022545239692616938,
      "loss": 2.2629,
      "step": 50003
    },
    {
      "epoch": 2.0480851935285687,
      "grad_norm": 1.3064114470874777,
      "learning_rate": 0.00022544957815967873,
      "loss": 0.7587,
      "step": 50004
    },
    {
      "epoch": 2.0481261519557648,
      "grad_norm": 0.8385000545118821,
      "learning_rate": 0.0002254467593575199,
      "loss": 0.2498,
      "step": 50005
    },
    {
      "epoch": 2.0481671103829613,
      "grad_norm": 0.95315668938691,
      "learning_rate": 0.00022544394051969422,
      "loss": 0.703,
      "step": 50006
    },
    {
      "epoch": 2.048208068810158,
      "grad_norm": 1.5736646521486088,
      "learning_rate": 0.00022544112164620298,
      "loss": 0.7645,
      "step": 50007
    },
    {
      "epoch": 2.048249027237354,
      "grad_norm": 0.5785786790282755,
      "learning_rate": 0.00022543830273704762,
      "loss": 0.2573,
      "step": 50008
    },
    {
      "epoch": 2.0482899856645504,
      "grad_norm": 0.933957373363898,
      "learning_rate": 0.00022543548379222938,
      "loss": 0.7319,
      "step": 50009
    },
    {
      "epoch": 2.048330944091747,
      "grad_norm": 0.9971933623479937,
      "learning_rate": 0.0002254326648117496,
      "loss": 0.8249,
      "step": 50010
    },
    {
      "epoch": 2.048371902518943,
      "grad_norm": 1.2306788240339632,
      "learning_rate": 0.00022542984579560968,
      "loss": 0.7416,
      "step": 50011
    },
    {
      "epoch": 2.0484128609461396,
      "grad_norm": 0.8861634261266256,
      "learning_rate": 0.00022542702674381088,
      "loss": 0.7555,
      "step": 50012
    },
    {
      "epoch": 2.048453819373336,
      "grad_norm": 1.1382408724987003,
      "learning_rate": 0.00022542420765635454,
      "loss": 0.9893,
      "step": 50013
    },
    {
      "epoch": 2.0484947778005322,
      "grad_norm": 1.0319781176656504,
      "learning_rate": 0.00022542138853324202,
      "loss": 0.3408,
      "step": 50014
    },
    {
      "epoch": 2.0485357362277288,
      "grad_norm": 1.0611649560606595,
      "learning_rate": 0.00022541856937447467,
      "loss": 0.5939,
      "step": 50015
    },
    {
      "epoch": 2.0485766946549253,
      "grad_norm": 1.0955659057678275,
      "learning_rate": 0.0002254157501800538,
      "loss": 0.883,
      "step": 50016
    },
    {
      "epoch": 2.048617653082122,
      "grad_norm": 1.0910406385523488,
      "learning_rate": 0.0002254129309499807,
      "loss": 0.8117,
      "step": 50017
    },
    {
      "epoch": 2.048658611509318,
      "grad_norm": 1.4918836844637022,
      "learning_rate": 0.00022541011168425676,
      "loss": 1.2448,
      "step": 50018
    },
    {
      "epoch": 2.0486995699365145,
      "grad_norm": 1.0849278854884676,
      "learning_rate": 0.0002254072923828833,
      "loss": 1.013,
      "step": 50019
    },
    {
      "epoch": 2.048740528363711,
      "grad_norm": 7.513446213909543,
      "learning_rate": 0.00022540447304586164,
      "loss": 2.3005,
      "step": 50020
    },
    {
      "epoch": 2.048781486790907,
      "grad_norm": 0.6197862064843555,
      "learning_rate": 0.00022540165367319312,
      "loss": 0.2568,
      "step": 50021
    },
    {
      "epoch": 2.0488224452181036,
      "grad_norm": 1.285419107864248,
      "learning_rate": 0.00022539883426487908,
      "loss": 0.7656,
      "step": 50022
    },
    {
      "epoch": 2.0488634036453,
      "grad_norm": 0.7007169722351716,
      "learning_rate": 0.00022539601482092083,
      "loss": 0.2546,
      "step": 50023
    },
    {
      "epoch": 2.0489043620724963,
      "grad_norm": 1.5741803926909248,
      "learning_rate": 0.00022539319534131975,
      "loss": 1.0708,
      "step": 50024
    },
    {
      "epoch": 2.048945320499693,
      "grad_norm": 1.0785767424842923,
      "learning_rate": 0.00022539037582607714,
      "loss": 0.677,
      "step": 50025
    },
    {
      "epoch": 2.0489862789268893,
      "grad_norm": 3.4149271992212347,
      "learning_rate": 0.0002253875562751943,
      "loss": 3.3711,
      "step": 50026
    },
    {
      "epoch": 2.0490272373540854,
      "grad_norm": 1.189584201794369,
      "learning_rate": 0.00022538473668867263,
      "loss": 0.8156,
      "step": 50027
    },
    {
      "epoch": 2.049068195781282,
      "grad_norm": 1.005167397856351,
      "learning_rate": 0.00022538191706651342,
      "loss": 0.7592,
      "step": 50028
    },
    {
      "epoch": 2.0491091542084785,
      "grad_norm": 0.761897878421254,
      "learning_rate": 0.00022537909740871803,
      "loss": 0.3722,
      "step": 50029
    },
    {
      "epoch": 2.0491501126356746,
      "grad_norm": 1.1616027165835558,
      "learning_rate": 0.00022537627771528776,
      "loss": 0.8019,
      "step": 50030
    },
    {
      "epoch": 2.049191071062871,
      "grad_norm": 1.078873485513349,
      "learning_rate": 0.00022537345798622396,
      "loss": 1.0123,
      "step": 50031
    },
    {
      "epoch": 2.0492320294900677,
      "grad_norm": 1.3187993175601576,
      "learning_rate": 0.00022537063822152797,
      "loss": 1.0086,
      "step": 50032
    },
    {
      "epoch": 2.0492729879172638,
      "grad_norm": 0.8198681626259413,
      "learning_rate": 0.00022536781842120114,
      "loss": 0.2494,
      "step": 50033
    },
    {
      "epoch": 2.0493139463444603,
      "grad_norm": 1.0927413725962387,
      "learning_rate": 0.00022536499858524472,
      "loss": 0.8294,
      "step": 50034
    },
    {
      "epoch": 2.049354904771657,
      "grad_norm": 3.2034396292914757,
      "learning_rate": 0.00022536217871366014,
      "loss": 2.5012,
      "step": 50035
    },
    {
      "epoch": 2.0493958631988534,
      "grad_norm": 0.9257857464942195,
      "learning_rate": 0.0002253593588064487,
      "loss": 0.8369,
      "step": 50036
    },
    {
      "epoch": 2.0494368216260495,
      "grad_norm": 1.052036833132642,
      "learning_rate": 0.0002253565388636117,
      "loss": 0.8753,
      "step": 50037
    },
    {
      "epoch": 2.049477780053246,
      "grad_norm": 2.335548294003344,
      "learning_rate": 0.00022535371888515051,
      "loss": 2.3949,
      "step": 50038
    },
    {
      "epoch": 2.0495187384804425,
      "grad_norm": 1.732341182962044,
      "learning_rate": 0.00022535089887106645,
      "loss": 1.1953,
      "step": 50039
    },
    {
      "epoch": 2.0495596969076386,
      "grad_norm": 1.1887404826233592,
      "learning_rate": 0.00022534807882136087,
      "loss": 0.8106,
      "step": 50040
    },
    {
      "epoch": 2.049600655334835,
      "grad_norm": 1.2119746485624896,
      "learning_rate": 0.0002253452587360351,
      "loss": 1.4437,
      "step": 50041
    },
    {
      "epoch": 2.0496416137620317,
      "grad_norm": 1.5082843147610259,
      "learning_rate": 0.0002253424386150904,
      "loss": 1.2918,
      "step": 50042
    },
    {
      "epoch": 2.049682572189228,
      "grad_norm": 2.816636607478366,
      "learning_rate": 0.00022533961845852825,
      "loss": 3.4854,
      "step": 50043
    },
    {
      "epoch": 2.0497235306164243,
      "grad_norm": 1.3648244499516868,
      "learning_rate": 0.00022533679826634988,
      "loss": 0.7322,
      "step": 50044
    },
    {
      "epoch": 2.049764489043621,
      "grad_norm": 0.9039439637136392,
      "learning_rate": 0.00022533397803855664,
      "loss": 0.469,
      "step": 50045
    },
    {
      "epoch": 2.049805447470817,
      "grad_norm": 0.9911805116479594,
      "learning_rate": 0.00022533115777514983,
      "loss": 0.7191,
      "step": 50046
    },
    {
      "epoch": 2.0498464058980135,
      "grad_norm": 1.0540051797821137,
      "learning_rate": 0.00022532833747613084,
      "loss": 0.6695,
      "step": 50047
    },
    {
      "epoch": 2.04988736432521,
      "grad_norm": 1.2016709400111272,
      "learning_rate": 0.000225325517141501,
      "loss": 0.3287,
      "step": 50048
    },
    {
      "epoch": 2.049928322752406,
      "grad_norm": 0.619494949892179,
      "learning_rate": 0.00022532269677126164,
      "loss": 0.3137,
      "step": 50049
    },
    {
      "epoch": 2.0499692811796026,
      "grad_norm": 1.0771542810073942,
      "learning_rate": 0.00022531987636541405,
      "loss": 0.9069,
      "step": 50050
    },
    {
      "epoch": 2.050010239606799,
      "grad_norm": 2.181874480572598,
      "learning_rate": 0.00022531705592395958,
      "loss": 0.9279,
      "step": 50051
    },
    {
      "epoch": 2.0500511980339953,
      "grad_norm": 1.341219390759205,
      "learning_rate": 0.0002253142354468996,
      "loss": 0.809,
      "step": 50052
    },
    {
      "epoch": 2.050092156461192,
      "grad_norm": 1.1779892873630076,
      "learning_rate": 0.00022531141493423542,
      "loss": 0.7628,
      "step": 50053
    },
    {
      "epoch": 2.0501331148883883,
      "grad_norm": 1.0303429394400325,
      "learning_rate": 0.00022530859438596833,
      "loss": 0.906,
      "step": 50054
    },
    {
      "epoch": 2.050174073315585,
      "grad_norm": 1.028632504551293,
      "learning_rate": 0.0002253057738020998,
      "loss": 0.5961,
      "step": 50055
    },
    {
      "epoch": 2.050215031742781,
      "grad_norm": 0.9100403870829565,
      "learning_rate": 0.00022530295318263098,
      "loss": 0.7975,
      "step": 50056
    },
    {
      "epoch": 2.0502559901699775,
      "grad_norm": 1.1650747016041685,
      "learning_rate": 0.00022530013252756333,
      "loss": 0.5576,
      "step": 50057
    },
    {
      "epoch": 2.050296948597174,
      "grad_norm": 1.2022989054525866,
      "learning_rate": 0.00022529731183689816,
      "loss": 1.023,
      "step": 50058
    },
    {
      "epoch": 2.05033790702437,
      "grad_norm": 1.3906838499639025,
      "learning_rate": 0.00022529449111063676,
      "loss": 1.2429,
      "step": 50059
    },
    {
      "epoch": 2.0503788654515667,
      "grad_norm": 0.85487580855234,
      "learning_rate": 0.0002252916703487805,
      "loss": 0.3885,
      "step": 50060
    },
    {
      "epoch": 2.050419823878763,
      "grad_norm": 2.3619552526969794,
      "learning_rate": 0.00022528884955133076,
      "loss": 2.4016,
      "step": 50061
    },
    {
      "epoch": 2.0504607823059593,
      "grad_norm": 0.7116333439075025,
      "learning_rate": 0.00022528602871828873,
      "loss": 0.3302,
      "step": 50062
    },
    {
      "epoch": 2.050501740733156,
      "grad_norm": 1.1006890249777894,
      "learning_rate": 0.00022528320784965592,
      "loss": 0.8613,
      "step": 50063
    },
    {
      "epoch": 2.0505426991603524,
      "grad_norm": 1.1421374507917885,
      "learning_rate": 0.00022528038694543358,
      "loss": 0.943,
      "step": 50064
    },
    {
      "epoch": 2.0505836575875485,
      "grad_norm": 3.3261603790493615,
      "learning_rate": 0.00022527756600562298,
      "loss": 3.9698,
      "step": 50065
    },
    {
      "epoch": 2.050624616014745,
      "grad_norm": 0.9101283457941078,
      "learning_rate": 0.00022527474503022553,
      "loss": 0.7472,
      "step": 50066
    },
    {
      "epoch": 2.0506655744419415,
      "grad_norm": 2.4012525471354373,
      "learning_rate": 0.00022527192401924256,
      "loss": 1.8151,
      "step": 50067
    },
    {
      "epoch": 2.0507065328691376,
      "grad_norm": 1.460489427541182,
      "learning_rate": 0.0002252691029726754,
      "loss": 1.3686,
      "step": 50068
    },
    {
      "epoch": 2.050747491296334,
      "grad_norm": 0.6833853736218252,
      "learning_rate": 0.00022526628189052533,
      "loss": 0.2866,
      "step": 50069
    },
    {
      "epoch": 2.0507884497235307,
      "grad_norm": 1.5844774288343835,
      "learning_rate": 0.00022526346077279377,
      "loss": 1.0722,
      "step": 50070
    },
    {
      "epoch": 2.0508294081507272,
      "grad_norm": 1.1308838337295284,
      "learning_rate": 0.000225260639619482,
      "loss": 0.5635,
      "step": 50071
    },
    {
      "epoch": 2.0508703665779233,
      "grad_norm": 0.8150792997267899,
      "learning_rate": 0.00022525781843059137,
      "loss": 0.7259,
      "step": 50072
    },
    {
      "epoch": 2.05091132500512,
      "grad_norm": 0.8397640821556899,
      "learning_rate": 0.00022525499720612327,
      "loss": 0.479,
      "step": 50073
    },
    {
      "epoch": 2.0509522834323164,
      "grad_norm": 1.0967527977570086,
      "learning_rate": 0.00022525217594607886,
      "loss": 0.9176,
      "step": 50074
    },
    {
      "epoch": 2.0509932418595125,
      "grad_norm": 0.9566269090529776,
      "learning_rate": 0.00022524935465045965,
      "loss": 0.6435,
      "step": 50075
    },
    {
      "epoch": 2.051034200286709,
      "grad_norm": 0.7261413505380625,
      "learning_rate": 0.00022524653331926691,
      "loss": 0.2713,
      "step": 50076
    },
    {
      "epoch": 2.0510751587139056,
      "grad_norm": 0.6433567915421763,
      "learning_rate": 0.000225243711952502,
      "loss": 0.2798,
      "step": 50077
    },
    {
      "epoch": 2.0511161171411016,
      "grad_norm": 0.6538559619873276,
      "learning_rate": 0.00022524089055016617,
      "loss": 0.3829,
      "step": 50078
    },
    {
      "epoch": 2.051157075568298,
      "grad_norm": 1.539949275941189,
      "learning_rate": 0.00022523806911226086,
      "loss": 0.9274,
      "step": 50079
    },
    {
      "epoch": 2.0511980339954947,
      "grad_norm": 1.1805951291957462,
      "learning_rate": 0.00022523524763878733,
      "loss": 0.9255,
      "step": 50080
    },
    {
      "epoch": 2.051238992422691,
      "grad_norm": 1.2500348695754582,
      "learning_rate": 0.00022523242612974695,
      "loss": 1.0448,
      "step": 50081
    },
    {
      "epoch": 2.0512799508498873,
      "grad_norm": 1.178753108402439,
      "learning_rate": 0.00022522960458514103,
      "loss": 0.8845,
      "step": 50082
    },
    {
      "epoch": 2.051320909277084,
      "grad_norm": 1.2248630271988243,
      "learning_rate": 0.00022522678300497092,
      "loss": 1.0831,
      "step": 50083
    },
    {
      "epoch": 2.05136186770428,
      "grad_norm": 0.9917044532878909,
      "learning_rate": 0.000225223961389238,
      "loss": 0.8514,
      "step": 50084
    },
    {
      "epoch": 2.0514028261314765,
      "grad_norm": 1.0040898165220777,
      "learning_rate": 0.00022522113973794352,
      "loss": 0.9373,
      "step": 50085
    },
    {
      "epoch": 2.051443784558673,
      "grad_norm": 2.0159087428469236,
      "learning_rate": 0.0002252183180510888,
      "loss": 0.7895,
      "step": 50086
    },
    {
      "epoch": 2.051484742985869,
      "grad_norm": 1.430867244648038,
      "learning_rate": 0.00022521549632867528,
      "loss": 0.8727,
      "step": 50087
    },
    {
      "epoch": 2.0515257014130657,
      "grad_norm": 0.9087382631885168,
      "learning_rate": 0.00022521267457070425,
      "loss": 0.42,
      "step": 50088
    },
    {
      "epoch": 2.051566659840262,
      "grad_norm": 0.9397825444230206,
      "learning_rate": 0.00022520985277717703,
      "loss": 0.4637,
      "step": 50089
    },
    {
      "epoch": 2.0516076182674587,
      "grad_norm": 0.7051380879302405,
      "learning_rate": 0.00022520703094809492,
      "loss": 0.2854,
      "step": 50090
    },
    {
      "epoch": 2.051648576694655,
      "grad_norm": 0.7913305593350678,
      "learning_rate": 0.00022520420908345932,
      "loss": 0.3112,
      "step": 50091
    },
    {
      "epoch": 2.0516895351218514,
      "grad_norm": 0.9805327804861912,
      "learning_rate": 0.00022520138718327154,
      "loss": 0.659,
      "step": 50092
    },
    {
      "epoch": 2.051730493549048,
      "grad_norm": 0.9669441869667621,
      "learning_rate": 0.00022519856524753288,
      "loss": 0.584,
      "step": 50093
    },
    {
      "epoch": 2.051771451976244,
      "grad_norm": 1.0899997851232717,
      "learning_rate": 0.0002251957432762447,
      "loss": 0.7475,
      "step": 50094
    },
    {
      "epoch": 2.0518124104034405,
      "grad_norm": 1.924322011213856,
      "learning_rate": 0.00022519292126940837,
      "loss": 1.0303,
      "step": 50095
    },
    {
      "epoch": 2.051853368830637,
      "grad_norm": 1.096511145933654,
      "learning_rate": 0.00022519009922702515,
      "loss": 0.9107,
      "step": 50096
    },
    {
      "epoch": 2.051894327257833,
      "grad_norm": 8.514521042930308,
      "learning_rate": 0.0002251872771490965,
      "loss": 8.0744,
      "step": 50097
    },
    {
      "epoch": 2.0519352856850297,
      "grad_norm": 1.2281038778365825,
      "learning_rate": 0.00022518445503562357,
      "loss": 0.7986,
      "step": 50098
    },
    {
      "epoch": 2.0519762441122262,
      "grad_norm": 1.6859259470067331,
      "learning_rate": 0.0002251816328866078,
      "loss": 1.5091,
      "step": 50099
    },
    {
      "epoch": 2.0520172025394223,
      "grad_norm": 1.182700456143869,
      "learning_rate": 0.00022517881070205058,
      "loss": 0.7145,
      "step": 50100
    },
    {
      "epoch": 2.052058160966619,
      "grad_norm": 1.0627755050695848,
      "learning_rate": 0.00022517598848195315,
      "loss": 0.8545,
      "step": 50101
    },
    {
      "epoch": 2.0520991193938154,
      "grad_norm": 0.7135906783623638,
      "learning_rate": 0.00022517316622631687,
      "loss": 0.306,
      "step": 50102
    },
    {
      "epoch": 2.0521400778210115,
      "grad_norm": 1.0587646483370088,
      "learning_rate": 0.00022517034393514305,
      "loss": 0.8,
      "step": 50103
    },
    {
      "epoch": 2.052181036248208,
      "grad_norm": 1.339698264877927,
      "learning_rate": 0.00022516752160843312,
      "loss": 0.9272,
      "step": 50104
    },
    {
      "epoch": 2.0522219946754046,
      "grad_norm": 1.1842257875988191,
      "learning_rate": 0.00022516469924618827,
      "loss": 0.8325,
      "step": 50105
    },
    {
      "epoch": 2.0522629531026007,
      "grad_norm": 0.6879458383239506,
      "learning_rate": 0.00022516187684840994,
      "loss": 0.3466,
      "step": 50106
    },
    {
      "epoch": 2.052303911529797,
      "grad_norm": 0.8011925966522111,
      "learning_rate": 0.00022515905441509944,
      "loss": 0.736,
      "step": 50107
    },
    {
      "epoch": 2.0523448699569937,
      "grad_norm": 1.5583520640566484,
      "learning_rate": 0.00022515623194625814,
      "loss": 1.0442,
      "step": 50108
    },
    {
      "epoch": 2.0523858283841903,
      "grad_norm": 1.0712957801856755,
      "learning_rate": 0.0002251534094418873,
      "loss": 0.8174,
      "step": 50109
    },
    {
      "epoch": 2.0524267868113863,
      "grad_norm": 4.347738748510692,
      "learning_rate": 0.00022515058690198827,
      "loss": 4.8718,
      "step": 50110
    },
    {
      "epoch": 2.052467745238583,
      "grad_norm": 1.0010102323562307,
      "learning_rate": 0.00022514776432656244,
      "loss": 0.7066,
      "step": 50111
    },
    {
      "epoch": 2.0525087036657794,
      "grad_norm": 1.1528015315180504,
      "learning_rate": 0.00022514494171561107,
      "loss": 1.0488,
      "step": 50112
    },
    {
      "epoch": 2.0525496620929755,
      "grad_norm": 1.2438862843558833,
      "learning_rate": 0.0002251421190691356,
      "loss": 0.8938,
      "step": 50113
    },
    {
      "epoch": 2.052590620520172,
      "grad_norm": 0.7434312368644692,
      "learning_rate": 0.00022513929638713718,
      "loss": 0.387,
      "step": 50114
    },
    {
      "epoch": 2.0526315789473686,
      "grad_norm": 1.2613941991034765,
      "learning_rate": 0.00022513647366961736,
      "loss": 0.8841,
      "step": 50115
    },
    {
      "epoch": 2.0526725373745647,
      "grad_norm": 0.8954101781506351,
      "learning_rate": 0.00022513365091657737,
      "loss": 0.4485,
      "step": 50116
    },
    {
      "epoch": 2.052713495801761,
      "grad_norm": 0.9067317647231365,
      "learning_rate": 0.00022513082812801853,
      "loss": 0.4163,
      "step": 50117
    },
    {
      "epoch": 2.0527544542289577,
      "grad_norm": 8.665769217179522,
      "learning_rate": 0.00022512800530394218,
      "loss": 1.6621,
      "step": 50118
    },
    {
      "epoch": 2.052795412656154,
      "grad_norm": 1.0963984457199363,
      "learning_rate": 0.00022512518244434965,
      "loss": 0.9062,
      "step": 50119
    },
    {
      "epoch": 2.0528363710833504,
      "grad_norm": 1.0966011638493407,
      "learning_rate": 0.00022512235954924234,
      "loss": 0.8037,
      "step": 50120
    },
    {
      "epoch": 2.052877329510547,
      "grad_norm": 0.8686960091721417,
      "learning_rate": 0.0002251195366186215,
      "loss": 0.5489,
      "step": 50121
    },
    {
      "epoch": 2.052918287937743,
      "grad_norm": 1.6855729165540232,
      "learning_rate": 0.0002251167136524885,
      "loss": 0.8989,
      "step": 50122
    },
    {
      "epoch": 2.0529592463649395,
      "grad_norm": 0.9697304535593323,
      "learning_rate": 0.00022511389065084473,
      "loss": 0.6848,
      "step": 50123
    },
    {
      "epoch": 2.053000204792136,
      "grad_norm": 1.0328394827145264,
      "learning_rate": 0.00022511106761369143,
      "loss": 0.9039,
      "step": 50124
    },
    {
      "epoch": 2.053041163219332,
      "grad_norm": 1.194747783247758,
      "learning_rate": 0.00022510824454103,
      "loss": 0.7913,
      "step": 50125
    },
    {
      "epoch": 2.0530821216465287,
      "grad_norm": 0.6846397749209617,
      "learning_rate": 0.00022510542143286166,
      "loss": 0.2853,
      "step": 50126
    },
    {
      "epoch": 2.0531230800737252,
      "grad_norm": 1.2778598582862388,
      "learning_rate": 0.00022510259828918797,
      "loss": 0.3767,
      "step": 50127
    },
    {
      "epoch": 2.0531640385009218,
      "grad_norm": 1.718993792180205,
      "learning_rate": 0.00022509977511001007,
      "loss": 1.039,
      "step": 50128
    },
    {
      "epoch": 2.053204996928118,
      "grad_norm": 1.5321164292408793,
      "learning_rate": 0.00022509695189532937,
      "loss": 1.1862,
      "step": 50129
    },
    {
      "epoch": 2.0532459553553144,
      "grad_norm": 1.103721356282347,
      "learning_rate": 0.00022509412864514714,
      "loss": 0.6634,
      "step": 50130
    },
    {
      "epoch": 2.053286913782511,
      "grad_norm": 1.3562311069665491,
      "learning_rate": 0.00022509130535946478,
      "loss": 0.5093,
      "step": 50131
    },
    {
      "epoch": 2.053327872209707,
      "grad_norm": 1.1368838643345864,
      "learning_rate": 0.00022508848203828364,
      "loss": 0.8888,
      "step": 50132
    },
    {
      "epoch": 2.0533688306369036,
      "grad_norm": 0.9302657582990163,
      "learning_rate": 0.000225085658681605,
      "loss": 0.8377,
      "step": 50133
    },
    {
      "epoch": 2.0534097890641,
      "grad_norm": 1.218377937931314,
      "learning_rate": 0.00022508283528943024,
      "loss": 0.8253,
      "step": 50134
    },
    {
      "epoch": 2.053450747491296,
      "grad_norm": 0.9145592571390215,
      "learning_rate": 0.00022508001186176069,
      "loss": 0.7299,
      "step": 50135
    },
    {
      "epoch": 2.0534917059184927,
      "grad_norm": 1.1998852809478218,
      "learning_rate": 0.0002250771883985976,
      "loss": 0.8276,
      "step": 50136
    },
    {
      "epoch": 2.0535326643456893,
      "grad_norm": 1.2692844903645741,
      "learning_rate": 0.0002250743648999424,
      "loss": 0.9423,
      "step": 50137
    },
    {
      "epoch": 2.0535736227728854,
      "grad_norm": 0.9014863243061808,
      "learning_rate": 0.0002250715413657964,
      "loss": 0.7314,
      "step": 50138
    },
    {
      "epoch": 2.053614581200082,
      "grad_norm": 1.5975813070933698,
      "learning_rate": 0.00022506871779616092,
      "loss": 1.6952,
      "step": 50139
    },
    {
      "epoch": 2.0536555396272784,
      "grad_norm": 0.877767119201708,
      "learning_rate": 0.00022506589419103736,
      "loss": 0.5745,
      "step": 50140
    },
    {
      "epoch": 2.0536964980544745,
      "grad_norm": 2.014449139242526,
      "learning_rate": 0.00022506307055042695,
      "loss": 0.867,
      "step": 50141
    },
    {
      "epoch": 2.053737456481671,
      "grad_norm": 1.2584982941051652,
      "learning_rate": 0.00022506024687433108,
      "loss": 0.6458,
      "step": 50142
    },
    {
      "epoch": 2.0537784149088676,
      "grad_norm": 0.8164256537013144,
      "learning_rate": 0.00022505742316275107,
      "loss": 0.2599,
      "step": 50143
    },
    {
      "epoch": 2.0538193733360637,
      "grad_norm": 5.286704368623886,
      "learning_rate": 0.00022505459941568829,
      "loss": 6.0247,
      "step": 50144
    },
    {
      "epoch": 2.05386033176326,
      "grad_norm": 0.7431166100544919,
      "learning_rate": 0.00022505177563314407,
      "loss": 0.303,
      "step": 50145
    },
    {
      "epoch": 2.0539012901904568,
      "grad_norm": 0.9800024569001897,
      "learning_rate": 0.00022504895181511969,
      "loss": 0.617,
      "step": 50146
    },
    {
      "epoch": 2.0539422486176533,
      "grad_norm": 2.037191252764061,
      "learning_rate": 0.00022504612796161652,
      "loss": 0.958,
      "step": 50147
    },
    {
      "epoch": 2.0539832070448494,
      "grad_norm": 1.3703438523732512,
      "learning_rate": 0.0002250433040726359,
      "loss": 0.9069,
      "step": 50148
    },
    {
      "epoch": 2.054024165472046,
      "grad_norm": 1.1492279947750066,
      "learning_rate": 0.0002250404801481792,
      "loss": 0.8561,
      "step": 50149
    },
    {
      "epoch": 2.0540651238992425,
      "grad_norm": 1.2142912873371665,
      "learning_rate": 0.00022503765618824763,
      "loss": 0.8968,
      "step": 50150
    },
    {
      "epoch": 2.0541060823264385,
      "grad_norm": 1.8539511188823927,
      "learning_rate": 0.00022503483219284265,
      "loss": 1.4151,
      "step": 50151
    },
    {
      "epoch": 2.054147040753635,
      "grad_norm": 1.2461644342725458,
      "learning_rate": 0.0002250320081619656,
      "loss": 1.0863,
      "step": 50152
    },
    {
      "epoch": 2.0541879991808316,
      "grad_norm": 1.3368051841656805,
      "learning_rate": 0.00022502918409561773,
      "loss": 1.3103,
      "step": 50153
    },
    {
      "epoch": 2.0542289576080277,
      "grad_norm": 0.9450752767953453,
      "learning_rate": 0.0002250263599938004,
      "loss": 0.7139,
      "step": 50154
    },
    {
      "epoch": 2.0542699160352242,
      "grad_norm": 0.7352436070790631,
      "learning_rate": 0.00022502353585651498,
      "loss": 0.523,
      "step": 50155
    },
    {
      "epoch": 2.0543108744624208,
      "grad_norm": 0.9137462744615924,
      "learning_rate": 0.0002250207116837628,
      "loss": 0.8145,
      "step": 50156
    },
    {
      "epoch": 2.054351832889617,
      "grad_norm": 0.9310426464917592,
      "learning_rate": 0.00022501788747554516,
      "loss": 0.687,
      "step": 50157
    },
    {
      "epoch": 2.0543927913168134,
      "grad_norm": 1.7312186096038258,
      "learning_rate": 0.00022501506323186342,
      "loss": 0.9018,
      "step": 50158
    },
    {
      "epoch": 2.05443374974401,
      "grad_norm": 1.2409000740911371,
      "learning_rate": 0.00022501223895271893,
      "loss": 0.877,
      "step": 50159
    },
    {
      "epoch": 2.054474708171206,
      "grad_norm": 3.1957740543187705,
      "learning_rate": 0.000225009414638113,
      "loss": 2.3788,
      "step": 50160
    },
    {
      "epoch": 2.0545156665984026,
      "grad_norm": 2.098166007690558,
      "learning_rate": 0.00022500659028804696,
      "loss": 1.8972,
      "step": 50161
    },
    {
      "epoch": 2.054556625025599,
      "grad_norm": 1.093539375035772,
      "learning_rate": 0.00022500376590252214,
      "loss": 1.0465,
      "step": 50162
    },
    {
      "epoch": 2.054597583452795,
      "grad_norm": 0.987289474658562,
      "learning_rate": 0.0002250009414815399,
      "loss": 0.4797,
      "step": 50163
    },
    {
      "epoch": 2.0546385418799917,
      "grad_norm": 1.0451743535843112,
      "learning_rate": 0.00022499811702510162,
      "loss": 0.9053,
      "step": 50164
    },
    {
      "epoch": 2.0546795003071883,
      "grad_norm": 1.1215177516543844,
      "learning_rate": 0.00022499529253320854,
      "loss": 0.8944,
      "step": 50165
    },
    {
      "epoch": 2.054720458734385,
      "grad_norm": 0.8857609499649242,
      "learning_rate": 0.000224992468005862,
      "loss": 0.6573,
      "step": 50166
    },
    {
      "epoch": 2.054761417161581,
      "grad_norm": 1.7343009004808412,
      "learning_rate": 0.0002249896434430634,
      "loss": 1.236,
      "step": 50167
    },
    {
      "epoch": 2.0548023755887774,
      "grad_norm": 0.878715630669375,
      "learning_rate": 0.00022498681884481407,
      "loss": 0.7136,
      "step": 50168
    },
    {
      "epoch": 2.054843334015974,
      "grad_norm": 1.0296111152674552,
      "learning_rate": 0.00022498399421111534,
      "loss": 0.6514,
      "step": 50169
    },
    {
      "epoch": 2.05488429244317,
      "grad_norm": 0.6401132914392436,
      "learning_rate": 0.0002249811695419685,
      "loss": 0.3012,
      "step": 50170
    },
    {
      "epoch": 2.0549252508703666,
      "grad_norm": 0.864302652593681,
      "learning_rate": 0.00022497834483737494,
      "loss": 0.4461,
      "step": 50171
    },
    {
      "epoch": 2.054966209297563,
      "grad_norm": 1.1086806518074153,
      "learning_rate": 0.00022497552009733595,
      "loss": 1.0881,
      "step": 50172
    },
    {
      "epoch": 2.055007167724759,
      "grad_norm": 1.0234527041704287,
      "learning_rate": 0.00022497269532185282,
      "loss": 0.636,
      "step": 50173
    },
    {
      "epoch": 2.0550481261519558,
      "grad_norm": 1.0393203801694249,
      "learning_rate": 0.00022496987051092706,
      "loss": 0.7032,
      "step": 50174
    },
    {
      "epoch": 2.0550890845791523,
      "grad_norm": 3.216988334508228,
      "learning_rate": 0.00022496704566455982,
      "loss": 4.5233,
      "step": 50175
    },
    {
      "epoch": 2.0551300430063484,
      "grad_norm": 1.0399258614892226,
      "learning_rate": 0.00022496422078275256,
      "loss": 0.8272,
      "step": 50176
    },
    {
      "epoch": 2.055171001433545,
      "grad_norm": 1.6951782583103454,
      "learning_rate": 0.00022496139586550653,
      "loss": 1.5167,
      "step": 50177
    },
    {
      "epoch": 2.0552119598607415,
      "grad_norm": 0.8415421439374139,
      "learning_rate": 0.00022495857091282308,
      "loss": 0.3061,
      "step": 50178
    },
    {
      "epoch": 2.0552529182879375,
      "grad_norm": 0.8682461967366023,
      "learning_rate": 0.0002249557459247036,
      "loss": 0.637,
      "step": 50179
    },
    {
      "epoch": 2.055293876715134,
      "grad_norm": 0.7330364251207977,
      "learning_rate": 0.00022495292090114944,
      "loss": 0.2045,
      "step": 50180
    },
    {
      "epoch": 2.0553348351423306,
      "grad_norm": 2.595553016893265,
      "learning_rate": 0.00022495009584216184,
      "loss": 3.7539,
      "step": 50181
    },
    {
      "epoch": 2.055375793569527,
      "grad_norm": 1.2568348941170608,
      "learning_rate": 0.00022494727074774215,
      "loss": 0.6494,
      "step": 50182
    },
    {
      "epoch": 2.0554167519967232,
      "grad_norm": 1.4067889341599271,
      "learning_rate": 0.0002249444456178918,
      "loss": 0.5168,
      "step": 50183
    },
    {
      "epoch": 2.05545771042392,
      "grad_norm": 1.148038717241848,
      "learning_rate": 0.00022494162045261202,
      "loss": 0.7424,
      "step": 50184
    },
    {
      "epoch": 2.0554986688511163,
      "grad_norm": 0.9076896622114863,
      "learning_rate": 0.00022493879525190423,
      "loss": 0.2805,
      "step": 50185
    },
    {
      "epoch": 2.0555396272783124,
      "grad_norm": 0.7143505966988866,
      "learning_rate": 0.0002249359700157697,
      "loss": 0.2948,
      "step": 50186
    },
    {
      "epoch": 2.055580585705509,
      "grad_norm": 1.0031983946098186,
      "learning_rate": 0.0002249331447442098,
      "loss": 0.5019,
      "step": 50187
    },
    {
      "epoch": 2.0556215441327055,
      "grad_norm": 1.0589813866209932,
      "learning_rate": 0.00022493031943722586,
      "loss": 0.4019,
      "step": 50188
    },
    {
      "epoch": 2.0556625025599016,
      "grad_norm": 1.0548908399422405,
      "learning_rate": 0.00022492749409481921,
      "loss": 0.6812,
      "step": 50189
    },
    {
      "epoch": 2.055703460987098,
      "grad_norm": 0.801895302818923,
      "learning_rate": 0.00022492466871699117,
      "loss": 0.3575,
      "step": 50190
    },
    {
      "epoch": 2.0557444194142946,
      "grad_norm": 1.1012862566114316,
      "learning_rate": 0.0002249218433037431,
      "loss": 0.8061,
      "step": 50191
    },
    {
      "epoch": 2.0557853778414907,
      "grad_norm": 1.064186399018767,
      "learning_rate": 0.00022491901785507638,
      "loss": 0.9062,
      "step": 50192
    },
    {
      "epoch": 2.0558263362686873,
      "grad_norm": 0.6330834669145851,
      "learning_rate": 0.00022491619237099224,
      "loss": 0.2306,
      "step": 50193
    },
    {
      "epoch": 2.055867294695884,
      "grad_norm": 2.4279624710130143,
      "learning_rate": 0.00022491336685149206,
      "loss": 2.2748,
      "step": 50194
    },
    {
      "epoch": 2.05590825312308,
      "grad_norm": 4.523776089002616,
      "learning_rate": 0.0002249105412965772,
      "loss": 4.6728,
      "step": 50195
    },
    {
      "epoch": 2.0559492115502764,
      "grad_norm": 1.1485181818024262,
      "learning_rate": 0.00022490771570624903,
      "loss": 0.7138,
      "step": 50196
    },
    {
      "epoch": 2.055990169977473,
      "grad_norm": 1.1617392750037578,
      "learning_rate": 0.0002249048900805088,
      "loss": 0.7605,
      "step": 50197
    },
    {
      "epoch": 2.056031128404669,
      "grad_norm": 0.9720205978926832,
      "learning_rate": 0.0002249020644193579,
      "loss": 0.6958,
      "step": 50198
    },
    {
      "epoch": 2.0560720868318656,
      "grad_norm": 0.7350947299019348,
      "learning_rate": 0.00022489923872279764,
      "loss": 0.3062,
      "step": 50199
    },
    {
      "epoch": 2.056113045259062,
      "grad_norm": 1.4583052552937126,
      "learning_rate": 0.00022489641299082937,
      "loss": 0.5735,
      "step": 50200
    },
    {
      "epoch": 2.0561540036862587,
      "grad_norm": 1.0385786489143771,
      "learning_rate": 0.00022489358722345445,
      "loss": 0.7652,
      "step": 50201
    },
    {
      "epoch": 2.0561949621134548,
      "grad_norm": 1.1725597714233305,
      "learning_rate": 0.0002248907614206741,
      "loss": 0.9473,
      "step": 50202
    },
    {
      "epoch": 2.0562359205406513,
      "grad_norm": 0.8667631408843826,
      "learning_rate": 0.00022488793558248982,
      "loss": 0.6709,
      "step": 50203
    },
    {
      "epoch": 2.056276878967848,
      "grad_norm": 0.9795896468037518,
      "learning_rate": 0.00022488510970890285,
      "loss": 0.8982,
      "step": 50204
    },
    {
      "epoch": 2.056317837395044,
      "grad_norm": 1.1624366991925494,
      "learning_rate": 0.00022488228379991456,
      "loss": 0.9553,
      "step": 50205
    },
    {
      "epoch": 2.0563587958222405,
      "grad_norm": 0.9076104073475321,
      "learning_rate": 0.0002248794578555263,
      "loss": 0.6181,
      "step": 50206
    },
    {
      "epoch": 2.056399754249437,
      "grad_norm": 0.6020350769837557,
      "learning_rate": 0.0002248766318757393,
      "loss": 0.2761,
      "step": 50207
    },
    {
      "epoch": 2.056440712676633,
      "grad_norm": 1.1467941115134075,
      "learning_rate": 0.00022487380586055504,
      "loss": 0.8015,
      "step": 50208
    },
    {
      "epoch": 2.0564816711038296,
      "grad_norm": 0.7370127966752885,
      "learning_rate": 0.00022487097980997475,
      "loss": 0.3357,
      "step": 50209
    },
    {
      "epoch": 2.056522629531026,
      "grad_norm": 1.3384197959401272,
      "learning_rate": 0.00022486815372399979,
      "loss": 0.3587,
      "step": 50210
    },
    {
      "epoch": 2.0565635879582223,
      "grad_norm": 0.9821888756251482,
      "learning_rate": 0.00022486532760263156,
      "loss": 0.7482,
      "step": 50211
    },
    {
      "epoch": 2.056604546385419,
      "grad_norm": 0.9896767366740871,
      "learning_rate": 0.0002248625014458713,
      "loss": 0.6075,
      "step": 50212
    },
    {
      "epoch": 2.0566455048126153,
      "grad_norm": 1.6311717504623393,
      "learning_rate": 0.00022485967525372042,
      "loss": 1.1306,
      "step": 50213
    },
    {
      "epoch": 2.0566864632398114,
      "grad_norm": 1.5681163177778241,
      "learning_rate": 0.00022485684902618023,
      "loss": 0.4512,
      "step": 50214
    },
    {
      "epoch": 2.056727421667008,
      "grad_norm": 1.5600770961637442,
      "learning_rate": 0.00022485402276325203,
      "loss": 0.8098,
      "step": 50215
    },
    {
      "epoch": 2.0567683800942045,
      "grad_norm": 1.1397526241439322,
      "learning_rate": 0.00022485119646493726,
      "loss": 0.6896,
      "step": 50216
    },
    {
      "epoch": 2.0568093385214006,
      "grad_norm": 0.9217993348295579,
      "learning_rate": 0.00022484837013123714,
      "loss": 0.5981,
      "step": 50217
    },
    {
      "epoch": 2.056850296948597,
      "grad_norm": 1.280879720142941,
      "learning_rate": 0.00022484554376215308,
      "loss": 0.7635,
      "step": 50218
    },
    {
      "epoch": 2.0568912553757936,
      "grad_norm": 1.157427244455277,
      "learning_rate": 0.00022484271735768635,
      "loss": 0.9802,
      "step": 50219
    },
    {
      "epoch": 2.05693221380299,
      "grad_norm": 1.0880113637015452,
      "learning_rate": 0.00022483989091783837,
      "loss": 0.9099,
      "step": 50220
    },
    {
      "epoch": 2.0569731722301863,
      "grad_norm": 1.0294650029209194,
      "learning_rate": 0.00022483706444261043,
      "loss": 0.4127,
      "step": 50221
    },
    {
      "epoch": 2.057014130657383,
      "grad_norm": 1.1905957603193957,
      "learning_rate": 0.00022483423793200378,
      "loss": 1.0634,
      "step": 50222
    },
    {
      "epoch": 2.0570550890845793,
      "grad_norm": 0.9321663765959214,
      "learning_rate": 0.00022483141138601997,
      "loss": 0.7725,
      "step": 50223
    },
    {
      "epoch": 2.0570960475117754,
      "grad_norm": 1.0758433323869798,
      "learning_rate": 0.00022482858480466015,
      "loss": 0.2957,
      "step": 50224
    },
    {
      "epoch": 2.057137005938972,
      "grad_norm": 0.8466958577718452,
      "learning_rate": 0.00022482575818792575,
      "loss": 0.3514,
      "step": 50225
    },
    {
      "epoch": 2.0571779643661685,
      "grad_norm": 0.87219899049457,
      "learning_rate": 0.000224822931535818,
      "loss": 0.5763,
      "step": 50226
    },
    {
      "epoch": 2.0572189227933646,
      "grad_norm": 1.1118552576817315,
      "learning_rate": 0.00022482010484833835,
      "loss": 0.8895,
      "step": 50227
    },
    {
      "epoch": 2.057259881220561,
      "grad_norm": 1.2920722113941658,
      "learning_rate": 0.00022481727812548812,
      "loss": 0.6778,
      "step": 50228
    },
    {
      "epoch": 2.0573008396477577,
      "grad_norm": 0.6891325168126329,
      "learning_rate": 0.0002248144513672686,
      "loss": 0.2383,
      "step": 50229
    },
    {
      "epoch": 2.0573417980749538,
      "grad_norm": 0.9878712748752568,
      "learning_rate": 0.00022481162457368116,
      "loss": 0.7189,
      "step": 50230
    },
    {
      "epoch": 2.0573827565021503,
      "grad_norm": 0.9543987466923611,
      "learning_rate": 0.00022480879774472714,
      "loss": 0.6982,
      "step": 50231
    },
    {
      "epoch": 2.057423714929347,
      "grad_norm": 1.2965776246396399,
      "learning_rate": 0.00022480597088040785,
      "loss": 0.964,
      "step": 50232
    },
    {
      "epoch": 2.057464673356543,
      "grad_norm": 1.0990784412984345,
      "learning_rate": 0.0002248031439807246,
      "loss": 0.8734,
      "step": 50233
    },
    {
      "epoch": 2.0575056317837395,
      "grad_norm": 1.0590711953450138,
      "learning_rate": 0.0002248003170456788,
      "loss": 0.5706,
      "step": 50234
    },
    {
      "epoch": 2.057546590210936,
      "grad_norm": 0.8218206288910573,
      "learning_rate": 0.0002247974900752717,
      "loss": 0.2595,
      "step": 50235
    },
    {
      "epoch": 2.057587548638132,
      "grad_norm": 0.94179635431272,
      "learning_rate": 0.00022479466306950477,
      "loss": 0.7379,
      "step": 50236
    },
    {
      "epoch": 2.0576285070653286,
      "grad_norm": 1.3431402433105155,
      "learning_rate": 0.0002247918360283792,
      "loss": 0.8998,
      "step": 50237
    },
    {
      "epoch": 2.057669465492525,
      "grad_norm": 1.4453957260047368,
      "learning_rate": 0.0002247890089518964,
      "loss": 1.0708,
      "step": 50238
    },
    {
      "epoch": 2.0577104239197217,
      "grad_norm": 0.7991561864589515,
      "learning_rate": 0.00022478618184005773,
      "loss": 0.503,
      "step": 50239
    },
    {
      "epoch": 2.057751382346918,
      "grad_norm": 1.160873122798846,
      "learning_rate": 0.0002247833546928645,
      "loss": 1.0263,
      "step": 50240
    },
    {
      "epoch": 2.0577923407741143,
      "grad_norm": 1.3379914303001061,
      "learning_rate": 0.000224780527510318,
      "loss": 1.0092,
      "step": 50241
    },
    {
      "epoch": 2.057833299201311,
      "grad_norm": 1.4793092529353402,
      "learning_rate": 0.0002247777002924196,
      "loss": 0.9802,
      "step": 50242
    },
    {
      "epoch": 2.057874257628507,
      "grad_norm": 0.8993994763533031,
      "learning_rate": 0.0002247748730391707,
      "loss": 0.3582,
      "step": 50243
    },
    {
      "epoch": 2.0579152160557035,
      "grad_norm": 0.6972320421691091,
      "learning_rate": 0.00022477204575057256,
      "loss": 0.2801,
      "step": 50244
    },
    {
      "epoch": 2.0579561744829,
      "grad_norm": 0.7935152986650724,
      "learning_rate": 0.0002247692184266265,
      "loss": 0.7196,
      "step": 50245
    },
    {
      "epoch": 2.057997132910096,
      "grad_norm": 1.1807498011130155,
      "learning_rate": 0.00022476639106733387,
      "loss": 0.8804,
      "step": 50246
    },
    {
      "epoch": 2.0580380913372927,
      "grad_norm": 1.3199247927990865,
      "learning_rate": 0.0002247635636726961,
      "loss": 0.9636,
      "step": 50247
    },
    {
      "epoch": 2.058079049764489,
      "grad_norm": 1.221967914455739,
      "learning_rate": 0.0002247607362427144,
      "loss": 1.087,
      "step": 50248
    },
    {
      "epoch": 2.0581200081916853,
      "grad_norm": 5.899801399295502,
      "learning_rate": 0.0002247579087773902,
      "loss": 7.2334,
      "step": 50249
    },
    {
      "epoch": 2.058160966618882,
      "grad_norm": 1.3768570110060487,
      "learning_rate": 0.00022475508127672476,
      "loss": 1.2373,
      "step": 50250
    },
    {
      "epoch": 2.0582019250460784,
      "grad_norm": 0.9291688257533194,
      "learning_rate": 0.00022475225374071945,
      "loss": 0.6342,
      "step": 50251
    },
    {
      "epoch": 2.0582428834732744,
      "grad_norm": 0.9987227480619958,
      "learning_rate": 0.00022474942616937567,
      "loss": 0.4723,
      "step": 50252
    },
    {
      "epoch": 2.058283841900471,
      "grad_norm": 0.9734709270816501,
      "learning_rate": 0.00022474659856269467,
      "loss": 0.2672,
      "step": 50253
    },
    {
      "epoch": 2.0583248003276675,
      "grad_norm": 1.2042405877827909,
      "learning_rate": 0.00022474377092067779,
      "loss": 0.9579,
      "step": 50254
    },
    {
      "epoch": 2.0583657587548636,
      "grad_norm": 0.792385154790271,
      "learning_rate": 0.00022474094324332643,
      "loss": 0.3412,
      "step": 50255
    },
    {
      "epoch": 2.05840671718206,
      "grad_norm": 1.2457417879293708,
      "learning_rate": 0.00022473811553064187,
      "loss": 0.894,
      "step": 50256
    },
    {
      "epoch": 2.0584476756092567,
      "grad_norm": 1.076378292951387,
      "learning_rate": 0.0002247352877826255,
      "loss": 0.971,
      "step": 50257
    },
    {
      "epoch": 2.058488634036453,
      "grad_norm": 0.7506439287483035,
      "learning_rate": 0.00022473245999927855,
      "loss": 0.4815,
      "step": 50258
    },
    {
      "epoch": 2.0585295924636493,
      "grad_norm": 0.9220743329260068,
      "learning_rate": 0.00022472963218060247,
      "loss": 0.5738,
      "step": 50259
    },
    {
      "epoch": 2.058570550890846,
      "grad_norm": 1.6664819271757996,
      "learning_rate": 0.0002247268043265986,
      "loss": 1.4321,
      "step": 50260
    },
    {
      "epoch": 2.0586115093180424,
      "grad_norm": 1.198723429637055,
      "learning_rate": 0.00022472397643726817,
      "loss": 0.4529,
      "step": 50261
    },
    {
      "epoch": 2.0586524677452385,
      "grad_norm": 1.2303286185243476,
      "learning_rate": 0.0002247211485126126,
      "loss": 1.2394,
      "step": 50262
    },
    {
      "epoch": 2.058693426172435,
      "grad_norm": 0.9720040915705025,
      "learning_rate": 0.0002247183205526332,
      "loss": 0.7611,
      "step": 50263
    },
    {
      "epoch": 2.0587343845996315,
      "grad_norm": 0.9299668769680232,
      "learning_rate": 0.00022471549255733133,
      "loss": 0.7731,
      "step": 50264
    },
    {
      "epoch": 2.0587753430268276,
      "grad_norm": 0.7865649066276248,
      "learning_rate": 0.00022471266452670833,
      "loss": 0.5932,
      "step": 50265
    },
    {
      "epoch": 2.058816301454024,
      "grad_norm": 0.6510513824909688,
      "learning_rate": 0.00022470983646076545,
      "loss": 0.2351,
      "step": 50266
    },
    {
      "epoch": 2.0588572598812207,
      "grad_norm": 7.196328548372796,
      "learning_rate": 0.00022470700835950416,
      "loss": 7.0933,
      "step": 50267
    },
    {
      "epoch": 2.058898218308417,
      "grad_norm": 1.089241189663096,
      "learning_rate": 0.0002247041802229257,
      "loss": 0.7286,
      "step": 50268
    },
    {
      "epoch": 2.0589391767356133,
      "grad_norm": 1.093642686836753,
      "learning_rate": 0.00022470135205103145,
      "loss": 0.8076,
      "step": 50269
    },
    {
      "epoch": 2.05898013516281,
      "grad_norm": 1.051814204876959,
      "learning_rate": 0.0002246985238438227,
      "loss": 0.8654,
      "step": 50270
    },
    {
      "epoch": 2.059021093590006,
      "grad_norm": 1.0822605282857052,
      "learning_rate": 0.0002246956956013009,
      "loss": 0.6771,
      "step": 50271
    },
    {
      "epoch": 2.0590620520172025,
      "grad_norm": 1.037241509542236,
      "learning_rate": 0.00022469286732346725,
      "loss": 0.7652,
      "step": 50272
    },
    {
      "epoch": 2.059103010444399,
      "grad_norm": 1.138795237052566,
      "learning_rate": 0.00022469003901032315,
      "loss": 0.6846,
      "step": 50273
    },
    {
      "epoch": 2.059143968871595,
      "grad_norm": 0.8698514500845762,
      "learning_rate": 0.00022468721066186995,
      "loss": 0.3194,
      "step": 50274
    },
    {
      "epoch": 2.0591849272987917,
      "grad_norm": 1.1273154186143484,
      "learning_rate": 0.00022468438227810894,
      "loss": 0.7788,
      "step": 50275
    },
    {
      "epoch": 2.059225885725988,
      "grad_norm": 1.0788169489825186,
      "learning_rate": 0.00022468155385904154,
      "loss": 0.7014,
      "step": 50276
    },
    {
      "epoch": 2.0592668441531847,
      "grad_norm": 1.1912039299196424,
      "learning_rate": 0.000224678725404669,
      "loss": 0.8247,
      "step": 50277
    },
    {
      "epoch": 2.059307802580381,
      "grad_norm": 1.1457190411583347,
      "learning_rate": 0.0002246758969149927,
      "loss": 1.0299,
      "step": 50278
    },
    {
      "epoch": 2.0593487610075774,
      "grad_norm": 2.0529405193491326,
      "learning_rate": 0.000224673068390014,
      "loss": 1.8449,
      "step": 50279
    },
    {
      "epoch": 2.059389719434774,
      "grad_norm": 1.0745646988272417,
      "learning_rate": 0.00022467023982973414,
      "loss": 0.604,
      "step": 50280
    },
    {
      "epoch": 2.05943067786197,
      "grad_norm": 1.1371522920521404,
      "learning_rate": 0.0002246674112341546,
      "loss": 0.8151,
      "step": 50281
    },
    {
      "epoch": 2.0594716362891665,
      "grad_norm": 1.2094181688033008,
      "learning_rate": 0.00022466458260327656,
      "loss": 0.9691,
      "step": 50282
    },
    {
      "epoch": 2.059512594716363,
      "grad_norm": 0.9810815597852516,
      "learning_rate": 0.00022466175393710147,
      "loss": 0.8222,
      "step": 50283
    },
    {
      "epoch": 2.059553553143559,
      "grad_norm": 0.9920206015619428,
      "learning_rate": 0.00022465892523563065,
      "loss": 0.6498,
      "step": 50284
    },
    {
      "epoch": 2.0595945115707557,
      "grad_norm": 1.2296900822211037,
      "learning_rate": 0.00022465609649886543,
      "loss": 1.1033,
      "step": 50285
    },
    {
      "epoch": 2.059635469997952,
      "grad_norm": 2.0537705347713233,
      "learning_rate": 0.0002246532677268071,
      "loss": 1.3896,
      "step": 50286
    },
    {
      "epoch": 2.0596764284251483,
      "grad_norm": 0.6822515234484856,
      "learning_rate": 0.00022465043891945705,
      "loss": 0.2845,
      "step": 50287
    },
    {
      "epoch": 2.059717386852345,
      "grad_norm": 1.1684512329723502,
      "learning_rate": 0.00022464761007681664,
      "loss": 0.8867,
      "step": 50288
    },
    {
      "epoch": 2.0597583452795414,
      "grad_norm": 1.0155106277505277,
      "learning_rate": 0.00022464478119888715,
      "loss": 0.9245,
      "step": 50289
    },
    {
      "epoch": 2.0597993037067375,
      "grad_norm": 1.0636100225922336,
      "learning_rate": 0.00022464195228566992,
      "loss": 0.7914,
      "step": 50290
    },
    {
      "epoch": 2.059840262133934,
      "grad_norm": 1.1612506731908478,
      "learning_rate": 0.00022463912333716633,
      "loss": 0.7613,
      "step": 50291
    },
    {
      "epoch": 2.0598812205611305,
      "grad_norm": 1.2529056209141998,
      "learning_rate": 0.00022463629435337767,
      "loss": 1.1182,
      "step": 50292
    },
    {
      "epoch": 2.0599221789883266,
      "grad_norm": 0.921178982799371,
      "learning_rate": 0.00022463346533430534,
      "loss": 0.6702,
      "step": 50293
    },
    {
      "epoch": 2.059963137415523,
      "grad_norm": 1.0973937250739536,
      "learning_rate": 0.00022463063627995057,
      "loss": 0.8707,
      "step": 50294
    },
    {
      "epoch": 2.0600040958427197,
      "grad_norm": 1.4912333809294536,
      "learning_rate": 0.00022462780719031484,
      "loss": 1.1454,
      "step": 50295
    },
    {
      "epoch": 2.0600450542699162,
      "grad_norm": 1.0623789072153353,
      "learning_rate": 0.00022462497806539938,
      "loss": 0.9789,
      "step": 50296
    },
    {
      "epoch": 2.0600860126971123,
      "grad_norm": 1.597845327625381,
      "learning_rate": 0.00022462214890520558,
      "loss": 0.796,
      "step": 50297
    },
    {
      "epoch": 2.060126971124309,
      "grad_norm": 0.8373606914357736,
      "learning_rate": 0.0002246193197097347,
      "loss": 0.2634,
      "step": 50298
    },
    {
      "epoch": 2.0601679295515054,
      "grad_norm": 0.7895119741506488,
      "learning_rate": 0.0002246164904789882,
      "loss": 0.2698,
      "step": 50299
    },
    {
      "epoch": 2.0602088879787015,
      "grad_norm": 0.968767972960327,
      "learning_rate": 0.00022461366121296733,
      "loss": 0.4908,
      "step": 50300
    },
    {
      "epoch": 2.060249846405898,
      "grad_norm": 0.66813926747804,
      "learning_rate": 0.00022461083191167343,
      "loss": 0.3017,
      "step": 50301
    },
    {
      "epoch": 2.0602908048330946,
      "grad_norm": 1.2523873137769062,
      "learning_rate": 0.00022460800257510788,
      "loss": 0.7569,
      "step": 50302
    },
    {
      "epoch": 2.0603317632602907,
      "grad_norm": 1.947183116197158,
      "learning_rate": 0.00022460517320327202,
      "loss": 1.3087,
      "step": 50303
    },
    {
      "epoch": 2.060372721687487,
      "grad_norm": 1.2710575138614335,
      "learning_rate": 0.00022460234379616714,
      "loss": 0.8995,
      "step": 50304
    },
    {
      "epoch": 2.0604136801146837,
      "grad_norm": 1.1997313776394007,
      "learning_rate": 0.00022459951435379458,
      "loss": 0.9819,
      "step": 50305
    },
    {
      "epoch": 2.06045463854188,
      "grad_norm": 1.428001262836032,
      "learning_rate": 0.0002245966848761557,
      "loss": 1.0428,
      "step": 50306
    },
    {
      "epoch": 2.0604955969690764,
      "grad_norm": 1.1332116836509465,
      "learning_rate": 0.00022459385536325186,
      "loss": 0.6844,
      "step": 50307
    },
    {
      "epoch": 2.060536555396273,
      "grad_norm": 0.7983835275294363,
      "learning_rate": 0.00022459102581508437,
      "loss": 0.2674,
      "step": 50308
    },
    {
      "epoch": 2.060577513823469,
      "grad_norm": 1.0364753551968746,
      "learning_rate": 0.0002245881962316546,
      "loss": 0.8921,
      "step": 50309
    },
    {
      "epoch": 2.0606184722506655,
      "grad_norm": 0.7639335343755709,
      "learning_rate": 0.00022458536661296377,
      "loss": 0.6123,
      "step": 50310
    },
    {
      "epoch": 2.060659430677862,
      "grad_norm": 0.8848241492887571,
      "learning_rate": 0.00022458253695901344,
      "loss": 0.5707,
      "step": 50311
    },
    {
      "epoch": 2.060700389105058,
      "grad_norm": 1.072343165029049,
      "learning_rate": 0.00022457970726980474,
      "loss": 0.9714,
      "step": 50312
    },
    {
      "epoch": 2.0607413475322547,
      "grad_norm": 1.0428349436485114,
      "learning_rate": 0.00022457687754533906,
      "loss": 0.834,
      "step": 50313
    },
    {
      "epoch": 2.060782305959451,
      "grad_norm": 0.9207356989907611,
      "learning_rate": 0.00022457404778561778,
      "loss": 0.7176,
      "step": 50314
    },
    {
      "epoch": 2.0608232643866478,
      "grad_norm": 0.9668736698721931,
      "learning_rate": 0.0002245712179906422,
      "loss": 0.3094,
      "step": 50315
    },
    {
      "epoch": 2.060864222813844,
      "grad_norm": 0.8155202612607722,
      "learning_rate": 0.0002245683881604137,
      "loss": 0.6238,
      "step": 50316
    },
    {
      "epoch": 2.0609051812410404,
      "grad_norm": 1.101287832808557,
      "learning_rate": 0.00022456555829493361,
      "loss": 0.7868,
      "step": 50317
    },
    {
      "epoch": 2.060946139668237,
      "grad_norm": 0.5012914784379645,
      "learning_rate": 0.0002245627283942032,
      "loss": 0.1604,
      "step": 50318
    },
    {
      "epoch": 2.060987098095433,
      "grad_norm": 1.5863695930774564,
      "learning_rate": 0.0002245598984582239,
      "loss": 1.0113,
      "step": 50319
    },
    {
      "epoch": 2.0610280565226295,
      "grad_norm": 0.7555523296599429,
      "learning_rate": 0.00022455706848699698,
      "loss": 0.4797,
      "step": 50320
    },
    {
      "epoch": 2.061069014949826,
      "grad_norm": 0.8838473856502504,
      "learning_rate": 0.00022455423848052384,
      "loss": 0.3437,
      "step": 50321
    },
    {
      "epoch": 2.061109973377022,
      "grad_norm": 0.7568950807888031,
      "learning_rate": 0.00022455140843880575,
      "loss": 0.3707,
      "step": 50322
    },
    {
      "epoch": 2.0611509318042187,
      "grad_norm": 0.9366996458208676,
      "learning_rate": 0.00022454857836184407,
      "loss": 0.5641,
      "step": 50323
    },
    {
      "epoch": 2.0611918902314152,
      "grad_norm": 1.0067946412371465,
      "learning_rate": 0.00022454574824964018,
      "loss": 0.8421,
      "step": 50324
    },
    {
      "epoch": 2.0612328486586113,
      "grad_norm": 0.715559059103553,
      "learning_rate": 0.0002245429181021954,
      "loss": 0.2927,
      "step": 50325
    },
    {
      "epoch": 2.061273807085808,
      "grad_norm": 1.0842213712334572,
      "learning_rate": 0.00022454008791951096,
      "loss": 0.9551,
      "step": 50326
    },
    {
      "epoch": 2.0613147655130044,
      "grad_norm": 0.680872348476269,
      "learning_rate": 0.0002245372577015884,
      "loss": 0.3063,
      "step": 50327
    },
    {
      "epoch": 2.0613557239402005,
      "grad_norm": 1.4703602788722094,
      "learning_rate": 0.00022453442744842892,
      "loss": 0.3487,
      "step": 50328
    },
    {
      "epoch": 2.061396682367397,
      "grad_norm": 1.1541818321536352,
      "learning_rate": 0.00022453159716003386,
      "loss": 0.9971,
      "step": 50329
    },
    {
      "epoch": 2.0614376407945936,
      "grad_norm": 1.0875046110541315,
      "learning_rate": 0.00022452876683640459,
      "loss": 0.7943,
      "step": 50330
    },
    {
      "epoch": 2.0614785992217897,
      "grad_norm": 1.168932505206447,
      "learning_rate": 0.00022452593647754245,
      "loss": 1.1841,
      "step": 50331
    },
    {
      "epoch": 2.061519557648986,
      "grad_norm": 0.9687914804822981,
      "learning_rate": 0.00022452310608344877,
      "loss": 0.7245,
      "step": 50332
    },
    {
      "epoch": 2.0615605160761827,
      "grad_norm": 0.9235431524704786,
      "learning_rate": 0.00022452027565412493,
      "loss": 0.474,
      "step": 50333
    },
    {
      "epoch": 2.0616014745033793,
      "grad_norm": 0.9331773111063177,
      "learning_rate": 0.00022451744518957214,
      "loss": 0.7306,
      "step": 50334
    },
    {
      "epoch": 2.0616424329305754,
      "grad_norm": 3.256052357029874,
      "learning_rate": 0.00022451461468979192,
      "loss": 2.375,
      "step": 50335
    },
    {
      "epoch": 2.061683391357772,
      "grad_norm": 0.5953317282673752,
      "learning_rate": 0.00022451178415478548,
      "loss": 0.1721,
      "step": 50336
    },
    {
      "epoch": 2.0617243497849684,
      "grad_norm": 0.6019801975789105,
      "learning_rate": 0.00022450895358455417,
      "loss": 0.2654,
      "step": 50337
    },
    {
      "epoch": 2.0617653082121645,
      "grad_norm": 0.9054968652435164,
      "learning_rate": 0.00022450612297909934,
      "loss": 0.4576,
      "step": 50338
    },
    {
      "epoch": 2.061806266639361,
      "grad_norm": 1.1258813585095435,
      "learning_rate": 0.00022450329233842238,
      "loss": 1.0163,
      "step": 50339
    },
    {
      "epoch": 2.0618472250665576,
      "grad_norm": 0.9768259765897039,
      "learning_rate": 0.00022450046166252457,
      "loss": 0.6896,
      "step": 50340
    },
    {
      "epoch": 2.0618881834937537,
      "grad_norm": 1.2479192597751732,
      "learning_rate": 0.00022449763095140727,
      "loss": 1.0671,
      "step": 50341
    },
    {
      "epoch": 2.0619291419209502,
      "grad_norm": 0.9232279406244488,
      "learning_rate": 0.0002244948002050718,
      "loss": 0.8254,
      "step": 50342
    },
    {
      "epoch": 2.0619701003481468,
      "grad_norm": 1.1710803289599174,
      "learning_rate": 0.00022449196942351954,
      "loss": 0.8805,
      "step": 50343
    },
    {
      "epoch": 2.062011058775343,
      "grad_norm": 1.0727639272920388,
      "learning_rate": 0.00022448913860675178,
      "loss": 0.8533,
      "step": 50344
    },
    {
      "epoch": 2.0620520172025394,
      "grad_norm": 1.7671138694424293,
      "learning_rate": 0.0002244863077547699,
      "loss": 1.0758,
      "step": 50345
    },
    {
      "epoch": 2.062092975629736,
      "grad_norm": 1.3095679086956662,
      "learning_rate": 0.0002244834768675752,
      "loss": 1.0156,
      "step": 50346
    },
    {
      "epoch": 2.062133934056932,
      "grad_norm": 1.087223514741533,
      "learning_rate": 0.00022448064594516904,
      "loss": 0.6841,
      "step": 50347
    },
    {
      "epoch": 2.0621748924841286,
      "grad_norm": 1.2176704304303383,
      "learning_rate": 0.00022447781498755273,
      "loss": 0.733,
      "step": 50348
    },
    {
      "epoch": 2.062215850911325,
      "grad_norm": 1.454020953786657,
      "learning_rate": 0.00022447498399472764,
      "loss": 1.2066,
      "step": 50349
    },
    {
      "epoch": 2.062256809338521,
      "grad_norm": 1.187324136210542,
      "learning_rate": 0.00022447215296669508,
      "loss": 0.7835,
      "step": 50350
    },
    {
      "epoch": 2.0622977677657177,
      "grad_norm": 0.7149446358637821,
      "learning_rate": 0.00022446932190345645,
      "loss": 0.2639,
      "step": 50351
    },
    {
      "epoch": 2.0623387261929143,
      "grad_norm": 0.9647757875202659,
      "learning_rate": 0.00022446649080501302,
      "loss": 0.5031,
      "step": 50352
    },
    {
      "epoch": 2.062379684620111,
      "grad_norm": 0.7319389499721535,
      "learning_rate": 0.00022446365967136617,
      "loss": 0.31,
      "step": 50353
    },
    {
      "epoch": 2.062420643047307,
      "grad_norm": 1.199264039802273,
      "learning_rate": 0.00022446082850251716,
      "loss": 0.8535,
      "step": 50354
    },
    {
      "epoch": 2.0624616014745034,
      "grad_norm": 1.0373258175136013,
      "learning_rate": 0.00022445799729846745,
      "loss": 0.9821,
      "step": 50355
    },
    {
      "epoch": 2.0625025599017,
      "grad_norm": 1.1092716132440277,
      "learning_rate": 0.00022445516605921836,
      "loss": 0.6916,
      "step": 50356
    },
    {
      "epoch": 2.062543518328896,
      "grad_norm": 1.5519744709846155,
      "learning_rate": 0.00022445233478477113,
      "loss": 1.1418,
      "step": 50357
    },
    {
      "epoch": 2.0625844767560926,
      "grad_norm": 1.1176157803055415,
      "learning_rate": 0.00022444950347512717,
      "loss": 0.7725,
      "step": 50358
    },
    {
      "epoch": 2.062625435183289,
      "grad_norm": 1.1767912181770603,
      "learning_rate": 0.00022444667213028779,
      "loss": 0.7924,
      "step": 50359
    },
    {
      "epoch": 2.062666393610485,
      "grad_norm": 1.043992146088506,
      "learning_rate": 0.00022444384075025433,
      "loss": 0.7872,
      "step": 50360
    },
    {
      "epoch": 2.0627073520376817,
      "grad_norm": 1.1281520980639568,
      "learning_rate": 0.0002244410093350282,
      "loss": 0.9674,
      "step": 50361
    },
    {
      "epoch": 2.0627483104648783,
      "grad_norm": 0.879433250744705,
      "learning_rate": 0.00022443817788461061,
      "loss": 0.4306,
      "step": 50362
    },
    {
      "epoch": 2.0627892688920744,
      "grad_norm": 0.7481423690871919,
      "learning_rate": 0.00022443534639900303,
      "loss": 0.2836,
      "step": 50363
    },
    {
      "epoch": 2.062830227319271,
      "grad_norm": 3.207691710175433,
      "learning_rate": 0.0002244325148782067,
      "loss": 2.1293,
      "step": 50364
    },
    {
      "epoch": 2.0628711857464674,
      "grad_norm": 1.2738819394762344,
      "learning_rate": 0.000224429683322223,
      "loss": 0.8368,
      "step": 50365
    },
    {
      "epoch": 2.0629121441736635,
      "grad_norm": 2.8860861165774576,
      "learning_rate": 0.00022442685173105326,
      "loss": 3.5925,
      "step": 50366
    },
    {
      "epoch": 2.06295310260086,
      "grad_norm": 0.9572041187165355,
      "learning_rate": 0.00022442402010469883,
      "loss": 0.6632,
      "step": 50367
    },
    {
      "epoch": 2.0629940610280566,
      "grad_norm": 1.0825267452638778,
      "learning_rate": 0.00022442118844316107,
      "loss": 0.7541,
      "step": 50368
    },
    {
      "epoch": 2.0630350194552527,
      "grad_norm": 1.066564034730157,
      "learning_rate": 0.0002244183567464413,
      "loss": 0.7608,
      "step": 50369
    },
    {
      "epoch": 2.0630759778824492,
      "grad_norm": 1.0170507817170467,
      "learning_rate": 0.0002244155250145408,
      "loss": 0.8974,
      "step": 50370
    },
    {
      "epoch": 2.0631169363096458,
      "grad_norm": 1.1636541206437698,
      "learning_rate": 0.00022441269324746096,
      "loss": 1.058,
      "step": 50371
    },
    {
      "epoch": 2.0631578947368423,
      "grad_norm": 1.1801911358909845,
      "learning_rate": 0.00022440986144520313,
      "loss": 0.9105,
      "step": 50372
    },
    {
      "epoch": 2.0631988531640384,
      "grad_norm": 1.1968119440915206,
      "learning_rate": 0.00022440702960776866,
      "loss": 0.8755,
      "step": 50373
    },
    {
      "epoch": 2.063239811591235,
      "grad_norm": 0.8716283649262647,
      "learning_rate": 0.00022440419773515883,
      "loss": 0.772,
      "step": 50374
    },
    {
      "epoch": 2.0632807700184315,
      "grad_norm": 1.3497730070316476,
      "learning_rate": 0.000224401365827375,
      "loss": 0.8466,
      "step": 50375
    },
    {
      "epoch": 2.0633217284456276,
      "grad_norm": 1.0780701259582177,
      "learning_rate": 0.00022439853388441858,
      "loss": 0.767,
      "step": 50376
    },
    {
      "epoch": 2.063362686872824,
      "grad_norm": 0.6113863920361505,
      "learning_rate": 0.0002243957019062908,
      "loss": 0.2413,
      "step": 50377
    },
    {
      "epoch": 2.0634036453000206,
      "grad_norm": 1.2699679298805362,
      "learning_rate": 0.00022439286989299302,
      "loss": 0.9066,
      "step": 50378
    },
    {
      "epoch": 2.0634446037272167,
      "grad_norm": 0.6568083878283674,
      "learning_rate": 0.0002243900378445267,
      "loss": 0.2259,
      "step": 50379
    },
    {
      "epoch": 2.0634855621544133,
      "grad_norm": 0.9339069063363622,
      "learning_rate": 0.00022438720576089304,
      "loss": 0.7223,
      "step": 50380
    },
    {
      "epoch": 2.06352652058161,
      "grad_norm": 0.981331130957038,
      "learning_rate": 0.00022438437364209345,
      "loss": 0.4443,
      "step": 50381
    },
    {
      "epoch": 2.063567479008806,
      "grad_norm": 1.2722272726281822,
      "learning_rate": 0.0002243815414881292,
      "loss": 0.6132,
      "step": 50382
    },
    {
      "epoch": 2.0636084374360024,
      "grad_norm": 1.2427600851761063,
      "learning_rate": 0.0002243787092990017,
      "loss": 1.0365,
      "step": 50383
    },
    {
      "epoch": 2.063649395863199,
      "grad_norm": 0.872453840987545,
      "learning_rate": 0.00022437587707471227,
      "loss": 0.56,
      "step": 50384
    },
    {
      "epoch": 2.063690354290395,
      "grad_norm": 0.9143146429472233,
      "learning_rate": 0.0002243730448152622,
      "loss": 0.4639,
      "step": 50385
    },
    {
      "epoch": 2.0637313127175916,
      "grad_norm": 0.9888304549902748,
      "learning_rate": 0.00022437021252065293,
      "loss": 0.6832,
      "step": 50386
    },
    {
      "epoch": 2.063772271144788,
      "grad_norm": 1.1279830951263852,
      "learning_rate": 0.0002243673801908857,
      "loss": 0.8604,
      "step": 50387
    },
    {
      "epoch": 2.063813229571984,
      "grad_norm": 1.0851582941966398,
      "learning_rate": 0.0002243645478259619,
      "loss": 0.8013,
      "step": 50388
    },
    {
      "epoch": 2.0638541879991807,
      "grad_norm": 0.6622463877958984,
      "learning_rate": 0.00022436171542588286,
      "loss": 0.2929,
      "step": 50389
    },
    {
      "epoch": 2.0638951464263773,
      "grad_norm": 0.9563427973211263,
      "learning_rate": 0.00022435888299064986,
      "loss": 0.9317,
      "step": 50390
    },
    {
      "epoch": 2.063936104853574,
      "grad_norm": 0.811394566217896,
      "learning_rate": 0.00022435605052026437,
      "loss": 0.5322,
      "step": 50391
    },
    {
      "epoch": 2.06397706328077,
      "grad_norm": 4.706598772405765,
      "learning_rate": 0.0002243532180147276,
      "loss": 4.9379,
      "step": 50392
    },
    {
      "epoch": 2.0640180217079664,
      "grad_norm": 1.319078296499008,
      "learning_rate": 0.000224350385474041,
      "loss": 0.9572,
      "step": 50393
    },
    {
      "epoch": 2.064058980135163,
      "grad_norm": 1.098140410607431,
      "learning_rate": 0.00022434755289820577,
      "loss": 0.6527,
      "step": 50394
    },
    {
      "epoch": 2.064099938562359,
      "grad_norm": 0.9179079521293323,
      "learning_rate": 0.0002243447202872234,
      "loss": 0.446,
      "step": 50395
    },
    {
      "epoch": 2.0641408969895556,
      "grad_norm": 0.9722390127661059,
      "learning_rate": 0.00022434188764109515,
      "loss": 0.7212,
      "step": 50396
    },
    {
      "epoch": 2.064181855416752,
      "grad_norm": 0.6719081406287699,
      "learning_rate": 0.00022433905495982241,
      "loss": 0.524,
      "step": 50397
    },
    {
      "epoch": 2.0642228138439482,
      "grad_norm": 1.1324975154202845,
      "learning_rate": 0.00022433622224340638,
      "loss": 1.0513,
      "step": 50398
    },
    {
      "epoch": 2.0642637722711448,
      "grad_norm": 1.0141330286758308,
      "learning_rate": 0.00022433338949184859,
      "loss": 0.7527,
      "step": 50399
    },
    {
      "epoch": 2.0643047306983413,
      "grad_norm": 1.0989447637234382,
      "learning_rate": 0.00022433055670515023,
      "loss": 0.8337,
      "step": 50400
    },
    {
      "epoch": 2.0643456891255374,
      "grad_norm": 0.9965244968407109,
      "learning_rate": 0.00022432772388331272,
      "loss": 0.6496,
      "step": 50401
    },
    {
      "epoch": 2.064386647552734,
      "grad_norm": 1.2974189357683252,
      "learning_rate": 0.00022432489102633732,
      "loss": 0.8902,
      "step": 50402
    },
    {
      "epoch": 2.0644276059799305,
      "grad_norm": 1.0036990970800725,
      "learning_rate": 0.0002243220581342255,
      "loss": 0.8547,
      "step": 50403
    },
    {
      "epoch": 2.0644685644071266,
      "grad_norm": 0.7874416840987818,
      "learning_rate": 0.00022431922520697848,
      "loss": 0.1723,
      "step": 50404
    },
    {
      "epoch": 2.064509522834323,
      "grad_norm": 2.1389157896302633,
      "learning_rate": 0.00022431639224459765,
      "loss": 0.5814,
      "step": 50405
    },
    {
      "epoch": 2.0645504812615196,
      "grad_norm": 1.0082610011851951,
      "learning_rate": 0.00022431355924708434,
      "loss": 0.3769,
      "step": 50406
    },
    {
      "epoch": 2.064591439688716,
      "grad_norm": 0.9395406142243279,
      "learning_rate": 0.0002243107262144399,
      "loss": 0.6835,
      "step": 50407
    },
    {
      "epoch": 2.0646323981159123,
      "grad_norm": 0.7914271278532081,
      "learning_rate": 0.0002243078931466657,
      "loss": 0.3184,
      "step": 50408
    },
    {
      "epoch": 2.064673356543109,
      "grad_norm": 1.1747095564394516,
      "learning_rate": 0.00022430506004376299,
      "loss": 0.7021,
      "step": 50409
    },
    {
      "epoch": 2.0647143149703053,
      "grad_norm": 1.5346026373982506,
      "learning_rate": 0.00022430222690573314,
      "loss": 1.217,
      "step": 50410
    },
    {
      "epoch": 2.0647552733975014,
      "grad_norm": 1.161687119603784,
      "learning_rate": 0.00022429939373257756,
      "loss": 0.8978,
      "step": 50411
    },
    {
      "epoch": 2.064796231824698,
      "grad_norm": 1.1770030643617426,
      "learning_rate": 0.00022429656052429755,
      "loss": 0.8929,
      "step": 50412
    },
    {
      "epoch": 2.0648371902518945,
      "grad_norm": 1.3703609980124882,
      "learning_rate": 0.0002242937272808944,
      "loss": 0.8201,
      "step": 50413
    },
    {
      "epoch": 2.0648781486790906,
      "grad_norm": 1.091700349693593,
      "learning_rate": 0.00022429089400236946,
      "loss": 0.8819,
      "step": 50414
    },
    {
      "epoch": 2.064919107106287,
      "grad_norm": 0.7139665737100153,
      "learning_rate": 0.00022428806068872412,
      "loss": 0.2589,
      "step": 50415
    },
    {
      "epoch": 2.0649600655334837,
      "grad_norm": 0.8722899127372712,
      "learning_rate": 0.00022428522733995972,
      "loss": 0.2595,
      "step": 50416
    },
    {
      "epoch": 2.0650010239606797,
      "grad_norm": 1.3919625090071375,
      "learning_rate": 0.00022428239395607758,
      "loss": 1.054,
      "step": 50417
    },
    {
      "epoch": 2.0650419823878763,
      "grad_norm": 1.018844177645758,
      "learning_rate": 0.00022427956053707902,
      "loss": 0.8533,
      "step": 50418
    },
    {
      "epoch": 2.065082940815073,
      "grad_norm": 2.770392769168491,
      "learning_rate": 0.00022427672708296537,
      "loss": 2.832,
      "step": 50419
    },
    {
      "epoch": 2.065123899242269,
      "grad_norm": 1.8830270606409876,
      "learning_rate": 0.00022427389359373803,
      "loss": 1.7458,
      "step": 50420
    },
    {
      "epoch": 2.0651648576694654,
      "grad_norm": 0.9239021553193725,
      "learning_rate": 0.00022427106006939825,
      "loss": 0.7642,
      "step": 50421
    },
    {
      "epoch": 2.065205816096662,
      "grad_norm": 1.0998036153814454,
      "learning_rate": 0.00022426822650994745,
      "loss": 0.5353,
      "step": 50422
    },
    {
      "epoch": 2.065246774523858,
      "grad_norm": 1.26978353446679,
      "learning_rate": 0.000224265392915387,
      "loss": 1.0757,
      "step": 50423
    },
    {
      "epoch": 2.0652877329510546,
      "grad_norm": 1.2813314644504927,
      "learning_rate": 0.0002242625592857181,
      "loss": 0.7656,
      "step": 50424
    },
    {
      "epoch": 2.065328691378251,
      "grad_norm": 1.0408225512356146,
      "learning_rate": 0.00022425972562094222,
      "loss": 0.5817,
      "step": 50425
    },
    {
      "epoch": 2.0653696498054477,
      "grad_norm": 1.4379531161889765,
      "learning_rate": 0.0002242568919210606,
      "loss": 0.9373,
      "step": 50426
    },
    {
      "epoch": 2.0654106082326438,
      "grad_norm": 1.0175902426816557,
      "learning_rate": 0.00022425405818607468,
      "loss": 0.7395,
      "step": 50427
    },
    {
      "epoch": 2.0654515666598403,
      "grad_norm": 2.3563147026219715,
      "learning_rate": 0.00022425122441598573,
      "loss": 2.2284,
      "step": 50428
    },
    {
      "epoch": 2.065492525087037,
      "grad_norm": 0.613395390511943,
      "learning_rate": 0.00022424839061079512,
      "loss": 0.2951,
      "step": 50429
    },
    {
      "epoch": 2.065533483514233,
      "grad_norm": 0.9953727880309627,
      "learning_rate": 0.00022424555677050414,
      "loss": 0.8212,
      "step": 50430
    },
    {
      "epoch": 2.0655744419414295,
      "grad_norm": 1.1824462955835011,
      "learning_rate": 0.00022424272289511422,
      "loss": 0.8829,
      "step": 50431
    },
    {
      "epoch": 2.065615400368626,
      "grad_norm": 1.2220649633911191,
      "learning_rate": 0.00022423988898462663,
      "loss": 0.756,
      "step": 50432
    },
    {
      "epoch": 2.065656358795822,
      "grad_norm": 1.0274219173494115,
      "learning_rate": 0.00022423705503904273,
      "loss": 0.6981,
      "step": 50433
    },
    {
      "epoch": 2.0656973172230186,
      "grad_norm": 0.9291427612743709,
      "learning_rate": 0.00022423422105836383,
      "loss": 0.743,
      "step": 50434
    },
    {
      "epoch": 2.065738275650215,
      "grad_norm": 0.899026148305039,
      "learning_rate": 0.00022423138704259134,
      "loss": 0.6309,
      "step": 50435
    },
    {
      "epoch": 2.0657792340774113,
      "grad_norm": 1.2443156699780857,
      "learning_rate": 0.00022422855299172653,
      "loss": 0.9384,
      "step": 50436
    },
    {
      "epoch": 2.065820192504608,
      "grad_norm": 1.209518869568212,
      "learning_rate": 0.0002242257189057708,
      "loss": 0.8587,
      "step": 50437
    },
    {
      "epoch": 2.0658611509318043,
      "grad_norm": 0.8861497056813665,
      "learning_rate": 0.00022422288478472543,
      "loss": 0.7405,
      "step": 50438
    },
    {
      "epoch": 2.0659021093590004,
      "grad_norm": 2.3165480024799603,
      "learning_rate": 0.00022422005062859178,
      "loss": 1.4754,
      "step": 50439
    },
    {
      "epoch": 2.065943067786197,
      "grad_norm": 1.2034460890412422,
      "learning_rate": 0.0002242172164373712,
      "loss": 0.3384,
      "step": 50440
    },
    {
      "epoch": 2.0659840262133935,
      "grad_norm": 1.140569322220115,
      "learning_rate": 0.00022421438221106505,
      "loss": 0.7066,
      "step": 50441
    },
    {
      "epoch": 2.0660249846405896,
      "grad_norm": 4.174096176904941,
      "learning_rate": 0.0002242115479496746,
      "loss": 2.5577,
      "step": 50442
    },
    {
      "epoch": 2.066065943067786,
      "grad_norm": 0.6428311791344206,
      "learning_rate": 0.00022420871365320128,
      "loss": 0.2195,
      "step": 50443
    },
    {
      "epoch": 2.0661069014949827,
      "grad_norm": 1.5992877457507215,
      "learning_rate": 0.0002242058793216464,
      "loss": 0.8299,
      "step": 50444
    },
    {
      "epoch": 2.066147859922179,
      "grad_norm": 0.7271229893504013,
      "learning_rate": 0.00022420304495501128,
      "loss": 0.27,
      "step": 50445
    },
    {
      "epoch": 2.0661888183493753,
      "grad_norm": 1.0258083154118807,
      "learning_rate": 0.0002242002105532972,
      "loss": 0.9436,
      "step": 50446
    },
    {
      "epoch": 2.066229776776572,
      "grad_norm": 2.716105406209623,
      "learning_rate": 0.00022419737611650562,
      "loss": 0.6539,
      "step": 50447
    },
    {
      "epoch": 2.0662707352037684,
      "grad_norm": 1.023608896799388,
      "learning_rate": 0.00022419454164463785,
      "loss": 0.7996,
      "step": 50448
    },
    {
      "epoch": 2.0663116936309645,
      "grad_norm": 1.0196895028056134,
      "learning_rate": 0.00022419170713769518,
      "loss": 0.7256,
      "step": 50449
    },
    {
      "epoch": 2.066352652058161,
      "grad_norm": 0.980224152186546,
      "learning_rate": 0.00022418887259567893,
      "loss": 0.6497,
      "step": 50450
    },
    {
      "epoch": 2.0663936104853575,
      "grad_norm": 1.1152737647838598,
      "learning_rate": 0.00022418603801859055,
      "loss": 1.0495,
      "step": 50451
    },
    {
      "epoch": 2.0664345689125536,
      "grad_norm": 1.1394791389067038,
      "learning_rate": 0.00022418320340643132,
      "loss": 0.7215,
      "step": 50452
    },
    {
      "epoch": 2.06647552733975,
      "grad_norm": 0.8701387730361843,
      "learning_rate": 0.00022418036875920255,
      "loss": 0.6578,
      "step": 50453
    },
    {
      "epoch": 2.0665164857669467,
      "grad_norm": 1.0563652764600484,
      "learning_rate": 0.00022417753407690558,
      "loss": 0.5865,
      "step": 50454
    },
    {
      "epoch": 2.066557444194143,
      "grad_norm": 1.4279711493309017,
      "learning_rate": 0.00022417469935954185,
      "loss": 0.9945,
      "step": 50455
    },
    {
      "epoch": 2.0665984026213393,
      "grad_norm": 0.9970859873304332,
      "learning_rate": 0.00022417186460711255,
      "loss": 0.7748,
      "step": 50456
    },
    {
      "epoch": 2.066639361048536,
      "grad_norm": 3.4440694150620788,
      "learning_rate": 0.00022416902981961913,
      "loss": 5.2338,
      "step": 50457
    },
    {
      "epoch": 2.066680319475732,
      "grad_norm": 1.2040268264392358,
      "learning_rate": 0.00022416619499706288,
      "loss": 0.9255,
      "step": 50458
    },
    {
      "epoch": 2.0667212779029285,
      "grad_norm": 1.3499504157516118,
      "learning_rate": 0.00022416336013944516,
      "loss": 0.7043,
      "step": 50459
    },
    {
      "epoch": 2.066762236330125,
      "grad_norm": 1.0570170286732339,
      "learning_rate": 0.00022416052524676735,
      "loss": 0.6643,
      "step": 50460
    },
    {
      "epoch": 2.066803194757321,
      "grad_norm": 0.6283791032244632,
      "learning_rate": 0.00022415769031903073,
      "loss": 0.2322,
      "step": 50461
    },
    {
      "epoch": 2.0668441531845176,
      "grad_norm": 19.213904923685863,
      "learning_rate": 0.00022415485535623661,
      "loss": 2.5393,
      "step": 50462
    },
    {
      "epoch": 2.066885111611714,
      "grad_norm": 1.0726367429016535,
      "learning_rate": 0.0002241520203583864,
      "loss": 0.7278,
      "step": 50463
    },
    {
      "epoch": 2.0669260700389107,
      "grad_norm": 0.9698106103185266,
      "learning_rate": 0.00022414918532548143,
      "loss": 0.6794,
      "step": 50464
    },
    {
      "epoch": 2.066967028466107,
      "grad_norm": 1.0472219449815476,
      "learning_rate": 0.00022414635025752304,
      "loss": 0.6607,
      "step": 50465
    },
    {
      "epoch": 2.0670079868933033,
      "grad_norm": 1.7406887616608544,
      "learning_rate": 0.0002241435151545125,
      "loss": 1.6174,
      "step": 50466
    },
    {
      "epoch": 2.0670489453205,
      "grad_norm": 0.9677951338927873,
      "learning_rate": 0.00022414068001645125,
      "loss": 0.5534,
      "step": 50467
    },
    {
      "epoch": 2.067089903747696,
      "grad_norm": 1.6895275337698736,
      "learning_rate": 0.00022413784484334062,
      "loss": 0.3651,
      "step": 50468
    },
    {
      "epoch": 2.0671308621748925,
      "grad_norm": 1.3407191604468054,
      "learning_rate": 0.00022413500963518187,
      "loss": 0.823,
      "step": 50469
    },
    {
      "epoch": 2.067171820602089,
      "grad_norm": 1.2029197705277537,
      "learning_rate": 0.00022413217439197638,
      "loss": 0.9049,
      "step": 50470
    },
    {
      "epoch": 2.067212779029285,
      "grad_norm": 0.9463946334393483,
      "learning_rate": 0.00022412933911372554,
      "loss": 0.805,
      "step": 50471
    },
    {
      "epoch": 2.0672537374564817,
      "grad_norm": 1.3310107399902975,
      "learning_rate": 0.00022412650380043063,
      "loss": 0.7082,
      "step": 50472
    },
    {
      "epoch": 2.067294695883678,
      "grad_norm": 0.9855296375862522,
      "learning_rate": 0.00022412366845209303,
      "loss": 0.432,
      "step": 50473
    },
    {
      "epoch": 2.0673356543108743,
      "grad_norm": 1.36305865843867,
      "learning_rate": 0.00022412083306871402,
      "loss": 0.979,
      "step": 50474
    },
    {
      "epoch": 2.067376612738071,
      "grad_norm": 1.141355461455214,
      "learning_rate": 0.00022411799765029503,
      "loss": 0.8306,
      "step": 50475
    },
    {
      "epoch": 2.0674175711652674,
      "grad_norm": 1.6539163826067027,
      "learning_rate": 0.00022411516219683733,
      "loss": 0.8843,
      "step": 50476
    },
    {
      "epoch": 2.0674585295924635,
      "grad_norm": 1.051236810154662,
      "learning_rate": 0.00022411232670834226,
      "loss": 1.1318,
      "step": 50477
    },
    {
      "epoch": 2.06749948801966,
      "grad_norm": 1.3503980490309089,
      "learning_rate": 0.0002241094911848112,
      "loss": 1.1105,
      "step": 50478
    },
    {
      "epoch": 2.0675404464468565,
      "grad_norm": 1.2256484441076858,
      "learning_rate": 0.00022410665562624547,
      "loss": 0.7735,
      "step": 50479
    },
    {
      "epoch": 2.067581404874053,
      "grad_norm": 0.764383867472593,
      "learning_rate": 0.00022410382003264646,
      "loss": 0.5547,
      "step": 50480
    },
    {
      "epoch": 2.067622363301249,
      "grad_norm": 1.0657531087603147,
      "learning_rate": 0.00022410098440401541,
      "loss": 0.8512,
      "step": 50481
    },
    {
      "epoch": 2.0676633217284457,
      "grad_norm": 1.3660342197842972,
      "learning_rate": 0.0002240981487403537,
      "loss": 0.8776,
      "step": 50482
    },
    {
      "epoch": 2.0677042801556422,
      "grad_norm": 1.7934579458337878,
      "learning_rate": 0.00022409531304166274,
      "loss": 0.8905,
      "step": 50483
    },
    {
      "epoch": 2.0677452385828383,
      "grad_norm": 1.6434413512898283,
      "learning_rate": 0.0002240924773079438,
      "loss": 1.2845,
      "step": 50484
    },
    {
      "epoch": 2.067786197010035,
      "grad_norm": 1.2607037540118475,
      "learning_rate": 0.00022408964153919822,
      "loss": 1.0706,
      "step": 50485
    },
    {
      "epoch": 2.0678271554372314,
      "grad_norm": 0.9388068307510128,
      "learning_rate": 0.00022408680573542732,
      "loss": 0.6216,
      "step": 50486
    },
    {
      "epoch": 2.0678681138644275,
      "grad_norm": 1.0907012096325743,
      "learning_rate": 0.00022408396989663257,
      "loss": 0.6321,
      "step": 50487
    },
    {
      "epoch": 2.067909072291624,
      "grad_norm": 1.9494865098201326,
      "learning_rate": 0.00022408113402281517,
      "loss": 1.2222,
      "step": 50488
    },
    {
      "epoch": 2.0679500307188206,
      "grad_norm": 1.13395700355563,
      "learning_rate": 0.00022407829811397646,
      "loss": 0.8658,
      "step": 50489
    },
    {
      "epoch": 2.0679909891460166,
      "grad_norm": 1.0075504220526632,
      "learning_rate": 0.0002240754621701179,
      "loss": 0.7428,
      "step": 50490
    },
    {
      "epoch": 2.068031947573213,
      "grad_norm": 0.8689124319776029,
      "learning_rate": 0.00022407262619124075,
      "loss": 0.7249,
      "step": 50491
    },
    {
      "epoch": 2.0680729060004097,
      "grad_norm": 1.1865453151423455,
      "learning_rate": 0.00022406979017734635,
      "loss": 1.0194,
      "step": 50492
    },
    {
      "epoch": 2.068113864427606,
      "grad_norm": 1.2440592905210455,
      "learning_rate": 0.00022406695412843604,
      "loss": 0.9867,
      "step": 50493
    },
    {
      "epoch": 2.0681548228548023,
      "grad_norm": 1.0899030001667374,
      "learning_rate": 0.00022406411804451118,
      "loss": 0.8088,
      "step": 50494
    },
    {
      "epoch": 2.068195781281999,
      "grad_norm": 1.1096851904547334,
      "learning_rate": 0.00022406128192557312,
      "loss": 0.8006,
      "step": 50495
    },
    {
      "epoch": 2.068236739709195,
      "grad_norm": 0.9577255763985041,
      "learning_rate": 0.00022405844577162316,
      "loss": 0.8345,
      "step": 50496
    },
    {
      "epoch": 2.0682776981363915,
      "grad_norm": 0.983776430132925,
      "learning_rate": 0.00022405560958266266,
      "loss": 0.714,
      "step": 50497
    },
    {
      "epoch": 2.068318656563588,
      "grad_norm": 1.1740414983527403,
      "learning_rate": 0.00022405277335869295,
      "loss": 0.8778,
      "step": 50498
    },
    {
      "epoch": 2.0683596149907846,
      "grad_norm": 0.9974605369235712,
      "learning_rate": 0.0002240499370997154,
      "loss": 0.9529,
      "step": 50499
    },
    {
      "epoch": 2.0684005734179807,
      "grad_norm": 2.7800390991873845,
      "learning_rate": 0.00022404710080573136,
      "loss": 2.3161,
      "step": 50500
    },
    {
      "epoch": 2.068441531845177,
      "grad_norm": 0.9746014769403033,
      "learning_rate": 0.00022404426447674214,
      "loss": 0.9395,
      "step": 50501
    },
    {
      "epoch": 2.0684824902723737,
      "grad_norm": 0.9104952137382804,
      "learning_rate": 0.00022404142811274907,
      "loss": 0.6317,
      "step": 50502
    },
    {
      "epoch": 2.06852344869957,
      "grad_norm": 1.1063551514012735,
      "learning_rate": 0.00022403859171375354,
      "loss": 0.967,
      "step": 50503
    },
    {
      "epoch": 2.0685644071267664,
      "grad_norm": 0.9549019674116537,
      "learning_rate": 0.00022403575527975682,
      "loss": 0.7771,
      "step": 50504
    },
    {
      "epoch": 2.068605365553963,
      "grad_norm": 2.4583263146543795,
      "learning_rate": 0.00022403291881076034,
      "loss": 1.3394,
      "step": 50505
    },
    {
      "epoch": 2.068646323981159,
      "grad_norm": 1.2594457667132142,
      "learning_rate": 0.00022403008230676533,
      "loss": 1.0021,
      "step": 50506
    },
    {
      "epoch": 2.0686872824083555,
      "grad_norm": 0.9048597547801515,
      "learning_rate": 0.00022402724576777323,
      "loss": 0.6319,
      "step": 50507
    },
    {
      "epoch": 2.068728240835552,
      "grad_norm": 1.9989562574262552,
      "learning_rate": 0.00022402440919378538,
      "loss": 2.2722,
      "step": 50508
    },
    {
      "epoch": 2.068769199262748,
      "grad_norm": 1.3833929058238756,
      "learning_rate": 0.00022402157258480303,
      "loss": 1.0693,
      "step": 50509
    },
    {
      "epoch": 2.0688101576899447,
      "grad_norm": 1.6913600916033764,
      "learning_rate": 0.00022401873594082755,
      "loss": 0.8157,
      "step": 50510
    },
    {
      "epoch": 2.0688511161171412,
      "grad_norm": 0.9208057515849327,
      "learning_rate": 0.00022401589926186036,
      "loss": 0.6604,
      "step": 50511
    },
    {
      "epoch": 2.0688920745443373,
      "grad_norm": 1.4829162906484226,
      "learning_rate": 0.00022401306254790277,
      "loss": 0.7983,
      "step": 50512
    },
    {
      "epoch": 2.068933032971534,
      "grad_norm": 1.205580809802342,
      "learning_rate": 0.00022401022579895605,
      "loss": 0.9073,
      "step": 50513
    },
    {
      "epoch": 2.0689739913987304,
      "grad_norm": 0.783368517174477,
      "learning_rate": 0.0002240073890150216,
      "loss": 0.6795,
      "step": 50514
    },
    {
      "epoch": 2.0690149498259265,
      "grad_norm": 1.1873892555482763,
      "learning_rate": 0.00022400455219610075,
      "loss": 0.5377,
      "step": 50515
    },
    {
      "epoch": 2.069055908253123,
      "grad_norm": 1.21568619938928,
      "learning_rate": 0.00022400171534219483,
      "loss": 0.8743,
      "step": 50516
    },
    {
      "epoch": 2.0690968666803196,
      "grad_norm": 1.7517916822884394,
      "learning_rate": 0.00022399887845330523,
      "loss": 1.4524,
      "step": 50517
    },
    {
      "epoch": 2.069137825107516,
      "grad_norm": 1.1164307774580082,
      "learning_rate": 0.00022399604152943323,
      "loss": 0.9045,
      "step": 50518
    },
    {
      "epoch": 2.069178783534712,
      "grad_norm": 0.922270305592745,
      "learning_rate": 0.0002239932045705802,
      "loss": 0.4541,
      "step": 50519
    },
    {
      "epoch": 2.0692197419619087,
      "grad_norm": 0.8396598433536132,
      "learning_rate": 0.00022399036757674747,
      "loss": 0.4124,
      "step": 50520
    },
    {
      "epoch": 2.0692607003891053,
      "grad_norm": 1.5187174528720133,
      "learning_rate": 0.00022398753054793643,
      "loss": 0.8878,
      "step": 50521
    },
    {
      "epoch": 2.0693016588163013,
      "grad_norm": 1.430910421775559,
      "learning_rate": 0.00022398469348414832,
      "loss": 1.1922,
      "step": 50522
    },
    {
      "epoch": 2.069342617243498,
      "grad_norm": 1.6949838083998139,
      "learning_rate": 0.00022398185638538459,
      "loss": 0.6348,
      "step": 50523
    },
    {
      "epoch": 2.0693835756706944,
      "grad_norm": 1.3288793410734465,
      "learning_rate": 0.0002239790192516465,
      "loss": 0.7374,
      "step": 50524
    },
    {
      "epoch": 2.0694245340978905,
      "grad_norm": 1.1215779773897767,
      "learning_rate": 0.0002239761820829354,
      "loss": 0.6947,
      "step": 50525
    },
    {
      "epoch": 2.069465492525087,
      "grad_norm": 1.2581116799736134,
      "learning_rate": 0.0002239733448792527,
      "loss": 1.0218,
      "step": 50526
    },
    {
      "epoch": 2.0695064509522836,
      "grad_norm": 0.8178597303655903,
      "learning_rate": 0.00022397050764059968,
      "loss": 0.6691,
      "step": 50527
    },
    {
      "epoch": 2.0695474093794797,
      "grad_norm": 1.4685780004219442,
      "learning_rate": 0.00022396767036697771,
      "loss": 1.1979,
      "step": 50528
    },
    {
      "epoch": 2.069588367806676,
      "grad_norm": 1.2027470051976084,
      "learning_rate": 0.00022396483305838809,
      "loss": 0.9869,
      "step": 50529
    },
    {
      "epoch": 2.0696293262338727,
      "grad_norm": 1.1059622279997268,
      "learning_rate": 0.00022396199571483215,
      "loss": 0.9021,
      "step": 50530
    },
    {
      "epoch": 2.069670284661069,
      "grad_norm": 1.4482348050121099,
      "learning_rate": 0.00022395915833631135,
      "loss": 0.6519,
      "step": 50531
    },
    {
      "epoch": 2.0697112430882654,
      "grad_norm": 1.1235958780978785,
      "learning_rate": 0.00022395632092282692,
      "loss": 0.9184,
      "step": 50532
    },
    {
      "epoch": 2.069752201515462,
      "grad_norm": 0.8772975806928743,
      "learning_rate": 0.00022395348347438026,
      "loss": 0.6123,
      "step": 50533
    },
    {
      "epoch": 2.069793159942658,
      "grad_norm": 0.9027066940700603,
      "learning_rate": 0.00022395064599097262,
      "loss": 0.7751,
      "step": 50534
    },
    {
      "epoch": 2.0698341183698545,
      "grad_norm": 1.1171891882363327,
      "learning_rate": 0.00022394780847260543,
      "loss": 0.6764,
      "step": 50535
    },
    {
      "epoch": 2.069875076797051,
      "grad_norm": 0.8399639237983731,
      "learning_rate": 0.00022394497091928004,
      "loss": 0.8299,
      "step": 50536
    },
    {
      "epoch": 2.0699160352242476,
      "grad_norm": 0.8090473824688275,
      "learning_rate": 0.00022394213333099775,
      "loss": 0.4773,
      "step": 50537
    },
    {
      "epoch": 2.0699569936514437,
      "grad_norm": 1.9735995588439812,
      "learning_rate": 0.00022393929570775986,
      "loss": 1.9689,
      "step": 50538
    },
    {
      "epoch": 2.0699979520786402,
      "grad_norm": 0.9699014610802839,
      "learning_rate": 0.0002239364580495678,
      "loss": 0.7486,
      "step": 50539
    },
    {
      "epoch": 2.0700389105058368,
      "grad_norm": 1.2730880670076348,
      "learning_rate": 0.00022393362035642291,
      "loss": 1.1054,
      "step": 50540
    },
    {
      "epoch": 2.070079868933033,
      "grad_norm": 0.8713477095154409,
      "learning_rate": 0.00022393078262832644,
      "loss": 0.4678,
      "step": 50541
    },
    {
      "epoch": 2.0701208273602294,
      "grad_norm": 1.175025577988883,
      "learning_rate": 0.0002239279448652798,
      "loss": 0.71,
      "step": 50542
    },
    {
      "epoch": 2.070161785787426,
      "grad_norm": 0.966890941100497,
      "learning_rate": 0.00022392510706728433,
      "loss": 0.7475,
      "step": 50543
    },
    {
      "epoch": 2.070202744214622,
      "grad_norm": 1.192517952188464,
      "learning_rate": 0.00022392226923434138,
      "loss": 1.2863,
      "step": 50544
    },
    {
      "epoch": 2.0702437026418186,
      "grad_norm": 1.2386777773529933,
      "learning_rate": 0.0002239194313664522,
      "loss": 0.807,
      "step": 50545
    },
    {
      "epoch": 2.070284661069015,
      "grad_norm": 1.0663977540125718,
      "learning_rate": 0.00022391659346361826,
      "loss": 0.7584,
      "step": 50546
    },
    {
      "epoch": 2.070325619496211,
      "grad_norm": 1.1237683069588045,
      "learning_rate": 0.00022391375552584082,
      "loss": 1.0407,
      "step": 50547
    },
    {
      "epoch": 2.0703665779234077,
      "grad_norm": 1.0788228951019387,
      "learning_rate": 0.00022391091755312125,
      "loss": 0.7247,
      "step": 50548
    },
    {
      "epoch": 2.0704075363506043,
      "grad_norm": 0.8507377620073567,
      "learning_rate": 0.00022390807954546091,
      "loss": 0.6816,
      "step": 50549
    },
    {
      "epoch": 2.0704484947778004,
      "grad_norm": 1.3857563249210045,
      "learning_rate": 0.00022390524150286108,
      "loss": 0.5202,
      "step": 50550
    },
    {
      "epoch": 2.070489453204997,
      "grad_norm": 1.1174824155426621,
      "learning_rate": 0.00022390240342532318,
      "loss": 0.8094,
      "step": 50551
    },
    {
      "epoch": 2.0705304116321934,
      "grad_norm": 1.0220077833215893,
      "learning_rate": 0.00022389956531284846,
      "loss": 0.7975,
      "step": 50552
    },
    {
      "epoch": 2.0705713700593895,
      "grad_norm": 4.568244461016563,
      "learning_rate": 0.00022389672716543834,
      "loss": 1.015,
      "step": 50553
    },
    {
      "epoch": 2.070612328486586,
      "grad_norm": 1.0719507953490244,
      "learning_rate": 0.00022389388898309413,
      "loss": 0.6438,
      "step": 50554
    },
    {
      "epoch": 2.0706532869137826,
      "grad_norm": 2.3340177047819632,
      "learning_rate": 0.00022389105076581718,
      "loss": 1.1539,
      "step": 50555
    },
    {
      "epoch": 2.070694245340979,
      "grad_norm": 1.07139377359704,
      "learning_rate": 0.00022388821251360886,
      "loss": 0.8573,
      "step": 50556
    },
    {
      "epoch": 2.070735203768175,
      "grad_norm": 1.0993016137748155,
      "learning_rate": 0.00022388537422647048,
      "loss": 0.6832,
      "step": 50557
    },
    {
      "epoch": 2.0707761621953718,
      "grad_norm": 0.9565935289257789,
      "learning_rate": 0.00022388253590440333,
      "loss": 0.5897,
      "step": 50558
    },
    {
      "epoch": 2.0708171206225683,
      "grad_norm": 1.1820341185252283,
      "learning_rate": 0.00022387969754740887,
      "loss": 0.8453,
      "step": 50559
    },
    {
      "epoch": 2.0708580790497644,
      "grad_norm": 1.163639482717994,
      "learning_rate": 0.00022387685915548834,
      "loss": 0.8001,
      "step": 50560
    },
    {
      "epoch": 2.070899037476961,
      "grad_norm": 0.9403809370296087,
      "learning_rate": 0.00022387402072864308,
      "loss": 0.9333,
      "step": 50561
    },
    {
      "epoch": 2.0709399959041574,
      "grad_norm": 0.7503519075433638,
      "learning_rate": 0.0002238711822668745,
      "loss": 0.3161,
      "step": 50562
    },
    {
      "epoch": 2.0709809543313535,
      "grad_norm": 0.6594581947364849,
      "learning_rate": 0.00022386834377018396,
      "loss": 0.3989,
      "step": 50563
    },
    {
      "epoch": 2.07102191275855,
      "grad_norm": 0.9001001911737281,
      "learning_rate": 0.00022386550523857273,
      "loss": 0.4631,
      "step": 50564
    },
    {
      "epoch": 2.0710628711857466,
      "grad_norm": 1.0389690958701439,
      "learning_rate": 0.00022386266667204213,
      "loss": 0.6219,
      "step": 50565
    },
    {
      "epoch": 2.0711038296129427,
      "grad_norm": 0.9808388705284281,
      "learning_rate": 0.00022385982807059357,
      "loss": 0.7725,
      "step": 50566
    },
    {
      "epoch": 2.0711447880401392,
      "grad_norm": 1.0998482531376275,
      "learning_rate": 0.00022385698943422838,
      "loss": 0.8789,
      "step": 50567
    },
    {
      "epoch": 2.0711857464673358,
      "grad_norm": 1.4804063515659678,
      "learning_rate": 0.00022385415076294786,
      "loss": 0.7172,
      "step": 50568
    },
    {
      "epoch": 2.071226704894532,
      "grad_norm": 1.0047108619945782,
      "learning_rate": 0.0002238513120567534,
      "loss": 0.5448,
      "step": 50569
    },
    {
      "epoch": 2.0712676633217284,
      "grad_norm": 0.9781747406216065,
      "learning_rate": 0.00022384847331564635,
      "loss": 0.4165,
      "step": 50570
    },
    {
      "epoch": 2.071308621748925,
      "grad_norm": 1.2228911419100355,
      "learning_rate": 0.000223845634539628,
      "loss": 1.0079,
      "step": 50571
    },
    {
      "epoch": 2.071349580176121,
      "grad_norm": 0.9713210686663382,
      "learning_rate": 0.00022384279572869973,
      "loss": 0.8435,
      "step": 50572
    },
    {
      "epoch": 2.0713905386033176,
      "grad_norm": 1.21159085381993,
      "learning_rate": 0.00022383995688286289,
      "loss": 0.7395,
      "step": 50573
    },
    {
      "epoch": 2.071431497030514,
      "grad_norm": 0.8839455452150401,
      "learning_rate": 0.00022383711800211877,
      "loss": 0.6302,
      "step": 50574
    },
    {
      "epoch": 2.0714724554577106,
      "grad_norm": 0.9091120422924555,
      "learning_rate": 0.00022383427908646874,
      "loss": 0.8082,
      "step": 50575
    },
    {
      "epoch": 2.0715134138849067,
      "grad_norm": 0.7861137318083726,
      "learning_rate": 0.00022383144013591417,
      "loss": 0.2955,
      "step": 50576
    },
    {
      "epoch": 2.0715543723121033,
      "grad_norm": 1.3952631109375015,
      "learning_rate": 0.00022382860115045637,
      "loss": 1.012,
      "step": 50577
    },
    {
      "epoch": 2.0715953307393,
      "grad_norm": 0.9530104293762842,
      "learning_rate": 0.0002238257621300967,
      "loss": 0.3606,
      "step": 50578
    },
    {
      "epoch": 2.071636289166496,
      "grad_norm": 3.723316806169839,
      "learning_rate": 0.0002238229230748365,
      "loss": 4.4261,
      "step": 50579
    },
    {
      "epoch": 2.0716772475936924,
      "grad_norm": 1.3957508240330492,
      "learning_rate": 0.00022382008398467708,
      "loss": 1.0023,
      "step": 50580
    },
    {
      "epoch": 2.071718206020889,
      "grad_norm": 0.7819746155914509,
      "learning_rate": 0.00022381724485961985,
      "loss": 0.3876,
      "step": 50581
    },
    {
      "epoch": 2.071759164448085,
      "grad_norm": 0.8335699362117959,
      "learning_rate": 0.00022381440569966608,
      "loss": 0.2714,
      "step": 50582
    },
    {
      "epoch": 2.0718001228752816,
      "grad_norm": 1.1171538234181375,
      "learning_rate": 0.0002238115665048171,
      "loss": 0.8552,
      "step": 50583
    },
    {
      "epoch": 2.071841081302478,
      "grad_norm": 0.9279758400393098,
      "learning_rate": 0.00022380872727507437,
      "loss": 0.6726,
      "step": 50584
    },
    {
      "epoch": 2.071882039729674,
      "grad_norm": 0.8999536442998615,
      "learning_rate": 0.00022380588801043912,
      "loss": 0.6327,
      "step": 50585
    },
    {
      "epoch": 2.0719229981568708,
      "grad_norm": 0.9565973404530982,
      "learning_rate": 0.00022380304871091273,
      "loss": 0.9106,
      "step": 50586
    },
    {
      "epoch": 2.0719639565840673,
      "grad_norm": 1.0376407749980643,
      "learning_rate": 0.00022380020937649655,
      "loss": 0.6948,
      "step": 50587
    },
    {
      "epoch": 2.0720049150112634,
      "grad_norm": 2.3773969272402544,
      "learning_rate": 0.0002237973700071919,
      "loss": 2.9097,
      "step": 50588
    },
    {
      "epoch": 2.07204587343846,
      "grad_norm": 1.0415721867339027,
      "learning_rate": 0.00022379453060300018,
      "loss": 0.91,
      "step": 50589
    },
    {
      "epoch": 2.0720868318656565,
      "grad_norm": 0.9763389019385516,
      "learning_rate": 0.0002237916911639226,
      "loss": 0.7743,
      "step": 50590
    },
    {
      "epoch": 2.0721277902928525,
      "grad_norm": 1.7766935685132594,
      "learning_rate": 0.00022378885168996066,
      "loss": 1.5985,
      "step": 50591
    },
    {
      "epoch": 2.072168748720049,
      "grad_norm": 0.9872024627615692,
      "learning_rate": 0.00022378601218111564,
      "loss": 0.8906,
      "step": 50592
    },
    {
      "epoch": 2.0722097071472456,
      "grad_norm": 0.991394524360949,
      "learning_rate": 0.00022378317263738886,
      "loss": 0.7906,
      "step": 50593
    },
    {
      "epoch": 2.072250665574442,
      "grad_norm": 1.158190502732709,
      "learning_rate": 0.00022378033305878167,
      "loss": 0.7804,
      "step": 50594
    },
    {
      "epoch": 2.0722916240016382,
      "grad_norm": 1.2123265994701664,
      "learning_rate": 0.00022377749344529543,
      "loss": 1.1251,
      "step": 50595
    },
    {
      "epoch": 2.072332582428835,
      "grad_norm": 0.9908397264124889,
      "learning_rate": 0.00022377465379693146,
      "loss": 0.8856,
      "step": 50596
    },
    {
      "epoch": 2.0723735408560313,
      "grad_norm": 1.0629958647591267,
      "learning_rate": 0.0002237718141136911,
      "loss": 0.5714,
      "step": 50597
    },
    {
      "epoch": 2.0724144992832274,
      "grad_norm": 1.0638480739351208,
      "learning_rate": 0.00022376897439557573,
      "loss": 0.8671,
      "step": 50598
    },
    {
      "epoch": 2.072455457710424,
      "grad_norm": 0.859903512122092,
      "learning_rate": 0.00022376613464258666,
      "loss": 0.7273,
      "step": 50599
    },
    {
      "epoch": 2.0724964161376205,
      "grad_norm": 1.186634767149961,
      "learning_rate": 0.00022376329485472525,
      "loss": 0.7381,
      "step": 50600
    },
    {
      "epoch": 2.0725373745648166,
      "grad_norm": 0.9799716262151045,
      "learning_rate": 0.00022376045503199284,
      "loss": 0.7478,
      "step": 50601
    },
    {
      "epoch": 2.072578332992013,
      "grad_norm": 0.8930843405537067,
      "learning_rate": 0.00022375761517439072,
      "loss": 0.8453,
      "step": 50602
    },
    {
      "epoch": 2.0726192914192096,
      "grad_norm": 1.209826546171797,
      "learning_rate": 0.00022375477528192034,
      "loss": 1.0776,
      "step": 50603
    },
    {
      "epoch": 2.0726602498464057,
      "grad_norm": 1.0294517319234604,
      "learning_rate": 0.00022375193535458294,
      "loss": 0.9316,
      "step": 50604
    },
    {
      "epoch": 2.0727012082736023,
      "grad_norm": 1.0259897509952,
      "learning_rate": 0.00022374909539237995,
      "loss": 0.6927,
      "step": 50605
    },
    {
      "epoch": 2.072742166700799,
      "grad_norm": 1.1025977574086734,
      "learning_rate": 0.0002237462553953126,
      "loss": 0.6958,
      "step": 50606
    },
    {
      "epoch": 2.072783125127995,
      "grad_norm": 0.8641231357526787,
      "learning_rate": 0.00022374341536338235,
      "loss": 0.4598,
      "step": 50607
    },
    {
      "epoch": 2.0728240835551914,
      "grad_norm": 0.817164568592554,
      "learning_rate": 0.00022374057529659047,
      "loss": 0.6263,
      "step": 50608
    },
    {
      "epoch": 2.072865041982388,
      "grad_norm": 1.053280601187456,
      "learning_rate": 0.00022373773519493835,
      "loss": 0.6122,
      "step": 50609
    },
    {
      "epoch": 2.072906000409584,
      "grad_norm": 1.0830938868067275,
      "learning_rate": 0.0002237348950584273,
      "loss": 0.6169,
      "step": 50610
    },
    {
      "epoch": 2.0729469588367806,
      "grad_norm": 0.9940073415352999,
      "learning_rate": 0.00022373205488705863,
      "loss": 0.8505,
      "step": 50611
    },
    {
      "epoch": 2.072987917263977,
      "grad_norm": 0.8790526059817619,
      "learning_rate": 0.00022372921468083378,
      "loss": 0.7214,
      "step": 50612
    },
    {
      "epoch": 2.0730288756911737,
      "grad_norm": 0.9048448841865562,
      "learning_rate": 0.00022372637443975404,
      "loss": 0.6807,
      "step": 50613
    },
    {
      "epoch": 2.0730698341183698,
      "grad_norm": 1.0591719594752624,
      "learning_rate": 0.00022372353416382068,
      "loss": 0.7574,
      "step": 50614
    },
    {
      "epoch": 2.0731107925455663,
      "grad_norm": 1.402353915776144,
      "learning_rate": 0.00022372069385303515,
      "loss": 1.3572,
      "step": 50615
    },
    {
      "epoch": 2.073151750972763,
      "grad_norm": 0.9165255938669008,
      "learning_rate": 0.00022371785350739875,
      "loss": 0.8285,
      "step": 50616
    },
    {
      "epoch": 2.073192709399959,
      "grad_norm": 2.396991749570499,
      "learning_rate": 0.00022371501312691284,
      "loss": 1.9652,
      "step": 50617
    },
    {
      "epoch": 2.0732336678271555,
      "grad_norm": 1.0752165780469785,
      "learning_rate": 0.00022371217271157875,
      "loss": 0.8132,
      "step": 50618
    },
    {
      "epoch": 2.073274626254352,
      "grad_norm": 2.611693659510015,
      "learning_rate": 0.0002237093322613978,
      "loss": 2.0814,
      "step": 50619
    },
    {
      "epoch": 2.073315584681548,
      "grad_norm": 1.526414167126757,
      "learning_rate": 0.0002237064917763714,
      "loss": 1.4939,
      "step": 50620
    },
    {
      "epoch": 2.0733565431087446,
      "grad_norm": 2.3634677189466107,
      "learning_rate": 0.0002237036512565008,
      "loss": 2.6805,
      "step": 50621
    },
    {
      "epoch": 2.073397501535941,
      "grad_norm": 1.1640855443509042,
      "learning_rate": 0.0002237008107017874,
      "loss": 0.8608,
      "step": 50622
    },
    {
      "epoch": 2.0734384599631372,
      "grad_norm": 1.180902283918077,
      "learning_rate": 0.0002236979701122325,
      "loss": 0.8485,
      "step": 50623
    },
    {
      "epoch": 2.073479418390334,
      "grad_norm": 1.0928082929418201,
      "learning_rate": 0.00022369512948783755,
      "loss": 0.7215,
      "step": 50624
    },
    {
      "epoch": 2.0735203768175303,
      "grad_norm": 0.8762897621666731,
      "learning_rate": 0.0002236922888286038,
      "loss": 0.799,
      "step": 50625
    },
    {
      "epoch": 2.0735613352447264,
      "grad_norm": 1.1117252442743424,
      "learning_rate": 0.00022368944813453258,
      "loss": 0.8159,
      "step": 50626
    },
    {
      "epoch": 2.073602293671923,
      "grad_norm": 3.1124611923141225,
      "learning_rate": 0.0002236866074056253,
      "loss": 2.3191,
      "step": 50627
    },
    {
      "epoch": 2.0736432520991195,
      "grad_norm": 0.904566668982589,
      "learning_rate": 0.00022368376664188324,
      "loss": 0.7102,
      "step": 50628
    },
    {
      "epoch": 2.0736842105263156,
      "grad_norm": 0.7070259390110484,
      "learning_rate": 0.00022368092584330778,
      "loss": 0.3168,
      "step": 50629
    },
    {
      "epoch": 2.073725168953512,
      "grad_norm": 0.9162290996847855,
      "learning_rate": 0.00022367808500990026,
      "loss": 0.606,
      "step": 50630
    },
    {
      "epoch": 2.0737661273807086,
      "grad_norm": 0.9999315933083629,
      "learning_rate": 0.00022367524414166202,
      "loss": 0.8125,
      "step": 50631
    },
    {
      "epoch": 2.073807085807905,
      "grad_norm": 2.0057352439245766,
      "learning_rate": 0.00022367240323859438,
      "loss": 1.5246,
      "step": 50632
    },
    {
      "epoch": 2.0738480442351013,
      "grad_norm": 0.7659946987093185,
      "learning_rate": 0.00022366956230069872,
      "loss": 0.4927,
      "step": 50633
    },
    {
      "epoch": 2.073889002662298,
      "grad_norm": 1.1617916650740645,
      "learning_rate": 0.00022366672132797635,
      "loss": 0.8854,
      "step": 50634
    },
    {
      "epoch": 2.0739299610894943,
      "grad_norm": 1.1031958545514773,
      "learning_rate": 0.00022366388032042864,
      "loss": 0.8712,
      "step": 50635
    },
    {
      "epoch": 2.0739709195166904,
      "grad_norm": 1.3241136586036195,
      "learning_rate": 0.00022366103927805693,
      "loss": 1.3833,
      "step": 50636
    },
    {
      "epoch": 2.074011877943887,
      "grad_norm": 1.2076163569316578,
      "learning_rate": 0.00022365819820086257,
      "loss": 0.79,
      "step": 50637
    },
    {
      "epoch": 2.0740528363710835,
      "grad_norm": 1.7947771464819937,
      "learning_rate": 0.0002236553570888468,
      "loss": 1.0944,
      "step": 50638
    },
    {
      "epoch": 2.0740937947982796,
      "grad_norm": 1.0400593239759133,
      "learning_rate": 0.00022365251594201117,
      "loss": 0.9717,
      "step": 50639
    },
    {
      "epoch": 2.074134753225476,
      "grad_norm": 1.1038801460720695,
      "learning_rate": 0.00022364967476035686,
      "loss": 0.6559,
      "step": 50640
    },
    {
      "epoch": 2.0741757116526727,
      "grad_norm": 1.2283153043934218,
      "learning_rate": 0.0002236468335438852,
      "loss": 0.8359,
      "step": 50641
    },
    {
      "epoch": 2.0742166700798688,
      "grad_norm": 0.9177457663859412,
      "learning_rate": 0.00022364399229259763,
      "loss": 0.7154,
      "step": 50642
    },
    {
      "epoch": 2.0742576285070653,
      "grad_norm": 1.089238897515636,
      "learning_rate": 0.00022364115100649548,
      "loss": 0.7866,
      "step": 50643
    },
    {
      "epoch": 2.074298586934262,
      "grad_norm": 5.294345616325891,
      "learning_rate": 0.00022363830968558004,
      "loss": 2.7099,
      "step": 50644
    },
    {
      "epoch": 2.074339545361458,
      "grad_norm": 1.2537333928145744,
      "learning_rate": 0.0002236354683298527,
      "loss": 0.9454,
      "step": 50645
    },
    {
      "epoch": 2.0743805037886545,
      "grad_norm": 0.9443708109070215,
      "learning_rate": 0.00022363262693931473,
      "loss": 0.5846,
      "step": 50646
    },
    {
      "epoch": 2.074421462215851,
      "grad_norm": 0.6879799063726448,
      "learning_rate": 0.0002236297855139676,
      "loss": 0.1704,
      "step": 50647
    },
    {
      "epoch": 2.074462420643047,
      "grad_norm": 0.9900713844195099,
      "learning_rate": 0.00022362694405381257,
      "loss": 0.4198,
      "step": 50648
    },
    {
      "epoch": 2.0745033790702436,
      "grad_norm": 1.0710490779843156,
      "learning_rate": 0.00022362410255885096,
      "loss": 0.6678,
      "step": 50649
    },
    {
      "epoch": 2.07454433749744,
      "grad_norm": 3.203050254823835,
      "learning_rate": 0.0002236212610290841,
      "loss": 3.9389,
      "step": 50650
    },
    {
      "epoch": 2.0745852959246367,
      "grad_norm": 1.1295267536627775,
      "learning_rate": 0.00022361841946451347,
      "loss": 0.893,
      "step": 50651
    },
    {
      "epoch": 2.074626254351833,
      "grad_norm": 0.9440792623721933,
      "learning_rate": 0.0002236155778651403,
      "loss": 0.3588,
      "step": 50652
    },
    {
      "epoch": 2.0746672127790293,
      "grad_norm": 0.8183307008400494,
      "learning_rate": 0.00022361273623096594,
      "loss": 0.2918,
      "step": 50653
    },
    {
      "epoch": 2.074708171206226,
      "grad_norm": 1.0093193327810828,
      "learning_rate": 0.00022360989456199175,
      "loss": 0.8556,
      "step": 50654
    },
    {
      "epoch": 2.074749129633422,
      "grad_norm": 0.92448013411201,
      "learning_rate": 0.0002236070528582191,
      "loss": 0.6279,
      "step": 50655
    },
    {
      "epoch": 2.0747900880606185,
      "grad_norm": 1.0607914943760395,
      "learning_rate": 0.00022360421111964926,
      "loss": 0.7221,
      "step": 50656
    },
    {
      "epoch": 2.074831046487815,
      "grad_norm": 1.0430895396152498,
      "learning_rate": 0.00022360136934628368,
      "loss": 0.9506,
      "step": 50657
    },
    {
      "epoch": 2.074872004915011,
      "grad_norm": 1.2088347284367766,
      "learning_rate": 0.00022359852753812357,
      "loss": 1.1668,
      "step": 50658
    },
    {
      "epoch": 2.0749129633422077,
      "grad_norm": 0.9392047667519089,
      "learning_rate": 0.00022359568569517042,
      "loss": 0.9062,
      "step": 50659
    },
    {
      "epoch": 2.074953921769404,
      "grad_norm": 0.8750846734381982,
      "learning_rate": 0.00022359284381742546,
      "loss": 0.7216,
      "step": 50660
    },
    {
      "epoch": 2.0749948801966003,
      "grad_norm": 1.4723666093286507,
      "learning_rate": 0.00022359000190489008,
      "loss": 1.4562,
      "step": 50661
    },
    {
      "epoch": 2.075035838623797,
      "grad_norm": 0.8259766126826985,
      "learning_rate": 0.00022358715995756558,
      "loss": 0.6298,
      "step": 50662
    },
    {
      "epoch": 2.0750767970509933,
      "grad_norm": 0.9541702592782458,
      "learning_rate": 0.0002235843179754534,
      "loss": 0.9128,
      "step": 50663
    },
    {
      "epoch": 2.0751177554781894,
      "grad_norm": 0.6957792235011333,
      "learning_rate": 0.00022358147595855484,
      "loss": 0.2906,
      "step": 50664
    },
    {
      "epoch": 2.075158713905386,
      "grad_norm": 0.7610015699256595,
      "learning_rate": 0.0002235786339068712,
      "loss": 0.2776,
      "step": 50665
    },
    {
      "epoch": 2.0751996723325825,
      "grad_norm": 1.219894870728771,
      "learning_rate": 0.00022357579182040381,
      "loss": 1.0409,
      "step": 50666
    },
    {
      "epoch": 2.0752406307597786,
      "grad_norm": 1.1355649469958569,
      "learning_rate": 0.0002235729496991541,
      "loss": 0.8146,
      "step": 50667
    },
    {
      "epoch": 2.075281589186975,
      "grad_norm": 0.8614674502120232,
      "learning_rate": 0.00022357010754312333,
      "loss": 0.67,
      "step": 50668
    },
    {
      "epoch": 2.0753225476141717,
      "grad_norm": 1.0837037061133055,
      "learning_rate": 0.0002235672653523129,
      "loss": 0.7636,
      "step": 50669
    },
    {
      "epoch": 2.075363506041368,
      "grad_norm": 1.0754107225292155,
      "learning_rate": 0.00022356442312672416,
      "loss": 0.7918,
      "step": 50670
    },
    {
      "epoch": 2.0754044644685643,
      "grad_norm": 1.3719420752607312,
      "learning_rate": 0.00022356158086635843,
      "loss": 1.2105,
      "step": 50671
    },
    {
      "epoch": 2.075445422895761,
      "grad_norm": 0.9520213939629513,
      "learning_rate": 0.00022355873857121705,
      "loss": 0.712,
      "step": 50672
    },
    {
      "epoch": 2.0754863813229574,
      "grad_norm": 3.8095618810759673,
      "learning_rate": 0.00022355589624130134,
      "loss": 3.6328,
      "step": 50673
    },
    {
      "epoch": 2.0755273397501535,
      "grad_norm": 0.9373674200687733,
      "learning_rate": 0.00022355305387661268,
      "loss": 0.9524,
      "step": 50674
    },
    {
      "epoch": 2.07556829817735,
      "grad_norm": 1.6694651941018288,
      "learning_rate": 0.0002235502114771524,
      "loss": 1.4322,
      "step": 50675
    },
    {
      "epoch": 2.0756092566045465,
      "grad_norm": 0.8366920920700552,
      "learning_rate": 0.00022354736904292187,
      "loss": 0.6296,
      "step": 50676
    },
    {
      "epoch": 2.0756502150317426,
      "grad_norm": 1.0079202791716178,
      "learning_rate": 0.0002235445265739224,
      "loss": 0.7569,
      "step": 50677
    },
    {
      "epoch": 2.075691173458939,
      "grad_norm": 3.577845431961496,
      "learning_rate": 0.00022354168407015535,
      "loss": 3.2144,
      "step": 50678
    },
    {
      "epoch": 2.0757321318861357,
      "grad_norm": 1.1557492074904594,
      "learning_rate": 0.00022353884153162204,
      "loss": 0.8517,
      "step": 50679
    },
    {
      "epoch": 2.075773090313332,
      "grad_norm": 1.1447721613319484,
      "learning_rate": 0.00022353599895832382,
      "loss": 0.9229,
      "step": 50680
    },
    {
      "epoch": 2.0758140487405283,
      "grad_norm": 0.8538007835116358,
      "learning_rate": 0.0002235331563502621,
      "loss": 0.6603,
      "step": 50681
    },
    {
      "epoch": 2.075855007167725,
      "grad_norm": 0.8728946644673653,
      "learning_rate": 0.00022353031370743814,
      "loss": 0.8546,
      "step": 50682
    },
    {
      "epoch": 2.075895965594921,
      "grad_norm": 6.249104108941433,
      "learning_rate": 0.0002235274710298533,
      "loss": 1.3746,
      "step": 50683
    },
    {
      "epoch": 2.0759369240221175,
      "grad_norm": 0.8083287304935229,
      "learning_rate": 0.00022352462831750898,
      "loss": 0.6014,
      "step": 50684
    },
    {
      "epoch": 2.075977882449314,
      "grad_norm": 0.8387271484680733,
      "learning_rate": 0.00022352178557040649,
      "loss": 0.4112,
      "step": 50685
    },
    {
      "epoch": 2.07601884087651,
      "grad_norm": 1.790696805982536,
      "learning_rate": 0.0002235189427885471,
      "loss": 1.6947,
      "step": 50686
    },
    {
      "epoch": 2.0760597993037067,
      "grad_norm": 1.9136136492863343,
      "learning_rate": 0.00022351609997193225,
      "loss": 1.7579,
      "step": 50687
    },
    {
      "epoch": 2.076100757730903,
      "grad_norm": 1.5420451055926834,
      "learning_rate": 0.00022351325712056328,
      "loss": 1.0532,
      "step": 50688
    },
    {
      "epoch": 2.0761417161580997,
      "grad_norm": 0.9462234096020078,
      "learning_rate": 0.00022351041423444146,
      "loss": 0.3358,
      "step": 50689
    },
    {
      "epoch": 2.076182674585296,
      "grad_norm": 1.052838400001659,
      "learning_rate": 0.0002235075713135682,
      "loss": 0.3358,
      "step": 50690
    },
    {
      "epoch": 2.0762236330124924,
      "grad_norm": 13.340319766276822,
      "learning_rate": 0.00022350472835794483,
      "loss": 1.664,
      "step": 50691
    },
    {
      "epoch": 2.076264591439689,
      "grad_norm": 0.8504832255399901,
      "learning_rate": 0.0002235018853675727,
      "loss": 0.3739,
      "step": 50692
    },
    {
      "epoch": 2.076305549866885,
      "grad_norm": 0.9107853782241886,
      "learning_rate": 0.00022349904234245316,
      "loss": 0.7813,
      "step": 50693
    },
    {
      "epoch": 2.0763465082940815,
      "grad_norm": 1.4956463633911037,
      "learning_rate": 0.00022349619928258748,
      "loss": 0.8226,
      "step": 50694
    },
    {
      "epoch": 2.076387466721278,
      "grad_norm": 0.7492675611685369,
      "learning_rate": 0.00022349335618797713,
      "loss": 0.343,
      "step": 50695
    },
    {
      "epoch": 2.076428425148474,
      "grad_norm": 1.3179510781966959,
      "learning_rate": 0.00022349051305862333,
      "loss": 1.2046,
      "step": 50696
    },
    {
      "epoch": 2.0764693835756707,
      "grad_norm": 2.37662500455198,
      "learning_rate": 0.00022348766989452751,
      "loss": 1.8979,
      "step": 50697
    },
    {
      "epoch": 2.076510342002867,
      "grad_norm": 1.3861139912596077,
      "learning_rate": 0.00022348482669569094,
      "loss": 1.2992,
      "step": 50698
    },
    {
      "epoch": 2.0765513004300633,
      "grad_norm": 0.7802265433192137,
      "learning_rate": 0.0002234819834621151,
      "loss": 0.6458,
      "step": 50699
    },
    {
      "epoch": 2.07659225885726,
      "grad_norm": 0.74613476583988,
      "learning_rate": 0.00022347914019380118,
      "loss": 0.609,
      "step": 50700
    },
    {
      "epoch": 2.0766332172844564,
      "grad_norm": 1.154376402293769,
      "learning_rate": 0.00022347629689075058,
      "loss": 0.8249,
      "step": 50701
    },
    {
      "epoch": 2.0766741757116525,
      "grad_norm": 1.4501541194307734,
      "learning_rate": 0.00022347345355296466,
      "loss": 0.9206,
      "step": 50702
    },
    {
      "epoch": 2.076715134138849,
      "grad_norm": 0.9473743734259262,
      "learning_rate": 0.0002234706101804448,
      "loss": 1.0261,
      "step": 50703
    },
    {
      "epoch": 2.0767560925660455,
      "grad_norm": 0.971916242982118,
      "learning_rate": 0.00022346776677319223,
      "loss": 0.7058,
      "step": 50704
    },
    {
      "epoch": 2.0767970509932416,
      "grad_norm": 0.837283053572094,
      "learning_rate": 0.0002234649233312084,
      "loss": 0.2867,
      "step": 50705
    },
    {
      "epoch": 2.076838009420438,
      "grad_norm": 1.1388573433292202,
      "learning_rate": 0.00022346207985449458,
      "loss": 0.9044,
      "step": 50706
    },
    {
      "epoch": 2.0768789678476347,
      "grad_norm": 1.0729549787939205,
      "learning_rate": 0.00022345923634305216,
      "loss": 0.8201,
      "step": 50707
    },
    {
      "epoch": 2.0769199262748312,
      "grad_norm": 0.7999634717020868,
      "learning_rate": 0.0002234563927968825,
      "loss": 0.594,
      "step": 50708
    },
    {
      "epoch": 2.0769608847020273,
      "grad_norm": 3.612877466701727,
      "learning_rate": 0.00022345354921598693,
      "loss": 4.6783,
      "step": 50709
    },
    {
      "epoch": 2.077001843129224,
      "grad_norm": 0.8836403205812106,
      "learning_rate": 0.00022345070560036675,
      "loss": 0.7615,
      "step": 50710
    },
    {
      "epoch": 2.0770428015564204,
      "grad_norm": 1.0572337402302596,
      "learning_rate": 0.00022344786195002336,
      "loss": 0.8855,
      "step": 50711
    },
    {
      "epoch": 2.0770837599836165,
      "grad_norm": 1.0919435203919667,
      "learning_rate": 0.0002234450182649581,
      "loss": 0.8624,
      "step": 50712
    },
    {
      "epoch": 2.077124718410813,
      "grad_norm": 0.9843378159529348,
      "learning_rate": 0.00022344217454517228,
      "loss": 0.9652,
      "step": 50713
    },
    {
      "epoch": 2.0771656768380096,
      "grad_norm": 1.0644519427724937,
      "learning_rate": 0.00022343933079066724,
      "loss": 0.7686,
      "step": 50714
    },
    {
      "epoch": 2.0772066352652057,
      "grad_norm": 1.516720021328512,
      "learning_rate": 0.00022343648700144436,
      "loss": 1.6994,
      "step": 50715
    },
    {
      "epoch": 2.077247593692402,
      "grad_norm": 1.3023786145537957,
      "learning_rate": 0.000223433643177505,
      "loss": 0.6509,
      "step": 50716
    },
    {
      "epoch": 2.0772885521195987,
      "grad_norm": 0.9086369083527273,
      "learning_rate": 0.00022343079931885044,
      "loss": 0.7912,
      "step": 50717
    },
    {
      "epoch": 2.077329510546795,
      "grad_norm": 1.0174980067800694,
      "learning_rate": 0.00022342795542548206,
      "loss": 0.765,
      "step": 50718
    },
    {
      "epoch": 2.0773704689739914,
      "grad_norm": 1.129799318235671,
      "learning_rate": 0.0002234251114974012,
      "loss": 0.8405,
      "step": 50719
    },
    {
      "epoch": 2.077411427401188,
      "grad_norm": 1.0022715676528373,
      "learning_rate": 0.00022342226753460924,
      "loss": 0.6586,
      "step": 50720
    },
    {
      "epoch": 2.077452385828384,
      "grad_norm": 1.0001443204737888,
      "learning_rate": 0.00022341942353710747,
      "loss": 0.6888,
      "step": 50721
    },
    {
      "epoch": 2.0774933442555805,
      "grad_norm": 0.9090967354524343,
      "learning_rate": 0.00022341657950489724,
      "loss": 0.8738,
      "step": 50722
    },
    {
      "epoch": 2.077534302682777,
      "grad_norm": 1.1232685566659635,
      "learning_rate": 0.00022341373543797993,
      "loss": 0.934,
      "step": 50723
    },
    {
      "epoch": 2.077575261109973,
      "grad_norm": 0.7006563166379726,
      "learning_rate": 0.00022341089133635689,
      "loss": 0.3541,
      "step": 50724
    },
    {
      "epoch": 2.0776162195371697,
      "grad_norm": 1.0681095277399835,
      "learning_rate": 0.0002234080472000294,
      "loss": 0.7547,
      "step": 50725
    },
    {
      "epoch": 2.077657177964366,
      "grad_norm": 1.0856302142572452,
      "learning_rate": 0.00022340520302899884,
      "loss": 0.9943,
      "step": 50726
    },
    {
      "epoch": 2.0776981363915628,
      "grad_norm": 1.065698840792387,
      "learning_rate": 0.0002234023588232666,
      "loss": 0.7636,
      "step": 50727
    },
    {
      "epoch": 2.077739094818759,
      "grad_norm": 0.8839077541402133,
      "learning_rate": 0.00022339951458283397,
      "loss": 0.6302,
      "step": 50728
    },
    {
      "epoch": 2.0777800532459554,
      "grad_norm": 0.5821030600594264,
      "learning_rate": 0.0002233966703077023,
      "loss": 0.2072,
      "step": 50729
    },
    {
      "epoch": 2.077821011673152,
      "grad_norm": 1.3116175059273532,
      "learning_rate": 0.00022339382599787292,
      "loss": 0.6963,
      "step": 50730
    },
    {
      "epoch": 2.077861970100348,
      "grad_norm": 0.7672651504346076,
      "learning_rate": 0.00022339098165334725,
      "loss": 0.3142,
      "step": 50731
    },
    {
      "epoch": 2.0779029285275445,
      "grad_norm": 1.296559442849747,
      "learning_rate": 0.00022338813727412654,
      "loss": 0.9163,
      "step": 50732
    },
    {
      "epoch": 2.077943886954741,
      "grad_norm": 1.1936279019635814,
      "learning_rate": 0.0002233852928602122,
      "loss": 0.8945,
      "step": 50733
    },
    {
      "epoch": 2.077984845381937,
      "grad_norm": 0.9764588680834203,
      "learning_rate": 0.00022338244841160556,
      "loss": 0.6792,
      "step": 50734
    },
    {
      "epoch": 2.0780258038091337,
      "grad_norm": 3.948851520886027,
      "learning_rate": 0.00022337960392830795,
      "loss": 4.4481,
      "step": 50735
    },
    {
      "epoch": 2.0780667622363302,
      "grad_norm": 1.1358291043985536,
      "learning_rate": 0.00022337675941032072,
      "loss": 1.2516,
      "step": 50736
    },
    {
      "epoch": 2.0781077206635263,
      "grad_norm": 0.9220234354640567,
      "learning_rate": 0.0002233739148576452,
      "loss": 0.6581,
      "step": 50737
    },
    {
      "epoch": 2.078148679090723,
      "grad_norm": 0.9250083458372975,
      "learning_rate": 0.00022337107027028277,
      "loss": 0.5851,
      "step": 50738
    },
    {
      "epoch": 2.0781896375179194,
      "grad_norm": 1.6758153740382842,
      "learning_rate": 0.00022336822564823474,
      "loss": 1.84,
      "step": 50739
    },
    {
      "epoch": 2.0782305959451155,
      "grad_norm": 1.163138423957022,
      "learning_rate": 0.00022336538099150248,
      "loss": 0.9309,
      "step": 50740
    },
    {
      "epoch": 2.078271554372312,
      "grad_norm": 1.0141463925941083,
      "learning_rate": 0.00022336253630008733,
      "loss": 0.6959,
      "step": 50741
    },
    {
      "epoch": 2.0783125127995086,
      "grad_norm": 1.4622568371026636,
      "learning_rate": 0.0002233596915739906,
      "loss": 0.9654,
      "step": 50742
    },
    {
      "epoch": 2.078353471226705,
      "grad_norm": 4.337627328316901,
      "learning_rate": 0.00022335684681321367,
      "loss": 1.7589,
      "step": 50743
    },
    {
      "epoch": 2.078394429653901,
      "grad_norm": 0.9470569726002204,
      "learning_rate": 0.0002233540020177579,
      "loss": 0.6332,
      "step": 50744
    },
    {
      "epoch": 2.0784353880810977,
      "grad_norm": 3.04723577167276,
      "learning_rate": 0.00022335115718762462,
      "loss": 3.0444,
      "step": 50745
    },
    {
      "epoch": 2.0784763465082943,
      "grad_norm": 1.0265769077827163,
      "learning_rate": 0.00022334831232281516,
      "loss": 0.8138,
      "step": 50746
    },
    {
      "epoch": 2.0785173049354904,
      "grad_norm": 0.8730778415817073,
      "learning_rate": 0.00022334546742333087,
      "loss": 0.4742,
      "step": 50747
    },
    {
      "epoch": 2.078558263362687,
      "grad_norm": 0.9975861860114893,
      "learning_rate": 0.00022334262248917313,
      "loss": 0.6804,
      "step": 50748
    },
    {
      "epoch": 2.0785992217898834,
      "grad_norm": 0.9015902384643859,
      "learning_rate": 0.0002233397775203432,
      "loss": 0.4089,
      "step": 50749
    },
    {
      "epoch": 2.0786401802170795,
      "grad_norm": 1.1226917561223502,
      "learning_rate": 0.00022333693251684248,
      "loss": 0.8907,
      "step": 50750
    },
    {
      "epoch": 2.078681138644276,
      "grad_norm": 1.4682102675466189,
      "learning_rate": 0.00022333408747867236,
      "loss": 0.7176,
      "step": 50751
    },
    {
      "epoch": 2.0787220970714726,
      "grad_norm": 0.7227364955150982,
      "learning_rate": 0.0002233312424058341,
      "loss": 0.2798,
      "step": 50752
    },
    {
      "epoch": 2.0787630554986687,
      "grad_norm": 1.3066900708172886,
      "learning_rate": 0.00022332839729832912,
      "loss": 0.5303,
      "step": 50753
    },
    {
      "epoch": 2.0788040139258652,
      "grad_norm": 1.080231133783995,
      "learning_rate": 0.0002233255521561587,
      "loss": 0.4499,
      "step": 50754
    },
    {
      "epoch": 2.0788449723530618,
      "grad_norm": 1.0167279106590987,
      "learning_rate": 0.00022332270697932423,
      "loss": 1.0016,
      "step": 50755
    },
    {
      "epoch": 2.078885930780258,
      "grad_norm": 6.8352346726332724,
      "learning_rate": 0.00022331986176782706,
      "loss": 1.6948,
      "step": 50756
    },
    {
      "epoch": 2.0789268892074544,
      "grad_norm": 1.12302847243911,
      "learning_rate": 0.00022331701652166848,
      "loss": 0.9908,
      "step": 50757
    },
    {
      "epoch": 2.078967847634651,
      "grad_norm": 1.4543427533707691,
      "learning_rate": 0.00022331417124084983,
      "loss": 0.8146,
      "step": 50758
    },
    {
      "epoch": 2.079008806061847,
      "grad_norm": 1.0124433476583699,
      "learning_rate": 0.00022331132592537256,
      "loss": 0.7885,
      "step": 50759
    },
    {
      "epoch": 2.0790497644890436,
      "grad_norm": 0.9588392476578441,
      "learning_rate": 0.0002233084805752379,
      "loss": 0.7797,
      "step": 50760
    },
    {
      "epoch": 2.07909072291624,
      "grad_norm": 1.295743951337923,
      "learning_rate": 0.0002233056351904473,
      "loss": 1.05,
      "step": 50761
    },
    {
      "epoch": 2.0791316813434366,
      "grad_norm": 0.9112890642490259,
      "learning_rate": 0.000223302789771002,
      "loss": 0.3787,
      "step": 50762
    },
    {
      "epoch": 2.0791726397706327,
      "grad_norm": 1.5855614563254354,
      "learning_rate": 0.00022329994431690345,
      "loss": 1.0975,
      "step": 50763
    },
    {
      "epoch": 2.0792135981978292,
      "grad_norm": 1.140859328563689,
      "learning_rate": 0.0002232970988281529,
      "loss": 0.9281,
      "step": 50764
    },
    {
      "epoch": 2.079254556625026,
      "grad_norm": 1.0878958271645038,
      "learning_rate": 0.00022329425330475176,
      "loss": 0.4823,
      "step": 50765
    },
    {
      "epoch": 2.079295515052222,
      "grad_norm": 1.2159552782242165,
      "learning_rate": 0.0002232914077467013,
      "loss": 1.0817,
      "step": 50766
    },
    {
      "epoch": 2.0793364734794184,
      "grad_norm": 1.1329606815250453,
      "learning_rate": 0.00022328856215400296,
      "loss": 0.8863,
      "step": 50767
    },
    {
      "epoch": 2.079377431906615,
      "grad_norm": 1.5689661327192392,
      "learning_rate": 0.000223285716526658,
      "loss": 1.0532,
      "step": 50768
    },
    {
      "epoch": 2.079418390333811,
      "grad_norm": 1.0262205522495629,
      "learning_rate": 0.00022328287086466786,
      "loss": 0.7942,
      "step": 50769
    },
    {
      "epoch": 2.0794593487610076,
      "grad_norm": 1.0814173815312387,
      "learning_rate": 0.00022328002516803383,
      "loss": 0.7227,
      "step": 50770
    },
    {
      "epoch": 2.079500307188204,
      "grad_norm": 1.1006419932710845,
      "learning_rate": 0.00022327717943675722,
      "loss": 0.7345,
      "step": 50771
    },
    {
      "epoch": 2.0795412656154,
      "grad_norm": 0.9249789335704457,
      "learning_rate": 0.00022327433367083942,
      "loss": 0.6592,
      "step": 50772
    },
    {
      "epoch": 2.0795822240425967,
      "grad_norm": 0.9583318726109129,
      "learning_rate": 0.00022327148787028175,
      "loss": 0.9128,
      "step": 50773
    },
    {
      "epoch": 2.0796231824697933,
      "grad_norm": 0.8184229927367047,
      "learning_rate": 0.00022326864203508562,
      "loss": 0.8649,
      "step": 50774
    },
    {
      "epoch": 2.0796641408969894,
      "grad_norm": 1.1179645381309498,
      "learning_rate": 0.0002232657961652523,
      "loss": 0.462,
      "step": 50775
    },
    {
      "epoch": 2.079705099324186,
      "grad_norm": 1.2334166094740353,
      "learning_rate": 0.00022326295026078318,
      "loss": 0.7374,
      "step": 50776
    },
    {
      "epoch": 2.0797460577513824,
      "grad_norm": 0.5327327832769165,
      "learning_rate": 0.00022326010432167958,
      "loss": 0.2388,
      "step": 50777
    },
    {
      "epoch": 2.0797870161785785,
      "grad_norm": 1.1527370680362163,
      "learning_rate": 0.0002232572583479428,
      "loss": 0.9011,
      "step": 50778
    },
    {
      "epoch": 2.079827974605775,
      "grad_norm": 1.0480600855026432,
      "learning_rate": 0.00022325441233957428,
      "loss": 0.6269,
      "step": 50779
    },
    {
      "epoch": 2.0798689330329716,
      "grad_norm": 1.1658788807651035,
      "learning_rate": 0.00022325156629657536,
      "loss": 0.8891,
      "step": 50780
    },
    {
      "epoch": 2.079909891460168,
      "grad_norm": 1.271500154155766,
      "learning_rate": 0.0002232487202189473,
      "loss": 0.3735,
      "step": 50781
    },
    {
      "epoch": 2.0799508498873642,
      "grad_norm": 1.306904917521987,
      "learning_rate": 0.0002232458741066915,
      "loss": 0.865,
      "step": 50782
    },
    {
      "epoch": 2.0799918083145608,
      "grad_norm": 1.2504845378926388,
      "learning_rate": 0.00022324302795980933,
      "loss": 1.0497,
      "step": 50783
    },
    {
      "epoch": 2.0800327667417573,
      "grad_norm": 0.6123830648123773,
      "learning_rate": 0.00022324018177830208,
      "loss": 0.2507,
      "step": 50784
    },
    {
      "epoch": 2.0800737251689534,
      "grad_norm": 1.062484761463794,
      "learning_rate": 0.00022323733556217114,
      "loss": 0.7539,
      "step": 50785
    },
    {
      "epoch": 2.08011468359615,
      "grad_norm": 1.0780313647986548,
      "learning_rate": 0.00022323448931141782,
      "loss": 0.7711,
      "step": 50786
    },
    {
      "epoch": 2.0801556420233465,
      "grad_norm": 0.9940727113184893,
      "learning_rate": 0.0002232316430260435,
      "loss": 0.8119,
      "step": 50787
    },
    {
      "epoch": 2.0801966004505426,
      "grad_norm": 1.0182454354009836,
      "learning_rate": 0.0002232287967060495,
      "loss": 0.6796,
      "step": 50788
    },
    {
      "epoch": 2.080237558877739,
      "grad_norm": 1.0627224050158413,
      "learning_rate": 0.00022322595035143719,
      "loss": 0.665,
      "step": 50789
    },
    {
      "epoch": 2.0802785173049356,
      "grad_norm": 1.0822892785046754,
      "learning_rate": 0.00022322310396220786,
      "loss": 0.6902,
      "step": 50790
    },
    {
      "epoch": 2.0803194757321317,
      "grad_norm": 0.8774831584839643,
      "learning_rate": 0.00022322025753836294,
      "loss": 0.5966,
      "step": 50791
    },
    {
      "epoch": 2.0803604341593283,
      "grad_norm": 1.0251894516564894,
      "learning_rate": 0.0002232174110799037,
      "loss": 0.8493,
      "step": 50792
    },
    {
      "epoch": 2.080401392586525,
      "grad_norm": 0.7203777079239339,
      "learning_rate": 0.00022321456458683156,
      "loss": 0.2874,
      "step": 50793
    },
    {
      "epoch": 2.080442351013721,
      "grad_norm": 0.9634637213236538,
      "learning_rate": 0.00022321171805914775,
      "loss": 0.8977,
      "step": 50794
    },
    {
      "epoch": 2.0804833094409174,
      "grad_norm": 1.1994948970740156,
      "learning_rate": 0.00022320887149685374,
      "loss": 0.7744,
      "step": 50795
    },
    {
      "epoch": 2.080524267868114,
      "grad_norm": 0.8887331428620727,
      "learning_rate": 0.00022320602489995083,
      "loss": 0.6752,
      "step": 50796
    },
    {
      "epoch": 2.0805652262953105,
      "grad_norm": 0.7051796970833165,
      "learning_rate": 0.00022320317826844034,
      "loss": 0.3513,
      "step": 50797
    },
    {
      "epoch": 2.0806061847225066,
      "grad_norm": 1.1309969338246904,
      "learning_rate": 0.00022320033160232362,
      "loss": 0.9578,
      "step": 50798
    },
    {
      "epoch": 2.080647143149703,
      "grad_norm": 0.6548376019609341,
      "learning_rate": 0.00022319748490160206,
      "loss": 0.2705,
      "step": 50799
    },
    {
      "epoch": 2.0806881015768997,
      "grad_norm": 0.8789956116760134,
      "learning_rate": 0.00022319463816627698,
      "loss": 0.4511,
      "step": 50800
    },
    {
      "epoch": 2.0807290600040957,
      "grad_norm": 0.9521722004132913,
      "learning_rate": 0.0002231917913963497,
      "loss": 0.4169,
      "step": 50801
    },
    {
      "epoch": 2.0807700184312923,
      "grad_norm": 0.6069979903401157,
      "learning_rate": 0.0002231889445918216,
      "loss": 0.2229,
      "step": 50802
    },
    {
      "epoch": 2.080810976858489,
      "grad_norm": 0.9809803399074974,
      "learning_rate": 0.000223186097752694,
      "loss": 0.7501,
      "step": 50803
    },
    {
      "epoch": 2.080851935285685,
      "grad_norm": 1.3251428540947738,
      "learning_rate": 0.00022318325087896827,
      "loss": 0.9622,
      "step": 50804
    },
    {
      "epoch": 2.0808928937128814,
      "grad_norm": 1.1083159151830333,
      "learning_rate": 0.00022318040397064574,
      "loss": 0.935,
      "step": 50805
    },
    {
      "epoch": 2.080933852140078,
      "grad_norm": 2.221409165779809,
      "learning_rate": 0.00022317755702772778,
      "loss": 1.2627,
      "step": 50806
    },
    {
      "epoch": 2.080974810567274,
      "grad_norm": 0.7140771680567141,
      "learning_rate": 0.0002231747100502157,
      "loss": 0.5208,
      "step": 50807
    },
    {
      "epoch": 2.0810157689944706,
      "grad_norm": 0.9693239131858887,
      "learning_rate": 0.0002231718630381109,
      "loss": 0.998,
      "step": 50808
    },
    {
      "epoch": 2.081056727421667,
      "grad_norm": 1.2201929770035016,
      "learning_rate": 0.00022316901599141463,
      "loss": 0.9538,
      "step": 50809
    },
    {
      "epoch": 2.0810976858488632,
      "grad_norm": 0.8334623133283728,
      "learning_rate": 0.0002231661689101283,
      "loss": 0.6216,
      "step": 50810
    },
    {
      "epoch": 2.0811386442760598,
      "grad_norm": 0.9976009317883854,
      "learning_rate": 0.00022316332179425332,
      "loss": 0.7095,
      "step": 50811
    },
    {
      "epoch": 2.0811796027032563,
      "grad_norm": 1.1661785512852147,
      "learning_rate": 0.00022316047464379093,
      "loss": 0.8929,
      "step": 50812
    },
    {
      "epoch": 2.0812205611304524,
      "grad_norm": 1.0653927856250094,
      "learning_rate": 0.00022315762745874247,
      "loss": 0.3417,
      "step": 50813
    },
    {
      "epoch": 2.081261519557649,
      "grad_norm": 1.1568002440898257,
      "learning_rate": 0.00022315478023910934,
      "loss": 0.8894,
      "step": 50814
    },
    {
      "epoch": 2.0813024779848455,
      "grad_norm": 0.9029748875923743,
      "learning_rate": 0.0002231519329848929,
      "loss": 0.6692,
      "step": 50815
    },
    {
      "epoch": 2.081343436412042,
      "grad_norm": 1.303837374148652,
      "learning_rate": 0.00022314908569609447,
      "loss": 1.0892,
      "step": 50816
    },
    {
      "epoch": 2.081384394839238,
      "grad_norm": 4.1113758270688106,
      "learning_rate": 0.0002231462383727154,
      "loss": 1.7098,
      "step": 50817
    },
    {
      "epoch": 2.0814253532664346,
      "grad_norm": 1.1024748050382434,
      "learning_rate": 0.000223143391014757,
      "loss": 1.1487,
      "step": 50818
    },
    {
      "epoch": 2.081466311693631,
      "grad_norm": 0.7408628372313476,
      "learning_rate": 0.00022314054362222068,
      "loss": 0.3319,
      "step": 50819
    },
    {
      "epoch": 2.0815072701208273,
      "grad_norm": 1.1636875910139066,
      "learning_rate": 0.00022313769619510776,
      "loss": 0.7175,
      "step": 50820
    },
    {
      "epoch": 2.081548228548024,
      "grad_norm": 1.1780912205487468,
      "learning_rate": 0.00022313484873341959,
      "loss": 0.8443,
      "step": 50821
    },
    {
      "epoch": 2.0815891869752203,
      "grad_norm": 0.9905733262749116,
      "learning_rate": 0.00022313200123715748,
      "loss": 0.7835,
      "step": 50822
    },
    {
      "epoch": 2.0816301454024164,
      "grad_norm": 1.2406513812250468,
      "learning_rate": 0.00022312915370632281,
      "loss": 1.1315,
      "step": 50823
    },
    {
      "epoch": 2.081671103829613,
      "grad_norm": 0.58469391576851,
      "learning_rate": 0.0002231263061409169,
      "loss": 0.2697,
      "step": 50824
    },
    {
      "epoch": 2.0817120622568095,
      "grad_norm": 1.0722631390720907,
      "learning_rate": 0.00022312345854094115,
      "loss": 0.7402,
      "step": 50825
    },
    {
      "epoch": 2.0817530206840056,
      "grad_norm": 0.9705327019573975,
      "learning_rate": 0.00022312061090639686,
      "loss": 0.8033,
      "step": 50826
    },
    {
      "epoch": 2.081793979111202,
      "grad_norm": 1.3290288760013682,
      "learning_rate": 0.0002231177632372854,
      "loss": 1.0342,
      "step": 50827
    },
    {
      "epoch": 2.0818349375383987,
      "grad_norm": 0.541891317119213,
      "learning_rate": 0.00022311491553360808,
      "loss": 0.2723,
      "step": 50828
    },
    {
      "epoch": 2.0818758959655947,
      "grad_norm": 0.7999215089339842,
      "learning_rate": 0.0002231120677953663,
      "loss": 0.7286,
      "step": 50829
    },
    {
      "epoch": 2.0819168543927913,
      "grad_norm": 1.3059333222550324,
      "learning_rate": 0.00022310922002256135,
      "loss": 0.5698,
      "step": 50830
    },
    {
      "epoch": 2.081957812819988,
      "grad_norm": 0.49537585032549003,
      "learning_rate": 0.00022310637221519463,
      "loss": 0.159,
      "step": 50831
    },
    {
      "epoch": 2.081998771247184,
      "grad_norm": 1.2386230695835354,
      "learning_rate": 0.0002231035243732674,
      "loss": 0.9386,
      "step": 50832
    },
    {
      "epoch": 2.0820397296743804,
      "grad_norm": 1.0514516792046693,
      "learning_rate": 0.00022310067649678115,
      "loss": 0.8109,
      "step": 50833
    },
    {
      "epoch": 2.082080688101577,
      "grad_norm": 0.9915281507039659,
      "learning_rate": 0.00022309782858573706,
      "loss": 0.9173,
      "step": 50834
    },
    {
      "epoch": 2.0821216465287735,
      "grad_norm": 0.7800289410973071,
      "learning_rate": 0.0002230949806401366,
      "loss": 0.3255,
      "step": 50835
    },
    {
      "epoch": 2.0821626049559696,
      "grad_norm": 0.9366790769405966,
      "learning_rate": 0.0002230921326599811,
      "loss": 0.7481,
      "step": 50836
    },
    {
      "epoch": 2.082203563383166,
      "grad_norm": 1.4765064964131798,
      "learning_rate": 0.00022308928464527186,
      "loss": 0.731,
      "step": 50837
    },
    {
      "epoch": 2.0822445218103627,
      "grad_norm": 0.9973518681504743,
      "learning_rate": 0.0002230864365960102,
      "loss": 0.9364,
      "step": 50838
    },
    {
      "epoch": 2.0822854802375588,
      "grad_norm": 1.020310088572295,
      "learning_rate": 0.00022308358851219758,
      "loss": 0.6424,
      "step": 50839
    },
    {
      "epoch": 2.0823264386647553,
      "grad_norm": 0.7095697275419719,
      "learning_rate": 0.0002230807403938353,
      "loss": 0.3083,
      "step": 50840
    },
    {
      "epoch": 2.082367397091952,
      "grad_norm": 0.9285874760802609,
      "learning_rate": 0.00022307789224092458,
      "loss": 0.592,
      "step": 50841
    },
    {
      "epoch": 2.082408355519148,
      "grad_norm": 1.2124379318075211,
      "learning_rate": 0.00022307504405346697,
      "loss": 0.7174,
      "step": 50842
    },
    {
      "epoch": 2.0824493139463445,
      "grad_norm": 1.007318123299495,
      "learning_rate": 0.0002230721958314637,
      "loss": 0.8639,
      "step": 50843
    },
    {
      "epoch": 2.082490272373541,
      "grad_norm": 1.1010108729382593,
      "learning_rate": 0.0002230693475749161,
      "loss": 0.6474,
      "step": 50844
    },
    {
      "epoch": 2.082531230800737,
      "grad_norm": 1.1017108724029798,
      "learning_rate": 0.00022306649928382556,
      "loss": 0.8791,
      "step": 50845
    },
    {
      "epoch": 2.0825721892279336,
      "grad_norm": 0.978401032306097,
      "learning_rate": 0.00022306365095819342,
      "loss": 0.8617,
      "step": 50846
    },
    {
      "epoch": 2.08261314765513,
      "grad_norm": 1.0306515143920894,
      "learning_rate": 0.00022306080259802108,
      "loss": 0.7212,
      "step": 50847
    },
    {
      "epoch": 2.0826541060823263,
      "grad_norm": 1.226760930277392,
      "learning_rate": 0.00022305795420330977,
      "loss": 0.9837,
      "step": 50848
    },
    {
      "epoch": 2.082695064509523,
      "grad_norm": 0.9295056249875873,
      "learning_rate": 0.00022305510577406095,
      "loss": 0.5672,
      "step": 50849
    },
    {
      "epoch": 2.0827360229367193,
      "grad_norm": 1.4647366027712998,
      "learning_rate": 0.00022305225731027582,
      "loss": 1.1033,
      "step": 50850
    },
    {
      "epoch": 2.0827769813639154,
      "grad_norm": 1.0550851681440963,
      "learning_rate": 0.0002230494088119559,
      "loss": 0.805,
      "step": 50851
    },
    {
      "epoch": 2.082817939791112,
      "grad_norm": 1.4098073863292468,
      "learning_rate": 0.00022304656027910248,
      "loss": 1.0141,
      "step": 50852
    },
    {
      "epoch": 2.0828588982183085,
      "grad_norm": 0.7770495515316097,
      "learning_rate": 0.00022304371171171685,
      "loss": 0.7031,
      "step": 50853
    },
    {
      "epoch": 2.082899856645505,
      "grad_norm": 1.1328295236509165,
      "learning_rate": 0.00022304086310980035,
      "loss": 0.6305,
      "step": 50854
    },
    {
      "epoch": 2.082940815072701,
      "grad_norm": 1.0540154764518137,
      "learning_rate": 0.00022303801447335443,
      "loss": 0.9765,
      "step": 50855
    },
    {
      "epoch": 2.0829817734998977,
      "grad_norm": 1.4472270664711557,
      "learning_rate": 0.00022303516580238035,
      "loss": 0.5083,
      "step": 50856
    },
    {
      "epoch": 2.083022731927094,
      "grad_norm": 0.8552911530788282,
      "learning_rate": 0.0002230323170968795,
      "loss": 0.3787,
      "step": 50857
    },
    {
      "epoch": 2.0830636903542903,
      "grad_norm": 1.4809511095053018,
      "learning_rate": 0.00022302946835685316,
      "loss": 0.8167,
      "step": 50858
    },
    {
      "epoch": 2.083104648781487,
      "grad_norm": 1.2257871696701554,
      "learning_rate": 0.00022302661958230276,
      "loss": 0.7812,
      "step": 50859
    },
    {
      "epoch": 2.0831456072086834,
      "grad_norm": 2.504489775931863,
      "learning_rate": 0.00022302377077322962,
      "loss": 1.8698,
      "step": 50860
    },
    {
      "epoch": 2.0831865656358795,
      "grad_norm": 1.0787602621441403,
      "learning_rate": 0.0002230209219296351,
      "loss": 0.6113,
      "step": 50861
    },
    {
      "epoch": 2.083227524063076,
      "grad_norm": 1.2551137404163237,
      "learning_rate": 0.00022301807305152047,
      "loss": 0.7491,
      "step": 50862
    },
    {
      "epoch": 2.0832684824902725,
      "grad_norm": 1.089831881242518,
      "learning_rate": 0.00022301522413888716,
      "loss": 0.9123,
      "step": 50863
    },
    {
      "epoch": 2.0833094409174686,
      "grad_norm": 1.3225096434041554,
      "learning_rate": 0.00022301237519173648,
      "loss": 1.0763,
      "step": 50864
    },
    {
      "epoch": 2.083350399344665,
      "grad_norm": 1.1413147419263991,
      "learning_rate": 0.00022300952621006977,
      "loss": 0.9448,
      "step": 50865
    },
    {
      "epoch": 2.0833913577718617,
      "grad_norm": 1.1405963333469513,
      "learning_rate": 0.0002230066771938884,
      "loss": 0.85,
      "step": 50866
    },
    {
      "epoch": 2.0834323161990578,
      "grad_norm": 2.9781135910519265,
      "learning_rate": 0.00022300382814319374,
      "loss": 4.2803,
      "step": 50867
    },
    {
      "epoch": 2.0834732746262543,
      "grad_norm": 0.739380918869741,
      "learning_rate": 0.00022300097905798708,
      "loss": 0.6675,
      "step": 50868
    },
    {
      "epoch": 2.083514233053451,
      "grad_norm": 0.9118525105063211,
      "learning_rate": 0.00022299812993826983,
      "loss": 0.7959,
      "step": 50869
    },
    {
      "epoch": 2.083555191480647,
      "grad_norm": 1.8326157885928767,
      "learning_rate": 0.00022299528078404326,
      "loss": 1.4515,
      "step": 50870
    },
    {
      "epoch": 2.0835961499078435,
      "grad_norm": 0.9010434450572707,
      "learning_rate": 0.00022299243159530876,
      "loss": 0.6471,
      "step": 50871
    },
    {
      "epoch": 2.08363710833504,
      "grad_norm": 0.8671634764601556,
      "learning_rate": 0.0002229895823720677,
      "loss": 0.2146,
      "step": 50872
    },
    {
      "epoch": 2.0836780667622365,
      "grad_norm": 0.9740047595269228,
      "learning_rate": 0.0002229867331143214,
      "loss": 0.6579,
      "step": 50873
    },
    {
      "epoch": 2.0837190251894326,
      "grad_norm": 3.692368741125424,
      "learning_rate": 0.00022298388382207114,
      "loss": 1.1384,
      "step": 50874
    },
    {
      "epoch": 2.083759983616629,
      "grad_norm": 1.476983330221951,
      "learning_rate": 0.0002229810344953184,
      "loss": 1.1806,
      "step": 50875
    },
    {
      "epoch": 2.0838009420438257,
      "grad_norm": 1.6923215656294741,
      "learning_rate": 0.00022297818513406447,
      "loss": 1.4109,
      "step": 50876
    },
    {
      "epoch": 2.083841900471022,
      "grad_norm": 1.2224748839401083,
      "learning_rate": 0.00022297533573831065,
      "loss": 0.6859,
      "step": 50877
    },
    {
      "epoch": 2.0838828588982183,
      "grad_norm": 0.5746288883822385,
      "learning_rate": 0.00022297248630805838,
      "loss": 0.1651,
      "step": 50878
    },
    {
      "epoch": 2.083923817325415,
      "grad_norm": 1.0191161727063889,
      "learning_rate": 0.00022296963684330888,
      "loss": 0.9059,
      "step": 50879
    },
    {
      "epoch": 2.083964775752611,
      "grad_norm": 1.4206707406043535,
      "learning_rate": 0.00022296678734406362,
      "loss": 0.8512,
      "step": 50880
    },
    {
      "epoch": 2.0840057341798075,
      "grad_norm": 1.191795049875358,
      "learning_rate": 0.00022296393781032388,
      "loss": 0.9431,
      "step": 50881
    },
    {
      "epoch": 2.084046692607004,
      "grad_norm": 1.1541818029048996,
      "learning_rate": 0.00022296108824209102,
      "loss": 0.6126,
      "step": 50882
    },
    {
      "epoch": 2.0840876510342,
      "grad_norm": 1.575596820650701,
      "learning_rate": 0.0002229582386393664,
      "loss": 1.1375,
      "step": 50883
    },
    {
      "epoch": 2.0841286094613967,
      "grad_norm": 0.9270028647132182,
      "learning_rate": 0.00022295538900215137,
      "loss": 0.8519,
      "step": 50884
    },
    {
      "epoch": 2.084169567888593,
      "grad_norm": 1.089497674117696,
      "learning_rate": 0.00022295253933044725,
      "loss": 0.9271,
      "step": 50885
    },
    {
      "epoch": 2.0842105263157893,
      "grad_norm": 0.7958623556868526,
      "learning_rate": 0.0002229496896242554,
      "loss": 0.5996,
      "step": 50886
    },
    {
      "epoch": 2.084251484742986,
      "grad_norm": 1.0148782857789922,
      "learning_rate": 0.00022294683988357717,
      "loss": 0.9195,
      "step": 50887
    },
    {
      "epoch": 2.0842924431701824,
      "grad_norm": 0.910544934317538,
      "learning_rate": 0.00022294399010841393,
      "loss": 0.6842,
      "step": 50888
    },
    {
      "epoch": 2.0843334015973785,
      "grad_norm": 0.8842683948615032,
      "learning_rate": 0.00022294114029876698,
      "loss": 0.6567,
      "step": 50889
    },
    {
      "epoch": 2.084374360024575,
      "grad_norm": 1.0842743717825618,
      "learning_rate": 0.00022293829045463766,
      "loss": 0.3697,
      "step": 50890
    },
    {
      "epoch": 2.0844153184517715,
      "grad_norm": 1.046735990079437,
      "learning_rate": 0.0002229354405760274,
      "loss": 0.8482,
      "step": 50891
    },
    {
      "epoch": 2.084456276878968,
      "grad_norm": 7.302625179951907,
      "learning_rate": 0.0002229325906629375,
      "loss": 5.1656,
      "step": 50892
    },
    {
      "epoch": 2.084497235306164,
      "grad_norm": 0.9577009830339637,
      "learning_rate": 0.00022292974071536927,
      "loss": 0.8603,
      "step": 50893
    },
    {
      "epoch": 2.0845381937333607,
      "grad_norm": 0.733062728554739,
      "learning_rate": 0.0002229268907333241,
      "loss": 0.276,
      "step": 50894
    },
    {
      "epoch": 2.0845791521605572,
      "grad_norm": 0.9275466624337476,
      "learning_rate": 0.00022292404071680332,
      "loss": 0.6161,
      "step": 50895
    },
    {
      "epoch": 2.0846201105877533,
      "grad_norm": 0.949625203447976,
      "learning_rate": 0.0002229211906658083,
      "loss": 0.6935,
      "step": 50896
    },
    {
      "epoch": 2.08466106901495,
      "grad_norm": 2.0234484493060707,
      "learning_rate": 0.0002229183405803404,
      "loss": 0.748,
      "step": 50897
    },
    {
      "epoch": 2.0847020274421464,
      "grad_norm": 0.6512329461886293,
      "learning_rate": 0.00022291549046040088,
      "loss": 0.3232,
      "step": 50898
    },
    {
      "epoch": 2.0847429858693425,
      "grad_norm": 0.9940905270303105,
      "learning_rate": 0.0002229126403059912,
      "loss": 0.634,
      "step": 50899
    },
    {
      "epoch": 2.084783944296539,
      "grad_norm": 2.269240939889928,
      "learning_rate": 0.0002229097901171126,
      "loss": 2.0619,
      "step": 50900
    },
    {
      "epoch": 2.0848249027237356,
      "grad_norm": 1.2161206495790802,
      "learning_rate": 0.00022290693989376653,
      "loss": 1.0585,
      "step": 50901
    },
    {
      "epoch": 2.0848658611509316,
      "grad_norm": 1.1177212228823417,
      "learning_rate": 0.00022290408963595426,
      "loss": 0.8675,
      "step": 50902
    },
    {
      "epoch": 2.084906819578128,
      "grad_norm": 1.1030074739250668,
      "learning_rate": 0.0002229012393436772,
      "loss": 0.8932,
      "step": 50903
    },
    {
      "epoch": 2.0849477780053247,
      "grad_norm": 0.7567335798620254,
      "learning_rate": 0.00022289838901693666,
      "loss": 0.2877,
      "step": 50904
    },
    {
      "epoch": 2.084988736432521,
      "grad_norm": 2.3947608676303886,
      "learning_rate": 0.00022289553865573398,
      "loss": 0.5642,
      "step": 50905
    },
    {
      "epoch": 2.0850296948597173,
      "grad_norm": 0.8642678173219683,
      "learning_rate": 0.0002228926882600705,
      "loss": 0.5784,
      "step": 50906
    },
    {
      "epoch": 2.085070653286914,
      "grad_norm": 1.083600723729955,
      "learning_rate": 0.0002228898378299476,
      "loss": 0.9521,
      "step": 50907
    },
    {
      "epoch": 2.08511161171411,
      "grad_norm": 1.0533922291629452,
      "learning_rate": 0.00022288698736536663,
      "loss": 0.6951,
      "step": 50908
    },
    {
      "epoch": 2.0851525701413065,
      "grad_norm": 0.878006521888126,
      "learning_rate": 0.00022288413686632891,
      "loss": 0.8281,
      "step": 50909
    },
    {
      "epoch": 2.085193528568503,
      "grad_norm": 1.0660508498175876,
      "learning_rate": 0.00022288128633283577,
      "loss": 0.9222,
      "step": 50910
    },
    {
      "epoch": 2.0852344869956996,
      "grad_norm": 1.0315508869237882,
      "learning_rate": 0.00022287843576488864,
      "loss": 0.6944,
      "step": 50911
    },
    {
      "epoch": 2.0852754454228957,
      "grad_norm": 1.3892548485613148,
      "learning_rate": 0.0002228755851624888,
      "loss": 1.0882,
      "step": 50912
    },
    {
      "epoch": 2.085316403850092,
      "grad_norm": 0.9328953810417038,
      "learning_rate": 0.00022287273452563757,
      "loss": 0.7336,
      "step": 50913
    },
    {
      "epoch": 2.0853573622772887,
      "grad_norm": 0.9291820106256616,
      "learning_rate": 0.0002228698838543364,
      "loss": 0.6991,
      "step": 50914
    },
    {
      "epoch": 2.085398320704485,
      "grad_norm": 1.1690346686870334,
      "learning_rate": 0.00022286703314858654,
      "loss": 1.1681,
      "step": 50915
    },
    {
      "epoch": 2.0854392791316814,
      "grad_norm": 0.8579412229363345,
      "learning_rate": 0.00022286418240838936,
      "loss": 0.6316,
      "step": 50916
    },
    {
      "epoch": 2.085480237558878,
      "grad_norm": 1.020429610750458,
      "learning_rate": 0.0002228613316337463,
      "loss": 0.8194,
      "step": 50917
    },
    {
      "epoch": 2.085521195986074,
      "grad_norm": 0.9344800518312801,
      "learning_rate": 0.00022285848082465853,
      "loss": 0.5485,
      "step": 50918
    },
    {
      "epoch": 2.0855621544132705,
      "grad_norm": 1.2341989326349456,
      "learning_rate": 0.00022285562998112756,
      "loss": 1.0493,
      "step": 50919
    },
    {
      "epoch": 2.085603112840467,
      "grad_norm": 1.2933398460126455,
      "learning_rate": 0.00022285277910315466,
      "loss": 1.1083,
      "step": 50920
    },
    {
      "epoch": 2.085644071267663,
      "grad_norm": 0.93201737888988,
      "learning_rate": 0.0002228499281907412,
      "loss": 0.7462,
      "step": 50921
    },
    {
      "epoch": 2.0856850296948597,
      "grad_norm": 0.9320787790353465,
      "learning_rate": 0.00022284707724388848,
      "loss": 0.7549,
      "step": 50922
    },
    {
      "epoch": 2.0857259881220562,
      "grad_norm": 0.8939886178805684,
      "learning_rate": 0.00022284422626259794,
      "loss": 0.7289,
      "step": 50923
    },
    {
      "epoch": 2.0857669465492523,
      "grad_norm": 0.9352621744151545,
      "learning_rate": 0.00022284137524687087,
      "loss": 0.4867,
      "step": 50924
    },
    {
      "epoch": 2.085807904976449,
      "grad_norm": 1.166907582708889,
      "learning_rate": 0.0002228385241967086,
      "loss": 0.8507,
      "step": 50925
    },
    {
      "epoch": 2.0858488634036454,
      "grad_norm": 3.5214360707147567,
      "learning_rate": 0.0002228356731121125,
      "loss": 1.7441,
      "step": 50926
    },
    {
      "epoch": 2.0858898218308415,
      "grad_norm": 0.793230583382746,
      "learning_rate": 0.00022283282199308396,
      "loss": 0.6514,
      "step": 50927
    },
    {
      "epoch": 2.085930780258038,
      "grad_norm": 1.1549710438660032,
      "learning_rate": 0.00022282997083962426,
      "loss": 0.7824,
      "step": 50928
    },
    {
      "epoch": 2.0859717386852346,
      "grad_norm": 1.1902764413991658,
      "learning_rate": 0.0002228271196517348,
      "loss": 0.9936,
      "step": 50929
    },
    {
      "epoch": 2.086012697112431,
      "grad_norm": 0.921966192919683,
      "learning_rate": 0.00022282426842941687,
      "loss": 0.8676,
      "step": 50930
    },
    {
      "epoch": 2.086053655539627,
      "grad_norm": 1.0928482003799218,
      "learning_rate": 0.00022282141717267187,
      "loss": 1.0261,
      "step": 50931
    },
    {
      "epoch": 2.0860946139668237,
      "grad_norm": 1.5501290863137676,
      "learning_rate": 0.00022281856588150114,
      "loss": 1.5714,
      "step": 50932
    },
    {
      "epoch": 2.0861355723940203,
      "grad_norm": 0.9406974408235569,
      "learning_rate": 0.000222815714555906,
      "loss": 0.4866,
      "step": 50933
    },
    {
      "epoch": 2.0861765308212163,
      "grad_norm": 1.0709878129946704,
      "learning_rate": 0.0002228128631958878,
      "loss": 0.5267,
      "step": 50934
    },
    {
      "epoch": 2.086217489248413,
      "grad_norm": 3.7277113383323472,
      "learning_rate": 0.0002228100118014479,
      "loss": 0.9615,
      "step": 50935
    },
    {
      "epoch": 2.0862584476756094,
      "grad_norm": 0.9765220035350034,
      "learning_rate": 0.0002228071603725877,
      "loss": 0.7843,
      "step": 50936
    },
    {
      "epoch": 2.0862994061028055,
      "grad_norm": 5.72707033166031,
      "learning_rate": 0.00022280430890930848,
      "loss": 2.6601,
      "step": 50937
    },
    {
      "epoch": 2.086340364530002,
      "grad_norm": 0.7135008261193178,
      "learning_rate": 0.00022280145741161158,
      "loss": 0.5889,
      "step": 50938
    },
    {
      "epoch": 2.0863813229571986,
      "grad_norm": 1.23687708555899,
      "learning_rate": 0.00022279860587949842,
      "loss": 0.657,
      "step": 50939
    },
    {
      "epoch": 2.0864222813843947,
      "grad_norm": 1.1078417593557972,
      "learning_rate": 0.00022279575431297026,
      "loss": 0.8957,
      "step": 50940
    },
    {
      "epoch": 2.086463239811591,
      "grad_norm": 1.0897178888936394,
      "learning_rate": 0.00022279290271202853,
      "loss": 0.6999,
      "step": 50941
    },
    {
      "epoch": 2.0865041982387877,
      "grad_norm": 1.2278168400916971,
      "learning_rate": 0.00022279005107667452,
      "loss": 0.6639,
      "step": 50942
    },
    {
      "epoch": 2.086545156665984,
      "grad_norm": 0.8751507054475675,
      "learning_rate": 0.00022278719940690958,
      "loss": 0.8806,
      "step": 50943
    },
    {
      "epoch": 2.0865861150931804,
      "grad_norm": 0.6138963191362193,
      "learning_rate": 0.00022278434770273513,
      "loss": 0.2782,
      "step": 50944
    },
    {
      "epoch": 2.086627073520377,
      "grad_norm": 1.3277043248291842,
      "learning_rate": 0.00022278149596415242,
      "loss": 0.9146,
      "step": 50945
    },
    {
      "epoch": 2.086668031947573,
      "grad_norm": 1.860301994338581,
      "learning_rate": 0.00022277864419116287,
      "loss": 1.5972,
      "step": 50946
    },
    {
      "epoch": 2.0867089903747695,
      "grad_norm": 0.8632555498385781,
      "learning_rate": 0.00022277579238376777,
      "loss": 0.6434,
      "step": 50947
    },
    {
      "epoch": 2.086749948801966,
      "grad_norm": 2.667631908849793,
      "learning_rate": 0.00022277294054196851,
      "loss": 2.3884,
      "step": 50948
    },
    {
      "epoch": 2.0867909072291626,
      "grad_norm": 0.6536753612807766,
      "learning_rate": 0.0002227700886657664,
      "loss": 0.2771,
      "step": 50949
    },
    {
      "epoch": 2.0868318656563587,
      "grad_norm": 0.8628563771575796,
      "learning_rate": 0.00022276723675516285,
      "loss": 0.7453,
      "step": 50950
    },
    {
      "epoch": 2.0868728240835552,
      "grad_norm": 0.896372984107048,
      "learning_rate": 0.00022276438481015916,
      "loss": 0.7996,
      "step": 50951
    },
    {
      "epoch": 2.0869137825107518,
      "grad_norm": 1.0304230391643672,
      "learning_rate": 0.0002227615328307567,
      "loss": 0.7172,
      "step": 50952
    },
    {
      "epoch": 2.086954740937948,
      "grad_norm": 1.09435447434264,
      "learning_rate": 0.00022275868081695683,
      "loss": 1.0499,
      "step": 50953
    },
    {
      "epoch": 2.0869956993651444,
      "grad_norm": 1.127840274724396,
      "learning_rate": 0.0002227558287687608,
      "loss": 1.0543,
      "step": 50954
    },
    {
      "epoch": 2.087036657792341,
      "grad_norm": 1.176008794910253,
      "learning_rate": 0.00022275297668617012,
      "loss": 0.7438,
      "step": 50955
    },
    {
      "epoch": 2.087077616219537,
      "grad_norm": 0.6573277034021356,
      "learning_rate": 0.00022275012456918604,
      "loss": 0.2535,
      "step": 50956
    },
    {
      "epoch": 2.0871185746467336,
      "grad_norm": 1.0421787680203878,
      "learning_rate": 0.00022274727241780988,
      "loss": 0.7135,
      "step": 50957
    },
    {
      "epoch": 2.08715953307393,
      "grad_norm": 1.0225357424351735,
      "learning_rate": 0.00022274442023204302,
      "loss": 0.7892,
      "step": 50958
    },
    {
      "epoch": 2.087200491501126,
      "grad_norm": 1.1440268341072568,
      "learning_rate": 0.0002227415680118869,
      "loss": 0.9628,
      "step": 50959
    },
    {
      "epoch": 2.0872414499283227,
      "grad_norm": 0.6461345974756667,
      "learning_rate": 0.00022273871575734274,
      "loss": 0.3679,
      "step": 50960
    },
    {
      "epoch": 2.0872824083555193,
      "grad_norm": 1.0921474816742467,
      "learning_rate": 0.00022273586346841193,
      "loss": 0.7512,
      "step": 50961
    },
    {
      "epoch": 2.0873233667827154,
      "grad_norm": 1.24634659278177,
      "learning_rate": 0.00022273301114509583,
      "loss": 1.0719,
      "step": 50962
    },
    {
      "epoch": 2.087364325209912,
      "grad_norm": 2.800386515867812,
      "learning_rate": 0.00022273015878739575,
      "loss": 1.6539,
      "step": 50963
    },
    {
      "epoch": 2.0874052836371084,
      "grad_norm": 1.1504452310363167,
      "learning_rate": 0.00022272730639531313,
      "loss": 1.2587,
      "step": 50964
    },
    {
      "epoch": 2.0874462420643045,
      "grad_norm": 1.2156534063251287,
      "learning_rate": 0.00022272445396884924,
      "loss": 1.0019,
      "step": 50965
    },
    {
      "epoch": 2.087487200491501,
      "grad_norm": 1.3882077069741245,
      "learning_rate": 0.00022272160150800543,
      "loss": 1.2717,
      "step": 50966
    },
    {
      "epoch": 2.0875281589186976,
      "grad_norm": 0.9960772350871651,
      "learning_rate": 0.0002227187490127831,
      "loss": 0.673,
      "step": 50967
    },
    {
      "epoch": 2.087569117345894,
      "grad_norm": 1.1992831894298785,
      "learning_rate": 0.00022271589648318354,
      "loss": 0.7712,
      "step": 50968
    },
    {
      "epoch": 2.08761007577309,
      "grad_norm": 1.5188961982590201,
      "learning_rate": 0.00022271304391920812,
      "loss": 1.6945,
      "step": 50969
    },
    {
      "epoch": 2.0876510342002867,
      "grad_norm": 0.8962018876813723,
      "learning_rate": 0.00022271019132085818,
      "loss": 0.719,
      "step": 50970
    },
    {
      "epoch": 2.0876919926274833,
      "grad_norm": 0.7295619534317206,
      "learning_rate": 0.00022270733868813512,
      "loss": 0.2913,
      "step": 50971
    },
    {
      "epoch": 2.0877329510546794,
      "grad_norm": 0.9970147189933539,
      "learning_rate": 0.00022270448602104023,
      "loss": 0.6963,
      "step": 50972
    },
    {
      "epoch": 2.087773909481876,
      "grad_norm": 1.0091750836691025,
      "learning_rate": 0.00022270163331957488,
      "loss": 0.6357,
      "step": 50973
    },
    {
      "epoch": 2.0878148679090724,
      "grad_norm": 1.433158305618186,
      "learning_rate": 0.0002226987805837404,
      "loss": 0.9581,
      "step": 50974
    },
    {
      "epoch": 2.0878558263362685,
      "grad_norm": 0.8467405830209851,
      "learning_rate": 0.0002226959278135382,
      "loss": 0.668,
      "step": 50975
    },
    {
      "epoch": 2.087896784763465,
      "grad_norm": 0.8245410847839236,
      "learning_rate": 0.00022269307500896957,
      "loss": 0.6061,
      "step": 50976
    },
    {
      "epoch": 2.0879377431906616,
      "grad_norm": 0.9049602483882121,
      "learning_rate": 0.00022269022217003584,
      "loss": 0.8858,
      "step": 50977
    },
    {
      "epoch": 2.0879787016178577,
      "grad_norm": 1.3439049314521065,
      "learning_rate": 0.0002226873692967384,
      "loss": 1.0821,
      "step": 50978
    },
    {
      "epoch": 2.0880196600450542,
      "grad_norm": 0.9420312914721357,
      "learning_rate": 0.0002226845163890786,
      "loss": 0.6427,
      "step": 50979
    },
    {
      "epoch": 2.0880606184722508,
      "grad_norm": 0.8454367605880103,
      "learning_rate": 0.00022268166344705778,
      "loss": 0.5236,
      "step": 50980
    },
    {
      "epoch": 2.088101576899447,
      "grad_norm": 0.5789129225397789,
      "learning_rate": 0.0002226788104706773,
      "loss": 0.2388,
      "step": 50981
    },
    {
      "epoch": 2.0881425353266434,
      "grad_norm": 0.9616312466328479,
      "learning_rate": 0.00022267595745993846,
      "loss": 0.5578,
      "step": 50982
    },
    {
      "epoch": 2.08818349375384,
      "grad_norm": 1.2773312516818234,
      "learning_rate": 0.00022267310441484269,
      "loss": 0.2749,
      "step": 50983
    },
    {
      "epoch": 2.088224452181036,
      "grad_norm": 1.7218910128885767,
      "learning_rate": 0.00022267025133539128,
      "loss": 1.8482,
      "step": 50984
    },
    {
      "epoch": 2.0882654106082326,
      "grad_norm": 1.2160254258923364,
      "learning_rate": 0.00022266739822158552,
      "loss": 1.2057,
      "step": 50985
    },
    {
      "epoch": 2.088306369035429,
      "grad_norm": 0.864165472408825,
      "learning_rate": 0.00022266454507342693,
      "loss": 0.7294,
      "step": 50986
    },
    {
      "epoch": 2.0883473274626256,
      "grad_norm": 0.7581788501603838,
      "learning_rate": 0.0002226616918909167,
      "loss": 0.3253,
      "step": 50987
    },
    {
      "epoch": 2.0883882858898217,
      "grad_norm": 0.7604510494354244,
      "learning_rate": 0.0002226588386740563,
      "loss": 0.2823,
      "step": 50988
    },
    {
      "epoch": 2.0884292443170183,
      "grad_norm": 1.4288915390360368,
      "learning_rate": 0.00022265598542284696,
      "loss": 0.3005,
      "step": 50989
    },
    {
      "epoch": 2.088470202744215,
      "grad_norm": 2.3467561241455863,
      "learning_rate": 0.00022265313213729008,
      "loss": 2.9718,
      "step": 50990
    },
    {
      "epoch": 2.088511161171411,
      "grad_norm": 0.6587424188931238,
      "learning_rate": 0.00022265027881738703,
      "loss": 0.3267,
      "step": 50991
    },
    {
      "epoch": 2.0885521195986074,
      "grad_norm": 1.0229712609718005,
      "learning_rate": 0.00022264742546313916,
      "loss": 0.8859,
      "step": 50992
    },
    {
      "epoch": 2.088593078025804,
      "grad_norm": 0.8759070477644972,
      "learning_rate": 0.0002226445720745478,
      "loss": 0.4425,
      "step": 50993
    },
    {
      "epoch": 2.088634036453,
      "grad_norm": 1.128960370733558,
      "learning_rate": 0.00022264171865161428,
      "loss": 0.8055,
      "step": 50994
    },
    {
      "epoch": 2.0886749948801966,
      "grad_norm": 0.871795967535146,
      "learning_rate": 0.00022263886519434,
      "loss": 0.5459,
      "step": 50995
    },
    {
      "epoch": 2.088715953307393,
      "grad_norm": 1.320145955925772,
      "learning_rate": 0.00022263601170272626,
      "loss": 0.8109,
      "step": 50996
    },
    {
      "epoch": 2.088756911734589,
      "grad_norm": 2.9091703427966897,
      "learning_rate": 0.00022263315817677443,
      "loss": 2.1109,
      "step": 50997
    },
    {
      "epoch": 2.0887978701617858,
      "grad_norm": 0.6604908922196634,
      "learning_rate": 0.00022263030461648585,
      "loss": 0.2608,
      "step": 50998
    },
    {
      "epoch": 2.0888388285889823,
      "grad_norm": 0.9855789043728701,
      "learning_rate": 0.00022262745102186187,
      "loss": 0.8072,
      "step": 50999
    },
    {
      "epoch": 2.0888797870161784,
      "grad_norm": 0.9715513683487502,
      "learning_rate": 0.00022262459739290388,
      "loss": 0.6071,
      "step": 51000
    },
    {
      "epoch": 2.088920745443375,
      "grad_norm": 1.3696893995221089,
      "learning_rate": 0.00022262174372961318,
      "loss": 1.4367,
      "step": 51001
    },
    {
      "epoch": 2.0889617038705715,
      "grad_norm": 1.0271920129767347,
      "learning_rate": 0.00022261889003199114,
      "loss": 0.8087,
      "step": 51002
    },
    {
      "epoch": 2.0890026622977675,
      "grad_norm": 0.8013766360033564,
      "learning_rate": 0.00022261603630003906,
      "loss": 0.3046,
      "step": 51003
    },
    {
      "epoch": 2.089043620724964,
      "grad_norm": 3.938998891700198,
      "learning_rate": 0.00022261318253375838,
      "loss": 1.4607,
      "step": 51004
    },
    {
      "epoch": 2.0890845791521606,
      "grad_norm": 1.2334685879642946,
      "learning_rate": 0.0002226103287331504,
      "loss": 0.9513,
      "step": 51005
    },
    {
      "epoch": 2.089125537579357,
      "grad_norm": 3.058081451066327,
      "learning_rate": 0.00022260747489821645,
      "loss": 4.0167,
      "step": 51006
    },
    {
      "epoch": 2.0891664960065532,
      "grad_norm": 1.1913720384513946,
      "learning_rate": 0.00022260462102895789,
      "loss": 0.8989,
      "step": 51007
    },
    {
      "epoch": 2.0892074544337498,
      "grad_norm": 1.2220641819521643,
      "learning_rate": 0.0002226017671253761,
      "loss": 0.7877,
      "step": 51008
    },
    {
      "epoch": 2.0892484128609463,
      "grad_norm": 1.1276402548559996,
      "learning_rate": 0.0002225989131874724,
      "loss": 0.8007,
      "step": 51009
    },
    {
      "epoch": 2.0892893712881424,
      "grad_norm": 1.1018508582156017,
      "learning_rate": 0.00022259605921524814,
      "loss": 0.9699,
      "step": 51010
    },
    {
      "epoch": 2.089330329715339,
      "grad_norm": 0.8536969181909638,
      "learning_rate": 0.0002225932052087047,
      "loss": 0.8193,
      "step": 51011
    },
    {
      "epoch": 2.0893712881425355,
      "grad_norm": 0.8656775264932324,
      "learning_rate": 0.0002225903511678434,
      "loss": 0.643,
      "step": 51012
    },
    {
      "epoch": 2.0894122465697316,
      "grad_norm": 1.5387546879674474,
      "learning_rate": 0.00022258749709266556,
      "loss": 1.0078,
      "step": 51013
    },
    {
      "epoch": 2.089453204996928,
      "grad_norm": 1.1901625805337814,
      "learning_rate": 0.00022258464298317257,
      "loss": 0.8173,
      "step": 51014
    },
    {
      "epoch": 2.0894941634241246,
      "grad_norm": 1.1588547437270234,
      "learning_rate": 0.00022258178883936578,
      "loss": 0.7924,
      "step": 51015
    },
    {
      "epoch": 2.0895351218513207,
      "grad_norm": 1.084960546542953,
      "learning_rate": 0.0002225789346612466,
      "loss": 0.9669,
      "step": 51016
    },
    {
      "epoch": 2.0895760802785173,
      "grad_norm": 0.9490725073366393,
      "learning_rate": 0.00022257608044881622,
      "loss": 0.7653,
      "step": 51017
    },
    {
      "epoch": 2.089617038705714,
      "grad_norm": 0.8685119948957716,
      "learning_rate": 0.0002225732262020761,
      "loss": 0.6445,
      "step": 51018
    },
    {
      "epoch": 2.08965799713291,
      "grad_norm": 0.9342110717607613,
      "learning_rate": 0.00022257037192102762,
      "loss": 0.6758,
      "step": 51019
    },
    {
      "epoch": 2.0896989555601064,
      "grad_norm": 1.0553902918079405,
      "learning_rate": 0.000222567517605672,
      "loss": 0.8035,
      "step": 51020
    },
    {
      "epoch": 2.089739913987303,
      "grad_norm": 0.9090554689036123,
      "learning_rate": 0.00022256466325601073,
      "loss": 0.6558,
      "step": 51021
    },
    {
      "epoch": 2.089780872414499,
      "grad_norm": 1.383114931965802,
      "learning_rate": 0.00022256180887204505,
      "loss": 1.6428,
      "step": 51022
    },
    {
      "epoch": 2.0898218308416956,
      "grad_norm": 2.0965874930221675,
      "learning_rate": 0.0002225589544537764,
      "loss": 1.023,
      "step": 51023
    },
    {
      "epoch": 2.089862789268892,
      "grad_norm": 0.8764582914605079,
      "learning_rate": 0.00022255610000120608,
      "loss": 0.3415,
      "step": 51024
    },
    {
      "epoch": 2.0899037476960887,
      "grad_norm": 0.6386677321425309,
      "learning_rate": 0.00022255324551433546,
      "loss": 0.4658,
      "step": 51025
    },
    {
      "epoch": 2.0899447061232848,
      "grad_norm": 2.9460162392799942,
      "learning_rate": 0.00022255039099316584,
      "loss": 0.8971,
      "step": 51026
    },
    {
      "epoch": 2.0899856645504813,
      "grad_norm": 1.1499971001938076,
      "learning_rate": 0.00022254753643769862,
      "loss": 0.9296,
      "step": 51027
    },
    {
      "epoch": 2.090026622977678,
      "grad_norm": 1.0706655997122527,
      "learning_rate": 0.00022254468184793513,
      "loss": 0.8063,
      "step": 51028
    },
    {
      "epoch": 2.090067581404874,
      "grad_norm": 1.1608890561951741,
      "learning_rate": 0.00022254182722387673,
      "loss": 0.7963,
      "step": 51029
    },
    {
      "epoch": 2.0901085398320705,
      "grad_norm": 1.0795923587814995,
      "learning_rate": 0.00022253897256552474,
      "loss": 0.8984,
      "step": 51030
    },
    {
      "epoch": 2.090149498259267,
      "grad_norm": 0.8317158737629127,
      "learning_rate": 0.00022253611787288055,
      "loss": 0.5316,
      "step": 51031
    },
    {
      "epoch": 2.090190456686463,
      "grad_norm": 1.2104571533618322,
      "learning_rate": 0.0002225332631459455,
      "loss": 0.9092,
      "step": 51032
    },
    {
      "epoch": 2.0902314151136596,
      "grad_norm": 1.1398460850403307,
      "learning_rate": 0.00022253040838472095,
      "loss": 0.7796,
      "step": 51033
    },
    {
      "epoch": 2.090272373540856,
      "grad_norm": 0.8485394890849589,
      "learning_rate": 0.00022252755358920817,
      "loss": 0.5604,
      "step": 51034
    },
    {
      "epoch": 2.0903133319680522,
      "grad_norm": 1.3207907652160484,
      "learning_rate": 0.0002225246987594086,
      "loss": 1.0358,
      "step": 51035
    },
    {
      "epoch": 2.090354290395249,
      "grad_norm": 1.0117015048636628,
      "learning_rate": 0.00022252184389532362,
      "loss": 0.6401,
      "step": 51036
    },
    {
      "epoch": 2.0903952488224453,
      "grad_norm": 2.6810857579259135,
      "learning_rate": 0.00022251898899695448,
      "loss": 3.6012,
      "step": 51037
    },
    {
      "epoch": 2.0904362072496414,
      "grad_norm": 1.1128848321893998,
      "learning_rate": 0.00022251613406430251,
      "loss": 0.9364,
      "step": 51038
    },
    {
      "epoch": 2.090477165676838,
      "grad_norm": 1.5631828323764614,
      "learning_rate": 0.0002225132790973692,
      "loss": 1.1408,
      "step": 51039
    },
    {
      "epoch": 2.0905181241040345,
      "grad_norm": 1.0881211836583429,
      "learning_rate": 0.00022251042409615577,
      "loss": 0.8835,
      "step": 51040
    },
    {
      "epoch": 2.0905590825312306,
      "grad_norm": 1.3292896831304908,
      "learning_rate": 0.00022250756906066365,
      "loss": 0.949,
      "step": 51041
    },
    {
      "epoch": 2.090600040958427,
      "grad_norm": 1.016768856766566,
      "learning_rate": 0.00022250471399089415,
      "loss": 0.7625,
      "step": 51042
    },
    {
      "epoch": 2.0906409993856236,
      "grad_norm": 1.0622046713504956,
      "learning_rate": 0.00022250185888684864,
      "loss": 0.7083,
      "step": 51043
    },
    {
      "epoch": 2.09068195781282,
      "grad_norm": 1.0315841013662843,
      "learning_rate": 0.00022249900374852845,
      "loss": 0.8434,
      "step": 51044
    },
    {
      "epoch": 2.0907229162400163,
      "grad_norm": 1.2152158163513476,
      "learning_rate": 0.00022249614857593493,
      "loss": 0.9392,
      "step": 51045
    },
    {
      "epoch": 2.090763874667213,
      "grad_norm": 1.4186040684719419,
      "learning_rate": 0.00022249329336906942,
      "loss": 1.091,
      "step": 51046
    },
    {
      "epoch": 2.0908048330944093,
      "grad_norm": 5.9087012984912395,
      "learning_rate": 0.0002224904381279333,
      "loss": 1.9543,
      "step": 51047
    },
    {
      "epoch": 2.0908457915216054,
      "grad_norm": 1.7133142740347986,
      "learning_rate": 0.00022248758285252793,
      "loss": 1.5368,
      "step": 51048
    },
    {
      "epoch": 2.090886749948802,
      "grad_norm": 1.125665564061987,
      "learning_rate": 0.00022248472754285464,
      "loss": 0.6083,
      "step": 51049
    },
    {
      "epoch": 2.0909277083759985,
      "grad_norm": 1.2027153998720823,
      "learning_rate": 0.00022248187219891472,
      "loss": 0.907,
      "step": 51050
    },
    {
      "epoch": 2.0909686668031946,
      "grad_norm": 1.1769755171293732,
      "learning_rate": 0.00022247901682070966,
      "loss": 0.9251,
      "step": 51051
    },
    {
      "epoch": 2.091009625230391,
      "grad_norm": 0.6180467385208669,
      "learning_rate": 0.0002224761614082407,
      "loss": 0.2361,
      "step": 51052
    },
    {
      "epoch": 2.0910505836575877,
      "grad_norm": 0.9068069850599623,
      "learning_rate": 0.00022247330596150916,
      "loss": 0.8291,
      "step": 51053
    },
    {
      "epoch": 2.0910915420847838,
      "grad_norm": 1.4221063518456145,
      "learning_rate": 0.00022247045048051647,
      "loss": 0.847,
      "step": 51054
    },
    {
      "epoch": 2.0911325005119803,
      "grad_norm": 1.2668340642871576,
      "learning_rate": 0.00022246759496526402,
      "loss": 0.8553,
      "step": 51055
    },
    {
      "epoch": 2.091173458939177,
      "grad_norm": 1.1248697115799677,
      "learning_rate": 0.00022246473941575304,
      "loss": 0.8241,
      "step": 51056
    },
    {
      "epoch": 2.091214417366373,
      "grad_norm": 1.246134227246811,
      "learning_rate": 0.00022246188383198494,
      "loss": 0.708,
      "step": 51057
    },
    {
      "epoch": 2.0912553757935695,
      "grad_norm": 1.0942802927414483,
      "learning_rate": 0.00022245902821396105,
      "loss": 0.6721,
      "step": 51058
    },
    {
      "epoch": 2.091296334220766,
      "grad_norm": 1.4133171920016012,
      "learning_rate": 0.00022245617256168277,
      "loss": 1.014,
      "step": 51059
    },
    {
      "epoch": 2.0913372926479625,
      "grad_norm": 1.5136905111820131,
      "learning_rate": 0.0002224533168751514,
      "loss": 1.1349,
      "step": 51060
    },
    {
      "epoch": 2.0913782510751586,
      "grad_norm": 1.0234568163513333,
      "learning_rate": 0.00022245046115436834,
      "loss": 0.9183,
      "step": 51061
    },
    {
      "epoch": 2.091419209502355,
      "grad_norm": 0.6655327230702525,
      "learning_rate": 0.00022244760539933485,
      "loss": 0.4752,
      "step": 51062
    },
    {
      "epoch": 2.0914601679295517,
      "grad_norm": 0.9269736891305821,
      "learning_rate": 0.00022244474961005236,
      "loss": 0.9506,
      "step": 51063
    },
    {
      "epoch": 2.091501126356748,
      "grad_norm": 0.810030164086818,
      "learning_rate": 0.0002224418937865222,
      "loss": 0.6889,
      "step": 51064
    },
    {
      "epoch": 2.0915420847839443,
      "grad_norm": 0.9129992462971418,
      "learning_rate": 0.00022243903792874573,
      "loss": 0.6843,
      "step": 51065
    },
    {
      "epoch": 2.091583043211141,
      "grad_norm": 0.9477478114089067,
      "learning_rate": 0.00022243618203672427,
      "loss": 0.8608,
      "step": 51066
    },
    {
      "epoch": 2.091624001638337,
      "grad_norm": 1.38376822917471,
      "learning_rate": 0.00022243332611045918,
      "loss": 1.0218,
      "step": 51067
    },
    {
      "epoch": 2.0916649600655335,
      "grad_norm": 1.1945090468582786,
      "learning_rate": 0.00022243047014995184,
      "loss": 0.9669,
      "step": 51068
    },
    {
      "epoch": 2.09170591849273,
      "grad_norm": 1.1274226335254556,
      "learning_rate": 0.00022242761415520353,
      "loss": 0.8008,
      "step": 51069
    },
    {
      "epoch": 2.091746876919926,
      "grad_norm": 1.0302087290268558,
      "learning_rate": 0.00022242475812621565,
      "loss": 1.0366,
      "step": 51070
    },
    {
      "epoch": 2.0917878353471226,
      "grad_norm": 0.8844504739797814,
      "learning_rate": 0.0002224219020629896,
      "loss": 0.7889,
      "step": 51071
    },
    {
      "epoch": 2.091828793774319,
      "grad_norm": 0.8729065336495797,
      "learning_rate": 0.00022241904596552665,
      "loss": 0.6516,
      "step": 51072
    },
    {
      "epoch": 2.0918697522015153,
      "grad_norm": 1.0714277151195202,
      "learning_rate": 0.0002224161898338282,
      "loss": 0.8301,
      "step": 51073
    },
    {
      "epoch": 2.091910710628712,
      "grad_norm": 1.20430456976958,
      "learning_rate": 0.00022241333366789553,
      "loss": 0.9055,
      "step": 51074
    },
    {
      "epoch": 2.0919516690559083,
      "grad_norm": 0.7622038633937184,
      "learning_rate": 0.00022241047746773005,
      "loss": 0.5669,
      "step": 51075
    },
    {
      "epoch": 2.0919926274831044,
      "grad_norm": 0.8744811105241034,
      "learning_rate": 0.00022240762123333313,
      "loss": 0.5746,
      "step": 51076
    },
    {
      "epoch": 2.092033585910301,
      "grad_norm": 1.260589661854837,
      "learning_rate": 0.00022240476496470607,
      "loss": 0.8853,
      "step": 51077
    },
    {
      "epoch": 2.0920745443374975,
      "grad_norm": 0.8413046560560433,
      "learning_rate": 0.0002224019086618502,
      "loss": 0.7083,
      "step": 51078
    },
    {
      "epoch": 2.092115502764694,
      "grad_norm": 0.8122725416309257,
      "learning_rate": 0.000222399052324767,
      "loss": 0.6418,
      "step": 51079
    },
    {
      "epoch": 2.09215646119189,
      "grad_norm": 0.8979404779989474,
      "learning_rate": 0.00022239619595345765,
      "loss": 0.6452,
      "step": 51080
    },
    {
      "epoch": 2.0921974196190867,
      "grad_norm": 1.1561984770568592,
      "learning_rate": 0.0002223933395479236,
      "loss": 0.5762,
      "step": 51081
    },
    {
      "epoch": 2.092238378046283,
      "grad_norm": 1.49913011341232,
      "learning_rate": 0.00022239048310816617,
      "loss": 1.4122,
      "step": 51082
    },
    {
      "epoch": 2.0922793364734793,
      "grad_norm": 0.989122340850045,
      "learning_rate": 0.00022238762663418676,
      "loss": 0.5345,
      "step": 51083
    },
    {
      "epoch": 2.092320294900676,
      "grad_norm": 1.0681983903148464,
      "learning_rate": 0.00022238477012598664,
      "loss": 0.8705,
      "step": 51084
    },
    {
      "epoch": 2.0923612533278724,
      "grad_norm": 1.1028019206423798,
      "learning_rate": 0.00022238191358356723,
      "loss": 0.8457,
      "step": 51085
    },
    {
      "epoch": 2.0924022117550685,
      "grad_norm": 0.7629275842437454,
      "learning_rate": 0.0002223790570069298,
      "loss": 0.3486,
      "step": 51086
    },
    {
      "epoch": 2.092443170182265,
      "grad_norm": 1.3840939946161777,
      "learning_rate": 0.00022237620039607583,
      "loss": 1.12,
      "step": 51087
    },
    {
      "epoch": 2.0924841286094615,
      "grad_norm": 1.0664856980438406,
      "learning_rate": 0.00022237334375100658,
      "loss": 0.8047,
      "step": 51088
    },
    {
      "epoch": 2.0925250870366576,
      "grad_norm": 1.102881343964578,
      "learning_rate": 0.00022237048707172337,
      "loss": 0.6302,
      "step": 51089
    },
    {
      "epoch": 2.092566045463854,
      "grad_norm": 0.8147678611532951,
      "learning_rate": 0.0002223676303582276,
      "loss": 0.7844,
      "step": 51090
    },
    {
      "epoch": 2.0926070038910507,
      "grad_norm": 1.0247931377834745,
      "learning_rate": 0.0002223647736105206,
      "loss": 0.6656,
      "step": 51091
    },
    {
      "epoch": 2.092647962318247,
      "grad_norm": 1.066136310179114,
      "learning_rate": 0.00022236191682860378,
      "loss": 0.6923,
      "step": 51092
    },
    {
      "epoch": 2.0926889207454433,
      "grad_norm": 0.9946313025064987,
      "learning_rate": 0.00022235906001247843,
      "loss": 0.6814,
      "step": 51093
    },
    {
      "epoch": 2.09272987917264,
      "grad_norm": 1.2540751080530144,
      "learning_rate": 0.00022235620316214588,
      "loss": 0.9084,
      "step": 51094
    },
    {
      "epoch": 2.092770837599836,
      "grad_norm": 1.1206961807003497,
      "learning_rate": 0.00022235334627760756,
      "loss": 0.5387,
      "step": 51095
    },
    {
      "epoch": 2.0928117960270325,
      "grad_norm": 1.8754346714316104,
      "learning_rate": 0.00022235048935886477,
      "loss": 0.618,
      "step": 51096
    },
    {
      "epoch": 2.092852754454229,
      "grad_norm": 1.0532774605866266,
      "learning_rate": 0.00022234763240591886,
      "loss": 1.049,
      "step": 51097
    },
    {
      "epoch": 2.0928937128814256,
      "grad_norm": 0.8499781669993127,
      "learning_rate": 0.00022234477541877116,
      "loss": 0.4039,
      "step": 51098
    },
    {
      "epoch": 2.0929346713086217,
      "grad_norm": 1.5889984641342818,
      "learning_rate": 0.00022234191839742306,
      "loss": 1.4946,
      "step": 51099
    },
    {
      "epoch": 2.092975629735818,
      "grad_norm": 2.7190017383214387,
      "learning_rate": 0.00022233906134187591,
      "loss": 1.4184,
      "step": 51100
    },
    {
      "epoch": 2.0930165881630147,
      "grad_norm": 0.8716181506861583,
      "learning_rate": 0.00022233620425213106,
      "loss": 0.6364,
      "step": 51101
    },
    {
      "epoch": 2.093057546590211,
      "grad_norm": 1.5128946088226911,
      "learning_rate": 0.0002223333471281898,
      "loss": 1.1968,
      "step": 51102
    },
    {
      "epoch": 2.0930985050174074,
      "grad_norm": 1.1716565645717871,
      "learning_rate": 0.0002223304899700536,
      "loss": 0.835,
      "step": 51103
    },
    {
      "epoch": 2.093139463444604,
      "grad_norm": 0.7215609387687983,
      "learning_rate": 0.00022232763277772375,
      "loss": 0.2344,
      "step": 51104
    },
    {
      "epoch": 2.0931804218718,
      "grad_norm": 1.0795478273533958,
      "learning_rate": 0.00022232477555120153,
      "loss": 0.6099,
      "step": 51105
    },
    {
      "epoch": 2.0932213802989965,
      "grad_norm": 1.0129124049203542,
      "learning_rate": 0.00022232191829048837,
      "loss": 0.9432,
      "step": 51106
    },
    {
      "epoch": 2.093262338726193,
      "grad_norm": 1.567905607497405,
      "learning_rate": 0.00022231906099558557,
      "loss": 1.4437,
      "step": 51107
    },
    {
      "epoch": 2.093303297153389,
      "grad_norm": 0.8078411524586869,
      "learning_rate": 0.00022231620366649458,
      "loss": 0.5964,
      "step": 51108
    },
    {
      "epoch": 2.0933442555805857,
      "grad_norm": 0.9314969740874044,
      "learning_rate": 0.00022231334630321668,
      "loss": 0.7237,
      "step": 51109
    },
    {
      "epoch": 2.093385214007782,
      "grad_norm": 0.8712663854826452,
      "learning_rate": 0.00022231048890575318,
      "loss": 0.6452,
      "step": 51110
    },
    {
      "epoch": 2.0934261724349783,
      "grad_norm": 0.6176753321983799,
      "learning_rate": 0.00022230763147410552,
      "loss": 0.2333,
      "step": 51111
    },
    {
      "epoch": 2.093467130862175,
      "grad_norm": 1.0224433681163678,
      "learning_rate": 0.00022230477400827497,
      "loss": 0.8138,
      "step": 51112
    },
    {
      "epoch": 2.0935080892893714,
      "grad_norm": 1.2351159810955668,
      "learning_rate": 0.00022230191650826297,
      "loss": 0.9594,
      "step": 51113
    },
    {
      "epoch": 2.093549047716568,
      "grad_norm": 0.9398055889851444,
      "learning_rate": 0.00022229905897407076,
      "loss": 0.8838,
      "step": 51114
    },
    {
      "epoch": 2.093590006143764,
      "grad_norm": 0.6919425651466579,
      "learning_rate": 0.00022229620140569976,
      "loss": 0.3689,
      "step": 51115
    },
    {
      "epoch": 2.0936309645709605,
      "grad_norm": 0.9428606552443383,
      "learning_rate": 0.00022229334380315135,
      "loss": 0.8705,
      "step": 51116
    },
    {
      "epoch": 2.093671922998157,
      "grad_norm": 1.0008801309294406,
      "learning_rate": 0.00022229048616642682,
      "loss": 0.2913,
      "step": 51117
    },
    {
      "epoch": 2.093712881425353,
      "grad_norm": 1.0925563888487817,
      "learning_rate": 0.00022228762849552753,
      "loss": 0.9832,
      "step": 51118
    },
    {
      "epoch": 2.0937538398525497,
      "grad_norm": 0.8327792063325549,
      "learning_rate": 0.00022228477079045487,
      "loss": 0.377,
      "step": 51119
    },
    {
      "epoch": 2.0937947982797462,
      "grad_norm": 1.4477972229473832,
      "learning_rate": 0.00022228191305121017,
      "loss": 0.8772,
      "step": 51120
    },
    {
      "epoch": 2.0938357567069423,
      "grad_norm": 0.7855969200032312,
      "learning_rate": 0.00022227905527779474,
      "loss": 0.3086,
      "step": 51121
    },
    {
      "epoch": 2.093876715134139,
      "grad_norm": 1.2388417408556827,
      "learning_rate": 0.00022227619747021,
      "loss": 1.0429,
      "step": 51122
    },
    {
      "epoch": 2.0939176735613354,
      "grad_norm": 1.041190726555453,
      "learning_rate": 0.00022227333962845727,
      "loss": 0.7369,
      "step": 51123
    },
    {
      "epoch": 2.0939586319885315,
      "grad_norm": 0.9657419000995244,
      "learning_rate": 0.00022227048175253787,
      "loss": 0.7006,
      "step": 51124
    },
    {
      "epoch": 2.093999590415728,
      "grad_norm": 0.7341000900679164,
      "learning_rate": 0.00022226762384245318,
      "loss": 0.2951,
      "step": 51125
    },
    {
      "epoch": 2.0940405488429246,
      "grad_norm": 1.2323620626023475,
      "learning_rate": 0.00022226476589820457,
      "loss": 0.8404,
      "step": 51126
    },
    {
      "epoch": 2.0940815072701207,
      "grad_norm": 1.482843886181131,
      "learning_rate": 0.00022226190791979338,
      "loss": 0.813,
      "step": 51127
    },
    {
      "epoch": 2.094122465697317,
      "grad_norm": 1.2201132418175458,
      "learning_rate": 0.00022225904990722098,
      "loss": 0.8162,
      "step": 51128
    },
    {
      "epoch": 2.0941634241245137,
      "grad_norm": 0.623494968427633,
      "learning_rate": 0.0002222561918604886,
      "loss": 0.2765,
      "step": 51129
    },
    {
      "epoch": 2.09420438255171,
      "grad_norm": 0.4260642936884406,
      "learning_rate": 0.00022225333377959774,
      "loss": 0.1266,
      "step": 51130
    },
    {
      "epoch": 2.0942453409789064,
      "grad_norm": 0.869669491628838,
      "learning_rate": 0.0002222504756645497,
      "loss": 0.2783,
      "step": 51131
    },
    {
      "epoch": 2.094286299406103,
      "grad_norm": 1.5108886818407747,
      "learning_rate": 0.0002222476175153458,
      "loss": 1.2794,
      "step": 51132
    },
    {
      "epoch": 2.0943272578332994,
      "grad_norm": 1.310852454247348,
      "learning_rate": 0.00022224475933198747,
      "loss": 1.0886,
      "step": 51133
    },
    {
      "epoch": 2.0943682162604955,
      "grad_norm": 0.8829252170455488,
      "learning_rate": 0.00022224190111447595,
      "loss": 0.8054,
      "step": 51134
    },
    {
      "epoch": 2.094409174687692,
      "grad_norm": 1.2617145081250418,
      "learning_rate": 0.00022223904286281272,
      "loss": 0.9727,
      "step": 51135
    },
    {
      "epoch": 2.0944501331148886,
      "grad_norm": 0.9160258312370552,
      "learning_rate": 0.000222236184576999,
      "loss": 0.7294,
      "step": 51136
    },
    {
      "epoch": 2.0944910915420847,
      "grad_norm": 0.6197401221006469,
      "learning_rate": 0.00022223332625703624,
      "loss": 0.2712,
      "step": 51137
    },
    {
      "epoch": 2.094532049969281,
      "grad_norm": 0.9637440337772165,
      "learning_rate": 0.00022223046790292573,
      "loss": 0.6061,
      "step": 51138
    },
    {
      "epoch": 2.0945730083964778,
      "grad_norm": 0.8821486642151913,
      "learning_rate": 0.00022222760951466888,
      "loss": 0.6537,
      "step": 51139
    },
    {
      "epoch": 2.094613966823674,
      "grad_norm": 2.107121927231035,
      "learning_rate": 0.00022222475109226697,
      "loss": 0.8602,
      "step": 51140
    },
    {
      "epoch": 2.0946549252508704,
      "grad_norm": 0.872938893621765,
      "learning_rate": 0.00022222189263572143,
      "loss": 0.6244,
      "step": 51141
    },
    {
      "epoch": 2.094695883678067,
      "grad_norm": 0.919143718483026,
      "learning_rate": 0.00022221903414503352,
      "loss": 0.6216,
      "step": 51142
    },
    {
      "epoch": 2.094736842105263,
      "grad_norm": 1.4392420185659596,
      "learning_rate": 0.00022221617562020465,
      "loss": 1.5135,
      "step": 51143
    },
    {
      "epoch": 2.0947778005324595,
      "grad_norm": 1.2544290887896323,
      "learning_rate": 0.00022221331706123617,
      "loss": 1.1747,
      "step": 51144
    },
    {
      "epoch": 2.094818758959656,
      "grad_norm": 0.6473234694536495,
      "learning_rate": 0.00022221045846812948,
      "loss": 0.411,
      "step": 51145
    },
    {
      "epoch": 2.094859717386852,
      "grad_norm": 0.7738884926847829,
      "learning_rate": 0.0002222075998408858,
      "loss": 0.2369,
      "step": 51146
    },
    {
      "epoch": 2.0949006758140487,
      "grad_norm": 1.0907376409237752,
      "learning_rate": 0.0002222047411795066,
      "loss": 0.6472,
      "step": 51147
    },
    {
      "epoch": 2.0949416342412452,
      "grad_norm": 0.7224085877535407,
      "learning_rate": 0.00022220188248399318,
      "loss": 0.6505,
      "step": 51148
    },
    {
      "epoch": 2.0949825926684413,
      "grad_norm": 0.7818336998408076,
      "learning_rate": 0.00022219902375434687,
      "loss": 0.4417,
      "step": 51149
    },
    {
      "epoch": 2.095023551095638,
      "grad_norm": 1.024613338458835,
      "learning_rate": 0.00022219616499056906,
      "loss": 0.8857,
      "step": 51150
    },
    {
      "epoch": 2.0950645095228344,
      "grad_norm": 1.5864123411740927,
      "learning_rate": 0.0002221933061926611,
      "loss": 1.369,
      "step": 51151
    },
    {
      "epoch": 2.095105467950031,
      "grad_norm": 1.2687852830371393,
      "learning_rate": 0.00022219044736062436,
      "loss": 0.8333,
      "step": 51152
    },
    {
      "epoch": 2.095146426377227,
      "grad_norm": 1.0230363483845577,
      "learning_rate": 0.00022218758849446016,
      "loss": 0.8025,
      "step": 51153
    },
    {
      "epoch": 2.0951873848044236,
      "grad_norm": 1.0560663090518312,
      "learning_rate": 0.0002221847295941698,
      "loss": 0.9172,
      "step": 51154
    },
    {
      "epoch": 2.09522834323162,
      "grad_norm": 1.1340897645124894,
      "learning_rate": 0.00022218187065975475,
      "loss": 1.1109,
      "step": 51155
    },
    {
      "epoch": 2.095269301658816,
      "grad_norm": 0.7850893882488654,
      "learning_rate": 0.00022217901169121627,
      "loss": 0.4005,
      "step": 51156
    },
    {
      "epoch": 2.0953102600860127,
      "grad_norm": 1.2217608104110453,
      "learning_rate": 0.00022217615268855576,
      "loss": 0.3282,
      "step": 51157
    },
    {
      "epoch": 2.0953512185132093,
      "grad_norm": 1.0241944684654385,
      "learning_rate": 0.00022217329365177457,
      "loss": 0.8551,
      "step": 51158
    },
    {
      "epoch": 2.0953921769404054,
      "grad_norm": 1.1433455447608716,
      "learning_rate": 0.00022217043458087402,
      "loss": 0.9043,
      "step": 51159
    },
    {
      "epoch": 2.095433135367602,
      "grad_norm": 0.9516731210934103,
      "learning_rate": 0.00022216757547585547,
      "loss": 0.9177,
      "step": 51160
    },
    {
      "epoch": 2.0954740937947984,
      "grad_norm": 0.9316426585397783,
      "learning_rate": 0.00022216471633672026,
      "loss": 0.9791,
      "step": 51161
    },
    {
      "epoch": 2.0955150522219945,
      "grad_norm": 1.0615972937095495,
      "learning_rate": 0.00022216185716346978,
      "loss": 0.8016,
      "step": 51162
    },
    {
      "epoch": 2.095556010649191,
      "grad_norm": 1.5078131215470707,
      "learning_rate": 0.00022215899795610536,
      "loss": 1.5541,
      "step": 51163
    },
    {
      "epoch": 2.0955969690763876,
      "grad_norm": 0.9372680461335089,
      "learning_rate": 0.00022215613871462834,
      "loss": 0.7897,
      "step": 51164
    },
    {
      "epoch": 2.0956379275035837,
      "grad_norm": 1.0465704992067728,
      "learning_rate": 0.00022215327943904013,
      "loss": 0.8643,
      "step": 51165
    },
    {
      "epoch": 2.09567888593078,
      "grad_norm": 1.0706756243260358,
      "learning_rate": 0.00022215042012934194,
      "loss": 0.897,
      "step": 51166
    },
    {
      "epoch": 2.0957198443579768,
      "grad_norm": 1.6017866742462419,
      "learning_rate": 0.0002221475607855353,
      "loss": 0.9908,
      "step": 51167
    },
    {
      "epoch": 2.095760802785173,
      "grad_norm": 1.2988654541492535,
      "learning_rate": 0.00022214470140762148,
      "loss": 0.9354,
      "step": 51168
    },
    {
      "epoch": 2.0958017612123694,
      "grad_norm": 1.1295656790184876,
      "learning_rate": 0.00022214184199560182,
      "loss": 0.996,
      "step": 51169
    },
    {
      "epoch": 2.095842719639566,
      "grad_norm": 0.930550499626256,
      "learning_rate": 0.00022213898254947763,
      "loss": 0.8233,
      "step": 51170
    },
    {
      "epoch": 2.0958836780667625,
      "grad_norm": 0.9513265707591319,
      "learning_rate": 0.00022213612306925035,
      "loss": 0.7835,
      "step": 51171
    },
    {
      "epoch": 2.0959246364939585,
      "grad_norm": 0.9483703150945865,
      "learning_rate": 0.00022213326355492133,
      "loss": 0.761,
      "step": 51172
    },
    {
      "epoch": 2.095965594921155,
      "grad_norm": 1.1071322964364163,
      "learning_rate": 0.00022213040400649188,
      "loss": 0.8569,
      "step": 51173
    },
    {
      "epoch": 2.0960065533483516,
      "grad_norm": 1.0976460339690068,
      "learning_rate": 0.00022212754442396332,
      "loss": 0.9209,
      "step": 51174
    },
    {
      "epoch": 2.0960475117755477,
      "grad_norm": 0.9270038983447324,
      "learning_rate": 0.00022212468480733706,
      "loss": 0.8153,
      "step": 51175
    },
    {
      "epoch": 2.0960884702027442,
      "grad_norm": 1.9542449692808388,
      "learning_rate": 0.00022212182515661443,
      "loss": 1.1371,
      "step": 51176
    },
    {
      "epoch": 2.096129428629941,
      "grad_norm": 0.9591170999592186,
      "learning_rate": 0.00022211896547179682,
      "loss": 0.9776,
      "step": 51177
    },
    {
      "epoch": 2.096170387057137,
      "grad_norm": 0.9206759771572806,
      "learning_rate": 0.00022211610575288552,
      "loss": 0.7453,
      "step": 51178
    },
    {
      "epoch": 2.0962113454843334,
      "grad_norm": 0.9348842078355843,
      "learning_rate": 0.00022211324599988192,
      "loss": 0.8714,
      "step": 51179
    },
    {
      "epoch": 2.09625230391153,
      "grad_norm": 1.5085197433653155,
      "learning_rate": 0.00022211038621278736,
      "loss": 1.0329,
      "step": 51180
    },
    {
      "epoch": 2.096293262338726,
      "grad_norm": 0.8798168526413882,
      "learning_rate": 0.0002221075263916032,
      "loss": 0.8939,
      "step": 51181
    },
    {
      "epoch": 2.0963342207659226,
      "grad_norm": 1.7707267802688125,
      "learning_rate": 0.00022210466653633073,
      "loss": 0.9396,
      "step": 51182
    },
    {
      "epoch": 2.096375179193119,
      "grad_norm": 2.1341983986481616,
      "learning_rate": 0.00022210180664697143,
      "loss": 2.3316,
      "step": 51183
    },
    {
      "epoch": 2.096416137620315,
      "grad_norm": 1.0792886978194227,
      "learning_rate": 0.00022209894672352656,
      "loss": 0.7002,
      "step": 51184
    },
    {
      "epoch": 2.0964570960475117,
      "grad_norm": 1.1683728035246599,
      "learning_rate": 0.00022209608676599746,
      "loss": 0.8645,
      "step": 51185
    },
    {
      "epoch": 2.0964980544747083,
      "grad_norm": 0.9142905558420668,
      "learning_rate": 0.00022209322677438551,
      "loss": 0.653,
      "step": 51186
    },
    {
      "epoch": 2.0965390129019044,
      "grad_norm": 0.6837791210436148,
      "learning_rate": 0.0002220903667486921,
      "loss": 0.3047,
      "step": 51187
    },
    {
      "epoch": 2.096579971329101,
      "grad_norm": 1.0139245363035336,
      "learning_rate": 0.00022208750668891857,
      "loss": 0.6489,
      "step": 51188
    },
    {
      "epoch": 2.0966209297562974,
      "grad_norm": 0.9607085614958794,
      "learning_rate": 0.00022208464659506622,
      "loss": 0.566,
      "step": 51189
    },
    {
      "epoch": 2.096661888183494,
      "grad_norm": 0.8203796355933609,
      "learning_rate": 0.00022208178646713643,
      "loss": 0.627,
      "step": 51190
    },
    {
      "epoch": 2.09670284661069,
      "grad_norm": 1.3027014364881755,
      "learning_rate": 0.00022207892630513056,
      "loss": 0.9643,
      "step": 51191
    },
    {
      "epoch": 2.0967438050378866,
      "grad_norm": 1.2297288498669892,
      "learning_rate": 0.00022207606610905,
      "loss": 0.8278,
      "step": 51192
    },
    {
      "epoch": 2.096784763465083,
      "grad_norm": 0.5398240682516735,
      "learning_rate": 0.00022207320587889598,
      "loss": 0.2777,
      "step": 51193
    },
    {
      "epoch": 2.0968257218922792,
      "grad_norm": 1.0826040406725959,
      "learning_rate": 0.00022207034561467,
      "loss": 0.8066,
      "step": 51194
    },
    {
      "epoch": 2.0968666803194758,
      "grad_norm": 1.223995174667123,
      "learning_rate": 0.00022206748531637327,
      "loss": 0.8616,
      "step": 51195
    },
    {
      "epoch": 2.0969076387466723,
      "grad_norm": 1.8520301353956996,
      "learning_rate": 0.0002220646249840073,
      "loss": 0.9433,
      "step": 51196
    },
    {
      "epoch": 2.0969485971738684,
      "grad_norm": 0.5568644011388202,
      "learning_rate": 0.00022206176461757324,
      "loss": 0.2372,
      "step": 51197
    },
    {
      "epoch": 2.096989555601065,
      "grad_norm": 3.4411177246938216,
      "learning_rate": 0.00022205890421707263,
      "loss": 3.9081,
      "step": 51198
    },
    {
      "epoch": 2.0970305140282615,
      "grad_norm": 0.7880545742055773,
      "learning_rate": 0.00022205604378250677,
      "loss": 0.2814,
      "step": 51199
    },
    {
      "epoch": 2.0970714724554576,
      "grad_norm": 0.9138435750129308,
      "learning_rate": 0.00022205318331387696,
      "loss": 0.8138,
      "step": 51200
    },
    {
      "epoch": 2.097112430882654,
      "grad_norm": 1.2000429761603104,
      "learning_rate": 0.00022205032281118463,
      "loss": 0.7852,
      "step": 51201
    },
    {
      "epoch": 2.0971533893098506,
      "grad_norm": 0.9583742716449994,
      "learning_rate": 0.000222047462274431,
      "loss": 0.7736,
      "step": 51202
    },
    {
      "epoch": 2.0971943477370467,
      "grad_norm": 0.862984367597052,
      "learning_rate": 0.00022204460170361759,
      "loss": 0.7888,
      "step": 51203
    },
    {
      "epoch": 2.0972353061642433,
      "grad_norm": 0.9021950383407257,
      "learning_rate": 0.00022204174109874568,
      "loss": 0.8051,
      "step": 51204
    },
    {
      "epoch": 2.09727626459144,
      "grad_norm": 0.781654989226304,
      "learning_rate": 0.00022203888045981658,
      "loss": 0.1133,
      "step": 51205
    },
    {
      "epoch": 2.097317223018636,
      "grad_norm": 0.9174765415054464,
      "learning_rate": 0.00022203601978683165,
      "loss": 0.7595,
      "step": 51206
    },
    {
      "epoch": 2.0973581814458324,
      "grad_norm": 0.864910073480793,
      "learning_rate": 0.00022203315907979234,
      "loss": 0.4326,
      "step": 51207
    },
    {
      "epoch": 2.097399139873029,
      "grad_norm": 0.7043344722692129,
      "learning_rate": 0.0002220302983386999,
      "loss": 0.699,
      "step": 51208
    },
    {
      "epoch": 2.0974400983002255,
      "grad_norm": 0.9014987181699183,
      "learning_rate": 0.00022202743756355567,
      "loss": 0.823,
      "step": 51209
    },
    {
      "epoch": 2.0974810567274216,
      "grad_norm": 1.0124074666577265,
      "learning_rate": 0.00022202457675436107,
      "loss": 0.9267,
      "step": 51210
    },
    {
      "epoch": 2.097522015154618,
      "grad_norm": 1.082920118903671,
      "learning_rate": 0.00022202171591111748,
      "loss": 0.796,
      "step": 51211
    },
    {
      "epoch": 2.0975629735818146,
      "grad_norm": 0.9720563196838393,
      "learning_rate": 0.00022201885503382617,
      "loss": 0.7866,
      "step": 51212
    },
    {
      "epoch": 2.0976039320090107,
      "grad_norm": 0.939821958282414,
      "learning_rate": 0.00022201599412248853,
      "loss": 0.6531,
      "step": 51213
    },
    {
      "epoch": 2.0976448904362073,
      "grad_norm": 1.285052033944931,
      "learning_rate": 0.00022201313317710586,
      "loss": 1.0873,
      "step": 51214
    },
    {
      "epoch": 2.097685848863404,
      "grad_norm": 0.9211340519464059,
      "learning_rate": 0.0002220102721976796,
      "loss": 0.8777,
      "step": 51215
    },
    {
      "epoch": 2.0977268072906,
      "grad_norm": 1.1083600528642776,
      "learning_rate": 0.00022200741118421106,
      "loss": 0.7503,
      "step": 51216
    },
    {
      "epoch": 2.0977677657177964,
      "grad_norm": 0.879791724102548,
      "learning_rate": 0.00022200455013670159,
      "loss": 0.8325,
      "step": 51217
    },
    {
      "epoch": 2.097808724144993,
      "grad_norm": 1.0566612951962102,
      "learning_rate": 0.00022200168905515255,
      "loss": 0.7876,
      "step": 51218
    },
    {
      "epoch": 2.097849682572189,
      "grad_norm": 1.697931583480928,
      "learning_rate": 0.0002219988279395653,
      "loss": 0.8658,
      "step": 51219
    },
    {
      "epoch": 2.0978906409993856,
      "grad_norm": 0.8573223816166242,
      "learning_rate": 0.00022199596678994119,
      "loss": 0.6123,
      "step": 51220
    },
    {
      "epoch": 2.097931599426582,
      "grad_norm": 1.9434782653193088,
      "learning_rate": 0.00022199310560628156,
      "loss": 2.2772,
      "step": 51221
    },
    {
      "epoch": 2.0979725578537782,
      "grad_norm": 1.057065996861628,
      "learning_rate": 0.00022199024438858772,
      "loss": 0.7714,
      "step": 51222
    },
    {
      "epoch": 2.0980135162809748,
      "grad_norm": 1.1377767404176384,
      "learning_rate": 0.00022198738313686112,
      "loss": 0.8785,
      "step": 51223
    },
    {
      "epoch": 2.0980544747081713,
      "grad_norm": 1.1991745886330418,
      "learning_rate": 0.00022198452185110304,
      "loss": 1.0716,
      "step": 51224
    },
    {
      "epoch": 2.0980954331353674,
      "grad_norm": 1.0488576817763133,
      "learning_rate": 0.00022198166053131487,
      "loss": 0.8439,
      "step": 51225
    },
    {
      "epoch": 2.098136391562564,
      "grad_norm": 0.8494228933259956,
      "learning_rate": 0.00022197879917749792,
      "loss": 0.3679,
      "step": 51226
    },
    {
      "epoch": 2.0981773499897605,
      "grad_norm": 0.9416085631159162,
      "learning_rate": 0.00022197593778965362,
      "loss": 0.6252,
      "step": 51227
    },
    {
      "epoch": 2.098218308416957,
      "grad_norm": 1.0148486372412315,
      "learning_rate": 0.00022197307636778326,
      "loss": 0.764,
      "step": 51228
    },
    {
      "epoch": 2.098259266844153,
      "grad_norm": 1.697983499141211,
      "learning_rate": 0.00022197021491188816,
      "loss": 0.7575,
      "step": 51229
    },
    {
      "epoch": 2.0983002252713496,
      "grad_norm": 1.0566857773334861,
      "learning_rate": 0.00022196735342196975,
      "loss": 0.8912,
      "step": 51230
    },
    {
      "epoch": 2.098341183698546,
      "grad_norm": 1.1682897869141349,
      "learning_rate": 0.00022196449189802934,
      "loss": 0.7548,
      "step": 51231
    },
    {
      "epoch": 2.0983821421257423,
      "grad_norm": 1.132454952301305,
      "learning_rate": 0.00022196163034006832,
      "loss": 0.8814,
      "step": 51232
    },
    {
      "epoch": 2.098423100552939,
      "grad_norm": 0.958200393705515,
      "learning_rate": 0.000221958768748088,
      "loss": 0.795,
      "step": 51233
    },
    {
      "epoch": 2.0984640589801353,
      "grad_norm": 0.9978601352464727,
      "learning_rate": 0.00022195590712208974,
      "loss": 0.7404,
      "step": 51234
    },
    {
      "epoch": 2.0985050174073314,
      "grad_norm": 1.1250146072270768,
      "learning_rate": 0.0002219530454620749,
      "loss": 0.5094,
      "step": 51235
    },
    {
      "epoch": 2.098545975834528,
      "grad_norm": 0.9678055087363173,
      "learning_rate": 0.0002219501837680449,
      "loss": 0.8948,
      "step": 51236
    },
    {
      "epoch": 2.0985869342617245,
      "grad_norm": 1.550536499800168,
      "learning_rate": 0.00022194732204000096,
      "loss": 1.2729,
      "step": 51237
    },
    {
      "epoch": 2.0986278926889206,
      "grad_norm": 2.9880251544123024,
      "learning_rate": 0.0002219444602779445,
      "loss": 2.6341,
      "step": 51238
    },
    {
      "epoch": 2.098668851116117,
      "grad_norm": 1.2364810962298445,
      "learning_rate": 0.00022194159848187693,
      "loss": 0.3163,
      "step": 51239
    },
    {
      "epoch": 2.0987098095433137,
      "grad_norm": 3.266421334847724,
      "learning_rate": 0.00022193873665179946,
      "loss": 3.6776,
      "step": 51240
    },
    {
      "epoch": 2.0987507679705097,
      "grad_norm": 1.0812036472160294,
      "learning_rate": 0.00022193587478771363,
      "loss": 0.9602,
      "step": 51241
    },
    {
      "epoch": 2.0987917263977063,
      "grad_norm": 0.6518548245683173,
      "learning_rate": 0.00022193301288962058,
      "loss": 0.3082,
      "step": 51242
    },
    {
      "epoch": 2.098832684824903,
      "grad_norm": 1.0597965650689947,
      "learning_rate": 0.00022193015095752186,
      "loss": 0.9454,
      "step": 51243
    },
    {
      "epoch": 2.098873643252099,
      "grad_norm": 1.263181281476285,
      "learning_rate": 0.00022192728899141873,
      "loss": 0.9247,
      "step": 51244
    },
    {
      "epoch": 2.0989146016792954,
      "grad_norm": 1.2585856900743444,
      "learning_rate": 0.00022192442699131253,
      "loss": 0.925,
      "step": 51245
    },
    {
      "epoch": 2.098955560106492,
      "grad_norm": 0.9117250193787934,
      "learning_rate": 0.0002219215649572046,
      "loss": 0.5789,
      "step": 51246
    },
    {
      "epoch": 2.0989965185336885,
      "grad_norm": 0.9450082930446846,
      "learning_rate": 0.0002219187028890964,
      "loss": 0.8049,
      "step": 51247
    },
    {
      "epoch": 2.0990374769608846,
      "grad_norm": 1.1186361365881021,
      "learning_rate": 0.00022191584078698918,
      "loss": 1.0051,
      "step": 51248
    },
    {
      "epoch": 2.099078435388081,
      "grad_norm": 0.7014199912966864,
      "learning_rate": 0.00022191297865088434,
      "loss": 0.5674,
      "step": 51249
    },
    {
      "epoch": 2.0991193938152777,
      "grad_norm": 1.0341370771194298,
      "learning_rate": 0.00022191011648078313,
      "loss": 0.6384,
      "step": 51250
    },
    {
      "epoch": 2.0991603522424738,
      "grad_norm": 0.7305739015890957,
      "learning_rate": 0.00022190725427668708,
      "loss": 0.5216,
      "step": 51251
    },
    {
      "epoch": 2.0992013106696703,
      "grad_norm": 1.2658021700858357,
      "learning_rate": 0.00022190439203859748,
      "loss": 0.6061,
      "step": 51252
    },
    {
      "epoch": 2.099242269096867,
      "grad_norm": 1.4640779888262263,
      "learning_rate": 0.00022190152976651558,
      "loss": 1.022,
      "step": 51253
    },
    {
      "epoch": 2.099283227524063,
      "grad_norm": 1.512632005480746,
      "learning_rate": 0.00022189866746044281,
      "loss": 0.7364,
      "step": 51254
    },
    {
      "epoch": 2.0993241859512595,
      "grad_norm": 0.8312823415036923,
      "learning_rate": 0.00022189580512038055,
      "loss": 0.6463,
      "step": 51255
    },
    {
      "epoch": 2.099365144378456,
      "grad_norm": 0.9499995200043814,
      "learning_rate": 0.00022189294274633015,
      "loss": 0.599,
      "step": 51256
    },
    {
      "epoch": 2.099406102805652,
      "grad_norm": 3.813413339585495,
      "learning_rate": 0.0002218900803382929,
      "loss": 3.324,
      "step": 51257
    },
    {
      "epoch": 2.0994470612328486,
      "grad_norm": 0.7138300811489525,
      "learning_rate": 0.00022188721789627019,
      "loss": 0.2587,
      "step": 51258
    },
    {
      "epoch": 2.099488019660045,
      "grad_norm": 1.2191538409866043,
      "learning_rate": 0.00022188435542026342,
      "loss": 0.5824,
      "step": 51259
    },
    {
      "epoch": 2.0995289780872413,
      "grad_norm": 1.1351164407726104,
      "learning_rate": 0.00022188149291027385,
      "loss": 0.8298,
      "step": 51260
    },
    {
      "epoch": 2.099569936514438,
      "grad_norm": 1.01846473671346,
      "learning_rate": 0.0002218786303663029,
      "loss": 0.6,
      "step": 51261
    },
    {
      "epoch": 2.0996108949416343,
      "grad_norm": 1.0630617753728346,
      "learning_rate": 0.0002218757677883519,
      "loss": 0.8022,
      "step": 51262
    },
    {
      "epoch": 2.0996518533688304,
      "grad_norm": 2.170383808364348,
      "learning_rate": 0.00022187290517642223,
      "loss": 0.9367,
      "step": 51263
    },
    {
      "epoch": 2.099692811796027,
      "grad_norm": 1.2778364942761486,
      "learning_rate": 0.0002218700425305152,
      "loss": 0.8631,
      "step": 51264
    },
    {
      "epoch": 2.0997337702232235,
      "grad_norm": 1.0557529309540932,
      "learning_rate": 0.00022186717985063216,
      "loss": 0.5759,
      "step": 51265
    },
    {
      "epoch": 2.09977472865042,
      "grad_norm": 1.0272900862169179,
      "learning_rate": 0.00022186431713677453,
      "loss": 0.3615,
      "step": 51266
    },
    {
      "epoch": 2.099815687077616,
      "grad_norm": 0.8202041982673621,
      "learning_rate": 0.0002218614543889436,
      "loss": 0.5487,
      "step": 51267
    },
    {
      "epoch": 2.0998566455048127,
      "grad_norm": 1.222454261751514,
      "learning_rate": 0.00022185859160714076,
      "loss": 0.8199,
      "step": 51268
    },
    {
      "epoch": 2.099897603932009,
      "grad_norm": 4.885709545104184,
      "learning_rate": 0.0002218557287913673,
      "loss": 4.2512,
      "step": 51269
    },
    {
      "epoch": 2.0999385623592053,
      "grad_norm": 1.031774645711216,
      "learning_rate": 0.00022185286594162467,
      "loss": 1.0423,
      "step": 51270
    },
    {
      "epoch": 2.099979520786402,
      "grad_norm": 1.298869890201065,
      "learning_rate": 0.0002218500030579142,
      "loss": 1.0331,
      "step": 51271
    },
    {
      "epoch": 2.1000204792135984,
      "grad_norm": 1.2716153887196564,
      "learning_rate": 0.00022184714014023715,
      "loss": 1.0505,
      "step": 51272
    },
    {
      "epoch": 2.1000614376407944,
      "grad_norm": 1.7317610569517283,
      "learning_rate": 0.00022184427718859495,
      "loss": 1.503,
      "step": 51273
    },
    {
      "epoch": 2.100102396067991,
      "grad_norm": 0.7657111415764153,
      "learning_rate": 0.00022184141420298898,
      "loss": 0.4397,
      "step": 51274
    },
    {
      "epoch": 2.1001433544951875,
      "grad_norm": 1.0274433472902635,
      "learning_rate": 0.00022183855118342055,
      "loss": 0.7344,
      "step": 51275
    },
    {
      "epoch": 2.1001843129223836,
      "grad_norm": 0.6403975508419985,
      "learning_rate": 0.00022183568812989102,
      "loss": 0.2612,
      "step": 51276
    },
    {
      "epoch": 2.10022527134958,
      "grad_norm": 1.36693604039844,
      "learning_rate": 0.00022183282504240173,
      "loss": 0.836,
      "step": 51277
    },
    {
      "epoch": 2.1002662297767767,
      "grad_norm": 1.2315337203349626,
      "learning_rate": 0.00022182996192095404,
      "loss": 1.0206,
      "step": 51278
    },
    {
      "epoch": 2.1003071882039728,
      "grad_norm": 1.1493871336547967,
      "learning_rate": 0.00022182709876554936,
      "loss": 0.7291,
      "step": 51279
    },
    {
      "epoch": 2.1003481466311693,
      "grad_norm": 1.0251135009475234,
      "learning_rate": 0.00022182423557618895,
      "loss": 0.9016,
      "step": 51280
    },
    {
      "epoch": 2.100389105058366,
      "grad_norm": 2.1245553479446686,
      "learning_rate": 0.00022182137235287423,
      "loss": 1.5497,
      "step": 51281
    },
    {
      "epoch": 2.100430063485562,
      "grad_norm": 1.1406619759910808,
      "learning_rate": 0.00022181850909560653,
      "loss": 0.9647,
      "step": 51282
    },
    {
      "epoch": 2.1004710219127585,
      "grad_norm": 0.9576869095623478,
      "learning_rate": 0.0002218156458043872,
      "loss": 0.7878,
      "step": 51283
    },
    {
      "epoch": 2.100511980339955,
      "grad_norm": 1.5934406276606394,
      "learning_rate": 0.0002218127824792176,
      "loss": 1.5746,
      "step": 51284
    },
    {
      "epoch": 2.1005529387671515,
      "grad_norm": 1.1627956963428443,
      "learning_rate": 0.0002218099191200991,
      "loss": 0.8438,
      "step": 51285
    },
    {
      "epoch": 2.1005938971943476,
      "grad_norm": 1.1644391530868856,
      "learning_rate": 0.000221807055727033,
      "loss": 0.6197,
      "step": 51286
    },
    {
      "epoch": 2.100634855621544,
      "grad_norm": 2.067657421730288,
      "learning_rate": 0.00022180419230002072,
      "loss": 0.9537,
      "step": 51287
    },
    {
      "epoch": 2.1006758140487407,
      "grad_norm": 1.3077221878609888,
      "learning_rate": 0.00022180132883906358,
      "loss": 1.3254,
      "step": 51288
    },
    {
      "epoch": 2.100716772475937,
      "grad_norm": 1.0242106576629828,
      "learning_rate": 0.00022179846534416296,
      "loss": 0.7105,
      "step": 51289
    },
    {
      "epoch": 2.1007577309031333,
      "grad_norm": 0.9646862735679693,
      "learning_rate": 0.00022179560181532015,
      "loss": 0.3169,
      "step": 51290
    },
    {
      "epoch": 2.10079868933033,
      "grad_norm": 0.7797414128448489,
      "learning_rate": 0.00022179273825253656,
      "loss": 0.279,
      "step": 51291
    },
    {
      "epoch": 2.100839647757526,
      "grad_norm": 0.9629913747212665,
      "learning_rate": 0.00022178987465581353,
      "loss": 0.8208,
      "step": 51292
    },
    {
      "epoch": 2.1008806061847225,
      "grad_norm": 0.8235510857413012,
      "learning_rate": 0.00022178701102515243,
      "loss": 0.6885,
      "step": 51293
    },
    {
      "epoch": 2.100921564611919,
      "grad_norm": 1.1318850446599933,
      "learning_rate": 0.00022178414736055455,
      "loss": 0.8337,
      "step": 51294
    },
    {
      "epoch": 2.100962523039115,
      "grad_norm": 0.6206638406322077,
      "learning_rate": 0.00022178128366202136,
      "loss": 0.2995,
      "step": 51295
    },
    {
      "epoch": 2.1010034814663117,
      "grad_norm": 1.0953312250318918,
      "learning_rate": 0.00022177841992955408,
      "loss": 0.8912,
      "step": 51296
    },
    {
      "epoch": 2.101044439893508,
      "grad_norm": 0.7446296481476821,
      "learning_rate": 0.00022177555616315417,
      "loss": 0.4726,
      "step": 51297
    },
    {
      "epoch": 2.1010853983207043,
      "grad_norm": 0.952156432681396,
      "learning_rate": 0.00022177269236282293,
      "loss": 0.5894,
      "step": 51298
    },
    {
      "epoch": 2.101126356747901,
      "grad_norm": 0.8957195267402747,
      "learning_rate": 0.00022176982852856175,
      "loss": 0.6703,
      "step": 51299
    },
    {
      "epoch": 2.1011673151750974,
      "grad_norm": 1.3286537601511084,
      "learning_rate": 0.00022176696466037196,
      "loss": 0.9021,
      "step": 51300
    },
    {
      "epoch": 2.1012082736022935,
      "grad_norm": 0.9224795301395275,
      "learning_rate": 0.00022176410075825485,
      "loss": 0.7282,
      "step": 51301
    },
    {
      "epoch": 2.10124923202949,
      "grad_norm": 1.1449592742364452,
      "learning_rate": 0.00022176123682221189,
      "loss": 0.52,
      "step": 51302
    },
    {
      "epoch": 2.1012901904566865,
      "grad_norm": 1.549922163505375,
      "learning_rate": 0.00022175837285224437,
      "loss": 1.6103,
      "step": 51303
    },
    {
      "epoch": 2.101331148883883,
      "grad_norm": 0.8756718249339739,
      "learning_rate": 0.00022175550884835366,
      "loss": 0.7608,
      "step": 51304
    },
    {
      "epoch": 2.101372107311079,
      "grad_norm": 1.1061516147863566,
      "learning_rate": 0.0002217526448105411,
      "loss": 0.9538,
      "step": 51305
    },
    {
      "epoch": 2.1014130657382757,
      "grad_norm": 1.2069195192419084,
      "learning_rate": 0.00022174978073880803,
      "loss": 0.8711,
      "step": 51306
    },
    {
      "epoch": 2.1014540241654722,
      "grad_norm": 2.299456781615571,
      "learning_rate": 0.00022174691663315587,
      "loss": 1.2994,
      "step": 51307
    },
    {
      "epoch": 2.1014949825926683,
      "grad_norm": 1.423092341772993,
      "learning_rate": 0.0002217440524935859,
      "loss": 1.0857,
      "step": 51308
    },
    {
      "epoch": 2.101535941019865,
      "grad_norm": 1.2434581591994323,
      "learning_rate": 0.00022174118832009952,
      "loss": 0.9388,
      "step": 51309
    },
    {
      "epoch": 2.1015768994470614,
      "grad_norm": 1.0718201499668165,
      "learning_rate": 0.00022173832411269808,
      "loss": 1.067,
      "step": 51310
    },
    {
      "epoch": 2.1016178578742575,
      "grad_norm": 1.0198010001936062,
      "learning_rate": 0.0002217354598713829,
      "loss": 0.7929,
      "step": 51311
    },
    {
      "epoch": 2.101658816301454,
      "grad_norm": 1.7119625110076715,
      "learning_rate": 0.00022173259559615536,
      "loss": 1.4256,
      "step": 51312
    },
    {
      "epoch": 2.1016997747286505,
      "grad_norm": 1.0922127623749671,
      "learning_rate": 0.00022172973128701685,
      "loss": 1.0923,
      "step": 51313
    },
    {
      "epoch": 2.1017407331558466,
      "grad_norm": 2.5765446794011697,
      "learning_rate": 0.0002217268669439686,
      "loss": 3.0694,
      "step": 51314
    },
    {
      "epoch": 2.101781691583043,
      "grad_norm": 1.1529668967548112,
      "learning_rate": 0.0002217240025670121,
      "loss": 0.3388,
      "step": 51315
    },
    {
      "epoch": 2.1018226500102397,
      "grad_norm": 1.3972359336005,
      "learning_rate": 0.00022172113815614866,
      "loss": 1.2357,
      "step": 51316
    },
    {
      "epoch": 2.101863608437436,
      "grad_norm": 1.0950743202443454,
      "learning_rate": 0.00022171827371137966,
      "loss": 0.7929,
      "step": 51317
    },
    {
      "epoch": 2.1019045668646323,
      "grad_norm": 0.898998443934604,
      "learning_rate": 0.00022171540923270636,
      "loss": 0.6218,
      "step": 51318
    },
    {
      "epoch": 2.101945525291829,
      "grad_norm": 1.4905425802591938,
      "learning_rate": 0.00022171254472013022,
      "loss": 1.3106,
      "step": 51319
    },
    {
      "epoch": 2.101986483719025,
      "grad_norm": 1.1290451839293243,
      "learning_rate": 0.00022170968017365254,
      "loss": 0.548,
      "step": 51320
    },
    {
      "epoch": 2.1020274421462215,
      "grad_norm": 1.0709096613811395,
      "learning_rate": 0.00022170681559327467,
      "loss": 0.9125,
      "step": 51321
    },
    {
      "epoch": 2.102068400573418,
      "grad_norm": 0.8985082360781521,
      "learning_rate": 0.00022170395097899798,
      "loss": 0.575,
      "step": 51322
    },
    {
      "epoch": 2.1021093590006146,
      "grad_norm": 1.037442604122199,
      "learning_rate": 0.0002217010863308238,
      "loss": 0.9291,
      "step": 51323
    },
    {
      "epoch": 2.1021503174278107,
      "grad_norm": 1.353148657841555,
      "learning_rate": 0.00022169822164875354,
      "loss": 1.0274,
      "step": 51324
    },
    {
      "epoch": 2.102191275855007,
      "grad_norm": 1.0561596834882776,
      "learning_rate": 0.00022169535693278853,
      "loss": 0.769,
      "step": 51325
    },
    {
      "epoch": 2.1022322342822037,
      "grad_norm": 4.3635197467700815,
      "learning_rate": 0.0002216924921829301,
      "loss": 5.4157,
      "step": 51326
    },
    {
      "epoch": 2.1022731927094,
      "grad_norm": 0.7736178007306136,
      "learning_rate": 0.0002216896273991796,
      "loss": 0.4696,
      "step": 51327
    },
    {
      "epoch": 2.1023141511365964,
      "grad_norm": 0.9375766208352814,
      "learning_rate": 0.00022168676258153843,
      "loss": 0.8121,
      "step": 51328
    },
    {
      "epoch": 2.102355109563793,
      "grad_norm": 0.9786425922064751,
      "learning_rate": 0.00022168389773000795,
      "loss": 0.8478,
      "step": 51329
    },
    {
      "epoch": 2.102396067990989,
      "grad_norm": 3.9465086433672467,
      "learning_rate": 0.0002216810328445894,
      "loss": 2.9191,
      "step": 51330
    },
    {
      "epoch": 2.1024370264181855,
      "grad_norm": 0.9920100161368798,
      "learning_rate": 0.00022167816792528427,
      "loss": 0.4008,
      "step": 51331
    },
    {
      "epoch": 2.102477984845382,
      "grad_norm": 0.6926357755810348,
      "learning_rate": 0.0002216753029720939,
      "loss": 0.2652,
      "step": 51332
    },
    {
      "epoch": 2.102518943272578,
      "grad_norm": 1.1098695793400812,
      "learning_rate": 0.00022167243798501955,
      "loss": 0.7035,
      "step": 51333
    },
    {
      "epoch": 2.1025599016997747,
      "grad_norm": 1.1163790598663499,
      "learning_rate": 0.00022166957296406264,
      "loss": 0.8999,
      "step": 51334
    },
    {
      "epoch": 2.1026008601269712,
      "grad_norm": 3.1479798164535806,
      "learning_rate": 0.00022166670790922454,
      "loss": 4.9634,
      "step": 51335
    },
    {
      "epoch": 2.1026418185541673,
      "grad_norm": 0.648564728604158,
      "learning_rate": 0.00022166384282050656,
      "loss": 0.3387,
      "step": 51336
    },
    {
      "epoch": 2.102682776981364,
      "grad_norm": 0.9077412150277624,
      "learning_rate": 0.00022166097769791006,
      "loss": 0.6074,
      "step": 51337
    },
    {
      "epoch": 2.1027237354085604,
      "grad_norm": 0.9531294804063578,
      "learning_rate": 0.0002216581125414364,
      "loss": 0.5803,
      "step": 51338
    },
    {
      "epoch": 2.1027646938357565,
      "grad_norm": 0.6413114136064435,
      "learning_rate": 0.00022165524735108695,
      "loss": 0.2934,
      "step": 51339
    },
    {
      "epoch": 2.102805652262953,
      "grad_norm": 1.0417495822436877,
      "learning_rate": 0.00022165238212686308,
      "loss": 0.8098,
      "step": 51340
    },
    {
      "epoch": 2.1028466106901496,
      "grad_norm": 1.1182362847440641,
      "learning_rate": 0.0002216495168687661,
      "loss": 0.9094,
      "step": 51341
    },
    {
      "epoch": 2.102887569117346,
      "grad_norm": 1.8750545620197012,
      "learning_rate": 0.0002216466515767974,
      "loss": 1.2024,
      "step": 51342
    },
    {
      "epoch": 2.102928527544542,
      "grad_norm": 1.0760871534247984,
      "learning_rate": 0.00022164378625095832,
      "loss": 0.9094,
      "step": 51343
    },
    {
      "epoch": 2.1029694859717387,
      "grad_norm": 1.2835462327639722,
      "learning_rate": 0.00022164092089125022,
      "loss": 0.9272,
      "step": 51344
    },
    {
      "epoch": 2.1030104443989353,
      "grad_norm": 1.3526314262678345,
      "learning_rate": 0.00022163805549767446,
      "loss": 1.1682,
      "step": 51345
    },
    {
      "epoch": 2.1030514028261313,
      "grad_norm": 0.8985013161750094,
      "learning_rate": 0.00022163519007023234,
      "loss": 0.6134,
      "step": 51346
    },
    {
      "epoch": 2.103092361253328,
      "grad_norm": 0.971777921531682,
      "learning_rate": 0.00022163232460892528,
      "loss": 0.8778,
      "step": 51347
    },
    {
      "epoch": 2.1031333196805244,
      "grad_norm": 0.9040180760187678,
      "learning_rate": 0.00022162945911375462,
      "loss": 0.8109,
      "step": 51348
    },
    {
      "epoch": 2.1031742781077205,
      "grad_norm": 0.9376636116333951,
      "learning_rate": 0.0002216265935847217,
      "loss": 0.6852,
      "step": 51349
    },
    {
      "epoch": 2.103215236534917,
      "grad_norm": 1.039032024383225,
      "learning_rate": 0.00022162372802182786,
      "loss": 0.7507,
      "step": 51350
    },
    {
      "epoch": 2.1032561949621136,
      "grad_norm": 0.7682751137996126,
      "learning_rate": 0.0002216208624250745,
      "loss": 0.3529,
      "step": 51351
    },
    {
      "epoch": 2.1032971533893097,
      "grad_norm": 2.565983539624593,
      "learning_rate": 0.00022161799679446296,
      "loss": 1.5484,
      "step": 51352
    },
    {
      "epoch": 2.103338111816506,
      "grad_norm": 0.8030566006827792,
      "learning_rate": 0.00022161513112999462,
      "loss": 0.697,
      "step": 51353
    },
    {
      "epoch": 2.1033790702437027,
      "grad_norm": 0.8562506335430764,
      "learning_rate": 0.00022161226543167075,
      "loss": 0.8022,
      "step": 51354
    },
    {
      "epoch": 2.103420028670899,
      "grad_norm": 1.5245188818967397,
      "learning_rate": 0.0002216093996994928,
      "loss": 1.2391,
      "step": 51355
    },
    {
      "epoch": 2.1034609870980954,
      "grad_norm": 0.9040350905430692,
      "learning_rate": 0.00022160653393346204,
      "loss": 0.7286,
      "step": 51356
    },
    {
      "epoch": 2.103501945525292,
      "grad_norm": 0.799782923793369,
      "learning_rate": 0.00022160366813357986,
      "loss": 0.7348,
      "step": 51357
    },
    {
      "epoch": 2.103542903952488,
      "grad_norm": 1.0901963518782665,
      "learning_rate": 0.00022160080229984764,
      "loss": 0.7854,
      "step": 51358
    },
    {
      "epoch": 2.1035838623796845,
      "grad_norm": 0.789616511656533,
      "learning_rate": 0.00022159793643226674,
      "loss": 0.812,
      "step": 51359
    },
    {
      "epoch": 2.103624820806881,
      "grad_norm": 1.0969450168352413,
      "learning_rate": 0.00022159507053083843,
      "loss": 0.829,
      "step": 51360
    },
    {
      "epoch": 2.1036657792340776,
      "grad_norm": 0.7056659342649824,
      "learning_rate": 0.0002215922045955642,
      "loss": 0.3369,
      "step": 51361
    },
    {
      "epoch": 2.1037067376612737,
      "grad_norm": 1.3142905432560525,
      "learning_rate": 0.00022158933862644523,
      "loss": 0.523,
      "step": 51362
    },
    {
      "epoch": 2.1037476960884702,
      "grad_norm": 0.8702285564318467,
      "learning_rate": 0.0002215864726234831,
      "loss": 0.7628,
      "step": 51363
    },
    {
      "epoch": 2.1037886545156668,
      "grad_norm": 0.6807545702334383,
      "learning_rate": 0.00022158360658667894,
      "loss": 0.3961,
      "step": 51364
    },
    {
      "epoch": 2.103829612942863,
      "grad_norm": 0.8835240953692627,
      "learning_rate": 0.00022158074051603424,
      "loss": 0.2401,
      "step": 51365
    },
    {
      "epoch": 2.1038705713700594,
      "grad_norm": 1.0032529190857389,
      "learning_rate": 0.0002215778744115503,
      "loss": 0.7505,
      "step": 51366
    },
    {
      "epoch": 2.103911529797256,
      "grad_norm": 0.8363315845359206,
      "learning_rate": 0.00022157500827322852,
      "loss": 0.7048,
      "step": 51367
    },
    {
      "epoch": 2.103952488224452,
      "grad_norm": 0.9799983387827924,
      "learning_rate": 0.0002215721421010702,
      "loss": 0.737,
      "step": 51368
    },
    {
      "epoch": 2.1039934466516486,
      "grad_norm": 1.2012932566500552,
      "learning_rate": 0.0002215692758950768,
      "loss": 0.9134,
      "step": 51369
    },
    {
      "epoch": 2.104034405078845,
      "grad_norm": 1.0812379421672556,
      "learning_rate": 0.00022156640965524953,
      "loss": 0.7189,
      "step": 51370
    },
    {
      "epoch": 2.104075363506041,
      "grad_norm": 0.8931252184199691,
      "learning_rate": 0.00022156354338158984,
      "loss": 0.5273,
      "step": 51371
    },
    {
      "epoch": 2.1041163219332377,
      "grad_norm": 0.9586822741115533,
      "learning_rate": 0.00022156067707409908,
      "loss": 0.8099,
      "step": 51372
    },
    {
      "epoch": 2.1041572803604343,
      "grad_norm": 0.8212772498976371,
      "learning_rate": 0.0002215578107327785,
      "loss": 0.5949,
      "step": 51373
    },
    {
      "epoch": 2.1041982387876303,
      "grad_norm": 1.1675950092581373,
      "learning_rate": 0.0002215549443576296,
      "loss": 1.019,
      "step": 51374
    },
    {
      "epoch": 2.104239197214827,
      "grad_norm": 0.8956578658898673,
      "learning_rate": 0.0002215520779486537,
      "loss": 0.7706,
      "step": 51375
    },
    {
      "epoch": 2.1042801556420234,
      "grad_norm": 0.8287395818493664,
      "learning_rate": 0.0002215492115058521,
      "loss": 0.6438,
      "step": 51376
    },
    {
      "epoch": 2.10432111406922,
      "grad_norm": 1.4126566413596782,
      "learning_rate": 0.00022154634502922615,
      "loss": 0.7438,
      "step": 51377
    },
    {
      "epoch": 2.104362072496416,
      "grad_norm": 0.9813045853579778,
      "learning_rate": 0.00022154347851877727,
      "loss": 0.9043,
      "step": 51378
    },
    {
      "epoch": 2.1044030309236126,
      "grad_norm": 0.8334120101137417,
      "learning_rate": 0.00022154061197450682,
      "loss": 0.4786,
      "step": 51379
    },
    {
      "epoch": 2.104443989350809,
      "grad_norm": 15.197427548390065,
      "learning_rate": 0.00022153774539641606,
      "loss": 3.2058,
      "step": 51380
    },
    {
      "epoch": 2.104484947778005,
      "grad_norm": 1.9077484897738122,
      "learning_rate": 0.00022153487878450646,
      "loss": 1.0085,
      "step": 51381
    },
    {
      "epoch": 2.1045259062052017,
      "grad_norm": 1.5485443850972933,
      "learning_rate": 0.0002215320121387793,
      "loss": 0.5109,
      "step": 51382
    },
    {
      "epoch": 2.1045668646323983,
      "grad_norm": 1.3395861166386096,
      "learning_rate": 0.00022152914545923595,
      "loss": 0.6178,
      "step": 51383
    },
    {
      "epoch": 2.1046078230595944,
      "grad_norm": 1.103368381942405,
      "learning_rate": 0.00022152627874587775,
      "loss": 0.2949,
      "step": 51384
    },
    {
      "epoch": 2.104648781486791,
      "grad_norm": 1.3503321220365285,
      "learning_rate": 0.0002215234119987061,
      "loss": 0.8558,
      "step": 51385
    },
    {
      "epoch": 2.1046897399139874,
      "grad_norm": 1.2314927292585436,
      "learning_rate": 0.0002215205452177223,
      "loss": 0.7065,
      "step": 51386
    },
    {
      "epoch": 2.1047306983411835,
      "grad_norm": 1.137468827379151,
      "learning_rate": 0.0002215176784029278,
      "loss": 0.7802,
      "step": 51387
    },
    {
      "epoch": 2.10477165676838,
      "grad_norm": 3.825742311713422,
      "learning_rate": 0.00022151481155432385,
      "loss": 3.9432,
      "step": 51388
    },
    {
      "epoch": 2.1048126151955766,
      "grad_norm": 1.3101622623717206,
      "learning_rate": 0.00022151194467191182,
      "loss": 0.7449,
      "step": 51389
    },
    {
      "epoch": 2.1048535736227727,
      "grad_norm": 0.8241631726791512,
      "learning_rate": 0.0002215090777556931,
      "loss": 0.771,
      "step": 51390
    },
    {
      "epoch": 2.1048945320499692,
      "grad_norm": 1.0496692242187202,
      "learning_rate": 0.0002215062108056691,
      "loss": 0.4555,
      "step": 51391
    },
    {
      "epoch": 2.1049354904771658,
      "grad_norm": 0.7736619232716384,
      "learning_rate": 0.00022150334382184104,
      "loss": 0.5519,
      "step": 51392
    },
    {
      "epoch": 2.104976448904362,
      "grad_norm": 1.4538642796528967,
      "learning_rate": 0.00022150047680421042,
      "loss": 1.2269,
      "step": 51393
    },
    {
      "epoch": 2.1050174073315584,
      "grad_norm": 1.0531360370636895,
      "learning_rate": 0.00022149760975277846,
      "loss": 0.8188,
      "step": 51394
    },
    {
      "epoch": 2.105058365758755,
      "grad_norm": 0.6461976067430074,
      "learning_rate": 0.00022149474266754663,
      "loss": 0.2962,
      "step": 51395
    },
    {
      "epoch": 2.1050993241859515,
      "grad_norm": 1.0677116813500902,
      "learning_rate": 0.00022149187554851619,
      "loss": 0.8445,
      "step": 51396
    },
    {
      "epoch": 2.1051402826131476,
      "grad_norm": 1.4879242338744645,
      "learning_rate": 0.00022148900839568858,
      "loss": 0.7995,
      "step": 51397
    },
    {
      "epoch": 2.105181241040344,
      "grad_norm": 1.1073176987372475,
      "learning_rate": 0.00022148614120906504,
      "loss": 0.9879,
      "step": 51398
    },
    {
      "epoch": 2.1052221994675406,
      "grad_norm": 0.9234097271694596,
      "learning_rate": 0.00022148327398864709,
      "loss": 0.519,
      "step": 51399
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 0.8843061461849037,
      "learning_rate": 0.00022148040673443595,
      "loss": 0.7067,
      "step": 51400
    },
    {
      "epoch": 2.1053041163219333,
      "grad_norm": 0.6559920002632253,
      "learning_rate": 0.00022147753944643303,
      "loss": 0.2955,
      "step": 51401
    },
    {
      "epoch": 2.10534507474913,
      "grad_norm": 1.23574429727005,
      "learning_rate": 0.00022147467212463968,
      "loss": 0.8596,
      "step": 51402
    },
    {
      "epoch": 2.105386033176326,
      "grad_norm": 1.215070399861676,
      "learning_rate": 0.00022147180476905724,
      "loss": 0.5344,
      "step": 51403
    },
    {
      "epoch": 2.1054269916035224,
      "grad_norm": 1.158188496283456,
      "learning_rate": 0.00022146893737968714,
      "loss": 0.8629,
      "step": 51404
    },
    {
      "epoch": 2.105467950030719,
      "grad_norm": 0.6203205927686132,
      "learning_rate": 0.00022146606995653058,
      "loss": 0.2707,
      "step": 51405
    },
    {
      "epoch": 2.105508908457915,
      "grad_norm": 0.9904357249789323,
      "learning_rate": 0.00022146320249958904,
      "loss": 0.883,
      "step": 51406
    },
    {
      "epoch": 2.1055498668851116,
      "grad_norm": 1.2666525277803726,
      "learning_rate": 0.0002214603350088639,
      "loss": 1.2018,
      "step": 51407
    },
    {
      "epoch": 2.105590825312308,
      "grad_norm": 0.5997944011648036,
      "learning_rate": 0.00022145746748435642,
      "loss": 0.2196,
      "step": 51408
    },
    {
      "epoch": 2.105631783739504,
      "grad_norm": 0.9433353624841796,
      "learning_rate": 0.00022145459992606797,
      "loss": 0.6305,
      "step": 51409
    },
    {
      "epoch": 2.1056727421667008,
      "grad_norm": 1.1324839476766628,
      "learning_rate": 0.00022145173233399995,
      "loss": 0.6124,
      "step": 51410
    },
    {
      "epoch": 2.1057137005938973,
      "grad_norm": 1.976044090912301,
      "learning_rate": 0.0002214488647081537,
      "loss": 1.9901,
      "step": 51411
    },
    {
      "epoch": 2.1057546590210934,
      "grad_norm": 1.130898069262707,
      "learning_rate": 0.0002214459970485306,
      "loss": 0.7803,
      "step": 51412
    },
    {
      "epoch": 2.10579561744829,
      "grad_norm": 1.2104490028381487,
      "learning_rate": 0.00022144312935513193,
      "loss": 0.7946,
      "step": 51413
    },
    {
      "epoch": 2.1058365758754864,
      "grad_norm": 1.1241988023601557,
      "learning_rate": 0.0002214402616279591,
      "loss": 1.0026,
      "step": 51414
    },
    {
      "epoch": 2.105877534302683,
      "grad_norm": 0.8109225125585781,
      "learning_rate": 0.0002214373938670135,
      "loss": 0.6631,
      "step": 51415
    },
    {
      "epoch": 2.105918492729879,
      "grad_norm": 0.6071531780667766,
      "learning_rate": 0.00022143452607229644,
      "loss": 0.2474,
      "step": 51416
    },
    {
      "epoch": 2.1059594511570756,
      "grad_norm": 1.180087066017597,
      "learning_rate": 0.00022143165824380925,
      "loss": 0.7175,
      "step": 51417
    },
    {
      "epoch": 2.106000409584272,
      "grad_norm": 1.8751583275205868,
      "learning_rate": 0.0002214287903815533,
      "loss": 1.7355,
      "step": 51418
    },
    {
      "epoch": 2.1060413680114682,
      "grad_norm": 1.2350094994513139,
      "learning_rate": 0.00022142592248553,
      "loss": 1.0205,
      "step": 51419
    },
    {
      "epoch": 2.1060823264386648,
      "grad_norm": 9.55408999106377,
      "learning_rate": 0.00022142305455574065,
      "loss": 1.5032,
      "step": 51420
    },
    {
      "epoch": 2.1061232848658613,
      "grad_norm": 1.0008097296337835,
      "learning_rate": 0.00022142018659218664,
      "loss": 0.4551,
      "step": 51421
    },
    {
      "epoch": 2.1061642432930574,
      "grad_norm": 0.8786654303766909,
      "learning_rate": 0.0002214173185948693,
      "loss": 0.8108,
      "step": 51422
    },
    {
      "epoch": 2.106205201720254,
      "grad_norm": 0.8961915579889171,
      "learning_rate": 0.00022141445056379002,
      "loss": 0.264,
      "step": 51423
    },
    {
      "epoch": 2.1062461601474505,
      "grad_norm": 1.1712137763944128,
      "learning_rate": 0.00022141158249895011,
      "loss": 0.9953,
      "step": 51424
    },
    {
      "epoch": 2.1062871185746466,
      "grad_norm": 1.0459122585326563,
      "learning_rate": 0.00022140871440035095,
      "loss": 0.8516,
      "step": 51425
    },
    {
      "epoch": 2.106328077001843,
      "grad_norm": 1.524011622703669,
      "learning_rate": 0.00022140584626799387,
      "loss": 1.4339,
      "step": 51426
    },
    {
      "epoch": 2.1063690354290396,
      "grad_norm": 1.1602728057337817,
      "learning_rate": 0.00022140297810188027,
      "loss": 0.7929,
      "step": 51427
    },
    {
      "epoch": 2.1064099938562357,
      "grad_norm": 0.8649041993092236,
      "learning_rate": 0.0002214001099020115,
      "loss": 0.7163,
      "step": 51428
    },
    {
      "epoch": 2.1064509522834323,
      "grad_norm": 1.4025031300892328,
      "learning_rate": 0.00022139724166838888,
      "loss": 1.1724,
      "step": 51429
    },
    {
      "epoch": 2.106491910710629,
      "grad_norm": 0.9556995471770307,
      "learning_rate": 0.00022139437340101378,
      "loss": 0.4823,
      "step": 51430
    },
    {
      "epoch": 2.106532869137825,
      "grad_norm": 1.6929637079272055,
      "learning_rate": 0.0002213915050998876,
      "loss": 1.2967,
      "step": 51431
    },
    {
      "epoch": 2.1065738275650214,
      "grad_norm": 0.8309894980689317,
      "learning_rate": 0.00022138863676501164,
      "loss": 0.6071,
      "step": 51432
    },
    {
      "epoch": 2.106614785992218,
      "grad_norm": 0.7363602051653974,
      "learning_rate": 0.00022138576839638726,
      "loss": 0.3203,
      "step": 51433
    },
    {
      "epoch": 2.1066557444194145,
      "grad_norm": 0.9095187245097757,
      "learning_rate": 0.00022138289999401584,
      "loss": 0.7301,
      "step": 51434
    },
    {
      "epoch": 2.1066967028466106,
      "grad_norm": 2.497985364326511,
      "learning_rate": 0.00022138003155789873,
      "loss": 1.4771,
      "step": 51435
    },
    {
      "epoch": 2.106737661273807,
      "grad_norm": 0.9986780376094837,
      "learning_rate": 0.0002213771630880373,
      "loss": 0.8881,
      "step": 51436
    },
    {
      "epoch": 2.1067786197010037,
      "grad_norm": 1.376828953655733,
      "learning_rate": 0.0002213742945844329,
      "loss": 1.0239,
      "step": 51437
    },
    {
      "epoch": 2.1068195781281998,
      "grad_norm": 0.8951410868999432,
      "learning_rate": 0.0002213714260470868,
      "loss": 0.3465,
      "step": 51438
    },
    {
      "epoch": 2.1068605365553963,
      "grad_norm": 1.173004508719776,
      "learning_rate": 0.0002213685574760005,
      "loss": 0.8026,
      "step": 51439
    },
    {
      "epoch": 2.106901494982593,
      "grad_norm": 0.9702165298215933,
      "learning_rate": 0.0002213656888711753,
      "loss": 0.6291,
      "step": 51440
    },
    {
      "epoch": 2.106942453409789,
      "grad_norm": 1.079013628837814,
      "learning_rate": 0.0002213628202326125,
      "loss": 0.8413,
      "step": 51441
    },
    {
      "epoch": 2.1069834118369855,
      "grad_norm": 1.1813774785224487,
      "learning_rate": 0.00022135995156031353,
      "loss": 0.9731,
      "step": 51442
    },
    {
      "epoch": 2.107024370264182,
      "grad_norm": 1.3583449284697546,
      "learning_rate": 0.00022135708285427966,
      "loss": 0.8698,
      "step": 51443
    },
    {
      "epoch": 2.107065328691378,
      "grad_norm": 0.7593995606700616,
      "learning_rate": 0.00022135421411451236,
      "loss": 0.3448,
      "step": 51444
    },
    {
      "epoch": 2.1071062871185746,
      "grad_norm": 1.189585626795187,
      "learning_rate": 0.0002213513453410129,
      "loss": 0.8137,
      "step": 51445
    },
    {
      "epoch": 2.107147245545771,
      "grad_norm": 1.2966579579212356,
      "learning_rate": 0.00022134847653378266,
      "loss": 0.4732,
      "step": 51446
    },
    {
      "epoch": 2.1071882039729672,
      "grad_norm": 1.0036336638675352,
      "learning_rate": 0.000221345607692823,
      "loss": 0.3836,
      "step": 51447
    },
    {
      "epoch": 2.107229162400164,
      "grad_norm": 0.9676856418307932,
      "learning_rate": 0.00022134273881813533,
      "loss": 0.7517,
      "step": 51448
    },
    {
      "epoch": 2.1072701208273603,
      "grad_norm": 1.4217843564310184,
      "learning_rate": 0.0002213398699097209,
      "loss": 1.1703,
      "step": 51449
    },
    {
      "epoch": 2.107311079254557,
      "grad_norm": 1.0112140624609391,
      "learning_rate": 0.0002213370009675811,
      "loss": 0.7353,
      "step": 51450
    },
    {
      "epoch": 2.107352037681753,
      "grad_norm": 2.3466964079678903,
      "learning_rate": 0.00022133413199171737,
      "loss": 1.2554,
      "step": 51451
    },
    {
      "epoch": 2.1073929961089495,
      "grad_norm": 3.095682610186914,
      "learning_rate": 0.00022133126298213096,
      "loss": 1.6514,
      "step": 51452
    },
    {
      "epoch": 2.107433954536146,
      "grad_norm": 1.76264552126831,
      "learning_rate": 0.00022132839393882326,
      "loss": 1.3024,
      "step": 51453
    },
    {
      "epoch": 2.107474912963342,
      "grad_norm": 1.2284987276183421,
      "learning_rate": 0.00022132552486179565,
      "loss": 0.4845,
      "step": 51454
    },
    {
      "epoch": 2.1075158713905386,
      "grad_norm": 0.7421049068614668,
      "learning_rate": 0.00022132265575104947,
      "loss": 0.2935,
      "step": 51455
    },
    {
      "epoch": 2.107556829817735,
      "grad_norm": 1.0521465864341608,
      "learning_rate": 0.0002213197866065861,
      "loss": 0.849,
      "step": 51456
    },
    {
      "epoch": 2.1075977882449313,
      "grad_norm": 1.4606844131487464,
      "learning_rate": 0.00022131691742840684,
      "loss": 1.1225,
      "step": 51457
    },
    {
      "epoch": 2.107638746672128,
      "grad_norm": 1.364161561439033,
      "learning_rate": 0.00022131404821651307,
      "loss": 0.5506,
      "step": 51458
    },
    {
      "epoch": 2.1076797050993243,
      "grad_norm": 0.904526882853852,
      "learning_rate": 0.00022131117897090618,
      "loss": 0.814,
      "step": 51459
    },
    {
      "epoch": 2.1077206635265204,
      "grad_norm": 1.093904905957466,
      "learning_rate": 0.0002213083096915875,
      "loss": 0.7794,
      "step": 51460
    },
    {
      "epoch": 2.107761621953717,
      "grad_norm": 1.0251569242940501,
      "learning_rate": 0.00022130544037855842,
      "loss": 0.814,
      "step": 51461
    },
    {
      "epoch": 2.1078025803809135,
      "grad_norm": 1.1353525159738258,
      "learning_rate": 0.0002213025710318202,
      "loss": 0.3874,
      "step": 51462
    },
    {
      "epoch": 2.1078435388081096,
      "grad_norm": 1.098674007957301,
      "learning_rate": 0.0002212997016513743,
      "loss": 0.8619,
      "step": 51463
    },
    {
      "epoch": 2.107884497235306,
      "grad_norm": 2.269166505182708,
      "learning_rate": 0.00022129683223722204,
      "loss": 2.0126,
      "step": 51464
    },
    {
      "epoch": 2.1079254556625027,
      "grad_norm": 1.381106466742359,
      "learning_rate": 0.00022129396278936476,
      "loss": 1.0705,
      "step": 51465
    },
    {
      "epoch": 2.1079664140896988,
      "grad_norm": 1.4747317854192878,
      "learning_rate": 0.00022129109330780382,
      "loss": 1.2075,
      "step": 51466
    },
    {
      "epoch": 2.1080073725168953,
      "grad_norm": 1.811663844144981,
      "learning_rate": 0.0002212882237925406,
      "loss": 1.5992,
      "step": 51467
    },
    {
      "epoch": 2.108048330944092,
      "grad_norm": 1.238500338247465,
      "learning_rate": 0.00022128535424357647,
      "loss": 1.0609,
      "step": 51468
    },
    {
      "epoch": 2.1080892893712884,
      "grad_norm": 1.204514543338984,
      "learning_rate": 0.00022128248466091275,
      "loss": 0.4528,
      "step": 51469
    },
    {
      "epoch": 2.1081302477984845,
      "grad_norm": 0.6845934409315939,
      "learning_rate": 0.00022127961504455078,
      "loss": 0.2844,
      "step": 51470
    },
    {
      "epoch": 2.108171206225681,
      "grad_norm": 0.9415397840666782,
      "learning_rate": 0.00022127674539449197,
      "loss": 0.4445,
      "step": 51471
    },
    {
      "epoch": 2.1082121646528775,
      "grad_norm": 1.403369171989834,
      "learning_rate": 0.00022127387571073767,
      "loss": 0.9965,
      "step": 51472
    },
    {
      "epoch": 2.1082531230800736,
      "grad_norm": 2.1489597598020866,
      "learning_rate": 0.0002212710059932892,
      "loss": 2.4651,
      "step": 51473
    },
    {
      "epoch": 2.10829408150727,
      "grad_norm": 1.4360262114597728,
      "learning_rate": 0.00022126813624214788,
      "loss": 0.9865,
      "step": 51474
    },
    {
      "epoch": 2.1083350399344667,
      "grad_norm": 1.514980845098468,
      "learning_rate": 0.0002212652664573152,
      "loss": 1.5222,
      "step": 51475
    },
    {
      "epoch": 2.108375998361663,
      "grad_norm": 1.4084443388032286,
      "learning_rate": 0.0002212623966387924,
      "loss": 0.9311,
      "step": 51476
    },
    {
      "epoch": 2.1084169567888593,
      "grad_norm": 0.8552812853284752,
      "learning_rate": 0.00022125952678658087,
      "loss": 0.4891,
      "step": 51477
    },
    {
      "epoch": 2.108457915216056,
      "grad_norm": 1.0874420153623232,
      "learning_rate": 0.00022125665690068199,
      "loss": 0.8223,
      "step": 51478
    },
    {
      "epoch": 2.108498873643252,
      "grad_norm": 1.0209450914297997,
      "learning_rate": 0.0002212537869810971,
      "loss": 0.2819,
      "step": 51479
    },
    {
      "epoch": 2.1085398320704485,
      "grad_norm": 0.7939942057754318,
      "learning_rate": 0.00022125091702782755,
      "loss": 0.6701,
      "step": 51480
    },
    {
      "epoch": 2.108580790497645,
      "grad_norm": 1.5333991471077002,
      "learning_rate": 0.00022124804704087467,
      "loss": 1.4533,
      "step": 51481
    },
    {
      "epoch": 2.108621748924841,
      "grad_norm": 1.412461790236982,
      "learning_rate": 0.00022124517702023987,
      "loss": 1.1354,
      "step": 51482
    },
    {
      "epoch": 2.1086627073520376,
      "grad_norm": 2.2773857737004244,
      "learning_rate": 0.0002212423069659245,
      "loss": 1.9443,
      "step": 51483
    },
    {
      "epoch": 2.108703665779234,
      "grad_norm": 1.0894401488873762,
      "learning_rate": 0.00022123943687792988,
      "loss": 0.7965,
      "step": 51484
    },
    {
      "epoch": 2.1087446242064303,
      "grad_norm": 1.2650129871985991,
      "learning_rate": 0.00022123656675625738,
      "loss": 1.037,
      "step": 51485
    },
    {
      "epoch": 2.108785582633627,
      "grad_norm": 1.0161418205465413,
      "learning_rate": 0.00022123369660090837,
      "loss": 1.0052,
      "step": 51486
    },
    {
      "epoch": 2.1088265410608233,
      "grad_norm": 1.066454384362848,
      "learning_rate": 0.00022123082641188423,
      "loss": 0.7699,
      "step": 51487
    },
    {
      "epoch": 2.10886749948802,
      "grad_norm": 1.702167213247198,
      "learning_rate": 0.00022122795618918626,
      "loss": 0.8765,
      "step": 51488
    },
    {
      "epoch": 2.108908457915216,
      "grad_norm": 1.7471240785661803,
      "learning_rate": 0.0002212250859328159,
      "loss": 0.7727,
      "step": 51489
    },
    {
      "epoch": 2.1089494163424125,
      "grad_norm": 0.8333201185049202,
      "learning_rate": 0.00022122221564277434,
      "loss": 0.4042,
      "step": 51490
    },
    {
      "epoch": 2.108990374769609,
      "grad_norm": 1.0415677664589151,
      "learning_rate": 0.00022121934531906312,
      "loss": 0.853,
      "step": 51491
    },
    {
      "epoch": 2.109031333196805,
      "grad_norm": 0.7620508631972829,
      "learning_rate": 0.00022121647496168355,
      "loss": 0.4159,
      "step": 51492
    },
    {
      "epoch": 2.1090722916240017,
      "grad_norm": 0.7576461232101687,
      "learning_rate": 0.00022121360457063693,
      "loss": 0.7297,
      "step": 51493
    },
    {
      "epoch": 2.109113250051198,
      "grad_norm": 0.8965830646721131,
      "learning_rate": 0.00022121073414592464,
      "loss": 0.8944,
      "step": 51494
    },
    {
      "epoch": 2.1091542084783943,
      "grad_norm": 1.219801583335874,
      "learning_rate": 0.00022120786368754806,
      "loss": 1.021,
      "step": 51495
    },
    {
      "epoch": 2.109195166905591,
      "grad_norm": 0.8713503057874379,
      "learning_rate": 0.00022120499319550858,
      "loss": 0.7036,
      "step": 51496
    },
    {
      "epoch": 2.1092361253327874,
      "grad_norm": 1.4523453186569524,
      "learning_rate": 0.00022120212266980746,
      "loss": 1.248,
      "step": 51497
    },
    {
      "epoch": 2.1092770837599835,
      "grad_norm": 1.2942351547476783,
      "learning_rate": 0.00022119925211044607,
      "loss": 1.0945,
      "step": 51498
    },
    {
      "epoch": 2.10931804218718,
      "grad_norm": 0.8839983594302856,
      "learning_rate": 0.00022119638151742586,
      "loss": 0.6878,
      "step": 51499
    },
    {
      "epoch": 2.1093590006143765,
      "grad_norm": 0.7182109654918083,
      "learning_rate": 0.00022119351089074812,
      "loss": 0.4036,
      "step": 51500
    },
    {
      "epoch": 2.1093999590415726,
      "grad_norm": 1.1528009883707337,
      "learning_rate": 0.00022119064023041424,
      "loss": 0.7838,
      "step": 51501
    },
    {
      "epoch": 2.109440917468769,
      "grad_norm": 0.9336130487537553,
      "learning_rate": 0.00022118776953642552,
      "loss": 0.8871,
      "step": 51502
    },
    {
      "epoch": 2.1094818758959657,
      "grad_norm": 0.8454117173755825,
      "learning_rate": 0.00022118489880878337,
      "loss": 0.5618,
      "step": 51503
    },
    {
      "epoch": 2.109522834323162,
      "grad_norm": 0.9239903650950759,
      "learning_rate": 0.00022118202804748913,
      "loss": 0.8325,
      "step": 51504
    },
    {
      "epoch": 2.1095637927503583,
      "grad_norm": 0.9130485596957734,
      "learning_rate": 0.0002211791572525442,
      "loss": 0.7227,
      "step": 51505
    },
    {
      "epoch": 2.109604751177555,
      "grad_norm": 0.9596334155207993,
      "learning_rate": 0.0002211762864239498,
      "loss": 0.8776,
      "step": 51506
    },
    {
      "epoch": 2.1096457096047514,
      "grad_norm": 0.9018753640991644,
      "learning_rate": 0.00022117341556170746,
      "loss": 0.6975,
      "step": 51507
    },
    {
      "epoch": 2.1096866680319475,
      "grad_norm": 1.6150966598742784,
      "learning_rate": 0.00022117054466581844,
      "loss": 1.4345,
      "step": 51508
    },
    {
      "epoch": 2.109727626459144,
      "grad_norm": 0.7526949892642852,
      "learning_rate": 0.0002211676737362841,
      "loss": 0.6094,
      "step": 51509
    },
    {
      "epoch": 2.1097685848863406,
      "grad_norm": 1.1689118906187301,
      "learning_rate": 0.00022116480277310584,
      "loss": 0.9932,
      "step": 51510
    },
    {
      "epoch": 2.1098095433135367,
      "grad_norm": 0.8351485502940934,
      "learning_rate": 0.000221161931776285,
      "loss": 0.5964,
      "step": 51511
    },
    {
      "epoch": 2.109850501740733,
      "grad_norm": 0.9946019468600045,
      "learning_rate": 0.0002211590607458229,
      "loss": 0.8628,
      "step": 51512
    },
    {
      "epoch": 2.1098914601679297,
      "grad_norm": 0.9499167561438928,
      "learning_rate": 0.0002211561896817209,
      "loss": 0.6554,
      "step": 51513
    },
    {
      "epoch": 2.109932418595126,
      "grad_norm": 2.038891624616514,
      "learning_rate": 0.00022115331858398043,
      "loss": 1.6973,
      "step": 51514
    },
    {
      "epoch": 2.1099733770223223,
      "grad_norm": 1.172784954045182,
      "learning_rate": 0.00022115044745260278,
      "loss": 0.9663,
      "step": 51515
    },
    {
      "epoch": 2.110014335449519,
      "grad_norm": 0.9991654064454831,
      "learning_rate": 0.00022114757628758933,
      "loss": 0.7915,
      "step": 51516
    },
    {
      "epoch": 2.110055293876715,
      "grad_norm": 1.0007719584885573,
      "learning_rate": 0.00022114470508894144,
      "loss": 0.9364,
      "step": 51517
    },
    {
      "epoch": 2.1100962523039115,
      "grad_norm": 1.0189914190801912,
      "learning_rate": 0.00022114183385666045,
      "loss": 0.2824,
      "step": 51518
    },
    {
      "epoch": 2.110137210731108,
      "grad_norm": 1.0115282056464459,
      "learning_rate": 0.00022113896259074773,
      "loss": 0.8257,
      "step": 51519
    },
    {
      "epoch": 2.110178169158304,
      "grad_norm": 1.075344144898192,
      "learning_rate": 0.00022113609129120464,
      "loss": 1.1183,
      "step": 51520
    },
    {
      "epoch": 2.1102191275855007,
      "grad_norm": 1.3719667682507133,
      "learning_rate": 0.00022113321995803254,
      "loss": 0.4192,
      "step": 51521
    },
    {
      "epoch": 2.110260086012697,
      "grad_norm": 0.7353227594276411,
      "learning_rate": 0.00022113034859123275,
      "loss": 0.3197,
      "step": 51522
    },
    {
      "epoch": 2.1103010444398933,
      "grad_norm": 0.7946681247944031,
      "learning_rate": 0.00022112747719080672,
      "loss": 0.6012,
      "step": 51523
    },
    {
      "epoch": 2.11034200286709,
      "grad_norm": 1.095487075939565,
      "learning_rate": 0.00022112460575675572,
      "loss": 0.8926,
      "step": 51524
    },
    {
      "epoch": 2.1103829612942864,
      "grad_norm": 0.9016207625217554,
      "learning_rate": 0.00022112173428908113,
      "loss": 0.7883,
      "step": 51525
    },
    {
      "epoch": 2.110423919721483,
      "grad_norm": 1.568781494783301,
      "learning_rate": 0.00022111886278778427,
      "loss": 0.9917,
      "step": 51526
    },
    {
      "epoch": 2.110464878148679,
      "grad_norm": 0.9597742517107255,
      "learning_rate": 0.00022111599125286657,
      "loss": 0.6727,
      "step": 51527
    },
    {
      "epoch": 2.1105058365758755,
      "grad_norm": 1.297965329097611,
      "learning_rate": 0.00022111311968432936,
      "loss": 0.7182,
      "step": 51528
    },
    {
      "epoch": 2.110546795003072,
      "grad_norm": 0.9582455450867805,
      "learning_rate": 0.000221110248082174,
      "loss": 0.6849,
      "step": 51529
    },
    {
      "epoch": 2.110587753430268,
      "grad_norm": 0.9017212418059254,
      "learning_rate": 0.00022110737644640184,
      "loss": 0.366,
      "step": 51530
    },
    {
      "epoch": 2.1106287118574647,
      "grad_norm": 1.123609516447107,
      "learning_rate": 0.00022110450477701423,
      "loss": 0.9264,
      "step": 51531
    },
    {
      "epoch": 2.1106696702846612,
      "grad_norm": 0.6642161318048871,
      "learning_rate": 0.00022110163307401256,
      "loss": 0.2466,
      "step": 51532
    },
    {
      "epoch": 2.1107106287118573,
      "grad_norm": 1.0085445510666722,
      "learning_rate": 0.00022109876133739813,
      "loss": 0.9359,
      "step": 51533
    },
    {
      "epoch": 2.110751587139054,
      "grad_norm": 0.9921218280413441,
      "learning_rate": 0.00022109588956717235,
      "loss": 0.7325,
      "step": 51534
    },
    {
      "epoch": 2.1107925455662504,
      "grad_norm": 1.0010569117631254,
      "learning_rate": 0.00022109301776333654,
      "loss": 0.7988,
      "step": 51535
    },
    {
      "epoch": 2.1108335039934465,
      "grad_norm": 1.019011206150589,
      "learning_rate": 0.00022109014592589207,
      "loss": 0.8156,
      "step": 51536
    },
    {
      "epoch": 2.110874462420643,
      "grad_norm": 1.017233045137813,
      "learning_rate": 0.00022108727405484034,
      "loss": 0.6431,
      "step": 51537
    },
    {
      "epoch": 2.1109154208478396,
      "grad_norm": 1.221499734135792,
      "learning_rate": 0.00022108440215018265,
      "loss": 0.8172,
      "step": 51538
    },
    {
      "epoch": 2.1109563792750357,
      "grad_norm": 0.7501931468479163,
      "learning_rate": 0.00022108153021192038,
      "loss": 0.2786,
      "step": 51539
    },
    {
      "epoch": 2.110997337702232,
      "grad_norm": 1.3930705771110843,
      "learning_rate": 0.0002210786582400549,
      "loss": 1.0508,
      "step": 51540
    },
    {
      "epoch": 2.1110382961294287,
      "grad_norm": 1.055686911113503,
      "learning_rate": 0.00022107578623458755,
      "loss": 0.8208,
      "step": 51541
    },
    {
      "epoch": 2.111079254556625,
      "grad_norm": 1.0504753138840168,
      "learning_rate": 0.0002210729141955197,
      "loss": 0.924,
      "step": 51542
    },
    {
      "epoch": 2.1111202129838214,
      "grad_norm": 0.9661219630766947,
      "learning_rate": 0.00022107004212285267,
      "loss": 0.8895,
      "step": 51543
    },
    {
      "epoch": 2.111161171411018,
      "grad_norm": 1.2530417315072626,
      "learning_rate": 0.00022106717001658786,
      "loss": 0.8679,
      "step": 51544
    },
    {
      "epoch": 2.1112021298382144,
      "grad_norm": 0.9631528984775901,
      "learning_rate": 0.00022106429787672666,
      "loss": 0.8835,
      "step": 51545
    },
    {
      "epoch": 2.1112430882654105,
      "grad_norm": 0.85937504636711,
      "learning_rate": 0.0002210614257032703,
      "loss": 0.5387,
      "step": 51546
    },
    {
      "epoch": 2.111284046692607,
      "grad_norm": 1.0914456417883471,
      "learning_rate": 0.00022105855349622032,
      "loss": 0.665,
      "step": 51547
    },
    {
      "epoch": 2.1113250051198036,
      "grad_norm": 1.0842978763701858,
      "learning_rate": 0.00022105568125557794,
      "loss": 0.991,
      "step": 51548
    },
    {
      "epoch": 2.1113659635469997,
      "grad_norm": 0.9682673058352939,
      "learning_rate": 0.00022105280898134452,
      "loss": 0.7936,
      "step": 51549
    },
    {
      "epoch": 2.111406921974196,
      "grad_norm": 1.8032103454206287,
      "learning_rate": 0.00022104993667352148,
      "loss": 1.0485,
      "step": 51550
    },
    {
      "epoch": 2.1114478804013928,
      "grad_norm": 0.8903685190885754,
      "learning_rate": 0.00022104706433211018,
      "loss": 0.6535,
      "step": 51551
    },
    {
      "epoch": 2.111488838828589,
      "grad_norm": 1.0321876740348805,
      "learning_rate": 0.00022104419195711193,
      "loss": 0.6537,
      "step": 51552
    },
    {
      "epoch": 2.1115297972557854,
      "grad_norm": 1.5169510784864029,
      "learning_rate": 0.00022104131954852807,
      "loss": 1.0722,
      "step": 51553
    },
    {
      "epoch": 2.111570755682982,
      "grad_norm": 0.8506996558743039,
      "learning_rate": 0.00022103844710636,
      "loss": 0.6605,
      "step": 51554
    },
    {
      "epoch": 2.111611714110178,
      "grad_norm": 0.8419581865001173,
      "learning_rate": 0.00022103557463060914,
      "loss": 0.6413,
      "step": 51555
    },
    {
      "epoch": 2.1116526725373745,
      "grad_norm": 1.089479466433699,
      "learning_rate": 0.00022103270212127675,
      "loss": 0.8117,
      "step": 51556
    },
    {
      "epoch": 2.111693630964571,
      "grad_norm": 1.2378538678988447,
      "learning_rate": 0.0002210298295783642,
      "loss": 1.0642,
      "step": 51557
    },
    {
      "epoch": 2.111734589391767,
      "grad_norm": 0.7241223796265437,
      "learning_rate": 0.00022102695700187288,
      "loss": 0.6117,
      "step": 51558
    },
    {
      "epoch": 2.1117755478189637,
      "grad_norm": 1.3611634423820695,
      "learning_rate": 0.00022102408439180412,
      "loss": 1.2587,
      "step": 51559
    },
    {
      "epoch": 2.1118165062461602,
      "grad_norm": 1.0190290503458457,
      "learning_rate": 0.00022102121174815933,
      "loss": 0.6367,
      "step": 51560
    },
    {
      "epoch": 2.1118574646733563,
      "grad_norm": 5.184626030651445,
      "learning_rate": 0.00022101833907093983,
      "loss": 2.3015,
      "step": 51561
    },
    {
      "epoch": 2.111898423100553,
      "grad_norm": 1.338690754506724,
      "learning_rate": 0.00022101546636014695,
      "loss": 0.8571,
      "step": 51562
    },
    {
      "epoch": 2.1119393815277494,
      "grad_norm": 0.8678513376673275,
      "learning_rate": 0.0002210125936157821,
      "loss": 0.6914,
      "step": 51563
    },
    {
      "epoch": 2.111980339954946,
      "grad_norm": 1.128960477322244,
      "learning_rate": 0.00022100972083784662,
      "loss": 0.9169,
      "step": 51564
    },
    {
      "epoch": 2.112021298382142,
      "grad_norm": 1.321241109562472,
      "learning_rate": 0.00022100684802634188,
      "loss": 1.2443,
      "step": 51565
    },
    {
      "epoch": 2.1120622568093386,
      "grad_norm": 1.1140866013684605,
      "learning_rate": 0.00022100397518126915,
      "loss": 0.9702,
      "step": 51566
    },
    {
      "epoch": 2.112103215236535,
      "grad_norm": 1.4519841450964688,
      "learning_rate": 0.00022100110230262993,
      "loss": 1.2545,
      "step": 51567
    },
    {
      "epoch": 2.112144173663731,
      "grad_norm": 0.9619139114045967,
      "learning_rate": 0.0002209982293904255,
      "loss": 0.7574,
      "step": 51568
    },
    {
      "epoch": 2.1121851320909277,
      "grad_norm": 1.105287423500457,
      "learning_rate": 0.00022099535644465722,
      "loss": 1.0288,
      "step": 51569
    },
    {
      "epoch": 2.1122260905181243,
      "grad_norm": 0.9668175299642903,
      "learning_rate": 0.0002209924834653264,
      "loss": 0.8327,
      "step": 51570
    },
    {
      "epoch": 2.1122670489453204,
      "grad_norm": 1.2269890090774545,
      "learning_rate": 0.00022098961045243453,
      "loss": 1.1599,
      "step": 51571
    },
    {
      "epoch": 2.112308007372517,
      "grad_norm": 0.7818510813619856,
      "learning_rate": 0.00022098673740598288,
      "loss": 0.5843,
      "step": 51572
    },
    {
      "epoch": 2.1123489657997134,
      "grad_norm": 1.5109456855252328,
      "learning_rate": 0.0002209838643259728,
      "loss": 1.287,
      "step": 51573
    },
    {
      "epoch": 2.1123899242269095,
      "grad_norm": 1.1170110586929551,
      "learning_rate": 0.00022098099121240565,
      "loss": 0.8143,
      "step": 51574
    },
    {
      "epoch": 2.112430882654106,
      "grad_norm": 1.167662603699914,
      "learning_rate": 0.00022097811806528282,
      "loss": 0.7987,
      "step": 51575
    },
    {
      "epoch": 2.1124718410813026,
      "grad_norm": 1.2913148347861203,
      "learning_rate": 0.0002209752448846057,
      "loss": 0.9439,
      "step": 51576
    },
    {
      "epoch": 2.1125127995084987,
      "grad_norm": 1.843886475685442,
      "learning_rate": 0.00022097237167037555,
      "loss": 1.6287,
      "step": 51577
    },
    {
      "epoch": 2.112553757935695,
      "grad_norm": 0.9792102816279218,
      "learning_rate": 0.00022096949842259378,
      "loss": 0.7491,
      "step": 51578
    },
    {
      "epoch": 2.1125947163628918,
      "grad_norm": 0.9644762997488698,
      "learning_rate": 0.00022096662514126177,
      "loss": 0.9117,
      "step": 51579
    },
    {
      "epoch": 2.112635674790088,
      "grad_norm": 0.8690364295916,
      "learning_rate": 0.00022096375182638087,
      "loss": 0.7118,
      "step": 51580
    },
    {
      "epoch": 2.1126766332172844,
      "grad_norm": 1.301730918218299,
      "learning_rate": 0.0002209608784779524,
      "loss": 0.9172,
      "step": 51581
    },
    {
      "epoch": 2.112717591644481,
      "grad_norm": 1.0246631586388397,
      "learning_rate": 0.00022095800509597778,
      "loss": 0.76,
      "step": 51582
    },
    {
      "epoch": 2.1127585500716775,
      "grad_norm": 0.9501032160187678,
      "learning_rate": 0.0002209551316804583,
      "loss": 0.7032,
      "step": 51583
    },
    {
      "epoch": 2.1127995084988735,
      "grad_norm": 1.4604450901359463,
      "learning_rate": 0.00022095225823139537,
      "loss": 1.1451,
      "step": 51584
    },
    {
      "epoch": 2.11284046692607,
      "grad_norm": 1.3292694823370186,
      "learning_rate": 0.00022094938474879027,
      "loss": 0.9228,
      "step": 51585
    },
    {
      "epoch": 2.1128814253532666,
      "grad_norm": 0.956579688369488,
      "learning_rate": 0.00022094651123264448,
      "loss": 0.7026,
      "step": 51586
    },
    {
      "epoch": 2.1129223837804627,
      "grad_norm": 1.0903734936242442,
      "learning_rate": 0.00022094363768295928,
      "loss": 0.9136,
      "step": 51587
    },
    {
      "epoch": 2.1129633422076592,
      "grad_norm": 1.0598096099688512,
      "learning_rate": 0.00022094076409973608,
      "loss": 0.8876,
      "step": 51588
    },
    {
      "epoch": 2.113004300634856,
      "grad_norm": 0.8625133892762339,
      "learning_rate": 0.00022093789048297614,
      "loss": 0.5785,
      "step": 51589
    },
    {
      "epoch": 2.113045259062052,
      "grad_norm": 0.8406664733545332,
      "learning_rate": 0.0002209350168326809,
      "loss": 0.669,
      "step": 51590
    },
    {
      "epoch": 2.1130862174892484,
      "grad_norm": 1.1162072492114605,
      "learning_rate": 0.00022093214314885176,
      "loss": 0.8855,
      "step": 51591
    },
    {
      "epoch": 2.113127175916445,
      "grad_norm": 1.169476318692391,
      "learning_rate": 0.00022092926943148995,
      "loss": 1.0934,
      "step": 51592
    },
    {
      "epoch": 2.113168134343641,
      "grad_norm": 1.0373437019329552,
      "learning_rate": 0.00022092639568059694,
      "loss": 0.7447,
      "step": 51593
    },
    {
      "epoch": 2.1132090927708376,
      "grad_norm": 1.3745201736264854,
      "learning_rate": 0.000220923521896174,
      "loss": 0.6654,
      "step": 51594
    },
    {
      "epoch": 2.113250051198034,
      "grad_norm": 0.9631552701677628,
      "learning_rate": 0.00022092064807822256,
      "loss": 0.8382,
      "step": 51595
    },
    {
      "epoch": 2.11329100962523,
      "grad_norm": 1.019841672622804,
      "learning_rate": 0.0002209177742267439,
      "loss": 0.7105,
      "step": 51596
    },
    {
      "epoch": 2.1133319680524267,
      "grad_norm": 0.946863181235539,
      "learning_rate": 0.0002209149003417395,
      "loss": 0.7767,
      "step": 51597
    },
    {
      "epoch": 2.1133729264796233,
      "grad_norm": 1.462082462689522,
      "learning_rate": 0.00022091202642321063,
      "loss": 1.2703,
      "step": 51598
    },
    {
      "epoch": 2.1134138849068194,
      "grad_norm": 1.0913175856613395,
      "learning_rate": 0.0002209091524711587,
      "loss": 0.7441,
      "step": 51599
    },
    {
      "epoch": 2.113454843334016,
      "grad_norm": 2.0311564188010607,
      "learning_rate": 0.000220906278485585,
      "loss": 0.5272,
      "step": 51600
    },
    {
      "epoch": 2.1134958017612124,
      "grad_norm": 1.057134563084431,
      "learning_rate": 0.00022090340446649095,
      "loss": 0.9835,
      "step": 51601
    },
    {
      "epoch": 2.113536760188409,
      "grad_norm": 0.8924292581682263,
      "learning_rate": 0.00022090053041387786,
      "loss": 0.7638,
      "step": 51602
    },
    {
      "epoch": 2.113577718615605,
      "grad_norm": 1.4537473170982675,
      "learning_rate": 0.0002208976563277471,
      "loss": 1.1847,
      "step": 51603
    },
    {
      "epoch": 2.1136186770428016,
      "grad_norm": 0.7680927999381619,
      "learning_rate": 0.0002208947822081001,
      "loss": 0.668,
      "step": 51604
    },
    {
      "epoch": 2.113659635469998,
      "grad_norm": 1.167590171576993,
      "learning_rate": 0.00022089190805493812,
      "loss": 0.9371,
      "step": 51605
    },
    {
      "epoch": 2.1137005938971942,
      "grad_norm": 1.2321721903515241,
      "learning_rate": 0.00022088903386826252,
      "loss": 1.0359,
      "step": 51606
    },
    {
      "epoch": 2.1137415523243908,
      "grad_norm": 0.4581874608348123,
      "learning_rate": 0.00022088615964807476,
      "loss": 0.1445,
      "step": 51607
    },
    {
      "epoch": 2.1137825107515873,
      "grad_norm": 1.7299309263298324,
      "learning_rate": 0.0002208832853943761,
      "loss": 0.8851,
      "step": 51608
    },
    {
      "epoch": 2.1138234691787834,
      "grad_norm": 4.4919379000261666,
      "learning_rate": 0.00022088041110716801,
      "loss": 4.973,
      "step": 51609
    },
    {
      "epoch": 2.11386442760598,
      "grad_norm": 1.1235043657368995,
      "learning_rate": 0.00022087753678645168,
      "loss": 0.9201,
      "step": 51610
    },
    {
      "epoch": 2.1139053860331765,
      "grad_norm": 1.099970613066762,
      "learning_rate": 0.0002208746624322286,
      "loss": 0.6038,
      "step": 51611
    },
    {
      "epoch": 2.1139463444603726,
      "grad_norm": 4.915143315644574,
      "learning_rate": 0.0002208717880445001,
      "loss": 1.7892,
      "step": 51612
    },
    {
      "epoch": 2.113987302887569,
      "grad_norm": 1.2353786408239684,
      "learning_rate": 0.00022086891362326752,
      "loss": 0.754,
      "step": 51613
    },
    {
      "epoch": 2.1140282613147656,
      "grad_norm": 1.2910962120880638,
      "learning_rate": 0.00022086603916853222,
      "loss": 1.1271,
      "step": 51614
    },
    {
      "epoch": 2.1140692197419617,
      "grad_norm": 1.343895337694297,
      "learning_rate": 0.00022086316468029562,
      "loss": 0.8296,
      "step": 51615
    },
    {
      "epoch": 2.1141101781691582,
      "grad_norm": 1.2461373466596706,
      "learning_rate": 0.00022086029015855901,
      "loss": 1.0385,
      "step": 51616
    },
    {
      "epoch": 2.114151136596355,
      "grad_norm": 1.5302158222158504,
      "learning_rate": 0.00022085741560332373,
      "loss": 0.6093,
      "step": 51617
    },
    {
      "epoch": 2.114192095023551,
      "grad_norm": 0.9988897199557915,
      "learning_rate": 0.00022085454101459118,
      "loss": 0.7977,
      "step": 51618
    },
    {
      "epoch": 2.1142330534507474,
      "grad_norm": 1.0840895572253137,
      "learning_rate": 0.00022085166639236278,
      "loss": 0.8353,
      "step": 51619
    },
    {
      "epoch": 2.114274011877944,
      "grad_norm": 1.0029263155801496,
      "learning_rate": 0.00022084879173663976,
      "loss": 0.8209,
      "step": 51620
    },
    {
      "epoch": 2.1143149703051405,
      "grad_norm": 0.9793268589711723,
      "learning_rate": 0.00022084591704742354,
      "loss": 0.8208,
      "step": 51621
    },
    {
      "epoch": 2.1143559287323366,
      "grad_norm": 0.6420875258453261,
      "learning_rate": 0.00022084304232471554,
      "loss": 0.2717,
      "step": 51622
    },
    {
      "epoch": 2.114396887159533,
      "grad_norm": 1.424849568562339,
      "learning_rate": 0.000220840167568517,
      "loss": 0.8907,
      "step": 51623
    },
    {
      "epoch": 2.1144378455867296,
      "grad_norm": 1.228009410568639,
      "learning_rate": 0.00022083729277882938,
      "loss": 0.8769,
      "step": 51624
    },
    {
      "epoch": 2.1144788040139257,
      "grad_norm": 0.7763555335055871,
      "learning_rate": 0.0002208344179556539,
      "loss": 0.2212,
      "step": 51625
    },
    {
      "epoch": 2.1145197624411223,
      "grad_norm": 0.7922454190536804,
      "learning_rate": 0.00022083154309899213,
      "loss": 0.3494,
      "step": 51626
    },
    {
      "epoch": 2.114560720868319,
      "grad_norm": 1.1637374773573652,
      "learning_rate": 0.00022082866820884528,
      "loss": 0.9175,
      "step": 51627
    },
    {
      "epoch": 2.114601679295515,
      "grad_norm": 0.8605618987474035,
      "learning_rate": 0.00022082579328521477,
      "loss": 0.6856,
      "step": 51628
    },
    {
      "epoch": 2.1146426377227114,
      "grad_norm": 1.0412738935812824,
      "learning_rate": 0.00022082291832810187,
      "loss": 0.8367,
      "step": 51629
    },
    {
      "epoch": 2.114683596149908,
      "grad_norm": 1.154028309123684,
      "learning_rate": 0.00022082004333750805,
      "loss": 0.8723,
      "step": 51630
    },
    {
      "epoch": 2.114724554577104,
      "grad_norm": 0.9443763062323521,
      "learning_rate": 0.0002208171683134346,
      "loss": 0.9686,
      "step": 51631
    },
    {
      "epoch": 2.1147655130043006,
      "grad_norm": 1.000205300904959,
      "learning_rate": 0.00022081429325588293,
      "loss": 0.7267,
      "step": 51632
    },
    {
      "epoch": 2.114806471431497,
      "grad_norm": 1.420072523383591,
      "learning_rate": 0.0002208114181648544,
      "loss": 0.8611,
      "step": 51633
    },
    {
      "epoch": 2.1148474298586932,
      "grad_norm": 1.3316943272169044,
      "learning_rate": 0.00022080854304035025,
      "loss": 0.8265,
      "step": 51634
    },
    {
      "epoch": 2.1148883882858898,
      "grad_norm": 0.8930640733664736,
      "learning_rate": 0.00022080566788237202,
      "loss": 0.7194,
      "step": 51635
    },
    {
      "epoch": 2.1149293467130863,
      "grad_norm": 1.3566125418624537,
      "learning_rate": 0.00022080279269092094,
      "loss": 1.0609,
      "step": 51636
    },
    {
      "epoch": 2.1149703051402824,
      "grad_norm": 1.7727338096560339,
      "learning_rate": 0.00022079991746599842,
      "loss": 1.2859,
      "step": 51637
    },
    {
      "epoch": 2.115011263567479,
      "grad_norm": 1.077506473671758,
      "learning_rate": 0.00022079704220760577,
      "loss": 0.9649,
      "step": 51638
    },
    {
      "epoch": 2.1150522219946755,
      "grad_norm": 1.0511190381908375,
      "learning_rate": 0.0002207941669157444,
      "loss": 0.7612,
      "step": 51639
    },
    {
      "epoch": 2.115093180421872,
      "grad_norm": 0.9153180888281849,
      "learning_rate": 0.00022079129159041565,
      "loss": 0.8711,
      "step": 51640
    },
    {
      "epoch": 2.115134138849068,
      "grad_norm": 1.297630127384141,
      "learning_rate": 0.00022078841623162095,
      "loss": 0.9026,
      "step": 51641
    },
    {
      "epoch": 2.1151750972762646,
      "grad_norm": 1.1754080542306973,
      "learning_rate": 0.0002207855408393615,
      "loss": 1.1105,
      "step": 51642
    },
    {
      "epoch": 2.115216055703461,
      "grad_norm": 1.2043601444658996,
      "learning_rate": 0.0002207826654136388,
      "loss": 1.3274,
      "step": 51643
    },
    {
      "epoch": 2.1152570141306573,
      "grad_norm": 1.1189392087005918,
      "learning_rate": 0.0002207797899544542,
      "loss": 1.0098,
      "step": 51644
    },
    {
      "epoch": 2.115297972557854,
      "grad_norm": 1.446716721275945,
      "learning_rate": 0.00022077691446180899,
      "loss": 1.244,
      "step": 51645
    },
    {
      "epoch": 2.1153389309850503,
      "grad_norm": 1.8941641330427308,
      "learning_rate": 0.00022077403893570454,
      "loss": 0.8812,
      "step": 51646
    },
    {
      "epoch": 2.1153798894122464,
      "grad_norm": 7.761856033562985,
      "learning_rate": 0.00022077116337614226,
      "loss": 3.3412,
      "step": 51647
    },
    {
      "epoch": 2.115420847839443,
      "grad_norm": 1.1777521549257421,
      "learning_rate": 0.00022076828778312346,
      "loss": 1.0385,
      "step": 51648
    },
    {
      "epoch": 2.1154618062666395,
      "grad_norm": 1.063228389451327,
      "learning_rate": 0.00022076541215664957,
      "loss": 0.8611,
      "step": 51649
    },
    {
      "epoch": 2.1155027646938356,
      "grad_norm": 0.6657069890777839,
      "learning_rate": 0.0002207625364967218,
      "loss": 0.2732,
      "step": 51650
    },
    {
      "epoch": 2.115543723121032,
      "grad_norm": 1.0532673804418327,
      "learning_rate": 0.0002207596608033417,
      "loss": 0.7873,
      "step": 51651
    },
    {
      "epoch": 2.1155846815482287,
      "grad_norm": 1.5419100618407708,
      "learning_rate": 0.0002207567850765105,
      "loss": 1.1748,
      "step": 51652
    },
    {
      "epoch": 2.1156256399754247,
      "grad_norm": 1.2538288684853538,
      "learning_rate": 0.00022075390931622962,
      "loss": 0.815,
      "step": 51653
    },
    {
      "epoch": 2.1156665984026213,
      "grad_norm": 0.5921648706496327,
      "learning_rate": 0.00022075103352250036,
      "loss": 0.3042,
      "step": 51654
    },
    {
      "epoch": 2.115707556829818,
      "grad_norm": 1.2432803017687155,
      "learning_rate": 0.00022074815769532416,
      "loss": 1.228,
      "step": 51655
    },
    {
      "epoch": 2.115748515257014,
      "grad_norm": 1.1683107999935758,
      "learning_rate": 0.00022074528183470233,
      "loss": 0.9235,
      "step": 51656
    },
    {
      "epoch": 2.1157894736842104,
      "grad_norm": 0.8909004762139692,
      "learning_rate": 0.0002207424059406362,
      "loss": 0.3574,
      "step": 51657
    },
    {
      "epoch": 2.115830432111407,
      "grad_norm": 0.731931010515374,
      "learning_rate": 0.0002207395300131272,
      "loss": 0.2556,
      "step": 51658
    },
    {
      "epoch": 2.1158713905386035,
      "grad_norm": 0.8873962280218898,
      "learning_rate": 0.00022073665405217664,
      "loss": 0.4327,
      "step": 51659
    },
    {
      "epoch": 2.1159123489657996,
      "grad_norm": 2.361423938600479,
      "learning_rate": 0.0002207337780577859,
      "loss": 0.7518,
      "step": 51660
    },
    {
      "epoch": 2.115953307392996,
      "grad_norm": 0.711575090043173,
      "learning_rate": 0.00022073090202995635,
      "loss": 0.2936,
      "step": 51661
    },
    {
      "epoch": 2.1159942658201927,
      "grad_norm": 1.2420182459605753,
      "learning_rate": 0.00022072802596868928,
      "loss": 0.979,
      "step": 51662
    },
    {
      "epoch": 2.1160352242473888,
      "grad_norm": 1.4484228883396368,
      "learning_rate": 0.00022072514987398614,
      "loss": 1.1432,
      "step": 51663
    },
    {
      "epoch": 2.1160761826745853,
      "grad_norm": 1.2142816368618807,
      "learning_rate": 0.00022072227374584825,
      "loss": 0.9465,
      "step": 51664
    },
    {
      "epoch": 2.116117141101782,
      "grad_norm": 0.708245634636943,
      "learning_rate": 0.00022071939758427697,
      "loss": 0.3952,
      "step": 51665
    },
    {
      "epoch": 2.116158099528978,
      "grad_norm": 0.94997774811517,
      "learning_rate": 0.00022071652138927364,
      "loss": 0.8665,
      "step": 51666
    },
    {
      "epoch": 2.1161990579561745,
      "grad_norm": 1.042757390584004,
      "learning_rate": 0.0002207136451608397,
      "loss": 0.6335,
      "step": 51667
    },
    {
      "epoch": 2.116240016383371,
      "grad_norm": 0.8400314971735556,
      "learning_rate": 0.0002207107688989764,
      "loss": 0.6692,
      "step": 51668
    },
    {
      "epoch": 2.116280974810567,
      "grad_norm": 0.8439859118097408,
      "learning_rate": 0.0002207078926036852,
      "loss": 0.3242,
      "step": 51669
    },
    {
      "epoch": 2.1163219332377636,
      "grad_norm": 0.8180301348213405,
      "learning_rate": 0.00022070501627496737,
      "loss": 0.3964,
      "step": 51670
    },
    {
      "epoch": 2.11636289166496,
      "grad_norm": 1.1331232322961726,
      "learning_rate": 0.00022070213991282433,
      "loss": 0.7214,
      "step": 51671
    },
    {
      "epoch": 2.1164038500921563,
      "grad_norm": 1.3730181297071598,
      "learning_rate": 0.00022069926351725742,
      "loss": 0.9574,
      "step": 51672
    },
    {
      "epoch": 2.116444808519353,
      "grad_norm": 0.9226206437971828,
      "learning_rate": 0.000220696387088268,
      "loss": 0.7987,
      "step": 51673
    },
    {
      "epoch": 2.1164857669465493,
      "grad_norm": 0.8531381095278788,
      "learning_rate": 0.0002206935106258574,
      "loss": 0.7517,
      "step": 51674
    },
    {
      "epoch": 2.1165267253737454,
      "grad_norm": 1.3393043790207,
      "learning_rate": 0.00022069063413002706,
      "loss": 1.1797,
      "step": 51675
    },
    {
      "epoch": 2.116567683800942,
      "grad_norm": 0.9580400208026829,
      "learning_rate": 0.0002206877576007783,
      "loss": 0.7414,
      "step": 51676
    },
    {
      "epoch": 2.1166086422281385,
      "grad_norm": 0.8869803418033679,
      "learning_rate": 0.0002206848810381124,
      "loss": 0.7247,
      "step": 51677
    },
    {
      "epoch": 2.116649600655335,
      "grad_norm": 1.0029320008825957,
      "learning_rate": 0.00022068200444203082,
      "loss": 0.7134,
      "step": 51678
    },
    {
      "epoch": 2.116690559082531,
      "grad_norm": 1.0541496698061699,
      "learning_rate": 0.00022067912781253488,
      "loss": 0.7092,
      "step": 51679
    },
    {
      "epoch": 2.1167315175097277,
      "grad_norm": 1.0324541220943737,
      "learning_rate": 0.000220676251149626,
      "loss": 1.195,
      "step": 51680
    },
    {
      "epoch": 2.116772475936924,
      "grad_norm": 0.9210316138071002,
      "learning_rate": 0.00022067337445330545,
      "loss": 0.9886,
      "step": 51681
    },
    {
      "epoch": 2.1168134343641203,
      "grad_norm": 1.2805989628408663,
      "learning_rate": 0.0002206704977235746,
      "loss": 0.8202,
      "step": 51682
    },
    {
      "epoch": 2.116854392791317,
      "grad_norm": 1.444160933477866,
      "learning_rate": 0.00022066762096043492,
      "loss": 1.2636,
      "step": 51683
    },
    {
      "epoch": 2.1168953512185134,
      "grad_norm": 0.9694699426106875,
      "learning_rate": 0.00022066474416388763,
      "loss": 0.6145,
      "step": 51684
    },
    {
      "epoch": 2.1169363096457094,
      "grad_norm": 1.3288763027659622,
      "learning_rate": 0.00022066186733393417,
      "loss": 0.8143,
      "step": 51685
    },
    {
      "epoch": 2.116977268072906,
      "grad_norm": 1.040644097108404,
      "learning_rate": 0.00022065899047057582,
      "loss": 0.7605,
      "step": 51686
    },
    {
      "epoch": 2.1170182265001025,
      "grad_norm": 0.9003117658281533,
      "learning_rate": 0.00022065611357381413,
      "loss": 0.6711,
      "step": 51687
    },
    {
      "epoch": 2.1170591849272986,
      "grad_norm": 1.516300318995524,
      "learning_rate": 0.00022065323664365022,
      "loss": 1.1065,
      "step": 51688
    },
    {
      "epoch": 2.117100143354495,
      "grad_norm": 0.9215062897477838,
      "learning_rate": 0.00022065035968008557,
      "loss": 0.8371,
      "step": 51689
    },
    {
      "epoch": 2.1171411017816917,
      "grad_norm": 3.8053950804327346,
      "learning_rate": 0.00022064748268312158,
      "loss": 6.5255,
      "step": 51690
    },
    {
      "epoch": 2.1171820602088878,
      "grad_norm": 1.0633162997015544,
      "learning_rate": 0.00022064460565275954,
      "loss": 0.7425,
      "step": 51691
    },
    {
      "epoch": 2.1172230186360843,
      "grad_norm": 1.7656816637467538,
      "learning_rate": 0.00022064172858900083,
      "loss": 0.9862,
      "step": 51692
    },
    {
      "epoch": 2.117263977063281,
      "grad_norm": 0.9555745894514752,
      "learning_rate": 0.00022063885149184678,
      "loss": 0.5897,
      "step": 51693
    },
    {
      "epoch": 2.1173049354904774,
      "grad_norm": 1.1842334976011002,
      "learning_rate": 0.00022063597436129882,
      "loss": 0.8655,
      "step": 51694
    },
    {
      "epoch": 2.1173458939176735,
      "grad_norm": 1.8670389620892105,
      "learning_rate": 0.00022063309719735823,
      "loss": 0.7112,
      "step": 51695
    },
    {
      "epoch": 2.11738685234487,
      "grad_norm": 1.171974307495186,
      "learning_rate": 0.00022063022000002645,
      "loss": 1.0053,
      "step": 51696
    },
    {
      "epoch": 2.1174278107720665,
      "grad_norm": 0.7022390555004053,
      "learning_rate": 0.0002206273427693048,
      "loss": 0.2684,
      "step": 51697
    },
    {
      "epoch": 2.1174687691992626,
      "grad_norm": 0.8548367119686742,
      "learning_rate": 0.00022062446550519458,
      "loss": 0.8022,
      "step": 51698
    },
    {
      "epoch": 2.117509727626459,
      "grad_norm": 4.470182581476669,
      "learning_rate": 0.00022062158820769726,
      "loss": 5.2222,
      "step": 51699
    },
    {
      "epoch": 2.1175506860536557,
      "grad_norm": 1.2165109522077249,
      "learning_rate": 0.00022061871087681413,
      "loss": 0.9823,
      "step": 51700
    },
    {
      "epoch": 2.117591644480852,
      "grad_norm": 1.3424697341114302,
      "learning_rate": 0.00022061583351254662,
      "loss": 1.0138,
      "step": 51701
    },
    {
      "epoch": 2.1176326029080483,
      "grad_norm": 0.9498211195815425,
      "learning_rate": 0.00022061295611489596,
      "loss": 0.8104,
      "step": 51702
    },
    {
      "epoch": 2.117673561335245,
      "grad_norm": 1.7945635703346856,
      "learning_rate": 0.00022061007868386367,
      "loss": 1.7943,
      "step": 51703
    },
    {
      "epoch": 2.117714519762441,
      "grad_norm": 0.9847638655935419,
      "learning_rate": 0.000220607201219451,
      "loss": 0.6126,
      "step": 51704
    },
    {
      "epoch": 2.1177554781896375,
      "grad_norm": 1.3244051535693906,
      "learning_rate": 0.00022060432372165935,
      "loss": 0.7737,
      "step": 51705
    },
    {
      "epoch": 2.117796436616834,
      "grad_norm": 1.201110586554373,
      "learning_rate": 0.00022060144619049003,
      "loss": 0.266,
      "step": 51706
    },
    {
      "epoch": 2.11783739504403,
      "grad_norm": 0.8557074160495938,
      "learning_rate": 0.00022059856862594453,
      "loss": 0.7126,
      "step": 51707
    },
    {
      "epoch": 2.1178783534712267,
      "grad_norm": 0.8636532294778172,
      "learning_rate": 0.00022059569102802403,
      "loss": 0.6104,
      "step": 51708
    },
    {
      "epoch": 2.117919311898423,
      "grad_norm": 0.9089565977032081,
      "learning_rate": 0.00022059281339673005,
      "loss": 0.7307,
      "step": 51709
    },
    {
      "epoch": 2.1179602703256193,
      "grad_norm": 0.9403275993696513,
      "learning_rate": 0.00022058993573206384,
      "loss": 0.767,
      "step": 51710
    },
    {
      "epoch": 2.118001228752816,
      "grad_norm": 1.548549681924611,
      "learning_rate": 0.00022058705803402684,
      "loss": 1.0155,
      "step": 51711
    },
    {
      "epoch": 2.1180421871800124,
      "grad_norm": 1.2990947910884263,
      "learning_rate": 0.00022058418030262037,
      "loss": 0.8451,
      "step": 51712
    },
    {
      "epoch": 2.118083145607209,
      "grad_norm": 1.4102976370598614,
      "learning_rate": 0.0002205813025378458,
      "loss": 1.3185,
      "step": 51713
    },
    {
      "epoch": 2.118124104034405,
      "grad_norm": 1.0129651973636313,
      "learning_rate": 0.00022057842473970443,
      "loss": 0.7792,
      "step": 51714
    },
    {
      "epoch": 2.1181650624616015,
      "grad_norm": 1.3519633072536887,
      "learning_rate": 0.0002205755469081977,
      "loss": 0.9756,
      "step": 51715
    },
    {
      "epoch": 2.118206020888798,
      "grad_norm": 0.948730977162012,
      "learning_rate": 0.000220572669043327,
      "loss": 0.6483,
      "step": 51716
    },
    {
      "epoch": 2.118246979315994,
      "grad_norm": 2.6863526246048477,
      "learning_rate": 0.0002205697911450936,
      "loss": 3.0954,
      "step": 51717
    },
    {
      "epoch": 2.1182879377431907,
      "grad_norm": 1.2238682795899603,
      "learning_rate": 0.00022056691321349886,
      "loss": 0.9066,
      "step": 51718
    },
    {
      "epoch": 2.118328896170387,
      "grad_norm": 0.9033115552394332,
      "learning_rate": 0.00022056403524854423,
      "loss": 0.5761,
      "step": 51719
    },
    {
      "epoch": 2.1183698545975833,
      "grad_norm": 0.923242619684183,
      "learning_rate": 0.00022056115725023102,
      "loss": 0.4923,
      "step": 51720
    },
    {
      "epoch": 2.11841081302478,
      "grad_norm": 1.3571248865767789,
      "learning_rate": 0.00022055827921856058,
      "loss": 0.8642,
      "step": 51721
    },
    {
      "epoch": 2.1184517714519764,
      "grad_norm": 1.0442946413159848,
      "learning_rate": 0.0002205554011535343,
      "loss": 0.8243,
      "step": 51722
    },
    {
      "epoch": 2.1184927298791725,
      "grad_norm": 0.7574623499509937,
      "learning_rate": 0.00022055252305515347,
      "loss": 0.3831,
      "step": 51723
    },
    {
      "epoch": 2.118533688306369,
      "grad_norm": 1.204562090385856,
      "learning_rate": 0.00022054964492341952,
      "loss": 0.9856,
      "step": 51724
    },
    {
      "epoch": 2.1185746467335655,
      "grad_norm": 1.3260562258878212,
      "learning_rate": 0.0002205467667583338,
      "loss": 1.0095,
      "step": 51725
    },
    {
      "epoch": 2.1186156051607616,
      "grad_norm": 1.2266596397507876,
      "learning_rate": 0.0002205438885598977,
      "loss": 0.7983,
      "step": 51726
    },
    {
      "epoch": 2.118656563587958,
      "grad_norm": 3.529640102642993,
      "learning_rate": 0.00022054101032811249,
      "loss": 1.2842,
      "step": 51727
    },
    {
      "epoch": 2.1186975220151547,
      "grad_norm": 2.1136540527933296,
      "learning_rate": 0.0002205381320629796,
      "loss": 2.2264,
      "step": 51728
    },
    {
      "epoch": 2.118738480442351,
      "grad_norm": 0.9848483833653237,
      "learning_rate": 0.00022053525376450035,
      "loss": 0.4081,
      "step": 51729
    },
    {
      "epoch": 2.1187794388695473,
      "grad_norm": 0.6214641153899849,
      "learning_rate": 0.00022053237543267614,
      "loss": 0.2861,
      "step": 51730
    },
    {
      "epoch": 2.118820397296744,
      "grad_norm": 3.6311473703701385,
      "learning_rate": 0.00022052949706750832,
      "loss": 2.6115,
      "step": 51731
    },
    {
      "epoch": 2.1188613557239404,
      "grad_norm": 1.1401167857669152,
      "learning_rate": 0.00022052661866899827,
      "loss": 0.8155,
      "step": 51732
    },
    {
      "epoch": 2.1189023141511365,
      "grad_norm": 1.115652985556922,
      "learning_rate": 0.0002205237402371473,
      "loss": 0.6465,
      "step": 51733
    },
    {
      "epoch": 2.118943272578333,
      "grad_norm": 1.0564323411738796,
      "learning_rate": 0.0002205208617719568,
      "loss": 0.6667,
      "step": 51734
    },
    {
      "epoch": 2.1189842310055296,
      "grad_norm": 0.8462435951432327,
      "learning_rate": 0.00022051798327342814,
      "loss": 0.7042,
      "step": 51735
    },
    {
      "epoch": 2.1190251894327257,
      "grad_norm": 2.4838527077823462,
      "learning_rate": 0.00022051510474156266,
      "loss": 2.3484,
      "step": 51736
    },
    {
      "epoch": 2.119066147859922,
      "grad_norm": 1.0491500635338042,
      "learning_rate": 0.00022051222617636173,
      "loss": 0.7475,
      "step": 51737
    },
    {
      "epoch": 2.1191071062871187,
      "grad_norm": 1.0267643518539182,
      "learning_rate": 0.00022050934757782668,
      "loss": 0.7232,
      "step": 51738
    },
    {
      "epoch": 2.119148064714315,
      "grad_norm": 1.058696525771951,
      "learning_rate": 0.00022050646894595895,
      "loss": 0.6025,
      "step": 51739
    },
    {
      "epoch": 2.1191890231415114,
      "grad_norm": 1.0080040984844116,
      "learning_rate": 0.00022050359028075983,
      "loss": 0.7144,
      "step": 51740
    },
    {
      "epoch": 2.119229981568708,
      "grad_norm": 0.8752222486393304,
      "learning_rate": 0.00022050071158223074,
      "loss": 0.7572,
      "step": 51741
    },
    {
      "epoch": 2.119270939995904,
      "grad_norm": 1.4790565782188447,
      "learning_rate": 0.00022049783285037295,
      "loss": 0.6476,
      "step": 51742
    },
    {
      "epoch": 2.1193118984231005,
      "grad_norm": 0.9128997394983026,
      "learning_rate": 0.0002204949540851879,
      "loss": 0.3272,
      "step": 51743
    },
    {
      "epoch": 2.119352856850297,
      "grad_norm": 1.1869713677957852,
      "learning_rate": 0.00022049207528667696,
      "loss": 0.6564,
      "step": 51744
    },
    {
      "epoch": 2.119393815277493,
      "grad_norm": 1.0376148571284793,
      "learning_rate": 0.0002204891964548414,
      "loss": 0.826,
      "step": 51745
    },
    {
      "epoch": 2.1194347737046897,
      "grad_norm": 0.8841070347165091,
      "learning_rate": 0.00022048631758968268,
      "loss": 0.6899,
      "step": 51746
    },
    {
      "epoch": 2.1194757321318862,
      "grad_norm": 1.0410146976512302,
      "learning_rate": 0.0002204834386912021,
      "loss": 1.0035,
      "step": 51747
    },
    {
      "epoch": 2.1195166905590823,
      "grad_norm": 0.5397942134384456,
      "learning_rate": 0.00022048055975940105,
      "loss": 0.2265,
      "step": 51748
    },
    {
      "epoch": 2.119557648986279,
      "grad_norm": 1.3989641113874727,
      "learning_rate": 0.00022047768079428088,
      "loss": 1.0094,
      "step": 51749
    },
    {
      "epoch": 2.1195986074134754,
      "grad_norm": 2.2633977957711027,
      "learning_rate": 0.0002204748017958429,
      "loss": 2.8,
      "step": 51750
    },
    {
      "epoch": 2.119639565840672,
      "grad_norm": 1.0782811063726545,
      "learning_rate": 0.00022047192276408858,
      "loss": 0.5784,
      "step": 51751
    },
    {
      "epoch": 2.119680524267868,
      "grad_norm": 0.6324955933538821,
      "learning_rate": 0.00022046904369901922,
      "loss": 0.2337,
      "step": 51752
    },
    {
      "epoch": 2.1197214826950646,
      "grad_norm": 1.0583668840903033,
      "learning_rate": 0.00022046616460063618,
      "loss": 0.8921,
      "step": 51753
    },
    {
      "epoch": 2.119762441122261,
      "grad_norm": 1.1098900918377081,
      "learning_rate": 0.0002204632854689408,
      "loss": 0.9378,
      "step": 51754
    },
    {
      "epoch": 2.119803399549457,
      "grad_norm": 1.1324413743193646,
      "learning_rate": 0.00022046040630393452,
      "loss": 0.989,
      "step": 51755
    },
    {
      "epoch": 2.1198443579766537,
      "grad_norm": 0.8496031924977854,
      "learning_rate": 0.00022045752710561861,
      "loss": 0.7469,
      "step": 51756
    },
    {
      "epoch": 2.1198853164038503,
      "grad_norm": 0.9117289806648914,
      "learning_rate": 0.0002204546478739945,
      "loss": 0.7478,
      "step": 51757
    },
    {
      "epoch": 2.1199262748310463,
      "grad_norm": 0.9538046444114728,
      "learning_rate": 0.00022045176860906347,
      "loss": 0.5989,
      "step": 51758
    },
    {
      "epoch": 2.119967233258243,
      "grad_norm": 1.3135064945836021,
      "learning_rate": 0.00022044888931082698,
      "loss": 0.9252,
      "step": 51759
    },
    {
      "epoch": 2.1200081916854394,
      "grad_norm": 0.9873107406458316,
      "learning_rate": 0.00022044600997928634,
      "loss": 0.8011,
      "step": 51760
    },
    {
      "epoch": 2.1200491501126355,
      "grad_norm": 1.246423761953825,
      "learning_rate": 0.0002204431306144429,
      "loss": 1.0674,
      "step": 51761
    },
    {
      "epoch": 2.120090108539832,
      "grad_norm": 0.8183680533870773,
      "learning_rate": 0.00022044025121629806,
      "loss": 0.5354,
      "step": 51762
    },
    {
      "epoch": 2.1201310669670286,
      "grad_norm": 0.9621172400287289,
      "learning_rate": 0.0002204373717848531,
      "loss": 0.7704,
      "step": 51763
    },
    {
      "epoch": 2.1201720253942247,
      "grad_norm": 1.5692486717438463,
      "learning_rate": 0.0002204344923201095,
      "loss": 1.5951,
      "step": 51764
    },
    {
      "epoch": 2.120212983821421,
      "grad_norm": 0.9830616507345713,
      "learning_rate": 0.00022043161282206847,
      "loss": 0.439,
      "step": 51765
    },
    {
      "epoch": 2.1202539422486177,
      "grad_norm": 0.9117746259184689,
      "learning_rate": 0.00022042873329073155,
      "loss": 0.7402,
      "step": 51766
    },
    {
      "epoch": 2.1202949006758143,
      "grad_norm": 1.3731642170036993,
      "learning_rate": 0.0002204258537261,
      "loss": 1.2338,
      "step": 51767
    },
    {
      "epoch": 2.1203358591030104,
      "grad_norm": 1.2906755210019458,
      "learning_rate": 0.00022042297412817516,
      "loss": 0.4975,
      "step": 51768
    },
    {
      "epoch": 2.120376817530207,
      "grad_norm": 1.032455848324409,
      "learning_rate": 0.00022042009449695844,
      "loss": 0.7009,
      "step": 51769
    },
    {
      "epoch": 2.1204177759574034,
      "grad_norm": 0.8019942064512147,
      "learning_rate": 0.00022041721483245116,
      "loss": 0.3502,
      "step": 51770
    },
    {
      "epoch": 2.1204587343845995,
      "grad_norm": 1.0258940274876724,
      "learning_rate": 0.00022041433513465475,
      "loss": 0.7549,
      "step": 51771
    },
    {
      "epoch": 2.120499692811796,
      "grad_norm": 0.9244215703344202,
      "learning_rate": 0.00022041145540357051,
      "loss": 0.7453,
      "step": 51772
    },
    {
      "epoch": 2.1205406512389926,
      "grad_norm": 1.6730894299747667,
      "learning_rate": 0.00022040857563919983,
      "loss": 0.8623,
      "step": 51773
    },
    {
      "epoch": 2.1205816096661887,
      "grad_norm": 1.0887113197053795,
      "learning_rate": 0.00022040569584154404,
      "loss": 0.8689,
      "step": 51774
    },
    {
      "epoch": 2.1206225680933852,
      "grad_norm": 0.8429658678947637,
      "learning_rate": 0.00022040281601060451,
      "loss": 0.747,
      "step": 51775
    },
    {
      "epoch": 2.1206635265205818,
      "grad_norm": 1.441595777243287,
      "learning_rate": 0.00022039993614638266,
      "loss": 0.9566,
      "step": 51776
    },
    {
      "epoch": 2.120704484947778,
      "grad_norm": 0.8991202082803408,
      "learning_rate": 0.0002203970562488798,
      "loss": 0.532,
      "step": 51777
    },
    {
      "epoch": 2.1207454433749744,
      "grad_norm": 0.8378800693120187,
      "learning_rate": 0.00022039417631809723,
      "loss": 0.6996,
      "step": 51778
    },
    {
      "epoch": 2.120786401802171,
      "grad_norm": 1.9666332543495297,
      "learning_rate": 0.00022039129635403643,
      "loss": 0.7713,
      "step": 51779
    },
    {
      "epoch": 2.120827360229367,
      "grad_norm": 1.0231146060277163,
      "learning_rate": 0.00022038841635669873,
      "loss": 0.521,
      "step": 51780
    },
    {
      "epoch": 2.1208683186565636,
      "grad_norm": 0.7438647515088441,
      "learning_rate": 0.00022038553632608546,
      "loss": 0.5877,
      "step": 51781
    },
    {
      "epoch": 2.12090927708376,
      "grad_norm": 1.1114111941164424,
      "learning_rate": 0.00022038265626219796,
      "loss": 1.2382,
      "step": 51782
    },
    {
      "epoch": 2.120950235510956,
      "grad_norm": 0.8695907004183592,
      "learning_rate": 0.00022037977616503766,
      "loss": 0.684,
      "step": 51783
    },
    {
      "epoch": 2.1209911939381527,
      "grad_norm": 0.8570552750059438,
      "learning_rate": 0.00022037689603460588,
      "loss": 0.645,
      "step": 51784
    },
    {
      "epoch": 2.1210321523653493,
      "grad_norm": 1.2173476070039917,
      "learning_rate": 0.00022037401587090397,
      "loss": 1.0806,
      "step": 51785
    },
    {
      "epoch": 2.121073110792546,
      "grad_norm": 1.0222584923012696,
      "learning_rate": 0.0002203711356739333,
      "loss": 0.5391,
      "step": 51786
    },
    {
      "epoch": 2.121114069219742,
      "grad_norm": 1.0157341240139441,
      "learning_rate": 0.00022036825544369528,
      "loss": 0.8116,
      "step": 51787
    },
    {
      "epoch": 2.1211550276469384,
      "grad_norm": 0.9763972146596244,
      "learning_rate": 0.00022036537518019118,
      "loss": 0.3368,
      "step": 51788
    },
    {
      "epoch": 2.121195986074135,
      "grad_norm": 1.097724161860036,
      "learning_rate": 0.00022036249488342248,
      "loss": 0.3818,
      "step": 51789
    },
    {
      "epoch": 2.121236944501331,
      "grad_norm": 1.0724017174788198,
      "learning_rate": 0.0002203596145533904,
      "loss": 0.894,
      "step": 51790
    },
    {
      "epoch": 2.1212779029285276,
      "grad_norm": 1.331863063248399,
      "learning_rate": 0.00022035673419009642,
      "loss": 1.1068,
      "step": 51791
    },
    {
      "epoch": 2.121318861355724,
      "grad_norm": 0.7224480745385606,
      "learning_rate": 0.00022035385379354187,
      "loss": 0.2411,
      "step": 51792
    },
    {
      "epoch": 2.12135981978292,
      "grad_norm": 1.5931421308101759,
      "learning_rate": 0.00022035097336372807,
      "loss": 1.2082,
      "step": 51793
    },
    {
      "epoch": 2.1214007782101167,
      "grad_norm": 0.8505889748945945,
      "learning_rate": 0.00022034809290065644,
      "loss": 0.6064,
      "step": 51794
    },
    {
      "epoch": 2.1214417366373133,
      "grad_norm": 1.0394929232573076,
      "learning_rate": 0.00022034521240432833,
      "loss": 0.8507,
      "step": 51795
    },
    {
      "epoch": 2.1214826950645094,
      "grad_norm": 1.0114606312556391,
      "learning_rate": 0.00022034233187474505,
      "loss": 0.4979,
      "step": 51796
    },
    {
      "epoch": 2.121523653491706,
      "grad_norm": 0.9881582156825077,
      "learning_rate": 0.00022033945131190796,
      "loss": 0.644,
      "step": 51797
    },
    {
      "epoch": 2.1215646119189024,
      "grad_norm": 1.0862274997215569,
      "learning_rate": 0.00022033657071581853,
      "loss": 0.7518,
      "step": 51798
    },
    {
      "epoch": 2.1216055703460985,
      "grad_norm": 0.9863466630747575,
      "learning_rate": 0.000220333690086478,
      "loss": 0.6694,
      "step": 51799
    },
    {
      "epoch": 2.121646528773295,
      "grad_norm": 0.7283559577418831,
      "learning_rate": 0.00022033080942388783,
      "loss": 0.2762,
      "step": 51800
    },
    {
      "epoch": 2.1216874872004916,
      "grad_norm": 0.8660732992124482,
      "learning_rate": 0.00022032792872804928,
      "loss": 0.6259,
      "step": 51801
    },
    {
      "epoch": 2.1217284456276877,
      "grad_norm": 1.5225506511643605,
      "learning_rate": 0.0002203250479989638,
      "loss": 1.4195,
      "step": 51802
    },
    {
      "epoch": 2.1217694040548842,
      "grad_norm": 1.1562849238175712,
      "learning_rate": 0.00022032216723663273,
      "loss": 0.6793,
      "step": 51803
    },
    {
      "epoch": 2.1218103624820808,
      "grad_norm": 1.316107619529886,
      "learning_rate": 0.00022031928644105744,
      "loss": 0.8603,
      "step": 51804
    },
    {
      "epoch": 2.1218513209092773,
      "grad_norm": 1.0405518519323067,
      "learning_rate": 0.0002203164056122392,
      "loss": 0.7954,
      "step": 51805
    },
    {
      "epoch": 2.1218922793364734,
      "grad_norm": 1.1469994851685588,
      "learning_rate": 0.00022031352475017948,
      "loss": 0.5604,
      "step": 51806
    },
    {
      "epoch": 2.12193323776367,
      "grad_norm": 1.2564319478000168,
      "learning_rate": 0.0002203106438548796,
      "loss": 0.9634,
      "step": 51807
    },
    {
      "epoch": 2.1219741961908665,
      "grad_norm": 0.8073042987740262,
      "learning_rate": 0.00022030776292634093,
      "loss": 0.2452,
      "step": 51808
    },
    {
      "epoch": 2.1220151546180626,
      "grad_norm": 0.9986375351024946,
      "learning_rate": 0.00022030488196456483,
      "loss": 0.8642,
      "step": 51809
    },
    {
      "epoch": 2.122056113045259,
      "grad_norm": 0.9191535170154599,
      "learning_rate": 0.0002203020009695527,
      "loss": 0.7801,
      "step": 51810
    },
    {
      "epoch": 2.1220970714724556,
      "grad_norm": 0.9985695249684422,
      "learning_rate": 0.00022029911994130577,
      "loss": 0.7577,
      "step": 51811
    },
    {
      "epoch": 2.1221380298996517,
      "grad_norm": 1.1884439542683165,
      "learning_rate": 0.0002202962388798256,
      "loss": 0.8689,
      "step": 51812
    },
    {
      "epoch": 2.1221789883268483,
      "grad_norm": 2.233182323101021,
      "learning_rate": 0.0002202933577851134,
      "loss": 2.884,
      "step": 51813
    },
    {
      "epoch": 2.122219946754045,
      "grad_norm": 1.0176376689839512,
      "learning_rate": 0.00022029047665717057,
      "loss": 0.4012,
      "step": 51814
    },
    {
      "epoch": 2.122260905181241,
      "grad_norm": 1.057718050195684,
      "learning_rate": 0.00022028759549599846,
      "loss": 0.7819,
      "step": 51815
    },
    {
      "epoch": 2.1223018636084374,
      "grad_norm": 1.0210091019126013,
      "learning_rate": 0.0002202847143015985,
      "loss": 0.7641,
      "step": 51816
    },
    {
      "epoch": 2.122342822035634,
      "grad_norm": 2.841736488165357,
      "learning_rate": 0.00022028183307397202,
      "loss": 3.6093,
      "step": 51817
    },
    {
      "epoch": 2.12238378046283,
      "grad_norm": 1.693207700216474,
      "learning_rate": 0.0002202789518131203,
      "loss": 1.1729,
      "step": 51818
    },
    {
      "epoch": 2.1224247388900266,
      "grad_norm": 0.994650683232588,
      "learning_rate": 0.0002202760705190448,
      "loss": 0.6854,
      "step": 51819
    },
    {
      "epoch": 2.122465697317223,
      "grad_norm": 1.2428848920671969,
      "learning_rate": 0.00022027318919174685,
      "loss": 1.0034,
      "step": 51820
    },
    {
      "epoch": 2.122506655744419,
      "grad_norm": 1.074552762400938,
      "learning_rate": 0.00022027030783122785,
      "loss": 0.8082,
      "step": 51821
    },
    {
      "epoch": 2.1225476141716157,
      "grad_norm": 0.8621279875144865,
      "learning_rate": 0.00022026742643748906,
      "loss": 0.3664,
      "step": 51822
    },
    {
      "epoch": 2.1225885725988123,
      "grad_norm": 0.8010321634576654,
      "learning_rate": 0.00022026454501053198,
      "loss": 0.4632,
      "step": 51823
    },
    {
      "epoch": 2.122629531026009,
      "grad_norm": 0.9591032104003898,
      "learning_rate": 0.00022026166355035786,
      "loss": 0.5274,
      "step": 51824
    },
    {
      "epoch": 2.122670489453205,
      "grad_norm": 2.1413114660370787,
      "learning_rate": 0.00022025878205696815,
      "loss": 2.7073,
      "step": 51825
    },
    {
      "epoch": 2.1227114478804014,
      "grad_norm": 0.5992583254731536,
      "learning_rate": 0.00022025590053036408,
      "loss": 0.2862,
      "step": 51826
    },
    {
      "epoch": 2.122752406307598,
      "grad_norm": 0.6574679034078347,
      "learning_rate": 0.00022025301897054712,
      "loss": 0.2848,
      "step": 51827
    },
    {
      "epoch": 2.122793364734794,
      "grad_norm": 1.1498029679981314,
      "learning_rate": 0.0002202501373775187,
      "loss": 1.0296,
      "step": 51828
    },
    {
      "epoch": 2.1228343231619906,
      "grad_norm": 1.3875958289454284,
      "learning_rate": 0.00022024725575127998,
      "loss": 1.008,
      "step": 51829
    },
    {
      "epoch": 2.122875281589187,
      "grad_norm": 1.165666892223599,
      "learning_rate": 0.00022024437409183246,
      "loss": 1.2266,
      "step": 51830
    },
    {
      "epoch": 2.1229162400163832,
      "grad_norm": 1.3239745916332026,
      "learning_rate": 0.00022024149239917754,
      "loss": 1.0734,
      "step": 51831
    },
    {
      "epoch": 2.1229571984435798,
      "grad_norm": 0.9634878599794556,
      "learning_rate": 0.00022023861067331648,
      "loss": 0.8405,
      "step": 51832
    },
    {
      "epoch": 2.1229981568707763,
      "grad_norm": 3.7172788076686696,
      "learning_rate": 0.00022023572891425062,
      "loss": 1.9748,
      "step": 51833
    },
    {
      "epoch": 2.1230391152979724,
      "grad_norm": 1.5670114516566735,
      "learning_rate": 0.00022023284712198145,
      "loss": 0.7135,
      "step": 51834
    },
    {
      "epoch": 2.123080073725169,
      "grad_norm": 2.4687976648488315,
      "learning_rate": 0.00022022996529651027,
      "loss": 2.6913,
      "step": 51835
    },
    {
      "epoch": 2.1231210321523655,
      "grad_norm": 1.1154946845851548,
      "learning_rate": 0.0002202270834378384,
      "loss": 1.0498,
      "step": 51836
    },
    {
      "epoch": 2.1231619905795616,
      "grad_norm": 1.25013028267883,
      "learning_rate": 0.00022022420154596724,
      "loss": 1.1419,
      "step": 51837
    },
    {
      "epoch": 2.123202949006758,
      "grad_norm": 0.9574556005790836,
      "learning_rate": 0.0002202213196208982,
      "loss": 0.891,
      "step": 51838
    },
    {
      "epoch": 2.1232439074339546,
      "grad_norm": 0.7041501843122395,
      "learning_rate": 0.00022021843766263256,
      "loss": 0.3246,
      "step": 51839
    },
    {
      "epoch": 2.1232848658611507,
      "grad_norm": 1.099565768747947,
      "learning_rate": 0.0002202155556711717,
      "loss": 0.7095,
      "step": 51840
    },
    {
      "epoch": 2.1233258242883473,
      "grad_norm": 0.9746988367609685,
      "learning_rate": 0.00022021267364651703,
      "loss": 0.8568,
      "step": 51841
    },
    {
      "epoch": 2.123366782715544,
      "grad_norm": 1.3990590877361329,
      "learning_rate": 0.00022020979158866985,
      "loss": 1.0669,
      "step": 51842
    },
    {
      "epoch": 2.1234077411427403,
      "grad_norm": 1.3085070926788547,
      "learning_rate": 0.00022020690949763158,
      "loss": 0.5622,
      "step": 51843
    },
    {
      "epoch": 2.1234486995699364,
      "grad_norm": 1.0107917429713023,
      "learning_rate": 0.0002202040273734036,
      "loss": 0.7304,
      "step": 51844
    },
    {
      "epoch": 2.123489657997133,
      "grad_norm": 2.786326489795787,
      "learning_rate": 0.00022020114521598716,
      "loss": 4.036,
      "step": 51845
    },
    {
      "epoch": 2.1235306164243295,
      "grad_norm": 0.9444281848855968,
      "learning_rate": 0.0002201982630253837,
      "loss": 0.9254,
      "step": 51846
    },
    {
      "epoch": 2.1235715748515256,
      "grad_norm": 0.8843312595286797,
      "learning_rate": 0.0002201953808015946,
      "loss": 0.4008,
      "step": 51847
    },
    {
      "epoch": 2.123612533278722,
      "grad_norm": 1.493025430504929,
      "learning_rate": 0.0002201924985446212,
      "loss": 1.0183,
      "step": 51848
    },
    {
      "epoch": 2.1236534917059187,
      "grad_norm": 1.4033017434682573,
      "learning_rate": 0.00022018961625446483,
      "loss": 1.1444,
      "step": 51849
    },
    {
      "epoch": 2.1236944501331148,
      "grad_norm": 1.0305824978087335,
      "learning_rate": 0.0002201867339311269,
      "loss": 0.2831,
      "step": 51850
    },
    {
      "epoch": 2.1237354085603113,
      "grad_norm": 0.8986610039055775,
      "learning_rate": 0.00022018385157460875,
      "loss": 0.6457,
      "step": 51851
    },
    {
      "epoch": 2.123776366987508,
      "grad_norm": 1.1714312578263355,
      "learning_rate": 0.00022018096918491176,
      "loss": 0.9563,
      "step": 51852
    },
    {
      "epoch": 2.123817325414704,
      "grad_norm": 2.6956837264130686,
      "learning_rate": 0.0002201780867620373,
      "loss": 2.5624,
      "step": 51853
    },
    {
      "epoch": 2.1238582838419005,
      "grad_norm": 0.76854279266743,
      "learning_rate": 0.00022017520430598665,
      "loss": 0.7241,
      "step": 51854
    },
    {
      "epoch": 2.123899242269097,
      "grad_norm": 2.2792501390977815,
      "learning_rate": 0.00022017232181676126,
      "loss": 2.8365,
      "step": 51855
    },
    {
      "epoch": 2.123940200696293,
      "grad_norm": 1.1407404951747737,
      "learning_rate": 0.00022016943929436248,
      "loss": 1.0021,
      "step": 51856
    },
    {
      "epoch": 2.1239811591234896,
      "grad_norm": 1.022754091013225,
      "learning_rate": 0.0002201665567387917,
      "loss": 0.7241,
      "step": 51857
    },
    {
      "epoch": 2.124022117550686,
      "grad_norm": 1.143818212463471,
      "learning_rate": 0.00022016367415005018,
      "loss": 0.9905,
      "step": 51858
    },
    {
      "epoch": 2.1240630759778822,
      "grad_norm": 0.8993149304292708,
      "learning_rate": 0.00022016079152813934,
      "loss": 0.8642,
      "step": 51859
    },
    {
      "epoch": 2.124104034405079,
      "grad_norm": 0.9521668592691835,
      "learning_rate": 0.00022015790887306062,
      "loss": 0.7198,
      "step": 51860
    },
    {
      "epoch": 2.1241449928322753,
      "grad_norm": 1.1315498859038573,
      "learning_rate": 0.00022015502618481526,
      "loss": 0.8643,
      "step": 51861
    },
    {
      "epoch": 2.124185951259472,
      "grad_norm": 0.9321527634712486,
      "learning_rate": 0.0002201521434634047,
      "loss": 0.8849,
      "step": 51862
    },
    {
      "epoch": 2.124226909686668,
      "grad_norm": 0.9912918896786358,
      "learning_rate": 0.00022014926070883028,
      "loss": 0.6568,
      "step": 51863
    },
    {
      "epoch": 2.1242678681138645,
      "grad_norm": 1.0144819646790024,
      "learning_rate": 0.00022014637792109335,
      "loss": 0.8575,
      "step": 51864
    },
    {
      "epoch": 2.124308826541061,
      "grad_norm": 1.2269421110848187,
      "learning_rate": 0.00022014349510019525,
      "loss": 0.777,
      "step": 51865
    },
    {
      "epoch": 2.124349784968257,
      "grad_norm": 1.1471178361371404,
      "learning_rate": 0.0002201406122461374,
      "loss": 0.9144,
      "step": 51866
    },
    {
      "epoch": 2.1243907433954536,
      "grad_norm": 1.27794018522968,
      "learning_rate": 0.00022013772935892116,
      "loss": 0.6203,
      "step": 51867
    },
    {
      "epoch": 2.12443170182265,
      "grad_norm": 0.8742846734632228,
      "learning_rate": 0.00022013484643854786,
      "loss": 0.7257,
      "step": 51868
    },
    {
      "epoch": 2.1244726602498463,
      "grad_norm": 0.7226952091989347,
      "learning_rate": 0.00022013196348501883,
      "loss": 0.2968,
      "step": 51869
    },
    {
      "epoch": 2.124513618677043,
      "grad_norm": 1.154109311984986,
      "learning_rate": 0.00022012908049833552,
      "loss": 0.9481,
      "step": 51870
    },
    {
      "epoch": 2.1245545771042393,
      "grad_norm": 0.7212717380478932,
      "learning_rate": 0.00022012619747849925,
      "loss": 0.7441,
      "step": 51871
    },
    {
      "epoch": 2.1245955355314354,
      "grad_norm": 0.8445490846091727,
      "learning_rate": 0.00022012331442551136,
      "loss": 0.7166,
      "step": 51872
    },
    {
      "epoch": 2.124636493958632,
      "grad_norm": 0.831024652938254,
      "learning_rate": 0.00022012043133937324,
      "loss": 0.5032,
      "step": 51873
    },
    {
      "epoch": 2.1246774523858285,
      "grad_norm": 0.8954402123041504,
      "learning_rate": 0.0002201175482200863,
      "loss": 0.7764,
      "step": 51874
    },
    {
      "epoch": 2.1247184108130246,
      "grad_norm": 0.9502736394758666,
      "learning_rate": 0.0002201146650676518,
      "loss": 0.9997,
      "step": 51875
    },
    {
      "epoch": 2.124759369240221,
      "grad_norm": 1.2282374408688101,
      "learning_rate": 0.00022011178188207118,
      "loss": 0.9893,
      "step": 51876
    },
    {
      "epoch": 2.1248003276674177,
      "grad_norm": 1.3209646526367178,
      "learning_rate": 0.00022010889866334578,
      "loss": 0.8718,
      "step": 51877
    },
    {
      "epoch": 2.1248412860946138,
      "grad_norm": 1.032921284208444,
      "learning_rate": 0.00022010601541147691,
      "loss": 0.8557,
      "step": 51878
    },
    {
      "epoch": 2.1248822445218103,
      "grad_norm": 6.13725929731114,
      "learning_rate": 0.00022010313212646605,
      "loss": 3.4239,
      "step": 51879
    },
    {
      "epoch": 2.124923202949007,
      "grad_norm": 6.1597762252941015,
      "learning_rate": 0.00022010024880831443,
      "loss": 1.0718,
      "step": 51880
    },
    {
      "epoch": 2.1249641613762034,
      "grad_norm": 0.8434450765614413,
      "learning_rate": 0.00022009736545702355,
      "loss": 0.3537,
      "step": 51881
    },
    {
      "epoch": 2.1250051198033995,
      "grad_norm": 1.2592448118452286,
      "learning_rate": 0.00022009448207259465,
      "loss": 0.8569,
      "step": 51882
    },
    {
      "epoch": 2.125046078230596,
      "grad_norm": 1.5573366549047107,
      "learning_rate": 0.00022009159865502914,
      "loss": 1.1588,
      "step": 51883
    },
    {
      "epoch": 2.1250870366577925,
      "grad_norm": 1.22593089958042,
      "learning_rate": 0.00022008871520432844,
      "loss": 1.0191,
      "step": 51884
    },
    {
      "epoch": 2.1251279950849886,
      "grad_norm": 0.9517782495903442,
      "learning_rate": 0.00022008583172049385,
      "loss": 0.8833,
      "step": 51885
    },
    {
      "epoch": 2.125168953512185,
      "grad_norm": 0.7210918944882326,
      "learning_rate": 0.0002200829482035267,
      "loss": 0.3779,
      "step": 51886
    },
    {
      "epoch": 2.1252099119393817,
      "grad_norm": 1.1133659731580168,
      "learning_rate": 0.00022008006465342846,
      "loss": 0.805,
      "step": 51887
    },
    {
      "epoch": 2.125250870366578,
      "grad_norm": 1.1822832658394424,
      "learning_rate": 0.0002200771810702004,
      "loss": 1.102,
      "step": 51888
    },
    {
      "epoch": 2.1252918287937743,
      "grad_norm": 1.027219003872965,
      "learning_rate": 0.00022007429745384395,
      "loss": 0.8352,
      "step": 51889
    },
    {
      "epoch": 2.125332787220971,
      "grad_norm": 3.874761098337797,
      "learning_rate": 0.00022007141380436037,
      "loss": 1.0484,
      "step": 51890
    },
    {
      "epoch": 2.125373745648167,
      "grad_norm": 1.4253684182930868,
      "learning_rate": 0.00022006853012175115,
      "loss": 1.3428,
      "step": 51891
    },
    {
      "epoch": 2.1254147040753635,
      "grad_norm": 1.142038436884037,
      "learning_rate": 0.00022006564640601758,
      "loss": 0.9562,
      "step": 51892
    },
    {
      "epoch": 2.12545566250256,
      "grad_norm": 0.8632172954648344,
      "learning_rate": 0.00022006276265716104,
      "loss": 0.626,
      "step": 51893
    },
    {
      "epoch": 2.125496620929756,
      "grad_norm": 0.9818933232383193,
      "learning_rate": 0.00022005987887518285,
      "loss": 0.4218,
      "step": 51894
    },
    {
      "epoch": 2.1255375793569526,
      "grad_norm": 1.671202071817445,
      "learning_rate": 0.00022005699506008446,
      "loss": 0.9503,
      "step": 51895
    },
    {
      "epoch": 2.125578537784149,
      "grad_norm": 1.0944830111840091,
      "learning_rate": 0.0002200541112118672,
      "loss": 0.8188,
      "step": 51896
    },
    {
      "epoch": 2.1256194962113453,
      "grad_norm": 1.8092188918482843,
      "learning_rate": 0.0002200512273305324,
      "loss": 1.3194,
      "step": 51897
    },
    {
      "epoch": 2.125660454638542,
      "grad_norm": 1.0949301829175497,
      "learning_rate": 0.0002200483434160814,
      "loss": 0.7852,
      "step": 51898
    },
    {
      "epoch": 2.1257014130657383,
      "grad_norm": 1.2362230077125014,
      "learning_rate": 0.00022004545946851568,
      "loss": 0.8542,
      "step": 51899
    },
    {
      "epoch": 2.125742371492935,
      "grad_norm": 1.0786452444189611,
      "learning_rate": 0.00022004257548783652,
      "loss": 0.9602,
      "step": 51900
    },
    {
      "epoch": 2.125783329920131,
      "grad_norm": 1.1420525020650283,
      "learning_rate": 0.00022003969147404528,
      "loss": 0.7046,
      "step": 51901
    },
    {
      "epoch": 2.1258242883473275,
      "grad_norm": 2.2063871167232234,
      "learning_rate": 0.00022003680742714333,
      "loss": 2.1352,
      "step": 51902
    },
    {
      "epoch": 2.125865246774524,
      "grad_norm": 0.8872532222488573,
      "learning_rate": 0.00022003392334713203,
      "loss": 0.7538,
      "step": 51903
    },
    {
      "epoch": 2.12590620520172,
      "grad_norm": 0.8727917641680202,
      "learning_rate": 0.00022003103923401278,
      "loss": 0.7862,
      "step": 51904
    },
    {
      "epoch": 2.1259471636289167,
      "grad_norm": 1.0458641919767255,
      "learning_rate": 0.0002200281550877869,
      "loss": 0.865,
      "step": 51905
    },
    {
      "epoch": 2.125988122056113,
      "grad_norm": 0.9996871913361417,
      "learning_rate": 0.0002200252709084558,
      "loss": 0.6073,
      "step": 51906
    },
    {
      "epoch": 2.1260290804833093,
      "grad_norm": 0.7521227178329192,
      "learning_rate": 0.00022002238669602077,
      "loss": 0.6896,
      "step": 51907
    },
    {
      "epoch": 2.126070038910506,
      "grad_norm": 1.1494844087987304,
      "learning_rate": 0.00022001950245048327,
      "loss": 0.8197,
      "step": 51908
    },
    {
      "epoch": 2.1261109973377024,
      "grad_norm": 1.0609910959802755,
      "learning_rate": 0.00022001661817184462,
      "loss": 0.8105,
      "step": 51909
    },
    {
      "epoch": 2.1261519557648985,
      "grad_norm": 0.9661346444917077,
      "learning_rate": 0.0002200137338601061,
      "loss": 0.6341,
      "step": 51910
    },
    {
      "epoch": 2.126192914192095,
      "grad_norm": 0.8833968624536125,
      "learning_rate": 0.0002200108495152692,
      "loss": 0.8073,
      "step": 51911
    },
    {
      "epoch": 2.1262338726192915,
      "grad_norm": 1.864185457526915,
      "learning_rate": 0.00022000796513733524,
      "loss": 1.7056,
      "step": 51912
    },
    {
      "epoch": 2.1262748310464876,
      "grad_norm": 1.1319520358112694,
      "learning_rate": 0.00022000508072630558,
      "loss": 0.8664,
      "step": 51913
    },
    {
      "epoch": 2.126315789473684,
      "grad_norm": 0.7938197949970534,
      "learning_rate": 0.00022000219628218152,
      "loss": 0.7095,
      "step": 51914
    },
    {
      "epoch": 2.1263567479008807,
      "grad_norm": 1.0198165652264473,
      "learning_rate": 0.00021999931180496454,
      "loss": 0.6986,
      "step": 51915
    },
    {
      "epoch": 2.126397706328077,
      "grad_norm": 0.9160400861890939,
      "learning_rate": 0.00021999642729465593,
      "loss": 0.7655,
      "step": 51916
    },
    {
      "epoch": 2.1264386647552733,
      "grad_norm": 1.5212563313275036,
      "learning_rate": 0.00021999354275125708,
      "loss": 0.7361,
      "step": 51917
    },
    {
      "epoch": 2.12647962318247,
      "grad_norm": 0.8988542621196437,
      "learning_rate": 0.0002199906581747693,
      "loss": 0.2377,
      "step": 51918
    },
    {
      "epoch": 2.1265205816096664,
      "grad_norm": 1.3884887199214224,
      "learning_rate": 0.00021998777356519407,
      "loss": 1.1438,
      "step": 51919
    },
    {
      "epoch": 2.1265615400368625,
      "grad_norm": 0.7737668214447231,
      "learning_rate": 0.00021998488892253264,
      "loss": 0.3967,
      "step": 51920
    },
    {
      "epoch": 2.126602498464059,
      "grad_norm": 0.8515737238902461,
      "learning_rate": 0.00021998200424678643,
      "loss": 0.7148,
      "step": 51921
    },
    {
      "epoch": 2.1266434568912556,
      "grad_norm": 0.9767673637311414,
      "learning_rate": 0.0002199791195379568,
      "loss": 0.851,
      "step": 51922
    },
    {
      "epoch": 2.1266844153184516,
      "grad_norm": 1.578009469336616,
      "learning_rate": 0.00021997623479604506,
      "loss": 0.873,
      "step": 51923
    },
    {
      "epoch": 2.126725373745648,
      "grad_norm": 0.5938684254061083,
      "learning_rate": 0.00021997335002105266,
      "loss": 0.3152,
      "step": 51924
    },
    {
      "epoch": 2.1267663321728447,
      "grad_norm": 1.0022816008219353,
      "learning_rate": 0.0002199704652129809,
      "loss": 0.4659,
      "step": 51925
    },
    {
      "epoch": 2.126807290600041,
      "grad_norm": 0.8336629287235642,
      "learning_rate": 0.00021996758037183114,
      "loss": 0.7904,
      "step": 51926
    },
    {
      "epoch": 2.1268482490272373,
      "grad_norm": 1.9630049350570031,
      "learning_rate": 0.0002199646954976048,
      "loss": 0.836,
      "step": 51927
    },
    {
      "epoch": 2.126889207454434,
      "grad_norm": 0.8973370818843843,
      "learning_rate": 0.00021996181059030323,
      "loss": 0.4046,
      "step": 51928
    },
    {
      "epoch": 2.12693016588163,
      "grad_norm": 1.2266593900469767,
      "learning_rate": 0.00021995892564992777,
      "loss": 0.8253,
      "step": 51929
    },
    {
      "epoch": 2.1269711243088265,
      "grad_norm": 1.3937249989298928,
      "learning_rate": 0.00021995604067647976,
      "loss": 1.2096,
      "step": 51930
    },
    {
      "epoch": 2.127012082736023,
      "grad_norm": 0.9718299096027591,
      "learning_rate": 0.00021995315566996062,
      "loss": 0.6524,
      "step": 51931
    },
    {
      "epoch": 2.127053041163219,
      "grad_norm": 0.8027569073621611,
      "learning_rate": 0.00021995027063037166,
      "loss": 0.3465,
      "step": 51932
    },
    {
      "epoch": 2.1270939995904157,
      "grad_norm": 1.6557309769782818,
      "learning_rate": 0.00021994738555771427,
      "loss": 1.6379,
      "step": 51933
    },
    {
      "epoch": 2.127134958017612,
      "grad_norm": 1.0736543079570608,
      "learning_rate": 0.00021994450045198985,
      "loss": 0.711,
      "step": 51934
    },
    {
      "epoch": 2.1271759164448083,
      "grad_norm": 0.7863483498153391,
      "learning_rate": 0.00021994161531319973,
      "loss": 0.3905,
      "step": 51935
    },
    {
      "epoch": 2.127216874872005,
      "grad_norm": 1.1398681497148686,
      "learning_rate": 0.00021993873014134523,
      "loss": 0.521,
      "step": 51936
    },
    {
      "epoch": 2.1272578332992014,
      "grad_norm": 1.0405011534353734,
      "learning_rate": 0.00021993584493642775,
      "loss": 0.8444,
      "step": 51937
    },
    {
      "epoch": 2.127298791726398,
      "grad_norm": 1.730816865186083,
      "learning_rate": 0.00021993295969844874,
      "loss": 1.9185,
      "step": 51938
    },
    {
      "epoch": 2.127339750153594,
      "grad_norm": 1.1762260431472693,
      "learning_rate": 0.0002199300744274094,
      "loss": 0.9831,
      "step": 51939
    },
    {
      "epoch": 2.1273807085807905,
      "grad_norm": 1.0089494940096617,
      "learning_rate": 0.00021992718912331122,
      "loss": 0.5773,
      "step": 51940
    },
    {
      "epoch": 2.127421667007987,
      "grad_norm": 0.8668180011557082,
      "learning_rate": 0.0002199243037861555,
      "loss": 0.3155,
      "step": 51941
    },
    {
      "epoch": 2.127462625435183,
      "grad_norm": 1.0639561712270529,
      "learning_rate": 0.00021992141841594364,
      "loss": 0.8105,
      "step": 51942
    },
    {
      "epoch": 2.1275035838623797,
      "grad_norm": 1.301161718605284,
      "learning_rate": 0.00021991853301267704,
      "loss": 0.9974,
      "step": 51943
    },
    {
      "epoch": 2.1275445422895762,
      "grad_norm": 1.0791670120443626,
      "learning_rate": 0.00021991564757635696,
      "loss": 0.9347,
      "step": 51944
    },
    {
      "epoch": 2.1275855007167723,
      "grad_norm": 1.0955953375455814,
      "learning_rate": 0.0002199127621069848,
      "loss": 0.8252,
      "step": 51945
    },
    {
      "epoch": 2.127626459143969,
      "grad_norm": 1.1641893986441145,
      "learning_rate": 0.00021990987660456198,
      "loss": 0.7986,
      "step": 51946
    },
    {
      "epoch": 2.1276674175711654,
      "grad_norm": 1.2909938837670911,
      "learning_rate": 0.00021990699106908982,
      "loss": 1.0578,
      "step": 51947
    },
    {
      "epoch": 2.1277083759983615,
      "grad_norm": 1.0898150457720082,
      "learning_rate": 0.0002199041055005697,
      "loss": 0.9403,
      "step": 51948
    },
    {
      "epoch": 2.127749334425558,
      "grad_norm": 0.8725092156223881,
      "learning_rate": 0.00021990121989900294,
      "loss": 0.8397,
      "step": 51949
    },
    {
      "epoch": 2.1277902928527546,
      "grad_norm": 1.2881024237590561,
      "learning_rate": 0.00021989833426439096,
      "loss": 1.1472,
      "step": 51950
    },
    {
      "epoch": 2.1278312512799507,
      "grad_norm": 1.0679147177888377,
      "learning_rate": 0.0002198954485967351,
      "loss": 0.6842,
      "step": 51951
    },
    {
      "epoch": 2.127872209707147,
      "grad_norm": 0.8611735548138174,
      "learning_rate": 0.00021989256289603674,
      "loss": 0.6696,
      "step": 51952
    },
    {
      "epoch": 2.1279131681343437,
      "grad_norm": 0.9000470715382766,
      "learning_rate": 0.00021988967716229723,
      "loss": 0.588,
      "step": 51953
    },
    {
      "epoch": 2.12795412656154,
      "grad_norm": 1.2705049693104542,
      "learning_rate": 0.00021988679139551791,
      "loss": 0.6009,
      "step": 51954
    },
    {
      "epoch": 2.1279950849887364,
      "grad_norm": 1.074877459893099,
      "learning_rate": 0.0002198839055957002,
      "loss": 0.9936,
      "step": 51955
    },
    {
      "epoch": 2.128036043415933,
      "grad_norm": 1.1188351337701676,
      "learning_rate": 0.00021988101976284544,
      "loss": 1.0336,
      "step": 51956
    },
    {
      "epoch": 2.1280770018431294,
      "grad_norm": 1.2681885700254547,
      "learning_rate": 0.00021987813389695498,
      "loss": 0.4036,
      "step": 51957
    },
    {
      "epoch": 2.1281179602703255,
      "grad_norm": 6.628935245760414,
      "learning_rate": 0.00021987524799803017,
      "loss": 4.0866,
      "step": 51958
    },
    {
      "epoch": 2.128158918697522,
      "grad_norm": 1.786343940764819,
      "learning_rate": 0.0002198723620660724,
      "loss": 0.8932,
      "step": 51959
    },
    {
      "epoch": 2.1281998771247186,
      "grad_norm": 0.9398837121894188,
      "learning_rate": 0.00021986947610108307,
      "loss": 0.8113,
      "step": 51960
    },
    {
      "epoch": 2.1282408355519147,
      "grad_norm": 1.395452165801742,
      "learning_rate": 0.00021986659010306346,
      "loss": 1.2176,
      "step": 51961
    },
    {
      "epoch": 2.128281793979111,
      "grad_norm": 1.1473358166113545,
      "learning_rate": 0.00021986370407201498,
      "loss": 1.0924,
      "step": 51962
    },
    {
      "epoch": 2.1283227524063077,
      "grad_norm": 0.8887499187911995,
      "learning_rate": 0.00021986081800793905,
      "loss": 0.8633,
      "step": 51963
    },
    {
      "epoch": 2.128363710833504,
      "grad_norm": 0.9227023043441345,
      "learning_rate": 0.00021985793191083697,
      "loss": 0.6831,
      "step": 51964
    },
    {
      "epoch": 2.1284046692607004,
      "grad_norm": 1.0290303056746755,
      "learning_rate": 0.00021985504578071006,
      "loss": 0.9798,
      "step": 51965
    },
    {
      "epoch": 2.128445627687897,
      "grad_norm": 0.7785740213015463,
      "learning_rate": 0.00021985215961755977,
      "loss": 0.6402,
      "step": 51966
    },
    {
      "epoch": 2.128486586115093,
      "grad_norm": 1.0078385966593584,
      "learning_rate": 0.00021984927342138743,
      "loss": 0.7429,
      "step": 51967
    },
    {
      "epoch": 2.1285275445422895,
      "grad_norm": 1.0921717319592643,
      "learning_rate": 0.00021984638719219443,
      "loss": 0.877,
      "step": 51968
    },
    {
      "epoch": 2.128568502969486,
      "grad_norm": 1.7841904579813859,
      "learning_rate": 0.00021984350092998207,
      "loss": 1.2076,
      "step": 51969
    },
    {
      "epoch": 2.128609461396682,
      "grad_norm": 1.0336759771848896,
      "learning_rate": 0.00021984061463475177,
      "loss": 0.8677,
      "step": 51970
    },
    {
      "epoch": 2.1286504198238787,
      "grad_norm": 0.7708523975571188,
      "learning_rate": 0.0002198377283065049,
      "loss": 0.6939,
      "step": 51971
    },
    {
      "epoch": 2.1286913782510752,
      "grad_norm": 0.8992658304307362,
      "learning_rate": 0.0002198348419452428,
      "loss": 0.5272,
      "step": 51972
    },
    {
      "epoch": 2.1287323366782713,
      "grad_norm": 2.5812829684260783,
      "learning_rate": 0.0002198319555509668,
      "loss": 1.6804,
      "step": 51973
    },
    {
      "epoch": 2.128773295105468,
      "grad_norm": 1.062428121357368,
      "learning_rate": 0.00021982906912367835,
      "loss": 0.8261,
      "step": 51974
    },
    {
      "epoch": 2.1288142535326644,
      "grad_norm": 0.9956181811621186,
      "learning_rate": 0.00021982618266337876,
      "loss": 0.8536,
      "step": 51975
    },
    {
      "epoch": 2.128855211959861,
      "grad_norm": 1.1909486873343083,
      "learning_rate": 0.0002198232961700694,
      "loss": 1.2175,
      "step": 51976
    },
    {
      "epoch": 2.128896170387057,
      "grad_norm": 0.7412111766069092,
      "learning_rate": 0.0002198204096437516,
      "loss": 0.3066,
      "step": 51977
    },
    {
      "epoch": 2.1289371288142536,
      "grad_norm": 2.180318344856399,
      "learning_rate": 0.0002198175230844268,
      "loss": 0.899,
      "step": 51978
    },
    {
      "epoch": 2.12897808724145,
      "grad_norm": 0.8111034867423494,
      "learning_rate": 0.00021981463649209634,
      "loss": 0.377,
      "step": 51979
    },
    {
      "epoch": 2.129019045668646,
      "grad_norm": 1.0195953995065907,
      "learning_rate": 0.00021981174986676155,
      "loss": 0.7743,
      "step": 51980
    },
    {
      "epoch": 2.1290600040958427,
      "grad_norm": 2.2645047010714485,
      "learning_rate": 0.00021980886320842381,
      "loss": 1.8558,
      "step": 51981
    },
    {
      "epoch": 2.1291009625230393,
      "grad_norm": 3.138509300765185,
      "learning_rate": 0.00021980597651708448,
      "loss": 4.4605,
      "step": 51982
    },
    {
      "epoch": 2.1291419209502354,
      "grad_norm": 0.9301113522509025,
      "learning_rate": 0.00021980308979274496,
      "loss": 0.6241,
      "step": 51983
    },
    {
      "epoch": 2.129182879377432,
      "grad_norm": 0.9878427944180762,
      "learning_rate": 0.00021980020303540658,
      "loss": 0.6832,
      "step": 51984
    },
    {
      "epoch": 2.1292238378046284,
      "grad_norm": 1.2974442943963158,
      "learning_rate": 0.00021979731624507072,
      "loss": 0.7975,
      "step": 51985
    },
    {
      "epoch": 2.1292647962318245,
      "grad_norm": 1.3297320359957758,
      "learning_rate": 0.0002197944294217387,
      "loss": 1.1845,
      "step": 51986
    },
    {
      "epoch": 2.129305754659021,
      "grad_norm": 0.6588565003048612,
      "learning_rate": 0.00021979154256541195,
      "loss": 0.2249,
      "step": 51987
    },
    {
      "epoch": 2.1293467130862176,
      "grad_norm": 1.1866363296169868,
      "learning_rate": 0.00021978865567609182,
      "loss": 1.038,
      "step": 51988
    },
    {
      "epoch": 2.1293876715134137,
      "grad_norm": 1.203483272778012,
      "learning_rate": 0.0002197857687537797,
      "loss": 0.6513,
      "step": 51989
    },
    {
      "epoch": 2.12942862994061,
      "grad_norm": 1.0274180826143613,
      "learning_rate": 0.00021978288179847684,
      "loss": 0.7507,
      "step": 51990
    },
    {
      "epoch": 2.1294695883678068,
      "grad_norm": 1.0492179543867368,
      "learning_rate": 0.00021977999481018472,
      "loss": 0.8705,
      "step": 51991
    },
    {
      "epoch": 2.129510546795003,
      "grad_norm": 3.5428402560052557,
      "learning_rate": 0.00021977710778890467,
      "loss": 1.7377,
      "step": 51992
    },
    {
      "epoch": 2.1295515052221994,
      "grad_norm": 0.8082008670195361,
      "learning_rate": 0.00021977422073463806,
      "loss": 0.8038,
      "step": 51993
    },
    {
      "epoch": 2.129592463649396,
      "grad_norm": 0.872293371329693,
      "learning_rate": 0.00021977133364738623,
      "loss": 0.7198,
      "step": 51994
    },
    {
      "epoch": 2.1296334220765925,
      "grad_norm": 1.1552373589115137,
      "learning_rate": 0.00021976844652715056,
      "loss": 0.8979,
      "step": 51995
    },
    {
      "epoch": 2.1296743805037885,
      "grad_norm": 1.5851040594208747,
      "learning_rate": 0.00021976555937393242,
      "loss": 0.3859,
      "step": 51996
    },
    {
      "epoch": 2.129715338930985,
      "grad_norm": 1.0960336274078497,
      "learning_rate": 0.00021976267218773318,
      "loss": 0.9187,
      "step": 51997
    },
    {
      "epoch": 2.1297562973581816,
      "grad_norm": 1.2700921641480738,
      "learning_rate": 0.00021975978496855417,
      "loss": 1.2918,
      "step": 51998
    },
    {
      "epoch": 2.1297972557853777,
      "grad_norm": 2.3677313022273263,
      "learning_rate": 0.0002197568977163968,
      "loss": 1.1724,
      "step": 51999
    },
    {
      "epoch": 2.1298382142125742,
      "grad_norm": 0.8846747423372677,
      "learning_rate": 0.00021975401043126245,
      "loss": 0.5771,
      "step": 52000
    },
    {
      "epoch": 2.129879172639771,
      "grad_norm": 0.712263451573212,
      "learning_rate": 0.00021975112311315245,
      "loss": 0.3448,
      "step": 52001
    },
    {
      "epoch": 2.129920131066967,
      "grad_norm": 0.8030808410473809,
      "learning_rate": 0.00021974823576206807,
      "loss": 0.562,
      "step": 52002
    },
    {
      "epoch": 2.1299610894941634,
      "grad_norm": 1.1666933636504704,
      "learning_rate": 0.00021974534837801088,
      "loss": 0.8511,
      "step": 52003
    },
    {
      "epoch": 2.13000204792136,
      "grad_norm": 0.917583683698826,
      "learning_rate": 0.00021974246096098212,
      "loss": 0.6205,
      "step": 52004
    },
    {
      "epoch": 2.130043006348556,
      "grad_norm": 0.8349970849740662,
      "learning_rate": 0.00021973957351098313,
      "loss": 0.6774,
      "step": 52005
    },
    {
      "epoch": 2.1300839647757526,
      "grad_norm": 0.9980641427816718,
      "learning_rate": 0.00021973668602801532,
      "loss": 0.9533,
      "step": 52006
    },
    {
      "epoch": 2.130124923202949,
      "grad_norm": 0.8993662535596939,
      "learning_rate": 0.0002197337985120801,
      "loss": 0.6921,
      "step": 52007
    },
    {
      "epoch": 2.130165881630145,
      "grad_norm": 1.8649754510806884,
      "learning_rate": 0.00021973091096317876,
      "loss": 0.6811,
      "step": 52008
    },
    {
      "epoch": 2.1302068400573417,
      "grad_norm": 0.9059070646249671,
      "learning_rate": 0.00021972802338131265,
      "loss": 0.6457,
      "step": 52009
    },
    {
      "epoch": 2.1302477984845383,
      "grad_norm": 3.1113622814484505,
      "learning_rate": 0.00021972513576648322,
      "loss": 1.6667,
      "step": 52010
    },
    {
      "epoch": 2.1302887569117344,
      "grad_norm": 0.92175489935547,
      "learning_rate": 0.0002197222481186918,
      "loss": 0.8838,
      "step": 52011
    },
    {
      "epoch": 2.130329715338931,
      "grad_norm": 1.4115263235887991,
      "learning_rate": 0.00021971936043793972,
      "loss": 1.1076,
      "step": 52012
    },
    {
      "epoch": 2.1303706737661274,
      "grad_norm": 0.9772424207294594,
      "learning_rate": 0.00021971647272422837,
      "loss": 0.6837,
      "step": 52013
    },
    {
      "epoch": 2.130411632193324,
      "grad_norm": 0.8637164132727049,
      "learning_rate": 0.00021971358497755914,
      "loss": 0.7311,
      "step": 52014
    },
    {
      "epoch": 2.13045259062052,
      "grad_norm": 1.2006990077677875,
      "learning_rate": 0.00021971069719793336,
      "loss": 0.7543,
      "step": 52015
    },
    {
      "epoch": 2.1304935490477166,
      "grad_norm": 0.8299656582856966,
      "learning_rate": 0.00021970780938535242,
      "loss": 0.7631,
      "step": 52016
    },
    {
      "epoch": 2.130534507474913,
      "grad_norm": 0.9187702410359805,
      "learning_rate": 0.0002197049215398177,
      "loss": 0.599,
      "step": 52017
    },
    {
      "epoch": 2.1305754659021092,
      "grad_norm": 1.0171720953124046,
      "learning_rate": 0.00021970203366133043,
      "loss": 0.8021,
      "step": 52018
    },
    {
      "epoch": 2.1306164243293058,
      "grad_norm": 4.566454061186136,
      "learning_rate": 0.00021969914574989217,
      "loss": 1.2162,
      "step": 52019
    },
    {
      "epoch": 2.1306573827565023,
      "grad_norm": 0.8844581034574478,
      "learning_rate": 0.00021969625780550418,
      "loss": 0.757,
      "step": 52020
    },
    {
      "epoch": 2.1306983411836984,
      "grad_norm": 1.0897223261961084,
      "learning_rate": 0.00021969336982816787,
      "loss": 1.0332,
      "step": 52021
    },
    {
      "epoch": 2.130739299610895,
      "grad_norm": 1.194674483386136,
      "learning_rate": 0.00021969048181788453,
      "loss": 0.8584,
      "step": 52022
    },
    {
      "epoch": 2.1307802580380915,
      "grad_norm": 1.1769119341526446,
      "learning_rate": 0.0002196875937746556,
      "loss": 0.9094,
      "step": 52023
    },
    {
      "epoch": 2.1308212164652875,
      "grad_norm": 1.1563055513758675,
      "learning_rate": 0.00021968470569848244,
      "loss": 0.2569,
      "step": 52024
    },
    {
      "epoch": 2.130862174892484,
      "grad_norm": 1.092744774451944,
      "learning_rate": 0.00021968181758936638,
      "loss": 0.976,
      "step": 52025
    },
    {
      "epoch": 2.1309031333196806,
      "grad_norm": 0.6415269940225513,
      "learning_rate": 0.00021967892944730873,
      "loss": 0.2311,
      "step": 52026
    },
    {
      "epoch": 2.1309440917468767,
      "grad_norm": 1.0929637590627501,
      "learning_rate": 0.000219676041272311,
      "loss": 0.832,
      "step": 52027
    },
    {
      "epoch": 2.1309850501740732,
      "grad_norm": 1.0176992167849703,
      "learning_rate": 0.0002196731530643745,
      "loss": 0.8906,
      "step": 52028
    },
    {
      "epoch": 2.13102600860127,
      "grad_norm": 0.8965482142791411,
      "learning_rate": 0.00021967026482350052,
      "loss": 0.3993,
      "step": 52029
    },
    {
      "epoch": 2.131066967028466,
      "grad_norm": 1.0388336213156968,
      "learning_rate": 0.0002196673765496905,
      "loss": 0.6846,
      "step": 52030
    },
    {
      "epoch": 2.1311079254556624,
      "grad_norm": 0.7016352451493044,
      "learning_rate": 0.0002196644882429458,
      "loss": 0.3285,
      "step": 52031
    },
    {
      "epoch": 2.131148883882859,
      "grad_norm": 0.6168194646455393,
      "learning_rate": 0.00021966159990326778,
      "loss": 0.2737,
      "step": 52032
    },
    {
      "epoch": 2.1311898423100555,
      "grad_norm": 0.6851544408748274,
      "learning_rate": 0.0002196587115306578,
      "loss": 0.2045,
      "step": 52033
    },
    {
      "epoch": 2.1312308007372516,
      "grad_norm": 0.8611490395291256,
      "learning_rate": 0.00021965582312511716,
      "loss": 0.6892,
      "step": 52034
    },
    {
      "epoch": 2.131271759164448,
      "grad_norm": 0.9648685675979773,
      "learning_rate": 0.00021965293468664737,
      "loss": 0.7978,
      "step": 52035
    },
    {
      "epoch": 2.1313127175916446,
      "grad_norm": 0.918346273622045,
      "learning_rate": 0.00021965004621524967,
      "loss": 0.616,
      "step": 52036
    },
    {
      "epoch": 2.1313536760188407,
      "grad_norm": 0.9811121666575747,
      "learning_rate": 0.00021964715771092546,
      "loss": 0.7587,
      "step": 52037
    },
    {
      "epoch": 2.1313946344460373,
      "grad_norm": 0.9420166940002868,
      "learning_rate": 0.00021964426917367615,
      "loss": 0.6413,
      "step": 52038
    },
    {
      "epoch": 2.131435592873234,
      "grad_norm": 1.1296942319204222,
      "learning_rate": 0.00021964138060350308,
      "loss": 0.8656,
      "step": 52039
    },
    {
      "epoch": 2.13147655130043,
      "grad_norm": 1.5973127473201971,
      "learning_rate": 0.00021963849200040756,
      "loss": 1.0882,
      "step": 52040
    },
    {
      "epoch": 2.1315175097276264,
      "grad_norm": 1.3171494444775282,
      "learning_rate": 0.000219635603364391,
      "loss": 0.9705,
      "step": 52041
    },
    {
      "epoch": 2.131558468154823,
      "grad_norm": 1.7149739785041138,
      "learning_rate": 0.0002196327146954548,
      "loss": 1.3622,
      "step": 52042
    },
    {
      "epoch": 2.131599426582019,
      "grad_norm": 1.0221808263030863,
      "learning_rate": 0.0002196298259936003,
      "loss": 0.9296,
      "step": 52043
    },
    {
      "epoch": 2.1316403850092156,
      "grad_norm": 1.2633730684055267,
      "learning_rate": 0.00021962693725882887,
      "loss": 1.1827,
      "step": 52044
    },
    {
      "epoch": 2.131681343436412,
      "grad_norm": 2.3706203171234215,
      "learning_rate": 0.0002196240484911418,
      "loss": 1.2697,
      "step": 52045
    },
    {
      "epoch": 2.1317223018636087,
      "grad_norm": 0.9115233788401559,
      "learning_rate": 0.00021962115969054058,
      "loss": 0.7814,
      "step": 52046
    },
    {
      "epoch": 2.1317632602908048,
      "grad_norm": 0.7911246630320383,
      "learning_rate": 0.0002196182708570265,
      "loss": 0.6165,
      "step": 52047
    },
    {
      "epoch": 2.1318042187180013,
      "grad_norm": 1.2370822448449188,
      "learning_rate": 0.00021961538199060092,
      "loss": 0.8208,
      "step": 52048
    },
    {
      "epoch": 2.1318451771451974,
      "grad_norm": 1.6944416649944127,
      "learning_rate": 0.00021961249309126522,
      "loss": 0.7674,
      "step": 52049
    },
    {
      "epoch": 2.131886135572394,
      "grad_norm": 1.7356982633826057,
      "learning_rate": 0.0002196096041590208,
      "loss": 1.3343,
      "step": 52050
    },
    {
      "epoch": 2.1319270939995905,
      "grad_norm": 1.5082138307053436,
      "learning_rate": 0.000219606715193869,
      "loss": 0.9402,
      "step": 52051
    },
    {
      "epoch": 2.131968052426787,
      "grad_norm": 0.7289729201831978,
      "learning_rate": 0.0002196038261958112,
      "loss": 0.3421,
      "step": 52052
    },
    {
      "epoch": 2.132009010853983,
      "grad_norm": 1.035653131785929,
      "learning_rate": 0.0002196009371648487,
      "loss": 0.8511,
      "step": 52053
    },
    {
      "epoch": 2.1320499692811796,
      "grad_norm": 0.788724528183729,
      "learning_rate": 0.00021959804810098296,
      "loss": 0.6358,
      "step": 52054
    },
    {
      "epoch": 2.132090927708376,
      "grad_norm": 1.291308583006229,
      "learning_rate": 0.00021959515900421526,
      "loss": 1.3566,
      "step": 52055
    },
    {
      "epoch": 2.1321318861355723,
      "grad_norm": 1.048154419949062,
      "learning_rate": 0.00021959226987454703,
      "loss": 0.8648,
      "step": 52056
    },
    {
      "epoch": 2.132172844562769,
      "grad_norm": 1.0392952669140803,
      "learning_rate": 0.00021958938071197964,
      "loss": 0.92,
      "step": 52057
    },
    {
      "epoch": 2.1322138029899653,
      "grad_norm": 0.8102528309054247,
      "learning_rate": 0.00021958649151651436,
      "loss": 0.5828,
      "step": 52058
    },
    {
      "epoch": 2.1322547614171614,
      "grad_norm": 0.6317548171443501,
      "learning_rate": 0.00021958360228815268,
      "loss": 0.256,
      "step": 52059
    },
    {
      "epoch": 2.132295719844358,
      "grad_norm": 1.018564568525929,
      "learning_rate": 0.00021958071302689592,
      "loss": 0.5733,
      "step": 52060
    },
    {
      "epoch": 2.1323366782715545,
      "grad_norm": 0.9655418271241984,
      "learning_rate": 0.00021957782373274541,
      "loss": 0.7975,
      "step": 52061
    },
    {
      "epoch": 2.1323776366987506,
      "grad_norm": 1.9713588800291915,
      "learning_rate": 0.00021957493440570252,
      "loss": 2.2062,
      "step": 52062
    },
    {
      "epoch": 2.132418595125947,
      "grad_norm": 1.0205863006640097,
      "learning_rate": 0.00021957204504576867,
      "loss": 0.8562,
      "step": 52063
    },
    {
      "epoch": 2.1324595535531436,
      "grad_norm": 1.4661546090791224,
      "learning_rate": 0.0002195691556529452,
      "loss": 1.1415,
      "step": 52064
    },
    {
      "epoch": 2.13250051198034,
      "grad_norm": 1.1824006720355464,
      "learning_rate": 0.0002195662662272335,
      "loss": 1.0207,
      "step": 52065
    },
    {
      "epoch": 2.1325414704075363,
      "grad_norm": 1.0003812008883846,
      "learning_rate": 0.00021956337676863483,
      "loss": 0.6968,
      "step": 52066
    },
    {
      "epoch": 2.132582428834733,
      "grad_norm": 1.249147372584304,
      "learning_rate": 0.00021956048727715064,
      "loss": 0.9342,
      "step": 52067
    },
    {
      "epoch": 2.1326233872619293,
      "grad_norm": 1.1351772181705373,
      "learning_rate": 0.00021955759775278233,
      "loss": 0.8315,
      "step": 52068
    },
    {
      "epoch": 2.1326643456891254,
      "grad_norm": 1.193760349866525,
      "learning_rate": 0.00021955470819553122,
      "loss": 0.9107,
      "step": 52069
    },
    {
      "epoch": 2.132705304116322,
      "grad_norm": 0.8669974707393998,
      "learning_rate": 0.00021955181860539865,
      "loss": 0.832,
      "step": 52070
    },
    {
      "epoch": 2.1327462625435185,
      "grad_norm": 0.9938943176335431,
      "learning_rate": 0.00021954892898238605,
      "loss": 0.8373,
      "step": 52071
    },
    {
      "epoch": 2.1327872209707146,
      "grad_norm": 4.463108208744521,
      "learning_rate": 0.00021954603932649474,
      "loss": 2.374,
      "step": 52072
    },
    {
      "epoch": 2.132828179397911,
      "grad_norm": 1.0683497889923208,
      "learning_rate": 0.0002195431496377261,
      "loss": 0.4071,
      "step": 52073
    },
    {
      "epoch": 2.1328691378251077,
      "grad_norm": 0.5907167393656252,
      "learning_rate": 0.00021954025991608147,
      "loss": 0.2097,
      "step": 52074
    },
    {
      "epoch": 2.1329100962523038,
      "grad_norm": 2.2307258578722764,
      "learning_rate": 0.0002195373701615623,
      "loss": 2.5542,
      "step": 52075
    },
    {
      "epoch": 2.1329510546795003,
      "grad_norm": 0.8800128598532392,
      "learning_rate": 0.00021953448037416985,
      "loss": 0.7545,
      "step": 52076
    },
    {
      "epoch": 2.132992013106697,
      "grad_norm": 0.9266564625702961,
      "learning_rate": 0.0002195315905539055,
      "loss": 0.7647,
      "step": 52077
    },
    {
      "epoch": 2.133032971533893,
      "grad_norm": 1.932840550464871,
      "learning_rate": 0.0002195287007007707,
      "loss": 1.2446,
      "step": 52078
    },
    {
      "epoch": 2.1330739299610895,
      "grad_norm": 0.8874785516331362,
      "learning_rate": 0.0002195258108147668,
      "loss": 0.8693,
      "step": 52079
    },
    {
      "epoch": 2.133114888388286,
      "grad_norm": 0.7872139538474179,
      "learning_rate": 0.00021952292089589507,
      "loss": 0.3336,
      "step": 52080
    },
    {
      "epoch": 2.133155846815482,
      "grad_norm": 0.7852755296707219,
      "learning_rate": 0.00021952003094415692,
      "loss": 0.7189,
      "step": 52081
    },
    {
      "epoch": 2.1331968052426786,
      "grad_norm": 0.5775596330305386,
      "learning_rate": 0.00021951714095955375,
      "loss": 0.1936,
      "step": 52082
    },
    {
      "epoch": 2.133237763669875,
      "grad_norm": 1.2004542662252282,
      "learning_rate": 0.00021951425094208696,
      "loss": 0.8062,
      "step": 52083
    },
    {
      "epoch": 2.1332787220970717,
      "grad_norm": 1.1150860012046553,
      "learning_rate": 0.00021951136089175784,
      "loss": 0.915,
      "step": 52084
    },
    {
      "epoch": 2.133319680524268,
      "grad_norm": 1.2816227773804065,
      "learning_rate": 0.00021950847080856774,
      "loss": 0.9684,
      "step": 52085
    },
    {
      "epoch": 2.1333606389514643,
      "grad_norm": 1.1223484614155281,
      "learning_rate": 0.0002195055806925181,
      "loss": 0.8898,
      "step": 52086
    },
    {
      "epoch": 2.133401597378661,
      "grad_norm": 0.8525144651369804,
      "learning_rate": 0.00021950269054361025,
      "loss": 0.6602,
      "step": 52087
    },
    {
      "epoch": 2.133442555805857,
      "grad_norm": 0.9347074629708594,
      "learning_rate": 0.00021949980036184557,
      "loss": 0.7347,
      "step": 52088
    },
    {
      "epoch": 2.1334835142330535,
      "grad_norm": 1.031748488314709,
      "learning_rate": 0.00021949691014722545,
      "loss": 0.7086,
      "step": 52089
    },
    {
      "epoch": 2.13352447266025,
      "grad_norm": 1.257455296160013,
      "learning_rate": 0.00021949401989975115,
      "loss": 0.8417,
      "step": 52090
    },
    {
      "epoch": 2.133565431087446,
      "grad_norm": 1.2915896530089255,
      "learning_rate": 0.00021949112961942415,
      "loss": 1.0057,
      "step": 52091
    },
    {
      "epoch": 2.1336063895146427,
      "grad_norm": 0.8839640839468443,
      "learning_rate": 0.0002194882393062458,
      "loss": 0.8035,
      "step": 52092
    },
    {
      "epoch": 2.133647347941839,
      "grad_norm": 1.0163072799317656,
      "learning_rate": 0.00021948534896021742,
      "loss": 0.3361,
      "step": 52093
    },
    {
      "epoch": 2.1336883063690353,
      "grad_norm": 1.4465156964304964,
      "learning_rate": 0.00021948245858134037,
      "loss": 1.5325,
      "step": 52094
    },
    {
      "epoch": 2.133729264796232,
      "grad_norm": 0.9649746285013948,
      "learning_rate": 0.00021947956816961608,
      "loss": 0.7729,
      "step": 52095
    },
    {
      "epoch": 2.1337702232234284,
      "grad_norm": 1.027811121641433,
      "learning_rate": 0.00021947667772504584,
      "loss": 0.809,
      "step": 52096
    },
    {
      "epoch": 2.1338111816506244,
      "grad_norm": 0.9337907737485603,
      "learning_rate": 0.00021947378724763113,
      "loss": 0.418,
      "step": 52097
    },
    {
      "epoch": 2.133852140077821,
      "grad_norm": 1.0013674628321807,
      "learning_rate": 0.00021947089673737317,
      "loss": 0.7175,
      "step": 52098
    },
    {
      "epoch": 2.1338930985050175,
      "grad_norm": 0.8105468172290632,
      "learning_rate": 0.00021946800619427343,
      "loss": 0.6602,
      "step": 52099
    },
    {
      "epoch": 2.1339340569322136,
      "grad_norm": 1.2897405114278788,
      "learning_rate": 0.00021946511561833325,
      "loss": 0.8204,
      "step": 52100
    },
    {
      "epoch": 2.13397501535941,
      "grad_norm": 1.1086826530846974,
      "learning_rate": 0.00021946222500955403,
      "loss": 0.3371,
      "step": 52101
    },
    {
      "epoch": 2.1340159737866067,
      "grad_norm": 1.0264704992214966,
      "learning_rate": 0.00021945933436793707,
      "loss": 0.9146,
      "step": 52102
    },
    {
      "epoch": 2.134056932213803,
      "grad_norm": 0.7329123195410673,
      "learning_rate": 0.00021945644369348376,
      "loss": 0.352,
      "step": 52103
    },
    {
      "epoch": 2.1340978906409993,
      "grad_norm": 1.0352089559371394,
      "learning_rate": 0.00021945355298619548,
      "loss": 1.0197,
      "step": 52104
    },
    {
      "epoch": 2.134138849068196,
      "grad_norm": 0.6841001364697202,
      "learning_rate": 0.00021945066224607357,
      "loss": 0.3257,
      "step": 52105
    },
    {
      "epoch": 2.1341798074953924,
      "grad_norm": 1.169042400920452,
      "learning_rate": 0.00021944777147311944,
      "loss": 0.7206,
      "step": 52106
    },
    {
      "epoch": 2.1342207659225885,
      "grad_norm": 1.1604947206918075,
      "learning_rate": 0.00021944488066733445,
      "loss": 1.3153,
      "step": 52107
    },
    {
      "epoch": 2.134261724349785,
      "grad_norm": 0.8965767623325438,
      "learning_rate": 0.00021944198982871993,
      "loss": 0.7582,
      "step": 52108
    },
    {
      "epoch": 2.1343026827769815,
      "grad_norm": 1.0027150509682121,
      "learning_rate": 0.00021943909895727725,
      "loss": 0.9276,
      "step": 52109
    },
    {
      "epoch": 2.1343436412041776,
      "grad_norm": 1.5131683004659875,
      "learning_rate": 0.0002194362080530078,
      "loss": 0.8291,
      "step": 52110
    },
    {
      "epoch": 2.134384599631374,
      "grad_norm": 1.052968628473746,
      "learning_rate": 0.00021943331711591298,
      "loss": 0.6851,
      "step": 52111
    },
    {
      "epoch": 2.1344255580585707,
      "grad_norm": 1.29682500800631,
      "learning_rate": 0.0002194304261459941,
      "loss": 1.0454,
      "step": 52112
    },
    {
      "epoch": 2.134466516485767,
      "grad_norm": 1.2322914656059258,
      "learning_rate": 0.00021942753514325253,
      "loss": 0.7835,
      "step": 52113
    },
    {
      "epoch": 2.1345074749129633,
      "grad_norm": 1.0876378710100976,
      "learning_rate": 0.00021942464410768965,
      "loss": 0.3335,
      "step": 52114
    },
    {
      "epoch": 2.13454843334016,
      "grad_norm": 0.8547777629610733,
      "learning_rate": 0.00021942175303930683,
      "loss": 0.3747,
      "step": 52115
    },
    {
      "epoch": 2.134589391767356,
      "grad_norm": 1.001816442178369,
      "learning_rate": 0.00021941886193810545,
      "loss": 0.8034,
      "step": 52116
    },
    {
      "epoch": 2.1346303501945525,
      "grad_norm": 1.393377001904301,
      "learning_rate": 0.00021941597080408682,
      "loss": 1.0512,
      "step": 52117
    },
    {
      "epoch": 2.134671308621749,
      "grad_norm": 1.2836738053100474,
      "learning_rate": 0.00021941307963725234,
      "loss": 1.1873,
      "step": 52118
    },
    {
      "epoch": 2.134712267048945,
      "grad_norm": 0.646410764181166,
      "learning_rate": 0.00021941018843760345,
      "loss": 0.3094,
      "step": 52119
    },
    {
      "epoch": 2.1347532254761417,
      "grad_norm": 1.5997077193864493,
      "learning_rate": 0.0002194072972051414,
      "loss": 0.8269,
      "step": 52120
    },
    {
      "epoch": 2.134794183903338,
      "grad_norm": 0.6993253850928299,
      "learning_rate": 0.0002194044059398676,
      "loss": 0.2826,
      "step": 52121
    },
    {
      "epoch": 2.1348351423305347,
      "grad_norm": 0.7831832758396589,
      "learning_rate": 0.00021940151464178346,
      "loss": 0.3016,
      "step": 52122
    },
    {
      "epoch": 2.134876100757731,
      "grad_norm": 4.491633209189982,
      "learning_rate": 0.00021939862331089028,
      "loss": 1.49,
      "step": 52123
    },
    {
      "epoch": 2.1349170591849274,
      "grad_norm": 1.1496987659536761,
      "learning_rate": 0.00021939573194718949,
      "loss": 0.993,
      "step": 52124
    },
    {
      "epoch": 2.134958017612124,
      "grad_norm": 1.050390425724717,
      "learning_rate": 0.0002193928405506824,
      "loss": 1.0081,
      "step": 52125
    },
    {
      "epoch": 2.13499897603932,
      "grad_norm": 1.1091761236930593,
      "learning_rate": 0.00021938994912137043,
      "loss": 0.8955,
      "step": 52126
    },
    {
      "epoch": 2.1350399344665165,
      "grad_norm": 1.133157322035787,
      "learning_rate": 0.00021938705765925487,
      "loss": 0.7314,
      "step": 52127
    },
    {
      "epoch": 2.135080892893713,
      "grad_norm": 3.9183373044414034,
      "learning_rate": 0.00021938416616433718,
      "loss": 1.3409,
      "step": 52128
    },
    {
      "epoch": 2.135121851320909,
      "grad_norm": 1.0227306037359223,
      "learning_rate": 0.00021938127463661864,
      "loss": 0.8416,
      "step": 52129
    },
    {
      "epoch": 2.1351628097481057,
      "grad_norm": 1.1760441780206665,
      "learning_rate": 0.0002193783830761007,
      "loss": 0.8449,
      "step": 52130
    },
    {
      "epoch": 2.135203768175302,
      "grad_norm": 2.798955260077883,
      "learning_rate": 0.00021937549148278468,
      "loss": 1.2153,
      "step": 52131
    },
    {
      "epoch": 2.1352447266024983,
      "grad_norm": 0.9494575013692493,
      "learning_rate": 0.00021937259985667194,
      "loss": 0.7935,
      "step": 52132
    },
    {
      "epoch": 2.135285685029695,
      "grad_norm": 1.269100637898411,
      "learning_rate": 0.00021936970819776388,
      "loss": 0.9752,
      "step": 52133
    },
    {
      "epoch": 2.1353266434568914,
      "grad_norm": 0.7193175377775153,
      "learning_rate": 0.0002193668165060618,
      "loss": 0.2898,
      "step": 52134
    },
    {
      "epoch": 2.1353676018840875,
      "grad_norm": 1.8224392096056807,
      "learning_rate": 0.00021936392478156714,
      "loss": 1.5554,
      "step": 52135
    },
    {
      "epoch": 2.135408560311284,
      "grad_norm": 1.2058848557847726,
      "learning_rate": 0.00021936103302428128,
      "loss": 0.7917,
      "step": 52136
    },
    {
      "epoch": 2.1354495187384805,
      "grad_norm": 1.0977580375570195,
      "learning_rate": 0.00021935814123420552,
      "loss": 0.6667,
      "step": 52137
    },
    {
      "epoch": 2.1354904771656766,
      "grad_norm": 1.162685524357477,
      "learning_rate": 0.0002193552494113412,
      "loss": 0.3881,
      "step": 52138
    },
    {
      "epoch": 2.135531435592873,
      "grad_norm": 1.1650625938064274,
      "learning_rate": 0.00021935235755568983,
      "loss": 0.6805,
      "step": 52139
    },
    {
      "epoch": 2.1355723940200697,
      "grad_norm": 0.9665170383601838,
      "learning_rate": 0.00021934946566725265,
      "loss": 0.7714,
      "step": 52140
    },
    {
      "epoch": 2.1356133524472662,
      "grad_norm": 0.773352369667455,
      "learning_rate": 0.00021934657374603108,
      "loss": 0.5463,
      "step": 52141
    },
    {
      "epoch": 2.1356543108744623,
      "grad_norm": 1.1284398384293857,
      "learning_rate": 0.00021934368179202647,
      "loss": 0.8533,
      "step": 52142
    },
    {
      "epoch": 2.135695269301659,
      "grad_norm": 0.6962701546932719,
      "learning_rate": 0.00021934078980524017,
      "loss": 0.2467,
      "step": 52143
    },
    {
      "epoch": 2.1357362277288554,
      "grad_norm": 0.9127978672591712,
      "learning_rate": 0.00021933789778567358,
      "loss": 0.6358,
      "step": 52144
    },
    {
      "epoch": 2.1357771861560515,
      "grad_norm": 0.989599379196079,
      "learning_rate": 0.0002193350057333281,
      "loss": 0.3558,
      "step": 52145
    },
    {
      "epoch": 2.135818144583248,
      "grad_norm": 0.9261799741531249,
      "learning_rate": 0.000219332113648205,
      "loss": 0.4561,
      "step": 52146
    },
    {
      "epoch": 2.1358591030104446,
      "grad_norm": 1.3943179704428375,
      "learning_rate": 0.00021932922153030572,
      "loss": 0.9227,
      "step": 52147
    },
    {
      "epoch": 2.1359000614376407,
      "grad_norm": 1.5218191190360382,
      "learning_rate": 0.0002193263293796316,
      "loss": 1.1326,
      "step": 52148
    },
    {
      "epoch": 2.135941019864837,
      "grad_norm": 1.1344067657801988,
      "learning_rate": 0.00021932343719618401,
      "loss": 0.7947,
      "step": 52149
    },
    {
      "epoch": 2.1359819782920337,
      "grad_norm": 0.8565744018838799,
      "learning_rate": 0.00021932054497996432,
      "loss": 0.6113,
      "step": 52150
    },
    {
      "epoch": 2.13602293671923,
      "grad_norm": 1.3513488184269926,
      "learning_rate": 0.00021931765273097391,
      "loss": 1.164,
      "step": 52151
    },
    {
      "epoch": 2.1360638951464264,
      "grad_norm": 1.5943714509652807,
      "learning_rate": 0.00021931476044921415,
      "loss": 1.6907,
      "step": 52152
    },
    {
      "epoch": 2.136104853573623,
      "grad_norm": 0.8877612039064404,
      "learning_rate": 0.00021931186813468635,
      "loss": 0.655,
      "step": 52153
    },
    {
      "epoch": 2.136145812000819,
      "grad_norm": 3.552800778841976,
      "learning_rate": 0.00021930897578739195,
      "loss": 4.3938,
      "step": 52154
    },
    {
      "epoch": 2.1361867704280155,
      "grad_norm": 0.9828193256689131,
      "learning_rate": 0.0002193060834073323,
      "loss": 0.8887,
      "step": 52155
    },
    {
      "epoch": 2.136227728855212,
      "grad_norm": 0.9003086191446116,
      "learning_rate": 0.00021930319099450874,
      "loss": 0.3946,
      "step": 52156
    },
    {
      "epoch": 2.136268687282408,
      "grad_norm": 1.4724439669764768,
      "learning_rate": 0.00021930029854892266,
      "loss": 1.3034,
      "step": 52157
    },
    {
      "epoch": 2.1363096457096047,
      "grad_norm": 3.8052927995322547,
      "learning_rate": 0.00021929740607057536,
      "loss": 1.1215,
      "step": 52158
    },
    {
      "epoch": 2.1363506041368012,
      "grad_norm": 3.630021065728742,
      "learning_rate": 0.0002192945135594683,
      "loss": 1.1109,
      "step": 52159
    },
    {
      "epoch": 2.1363915625639978,
      "grad_norm": 1.0000100545645798,
      "learning_rate": 0.00021929162101560289,
      "loss": 0.8708,
      "step": 52160
    },
    {
      "epoch": 2.136432520991194,
      "grad_norm": 1.2106580699386278,
      "learning_rate": 0.00021928872843898038,
      "loss": 1.0046,
      "step": 52161
    },
    {
      "epoch": 2.1364734794183904,
      "grad_norm": 0.8924528345978424,
      "learning_rate": 0.00021928583582960212,
      "loss": 0.8599,
      "step": 52162
    },
    {
      "epoch": 2.136514437845587,
      "grad_norm": 1.0112723034465065,
      "learning_rate": 0.0002192829431874696,
      "loss": 0.613,
      "step": 52163
    },
    {
      "epoch": 2.136555396272783,
      "grad_norm": 0.8890603968729404,
      "learning_rate": 0.00021928005051258413,
      "loss": 0.7645,
      "step": 52164
    },
    {
      "epoch": 2.1365963546999795,
      "grad_norm": 0.6849055447582882,
      "learning_rate": 0.00021927715780494704,
      "loss": 0.3418,
      "step": 52165
    },
    {
      "epoch": 2.136637313127176,
      "grad_norm": 0.6596638932945198,
      "learning_rate": 0.0002192742650645597,
      "loss": 0.3463,
      "step": 52166
    },
    {
      "epoch": 2.136678271554372,
      "grad_norm": 9.89380848585027,
      "learning_rate": 0.00021927137229142357,
      "loss": 3.0707,
      "step": 52167
    },
    {
      "epoch": 2.1367192299815687,
      "grad_norm": 1.2326175902961682,
      "learning_rate": 0.00021926847948553995,
      "loss": 0.8578,
      "step": 52168
    },
    {
      "epoch": 2.1367601884087652,
      "grad_norm": 1.3372559510078323,
      "learning_rate": 0.00021926558664691015,
      "loss": 0.8909,
      "step": 52169
    },
    {
      "epoch": 2.1368011468359613,
      "grad_norm": 3.006385480100939,
      "learning_rate": 0.00021926269377553565,
      "loss": 4.224,
      "step": 52170
    },
    {
      "epoch": 2.136842105263158,
      "grad_norm": 0.5603541889494598,
      "learning_rate": 0.0002192598008714178,
      "loss": 0.2775,
      "step": 52171
    },
    {
      "epoch": 2.1368830636903544,
      "grad_norm": 1.0503430597014638,
      "learning_rate": 0.00021925690793455786,
      "loss": 0.6048,
      "step": 52172
    },
    {
      "epoch": 2.1369240221175505,
      "grad_norm": 0.9688871440924316,
      "learning_rate": 0.0002192540149649573,
      "loss": 0.7776,
      "step": 52173
    },
    {
      "epoch": 2.136964980544747,
      "grad_norm": 1.2352710285224668,
      "learning_rate": 0.0002192511219626175,
      "loss": 0.8595,
      "step": 52174
    },
    {
      "epoch": 2.1370059389719436,
      "grad_norm": 0.9603340169885811,
      "learning_rate": 0.00021924822892753972,
      "loss": 0.8452,
      "step": 52175
    },
    {
      "epoch": 2.1370468973991397,
      "grad_norm": 0.9708263616061629,
      "learning_rate": 0.00021924533585972547,
      "loss": 0.4364,
      "step": 52176
    },
    {
      "epoch": 2.137087855826336,
      "grad_norm": 1.0575078605640822,
      "learning_rate": 0.00021924244275917603,
      "loss": 1.0905,
      "step": 52177
    },
    {
      "epoch": 2.1371288142535327,
      "grad_norm": 0.9753527905592986,
      "learning_rate": 0.0002192395496258927,
      "loss": 0.7491,
      "step": 52178
    },
    {
      "epoch": 2.1371697726807293,
      "grad_norm": 1.496083513320819,
      "learning_rate": 0.000219236656459877,
      "loss": 1.1143,
      "step": 52179
    },
    {
      "epoch": 2.1372107311079254,
      "grad_norm": 1.387553085871247,
      "learning_rate": 0.00021923376326113026,
      "loss": 1.0674,
      "step": 52180
    },
    {
      "epoch": 2.137251689535122,
      "grad_norm": 1.0753580365253372,
      "learning_rate": 0.00021923087002965374,
      "loss": 0.9405,
      "step": 52181
    },
    {
      "epoch": 2.1372926479623184,
      "grad_norm": 1.1311927847348002,
      "learning_rate": 0.0002192279767654489,
      "loss": 0.8859,
      "step": 52182
    },
    {
      "epoch": 2.1373336063895145,
      "grad_norm": 3.2926699226381166,
      "learning_rate": 0.00021922508346851712,
      "loss": 4.4152,
      "step": 52183
    },
    {
      "epoch": 2.137374564816711,
      "grad_norm": 1.4968675123738822,
      "learning_rate": 0.00021922219013885972,
      "loss": 1.4822,
      "step": 52184
    },
    {
      "epoch": 2.1374155232439076,
      "grad_norm": 0.7719085438287934,
      "learning_rate": 0.00021921929677647808,
      "loss": 0.7327,
      "step": 52185
    },
    {
      "epoch": 2.1374564816711037,
      "grad_norm": 1.045076092880836,
      "learning_rate": 0.00021921640338137357,
      "loss": 0.8542,
      "step": 52186
    },
    {
      "epoch": 2.1374974400983002,
      "grad_norm": 4.280548826505533,
      "learning_rate": 0.00021921350995354757,
      "loss": 1.1779,
      "step": 52187
    },
    {
      "epoch": 2.1375383985254968,
      "grad_norm": 1.4783129578925511,
      "learning_rate": 0.00021921061649300143,
      "loss": 1.7006,
      "step": 52188
    },
    {
      "epoch": 2.137579356952693,
      "grad_norm": 1.1552015340041737,
      "learning_rate": 0.0002192077229997365,
      "loss": 1.0201,
      "step": 52189
    },
    {
      "epoch": 2.1376203153798894,
      "grad_norm": 1.3844847727495808,
      "learning_rate": 0.00021920482947375422,
      "loss": 1.2061,
      "step": 52190
    },
    {
      "epoch": 2.137661273807086,
      "grad_norm": 0.8365156110224844,
      "learning_rate": 0.0002192019359150559,
      "loss": 0.7215,
      "step": 52191
    },
    {
      "epoch": 2.137702232234282,
      "grad_norm": 0.7794744597472885,
      "learning_rate": 0.00021919904232364294,
      "loss": 0.6454,
      "step": 52192
    },
    {
      "epoch": 2.1377431906614786,
      "grad_norm": 0.9275539260336094,
      "learning_rate": 0.00021919614869951666,
      "loss": 0.6971,
      "step": 52193
    },
    {
      "epoch": 2.137784149088675,
      "grad_norm": 1.1367553875990875,
      "learning_rate": 0.00021919325504267845,
      "loss": 0.7496,
      "step": 52194
    },
    {
      "epoch": 2.137825107515871,
      "grad_norm": 1.063792850598986,
      "learning_rate": 0.0002191903613531297,
      "loss": 0.7157,
      "step": 52195
    },
    {
      "epoch": 2.1378660659430677,
      "grad_norm": 1.639541021460552,
      "learning_rate": 0.00021918746763087177,
      "loss": 0.9264,
      "step": 52196
    },
    {
      "epoch": 2.1379070243702643,
      "grad_norm": 1.2426037120280347,
      "learning_rate": 0.000219184573875906,
      "loss": 1.0244,
      "step": 52197
    },
    {
      "epoch": 2.137947982797461,
      "grad_norm": 0.9085896453907538,
      "learning_rate": 0.00021918168008823376,
      "loss": 0.8952,
      "step": 52198
    },
    {
      "epoch": 2.137988941224657,
      "grad_norm": 0.6902684428715048,
      "learning_rate": 0.00021917878626785645,
      "loss": 0.2874,
      "step": 52199
    },
    {
      "epoch": 2.1380298996518534,
      "grad_norm": 0.9729720926777898,
      "learning_rate": 0.00021917589241477546,
      "loss": 0.9378,
      "step": 52200
    },
    {
      "epoch": 2.13807085807905,
      "grad_norm": 0.9854113308451233,
      "learning_rate": 0.00021917299852899214,
      "loss": 0.8301,
      "step": 52201
    },
    {
      "epoch": 2.138111816506246,
      "grad_norm": 1.010487654756235,
      "learning_rate": 0.00021917010461050773,
      "loss": 0.8124,
      "step": 52202
    },
    {
      "epoch": 2.1381527749334426,
      "grad_norm": 1.1275632196069167,
      "learning_rate": 0.0002191672106593238,
      "loss": 1.1008,
      "step": 52203
    },
    {
      "epoch": 2.138193733360639,
      "grad_norm": 1.1866902049215944,
      "learning_rate": 0.0002191643166754416,
      "loss": 0.9257,
      "step": 52204
    },
    {
      "epoch": 2.138234691787835,
      "grad_norm": 0.9585990533061678,
      "learning_rate": 0.00021916142265886255,
      "loss": 0.677,
      "step": 52205
    },
    {
      "epoch": 2.1382756502150317,
      "grad_norm": 0.9239978586824543,
      "learning_rate": 0.00021915852860958794,
      "loss": 0.6036,
      "step": 52206
    },
    {
      "epoch": 2.1383166086422283,
      "grad_norm": 1.9668126624819877,
      "learning_rate": 0.00021915563452761923,
      "loss": 1.0436,
      "step": 52207
    },
    {
      "epoch": 2.1383575670694244,
      "grad_norm": 0.9715836962890058,
      "learning_rate": 0.00021915274041295774,
      "loss": 0.8679,
      "step": 52208
    },
    {
      "epoch": 2.138398525496621,
      "grad_norm": 0.8893717133137813,
      "learning_rate": 0.00021914984626560487,
      "loss": 0.6211,
      "step": 52209
    },
    {
      "epoch": 2.1384394839238174,
      "grad_norm": 4.474423217372122,
      "learning_rate": 0.00021914695208556192,
      "loss": 2.5779,
      "step": 52210
    },
    {
      "epoch": 2.1384804423510135,
      "grad_norm": 0.6490876203447539,
      "learning_rate": 0.0002191440578728303,
      "loss": 0.2662,
      "step": 52211
    },
    {
      "epoch": 2.13852140077821,
      "grad_norm": 1.1774189608996186,
      "learning_rate": 0.00021914116362741146,
      "loss": 1.1536,
      "step": 52212
    },
    {
      "epoch": 2.1385623592054066,
      "grad_norm": 3.530933678990228,
      "learning_rate": 0.0002191382693493066,
      "loss": 4.7432,
      "step": 52213
    },
    {
      "epoch": 2.1386033176326027,
      "grad_norm": 1.1023696269668963,
      "learning_rate": 0.00021913537503851725,
      "loss": 0.748,
      "step": 52214
    },
    {
      "epoch": 2.1386442760597992,
      "grad_norm": 1.0679392784456008,
      "learning_rate": 0.00021913248069504464,
      "loss": 1.0508,
      "step": 52215
    },
    {
      "epoch": 2.1386852344869958,
      "grad_norm": 2.0226888594202395,
      "learning_rate": 0.00021912958631889028,
      "loss": 1.6198,
      "step": 52216
    },
    {
      "epoch": 2.1387261929141923,
      "grad_norm": 0.9909901543147477,
      "learning_rate": 0.0002191266919100554,
      "loss": 0.7767,
      "step": 52217
    },
    {
      "epoch": 2.1387671513413884,
      "grad_norm": 1.0587516096639231,
      "learning_rate": 0.00021912379746854145,
      "loss": 0.3901,
      "step": 52218
    },
    {
      "epoch": 2.138808109768585,
      "grad_norm": 2.531824249112385,
      "learning_rate": 0.0002191209029943498,
      "loss": 2.1545,
      "step": 52219
    },
    {
      "epoch": 2.1388490681957815,
      "grad_norm": 0.7215651734552849,
      "learning_rate": 0.0002191180084874818,
      "loss": 0.6038,
      "step": 52220
    },
    {
      "epoch": 2.1388900266229776,
      "grad_norm": 1.340780664851782,
      "learning_rate": 0.00021911511394793874,
      "loss": 0.6385,
      "step": 52221
    },
    {
      "epoch": 2.138930985050174,
      "grad_norm": 1.769768921059453,
      "learning_rate": 0.00021911221937572214,
      "loss": 1.0329,
      "step": 52222
    },
    {
      "epoch": 2.1389719434773706,
      "grad_norm": 0.9552248768587507,
      "learning_rate": 0.0002191093247708333,
      "loss": 0.6782,
      "step": 52223
    },
    {
      "epoch": 2.1390129019045667,
      "grad_norm": 1.4706639366730798,
      "learning_rate": 0.00021910643013327353,
      "loss": 1.1844,
      "step": 52224
    },
    {
      "epoch": 2.1390538603317633,
      "grad_norm": 0.7197164020566233,
      "learning_rate": 0.00021910353546304424,
      "loss": 0.4602,
      "step": 52225
    },
    {
      "epoch": 2.13909481875896,
      "grad_norm": 2.77231308176478,
      "learning_rate": 0.00021910064076014689,
      "loss": 2.2791,
      "step": 52226
    },
    {
      "epoch": 2.139135777186156,
      "grad_norm": 0.7282719013894609,
      "learning_rate": 0.00021909774602458273,
      "loss": 0.4257,
      "step": 52227
    },
    {
      "epoch": 2.1391767356133524,
      "grad_norm": 1.1928846516495024,
      "learning_rate": 0.00021909485125635314,
      "loss": 0.7765,
      "step": 52228
    },
    {
      "epoch": 2.139217694040549,
      "grad_norm": 2.697908309841582,
      "learning_rate": 0.00021909195645545954,
      "loss": 0.9894,
      "step": 52229
    },
    {
      "epoch": 2.139258652467745,
      "grad_norm": 1.0416025422418276,
      "learning_rate": 0.00021908906162190325,
      "loss": 0.8469,
      "step": 52230
    },
    {
      "epoch": 2.1392996108949416,
      "grad_norm": 1.1249428922126092,
      "learning_rate": 0.00021908616675568566,
      "loss": 0.7109,
      "step": 52231
    },
    {
      "epoch": 2.139340569322138,
      "grad_norm": 0.9717184676592384,
      "learning_rate": 0.00021908327185680816,
      "loss": 0.7168,
      "step": 52232
    },
    {
      "epoch": 2.139381527749334,
      "grad_norm": 1.0388406507369177,
      "learning_rate": 0.0002190803769252721,
      "loss": 0.5735,
      "step": 52233
    },
    {
      "epoch": 2.1394224861765307,
      "grad_norm": 1.0882176707957578,
      "learning_rate": 0.0002190774819610788,
      "loss": 0.7492,
      "step": 52234
    },
    {
      "epoch": 2.1394634446037273,
      "grad_norm": 3.897202608220669,
      "learning_rate": 0.00021907458696422973,
      "loss": 2.8794,
      "step": 52235
    },
    {
      "epoch": 2.139504403030924,
      "grad_norm": 1.0810709279102797,
      "learning_rate": 0.00021907169193472617,
      "loss": 1.0511,
      "step": 52236
    },
    {
      "epoch": 2.13954536145812,
      "grad_norm": 0.9732469565590636,
      "learning_rate": 0.00021906879687256956,
      "loss": 0.7508,
      "step": 52237
    },
    {
      "epoch": 2.1395863198853164,
      "grad_norm": 4.039813881834406,
      "learning_rate": 0.00021906590177776117,
      "loss": 7.6079,
      "step": 52238
    },
    {
      "epoch": 2.139627278312513,
      "grad_norm": 1.2674272510342712,
      "learning_rate": 0.00021906300665030246,
      "loss": 0.9928,
      "step": 52239
    },
    {
      "epoch": 2.139668236739709,
      "grad_norm": 0.8415551497048033,
      "learning_rate": 0.00021906011149019477,
      "loss": 0.3123,
      "step": 52240
    },
    {
      "epoch": 2.1397091951669056,
      "grad_norm": 0.9166827168811225,
      "learning_rate": 0.0002190572162974395,
      "loss": 0.4421,
      "step": 52241
    },
    {
      "epoch": 2.139750153594102,
      "grad_norm": 0.6645540880214125,
      "learning_rate": 0.00021905432107203793,
      "loss": 0.3292,
      "step": 52242
    },
    {
      "epoch": 2.1397911120212982,
      "grad_norm": 1.248688725744537,
      "learning_rate": 0.00021905142581399152,
      "loss": 0.5684,
      "step": 52243
    },
    {
      "epoch": 2.1398320704484948,
      "grad_norm": 1.39128636953507,
      "learning_rate": 0.00021904853052330157,
      "loss": 0.8188,
      "step": 52244
    },
    {
      "epoch": 2.1398730288756913,
      "grad_norm": 0.6776023552252544,
      "learning_rate": 0.00021904563519996951,
      "loss": 0.2452,
      "step": 52245
    },
    {
      "epoch": 2.1399139873028874,
      "grad_norm": 0.9066839364592548,
      "learning_rate": 0.0002190427398439967,
      "loss": 0.8142,
      "step": 52246
    },
    {
      "epoch": 2.139954945730084,
      "grad_norm": 1.7053029273315734,
      "learning_rate": 0.00021903984445538445,
      "loss": 1.0618,
      "step": 52247
    },
    {
      "epoch": 2.1399959041572805,
      "grad_norm": 2.89849126691271,
      "learning_rate": 0.0002190369490341342,
      "loss": 2.4849,
      "step": 52248
    },
    {
      "epoch": 2.1400368625844766,
      "grad_norm": 0.9874559596206989,
      "learning_rate": 0.00021903405358024723,
      "loss": 0.8806,
      "step": 52249
    },
    {
      "epoch": 2.140077821011673,
      "grad_norm": 1.1456852705175722,
      "learning_rate": 0.000219031158093725,
      "loss": 0.8049,
      "step": 52250
    },
    {
      "epoch": 2.1401187794388696,
      "grad_norm": 1.0528049121879588,
      "learning_rate": 0.00021902826257456888,
      "loss": 0.6472,
      "step": 52251
    },
    {
      "epoch": 2.1401597378660657,
      "grad_norm": 1.04557755226898,
      "learning_rate": 0.00021902536702278017,
      "loss": 0.6959,
      "step": 52252
    },
    {
      "epoch": 2.1402006962932623,
      "grad_norm": 0.8993074215664171,
      "learning_rate": 0.00021902247143836028,
      "loss": 0.6403,
      "step": 52253
    },
    {
      "epoch": 2.140241654720459,
      "grad_norm": 1.0183976008187927,
      "learning_rate": 0.00021901957582131054,
      "loss": 0.5644,
      "step": 52254
    },
    {
      "epoch": 2.1402826131476553,
      "grad_norm": 1.0608556681688894,
      "learning_rate": 0.00021901668017163236,
      "loss": 0.7377,
      "step": 52255
    },
    {
      "epoch": 2.1403235715748514,
      "grad_norm": 1.266881557987435,
      "learning_rate": 0.00021901378448932715,
      "loss": 0.9063,
      "step": 52256
    },
    {
      "epoch": 2.140364530002048,
      "grad_norm": 1.1236108492873769,
      "learning_rate": 0.00021901088877439615,
      "loss": 0.9451,
      "step": 52257
    },
    {
      "epoch": 2.1404054884292445,
      "grad_norm": 0.6825500634744032,
      "learning_rate": 0.00021900799302684084,
      "loss": 0.3077,
      "step": 52258
    },
    {
      "epoch": 2.1404464468564406,
      "grad_norm": 1.1609306216094628,
      "learning_rate": 0.0002190050972466626,
      "loss": 1.0796,
      "step": 52259
    },
    {
      "epoch": 2.140487405283637,
      "grad_norm": 1.2180799753546514,
      "learning_rate": 0.00021900220143386271,
      "loss": 0.7819,
      "step": 52260
    },
    {
      "epoch": 2.1405283637108337,
      "grad_norm": 1.180741177086544,
      "learning_rate": 0.00021899930558844257,
      "loss": 0.4194,
      "step": 52261
    },
    {
      "epoch": 2.1405693221380298,
      "grad_norm": 1.1310046879906621,
      "learning_rate": 0.00021899640971040355,
      "loss": 0.8577,
      "step": 52262
    },
    {
      "epoch": 2.1406102805652263,
      "grad_norm": 1.092465078420619,
      "learning_rate": 0.0002189935137997471,
      "loss": 0.429,
      "step": 52263
    },
    {
      "epoch": 2.140651238992423,
      "grad_norm": 1.0550794202709768,
      "learning_rate": 0.00021899061785647447,
      "loss": 1.074,
      "step": 52264
    },
    {
      "epoch": 2.140692197419619,
      "grad_norm": 1.1085122123694566,
      "learning_rate": 0.0002189877218805871,
      "loss": 0.7566,
      "step": 52265
    },
    {
      "epoch": 2.1407331558468154,
      "grad_norm": 0.8600027487987973,
      "learning_rate": 0.0002189848258720863,
      "loss": 0.4491,
      "step": 52266
    },
    {
      "epoch": 2.140774114274012,
      "grad_norm": 0.9710020891583716,
      "learning_rate": 0.0002189819298309735,
      "loss": 0.7209,
      "step": 52267
    },
    {
      "epoch": 2.140815072701208,
      "grad_norm": 1.2004559365223275,
      "learning_rate": 0.00021897903375725007,
      "loss": 1.0603,
      "step": 52268
    },
    {
      "epoch": 2.1408560311284046,
      "grad_norm": 0.8511693249731676,
      "learning_rate": 0.00021897613765091734,
      "loss": 0.3753,
      "step": 52269
    },
    {
      "epoch": 2.140896989555601,
      "grad_norm": 1.2035355023621097,
      "learning_rate": 0.00021897324151197667,
      "loss": 0.8651,
      "step": 52270
    },
    {
      "epoch": 2.1409379479827972,
      "grad_norm": 0.9314935984376417,
      "learning_rate": 0.00021897034534042946,
      "loss": 0.9877,
      "step": 52271
    },
    {
      "epoch": 2.1409789064099938,
      "grad_norm": 1.5065971159645943,
      "learning_rate": 0.00021896744913627714,
      "loss": 1.0775,
      "step": 52272
    },
    {
      "epoch": 2.1410198648371903,
      "grad_norm": 0.5602644819550404,
      "learning_rate": 0.00021896455289952094,
      "loss": 0.197,
      "step": 52273
    },
    {
      "epoch": 2.141060823264387,
      "grad_norm": 0.6316441462905511,
      "learning_rate": 0.0002189616566301623,
      "loss": 0.2605,
      "step": 52274
    },
    {
      "epoch": 2.141101781691583,
      "grad_norm": 2.5695504507095315,
      "learning_rate": 0.00021895876032820263,
      "loss": 1.6076,
      "step": 52275
    },
    {
      "epoch": 2.1411427401187795,
      "grad_norm": 1.2076768891012795,
      "learning_rate": 0.00021895586399364324,
      "loss": 0.6915,
      "step": 52276
    },
    {
      "epoch": 2.141183698545976,
      "grad_norm": 1.1013514565111422,
      "learning_rate": 0.00021895296762648554,
      "loss": 0.6982,
      "step": 52277
    },
    {
      "epoch": 2.141224656973172,
      "grad_norm": 1.1351141066737798,
      "learning_rate": 0.00021895007122673082,
      "loss": 0.8065,
      "step": 52278
    },
    {
      "epoch": 2.1412656154003686,
      "grad_norm": 10.063381109752802,
      "learning_rate": 0.00021894717479438054,
      "loss": 3.3566,
      "step": 52279
    },
    {
      "epoch": 2.141306573827565,
      "grad_norm": 0.7224755980242554,
      "learning_rate": 0.00021894427832943605,
      "loss": 0.4815,
      "step": 52280
    },
    {
      "epoch": 2.1413475322547613,
      "grad_norm": 0.5534566104536954,
      "learning_rate": 0.00021894138183189868,
      "loss": 0.2301,
      "step": 52281
    },
    {
      "epoch": 2.141388490681958,
      "grad_norm": 0.7713406607428722,
      "learning_rate": 0.00021893848530176984,
      "loss": 0.3086,
      "step": 52282
    },
    {
      "epoch": 2.1414294491091543,
      "grad_norm": 1.4306950529978004,
      "learning_rate": 0.00021893558873905088,
      "loss": 0.6877,
      "step": 52283
    },
    {
      "epoch": 2.1414704075363504,
      "grad_norm": 0.9881349090146695,
      "learning_rate": 0.0002189326921437432,
      "loss": 0.68,
      "step": 52284
    },
    {
      "epoch": 2.141511365963547,
      "grad_norm": 1.05013308545501,
      "learning_rate": 0.00021892979551584813,
      "loss": 0.8348,
      "step": 52285
    },
    {
      "epoch": 2.1415523243907435,
      "grad_norm": 0.905011853646826,
      "learning_rate": 0.00021892689885536707,
      "loss": 0.5361,
      "step": 52286
    },
    {
      "epoch": 2.1415932828179396,
      "grad_norm": 0.9821731895153457,
      "learning_rate": 0.00021892400216230135,
      "loss": 0.7573,
      "step": 52287
    },
    {
      "epoch": 2.141634241245136,
      "grad_norm": 0.8245015389791066,
      "learning_rate": 0.00021892110543665237,
      "loss": 0.5339,
      "step": 52288
    },
    {
      "epoch": 2.1416751996723327,
      "grad_norm": 1.2018721078555323,
      "learning_rate": 0.00021891820867842146,
      "loss": 0.9963,
      "step": 52289
    },
    {
      "epoch": 2.1417161580995288,
      "grad_norm": 1.1778069158384985,
      "learning_rate": 0.00021891531188761003,
      "loss": 0.8749,
      "step": 52290
    },
    {
      "epoch": 2.1417571165267253,
      "grad_norm": 0.943596234802303,
      "learning_rate": 0.00021891241506421947,
      "loss": 0.4193,
      "step": 52291
    },
    {
      "epoch": 2.141798074953922,
      "grad_norm": 0.9653630766734576,
      "learning_rate": 0.0002189095182082511,
      "loss": 0.6498,
      "step": 52292
    },
    {
      "epoch": 2.1418390333811184,
      "grad_norm": 1.1025439605889322,
      "learning_rate": 0.00021890662131970626,
      "loss": 0.8173,
      "step": 52293
    },
    {
      "epoch": 2.1418799918083145,
      "grad_norm": 5.530481830660432,
      "learning_rate": 0.00021890372439858642,
      "loss": 2.9007,
      "step": 52294
    },
    {
      "epoch": 2.141920950235511,
      "grad_norm": 1.8799478636441374,
      "learning_rate": 0.0002189008274448929,
      "loss": 1.8104,
      "step": 52295
    },
    {
      "epoch": 2.1419619086627075,
      "grad_norm": 1.3746258421277895,
      "learning_rate": 0.00021889793045862707,
      "loss": 0.5619,
      "step": 52296
    },
    {
      "epoch": 2.1420028670899036,
      "grad_norm": 0.99927257473573,
      "learning_rate": 0.00021889503343979028,
      "loss": 0.8288,
      "step": 52297
    },
    {
      "epoch": 2.1420438255171,
      "grad_norm": 1.3988149129912024,
      "learning_rate": 0.00021889213638838392,
      "loss": 1.2936,
      "step": 52298
    },
    {
      "epoch": 2.1420847839442967,
      "grad_norm": 0.8299219014207692,
      "learning_rate": 0.00021888923930440938,
      "loss": 0.4484,
      "step": 52299
    },
    {
      "epoch": 2.142125742371493,
      "grad_norm": 1.3635301965911166,
      "learning_rate": 0.00021888634218786797,
      "loss": 1.0005,
      "step": 52300
    },
    {
      "epoch": 2.1421667007986893,
      "grad_norm": 0.8464216375955134,
      "learning_rate": 0.00021888344503876112,
      "loss": 0.5497,
      "step": 52301
    },
    {
      "epoch": 2.142207659225886,
      "grad_norm": 1.364366114824624,
      "learning_rate": 0.00021888054785709014,
      "loss": 1.2447,
      "step": 52302
    },
    {
      "epoch": 2.142248617653082,
      "grad_norm": 0.8507520396568505,
      "learning_rate": 0.00021887765064285646,
      "loss": 0.7251,
      "step": 52303
    },
    {
      "epoch": 2.1422895760802785,
      "grad_norm": 0.9456810238037633,
      "learning_rate": 0.00021887475339606142,
      "loss": 0.9041,
      "step": 52304
    },
    {
      "epoch": 2.142330534507475,
      "grad_norm": 1.118256957611687,
      "learning_rate": 0.0002188718561167064,
      "loss": 0.6866,
      "step": 52305
    },
    {
      "epoch": 2.142371492934671,
      "grad_norm": 1.3355826843563983,
      "learning_rate": 0.00021886895880479274,
      "loss": 0.8299,
      "step": 52306
    },
    {
      "epoch": 2.1424124513618676,
      "grad_norm": 0.9830721880405285,
      "learning_rate": 0.00021886606146032187,
      "loss": 0.7032,
      "step": 52307
    },
    {
      "epoch": 2.142453409789064,
      "grad_norm": 1.0341118900757085,
      "learning_rate": 0.0002188631640832951,
      "loss": 0.7954,
      "step": 52308
    },
    {
      "epoch": 2.1424943682162603,
      "grad_norm": 0.9221492361040736,
      "learning_rate": 0.0002188602666737138,
      "loss": 0.6313,
      "step": 52309
    },
    {
      "epoch": 2.142535326643457,
      "grad_norm": 2.43317409233446,
      "learning_rate": 0.00021885736923157935,
      "loss": 2.7676,
      "step": 52310
    },
    {
      "epoch": 2.1425762850706533,
      "grad_norm": 1.5407054011131234,
      "learning_rate": 0.00021885447175689317,
      "loss": 1.1282,
      "step": 52311
    },
    {
      "epoch": 2.14261724349785,
      "grad_norm": 1.3824971874780139,
      "learning_rate": 0.00021885157424965664,
      "loss": 0.8778,
      "step": 52312
    },
    {
      "epoch": 2.142658201925046,
      "grad_norm": 0.9572680719572041,
      "learning_rate": 0.00021884867670987098,
      "loss": 0.6679,
      "step": 52313
    },
    {
      "epoch": 2.1426991603522425,
      "grad_norm": 1.2152694249984033,
      "learning_rate": 0.0002188457791375377,
      "loss": 0.835,
      "step": 52314
    },
    {
      "epoch": 2.142740118779439,
      "grad_norm": 1.9550222996683932,
      "learning_rate": 0.00021884288153265814,
      "loss": 2.1279,
      "step": 52315
    },
    {
      "epoch": 2.142781077206635,
      "grad_norm": 0.8966869392154523,
      "learning_rate": 0.00021883998389523367,
      "loss": 0.7431,
      "step": 52316
    },
    {
      "epoch": 2.1428220356338317,
      "grad_norm": 2.7053902742428466,
      "learning_rate": 0.00021883708622526563,
      "loss": 1.5175,
      "step": 52317
    },
    {
      "epoch": 2.142862994061028,
      "grad_norm": 0.8283785010314122,
      "learning_rate": 0.00021883418852275543,
      "loss": 0.5853,
      "step": 52318
    },
    {
      "epoch": 2.1429039524882243,
      "grad_norm": 0.7515611413282057,
      "learning_rate": 0.0002188312907877044,
      "loss": 0.3521,
      "step": 52319
    },
    {
      "epoch": 2.142944910915421,
      "grad_norm": 0.6522005985329774,
      "learning_rate": 0.00021882839302011397,
      "loss": 0.2188,
      "step": 52320
    },
    {
      "epoch": 2.1429858693426174,
      "grad_norm": 1.326255368142837,
      "learning_rate": 0.0002188254952199854,
      "loss": 0.8392,
      "step": 52321
    },
    {
      "epoch": 2.1430268277698135,
      "grad_norm": 0.4212330798800664,
      "learning_rate": 0.0002188225973873202,
      "loss": 0.1264,
      "step": 52322
    },
    {
      "epoch": 2.14306778619701,
      "grad_norm": 0.8228152595188991,
      "learning_rate": 0.00021881969952211965,
      "loss": 0.2753,
      "step": 52323
    },
    {
      "epoch": 2.1431087446242065,
      "grad_norm": 1.1558952217240839,
      "learning_rate": 0.0002188168016243851,
      "loss": 0.8084,
      "step": 52324
    },
    {
      "epoch": 2.1431497030514026,
      "grad_norm": 0.4948126420708192,
      "learning_rate": 0.00021881390369411798,
      "loss": 0.2215,
      "step": 52325
    },
    {
      "epoch": 2.143190661478599,
      "grad_norm": 1.1528254887853597,
      "learning_rate": 0.00021881100573131965,
      "loss": 0.9834,
      "step": 52326
    },
    {
      "epoch": 2.1432316199057957,
      "grad_norm": 1.1782156794550789,
      "learning_rate": 0.00021880810773599148,
      "loss": 0.7122,
      "step": 52327
    },
    {
      "epoch": 2.143272578332992,
      "grad_norm": 1.1982434958941273,
      "learning_rate": 0.0002188052097081348,
      "loss": 0.8012,
      "step": 52328
    },
    {
      "epoch": 2.1433135367601883,
      "grad_norm": 0.857140081616484,
      "learning_rate": 0.00021880231164775102,
      "loss": 0.8922,
      "step": 52329
    },
    {
      "epoch": 2.143354495187385,
      "grad_norm": 1.9272326462043408,
      "learning_rate": 0.00021879941355484148,
      "loss": 0.9283,
      "step": 52330
    },
    {
      "epoch": 2.1433954536145814,
      "grad_norm": 1.3109759378091004,
      "learning_rate": 0.00021879651542940762,
      "loss": 0.9442,
      "step": 52331
    },
    {
      "epoch": 2.1434364120417775,
      "grad_norm": 1.1088402019637977,
      "learning_rate": 0.00021879361727145073,
      "loss": 0.8802,
      "step": 52332
    },
    {
      "epoch": 2.143477370468974,
      "grad_norm": 1.0048551682200364,
      "learning_rate": 0.0002187907190809722,
      "loss": 0.305,
      "step": 52333
    },
    {
      "epoch": 2.1435183288961706,
      "grad_norm": 1.2083244936265642,
      "learning_rate": 0.00021878782085797344,
      "loss": 1.0038,
      "step": 52334
    },
    {
      "epoch": 2.1435592873233666,
      "grad_norm": 0.9079713848139453,
      "learning_rate": 0.0002187849226024558,
      "loss": 0.4145,
      "step": 52335
    },
    {
      "epoch": 2.143600245750563,
      "grad_norm": 0.7698098331204956,
      "learning_rate": 0.0002187820243144206,
      "loss": 0.6237,
      "step": 52336
    },
    {
      "epoch": 2.1436412041777597,
      "grad_norm": 0.7575491838009732,
      "learning_rate": 0.00021877912599386926,
      "loss": 0.6516,
      "step": 52337
    },
    {
      "epoch": 2.143682162604956,
      "grad_norm": 0.8962072926237555,
      "learning_rate": 0.0002187762276408031,
      "loss": 0.6644,
      "step": 52338
    },
    {
      "epoch": 2.1437231210321523,
      "grad_norm": 1.4941017369653344,
      "learning_rate": 0.0002187733292552236,
      "loss": 1.2927,
      "step": 52339
    },
    {
      "epoch": 2.143764079459349,
      "grad_norm": 1.0327739951882307,
      "learning_rate": 0.00021877043083713205,
      "loss": 0.5938,
      "step": 52340
    },
    {
      "epoch": 2.143805037886545,
      "grad_norm": 3.285659386020494,
      "learning_rate": 0.0002187675323865298,
      "loss": 3.8126,
      "step": 52341
    },
    {
      "epoch": 2.1438459963137415,
      "grad_norm": 1.014150652186702,
      "learning_rate": 0.00021876463390341826,
      "loss": 0.6887,
      "step": 52342
    },
    {
      "epoch": 2.143886954740938,
      "grad_norm": 1.2841617388464717,
      "learning_rate": 0.0002187617353877988,
      "loss": 0.7206,
      "step": 52343
    },
    {
      "epoch": 2.143927913168134,
      "grad_norm": 0.9256315485791723,
      "learning_rate": 0.00021875883683967278,
      "loss": 0.3175,
      "step": 52344
    },
    {
      "epoch": 2.1439688715953307,
      "grad_norm": 0.45187522716995326,
      "learning_rate": 0.00021875593825904156,
      "loss": 0.141,
      "step": 52345
    },
    {
      "epoch": 2.144009830022527,
      "grad_norm": 0.9815224137394841,
      "learning_rate": 0.0002187530396459065,
      "loss": 0.9527,
      "step": 52346
    },
    {
      "epoch": 2.1440507884497233,
      "grad_norm": 1.1286443199777196,
      "learning_rate": 0.00021875014100026906,
      "loss": 0.6497,
      "step": 52347
    },
    {
      "epoch": 2.14409174687692,
      "grad_norm": 0.9877758144278536,
      "learning_rate": 0.0002187472423221305,
      "loss": 0.4877,
      "step": 52348
    },
    {
      "epoch": 2.1441327053041164,
      "grad_norm": 1.0660570550325092,
      "learning_rate": 0.00021874434361149225,
      "loss": 0.3765,
      "step": 52349
    },
    {
      "epoch": 2.144173663731313,
      "grad_norm": 0.6540757422176872,
      "learning_rate": 0.00021874144486835564,
      "loss": 0.2791,
      "step": 52350
    },
    {
      "epoch": 2.144214622158509,
      "grad_norm": 0.7565960767593151,
      "learning_rate": 0.00021873854609272207,
      "loss": 0.3626,
      "step": 52351
    },
    {
      "epoch": 2.1442555805857055,
      "grad_norm": 1.0413829745543584,
      "learning_rate": 0.00021873564728459294,
      "loss": 0.8121,
      "step": 52352
    },
    {
      "epoch": 2.144296539012902,
      "grad_norm": 4.071455240798553,
      "learning_rate": 0.00021873274844396955,
      "loss": 3.9554,
      "step": 52353
    },
    {
      "epoch": 2.144337497440098,
      "grad_norm": 1.02981756075358,
      "learning_rate": 0.00021872984957085326,
      "loss": 0.9006,
      "step": 52354
    },
    {
      "epoch": 2.1443784558672947,
      "grad_norm": 1.051173915011671,
      "learning_rate": 0.00021872695066524556,
      "loss": 0.7966,
      "step": 52355
    },
    {
      "epoch": 2.1444194142944912,
      "grad_norm": 1.2533500920237677,
      "learning_rate": 0.00021872405172714774,
      "loss": 1.011,
      "step": 52356
    },
    {
      "epoch": 2.1444603727216873,
      "grad_norm": 4.757849119149397,
      "learning_rate": 0.00021872115275656115,
      "loss": 1.9172,
      "step": 52357
    },
    {
      "epoch": 2.144501331148884,
      "grad_norm": 0.9444538978102588,
      "learning_rate": 0.0002187182537534872,
      "loss": 0.8159,
      "step": 52358
    },
    {
      "epoch": 2.1445422895760804,
      "grad_norm": 1.2828654339856116,
      "learning_rate": 0.00021871535471792728,
      "loss": 0.4975,
      "step": 52359
    },
    {
      "epoch": 2.1445832480032765,
      "grad_norm": 0.9274072175212515,
      "learning_rate": 0.00021871245564988268,
      "loss": 0.7598,
      "step": 52360
    },
    {
      "epoch": 2.144624206430473,
      "grad_norm": 1.0291433578204126,
      "learning_rate": 0.00021870955654935482,
      "loss": 0.7647,
      "step": 52361
    },
    {
      "epoch": 2.1446651648576696,
      "grad_norm": 0.7440358554922286,
      "learning_rate": 0.00021870665741634507,
      "loss": 0.6498,
      "step": 52362
    },
    {
      "epoch": 2.144706123284866,
      "grad_norm": 1.3629368464342402,
      "learning_rate": 0.0002187037582508548,
      "loss": 0.8598,
      "step": 52363
    },
    {
      "epoch": 2.144747081712062,
      "grad_norm": 0.9834870688128784,
      "learning_rate": 0.0002187008590528854,
      "loss": 0.7724,
      "step": 52364
    },
    {
      "epoch": 2.1447880401392587,
      "grad_norm": 0.6557432068233711,
      "learning_rate": 0.00021869795982243817,
      "loss": 0.2456,
      "step": 52365
    },
    {
      "epoch": 2.144828998566455,
      "grad_norm": 1.0038432925550798,
      "learning_rate": 0.00021869506055951458,
      "loss": 0.857,
      "step": 52366
    },
    {
      "epoch": 2.1448699569936513,
      "grad_norm": 1.2387340677249565,
      "learning_rate": 0.00021869216126411595,
      "loss": 0.9863,
      "step": 52367
    },
    {
      "epoch": 2.144910915420848,
      "grad_norm": 1.3829202635671864,
      "learning_rate": 0.00021868926193624363,
      "loss": 1.0997,
      "step": 52368
    },
    {
      "epoch": 2.1449518738480444,
      "grad_norm": 3.2948681273566147,
      "learning_rate": 0.00021868636257589902,
      "loss": 1.5773,
      "step": 52369
    },
    {
      "epoch": 2.1449928322752405,
      "grad_norm": 0.7882393599587714,
      "learning_rate": 0.00021868346318308347,
      "loss": 0.6127,
      "step": 52370
    },
    {
      "epoch": 2.145033790702437,
      "grad_norm": 1.3116205991770187,
      "learning_rate": 0.00021868056375779838,
      "loss": 1.2652,
      "step": 52371
    },
    {
      "epoch": 2.1450747491296336,
      "grad_norm": 0.9424938442799031,
      "learning_rate": 0.00021867766430004514,
      "loss": 0.7585,
      "step": 52372
    },
    {
      "epoch": 2.1451157075568297,
      "grad_norm": 1.0900025757219995,
      "learning_rate": 0.00021867476480982504,
      "loss": 0.8921,
      "step": 52373
    },
    {
      "epoch": 2.145156665984026,
      "grad_norm": 0.8914663338561962,
      "learning_rate": 0.0002186718652871395,
      "loss": 0.3366,
      "step": 52374
    },
    {
      "epoch": 2.1451976244112227,
      "grad_norm": 1.5070257840257293,
      "learning_rate": 0.00021866896573198992,
      "loss": 1.1457,
      "step": 52375
    },
    {
      "epoch": 2.145238582838419,
      "grad_norm": 1.200719586608733,
      "learning_rate": 0.00021866606614437758,
      "loss": 0.7926,
      "step": 52376
    },
    {
      "epoch": 2.1452795412656154,
      "grad_norm": 0.9092570515647027,
      "learning_rate": 0.00021866316652430397,
      "loss": 0.791,
      "step": 52377
    },
    {
      "epoch": 2.145320499692812,
      "grad_norm": 0.9157515678562829,
      "learning_rate": 0.00021866026687177034,
      "loss": 0.8839,
      "step": 52378
    },
    {
      "epoch": 2.145361458120008,
      "grad_norm": 0.6502730929564848,
      "learning_rate": 0.00021865736718677814,
      "loss": 0.4444,
      "step": 52379
    },
    {
      "epoch": 2.1454024165472045,
      "grad_norm": 0.9864352586101207,
      "learning_rate": 0.00021865446746932875,
      "loss": 0.8001,
      "step": 52380
    },
    {
      "epoch": 2.145443374974401,
      "grad_norm": 1.0375985778475068,
      "learning_rate": 0.0002186515677194235,
      "loss": 0.6943,
      "step": 52381
    },
    {
      "epoch": 2.1454843334015976,
      "grad_norm": 1.1200711966003076,
      "learning_rate": 0.00021864866793706373,
      "loss": 0.7103,
      "step": 52382
    },
    {
      "epoch": 2.1455252918287937,
      "grad_norm": 1.1727936842394986,
      "learning_rate": 0.00021864576812225092,
      "loss": 0.9616,
      "step": 52383
    },
    {
      "epoch": 2.1455662502559902,
      "grad_norm": 0.9551959809486503,
      "learning_rate": 0.00021864286827498635,
      "loss": 0.8092,
      "step": 52384
    },
    {
      "epoch": 2.1456072086831868,
      "grad_norm": 1.0765520458929265,
      "learning_rate": 0.00021863996839527138,
      "loss": 0.6392,
      "step": 52385
    },
    {
      "epoch": 2.145648167110383,
      "grad_norm": 1.5687594946398704,
      "learning_rate": 0.00021863706848310744,
      "loss": 0.8351,
      "step": 52386
    },
    {
      "epoch": 2.1456891255375794,
      "grad_norm": 0.9909089085185121,
      "learning_rate": 0.00021863416853849587,
      "loss": 0.8409,
      "step": 52387
    },
    {
      "epoch": 2.145730083964776,
      "grad_norm": 1.0337389478943526,
      "learning_rate": 0.0002186312685614381,
      "loss": 0.8999,
      "step": 52388
    },
    {
      "epoch": 2.145771042391972,
      "grad_norm": 0.8132245360287286,
      "learning_rate": 0.00021862836855193537,
      "loss": 0.6507,
      "step": 52389
    },
    {
      "epoch": 2.1458120008191686,
      "grad_norm": 0.6682969370254981,
      "learning_rate": 0.00021862546850998915,
      "loss": 0.276,
      "step": 52390
    },
    {
      "epoch": 2.145852959246365,
      "grad_norm": 0.8012235632515546,
      "learning_rate": 0.00021862256843560083,
      "loss": 0.7426,
      "step": 52391
    },
    {
      "epoch": 2.145893917673561,
      "grad_norm": 1.144609998871069,
      "learning_rate": 0.00021861966832877175,
      "loss": 0.9156,
      "step": 52392
    },
    {
      "epoch": 2.1459348761007577,
      "grad_norm": 0.7761252876351792,
      "learning_rate": 0.0002186167681895032,
      "loss": 0.4026,
      "step": 52393
    },
    {
      "epoch": 2.1459758345279543,
      "grad_norm": 0.8243209882611497,
      "learning_rate": 0.00021861386801779668,
      "loss": 0.7214,
      "step": 52394
    },
    {
      "epoch": 2.1460167929551504,
      "grad_norm": 0.9420266103812145,
      "learning_rate": 0.00021861096781365351,
      "loss": 0.7889,
      "step": 52395
    },
    {
      "epoch": 2.146057751382347,
      "grad_norm": 0.9959299907970816,
      "learning_rate": 0.000218608067577075,
      "loss": 1.0102,
      "step": 52396
    },
    {
      "epoch": 2.1460987098095434,
      "grad_norm": 0.9170899659571636,
      "learning_rate": 0.0002186051673080626,
      "loss": 0.7516,
      "step": 52397
    },
    {
      "epoch": 2.1461396682367395,
      "grad_norm": 0.9962300672442986,
      "learning_rate": 0.0002186022670066177,
      "loss": 0.6431,
      "step": 52398
    },
    {
      "epoch": 2.146180626663936,
      "grad_norm": 0.7032825698930781,
      "learning_rate": 0.00021859936667274158,
      "loss": 0.2508,
      "step": 52399
    },
    {
      "epoch": 2.1462215850911326,
      "grad_norm": 1.1557556115067955,
      "learning_rate": 0.0002185964663064357,
      "loss": 0.8125,
      "step": 52400
    },
    {
      "epoch": 2.146262543518329,
      "grad_norm": 0.901792066065386,
      "learning_rate": 0.00021859356590770134,
      "loss": 0.7461,
      "step": 52401
    },
    {
      "epoch": 2.146303501945525,
      "grad_norm": 3.515857785783658,
      "learning_rate": 0.00021859066547653996,
      "loss": 3.2377,
      "step": 52402
    },
    {
      "epoch": 2.1463444603727218,
      "grad_norm": 0.6714126739584627,
      "learning_rate": 0.00021858776501295287,
      "loss": 0.3521,
      "step": 52403
    },
    {
      "epoch": 2.1463854187999183,
      "grad_norm": 1.1769965979277883,
      "learning_rate": 0.0002185848645169415,
      "loss": 0.8081,
      "step": 52404
    },
    {
      "epoch": 2.1464263772271144,
      "grad_norm": 3.009515493118294,
      "learning_rate": 0.00021858196398850718,
      "loss": 3.9695,
      "step": 52405
    },
    {
      "epoch": 2.146467335654311,
      "grad_norm": 0.9090898497872005,
      "learning_rate": 0.00021857906342765126,
      "loss": 0.8917,
      "step": 52406
    },
    {
      "epoch": 2.1465082940815075,
      "grad_norm": 1.195928955654437,
      "learning_rate": 0.00021857616283437514,
      "loss": 0.943,
      "step": 52407
    },
    {
      "epoch": 2.1465492525087035,
      "grad_norm": 0.8892547731187078,
      "learning_rate": 0.0002185732622086802,
      "loss": 0.3458,
      "step": 52408
    },
    {
      "epoch": 2.1465902109359,
      "grad_norm": 1.0481439952165732,
      "learning_rate": 0.00021857036155056785,
      "loss": 0.801,
      "step": 52409
    },
    {
      "epoch": 2.1466311693630966,
      "grad_norm": 1.1103074029160669,
      "learning_rate": 0.00021856746086003934,
      "loss": 0.85,
      "step": 52410
    },
    {
      "epoch": 2.1466721277902927,
      "grad_norm": 0.9852984798014744,
      "learning_rate": 0.00021856456013709613,
      "loss": 0.7872,
      "step": 52411
    },
    {
      "epoch": 2.1467130862174892,
      "grad_norm": 1.2254504405610107,
      "learning_rate": 0.00021856165938173957,
      "loss": 1.0194,
      "step": 52412
    },
    {
      "epoch": 2.1467540446446858,
      "grad_norm": 1.1098966522956701,
      "learning_rate": 0.00021855875859397105,
      "loss": 0.9342,
      "step": 52413
    },
    {
      "epoch": 2.146795003071882,
      "grad_norm": 1.1015747991510663,
      "learning_rate": 0.0002185558577737919,
      "loss": 0.8137,
      "step": 52414
    },
    {
      "epoch": 2.1468359614990784,
      "grad_norm": 0.9735687658744284,
      "learning_rate": 0.00021855295692120355,
      "loss": 0.7674,
      "step": 52415
    },
    {
      "epoch": 2.146876919926275,
      "grad_norm": 0.8999576068640759,
      "learning_rate": 0.00021855005603620736,
      "loss": 0.7789,
      "step": 52416
    },
    {
      "epoch": 2.146917878353471,
      "grad_norm": 1.6518787180087688,
      "learning_rate": 0.00021854715511880464,
      "loss": 1.1538,
      "step": 52417
    },
    {
      "epoch": 2.1469588367806676,
      "grad_norm": 1.1005908105094815,
      "learning_rate": 0.0002185442541689968,
      "loss": 0.8004,
      "step": 52418
    },
    {
      "epoch": 2.146999795207864,
      "grad_norm": 1.607785763689437,
      "learning_rate": 0.00021854135318678526,
      "loss": 1.5469,
      "step": 52419
    },
    {
      "epoch": 2.1470407536350606,
      "grad_norm": 1.8659907902060262,
      "learning_rate": 0.00021853845217217132,
      "loss": 1.222,
      "step": 52420
    },
    {
      "epoch": 2.1470817120622567,
      "grad_norm": 1.3539099424196872,
      "learning_rate": 0.00021853555112515637,
      "loss": 1.0635,
      "step": 52421
    },
    {
      "epoch": 2.1471226704894533,
      "grad_norm": 1.6675183390885646,
      "learning_rate": 0.00021853265004574175,
      "loss": 1.0747,
      "step": 52422
    },
    {
      "epoch": 2.14716362891665,
      "grad_norm": 0.8690496322192129,
      "learning_rate": 0.00021852974893392892,
      "loss": 0.7782,
      "step": 52423
    },
    {
      "epoch": 2.147204587343846,
      "grad_norm": 0.751731408996437,
      "learning_rate": 0.0002185268477897192,
      "loss": 0.3082,
      "step": 52424
    },
    {
      "epoch": 2.1472455457710424,
      "grad_norm": 1.01157527581565,
      "learning_rate": 0.00021852394661311397,
      "loss": 1.2289,
      "step": 52425
    },
    {
      "epoch": 2.147286504198239,
      "grad_norm": 2.8508255395402213,
      "learning_rate": 0.00021852104540411458,
      "loss": 1.3516,
      "step": 52426
    },
    {
      "epoch": 2.147327462625435,
      "grad_norm": 1.0200807144092563,
      "learning_rate": 0.00021851814416272243,
      "loss": 0.7784,
      "step": 52427
    },
    {
      "epoch": 2.1473684210526316,
      "grad_norm": 0.6600342248689044,
      "learning_rate": 0.00021851524288893885,
      "loss": 0.2733,
      "step": 52428
    },
    {
      "epoch": 2.147409379479828,
      "grad_norm": 1.101915999359125,
      "learning_rate": 0.00021851234158276524,
      "loss": 0.9399,
      "step": 52429
    },
    {
      "epoch": 2.147450337907024,
      "grad_norm": 0.8865975680361884,
      "learning_rate": 0.000218509440244203,
      "loss": 0.5713,
      "step": 52430
    },
    {
      "epoch": 2.1474912963342208,
      "grad_norm": 1.4435274659063824,
      "learning_rate": 0.00021850653887325346,
      "loss": 1.3295,
      "step": 52431
    },
    {
      "epoch": 2.1475322547614173,
      "grad_norm": 1.0347253602902262,
      "learning_rate": 0.000218503637469918,
      "loss": 1.0171,
      "step": 52432
    },
    {
      "epoch": 2.1475732131886134,
      "grad_norm": 1.0450032128673052,
      "learning_rate": 0.00021850073603419794,
      "loss": 0.6207,
      "step": 52433
    },
    {
      "epoch": 2.14761417161581,
      "grad_norm": 0.9970454013220846,
      "learning_rate": 0.00021849783456609479,
      "loss": 0.8167,
      "step": 52434
    },
    {
      "epoch": 2.1476551300430065,
      "grad_norm": 0.7570711596161411,
      "learning_rate": 0.00021849493306560984,
      "loss": 0.3235,
      "step": 52435
    },
    {
      "epoch": 2.1476960884702025,
      "grad_norm": 0.9972422204532719,
      "learning_rate": 0.0002184920315327444,
      "loss": 0.7308,
      "step": 52436
    },
    {
      "epoch": 2.147737046897399,
      "grad_norm": 1.2058976173202418,
      "learning_rate": 0.0002184891299674999,
      "loss": 1.0015,
      "step": 52437
    },
    {
      "epoch": 2.1477780053245956,
      "grad_norm": 2.399968138115986,
      "learning_rate": 0.00021848622836987777,
      "loss": 1.2604,
      "step": 52438
    },
    {
      "epoch": 2.147818963751792,
      "grad_norm": 8.128193333126111,
      "learning_rate": 0.0002184833267398793,
      "loss": 1.9748,
      "step": 52439
    },
    {
      "epoch": 2.1478599221789882,
      "grad_norm": 0.8770595419830111,
      "learning_rate": 0.0002184804250775059,
      "loss": 0.4333,
      "step": 52440
    },
    {
      "epoch": 2.147900880606185,
      "grad_norm": 0.9112102902149881,
      "learning_rate": 0.00021847752338275891,
      "loss": 0.9094,
      "step": 52441
    },
    {
      "epoch": 2.1479418390333813,
      "grad_norm": 1.1746531441562218,
      "learning_rate": 0.0002184746216556397,
      "loss": 1.113,
      "step": 52442
    },
    {
      "epoch": 2.1479827974605774,
      "grad_norm": 0.9522634136227592,
      "learning_rate": 0.0002184717198961497,
      "loss": 0.905,
      "step": 52443
    },
    {
      "epoch": 2.148023755887774,
      "grad_norm": 0.8657180686371714,
      "learning_rate": 0.00021846881810429027,
      "loss": 0.7175,
      "step": 52444
    },
    {
      "epoch": 2.1480647143149705,
      "grad_norm": 0.8972628533348895,
      "learning_rate": 0.0002184659162800627,
      "loss": 0.7545,
      "step": 52445
    },
    {
      "epoch": 2.1481056727421666,
      "grad_norm": 0.9118685332744654,
      "learning_rate": 0.0002184630144234684,
      "loss": 0.6795,
      "step": 52446
    },
    {
      "epoch": 2.148146631169363,
      "grad_norm": 1.0558882943634735,
      "learning_rate": 0.0002184601125345088,
      "loss": 0.8489,
      "step": 52447
    },
    {
      "epoch": 2.1481875895965596,
      "grad_norm": 1.044634831088868,
      "learning_rate": 0.00021845721061318523,
      "loss": 0.7809,
      "step": 52448
    },
    {
      "epoch": 2.1482285480237557,
      "grad_norm": 0.9191389829426382,
      "learning_rate": 0.0002184543086594991,
      "loss": 0.7127,
      "step": 52449
    },
    {
      "epoch": 2.1482695064509523,
      "grad_norm": 1.8393500933556826,
      "learning_rate": 0.00021845140667345165,
      "loss": 1.4601,
      "step": 52450
    },
    {
      "epoch": 2.148310464878149,
      "grad_norm": 1.116990381245583,
      "learning_rate": 0.00021844850465504444,
      "loss": 0.799,
      "step": 52451
    },
    {
      "epoch": 2.148351423305345,
      "grad_norm": 1.3826254811047798,
      "learning_rate": 0.00021844560260427868,
      "loss": 1.2566,
      "step": 52452
    },
    {
      "epoch": 2.1483923817325414,
      "grad_norm": 1.2721873208603565,
      "learning_rate": 0.00021844270052115587,
      "loss": 0.5967,
      "step": 52453
    },
    {
      "epoch": 2.148433340159738,
      "grad_norm": 0.865898789588642,
      "learning_rate": 0.00021843979840567728,
      "loss": 0.6534,
      "step": 52454
    },
    {
      "epoch": 2.148474298586934,
      "grad_norm": 1.2520088490511163,
      "learning_rate": 0.00021843689625784436,
      "loss": 0.7259,
      "step": 52455
    },
    {
      "epoch": 2.1485152570141306,
      "grad_norm": 1.0936701205254744,
      "learning_rate": 0.0002184339940776584,
      "loss": 0.8158,
      "step": 52456
    },
    {
      "epoch": 2.148556215441327,
      "grad_norm": 0.8678817721142061,
      "learning_rate": 0.00021843109186512087,
      "loss": 0.6194,
      "step": 52457
    },
    {
      "epoch": 2.1485971738685237,
      "grad_norm": 0.6187717455825621,
      "learning_rate": 0.00021842818962023304,
      "loss": 0.2542,
      "step": 52458
    },
    {
      "epoch": 2.1486381322957198,
      "grad_norm": 4.290019718187261,
      "learning_rate": 0.00021842528734299633,
      "loss": 6.0044,
      "step": 52459
    },
    {
      "epoch": 2.1486790907229163,
      "grad_norm": 0.7698703946960246,
      "learning_rate": 0.00021842238503341218,
      "loss": 0.3515,
      "step": 52460
    },
    {
      "epoch": 2.148720049150113,
      "grad_norm": 1.2766516241745098,
      "learning_rate": 0.00021841948269148186,
      "loss": 0.738,
      "step": 52461
    },
    {
      "epoch": 2.148761007577309,
      "grad_norm": 1.7467240610428345,
      "learning_rate": 0.00021841658031720678,
      "loss": 1.4962,
      "step": 52462
    },
    {
      "epoch": 2.1488019660045055,
      "grad_norm": 1.2073723567000363,
      "learning_rate": 0.00021841367791058833,
      "loss": 0.8616,
      "step": 52463
    },
    {
      "epoch": 2.148842924431702,
      "grad_norm": 1.1699795041111083,
      "learning_rate": 0.00021841077547162782,
      "loss": 0.8665,
      "step": 52464
    },
    {
      "epoch": 2.148883882858898,
      "grad_norm": 1.377026330193251,
      "learning_rate": 0.00021840787300032668,
      "loss": 1.2113,
      "step": 52465
    },
    {
      "epoch": 2.1489248412860946,
      "grad_norm": 1.0577699271860963,
      "learning_rate": 0.00021840497049668627,
      "loss": 0.807,
      "step": 52466
    },
    {
      "epoch": 2.148965799713291,
      "grad_norm": 0.8071805921659175,
      "learning_rate": 0.00021840206796070797,
      "loss": 0.5512,
      "step": 52467
    },
    {
      "epoch": 2.1490067581404872,
      "grad_norm": 1.0188416953216395,
      "learning_rate": 0.00021839916539239315,
      "loss": 0.9323,
      "step": 52468
    },
    {
      "epoch": 2.149047716567684,
      "grad_norm": 1.2651942103672342,
      "learning_rate": 0.0002183962627917431,
      "loss": 0.7999,
      "step": 52469
    },
    {
      "epoch": 2.1490886749948803,
      "grad_norm": 0.9734435662631079,
      "learning_rate": 0.00021839336015875934,
      "loss": 0.5995,
      "step": 52470
    },
    {
      "epoch": 2.1491296334220764,
      "grad_norm": 0.7242733425227136,
      "learning_rate": 0.00021839045749344317,
      "loss": 0.5622,
      "step": 52471
    },
    {
      "epoch": 2.149170591849273,
      "grad_norm": 1.143376226653043,
      "learning_rate": 0.00021838755479579595,
      "loss": 0.6334,
      "step": 52472
    },
    {
      "epoch": 2.1492115502764695,
      "grad_norm": 1.184426538937677,
      "learning_rate": 0.00021838465206581905,
      "loss": 0.8784,
      "step": 52473
    },
    {
      "epoch": 2.1492525087036656,
      "grad_norm": 1.057235370589894,
      "learning_rate": 0.00021838174930351384,
      "loss": 0.6483,
      "step": 52474
    },
    {
      "epoch": 2.149293467130862,
      "grad_norm": 0.8588338992098881,
      "learning_rate": 0.00021837884650888176,
      "loss": 0.5833,
      "step": 52475
    },
    {
      "epoch": 2.1493344255580586,
      "grad_norm": 0.8900381134209576,
      "learning_rate": 0.0002183759436819241,
      "loss": 0.6829,
      "step": 52476
    },
    {
      "epoch": 2.149375383985255,
      "grad_norm": 1.5111909981007239,
      "learning_rate": 0.00021837304082264225,
      "loss": 1.111,
      "step": 52477
    },
    {
      "epoch": 2.1494163424124513,
      "grad_norm": 0.9267190896150693,
      "learning_rate": 0.00021837013793103756,
      "loss": 0.6141,
      "step": 52478
    },
    {
      "epoch": 2.149457300839648,
      "grad_norm": 1.3650389689256623,
      "learning_rate": 0.0002183672350071115,
      "loss": 1.3631,
      "step": 52479
    },
    {
      "epoch": 2.1494982592668443,
      "grad_norm": 0.6869271192881105,
      "learning_rate": 0.00021836433205086534,
      "loss": 0.3239,
      "step": 52480
    },
    {
      "epoch": 2.1495392176940404,
      "grad_norm": 1.4065557917986333,
      "learning_rate": 0.00021836142906230053,
      "loss": 0.9602,
      "step": 52481
    },
    {
      "epoch": 2.149580176121237,
      "grad_norm": 1.1997552575366934,
      "learning_rate": 0.00021835852604141836,
      "loss": 0.8151,
      "step": 52482
    },
    {
      "epoch": 2.1496211345484335,
      "grad_norm": 1.314434912147286,
      "learning_rate": 0.00021835562298822025,
      "loss": 0.889,
      "step": 52483
    },
    {
      "epoch": 2.1496620929756296,
      "grad_norm": 0.6940024669341873,
      "learning_rate": 0.0002183527199027076,
      "loss": 0.3631,
      "step": 52484
    },
    {
      "epoch": 2.149703051402826,
      "grad_norm": 0.734811912918892,
      "learning_rate": 0.00021834981678488173,
      "loss": 0.4846,
      "step": 52485
    },
    {
      "epoch": 2.1497440098300227,
      "grad_norm": 1.1040591386482452,
      "learning_rate": 0.00021834691363474402,
      "loss": 0.8394,
      "step": 52486
    },
    {
      "epoch": 2.1497849682572188,
      "grad_norm": 1.4410241524957528,
      "learning_rate": 0.0002183440104522959,
      "loss": 0.5599,
      "step": 52487
    },
    {
      "epoch": 2.1498259266844153,
      "grad_norm": 1.7182366078859543,
      "learning_rate": 0.00021834110723753866,
      "loss": 1.3852,
      "step": 52488
    },
    {
      "epoch": 2.149866885111612,
      "grad_norm": 1.1547182389994157,
      "learning_rate": 0.0002183382039904737,
      "loss": 0.7053,
      "step": 52489
    },
    {
      "epoch": 2.149907843538808,
      "grad_norm": 1.0581068757791672,
      "learning_rate": 0.00021833530071110242,
      "loss": 0.7667,
      "step": 52490
    },
    {
      "epoch": 2.1499488019660045,
      "grad_norm": 1.163109781297159,
      "learning_rate": 0.0002183323973994262,
      "loss": 0.9117,
      "step": 52491
    },
    {
      "epoch": 2.149989760393201,
      "grad_norm": 1.006614901775677,
      "learning_rate": 0.00021832949405544636,
      "loss": 0.5721,
      "step": 52492
    },
    {
      "epoch": 2.150030718820397,
      "grad_norm": 0.9485964505815302,
      "learning_rate": 0.0002183265906791643,
      "loss": 0.7966,
      "step": 52493
    },
    {
      "epoch": 2.1500716772475936,
      "grad_norm": 0.6665161155984931,
      "learning_rate": 0.00021832368727058138,
      "loss": 0.3094,
      "step": 52494
    },
    {
      "epoch": 2.15011263567479,
      "grad_norm": 5.086549521864617,
      "learning_rate": 0.000218320783829699,
      "loss": 5.0684,
      "step": 52495
    },
    {
      "epoch": 2.1501535941019867,
      "grad_norm": 0.9927670300093434,
      "learning_rate": 0.00021831788035651855,
      "loss": 0.5445,
      "step": 52496
    },
    {
      "epoch": 2.150194552529183,
      "grad_norm": 1.0587823534812224,
      "learning_rate": 0.00021831497685104132,
      "loss": 0.751,
      "step": 52497
    },
    {
      "epoch": 2.1502355109563793,
      "grad_norm": 1.6822849994024351,
      "learning_rate": 0.00021831207331326878,
      "loss": 0.9321,
      "step": 52498
    },
    {
      "epoch": 2.150276469383576,
      "grad_norm": 0.9353387075801425,
      "learning_rate": 0.00021830916974320224,
      "loss": 0.7732,
      "step": 52499
    },
    {
      "epoch": 2.150317427810772,
      "grad_norm": 0.787851058541639,
      "learning_rate": 0.00021830626614084307,
      "loss": 0.2606,
      "step": 52500
    },
    {
      "epoch": 2.1503583862379685,
      "grad_norm": 1.0816262628142592,
      "learning_rate": 0.00021830336250619267,
      "loss": 0.8766,
      "step": 52501
    },
    {
      "epoch": 2.150399344665165,
      "grad_norm": 0.6421913597888751,
      "learning_rate": 0.00021830045883925237,
      "loss": 0.5391,
      "step": 52502
    },
    {
      "epoch": 2.150440303092361,
      "grad_norm": 0.8585090766319643,
      "learning_rate": 0.00021829755514002366,
      "loss": 0.7316,
      "step": 52503
    },
    {
      "epoch": 2.1504812615195577,
      "grad_norm": 2.6913858546364064,
      "learning_rate": 0.00021829465140850774,
      "loss": 1.2307,
      "step": 52504
    },
    {
      "epoch": 2.150522219946754,
      "grad_norm": 0.7534918164964474,
      "learning_rate": 0.00021829174764470612,
      "loss": 0.3015,
      "step": 52505
    },
    {
      "epoch": 2.1505631783739503,
      "grad_norm": 1.211212655352805,
      "learning_rate": 0.0002182888438486201,
      "loss": 0.7152,
      "step": 52506
    },
    {
      "epoch": 2.150604136801147,
      "grad_norm": 1.2794461767222491,
      "learning_rate": 0.0002182859400202511,
      "loss": 0.6236,
      "step": 52507
    },
    {
      "epoch": 2.1506450952283434,
      "grad_norm": 0.7802516280260274,
      "learning_rate": 0.00021828303615960046,
      "loss": 0.3587,
      "step": 52508
    },
    {
      "epoch": 2.1506860536555394,
      "grad_norm": 2.6916048497028457,
      "learning_rate": 0.00021828013226666954,
      "loss": 0.4085,
      "step": 52509
    },
    {
      "epoch": 2.150727012082736,
      "grad_norm": 0.7010959131023309,
      "learning_rate": 0.00021827722834145976,
      "loss": 0.3195,
      "step": 52510
    },
    {
      "epoch": 2.1507679705099325,
      "grad_norm": 1.2324306297177734,
      "learning_rate": 0.0002182743243839725,
      "loss": 0.5921,
      "step": 52511
    },
    {
      "epoch": 2.1508089289371286,
      "grad_norm": 1.1574894402069587,
      "learning_rate": 0.00021827142039420908,
      "loss": 1.0785,
      "step": 52512
    },
    {
      "epoch": 2.150849887364325,
      "grad_norm": 0.8107724312920267,
      "learning_rate": 0.00021826851637217086,
      "loss": 0.4042,
      "step": 52513
    },
    {
      "epoch": 2.1508908457915217,
      "grad_norm": 1.0981070539792097,
      "learning_rate": 0.00021826561231785924,
      "loss": 0.8507,
      "step": 52514
    },
    {
      "epoch": 2.150931804218718,
      "grad_norm": 1.0759048179910071,
      "learning_rate": 0.00021826270823127567,
      "loss": 0.8099,
      "step": 52515
    },
    {
      "epoch": 2.1509727626459143,
      "grad_norm": 1.1070021796094405,
      "learning_rate": 0.0002182598041124214,
      "loss": 0.8052,
      "step": 52516
    },
    {
      "epoch": 2.151013721073111,
      "grad_norm": 1.571047535618675,
      "learning_rate": 0.00021825689996129787,
      "loss": 1.0336,
      "step": 52517
    },
    {
      "epoch": 2.1510546795003074,
      "grad_norm": 1.0391155250199524,
      "learning_rate": 0.0002182539957779064,
      "loss": 0.8531,
      "step": 52518
    },
    {
      "epoch": 2.1510956379275035,
      "grad_norm": 1.0568653013272773,
      "learning_rate": 0.00021825109156224846,
      "loss": 0.8808,
      "step": 52519
    },
    {
      "epoch": 2.1511365963547,
      "grad_norm": 4.908652283805255,
      "learning_rate": 0.00021824818731432536,
      "loss": 3.6722,
      "step": 52520
    },
    {
      "epoch": 2.1511775547818965,
      "grad_norm": 1.408384303010454,
      "learning_rate": 0.00021824528303413844,
      "loss": 0.9619,
      "step": 52521
    },
    {
      "epoch": 2.1512185132090926,
      "grad_norm": 0.7241277818895345,
      "learning_rate": 0.0002182423787216891,
      "loss": 0.2969,
      "step": 52522
    },
    {
      "epoch": 2.151259471636289,
      "grad_norm": 1.100802314000859,
      "learning_rate": 0.0002182394743769788,
      "loss": 0.8843,
      "step": 52523
    },
    {
      "epoch": 2.1513004300634857,
      "grad_norm": 0.7000811878350456,
      "learning_rate": 0.0002182365700000088,
      "loss": 0.3867,
      "step": 52524
    },
    {
      "epoch": 2.151341388490682,
      "grad_norm": 1.0638740558541302,
      "learning_rate": 0.0002182336655907805,
      "loss": 0.8965,
      "step": 52525
    },
    {
      "epoch": 2.1513823469178783,
      "grad_norm": 1.116178709130176,
      "learning_rate": 0.00021823076114929526,
      "loss": 1.0417,
      "step": 52526
    },
    {
      "epoch": 2.151423305345075,
      "grad_norm": 1.7235294484451273,
      "learning_rate": 0.00021822785667555448,
      "loss": 1.6273,
      "step": 52527
    },
    {
      "epoch": 2.151464263772271,
      "grad_norm": 0.7448058660491248,
      "learning_rate": 0.00021822495216955955,
      "loss": 0.3318,
      "step": 52528
    },
    {
      "epoch": 2.1515052221994675,
      "grad_norm": 0.9941272733640852,
      "learning_rate": 0.00021822204763131183,
      "loss": 0.9628,
      "step": 52529
    },
    {
      "epoch": 2.151546180626664,
      "grad_norm": 0.9352985810007887,
      "learning_rate": 0.00021821914306081265,
      "loss": 0.7683,
      "step": 52530
    },
    {
      "epoch": 2.15158713905386,
      "grad_norm": 0.943028485145906,
      "learning_rate": 0.00021821623845806343,
      "loss": 0.8098,
      "step": 52531
    },
    {
      "epoch": 2.1516280974810567,
      "grad_norm": 1.036953308788782,
      "learning_rate": 0.00021821333382306555,
      "loss": 0.8608,
      "step": 52532
    },
    {
      "epoch": 2.151669055908253,
      "grad_norm": 0.916200306987395,
      "learning_rate": 0.00021821042915582038,
      "loss": 0.5706,
      "step": 52533
    },
    {
      "epoch": 2.1517100143354497,
      "grad_norm": 1.4259596874403908,
      "learning_rate": 0.00021820752445632924,
      "loss": 1.0577,
      "step": 52534
    },
    {
      "epoch": 2.151750972762646,
      "grad_norm": 5.122225475523806,
      "learning_rate": 0.00021820461972459356,
      "loss": 4.5755,
      "step": 52535
    },
    {
      "epoch": 2.1517919311898424,
      "grad_norm": 0.860870058423313,
      "learning_rate": 0.00021820171496061467,
      "loss": 0.8368,
      "step": 52536
    },
    {
      "epoch": 2.151832889617039,
      "grad_norm": 0.8855330769026211,
      "learning_rate": 0.000218198810164394,
      "loss": 0.7022,
      "step": 52537
    },
    {
      "epoch": 2.151873848044235,
      "grad_norm": 0.834729542076334,
      "learning_rate": 0.00021819590533593284,
      "loss": 0.7396,
      "step": 52538
    },
    {
      "epoch": 2.1519148064714315,
      "grad_norm": 1.648536001543515,
      "learning_rate": 0.00021819300047523266,
      "loss": 1.0525,
      "step": 52539
    },
    {
      "epoch": 2.151955764898628,
      "grad_norm": 1.2360249559565726,
      "learning_rate": 0.0002181900955822948,
      "loss": 0.7354,
      "step": 52540
    },
    {
      "epoch": 2.151996723325824,
      "grad_norm": 4.314642064999847,
      "learning_rate": 0.00021818719065712055,
      "loss": 1.7859,
      "step": 52541
    },
    {
      "epoch": 2.1520376817530207,
      "grad_norm": 0.7107596733386079,
      "learning_rate": 0.00021818428569971138,
      "loss": 0.3854,
      "step": 52542
    },
    {
      "epoch": 2.152078640180217,
      "grad_norm": 1.0745319484536437,
      "learning_rate": 0.00021818138071006869,
      "loss": 1.0918,
      "step": 52543
    },
    {
      "epoch": 2.1521195986074133,
      "grad_norm": 0.7382299282647578,
      "learning_rate": 0.00021817847568819375,
      "loss": 0.6383,
      "step": 52544
    },
    {
      "epoch": 2.15216055703461,
      "grad_norm": 0.8676725035072388,
      "learning_rate": 0.00021817557063408797,
      "loss": 0.6224,
      "step": 52545
    },
    {
      "epoch": 2.1522015154618064,
      "grad_norm": 1.6265439874393155,
      "learning_rate": 0.00021817266554775274,
      "loss": 1.3616,
      "step": 52546
    },
    {
      "epoch": 2.1522424738890025,
      "grad_norm": 1.237689645464117,
      "learning_rate": 0.00021816976042918947,
      "loss": 0.7348,
      "step": 52547
    },
    {
      "epoch": 2.152283432316199,
      "grad_norm": 1.6272937197344919,
      "learning_rate": 0.00021816685527839948,
      "loss": 1.0553,
      "step": 52548
    },
    {
      "epoch": 2.1523243907433955,
      "grad_norm": 1.2559675519653397,
      "learning_rate": 0.00021816395009538415,
      "loss": 1.1466,
      "step": 52549
    },
    {
      "epoch": 2.1523653491705916,
      "grad_norm": 0.998905156103808,
      "learning_rate": 0.00021816104488014485,
      "loss": 0.5803,
      "step": 52550
    },
    {
      "epoch": 2.152406307597788,
      "grad_norm": 1.2061349344557013,
      "learning_rate": 0.00021815813963268297,
      "loss": 0.8306,
      "step": 52551
    },
    {
      "epoch": 2.1524472660249847,
      "grad_norm": 1.0751471613211607,
      "learning_rate": 0.00021815523435299988,
      "loss": 0.9186,
      "step": 52552
    },
    {
      "epoch": 2.1524882244521812,
      "grad_norm": 1.2058634288201098,
      "learning_rate": 0.00021815232904109696,
      "loss": 1.0268,
      "step": 52553
    },
    {
      "epoch": 2.1525291828793773,
      "grad_norm": 1.1212473155631257,
      "learning_rate": 0.00021814942369697554,
      "loss": 0.7269,
      "step": 52554
    },
    {
      "epoch": 2.152570141306574,
      "grad_norm": 0.7269807174368655,
      "learning_rate": 0.00021814651832063704,
      "loss": 0.2898,
      "step": 52555
    },
    {
      "epoch": 2.1526110997337704,
      "grad_norm": 1.0786539271261355,
      "learning_rate": 0.00021814361291208284,
      "loss": 1.0975,
      "step": 52556
    },
    {
      "epoch": 2.1526520581609665,
      "grad_norm": 1.1445638058816106,
      "learning_rate": 0.00021814070747131427,
      "loss": 0.6914,
      "step": 52557
    },
    {
      "epoch": 2.152693016588163,
      "grad_norm": 1.228834222653271,
      "learning_rate": 0.00021813780199833274,
      "loss": 1.035,
      "step": 52558
    },
    {
      "epoch": 2.1527339750153596,
      "grad_norm": 1.0169695332997963,
      "learning_rate": 0.00021813489649313963,
      "loss": 0.8615,
      "step": 52559
    },
    {
      "epoch": 2.1527749334425557,
      "grad_norm": 0.711894327047722,
      "learning_rate": 0.00021813199095573627,
      "loss": 0.3913,
      "step": 52560
    },
    {
      "epoch": 2.152815891869752,
      "grad_norm": 1.2535020364803147,
      "learning_rate": 0.00021812908538612407,
      "loss": 1.0237,
      "step": 52561
    },
    {
      "epoch": 2.1528568502969487,
      "grad_norm": 1.461031826715269,
      "learning_rate": 0.00021812617978430435,
      "loss": 0.7964,
      "step": 52562
    },
    {
      "epoch": 2.152897808724145,
      "grad_norm": 1.4748806276127888,
      "learning_rate": 0.00021812327415027857,
      "loss": 1.0812,
      "step": 52563
    },
    {
      "epoch": 2.1529387671513414,
      "grad_norm": 1.9420879779153695,
      "learning_rate": 0.00021812036848404805,
      "loss": 1.7113,
      "step": 52564
    },
    {
      "epoch": 2.152979725578538,
      "grad_norm": 0.8241699824276152,
      "learning_rate": 0.00021811746278561418,
      "loss": 0.6108,
      "step": 52565
    },
    {
      "epoch": 2.153020684005734,
      "grad_norm": 4.7100476909168005,
      "learning_rate": 0.0002181145570549783,
      "loss": 1.5004,
      "step": 52566
    },
    {
      "epoch": 2.1530616424329305,
      "grad_norm": 1.779186531231622,
      "learning_rate": 0.00021811165129214183,
      "loss": 1.1692,
      "step": 52567
    },
    {
      "epoch": 2.153102600860127,
      "grad_norm": 1.5484613167691887,
      "learning_rate": 0.00021810874549710616,
      "loss": 1.1761,
      "step": 52568
    },
    {
      "epoch": 2.153143559287323,
      "grad_norm": 0.7198753134347581,
      "learning_rate": 0.00021810583966987257,
      "loss": 0.2799,
      "step": 52569
    },
    {
      "epoch": 2.1531845177145197,
      "grad_norm": 1.0305002749969057,
      "learning_rate": 0.00021810293381044254,
      "loss": 0.8846,
      "step": 52570
    },
    {
      "epoch": 2.153225476141716,
      "grad_norm": 1.8708503920314101,
      "learning_rate": 0.00021810002791881734,
      "loss": 0.9631,
      "step": 52571
    },
    {
      "epoch": 2.1532664345689128,
      "grad_norm": 1.0518336175099767,
      "learning_rate": 0.00021809712199499844,
      "loss": 0.7476,
      "step": 52572
    },
    {
      "epoch": 2.153307392996109,
      "grad_norm": 1.2451030863119437,
      "learning_rate": 0.00021809421603898713,
      "loss": 0.9193,
      "step": 52573
    },
    {
      "epoch": 2.1533483514233054,
      "grad_norm": 0.8851245106117436,
      "learning_rate": 0.00021809131005078486,
      "loss": 0.4927,
      "step": 52574
    },
    {
      "epoch": 2.153389309850502,
      "grad_norm": 1.112591143176365,
      "learning_rate": 0.00021808840403039298,
      "loss": 0.8424,
      "step": 52575
    },
    {
      "epoch": 2.153430268277698,
      "grad_norm": 0.9111295691740937,
      "learning_rate": 0.00021808549797781282,
      "loss": 0.8092,
      "step": 52576
    },
    {
      "epoch": 2.1534712267048945,
      "grad_norm": 0.9659329145218801,
      "learning_rate": 0.0002180825918930458,
      "loss": 0.8222,
      "step": 52577
    },
    {
      "epoch": 2.153512185132091,
      "grad_norm": 0.7007402256437589,
      "learning_rate": 0.00021807968577609326,
      "loss": 0.483,
      "step": 52578
    },
    {
      "epoch": 2.153553143559287,
      "grad_norm": 1.372592093967361,
      "learning_rate": 0.00021807677962695665,
      "loss": 1.407,
      "step": 52579
    },
    {
      "epoch": 2.1535941019864837,
      "grad_norm": 4.322560376031409,
      "learning_rate": 0.00021807387344563724,
      "loss": 1.3942,
      "step": 52580
    },
    {
      "epoch": 2.1536350604136802,
      "grad_norm": 0.8954980790183601,
      "learning_rate": 0.00021807096723213646,
      "loss": 0.9205,
      "step": 52581
    },
    {
      "epoch": 2.1536760188408763,
      "grad_norm": 0.7906107902999355,
      "learning_rate": 0.00021806806098645569,
      "loss": 0.5582,
      "step": 52582
    },
    {
      "epoch": 2.153716977268073,
      "grad_norm": 0.6298458467525961,
      "learning_rate": 0.00021806515470859628,
      "loss": 0.3036,
      "step": 52583
    },
    {
      "epoch": 2.1537579356952694,
      "grad_norm": 0.9629212647676239,
      "learning_rate": 0.00021806224839855966,
      "loss": 0.6973,
      "step": 52584
    },
    {
      "epoch": 2.1537988941224655,
      "grad_norm": 0.9172529890889705,
      "learning_rate": 0.0002180593420563471,
      "loss": 0.8501,
      "step": 52585
    },
    {
      "epoch": 2.153839852549662,
      "grad_norm": 1.3508154006261233,
      "learning_rate": 0.00021805643568196002,
      "loss": 0.4162,
      "step": 52586
    },
    {
      "epoch": 2.1538808109768586,
      "grad_norm": 0.8928425626262072,
      "learning_rate": 0.00021805352927539988,
      "loss": 0.3296,
      "step": 52587
    },
    {
      "epoch": 2.1539217694040547,
      "grad_norm": 1.011624345232447,
      "learning_rate": 0.00021805062283666792,
      "loss": 0.6966,
      "step": 52588
    },
    {
      "epoch": 2.153962727831251,
      "grad_norm": 3.176869722463019,
      "learning_rate": 0.0002180477163657656,
      "loss": 0.831,
      "step": 52589
    },
    {
      "epoch": 2.1540036862584477,
      "grad_norm": 1.1621942044573839,
      "learning_rate": 0.00021804480986269424,
      "loss": 0.9967,
      "step": 52590
    },
    {
      "epoch": 2.1540446446856443,
      "grad_norm": 0.7259376975456198,
      "learning_rate": 0.00021804190332745527,
      "loss": 0.3219,
      "step": 52591
    },
    {
      "epoch": 2.1540856031128404,
      "grad_norm": 0.8158194006264241,
      "learning_rate": 0.00021803899676005003,
      "loss": 0.8355,
      "step": 52592
    },
    {
      "epoch": 2.154126561540037,
      "grad_norm": 0.8399437480272511,
      "learning_rate": 0.0002180360901604799,
      "loss": 0.5523,
      "step": 52593
    },
    {
      "epoch": 2.1541675199672334,
      "grad_norm": 0.9612850790309722,
      "learning_rate": 0.00021803318352874623,
      "loss": 0.7303,
      "step": 52594
    },
    {
      "epoch": 2.1542084783944295,
      "grad_norm": 0.7290525464572734,
      "learning_rate": 0.00021803027686485046,
      "loss": 0.3865,
      "step": 52595
    },
    {
      "epoch": 2.154249436821626,
      "grad_norm": 1.0462033376292075,
      "learning_rate": 0.00021802737016879392,
      "loss": 0.9748,
      "step": 52596
    },
    {
      "epoch": 2.1542903952488226,
      "grad_norm": 0.6332254697097374,
      "learning_rate": 0.000218024463440578,
      "loss": 0.2312,
      "step": 52597
    },
    {
      "epoch": 2.1543313536760187,
      "grad_norm": 0.8207598034975252,
      "learning_rate": 0.000218021556680204,
      "loss": 0.345,
      "step": 52598
    },
    {
      "epoch": 2.1543723121032152,
      "grad_norm": 0.9818994041007827,
      "learning_rate": 0.00021801864988767338,
      "loss": 0.9864,
      "step": 52599
    },
    {
      "epoch": 2.1544132705304118,
      "grad_norm": 0.9279474314719817,
      "learning_rate": 0.00021801574306298753,
      "loss": 0.7715,
      "step": 52600
    },
    {
      "epoch": 2.154454228957608,
      "grad_norm": 0.8123041191472002,
      "learning_rate": 0.00021801283620614777,
      "loss": 0.4716,
      "step": 52601
    },
    {
      "epoch": 2.1544951873848044,
      "grad_norm": 0.8964945414853634,
      "learning_rate": 0.0002180099293171554,
      "loss": 0.5682,
      "step": 52602
    },
    {
      "epoch": 2.154536145812001,
      "grad_norm": 2.031745534184314,
      "learning_rate": 0.00021800702239601198,
      "loss": 0.8756,
      "step": 52603
    },
    {
      "epoch": 2.154577104239197,
      "grad_norm": 1.1185543802523872,
      "learning_rate": 0.0002180041154427188,
      "loss": 0.8458,
      "step": 52604
    },
    {
      "epoch": 2.1546180626663936,
      "grad_norm": 1.0330189419577511,
      "learning_rate": 0.00021800120845727713,
      "loss": 0.6921,
      "step": 52605
    },
    {
      "epoch": 2.15465902109359,
      "grad_norm": 1.060652702366743,
      "learning_rate": 0.00021799830143968849,
      "loss": 0.9083,
      "step": 52606
    },
    {
      "epoch": 2.154699979520786,
      "grad_norm": 2.716749103008775,
      "learning_rate": 0.00021799539438995422,
      "loss": 3.3168,
      "step": 52607
    },
    {
      "epoch": 2.1547409379479827,
      "grad_norm": 0.9577928919033732,
      "learning_rate": 0.00021799248730807567,
      "loss": 0.4776,
      "step": 52608
    },
    {
      "epoch": 2.1547818963751793,
      "grad_norm": 1.695160379739079,
      "learning_rate": 0.00021798958019405415,
      "loss": 1.5533,
      "step": 52609
    },
    {
      "epoch": 2.154822854802376,
      "grad_norm": 0.8250872214494567,
      "learning_rate": 0.00021798667304789114,
      "loss": 0.652,
      "step": 52610
    },
    {
      "epoch": 2.154863813229572,
      "grad_norm": 1.1371505746545103,
      "learning_rate": 0.00021798376586958798,
      "loss": 0.8898,
      "step": 52611
    },
    {
      "epoch": 2.1549047716567684,
      "grad_norm": 0.5555453446775268,
      "learning_rate": 0.00021798085865914603,
      "loss": 0.262,
      "step": 52612
    },
    {
      "epoch": 2.154945730083965,
      "grad_norm": 0.9369168981784461,
      "learning_rate": 0.00021797795141656665,
      "loss": 0.731,
      "step": 52613
    },
    {
      "epoch": 2.154986688511161,
      "grad_norm": 1.0665626643287462,
      "learning_rate": 0.0002179750441418513,
      "loss": 0.5196,
      "step": 52614
    },
    {
      "epoch": 2.1550276469383576,
      "grad_norm": 0.7279924752404283,
      "learning_rate": 0.0002179721368350013,
      "loss": 0.2956,
      "step": 52615
    },
    {
      "epoch": 2.155068605365554,
      "grad_norm": 1.1515668801566037,
      "learning_rate": 0.00021796922949601796,
      "loss": 0.7751,
      "step": 52616
    },
    {
      "epoch": 2.15510956379275,
      "grad_norm": 0.7511480055514059,
      "learning_rate": 0.00021796632212490275,
      "loss": 0.6314,
      "step": 52617
    },
    {
      "epoch": 2.1551505222199467,
      "grad_norm": 3.1878082044114286,
      "learning_rate": 0.000217963414721657,
      "loss": 4.2543,
      "step": 52618
    },
    {
      "epoch": 2.1551914806471433,
      "grad_norm": 0.9276949580676808,
      "learning_rate": 0.00021796050728628208,
      "loss": 0.8717,
      "step": 52619
    },
    {
      "epoch": 2.1552324390743394,
      "grad_norm": 0.7374145311741843,
      "learning_rate": 0.00021795759981877938,
      "loss": 0.3351,
      "step": 52620
    },
    {
      "epoch": 2.155273397501536,
      "grad_norm": 0.7924107816782354,
      "learning_rate": 0.0002179546923191503,
      "loss": 0.6807,
      "step": 52621
    },
    {
      "epoch": 2.1553143559287324,
      "grad_norm": 0.8782681153177944,
      "learning_rate": 0.0002179517847873961,
      "loss": 0.6625,
      "step": 52622
    },
    {
      "epoch": 2.1553553143559285,
      "grad_norm": 0.6684504716729096,
      "learning_rate": 0.0002179488772235183,
      "loss": 0.2946,
      "step": 52623
    },
    {
      "epoch": 2.155396272783125,
      "grad_norm": 1.107389527774188,
      "learning_rate": 0.00021794596962751824,
      "loss": 0.8613,
      "step": 52624
    },
    {
      "epoch": 2.1554372312103216,
      "grad_norm": 1.5182260733582698,
      "learning_rate": 0.00021794306199939722,
      "loss": 1.2435,
      "step": 52625
    },
    {
      "epoch": 2.1554781896375177,
      "grad_norm": 0.7787747065179761,
      "learning_rate": 0.00021794015433915668,
      "loss": 0.4515,
      "step": 52626
    },
    {
      "epoch": 2.1555191480647142,
      "grad_norm": 0.7701678494209007,
      "learning_rate": 0.00021793724664679798,
      "loss": 0.3983,
      "step": 52627
    },
    {
      "epoch": 2.1555601064919108,
      "grad_norm": 0.8960195828805333,
      "learning_rate": 0.0002179343389223225,
      "loss": 0.766,
      "step": 52628
    },
    {
      "epoch": 2.1556010649191073,
      "grad_norm": 0.9056679999653443,
      "learning_rate": 0.00021793143116573163,
      "loss": 0.9677,
      "step": 52629
    },
    {
      "epoch": 2.1556420233463034,
      "grad_norm": 1.2515376245963348,
      "learning_rate": 0.00021792852337702663,
      "loss": 1.1642,
      "step": 52630
    },
    {
      "epoch": 2.1556829817735,
      "grad_norm": 1.0578465930561596,
      "learning_rate": 0.00021792561555620903,
      "loss": 0.8657,
      "step": 52631
    },
    {
      "epoch": 2.1557239402006965,
      "grad_norm": 0.6580424436525396,
      "learning_rate": 0.00021792270770328015,
      "loss": 0.2886,
      "step": 52632
    },
    {
      "epoch": 2.1557648986278926,
      "grad_norm": 0.7072927379569537,
      "learning_rate": 0.00021791979981824133,
      "loss": 0.3461,
      "step": 52633
    },
    {
      "epoch": 2.155805857055089,
      "grad_norm": 0.7701593033941789,
      "learning_rate": 0.000217916891901094,
      "loss": 0.5791,
      "step": 52634
    },
    {
      "epoch": 2.1558468154822856,
      "grad_norm": 0.9939807990520082,
      "learning_rate": 0.00021791398395183947,
      "loss": 0.6505,
      "step": 52635
    },
    {
      "epoch": 2.1558877739094817,
      "grad_norm": 1.3780856478578756,
      "learning_rate": 0.00021791107597047914,
      "loss": 1.0586,
      "step": 52636
    },
    {
      "epoch": 2.1559287323366783,
      "grad_norm": 0.9208275647857266,
      "learning_rate": 0.00021790816795701445,
      "loss": 0.8792,
      "step": 52637
    },
    {
      "epoch": 2.155969690763875,
      "grad_norm": 1.2151133603438096,
      "learning_rate": 0.00021790525991144665,
      "loss": 0.9467,
      "step": 52638
    },
    {
      "epoch": 2.156010649191071,
      "grad_norm": 0.7005944518877816,
      "learning_rate": 0.00021790235183377724,
      "loss": 0.3543,
      "step": 52639
    },
    {
      "epoch": 2.1560516076182674,
      "grad_norm": 0.6512375605234207,
      "learning_rate": 0.00021789944372400754,
      "loss": 0.2788,
      "step": 52640
    },
    {
      "epoch": 2.156092566045464,
      "grad_norm": 0.5581604364280285,
      "learning_rate": 0.0002178965355821389,
      "loss": 0.2241,
      "step": 52641
    },
    {
      "epoch": 2.15613352447266,
      "grad_norm": 10.567716314959196,
      "learning_rate": 0.0002178936274081727,
      "loss": 2.666,
      "step": 52642
    },
    {
      "epoch": 2.1561744828998566,
      "grad_norm": 0.6586289840700993,
      "learning_rate": 0.00021789071920211037,
      "loss": 0.2502,
      "step": 52643
    },
    {
      "epoch": 2.156215441327053,
      "grad_norm": 1.684452547282391,
      "learning_rate": 0.0002178878109639532,
      "loss": 0.9525,
      "step": 52644
    },
    {
      "epoch": 2.156256399754249,
      "grad_norm": 0.7619556039555915,
      "learning_rate": 0.00021788490269370264,
      "loss": 0.2821,
      "step": 52645
    },
    {
      "epoch": 2.1562973581814457,
      "grad_norm": 1.076438169957941,
      "learning_rate": 0.00021788199439136004,
      "loss": 0.7409,
      "step": 52646
    },
    {
      "epoch": 2.1563383166086423,
      "grad_norm": 1.3920029025719352,
      "learning_rate": 0.00021787908605692678,
      "loss": 0.7581,
      "step": 52647
    },
    {
      "epoch": 2.156379275035839,
      "grad_norm": 1.048229000995264,
      "learning_rate": 0.00021787617769040423,
      "loss": 0.7019,
      "step": 52648
    },
    {
      "epoch": 2.156420233463035,
      "grad_norm": 1.0836813196679005,
      "learning_rate": 0.00021787326929179372,
      "loss": 0.9561,
      "step": 52649
    },
    {
      "epoch": 2.1564611918902314,
      "grad_norm": 0.8658380022400658,
      "learning_rate": 0.0002178703608610967,
      "loss": 0.6959,
      "step": 52650
    },
    {
      "epoch": 2.156502150317428,
      "grad_norm": 0.8236787542295367,
      "learning_rate": 0.00021786745239831454,
      "loss": 0.336,
      "step": 52651
    },
    {
      "epoch": 2.156543108744624,
      "grad_norm": 1.3532103299338798,
      "learning_rate": 0.00021786454390344855,
      "loss": 0.7764,
      "step": 52652
    },
    {
      "epoch": 2.1565840671718206,
      "grad_norm": 1.1055008673962312,
      "learning_rate": 0.00021786163537650013,
      "loss": 0.7597,
      "step": 52653
    },
    {
      "epoch": 2.156625025599017,
      "grad_norm": 0.9755413646391283,
      "learning_rate": 0.00021785872681747066,
      "loss": 0.9785,
      "step": 52654
    },
    {
      "epoch": 2.1566659840262132,
      "grad_norm": 1.0710580030043158,
      "learning_rate": 0.00021785581822636154,
      "loss": 1.0453,
      "step": 52655
    },
    {
      "epoch": 2.1567069424534098,
      "grad_norm": 1.171136791391691,
      "learning_rate": 0.00021785290960317415,
      "loss": 0.8063,
      "step": 52656
    },
    {
      "epoch": 2.1567479008806063,
      "grad_norm": 0.8771921381281684,
      "learning_rate": 0.0002178500009479098,
      "loss": 0.6948,
      "step": 52657
    },
    {
      "epoch": 2.1567888593078024,
      "grad_norm": 1.1647585920365147,
      "learning_rate": 0.00021784709226056994,
      "loss": 0.4328,
      "step": 52658
    },
    {
      "epoch": 2.156829817734999,
      "grad_norm": 1.1699087802482764,
      "learning_rate": 0.0002178441835411559,
      "loss": 1.0715,
      "step": 52659
    },
    {
      "epoch": 2.1568707761621955,
      "grad_norm": 0.8207979254247955,
      "learning_rate": 0.00021784127478966905,
      "loss": 0.8849,
      "step": 52660
    },
    {
      "epoch": 2.1569117345893916,
      "grad_norm": 0.8193366705826602,
      "learning_rate": 0.00021783836600611085,
      "loss": 0.5515,
      "step": 52661
    },
    {
      "epoch": 2.156952693016588,
      "grad_norm": 1.188240291498422,
      "learning_rate": 0.0002178354571904825,
      "loss": 0.4199,
      "step": 52662
    },
    {
      "epoch": 2.1569936514437846,
      "grad_norm": 0.8477567093648964,
      "learning_rate": 0.00021783254834278556,
      "loss": 0.3506,
      "step": 52663
    },
    {
      "epoch": 2.1570346098709807,
      "grad_norm": 0.7020582064185921,
      "learning_rate": 0.0002178296394630213,
      "loss": 0.2831,
      "step": 52664
    },
    {
      "epoch": 2.1570755682981773,
      "grad_norm": 1.0893241156948024,
      "learning_rate": 0.00021782673055119114,
      "loss": 0.7634,
      "step": 52665
    },
    {
      "epoch": 2.157116526725374,
      "grad_norm": 1.024114034371023,
      "learning_rate": 0.00021782382160729638,
      "loss": 0.6914,
      "step": 52666
    },
    {
      "epoch": 2.1571574851525703,
      "grad_norm": 2.6831960989976773,
      "learning_rate": 0.00021782091263133853,
      "loss": 3.6378,
      "step": 52667
    },
    {
      "epoch": 2.1571984435797664,
      "grad_norm": 0.818827621375666,
      "learning_rate": 0.00021781800362331887,
      "loss": 0.6721,
      "step": 52668
    },
    {
      "epoch": 2.157239402006963,
      "grad_norm": 0.6840241882224799,
      "learning_rate": 0.00021781509458323878,
      "loss": 0.3184,
      "step": 52669
    },
    {
      "epoch": 2.1572803604341595,
      "grad_norm": 1.3361655040941687,
      "learning_rate": 0.0002178121855110996,
      "loss": 0.8731,
      "step": 52670
    },
    {
      "epoch": 2.1573213188613556,
      "grad_norm": 1.3270978030208889,
      "learning_rate": 0.00021780927640690283,
      "loss": 0.8318,
      "step": 52671
    },
    {
      "epoch": 2.157362277288552,
      "grad_norm": 1.4584743108278304,
      "learning_rate": 0.00021780636727064973,
      "loss": 0.9879,
      "step": 52672
    },
    {
      "epoch": 2.1574032357157487,
      "grad_norm": 1.1072315792374228,
      "learning_rate": 0.00021780345810234176,
      "loss": 0.6999,
      "step": 52673
    },
    {
      "epoch": 2.1574441941429447,
      "grad_norm": 1.0861204858240918,
      "learning_rate": 0.00021780054890198022,
      "loss": 0.2785,
      "step": 52674
    },
    {
      "epoch": 2.1574851525701413,
      "grad_norm": 0.4060926385539986,
      "learning_rate": 0.0002177976396695665,
      "loss": 0.1052,
      "step": 52675
    },
    {
      "epoch": 2.157526110997338,
      "grad_norm": 0.988084390933001,
      "learning_rate": 0.000217794730405102,
      "loss": 1.0369,
      "step": 52676
    },
    {
      "epoch": 2.157567069424534,
      "grad_norm": 1.5199880996348012,
      "learning_rate": 0.00021779182110858808,
      "loss": 0.94,
      "step": 52677
    },
    {
      "epoch": 2.1576080278517304,
      "grad_norm": 1.091560816466069,
      "learning_rate": 0.0002177889117800261,
      "loss": 0.9492,
      "step": 52678
    },
    {
      "epoch": 2.157648986278927,
      "grad_norm": 1.3230065921125937,
      "learning_rate": 0.0002177860024194175,
      "loss": 0.8422,
      "step": 52679
    },
    {
      "epoch": 2.1576899447061235,
      "grad_norm": 1.066640058381538,
      "learning_rate": 0.00021778309302676363,
      "loss": 0.9464,
      "step": 52680
    },
    {
      "epoch": 2.1577309031333196,
      "grad_norm": 1.3086248717855065,
      "learning_rate": 0.00021778018360206575,
      "loss": 0.8481,
      "step": 52681
    },
    {
      "epoch": 2.157771861560516,
      "grad_norm": 0.9744702559937359,
      "learning_rate": 0.0002177772741453254,
      "loss": 0.4829,
      "step": 52682
    },
    {
      "epoch": 2.1578128199877122,
      "grad_norm": 0.8061165222762928,
      "learning_rate": 0.0002177743646565439,
      "loss": 0.3709,
      "step": 52683
    },
    {
      "epoch": 2.1578537784149088,
      "grad_norm": 1.243192321439337,
      "learning_rate": 0.0002177714551357226,
      "loss": 0.987,
      "step": 52684
    },
    {
      "epoch": 2.1578947368421053,
      "grad_norm": 1.0885692408621872,
      "learning_rate": 0.00021776854558286284,
      "loss": 0.8857,
      "step": 52685
    },
    {
      "epoch": 2.157935695269302,
      "grad_norm": 0.7256657597066201,
      "learning_rate": 0.0002177656359979661,
      "loss": 0.3017,
      "step": 52686
    },
    {
      "epoch": 2.157976653696498,
      "grad_norm": 1.1035034623235622,
      "learning_rate": 0.00021776272638103372,
      "loss": 0.814,
      "step": 52687
    },
    {
      "epoch": 2.1580176121236945,
      "grad_norm": 0.9254769957767058,
      "learning_rate": 0.00021775981673206703,
      "loss": 0.7395,
      "step": 52688
    },
    {
      "epoch": 2.158058570550891,
      "grad_norm": 1.6920463236509107,
      "learning_rate": 0.00021775690705106741,
      "loss": 1.0775,
      "step": 52689
    },
    {
      "epoch": 2.158099528978087,
      "grad_norm": 0.7196274214974512,
      "learning_rate": 0.0002177539973380362,
      "loss": 0.2628,
      "step": 52690
    },
    {
      "epoch": 2.1581404874052836,
      "grad_norm": 1.3275448696551322,
      "learning_rate": 0.00021775108759297492,
      "loss": 1.5806,
      "step": 52691
    },
    {
      "epoch": 2.15818144583248,
      "grad_norm": 1.1276959908245756,
      "learning_rate": 0.00021774817781588485,
      "loss": 0.6876,
      "step": 52692
    },
    {
      "epoch": 2.1582224042596763,
      "grad_norm": 1.0234848254989835,
      "learning_rate": 0.00021774526800676737,
      "loss": 0.6955,
      "step": 52693
    },
    {
      "epoch": 2.158263362686873,
      "grad_norm": 0.8031565629715209,
      "learning_rate": 0.00021774235816562383,
      "loss": 0.9101,
      "step": 52694
    },
    {
      "epoch": 2.1583043211140693,
      "grad_norm": 1.2828788015567634,
      "learning_rate": 0.00021773944829245567,
      "loss": 0.3712,
      "step": 52695
    },
    {
      "epoch": 2.1583452795412654,
      "grad_norm": 0.8620629765507504,
      "learning_rate": 0.0002177365383872642,
      "loss": 0.8517,
      "step": 52696
    },
    {
      "epoch": 2.158386237968462,
      "grad_norm": 1.0042450334319877,
      "learning_rate": 0.00021773362845005083,
      "loss": 0.948,
      "step": 52697
    },
    {
      "epoch": 2.1584271963956585,
      "grad_norm": 1.1282771665151616,
      "learning_rate": 0.00021773071848081693,
      "loss": 1.089,
      "step": 52698
    },
    {
      "epoch": 2.158468154822855,
      "grad_norm": 4.644666623000124,
      "learning_rate": 0.0002177278084795639,
      "loss": 2.6333,
      "step": 52699
    },
    {
      "epoch": 2.158509113250051,
      "grad_norm": 1.6770095208061495,
      "learning_rate": 0.00021772489844629306,
      "loss": 1.5416,
      "step": 52700
    },
    {
      "epoch": 2.1585500716772477,
      "grad_norm": 6.724670681340843,
      "learning_rate": 0.00021772198838100582,
      "loss": 3.7095,
      "step": 52701
    },
    {
      "epoch": 2.158591030104444,
      "grad_norm": 1.5944328488644783,
      "learning_rate": 0.00021771907828370356,
      "loss": 1.7389,
      "step": 52702
    },
    {
      "epoch": 2.1586319885316403,
      "grad_norm": 0.9251806042331672,
      "learning_rate": 0.00021771616815438767,
      "loss": 0.8422,
      "step": 52703
    },
    {
      "epoch": 2.158672946958837,
      "grad_norm": 1.0441736630615688,
      "learning_rate": 0.0002177132579930595,
      "loss": 0.4276,
      "step": 52704
    },
    {
      "epoch": 2.1587139053860334,
      "grad_norm": 1.8146991403567796,
      "learning_rate": 0.00021771034779972042,
      "loss": 1.9122,
      "step": 52705
    },
    {
      "epoch": 2.1587548638132295,
      "grad_norm": 4.013214839331554,
      "learning_rate": 0.0002177074375743718,
      "loss": 5.3892,
      "step": 52706
    },
    {
      "epoch": 2.158795822240426,
      "grad_norm": 0.9411875565332135,
      "learning_rate": 0.00021770452731701507,
      "loss": 0.86,
      "step": 52707
    },
    {
      "epoch": 2.1588367806676225,
      "grad_norm": 1.1841791843112193,
      "learning_rate": 0.00021770161702765154,
      "loss": 1.0567,
      "step": 52708
    },
    {
      "epoch": 2.1588777390948186,
      "grad_norm": 2.5918327029039974,
      "learning_rate": 0.00021769870670628263,
      "loss": 1.3589,
      "step": 52709
    },
    {
      "epoch": 2.158918697522015,
      "grad_norm": 2.9158137647620768,
      "learning_rate": 0.0002176957963529097,
      "loss": 3.2374,
      "step": 52710
    },
    {
      "epoch": 2.1589596559492117,
      "grad_norm": 1.102498818878335,
      "learning_rate": 0.00021769288596753413,
      "loss": 0.8009,
      "step": 52711
    },
    {
      "epoch": 2.159000614376408,
      "grad_norm": 1.0192337036792753,
      "learning_rate": 0.00021768997555015728,
      "loss": 0.9145,
      "step": 52712
    },
    {
      "epoch": 2.1590415728036043,
      "grad_norm": 1.6180547313641414,
      "learning_rate": 0.0002176870651007805,
      "loss": 0.8316,
      "step": 52713
    },
    {
      "epoch": 2.159082531230801,
      "grad_norm": 0.8216418683089836,
      "learning_rate": 0.00021768415461940525,
      "loss": 0.6204,
      "step": 52714
    },
    {
      "epoch": 2.159123489657997,
      "grad_norm": 0.7927704293313405,
      "learning_rate": 0.00021768124410603284,
      "loss": 0.2166,
      "step": 52715
    },
    {
      "epoch": 2.1591644480851935,
      "grad_norm": 1.0946953655603142,
      "learning_rate": 0.0002176783335606647,
      "loss": 0.3013,
      "step": 52716
    },
    {
      "epoch": 2.15920540651239,
      "grad_norm": 0.937948786892219,
      "learning_rate": 0.00021767542298330213,
      "loss": 0.6677,
      "step": 52717
    },
    {
      "epoch": 2.1592463649395865,
      "grad_norm": 0.8701385298864938,
      "learning_rate": 0.00021767251237394657,
      "loss": 0.3995,
      "step": 52718
    },
    {
      "epoch": 2.1592873233667826,
      "grad_norm": 0.9089505557064902,
      "learning_rate": 0.00021766960173259935,
      "loss": 0.7104,
      "step": 52719
    },
    {
      "epoch": 2.159328281793979,
      "grad_norm": 0.6754314446799328,
      "learning_rate": 0.0002176666910592619,
      "loss": 0.3007,
      "step": 52720
    },
    {
      "epoch": 2.1593692402211757,
      "grad_norm": 0.4909648458635858,
      "learning_rate": 0.00021766378035393554,
      "loss": 0.1546,
      "step": 52721
    },
    {
      "epoch": 2.159410198648372,
      "grad_norm": 1.171393460501079,
      "learning_rate": 0.00021766086961662171,
      "loss": 0.9473,
      "step": 52722
    },
    {
      "epoch": 2.1594511570755683,
      "grad_norm": 1.3777158001567318,
      "learning_rate": 0.00021765795884732173,
      "loss": 1.0429,
      "step": 52723
    },
    {
      "epoch": 2.159492115502765,
      "grad_norm": 0.9096997563980772,
      "learning_rate": 0.00021765504804603696,
      "loss": 0.6423,
      "step": 52724
    },
    {
      "epoch": 2.159533073929961,
      "grad_norm": 1.414792551215095,
      "learning_rate": 0.00021765213721276883,
      "loss": 1.4939,
      "step": 52725
    },
    {
      "epoch": 2.1595740323571575,
      "grad_norm": 1.2545897012139002,
      "learning_rate": 0.00021764922634751868,
      "loss": 1.0343,
      "step": 52726
    },
    {
      "epoch": 2.159614990784354,
      "grad_norm": 1.960752314164369,
      "learning_rate": 0.00021764631545028793,
      "loss": 1.1789,
      "step": 52727
    },
    {
      "epoch": 2.15965594921155,
      "grad_norm": 1.4987402164313037,
      "learning_rate": 0.0002176434045210779,
      "loss": 1.2663,
      "step": 52728
    },
    {
      "epoch": 2.1596969076387467,
      "grad_norm": 1.2158660278848008,
      "learning_rate": 0.00021764049355989002,
      "loss": 0.8662,
      "step": 52729
    },
    {
      "epoch": 2.159737866065943,
      "grad_norm": 0.9435356460622752,
      "learning_rate": 0.0002176375825667256,
      "loss": 0.866,
      "step": 52730
    },
    {
      "epoch": 2.1597788244931393,
      "grad_norm": 1.7596840163849705,
      "learning_rate": 0.0002176346715415861,
      "loss": 0.557,
      "step": 52731
    },
    {
      "epoch": 2.159819782920336,
      "grad_norm": 1.9001387867045798,
      "learning_rate": 0.00021763176048447282,
      "loss": 1.6444,
      "step": 52732
    },
    {
      "epoch": 2.1598607413475324,
      "grad_norm": 0.9486747209426268,
      "learning_rate": 0.0002176288493953872,
      "loss": 0.7161,
      "step": 52733
    },
    {
      "epoch": 2.1599016997747285,
      "grad_norm": 1.474323885362382,
      "learning_rate": 0.00021762593827433056,
      "loss": 1.2705,
      "step": 52734
    },
    {
      "epoch": 2.159942658201925,
      "grad_norm": 1.081806027566025,
      "learning_rate": 0.0002176230271213043,
      "loss": 0.6694,
      "step": 52735
    },
    {
      "epoch": 2.1599836166291215,
      "grad_norm": 0.9409459131470664,
      "learning_rate": 0.0002176201159363098,
      "loss": 0.8214,
      "step": 52736
    },
    {
      "epoch": 2.160024575056318,
      "grad_norm": 0.8983984040320248,
      "learning_rate": 0.00021761720471934846,
      "loss": 0.7848,
      "step": 52737
    },
    {
      "epoch": 2.160065533483514,
      "grad_norm": 0.9769617998124328,
      "learning_rate": 0.00021761429347042158,
      "loss": 0.6796,
      "step": 52738
    },
    {
      "epoch": 2.1601064919107107,
      "grad_norm": 1.1502407414789984,
      "learning_rate": 0.00021761138218953063,
      "loss": 0.9919,
      "step": 52739
    },
    {
      "epoch": 2.1601474503379072,
      "grad_norm": 0.7786875320313111,
      "learning_rate": 0.0002176084708766769,
      "loss": 0.3927,
      "step": 52740
    },
    {
      "epoch": 2.1601884087651033,
      "grad_norm": 0.6998804521101306,
      "learning_rate": 0.00021760555953186187,
      "loss": 0.3257,
      "step": 52741
    },
    {
      "epoch": 2.1602293671923,
      "grad_norm": 0.9163400678485327,
      "learning_rate": 0.00021760264815508677,
      "loss": 0.8018,
      "step": 52742
    },
    {
      "epoch": 2.1602703256194964,
      "grad_norm": 0.8805910119934033,
      "learning_rate": 0.00021759973674635312,
      "loss": 0.6798,
      "step": 52743
    },
    {
      "epoch": 2.1603112840466925,
      "grad_norm": 1.020471536882132,
      "learning_rate": 0.00021759682530566224,
      "loss": 0.6373,
      "step": 52744
    },
    {
      "epoch": 2.160352242473889,
      "grad_norm": 0.8796771986471368,
      "learning_rate": 0.00021759391383301547,
      "loss": 0.3331,
      "step": 52745
    },
    {
      "epoch": 2.1603932009010856,
      "grad_norm": 1.2567315810345143,
      "learning_rate": 0.00021759100232841426,
      "loss": 0.7501,
      "step": 52746
    },
    {
      "epoch": 2.1604341593282816,
      "grad_norm": 0.9474528846615172,
      "learning_rate": 0.00021758809079185996,
      "loss": 0.7057,
      "step": 52747
    },
    {
      "epoch": 2.160475117755478,
      "grad_norm": 0.9634934244656582,
      "learning_rate": 0.00021758517922335386,
      "loss": 0.7604,
      "step": 52748
    },
    {
      "epoch": 2.1605160761826747,
      "grad_norm": 1.1619654538111657,
      "learning_rate": 0.00021758226762289747,
      "loss": 1.0222,
      "step": 52749
    },
    {
      "epoch": 2.160557034609871,
      "grad_norm": 0.9506725281118102,
      "learning_rate": 0.00021757935599049205,
      "loss": 0.6572,
      "step": 52750
    },
    {
      "epoch": 2.1605979930370673,
      "grad_norm": 0.9001843008588485,
      "learning_rate": 0.00021757644432613907,
      "loss": 0.7066,
      "step": 52751
    },
    {
      "epoch": 2.160638951464264,
      "grad_norm": 1.5436892707309988,
      "learning_rate": 0.00021757353262983985,
      "loss": 1.4922,
      "step": 52752
    },
    {
      "epoch": 2.16067990989146,
      "grad_norm": 1.3849528641464453,
      "learning_rate": 0.0002175706209015958,
      "loss": 1.1156,
      "step": 52753
    },
    {
      "epoch": 2.1607208683186565,
      "grad_norm": 2.38938763553202,
      "learning_rate": 0.00021756770914140827,
      "loss": 2.1816,
      "step": 52754
    },
    {
      "epoch": 2.160761826745853,
      "grad_norm": 0.9497714593370437,
      "learning_rate": 0.00021756479734927865,
      "loss": 0.6738,
      "step": 52755
    },
    {
      "epoch": 2.1608027851730496,
      "grad_norm": 1.450635020164472,
      "learning_rate": 0.00021756188552520832,
      "loss": 0.7296,
      "step": 52756
    },
    {
      "epoch": 2.1608437436002457,
      "grad_norm": 0.9455881223781096,
      "learning_rate": 0.00021755897366919865,
      "loss": 0.7121,
      "step": 52757
    },
    {
      "epoch": 2.160884702027442,
      "grad_norm": 0.9707471127919955,
      "learning_rate": 0.00021755606178125103,
      "loss": 0.8323,
      "step": 52758
    },
    {
      "epoch": 2.1609256604546387,
      "grad_norm": 0.959312550029269,
      "learning_rate": 0.0002175531498613668,
      "loss": 0.8171,
      "step": 52759
    },
    {
      "epoch": 2.160966618881835,
      "grad_norm": 1.2202492594972825,
      "learning_rate": 0.0002175502379095474,
      "loss": 0.9628,
      "step": 52760
    },
    {
      "epoch": 2.1610075773090314,
      "grad_norm": 1.2373896531861555,
      "learning_rate": 0.00021754732592579415,
      "loss": 0.7912,
      "step": 52761
    },
    {
      "epoch": 2.161048535736228,
      "grad_norm": 1.1438309541339078,
      "learning_rate": 0.0002175444139101084,
      "loss": 0.6827,
      "step": 52762
    },
    {
      "epoch": 2.161089494163424,
      "grad_norm": 1.2068083159834,
      "learning_rate": 0.0002175415018624916,
      "loss": 0.9719,
      "step": 52763
    },
    {
      "epoch": 2.1611304525906205,
      "grad_norm": 0.8675176541665776,
      "learning_rate": 0.00021753858978294514,
      "loss": 0.6975,
      "step": 52764
    },
    {
      "epoch": 2.161171411017817,
      "grad_norm": 0.7548251948446468,
      "learning_rate": 0.0002175356776714703,
      "loss": 0.7463,
      "step": 52765
    },
    {
      "epoch": 2.161212369445013,
      "grad_norm": 5.625562658183777,
      "learning_rate": 0.00021753276552806852,
      "loss": 1.926,
      "step": 52766
    },
    {
      "epoch": 2.1612533278722097,
      "grad_norm": 1.3282482927926287,
      "learning_rate": 0.00021752985335274117,
      "loss": 1.0181,
      "step": 52767
    },
    {
      "epoch": 2.1612942862994062,
      "grad_norm": 1.2233186752015153,
      "learning_rate": 0.00021752694114548962,
      "loss": 0.7328,
      "step": 52768
    },
    {
      "epoch": 2.1613352447266023,
      "grad_norm": 0.9750930863545737,
      "learning_rate": 0.00021752402890631528,
      "loss": 0.7066,
      "step": 52769
    },
    {
      "epoch": 2.161376203153799,
      "grad_norm": 0.8223562271144602,
      "learning_rate": 0.00021752111663521942,
      "loss": 0.4366,
      "step": 52770
    },
    {
      "epoch": 2.1614171615809954,
      "grad_norm": 1.477326066485564,
      "learning_rate": 0.0002175182043322036,
      "loss": 1.0525,
      "step": 52771
    },
    {
      "epoch": 2.1614581200081915,
      "grad_norm": 1.194244445177721,
      "learning_rate": 0.00021751529199726905,
      "loss": 0.8157,
      "step": 52772
    },
    {
      "epoch": 2.161499078435388,
      "grad_norm": 1.0531264511176452,
      "learning_rate": 0.00021751237963041716,
      "loss": 0.6859,
      "step": 52773
    },
    {
      "epoch": 2.1615400368625846,
      "grad_norm": 1.1068184207255427,
      "learning_rate": 0.00021750946723164935,
      "loss": 1.0401,
      "step": 52774
    },
    {
      "epoch": 2.161580995289781,
      "grad_norm": 0.7736788681799797,
      "learning_rate": 0.00021750655480096698,
      "loss": 0.4337,
      "step": 52775
    },
    {
      "epoch": 2.161621953716977,
      "grad_norm": 0.9042498965455573,
      "learning_rate": 0.00021750364233837142,
      "loss": 0.9945,
      "step": 52776
    },
    {
      "epoch": 2.1616629121441737,
      "grad_norm": 0.9413776466546823,
      "learning_rate": 0.00021750072984386408,
      "loss": 0.7104,
      "step": 52777
    },
    {
      "epoch": 2.1617038705713703,
      "grad_norm": 1.0141751550639295,
      "learning_rate": 0.0002174978173174463,
      "loss": 0.8499,
      "step": 52778
    },
    {
      "epoch": 2.1617448289985663,
      "grad_norm": 0.8914393695524488,
      "learning_rate": 0.00021749490475911945,
      "loss": 0.8044,
      "step": 52779
    },
    {
      "epoch": 2.161785787425763,
      "grad_norm": 0.9978237187114758,
      "learning_rate": 0.000217491992168885,
      "loss": 0.6658,
      "step": 52780
    },
    {
      "epoch": 2.1618267458529594,
      "grad_norm": 1.0297070136789652,
      "learning_rate": 0.00021748907954674416,
      "loss": 0.9361,
      "step": 52781
    },
    {
      "epoch": 2.1618677042801555,
      "grad_norm": 0.9165945411291043,
      "learning_rate": 0.00021748616689269844,
      "loss": 0.6574,
      "step": 52782
    },
    {
      "epoch": 2.161908662707352,
      "grad_norm": 0.8184601138164322,
      "learning_rate": 0.0002174832542067492,
      "loss": 0.6816,
      "step": 52783
    },
    {
      "epoch": 2.1619496211345486,
      "grad_norm": 1.1459546228683832,
      "learning_rate": 0.00021748034148889774,
      "loss": 0.7181,
      "step": 52784
    },
    {
      "epoch": 2.1619905795617447,
      "grad_norm": 0.7632392748661248,
      "learning_rate": 0.00021747742873914552,
      "loss": 0.7222,
      "step": 52785
    },
    {
      "epoch": 2.162031537988941,
      "grad_norm": 0.746968588022473,
      "learning_rate": 0.00021747451595749388,
      "loss": 0.7609,
      "step": 52786
    },
    {
      "epoch": 2.1620724964161377,
      "grad_norm": 1.58363157258942,
      "learning_rate": 0.00021747160314394422,
      "loss": 0.815,
      "step": 52787
    },
    {
      "epoch": 2.162113454843334,
      "grad_norm": 1.1759422390625685,
      "learning_rate": 0.00021746869029849787,
      "loss": 1.0297,
      "step": 52788
    },
    {
      "epoch": 2.1621544132705304,
      "grad_norm": 1.1747993192570412,
      "learning_rate": 0.00021746577742115622,
      "loss": 0.7522,
      "step": 52789
    },
    {
      "epoch": 2.162195371697727,
      "grad_norm": 0.8387263709094247,
      "learning_rate": 0.0002174628645119207,
      "loss": 0.8048,
      "step": 52790
    },
    {
      "epoch": 2.162236330124923,
      "grad_norm": 1.689089849410702,
      "learning_rate": 0.00021745995157079265,
      "loss": 1.1983,
      "step": 52791
    },
    {
      "epoch": 2.1622772885521195,
      "grad_norm": 1.5923669632293138,
      "learning_rate": 0.0002174570385977735,
      "loss": 1.9725,
      "step": 52792
    },
    {
      "epoch": 2.162318246979316,
      "grad_norm": 0.7901941088828717,
      "learning_rate": 0.00021745412559286449,
      "loss": 0.59,
      "step": 52793
    },
    {
      "epoch": 2.1623592054065126,
      "grad_norm": 0.663324514648406,
      "learning_rate": 0.00021745121255606714,
      "loss": 0.2065,
      "step": 52794
    },
    {
      "epoch": 2.1624001638337087,
      "grad_norm": 1.4269949619225075,
      "learning_rate": 0.00021744829948738275,
      "loss": 0.8104,
      "step": 52795
    },
    {
      "epoch": 2.1624411222609052,
      "grad_norm": 0.7647728799343249,
      "learning_rate": 0.00021744538638681274,
      "loss": 0.2298,
      "step": 52796
    },
    {
      "epoch": 2.1624820806881018,
      "grad_norm": 1.2304115544197125,
      "learning_rate": 0.00021744247325435843,
      "loss": 0.8605,
      "step": 52797
    },
    {
      "epoch": 2.162523039115298,
      "grad_norm": 3.2812129528429583,
      "learning_rate": 0.00021743956009002123,
      "loss": 4.8213,
      "step": 52798
    },
    {
      "epoch": 2.1625639975424944,
      "grad_norm": 0.9825811647653763,
      "learning_rate": 0.00021743664689380255,
      "loss": 0.7587,
      "step": 52799
    },
    {
      "epoch": 2.162604955969691,
      "grad_norm": 0.8866101163655007,
      "learning_rate": 0.00021743373366570371,
      "loss": 0.6514,
      "step": 52800
    },
    {
      "epoch": 2.162645914396887,
      "grad_norm": 0.9403082474740593,
      "learning_rate": 0.00021743082040572617,
      "loss": 0.7524,
      "step": 52801
    },
    {
      "epoch": 2.1626868728240836,
      "grad_norm": 0.7565355872585018,
      "learning_rate": 0.00021742790711387118,
      "loss": 0.547,
      "step": 52802
    },
    {
      "epoch": 2.16272783125128,
      "grad_norm": 0.771830681516229,
      "learning_rate": 0.0002174249937901402,
      "loss": 0.5758,
      "step": 52803
    },
    {
      "epoch": 2.162768789678476,
      "grad_norm": 1.2906461727128105,
      "learning_rate": 0.00021742208043453462,
      "loss": 1.1746,
      "step": 52804
    },
    {
      "epoch": 2.1628097481056727,
      "grad_norm": 1.3214378271878315,
      "learning_rate": 0.0002174191670470558,
      "loss": 1.2342,
      "step": 52805
    },
    {
      "epoch": 2.1628507065328693,
      "grad_norm": 0.5883625840306543,
      "learning_rate": 0.0002174162536277051,
      "loss": 0.297,
      "step": 52806
    },
    {
      "epoch": 2.1628916649600654,
      "grad_norm": 0.9999881141034577,
      "learning_rate": 0.0002174133401764839,
      "loss": 0.9705,
      "step": 52807
    },
    {
      "epoch": 2.162932623387262,
      "grad_norm": 0.9246842309979366,
      "learning_rate": 0.00021741042669339356,
      "loss": 0.7724,
      "step": 52808
    },
    {
      "epoch": 2.1629735818144584,
      "grad_norm": 0.5166246012533018,
      "learning_rate": 0.00021740751317843554,
      "loss": 0.181,
      "step": 52809
    },
    {
      "epoch": 2.1630145402416545,
      "grad_norm": 1.3630857495121391,
      "learning_rate": 0.00021740459963161108,
      "loss": 0.5657,
      "step": 52810
    },
    {
      "epoch": 2.163055498668851,
      "grad_norm": 1.8394780386894294,
      "learning_rate": 0.0002174016860529217,
      "loss": 1.2014,
      "step": 52811
    },
    {
      "epoch": 2.1630964570960476,
      "grad_norm": 0.6996528707104729,
      "learning_rate": 0.00021739877244236872,
      "loss": 0.3172,
      "step": 52812
    },
    {
      "epoch": 2.163137415523244,
      "grad_norm": 3.3057650580878866,
      "learning_rate": 0.00021739585879995346,
      "loss": 3.4723,
      "step": 52813
    },
    {
      "epoch": 2.16317837395044,
      "grad_norm": 1.0702444457279434,
      "learning_rate": 0.00021739294512567738,
      "loss": 0.8464,
      "step": 52814
    },
    {
      "epoch": 2.1632193323776367,
      "grad_norm": 0.713476770977019,
      "learning_rate": 0.00021739003141954186,
      "loss": 0.7015,
      "step": 52815
    },
    {
      "epoch": 2.1632602908048333,
      "grad_norm": 1.9620585107952233,
      "learning_rate": 0.00021738711768154822,
      "loss": 1.1651,
      "step": 52816
    },
    {
      "epoch": 2.1633012492320294,
      "grad_norm": 1.3069333843769697,
      "learning_rate": 0.00021738420391169785,
      "loss": 1.0258,
      "step": 52817
    },
    {
      "epoch": 2.163342207659226,
      "grad_norm": 1.1460211029315344,
      "learning_rate": 0.00021738129010999213,
      "loss": 0.9634,
      "step": 52818
    },
    {
      "epoch": 2.1633831660864224,
      "grad_norm": 1.0998410339395315,
      "learning_rate": 0.00021737837627643246,
      "loss": 0.3578,
      "step": 52819
    },
    {
      "epoch": 2.1634241245136185,
      "grad_norm": 0.9913691975083586,
      "learning_rate": 0.00021737546241102019,
      "loss": 0.6956,
      "step": 52820
    },
    {
      "epoch": 2.163465082940815,
      "grad_norm": 0.8650511861319983,
      "learning_rate": 0.0002173725485137567,
      "loss": 0.4214,
      "step": 52821
    },
    {
      "epoch": 2.1635060413680116,
      "grad_norm": 0.6583419574676308,
      "learning_rate": 0.00021736963458464338,
      "loss": 0.3031,
      "step": 52822
    },
    {
      "epoch": 2.1635469997952077,
      "grad_norm": 1.0778246285810493,
      "learning_rate": 0.00021736672062368166,
      "loss": 0.6443,
      "step": 52823
    },
    {
      "epoch": 2.1635879582224042,
      "grad_norm": 0.6273149421197118,
      "learning_rate": 0.0002173638066308728,
      "loss": 0.2509,
      "step": 52824
    },
    {
      "epoch": 2.1636289166496008,
      "grad_norm": 2.291951061583165,
      "learning_rate": 0.00021736089260621826,
      "loss": 2.884,
      "step": 52825
    },
    {
      "epoch": 2.163669875076797,
      "grad_norm": 3.7761883550352526,
      "learning_rate": 0.00021735797854971942,
      "loss": 3.7675,
      "step": 52826
    },
    {
      "epoch": 2.1637108335039934,
      "grad_norm": 0.6759007462620701,
      "learning_rate": 0.00021735506446137764,
      "loss": 0.258,
      "step": 52827
    },
    {
      "epoch": 2.16375179193119,
      "grad_norm": 1.1037234891348775,
      "learning_rate": 0.00021735215034119428,
      "loss": 1.0312,
      "step": 52828
    },
    {
      "epoch": 2.163792750358386,
      "grad_norm": 0.7653624353617312,
      "learning_rate": 0.00021734923618917072,
      "loss": 0.506,
      "step": 52829
    },
    {
      "epoch": 2.1638337087855826,
      "grad_norm": 1.4497218832093455,
      "learning_rate": 0.00021734632200530834,
      "loss": 1.1455,
      "step": 52830
    },
    {
      "epoch": 2.163874667212779,
      "grad_norm": 0.8469025699818498,
      "learning_rate": 0.00021734340778960855,
      "loss": 0.6596,
      "step": 52831
    },
    {
      "epoch": 2.1639156256399756,
      "grad_norm": 1.0458687467119956,
      "learning_rate": 0.0002173404935420727,
      "loss": 0.7571,
      "step": 52832
    },
    {
      "epoch": 2.1639565840671717,
      "grad_norm": 0.8845206868626041,
      "learning_rate": 0.0002173375792627022,
      "loss": 0.665,
      "step": 52833
    },
    {
      "epoch": 2.1639975424943683,
      "grad_norm": 0.885594882165208,
      "learning_rate": 0.0002173346649514983,
      "loss": 0.6796,
      "step": 52834
    },
    {
      "epoch": 2.164038500921565,
      "grad_norm": 0.8256056835613454,
      "learning_rate": 0.0002173317506084626,
      "loss": 0.4067,
      "step": 52835
    },
    {
      "epoch": 2.164079459348761,
      "grad_norm": 0.9980097008702012,
      "learning_rate": 0.00021732883623359632,
      "loss": 0.8203,
      "step": 52836
    },
    {
      "epoch": 2.1641204177759574,
      "grad_norm": 1.1843306690005715,
      "learning_rate": 0.00021732592182690085,
      "loss": 0.5475,
      "step": 52837
    },
    {
      "epoch": 2.164161376203154,
      "grad_norm": 1.2683568967817977,
      "learning_rate": 0.00021732300738837757,
      "loss": 0.882,
      "step": 52838
    },
    {
      "epoch": 2.16420233463035,
      "grad_norm": 1.1270534862403718,
      "learning_rate": 0.0002173200929180279,
      "loss": 0.6809,
      "step": 52839
    },
    {
      "epoch": 2.1642432930575466,
      "grad_norm": 1.2431498945474257,
      "learning_rate": 0.00021731717841585324,
      "loss": 1.0361,
      "step": 52840
    },
    {
      "epoch": 2.164284251484743,
      "grad_norm": 1.0164897953477534,
      "learning_rate": 0.0002173142638818549,
      "loss": 0.8258,
      "step": 52841
    },
    {
      "epoch": 2.164325209911939,
      "grad_norm": 1.0976681707055251,
      "learning_rate": 0.0002173113493160342,
      "loss": 0.7669,
      "step": 52842
    },
    {
      "epoch": 2.1643661683391358,
      "grad_norm": 1.0336842972232496,
      "learning_rate": 0.0002173084347183927,
      "loss": 0.6047,
      "step": 52843
    },
    {
      "epoch": 2.1644071267663323,
      "grad_norm": 0.94729612589365,
      "learning_rate": 0.00021730552008893166,
      "loss": 0.7818,
      "step": 52844
    },
    {
      "epoch": 2.1644480851935284,
      "grad_norm": 3.4917984515714524,
      "learning_rate": 0.00021730260542765246,
      "loss": 4.6198,
      "step": 52845
    },
    {
      "epoch": 2.164489043620725,
      "grad_norm": 0.9818574835954685,
      "learning_rate": 0.00021729969073455647,
      "loss": 0.6772,
      "step": 52846
    },
    {
      "epoch": 2.1645300020479215,
      "grad_norm": 1.2051140436386893,
      "learning_rate": 0.00021729677600964512,
      "loss": 0.9284,
      "step": 52847
    },
    {
      "epoch": 2.1645709604751175,
      "grad_norm": 0.9586797456623078,
      "learning_rate": 0.00021729386125291975,
      "loss": 0.4723,
      "step": 52848
    },
    {
      "epoch": 2.164611918902314,
      "grad_norm": 0.963257011845515,
      "learning_rate": 0.00021729094646438178,
      "loss": 0.4632,
      "step": 52849
    },
    {
      "epoch": 2.1646528773295106,
      "grad_norm": 1.4017840344512091,
      "learning_rate": 0.00021728803164403252,
      "loss": 1.3132,
      "step": 52850
    },
    {
      "epoch": 2.164693835756707,
      "grad_norm": 0.8639737082668987,
      "learning_rate": 0.0002172851167918734,
      "loss": 0.6452,
      "step": 52851
    },
    {
      "epoch": 2.1647347941839032,
      "grad_norm": 1.57081223956926,
      "learning_rate": 0.0002172822019079058,
      "loss": 1.2824,
      "step": 52852
    },
    {
      "epoch": 2.1647757526111,
      "grad_norm": 0.8898496045492441,
      "learning_rate": 0.000217279286992131,
      "loss": 0.6098,
      "step": 52853
    },
    {
      "epoch": 2.1648167110382963,
      "grad_norm": 1.0613441709783427,
      "learning_rate": 0.00021727637204455055,
      "loss": 0.5928,
      "step": 52854
    },
    {
      "epoch": 2.1648576694654924,
      "grad_norm": 0.8796871071609049,
      "learning_rate": 0.0002172734570651657,
      "loss": 0.8819,
      "step": 52855
    },
    {
      "epoch": 2.164898627892689,
      "grad_norm": 1.6055592847120628,
      "learning_rate": 0.00021727054205397786,
      "loss": 1.6236,
      "step": 52856
    },
    {
      "epoch": 2.1649395863198855,
      "grad_norm": 0.6345624457650806,
      "learning_rate": 0.00021726762701098837,
      "loss": 0.3023,
      "step": 52857
    },
    {
      "epoch": 2.1649805447470816,
      "grad_norm": 1.03210000834814,
      "learning_rate": 0.0002172647119361987,
      "loss": 0.7498,
      "step": 52858
    },
    {
      "epoch": 2.165021503174278,
      "grad_norm": 1.1106873883261283,
      "learning_rate": 0.0002172617968296102,
      "loss": 1.1171,
      "step": 52859
    },
    {
      "epoch": 2.1650624616014746,
      "grad_norm": 0.7976911845568531,
      "learning_rate": 0.0002172588816912242,
      "loss": 0.6397,
      "step": 52860
    },
    {
      "epoch": 2.1651034200286707,
      "grad_norm": 0.7065470625713849,
      "learning_rate": 0.00021725596652104207,
      "loss": 0.5169,
      "step": 52861
    },
    {
      "epoch": 2.1651443784558673,
      "grad_norm": 0.8559762949440843,
      "learning_rate": 0.00021725305131906525,
      "loss": 0.3926,
      "step": 52862
    },
    {
      "epoch": 2.165185336883064,
      "grad_norm": 1.4531304782574417,
      "learning_rate": 0.00021725013608529507,
      "loss": 1.2075,
      "step": 52863
    },
    {
      "epoch": 2.16522629531026,
      "grad_norm": 1.616471894073616,
      "learning_rate": 0.00021724722081973297,
      "loss": 0.8244,
      "step": 52864
    },
    {
      "epoch": 2.1652672537374564,
      "grad_norm": 1.151276432984334,
      "learning_rate": 0.00021724430552238024,
      "loss": 0.7901,
      "step": 52865
    },
    {
      "epoch": 2.165308212164653,
      "grad_norm": 1.0091416899264072,
      "learning_rate": 0.00021724139019323833,
      "loss": 0.7081,
      "step": 52866
    },
    {
      "epoch": 2.165349170591849,
      "grad_norm": 0.636347396821904,
      "learning_rate": 0.0002172384748323086,
      "loss": 0.2556,
      "step": 52867
    },
    {
      "epoch": 2.1653901290190456,
      "grad_norm": 0.7593166290752232,
      "learning_rate": 0.0002172355594395924,
      "loss": 0.5912,
      "step": 52868
    },
    {
      "epoch": 2.165431087446242,
      "grad_norm": 1.001067410286919,
      "learning_rate": 0.00021723264401509113,
      "loss": 0.5494,
      "step": 52869
    },
    {
      "epoch": 2.1654720458734387,
      "grad_norm": 1.051511288098912,
      "learning_rate": 0.00021722972855880618,
      "loss": 0.9428,
      "step": 52870
    },
    {
      "epoch": 2.1655130043006348,
      "grad_norm": 0.6839527396033067,
      "learning_rate": 0.0002172268130707389,
      "loss": 0.3469,
      "step": 52871
    },
    {
      "epoch": 2.1655539627278313,
      "grad_norm": 1.1077298766063024,
      "learning_rate": 0.0002172238975508907,
      "loss": 0.8469,
      "step": 52872
    },
    {
      "epoch": 2.165594921155028,
      "grad_norm": 0.75829276719303,
      "learning_rate": 0.00021722098199926295,
      "loss": 0.5729,
      "step": 52873
    },
    {
      "epoch": 2.165635879582224,
      "grad_norm": 1.0651833518262217,
      "learning_rate": 0.00021721806641585698,
      "loss": 0.6733,
      "step": 52874
    },
    {
      "epoch": 2.1656768380094205,
      "grad_norm": 0.844150037549044,
      "learning_rate": 0.00021721515080067426,
      "loss": 0.8429,
      "step": 52875
    },
    {
      "epoch": 2.165717796436617,
      "grad_norm": 0.8222609285359989,
      "learning_rate": 0.00021721223515371607,
      "loss": 0.7138,
      "step": 52876
    },
    {
      "epoch": 2.165758754863813,
      "grad_norm": 1.0853226028568543,
      "learning_rate": 0.00021720931947498388,
      "loss": 0.9595,
      "step": 52877
    },
    {
      "epoch": 2.1657997132910096,
      "grad_norm": 1.3172450438822256,
      "learning_rate": 0.00021720640376447897,
      "loss": 1.011,
      "step": 52878
    },
    {
      "epoch": 2.165840671718206,
      "grad_norm": 1.17243792950297,
      "learning_rate": 0.00021720348802220282,
      "loss": 0.7837,
      "step": 52879
    },
    {
      "epoch": 2.1658816301454022,
      "grad_norm": 0.9504965189488195,
      "learning_rate": 0.00021720057224815676,
      "loss": 0.2373,
      "step": 52880
    },
    {
      "epoch": 2.165922588572599,
      "grad_norm": 1.371061022685245,
      "learning_rate": 0.00021719765644234214,
      "loss": 0.7876,
      "step": 52881
    },
    {
      "epoch": 2.1659635469997953,
      "grad_norm": 0.8030349432489142,
      "learning_rate": 0.00021719474060476036,
      "loss": 0.6702,
      "step": 52882
    },
    {
      "epoch": 2.1660045054269914,
      "grad_norm": 1.030620765397323,
      "learning_rate": 0.00021719182473541284,
      "loss": 0.8651,
      "step": 52883
    },
    {
      "epoch": 2.166045463854188,
      "grad_norm": 1.2637517582635063,
      "learning_rate": 0.00021718890883430092,
      "loss": 0.9509,
      "step": 52884
    },
    {
      "epoch": 2.1660864222813845,
      "grad_norm": 0.9761235800145639,
      "learning_rate": 0.00021718599290142596,
      "loss": 0.7023,
      "step": 52885
    },
    {
      "epoch": 2.1661273807085806,
      "grad_norm": 0.8312391792049556,
      "learning_rate": 0.0002171830769367894,
      "loss": 0.6883,
      "step": 52886
    },
    {
      "epoch": 2.166168339135777,
      "grad_norm": 1.0621964685586744,
      "learning_rate": 0.00021718016094039255,
      "loss": 0.7946,
      "step": 52887
    },
    {
      "epoch": 2.1662092975629736,
      "grad_norm": 1.1294716928092243,
      "learning_rate": 0.00021717724491223685,
      "loss": 0.947,
      "step": 52888
    },
    {
      "epoch": 2.16625025599017,
      "grad_norm": 3.107240629388576,
      "learning_rate": 0.00021717432885232356,
      "loss": 3.7564,
      "step": 52889
    },
    {
      "epoch": 2.1662912144173663,
      "grad_norm": 0.8412290164136008,
      "learning_rate": 0.00021717141276065424,
      "loss": 0.646,
      "step": 52890
    },
    {
      "epoch": 2.166332172844563,
      "grad_norm": 1.0731671778999745,
      "learning_rate": 0.00021716849663723013,
      "loss": 0.7317,
      "step": 52891
    },
    {
      "epoch": 2.1663731312717593,
      "grad_norm": 0.9441104621561781,
      "learning_rate": 0.00021716558048205268,
      "loss": 0.7426,
      "step": 52892
    },
    {
      "epoch": 2.1664140896989554,
      "grad_norm": 0.9332959682049907,
      "learning_rate": 0.00021716266429512316,
      "loss": 0.6701,
      "step": 52893
    },
    {
      "epoch": 2.166455048126152,
      "grad_norm": 1.1158162782164165,
      "learning_rate": 0.00021715974807644313,
      "loss": 0.8321,
      "step": 52894
    },
    {
      "epoch": 2.1664960065533485,
      "grad_norm": 0.9639750302596298,
      "learning_rate": 0.0002171568318260138,
      "loss": 0.7374,
      "step": 52895
    },
    {
      "epoch": 2.1665369649805446,
      "grad_norm": 0.7844130772887677,
      "learning_rate": 0.00021715391554383667,
      "loss": 0.6037,
      "step": 52896
    },
    {
      "epoch": 2.166577923407741,
      "grad_norm": 2.7628379556102725,
      "learning_rate": 0.00021715099922991302,
      "loss": 3.4229,
      "step": 52897
    },
    {
      "epoch": 2.1666188818349377,
      "grad_norm": 0.8219809841063902,
      "learning_rate": 0.0002171480828842443,
      "loss": 0.5282,
      "step": 52898
    },
    {
      "epoch": 2.1666598402621338,
      "grad_norm": 1.2348645205302617,
      "learning_rate": 0.00021714516650683186,
      "loss": 0.8199,
      "step": 52899
    },
    {
      "epoch": 2.1667007986893303,
      "grad_norm": 1.06849321888374,
      "learning_rate": 0.0002171422500976771,
      "loss": 0.7872,
      "step": 52900
    },
    {
      "epoch": 2.166741757116527,
      "grad_norm": 0.8555259902756307,
      "learning_rate": 0.00021713933365678139,
      "loss": 0.6087,
      "step": 52901
    },
    {
      "epoch": 2.166782715543723,
      "grad_norm": 0.630743209135241,
      "learning_rate": 0.00021713641718414602,
      "loss": 0.3064,
      "step": 52902
    },
    {
      "epoch": 2.1668236739709195,
      "grad_norm": 1.0706773352796766,
      "learning_rate": 0.0002171335006797725,
      "loss": 0.7868,
      "step": 52903
    },
    {
      "epoch": 2.166864632398116,
      "grad_norm": 0.9557848718055221,
      "learning_rate": 0.00021713058414366216,
      "loss": 0.3613,
      "step": 52904
    },
    {
      "epoch": 2.166905590825312,
      "grad_norm": 0.801074603220552,
      "learning_rate": 0.0002171276675758164,
      "loss": 0.6737,
      "step": 52905
    },
    {
      "epoch": 2.1669465492525086,
      "grad_norm": 1.0375437898306181,
      "learning_rate": 0.0002171247509762365,
      "loss": 0.7555,
      "step": 52906
    },
    {
      "epoch": 2.166987507679705,
      "grad_norm": 1.107717297057131,
      "learning_rate": 0.00021712183434492398,
      "loss": 0.7872,
      "step": 52907
    },
    {
      "epoch": 2.1670284661069017,
      "grad_norm": 0.9069114342516912,
      "learning_rate": 0.00021711891768188012,
      "loss": 0.3723,
      "step": 52908
    },
    {
      "epoch": 2.167069424534098,
      "grad_norm": 1.1772186471538622,
      "learning_rate": 0.00021711600098710637,
      "loss": 0.9121,
      "step": 52909
    },
    {
      "epoch": 2.1671103829612943,
      "grad_norm": 1.567890710946444,
      "learning_rate": 0.00021711308426060395,
      "loss": 1.2334,
      "step": 52910
    },
    {
      "epoch": 2.167151341388491,
      "grad_norm": 1.6190299943330024,
      "learning_rate": 0.00021711016750237448,
      "loss": 1.3856,
      "step": 52911
    },
    {
      "epoch": 2.167192299815687,
      "grad_norm": 1.0236952322379544,
      "learning_rate": 0.0002171072507124192,
      "loss": 1.0442,
      "step": 52912
    },
    {
      "epoch": 2.1672332582428835,
      "grad_norm": 0.9442261377547643,
      "learning_rate": 0.00021710433389073947,
      "loss": 0.8014,
      "step": 52913
    },
    {
      "epoch": 2.16727421667008,
      "grad_norm": 0.9641592826241521,
      "learning_rate": 0.00021710141703733672,
      "loss": 0.7508,
      "step": 52914
    },
    {
      "epoch": 2.167315175097276,
      "grad_norm": 0.8271348391141573,
      "learning_rate": 0.00021709850015221233,
      "loss": 0.5988,
      "step": 52915
    },
    {
      "epoch": 2.1673561335244727,
      "grad_norm": 1.3912417478161185,
      "learning_rate": 0.00021709558323536766,
      "loss": 1.249,
      "step": 52916
    },
    {
      "epoch": 2.167397091951669,
      "grad_norm": 1.3016900209369715,
      "learning_rate": 0.00021709266628680405,
      "loss": 0.9182,
      "step": 52917
    },
    {
      "epoch": 2.1674380503788653,
      "grad_norm": 1.1383885437976162,
      "learning_rate": 0.00021708974930652295,
      "loss": 0.9512,
      "step": 52918
    },
    {
      "epoch": 2.167479008806062,
      "grad_norm": 1.1415055607498032,
      "learning_rate": 0.0002170868322945257,
      "loss": 1.1288,
      "step": 52919
    },
    {
      "epoch": 2.1675199672332583,
      "grad_norm": 1.2438900337403314,
      "learning_rate": 0.00021708391525081372,
      "loss": 0.897,
      "step": 52920
    },
    {
      "epoch": 2.1675609256604544,
      "grad_norm": 0.6191520286220389,
      "learning_rate": 0.00021708099817538832,
      "loss": 0.2865,
      "step": 52921
    },
    {
      "epoch": 2.167601884087651,
      "grad_norm": 0.8570205278125312,
      "learning_rate": 0.00021707808106825096,
      "loss": 0.6753,
      "step": 52922
    },
    {
      "epoch": 2.1676428425148475,
      "grad_norm": 0.6108876787591098,
      "learning_rate": 0.00021707516392940293,
      "loss": 0.2146,
      "step": 52923
    },
    {
      "epoch": 2.1676838009420436,
      "grad_norm": 1.1266687833777778,
      "learning_rate": 0.00021707224675884568,
      "loss": 0.8547,
      "step": 52924
    },
    {
      "epoch": 2.16772475936924,
      "grad_norm": 0.9848815235819952,
      "learning_rate": 0.00021706932955658058,
      "loss": 0.6335,
      "step": 52925
    },
    {
      "epoch": 2.1677657177964367,
      "grad_norm": 0.992544100376651,
      "learning_rate": 0.00021706641232260894,
      "loss": 0.7199,
      "step": 52926
    },
    {
      "epoch": 2.167806676223633,
      "grad_norm": 0.8237793374207057,
      "learning_rate": 0.00021706349505693225,
      "loss": 0.4173,
      "step": 52927
    },
    {
      "epoch": 2.1678476346508293,
      "grad_norm": 0.918775006095184,
      "learning_rate": 0.0002170605777595518,
      "loss": 0.7177,
      "step": 52928
    },
    {
      "epoch": 2.167888593078026,
      "grad_norm": 0.8893539438584314,
      "learning_rate": 0.00021705766043046899,
      "loss": 0.2929,
      "step": 52929
    },
    {
      "epoch": 2.1679295515052224,
      "grad_norm": 0.9624811981260948,
      "learning_rate": 0.00021705474306968524,
      "loss": 0.7556,
      "step": 52930
    },
    {
      "epoch": 2.1679705099324185,
      "grad_norm": 1.139882923531098,
      "learning_rate": 0.00021705182567720188,
      "loss": 1.0287,
      "step": 52931
    },
    {
      "epoch": 2.168011468359615,
      "grad_norm": 0.9752163241436974,
      "learning_rate": 0.0002170489082530203,
      "loss": 0.7479,
      "step": 52932
    },
    {
      "epoch": 2.1680524267868115,
      "grad_norm": 0.8108197925890367,
      "learning_rate": 0.0002170459907971419,
      "loss": 0.5534,
      "step": 52933
    },
    {
      "epoch": 2.1680933852140076,
      "grad_norm": 0.9710265928241207,
      "learning_rate": 0.00021704307330956804,
      "loss": 0.8905,
      "step": 52934
    },
    {
      "epoch": 2.168134343641204,
      "grad_norm": 1.0394089465580807,
      "learning_rate": 0.00021704015579030012,
      "loss": 0.8167,
      "step": 52935
    },
    {
      "epoch": 2.1681753020684007,
      "grad_norm": 0.8081084928680768,
      "learning_rate": 0.0002170372382393395,
      "loss": 0.3958,
      "step": 52936
    },
    {
      "epoch": 2.168216260495597,
      "grad_norm": 0.9078207413074503,
      "learning_rate": 0.00021703432065668755,
      "loss": 0.9678,
      "step": 52937
    },
    {
      "epoch": 2.1682572189227933,
      "grad_norm": 0.8505627503528774,
      "learning_rate": 0.00021703140304234564,
      "loss": 0.5712,
      "step": 52938
    },
    {
      "epoch": 2.16829817734999,
      "grad_norm": 1.0013341396367987,
      "learning_rate": 0.00021702848539631518,
      "loss": 0.7197,
      "step": 52939
    },
    {
      "epoch": 2.168339135777186,
      "grad_norm": 1.0167133335326064,
      "learning_rate": 0.00021702556771859759,
      "loss": 0.9361,
      "step": 52940
    },
    {
      "epoch": 2.1683800942043825,
      "grad_norm": 0.9354207763852802,
      "learning_rate": 0.00021702265000919419,
      "loss": 0.7667,
      "step": 52941
    },
    {
      "epoch": 2.168421052631579,
      "grad_norm": 0.9920623002118345,
      "learning_rate": 0.00021701973226810633,
      "loss": 0.8396,
      "step": 52942
    },
    {
      "epoch": 2.168462011058775,
      "grad_norm": 1.2657140095690371,
      "learning_rate": 0.00021701681449533543,
      "loss": 0.8506,
      "step": 52943
    },
    {
      "epoch": 2.1685029694859717,
      "grad_norm": 0.7431180606326993,
      "learning_rate": 0.00021701389669088293,
      "loss": 0.2605,
      "step": 52944
    },
    {
      "epoch": 2.168543927913168,
      "grad_norm": 0.9036288284322618,
      "learning_rate": 0.00021701097885475011,
      "loss": 0.4359,
      "step": 52945
    },
    {
      "epoch": 2.1685848863403647,
      "grad_norm": 0.6971528172689101,
      "learning_rate": 0.00021700806098693835,
      "loss": 0.6548,
      "step": 52946
    },
    {
      "epoch": 2.168625844767561,
      "grad_norm": 5.0380618554355125,
      "learning_rate": 0.00021700514308744913,
      "loss": 4.8931,
      "step": 52947
    },
    {
      "epoch": 2.1686668031947574,
      "grad_norm": 1.1061626371896172,
      "learning_rate": 0.00021700222515628372,
      "loss": 0.8064,
      "step": 52948
    },
    {
      "epoch": 2.168707761621954,
      "grad_norm": 1.301747663552227,
      "learning_rate": 0.00021699930719344362,
      "loss": 1.0543,
      "step": 52949
    },
    {
      "epoch": 2.16874872004915,
      "grad_norm": 1.0330715909309773,
      "learning_rate": 0.00021699638919893,
      "loss": 0.7511,
      "step": 52950
    },
    {
      "epoch": 2.1687896784763465,
      "grad_norm": 1.18361033152518,
      "learning_rate": 0.0002169934711727445,
      "loss": 0.8553,
      "step": 52951
    },
    {
      "epoch": 2.168830636903543,
      "grad_norm": 2.145667644960909,
      "learning_rate": 0.00021699055311488833,
      "loss": 1.9497,
      "step": 52952
    },
    {
      "epoch": 2.168871595330739,
      "grad_norm": 0.8003792453848595,
      "learning_rate": 0.00021698763502536294,
      "loss": 0.6319,
      "step": 52953
    },
    {
      "epoch": 2.1689125537579357,
      "grad_norm": 1.1360963025183552,
      "learning_rate": 0.0002169847169041696,
      "loss": 0.6078,
      "step": 52954
    },
    {
      "epoch": 2.168953512185132,
      "grad_norm": 1.095145155639953,
      "learning_rate": 0.00021698179875130987,
      "loss": 1.0237,
      "step": 52955
    },
    {
      "epoch": 2.1689944706123283,
      "grad_norm": 0.8983834432619963,
      "learning_rate": 0.00021697888056678498,
      "loss": 0.8067,
      "step": 52956
    },
    {
      "epoch": 2.169035429039525,
      "grad_norm": 1.330565042089393,
      "learning_rate": 0.00021697596235059638,
      "loss": 0.5597,
      "step": 52957
    },
    {
      "epoch": 2.1690763874667214,
      "grad_norm": 1.12137027653971,
      "learning_rate": 0.00021697304410274543,
      "loss": 0.5889,
      "step": 52958
    },
    {
      "epoch": 2.1691173458939175,
      "grad_norm": 2.6856791085062373,
      "learning_rate": 0.00021697012582323354,
      "loss": 1.6306,
      "step": 52959
    },
    {
      "epoch": 2.169158304321114,
      "grad_norm": 2.254992900154334,
      "learning_rate": 0.00021696720751206202,
      "loss": 0.9864,
      "step": 52960
    },
    {
      "epoch": 2.1691992627483105,
      "grad_norm": 1.446080196191421,
      "learning_rate": 0.00021696428916923228,
      "loss": 1.1756,
      "step": 52961
    },
    {
      "epoch": 2.1692402211755066,
      "grad_norm": 1.164617434568885,
      "learning_rate": 0.0002169613707947457,
      "loss": 1.0556,
      "step": 52962
    },
    {
      "epoch": 2.169281179602703,
      "grad_norm": 3.4922823610216307,
      "learning_rate": 0.00021695845238860374,
      "loss": 2.3061,
      "step": 52963
    },
    {
      "epoch": 2.1693221380298997,
      "grad_norm": 0.7924905825137496,
      "learning_rate": 0.00021695553395080768,
      "loss": 0.6589,
      "step": 52964
    },
    {
      "epoch": 2.1693630964570962,
      "grad_norm": 0.9339764043835945,
      "learning_rate": 0.0002169526154813589,
      "loss": 0.4549,
      "step": 52965
    },
    {
      "epoch": 2.1694040548842923,
      "grad_norm": 0.8817737691024464,
      "learning_rate": 0.0002169496969802588,
      "loss": 0.3222,
      "step": 52966
    },
    {
      "epoch": 2.169445013311489,
      "grad_norm": 0.903156652135146,
      "learning_rate": 0.00021694677844750883,
      "loss": 0.3792,
      "step": 52967
    },
    {
      "epoch": 2.1694859717386854,
      "grad_norm": 1.2391613583222536,
      "learning_rate": 0.00021694385988311026,
      "loss": 1.0289,
      "step": 52968
    },
    {
      "epoch": 2.1695269301658815,
      "grad_norm": 1.1795716173043393,
      "learning_rate": 0.0002169409412870645,
      "loss": 0.872,
      "step": 52969
    },
    {
      "epoch": 2.169567888593078,
      "grad_norm": 1.0074827856793913,
      "learning_rate": 0.00021693802265937296,
      "loss": 0.7503,
      "step": 52970
    },
    {
      "epoch": 2.1696088470202746,
      "grad_norm": 1.3434930697699616,
      "learning_rate": 0.00021693510400003704,
      "loss": 0.8386,
      "step": 52971
    },
    {
      "epoch": 2.1696498054474707,
      "grad_norm": 1.0091404684802492,
      "learning_rate": 0.00021693218530905809,
      "loss": 0.8954,
      "step": 52972
    },
    {
      "epoch": 2.169690763874667,
      "grad_norm": 0.9898802967667446,
      "learning_rate": 0.00021692926658643745,
      "loss": 0.5374,
      "step": 52973
    },
    {
      "epoch": 2.1697317223018637,
      "grad_norm": 1.1060784439446136,
      "learning_rate": 0.00021692634783217654,
      "loss": 0.7442,
      "step": 52974
    },
    {
      "epoch": 2.16977268072906,
      "grad_norm": 1.172286625739592,
      "learning_rate": 0.00021692342904627677,
      "loss": 0.3706,
      "step": 52975
    },
    {
      "epoch": 2.1698136391562564,
      "grad_norm": 0.7887060207433848,
      "learning_rate": 0.00021692051022873947,
      "loss": 0.2584,
      "step": 52976
    },
    {
      "epoch": 2.169854597583453,
      "grad_norm": 0.9918809955492494,
      "learning_rate": 0.00021691759137956604,
      "loss": 0.7303,
      "step": 52977
    },
    {
      "epoch": 2.169895556010649,
      "grad_norm": 1.051471245734955,
      "learning_rate": 0.00021691467249875782,
      "loss": 0.7815,
      "step": 52978
    },
    {
      "epoch": 2.1699365144378455,
      "grad_norm": 1.1129203880144163,
      "learning_rate": 0.00021691175358631626,
      "loss": 0.9558,
      "step": 52979
    },
    {
      "epoch": 2.169977472865042,
      "grad_norm": 1.4686403157483343,
      "learning_rate": 0.00021690883464224272,
      "loss": 0.886,
      "step": 52980
    },
    {
      "epoch": 2.170018431292238,
      "grad_norm": 1.2624076368001498,
      "learning_rate": 0.00021690591566653853,
      "loss": 1.0668,
      "step": 52981
    },
    {
      "epoch": 2.1700593897194347,
      "grad_norm": 1.0297480669125632,
      "learning_rate": 0.00021690299665920508,
      "loss": 0.9248,
      "step": 52982
    },
    {
      "epoch": 2.170100348146631,
      "grad_norm": 1.0571272504453988,
      "learning_rate": 0.00021690007762024385,
      "loss": 0.8003,
      "step": 52983
    },
    {
      "epoch": 2.1701413065738278,
      "grad_norm": 0.8884881351913969,
      "learning_rate": 0.0002168971585496561,
      "loss": 0.8924,
      "step": 52984
    },
    {
      "epoch": 2.170182265001024,
      "grad_norm": 3.2934183427130135,
      "learning_rate": 0.00021689423944744326,
      "loss": 2.6449,
      "step": 52985
    },
    {
      "epoch": 2.1702232234282204,
      "grad_norm": 0.995276782151652,
      "learning_rate": 0.00021689132031360667,
      "loss": 0.6963,
      "step": 52986
    },
    {
      "epoch": 2.170264181855417,
      "grad_norm": 1.003169714326787,
      "learning_rate": 0.00021688840114814784,
      "loss": 0.5598,
      "step": 52987
    },
    {
      "epoch": 2.170305140282613,
      "grad_norm": 1.1529266232563788,
      "learning_rate": 0.000216885481951068,
      "loss": 0.4415,
      "step": 52988
    },
    {
      "epoch": 2.1703460987098095,
      "grad_norm": 1.1045044589875321,
      "learning_rate": 0.0002168825627223686,
      "loss": 0.7802,
      "step": 52989
    },
    {
      "epoch": 2.170387057137006,
      "grad_norm": 1.0203032060238142,
      "learning_rate": 0.00021687964346205096,
      "loss": 0.6678,
      "step": 52990
    },
    {
      "epoch": 2.170428015564202,
      "grad_norm": 1.0182984557044514,
      "learning_rate": 0.00021687672417011652,
      "loss": 0.8358,
      "step": 52991
    },
    {
      "epoch": 2.1704689739913987,
      "grad_norm": 0.7125416871081894,
      "learning_rate": 0.0002168738048465667,
      "loss": 0.2956,
      "step": 52992
    },
    {
      "epoch": 2.1705099324185952,
      "grad_norm": 1.390347105480542,
      "learning_rate": 0.00021687088549140278,
      "loss": 0.9646,
      "step": 52993
    },
    {
      "epoch": 2.1705508908457913,
      "grad_norm": 1.1141046597178823,
      "learning_rate": 0.00021686796610462619,
      "loss": 0.3729,
      "step": 52994
    },
    {
      "epoch": 2.170591849272988,
      "grad_norm": 1.2008139605670929,
      "learning_rate": 0.00021686504668623832,
      "loss": 0.9749,
      "step": 52995
    },
    {
      "epoch": 2.1706328077001844,
      "grad_norm": 2.753040434608,
      "learning_rate": 0.00021686212723624054,
      "loss": 3.6463,
      "step": 52996
    },
    {
      "epoch": 2.170673766127381,
      "grad_norm": 0.7819851950341838,
      "learning_rate": 0.00021685920775463418,
      "loss": 0.3767,
      "step": 52997
    },
    {
      "epoch": 2.170714724554577,
      "grad_norm": 0.6739507664124075,
      "learning_rate": 0.00021685628824142072,
      "loss": 0.3054,
      "step": 52998
    },
    {
      "epoch": 2.1707556829817736,
      "grad_norm": 0.9755655837001093,
      "learning_rate": 0.00021685336869660144,
      "loss": 0.8008,
      "step": 52999
    },
    {
      "epoch": 2.1707966414089697,
      "grad_norm": 0.8876192623864113,
      "learning_rate": 0.0002168504491201778,
      "loss": 0.7474,
      "step": 53000
    },
    {
      "epoch": 2.170837599836166,
      "grad_norm": 1.0091522499488046,
      "learning_rate": 0.00021684752951215113,
      "loss": 0.7704,
      "step": 53001
    },
    {
      "epoch": 2.1708785582633627,
      "grad_norm": 0.8209417466053065,
      "learning_rate": 0.00021684460987252282,
      "loss": 0.5884,
      "step": 53002
    },
    {
      "epoch": 2.1709195166905593,
      "grad_norm": 1.1053023602917613,
      "learning_rate": 0.00021684169020129426,
      "loss": 0.8112,
      "step": 53003
    },
    {
      "epoch": 2.1709604751177554,
      "grad_norm": 1.0301736161838615,
      "learning_rate": 0.0002168387704984669,
      "loss": 0.9117,
      "step": 53004
    },
    {
      "epoch": 2.171001433544952,
      "grad_norm": 1.1604653424934295,
      "learning_rate": 0.00021683585076404192,
      "loss": 0.9268,
      "step": 53005
    },
    {
      "epoch": 2.1710423919721484,
      "grad_norm": 0.841096398737101,
      "learning_rate": 0.0002168329309980209,
      "loss": 0.6512,
      "step": 53006
    },
    {
      "epoch": 2.1710833503993445,
      "grad_norm": 0.8993166675479771,
      "learning_rate": 0.00021683001120040516,
      "loss": 0.7193,
      "step": 53007
    },
    {
      "epoch": 2.171124308826541,
      "grad_norm": 0.9702406053200268,
      "learning_rate": 0.00021682709137119607,
      "loss": 0.7808,
      "step": 53008
    },
    {
      "epoch": 2.1711652672537376,
      "grad_norm": 0.9774068180777225,
      "learning_rate": 0.000216824171510395,
      "loss": 0.7466,
      "step": 53009
    },
    {
      "epoch": 2.1712062256809337,
      "grad_norm": 0.9330541123650868,
      "learning_rate": 0.00021682125161800333,
      "loss": 0.7756,
      "step": 53010
    },
    {
      "epoch": 2.1712471841081302,
      "grad_norm": 0.9616399056234333,
      "learning_rate": 0.00021681833169402242,
      "loss": 0.6916,
      "step": 53011
    },
    {
      "epoch": 2.1712881425353268,
      "grad_norm": 0.9744702224131677,
      "learning_rate": 0.00021681541173845372,
      "loss": 0.8671,
      "step": 53012
    },
    {
      "epoch": 2.171329100962523,
      "grad_norm": 1.0007848572121019,
      "learning_rate": 0.00021681249175129857,
      "loss": 0.58,
      "step": 53013
    },
    {
      "epoch": 2.1713700593897194,
      "grad_norm": 0.7753513262154844,
      "learning_rate": 0.00021680957173255831,
      "loss": 0.6825,
      "step": 53014
    },
    {
      "epoch": 2.171411017816916,
      "grad_norm": 0.7045085465307087,
      "learning_rate": 0.0002168066516822344,
      "loss": 0.603,
      "step": 53015
    },
    {
      "epoch": 2.1714519762441125,
      "grad_norm": 0.8413971233950917,
      "learning_rate": 0.0002168037316003282,
      "loss": 0.8034,
      "step": 53016
    },
    {
      "epoch": 2.1714929346713086,
      "grad_norm": 1.0463303468821834,
      "learning_rate": 0.00021680081148684103,
      "loss": 0.6889,
      "step": 53017
    },
    {
      "epoch": 2.171533893098505,
      "grad_norm": 0.7525303691322813,
      "learning_rate": 0.00021679789134177433,
      "loss": 0.2853,
      "step": 53018
    },
    {
      "epoch": 2.171574851525701,
      "grad_norm": 1.3051005621869087,
      "learning_rate": 0.00021679497116512946,
      "loss": 0.8164,
      "step": 53019
    },
    {
      "epoch": 2.1716158099528977,
      "grad_norm": 1.1604629439695933,
      "learning_rate": 0.0002167920509569078,
      "loss": 0.9495,
      "step": 53020
    },
    {
      "epoch": 2.1716567683800942,
      "grad_norm": 5.320676030148874,
      "learning_rate": 0.00021678913071711075,
      "loss": 2.7839,
      "step": 53021
    },
    {
      "epoch": 2.171697726807291,
      "grad_norm": 1.1403396037960483,
      "learning_rate": 0.00021678621044573962,
      "loss": 0.8123,
      "step": 53022
    },
    {
      "epoch": 2.171738685234487,
      "grad_norm": 1.1391169799530534,
      "learning_rate": 0.00021678329014279593,
      "loss": 0.8026,
      "step": 53023
    },
    {
      "epoch": 2.1717796436616834,
      "grad_norm": 1.0761879227111584,
      "learning_rate": 0.00021678036980828094,
      "loss": 0.8009,
      "step": 53024
    },
    {
      "epoch": 2.17182060208888,
      "grad_norm": 1.6729846876554,
      "learning_rate": 0.00021677744944219605,
      "loss": 1.1875,
      "step": 53025
    },
    {
      "epoch": 2.171861560516076,
      "grad_norm": 6.281647772742508,
      "learning_rate": 0.00021677452904454267,
      "loss": 2.7771,
      "step": 53026
    },
    {
      "epoch": 2.1719025189432726,
      "grad_norm": 1.087629525251268,
      "learning_rate": 0.00021677160861532216,
      "loss": 0.5377,
      "step": 53027
    },
    {
      "epoch": 2.171943477370469,
      "grad_norm": 0.8433583140973309,
      "learning_rate": 0.00021676868815453595,
      "loss": 0.698,
      "step": 53028
    },
    {
      "epoch": 2.171984435797665,
      "grad_norm": 1.864264210361841,
      "learning_rate": 0.00021676576766218531,
      "loss": 1.0398,
      "step": 53029
    },
    {
      "epoch": 2.1720253942248617,
      "grad_norm": 0.8552377924091404,
      "learning_rate": 0.00021676284713827173,
      "loss": 0.7149,
      "step": 53030
    },
    {
      "epoch": 2.1720663526520583,
      "grad_norm": 1.3670791613881088,
      "learning_rate": 0.00021675992658279654,
      "loss": 0.9859,
      "step": 53031
    },
    {
      "epoch": 2.1721073110792544,
      "grad_norm": 0.8528229643664921,
      "learning_rate": 0.00021675700599576116,
      "loss": 0.339,
      "step": 53032
    },
    {
      "epoch": 2.172148269506451,
      "grad_norm": 1.2186429817002196,
      "learning_rate": 0.0002167540853771669,
      "loss": 0.6986,
      "step": 53033
    },
    {
      "epoch": 2.1721892279336474,
      "grad_norm": 1.7171439031779587,
      "learning_rate": 0.0002167511647270152,
      "loss": 1.697,
      "step": 53034
    },
    {
      "epoch": 2.172230186360844,
      "grad_norm": 1.957811050375574,
      "learning_rate": 0.0002167482440453074,
      "loss": 1.4464,
      "step": 53035
    },
    {
      "epoch": 2.17227114478804,
      "grad_norm": 1.3647282562664422,
      "learning_rate": 0.00021674532333204493,
      "loss": 0.7348,
      "step": 53036
    },
    {
      "epoch": 2.1723121032152366,
      "grad_norm": 1.2525850501843456,
      "learning_rate": 0.00021674240258722912,
      "loss": 1.0825,
      "step": 53037
    },
    {
      "epoch": 2.172353061642433,
      "grad_norm": 1.4006363320686703,
      "learning_rate": 0.0002167394818108614,
      "loss": 1.6231,
      "step": 53038
    },
    {
      "epoch": 2.1723940200696292,
      "grad_norm": 0.6064683465435564,
      "learning_rate": 0.0002167365610029431,
      "loss": 0.2239,
      "step": 53039
    },
    {
      "epoch": 2.1724349784968258,
      "grad_norm": 1.1940891646155614,
      "learning_rate": 0.00021673364016347568,
      "loss": 0.7522,
      "step": 53040
    },
    {
      "epoch": 2.1724759369240223,
      "grad_norm": 1.0802613972544144,
      "learning_rate": 0.00021673071929246039,
      "loss": 0.7904,
      "step": 53041
    },
    {
      "epoch": 2.1725168953512184,
      "grad_norm": 1.0969813002290432,
      "learning_rate": 0.00021672779838989874,
      "loss": 0.73,
      "step": 53042
    },
    {
      "epoch": 2.172557853778415,
      "grad_norm": 1.4570844032926908,
      "learning_rate": 0.00021672487745579203,
      "loss": 0.9421,
      "step": 53043
    },
    {
      "epoch": 2.1725988122056115,
      "grad_norm": 1.0251227124234092,
      "learning_rate": 0.00021672195649014172,
      "loss": 0.7935,
      "step": 53044
    },
    {
      "epoch": 2.1726397706328076,
      "grad_norm": 1.1473882219103855,
      "learning_rate": 0.0002167190354929491,
      "loss": 1.0096,
      "step": 53045
    },
    {
      "epoch": 2.172680729060004,
      "grad_norm": 1.221180731598367,
      "learning_rate": 0.00021671611446421558,
      "loss": 0.9732,
      "step": 53046
    },
    {
      "epoch": 2.1727216874872006,
      "grad_norm": 1.2711038922837745,
      "learning_rate": 0.00021671319340394257,
      "loss": 0.7378,
      "step": 53047
    },
    {
      "epoch": 2.1727626459143967,
      "grad_norm": 0.8043251388117583,
      "learning_rate": 0.00021671027231213143,
      "loss": 0.4836,
      "step": 53048
    },
    {
      "epoch": 2.1728036043415933,
      "grad_norm": 1.432301051887243,
      "learning_rate": 0.0002167073511887836,
      "loss": 1.023,
      "step": 53049
    },
    {
      "epoch": 2.17284456276879,
      "grad_norm": 0.9485079101245463,
      "learning_rate": 0.0002167044300339003,
      "loss": 0.6494,
      "step": 53050
    },
    {
      "epoch": 2.172885521195986,
      "grad_norm": 1.3041598578118365,
      "learning_rate": 0.00021670150884748308,
      "loss": 0.9185,
      "step": 53051
    },
    {
      "epoch": 2.1729264796231824,
      "grad_norm": 0.8017099534920006,
      "learning_rate": 0.00021669858762953325,
      "loss": 0.5605,
      "step": 53052
    },
    {
      "epoch": 2.172967438050379,
      "grad_norm": 1.3559256840906344,
      "learning_rate": 0.0002166956663800522,
      "loss": 1.3452,
      "step": 53053
    },
    {
      "epoch": 2.1730083964775755,
      "grad_norm": 0.9812495050593083,
      "learning_rate": 0.00021669274509904132,
      "loss": 0.8372,
      "step": 53054
    },
    {
      "epoch": 2.1730493549047716,
      "grad_norm": 2.09201428238309,
      "learning_rate": 0.00021668982378650193,
      "loss": 1.0809,
      "step": 53055
    },
    {
      "epoch": 2.173090313331968,
      "grad_norm": 0.782379149905072,
      "learning_rate": 0.0002166869024424355,
      "loss": 0.2898,
      "step": 53056
    },
    {
      "epoch": 2.1731312717591647,
      "grad_norm": 1.6246989263934404,
      "learning_rate": 0.0002166839810668434,
      "loss": 1.33,
      "step": 53057
    },
    {
      "epoch": 2.1731722301863607,
      "grad_norm": 0.7484326504710193,
      "learning_rate": 0.00021668105965972693,
      "loss": 0.625,
      "step": 53058
    },
    {
      "epoch": 2.1732131886135573,
      "grad_norm": 0.9867486156575974,
      "learning_rate": 0.00021667813822108753,
      "loss": 0.7081,
      "step": 53059
    },
    {
      "epoch": 2.173254147040754,
      "grad_norm": 0.9924879825433256,
      "learning_rate": 0.0002166752167509266,
      "loss": 0.7718,
      "step": 53060
    },
    {
      "epoch": 2.17329510546795,
      "grad_norm": 1.3475667087222958,
      "learning_rate": 0.0002166722952492455,
      "loss": 1.0224,
      "step": 53061
    },
    {
      "epoch": 2.1733360638951464,
      "grad_norm": 0.6781119707121307,
      "learning_rate": 0.0002166693737160456,
      "loss": 0.2382,
      "step": 53062
    },
    {
      "epoch": 2.173377022322343,
      "grad_norm": 0.7637335165113679,
      "learning_rate": 0.00021666645215132828,
      "loss": 0.4205,
      "step": 53063
    },
    {
      "epoch": 2.173417980749539,
      "grad_norm": 0.5977704521107013,
      "learning_rate": 0.00021666353055509494,
      "loss": 0.3018,
      "step": 53064
    },
    {
      "epoch": 2.1734589391767356,
      "grad_norm": 1.2665421564079953,
      "learning_rate": 0.00021666060892734692,
      "loss": 0.9495,
      "step": 53065
    },
    {
      "epoch": 2.173499897603932,
      "grad_norm": 0.9604619814339905,
      "learning_rate": 0.00021665768726808566,
      "loss": 0.5259,
      "step": 53066
    },
    {
      "epoch": 2.1735408560311282,
      "grad_norm": 0.9808138891336531,
      "learning_rate": 0.00021665476557731253,
      "loss": 0.6992,
      "step": 53067
    },
    {
      "epoch": 2.1735818144583248,
      "grad_norm": 0.9046642040984976,
      "learning_rate": 0.0002166518438550289,
      "loss": 0.7387,
      "step": 53068
    },
    {
      "epoch": 2.1736227728855213,
      "grad_norm": 1.336556754723011,
      "learning_rate": 0.00021664892210123608,
      "loss": 1.1441,
      "step": 53069
    },
    {
      "epoch": 2.1736637313127174,
      "grad_norm": 0.8270048234653277,
      "learning_rate": 0.00021664600031593556,
      "loss": 0.4587,
      "step": 53070
    },
    {
      "epoch": 2.173704689739914,
      "grad_norm": 1.0257828298142877,
      "learning_rate": 0.0002166430784991287,
      "loss": 0.7316,
      "step": 53071
    },
    {
      "epoch": 2.1737456481671105,
      "grad_norm": 0.9148992451271384,
      "learning_rate": 0.00021664015665081682,
      "loss": 0.6611,
      "step": 53072
    },
    {
      "epoch": 2.173786606594307,
      "grad_norm": 1.0090554521028612,
      "learning_rate": 0.00021663723477100135,
      "loss": 0.8489,
      "step": 53073
    },
    {
      "epoch": 2.173827565021503,
      "grad_norm": 1.0278621538940058,
      "learning_rate": 0.0002166343128596837,
      "loss": 0.9352,
      "step": 53074
    },
    {
      "epoch": 2.1738685234486996,
      "grad_norm": 0.9775007386699248,
      "learning_rate": 0.00021663139091686516,
      "loss": 0.3884,
      "step": 53075
    },
    {
      "epoch": 2.173909481875896,
      "grad_norm": 0.66338967821985,
      "learning_rate": 0.0002166284689425472,
      "loss": 0.2799,
      "step": 53076
    },
    {
      "epoch": 2.1739504403030923,
      "grad_norm": 1.843394351225573,
      "learning_rate": 0.00021662554693673111,
      "loss": 1.653,
      "step": 53077
    },
    {
      "epoch": 2.173991398730289,
      "grad_norm": 1.007443424761323,
      "learning_rate": 0.0002166226248994184,
      "loss": 0.7227,
      "step": 53078
    },
    {
      "epoch": 2.1740323571574853,
      "grad_norm": 1.1485013248546316,
      "learning_rate": 0.00021661970283061034,
      "loss": 0.8752,
      "step": 53079
    },
    {
      "epoch": 2.1740733155846814,
      "grad_norm": 0.9071228418860627,
      "learning_rate": 0.00021661678073030838,
      "loss": 0.3993,
      "step": 53080
    },
    {
      "epoch": 2.174114274011878,
      "grad_norm": 1.4103428110922067,
      "learning_rate": 0.00021661385859851384,
      "loss": 1.0368,
      "step": 53081
    },
    {
      "epoch": 2.1741552324390745,
      "grad_norm": 1.0651034665059387,
      "learning_rate": 0.00021661093643522814,
      "loss": 0.6558,
      "step": 53082
    },
    {
      "epoch": 2.1741961908662706,
      "grad_norm": 1.0251267349950572,
      "learning_rate": 0.00021660801424045265,
      "loss": 0.7419,
      "step": 53083
    },
    {
      "epoch": 2.174237149293467,
      "grad_norm": 1.1289038789250612,
      "learning_rate": 0.00021660509201418878,
      "loss": 0.9309,
      "step": 53084
    },
    {
      "epoch": 2.1742781077206637,
      "grad_norm": 1.3196422243999257,
      "learning_rate": 0.0002166021697564379,
      "loss": 0.8921,
      "step": 53085
    },
    {
      "epoch": 2.1743190661478597,
      "grad_norm": 1.3540538523009502,
      "learning_rate": 0.0002165992474672013,
      "loss": 1.059,
      "step": 53086
    },
    {
      "epoch": 2.1743600245750563,
      "grad_norm": 2.7689662653046776,
      "learning_rate": 0.00021659632514648048,
      "loss": 1.1319,
      "step": 53087
    },
    {
      "epoch": 2.174400983002253,
      "grad_norm": 1.2181799242270859,
      "learning_rate": 0.00021659340279427683,
      "loss": 0.7387,
      "step": 53088
    },
    {
      "epoch": 2.174441941429449,
      "grad_norm": 1.357238702434981,
      "learning_rate": 0.00021659048041059164,
      "loss": 1.3165,
      "step": 53089
    },
    {
      "epoch": 2.1744828998566454,
      "grad_norm": 1.702572924666573,
      "learning_rate": 0.00021658755799542633,
      "loss": 1.0185,
      "step": 53090
    },
    {
      "epoch": 2.174523858283842,
      "grad_norm": 1.1918125104541235,
      "learning_rate": 0.0002165846355487823,
      "loss": 0.7618,
      "step": 53091
    },
    {
      "epoch": 2.1745648167110385,
      "grad_norm": 1.3534251457732631,
      "learning_rate": 0.00021658171307066093,
      "loss": 1.0449,
      "step": 53092
    },
    {
      "epoch": 2.1746057751382346,
      "grad_norm": 0.9908865010707559,
      "learning_rate": 0.00021657879056106357,
      "loss": 0.9419,
      "step": 53093
    },
    {
      "epoch": 2.174646733565431,
      "grad_norm": 1.2294770736083585,
      "learning_rate": 0.00021657586801999162,
      "loss": 0.9627,
      "step": 53094
    },
    {
      "epoch": 2.1746876919926277,
      "grad_norm": 1.2455260923531202,
      "learning_rate": 0.00021657294544744646,
      "loss": 0.6685,
      "step": 53095
    },
    {
      "epoch": 2.1747286504198238,
      "grad_norm": 1.5332976199897974,
      "learning_rate": 0.00021657002284342948,
      "loss": 1.1481,
      "step": 53096
    },
    {
      "epoch": 2.1747696088470203,
      "grad_norm": 0.9383681474079698,
      "learning_rate": 0.0002165671002079421,
      "loss": 0.4958,
      "step": 53097
    },
    {
      "epoch": 2.174810567274217,
      "grad_norm": 0.9166988027876447,
      "learning_rate": 0.0002165641775409856,
      "loss": 0.8966,
      "step": 53098
    },
    {
      "epoch": 2.174851525701413,
      "grad_norm": 13.862219438195364,
      "learning_rate": 0.00021656125484256143,
      "loss": 3.8238,
      "step": 53099
    },
    {
      "epoch": 2.1748924841286095,
      "grad_norm": 1.4527265808490895,
      "learning_rate": 0.000216558332112671,
      "loss": 0.7956,
      "step": 53100
    },
    {
      "epoch": 2.174933442555806,
      "grad_norm": 1.8785633647168476,
      "learning_rate": 0.0002165554093513156,
      "loss": 1.2563,
      "step": 53101
    },
    {
      "epoch": 2.174974400983002,
      "grad_norm": 1.2683771138289066,
      "learning_rate": 0.00021655248655849668,
      "loss": 1.0062,
      "step": 53102
    },
    {
      "epoch": 2.1750153594101986,
      "grad_norm": 1.5556130956003111,
      "learning_rate": 0.0002165495637342156,
      "loss": 0.8094,
      "step": 53103
    },
    {
      "epoch": 2.175056317837395,
      "grad_norm": 1.1225260928575593,
      "learning_rate": 0.00021654664087847377,
      "loss": 0.8385,
      "step": 53104
    },
    {
      "epoch": 2.1750972762645913,
      "grad_norm": 2.594837241892009,
      "learning_rate": 0.00021654371799127253,
      "loss": 1.3355,
      "step": 53105
    },
    {
      "epoch": 2.175138234691788,
      "grad_norm": 1.6405485897471563,
      "learning_rate": 0.00021654079507261333,
      "loss": 1.2366,
      "step": 53106
    },
    {
      "epoch": 2.1751791931189843,
      "grad_norm": 0.9896544331917005,
      "learning_rate": 0.00021653787212249745,
      "loss": 0.6015,
      "step": 53107
    },
    {
      "epoch": 2.1752201515461804,
      "grad_norm": 0.6903031491624234,
      "learning_rate": 0.00021653494914092633,
      "loss": 0.5291,
      "step": 53108
    },
    {
      "epoch": 2.175261109973377,
      "grad_norm": 0.9093950923443475,
      "learning_rate": 0.00021653202612790138,
      "loss": 0.7231,
      "step": 53109
    },
    {
      "epoch": 2.1753020684005735,
      "grad_norm": 0.9239967915856617,
      "learning_rate": 0.0002165291030834239,
      "loss": 0.5628,
      "step": 53110
    },
    {
      "epoch": 2.17534302682777,
      "grad_norm": 0.874282288679912,
      "learning_rate": 0.00021652618000749535,
      "loss": 0.4136,
      "step": 53111
    },
    {
      "epoch": 2.175383985254966,
      "grad_norm": 0.8568666409452059,
      "learning_rate": 0.00021652325690011708,
      "loss": 0.7879,
      "step": 53112
    },
    {
      "epoch": 2.1754249436821627,
      "grad_norm": 1.0163859991702624,
      "learning_rate": 0.0002165203337612905,
      "loss": 0.7686,
      "step": 53113
    },
    {
      "epoch": 2.175465902109359,
      "grad_norm": 1.4030297176883157,
      "learning_rate": 0.00021651741059101692,
      "loss": 1.1132,
      "step": 53114
    },
    {
      "epoch": 2.1755068605365553,
      "grad_norm": 1.2567894842840641,
      "learning_rate": 0.0002165144873892978,
      "loss": 0.8336,
      "step": 53115
    },
    {
      "epoch": 2.175547818963752,
      "grad_norm": 2.660583626074453,
      "learning_rate": 0.00021651156415613447,
      "loss": 2.4421,
      "step": 53116
    },
    {
      "epoch": 2.1755887773909484,
      "grad_norm": 1.0060763792679386,
      "learning_rate": 0.00021650864089152835,
      "loss": 0.7624,
      "step": 53117
    },
    {
      "epoch": 2.1756297358181445,
      "grad_norm": 1.4714726838048011,
      "learning_rate": 0.00021650571759548076,
      "loss": 0.7651,
      "step": 53118
    },
    {
      "epoch": 2.175670694245341,
      "grad_norm": 0.8531118359092446,
      "learning_rate": 0.00021650279426799318,
      "loss": 0.7434,
      "step": 53119
    },
    {
      "epoch": 2.1757116526725375,
      "grad_norm": 1.0755260344382098,
      "learning_rate": 0.0002164998709090669,
      "loss": 0.9442,
      "step": 53120
    },
    {
      "epoch": 2.1757526110997336,
      "grad_norm": 1.1695766632230058,
      "learning_rate": 0.00021649694751870336,
      "loss": 0.7941,
      "step": 53121
    },
    {
      "epoch": 2.17579356952693,
      "grad_norm": 1.3636341341403473,
      "learning_rate": 0.00021649402409690388,
      "loss": 1.1597,
      "step": 53122
    },
    {
      "epoch": 2.1758345279541267,
      "grad_norm": 1.7647939695508603,
      "learning_rate": 0.00021649110064366996,
      "loss": 1.5,
      "step": 53123
    },
    {
      "epoch": 2.1758754863813228,
      "grad_norm": 0.9463761963646632,
      "learning_rate": 0.00021648817715900289,
      "loss": 0.8105,
      "step": 53124
    },
    {
      "epoch": 2.1759164448085193,
      "grad_norm": 0.843202312420806,
      "learning_rate": 0.00021648525364290403,
      "loss": 0.7319,
      "step": 53125
    },
    {
      "epoch": 2.175957403235716,
      "grad_norm": 1.1849544192257373,
      "learning_rate": 0.0002164823300953748,
      "loss": 1.1356,
      "step": 53126
    },
    {
      "epoch": 2.175998361662912,
      "grad_norm": 1.1097099404556088,
      "learning_rate": 0.00021647940651641658,
      "loss": 0.5171,
      "step": 53127
    },
    {
      "epoch": 2.1760393200901085,
      "grad_norm": 0.717323903005887,
      "learning_rate": 0.0002164764829060308,
      "loss": 0.3112,
      "step": 53128
    },
    {
      "epoch": 2.176080278517305,
      "grad_norm": 1.266698554214372,
      "learning_rate": 0.00021647355926421877,
      "loss": 0.8604,
      "step": 53129
    },
    {
      "epoch": 2.1761212369445015,
      "grad_norm": 1.897977481511953,
      "learning_rate": 0.00021647063559098186,
      "loss": 0.8876,
      "step": 53130
    },
    {
      "epoch": 2.1761621953716976,
      "grad_norm": 0.7175228957097478,
      "learning_rate": 0.00021646771188632154,
      "loss": 0.2889,
      "step": 53131
    },
    {
      "epoch": 2.176203153798894,
      "grad_norm": 0.991719077191559,
      "learning_rate": 0.00021646478815023914,
      "loss": 0.6116,
      "step": 53132
    },
    {
      "epoch": 2.1762441122260907,
      "grad_norm": 0.9580123071204598,
      "learning_rate": 0.00021646186438273606,
      "loss": 0.7838,
      "step": 53133
    },
    {
      "epoch": 2.176285070653287,
      "grad_norm": 0.8568731021630225,
      "learning_rate": 0.00021645894058381366,
      "loss": 0.2622,
      "step": 53134
    },
    {
      "epoch": 2.1763260290804833,
      "grad_norm": 0.9580141017202864,
      "learning_rate": 0.0002164560167534733,
      "loss": 0.9258,
      "step": 53135
    },
    {
      "epoch": 2.17636698750768,
      "grad_norm": 2.029396122916069,
      "learning_rate": 0.0002164530928917164,
      "loss": 1.2446,
      "step": 53136
    },
    {
      "epoch": 2.176407945934876,
      "grad_norm": 0.9514817033865266,
      "learning_rate": 0.00021645016899854433,
      "loss": 0.6712,
      "step": 53137
    },
    {
      "epoch": 2.1764489043620725,
      "grad_norm": 0.850967869869265,
      "learning_rate": 0.00021644724507395845,
      "loss": 0.7552,
      "step": 53138
    },
    {
      "epoch": 2.176489862789269,
      "grad_norm": 0.9348376351156007,
      "learning_rate": 0.00021644432111796023,
      "loss": 0.5782,
      "step": 53139
    },
    {
      "epoch": 2.176530821216465,
      "grad_norm": 1.1273221999970826,
      "learning_rate": 0.000216441397130551,
      "loss": 0.8935,
      "step": 53140
    },
    {
      "epoch": 2.1765717796436617,
      "grad_norm": 0.8114426392753674,
      "learning_rate": 0.00021643847311173203,
      "loss": 0.3923,
      "step": 53141
    },
    {
      "epoch": 2.176612738070858,
      "grad_norm": 1.2236384062176375,
      "learning_rate": 0.00021643554906150488,
      "loss": 0.8867,
      "step": 53142
    },
    {
      "epoch": 2.1766536964980543,
      "grad_norm": 1.1679250893682769,
      "learning_rate": 0.00021643262497987085,
      "loss": 0.9301,
      "step": 53143
    },
    {
      "epoch": 2.176694654925251,
      "grad_norm": 1.0434542917292564,
      "learning_rate": 0.00021642970086683137,
      "loss": 0.6332,
      "step": 53144
    },
    {
      "epoch": 2.1767356133524474,
      "grad_norm": 0.7213424274937017,
      "learning_rate": 0.00021642677672238772,
      "loss": 0.2974,
      "step": 53145
    },
    {
      "epoch": 2.1767765717796435,
      "grad_norm": 1.2303175988429988,
      "learning_rate": 0.00021642385254654135,
      "loss": 1.2475,
      "step": 53146
    },
    {
      "epoch": 2.17681753020684,
      "grad_norm": 0.8285818163083976,
      "learning_rate": 0.00021642092833929364,
      "loss": 0.6929,
      "step": 53147
    },
    {
      "epoch": 2.1768584886340365,
      "grad_norm": 1.0500724648892437,
      "learning_rate": 0.000216418004100646,
      "loss": 0.7096,
      "step": 53148
    },
    {
      "epoch": 2.176899447061233,
      "grad_norm": 1.2290209256761098,
      "learning_rate": 0.00021641507983059975,
      "loss": 1.3547,
      "step": 53149
    },
    {
      "epoch": 2.176940405488429,
      "grad_norm": 0.9430224991866129,
      "learning_rate": 0.00021641215552915629,
      "loss": 0.7327,
      "step": 53150
    },
    {
      "epoch": 2.1769813639156257,
      "grad_norm": 1.4333739276416917,
      "learning_rate": 0.0002164092311963171,
      "loss": 0.6768,
      "step": 53151
    },
    {
      "epoch": 2.1770223223428222,
      "grad_norm": 0.7590507163717649,
      "learning_rate": 0.00021640630683208338,
      "loss": 0.619,
      "step": 53152
    },
    {
      "epoch": 2.1770632807700183,
      "grad_norm": 0.7560467497127882,
      "learning_rate": 0.00021640338243645666,
      "loss": 0.7184,
      "step": 53153
    },
    {
      "epoch": 2.177104239197215,
      "grad_norm": 1.1918473088703354,
      "learning_rate": 0.00021640045800943824,
      "loss": 1.0013,
      "step": 53154
    },
    {
      "epoch": 2.1771451976244114,
      "grad_norm": 0.8752491859504975,
      "learning_rate": 0.0002163975335510296,
      "loss": 0.4135,
      "step": 53155
    },
    {
      "epoch": 2.1771861560516075,
      "grad_norm": 1.6915682408600183,
      "learning_rate": 0.000216394609061232,
      "loss": 1.7017,
      "step": 53156
    },
    {
      "epoch": 2.177227114478804,
      "grad_norm": 1.075173977850407,
      "learning_rate": 0.00021639168454004693,
      "loss": 0.6588,
      "step": 53157
    },
    {
      "epoch": 2.1772680729060006,
      "grad_norm": 0.9277362728267228,
      "learning_rate": 0.00021638875998747568,
      "loss": 0.2892,
      "step": 53158
    },
    {
      "epoch": 2.1773090313331966,
      "grad_norm": 0.8623642875380424,
      "learning_rate": 0.0002163858354035197,
      "loss": 0.6688,
      "step": 53159
    },
    {
      "epoch": 2.177349989760393,
      "grad_norm": 0.9726714163398094,
      "learning_rate": 0.00021638291078818035,
      "loss": 0.7588,
      "step": 53160
    },
    {
      "epoch": 2.1773909481875897,
      "grad_norm": 1.0082718506082564,
      "learning_rate": 0.00021637998614145902,
      "loss": 0.895,
      "step": 53161
    },
    {
      "epoch": 2.177431906614786,
      "grad_norm": 0.8704412267836239,
      "learning_rate": 0.00021637706146335705,
      "loss": 0.291,
      "step": 53162
    },
    {
      "epoch": 2.1774728650419823,
      "grad_norm": 0.9011715984567283,
      "learning_rate": 0.00021637413675387585,
      "loss": 0.7645,
      "step": 53163
    },
    {
      "epoch": 2.177513823469179,
      "grad_norm": 0.8510066363192086,
      "learning_rate": 0.00021637121201301685,
      "loss": 0.6342,
      "step": 53164
    },
    {
      "epoch": 2.177554781896375,
      "grad_norm": 0.9857997311020855,
      "learning_rate": 0.0002163682872407814,
      "loss": 0.8212,
      "step": 53165
    },
    {
      "epoch": 2.1775957403235715,
      "grad_norm": 0.9427729421964997,
      "learning_rate": 0.00021636536243717084,
      "loss": 0.8332,
      "step": 53166
    },
    {
      "epoch": 2.177636698750768,
      "grad_norm": 1.393588975347717,
      "learning_rate": 0.0002163624376021866,
      "loss": 1.0291,
      "step": 53167
    },
    {
      "epoch": 2.1776776571779646,
      "grad_norm": 1.02668491540423,
      "learning_rate": 0.0002163595127358301,
      "loss": 0.6688,
      "step": 53168
    },
    {
      "epoch": 2.1777186156051607,
      "grad_norm": 1.238755669023955,
      "learning_rate": 0.00021635658783810256,
      "loss": 1.0164,
      "step": 53169
    },
    {
      "epoch": 2.177759574032357,
      "grad_norm": 0.9141284725448399,
      "learning_rate": 0.00021635366290900557,
      "loss": 0.8786,
      "step": 53170
    },
    {
      "epoch": 2.1778005324595537,
      "grad_norm": 3.803742443011282,
      "learning_rate": 0.0002163507379485404,
      "loss": 4.8499,
      "step": 53171
    },
    {
      "epoch": 2.17784149088675,
      "grad_norm": 0.7165051193583407,
      "learning_rate": 0.00021634781295670844,
      "loss": 0.3392,
      "step": 53172
    },
    {
      "epoch": 2.1778824493139464,
      "grad_norm": 1.2574223866998957,
      "learning_rate": 0.00021634488793351107,
      "loss": 0.7518,
      "step": 53173
    },
    {
      "epoch": 2.177923407741143,
      "grad_norm": 1.6886631616726755,
      "learning_rate": 0.00021634196287894972,
      "loss": 1.1014,
      "step": 53174
    },
    {
      "epoch": 2.177964366168339,
      "grad_norm": 1.035352993198455,
      "learning_rate": 0.0002163390377930257,
      "loss": 0.9343,
      "step": 53175
    },
    {
      "epoch": 2.1780053245955355,
      "grad_norm": 1.0337329433283549,
      "learning_rate": 0.00021633611267574045,
      "loss": 0.8161,
      "step": 53176
    },
    {
      "epoch": 2.178046283022732,
      "grad_norm": 0.6684413774556186,
      "learning_rate": 0.00021633318752709534,
      "loss": 0.3353,
      "step": 53177
    },
    {
      "epoch": 2.178087241449928,
      "grad_norm": 1.2120880135597254,
      "learning_rate": 0.00021633026234709176,
      "loss": 0.8767,
      "step": 53178
    },
    {
      "epoch": 2.1781281998771247,
      "grad_norm": 0.876541521641015,
      "learning_rate": 0.00021632733713573105,
      "loss": 0.7519,
      "step": 53179
    },
    {
      "epoch": 2.1781691583043212,
      "grad_norm": 0.5671398296539153,
      "learning_rate": 0.00021632441189301465,
      "loss": 0.246,
      "step": 53180
    },
    {
      "epoch": 2.1782101167315173,
      "grad_norm": 0.6397202660616056,
      "learning_rate": 0.00021632148661894388,
      "loss": 0.283,
      "step": 53181
    },
    {
      "epoch": 2.178251075158714,
      "grad_norm": 1.0470191925093808,
      "learning_rate": 0.0002163185613135202,
      "loss": 0.9808,
      "step": 53182
    },
    {
      "epoch": 2.1782920335859104,
      "grad_norm": 1.8913663929772322,
      "learning_rate": 0.00021631563597674495,
      "loss": 1.2526,
      "step": 53183
    },
    {
      "epoch": 2.1783329920131065,
      "grad_norm": 0.9318654391903244,
      "learning_rate": 0.0002163127106086195,
      "loss": 0.8114,
      "step": 53184
    },
    {
      "epoch": 2.178373950440303,
      "grad_norm": 1.1521395635857332,
      "learning_rate": 0.00021630978520914527,
      "loss": 0.8517,
      "step": 53185
    },
    {
      "epoch": 2.1784149088674996,
      "grad_norm": 1.1399307225331705,
      "learning_rate": 0.00021630685977832358,
      "loss": 0.9572,
      "step": 53186
    },
    {
      "epoch": 2.178455867294696,
      "grad_norm": 0.9241688295408291,
      "learning_rate": 0.0002163039343161559,
      "loss": 0.4596,
      "step": 53187
    },
    {
      "epoch": 2.178496825721892,
      "grad_norm": 0.890778750788839,
      "learning_rate": 0.00021630100882264356,
      "loss": 0.739,
      "step": 53188
    },
    {
      "epoch": 2.1785377841490887,
      "grad_norm": 0.8708506420893894,
      "learning_rate": 0.00021629808329778793,
      "loss": 0.8563,
      "step": 53189
    },
    {
      "epoch": 2.1785787425762853,
      "grad_norm": 1.236460848420025,
      "learning_rate": 0.0002162951577415904,
      "loss": 1.3022,
      "step": 53190
    },
    {
      "epoch": 2.1786197010034813,
      "grad_norm": 1.8604598354048498,
      "learning_rate": 0.0002162922321540524,
      "loss": 1.1014,
      "step": 53191
    },
    {
      "epoch": 2.178660659430678,
      "grad_norm": 0.9362213882453418,
      "learning_rate": 0.00021628930653517524,
      "loss": 0.6369,
      "step": 53192
    },
    {
      "epoch": 2.1787016178578744,
      "grad_norm": 1.1865231619015186,
      "learning_rate": 0.0002162863808849604,
      "loss": 1.1191,
      "step": 53193
    },
    {
      "epoch": 2.1787425762850705,
      "grad_norm": 1.3358242758869163,
      "learning_rate": 0.00021628345520340912,
      "loss": 1.159,
      "step": 53194
    },
    {
      "epoch": 2.178783534712267,
      "grad_norm": 1.0925598621308708,
      "learning_rate": 0.00021628052949052297,
      "loss": 1.0614,
      "step": 53195
    },
    {
      "epoch": 2.1788244931394636,
      "grad_norm": 1.1716517623675469,
      "learning_rate": 0.00021627760374630319,
      "loss": 0.7949,
      "step": 53196
    },
    {
      "epoch": 2.1788654515666597,
      "grad_norm": 0.8640204075186565,
      "learning_rate": 0.00021627467797075118,
      "loss": 0.4304,
      "step": 53197
    },
    {
      "epoch": 2.178906409993856,
      "grad_norm": 1.0343368573701643,
      "learning_rate": 0.00021627175216386833,
      "loss": 0.9492,
      "step": 53198
    },
    {
      "epoch": 2.1789473684210527,
      "grad_norm": 1.0753352236789537,
      "learning_rate": 0.0002162688263256561,
      "loss": 0.9809,
      "step": 53199
    },
    {
      "epoch": 2.178988326848249,
      "grad_norm": 0.6366839659362126,
      "learning_rate": 0.0002162659004561158,
      "loss": 0.2873,
      "step": 53200
    },
    {
      "epoch": 2.1790292852754454,
      "grad_norm": 1.4028993940991967,
      "learning_rate": 0.00021626297455524883,
      "loss": 0.9351,
      "step": 53201
    },
    {
      "epoch": 2.179070243702642,
      "grad_norm": 1.1347678858945272,
      "learning_rate": 0.00021626004862305653,
      "loss": 0.6612,
      "step": 53202
    },
    {
      "epoch": 2.179111202129838,
      "grad_norm": 0.7272625266430899,
      "learning_rate": 0.00021625712265954043,
      "loss": 0.2355,
      "step": 53203
    },
    {
      "epoch": 2.1791521605570345,
      "grad_norm": 0.9424323681948288,
      "learning_rate": 0.0002162541966647017,
      "loss": 0.7304,
      "step": 53204
    },
    {
      "epoch": 2.179193118984231,
      "grad_norm": 1.7198419006225247,
      "learning_rate": 0.00021625127063854186,
      "loss": 1.6542,
      "step": 53205
    },
    {
      "epoch": 2.1792340774114276,
      "grad_norm": 0.889455549670507,
      "learning_rate": 0.00021624834458106227,
      "loss": 0.7274,
      "step": 53206
    },
    {
      "epoch": 2.1792750358386237,
      "grad_norm": 1.4187558684685675,
      "learning_rate": 0.00021624541849226428,
      "loss": 1.737,
      "step": 53207
    },
    {
      "epoch": 2.1793159942658202,
      "grad_norm": 0.9685866291010556,
      "learning_rate": 0.00021624249237214935,
      "loss": 0.7682,
      "step": 53208
    },
    {
      "epoch": 2.1793569526930168,
      "grad_norm": 2.940978610350158,
      "learning_rate": 0.0002162395662207188,
      "loss": 0.727,
      "step": 53209
    },
    {
      "epoch": 2.179397911120213,
      "grad_norm": 1.245413420329881,
      "learning_rate": 0.00021623664003797398,
      "loss": 1.1377,
      "step": 53210
    },
    {
      "epoch": 2.1794388695474094,
      "grad_norm": 1.0561559154601021,
      "learning_rate": 0.00021623371382391637,
      "loss": 1.012,
      "step": 53211
    },
    {
      "epoch": 2.179479827974606,
      "grad_norm": 0.9242000797106025,
      "learning_rate": 0.00021623078757854728,
      "loss": 0.6797,
      "step": 53212
    },
    {
      "epoch": 2.179520786401802,
      "grad_norm": 1.214370327238574,
      "learning_rate": 0.00021622786130186809,
      "loss": 0.891,
      "step": 53213
    },
    {
      "epoch": 2.1795617448289986,
      "grad_norm": 0.9984993528600917,
      "learning_rate": 0.00021622493499388025,
      "loss": 0.8675,
      "step": 53214
    },
    {
      "epoch": 2.179602703256195,
      "grad_norm": 0.9930244376233951,
      "learning_rate": 0.00021622200865458512,
      "loss": 0.6389,
      "step": 53215
    },
    {
      "epoch": 2.179643661683391,
      "grad_norm": 0.7861176675796924,
      "learning_rate": 0.00021621908228398404,
      "loss": 0.5373,
      "step": 53216
    },
    {
      "epoch": 2.1796846201105877,
      "grad_norm": 0.9663823863695293,
      "learning_rate": 0.00021621615588207844,
      "loss": 0.8902,
      "step": 53217
    },
    {
      "epoch": 2.1797255785377843,
      "grad_norm": 0.6728074412861018,
      "learning_rate": 0.00021621322944886964,
      "loss": 0.2634,
      "step": 53218
    },
    {
      "epoch": 2.1797665369649804,
      "grad_norm": 1.264851487889613,
      "learning_rate": 0.0002162103029843591,
      "loss": 0.5898,
      "step": 53219
    },
    {
      "epoch": 2.179807495392177,
      "grad_norm": 0.7843683185665091,
      "learning_rate": 0.0002162073764885482,
      "loss": 0.6759,
      "step": 53220
    },
    {
      "epoch": 2.1798484538193734,
      "grad_norm": 0.647152518808783,
      "learning_rate": 0.00021620444996143826,
      "loss": 0.278,
      "step": 53221
    },
    {
      "epoch": 2.1798894122465695,
      "grad_norm": 0.9668869860223868,
      "learning_rate": 0.00021620152340303067,
      "loss": 0.8989,
      "step": 53222
    },
    {
      "epoch": 2.179930370673766,
      "grad_norm": 0.9899400409956798,
      "learning_rate": 0.00021619859681332686,
      "loss": 0.835,
      "step": 53223
    },
    {
      "epoch": 2.1799713291009626,
      "grad_norm": 1.0173558956883872,
      "learning_rate": 0.00021619567019232823,
      "loss": 0.7067,
      "step": 53224
    },
    {
      "epoch": 2.180012287528159,
      "grad_norm": 1.2007145938117056,
      "learning_rate": 0.0002161927435400361,
      "loss": 0.8911,
      "step": 53225
    },
    {
      "epoch": 2.180053245955355,
      "grad_norm": 1.1364093339079528,
      "learning_rate": 0.00021618981685645185,
      "loss": 0.8579,
      "step": 53226
    },
    {
      "epoch": 2.1800942043825517,
      "grad_norm": 1.0409786757465727,
      "learning_rate": 0.00021618689014157695,
      "loss": 0.8942,
      "step": 53227
    },
    {
      "epoch": 2.1801351628097483,
      "grad_norm": 0.9471560157691499,
      "learning_rate": 0.0002161839633954127,
      "loss": 0.9759,
      "step": 53228
    },
    {
      "epoch": 2.1801761212369444,
      "grad_norm": 1.1956615202330239,
      "learning_rate": 0.00021618103661796056,
      "loss": 1.3207,
      "step": 53229
    },
    {
      "epoch": 2.180217079664141,
      "grad_norm": 0.5587898501789906,
      "learning_rate": 0.00021617810980922178,
      "loss": 0.2682,
      "step": 53230
    },
    {
      "epoch": 2.1802580380913374,
      "grad_norm": 1.0232843766733493,
      "learning_rate": 0.0002161751829691979,
      "loss": 0.9558,
      "step": 53231
    },
    {
      "epoch": 2.1802989965185335,
      "grad_norm": 1.587480687633666,
      "learning_rate": 0.0002161722560978902,
      "loss": 0.8546,
      "step": 53232
    },
    {
      "epoch": 2.18033995494573,
      "grad_norm": 0.7014348673904677,
      "learning_rate": 0.00021616932919530014,
      "loss": 0.2982,
      "step": 53233
    },
    {
      "epoch": 2.1803809133729266,
      "grad_norm": 1.0075874594882266,
      "learning_rate": 0.000216166402261429,
      "loss": 0.6802,
      "step": 53234
    },
    {
      "epoch": 2.1804218718001227,
      "grad_norm": 1.0611658135284046,
      "learning_rate": 0.00021616347529627823,
      "loss": 0.9394,
      "step": 53235
    },
    {
      "epoch": 2.1804628302273192,
      "grad_norm": 0.8375216897250539,
      "learning_rate": 0.00021616054829984928,
      "loss": 0.3422,
      "step": 53236
    },
    {
      "epoch": 2.1805037886545158,
      "grad_norm": 1.5159581500083406,
      "learning_rate": 0.0002161576212721434,
      "loss": 0.8068,
      "step": 53237
    },
    {
      "epoch": 2.180544747081712,
      "grad_norm": 1.1928404211126917,
      "learning_rate": 0.000216154694213162,
      "loss": 0.8277,
      "step": 53238
    },
    {
      "epoch": 2.1805857055089084,
      "grad_norm": 0.8292236581509503,
      "learning_rate": 0.00021615176712290663,
      "loss": 0.6846,
      "step": 53239
    },
    {
      "epoch": 2.180626663936105,
      "grad_norm": 1.105240314165275,
      "learning_rate": 0.00021614884000137848,
      "loss": 0.7967,
      "step": 53240
    },
    {
      "epoch": 2.180667622363301,
      "grad_norm": 0.6290013471209989,
      "learning_rate": 0.00021614591284857892,
      "loss": 0.2695,
      "step": 53241
    },
    {
      "epoch": 2.1807085807904976,
      "grad_norm": 0.5674822675417815,
      "learning_rate": 0.0002161429856645095,
      "loss": 0.2297,
      "step": 53242
    },
    {
      "epoch": 2.180749539217694,
      "grad_norm": 2.465138609870642,
      "learning_rate": 0.00021614005844917145,
      "loss": 2.3805,
      "step": 53243
    },
    {
      "epoch": 2.1807904976448906,
      "grad_norm": 2.167047956175792,
      "learning_rate": 0.0002161371312025663,
      "loss": 1.0862,
      "step": 53244
    },
    {
      "epoch": 2.1808314560720867,
      "grad_norm": 0.9323866815421882,
      "learning_rate": 0.00021613420392469526,
      "loss": 0.6259,
      "step": 53245
    },
    {
      "epoch": 2.1808724144992833,
      "grad_norm": 1.0039591437045028,
      "learning_rate": 0.00021613127661555985,
      "loss": 0.6191,
      "step": 53246
    },
    {
      "epoch": 2.18091337292648,
      "grad_norm": 1.2584176439192027,
      "learning_rate": 0.0002161283492751614,
      "loss": 1.0352,
      "step": 53247
    },
    {
      "epoch": 2.180954331353676,
      "grad_norm": 1.018034546293527,
      "learning_rate": 0.00021612542190350132,
      "loss": 0.9377,
      "step": 53248
    },
    {
      "epoch": 2.1809952897808724,
      "grad_norm": 0.9595813770359507,
      "learning_rate": 0.00021612249450058096,
      "loss": 0.8077,
      "step": 53249
    },
    {
      "epoch": 2.181036248208069,
      "grad_norm": 1.0192702343150715,
      "learning_rate": 0.00021611956706640175,
      "loss": 0.6542,
      "step": 53250
    },
    {
      "epoch": 2.181077206635265,
      "grad_norm": 1.0618360550041301,
      "learning_rate": 0.00021611663960096502,
      "loss": 1.052,
      "step": 53251
    },
    {
      "epoch": 2.1811181650624616,
      "grad_norm": 2.5755539890235815,
      "learning_rate": 0.0002161137121042722,
      "loss": 3.8517,
      "step": 53252
    },
    {
      "epoch": 2.181159123489658,
      "grad_norm": 1.075225213917774,
      "learning_rate": 0.0002161107845763246,
      "loss": 0.7666,
      "step": 53253
    },
    {
      "epoch": 2.181200081916854,
      "grad_norm": 0.979590551839668,
      "learning_rate": 0.00021610785701712374,
      "loss": 0.6815,
      "step": 53254
    },
    {
      "epoch": 2.1812410403440508,
      "grad_norm": 0.809713084017281,
      "learning_rate": 0.00021610492942667088,
      "loss": 0.5517,
      "step": 53255
    },
    {
      "epoch": 2.1812819987712473,
      "grad_norm": 0.8894218737902043,
      "learning_rate": 0.00021610200180496744,
      "loss": 0.6824,
      "step": 53256
    },
    {
      "epoch": 2.1813229571984434,
      "grad_norm": 0.7226746198615791,
      "learning_rate": 0.00021609907415201483,
      "loss": 0.2834,
      "step": 53257
    },
    {
      "epoch": 2.18136391562564,
      "grad_norm": 0.9977300061077014,
      "learning_rate": 0.00021609614646781434,
      "loss": 0.5493,
      "step": 53258
    },
    {
      "epoch": 2.1814048740528365,
      "grad_norm": 2.1937048249040827,
      "learning_rate": 0.0002160932187523675,
      "loss": 1.8754,
      "step": 53259
    },
    {
      "epoch": 2.1814458324800325,
      "grad_norm": 1.1000575194488147,
      "learning_rate": 0.0002160902910056756,
      "loss": 0.7163,
      "step": 53260
    },
    {
      "epoch": 2.181486790907229,
      "grad_norm": 1.32543294878588,
      "learning_rate": 0.0002160873632277401,
      "loss": 0.9455,
      "step": 53261
    },
    {
      "epoch": 2.1815277493344256,
      "grad_norm": 1.6348209934242468,
      "learning_rate": 0.00021608443541856222,
      "loss": 0.977,
      "step": 53262
    },
    {
      "epoch": 2.181568707761622,
      "grad_norm": 0.9202204387805321,
      "learning_rate": 0.00021608150757814354,
      "loss": 0.6892,
      "step": 53263
    },
    {
      "epoch": 2.1816096661888182,
      "grad_norm": 0.9815616782761318,
      "learning_rate": 0.00021607857970648534,
      "loss": 1.0005,
      "step": 53264
    },
    {
      "epoch": 2.1816506246160148,
      "grad_norm": 0.9232002389711816,
      "learning_rate": 0.00021607565180358903,
      "loss": 0.8115,
      "step": 53265
    },
    {
      "epoch": 2.1816915830432113,
      "grad_norm": 0.8316951738238669,
      "learning_rate": 0.00021607272386945595,
      "loss": 0.4333,
      "step": 53266
    },
    {
      "epoch": 2.1817325414704074,
      "grad_norm": 1.0717590776743862,
      "learning_rate": 0.00021606979590408753,
      "loss": 0.7088,
      "step": 53267
    },
    {
      "epoch": 2.181773499897604,
      "grad_norm": 1.2248540763148612,
      "learning_rate": 0.00021606686790748514,
      "loss": 1.0849,
      "step": 53268
    },
    {
      "epoch": 2.1818144583248005,
      "grad_norm": 1.3085434854019589,
      "learning_rate": 0.00021606393987965022,
      "loss": 0.9258,
      "step": 53269
    },
    {
      "epoch": 2.1818554167519966,
      "grad_norm": 2.4980268910527244,
      "learning_rate": 0.000216061011820584,
      "loss": 0.9423,
      "step": 53270
    },
    {
      "epoch": 2.181896375179193,
      "grad_norm": 0.9719898336971992,
      "learning_rate": 0.00021605808373028807,
      "loss": 0.5615,
      "step": 53271
    },
    {
      "epoch": 2.1819373336063896,
      "grad_norm": 1.1204302009872726,
      "learning_rate": 0.00021605515560876369,
      "loss": 0.827,
      "step": 53272
    },
    {
      "epoch": 2.1819782920335857,
      "grad_norm": 0.9055525534308482,
      "learning_rate": 0.00021605222745601225,
      "loss": 0.564,
      "step": 53273
    },
    {
      "epoch": 2.1820192504607823,
      "grad_norm": 0.7444509038227933,
      "learning_rate": 0.00021604929927203514,
      "loss": 0.4453,
      "step": 53274
    },
    {
      "epoch": 2.182060208887979,
      "grad_norm": 1.337388763733224,
      "learning_rate": 0.0002160463710568338,
      "loss": 0.8385,
      "step": 53275
    },
    {
      "epoch": 2.182101167315175,
      "grad_norm": 1.1678726627630927,
      "learning_rate": 0.00021604344281040953,
      "loss": 1.0617,
      "step": 53276
    },
    {
      "epoch": 2.1821421257423714,
      "grad_norm": 0.7447986844931469,
      "learning_rate": 0.00021604051453276372,
      "loss": 0.6544,
      "step": 53277
    },
    {
      "epoch": 2.182183084169568,
      "grad_norm": 1.4736803907507157,
      "learning_rate": 0.00021603758622389785,
      "loss": 1.2861,
      "step": 53278
    },
    {
      "epoch": 2.182224042596764,
      "grad_norm": 3.2367106851356526,
      "learning_rate": 0.0002160346578838132,
      "loss": 3.1228,
      "step": 53279
    },
    {
      "epoch": 2.1822650010239606,
      "grad_norm": 1.088873240614829,
      "learning_rate": 0.0002160317295125112,
      "loss": 0.9738,
      "step": 53280
    },
    {
      "epoch": 2.182305959451157,
      "grad_norm": 1.040953733050134,
      "learning_rate": 0.00021602880110999323,
      "loss": 0.8185,
      "step": 53281
    },
    {
      "epoch": 2.1823469178783537,
      "grad_norm": 1.0023206793116015,
      "learning_rate": 0.0002160258726762607,
      "loss": 0.512,
      "step": 53282
    },
    {
      "epoch": 2.1823878763055498,
      "grad_norm": 0.8987086135084879,
      "learning_rate": 0.00021602294421131492,
      "loss": 0.6773,
      "step": 53283
    },
    {
      "epoch": 2.1824288347327463,
      "grad_norm": 1.4628293490336732,
      "learning_rate": 0.00021602001571515737,
      "loss": 0.7473,
      "step": 53284
    },
    {
      "epoch": 2.182469793159943,
      "grad_norm": 1.4958081781118029,
      "learning_rate": 0.00021601708718778934,
      "loss": 1.2672,
      "step": 53285
    },
    {
      "epoch": 2.182510751587139,
      "grad_norm": 1.342141104301989,
      "learning_rate": 0.0002160141586292123,
      "loss": 0.7107,
      "step": 53286
    },
    {
      "epoch": 2.1825517100143355,
      "grad_norm": 1.0236003972805958,
      "learning_rate": 0.0002160112300394276,
      "loss": 0.8568,
      "step": 53287
    },
    {
      "epoch": 2.182592668441532,
      "grad_norm": 0.8421619966413617,
      "learning_rate": 0.00021600830141843663,
      "loss": 0.6565,
      "step": 53288
    },
    {
      "epoch": 2.182633626868728,
      "grad_norm": 1.528532030377903,
      "learning_rate": 0.00021600537276624072,
      "loss": 1.4423,
      "step": 53289
    },
    {
      "epoch": 2.1826745852959246,
      "grad_norm": 2.56318914163321,
      "learning_rate": 0.00021600244408284132,
      "loss": 3.059,
      "step": 53290
    },
    {
      "epoch": 2.182715543723121,
      "grad_norm": 1.0116187907454397,
      "learning_rate": 0.00021599951536823981,
      "loss": 0.9079,
      "step": 53291
    },
    {
      "epoch": 2.1827565021503172,
      "grad_norm": 1.0661481139824598,
      "learning_rate": 0.00021599658662243757,
      "loss": 1.0334,
      "step": 53292
    },
    {
      "epoch": 2.182797460577514,
      "grad_norm": 0.7490014523340716,
      "learning_rate": 0.00021599365784543597,
      "loss": 0.2778,
      "step": 53293
    },
    {
      "epoch": 2.1828384190047103,
      "grad_norm": 0.8381173036928059,
      "learning_rate": 0.00021599072903723637,
      "loss": 0.558,
      "step": 53294
    },
    {
      "epoch": 2.1828793774319064,
      "grad_norm": 0.8649994245944808,
      "learning_rate": 0.00021598780019784018,
      "loss": 0.4348,
      "step": 53295
    },
    {
      "epoch": 2.182920335859103,
      "grad_norm": 1.4449268578801147,
      "learning_rate": 0.00021598487132724878,
      "loss": 1.6963,
      "step": 53296
    },
    {
      "epoch": 2.1829612942862995,
      "grad_norm": 0.9408890945704445,
      "learning_rate": 0.0002159819424254636,
      "loss": 0.7953,
      "step": 53297
    },
    {
      "epoch": 2.1830022527134956,
      "grad_norm": 1.9076772006251212,
      "learning_rate": 0.00021597901349248595,
      "loss": 0.7373,
      "step": 53298
    },
    {
      "epoch": 2.183043211140692,
      "grad_norm": 0.8072955462225797,
      "learning_rate": 0.00021597608452831725,
      "loss": 0.3476,
      "step": 53299
    },
    {
      "epoch": 2.1830841695678886,
      "grad_norm": 1.2104393115816061,
      "learning_rate": 0.00021597315553295894,
      "loss": 0.9664,
      "step": 53300
    },
    {
      "epoch": 2.183125127995085,
      "grad_norm": 1.255277520435033,
      "learning_rate": 0.0002159702265064123,
      "loss": 0.7949,
      "step": 53301
    },
    {
      "epoch": 2.1831660864222813,
      "grad_norm": 1.037625889732941,
      "learning_rate": 0.00021596729744867877,
      "loss": 0.8828,
      "step": 53302
    },
    {
      "epoch": 2.183207044849478,
      "grad_norm": 0.7258826280196292,
      "learning_rate": 0.00021596436835975976,
      "loss": 0.6183,
      "step": 53303
    },
    {
      "epoch": 2.1832480032766743,
      "grad_norm": 0.735110785365538,
      "learning_rate": 0.0002159614392396566,
      "loss": 0.6512,
      "step": 53304
    },
    {
      "epoch": 2.1832889617038704,
      "grad_norm": 0.6021825145160351,
      "learning_rate": 0.0002159585100883707,
      "loss": 0.2376,
      "step": 53305
    },
    {
      "epoch": 2.183329920131067,
      "grad_norm": 1.2669038808515753,
      "learning_rate": 0.00021595558090590342,
      "loss": 0.7877,
      "step": 53306
    },
    {
      "epoch": 2.1833708785582635,
      "grad_norm": 1.052772127177216,
      "learning_rate": 0.00021595265169225623,
      "loss": 0.8226,
      "step": 53307
    },
    {
      "epoch": 2.1834118369854596,
      "grad_norm": 1.274316966950482,
      "learning_rate": 0.00021594972244743039,
      "loss": 0.942,
      "step": 53308
    },
    {
      "epoch": 2.183452795412656,
      "grad_norm": 0.9780669311082377,
      "learning_rate": 0.0002159467931714274,
      "loss": 0.7553,
      "step": 53309
    },
    {
      "epoch": 2.1834937538398527,
      "grad_norm": 0.842492475757376,
      "learning_rate": 0.00021594386386424857,
      "loss": 0.3722,
      "step": 53310
    },
    {
      "epoch": 2.1835347122670488,
      "grad_norm": 1.0329085281086647,
      "learning_rate": 0.0002159409345258953,
      "loss": 1.0139,
      "step": 53311
    },
    {
      "epoch": 2.1835756706942453,
      "grad_norm": 1.4346858309741353,
      "learning_rate": 0.00021593800515636903,
      "loss": 1.0458,
      "step": 53312
    },
    {
      "epoch": 2.183616629121442,
      "grad_norm": 1.1511970771742006,
      "learning_rate": 0.00021593507575567102,
      "loss": 0.7408,
      "step": 53313
    },
    {
      "epoch": 2.1836575875486384,
      "grad_norm": 1.2631467464640385,
      "learning_rate": 0.00021593214632380277,
      "loss": 0.8564,
      "step": 53314
    },
    {
      "epoch": 2.1836985459758345,
      "grad_norm": 0.8050019995838382,
      "learning_rate": 0.00021592921686076566,
      "loss": 0.598,
      "step": 53315
    },
    {
      "epoch": 2.183739504403031,
      "grad_norm": 0.7476440738503934,
      "learning_rate": 0.000215926287366561,
      "loss": 0.3444,
      "step": 53316
    },
    {
      "epoch": 2.183780462830227,
      "grad_norm": 1.0957536176211469,
      "learning_rate": 0.0002159233578411902,
      "loss": 0.8928,
      "step": 53317
    },
    {
      "epoch": 2.1838214212574236,
      "grad_norm": 1.030510147115092,
      "learning_rate": 0.00021592042828465468,
      "loss": 0.8364,
      "step": 53318
    },
    {
      "epoch": 2.18386237968462,
      "grad_norm": 0.9010840293142937,
      "learning_rate": 0.00021591749869695581,
      "loss": 0.7765,
      "step": 53319
    },
    {
      "epoch": 2.1839033381118167,
      "grad_norm": 1.3512158128170884,
      "learning_rate": 0.000215914569078095,
      "loss": 1.3707,
      "step": 53320
    },
    {
      "epoch": 2.183944296539013,
      "grad_norm": 1.0066630019724836,
      "learning_rate": 0.00021591163942807356,
      "loss": 0.8629,
      "step": 53321
    },
    {
      "epoch": 2.1839852549662093,
      "grad_norm": 0.8652203992722057,
      "learning_rate": 0.00021590870974689296,
      "loss": 0.6685,
      "step": 53322
    },
    {
      "epoch": 2.184026213393406,
      "grad_norm": 1.0354592757185794,
      "learning_rate": 0.00021590578003455454,
      "loss": 0.7938,
      "step": 53323
    },
    {
      "epoch": 2.184067171820602,
      "grad_norm": 0.8259350848646017,
      "learning_rate": 0.00021590285029105967,
      "loss": 0.2595,
      "step": 53324
    },
    {
      "epoch": 2.1841081302477985,
      "grad_norm": 0.9512070631829895,
      "learning_rate": 0.00021589992051640973,
      "loss": 0.3941,
      "step": 53325
    },
    {
      "epoch": 2.184149088674995,
      "grad_norm": 0.9130860294705099,
      "learning_rate": 0.00021589699071060617,
      "loss": 0.6493,
      "step": 53326
    },
    {
      "epoch": 2.184190047102191,
      "grad_norm": 0.7450742623405033,
      "learning_rate": 0.00021589406087365036,
      "loss": 0.2897,
      "step": 53327
    },
    {
      "epoch": 2.1842310055293876,
      "grad_norm": 1.1956466250427529,
      "learning_rate": 0.00021589113100554364,
      "loss": 0.4209,
      "step": 53328
    },
    {
      "epoch": 2.184271963956584,
      "grad_norm": 0.8628025937193016,
      "learning_rate": 0.00021588820110628743,
      "loss": 0.5089,
      "step": 53329
    },
    {
      "epoch": 2.1843129223837803,
      "grad_norm": 0.998568451229488,
      "learning_rate": 0.00021588527117588307,
      "loss": 0.8071,
      "step": 53330
    },
    {
      "epoch": 2.184353880810977,
      "grad_norm": 1.3081834431850998,
      "learning_rate": 0.000215882341214332,
      "loss": 1.0198,
      "step": 53331
    },
    {
      "epoch": 2.1843948392381733,
      "grad_norm": 0.5519196362009527,
      "learning_rate": 0.00021587941122163558,
      "loss": 0.1866,
      "step": 53332
    },
    {
      "epoch": 2.18443579766537,
      "grad_norm": 0.8399618089372501,
      "learning_rate": 0.0002158764811977952,
      "loss": 0.3975,
      "step": 53333
    },
    {
      "epoch": 2.184476756092566,
      "grad_norm": 1.0237327594263723,
      "learning_rate": 0.00021587355114281219,
      "loss": 0.7867,
      "step": 53334
    },
    {
      "epoch": 2.1845177145197625,
      "grad_norm": 14.36588786163652,
      "learning_rate": 0.00021587062105668807,
      "loss": 1.3233,
      "step": 53335
    },
    {
      "epoch": 2.1845586729469586,
      "grad_norm": 1.1138711012244777,
      "learning_rate": 0.00021586769093942412,
      "loss": 1.1116,
      "step": 53336
    },
    {
      "epoch": 2.184599631374155,
      "grad_norm": 0.7589849260888049,
      "learning_rate": 0.00021586476079102173,
      "loss": 0.538,
      "step": 53337
    },
    {
      "epoch": 2.1846405898013517,
      "grad_norm": 1.1647328376126065,
      "learning_rate": 0.00021586183061148226,
      "loss": 1.0232,
      "step": 53338
    },
    {
      "epoch": 2.184681548228548,
      "grad_norm": 1.4624313548004533,
      "learning_rate": 0.0002158589004008072,
      "loss": 1.3228,
      "step": 53339
    },
    {
      "epoch": 2.1847225066557443,
      "grad_norm": 1.411111964404009,
      "learning_rate": 0.00021585597015899785,
      "loss": 1.1898,
      "step": 53340
    },
    {
      "epoch": 2.184763465082941,
      "grad_norm": 1.2199218990714495,
      "learning_rate": 0.00021585303988605562,
      "loss": 0.9252,
      "step": 53341
    },
    {
      "epoch": 2.1848044235101374,
      "grad_norm": 32.17370232642998,
      "learning_rate": 0.0002158501095819819,
      "loss": 4.9318,
      "step": 53342
    },
    {
      "epoch": 2.1848453819373335,
      "grad_norm": 0.6942454783323161,
      "learning_rate": 0.0002158471792467781,
      "loss": 0.3371,
      "step": 53343
    },
    {
      "epoch": 2.18488634036453,
      "grad_norm": 0.6806881804483699,
      "learning_rate": 0.00021584424888044552,
      "loss": 0.3436,
      "step": 53344
    },
    {
      "epoch": 2.1849272987917265,
      "grad_norm": 1.0187781349314333,
      "learning_rate": 0.00021584131848298565,
      "loss": 0.7376,
      "step": 53345
    },
    {
      "epoch": 2.1849682572189226,
      "grad_norm": 1.0004955837917624,
      "learning_rate": 0.0002158383880543998,
      "loss": 0.6726,
      "step": 53346
    },
    {
      "epoch": 2.185009215646119,
      "grad_norm": 0.7290612392610188,
      "learning_rate": 0.00021583545759468938,
      "loss": 0.3929,
      "step": 53347
    },
    {
      "epoch": 2.1850501740733157,
      "grad_norm": 2.1654621006377988,
      "learning_rate": 0.00021583252710385576,
      "loss": 2.3205,
      "step": 53348
    },
    {
      "epoch": 2.185091132500512,
      "grad_norm": 0.8625283283641926,
      "learning_rate": 0.00021582959658190037,
      "loss": 0.7611,
      "step": 53349
    },
    {
      "epoch": 2.1851320909277083,
      "grad_norm": 1.1735672153924854,
      "learning_rate": 0.00021582666602882456,
      "loss": 0.7302,
      "step": 53350
    },
    {
      "epoch": 2.185173049354905,
      "grad_norm": 1.0923143867505307,
      "learning_rate": 0.0002158237354446297,
      "loss": 1.0917,
      "step": 53351
    },
    {
      "epoch": 2.1852140077821014,
      "grad_norm": 0.984409946269381,
      "learning_rate": 0.0002158208048293172,
      "loss": 0.8942,
      "step": 53352
    },
    {
      "epoch": 2.1852549662092975,
      "grad_norm": 3.0103739152860167,
      "learning_rate": 0.00021581787418288844,
      "loss": 5.4949,
      "step": 53353
    },
    {
      "epoch": 2.185295924636494,
      "grad_norm": 0.9792134754281341,
      "learning_rate": 0.00021581494350534486,
      "loss": 0.5364,
      "step": 53354
    },
    {
      "epoch": 2.1853368830636906,
      "grad_norm": 1.0834574629430576,
      "learning_rate": 0.00021581201279668774,
      "loss": 1.0574,
      "step": 53355
    },
    {
      "epoch": 2.1853778414908867,
      "grad_norm": 0.6870950502017849,
      "learning_rate": 0.00021580908205691857,
      "loss": 0.2689,
      "step": 53356
    },
    {
      "epoch": 2.185418799918083,
      "grad_norm": 1.299936117100116,
      "learning_rate": 0.00021580615128603863,
      "loss": 0.7152,
      "step": 53357
    },
    {
      "epoch": 2.1854597583452797,
      "grad_norm": 1.6264969604205601,
      "learning_rate": 0.00021580322048404937,
      "loss": 0.9871,
      "step": 53358
    },
    {
      "epoch": 2.185500716772476,
      "grad_norm": 0.8169489072889536,
      "learning_rate": 0.0002158002896509522,
      "loss": 0.7107,
      "step": 53359
    },
    {
      "epoch": 2.1855416751996724,
      "grad_norm": 0.8727340728559809,
      "learning_rate": 0.00021579735878674846,
      "loss": 0.2642,
      "step": 53360
    },
    {
      "epoch": 2.185582633626869,
      "grad_norm": 0.9666421275055903,
      "learning_rate": 0.00021579442789143954,
      "loss": 0.6511,
      "step": 53361
    },
    {
      "epoch": 2.185623592054065,
      "grad_norm": 1.2695534145797398,
      "learning_rate": 0.0002157914969650268,
      "loss": 0.9361,
      "step": 53362
    },
    {
      "epoch": 2.1856645504812615,
      "grad_norm": 1.332400815329905,
      "learning_rate": 0.0002157885660075117,
      "loss": 0.6789,
      "step": 53363
    },
    {
      "epoch": 2.185705508908458,
      "grad_norm": 1.1762805443217736,
      "learning_rate": 0.00021578563501889556,
      "loss": 0.8664,
      "step": 53364
    },
    {
      "epoch": 2.185746467335654,
      "grad_norm": 0.9899723257616491,
      "learning_rate": 0.00021578270399917984,
      "loss": 0.8323,
      "step": 53365
    },
    {
      "epoch": 2.1857874257628507,
      "grad_norm": 0.6571621341744133,
      "learning_rate": 0.00021577977294836578,
      "loss": 0.2805,
      "step": 53366
    },
    {
      "epoch": 2.185828384190047,
      "grad_norm": 0.9183842135052681,
      "learning_rate": 0.00021577684186645493,
      "loss": 0.8179,
      "step": 53367
    },
    {
      "epoch": 2.1858693426172433,
      "grad_norm": 1.196580934558692,
      "learning_rate": 0.00021577391075344862,
      "loss": 0.9881,
      "step": 53368
    },
    {
      "epoch": 2.18591030104444,
      "grad_norm": 3.8917530638947926,
      "learning_rate": 0.00021577097960934818,
      "loss": 4.3014,
      "step": 53369
    },
    {
      "epoch": 2.1859512594716364,
      "grad_norm": 0.901526148208985,
      "learning_rate": 0.00021576804843415501,
      "loss": 0.5135,
      "step": 53370
    },
    {
      "epoch": 2.185992217898833,
      "grad_norm": 1.0844681668652656,
      "learning_rate": 0.00021576511722787056,
      "loss": 0.7378,
      "step": 53371
    },
    {
      "epoch": 2.186033176326029,
      "grad_norm": 0.8579842163569785,
      "learning_rate": 0.0002157621859904962,
      "loss": 0.4062,
      "step": 53372
    },
    {
      "epoch": 2.1860741347532255,
      "grad_norm": 1.1325749919977883,
      "learning_rate": 0.00021575925472203328,
      "loss": 0.7416,
      "step": 53373
    },
    {
      "epoch": 2.186115093180422,
      "grad_norm": 1.4563310640510096,
      "learning_rate": 0.00021575632342248316,
      "loss": 1.0125,
      "step": 53374
    },
    {
      "epoch": 2.186156051607618,
      "grad_norm": 1.0551756938618855,
      "learning_rate": 0.0002157533920918473,
      "loss": 0.9325,
      "step": 53375
    },
    {
      "epoch": 2.1861970100348147,
      "grad_norm": 1.386725696652685,
      "learning_rate": 0.00021575046073012708,
      "loss": 0.7324,
      "step": 53376
    },
    {
      "epoch": 2.1862379684620112,
      "grad_norm": 7.854498826333544,
      "learning_rate": 0.00021574752933732383,
      "loss": 6.1295,
      "step": 53377
    },
    {
      "epoch": 2.1862789268892073,
      "grad_norm": 1.3593220935014603,
      "learning_rate": 0.00021574459791343895,
      "loss": 0.9446,
      "step": 53378
    },
    {
      "epoch": 2.186319885316404,
      "grad_norm": 0.7443644965235675,
      "learning_rate": 0.00021574166645847384,
      "loss": 0.6551,
      "step": 53379
    },
    {
      "epoch": 2.1863608437436004,
      "grad_norm": 0.7529035615019509,
      "learning_rate": 0.00021573873497242996,
      "loss": 0.2718,
      "step": 53380
    },
    {
      "epoch": 2.1864018021707965,
      "grad_norm": 1.3404488283641212,
      "learning_rate": 0.00021573580345530852,
      "loss": 1.3994,
      "step": 53381
    },
    {
      "epoch": 2.186442760597993,
      "grad_norm": 1.2562854993742487,
      "learning_rate": 0.00021573287190711107,
      "loss": 0.8326,
      "step": 53382
    },
    {
      "epoch": 2.1864837190251896,
      "grad_norm": 0.9958609345952437,
      "learning_rate": 0.00021572994032783893,
      "loss": 0.767,
      "step": 53383
    },
    {
      "epoch": 2.1865246774523857,
      "grad_norm": 1.1015918844326584,
      "learning_rate": 0.00021572700871749345,
      "loss": 0.9225,
      "step": 53384
    },
    {
      "epoch": 2.186565635879582,
      "grad_norm": 0.8806221634479876,
      "learning_rate": 0.00021572407707607605,
      "loss": 0.7591,
      "step": 53385
    },
    {
      "epoch": 2.1866065943067787,
      "grad_norm": 1.034197545320645,
      "learning_rate": 0.00021572114540358814,
      "loss": 0.7729,
      "step": 53386
    },
    {
      "epoch": 2.186647552733975,
      "grad_norm": 1.205097370367261,
      "learning_rate": 0.00021571821370003108,
      "loss": 0.902,
      "step": 53387
    },
    {
      "epoch": 2.1866885111611714,
      "grad_norm": 1.0810132446461163,
      "learning_rate": 0.0002157152819654063,
      "loss": 0.7225,
      "step": 53388
    },
    {
      "epoch": 2.186729469588368,
      "grad_norm": 1.2221614103312093,
      "learning_rate": 0.00021571235019971508,
      "loss": 1.1766,
      "step": 53389
    },
    {
      "epoch": 2.1867704280155644,
      "grad_norm": 0.619391053424978,
      "learning_rate": 0.00021570941840295892,
      "loss": 0.2418,
      "step": 53390
    },
    {
      "epoch": 2.1868113864427605,
      "grad_norm": 0.6606329367893611,
      "learning_rate": 0.00021570648657513915,
      "loss": 0.3367,
      "step": 53391
    },
    {
      "epoch": 2.186852344869957,
      "grad_norm": 1.0695782956751498,
      "learning_rate": 0.0002157035547162572,
      "loss": 0.744,
      "step": 53392
    },
    {
      "epoch": 2.1868933032971536,
      "grad_norm": 0.886834372625333,
      "learning_rate": 0.00021570062282631432,
      "loss": 0.7256,
      "step": 53393
    },
    {
      "epoch": 2.1869342617243497,
      "grad_norm": 0.845625142099333,
      "learning_rate": 0.0002156976909053121,
      "loss": 0.6334,
      "step": 53394
    },
    {
      "epoch": 2.186975220151546,
      "grad_norm": 1.0761416003004918,
      "learning_rate": 0.0002156947589532518,
      "loss": 0.7663,
      "step": 53395
    },
    {
      "epoch": 2.1870161785787428,
      "grad_norm": 1.1966828956679605,
      "learning_rate": 0.00021569182697013482,
      "loss": 0.9589,
      "step": 53396
    },
    {
      "epoch": 2.187057137005939,
      "grad_norm": 0.6098183635865975,
      "learning_rate": 0.00021568889495596257,
      "loss": 0.2984,
      "step": 53397
    },
    {
      "epoch": 2.1870980954331354,
      "grad_norm": 1.2419994399862762,
      "learning_rate": 0.00021568596291073638,
      "loss": 0.9341,
      "step": 53398
    },
    {
      "epoch": 2.187139053860332,
      "grad_norm": 1.073848497501447,
      "learning_rate": 0.00021568303083445772,
      "loss": 0.9666,
      "step": 53399
    },
    {
      "epoch": 2.187180012287528,
      "grad_norm": 1.156941346401017,
      "learning_rate": 0.00021568009872712792,
      "loss": 0.5097,
      "step": 53400
    },
    {
      "epoch": 2.1872209707147245,
      "grad_norm": 0.9927786267918035,
      "learning_rate": 0.00021567716658874839,
      "loss": 0.5541,
      "step": 53401
    },
    {
      "epoch": 2.187261929141921,
      "grad_norm": 0.6346878460736619,
      "learning_rate": 0.00021567423441932044,
      "loss": 0.2714,
      "step": 53402
    },
    {
      "epoch": 2.187302887569117,
      "grad_norm": 1.0107646677911928,
      "learning_rate": 0.00021567130221884564,
      "loss": 0.5196,
      "step": 53403
    },
    {
      "epoch": 2.1873438459963137,
      "grad_norm": 1.235059097776048,
      "learning_rate": 0.00021566836998732517,
      "loss": 1.0942,
      "step": 53404
    },
    {
      "epoch": 2.1873848044235102,
      "grad_norm": 0.9215879199961785,
      "learning_rate": 0.00021566543772476055,
      "loss": 0.6255,
      "step": 53405
    },
    {
      "epoch": 2.1874257628507063,
      "grad_norm": 0.7452539021647135,
      "learning_rate": 0.00021566250543115308,
      "loss": 0.5402,
      "step": 53406
    },
    {
      "epoch": 2.187466721277903,
      "grad_norm": 0.7211233170590635,
      "learning_rate": 0.00021565957310650422,
      "loss": 0.7472,
      "step": 53407
    },
    {
      "epoch": 2.1875076797050994,
      "grad_norm": 0.9832992442374893,
      "learning_rate": 0.00021565664075081533,
      "loss": 0.9968,
      "step": 53408
    },
    {
      "epoch": 2.187548638132296,
      "grad_norm": 1.1447860364506857,
      "learning_rate": 0.0002156537083640878,
      "loss": 0.3078,
      "step": 53409
    },
    {
      "epoch": 2.187589596559492,
      "grad_norm": 1.3940701087227998,
      "learning_rate": 0.00021565077594632294,
      "loss": 0.9734,
      "step": 53410
    },
    {
      "epoch": 2.1876305549866886,
      "grad_norm": 0.9034613926337967,
      "learning_rate": 0.00021564784349752228,
      "loss": 0.8531,
      "step": 53411
    },
    {
      "epoch": 2.187671513413885,
      "grad_norm": 0.9350392954733062,
      "learning_rate": 0.0002156449110176871,
      "loss": 0.9551,
      "step": 53412
    },
    {
      "epoch": 2.187712471841081,
      "grad_norm": 0.7393869064849423,
      "learning_rate": 0.0002156419785068188,
      "loss": 0.2691,
      "step": 53413
    },
    {
      "epoch": 2.1877534302682777,
      "grad_norm": 1.073621979953094,
      "learning_rate": 0.00021563904596491877,
      "loss": 0.8416,
      "step": 53414
    },
    {
      "epoch": 2.1877943886954743,
      "grad_norm": 0.8453925752941441,
      "learning_rate": 0.0002156361133919885,
      "loss": 0.72,
      "step": 53415
    },
    {
      "epoch": 2.1878353471226704,
      "grad_norm": 0.7673412712349759,
      "learning_rate": 0.00021563318078802917,
      "loss": 0.3686,
      "step": 53416
    },
    {
      "epoch": 2.187876305549867,
      "grad_norm": 0.9090080969624258,
      "learning_rate": 0.00021563024815304233,
      "loss": 0.8407,
      "step": 53417
    },
    {
      "epoch": 2.1879172639770634,
      "grad_norm": 0.3716922382927199,
      "learning_rate": 0.00021562731548702932,
      "loss": 0.1397,
      "step": 53418
    },
    {
      "epoch": 2.1879582224042595,
      "grad_norm": 1.1505512471585633,
      "learning_rate": 0.00021562438278999155,
      "loss": 0.891,
      "step": 53419
    },
    {
      "epoch": 2.187999180831456,
      "grad_norm": 0.6491141446883203,
      "learning_rate": 0.00021562145006193034,
      "loss": 0.2854,
      "step": 53420
    },
    {
      "epoch": 2.1880401392586526,
      "grad_norm": 0.752749454190951,
      "learning_rate": 0.0002156185173028471,
      "loss": 0.3341,
      "step": 53421
    },
    {
      "epoch": 2.1880810976858487,
      "grad_norm": 1.1831381740038507,
      "learning_rate": 0.00021561558451274325,
      "loss": 1.0016,
      "step": 53422
    },
    {
      "epoch": 2.188122056113045,
      "grad_norm": 0.9039170300519803,
      "learning_rate": 0.00021561265169162016,
      "loss": 0.7553,
      "step": 53423
    },
    {
      "epoch": 2.1881630145402418,
      "grad_norm": 0.7566221223987059,
      "learning_rate": 0.00021560971883947925,
      "loss": 0.3135,
      "step": 53424
    },
    {
      "epoch": 2.188203972967438,
      "grad_norm": 1.2041411962065875,
      "learning_rate": 0.0002156067859563218,
      "loss": 1.2838,
      "step": 53425
    },
    {
      "epoch": 2.1882449313946344,
      "grad_norm": 0.8801734948224733,
      "learning_rate": 0.00021560385304214932,
      "loss": 0.3454,
      "step": 53426
    },
    {
      "epoch": 2.188285889821831,
      "grad_norm": 0.7706471938822466,
      "learning_rate": 0.00021560092009696315,
      "loss": 0.2919,
      "step": 53427
    },
    {
      "epoch": 2.1883268482490275,
      "grad_norm": 0.7458930029092662,
      "learning_rate": 0.00021559798712076465,
      "loss": 0.2935,
      "step": 53428
    },
    {
      "epoch": 2.1883678066762235,
      "grad_norm": 0.733972837390301,
      "learning_rate": 0.00021559505411355523,
      "loss": 0.2614,
      "step": 53429
    },
    {
      "epoch": 2.18840876510342,
      "grad_norm": 2.683517160843872,
      "learning_rate": 0.0002155921210753363,
      "loss": 2.3565,
      "step": 53430
    },
    {
      "epoch": 2.1884497235306166,
      "grad_norm": 0.7234331269477557,
      "learning_rate": 0.0002155891880061092,
      "loss": 0.2916,
      "step": 53431
    },
    {
      "epoch": 2.1884906819578127,
      "grad_norm": 1.0595194348064512,
      "learning_rate": 0.00021558625490587533,
      "loss": 0.6819,
      "step": 53432
    },
    {
      "epoch": 2.1885316403850092,
      "grad_norm": 0.683279323572712,
      "learning_rate": 0.0002155833217746361,
      "loss": 0.2392,
      "step": 53433
    },
    {
      "epoch": 2.188572598812206,
      "grad_norm": 0.8679636771571282,
      "learning_rate": 0.00021558038861239285,
      "loss": 0.735,
      "step": 53434
    },
    {
      "epoch": 2.188613557239402,
      "grad_norm": 0.9230549348442016,
      "learning_rate": 0.00021557745541914703,
      "loss": 0.5805,
      "step": 53435
    },
    {
      "epoch": 2.1886545156665984,
      "grad_norm": 1.0212109724148164,
      "learning_rate": 0.0002155745221949,
      "loss": 0.8915,
      "step": 53436
    },
    {
      "epoch": 2.188695474093795,
      "grad_norm": 0.8846322634847567,
      "learning_rate": 0.00021557158893965314,
      "loss": 0.5509,
      "step": 53437
    },
    {
      "epoch": 2.188736432520991,
      "grad_norm": 1.0804037166798268,
      "learning_rate": 0.0002155686556534078,
      "loss": 0.9745,
      "step": 53438
    },
    {
      "epoch": 2.1887773909481876,
      "grad_norm": 0.8995109907346558,
      "learning_rate": 0.00021556572233616544,
      "loss": 0.689,
      "step": 53439
    },
    {
      "epoch": 2.188818349375384,
      "grad_norm": 0.8620501178846857,
      "learning_rate": 0.00021556278898792738,
      "loss": 0.6766,
      "step": 53440
    },
    {
      "epoch": 2.18885930780258,
      "grad_norm": 0.6789757749934701,
      "learning_rate": 0.00021555985560869507,
      "loss": 0.2884,
      "step": 53441
    },
    {
      "epoch": 2.1889002662297767,
      "grad_norm": 1.4192521712516475,
      "learning_rate": 0.00021555692219846984,
      "loss": 1.5526,
      "step": 53442
    },
    {
      "epoch": 2.1889412246569733,
      "grad_norm": 0.9667415760773415,
      "learning_rate": 0.0002155539887572531,
      "loss": 0.7745,
      "step": 53443
    },
    {
      "epoch": 2.1889821830841694,
      "grad_norm": 1.0290731135552993,
      "learning_rate": 0.0002155510552850463,
      "loss": 0.9078,
      "step": 53444
    },
    {
      "epoch": 2.189023141511366,
      "grad_norm": 0.9724505001539309,
      "learning_rate": 0.00021554812178185072,
      "loss": 0.6613,
      "step": 53445
    },
    {
      "epoch": 2.1890640999385624,
      "grad_norm": 1.360415772664535,
      "learning_rate": 0.0002155451882476678,
      "loss": 1.0103,
      "step": 53446
    },
    {
      "epoch": 2.189105058365759,
      "grad_norm": 1.526134658594093,
      "learning_rate": 0.00021554225468249885,
      "loss": 1.0716,
      "step": 53447
    },
    {
      "epoch": 2.189146016792955,
      "grad_norm": 1.2609642649056956,
      "learning_rate": 0.0002155393210863454,
      "loss": 0.9659,
      "step": 53448
    },
    {
      "epoch": 2.1891869752201516,
      "grad_norm": 0.7069778143828345,
      "learning_rate": 0.0002155363874592088,
      "loss": 0.2813,
      "step": 53449
    },
    {
      "epoch": 2.189227933647348,
      "grad_norm": 0.8398642930151775,
      "learning_rate": 0.0002155334538010903,
      "loss": 0.7386,
      "step": 53450
    },
    {
      "epoch": 2.1892688920745442,
      "grad_norm": 1.0338764911161882,
      "learning_rate": 0.00021553052011199144,
      "loss": 0.813,
      "step": 53451
    },
    {
      "epoch": 2.1893098505017408,
      "grad_norm": 1.9275316532968207,
      "learning_rate": 0.00021552758639191357,
      "loss": 1.4692,
      "step": 53452
    },
    {
      "epoch": 2.1893508089289373,
      "grad_norm": 2.073582414812467,
      "learning_rate": 0.000215524652640858,
      "loss": 1.5226,
      "step": 53453
    },
    {
      "epoch": 2.1893917673561334,
      "grad_norm": 1.967167896306816,
      "learning_rate": 0.00021552171885882624,
      "loss": 0.8238,
      "step": 53454
    },
    {
      "epoch": 2.18943272578333,
      "grad_norm": 0.7532194150241538,
      "learning_rate": 0.00021551878504581958,
      "loss": 0.6245,
      "step": 53455
    },
    {
      "epoch": 2.1894736842105265,
      "grad_norm": 1.0326778644819499,
      "learning_rate": 0.00021551585120183943,
      "loss": 0.9972,
      "step": 53456
    },
    {
      "epoch": 2.1895146426377226,
      "grad_norm": 1.0471835889438625,
      "learning_rate": 0.00021551291732688715,
      "loss": 0.9099,
      "step": 53457
    },
    {
      "epoch": 2.189555601064919,
      "grad_norm": 1.743698703013606,
      "learning_rate": 0.00021550998342096425,
      "loss": 0.8567,
      "step": 53458
    },
    {
      "epoch": 2.1895965594921156,
      "grad_norm": 1.0867394414161766,
      "learning_rate": 0.000215507049484072,
      "loss": 0.887,
      "step": 53459
    },
    {
      "epoch": 2.1896375179193117,
      "grad_norm": 1.1567874794144553,
      "learning_rate": 0.00021550411551621182,
      "loss": 1.0018,
      "step": 53460
    },
    {
      "epoch": 2.1896784763465083,
      "grad_norm": 0.8888658509121659,
      "learning_rate": 0.00021550118151738505,
      "loss": 0.6832,
      "step": 53461
    },
    {
      "epoch": 2.189719434773705,
      "grad_norm": 0.8820550280306376,
      "learning_rate": 0.00021549824748759317,
      "loss": 0.3323,
      "step": 53462
    },
    {
      "epoch": 2.189760393200901,
      "grad_norm": 1.3031867417552867,
      "learning_rate": 0.00021549531342683753,
      "loss": 0.8591,
      "step": 53463
    },
    {
      "epoch": 2.1898013516280974,
      "grad_norm": 0.7280214070274909,
      "learning_rate": 0.00021549237933511948,
      "loss": 0.5062,
      "step": 53464
    },
    {
      "epoch": 2.189842310055294,
      "grad_norm": 0.9178956983725034,
      "learning_rate": 0.0002154894452124404,
      "loss": 0.5155,
      "step": 53465
    },
    {
      "epoch": 2.1898832684824905,
      "grad_norm": 0.9628198098839407,
      "learning_rate": 0.00021548651105880178,
      "loss": 0.6386,
      "step": 53466
    },
    {
      "epoch": 2.1899242269096866,
      "grad_norm": 0.9001169028826881,
      "learning_rate": 0.0002154835768742049,
      "loss": 0.3546,
      "step": 53467
    },
    {
      "epoch": 2.189965185336883,
      "grad_norm": 0.878853416331255,
      "learning_rate": 0.0002154806426586512,
      "loss": 0.8134,
      "step": 53468
    },
    {
      "epoch": 2.1900061437640796,
      "grad_norm": 1.0528100927981052,
      "learning_rate": 0.00021547770841214207,
      "loss": 0.6965,
      "step": 53469
    },
    {
      "epoch": 2.1900471021912757,
      "grad_norm": 0.7725262727849695,
      "learning_rate": 0.0002154747741346788,
      "loss": 0.66,
      "step": 53470
    },
    {
      "epoch": 2.1900880606184723,
      "grad_norm": 1.0960533081103805,
      "learning_rate": 0.00021547183982626293,
      "loss": 0.964,
      "step": 53471
    },
    {
      "epoch": 2.190129019045669,
      "grad_norm": 1.4883114110198346,
      "learning_rate": 0.00021546890548689574,
      "loss": 1.1926,
      "step": 53472
    },
    {
      "epoch": 2.190169977472865,
      "grad_norm": 0.8811277520854668,
      "learning_rate": 0.0002154659711165787,
      "loss": 0.7754,
      "step": 53473
    },
    {
      "epoch": 2.1902109359000614,
      "grad_norm": 0.9915946054861509,
      "learning_rate": 0.00021546303671531307,
      "loss": 0.9103,
      "step": 53474
    },
    {
      "epoch": 2.190251894327258,
      "grad_norm": 1.3337753187806947,
      "learning_rate": 0.00021546010228310037,
      "loss": 1.4331,
      "step": 53475
    },
    {
      "epoch": 2.190292852754454,
      "grad_norm": 0.8839747289960622,
      "learning_rate": 0.00021545716781994192,
      "loss": 0.7617,
      "step": 53476
    },
    {
      "epoch": 2.1903338111816506,
      "grad_norm": 0.8090968318977158,
      "learning_rate": 0.0002154542333258391,
      "loss": 0.619,
      "step": 53477
    },
    {
      "epoch": 2.190374769608847,
      "grad_norm": 0.7436440961942806,
      "learning_rate": 0.00021545129880079335,
      "loss": 0.2884,
      "step": 53478
    },
    {
      "epoch": 2.1904157280360432,
      "grad_norm": 1.2557106340905113,
      "learning_rate": 0.000215448364244806,
      "loss": 0.7681,
      "step": 53479
    },
    {
      "epoch": 2.1904566864632398,
      "grad_norm": 1.2508200994159329,
      "learning_rate": 0.00021544542965787848,
      "loss": 0.8307,
      "step": 53480
    },
    {
      "epoch": 2.1904976448904363,
      "grad_norm": 1.2012394296822932,
      "learning_rate": 0.00021544249504001217,
      "loss": 1.0998,
      "step": 53481
    },
    {
      "epoch": 2.1905386033176324,
      "grad_norm": 1.1353604934445396,
      "learning_rate": 0.00021543956039120837,
      "loss": 0.9517,
      "step": 53482
    },
    {
      "epoch": 2.190579561744829,
      "grad_norm": 0.964196954493416,
      "learning_rate": 0.00021543662571146862,
      "loss": 0.6934,
      "step": 53483
    },
    {
      "epoch": 2.1906205201720255,
      "grad_norm": 1.3344018166415115,
      "learning_rate": 0.00021543369100079422,
      "loss": 0.8523,
      "step": 53484
    },
    {
      "epoch": 2.190661478599222,
      "grad_norm": 0.9623916296723316,
      "learning_rate": 0.00021543075625918656,
      "loss": 0.599,
      "step": 53485
    },
    {
      "epoch": 2.190702437026418,
      "grad_norm": 1.0405907700254051,
      "learning_rate": 0.000215427821486647,
      "loss": 0.7129,
      "step": 53486
    },
    {
      "epoch": 2.1907433954536146,
      "grad_norm": 1.0459218295879384,
      "learning_rate": 0.000215424886683177,
      "loss": 0.8682,
      "step": 53487
    },
    {
      "epoch": 2.190784353880811,
      "grad_norm": 1.4144589758045492,
      "learning_rate": 0.0002154219518487779,
      "loss": 0.8957,
      "step": 53488
    },
    {
      "epoch": 2.1908253123080073,
      "grad_norm": 1.0492215637942732,
      "learning_rate": 0.0002154190169834511,
      "loss": 0.7612,
      "step": 53489
    },
    {
      "epoch": 2.190866270735204,
      "grad_norm": 1.2125919407639465,
      "learning_rate": 0.00021541608208719797,
      "loss": 0.8254,
      "step": 53490
    },
    {
      "epoch": 2.1909072291624003,
      "grad_norm": 1.1538530782207597,
      "learning_rate": 0.00021541314716001995,
      "loss": 0.957,
      "step": 53491
    },
    {
      "epoch": 2.1909481875895964,
      "grad_norm": 0.9288010338188325,
      "learning_rate": 0.00021541021220191836,
      "loss": 0.839,
      "step": 53492
    },
    {
      "epoch": 2.190989146016793,
      "grad_norm": 0.8622186330810181,
      "learning_rate": 0.00021540727721289463,
      "loss": 0.5415,
      "step": 53493
    },
    {
      "epoch": 2.1910301044439895,
      "grad_norm": 0.969417480504565,
      "learning_rate": 0.0002154043421929501,
      "loss": 0.7259,
      "step": 53494
    },
    {
      "epoch": 2.1910710628711856,
      "grad_norm": 2.198071672984805,
      "learning_rate": 0.00021540140714208626,
      "loss": 1.0416,
      "step": 53495
    },
    {
      "epoch": 2.191112021298382,
      "grad_norm": 0.8220958318770528,
      "learning_rate": 0.00021539847206030437,
      "loss": 0.6641,
      "step": 53496
    },
    {
      "epoch": 2.1911529797255787,
      "grad_norm": 0.6485099900546357,
      "learning_rate": 0.00021539553694760588,
      "loss": 0.2433,
      "step": 53497
    },
    {
      "epoch": 2.1911939381527747,
      "grad_norm": 0.9426459142720187,
      "learning_rate": 0.00021539260180399223,
      "loss": 0.7835,
      "step": 53498
    },
    {
      "epoch": 2.1912348965799713,
      "grad_norm": 0.9532285864127897,
      "learning_rate": 0.0002153896666294647,
      "loss": 0.6364,
      "step": 53499
    },
    {
      "epoch": 2.191275855007168,
      "grad_norm": 0.7581859688669295,
      "learning_rate": 0.00021538673142402475,
      "loss": 0.374,
      "step": 53500
    },
    {
      "epoch": 2.191316813434364,
      "grad_norm": 1.3281797374487456,
      "learning_rate": 0.00021538379618767371,
      "loss": 1.0525,
      "step": 53501
    },
    {
      "epoch": 2.1913577718615604,
      "grad_norm": 1.4913864402404209,
      "learning_rate": 0.00021538086092041307,
      "loss": 0.5491,
      "step": 53502
    },
    {
      "epoch": 2.191398730288757,
      "grad_norm": 0.9587727744215307,
      "learning_rate": 0.0002153779256222441,
      "loss": 0.7614,
      "step": 53503
    },
    {
      "epoch": 2.1914396887159535,
      "grad_norm": 1.1516945258693723,
      "learning_rate": 0.00021537499029316827,
      "loss": 0.5176,
      "step": 53504
    },
    {
      "epoch": 2.1914806471431496,
      "grad_norm": 0.8496058180043582,
      "learning_rate": 0.00021537205493318693,
      "loss": 0.3151,
      "step": 53505
    },
    {
      "epoch": 2.191521605570346,
      "grad_norm": 2.459901872754762,
      "learning_rate": 0.00021536911954230146,
      "loss": 3.3134,
      "step": 53506
    },
    {
      "epoch": 2.1915625639975427,
      "grad_norm": 0.8748590781364289,
      "learning_rate": 0.00021536618412051328,
      "loss": 0.6568,
      "step": 53507
    },
    {
      "epoch": 2.1916035224247388,
      "grad_norm": 0.9950408772618242,
      "learning_rate": 0.00021536324866782376,
      "loss": 0.73,
      "step": 53508
    },
    {
      "epoch": 2.1916444808519353,
      "grad_norm": 0.6135752825673481,
      "learning_rate": 0.00021536031318423432,
      "loss": 0.2797,
      "step": 53509
    },
    {
      "epoch": 2.191685439279132,
      "grad_norm": 1.9688738393268683,
      "learning_rate": 0.00021535737766974623,
      "loss": 0.5603,
      "step": 53510
    },
    {
      "epoch": 2.191726397706328,
      "grad_norm": 0.6933117252476313,
      "learning_rate": 0.00021535444212436106,
      "loss": 0.2522,
      "step": 53511
    },
    {
      "epoch": 2.1917673561335245,
      "grad_norm": 1.2099516809382682,
      "learning_rate": 0.00021535150654808006,
      "loss": 0.7181,
      "step": 53512
    },
    {
      "epoch": 2.191808314560721,
      "grad_norm": 0.8298400121825007,
      "learning_rate": 0.00021534857094090466,
      "loss": 0.7801,
      "step": 53513
    },
    {
      "epoch": 2.191849272987917,
      "grad_norm": 1.2091761290795489,
      "learning_rate": 0.00021534563530283622,
      "loss": 0.7402,
      "step": 53514
    },
    {
      "epoch": 2.1918902314151136,
      "grad_norm": 0.7255463454596671,
      "learning_rate": 0.00021534269963387618,
      "loss": 0.2991,
      "step": 53515
    },
    {
      "epoch": 2.19193118984231,
      "grad_norm": 0.8355656491493442,
      "learning_rate": 0.00021533976393402595,
      "loss": 0.3277,
      "step": 53516
    },
    {
      "epoch": 2.1919721482695063,
      "grad_norm": 1.1934111233749662,
      "learning_rate": 0.0002153368282032868,
      "loss": 0.8771,
      "step": 53517
    },
    {
      "epoch": 2.192013106696703,
      "grad_norm": 1.2317451822762535,
      "learning_rate": 0.0002153338924416602,
      "loss": 0.9932,
      "step": 53518
    },
    {
      "epoch": 2.1920540651238993,
      "grad_norm": 1.0733651475319839,
      "learning_rate": 0.00021533095664914755,
      "loss": 0.8816,
      "step": 53519
    },
    {
      "epoch": 2.1920950235510954,
      "grad_norm": 1.419384802123943,
      "learning_rate": 0.00021532802082575023,
      "loss": 0.7798,
      "step": 53520
    },
    {
      "epoch": 2.192135981978292,
      "grad_norm": 1.0081259684520432,
      "learning_rate": 0.0002153250849714696,
      "loss": 0.535,
      "step": 53521
    },
    {
      "epoch": 2.1921769404054885,
      "grad_norm": 3.0126666156101085,
      "learning_rate": 0.00021532214908630707,
      "loss": 2.0142,
      "step": 53522
    },
    {
      "epoch": 2.192217898832685,
      "grad_norm": 0.674382054745938,
      "learning_rate": 0.00021531921317026397,
      "loss": 0.2674,
      "step": 53523
    },
    {
      "epoch": 2.192258857259881,
      "grad_norm": 1.028420877989501,
      "learning_rate": 0.00021531627722334176,
      "loss": 0.2552,
      "step": 53524
    },
    {
      "epoch": 2.1922998156870777,
      "grad_norm": 0.9621232458243141,
      "learning_rate": 0.00021531334124554182,
      "loss": 0.8035,
      "step": 53525
    },
    {
      "epoch": 2.192340774114274,
      "grad_norm": 4.242353177281965,
      "learning_rate": 0.00021531040523686552,
      "loss": 2.7984,
      "step": 53526
    },
    {
      "epoch": 2.1923817325414703,
      "grad_norm": 0.6898191698919772,
      "learning_rate": 0.00021530746919731422,
      "loss": 0.2786,
      "step": 53527
    },
    {
      "epoch": 2.192422690968667,
      "grad_norm": 0.9324801784075344,
      "learning_rate": 0.00021530453312688938,
      "loss": 0.68,
      "step": 53528
    },
    {
      "epoch": 2.1924636493958634,
      "grad_norm": 1.135880737559361,
      "learning_rate": 0.0002153015970255923,
      "loss": 0.8628,
      "step": 53529
    },
    {
      "epoch": 2.1925046078230594,
      "grad_norm": 5.496650873881724,
      "learning_rate": 0.00021529866089342446,
      "loss": 7.4703,
      "step": 53530
    },
    {
      "epoch": 2.192545566250256,
      "grad_norm": 1.09071934415879,
      "learning_rate": 0.0002152957247303872,
      "loss": 0.9048,
      "step": 53531
    },
    {
      "epoch": 2.1925865246774525,
      "grad_norm": 0.6969711489034437,
      "learning_rate": 0.00021529278853648192,
      "loss": 0.3319,
      "step": 53532
    },
    {
      "epoch": 2.1926274831046486,
      "grad_norm": 1.2109581814913657,
      "learning_rate": 0.00021528985231170992,
      "loss": 1.1423,
      "step": 53533
    },
    {
      "epoch": 2.192668441531845,
      "grad_norm": 1.829095725478585,
      "learning_rate": 0.0002152869160560727,
      "loss": 1.7236,
      "step": 53534
    },
    {
      "epoch": 2.1927093999590417,
      "grad_norm": 1.3988776689674505,
      "learning_rate": 0.00021528397976957169,
      "loss": 0.7893,
      "step": 53535
    },
    {
      "epoch": 2.1927503583862378,
      "grad_norm": 1.0919470591631288,
      "learning_rate": 0.00021528104345220811,
      "loss": 0.7003,
      "step": 53536
    },
    {
      "epoch": 2.1927913168134343,
      "grad_norm": 0.7179936888334304,
      "learning_rate": 0.00021527810710398349,
      "loss": 0.2971,
      "step": 53537
    },
    {
      "epoch": 2.192832275240631,
      "grad_norm": 2.5860052013738506,
      "learning_rate": 0.00021527517072489913,
      "loss": 1.731,
      "step": 53538
    },
    {
      "epoch": 2.192873233667827,
      "grad_norm": 1.1626489285333934,
      "learning_rate": 0.0002152722343149565,
      "loss": 0.8796,
      "step": 53539
    },
    {
      "epoch": 2.1929141920950235,
      "grad_norm": 0.8774643116212559,
      "learning_rate": 0.00021526929787415696,
      "loss": 0.6764,
      "step": 53540
    },
    {
      "epoch": 2.19295515052222,
      "grad_norm": 3.3695192879360483,
      "learning_rate": 0.00021526636140250185,
      "loss": 2.6985,
      "step": 53541
    },
    {
      "epoch": 2.1929961089494165,
      "grad_norm": 1.4969453611625911,
      "learning_rate": 0.00021526342489999257,
      "loss": 0.5464,
      "step": 53542
    },
    {
      "epoch": 2.1930370673766126,
      "grad_norm": 1.6095721239603413,
      "learning_rate": 0.00021526048836663055,
      "loss": 0.8344,
      "step": 53543
    },
    {
      "epoch": 2.193078025803809,
      "grad_norm": 1.087291934397343,
      "learning_rate": 0.00021525755180241716,
      "loss": 0.6747,
      "step": 53544
    },
    {
      "epoch": 2.1931189842310057,
      "grad_norm": 1.0390172545987721,
      "learning_rate": 0.00021525461520735382,
      "loss": 0.9575,
      "step": 53545
    },
    {
      "epoch": 2.193159942658202,
      "grad_norm": 0.8966778319929294,
      "learning_rate": 0.0002152516785814418,
      "loss": 0.694,
      "step": 53546
    },
    {
      "epoch": 2.1932009010853983,
      "grad_norm": 0.9500573263748278,
      "learning_rate": 0.00021524874192468263,
      "loss": 0.8747,
      "step": 53547
    },
    {
      "epoch": 2.193241859512595,
      "grad_norm": 0.8930947704076818,
      "learning_rate": 0.00021524580523707765,
      "loss": 0.9451,
      "step": 53548
    },
    {
      "epoch": 2.193282817939791,
      "grad_norm": 0.7336041066994818,
      "learning_rate": 0.00021524286851862823,
      "loss": 0.3236,
      "step": 53549
    },
    {
      "epoch": 2.1933237763669875,
      "grad_norm": 0.842190200171794,
      "learning_rate": 0.00021523993176933575,
      "loss": 0.7682,
      "step": 53550
    },
    {
      "epoch": 2.193364734794184,
      "grad_norm": 0.8673947229866623,
      "learning_rate": 0.00021523699498920162,
      "loss": 0.6839,
      "step": 53551
    },
    {
      "epoch": 2.19340569322138,
      "grad_norm": 1.0480683839682778,
      "learning_rate": 0.00021523405817822726,
      "loss": 0.6886,
      "step": 53552
    },
    {
      "epoch": 2.1934466516485767,
      "grad_norm": 1.1392166036471558,
      "learning_rate": 0.00021523112133641398,
      "loss": 0.9043,
      "step": 53553
    },
    {
      "epoch": 2.193487610075773,
      "grad_norm": 0.8393314321810964,
      "learning_rate": 0.0002152281844637632,
      "loss": 0.6562,
      "step": 53554
    },
    {
      "epoch": 2.1935285685029693,
      "grad_norm": 0.7973847791924927,
      "learning_rate": 0.00021522524756027638,
      "loss": 0.7008,
      "step": 53555
    },
    {
      "epoch": 2.193569526930166,
      "grad_norm": 0.9714498221856025,
      "learning_rate": 0.00021522231062595483,
      "loss": 0.5984,
      "step": 53556
    },
    {
      "epoch": 2.1936104853573624,
      "grad_norm": 0.9558301121111775,
      "learning_rate": 0.00021521937366079992,
      "loss": 0.6566,
      "step": 53557
    },
    {
      "epoch": 2.1936514437845585,
      "grad_norm": 0.8011526968114614,
      "learning_rate": 0.00021521643666481307,
      "loss": 0.5574,
      "step": 53558
    },
    {
      "epoch": 2.193692402211755,
      "grad_norm": 0.7311222430268982,
      "learning_rate": 0.00021521349963799573,
      "loss": 0.5708,
      "step": 53559
    },
    {
      "epoch": 2.1937333606389515,
      "grad_norm": 1.1587835023794932,
      "learning_rate": 0.0002152105625803492,
      "loss": 1.0505,
      "step": 53560
    },
    {
      "epoch": 2.193774319066148,
      "grad_norm": 1.310082763083687,
      "learning_rate": 0.00021520762549187488,
      "loss": 0.9336,
      "step": 53561
    },
    {
      "epoch": 2.193815277493344,
      "grad_norm": 1.0553032336572494,
      "learning_rate": 0.0002152046883725742,
      "loss": 0.6866,
      "step": 53562
    },
    {
      "epoch": 2.1938562359205407,
      "grad_norm": 1.6017595983962365,
      "learning_rate": 0.00021520175122244852,
      "loss": 0.9917,
      "step": 53563
    },
    {
      "epoch": 2.1938971943477372,
      "grad_norm": 1.196590125071859,
      "learning_rate": 0.00021519881404149927,
      "loss": 0.6984,
      "step": 53564
    },
    {
      "epoch": 2.1939381527749333,
      "grad_norm": 0.9835577639644718,
      "learning_rate": 0.00021519587682972772,
      "loss": 0.8071,
      "step": 53565
    },
    {
      "epoch": 2.19397911120213,
      "grad_norm": 1.1382878311904334,
      "learning_rate": 0.00021519293958713543,
      "loss": 0.8481,
      "step": 53566
    },
    {
      "epoch": 2.1940200696293264,
      "grad_norm": 0.9997973419735142,
      "learning_rate": 0.00021519000231372368,
      "loss": 0.6814,
      "step": 53567
    },
    {
      "epoch": 2.1940610280565225,
      "grad_norm": 3.9396867471062054,
      "learning_rate": 0.00021518706500949387,
      "loss": 0.9264,
      "step": 53568
    },
    {
      "epoch": 2.194101986483719,
      "grad_norm": 0.9250010420375991,
      "learning_rate": 0.00021518412767444737,
      "loss": 0.5361,
      "step": 53569
    },
    {
      "epoch": 2.1941429449109155,
      "grad_norm": 0.94270590788678,
      "learning_rate": 0.00021518119030858562,
      "loss": 0.6923,
      "step": 53570
    },
    {
      "epoch": 2.1941839033381116,
      "grad_norm": 0.6127979270844505,
      "learning_rate": 0.00021517825291191,
      "loss": 0.2897,
      "step": 53571
    },
    {
      "epoch": 2.194224861765308,
      "grad_norm": 1.3289275294121339,
      "learning_rate": 0.00021517531548442188,
      "loss": 1.0903,
      "step": 53572
    },
    {
      "epoch": 2.1942658201925047,
      "grad_norm": 0.995520221563435,
      "learning_rate": 0.0002151723780261226,
      "loss": 0.9426,
      "step": 53573
    },
    {
      "epoch": 2.194306778619701,
      "grad_norm": 1.1429613429358985,
      "learning_rate": 0.00021516944053701366,
      "loss": 0.9739,
      "step": 53574
    },
    {
      "epoch": 2.1943477370468973,
      "grad_norm": 1.787253102167429,
      "learning_rate": 0.00021516650301709638,
      "loss": 1.0469,
      "step": 53575
    },
    {
      "epoch": 2.194388695474094,
      "grad_norm": 2.452002037755552,
      "learning_rate": 0.00021516356546637214,
      "loss": 0.9023,
      "step": 53576
    },
    {
      "epoch": 2.19442965390129,
      "grad_norm": 0.9473198496426098,
      "learning_rate": 0.0002151606278848424,
      "loss": 0.708,
      "step": 53577
    },
    {
      "epoch": 2.1944706123284865,
      "grad_norm": 0.994832247749873,
      "learning_rate": 0.00021515769027250842,
      "loss": 0.8102,
      "step": 53578
    },
    {
      "epoch": 2.194511570755683,
      "grad_norm": 1.3390908172735358,
      "learning_rate": 0.00021515475262937173,
      "loss": 0.735,
      "step": 53579
    },
    {
      "epoch": 2.1945525291828796,
      "grad_norm": 0.819552539732258,
      "learning_rate": 0.0002151518149554336,
      "loss": 0.7482,
      "step": 53580
    },
    {
      "epoch": 2.1945934876100757,
      "grad_norm": 1.3204280662478771,
      "learning_rate": 0.00021514887725069553,
      "loss": 0.5045,
      "step": 53581
    },
    {
      "epoch": 2.194634446037272,
      "grad_norm": 1.1107584096418495,
      "learning_rate": 0.00021514593951515881,
      "loss": 0.7749,
      "step": 53582
    },
    {
      "epoch": 2.1946754044644687,
      "grad_norm": 0.924644113092901,
      "learning_rate": 0.00021514300174882488,
      "loss": 0.4223,
      "step": 53583
    },
    {
      "epoch": 2.194716362891665,
      "grad_norm": 1.0182502780003135,
      "learning_rate": 0.0002151400639516951,
      "loss": 0.8162,
      "step": 53584
    },
    {
      "epoch": 2.1947573213188614,
      "grad_norm": 0.8825967366499156,
      "learning_rate": 0.00021513712612377094,
      "loss": 0.8189,
      "step": 53585
    },
    {
      "epoch": 2.194798279746058,
      "grad_norm": 1.0038802867937182,
      "learning_rate": 0.00021513418826505363,
      "loss": 0.3592,
      "step": 53586
    },
    {
      "epoch": 2.194839238173254,
      "grad_norm": 0.6566890343848157,
      "learning_rate": 0.00021513125037554473,
      "loss": 0.2228,
      "step": 53587
    },
    {
      "epoch": 2.1948801966004505,
      "grad_norm": 0.8415523804408034,
      "learning_rate": 0.00021512831245524555,
      "loss": 0.4237,
      "step": 53588
    },
    {
      "epoch": 2.194921155027647,
      "grad_norm": 0.9708119921201072,
      "learning_rate": 0.00021512537450415746,
      "loss": 0.8124,
      "step": 53589
    },
    {
      "epoch": 2.194962113454843,
      "grad_norm": 1.5615390162712415,
      "learning_rate": 0.00021512243652228188,
      "loss": 1.0774,
      "step": 53590
    },
    {
      "epoch": 2.1950030718820397,
      "grad_norm": 0.8631511896834222,
      "learning_rate": 0.00021511949850962022,
      "loss": 0.4666,
      "step": 53591
    },
    {
      "epoch": 2.1950440303092362,
      "grad_norm": 1.594392481518167,
      "learning_rate": 0.00021511656046617377,
      "loss": 1.3877,
      "step": 53592
    },
    {
      "epoch": 2.1950849887364323,
      "grad_norm": 1.1377133691743124,
      "learning_rate": 0.00021511362239194404,
      "loss": 1.1056,
      "step": 53593
    },
    {
      "epoch": 2.195125947163629,
      "grad_norm": 0.8321210305777902,
      "learning_rate": 0.00021511068428693237,
      "loss": 0.7066,
      "step": 53594
    },
    {
      "epoch": 2.1951669055908254,
      "grad_norm": 1.343696798705112,
      "learning_rate": 0.0002151077461511401,
      "loss": 1.16,
      "step": 53595
    },
    {
      "epoch": 2.1952078640180215,
      "grad_norm": 0.6460913538036899,
      "learning_rate": 0.00021510480798456872,
      "loss": 0.3471,
      "step": 53596
    },
    {
      "epoch": 2.195248822445218,
      "grad_norm": 0.9218768186756674,
      "learning_rate": 0.00021510186978721953,
      "loss": 0.6767,
      "step": 53597
    },
    {
      "epoch": 2.1952897808724146,
      "grad_norm": 0.8308683968056845,
      "learning_rate": 0.000215098931559094,
      "loss": 0.5106,
      "step": 53598
    },
    {
      "epoch": 2.195330739299611,
      "grad_norm": 0.9350093795364485,
      "learning_rate": 0.0002150959933001934,
      "loss": 0.8775,
      "step": 53599
    },
    {
      "epoch": 2.195371697726807,
      "grad_norm": 5.295432825468007,
      "learning_rate": 0.00021509305501051922,
      "loss": 3.3164,
      "step": 53600
    },
    {
      "epoch": 2.1954126561540037,
      "grad_norm": 1.352962526090145,
      "learning_rate": 0.00021509011669007284,
      "loss": 0.8908,
      "step": 53601
    },
    {
      "epoch": 2.1954536145812003,
      "grad_norm": 0.7341718412584463,
      "learning_rate": 0.00021508717833885563,
      "loss": 0.4101,
      "step": 53602
    },
    {
      "epoch": 2.1954945730083963,
      "grad_norm": 0.8877967525186342,
      "learning_rate": 0.00021508423995686898,
      "loss": 0.5874,
      "step": 53603
    },
    {
      "epoch": 2.195535531435593,
      "grad_norm": 0.7026446005424437,
      "learning_rate": 0.00021508130154411427,
      "loss": 0.4106,
      "step": 53604
    },
    {
      "epoch": 2.1955764898627894,
      "grad_norm": 0.6737704774515646,
      "learning_rate": 0.00021507836310059286,
      "loss": 0.271,
      "step": 53605
    },
    {
      "epoch": 2.1956174482899855,
      "grad_norm": 1.1146007900004429,
      "learning_rate": 0.00021507542462630621,
      "loss": 0.8779,
      "step": 53606
    },
    {
      "epoch": 2.195658406717182,
      "grad_norm": 0.8255647635513056,
      "learning_rate": 0.0002150724861212557,
      "loss": 0.6111,
      "step": 53607
    },
    {
      "epoch": 2.1956993651443786,
      "grad_norm": 0.9611722036162236,
      "learning_rate": 0.0002150695475854427,
      "loss": 0.9251,
      "step": 53608
    },
    {
      "epoch": 2.1957403235715747,
      "grad_norm": 0.7869119579262714,
      "learning_rate": 0.00021506660901886854,
      "loss": 0.7129,
      "step": 53609
    },
    {
      "epoch": 2.195781281998771,
      "grad_norm": 11.024487119919778,
      "learning_rate": 0.00021506367042153468,
      "loss": 5.0806,
      "step": 53610
    },
    {
      "epoch": 2.1958222404259677,
      "grad_norm": 1.0727687338076588,
      "learning_rate": 0.0002150607317934425,
      "loss": 0.645,
      "step": 53611
    },
    {
      "epoch": 2.195863198853164,
      "grad_norm": 0.5702357057292397,
      "learning_rate": 0.0002150577931345934,
      "loss": 0.2673,
      "step": 53612
    },
    {
      "epoch": 2.1959041572803604,
      "grad_norm": 1.3865438472077543,
      "learning_rate": 0.00021505485444498873,
      "loss": 1.0971,
      "step": 53613
    },
    {
      "epoch": 2.195945115707557,
      "grad_norm": 3.3717934691306355,
      "learning_rate": 0.00021505191572462987,
      "loss": 1.0057,
      "step": 53614
    },
    {
      "epoch": 2.195986074134753,
      "grad_norm": 1.0597626617199838,
      "learning_rate": 0.00021504897697351827,
      "loss": 0.7028,
      "step": 53615
    },
    {
      "epoch": 2.1960270325619495,
      "grad_norm": 38.45961164755605,
      "learning_rate": 0.00021504603819165528,
      "loss": 5.0669,
      "step": 53616
    },
    {
      "epoch": 2.196067990989146,
      "grad_norm": 0.9153850270858905,
      "learning_rate": 0.00021504309937904237,
      "loss": 0.751,
      "step": 53617
    },
    {
      "epoch": 2.1961089494163426,
      "grad_norm": 0.8976395062310579,
      "learning_rate": 0.00021504016053568075,
      "loss": 0.5563,
      "step": 53618
    },
    {
      "epoch": 2.1961499078435387,
      "grad_norm": 1.0692859111519335,
      "learning_rate": 0.00021503722166157195,
      "loss": 0.6513,
      "step": 53619
    },
    {
      "epoch": 2.1961908662707352,
      "grad_norm": 1.4493209054252427,
      "learning_rate": 0.00021503428275671733,
      "loss": 0.9586,
      "step": 53620
    },
    {
      "epoch": 2.1962318246979318,
      "grad_norm": 0.8105659851325258,
      "learning_rate": 0.0002150313438211183,
      "loss": 0.2962,
      "step": 53621
    },
    {
      "epoch": 2.196272783125128,
      "grad_norm": 1.232675336896828,
      "learning_rate": 0.00021502840485477617,
      "loss": 1.322,
      "step": 53622
    },
    {
      "epoch": 2.1963137415523244,
      "grad_norm": 1.6954488692085126,
      "learning_rate": 0.00021502546585769244,
      "loss": 1.7786,
      "step": 53623
    },
    {
      "epoch": 2.196354699979521,
      "grad_norm": 1.147681265547413,
      "learning_rate": 0.00021502252682986843,
      "loss": 0.8965,
      "step": 53624
    },
    {
      "epoch": 2.196395658406717,
      "grad_norm": 1.3909856503966942,
      "learning_rate": 0.00021501958777130553,
      "loss": 0.4737,
      "step": 53625
    },
    {
      "epoch": 2.1964366168339136,
      "grad_norm": 1.4725778860594982,
      "learning_rate": 0.00021501664868200514,
      "loss": 0.9394,
      "step": 53626
    },
    {
      "epoch": 2.19647757526111,
      "grad_norm": 1.5101820257025318,
      "learning_rate": 0.00021501370956196868,
      "loss": 0.5469,
      "step": 53627
    },
    {
      "epoch": 2.196518533688306,
      "grad_norm": 1.0312872636389487,
      "learning_rate": 0.00021501077041119747,
      "loss": 0.7489,
      "step": 53628
    },
    {
      "epoch": 2.1965594921155027,
      "grad_norm": 1.1406561177105583,
      "learning_rate": 0.00021500783122969298,
      "loss": 1.0311,
      "step": 53629
    },
    {
      "epoch": 2.1966004505426993,
      "grad_norm": 1.144803442729908,
      "learning_rate": 0.00021500489201745654,
      "loss": 0.5742,
      "step": 53630
    },
    {
      "epoch": 2.1966414089698953,
      "grad_norm": 1.7622482590306614,
      "learning_rate": 0.00021500195277448952,
      "loss": 1.1094,
      "step": 53631
    },
    {
      "epoch": 2.196682367397092,
      "grad_norm": 0.8826216038852646,
      "learning_rate": 0.00021499901350079343,
      "loss": 0.9301,
      "step": 53632
    },
    {
      "epoch": 2.1967233258242884,
      "grad_norm": 1.0211192023256614,
      "learning_rate": 0.0002149960741963695,
      "loss": 0.4199,
      "step": 53633
    },
    {
      "epoch": 2.1967642842514845,
      "grad_norm": 1.0355555393836073,
      "learning_rate": 0.00021499313486121922,
      "loss": 0.8569,
      "step": 53634
    },
    {
      "epoch": 2.196805242678681,
      "grad_norm": 1.2100769479786375,
      "learning_rate": 0.000214990195495344,
      "loss": 0.6115,
      "step": 53635
    },
    {
      "epoch": 2.1968462011058776,
      "grad_norm": 1.071767820949744,
      "learning_rate": 0.00021498725609874514,
      "loss": 0.4741,
      "step": 53636
    },
    {
      "epoch": 2.196887159533074,
      "grad_norm": 0.7401210418697498,
      "learning_rate": 0.00021498431667142407,
      "loss": 0.1962,
      "step": 53637
    },
    {
      "epoch": 2.19692811796027,
      "grad_norm": 1.194353109573652,
      "learning_rate": 0.00021498137721338221,
      "loss": 0.841,
      "step": 53638
    },
    {
      "epoch": 2.1969690763874667,
      "grad_norm": 1.2362612307277345,
      "learning_rate": 0.00021497843772462095,
      "loss": 1.0981,
      "step": 53639
    },
    {
      "epoch": 2.1970100348146633,
      "grad_norm": 9.783752657533269,
      "learning_rate": 0.00021497549820514162,
      "loss": 3.4679,
      "step": 53640
    },
    {
      "epoch": 2.1970509932418594,
      "grad_norm": 0.72723345974222,
      "learning_rate": 0.00021497255865494564,
      "loss": 0.2878,
      "step": 53641
    },
    {
      "epoch": 2.197091951669056,
      "grad_norm": 1.3920287120957098,
      "learning_rate": 0.0002149696190740344,
      "loss": 1.0095,
      "step": 53642
    },
    {
      "epoch": 2.1971329100962524,
      "grad_norm": 1.0217755602749155,
      "learning_rate": 0.00021496667946240933,
      "loss": 0.8537,
      "step": 53643
    },
    {
      "epoch": 2.1971738685234485,
      "grad_norm": 0.880406228953546,
      "learning_rate": 0.00021496373982007178,
      "loss": 0.6767,
      "step": 53644
    },
    {
      "epoch": 2.197214826950645,
      "grad_norm": 0.952759570203773,
      "learning_rate": 0.00021496080014702312,
      "loss": 0.9077,
      "step": 53645
    },
    {
      "epoch": 2.1972557853778416,
      "grad_norm": 1.022587632748903,
      "learning_rate": 0.00021495786044326473,
      "loss": 0.7557,
      "step": 53646
    },
    {
      "epoch": 2.1972967438050377,
      "grad_norm": 1.0164136122580016,
      "learning_rate": 0.0002149549207087981,
      "loss": 0.8783,
      "step": 53647
    },
    {
      "epoch": 2.1973377022322342,
      "grad_norm": 1.2200103298414056,
      "learning_rate": 0.00021495198094362452,
      "loss": 1.0646,
      "step": 53648
    },
    {
      "epoch": 2.1973786606594308,
      "grad_norm": 0.922102180482646,
      "learning_rate": 0.00021494904114774543,
      "loss": 0.836,
      "step": 53649
    },
    {
      "epoch": 2.1974196190866273,
      "grad_norm": 1.606276780500649,
      "learning_rate": 0.0002149461013211622,
      "loss": 0.4505,
      "step": 53650
    },
    {
      "epoch": 2.1974605775138234,
      "grad_norm": 0.8702725097464011,
      "learning_rate": 0.00021494316146387617,
      "loss": 0.8051,
      "step": 53651
    },
    {
      "epoch": 2.19750153594102,
      "grad_norm": 1.106454755974017,
      "learning_rate": 0.00021494022157588885,
      "loss": 1.0491,
      "step": 53652
    },
    {
      "epoch": 2.197542494368216,
      "grad_norm": 0.7460523897711303,
      "learning_rate": 0.00021493728165720156,
      "loss": 0.6263,
      "step": 53653
    },
    {
      "epoch": 2.1975834527954126,
      "grad_norm": 1.7337636064925153,
      "learning_rate": 0.00021493434170781562,
      "loss": 1.0991,
      "step": 53654
    },
    {
      "epoch": 2.197624411222609,
      "grad_norm": 0.9053803810386329,
      "learning_rate": 0.0002149314017277326,
      "loss": 0.7915,
      "step": 53655
    },
    {
      "epoch": 2.1976653696498056,
      "grad_norm": 0.8995757460107955,
      "learning_rate": 0.00021492846171695368,
      "loss": 0.772,
      "step": 53656
    },
    {
      "epoch": 2.1977063280770017,
      "grad_norm": 0.8089769188644053,
      "learning_rate": 0.0002149255216754804,
      "loss": 0.6778,
      "step": 53657
    },
    {
      "epoch": 2.1977472865041983,
      "grad_norm": 0.786922822892487,
      "learning_rate": 0.00021492258160331408,
      "loss": 0.819,
      "step": 53658
    },
    {
      "epoch": 2.197788244931395,
      "grad_norm": 0.8258684066209051,
      "learning_rate": 0.00021491964150045613,
      "loss": 0.7538,
      "step": 53659
    },
    {
      "epoch": 2.197829203358591,
      "grad_norm": 0.8521825572209863,
      "learning_rate": 0.00021491670136690794,
      "loss": 0.664,
      "step": 53660
    },
    {
      "epoch": 2.1978701617857874,
      "grad_norm": 0.9850471915491708,
      "learning_rate": 0.00021491376120267094,
      "loss": 0.3742,
      "step": 53661
    },
    {
      "epoch": 2.197911120212984,
      "grad_norm": 0.8283890502130393,
      "learning_rate": 0.00021491082100774648,
      "loss": 0.6101,
      "step": 53662
    },
    {
      "epoch": 2.19795207864018,
      "grad_norm": 1.0177643085153412,
      "learning_rate": 0.00021490788078213589,
      "loss": 0.8394,
      "step": 53663
    },
    {
      "epoch": 2.1979930370673766,
      "grad_norm": 0.7274852222951201,
      "learning_rate": 0.0002149049405258407,
      "loss": 0.2618,
      "step": 53664
    },
    {
      "epoch": 2.198033995494573,
      "grad_norm": 6.708879976287518,
      "learning_rate": 0.00021490200023886215,
      "loss": 2.7876,
      "step": 53665
    },
    {
      "epoch": 2.198074953921769,
      "grad_norm": 1.1677452231071972,
      "learning_rate": 0.0002148990599212017,
      "loss": 1.1439,
      "step": 53666
    },
    {
      "epoch": 2.1981159123489658,
      "grad_norm": 1.160558361511547,
      "learning_rate": 0.00021489611957286082,
      "loss": 0.7211,
      "step": 53667
    },
    {
      "epoch": 2.1981568707761623,
      "grad_norm": 1.1270362200574,
      "learning_rate": 0.00021489317919384075,
      "loss": 0.8074,
      "step": 53668
    },
    {
      "epoch": 2.198197829203359,
      "grad_norm": 0.8781257010832049,
      "learning_rate": 0.00021489023878414296,
      "loss": 0.299,
      "step": 53669
    },
    {
      "epoch": 2.198238787630555,
      "grad_norm": 1.136759616519613,
      "learning_rate": 0.00021488729834376883,
      "loss": 0.8524,
      "step": 53670
    },
    {
      "epoch": 2.1982797460577514,
      "grad_norm": 0.8503969185471584,
      "learning_rate": 0.00021488435787271978,
      "loss": 0.729,
      "step": 53671
    },
    {
      "epoch": 2.198320704484948,
      "grad_norm": 0.946499813625157,
      "learning_rate": 0.00021488141737099713,
      "loss": 0.6195,
      "step": 53672
    },
    {
      "epoch": 2.198361662912144,
      "grad_norm": 1.1542315807026204,
      "learning_rate": 0.00021487847683860232,
      "loss": 0.9447,
      "step": 53673
    },
    {
      "epoch": 2.1984026213393406,
      "grad_norm": 0.9506791232513909,
      "learning_rate": 0.00021487553627553673,
      "loss": 0.998,
      "step": 53674
    },
    {
      "epoch": 2.198443579766537,
      "grad_norm": 0.8977603421685308,
      "learning_rate": 0.0002148725956818018,
      "loss": 0.7839,
      "step": 53675
    },
    {
      "epoch": 2.1984845381937332,
      "grad_norm": 1.1528526307040325,
      "learning_rate": 0.0002148696550573988,
      "loss": 0.9437,
      "step": 53676
    },
    {
      "epoch": 2.1985254966209298,
      "grad_norm": 1.2473916911010896,
      "learning_rate": 0.00021486671440232923,
      "loss": 0.7535,
      "step": 53677
    },
    {
      "epoch": 2.1985664550481263,
      "grad_norm": 1.6158475610728438,
      "learning_rate": 0.00021486377371659443,
      "loss": 1.1567,
      "step": 53678
    },
    {
      "epoch": 2.1986074134753224,
      "grad_norm": 0.7693101709069391,
      "learning_rate": 0.00021486083300019583,
      "loss": 0.2947,
      "step": 53679
    },
    {
      "epoch": 2.198648371902519,
      "grad_norm": 1.4554636475671578,
      "learning_rate": 0.00021485789225313476,
      "loss": 0.9898,
      "step": 53680
    },
    {
      "epoch": 2.1986893303297155,
      "grad_norm": 0.8780687809825843,
      "learning_rate": 0.00021485495147541265,
      "loss": 0.6457,
      "step": 53681
    },
    {
      "epoch": 2.1987302887569116,
      "grad_norm": 1.5037187537902446,
      "learning_rate": 0.00021485201066703084,
      "loss": 0.6951,
      "step": 53682
    },
    {
      "epoch": 2.198771247184108,
      "grad_norm": 1.1435701784745476,
      "learning_rate": 0.0002148490698279908,
      "loss": 0.4396,
      "step": 53683
    },
    {
      "epoch": 2.1988122056113046,
      "grad_norm": 0.9860628235161516,
      "learning_rate": 0.00021484612895829392,
      "loss": 0.84,
      "step": 53684
    },
    {
      "epoch": 2.1988531640385007,
      "grad_norm": 1.0028385158573263,
      "learning_rate": 0.00021484318805794155,
      "loss": 0.9846,
      "step": 53685
    },
    {
      "epoch": 2.1988941224656973,
      "grad_norm": 1.1486616047875842,
      "learning_rate": 0.00021484024712693501,
      "loss": 0.7722,
      "step": 53686
    },
    {
      "epoch": 2.198935080892894,
      "grad_norm": 0.8233455490650222,
      "learning_rate": 0.0002148373061652758,
      "loss": 0.7474,
      "step": 53687
    },
    {
      "epoch": 2.1989760393200903,
      "grad_norm": 1.3256877732778398,
      "learning_rate": 0.00021483436517296528,
      "loss": 1.2458,
      "step": 53688
    },
    {
      "epoch": 2.1990169977472864,
      "grad_norm": 1.3211997845387649,
      "learning_rate": 0.00021483142415000485,
      "loss": 1.0664,
      "step": 53689
    },
    {
      "epoch": 2.199057956174483,
      "grad_norm": 0.6766238653226576,
      "learning_rate": 0.00021482848309639586,
      "loss": 0.4739,
      "step": 53690
    },
    {
      "epoch": 2.1990989146016795,
      "grad_norm": 0.698410617284621,
      "learning_rate": 0.00021482554201213974,
      "loss": 0.3575,
      "step": 53691
    },
    {
      "epoch": 2.1991398730288756,
      "grad_norm": 1.437287421632782,
      "learning_rate": 0.00021482260089723788,
      "loss": 0.6452,
      "step": 53692
    },
    {
      "epoch": 2.199180831456072,
      "grad_norm": 1.0940479247491204,
      "learning_rate": 0.00021481965975169164,
      "loss": 1.0515,
      "step": 53693
    },
    {
      "epoch": 2.1992217898832687,
      "grad_norm": 0.8662758468137507,
      "learning_rate": 0.0002148167185755024,
      "loss": 0.4962,
      "step": 53694
    },
    {
      "epoch": 2.1992627483104648,
      "grad_norm": 1.1520651248059004,
      "learning_rate": 0.00021481377736867164,
      "loss": 0.9277,
      "step": 53695
    },
    {
      "epoch": 2.1993037067376613,
      "grad_norm": 1.0495836042628859,
      "learning_rate": 0.0002148108361312006,
      "loss": 0.9921,
      "step": 53696
    },
    {
      "epoch": 2.199344665164858,
      "grad_norm": 1.336312911248276,
      "learning_rate": 0.00021480789486309085,
      "loss": 0.3702,
      "step": 53697
    },
    {
      "epoch": 2.199385623592054,
      "grad_norm": 1.2449831384633214,
      "learning_rate": 0.00021480495356434361,
      "loss": 0.9906,
      "step": 53698
    },
    {
      "epoch": 2.1994265820192505,
      "grad_norm": 1.7758394294562665,
      "learning_rate": 0.0002148020122349604,
      "loss": 1.5793,
      "step": 53699
    },
    {
      "epoch": 2.199467540446447,
      "grad_norm": 1.1008105922104428,
      "learning_rate": 0.00021479907087494255,
      "loss": 0.8232,
      "step": 53700
    },
    {
      "epoch": 2.199508498873643,
      "grad_norm": 1.3519611501760274,
      "learning_rate": 0.00021479612948429143,
      "loss": 1.168,
      "step": 53701
    },
    {
      "epoch": 2.1995494573008396,
      "grad_norm": 0.9509972312796138,
      "learning_rate": 0.00021479318806300849,
      "loss": 0.6858,
      "step": 53702
    },
    {
      "epoch": 2.199590415728036,
      "grad_norm": 1.7574173084508422,
      "learning_rate": 0.0002147902466110951,
      "loss": 1.0834,
      "step": 53703
    },
    {
      "epoch": 2.1996313741552322,
      "grad_norm": 0.5270119347240518,
      "learning_rate": 0.0002147873051285526,
      "loss": 0.2028,
      "step": 53704
    },
    {
      "epoch": 2.199672332582429,
      "grad_norm": 0.5244765050701465,
      "learning_rate": 0.00021478436361538244,
      "loss": 0.1923,
      "step": 53705
    },
    {
      "epoch": 2.1997132910096253,
      "grad_norm": 0.9314626966058394,
      "learning_rate": 0.000214781422071586,
      "loss": 0.6827,
      "step": 53706
    },
    {
      "epoch": 2.199754249436822,
      "grad_norm": 1.7570516511365735,
      "learning_rate": 0.00021477848049716465,
      "loss": 0.8213,
      "step": 53707
    },
    {
      "epoch": 2.199795207864018,
      "grad_norm": 2.011353995969726,
      "learning_rate": 0.00021477553889211981,
      "loss": 1.8203,
      "step": 53708
    },
    {
      "epoch": 2.1998361662912145,
      "grad_norm": 3.340507290452897,
      "learning_rate": 0.00021477259725645283,
      "loss": 3.0394,
      "step": 53709
    },
    {
      "epoch": 2.199877124718411,
      "grad_norm": 1.0988481614336443,
      "learning_rate": 0.00021476965559016513,
      "loss": 0.7189,
      "step": 53710
    },
    {
      "epoch": 2.199918083145607,
      "grad_norm": 1.272086171629695,
      "learning_rate": 0.00021476671389325812,
      "loss": 0.8665,
      "step": 53711
    },
    {
      "epoch": 2.1999590415728036,
      "grad_norm": 0.9651308936944937,
      "learning_rate": 0.00021476377216573316,
      "loss": 0.7825,
      "step": 53712
    },
    {
      "epoch": 2.2,
      "grad_norm": 2.502094849343828,
      "learning_rate": 0.0002147608304075916,
      "loss": 2.9893,
      "step": 53713
    },
    {
      "epoch": 2.2000409584271963,
      "grad_norm": 0.9092630306254935,
      "learning_rate": 0.00021475788861883495,
      "loss": 0.7791,
      "step": 53714
    },
    {
      "epoch": 2.200081916854393,
      "grad_norm": 1.4608703513437242,
      "learning_rate": 0.00021475494679946446,
      "loss": 1.0881,
      "step": 53715
    },
    {
      "epoch": 2.2001228752815893,
      "grad_norm": 0.7270842283645967,
      "learning_rate": 0.00021475200494948165,
      "loss": 0.8012,
      "step": 53716
    },
    {
      "epoch": 2.2001638337087854,
      "grad_norm": 1.191400839580354,
      "learning_rate": 0.0002147490630688878,
      "loss": 0.759,
      "step": 53717
    },
    {
      "epoch": 2.200204792135982,
      "grad_norm": 1.292663195027062,
      "learning_rate": 0.00021474612115768437,
      "loss": 0.8025,
      "step": 53718
    },
    {
      "epoch": 2.2002457505631785,
      "grad_norm": 1.8919997534832345,
      "learning_rate": 0.00021474317921587273,
      "loss": 1.5117,
      "step": 53719
    },
    {
      "epoch": 2.2002867089903746,
      "grad_norm": 0.9271012657488493,
      "learning_rate": 0.00021474023724345426,
      "loss": 0.7859,
      "step": 53720
    },
    {
      "epoch": 2.200327667417571,
      "grad_norm": 0.8739426264610036,
      "learning_rate": 0.00021473729524043038,
      "loss": 0.6944,
      "step": 53721
    },
    {
      "epoch": 2.2003686258447677,
      "grad_norm": 0.9801171350465953,
      "learning_rate": 0.00021473435320680244,
      "loss": 0.7452,
      "step": 53722
    },
    {
      "epoch": 2.2004095842719638,
      "grad_norm": 0.7133134831059,
      "learning_rate": 0.0002147314111425719,
      "loss": 0.2506,
      "step": 53723
    },
    {
      "epoch": 2.2004505426991603,
      "grad_norm": 1.1791410453342892,
      "learning_rate": 0.00021472846904774007,
      "loss": 1.1025,
      "step": 53724
    },
    {
      "epoch": 2.200491501126357,
      "grad_norm": 1.068697501153312,
      "learning_rate": 0.00021472552692230839,
      "loss": 1.0434,
      "step": 53725
    },
    {
      "epoch": 2.2005324595535534,
      "grad_norm": 0.8484029968287133,
      "learning_rate": 0.00021472258476627821,
      "loss": 0.7675,
      "step": 53726
    },
    {
      "epoch": 2.2005734179807495,
      "grad_norm": 0.966101593378488,
      "learning_rate": 0.000214719642579651,
      "loss": 0.8172,
      "step": 53727
    },
    {
      "epoch": 2.200614376407946,
      "grad_norm": 0.9049730252524056,
      "learning_rate": 0.00021471670036242807,
      "loss": 0.7128,
      "step": 53728
    },
    {
      "epoch": 2.2006553348351425,
      "grad_norm": 1.4560136033871907,
      "learning_rate": 0.00021471375811461083,
      "loss": 1.1593,
      "step": 53729
    },
    {
      "epoch": 2.2006962932623386,
      "grad_norm": 0.666203945246983,
      "learning_rate": 0.00021471081583620063,
      "loss": 0.269,
      "step": 53730
    },
    {
      "epoch": 2.200737251689535,
      "grad_norm": 1.00536070351423,
      "learning_rate": 0.000214707873527199,
      "loss": 0.835,
      "step": 53731
    },
    {
      "epoch": 2.2007782101167317,
      "grad_norm": 0.8859086242540454,
      "learning_rate": 0.00021470493118760724,
      "loss": 0.7894,
      "step": 53732
    },
    {
      "epoch": 2.200819168543928,
      "grad_norm": 2.029800334398005,
      "learning_rate": 0.0002147019888174267,
      "loss": 2.5073,
      "step": 53733
    },
    {
      "epoch": 2.2008601269711243,
      "grad_norm": 0.876399699468647,
      "learning_rate": 0.00021469904641665882,
      "loss": 0.639,
      "step": 53734
    },
    {
      "epoch": 2.200901085398321,
      "grad_norm": 1.2852199057344904,
      "learning_rate": 0.000214696103985305,
      "loss": 1.0168,
      "step": 53735
    },
    {
      "epoch": 2.200942043825517,
      "grad_norm": 1.4312793858106458,
      "learning_rate": 0.0002146931615233666,
      "loss": 1.1341,
      "step": 53736
    },
    {
      "epoch": 2.2009830022527135,
      "grad_norm": 1.5264971718109044,
      "learning_rate": 0.00021469021903084505,
      "loss": 0.9214,
      "step": 53737
    },
    {
      "epoch": 2.20102396067991,
      "grad_norm": 1.2524846336428046,
      "learning_rate": 0.0002146872765077417,
      "loss": 1.1238,
      "step": 53738
    },
    {
      "epoch": 2.201064919107106,
      "grad_norm": 0.8534539943705275,
      "learning_rate": 0.00021468433395405796,
      "loss": 0.4308,
      "step": 53739
    },
    {
      "epoch": 2.2011058775343026,
      "grad_norm": 0.8855919568402634,
      "learning_rate": 0.00021468139136979523,
      "loss": 0.8529,
      "step": 53740
    },
    {
      "epoch": 2.201146835961499,
      "grad_norm": 1.0955150561993077,
      "learning_rate": 0.00021467844875495487,
      "loss": 0.8845,
      "step": 53741
    },
    {
      "epoch": 2.2011877943886953,
      "grad_norm": 2.3314621967227973,
      "learning_rate": 0.00021467550610953829,
      "loss": 2.6974,
      "step": 53742
    },
    {
      "epoch": 2.201228752815892,
      "grad_norm": 1.1425792305975178,
      "learning_rate": 0.00021467256343354692,
      "loss": 1.0041,
      "step": 53743
    },
    {
      "epoch": 2.2012697112430883,
      "grad_norm": 1.0204397258143998,
      "learning_rate": 0.00021466962072698212,
      "loss": 0.5791,
      "step": 53744
    },
    {
      "epoch": 2.201310669670285,
      "grad_norm": 1.0256010139619587,
      "learning_rate": 0.00021466667798984522,
      "loss": 0.9372,
      "step": 53745
    },
    {
      "epoch": 2.201351628097481,
      "grad_norm": 1.0575611546950499,
      "learning_rate": 0.0002146637352221377,
      "loss": 0.8588,
      "step": 53746
    },
    {
      "epoch": 2.2013925865246775,
      "grad_norm": 0.9091487624280281,
      "learning_rate": 0.0002146607924238609,
      "loss": 0.6298,
      "step": 53747
    },
    {
      "epoch": 2.201433544951874,
      "grad_norm": 0.7452541572486602,
      "learning_rate": 0.00021465784959501626,
      "loss": 0.7025,
      "step": 53748
    },
    {
      "epoch": 2.20147450337907,
      "grad_norm": 0.5993651955725765,
      "learning_rate": 0.0002146549067356051,
      "loss": 0.2715,
      "step": 53749
    },
    {
      "epoch": 2.2015154618062667,
      "grad_norm": 0.8169854712171766,
      "learning_rate": 0.0002146519638456289,
      "loss": 0.5512,
      "step": 53750
    },
    {
      "epoch": 2.201556420233463,
      "grad_norm": 1.1554563626096221,
      "learning_rate": 0.00021464902092508897,
      "loss": 0.8083,
      "step": 53751
    },
    {
      "epoch": 2.2015973786606593,
      "grad_norm": 0.8309518747652294,
      "learning_rate": 0.00021464607797398676,
      "loss": 0.5015,
      "step": 53752
    },
    {
      "epoch": 2.201638337087856,
      "grad_norm": 1.2378572948599345,
      "learning_rate": 0.00021464313499232367,
      "loss": 0.881,
      "step": 53753
    },
    {
      "epoch": 2.2016792955150524,
      "grad_norm": 1.5221810743715298,
      "learning_rate": 0.00021464019198010097,
      "loss": 0.6706,
      "step": 53754
    },
    {
      "epoch": 2.2017202539422485,
      "grad_norm": 0.93897143029952,
      "learning_rate": 0.0002146372489373202,
      "loss": 0.6057,
      "step": 53755
    },
    {
      "epoch": 2.201761212369445,
      "grad_norm": 0.660605752933884,
      "learning_rate": 0.00021463430586398267,
      "loss": 0.3231,
      "step": 53756
    },
    {
      "epoch": 2.2018021707966415,
      "grad_norm": 1.2023528462787427,
      "learning_rate": 0.00021463136276008977,
      "loss": 0.9253,
      "step": 53757
    },
    {
      "epoch": 2.2018431292238376,
      "grad_norm": 1.0428958721201413,
      "learning_rate": 0.0002146284196256429,
      "loss": 0.9258,
      "step": 53758
    },
    {
      "epoch": 2.201884087651034,
      "grad_norm": 0.8176012578755953,
      "learning_rate": 0.0002146254764606435,
      "loss": 0.6297,
      "step": 53759
    },
    {
      "epoch": 2.2019250460782307,
      "grad_norm": 1.0234660705856589,
      "learning_rate": 0.00021462253326509292,
      "loss": 0.3554,
      "step": 53760
    },
    {
      "epoch": 2.201966004505427,
      "grad_norm": 0.8168842274375873,
      "learning_rate": 0.00021461959003899259,
      "loss": 0.7075,
      "step": 53761
    },
    {
      "epoch": 2.2020069629326233,
      "grad_norm": 1.3408031712813648,
      "learning_rate": 0.0002146166467823438,
      "loss": 0.9003,
      "step": 53762
    },
    {
      "epoch": 2.20204792135982,
      "grad_norm": 0.9172152955304305,
      "learning_rate": 0.000214613703495148,
      "loss": 0.7558,
      "step": 53763
    },
    {
      "epoch": 2.2020888797870164,
      "grad_norm": 4.972614701912807,
      "learning_rate": 0.00021461076017740668,
      "loss": 3.3131,
      "step": 53764
    },
    {
      "epoch": 2.2021298382142125,
      "grad_norm": 1.0635035988059565,
      "learning_rate": 0.0002146078168291211,
      "loss": 0.7086,
      "step": 53765
    },
    {
      "epoch": 2.202170796641409,
      "grad_norm": 1.0538167228884758,
      "learning_rate": 0.00021460487345029264,
      "loss": 0.8704,
      "step": 53766
    },
    {
      "epoch": 2.2022117550686056,
      "grad_norm": 3.0706233321853187,
      "learning_rate": 0.0002146019300409228,
      "loss": 1.3418,
      "step": 53767
    },
    {
      "epoch": 2.2022527134958017,
      "grad_norm": 0.915726100259849,
      "learning_rate": 0.00021459898660101294,
      "loss": 0.3485,
      "step": 53768
    },
    {
      "epoch": 2.202293671922998,
      "grad_norm": 1.556890216090943,
      "learning_rate": 0.0002145960431305644,
      "loss": 1.0123,
      "step": 53769
    },
    {
      "epoch": 2.2023346303501947,
      "grad_norm": 1.0498658725141863,
      "learning_rate": 0.00021459309962957858,
      "loss": 0.4118,
      "step": 53770
    },
    {
      "epoch": 2.202375588777391,
      "grad_norm": 0.6727828222482263,
      "learning_rate": 0.00021459015609805692,
      "loss": 0.2796,
      "step": 53771
    },
    {
      "epoch": 2.2024165472045873,
      "grad_norm": 0.8997910409022395,
      "learning_rate": 0.00021458721253600079,
      "loss": 0.6327,
      "step": 53772
    },
    {
      "epoch": 2.202457505631784,
      "grad_norm": 0.7930529044847366,
      "learning_rate": 0.0002145842689434115,
      "loss": 0.4723,
      "step": 53773
    },
    {
      "epoch": 2.20249846405898,
      "grad_norm": 1.1510010301032696,
      "learning_rate": 0.00021458132532029057,
      "loss": 0.8561,
      "step": 53774
    },
    {
      "epoch": 2.2025394224861765,
      "grad_norm": 0.6585439542535949,
      "learning_rate": 0.00021457838166663934,
      "loss": 0.2784,
      "step": 53775
    },
    {
      "epoch": 2.202580380913373,
      "grad_norm": 1.8935487175695722,
      "learning_rate": 0.0002145754379824592,
      "loss": 1.406,
      "step": 53776
    },
    {
      "epoch": 2.202621339340569,
      "grad_norm": 0.8372053787968174,
      "learning_rate": 0.00021457249426775152,
      "loss": 0.7465,
      "step": 53777
    },
    {
      "epoch": 2.2026622977677657,
      "grad_norm": 0.7483057721578075,
      "learning_rate": 0.0002145695505225177,
      "loss": 0.6415,
      "step": 53778
    },
    {
      "epoch": 2.202703256194962,
      "grad_norm": 0.8941071094442109,
      "learning_rate": 0.00021456660674675916,
      "loss": 0.7218,
      "step": 53779
    },
    {
      "epoch": 2.2027442146221583,
      "grad_norm": 1.4000522252015977,
      "learning_rate": 0.0002145636629404773,
      "loss": 0.9682,
      "step": 53780
    },
    {
      "epoch": 2.202785173049355,
      "grad_norm": 1.2294247179543043,
      "learning_rate": 0.00021456071910367345,
      "loss": 0.9177,
      "step": 53781
    },
    {
      "epoch": 2.2028261314765514,
      "grad_norm": 0.8708830589834994,
      "learning_rate": 0.00021455777523634906,
      "loss": 0.8189,
      "step": 53782
    },
    {
      "epoch": 2.202867089903748,
      "grad_norm": 1.4791297709792894,
      "learning_rate": 0.0002145548313385055,
      "loss": 1.297,
      "step": 53783
    },
    {
      "epoch": 2.202908048330944,
      "grad_norm": 1.2814517539385721,
      "learning_rate": 0.00021455188741014417,
      "loss": 0.5044,
      "step": 53784
    },
    {
      "epoch": 2.2029490067581405,
      "grad_norm": 1.5564286724152632,
      "learning_rate": 0.0002145489434512664,
      "loss": 1.053,
      "step": 53785
    },
    {
      "epoch": 2.202989965185337,
      "grad_norm": 0.9158212521368994,
      "learning_rate": 0.0002145459994618737,
      "loss": 0.64,
      "step": 53786
    },
    {
      "epoch": 2.203030923612533,
      "grad_norm": 1.2009925101538061,
      "learning_rate": 0.00021454305544196738,
      "loss": 0.7193,
      "step": 53787
    },
    {
      "epoch": 2.2030718820397297,
      "grad_norm": 0.8861583689221905,
      "learning_rate": 0.00021454011139154886,
      "loss": 0.8777,
      "step": 53788
    },
    {
      "epoch": 2.2031128404669262,
      "grad_norm": 1.1891431050336023,
      "learning_rate": 0.00021453716731061948,
      "loss": 0.9673,
      "step": 53789
    },
    {
      "epoch": 2.2031537988941223,
      "grad_norm": 0.9248553340599258,
      "learning_rate": 0.00021453422319918066,
      "loss": 0.4746,
      "step": 53790
    },
    {
      "epoch": 2.203194757321319,
      "grad_norm": 0.5569135152672612,
      "learning_rate": 0.00021453127905723387,
      "loss": 0.245,
      "step": 53791
    },
    {
      "epoch": 2.2032357157485154,
      "grad_norm": 0.5304051437042233,
      "learning_rate": 0.0002145283348847804,
      "loss": 0.229,
      "step": 53792
    },
    {
      "epoch": 2.2032766741757115,
      "grad_norm": 1.0225022635821994,
      "learning_rate": 0.00021452539068182166,
      "loss": 0.6492,
      "step": 53793
    },
    {
      "epoch": 2.203317632602908,
      "grad_norm": 3.585047920224069,
      "learning_rate": 0.00021452244644835905,
      "loss": 3.8627,
      "step": 53794
    },
    {
      "epoch": 2.2033585910301046,
      "grad_norm": 0.7970095356420477,
      "learning_rate": 0.00021451950218439404,
      "loss": 0.6985,
      "step": 53795
    },
    {
      "epoch": 2.2033995494573007,
      "grad_norm": 0.9746142579868813,
      "learning_rate": 0.0002145165578899279,
      "loss": 0.2648,
      "step": 53796
    },
    {
      "epoch": 2.203440507884497,
      "grad_norm": 1.0681433946746284,
      "learning_rate": 0.00021451361356496213,
      "loss": 0.9458,
      "step": 53797
    },
    {
      "epoch": 2.2034814663116937,
      "grad_norm": 1.085988210858815,
      "learning_rate": 0.000214510669209498,
      "loss": 0.8456,
      "step": 53798
    },
    {
      "epoch": 2.20352242473889,
      "grad_norm": 0.8860380132368686,
      "learning_rate": 0.00021450772482353698,
      "loss": 0.6106,
      "step": 53799
    },
    {
      "epoch": 2.2035633831660864,
      "grad_norm": 1.2567525101621302,
      "learning_rate": 0.0002145047804070805,
      "loss": 0.8794,
      "step": 53800
    },
    {
      "epoch": 2.203604341593283,
      "grad_norm": 0.8022517595204792,
      "learning_rate": 0.00021450183596012987,
      "loss": 0.3573,
      "step": 53801
    },
    {
      "epoch": 2.2036453000204794,
      "grad_norm": 1.6554868530870575,
      "learning_rate": 0.00021449889148268645,
      "loss": 1.6268,
      "step": 53802
    },
    {
      "epoch": 2.2036862584476755,
      "grad_norm": 0.8772160555121798,
      "learning_rate": 0.00021449594697475183,
      "loss": 0.7417,
      "step": 53803
    },
    {
      "epoch": 2.203727216874872,
      "grad_norm": 0.8422455222126851,
      "learning_rate": 0.0002144930024363272,
      "loss": 0.5774,
      "step": 53804
    },
    {
      "epoch": 2.2037681753020686,
      "grad_norm": 0.5527732258175787,
      "learning_rate": 0.000214490057867414,
      "loss": 0.2207,
      "step": 53805
    },
    {
      "epoch": 2.2038091337292647,
      "grad_norm": 1.1547499355620787,
      "learning_rate": 0.00021448711326801364,
      "loss": 0.8096,
      "step": 53806
    },
    {
      "epoch": 2.203850092156461,
      "grad_norm": 0.9132678592389085,
      "learning_rate": 0.00021448416863812755,
      "loss": 0.6008,
      "step": 53807
    },
    {
      "epoch": 2.2038910505836578,
      "grad_norm": 0.9296927621910241,
      "learning_rate": 0.00021448122397775709,
      "loss": 0.7689,
      "step": 53808
    },
    {
      "epoch": 2.203932009010854,
      "grad_norm": 0.8372759278222133,
      "learning_rate": 0.00021447827928690362,
      "loss": 0.5527,
      "step": 53809
    },
    {
      "epoch": 2.2039729674380504,
      "grad_norm": 1.0429758897037895,
      "learning_rate": 0.00021447533456556858,
      "loss": 0.7577,
      "step": 53810
    },
    {
      "epoch": 2.204013925865247,
      "grad_norm": 1.0876026439851174,
      "learning_rate": 0.00021447238981375335,
      "loss": 0.8458,
      "step": 53811
    },
    {
      "epoch": 2.204054884292443,
      "grad_norm": 0.7676496077890781,
      "learning_rate": 0.0002144694450314593,
      "loss": 0.3284,
      "step": 53812
    },
    {
      "epoch": 2.2040958427196395,
      "grad_norm": 1.6756435615133922,
      "learning_rate": 0.00021446650021868783,
      "loss": 1.0758,
      "step": 53813
    },
    {
      "epoch": 2.204136801146836,
      "grad_norm": 1.1265248731809652,
      "learning_rate": 0.00021446355537544038,
      "loss": 0.8406,
      "step": 53814
    },
    {
      "epoch": 2.204177759574032,
      "grad_norm": 1.8707012011542423,
      "learning_rate": 0.00021446061050171825,
      "loss": 1.3441,
      "step": 53815
    },
    {
      "epoch": 2.2042187180012287,
      "grad_norm": 0.8492650006606987,
      "learning_rate": 0.0002144576655975229,
      "loss": 0.7678,
      "step": 53816
    },
    {
      "epoch": 2.2042596764284252,
      "grad_norm": 0.8618249545680221,
      "learning_rate": 0.0002144547206628557,
      "loss": 0.7666,
      "step": 53817
    },
    {
      "epoch": 2.2043006348556213,
      "grad_norm": 1.0920741083625165,
      "learning_rate": 0.00021445177569771808,
      "loss": 0.8455,
      "step": 53818
    },
    {
      "epoch": 2.204341593282818,
      "grad_norm": 0.9982542278173582,
      "learning_rate": 0.00021444883070211135,
      "loss": 0.6487,
      "step": 53819
    },
    {
      "epoch": 2.2043825517100144,
      "grad_norm": 1.6580492314793969,
      "learning_rate": 0.00021444588567603702,
      "loss": 0.5863,
      "step": 53820
    },
    {
      "epoch": 2.204423510137211,
      "grad_norm": 0.8523116712270268,
      "learning_rate": 0.00021444294061949635,
      "loss": 0.8078,
      "step": 53821
    },
    {
      "epoch": 2.204464468564407,
      "grad_norm": 1.0231653024903833,
      "learning_rate": 0.00021443999553249086,
      "loss": 0.9002,
      "step": 53822
    },
    {
      "epoch": 2.2045054269916036,
      "grad_norm": 0.8854588404624796,
      "learning_rate": 0.00021443705041502181,
      "loss": 0.8312,
      "step": 53823
    },
    {
      "epoch": 2.2045463854188,
      "grad_norm": 0.9868631038165379,
      "learning_rate": 0.00021443410526709073,
      "loss": 0.8081,
      "step": 53824
    },
    {
      "epoch": 2.204587343845996,
      "grad_norm": 1.2802129362811383,
      "learning_rate": 0.00021443116008869892,
      "loss": 1.3022,
      "step": 53825
    },
    {
      "epoch": 2.2046283022731927,
      "grad_norm": 0.7971496951127447,
      "learning_rate": 0.00021442821487984774,
      "loss": 0.2471,
      "step": 53826
    },
    {
      "epoch": 2.2046692607003893,
      "grad_norm": 1.095621279211843,
      "learning_rate": 0.0002144252696405387,
      "loss": 1.061,
      "step": 53827
    },
    {
      "epoch": 2.2047102191275854,
      "grad_norm": 0.6934507762022397,
      "learning_rate": 0.00021442232437077314,
      "loss": 0.3456,
      "step": 53828
    },
    {
      "epoch": 2.204751177554782,
      "grad_norm": 0.739100822785761,
      "learning_rate": 0.00021441937907055244,
      "loss": 0.2977,
      "step": 53829
    },
    {
      "epoch": 2.2047921359819784,
      "grad_norm": 0.826290783498105,
      "learning_rate": 0.00021441643373987793,
      "loss": 0.6264,
      "step": 53830
    },
    {
      "epoch": 2.2048330944091745,
      "grad_norm": 1.308902818048805,
      "learning_rate": 0.00021441348837875112,
      "loss": 0.7722,
      "step": 53831
    },
    {
      "epoch": 2.204874052836371,
      "grad_norm": 1.3801829163867811,
      "learning_rate": 0.00021441054298717335,
      "loss": 1.5372,
      "step": 53832
    },
    {
      "epoch": 2.2049150112635676,
      "grad_norm": 1.0272114881931074,
      "learning_rate": 0.000214407597565146,
      "loss": 0.5718,
      "step": 53833
    },
    {
      "epoch": 2.2049559696907637,
      "grad_norm": 0.9797985923748956,
      "learning_rate": 0.00021440465211267047,
      "loss": 0.8494,
      "step": 53834
    },
    {
      "epoch": 2.20499692811796,
      "grad_norm": 5.712535782757555,
      "learning_rate": 0.00021440170662974817,
      "loss": 3.7278,
      "step": 53835
    },
    {
      "epoch": 2.2050378865451568,
      "grad_norm": 1.084004567381392,
      "learning_rate": 0.00021439876111638048,
      "loss": 0.917,
      "step": 53836
    },
    {
      "epoch": 2.205078844972353,
      "grad_norm": 0.8659370380847851,
      "learning_rate": 0.0002143958155725688,
      "loss": 0.7477,
      "step": 53837
    },
    {
      "epoch": 2.2051198033995494,
      "grad_norm": 1.0279617204599725,
      "learning_rate": 0.0002143928699983145,
      "loss": 0.9318,
      "step": 53838
    },
    {
      "epoch": 2.205160761826746,
      "grad_norm": 1.4322140534818515,
      "learning_rate": 0.00021438992439361902,
      "loss": 1.4934,
      "step": 53839
    },
    {
      "epoch": 2.2052017202539425,
      "grad_norm": 1.3021337795418815,
      "learning_rate": 0.00021438697875848372,
      "loss": 0.8712,
      "step": 53840
    },
    {
      "epoch": 2.2052426786811385,
      "grad_norm": 0.8624201112368513,
      "learning_rate": 0.00021438403309290992,
      "loss": 0.7701,
      "step": 53841
    },
    {
      "epoch": 2.205283637108335,
      "grad_norm": 0.8702644547556262,
      "learning_rate": 0.00021438108739689913,
      "loss": 0.6704,
      "step": 53842
    },
    {
      "epoch": 2.2053245955355316,
      "grad_norm": 1.5263308382968719,
      "learning_rate": 0.0002143781416704527,
      "loss": 1.3228,
      "step": 53843
    },
    {
      "epoch": 2.2053655539627277,
      "grad_norm": 0.8770800773542414,
      "learning_rate": 0.00021437519591357206,
      "loss": 0.5374,
      "step": 53844
    },
    {
      "epoch": 2.2054065123899242,
      "grad_norm": 2.8506259322730507,
      "learning_rate": 0.00021437225012625846,
      "loss": 3.3688,
      "step": 53845
    },
    {
      "epoch": 2.205447470817121,
      "grad_norm": 0.9398892385801769,
      "learning_rate": 0.0002143693043085135,
      "loss": 0.7104,
      "step": 53846
    },
    {
      "epoch": 2.205488429244317,
      "grad_norm": 1.0266809287911591,
      "learning_rate": 0.0002143663584603384,
      "loss": 0.9481,
      "step": 53847
    },
    {
      "epoch": 2.2055293876715134,
      "grad_norm": 0.8846186215885177,
      "learning_rate": 0.0002143634125817347,
      "loss": 0.6016,
      "step": 53848
    },
    {
      "epoch": 2.20557034609871,
      "grad_norm": 1.310592005433864,
      "learning_rate": 0.00021436046667270363,
      "loss": 1.092,
      "step": 53849
    },
    {
      "epoch": 2.205611304525906,
      "grad_norm": 0.7934012167975845,
      "learning_rate": 0.00021435752073324668,
      "loss": 0.2719,
      "step": 53850
    },
    {
      "epoch": 2.2056522629531026,
      "grad_norm": 1.0308103583831592,
      "learning_rate": 0.00021435457476336528,
      "loss": 0.7538,
      "step": 53851
    },
    {
      "epoch": 2.205693221380299,
      "grad_norm": 1.9475680803164979,
      "learning_rate": 0.0002143516287630607,
      "loss": 1.5751,
      "step": 53852
    },
    {
      "epoch": 2.205734179807495,
      "grad_norm": 0.9079199313603618,
      "learning_rate": 0.00021434868273233445,
      "loss": 0.4113,
      "step": 53853
    },
    {
      "epoch": 2.2057751382346917,
      "grad_norm": 0.9450004844688705,
      "learning_rate": 0.00021434573667118787,
      "loss": 0.7554,
      "step": 53854
    },
    {
      "epoch": 2.2058160966618883,
      "grad_norm": 1.0952782339658926,
      "learning_rate": 0.00021434279057962237,
      "loss": 0.9306,
      "step": 53855
    },
    {
      "epoch": 2.2058570550890844,
      "grad_norm": 1.268069531924615,
      "learning_rate": 0.00021433984445763934,
      "loss": 0.8077,
      "step": 53856
    },
    {
      "epoch": 2.205898013516281,
      "grad_norm": 1.0970466284946014,
      "learning_rate": 0.00021433689830524012,
      "loss": 0.7621,
      "step": 53857
    },
    {
      "epoch": 2.2059389719434774,
      "grad_norm": 1.1038020366725654,
      "learning_rate": 0.00021433395212242616,
      "loss": 0.8951,
      "step": 53858
    },
    {
      "epoch": 2.205979930370674,
      "grad_norm": 1.1028842409052424,
      "learning_rate": 0.00021433100590919886,
      "loss": 0.4667,
      "step": 53859
    },
    {
      "epoch": 2.20602088879787,
      "grad_norm": 1.3984151749339957,
      "learning_rate": 0.00021432805966555961,
      "loss": 0.9378,
      "step": 53860
    },
    {
      "epoch": 2.2060618472250666,
      "grad_norm": 1.1059271352096949,
      "learning_rate": 0.00021432511339150977,
      "loss": 0.7653,
      "step": 53861
    },
    {
      "epoch": 2.206102805652263,
      "grad_norm": 0.9777172251408363,
      "learning_rate": 0.0002143221670870507,
      "loss": 0.5621,
      "step": 53862
    },
    {
      "epoch": 2.2061437640794592,
      "grad_norm": 0.893212705801268,
      "learning_rate": 0.00021431922075218387,
      "loss": 0.6838,
      "step": 53863
    },
    {
      "epoch": 2.2061847225066558,
      "grad_norm": 1.1463805798131943,
      "learning_rate": 0.0002143162743869107,
      "loss": 0.7428,
      "step": 53864
    },
    {
      "epoch": 2.2062256809338523,
      "grad_norm": 0.5604400642098386,
      "learning_rate": 0.00021431332799123247,
      "loss": 0.2436,
      "step": 53865
    },
    {
      "epoch": 2.2062666393610484,
      "grad_norm": 0.8146329491480119,
      "learning_rate": 0.00021431038156515062,
      "loss": 0.1355,
      "step": 53866
    },
    {
      "epoch": 2.206307597788245,
      "grad_norm": 0.8729006743413953,
      "learning_rate": 0.0002143074351086666,
      "loss": 0.3728,
      "step": 53867
    },
    {
      "epoch": 2.2063485562154415,
      "grad_norm": 1.2574649538402825,
      "learning_rate": 0.00021430448862178175,
      "loss": 0.9731,
      "step": 53868
    },
    {
      "epoch": 2.2063895146426376,
      "grad_norm": 1.256563349635642,
      "learning_rate": 0.00021430154210449746,
      "loss": 0.7883,
      "step": 53869
    },
    {
      "epoch": 2.206430473069834,
      "grad_norm": 0.8429012444735369,
      "learning_rate": 0.00021429859555681507,
      "loss": 0.4199,
      "step": 53870
    },
    {
      "epoch": 2.2064714314970306,
      "grad_norm": 1.1403839880633138,
      "learning_rate": 0.00021429564897873616,
      "loss": 1.0034,
      "step": 53871
    },
    {
      "epoch": 2.2065123899242267,
      "grad_norm": 1.3173773712557242,
      "learning_rate": 0.0002142927023702619,
      "loss": 0.9173,
      "step": 53872
    },
    {
      "epoch": 2.2065533483514232,
      "grad_norm": 0.7890629995374183,
      "learning_rate": 0.00021428975573139383,
      "loss": 0.3874,
      "step": 53873
    },
    {
      "epoch": 2.20659430677862,
      "grad_norm": 0.8598988471592682,
      "learning_rate": 0.0002142868090621333,
      "loss": 0.2866,
      "step": 53874
    },
    {
      "epoch": 2.206635265205816,
      "grad_norm": 1.1806334126174145,
      "learning_rate": 0.00021428386236248164,
      "loss": 0.475,
      "step": 53875
    },
    {
      "epoch": 2.2066762236330124,
      "grad_norm": 0.5887018278548165,
      "learning_rate": 0.00021428091563244035,
      "loss": 0.2813,
      "step": 53876
    },
    {
      "epoch": 2.206717182060209,
      "grad_norm": 1.1420408814668377,
      "learning_rate": 0.00021427796887201072,
      "loss": 0.8052,
      "step": 53877
    },
    {
      "epoch": 2.2067581404874055,
      "grad_norm": 1.5595970205535694,
      "learning_rate": 0.00021427502208119426,
      "loss": 1.1456,
      "step": 53878
    },
    {
      "epoch": 2.2067990989146016,
      "grad_norm": 1.4414194182959628,
      "learning_rate": 0.00021427207525999227,
      "loss": 0.5023,
      "step": 53879
    },
    {
      "epoch": 2.206840057341798,
      "grad_norm": 1.04152439062346,
      "learning_rate": 0.0002142691284084062,
      "loss": 0.7185,
      "step": 53880
    },
    {
      "epoch": 2.2068810157689946,
      "grad_norm": 0.8967487176487202,
      "learning_rate": 0.00021426618152643734,
      "loss": 0.7611,
      "step": 53881
    },
    {
      "epoch": 2.2069219741961907,
      "grad_norm": 0.9363335821357686,
      "learning_rate": 0.0002142632346140872,
      "loss": 0.6329,
      "step": 53882
    },
    {
      "epoch": 2.2069629326233873,
      "grad_norm": 1.4582370462968335,
      "learning_rate": 0.00021426028767135717,
      "loss": 0.9948,
      "step": 53883
    },
    {
      "epoch": 2.207003891050584,
      "grad_norm": 0.9216675026894959,
      "learning_rate": 0.00021425734069824856,
      "loss": 0.8333,
      "step": 53884
    },
    {
      "epoch": 2.20704484947778,
      "grad_norm": 0.9593693037314419,
      "learning_rate": 0.0002142543936947628,
      "loss": 0.6853,
      "step": 53885
    },
    {
      "epoch": 2.2070858079049764,
      "grad_norm": 0.9821353181782935,
      "learning_rate": 0.00021425144666090135,
      "loss": 0.8279,
      "step": 53886
    },
    {
      "epoch": 2.207126766332173,
      "grad_norm": 0.6950953079346338,
      "learning_rate": 0.0002142484995966655,
      "loss": 0.3544,
      "step": 53887
    },
    {
      "epoch": 2.207167724759369,
      "grad_norm": 1.3739805078656018,
      "learning_rate": 0.0002142455525020567,
      "loss": 1.1289,
      "step": 53888
    },
    {
      "epoch": 2.2072086831865656,
      "grad_norm": 1.07539332160156,
      "learning_rate": 0.0002142426053770763,
      "loss": 1.1648,
      "step": 53889
    },
    {
      "epoch": 2.207249641613762,
      "grad_norm": 0.8085501821594188,
      "learning_rate": 0.00021423965822172576,
      "loss": 0.8702,
      "step": 53890
    },
    {
      "epoch": 2.2072906000409582,
      "grad_norm": 2.076299134163593,
      "learning_rate": 0.0002142367110360064,
      "loss": 1.886,
      "step": 53891
    },
    {
      "epoch": 2.2073315584681548,
      "grad_norm": 1.0384845490486863,
      "learning_rate": 0.0002142337638199197,
      "loss": 1.0459,
      "step": 53892
    },
    {
      "epoch": 2.2073725168953513,
      "grad_norm": 2.2584024862815166,
      "learning_rate": 0.000214230816573467,
      "loss": 2.5571,
      "step": 53893
    },
    {
      "epoch": 2.2074134753225474,
      "grad_norm": 0.9158523432115292,
      "learning_rate": 0.00021422786929664966,
      "loss": 0.7997,
      "step": 53894
    },
    {
      "epoch": 2.207454433749744,
      "grad_norm": 0.6085069841632232,
      "learning_rate": 0.00021422492198946915,
      "loss": 0.1245,
      "step": 53895
    },
    {
      "epoch": 2.2074953921769405,
      "grad_norm": 1.346303873523667,
      "learning_rate": 0.0002142219746519268,
      "loss": 0.8622,
      "step": 53896
    },
    {
      "epoch": 2.207536350604137,
      "grad_norm": 2.185561141848831,
      "learning_rate": 0.00021421902728402403,
      "loss": 2.65,
      "step": 53897
    },
    {
      "epoch": 2.207577309031333,
      "grad_norm": 1.0561443778422512,
      "learning_rate": 0.00021421607988576221,
      "loss": 0.6753,
      "step": 53898
    },
    {
      "epoch": 2.2076182674585296,
      "grad_norm": 1.0247252075710684,
      "learning_rate": 0.00021421313245714276,
      "loss": 0.6211,
      "step": 53899
    },
    {
      "epoch": 2.207659225885726,
      "grad_norm": 1.2458230317718078,
      "learning_rate": 0.0002142101849981671,
      "loss": 1.2585,
      "step": 53900
    },
    {
      "epoch": 2.2077001843129223,
      "grad_norm": 0.8685828293305817,
      "learning_rate": 0.00021420723750883658,
      "loss": 0.8211,
      "step": 53901
    },
    {
      "epoch": 2.207741142740119,
      "grad_norm": 0.9878638857074231,
      "learning_rate": 0.00021420428998915255,
      "loss": 0.958,
      "step": 53902
    },
    {
      "epoch": 2.2077821011673153,
      "grad_norm": 1.3078112194080296,
      "learning_rate": 0.00021420134243911655,
      "loss": 0.8396,
      "step": 53903
    },
    {
      "epoch": 2.2078230595945114,
      "grad_norm": 1.2519501536652484,
      "learning_rate": 0.0002141983948587298,
      "loss": 1.2099,
      "step": 53904
    },
    {
      "epoch": 2.207864018021708,
      "grad_norm": 1.302711973647476,
      "learning_rate": 0.00021419544724799385,
      "loss": 0.7115,
      "step": 53905
    },
    {
      "epoch": 2.2079049764489045,
      "grad_norm": 0.8111363325449865,
      "learning_rate": 0.00021419249960690992,
      "loss": 0.6097,
      "step": 53906
    },
    {
      "epoch": 2.2079459348761006,
      "grad_norm": 1.0144031196703969,
      "learning_rate": 0.0002141895519354796,
      "loss": 0.9666,
      "step": 53907
    },
    {
      "epoch": 2.207986893303297,
      "grad_norm": 0.9511166468831559,
      "learning_rate": 0.0002141866042337041,
      "loss": 0.8219,
      "step": 53908
    },
    {
      "epoch": 2.2080278517304937,
      "grad_norm": 4.865999299060503,
      "learning_rate": 0.00021418365650158495,
      "loss": 4.169,
      "step": 53909
    },
    {
      "epoch": 2.2080688101576897,
      "grad_norm": 1.072365318439,
      "learning_rate": 0.0002141807087391235,
      "loss": 0.8766,
      "step": 53910
    },
    {
      "epoch": 2.2081097685848863,
      "grad_norm": 1.0899561024690683,
      "learning_rate": 0.0002141777609463211,
      "loss": 0.8825,
      "step": 53911
    },
    {
      "epoch": 2.208150727012083,
      "grad_norm": 1.0299252597761723,
      "learning_rate": 0.00021417481312317922,
      "loss": 0.7737,
      "step": 53912
    },
    {
      "epoch": 2.208191685439279,
      "grad_norm": 1.0796851644995602,
      "learning_rate": 0.00021417186526969916,
      "loss": 0.6963,
      "step": 53913
    },
    {
      "epoch": 2.2082326438664754,
      "grad_norm": 1.3135643999298887,
      "learning_rate": 0.00021416891738588242,
      "loss": 0.966,
      "step": 53914
    },
    {
      "epoch": 2.208273602293672,
      "grad_norm": 2.418178274358416,
      "learning_rate": 0.0002141659694717303,
      "loss": 2.0238,
      "step": 53915
    },
    {
      "epoch": 2.2083145607208685,
      "grad_norm": 1.3701293475232967,
      "learning_rate": 0.00021416302152724425,
      "loss": 0.9687,
      "step": 53916
    },
    {
      "epoch": 2.2083555191480646,
      "grad_norm": 1.0766120060250732,
      "learning_rate": 0.00021416007355242562,
      "loss": 0.668,
      "step": 53917
    },
    {
      "epoch": 2.208396477575261,
      "grad_norm": 0.8345727988000016,
      "learning_rate": 0.00021415712554727587,
      "loss": 0.6319,
      "step": 53918
    },
    {
      "epoch": 2.2084374360024577,
      "grad_norm": 1.0117364520214143,
      "learning_rate": 0.00021415417751179634,
      "loss": 0.8317,
      "step": 53919
    },
    {
      "epoch": 2.2084783944296538,
      "grad_norm": 0.9880172561628997,
      "learning_rate": 0.00021415122944598843,
      "loss": 0.8074,
      "step": 53920
    },
    {
      "epoch": 2.2085193528568503,
      "grad_norm": 1.3347790690615584,
      "learning_rate": 0.00021414828134985351,
      "loss": 0.7456,
      "step": 53921
    },
    {
      "epoch": 2.208560311284047,
      "grad_norm": 0.7816583729499846,
      "learning_rate": 0.00021414533322339306,
      "loss": 0.2708,
      "step": 53922
    },
    {
      "epoch": 2.208601269711243,
      "grad_norm": 4.92031921698282,
      "learning_rate": 0.00021414238506660838,
      "loss": 1.8447,
      "step": 53923
    },
    {
      "epoch": 2.2086422281384395,
      "grad_norm": 0.7636479852965594,
      "learning_rate": 0.00021413943687950094,
      "loss": 0.383,
      "step": 53924
    },
    {
      "epoch": 2.208683186565636,
      "grad_norm": 0.7437967700991185,
      "learning_rate": 0.00021413648866207207,
      "loss": 0.4046,
      "step": 53925
    },
    {
      "epoch": 2.208724144992832,
      "grad_norm": 1.5243899994402292,
      "learning_rate": 0.00021413354041432319,
      "loss": 1.1872,
      "step": 53926
    },
    {
      "epoch": 2.2087651034200286,
      "grad_norm": 0.9381155009368354,
      "learning_rate": 0.0002141305921362557,
      "loss": 0.8229,
      "step": 53927
    },
    {
      "epoch": 2.208806061847225,
      "grad_norm": 1.1802963628300192,
      "learning_rate": 0.000214127643827871,
      "loss": 0.6703,
      "step": 53928
    },
    {
      "epoch": 2.2088470202744213,
      "grad_norm": 0.9258054922051916,
      "learning_rate": 0.00021412469548917046,
      "loss": 0.9008,
      "step": 53929
    },
    {
      "epoch": 2.208887978701618,
      "grad_norm": 1.7840111375858085,
      "learning_rate": 0.00021412174712015546,
      "loss": 1.3112,
      "step": 53930
    },
    {
      "epoch": 2.2089289371288143,
      "grad_norm": 0.8565269561177319,
      "learning_rate": 0.00021411879872082745,
      "loss": 0.4835,
      "step": 53931
    },
    {
      "epoch": 2.2089698955560104,
      "grad_norm": 0.7823957488784394,
      "learning_rate": 0.00021411585029118782,
      "loss": 0.6739,
      "step": 53932
    },
    {
      "epoch": 2.209010853983207,
      "grad_norm": 1.0635638931447051,
      "learning_rate": 0.0002141129018312379,
      "loss": 0.838,
      "step": 53933
    },
    {
      "epoch": 2.2090518124104035,
      "grad_norm": 0.8013938056797064,
      "learning_rate": 0.00021410995334097906,
      "loss": 0.8691,
      "step": 53934
    },
    {
      "epoch": 2.2090927708376,
      "grad_norm": 2.82210843274252,
      "learning_rate": 0.00021410700482041284,
      "loss": 3.7517,
      "step": 53935
    },
    {
      "epoch": 2.209133729264796,
      "grad_norm": 0.9450895749701828,
      "learning_rate": 0.00021410405626954055,
      "loss": 0.2715,
      "step": 53936
    },
    {
      "epoch": 2.2091746876919927,
      "grad_norm": 1.5540560701034298,
      "learning_rate": 0.00021410110768836356,
      "loss": 0.7763,
      "step": 53937
    },
    {
      "epoch": 2.209215646119189,
      "grad_norm": 0.6801326608371933,
      "learning_rate": 0.00021409815907688323,
      "loss": 0.2798,
      "step": 53938
    },
    {
      "epoch": 2.2092566045463853,
      "grad_norm": 1.4146527061296705,
      "learning_rate": 0.0002140952104351011,
      "loss": 0.4535,
      "step": 53939
    },
    {
      "epoch": 2.209297562973582,
      "grad_norm": 0.985219858573983,
      "learning_rate": 0.00021409226176301842,
      "loss": 0.8073,
      "step": 53940
    },
    {
      "epoch": 2.2093385214007784,
      "grad_norm": 0.6675479396279995,
      "learning_rate": 0.00021408931306063665,
      "loss": 0.5328,
      "step": 53941
    },
    {
      "epoch": 2.2093794798279744,
      "grad_norm": 1.053796441228688,
      "learning_rate": 0.00021408636432795715,
      "loss": 0.9179,
      "step": 53942
    },
    {
      "epoch": 2.209420438255171,
      "grad_norm": 1.3739550845009862,
      "learning_rate": 0.00021408341556498136,
      "loss": 1.1962,
      "step": 53943
    },
    {
      "epoch": 2.2094613966823675,
      "grad_norm": 1.1044090150414245,
      "learning_rate": 0.0002140804667717107,
      "loss": 0.9857,
      "step": 53944
    },
    {
      "epoch": 2.2095023551095636,
      "grad_norm": 1.1272275040249746,
      "learning_rate": 0.00021407751794814644,
      "loss": 1.0806,
      "step": 53945
    },
    {
      "epoch": 2.20954331353676,
      "grad_norm": 0.9229543607475211,
      "learning_rate": 0.00021407456909429008,
      "loss": 0.7737,
      "step": 53946
    },
    {
      "epoch": 2.2095842719639567,
      "grad_norm": 0.7851442570262341,
      "learning_rate": 0.00021407162021014296,
      "loss": 0.5809,
      "step": 53947
    },
    {
      "epoch": 2.2096252303911528,
      "grad_norm": 0.864072629669683,
      "learning_rate": 0.00021406867129570653,
      "loss": 0.6659,
      "step": 53948
    },
    {
      "epoch": 2.2096661888183493,
      "grad_norm": 1.0237152403165135,
      "learning_rate": 0.0002140657223509821,
      "loss": 0.807,
      "step": 53949
    },
    {
      "epoch": 2.209707147245546,
      "grad_norm": 1.0859986581449834,
      "learning_rate": 0.00021406277337597117,
      "loss": 0.8389,
      "step": 53950
    },
    {
      "epoch": 2.209748105672742,
      "grad_norm": 0.7944273956672003,
      "learning_rate": 0.00021405982437067503,
      "loss": 0.6777,
      "step": 53951
    },
    {
      "epoch": 2.2097890640999385,
      "grad_norm": 1.2346402467268565,
      "learning_rate": 0.00021405687533509516,
      "loss": 0.9374,
      "step": 53952
    },
    {
      "epoch": 2.209830022527135,
      "grad_norm": 0.897794359222441,
      "learning_rate": 0.00021405392626923288,
      "loss": 0.8314,
      "step": 53953
    },
    {
      "epoch": 2.2098709809543315,
      "grad_norm": 1.0163170458034296,
      "learning_rate": 0.00021405097717308962,
      "loss": 0.8224,
      "step": 53954
    },
    {
      "epoch": 2.2099119393815276,
      "grad_norm": 1.1587941004857734,
      "learning_rate": 0.00021404802804666684,
      "loss": 0.5833,
      "step": 53955
    },
    {
      "epoch": 2.209952897808724,
      "grad_norm": 1.1513245820538303,
      "learning_rate": 0.00021404507888996582,
      "loss": 0.2343,
      "step": 53956
    },
    {
      "epoch": 2.2099938562359207,
      "grad_norm": 0.9173978733983981,
      "learning_rate": 0.000214042129702988,
      "loss": 0.8015,
      "step": 53957
    },
    {
      "epoch": 2.210034814663117,
      "grad_norm": 1.2047293939746624,
      "learning_rate": 0.00021403918048573477,
      "loss": 1.147,
      "step": 53958
    },
    {
      "epoch": 2.2100757730903133,
      "grad_norm": 1.1684658482165702,
      "learning_rate": 0.00021403623123820753,
      "loss": 0.494,
      "step": 53959
    },
    {
      "epoch": 2.21011673151751,
      "grad_norm": 1.1687904530681519,
      "learning_rate": 0.0002140332819604077,
      "loss": 0.8355,
      "step": 53960
    },
    {
      "epoch": 2.210157689944706,
      "grad_norm": 1.269532745391601,
      "learning_rate": 0.00021403033265233662,
      "loss": 0.8805,
      "step": 53961
    },
    {
      "epoch": 2.2101986483719025,
      "grad_norm": 1.0916558509376806,
      "learning_rate": 0.00021402738331399574,
      "loss": 0.8245,
      "step": 53962
    },
    {
      "epoch": 2.210239606799099,
      "grad_norm": 0.9600227427896103,
      "learning_rate": 0.00021402443394538643,
      "loss": 0.7396,
      "step": 53963
    },
    {
      "epoch": 2.210280565226295,
      "grad_norm": 0.9801664133410248,
      "learning_rate": 0.00021402148454651012,
      "loss": 0.7665,
      "step": 53964
    },
    {
      "epoch": 2.2103215236534917,
      "grad_norm": 1.2842959251328592,
      "learning_rate": 0.00021401853511736812,
      "loss": 1.0294,
      "step": 53965
    },
    {
      "epoch": 2.210362482080688,
      "grad_norm": 0.7881573315266401,
      "learning_rate": 0.00021401558565796184,
      "loss": 0.7152,
      "step": 53966
    },
    {
      "epoch": 2.2104034405078847,
      "grad_norm": 0.9159257476354205,
      "learning_rate": 0.00021401263616829274,
      "loss": 0.713,
      "step": 53967
    },
    {
      "epoch": 2.210444398935081,
      "grad_norm": 0.9330668344518603,
      "learning_rate": 0.0002140096866483622,
      "loss": 0.8217,
      "step": 53968
    },
    {
      "epoch": 2.2104853573622774,
      "grad_norm": 1.477836952757025,
      "learning_rate": 0.00021400673709817157,
      "loss": 0.9856,
      "step": 53969
    },
    {
      "epoch": 2.2105263157894735,
      "grad_norm": 1.129073324652144,
      "learning_rate": 0.00021400378751772225,
      "loss": 0.6045,
      "step": 53970
    },
    {
      "epoch": 2.21056727421667,
      "grad_norm": 3.551221782885433,
      "learning_rate": 0.0002140008379070157,
      "loss": 4.4165,
      "step": 53971
    },
    {
      "epoch": 2.2106082326438665,
      "grad_norm": 0.9127549899469507,
      "learning_rate": 0.00021399788826605325,
      "loss": 0.5944,
      "step": 53972
    },
    {
      "epoch": 2.210649191071063,
      "grad_norm": 0.5950151412159532,
      "learning_rate": 0.0002139949385948363,
      "loss": 0.1801,
      "step": 53973
    },
    {
      "epoch": 2.210690149498259,
      "grad_norm": 0.9566147202075348,
      "learning_rate": 0.00021399198889336627,
      "loss": 0.4116,
      "step": 53974
    },
    {
      "epoch": 2.2107311079254557,
      "grad_norm": 1.404534846115457,
      "learning_rate": 0.0002139890391616445,
      "loss": 0.9641,
      "step": 53975
    },
    {
      "epoch": 2.210772066352652,
      "grad_norm": 1.609707381426165,
      "learning_rate": 0.0002139860893996725,
      "loss": 1.2897,
      "step": 53976
    },
    {
      "epoch": 2.2108130247798483,
      "grad_norm": 1.1263823896729857,
      "learning_rate": 0.00021398313960745155,
      "loss": 0.8466,
      "step": 53977
    },
    {
      "epoch": 2.210853983207045,
      "grad_norm": 0.839910239514318,
      "learning_rate": 0.00021398018978498307,
      "loss": 0.249,
      "step": 53978
    },
    {
      "epoch": 2.2108949416342414,
      "grad_norm": 0.8970819086195162,
      "learning_rate": 0.00021397723993226846,
      "loss": 0.7982,
      "step": 53979
    },
    {
      "epoch": 2.2109359000614375,
      "grad_norm": 0.6956781284346868,
      "learning_rate": 0.0002139742900493092,
      "loss": 0.2708,
      "step": 53980
    },
    {
      "epoch": 2.210976858488634,
      "grad_norm": 1.175146425536772,
      "learning_rate": 0.0002139713401361065,
      "loss": 0.6969,
      "step": 53981
    },
    {
      "epoch": 2.2110178169158305,
      "grad_norm": 0.9483792481171472,
      "learning_rate": 0.00021396839019266196,
      "loss": 0.7605,
      "step": 53982
    },
    {
      "epoch": 2.2110587753430266,
      "grad_norm": 0.7481833813333468,
      "learning_rate": 0.00021396544021897685,
      "loss": 0.2666,
      "step": 53983
    },
    {
      "epoch": 2.211099733770223,
      "grad_norm": 1.4164921782738078,
      "learning_rate": 0.00021396249021505257,
      "loss": 0.9499,
      "step": 53984
    },
    {
      "epoch": 2.2111406921974197,
      "grad_norm": 1.1307462365925107,
      "learning_rate": 0.0002139595401808905,
      "loss": 1.0298,
      "step": 53985
    },
    {
      "epoch": 2.2111816506246162,
      "grad_norm": 0.8846246374842641,
      "learning_rate": 0.0002139565901164921,
      "loss": 0.6942,
      "step": 53986
    },
    {
      "epoch": 2.2112226090518123,
      "grad_norm": 1.4550437744034808,
      "learning_rate": 0.0002139536400218588,
      "loss": 0.6789,
      "step": 53987
    },
    {
      "epoch": 2.211263567479009,
      "grad_norm": 1.8947940804388794,
      "learning_rate": 0.00021395068989699188,
      "loss": 1.3669,
      "step": 53988
    },
    {
      "epoch": 2.2113045259062054,
      "grad_norm": 4.144237692660917,
      "learning_rate": 0.00021394773974189272,
      "loss": 5.6892,
      "step": 53989
    },
    {
      "epoch": 2.2113454843334015,
      "grad_norm": 1.4928306213533973,
      "learning_rate": 0.00021394478955656285,
      "loss": 0.8898,
      "step": 53990
    },
    {
      "epoch": 2.211386442760598,
      "grad_norm": 1.2189331287153409,
      "learning_rate": 0.00021394183934100362,
      "loss": 1.1094,
      "step": 53991
    },
    {
      "epoch": 2.2114274011877946,
      "grad_norm": 0.9559222504830576,
      "learning_rate": 0.00021393888909521637,
      "loss": 0.8098,
      "step": 53992
    },
    {
      "epoch": 2.2114683596149907,
      "grad_norm": 0.9921849877596564,
      "learning_rate": 0.00021393593881920248,
      "loss": 0.8522,
      "step": 53993
    },
    {
      "epoch": 2.211509318042187,
      "grad_norm": 1.5583283561129448,
      "learning_rate": 0.00021393298851296344,
      "loss": 0.488,
      "step": 53994
    },
    {
      "epoch": 2.2115502764693837,
      "grad_norm": 2.9784779148425673,
      "learning_rate": 0.0002139300381765006,
      "loss": 3.5587,
      "step": 53995
    },
    {
      "epoch": 2.21159123489658,
      "grad_norm": 1.1151030372992439,
      "learning_rate": 0.00021392708780981534,
      "loss": 0.9899,
      "step": 53996
    },
    {
      "epoch": 2.2116321933237764,
      "grad_norm": 1.3071375008971828,
      "learning_rate": 0.000213924137412909,
      "loss": 0.815,
      "step": 53997
    },
    {
      "epoch": 2.211673151750973,
      "grad_norm": 1.0428998115105108,
      "learning_rate": 0.0002139211869857831,
      "loss": 0.8924,
      "step": 53998
    },
    {
      "epoch": 2.211714110178169,
      "grad_norm": 1.2095606142348083,
      "learning_rate": 0.00021391823652843896,
      "loss": 0.3316,
      "step": 53999
    },
    {
      "epoch": 2.2117550686053655,
      "grad_norm": 0.8411748617569312,
      "learning_rate": 0.00021391528604087798,
      "loss": 0.4476,
      "step": 54000
    },
    {
      "epoch": 2.211796027032562,
      "grad_norm": 1.0510436852230314,
      "learning_rate": 0.0002139123355231016,
      "loss": 0.8014,
      "step": 54001
    },
    {
      "epoch": 2.211836985459758,
      "grad_norm": 1.0021604522039245,
      "learning_rate": 0.00021390938497511112,
      "loss": 0.7959,
      "step": 54002
    },
    {
      "epoch": 2.2118779438869547,
      "grad_norm": 0.6104589190875861,
      "learning_rate": 0.00021390643439690802,
      "loss": 0.2566,
      "step": 54003
    },
    {
      "epoch": 2.2119189023141512,
      "grad_norm": 0.8539323370318392,
      "learning_rate": 0.00021390348378849366,
      "loss": 0.8196,
      "step": 54004
    },
    {
      "epoch": 2.2119598607413478,
      "grad_norm": 0.726151933144381,
      "learning_rate": 0.00021390053314986946,
      "loss": 0.3073,
      "step": 54005
    },
    {
      "epoch": 2.212000819168544,
      "grad_norm": 1.1775512476192502,
      "learning_rate": 0.0002138975824810367,
      "loss": 1.1017,
      "step": 54006
    },
    {
      "epoch": 2.2120417775957404,
      "grad_norm": 0.7566121856523218,
      "learning_rate": 0.00021389463178199698,
      "loss": 0.3719,
      "step": 54007
    },
    {
      "epoch": 2.212082736022937,
      "grad_norm": 1.1597922858726821,
      "learning_rate": 0.00021389168105275156,
      "loss": 0.5378,
      "step": 54008
    },
    {
      "epoch": 2.212123694450133,
      "grad_norm": 0.8674878648464199,
      "learning_rate": 0.00021388873029330185,
      "loss": 0.9055,
      "step": 54009
    },
    {
      "epoch": 2.2121646528773296,
      "grad_norm": 1.127973763839804,
      "learning_rate": 0.00021388577950364927,
      "loss": 0.9241,
      "step": 54010
    },
    {
      "epoch": 2.212205611304526,
      "grad_norm": 0.7700984102610556,
      "learning_rate": 0.00021388282868379518,
      "loss": 0.4287,
      "step": 54011
    },
    {
      "epoch": 2.212246569731722,
      "grad_norm": 1.0076936893085249,
      "learning_rate": 0.00021387987783374104,
      "loss": 0.5348,
      "step": 54012
    },
    {
      "epoch": 2.2122875281589187,
      "grad_norm": 1.3283986111009238,
      "learning_rate": 0.00021387692695348814,
      "loss": 0.9923,
      "step": 54013
    },
    {
      "epoch": 2.2123284865861153,
      "grad_norm": 0.967204648888571,
      "learning_rate": 0.00021387397604303795,
      "loss": 0.582,
      "step": 54014
    },
    {
      "epoch": 2.2123694450133113,
      "grad_norm": 0.8411682865437221,
      "learning_rate": 0.00021387102510239193,
      "loss": 0.5275,
      "step": 54015
    },
    {
      "epoch": 2.212410403440508,
      "grad_norm": 0.9781377287791733,
      "learning_rate": 0.0002138680741315513,
      "loss": 0.7978,
      "step": 54016
    },
    {
      "epoch": 2.2124513618677044,
      "grad_norm": 0.7784973581638299,
      "learning_rate": 0.00021386512313051757,
      "loss": 0.5871,
      "step": 54017
    },
    {
      "epoch": 2.2124923202949005,
      "grad_norm": 0.9506743510530757,
      "learning_rate": 0.0002138621720992921,
      "loss": 0.683,
      "step": 54018
    },
    {
      "epoch": 2.212533278722097,
      "grad_norm": 1.1314538688376876,
      "learning_rate": 0.00021385922103787634,
      "loss": 0.5672,
      "step": 54019
    },
    {
      "epoch": 2.2125742371492936,
      "grad_norm": 0.6986732162931821,
      "learning_rate": 0.00021385626994627164,
      "loss": 0.4123,
      "step": 54020
    },
    {
      "epoch": 2.2126151955764897,
      "grad_norm": 3.015954186249744,
      "learning_rate": 0.0002138533188244794,
      "loss": 3.5312,
      "step": 54021
    },
    {
      "epoch": 2.212656154003686,
      "grad_norm": 0.9443487421197373,
      "learning_rate": 0.000213850367672501,
      "loss": 0.515,
      "step": 54022
    },
    {
      "epoch": 2.2126971124308827,
      "grad_norm": 1.2584467182578298,
      "learning_rate": 0.00021384741649033785,
      "loss": 0.7963,
      "step": 54023
    },
    {
      "epoch": 2.2127380708580793,
      "grad_norm": 0.7487107873515355,
      "learning_rate": 0.00021384446527799138,
      "loss": 0.3377,
      "step": 54024
    },
    {
      "epoch": 2.2127790292852754,
      "grad_norm": 0.9887754572609093,
      "learning_rate": 0.0002138415140354629,
      "loss": 0.7272,
      "step": 54025
    },
    {
      "epoch": 2.212819987712472,
      "grad_norm": 6.080863628291645,
      "learning_rate": 0.00021383856276275387,
      "loss": 6.5734,
      "step": 54026
    },
    {
      "epoch": 2.2128609461396684,
      "grad_norm": 1.1275105283071034,
      "learning_rate": 0.0002138356114598657,
      "loss": 0.8288,
      "step": 54027
    },
    {
      "epoch": 2.2129019045668645,
      "grad_norm": 1.2645504549011388,
      "learning_rate": 0.00021383266012679975,
      "loss": 1.157,
      "step": 54028
    },
    {
      "epoch": 2.212942862994061,
      "grad_norm": 0.8325040360681882,
      "learning_rate": 0.00021382970876355738,
      "loss": 0.4323,
      "step": 54029
    },
    {
      "epoch": 2.2129838214212576,
      "grad_norm": 1.9145662002696622,
      "learning_rate": 0.0002138267573701401,
      "loss": 2.1279,
      "step": 54030
    },
    {
      "epoch": 2.2130247798484537,
      "grad_norm": 1.1159125445105782,
      "learning_rate": 0.0002138238059465492,
      "loss": 0.9305,
      "step": 54031
    },
    {
      "epoch": 2.2130657382756502,
      "grad_norm": 1.088085892537227,
      "learning_rate": 0.00021382085449278608,
      "loss": 0.9873,
      "step": 54032
    },
    {
      "epoch": 2.2131066967028468,
      "grad_norm": 0.6743029560631448,
      "learning_rate": 0.0002138179030088522,
      "loss": 0.2932,
      "step": 54033
    },
    {
      "epoch": 2.213147655130043,
      "grad_norm": 1.1465604468894952,
      "learning_rate": 0.0002138149514947489,
      "loss": 0.5208,
      "step": 54034
    },
    {
      "epoch": 2.2131886135572394,
      "grad_norm": 1.4429125650977344,
      "learning_rate": 0.00021381199995047762,
      "loss": 1.0253,
      "step": 54035
    },
    {
      "epoch": 2.213229571984436,
      "grad_norm": 0.6937378848794512,
      "learning_rate": 0.0002138090483760397,
      "loss": 0.34,
      "step": 54036
    },
    {
      "epoch": 2.213270530411632,
      "grad_norm": 0.6983810497621346,
      "learning_rate": 0.00021380609677143657,
      "loss": 0.3451,
      "step": 54037
    },
    {
      "epoch": 2.2133114888388286,
      "grad_norm": 0.8364062654007459,
      "learning_rate": 0.0002138031451366696,
      "loss": 0.6051,
      "step": 54038
    },
    {
      "epoch": 2.213352447266025,
      "grad_norm": 0.7273466000715647,
      "learning_rate": 0.00021380019347174025,
      "loss": 0.3057,
      "step": 54039
    },
    {
      "epoch": 2.213393405693221,
      "grad_norm": 0.8682703015532364,
      "learning_rate": 0.00021379724177664983,
      "loss": 0.5715,
      "step": 54040
    },
    {
      "epoch": 2.2134343641204177,
      "grad_norm": 0.8768001110645247,
      "learning_rate": 0.00021379429005139982,
      "loss": 0.6315,
      "step": 54041
    },
    {
      "epoch": 2.2134753225476143,
      "grad_norm": 1.2640776130213955,
      "learning_rate": 0.00021379133829599152,
      "loss": 1.0142,
      "step": 54042
    },
    {
      "epoch": 2.213516280974811,
      "grad_norm": 1.1789249634192798,
      "learning_rate": 0.00021378838651042641,
      "loss": 1.0057,
      "step": 54043
    },
    {
      "epoch": 2.213557239402007,
      "grad_norm": 1.254230828621933,
      "learning_rate": 0.00021378543469470585,
      "loss": 0.6203,
      "step": 54044
    },
    {
      "epoch": 2.2135981978292034,
      "grad_norm": 0.9465097655751139,
      "learning_rate": 0.00021378248284883124,
      "loss": 0.9436,
      "step": 54045
    },
    {
      "epoch": 2.2136391562564,
      "grad_norm": 1.007399095484747,
      "learning_rate": 0.00021377953097280393,
      "loss": 0.4901,
      "step": 54046
    },
    {
      "epoch": 2.213680114683596,
      "grad_norm": 0.8315430276075365,
      "learning_rate": 0.0002137765790666254,
      "loss": 0.5081,
      "step": 54047
    },
    {
      "epoch": 2.2137210731107926,
      "grad_norm": 0.8726418623048497,
      "learning_rate": 0.00021377362713029702,
      "loss": 0.9295,
      "step": 54048
    },
    {
      "epoch": 2.213762031537989,
      "grad_norm": 1.873243077256099,
      "learning_rate": 0.00021377067516382018,
      "loss": 1.5512,
      "step": 54049
    },
    {
      "epoch": 2.213802989965185,
      "grad_norm": 1.145546767536986,
      "learning_rate": 0.00021376772316719623,
      "loss": 1.1698,
      "step": 54050
    },
    {
      "epoch": 2.2138439483923817,
      "grad_norm": 1.04389382505773,
      "learning_rate": 0.0002137647711404266,
      "loss": 0.8798,
      "step": 54051
    },
    {
      "epoch": 2.2138849068195783,
      "grad_norm": 1.1434753959322228,
      "learning_rate": 0.00021376181908351271,
      "loss": 0.6396,
      "step": 54052
    },
    {
      "epoch": 2.2139258652467744,
      "grad_norm": 1.569800718354461,
      "learning_rate": 0.0002137588669964559,
      "loss": 1.2469,
      "step": 54053
    },
    {
      "epoch": 2.213966823673971,
      "grad_norm": 0.9082094942704824,
      "learning_rate": 0.0002137559148792576,
      "loss": 0.3947,
      "step": 54054
    },
    {
      "epoch": 2.2140077821011674,
      "grad_norm": 0.9664522193397073,
      "learning_rate": 0.00021375296273191922,
      "loss": 0.7178,
      "step": 54055
    },
    {
      "epoch": 2.2140487405283635,
      "grad_norm": 0.6397269673449839,
      "learning_rate": 0.00021375001055444213,
      "loss": 0.2868,
      "step": 54056
    },
    {
      "epoch": 2.21408969895556,
      "grad_norm": 0.8691358630826906,
      "learning_rate": 0.00021374705834682775,
      "loss": 0.7431,
      "step": 54057
    },
    {
      "epoch": 2.2141306573827566,
      "grad_norm": 0.750044234315882,
      "learning_rate": 0.00021374410610907745,
      "loss": 0.3591,
      "step": 54058
    },
    {
      "epoch": 2.2141716158099527,
      "grad_norm": 1.0278801629181138,
      "learning_rate": 0.00021374115384119262,
      "loss": 0.8327,
      "step": 54059
    },
    {
      "epoch": 2.2142125742371492,
      "grad_norm": 1.888470791808575,
      "learning_rate": 0.0002137382015431747,
      "loss": 1.9696,
      "step": 54060
    },
    {
      "epoch": 2.2142535326643458,
      "grad_norm": 1.2030300027421323,
      "learning_rate": 0.000213735249215025,
      "loss": 0.9944,
      "step": 54061
    },
    {
      "epoch": 2.2142944910915423,
      "grad_norm": 1.199742284999606,
      "learning_rate": 0.00021373229685674503,
      "loss": 0.7605,
      "step": 54062
    },
    {
      "epoch": 2.2143354495187384,
      "grad_norm": 1.245416514739117,
      "learning_rate": 0.0002137293444683361,
      "loss": 0.3716,
      "step": 54063
    },
    {
      "epoch": 2.214376407945935,
      "grad_norm": 0.9839693600603926,
      "learning_rate": 0.00021372639204979965,
      "loss": 0.6882,
      "step": 54064
    },
    {
      "epoch": 2.2144173663731315,
      "grad_norm": 0.9813213154310179,
      "learning_rate": 0.00021372343960113704,
      "loss": 0.8567,
      "step": 54065
    },
    {
      "epoch": 2.2144583248003276,
      "grad_norm": 1.546090064475071,
      "learning_rate": 0.0002137204871223497,
      "loss": 1.3209,
      "step": 54066
    },
    {
      "epoch": 2.214499283227524,
      "grad_norm": 0.9844383180632544,
      "learning_rate": 0.00021371753461343904,
      "loss": 0.7898,
      "step": 54067
    },
    {
      "epoch": 2.2145402416547206,
      "grad_norm": 2.45401331617709,
      "learning_rate": 0.00021371458207440638,
      "loss": 1.0662,
      "step": 54068
    },
    {
      "epoch": 2.2145812000819167,
      "grad_norm": 1.0671261884832857,
      "learning_rate": 0.00021371162950525316,
      "loss": 0.7698,
      "step": 54069
    },
    {
      "epoch": 2.2146221585091133,
      "grad_norm": 0.8279453399266472,
      "learning_rate": 0.00021370867690598082,
      "loss": 0.5562,
      "step": 54070
    },
    {
      "epoch": 2.21466311693631,
      "grad_norm": 1.1255445787496634,
      "learning_rate": 0.0002137057242765907,
      "loss": 1.0234,
      "step": 54071
    },
    {
      "epoch": 2.214704075363506,
      "grad_norm": 0.8841532094270974,
      "learning_rate": 0.00021370277161708421,
      "loss": 0.6544,
      "step": 54072
    },
    {
      "epoch": 2.2147450337907024,
      "grad_norm": 1.48019559029163,
      "learning_rate": 0.00021369981892746276,
      "loss": 1.0442,
      "step": 54073
    },
    {
      "epoch": 2.214785992217899,
      "grad_norm": 0.6335751485873122,
      "learning_rate": 0.00021369686620772768,
      "loss": 0.2155,
      "step": 54074
    },
    {
      "epoch": 2.214826950645095,
      "grad_norm": 1.1753202013216877,
      "learning_rate": 0.00021369391345788045,
      "loss": 0.7423,
      "step": 54075
    },
    {
      "epoch": 2.2148679090722916,
      "grad_norm": 1.9169784767883602,
      "learning_rate": 0.00021369096067792243,
      "loss": 1.3258,
      "step": 54076
    },
    {
      "epoch": 2.214908867499488,
      "grad_norm": 1.672474461143355,
      "learning_rate": 0.00021368800786785504,
      "loss": 1.3011,
      "step": 54077
    },
    {
      "epoch": 2.214949825926684,
      "grad_norm": 0.9394035752985778,
      "learning_rate": 0.0002136850550276796,
      "loss": 0.6522,
      "step": 54078
    },
    {
      "epoch": 2.2149907843538807,
      "grad_norm": 0.9288338299647483,
      "learning_rate": 0.00021368210215739764,
      "loss": 0.3931,
      "step": 54079
    },
    {
      "epoch": 2.2150317427810773,
      "grad_norm": 6.006155480067559,
      "learning_rate": 0.00021367914925701044,
      "loss": 2.2243,
      "step": 54080
    },
    {
      "epoch": 2.215072701208274,
      "grad_norm": 1.1292988767720846,
      "learning_rate": 0.00021367619632651943,
      "loss": 1.0152,
      "step": 54081
    },
    {
      "epoch": 2.21511365963547,
      "grad_norm": 1.3722572977929504,
      "learning_rate": 0.000213673243365926,
      "loss": 0.748,
      "step": 54082
    },
    {
      "epoch": 2.2151546180626664,
      "grad_norm": 1.1812770843061084,
      "learning_rate": 0.00021367029037523157,
      "loss": 0.8003,
      "step": 54083
    },
    {
      "epoch": 2.215195576489863,
      "grad_norm": 2.6734113073376626,
      "learning_rate": 0.00021366733735443753,
      "loss": 3.6901,
      "step": 54084
    },
    {
      "epoch": 2.215236534917059,
      "grad_norm": 1.6248022010490764,
      "learning_rate": 0.00021366438430354525,
      "loss": 1.374,
      "step": 54085
    },
    {
      "epoch": 2.2152774933442556,
      "grad_norm": 1.0093411923847722,
      "learning_rate": 0.00021366143122255617,
      "loss": 0.7944,
      "step": 54086
    },
    {
      "epoch": 2.215318451771452,
      "grad_norm": 1.0499480046570413,
      "learning_rate": 0.00021365847811147164,
      "loss": 0.9783,
      "step": 54087
    },
    {
      "epoch": 2.2153594101986482,
      "grad_norm": 1.3560355717736543,
      "learning_rate": 0.00021365552497029308,
      "loss": 1.1706,
      "step": 54088
    },
    {
      "epoch": 2.2154003686258448,
      "grad_norm": 0.7540311481717554,
      "learning_rate": 0.00021365257179902183,
      "loss": 0.2602,
      "step": 54089
    },
    {
      "epoch": 2.2154413270530413,
      "grad_norm": 1.097176066338336,
      "learning_rate": 0.0002136496185976594,
      "loss": 0.6969,
      "step": 54090
    },
    {
      "epoch": 2.2154822854802374,
      "grad_norm": 1.6390655602502482,
      "learning_rate": 0.0002136466653662071,
      "loss": 1.3056,
      "step": 54091
    },
    {
      "epoch": 2.215523243907434,
      "grad_norm": 0.5275601427593415,
      "learning_rate": 0.0002136437121046664,
      "loss": 0.2446,
      "step": 54092
    },
    {
      "epoch": 2.2155642023346305,
      "grad_norm": 0.7452691707285221,
      "learning_rate": 0.00021364075881303858,
      "loss": 0.3133,
      "step": 54093
    },
    {
      "epoch": 2.2156051607618266,
      "grad_norm": 0.9932238578973936,
      "learning_rate": 0.00021363780549132512,
      "loss": 0.9093,
      "step": 54094
    },
    {
      "epoch": 2.215646119189023,
      "grad_norm": 6.042749251313482,
      "learning_rate": 0.0002136348521395274,
      "loss": 2.4719,
      "step": 54095
    },
    {
      "epoch": 2.2156870776162196,
      "grad_norm": 1.1769879358777426,
      "learning_rate": 0.00021363189875764683,
      "loss": 1.0057,
      "step": 54096
    },
    {
      "epoch": 2.2157280360434157,
      "grad_norm": 0.8871530050761314,
      "learning_rate": 0.00021362894534568476,
      "loss": 0.5544,
      "step": 54097
    },
    {
      "epoch": 2.2157689944706123,
      "grad_norm": 1.140251451642283,
      "learning_rate": 0.0002136259919036426,
      "loss": 0.6594,
      "step": 54098
    },
    {
      "epoch": 2.215809952897809,
      "grad_norm": 0.9819558200187742,
      "learning_rate": 0.00021362303843152182,
      "loss": 0.4768,
      "step": 54099
    },
    {
      "epoch": 2.2158509113250053,
      "grad_norm": 1.1320349780966856,
      "learning_rate": 0.00021362008492932375,
      "loss": 0.6266,
      "step": 54100
    },
    {
      "epoch": 2.2158918697522014,
      "grad_norm": 1.1677574787623455,
      "learning_rate": 0.00021361713139704975,
      "loss": 0.8266,
      "step": 54101
    },
    {
      "epoch": 2.215932828179398,
      "grad_norm": 0.7603209600955367,
      "learning_rate": 0.0002136141778347013,
      "loss": 0.7114,
      "step": 54102
    },
    {
      "epoch": 2.2159737866065945,
      "grad_norm": 1.3745530328379747,
      "learning_rate": 0.00021361122424227975,
      "loss": 0.7988,
      "step": 54103
    },
    {
      "epoch": 2.2160147450337906,
      "grad_norm": 1.799297824805952,
      "learning_rate": 0.00021360827061978654,
      "loss": 1.7439,
      "step": 54104
    },
    {
      "epoch": 2.216055703460987,
      "grad_norm": 1.2478588620736693,
      "learning_rate": 0.00021360531696722302,
      "loss": 1.1649,
      "step": 54105
    },
    {
      "epoch": 2.2160966618881837,
      "grad_norm": 1.4726771646341628,
      "learning_rate": 0.00021360236328459053,
      "loss": 0.7808,
      "step": 54106
    },
    {
      "epoch": 2.2161376203153798,
      "grad_norm": 1.07822182769397,
      "learning_rate": 0.00021359940957189056,
      "loss": 0.8754,
      "step": 54107
    },
    {
      "epoch": 2.2161785787425763,
      "grad_norm": 2.6252410983133423,
      "learning_rate": 0.00021359645582912453,
      "loss": 3.0302,
      "step": 54108
    },
    {
      "epoch": 2.216219537169773,
      "grad_norm": 1.2327073183871404,
      "learning_rate": 0.00021359350205629374,
      "loss": 0.9205,
      "step": 54109
    },
    {
      "epoch": 2.216260495596969,
      "grad_norm": 0.8103465348559543,
      "learning_rate": 0.00021359054825339962,
      "loss": 0.3451,
      "step": 54110
    },
    {
      "epoch": 2.2163014540241655,
      "grad_norm": 0.6488476705243941,
      "learning_rate": 0.0002135875944204436,
      "loss": 0.2406,
      "step": 54111
    },
    {
      "epoch": 2.216342412451362,
      "grad_norm": 1.714886077648945,
      "learning_rate": 0.0002135846405574271,
      "loss": 1.7242,
      "step": 54112
    },
    {
      "epoch": 2.216383370878558,
      "grad_norm": 1.2066881608357227,
      "learning_rate": 0.00021358168666435142,
      "loss": 1.085,
      "step": 54113
    },
    {
      "epoch": 2.2164243293057546,
      "grad_norm": 1.0860780987300849,
      "learning_rate": 0.00021357873274121798,
      "loss": 0.767,
      "step": 54114
    },
    {
      "epoch": 2.216465287732951,
      "grad_norm": 1.1979830738773602,
      "learning_rate": 0.00021357577878802826,
      "loss": 1.0785,
      "step": 54115
    },
    {
      "epoch": 2.2165062461601472,
      "grad_norm": 1.0273930675404468,
      "learning_rate": 0.0002135728248047836,
      "loss": 0.7267,
      "step": 54116
    },
    {
      "epoch": 2.2165472045873438,
      "grad_norm": 0.8344368999286775,
      "learning_rate": 0.00021356987079148537,
      "loss": 0.7584,
      "step": 54117
    },
    {
      "epoch": 2.2165881630145403,
      "grad_norm": 1.1062355446448113,
      "learning_rate": 0.00021356691674813503,
      "loss": 0.7885,
      "step": 54118
    },
    {
      "epoch": 2.216629121441737,
      "grad_norm": 0.7899094518926483,
      "learning_rate": 0.0002135639626747339,
      "loss": 0.4638,
      "step": 54119
    },
    {
      "epoch": 2.216670079868933,
      "grad_norm": 1.0241985375770122,
      "learning_rate": 0.00021356100857128344,
      "loss": 0.7087,
      "step": 54120
    },
    {
      "epoch": 2.2167110382961295,
      "grad_norm": 0.9249727210633929,
      "learning_rate": 0.000213558054437785,
      "loss": 0.7793,
      "step": 54121
    },
    {
      "epoch": 2.216751996723326,
      "grad_norm": 1.0726671647454853,
      "learning_rate": 0.00021355510027424007,
      "loss": 0.859,
      "step": 54122
    },
    {
      "epoch": 2.216792955150522,
      "grad_norm": 4.413381245636906,
      "learning_rate": 0.0002135521460806499,
      "loss": 1.2062,
      "step": 54123
    },
    {
      "epoch": 2.2168339135777186,
      "grad_norm": 0.8338092237358209,
      "learning_rate": 0.00021354919185701598,
      "loss": 0.3858,
      "step": 54124
    },
    {
      "epoch": 2.216874872004915,
      "grad_norm": 0.9525772184431971,
      "learning_rate": 0.00021354623760333968,
      "loss": 0.9087,
      "step": 54125
    },
    {
      "epoch": 2.2169158304321113,
      "grad_norm": 0.8994201855691021,
      "learning_rate": 0.0002135432833196224,
      "loss": 0.6971,
      "step": 54126
    },
    {
      "epoch": 2.216956788859308,
      "grad_norm": 0.8864218539743672,
      "learning_rate": 0.0002135403290058656,
      "loss": 0.739,
      "step": 54127
    },
    {
      "epoch": 2.2169977472865043,
      "grad_norm": 0.7574176808357731,
      "learning_rate": 0.0002135373746620706,
      "loss": 0.7404,
      "step": 54128
    },
    {
      "epoch": 2.2170387057137004,
      "grad_norm": 1.009595757016471,
      "learning_rate": 0.00021353442028823876,
      "loss": 0.8911,
      "step": 54129
    },
    {
      "epoch": 2.217079664140897,
      "grad_norm": 0.9130659502215971,
      "learning_rate": 0.0002135314658843716,
      "loss": 0.7957,
      "step": 54130
    },
    {
      "epoch": 2.2171206225680935,
      "grad_norm": 0.8713095272404732,
      "learning_rate": 0.0002135285114504704,
      "loss": 0.697,
      "step": 54131
    },
    {
      "epoch": 2.2171615809952896,
      "grad_norm": 0.8877523400635864,
      "learning_rate": 0.00021352555698653664,
      "loss": 0.8549,
      "step": 54132
    },
    {
      "epoch": 2.217202539422486,
      "grad_norm": 1.1196158046888944,
      "learning_rate": 0.00021352260249257165,
      "loss": 1.0246,
      "step": 54133
    },
    {
      "epoch": 2.2172434978496827,
      "grad_norm": 1.5401334441584793,
      "learning_rate": 0.0002135196479685769,
      "loss": 1.3488,
      "step": 54134
    },
    {
      "epoch": 2.2172844562768788,
      "grad_norm": 1.2868446050273634,
      "learning_rate": 0.00021351669341455374,
      "loss": 1.2526,
      "step": 54135
    },
    {
      "epoch": 2.2173254147040753,
      "grad_norm": 3.336563758813895,
      "learning_rate": 0.00021351373883050353,
      "loss": 4.7142,
      "step": 54136
    },
    {
      "epoch": 2.217366373131272,
      "grad_norm": 1.1239952431633027,
      "learning_rate": 0.00021351078421642775,
      "loss": 0.9684,
      "step": 54137
    },
    {
      "epoch": 2.2174073315584684,
      "grad_norm": 0.9889170364739319,
      "learning_rate": 0.00021350782957232773,
      "loss": 0.8054,
      "step": 54138
    },
    {
      "epoch": 2.2174482899856645,
      "grad_norm": 1.2519129301768843,
      "learning_rate": 0.00021350487489820493,
      "loss": 0.9351,
      "step": 54139
    },
    {
      "epoch": 2.217489248412861,
      "grad_norm": 1.1752747375975179,
      "learning_rate": 0.0002135019201940607,
      "loss": 1.0037,
      "step": 54140
    },
    {
      "epoch": 2.2175302068400575,
      "grad_norm": 1.1513830124263145,
      "learning_rate": 0.00021349896545989647,
      "loss": 0.8851,
      "step": 54141
    },
    {
      "epoch": 2.2175711652672536,
      "grad_norm": 1.3526764929699404,
      "learning_rate": 0.00021349601069571352,
      "loss": 1.3143,
      "step": 54142
    },
    {
      "epoch": 2.21761212369445,
      "grad_norm": 1.1207148859032123,
      "learning_rate": 0.0002134930559015134,
      "loss": 0.9328,
      "step": 54143
    },
    {
      "epoch": 2.2176530821216467,
      "grad_norm": 1.2952874630466806,
      "learning_rate": 0.00021349010107729748,
      "loss": 0.6993,
      "step": 54144
    },
    {
      "epoch": 2.217694040548843,
      "grad_norm": 1.387106846385879,
      "learning_rate": 0.00021348714622306707,
      "loss": 1.0886,
      "step": 54145
    },
    {
      "epoch": 2.2177349989760393,
      "grad_norm": 0.9401171550621413,
      "learning_rate": 0.00021348419133882367,
      "loss": 0.8771,
      "step": 54146
    },
    {
      "epoch": 2.217775957403236,
      "grad_norm": 0.9056976131159394,
      "learning_rate": 0.00021348123642456857,
      "loss": 0.6769,
      "step": 54147
    },
    {
      "epoch": 2.217816915830432,
      "grad_norm": 1.057532889282982,
      "learning_rate": 0.00021347828148030328,
      "loss": 0.2887,
      "step": 54148
    },
    {
      "epoch": 2.2178578742576285,
      "grad_norm": 1.0434238045729534,
      "learning_rate": 0.00021347532650602913,
      "loss": 0.8382,
      "step": 54149
    },
    {
      "epoch": 2.217898832684825,
      "grad_norm": 1.108221945500338,
      "learning_rate": 0.0002134723715017475,
      "loss": 0.7885,
      "step": 54150
    },
    {
      "epoch": 2.217939791112021,
      "grad_norm": 1.0031277264689966,
      "learning_rate": 0.00021346941646745984,
      "loss": 0.8118,
      "step": 54151
    },
    {
      "epoch": 2.2179807495392176,
      "grad_norm": 1.7778387683108097,
      "learning_rate": 0.0002134664614031675,
      "loss": 1.3503,
      "step": 54152
    },
    {
      "epoch": 2.218021707966414,
      "grad_norm": 1.0971144439379243,
      "learning_rate": 0.00021346350630887194,
      "loss": 1.0315,
      "step": 54153
    },
    {
      "epoch": 2.2180626663936103,
      "grad_norm": 0.8111251093434166,
      "learning_rate": 0.00021346055118457447,
      "loss": 0.6539,
      "step": 54154
    },
    {
      "epoch": 2.218103624820807,
      "grad_norm": 0.5655561162790144,
      "learning_rate": 0.00021345759603027658,
      "loss": 0.2317,
      "step": 54155
    },
    {
      "epoch": 2.2181445832480033,
      "grad_norm": 1.2235242961975408,
      "learning_rate": 0.00021345464084597963,
      "loss": 0.7391,
      "step": 54156
    },
    {
      "epoch": 2.2181855416752,
      "grad_norm": 1.2983315041479684,
      "learning_rate": 0.00021345168563168494,
      "loss": 1.2017,
      "step": 54157
    },
    {
      "epoch": 2.218226500102396,
      "grad_norm": 1.6065037512422675,
      "learning_rate": 0.00021344873038739402,
      "loss": 1.7586,
      "step": 54158
    },
    {
      "epoch": 2.2182674585295925,
      "grad_norm": 0.7184393270510375,
      "learning_rate": 0.0002134457751131082,
      "loss": 0.3043,
      "step": 54159
    },
    {
      "epoch": 2.218308416956789,
      "grad_norm": 1.1804106166604995,
      "learning_rate": 0.00021344281980882897,
      "loss": 1.1422,
      "step": 54160
    },
    {
      "epoch": 2.218349375383985,
      "grad_norm": 5.613348062298743,
      "learning_rate": 0.00021343986447455756,
      "loss": 1.5978,
      "step": 54161
    },
    {
      "epoch": 2.2183903338111817,
      "grad_norm": 0.8534902991006,
      "learning_rate": 0.00021343690911029552,
      "loss": 0.7668,
      "step": 54162
    },
    {
      "epoch": 2.218431292238378,
      "grad_norm": 1.0058793950882514,
      "learning_rate": 0.00021343395371604414,
      "loss": 0.9925,
      "step": 54163
    },
    {
      "epoch": 2.2184722506655743,
      "grad_norm": 0.9638652276115662,
      "learning_rate": 0.00021343099829180496,
      "loss": 0.6906,
      "step": 54164
    },
    {
      "epoch": 2.218513209092771,
      "grad_norm": 0.879833368868567,
      "learning_rate": 0.00021342804283757915,
      "loss": 0.8225,
      "step": 54165
    },
    {
      "epoch": 2.2185541675199674,
      "grad_norm": 0.9750923472380811,
      "learning_rate": 0.00021342508735336835,
      "loss": 0.8252,
      "step": 54166
    },
    {
      "epoch": 2.2185951259471635,
      "grad_norm": 1.1357295592433039,
      "learning_rate": 0.0002134221318391738,
      "loss": 0.7073,
      "step": 54167
    },
    {
      "epoch": 2.21863608437436,
      "grad_norm": 1.0696164252345588,
      "learning_rate": 0.00021341917629499698,
      "loss": 0.6454,
      "step": 54168
    },
    {
      "epoch": 2.2186770428015565,
      "grad_norm": 1.3630854266956927,
      "learning_rate": 0.00021341622072083925,
      "loss": 0.8818,
      "step": 54169
    },
    {
      "epoch": 2.2187180012287526,
      "grad_norm": 0.8415991431504817,
      "learning_rate": 0.00021341326511670197,
      "loss": 0.3315,
      "step": 54170
    },
    {
      "epoch": 2.218758959655949,
      "grad_norm": 0.6433832025417279,
      "learning_rate": 0.00021341030948258662,
      "loss": 0.289,
      "step": 54171
    },
    {
      "epoch": 2.2187999180831457,
      "grad_norm": 0.8583138319321874,
      "learning_rate": 0.00021340735381849453,
      "loss": 0.571,
      "step": 54172
    },
    {
      "epoch": 2.218840876510342,
      "grad_norm": 0.9463449079673666,
      "learning_rate": 0.0002134043981244271,
      "loss": 0.5792,
      "step": 54173
    },
    {
      "epoch": 2.2188818349375383,
      "grad_norm": 1.200663443428479,
      "learning_rate": 0.0002134014424003858,
      "loss": 0.9692,
      "step": 54174
    },
    {
      "epoch": 2.218922793364735,
      "grad_norm": 0.8389308120925151,
      "learning_rate": 0.00021339848664637197,
      "loss": 0.7437,
      "step": 54175
    },
    {
      "epoch": 2.2189637517919314,
      "grad_norm": 1.2325938378854533,
      "learning_rate": 0.00021339553086238702,
      "loss": 0.6718,
      "step": 54176
    },
    {
      "epoch": 2.2190047102191275,
      "grad_norm": 0.9351669919366041,
      "learning_rate": 0.0002133925750484323,
      "loss": 0.4629,
      "step": 54177
    },
    {
      "epoch": 2.219045668646324,
      "grad_norm": 0.8211988300317205,
      "learning_rate": 0.00021338961920450925,
      "loss": 0.2884,
      "step": 54178
    },
    {
      "epoch": 2.2190866270735206,
      "grad_norm": 1.5551862322544847,
      "learning_rate": 0.00021338666333061933,
      "loss": 0.8606,
      "step": 54179
    },
    {
      "epoch": 2.2191275855007166,
      "grad_norm": 1.4042073153973111,
      "learning_rate": 0.00021338370742676386,
      "loss": 0.5913,
      "step": 54180
    },
    {
      "epoch": 2.219168543927913,
      "grad_norm": 1.108546260149616,
      "learning_rate": 0.0002133807514929442,
      "loss": 1.1009,
      "step": 54181
    },
    {
      "epoch": 2.2192095023551097,
      "grad_norm": 0.787042659635055,
      "learning_rate": 0.00021337779552916178,
      "loss": 0.3602,
      "step": 54182
    },
    {
      "epoch": 2.219250460782306,
      "grad_norm": 0.8849778826208106,
      "learning_rate": 0.00021337483953541808,
      "loss": 0.6724,
      "step": 54183
    },
    {
      "epoch": 2.2192914192095023,
      "grad_norm": 0.5908222892342379,
      "learning_rate": 0.00021337188351171443,
      "loss": 0.2405,
      "step": 54184
    },
    {
      "epoch": 2.219332377636699,
      "grad_norm": 1.008515973227199,
      "learning_rate": 0.00021336892745805222,
      "loss": 0.7247,
      "step": 54185
    },
    {
      "epoch": 2.219373336063895,
      "grad_norm": 4.9362490174921865,
      "learning_rate": 0.00021336597137443282,
      "loss": 2.1917,
      "step": 54186
    },
    {
      "epoch": 2.2194142944910915,
      "grad_norm": 1.0493788346532413,
      "learning_rate": 0.00021336301526085773,
      "loss": 0.9507,
      "step": 54187
    },
    {
      "epoch": 2.219455252918288,
      "grad_norm": 0.8674196220472571,
      "learning_rate": 0.00021336005911732822,
      "loss": 0.5953,
      "step": 54188
    },
    {
      "epoch": 2.219496211345484,
      "grad_norm": 2.296522034426983,
      "learning_rate": 0.00021335710294384581,
      "loss": 2.0722,
      "step": 54189
    },
    {
      "epoch": 2.2195371697726807,
      "grad_norm": 0.8878186006077308,
      "learning_rate": 0.00021335414674041178,
      "loss": 0.657,
      "step": 54190
    },
    {
      "epoch": 2.219578128199877,
      "grad_norm": 0.5553525004194759,
      "learning_rate": 0.00021335119050702766,
      "loss": 0.1338,
      "step": 54191
    },
    {
      "epoch": 2.2196190866270733,
      "grad_norm": 4.891961064521127,
      "learning_rate": 0.00021334823424369473,
      "loss": 2.8115,
      "step": 54192
    },
    {
      "epoch": 2.21966004505427,
      "grad_norm": 1.3256024869984124,
      "learning_rate": 0.0002133452779504144,
      "loss": 0.8979,
      "step": 54193
    },
    {
      "epoch": 2.2197010034814664,
      "grad_norm": 1.1187649087096037,
      "learning_rate": 0.00021334232162718817,
      "loss": 0.9448,
      "step": 54194
    },
    {
      "epoch": 2.219741961908663,
      "grad_norm": 0.6962740360625616,
      "learning_rate": 0.0002133393652740173,
      "loss": 0.2345,
      "step": 54195
    },
    {
      "epoch": 2.219782920335859,
      "grad_norm": 1.306895389761708,
      "learning_rate": 0.00021333640889090326,
      "loss": 0.5657,
      "step": 54196
    },
    {
      "epoch": 2.2198238787630555,
      "grad_norm": 1.6298037698763395,
      "learning_rate": 0.00021333345247784747,
      "loss": 1.404,
      "step": 54197
    },
    {
      "epoch": 2.219864837190252,
      "grad_norm": 0.9046231097898709,
      "learning_rate": 0.0002133304960348513,
      "loss": 0.2938,
      "step": 54198
    },
    {
      "epoch": 2.219905795617448,
      "grad_norm": 0.8187732564448611,
      "learning_rate": 0.00021332753956191611,
      "loss": 0.4224,
      "step": 54199
    },
    {
      "epoch": 2.2199467540446447,
      "grad_norm": 0.8694496311003646,
      "learning_rate": 0.00021332458305904338,
      "loss": 0.6821,
      "step": 54200
    },
    {
      "epoch": 2.2199877124718412,
      "grad_norm": 0.6082096513871487,
      "learning_rate": 0.00021332162652623444,
      "loss": 0.2556,
      "step": 54201
    },
    {
      "epoch": 2.2200286708990373,
      "grad_norm": 0.9108930816821951,
      "learning_rate": 0.00021331866996349068,
      "loss": 0.5665,
      "step": 54202
    },
    {
      "epoch": 2.220069629326234,
      "grad_norm": 1.0603509105902589,
      "learning_rate": 0.0002133157133708136,
      "loss": 0.8126,
      "step": 54203
    },
    {
      "epoch": 2.2201105877534304,
      "grad_norm": 2.7494916461594507,
      "learning_rate": 0.00021331275674820444,
      "loss": 1.6348,
      "step": 54204
    },
    {
      "epoch": 2.2201515461806265,
      "grad_norm": 0.5781699320929332,
      "learning_rate": 0.00021330980009566473,
      "loss": 0.3328,
      "step": 54205
    },
    {
      "epoch": 2.220192504607823,
      "grad_norm": 1.0579004786900001,
      "learning_rate": 0.0002133068434131958,
      "loss": 0.828,
      "step": 54206
    },
    {
      "epoch": 2.2202334630350196,
      "grad_norm": 0.8432286981662586,
      "learning_rate": 0.00021330388670079908,
      "loss": 0.7421,
      "step": 54207
    },
    {
      "epoch": 2.2202744214622157,
      "grad_norm": 1.0172091927832712,
      "learning_rate": 0.00021330092995847596,
      "loss": 0.7617,
      "step": 54208
    },
    {
      "epoch": 2.220315379889412,
      "grad_norm": 1.3876074934641531,
      "learning_rate": 0.00021329797318622783,
      "loss": 1.1393,
      "step": 54209
    },
    {
      "epoch": 2.2203563383166087,
      "grad_norm": 0.6754452079775934,
      "learning_rate": 0.0002132950163840561,
      "loss": 0.6677,
      "step": 54210
    },
    {
      "epoch": 2.220397296743805,
      "grad_norm": 1.016619499925666,
      "learning_rate": 0.00021329205955196215,
      "loss": 0.837,
      "step": 54211
    },
    {
      "epoch": 2.2204382551710014,
      "grad_norm": 0.9986848759374998,
      "learning_rate": 0.00021328910268994742,
      "loss": 0.8521,
      "step": 54212
    },
    {
      "epoch": 2.220479213598198,
      "grad_norm": 0.8869008254383526,
      "learning_rate": 0.00021328614579801323,
      "loss": 0.7179,
      "step": 54213
    },
    {
      "epoch": 2.2205201720253944,
      "grad_norm": 1.7789557588514895,
      "learning_rate": 0.000213283188876161,
      "loss": 1.0758,
      "step": 54214
    },
    {
      "epoch": 2.2205611304525905,
      "grad_norm": 0.6543629045031601,
      "learning_rate": 0.0002132802319243922,
      "loss": 0.2641,
      "step": 54215
    },
    {
      "epoch": 2.220602088879787,
      "grad_norm": 1.7016045528716062,
      "learning_rate": 0.00021327727494270817,
      "loss": 1.9896,
      "step": 54216
    },
    {
      "epoch": 2.2206430473069836,
      "grad_norm": 1.1129272900531786,
      "learning_rate": 0.00021327431793111032,
      "loss": 0.9647,
      "step": 54217
    },
    {
      "epoch": 2.2206840057341797,
      "grad_norm": 1.30768544444787,
      "learning_rate": 0.0002132713608896,
      "loss": 0.9559,
      "step": 54218
    },
    {
      "epoch": 2.220724964161376,
      "grad_norm": 0.7261464652217632,
      "learning_rate": 0.0002132684038181787,
      "loss": 0.587,
      "step": 54219
    },
    {
      "epoch": 2.2207659225885727,
      "grad_norm": 0.6593610987627099,
      "learning_rate": 0.00021326544671684776,
      "loss": 0.5285,
      "step": 54220
    },
    {
      "epoch": 2.220806881015769,
      "grad_norm": 0.9818739158917699,
      "learning_rate": 0.00021326248958560858,
      "loss": 0.7147,
      "step": 54221
    },
    {
      "epoch": 2.2208478394429654,
      "grad_norm": 1.0205592125279626,
      "learning_rate": 0.00021325953242446255,
      "loss": 0.6129,
      "step": 54222
    },
    {
      "epoch": 2.220888797870162,
      "grad_norm": 1.0244324833085887,
      "learning_rate": 0.0002132565752334111,
      "loss": 1.0649,
      "step": 54223
    },
    {
      "epoch": 2.220929756297358,
      "grad_norm": 1.0728464162557254,
      "learning_rate": 0.00021325361801245564,
      "loss": 0.9243,
      "step": 54224
    },
    {
      "epoch": 2.2209707147245545,
      "grad_norm": 1.0219402449914796,
      "learning_rate": 0.00021325066076159752,
      "loss": 0.5411,
      "step": 54225
    },
    {
      "epoch": 2.221011673151751,
      "grad_norm": 1.140901397618631,
      "learning_rate": 0.00021324770348083818,
      "loss": 0.7004,
      "step": 54226
    },
    {
      "epoch": 2.221052631578947,
      "grad_norm": 1.011120575819688,
      "learning_rate": 0.00021324474617017894,
      "loss": 0.8525,
      "step": 54227
    },
    {
      "epoch": 2.2210935900061437,
      "grad_norm": 1.0286778134989834,
      "learning_rate": 0.0002132417888296213,
      "loss": 0.6258,
      "step": 54228
    },
    {
      "epoch": 2.2211345484333402,
      "grad_norm": 1.0506510278898262,
      "learning_rate": 0.00021323883145916658,
      "loss": 0.8147,
      "step": 54229
    },
    {
      "epoch": 2.2211755068605363,
      "grad_norm": 1.1684371316589632,
      "learning_rate": 0.00021323587405881622,
      "loss": 0.8489,
      "step": 54230
    },
    {
      "epoch": 2.221216465287733,
      "grad_norm": 0.869737013955504,
      "learning_rate": 0.0002132329166285716,
      "loss": 0.8395,
      "step": 54231
    },
    {
      "epoch": 2.2212574237149294,
      "grad_norm": 1.1058886205485903,
      "learning_rate": 0.00021322995916843416,
      "loss": 0.993,
      "step": 54232
    },
    {
      "epoch": 2.221298382142126,
      "grad_norm": 1.0476383827044418,
      "learning_rate": 0.00021322700167840521,
      "loss": 0.7974,
      "step": 54233
    },
    {
      "epoch": 2.221339340569322,
      "grad_norm": 1.4541777680725443,
      "learning_rate": 0.00021322404415848625,
      "loss": 0.9544,
      "step": 54234
    },
    {
      "epoch": 2.2213802989965186,
      "grad_norm": 1.3985836222189845,
      "learning_rate": 0.00021322108660867865,
      "loss": 1.2228,
      "step": 54235
    },
    {
      "epoch": 2.221421257423715,
      "grad_norm": 1.0656595666468445,
      "learning_rate": 0.00021321812902898378,
      "loss": 0.5903,
      "step": 54236
    },
    {
      "epoch": 2.221462215850911,
      "grad_norm": 1.9428527841533942,
      "learning_rate": 0.00021321517141940295,
      "loss": 1.7912,
      "step": 54237
    },
    {
      "epoch": 2.2215031742781077,
      "grad_norm": 0.9853234098345897,
      "learning_rate": 0.00021321221377993774,
      "loss": 0.2978,
      "step": 54238
    },
    {
      "epoch": 2.2215441327053043,
      "grad_norm": 3.5894179883706916,
      "learning_rate": 0.00021320925611058948,
      "loss": 3.9523,
      "step": 54239
    },
    {
      "epoch": 2.2215850911325004,
      "grad_norm": 1.0037226624983329,
      "learning_rate": 0.0002132062984113595,
      "loss": 0.5651,
      "step": 54240
    },
    {
      "epoch": 2.221626049559697,
      "grad_norm": 1.1875821163009976,
      "learning_rate": 0.00021320334068224926,
      "loss": 0.7917,
      "step": 54241
    },
    {
      "epoch": 2.2216670079868934,
      "grad_norm": 1.1015458251312307,
      "learning_rate": 0.0002132003829232602,
      "loss": 0.7532,
      "step": 54242
    },
    {
      "epoch": 2.2217079664140895,
      "grad_norm": 0.8370911091717738,
      "learning_rate": 0.00021319742513439363,
      "loss": 0.6675,
      "step": 54243
    },
    {
      "epoch": 2.221748924841286,
      "grad_norm": 0.7305720343674075,
      "learning_rate": 0.00021319446731565096,
      "loss": 0.5805,
      "step": 54244
    },
    {
      "epoch": 2.2217898832684826,
      "grad_norm": 0.9320874570179277,
      "learning_rate": 0.0002131915094670336,
      "loss": 0.8004,
      "step": 54245
    },
    {
      "epoch": 2.2218308416956787,
      "grad_norm": 0.5292415757966512,
      "learning_rate": 0.00021318855158854302,
      "loss": 0.2338,
      "step": 54246
    },
    {
      "epoch": 2.221871800122875,
      "grad_norm": 3.6807049895689166,
      "learning_rate": 0.00021318559368018052,
      "loss": 5.5602,
      "step": 54247
    },
    {
      "epoch": 2.2219127585500718,
      "grad_norm": 2.189523360395132,
      "learning_rate": 0.00021318263574194758,
      "loss": 1.6693,
      "step": 54248
    },
    {
      "epoch": 2.221953716977268,
      "grad_norm": 0.7973919297229188,
      "learning_rate": 0.00021317967777384554,
      "loss": 0.4886,
      "step": 54249
    },
    {
      "epoch": 2.2219946754044644,
      "grad_norm": 0.9680420870709534,
      "learning_rate": 0.00021317671977587576,
      "loss": 0.2709,
      "step": 54250
    },
    {
      "epoch": 2.222035633831661,
      "grad_norm": 0.5523576233580977,
      "learning_rate": 0.00021317376174803974,
      "loss": 0.2385,
      "step": 54251
    },
    {
      "epoch": 2.2220765922588575,
      "grad_norm": 0.8634018291422483,
      "learning_rate": 0.00021317080369033883,
      "loss": 0.7737,
      "step": 54252
    },
    {
      "epoch": 2.2221175506860535,
      "grad_norm": 1.083978859566759,
      "learning_rate": 0.00021316784560277443,
      "loss": 0.8905,
      "step": 54253
    },
    {
      "epoch": 2.22215850911325,
      "grad_norm": 0.6249403350826764,
      "learning_rate": 0.00021316488748534791,
      "loss": 0.2207,
      "step": 54254
    },
    {
      "epoch": 2.2221994675404466,
      "grad_norm": 1.078365166557847,
      "learning_rate": 0.00021316192933806073,
      "loss": 0.7563,
      "step": 54255
    },
    {
      "epoch": 2.2222404259676427,
      "grad_norm": 1.5459035483557966,
      "learning_rate": 0.00021315897116091427,
      "loss": 0.7924,
      "step": 54256
    },
    {
      "epoch": 2.2222813843948392,
      "grad_norm": 1.1223841095804221,
      "learning_rate": 0.0002131560129539099,
      "loss": 0.6437,
      "step": 54257
    },
    {
      "epoch": 2.222322342822036,
      "grad_norm": 1.397034968561843,
      "learning_rate": 0.000213153054717049,
      "loss": 0.8488,
      "step": 54258
    },
    {
      "epoch": 2.222363301249232,
      "grad_norm": 1.0892027399853803,
      "learning_rate": 0.000213150096450333,
      "loss": 1.0153,
      "step": 54259
    },
    {
      "epoch": 2.2224042596764284,
      "grad_norm": 1.0240796411890476,
      "learning_rate": 0.00021314713815376337,
      "loss": 0.7949,
      "step": 54260
    },
    {
      "epoch": 2.222445218103625,
      "grad_norm": 1.4927581400486174,
      "learning_rate": 0.00021314417982734138,
      "loss": 0.9031,
      "step": 54261
    },
    {
      "epoch": 2.222486176530821,
      "grad_norm": 0.8478841702710572,
      "learning_rate": 0.00021314122147106848,
      "loss": 0.6494,
      "step": 54262
    },
    {
      "epoch": 2.2225271349580176,
      "grad_norm": 1.1228154300576023,
      "learning_rate": 0.0002131382630849461,
      "loss": 0.5647,
      "step": 54263
    },
    {
      "epoch": 2.222568093385214,
      "grad_norm": 1.3164780400302354,
      "learning_rate": 0.0002131353046689756,
      "loss": 0.6425,
      "step": 54264
    },
    {
      "epoch": 2.22260905181241,
      "grad_norm": 1.6638160620965712,
      "learning_rate": 0.00021313234622315837,
      "loss": 0.8227,
      "step": 54265
    },
    {
      "epoch": 2.2226500102396067,
      "grad_norm": 1.010459078715855,
      "learning_rate": 0.00021312938774749587,
      "loss": 0.7246,
      "step": 54266
    },
    {
      "epoch": 2.2226909686668033,
      "grad_norm": 0.9180329108623513,
      "learning_rate": 0.00021312642924198945,
      "loss": 0.6765,
      "step": 54267
    },
    {
      "epoch": 2.2227319270939994,
      "grad_norm": 1.2558597783849326,
      "learning_rate": 0.0002131234707066405,
      "loss": 0.863,
      "step": 54268
    },
    {
      "epoch": 2.222772885521196,
      "grad_norm": 1.1156162088989068,
      "learning_rate": 0.00021312051214145044,
      "loss": 1.0482,
      "step": 54269
    },
    {
      "epoch": 2.2228138439483924,
      "grad_norm": 1.6590631666436397,
      "learning_rate": 0.00021311755354642067,
      "loss": 1.5808,
      "step": 54270
    },
    {
      "epoch": 2.222854802375589,
      "grad_norm": 0.9036551008991168,
      "learning_rate": 0.0002131145949215526,
      "loss": 0.4187,
      "step": 54271
    },
    {
      "epoch": 2.222895760802785,
      "grad_norm": 1.1855273790500633,
      "learning_rate": 0.00021311163626684757,
      "loss": 1.0028,
      "step": 54272
    },
    {
      "epoch": 2.2229367192299816,
      "grad_norm": 1.0587328561167324,
      "learning_rate": 0.00021310867758230704,
      "loss": 0.4854,
      "step": 54273
    },
    {
      "epoch": 2.222977677657178,
      "grad_norm": 2.5344950527495507,
      "learning_rate": 0.0002131057188679324,
      "loss": 1.3628,
      "step": 54274
    },
    {
      "epoch": 2.2230186360843742,
      "grad_norm": 1.2196907582438625,
      "learning_rate": 0.00021310276012372504,
      "loss": 1.0419,
      "step": 54275
    },
    {
      "epoch": 2.2230595945115708,
      "grad_norm": 2.441976621554378,
      "learning_rate": 0.00021309980134968636,
      "loss": 2.6729,
      "step": 54276
    },
    {
      "epoch": 2.2231005529387673,
      "grad_norm": 0.9636009284346242,
      "learning_rate": 0.00021309684254581772,
      "loss": 0.7623,
      "step": 54277
    },
    {
      "epoch": 2.2231415113659634,
      "grad_norm": 1.0682998150817042,
      "learning_rate": 0.0002130938837121206,
      "loss": 0.8459,
      "step": 54278
    },
    {
      "epoch": 2.22318246979316,
      "grad_norm": 1.1039095703613242,
      "learning_rate": 0.00021309092484859634,
      "loss": 0.8572,
      "step": 54279
    },
    {
      "epoch": 2.2232234282203565,
      "grad_norm": 1.4028004341384408,
      "learning_rate": 0.00021308796595524633,
      "loss": 1.4859,
      "step": 54280
    },
    {
      "epoch": 2.2232643866475525,
      "grad_norm": 0.876760466002025,
      "learning_rate": 0.00021308500703207198,
      "loss": 0.5903,
      "step": 54281
    },
    {
      "epoch": 2.223305345074749,
      "grad_norm": 1.5985193234970552,
      "learning_rate": 0.00021308204807907473,
      "loss": 0.5388,
      "step": 54282
    },
    {
      "epoch": 2.2233463035019456,
      "grad_norm": 1.220296897193166,
      "learning_rate": 0.00021307908909625592,
      "loss": 0.7351,
      "step": 54283
    },
    {
      "epoch": 2.223387261929142,
      "grad_norm": 1.5540605986410123,
      "learning_rate": 0.000213076130083617,
      "loss": 1.5212,
      "step": 54284
    },
    {
      "epoch": 2.2234282203563382,
      "grad_norm": 1.3019032105676223,
      "learning_rate": 0.00021307317104115938,
      "loss": 0.9252,
      "step": 54285
    },
    {
      "epoch": 2.223469178783535,
      "grad_norm": 0.9248383890958651,
      "learning_rate": 0.00021307021196888438,
      "loss": 0.5717,
      "step": 54286
    },
    {
      "epoch": 2.223510137210731,
      "grad_norm": 1.0803536785347867,
      "learning_rate": 0.00021306725286679345,
      "loss": 0.7632,
      "step": 54287
    },
    {
      "epoch": 2.2235510956379274,
      "grad_norm": 1.76947222653429,
      "learning_rate": 0.000213064293734888,
      "loss": 0.9056,
      "step": 54288
    },
    {
      "epoch": 2.223592054065124,
      "grad_norm": 1.9506411454138999,
      "learning_rate": 0.00021306133457316942,
      "loss": 1.3427,
      "step": 54289
    },
    {
      "epoch": 2.2236330124923205,
      "grad_norm": 0.9811179673366853,
      "learning_rate": 0.000213058375381639,
      "loss": 0.8053,
      "step": 54290
    },
    {
      "epoch": 2.2236739709195166,
      "grad_norm": 1.193366891268924,
      "learning_rate": 0.00021305541616029836,
      "loss": 0.6764,
      "step": 54291
    },
    {
      "epoch": 2.223714929346713,
      "grad_norm": 1.0610144199561427,
      "learning_rate": 0.00021305245690914873,
      "loss": 0.6804,
      "step": 54292
    },
    {
      "epoch": 2.2237558877739096,
      "grad_norm": 1.017648288799956,
      "learning_rate": 0.00021304949762819154,
      "loss": 0.8556,
      "step": 54293
    },
    {
      "epoch": 2.2237968462011057,
      "grad_norm": 0.5391418046343824,
      "learning_rate": 0.00021304653831742825,
      "loss": 0.1159,
      "step": 54294
    },
    {
      "epoch": 2.2238378046283023,
      "grad_norm": 1.2982260769665452,
      "learning_rate": 0.00021304357897686016,
      "loss": 0.7809,
      "step": 54295
    },
    {
      "epoch": 2.223878763055499,
      "grad_norm": 1.3223197787011485,
      "learning_rate": 0.0002130406196064888,
      "loss": 1.0136,
      "step": 54296
    },
    {
      "epoch": 2.223919721482695,
      "grad_norm": 2.058326125284199,
      "learning_rate": 0.00021303766020631544,
      "loss": 1.1251,
      "step": 54297
    },
    {
      "epoch": 2.2239606799098914,
      "grad_norm": 0.7504280474727636,
      "learning_rate": 0.00021303470077634154,
      "loss": 0.2984,
      "step": 54298
    },
    {
      "epoch": 2.224001638337088,
      "grad_norm": 1.1514673346468947,
      "learning_rate": 0.00021303174131656852,
      "loss": 0.7955,
      "step": 54299
    },
    {
      "epoch": 2.224042596764284,
      "grad_norm": 0.7507259125123897,
      "learning_rate": 0.0002130287818269977,
      "loss": 0.5286,
      "step": 54300
    },
    {
      "epoch": 2.2240835551914806,
      "grad_norm": 0.8711873462520482,
      "learning_rate": 0.00021302582230763053,
      "loss": 0.223,
      "step": 54301
    },
    {
      "epoch": 2.224124513618677,
      "grad_norm": 1.2798305186917094,
      "learning_rate": 0.00021302286275846845,
      "loss": 0.6566,
      "step": 54302
    },
    {
      "epoch": 2.2241654720458737,
      "grad_norm": 1.823409792213171,
      "learning_rate": 0.00021301990317951282,
      "loss": 1.9037,
      "step": 54303
    },
    {
      "epoch": 2.2242064304730698,
      "grad_norm": 1.239138381147632,
      "learning_rate": 0.000213016943570765,
      "loss": 0.878,
      "step": 54304
    },
    {
      "epoch": 2.2242473889002663,
      "grad_norm": 0.7188687004884956,
      "learning_rate": 0.00021301398393222643,
      "loss": 0.5911,
      "step": 54305
    },
    {
      "epoch": 2.2242883473274624,
      "grad_norm": 1.270187106541937,
      "learning_rate": 0.0002130110242638985,
      "loss": 0.6311,
      "step": 54306
    },
    {
      "epoch": 2.224329305754659,
      "grad_norm": 1.5029892362622077,
      "learning_rate": 0.00021300806456578264,
      "loss": 0.9962,
      "step": 54307
    },
    {
      "epoch": 2.2243702641818555,
      "grad_norm": 1.279646973479786,
      "learning_rate": 0.0002130051048378802,
      "loss": 0.8676,
      "step": 54308
    },
    {
      "epoch": 2.224411222609052,
      "grad_norm": 0.8637422158956476,
      "learning_rate": 0.0002130021450801926,
      "loss": 0.7002,
      "step": 54309
    },
    {
      "epoch": 2.224452181036248,
      "grad_norm": 1.342562423595652,
      "learning_rate": 0.00021299918529272126,
      "loss": 1.036,
      "step": 54310
    },
    {
      "epoch": 2.2244931394634446,
      "grad_norm": 0.8987663956938869,
      "learning_rate": 0.00021299622547546758,
      "loss": 0.5737,
      "step": 54311
    },
    {
      "epoch": 2.224534097890641,
      "grad_norm": 0.909921819143883,
      "learning_rate": 0.0002129932656284329,
      "loss": 0.7816,
      "step": 54312
    },
    {
      "epoch": 2.2245750563178373,
      "grad_norm": 1.078065030806764,
      "learning_rate": 0.00021299030575161866,
      "loss": 0.9212,
      "step": 54313
    },
    {
      "epoch": 2.224616014745034,
      "grad_norm": 1.3787705626375677,
      "learning_rate": 0.0002129873458450263,
      "loss": 1.2452,
      "step": 54314
    },
    {
      "epoch": 2.2246569731722303,
      "grad_norm": 1.8501128693617577,
      "learning_rate": 0.00021298438590865715,
      "loss": 1.8663,
      "step": 54315
    },
    {
      "epoch": 2.2246979315994264,
      "grad_norm": 0.8132746684850222,
      "learning_rate": 0.00021298142594251265,
      "loss": 0.279,
      "step": 54316
    },
    {
      "epoch": 2.224738890026623,
      "grad_norm": 1.091243551031331,
      "learning_rate": 0.0002129784659465942,
      "loss": 0.8306,
      "step": 54317
    },
    {
      "epoch": 2.2247798484538195,
      "grad_norm": 0.775260937498438,
      "learning_rate": 0.00021297550592090314,
      "loss": 0.3354,
      "step": 54318
    },
    {
      "epoch": 2.2248208068810156,
      "grad_norm": 0.8556470434515859,
      "learning_rate": 0.00021297254586544092,
      "loss": 0.6639,
      "step": 54319
    },
    {
      "epoch": 2.224861765308212,
      "grad_norm": 0.5998076752973382,
      "learning_rate": 0.00021296958578020898,
      "loss": 0.3424,
      "step": 54320
    },
    {
      "epoch": 2.2249027237354086,
      "grad_norm": 1.3085258132671969,
      "learning_rate": 0.00021296662566520867,
      "loss": 1.1537,
      "step": 54321
    },
    {
      "epoch": 2.224943682162605,
      "grad_norm": 2.6110897495391834,
      "learning_rate": 0.00021296366552044131,
      "loss": 1.2028,
      "step": 54322
    },
    {
      "epoch": 2.2249846405898013,
      "grad_norm": 0.9720769482274328,
      "learning_rate": 0.00021296070534590846,
      "loss": 0.4948,
      "step": 54323
    },
    {
      "epoch": 2.225025599016998,
      "grad_norm": 1.3136365850140743,
      "learning_rate": 0.00021295774514161145,
      "loss": 0.7733,
      "step": 54324
    },
    {
      "epoch": 2.2250665574441943,
      "grad_norm": 1.0083111439155226,
      "learning_rate": 0.00021295478490755161,
      "loss": 0.8464,
      "step": 54325
    },
    {
      "epoch": 2.2251075158713904,
      "grad_norm": 2.0746763874396192,
      "learning_rate": 0.0002129518246437304,
      "loss": 1.2556,
      "step": 54326
    },
    {
      "epoch": 2.225148474298587,
      "grad_norm": 0.6589611588214298,
      "learning_rate": 0.00021294886435014928,
      "loss": 0.3059,
      "step": 54327
    },
    {
      "epoch": 2.2251894327257835,
      "grad_norm": 0.9166259243161874,
      "learning_rate": 0.00021294590402680958,
      "loss": 0.5865,
      "step": 54328
    },
    {
      "epoch": 2.2252303911529796,
      "grad_norm": 1.0864382649802415,
      "learning_rate": 0.0002129429436737127,
      "loss": 0.7569,
      "step": 54329
    },
    {
      "epoch": 2.225271349580176,
      "grad_norm": 1.1467921295714696,
      "learning_rate": 0.00021293998329086005,
      "loss": 0.7532,
      "step": 54330
    },
    {
      "epoch": 2.2253123080073727,
      "grad_norm": 1.036798912268508,
      "learning_rate": 0.00021293702287825301,
      "loss": 0.8021,
      "step": 54331
    },
    {
      "epoch": 2.2253532664345688,
      "grad_norm": 1.394112090772113,
      "learning_rate": 0.00021293406243589306,
      "loss": 0.9299,
      "step": 54332
    },
    {
      "epoch": 2.2253942248617653,
      "grad_norm": 1.6150418330172644,
      "learning_rate": 0.00021293110196378146,
      "loss": 1.3337,
      "step": 54333
    },
    {
      "epoch": 2.225435183288962,
      "grad_norm": 0.8680370531701309,
      "learning_rate": 0.0002129281414619197,
      "loss": 0.6101,
      "step": 54334
    },
    {
      "epoch": 2.225476141716158,
      "grad_norm": 0.7048448396374881,
      "learning_rate": 0.0002129251809303092,
      "loss": 0.3013,
      "step": 54335
    },
    {
      "epoch": 2.2255171001433545,
      "grad_norm": 1.1103907056541225,
      "learning_rate": 0.00021292222036895132,
      "loss": 0.7582,
      "step": 54336
    },
    {
      "epoch": 2.225558058570551,
      "grad_norm": 0.873076024694763,
      "learning_rate": 0.0002129192597778474,
      "loss": 0.6806,
      "step": 54337
    },
    {
      "epoch": 2.225599016997747,
      "grad_norm": 1.0717889051313163,
      "learning_rate": 0.00021291629915699898,
      "loss": 0.7514,
      "step": 54338
    },
    {
      "epoch": 2.2256399754249436,
      "grad_norm": 0.9476646175901366,
      "learning_rate": 0.00021291333850640738,
      "loss": 0.7541,
      "step": 54339
    },
    {
      "epoch": 2.22568093385214,
      "grad_norm": 1.013348612658629,
      "learning_rate": 0.00021291037782607397,
      "loss": 0.8114,
      "step": 54340
    },
    {
      "epoch": 2.2257218922793367,
      "grad_norm": 1.815623506005968,
      "learning_rate": 0.00021290741711600016,
      "loss": 0.8464,
      "step": 54341
    },
    {
      "epoch": 2.225762850706533,
      "grad_norm": 1.0505885458625772,
      "learning_rate": 0.00021290445637618744,
      "loss": 0.8723,
      "step": 54342
    },
    {
      "epoch": 2.2258038091337293,
      "grad_norm": 1.063779862018464,
      "learning_rate": 0.00021290149560663712,
      "loss": 1.0043,
      "step": 54343
    },
    {
      "epoch": 2.225844767560926,
      "grad_norm": 0.5658937670218273,
      "learning_rate": 0.00021289853480735063,
      "loss": 0.2282,
      "step": 54344
    },
    {
      "epoch": 2.225885725988122,
      "grad_norm": 1.8210702259346663,
      "learning_rate": 0.0002128955739783293,
      "loss": 0.744,
      "step": 54345
    },
    {
      "epoch": 2.2259266844153185,
      "grad_norm": 1.3569625386845188,
      "learning_rate": 0.00021289261311957468,
      "loss": 0.8845,
      "step": 54346
    },
    {
      "epoch": 2.225967642842515,
      "grad_norm": 1.1611414964773543,
      "learning_rate": 0.00021288965223108805,
      "loss": 0.9461,
      "step": 54347
    },
    {
      "epoch": 2.226008601269711,
      "grad_norm": 1.2957806457245085,
      "learning_rate": 0.00021288669131287085,
      "loss": 0.766,
      "step": 54348
    },
    {
      "epoch": 2.2260495596969077,
      "grad_norm": 1.2300782712920524,
      "learning_rate": 0.0002128837303649244,
      "loss": 1.11,
      "step": 54349
    },
    {
      "epoch": 2.226090518124104,
      "grad_norm": 1.3857035987172324,
      "learning_rate": 0.00021288076938725026,
      "loss": 1.5229,
      "step": 54350
    },
    {
      "epoch": 2.2261314765513003,
      "grad_norm": 1.2578314897519753,
      "learning_rate": 0.00021287780837984973,
      "loss": 1.0951,
      "step": 54351
    },
    {
      "epoch": 2.226172434978497,
      "grad_norm": 1.1890435659713658,
      "learning_rate": 0.0002128748473427242,
      "loss": 0.546,
      "step": 54352
    },
    {
      "epoch": 2.2262133934056934,
      "grad_norm": 0.8229929502681287,
      "learning_rate": 0.0002128718862758751,
      "loss": 0.5346,
      "step": 54353
    },
    {
      "epoch": 2.2262543518328894,
      "grad_norm": 1.2008105277020524,
      "learning_rate": 0.00021286892517930378,
      "loss": 0.8507,
      "step": 54354
    },
    {
      "epoch": 2.226295310260086,
      "grad_norm": 1.2523745772662658,
      "learning_rate": 0.0002128659640530117,
      "loss": 0.7275,
      "step": 54355
    },
    {
      "epoch": 2.2263362686872825,
      "grad_norm": 1.3007225595881535,
      "learning_rate": 0.00021286300289700028,
      "loss": 0.6768,
      "step": 54356
    },
    {
      "epoch": 2.2263772271144786,
      "grad_norm": 0.9701761176506557,
      "learning_rate": 0.00021286004171127085,
      "loss": 0.6683,
      "step": 54357
    },
    {
      "epoch": 2.226418185541675,
      "grad_norm": 1.0613038503197534,
      "learning_rate": 0.00021285708049582485,
      "loss": 1.0264,
      "step": 54358
    },
    {
      "epoch": 2.2264591439688717,
      "grad_norm": 0.6931025623337549,
      "learning_rate": 0.00021285411925066366,
      "loss": 0.6605,
      "step": 54359
    },
    {
      "epoch": 2.226500102396068,
      "grad_norm": 1.5450752807868897,
      "learning_rate": 0.00021285115797578869,
      "loss": 0.8427,
      "step": 54360
    },
    {
      "epoch": 2.2265410608232643,
      "grad_norm": 1.2677816492099094,
      "learning_rate": 0.00021284819667120137,
      "loss": 1.1507,
      "step": 54361
    },
    {
      "epoch": 2.226582019250461,
      "grad_norm": 1.6147814780724536,
      "learning_rate": 0.00021284523533690299,
      "loss": 1.264,
      "step": 54362
    },
    {
      "epoch": 2.2266229776776574,
      "grad_norm": 1.2830669960120287,
      "learning_rate": 0.0002128422739728951,
      "loss": 0.8175,
      "step": 54363
    },
    {
      "epoch": 2.2266639361048535,
      "grad_norm": 0.9761013002728304,
      "learning_rate": 0.000212839312579179,
      "loss": 0.6865,
      "step": 54364
    },
    {
      "epoch": 2.22670489453205,
      "grad_norm": 1.227817726177378,
      "learning_rate": 0.00021283635115575613,
      "loss": 0.9821,
      "step": 54365
    },
    {
      "epoch": 2.2267458529592465,
      "grad_norm": 1.1060934509820697,
      "learning_rate": 0.0002128333897026279,
      "loss": 0.675,
      "step": 54366
    },
    {
      "epoch": 2.2267868113864426,
      "grad_norm": 0.6852404106501312,
      "learning_rate": 0.00021283042821979565,
      "loss": 0.3402,
      "step": 54367
    },
    {
      "epoch": 2.226827769813639,
      "grad_norm": 1.0661478347687774,
      "learning_rate": 0.00021282746670726088,
      "loss": 1.0023,
      "step": 54368
    },
    {
      "epoch": 2.2268687282408357,
      "grad_norm": 2.3097327621504404,
      "learning_rate": 0.00021282450516502485,
      "loss": 1.6699,
      "step": 54369
    },
    {
      "epoch": 2.226909686668032,
      "grad_norm": 1.0990230762541693,
      "learning_rate": 0.00021282154359308908,
      "loss": 0.4764,
      "step": 54370
    },
    {
      "epoch": 2.2269506450952283,
      "grad_norm": 1.050498287712483,
      "learning_rate": 0.00021281858199145493,
      "loss": 0.8797,
      "step": 54371
    },
    {
      "epoch": 2.226991603522425,
      "grad_norm": 1.4405297666268069,
      "learning_rate": 0.00021281562036012383,
      "loss": 1.0945,
      "step": 54372
    },
    {
      "epoch": 2.227032561949621,
      "grad_norm": 1.4024540239886525,
      "learning_rate": 0.00021281265869909708,
      "loss": 1.1329,
      "step": 54373
    },
    {
      "epoch": 2.2270735203768175,
      "grad_norm": 1.0946795082702505,
      "learning_rate": 0.0002128096970083762,
      "loss": 0.3951,
      "step": 54374
    },
    {
      "epoch": 2.227114478804014,
      "grad_norm": 0.9540516708714316,
      "learning_rate": 0.00021280673528796252,
      "loss": 0.6349,
      "step": 54375
    },
    {
      "epoch": 2.22715543723121,
      "grad_norm": 0.7757711645085444,
      "learning_rate": 0.00021280377353785745,
      "loss": 0.3921,
      "step": 54376
    },
    {
      "epoch": 2.2271963956584067,
      "grad_norm": 0.9188598048401406,
      "learning_rate": 0.00021280081175806243,
      "loss": 0.6416,
      "step": 54377
    },
    {
      "epoch": 2.227237354085603,
      "grad_norm": 1.0941452187338003,
      "learning_rate": 0.00021279784994857878,
      "loss": 0.7244,
      "step": 54378
    },
    {
      "epoch": 2.2272783125127997,
      "grad_norm": 0.8773178240773081,
      "learning_rate": 0.00021279488810940805,
      "loss": 0.844,
      "step": 54379
    },
    {
      "epoch": 2.227319270939996,
      "grad_norm": 0.5397965736057243,
      "learning_rate": 0.00021279192624055145,
      "loss": 0.2794,
      "step": 54380
    },
    {
      "epoch": 2.2273602293671924,
      "grad_norm": 0.6205402259556037,
      "learning_rate": 0.00021278896434201048,
      "loss": 0.2022,
      "step": 54381
    },
    {
      "epoch": 2.227401187794389,
      "grad_norm": 1.1549935407255627,
      "learning_rate": 0.00021278600241378653,
      "loss": 0.788,
      "step": 54382
    },
    {
      "epoch": 2.227442146221585,
      "grad_norm": 1.1603741368031546,
      "learning_rate": 0.00021278304045588105,
      "loss": 0.9855,
      "step": 54383
    },
    {
      "epoch": 2.2274831046487815,
      "grad_norm": 0.9938882496945186,
      "learning_rate": 0.00021278007846829534,
      "loss": 0.6989,
      "step": 54384
    },
    {
      "epoch": 2.227524063075978,
      "grad_norm": 0.8338343930139986,
      "learning_rate": 0.00021277711645103085,
      "loss": 0.6294,
      "step": 54385
    },
    {
      "epoch": 2.227565021503174,
      "grad_norm": 0.9874255716367724,
      "learning_rate": 0.00021277415440408904,
      "loss": 0.8557,
      "step": 54386
    },
    {
      "epoch": 2.2276059799303707,
      "grad_norm": 1.0436219655187193,
      "learning_rate": 0.00021277119232747122,
      "loss": 0.9023,
      "step": 54387
    },
    {
      "epoch": 2.227646938357567,
      "grad_norm": 1.0078961114036122,
      "learning_rate": 0.00021276823022117882,
      "loss": 0.9318,
      "step": 54388
    },
    {
      "epoch": 2.2276878967847633,
      "grad_norm": 1.1143938399801807,
      "learning_rate": 0.00021276526808521325,
      "loss": 0.6691,
      "step": 54389
    },
    {
      "epoch": 2.22772885521196,
      "grad_norm": 0.5128278474337451,
      "learning_rate": 0.00021276230591957588,
      "loss": 0.1923,
      "step": 54390
    },
    {
      "epoch": 2.2277698136391564,
      "grad_norm": 1.2433438465992597,
      "learning_rate": 0.00021275934372426818,
      "loss": 1.1051,
      "step": 54391
    },
    {
      "epoch": 2.2278107720663525,
      "grad_norm": 0.920086269651994,
      "learning_rate": 0.00021275638149929147,
      "loss": 0.6647,
      "step": 54392
    },
    {
      "epoch": 2.227851730493549,
      "grad_norm": 1.0057504283937087,
      "learning_rate": 0.00021275341924464718,
      "loss": 0.7546,
      "step": 54393
    },
    {
      "epoch": 2.2278926889207455,
      "grad_norm": 0.8114257163511073,
      "learning_rate": 0.0002127504569603367,
      "loss": 0.5513,
      "step": 54394
    },
    {
      "epoch": 2.2279336473479416,
      "grad_norm": 1.1871646825896982,
      "learning_rate": 0.00021274749464636147,
      "loss": 0.9295,
      "step": 54395
    },
    {
      "epoch": 2.227974605775138,
      "grad_norm": 3.076509353120421,
      "learning_rate": 0.0002127445323027229,
      "loss": 3.2231,
      "step": 54396
    },
    {
      "epoch": 2.2280155642023347,
      "grad_norm": 2.6596984552871494,
      "learning_rate": 0.00021274156992942233,
      "loss": 1.105,
      "step": 54397
    },
    {
      "epoch": 2.2280565226295312,
      "grad_norm": 1.2322088596439087,
      "learning_rate": 0.00021273860752646113,
      "loss": 1.0691,
      "step": 54398
    },
    {
      "epoch": 2.2280974810567273,
      "grad_norm": 1.110997773367197,
      "learning_rate": 0.00021273564509384081,
      "loss": 0.8777,
      "step": 54399
    },
    {
      "epoch": 2.228138439483924,
      "grad_norm": 1.0420310796426895,
      "learning_rate": 0.00021273268263156272,
      "loss": 0.7948,
      "step": 54400
    },
    {
      "epoch": 2.2281793979111204,
      "grad_norm": 0.9747645141400371,
      "learning_rate": 0.00021272972013962826,
      "loss": 0.8289,
      "step": 54401
    },
    {
      "epoch": 2.2282203563383165,
      "grad_norm": 2.9018234056680674,
      "learning_rate": 0.0002127267576180388,
      "loss": 3.8316,
      "step": 54402
    },
    {
      "epoch": 2.228261314765513,
      "grad_norm": 0.9240865453713079,
      "learning_rate": 0.00021272379506679582,
      "loss": 0.9131,
      "step": 54403
    },
    {
      "epoch": 2.2283022731927096,
      "grad_norm": 1.0111244445211194,
      "learning_rate": 0.00021272083248590065,
      "loss": 0.6245,
      "step": 54404
    },
    {
      "epoch": 2.2283432316199057,
      "grad_norm": 1.1135794769887466,
      "learning_rate": 0.00021271786987535465,
      "loss": 0.706,
      "step": 54405
    },
    {
      "epoch": 2.228384190047102,
      "grad_norm": 0.952985000871015,
      "learning_rate": 0.00021271490723515936,
      "loss": 0.9211,
      "step": 54406
    },
    {
      "epoch": 2.2284251484742987,
      "grad_norm": 1.294488748419024,
      "learning_rate": 0.00021271194456531608,
      "loss": 0.6454,
      "step": 54407
    },
    {
      "epoch": 2.228466106901495,
      "grad_norm": 0.7452541981735916,
      "learning_rate": 0.00021270898186582623,
      "loss": 0.2818,
      "step": 54408
    },
    {
      "epoch": 2.2285070653286914,
      "grad_norm": 1.3776296306141167,
      "learning_rate": 0.00021270601913669118,
      "loss": 0.9659,
      "step": 54409
    },
    {
      "epoch": 2.228548023755888,
      "grad_norm": 1.5882873804127253,
      "learning_rate": 0.00021270305637791236,
      "loss": 0.9748,
      "step": 54410
    },
    {
      "epoch": 2.228588982183084,
      "grad_norm": 2.0330080061616087,
      "learning_rate": 0.00021270009358949124,
      "loss": 0.95,
      "step": 54411
    },
    {
      "epoch": 2.2286299406102805,
      "grad_norm": 0.8095243053634604,
      "learning_rate": 0.0002126971307714291,
      "loss": 0.6483,
      "step": 54412
    },
    {
      "epoch": 2.228670899037477,
      "grad_norm": 3.357364090367759,
      "learning_rate": 0.0002126941679237274,
      "loss": 1.0709,
      "step": 54413
    },
    {
      "epoch": 2.228711857464673,
      "grad_norm": 0.7380637063321114,
      "learning_rate": 0.00021269120504638754,
      "loss": 0.331,
      "step": 54414
    },
    {
      "epoch": 2.2287528158918697,
      "grad_norm": 1.0247306700055996,
      "learning_rate": 0.00021268824213941092,
      "loss": 1.0211,
      "step": 54415
    },
    {
      "epoch": 2.2287937743190662,
      "grad_norm": 1.132945710402505,
      "learning_rate": 0.00021268527920279893,
      "loss": 0.9092,
      "step": 54416
    },
    {
      "epoch": 2.2288347327462628,
      "grad_norm": 1.3928203864852235,
      "learning_rate": 0.00021268231623655296,
      "loss": 0.9176,
      "step": 54417
    },
    {
      "epoch": 2.228875691173459,
      "grad_norm": 1.0460709675212976,
      "learning_rate": 0.00021267935324067444,
      "loss": 1.0849,
      "step": 54418
    },
    {
      "epoch": 2.2289166496006554,
      "grad_norm": 0.9672472450973251,
      "learning_rate": 0.00021267639021516478,
      "loss": 0.8676,
      "step": 54419
    },
    {
      "epoch": 2.228957608027852,
      "grad_norm": 1.229362585902652,
      "learning_rate": 0.00021267342716002537,
      "loss": 1.0477,
      "step": 54420
    },
    {
      "epoch": 2.228998566455048,
      "grad_norm": 0.7268672826129456,
      "learning_rate": 0.00021267046407525756,
      "loss": 0.4035,
      "step": 54421
    },
    {
      "epoch": 2.2290395248822445,
      "grad_norm": 1.1001036447826535,
      "learning_rate": 0.00021266750096086281,
      "loss": 0.9185,
      "step": 54422
    },
    {
      "epoch": 2.229080483309441,
      "grad_norm": 1.328643804534361,
      "learning_rate": 0.0002126645378168425,
      "loss": 1.0438,
      "step": 54423
    },
    {
      "epoch": 2.229121441736637,
      "grad_norm": 3.7563417707529996,
      "learning_rate": 0.00021266157464319805,
      "loss": 4.2978,
      "step": 54424
    },
    {
      "epoch": 2.2291624001638337,
      "grad_norm": 1.6576320286965354,
      "learning_rate": 0.00021265861143993084,
      "loss": 1.8292,
      "step": 54425
    },
    {
      "epoch": 2.2292033585910302,
      "grad_norm": 1.0194198993825012,
      "learning_rate": 0.00021265564820704226,
      "loss": 0.8379,
      "step": 54426
    },
    {
      "epoch": 2.2292443170182263,
      "grad_norm": 1.1987495730292397,
      "learning_rate": 0.0002126526849445337,
      "loss": 0.8416,
      "step": 54427
    },
    {
      "epoch": 2.229285275445423,
      "grad_norm": 1.078608978514422,
      "learning_rate": 0.00021264972165240665,
      "loss": 0.8276,
      "step": 54428
    },
    {
      "epoch": 2.2293262338726194,
      "grad_norm": 0.900328622596326,
      "learning_rate": 0.0002126467583306624,
      "loss": 0.8501,
      "step": 54429
    },
    {
      "epoch": 2.2293671922998155,
      "grad_norm": 1.1405154655838343,
      "learning_rate": 0.00021264379497930238,
      "loss": 1.0332,
      "step": 54430
    },
    {
      "epoch": 2.229408150727012,
      "grad_norm": 0.97006094770891,
      "learning_rate": 0.00021264083159832804,
      "loss": 0.8376,
      "step": 54431
    },
    {
      "epoch": 2.2294491091542086,
      "grad_norm": 0.9207820137785718,
      "learning_rate": 0.00021263786818774075,
      "loss": 0.7266,
      "step": 54432
    },
    {
      "epoch": 2.2294900675814047,
      "grad_norm": 1.1595172450401878,
      "learning_rate": 0.00021263490474754192,
      "loss": 0.9425,
      "step": 54433
    },
    {
      "epoch": 2.229531026008601,
      "grad_norm": 0.7253322379642083,
      "learning_rate": 0.0002126319412777329,
      "loss": 0.2588,
      "step": 54434
    },
    {
      "epoch": 2.2295719844357977,
      "grad_norm": 1.0034635185890766,
      "learning_rate": 0.00021262897777831518,
      "loss": 1.047,
      "step": 54435
    },
    {
      "epoch": 2.2296129428629943,
      "grad_norm": 1.229267695929572,
      "learning_rate": 0.00021262601424929014,
      "loss": 0.889,
      "step": 54436
    },
    {
      "epoch": 2.2296539012901904,
      "grad_norm": 0.8523625552068212,
      "learning_rate": 0.0002126230506906591,
      "loss": 0.3238,
      "step": 54437
    },
    {
      "epoch": 2.229694859717387,
      "grad_norm": 0.8137272104808326,
      "learning_rate": 0.0002126200871024235,
      "loss": 0.1928,
      "step": 54438
    },
    {
      "epoch": 2.2297358181445834,
      "grad_norm": 0.808067495679464,
      "learning_rate": 0.00021261712348458482,
      "loss": 0.7615,
      "step": 54439
    },
    {
      "epoch": 2.2297767765717795,
      "grad_norm": 4.0653146177521595,
      "learning_rate": 0.00021261415983714436,
      "loss": 4.2104,
      "step": 54440
    },
    {
      "epoch": 2.229817734998976,
      "grad_norm": 1.0422382155364294,
      "learning_rate": 0.00021261119616010352,
      "loss": 0.8228,
      "step": 54441
    },
    {
      "epoch": 2.2298586934261726,
      "grad_norm": 1.2362178139374587,
      "learning_rate": 0.00021260823245346382,
      "loss": 0.7702,
      "step": 54442
    },
    {
      "epoch": 2.2298996518533687,
      "grad_norm": 0.690132173686833,
      "learning_rate": 0.00021260526871722652,
      "loss": 0.2753,
      "step": 54443
    },
    {
      "epoch": 2.2299406102805652,
      "grad_norm": 0.862728243976478,
      "learning_rate": 0.0002126023049513931,
      "loss": 0.6555,
      "step": 54444
    },
    {
      "epoch": 2.2299815687077618,
      "grad_norm": 1.031018143359207,
      "learning_rate": 0.00021259934115596492,
      "loss": 0.9177,
      "step": 54445
    },
    {
      "epoch": 2.230022527134958,
      "grad_norm": 1.8502353079325644,
      "learning_rate": 0.00021259637733094344,
      "loss": 1.2841,
      "step": 54446
    },
    {
      "epoch": 2.2300634855621544,
      "grad_norm": 1.3681936449195797,
      "learning_rate": 0.00021259341347633,
      "loss": 1.0142,
      "step": 54447
    },
    {
      "epoch": 2.230104443989351,
      "grad_norm": 1.137425066490012,
      "learning_rate": 0.00021259044959212608,
      "loss": 1.0636,
      "step": 54448
    },
    {
      "epoch": 2.230145402416547,
      "grad_norm": 1.0918646504073495,
      "learning_rate": 0.00021258748567833295,
      "loss": 0.9486,
      "step": 54449
    },
    {
      "epoch": 2.2301863608437436,
      "grad_norm": 0.9566249923648157,
      "learning_rate": 0.00021258452173495215,
      "loss": 1.0333,
      "step": 54450
    },
    {
      "epoch": 2.23022731927094,
      "grad_norm": 0.7352165310823239,
      "learning_rate": 0.000212581557761985,
      "loss": 0.2614,
      "step": 54451
    },
    {
      "epoch": 2.230268277698136,
      "grad_norm": 1.5695425842135924,
      "learning_rate": 0.0002125785937594329,
      "loss": 0.7747,
      "step": 54452
    },
    {
      "epoch": 2.2303092361253327,
      "grad_norm": 0.9737976465541733,
      "learning_rate": 0.00021257562972729725,
      "loss": 0.7046,
      "step": 54453
    },
    {
      "epoch": 2.2303501945525293,
      "grad_norm": 0.8482200691203313,
      "learning_rate": 0.00021257266566557955,
      "loss": 0.7698,
      "step": 54454
    },
    {
      "epoch": 2.230391152979726,
      "grad_norm": 0.8640042833822185,
      "learning_rate": 0.00021256970157428108,
      "loss": 0.5485,
      "step": 54455
    },
    {
      "epoch": 2.230432111406922,
      "grad_norm": 1.653521981186473,
      "learning_rate": 0.0002125667374534033,
      "loss": 1.4771,
      "step": 54456
    },
    {
      "epoch": 2.2304730698341184,
      "grad_norm": 0.8454010633823739,
      "learning_rate": 0.0002125637733029476,
      "loss": 0.4705,
      "step": 54457
    },
    {
      "epoch": 2.230514028261315,
      "grad_norm": 0.8928594704292347,
      "learning_rate": 0.00021256080912291535,
      "loss": 0.5984,
      "step": 54458
    },
    {
      "epoch": 2.230554986688511,
      "grad_norm": 0.8292333033180421,
      "learning_rate": 0.00021255784491330798,
      "loss": 0.7416,
      "step": 54459
    },
    {
      "epoch": 2.2305959451157076,
      "grad_norm": 0.7181687926180208,
      "learning_rate": 0.00021255488067412694,
      "loss": 0.352,
      "step": 54460
    },
    {
      "epoch": 2.230636903542904,
      "grad_norm": 0.9932660274960561,
      "learning_rate": 0.00021255191640537355,
      "loss": 0.9263,
      "step": 54461
    },
    {
      "epoch": 2.2306778619701,
      "grad_norm": 1.1820828586897039,
      "learning_rate": 0.00021254895210704922,
      "loss": 1.031,
      "step": 54462
    },
    {
      "epoch": 2.2307188203972967,
      "grad_norm": 1.2089398287298077,
      "learning_rate": 0.0002125459877791554,
      "loss": 0.9956,
      "step": 54463
    },
    {
      "epoch": 2.2307597788244933,
      "grad_norm": 0.6333603741854353,
      "learning_rate": 0.00021254302342169345,
      "loss": 0.2824,
      "step": 54464
    },
    {
      "epoch": 2.2308007372516894,
      "grad_norm": 0.9730785261938933,
      "learning_rate": 0.00021254005903466485,
      "loss": 0.7511,
      "step": 54465
    },
    {
      "epoch": 2.230841695678886,
      "grad_norm": 0.6043258074926867,
      "learning_rate": 0.00021253709461807084,
      "loss": 0.2711,
      "step": 54466
    },
    {
      "epoch": 2.2308826541060824,
      "grad_norm": 1.508021125682289,
      "learning_rate": 0.00021253413017191297,
      "loss": 1.7104,
      "step": 54467
    },
    {
      "epoch": 2.2309236125332785,
      "grad_norm": 1.2496296144442423,
      "learning_rate": 0.0002125311656961926,
      "loss": 1.0657,
      "step": 54468
    },
    {
      "epoch": 2.230964570960475,
      "grad_norm": 0.7418562588630309,
      "learning_rate": 0.00021252820119091115,
      "loss": 0.4338,
      "step": 54469
    },
    {
      "epoch": 2.2310055293876716,
      "grad_norm": 1.0398372714772324,
      "learning_rate": 0.00021252523665606993,
      "loss": 0.8203,
      "step": 54470
    },
    {
      "epoch": 2.2310464878148677,
      "grad_norm": 1.2289483760043447,
      "learning_rate": 0.00021252227209167044,
      "loss": 0.9471,
      "step": 54471
    },
    {
      "epoch": 2.2310874462420642,
      "grad_norm": 1.1658626426158267,
      "learning_rate": 0.00021251930749771405,
      "loss": 0.8178,
      "step": 54472
    },
    {
      "epoch": 2.2311284046692608,
      "grad_norm": 0.6773455969421041,
      "learning_rate": 0.00021251634287420217,
      "loss": 0.2603,
      "step": 54473
    },
    {
      "epoch": 2.2311693630964573,
      "grad_norm": 1.1694988075302737,
      "learning_rate": 0.0002125133782211362,
      "loss": 0.896,
      "step": 54474
    },
    {
      "epoch": 2.2312103215236534,
      "grad_norm": 0.5879149434436446,
      "learning_rate": 0.00021251041353851749,
      "loss": 0.2251,
      "step": 54475
    },
    {
      "epoch": 2.23125127995085,
      "grad_norm": 1.1405361042822915,
      "learning_rate": 0.0002125074488263475,
      "loss": 0.7857,
      "step": 54476
    },
    {
      "epoch": 2.2312922383780465,
      "grad_norm": 1.2401265889550441,
      "learning_rate": 0.0002125044840846276,
      "loss": 0.6724,
      "step": 54477
    },
    {
      "epoch": 2.2313331968052426,
      "grad_norm": 1.0729884725040248,
      "learning_rate": 0.00021250151931335922,
      "loss": 0.8374,
      "step": 54478
    },
    {
      "epoch": 2.231374155232439,
      "grad_norm": 1.0155374097993075,
      "learning_rate": 0.00021249855451254375,
      "loss": 0.9407,
      "step": 54479
    },
    {
      "epoch": 2.2314151136596356,
      "grad_norm": 1.059821381455027,
      "learning_rate": 0.0002124955896821826,
      "loss": 0.8175,
      "step": 54480
    },
    {
      "epoch": 2.2314560720868317,
      "grad_norm": 1.0578492605515086,
      "learning_rate": 0.00021249262482227717,
      "loss": 0.8689,
      "step": 54481
    },
    {
      "epoch": 2.2314970305140283,
      "grad_norm": 0.7337809298016541,
      "learning_rate": 0.00021248965993282885,
      "loss": 0.3593,
      "step": 54482
    },
    {
      "epoch": 2.231537988941225,
      "grad_norm": 0.8210772695592174,
      "learning_rate": 0.00021248669501383903,
      "loss": 0.7251,
      "step": 54483
    },
    {
      "epoch": 2.231578947368421,
      "grad_norm": 1.5085824938932444,
      "learning_rate": 0.00021248373006530912,
      "loss": 1.2039,
      "step": 54484
    },
    {
      "epoch": 2.2316199057956174,
      "grad_norm": 1.0079026365179424,
      "learning_rate": 0.00021248076508724052,
      "loss": 0.3888,
      "step": 54485
    },
    {
      "epoch": 2.231660864222814,
      "grad_norm": 1.3825932863870012,
      "learning_rate": 0.00021247780007963466,
      "loss": 0.9767,
      "step": 54486
    },
    {
      "epoch": 2.23170182265001,
      "grad_norm": 1.3521022259618785,
      "learning_rate": 0.00021247483504249293,
      "loss": 1.161,
      "step": 54487
    },
    {
      "epoch": 2.2317427810772066,
      "grad_norm": 0.8486307441335107,
      "learning_rate": 0.00021247186997581672,
      "loss": 0.5111,
      "step": 54488
    },
    {
      "epoch": 2.231783739504403,
      "grad_norm": 0.845990342818698,
      "learning_rate": 0.0002124689048796074,
      "loss": 0.3577,
      "step": 54489
    },
    {
      "epoch": 2.231824697931599,
      "grad_norm": 0.6299209543247685,
      "learning_rate": 0.00021246593975386645,
      "loss": 0.3818,
      "step": 54490
    },
    {
      "epoch": 2.2318656563587957,
      "grad_norm": 2.0553146363747063,
      "learning_rate": 0.0002124629745985952,
      "loss": 2.1565,
      "step": 54491
    },
    {
      "epoch": 2.2319066147859923,
      "grad_norm": 1.1065059795115149,
      "learning_rate": 0.0002124600094137951,
      "loss": 1.1279,
      "step": 54492
    },
    {
      "epoch": 2.231947573213189,
      "grad_norm": 1.3195737502919553,
      "learning_rate": 0.0002124570441994675,
      "loss": 1.0153,
      "step": 54493
    },
    {
      "epoch": 2.231988531640385,
      "grad_norm": 4.5983771035323135,
      "learning_rate": 0.00021245407895561388,
      "loss": 1.8961,
      "step": 54494
    },
    {
      "epoch": 2.2320294900675814,
      "grad_norm": 0.9674278015608534,
      "learning_rate": 0.00021245111368223556,
      "loss": 0.2791,
      "step": 54495
    },
    {
      "epoch": 2.232070448494778,
      "grad_norm": 0.6879688611886633,
      "learning_rate": 0.000212448148379334,
      "loss": 0.2896,
      "step": 54496
    },
    {
      "epoch": 2.232111406921974,
      "grad_norm": 0.6878620842906263,
      "learning_rate": 0.0002124451830469106,
      "loss": 0.2858,
      "step": 54497
    },
    {
      "epoch": 2.2321523653491706,
      "grad_norm": 0.9625250092434581,
      "learning_rate": 0.00021244221768496667,
      "loss": 0.8704,
      "step": 54498
    },
    {
      "epoch": 2.232193323776367,
      "grad_norm": 1.0943194108715444,
      "learning_rate": 0.00021243925229350372,
      "loss": 0.6787,
      "step": 54499
    },
    {
      "epoch": 2.2322342822035632,
      "grad_norm": 0.5155413732953216,
      "learning_rate": 0.00021243628687252314,
      "loss": 0.2261,
      "step": 54500
    },
    {
      "epoch": 2.2322752406307598,
      "grad_norm": 0.5804187845812411,
      "learning_rate": 0.00021243332142202627,
      "loss": 0.2619,
      "step": 54501
    },
    {
      "epoch": 2.2323161990579563,
      "grad_norm": 1.1220993911315942,
      "learning_rate": 0.00021243035594201458,
      "loss": 0.8946,
      "step": 54502
    },
    {
      "epoch": 2.2323571574851524,
      "grad_norm": 1.1657142523943487,
      "learning_rate": 0.00021242739043248943,
      "loss": 0.9505,
      "step": 54503
    },
    {
      "epoch": 2.232398115912349,
      "grad_norm": 1.0723670195794968,
      "learning_rate": 0.00021242442489345222,
      "loss": 0.7871,
      "step": 54504
    },
    {
      "epoch": 2.2324390743395455,
      "grad_norm": 0.8666679203213928,
      "learning_rate": 0.00021242145932490436,
      "loss": 0.7135,
      "step": 54505
    },
    {
      "epoch": 2.2324800327667416,
      "grad_norm": 2.405208733919551,
      "learning_rate": 0.00021241849372684727,
      "loss": 3.0043,
      "step": 54506
    },
    {
      "epoch": 2.232520991193938,
      "grad_norm": 0.9692915363076371,
      "learning_rate": 0.0002124155280992823,
      "loss": 0.9622,
      "step": 54507
    },
    {
      "epoch": 2.2325619496211346,
      "grad_norm": 0.7555539207231387,
      "learning_rate": 0.00021241256244221095,
      "loss": 0.2761,
      "step": 54508
    },
    {
      "epoch": 2.2326029080483307,
      "grad_norm": 1.1551955134521346,
      "learning_rate": 0.00021240959675563454,
      "loss": 0.9186,
      "step": 54509
    },
    {
      "epoch": 2.2326438664755273,
      "grad_norm": 1.1427173255052872,
      "learning_rate": 0.00021240663103955449,
      "loss": 0.7823,
      "step": 54510
    },
    {
      "epoch": 2.232684824902724,
      "grad_norm": 0.8196552048589713,
      "learning_rate": 0.00021240366529397224,
      "loss": 0.6602,
      "step": 54511
    },
    {
      "epoch": 2.2327257833299203,
      "grad_norm": 0.9245599433331197,
      "learning_rate": 0.00021240069951888912,
      "loss": 0.8795,
      "step": 54512
    },
    {
      "epoch": 2.2327667417571164,
      "grad_norm": 1.3856319865148343,
      "learning_rate": 0.00021239773371430656,
      "loss": 1.1462,
      "step": 54513
    },
    {
      "epoch": 2.232807700184313,
      "grad_norm": 1.049839685471148,
      "learning_rate": 0.000212394767880226,
      "loss": 0.9986,
      "step": 54514
    },
    {
      "epoch": 2.2328486586115095,
      "grad_norm": 0.8249821552119586,
      "learning_rate": 0.0002123918020166488,
      "loss": 0.7391,
      "step": 54515
    },
    {
      "epoch": 2.2328896170387056,
      "grad_norm": 0.9065582844535401,
      "learning_rate": 0.00021238883612357637,
      "loss": 0.6591,
      "step": 54516
    },
    {
      "epoch": 2.232930575465902,
      "grad_norm": 2.2790887322920628,
      "learning_rate": 0.00021238587020101012,
      "loss": 0.9996,
      "step": 54517
    },
    {
      "epoch": 2.2329715338930987,
      "grad_norm": 1.4729044370987747,
      "learning_rate": 0.00021238290424895143,
      "loss": 0.5454,
      "step": 54518
    },
    {
      "epoch": 2.2330124923202948,
      "grad_norm": 0.8512474107035712,
      "learning_rate": 0.00021237993826740177,
      "loss": 0.635,
      "step": 54519
    },
    {
      "epoch": 2.2330534507474913,
      "grad_norm": 0.7762086079365312,
      "learning_rate": 0.0002123769722563625,
      "loss": 0.2942,
      "step": 54520
    },
    {
      "epoch": 2.233094409174688,
      "grad_norm": 1.1693228247160017,
      "learning_rate": 0.00021237400621583499,
      "loss": 1.0337,
      "step": 54521
    },
    {
      "epoch": 2.233135367601884,
      "grad_norm": 0.9924349874334674,
      "learning_rate": 0.00021237104014582066,
      "loss": 0.3953,
      "step": 54522
    },
    {
      "epoch": 2.2331763260290804,
      "grad_norm": 1.0279844403284684,
      "learning_rate": 0.00021236807404632094,
      "loss": 0.8946,
      "step": 54523
    },
    {
      "epoch": 2.233217284456277,
      "grad_norm": 1.3652808918297004,
      "learning_rate": 0.0002123651079173372,
      "loss": 1.2304,
      "step": 54524
    },
    {
      "epoch": 2.233258242883473,
      "grad_norm": 1.2093475086028713,
      "learning_rate": 0.00021236214175887082,
      "loss": 0.8353,
      "step": 54525
    },
    {
      "epoch": 2.2332992013106696,
      "grad_norm": 1.055615923466448,
      "learning_rate": 0.0002123591755709233,
      "loss": 0.8262,
      "step": 54526
    },
    {
      "epoch": 2.233340159737866,
      "grad_norm": 0.9057772379397718,
      "learning_rate": 0.000212356209353496,
      "loss": 0.5748,
      "step": 54527
    },
    {
      "epoch": 2.2333811181650622,
      "grad_norm": 1.2520979371841419,
      "learning_rate": 0.00021235324310659026,
      "loss": 0.9086,
      "step": 54528
    },
    {
      "epoch": 2.2334220765922588,
      "grad_norm": 0.5700342971249008,
      "learning_rate": 0.0002123502768302075,
      "loss": 0.2429,
      "step": 54529
    },
    {
      "epoch": 2.2334630350194553,
      "grad_norm": 1.4632636712293194,
      "learning_rate": 0.0002123473105243492,
      "loss": 1.0463,
      "step": 54530
    },
    {
      "epoch": 2.233503993446652,
      "grad_norm": 1.2079352079664505,
      "learning_rate": 0.00021234434418901667,
      "loss": 0.942,
      "step": 54531
    },
    {
      "epoch": 2.233544951873848,
      "grad_norm": 0.8471112069568296,
      "learning_rate": 0.00021234137782421138,
      "loss": 0.8139,
      "step": 54532
    },
    {
      "epoch": 2.2335859103010445,
      "grad_norm": 1.3233000254753715,
      "learning_rate": 0.00021233841142993468,
      "loss": 1.0863,
      "step": 54533
    },
    {
      "epoch": 2.233626868728241,
      "grad_norm": 0.8674611194034398,
      "learning_rate": 0.00021233544500618798,
      "loss": 0.3742,
      "step": 54534
    },
    {
      "epoch": 2.233667827155437,
      "grad_norm": 1.0461465056854478,
      "learning_rate": 0.00021233247855297275,
      "loss": 0.6646,
      "step": 54535
    },
    {
      "epoch": 2.2337087855826336,
      "grad_norm": 0.817961016657337,
      "learning_rate": 0.0002123295120702903,
      "loss": 0.7401,
      "step": 54536
    },
    {
      "epoch": 2.23374974400983,
      "grad_norm": 1.127453779904173,
      "learning_rate": 0.0002123265455581421,
      "loss": 0.8444,
      "step": 54537
    },
    {
      "epoch": 2.2337907024370263,
      "grad_norm": 0.7296534355434456,
      "learning_rate": 0.0002123235790165295,
      "loss": 0.2995,
      "step": 54538
    },
    {
      "epoch": 2.233831660864223,
      "grad_norm": 1.085715730226995,
      "learning_rate": 0.00021232061244545397,
      "loss": 0.7527,
      "step": 54539
    },
    {
      "epoch": 2.2338726192914193,
      "grad_norm": 1.4489217822121567,
      "learning_rate": 0.00021231764584491683,
      "loss": 1.2109,
      "step": 54540
    },
    {
      "epoch": 2.2339135777186154,
      "grad_norm": 1.1750251642804026,
      "learning_rate": 0.00021231467921491954,
      "loss": 1.0259,
      "step": 54541
    },
    {
      "epoch": 2.233954536145812,
      "grad_norm": 0.7330251313489822,
      "learning_rate": 0.0002123117125554635,
      "loss": 0.3104,
      "step": 54542
    },
    {
      "epoch": 2.2339954945730085,
      "grad_norm": 0.9353581365731739,
      "learning_rate": 0.00021230874586655006,
      "loss": 0.3529,
      "step": 54543
    },
    {
      "epoch": 2.2340364530002046,
      "grad_norm": 1.5458731450150776,
      "learning_rate": 0.00021230577914818071,
      "loss": 0.8902,
      "step": 54544
    },
    {
      "epoch": 2.234077411427401,
      "grad_norm": 0.9273700099048389,
      "learning_rate": 0.00021230281240035677,
      "loss": 0.8896,
      "step": 54545
    },
    {
      "epoch": 2.2341183698545977,
      "grad_norm": 0.867932340008385,
      "learning_rate": 0.00021229984562307966,
      "loss": 0.4182,
      "step": 54546
    },
    {
      "epoch": 2.2341593282817938,
      "grad_norm": 0.6172077917142568,
      "learning_rate": 0.00021229687881635086,
      "loss": 0.224,
      "step": 54547
    },
    {
      "epoch": 2.2342002867089903,
      "grad_norm": 0.9706646048738019,
      "learning_rate": 0.00021229391198017165,
      "loss": 0.6685,
      "step": 54548
    },
    {
      "epoch": 2.234241245136187,
      "grad_norm": 0.8802257460880957,
      "learning_rate": 0.0002122909451145435,
      "loss": 0.7024,
      "step": 54549
    },
    {
      "epoch": 2.2342822035633834,
      "grad_norm": 1.1078223276487,
      "learning_rate": 0.00021228797821946783,
      "loss": 0.8574,
      "step": 54550
    },
    {
      "epoch": 2.2343231619905795,
      "grad_norm": 0.8760944427216182,
      "learning_rate": 0.000212285011294946,
      "loss": 0.2972,
      "step": 54551
    },
    {
      "epoch": 2.234364120417776,
      "grad_norm": 0.959050311227808,
      "learning_rate": 0.00021228204434097945,
      "loss": 0.3414,
      "step": 54552
    },
    {
      "epoch": 2.2344050788449725,
      "grad_norm": 0.989810817766648,
      "learning_rate": 0.00021227907735756952,
      "loss": 0.8447,
      "step": 54553
    },
    {
      "epoch": 2.2344460372721686,
      "grad_norm": 1.3185227791036025,
      "learning_rate": 0.00021227611034471772,
      "loss": 0.98,
      "step": 54554
    },
    {
      "epoch": 2.234486995699365,
      "grad_norm": 1.0598504240805344,
      "learning_rate": 0.00021227314330242536,
      "loss": 0.9134,
      "step": 54555
    },
    {
      "epoch": 2.2345279541265617,
      "grad_norm": 1.2881977734252612,
      "learning_rate": 0.00021227017623069386,
      "loss": 1.3409,
      "step": 54556
    },
    {
      "epoch": 2.234568912553758,
      "grad_norm": 1.016078934660075,
      "learning_rate": 0.00021226720912952463,
      "loss": 0.7844,
      "step": 54557
    },
    {
      "epoch": 2.2346098709809543,
      "grad_norm": 1.5907991248186368,
      "learning_rate": 0.00021226424199891907,
      "loss": 1.1986,
      "step": 54558
    },
    {
      "epoch": 2.234650829408151,
      "grad_norm": 1.0456723660820313,
      "learning_rate": 0.00021226127483887864,
      "loss": 0.4109,
      "step": 54559
    },
    {
      "epoch": 2.234691787835347,
      "grad_norm": 1.0373340657190813,
      "learning_rate": 0.00021225830764940465,
      "loss": 0.8515,
      "step": 54560
    },
    {
      "epoch": 2.2347327462625435,
      "grad_norm": 1.1317031414433443,
      "learning_rate": 0.00021225534043049855,
      "loss": 0.9861,
      "step": 54561
    },
    {
      "epoch": 2.23477370468974,
      "grad_norm": 1.0407897147502152,
      "learning_rate": 0.00021225237318216173,
      "loss": 1.0278,
      "step": 54562
    },
    {
      "epoch": 2.234814663116936,
      "grad_norm": 0.6101433784385831,
      "learning_rate": 0.00021224940590439565,
      "loss": 0.2648,
      "step": 54563
    },
    {
      "epoch": 2.2348556215441326,
      "grad_norm": 1.635310388316935,
      "learning_rate": 0.0002122464385972016,
      "loss": 0.8273,
      "step": 54564
    },
    {
      "epoch": 2.234896579971329,
      "grad_norm": 1.2556475742018371,
      "learning_rate": 0.0002122434712605811,
      "loss": 0.9933,
      "step": 54565
    },
    {
      "epoch": 2.2349375383985253,
      "grad_norm": 0.7250826348224054,
      "learning_rate": 0.0002122405038945354,
      "loss": 0.3591,
      "step": 54566
    },
    {
      "epoch": 2.234978496825722,
      "grad_norm": 1.2599678162031136,
      "learning_rate": 0.00021223753649906611,
      "loss": 1.1943,
      "step": 54567
    },
    {
      "epoch": 2.2350194552529183,
      "grad_norm": 0.8172018741112588,
      "learning_rate": 0.0002122345690741745,
      "loss": 0.6942,
      "step": 54568
    },
    {
      "epoch": 2.235060413680115,
      "grad_norm": 0.8039748010308687,
      "learning_rate": 0.00021223160161986198,
      "loss": 0.5725,
      "step": 54569
    },
    {
      "epoch": 2.235101372107311,
      "grad_norm": 1.4682610862349026,
      "learning_rate": 0.00021222863413612996,
      "loss": 1.1177,
      "step": 54570
    },
    {
      "epoch": 2.2351423305345075,
      "grad_norm": 1.0774984664598763,
      "learning_rate": 0.00021222566662297988,
      "loss": 1.1113,
      "step": 54571
    },
    {
      "epoch": 2.235183288961704,
      "grad_norm": 1.0766068939740978,
      "learning_rate": 0.0002122226990804131,
      "loss": 0.6276,
      "step": 54572
    },
    {
      "epoch": 2.2352242473889,
      "grad_norm": 0.6065742307996332,
      "learning_rate": 0.00021221973150843104,
      "loss": 0.2752,
      "step": 54573
    },
    {
      "epoch": 2.2352652058160967,
      "grad_norm": 0.7925684000452778,
      "learning_rate": 0.00021221676390703506,
      "loss": 0.2889,
      "step": 54574
    },
    {
      "epoch": 2.235306164243293,
      "grad_norm": 0.5835830437969327,
      "learning_rate": 0.00021221379627622667,
      "loss": 0.3043,
      "step": 54575
    },
    {
      "epoch": 2.2353471226704893,
      "grad_norm": 0.8561675240878801,
      "learning_rate": 0.0002122108286160072,
      "loss": 0.5646,
      "step": 54576
    },
    {
      "epoch": 2.235388081097686,
      "grad_norm": 1.3183591905201575,
      "learning_rate": 0.00021220786092637802,
      "loss": 0.4422,
      "step": 54577
    },
    {
      "epoch": 2.2354290395248824,
      "grad_norm": 1.1210034547517653,
      "learning_rate": 0.00021220489320734057,
      "loss": 0.9505,
      "step": 54578
    },
    {
      "epoch": 2.2354699979520785,
      "grad_norm": 1.8788085586990797,
      "learning_rate": 0.00021220192545889636,
      "loss": 1.1615,
      "step": 54579
    },
    {
      "epoch": 2.235510956379275,
      "grad_norm": 0.8582745266785876,
      "learning_rate": 0.00021219895768104658,
      "loss": 0.5969,
      "step": 54580
    },
    {
      "epoch": 2.2355519148064715,
      "grad_norm": 1.408246912830885,
      "learning_rate": 0.00021219598987379275,
      "loss": 0.8509,
      "step": 54581
    },
    {
      "epoch": 2.2355928732336676,
      "grad_norm": 1.1179623114463826,
      "learning_rate": 0.00021219302203713634,
      "loss": 0.9201,
      "step": 54582
    },
    {
      "epoch": 2.235633831660864,
      "grad_norm": 0.9379721773127312,
      "learning_rate": 0.0002121900541710786,
      "loss": 0.4361,
      "step": 54583
    },
    {
      "epoch": 2.2356747900880607,
      "grad_norm": 0.9530961588984327,
      "learning_rate": 0.00021218708627562105,
      "loss": 0.6881,
      "step": 54584
    },
    {
      "epoch": 2.235715748515257,
      "grad_norm": 1.029781931568996,
      "learning_rate": 0.000212184118350765,
      "loss": 0.8189,
      "step": 54585
    },
    {
      "epoch": 2.2357567069424533,
      "grad_norm": 0.8868485596209168,
      "learning_rate": 0.00021218115039651198,
      "loss": 0.572,
      "step": 54586
    },
    {
      "epoch": 2.23579766536965,
      "grad_norm": 0.7033384532008347,
      "learning_rate": 0.00021217818241286326,
      "loss": 0.5716,
      "step": 54587
    },
    {
      "epoch": 2.2358386237968464,
      "grad_norm": 1.244198394538461,
      "learning_rate": 0.00021217521439982035,
      "loss": 0.8507,
      "step": 54588
    },
    {
      "epoch": 2.2358795822240425,
      "grad_norm": 0.7285608890860565,
      "learning_rate": 0.00021217224635738458,
      "loss": 0.7453,
      "step": 54589
    },
    {
      "epoch": 2.235920540651239,
      "grad_norm": 1.1036534459408218,
      "learning_rate": 0.0002121692782855574,
      "loss": 0.8568,
      "step": 54590
    },
    {
      "epoch": 2.2359614990784356,
      "grad_norm": 1.1131353920085245,
      "learning_rate": 0.00021216631018434017,
      "loss": 0.8386,
      "step": 54591
    },
    {
      "epoch": 2.2360024575056316,
      "grad_norm": 1.0381758318637635,
      "learning_rate": 0.00021216334205373434,
      "loss": 0.4889,
      "step": 54592
    },
    {
      "epoch": 2.236043415932828,
      "grad_norm": 0.9610854535932976,
      "learning_rate": 0.00021216037389374127,
      "loss": 0.8307,
      "step": 54593
    },
    {
      "epoch": 2.2360843743600247,
      "grad_norm": 0.7761756577793222,
      "learning_rate": 0.0002121574057043624,
      "loss": 0.5366,
      "step": 54594
    },
    {
      "epoch": 2.236125332787221,
      "grad_norm": 1.0387188730860981,
      "learning_rate": 0.00021215443748559911,
      "loss": 0.7518,
      "step": 54595
    },
    {
      "epoch": 2.2361662912144173,
      "grad_norm": 1.1122764322535095,
      "learning_rate": 0.0002121514692374528,
      "loss": 0.894,
      "step": 54596
    },
    {
      "epoch": 2.236207249641614,
      "grad_norm": 1.0082858065768667,
      "learning_rate": 0.00021214850095992486,
      "loss": 0.8266,
      "step": 54597
    },
    {
      "epoch": 2.23624820806881,
      "grad_norm": 0.9147597660452227,
      "learning_rate": 0.00021214553265301673,
      "loss": 0.7842,
      "step": 54598
    },
    {
      "epoch": 2.2362891664960065,
      "grad_norm": 1.2595244678260402,
      "learning_rate": 0.00021214256431672984,
      "loss": 0.9056,
      "step": 54599
    },
    {
      "epoch": 2.236330124923203,
      "grad_norm": 0.8238965494304571,
      "learning_rate": 0.00021213959595106548,
      "loss": 0.3319,
      "step": 54600
    },
    {
      "epoch": 2.2363710833503996,
      "grad_norm": 0.8670195879012578,
      "learning_rate": 0.0002121366275560252,
      "loss": 0.8544,
      "step": 54601
    },
    {
      "epoch": 2.2364120417775957,
      "grad_norm": 1.1065139873769732,
      "learning_rate": 0.00021213365913161025,
      "loss": 0.998,
      "step": 54602
    },
    {
      "epoch": 2.236453000204792,
      "grad_norm": 0.8834002420729773,
      "learning_rate": 0.00021213069067782216,
      "loss": 0.8052,
      "step": 54603
    },
    {
      "epoch": 2.2364939586319883,
      "grad_norm": 0.8081541103466342,
      "learning_rate": 0.00021212772219466228,
      "loss": 0.7203,
      "step": 54604
    },
    {
      "epoch": 2.236534917059185,
      "grad_norm": 2.081148272405116,
      "learning_rate": 0.00021212475368213203,
      "loss": 0.9577,
      "step": 54605
    },
    {
      "epoch": 2.2365758754863814,
      "grad_norm": 1.0064088298129166,
      "learning_rate": 0.00021212178514023276,
      "loss": 1.0033,
      "step": 54606
    },
    {
      "epoch": 2.236616833913578,
      "grad_norm": 1.9386974723015349,
      "learning_rate": 0.00021211881656896597,
      "loss": 2.0539,
      "step": 54607
    },
    {
      "epoch": 2.236657792340774,
      "grad_norm": 0.9461635912915161,
      "learning_rate": 0.00021211584796833297,
      "loss": 0.8389,
      "step": 54608
    },
    {
      "epoch": 2.2366987507679705,
      "grad_norm": 1.30222911533649,
      "learning_rate": 0.00021211287933833522,
      "loss": 0.7183,
      "step": 54609
    },
    {
      "epoch": 2.236739709195167,
      "grad_norm": 0.8059580639858202,
      "learning_rate": 0.00021210991067897408,
      "loss": 0.579,
      "step": 54610
    },
    {
      "epoch": 2.236780667622363,
      "grad_norm": 0.669880149872257,
      "learning_rate": 0.00021210694199025098,
      "loss": 0.3301,
      "step": 54611
    },
    {
      "epoch": 2.2368216260495597,
      "grad_norm": 1.0650270322534612,
      "learning_rate": 0.00021210397327216734,
      "loss": 0.9996,
      "step": 54612
    },
    {
      "epoch": 2.2368625844767562,
      "grad_norm": 1.0085851612646897,
      "learning_rate": 0.00021210100452472458,
      "loss": 0.5145,
      "step": 54613
    },
    {
      "epoch": 2.2369035429039523,
      "grad_norm": 1.119668651494536,
      "learning_rate": 0.00021209803574792402,
      "loss": 0.9254,
      "step": 54614
    },
    {
      "epoch": 2.236944501331149,
      "grad_norm": 0.952523112892447,
      "learning_rate": 0.00021209506694176713,
      "loss": 0.8949,
      "step": 54615
    },
    {
      "epoch": 2.2369854597583454,
      "grad_norm": 1.3664258841006576,
      "learning_rate": 0.0002120920981062553,
      "loss": 1.2911,
      "step": 54616
    },
    {
      "epoch": 2.2370264181855415,
      "grad_norm": 1.0309615350428225,
      "learning_rate": 0.00021208912924138988,
      "loss": 0.9886,
      "step": 54617
    },
    {
      "epoch": 2.237067376612738,
      "grad_norm": 1.124881810707446,
      "learning_rate": 0.0002120861603471724,
      "loss": 0.7468,
      "step": 54618
    },
    {
      "epoch": 2.2371083350399346,
      "grad_norm": 0.8821668412984978,
      "learning_rate": 0.00021208319142360414,
      "loss": 0.6959,
      "step": 54619
    },
    {
      "epoch": 2.237149293467131,
      "grad_norm": 1.016407065916153,
      "learning_rate": 0.00021208022247068656,
      "loss": 0.8115,
      "step": 54620
    },
    {
      "epoch": 2.237190251894327,
      "grad_norm": 2.179381531615359,
      "learning_rate": 0.000212077253488421,
      "loss": 2.5084,
      "step": 54621
    },
    {
      "epoch": 2.2372312103215237,
      "grad_norm": 0.9643262560128547,
      "learning_rate": 0.00021207428447680897,
      "loss": 0.6471,
      "step": 54622
    },
    {
      "epoch": 2.23727216874872,
      "grad_norm": 1.9118703904285257,
      "learning_rate": 0.00021207131543585185,
      "loss": 1.1741,
      "step": 54623
    },
    {
      "epoch": 2.2373131271759163,
      "grad_norm": 1.2263666535436288,
      "learning_rate": 0.00021206834636555098,
      "loss": 0.985,
      "step": 54624
    },
    {
      "epoch": 2.237354085603113,
      "grad_norm": 1.2300556969482477,
      "learning_rate": 0.00021206537726590775,
      "loss": 1.0475,
      "step": 54625
    },
    {
      "epoch": 2.2373950440303094,
      "grad_norm": 0.9430891197575595,
      "learning_rate": 0.00021206240813692368,
      "loss": 0.7094,
      "step": 54626
    },
    {
      "epoch": 2.2374360024575055,
      "grad_norm": 0.9616500346555455,
      "learning_rate": 0.00021205943897860006,
      "loss": 0.6547,
      "step": 54627
    },
    {
      "epoch": 2.237476960884702,
      "grad_norm": 0.7604852671856084,
      "learning_rate": 0.0002120564697909384,
      "loss": 0.4318,
      "step": 54628
    },
    {
      "epoch": 2.2375179193118986,
      "grad_norm": 1.223460770342642,
      "learning_rate": 0.00021205350057394,
      "loss": 0.7936,
      "step": 54629
    },
    {
      "epoch": 2.2375588777390947,
      "grad_norm": 1.186211632044686,
      "learning_rate": 0.0002120505313276063,
      "loss": 0.6517,
      "step": 54630
    },
    {
      "epoch": 2.237599836166291,
      "grad_norm": 1.3547323936411029,
      "learning_rate": 0.00021204756205193872,
      "loss": 1.1259,
      "step": 54631
    },
    {
      "epoch": 2.2376407945934877,
      "grad_norm": 0.9044270017645739,
      "learning_rate": 0.00021204459274693863,
      "loss": 0.7129,
      "step": 54632
    },
    {
      "epoch": 2.237681753020684,
      "grad_norm": 1.8183618950792428,
      "learning_rate": 0.00021204162341260748,
      "loss": 1.2313,
      "step": 54633
    },
    {
      "epoch": 2.2377227114478804,
      "grad_norm": 0.9085960375492099,
      "learning_rate": 0.00021203865404894665,
      "loss": 0.7038,
      "step": 54634
    },
    {
      "epoch": 2.237763669875077,
      "grad_norm": 1.1226690049152048,
      "learning_rate": 0.00021203568465595756,
      "loss": 0.6063,
      "step": 54635
    },
    {
      "epoch": 2.237804628302273,
      "grad_norm": 1.0314775034491046,
      "learning_rate": 0.00021203271523364156,
      "loss": 0.8577,
      "step": 54636
    },
    {
      "epoch": 2.2378455867294695,
      "grad_norm": 1.1754584609752556,
      "learning_rate": 0.00021202974578200015,
      "loss": 0.7188,
      "step": 54637
    },
    {
      "epoch": 2.237886545156666,
      "grad_norm": 0.9182188311511558,
      "learning_rate": 0.0002120267763010346,
      "loss": 0.8182,
      "step": 54638
    },
    {
      "epoch": 2.2379275035838626,
      "grad_norm": 6.853849861202495,
      "learning_rate": 0.00021202380679074645,
      "loss": 3.4801,
      "step": 54639
    },
    {
      "epoch": 2.2379684620110587,
      "grad_norm": 1.0194549822235623,
      "learning_rate": 0.00021202083725113704,
      "loss": 0.503,
      "step": 54640
    },
    {
      "epoch": 2.2380094204382552,
      "grad_norm": 1.1617430915895037,
      "learning_rate": 0.00021201786768220774,
      "loss": 0.7302,
      "step": 54641
    },
    {
      "epoch": 2.2380503788654518,
      "grad_norm": 0.9313641357378644,
      "learning_rate": 0.00021201489808395996,
      "loss": 0.7507,
      "step": 54642
    },
    {
      "epoch": 2.238091337292648,
      "grad_norm": 1.2073105740998094,
      "learning_rate": 0.00021201192845639522,
      "loss": 0.7842,
      "step": 54643
    },
    {
      "epoch": 2.2381322957198444,
      "grad_norm": 1.2116002320943478,
      "learning_rate": 0.00021200895879951482,
      "loss": 0.8109,
      "step": 54644
    },
    {
      "epoch": 2.238173254147041,
      "grad_norm": 0.7266371375180701,
      "learning_rate": 0.00021200598911332017,
      "loss": 0.3148,
      "step": 54645
    },
    {
      "epoch": 2.238214212574237,
      "grad_norm": 1.056544625760113,
      "learning_rate": 0.00021200301939781264,
      "loss": 1.0778,
      "step": 54646
    },
    {
      "epoch": 2.2382551710014336,
      "grad_norm": 1.6454416409322032,
      "learning_rate": 0.00021200004965299374,
      "loss": 1.4895,
      "step": 54647
    },
    {
      "epoch": 2.23829612942863,
      "grad_norm": 0.890930075655564,
      "learning_rate": 0.0002119970798788648,
      "loss": 0.7243,
      "step": 54648
    },
    {
      "epoch": 2.238337087855826,
      "grad_norm": 1.5991251158398305,
      "learning_rate": 0.00021199411007542722,
      "loss": 0.5157,
      "step": 54649
    },
    {
      "epoch": 2.2383780462830227,
      "grad_norm": 0.6124674759552012,
      "learning_rate": 0.00021199114024268245,
      "loss": 0.2614,
      "step": 54650
    },
    {
      "epoch": 2.2384190047102193,
      "grad_norm": 2.8680361456307293,
      "learning_rate": 0.00021198817038063186,
      "loss": 3.2497,
      "step": 54651
    },
    {
      "epoch": 2.2384599631374154,
      "grad_norm": 1.1424732661677646,
      "learning_rate": 0.00021198520048927686,
      "loss": 0.6956,
      "step": 54652
    },
    {
      "epoch": 2.238500921564612,
      "grad_norm": 1.0614964032223468,
      "learning_rate": 0.00021198223056861882,
      "loss": 0.7059,
      "step": 54653
    },
    {
      "epoch": 2.2385418799918084,
      "grad_norm": 0.8618605637223836,
      "learning_rate": 0.0002119792606186592,
      "loss": 0.7147,
      "step": 54654
    },
    {
      "epoch": 2.2385828384190045,
      "grad_norm": 0.8830670971158572,
      "learning_rate": 0.0002119762906393994,
      "loss": 0.6162,
      "step": 54655
    },
    {
      "epoch": 2.238623796846201,
      "grad_norm": 0.976395302850033,
      "learning_rate": 0.00021197332063084082,
      "loss": 0.8793,
      "step": 54656
    },
    {
      "epoch": 2.2386647552733976,
      "grad_norm": 0.9915179723069621,
      "learning_rate": 0.00021197035059298478,
      "loss": 0.9856,
      "step": 54657
    },
    {
      "epoch": 2.238705713700594,
      "grad_norm": 0.6146300212674393,
      "learning_rate": 0.00021196738052583282,
      "loss": 0.2402,
      "step": 54658
    },
    {
      "epoch": 2.23874667212779,
      "grad_norm": 1.2917241105268542,
      "learning_rate": 0.00021196441042938626,
      "loss": 0.9644,
      "step": 54659
    },
    {
      "epoch": 2.2387876305549868,
      "grad_norm": 1.2052362788569624,
      "learning_rate": 0.0002119614403036465,
      "loss": 0.9396,
      "step": 54660
    },
    {
      "epoch": 2.2388285889821833,
      "grad_norm": 1.126986118361632,
      "learning_rate": 0.000211958470148615,
      "loss": 0.8791,
      "step": 54661
    },
    {
      "epoch": 2.2388695474093794,
      "grad_norm": 1.0719172196709976,
      "learning_rate": 0.00021195549996429308,
      "loss": 0.6965,
      "step": 54662
    },
    {
      "epoch": 2.238910505836576,
      "grad_norm": 1.0872617751742424,
      "learning_rate": 0.00021195252975068227,
      "loss": 0.4224,
      "step": 54663
    },
    {
      "epoch": 2.2389514642637725,
      "grad_norm": 0.8737639014674999,
      "learning_rate": 0.00021194955950778384,
      "loss": 0.66,
      "step": 54664
    },
    {
      "epoch": 2.2389924226909685,
      "grad_norm": 0.8919063074923798,
      "learning_rate": 0.00021194658923559924,
      "loss": 0.8501,
      "step": 54665
    },
    {
      "epoch": 2.239033381118165,
      "grad_norm": 1.075701337644939,
      "learning_rate": 0.00021194361893412991,
      "loss": 0.8741,
      "step": 54666
    },
    {
      "epoch": 2.2390743395453616,
      "grad_norm": 1.2202074923130808,
      "learning_rate": 0.00021194064860337726,
      "loss": 1.2738,
      "step": 54667
    },
    {
      "epoch": 2.2391152979725577,
      "grad_norm": 1.1104274413183437,
      "learning_rate": 0.00021193767824334266,
      "loss": 1.2246,
      "step": 54668
    },
    {
      "epoch": 2.2391562563997542,
      "grad_norm": 1.135871844426032,
      "learning_rate": 0.00021193470785402748,
      "loss": 0.8064,
      "step": 54669
    },
    {
      "epoch": 2.2391972148269508,
      "grad_norm": 0.9122361950620781,
      "learning_rate": 0.00021193173743543322,
      "loss": 0.7888,
      "step": 54670
    },
    {
      "epoch": 2.239238173254147,
      "grad_norm": 0.791958375855097,
      "learning_rate": 0.0002119287669875612,
      "loss": 0.5989,
      "step": 54671
    },
    {
      "epoch": 2.2392791316813434,
      "grad_norm": 1.6049691827352817,
      "learning_rate": 0.00021192579651041284,
      "loss": 1.5829,
      "step": 54672
    },
    {
      "epoch": 2.23932009010854,
      "grad_norm": 0.7302467565332627,
      "learning_rate": 0.00021192282600398957,
      "loss": 0.2961,
      "step": 54673
    },
    {
      "epoch": 2.239361048535736,
      "grad_norm": 1.1201313367509385,
      "learning_rate": 0.00021191985546829275,
      "loss": 0.6169,
      "step": 54674
    },
    {
      "epoch": 2.2394020069629326,
      "grad_norm": 0.9566652043155475,
      "learning_rate": 0.00021191688490332386,
      "loss": 0.8207,
      "step": 54675
    },
    {
      "epoch": 2.239442965390129,
      "grad_norm": 0.8621649094580585,
      "learning_rate": 0.00021191391430908424,
      "loss": 0.5671,
      "step": 54676
    },
    {
      "epoch": 2.2394839238173256,
      "grad_norm": 0.9456150768934803,
      "learning_rate": 0.00021191094368557534,
      "loss": 0.9791,
      "step": 54677
    },
    {
      "epoch": 2.2395248822445217,
      "grad_norm": 3.2766921838108796,
      "learning_rate": 0.00021190797303279846,
      "loss": 3.7423,
      "step": 54678
    },
    {
      "epoch": 2.2395658406717183,
      "grad_norm": 0.8861331444305078,
      "learning_rate": 0.0002119050023507552,
      "loss": 0.2971,
      "step": 54679
    },
    {
      "epoch": 2.239606799098915,
      "grad_norm": 0.8742747196743287,
      "learning_rate": 0.00021190203163944676,
      "loss": 0.7322,
      "step": 54680
    },
    {
      "epoch": 2.239647757526111,
      "grad_norm": 0.7327113694441653,
      "learning_rate": 0.00021189906089887466,
      "loss": 0.5831,
      "step": 54681
    },
    {
      "epoch": 2.2396887159533074,
      "grad_norm": 0.7890382202469001,
      "learning_rate": 0.00021189609012904024,
      "loss": 0.6711,
      "step": 54682
    },
    {
      "epoch": 2.239729674380504,
      "grad_norm": 1.1629305353888455,
      "learning_rate": 0.00021189311932994496,
      "loss": 1.0487,
      "step": 54683
    },
    {
      "epoch": 2.2397706328077,
      "grad_norm": 1.0583804431694441,
      "learning_rate": 0.00021189014850159026,
      "loss": 0.4266,
      "step": 54684
    },
    {
      "epoch": 2.2398115912348966,
      "grad_norm": 0.9234452502872242,
      "learning_rate": 0.00021188717764397742,
      "loss": 0.4641,
      "step": 54685
    },
    {
      "epoch": 2.239852549662093,
      "grad_norm": 1.4627012117423506,
      "learning_rate": 0.00021188420675710795,
      "loss": 0.9953,
      "step": 54686
    },
    {
      "epoch": 2.239893508089289,
      "grad_norm": 1.6707766200662495,
      "learning_rate": 0.00021188123584098324,
      "loss": 1.6449,
      "step": 54687
    },
    {
      "epoch": 2.2399344665164858,
      "grad_norm": 2.3044165142554736,
      "learning_rate": 0.00021187826489560464,
      "loss": 2.0108,
      "step": 54688
    },
    {
      "epoch": 2.2399754249436823,
      "grad_norm": 0.874274271223718,
      "learning_rate": 0.00021187529392097357,
      "loss": 0.7486,
      "step": 54689
    },
    {
      "epoch": 2.2400163833708784,
      "grad_norm": 1.09708716788302,
      "learning_rate": 0.00021187232291709147,
      "loss": 0.8664,
      "step": 54690
    },
    {
      "epoch": 2.240057341798075,
      "grad_norm": 0.6098953237100091,
      "learning_rate": 0.00021186935188395972,
      "loss": 0.2607,
      "step": 54691
    },
    {
      "epoch": 2.2400983002252715,
      "grad_norm": 0.7078672956383147,
      "learning_rate": 0.00021186638082157974,
      "loss": 0.6102,
      "step": 54692
    },
    {
      "epoch": 2.2401392586524675,
      "grad_norm": 0.8182472601083758,
      "learning_rate": 0.00021186340972995292,
      "loss": 0.6547,
      "step": 54693
    },
    {
      "epoch": 2.240180217079664,
      "grad_norm": 0.9041137522762879,
      "learning_rate": 0.00021186043860908066,
      "loss": 0.6684,
      "step": 54694
    },
    {
      "epoch": 2.2402211755068606,
      "grad_norm": 0.7860816443870222,
      "learning_rate": 0.0002118574674589644,
      "loss": 0.5307,
      "step": 54695
    },
    {
      "epoch": 2.240262133934057,
      "grad_norm": 1.466192581323072,
      "learning_rate": 0.0002118544962796055,
      "loss": 0.9474,
      "step": 54696
    },
    {
      "epoch": 2.2403030923612532,
      "grad_norm": 1.0895515302155652,
      "learning_rate": 0.00021185152507100538,
      "loss": 0.8305,
      "step": 54697
    },
    {
      "epoch": 2.24034405078845,
      "grad_norm": 0.8646605535621099,
      "learning_rate": 0.00021184855383316544,
      "loss": 0.6742,
      "step": 54698
    },
    {
      "epoch": 2.2403850092156463,
      "grad_norm": 0.939969711491302,
      "learning_rate": 0.00021184558256608712,
      "loss": 0.646,
      "step": 54699
    },
    {
      "epoch": 2.2404259676428424,
      "grad_norm": 1.066725097375848,
      "learning_rate": 0.0002118426112697718,
      "loss": 0.9744,
      "step": 54700
    },
    {
      "epoch": 2.240466926070039,
      "grad_norm": 0.93129144038187,
      "learning_rate": 0.00021183963994422084,
      "loss": 0.7827,
      "step": 54701
    },
    {
      "epoch": 2.2405078844972355,
      "grad_norm": 0.9519669179864912,
      "learning_rate": 0.0002118366685894357,
      "loss": 0.7867,
      "step": 54702
    },
    {
      "epoch": 2.2405488429244316,
      "grad_norm": 0.7302047414056184,
      "learning_rate": 0.00021183369720541778,
      "loss": 0.3756,
      "step": 54703
    },
    {
      "epoch": 2.240589801351628,
      "grad_norm": 1.3289230746354472,
      "learning_rate": 0.0002118307257921685,
      "loss": 0.6022,
      "step": 54704
    },
    {
      "epoch": 2.2406307597788246,
      "grad_norm": 1.8816157688007962,
      "learning_rate": 0.0002118277543496892,
      "loss": 0.7168,
      "step": 54705
    },
    {
      "epoch": 2.2406717182060207,
      "grad_norm": 0.7988748426706556,
      "learning_rate": 0.00021182478287798138,
      "loss": 0.6284,
      "step": 54706
    },
    {
      "epoch": 2.2407126766332173,
      "grad_norm": 0.9167698465971655,
      "learning_rate": 0.00021182181137704634,
      "loss": 0.4064,
      "step": 54707
    },
    {
      "epoch": 2.240753635060414,
      "grad_norm": 0.8551619841092082,
      "learning_rate": 0.00021181883984688557,
      "loss": 0.5009,
      "step": 54708
    },
    {
      "epoch": 2.24079459348761,
      "grad_norm": 0.6732652539431955,
      "learning_rate": 0.00021181586828750043,
      "loss": 0.3342,
      "step": 54709
    },
    {
      "epoch": 2.2408355519148064,
      "grad_norm": 2.715788438932521,
      "learning_rate": 0.00021181289669889227,
      "loss": 1.7739,
      "step": 54710
    },
    {
      "epoch": 2.240876510342003,
      "grad_norm": 0.9430653619552989,
      "learning_rate": 0.00021180992508106265,
      "loss": 0.7161,
      "step": 54711
    },
    {
      "epoch": 2.240917468769199,
      "grad_norm": 0.8194878323572163,
      "learning_rate": 0.00021180695343401285,
      "loss": 0.5404,
      "step": 54712
    },
    {
      "epoch": 2.2409584271963956,
      "grad_norm": 1.0315301114470319,
      "learning_rate": 0.0002118039817577443,
      "loss": 0.9311,
      "step": 54713
    },
    {
      "epoch": 2.240999385623592,
      "grad_norm": 0.8687875012759192,
      "learning_rate": 0.0002118010100522584,
      "loss": 0.788,
      "step": 54714
    },
    {
      "epoch": 2.2410403440507887,
      "grad_norm": 1.2840837875372901,
      "learning_rate": 0.00021179803831755661,
      "loss": 1.0075,
      "step": 54715
    },
    {
      "epoch": 2.2410813024779848,
      "grad_norm": 0.8019200933633176,
      "learning_rate": 0.00021179506655364026,
      "loss": 0.3598,
      "step": 54716
    },
    {
      "epoch": 2.2411222609051813,
      "grad_norm": 1.0730325691810967,
      "learning_rate": 0.00021179209476051083,
      "loss": 0.7854,
      "step": 54717
    },
    {
      "epoch": 2.241163219332378,
      "grad_norm": 0.9216817546800633,
      "learning_rate": 0.00021178912293816961,
      "loss": 0.8044,
      "step": 54718
    },
    {
      "epoch": 2.241204177759574,
      "grad_norm": 1.0372389869962317,
      "learning_rate": 0.00021178615108661812,
      "loss": 0.6601,
      "step": 54719
    },
    {
      "epoch": 2.2412451361867705,
      "grad_norm": 1.0753768655412281,
      "learning_rate": 0.00021178317920585778,
      "loss": 0.9065,
      "step": 54720
    },
    {
      "epoch": 2.241286094613967,
      "grad_norm": 0.9915063248316898,
      "learning_rate": 0.00021178020729588985,
      "loss": 0.7853,
      "step": 54721
    },
    {
      "epoch": 2.241327053041163,
      "grad_norm": 1.3383090590857658,
      "learning_rate": 0.00021177723535671588,
      "loss": 1.32,
      "step": 54722
    },
    {
      "epoch": 2.2413680114683596,
      "grad_norm": 0.9312859250424909,
      "learning_rate": 0.0002117742633883372,
      "loss": 0.7404,
      "step": 54723
    },
    {
      "epoch": 2.241408969895556,
      "grad_norm": 0.8296548027939091,
      "learning_rate": 0.00021177129139075525,
      "loss": 0.2805,
      "step": 54724
    },
    {
      "epoch": 2.2414499283227522,
      "grad_norm": 1.4617561900887763,
      "learning_rate": 0.00021176831936397137,
      "loss": 1.0583,
      "step": 54725
    },
    {
      "epoch": 2.241490886749949,
      "grad_norm": 1.2285904959466936,
      "learning_rate": 0.00021176534730798705,
      "loss": 0.362,
      "step": 54726
    },
    {
      "epoch": 2.2415318451771453,
      "grad_norm": 0.748639846210276,
      "learning_rate": 0.00021176237522280362,
      "loss": 0.5807,
      "step": 54727
    },
    {
      "epoch": 2.2415728036043414,
      "grad_norm": 1.0011120405934906,
      "learning_rate": 0.00021175940310842257,
      "loss": 0.8055,
      "step": 54728
    },
    {
      "epoch": 2.241613762031538,
      "grad_norm": 3.4028259839407973,
      "learning_rate": 0.00021175643096484523,
      "loss": 2.9675,
      "step": 54729
    },
    {
      "epoch": 2.2416547204587345,
      "grad_norm": 1.110649199942071,
      "learning_rate": 0.00021175345879207303,
      "loss": 1.0091,
      "step": 54730
    },
    {
      "epoch": 2.2416956788859306,
      "grad_norm": 1.332288035693843,
      "learning_rate": 0.00021175048659010737,
      "loss": 1.0066,
      "step": 54731
    },
    {
      "epoch": 2.241736637313127,
      "grad_norm": 1.0444327470917145,
      "learning_rate": 0.00021174751435894972,
      "loss": 0.8215,
      "step": 54732
    },
    {
      "epoch": 2.2417775957403236,
      "grad_norm": 0.948490323088938,
      "learning_rate": 0.00021174454209860134,
      "loss": 1.0526,
      "step": 54733
    },
    {
      "epoch": 2.24181855416752,
      "grad_norm": 1.038258708083615,
      "learning_rate": 0.00021174156980906377,
      "loss": 0.9039,
      "step": 54734
    },
    {
      "epoch": 2.2418595125947163,
      "grad_norm": 1.0619193141767758,
      "learning_rate": 0.0002117385974903384,
      "loss": 0.7745,
      "step": 54735
    },
    {
      "epoch": 2.241900471021913,
      "grad_norm": 0.762237293094581,
      "learning_rate": 0.00021173562514242657,
      "loss": 0.5192,
      "step": 54736
    },
    {
      "epoch": 2.2419414294491093,
      "grad_norm": 0.8686132029625532,
      "learning_rate": 0.0002117326527653297,
      "loss": 0.712,
      "step": 54737
    },
    {
      "epoch": 2.2419823878763054,
      "grad_norm": 0.9161883021705858,
      "learning_rate": 0.00021172968035904928,
      "loss": 0.7032,
      "step": 54738
    },
    {
      "epoch": 2.242023346303502,
      "grad_norm": 1.062638226835106,
      "learning_rate": 0.0002117267079235866,
      "loss": 0.9481,
      "step": 54739
    },
    {
      "epoch": 2.2420643047306985,
      "grad_norm": 1.2553692548417212,
      "learning_rate": 0.0002117237354589431,
      "loss": 0.9371,
      "step": 54740
    },
    {
      "epoch": 2.2421052631578946,
      "grad_norm": 0.8975435208673744,
      "learning_rate": 0.00021172076296512024,
      "loss": 0.6961,
      "step": 54741
    },
    {
      "epoch": 2.242146221585091,
      "grad_norm": 1.710265459022189,
      "learning_rate": 0.00021171779044211936,
      "loss": 1.5013,
      "step": 54742
    },
    {
      "epoch": 2.2421871800122877,
      "grad_norm": 1.0114634831722114,
      "learning_rate": 0.0002117148178899419,
      "loss": 0.672,
      "step": 54743
    },
    {
      "epoch": 2.2422281384394838,
      "grad_norm": 0.9444104749229707,
      "learning_rate": 0.00021171184530858925,
      "loss": 0.7972,
      "step": 54744
    },
    {
      "epoch": 2.2422690968666803,
      "grad_norm": 0.9584921267009321,
      "learning_rate": 0.0002117088726980628,
      "loss": 0.7707,
      "step": 54745
    },
    {
      "epoch": 2.242310055293877,
      "grad_norm": 6.8637669136393,
      "learning_rate": 0.000211705900058364,
      "loss": 1.0784,
      "step": 54746
    },
    {
      "epoch": 2.242351013721073,
      "grad_norm": 1.2749681489639928,
      "learning_rate": 0.00021170292738949422,
      "loss": 1.0721,
      "step": 54747
    },
    {
      "epoch": 2.2423919721482695,
      "grad_norm": 0.9984598428480621,
      "learning_rate": 0.00021169995469145489,
      "loss": 0.7802,
      "step": 54748
    },
    {
      "epoch": 2.242432930575466,
      "grad_norm": 0.68375592798184,
      "learning_rate": 0.0002116969819642474,
      "loss": 0.2877,
      "step": 54749
    },
    {
      "epoch": 2.242473889002662,
      "grad_norm": 1.7556565014345102,
      "learning_rate": 0.00021169400920787313,
      "loss": 1.4932,
      "step": 54750
    },
    {
      "epoch": 2.2425148474298586,
      "grad_norm": 1.140297491961051,
      "learning_rate": 0.00021169103642233354,
      "loss": 0.7595,
      "step": 54751
    },
    {
      "epoch": 2.242555805857055,
      "grad_norm": 1.2885700703837781,
      "learning_rate": 0.00021168806360763004,
      "loss": 1.0521,
      "step": 54752
    },
    {
      "epoch": 2.2425967642842517,
      "grad_norm": 0.9036903987086062,
      "learning_rate": 0.00021168509076376397,
      "loss": 0.8492,
      "step": 54753
    },
    {
      "epoch": 2.242637722711448,
      "grad_norm": 1.7614830388455027,
      "learning_rate": 0.00021168211789073673,
      "loss": 1.0772,
      "step": 54754
    },
    {
      "epoch": 2.2426786811386443,
      "grad_norm": 0.9978034276186095,
      "learning_rate": 0.0002116791449885498,
      "loss": 0.8218,
      "step": 54755
    },
    {
      "epoch": 2.242719639565841,
      "grad_norm": 1.020480124964767,
      "learning_rate": 0.00021167617205720458,
      "loss": 0.9048,
      "step": 54756
    },
    {
      "epoch": 2.242760597993037,
      "grad_norm": 0.6965573674082322,
      "learning_rate": 0.0002116731990967024,
      "loss": 0.3583,
      "step": 54757
    },
    {
      "epoch": 2.2428015564202335,
      "grad_norm": 1.012423952769342,
      "learning_rate": 0.00021167022610704475,
      "loss": 0.8557,
      "step": 54758
    },
    {
      "epoch": 2.24284251484743,
      "grad_norm": 0.7540896016085883,
      "learning_rate": 0.00021166725308823293,
      "loss": 0.6427,
      "step": 54759
    },
    {
      "epoch": 2.242883473274626,
      "grad_norm": 2.925907356363223,
      "learning_rate": 0.00021166428004026848,
      "loss": 3.4089,
      "step": 54760
    },
    {
      "epoch": 2.2429244317018227,
      "grad_norm": 0.7890789275651595,
      "learning_rate": 0.00021166130696315268,
      "loss": 0.7183,
      "step": 54761
    },
    {
      "epoch": 2.242965390129019,
      "grad_norm": 1.5584837835081558,
      "learning_rate": 0.00021165833385688705,
      "loss": 1.2836,
      "step": 54762
    },
    {
      "epoch": 2.2430063485562153,
      "grad_norm": 1.1706464220218238,
      "learning_rate": 0.00021165536072147292,
      "loss": 0.9726,
      "step": 54763
    },
    {
      "epoch": 2.243047306983412,
      "grad_norm": 0.7688465383839145,
      "learning_rate": 0.0002116523875569117,
      "loss": 0.4671,
      "step": 54764
    },
    {
      "epoch": 2.2430882654106084,
      "grad_norm": 1.0412742966456012,
      "learning_rate": 0.00021164941436320475,
      "loss": 0.6672,
      "step": 54765
    },
    {
      "epoch": 2.2431292238378044,
      "grad_norm": 0.7812882309247045,
      "learning_rate": 0.00021164644114035362,
      "loss": 0.2987,
      "step": 54766
    },
    {
      "epoch": 2.243170182265001,
      "grad_norm": 0.9215083486350872,
      "learning_rate": 0.0002116434678883596,
      "loss": 0.7812,
      "step": 54767
    },
    {
      "epoch": 2.2432111406921975,
      "grad_norm": 0.7469661617163628,
      "learning_rate": 0.00021164049460722413,
      "loss": 0.3073,
      "step": 54768
    },
    {
      "epoch": 2.2432520991193936,
      "grad_norm": 1.0109245594717655,
      "learning_rate": 0.00021163752129694857,
      "loss": 0.7948,
      "step": 54769
    },
    {
      "epoch": 2.24329305754659,
      "grad_norm": 1.598639570262194,
      "learning_rate": 0.00021163454795753442,
      "loss": 1.1897,
      "step": 54770
    },
    {
      "epoch": 2.2433340159737867,
      "grad_norm": 0.9388485689523235,
      "learning_rate": 0.00021163157458898302,
      "loss": 0.601,
      "step": 54771
    },
    {
      "epoch": 2.243374974400983,
      "grad_norm": 0.7267813509913714,
      "learning_rate": 0.00021162860119129578,
      "loss": 0.3141,
      "step": 54772
    },
    {
      "epoch": 2.2434159328281793,
      "grad_norm": 3.7115990777706536,
      "learning_rate": 0.00021162562776447412,
      "loss": 5.8048,
      "step": 54773
    },
    {
      "epoch": 2.243456891255376,
      "grad_norm": 1.0753313227334178,
      "learning_rate": 0.00021162265430851944,
      "loss": 0.8043,
      "step": 54774
    },
    {
      "epoch": 2.2434978496825724,
      "grad_norm": 0.9377018779607016,
      "learning_rate": 0.00021161968082343313,
      "loss": 0.6752,
      "step": 54775
    },
    {
      "epoch": 2.2435388081097685,
      "grad_norm": 1.2858056596518874,
      "learning_rate": 0.00021161670730921665,
      "loss": 0.6732,
      "step": 54776
    },
    {
      "epoch": 2.243579766536965,
      "grad_norm": 0.9147446062809408,
      "learning_rate": 0.00021161373376587131,
      "loss": 0.7784,
      "step": 54777
    },
    {
      "epoch": 2.2436207249641615,
      "grad_norm": 3.3724635783350605,
      "learning_rate": 0.00021161076019339862,
      "loss": 4.5134,
      "step": 54778
    },
    {
      "epoch": 2.2436616833913576,
      "grad_norm": 0.904688706038577,
      "learning_rate": 0.00021160778659179994,
      "loss": 0.8294,
      "step": 54779
    },
    {
      "epoch": 2.243702641818554,
      "grad_norm": 0.7702092405779604,
      "learning_rate": 0.00021160481296107663,
      "loss": 0.2188,
      "step": 54780
    },
    {
      "epoch": 2.2437436002457507,
      "grad_norm": 1.2485880041505,
      "learning_rate": 0.00021160183930123017,
      "loss": 1.0314,
      "step": 54781
    },
    {
      "epoch": 2.243784558672947,
      "grad_norm": 1.403713049185523,
      "learning_rate": 0.00021159886561226193,
      "loss": 1.1188,
      "step": 54782
    },
    {
      "epoch": 2.2438255171001433,
      "grad_norm": 0.680879781317877,
      "learning_rate": 0.0002115958918941733,
      "loss": 0.3061,
      "step": 54783
    },
    {
      "epoch": 2.24386647552734,
      "grad_norm": 1.1810030118339534,
      "learning_rate": 0.00021159291814696574,
      "loss": 0.7509,
      "step": 54784
    },
    {
      "epoch": 2.243907433954536,
      "grad_norm": 0.8899133028561559,
      "learning_rate": 0.00021158994437064062,
      "loss": 0.6207,
      "step": 54785
    },
    {
      "epoch": 2.2439483923817325,
      "grad_norm": 0.9420087528201976,
      "learning_rate": 0.0002115869705651993,
      "loss": 0.6662,
      "step": 54786
    },
    {
      "epoch": 2.243989350808929,
      "grad_norm": 0.8805947151465809,
      "learning_rate": 0.00021158399673064328,
      "loss": 0.5964,
      "step": 54787
    },
    {
      "epoch": 2.244030309236125,
      "grad_norm": 1.0778357931117482,
      "learning_rate": 0.0002115810228669739,
      "loss": 0.8182,
      "step": 54788
    },
    {
      "epoch": 2.2440712676633217,
      "grad_norm": 0.6662107836146943,
      "learning_rate": 0.00021157804897419262,
      "loss": 0.3028,
      "step": 54789
    },
    {
      "epoch": 2.244112226090518,
      "grad_norm": 0.8289240331728116,
      "learning_rate": 0.00021157507505230072,
      "loss": 0.4769,
      "step": 54790
    },
    {
      "epoch": 2.2441531845177147,
      "grad_norm": 0.8200093997369422,
      "learning_rate": 0.00021157210110129984,
      "loss": 0.6271,
      "step": 54791
    },
    {
      "epoch": 2.244194142944911,
      "grad_norm": 1.1862185833610783,
      "learning_rate": 0.00021156912712119117,
      "loss": 0.9491,
      "step": 54792
    },
    {
      "epoch": 2.2442351013721074,
      "grad_norm": 1.1179538747072826,
      "learning_rate": 0.00021156615311197614,
      "loss": 1.0038,
      "step": 54793
    },
    {
      "epoch": 2.244276059799304,
      "grad_norm": 0.847533944194922,
      "learning_rate": 0.00021156317907365625,
      "loss": 0.5993,
      "step": 54794
    },
    {
      "epoch": 2.2443170182265,
      "grad_norm": 0.9287136987204281,
      "learning_rate": 0.0002115602050062329,
      "loss": 1.0119,
      "step": 54795
    },
    {
      "epoch": 2.2443579766536965,
      "grad_norm": 1.1990625215385795,
      "learning_rate": 0.0002115572309097074,
      "loss": 0.8789,
      "step": 54796
    },
    {
      "epoch": 2.244398935080893,
      "grad_norm": 2.6636095881506137,
      "learning_rate": 0.00021155425678408122,
      "loss": 2.301,
      "step": 54797
    },
    {
      "epoch": 2.244439893508089,
      "grad_norm": 1.2916852716794742,
      "learning_rate": 0.0002115512826293558,
      "loss": 0.3721,
      "step": 54798
    },
    {
      "epoch": 2.2444808519352857,
      "grad_norm": 1.0098058715135163,
      "learning_rate": 0.00021154830844553248,
      "loss": 0.8449,
      "step": 54799
    },
    {
      "epoch": 2.244521810362482,
      "grad_norm": 1.3279383485642586,
      "learning_rate": 0.0002115453342326127,
      "loss": 0.8136,
      "step": 54800
    },
    {
      "epoch": 2.2445627687896783,
      "grad_norm": 1.0108712105405542,
      "learning_rate": 0.0002115423599905978,
      "loss": 0.7565,
      "step": 54801
    },
    {
      "epoch": 2.244603727216875,
      "grad_norm": 1.1889870237836728,
      "learning_rate": 0.00021153938571948932,
      "loss": 0.8369,
      "step": 54802
    },
    {
      "epoch": 2.2446446856440714,
      "grad_norm": 1.5411534926700763,
      "learning_rate": 0.00021153641141928855,
      "loss": 0.8706,
      "step": 54803
    },
    {
      "epoch": 2.2446856440712675,
      "grad_norm": 0.9676843982380935,
      "learning_rate": 0.00021153343708999695,
      "loss": 0.8234,
      "step": 54804
    },
    {
      "epoch": 2.244726602498464,
      "grad_norm": 0.9426293388973006,
      "learning_rate": 0.00021153046273161589,
      "loss": 0.8704,
      "step": 54805
    },
    {
      "epoch": 2.2447675609256605,
      "grad_norm": 0.757414155693662,
      "learning_rate": 0.0002115274883441468,
      "loss": 0.3208,
      "step": 54806
    },
    {
      "epoch": 2.2448085193528566,
      "grad_norm": 0.9249850972147919,
      "learning_rate": 0.00021152451392759112,
      "loss": 0.6994,
      "step": 54807
    },
    {
      "epoch": 2.244849477780053,
      "grad_norm": 0.9147135082235277,
      "learning_rate": 0.00021152153948195018,
      "loss": 0.7668,
      "step": 54808
    },
    {
      "epoch": 2.2448904362072497,
      "grad_norm": 1.470595083159811,
      "learning_rate": 0.00021151856500722542,
      "loss": 1.1354,
      "step": 54809
    },
    {
      "epoch": 2.2449313946344462,
      "grad_norm": 0.9257106100868544,
      "learning_rate": 0.0002115155905034183,
      "loss": 0.8348,
      "step": 54810
    },
    {
      "epoch": 2.2449723530616423,
      "grad_norm": 0.7258623765944986,
      "learning_rate": 0.00021151261597053016,
      "loss": 0.2719,
      "step": 54811
    },
    {
      "epoch": 2.245013311488839,
      "grad_norm": 0.95893958966464,
      "learning_rate": 0.00021150964140856244,
      "loss": 0.6502,
      "step": 54812
    },
    {
      "epoch": 2.2450542699160354,
      "grad_norm": 1.005468392474935,
      "learning_rate": 0.00021150666681751652,
      "loss": 0.8283,
      "step": 54813
    },
    {
      "epoch": 2.2450952283432315,
      "grad_norm": 1.0626039390877136,
      "learning_rate": 0.00021150369219739376,
      "loss": 1.0057,
      "step": 54814
    },
    {
      "epoch": 2.245136186770428,
      "grad_norm": 1.1468829533702494,
      "learning_rate": 0.00021150071754819566,
      "loss": 0.8539,
      "step": 54815
    },
    {
      "epoch": 2.2451771451976246,
      "grad_norm": 1.259539873465686,
      "learning_rate": 0.00021149774286992361,
      "loss": 0.866,
      "step": 54816
    },
    {
      "epoch": 2.2452181036248207,
      "grad_norm": 0.9994879704996364,
      "learning_rate": 0.00021149476816257902,
      "loss": 0.8626,
      "step": 54817
    },
    {
      "epoch": 2.245259062052017,
      "grad_norm": 1.01201605038807,
      "learning_rate": 0.0002114917934261632,
      "loss": 1.0161,
      "step": 54818
    },
    {
      "epoch": 2.2453000204792137,
      "grad_norm": 0.8764487998168262,
      "learning_rate": 0.00021148881866067768,
      "loss": 0.5764,
      "step": 54819
    },
    {
      "epoch": 2.24534097890641,
      "grad_norm": 0.8444160603605582,
      "learning_rate": 0.0002114858438661238,
      "loss": 0.7928,
      "step": 54820
    },
    {
      "epoch": 2.2453819373336064,
      "grad_norm": 1.6138658178651066,
      "learning_rate": 0.00021148286904250298,
      "loss": 1.0224,
      "step": 54821
    },
    {
      "epoch": 2.245422895760803,
      "grad_norm": 0.7583697549665677,
      "learning_rate": 0.00021147989418981658,
      "loss": 0.6336,
      "step": 54822
    },
    {
      "epoch": 2.245463854187999,
      "grad_norm": 1.152359117159912,
      "learning_rate": 0.0002114769193080661,
      "loss": 0.7162,
      "step": 54823
    },
    {
      "epoch": 2.2455048126151955,
      "grad_norm": 2.2498278942073493,
      "learning_rate": 0.00021147394439725292,
      "loss": 1.343,
      "step": 54824
    },
    {
      "epoch": 2.245545771042392,
      "grad_norm": 0.6960071157982677,
      "learning_rate": 0.00021147096945737845,
      "loss": 0.2797,
      "step": 54825
    },
    {
      "epoch": 2.245586729469588,
      "grad_norm": 3.20861328946735,
      "learning_rate": 0.00021146799448844403,
      "loss": 4.8937,
      "step": 54826
    },
    {
      "epoch": 2.2456276878967847,
      "grad_norm": 0.7146043144463193,
      "learning_rate": 0.0002114650194904511,
      "loss": 0.2226,
      "step": 54827
    },
    {
      "epoch": 2.245668646323981,
      "grad_norm": 1.09654538610049,
      "learning_rate": 0.00021146204446340108,
      "loss": 0.9923,
      "step": 54828
    },
    {
      "epoch": 2.2457096047511778,
      "grad_norm": 1.158651018921197,
      "learning_rate": 0.0002114590694072954,
      "loss": 0.8474,
      "step": 54829
    },
    {
      "epoch": 2.245750563178374,
      "grad_norm": 0.8874026224376415,
      "learning_rate": 0.0002114560943221354,
      "loss": 0.7833,
      "step": 54830
    },
    {
      "epoch": 2.2457915216055704,
      "grad_norm": 0.9308506960920031,
      "learning_rate": 0.00021145311920792251,
      "loss": 1.0335,
      "step": 54831
    },
    {
      "epoch": 2.245832480032767,
      "grad_norm": 0.6897485026594851,
      "learning_rate": 0.00021145014406465822,
      "loss": 0.4444,
      "step": 54832
    },
    {
      "epoch": 2.245873438459963,
      "grad_norm": 1.1600206282511296,
      "learning_rate": 0.0002114471688923438,
      "loss": 1.0438,
      "step": 54833
    },
    {
      "epoch": 2.2459143968871595,
      "grad_norm": 1.200892688444209,
      "learning_rate": 0.00021144419369098077,
      "loss": 0.7623,
      "step": 54834
    },
    {
      "epoch": 2.245955355314356,
      "grad_norm": 1.140488301680894,
      "learning_rate": 0.00021144121846057045,
      "loss": 0.8712,
      "step": 54835
    },
    {
      "epoch": 2.245996313741552,
      "grad_norm": 0.895531284614667,
      "learning_rate": 0.00021143824320111432,
      "loss": 0.7051,
      "step": 54836
    },
    {
      "epoch": 2.2460372721687487,
      "grad_norm": 0.8222229713473233,
      "learning_rate": 0.00021143526791261375,
      "loss": 0.8864,
      "step": 54837
    },
    {
      "epoch": 2.2460782305959452,
      "grad_norm": 0.878049510927868,
      "learning_rate": 0.00021143229259507014,
      "loss": 0.3606,
      "step": 54838
    },
    {
      "epoch": 2.2461191890231413,
      "grad_norm": 4.314190663834716,
      "learning_rate": 0.0002114293172484849,
      "loss": 1.7514,
      "step": 54839
    },
    {
      "epoch": 2.246160147450338,
      "grad_norm": 0.7054879674551394,
      "learning_rate": 0.00021142634187285947,
      "loss": 0.2822,
      "step": 54840
    },
    {
      "epoch": 2.2462011058775344,
      "grad_norm": 0.9412121867961405,
      "learning_rate": 0.0002114233664681952,
      "loss": 0.5614,
      "step": 54841
    },
    {
      "epoch": 2.2462420643047305,
      "grad_norm": 1.4502442586121416,
      "learning_rate": 0.00021142039103449353,
      "loss": 1.0682,
      "step": 54842
    },
    {
      "epoch": 2.246283022731927,
      "grad_norm": 0.938891726168499,
      "learning_rate": 0.00021141741557175587,
      "loss": 0.7803,
      "step": 54843
    },
    {
      "epoch": 2.2463239811591236,
      "grad_norm": 1.7310244653690823,
      "learning_rate": 0.00021141444007998362,
      "loss": 1.0489,
      "step": 54844
    },
    {
      "epoch": 2.2463649395863197,
      "grad_norm": 1.2008734542713635,
      "learning_rate": 0.00021141146455917818,
      "loss": 0.8834,
      "step": 54845
    },
    {
      "epoch": 2.246405898013516,
      "grad_norm": 1.3479706450158186,
      "learning_rate": 0.00021140848900934097,
      "loss": 0.9457,
      "step": 54846
    },
    {
      "epoch": 2.2464468564407127,
      "grad_norm": 0.6727125352412208,
      "learning_rate": 0.00021140551343047342,
      "loss": 0.2539,
      "step": 54847
    },
    {
      "epoch": 2.2464878148679093,
      "grad_norm": 0.8796983822044476,
      "learning_rate": 0.0002114025378225769,
      "loss": 0.7915,
      "step": 54848
    },
    {
      "epoch": 2.2465287732951054,
      "grad_norm": 0.9435980135923017,
      "learning_rate": 0.00021139956218565277,
      "loss": 0.5572,
      "step": 54849
    },
    {
      "epoch": 2.246569731722302,
      "grad_norm": 0.7773792616245236,
      "learning_rate": 0.00021139658651970252,
      "loss": 0.7834,
      "step": 54850
    },
    {
      "epoch": 2.2466106901494984,
      "grad_norm": 0.8126857019783011,
      "learning_rate": 0.00021139361082472754,
      "loss": 0.2988,
      "step": 54851
    },
    {
      "epoch": 2.2466516485766945,
      "grad_norm": 1.7312373646194883,
      "learning_rate": 0.00021139063510072922,
      "loss": 0.8107,
      "step": 54852
    },
    {
      "epoch": 2.246692607003891,
      "grad_norm": 0.7672069933373652,
      "learning_rate": 0.00021138765934770897,
      "loss": 0.5181,
      "step": 54853
    },
    {
      "epoch": 2.2467335654310876,
      "grad_norm": 1.0240161033598854,
      "learning_rate": 0.00021138468356566813,
      "loss": 0.9862,
      "step": 54854
    },
    {
      "epoch": 2.2467745238582837,
      "grad_norm": 0.6258389646899613,
      "learning_rate": 0.00021138170775460827,
      "loss": 0.2759,
      "step": 54855
    },
    {
      "epoch": 2.2468154822854802,
      "grad_norm": 1.2036752746464316,
      "learning_rate": 0.00021137873191453066,
      "loss": 0.9737,
      "step": 54856
    },
    {
      "epoch": 2.2468564407126768,
      "grad_norm": 0.9714693198867431,
      "learning_rate": 0.00021137575604543676,
      "loss": 0.934,
      "step": 54857
    },
    {
      "epoch": 2.246897399139873,
      "grad_norm": 0.5824360169173889,
      "learning_rate": 0.00021137278014732793,
      "loss": 0.3722,
      "step": 54858
    },
    {
      "epoch": 2.2469383575670694,
      "grad_norm": 1.213100108264554,
      "learning_rate": 0.00021136980422020564,
      "loss": 1.0312,
      "step": 54859
    },
    {
      "epoch": 2.246979315994266,
      "grad_norm": 1.2074128415743977,
      "learning_rate": 0.00021136682826407126,
      "loss": 0.6563,
      "step": 54860
    },
    {
      "epoch": 2.247020274421462,
      "grad_norm": 0.9734411316003669,
      "learning_rate": 0.0002113638522789262,
      "loss": 0.8075,
      "step": 54861
    },
    {
      "epoch": 2.2470612328486586,
      "grad_norm": 0.8724836146397744,
      "learning_rate": 0.0002113608762647719,
      "loss": 0.5906,
      "step": 54862
    },
    {
      "epoch": 2.247102191275855,
      "grad_norm": 0.7674267907101361,
      "learning_rate": 0.00021135790022160973,
      "loss": 0.6278,
      "step": 54863
    },
    {
      "epoch": 2.247143149703051,
      "grad_norm": 0.7875482193027764,
      "learning_rate": 0.00021135492414944108,
      "loss": 0.566,
      "step": 54864
    },
    {
      "epoch": 2.2471841081302477,
      "grad_norm": 1.40589982959247,
      "learning_rate": 0.0002113519480482674,
      "loss": 0.9832,
      "step": 54865
    },
    {
      "epoch": 2.2472250665574443,
      "grad_norm": 1.0165820278470872,
      "learning_rate": 0.00021134897191809007,
      "loss": 0.6259,
      "step": 54866
    },
    {
      "epoch": 2.247266024984641,
      "grad_norm": 1.0736441879355436,
      "learning_rate": 0.0002113459957589105,
      "loss": 0.9068,
      "step": 54867
    },
    {
      "epoch": 2.247306983411837,
      "grad_norm": 0.7283066844173499,
      "learning_rate": 0.00021134301957073014,
      "loss": 0.5859,
      "step": 54868
    },
    {
      "epoch": 2.2473479418390334,
      "grad_norm": 0.7988251405323306,
      "learning_rate": 0.00021134004335355032,
      "loss": 0.226,
      "step": 54869
    },
    {
      "epoch": 2.24738890026623,
      "grad_norm": 1.1145636520499216,
      "learning_rate": 0.0002113370671073725,
      "loss": 0.333,
      "step": 54870
    },
    {
      "epoch": 2.247429858693426,
      "grad_norm": 1.0120292704177705,
      "learning_rate": 0.00021133409083219808,
      "loss": 0.681,
      "step": 54871
    },
    {
      "epoch": 2.2474708171206226,
      "grad_norm": 0.8687120441052382,
      "learning_rate": 0.00021133111452802846,
      "loss": 0.5806,
      "step": 54872
    },
    {
      "epoch": 2.247511775547819,
      "grad_norm": 1.3152170203223297,
      "learning_rate": 0.000211328138194865,
      "loss": 0.6461,
      "step": 54873
    },
    {
      "epoch": 2.247552733975015,
      "grad_norm": 0.9243046476970012,
      "learning_rate": 0.00021132516183270923,
      "loss": 0.8022,
      "step": 54874
    },
    {
      "epoch": 2.2475936924022117,
      "grad_norm": 1.218184409701356,
      "learning_rate": 0.00021132218544156245,
      "loss": 0.5112,
      "step": 54875
    },
    {
      "epoch": 2.2476346508294083,
      "grad_norm": 0.7659851608802977,
      "learning_rate": 0.00021131920902142608,
      "loss": 0.7812,
      "step": 54876
    },
    {
      "epoch": 2.2476756092566044,
      "grad_norm": 0.8343794884032035,
      "learning_rate": 0.00021131623257230155,
      "loss": 0.864,
      "step": 54877
    },
    {
      "epoch": 2.247716567683801,
      "grad_norm": 0.8342553102479372,
      "learning_rate": 0.0002113132560941903,
      "loss": 0.5287,
      "step": 54878
    },
    {
      "epoch": 2.2477575261109974,
      "grad_norm": 0.8414155766546423,
      "learning_rate": 0.00021131027958709366,
      "loss": 0.7746,
      "step": 54879
    },
    {
      "epoch": 2.2477984845381935,
      "grad_norm": 0.7618642191385024,
      "learning_rate": 0.0002113073030510131,
      "loss": 0.7483,
      "step": 54880
    },
    {
      "epoch": 2.24783944296539,
      "grad_norm": 0.8208356119166323,
      "learning_rate": 0.00021130432648595,
      "loss": 0.6174,
      "step": 54881
    },
    {
      "epoch": 2.2478804013925866,
      "grad_norm": 0.9617580289961496,
      "learning_rate": 0.00021130134989190573,
      "loss": 0.7478,
      "step": 54882
    },
    {
      "epoch": 2.2479213598197827,
      "grad_norm": 0.8457645657301834,
      "learning_rate": 0.00021129837326888182,
      "loss": 0.923,
      "step": 54883
    },
    {
      "epoch": 2.2479623182469792,
      "grad_norm": 1.1263006065916883,
      "learning_rate": 0.00021129539661687957,
      "loss": 0.4944,
      "step": 54884
    },
    {
      "epoch": 2.2480032766741758,
      "grad_norm": 0.8314235219175259,
      "learning_rate": 0.0002112924199359004,
      "loss": 0.7094,
      "step": 54885
    },
    {
      "epoch": 2.2480442351013723,
      "grad_norm": 1.143827712618489,
      "learning_rate": 0.0002112894432259457,
      "loss": 0.7088,
      "step": 54886
    },
    {
      "epoch": 2.2480851935285684,
      "grad_norm": 0.6261227210540283,
      "learning_rate": 0.00021128646648701694,
      "loss": 0.2932,
      "step": 54887
    },
    {
      "epoch": 2.248126151955765,
      "grad_norm": 0.9354560441717358,
      "learning_rate": 0.0002112834897191155,
      "loss": 0.8211,
      "step": 54888
    },
    {
      "epoch": 2.2481671103829615,
      "grad_norm": 0.5647770265143758,
      "learning_rate": 0.00021128051292224276,
      "loss": 0.2373,
      "step": 54889
    },
    {
      "epoch": 2.2482080688101576,
      "grad_norm": 0.7610390298753797,
      "learning_rate": 0.00021127753609640016,
      "loss": 0.3531,
      "step": 54890
    },
    {
      "epoch": 2.248249027237354,
      "grad_norm": 1.0668486068147156,
      "learning_rate": 0.00021127455924158908,
      "loss": 1.0777,
      "step": 54891
    },
    {
      "epoch": 2.2482899856645506,
      "grad_norm": 0.5379544813530043,
      "learning_rate": 0.000211271582357811,
      "loss": 0.239,
      "step": 54892
    },
    {
      "epoch": 2.2483309440917467,
      "grad_norm": 1.0384467503350698,
      "learning_rate": 0.00021126860544506723,
      "loss": 1.1327,
      "step": 54893
    },
    {
      "epoch": 2.2483719025189433,
      "grad_norm": 0.6212138483463682,
      "learning_rate": 0.00021126562850335922,
      "loss": 0.2734,
      "step": 54894
    },
    {
      "epoch": 2.24841286094614,
      "grad_norm": 1.1029365410520175,
      "learning_rate": 0.00021126265153268838,
      "loss": 0.8416,
      "step": 54895
    },
    {
      "epoch": 2.248453819373336,
      "grad_norm": 0.931761822114787,
      "learning_rate": 0.00021125967453305614,
      "loss": 0.8538,
      "step": 54896
    },
    {
      "epoch": 2.2484947778005324,
      "grad_norm": 0.5395863019185163,
      "learning_rate": 0.00021125669750446385,
      "loss": 0.2155,
      "step": 54897
    },
    {
      "epoch": 2.248535736227729,
      "grad_norm": 1.060671109614454,
      "learning_rate": 0.00021125372044691293,
      "loss": 0.5449,
      "step": 54898
    },
    {
      "epoch": 2.248576694654925,
      "grad_norm": 0.9017612884245033,
      "learning_rate": 0.00021125074336040487,
      "loss": 0.7192,
      "step": 54899
    },
    {
      "epoch": 2.2486176530821216,
      "grad_norm": 1.0290402820621327,
      "learning_rate": 0.00021124776624494097,
      "loss": 0.4104,
      "step": 54900
    },
    {
      "epoch": 2.248658611509318,
      "grad_norm": 1.1179495965166302,
      "learning_rate": 0.00021124478910052266,
      "loss": 0.7612,
      "step": 54901
    },
    {
      "epoch": 2.248699569936514,
      "grad_norm": 0.964760852644135,
      "learning_rate": 0.00021124181192715139,
      "loss": 0.6767,
      "step": 54902
    },
    {
      "epoch": 2.2487405283637107,
      "grad_norm": 0.9235090126095771,
      "learning_rate": 0.00021123883472482855,
      "loss": 0.9347,
      "step": 54903
    },
    {
      "epoch": 2.2487814867909073,
      "grad_norm": 0.9152502092808941,
      "learning_rate": 0.00021123585749355557,
      "loss": 0.3529,
      "step": 54904
    },
    {
      "epoch": 2.248822445218104,
      "grad_norm": 1.8458161346599316,
      "learning_rate": 0.00021123288023333373,
      "loss": 1.4671,
      "step": 54905
    },
    {
      "epoch": 2.2488634036453,
      "grad_norm": 1.045615952169903,
      "learning_rate": 0.00021122990294416462,
      "loss": 0.9773,
      "step": 54906
    },
    {
      "epoch": 2.2489043620724964,
      "grad_norm": 1.2706381778784104,
      "learning_rate": 0.00021122692562604954,
      "loss": 1.3156,
      "step": 54907
    },
    {
      "epoch": 2.248945320499693,
      "grad_norm": 1.431126741419409,
      "learning_rate": 0.00021122394827898994,
      "loss": 1.3513,
      "step": 54908
    },
    {
      "epoch": 2.248986278926889,
      "grad_norm": 1.2848546366958853,
      "learning_rate": 0.00021122097090298719,
      "loss": 0.8725,
      "step": 54909
    },
    {
      "epoch": 2.2490272373540856,
      "grad_norm": 1.2665298894528718,
      "learning_rate": 0.0002112179934980427,
      "loss": 0.9449,
      "step": 54910
    },
    {
      "epoch": 2.249068195781282,
      "grad_norm": 0.9945068399405906,
      "learning_rate": 0.00021121501606415798,
      "loss": 0.4875,
      "step": 54911
    },
    {
      "epoch": 2.2491091542084782,
      "grad_norm": 2.032507994966941,
      "learning_rate": 0.00021121203860133427,
      "loss": 1.9164,
      "step": 54912
    },
    {
      "epoch": 2.2491501126356748,
      "grad_norm": 2.2804311837166757,
      "learning_rate": 0.0002112090611095731,
      "loss": 2.5002,
      "step": 54913
    },
    {
      "epoch": 2.2491910710628713,
      "grad_norm": 0.9408105352694822,
      "learning_rate": 0.0002112060835888758,
      "loss": 0.756,
      "step": 54914
    },
    {
      "epoch": 2.2492320294900674,
      "grad_norm": 0.9797754658228909,
      "learning_rate": 0.00021120310603924385,
      "loss": 0.7202,
      "step": 54915
    },
    {
      "epoch": 2.249272987917264,
      "grad_norm": 0.950579936116892,
      "learning_rate": 0.00021120012846067863,
      "loss": 0.8757,
      "step": 54916
    },
    {
      "epoch": 2.2493139463444605,
      "grad_norm": 1.1073982535907445,
      "learning_rate": 0.0002111971508531815,
      "loss": 0.8252,
      "step": 54917
    },
    {
      "epoch": 2.2493549047716566,
      "grad_norm": 1.4849277126829492,
      "learning_rate": 0.00021119417321675393,
      "loss": 1.0818,
      "step": 54918
    },
    {
      "epoch": 2.249395863198853,
      "grad_norm": 1.3204613980366384,
      "learning_rate": 0.00021119119555139732,
      "loss": 0.9654,
      "step": 54919
    },
    {
      "epoch": 2.2494368216260496,
      "grad_norm": 0.6426245336558534,
      "learning_rate": 0.00021118821785711303,
      "loss": 0.2727,
      "step": 54920
    },
    {
      "epoch": 2.2494777800532457,
      "grad_norm": 0.9428911720783603,
      "learning_rate": 0.00021118524013390253,
      "loss": 0.6205,
      "step": 54921
    },
    {
      "epoch": 2.2495187384804423,
      "grad_norm": 0.9496016823218224,
      "learning_rate": 0.00021118226238176716,
      "loss": 0.3026,
      "step": 54922
    },
    {
      "epoch": 2.249559696907639,
      "grad_norm": 1.1377061382797977,
      "learning_rate": 0.00021117928460070843,
      "loss": 0.6799,
      "step": 54923
    },
    {
      "epoch": 2.2496006553348353,
      "grad_norm": 0.8489755100021381,
      "learning_rate": 0.00021117630679072763,
      "loss": 0.7044,
      "step": 54924
    },
    {
      "epoch": 2.2496416137620314,
      "grad_norm": 1.0319157528184169,
      "learning_rate": 0.00021117332895182627,
      "loss": 0.7019,
      "step": 54925
    },
    {
      "epoch": 2.249682572189228,
      "grad_norm": 1.1043994121930942,
      "learning_rate": 0.00021117035108400564,
      "loss": 0.7699,
      "step": 54926
    },
    {
      "epoch": 2.2497235306164245,
      "grad_norm": 1.0711617199202093,
      "learning_rate": 0.00021116737318726728,
      "loss": 0.7485,
      "step": 54927
    },
    {
      "epoch": 2.2497644890436206,
      "grad_norm": 0.896301777461051,
      "learning_rate": 0.00021116439526161252,
      "loss": 0.6893,
      "step": 54928
    },
    {
      "epoch": 2.249805447470817,
      "grad_norm": 1.1439866520262585,
      "learning_rate": 0.00021116141730704276,
      "loss": 0.9357,
      "step": 54929
    },
    {
      "epoch": 2.2498464058980137,
      "grad_norm": 0.9209075278656073,
      "learning_rate": 0.00021115843932355946,
      "loss": 0.4019,
      "step": 54930
    },
    {
      "epoch": 2.2498873643252097,
      "grad_norm": 0.6993802836973326,
      "learning_rate": 0.00021115546131116397,
      "loss": 0.3067,
      "step": 54931
    },
    {
      "epoch": 2.2499283227524063,
      "grad_norm": 0.9187026295213896,
      "learning_rate": 0.0002111524832698578,
      "loss": 0.6048,
      "step": 54932
    },
    {
      "epoch": 2.249969281179603,
      "grad_norm": 0.7091755479185068,
      "learning_rate": 0.00021114950519964218,
      "loss": 0.305,
      "step": 54933
    },
    {
      "epoch": 2.250010239606799,
      "grad_norm": 1.50592886415761,
      "learning_rate": 0.00021114652710051872,
      "loss": 1.0701,
      "step": 54934
    },
    {
      "epoch": 2.2500511980339954,
      "grad_norm": 1.355800208234402,
      "learning_rate": 0.00021114354897248865,
      "loss": 0.7943,
      "step": 54935
    },
    {
      "epoch": 2.250092156461192,
      "grad_norm": 3.9237572635843607,
      "learning_rate": 0.0002111405708155535,
      "loss": 4.5991,
      "step": 54936
    },
    {
      "epoch": 2.2501331148883885,
      "grad_norm": 0.8736255874630543,
      "learning_rate": 0.00021113759262971458,
      "loss": 0.5709,
      "step": 54937
    },
    {
      "epoch": 2.2501740733155846,
      "grad_norm": 0.7076074022508363,
      "learning_rate": 0.00021113461441497344,
      "loss": 0.2955,
      "step": 54938
    },
    {
      "epoch": 2.250215031742781,
      "grad_norm": 1.0423740689301306,
      "learning_rate": 0.00021113163617133136,
      "loss": 0.8571,
      "step": 54939
    },
    {
      "epoch": 2.2502559901699772,
      "grad_norm": 0.6010200854081635,
      "learning_rate": 0.0002111286578987898,
      "loss": 0.4146,
      "step": 54940
    },
    {
      "epoch": 2.2502969485971738,
      "grad_norm": 1.0346519890093497,
      "learning_rate": 0.00021112567959735015,
      "loss": 0.8383,
      "step": 54941
    },
    {
      "epoch": 2.2503379070243703,
      "grad_norm": 0.8342259815245034,
      "learning_rate": 0.0002111227012670138,
      "loss": 0.2943,
      "step": 54942
    },
    {
      "epoch": 2.250378865451567,
      "grad_norm": 1.1380340321152713,
      "learning_rate": 0.0002111197229077822,
      "loss": 0.8273,
      "step": 54943
    },
    {
      "epoch": 2.250419823878763,
      "grad_norm": 1.0080990605041753,
      "learning_rate": 0.00021111674451965677,
      "loss": 0.7265,
      "step": 54944
    },
    {
      "epoch": 2.2504607823059595,
      "grad_norm": 1.1747728334946006,
      "learning_rate": 0.00021111376610263887,
      "loss": 0.769,
      "step": 54945
    },
    {
      "epoch": 2.250501740733156,
      "grad_norm": 1.488123233004551,
      "learning_rate": 0.0002111107876567299,
      "loss": 1.06,
      "step": 54946
    },
    {
      "epoch": 2.250542699160352,
      "grad_norm": 0.5833033803904638,
      "learning_rate": 0.00021110780918193135,
      "loss": 0.2874,
      "step": 54947
    },
    {
      "epoch": 2.2505836575875486,
      "grad_norm": 1.0988038504124946,
      "learning_rate": 0.00021110483067824452,
      "loss": 1.232,
      "step": 54948
    },
    {
      "epoch": 2.250624616014745,
      "grad_norm": 1.1434030882584647,
      "learning_rate": 0.0002111018521456709,
      "loss": 1.0079,
      "step": 54949
    },
    {
      "epoch": 2.2506655744419413,
      "grad_norm": 1.8174663874287034,
      "learning_rate": 0.00021109887358421186,
      "loss": 1.4419,
      "step": 54950
    },
    {
      "epoch": 2.250706532869138,
      "grad_norm": 0.6760241370082999,
      "learning_rate": 0.00021109589499386882,
      "loss": 0.2791,
      "step": 54951
    },
    {
      "epoch": 2.2507474912963343,
      "grad_norm": 1.0802808149021532,
      "learning_rate": 0.00021109291637464323,
      "loss": 0.8867,
      "step": 54952
    },
    {
      "epoch": 2.2507884497235304,
      "grad_norm": 0.8436923325736385,
      "learning_rate": 0.0002110899377265364,
      "loss": 0.5272,
      "step": 54953
    },
    {
      "epoch": 2.250829408150727,
      "grad_norm": 0.8874910886940744,
      "learning_rate": 0.0002110869590495498,
      "loss": 0.4784,
      "step": 54954
    },
    {
      "epoch": 2.2508703665779235,
      "grad_norm": 1.9066733988163218,
      "learning_rate": 0.00021108398034368482,
      "loss": 0.9682,
      "step": 54955
    },
    {
      "epoch": 2.25091132500512,
      "grad_norm": 0.9187368287824156,
      "learning_rate": 0.00021108100160894294,
      "loss": 0.6368,
      "step": 54956
    },
    {
      "epoch": 2.250952283432316,
      "grad_norm": 1.1869382268248228,
      "learning_rate": 0.00021107802284532547,
      "loss": 0.8535,
      "step": 54957
    },
    {
      "epoch": 2.2509932418595127,
      "grad_norm": 1.04550063174268,
      "learning_rate": 0.0002110750440528338,
      "loss": 0.3292,
      "step": 54958
    },
    {
      "epoch": 2.2510342002867088,
      "grad_norm": 0.8913971927608784,
      "learning_rate": 0.00021107206523146945,
      "loss": 0.7393,
      "step": 54959
    },
    {
      "epoch": 2.2510751587139053,
      "grad_norm": 1.615051893368787,
      "learning_rate": 0.00021106908638123377,
      "loss": 1.3967,
      "step": 54960
    },
    {
      "epoch": 2.251116117141102,
      "grad_norm": 1.0599831976936287,
      "learning_rate": 0.00021106610750212815,
      "loss": 1.0339,
      "step": 54961
    },
    {
      "epoch": 2.2511570755682984,
      "grad_norm": 28.496164027548602,
      "learning_rate": 0.00021106312859415404,
      "loss": 3.7644,
      "step": 54962
    },
    {
      "epoch": 2.2511980339954945,
      "grad_norm": 0.924000306621782,
      "learning_rate": 0.00021106014965731283,
      "loss": 0.8235,
      "step": 54963
    },
    {
      "epoch": 2.251238992422691,
      "grad_norm": 1.248631993824411,
      "learning_rate": 0.0002110571706916059,
      "loss": 0.9388,
      "step": 54964
    },
    {
      "epoch": 2.2512799508498875,
      "grad_norm": 10.843942231075061,
      "learning_rate": 0.00021105419169703473,
      "loss": 4.955,
      "step": 54965
    },
    {
      "epoch": 2.2513209092770836,
      "grad_norm": 0.7334935025695375,
      "learning_rate": 0.0002110512126736006,
      "loss": 0.4234,
      "step": 54966
    },
    {
      "epoch": 2.25136186770428,
      "grad_norm": 2.7862431474225478,
      "learning_rate": 0.00021104823362130508,
      "loss": 2.8744,
      "step": 54967
    },
    {
      "epoch": 2.2514028261314767,
      "grad_norm": 1.496332048641684,
      "learning_rate": 0.00021104525454014947,
      "loss": 1.0793,
      "step": 54968
    },
    {
      "epoch": 2.251443784558673,
      "grad_norm": 1.3212902105824096,
      "learning_rate": 0.00021104227543013518,
      "loss": 0.875,
      "step": 54969
    },
    {
      "epoch": 2.2514847429858693,
      "grad_norm": 0.9987175087044333,
      "learning_rate": 0.00021103929629126368,
      "loss": 0.7131,
      "step": 54970
    },
    {
      "epoch": 2.251525701413066,
      "grad_norm": 0.900074559130999,
      "learning_rate": 0.00021103631712353634,
      "loss": 0.7297,
      "step": 54971
    },
    {
      "epoch": 2.251566659840262,
      "grad_norm": 1.3608617338452493,
      "learning_rate": 0.00021103333792695452,
      "loss": 1.1628,
      "step": 54972
    },
    {
      "epoch": 2.2516076182674585,
      "grad_norm": 0.5396201601133868,
      "learning_rate": 0.0002110303587015197,
      "loss": 0.1927,
      "step": 54973
    },
    {
      "epoch": 2.251648576694655,
      "grad_norm": 1.229560802489802,
      "learning_rate": 0.00021102737944723332,
      "loss": 1.0925,
      "step": 54974
    },
    {
      "epoch": 2.2516895351218515,
      "grad_norm": 1.1326938154933792,
      "learning_rate": 0.0002110244001640967,
      "loss": 0.8285,
      "step": 54975
    },
    {
      "epoch": 2.2517304935490476,
      "grad_norm": 1.5675850983507267,
      "learning_rate": 0.00021102142085211128,
      "loss": 1.0591,
      "step": 54976
    },
    {
      "epoch": 2.251771451976244,
      "grad_norm": 0.9436806417373504,
      "learning_rate": 0.00021101844151127846,
      "loss": 0.7189,
      "step": 54977
    },
    {
      "epoch": 2.2518124104034403,
      "grad_norm": 0.7282521594639295,
      "learning_rate": 0.00021101546214159967,
      "loss": 0.371,
      "step": 54978
    },
    {
      "epoch": 2.251853368830637,
      "grad_norm": 3.7373860046945717,
      "learning_rate": 0.0002110124827430763,
      "loss": 4.577,
      "step": 54979
    },
    {
      "epoch": 2.2518943272578333,
      "grad_norm": 1.69997870482872,
      "learning_rate": 0.00021100950331570981,
      "loss": 0.6855,
      "step": 54980
    },
    {
      "epoch": 2.25193528568503,
      "grad_norm": 0.595550942762335,
      "learning_rate": 0.00021100652385950153,
      "loss": 0.2718,
      "step": 54981
    },
    {
      "epoch": 2.251976244112226,
      "grad_norm": 0.7535992361678644,
      "learning_rate": 0.00021100354437445293,
      "loss": 0.6691,
      "step": 54982
    },
    {
      "epoch": 2.2520172025394225,
      "grad_norm": 0.8311162983285388,
      "learning_rate": 0.0002110005648605654,
      "loss": 0.6113,
      "step": 54983
    },
    {
      "epoch": 2.252058160966619,
      "grad_norm": 1.2261960892601418,
      "learning_rate": 0.0002109975853178403,
      "loss": 1.0079,
      "step": 54984
    },
    {
      "epoch": 2.252099119393815,
      "grad_norm": 0.639876815219273,
      "learning_rate": 0.00021099460574627908,
      "loss": 0.28,
      "step": 54985
    },
    {
      "epoch": 2.2521400778210117,
      "grad_norm": 0.8349411153350251,
      "learning_rate": 0.00021099162614588322,
      "loss": 0.579,
      "step": 54986
    },
    {
      "epoch": 2.252181036248208,
      "grad_norm": 0.696148478256231,
      "learning_rate": 0.000210988646516654,
      "loss": 0.5928,
      "step": 54987
    },
    {
      "epoch": 2.2522219946754043,
      "grad_norm": 0.9930674894059389,
      "learning_rate": 0.0002109856668585929,
      "loss": 0.6327,
      "step": 54988
    },
    {
      "epoch": 2.252262953102601,
      "grad_norm": 1.0267877105049437,
      "learning_rate": 0.00021098268717170132,
      "loss": 0.6919,
      "step": 54989
    },
    {
      "epoch": 2.2523039115297974,
      "grad_norm": 0.9098685821933542,
      "learning_rate": 0.00021097970745598065,
      "loss": 0.6783,
      "step": 54990
    },
    {
      "epoch": 2.2523448699569935,
      "grad_norm": 0.9897350450440314,
      "learning_rate": 0.00021097672771143235,
      "loss": 0.8197,
      "step": 54991
    },
    {
      "epoch": 2.25238582838419,
      "grad_norm": 1.0535295526048152,
      "learning_rate": 0.00021097374793805778,
      "loss": 0.8493,
      "step": 54992
    },
    {
      "epoch": 2.2524267868113865,
      "grad_norm": 0.9145469135648454,
      "learning_rate": 0.00021097076813585835,
      "loss": 0.6924,
      "step": 54993
    },
    {
      "epoch": 2.252467745238583,
      "grad_norm": 1.0672877640218739,
      "learning_rate": 0.00021096778830483545,
      "loss": 0.7664,
      "step": 54994
    },
    {
      "epoch": 2.252508703665779,
      "grad_norm": 1.074321640270917,
      "learning_rate": 0.00021096480844499054,
      "loss": 0.8118,
      "step": 54995
    },
    {
      "epoch": 2.2525496620929757,
      "grad_norm": 1.0839703887506484,
      "learning_rate": 0.00021096182855632502,
      "loss": 1.0154,
      "step": 54996
    },
    {
      "epoch": 2.252590620520172,
      "grad_norm": 1.0547685283116384,
      "learning_rate": 0.0002109588486388403,
      "loss": 0.6003,
      "step": 54997
    },
    {
      "epoch": 2.2526315789473683,
      "grad_norm": 0.8917360960118593,
      "learning_rate": 0.0002109558686925377,
      "loss": 0.4894,
      "step": 54998
    },
    {
      "epoch": 2.252672537374565,
      "grad_norm": 0.5901546297223468,
      "learning_rate": 0.00021095288871741876,
      "loss": 0.2717,
      "step": 54999
    },
    {
      "epoch": 2.2527134958017614,
      "grad_norm": 1.360572353403482,
      "learning_rate": 0.00021094990871348482,
      "loss": 0.8495,
      "step": 55000
    },
    {
      "epoch": 2.2527544542289575,
      "grad_norm": 0.7642585568957457,
      "learning_rate": 0.00021094692868073731,
      "loss": 0.4584,
      "step": 55001
    },
    {
      "epoch": 2.252795412656154,
      "grad_norm": 2.3844838235303483,
      "learning_rate": 0.0002109439486191776,
      "loss": 1.3665,
      "step": 55002
    },
    {
      "epoch": 2.2528363710833506,
      "grad_norm": 1.0396555803859233,
      "learning_rate": 0.00021094096852880719,
      "loss": 0.837,
      "step": 55003
    },
    {
      "epoch": 2.2528773295105466,
      "grad_norm": 1.7486734946042612,
      "learning_rate": 0.00021093798840962738,
      "loss": 1.0823,
      "step": 55004
    },
    {
      "epoch": 2.252918287937743,
      "grad_norm": 1.0710959036851841,
      "learning_rate": 0.0002109350082616396,
      "loss": 0.6809,
      "step": 55005
    },
    {
      "epoch": 2.2529592463649397,
      "grad_norm": 0.9140400615589446,
      "learning_rate": 0.00021093202808484534,
      "loss": 0.6538,
      "step": 55006
    },
    {
      "epoch": 2.253000204792136,
      "grad_norm": 0.9362608995374813,
      "learning_rate": 0.00021092904787924592,
      "loss": 0.5633,
      "step": 55007
    },
    {
      "epoch": 2.2530411632193323,
      "grad_norm": 0.8286906363680983,
      "learning_rate": 0.0002109260676448428,
      "loss": 0.6134,
      "step": 55008
    },
    {
      "epoch": 2.253082121646529,
      "grad_norm": 0.4402352207536858,
      "learning_rate": 0.00021092308738163734,
      "loss": 0.1131,
      "step": 55009
    },
    {
      "epoch": 2.253123080073725,
      "grad_norm": 1.1713640938430578,
      "learning_rate": 0.000210920107089631,
      "loss": 0.7037,
      "step": 55010
    },
    {
      "epoch": 2.2531640385009215,
      "grad_norm": 0.8617934342894475,
      "learning_rate": 0.00021091712676882515,
      "loss": 0.6683,
      "step": 55011
    },
    {
      "epoch": 2.253204996928118,
      "grad_norm": 1.3227798639362223,
      "learning_rate": 0.00021091414641922124,
      "loss": 1.2392,
      "step": 55012
    },
    {
      "epoch": 2.2532459553553146,
      "grad_norm": 3.145059606033859,
      "learning_rate": 0.00021091116604082065,
      "loss": 1.862,
      "step": 55013
    },
    {
      "epoch": 2.2532869137825107,
      "grad_norm": 3.5208252205040176,
      "learning_rate": 0.00021090818563362479,
      "loss": 1.9919,
      "step": 55014
    },
    {
      "epoch": 2.253327872209707,
      "grad_norm": 0.708660286082485,
      "learning_rate": 0.0002109052051976351,
      "loss": 0.3686,
      "step": 55015
    },
    {
      "epoch": 2.2533688306369033,
      "grad_norm": 1.2273165162352317,
      "learning_rate": 0.00021090222473285294,
      "loss": 0.9844,
      "step": 55016
    },
    {
      "epoch": 2.2534097890641,
      "grad_norm": 0.8336593993513921,
      "learning_rate": 0.00021089924423927972,
      "loss": 0.4423,
      "step": 55017
    },
    {
      "epoch": 2.2534507474912964,
      "grad_norm": 0.8951660849029535,
      "learning_rate": 0.00021089626371691687,
      "loss": 0.7527,
      "step": 55018
    },
    {
      "epoch": 2.253491705918493,
      "grad_norm": 1.0881421698676006,
      "learning_rate": 0.00021089328316576585,
      "loss": 0.8902,
      "step": 55019
    },
    {
      "epoch": 2.253532664345689,
      "grad_norm": 1.01800181167505,
      "learning_rate": 0.00021089030258582798,
      "loss": 0.5514,
      "step": 55020
    },
    {
      "epoch": 2.2535736227728855,
      "grad_norm": 1.0239399163706244,
      "learning_rate": 0.00021088732197710472,
      "loss": 0.7368,
      "step": 55021
    },
    {
      "epoch": 2.253614581200082,
      "grad_norm": 0.8473492546924029,
      "learning_rate": 0.00021088434133959748,
      "loss": 0.5901,
      "step": 55022
    },
    {
      "epoch": 2.253655539627278,
      "grad_norm": 0.7899487515318973,
      "learning_rate": 0.00021088136067330766,
      "loss": 0.4103,
      "step": 55023
    },
    {
      "epoch": 2.2536964980544747,
      "grad_norm": 1.282335389351325,
      "learning_rate": 0.00021087837997823666,
      "loss": 0.4788,
      "step": 55024
    },
    {
      "epoch": 2.2537374564816712,
      "grad_norm": 1.841218299712773,
      "learning_rate": 0.00021087539925438586,
      "loss": 1.9856,
      "step": 55025
    },
    {
      "epoch": 2.2537784149088673,
      "grad_norm": 0.9267866362222769,
      "learning_rate": 0.00021087241850175674,
      "loss": 0.4412,
      "step": 55026
    },
    {
      "epoch": 2.253819373336064,
      "grad_norm": 0.6732566547887642,
      "learning_rate": 0.00021086943772035066,
      "loss": 0.2887,
      "step": 55027
    },
    {
      "epoch": 2.2538603317632604,
      "grad_norm": 0.8324007080796871,
      "learning_rate": 0.00021086645691016905,
      "loss": 0.6411,
      "step": 55028
    },
    {
      "epoch": 2.2539012901904565,
      "grad_norm": 1.109592292343928,
      "learning_rate": 0.0002108634760712133,
      "loss": 0.9183,
      "step": 55029
    },
    {
      "epoch": 2.253942248617653,
      "grad_norm": 1.0725677577314048,
      "learning_rate": 0.00021086049520348482,
      "loss": 0.6813,
      "step": 55030
    },
    {
      "epoch": 2.2539832070448496,
      "grad_norm": 0.937234935646541,
      "learning_rate": 0.00021085751430698505,
      "loss": 0.665,
      "step": 55031
    },
    {
      "epoch": 2.254024165472046,
      "grad_norm": 1.0886642648815432,
      "learning_rate": 0.0002108545333817154,
      "loss": 0.7613,
      "step": 55032
    },
    {
      "epoch": 2.254065123899242,
      "grad_norm": 1.275656423553927,
      "learning_rate": 0.00021085155242767722,
      "loss": 0.8908,
      "step": 55033
    },
    {
      "epoch": 2.2541060823264387,
      "grad_norm": 0.8068075133094529,
      "learning_rate": 0.00021084857144487194,
      "loss": 0.3144,
      "step": 55034
    },
    {
      "epoch": 2.254147040753635,
      "grad_norm": 0.5902033997614161,
      "learning_rate": 0.00021084559043330102,
      "loss": 0.2742,
      "step": 55035
    },
    {
      "epoch": 2.2541879991808313,
      "grad_norm": 0.8812442521039693,
      "learning_rate": 0.00021084260939296584,
      "loss": 0.6813,
      "step": 55036
    },
    {
      "epoch": 2.254228957608028,
      "grad_norm": 1.2022008382513472,
      "learning_rate": 0.0002108396283238678,
      "loss": 0.7818,
      "step": 55037
    },
    {
      "epoch": 2.2542699160352244,
      "grad_norm": 0.6998014386683158,
      "learning_rate": 0.00021083664722600833,
      "loss": 0.3089,
      "step": 55038
    },
    {
      "epoch": 2.2543108744624205,
      "grad_norm": 0.6510683384362336,
      "learning_rate": 0.00021083366609938881,
      "loss": 0.2391,
      "step": 55039
    },
    {
      "epoch": 2.254351832889617,
      "grad_norm": 1.7226727073175798,
      "learning_rate": 0.00021083068494401065,
      "loss": 0.8747,
      "step": 55040
    },
    {
      "epoch": 2.2543927913168136,
      "grad_norm": 1.0279815766862874,
      "learning_rate": 0.00021082770375987527,
      "loss": 0.4669,
      "step": 55041
    },
    {
      "epoch": 2.2544337497440097,
      "grad_norm": 1.1279004886306143,
      "learning_rate": 0.00021082472254698408,
      "loss": 0.9195,
      "step": 55042
    },
    {
      "epoch": 2.254474708171206,
      "grad_norm": 1.0159261706129186,
      "learning_rate": 0.00021082174130533855,
      "loss": 0.8402,
      "step": 55043
    },
    {
      "epoch": 2.2545156665984027,
      "grad_norm": 0.9248880363238114,
      "learning_rate": 0.00021081876003493997,
      "loss": 0.6647,
      "step": 55044
    },
    {
      "epoch": 2.254556625025599,
      "grad_norm": 1.619595239870234,
      "learning_rate": 0.0002108157787357898,
      "loss": 1.2429,
      "step": 55045
    },
    {
      "epoch": 2.2545975834527954,
      "grad_norm": 1.2332414738922672,
      "learning_rate": 0.00021081279740788948,
      "loss": 0.7664,
      "step": 55046
    },
    {
      "epoch": 2.254638541879992,
      "grad_norm": 0.7466486539738657,
      "learning_rate": 0.0002108098160512404,
      "loss": 0.5371,
      "step": 55047
    },
    {
      "epoch": 2.254679500307188,
      "grad_norm": 1.903970338500683,
      "learning_rate": 0.00021080683466584397,
      "loss": 1.4916,
      "step": 55048
    },
    {
      "epoch": 2.2547204587343845,
      "grad_norm": 2.837103022099727,
      "learning_rate": 0.00021080385325170155,
      "loss": 2.6103,
      "step": 55049
    },
    {
      "epoch": 2.254761417161581,
      "grad_norm": 4.642262887411539,
      "learning_rate": 0.00021080087180881465,
      "loss": 5.3786,
      "step": 55050
    },
    {
      "epoch": 2.2548023755887776,
      "grad_norm": 0.9238834582595644,
      "learning_rate": 0.00021079789033718463,
      "loss": 0.3528,
      "step": 55051
    },
    {
      "epoch": 2.2548433340159737,
      "grad_norm": 0.6790796838110288,
      "learning_rate": 0.00021079490883681287,
      "loss": 0.2608,
      "step": 55052
    },
    {
      "epoch": 2.2548842924431702,
      "grad_norm": 1.0185023832258517,
      "learning_rate": 0.00021079192730770078,
      "loss": 0.6916,
      "step": 55053
    },
    {
      "epoch": 2.2549252508703668,
      "grad_norm": 1.145511383782578,
      "learning_rate": 0.00021078894574984983,
      "loss": 0.9294,
      "step": 55054
    },
    {
      "epoch": 2.254966209297563,
      "grad_norm": 1.213546473506688,
      "learning_rate": 0.00021078596416326142,
      "loss": 1.1458,
      "step": 55055
    },
    {
      "epoch": 2.2550071677247594,
      "grad_norm": 0.9246820213303468,
      "learning_rate": 0.0002107829825479369,
      "loss": 0.5187,
      "step": 55056
    },
    {
      "epoch": 2.255048126151956,
      "grad_norm": 0.9458374183980749,
      "learning_rate": 0.00021078000090387773,
      "loss": 0.4847,
      "step": 55057
    },
    {
      "epoch": 2.255089084579152,
      "grad_norm": 0.9138026976335282,
      "learning_rate": 0.00021077701923108528,
      "loss": 0.7725,
      "step": 55058
    },
    {
      "epoch": 2.2551300430063486,
      "grad_norm": 1.0405446597982966,
      "learning_rate": 0.000210774037529561,
      "loss": 0.6513,
      "step": 55059
    },
    {
      "epoch": 2.255171001433545,
      "grad_norm": 1.1229568389173852,
      "learning_rate": 0.00021077105579930626,
      "loss": 0.9656,
      "step": 55060
    },
    {
      "epoch": 2.255211959860741,
      "grad_norm": 0.8399207121193221,
      "learning_rate": 0.00021076807404032255,
      "loss": 0.6962,
      "step": 55061
    },
    {
      "epoch": 2.2552529182879377,
      "grad_norm": 0.99373930225044,
      "learning_rate": 0.00021076509225261114,
      "loss": 0.7802,
      "step": 55062
    },
    {
      "epoch": 2.2552938767151343,
      "grad_norm": 0.8371520996113682,
      "learning_rate": 0.00021076211043617358,
      "loss": 0.6956,
      "step": 55063
    },
    {
      "epoch": 2.2553348351423304,
      "grad_norm": 1.2200272155485685,
      "learning_rate": 0.0002107591285910112,
      "loss": 0.8167,
      "step": 55064
    },
    {
      "epoch": 2.255375793569527,
      "grad_norm": 1.21982267788928,
      "learning_rate": 0.00021075614671712541,
      "loss": 0.7001,
      "step": 55065
    },
    {
      "epoch": 2.2554167519967234,
      "grad_norm": 1.1734175984141348,
      "learning_rate": 0.00021075316481451763,
      "loss": 0.7787,
      "step": 55066
    },
    {
      "epoch": 2.2554577104239195,
      "grad_norm": 1.1917861710599862,
      "learning_rate": 0.0002107501828831893,
      "loss": 0.9801,
      "step": 55067
    },
    {
      "epoch": 2.255498668851116,
      "grad_norm": 0.4132856777024234,
      "learning_rate": 0.00021074720092314182,
      "loss": 0.0976,
      "step": 55068
    },
    {
      "epoch": 2.2555396272783126,
      "grad_norm": 1.1710028320125674,
      "learning_rate": 0.0002107442189343766,
      "loss": 0.8862,
      "step": 55069
    },
    {
      "epoch": 2.255580585705509,
      "grad_norm": 0.7747056714349416,
      "learning_rate": 0.000210741236916895,
      "loss": 0.6929,
      "step": 55070
    },
    {
      "epoch": 2.255621544132705,
      "grad_norm": 0.9926025556209832,
      "learning_rate": 0.0002107382548706985,
      "loss": 0.7543,
      "step": 55071
    },
    {
      "epoch": 2.2556625025599017,
      "grad_norm": 1.267308965076438,
      "learning_rate": 0.0002107352727957885,
      "loss": 0.8019,
      "step": 55072
    },
    {
      "epoch": 2.2557034609870983,
      "grad_norm": 1.009326257980989,
      "learning_rate": 0.00021073229069216632,
      "loss": 0.9392,
      "step": 55073
    },
    {
      "epoch": 2.2557444194142944,
      "grad_norm": 0.8352878420788236,
      "learning_rate": 0.00021072930855983347,
      "loss": 0.5987,
      "step": 55074
    },
    {
      "epoch": 2.255785377841491,
      "grad_norm": 1.1275238688367861,
      "learning_rate": 0.00021072632639879132,
      "loss": 0.8852,
      "step": 55075
    },
    {
      "epoch": 2.2558263362686874,
      "grad_norm": 0.9022705180947156,
      "learning_rate": 0.00021072334420904132,
      "loss": 0.7844,
      "step": 55076
    },
    {
      "epoch": 2.2558672946958835,
      "grad_norm": 0.7719820716560115,
      "learning_rate": 0.0002107203619905848,
      "loss": 0.3506,
      "step": 55077
    },
    {
      "epoch": 2.25590825312308,
      "grad_norm": 0.7806772944021487,
      "learning_rate": 0.00021071737974342325,
      "loss": 0.6619,
      "step": 55078
    },
    {
      "epoch": 2.2559492115502766,
      "grad_norm": 0.872001345354182,
      "learning_rate": 0.00021071439746755803,
      "loss": 0.4737,
      "step": 55079
    },
    {
      "epoch": 2.2559901699774727,
      "grad_norm": 2.5087353910706742,
      "learning_rate": 0.00021071141516299056,
      "loss": 0.7366,
      "step": 55080
    },
    {
      "epoch": 2.2560311284046692,
      "grad_norm": 0.7756368947824571,
      "learning_rate": 0.00021070843282972225,
      "loss": 0.6715,
      "step": 55081
    },
    {
      "epoch": 2.2560720868318658,
      "grad_norm": 0.9431905357751038,
      "learning_rate": 0.0002107054504677545,
      "loss": 0.3012,
      "step": 55082
    },
    {
      "epoch": 2.256113045259062,
      "grad_norm": 1.1319511662735673,
      "learning_rate": 0.00021070246807708878,
      "loss": 0.7324,
      "step": 55083
    },
    {
      "epoch": 2.2561540036862584,
      "grad_norm": 1.0654158037785915,
      "learning_rate": 0.00021069948565772645,
      "loss": 0.757,
      "step": 55084
    },
    {
      "epoch": 2.256194962113455,
      "grad_norm": 0.8636229748267817,
      "learning_rate": 0.00021069650320966894,
      "loss": 0.7079,
      "step": 55085
    },
    {
      "epoch": 2.256235920540651,
      "grad_norm": 3.677172089342456,
      "learning_rate": 0.00021069352073291758,
      "loss": 3.6582,
      "step": 55086
    },
    {
      "epoch": 2.2562768789678476,
      "grad_norm": 0.8566740208990238,
      "learning_rate": 0.0002106905382274739,
      "loss": 0.7205,
      "step": 55087
    },
    {
      "epoch": 2.256317837395044,
      "grad_norm": 0.8340732293993761,
      "learning_rate": 0.00021068755569333928,
      "loss": 0.6994,
      "step": 55088
    },
    {
      "epoch": 2.2563587958222406,
      "grad_norm": 0.7270298108479739,
      "learning_rate": 0.00021068457313051504,
      "loss": 0.2124,
      "step": 55089
    },
    {
      "epoch": 2.2563997542494367,
      "grad_norm": 1.0775624504653845,
      "learning_rate": 0.00021068159053900265,
      "loss": 0.7943,
      "step": 55090
    },
    {
      "epoch": 2.2564407126766333,
      "grad_norm": 1.258282271624586,
      "learning_rate": 0.00021067860791880357,
      "loss": 1.0214,
      "step": 55091
    },
    {
      "epoch": 2.25648167110383,
      "grad_norm": 0.8739832434319423,
      "learning_rate": 0.00021067562526991916,
      "loss": 0.8332,
      "step": 55092
    },
    {
      "epoch": 2.256522629531026,
      "grad_norm": 1.3224785413445483,
      "learning_rate": 0.00021067264259235085,
      "loss": 1.1731,
      "step": 55093
    },
    {
      "epoch": 2.2565635879582224,
      "grad_norm": 1.0585413004274145,
      "learning_rate": 0.00021066965988609997,
      "loss": 1.094,
      "step": 55094
    },
    {
      "epoch": 2.256604546385419,
      "grad_norm": 0.6774049223554178,
      "learning_rate": 0.00021066667715116807,
      "loss": 0.4886,
      "step": 55095
    },
    {
      "epoch": 2.256645504812615,
      "grad_norm": 0.8288767088235925,
      "learning_rate": 0.00021066369438755645,
      "loss": 0.7942,
      "step": 55096
    },
    {
      "epoch": 2.2566864632398116,
      "grad_norm": 1.4344800477476556,
      "learning_rate": 0.00021066071159526656,
      "loss": 0.6219,
      "step": 55097
    },
    {
      "epoch": 2.256727421667008,
      "grad_norm": 1.454207215112291,
      "learning_rate": 0.00021065772877429978,
      "loss": 1.0409,
      "step": 55098
    },
    {
      "epoch": 2.256768380094204,
      "grad_norm": 1.0930698291663312,
      "learning_rate": 0.0002106547459246576,
      "loss": 0.9989,
      "step": 55099
    },
    {
      "epoch": 2.2568093385214008,
      "grad_norm": 1.0814252881562083,
      "learning_rate": 0.00021065176304634135,
      "loss": 0.7007,
      "step": 55100
    },
    {
      "epoch": 2.2568502969485973,
      "grad_norm": 0.8124880731453376,
      "learning_rate": 0.00021064878013935247,
      "loss": 0.7456,
      "step": 55101
    },
    {
      "epoch": 2.2568912553757934,
      "grad_norm": 1.716043562549457,
      "learning_rate": 0.00021064579720369233,
      "loss": 1.3158,
      "step": 55102
    },
    {
      "epoch": 2.25693221380299,
      "grad_norm": 1.1444876305696117,
      "learning_rate": 0.0002106428142393624,
      "loss": 0.9807,
      "step": 55103
    },
    {
      "epoch": 2.2569731722301865,
      "grad_norm": 1.048155740839376,
      "learning_rate": 0.0002106398312463641,
      "loss": 0.9035,
      "step": 55104
    },
    {
      "epoch": 2.2570141306573825,
      "grad_norm": 0.9314198596179611,
      "learning_rate": 0.00021063684822469875,
      "loss": 0.8397,
      "step": 55105
    },
    {
      "epoch": 2.257055089084579,
      "grad_norm": 1.0523387874946692,
      "learning_rate": 0.00021063386517436783,
      "loss": 0.7522,
      "step": 55106
    },
    {
      "epoch": 2.2570960475117756,
      "grad_norm": 2.8362492970473316,
      "learning_rate": 0.00021063088209537277,
      "loss": 1.7014,
      "step": 55107
    },
    {
      "epoch": 2.257137005938972,
      "grad_norm": 1.3851418937036417,
      "learning_rate": 0.00021062789898771496,
      "loss": 0.8211,
      "step": 55108
    },
    {
      "epoch": 2.2571779643661682,
      "grad_norm": 1.0822604158443927,
      "learning_rate": 0.00021062491585139575,
      "loss": 1.0288,
      "step": 55109
    },
    {
      "epoch": 2.257218922793365,
      "grad_norm": 1.3835212765319669,
      "learning_rate": 0.0002106219326864166,
      "loss": 0.8011,
      "step": 55110
    },
    {
      "epoch": 2.2572598812205613,
      "grad_norm": 0.7707481679117217,
      "learning_rate": 0.00021061894949277895,
      "loss": 0.2951,
      "step": 55111
    },
    {
      "epoch": 2.2573008396477574,
      "grad_norm": 1.0040377173612398,
      "learning_rate": 0.00021061596627048416,
      "loss": 0.3492,
      "step": 55112
    },
    {
      "epoch": 2.257341798074954,
      "grad_norm": 1.0096118174980315,
      "learning_rate": 0.0002106129830195336,
      "loss": 0.8751,
      "step": 55113
    },
    {
      "epoch": 2.2573827565021505,
      "grad_norm": 1.0554949542294538,
      "learning_rate": 0.00021060999973992884,
      "loss": 0.6719,
      "step": 55114
    },
    {
      "epoch": 2.2574237149293466,
      "grad_norm": 1.0796538268634275,
      "learning_rate": 0.00021060701643167113,
      "loss": 0.6961,
      "step": 55115
    },
    {
      "epoch": 2.257464673356543,
      "grad_norm": 1.025265910686999,
      "learning_rate": 0.000210604033094762,
      "loss": 0.8165,
      "step": 55116
    },
    {
      "epoch": 2.2575056317837396,
      "grad_norm": 0.9367786373988012,
      "learning_rate": 0.0002106010497292027,
      "loss": 0.8012,
      "step": 55117
    },
    {
      "epoch": 2.2575465902109357,
      "grad_norm": 1.0526791272389242,
      "learning_rate": 0.0002105980663349948,
      "loss": 0.9165,
      "step": 55118
    },
    {
      "epoch": 2.2575875486381323,
      "grad_norm": 1.241736782033506,
      "learning_rate": 0.00021059508291213966,
      "loss": 0.9035,
      "step": 55119
    },
    {
      "epoch": 2.257628507065329,
      "grad_norm": 0.8606607359664097,
      "learning_rate": 0.00021059209946063868,
      "loss": 0.6492,
      "step": 55120
    },
    {
      "epoch": 2.257669465492525,
      "grad_norm": 0.9088353308618403,
      "learning_rate": 0.00021058911598049323,
      "loss": 0.6644,
      "step": 55121
    },
    {
      "epoch": 2.2577104239197214,
      "grad_norm": 0.8659449165614024,
      "learning_rate": 0.00021058613247170482,
      "loss": 0.7689,
      "step": 55122
    },
    {
      "epoch": 2.257751382346918,
      "grad_norm": 1.0000180212273289,
      "learning_rate": 0.00021058314893427477,
      "loss": 0.6308,
      "step": 55123
    },
    {
      "epoch": 2.257792340774114,
      "grad_norm": 1.0691168424294304,
      "learning_rate": 0.0002105801653682045,
      "loss": 1.1683,
      "step": 55124
    },
    {
      "epoch": 2.2578332992013106,
      "grad_norm": 1.1118686464499317,
      "learning_rate": 0.00021057718177349547,
      "loss": 0.8547,
      "step": 55125
    },
    {
      "epoch": 2.257874257628507,
      "grad_norm": 1.07254527118885,
      "learning_rate": 0.00021057419815014906,
      "loss": 0.5574,
      "step": 55126
    },
    {
      "epoch": 2.2579152160557037,
      "grad_norm": 1.2178453432508847,
      "learning_rate": 0.00021057121449816668,
      "loss": 0.8563,
      "step": 55127
    },
    {
      "epoch": 2.2579561744828998,
      "grad_norm": 0.8823145520288027,
      "learning_rate": 0.00021056823081754976,
      "loss": 0.6503,
      "step": 55128
    },
    {
      "epoch": 2.2579971329100963,
      "grad_norm": 1.3197075408627594,
      "learning_rate": 0.00021056524710829966,
      "loss": 0.8763,
      "step": 55129
    },
    {
      "epoch": 2.258038091337293,
      "grad_norm": 0.770734097820319,
      "learning_rate": 0.00021056226337041786,
      "loss": 0.2962,
      "step": 55130
    },
    {
      "epoch": 2.258079049764489,
      "grad_norm": 1.1430526814865598,
      "learning_rate": 0.00021055927960390573,
      "loss": 0.8903,
      "step": 55131
    },
    {
      "epoch": 2.2581200081916855,
      "grad_norm": 0.8474552052768068,
      "learning_rate": 0.0002105562958087647,
      "loss": 0.7271,
      "step": 55132
    },
    {
      "epoch": 2.258160966618882,
      "grad_norm": 1.031117694494542,
      "learning_rate": 0.00021055331198499618,
      "loss": 0.9418,
      "step": 55133
    },
    {
      "epoch": 2.258201925046078,
      "grad_norm": 1.1678801782279802,
      "learning_rate": 0.0002105503281326015,
      "loss": 0.8267,
      "step": 55134
    },
    {
      "epoch": 2.2582428834732746,
      "grad_norm": 1.046546498129308,
      "learning_rate": 0.00021054734425158216,
      "loss": 0.7276,
      "step": 55135
    },
    {
      "epoch": 2.258283841900471,
      "grad_norm": 0.9507637829950691,
      "learning_rate": 0.0002105443603419396,
      "loss": 0.7623,
      "step": 55136
    },
    {
      "epoch": 2.2583248003276672,
      "grad_norm": 0.675298515451792,
      "learning_rate": 0.00021054137640367514,
      "loss": 0.2905,
      "step": 55137
    },
    {
      "epoch": 2.258365758754864,
      "grad_norm": 0.6357803652877165,
      "learning_rate": 0.00021053839243679023,
      "loss": 0.2924,
      "step": 55138
    },
    {
      "epoch": 2.2584067171820603,
      "grad_norm": 1.1390723100780742,
      "learning_rate": 0.00021053540844128627,
      "loss": 0.8906,
      "step": 55139
    },
    {
      "epoch": 2.2584476756092564,
      "grad_norm": 1.02120167765121,
      "learning_rate": 0.0002105324244171647,
      "loss": 0.8576,
      "step": 55140
    },
    {
      "epoch": 2.258488634036453,
      "grad_norm": 1.0150265661070343,
      "learning_rate": 0.00021052944036442693,
      "loss": 0.534,
      "step": 55141
    },
    {
      "epoch": 2.2585295924636495,
      "grad_norm": 0.8752051492655618,
      "learning_rate": 0.0002105264562830743,
      "loss": 0.3603,
      "step": 55142
    },
    {
      "epoch": 2.2585705508908456,
      "grad_norm": 1.323265193951171,
      "learning_rate": 0.00021052347217310831,
      "loss": 0.9722,
      "step": 55143
    },
    {
      "epoch": 2.258611509318042,
      "grad_norm": 0.7625241110716036,
      "learning_rate": 0.00021052048803453036,
      "loss": 0.6283,
      "step": 55144
    },
    {
      "epoch": 2.2586524677452386,
      "grad_norm": 0.9146411828762655,
      "learning_rate": 0.0002105175038673418,
      "loss": 0.6177,
      "step": 55145
    },
    {
      "epoch": 2.258693426172435,
      "grad_norm": 0.8991925408532785,
      "learning_rate": 0.0002105145196715441,
      "loss": 0.7079,
      "step": 55146
    },
    {
      "epoch": 2.2587343845996313,
      "grad_norm": 0.8220579612447121,
      "learning_rate": 0.00021051153544713862,
      "loss": 0.6727,
      "step": 55147
    },
    {
      "epoch": 2.258775343026828,
      "grad_norm": 1.8338608848091134,
      "learning_rate": 0.0002105085511941268,
      "loss": 1.7399,
      "step": 55148
    },
    {
      "epoch": 2.2588163014540243,
      "grad_norm": 0.9103187237164094,
      "learning_rate": 0.00021050556691251004,
      "loss": 0.7582,
      "step": 55149
    },
    {
      "epoch": 2.2588572598812204,
      "grad_norm": 0.8586087242691401,
      "learning_rate": 0.00021050258260228981,
      "loss": 0.2696,
      "step": 55150
    },
    {
      "epoch": 2.258898218308417,
      "grad_norm": 1.190386174176605,
      "learning_rate": 0.00021049959826346742,
      "loss": 1.0117,
      "step": 55151
    },
    {
      "epoch": 2.2589391767356135,
      "grad_norm": 0.6345717005479212,
      "learning_rate": 0.00021049661389604436,
      "loss": 0.2904,
      "step": 55152
    },
    {
      "epoch": 2.2589801351628096,
      "grad_norm": 0.9338926033345603,
      "learning_rate": 0.00021049362950002198,
      "loss": 0.7354,
      "step": 55153
    },
    {
      "epoch": 2.259021093590006,
      "grad_norm": 0.8591003071512056,
      "learning_rate": 0.00021049064507540173,
      "loss": 0.6514,
      "step": 55154
    },
    {
      "epoch": 2.2590620520172027,
      "grad_norm": 1.129207953121548,
      "learning_rate": 0.00021048766062218503,
      "loss": 0.8031,
      "step": 55155
    },
    {
      "epoch": 2.2591030104443988,
      "grad_norm": 1.1378881463960342,
      "learning_rate": 0.00021048467614037328,
      "loss": 0.9454,
      "step": 55156
    },
    {
      "epoch": 2.2591439688715953,
      "grad_norm": 0.9779153771947501,
      "learning_rate": 0.0002104816916299678,
      "loss": 0.8272,
      "step": 55157
    },
    {
      "epoch": 2.259184927298792,
      "grad_norm": 0.6499983547527968,
      "learning_rate": 0.00021047870709097022,
      "loss": 0.1992,
      "step": 55158
    },
    {
      "epoch": 2.2592258857259884,
      "grad_norm": 1.4378680434840179,
      "learning_rate": 0.00021047572252338173,
      "loss": 0.95,
      "step": 55159
    },
    {
      "epoch": 2.2592668441531845,
      "grad_norm": 0.6412083659945164,
      "learning_rate": 0.00021047273792720387,
      "loss": 0.3371,
      "step": 55160
    },
    {
      "epoch": 2.259307802580381,
      "grad_norm": 1.0405972202158307,
      "learning_rate": 0.00021046975330243795,
      "loss": 0.764,
      "step": 55161
    },
    {
      "epoch": 2.259348761007577,
      "grad_norm": 1.4358100217705851,
      "learning_rate": 0.00021046676864908546,
      "loss": 1.0576,
      "step": 55162
    },
    {
      "epoch": 2.2593897194347736,
      "grad_norm": 1.1581517735004885,
      "learning_rate": 0.00021046378396714783,
      "loss": 0.9989,
      "step": 55163
    },
    {
      "epoch": 2.25943067786197,
      "grad_norm": 0.6038303507584916,
      "learning_rate": 0.00021046079925662645,
      "loss": 0.2489,
      "step": 55164
    },
    {
      "epoch": 2.2594716362891667,
      "grad_norm": 1.07452339304936,
      "learning_rate": 0.00021045781451752262,
      "loss": 0.9381,
      "step": 55165
    },
    {
      "epoch": 2.259512594716363,
      "grad_norm": 1.2020676040361977,
      "learning_rate": 0.0002104548297498379,
      "loss": 0.769,
      "step": 55166
    },
    {
      "epoch": 2.2595535531435593,
      "grad_norm": 1.0114362522296907,
      "learning_rate": 0.00021045184495357364,
      "loss": 0.9408,
      "step": 55167
    },
    {
      "epoch": 2.259594511570756,
      "grad_norm": 0.8631610524780405,
      "learning_rate": 0.00021044886012873128,
      "loss": 0.361,
      "step": 55168
    },
    {
      "epoch": 2.259635469997952,
      "grad_norm": 0.9980157374134437,
      "learning_rate": 0.00021044587527531218,
      "loss": 1.0424,
      "step": 55169
    },
    {
      "epoch": 2.2596764284251485,
      "grad_norm": 1.1815036360173647,
      "learning_rate": 0.00021044289039331775,
      "loss": 1.0309,
      "step": 55170
    },
    {
      "epoch": 2.259717386852345,
      "grad_norm": 1.2482010078028172,
      "learning_rate": 0.0002104399054827495,
      "loss": 1.2393,
      "step": 55171
    },
    {
      "epoch": 2.259758345279541,
      "grad_norm": 1.0510981312226186,
      "learning_rate": 0.0002104369205436087,
      "loss": 0.7246,
      "step": 55172
    },
    {
      "epoch": 2.2597993037067376,
      "grad_norm": 1.0993545781836778,
      "learning_rate": 0.0002104339355758969,
      "loss": 1.0414,
      "step": 55173
    },
    {
      "epoch": 2.259840262133934,
      "grad_norm": 2.6043895182572334,
      "learning_rate": 0.00021043095057961535,
      "loss": 3.4186,
      "step": 55174
    },
    {
      "epoch": 2.2598812205611303,
      "grad_norm": 0.8287535690953294,
      "learning_rate": 0.0002104279655547656,
      "loss": 0.6552,
      "step": 55175
    },
    {
      "epoch": 2.259922178988327,
      "grad_norm": 0.8144818741733171,
      "learning_rate": 0.00021042498050134905,
      "loss": 0.6695,
      "step": 55176
    },
    {
      "epoch": 2.2599631374155233,
      "grad_norm": 3.1635284306303935,
      "learning_rate": 0.00021042199541936707,
      "loss": 2.5528,
      "step": 55177
    },
    {
      "epoch": 2.26000409584272,
      "grad_norm": 1.2677941234809265,
      "learning_rate": 0.00021041901030882098,
      "loss": 1.0514,
      "step": 55178
    },
    {
      "epoch": 2.260045054269916,
      "grad_norm": 1.2940261354783886,
      "learning_rate": 0.0002104160251697124,
      "loss": 1.1158,
      "step": 55179
    },
    {
      "epoch": 2.2600860126971125,
      "grad_norm": 1.0838841223987206,
      "learning_rate": 0.00021041304000204262,
      "loss": 0.7214,
      "step": 55180
    },
    {
      "epoch": 2.2601269711243086,
      "grad_norm": 1.5331706905641398,
      "learning_rate": 0.000210410054805813,
      "loss": 1.4297,
      "step": 55181
    },
    {
      "epoch": 2.260167929551505,
      "grad_norm": 0.9363665315859373,
      "learning_rate": 0.00021040706958102504,
      "loss": 0.8691,
      "step": 55182
    },
    {
      "epoch": 2.2602088879787017,
      "grad_norm": 0.7517034714385803,
      "learning_rate": 0.00021040408432768012,
      "loss": 0.5446,
      "step": 55183
    },
    {
      "epoch": 2.260249846405898,
      "grad_norm": 1.2521010294480075,
      "learning_rate": 0.00021040109904577967,
      "loss": 1.1756,
      "step": 55184
    },
    {
      "epoch": 2.2602908048330943,
      "grad_norm": 0.8260174539676256,
      "learning_rate": 0.00021039811373532507,
      "loss": 0.7736,
      "step": 55185
    },
    {
      "epoch": 2.260331763260291,
      "grad_norm": 0.9627927656816585,
      "learning_rate": 0.00021039512839631774,
      "loss": 0.843,
      "step": 55186
    },
    {
      "epoch": 2.2603727216874874,
      "grad_norm": 1.6299414701867692,
      "learning_rate": 0.0002103921430287591,
      "loss": 1.2403,
      "step": 55187
    },
    {
      "epoch": 2.2604136801146835,
      "grad_norm": 1.3832134393327753,
      "learning_rate": 0.0002103891576326506,
      "loss": 1.1221,
      "step": 55188
    },
    {
      "epoch": 2.26045463854188,
      "grad_norm": 0.8085714534043933,
      "learning_rate": 0.00021038617220799354,
      "loss": 0.2432,
      "step": 55189
    },
    {
      "epoch": 2.2604955969690765,
      "grad_norm": 1.0300245829372465,
      "learning_rate": 0.00021038318675478944,
      "loss": 0.8024,
      "step": 55190
    },
    {
      "epoch": 2.2605365553962726,
      "grad_norm": 0.921718280510506,
      "learning_rate": 0.00021038020127303969,
      "loss": 0.7134,
      "step": 55191
    },
    {
      "epoch": 2.260577513823469,
      "grad_norm": 1.0415053505399827,
      "learning_rate": 0.00021037721576274565,
      "loss": 0.8871,
      "step": 55192
    },
    {
      "epoch": 2.2606184722506657,
      "grad_norm": 1.134066020372609,
      "learning_rate": 0.00021037423022390875,
      "loss": 0.7981,
      "step": 55193
    },
    {
      "epoch": 2.260659430677862,
      "grad_norm": 1.2397887800190353,
      "learning_rate": 0.00021037124465653046,
      "loss": 1.0876,
      "step": 55194
    },
    {
      "epoch": 2.2607003891050583,
      "grad_norm": 0.9254813365974952,
      "learning_rate": 0.00021036825906061213,
      "loss": 0.5661,
      "step": 55195
    },
    {
      "epoch": 2.260741347532255,
      "grad_norm": 2.2620627049735362,
      "learning_rate": 0.0002103652734361552,
      "loss": 1.28,
      "step": 55196
    },
    {
      "epoch": 2.2607823059594514,
      "grad_norm": 0.9688282217878695,
      "learning_rate": 0.0002103622877831611,
      "loss": 0.9636,
      "step": 55197
    },
    {
      "epoch": 2.2608232643866475,
      "grad_norm": 0.7347835732993303,
      "learning_rate": 0.00021035930210163117,
      "loss": 0.4823,
      "step": 55198
    },
    {
      "epoch": 2.260864222813844,
      "grad_norm": 1.1787611497647272,
      "learning_rate": 0.0002103563163915669,
      "loss": 1.0181,
      "step": 55199
    },
    {
      "epoch": 2.26090518124104,
      "grad_norm": 0.7820004028395079,
      "learning_rate": 0.00021035333065296961,
      "loss": 0.4887,
      "step": 55200
    },
    {
      "epoch": 2.2609461396682367,
      "grad_norm": 0.8889454406585459,
      "learning_rate": 0.00021035034488584082,
      "loss": 0.6336,
      "step": 55201
    },
    {
      "epoch": 2.260987098095433,
      "grad_norm": 1.1807341006253778,
      "learning_rate": 0.00021034735909018182,
      "loss": 0.3103,
      "step": 55202
    },
    {
      "epoch": 2.2610280565226297,
      "grad_norm": 0.9437712665554954,
      "learning_rate": 0.00021034437326599418,
      "loss": 0.6787,
      "step": 55203
    },
    {
      "epoch": 2.261069014949826,
      "grad_norm": 0.8753165597093264,
      "learning_rate": 0.0002103413874132792,
      "loss": 0.489,
      "step": 55204
    },
    {
      "epoch": 2.2611099733770224,
      "grad_norm": 1.2699315469236165,
      "learning_rate": 0.00021033840153203827,
      "loss": 0.9727,
      "step": 55205
    },
    {
      "epoch": 2.261150931804219,
      "grad_norm": 1.0602846334993412,
      "learning_rate": 0.00021033541562227287,
      "loss": 0.6326,
      "step": 55206
    },
    {
      "epoch": 2.261191890231415,
      "grad_norm": 0.8179568028299057,
      "learning_rate": 0.00021033242968398442,
      "loss": 0.5997,
      "step": 55207
    },
    {
      "epoch": 2.2612328486586115,
      "grad_norm": 0.9784572321676552,
      "learning_rate": 0.00021032944371717423,
      "loss": 0.5465,
      "step": 55208
    },
    {
      "epoch": 2.261273807085808,
      "grad_norm": 0.6944834781028416,
      "learning_rate": 0.00021032645772184384,
      "loss": 0.3778,
      "step": 55209
    },
    {
      "epoch": 2.261314765513004,
      "grad_norm": 0.7800831662138061,
      "learning_rate": 0.00021032347169799455,
      "loss": 0.5006,
      "step": 55210
    },
    {
      "epoch": 2.2613557239402007,
      "grad_norm": 1.0912337612844054,
      "learning_rate": 0.00021032048564562786,
      "loss": 0.9235,
      "step": 55211
    },
    {
      "epoch": 2.261396682367397,
      "grad_norm": 1.1956540459286313,
      "learning_rate": 0.0002103174995647451,
      "loss": 0.91,
      "step": 55212
    },
    {
      "epoch": 2.2614376407945933,
      "grad_norm": 1.5287796140431091,
      "learning_rate": 0.0002103145134553478,
      "loss": 1.3685,
      "step": 55213
    },
    {
      "epoch": 2.26147859922179,
      "grad_norm": 0.8940851826201454,
      "learning_rate": 0.00021031152731743725,
      "loss": 0.4664,
      "step": 55214
    },
    {
      "epoch": 2.2615195576489864,
      "grad_norm": 0.8537887675588502,
      "learning_rate": 0.00021030854115101493,
      "loss": 0.7563,
      "step": 55215
    },
    {
      "epoch": 2.261560516076183,
      "grad_norm": 1.5247520928245928,
      "learning_rate": 0.00021030555495608221,
      "loss": 1.2949,
      "step": 55216
    },
    {
      "epoch": 2.261601474503379,
      "grad_norm": 1.0830317759614503,
      "learning_rate": 0.00021030256873264054,
      "loss": 0.9174,
      "step": 55217
    },
    {
      "epoch": 2.2616424329305755,
      "grad_norm": 0.937274257695988,
      "learning_rate": 0.00021029958248069128,
      "loss": 0.5068,
      "step": 55218
    },
    {
      "epoch": 2.2616833913577716,
      "grad_norm": 1.1622640283043244,
      "learning_rate": 0.00021029659620023592,
      "loss": 0.6324,
      "step": 55219
    },
    {
      "epoch": 2.261724349784968,
      "grad_norm": 0.9060945807860924,
      "learning_rate": 0.00021029360989127584,
      "loss": 0.7156,
      "step": 55220
    },
    {
      "epoch": 2.2617653082121647,
      "grad_norm": 0.9207267930640693,
      "learning_rate": 0.00021029062355381237,
      "loss": 0.8617,
      "step": 55221
    },
    {
      "epoch": 2.2618062666393612,
      "grad_norm": 0.893863774517687,
      "learning_rate": 0.00021028763718784703,
      "loss": 0.8226,
      "step": 55222
    },
    {
      "epoch": 2.2618472250665573,
      "grad_norm": 0.6868608615777494,
      "learning_rate": 0.00021028465079338122,
      "loss": 0.6248,
      "step": 55223
    },
    {
      "epoch": 2.261888183493754,
      "grad_norm": 0.9588979339643798,
      "learning_rate": 0.00021028166437041628,
      "loss": 0.5342,
      "step": 55224
    },
    {
      "epoch": 2.2619291419209504,
      "grad_norm": 0.8281934063829836,
      "learning_rate": 0.0002102786779189537,
      "loss": 0.5188,
      "step": 55225
    },
    {
      "epoch": 2.2619701003481465,
      "grad_norm": 0.6856016540249371,
      "learning_rate": 0.00021027569143899482,
      "loss": 0.0945,
      "step": 55226
    },
    {
      "epoch": 2.262011058775343,
      "grad_norm": 1.0011718842185189,
      "learning_rate": 0.0002102727049305411,
      "loss": 0.6003,
      "step": 55227
    },
    {
      "epoch": 2.2620520172025396,
      "grad_norm": 1.14229560121103,
      "learning_rate": 0.000210269718393594,
      "loss": 0.8734,
      "step": 55228
    },
    {
      "epoch": 2.2620929756297357,
      "grad_norm": 1.0208074614765326,
      "learning_rate": 0.00021026673182815482,
      "loss": 0.9092,
      "step": 55229
    },
    {
      "epoch": 2.262133934056932,
      "grad_norm": 1.201785027897489,
      "learning_rate": 0.00021026374523422503,
      "loss": 1.02,
      "step": 55230
    },
    {
      "epoch": 2.2621748924841287,
      "grad_norm": 0.9524282652764962,
      "learning_rate": 0.00021026075861180603,
      "loss": 0.8246,
      "step": 55231
    },
    {
      "epoch": 2.262215850911325,
      "grad_norm": 1.1766693241809765,
      "learning_rate": 0.0002102577719608993,
      "loss": 0.7736,
      "step": 55232
    },
    {
      "epoch": 2.2622568093385214,
      "grad_norm": 0.9751956048373907,
      "learning_rate": 0.00021025478528150613,
      "loss": 0.6566,
      "step": 55233
    },
    {
      "epoch": 2.262297767765718,
      "grad_norm": 1.1656100508558698,
      "learning_rate": 0.00021025179857362805,
      "loss": 1.0116,
      "step": 55234
    },
    {
      "epoch": 2.2623387261929144,
      "grad_norm": 0.7845375641972515,
      "learning_rate": 0.00021024881183726634,
      "loss": 0.6761,
      "step": 55235
    },
    {
      "epoch": 2.2623796846201105,
      "grad_norm": 1.1641050883794386,
      "learning_rate": 0.00021024582507242256,
      "loss": 0.9844,
      "step": 55236
    },
    {
      "epoch": 2.262420643047307,
      "grad_norm": 1.1434564874963005,
      "learning_rate": 0.000210242838279098,
      "loss": 0.7004,
      "step": 55237
    },
    {
      "epoch": 2.262461601474503,
      "grad_norm": 0.6816552580560996,
      "learning_rate": 0.00021023985145729413,
      "loss": 0.3042,
      "step": 55238
    },
    {
      "epoch": 2.2625025599016997,
      "grad_norm": 0.9896644820828889,
      "learning_rate": 0.00021023686460701238,
      "loss": 0.7315,
      "step": 55239
    },
    {
      "epoch": 2.262543518328896,
      "grad_norm": 1.2110785516793878,
      "learning_rate": 0.0002102338777282541,
      "loss": 0.8702,
      "step": 55240
    },
    {
      "epoch": 2.2625844767560928,
      "grad_norm": 0.8828591466014641,
      "learning_rate": 0.0002102308908210208,
      "loss": 0.6328,
      "step": 55241
    },
    {
      "epoch": 2.262625435183289,
      "grad_norm": 1.0000064423951271,
      "learning_rate": 0.00021022790388531374,
      "loss": 0.8648,
      "step": 55242
    },
    {
      "epoch": 2.2626663936104854,
      "grad_norm": 2.4728519711667882,
      "learning_rate": 0.0002102249169211345,
      "loss": 1.2843,
      "step": 55243
    },
    {
      "epoch": 2.262707352037682,
      "grad_norm": 1.0212116384860992,
      "learning_rate": 0.00021022192992848436,
      "loss": 0.7821,
      "step": 55244
    },
    {
      "epoch": 2.262748310464878,
      "grad_norm": 1.2985580924512756,
      "learning_rate": 0.00021021894290736484,
      "loss": 0.9973,
      "step": 55245
    },
    {
      "epoch": 2.2627892688920745,
      "grad_norm": 0.8985802318459692,
      "learning_rate": 0.00021021595585777724,
      "loss": 0.6757,
      "step": 55246
    },
    {
      "epoch": 2.262830227319271,
      "grad_norm": 13.19659320201026,
      "learning_rate": 0.00021021296877972307,
      "loss": 3.6858,
      "step": 55247
    },
    {
      "epoch": 2.262871185746467,
      "grad_norm": 1.3514499432142923,
      "learning_rate": 0.0002102099816732037,
      "loss": 0.6986,
      "step": 55248
    },
    {
      "epoch": 2.2629121441736637,
      "grad_norm": 0.953354982126545,
      "learning_rate": 0.00021020699453822052,
      "loss": 0.754,
      "step": 55249
    },
    {
      "epoch": 2.2629531026008602,
      "grad_norm": 1.3684619466535108,
      "learning_rate": 0.000210204007374775,
      "loss": 1.4007,
      "step": 55250
    },
    {
      "epoch": 2.2629940610280563,
      "grad_norm": 1.1218007798106828,
      "learning_rate": 0.0002102010201828685,
      "loss": 0.351,
      "step": 55251
    },
    {
      "epoch": 2.263035019455253,
      "grad_norm": 1.9353348985330627,
      "learning_rate": 0.00021019803296250247,
      "loss": 0.6028,
      "step": 55252
    },
    {
      "epoch": 2.2630759778824494,
      "grad_norm": 0.9397743644340161,
      "learning_rate": 0.00021019504571367825,
      "loss": 0.8293,
      "step": 55253
    },
    {
      "epoch": 2.263116936309646,
      "grad_norm": 1.2050955785179838,
      "learning_rate": 0.00021019205843639735,
      "loss": 1.1213,
      "step": 55254
    },
    {
      "epoch": 2.263157894736842,
      "grad_norm": 0.7325496521799578,
      "learning_rate": 0.00021018907113066112,
      "loss": 0.7258,
      "step": 55255
    },
    {
      "epoch": 2.2631988531640386,
      "grad_norm": 1.46638379761523,
      "learning_rate": 0.00021018608379647102,
      "loss": 0.9311,
      "step": 55256
    },
    {
      "epoch": 2.2632398115912347,
      "grad_norm": 1.1578594225735008,
      "learning_rate": 0.0002101830964338284,
      "loss": 1.0231,
      "step": 55257
    },
    {
      "epoch": 2.263280770018431,
      "grad_norm": 0.8380034410047463,
      "learning_rate": 0.0002101801090427347,
      "loss": 0.2957,
      "step": 55258
    },
    {
      "epoch": 2.2633217284456277,
      "grad_norm": 1.3624787194855796,
      "learning_rate": 0.00021017712162319134,
      "loss": 0.7592,
      "step": 55259
    },
    {
      "epoch": 2.2633626868728243,
      "grad_norm": 1.3296733873464666,
      "learning_rate": 0.00021017413417519977,
      "loss": 0.8052,
      "step": 55260
    },
    {
      "epoch": 2.2634036453000204,
      "grad_norm": 7.381448385651234,
      "learning_rate": 0.00021017114669876128,
      "loss": 1.2712,
      "step": 55261
    },
    {
      "epoch": 2.263444603727217,
      "grad_norm": 1.0517951145972146,
      "learning_rate": 0.00021016815919387742,
      "loss": 0.8645,
      "step": 55262
    },
    {
      "epoch": 2.2634855621544134,
      "grad_norm": 0.8687802779549058,
      "learning_rate": 0.00021016517166054955,
      "loss": 0.7288,
      "step": 55263
    },
    {
      "epoch": 2.2635265205816095,
      "grad_norm": 1.1071224972984761,
      "learning_rate": 0.0002101621840987791,
      "loss": 0.9002,
      "step": 55264
    },
    {
      "epoch": 2.263567479008806,
      "grad_norm": 0.9909769473621468,
      "learning_rate": 0.00021015919650856738,
      "loss": 0.9298,
      "step": 55265
    },
    {
      "epoch": 2.2636084374360026,
      "grad_norm": 1.407674761497713,
      "learning_rate": 0.00021015620888991594,
      "loss": 0.4492,
      "step": 55266
    },
    {
      "epoch": 2.2636493958631987,
      "grad_norm": 0.8147168204315878,
      "learning_rate": 0.00021015322124282612,
      "loss": 0.2954,
      "step": 55267
    },
    {
      "epoch": 2.2636903542903952,
      "grad_norm": 0.9170861750493438,
      "learning_rate": 0.00021015023356729938,
      "loss": 0.7271,
      "step": 55268
    },
    {
      "epoch": 2.2637313127175918,
      "grad_norm": 0.6900576430782704,
      "learning_rate": 0.00021014724586333706,
      "loss": 0.6297,
      "step": 55269
    },
    {
      "epoch": 2.263772271144788,
      "grad_norm": 1.344226183224254,
      "learning_rate": 0.0002101442581309406,
      "loss": 1.0049,
      "step": 55270
    },
    {
      "epoch": 2.2638132295719844,
      "grad_norm": 0.8288195773489352,
      "learning_rate": 0.00021014127037011145,
      "loss": 0.4708,
      "step": 55271
    },
    {
      "epoch": 2.263854187999181,
      "grad_norm": 0.6953241487053856,
      "learning_rate": 0.000210138282580851,
      "loss": 0.2831,
      "step": 55272
    },
    {
      "epoch": 2.2638951464263775,
      "grad_norm": 1.136430500039215,
      "learning_rate": 0.00021013529476316068,
      "loss": 1.017,
      "step": 55273
    },
    {
      "epoch": 2.2639361048535735,
      "grad_norm": 1.0635732072495403,
      "learning_rate": 0.00021013230691704186,
      "loss": 0.8531,
      "step": 55274
    },
    {
      "epoch": 2.26397706328077,
      "grad_norm": 1.2895840096540148,
      "learning_rate": 0.00021012931904249596,
      "loss": 0.913,
      "step": 55275
    },
    {
      "epoch": 2.264018021707966,
      "grad_norm": 1.157148679116774,
      "learning_rate": 0.00021012633113952442,
      "loss": 0.5983,
      "step": 55276
    },
    {
      "epoch": 2.2640589801351627,
      "grad_norm": 0.9621262302306505,
      "learning_rate": 0.00021012334320812866,
      "loss": 0.8026,
      "step": 55277
    },
    {
      "epoch": 2.2640999385623592,
      "grad_norm": 0.8908067925295177,
      "learning_rate": 0.00021012035524831002,
      "loss": 0.7826,
      "step": 55278
    },
    {
      "epoch": 2.264140896989556,
      "grad_norm": 0.9088758400959907,
      "learning_rate": 0.00021011736726007002,
      "loss": 0.7169,
      "step": 55279
    },
    {
      "epoch": 2.264181855416752,
      "grad_norm": 0.889459230966108,
      "learning_rate": 0.00021011437924341,
      "loss": 0.9493,
      "step": 55280
    },
    {
      "epoch": 2.2642228138439484,
      "grad_norm": 0.7714276571265688,
      "learning_rate": 0.00021011139119833135,
      "loss": 0.3493,
      "step": 55281
    },
    {
      "epoch": 2.264263772271145,
      "grad_norm": 1.3664827477459678,
      "learning_rate": 0.00021010840312483554,
      "loss": 1.0736,
      "step": 55282
    },
    {
      "epoch": 2.264304730698341,
      "grad_norm": 0.9813980710420661,
      "learning_rate": 0.00021010541502292402,
      "loss": 0.6788,
      "step": 55283
    },
    {
      "epoch": 2.2643456891255376,
      "grad_norm": 1.1201924912709706,
      "learning_rate": 0.0002101024268925981,
      "loss": 0.7425,
      "step": 55284
    },
    {
      "epoch": 2.264386647552734,
      "grad_norm": 0.9004026171623343,
      "learning_rate": 0.00021009943873385927,
      "loss": 0.6526,
      "step": 55285
    },
    {
      "epoch": 2.26442760597993,
      "grad_norm": 0.9078517621362414,
      "learning_rate": 0.00021009645054670888,
      "loss": 0.6387,
      "step": 55286
    },
    {
      "epoch": 2.2644685644071267,
      "grad_norm": 0.945016956388773,
      "learning_rate": 0.00021009346233114842,
      "loss": 0.7729,
      "step": 55287
    },
    {
      "epoch": 2.2645095228343233,
      "grad_norm": 1.3155785141625571,
      "learning_rate": 0.0002100904740871792,
      "loss": 1.1416,
      "step": 55288
    },
    {
      "epoch": 2.2645504812615194,
      "grad_norm": 0.7313193355853652,
      "learning_rate": 0.0002100874858148027,
      "loss": 0.2841,
      "step": 55289
    },
    {
      "epoch": 2.264591439688716,
      "grad_norm": 0.9656950745569466,
      "learning_rate": 0.00021008449751402033,
      "loss": 0.8924,
      "step": 55290
    },
    {
      "epoch": 2.2646323981159124,
      "grad_norm": 0.8014509127822543,
      "learning_rate": 0.00021008150918483352,
      "loss": 0.3393,
      "step": 55291
    },
    {
      "epoch": 2.264673356543109,
      "grad_norm": 1.0640800097739072,
      "learning_rate": 0.00021007852082724365,
      "loss": 0.9674,
      "step": 55292
    },
    {
      "epoch": 2.264714314970305,
      "grad_norm": 1.2902570655636132,
      "learning_rate": 0.0002100755324412521,
      "loss": 1.1268,
      "step": 55293
    },
    {
      "epoch": 2.2647552733975016,
      "grad_norm": 1.103932181577677,
      "learning_rate": 0.0002100725440268604,
      "loss": 0.8527,
      "step": 55294
    },
    {
      "epoch": 2.2647962318246977,
      "grad_norm": 1.0787357054641855,
      "learning_rate": 0.00021006955558406984,
      "loss": 0.6666,
      "step": 55295
    },
    {
      "epoch": 2.2648371902518942,
      "grad_norm": 0.7377901694121557,
      "learning_rate": 0.0002100665671128819,
      "loss": 0.7306,
      "step": 55296
    },
    {
      "epoch": 2.2648781486790908,
      "grad_norm": 0.9230249680324817,
      "learning_rate": 0.00021006357861329792,
      "loss": 0.7466,
      "step": 55297
    },
    {
      "epoch": 2.2649191071062873,
      "grad_norm": 1.0768148969526157,
      "learning_rate": 0.00021006059008531943,
      "loss": 0.7282,
      "step": 55298
    },
    {
      "epoch": 2.2649600655334834,
      "grad_norm": 1.2267322780879804,
      "learning_rate": 0.00021005760152894773,
      "loss": 0.8276,
      "step": 55299
    },
    {
      "epoch": 2.26500102396068,
      "grad_norm": 0.9221723607711018,
      "learning_rate": 0.00021005461294418433,
      "loss": 0.8507,
      "step": 55300
    },
    {
      "epoch": 2.2650419823878765,
      "grad_norm": 0.9532084840778624,
      "learning_rate": 0.00021005162433103053,
      "loss": 0.3053,
      "step": 55301
    },
    {
      "epoch": 2.2650829408150726,
      "grad_norm": 2.4154524984860086,
      "learning_rate": 0.00021004863568948787,
      "loss": 1.3525,
      "step": 55302
    },
    {
      "epoch": 2.265123899242269,
      "grad_norm": 1.631111918980802,
      "learning_rate": 0.00021004564701955765,
      "loss": 1.1793,
      "step": 55303
    },
    {
      "epoch": 2.2651648576694656,
      "grad_norm": 0.9114621076726802,
      "learning_rate": 0.00021004265832124137,
      "loss": 0.3797,
      "step": 55304
    },
    {
      "epoch": 2.2652058160966617,
      "grad_norm": 1.2633277035936543,
      "learning_rate": 0.00021003966959454038,
      "loss": 0.9077,
      "step": 55305
    },
    {
      "epoch": 2.2652467745238583,
      "grad_norm": 1.0934577004131287,
      "learning_rate": 0.00021003668083945616,
      "loss": 0.4402,
      "step": 55306
    },
    {
      "epoch": 2.265287732951055,
      "grad_norm": 1.261843815455033,
      "learning_rate": 0.00021003369205599003,
      "loss": 1.2269,
      "step": 55307
    },
    {
      "epoch": 2.265328691378251,
      "grad_norm": 1.2601804385561544,
      "learning_rate": 0.0002100307032441435,
      "loss": 0.8834,
      "step": 55308
    },
    {
      "epoch": 2.2653696498054474,
      "grad_norm": 1.0510319379063013,
      "learning_rate": 0.0002100277144039179,
      "loss": 0.7364,
      "step": 55309
    },
    {
      "epoch": 2.265410608232644,
      "grad_norm": 1.2269005756782794,
      "learning_rate": 0.0002100247255353147,
      "loss": 0.932,
      "step": 55310
    },
    {
      "epoch": 2.2654515666598405,
      "grad_norm": 0.9675360040031511,
      "learning_rate": 0.00021002173663833522,
      "loss": 0.6555,
      "step": 55311
    },
    {
      "epoch": 2.2654925250870366,
      "grad_norm": 0.8033864849519587,
      "learning_rate": 0.00021001874771298104,
      "loss": 0.569,
      "step": 55312
    },
    {
      "epoch": 2.265533483514233,
      "grad_norm": 1.0233043395776247,
      "learning_rate": 0.00021001575875925345,
      "loss": 0.7976,
      "step": 55313
    },
    {
      "epoch": 2.265574441941429,
      "grad_norm": 0.8701102057739947,
      "learning_rate": 0.00021001276977715387,
      "loss": 0.6675,
      "step": 55314
    },
    {
      "epoch": 2.2656154003686257,
      "grad_norm": 1.322112842243822,
      "learning_rate": 0.00021000978076668377,
      "loss": 0.7594,
      "step": 55315
    },
    {
      "epoch": 2.2656563587958223,
      "grad_norm": 1.3285606673112895,
      "learning_rate": 0.00021000679172784452,
      "loss": 0.8272,
      "step": 55316
    },
    {
      "epoch": 2.265697317223019,
      "grad_norm": 0.9604651313455738,
      "learning_rate": 0.00021000380266063756,
      "loss": 0.7944,
      "step": 55317
    },
    {
      "epoch": 2.265738275650215,
      "grad_norm": 0.8653689691914056,
      "learning_rate": 0.00021000081356506423,
      "loss": 0.5474,
      "step": 55318
    },
    {
      "epoch": 2.2657792340774114,
      "grad_norm": 0.8819200108498721,
      "learning_rate": 0.000209997824441126,
      "loss": 0.8081,
      "step": 55319
    },
    {
      "epoch": 2.265820192504608,
      "grad_norm": 2.0517834547220315,
      "learning_rate": 0.00020999483528882438,
      "loss": 0.7447,
      "step": 55320
    },
    {
      "epoch": 2.265861150931804,
      "grad_norm": 0.7235906946674979,
      "learning_rate": 0.0002099918461081606,
      "loss": 0.5778,
      "step": 55321
    },
    {
      "epoch": 2.2659021093590006,
      "grad_norm": 0.9529195260894315,
      "learning_rate": 0.00020998885689913613,
      "loss": 0.751,
      "step": 55322
    },
    {
      "epoch": 2.265943067786197,
      "grad_norm": 1.1480749567237514,
      "learning_rate": 0.00020998586766175244,
      "loss": 0.844,
      "step": 55323
    },
    {
      "epoch": 2.2659840262133932,
      "grad_norm": 1.0557564788933063,
      "learning_rate": 0.00020998287839601095,
      "loss": 0.6487,
      "step": 55324
    },
    {
      "epoch": 2.2660249846405898,
      "grad_norm": 1.7419870534832667,
      "learning_rate": 0.000209979889101913,
      "loss": 1.3,
      "step": 55325
    },
    {
      "epoch": 2.2660659430677863,
      "grad_norm": 0.8867581811021364,
      "learning_rate": 0.00020997689977946002,
      "loss": 0.6559,
      "step": 55326
    },
    {
      "epoch": 2.2661069014949824,
      "grad_norm": 2.0869186625264504,
      "learning_rate": 0.00020997391042865346,
      "loss": 2.5056,
      "step": 55327
    },
    {
      "epoch": 2.266147859922179,
      "grad_norm": 3.0538481074903148,
      "learning_rate": 0.00020997092104949475,
      "loss": 1.8259,
      "step": 55328
    },
    {
      "epoch": 2.2661888183493755,
      "grad_norm": 1.098178234744723,
      "learning_rate": 0.0002099679316419852,
      "loss": 1.1644,
      "step": 55329
    },
    {
      "epoch": 2.266229776776572,
      "grad_norm": 1.0104272393862852,
      "learning_rate": 0.0002099649422061263,
      "loss": 0.8076,
      "step": 55330
    },
    {
      "epoch": 2.266270735203768,
      "grad_norm": 0.7475436079799039,
      "learning_rate": 0.00020996195274191953,
      "loss": 0.2522,
      "step": 55331
    },
    {
      "epoch": 2.2663116936309646,
      "grad_norm": 1.5759570730632932,
      "learning_rate": 0.00020995896324936617,
      "loss": 1.0182,
      "step": 55332
    },
    {
      "epoch": 2.2663526520581607,
      "grad_norm": 1.000544607411218,
      "learning_rate": 0.0002099559737284677,
      "loss": 0.995,
      "step": 55333
    },
    {
      "epoch": 2.2663936104853573,
      "grad_norm": 1.135744849327225,
      "learning_rate": 0.00020995298417922551,
      "loss": 1.1308,
      "step": 55334
    },
    {
      "epoch": 2.266434568912554,
      "grad_norm": 1.027672489731426,
      "learning_rate": 0.00020994999460164108,
      "loss": 0.5175,
      "step": 55335
    },
    {
      "epoch": 2.2664755273397503,
      "grad_norm": 1.3917926629692434,
      "learning_rate": 0.00020994700499571572,
      "loss": 1.1748,
      "step": 55336
    },
    {
      "epoch": 2.2665164857669464,
      "grad_norm": 1.3547584780101856,
      "learning_rate": 0.0002099440153614509,
      "loss": 1.0883,
      "step": 55337
    },
    {
      "epoch": 2.266557444194143,
      "grad_norm": 0.8359268763003285,
      "learning_rate": 0.00020994102569884803,
      "loss": 0.7218,
      "step": 55338
    },
    {
      "epoch": 2.2665984026213395,
      "grad_norm": 1.114248741205958,
      "learning_rate": 0.00020993803600790855,
      "loss": 0.9644,
      "step": 55339
    },
    {
      "epoch": 2.2666393610485356,
      "grad_norm": 0.8621694240037071,
      "learning_rate": 0.00020993504628863383,
      "loss": 0.6137,
      "step": 55340
    },
    {
      "epoch": 2.266680319475732,
      "grad_norm": 1.0530942593287242,
      "learning_rate": 0.00020993205654102525,
      "loss": 0.8157,
      "step": 55341
    },
    {
      "epoch": 2.2667212779029287,
      "grad_norm": 1.0970281303828482,
      "learning_rate": 0.00020992906676508432,
      "loss": 0.777,
      "step": 55342
    },
    {
      "epoch": 2.2667622363301247,
      "grad_norm": 1.2515807081038224,
      "learning_rate": 0.00020992607696081243,
      "loss": 1.0629,
      "step": 55343
    },
    {
      "epoch": 2.2668031947573213,
      "grad_norm": 0.6568869614075301,
      "learning_rate": 0.00020992308712821094,
      "loss": 0.28,
      "step": 55344
    },
    {
      "epoch": 2.266844153184518,
      "grad_norm": 1.2992264702095615,
      "learning_rate": 0.0002099200972672813,
      "loss": 0.8959,
      "step": 55345
    },
    {
      "epoch": 2.266885111611714,
      "grad_norm": 0.9954387025586118,
      "learning_rate": 0.0002099171073780249,
      "loss": 0.5647,
      "step": 55346
    },
    {
      "epoch": 2.2669260700389104,
      "grad_norm": 0.8793545429686864,
      "learning_rate": 0.00020991411746044318,
      "loss": 0.6664,
      "step": 55347
    },
    {
      "epoch": 2.266967028466107,
      "grad_norm": 1.0175072374206804,
      "learning_rate": 0.00020991112751453752,
      "loss": 0.9278,
      "step": 55348
    },
    {
      "epoch": 2.2670079868933035,
      "grad_norm": 1.3579095051018817,
      "learning_rate": 0.00020990813754030938,
      "loss": 1.1422,
      "step": 55349
    },
    {
      "epoch": 2.2670489453204996,
      "grad_norm": 0.98319279182267,
      "learning_rate": 0.00020990514753776012,
      "loss": 0.5817,
      "step": 55350
    },
    {
      "epoch": 2.267089903747696,
      "grad_norm": 1.1574183098911308,
      "learning_rate": 0.0002099021575068912,
      "loss": 0.9273,
      "step": 55351
    },
    {
      "epoch": 2.2671308621748922,
      "grad_norm": 0.8651140092622163,
      "learning_rate": 0.00020989916744770402,
      "loss": 0.6175,
      "step": 55352
    },
    {
      "epoch": 2.2671718206020888,
      "grad_norm": 0.999790289698788,
      "learning_rate": 0.0002098961773602,
      "loss": 0.8922,
      "step": 55353
    },
    {
      "epoch": 2.2672127790292853,
      "grad_norm": 1.3875870246928717,
      "learning_rate": 0.00020989318724438051,
      "loss": 0.7921,
      "step": 55354
    },
    {
      "epoch": 2.267253737456482,
      "grad_norm": 1.3072874997565225,
      "learning_rate": 0.00020989019710024705,
      "loss": 0.9404,
      "step": 55355
    },
    {
      "epoch": 2.267294695883678,
      "grad_norm": 0.6261070271364639,
      "learning_rate": 0.00020988720692780095,
      "loss": 0.2386,
      "step": 55356
    },
    {
      "epoch": 2.2673356543108745,
      "grad_norm": 0.9251518369087345,
      "learning_rate": 0.00020988421672704362,
      "loss": 0.6479,
      "step": 55357
    },
    {
      "epoch": 2.267376612738071,
      "grad_norm": 0.804273295850513,
      "learning_rate": 0.00020988122649797658,
      "loss": 0.4471,
      "step": 55358
    },
    {
      "epoch": 2.267417571165267,
      "grad_norm": 0.8506743155043219,
      "learning_rate": 0.00020987823624060112,
      "loss": 0.6242,
      "step": 55359
    },
    {
      "epoch": 2.2674585295924636,
      "grad_norm": 0.9128267210153378,
      "learning_rate": 0.00020987524595491872,
      "loss": 0.6361,
      "step": 55360
    },
    {
      "epoch": 2.26749948801966,
      "grad_norm": 0.85658007318466,
      "learning_rate": 0.00020987225564093073,
      "loss": 0.6309,
      "step": 55361
    },
    {
      "epoch": 2.2675404464468563,
      "grad_norm": 1.0287607812193884,
      "learning_rate": 0.00020986926529863867,
      "loss": 0.6808,
      "step": 55362
    },
    {
      "epoch": 2.267581404874053,
      "grad_norm": 0.9107099052203997,
      "learning_rate": 0.00020986627492804389,
      "loss": 0.693,
      "step": 55363
    },
    {
      "epoch": 2.2676223633012493,
      "grad_norm": 2.997596087344935,
      "learning_rate": 0.00020986328452914777,
      "loss": 4.3821,
      "step": 55364
    },
    {
      "epoch": 2.2676633217284454,
      "grad_norm": 1.0971149098229656,
      "learning_rate": 0.00020986029410195178,
      "loss": 0.9913,
      "step": 55365
    },
    {
      "epoch": 2.267704280155642,
      "grad_norm": 1.3577216198742041,
      "learning_rate": 0.00020985730364645735,
      "loss": 1.2228,
      "step": 55366
    },
    {
      "epoch": 2.2677452385828385,
      "grad_norm": 1.3149454091619157,
      "learning_rate": 0.00020985431316266582,
      "loss": 1.3836,
      "step": 55367
    },
    {
      "epoch": 2.267786197010035,
      "grad_norm": 1.4865575414407353,
      "learning_rate": 0.00020985132265057867,
      "loss": 1.2782,
      "step": 55368
    },
    {
      "epoch": 2.267827155437231,
      "grad_norm": 0.9184578110621727,
      "learning_rate": 0.00020984833211019725,
      "loss": 0.7871,
      "step": 55369
    },
    {
      "epoch": 2.2678681138644277,
      "grad_norm": 1.6833138628697761,
      "learning_rate": 0.00020984534154152304,
      "loss": 1.0189,
      "step": 55370
    },
    {
      "epoch": 2.267909072291624,
      "grad_norm": 0.9500097165767275,
      "learning_rate": 0.00020984235094455745,
      "loss": 0.7942,
      "step": 55371
    },
    {
      "epoch": 2.2679500307188203,
      "grad_norm": 1.1372383425856667,
      "learning_rate": 0.00020983936031930184,
      "loss": 0.8359,
      "step": 55372
    },
    {
      "epoch": 2.267990989146017,
      "grad_norm": 0.8307133657957106,
      "learning_rate": 0.00020983636966575764,
      "loss": 0.5662,
      "step": 55373
    },
    {
      "epoch": 2.2680319475732134,
      "grad_norm": 0.9997341781833423,
      "learning_rate": 0.00020983337898392628,
      "loss": 0.9137,
      "step": 55374
    },
    {
      "epoch": 2.2680729060004094,
      "grad_norm": 1.4231872142042228,
      "learning_rate": 0.0002098303882738092,
      "loss": 1.3527,
      "step": 55375
    },
    {
      "epoch": 2.268113864427606,
      "grad_norm": 0.5224705002781475,
      "learning_rate": 0.00020982739753540777,
      "loss": 0.1443,
      "step": 55376
    },
    {
      "epoch": 2.2681548228548025,
      "grad_norm": 1.343765245441205,
      "learning_rate": 0.0002098244067687234,
      "loss": 0.9775,
      "step": 55377
    },
    {
      "epoch": 2.2681957812819986,
      "grad_norm": 1.031198177708533,
      "learning_rate": 0.00020982141597375754,
      "loss": 0.8029,
      "step": 55378
    },
    {
      "epoch": 2.268236739709195,
      "grad_norm": 1.6997582071730113,
      "learning_rate": 0.00020981842515051157,
      "loss": 1.4241,
      "step": 55379
    },
    {
      "epoch": 2.2682776981363917,
      "grad_norm": 0.5195027714872291,
      "learning_rate": 0.00020981543429898696,
      "loss": 0.2346,
      "step": 55380
    },
    {
      "epoch": 2.2683186565635878,
      "grad_norm": 0.7972776345031172,
      "learning_rate": 0.00020981244341918508,
      "loss": 0.7294,
      "step": 55381
    },
    {
      "epoch": 2.2683596149907843,
      "grad_norm": 0.827372177611794,
      "learning_rate": 0.0002098094525111073,
      "loss": 0.6996,
      "step": 55382
    },
    {
      "epoch": 2.268400573417981,
      "grad_norm": 0.9327463828724638,
      "learning_rate": 0.00020980646157475508,
      "loss": 0.9662,
      "step": 55383
    },
    {
      "epoch": 2.268441531845177,
      "grad_norm": 0.9587808191097049,
      "learning_rate": 0.00020980347061012988,
      "loss": 0.6382,
      "step": 55384
    },
    {
      "epoch": 2.2684824902723735,
      "grad_norm": 1.1478462636541718,
      "learning_rate": 0.00020980047961723306,
      "loss": 0.8908,
      "step": 55385
    },
    {
      "epoch": 2.26852344869957,
      "grad_norm": 1.0535819464474967,
      "learning_rate": 0.00020979748859606601,
      "loss": 0.5751,
      "step": 55386
    },
    {
      "epoch": 2.2685644071267665,
      "grad_norm": 0.8273959616485385,
      "learning_rate": 0.00020979449754663022,
      "loss": 0.7268,
      "step": 55387
    },
    {
      "epoch": 2.2686053655539626,
      "grad_norm": 0.9596312151936857,
      "learning_rate": 0.00020979150646892702,
      "loss": 0.8466,
      "step": 55388
    },
    {
      "epoch": 2.268646323981159,
      "grad_norm": 0.8767791810616427,
      "learning_rate": 0.00020978851536295788,
      "loss": 0.7591,
      "step": 55389
    },
    {
      "epoch": 2.2686872824083557,
      "grad_norm": 1.0284667483192689,
      "learning_rate": 0.0002097855242287242,
      "loss": 0.9036,
      "step": 55390
    },
    {
      "epoch": 2.268728240835552,
      "grad_norm": 1.1773655616099208,
      "learning_rate": 0.00020978253306622744,
      "loss": 0.7272,
      "step": 55391
    },
    {
      "epoch": 2.2687691992627483,
      "grad_norm": 5.518651979809146,
      "learning_rate": 0.00020977954187546895,
      "loss": 3.088,
      "step": 55392
    },
    {
      "epoch": 2.268810157689945,
      "grad_norm": 0.8318071390410171,
      "learning_rate": 0.0002097765506564501,
      "loss": 0.3501,
      "step": 55393
    },
    {
      "epoch": 2.268851116117141,
      "grad_norm": 1.4393040133909474,
      "learning_rate": 0.0002097735594091724,
      "loss": 0.958,
      "step": 55394
    },
    {
      "epoch": 2.2688920745443375,
      "grad_norm": 1.7433925270877655,
      "learning_rate": 0.00020977056813363727,
      "loss": 0.9161,
      "step": 55395
    },
    {
      "epoch": 2.268933032971534,
      "grad_norm": 1.9507640410176146,
      "learning_rate": 0.00020976757682984604,
      "loss": 1.3479,
      "step": 55396
    },
    {
      "epoch": 2.26897399139873,
      "grad_norm": 1.4969610417411814,
      "learning_rate": 0.00020976458549780012,
      "loss": 0.9145,
      "step": 55397
    },
    {
      "epoch": 2.2690149498259267,
      "grad_norm": 0.9088733796114588,
      "learning_rate": 0.00020976159413750107,
      "loss": 0.8814,
      "step": 55398
    },
    {
      "epoch": 2.269055908253123,
      "grad_norm": 0.9684761812198739,
      "learning_rate": 0.00020975860274895016,
      "loss": 0.3489,
      "step": 55399
    },
    {
      "epoch": 2.2690968666803193,
      "grad_norm": 1.0043434976515475,
      "learning_rate": 0.00020975561133214886,
      "loss": 0.818,
      "step": 55400
    },
    {
      "epoch": 2.269137825107516,
      "grad_norm": 1.1251451006578244,
      "learning_rate": 0.00020975261988709853,
      "loss": 0.8281,
      "step": 55401
    },
    {
      "epoch": 2.2691787835347124,
      "grad_norm": 1.4251190373638165,
      "learning_rate": 0.0002097496284138007,
      "loss": 0.5735,
      "step": 55402
    },
    {
      "epoch": 2.2692197419619085,
      "grad_norm": 1.2285379312710412,
      "learning_rate": 0.00020974663691225668,
      "loss": 1.3144,
      "step": 55403
    },
    {
      "epoch": 2.269260700389105,
      "grad_norm": 0.9253925090898919,
      "learning_rate": 0.00020974364538246793,
      "loss": 0.9137,
      "step": 55404
    },
    {
      "epoch": 2.2693016588163015,
      "grad_norm": 0.8419716158115248,
      "learning_rate": 0.0002097406538244358,
      "loss": 0.6894,
      "step": 55405
    },
    {
      "epoch": 2.269342617243498,
      "grad_norm": 0.5566918025770048,
      "learning_rate": 0.00020973766223816178,
      "loss": 0.3022,
      "step": 55406
    },
    {
      "epoch": 2.269383575670694,
      "grad_norm": 1.04164610212919,
      "learning_rate": 0.0002097346706236473,
      "loss": 0.6621,
      "step": 55407
    },
    {
      "epoch": 2.2694245340978907,
      "grad_norm": 1.143250991916281,
      "learning_rate": 0.0002097316789808937,
      "loss": 1.0535,
      "step": 55408
    },
    {
      "epoch": 2.2694654925250872,
      "grad_norm": 1.2487043963814726,
      "learning_rate": 0.00020972868730990241,
      "loss": 0.6365,
      "step": 55409
    },
    {
      "epoch": 2.2695064509522833,
      "grad_norm": 0.9137024022633502,
      "learning_rate": 0.0002097256956106749,
      "loss": 0.7183,
      "step": 55410
    },
    {
      "epoch": 2.26954740937948,
      "grad_norm": 0.5150038269715244,
      "learning_rate": 0.00020972270388321254,
      "loss": 0.1938,
      "step": 55411
    },
    {
      "epoch": 2.2695883678066764,
      "grad_norm": 0.6297410320675638,
      "learning_rate": 0.00020971971212751676,
      "loss": 0.2528,
      "step": 55412
    },
    {
      "epoch": 2.2696293262338725,
      "grad_norm": 0.9044365542292307,
      "learning_rate": 0.0002097167203435889,
      "loss": 0.495,
      "step": 55413
    },
    {
      "epoch": 2.269670284661069,
      "grad_norm": 0.9288888042330868,
      "learning_rate": 0.00020971372853143054,
      "loss": 0.6372,
      "step": 55414
    },
    {
      "epoch": 2.2697112430882656,
      "grad_norm": 1.02962894198656,
      "learning_rate": 0.00020971073669104294,
      "loss": 0.7164,
      "step": 55415
    },
    {
      "epoch": 2.2697522015154616,
      "grad_norm": 1.7390621318127257,
      "learning_rate": 0.0002097077448224276,
      "loss": 0.8779,
      "step": 55416
    },
    {
      "epoch": 2.269793159942658,
      "grad_norm": 1.3284595792833749,
      "learning_rate": 0.00020970475292558585,
      "loss": 0.8302,
      "step": 55417
    },
    {
      "epoch": 2.2698341183698547,
      "grad_norm": 1.0699364142118133,
      "learning_rate": 0.00020970176100051916,
      "loss": 0.7474,
      "step": 55418
    },
    {
      "epoch": 2.269875076797051,
      "grad_norm": 0.8626887026329487,
      "learning_rate": 0.00020969876904722895,
      "loss": 0.2955,
      "step": 55419
    },
    {
      "epoch": 2.2699160352242473,
      "grad_norm": 1.5255824387722141,
      "learning_rate": 0.00020969577706571668,
      "loss": 1.3618,
      "step": 55420
    },
    {
      "epoch": 2.269956993651444,
      "grad_norm": 0.9132137170561284,
      "learning_rate": 0.00020969278505598366,
      "loss": 0.6453,
      "step": 55421
    },
    {
      "epoch": 2.26999795207864,
      "grad_norm": 3.2578170347010387,
      "learning_rate": 0.00020968979301803136,
      "loss": 1.0318,
      "step": 55422
    },
    {
      "epoch": 2.2700389105058365,
      "grad_norm": 0.9294131988153533,
      "learning_rate": 0.0002096868009518612,
      "loss": 0.7429,
      "step": 55423
    },
    {
      "epoch": 2.270079868933033,
      "grad_norm": 1.5008596832011163,
      "learning_rate": 0.0002096838088574746,
      "loss": 0.739,
      "step": 55424
    },
    {
      "epoch": 2.2701208273602296,
      "grad_norm": 1.1819041870888163,
      "learning_rate": 0.00020968081673487294,
      "loss": 0.7923,
      "step": 55425
    },
    {
      "epoch": 2.2701617857874257,
      "grad_norm": 0.7565006983225359,
      "learning_rate": 0.00020967782458405766,
      "loss": 0.2909,
      "step": 55426
    },
    {
      "epoch": 2.270202744214622,
      "grad_norm": 0.8783236368428636,
      "learning_rate": 0.00020967483240503013,
      "loss": 0.6378,
      "step": 55427
    },
    {
      "epoch": 2.2702437026418187,
      "grad_norm": 1.6154125386846565,
      "learning_rate": 0.00020967184019779185,
      "loss": 1.1783,
      "step": 55428
    },
    {
      "epoch": 2.270284661069015,
      "grad_norm": 0.8744468085091857,
      "learning_rate": 0.00020966884796234413,
      "loss": 0.3945,
      "step": 55429
    },
    {
      "epoch": 2.2703256194962114,
      "grad_norm": 1.196765659505044,
      "learning_rate": 0.00020966585569868852,
      "loss": 0.8323,
      "step": 55430
    },
    {
      "epoch": 2.270366577923408,
      "grad_norm": 0.8090599384143139,
      "learning_rate": 0.0002096628634068263,
      "loss": 0.6334,
      "step": 55431
    },
    {
      "epoch": 2.270407536350604,
      "grad_norm": 0.8212490767778265,
      "learning_rate": 0.000209659871086759,
      "loss": 0.7664,
      "step": 55432
    },
    {
      "epoch": 2.2704484947778005,
      "grad_norm": 0.9966999737268545,
      "learning_rate": 0.00020965687873848789,
      "loss": 0.8786,
      "step": 55433
    },
    {
      "epoch": 2.270489453204997,
      "grad_norm": 1.0170277145439317,
      "learning_rate": 0.0002096538863620145,
      "loss": 0.3203,
      "step": 55434
    },
    {
      "epoch": 2.270530411632193,
      "grad_norm": 0.7715906064986515,
      "learning_rate": 0.00020965089395734023,
      "loss": 0.3089,
      "step": 55435
    },
    {
      "epoch": 2.2705713700593897,
      "grad_norm": 0.9639286882100422,
      "learning_rate": 0.00020964790152446647,
      "loss": 0.735,
      "step": 55436
    },
    {
      "epoch": 2.2706123284865862,
      "grad_norm": 2.2332736809572995,
      "learning_rate": 0.00020964490906339462,
      "loss": 2.3922,
      "step": 55437
    },
    {
      "epoch": 2.2706532869137823,
      "grad_norm": 0.8824953268938917,
      "learning_rate": 0.00020964191657412613,
      "loss": 0.6588,
      "step": 55438
    },
    {
      "epoch": 2.270694245340979,
      "grad_norm": 0.8166923791037927,
      "learning_rate": 0.00020963892405666246,
      "loss": 0.3512,
      "step": 55439
    },
    {
      "epoch": 2.2707352037681754,
      "grad_norm": 5.928535305709896,
      "learning_rate": 0.0002096359315110049,
      "loss": 2.806,
      "step": 55440
    },
    {
      "epoch": 2.2707761621953715,
      "grad_norm": 0.7500031945958673,
      "learning_rate": 0.00020963293893715496,
      "loss": 0.631,
      "step": 55441
    },
    {
      "epoch": 2.270817120622568,
      "grad_norm": 0.9654102088466718,
      "learning_rate": 0.000209629946335114,
      "loss": 0.9529,
      "step": 55442
    },
    {
      "epoch": 2.2708580790497646,
      "grad_norm": 1.3347306590942372,
      "learning_rate": 0.00020962695370488351,
      "loss": 1.1452,
      "step": 55443
    },
    {
      "epoch": 2.270899037476961,
      "grad_norm": 0.4206239260203526,
      "learning_rate": 0.00020962396104646483,
      "loss": 0.1505,
      "step": 55444
    },
    {
      "epoch": 2.270939995904157,
      "grad_norm": 1.3116459970109713,
      "learning_rate": 0.00020962096835985938,
      "loss": 1.354,
      "step": 55445
    },
    {
      "epoch": 2.2709809543313537,
      "grad_norm": 0.9269926079613366,
      "learning_rate": 0.00020961797564506864,
      "loss": 0.528,
      "step": 55446
    },
    {
      "epoch": 2.2710219127585503,
      "grad_norm": 1.0949388381521945,
      "learning_rate": 0.00020961498290209395,
      "loss": 0.4964,
      "step": 55447
    },
    {
      "epoch": 2.2710628711857463,
      "grad_norm": 1.175073638858526,
      "learning_rate": 0.0002096119901309368,
      "loss": 0.7485,
      "step": 55448
    },
    {
      "epoch": 2.271103829612943,
      "grad_norm": 1.360892907970431,
      "learning_rate": 0.00020960899733159848,
      "loss": 1.2156,
      "step": 55449
    },
    {
      "epoch": 2.2711447880401394,
      "grad_norm": 1.065560972174252,
      "learning_rate": 0.00020960600450408052,
      "loss": 0.6085,
      "step": 55450
    },
    {
      "epoch": 2.2711857464673355,
      "grad_norm": 0.9723561227969825,
      "learning_rate": 0.00020960301164838432,
      "loss": 0.8223,
      "step": 55451
    },
    {
      "epoch": 2.271226704894532,
      "grad_norm": 1.0885480609211073,
      "learning_rate": 0.0002096000187645113,
      "loss": 1.0054,
      "step": 55452
    },
    {
      "epoch": 2.2712676633217286,
      "grad_norm": 1.9536606102924339,
      "learning_rate": 0.0002095970258524628,
      "loss": 1.8106,
      "step": 55453
    },
    {
      "epoch": 2.2713086217489247,
      "grad_norm": 1.1146663040348743,
      "learning_rate": 0.00020959403291224027,
      "loss": 0.7038,
      "step": 55454
    },
    {
      "epoch": 2.271349580176121,
      "grad_norm": 1.0612354916375193,
      "learning_rate": 0.00020959103994384518,
      "loss": 0.7162,
      "step": 55455
    },
    {
      "epoch": 2.2713905386033177,
      "grad_norm": 1.314911614706941,
      "learning_rate": 0.00020958804694727886,
      "loss": 0.901,
      "step": 55456
    },
    {
      "epoch": 2.271431497030514,
      "grad_norm": 0.8927465142483542,
      "learning_rate": 0.00020958505392254282,
      "loss": 0.8041,
      "step": 55457
    },
    {
      "epoch": 2.2714724554577104,
      "grad_norm": 0.648275640829116,
      "learning_rate": 0.0002095820608696384,
      "loss": 0.3489,
      "step": 55458
    },
    {
      "epoch": 2.271513413884907,
      "grad_norm": 0.6244721422877559,
      "learning_rate": 0.00020957906778856704,
      "loss": 0.2844,
      "step": 55459
    },
    {
      "epoch": 2.271554372312103,
      "grad_norm": 0.8766571182774653,
      "learning_rate": 0.00020957607467933018,
      "loss": 0.8943,
      "step": 55460
    },
    {
      "epoch": 2.2715953307392995,
      "grad_norm": 1.0147064106586163,
      "learning_rate": 0.00020957308154192917,
      "loss": 0.5034,
      "step": 55461
    },
    {
      "epoch": 2.271636289166496,
      "grad_norm": 1.398159054549942,
      "learning_rate": 0.00020957008837636549,
      "loss": 1.376,
      "step": 55462
    },
    {
      "epoch": 2.2716772475936926,
      "grad_norm": 0.6897502609212903,
      "learning_rate": 0.00020956709518264055,
      "loss": 0.5868,
      "step": 55463
    },
    {
      "epoch": 2.2717182060208887,
      "grad_norm": 0.6481785194719659,
      "learning_rate": 0.00020956410196075568,
      "loss": 0.2697,
      "step": 55464
    },
    {
      "epoch": 2.2717591644480852,
      "grad_norm": 0.7738089567790815,
      "learning_rate": 0.0002095611087107124,
      "loss": 0.3778,
      "step": 55465
    },
    {
      "epoch": 2.2718001228752818,
      "grad_norm": 1.2089714206383761,
      "learning_rate": 0.00020955811543251206,
      "loss": 0.9408,
      "step": 55466
    },
    {
      "epoch": 2.271841081302478,
      "grad_norm": 1.282974902975117,
      "learning_rate": 0.0002095551221261561,
      "loss": 1.2904,
      "step": 55467
    },
    {
      "epoch": 2.2718820397296744,
      "grad_norm": 0.7583349583565507,
      "learning_rate": 0.00020955212879164597,
      "loss": 0.676,
      "step": 55468
    },
    {
      "epoch": 2.271922998156871,
      "grad_norm": 1.0802424406188327,
      "learning_rate": 0.000209549135428983,
      "loss": 0.8068,
      "step": 55469
    },
    {
      "epoch": 2.271963956584067,
      "grad_norm": 1.2973012777277362,
      "learning_rate": 0.00020954614203816868,
      "loss": 1.1599,
      "step": 55470
    },
    {
      "epoch": 2.2720049150112636,
      "grad_norm": 0.653076990178152,
      "learning_rate": 0.00020954314861920442,
      "loss": 0.3012,
      "step": 55471
    },
    {
      "epoch": 2.27204587343846,
      "grad_norm": 0.6535222547972606,
      "learning_rate": 0.0002095401551720916,
      "loss": 0.2836,
      "step": 55472
    },
    {
      "epoch": 2.272086831865656,
      "grad_norm": 1.2286955873775707,
      "learning_rate": 0.00020953716169683163,
      "loss": 0.9256,
      "step": 55473
    },
    {
      "epoch": 2.2721277902928527,
      "grad_norm": 1.3327716461675414,
      "learning_rate": 0.00020953416819342597,
      "loss": 0.9504,
      "step": 55474
    },
    {
      "epoch": 2.2721687487200493,
      "grad_norm": 0.5449615619076947,
      "learning_rate": 0.000209531174661876,
      "loss": 0.2521,
      "step": 55475
    },
    {
      "epoch": 2.272209707147246,
      "grad_norm": 1.6343191517909852,
      "learning_rate": 0.0002095281811021831,
      "loss": 1.6835,
      "step": 55476
    },
    {
      "epoch": 2.272250665574442,
      "grad_norm": 0.929007967506957,
      "learning_rate": 0.0002095251875143488,
      "loss": 0.5899,
      "step": 55477
    },
    {
      "epoch": 2.2722916240016384,
      "grad_norm": 0.9376915590390724,
      "learning_rate": 0.00020952219389837443,
      "loss": 0.7466,
      "step": 55478
    },
    {
      "epoch": 2.2723325824288345,
      "grad_norm": 2.6594427067042634,
      "learning_rate": 0.00020951920025426139,
      "loss": 1.7778,
      "step": 55479
    },
    {
      "epoch": 2.272373540856031,
      "grad_norm": 0.9890704229846952,
      "learning_rate": 0.00020951620658201116,
      "loss": 0.4723,
      "step": 55480
    },
    {
      "epoch": 2.2724144992832276,
      "grad_norm": 1.3616085039127954,
      "learning_rate": 0.0002095132128816251,
      "loss": 0.8866,
      "step": 55481
    },
    {
      "epoch": 2.272455457710424,
      "grad_norm": 1.1627754426314967,
      "learning_rate": 0.00020951021915310464,
      "loss": 0.8155,
      "step": 55482
    },
    {
      "epoch": 2.27249641613762,
      "grad_norm": 1.1278633511536256,
      "learning_rate": 0.00020950722539645123,
      "loss": 0.9198,
      "step": 55483
    },
    {
      "epoch": 2.2725373745648167,
      "grad_norm": 0.9230093000985259,
      "learning_rate": 0.00020950423161166627,
      "loss": 0.6337,
      "step": 55484
    },
    {
      "epoch": 2.2725783329920133,
      "grad_norm": 0.6688892982434894,
      "learning_rate": 0.00020950123779875108,
      "loss": 0.349,
      "step": 55485
    },
    {
      "epoch": 2.2726192914192094,
      "grad_norm": 1.97134821648078,
      "learning_rate": 0.00020949824395770724,
      "loss": 1.0663,
      "step": 55486
    },
    {
      "epoch": 2.272660249846406,
      "grad_norm": 0.9789970257539625,
      "learning_rate": 0.00020949525008853606,
      "loss": 0.7666,
      "step": 55487
    },
    {
      "epoch": 2.2727012082736024,
      "grad_norm": 0.7978948763244187,
      "learning_rate": 0.000209492256191239,
      "loss": 0.5888,
      "step": 55488
    },
    {
      "epoch": 2.2727421667007985,
      "grad_norm": 0.9759749459642545,
      "learning_rate": 0.00020948926226581742,
      "loss": 0.6822,
      "step": 55489
    },
    {
      "epoch": 2.272783125127995,
      "grad_norm": 1.105556946798535,
      "learning_rate": 0.00020948626831227273,
      "loss": 0.7198,
      "step": 55490
    },
    {
      "epoch": 2.2728240835551916,
      "grad_norm": 1.0886032637721126,
      "learning_rate": 0.00020948327433060644,
      "loss": 0.9654,
      "step": 55491
    },
    {
      "epoch": 2.2728650419823877,
      "grad_norm": 1.5888387244088347,
      "learning_rate": 0.00020948028032081992,
      "loss": 1.219,
      "step": 55492
    },
    {
      "epoch": 2.2729060004095842,
      "grad_norm": 0.8462205317010292,
      "learning_rate": 0.00020947728628291454,
      "loss": 0.442,
      "step": 55493
    },
    {
      "epoch": 2.2729469588367808,
      "grad_norm": 0.9388087133794686,
      "learning_rate": 0.00020947429221689174,
      "loss": 0.692,
      "step": 55494
    },
    {
      "epoch": 2.2729879172639773,
      "grad_norm": 1.0477079453119806,
      "learning_rate": 0.000209471298122753,
      "loss": 0.8142,
      "step": 55495
    },
    {
      "epoch": 2.2730288756911734,
      "grad_norm": 0.874375089820091,
      "learning_rate": 0.00020946830400049967,
      "loss": 0.7088,
      "step": 55496
    },
    {
      "epoch": 2.27306983411837,
      "grad_norm": 1.5555949361819832,
      "learning_rate": 0.00020946530985013314,
      "loss": 1.2618,
      "step": 55497
    },
    {
      "epoch": 2.273110792545566,
      "grad_norm": 1.01963838285964,
      "learning_rate": 0.00020946231567165488,
      "loss": 0.9195,
      "step": 55498
    },
    {
      "epoch": 2.2731517509727626,
      "grad_norm": 1.077206554497948,
      "learning_rate": 0.0002094593214650663,
      "loss": 0.8081,
      "step": 55499
    },
    {
      "epoch": 2.273192709399959,
      "grad_norm": 1.2732983090010002,
      "learning_rate": 0.00020945632723036881,
      "loss": 1.1051,
      "step": 55500
    },
    {
      "epoch": 2.2732336678271556,
      "grad_norm": 1.0381873577218275,
      "learning_rate": 0.00020945333296756377,
      "loss": 1.0593,
      "step": 55501
    },
    {
      "epoch": 2.2732746262543517,
      "grad_norm": 0.8360223454935077,
      "learning_rate": 0.0002094503386766527,
      "loss": 0.738,
      "step": 55502
    },
    {
      "epoch": 2.2733155846815483,
      "grad_norm": 3.9497591795312728,
      "learning_rate": 0.00020944734435763692,
      "loss": 2.7105,
      "step": 55503
    },
    {
      "epoch": 2.273356543108745,
      "grad_norm": 0.82281586072197,
      "learning_rate": 0.0002094443500105179,
      "loss": 0.4328,
      "step": 55504
    },
    {
      "epoch": 2.273397501535941,
      "grad_norm": 1.1014406226066025,
      "learning_rate": 0.00020944135563529703,
      "loss": 0.6422,
      "step": 55505
    },
    {
      "epoch": 2.2734384599631374,
      "grad_norm": 1.304274133557041,
      "learning_rate": 0.00020943836123197572,
      "loss": 0.7109,
      "step": 55506
    },
    {
      "epoch": 2.273479418390334,
      "grad_norm": 1.0927146947667854,
      "learning_rate": 0.00020943536680055545,
      "loss": 1.0986,
      "step": 55507
    },
    {
      "epoch": 2.27352037681753,
      "grad_norm": 0.6888302123695192,
      "learning_rate": 0.00020943237234103757,
      "loss": 0.345,
      "step": 55508
    },
    {
      "epoch": 2.2735613352447266,
      "grad_norm": 0.9050166569063364,
      "learning_rate": 0.00020942937785342348,
      "loss": 0.2763,
      "step": 55509
    },
    {
      "epoch": 2.273602293671923,
      "grad_norm": 1.1312805195313567,
      "learning_rate": 0.00020942638333771465,
      "loss": 0.867,
      "step": 55510
    },
    {
      "epoch": 2.273643252099119,
      "grad_norm": 1.004961999906091,
      "learning_rate": 0.0002094233887939125,
      "loss": 0.5346,
      "step": 55511
    },
    {
      "epoch": 2.2736842105263158,
      "grad_norm": 0.9897126345687894,
      "learning_rate": 0.0002094203942220184,
      "loss": 0.9299,
      "step": 55512
    },
    {
      "epoch": 2.2737251689535123,
      "grad_norm": 1.0795129072902914,
      "learning_rate": 0.00020941739962203375,
      "loss": 0.7849,
      "step": 55513
    },
    {
      "epoch": 2.273766127380709,
      "grad_norm": 1.0228838022306035,
      "learning_rate": 0.00020941440499396005,
      "loss": 0.5993,
      "step": 55514
    },
    {
      "epoch": 2.273807085807905,
      "grad_norm": 1.2212789751294753,
      "learning_rate": 0.00020941141033779866,
      "loss": 1.0545,
      "step": 55515
    },
    {
      "epoch": 2.2738480442351015,
      "grad_norm": 2.8733554934026126,
      "learning_rate": 0.000209408415653551,
      "loss": 4.2254,
      "step": 55516
    },
    {
      "epoch": 2.2738890026622975,
      "grad_norm": 0.6906642144539696,
      "learning_rate": 0.00020940542094121848,
      "loss": 0.2336,
      "step": 55517
    },
    {
      "epoch": 2.273929961089494,
      "grad_norm": 1.0772512778794594,
      "learning_rate": 0.00020940242620080254,
      "loss": 0.9374,
      "step": 55518
    },
    {
      "epoch": 2.2739709195166906,
      "grad_norm": 0.7924595040367726,
      "learning_rate": 0.00020939943143230457,
      "loss": 0.4423,
      "step": 55519
    },
    {
      "epoch": 2.274011877943887,
      "grad_norm": 1.219551193989207,
      "learning_rate": 0.000209396436635726,
      "loss": 0.5553,
      "step": 55520
    },
    {
      "epoch": 2.2740528363710832,
      "grad_norm": 1.3994229057533167,
      "learning_rate": 0.0002093934418110682,
      "loss": 1.5052,
      "step": 55521
    },
    {
      "epoch": 2.2740937947982798,
      "grad_norm": 1.313716870680349,
      "learning_rate": 0.00020939044695833268,
      "loss": 0.378,
      "step": 55522
    },
    {
      "epoch": 2.2741347532254763,
      "grad_norm": 0.8177674527986731,
      "learning_rate": 0.00020938745207752077,
      "loss": 0.4857,
      "step": 55523
    },
    {
      "epoch": 2.2741757116526724,
      "grad_norm": 0.7248421142916007,
      "learning_rate": 0.00020938445716863394,
      "loss": 0.5548,
      "step": 55524
    },
    {
      "epoch": 2.274216670079869,
      "grad_norm": 1.0914623373258987,
      "learning_rate": 0.00020938146223167358,
      "loss": 0.7429,
      "step": 55525
    },
    {
      "epoch": 2.2742576285070655,
      "grad_norm": 1.1006099960391167,
      "learning_rate": 0.0002093784672666411,
      "loss": 0.8061,
      "step": 55526
    },
    {
      "epoch": 2.2742985869342616,
      "grad_norm": 1.1272978598214665,
      "learning_rate": 0.00020937547227353794,
      "loss": 0.948,
      "step": 55527
    },
    {
      "epoch": 2.274339545361458,
      "grad_norm": 1.026768426950802,
      "learning_rate": 0.00020937247725236552,
      "loss": 0.8006,
      "step": 55528
    },
    {
      "epoch": 2.2743805037886546,
      "grad_norm": 1.4348231221212784,
      "learning_rate": 0.00020936948220312522,
      "loss": 0.9723,
      "step": 55529
    },
    {
      "epoch": 2.2744214622158507,
      "grad_norm": 1.1477138444610206,
      "learning_rate": 0.00020936648712581842,
      "loss": 0.843,
      "step": 55530
    },
    {
      "epoch": 2.2744624206430473,
      "grad_norm": 1.342723515831635,
      "learning_rate": 0.00020936349202044666,
      "loss": 0.8627,
      "step": 55531
    },
    {
      "epoch": 2.274503379070244,
      "grad_norm": 2.2876348668246402,
      "learning_rate": 0.00020936049688701131,
      "loss": 2.2509,
      "step": 55532
    },
    {
      "epoch": 2.2745443374974403,
      "grad_norm": 0.62111764773873,
      "learning_rate": 0.0002093575017255137,
      "loss": 0.2534,
      "step": 55533
    },
    {
      "epoch": 2.2745852959246364,
      "grad_norm": 1.0623985379846683,
      "learning_rate": 0.00020935450653595533,
      "loss": 0.7657,
      "step": 55534
    },
    {
      "epoch": 2.274626254351833,
      "grad_norm": 1.122232666621087,
      "learning_rate": 0.0002093515113183376,
      "loss": 1.1032,
      "step": 55535
    },
    {
      "epoch": 2.274667212779029,
      "grad_norm": 1.2205649632109585,
      "learning_rate": 0.0002093485160726619,
      "loss": 0.4648,
      "step": 55536
    },
    {
      "epoch": 2.2747081712062256,
      "grad_norm": 1.1414687924158728,
      "learning_rate": 0.00020934552079892967,
      "loss": 0.7539,
      "step": 55537
    },
    {
      "epoch": 2.274749129633422,
      "grad_norm": 0.9133960755310966,
      "learning_rate": 0.00020934252549714233,
      "loss": 0.719,
      "step": 55538
    },
    {
      "epoch": 2.2747900880606187,
      "grad_norm": 0.7704185034277541,
      "learning_rate": 0.00020933953016730126,
      "loss": 0.4129,
      "step": 55539
    },
    {
      "epoch": 2.2748310464878148,
      "grad_norm": 1.1299400787814504,
      "learning_rate": 0.00020933653480940793,
      "loss": 0.7926,
      "step": 55540
    },
    {
      "epoch": 2.2748720049150113,
      "grad_norm": 1.1332371690868408,
      "learning_rate": 0.00020933353942346368,
      "loss": 0.8044,
      "step": 55541
    },
    {
      "epoch": 2.274912963342208,
      "grad_norm": 0.9927749243088363,
      "learning_rate": 0.00020933054400947004,
      "loss": 0.5437,
      "step": 55542
    },
    {
      "epoch": 2.274953921769404,
      "grad_norm": 1.1801497040934539,
      "learning_rate": 0.00020932754856742836,
      "loss": 0.7671,
      "step": 55543
    },
    {
      "epoch": 2.2749948801966005,
      "grad_norm": 1.2544689899922856,
      "learning_rate": 0.00020932455309734005,
      "loss": 1.0312,
      "step": 55544
    },
    {
      "epoch": 2.275035838623797,
      "grad_norm": 5.025961094626805,
      "learning_rate": 0.0002093215575992065,
      "loss": 3.5874,
      "step": 55545
    },
    {
      "epoch": 2.275076797050993,
      "grad_norm": 0.9796408286851879,
      "learning_rate": 0.00020931856207302918,
      "loss": 0.8097,
      "step": 55546
    },
    {
      "epoch": 2.2751177554781896,
      "grad_norm": 0.9992095839803908,
      "learning_rate": 0.0002093155665188095,
      "loss": 0.913,
      "step": 55547
    },
    {
      "epoch": 2.275158713905386,
      "grad_norm": 0.9907642590981872,
      "learning_rate": 0.00020931257093654887,
      "loss": 0.7701,
      "step": 55548
    },
    {
      "epoch": 2.2751996723325822,
      "grad_norm": 1.146122328152123,
      "learning_rate": 0.00020930957532624864,
      "loss": 1.0032,
      "step": 55549
    },
    {
      "epoch": 2.275240630759779,
      "grad_norm": 0.9212327796418344,
      "learning_rate": 0.00020930657968791034,
      "loss": 0.6389,
      "step": 55550
    },
    {
      "epoch": 2.2752815891869753,
      "grad_norm": 0.9466172474067973,
      "learning_rate": 0.00020930358402153533,
      "loss": 0.7644,
      "step": 55551
    },
    {
      "epoch": 2.275322547614172,
      "grad_norm": 1.1020249774386435,
      "learning_rate": 0.000209300588327125,
      "loss": 0.8892,
      "step": 55552
    },
    {
      "epoch": 2.275363506041368,
      "grad_norm": 0.8322062445936885,
      "learning_rate": 0.0002092975926046808,
      "loss": 0.6463,
      "step": 55553
    },
    {
      "epoch": 2.2754044644685645,
      "grad_norm": 0.9961876679638834,
      "learning_rate": 0.00020929459685420414,
      "loss": 0.7003,
      "step": 55554
    },
    {
      "epoch": 2.2754454228957606,
      "grad_norm": 1.6151217163663592,
      "learning_rate": 0.00020929160107569644,
      "loss": 1.0595,
      "step": 55555
    },
    {
      "epoch": 2.275486381322957,
      "grad_norm": 0.9676487904591027,
      "learning_rate": 0.00020928860526915909,
      "loss": 0.3965,
      "step": 55556
    },
    {
      "epoch": 2.2755273397501536,
      "grad_norm": 1.0162134740370306,
      "learning_rate": 0.00020928560943459358,
      "loss": 0.7124,
      "step": 55557
    },
    {
      "epoch": 2.27556829817735,
      "grad_norm": 0.9766073639681776,
      "learning_rate": 0.0002092826135720012,
      "loss": 0.809,
      "step": 55558
    },
    {
      "epoch": 2.2756092566045463,
      "grad_norm": 0.8959644257460241,
      "learning_rate": 0.00020927961768138349,
      "loss": 0.4594,
      "step": 55559
    },
    {
      "epoch": 2.275650215031743,
      "grad_norm": 0.7560301842619227,
      "learning_rate": 0.00020927662176274184,
      "loss": 0.3412,
      "step": 55560
    },
    {
      "epoch": 2.2756911734589393,
      "grad_norm": 0.8331919823494937,
      "learning_rate": 0.0002092736258160776,
      "loss": 0.7977,
      "step": 55561
    },
    {
      "epoch": 2.2757321318861354,
      "grad_norm": 1.0173206288102075,
      "learning_rate": 0.0002092706298413922,
      "loss": 0.5769,
      "step": 55562
    },
    {
      "epoch": 2.275773090313332,
      "grad_norm": 1.078133162790892,
      "learning_rate": 0.00020926763383868717,
      "loss": 0.8809,
      "step": 55563
    },
    {
      "epoch": 2.2758140487405285,
      "grad_norm": 0.8363698179817104,
      "learning_rate": 0.0002092646378079638,
      "loss": 0.71,
      "step": 55564
    },
    {
      "epoch": 2.2758550071677246,
      "grad_norm": 0.6274967803460292,
      "learning_rate": 0.00020926164174922356,
      "loss": 0.2862,
      "step": 55565
    },
    {
      "epoch": 2.275895965594921,
      "grad_norm": 0.9672707815653171,
      "learning_rate": 0.0002092586456624678,
      "loss": 0.5703,
      "step": 55566
    },
    {
      "epoch": 2.2759369240221177,
      "grad_norm": 1.1899704805873899,
      "learning_rate": 0.00020925564954769803,
      "loss": 0.9882,
      "step": 55567
    },
    {
      "epoch": 2.2759778824493138,
      "grad_norm": 0.9334902163586966,
      "learning_rate": 0.00020925265340491567,
      "loss": 0.8803,
      "step": 55568
    },
    {
      "epoch": 2.2760188408765103,
      "grad_norm": 0.5741196323923309,
      "learning_rate": 0.00020924965723412203,
      "loss": 0.2686,
      "step": 55569
    },
    {
      "epoch": 2.276059799303707,
      "grad_norm": 1.0093691275039924,
      "learning_rate": 0.00020924666103531861,
      "loss": 0.8244,
      "step": 55570
    },
    {
      "epoch": 2.2761007577309034,
      "grad_norm": 0.7926186011157438,
      "learning_rate": 0.00020924366480850682,
      "loss": 0.2828,
      "step": 55571
    },
    {
      "epoch": 2.2761417161580995,
      "grad_norm": 1.1534718176392906,
      "learning_rate": 0.00020924066855368807,
      "loss": 0.9018,
      "step": 55572
    },
    {
      "epoch": 2.276182674585296,
      "grad_norm": 1.380805955932299,
      "learning_rate": 0.0002092376722708637,
      "loss": 0.9631,
      "step": 55573
    },
    {
      "epoch": 2.276223633012492,
      "grad_norm": 0.7584777430190628,
      "learning_rate": 0.0002092346759600353,
      "loss": 0.5754,
      "step": 55574
    },
    {
      "epoch": 2.2762645914396886,
      "grad_norm": 2.6900290488719896,
      "learning_rate": 0.0002092316796212041,
      "loss": 2.9695,
      "step": 55575
    },
    {
      "epoch": 2.276305549866885,
      "grad_norm": 1.4125964913657765,
      "learning_rate": 0.00020922868325437164,
      "loss": 1.1459,
      "step": 55576
    },
    {
      "epoch": 2.2763465082940817,
      "grad_norm": 1.0924335081351706,
      "learning_rate": 0.00020922568685953927,
      "loss": 0.9486,
      "step": 55577
    },
    {
      "epoch": 2.276387466721278,
      "grad_norm": 0.8426970047172068,
      "learning_rate": 0.00020922269043670844,
      "loss": 0.6017,
      "step": 55578
    },
    {
      "epoch": 2.2764284251484743,
      "grad_norm": 1.0689146455404002,
      "learning_rate": 0.00020921969398588058,
      "loss": 0.817,
      "step": 55579
    },
    {
      "epoch": 2.276469383575671,
      "grad_norm": 1.4961482133315502,
      "learning_rate": 0.00020921669750705707,
      "loss": 1.1835,
      "step": 55580
    },
    {
      "epoch": 2.276510342002867,
      "grad_norm": 0.8779184967422823,
      "learning_rate": 0.00020921370100023933,
      "loss": 0.2576,
      "step": 55581
    },
    {
      "epoch": 2.2765513004300635,
      "grad_norm": 0.9335877810368679,
      "learning_rate": 0.0002092107044654288,
      "loss": 0.859,
      "step": 55582
    },
    {
      "epoch": 2.27659225885726,
      "grad_norm": 1.2872710061704244,
      "learning_rate": 0.0002092077079026269,
      "loss": 1.0564,
      "step": 55583
    },
    {
      "epoch": 2.276633217284456,
      "grad_norm": 1.0186311575064222,
      "learning_rate": 0.000209204711311835,
      "loss": 0.7992,
      "step": 55584
    },
    {
      "epoch": 2.2766741757116526,
      "grad_norm": 1.031909884407889,
      "learning_rate": 0.00020920171469305453,
      "loss": 0.9495,
      "step": 55585
    },
    {
      "epoch": 2.276715134138849,
      "grad_norm": 1.7078752962035009,
      "learning_rate": 0.00020919871804628702,
      "loss": 0.894,
      "step": 55586
    },
    {
      "epoch": 2.2767560925660453,
      "grad_norm": 1.9120964709615884,
      "learning_rate": 0.0002091957213715337,
      "loss": 2.4838,
      "step": 55587
    },
    {
      "epoch": 2.276797050993242,
      "grad_norm": 0.8529903182760044,
      "learning_rate": 0.0002091927246687961,
      "loss": 0.8863,
      "step": 55588
    },
    {
      "epoch": 2.2768380094204383,
      "grad_norm": 1.3987811852965106,
      "learning_rate": 0.0002091897279380756,
      "loss": 0.9053,
      "step": 55589
    },
    {
      "epoch": 2.276878967847635,
      "grad_norm": 0.9421332778713065,
      "learning_rate": 0.00020918673117937368,
      "loss": 0.8046,
      "step": 55590
    },
    {
      "epoch": 2.276919926274831,
      "grad_norm": 0.666538171436084,
      "learning_rate": 0.00020918373439269167,
      "loss": 0.2873,
      "step": 55591
    },
    {
      "epoch": 2.2769608847020275,
      "grad_norm": 0.9691825793941076,
      "learning_rate": 0.00020918073757803104,
      "loss": 0.3498,
      "step": 55592
    },
    {
      "epoch": 2.2770018431292236,
      "grad_norm": 0.9447598478633009,
      "learning_rate": 0.0002091777407353932,
      "loss": 0.7832,
      "step": 55593
    },
    {
      "epoch": 2.27704280155642,
      "grad_norm": 0.9934339823464008,
      "learning_rate": 0.00020917474386477952,
      "loss": 0.7814,
      "step": 55594
    },
    {
      "epoch": 2.2770837599836167,
      "grad_norm": 0.9783702401396752,
      "learning_rate": 0.0002091717469661915,
      "loss": 0.7113,
      "step": 55595
    },
    {
      "epoch": 2.277124718410813,
      "grad_norm": 1.4058869939097933,
      "learning_rate": 0.00020916875003963047,
      "loss": 1.1798,
      "step": 55596
    },
    {
      "epoch": 2.2771656768380093,
      "grad_norm": 4.493616511811781,
      "learning_rate": 0.00020916575308509795,
      "loss": 0.9047,
      "step": 55597
    },
    {
      "epoch": 2.277206635265206,
      "grad_norm": 1.277224861737445,
      "learning_rate": 0.0002091627561025952,
      "loss": 0.9989,
      "step": 55598
    },
    {
      "epoch": 2.2772475936924024,
      "grad_norm": 1.0816685993422528,
      "learning_rate": 0.00020915975909212382,
      "loss": 0.3306,
      "step": 55599
    },
    {
      "epoch": 2.2772885521195985,
      "grad_norm": 1.0726078053237924,
      "learning_rate": 0.00020915676205368513,
      "loss": 0.7092,
      "step": 55600
    },
    {
      "epoch": 2.277329510546795,
      "grad_norm": 0.9542797894041923,
      "learning_rate": 0.0002091537649872805,
      "loss": 0.7836,
      "step": 55601
    },
    {
      "epoch": 2.2773704689739915,
      "grad_norm": 1.1069724029755639,
      "learning_rate": 0.00020915076789291146,
      "loss": 0.8694,
      "step": 55602
    },
    {
      "epoch": 2.2774114274011876,
      "grad_norm": 0.9215151547642395,
      "learning_rate": 0.00020914777077057933,
      "loss": 0.6406,
      "step": 55603
    },
    {
      "epoch": 2.277452385828384,
      "grad_norm": 1.0902886592192913,
      "learning_rate": 0.0002091447736202856,
      "loss": 1.1088,
      "step": 55604
    },
    {
      "epoch": 2.2774933442555807,
      "grad_norm": 1.1249706628881293,
      "learning_rate": 0.0002091417764420316,
      "loss": 0.9892,
      "step": 55605
    },
    {
      "epoch": 2.277534302682777,
      "grad_norm": 0.966687096527897,
      "learning_rate": 0.00020913877923581884,
      "loss": 0.7922,
      "step": 55606
    },
    {
      "epoch": 2.2775752611099733,
      "grad_norm": 0.6504254945822961,
      "learning_rate": 0.0002091357820016487,
      "loss": 0.2006,
      "step": 55607
    },
    {
      "epoch": 2.27761621953717,
      "grad_norm": 0.9310598755626877,
      "learning_rate": 0.00020913278473952258,
      "loss": 0.5621,
      "step": 55608
    },
    {
      "epoch": 2.2776571779643664,
      "grad_norm": 0.7686666761617176,
      "learning_rate": 0.0002091297874494419,
      "loss": 0.6457,
      "step": 55609
    },
    {
      "epoch": 2.2776981363915625,
      "grad_norm": 0.9711876110557385,
      "learning_rate": 0.0002091267901314081,
      "loss": 0.6405,
      "step": 55610
    },
    {
      "epoch": 2.277739094818759,
      "grad_norm": 1.302832424903041,
      "learning_rate": 0.0002091237927854226,
      "loss": 1.079,
      "step": 55611
    },
    {
      "epoch": 2.277780053245955,
      "grad_norm": 1.6905524932368878,
      "learning_rate": 0.00020912079541148682,
      "loss": 1.3329,
      "step": 55612
    },
    {
      "epoch": 2.2778210116731517,
      "grad_norm": 0.9469839830218479,
      "learning_rate": 0.00020911779800960207,
      "loss": 0.8007,
      "step": 55613
    },
    {
      "epoch": 2.277861970100348,
      "grad_norm": 1.1295174882434054,
      "learning_rate": 0.00020911480057976995,
      "loss": 1.0875,
      "step": 55614
    },
    {
      "epoch": 2.2779029285275447,
      "grad_norm": 1.046470786119329,
      "learning_rate": 0.0002091118031219917,
      "loss": 0.7623,
      "step": 55615
    },
    {
      "epoch": 2.277943886954741,
      "grad_norm": 0.8923004630447778,
      "learning_rate": 0.00020910880563626888,
      "loss": 0.6642,
      "step": 55616
    },
    {
      "epoch": 2.2779848453819374,
      "grad_norm": 1.1950354509803627,
      "learning_rate": 0.00020910580812260284,
      "loss": 0.8619,
      "step": 55617
    },
    {
      "epoch": 2.278025803809134,
      "grad_norm": 1.644530082439125,
      "learning_rate": 0.000209102810580995,
      "loss": 1.2717,
      "step": 55618
    },
    {
      "epoch": 2.27806676223633,
      "grad_norm": 1.1669512991176019,
      "learning_rate": 0.00020909981301144676,
      "loss": 0.8426,
      "step": 55619
    },
    {
      "epoch": 2.2781077206635265,
      "grad_norm": 1.326678857877562,
      "learning_rate": 0.00020909681541395959,
      "loss": 1.1587,
      "step": 55620
    },
    {
      "epoch": 2.278148679090723,
      "grad_norm": 0.9947652523683558,
      "learning_rate": 0.00020909381778853485,
      "loss": 0.7129,
      "step": 55621
    },
    {
      "epoch": 2.278189637517919,
      "grad_norm": 0.8543066615504503,
      "learning_rate": 0.00020909082013517399,
      "loss": 0.6097,
      "step": 55622
    },
    {
      "epoch": 2.2782305959451157,
      "grad_norm": 0.8817739444661687,
      "learning_rate": 0.0002090878224538784,
      "loss": 0.3204,
      "step": 55623
    },
    {
      "epoch": 2.278271554372312,
      "grad_norm": 1.3824771802323952,
      "learning_rate": 0.00020908482474464953,
      "loss": 1.0813,
      "step": 55624
    },
    {
      "epoch": 2.2783125127995083,
      "grad_norm": 0.8641653405094124,
      "learning_rate": 0.00020908182700748876,
      "loss": 0.4256,
      "step": 55625
    },
    {
      "epoch": 2.278353471226705,
      "grad_norm": 1.004603262326824,
      "learning_rate": 0.00020907882924239761,
      "loss": 0.7991,
      "step": 55626
    },
    {
      "epoch": 2.2783944296539014,
      "grad_norm": 1.0342012831225234,
      "learning_rate": 0.00020907583144937734,
      "loss": 0.7006,
      "step": 55627
    },
    {
      "epoch": 2.278435388081098,
      "grad_norm": 0.9239221027272595,
      "learning_rate": 0.0002090728336284295,
      "loss": 0.4926,
      "step": 55628
    },
    {
      "epoch": 2.278476346508294,
      "grad_norm": 0.7141025945380967,
      "learning_rate": 0.00020906983577955544,
      "loss": 0.3945,
      "step": 55629
    },
    {
      "epoch": 2.2785173049354905,
      "grad_norm": 0.9723932247132812,
      "learning_rate": 0.00020906683790275653,
      "loss": 0.7874,
      "step": 55630
    },
    {
      "epoch": 2.2785582633626866,
      "grad_norm": 0.72052730080815,
      "learning_rate": 0.0002090638399980343,
      "loss": 0.4538,
      "step": 55631
    },
    {
      "epoch": 2.278599221789883,
      "grad_norm": 1.4939117053167168,
      "learning_rate": 0.00020906084206539008,
      "loss": 1.1117,
      "step": 55632
    },
    {
      "epoch": 2.2786401802170797,
      "grad_norm": 0.7273435128798532,
      "learning_rate": 0.00020905784410482539,
      "loss": 0.3231,
      "step": 55633
    },
    {
      "epoch": 2.2786811386442762,
      "grad_norm": 1.132510429287727,
      "learning_rate": 0.00020905484611634148,
      "loss": 1.0067,
      "step": 55634
    },
    {
      "epoch": 2.2787220970714723,
      "grad_norm": 1.0364551432428593,
      "learning_rate": 0.00020905184809993997,
      "loss": 0.5889,
      "step": 55635
    },
    {
      "epoch": 2.278763055498669,
      "grad_norm": 0.7978413842672287,
      "learning_rate": 0.0002090488500556221,
      "loss": 0.6222,
      "step": 55636
    },
    {
      "epoch": 2.2788040139258654,
      "grad_norm": 1.1531956757709043,
      "learning_rate": 0.00020904585198338937,
      "loss": 0.8144,
      "step": 55637
    },
    {
      "epoch": 2.2788449723530615,
      "grad_norm": 1.0659484551982588,
      "learning_rate": 0.0002090428538832432,
      "loss": 0.7372,
      "step": 55638
    },
    {
      "epoch": 2.278885930780258,
      "grad_norm": 1.0688402757055995,
      "learning_rate": 0.000209039855755185,
      "loss": 0.8757,
      "step": 55639
    },
    {
      "epoch": 2.2789268892074546,
      "grad_norm": 0.49343204540107655,
      "learning_rate": 0.00020903685759921618,
      "loss": 0.1769,
      "step": 55640
    },
    {
      "epoch": 2.2789678476346507,
      "grad_norm": 1.268524554679813,
      "learning_rate": 0.00020903385941533815,
      "loss": 1.1433,
      "step": 55641
    },
    {
      "epoch": 2.279008806061847,
      "grad_norm": 1.3325222320394543,
      "learning_rate": 0.00020903086120355234,
      "loss": 0.6122,
      "step": 55642
    },
    {
      "epoch": 2.2790497644890437,
      "grad_norm": 1.0037816426838049,
      "learning_rate": 0.00020902786296386015,
      "loss": 0.3453,
      "step": 55643
    },
    {
      "epoch": 2.27909072291624,
      "grad_norm": 1.5616330299366148,
      "learning_rate": 0.00020902486469626306,
      "loss": 1.0455,
      "step": 55644
    },
    {
      "epoch": 2.2791316813434364,
      "grad_norm": 1.0267034969652067,
      "learning_rate": 0.00020902186640076238,
      "loss": 0.708,
      "step": 55645
    },
    {
      "epoch": 2.279172639770633,
      "grad_norm": 1.4575509735996546,
      "learning_rate": 0.0002090188680773596,
      "loss": 0.7248,
      "step": 55646
    },
    {
      "epoch": 2.2792135981978294,
      "grad_norm": 0.8251935844285324,
      "learning_rate": 0.00020901586972605615,
      "loss": 0.7202,
      "step": 55647
    },
    {
      "epoch": 2.2792545566250255,
      "grad_norm": 1.0555792950774319,
      "learning_rate": 0.00020901287134685343,
      "loss": 1.1008,
      "step": 55648
    },
    {
      "epoch": 2.279295515052222,
      "grad_norm": 0.819584840755773,
      "learning_rate": 0.0002090098729397528,
      "loss": 0.3315,
      "step": 55649
    },
    {
      "epoch": 2.279336473479418,
      "grad_norm": 0.71290052366498,
      "learning_rate": 0.00020900687450475577,
      "loss": 0.3358,
      "step": 55650
    },
    {
      "epoch": 2.2793774319066147,
      "grad_norm": 1.2245643741339867,
      "learning_rate": 0.00020900387604186368,
      "loss": 0.8373,
      "step": 55651
    },
    {
      "epoch": 2.279418390333811,
      "grad_norm": 1.3556779703756623,
      "learning_rate": 0.000209000877551078,
      "loss": 0.7344,
      "step": 55652
    },
    {
      "epoch": 2.2794593487610078,
      "grad_norm": 0.8334842221077872,
      "learning_rate": 0.00020899787903240014,
      "loss": 0.7139,
      "step": 55653
    },
    {
      "epoch": 2.279500307188204,
      "grad_norm": 0.9911196611175411,
      "learning_rate": 0.0002089948804858315,
      "loss": 0.5633,
      "step": 55654
    },
    {
      "epoch": 2.2795412656154004,
      "grad_norm": 1.0486034105647002,
      "learning_rate": 0.00020899188191137347,
      "loss": 0.574,
      "step": 55655
    },
    {
      "epoch": 2.279582224042597,
      "grad_norm": 1.177672597325719,
      "learning_rate": 0.00020898888330902755,
      "loss": 0.9302,
      "step": 55656
    },
    {
      "epoch": 2.279623182469793,
      "grad_norm": 0.8213910368672444,
      "learning_rate": 0.00020898588467879506,
      "loss": 0.641,
      "step": 55657
    },
    {
      "epoch": 2.2796641408969895,
      "grad_norm": 1.0417790444407926,
      "learning_rate": 0.0002089828860206775,
      "loss": 0.6152,
      "step": 55658
    },
    {
      "epoch": 2.279705099324186,
      "grad_norm": 1.5358971954514844,
      "learning_rate": 0.00020897988733467628,
      "loss": 1.4685,
      "step": 55659
    },
    {
      "epoch": 2.279746057751382,
      "grad_norm": 0.940734623749836,
      "learning_rate": 0.00020897688862079274,
      "loss": 0.8832,
      "step": 55660
    },
    {
      "epoch": 2.2797870161785787,
      "grad_norm": 1.3824527684325822,
      "learning_rate": 0.00020897388987902837,
      "loss": 0.549,
      "step": 55661
    },
    {
      "epoch": 2.2798279746057752,
      "grad_norm": 0.6823366215616898,
      "learning_rate": 0.00020897089110938455,
      "loss": 0.2303,
      "step": 55662
    },
    {
      "epoch": 2.2798689330329713,
      "grad_norm": 1.2669787124191596,
      "learning_rate": 0.00020896789231186273,
      "loss": 0.6615,
      "step": 55663
    },
    {
      "epoch": 2.279909891460168,
      "grad_norm": 1.368053305264313,
      "learning_rate": 0.00020896489348646433,
      "loss": 0.9366,
      "step": 55664
    },
    {
      "epoch": 2.2799508498873644,
      "grad_norm": 1.0155456792071165,
      "learning_rate": 0.00020896189463319076,
      "loss": 0.4525,
      "step": 55665
    },
    {
      "epoch": 2.279991808314561,
      "grad_norm": 0.7737529880762263,
      "learning_rate": 0.00020895889575204334,
      "loss": 0.5905,
      "step": 55666
    },
    {
      "epoch": 2.280032766741757,
      "grad_norm": 0.8841944943165436,
      "learning_rate": 0.00020895589684302365,
      "loss": 0.7217,
      "step": 55667
    },
    {
      "epoch": 2.2800737251689536,
      "grad_norm": 1.0805271672672054,
      "learning_rate": 0.000208952897906133,
      "loss": 0.9723,
      "step": 55668
    },
    {
      "epoch": 2.2801146835961497,
      "grad_norm": 3.630804071151007,
      "learning_rate": 0.00020894989894137289,
      "loss": 1.1531,
      "step": 55669
    },
    {
      "epoch": 2.280155642023346,
      "grad_norm": 2.5004461506626656,
      "learning_rate": 0.00020894689994874465,
      "loss": 1.4954,
      "step": 55670
    },
    {
      "epoch": 2.2801966004505427,
      "grad_norm": 1.2704067765826004,
      "learning_rate": 0.00020894390092824974,
      "loss": 0.7867,
      "step": 55671
    },
    {
      "epoch": 2.2802375588777393,
      "grad_norm": 0.889607400314997,
      "learning_rate": 0.00020894090187988958,
      "loss": 0.7179,
      "step": 55672
    },
    {
      "epoch": 2.2802785173049354,
      "grad_norm": 1.1995811031517916,
      "learning_rate": 0.0002089379028036656,
      "loss": 1.1104,
      "step": 55673
    },
    {
      "epoch": 2.280319475732132,
      "grad_norm": 0.8906247353778102,
      "learning_rate": 0.00020893490369957917,
      "loss": 0.7865,
      "step": 55674
    },
    {
      "epoch": 2.2803604341593284,
      "grad_norm": 1.4966021949726658,
      "learning_rate": 0.00020893190456763175,
      "loss": 1.116,
      "step": 55675
    },
    {
      "epoch": 2.2804013925865245,
      "grad_norm": 0.6915524201038196,
      "learning_rate": 0.00020892890540782477,
      "loss": 0.4906,
      "step": 55676
    },
    {
      "epoch": 2.280442351013721,
      "grad_norm": 0.7907446607314983,
      "learning_rate": 0.00020892590622015956,
      "loss": 0.3658,
      "step": 55677
    },
    {
      "epoch": 2.2804833094409176,
      "grad_norm": 1.048787985965335,
      "learning_rate": 0.00020892290700463763,
      "loss": 0.6921,
      "step": 55678
    },
    {
      "epoch": 2.2805242678681137,
      "grad_norm": 1.2790216330068205,
      "learning_rate": 0.00020891990776126038,
      "loss": 0.8911,
      "step": 55679
    },
    {
      "epoch": 2.28056522629531,
      "grad_norm": 1.1508113182839759,
      "learning_rate": 0.00020891690849002923,
      "loss": 0.3011,
      "step": 55680
    },
    {
      "epoch": 2.2806061847225068,
      "grad_norm": 1.7156817974264051,
      "learning_rate": 0.00020891390919094554,
      "loss": 0.7865,
      "step": 55681
    },
    {
      "epoch": 2.280647143149703,
      "grad_norm": 1.0226777869291577,
      "learning_rate": 0.00020891090986401083,
      "loss": 0.8747,
      "step": 55682
    },
    {
      "epoch": 2.2806881015768994,
      "grad_norm": 0.9153786953362358,
      "learning_rate": 0.00020890791050922643,
      "loss": 0.4677,
      "step": 55683
    },
    {
      "epoch": 2.280729060004096,
      "grad_norm": 0.8691849711762464,
      "learning_rate": 0.00020890491112659376,
      "loss": 0.7393,
      "step": 55684
    },
    {
      "epoch": 2.2807700184312925,
      "grad_norm": 0.9810012881859581,
      "learning_rate": 0.00020890191171611428,
      "loss": 0.8752,
      "step": 55685
    },
    {
      "epoch": 2.2808109768584885,
      "grad_norm": 1.2898886097876678,
      "learning_rate": 0.00020889891227778942,
      "loss": 0.3469,
      "step": 55686
    },
    {
      "epoch": 2.280851935285685,
      "grad_norm": 1.4106966077460246,
      "learning_rate": 0.00020889591281162055,
      "loss": 0.9794,
      "step": 55687
    },
    {
      "epoch": 2.2808928937128816,
      "grad_norm": 0.870469481028012,
      "learning_rate": 0.00020889291331760911,
      "loss": 0.3582,
      "step": 55688
    },
    {
      "epoch": 2.2809338521400777,
      "grad_norm": 1.1441647556293804,
      "learning_rate": 0.0002088899137957565,
      "loss": 0.8931,
      "step": 55689
    },
    {
      "epoch": 2.2809748105672742,
      "grad_norm": 0.9417622226558495,
      "learning_rate": 0.00020888691424606422,
      "loss": 0.7053,
      "step": 55690
    },
    {
      "epoch": 2.281015768994471,
      "grad_norm": 1.4339832731987994,
      "learning_rate": 0.00020888391466853358,
      "loss": 1.1668,
      "step": 55691
    },
    {
      "epoch": 2.281056727421667,
      "grad_norm": 1.4420740312039035,
      "learning_rate": 0.00020888091506316607,
      "loss": 1.0259,
      "step": 55692
    },
    {
      "epoch": 2.2810976858488634,
      "grad_norm": 0.9477577605500503,
      "learning_rate": 0.00020887791542996303,
      "loss": 0.7555,
      "step": 55693
    },
    {
      "epoch": 2.28113864427606,
      "grad_norm": 4.654135757825099,
      "learning_rate": 0.00020887491576892595,
      "loss": 4.1062,
      "step": 55694
    },
    {
      "epoch": 2.281179602703256,
      "grad_norm": 1.3531152857192035,
      "learning_rate": 0.00020887191608005625,
      "loss": 0.851,
      "step": 55695
    },
    {
      "epoch": 2.2812205611304526,
      "grad_norm": 0.813071304788916,
      "learning_rate": 0.0002088689163633553,
      "loss": 0.7493,
      "step": 55696
    },
    {
      "epoch": 2.281261519557649,
      "grad_norm": 0.9902448883294557,
      "learning_rate": 0.00020886591661882454,
      "loss": 0.1986,
      "step": 55697
    },
    {
      "epoch": 2.281302477984845,
      "grad_norm": 1.2342793857018928,
      "learning_rate": 0.0002088629168464654,
      "loss": 0.9096,
      "step": 55698
    },
    {
      "epoch": 2.2813434364120417,
      "grad_norm": 1.0322918090068984,
      "learning_rate": 0.00020885991704627931,
      "loss": 0.2695,
      "step": 55699
    },
    {
      "epoch": 2.2813843948392383,
      "grad_norm": 1.0636332634850398,
      "learning_rate": 0.00020885691721826764,
      "loss": 1.0457,
      "step": 55700
    },
    {
      "epoch": 2.2814253532664344,
      "grad_norm": 0.813467619753293,
      "learning_rate": 0.00020885391736243184,
      "loss": 0.4051,
      "step": 55701
    },
    {
      "epoch": 2.281466311693631,
      "grad_norm": 1.0656525345141983,
      "learning_rate": 0.00020885091747877333,
      "loss": 0.7758,
      "step": 55702
    },
    {
      "epoch": 2.2815072701208274,
      "grad_norm": 1.3782840433121035,
      "learning_rate": 0.00020884791756729348,
      "loss": 1.4842,
      "step": 55703
    },
    {
      "epoch": 2.281548228548024,
      "grad_norm": 0.960297574695211,
      "learning_rate": 0.00020884491762799377,
      "loss": 0.6733,
      "step": 55704
    },
    {
      "epoch": 2.28158918697522,
      "grad_norm": 1.3522146839433187,
      "learning_rate": 0.00020884191766087565,
      "loss": 0.6653,
      "step": 55705
    },
    {
      "epoch": 2.2816301454024166,
      "grad_norm": 1.1113675783146728,
      "learning_rate": 0.00020883891766594042,
      "loss": 0.691,
      "step": 55706
    },
    {
      "epoch": 2.281671103829613,
      "grad_norm": 0.8150281047906418,
      "learning_rate": 0.0002088359176431896,
      "loss": 0.2192,
      "step": 55707
    },
    {
      "epoch": 2.2817120622568092,
      "grad_norm": 1.1566609589789714,
      "learning_rate": 0.0002088329175926246,
      "loss": 0.7591,
      "step": 55708
    },
    {
      "epoch": 2.2817530206840058,
      "grad_norm": 1.2098137629746222,
      "learning_rate": 0.00020882991751424674,
      "loss": 0.713,
      "step": 55709
    },
    {
      "epoch": 2.2817939791112023,
      "grad_norm": 1.7689166441432258,
      "learning_rate": 0.00020882691740805757,
      "loss": 1.0098,
      "step": 55710
    },
    {
      "epoch": 2.2818349375383984,
      "grad_norm": 1.0694963633335977,
      "learning_rate": 0.0002088239172740584,
      "loss": 0.9021,
      "step": 55711
    },
    {
      "epoch": 2.281875895965595,
      "grad_norm": 3.8552448789151237,
      "learning_rate": 0.0002088209171122507,
      "loss": 1.4432,
      "step": 55712
    },
    {
      "epoch": 2.2819168543927915,
      "grad_norm": 1.9327147660777122,
      "learning_rate": 0.00020881791692263588,
      "loss": 1.0081,
      "step": 55713
    },
    {
      "epoch": 2.2819578128199876,
      "grad_norm": 1.104999790998886,
      "learning_rate": 0.0002088149167052154,
      "loss": 0.3919,
      "step": 55714
    },
    {
      "epoch": 2.281998771247184,
      "grad_norm": 1.0514831581894841,
      "learning_rate": 0.00020881191645999062,
      "loss": 0.6937,
      "step": 55715
    },
    {
      "epoch": 2.2820397296743806,
      "grad_norm": 0.9568531981225209,
      "learning_rate": 0.000208808916186963,
      "loss": 0.7304,
      "step": 55716
    },
    {
      "epoch": 2.2820806881015767,
      "grad_norm": 0.6174200650659915,
      "learning_rate": 0.00020880591588613387,
      "loss": 0.2698,
      "step": 55717
    },
    {
      "epoch": 2.2821216465287733,
      "grad_norm": 0.8789877468930004,
      "learning_rate": 0.0002088029155575048,
      "loss": 0.8569,
      "step": 55718
    },
    {
      "epoch": 2.28216260495597,
      "grad_norm": 1.2073069284065976,
      "learning_rate": 0.00020879991520107708,
      "loss": 1.0695,
      "step": 55719
    },
    {
      "epoch": 2.282203563383166,
      "grad_norm": 2.17490537398782,
      "learning_rate": 0.00020879691481685218,
      "loss": 1.873,
      "step": 55720
    },
    {
      "epoch": 2.2822445218103624,
      "grad_norm": 1.3297361093233293,
      "learning_rate": 0.00020879391440483148,
      "loss": 1.0992,
      "step": 55721
    },
    {
      "epoch": 2.282285480237559,
      "grad_norm": 0.8898113842783218,
      "learning_rate": 0.00020879091396501647,
      "loss": 0.6724,
      "step": 55722
    },
    {
      "epoch": 2.2823264386647555,
      "grad_norm": 1.4859621338792632,
      "learning_rate": 0.00020878791349740854,
      "loss": 1.0461,
      "step": 55723
    },
    {
      "epoch": 2.2823673970919516,
      "grad_norm": 1.0419719435611603,
      "learning_rate": 0.00020878491300200906,
      "loss": 0.7413,
      "step": 55724
    },
    {
      "epoch": 2.282408355519148,
      "grad_norm": 0.9525237964077482,
      "learning_rate": 0.00020878191247881945,
      "loss": 0.8537,
      "step": 55725
    },
    {
      "epoch": 2.2824493139463446,
      "grad_norm": 1.2208000537401587,
      "learning_rate": 0.00020877891192784122,
      "loss": 0.9308,
      "step": 55726
    },
    {
      "epoch": 2.2824902723735407,
      "grad_norm": 1.067226599370565,
      "learning_rate": 0.00020877591134907573,
      "loss": 0.7561,
      "step": 55727
    },
    {
      "epoch": 2.2825312308007373,
      "grad_norm": 1.1737334881127375,
      "learning_rate": 0.0002087729107425244,
      "loss": 0.7352,
      "step": 55728
    },
    {
      "epoch": 2.282572189227934,
      "grad_norm": 0.9267692484055576,
      "learning_rate": 0.0002087699101081886,
      "loss": 0.39,
      "step": 55729
    },
    {
      "epoch": 2.28261314765513,
      "grad_norm": 0.8485920767902548,
      "learning_rate": 0.00020876690944606982,
      "loss": 0.6766,
      "step": 55730
    },
    {
      "epoch": 2.2826541060823264,
      "grad_norm": 0.9633913585241362,
      "learning_rate": 0.0002087639087561695,
      "loss": 0.8073,
      "step": 55731
    },
    {
      "epoch": 2.282695064509523,
      "grad_norm": 0.6154599750950214,
      "learning_rate": 0.00020876090803848896,
      "loss": 0.2518,
      "step": 55732
    },
    {
      "epoch": 2.282736022936719,
      "grad_norm": 1.212086488012806,
      "learning_rate": 0.0002087579072930297,
      "loss": 1.0141,
      "step": 55733
    },
    {
      "epoch": 2.2827769813639156,
      "grad_norm": 0.777583378495097,
      "learning_rate": 0.0002087549065197931,
      "loss": 0.6468,
      "step": 55734
    },
    {
      "epoch": 2.282817939791112,
      "grad_norm": 0.9752184427438084,
      "learning_rate": 0.0002087519057187806,
      "loss": 0.9142,
      "step": 55735
    },
    {
      "epoch": 2.2828588982183082,
      "grad_norm": 1.1109801970551767,
      "learning_rate": 0.00020874890488999364,
      "loss": 0.8749,
      "step": 55736
    },
    {
      "epoch": 2.2828998566455048,
      "grad_norm": 0.8969197930681897,
      "learning_rate": 0.00020874590403343354,
      "loss": 0.7307,
      "step": 55737
    },
    {
      "epoch": 2.2829408150727013,
      "grad_norm": 0.8188820055692116,
      "learning_rate": 0.0002087429031491018,
      "loss": 0.6405,
      "step": 55738
    },
    {
      "epoch": 2.2829817734998974,
      "grad_norm": 1.0261266685089792,
      "learning_rate": 0.00020873990223699984,
      "loss": 0.8594,
      "step": 55739
    },
    {
      "epoch": 2.283022731927094,
      "grad_norm": 0.8797660624637134,
      "learning_rate": 0.00020873690129712908,
      "loss": 0.8119,
      "step": 55740
    },
    {
      "epoch": 2.2830636903542905,
      "grad_norm": 0.9236821139493319,
      "learning_rate": 0.0002087339003294909,
      "loss": 0.7905,
      "step": 55741
    },
    {
      "epoch": 2.283104648781487,
      "grad_norm": 0.9579980469758179,
      "learning_rate": 0.0002087308993340867,
      "loss": 0.6378,
      "step": 55742
    },
    {
      "epoch": 2.283145607208683,
      "grad_norm": 0.8214286976749822,
      "learning_rate": 0.00020872789831091805,
      "loss": 0.6692,
      "step": 55743
    },
    {
      "epoch": 2.2831865656358796,
      "grad_norm": 0.8163558031441467,
      "learning_rate": 0.00020872489725998617,
      "loss": 0.3604,
      "step": 55744
    },
    {
      "epoch": 2.283227524063076,
      "grad_norm": 0.8641148255612661,
      "learning_rate": 0.00020872189618129257,
      "loss": 0.6622,
      "step": 55745
    },
    {
      "epoch": 2.2832684824902723,
      "grad_norm": 0.7023787112406431,
      "learning_rate": 0.00020871889507483867,
      "loss": 0.2249,
      "step": 55746
    },
    {
      "epoch": 2.283309440917469,
      "grad_norm": 0.9315484694236933,
      "learning_rate": 0.00020871589394062595,
      "loss": 0.8838,
      "step": 55747
    },
    {
      "epoch": 2.2833503993446653,
      "grad_norm": 0.7621186651845013,
      "learning_rate": 0.00020871289277865567,
      "loss": 0.5859,
      "step": 55748
    },
    {
      "epoch": 2.2833913577718614,
      "grad_norm": 1.0721394269558198,
      "learning_rate": 0.00020870989158892935,
      "loss": 0.8357,
      "step": 55749
    },
    {
      "epoch": 2.283432316199058,
      "grad_norm": 1.0244538111825634,
      "learning_rate": 0.00020870689037144846,
      "loss": 0.6179,
      "step": 55750
    },
    {
      "epoch": 2.2834732746262545,
      "grad_norm": 1.2343727276208925,
      "learning_rate": 0.00020870388912621433,
      "loss": 1.0052,
      "step": 55751
    },
    {
      "epoch": 2.2835142330534506,
      "grad_norm": 1.0460252406448736,
      "learning_rate": 0.0002087008878532284,
      "loss": 1.0302,
      "step": 55752
    },
    {
      "epoch": 2.283555191480647,
      "grad_norm": 1.1411717393724037,
      "learning_rate": 0.00020869788655249207,
      "loss": 0.405,
      "step": 55753
    },
    {
      "epoch": 2.2835961499078437,
      "grad_norm": 1.1212830543790522,
      "learning_rate": 0.00020869488522400683,
      "loss": 0.9131,
      "step": 55754
    },
    {
      "epoch": 2.2836371083350397,
      "grad_norm": 1.2636250979538965,
      "learning_rate": 0.00020869188386777405,
      "loss": 1.2526,
      "step": 55755
    },
    {
      "epoch": 2.2836780667622363,
      "grad_norm": 0.8790486500704993,
      "learning_rate": 0.00020868888248379514,
      "loss": 0.6871,
      "step": 55756
    },
    {
      "epoch": 2.283719025189433,
      "grad_norm": 0.8749953394340897,
      "learning_rate": 0.00020868588107207151,
      "loss": 0.854,
      "step": 55757
    },
    {
      "epoch": 2.283759983616629,
      "grad_norm": 0.9244011299088826,
      "learning_rate": 0.00020868287963260465,
      "loss": 0.7398,
      "step": 55758
    },
    {
      "epoch": 2.2838009420438254,
      "grad_norm": 1.1400656678948946,
      "learning_rate": 0.0002086798781653959,
      "loss": 1.0259,
      "step": 55759
    },
    {
      "epoch": 2.283841900471022,
      "grad_norm": 1.2442451963701133,
      "learning_rate": 0.00020867687667044672,
      "loss": 0.9591,
      "step": 55760
    },
    {
      "epoch": 2.2838828588982185,
      "grad_norm": 1.0180979346196222,
      "learning_rate": 0.0002086738751477585,
      "loss": 0.4291,
      "step": 55761
    },
    {
      "epoch": 2.2839238173254146,
      "grad_norm": 1.3792664674028483,
      "learning_rate": 0.00020867087359733268,
      "loss": 0.8038,
      "step": 55762
    },
    {
      "epoch": 2.283964775752611,
      "grad_norm": 0.6949878622185276,
      "learning_rate": 0.0002086678720191707,
      "loss": 0.2952,
      "step": 55763
    },
    {
      "epoch": 2.2840057341798077,
      "grad_norm": 1.4618626088407696,
      "learning_rate": 0.00020866487041327393,
      "loss": 1.8011,
      "step": 55764
    },
    {
      "epoch": 2.2840466926070038,
      "grad_norm": 1.1932088983738196,
      "learning_rate": 0.0002086618687796438,
      "loss": 0.9292,
      "step": 55765
    },
    {
      "epoch": 2.2840876510342003,
      "grad_norm": 1.2870903875305835,
      "learning_rate": 0.0002086588671182818,
      "loss": 1.0579,
      "step": 55766
    },
    {
      "epoch": 2.284128609461397,
      "grad_norm": 0.8888830227194957,
      "learning_rate": 0.00020865586542918922,
      "loss": 0.7521,
      "step": 55767
    },
    {
      "epoch": 2.284169567888593,
      "grad_norm": 1.095681430462742,
      "learning_rate": 0.0002086528637123676,
      "loss": 0.7754,
      "step": 55768
    },
    {
      "epoch": 2.2842105263157895,
      "grad_norm": 2.116456492900706,
      "learning_rate": 0.0002086498619678183,
      "loss": 2.3434,
      "step": 55769
    },
    {
      "epoch": 2.284251484742986,
      "grad_norm": 1.101255607347962,
      "learning_rate": 0.00020864686019554275,
      "loss": 0.7532,
      "step": 55770
    },
    {
      "epoch": 2.284292443170182,
      "grad_norm": 0.8486329947410434,
      "learning_rate": 0.00020864385839554234,
      "loss": 0.6241,
      "step": 55771
    },
    {
      "epoch": 2.2843334015973786,
      "grad_norm": 1.0338220255781774,
      "learning_rate": 0.00020864085656781855,
      "loss": 0.8976,
      "step": 55772
    },
    {
      "epoch": 2.284374360024575,
      "grad_norm": 1.184488553677295,
      "learning_rate": 0.00020863785471237278,
      "loss": 0.9248,
      "step": 55773
    },
    {
      "epoch": 2.2844153184517713,
      "grad_norm": 1.120694258897668,
      "learning_rate": 0.00020863485282920637,
      "loss": 0.8419,
      "step": 55774
    },
    {
      "epoch": 2.284456276878968,
      "grad_norm": 0.9234799604324798,
      "learning_rate": 0.00020863185091832086,
      "loss": 0.9653,
      "step": 55775
    },
    {
      "epoch": 2.2844972353061643,
      "grad_norm": 1.116016567262753,
      "learning_rate": 0.0002086288489797176,
      "loss": 0.8804,
      "step": 55776
    },
    {
      "epoch": 2.2845381937333604,
      "grad_norm": 0.8272657396639155,
      "learning_rate": 0.00020862584701339805,
      "loss": 0.4347,
      "step": 55777
    },
    {
      "epoch": 2.284579152160557,
      "grad_norm": 1.1018230209325288,
      "learning_rate": 0.0002086228450193635,
      "loss": 0.8478,
      "step": 55778
    },
    {
      "epoch": 2.2846201105877535,
      "grad_norm": 0.9395385693334118,
      "learning_rate": 0.0002086198429976156,
      "loss": 0.7373,
      "step": 55779
    },
    {
      "epoch": 2.28466106901495,
      "grad_norm": 0.8801283989521818,
      "learning_rate": 0.00020861684094815558,
      "loss": 0.8186,
      "step": 55780
    },
    {
      "epoch": 2.284702027442146,
      "grad_norm": 0.9779945680054407,
      "learning_rate": 0.00020861383887098487,
      "loss": 0.609,
      "step": 55781
    },
    {
      "epoch": 2.2847429858693427,
      "grad_norm": 1.1604732778780045,
      "learning_rate": 0.00020861083676610502,
      "loss": 0.8601,
      "step": 55782
    },
    {
      "epoch": 2.284783944296539,
      "grad_norm": 1.1666150853889221,
      "learning_rate": 0.00020860783463351733,
      "loss": 0.393,
      "step": 55783
    },
    {
      "epoch": 2.2848249027237353,
      "grad_norm": 0.8478725632937097,
      "learning_rate": 0.00020860483247322326,
      "loss": 0.2543,
      "step": 55784
    },
    {
      "epoch": 2.284865861150932,
      "grad_norm": 1.1451392059953869,
      "learning_rate": 0.00020860183028522424,
      "loss": 1.1525,
      "step": 55785
    },
    {
      "epoch": 2.2849068195781284,
      "grad_norm": 1.5357101615605444,
      "learning_rate": 0.00020859882806952167,
      "loss": 1.4829,
      "step": 55786
    },
    {
      "epoch": 2.2849477780053244,
      "grad_norm": 1.285521942245959,
      "learning_rate": 0.00020859582582611694,
      "loss": 0.8894,
      "step": 55787
    },
    {
      "epoch": 2.284988736432521,
      "grad_norm": 0.9579341259978507,
      "learning_rate": 0.00020859282355501155,
      "loss": 1.0062,
      "step": 55788
    },
    {
      "epoch": 2.2850296948597175,
      "grad_norm": 1.548322391933373,
      "learning_rate": 0.00020858982125620683,
      "loss": 1.2326,
      "step": 55789
    },
    {
      "epoch": 2.2850706532869136,
      "grad_norm": 0.9042740815812914,
      "learning_rate": 0.00020858681892970427,
      "loss": 0.8232,
      "step": 55790
    },
    {
      "epoch": 2.28511161171411,
      "grad_norm": 1.6647223233012034,
      "learning_rate": 0.00020858381657550527,
      "loss": 0.6654,
      "step": 55791
    },
    {
      "epoch": 2.2851525701413067,
      "grad_norm": 0.8453591372621267,
      "learning_rate": 0.00020858081419361123,
      "loss": 0.4884,
      "step": 55792
    },
    {
      "epoch": 2.285193528568503,
      "grad_norm": 0.9131557143615612,
      "learning_rate": 0.00020857781178402357,
      "loss": 0.6557,
      "step": 55793
    },
    {
      "epoch": 2.2852344869956993,
      "grad_norm": 1.091111046223878,
      "learning_rate": 0.0002085748093467437,
      "loss": 0.9439,
      "step": 55794
    },
    {
      "epoch": 2.285275445422896,
      "grad_norm": 1.1079849481729727,
      "learning_rate": 0.00020857180688177313,
      "loss": 0.9523,
      "step": 55795
    },
    {
      "epoch": 2.285316403850092,
      "grad_norm": 1.0817177396481927,
      "learning_rate": 0.00020856880438911317,
      "loss": 0.8059,
      "step": 55796
    },
    {
      "epoch": 2.2853573622772885,
      "grad_norm": 2.120062007004033,
      "learning_rate": 0.0002085658018687652,
      "loss": 2.2892,
      "step": 55797
    },
    {
      "epoch": 2.285398320704485,
      "grad_norm": 1.3242583100871013,
      "learning_rate": 0.00020856279932073083,
      "loss": 0.9411,
      "step": 55798
    },
    {
      "epoch": 2.2854392791316815,
      "grad_norm": 0.6832530301660292,
      "learning_rate": 0.00020855979674501136,
      "loss": 0.3382,
      "step": 55799
    },
    {
      "epoch": 2.2854802375588776,
      "grad_norm": 0.6036778993024922,
      "learning_rate": 0.00020855679414160817,
      "loss": 0.2545,
      "step": 55800
    },
    {
      "epoch": 2.285521195986074,
      "grad_norm": 1.54655533937751,
      "learning_rate": 0.0002085537915105227,
      "loss": 1.0767,
      "step": 55801
    },
    {
      "epoch": 2.2855621544132707,
      "grad_norm": 1.8346322179563836,
      "learning_rate": 0.00020855078885175643,
      "loss": 1.65,
      "step": 55802
    },
    {
      "epoch": 2.285603112840467,
      "grad_norm": 0.636285805663717,
      "learning_rate": 0.00020854778616531076,
      "loss": 0.2961,
      "step": 55803
    },
    {
      "epoch": 2.2856440712676633,
      "grad_norm": 3.3920041040282403,
      "learning_rate": 0.0002085447834511871,
      "loss": 4.8801,
      "step": 55804
    },
    {
      "epoch": 2.28568502969486,
      "grad_norm": 1.231141757905594,
      "learning_rate": 0.00020854178070938686,
      "loss": 0.8928,
      "step": 55805
    },
    {
      "epoch": 2.285725988122056,
      "grad_norm": 1.0614929403322788,
      "learning_rate": 0.00020853877793991144,
      "loss": 0.9786,
      "step": 55806
    },
    {
      "epoch": 2.2857669465492525,
      "grad_norm": 0.9979306248492409,
      "learning_rate": 0.00020853577514276227,
      "loss": 0.884,
      "step": 55807
    },
    {
      "epoch": 2.285807904976449,
      "grad_norm": 0.9251709352777702,
      "learning_rate": 0.00020853277231794082,
      "loss": 0.75,
      "step": 55808
    },
    {
      "epoch": 2.285848863403645,
      "grad_norm": 1.0674859948269202,
      "learning_rate": 0.0002085297694654485,
      "loss": 0.8082,
      "step": 55809
    },
    {
      "epoch": 2.2858898218308417,
      "grad_norm": 1.009268566333359,
      "learning_rate": 0.00020852676658528662,
      "loss": 0.565,
      "step": 55810
    },
    {
      "epoch": 2.285930780258038,
      "grad_norm": 2.524261049413456,
      "learning_rate": 0.0002085237636774567,
      "loss": 2.3124,
      "step": 55811
    },
    {
      "epoch": 2.2859717386852347,
      "grad_norm": 0.8246641478808387,
      "learning_rate": 0.00020852076074196017,
      "loss": 0.7556,
      "step": 55812
    },
    {
      "epoch": 2.286012697112431,
      "grad_norm": 0.6824987368217489,
      "learning_rate": 0.00020851775777879842,
      "loss": 0.247,
      "step": 55813
    },
    {
      "epoch": 2.2860536555396274,
      "grad_norm": 0.9830642567746749,
      "learning_rate": 0.00020851475478797288,
      "loss": 1.0392,
      "step": 55814
    },
    {
      "epoch": 2.2860946139668235,
      "grad_norm": 0.8090069244806493,
      "learning_rate": 0.00020851175176948494,
      "loss": 0.7096,
      "step": 55815
    },
    {
      "epoch": 2.28613557239402,
      "grad_norm": 0.6735301445356584,
      "learning_rate": 0.00020850874872333606,
      "loss": 0.2753,
      "step": 55816
    },
    {
      "epoch": 2.2861765308212165,
      "grad_norm": 1.0579312834388068,
      "learning_rate": 0.00020850574564952755,
      "loss": 1.0444,
      "step": 55817
    },
    {
      "epoch": 2.286217489248413,
      "grad_norm": 0.8130428413071074,
      "learning_rate": 0.00020850274254806102,
      "loss": 0.7824,
      "step": 55818
    },
    {
      "epoch": 2.286258447675609,
      "grad_norm": 0.9957528662047676,
      "learning_rate": 0.00020849973941893774,
      "loss": 0.8261,
      "step": 55819
    },
    {
      "epoch": 2.2862994061028057,
      "grad_norm": 0.816476657963055,
      "learning_rate": 0.00020849673626215922,
      "loss": 0.6026,
      "step": 55820
    },
    {
      "epoch": 2.2863403645300022,
      "grad_norm": 0.9721881225437288,
      "learning_rate": 0.00020849373307772677,
      "loss": 0.8338,
      "step": 55821
    },
    {
      "epoch": 2.2863813229571983,
      "grad_norm": 0.987511996240265,
      "learning_rate": 0.00020849072986564191,
      "loss": 0.8282,
      "step": 55822
    },
    {
      "epoch": 2.286422281384395,
      "grad_norm": 0.9040343805701633,
      "learning_rate": 0.00020848772662590605,
      "loss": 0.7151,
      "step": 55823
    },
    {
      "epoch": 2.2864632398115914,
      "grad_norm": 0.8570197693512357,
      "learning_rate": 0.0002084847233585206,
      "loss": 0.9696,
      "step": 55824
    },
    {
      "epoch": 2.2865041982387875,
      "grad_norm": 3.0953350218111546,
      "learning_rate": 0.0002084817200634869,
      "loss": 2.3179,
      "step": 55825
    },
    {
      "epoch": 2.286545156665984,
      "grad_norm": 1.017068440476081,
      "learning_rate": 0.00020847871674080647,
      "loss": 0.9684,
      "step": 55826
    },
    {
      "epoch": 2.2865861150931805,
      "grad_norm": 0.8660462287905749,
      "learning_rate": 0.00020847571339048068,
      "loss": 0.6606,
      "step": 55827
    },
    {
      "epoch": 2.2866270735203766,
      "grad_norm": 0.8082562585147628,
      "learning_rate": 0.000208472710012511,
      "loss": 0.3717,
      "step": 55828
    },
    {
      "epoch": 2.286668031947573,
      "grad_norm": 0.8072427920589392,
      "learning_rate": 0.00020846970660689878,
      "loss": 0.815,
      "step": 55829
    },
    {
      "epoch": 2.2867089903747697,
      "grad_norm": 0.887732786174155,
      "learning_rate": 0.00020846670317364548,
      "loss": 0.8464,
      "step": 55830
    },
    {
      "epoch": 2.2867499488019662,
      "grad_norm": 0.75838082526466,
      "learning_rate": 0.00020846369971275257,
      "loss": 0.7024,
      "step": 55831
    },
    {
      "epoch": 2.2867909072291623,
      "grad_norm": 0.9833681508506281,
      "learning_rate": 0.0002084606962242214,
      "loss": 0.5151,
      "step": 55832
    },
    {
      "epoch": 2.286831865656359,
      "grad_norm": 1.3991824031374145,
      "learning_rate": 0.00020845769270805333,
      "loss": 1.2583,
      "step": 55833
    },
    {
      "epoch": 2.286872824083555,
      "grad_norm": 1.5118262377823672,
      "learning_rate": 0.0002084546891642499,
      "loss": 0.963,
      "step": 55834
    },
    {
      "epoch": 2.2869137825107515,
      "grad_norm": 1.003242249942112,
      "learning_rate": 0.0002084516855928125,
      "loss": 0.8004,
      "step": 55835
    },
    {
      "epoch": 2.286954740937948,
      "grad_norm": 1.0660139669597717,
      "learning_rate": 0.00020844868199374253,
      "loss": 0.9504,
      "step": 55836
    },
    {
      "epoch": 2.2869956993651446,
      "grad_norm": 1.5239893615371998,
      "learning_rate": 0.0002084456783670414,
      "loss": 1.1764,
      "step": 55837
    },
    {
      "epoch": 2.2870366577923407,
      "grad_norm": 1.4311383417439232,
      "learning_rate": 0.00020844267471271057,
      "loss": 0.474,
      "step": 55838
    },
    {
      "epoch": 2.287077616219537,
      "grad_norm": 1.1226683598763223,
      "learning_rate": 0.00020843967103075143,
      "loss": 0.6177,
      "step": 55839
    },
    {
      "epoch": 2.2871185746467337,
      "grad_norm": 1.2160988882479196,
      "learning_rate": 0.00020843666732116536,
      "loss": 0.8581,
      "step": 55840
    },
    {
      "epoch": 2.28715953307393,
      "grad_norm": 1.0425321613147935,
      "learning_rate": 0.00020843366358395387,
      "loss": 0.8647,
      "step": 55841
    },
    {
      "epoch": 2.2872004915011264,
      "grad_norm": 0.5380723519258861,
      "learning_rate": 0.00020843065981911832,
      "loss": 0.2252,
      "step": 55842
    },
    {
      "epoch": 2.287241449928323,
      "grad_norm": 0.8849089984902339,
      "learning_rate": 0.00020842765602666015,
      "loss": 0.7616,
      "step": 55843
    },
    {
      "epoch": 2.287282408355519,
      "grad_norm": 0.7794558204674956,
      "learning_rate": 0.00020842465220658078,
      "loss": 0.4461,
      "step": 55844
    },
    {
      "epoch": 2.2873233667827155,
      "grad_norm": 0.9226538826812174,
      "learning_rate": 0.00020842164835888164,
      "loss": 0.5916,
      "step": 55845
    },
    {
      "epoch": 2.287364325209912,
      "grad_norm": 1.335531169141179,
      "learning_rate": 0.00020841864448356407,
      "loss": 1.1198,
      "step": 55846
    },
    {
      "epoch": 2.287405283637108,
      "grad_norm": 1.0224336052295206,
      "learning_rate": 0.00020841564058062963,
      "loss": 0.6887,
      "step": 55847
    },
    {
      "epoch": 2.2874462420643047,
      "grad_norm": 1.038730200158422,
      "learning_rate": 0.0002084126366500796,
      "loss": 0.942,
      "step": 55848
    },
    {
      "epoch": 2.2874872004915012,
      "grad_norm": 1.0644996595104497,
      "learning_rate": 0.00020840963269191552,
      "loss": 0.845,
      "step": 55849
    },
    {
      "epoch": 2.2875281589186978,
      "grad_norm": 0.9159686317369378,
      "learning_rate": 0.00020840662870613873,
      "loss": 0.7253,
      "step": 55850
    },
    {
      "epoch": 2.287569117345894,
      "grad_norm": 1.0204882350231554,
      "learning_rate": 0.0002084036246927507,
      "loss": 0.7752,
      "step": 55851
    },
    {
      "epoch": 2.2876100757730904,
      "grad_norm": 4.619230463821137,
      "learning_rate": 0.0002084006206517528,
      "loss": 2.6855,
      "step": 55852
    },
    {
      "epoch": 2.2876510342002865,
      "grad_norm": 0.7633223863506273,
      "learning_rate": 0.00020839761658314647,
      "loss": 0.3558,
      "step": 55853
    },
    {
      "epoch": 2.287691992627483,
      "grad_norm": 1.1146536520099077,
      "learning_rate": 0.00020839461248693314,
      "loss": 0.8575,
      "step": 55854
    },
    {
      "epoch": 2.2877329510546796,
      "grad_norm": 1.590063103382873,
      "learning_rate": 0.00020839160836311424,
      "loss": 0.7857,
      "step": 55855
    },
    {
      "epoch": 2.287773909481876,
      "grad_norm": 1.4887840049853496,
      "learning_rate": 0.00020838860421169115,
      "loss": 1.6193,
      "step": 55856
    },
    {
      "epoch": 2.287814867909072,
      "grad_norm": 1.1386035838077264,
      "learning_rate": 0.00020838560003266532,
      "loss": 1.109,
      "step": 55857
    },
    {
      "epoch": 2.2878558263362687,
      "grad_norm": 0.7012300345004875,
      "learning_rate": 0.00020838259582603818,
      "loss": 0.2891,
      "step": 55858
    },
    {
      "epoch": 2.2878967847634653,
      "grad_norm": 0.9110136597799622,
      "learning_rate": 0.00020837959159181115,
      "loss": 0.8325,
      "step": 55859
    },
    {
      "epoch": 2.2879377431906613,
      "grad_norm": 1.1114553190140026,
      "learning_rate": 0.00020837658732998564,
      "loss": 0.6385,
      "step": 55860
    },
    {
      "epoch": 2.287978701617858,
      "grad_norm": 1.1143325885574578,
      "learning_rate": 0.000208373583040563,
      "loss": 0.7644,
      "step": 55861
    },
    {
      "epoch": 2.2880196600450544,
      "grad_norm": 0.9177707462463293,
      "learning_rate": 0.00020837057872354477,
      "loss": 0.7172,
      "step": 55862
    },
    {
      "epoch": 2.2880606184722505,
      "grad_norm": 4.234618650675585,
      "learning_rate": 0.00020836757437893232,
      "loss": 2.7975,
      "step": 55863
    },
    {
      "epoch": 2.288101576899447,
      "grad_norm": 1.070527844149413,
      "learning_rate": 0.00020836457000672707,
      "loss": 0.7469,
      "step": 55864
    },
    {
      "epoch": 2.2881425353266436,
      "grad_norm": 1.306249878034432,
      "learning_rate": 0.00020836156560693038,
      "loss": 0.6942,
      "step": 55865
    },
    {
      "epoch": 2.2881834937538397,
      "grad_norm": 1.3464067965049464,
      "learning_rate": 0.0002083585611795438,
      "loss": 1.2718,
      "step": 55866
    },
    {
      "epoch": 2.288224452181036,
      "grad_norm": 0.933854651908751,
      "learning_rate": 0.00020835555672456867,
      "loss": 0.7992,
      "step": 55867
    },
    {
      "epoch": 2.2882654106082327,
      "grad_norm": 0.9383057832223666,
      "learning_rate": 0.00020835255224200638,
      "loss": 0.638,
      "step": 55868
    },
    {
      "epoch": 2.2883063690354293,
      "grad_norm": 0.8648373035203026,
      "learning_rate": 0.0002083495477318584,
      "loss": 0.7623,
      "step": 55869
    },
    {
      "epoch": 2.2883473274626254,
      "grad_norm": 1.2554192337587966,
      "learning_rate": 0.00020834654319412617,
      "loss": 1.128,
      "step": 55870
    },
    {
      "epoch": 2.288388285889822,
      "grad_norm": 0.7293619950235957,
      "learning_rate": 0.00020834353862881106,
      "loss": 0.2736,
      "step": 55871
    },
    {
      "epoch": 2.288429244317018,
      "grad_norm": 0.9105431480525688,
      "learning_rate": 0.0002083405340359145,
      "loss": 0.8186,
      "step": 55872
    },
    {
      "epoch": 2.2884702027442145,
      "grad_norm": 1.669695233019325,
      "learning_rate": 0.00020833752941543793,
      "loss": 1.6214,
      "step": 55873
    },
    {
      "epoch": 2.288511161171411,
      "grad_norm": 1.2306179609164707,
      "learning_rate": 0.00020833452476738275,
      "loss": 1.0149,
      "step": 55874
    },
    {
      "epoch": 2.2885521195986076,
      "grad_norm": 0.7899069111497401,
      "learning_rate": 0.00020833152009175042,
      "loss": 0.633,
      "step": 55875
    },
    {
      "epoch": 2.2885930780258037,
      "grad_norm": 1.0306368344024166,
      "learning_rate": 0.00020832851538854234,
      "loss": 0.7528,
      "step": 55876
    },
    {
      "epoch": 2.2886340364530002,
      "grad_norm": 0.8786305815104853,
      "learning_rate": 0.0002083255106577599,
      "loss": 0.6997,
      "step": 55877
    },
    {
      "epoch": 2.2886749948801968,
      "grad_norm": 0.9431887805381622,
      "learning_rate": 0.00020832250589940452,
      "loss": 0.7579,
      "step": 55878
    },
    {
      "epoch": 2.288715953307393,
      "grad_norm": 1.0361458324734214,
      "learning_rate": 0.0002083195011134777,
      "loss": 0.7972,
      "step": 55879
    },
    {
      "epoch": 2.2887569117345894,
      "grad_norm": 0.8054328710211459,
      "learning_rate": 0.00020831649629998077,
      "loss": 0.7096,
      "step": 55880
    },
    {
      "epoch": 2.288797870161786,
      "grad_norm": 0.9985801919236555,
      "learning_rate": 0.00020831349145891516,
      "loss": 0.6827,
      "step": 55881
    },
    {
      "epoch": 2.288838828588982,
      "grad_norm": 0.9996053972734666,
      "learning_rate": 0.00020831048659028235,
      "loss": 0.7468,
      "step": 55882
    },
    {
      "epoch": 2.2888797870161786,
      "grad_norm": 1.0741853276073152,
      "learning_rate": 0.00020830748169408373,
      "loss": 0.852,
      "step": 55883
    },
    {
      "epoch": 2.288920745443375,
      "grad_norm": 0.723376246094772,
      "learning_rate": 0.00020830447677032074,
      "loss": 0.6145,
      "step": 55884
    },
    {
      "epoch": 2.288961703870571,
      "grad_norm": 0.8565978000668832,
      "learning_rate": 0.0002083014718189947,
      "loss": 0.8759,
      "step": 55885
    },
    {
      "epoch": 2.2890026622977677,
      "grad_norm": 1.0972266579710734,
      "learning_rate": 0.00020829846684010714,
      "loss": 0.8391,
      "step": 55886
    },
    {
      "epoch": 2.2890436207249643,
      "grad_norm": 0.8308063592529795,
      "learning_rate": 0.00020829546183365947,
      "loss": 0.391,
      "step": 55887
    },
    {
      "epoch": 2.289084579152161,
      "grad_norm": 0.9415713582363338,
      "learning_rate": 0.00020829245679965307,
      "loss": 0.8426,
      "step": 55888
    },
    {
      "epoch": 2.289125537579357,
      "grad_norm": 1.4948621750830753,
      "learning_rate": 0.00020828945173808936,
      "loss": 1.1971,
      "step": 55889
    },
    {
      "epoch": 2.2891664960065534,
      "grad_norm": 0.9801223242962809,
      "learning_rate": 0.0002082864466489698,
      "loss": 0.7662,
      "step": 55890
    },
    {
      "epoch": 2.2892074544337495,
      "grad_norm": 0.8841052913977333,
      "learning_rate": 0.00020828344153229583,
      "loss": 0.6785,
      "step": 55891
    },
    {
      "epoch": 2.289248412860946,
      "grad_norm": 0.994030835373818,
      "learning_rate": 0.00020828043638806878,
      "loss": 0.8288,
      "step": 55892
    },
    {
      "epoch": 2.2892893712881426,
      "grad_norm": 1.287892795683112,
      "learning_rate": 0.00020827743121629012,
      "loss": 0.9378,
      "step": 55893
    },
    {
      "epoch": 2.289330329715339,
      "grad_norm": 1.2000380122444692,
      "learning_rate": 0.00020827442601696128,
      "loss": 1.215,
      "step": 55894
    },
    {
      "epoch": 2.289371288142535,
      "grad_norm": 0.9074388955501929,
      "learning_rate": 0.00020827142079008368,
      "loss": 0.6313,
      "step": 55895
    },
    {
      "epoch": 2.2894122465697317,
      "grad_norm": 1.241964972779953,
      "learning_rate": 0.00020826841553565876,
      "loss": 0.9582,
      "step": 55896
    },
    {
      "epoch": 2.2894532049969283,
      "grad_norm": 0.9693096950419033,
      "learning_rate": 0.00020826541025368786,
      "loss": 0.6076,
      "step": 55897
    },
    {
      "epoch": 2.2894941634241244,
      "grad_norm": 0.8816783858598306,
      "learning_rate": 0.0002082624049441725,
      "loss": 0.6293,
      "step": 55898
    },
    {
      "epoch": 2.289535121851321,
      "grad_norm": 0.8446635847019381,
      "learning_rate": 0.00020825939960711403,
      "loss": 0.7106,
      "step": 55899
    },
    {
      "epoch": 2.2895760802785174,
      "grad_norm": 0.7623260228195042,
      "learning_rate": 0.0002082563942425139,
      "loss": 0.6343,
      "step": 55900
    },
    {
      "epoch": 2.2896170387057135,
      "grad_norm": 1.2183769173730112,
      "learning_rate": 0.00020825338885037352,
      "loss": 1.0893,
      "step": 55901
    },
    {
      "epoch": 2.28965799713291,
      "grad_norm": 1.022783438062456,
      "learning_rate": 0.00020825038343069433,
      "loss": 0.8852,
      "step": 55902
    },
    {
      "epoch": 2.2896989555601066,
      "grad_norm": 1.2503367843428677,
      "learning_rate": 0.00020824737798347772,
      "loss": 0.8162,
      "step": 55903
    },
    {
      "epoch": 2.2897399139873027,
      "grad_norm": 0.8848830903860816,
      "learning_rate": 0.00020824437250872518,
      "loss": 0.7899,
      "step": 55904
    },
    {
      "epoch": 2.2897808724144992,
      "grad_norm": 0.7593638746527778,
      "learning_rate": 0.000208241367006438,
      "loss": 0.4056,
      "step": 55905
    },
    {
      "epoch": 2.2898218308416958,
      "grad_norm": 1.0441340596204343,
      "learning_rate": 0.00020823836147661776,
      "loss": 0.9389,
      "step": 55906
    },
    {
      "epoch": 2.2898627892688923,
      "grad_norm": 0.8816356838562602,
      "learning_rate": 0.0002082353559192658,
      "loss": 0.7721,
      "step": 55907
    },
    {
      "epoch": 2.2899037476960884,
      "grad_norm": 0.6050616866499153,
      "learning_rate": 0.00020823235033438347,
      "loss": 0.2768,
      "step": 55908
    },
    {
      "epoch": 2.289944706123285,
      "grad_norm": 0.9290864551598305,
      "learning_rate": 0.00020822934472197234,
      "loss": 0.8205,
      "step": 55909
    },
    {
      "epoch": 2.289985664550481,
      "grad_norm": 1.956140900955096,
      "learning_rate": 0.0002082263390820337,
      "loss": 1.2633,
      "step": 55910
    },
    {
      "epoch": 2.2900266229776776,
      "grad_norm": 1.0819207874634118,
      "learning_rate": 0.00020822333341456907,
      "loss": 1.0327,
      "step": 55911
    },
    {
      "epoch": 2.290067581404874,
      "grad_norm": 1.2768068659886314,
      "learning_rate": 0.0002082203277195798,
      "loss": 0.9386,
      "step": 55912
    },
    {
      "epoch": 2.2901085398320706,
      "grad_norm": 1.2391291892524328,
      "learning_rate": 0.00020821732199706734,
      "loss": 1.2047,
      "step": 55913
    },
    {
      "epoch": 2.2901494982592667,
      "grad_norm": 0.7420317971423614,
      "learning_rate": 0.0002082143162470331,
      "loss": 0.5926,
      "step": 55914
    },
    {
      "epoch": 2.2901904566864633,
      "grad_norm": 0.7938911865509373,
      "learning_rate": 0.00020821131046947852,
      "loss": 0.182,
      "step": 55915
    },
    {
      "epoch": 2.29023141511366,
      "grad_norm": 0.7711545053315344,
      "learning_rate": 0.00020820830466440501,
      "loss": 0.6904,
      "step": 55916
    },
    {
      "epoch": 2.290272373540856,
      "grad_norm": 1.0384102928917867,
      "learning_rate": 0.00020820529883181402,
      "loss": 0.3981,
      "step": 55917
    },
    {
      "epoch": 2.2903133319680524,
      "grad_norm": 0.8486170658947444,
      "learning_rate": 0.00020820229297170687,
      "loss": 0.639,
      "step": 55918
    },
    {
      "epoch": 2.290354290395249,
      "grad_norm": 0.711697946354954,
      "learning_rate": 0.00020819928708408513,
      "loss": 0.2486,
      "step": 55919
    },
    {
      "epoch": 2.290395248822445,
      "grad_norm": 0.8861593233983939,
      "learning_rate": 0.00020819628116895014,
      "loss": 0.6449,
      "step": 55920
    },
    {
      "epoch": 2.2904362072496416,
      "grad_norm": 1.0288705513408793,
      "learning_rate": 0.00020819327522630327,
      "loss": 0.8298,
      "step": 55921
    },
    {
      "epoch": 2.290477165676838,
      "grad_norm": 1.0742441129900413,
      "learning_rate": 0.00020819026925614602,
      "loss": 0.9632,
      "step": 55922
    },
    {
      "epoch": 2.290518124104034,
      "grad_norm": 1.1095580773934304,
      "learning_rate": 0.0002081872632584798,
      "loss": 0.7595,
      "step": 55923
    },
    {
      "epoch": 2.2905590825312308,
      "grad_norm": 1.007652597916112,
      "learning_rate": 0.000208184257233306,
      "loss": 0.7112,
      "step": 55924
    },
    {
      "epoch": 2.2906000409584273,
      "grad_norm": 1.0216513437564505,
      "learning_rate": 0.00020818125118062607,
      "loss": 0.8161,
      "step": 55925
    },
    {
      "epoch": 2.290640999385624,
      "grad_norm": 1.091291768701234,
      "learning_rate": 0.00020817824510044143,
      "loss": 0.9731,
      "step": 55926
    },
    {
      "epoch": 2.29068195781282,
      "grad_norm": 1.180207229842198,
      "learning_rate": 0.00020817523899275346,
      "loss": 0.735,
      "step": 55927
    },
    {
      "epoch": 2.2907229162400164,
      "grad_norm": 3.8711693041489807,
      "learning_rate": 0.00020817223285756365,
      "loss": 2.489,
      "step": 55928
    },
    {
      "epoch": 2.2907638746672125,
      "grad_norm": 0.9850272758481877,
      "learning_rate": 0.00020816922669487334,
      "loss": 0.8796,
      "step": 55929
    },
    {
      "epoch": 2.290804833094409,
      "grad_norm": 1.2764235128701007,
      "learning_rate": 0.000208166220504684,
      "loss": 0.9506,
      "step": 55930
    },
    {
      "epoch": 2.2908457915216056,
      "grad_norm": 1.3704554333465497,
      "learning_rate": 0.00020816321428699712,
      "loss": 1.3353,
      "step": 55931
    },
    {
      "epoch": 2.290886749948802,
      "grad_norm": 0.9676384634672415,
      "learning_rate": 0.00020816020804181399,
      "loss": 0.9206,
      "step": 55932
    },
    {
      "epoch": 2.2909277083759982,
      "grad_norm": 0.6959944085998894,
      "learning_rate": 0.0002081572017691361,
      "loss": 0.3066,
      "step": 55933
    },
    {
      "epoch": 2.2909686668031948,
      "grad_norm": 1.4142750943129088,
      "learning_rate": 0.00020815419546896483,
      "loss": 1.2847,
      "step": 55934
    },
    {
      "epoch": 2.2910096252303913,
      "grad_norm": 0.3629099966668466,
      "learning_rate": 0.00020815118914130167,
      "loss": 0.1031,
      "step": 55935
    },
    {
      "epoch": 2.2910505836575874,
      "grad_norm": 0.9574506504953432,
      "learning_rate": 0.00020814818278614797,
      "loss": 0.6931,
      "step": 55936
    },
    {
      "epoch": 2.291091542084784,
      "grad_norm": 1.5359443849819234,
      "learning_rate": 0.00020814517640350519,
      "loss": 1.4483,
      "step": 55937
    },
    {
      "epoch": 2.2911325005119805,
      "grad_norm": 0.39770606006303105,
      "learning_rate": 0.00020814216999337476,
      "loss": 0.1439,
      "step": 55938
    },
    {
      "epoch": 2.2911734589391766,
      "grad_norm": 1.0920789297545581,
      "learning_rate": 0.0002081391635557581,
      "loss": 0.8841,
      "step": 55939
    },
    {
      "epoch": 2.291214417366373,
      "grad_norm": 0.8484597504843314,
      "learning_rate": 0.0002081361570906566,
      "loss": 0.7452,
      "step": 55940
    },
    {
      "epoch": 2.2912553757935696,
      "grad_norm": 1.7432359892190867,
      "learning_rate": 0.00020813315059807169,
      "loss": 1.6895,
      "step": 55941
    },
    {
      "epoch": 2.2912963342207657,
      "grad_norm": 1.0273607570906307,
      "learning_rate": 0.00020813014407800476,
      "loss": 0.9691,
      "step": 55942
    },
    {
      "epoch": 2.2913372926479623,
      "grad_norm": 6.80958393597148,
      "learning_rate": 0.00020812713753045735,
      "loss": 1.482,
      "step": 55943
    },
    {
      "epoch": 2.291378251075159,
      "grad_norm": 1.0541968561513713,
      "learning_rate": 0.00020812413095543076,
      "loss": 0.9799,
      "step": 55944
    },
    {
      "epoch": 2.2914192095023553,
      "grad_norm": 1.343232437931947,
      "learning_rate": 0.00020812112435292644,
      "loss": 0.8201,
      "step": 55945
    },
    {
      "epoch": 2.2914601679295514,
      "grad_norm": 3.28152674790755,
      "learning_rate": 0.00020811811772294584,
      "loss": 1.272,
      "step": 55946
    },
    {
      "epoch": 2.291501126356748,
      "grad_norm": 1.5453684802957355,
      "learning_rate": 0.00020811511106549042,
      "loss": 0.687,
      "step": 55947
    },
    {
      "epoch": 2.291542084783944,
      "grad_norm": 0.9464372865012293,
      "learning_rate": 0.00020811210438056147,
      "loss": 0.7546,
      "step": 55948
    },
    {
      "epoch": 2.2915830432111406,
      "grad_norm": 1.336914702492033,
      "learning_rate": 0.00020810909766816053,
      "loss": 0.8651,
      "step": 55949
    },
    {
      "epoch": 2.291624001638337,
      "grad_norm": 0.9643305440095803,
      "learning_rate": 0.000208106090928289,
      "loss": 0.7727,
      "step": 55950
    },
    {
      "epoch": 2.2916649600655337,
      "grad_norm": 0.94092855964764,
      "learning_rate": 0.0002081030841609482,
      "loss": 0.7774,
      "step": 55951
    },
    {
      "epoch": 2.2917059184927298,
      "grad_norm": 0.9654481609955169,
      "learning_rate": 0.00020810007736613974,
      "loss": 0.879,
      "step": 55952
    },
    {
      "epoch": 2.2917468769199263,
      "grad_norm": 2.8183628669569583,
      "learning_rate": 0.00020809707054386488,
      "loss": 1.6283,
      "step": 55953
    },
    {
      "epoch": 2.291787835347123,
      "grad_norm": 0.9183334953606369,
      "learning_rate": 0.00020809406369412504,
      "loss": 0.7578,
      "step": 55954
    },
    {
      "epoch": 2.291828793774319,
      "grad_norm": 1.175863384361272,
      "learning_rate": 0.0002080910568169218,
      "loss": 0.9395,
      "step": 55955
    },
    {
      "epoch": 2.2918697522015155,
      "grad_norm": 0.7191245422375424,
      "learning_rate": 0.00020808804991225645,
      "loss": 0.2941,
      "step": 55956
    },
    {
      "epoch": 2.291910710628712,
      "grad_norm": 3.945304799642589,
      "learning_rate": 0.0002080850429801304,
      "loss": 0.8905,
      "step": 55957
    },
    {
      "epoch": 2.291951669055908,
      "grad_norm": 1.3897988846104532,
      "learning_rate": 0.00020808203602054514,
      "loss": 0.8078,
      "step": 55958
    },
    {
      "epoch": 2.2919926274831046,
      "grad_norm": 1.032786494528351,
      "learning_rate": 0.00020807902903350207,
      "loss": 1.0216,
      "step": 55959
    },
    {
      "epoch": 2.292033585910301,
      "grad_norm": 2.2494854061381053,
      "learning_rate": 0.0002080760220190026,
      "loss": 2.5082,
      "step": 55960
    },
    {
      "epoch": 2.2920745443374972,
      "grad_norm": 0.6488548918349357,
      "learning_rate": 0.00020807301497704814,
      "loss": 0.2897,
      "step": 55961
    },
    {
      "epoch": 2.292115502764694,
      "grad_norm": 0.8935059717726095,
      "learning_rate": 0.00020807000790764015,
      "loss": 0.7121,
      "step": 55962
    },
    {
      "epoch": 2.2921564611918903,
      "grad_norm": 0.9508459651905057,
      "learning_rate": 0.00020806700081078003,
      "loss": 0.8727,
      "step": 55963
    },
    {
      "epoch": 2.292197419619087,
      "grad_norm": 1.694988213852401,
      "learning_rate": 0.00020806399368646918,
      "loss": 1.8797,
      "step": 55964
    },
    {
      "epoch": 2.292238378046283,
      "grad_norm": 0.9394433096025245,
      "learning_rate": 0.00020806098653470905,
      "loss": 0.7556,
      "step": 55965
    },
    {
      "epoch": 2.2922793364734795,
      "grad_norm": 0.7797664707367765,
      "learning_rate": 0.00020805797935550106,
      "loss": 0.3218,
      "step": 55966
    },
    {
      "epoch": 2.2923202949006756,
      "grad_norm": 1.1562535283622657,
      "learning_rate": 0.00020805497214884664,
      "loss": 0.9627,
      "step": 55967
    },
    {
      "epoch": 2.292361253327872,
      "grad_norm": 1.1160089487402678,
      "learning_rate": 0.0002080519649147472,
      "loss": 0.8919,
      "step": 55968
    },
    {
      "epoch": 2.2924022117550686,
      "grad_norm": 1.4326790314783187,
      "learning_rate": 0.00020804895765320412,
      "loss": 1.4015,
      "step": 55969
    },
    {
      "epoch": 2.292443170182265,
      "grad_norm": 1.3512378065241535,
      "learning_rate": 0.00020804595036421887,
      "loss": 1.3817,
      "step": 55970
    },
    {
      "epoch": 2.2924841286094613,
      "grad_norm": 1.6096796657888597,
      "learning_rate": 0.00020804294304779288,
      "loss": 1.0779,
      "step": 55971
    },
    {
      "epoch": 2.292525087036658,
      "grad_norm": 0.8489378591102705,
      "learning_rate": 0.0002080399357039276,
      "loss": 0.6083,
      "step": 55972
    },
    {
      "epoch": 2.2925660454638543,
      "grad_norm": 1.0440143001769415,
      "learning_rate": 0.00020803692833262433,
      "loss": 0.7255,
      "step": 55973
    },
    {
      "epoch": 2.2926070038910504,
      "grad_norm": 1.5406892323160337,
      "learning_rate": 0.0002080339209338846,
      "loss": 1.0795,
      "step": 55974
    },
    {
      "epoch": 2.292647962318247,
      "grad_norm": 1.2374292249028709,
      "learning_rate": 0.0002080309135077098,
      "loss": 0.5928,
      "step": 55975
    },
    {
      "epoch": 2.2926889207454435,
      "grad_norm": 0.8803101234028731,
      "learning_rate": 0.00020802790605410135,
      "loss": 0.7869,
      "step": 55976
    },
    {
      "epoch": 2.2927298791726396,
      "grad_norm": 1.0931316901344246,
      "learning_rate": 0.00020802489857306064,
      "loss": 0.7985,
      "step": 55977
    },
    {
      "epoch": 2.292770837599836,
      "grad_norm": 1.0552133921015365,
      "learning_rate": 0.00020802189106458919,
      "loss": 0.8497,
      "step": 55978
    },
    {
      "epoch": 2.2928117960270327,
      "grad_norm": 0.999430358117555,
      "learning_rate": 0.0002080188835286883,
      "loss": 0.7722,
      "step": 55979
    },
    {
      "epoch": 2.2928527544542288,
      "grad_norm": 2.028249405995223,
      "learning_rate": 0.00020801587596535947,
      "loss": 1.6126,
      "step": 55980
    },
    {
      "epoch": 2.2928937128814253,
      "grad_norm": 0.9175571436353743,
      "learning_rate": 0.0002080128683746041,
      "loss": 0.6486,
      "step": 55981
    },
    {
      "epoch": 2.292934671308622,
      "grad_norm": 1.021172396991912,
      "learning_rate": 0.00020800986075642362,
      "loss": 1.0286,
      "step": 55982
    },
    {
      "epoch": 2.2929756297358184,
      "grad_norm": 1.1241726140602373,
      "learning_rate": 0.00020800685311081946,
      "loss": 0.7437,
      "step": 55983
    },
    {
      "epoch": 2.2930165881630145,
      "grad_norm": 1.1226195011365618,
      "learning_rate": 0.00020800384543779297,
      "loss": 1.0444,
      "step": 55984
    },
    {
      "epoch": 2.293057546590211,
      "grad_norm": 1.0128645197304555,
      "learning_rate": 0.00020800083773734568,
      "loss": 0.6416,
      "step": 55985
    },
    {
      "epoch": 2.293098505017407,
      "grad_norm": 1.0184026853323065,
      "learning_rate": 0.00020799783000947892,
      "loss": 0.6313,
      "step": 55986
    },
    {
      "epoch": 2.2931394634446036,
      "grad_norm": 0.9770272592603965,
      "learning_rate": 0.00020799482225419418,
      "loss": 0.6999,
      "step": 55987
    },
    {
      "epoch": 2.2931804218718,
      "grad_norm": 1.5170436324691474,
      "learning_rate": 0.00020799181447149283,
      "loss": 0.7316,
      "step": 55988
    },
    {
      "epoch": 2.2932213802989967,
      "grad_norm": 0.7776922077567671,
      "learning_rate": 0.00020798880666137638,
      "loss": 0.4057,
      "step": 55989
    },
    {
      "epoch": 2.293262338726193,
      "grad_norm": 1.2226576592411096,
      "learning_rate": 0.00020798579882384612,
      "loss": 0.8872,
      "step": 55990
    },
    {
      "epoch": 2.2933032971533893,
      "grad_norm": 0.7786820092398323,
      "learning_rate": 0.00020798279095890357,
      "loss": 0.53,
      "step": 55991
    },
    {
      "epoch": 2.293344255580586,
      "grad_norm": 1.069292683757168,
      "learning_rate": 0.00020797978306655012,
      "loss": 0.9613,
      "step": 55992
    },
    {
      "epoch": 2.293385214007782,
      "grad_norm": 0.8899951729734502,
      "learning_rate": 0.00020797677514678716,
      "loss": 0.6991,
      "step": 55993
    },
    {
      "epoch": 2.2934261724349785,
      "grad_norm": 1.3282437358188703,
      "learning_rate": 0.00020797376719961617,
      "loss": 1.0447,
      "step": 55994
    },
    {
      "epoch": 2.293467130862175,
      "grad_norm": 0.8962242892696989,
      "learning_rate": 0.00020797075922503855,
      "loss": 0.8237,
      "step": 55995
    },
    {
      "epoch": 2.293508089289371,
      "grad_norm": 0.9614301108902336,
      "learning_rate": 0.00020796775122305572,
      "loss": 0.5699,
      "step": 55996
    },
    {
      "epoch": 2.2935490477165676,
      "grad_norm": 0.9528119615526369,
      "learning_rate": 0.00020796474319366908,
      "loss": 0.7105,
      "step": 55997
    },
    {
      "epoch": 2.293590006143764,
      "grad_norm": 1.16814136300056,
      "learning_rate": 0.0002079617351368801,
      "loss": 0.4567,
      "step": 55998
    },
    {
      "epoch": 2.2936309645709603,
      "grad_norm": 1.036947525112602,
      "learning_rate": 0.00020795872705269016,
      "loss": 0.8789,
      "step": 55999
    },
    {
      "epoch": 2.293671922998157,
      "grad_norm": 1.1357869402647154,
      "learning_rate": 0.0002079557189411007,
      "loss": 0.6603,
      "step": 56000
    },
    {
      "epoch": 2.2937128814253533,
      "grad_norm": 0.9405034552860861,
      "learning_rate": 0.00020795271080211312,
      "loss": 0.7562,
      "step": 56001
    },
    {
      "epoch": 2.29375383985255,
      "grad_norm": 1.2093806221809202,
      "learning_rate": 0.0002079497026357289,
      "loss": 0.9656,
      "step": 56002
    },
    {
      "epoch": 2.293794798279746,
      "grad_norm": 1.2676287425034114,
      "learning_rate": 0.00020794669444194937,
      "loss": 0.7783,
      "step": 56003
    },
    {
      "epoch": 2.2938357567069425,
      "grad_norm": 1.2739699342871516,
      "learning_rate": 0.0002079436862207761,
      "loss": 0.8749,
      "step": 56004
    },
    {
      "epoch": 2.2938767151341386,
      "grad_norm": 1.1737953740752218,
      "learning_rate": 0.0002079406779722103,
      "loss": 0.694,
      "step": 56005
    },
    {
      "epoch": 2.293917673561335,
      "grad_norm": 1.2149002571671175,
      "learning_rate": 0.00020793766969625356,
      "loss": 1.071,
      "step": 56006
    },
    {
      "epoch": 2.2939586319885317,
      "grad_norm": 0.7652287134937085,
      "learning_rate": 0.00020793466139290727,
      "loss": 0.4361,
      "step": 56007
    },
    {
      "epoch": 2.293999590415728,
      "grad_norm": 1.0162592006566573,
      "learning_rate": 0.00020793165306217282,
      "loss": 0.9811,
      "step": 56008
    },
    {
      "epoch": 2.2940405488429243,
      "grad_norm": 0.9798619703700827,
      "learning_rate": 0.00020792864470405164,
      "loss": 0.7655,
      "step": 56009
    },
    {
      "epoch": 2.294081507270121,
      "grad_norm": 0.9778592770099602,
      "learning_rate": 0.00020792563631854516,
      "loss": 1.1252,
      "step": 56010
    },
    {
      "epoch": 2.2941224656973174,
      "grad_norm": 0.9490200891602736,
      "learning_rate": 0.0002079226279056548,
      "loss": 0.6933,
      "step": 56011
    },
    {
      "epoch": 2.2941634241245135,
      "grad_norm": 2.1010454054014023,
      "learning_rate": 0.00020791961946538202,
      "loss": 1.234,
      "step": 56012
    },
    {
      "epoch": 2.29420438255171,
      "grad_norm": 1.0738148007266497,
      "learning_rate": 0.00020791661099772813,
      "loss": 0.6441,
      "step": 56013
    },
    {
      "epoch": 2.2942453409789065,
      "grad_norm": 0.8703873075688461,
      "learning_rate": 0.00020791360250269468,
      "loss": 0.4443,
      "step": 56014
    },
    {
      "epoch": 2.2942862994061026,
      "grad_norm": 1.2586621423002315,
      "learning_rate": 0.00020791059398028302,
      "loss": 1.2521,
      "step": 56015
    },
    {
      "epoch": 2.294327257833299,
      "grad_norm": 0.9622163991731197,
      "learning_rate": 0.00020790758543049462,
      "loss": 0.8765,
      "step": 56016
    },
    {
      "epoch": 2.2943682162604957,
      "grad_norm": 2.2693078254521493,
      "learning_rate": 0.00020790457685333086,
      "loss": 1.9502,
      "step": 56017
    },
    {
      "epoch": 2.294409174687692,
      "grad_norm": 1.2400336132682994,
      "learning_rate": 0.00020790156824879315,
      "loss": 1.1659,
      "step": 56018
    },
    {
      "epoch": 2.2944501331148883,
      "grad_norm": 0.7614592579788253,
      "learning_rate": 0.00020789855961688295,
      "loss": 0.3037,
      "step": 56019
    },
    {
      "epoch": 2.294491091542085,
      "grad_norm": 0.995475037114094,
      "learning_rate": 0.0002078955509576017,
      "loss": 0.8809,
      "step": 56020
    },
    {
      "epoch": 2.2945320499692814,
      "grad_norm": 0.9829865703276783,
      "learning_rate": 0.00020789254227095077,
      "loss": 0.8036,
      "step": 56021
    },
    {
      "epoch": 2.2945730083964775,
      "grad_norm": 0.8413601611857969,
      "learning_rate": 0.0002078895335569316,
      "loss": 0.7506,
      "step": 56022
    },
    {
      "epoch": 2.294613966823674,
      "grad_norm": 0.9841661120857376,
      "learning_rate": 0.00020788652481554563,
      "loss": 0.7197,
      "step": 56023
    },
    {
      "epoch": 2.2946549252508706,
      "grad_norm": 1.2993825066645868,
      "learning_rate": 0.00020788351604679426,
      "loss": 0.6974,
      "step": 56024
    },
    {
      "epoch": 2.2946958836780667,
      "grad_norm": 1.342091236514053,
      "learning_rate": 0.00020788050725067893,
      "loss": 1.0489,
      "step": 56025
    },
    {
      "epoch": 2.294736842105263,
      "grad_norm": 1.0362922425799643,
      "learning_rate": 0.00020787749842720107,
      "loss": 0.7332,
      "step": 56026
    },
    {
      "epoch": 2.2947778005324597,
      "grad_norm": 0.9396525885447699,
      "learning_rate": 0.00020787448957636207,
      "loss": 0.793,
      "step": 56027
    },
    {
      "epoch": 2.294818758959656,
      "grad_norm": 1.0074107000549752,
      "learning_rate": 0.0002078714806981634,
      "loss": 0.6813,
      "step": 56028
    },
    {
      "epoch": 2.2948597173868523,
      "grad_norm": 0.6987666936637846,
      "learning_rate": 0.00020786847179260636,
      "loss": 0.3543,
      "step": 56029
    },
    {
      "epoch": 2.294900675814049,
      "grad_norm": 1.5937167353135324,
      "learning_rate": 0.00020786546285969255,
      "loss": 0.8612,
      "step": 56030
    },
    {
      "epoch": 2.294941634241245,
      "grad_norm": 0.978061528408838,
      "learning_rate": 0.0002078624538994233,
      "loss": 0.4288,
      "step": 56031
    },
    {
      "epoch": 2.2949825926684415,
      "grad_norm": 0.8710403252197572,
      "learning_rate": 0.0002078594449118,
      "loss": 0.7727,
      "step": 56032
    },
    {
      "epoch": 2.295023551095638,
      "grad_norm": 0.8464551660997512,
      "learning_rate": 0.00020785643589682414,
      "loss": 0.7171,
      "step": 56033
    },
    {
      "epoch": 2.295064509522834,
      "grad_norm": 1.372195739108158,
      "learning_rate": 0.00020785342685449712,
      "loss": 0.9105,
      "step": 56034
    },
    {
      "epoch": 2.2951054679500307,
      "grad_norm": 1.0564937959924083,
      "learning_rate": 0.00020785041778482034,
      "loss": 0.8321,
      "step": 56035
    },
    {
      "epoch": 2.295146426377227,
      "grad_norm": 1.4461774438823531,
      "learning_rate": 0.00020784740868779527,
      "loss": 0.7851,
      "step": 56036
    },
    {
      "epoch": 2.2951873848044233,
      "grad_norm": 1.0243642938581055,
      "learning_rate": 0.00020784439956342325,
      "loss": 0.7055,
      "step": 56037
    },
    {
      "epoch": 2.29522834323162,
      "grad_norm": 4.12841457861847,
      "learning_rate": 0.0002078413904117058,
      "loss": 2.9671,
      "step": 56038
    },
    {
      "epoch": 2.2952693016588164,
      "grad_norm": 9.691693162116676,
      "learning_rate": 0.00020783838123264423,
      "loss": 1.5511,
      "step": 56039
    },
    {
      "epoch": 2.295310260086013,
      "grad_norm": 0.9159841064025604,
      "learning_rate": 0.00020783537202624013,
      "loss": 0.6323,
      "step": 56040
    },
    {
      "epoch": 2.295351218513209,
      "grad_norm": 0.9718192982648737,
      "learning_rate": 0.00020783236279249472,
      "loss": 0.786,
      "step": 56041
    },
    {
      "epoch": 2.2953921769404055,
      "grad_norm": 0.7547712405612507,
      "learning_rate": 0.00020782935353140958,
      "loss": 0.3283,
      "step": 56042
    },
    {
      "epoch": 2.295433135367602,
      "grad_norm": 1.4068463615861821,
      "learning_rate": 0.0002078263442429861,
      "loss": 0.9811,
      "step": 56043
    },
    {
      "epoch": 2.295474093794798,
      "grad_norm": 1.2932127017851773,
      "learning_rate": 0.00020782333492722565,
      "loss": 0.9586,
      "step": 56044
    },
    {
      "epoch": 2.2955150522219947,
      "grad_norm": 1.0013121279898203,
      "learning_rate": 0.00020782032558412967,
      "loss": 0.9068,
      "step": 56045
    },
    {
      "epoch": 2.2955560106491912,
      "grad_norm": 1.2162828324423083,
      "learning_rate": 0.00020781731621369963,
      "loss": 0.9463,
      "step": 56046
    },
    {
      "epoch": 2.2955969690763873,
      "grad_norm": 1.0901842417636294,
      "learning_rate": 0.00020781430681593685,
      "loss": 0.8688,
      "step": 56047
    },
    {
      "epoch": 2.295637927503584,
      "grad_norm": 0.9758396585962725,
      "learning_rate": 0.0002078112973908429,
      "loss": 0.8352,
      "step": 56048
    },
    {
      "epoch": 2.2956788859307804,
      "grad_norm": 0.8543691415581668,
      "learning_rate": 0.00020780828793841907,
      "loss": 0.7291,
      "step": 56049
    },
    {
      "epoch": 2.2957198443579765,
      "grad_norm": 0.8340780761150793,
      "learning_rate": 0.00020780527845866683,
      "loss": 0.558,
      "step": 56050
    },
    {
      "epoch": 2.295760802785173,
      "grad_norm": 0.898133349554067,
      "learning_rate": 0.00020780226895158766,
      "loss": 0.5354,
      "step": 56051
    },
    {
      "epoch": 2.2958017612123696,
      "grad_norm": 2.7167051966174625,
      "learning_rate": 0.00020779925941718293,
      "loss": 0.9036,
      "step": 56052
    },
    {
      "epoch": 2.2958427196395657,
      "grad_norm": 1.086981338526076,
      "learning_rate": 0.00020779624985545404,
      "loss": 0.7121,
      "step": 56053
    },
    {
      "epoch": 2.295883678066762,
      "grad_norm": 0.9678904122316802,
      "learning_rate": 0.0002077932402664024,
      "loss": 0.7785,
      "step": 56054
    },
    {
      "epoch": 2.2959246364939587,
      "grad_norm": 1.3400788602265203,
      "learning_rate": 0.00020779023065002953,
      "loss": 0.8892,
      "step": 56055
    },
    {
      "epoch": 2.295965594921155,
      "grad_norm": 0.7329139734896992,
      "learning_rate": 0.00020778722100633676,
      "loss": 0.3384,
      "step": 56056
    },
    {
      "epoch": 2.2960065533483514,
      "grad_norm": 1.1746193611504179,
      "learning_rate": 0.00020778421133532557,
      "loss": 0.947,
      "step": 56057
    },
    {
      "epoch": 2.296047511775548,
      "grad_norm": 0.805106685097999,
      "learning_rate": 0.0002077812016369973,
      "loss": 0.6509,
      "step": 56058
    },
    {
      "epoch": 2.2960884702027444,
      "grad_norm": 4.353832519116925,
      "learning_rate": 0.0002077781919113535,
      "loss": 2.6482,
      "step": 56059
    },
    {
      "epoch": 2.2961294286299405,
      "grad_norm": 1.6331586924191854,
      "learning_rate": 0.0002077751821583955,
      "loss": 0.9101,
      "step": 56060
    },
    {
      "epoch": 2.296170387057137,
      "grad_norm": 1.038531122942844,
      "learning_rate": 0.00020777217237812474,
      "loss": 0.6334,
      "step": 56061
    },
    {
      "epoch": 2.2962113454843336,
      "grad_norm": 1.1144632429448595,
      "learning_rate": 0.00020776916257054268,
      "loss": 0.8765,
      "step": 56062
    },
    {
      "epoch": 2.2962523039115297,
      "grad_norm": 0.9360818374748078,
      "learning_rate": 0.0002077661527356507,
      "loss": 0.867,
      "step": 56063
    },
    {
      "epoch": 2.296293262338726,
      "grad_norm": 4.419727993177328,
      "learning_rate": 0.0002077631428734502,
      "loss": 5.5328,
      "step": 56064
    },
    {
      "epoch": 2.2963342207659228,
      "grad_norm": 1.3783108563810968,
      "learning_rate": 0.00020776013298394263,
      "loss": 1.0704,
      "step": 56065
    },
    {
      "epoch": 2.296375179193119,
      "grad_norm": 1.6252213165802436,
      "learning_rate": 0.0002077571230671295,
      "loss": 1.2008,
      "step": 56066
    },
    {
      "epoch": 2.2964161376203154,
      "grad_norm": 1.091785030885473,
      "learning_rate": 0.00020775411312301206,
      "loss": 0.9385,
      "step": 56067
    },
    {
      "epoch": 2.296457096047512,
      "grad_norm": 1.0043563278256935,
      "learning_rate": 0.0002077511031515919,
      "loss": 0.83,
      "step": 56068
    },
    {
      "epoch": 2.296498054474708,
      "grad_norm": 2.508083778693617,
      "learning_rate": 0.00020774809315287032,
      "loss": 3.4604,
      "step": 56069
    },
    {
      "epoch": 2.2965390129019045,
      "grad_norm": 1.4508891114486178,
      "learning_rate": 0.00020774508312684879,
      "loss": 1.1672,
      "step": 56070
    },
    {
      "epoch": 2.296579971329101,
      "grad_norm": 0.5198276616533978,
      "learning_rate": 0.0002077420730735288,
      "loss": 0.0877,
      "step": 56071
    },
    {
      "epoch": 2.296620929756297,
      "grad_norm": 1.0982604908975464,
      "learning_rate": 0.00020773906299291167,
      "loss": 0.8528,
      "step": 56072
    },
    {
      "epoch": 2.2966618881834937,
      "grad_norm": 0.6509166467906065,
      "learning_rate": 0.0002077360528849988,
      "loss": 0.2064,
      "step": 56073
    },
    {
      "epoch": 2.2967028466106902,
      "grad_norm": 1.0265412044985935,
      "learning_rate": 0.00020773304274979176,
      "loss": 0.7539,
      "step": 56074
    },
    {
      "epoch": 2.2967438050378863,
      "grad_norm": 2.339539611844545,
      "learning_rate": 0.00020773003258729185,
      "loss": 1.2963,
      "step": 56075
    },
    {
      "epoch": 2.296784763465083,
      "grad_norm": 0.9542852450644145,
      "learning_rate": 0.00020772702239750055,
      "loss": 0.4716,
      "step": 56076
    },
    {
      "epoch": 2.2968257218922794,
      "grad_norm": 1.4427010192630516,
      "learning_rate": 0.00020772401218041925,
      "loss": 0.9659,
      "step": 56077
    },
    {
      "epoch": 2.296866680319476,
      "grad_norm": 0.8754959568750862,
      "learning_rate": 0.00020772100193604937,
      "loss": 0.3773,
      "step": 56078
    },
    {
      "epoch": 2.296907638746672,
      "grad_norm": 1.0122746440595327,
      "learning_rate": 0.0002077179916643924,
      "loss": 0.7338,
      "step": 56079
    },
    {
      "epoch": 2.2969485971738686,
      "grad_norm": 0.9707852204826106,
      "learning_rate": 0.0002077149813654497,
      "loss": 0.7847,
      "step": 56080
    },
    {
      "epoch": 2.296989555601065,
      "grad_norm": 0.9193864877517177,
      "learning_rate": 0.00020771197103922263,
      "loss": 0.8012,
      "step": 56081
    },
    {
      "epoch": 2.297030514028261,
      "grad_norm": 0.9838910012780504,
      "learning_rate": 0.00020770896068571275,
      "loss": 0.8513,
      "step": 56082
    },
    {
      "epoch": 2.2970714724554577,
      "grad_norm": 2.0510737870611084,
      "learning_rate": 0.00020770595030492146,
      "loss": 1.0348,
      "step": 56083
    },
    {
      "epoch": 2.2971124308826543,
      "grad_norm": 1.0436340622895461,
      "learning_rate": 0.00020770293989685009,
      "loss": 0.9933,
      "step": 56084
    },
    {
      "epoch": 2.2971533893098504,
      "grad_norm": 0.9200717067552383,
      "learning_rate": 0.0002076999294615001,
      "loss": 0.8091,
      "step": 56085
    },
    {
      "epoch": 2.297194347737047,
      "grad_norm": 0.9060759808444354,
      "learning_rate": 0.00020769691899887296,
      "loss": 0.7439,
      "step": 56086
    },
    {
      "epoch": 2.2972353061642434,
      "grad_norm": 0.750518463939222,
      "learning_rate": 0.0002076939085089701,
      "loss": 0.6506,
      "step": 56087
    },
    {
      "epoch": 2.2972762645914395,
      "grad_norm": 2.212133062702268,
      "learning_rate": 0.0002076908979917929,
      "loss": 1.2977,
      "step": 56088
    },
    {
      "epoch": 2.297317223018636,
      "grad_norm": 1.3243978333705335,
      "learning_rate": 0.00020768788744734274,
      "loss": 0.7433,
      "step": 56089
    },
    {
      "epoch": 2.2973581814458326,
      "grad_norm": 2.6823412309405428,
      "learning_rate": 0.0002076848768756211,
      "loss": 0.828,
      "step": 56090
    },
    {
      "epoch": 2.2973991398730287,
      "grad_norm": 0.8646586348143104,
      "learning_rate": 0.00020768186627662943,
      "loss": 0.7236,
      "step": 56091
    },
    {
      "epoch": 2.297440098300225,
      "grad_norm": 1.5435613688848744,
      "learning_rate": 0.0002076788556503691,
      "loss": 1.042,
      "step": 56092
    },
    {
      "epoch": 2.2974810567274218,
      "grad_norm": 1.1525021909081654,
      "learning_rate": 0.0002076758449968416,
      "loss": 0.8104,
      "step": 56093
    },
    {
      "epoch": 2.297522015154618,
      "grad_norm": 0.8666621249989315,
      "learning_rate": 0.00020767283431604821,
      "loss": 0.1885,
      "step": 56094
    },
    {
      "epoch": 2.2975629735818144,
      "grad_norm": 0.7950325822110245,
      "learning_rate": 0.00020766982360799052,
      "loss": 0.5683,
      "step": 56095
    },
    {
      "epoch": 2.297603932009011,
      "grad_norm": 1.16381144248634,
      "learning_rate": 0.0002076668128726699,
      "loss": 0.6488,
      "step": 56096
    },
    {
      "epoch": 2.2976448904362075,
      "grad_norm": 1.0133939580809792,
      "learning_rate": 0.00020766380211008773,
      "loss": 0.891,
      "step": 56097
    },
    {
      "epoch": 2.2976858488634035,
      "grad_norm": 1.2379888338734542,
      "learning_rate": 0.0002076607913202455,
      "loss": 0.8796,
      "step": 56098
    },
    {
      "epoch": 2.2977268072906,
      "grad_norm": 0.8439300624791147,
      "learning_rate": 0.00020765778050314452,
      "loss": 0.7006,
      "step": 56099
    },
    {
      "epoch": 2.2977677657177966,
      "grad_norm": 1.0633872924474321,
      "learning_rate": 0.00020765476965878634,
      "loss": 0.8342,
      "step": 56100
    },
    {
      "epoch": 2.2978087241449927,
      "grad_norm": 1.1389183207076197,
      "learning_rate": 0.0002076517587871723,
      "loss": 0.9288,
      "step": 56101
    },
    {
      "epoch": 2.2978496825721892,
      "grad_norm": 1.0139834424543723,
      "learning_rate": 0.00020764874788830386,
      "loss": 0.6407,
      "step": 56102
    },
    {
      "epoch": 2.297890640999386,
      "grad_norm": 1.2069808182185267,
      "learning_rate": 0.00020764573696218248,
      "loss": 1.0783,
      "step": 56103
    },
    {
      "epoch": 2.297931599426582,
      "grad_norm": 1.2839602188402326,
      "learning_rate": 0.0002076427260088095,
      "loss": 0.7157,
      "step": 56104
    },
    {
      "epoch": 2.2979725578537784,
      "grad_norm": 1.1194270347252613,
      "learning_rate": 0.00020763971502818634,
      "loss": 1.1185,
      "step": 56105
    },
    {
      "epoch": 2.298013516280975,
      "grad_norm": 0.8433295609517332,
      "learning_rate": 0.00020763670402031454,
      "loss": 0.7479,
      "step": 56106
    },
    {
      "epoch": 2.298054474708171,
      "grad_norm": 1.3502714451146707,
      "learning_rate": 0.00020763369298519544,
      "loss": 1.0262,
      "step": 56107
    },
    {
      "epoch": 2.2980954331353676,
      "grad_norm": 1.033464614163563,
      "learning_rate": 0.00020763068192283048,
      "loss": 0.9107,
      "step": 56108
    },
    {
      "epoch": 2.298136391562564,
      "grad_norm": 1.1459244701540707,
      "learning_rate": 0.00020762767083322103,
      "loss": 0.8883,
      "step": 56109
    },
    {
      "epoch": 2.2981773499897606,
      "grad_norm": 0.9944864687692037,
      "learning_rate": 0.0002076246597163686,
      "loss": 0.7467,
      "step": 56110
    },
    {
      "epoch": 2.2982183084169567,
      "grad_norm": 1.1990565681970047,
      "learning_rate": 0.00020762164857227456,
      "loss": 0.9439,
      "step": 56111
    },
    {
      "epoch": 2.2982592668441533,
      "grad_norm": 0.8361822927055245,
      "learning_rate": 0.00020761863740094037,
      "loss": 0.6471,
      "step": 56112
    },
    {
      "epoch": 2.2983002252713494,
      "grad_norm": 0.7998338389336557,
      "learning_rate": 0.00020761562620236738,
      "loss": 0.8941,
      "step": 56113
    },
    {
      "epoch": 2.298341183698546,
      "grad_norm": 1.2766481030859265,
      "learning_rate": 0.00020761261497655712,
      "loss": 0.9642,
      "step": 56114
    },
    {
      "epoch": 2.2983821421257424,
      "grad_norm": 0.9503854021581154,
      "learning_rate": 0.00020760960372351095,
      "loss": 0.9253,
      "step": 56115
    },
    {
      "epoch": 2.298423100552939,
      "grad_norm": 0.5920023083455794,
      "learning_rate": 0.0002076065924432303,
      "loss": 0.2603,
      "step": 56116
    },
    {
      "epoch": 2.298464058980135,
      "grad_norm": 6.47721813233957,
      "learning_rate": 0.00020760358113571653,
      "loss": 3.985,
      "step": 56117
    },
    {
      "epoch": 2.2985050174073316,
      "grad_norm": 1.0419554273329028,
      "learning_rate": 0.0002076005698009712,
      "loss": 0.8485,
      "step": 56118
    },
    {
      "epoch": 2.298545975834528,
      "grad_norm": 1.4574162254601917,
      "learning_rate": 0.00020759755843899566,
      "loss": 0.9263,
      "step": 56119
    },
    {
      "epoch": 2.2985869342617242,
      "grad_norm": 1.1029990460360273,
      "learning_rate": 0.00020759454704979134,
      "loss": 0.7805,
      "step": 56120
    },
    {
      "epoch": 2.2986278926889208,
      "grad_norm": 1.465477594169717,
      "learning_rate": 0.00020759153563335963,
      "loss": 0.7999,
      "step": 56121
    },
    {
      "epoch": 2.2986688511161173,
      "grad_norm": 0.7154247983068653,
      "learning_rate": 0.000207588524189702,
      "loss": 0.3126,
      "step": 56122
    },
    {
      "epoch": 2.2987098095433134,
      "grad_norm": 0.7803034025587399,
      "learning_rate": 0.00020758551271881986,
      "loss": 0.7742,
      "step": 56123
    },
    {
      "epoch": 2.29875076797051,
      "grad_norm": 0.6494532496122786,
      "learning_rate": 0.00020758250122071464,
      "loss": 0.2409,
      "step": 56124
    },
    {
      "epoch": 2.2987917263977065,
      "grad_norm": 1.078863128987365,
      "learning_rate": 0.00020757948969538773,
      "loss": 0.6738,
      "step": 56125
    },
    {
      "epoch": 2.2988326848249026,
      "grad_norm": 1.0073062623358826,
      "learning_rate": 0.0002075764781428406,
      "loss": 0.705,
      "step": 56126
    },
    {
      "epoch": 2.298873643252099,
      "grad_norm": 0.9119341040000695,
      "learning_rate": 0.00020757346656307462,
      "loss": 0.6522,
      "step": 56127
    },
    {
      "epoch": 2.2989146016792956,
      "grad_norm": 1.4612442636993077,
      "learning_rate": 0.0002075704549560913,
      "loss": 1.1911,
      "step": 56128
    },
    {
      "epoch": 2.298955560106492,
      "grad_norm": 0.9358549514298923,
      "learning_rate": 0.00020756744332189197,
      "loss": 0.7599,
      "step": 56129
    },
    {
      "epoch": 2.2989965185336882,
      "grad_norm": 1.146457336629255,
      "learning_rate": 0.0002075644316604781,
      "loss": 0.7189,
      "step": 56130
    },
    {
      "epoch": 2.299037476960885,
      "grad_norm": 0.9200676549752289,
      "learning_rate": 0.00020756141997185115,
      "loss": 0.2932,
      "step": 56131
    },
    {
      "epoch": 2.299078435388081,
      "grad_norm": 1.0772257825794915,
      "learning_rate": 0.00020755840825601246,
      "loss": 0.8532,
      "step": 56132
    },
    {
      "epoch": 2.2991193938152774,
      "grad_norm": 0.5151676205073499,
      "learning_rate": 0.00020755539651296347,
      "loss": 0.1678,
      "step": 56133
    },
    {
      "epoch": 2.299160352242474,
      "grad_norm": 1.3241681824648481,
      "learning_rate": 0.0002075523847427057,
      "loss": 0.8669,
      "step": 56134
    },
    {
      "epoch": 2.2992013106696705,
      "grad_norm": 1.452174438527251,
      "learning_rate": 0.00020754937294524043,
      "loss": 0.9231,
      "step": 56135
    },
    {
      "epoch": 2.2992422690968666,
      "grad_norm": 0.8506958199474562,
      "learning_rate": 0.0002075463611205692,
      "loss": 0.403,
      "step": 56136
    },
    {
      "epoch": 2.299283227524063,
      "grad_norm": 3.1813142558478056,
      "learning_rate": 0.00020754334926869331,
      "loss": 4.2269,
      "step": 56137
    },
    {
      "epoch": 2.2993241859512596,
      "grad_norm": 1.2169207117557141,
      "learning_rate": 0.00020754033738961436,
      "loss": 0.7388,
      "step": 56138
    },
    {
      "epoch": 2.2993651443784557,
      "grad_norm": 1.4890970323414092,
      "learning_rate": 0.00020753732548333363,
      "loss": 1.7372,
      "step": 56139
    },
    {
      "epoch": 2.2994061028056523,
      "grad_norm": 1.23007138503144,
      "learning_rate": 0.0002075343135498526,
      "loss": 0.9778,
      "step": 56140
    },
    {
      "epoch": 2.299447061232849,
      "grad_norm": 0.8902707496889992,
      "learning_rate": 0.0002075313015891727,
      "loss": 0.5295,
      "step": 56141
    },
    {
      "epoch": 2.299488019660045,
      "grad_norm": 2.1794268006411146,
      "learning_rate": 0.0002075282896012953,
      "loss": 2.4221,
      "step": 56142
    },
    {
      "epoch": 2.2995289780872414,
      "grad_norm": 1.3265688587420164,
      "learning_rate": 0.00020752527758622193,
      "loss": 0.9172,
      "step": 56143
    },
    {
      "epoch": 2.299569936514438,
      "grad_norm": 0.9434988495774526,
      "learning_rate": 0.0002075222655439539,
      "loss": 0.9092,
      "step": 56144
    },
    {
      "epoch": 2.299610894941634,
      "grad_norm": 1.372854335395834,
      "learning_rate": 0.00020751925347449267,
      "loss": 1.0631,
      "step": 56145
    },
    {
      "epoch": 2.2996518533688306,
      "grad_norm": 0.9632823753248313,
      "learning_rate": 0.0002075162413778397,
      "loss": 0.6683,
      "step": 56146
    },
    {
      "epoch": 2.299692811796027,
      "grad_norm": 1.0661205754418965,
      "learning_rate": 0.0002075132292539964,
      "loss": 0.6842,
      "step": 56147
    },
    {
      "epoch": 2.2997337702232237,
      "grad_norm": 0.832292072595234,
      "learning_rate": 0.00020751021710296416,
      "loss": 0.4067,
      "step": 56148
    },
    {
      "epoch": 2.2997747286504198,
      "grad_norm": 1.1150285183223219,
      "learning_rate": 0.0002075072049247444,
      "loss": 0.8288,
      "step": 56149
    },
    {
      "epoch": 2.2998156870776163,
      "grad_norm": 1.570265265722935,
      "learning_rate": 0.00020750419271933863,
      "loss": 1.0509,
      "step": 56150
    },
    {
      "epoch": 2.2998566455048124,
      "grad_norm": 0.845390704044914,
      "learning_rate": 0.00020750118048674818,
      "loss": 0.5602,
      "step": 56151
    },
    {
      "epoch": 2.299897603932009,
      "grad_norm": 4.772007580848546,
      "learning_rate": 0.0002074981682269745,
      "loss": 1.6337,
      "step": 56152
    },
    {
      "epoch": 2.2999385623592055,
      "grad_norm": 1.5229913151915235,
      "learning_rate": 0.00020749515594001904,
      "loss": 0.7776,
      "step": 56153
    },
    {
      "epoch": 2.299979520786402,
      "grad_norm": 0.9068847746063118,
      "learning_rate": 0.00020749214362588317,
      "loss": 0.7109,
      "step": 56154
    },
    {
      "epoch": 2.300020479213598,
      "grad_norm": 1.241933551832223,
      "learning_rate": 0.0002074891312845684,
      "loss": 1.0415,
      "step": 56155
    },
    {
      "epoch": 2.3000614376407946,
      "grad_norm": 0.7683970087358843,
      "learning_rate": 0.0002074861189160761,
      "loss": 0.771,
      "step": 56156
    },
    {
      "epoch": 2.300102396067991,
      "grad_norm": 0.8395360183796691,
      "learning_rate": 0.0002074831065204077,
      "loss": 0.287,
      "step": 56157
    },
    {
      "epoch": 2.3001433544951873,
      "grad_norm": 0.8881776110678824,
      "learning_rate": 0.00020748009409756458,
      "loss": 0.7201,
      "step": 56158
    },
    {
      "epoch": 2.300184312922384,
      "grad_norm": 1.2250338258133704,
      "learning_rate": 0.00020747708164754825,
      "loss": 0.9898,
      "step": 56159
    },
    {
      "epoch": 2.3002252713495803,
      "grad_norm": 1.2226762436954306,
      "learning_rate": 0.00020747406917036009,
      "loss": 0.5809,
      "step": 56160
    },
    {
      "epoch": 2.3002662297767764,
      "grad_norm": 0.9889589045620385,
      "learning_rate": 0.00020747105666600151,
      "loss": 0.7969,
      "step": 56161
    },
    {
      "epoch": 2.300307188203973,
      "grad_norm": 1.3652031831859568,
      "learning_rate": 0.00020746804413447395,
      "loss": 1.1058,
      "step": 56162
    },
    {
      "epoch": 2.3003481466311695,
      "grad_norm": 0.5341966631832916,
      "learning_rate": 0.00020746503157577885,
      "loss": 0.1641,
      "step": 56163
    },
    {
      "epoch": 2.3003891050583656,
      "grad_norm": 0.3687305149115582,
      "learning_rate": 0.0002074620189899176,
      "loss": 0.0977,
      "step": 56164
    },
    {
      "epoch": 2.300430063485562,
      "grad_norm": 1.1000221038244633,
      "learning_rate": 0.00020745900637689164,
      "loss": 0.8826,
      "step": 56165
    },
    {
      "epoch": 2.3004710219127587,
      "grad_norm": 1.0363299219573705,
      "learning_rate": 0.00020745599373670238,
      "loss": 0.6177,
      "step": 56166
    },
    {
      "epoch": 2.300511980339955,
      "grad_norm": 0.9631248384310336,
      "learning_rate": 0.00020745298106935133,
      "loss": 0.7274,
      "step": 56167
    },
    {
      "epoch": 2.3005529387671513,
      "grad_norm": 1.157533925760886,
      "learning_rate": 0.0002074499683748398,
      "loss": 0.6566,
      "step": 56168
    },
    {
      "epoch": 2.300593897194348,
      "grad_norm": 0.7756395221940535,
      "learning_rate": 0.00020744695565316922,
      "loss": 0.5125,
      "step": 56169
    },
    {
      "epoch": 2.300634855621544,
      "grad_norm": 1.1262178067033604,
      "learning_rate": 0.00020744394290434108,
      "loss": 0.9159,
      "step": 56170
    },
    {
      "epoch": 2.3006758140487404,
      "grad_norm": 0.9565151023828912,
      "learning_rate": 0.00020744093012835677,
      "loss": 0.5739,
      "step": 56171
    },
    {
      "epoch": 2.300716772475937,
      "grad_norm": 1.1378825587639303,
      "learning_rate": 0.00020743791732521778,
      "loss": 0.7829,
      "step": 56172
    },
    {
      "epoch": 2.3007577309031335,
      "grad_norm": 3.3918608939652417,
      "learning_rate": 0.0002074349044949254,
      "loss": 4.1985,
      "step": 56173
    },
    {
      "epoch": 2.3007986893303296,
      "grad_norm": 0.8344612550488789,
      "learning_rate": 0.00020743189163748116,
      "loss": 0.3602,
      "step": 56174
    },
    {
      "epoch": 2.300839647757526,
      "grad_norm": 0.8914216983461672,
      "learning_rate": 0.00020742887875288646,
      "loss": 0.818,
      "step": 56175
    },
    {
      "epoch": 2.3008806061847227,
      "grad_norm": 0.4171125051557619,
      "learning_rate": 0.00020742586584114275,
      "loss": 0.1429,
      "step": 56176
    },
    {
      "epoch": 2.3009215646119188,
      "grad_norm": 0.8695648588292092,
      "learning_rate": 0.00020742285290225137,
      "loss": 0.8603,
      "step": 56177
    },
    {
      "epoch": 2.3009625230391153,
      "grad_norm": 1.0872443979151656,
      "learning_rate": 0.0002074198399362138,
      "loss": 0.665,
      "step": 56178
    },
    {
      "epoch": 2.301003481466312,
      "grad_norm": 0.9310116777753024,
      "learning_rate": 0.00020741682694303147,
      "loss": 0.7945,
      "step": 56179
    },
    {
      "epoch": 2.301044439893508,
      "grad_norm": 0.8789684689521866,
      "learning_rate": 0.0002074138139227058,
      "loss": 0.6514,
      "step": 56180
    },
    {
      "epoch": 2.3010853983207045,
      "grad_norm": 0.7858338894029251,
      "learning_rate": 0.00020741080087523822,
      "loss": 0.2616,
      "step": 56181
    },
    {
      "epoch": 2.301126356747901,
      "grad_norm": 1.0996123844169428,
      "learning_rate": 0.00020740778780063013,
      "loss": 0.9431,
      "step": 56182
    },
    {
      "epoch": 2.301167315175097,
      "grad_norm": 1.7098704791810486,
      "learning_rate": 0.000207404774698883,
      "loss": 1.5756,
      "step": 56183
    },
    {
      "epoch": 2.3012082736022936,
      "grad_norm": 1.0772601277980625,
      "learning_rate": 0.0002074017615699982,
      "loss": 0.9704,
      "step": 56184
    },
    {
      "epoch": 2.30124923202949,
      "grad_norm": 1.1604058983149617,
      "learning_rate": 0.00020739874841397714,
      "loss": 1.0581,
      "step": 56185
    },
    {
      "epoch": 2.3012901904566867,
      "grad_norm": 1.3016601305044273,
      "learning_rate": 0.00020739573523082132,
      "loss": 1.1825,
      "step": 56186
    },
    {
      "epoch": 2.301331148883883,
      "grad_norm": 0.9644647689401861,
      "learning_rate": 0.00020739272202053213,
      "loss": 0.808,
      "step": 56187
    },
    {
      "epoch": 2.3013721073110793,
      "grad_norm": 2.1462943610864227,
      "learning_rate": 0.000207389708783111,
      "loss": 1.3911,
      "step": 56188
    },
    {
      "epoch": 2.3014130657382754,
      "grad_norm": 0.8851570655588599,
      "learning_rate": 0.0002073866955185593,
      "loss": 0.5928,
      "step": 56189
    },
    {
      "epoch": 2.301454024165472,
      "grad_norm": 2.2807876217628817,
      "learning_rate": 0.00020738368222687856,
      "loss": 2.783,
      "step": 56190
    },
    {
      "epoch": 2.3014949825926685,
      "grad_norm": 1.047808365996258,
      "learning_rate": 0.0002073806689080701,
      "loss": 0.7485,
      "step": 56191
    },
    {
      "epoch": 2.301535941019865,
      "grad_norm": 0.9554323561667638,
      "learning_rate": 0.00020737765556213544,
      "loss": 0.8346,
      "step": 56192
    },
    {
      "epoch": 2.301576899447061,
      "grad_norm": 0.9635544170355864,
      "learning_rate": 0.0002073746421890759,
      "loss": 0.5798,
      "step": 56193
    },
    {
      "epoch": 2.3016178578742577,
      "grad_norm": 2.1781582665517436,
      "learning_rate": 0.00020737162878889297,
      "loss": 2.5208,
      "step": 56194
    },
    {
      "epoch": 2.301658816301454,
      "grad_norm": 0.9338217805363688,
      "learning_rate": 0.00020736861536158809,
      "loss": 1.0416,
      "step": 56195
    },
    {
      "epoch": 2.3016997747286503,
      "grad_norm": 0.6292442593445408,
      "learning_rate": 0.00020736560190716267,
      "loss": 0.3051,
      "step": 56196
    },
    {
      "epoch": 2.301740733155847,
      "grad_norm": 1.0430735985502206,
      "learning_rate": 0.00020736258842561807,
      "loss": 0.8131,
      "step": 56197
    },
    {
      "epoch": 2.3017816915830434,
      "grad_norm": 0.8502624813535059,
      "learning_rate": 0.00020735957491695576,
      "loss": 0.7171,
      "step": 56198
    },
    {
      "epoch": 2.3018226500102394,
      "grad_norm": 1.4913281420273177,
      "learning_rate": 0.00020735656138117723,
      "loss": 1.0119,
      "step": 56199
    },
    {
      "epoch": 2.301863608437436,
      "grad_norm": 0.9150670695600353,
      "learning_rate": 0.0002073535478182838,
      "loss": 0.8411,
      "step": 56200
    },
    {
      "epoch": 2.3019045668646325,
      "grad_norm": 1.1136454826557978,
      "learning_rate": 0.00020735053422827698,
      "loss": 0.9174,
      "step": 56201
    },
    {
      "epoch": 2.3019455252918286,
      "grad_norm": 0.8657154040215835,
      "learning_rate": 0.00020734752061115817,
      "loss": 0.7092,
      "step": 56202
    },
    {
      "epoch": 2.301986483719025,
      "grad_norm": 0.8199450409884975,
      "learning_rate": 0.00020734450696692874,
      "loss": 0.6388,
      "step": 56203
    },
    {
      "epoch": 2.3020274421462217,
      "grad_norm": 0.8453596898506117,
      "learning_rate": 0.00020734149329559013,
      "loss": 0.7263,
      "step": 56204
    },
    {
      "epoch": 2.302068400573418,
      "grad_norm": 2.287252332063553,
      "learning_rate": 0.00020733847959714382,
      "loss": 0.8502,
      "step": 56205
    },
    {
      "epoch": 2.3021093590006143,
      "grad_norm": 1.0750695874543232,
      "learning_rate": 0.0002073354658715912,
      "loss": 1.0011,
      "step": 56206
    },
    {
      "epoch": 2.302150317427811,
      "grad_norm": 3.869547582987347,
      "learning_rate": 0.0002073324521189337,
      "loss": 5.0119,
      "step": 56207
    },
    {
      "epoch": 2.302191275855007,
      "grad_norm": 0.6692476694773922,
      "learning_rate": 0.00020732943833917276,
      "loss": 0.3141,
      "step": 56208
    },
    {
      "epoch": 2.3022322342822035,
      "grad_norm": 0.7075383604523139,
      "learning_rate": 0.00020732642453230975,
      "loss": 0.3018,
      "step": 56209
    },
    {
      "epoch": 2.3022731927094,
      "grad_norm": 0.8531676126701192,
      "learning_rate": 0.00020732341069834616,
      "loss": 0.3407,
      "step": 56210
    },
    {
      "epoch": 2.3023141511365965,
      "grad_norm": 2.7839356195659493,
      "learning_rate": 0.0002073203968372834,
      "loss": 3.3736,
      "step": 56211
    },
    {
      "epoch": 2.3023551095637926,
      "grad_norm": 0.7916243568411194,
      "learning_rate": 0.00020731738294912285,
      "loss": 0.6567,
      "step": 56212
    },
    {
      "epoch": 2.302396067990989,
      "grad_norm": 1.2698579488364141,
      "learning_rate": 0.00020731436903386597,
      "loss": 0.8446,
      "step": 56213
    },
    {
      "epoch": 2.3024370264181857,
      "grad_norm": 1.0502475277112646,
      "learning_rate": 0.0002073113550915142,
      "loss": 0.944,
      "step": 56214
    },
    {
      "epoch": 2.302477984845382,
      "grad_norm": 1.9734431905709893,
      "learning_rate": 0.00020730834112206895,
      "loss": 2.0981,
      "step": 56215
    },
    {
      "epoch": 2.3025189432725783,
      "grad_norm": 0.8821092922881071,
      "learning_rate": 0.00020730532712553163,
      "loss": 0.7741,
      "step": 56216
    },
    {
      "epoch": 2.302559901699775,
      "grad_norm": 0.9496643698768114,
      "learning_rate": 0.00020730231310190367,
      "loss": 0.7405,
      "step": 56217
    },
    {
      "epoch": 2.302600860126971,
      "grad_norm": 0.8142124301612828,
      "learning_rate": 0.00020729929905118652,
      "loss": 0.7211,
      "step": 56218
    },
    {
      "epoch": 2.3026418185541675,
      "grad_norm": 1.1525161003131212,
      "learning_rate": 0.0002072962849733816,
      "loss": 0.8804,
      "step": 56219
    },
    {
      "epoch": 2.302682776981364,
      "grad_norm": 0.8736765981289571,
      "learning_rate": 0.00020729327086849028,
      "loss": 0.6855,
      "step": 56220
    },
    {
      "epoch": 2.30272373540856,
      "grad_norm": 0.9116151854661131,
      "learning_rate": 0.00020729025673651405,
      "loss": 0.6771,
      "step": 56221
    },
    {
      "epoch": 2.3027646938357567,
      "grad_norm": 1.0842010897580587,
      "learning_rate": 0.0002072872425774543,
      "loss": 0.9621,
      "step": 56222
    },
    {
      "epoch": 2.302805652262953,
      "grad_norm": 1.1360871965336696,
      "learning_rate": 0.0002072842283913125,
      "loss": 1.0924,
      "step": 56223
    },
    {
      "epoch": 2.3028466106901497,
      "grad_norm": 0.7817779741094473,
      "learning_rate": 0.00020728121417809,
      "loss": 0.6634,
      "step": 56224
    },
    {
      "epoch": 2.302887569117346,
      "grad_norm": 1.1335750346842972,
      "learning_rate": 0.00020727819993778825,
      "loss": 0.2406,
      "step": 56225
    },
    {
      "epoch": 2.3029285275445424,
      "grad_norm": 1.0677333459200065,
      "learning_rate": 0.00020727518567040872,
      "loss": 0.6889,
      "step": 56226
    },
    {
      "epoch": 2.3029694859717385,
      "grad_norm": 0.9239916644389649,
      "learning_rate": 0.0002072721713759528,
      "loss": 0.6785,
      "step": 56227
    },
    {
      "epoch": 2.303010444398935,
      "grad_norm": 1.4526450263255877,
      "learning_rate": 0.00020726915705442193,
      "loss": 0.91,
      "step": 56228
    },
    {
      "epoch": 2.3030514028261315,
      "grad_norm": 1.0854577289016725,
      "learning_rate": 0.00020726614270581752,
      "loss": 0.9698,
      "step": 56229
    },
    {
      "epoch": 2.303092361253328,
      "grad_norm": 1.0292216007592214,
      "learning_rate": 0.000207263128330141,
      "loss": 0.4448,
      "step": 56230
    },
    {
      "epoch": 2.303133319680524,
      "grad_norm": 1.3284731693471006,
      "learning_rate": 0.0002072601139273938,
      "loss": 0.3277,
      "step": 56231
    },
    {
      "epoch": 2.3031742781077207,
      "grad_norm": 1.3529376921083076,
      "learning_rate": 0.00020725709949757736,
      "loss": 0.8773,
      "step": 56232
    },
    {
      "epoch": 2.303215236534917,
      "grad_norm": 2.9424141544245948,
      "learning_rate": 0.00020725408504069305,
      "loss": 1.0814,
      "step": 56233
    },
    {
      "epoch": 2.3032561949621133,
      "grad_norm": 1.4431428849115833,
      "learning_rate": 0.00020725107055674232,
      "loss": 0.189,
      "step": 56234
    },
    {
      "epoch": 2.30329715338931,
      "grad_norm": 0.9306802385628998,
      "learning_rate": 0.00020724805604572665,
      "loss": 0.299,
      "step": 56235
    },
    {
      "epoch": 2.3033381118165064,
      "grad_norm": 1.1365748293459053,
      "learning_rate": 0.00020724504150764742,
      "loss": 0.9052,
      "step": 56236
    },
    {
      "epoch": 2.3033790702437025,
      "grad_norm": 0.855697737883783,
      "learning_rate": 0.00020724202694250604,
      "loss": 0.4559,
      "step": 56237
    },
    {
      "epoch": 2.303420028670899,
      "grad_norm": 2.890755047296553,
      "learning_rate": 0.00020723901235030398,
      "loss": 3.6762,
      "step": 56238
    },
    {
      "epoch": 2.3034609870980955,
      "grad_norm": 1.32292843958822,
      "learning_rate": 0.0002072359977310426,
      "loss": 1.3257,
      "step": 56239
    },
    {
      "epoch": 2.3035019455252916,
      "grad_norm": 1.553553927865568,
      "learning_rate": 0.0002072329830847234,
      "loss": 0.9588,
      "step": 56240
    },
    {
      "epoch": 2.303542903952488,
      "grad_norm": 0.9482612655942465,
      "learning_rate": 0.00020722996841134769,
      "loss": 0.7102,
      "step": 56241
    },
    {
      "epoch": 2.3035838623796847,
      "grad_norm": 1.0876304677226618,
      "learning_rate": 0.00020722695371091701,
      "loss": 0.5687,
      "step": 56242
    },
    {
      "epoch": 2.3036248208068812,
      "grad_norm": 1.4100543275340103,
      "learning_rate": 0.00020722393898343276,
      "loss": 1.0709,
      "step": 56243
    },
    {
      "epoch": 2.3036657792340773,
      "grad_norm": 0.7209643227001682,
      "learning_rate": 0.00020722092422889636,
      "loss": 0.2313,
      "step": 56244
    },
    {
      "epoch": 2.303706737661274,
      "grad_norm": 0.8692278437685673,
      "learning_rate": 0.00020721790944730917,
      "loss": 0.643,
      "step": 56245
    },
    {
      "epoch": 2.30374769608847,
      "grad_norm": 1.1657196914521086,
      "learning_rate": 0.00020721489463867274,
      "loss": 1.083,
      "step": 56246
    },
    {
      "epoch": 2.3037886545156665,
      "grad_norm": 1.2576487648327146,
      "learning_rate": 0.00020721187980298842,
      "loss": 0.7567,
      "step": 56247
    },
    {
      "epoch": 2.303829612942863,
      "grad_norm": 0.7252987740003134,
      "learning_rate": 0.0002072088649402576,
      "loss": 0.468,
      "step": 56248
    },
    {
      "epoch": 2.3038705713700596,
      "grad_norm": 1.1305737894159582,
      "learning_rate": 0.0002072058500504818,
      "loss": 0.5644,
      "step": 56249
    },
    {
      "epoch": 2.3039115297972557,
      "grad_norm": 1.000767743753507,
      "learning_rate": 0.00020720283513366234,
      "loss": 0.742,
      "step": 56250
    },
    {
      "epoch": 2.303952488224452,
      "grad_norm": 1.2977520724259628,
      "learning_rate": 0.00020719982018980074,
      "loss": 0.8011,
      "step": 56251
    },
    {
      "epoch": 2.3039934466516487,
      "grad_norm": 1.0881373714754037,
      "learning_rate": 0.00020719680521889838,
      "loss": 0.6284,
      "step": 56252
    },
    {
      "epoch": 2.304034405078845,
      "grad_norm": 0.6585755583313426,
      "learning_rate": 0.00020719379022095664,
      "loss": 0.3108,
      "step": 56253
    },
    {
      "epoch": 2.3040753635060414,
      "grad_norm": 2.566682469439449,
      "learning_rate": 0.00020719077519597704,
      "loss": 2.4743,
      "step": 56254
    },
    {
      "epoch": 2.304116321933238,
      "grad_norm": 0.971950366337904,
      "learning_rate": 0.00020718776014396097,
      "loss": 0.7657,
      "step": 56255
    },
    {
      "epoch": 2.304157280360434,
      "grad_norm": 0.8738870095098392,
      "learning_rate": 0.00020718474506490985,
      "loss": 0.7393,
      "step": 56256
    },
    {
      "epoch": 2.3041982387876305,
      "grad_norm": 1.0776353188146701,
      "learning_rate": 0.00020718172995882507,
      "loss": 0.8429,
      "step": 56257
    },
    {
      "epoch": 2.304239197214827,
      "grad_norm": 0.8172838332014747,
      "learning_rate": 0.0002071787148257081,
      "loss": 0.7134,
      "step": 56258
    },
    {
      "epoch": 2.304280155642023,
      "grad_norm": 3.4305665235794325,
      "learning_rate": 0.00020717569966556033,
      "loss": 2.3638,
      "step": 56259
    },
    {
      "epoch": 2.3043211140692197,
      "grad_norm": 1.2524657267666963,
      "learning_rate": 0.00020717268447838328,
      "loss": 1.0291,
      "step": 56260
    },
    {
      "epoch": 2.3043620724964162,
      "grad_norm": 1.1984100370148556,
      "learning_rate": 0.0002071696692641782,
      "loss": 0.9236,
      "step": 56261
    },
    {
      "epoch": 2.3044030309236128,
      "grad_norm": 0.8924016548769345,
      "learning_rate": 0.00020716665402294664,
      "loss": 0.5418,
      "step": 56262
    },
    {
      "epoch": 2.304443989350809,
      "grad_norm": 1.423698406409065,
      "learning_rate": 0.00020716363875469007,
      "loss": 1.1637,
      "step": 56263
    },
    {
      "epoch": 2.3044849477780054,
      "grad_norm": 0.5284448743751778,
      "learning_rate": 0.00020716062345940982,
      "loss": 0.2733,
      "step": 56264
    },
    {
      "epoch": 2.3045259062052015,
      "grad_norm": 1.1362522233802632,
      "learning_rate": 0.00020715760813710734,
      "loss": 1.035,
      "step": 56265
    },
    {
      "epoch": 2.304566864632398,
      "grad_norm": 1.709035425285004,
      "learning_rate": 0.00020715459278778403,
      "loss": 1.0664,
      "step": 56266
    },
    {
      "epoch": 2.3046078230595946,
      "grad_norm": 2.529540438054977,
      "learning_rate": 0.00020715157741144134,
      "loss": 1.6252,
      "step": 56267
    },
    {
      "epoch": 2.304648781486791,
      "grad_norm": 0.8942551879053665,
      "learning_rate": 0.00020714856200808074,
      "loss": 0.5123,
      "step": 56268
    },
    {
      "epoch": 2.304689739913987,
      "grad_norm": 1.0673757198668359,
      "learning_rate": 0.0002071455465777036,
      "loss": 0.9247,
      "step": 56269
    },
    {
      "epoch": 2.3047306983411837,
      "grad_norm": 1.0669035682955232,
      "learning_rate": 0.00020714253112031136,
      "loss": 0.9061,
      "step": 56270
    },
    {
      "epoch": 2.3047716567683803,
      "grad_norm": 1.0680550629359928,
      "learning_rate": 0.00020713951563590548,
      "loss": 0.7855,
      "step": 56271
    },
    {
      "epoch": 2.3048126151955763,
      "grad_norm": 0.9931270151574069,
      "learning_rate": 0.00020713650012448736,
      "loss": 0.6494,
      "step": 56272
    },
    {
      "epoch": 2.304853573622773,
      "grad_norm": 0.8782056794716419,
      "learning_rate": 0.00020713348458605834,
      "loss": 0.8249,
      "step": 56273
    },
    {
      "epoch": 2.3048945320499694,
      "grad_norm": 0.9498541163657028,
      "learning_rate": 0.00020713046902061998,
      "loss": 0.8217,
      "step": 56274
    },
    {
      "epoch": 2.3049354904771655,
      "grad_norm": 0.5639206574702104,
      "learning_rate": 0.00020712745342817363,
      "loss": 0.2549,
      "step": 56275
    },
    {
      "epoch": 2.304976448904362,
      "grad_norm": 0.8883094714095779,
      "learning_rate": 0.0002071244378087208,
      "loss": 0.6176,
      "step": 56276
    },
    {
      "epoch": 2.3050174073315586,
      "grad_norm": 1.2664281851367296,
      "learning_rate": 0.00020712142216226275,
      "loss": 0.6793,
      "step": 56277
    },
    {
      "epoch": 2.3050583657587547,
      "grad_norm": 1.1928452625022923,
      "learning_rate": 0.00020711840648880104,
      "loss": 0.9453,
      "step": 56278
    },
    {
      "epoch": 2.305099324185951,
      "grad_norm": 0.8901959386525325,
      "learning_rate": 0.00020711539078833709,
      "loss": 0.7292,
      "step": 56279
    },
    {
      "epoch": 2.3051402826131477,
      "grad_norm": 0.911239422640011,
      "learning_rate": 0.00020711237506087227,
      "loss": 0.7502,
      "step": 56280
    },
    {
      "epoch": 2.3051812410403443,
      "grad_norm": 0.9292682852057512,
      "learning_rate": 0.00020710935930640803,
      "loss": 0.71,
      "step": 56281
    },
    {
      "epoch": 2.3052221994675404,
      "grad_norm": 0.873996283395755,
      "learning_rate": 0.00020710634352494583,
      "loss": 0.8064,
      "step": 56282
    },
    {
      "epoch": 2.305263157894737,
      "grad_norm": 1.0456869437911673,
      "learning_rate": 0.00020710332771648702,
      "loss": 0.7203,
      "step": 56283
    },
    {
      "epoch": 2.305304116321933,
      "grad_norm": 0.8434493287550922,
      "learning_rate": 0.00020710031188103312,
      "loss": 0.6461,
      "step": 56284
    },
    {
      "epoch": 2.3053450747491295,
      "grad_norm": 1.1734384101122508,
      "learning_rate": 0.00020709729601858546,
      "loss": 0.6928,
      "step": 56285
    },
    {
      "epoch": 2.305386033176326,
      "grad_norm": 1.1218499883413369,
      "learning_rate": 0.00020709428012914553,
      "loss": 0.8607,
      "step": 56286
    },
    {
      "epoch": 2.3054269916035226,
      "grad_norm": 1.053652570092836,
      "learning_rate": 0.00020709126421271474,
      "loss": 0.8603,
      "step": 56287
    },
    {
      "epoch": 2.3054679500307187,
      "grad_norm": 3.4366967934881987,
      "learning_rate": 0.00020708824826929452,
      "loss": 2.9741,
      "step": 56288
    },
    {
      "epoch": 2.3055089084579152,
      "grad_norm": 2.0729867793503787,
      "learning_rate": 0.00020708523229888626,
      "loss": 0.9822,
      "step": 56289
    },
    {
      "epoch": 2.3055498668851118,
      "grad_norm": 1.256472147646205,
      "learning_rate": 0.00020708221630149146,
      "loss": 1.0197,
      "step": 56290
    },
    {
      "epoch": 2.305590825312308,
      "grad_norm": 0.6911361636361089,
      "learning_rate": 0.00020707920027711145,
      "loss": 0.5557,
      "step": 56291
    },
    {
      "epoch": 2.3056317837395044,
      "grad_norm": 1.0659935380932228,
      "learning_rate": 0.00020707618422574774,
      "loss": 0.7029,
      "step": 56292
    },
    {
      "epoch": 2.305672742166701,
      "grad_norm": 1.0457349539828882,
      "learning_rate": 0.0002070731681474017,
      "loss": 0.7495,
      "step": 56293
    },
    {
      "epoch": 2.305713700593897,
      "grad_norm": 0.9102451905358612,
      "learning_rate": 0.00020707015204207482,
      "loss": 0.738,
      "step": 56294
    },
    {
      "epoch": 2.3057546590210936,
      "grad_norm": 0.5585603328954882,
      "learning_rate": 0.00020706713590976845,
      "loss": 0.2069,
      "step": 56295
    },
    {
      "epoch": 2.30579561744829,
      "grad_norm": 1.015658977694907,
      "learning_rate": 0.00020706411975048405,
      "loss": 0.7161,
      "step": 56296
    },
    {
      "epoch": 2.305836575875486,
      "grad_norm": 1.2313178214191525,
      "learning_rate": 0.00020706110356422304,
      "loss": 1.0084,
      "step": 56297
    },
    {
      "epoch": 2.3058775343026827,
      "grad_norm": 1.2610329352562992,
      "learning_rate": 0.00020705808735098686,
      "loss": 0.8739,
      "step": 56298
    },
    {
      "epoch": 2.3059184927298793,
      "grad_norm": 1.066960622245204,
      "learning_rate": 0.00020705507111077692,
      "loss": 0.7212,
      "step": 56299
    },
    {
      "epoch": 2.305959451157076,
      "grad_norm": 1.2642597811665972,
      "learning_rate": 0.0002070520548435947,
      "loss": 0.8631,
      "step": 56300
    },
    {
      "epoch": 2.306000409584272,
      "grad_norm": 1.476197339016232,
      "learning_rate": 0.00020704903854944153,
      "loss": 1.2513,
      "step": 56301
    },
    {
      "epoch": 2.3060413680114684,
      "grad_norm": 0.707113652262705,
      "learning_rate": 0.00020704602222831889,
      "loss": 0.5381,
      "step": 56302
    },
    {
      "epoch": 2.3060823264386645,
      "grad_norm": 1.0573805780030154,
      "learning_rate": 0.0002070430058802282,
      "loss": 0.8461,
      "step": 56303
    },
    {
      "epoch": 2.306123284865861,
      "grad_norm": 1.6616171021627009,
      "learning_rate": 0.00020703998950517092,
      "loss": 1.2704,
      "step": 56304
    },
    {
      "epoch": 2.3061642432930576,
      "grad_norm": 1.2783878311330632,
      "learning_rate": 0.00020703697310314842,
      "loss": 1.2048,
      "step": 56305
    },
    {
      "epoch": 2.306205201720254,
      "grad_norm": 1.0649587511579872,
      "learning_rate": 0.00020703395667416214,
      "loss": 0.8812,
      "step": 56306
    },
    {
      "epoch": 2.30624616014745,
      "grad_norm": 1.364341653794526,
      "learning_rate": 0.0002070309402182135,
      "loss": 0.77,
      "step": 56307
    },
    {
      "epoch": 2.3062871185746467,
      "grad_norm": 0.7667750402084867,
      "learning_rate": 0.000207027923735304,
      "loss": 0.2648,
      "step": 56308
    },
    {
      "epoch": 2.3063280770018433,
      "grad_norm": 1.3630953866117042,
      "learning_rate": 0.00020702490722543496,
      "loss": 0.7492,
      "step": 56309
    },
    {
      "epoch": 2.3063690354290394,
      "grad_norm": 1.165695105747551,
      "learning_rate": 0.00020702189068860788,
      "loss": 0.7875,
      "step": 56310
    },
    {
      "epoch": 2.306409993856236,
      "grad_norm": 3.8191076361808394,
      "learning_rate": 0.00020701887412482415,
      "loss": 1.7961,
      "step": 56311
    },
    {
      "epoch": 2.3064509522834324,
      "grad_norm": 1.3249823846153614,
      "learning_rate": 0.0002070158575340852,
      "loss": 1.3571,
      "step": 56312
    },
    {
      "epoch": 2.3064919107106285,
      "grad_norm": 1.08000213183535,
      "learning_rate": 0.00020701284091639244,
      "loss": 0.9744,
      "step": 56313
    },
    {
      "epoch": 2.306532869137825,
      "grad_norm": 0.8938783589583452,
      "learning_rate": 0.00020700982427174732,
      "loss": 0.7076,
      "step": 56314
    },
    {
      "epoch": 2.3065738275650216,
      "grad_norm": 1.675829213248591,
      "learning_rate": 0.00020700680760015128,
      "loss": 1.4878,
      "step": 56315
    },
    {
      "epoch": 2.3066147859922177,
      "grad_norm": 0.8425216624418344,
      "learning_rate": 0.00020700379090160572,
      "loss": 0.6861,
      "step": 56316
    },
    {
      "epoch": 2.3066557444194142,
      "grad_norm": 1.1208684950952068,
      "learning_rate": 0.0002070007741761121,
      "loss": 0.6355,
      "step": 56317
    },
    {
      "epoch": 2.3066967028466108,
      "grad_norm": 0.8493007326576835,
      "learning_rate": 0.0002069977574236718,
      "loss": 0.793,
      "step": 56318
    },
    {
      "epoch": 2.3067376612738073,
      "grad_norm": 0.9873741386389199,
      "learning_rate": 0.00020699474064428625,
      "loss": 0.8527,
      "step": 56319
    },
    {
      "epoch": 2.3067786197010034,
      "grad_norm": 1.0720610549826435,
      "learning_rate": 0.00020699172383795695,
      "loss": 0.6675,
      "step": 56320
    },
    {
      "epoch": 2.3068195781282,
      "grad_norm": 1.7069288153700872,
      "learning_rate": 0.00020698870700468517,
      "loss": 1.0633,
      "step": 56321
    },
    {
      "epoch": 2.306860536555396,
      "grad_norm": 0.9872135883431677,
      "learning_rate": 0.00020698569014447255,
      "loss": 0.7834,
      "step": 56322
    },
    {
      "epoch": 2.3069014949825926,
      "grad_norm": 1.2466847113968371,
      "learning_rate": 0.00020698267325732034,
      "loss": 0.9026,
      "step": 56323
    },
    {
      "epoch": 2.306942453409789,
      "grad_norm": 0.8996207936939813,
      "learning_rate": 0.00020697965634323005,
      "loss": 0.7863,
      "step": 56324
    },
    {
      "epoch": 2.3069834118369856,
      "grad_norm": 1.1056684355603799,
      "learning_rate": 0.00020697663940220305,
      "loss": 0.682,
      "step": 56325
    },
    {
      "epoch": 2.3070243702641817,
      "grad_norm": 0.7626640231391724,
      "learning_rate": 0.00020697362243424084,
      "loss": 0.4588,
      "step": 56326
    },
    {
      "epoch": 2.3070653286913783,
      "grad_norm": 1.3481230839216638,
      "learning_rate": 0.0002069706054393448,
      "loss": 0.8855,
      "step": 56327
    },
    {
      "epoch": 2.307106287118575,
      "grad_norm": 1.3899014565116914,
      "learning_rate": 0.00020696758841751636,
      "loss": 1.2369,
      "step": 56328
    },
    {
      "epoch": 2.307147245545771,
      "grad_norm": 1.12429266596082,
      "learning_rate": 0.00020696457136875693,
      "loss": 0.8593,
      "step": 56329
    },
    {
      "epoch": 2.3071882039729674,
      "grad_norm": 3.4336267439577504,
      "learning_rate": 0.000206961554293068,
      "loss": 1.7375,
      "step": 56330
    },
    {
      "epoch": 2.307229162400164,
      "grad_norm": 1.7530173492189247,
      "learning_rate": 0.0002069585371904509,
      "loss": 1.4809,
      "step": 56331
    },
    {
      "epoch": 2.30727012082736,
      "grad_norm": 3.230918162093502,
      "learning_rate": 0.00020695552006090717,
      "loss": 4.136,
      "step": 56332
    },
    {
      "epoch": 2.3073110792545566,
      "grad_norm": 0.9359977756820367,
      "learning_rate": 0.0002069525029044381,
      "loss": 0.8623,
      "step": 56333
    },
    {
      "epoch": 2.307352037681753,
      "grad_norm": 1.9454473872447893,
      "learning_rate": 0.00020694948572104525,
      "loss": 0.2693,
      "step": 56334
    },
    {
      "epoch": 2.307392996108949,
      "grad_norm": 0.9962924585729362,
      "learning_rate": 0.00020694646851073,
      "loss": 0.9521,
      "step": 56335
    },
    {
      "epoch": 2.3074339545361457,
      "grad_norm": 1.2699408013510332,
      "learning_rate": 0.00020694345127349374,
      "loss": 1.3995,
      "step": 56336
    },
    {
      "epoch": 2.3074749129633423,
      "grad_norm": 1.44193040659173,
      "learning_rate": 0.0002069404340093379,
      "loss": 0.6433,
      "step": 56337
    },
    {
      "epoch": 2.307515871390539,
      "grad_norm": 1.296596097038539,
      "learning_rate": 0.00020693741671826393,
      "loss": 0.9585,
      "step": 56338
    },
    {
      "epoch": 2.307556829817735,
      "grad_norm": 1.16628062854859,
      "learning_rate": 0.00020693439940027325,
      "loss": 0.8497,
      "step": 56339
    },
    {
      "epoch": 2.3075977882449314,
      "grad_norm": 1.8809424908568335,
      "learning_rate": 0.0002069313820553673,
      "loss": 1.1214,
      "step": 56340
    },
    {
      "epoch": 2.307638746672128,
      "grad_norm": 0.9429087414919052,
      "learning_rate": 0.00020692836468354752,
      "loss": 0.6875,
      "step": 56341
    },
    {
      "epoch": 2.307679705099324,
      "grad_norm": 0.9782090194985257,
      "learning_rate": 0.00020692534728481527,
      "loss": 0.79,
      "step": 56342
    },
    {
      "epoch": 2.3077206635265206,
      "grad_norm": 0.9576878081189978,
      "learning_rate": 0.0002069223298591721,
      "loss": 0.7537,
      "step": 56343
    },
    {
      "epoch": 2.307761621953717,
      "grad_norm": 0.9749313137922583,
      "learning_rate": 0.0002069193124066193,
      "loss": 0.6154,
      "step": 56344
    },
    {
      "epoch": 2.3078025803809132,
      "grad_norm": 1.7365088191308098,
      "learning_rate": 0.00020691629492715832,
      "loss": 1.7535,
      "step": 56345
    },
    {
      "epoch": 2.3078435388081098,
      "grad_norm": 0.8176081855671223,
      "learning_rate": 0.00020691327742079066,
      "loss": 0.7081,
      "step": 56346
    },
    {
      "epoch": 2.3078844972353063,
      "grad_norm": 1.3420229550134215,
      "learning_rate": 0.00020691025988751768,
      "loss": 1.0496,
      "step": 56347
    },
    {
      "epoch": 2.3079254556625024,
      "grad_norm": 1.0478139949153311,
      "learning_rate": 0.00020690724232734088,
      "loss": 0.9558,
      "step": 56348
    },
    {
      "epoch": 2.307966414089699,
      "grad_norm": 1.1089332140646402,
      "learning_rate": 0.00020690422474026158,
      "loss": 0.783,
      "step": 56349
    },
    {
      "epoch": 2.3080073725168955,
      "grad_norm": 1.012012112199523,
      "learning_rate": 0.00020690120712628127,
      "loss": 0.6859,
      "step": 56350
    },
    {
      "epoch": 2.3080483309440916,
      "grad_norm": 0.9330061077762826,
      "learning_rate": 0.0002068981894854014,
      "loss": 0.757,
      "step": 56351
    },
    {
      "epoch": 2.308089289371288,
      "grad_norm": 0.9677453460479701,
      "learning_rate": 0.00020689517181762338,
      "loss": 0.8821,
      "step": 56352
    },
    {
      "epoch": 2.3081302477984846,
      "grad_norm": 1.33575181574482,
      "learning_rate": 0.00020689215412294856,
      "loss": 0.8036,
      "step": 56353
    },
    {
      "epoch": 2.3081712062256807,
      "grad_norm": 1.1649258834180467,
      "learning_rate": 0.0002068891364013785,
      "loss": 1.3601,
      "step": 56354
    },
    {
      "epoch": 2.3082121646528773,
      "grad_norm": 0.7596966018353886,
      "learning_rate": 0.00020688611865291452,
      "loss": 0.3026,
      "step": 56355
    },
    {
      "epoch": 2.308253123080074,
      "grad_norm": 1.2727111676092473,
      "learning_rate": 0.00020688310087755812,
      "loss": 0.9873,
      "step": 56356
    },
    {
      "epoch": 2.3082940815072703,
      "grad_norm": 1.2327442284006427,
      "learning_rate": 0.0002068800830753106,
      "loss": 0.9453,
      "step": 56357
    },
    {
      "epoch": 2.3083350399344664,
      "grad_norm": 1.098894059306184,
      "learning_rate": 0.00020687706524617357,
      "loss": 0.8764,
      "step": 56358
    },
    {
      "epoch": 2.308375998361663,
      "grad_norm": 0.8174592895319027,
      "learning_rate": 0.00020687404739014835,
      "loss": 0.3103,
      "step": 56359
    },
    {
      "epoch": 2.3084169567888595,
      "grad_norm": 1.3891500988401433,
      "learning_rate": 0.00020687102950723638,
      "loss": 0.8848,
      "step": 56360
    },
    {
      "epoch": 2.3084579152160556,
      "grad_norm": 1.4919268944227624,
      "learning_rate": 0.00020686801159743905,
      "loss": 1.0,
      "step": 56361
    },
    {
      "epoch": 2.308498873643252,
      "grad_norm": 1.0436969723887426,
      "learning_rate": 0.00020686499366075786,
      "loss": 0.7262,
      "step": 56362
    },
    {
      "epoch": 2.3085398320704487,
      "grad_norm": 0.9798750090831974,
      "learning_rate": 0.00020686197569719415,
      "loss": 0.6219,
      "step": 56363
    },
    {
      "epoch": 2.3085807904976448,
      "grad_norm": 0.9588897805822237,
      "learning_rate": 0.00020685895770674947,
      "loss": 0.7523,
      "step": 56364
    },
    {
      "epoch": 2.3086217489248413,
      "grad_norm": 2.093707332891546,
      "learning_rate": 0.00020685593968942513,
      "loss": 2.1289,
      "step": 56365
    },
    {
      "epoch": 2.308662707352038,
      "grad_norm": 1.316621919319281,
      "learning_rate": 0.00020685292164522261,
      "loss": 1.0122,
      "step": 56366
    },
    {
      "epoch": 2.308703665779234,
      "grad_norm": 1.7251268408203742,
      "learning_rate": 0.00020684990357414332,
      "loss": 0.9898,
      "step": 56367
    },
    {
      "epoch": 2.3087446242064305,
      "grad_norm": 1.077744880819795,
      "learning_rate": 0.00020684688547618874,
      "loss": 0.8423,
      "step": 56368
    },
    {
      "epoch": 2.308785582633627,
      "grad_norm": 0.7508134751173972,
      "learning_rate": 0.00020684386735136018,
      "loss": 0.1904,
      "step": 56369
    },
    {
      "epoch": 2.308826541060823,
      "grad_norm": 1.0336636255155849,
      "learning_rate": 0.00020684084919965918,
      "loss": 0.9517,
      "step": 56370
    },
    {
      "epoch": 2.3088674994880196,
      "grad_norm": 1.116512250706096,
      "learning_rate": 0.00020683783102108712,
      "loss": 1.0253,
      "step": 56371
    },
    {
      "epoch": 2.308908457915216,
      "grad_norm": 0.8351131498581406,
      "learning_rate": 0.0002068348128156454,
      "loss": 0.6718,
      "step": 56372
    },
    {
      "epoch": 2.3089494163424122,
      "grad_norm": 0.8911337590220885,
      "learning_rate": 0.00020683179458333553,
      "loss": 0.6925,
      "step": 56373
    },
    {
      "epoch": 2.3089903747696088,
      "grad_norm": 0.8470364856792824,
      "learning_rate": 0.00020682877632415884,
      "loss": 0.657,
      "step": 56374
    },
    {
      "epoch": 2.3090313331968053,
      "grad_norm": 1.155835192380021,
      "learning_rate": 0.00020682575803811684,
      "loss": 1.1223,
      "step": 56375
    },
    {
      "epoch": 2.309072291624002,
      "grad_norm": 2.1834086078404384,
      "learning_rate": 0.0002068227397252109,
      "loss": 2.2028,
      "step": 56376
    },
    {
      "epoch": 2.309113250051198,
      "grad_norm": 1.1167843718227204,
      "learning_rate": 0.0002068197213854425,
      "loss": 0.6702,
      "step": 56377
    },
    {
      "epoch": 2.3091542084783945,
      "grad_norm": 0.7336664890785178,
      "learning_rate": 0.000206816703018813,
      "loss": 0.3205,
      "step": 56378
    },
    {
      "epoch": 2.309195166905591,
      "grad_norm": 1.2008586493792994,
      "learning_rate": 0.00020681368462532383,
      "loss": 1.2097,
      "step": 56379
    },
    {
      "epoch": 2.309236125332787,
      "grad_norm": 1.300234390360575,
      "learning_rate": 0.0002068106662049765,
      "loss": 0.7242,
      "step": 56380
    },
    {
      "epoch": 2.3092770837599836,
      "grad_norm": 0.9386422280246808,
      "learning_rate": 0.00020680764775777235,
      "loss": 0.7279,
      "step": 56381
    },
    {
      "epoch": 2.30931804218718,
      "grad_norm": 1.2289371278785033,
      "learning_rate": 0.00020680462928371286,
      "loss": 1.091,
      "step": 56382
    },
    {
      "epoch": 2.3093590006143763,
      "grad_norm": 1.1854711321153217,
      "learning_rate": 0.00020680161078279942,
      "loss": 0.7689,
      "step": 56383
    },
    {
      "epoch": 2.309399959041573,
      "grad_norm": 1.1204093105649002,
      "learning_rate": 0.0002067985922550335,
      "loss": 0.7433,
      "step": 56384
    },
    {
      "epoch": 2.3094409174687693,
      "grad_norm": 1.316916879131045,
      "learning_rate": 0.00020679557370041645,
      "loss": 0.8484,
      "step": 56385
    },
    {
      "epoch": 2.3094818758959654,
      "grad_norm": 0.7822869328816143,
      "learning_rate": 0.0002067925551189498,
      "loss": 0.6216,
      "step": 56386
    },
    {
      "epoch": 2.309522834323162,
      "grad_norm": 1.3522849540099775,
      "learning_rate": 0.0002067895365106349,
      "loss": 0.7933,
      "step": 56387
    },
    {
      "epoch": 2.3095637927503585,
      "grad_norm": 0.84464506954485,
      "learning_rate": 0.00020678651787547323,
      "loss": 0.3929,
      "step": 56388
    },
    {
      "epoch": 2.3096047511775546,
      "grad_norm": 6.602950732749507,
      "learning_rate": 0.00020678349921346618,
      "loss": 6.2305,
      "step": 56389
    },
    {
      "epoch": 2.309645709604751,
      "grad_norm": 1.3387621719534781,
      "learning_rate": 0.00020678048052461516,
      "loss": 1.0832,
      "step": 56390
    },
    {
      "epoch": 2.3096866680319477,
      "grad_norm": 1.0591950011827365,
      "learning_rate": 0.00020677746180892165,
      "loss": 0.604,
      "step": 56391
    },
    {
      "epoch": 2.3097276264591438,
      "grad_norm": 0.8976405231908631,
      "learning_rate": 0.00020677444306638706,
      "loss": 0.6282,
      "step": 56392
    },
    {
      "epoch": 2.3097685848863403,
      "grad_norm": 0.8107069294645317,
      "learning_rate": 0.00020677142429701274,
      "loss": 0.6795,
      "step": 56393
    },
    {
      "epoch": 2.309809543313537,
      "grad_norm": 0.5698054664920948,
      "learning_rate": 0.00020676840550080025,
      "loss": 0.2842,
      "step": 56394
    },
    {
      "epoch": 2.3098505017407334,
      "grad_norm": 0.9897382816074602,
      "learning_rate": 0.00020676538667775094,
      "loss": 0.7884,
      "step": 56395
    },
    {
      "epoch": 2.3098914601679295,
      "grad_norm": 1.3663514760804298,
      "learning_rate": 0.00020676236782786627,
      "loss": 1.2757,
      "step": 56396
    },
    {
      "epoch": 2.309932418595126,
      "grad_norm": 1.169905698649128,
      "learning_rate": 0.0002067593489511476,
      "loss": 0.7743,
      "step": 56397
    },
    {
      "epoch": 2.3099733770223225,
      "grad_norm": 1.1019240858363755,
      "learning_rate": 0.00020675633004759643,
      "loss": 0.8229,
      "step": 56398
    },
    {
      "epoch": 2.3100143354495186,
      "grad_norm": 0.7982959080264334,
      "learning_rate": 0.00020675331111721414,
      "loss": 0.669,
      "step": 56399
    },
    {
      "epoch": 2.310055293876715,
      "grad_norm": 1.642730307064492,
      "learning_rate": 0.00020675029216000223,
      "loss": 0.8968,
      "step": 56400
    },
    {
      "epoch": 2.3100962523039117,
      "grad_norm": 1.3653083748659767,
      "learning_rate": 0.00020674727317596199,
      "loss": 0.8808,
      "step": 56401
    },
    {
      "epoch": 2.310137210731108,
      "grad_norm": 1.0786374710198525,
      "learning_rate": 0.000206744254165095,
      "loss": 0.9233,
      "step": 56402
    },
    {
      "epoch": 2.3101781691583043,
      "grad_norm": 1.2999161507549566,
      "learning_rate": 0.0002067412351274026,
      "loss": 0.8987,
      "step": 56403
    },
    {
      "epoch": 2.310219127585501,
      "grad_norm": 0.7029243117409735,
      "learning_rate": 0.00020673821606288626,
      "loss": 0.673,
      "step": 56404
    },
    {
      "epoch": 2.310260086012697,
      "grad_norm": 0.705266969318282,
      "learning_rate": 0.00020673519697154733,
      "loss": 0.3001,
      "step": 56405
    },
    {
      "epoch": 2.3103010444398935,
      "grad_norm": 1.162191227331723,
      "learning_rate": 0.00020673217785338732,
      "loss": 1.1142,
      "step": 56406
    },
    {
      "epoch": 2.31034200286709,
      "grad_norm": 0.8447446602066018,
      "learning_rate": 0.00020672915870840764,
      "loss": 0.7567,
      "step": 56407
    },
    {
      "epoch": 2.310382961294286,
      "grad_norm": 1.3197515746946076,
      "learning_rate": 0.0002067261395366097,
      "loss": 1.0527,
      "step": 56408
    },
    {
      "epoch": 2.3104239197214826,
      "grad_norm": 0.9538869910679301,
      "learning_rate": 0.00020672312033799496,
      "loss": 0.8507,
      "step": 56409
    },
    {
      "epoch": 2.310464878148679,
      "grad_norm": 1.1851056771080157,
      "learning_rate": 0.00020672010111256475,
      "loss": 0.8982,
      "step": 56410
    },
    {
      "epoch": 2.3105058365758753,
      "grad_norm": 1.3656191471181547,
      "learning_rate": 0.0002067170818603206,
      "loss": 1.2985,
      "step": 56411
    },
    {
      "epoch": 2.310546795003072,
      "grad_norm": 1.3910577431495115,
      "learning_rate": 0.00020671406258126391,
      "loss": 1.2574,
      "step": 56412
    },
    {
      "epoch": 2.3105877534302683,
      "grad_norm": 1.4582121258988832,
      "learning_rate": 0.00020671104327539615,
      "loss": 1.4966,
      "step": 56413
    },
    {
      "epoch": 2.310628711857465,
      "grad_norm": 2.6283056270522804,
      "learning_rate": 0.00020670802394271866,
      "loss": 3.227,
      "step": 56414
    },
    {
      "epoch": 2.310669670284661,
      "grad_norm": 1.212422510849516,
      "learning_rate": 0.0002067050045832329,
      "loss": 0.9687,
      "step": 56415
    },
    {
      "epoch": 2.3107106287118575,
      "grad_norm": 1.3673588696414445,
      "learning_rate": 0.0002067019851969403,
      "loss": 0.8985,
      "step": 56416
    },
    {
      "epoch": 2.310751587139054,
      "grad_norm": 1.5426099836179596,
      "learning_rate": 0.00020669896578384228,
      "loss": 1.3826,
      "step": 56417
    },
    {
      "epoch": 2.31079254556625,
      "grad_norm": 0.9667517295086218,
      "learning_rate": 0.0002066959463439403,
      "loss": 0.6069,
      "step": 56418
    },
    {
      "epoch": 2.3108335039934467,
      "grad_norm": 0.8494177220889093,
      "learning_rate": 0.0002066929268772358,
      "loss": 0.7184,
      "step": 56419
    },
    {
      "epoch": 2.310874462420643,
      "grad_norm": 0.6270053855840957,
      "learning_rate": 0.00020668990738373008,
      "loss": 0.3443,
      "step": 56420
    },
    {
      "epoch": 2.3109154208478393,
      "grad_norm": 1.1000376068335236,
      "learning_rate": 0.00020668688786342471,
      "loss": 0.7942,
      "step": 56421
    },
    {
      "epoch": 2.310956379275036,
      "grad_norm": 1.5522739457154722,
      "learning_rate": 0.00020668386831632107,
      "loss": 1.0092,
      "step": 56422
    },
    {
      "epoch": 2.3109973377022324,
      "grad_norm": 1.1301585257177507,
      "learning_rate": 0.0002066808487424206,
      "loss": 0.8427,
      "step": 56423
    },
    {
      "epoch": 2.3110382961294285,
      "grad_norm": 0.8593661939341815,
      "learning_rate": 0.00020667782914172473,
      "loss": 0.7494,
      "step": 56424
    },
    {
      "epoch": 2.311079254556625,
      "grad_norm": 2.8130027118379024,
      "learning_rate": 0.0002066748095142348,
      "loss": 3.3579,
      "step": 56425
    },
    {
      "epoch": 2.3111202129838215,
      "grad_norm": 0.7034188365025842,
      "learning_rate": 0.0002066717898599524,
      "loss": 0.4056,
      "step": 56426
    },
    {
      "epoch": 2.3111611714110176,
      "grad_norm": 0.7882558406531578,
      "learning_rate": 0.00020666877017887878,
      "loss": 0.6908,
      "step": 56427
    },
    {
      "epoch": 2.311202129838214,
      "grad_norm": 4.767185513557136,
      "learning_rate": 0.00020666575047101555,
      "loss": 1.3467,
      "step": 56428
    },
    {
      "epoch": 2.3112430882654107,
      "grad_norm": 1.3863149221423003,
      "learning_rate": 0.00020666273073636392,
      "loss": 0.8724,
      "step": 56429
    },
    {
      "epoch": 2.311284046692607,
      "grad_norm": 0.9602768353929602,
      "learning_rate": 0.00020665971097492554,
      "loss": 0.5372,
      "step": 56430
    },
    {
      "epoch": 2.3113250051198033,
      "grad_norm": 1.548320325630826,
      "learning_rate": 0.00020665669118670173,
      "loss": 1.0613,
      "step": 56431
    },
    {
      "epoch": 2.311365963547,
      "grad_norm": 0.7927217263354978,
      "learning_rate": 0.00020665367137169386,
      "loss": 0.633,
      "step": 56432
    },
    {
      "epoch": 2.3114069219741964,
      "grad_norm": 0.8998712995863463,
      "learning_rate": 0.00020665065152990344,
      "loss": 0.6593,
      "step": 56433
    },
    {
      "epoch": 2.3114478804013925,
      "grad_norm": 1.2874593580234965,
      "learning_rate": 0.00020664763166133193,
      "loss": 0.9182,
      "step": 56434
    },
    {
      "epoch": 2.311488838828589,
      "grad_norm": 0.7931991387251305,
      "learning_rate": 0.00020664461176598067,
      "loss": 0.49,
      "step": 56435
    },
    {
      "epoch": 2.3115297972557856,
      "grad_norm": 0.9963917034174107,
      "learning_rate": 0.00020664159184385114,
      "loss": 0.79,
      "step": 56436
    },
    {
      "epoch": 2.3115707556829816,
      "grad_norm": 2.826891716983283,
      "learning_rate": 0.00020663857189494469,
      "loss": 3.8288,
      "step": 56437
    },
    {
      "epoch": 2.311611714110178,
      "grad_norm": 0.9477827641007266,
      "learning_rate": 0.00020663555191926286,
      "loss": 0.5198,
      "step": 56438
    },
    {
      "epoch": 2.3116526725373747,
      "grad_norm": 1.053752050861819,
      "learning_rate": 0.00020663253191680706,
      "loss": 1.074,
      "step": 56439
    },
    {
      "epoch": 2.311693630964571,
      "grad_norm": 0.9222187025701983,
      "learning_rate": 0.00020662951188757866,
      "loss": 0.8775,
      "step": 56440
    },
    {
      "epoch": 2.3117345893917673,
      "grad_norm": 0.7694070566477081,
      "learning_rate": 0.00020662649183157908,
      "loss": 0.2946,
      "step": 56441
    },
    {
      "epoch": 2.311775547818964,
      "grad_norm": 0.529561673116469,
      "learning_rate": 0.00020662347174880982,
      "loss": 0.2195,
      "step": 56442
    },
    {
      "epoch": 2.31181650624616,
      "grad_norm": 1.4376280105981927,
      "learning_rate": 0.00020662045163927226,
      "loss": 1.0388,
      "step": 56443
    },
    {
      "epoch": 2.3118574646733565,
      "grad_norm": 1.4005224881571894,
      "learning_rate": 0.0002066174315029678,
      "loss": 0.8708,
      "step": 56444
    },
    {
      "epoch": 2.311898423100553,
      "grad_norm": 1.2692728085581475,
      "learning_rate": 0.00020661441133989797,
      "loss": 1.0216,
      "step": 56445
    },
    {
      "epoch": 2.3119393815277496,
      "grad_norm": 0.9754353581915048,
      "learning_rate": 0.0002066113911500641,
      "loss": 0.8666,
      "step": 56446
    },
    {
      "epoch": 2.3119803399549457,
      "grad_norm": 0.9055805171434478,
      "learning_rate": 0.00020660837093346761,
      "loss": 0.4208,
      "step": 56447
    },
    {
      "epoch": 2.312021298382142,
      "grad_norm": 1.0656839909314573,
      "learning_rate": 0.00020660535069011004,
      "loss": 0.7887,
      "step": 56448
    },
    {
      "epoch": 2.3120622568093383,
      "grad_norm": 0.676105512041663,
      "learning_rate": 0.0002066023304199927,
      "loss": 0.6085,
      "step": 56449
    },
    {
      "epoch": 2.312103215236535,
      "grad_norm": 1.10805003880217,
      "learning_rate": 0.00020659931012311707,
      "loss": 0.7188,
      "step": 56450
    },
    {
      "epoch": 2.3121441736637314,
      "grad_norm": 1.130279135307445,
      "learning_rate": 0.0002065962897994846,
      "loss": 0.9797,
      "step": 56451
    },
    {
      "epoch": 2.312185132090928,
      "grad_norm": 2.69200430690586,
      "learning_rate": 0.00020659326944909664,
      "loss": 3.148,
      "step": 56452
    },
    {
      "epoch": 2.312226090518124,
      "grad_norm": 1.0208814121203709,
      "learning_rate": 0.00020659024907195467,
      "loss": 0.8251,
      "step": 56453
    },
    {
      "epoch": 2.3122670489453205,
      "grad_norm": 1.0701464083907186,
      "learning_rate": 0.00020658722866806015,
      "loss": 0.8065,
      "step": 56454
    },
    {
      "epoch": 2.312308007372517,
      "grad_norm": 1.1690759483284208,
      "learning_rate": 0.00020658420823741443,
      "loss": 0.7944,
      "step": 56455
    },
    {
      "epoch": 2.312348965799713,
      "grad_norm": 0.8936669512349602,
      "learning_rate": 0.00020658118778001903,
      "loss": 0.8733,
      "step": 56456
    },
    {
      "epoch": 2.3123899242269097,
      "grad_norm": 1.2252379071162918,
      "learning_rate": 0.00020657816729587525,
      "loss": 0.3158,
      "step": 56457
    },
    {
      "epoch": 2.3124308826541062,
      "grad_norm": 0.7991623447174976,
      "learning_rate": 0.00020657514678498466,
      "loss": 0.2886,
      "step": 56458
    },
    {
      "epoch": 2.3124718410813023,
      "grad_norm": 0.7048425994653921,
      "learning_rate": 0.0002065721262473486,
      "loss": 0.3072,
      "step": 56459
    },
    {
      "epoch": 2.312512799508499,
      "grad_norm": 0.864604846640914,
      "learning_rate": 0.00020656910568296854,
      "loss": 0.729,
      "step": 56460
    },
    {
      "epoch": 2.3125537579356954,
      "grad_norm": 1.1520747513721292,
      "learning_rate": 0.00020656608509184586,
      "loss": 0.6656,
      "step": 56461
    },
    {
      "epoch": 2.3125947163628915,
      "grad_norm": 2.6881475463726763,
      "learning_rate": 0.00020656306447398206,
      "loss": 2.3111,
      "step": 56462
    },
    {
      "epoch": 2.312635674790088,
      "grad_norm": 0.8404945090000204,
      "learning_rate": 0.00020656004382937847,
      "loss": 0.6271,
      "step": 56463
    },
    {
      "epoch": 2.3126766332172846,
      "grad_norm": 0.6343855951798488,
      "learning_rate": 0.0002065570231580366,
      "loss": 0.2364,
      "step": 56464
    },
    {
      "epoch": 2.312717591644481,
      "grad_norm": 0.9897218244607202,
      "learning_rate": 0.00020655400245995784,
      "loss": 0.7469,
      "step": 56465
    },
    {
      "epoch": 2.312758550071677,
      "grad_norm": 1.4318053004794071,
      "learning_rate": 0.00020655098173514365,
      "loss": 1.1417,
      "step": 56466
    },
    {
      "epoch": 2.3127995084988737,
      "grad_norm": 1.4455894979558754,
      "learning_rate": 0.00020654796098359547,
      "loss": 1.2334,
      "step": 56467
    },
    {
      "epoch": 2.31284046692607,
      "grad_norm": 1.1514984975607092,
      "learning_rate": 0.00020654494020531464,
      "loss": 0.73,
      "step": 56468
    },
    {
      "epoch": 2.3128814253532664,
      "grad_norm": 1.0174455050947668,
      "learning_rate": 0.00020654191940030264,
      "loss": 0.9582,
      "step": 56469
    },
    {
      "epoch": 2.312922383780463,
      "grad_norm": 1.2667297612327726,
      "learning_rate": 0.00020653889856856093,
      "loss": 0.7472,
      "step": 56470
    },
    {
      "epoch": 2.3129633422076594,
      "grad_norm": 1.2084497511787484,
      "learning_rate": 0.00020653587771009093,
      "loss": 0.7936,
      "step": 56471
    },
    {
      "epoch": 2.3130043006348555,
      "grad_norm": 0.6813874493260025,
      "learning_rate": 0.000206532856824894,
      "loss": 0.5026,
      "step": 56472
    },
    {
      "epoch": 2.313045259062052,
      "grad_norm": 1.5590753118087857,
      "learning_rate": 0.00020652983591297163,
      "loss": 1.0588,
      "step": 56473
    },
    {
      "epoch": 2.3130862174892486,
      "grad_norm": 1.351092755146256,
      "learning_rate": 0.00020652681497432523,
      "loss": 0.8491,
      "step": 56474
    },
    {
      "epoch": 2.3131271759164447,
      "grad_norm": 0.9125866223461102,
      "learning_rate": 0.00020652379400895626,
      "loss": 0.8469,
      "step": 56475
    },
    {
      "epoch": 2.313168134343641,
      "grad_norm": 0.8671300795524949,
      "learning_rate": 0.00020652077301686612,
      "loss": 0.795,
      "step": 56476
    },
    {
      "epoch": 2.3132090927708377,
      "grad_norm": 1.079607126234649,
      "learning_rate": 0.00020651775199805617,
      "loss": 0.902,
      "step": 56477
    },
    {
      "epoch": 2.313250051198034,
      "grad_norm": 1.0020191549573252,
      "learning_rate": 0.00020651473095252795,
      "loss": 0.5997,
      "step": 56478
    },
    {
      "epoch": 2.3132910096252304,
      "grad_norm": 1.0289500639929174,
      "learning_rate": 0.00020651170988028288,
      "loss": 0.6565,
      "step": 56479
    },
    {
      "epoch": 2.313331968052427,
      "grad_norm": 1.1082211940156488,
      "learning_rate": 0.0002065086887813223,
      "loss": 0.9762,
      "step": 56480
    },
    {
      "epoch": 2.313372926479623,
      "grad_norm": 0.9865159401414325,
      "learning_rate": 0.00020650566765564776,
      "loss": 0.833,
      "step": 56481
    },
    {
      "epoch": 2.3134138849068195,
      "grad_norm": 0.801913415331696,
      "learning_rate": 0.00020650264650326052,
      "loss": 0.2643,
      "step": 56482
    },
    {
      "epoch": 2.313454843334016,
      "grad_norm": 1.208087072206842,
      "learning_rate": 0.00020649962532416218,
      "loss": 0.9266,
      "step": 56483
    },
    {
      "epoch": 2.3134958017612126,
      "grad_norm": 9.767768993099079,
      "learning_rate": 0.0002064966041183541,
      "loss": 1.7919,
      "step": 56484
    },
    {
      "epoch": 2.3135367601884087,
      "grad_norm": 0.7191428556908032,
      "learning_rate": 0.00020649358288583766,
      "loss": 0.3189,
      "step": 56485
    },
    {
      "epoch": 2.3135777186156052,
      "grad_norm": 1.1240879179445196,
      "learning_rate": 0.00020649056162661437,
      "loss": 0.9529,
      "step": 56486
    },
    {
      "epoch": 2.3136186770428013,
      "grad_norm": 1.1915619483766566,
      "learning_rate": 0.0002064875403406856,
      "loss": 0.8439,
      "step": 56487
    },
    {
      "epoch": 2.313659635469998,
      "grad_norm": 0.6646452546142427,
      "learning_rate": 0.00020648451902805282,
      "loss": 0.2506,
      "step": 56488
    },
    {
      "epoch": 2.3137005938971944,
      "grad_norm": 2.4763654576376046,
      "learning_rate": 0.0002064814976887174,
      "loss": 1.4232,
      "step": 56489
    },
    {
      "epoch": 2.313741552324391,
      "grad_norm": 0.9790578185439491,
      "learning_rate": 0.0002064784763226808,
      "loss": 0.8796,
      "step": 56490
    },
    {
      "epoch": 2.313782510751587,
      "grad_norm": 0.736362212498343,
      "learning_rate": 0.0002064754549299445,
      "loss": 0.5605,
      "step": 56491
    },
    {
      "epoch": 2.3138234691787836,
      "grad_norm": 1.0620212791668073,
      "learning_rate": 0.00020647243351050985,
      "loss": 0.9972,
      "step": 56492
    },
    {
      "epoch": 2.31386442760598,
      "grad_norm": 1.0458928245704175,
      "learning_rate": 0.0002064694120643783,
      "loss": 0.5575,
      "step": 56493
    },
    {
      "epoch": 2.313905386033176,
      "grad_norm": 1.9429670770487706,
      "learning_rate": 0.00020646639059155133,
      "loss": 2.3589,
      "step": 56494
    },
    {
      "epoch": 2.3139463444603727,
      "grad_norm": 1.346131297092808,
      "learning_rate": 0.00020646336909203031,
      "loss": 1.1489,
      "step": 56495
    },
    {
      "epoch": 2.3139873028875693,
      "grad_norm": 0.9545381503186543,
      "learning_rate": 0.00020646034756581667,
      "loss": 0.8725,
      "step": 56496
    },
    {
      "epoch": 2.3140282613147654,
      "grad_norm": 1.3434239175232472,
      "learning_rate": 0.00020645732601291188,
      "loss": 0.9915,
      "step": 56497
    },
    {
      "epoch": 2.314069219741962,
      "grad_norm": 0.6262334100146184,
      "learning_rate": 0.0002064543044333173,
      "loss": 0.2846,
      "step": 56498
    },
    {
      "epoch": 2.3141101781691584,
      "grad_norm": 1.0762113254178047,
      "learning_rate": 0.00020645128282703444,
      "loss": 0.9786,
      "step": 56499
    },
    {
      "epoch": 2.3141511365963545,
      "grad_norm": 1.374048845788992,
      "learning_rate": 0.0002064482611940647,
      "loss": 1.1533,
      "step": 56500
    },
    {
      "epoch": 2.314192095023551,
      "grad_norm": 1.5067523809828292,
      "learning_rate": 0.00020644523953440943,
      "loss": 1.068,
      "step": 56501
    },
    {
      "epoch": 2.3142330534507476,
      "grad_norm": 0.8504628616187033,
      "learning_rate": 0.0002064422178480702,
      "loss": 0.6876,
      "step": 56502
    },
    {
      "epoch": 2.314274011877944,
      "grad_norm": 1.1680919562698981,
      "learning_rate": 0.00020643919613504833,
      "loss": 0.8472,
      "step": 56503
    },
    {
      "epoch": 2.31431497030514,
      "grad_norm": 0.7340352707235136,
      "learning_rate": 0.0002064361743953453,
      "loss": 0.2944,
      "step": 56504
    },
    {
      "epoch": 2.3143559287323368,
      "grad_norm": 1.116157033632499,
      "learning_rate": 0.00020643315262896248,
      "loss": 0.4409,
      "step": 56505
    },
    {
      "epoch": 2.314396887159533,
      "grad_norm": 1.1454468191668015,
      "learning_rate": 0.00020643013083590137,
      "loss": 0.3546,
      "step": 56506
    },
    {
      "epoch": 2.3144378455867294,
      "grad_norm": 2.919516485548145,
      "learning_rate": 0.00020642710901616336,
      "loss": 3.7484,
      "step": 56507
    },
    {
      "epoch": 2.314478804013926,
      "grad_norm": 0.8212144276894331,
      "learning_rate": 0.00020642408716974993,
      "loss": 0.623,
      "step": 56508
    },
    {
      "epoch": 2.3145197624411225,
      "grad_norm": 1.0925356308878926,
      "learning_rate": 0.00020642106529666243,
      "loss": 0.5299,
      "step": 56509
    },
    {
      "epoch": 2.3145607208683185,
      "grad_norm": 1.2298405865045636,
      "learning_rate": 0.0002064180433969023,
      "loss": 0.3263,
      "step": 56510
    },
    {
      "epoch": 2.314601679295515,
      "grad_norm": 0.9924334488614209,
      "learning_rate": 0.00020641502147047104,
      "loss": 1.0036,
      "step": 56511
    },
    {
      "epoch": 2.3146426377227116,
      "grad_norm": 1.0331509310747853,
      "learning_rate": 0.00020641199951737,
      "loss": 0.7612,
      "step": 56512
    },
    {
      "epoch": 2.3146835961499077,
      "grad_norm": 0.853926688710369,
      "learning_rate": 0.0002064089775376007,
      "loss": 0.2542,
      "step": 56513
    },
    {
      "epoch": 2.3147245545771042,
      "grad_norm": 1.3232427890979952,
      "learning_rate": 0.0002064059555311644,
      "loss": 1.2655,
      "step": 56514
    },
    {
      "epoch": 2.314765513004301,
      "grad_norm": 0.9281102236532401,
      "learning_rate": 0.00020640293349806268,
      "loss": 0.7351,
      "step": 56515
    },
    {
      "epoch": 2.314806471431497,
      "grad_norm": 0.821395235115828,
      "learning_rate": 0.000206399911438297,
      "loss": 0.7115,
      "step": 56516
    },
    {
      "epoch": 2.3148474298586934,
      "grad_norm": 1.0072908999533328,
      "learning_rate": 0.00020639688935186862,
      "loss": 0.8101,
      "step": 56517
    },
    {
      "epoch": 2.31488838828589,
      "grad_norm": 0.5423035675720095,
      "learning_rate": 0.0002063938672387791,
      "loss": 0.1806,
      "step": 56518
    },
    {
      "epoch": 2.314929346713086,
      "grad_norm": 1.2546134092666428,
      "learning_rate": 0.00020639084509902985,
      "loss": 1.1042,
      "step": 56519
    },
    {
      "epoch": 2.3149703051402826,
      "grad_norm": 1.3586532077778781,
      "learning_rate": 0.0002063878229326223,
      "loss": 0.9341,
      "step": 56520
    },
    {
      "epoch": 2.315011263567479,
      "grad_norm": 1.039241730507913,
      "learning_rate": 0.0002063848007395578,
      "loss": 0.7482,
      "step": 56521
    },
    {
      "epoch": 2.3150522219946756,
      "grad_norm": 1.2556601101375326,
      "learning_rate": 0.00020638177851983784,
      "loss": 0.8643,
      "step": 56522
    },
    {
      "epoch": 2.3150931804218717,
      "grad_norm": 0.9664466428693184,
      "learning_rate": 0.00020637875627346387,
      "loss": 0.3755,
      "step": 56523
    },
    {
      "epoch": 2.3151341388490683,
      "grad_norm": 0.8557338146843343,
      "learning_rate": 0.0002063757340004373,
      "loss": 0.6815,
      "step": 56524
    },
    {
      "epoch": 2.3151750972762644,
      "grad_norm": 0.9407688366068101,
      "learning_rate": 0.00020637271170075955,
      "loss": 0.7408,
      "step": 56525
    },
    {
      "epoch": 2.315216055703461,
      "grad_norm": 0.8604348175028457,
      "learning_rate": 0.00020636968937443203,
      "loss": 0.5685,
      "step": 56526
    },
    {
      "epoch": 2.3152570141306574,
      "grad_norm": 0.9030106197516994,
      "learning_rate": 0.0002063666670214562,
      "loss": 0.7354,
      "step": 56527
    },
    {
      "epoch": 2.315297972557854,
      "grad_norm": 0.7640104535340089,
      "learning_rate": 0.00020636364464183353,
      "loss": 0.4072,
      "step": 56528
    },
    {
      "epoch": 2.31533893098505,
      "grad_norm": 1.3862209747724052,
      "learning_rate": 0.00020636062223556534,
      "loss": 0.6249,
      "step": 56529
    },
    {
      "epoch": 2.3153798894122466,
      "grad_norm": 1.066894020232156,
      "learning_rate": 0.00020635759980265316,
      "loss": 0.8,
      "step": 56530
    },
    {
      "epoch": 2.315420847839443,
      "grad_norm": 0.7236974645879527,
      "learning_rate": 0.00020635457734309833,
      "loss": 0.3494,
      "step": 56531
    },
    {
      "epoch": 2.315461806266639,
      "grad_norm": 1.1839117958768617,
      "learning_rate": 0.00020635155485690236,
      "loss": 0.9817,
      "step": 56532
    },
    {
      "epoch": 2.3155027646938358,
      "grad_norm": 1.1734122587650608,
      "learning_rate": 0.0002063485323440666,
      "loss": 1.1176,
      "step": 56533
    },
    {
      "epoch": 2.3155437231210323,
      "grad_norm": 3.2341132907961,
      "learning_rate": 0.00020634550980459262,
      "loss": 3.3998,
      "step": 56534
    },
    {
      "epoch": 2.3155846815482284,
      "grad_norm": 2.4276315830263075,
      "learning_rate": 0.00020634248723848167,
      "loss": 0.9474,
      "step": 56535
    },
    {
      "epoch": 2.315625639975425,
      "grad_norm": 1.359436724628171,
      "learning_rate": 0.00020633946464573532,
      "loss": 1.5854,
      "step": 56536
    },
    {
      "epoch": 2.3156665984026215,
      "grad_norm": 0.9898302085374412,
      "learning_rate": 0.00020633644202635486,
      "loss": 0.8607,
      "step": 56537
    },
    {
      "epoch": 2.3157075568298175,
      "grad_norm": 1.0256777156229444,
      "learning_rate": 0.00020633341938034185,
      "loss": 0.8276,
      "step": 56538
    },
    {
      "epoch": 2.315748515257014,
      "grad_norm": 1.1507960482930113,
      "learning_rate": 0.00020633039670769766,
      "loss": 0.8853,
      "step": 56539
    },
    {
      "epoch": 2.3157894736842106,
      "grad_norm": 0.8270508160027316,
      "learning_rate": 0.00020632737400842375,
      "loss": 0.6781,
      "step": 56540
    },
    {
      "epoch": 2.315830432111407,
      "grad_norm": 1.8956873677859056,
      "learning_rate": 0.00020632435128252146,
      "loss": 1.7074,
      "step": 56541
    },
    {
      "epoch": 2.3158713905386032,
      "grad_norm": 0.9507335880500339,
      "learning_rate": 0.00020632132852999236,
      "loss": 1.0032,
      "step": 56542
    },
    {
      "epoch": 2.3159123489658,
      "grad_norm": 0.5884996154213068,
      "learning_rate": 0.00020631830575083777,
      "loss": 0.2933,
      "step": 56543
    },
    {
      "epoch": 2.315953307392996,
      "grad_norm": 0.9531794010351785,
      "learning_rate": 0.0002063152829450592,
      "loss": 0.6709,
      "step": 56544
    },
    {
      "epoch": 2.3159942658201924,
      "grad_norm": 0.9813534006730679,
      "learning_rate": 0.00020631226011265795,
      "loss": 0.8289,
      "step": 56545
    },
    {
      "epoch": 2.316035224247389,
      "grad_norm": 2.153903908705021,
      "learning_rate": 0.00020630923725363558,
      "loss": 2.2433,
      "step": 56546
    },
    {
      "epoch": 2.3160761826745855,
      "grad_norm": 1.477344649688154,
      "learning_rate": 0.00020630621436799348,
      "loss": 1.2937,
      "step": 56547
    },
    {
      "epoch": 2.3161171411017816,
      "grad_norm": 0.8168579450775103,
      "learning_rate": 0.00020630319145573304,
      "loss": 0.3209,
      "step": 56548
    },
    {
      "epoch": 2.316158099528978,
      "grad_norm": 1.1874037429035305,
      "learning_rate": 0.00020630016851685574,
      "loss": 0.6873,
      "step": 56549
    },
    {
      "epoch": 2.3161990579561746,
      "grad_norm": 1.0084907006484463,
      "learning_rate": 0.00020629714555136296,
      "loss": 0.5712,
      "step": 56550
    },
    {
      "epoch": 2.3162400163833707,
      "grad_norm": 0.8307278423299624,
      "learning_rate": 0.0002062941225592562,
      "loss": 0.751,
      "step": 56551
    },
    {
      "epoch": 2.3162809748105673,
      "grad_norm": 1.2340106954426322,
      "learning_rate": 0.0002062910995405368,
      "loss": 1.1822,
      "step": 56552
    },
    {
      "epoch": 2.316321933237764,
      "grad_norm": 0.8422706761367368,
      "learning_rate": 0.00020628807649520627,
      "loss": 0.612,
      "step": 56553
    },
    {
      "epoch": 2.31636289166496,
      "grad_norm": 0.9939652124763555,
      "learning_rate": 0.00020628505342326595,
      "loss": 0.8555,
      "step": 56554
    },
    {
      "epoch": 2.3164038500921564,
      "grad_norm": 0.9195340132064627,
      "learning_rate": 0.0002062820303247174,
      "loss": 0.4777,
      "step": 56555
    },
    {
      "epoch": 2.316444808519353,
      "grad_norm": 1.1547229908411563,
      "learning_rate": 0.00020627900719956193,
      "loss": 0.6658,
      "step": 56556
    },
    {
      "epoch": 2.316485766946549,
      "grad_norm": 1.018768629657012,
      "learning_rate": 0.000206275984047801,
      "loss": 0.7306,
      "step": 56557
    },
    {
      "epoch": 2.3165267253737456,
      "grad_norm": 0.7324770168634804,
      "learning_rate": 0.00020627296086943607,
      "loss": 0.2622,
      "step": 56558
    },
    {
      "epoch": 2.316567683800942,
      "grad_norm": 1.0721138676509243,
      "learning_rate": 0.00020626993766446853,
      "loss": 0.9663,
      "step": 56559
    },
    {
      "epoch": 2.3166086422281387,
      "grad_norm": 1.1624457915186512,
      "learning_rate": 0.00020626691443289985,
      "loss": 0.9025,
      "step": 56560
    },
    {
      "epoch": 2.3166496006553348,
      "grad_norm": 0.989390906662927,
      "learning_rate": 0.0002062638911747314,
      "loss": 0.296,
      "step": 56561
    },
    {
      "epoch": 2.3166905590825313,
      "grad_norm": 1.0853902888292122,
      "learning_rate": 0.00020626086788996467,
      "loss": 0.6313,
      "step": 56562
    },
    {
      "epoch": 2.3167315175097274,
      "grad_norm": 1.1635545430384342,
      "learning_rate": 0.0002062578445786011,
      "loss": 0.7996,
      "step": 56563
    },
    {
      "epoch": 2.316772475936924,
      "grad_norm": 1.0984586234994962,
      "learning_rate": 0.00020625482124064207,
      "loss": 0.8777,
      "step": 56564
    },
    {
      "epoch": 2.3168134343641205,
      "grad_norm": 1.0065563282475196,
      "learning_rate": 0.000206251797876089,
      "loss": 1.0636,
      "step": 56565
    },
    {
      "epoch": 2.316854392791317,
      "grad_norm": 1.2717469375618586,
      "learning_rate": 0.00020624877448494335,
      "loss": 1.0783,
      "step": 56566
    },
    {
      "epoch": 2.316895351218513,
      "grad_norm": 1.248270976371101,
      "learning_rate": 0.00020624575106720653,
      "loss": 0.8957,
      "step": 56567
    },
    {
      "epoch": 2.3169363096457096,
      "grad_norm": 1.283345215523702,
      "learning_rate": 0.00020624272762288,
      "loss": 0.9986,
      "step": 56568
    },
    {
      "epoch": 2.316977268072906,
      "grad_norm": 0.6984571124709277,
      "learning_rate": 0.00020623970415196519,
      "loss": 0.3814,
      "step": 56569
    },
    {
      "epoch": 2.3170182265001023,
      "grad_norm": 1.0282620980222588,
      "learning_rate": 0.00020623668065446348,
      "loss": 1.0005,
      "step": 56570
    },
    {
      "epoch": 2.317059184927299,
      "grad_norm": 1.241209906153298,
      "learning_rate": 0.00020623365713037637,
      "loss": 0.9155,
      "step": 56571
    },
    {
      "epoch": 2.3171001433544953,
      "grad_norm": 0.9010314359041538,
      "learning_rate": 0.00020623063357970523,
      "loss": 0.4927,
      "step": 56572
    },
    {
      "epoch": 2.3171411017816914,
      "grad_norm": 1.3743835294848141,
      "learning_rate": 0.00020622761000245148,
      "loss": 1.0532,
      "step": 56573
    },
    {
      "epoch": 2.317182060208888,
      "grad_norm": 0.8408522825851057,
      "learning_rate": 0.00020622458639861662,
      "loss": 0.4987,
      "step": 56574
    },
    {
      "epoch": 2.3172230186360845,
      "grad_norm": 0.5761794951445944,
      "learning_rate": 0.00020622156276820202,
      "loss": 0.211,
      "step": 56575
    },
    {
      "epoch": 2.3172639770632806,
      "grad_norm": 0.9536222280504777,
      "learning_rate": 0.00020621853911120914,
      "loss": 0.7311,
      "step": 56576
    },
    {
      "epoch": 2.317304935490477,
      "grad_norm": 0.8705151325091603,
      "learning_rate": 0.00020621551542763936,
      "loss": 0.5513,
      "step": 56577
    },
    {
      "epoch": 2.3173458939176736,
      "grad_norm": 1.1839826137608713,
      "learning_rate": 0.0002062124917174942,
      "loss": 1.0647,
      "step": 56578
    },
    {
      "epoch": 2.31738685234487,
      "grad_norm": 1.0777211373230164,
      "learning_rate": 0.00020620946798077499,
      "loss": 0.5126,
      "step": 56579
    },
    {
      "epoch": 2.3174278107720663,
      "grad_norm": 3.034093357858064,
      "learning_rate": 0.00020620644421748323,
      "loss": 1.1613,
      "step": 56580
    },
    {
      "epoch": 2.317468769199263,
      "grad_norm": 4.282468633898803,
      "learning_rate": 0.00020620342042762028,
      "loss": 4.8136,
      "step": 56581
    },
    {
      "epoch": 2.317509727626459,
      "grad_norm": 1.0328250405474244,
      "learning_rate": 0.00020620039661118768,
      "loss": 0.856,
      "step": 56582
    },
    {
      "epoch": 2.3175506860536554,
      "grad_norm": 1.7301497657028704,
      "learning_rate": 0.0002061973727681868,
      "loss": 0.791,
      "step": 56583
    },
    {
      "epoch": 2.317591644480852,
      "grad_norm": 1.092321546865918,
      "learning_rate": 0.00020619434889861902,
      "loss": 0.8445,
      "step": 56584
    },
    {
      "epoch": 2.3176326029080485,
      "grad_norm": 1.226113052481065,
      "learning_rate": 0.00020619132500248583,
      "loss": 0.804,
      "step": 56585
    },
    {
      "epoch": 2.3176735613352446,
      "grad_norm": 1.0910662333431942,
      "learning_rate": 0.00020618830107978862,
      "loss": 0.9765,
      "step": 56586
    },
    {
      "epoch": 2.317714519762441,
      "grad_norm": 2.0163134375589626,
      "learning_rate": 0.00020618527713052884,
      "loss": 1.5471,
      "step": 56587
    },
    {
      "epoch": 2.3177554781896377,
      "grad_norm": 0.9861140203959295,
      "learning_rate": 0.00020618225315470793,
      "loss": 0.6228,
      "step": 56588
    },
    {
      "epoch": 2.3177964366168338,
      "grad_norm": 1.305630447993079,
      "learning_rate": 0.00020617922915232737,
      "loss": 0.7895,
      "step": 56589
    },
    {
      "epoch": 2.3178373950440303,
      "grad_norm": 1.0127997048601096,
      "learning_rate": 0.00020617620512338846,
      "loss": 0.5755,
      "step": 56590
    },
    {
      "epoch": 2.317878353471227,
      "grad_norm": 1.0080943248995835,
      "learning_rate": 0.00020617318106789273,
      "loss": 0.7886,
      "step": 56591
    },
    {
      "epoch": 2.317919311898423,
      "grad_norm": 1.0435263605090739,
      "learning_rate": 0.00020617015698584158,
      "loss": 0.7935,
      "step": 56592
    },
    {
      "epoch": 2.3179602703256195,
      "grad_norm": 0.5267913529987064,
      "learning_rate": 0.0002061671328772364,
      "loss": 0.1897,
      "step": 56593
    },
    {
      "epoch": 2.318001228752816,
      "grad_norm": 1.0137248145964028,
      "learning_rate": 0.00020616410874207868,
      "loss": 0.6445,
      "step": 56594
    },
    {
      "epoch": 2.318042187180012,
      "grad_norm": 1.1377060207358525,
      "learning_rate": 0.00020616108458036984,
      "loss": 0.7215,
      "step": 56595
    },
    {
      "epoch": 2.3180831456072086,
      "grad_norm": 0.8173230906262022,
      "learning_rate": 0.0002061580603921113,
      "loss": 0.6043,
      "step": 56596
    },
    {
      "epoch": 2.318124104034405,
      "grad_norm": 5.351951679175584,
      "learning_rate": 0.00020615503617730447,
      "loss": 4.2528,
      "step": 56597
    },
    {
      "epoch": 2.3181650624616017,
      "grad_norm": 0.6167344672779635,
      "learning_rate": 0.0002061520119359508,
      "loss": 0.2276,
      "step": 56598
    },
    {
      "epoch": 2.318206020888798,
      "grad_norm": 1.457803525994024,
      "learning_rate": 0.00020614898766805172,
      "loss": 1.3556,
      "step": 56599
    },
    {
      "epoch": 2.3182469793159943,
      "grad_norm": 0.8411644495316901,
      "learning_rate": 0.00020614596337360867,
      "loss": 0.625,
      "step": 56600
    },
    {
      "epoch": 2.3182879377431904,
      "grad_norm": 1.1451867980444734,
      "learning_rate": 0.00020614293905262308,
      "loss": 0.8428,
      "step": 56601
    },
    {
      "epoch": 2.318328896170387,
      "grad_norm": 1.2411572801715867,
      "learning_rate": 0.00020613991470509632,
      "loss": 0.9784,
      "step": 56602
    },
    {
      "epoch": 2.3183698545975835,
      "grad_norm": 0.8087463586011453,
      "learning_rate": 0.0002061368903310299,
      "loss": 0.6964,
      "step": 56603
    },
    {
      "epoch": 2.31841081302478,
      "grad_norm": 1.1362726179666909,
      "learning_rate": 0.0002061338659304252,
      "loss": 0.3232,
      "step": 56604
    },
    {
      "epoch": 2.318451771451976,
      "grad_norm": 1.0076739276075697,
      "learning_rate": 0.00020613084150328365,
      "loss": 0.8731,
      "step": 56605
    },
    {
      "epoch": 2.3184927298791727,
      "grad_norm": 0.9123546775887414,
      "learning_rate": 0.00020612781704960675,
      "loss": 0.8487,
      "step": 56606
    },
    {
      "epoch": 2.318533688306369,
      "grad_norm": 0.9146878231078969,
      "learning_rate": 0.00020612479256939585,
      "loss": 0.9355,
      "step": 56607
    },
    {
      "epoch": 2.3185746467335653,
      "grad_norm": 1.118792235675163,
      "learning_rate": 0.00020612176806265238,
      "loss": 0.6939,
      "step": 56608
    },
    {
      "epoch": 2.318615605160762,
      "grad_norm": 1.1712019148110613,
      "learning_rate": 0.00020611874352937778,
      "loss": 0.8121,
      "step": 56609
    },
    {
      "epoch": 2.3186565635879584,
      "grad_norm": 1.0677164878383607,
      "learning_rate": 0.00020611571896957356,
      "loss": 0.8577,
      "step": 56610
    },
    {
      "epoch": 2.3186975220151544,
      "grad_norm": 1.1244359267909163,
      "learning_rate": 0.00020611269438324106,
      "loss": 0.955,
      "step": 56611
    },
    {
      "epoch": 2.318738480442351,
      "grad_norm": 0.8827626341401411,
      "learning_rate": 0.0002061096697703817,
      "loss": 0.6766,
      "step": 56612
    },
    {
      "epoch": 2.3187794388695475,
      "grad_norm": 0.9802424959247632,
      "learning_rate": 0.00020610664513099697,
      "loss": 0.849,
      "step": 56613
    },
    {
      "epoch": 2.3188203972967436,
      "grad_norm": 1.0003963394102693,
      "learning_rate": 0.00020610362046508826,
      "loss": 0.7662,
      "step": 56614
    },
    {
      "epoch": 2.31886135572394,
      "grad_norm": 1.6997529813461054,
      "learning_rate": 0.00020610059577265703,
      "loss": 0.8073,
      "step": 56615
    },
    {
      "epoch": 2.3189023141511367,
      "grad_norm": 0.9486586451340999,
      "learning_rate": 0.0002060975710537047,
      "loss": 0.8905,
      "step": 56616
    },
    {
      "epoch": 2.318943272578333,
      "grad_norm": 0.9748570049904436,
      "learning_rate": 0.00020609454630823268,
      "loss": 0.8797,
      "step": 56617
    },
    {
      "epoch": 2.3189842310055293,
      "grad_norm": 0.812079921995364,
      "learning_rate": 0.0002060915215362424,
      "loss": 0.48,
      "step": 56618
    },
    {
      "epoch": 2.319025189432726,
      "grad_norm": 0.9328604379440767,
      "learning_rate": 0.00020608849673773533,
      "loss": 0.7754,
      "step": 56619
    },
    {
      "epoch": 2.319066147859922,
      "grad_norm": 1.1783792515718832,
      "learning_rate": 0.00020608547191271288,
      "loss": 0.4507,
      "step": 56620
    },
    {
      "epoch": 2.3191071062871185,
      "grad_norm": 1.59693555506988,
      "learning_rate": 0.00020608244706117645,
      "loss": 1.7507,
      "step": 56621
    },
    {
      "epoch": 2.319148064714315,
      "grad_norm": 0.8176435841140086,
      "learning_rate": 0.00020607942218312748,
      "loss": 0.7195,
      "step": 56622
    },
    {
      "epoch": 2.3191890231415115,
      "grad_norm": 4.111763511439709,
      "learning_rate": 0.00020607639727856746,
      "loss": 1.2439,
      "step": 56623
    },
    {
      "epoch": 2.3192299815687076,
      "grad_norm": 1.4102548605661995,
      "learning_rate": 0.00020607337234749775,
      "loss": 0.8802,
      "step": 56624
    },
    {
      "epoch": 2.319270939995904,
      "grad_norm": 1.2831333893986596,
      "learning_rate": 0.0002060703473899198,
      "loss": 0.7835,
      "step": 56625
    },
    {
      "epoch": 2.3193118984231007,
      "grad_norm": 1.0434711631570155,
      "learning_rate": 0.00020606732240583507,
      "loss": 0.3251,
      "step": 56626
    },
    {
      "epoch": 2.319352856850297,
      "grad_norm": 0.950685200216137,
      "learning_rate": 0.00020606429739524493,
      "loss": 0.556,
      "step": 56627
    },
    {
      "epoch": 2.3193938152774933,
      "grad_norm": 0.7867729195878396,
      "learning_rate": 0.00020606127235815085,
      "loss": 0.6526,
      "step": 56628
    },
    {
      "epoch": 2.31943477370469,
      "grad_norm": 1.0004429111078958,
      "learning_rate": 0.00020605824729455423,
      "loss": 0.6659,
      "step": 56629
    },
    {
      "epoch": 2.319475732131886,
      "grad_norm": 1.1104438207620364,
      "learning_rate": 0.00020605522220445657,
      "loss": 0.9754,
      "step": 56630
    },
    {
      "epoch": 2.3195166905590825,
      "grad_norm": 1.0904627822492883,
      "learning_rate": 0.00020605219708785924,
      "loss": 0.7962,
      "step": 56631
    },
    {
      "epoch": 2.319557648986279,
      "grad_norm": 1.0083691321750916,
      "learning_rate": 0.0002060491719447637,
      "loss": 0.7791,
      "step": 56632
    },
    {
      "epoch": 2.319598607413475,
      "grad_norm": 0.9156311030286055,
      "learning_rate": 0.0002060461467751713,
      "loss": 0.8965,
      "step": 56633
    },
    {
      "epoch": 2.3196395658406717,
      "grad_norm": 0.9632702976334959,
      "learning_rate": 0.00020604312157908357,
      "loss": 0.8382,
      "step": 56634
    },
    {
      "epoch": 2.319680524267868,
      "grad_norm": 1.3929574104988949,
      "learning_rate": 0.0002060400963565019,
      "loss": 0.9734,
      "step": 56635
    },
    {
      "epoch": 2.3197214826950647,
      "grad_norm": 3.2766893876010803,
      "learning_rate": 0.00020603707110742776,
      "loss": 1.36,
      "step": 56636
    },
    {
      "epoch": 2.319762441122261,
      "grad_norm": 1.324115384196892,
      "learning_rate": 0.00020603404583186246,
      "loss": 0.9484,
      "step": 56637
    },
    {
      "epoch": 2.3198033995494574,
      "grad_norm": 1.2188422265423684,
      "learning_rate": 0.0002060310205298076,
      "loss": 0.9091,
      "step": 56638
    },
    {
      "epoch": 2.3198443579766534,
      "grad_norm": 1.1570966914337921,
      "learning_rate": 0.0002060279952012645,
      "loss": 0.9858,
      "step": 56639
    },
    {
      "epoch": 2.31988531640385,
      "grad_norm": 1.152233984450319,
      "learning_rate": 0.00020602496984623462,
      "loss": 0.7846,
      "step": 56640
    },
    {
      "epoch": 2.3199262748310465,
      "grad_norm": 0.9805053186450787,
      "learning_rate": 0.00020602194446471935,
      "loss": 0.7345,
      "step": 56641
    },
    {
      "epoch": 2.319967233258243,
      "grad_norm": 0.947223518775999,
      "learning_rate": 0.0002060189190567202,
      "loss": 0.8807,
      "step": 56642
    },
    {
      "epoch": 2.320008191685439,
      "grad_norm": 1.0569493752695178,
      "learning_rate": 0.0002060158936222385,
      "loss": 0.8926,
      "step": 56643
    },
    {
      "epoch": 2.3200491501126357,
      "grad_norm": 4.193142547290904,
      "learning_rate": 0.00020601286816127583,
      "loss": 4.1685,
      "step": 56644
    },
    {
      "epoch": 2.320090108539832,
      "grad_norm": 0.9267503741560821,
      "learning_rate": 0.00020600984267383343,
      "loss": 0.731,
      "step": 56645
    },
    {
      "epoch": 2.3201310669670283,
      "grad_norm": 1.0019854218059387,
      "learning_rate": 0.00020600681715991285,
      "loss": 0.813,
      "step": 56646
    },
    {
      "epoch": 2.320172025394225,
      "grad_norm": 2.1702695145955766,
      "learning_rate": 0.00020600379161951553,
      "loss": 1.3238,
      "step": 56647
    },
    {
      "epoch": 2.3202129838214214,
      "grad_norm": 1.4592231943614742,
      "learning_rate": 0.00020600076605264286,
      "loss": 1.177,
      "step": 56648
    },
    {
      "epoch": 2.3202539422486175,
      "grad_norm": 1.005722073221119,
      "learning_rate": 0.00020599774045929628,
      "loss": 0.8484,
      "step": 56649
    },
    {
      "epoch": 2.320294900675814,
      "grad_norm": 1.0909153925484794,
      "learning_rate": 0.00020599471483947717,
      "loss": 0.7995,
      "step": 56650
    },
    {
      "epoch": 2.3203358591030105,
      "grad_norm": 1.2778022691798607,
      "learning_rate": 0.00020599168919318707,
      "loss": 0.957,
      "step": 56651
    },
    {
      "epoch": 2.3203768175302066,
      "grad_norm": 1.1720159222624205,
      "learning_rate": 0.00020598866352042734,
      "loss": 0.4206,
      "step": 56652
    },
    {
      "epoch": 2.320417775957403,
      "grad_norm": 1.4169511402508963,
      "learning_rate": 0.00020598563782119937,
      "loss": 0.8089,
      "step": 56653
    },
    {
      "epoch": 2.3204587343845997,
      "grad_norm": 0.8294255502273377,
      "learning_rate": 0.00020598261209550463,
      "loss": 0.5318,
      "step": 56654
    },
    {
      "epoch": 2.3204996928117962,
      "grad_norm": 0.8154835799315606,
      "learning_rate": 0.0002059795863433446,
      "loss": 0.3646,
      "step": 56655
    },
    {
      "epoch": 2.3205406512389923,
      "grad_norm": 1.7708840966366879,
      "learning_rate": 0.0002059765605647207,
      "loss": 1.1606,
      "step": 56656
    },
    {
      "epoch": 2.320581609666189,
      "grad_norm": 2.7253610755537876,
      "learning_rate": 0.0002059735347596343,
      "loss": 1.2391,
      "step": 56657
    },
    {
      "epoch": 2.3206225680933854,
      "grad_norm": 1.6263226462048774,
      "learning_rate": 0.00020597050892808686,
      "loss": 0.7562,
      "step": 56658
    },
    {
      "epoch": 2.3206635265205815,
      "grad_norm": 0.8241963461756975,
      "learning_rate": 0.0002059674830700798,
      "loss": 0.5895,
      "step": 56659
    },
    {
      "epoch": 2.320704484947778,
      "grad_norm": 1.4489972652859082,
      "learning_rate": 0.0002059644571856146,
      "loss": 1.1641,
      "step": 56660
    },
    {
      "epoch": 2.3207454433749746,
      "grad_norm": 1.1484137419546492,
      "learning_rate": 0.0002059614312746926,
      "loss": 0.771,
      "step": 56661
    },
    {
      "epoch": 2.3207864018021707,
      "grad_norm": 0.7491651656874129,
      "learning_rate": 0.00020595840533731532,
      "loss": 0.4457,
      "step": 56662
    },
    {
      "epoch": 2.320827360229367,
      "grad_norm": 0.9348517694882252,
      "learning_rate": 0.00020595537937348414,
      "loss": 0.7002,
      "step": 56663
    },
    {
      "epoch": 2.3208683186565637,
      "grad_norm": 2.3614682454115203,
      "learning_rate": 0.00020595235338320052,
      "loss": 2.6871,
      "step": 56664
    },
    {
      "epoch": 2.32090927708376,
      "grad_norm": 1.1479980600585185,
      "learning_rate": 0.00020594932736646583,
      "loss": 0.8588,
      "step": 56665
    },
    {
      "epoch": 2.3209502355109564,
      "grad_norm": 1.0735609430747457,
      "learning_rate": 0.00020594630132328158,
      "loss": 0.757,
      "step": 56666
    },
    {
      "epoch": 2.320991193938153,
      "grad_norm": 1.036946484944106,
      "learning_rate": 0.00020594327525364918,
      "loss": 0.904,
      "step": 56667
    },
    {
      "epoch": 2.321032152365349,
      "grad_norm": 0.8742337309137785,
      "learning_rate": 0.00020594024915757003,
      "loss": 0.6302,
      "step": 56668
    },
    {
      "epoch": 2.3210731107925455,
      "grad_norm": 1.0895900927185922,
      "learning_rate": 0.00020593722303504554,
      "loss": 0.9483,
      "step": 56669
    },
    {
      "epoch": 2.321114069219742,
      "grad_norm": 0.6484322817615855,
      "learning_rate": 0.00020593419688607722,
      "loss": 0.5229,
      "step": 56670
    },
    {
      "epoch": 2.321155027646938,
      "grad_norm": 1.0024462973946768,
      "learning_rate": 0.00020593117071066643,
      "loss": 0.356,
      "step": 56671
    },
    {
      "epoch": 2.3211959860741347,
      "grad_norm": 1.3332896513730847,
      "learning_rate": 0.00020592814450881466,
      "loss": 1.0472,
      "step": 56672
    },
    {
      "epoch": 2.3212369445013312,
      "grad_norm": 1.2169472292805001,
      "learning_rate": 0.00020592511828052327,
      "loss": 0.8636,
      "step": 56673
    },
    {
      "epoch": 2.3212779029285278,
      "grad_norm": 1.1155054731841119,
      "learning_rate": 0.00020592209202579376,
      "loss": 1.1247,
      "step": 56674
    },
    {
      "epoch": 2.321318861355724,
      "grad_norm": 0.8196418579716537,
      "learning_rate": 0.00020591906574462753,
      "loss": 0.7086,
      "step": 56675
    },
    {
      "epoch": 2.3213598197829204,
      "grad_norm": 1.3745071510190172,
      "learning_rate": 0.000205916039437026,
      "loss": 1.119,
      "step": 56676
    },
    {
      "epoch": 2.321400778210117,
      "grad_norm": 1.0505917364665636,
      "learning_rate": 0.0002059130131029906,
      "loss": 0.9013,
      "step": 56677
    },
    {
      "epoch": 2.321441736637313,
      "grad_norm": 0.9778944924760974,
      "learning_rate": 0.00020590998674252276,
      "loss": 0.6862,
      "step": 56678
    },
    {
      "epoch": 2.3214826950645095,
      "grad_norm": 1.1263690278625467,
      "learning_rate": 0.00020590696035562394,
      "loss": 0.9122,
      "step": 56679
    },
    {
      "epoch": 2.321523653491706,
      "grad_norm": 1.0271592479991634,
      "learning_rate": 0.00020590393394229558,
      "loss": 0.7471,
      "step": 56680
    },
    {
      "epoch": 2.321564611918902,
      "grad_norm": 1.094932312941215,
      "learning_rate": 0.00020590090750253904,
      "loss": 0.9701,
      "step": 56681
    },
    {
      "epoch": 2.3216055703460987,
      "grad_norm": 1.044155889450984,
      "learning_rate": 0.00020589788103635585,
      "loss": 0.8359,
      "step": 56682
    },
    {
      "epoch": 2.3216465287732952,
      "grad_norm": 1.016779241846646,
      "learning_rate": 0.00020589485454374735,
      "loss": 0.7522,
      "step": 56683
    },
    {
      "epoch": 2.3216874872004913,
      "grad_norm": 1.0892130143734584,
      "learning_rate": 0.00020589182802471502,
      "loss": 0.5231,
      "step": 56684
    },
    {
      "epoch": 2.321728445627688,
      "grad_norm": 0.8860321487899768,
      "learning_rate": 0.00020588880147926023,
      "loss": 0.7082,
      "step": 56685
    },
    {
      "epoch": 2.3217694040548844,
      "grad_norm": 1.097625038471176,
      "learning_rate": 0.00020588577490738451,
      "loss": 0.8594,
      "step": 56686
    },
    {
      "epoch": 2.3218103624820805,
      "grad_norm": 0.7934065753409723,
      "learning_rate": 0.0002058827483090892,
      "loss": 0.7057,
      "step": 56687
    },
    {
      "epoch": 2.321851320909277,
      "grad_norm": 0.8037713668258682,
      "learning_rate": 0.00020587972168437582,
      "loss": 0.5458,
      "step": 56688
    },
    {
      "epoch": 2.3218922793364736,
      "grad_norm": 0.7641537628137725,
      "learning_rate": 0.00020587669503324568,
      "loss": 0.2915,
      "step": 56689
    },
    {
      "epoch": 2.3219332377636697,
      "grad_norm": 0.740913461923914,
      "learning_rate": 0.00020587366835570032,
      "loss": 0.2897,
      "step": 56690
    },
    {
      "epoch": 2.321974196190866,
      "grad_norm": 0.9246633821138889,
      "learning_rate": 0.00020587064165174116,
      "loss": 0.7442,
      "step": 56691
    },
    {
      "epoch": 2.3220151546180627,
      "grad_norm": 1.0100637120269746,
      "learning_rate": 0.0002058676149213696,
      "loss": 0.6839,
      "step": 56692
    },
    {
      "epoch": 2.3220561130452593,
      "grad_norm": 1.5064876042624185,
      "learning_rate": 0.00020586458816458704,
      "loss": 0.5384,
      "step": 56693
    },
    {
      "epoch": 2.3220970714724554,
      "grad_norm": 1.2169810555370735,
      "learning_rate": 0.00020586156138139493,
      "loss": 1.007,
      "step": 56694
    },
    {
      "epoch": 2.322138029899652,
      "grad_norm": 0.8099732321912764,
      "learning_rate": 0.00020585853457179474,
      "loss": 0.486,
      "step": 56695
    },
    {
      "epoch": 2.3221789883268484,
      "grad_norm": 0.8720080895614255,
      "learning_rate": 0.00020585550773578794,
      "loss": 0.6481,
      "step": 56696
    },
    {
      "epoch": 2.3222199467540445,
      "grad_norm": 2.0183628500600674,
      "learning_rate": 0.00020585248087337578,
      "loss": 1.1467,
      "step": 56697
    },
    {
      "epoch": 2.322260905181241,
      "grad_norm": 0.9207082684018849,
      "learning_rate": 0.0002058494539845599,
      "loss": 0.4202,
      "step": 56698
    },
    {
      "epoch": 2.3223018636084376,
      "grad_norm": 1.3660326126576379,
      "learning_rate": 0.0002058464270693416,
      "loss": 1.0816,
      "step": 56699
    },
    {
      "epoch": 2.3223428220356337,
      "grad_norm": 1.4878756192858007,
      "learning_rate": 0.00020584340012772234,
      "loss": 1.3264,
      "step": 56700
    },
    {
      "epoch": 2.3223837804628302,
      "grad_norm": 1.3677588635696905,
      "learning_rate": 0.00020584037315970357,
      "loss": 0.8779,
      "step": 56701
    },
    {
      "epoch": 2.3224247388900268,
      "grad_norm": 1.2893087668998908,
      "learning_rate": 0.0002058373461652867,
      "loss": 0.8321,
      "step": 56702
    },
    {
      "epoch": 2.322465697317223,
      "grad_norm": 0.9297156593290716,
      "learning_rate": 0.0002058343191444732,
      "loss": 0.7615,
      "step": 56703
    },
    {
      "epoch": 2.3225066557444194,
      "grad_norm": 0.9083428148432547,
      "learning_rate": 0.00020583129209726447,
      "loss": 0.9152,
      "step": 56704
    },
    {
      "epoch": 2.322547614171616,
      "grad_norm": 1.1795712573601278,
      "learning_rate": 0.0002058282650236619,
      "loss": 0.7271,
      "step": 56705
    },
    {
      "epoch": 2.322588572598812,
      "grad_norm": 1.1033691893002113,
      "learning_rate": 0.000205825237923667,
      "loss": 0.8718,
      "step": 56706
    },
    {
      "epoch": 2.3226295310260086,
      "grad_norm": 1.3779017210361644,
      "learning_rate": 0.00020582221079728117,
      "loss": 0.9297,
      "step": 56707
    },
    {
      "epoch": 2.322670489453205,
      "grad_norm": 0.9566977230499608,
      "learning_rate": 0.00020581918364450587,
      "loss": 0.977,
      "step": 56708
    },
    {
      "epoch": 2.322711447880401,
      "grad_norm": 1.1589458850192038,
      "learning_rate": 0.00020581615646534241,
      "loss": 0.8029,
      "step": 56709
    },
    {
      "epoch": 2.3227524063075977,
      "grad_norm": 1.3330447692340368,
      "learning_rate": 0.00020581312925979238,
      "loss": 0.7476,
      "step": 56710
    },
    {
      "epoch": 2.3227933647347943,
      "grad_norm": 0.9067332589534753,
      "learning_rate": 0.00020581010202785712,
      "loss": 0.7417,
      "step": 56711
    },
    {
      "epoch": 2.322834323161991,
      "grad_norm": 1.3445654463429098,
      "learning_rate": 0.0002058070747695381,
      "loss": 0.9052,
      "step": 56712
    },
    {
      "epoch": 2.322875281589187,
      "grad_norm": 0.9487147552085021,
      "learning_rate": 0.00020580404748483672,
      "loss": 0.6544,
      "step": 56713
    },
    {
      "epoch": 2.3229162400163834,
      "grad_norm": 1.067267347388786,
      "learning_rate": 0.00020580102017375443,
      "loss": 0.2438,
      "step": 56714
    },
    {
      "epoch": 2.32295719844358,
      "grad_norm": 0.86152155196431,
      "learning_rate": 0.00020579799283629267,
      "loss": 0.7136,
      "step": 56715
    },
    {
      "epoch": 2.322998156870776,
      "grad_norm": 1.163001130330505,
      "learning_rate": 0.0002057949654724528,
      "loss": 0.9849,
      "step": 56716
    },
    {
      "epoch": 2.3230391152979726,
      "grad_norm": 0.7223202864183511,
      "learning_rate": 0.00020579193808223633,
      "loss": 0.475,
      "step": 56717
    },
    {
      "epoch": 2.323080073725169,
      "grad_norm": 1.1721332529260253,
      "learning_rate": 0.00020578891066564472,
      "loss": 0.9979,
      "step": 56718
    },
    {
      "epoch": 2.323121032152365,
      "grad_norm": 0.7575495522831908,
      "learning_rate": 0.00020578588322267932,
      "loss": 0.7246,
      "step": 56719
    },
    {
      "epoch": 2.3231619905795617,
      "grad_norm": 1.2222457809583107,
      "learning_rate": 0.00020578285575334156,
      "loss": 0.7942,
      "step": 56720
    },
    {
      "epoch": 2.3232029490067583,
      "grad_norm": 1.2001613323662037,
      "learning_rate": 0.00020577982825763295,
      "loss": 1.1812,
      "step": 56721
    },
    {
      "epoch": 2.3232439074339544,
      "grad_norm": 1.2335343960958167,
      "learning_rate": 0.00020577680073555484,
      "loss": 0.6289,
      "step": 56722
    },
    {
      "epoch": 2.323284865861151,
      "grad_norm": 0.8722800683102042,
      "learning_rate": 0.00020577377318710874,
      "loss": 0.4171,
      "step": 56723
    },
    {
      "epoch": 2.3233258242883474,
      "grad_norm": 1.7532690447998658,
      "learning_rate": 0.00020577074561229598,
      "loss": 0.3805,
      "step": 56724
    },
    {
      "epoch": 2.3233667827155435,
      "grad_norm": 1.44520747874935,
      "learning_rate": 0.00020576771801111805,
      "loss": 0.8509,
      "step": 56725
    },
    {
      "epoch": 2.32340774114274,
      "grad_norm": 0.8711768493455913,
      "learning_rate": 0.00020576469038357642,
      "loss": 0.3003,
      "step": 56726
    },
    {
      "epoch": 2.3234486995699366,
      "grad_norm": 0.7772976268690654,
      "learning_rate": 0.00020576166272967246,
      "loss": 0.2778,
      "step": 56727
    },
    {
      "epoch": 2.3234896579971327,
      "grad_norm": 1.303766734922454,
      "learning_rate": 0.00020575863504940762,
      "loss": 0.8514,
      "step": 56728
    },
    {
      "epoch": 2.3235306164243292,
      "grad_norm": 1.2436336430558148,
      "learning_rate": 0.00020575560734278334,
      "loss": 0.8656,
      "step": 56729
    },
    {
      "epoch": 2.3235715748515258,
      "grad_norm": 1.019441101208498,
      "learning_rate": 0.00020575257960980104,
      "loss": 0.8904,
      "step": 56730
    },
    {
      "epoch": 2.3236125332787223,
      "grad_norm": 0.8651551177298396,
      "learning_rate": 0.0002057495518504622,
      "loss": 0.6482,
      "step": 56731
    },
    {
      "epoch": 2.3236534917059184,
      "grad_norm": 0.9311538139787645,
      "learning_rate": 0.00020574652406476815,
      "loss": 0.6633,
      "step": 56732
    },
    {
      "epoch": 2.323694450133115,
      "grad_norm": 0.7636284911815309,
      "learning_rate": 0.00020574349625272038,
      "loss": 0.5502,
      "step": 56733
    },
    {
      "epoch": 2.3237354085603115,
      "grad_norm": 1.297599261341083,
      "learning_rate": 0.00020574046841432034,
      "loss": 1.1996,
      "step": 56734
    },
    {
      "epoch": 2.3237763669875076,
      "grad_norm": 1.1169804773256145,
      "learning_rate": 0.00020573744054956945,
      "loss": 0.9949,
      "step": 56735
    },
    {
      "epoch": 2.323817325414704,
      "grad_norm": 0.9778377471754051,
      "learning_rate": 0.0002057344126584691,
      "loss": 0.7073,
      "step": 56736
    },
    {
      "epoch": 2.3238582838419006,
      "grad_norm": 1.1652356255167966,
      "learning_rate": 0.00020573138474102077,
      "loss": 0.3618,
      "step": 56737
    },
    {
      "epoch": 2.3238992422690967,
      "grad_norm": 1.1519963136936033,
      "learning_rate": 0.00020572835679722584,
      "loss": 1.053,
      "step": 56738
    },
    {
      "epoch": 2.3239402006962933,
      "grad_norm": 0.6614623200658514,
      "learning_rate": 0.00020572532882708584,
      "loss": 0.2612,
      "step": 56739
    },
    {
      "epoch": 2.32398115912349,
      "grad_norm": 1.1751947026905254,
      "learning_rate": 0.0002057223008306021,
      "loss": 0.9974,
      "step": 56740
    },
    {
      "epoch": 2.324022117550686,
      "grad_norm": 1.0682586730903063,
      "learning_rate": 0.00020571927280777606,
      "loss": 0.4451,
      "step": 56741
    },
    {
      "epoch": 2.3240630759778824,
      "grad_norm": 1.2794473467121303,
      "learning_rate": 0.00020571624475860926,
      "loss": 0.5503,
      "step": 56742
    },
    {
      "epoch": 2.324104034405079,
      "grad_norm": 0.9582186172611147,
      "learning_rate": 0.000205713216683103,
      "loss": 0.8697,
      "step": 56743
    },
    {
      "epoch": 2.324144992832275,
      "grad_norm": 0.8821825663534112,
      "learning_rate": 0.00020571018858125877,
      "loss": 0.911,
      "step": 56744
    },
    {
      "epoch": 2.3241859512594716,
      "grad_norm": 1.0814670040857322,
      "learning_rate": 0.00020570716045307798,
      "loss": 0.4813,
      "step": 56745
    },
    {
      "epoch": 2.324226909686668,
      "grad_norm": 3.7497001047127556,
      "learning_rate": 0.0002057041322985621,
      "loss": 5.4589,
      "step": 56746
    },
    {
      "epoch": 2.324267868113864,
      "grad_norm": 0.9996916999408961,
      "learning_rate": 0.00020570110411771255,
      "loss": 0.4702,
      "step": 56747
    },
    {
      "epoch": 2.3243088265410607,
      "grad_norm": 1.0335771411339685,
      "learning_rate": 0.00020569807591053074,
      "loss": 0.9634,
      "step": 56748
    },
    {
      "epoch": 2.3243497849682573,
      "grad_norm": 1.7197031309170678,
      "learning_rate": 0.00020569504767701808,
      "loss": 0.5595,
      "step": 56749
    },
    {
      "epoch": 2.324390743395454,
      "grad_norm": 1.321164480511238,
      "learning_rate": 0.0002056920194171761,
      "loss": 0.852,
      "step": 56750
    },
    {
      "epoch": 2.32443170182265,
      "grad_norm": 0.9376732308609724,
      "learning_rate": 0.0002056889911310061,
      "loss": 0.683,
      "step": 56751
    },
    {
      "epoch": 2.3244726602498464,
      "grad_norm": 0.9781664656687878,
      "learning_rate": 0.00020568596281850962,
      "loss": 0.4505,
      "step": 56752
    },
    {
      "epoch": 2.324513618677043,
      "grad_norm": 0.7626184076126283,
      "learning_rate": 0.00020568293447968802,
      "loss": 0.7897,
      "step": 56753
    },
    {
      "epoch": 2.324554577104239,
      "grad_norm": 1.138352530490211,
      "learning_rate": 0.00020567990611454278,
      "loss": 0.9872,
      "step": 56754
    },
    {
      "epoch": 2.3245955355314356,
      "grad_norm": 1.1692027141735302,
      "learning_rate": 0.0002056768777230753,
      "loss": 0.7205,
      "step": 56755
    },
    {
      "epoch": 2.324636493958632,
      "grad_norm": 0.8445301987203919,
      "learning_rate": 0.00020567384930528704,
      "loss": 0.7611,
      "step": 56756
    },
    {
      "epoch": 2.3246774523858282,
      "grad_norm": 0.9334092323538477,
      "learning_rate": 0.00020567082086117938,
      "loss": 0.6791,
      "step": 56757
    },
    {
      "epoch": 2.3247184108130248,
      "grad_norm": 3.385670691936182,
      "learning_rate": 0.0002056677923907538,
      "loss": 1.4421,
      "step": 56758
    },
    {
      "epoch": 2.3247593692402213,
      "grad_norm": 1.464668292331823,
      "learning_rate": 0.00020566476389401173,
      "loss": 1.2457,
      "step": 56759
    },
    {
      "epoch": 2.3248003276674174,
      "grad_norm": 1.1031046483263693,
      "learning_rate": 0.00020566173537095458,
      "loss": 0.3973,
      "step": 56760
    },
    {
      "epoch": 2.324841286094614,
      "grad_norm": 1.0683769885227288,
      "learning_rate": 0.00020565870682158382,
      "loss": 0.8128,
      "step": 56761
    },
    {
      "epoch": 2.3248822445218105,
      "grad_norm": 1.2352356837521377,
      "learning_rate": 0.0002056556782459008,
      "loss": 1.0491,
      "step": 56762
    },
    {
      "epoch": 2.324923202949007,
      "grad_norm": 0.7817634922661457,
      "learning_rate": 0.00020565264964390702,
      "loss": 0.69,
      "step": 56763
    },
    {
      "epoch": 2.324964161376203,
      "grad_norm": 0.9725148798934244,
      "learning_rate": 0.00020564962101560393,
      "loss": 0.7536,
      "step": 56764
    },
    {
      "epoch": 2.3250051198033996,
      "grad_norm": 1.1198609113725502,
      "learning_rate": 0.00020564659236099291,
      "loss": 0.8661,
      "step": 56765
    },
    {
      "epoch": 2.3250460782305957,
      "grad_norm": 0.6321444214799942,
      "learning_rate": 0.00020564356368007542,
      "loss": 0.3045,
      "step": 56766
    },
    {
      "epoch": 2.3250870366577923,
      "grad_norm": 1.1881359382456014,
      "learning_rate": 0.00020564053497285287,
      "loss": 0.7833,
      "step": 56767
    },
    {
      "epoch": 2.325127995084989,
      "grad_norm": 0.9703622331180543,
      "learning_rate": 0.00020563750623932671,
      "loss": 0.672,
      "step": 56768
    },
    {
      "epoch": 2.3251689535121853,
      "grad_norm": 0.7535808655535634,
      "learning_rate": 0.00020563447747949835,
      "loss": 0.3419,
      "step": 56769
    },
    {
      "epoch": 2.3252099119393814,
      "grad_norm": 1.6999624402815536,
      "learning_rate": 0.00020563144869336925,
      "loss": 0.7081,
      "step": 56770
    },
    {
      "epoch": 2.325250870366578,
      "grad_norm": 0.9589634083136899,
      "learning_rate": 0.00020562841988094085,
      "loss": 0.8346,
      "step": 56771
    },
    {
      "epoch": 2.3252918287937745,
      "grad_norm": 1.1558193368141179,
      "learning_rate": 0.00020562539104221453,
      "loss": 0.5701,
      "step": 56772
    },
    {
      "epoch": 2.3253327872209706,
      "grad_norm": 1.366000163216738,
      "learning_rate": 0.00020562236217719172,
      "loss": 0.6005,
      "step": 56773
    },
    {
      "epoch": 2.325373745648167,
      "grad_norm": 0.7167998630595558,
      "learning_rate": 0.00020561933328587395,
      "loss": 0.4352,
      "step": 56774
    },
    {
      "epoch": 2.3254147040753637,
      "grad_norm": 0.8156052492180048,
      "learning_rate": 0.00020561630436826255,
      "loss": 0.6901,
      "step": 56775
    },
    {
      "epoch": 2.3254556625025598,
      "grad_norm": 1.2290815105287636,
      "learning_rate": 0.00020561327542435902,
      "loss": 0.9497,
      "step": 56776
    },
    {
      "epoch": 2.3254966209297563,
      "grad_norm": 1.089793201098621,
      "learning_rate": 0.00020561024645416473,
      "loss": 0.9006,
      "step": 56777
    },
    {
      "epoch": 2.325537579356953,
      "grad_norm": 1.2358457935076514,
      "learning_rate": 0.00020560721745768116,
      "loss": 0.9772,
      "step": 56778
    },
    {
      "epoch": 2.325578537784149,
      "grad_norm": 1.105766144343605,
      "learning_rate": 0.00020560418843490968,
      "loss": 1.0625,
      "step": 56779
    },
    {
      "epoch": 2.3256194962113454,
      "grad_norm": 0.9707028330293398,
      "learning_rate": 0.00020560115938585185,
      "loss": 0.8918,
      "step": 56780
    },
    {
      "epoch": 2.325660454638542,
      "grad_norm": 2.0557834444638075,
      "learning_rate": 0.00020559813031050894,
      "loss": 1.2805,
      "step": 56781
    },
    {
      "epoch": 2.3257014130657385,
      "grad_norm": 1.0697886558968173,
      "learning_rate": 0.0002055951012088825,
      "loss": 0.6918,
      "step": 56782
    },
    {
      "epoch": 2.3257423714929346,
      "grad_norm": 0.9295169061501714,
      "learning_rate": 0.0002055920720809739,
      "loss": 0.7295,
      "step": 56783
    },
    {
      "epoch": 2.325783329920131,
      "grad_norm": 1.133489656530899,
      "learning_rate": 0.00020558904292678463,
      "loss": 1.0806,
      "step": 56784
    },
    {
      "epoch": 2.3258242883473272,
      "grad_norm": 1.06651014015217,
      "learning_rate": 0.00020558601374631605,
      "loss": 0.314,
      "step": 56785
    },
    {
      "epoch": 2.3258652467745238,
      "grad_norm": 1.1476558951475937,
      "learning_rate": 0.00020558298453956963,
      "loss": 0.887,
      "step": 56786
    },
    {
      "epoch": 2.3259062052017203,
      "grad_norm": 1.1445647657890796,
      "learning_rate": 0.00020557995530654684,
      "loss": 0.4901,
      "step": 56787
    },
    {
      "epoch": 2.325947163628917,
      "grad_norm": 1.1879162605110805,
      "learning_rate": 0.00020557692604724904,
      "loss": 1.1134,
      "step": 56788
    },
    {
      "epoch": 2.325988122056113,
      "grad_norm": 1.3619654790165634,
      "learning_rate": 0.00020557389676167766,
      "loss": 0.8158,
      "step": 56789
    },
    {
      "epoch": 2.3260290804833095,
      "grad_norm": 0.5691519762985442,
      "learning_rate": 0.0002055708674498342,
      "loss": 0.2215,
      "step": 56790
    },
    {
      "epoch": 2.326070038910506,
      "grad_norm": 0.840771323870844,
      "learning_rate": 0.00020556783811172009,
      "loss": 0.8798,
      "step": 56791
    },
    {
      "epoch": 2.326110997337702,
      "grad_norm": 0.6361584306288837,
      "learning_rate": 0.00020556480874733672,
      "loss": 0.2353,
      "step": 56792
    },
    {
      "epoch": 2.3261519557648986,
      "grad_norm": 0.9486654991215457,
      "learning_rate": 0.0002055617793566855,
      "loss": 0.8768,
      "step": 56793
    },
    {
      "epoch": 2.326192914192095,
      "grad_norm": 0.7813220495010572,
      "learning_rate": 0.00020555874993976792,
      "loss": 0.378,
      "step": 56794
    },
    {
      "epoch": 2.3262338726192913,
      "grad_norm": 1.2333897701243803,
      "learning_rate": 0.0002055557204965854,
      "loss": 0.7911,
      "step": 56795
    },
    {
      "epoch": 2.326274831046488,
      "grad_norm": 0.9230199649907112,
      "learning_rate": 0.0002055526910271393,
      "loss": 0.6318,
      "step": 56796
    },
    {
      "epoch": 2.3263157894736843,
      "grad_norm": 1.0933655193921668,
      "learning_rate": 0.0002055496615314312,
      "loss": 0.8629,
      "step": 56797
    },
    {
      "epoch": 2.3263567479008804,
      "grad_norm": 1.2631387757114099,
      "learning_rate": 0.00020554663200946237,
      "loss": 0.7969,
      "step": 56798
    },
    {
      "epoch": 2.326397706328077,
      "grad_norm": 0.8809325802757695,
      "learning_rate": 0.0002055436024612343,
      "loss": 0.6406,
      "step": 56799
    },
    {
      "epoch": 2.3264386647552735,
      "grad_norm": 1.2870564005008924,
      "learning_rate": 0.0002055405728867485,
      "loss": 0.8231,
      "step": 56800
    },
    {
      "epoch": 2.32647962318247,
      "grad_norm": 0.8463973338158962,
      "learning_rate": 0.00020553754328600632,
      "loss": 0.4645,
      "step": 56801
    },
    {
      "epoch": 2.326520581609666,
      "grad_norm": 1.1166093578390182,
      "learning_rate": 0.0002055345136590092,
      "loss": 1.0081,
      "step": 56802
    },
    {
      "epoch": 2.3265615400368627,
      "grad_norm": 1.0457185031289196,
      "learning_rate": 0.00020553148400575863,
      "loss": 0.9407,
      "step": 56803
    },
    {
      "epoch": 2.3266024984640588,
      "grad_norm": 0.9188046654048683,
      "learning_rate": 0.00020552845432625597,
      "loss": 0.5714,
      "step": 56804
    },
    {
      "epoch": 2.3266434568912553,
      "grad_norm": 1.0443781232062015,
      "learning_rate": 0.00020552542462050265,
      "loss": 0.4966,
      "step": 56805
    },
    {
      "epoch": 2.326684415318452,
      "grad_norm": 1.405689639758278,
      "learning_rate": 0.00020552239488850013,
      "loss": 0.8724,
      "step": 56806
    },
    {
      "epoch": 2.3267253737456484,
      "grad_norm": 0.5864560734794464,
      "learning_rate": 0.00020551936513024988,
      "loss": 0.2551,
      "step": 56807
    },
    {
      "epoch": 2.3267663321728445,
      "grad_norm": 1.2281246422161702,
      "learning_rate": 0.0002055163353457533,
      "loss": 0.7777,
      "step": 56808
    },
    {
      "epoch": 2.326807290600041,
      "grad_norm": 0.69696835845598,
      "learning_rate": 0.00020551330553501178,
      "loss": 0.3648,
      "step": 56809
    },
    {
      "epoch": 2.3268482490272375,
      "grad_norm": 0.966320692865769,
      "learning_rate": 0.0002055102756980268,
      "loss": 0.8321,
      "step": 56810
    },
    {
      "epoch": 2.3268892074544336,
      "grad_norm": 1.0565145872474584,
      "learning_rate": 0.0002055072458347998,
      "loss": 0.7625,
      "step": 56811
    },
    {
      "epoch": 2.32693016588163,
      "grad_norm": 12.529751977562876,
      "learning_rate": 0.00020550421594533216,
      "loss": 2.6227,
      "step": 56812
    },
    {
      "epoch": 2.3269711243088267,
      "grad_norm": 1.122792477488816,
      "learning_rate": 0.00020550118602962538,
      "loss": 0.9696,
      "step": 56813
    },
    {
      "epoch": 2.327012082736023,
      "grad_norm": 0.9825367542155521,
      "learning_rate": 0.00020549815608768087,
      "loss": 0.7885,
      "step": 56814
    },
    {
      "epoch": 2.3270530411632193,
      "grad_norm": 2.3641975776527273,
      "learning_rate": 0.00020549512611950005,
      "loss": 0.9135,
      "step": 56815
    },
    {
      "epoch": 2.327093999590416,
      "grad_norm": 1.0969235442714989,
      "learning_rate": 0.00020549209612508434,
      "loss": 0.7903,
      "step": 56816
    },
    {
      "epoch": 2.327134958017612,
      "grad_norm": 1.0607097928249303,
      "learning_rate": 0.00020548906610443516,
      "loss": 0.5634,
      "step": 56817
    },
    {
      "epoch": 2.3271759164448085,
      "grad_norm": 0.9290015291079834,
      "learning_rate": 0.00020548603605755397,
      "loss": 0.6679,
      "step": 56818
    },
    {
      "epoch": 2.327216874872005,
      "grad_norm": 0.9889706959513698,
      "learning_rate": 0.00020548300598444226,
      "loss": 0.7254,
      "step": 56819
    },
    {
      "epoch": 2.3272578332992016,
      "grad_norm": 0.9889009001295106,
      "learning_rate": 0.00020547997588510138,
      "loss": 0.5515,
      "step": 56820
    },
    {
      "epoch": 2.3272987917263976,
      "grad_norm": 1.4176416357375505,
      "learning_rate": 0.00020547694575953276,
      "loss": 0.9844,
      "step": 56821
    },
    {
      "epoch": 2.327339750153594,
      "grad_norm": 2.305709053374645,
      "learning_rate": 0.0002054739156077379,
      "loss": 1.3084,
      "step": 56822
    },
    {
      "epoch": 2.3273807085807903,
      "grad_norm": 1.1928112213165318,
      "learning_rate": 0.00020547088542971815,
      "loss": 0.8908,
      "step": 56823
    },
    {
      "epoch": 2.327421667007987,
      "grad_norm": 0.9543364451831846,
      "learning_rate": 0.00020546785522547502,
      "loss": 0.3318,
      "step": 56824
    },
    {
      "epoch": 2.3274626254351833,
      "grad_norm": 0.904411142921203,
      "learning_rate": 0.00020546482499500987,
      "loss": 0.4393,
      "step": 56825
    },
    {
      "epoch": 2.32750358386238,
      "grad_norm": 1.0564720434914883,
      "learning_rate": 0.00020546179473832419,
      "loss": 0.9167,
      "step": 56826
    },
    {
      "epoch": 2.327544542289576,
      "grad_norm": 0.9314334116892728,
      "learning_rate": 0.0002054587644554194,
      "loss": 0.6582,
      "step": 56827
    },
    {
      "epoch": 2.3275855007167725,
      "grad_norm": 0.8921527176242333,
      "learning_rate": 0.00020545573414629693,
      "loss": 0.8392,
      "step": 56828
    },
    {
      "epoch": 2.327626459143969,
      "grad_norm": 0.7691139254612313,
      "learning_rate": 0.00020545270381095817,
      "loss": 0.3422,
      "step": 56829
    },
    {
      "epoch": 2.327667417571165,
      "grad_norm": 1.2521547087602478,
      "learning_rate": 0.0002054496734494046,
      "loss": 0.9783,
      "step": 56830
    },
    {
      "epoch": 2.3277083759983617,
      "grad_norm": 1.4488997212777355,
      "learning_rate": 0.00020544664306163768,
      "loss": 0.7511,
      "step": 56831
    },
    {
      "epoch": 2.327749334425558,
      "grad_norm": 1.0628151542579294,
      "learning_rate": 0.00020544361264765876,
      "loss": 0.9388,
      "step": 56832
    },
    {
      "epoch": 2.3277902928527543,
      "grad_norm": 1.009251852496779,
      "learning_rate": 0.00020544058220746937,
      "loss": 0.7462,
      "step": 56833
    },
    {
      "epoch": 2.327831251279951,
      "grad_norm": 1.101645584591042,
      "learning_rate": 0.00020543755174107082,
      "loss": 0.8183,
      "step": 56834
    },
    {
      "epoch": 2.3278722097071474,
      "grad_norm": 2.964305285975384,
      "learning_rate": 0.00020543452124846466,
      "loss": 1.9236,
      "step": 56835
    },
    {
      "epoch": 2.3279131681343435,
      "grad_norm": 0.8207060713670825,
      "learning_rate": 0.00020543149072965226,
      "loss": 0.7304,
      "step": 56836
    },
    {
      "epoch": 2.32795412656154,
      "grad_norm": 1.1114084973372564,
      "learning_rate": 0.0002054284601846351,
      "loss": 0.8798,
      "step": 56837
    },
    {
      "epoch": 2.3279950849887365,
      "grad_norm": 1.184955738255467,
      "learning_rate": 0.00020542542961341455,
      "loss": 0.9594,
      "step": 56838
    },
    {
      "epoch": 2.328036043415933,
      "grad_norm": 0.9882287542024336,
      "learning_rate": 0.00020542239901599207,
      "loss": 0.7295,
      "step": 56839
    },
    {
      "epoch": 2.328077001843129,
      "grad_norm": 0.9287004943055869,
      "learning_rate": 0.0002054193683923691,
      "loss": 0.847,
      "step": 56840
    },
    {
      "epoch": 2.3281179602703257,
      "grad_norm": 0.857511140570338,
      "learning_rate": 0.00020541633774254705,
      "loss": 0.7514,
      "step": 56841
    },
    {
      "epoch": 2.328158918697522,
      "grad_norm": 1.0874141884802246,
      "learning_rate": 0.0002054133070665274,
      "loss": 0.7452,
      "step": 56842
    },
    {
      "epoch": 2.3281998771247183,
      "grad_norm": 0.9679546706667793,
      "learning_rate": 0.00020541027636431154,
      "loss": 0.6937,
      "step": 56843
    },
    {
      "epoch": 2.328240835551915,
      "grad_norm": 1.1679979213383431,
      "learning_rate": 0.00020540724563590095,
      "loss": 0.7394,
      "step": 56844
    },
    {
      "epoch": 2.3282817939791114,
      "grad_norm": 0.7940094903644517,
      "learning_rate": 0.00020540421488129696,
      "loss": 0.6785,
      "step": 56845
    },
    {
      "epoch": 2.3283227524063075,
      "grad_norm": 1.4218074258206361,
      "learning_rate": 0.00020540118410050111,
      "loss": 1.4774,
      "step": 56846
    },
    {
      "epoch": 2.328363710833504,
      "grad_norm": 0.9331776262431787,
      "learning_rate": 0.00020539815329351482,
      "loss": 0.3219,
      "step": 56847
    },
    {
      "epoch": 2.3284046692607006,
      "grad_norm": 1.1490306988815056,
      "learning_rate": 0.00020539512246033948,
      "loss": 0.9004,
      "step": 56848
    },
    {
      "epoch": 2.3284456276878966,
      "grad_norm": 0.6465632178040709,
      "learning_rate": 0.0002053920916009765,
      "loss": 0.2769,
      "step": 56849
    },
    {
      "epoch": 2.328486586115093,
      "grad_norm": 1.0021367139917252,
      "learning_rate": 0.00020538906071542742,
      "loss": 0.7931,
      "step": 56850
    },
    {
      "epoch": 2.3285275445422897,
      "grad_norm": 0.9629279560262316,
      "learning_rate": 0.00020538602980369356,
      "loss": 0.7437,
      "step": 56851
    },
    {
      "epoch": 2.328568502969486,
      "grad_norm": 1.1279718090278232,
      "learning_rate": 0.00020538299886577646,
      "loss": 0.7642,
      "step": 56852
    },
    {
      "epoch": 2.3286094613966823,
      "grad_norm": 0.8592029321820174,
      "learning_rate": 0.00020537996790167737,
      "loss": 0.5136,
      "step": 56853
    },
    {
      "epoch": 2.328650419823879,
      "grad_norm": 1.0995653108988195,
      "learning_rate": 0.00020537693691139794,
      "loss": 0.6984,
      "step": 56854
    },
    {
      "epoch": 2.328691378251075,
      "grad_norm": 0.9238535103916345,
      "learning_rate": 0.0002053739058949395,
      "loss": 0.9156,
      "step": 56855
    },
    {
      "epoch": 2.3287323366782715,
      "grad_norm": 0.8591647946526708,
      "learning_rate": 0.00020537087485230347,
      "loss": 0.6726,
      "step": 56856
    },
    {
      "epoch": 2.328773295105468,
      "grad_norm": 1.1372989937483649,
      "learning_rate": 0.0002053678437834913,
      "loss": 0.6367,
      "step": 56857
    },
    {
      "epoch": 2.3288142535326646,
      "grad_norm": 0.774998949140968,
      "learning_rate": 0.00020536481268850447,
      "loss": 0.318,
      "step": 56858
    },
    {
      "epoch": 2.3288552119598607,
      "grad_norm": 0.7420571872517032,
      "learning_rate": 0.00020536178156734433,
      "loss": 0.2309,
      "step": 56859
    },
    {
      "epoch": 2.328896170387057,
      "grad_norm": 1.3565010769411157,
      "learning_rate": 0.00020535875042001237,
      "loss": 1.1777,
      "step": 56860
    },
    {
      "epoch": 2.3289371288142533,
      "grad_norm": 0.9932479681631365,
      "learning_rate": 0.00020535571924650995,
      "loss": 0.6755,
      "step": 56861
    },
    {
      "epoch": 2.32897808724145,
      "grad_norm": 1.1791935100031572,
      "learning_rate": 0.00020535268804683864,
      "loss": 0.8004,
      "step": 56862
    },
    {
      "epoch": 2.3290190456686464,
      "grad_norm": 1.5106885447026752,
      "learning_rate": 0.00020534965682099973,
      "loss": 1.3108,
      "step": 56863
    },
    {
      "epoch": 2.329060004095843,
      "grad_norm": 1.2352759550204453,
      "learning_rate": 0.00020534662556899477,
      "loss": 0.9436,
      "step": 56864
    },
    {
      "epoch": 2.329100962523039,
      "grad_norm": 0.9954536304229905,
      "learning_rate": 0.00020534359429082505,
      "loss": 0.9254,
      "step": 56865
    },
    {
      "epoch": 2.3291419209502355,
      "grad_norm": 0.6302384831613435,
      "learning_rate": 0.00020534056298649218,
      "loss": 0.2474,
      "step": 56866
    },
    {
      "epoch": 2.329182879377432,
      "grad_norm": 0.8493150597906608,
      "learning_rate": 0.00020533753165599745,
      "loss": 0.83,
      "step": 56867
    },
    {
      "epoch": 2.329223837804628,
      "grad_norm": 1.230266493251749,
      "learning_rate": 0.0002053345002993424,
      "loss": 0.9176,
      "step": 56868
    },
    {
      "epoch": 2.3292647962318247,
      "grad_norm": 0.7884297186056997,
      "learning_rate": 0.00020533146891652836,
      "loss": 0.7663,
      "step": 56869
    },
    {
      "epoch": 2.3293057546590212,
      "grad_norm": 0.864712985395502,
      "learning_rate": 0.00020532843750755678,
      "loss": 0.7545,
      "step": 56870
    },
    {
      "epoch": 2.3293467130862173,
      "grad_norm": 3.2342850612270104,
      "learning_rate": 0.0002053254060724292,
      "loss": 4.1925,
      "step": 56871
    },
    {
      "epoch": 2.329387671513414,
      "grad_norm": 0.7225070575567164,
      "learning_rate": 0.000205322374611147,
      "loss": 0.2491,
      "step": 56872
    },
    {
      "epoch": 2.3294286299406104,
      "grad_norm": 1.226874989673138,
      "learning_rate": 0.00020531934312371152,
      "loss": 0.9772,
      "step": 56873
    },
    {
      "epoch": 2.3294695883678065,
      "grad_norm": 1.0857989880666263,
      "learning_rate": 0.0002053163116101243,
      "loss": 0.8186,
      "step": 56874
    },
    {
      "epoch": 2.329510546795003,
      "grad_norm": 1.1737464916074942,
      "learning_rate": 0.0002053132800703867,
      "loss": 0.7795,
      "step": 56875
    },
    {
      "epoch": 2.3295515052221996,
      "grad_norm": 0.8178136610153475,
      "learning_rate": 0.00020531024850450023,
      "loss": 0.6131,
      "step": 56876
    },
    {
      "epoch": 2.329592463649396,
      "grad_norm": 0.9919289624165606,
      "learning_rate": 0.00020530721691246626,
      "loss": 0.8968,
      "step": 56877
    },
    {
      "epoch": 2.329633422076592,
      "grad_norm": 1.8442322687302617,
      "learning_rate": 0.00020530418529428622,
      "loss": 1.8762,
      "step": 56878
    },
    {
      "epoch": 2.3296743805037887,
      "grad_norm": 1.2508038054379191,
      "learning_rate": 0.00020530115364996164,
      "loss": 1.016,
      "step": 56879
    },
    {
      "epoch": 2.329715338930985,
      "grad_norm": 0.9272026717070149,
      "learning_rate": 0.00020529812197949383,
      "loss": 0.6791,
      "step": 56880
    },
    {
      "epoch": 2.3297562973581813,
      "grad_norm": 0.9968437987934913,
      "learning_rate": 0.00020529509028288428,
      "loss": 0.6911,
      "step": 56881
    },
    {
      "epoch": 2.329797255785378,
      "grad_norm": 0.9937056306273678,
      "learning_rate": 0.00020529205856013446,
      "loss": 0.9151,
      "step": 56882
    },
    {
      "epoch": 2.3298382142125744,
      "grad_norm": 0.8133537159157337,
      "learning_rate": 0.00020528902681124573,
      "loss": 0.8384,
      "step": 56883
    },
    {
      "epoch": 2.3298791726397705,
      "grad_norm": 1.1141729434973964,
      "learning_rate": 0.00020528599503621958,
      "loss": 0.8234,
      "step": 56884
    },
    {
      "epoch": 2.329920131066967,
      "grad_norm": 0.8687728527673947,
      "learning_rate": 0.00020528296323505738,
      "loss": 0.5559,
      "step": 56885
    },
    {
      "epoch": 2.3299610894941636,
      "grad_norm": 0.9610939235740102,
      "learning_rate": 0.00020527993140776062,
      "loss": 0.7708,
      "step": 56886
    },
    {
      "epoch": 2.3300020479213597,
      "grad_norm": 0.8502239240205589,
      "learning_rate": 0.00020527689955433074,
      "loss": 0.7267,
      "step": 56887
    },
    {
      "epoch": 2.330043006348556,
      "grad_norm": 0.7232192727412042,
      "learning_rate": 0.00020527386767476915,
      "loss": 0.2066,
      "step": 56888
    },
    {
      "epoch": 2.3300839647757527,
      "grad_norm": 1.1045645819605858,
      "learning_rate": 0.00020527083576907723,
      "loss": 0.7015,
      "step": 56889
    },
    {
      "epoch": 2.330124923202949,
      "grad_norm": 1.2028301266949843,
      "learning_rate": 0.0002052678038372565,
      "loss": 0.9686,
      "step": 56890
    },
    {
      "epoch": 2.3301658816301454,
      "grad_norm": 0.9277239002666783,
      "learning_rate": 0.0002052647718793084,
      "loss": 0.972,
      "step": 56891
    },
    {
      "epoch": 2.330206840057342,
      "grad_norm": 1.330124906646313,
      "learning_rate": 0.00020526173989523429,
      "loss": 1.2217,
      "step": 56892
    },
    {
      "epoch": 2.330247798484538,
      "grad_norm": 1.29175903040571,
      "learning_rate": 0.0002052587078850356,
      "loss": 0.9024,
      "step": 56893
    },
    {
      "epoch": 2.3302887569117345,
      "grad_norm": 0.6538111265715684,
      "learning_rate": 0.00020525567584871383,
      "loss": 0.2155,
      "step": 56894
    },
    {
      "epoch": 2.330329715338931,
      "grad_norm": 0.7540474908273318,
      "learning_rate": 0.0002052526437862704,
      "loss": 0.538,
      "step": 56895
    },
    {
      "epoch": 2.3303706737661276,
      "grad_norm": 1.5541632220640407,
      "learning_rate": 0.00020524961169770671,
      "loss": 0.9462,
      "step": 56896
    },
    {
      "epoch": 2.3304116321933237,
      "grad_norm": 1.1567126211915204,
      "learning_rate": 0.00020524657958302417,
      "loss": 1.0063,
      "step": 56897
    },
    {
      "epoch": 2.3304525906205202,
      "grad_norm": 0.8609867226431437,
      "learning_rate": 0.0002052435474422243,
      "loss": 0.3973,
      "step": 56898
    },
    {
      "epoch": 2.3304935490477163,
      "grad_norm": 0.7858166396672611,
      "learning_rate": 0.00020524051527530849,
      "loss": 0.213,
      "step": 56899
    },
    {
      "epoch": 2.330534507474913,
      "grad_norm": 1.0458768713517488,
      "learning_rate": 0.00020523748308227816,
      "loss": 0.7421,
      "step": 56900
    },
    {
      "epoch": 2.3305754659021094,
      "grad_norm": 1.1390384260809772,
      "learning_rate": 0.00020523445086313474,
      "loss": 0.82,
      "step": 56901
    },
    {
      "epoch": 2.330616424329306,
      "grad_norm": 1.2341147479782562,
      "learning_rate": 0.00020523141861787967,
      "loss": 0.9384,
      "step": 56902
    },
    {
      "epoch": 2.330657382756502,
      "grad_norm": 0.9478594685020434,
      "learning_rate": 0.00020522838634651444,
      "loss": 0.8487,
      "step": 56903
    },
    {
      "epoch": 2.3306983411836986,
      "grad_norm": 0.9357441823083635,
      "learning_rate": 0.00020522535404904043,
      "loss": 0.6196,
      "step": 56904
    },
    {
      "epoch": 2.330739299610895,
      "grad_norm": 0.7855389560715968,
      "learning_rate": 0.000205222321725459,
      "loss": 0.5833,
      "step": 56905
    },
    {
      "epoch": 2.330780258038091,
      "grad_norm": 1.07501041818625,
      "learning_rate": 0.0002052192893757717,
      "loss": 1.0744,
      "step": 56906
    },
    {
      "epoch": 2.3308212164652877,
      "grad_norm": 0.9423428218478926,
      "learning_rate": 0.00020521625699997995,
      "loss": 0.6772,
      "step": 56907
    },
    {
      "epoch": 2.3308621748924843,
      "grad_norm": 1.3622996198606845,
      "learning_rate": 0.00020521322459808518,
      "loss": 0.7217,
      "step": 56908
    },
    {
      "epoch": 2.3309031333196804,
      "grad_norm": 0.8476339963829596,
      "learning_rate": 0.00020521019217008873,
      "loss": 0.7954,
      "step": 56909
    },
    {
      "epoch": 2.330944091746877,
      "grad_norm": 0.9312774820078727,
      "learning_rate": 0.00020520715971599214,
      "loss": 0.6876,
      "step": 56910
    },
    {
      "epoch": 2.3309850501740734,
      "grad_norm": 1.0110451446016944,
      "learning_rate": 0.00020520412723579683,
      "loss": 0.9284,
      "step": 56911
    },
    {
      "epoch": 2.3310260086012695,
      "grad_norm": 0.9489967221392145,
      "learning_rate": 0.00020520109472950418,
      "loss": 0.7847,
      "step": 56912
    },
    {
      "epoch": 2.331066967028466,
      "grad_norm": 0.8900047339330506,
      "learning_rate": 0.00020519806219711565,
      "loss": 0.6347,
      "step": 56913
    },
    {
      "epoch": 2.3311079254556626,
      "grad_norm": 1.5754460096492344,
      "learning_rate": 0.00020519502963863267,
      "loss": 1.1881,
      "step": 56914
    },
    {
      "epoch": 2.331148883882859,
      "grad_norm": 0.9335827386717379,
      "learning_rate": 0.00020519199705405672,
      "loss": 0.723,
      "step": 56915
    },
    {
      "epoch": 2.331189842310055,
      "grad_norm": 0.9563923730681897,
      "learning_rate": 0.0002051889644433892,
      "loss": 0.8973,
      "step": 56916
    },
    {
      "epoch": 2.3312308007372518,
      "grad_norm": 0.7173709741006838,
      "learning_rate": 0.00020518593180663148,
      "loss": 0.212,
      "step": 56917
    },
    {
      "epoch": 2.331271759164448,
      "grad_norm": 0.7822556774123159,
      "learning_rate": 0.0002051828991437851,
      "loss": 0.3613,
      "step": 56918
    },
    {
      "epoch": 2.3313127175916444,
      "grad_norm": 1.0445595501388172,
      "learning_rate": 0.00020517986645485147,
      "loss": 0.6931,
      "step": 56919
    },
    {
      "epoch": 2.331353676018841,
      "grad_norm": 0.9525606916275935,
      "learning_rate": 0.00020517683373983198,
      "loss": 0.8215,
      "step": 56920
    },
    {
      "epoch": 2.3313946344460375,
      "grad_norm": 1.04854828281576,
      "learning_rate": 0.00020517380099872807,
      "loss": 0.9745,
      "step": 56921
    },
    {
      "epoch": 2.3314355928732335,
      "grad_norm": 1.2470060439038189,
      "learning_rate": 0.0002051707682315412,
      "loss": 0.9567,
      "step": 56922
    },
    {
      "epoch": 2.33147655130043,
      "grad_norm": 0.728074340530382,
      "learning_rate": 0.00020516773543827275,
      "loss": 0.3182,
      "step": 56923
    },
    {
      "epoch": 2.3315175097276266,
      "grad_norm": 1.1018086814636256,
      "learning_rate": 0.00020516470261892428,
      "loss": 0.8128,
      "step": 56924
    },
    {
      "epoch": 2.3315584681548227,
      "grad_norm": 0.8752751090498051,
      "learning_rate": 0.00020516166977349706,
      "loss": 0.7941,
      "step": 56925
    },
    {
      "epoch": 2.3315994265820192,
      "grad_norm": 1.1439746283336358,
      "learning_rate": 0.00020515863690199264,
      "loss": 0.6922,
      "step": 56926
    },
    {
      "epoch": 2.3316403850092158,
      "grad_norm": 1.1092263862636278,
      "learning_rate": 0.00020515560400441243,
      "loss": 0.8085,
      "step": 56927
    },
    {
      "epoch": 2.331681343436412,
      "grad_norm": 0.8911322662519408,
      "learning_rate": 0.00020515257108075783,
      "loss": 0.6516,
      "step": 56928
    },
    {
      "epoch": 2.3317223018636084,
      "grad_norm": 0.5946442708676487,
      "learning_rate": 0.0002051495381310303,
      "loss": 0.2356,
      "step": 56929
    },
    {
      "epoch": 2.331763260290805,
      "grad_norm": 0.9079524208872396,
      "learning_rate": 0.00020514650515523125,
      "loss": 0.7904,
      "step": 56930
    },
    {
      "epoch": 2.331804218718001,
      "grad_norm": 0.653905293585499,
      "learning_rate": 0.00020514347215336217,
      "loss": 0.5054,
      "step": 56931
    },
    {
      "epoch": 2.3318451771451976,
      "grad_norm": 1.0406353643928072,
      "learning_rate": 0.00020514043912542445,
      "loss": 0.6306,
      "step": 56932
    },
    {
      "epoch": 2.331886135572394,
      "grad_norm": 1.0735357021551057,
      "learning_rate": 0.0002051374060714195,
      "loss": 0.7639,
      "step": 56933
    },
    {
      "epoch": 2.3319270939995906,
      "grad_norm": 1.2325477396283655,
      "learning_rate": 0.00020513437299134882,
      "loss": 0.8599,
      "step": 56934
    },
    {
      "epoch": 2.3319680524267867,
      "grad_norm": 0.5957629032569587,
      "learning_rate": 0.00020513133988521378,
      "loss": 0.2555,
      "step": 56935
    },
    {
      "epoch": 2.3320090108539833,
      "grad_norm": 0.9638283565945027,
      "learning_rate": 0.00020512830675301584,
      "loss": 0.7534,
      "step": 56936
    },
    {
      "epoch": 2.3320499692811794,
      "grad_norm": 2.0093776876181093,
      "learning_rate": 0.00020512527359475645,
      "loss": 2.1574,
      "step": 56937
    },
    {
      "epoch": 2.332090927708376,
      "grad_norm": 1.004533018836251,
      "learning_rate": 0.00020512224041043702,
      "loss": 0.8602,
      "step": 56938
    },
    {
      "epoch": 2.3321318861355724,
      "grad_norm": 5.412986768536225,
      "learning_rate": 0.000205119207200059,
      "loss": 1.8229,
      "step": 56939
    },
    {
      "epoch": 2.332172844562769,
      "grad_norm": 1.174916691348361,
      "learning_rate": 0.00020511617396362384,
      "loss": 0.9844,
      "step": 56940
    },
    {
      "epoch": 2.332213802989965,
      "grad_norm": 1.109818090991397,
      "learning_rate": 0.00020511314070113294,
      "loss": 0.8109,
      "step": 56941
    },
    {
      "epoch": 2.3322547614171616,
      "grad_norm": 7.174990452501896,
      "learning_rate": 0.0002051101074125877,
      "loss": 2.0358,
      "step": 56942
    },
    {
      "epoch": 2.332295719844358,
      "grad_norm": 1.352974854812217,
      "learning_rate": 0.00020510707409798965,
      "loss": 0.7379,
      "step": 56943
    },
    {
      "epoch": 2.332336678271554,
      "grad_norm": 0.8449011536996968,
      "learning_rate": 0.00020510404075734016,
      "loss": 0.7569,
      "step": 56944
    },
    {
      "epoch": 2.3323776366987508,
      "grad_norm": 1.394842481683804,
      "learning_rate": 0.00020510100739064068,
      "loss": 1.2938,
      "step": 56945
    },
    {
      "epoch": 2.3324185951259473,
      "grad_norm": 1.186248069602079,
      "learning_rate": 0.00020509797399789263,
      "loss": 0.7349,
      "step": 56946
    },
    {
      "epoch": 2.3324595535531434,
      "grad_norm": 1.1173622768846683,
      "learning_rate": 0.00020509494057909748,
      "loss": 0.7417,
      "step": 56947
    },
    {
      "epoch": 2.33250051198034,
      "grad_norm": 1.2648867214944293,
      "learning_rate": 0.00020509190713425662,
      "loss": 1.1512,
      "step": 56948
    },
    {
      "epoch": 2.3325414704075365,
      "grad_norm": 1.122650787177098,
      "learning_rate": 0.0002050888736633715,
      "loss": 0.7674,
      "step": 56949
    },
    {
      "epoch": 2.3325824288347325,
      "grad_norm": 1.0332845253869842,
      "learning_rate": 0.00020508584016644353,
      "loss": 0.7252,
      "step": 56950
    },
    {
      "epoch": 2.332623387261929,
      "grad_norm": 0.9937195328959301,
      "learning_rate": 0.0002050828066434742,
      "loss": 0.8672,
      "step": 56951
    },
    {
      "epoch": 2.3326643456891256,
      "grad_norm": 0.809914872018795,
      "learning_rate": 0.00020507977309446493,
      "loss": 0.3556,
      "step": 56952
    },
    {
      "epoch": 2.332705304116322,
      "grad_norm": 0.9489104786866265,
      "learning_rate": 0.00020507673951941708,
      "loss": 0.8502,
      "step": 56953
    },
    {
      "epoch": 2.3327462625435182,
      "grad_norm": 5.004628772914161,
      "learning_rate": 0.00020507370591833223,
      "loss": 2.8405,
      "step": 56954
    },
    {
      "epoch": 2.332787220970715,
      "grad_norm": 1.8486585026062072,
      "learning_rate": 0.00020507067229121167,
      "loss": 1.0872,
      "step": 56955
    },
    {
      "epoch": 2.332828179397911,
      "grad_norm": 1.5920354774228915,
      "learning_rate": 0.00020506763863805693,
      "loss": 1.1435,
      "step": 56956
    },
    {
      "epoch": 2.3328691378251074,
      "grad_norm": 0.9950204061011843,
      "learning_rate": 0.00020506460495886935,
      "loss": 0.6181,
      "step": 56957
    },
    {
      "epoch": 2.332910096252304,
      "grad_norm": 0.8174777720078662,
      "learning_rate": 0.00020506157125365043,
      "loss": 0.5729,
      "step": 56958
    },
    {
      "epoch": 2.3329510546795005,
      "grad_norm": 0.9286350421954606,
      "learning_rate": 0.00020505853752240166,
      "loss": 0.8301,
      "step": 56959
    },
    {
      "epoch": 2.3329920131066966,
      "grad_norm": 1.2066840944569481,
      "learning_rate": 0.00020505550376512436,
      "loss": 0.8489,
      "step": 56960
    },
    {
      "epoch": 2.333032971533893,
      "grad_norm": 0.8152047514372767,
      "learning_rate": 0.00020505246998181998,
      "loss": 0.359,
      "step": 56961
    },
    {
      "epoch": 2.3330739299610896,
      "grad_norm": 1.2200619404702546,
      "learning_rate": 0.00020504943617249003,
      "loss": 0.9611,
      "step": 56962
    },
    {
      "epoch": 2.3331148883882857,
      "grad_norm": 0.9407764897487594,
      "learning_rate": 0.0002050464023371359,
      "loss": 0.744,
      "step": 56963
    },
    {
      "epoch": 2.3331558468154823,
      "grad_norm": 0.8779152768467638,
      "learning_rate": 0.00020504336847575904,
      "loss": 0.7365,
      "step": 56964
    },
    {
      "epoch": 2.333196805242679,
      "grad_norm": 1.0950583745351123,
      "learning_rate": 0.00020504033458836084,
      "loss": 0.8335,
      "step": 56965
    },
    {
      "epoch": 2.333237763669875,
      "grad_norm": 1.081895400160395,
      "learning_rate": 0.00020503730067494277,
      "loss": 0.3666,
      "step": 56966
    },
    {
      "epoch": 2.3332787220970714,
      "grad_norm": 1.0476037826796736,
      "learning_rate": 0.00020503426673550626,
      "loss": 0.5779,
      "step": 56967
    },
    {
      "epoch": 2.333319680524268,
      "grad_norm": 1.0596728554805077,
      "learning_rate": 0.00020503123277005277,
      "loss": 0.5598,
      "step": 56968
    },
    {
      "epoch": 2.333360638951464,
      "grad_norm": 0.789795947900776,
      "learning_rate": 0.00020502819877858363,
      "loss": 0.3943,
      "step": 56969
    },
    {
      "epoch": 2.3334015973786606,
      "grad_norm": 0.979740959132103,
      "learning_rate": 0.00020502516476110042,
      "loss": 0.7009,
      "step": 56970
    },
    {
      "epoch": 2.333442555805857,
      "grad_norm": 1.430770055394021,
      "learning_rate": 0.0002050221307176045,
      "loss": 1.3204,
      "step": 56971
    },
    {
      "epoch": 2.3334835142330537,
      "grad_norm": 1.0383999383098512,
      "learning_rate": 0.0002050190966480973,
      "loss": 0.8838,
      "step": 56972
    },
    {
      "epoch": 2.3335244726602498,
      "grad_norm": 0.9399558517708544,
      "learning_rate": 0.00020501606255258025,
      "loss": 0.8773,
      "step": 56973
    },
    {
      "epoch": 2.3335654310874463,
      "grad_norm": 0.8156580332083972,
      "learning_rate": 0.00020501302843105478,
      "loss": 0.4658,
      "step": 56974
    },
    {
      "epoch": 2.333606389514643,
      "grad_norm": 0.7403885502440518,
      "learning_rate": 0.0002050099942835224,
      "loss": 0.3062,
      "step": 56975
    },
    {
      "epoch": 2.333647347941839,
      "grad_norm": 1.0977304079904997,
      "learning_rate": 0.00020500696010998447,
      "loss": 0.7517,
      "step": 56976
    },
    {
      "epoch": 2.3336883063690355,
      "grad_norm": 1.7024519529619628,
      "learning_rate": 0.00020500392591044244,
      "loss": 0.667,
      "step": 56977
    },
    {
      "epoch": 2.333729264796232,
      "grad_norm": 4.2990980292364664,
      "learning_rate": 0.0002050008916848977,
      "loss": 1.0371,
      "step": 56978
    },
    {
      "epoch": 2.333770223223428,
      "grad_norm": 1.2355312328218604,
      "learning_rate": 0.00020499785743335178,
      "loss": 0.6845,
      "step": 56979
    },
    {
      "epoch": 2.3338111816506246,
      "grad_norm": 0.940726656537543,
      "learning_rate": 0.00020499482315580606,
      "loss": 0.6524,
      "step": 56980
    },
    {
      "epoch": 2.333852140077821,
      "grad_norm": 0.8614098983812283,
      "learning_rate": 0.00020499178885226193,
      "loss": 0.4402,
      "step": 56981
    },
    {
      "epoch": 2.3338930985050172,
      "grad_norm": 0.9935578600590967,
      "learning_rate": 0.00020498875452272094,
      "loss": 0.6844,
      "step": 56982
    },
    {
      "epoch": 2.333934056932214,
      "grad_norm": 0.9238630481483903,
      "learning_rate": 0.00020498572016718444,
      "loss": 0.5557,
      "step": 56983
    },
    {
      "epoch": 2.3339750153594103,
      "grad_norm": 1.0798048143292864,
      "learning_rate": 0.00020498268578565386,
      "loss": 0.854,
      "step": 56984
    },
    {
      "epoch": 2.3340159737866064,
      "grad_norm": 1.2221102623727604,
      "learning_rate": 0.00020497965137813065,
      "loss": 0.6523,
      "step": 56985
    },
    {
      "epoch": 2.334056932213803,
      "grad_norm": 1.037002080049261,
      "learning_rate": 0.00020497661694461627,
      "loss": 0.6969,
      "step": 56986
    },
    {
      "epoch": 2.3340978906409995,
      "grad_norm": 0.6611698202095767,
      "learning_rate": 0.00020497358248511215,
      "loss": 0.5197,
      "step": 56987
    },
    {
      "epoch": 2.3341388490681956,
      "grad_norm": 1.05809136334057,
      "learning_rate": 0.00020497054799961968,
      "loss": 0.8101,
      "step": 56988
    },
    {
      "epoch": 2.334179807495392,
      "grad_norm": 2.7334103366846287,
      "learning_rate": 0.00020496751348814032,
      "loss": 1.7634,
      "step": 56989
    },
    {
      "epoch": 2.3342207659225886,
      "grad_norm": 0.6487787626684359,
      "learning_rate": 0.00020496447895067553,
      "loss": 0.3291,
      "step": 56990
    },
    {
      "epoch": 2.334261724349785,
      "grad_norm": 1.2017419945327878,
      "learning_rate": 0.00020496144438722676,
      "loss": 0.9401,
      "step": 56991
    },
    {
      "epoch": 2.3343026827769813,
      "grad_norm": 0.89487449862722,
      "learning_rate": 0.00020495840979779535,
      "loss": 0.3427,
      "step": 56992
    },
    {
      "epoch": 2.334343641204178,
      "grad_norm": 1.076677130464682,
      "learning_rate": 0.0002049553751823828,
      "loss": 0.9219,
      "step": 56993
    },
    {
      "epoch": 2.3343845996313743,
      "grad_norm": 1.1435755850473706,
      "learning_rate": 0.00020495234054099053,
      "loss": 0.9202,
      "step": 56994
    },
    {
      "epoch": 2.3344255580585704,
      "grad_norm": 2.217797641531388,
      "learning_rate": 0.00020494930587362003,
      "loss": 2.1926,
      "step": 56995
    },
    {
      "epoch": 2.334466516485767,
      "grad_norm": 1.2935577709208665,
      "learning_rate": 0.00020494627118027267,
      "loss": 1.0506,
      "step": 56996
    },
    {
      "epoch": 2.3345074749129635,
      "grad_norm": 1.1253951945006742,
      "learning_rate": 0.00020494323646094983,
      "loss": 0.7312,
      "step": 56997
    },
    {
      "epoch": 2.3345484333401596,
      "grad_norm": 0.7276395923262132,
      "learning_rate": 0.0002049402017156531,
      "loss": 0.2868,
      "step": 56998
    },
    {
      "epoch": 2.334589391767356,
      "grad_norm": 0.9620062130455133,
      "learning_rate": 0.00020493716694438383,
      "loss": 0.7123,
      "step": 56999
    },
    {
      "epoch": 2.3346303501945527,
      "grad_norm": 1.6373039534928604,
      "learning_rate": 0.00020493413214714342,
      "loss": 1.2938,
      "step": 57000
    },
    {
      "epoch": 2.3346713086217488,
      "grad_norm": 1.1842143327310748,
      "learning_rate": 0.0002049310973239333,
      "loss": 0.8272,
      "step": 57001
    },
    {
      "epoch": 2.3347122670489453,
      "grad_norm": 6.236139065023415,
      "learning_rate": 0.00020492806247475502,
      "loss": 2.6662,
      "step": 57002
    },
    {
      "epoch": 2.334753225476142,
      "grad_norm": 0.6551844982045929,
      "learning_rate": 0.00020492502759960991,
      "loss": 0.3043,
      "step": 57003
    },
    {
      "epoch": 2.334794183903338,
      "grad_norm": 0.7552764309517892,
      "learning_rate": 0.00020492199269849946,
      "loss": 0.3435,
      "step": 57004
    },
    {
      "epoch": 2.3348351423305345,
      "grad_norm": 1.3700980211435279,
      "learning_rate": 0.00020491895777142506,
      "loss": 1.2117,
      "step": 57005
    },
    {
      "epoch": 2.334876100757731,
      "grad_norm": 2.6077230085622896,
      "learning_rate": 0.00020491592281838812,
      "loss": 1.5891,
      "step": 57006
    },
    {
      "epoch": 2.334917059184927,
      "grad_norm": 0.9592464432143237,
      "learning_rate": 0.00020491288783939022,
      "loss": 0.5069,
      "step": 57007
    },
    {
      "epoch": 2.3349580176121236,
      "grad_norm": 1.0291838626338108,
      "learning_rate": 0.00020490985283443263,
      "loss": 0.8082,
      "step": 57008
    },
    {
      "epoch": 2.33499897603932,
      "grad_norm": 0.9393722007355358,
      "learning_rate": 0.00020490681780351683,
      "loss": 0.9847,
      "step": 57009
    },
    {
      "epoch": 2.3350399344665167,
      "grad_norm": 1.256079875034878,
      "learning_rate": 0.0002049037827466443,
      "loss": 0.9646,
      "step": 57010
    },
    {
      "epoch": 2.335080892893713,
      "grad_norm": 4.601724391704952,
      "learning_rate": 0.00020490074766381646,
      "loss": 6.7518,
      "step": 57011
    },
    {
      "epoch": 2.3351218513209093,
      "grad_norm": 1.3890354901231765,
      "learning_rate": 0.0002048977125550347,
      "loss": 0.9074,
      "step": 57012
    },
    {
      "epoch": 2.335162809748106,
      "grad_norm": 0.9326376323303313,
      "learning_rate": 0.00020489467742030053,
      "loss": 0.7264,
      "step": 57013
    },
    {
      "epoch": 2.335203768175302,
      "grad_norm": 0.5095496694175583,
      "learning_rate": 0.0002048916422596153,
      "loss": 0.1694,
      "step": 57014
    },
    {
      "epoch": 2.3352447266024985,
      "grad_norm": 1.1371990303296051,
      "learning_rate": 0.0002048886070729805,
      "loss": 0.818,
      "step": 57015
    },
    {
      "epoch": 2.335285685029695,
      "grad_norm": 0.8937930447842241,
      "learning_rate": 0.00020488557186039758,
      "loss": 0.8996,
      "step": 57016
    },
    {
      "epoch": 2.335326643456891,
      "grad_norm": 1.1278238465147326,
      "learning_rate": 0.00020488253662186788,
      "loss": 1.0638,
      "step": 57017
    },
    {
      "epoch": 2.3353676018840877,
      "grad_norm": 0.6939573002291725,
      "learning_rate": 0.00020487950135739293,
      "loss": 0.3058,
      "step": 57018
    },
    {
      "epoch": 2.335408560311284,
      "grad_norm": 1.450440433297131,
      "learning_rate": 0.00020487646606697415,
      "loss": 1.2769,
      "step": 57019
    },
    {
      "epoch": 2.3354495187384803,
      "grad_norm": 0.9244415479984588,
      "learning_rate": 0.00020487343075061297,
      "loss": 0.5328,
      "step": 57020
    },
    {
      "epoch": 2.335490477165677,
      "grad_norm": 1.1841620966563446,
      "learning_rate": 0.00020487039540831076,
      "loss": 0.9659,
      "step": 57021
    },
    {
      "epoch": 2.3355314355928734,
      "grad_norm": 1.2555286120787374,
      "learning_rate": 0.00020486736004006906,
      "loss": 0.9628,
      "step": 57022
    },
    {
      "epoch": 2.3355723940200694,
      "grad_norm": 1.3779231425918943,
      "learning_rate": 0.00020486432464588927,
      "loss": 1.0981,
      "step": 57023
    },
    {
      "epoch": 2.335613352447266,
      "grad_norm": 0.7662883579497356,
      "learning_rate": 0.0002048612892257728,
      "loss": 0.2562,
      "step": 57024
    },
    {
      "epoch": 2.3356543108744625,
      "grad_norm": 1.3923044690825583,
      "learning_rate": 0.00020485825377972107,
      "loss": 0.7394,
      "step": 57025
    },
    {
      "epoch": 2.3356952693016586,
      "grad_norm": 0.974691512850446,
      "learning_rate": 0.00020485521830773557,
      "loss": 0.7968,
      "step": 57026
    },
    {
      "epoch": 2.335736227728855,
      "grad_norm": 1.4350004062603943,
      "learning_rate": 0.0002048521828098177,
      "loss": 1.0192,
      "step": 57027
    },
    {
      "epoch": 2.3357771861560517,
      "grad_norm": 1.1370997060393058,
      "learning_rate": 0.00020484914728596888,
      "loss": 0.848,
      "step": 57028
    },
    {
      "epoch": 2.335818144583248,
      "grad_norm": 1.146219076841151,
      "learning_rate": 0.00020484611173619054,
      "loss": 0.8141,
      "step": 57029
    },
    {
      "epoch": 2.3358591030104443,
      "grad_norm": 0.9470342966507301,
      "learning_rate": 0.00020484307616048421,
      "loss": 0.6769,
      "step": 57030
    },
    {
      "epoch": 2.335900061437641,
      "grad_norm": 1.3828483625392023,
      "learning_rate": 0.00020484004055885122,
      "loss": 1.1548,
      "step": 57031
    },
    {
      "epoch": 2.3359410198648374,
      "grad_norm": 1.1668648606647505,
      "learning_rate": 0.00020483700493129306,
      "loss": 0.6143,
      "step": 57032
    },
    {
      "epoch": 2.3359819782920335,
      "grad_norm": 0.9046020871502919,
      "learning_rate": 0.0002048339692778111,
      "loss": 0.5629,
      "step": 57033
    },
    {
      "epoch": 2.33602293671923,
      "grad_norm": 1.158297464586376,
      "learning_rate": 0.0002048309335984069,
      "loss": 0.9597,
      "step": 57034
    },
    {
      "epoch": 2.3360638951464265,
      "grad_norm": 1.46638164627152,
      "learning_rate": 0.00020482789789308173,
      "loss": 0.7366,
      "step": 57035
    },
    {
      "epoch": 2.3361048535736226,
      "grad_norm": 1.2540633697642056,
      "learning_rate": 0.0002048248621618372,
      "loss": 1.1893,
      "step": 57036
    },
    {
      "epoch": 2.336145812000819,
      "grad_norm": 0.918408972365393,
      "learning_rate": 0.00020482182640467456,
      "loss": 0.3773,
      "step": 57037
    },
    {
      "epoch": 2.3361867704280157,
      "grad_norm": 6.075545701964544,
      "learning_rate": 0.00020481879062159543,
      "loss": 3.7351,
      "step": 57038
    },
    {
      "epoch": 2.336227728855212,
      "grad_norm": 1.1848775684818276,
      "learning_rate": 0.0002048157548126011,
      "loss": 0.7952,
      "step": 57039
    },
    {
      "epoch": 2.3362686872824083,
      "grad_norm": 1.1612135169823954,
      "learning_rate": 0.0002048127189776931,
      "loss": 0.8426,
      "step": 57040
    },
    {
      "epoch": 2.336309645709605,
      "grad_norm": 1.2454118671079362,
      "learning_rate": 0.00020480968311687277,
      "loss": 0.9953,
      "step": 57041
    },
    {
      "epoch": 2.336350604136801,
      "grad_norm": 0.8844547637335491,
      "learning_rate": 0.00020480664723014166,
      "loss": 0.7435,
      "step": 57042
    },
    {
      "epoch": 2.3363915625639975,
      "grad_norm": 0.8128891571114587,
      "learning_rate": 0.0002048036113175011,
      "loss": 0.7818,
      "step": 57043
    },
    {
      "epoch": 2.336432520991194,
      "grad_norm": 0.9442093429447117,
      "learning_rate": 0.00020480057537895262,
      "loss": 0.8645,
      "step": 57044
    },
    {
      "epoch": 2.33647347941839,
      "grad_norm": 0.9192534633622085,
      "learning_rate": 0.0002047975394144976,
      "loss": 0.8549,
      "step": 57045
    },
    {
      "epoch": 2.3365144378455867,
      "grad_norm": 5.769186254759335,
      "learning_rate": 0.00020479450342413745,
      "loss": 3.8397,
      "step": 57046
    },
    {
      "epoch": 2.336555396272783,
      "grad_norm": 0.8381188528640859,
      "learning_rate": 0.00020479146740787365,
      "loss": 0.662,
      "step": 57047
    },
    {
      "epoch": 2.3365963546999797,
      "grad_norm": 1.140111779173664,
      "learning_rate": 0.00020478843136570766,
      "loss": 1.0104,
      "step": 57048
    },
    {
      "epoch": 2.336637313127176,
      "grad_norm": 1.5219167781655156,
      "learning_rate": 0.00020478539529764086,
      "loss": 1.0095,
      "step": 57049
    },
    {
      "epoch": 2.3366782715543724,
      "grad_norm": 0.7830495680954832,
      "learning_rate": 0.0002047823592036747,
      "loss": 0.6515,
      "step": 57050
    },
    {
      "epoch": 2.336719229981569,
      "grad_norm": 0.5919508194565332,
      "learning_rate": 0.0002047793230838106,
      "loss": 0.2208,
      "step": 57051
    },
    {
      "epoch": 2.336760188408765,
      "grad_norm": 1.219913201254426,
      "learning_rate": 0.00020477628693805003,
      "loss": 0.5639,
      "step": 57052
    },
    {
      "epoch": 2.3368011468359615,
      "grad_norm": 0.9171596308453791,
      "learning_rate": 0.0002047732507663944,
      "loss": 0.7126,
      "step": 57053
    },
    {
      "epoch": 2.336842105263158,
      "grad_norm": 1.0744992903754567,
      "learning_rate": 0.00020477021456884517,
      "loss": 0.6409,
      "step": 57054
    },
    {
      "epoch": 2.336883063690354,
      "grad_norm": 0.9300795941184972,
      "learning_rate": 0.00020476717834540378,
      "loss": 0.795,
      "step": 57055
    },
    {
      "epoch": 2.3369240221175507,
      "grad_norm": 0.9637326865109069,
      "learning_rate": 0.0002047641420960716,
      "loss": 0.7562,
      "step": 57056
    },
    {
      "epoch": 2.336964980544747,
      "grad_norm": 1.4667402393024662,
      "learning_rate": 0.0002047611058208501,
      "loss": 1.1077,
      "step": 57057
    },
    {
      "epoch": 2.3370059389719433,
      "grad_norm": 0.8689572167592037,
      "learning_rate": 0.0002047580695197408,
      "loss": 0.7154,
      "step": 57058
    },
    {
      "epoch": 2.33704689739914,
      "grad_norm": 0.9190281707153737,
      "learning_rate": 0.000204755033192745,
      "loss": 0.791,
      "step": 57059
    },
    {
      "epoch": 2.3370878558263364,
      "grad_norm": 0.9076967321580434,
      "learning_rate": 0.00020475199683986424,
      "loss": 0.7258,
      "step": 57060
    },
    {
      "epoch": 2.3371288142535325,
      "grad_norm": 1.125237095476177,
      "learning_rate": 0.00020474896046109985,
      "loss": 0.686,
      "step": 57061
    },
    {
      "epoch": 2.337169772680729,
      "grad_norm": 4.522927545125064,
      "learning_rate": 0.0002047459240564534,
      "loss": 4.2442,
      "step": 57062
    },
    {
      "epoch": 2.3372107311079255,
      "grad_norm": 1.4281655355230485,
      "learning_rate": 0.0002047428876259262,
      "loss": 1.2845,
      "step": 57063
    },
    {
      "epoch": 2.3372516895351216,
      "grad_norm": 1.086549518575944,
      "learning_rate": 0.0002047398511695198,
      "loss": 1.0908,
      "step": 57064
    },
    {
      "epoch": 2.337292647962318,
      "grad_norm": 0.8010583704346542,
      "learning_rate": 0.00020473681468723552,
      "loss": 0.578,
      "step": 57065
    },
    {
      "epoch": 2.3373336063895147,
      "grad_norm": 1.2397415239966734,
      "learning_rate": 0.00020473377817907488,
      "loss": 0.7612,
      "step": 57066
    },
    {
      "epoch": 2.3373745648167112,
      "grad_norm": 1.148143346490221,
      "learning_rate": 0.00020473074164503927,
      "loss": 1.0186,
      "step": 57067
    },
    {
      "epoch": 2.3374155232439073,
      "grad_norm": 1.4773645567420768,
      "learning_rate": 0.00020472770508513015,
      "loss": 0.8568,
      "step": 57068
    },
    {
      "epoch": 2.337456481671104,
      "grad_norm": 0.594710516034428,
      "learning_rate": 0.0002047246684993489,
      "loss": 0.2482,
      "step": 57069
    },
    {
      "epoch": 2.3374974400983004,
      "grad_norm": 1.0660882091589652,
      "learning_rate": 0.00020472163188769705,
      "loss": 1.0332,
      "step": 57070
    },
    {
      "epoch": 2.3375383985254965,
      "grad_norm": 0.8332972265495818,
      "learning_rate": 0.00020471859525017603,
      "loss": 0.4068,
      "step": 57071
    },
    {
      "epoch": 2.337579356952693,
      "grad_norm": 1.1593255155039017,
      "learning_rate": 0.00020471555858678718,
      "loss": 0.9213,
      "step": 57072
    },
    {
      "epoch": 2.3376203153798896,
      "grad_norm": 1.2860505540382081,
      "learning_rate": 0.00020471252189753196,
      "loss": 0.9964,
      "step": 57073
    },
    {
      "epoch": 2.3376612738070857,
      "grad_norm": 0.5879344679357198,
      "learning_rate": 0.0002047094851824119,
      "loss": 0.2839,
      "step": 57074
    },
    {
      "epoch": 2.337702232234282,
      "grad_norm": 1.0855217873279341,
      "learning_rate": 0.0002047064484414283,
      "loss": 1.0884,
      "step": 57075
    },
    {
      "epoch": 2.3377431906614787,
      "grad_norm": 1.093513259398589,
      "learning_rate": 0.00020470341167458272,
      "loss": 1.0278,
      "step": 57076
    },
    {
      "epoch": 2.337784149088675,
      "grad_norm": 0.9262004844281153,
      "learning_rate": 0.00020470037488187653,
      "loss": 0.7854,
      "step": 57077
    },
    {
      "epoch": 2.3378251075158714,
      "grad_norm": 1.5699485704139249,
      "learning_rate": 0.00020469733806331117,
      "loss": 1.8429,
      "step": 57078
    },
    {
      "epoch": 2.337866065943068,
      "grad_norm": 0.9972632551937392,
      "learning_rate": 0.00020469430121888808,
      "loss": 0.8814,
      "step": 57079
    },
    {
      "epoch": 2.3379070243702644,
      "grad_norm": 0.9795431143397338,
      "learning_rate": 0.00020469126434860874,
      "loss": 0.4579,
      "step": 57080
    },
    {
      "epoch": 2.3379479827974605,
      "grad_norm": 1.1715728146007818,
      "learning_rate": 0.0002046882274524745,
      "loss": 1.0002,
      "step": 57081
    },
    {
      "epoch": 2.337988941224657,
      "grad_norm": 0.8307953890933821,
      "learning_rate": 0.00020468519053048684,
      "loss": 0.3807,
      "step": 57082
    },
    {
      "epoch": 2.338029899651853,
      "grad_norm": 0.8588827820758502,
      "learning_rate": 0.0002046821535826472,
      "loss": 0.8368,
      "step": 57083
    },
    {
      "epoch": 2.3380708580790497,
      "grad_norm": 0.8988602063612381,
      "learning_rate": 0.00020467911660895704,
      "loss": 0.6535,
      "step": 57084
    },
    {
      "epoch": 2.338111816506246,
      "grad_norm": 0.6726134816829301,
      "learning_rate": 0.0002046760796094177,
      "loss": 0.268,
      "step": 57085
    },
    {
      "epoch": 2.3381527749334428,
      "grad_norm": 1.077782670347043,
      "learning_rate": 0.00020467304258403075,
      "loss": 0.8452,
      "step": 57086
    },
    {
      "epoch": 2.338193733360639,
      "grad_norm": 1.0783396470711704,
      "learning_rate": 0.00020467000553279753,
      "loss": 0.7331,
      "step": 57087
    },
    {
      "epoch": 2.3382346917878354,
      "grad_norm": 0.8422865084830421,
      "learning_rate": 0.0002046669684557195,
      "loss": 0.8357,
      "step": 57088
    },
    {
      "epoch": 2.338275650215032,
      "grad_norm": 1.308262756267573,
      "learning_rate": 0.00020466393135279808,
      "loss": 1.3119,
      "step": 57089
    },
    {
      "epoch": 2.338316608642228,
      "grad_norm": 1.9994034385677169,
      "learning_rate": 0.00020466089422403478,
      "loss": 1.4248,
      "step": 57090
    },
    {
      "epoch": 2.3383575670694245,
      "grad_norm": 0.6922526633880206,
      "learning_rate": 0.00020465785706943096,
      "loss": 0.2703,
      "step": 57091
    },
    {
      "epoch": 2.338398525496621,
      "grad_norm": 1.015590163951639,
      "learning_rate": 0.00020465481988898805,
      "loss": 1.0691,
      "step": 57092
    },
    {
      "epoch": 2.338439483923817,
      "grad_norm": 1.3296615986771037,
      "learning_rate": 0.00020465178268270752,
      "loss": 1.0294,
      "step": 57093
    },
    {
      "epoch": 2.3384804423510137,
      "grad_norm": 1.6172838990831815,
      "learning_rate": 0.0002046487454505908,
      "loss": 0.9715,
      "step": 57094
    },
    {
      "epoch": 2.3385214007782102,
      "grad_norm": 0.7386001878302565,
      "learning_rate": 0.00020464570819263931,
      "loss": 0.3333,
      "step": 57095
    },
    {
      "epoch": 2.3385623592054063,
      "grad_norm": 1.1280340374203377,
      "learning_rate": 0.00020464267090885456,
      "loss": 0.8523,
      "step": 57096
    },
    {
      "epoch": 2.338603317632603,
      "grad_norm": 1.8101032870157008,
      "learning_rate": 0.00020463963359923786,
      "loss": 0.9642,
      "step": 57097
    },
    {
      "epoch": 2.3386442760597994,
      "grad_norm": 0.9571709046902535,
      "learning_rate": 0.00020463659626379074,
      "loss": 0.6787,
      "step": 57098
    },
    {
      "epoch": 2.338685234486996,
      "grad_norm": 1.0796855502335956,
      "learning_rate": 0.00020463355890251462,
      "loss": 0.8693,
      "step": 57099
    },
    {
      "epoch": 2.338726192914192,
      "grad_norm": 4.828565216996939,
      "learning_rate": 0.0002046305215154109,
      "loss": 2.8485,
      "step": 57100
    },
    {
      "epoch": 2.3387671513413886,
      "grad_norm": 0.9027657285042883,
      "learning_rate": 0.00020462748410248103,
      "loss": 0.6977,
      "step": 57101
    },
    {
      "epoch": 2.3388081097685847,
      "grad_norm": 0.9234956962853278,
      "learning_rate": 0.0002046244466637265,
      "loss": 0.9112,
      "step": 57102
    },
    {
      "epoch": 2.338849068195781,
      "grad_norm": 1.1170557182990983,
      "learning_rate": 0.00020462140919914868,
      "loss": 0.7364,
      "step": 57103
    },
    {
      "epoch": 2.3388900266229777,
      "grad_norm": 0.816243523599001,
      "learning_rate": 0.00020461837170874904,
      "loss": 0.4881,
      "step": 57104
    },
    {
      "epoch": 2.3389309850501743,
      "grad_norm": 1.2524647606720694,
      "learning_rate": 0.00020461533419252893,
      "loss": 0.8918,
      "step": 57105
    },
    {
      "epoch": 2.3389719434773704,
      "grad_norm": 0.6907741497436841,
      "learning_rate": 0.00020461229665048994,
      "loss": 0.2296,
      "step": 57106
    },
    {
      "epoch": 2.339012901904567,
      "grad_norm": 0.9236083037323654,
      "learning_rate": 0.00020460925908263343,
      "loss": 0.3043,
      "step": 57107
    },
    {
      "epoch": 2.3390538603317634,
      "grad_norm": 2.0571834229315096,
      "learning_rate": 0.0002046062214889608,
      "loss": 0.531,
      "step": 57108
    },
    {
      "epoch": 2.3390948187589595,
      "grad_norm": 1.480568430834386,
      "learning_rate": 0.0002046031838694735,
      "loss": 0.8059,
      "step": 57109
    },
    {
      "epoch": 2.339135777186156,
      "grad_norm": 0.8274368538916123,
      "learning_rate": 0.000204600146224173,
      "loss": 0.6514,
      "step": 57110
    },
    {
      "epoch": 2.3391767356133526,
      "grad_norm": 0.8123283334936773,
      "learning_rate": 0.00020459710855306074,
      "loss": 0.6922,
      "step": 57111
    },
    {
      "epoch": 2.3392176940405487,
      "grad_norm": 1.4275976544114797,
      "learning_rate": 0.00020459407085613812,
      "loss": 1.483,
      "step": 57112
    },
    {
      "epoch": 2.3392586524677452,
      "grad_norm": 0.9392213237438483,
      "learning_rate": 0.00020459103313340656,
      "loss": 0.7647,
      "step": 57113
    },
    {
      "epoch": 2.3392996108949418,
      "grad_norm": 0.8920727213780959,
      "learning_rate": 0.00020458799538486755,
      "loss": 0.8135,
      "step": 57114
    },
    {
      "epoch": 2.339340569322138,
      "grad_norm": 0.7142744928549328,
      "learning_rate": 0.00020458495761052254,
      "loss": 0.498,
      "step": 57115
    },
    {
      "epoch": 2.3393815277493344,
      "grad_norm": 0.9428058123567014,
      "learning_rate": 0.0002045819198103729,
      "loss": 0.7679,
      "step": 57116
    },
    {
      "epoch": 2.339422486176531,
      "grad_norm": 1.0949479771293222,
      "learning_rate": 0.0002045788819844201,
      "loss": 0.7457,
      "step": 57117
    },
    {
      "epoch": 2.3394634446037275,
      "grad_norm": 0.9217671983631252,
      "learning_rate": 0.00020457584413266554,
      "loss": 0.6771,
      "step": 57118
    },
    {
      "epoch": 2.3395044030309236,
      "grad_norm": 0.8415345060355156,
      "learning_rate": 0.00020457280625511075,
      "loss": 0.4868,
      "step": 57119
    },
    {
      "epoch": 2.33954536145812,
      "grad_norm": 1.114661791318147,
      "learning_rate": 0.00020456976835175707,
      "loss": 0.9714,
      "step": 57120
    },
    {
      "epoch": 2.339586319885316,
      "grad_norm": 1.04510123691297,
      "learning_rate": 0.00020456673042260594,
      "loss": 0.8366,
      "step": 57121
    },
    {
      "epoch": 2.3396272783125127,
      "grad_norm": 3.3138994121258767,
      "learning_rate": 0.00020456369246765887,
      "loss": 4.2138,
      "step": 57122
    },
    {
      "epoch": 2.3396682367397093,
      "grad_norm": 1.3716854370142069,
      "learning_rate": 0.00020456065448691722,
      "loss": 1.319,
      "step": 57123
    },
    {
      "epoch": 2.339709195166906,
      "grad_norm": 1.1111677210182107,
      "learning_rate": 0.0002045576164803825,
      "loss": 1.004,
      "step": 57124
    },
    {
      "epoch": 2.339750153594102,
      "grad_norm": 1.2364842518098553,
      "learning_rate": 0.00020455457844805605,
      "loss": 1.0056,
      "step": 57125
    },
    {
      "epoch": 2.3397911120212984,
      "grad_norm": 2.6983337820329907,
      "learning_rate": 0.0002045515403899394,
      "loss": 0.6773,
      "step": 57126
    },
    {
      "epoch": 2.339832070448495,
      "grad_norm": 1.117247139240332,
      "learning_rate": 0.00020454850230603396,
      "loss": 0.759,
      "step": 57127
    },
    {
      "epoch": 2.339873028875691,
      "grad_norm": 1.1066599994057755,
      "learning_rate": 0.00020454546419634113,
      "loss": 0.8971,
      "step": 57128
    },
    {
      "epoch": 2.3399139873028876,
      "grad_norm": 1.0650585302100768,
      "learning_rate": 0.00020454242606086234,
      "loss": 0.8995,
      "step": 57129
    },
    {
      "epoch": 2.339954945730084,
      "grad_norm": 0.9909608708179165,
      "learning_rate": 0.0002045393878995991,
      "loss": 0.8045,
      "step": 57130
    },
    {
      "epoch": 2.33999590415728,
      "grad_norm": 1.234674099725929,
      "learning_rate": 0.0002045363497125528,
      "loss": 0.9962,
      "step": 57131
    },
    {
      "epoch": 2.3400368625844767,
      "grad_norm": 0.8435430083802904,
      "learning_rate": 0.00020453331149972487,
      "loss": 0.3089,
      "step": 57132
    },
    {
      "epoch": 2.3400778210116733,
      "grad_norm": 1.4759821505597777,
      "learning_rate": 0.00020453027326111672,
      "loss": 1.7052,
      "step": 57133
    },
    {
      "epoch": 2.3401187794388694,
      "grad_norm": 1.3210555392661931,
      "learning_rate": 0.00020452723499672987,
      "loss": 1.2222,
      "step": 57134
    },
    {
      "epoch": 2.340159737866066,
      "grad_norm": 1.1783392871678855,
      "learning_rate": 0.0002045241967065657,
      "loss": 0.98,
      "step": 57135
    },
    {
      "epoch": 2.3402006962932624,
      "grad_norm": 0.9141559040581196,
      "learning_rate": 0.00020452115839062564,
      "loss": 0.684,
      "step": 57136
    },
    {
      "epoch": 2.340241654720459,
      "grad_norm": 1.127776053588821,
      "learning_rate": 0.0002045181200489111,
      "loss": 0.6947,
      "step": 57137
    },
    {
      "epoch": 2.340282613147655,
      "grad_norm": 0.5575771159443266,
      "learning_rate": 0.00020451508168142364,
      "loss": 0.2684,
      "step": 57138
    },
    {
      "epoch": 2.3403235715748516,
      "grad_norm": 0.6369519939147092,
      "learning_rate": 0.00020451204328816457,
      "loss": 0.296,
      "step": 57139
    },
    {
      "epoch": 2.3403645300020477,
      "grad_norm": 0.8329441348807695,
      "learning_rate": 0.00020450900486913539,
      "loss": 0.4493,
      "step": 57140
    },
    {
      "epoch": 2.3404054884292442,
      "grad_norm": 0.5209584680933866,
      "learning_rate": 0.00020450596642433746,
      "loss": 0.2182,
      "step": 57141
    },
    {
      "epoch": 2.3404464468564408,
      "grad_norm": 1.0358125911606983,
      "learning_rate": 0.00020450292795377232,
      "loss": 0.834,
      "step": 57142
    },
    {
      "epoch": 2.3404874052836373,
      "grad_norm": 1.8283969476930537,
      "learning_rate": 0.00020449988945744134,
      "loss": 1.4524,
      "step": 57143
    },
    {
      "epoch": 2.3405283637108334,
      "grad_norm": 0.7917396460285518,
      "learning_rate": 0.000204496850935346,
      "loss": 0.357,
      "step": 57144
    },
    {
      "epoch": 2.34056932213803,
      "grad_norm": 0.9025749191300757,
      "learning_rate": 0.00020449381238748767,
      "loss": 0.6718,
      "step": 57145
    },
    {
      "epoch": 2.3406102805652265,
      "grad_norm": 1.3692308912534379,
      "learning_rate": 0.00020449077381386787,
      "loss": 1.143,
      "step": 57146
    },
    {
      "epoch": 2.3406512389924226,
      "grad_norm": 1.1878243313371906,
      "learning_rate": 0.00020448773521448797,
      "loss": 0.9882,
      "step": 57147
    },
    {
      "epoch": 2.340692197419619,
      "grad_norm": 1.2993795013777087,
      "learning_rate": 0.00020448469658934944,
      "loss": 1.1175,
      "step": 57148
    },
    {
      "epoch": 2.3407331558468156,
      "grad_norm": 1.1467847699034444,
      "learning_rate": 0.0002044816579384537,
      "loss": 1.053,
      "step": 57149
    },
    {
      "epoch": 2.3407741142740117,
      "grad_norm": 0.6876321531907923,
      "learning_rate": 0.0002044786192618022,
      "loss": 0.3838,
      "step": 57150
    },
    {
      "epoch": 2.3408150727012083,
      "grad_norm": 0.8926722781857657,
      "learning_rate": 0.00020447558055939637,
      "loss": 0.9054,
      "step": 57151
    },
    {
      "epoch": 2.340856031128405,
      "grad_norm": 0.9142425700582267,
      "learning_rate": 0.00020447254183123762,
      "loss": 0.5209,
      "step": 57152
    },
    {
      "epoch": 2.340896989555601,
      "grad_norm": 1.351708760590128,
      "learning_rate": 0.00020446950307732747,
      "loss": 1.1828,
      "step": 57153
    },
    {
      "epoch": 2.3409379479827974,
      "grad_norm": 1.05726024158718,
      "learning_rate": 0.00020446646429766725,
      "loss": 0.7325,
      "step": 57154
    },
    {
      "epoch": 2.340978906409994,
      "grad_norm": 2.785588266685819,
      "learning_rate": 0.0002044634254922585,
      "loss": 0.6552,
      "step": 57155
    },
    {
      "epoch": 2.3410198648371905,
      "grad_norm": 0.9851588879904347,
      "learning_rate": 0.00020446038666110255,
      "loss": 0.7058,
      "step": 57156
    },
    {
      "epoch": 2.3410608232643866,
      "grad_norm": 1.4104900555368058,
      "learning_rate": 0.00020445734780420087,
      "loss": 0.9178,
      "step": 57157
    },
    {
      "epoch": 2.341101781691583,
      "grad_norm": 0.8296047269534507,
      "learning_rate": 0.00020445430892155497,
      "loss": 0.5919,
      "step": 57158
    },
    {
      "epoch": 2.341142740118779,
      "grad_norm": 1.0483416676005481,
      "learning_rate": 0.0002044512700131662,
      "loss": 0.9216,
      "step": 57159
    },
    {
      "epoch": 2.3411836985459757,
      "grad_norm": 0.9682101197360714,
      "learning_rate": 0.00020444823107903607,
      "loss": 0.5966,
      "step": 57160
    },
    {
      "epoch": 2.3412246569731723,
      "grad_norm": 0.8776889667165774,
      "learning_rate": 0.0002044451921191659,
      "loss": 0.8174,
      "step": 57161
    },
    {
      "epoch": 2.341265615400369,
      "grad_norm": 0.8151755228373434,
      "learning_rate": 0.00020444215313355729,
      "loss": 0.54,
      "step": 57162
    },
    {
      "epoch": 2.341306573827565,
      "grad_norm": 1.845525875342194,
      "learning_rate": 0.00020443911412221154,
      "loss": 1.4055,
      "step": 57163
    },
    {
      "epoch": 2.3413475322547614,
      "grad_norm": 0.9600597479201942,
      "learning_rate": 0.00020443607508513018,
      "loss": 0.6001,
      "step": 57164
    },
    {
      "epoch": 2.341388490681958,
      "grad_norm": 1.1737838974398482,
      "learning_rate": 0.00020443303602231454,
      "loss": 1.0312,
      "step": 57165
    },
    {
      "epoch": 2.341429449109154,
      "grad_norm": 0.849418541765376,
      "learning_rate": 0.00020442999693376615,
      "loss": 0.7759,
      "step": 57166
    },
    {
      "epoch": 2.3414704075363506,
      "grad_norm": 0.7645534383034543,
      "learning_rate": 0.00020442695781948641,
      "loss": 0.8193,
      "step": 57167
    },
    {
      "epoch": 2.341511365963547,
      "grad_norm": 0.7524103506264505,
      "learning_rate": 0.00020442391867947677,
      "loss": 0.5989,
      "step": 57168
    },
    {
      "epoch": 2.3415523243907432,
      "grad_norm": 1.027187506988885,
      "learning_rate": 0.0002044208795137386,
      "loss": 0.9074,
      "step": 57169
    },
    {
      "epoch": 2.3415932828179398,
      "grad_norm": 2.2770144010721673,
      "learning_rate": 0.0002044178403222735,
      "loss": 0.8034,
      "step": 57170
    },
    {
      "epoch": 2.3416342412451363,
      "grad_norm": 1.2812434280762022,
      "learning_rate": 0.00020441480110508275,
      "loss": 0.5796,
      "step": 57171
    },
    {
      "epoch": 2.3416751996723324,
      "grad_norm": 0.9404612104921314,
      "learning_rate": 0.00020441176186216785,
      "loss": 0.7812,
      "step": 57172
    },
    {
      "epoch": 2.341716158099529,
      "grad_norm": 1.0607701841160366,
      "learning_rate": 0.00020440872259353018,
      "loss": 0.4265,
      "step": 57173
    },
    {
      "epoch": 2.3417571165267255,
      "grad_norm": 1.9062458235939945,
      "learning_rate": 0.0002044056832991713,
      "loss": 1.3636,
      "step": 57174
    },
    {
      "epoch": 2.341798074953922,
      "grad_norm": 0.9417774696994992,
      "learning_rate": 0.00020440264397909253,
      "loss": 0.4683,
      "step": 57175
    },
    {
      "epoch": 2.341839033381118,
      "grad_norm": 0.6192153043854829,
      "learning_rate": 0.00020439960463329536,
      "loss": 0.2807,
      "step": 57176
    },
    {
      "epoch": 2.3418799918083146,
      "grad_norm": 0.7821422685637358,
      "learning_rate": 0.00020439656526178118,
      "loss": 0.3161,
      "step": 57177
    },
    {
      "epoch": 2.3419209502355107,
      "grad_norm": 1.2437734347264557,
      "learning_rate": 0.00020439352586455148,
      "loss": 1.3867,
      "step": 57178
    },
    {
      "epoch": 2.3419619086627073,
      "grad_norm": 0.9849367166402959,
      "learning_rate": 0.00020439048644160768,
      "loss": 0.9776,
      "step": 57179
    },
    {
      "epoch": 2.342002867089904,
      "grad_norm": 0.9510703555168962,
      "learning_rate": 0.00020438744699295122,
      "loss": 0.6162,
      "step": 57180
    },
    {
      "epoch": 2.3420438255171003,
      "grad_norm": 0.5895031298995237,
      "learning_rate": 0.0002043844075185835,
      "loss": 0.218,
      "step": 57181
    },
    {
      "epoch": 2.3420847839442964,
      "grad_norm": 1.3062451171014586,
      "learning_rate": 0.00020438136801850603,
      "loss": 0.9326,
      "step": 57182
    },
    {
      "epoch": 2.342125742371493,
      "grad_norm": 1.0680932131046472,
      "learning_rate": 0.0002043783284927202,
      "loss": 0.7548,
      "step": 57183
    },
    {
      "epoch": 2.3421667007986895,
      "grad_norm": 1.0350298802961637,
      "learning_rate": 0.00020437528894122744,
      "loss": 0.7826,
      "step": 57184
    },
    {
      "epoch": 2.3422076592258856,
      "grad_norm": 0.9880965707580982,
      "learning_rate": 0.00020437224936402916,
      "loss": 0.7158,
      "step": 57185
    },
    {
      "epoch": 2.342248617653082,
      "grad_norm": 1.4203631982404445,
      "learning_rate": 0.0002043692097611269,
      "loss": 0.7894,
      "step": 57186
    },
    {
      "epoch": 2.3422895760802787,
      "grad_norm": 1.272274510448645,
      "learning_rate": 0.00020436617013252204,
      "loss": 1.0956,
      "step": 57187
    },
    {
      "epoch": 2.3423305345074747,
      "grad_norm": 0.8100911876778417,
      "learning_rate": 0.00020436313047821598,
      "loss": 0.6655,
      "step": 57188
    },
    {
      "epoch": 2.3423714929346713,
      "grad_norm": 0.9057030749492679,
      "learning_rate": 0.00020436009079821018,
      "loss": 0.4123,
      "step": 57189
    },
    {
      "epoch": 2.342412451361868,
      "grad_norm": 1.3662007403442566,
      "learning_rate": 0.00020435705109250608,
      "loss": 1.131,
      "step": 57190
    },
    {
      "epoch": 2.342453409789064,
      "grad_norm": 0.9973580761712344,
      "learning_rate": 0.00020435401136110513,
      "loss": 0.8303,
      "step": 57191
    },
    {
      "epoch": 2.3424943682162604,
      "grad_norm": 0.9845043599788721,
      "learning_rate": 0.00020435097160400876,
      "loss": 0.7703,
      "step": 57192
    },
    {
      "epoch": 2.342535326643457,
      "grad_norm": 0.8428427328946462,
      "learning_rate": 0.0002043479318212184,
      "loss": 0.6068,
      "step": 57193
    },
    {
      "epoch": 2.3425762850706535,
      "grad_norm": 1.092491559133949,
      "learning_rate": 0.0002043448920127355,
      "loss": 0.8575,
      "step": 57194
    },
    {
      "epoch": 2.3426172434978496,
      "grad_norm": 0.8697731299974668,
      "learning_rate": 0.00020434185217856144,
      "loss": 0.7799,
      "step": 57195
    },
    {
      "epoch": 2.342658201925046,
      "grad_norm": 0.9721976884271524,
      "learning_rate": 0.00020433881231869777,
      "loss": 0.7126,
      "step": 57196
    },
    {
      "epoch": 2.3426991603522422,
      "grad_norm": 0.9914234506858878,
      "learning_rate": 0.0002043357724331458,
      "loss": 0.7338,
      "step": 57197
    },
    {
      "epoch": 2.3427401187794388,
      "grad_norm": 1.0607087587911235,
      "learning_rate": 0.00020433273252190706,
      "loss": 0.738,
      "step": 57198
    },
    {
      "epoch": 2.3427810772066353,
      "grad_norm": 0.8645504758761162,
      "learning_rate": 0.00020432969258498302,
      "loss": 0.6636,
      "step": 57199
    },
    {
      "epoch": 2.342822035633832,
      "grad_norm": 1.6065885853162858,
      "learning_rate": 0.000204326652622375,
      "loss": 0.7308,
      "step": 57200
    },
    {
      "epoch": 2.342862994061028,
      "grad_norm": 0.961344344721671,
      "learning_rate": 0.00020432361263408446,
      "loss": 0.8813,
      "step": 57201
    },
    {
      "epoch": 2.3429039524882245,
      "grad_norm": 0.8742721628481227,
      "learning_rate": 0.0002043205726201129,
      "loss": 0.6401,
      "step": 57202
    },
    {
      "epoch": 2.342944910915421,
      "grad_norm": 0.6607552445373951,
      "learning_rate": 0.0002043175325804617,
      "loss": 0.3086,
      "step": 57203
    },
    {
      "epoch": 2.342985869342617,
      "grad_norm": 1.0380027278409434,
      "learning_rate": 0.00020431449251513237,
      "loss": 1.0318,
      "step": 57204
    },
    {
      "epoch": 2.3430268277698136,
      "grad_norm": 0.9115028803186985,
      "learning_rate": 0.00020431145242412626,
      "loss": 0.7765,
      "step": 57205
    },
    {
      "epoch": 2.34306778619701,
      "grad_norm": 2.1064173195848634,
      "learning_rate": 0.00020430841230744486,
      "loss": 0.6135,
      "step": 57206
    },
    {
      "epoch": 2.3431087446242063,
      "grad_norm": 1.3818083692261962,
      "learning_rate": 0.0002043053721650896,
      "loss": 0.9399,
      "step": 57207
    },
    {
      "epoch": 2.343149703051403,
      "grad_norm": 0.749906280144291,
      "learning_rate": 0.00020430233199706193,
      "loss": 0.3716,
      "step": 57208
    },
    {
      "epoch": 2.3431906614785993,
      "grad_norm": 3.151113963385259,
      "learning_rate": 0.0002042992918033632,
      "loss": 3.5264,
      "step": 57209
    },
    {
      "epoch": 2.3432316199057954,
      "grad_norm": 1.35306984129933,
      "learning_rate": 0.00020429625158399498,
      "loss": 1.2599,
      "step": 57210
    },
    {
      "epoch": 2.343272578332992,
      "grad_norm": 1.2338871566324323,
      "learning_rate": 0.00020429321133895863,
      "loss": 0.307,
      "step": 57211
    },
    {
      "epoch": 2.3433135367601885,
      "grad_norm": 0.9265816396344858,
      "learning_rate": 0.0002042901710682556,
      "loss": 0.5694,
      "step": 57212
    },
    {
      "epoch": 2.343354495187385,
      "grad_norm": 0.9570627065466084,
      "learning_rate": 0.0002042871307718873,
      "loss": 0.8807,
      "step": 57213
    },
    {
      "epoch": 2.343395453614581,
      "grad_norm": 1.1407948155728207,
      "learning_rate": 0.00020428409044985523,
      "loss": 0.8029,
      "step": 57214
    },
    {
      "epoch": 2.3434364120417777,
      "grad_norm": 1.1906306290371074,
      "learning_rate": 0.00020428105010216076,
      "loss": 0.9205,
      "step": 57215
    },
    {
      "epoch": 2.3434773704689738,
      "grad_norm": 1.458578970991997,
      "learning_rate": 0.00020427800972880542,
      "loss": 0.9778,
      "step": 57216
    },
    {
      "epoch": 2.3435183288961703,
      "grad_norm": 1.180323214503167,
      "learning_rate": 0.00020427496932979048,
      "loss": 0.9947,
      "step": 57217
    },
    {
      "epoch": 2.343559287323367,
      "grad_norm": 1.1273557736822613,
      "learning_rate": 0.00020427192890511758,
      "loss": 0.6691,
      "step": 57218
    },
    {
      "epoch": 2.3436002457505634,
      "grad_norm": 0.9510674317335687,
      "learning_rate": 0.00020426888845478803,
      "loss": 0.9667,
      "step": 57219
    },
    {
      "epoch": 2.3436412041777595,
      "grad_norm": 1.103785147756411,
      "learning_rate": 0.0002042658479788033,
      "loss": 0.9459,
      "step": 57220
    },
    {
      "epoch": 2.343682162604956,
      "grad_norm": 1.1641338203083693,
      "learning_rate": 0.0002042628074771648,
      "loss": 1.0713,
      "step": 57221
    },
    {
      "epoch": 2.3437231210321525,
      "grad_norm": 0.6894071059601727,
      "learning_rate": 0.000204259766949874,
      "loss": 0.5353,
      "step": 57222
    },
    {
      "epoch": 2.3437640794593486,
      "grad_norm": 1.6659346494710845,
      "learning_rate": 0.00020425672639693237,
      "loss": 1.4613,
      "step": 57223
    },
    {
      "epoch": 2.343805037886545,
      "grad_norm": 1.4055373945720335,
      "learning_rate": 0.0002042536858183413,
      "loss": 0.635,
      "step": 57224
    },
    {
      "epoch": 2.3438459963137417,
      "grad_norm": 1.295053810390048,
      "learning_rate": 0.0002042506452141022,
      "loss": 0.7214,
      "step": 57225
    },
    {
      "epoch": 2.343886954740938,
      "grad_norm": 0.5478985435668563,
      "learning_rate": 0.0002042476045842166,
      "loss": 0.2595,
      "step": 57226
    },
    {
      "epoch": 2.3439279131681343,
      "grad_norm": 3.1229728354323196,
      "learning_rate": 0.00020424456392868586,
      "loss": 3.8875,
      "step": 57227
    },
    {
      "epoch": 2.343968871595331,
      "grad_norm": 0.966550967920628,
      "learning_rate": 0.0002042415232475114,
      "loss": 0.7137,
      "step": 57228
    },
    {
      "epoch": 2.344009830022527,
      "grad_norm": 1.5640566944037497,
      "learning_rate": 0.00020423848254069472,
      "loss": 1.0184,
      "step": 57229
    },
    {
      "epoch": 2.3440507884497235,
      "grad_norm": 1.2145824590190109,
      "learning_rate": 0.00020423544180823722,
      "loss": 0.7408,
      "step": 57230
    },
    {
      "epoch": 2.34409174687692,
      "grad_norm": 0.8273493924946407,
      "learning_rate": 0.00020423240105014038,
      "loss": 0.3848,
      "step": 57231
    },
    {
      "epoch": 2.3441327053041165,
      "grad_norm": 1.1822363102844833,
      "learning_rate": 0.00020422936026640557,
      "loss": 0.8036,
      "step": 57232
    },
    {
      "epoch": 2.3441736637313126,
      "grad_norm": 1.1919695088169318,
      "learning_rate": 0.00020422631945703426,
      "loss": 0.3722,
      "step": 57233
    },
    {
      "epoch": 2.344214622158509,
      "grad_norm": 0.8245723734459535,
      "learning_rate": 0.00020422327862202794,
      "loss": 0.5689,
      "step": 57234
    },
    {
      "epoch": 2.3442555805857053,
      "grad_norm": 0.9445861500600207,
      "learning_rate": 0.000204220237761388,
      "loss": 0.9014,
      "step": 57235
    },
    {
      "epoch": 2.344296539012902,
      "grad_norm": 1.2523551974087612,
      "learning_rate": 0.00020421719687511587,
      "loss": 0.6886,
      "step": 57236
    },
    {
      "epoch": 2.3443374974400983,
      "grad_norm": 1.614834555283391,
      "learning_rate": 0.00020421415596321292,
      "loss": 1.0628,
      "step": 57237
    },
    {
      "epoch": 2.344378455867295,
      "grad_norm": 1.1563838649650429,
      "learning_rate": 0.00020421111502568073,
      "loss": 0.8363,
      "step": 57238
    },
    {
      "epoch": 2.344419414294491,
      "grad_norm": 1.1611512280893366,
      "learning_rate": 0.00020420807406252068,
      "loss": 0.8464,
      "step": 57239
    },
    {
      "epoch": 2.3444603727216875,
      "grad_norm": 0.9444380970445957,
      "learning_rate": 0.00020420503307373418,
      "loss": 0.8305,
      "step": 57240
    },
    {
      "epoch": 2.344501331148884,
      "grad_norm": 0.9043343424215288,
      "learning_rate": 0.00020420199205932268,
      "loss": 0.8715,
      "step": 57241
    },
    {
      "epoch": 2.34454228957608,
      "grad_norm": 1.5372114803826884,
      "learning_rate": 0.00020419895101928765,
      "loss": 1.2539,
      "step": 57242
    },
    {
      "epoch": 2.3445832480032767,
      "grad_norm": 1.0927753785306535,
      "learning_rate": 0.0002041959099536305,
      "loss": 1.011,
      "step": 57243
    },
    {
      "epoch": 2.344624206430473,
      "grad_norm": 1.0819468364757052,
      "learning_rate": 0.00020419286886235263,
      "loss": 1.1278,
      "step": 57244
    },
    {
      "epoch": 2.3446651648576693,
      "grad_norm": 0.9990515352378799,
      "learning_rate": 0.0002041898277454555,
      "loss": 0.9336,
      "step": 57245
    },
    {
      "epoch": 2.344706123284866,
      "grad_norm": 0.9230115392817367,
      "learning_rate": 0.00020418678660294063,
      "loss": 0.9512,
      "step": 57246
    },
    {
      "epoch": 2.3447470817120624,
      "grad_norm": 0.6203788594298989,
      "learning_rate": 0.00020418374543480935,
      "loss": 0.2712,
      "step": 57247
    },
    {
      "epoch": 2.3447880401392585,
      "grad_norm": 1.3079302959813186,
      "learning_rate": 0.00020418070424106313,
      "loss": 0.8295,
      "step": 57248
    },
    {
      "epoch": 2.344828998566455,
      "grad_norm": 1.0202082106837156,
      "learning_rate": 0.00020417766302170345,
      "loss": 0.8155,
      "step": 57249
    },
    {
      "epoch": 2.3448699569936515,
      "grad_norm": 1.079769492773751,
      "learning_rate": 0.00020417462177673172,
      "loss": 0.8619,
      "step": 57250
    },
    {
      "epoch": 2.344910915420848,
      "grad_norm": 0.8743100623871845,
      "learning_rate": 0.00020417158050614934,
      "loss": 0.8473,
      "step": 57251
    },
    {
      "epoch": 2.344951873848044,
      "grad_norm": 0.7954080003194481,
      "learning_rate": 0.0002041685392099578,
      "loss": 0.6628,
      "step": 57252
    },
    {
      "epoch": 2.3449928322752407,
      "grad_norm": 1.014537194228589,
      "learning_rate": 0.00020416549788815848,
      "loss": 0.9277,
      "step": 57253
    },
    {
      "epoch": 2.345033790702437,
      "grad_norm": 0.8438046710964293,
      "learning_rate": 0.0002041624565407529,
      "loss": 0.7385,
      "step": 57254
    },
    {
      "epoch": 2.3450747491296333,
      "grad_norm": 0.7618719891163342,
      "learning_rate": 0.00020415941516774245,
      "loss": 0.4712,
      "step": 57255
    },
    {
      "epoch": 2.34511570755683,
      "grad_norm": 0.7646810544436247,
      "learning_rate": 0.00020415637376912856,
      "loss": 0.2563,
      "step": 57256
    },
    {
      "epoch": 2.3451566659840264,
      "grad_norm": 1.0568035422511617,
      "learning_rate": 0.00020415333234491273,
      "loss": 0.9706,
      "step": 57257
    },
    {
      "epoch": 2.3451976244112225,
      "grad_norm": 0.7906855760449647,
      "learning_rate": 0.00020415029089509626,
      "loss": 0.7518,
      "step": 57258
    },
    {
      "epoch": 2.345238582838419,
      "grad_norm": 1.0231553190180414,
      "learning_rate": 0.0002041472494196807,
      "loss": 0.8065,
      "step": 57259
    },
    {
      "epoch": 2.3452795412656156,
      "grad_norm": 0.7398211331531392,
      "learning_rate": 0.00020414420791866751,
      "loss": 0.23,
      "step": 57260
    },
    {
      "epoch": 2.3453204996928116,
      "grad_norm": 0.9777558744262717,
      "learning_rate": 0.00020414116639205806,
      "loss": 0.9262,
      "step": 57261
    },
    {
      "epoch": 2.345361458120008,
      "grad_norm": 1.0060822501883777,
      "learning_rate": 0.0002041381248398538,
      "loss": 0.857,
      "step": 57262
    },
    {
      "epoch": 2.3454024165472047,
      "grad_norm": 1.2392164300563548,
      "learning_rate": 0.00020413508326205617,
      "loss": 0.8594,
      "step": 57263
    },
    {
      "epoch": 2.345443374974401,
      "grad_norm": 3.1869370829942554,
      "learning_rate": 0.0002041320416586666,
      "loss": 0.9612,
      "step": 57264
    },
    {
      "epoch": 2.3454843334015973,
      "grad_norm": 1.5574320662000583,
      "learning_rate": 0.00020412900002968656,
      "loss": 1.215,
      "step": 57265
    },
    {
      "epoch": 2.345525291828794,
      "grad_norm": 1.2710212238334135,
      "learning_rate": 0.00020412595837511745,
      "loss": 0.6171,
      "step": 57266
    },
    {
      "epoch": 2.34556625025599,
      "grad_norm": 2.5523605391788915,
      "learning_rate": 0.00020412291669496077,
      "loss": 2.9327,
      "step": 57267
    },
    {
      "epoch": 2.3456072086831865,
      "grad_norm": 1.1220420673486158,
      "learning_rate": 0.00020411987498921788,
      "loss": 0.7062,
      "step": 57268
    },
    {
      "epoch": 2.345648167110383,
      "grad_norm": 1.0319542783068458,
      "learning_rate": 0.00020411683325789024,
      "loss": 0.8447,
      "step": 57269
    },
    {
      "epoch": 2.3456891255375796,
      "grad_norm": 0.7708553522834003,
      "learning_rate": 0.00020411379150097933,
      "loss": 0.5446,
      "step": 57270
    },
    {
      "epoch": 2.3457300839647757,
      "grad_norm": 0.8471954011544199,
      "learning_rate": 0.0002041107497184866,
      "loss": 0.344,
      "step": 57271
    },
    {
      "epoch": 2.345771042391972,
      "grad_norm": 0.897338540909595,
      "learning_rate": 0.0002041077079104134,
      "loss": 0.6407,
      "step": 57272
    },
    {
      "epoch": 2.3458120008191683,
      "grad_norm": 1.5760599350874067,
      "learning_rate": 0.0002041046660767612,
      "loss": 1.3855,
      "step": 57273
    },
    {
      "epoch": 2.345852959246365,
      "grad_norm": 0.7009790860704507,
      "learning_rate": 0.00020410162421753147,
      "loss": 0.2559,
      "step": 57274
    },
    {
      "epoch": 2.3458939176735614,
      "grad_norm": 1.485709349760856,
      "learning_rate": 0.0002040985823327256,
      "loss": 0.3309,
      "step": 57275
    },
    {
      "epoch": 2.345934876100758,
      "grad_norm": 0.6937577484850886,
      "learning_rate": 0.00020409554042234512,
      "loss": 0.2989,
      "step": 57276
    },
    {
      "epoch": 2.345975834527954,
      "grad_norm": 1.078179530027441,
      "learning_rate": 0.00020409249848639136,
      "loss": 0.7061,
      "step": 57277
    },
    {
      "epoch": 2.3460167929551505,
      "grad_norm": 0.9091935027467696,
      "learning_rate": 0.00020408945652486583,
      "loss": 0.6726,
      "step": 57278
    },
    {
      "epoch": 2.346057751382347,
      "grad_norm": 0.593827673816144,
      "learning_rate": 0.00020408641453776994,
      "loss": 0.2274,
      "step": 57279
    },
    {
      "epoch": 2.346098709809543,
      "grad_norm": 1.1092544262704103,
      "learning_rate": 0.00020408337252510514,
      "loss": 0.6668,
      "step": 57280
    },
    {
      "epoch": 2.3461396682367397,
      "grad_norm": 0.914979118938261,
      "learning_rate": 0.00020408033048687282,
      "loss": 0.7538,
      "step": 57281
    },
    {
      "epoch": 2.3461806266639362,
      "grad_norm": 1.6078913848075562,
      "learning_rate": 0.0002040772884230745,
      "loss": 0.9694,
      "step": 57282
    },
    {
      "epoch": 2.3462215850911323,
      "grad_norm": 1.0320472940579533,
      "learning_rate": 0.00020407424633371156,
      "loss": 0.6388,
      "step": 57283
    },
    {
      "epoch": 2.346262543518329,
      "grad_norm": 0.6647985667022975,
      "learning_rate": 0.00020407120421878547,
      "loss": 0.2616,
      "step": 57284
    },
    {
      "epoch": 2.3463035019455254,
      "grad_norm": 1.099372619956653,
      "learning_rate": 0.00020406816207829763,
      "loss": 1.1467,
      "step": 57285
    },
    {
      "epoch": 2.3463444603727215,
      "grad_norm": 0.9799585417480097,
      "learning_rate": 0.00020406511991224953,
      "loss": 0.8434,
      "step": 57286
    },
    {
      "epoch": 2.346385418799918,
      "grad_norm": 1.2727779373099986,
      "learning_rate": 0.00020406207772064256,
      "loss": 0.8034,
      "step": 57287
    },
    {
      "epoch": 2.3464263772271146,
      "grad_norm": 0.9380685567467987,
      "learning_rate": 0.00020405903550347817,
      "loss": 0.8789,
      "step": 57288
    },
    {
      "epoch": 2.346467335654311,
      "grad_norm": 0.882802938730017,
      "learning_rate": 0.00020405599326075776,
      "loss": 0.433,
      "step": 57289
    },
    {
      "epoch": 2.346508294081507,
      "grad_norm": 1.0128350660755805,
      "learning_rate": 0.0002040529509924829,
      "loss": 0.74,
      "step": 57290
    },
    {
      "epoch": 2.3465492525087037,
      "grad_norm": 1.2471357303191228,
      "learning_rate": 0.0002040499086986549,
      "loss": 0.7997,
      "step": 57291
    },
    {
      "epoch": 2.3465902109359,
      "grad_norm": 0.9957713513721209,
      "learning_rate": 0.00020404686637927525,
      "loss": 0.7036,
      "step": 57292
    },
    {
      "epoch": 2.3466311693630963,
      "grad_norm": 0.58043131675524,
      "learning_rate": 0.0002040438240343454,
      "loss": 0.2437,
      "step": 57293
    },
    {
      "epoch": 2.346672127790293,
      "grad_norm": 1.4996776009224413,
      "learning_rate": 0.0002040407816638667,
      "loss": 1.3301,
      "step": 57294
    },
    {
      "epoch": 2.3467130862174894,
      "grad_norm": 1.118721801756362,
      "learning_rate": 0.00020403773926784075,
      "loss": 0.8078,
      "step": 57295
    },
    {
      "epoch": 2.3467540446446855,
      "grad_norm": 1.0293728862481821,
      "learning_rate": 0.0002040346968462688,
      "loss": 0.658,
      "step": 57296
    },
    {
      "epoch": 2.346795003071882,
      "grad_norm": 1.0760808859289477,
      "learning_rate": 0.00020403165439915243,
      "loss": 0.9757,
      "step": 57297
    },
    {
      "epoch": 2.3468359614990786,
      "grad_norm": 1.0189551741425447,
      "learning_rate": 0.00020402861192649302,
      "loss": 0.8266,
      "step": 57298
    },
    {
      "epoch": 2.3468769199262747,
      "grad_norm": 1.288239861380453,
      "learning_rate": 0.00020402556942829202,
      "loss": 0.6405,
      "step": 57299
    },
    {
      "epoch": 2.346917878353471,
      "grad_norm": 0.8276472805409936,
      "learning_rate": 0.00020402252690455083,
      "loss": 0.692,
      "step": 57300
    },
    {
      "epoch": 2.3469588367806677,
      "grad_norm": 1.120205685118603,
      "learning_rate": 0.00020401948435527095,
      "loss": 0.9258,
      "step": 57301
    },
    {
      "epoch": 2.346999795207864,
      "grad_norm": 0.9387270023822725,
      "learning_rate": 0.00020401644178045378,
      "loss": 0.6947,
      "step": 57302
    },
    {
      "epoch": 2.3470407536350604,
      "grad_norm": 1.0382248574874626,
      "learning_rate": 0.00020401339918010083,
      "loss": 1.2498,
      "step": 57303
    },
    {
      "epoch": 2.347081712062257,
      "grad_norm": 1.2193412671286845,
      "learning_rate": 0.00020401035655421342,
      "loss": 1.1022,
      "step": 57304
    },
    {
      "epoch": 2.347122670489453,
      "grad_norm": 1.172278458382523,
      "learning_rate": 0.00020400731390279303,
      "loss": 0.8303,
      "step": 57305
    },
    {
      "epoch": 2.3471636289166495,
      "grad_norm": 0.8682721846975907,
      "learning_rate": 0.00020400427122584116,
      "loss": 0.7481,
      "step": 57306
    },
    {
      "epoch": 2.347204587343846,
      "grad_norm": 0.9079684283819978,
      "learning_rate": 0.0002040012285233592,
      "loss": 0.8396,
      "step": 57307
    },
    {
      "epoch": 2.3472455457710426,
      "grad_norm": 1.1163621062689886,
      "learning_rate": 0.00020399818579534858,
      "loss": 0.7994,
      "step": 57308
    },
    {
      "epoch": 2.3472865041982387,
      "grad_norm": 1.0112064607067088,
      "learning_rate": 0.00020399514304181074,
      "loss": 0.6232,
      "step": 57309
    },
    {
      "epoch": 2.3473274626254352,
      "grad_norm": 1.1736544717041404,
      "learning_rate": 0.00020399210026274714,
      "loss": 0.8755,
      "step": 57310
    },
    {
      "epoch": 2.3473684210526318,
      "grad_norm": 1.2520314523039617,
      "learning_rate": 0.00020398905745815926,
      "loss": 0.9703,
      "step": 57311
    },
    {
      "epoch": 2.347409379479828,
      "grad_norm": 0.8229225054366293,
      "learning_rate": 0.00020398601462804844,
      "loss": 0.4033,
      "step": 57312
    },
    {
      "epoch": 2.3474503379070244,
      "grad_norm": 2.5307704483404803,
      "learning_rate": 0.0002039829717724161,
      "loss": 1.3661,
      "step": 57313
    },
    {
      "epoch": 2.347491296334221,
      "grad_norm": 1.5444989904624338,
      "learning_rate": 0.00020397992889126384,
      "loss": 0.9941,
      "step": 57314
    },
    {
      "epoch": 2.347532254761417,
      "grad_norm": 0.8580660476544025,
      "learning_rate": 0.00020397688598459296,
      "loss": 0.7755,
      "step": 57315
    },
    {
      "epoch": 2.3475732131886136,
      "grad_norm": 1.0823935298493417,
      "learning_rate": 0.00020397384305240497,
      "loss": 0.7917,
      "step": 57316
    },
    {
      "epoch": 2.34761417161581,
      "grad_norm": 0.6462648647767667,
      "learning_rate": 0.00020397080009470125,
      "loss": 0.2562,
      "step": 57317
    },
    {
      "epoch": 2.347655130043006,
      "grad_norm": 0.8203921968761798,
      "learning_rate": 0.00020396775711148328,
      "loss": 0.7046,
      "step": 57318
    },
    {
      "epoch": 2.3476960884702027,
      "grad_norm": 2.305739584585562,
      "learning_rate": 0.0002039647141027525,
      "loss": 0.8828,
      "step": 57319
    },
    {
      "epoch": 2.3477370468973993,
      "grad_norm": 0.6505310248993004,
      "learning_rate": 0.0002039616710685103,
      "loss": 0.3207,
      "step": 57320
    },
    {
      "epoch": 2.3477780053245954,
      "grad_norm": 0.873556344810316,
      "learning_rate": 0.00020395862800875816,
      "loss": 0.8118,
      "step": 57321
    },
    {
      "epoch": 2.347818963751792,
      "grad_norm": 1.2088308830357368,
      "learning_rate": 0.00020395558492349754,
      "loss": 0.6022,
      "step": 57322
    },
    {
      "epoch": 2.3478599221789884,
      "grad_norm": 1.2651095922729765,
      "learning_rate": 0.00020395254181272983,
      "loss": 0.9875,
      "step": 57323
    },
    {
      "epoch": 2.3479008806061845,
      "grad_norm": 2.2551307341650246,
      "learning_rate": 0.0002039494986764565,
      "loss": 1.1917,
      "step": 57324
    },
    {
      "epoch": 2.347941839033381,
      "grad_norm": 1.3189716325171956,
      "learning_rate": 0.00020394645551467894,
      "loss": 1.0298,
      "step": 57325
    },
    {
      "epoch": 2.3479827974605776,
      "grad_norm": 0.919462488819184,
      "learning_rate": 0.00020394341232739867,
      "loss": 0.8102,
      "step": 57326
    },
    {
      "epoch": 2.348023755887774,
      "grad_norm": 0.999378333019624,
      "learning_rate": 0.00020394036911461707,
      "loss": 0.8315,
      "step": 57327
    },
    {
      "epoch": 2.34806471431497,
      "grad_norm": 0.9740636107392204,
      "learning_rate": 0.0002039373258763356,
      "loss": 0.9828,
      "step": 57328
    },
    {
      "epoch": 2.3481056727421667,
      "grad_norm": 1.5182563651605097,
      "learning_rate": 0.0002039342826125557,
      "loss": 0.9528,
      "step": 57329
    },
    {
      "epoch": 2.3481466311693633,
      "grad_norm": 1.0158646811336973,
      "learning_rate": 0.00020393123932327877,
      "loss": 0.9509,
      "step": 57330
    },
    {
      "epoch": 2.3481875895965594,
      "grad_norm": 1.1374183417907409,
      "learning_rate": 0.0002039281960085063,
      "loss": 0.738,
      "step": 57331
    },
    {
      "epoch": 2.348228548023756,
      "grad_norm": 1.2043057018959653,
      "learning_rate": 0.00020392515266823971,
      "loss": 1.0148,
      "step": 57332
    },
    {
      "epoch": 2.3482695064509524,
      "grad_norm": 1.0146874352259962,
      "learning_rate": 0.00020392210930248041,
      "loss": 0.889,
      "step": 57333
    },
    {
      "epoch": 2.3483104648781485,
      "grad_norm": 1.0871061185034168,
      "learning_rate": 0.0002039190659112299,
      "loss": 0.9053,
      "step": 57334
    },
    {
      "epoch": 2.348351423305345,
      "grad_norm": 1.0164755026526633,
      "learning_rate": 0.0002039160224944896,
      "loss": 0.5177,
      "step": 57335
    },
    {
      "epoch": 2.3483923817325416,
      "grad_norm": 1.2757753191886918,
      "learning_rate": 0.00020391297905226092,
      "loss": 0.9968,
      "step": 57336
    },
    {
      "epoch": 2.3484333401597377,
      "grad_norm": 0.745156554509466,
      "learning_rate": 0.00020390993558454528,
      "loss": 0.2935,
      "step": 57337
    },
    {
      "epoch": 2.3484742985869342,
      "grad_norm": 0.972234333499083,
      "learning_rate": 0.00020390689209134414,
      "loss": 0.7879,
      "step": 57338
    },
    {
      "epoch": 2.3485152570141308,
      "grad_norm": 0.916065341332267,
      "learning_rate": 0.000203903848572659,
      "loss": 0.7669,
      "step": 57339
    },
    {
      "epoch": 2.348556215441327,
      "grad_norm": 1.2531658889015147,
      "learning_rate": 0.00020390080502849124,
      "loss": 0.8983,
      "step": 57340
    },
    {
      "epoch": 2.3485971738685234,
      "grad_norm": 0.8016827519833464,
      "learning_rate": 0.00020389776145884227,
      "loss": 0.7364,
      "step": 57341
    },
    {
      "epoch": 2.34863813229572,
      "grad_norm": 1.0415380030002306,
      "learning_rate": 0.00020389471786371358,
      "loss": 0.6345,
      "step": 57342
    },
    {
      "epoch": 2.348679090722916,
      "grad_norm": 0.7265464206865464,
      "learning_rate": 0.0002038916742431066,
      "loss": 0.2497,
      "step": 57343
    },
    {
      "epoch": 2.3487200491501126,
      "grad_norm": 1.4138336506396558,
      "learning_rate": 0.00020388863059702278,
      "loss": 0.9901,
      "step": 57344
    },
    {
      "epoch": 2.348761007577309,
      "grad_norm": 5.902909207194792,
      "learning_rate": 0.0002038855869254635,
      "loss": 1.5052,
      "step": 57345
    },
    {
      "epoch": 2.3488019660045056,
      "grad_norm": 0.8645525201235419,
      "learning_rate": 0.0002038825432284303,
      "loss": 0.8727,
      "step": 57346
    },
    {
      "epoch": 2.3488429244317017,
      "grad_norm": 1.4676211676022204,
      "learning_rate": 0.00020387949950592451,
      "loss": 0.7743,
      "step": 57347
    },
    {
      "epoch": 2.3488838828588983,
      "grad_norm": 0.7562484424627786,
      "learning_rate": 0.00020387645575794766,
      "loss": 0.6536,
      "step": 57348
    },
    {
      "epoch": 2.348924841286095,
      "grad_norm": 0.9537507192429315,
      "learning_rate": 0.00020387341198450112,
      "loss": 0.8262,
      "step": 57349
    },
    {
      "epoch": 2.348965799713291,
      "grad_norm": 1.1229875261198157,
      "learning_rate": 0.00020387036818558636,
      "loss": 0.586,
      "step": 57350
    },
    {
      "epoch": 2.3490067581404874,
      "grad_norm": 0.8718416553534091,
      "learning_rate": 0.00020386732436120482,
      "loss": 0.7997,
      "step": 57351
    },
    {
      "epoch": 2.349047716567684,
      "grad_norm": 0.6789920509208476,
      "learning_rate": 0.00020386428051135796,
      "loss": 0.3387,
      "step": 57352
    },
    {
      "epoch": 2.34908867499488,
      "grad_norm": 1.3181320634823415,
      "learning_rate": 0.00020386123663604713,
      "loss": 0.7774,
      "step": 57353
    },
    {
      "epoch": 2.3491296334220766,
      "grad_norm": 1.0648571951357497,
      "learning_rate": 0.00020385819273527388,
      "loss": 0.8026,
      "step": 57354
    },
    {
      "epoch": 2.349170591849273,
      "grad_norm": 1.1488538284747294,
      "learning_rate": 0.0002038551488090396,
      "loss": 0.9857,
      "step": 57355
    },
    {
      "epoch": 2.349211550276469,
      "grad_norm": 1.1088023862927878,
      "learning_rate": 0.00020385210485734573,
      "loss": 0.8232,
      "step": 57356
    },
    {
      "epoch": 2.3492525087036658,
      "grad_norm": 0.9137116378138256,
      "learning_rate": 0.0002038490608801937,
      "loss": 0.5236,
      "step": 57357
    },
    {
      "epoch": 2.3492934671308623,
      "grad_norm": 0.670022262955759,
      "learning_rate": 0.00020384601687758495,
      "loss": 0.3036,
      "step": 57358
    },
    {
      "epoch": 2.3493344255580584,
      "grad_norm": 0.8904543820999857,
      "learning_rate": 0.00020384297284952094,
      "loss": 0.7155,
      "step": 57359
    },
    {
      "epoch": 2.349375383985255,
      "grad_norm": 1.3381563163209218,
      "learning_rate": 0.00020383992879600312,
      "loss": 0.8874,
      "step": 57360
    },
    {
      "epoch": 2.3494163424124515,
      "grad_norm": 0.9460877084803603,
      "learning_rate": 0.00020383688471703286,
      "loss": 0.7605,
      "step": 57361
    },
    {
      "epoch": 2.3494573008396475,
      "grad_norm": 1.0531210549590502,
      "learning_rate": 0.00020383384061261166,
      "loss": 0.9299,
      "step": 57362
    },
    {
      "epoch": 2.349498259266844,
      "grad_norm": 1.0154914470236376,
      "learning_rate": 0.00020383079648274099,
      "loss": 0.7854,
      "step": 57363
    },
    {
      "epoch": 2.3495392176940406,
      "grad_norm": 1.1208673779893177,
      "learning_rate": 0.0002038277523274222,
      "loss": 0.8602,
      "step": 57364
    },
    {
      "epoch": 2.349580176121237,
      "grad_norm": 1.201932293671778,
      "learning_rate": 0.00020382470814665678,
      "loss": 0.972,
      "step": 57365
    },
    {
      "epoch": 2.3496211345484332,
      "grad_norm": 0.9995346772863343,
      "learning_rate": 0.00020382166394044613,
      "loss": 0.7961,
      "step": 57366
    },
    {
      "epoch": 2.34966209297563,
      "grad_norm": 0.820805276746373,
      "learning_rate": 0.00020381861970879178,
      "loss": 0.2818,
      "step": 57367
    },
    {
      "epoch": 2.3497030514028263,
      "grad_norm": 0.9278859836553783,
      "learning_rate": 0.00020381557545169507,
      "loss": 0.6623,
      "step": 57368
    },
    {
      "epoch": 2.3497440098300224,
      "grad_norm": 0.997668785748183,
      "learning_rate": 0.00020381253116915748,
      "loss": 0.6248,
      "step": 57369
    },
    {
      "epoch": 2.349784968257219,
      "grad_norm": 1.0962492818512737,
      "learning_rate": 0.0002038094868611805,
      "loss": 0.8705,
      "step": 57370
    },
    {
      "epoch": 2.3498259266844155,
      "grad_norm": 0.7072910296606735,
      "learning_rate": 0.00020380644252776547,
      "loss": 0.3141,
      "step": 57371
    },
    {
      "epoch": 2.3498668851116116,
      "grad_norm": 2.43449444737131,
      "learning_rate": 0.00020380339816891384,
      "loss": 1.5154,
      "step": 57372
    },
    {
      "epoch": 2.349907843538808,
      "grad_norm": 0.8321216200250984,
      "learning_rate": 0.0002038003537846271,
      "loss": 0.3103,
      "step": 57373
    },
    {
      "epoch": 2.3499488019660046,
      "grad_norm": 0.7704401194555563,
      "learning_rate": 0.00020379730937490672,
      "loss": 0.4103,
      "step": 57374
    },
    {
      "epoch": 2.3499897603932007,
      "grad_norm": 0.9403269485798226,
      "learning_rate": 0.0002037942649397541,
      "loss": 0.2494,
      "step": 57375
    },
    {
      "epoch": 2.3500307188203973,
      "grad_norm": 1.1016125791721023,
      "learning_rate": 0.00020379122047917063,
      "loss": 0.7184,
      "step": 57376
    },
    {
      "epoch": 2.350071677247594,
      "grad_norm": 1.3789351152813223,
      "learning_rate": 0.00020378817599315779,
      "loss": 1.0526,
      "step": 57377
    },
    {
      "epoch": 2.35011263567479,
      "grad_norm": 1.2921120014613756,
      "learning_rate": 0.00020378513148171704,
      "loss": 0.9849,
      "step": 57378
    },
    {
      "epoch": 2.3501535941019864,
      "grad_norm": 1.085429714834848,
      "learning_rate": 0.00020378208694484982,
      "loss": 0.6803,
      "step": 57379
    },
    {
      "epoch": 2.350194552529183,
      "grad_norm": 7.022706304886408,
      "learning_rate": 0.00020377904238255752,
      "loss": 0.9825,
      "step": 57380
    },
    {
      "epoch": 2.350235510956379,
      "grad_norm": 1.359049502682119,
      "learning_rate": 0.0002037759977948416,
      "loss": 1.0019,
      "step": 57381
    },
    {
      "epoch": 2.3502764693835756,
      "grad_norm": 1.3503987591499036,
      "learning_rate": 0.00020377295318170353,
      "loss": 1.0782,
      "step": 57382
    },
    {
      "epoch": 2.350317427810772,
      "grad_norm": 0.9231196444804902,
      "learning_rate": 0.00020376990854314474,
      "loss": 0.7312,
      "step": 57383
    },
    {
      "epoch": 2.3503583862379687,
      "grad_norm": 1.243611642159532,
      "learning_rate": 0.00020376686387916663,
      "loss": 0.76,
      "step": 57384
    },
    {
      "epoch": 2.3503993446651648,
      "grad_norm": 0.8589779249128172,
      "learning_rate": 0.00020376381918977069,
      "loss": 0.665,
      "step": 57385
    },
    {
      "epoch": 2.3504403030923613,
      "grad_norm": 1.2619948246218153,
      "learning_rate": 0.00020376077447495833,
      "loss": 0.6456,
      "step": 57386
    },
    {
      "epoch": 2.350481261519558,
      "grad_norm": 1.1437474231930027,
      "learning_rate": 0.00020375772973473097,
      "loss": 0.8373,
      "step": 57387
    },
    {
      "epoch": 2.350522219946754,
      "grad_norm": 1.049653420211334,
      "learning_rate": 0.00020375468496909013,
      "loss": 0.7139,
      "step": 57388
    },
    {
      "epoch": 2.3505631783739505,
      "grad_norm": 0.8510654193200216,
      "learning_rate": 0.0002037516401780371,
      "loss": 0.4389,
      "step": 57389
    },
    {
      "epoch": 2.350604136801147,
      "grad_norm": 1.0478175320086391,
      "learning_rate": 0.0002037485953615735,
      "loss": 0.5059,
      "step": 57390
    },
    {
      "epoch": 2.350645095228343,
      "grad_norm": 0.9917644888260835,
      "learning_rate": 0.00020374555051970068,
      "loss": 0.9379,
      "step": 57391
    },
    {
      "epoch": 2.3506860536555396,
      "grad_norm": 1.7048984513209828,
      "learning_rate": 0.00020374250565242008,
      "loss": 0.6852,
      "step": 57392
    },
    {
      "epoch": 2.350727012082736,
      "grad_norm": 0.9593635765690375,
      "learning_rate": 0.00020373946075973308,
      "loss": 0.664,
      "step": 57393
    },
    {
      "epoch": 2.3507679705099322,
      "grad_norm": 1.3954637580074993,
      "learning_rate": 0.00020373641584164122,
      "loss": 0.898,
      "step": 57394
    },
    {
      "epoch": 2.350808928937129,
      "grad_norm": 0.8295172893214726,
      "learning_rate": 0.0002037333708981459,
      "loss": 0.3203,
      "step": 57395
    },
    {
      "epoch": 2.3508498873643253,
      "grad_norm": 1.2161099550125938,
      "learning_rate": 0.00020373032592924857,
      "loss": 1.0562,
      "step": 57396
    },
    {
      "epoch": 2.350890845791522,
      "grad_norm": 0.9958729499900144,
      "learning_rate": 0.00020372728093495063,
      "loss": 0.6817,
      "step": 57397
    },
    {
      "epoch": 2.350931804218718,
      "grad_norm": 1.2976883299051918,
      "learning_rate": 0.00020372423591525358,
      "loss": 0.743,
      "step": 57398
    },
    {
      "epoch": 2.3509727626459145,
      "grad_norm": 1.8225720366237679,
      "learning_rate": 0.00020372119087015884,
      "loss": 1.662,
      "step": 57399
    },
    {
      "epoch": 2.3510137210731106,
      "grad_norm": 2.9148117371168594,
      "learning_rate": 0.00020371814579966786,
      "loss": 1.2625,
      "step": 57400
    },
    {
      "epoch": 2.351054679500307,
      "grad_norm": 1.0948399181129989,
      "learning_rate": 0.00020371510070378202,
      "loss": 0.7813,
      "step": 57401
    },
    {
      "epoch": 2.3510956379275036,
      "grad_norm": 4.062199076718297,
      "learning_rate": 0.00020371205558250278,
      "loss": 6.5363,
      "step": 57402
    },
    {
      "epoch": 2.3511365963547,
      "grad_norm": 0.8341934706053827,
      "learning_rate": 0.0002037090104358316,
      "loss": 0.3023,
      "step": 57403
    },
    {
      "epoch": 2.3511775547818963,
      "grad_norm": 1.639474767129973,
      "learning_rate": 0.00020370596526376994,
      "loss": 1.6009,
      "step": 57404
    },
    {
      "epoch": 2.351218513209093,
      "grad_norm": 0.9447290885045326,
      "learning_rate": 0.00020370292006631922,
      "loss": 0.7562,
      "step": 57405
    },
    {
      "epoch": 2.3512594716362893,
      "grad_norm": 1.079062987163544,
      "learning_rate": 0.00020369987484348084,
      "loss": 0.6624,
      "step": 57406
    },
    {
      "epoch": 2.3513004300634854,
      "grad_norm": 0.8843087290484589,
      "learning_rate": 0.0002036968295952563,
      "loss": 0.754,
      "step": 57407
    },
    {
      "epoch": 2.351341388490682,
      "grad_norm": 0.9378040495189008,
      "learning_rate": 0.000203693784321647,
      "loss": 0.692,
      "step": 57408
    },
    {
      "epoch": 2.3513823469178785,
      "grad_norm": 0.8058162149504897,
      "learning_rate": 0.0002036907390226544,
      "loss": 0.7657,
      "step": 57409
    },
    {
      "epoch": 2.3514233053450746,
      "grad_norm": 1.1270420626136528,
      "learning_rate": 0.00020368769369827992,
      "loss": 0.715,
      "step": 57410
    },
    {
      "epoch": 2.351464263772271,
      "grad_norm": 1.1612815530302179,
      "learning_rate": 0.00020368464834852505,
      "loss": 0.9508,
      "step": 57411
    },
    {
      "epoch": 2.3515052221994677,
      "grad_norm": 0.6951926182111571,
      "learning_rate": 0.00020368160297339118,
      "loss": 0.5292,
      "step": 57412
    },
    {
      "epoch": 2.3515461806266638,
      "grad_norm": 1.5689808311536866,
      "learning_rate": 0.00020367855757287976,
      "loss": 1.4433,
      "step": 57413
    },
    {
      "epoch": 2.3515871390538603,
      "grad_norm": 2.069285350099888,
      "learning_rate": 0.00020367551214699225,
      "loss": 2.53,
      "step": 57414
    },
    {
      "epoch": 2.351628097481057,
      "grad_norm": 3.966628704172579,
      "learning_rate": 0.00020367246669573003,
      "loss": 7.687,
      "step": 57415
    },
    {
      "epoch": 2.3516690559082534,
      "grad_norm": 1.1489763918835554,
      "learning_rate": 0.00020366942121909464,
      "loss": 0.8961,
      "step": 57416
    },
    {
      "epoch": 2.3517100143354495,
      "grad_norm": 1.431892363678093,
      "learning_rate": 0.00020366637571708738,
      "loss": 0.7621,
      "step": 57417
    },
    {
      "epoch": 2.351750972762646,
      "grad_norm": 1.2991170432890387,
      "learning_rate": 0.00020366333018970983,
      "loss": 1.0538,
      "step": 57418
    },
    {
      "epoch": 2.351791931189842,
      "grad_norm": 2.314183640229856,
      "learning_rate": 0.00020366028463696337,
      "loss": 3.4914,
      "step": 57419
    },
    {
      "epoch": 2.3518328896170386,
      "grad_norm": 1.2572354603563047,
      "learning_rate": 0.00020365723905884942,
      "loss": 1.2061,
      "step": 57420
    },
    {
      "epoch": 2.351873848044235,
      "grad_norm": 0.5917092646801715,
      "learning_rate": 0.00020365419345536945,
      "loss": 0.2016,
      "step": 57421
    },
    {
      "epoch": 2.3519148064714317,
      "grad_norm": 0.7263752571272871,
      "learning_rate": 0.0002036511478265249,
      "loss": 0.4113,
      "step": 57422
    },
    {
      "epoch": 2.351955764898628,
      "grad_norm": 0.8464147125536119,
      "learning_rate": 0.0002036481021723172,
      "loss": 0.6478,
      "step": 57423
    },
    {
      "epoch": 2.3519967233258243,
      "grad_norm": 1.0545576349367898,
      "learning_rate": 0.00020364505649274778,
      "loss": 1.048,
      "step": 57424
    },
    {
      "epoch": 2.352037681753021,
      "grad_norm": 1.1633829720632243,
      "learning_rate": 0.0002036420107878181,
      "loss": 1.0122,
      "step": 57425
    },
    {
      "epoch": 2.352078640180217,
      "grad_norm": 3.1658208235482506,
      "learning_rate": 0.00020363896505752957,
      "loss": 3.6253,
      "step": 57426
    },
    {
      "epoch": 2.3521195986074135,
      "grad_norm": 0.46050213776624044,
      "learning_rate": 0.0002036359193018837,
      "loss": 0.1381,
      "step": 57427
    },
    {
      "epoch": 2.35216055703461,
      "grad_norm": 1.116049828233409,
      "learning_rate": 0.00020363287352088185,
      "loss": 0.9385,
      "step": 57428
    },
    {
      "epoch": 2.352201515461806,
      "grad_norm": 1.03659460776709,
      "learning_rate": 0.00020362982771452546,
      "loss": 0.662,
      "step": 57429
    },
    {
      "epoch": 2.3522424738890026,
      "grad_norm": 0.8206621117641347,
      "learning_rate": 0.000203626781882816,
      "loss": 0.8116,
      "step": 57430
    },
    {
      "epoch": 2.352283432316199,
      "grad_norm": 1.1485745877130593,
      "learning_rate": 0.00020362373602575496,
      "loss": 0.755,
      "step": 57431
    },
    {
      "epoch": 2.3523243907433953,
      "grad_norm": 1.3315912168777768,
      "learning_rate": 0.0002036206901433437,
      "loss": 1.0712,
      "step": 57432
    },
    {
      "epoch": 2.352365349170592,
      "grad_norm": 1.0104712243402751,
      "learning_rate": 0.00020361764423558367,
      "loss": 0.7596,
      "step": 57433
    },
    {
      "epoch": 2.3524063075977883,
      "grad_norm": 0.42492864861142704,
      "learning_rate": 0.00020361459830247638,
      "loss": 0.1354,
      "step": 57434
    },
    {
      "epoch": 2.352447266024985,
      "grad_norm": 0.9600535519145893,
      "learning_rate": 0.00020361155234402317,
      "loss": 0.286,
      "step": 57435
    },
    {
      "epoch": 2.352488224452181,
      "grad_norm": 1.4050528553008075,
      "learning_rate": 0.00020360850636022554,
      "loss": 0.926,
      "step": 57436
    },
    {
      "epoch": 2.3525291828793775,
      "grad_norm": 0.8254171825024094,
      "learning_rate": 0.00020360546035108496,
      "loss": 0.6897,
      "step": 57437
    },
    {
      "epoch": 2.3525701413065736,
      "grad_norm": 0.8498816526664391,
      "learning_rate": 0.00020360241431660277,
      "loss": 0.6172,
      "step": 57438
    },
    {
      "epoch": 2.35261109973377,
      "grad_norm": 1.016571741209812,
      "learning_rate": 0.00020359936825678054,
      "loss": 0.5264,
      "step": 57439
    },
    {
      "epoch": 2.3526520581609667,
      "grad_norm": 1.474206298565083,
      "learning_rate": 0.0002035963221716196,
      "loss": 1.1054,
      "step": 57440
    },
    {
      "epoch": 2.352693016588163,
      "grad_norm": 4.845669903260887,
      "learning_rate": 0.00020359327606112138,
      "loss": 4.9953,
      "step": 57441
    },
    {
      "epoch": 2.3527339750153593,
      "grad_norm": 1.8228730230432837,
      "learning_rate": 0.0002035902299252874,
      "loss": 1.1438,
      "step": 57442
    },
    {
      "epoch": 2.352774933442556,
      "grad_norm": 1.263459384262086,
      "learning_rate": 0.0002035871837641191,
      "loss": 0.4278,
      "step": 57443
    },
    {
      "epoch": 2.3528158918697524,
      "grad_norm": 1.1324748170771506,
      "learning_rate": 0.0002035841375776179,
      "loss": 1.0432,
      "step": 57444
    },
    {
      "epoch": 2.3528568502969485,
      "grad_norm": 0.9156411167032885,
      "learning_rate": 0.00020358109136578515,
      "loss": 0.6197,
      "step": 57445
    },
    {
      "epoch": 2.352897808724145,
      "grad_norm": 0.8671209706539489,
      "learning_rate": 0.00020357804512862243,
      "loss": 0.8005,
      "step": 57446
    },
    {
      "epoch": 2.3529387671513415,
      "grad_norm": 1.5047690111918512,
      "learning_rate": 0.00020357499886613112,
      "loss": 0.8174,
      "step": 57447
    },
    {
      "epoch": 2.3529797255785376,
      "grad_norm": 0.8388395882145638,
      "learning_rate": 0.00020357195257831264,
      "loss": 0.7102,
      "step": 57448
    },
    {
      "epoch": 2.353020684005734,
      "grad_norm": 0.8543697604077373,
      "learning_rate": 0.00020356890626516843,
      "loss": 0.3491,
      "step": 57449
    },
    {
      "epoch": 2.3530616424329307,
      "grad_norm": 1.1460525836691255,
      "learning_rate": 0.00020356585992670003,
      "loss": 0.8233,
      "step": 57450
    },
    {
      "epoch": 2.353102600860127,
      "grad_norm": 1.7400535891364857,
      "learning_rate": 0.00020356281356290873,
      "loss": 1.1073,
      "step": 57451
    },
    {
      "epoch": 2.3531435592873233,
      "grad_norm": 0.9181041428354314,
      "learning_rate": 0.00020355976717379605,
      "loss": 0.8721,
      "step": 57452
    },
    {
      "epoch": 2.35318451771452,
      "grad_norm": 1.1623025224196157,
      "learning_rate": 0.0002035567207593634,
      "loss": 0.7559,
      "step": 57453
    },
    {
      "epoch": 2.3532254761417164,
      "grad_norm": 0.6687375164969088,
      "learning_rate": 0.00020355367431961228,
      "loss": 0.3109,
      "step": 57454
    },
    {
      "epoch": 2.3532664345689125,
      "grad_norm": 0.9524453468102589,
      "learning_rate": 0.0002035506278545441,
      "loss": 0.8823,
      "step": 57455
    },
    {
      "epoch": 2.353307392996109,
      "grad_norm": 1.1644414294110899,
      "learning_rate": 0.00020354758136416028,
      "loss": 1.1107,
      "step": 57456
    },
    {
      "epoch": 2.353348351423305,
      "grad_norm": 0.6317564265973395,
      "learning_rate": 0.00020354453484846223,
      "loss": 0.2224,
      "step": 57457
    },
    {
      "epoch": 2.3533893098505017,
      "grad_norm": 0.9259934117357298,
      "learning_rate": 0.00020354148830745145,
      "loss": 0.5968,
      "step": 57458
    },
    {
      "epoch": 2.353430268277698,
      "grad_norm": 0.7841462350426758,
      "learning_rate": 0.00020353844174112937,
      "loss": 0.6586,
      "step": 57459
    },
    {
      "epoch": 2.3534712267048947,
      "grad_norm": 1.7171409374380688,
      "learning_rate": 0.00020353539514949743,
      "loss": 1.3596,
      "step": 57460
    },
    {
      "epoch": 2.353512185132091,
      "grad_norm": 0.9713318225987206,
      "learning_rate": 0.00020353234853255704,
      "loss": 0.7731,
      "step": 57461
    },
    {
      "epoch": 2.3535531435592874,
      "grad_norm": 4.629641932560966,
      "learning_rate": 0.0002035293018903097,
      "loss": 4.8458,
      "step": 57462
    },
    {
      "epoch": 2.353594101986484,
      "grad_norm": 1.7226779957685106,
      "learning_rate": 0.0002035262552227568,
      "loss": 1.7347,
      "step": 57463
    },
    {
      "epoch": 2.35363506041368,
      "grad_norm": 1.0046041736871916,
      "learning_rate": 0.00020352320852989975,
      "loss": 0.8048,
      "step": 57464
    },
    {
      "epoch": 2.3536760188408765,
      "grad_norm": 0.6536182258572241,
      "learning_rate": 0.00020352016181174004,
      "loss": 0.212,
      "step": 57465
    },
    {
      "epoch": 2.353716977268073,
      "grad_norm": 1.7260713820947118,
      "learning_rate": 0.00020351711506827913,
      "loss": 1.762,
      "step": 57466
    },
    {
      "epoch": 2.353757935695269,
      "grad_norm": 1.1166651844599285,
      "learning_rate": 0.00020351406829951846,
      "loss": 0.9186,
      "step": 57467
    },
    {
      "epoch": 2.3537988941224657,
      "grad_norm": 1.1278700245517157,
      "learning_rate": 0.0002035110215054594,
      "loss": 0.7169,
      "step": 57468
    },
    {
      "epoch": 2.353839852549662,
      "grad_norm": 0.9224292123614887,
      "learning_rate": 0.00020350797468610344,
      "loss": 0.8304,
      "step": 57469
    },
    {
      "epoch": 2.3538808109768583,
      "grad_norm": 1.2874829552888185,
      "learning_rate": 0.00020350492784145202,
      "loss": 1.0137,
      "step": 57470
    },
    {
      "epoch": 2.353921769404055,
      "grad_norm": 1.25585740083029,
      "learning_rate": 0.00020350188097150658,
      "loss": 0.8027,
      "step": 57471
    },
    {
      "epoch": 2.3539627278312514,
      "grad_norm": 1.1956929678827135,
      "learning_rate": 0.0002034988340762686,
      "loss": 0.9894,
      "step": 57472
    },
    {
      "epoch": 2.354003686258448,
      "grad_norm": 0.9071377524127309,
      "learning_rate": 0.00020349578715573937,
      "loss": 0.9314,
      "step": 57473
    },
    {
      "epoch": 2.354044644685644,
      "grad_norm": 1.1909163500768098,
      "learning_rate": 0.00020349274020992053,
      "loss": 1.1281,
      "step": 57474
    },
    {
      "epoch": 2.3540856031128405,
      "grad_norm": 0.9640947360250323,
      "learning_rate": 0.00020348969323881336,
      "loss": 0.425,
      "step": 57475
    },
    {
      "epoch": 2.3541265615400366,
      "grad_norm": 0.9637513723641699,
      "learning_rate": 0.00020348664624241945,
      "loss": 0.7246,
      "step": 57476
    },
    {
      "epoch": 2.354167519967233,
      "grad_norm": 1.229072599829798,
      "learning_rate": 0.00020348359922074007,
      "loss": 0.6539,
      "step": 57477
    },
    {
      "epoch": 2.3542084783944297,
      "grad_norm": 0.9908721645895301,
      "learning_rate": 0.00020348055217377678,
      "loss": 0.7858,
      "step": 57478
    },
    {
      "epoch": 2.3542494368216262,
      "grad_norm": 1.0406979500013476,
      "learning_rate": 0.000203477505101531,
      "loss": 0.8652,
      "step": 57479
    },
    {
      "epoch": 2.3542903952488223,
      "grad_norm": 0.483119164419444,
      "learning_rate": 0.00020347445800400414,
      "loss": 0.1755,
      "step": 57480
    },
    {
      "epoch": 2.354331353676019,
      "grad_norm": 0.885380169583094,
      "learning_rate": 0.00020347141088119763,
      "loss": 0.8795,
      "step": 57481
    },
    {
      "epoch": 2.3543723121032154,
      "grad_norm": 1.0126837137110298,
      "learning_rate": 0.00020346836373311302,
      "loss": 0.2597,
      "step": 57482
    },
    {
      "epoch": 2.3544132705304115,
      "grad_norm": 1.058470626273496,
      "learning_rate": 0.0002034653165597516,
      "loss": 0.9504,
      "step": 57483
    },
    {
      "epoch": 2.354454228957608,
      "grad_norm": 0.9132288513250724,
      "learning_rate": 0.0002034622693611149,
      "loss": 0.5967,
      "step": 57484
    },
    {
      "epoch": 2.3544951873848046,
      "grad_norm": 1.1473127194173707,
      "learning_rate": 0.00020345922213720435,
      "loss": 0.8964,
      "step": 57485
    },
    {
      "epoch": 2.3545361458120007,
      "grad_norm": 1.353621448172646,
      "learning_rate": 0.0002034561748880214,
      "loss": 1.0763,
      "step": 57486
    },
    {
      "epoch": 2.354577104239197,
      "grad_norm": 0.9397295418803566,
      "learning_rate": 0.00020345312761356745,
      "loss": 0.762,
      "step": 57487
    },
    {
      "epoch": 2.3546180626663937,
      "grad_norm": 0.693894056858513,
      "learning_rate": 0.000203450080313844,
      "loss": 0.3067,
      "step": 57488
    },
    {
      "epoch": 2.35465902109359,
      "grad_norm": 1.0850061210082396,
      "learning_rate": 0.0002034470329888524,
      "loss": 0.8194,
      "step": 57489
    },
    {
      "epoch": 2.3546999795207864,
      "grad_norm": 1.2784263052042282,
      "learning_rate": 0.00020344398563859416,
      "loss": 0.5277,
      "step": 57490
    },
    {
      "epoch": 2.354740937947983,
      "grad_norm": 2.5331513777323025,
      "learning_rate": 0.0002034409382630707,
      "loss": 2.899,
      "step": 57491
    },
    {
      "epoch": 2.3547818963751794,
      "grad_norm": 1.2236873438891804,
      "learning_rate": 0.0002034378908622835,
      "loss": 0.8904,
      "step": 57492
    },
    {
      "epoch": 2.3548228548023755,
      "grad_norm": 0.781541193054129,
      "learning_rate": 0.00020343484343623392,
      "loss": 0.4521,
      "step": 57493
    },
    {
      "epoch": 2.354863813229572,
      "grad_norm": 0.9146472750547251,
      "learning_rate": 0.00020343179598492347,
      "loss": 0.8249,
      "step": 57494
    },
    {
      "epoch": 2.354904771656768,
      "grad_norm": 1.0814017360122516,
      "learning_rate": 0.00020342874850835357,
      "loss": 0.8832,
      "step": 57495
    },
    {
      "epoch": 2.3549457300839647,
      "grad_norm": 1.2173281356895387,
      "learning_rate": 0.00020342570100652567,
      "loss": 1.024,
      "step": 57496
    },
    {
      "epoch": 2.354986688511161,
      "grad_norm": 0.9557023022304049,
      "learning_rate": 0.00020342265347944114,
      "loss": 0.5759,
      "step": 57497
    },
    {
      "epoch": 2.3550276469383578,
      "grad_norm": 0.8776446478916924,
      "learning_rate": 0.0002034196059271015,
      "loss": 0.8032,
      "step": 57498
    },
    {
      "epoch": 2.355068605365554,
      "grad_norm": 0.9526675591509878,
      "learning_rate": 0.00020341655834950822,
      "loss": 0.759,
      "step": 57499
    },
    {
      "epoch": 2.3551095637927504,
      "grad_norm": 0.7972914431100426,
      "learning_rate": 0.00020341351074666268,
      "loss": 0.2842,
      "step": 57500
    },
    {
      "epoch": 2.355150522219947,
      "grad_norm": 3.4702714811284006,
      "learning_rate": 0.0002034104631185663,
      "loss": 3.9983,
      "step": 57501
    },
    {
      "epoch": 2.355191480647143,
      "grad_norm": 1.6586233272335893,
      "learning_rate": 0.00020340741546522056,
      "loss": 0.9145,
      "step": 57502
    },
    {
      "epoch": 2.3552324390743395,
      "grad_norm": 1.0713429594887784,
      "learning_rate": 0.0002034043677866269,
      "loss": 0.8555,
      "step": 57503
    },
    {
      "epoch": 2.355273397501536,
      "grad_norm": 0.831520167668325,
      "learning_rate": 0.00020340132008278677,
      "loss": 0.4381,
      "step": 57504
    },
    {
      "epoch": 2.355314355928732,
      "grad_norm": 1.5793522277038683,
      "learning_rate": 0.00020339827235370158,
      "loss": 1.3951,
      "step": 57505
    },
    {
      "epoch": 2.3553553143559287,
      "grad_norm": 1.1788228278310433,
      "learning_rate": 0.00020339522459937275,
      "loss": 0.875,
      "step": 57506
    },
    {
      "epoch": 2.3553962727831252,
      "grad_norm": 1.960170192537315,
      "learning_rate": 0.00020339217681980185,
      "loss": 0.3111,
      "step": 57507
    },
    {
      "epoch": 2.3554372312103213,
      "grad_norm": 1.1849966279172826,
      "learning_rate": 0.00020338912901499015,
      "loss": 1.1021,
      "step": 57508
    },
    {
      "epoch": 2.355478189637518,
      "grad_norm": 1.0013428004048106,
      "learning_rate": 0.00020338608118493918,
      "loss": 0.7245,
      "step": 57509
    },
    {
      "epoch": 2.3555191480647144,
      "grad_norm": 1.5882370455613242,
      "learning_rate": 0.00020338303332965036,
      "loss": 0.2694,
      "step": 57510
    },
    {
      "epoch": 2.355560106491911,
      "grad_norm": 1.6648237266598256,
      "learning_rate": 0.00020337998544912517,
      "loss": 1.0848,
      "step": 57511
    },
    {
      "epoch": 2.355601064919107,
      "grad_norm": 1.026722962111101,
      "learning_rate": 0.000203376937543365,
      "loss": 0.6661,
      "step": 57512
    },
    {
      "epoch": 2.3556420233463036,
      "grad_norm": 0.7679704216116808,
      "learning_rate": 0.00020337388961237128,
      "loss": 0.3239,
      "step": 57513
    },
    {
      "epoch": 2.3556829817734997,
      "grad_norm": 0.6584571281180216,
      "learning_rate": 0.00020337084165614555,
      "loss": 0.2247,
      "step": 57514
    },
    {
      "epoch": 2.355723940200696,
      "grad_norm": 1.3583138237553254,
      "learning_rate": 0.00020336779367468913,
      "loss": 1.0077,
      "step": 57515
    },
    {
      "epoch": 2.3557648986278927,
      "grad_norm": 1.3616374703362597,
      "learning_rate": 0.00020336474566800354,
      "loss": 1.0087,
      "step": 57516
    },
    {
      "epoch": 2.3558058570550893,
      "grad_norm": 0.7347953345307225,
      "learning_rate": 0.00020336169763609017,
      "loss": 0.5698,
      "step": 57517
    },
    {
      "epoch": 2.3558468154822854,
      "grad_norm": 1.9928339250911355,
      "learning_rate": 0.00020335864957895052,
      "loss": 2.0256,
      "step": 57518
    },
    {
      "epoch": 2.355887773909482,
      "grad_norm": 0.9863361816957639,
      "learning_rate": 0.00020335560149658597,
      "loss": 0.8026,
      "step": 57519
    },
    {
      "epoch": 2.3559287323366784,
      "grad_norm": 0.8064311679637708,
      "learning_rate": 0.000203352553388998,
      "loss": 0.6576,
      "step": 57520
    },
    {
      "epoch": 2.3559696907638745,
      "grad_norm": 0.9626709949865196,
      "learning_rate": 0.000203349505256188,
      "loss": 0.6611,
      "step": 57521
    },
    {
      "epoch": 2.356010649191071,
      "grad_norm": 0.6877100117517896,
      "learning_rate": 0.00020334645709815753,
      "loss": 0.5094,
      "step": 57522
    },
    {
      "epoch": 2.3560516076182676,
      "grad_norm": 0.6459808506485669,
      "learning_rate": 0.00020334340891490788,
      "loss": 0.2733,
      "step": 57523
    },
    {
      "epoch": 2.3560925660454637,
      "grad_norm": 1.0360679145851663,
      "learning_rate": 0.00020334036070644062,
      "loss": 0.6922,
      "step": 57524
    },
    {
      "epoch": 2.3561335244726602,
      "grad_norm": 0.7952131383908474,
      "learning_rate": 0.00020333731247275708,
      "loss": 0.5264,
      "step": 57525
    },
    {
      "epoch": 2.3561744828998568,
      "grad_norm": 0.988661005070964,
      "learning_rate": 0.0002033342642138588,
      "loss": 0.7174,
      "step": 57526
    },
    {
      "epoch": 2.356215441327053,
      "grad_norm": 0.9218173419546974,
      "learning_rate": 0.00020333121592974713,
      "loss": 0.7067,
      "step": 57527
    },
    {
      "epoch": 2.3562563997542494,
      "grad_norm": 1.2721606796561886,
      "learning_rate": 0.00020332816762042355,
      "loss": 0.9154,
      "step": 57528
    },
    {
      "epoch": 2.356297358181446,
      "grad_norm": 0.8707933364607906,
      "learning_rate": 0.00020332511928588954,
      "loss": 0.8008,
      "step": 57529
    },
    {
      "epoch": 2.3563383166086425,
      "grad_norm": 0.8463622851048932,
      "learning_rate": 0.0002033220709261465,
      "loss": 0.6002,
      "step": 57530
    },
    {
      "epoch": 2.3563792750358385,
      "grad_norm": 1.4097915042033087,
      "learning_rate": 0.00020331902254119586,
      "loss": 0.9254,
      "step": 57531
    },
    {
      "epoch": 2.356420233463035,
      "grad_norm": 0.8636731890055472,
      "learning_rate": 0.00020331597413103913,
      "loss": 0.7475,
      "step": 57532
    },
    {
      "epoch": 2.356461191890231,
      "grad_norm": 1.1653697214535257,
      "learning_rate": 0.00020331292569567767,
      "loss": 0.8867,
      "step": 57533
    },
    {
      "epoch": 2.3565021503174277,
      "grad_norm": 1.6856272763135933,
      "learning_rate": 0.00020330987723511296,
      "loss": 1.6101,
      "step": 57534
    },
    {
      "epoch": 2.3565431087446242,
      "grad_norm": 1.1517215426280223,
      "learning_rate": 0.00020330682874934643,
      "loss": 0.901,
      "step": 57535
    },
    {
      "epoch": 2.356584067171821,
      "grad_norm": 1.318215440253866,
      "learning_rate": 0.0002033037802383795,
      "loss": 1.006,
      "step": 57536
    },
    {
      "epoch": 2.356625025599017,
      "grad_norm": 3.960333464582422,
      "learning_rate": 0.00020330073170221367,
      "loss": 1.9974,
      "step": 57537
    },
    {
      "epoch": 2.3566659840262134,
      "grad_norm": 1.2549201988458871,
      "learning_rate": 0.0002032976831408503,
      "loss": 0.8998,
      "step": 57538
    },
    {
      "epoch": 2.35670694245341,
      "grad_norm": 1.165452168764735,
      "learning_rate": 0.00020329463455429092,
      "loss": 0.6109,
      "step": 57539
    },
    {
      "epoch": 2.356747900880606,
      "grad_norm": 4.5363126543277925,
      "learning_rate": 0.00020329158594253695,
      "loss": 6.9968,
      "step": 57540
    },
    {
      "epoch": 2.3567888593078026,
      "grad_norm": 1.5804245133393031,
      "learning_rate": 0.0002032885373055898,
      "loss": 1.6163,
      "step": 57541
    },
    {
      "epoch": 2.356829817734999,
      "grad_norm": 0.7048344882641508,
      "learning_rate": 0.0002032854886434509,
      "loss": 0.2606,
      "step": 57542
    },
    {
      "epoch": 2.356870776162195,
      "grad_norm": 1.4560408910528233,
      "learning_rate": 0.00020328243995612171,
      "loss": 0.9581,
      "step": 57543
    },
    {
      "epoch": 2.3569117345893917,
      "grad_norm": 1.2834258957217712,
      "learning_rate": 0.00020327939124360368,
      "loss": 1.2314,
      "step": 57544
    },
    {
      "epoch": 2.3569526930165883,
      "grad_norm": 0.5652088569536462,
      "learning_rate": 0.00020327634250589822,
      "loss": 0.2175,
      "step": 57545
    },
    {
      "epoch": 2.3569936514437844,
      "grad_norm": 1.046741987247419,
      "learning_rate": 0.00020327329374300685,
      "loss": 1.1297,
      "step": 57546
    },
    {
      "epoch": 2.357034609870981,
      "grad_norm": 1.0427143361565556,
      "learning_rate": 0.00020327024495493093,
      "loss": 0.9394,
      "step": 57547
    },
    {
      "epoch": 2.3570755682981774,
      "grad_norm": 1.959907141077653,
      "learning_rate": 0.00020326719614167192,
      "loss": 1.2984,
      "step": 57548
    },
    {
      "epoch": 2.357116526725374,
      "grad_norm": 1.2387458250412817,
      "learning_rate": 0.00020326414730323128,
      "loss": 1.403,
      "step": 57549
    },
    {
      "epoch": 2.35715748515257,
      "grad_norm": 1.924315984115778,
      "learning_rate": 0.00020326109843961046,
      "loss": 1.1202,
      "step": 57550
    },
    {
      "epoch": 2.3571984435797666,
      "grad_norm": 1.3118075916862697,
      "learning_rate": 0.00020325804955081085,
      "loss": 0.4165,
      "step": 57551
    },
    {
      "epoch": 2.3572394020069627,
      "grad_norm": 2.222505223632606,
      "learning_rate": 0.00020325500063683393,
      "loss": 1.6955,
      "step": 57552
    },
    {
      "epoch": 2.3572803604341592,
      "grad_norm": 4.101601326685536,
      "learning_rate": 0.00020325195169768116,
      "loss": 2.1867,
      "step": 57553
    },
    {
      "epoch": 2.3573213188613558,
      "grad_norm": 0.7354563697915055,
      "learning_rate": 0.00020324890273335395,
      "loss": 0.6682,
      "step": 57554
    },
    {
      "epoch": 2.3573622772885523,
      "grad_norm": 0.8029849448452834,
      "learning_rate": 0.00020324585374385373,
      "loss": 0.5354,
      "step": 57555
    },
    {
      "epoch": 2.3574032357157484,
      "grad_norm": 0.9410603534551895,
      "learning_rate": 0.000203242804729182,
      "loss": 0.6415,
      "step": 57556
    },
    {
      "epoch": 2.357444194142945,
      "grad_norm": 0.8921133514009635,
      "learning_rate": 0.00020323975568934007,
      "loss": 0.5152,
      "step": 57557
    },
    {
      "epoch": 2.3574851525701415,
      "grad_norm": 0.7374482996338222,
      "learning_rate": 0.00020323670662432958,
      "loss": 0.6291,
      "step": 57558
    },
    {
      "epoch": 2.3575261109973376,
      "grad_norm": 0.9098471379796274,
      "learning_rate": 0.00020323365753415178,
      "loss": 0.7772,
      "step": 57559
    },
    {
      "epoch": 2.357567069424534,
      "grad_norm": 1.0179412577303097,
      "learning_rate": 0.00020323060841880827,
      "loss": 0.7384,
      "step": 57560
    },
    {
      "epoch": 2.3576080278517306,
      "grad_norm": 0.8846616280412426,
      "learning_rate": 0.00020322755927830037,
      "loss": 0.7479,
      "step": 57561
    },
    {
      "epoch": 2.3576489862789267,
      "grad_norm": 0.7600788430433214,
      "learning_rate": 0.00020322451011262958,
      "loss": 0.6784,
      "step": 57562
    },
    {
      "epoch": 2.3576899447061233,
      "grad_norm": 0.9594904864895629,
      "learning_rate": 0.00020322146092179732,
      "loss": 0.568,
      "step": 57563
    },
    {
      "epoch": 2.35773090313332,
      "grad_norm": 1.1941291195869514,
      "learning_rate": 0.00020321841170580507,
      "loss": 0.6224,
      "step": 57564
    },
    {
      "epoch": 2.357771861560516,
      "grad_norm": 0.7767300370395172,
      "learning_rate": 0.0002032153624646542,
      "loss": 0.328,
      "step": 57565
    },
    {
      "epoch": 2.3578128199877124,
      "grad_norm": 1.7275560431109993,
      "learning_rate": 0.00020321231319834625,
      "loss": 1.1433,
      "step": 57566
    },
    {
      "epoch": 2.357853778414909,
      "grad_norm": 0.9469644044211196,
      "learning_rate": 0.00020320926390688258,
      "loss": 0.672,
      "step": 57567
    },
    {
      "epoch": 2.3578947368421055,
      "grad_norm": 0.8860049706940776,
      "learning_rate": 0.00020320621459026466,
      "loss": 0.685,
      "step": 57568
    },
    {
      "epoch": 2.3579356952693016,
      "grad_norm": 0.7119992442038462,
      "learning_rate": 0.0002032031652484939,
      "loss": 0.3121,
      "step": 57569
    },
    {
      "epoch": 2.357976653696498,
      "grad_norm": 1.020738853947003,
      "learning_rate": 0.0002032001158815718,
      "loss": 0.777,
      "step": 57570
    },
    {
      "epoch": 2.358017612123694,
      "grad_norm": 0.6089048014974386,
      "learning_rate": 0.00020319706648949976,
      "loss": 0.3537,
      "step": 57571
    },
    {
      "epoch": 2.3580585705508907,
      "grad_norm": 1.3817742490301774,
      "learning_rate": 0.00020319401707227927,
      "loss": 0.8797,
      "step": 57572
    },
    {
      "epoch": 2.3580995289780873,
      "grad_norm": 0.8675199275066329,
      "learning_rate": 0.00020319096762991167,
      "loss": 0.4983,
      "step": 57573
    },
    {
      "epoch": 2.358140487405284,
      "grad_norm": 1.1526700376646943,
      "learning_rate": 0.0002031879181623985,
      "loss": 0.7495,
      "step": 57574
    },
    {
      "epoch": 2.35818144583248,
      "grad_norm": 1.1410802982567354,
      "learning_rate": 0.0002031848686697412,
      "loss": 1.0575,
      "step": 57575
    },
    {
      "epoch": 2.3582224042596764,
      "grad_norm": 1.191939195379154,
      "learning_rate": 0.00020318181915194113,
      "loss": 0.8892,
      "step": 57576
    },
    {
      "epoch": 2.358263362686873,
      "grad_norm": 0.8265157321128156,
      "learning_rate": 0.00020317876960899983,
      "loss": 0.5146,
      "step": 57577
    },
    {
      "epoch": 2.358304321114069,
      "grad_norm": 1.55619628640745,
      "learning_rate": 0.00020317572004091867,
      "loss": 0.7419,
      "step": 57578
    },
    {
      "epoch": 2.3583452795412656,
      "grad_norm": 1.0534852590653676,
      "learning_rate": 0.00020317267044769912,
      "loss": 0.9108,
      "step": 57579
    },
    {
      "epoch": 2.358386237968462,
      "grad_norm": 1.0515967997641311,
      "learning_rate": 0.0002031696208293426,
      "loss": 0.7232,
      "step": 57580
    },
    {
      "epoch": 2.3584271963956582,
      "grad_norm": 1.1024113166027567,
      "learning_rate": 0.00020316657118585058,
      "loss": 0.9125,
      "step": 57581
    },
    {
      "epoch": 2.3584681548228548,
      "grad_norm": 0.986692022831594,
      "learning_rate": 0.00020316352151722447,
      "loss": 0.4364,
      "step": 57582
    },
    {
      "epoch": 2.3585091132500513,
      "grad_norm": 0.7746040569531241,
      "learning_rate": 0.0002031604718234658,
      "loss": 0.671,
      "step": 57583
    },
    {
      "epoch": 2.3585500716772474,
      "grad_norm": 1.131197718605366,
      "learning_rate": 0.0002031574221045759,
      "loss": 1.1938,
      "step": 57584
    },
    {
      "epoch": 2.358591030104444,
      "grad_norm": 5.9352200342294275,
      "learning_rate": 0.0002031543723605562,
      "loss": 6.0418,
      "step": 57585
    },
    {
      "epoch": 2.3586319885316405,
      "grad_norm": 3.6581316091576266,
      "learning_rate": 0.00020315132259140825,
      "loss": 4.689,
      "step": 57586
    },
    {
      "epoch": 2.358672946958837,
      "grad_norm": 1.4189070649645164,
      "learning_rate": 0.00020314827279713346,
      "loss": 0.7682,
      "step": 57587
    },
    {
      "epoch": 2.358713905386033,
      "grad_norm": 0.9552225365112063,
      "learning_rate": 0.00020314522297773324,
      "loss": 0.9184,
      "step": 57588
    },
    {
      "epoch": 2.3587548638132296,
      "grad_norm": 0.8735146860013134,
      "learning_rate": 0.00020314217313320898,
      "loss": 0.7279,
      "step": 57589
    },
    {
      "epoch": 2.3587958222404257,
      "grad_norm": 0.8773203510445207,
      "learning_rate": 0.00020313912326356225,
      "loss": 0.4541,
      "step": 57590
    },
    {
      "epoch": 2.3588367806676223,
      "grad_norm": 1.2386727454391895,
      "learning_rate": 0.0002031360733687944,
      "loss": 1.0643,
      "step": 57591
    },
    {
      "epoch": 2.358877739094819,
      "grad_norm": 0.9152887955453838,
      "learning_rate": 0.00020313302344890694,
      "loss": 0.6624,
      "step": 57592
    },
    {
      "epoch": 2.3589186975220153,
      "grad_norm": 1.414220077344484,
      "learning_rate": 0.00020312997350390122,
      "loss": 1.1274,
      "step": 57593
    },
    {
      "epoch": 2.3589596559492114,
      "grad_norm": 0.8379777179062907,
      "learning_rate": 0.00020312692353377875,
      "loss": 0.5618,
      "step": 57594
    },
    {
      "epoch": 2.359000614376408,
      "grad_norm": 0.9720360472967825,
      "learning_rate": 0.00020312387353854094,
      "loss": 0.6673,
      "step": 57595
    },
    {
      "epoch": 2.3590415728036045,
      "grad_norm": 1.163499736002045,
      "learning_rate": 0.00020312082351818926,
      "loss": 0.9349,
      "step": 57596
    },
    {
      "epoch": 2.3590825312308006,
      "grad_norm": 1.2652868983663883,
      "learning_rate": 0.0002031177734727251,
      "loss": 0.785,
      "step": 57597
    },
    {
      "epoch": 2.359123489657997,
      "grad_norm": 0.9936454153421643,
      "learning_rate": 0.00020311472340215,
      "loss": 0.7939,
      "step": 57598
    },
    {
      "epoch": 2.3591644480851937,
      "grad_norm": 0.8427521531270292,
      "learning_rate": 0.0002031116733064653,
      "loss": 0.547,
      "step": 57599
    },
    {
      "epoch": 2.3592054065123897,
      "grad_norm": 0.6598453145518755,
      "learning_rate": 0.00020310862318567252,
      "loss": 0.3093,
      "step": 57600
    },
    {
      "epoch": 2.3592463649395863,
      "grad_norm": 1.0647261979266873,
      "learning_rate": 0.00020310557303977302,
      "loss": 0.9743,
      "step": 57601
    },
    {
      "epoch": 2.359287323366783,
      "grad_norm": 0.7277895544618429,
      "learning_rate": 0.00020310252286876834,
      "loss": 0.396,
      "step": 57602
    },
    {
      "epoch": 2.359328281793979,
      "grad_norm": 0.9319279654924432,
      "learning_rate": 0.0002030994726726598,
      "loss": 0.6709,
      "step": 57603
    },
    {
      "epoch": 2.3593692402211754,
      "grad_norm": 1.7165143807663183,
      "learning_rate": 0.00020309642245144898,
      "loss": 0.9848,
      "step": 57604
    },
    {
      "epoch": 2.359410198648372,
      "grad_norm": 1.1189927450631978,
      "learning_rate": 0.00020309337220513718,
      "loss": 0.9205,
      "step": 57605
    },
    {
      "epoch": 2.3594511570755685,
      "grad_norm": 1.3197190380858708,
      "learning_rate": 0.00020309032193372597,
      "loss": 0.8123,
      "step": 57606
    },
    {
      "epoch": 2.3594921155027646,
      "grad_norm": 1.5291291262314306,
      "learning_rate": 0.00020308727163721672,
      "loss": 1.2728,
      "step": 57607
    },
    {
      "epoch": 2.359533073929961,
      "grad_norm": 1.0373971791396344,
      "learning_rate": 0.0002030842213156109,
      "loss": 0.6895,
      "step": 57608
    },
    {
      "epoch": 2.3595740323571572,
      "grad_norm": 1.8917443098559865,
      "learning_rate": 0.0002030811709689099,
      "loss": 1.364,
      "step": 57609
    },
    {
      "epoch": 2.3596149907843538,
      "grad_norm": 1.6365912841371761,
      "learning_rate": 0.00020307812059711526,
      "loss": 1.3051,
      "step": 57610
    },
    {
      "epoch": 2.3596559492115503,
      "grad_norm": 0.7047104441244558,
      "learning_rate": 0.00020307507020022832,
      "loss": 0.184,
      "step": 57611
    },
    {
      "epoch": 2.359696907638747,
      "grad_norm": 0.7833976971481129,
      "learning_rate": 0.0002030720197782506,
      "loss": 0.789,
      "step": 57612
    },
    {
      "epoch": 2.359737866065943,
      "grad_norm": 0.9483564826468919,
      "learning_rate": 0.0002030689693311835,
      "loss": 0.7349,
      "step": 57613
    },
    {
      "epoch": 2.3597788244931395,
      "grad_norm": 0.9748835019985356,
      "learning_rate": 0.00020306591885902846,
      "loss": 0.7057,
      "step": 57614
    },
    {
      "epoch": 2.359819782920336,
      "grad_norm": 0.8565706333735933,
      "learning_rate": 0.00020306286836178696,
      "loss": 0.7422,
      "step": 57615
    },
    {
      "epoch": 2.359860741347532,
      "grad_norm": 0.6016906599582854,
      "learning_rate": 0.0002030598178394604,
      "loss": 0.2857,
      "step": 57616
    },
    {
      "epoch": 2.3599016997747286,
      "grad_norm": 1.013785153383852,
      "learning_rate": 0.0002030567672920502,
      "loss": 1.1939,
      "step": 57617
    },
    {
      "epoch": 2.359942658201925,
      "grad_norm": 1.000693678111354,
      "learning_rate": 0.00020305371671955786,
      "loss": 0.6952,
      "step": 57618
    },
    {
      "epoch": 2.3599836166291213,
      "grad_norm": 2.217286765234108,
      "learning_rate": 0.00020305066612198483,
      "loss": 1.731,
      "step": 57619
    },
    {
      "epoch": 2.360024575056318,
      "grad_norm": 1.198069158446941,
      "learning_rate": 0.00020304761549933247,
      "loss": 0.5969,
      "step": 57620
    },
    {
      "epoch": 2.3600655334835143,
      "grad_norm": 3.1867763907355657,
      "learning_rate": 0.00020304456485160233,
      "loss": 4.0848,
      "step": 57621
    },
    {
      "epoch": 2.3601064919107104,
      "grad_norm": 0.6706217130249184,
      "learning_rate": 0.00020304151417879576,
      "loss": 0.1851,
      "step": 57622
    },
    {
      "epoch": 2.360147450337907,
      "grad_norm": 0.9149757071114396,
      "learning_rate": 0.00020303846348091427,
      "loss": 0.684,
      "step": 57623
    },
    {
      "epoch": 2.3601884087651035,
      "grad_norm": 0.824694056397655,
      "learning_rate": 0.00020303541275795925,
      "loss": 0.7043,
      "step": 57624
    },
    {
      "epoch": 2.3602293671923,
      "grad_norm": 0.953496713860831,
      "learning_rate": 0.00020303236200993214,
      "loss": 0.5719,
      "step": 57625
    },
    {
      "epoch": 2.360270325619496,
      "grad_norm": 0.6354470748006502,
      "learning_rate": 0.00020302931123683448,
      "loss": 0.3014,
      "step": 57626
    },
    {
      "epoch": 2.3603112840466927,
      "grad_norm": 0.9627681118037614,
      "learning_rate": 0.00020302626043866757,
      "loss": 0.8753,
      "step": 57627
    },
    {
      "epoch": 2.360352242473889,
      "grad_norm": 0.9929591604375251,
      "learning_rate": 0.00020302320961543296,
      "loss": 0.7785,
      "step": 57628
    },
    {
      "epoch": 2.3603932009010853,
      "grad_norm": 1.3048137412061807,
      "learning_rate": 0.000203020158767132,
      "loss": 0.6961,
      "step": 57629
    },
    {
      "epoch": 2.360434159328282,
      "grad_norm": 0.7785747750613563,
      "learning_rate": 0.00020301710789376624,
      "loss": 0.5717,
      "step": 57630
    },
    {
      "epoch": 2.3604751177554784,
      "grad_norm": 0.9035114238343634,
      "learning_rate": 0.00020301405699533708,
      "loss": 0.5253,
      "step": 57631
    },
    {
      "epoch": 2.3605160761826744,
      "grad_norm": 1.2476445609410098,
      "learning_rate": 0.00020301100607184595,
      "loss": 0.9529,
      "step": 57632
    },
    {
      "epoch": 2.360557034609871,
      "grad_norm": 1.3673444686275227,
      "learning_rate": 0.0002030079551232942,
      "loss": 0.7228,
      "step": 57633
    },
    {
      "epoch": 2.3605979930370675,
      "grad_norm": 1.0843294491752002,
      "learning_rate": 0.00020300490414968346,
      "loss": 0.7386,
      "step": 57634
    },
    {
      "epoch": 2.3606389514642636,
      "grad_norm": 1.5634478761493247,
      "learning_rate": 0.00020300185315101505,
      "loss": 0.9001,
      "step": 57635
    },
    {
      "epoch": 2.36067990989146,
      "grad_norm": 0.8901674755001391,
      "learning_rate": 0.00020299880212729045,
      "loss": 0.6825,
      "step": 57636
    },
    {
      "epoch": 2.3607208683186567,
      "grad_norm": 4.349056312398468,
      "learning_rate": 0.00020299575107851105,
      "loss": 1.446,
      "step": 57637
    },
    {
      "epoch": 2.3607618267458528,
      "grad_norm": 1.508428052792423,
      "learning_rate": 0.00020299270000467836,
      "loss": 0.4118,
      "step": 57638
    },
    {
      "epoch": 2.3608027851730493,
      "grad_norm": 0.9296328655636577,
      "learning_rate": 0.00020298964890579384,
      "loss": 0.7858,
      "step": 57639
    },
    {
      "epoch": 2.360843743600246,
      "grad_norm": 1.5981989489566648,
      "learning_rate": 0.00020298659778185884,
      "loss": 1.1094,
      "step": 57640
    },
    {
      "epoch": 2.360884702027442,
      "grad_norm": 4.137752481385364,
      "learning_rate": 0.00020298354663287482,
      "loss": 4.4922,
      "step": 57641
    },
    {
      "epoch": 2.3609256604546385,
      "grad_norm": 1.1342956501989074,
      "learning_rate": 0.0002029804954588433,
      "loss": 0.9253,
      "step": 57642
    },
    {
      "epoch": 2.360966618881835,
      "grad_norm": 1.1255226062181525,
      "learning_rate": 0.00020297744425976569,
      "loss": 0.8092,
      "step": 57643
    },
    {
      "epoch": 2.3610075773090315,
      "grad_norm": 0.7765971735121162,
      "learning_rate": 0.0002029743930356434,
      "loss": 0.2386,
      "step": 57644
    },
    {
      "epoch": 2.3610485357362276,
      "grad_norm": 0.7656021689393564,
      "learning_rate": 0.00020297134178647787,
      "loss": 0.2776,
      "step": 57645
    },
    {
      "epoch": 2.361089494163424,
      "grad_norm": 1.2472501556035112,
      "learning_rate": 0.00020296829051227058,
      "loss": 0.9536,
      "step": 57646
    },
    {
      "epoch": 2.3611304525906207,
      "grad_norm": 1.0702441781044483,
      "learning_rate": 0.00020296523921302297,
      "loss": 0.8907,
      "step": 57647
    },
    {
      "epoch": 2.361171411017817,
      "grad_norm": 0.6423220973237739,
      "learning_rate": 0.0002029621878887365,
      "loss": 0.2888,
      "step": 57648
    },
    {
      "epoch": 2.3612123694450133,
      "grad_norm": 1.994220419406424,
      "learning_rate": 0.00020295913653941251,
      "loss": 1.2784,
      "step": 57649
    },
    {
      "epoch": 2.36125332787221,
      "grad_norm": 1.4485605489044393,
      "learning_rate": 0.00020295608516505254,
      "loss": 0.8159,
      "step": 57650
    },
    {
      "epoch": 2.361294286299406,
      "grad_norm": 0.8824275450357189,
      "learning_rate": 0.00020295303376565804,
      "loss": 0.6693,
      "step": 57651
    },
    {
      "epoch": 2.3613352447266025,
      "grad_norm": 0.918369917045342,
      "learning_rate": 0.00020294998234123037,
      "loss": 0.753,
      "step": 57652
    },
    {
      "epoch": 2.361376203153799,
      "grad_norm": 0.9805946930103471,
      "learning_rate": 0.00020294693089177102,
      "loss": 0.7364,
      "step": 57653
    },
    {
      "epoch": 2.361417161580995,
      "grad_norm": 1.1190020650446795,
      "learning_rate": 0.00020294387941728145,
      "loss": 0.889,
      "step": 57654
    },
    {
      "epoch": 2.3614581200081917,
      "grad_norm": 1.0298201048753173,
      "learning_rate": 0.0002029408279177631,
      "loss": 0.4466,
      "step": 57655
    },
    {
      "epoch": 2.361499078435388,
      "grad_norm": 1.134839789561122,
      "learning_rate": 0.0002029377763932174,
      "loss": 0.8413,
      "step": 57656
    },
    {
      "epoch": 2.3615400368625843,
      "grad_norm": 1.2082848369292865,
      "learning_rate": 0.00020293472484364574,
      "loss": 1.1324,
      "step": 57657
    },
    {
      "epoch": 2.361580995289781,
      "grad_norm": 1.025072332131618,
      "learning_rate": 0.00020293167326904967,
      "loss": 0.6344,
      "step": 57658
    },
    {
      "epoch": 2.3616219537169774,
      "grad_norm": 0.7395530393109812,
      "learning_rate": 0.00020292862166943054,
      "loss": 0.5657,
      "step": 57659
    },
    {
      "epoch": 2.3616629121441735,
      "grad_norm": 1.2607667789818253,
      "learning_rate": 0.00020292557004478984,
      "loss": 0.8688,
      "step": 57660
    },
    {
      "epoch": 2.36170387057137,
      "grad_norm": 1.1497431860360139,
      "learning_rate": 0.00020292251839512898,
      "loss": 0.8727,
      "step": 57661
    },
    {
      "epoch": 2.3617448289985665,
      "grad_norm": 0.9960790263561554,
      "learning_rate": 0.00020291946672044945,
      "loss": 0.8844,
      "step": 57662
    },
    {
      "epoch": 2.361785787425763,
      "grad_norm": 0.5174145166789371,
      "learning_rate": 0.0002029164150207527,
      "loss": 0.1888,
      "step": 57663
    },
    {
      "epoch": 2.361826745852959,
      "grad_norm": 0.8006525272652188,
      "learning_rate": 0.00020291336329604013,
      "loss": 0.6111,
      "step": 57664
    },
    {
      "epoch": 2.3618677042801557,
      "grad_norm": 1.3532987266325198,
      "learning_rate": 0.00020291031154631313,
      "loss": 1.2018,
      "step": 57665
    },
    {
      "epoch": 2.3619086627073522,
      "grad_norm": 0.8359757617700121,
      "learning_rate": 0.00020290725977157326,
      "loss": 0.3786,
      "step": 57666
    },
    {
      "epoch": 2.3619496211345483,
      "grad_norm": 1.0618283372037423,
      "learning_rate": 0.00020290420797182187,
      "loss": 0.6979,
      "step": 57667
    },
    {
      "epoch": 2.361990579561745,
      "grad_norm": 1.0675344410284997,
      "learning_rate": 0.00020290115614706047,
      "loss": 0.7043,
      "step": 57668
    },
    {
      "epoch": 2.3620315379889414,
      "grad_norm": 0.8076407099910751,
      "learning_rate": 0.00020289810429729044,
      "loss": 0.2368,
      "step": 57669
    },
    {
      "epoch": 2.3620724964161375,
      "grad_norm": 0.9294619276840329,
      "learning_rate": 0.00020289505242251333,
      "loss": 0.7828,
      "step": 57670
    },
    {
      "epoch": 2.362113454843334,
      "grad_norm": 0.8225301974481872,
      "learning_rate": 0.0002028920005227304,
      "loss": 0.4683,
      "step": 57671
    },
    {
      "epoch": 2.3621544132705306,
      "grad_norm": 0.6996274519401766,
      "learning_rate": 0.0002028889485979433,
      "loss": 0.2483,
      "step": 57672
    },
    {
      "epoch": 2.3621953716977266,
      "grad_norm": 1.2095064568594187,
      "learning_rate": 0.0002028858966481533,
      "loss": 0.8195,
      "step": 57673
    },
    {
      "epoch": 2.362236330124923,
      "grad_norm": 1.2077348924851115,
      "learning_rate": 0.00020288284467336195,
      "loss": 0.7524,
      "step": 57674
    },
    {
      "epoch": 2.3622772885521197,
      "grad_norm": 1.0712555752603836,
      "learning_rate": 0.00020287979267357068,
      "loss": 0.8837,
      "step": 57675
    },
    {
      "epoch": 2.362318246979316,
      "grad_norm": 1.0532316806991917,
      "learning_rate": 0.0002028767406487809,
      "loss": 0.7612,
      "step": 57676
    },
    {
      "epoch": 2.3623592054065123,
      "grad_norm": 0.9440221994085166,
      "learning_rate": 0.00020287368859899402,
      "loss": 0.7661,
      "step": 57677
    },
    {
      "epoch": 2.362400163833709,
      "grad_norm": 0.967016209585026,
      "learning_rate": 0.00020287063652421158,
      "loss": 0.287,
      "step": 57678
    },
    {
      "epoch": 2.362441122260905,
      "grad_norm": 1.151411332449358,
      "learning_rate": 0.00020286758442443497,
      "loss": 1.0444,
      "step": 57679
    },
    {
      "epoch": 2.3624820806881015,
      "grad_norm": 0.9641383169607379,
      "learning_rate": 0.00020286453229966566,
      "loss": 0.7436,
      "step": 57680
    },
    {
      "epoch": 2.362523039115298,
      "grad_norm": 0.9228336594016502,
      "learning_rate": 0.000202861480149905,
      "loss": 0.5226,
      "step": 57681
    },
    {
      "epoch": 2.3625639975424946,
      "grad_norm": 1.2097696296789484,
      "learning_rate": 0.00020285842797515452,
      "loss": 1.007,
      "step": 57682
    },
    {
      "epoch": 2.3626049559696907,
      "grad_norm": 0.8177818941319657,
      "learning_rate": 0.00020285537577541572,
      "loss": 0.3683,
      "step": 57683
    },
    {
      "epoch": 2.362645914396887,
      "grad_norm": 0.999319700634464,
      "learning_rate": 0.00020285232355068988,
      "loss": 0.8844,
      "step": 57684
    },
    {
      "epoch": 2.3626868728240837,
      "grad_norm": 0.7050834061452381,
      "learning_rate": 0.0002028492713009785,
      "loss": 0.234,
      "step": 57685
    },
    {
      "epoch": 2.36272783125128,
      "grad_norm": 1.0468887111338672,
      "learning_rate": 0.0002028462190262831,
      "loss": 0.9173,
      "step": 57686
    },
    {
      "epoch": 2.3627687896784764,
      "grad_norm": 0.5741076637308378,
      "learning_rate": 0.0002028431667266051,
      "loss": 0.1829,
      "step": 57687
    },
    {
      "epoch": 2.362809748105673,
      "grad_norm": 1.0382085406247157,
      "learning_rate": 0.00020284011440194587,
      "loss": 0.6652,
      "step": 57688
    },
    {
      "epoch": 2.362850706532869,
      "grad_norm": 1.3472261590226922,
      "learning_rate": 0.0002028370620523069,
      "loss": 1.178,
      "step": 57689
    },
    {
      "epoch": 2.3628916649600655,
      "grad_norm": 2.7329708663008043,
      "learning_rate": 0.00020283400967768966,
      "loss": 0.6979,
      "step": 57690
    },
    {
      "epoch": 2.362932623387262,
      "grad_norm": 0.8257304161130353,
      "learning_rate": 0.00020283095727809556,
      "loss": 0.7272,
      "step": 57691
    },
    {
      "epoch": 2.362973581814458,
      "grad_norm": 0.9374433492998808,
      "learning_rate": 0.00020282790485352605,
      "loss": 0.6246,
      "step": 57692
    },
    {
      "epoch": 2.3630145402416547,
      "grad_norm": 0.7935545836330286,
      "learning_rate": 0.00020282485240398254,
      "loss": 0.7797,
      "step": 57693
    },
    {
      "epoch": 2.3630554986688512,
      "grad_norm": 1.1057850781623948,
      "learning_rate": 0.00020282179992946655,
      "loss": 0.8635,
      "step": 57694
    },
    {
      "epoch": 2.3630964570960473,
      "grad_norm": 0.9861156132422935,
      "learning_rate": 0.00020281874742997946,
      "loss": 0.9285,
      "step": 57695
    },
    {
      "epoch": 2.363137415523244,
      "grad_norm": 0.9844535477837939,
      "learning_rate": 0.00020281569490552276,
      "loss": 0.9215,
      "step": 57696
    },
    {
      "epoch": 2.3631783739504404,
      "grad_norm": 0.7907103542777253,
      "learning_rate": 0.00020281264235609778,
      "loss": 0.3129,
      "step": 57697
    },
    {
      "epoch": 2.3632193323776365,
      "grad_norm": 1.0810477926310929,
      "learning_rate": 0.00020280958978170611,
      "loss": 0.7243,
      "step": 57698
    },
    {
      "epoch": 2.363260290804833,
      "grad_norm": 0.9308857875441717,
      "learning_rate": 0.00020280653718234915,
      "loss": 0.8849,
      "step": 57699
    },
    {
      "epoch": 2.3633012492320296,
      "grad_norm": 1.281748752077905,
      "learning_rate": 0.0002028034845580283,
      "loss": 1.0384,
      "step": 57700
    },
    {
      "epoch": 2.363342207659226,
      "grad_norm": 1.7165797033429815,
      "learning_rate": 0.00020280043190874498,
      "loss": 1.3815,
      "step": 57701
    },
    {
      "epoch": 2.363383166086422,
      "grad_norm": 1.9506231473743676,
      "learning_rate": 0.00020279737923450074,
      "loss": 1.7183,
      "step": 57702
    },
    {
      "epoch": 2.3634241245136187,
      "grad_norm": 1.202002057991481,
      "learning_rate": 0.00020279432653529697,
      "loss": 0.9001,
      "step": 57703
    },
    {
      "epoch": 2.3634650829408153,
      "grad_norm": 0.9123927394639362,
      "learning_rate": 0.00020279127381113508,
      "loss": 0.8251,
      "step": 57704
    },
    {
      "epoch": 2.3635060413680113,
      "grad_norm": 0.9621364031974202,
      "learning_rate": 0.0002027882210620165,
      "loss": 0.6535,
      "step": 57705
    },
    {
      "epoch": 2.363546999795208,
      "grad_norm": 0.7201307986759804,
      "learning_rate": 0.00020278516828794278,
      "loss": 0.2649,
      "step": 57706
    },
    {
      "epoch": 2.3635879582224044,
      "grad_norm": 0.8466300107109678,
      "learning_rate": 0.00020278211548891526,
      "loss": 0.5745,
      "step": 57707
    },
    {
      "epoch": 2.3636289166496005,
      "grad_norm": 0.8964154889551506,
      "learning_rate": 0.00020277906266493543,
      "loss": 0.6396,
      "step": 57708
    },
    {
      "epoch": 2.363669875076797,
      "grad_norm": 0.8496672625363982,
      "learning_rate": 0.00020277600981600472,
      "loss": 0.8034,
      "step": 57709
    },
    {
      "epoch": 2.3637108335039936,
      "grad_norm": 1.2583440621088253,
      "learning_rate": 0.0002027729569421246,
      "loss": 0.7817,
      "step": 57710
    },
    {
      "epoch": 2.3637517919311897,
      "grad_norm": 1.168480610285083,
      "learning_rate": 0.00020276990404329644,
      "loss": 1.0936,
      "step": 57711
    },
    {
      "epoch": 2.363792750358386,
      "grad_norm": 0.9685853168884198,
      "learning_rate": 0.00020276685111952176,
      "loss": 0.6697,
      "step": 57712
    },
    {
      "epoch": 2.3638337087855827,
      "grad_norm": 1.1953501011574434,
      "learning_rate": 0.00020276379817080195,
      "loss": 0.9543,
      "step": 57713
    },
    {
      "epoch": 2.363874667212779,
      "grad_norm": 1.4835678858439065,
      "learning_rate": 0.0002027607451971385,
      "loss": 0.6833,
      "step": 57714
    },
    {
      "epoch": 2.3639156256399754,
      "grad_norm": 0.987659401639064,
      "learning_rate": 0.00020275769219853284,
      "loss": 0.7681,
      "step": 57715
    },
    {
      "epoch": 2.363956584067172,
      "grad_norm": 0.8146754453299163,
      "learning_rate": 0.0002027546391749864,
      "loss": 0.4378,
      "step": 57716
    },
    {
      "epoch": 2.363997542494368,
      "grad_norm": 0.9491840846410121,
      "learning_rate": 0.00020275158612650062,
      "loss": 0.8593,
      "step": 57717
    },
    {
      "epoch": 2.3640385009215645,
      "grad_norm": 1.2426554092759992,
      "learning_rate": 0.0002027485330530769,
      "loss": 0.9183,
      "step": 57718
    },
    {
      "epoch": 2.364079459348761,
      "grad_norm": 1.1538493233411529,
      "learning_rate": 0.00020274547995471684,
      "loss": 0.8059,
      "step": 57719
    },
    {
      "epoch": 2.3641204177759576,
      "grad_norm": 0.7790898733561465,
      "learning_rate": 0.00020274242683142172,
      "loss": 0.6695,
      "step": 57720
    },
    {
      "epoch": 2.3641613762031537,
      "grad_norm": 1.1873912901741537,
      "learning_rate": 0.00020273937368319302,
      "loss": 0.9108,
      "step": 57721
    },
    {
      "epoch": 2.3642023346303502,
      "grad_norm": 0.6973042589187235,
      "learning_rate": 0.00020273632051003227,
      "loss": 0.292,
      "step": 57722
    },
    {
      "epoch": 2.3642432930575468,
      "grad_norm": 0.6162418386466052,
      "learning_rate": 0.00020273326731194078,
      "loss": 0.2257,
      "step": 57723
    },
    {
      "epoch": 2.364284251484743,
      "grad_norm": 0.9985667395807707,
      "learning_rate": 0.0002027302140889201,
      "loss": 0.8075,
      "step": 57724
    },
    {
      "epoch": 2.3643252099119394,
      "grad_norm": 0.7223172587057791,
      "learning_rate": 0.0002027271608409716,
      "loss": 0.3712,
      "step": 57725
    },
    {
      "epoch": 2.364366168339136,
      "grad_norm": 0.9225266078877765,
      "learning_rate": 0.00020272410756809678,
      "loss": 0.5846,
      "step": 57726
    },
    {
      "epoch": 2.364407126766332,
      "grad_norm": 1.0247582455236752,
      "learning_rate": 0.00020272105427029708,
      "loss": 0.7065,
      "step": 57727
    },
    {
      "epoch": 2.3644480851935286,
      "grad_norm": 1.2025284337480304,
      "learning_rate": 0.00020271800094757392,
      "loss": 1.0393,
      "step": 57728
    },
    {
      "epoch": 2.364489043620725,
      "grad_norm": 0.8368431311371646,
      "learning_rate": 0.0002027149475999287,
      "loss": 0.6794,
      "step": 57729
    },
    {
      "epoch": 2.364530002047921,
      "grad_norm": 1.5716404346055923,
      "learning_rate": 0.00020271189422736292,
      "loss": 1.3696,
      "step": 57730
    },
    {
      "epoch": 2.3645709604751177,
      "grad_norm": 1.1124599530973371,
      "learning_rate": 0.0002027088408298781,
      "loss": 0.9507,
      "step": 57731
    },
    {
      "epoch": 2.3646119189023143,
      "grad_norm": 1.2125094149682856,
      "learning_rate": 0.00020270578740747553,
      "loss": 0.7135,
      "step": 57732
    },
    {
      "epoch": 2.364652877329511,
      "grad_norm": 0.7426724413413065,
      "learning_rate": 0.0002027027339601567,
      "loss": 0.6421,
      "step": 57733
    },
    {
      "epoch": 2.364693835756707,
      "grad_norm": 0.9729297314211813,
      "learning_rate": 0.00020269968048792312,
      "loss": 0.6807,
      "step": 57734
    },
    {
      "epoch": 2.3647347941839034,
      "grad_norm": 1.1501002439574677,
      "learning_rate": 0.00020269662699077618,
      "loss": 0.943,
      "step": 57735
    },
    {
      "epoch": 2.3647757526110995,
      "grad_norm": 0.9206695716912268,
      "learning_rate": 0.00020269357346871733,
      "loss": 0.7251,
      "step": 57736
    },
    {
      "epoch": 2.364816711038296,
      "grad_norm": 1.1257203158589717,
      "learning_rate": 0.000202690519921748,
      "loss": 0.3216,
      "step": 57737
    },
    {
      "epoch": 2.3648576694654926,
      "grad_norm": 1.0098018118241312,
      "learning_rate": 0.00020268746634986967,
      "loss": 0.3346,
      "step": 57738
    },
    {
      "epoch": 2.364898627892689,
      "grad_norm": 1.1050506901820583,
      "learning_rate": 0.00020268441275308379,
      "loss": 0.8315,
      "step": 57739
    },
    {
      "epoch": 2.364939586319885,
      "grad_norm": 1.189183282286569,
      "learning_rate": 0.00020268135913139175,
      "loss": 0.952,
      "step": 57740
    },
    {
      "epoch": 2.3649805447470817,
      "grad_norm": 1.0587335054609746,
      "learning_rate": 0.00020267830548479496,
      "loss": 1.1119,
      "step": 57741
    },
    {
      "epoch": 2.3650215031742783,
      "grad_norm": 1.219066315723123,
      "learning_rate": 0.000202675251813295,
      "loss": 1.1543,
      "step": 57742
    },
    {
      "epoch": 2.3650624616014744,
      "grad_norm": 0.8306943246182257,
      "learning_rate": 0.0002026721981168932,
      "loss": 0.7841,
      "step": 57743
    },
    {
      "epoch": 2.365103420028671,
      "grad_norm": 0.9743588645415033,
      "learning_rate": 0.0002026691443955911,
      "loss": 0.8989,
      "step": 57744
    },
    {
      "epoch": 2.3651443784558674,
      "grad_norm": 1.2238426429557234,
      "learning_rate": 0.00020266609064939,
      "loss": 0.8281,
      "step": 57745
    },
    {
      "epoch": 2.3651853368830635,
      "grad_norm": 1.2482671876748088,
      "learning_rate": 0.0002026630368782915,
      "loss": 0.6738,
      "step": 57746
    },
    {
      "epoch": 2.36522629531026,
      "grad_norm": 0.9147901656987592,
      "learning_rate": 0.00020265998308229694,
      "loss": 0.8249,
      "step": 57747
    },
    {
      "epoch": 2.3652672537374566,
      "grad_norm": 1.0126406997395099,
      "learning_rate": 0.00020265692926140776,
      "loss": 0.7781,
      "step": 57748
    },
    {
      "epoch": 2.3653082121646527,
      "grad_norm": 1.0185751536890872,
      "learning_rate": 0.0002026538754156255,
      "loss": 0.6434,
      "step": 57749
    },
    {
      "epoch": 2.3653491705918492,
      "grad_norm": 1.6960892254682638,
      "learning_rate": 0.00020265082154495153,
      "loss": 1.3342,
      "step": 57750
    },
    {
      "epoch": 2.3653901290190458,
      "grad_norm": 1.3423592778190585,
      "learning_rate": 0.00020264776764938728,
      "loss": 0.5041,
      "step": 57751
    },
    {
      "epoch": 2.3654310874462423,
      "grad_norm": 1.042888728252956,
      "learning_rate": 0.00020264471372893425,
      "loss": 0.5552,
      "step": 57752
    },
    {
      "epoch": 2.3654720458734384,
      "grad_norm": 0.883069456584252,
      "learning_rate": 0.00020264165978359385,
      "loss": 0.5935,
      "step": 57753
    },
    {
      "epoch": 2.365513004300635,
      "grad_norm": 0.9166309603697406,
      "learning_rate": 0.00020263860581336754,
      "loss": 0.6947,
      "step": 57754
    },
    {
      "epoch": 2.365553962727831,
      "grad_norm": 0.9824694954404306,
      "learning_rate": 0.00020263555181825673,
      "loss": 0.6972,
      "step": 57755
    },
    {
      "epoch": 2.3655949211550276,
      "grad_norm": 0.9510869868446591,
      "learning_rate": 0.00020263249779826288,
      "loss": 0.8689,
      "step": 57756
    },
    {
      "epoch": 2.365635879582224,
      "grad_norm": 0.9132815886537516,
      "learning_rate": 0.00020262944375338746,
      "loss": 0.7706,
      "step": 57757
    },
    {
      "epoch": 2.3656768380094206,
      "grad_norm": 1.6417771104837364,
      "learning_rate": 0.00020262638968363185,
      "loss": 0.8602,
      "step": 57758
    },
    {
      "epoch": 2.3657177964366167,
      "grad_norm": 1.92495215178481,
      "learning_rate": 0.0002026233355889976,
      "loss": 1.7376,
      "step": 57759
    },
    {
      "epoch": 2.3657587548638133,
      "grad_norm": 0.7822115690642478,
      "learning_rate": 0.00020262028146948605,
      "loss": 0.4136,
      "step": 57760
    },
    {
      "epoch": 2.36579971329101,
      "grad_norm": 1.0449935616619321,
      "learning_rate": 0.00020261722732509867,
      "loss": 0.9045,
      "step": 57761
    },
    {
      "epoch": 2.365840671718206,
      "grad_norm": 1.044289085980924,
      "learning_rate": 0.00020261417315583694,
      "loss": 0.9395,
      "step": 57762
    },
    {
      "epoch": 2.3658816301454024,
      "grad_norm": 2.221885678593133,
      "learning_rate": 0.00020261111896170228,
      "loss": 2.4986,
      "step": 57763
    },
    {
      "epoch": 2.365922588572599,
      "grad_norm": 0.8976364258900308,
      "learning_rate": 0.00020260806474269613,
      "loss": 0.726,
      "step": 57764
    },
    {
      "epoch": 2.365963546999795,
      "grad_norm": 0.8911445620464229,
      "learning_rate": 0.00020260501049881996,
      "loss": 0.6763,
      "step": 57765
    },
    {
      "epoch": 2.3660045054269916,
      "grad_norm": 1.0025410892412039,
      "learning_rate": 0.0002026019562300752,
      "loss": 0.8846,
      "step": 57766
    },
    {
      "epoch": 2.366045463854188,
      "grad_norm": 0.8718532732893429,
      "learning_rate": 0.00020259890193646325,
      "loss": 0.6652,
      "step": 57767
    },
    {
      "epoch": 2.366086422281384,
      "grad_norm": 1.280788991060634,
      "learning_rate": 0.00020259584761798561,
      "loss": 0.8796,
      "step": 57768
    },
    {
      "epoch": 2.3661273807085808,
      "grad_norm": 3.0309599659211206,
      "learning_rate": 0.00020259279327464367,
      "loss": 1.3211,
      "step": 57769
    },
    {
      "epoch": 2.3661683391357773,
      "grad_norm": 0.8061091320822702,
      "learning_rate": 0.00020258973890643895,
      "loss": 0.3279,
      "step": 57770
    },
    {
      "epoch": 2.366209297562974,
      "grad_norm": 1.0881476438250934,
      "learning_rate": 0.00020258668451337287,
      "loss": 0.816,
      "step": 57771
    },
    {
      "epoch": 2.36625025599017,
      "grad_norm": 0.9390829726468011,
      "learning_rate": 0.00020258363009544681,
      "loss": 0.7409,
      "step": 57772
    },
    {
      "epoch": 2.3662912144173665,
      "grad_norm": 2.5513438173911465,
      "learning_rate": 0.00020258057565266229,
      "loss": 0.8215,
      "step": 57773
    },
    {
      "epoch": 2.3663321728445625,
      "grad_norm": 0.8490674772302396,
      "learning_rate": 0.00020257752118502071,
      "loss": 0.6879,
      "step": 57774
    },
    {
      "epoch": 2.366373131271759,
      "grad_norm": 0.5044451206228989,
      "learning_rate": 0.00020257446669252356,
      "loss": 0.2162,
      "step": 57775
    },
    {
      "epoch": 2.3664140896989556,
      "grad_norm": 0.8091646251954491,
      "learning_rate": 0.00020257141217517224,
      "loss": 0.6165,
      "step": 57776
    },
    {
      "epoch": 2.366455048126152,
      "grad_norm": 0.44744815644395874,
      "learning_rate": 0.00020256835763296814,
      "loss": 0.1387,
      "step": 57777
    },
    {
      "epoch": 2.3664960065533482,
      "grad_norm": 0.8529903003454031,
      "learning_rate": 0.00020256530306591284,
      "loss": 0.7002,
      "step": 57778
    },
    {
      "epoch": 2.3665369649805448,
      "grad_norm": 5.479011346932679,
      "learning_rate": 0.00020256224847400774,
      "loss": 2.8402,
      "step": 57779
    },
    {
      "epoch": 2.3665779234077413,
      "grad_norm": 2.9562486681565185,
      "learning_rate": 0.00020255919385725422,
      "loss": 3.0035,
      "step": 57780
    },
    {
      "epoch": 2.3666188818349374,
      "grad_norm": 0.9552056382388144,
      "learning_rate": 0.00020255613921565374,
      "loss": 0.9277,
      "step": 57781
    },
    {
      "epoch": 2.366659840262134,
      "grad_norm": 0.9140711591044696,
      "learning_rate": 0.00020255308454920781,
      "loss": 0.7406,
      "step": 57782
    },
    {
      "epoch": 2.3667007986893305,
      "grad_norm": 1.4279185443687201,
      "learning_rate": 0.00020255002985791783,
      "loss": 1.3194,
      "step": 57783
    },
    {
      "epoch": 2.3667417571165266,
      "grad_norm": 1.114979059794367,
      "learning_rate": 0.00020254697514178523,
      "loss": 0.657,
      "step": 57784
    },
    {
      "epoch": 2.366782715543723,
      "grad_norm": 1.0591621921553203,
      "learning_rate": 0.00020254392040081144,
      "loss": 0.9354,
      "step": 57785
    },
    {
      "epoch": 2.3668236739709196,
      "grad_norm": 0.9088208441414827,
      "learning_rate": 0.00020254086563499798,
      "loss": 0.3697,
      "step": 57786
    },
    {
      "epoch": 2.3668646323981157,
      "grad_norm": 1.045077250471051,
      "learning_rate": 0.00020253781084434623,
      "loss": 0.7044,
      "step": 57787
    },
    {
      "epoch": 2.3669055908253123,
      "grad_norm": 2.2838217933429794,
      "learning_rate": 0.00020253475602885766,
      "loss": 1.6641,
      "step": 57788
    },
    {
      "epoch": 2.366946549252509,
      "grad_norm": 1.0928519483460057,
      "learning_rate": 0.0002025317011885337,
      "loss": 0.6815,
      "step": 57789
    },
    {
      "epoch": 2.3669875076797053,
      "grad_norm": 0.893936113684555,
      "learning_rate": 0.0002025286463233758,
      "loss": 0.7365,
      "step": 57790
    },
    {
      "epoch": 2.3670284661069014,
      "grad_norm": 1.3677055087054,
      "learning_rate": 0.00020252559143338542,
      "loss": 1.3633,
      "step": 57791
    },
    {
      "epoch": 2.367069424534098,
      "grad_norm": 1.0054818463989452,
      "learning_rate": 0.000202522536518564,
      "loss": 0.8334,
      "step": 57792
    },
    {
      "epoch": 2.367110382961294,
      "grad_norm": 0.9319720071868838,
      "learning_rate": 0.00020251948157891286,
      "loss": 0.6786,
      "step": 57793
    },
    {
      "epoch": 2.3671513413884906,
      "grad_norm": 1.074780598360299,
      "learning_rate": 0.0002025164266144337,
      "loss": 0.9918,
      "step": 57794
    },
    {
      "epoch": 2.367192299815687,
      "grad_norm": 0.9097872118275999,
      "learning_rate": 0.00020251337162512776,
      "loss": 0.7137,
      "step": 57795
    },
    {
      "epoch": 2.3672332582428837,
      "grad_norm": 7.152886011921022,
      "learning_rate": 0.00020251031661099652,
      "loss": 2.5284,
      "step": 57796
    },
    {
      "epoch": 2.3672742166700798,
      "grad_norm": 0.6962593719236456,
      "learning_rate": 0.00020250726157204147,
      "loss": 0.3136,
      "step": 57797
    },
    {
      "epoch": 2.3673151750972763,
      "grad_norm": 1.1985215031653706,
      "learning_rate": 0.00020250420650826405,
      "loss": 0.8054,
      "step": 57798
    },
    {
      "epoch": 2.367356133524473,
      "grad_norm": 1.1740095667148456,
      "learning_rate": 0.00020250115141966568,
      "loss": 1.0342,
      "step": 57799
    },
    {
      "epoch": 2.367397091951669,
      "grad_norm": 1.087518682821837,
      "learning_rate": 0.0002024980963062478,
      "loss": 0.7741,
      "step": 57800
    },
    {
      "epoch": 2.3674380503788655,
      "grad_norm": 1.1377145742864208,
      "learning_rate": 0.00020249504116801184,
      "loss": 1.058,
      "step": 57801
    },
    {
      "epoch": 2.367479008806062,
      "grad_norm": 1.2396821759741006,
      "learning_rate": 0.0002024919860049593,
      "loss": 1.0882,
      "step": 57802
    },
    {
      "epoch": 2.367519967233258,
      "grad_norm": 0.9056456608297219,
      "learning_rate": 0.00020248893081709163,
      "loss": 0.6948,
      "step": 57803
    },
    {
      "epoch": 2.3675609256604546,
      "grad_norm": 0.9770579571961837,
      "learning_rate": 0.0002024858756044102,
      "loss": 0.7364,
      "step": 57804
    },
    {
      "epoch": 2.367601884087651,
      "grad_norm": 1.1979972394803227,
      "learning_rate": 0.00020248282036691647,
      "loss": 1.1071,
      "step": 57805
    },
    {
      "epoch": 2.3676428425148472,
      "grad_norm": 0.9328065868534895,
      "learning_rate": 0.00020247976510461195,
      "loss": 0.3456,
      "step": 57806
    },
    {
      "epoch": 2.367683800942044,
      "grad_norm": 0.8195758332820481,
      "learning_rate": 0.00020247670981749806,
      "loss": 0.5111,
      "step": 57807
    },
    {
      "epoch": 2.3677247593692403,
      "grad_norm": 0.9716926228667223,
      "learning_rate": 0.0002024736545055762,
      "loss": 0.7532,
      "step": 57808
    },
    {
      "epoch": 2.367765717796437,
      "grad_norm": 0.780873988255119,
      "learning_rate": 0.00020247059916884782,
      "loss": 0.7786,
      "step": 57809
    },
    {
      "epoch": 2.367806676223633,
      "grad_norm": 1.2806934670138235,
      "learning_rate": 0.00020246754380731443,
      "loss": 0.6451,
      "step": 57810
    },
    {
      "epoch": 2.3678476346508295,
      "grad_norm": 4.661015876160632,
      "learning_rate": 0.0002024644884209774,
      "loss": 1.5874,
      "step": 57811
    },
    {
      "epoch": 2.3678885930780256,
      "grad_norm": 0.9179156456452092,
      "learning_rate": 0.0002024614330098382,
      "loss": 0.7418,
      "step": 57812
    },
    {
      "epoch": 2.367929551505222,
      "grad_norm": 0.8668697612334089,
      "learning_rate": 0.00020245837757389826,
      "loss": 0.7403,
      "step": 57813
    },
    {
      "epoch": 2.3679705099324186,
      "grad_norm": 0.8385240196008806,
      "learning_rate": 0.00020245532211315907,
      "loss": 0.619,
      "step": 57814
    },
    {
      "epoch": 2.368011468359615,
      "grad_norm": 1.232893516338529,
      "learning_rate": 0.00020245226662762207,
      "loss": 1.1854,
      "step": 57815
    },
    {
      "epoch": 2.3680524267868113,
      "grad_norm": 1.1030284347409811,
      "learning_rate": 0.0002024492111172887,
      "loss": 0.819,
      "step": 57816
    },
    {
      "epoch": 2.368093385214008,
      "grad_norm": 1.0387892810804353,
      "learning_rate": 0.0002024461555821603,
      "loss": 0.8085,
      "step": 57817
    },
    {
      "epoch": 2.3681343436412043,
      "grad_norm": 0.9976300915412776,
      "learning_rate": 0.00020244310002223844,
      "loss": 0.7184,
      "step": 57818
    },
    {
      "epoch": 2.3681753020684004,
      "grad_norm": 0.829960874238309,
      "learning_rate": 0.00020244004443752454,
      "loss": 0.7074,
      "step": 57819
    },
    {
      "epoch": 2.368216260495597,
      "grad_norm": 0.9361714649276014,
      "learning_rate": 0.00020243698882802005,
      "loss": 0.7706,
      "step": 57820
    },
    {
      "epoch": 2.3682572189227935,
      "grad_norm": 1.406330829043799,
      "learning_rate": 0.0002024339331937263,
      "loss": 1.2873,
      "step": 57821
    },
    {
      "epoch": 2.3682981773499896,
      "grad_norm": 3.1264424792107492,
      "learning_rate": 0.00020243087753464496,
      "loss": 2.168,
      "step": 57822
    },
    {
      "epoch": 2.368339135777186,
      "grad_norm": 0.9557531295580068,
      "learning_rate": 0.00020242782185077727,
      "loss": 0.7213,
      "step": 57823
    },
    {
      "epoch": 2.3683800942043827,
      "grad_norm": 0.8575367925430275,
      "learning_rate": 0.00020242476614212477,
      "loss": 0.7072,
      "step": 57824
    },
    {
      "epoch": 2.3684210526315788,
      "grad_norm": 1.0354576075148745,
      "learning_rate": 0.0002024217104086889,
      "loss": 0.7818,
      "step": 57825
    },
    {
      "epoch": 2.3684620110587753,
      "grad_norm": 0.972431903192021,
      "learning_rate": 0.000202418654650471,
      "loss": 0.7489,
      "step": 57826
    },
    {
      "epoch": 2.368502969485972,
      "grad_norm": 1.6110885720052837,
      "learning_rate": 0.0002024155988674727,
      "loss": 1.2632,
      "step": 57827
    },
    {
      "epoch": 2.3685439279131684,
      "grad_norm": 0.763716946568311,
      "learning_rate": 0.0002024125430596953,
      "loss": 0.3057,
      "step": 57828
    },
    {
      "epoch": 2.3685848863403645,
      "grad_norm": 1.1630606575437463,
      "learning_rate": 0.0002024094872271403,
      "loss": 0.9887,
      "step": 57829
    },
    {
      "epoch": 2.368625844767561,
      "grad_norm": 0.7909719228887072,
      "learning_rate": 0.00020240643136980912,
      "loss": 0.6506,
      "step": 57830
    },
    {
      "epoch": 2.368666803194757,
      "grad_norm": 1.012701046475117,
      "learning_rate": 0.00020240337548770325,
      "loss": 0.7026,
      "step": 57831
    },
    {
      "epoch": 2.3687077616219536,
      "grad_norm": 1.113793779485787,
      "learning_rate": 0.00020240031958082408,
      "loss": 0.9142,
      "step": 57832
    },
    {
      "epoch": 2.36874872004915,
      "grad_norm": 1.068500910291025,
      "learning_rate": 0.00020239726364917307,
      "loss": 0.8159,
      "step": 57833
    },
    {
      "epoch": 2.3687896784763467,
      "grad_norm": 0.7721388599752311,
      "learning_rate": 0.0002023942076927517,
      "loss": 0.6505,
      "step": 57834
    },
    {
      "epoch": 2.368830636903543,
      "grad_norm": 0.9787821104224071,
      "learning_rate": 0.0002023911517115614,
      "loss": 0.6401,
      "step": 57835
    },
    {
      "epoch": 2.3688715953307393,
      "grad_norm": 0.5967409422122519,
      "learning_rate": 0.00020238809570560356,
      "loss": 0.3087,
      "step": 57836
    },
    {
      "epoch": 2.368912553757936,
      "grad_norm": 1.1063024207550147,
      "learning_rate": 0.0002023850396748797,
      "loss": 0.9616,
      "step": 57837
    },
    {
      "epoch": 2.368953512185132,
      "grad_norm": 1.1262190666856549,
      "learning_rate": 0.00020238198361939122,
      "loss": 0.8955,
      "step": 57838
    },
    {
      "epoch": 2.3689944706123285,
      "grad_norm": 0.7954592462419274,
      "learning_rate": 0.0002023789275391396,
      "loss": 0.6327,
      "step": 57839
    },
    {
      "epoch": 2.369035429039525,
      "grad_norm": 0.9418054513569313,
      "learning_rate": 0.00020237587143412625,
      "loss": 0.6236,
      "step": 57840
    },
    {
      "epoch": 2.369076387466721,
      "grad_norm": 1.0143251818950627,
      "learning_rate": 0.00020237281530435257,
      "loss": 0.9713,
      "step": 57841
    },
    {
      "epoch": 2.3691173458939176,
      "grad_norm": 0.9638603608849372,
      "learning_rate": 0.00020236975914982014,
      "loss": 0.8796,
      "step": 57842
    },
    {
      "epoch": 2.369158304321114,
      "grad_norm": 1.1762406687985205,
      "learning_rate": 0.00020236670297053033,
      "loss": 0.8636,
      "step": 57843
    },
    {
      "epoch": 2.3691992627483103,
      "grad_norm": 0.7658678929207876,
      "learning_rate": 0.00020236364676648455,
      "loss": 0.4278,
      "step": 57844
    },
    {
      "epoch": 2.369240221175507,
      "grad_norm": 6.984573842956774,
      "learning_rate": 0.00020236059053768427,
      "loss": 3.4431,
      "step": 57845
    },
    {
      "epoch": 2.3692811796027033,
      "grad_norm": 0.9661715559812293,
      "learning_rate": 0.00020235753428413095,
      "loss": 0.7877,
      "step": 57846
    },
    {
      "epoch": 2.3693221380299,
      "grad_norm": 1.1691880488031456,
      "learning_rate": 0.00020235447800582602,
      "loss": 0.9023,
      "step": 57847
    },
    {
      "epoch": 2.369363096457096,
      "grad_norm": 0.9038608235623122,
      "learning_rate": 0.00020235142170277096,
      "loss": 0.8144,
      "step": 57848
    },
    {
      "epoch": 2.3694040548842925,
      "grad_norm": 1.0404259928417634,
      "learning_rate": 0.00020234836537496716,
      "loss": 0.9357,
      "step": 57849
    },
    {
      "epoch": 2.3694450133114886,
      "grad_norm": 0.8247053519668018,
      "learning_rate": 0.00020234530902241607,
      "loss": 0.5436,
      "step": 57850
    },
    {
      "epoch": 2.369485971738685,
      "grad_norm": 1.458002806778698,
      "learning_rate": 0.00020234225264511918,
      "loss": 0.7313,
      "step": 57851
    },
    {
      "epoch": 2.3695269301658817,
      "grad_norm": 1.4518758805982361,
      "learning_rate": 0.00020233919624307792,
      "loss": 0.8294,
      "step": 57852
    },
    {
      "epoch": 2.369567888593078,
      "grad_norm": 0.9329332657699697,
      "learning_rate": 0.0002023361398162937,
      "loss": 0.8421,
      "step": 57853
    },
    {
      "epoch": 2.3696088470202743,
      "grad_norm": 0.8489970892997328,
      "learning_rate": 0.000202333083364768,
      "loss": 0.8073,
      "step": 57854
    },
    {
      "epoch": 2.369649805447471,
      "grad_norm": 0.803315191729633,
      "learning_rate": 0.00020233002688850227,
      "loss": 0.3236,
      "step": 57855
    },
    {
      "epoch": 2.3696907638746674,
      "grad_norm": 0.9498128132974387,
      "learning_rate": 0.00020232697038749794,
      "loss": 0.8613,
      "step": 57856
    },
    {
      "epoch": 2.3697317223018635,
      "grad_norm": 0.9875367092047151,
      "learning_rate": 0.00020232391386175644,
      "loss": 0.2886,
      "step": 57857
    },
    {
      "epoch": 2.36977268072906,
      "grad_norm": 1.1316313296601137,
      "learning_rate": 0.0002023208573112792,
      "loss": 0.649,
      "step": 57858
    },
    {
      "epoch": 2.3698136391562565,
      "grad_norm": 0.7869810878338338,
      "learning_rate": 0.0002023178007360678,
      "loss": 0.3646,
      "step": 57859
    },
    {
      "epoch": 2.3698545975834526,
      "grad_norm": 13.355524191934801,
      "learning_rate": 0.0002023147441361235,
      "loss": 1.6281,
      "step": 57860
    },
    {
      "epoch": 2.369895556010649,
      "grad_norm": 1.0817382388466066,
      "learning_rate": 0.00020231168751144783,
      "loss": 0.6482,
      "step": 57861
    },
    {
      "epoch": 2.3699365144378457,
      "grad_norm": 1.1775439205713263,
      "learning_rate": 0.00020230863086204221,
      "loss": 0.863,
      "step": 57862
    },
    {
      "epoch": 2.369977472865042,
      "grad_norm": 1.1226101234612385,
      "learning_rate": 0.00020230557418790814,
      "loss": 0.9906,
      "step": 57863
    },
    {
      "epoch": 2.3700184312922383,
      "grad_norm": 1.3881571898429261,
      "learning_rate": 0.00020230251748904705,
      "loss": 0.9221,
      "step": 57864
    },
    {
      "epoch": 2.370059389719435,
      "grad_norm": 1.1395365528088084,
      "learning_rate": 0.0002022994607654603,
      "loss": 0.4833,
      "step": 57865
    },
    {
      "epoch": 2.3701003481466314,
      "grad_norm": 7.075697034822408,
      "learning_rate": 0.00020229640401714944,
      "loss": 4.9715,
      "step": 57866
    },
    {
      "epoch": 2.3701413065738275,
      "grad_norm": 0.9505012398602947,
      "learning_rate": 0.00020229334724411588,
      "loss": 0.757,
      "step": 57867
    },
    {
      "epoch": 2.370182265001024,
      "grad_norm": 1.0814248959238317,
      "learning_rate": 0.00020229029044636104,
      "loss": 0.7844,
      "step": 57868
    },
    {
      "epoch": 2.37022322342822,
      "grad_norm": 1.0788915463230464,
      "learning_rate": 0.00020228723362388637,
      "loss": 0.9455,
      "step": 57869
    },
    {
      "epoch": 2.3702641818554167,
      "grad_norm": 0.8415514888474475,
      "learning_rate": 0.00020228417677669336,
      "loss": 0.7379,
      "step": 57870
    },
    {
      "epoch": 2.370305140282613,
      "grad_norm": 0.726805350931312,
      "learning_rate": 0.00020228111990478343,
      "loss": 0.2348,
      "step": 57871
    },
    {
      "epoch": 2.3703460987098097,
      "grad_norm": 2.035601113997698,
      "learning_rate": 0.000202278063008158,
      "loss": 0.3307,
      "step": 57872
    },
    {
      "epoch": 2.370387057137006,
      "grad_norm": 1.0821706635835635,
      "learning_rate": 0.0002022750060868185,
      "loss": 0.8064,
      "step": 57873
    },
    {
      "epoch": 2.3704280155642024,
      "grad_norm": 3.973832311982549,
      "learning_rate": 0.00020227194914076649,
      "loss": 4.6153,
      "step": 57874
    },
    {
      "epoch": 2.370468973991399,
      "grad_norm": 7.026823596201882,
      "learning_rate": 0.0002022688921700033,
      "loss": 1.4592,
      "step": 57875
    },
    {
      "epoch": 2.370509932418595,
      "grad_norm": 0.8710895191398473,
      "learning_rate": 0.0002022658351745304,
      "loss": 0.6363,
      "step": 57876
    },
    {
      "epoch": 2.3705508908457915,
      "grad_norm": 0.5620624838975317,
      "learning_rate": 0.00020226277815434923,
      "loss": 0.24,
      "step": 57877
    },
    {
      "epoch": 2.370591849272988,
      "grad_norm": 0.6982466968101934,
      "learning_rate": 0.0002022597211094613,
      "loss": 0.3231,
      "step": 57878
    },
    {
      "epoch": 2.370632807700184,
      "grad_norm": 0.9797582794602517,
      "learning_rate": 0.00020225666403986798,
      "loss": 0.5842,
      "step": 57879
    },
    {
      "epoch": 2.3706737661273807,
      "grad_norm": 0.8744125637773172,
      "learning_rate": 0.00020225360694557074,
      "loss": 0.6765,
      "step": 57880
    },
    {
      "epoch": 2.370714724554577,
      "grad_norm": 0.8911131721447663,
      "learning_rate": 0.00020225054982657103,
      "loss": 0.7215,
      "step": 57881
    },
    {
      "epoch": 2.3707556829817733,
      "grad_norm": 0.9007770076450263,
      "learning_rate": 0.0002022474926828703,
      "loss": 0.4149,
      "step": 57882
    },
    {
      "epoch": 2.37079664140897,
      "grad_norm": 0.874671556379058,
      "learning_rate": 0.00020224443551446997,
      "loss": 0.6996,
      "step": 57883
    },
    {
      "epoch": 2.3708375998361664,
      "grad_norm": 0.8807114710629327,
      "learning_rate": 0.00020224137832137152,
      "loss": 0.6694,
      "step": 57884
    },
    {
      "epoch": 2.370878558263363,
      "grad_norm": 1.1299825436414679,
      "learning_rate": 0.00020223832110357633,
      "loss": 0.7546,
      "step": 57885
    },
    {
      "epoch": 2.370919516690559,
      "grad_norm": 0.9359582018477683,
      "learning_rate": 0.00020223526386108597,
      "loss": 0.8571,
      "step": 57886
    },
    {
      "epoch": 2.3709604751177555,
      "grad_norm": 1.020581831781569,
      "learning_rate": 0.00020223220659390176,
      "loss": 0.812,
      "step": 57887
    },
    {
      "epoch": 2.3710014335449516,
      "grad_norm": 0.9984596530516542,
      "learning_rate": 0.00020222914930202523,
      "loss": 0.8155,
      "step": 57888
    },
    {
      "epoch": 2.371042391972148,
      "grad_norm": 1.0883391840774501,
      "learning_rate": 0.00020222609198545773,
      "loss": 0.9508,
      "step": 57889
    },
    {
      "epoch": 2.3710833503993447,
      "grad_norm": 0.8795403937239542,
      "learning_rate": 0.00020222303464420083,
      "loss": 0.6651,
      "step": 57890
    },
    {
      "epoch": 2.3711243088265412,
      "grad_norm": 0.9113114128027352,
      "learning_rate": 0.00020221997727825586,
      "loss": 0.9098,
      "step": 57891
    },
    {
      "epoch": 2.3711652672537373,
      "grad_norm": 1.5647577479092794,
      "learning_rate": 0.00020221691988762434,
      "loss": 1.69,
      "step": 57892
    },
    {
      "epoch": 2.371206225680934,
      "grad_norm": 1.3508266801250501,
      "learning_rate": 0.00020221386247230765,
      "loss": 1.2607,
      "step": 57893
    },
    {
      "epoch": 2.3712471841081304,
      "grad_norm": 1.1093661557951617,
      "learning_rate": 0.0002022108050323073,
      "loss": 0.8705,
      "step": 57894
    },
    {
      "epoch": 2.3712881425353265,
      "grad_norm": 1.0078372159952027,
      "learning_rate": 0.00020220774756762478,
      "loss": 0.4319,
      "step": 57895
    },
    {
      "epoch": 2.371329100962523,
      "grad_norm": 0.9836953074076976,
      "learning_rate": 0.00020220469007826142,
      "loss": 0.4193,
      "step": 57896
    },
    {
      "epoch": 2.3713700593897196,
      "grad_norm": 1.0466886773807993,
      "learning_rate": 0.00020220163256421867,
      "loss": 0.6969,
      "step": 57897
    },
    {
      "epoch": 2.3714110178169157,
      "grad_norm": 1.429527343910814,
      "learning_rate": 0.00020219857502549803,
      "loss": 0.7002,
      "step": 57898
    },
    {
      "epoch": 2.371451976244112,
      "grad_norm": 0.967352173910292,
      "learning_rate": 0.00020219551746210096,
      "loss": 0.8041,
      "step": 57899
    },
    {
      "epoch": 2.3714929346713087,
      "grad_norm": 1.102242121883826,
      "learning_rate": 0.0002021924598740289,
      "loss": 0.9664,
      "step": 57900
    },
    {
      "epoch": 2.371533893098505,
      "grad_norm": 0.8914002148992392,
      "learning_rate": 0.0002021894022612832,
      "loss": 0.6973,
      "step": 57901
    },
    {
      "epoch": 2.3715748515257014,
      "grad_norm": 2.008284364775875,
      "learning_rate": 0.00020218634462386542,
      "loss": 1.2639,
      "step": 57902
    },
    {
      "epoch": 2.371615809952898,
      "grad_norm": 1.0683232401236027,
      "learning_rate": 0.000202183286961777,
      "loss": 0.7074,
      "step": 57903
    },
    {
      "epoch": 2.3716567683800944,
      "grad_norm": 1.0776132694691862,
      "learning_rate": 0.0002021802292750193,
      "loss": 0.6786,
      "step": 57904
    },
    {
      "epoch": 2.3716977268072905,
      "grad_norm": 0.7765864753113765,
      "learning_rate": 0.00020217717156359382,
      "loss": 0.716,
      "step": 57905
    },
    {
      "epoch": 2.371738685234487,
      "grad_norm": 1.0935723339616752,
      "learning_rate": 0.00020217411382750198,
      "loss": 0.9705,
      "step": 57906
    },
    {
      "epoch": 2.371779643661683,
      "grad_norm": 1.021829170074526,
      "learning_rate": 0.00020217105606674528,
      "loss": 0.7827,
      "step": 57907
    },
    {
      "epoch": 2.3718206020888797,
      "grad_norm": 0.7784208359670914,
      "learning_rate": 0.00020216799828132515,
      "loss": 0.2812,
      "step": 57908
    },
    {
      "epoch": 2.371861560516076,
      "grad_norm": 0.8908049243776384,
      "learning_rate": 0.00020216494047124297,
      "loss": 0.6995,
      "step": 57909
    },
    {
      "epoch": 2.3719025189432728,
      "grad_norm": 1.7798735250180209,
      "learning_rate": 0.00020216188263650026,
      "loss": 0.3837,
      "step": 57910
    },
    {
      "epoch": 2.371943477370469,
      "grad_norm": 1.7455816792986965,
      "learning_rate": 0.00020215882477709845,
      "loss": 0.8919,
      "step": 57911
    },
    {
      "epoch": 2.3719844357976654,
      "grad_norm": 1.2664498862416813,
      "learning_rate": 0.00020215576689303896,
      "loss": 1.169,
      "step": 57912
    },
    {
      "epoch": 2.372025394224862,
      "grad_norm": 0.9451613706094465,
      "learning_rate": 0.00020215270898432322,
      "loss": 0.7093,
      "step": 57913
    },
    {
      "epoch": 2.372066352652058,
      "grad_norm": 2.947179834822826,
      "learning_rate": 0.00020214965105095278,
      "loss": 3.2083,
      "step": 57914
    },
    {
      "epoch": 2.3721073110792545,
      "grad_norm": 0.7804384478904418,
      "learning_rate": 0.00020214659309292893,
      "loss": 0.3889,
      "step": 57915
    },
    {
      "epoch": 2.372148269506451,
      "grad_norm": 0.937091973103323,
      "learning_rate": 0.00020214353511025326,
      "loss": 0.7483,
      "step": 57916
    },
    {
      "epoch": 2.372189227933647,
      "grad_norm": 0.8431872232436538,
      "learning_rate": 0.0002021404771029271,
      "loss": 0.5784,
      "step": 57917
    },
    {
      "epoch": 2.3722301863608437,
      "grad_norm": 1.4749367265370938,
      "learning_rate": 0.00020213741907095198,
      "loss": 0.9718,
      "step": 57918
    },
    {
      "epoch": 2.3722711447880402,
      "grad_norm": 0.5927783854360463,
      "learning_rate": 0.00020213436101432932,
      "loss": 0.2503,
      "step": 57919
    },
    {
      "epoch": 2.3723121032152363,
      "grad_norm": 0.9453478345887723,
      "learning_rate": 0.00020213130293306053,
      "loss": 0.6684,
      "step": 57920
    },
    {
      "epoch": 2.372353061642433,
      "grad_norm": 0.8397144456081617,
      "learning_rate": 0.00020212824482714712,
      "loss": 0.7552,
      "step": 57921
    },
    {
      "epoch": 2.3723940200696294,
      "grad_norm": 0.5912158327329583,
      "learning_rate": 0.0002021251866965905,
      "loss": 0.2248,
      "step": 57922
    },
    {
      "epoch": 2.372434978496826,
      "grad_norm": 0.900159773509082,
      "learning_rate": 0.00020212212854139208,
      "loss": 0.6806,
      "step": 57923
    },
    {
      "epoch": 2.372475936924022,
      "grad_norm": 1.7134101807350015,
      "learning_rate": 0.00020211907036155337,
      "loss": 1.4771,
      "step": 57924
    },
    {
      "epoch": 2.3725168953512186,
      "grad_norm": 1.049471379817523,
      "learning_rate": 0.00020211601215707576,
      "loss": 0.7624,
      "step": 57925
    },
    {
      "epoch": 2.3725578537784147,
      "grad_norm": 0.763800383117548,
      "learning_rate": 0.00020211295392796074,
      "loss": 0.2996,
      "step": 57926
    },
    {
      "epoch": 2.372598812205611,
      "grad_norm": 0.7461985508307334,
      "learning_rate": 0.00020210989567420975,
      "loss": 0.4647,
      "step": 57927
    },
    {
      "epoch": 2.3726397706328077,
      "grad_norm": 0.8909654517215534,
      "learning_rate": 0.00020210683739582422,
      "loss": 0.6039,
      "step": 57928
    },
    {
      "epoch": 2.3726807290600043,
      "grad_norm": 1.0720586026201935,
      "learning_rate": 0.0002021037790928056,
      "loss": 0.8264,
      "step": 57929
    },
    {
      "epoch": 2.3727216874872004,
      "grad_norm": 1.117235886107999,
      "learning_rate": 0.00020210072076515536,
      "loss": 0.7668,
      "step": 57930
    },
    {
      "epoch": 2.372762645914397,
      "grad_norm": 0.7937979895372467,
      "learning_rate": 0.00020209766241287492,
      "loss": 0.7259,
      "step": 57931
    },
    {
      "epoch": 2.3728036043415934,
      "grad_norm": 0.9312281217285956,
      "learning_rate": 0.00020209460403596572,
      "loss": 0.8209,
      "step": 57932
    },
    {
      "epoch": 2.3728445627687895,
      "grad_norm": 1.1072499457434772,
      "learning_rate": 0.00020209154563442916,
      "loss": 0.7874,
      "step": 57933
    },
    {
      "epoch": 2.372885521195986,
      "grad_norm": 1.0300620730584882,
      "learning_rate": 0.0002020884872082668,
      "loss": 0.8209,
      "step": 57934
    },
    {
      "epoch": 2.3729264796231826,
      "grad_norm": 0.8990379418766116,
      "learning_rate": 0.00020208542875748,
      "loss": 0.704,
      "step": 57935
    },
    {
      "epoch": 2.3729674380503787,
      "grad_norm": 0.8997272298130056,
      "learning_rate": 0.00020208237028207027,
      "loss": 0.8322,
      "step": 57936
    },
    {
      "epoch": 2.373008396477575,
      "grad_norm": 3.865189231680984,
      "learning_rate": 0.00020207931178203896,
      "loss": 3.8301,
      "step": 57937
    },
    {
      "epoch": 2.3730493549047718,
      "grad_norm": 1.293088628141752,
      "learning_rate": 0.0002020762532573876,
      "loss": 0.8247,
      "step": 57938
    },
    {
      "epoch": 2.373090313331968,
      "grad_norm": 1.0347963259598787,
      "learning_rate": 0.0002020731947081176,
      "loss": 0.9306,
      "step": 57939
    },
    {
      "epoch": 2.3731312717591644,
      "grad_norm": 1.3779816396671307,
      "learning_rate": 0.00020207013613423043,
      "loss": 0.7004,
      "step": 57940
    },
    {
      "epoch": 2.373172230186361,
      "grad_norm": 0.8693017250841832,
      "learning_rate": 0.0002020670775357275,
      "loss": 0.2815,
      "step": 57941
    },
    {
      "epoch": 2.3732131886135575,
      "grad_norm": 0.9299208304514562,
      "learning_rate": 0.00020206401891261028,
      "loss": 0.6596,
      "step": 57942
    },
    {
      "epoch": 2.3732541470407535,
      "grad_norm": 0.9055368904399146,
      "learning_rate": 0.00020206096026488025,
      "loss": 0.6991,
      "step": 57943
    },
    {
      "epoch": 2.37329510546795,
      "grad_norm": 1.0205557249925383,
      "learning_rate": 0.00020205790159253878,
      "loss": 0.6248,
      "step": 57944
    },
    {
      "epoch": 2.3733360638951466,
      "grad_norm": 0.6316007604231085,
      "learning_rate": 0.00020205484289558733,
      "loss": 0.2352,
      "step": 57945
    },
    {
      "epoch": 2.3733770223223427,
      "grad_norm": 1.0069808685823125,
      "learning_rate": 0.00020205178417402744,
      "loss": 0.7259,
      "step": 57946
    },
    {
      "epoch": 2.3734179807495392,
      "grad_norm": 0.7877362025925931,
      "learning_rate": 0.00020204872542786047,
      "loss": 0.2882,
      "step": 57947
    },
    {
      "epoch": 2.373458939176736,
      "grad_norm": 0.8796209607398864,
      "learning_rate": 0.00020204566665708789,
      "loss": 0.4147,
      "step": 57948
    },
    {
      "epoch": 2.373499897603932,
      "grad_norm": 0.7839902674336272,
      "learning_rate": 0.00020204260786171107,
      "loss": 0.606,
      "step": 57949
    },
    {
      "epoch": 2.3735408560311284,
      "grad_norm": 0.9864361186128111,
      "learning_rate": 0.0002020395490417316,
      "loss": 0.8216,
      "step": 57950
    },
    {
      "epoch": 2.373581814458325,
      "grad_norm": 1.488274907222055,
      "learning_rate": 0.00020203649019715083,
      "loss": 1.0734,
      "step": 57951
    },
    {
      "epoch": 2.373622772885521,
      "grad_norm": 1.0585267647146277,
      "learning_rate": 0.0002020334313279702,
      "loss": 0.9783,
      "step": 57952
    },
    {
      "epoch": 2.3736637313127176,
      "grad_norm": 1.1536754485134506,
      "learning_rate": 0.0002020303724341912,
      "loss": 0.7132,
      "step": 57953
    },
    {
      "epoch": 2.373704689739914,
      "grad_norm": 0.6901489897441537,
      "learning_rate": 0.00020202731351581527,
      "loss": 0.264,
      "step": 57954
    },
    {
      "epoch": 2.37374564816711,
      "grad_norm": 0.6357625035465644,
      "learning_rate": 0.00020202425457284382,
      "loss": 0.2891,
      "step": 57955
    },
    {
      "epoch": 2.3737866065943067,
      "grad_norm": 1.2132947452401253,
      "learning_rate": 0.00020202119560527838,
      "loss": 0.9727,
      "step": 57956
    },
    {
      "epoch": 2.3738275650215033,
      "grad_norm": 0.846349940479895,
      "learning_rate": 0.00020201813661312025,
      "loss": 0.639,
      "step": 57957
    },
    {
      "epoch": 2.3738685234486994,
      "grad_norm": 4.977520996482387,
      "learning_rate": 0.000202015077596371,
      "loss": 3.0146,
      "step": 57958
    },
    {
      "epoch": 2.373909481875896,
      "grad_norm": 0.6956773579184884,
      "learning_rate": 0.00020201201855503208,
      "loss": 0.2876,
      "step": 57959
    },
    {
      "epoch": 2.3739504403030924,
      "grad_norm": 1.247518130381122,
      "learning_rate": 0.00020200895948910486,
      "loss": 0.8283,
      "step": 57960
    },
    {
      "epoch": 2.373991398730289,
      "grad_norm": 1.2796326763014982,
      "learning_rate": 0.0002020059003985908,
      "loss": 1.0638,
      "step": 57961
    },
    {
      "epoch": 2.374032357157485,
      "grad_norm": 0.7080599552026301,
      "learning_rate": 0.0002020028412834914,
      "loss": 0.6175,
      "step": 57962
    },
    {
      "epoch": 2.3740733155846816,
      "grad_norm": 0.8154371406830137,
      "learning_rate": 0.0002019997821438081,
      "loss": 0.3999,
      "step": 57963
    },
    {
      "epoch": 2.374114274011878,
      "grad_norm": 1.0079554920066625,
      "learning_rate": 0.0002019967229795423,
      "loss": 0.8875,
      "step": 57964
    },
    {
      "epoch": 2.3741552324390742,
      "grad_norm": 1.052129598713666,
      "learning_rate": 0.00020199366379069545,
      "loss": 0.7868,
      "step": 57965
    },
    {
      "epoch": 2.3741961908662708,
      "grad_norm": 0.8440396485882243,
      "learning_rate": 0.00020199060457726903,
      "loss": 0.7623,
      "step": 57966
    },
    {
      "epoch": 2.3742371492934673,
      "grad_norm": 1.1323414949057893,
      "learning_rate": 0.00020198754533926446,
      "loss": 1.0644,
      "step": 57967
    },
    {
      "epoch": 2.3742781077206634,
      "grad_norm": 1.0386467176038783,
      "learning_rate": 0.00020198448607668319,
      "loss": 1.0903,
      "step": 57968
    },
    {
      "epoch": 2.37431906614786,
      "grad_norm": 1.1688832483470153,
      "learning_rate": 0.00020198142678952666,
      "loss": 0.9756,
      "step": 57969
    },
    {
      "epoch": 2.3743600245750565,
      "grad_norm": 0.7928574631108214,
      "learning_rate": 0.00020197836747779636,
      "loss": 0.7357,
      "step": 57970
    },
    {
      "epoch": 2.3744009830022526,
      "grad_norm": 0.6866479380698237,
      "learning_rate": 0.00020197530814149367,
      "loss": 0.2676,
      "step": 57971
    },
    {
      "epoch": 2.374441941429449,
      "grad_norm": 1.1104805129152324,
      "learning_rate": 0.0002019722487806201,
      "loss": 0.6115,
      "step": 57972
    },
    {
      "epoch": 2.3744828998566456,
      "grad_norm": 0.9583009625943059,
      "learning_rate": 0.00020196918939517706,
      "loss": 0.7125,
      "step": 57973
    },
    {
      "epoch": 2.3745238582838417,
      "grad_norm": 0.9810398292218764,
      "learning_rate": 0.00020196612998516598,
      "loss": 0.8219,
      "step": 57974
    },
    {
      "epoch": 2.3745648167110383,
      "grad_norm": 1.337231224492889,
      "learning_rate": 0.00020196307055058834,
      "loss": 0.6247,
      "step": 57975
    },
    {
      "epoch": 2.374605775138235,
      "grad_norm": 1.2276148772412512,
      "learning_rate": 0.00020196001109144563,
      "loss": 0.6818,
      "step": 57976
    },
    {
      "epoch": 2.374646733565431,
      "grad_norm": 0.7389952499734346,
      "learning_rate": 0.00020195695160773913,
      "loss": 0.5642,
      "step": 57977
    },
    {
      "epoch": 2.3746876919926274,
      "grad_norm": 6.426842850992756,
      "learning_rate": 0.00020195389209947046,
      "loss": 3.8407,
      "step": 57978
    },
    {
      "epoch": 2.374728650419824,
      "grad_norm": 1.5337231694702533,
      "learning_rate": 0.000201950832566641,
      "loss": 0.7648,
      "step": 57979
    },
    {
      "epoch": 2.3747696088470205,
      "grad_norm": 0.5765461326742023,
      "learning_rate": 0.00020194777300925224,
      "loss": 0.2658,
      "step": 57980
    },
    {
      "epoch": 2.3748105672742166,
      "grad_norm": 1.2638576003123232,
      "learning_rate": 0.0002019447134273055,
      "loss": 0.8999,
      "step": 57981
    },
    {
      "epoch": 2.374851525701413,
      "grad_norm": 1.0441375907981771,
      "learning_rate": 0.0002019416538208024,
      "loss": 0.8253,
      "step": 57982
    },
    {
      "epoch": 2.3748924841286096,
      "grad_norm": 1.460340782134871,
      "learning_rate": 0.00020193859418974429,
      "loss": 1.1177,
      "step": 57983
    },
    {
      "epoch": 2.3749334425558057,
      "grad_norm": 3.3808334932539297,
      "learning_rate": 0.00020193553453413262,
      "loss": 1.2224,
      "step": 57984
    },
    {
      "epoch": 2.3749744009830023,
      "grad_norm": 2.5431891426590294,
      "learning_rate": 0.00020193247485396877,
      "loss": 3.114,
      "step": 57985
    },
    {
      "epoch": 2.375015359410199,
      "grad_norm": 0.9655669922501393,
      "learning_rate": 0.00020192941514925435,
      "loss": 0.5726,
      "step": 57986
    },
    {
      "epoch": 2.375056317837395,
      "grad_norm": 3.4723515075462474,
      "learning_rate": 0.00020192635541999067,
      "loss": 6.0183,
      "step": 57987
    },
    {
      "epoch": 2.3750972762645914,
      "grad_norm": 1.0363970981232404,
      "learning_rate": 0.00020192329566617924,
      "loss": 0.6201,
      "step": 57988
    },
    {
      "epoch": 2.375138234691788,
      "grad_norm": 0.9695391664961064,
      "learning_rate": 0.00020192023588782147,
      "loss": 0.8299,
      "step": 57989
    },
    {
      "epoch": 2.375179193118984,
      "grad_norm": 1.1509255763375752,
      "learning_rate": 0.00020191717608491886,
      "loss": 0.9349,
      "step": 57990
    },
    {
      "epoch": 2.3752201515461806,
      "grad_norm": 0.8140052308966365,
      "learning_rate": 0.0002019141162574728,
      "loss": 0.7432,
      "step": 57991
    },
    {
      "epoch": 2.375261109973377,
      "grad_norm": 0.8847396691169683,
      "learning_rate": 0.00020191105640548476,
      "loss": 0.8902,
      "step": 57992
    },
    {
      "epoch": 2.3753020684005732,
      "grad_norm": 0.8415544200374224,
      "learning_rate": 0.00020190799652895617,
      "loss": 0.6081,
      "step": 57993
    },
    {
      "epoch": 2.3753430268277698,
      "grad_norm": 0.9523438353944143,
      "learning_rate": 0.0002019049366278885,
      "loss": 0.3179,
      "step": 57994
    },
    {
      "epoch": 2.3753839852549663,
      "grad_norm": 1.3236442228331444,
      "learning_rate": 0.00020190187670228322,
      "loss": 1.0,
      "step": 57995
    },
    {
      "epoch": 2.3754249436821624,
      "grad_norm": 0.8605966093996295,
      "learning_rate": 0.0002018988167521417,
      "loss": 0.705,
      "step": 57996
    },
    {
      "epoch": 2.375465902109359,
      "grad_norm": 3.875649487746378,
      "learning_rate": 0.00020189575677746543,
      "loss": 1.1322,
      "step": 57997
    },
    {
      "epoch": 2.3755068605365555,
      "grad_norm": 0.9648265385005707,
      "learning_rate": 0.0002018926967782559,
      "loss": 0.7957,
      "step": 57998
    },
    {
      "epoch": 2.375547818963752,
      "grad_norm": 0.7664992958395879,
      "learning_rate": 0.00020188963675451448,
      "loss": 0.6917,
      "step": 57999
    },
    {
      "epoch": 2.375588777390948,
      "grad_norm": 0.9796689477661635,
      "learning_rate": 0.00020188657670624265,
      "loss": 0.7888,
      "step": 58000
    },
    {
      "epoch": 2.3756297358181446,
      "grad_norm": 0.9961956091311697,
      "learning_rate": 0.00020188351663344192,
      "loss": 0.8217,
      "step": 58001
    },
    {
      "epoch": 2.375670694245341,
      "grad_norm": 0.8273148404148102,
      "learning_rate": 0.0002018804565361136,
      "loss": 0.5752,
      "step": 58002
    },
    {
      "epoch": 2.3757116526725373,
      "grad_norm": 1.363380659727239,
      "learning_rate": 0.00020187739641425924,
      "loss": 0.8524,
      "step": 58003
    },
    {
      "epoch": 2.375752611099734,
      "grad_norm": 1.1823432229926918,
      "learning_rate": 0.00020187433626788027,
      "loss": 0.7978,
      "step": 58004
    },
    {
      "epoch": 2.3757935695269303,
      "grad_norm": 1.3802361368456697,
      "learning_rate": 0.00020187127609697808,
      "loss": 0.7942,
      "step": 58005
    },
    {
      "epoch": 2.3758345279541264,
      "grad_norm": 5.659150757850947,
      "learning_rate": 0.0002018682159015542,
      "loss": 4.3082,
      "step": 58006
    },
    {
      "epoch": 2.375875486381323,
      "grad_norm": 1.3352280687027933,
      "learning_rate": 0.00020186515568161,
      "loss": 0.9278,
      "step": 58007
    },
    {
      "epoch": 2.3759164448085195,
      "grad_norm": 0.8233829305175198,
      "learning_rate": 0.000201862095437147,
      "loss": 0.7448,
      "step": 58008
    },
    {
      "epoch": 2.3759574032357156,
      "grad_norm": 1.2745541356632601,
      "learning_rate": 0.00020185903516816656,
      "loss": 0.8233,
      "step": 58009
    },
    {
      "epoch": 2.375998361662912,
      "grad_norm": 1.2433881960736441,
      "learning_rate": 0.00020185597487467022,
      "loss": 0.7293,
      "step": 58010
    },
    {
      "epoch": 2.3760393200901087,
      "grad_norm": 3.1369042600717654,
      "learning_rate": 0.0002018529145566594,
      "loss": 2.6377,
      "step": 58011
    },
    {
      "epoch": 2.3760802785173047,
      "grad_norm": 1.0229761404046946,
      "learning_rate": 0.00020184985421413553,
      "loss": 0.7342,
      "step": 58012
    },
    {
      "epoch": 2.3761212369445013,
      "grad_norm": 0.854149029448609,
      "learning_rate": 0.0002018467938471,
      "loss": 0.7457,
      "step": 58013
    },
    {
      "epoch": 2.376162195371698,
      "grad_norm": 1.1085245457252886,
      "learning_rate": 0.00020184373345555435,
      "loss": 1.0461,
      "step": 58014
    },
    {
      "epoch": 2.376203153798894,
      "grad_norm": 1.2271421796908129,
      "learning_rate": 0.0002018406730395,
      "loss": 0.7736,
      "step": 58015
    },
    {
      "epoch": 2.3762441122260904,
      "grad_norm": 1.1706133660155575,
      "learning_rate": 0.00020183761259893839,
      "loss": 1.1047,
      "step": 58016
    },
    {
      "epoch": 2.376285070653287,
      "grad_norm": 1.18627198342611,
      "learning_rate": 0.00020183455213387092,
      "loss": 0.7962,
      "step": 58017
    },
    {
      "epoch": 2.3763260290804835,
      "grad_norm": 1.0776326114777324,
      "learning_rate": 0.00020183149164429914,
      "loss": 0.8235,
      "step": 58018
    },
    {
      "epoch": 2.3763669875076796,
      "grad_norm": 1.0290181725439314,
      "learning_rate": 0.0002018284311302244,
      "loss": 0.6542,
      "step": 58019
    },
    {
      "epoch": 2.376407945934876,
      "grad_norm": 1.1122931572914316,
      "learning_rate": 0.0002018253705916482,
      "loss": 0.991,
      "step": 58020
    },
    {
      "epoch": 2.3764489043620727,
      "grad_norm": 0.919447259839646,
      "learning_rate": 0.00020182231002857195,
      "loss": 0.7294,
      "step": 58021
    },
    {
      "epoch": 2.3764898627892688,
      "grad_norm": 1.8038492494837335,
      "learning_rate": 0.00020181924944099718,
      "loss": 1.7683,
      "step": 58022
    },
    {
      "epoch": 2.3765308212164653,
      "grad_norm": 1.1630370857010823,
      "learning_rate": 0.00020181618882892524,
      "loss": 0.5977,
      "step": 58023
    },
    {
      "epoch": 2.376571779643662,
      "grad_norm": 0.7355909160688986,
      "learning_rate": 0.00020181312819235762,
      "loss": 0.4374,
      "step": 58024
    },
    {
      "epoch": 2.376612738070858,
      "grad_norm": 1.0158690581286847,
      "learning_rate": 0.00020181006753129568,
      "loss": 0.832,
      "step": 58025
    },
    {
      "epoch": 2.3766536964980545,
      "grad_norm": 0.5270915872142301,
      "learning_rate": 0.00020180700684574107,
      "loss": 0.2057,
      "step": 58026
    },
    {
      "epoch": 2.376694654925251,
      "grad_norm": 0.9359971474488786,
      "learning_rate": 0.00020180394613569504,
      "loss": 0.705,
      "step": 58027
    },
    {
      "epoch": 2.376735613352447,
      "grad_norm": 0.9358436466925449,
      "learning_rate": 0.00020180088540115913,
      "loss": 0.8071,
      "step": 58028
    },
    {
      "epoch": 2.3767765717796436,
      "grad_norm": 0.8996388850249556,
      "learning_rate": 0.00020179782464213478,
      "loss": 0.8056,
      "step": 58029
    },
    {
      "epoch": 2.37681753020684,
      "grad_norm": 0.7978584868164497,
      "learning_rate": 0.0002017947638586234,
      "loss": 0.5962,
      "step": 58030
    },
    {
      "epoch": 2.3768584886340363,
      "grad_norm": 0.8329740584487844,
      "learning_rate": 0.00020179170305062647,
      "loss": 0.4781,
      "step": 58031
    },
    {
      "epoch": 2.376899447061233,
      "grad_norm": 1.1537085138999041,
      "learning_rate": 0.00020178864221814547,
      "loss": 0.9385,
      "step": 58032
    },
    {
      "epoch": 2.3769404054884293,
      "grad_norm": 0.7847249377173183,
      "learning_rate": 0.0002017855813611817,
      "loss": 0.6312,
      "step": 58033
    },
    {
      "epoch": 2.3769813639156254,
      "grad_norm": 1.854581456534694,
      "learning_rate": 0.0002017825204797368,
      "loss": 1.5049,
      "step": 58034
    },
    {
      "epoch": 2.377022322342822,
      "grad_norm": 0.9302765454831684,
      "learning_rate": 0.0002017794595738121,
      "loss": 0.6322,
      "step": 58035
    },
    {
      "epoch": 2.3770632807700185,
      "grad_norm": 1.052028514048864,
      "learning_rate": 0.00020177639864340914,
      "loss": 0.8388,
      "step": 58036
    },
    {
      "epoch": 2.377104239197215,
      "grad_norm": 0.8732187464076273,
      "learning_rate": 0.0002017733376885292,
      "loss": 0.6819,
      "step": 58037
    },
    {
      "epoch": 2.377145197624411,
      "grad_norm": 1.2865963430090368,
      "learning_rate": 0.00020177027670917387,
      "loss": 0.9563,
      "step": 58038
    },
    {
      "epoch": 2.3771861560516077,
      "grad_norm": 1.151366735173159,
      "learning_rate": 0.00020176721570534459,
      "loss": 1.1638,
      "step": 58039
    },
    {
      "epoch": 2.377227114478804,
      "grad_norm": 0.7332226025331668,
      "learning_rate": 0.00020176415467704274,
      "loss": 0.2757,
      "step": 58040
    },
    {
      "epoch": 2.3772680729060003,
      "grad_norm": 0.9933536098920255,
      "learning_rate": 0.00020176109362426983,
      "loss": 0.8649,
      "step": 58041
    },
    {
      "epoch": 2.377309031333197,
      "grad_norm": 0.6666351895135557,
      "learning_rate": 0.00020175803254702724,
      "loss": 0.3346,
      "step": 58042
    },
    {
      "epoch": 2.3773499897603934,
      "grad_norm": 0.8886606613591693,
      "learning_rate": 0.0002017549714453165,
      "loss": 0.713,
      "step": 58043
    },
    {
      "epoch": 2.3773909481875894,
      "grad_norm": 3.1503958579562337,
      "learning_rate": 0.00020175191031913896,
      "loss": 3.9297,
      "step": 58044
    },
    {
      "epoch": 2.377431906614786,
      "grad_norm": 1.24033895765759,
      "learning_rate": 0.00020174884916849612,
      "loss": 0.9913,
      "step": 58045
    },
    {
      "epoch": 2.3774728650419825,
      "grad_norm": 0.894454394557764,
      "learning_rate": 0.00020174578799338945,
      "loss": 0.6721,
      "step": 58046
    },
    {
      "epoch": 2.3775138234691786,
      "grad_norm": 0.9216473143038989,
      "learning_rate": 0.00020174272679382042,
      "loss": 0.8626,
      "step": 58047
    },
    {
      "epoch": 2.377554781896375,
      "grad_norm": 1.1239215165617504,
      "learning_rate": 0.00020173966556979038,
      "loss": 0.65,
      "step": 58048
    },
    {
      "epoch": 2.3775957403235717,
      "grad_norm": 0.9427374718530656,
      "learning_rate": 0.00020173660432130079,
      "loss": 0.6475,
      "step": 58049
    },
    {
      "epoch": 2.377636698750768,
      "grad_norm": 1.0774973726651484,
      "learning_rate": 0.0002017335430483532,
      "loss": 0.7634,
      "step": 58050
    },
    {
      "epoch": 2.3776776571779643,
      "grad_norm": 1.4290532425916687,
      "learning_rate": 0.00020173048175094898,
      "loss": 1.2107,
      "step": 58051
    },
    {
      "epoch": 2.377718615605161,
      "grad_norm": 1.4587993453294679,
      "learning_rate": 0.00020172742042908962,
      "loss": 0.9472,
      "step": 58052
    },
    {
      "epoch": 2.377759574032357,
      "grad_norm": 0.927742941736445,
      "learning_rate": 0.00020172435908277645,
      "loss": 0.7206,
      "step": 58053
    },
    {
      "epoch": 2.3778005324595535,
      "grad_norm": 0.6323936254043152,
      "learning_rate": 0.00020172129771201108,
      "loss": 0.2609,
      "step": 58054
    },
    {
      "epoch": 2.37784149088675,
      "grad_norm": 0.6320056696796464,
      "learning_rate": 0.00020171823631679486,
      "loss": 0.2874,
      "step": 58055
    },
    {
      "epoch": 2.3778824493139465,
      "grad_norm": 3.2083331996186497,
      "learning_rate": 0.00020171517489712927,
      "loss": 4.2366,
      "step": 58056
    },
    {
      "epoch": 2.3779234077411426,
      "grad_norm": 4.646942520188157,
      "learning_rate": 0.00020171211345301567,
      "loss": 4.9381,
      "step": 58057
    },
    {
      "epoch": 2.377964366168339,
      "grad_norm": 1.5652396976632683,
      "learning_rate": 0.00020170905198445567,
      "loss": 1.082,
      "step": 58058
    },
    {
      "epoch": 2.3780053245955357,
      "grad_norm": 0.9429374973561643,
      "learning_rate": 0.00020170599049145065,
      "loss": 0.4345,
      "step": 58059
    },
    {
      "epoch": 2.378046283022732,
      "grad_norm": 1.0239690918026643,
      "learning_rate": 0.000201702928974002,
      "loss": 0.6977,
      "step": 58060
    },
    {
      "epoch": 2.3780872414499283,
      "grad_norm": 1.084468573847971,
      "learning_rate": 0.00020169986743211115,
      "loss": 0.5959,
      "step": 58061
    },
    {
      "epoch": 2.378128199877125,
      "grad_norm": 0.8142619333672393,
      "learning_rate": 0.00020169680586577967,
      "loss": 0.3725,
      "step": 58062
    },
    {
      "epoch": 2.378169158304321,
      "grad_norm": 1.308272280406945,
      "learning_rate": 0.00020169374427500894,
      "loss": 0.7706,
      "step": 58063
    },
    {
      "epoch": 2.3782101167315175,
      "grad_norm": 1.781669507647998,
      "learning_rate": 0.00020169068265980038,
      "loss": 1.0023,
      "step": 58064
    },
    {
      "epoch": 2.378251075158714,
      "grad_norm": 0.9065906048201439,
      "learning_rate": 0.00020168762102015542,
      "loss": 0.7399,
      "step": 58065
    },
    {
      "epoch": 2.37829203358591,
      "grad_norm": 0.5767471574796574,
      "learning_rate": 0.00020168455935607563,
      "loss": 0.1489,
      "step": 58066
    },
    {
      "epoch": 2.3783329920131067,
      "grad_norm": 0.9151978132572157,
      "learning_rate": 0.00020168149766756238,
      "loss": 0.8669,
      "step": 58067
    },
    {
      "epoch": 2.378373950440303,
      "grad_norm": 0.9055065349183442,
      "learning_rate": 0.00020167843595461708,
      "loss": 0.7238,
      "step": 58068
    },
    {
      "epoch": 2.3784149088674997,
      "grad_norm": 1.1193215370585368,
      "learning_rate": 0.00020167537421724122,
      "loss": 0.7612,
      "step": 58069
    },
    {
      "epoch": 2.378455867294696,
      "grad_norm": 0.8269632330053075,
      "learning_rate": 0.00020167231245543627,
      "loss": 0.4912,
      "step": 58070
    },
    {
      "epoch": 2.3784968257218924,
      "grad_norm": 0.7070188747069533,
      "learning_rate": 0.0002016692506692036,
      "loss": 0.6389,
      "step": 58071
    },
    {
      "epoch": 2.3785377841490885,
      "grad_norm": 1.0491600119094469,
      "learning_rate": 0.0002016661888585448,
      "loss": 0.675,
      "step": 58072
    },
    {
      "epoch": 2.378578742576285,
      "grad_norm": 1.106524694121174,
      "learning_rate": 0.00020166312702346112,
      "loss": 0.3462,
      "step": 58073
    },
    {
      "epoch": 2.3786197010034815,
      "grad_norm": 0.7971241156329009,
      "learning_rate": 0.0002016600651639542,
      "loss": 0.3618,
      "step": 58074
    },
    {
      "epoch": 2.378660659430678,
      "grad_norm": 0.9102183737712466,
      "learning_rate": 0.0002016570032800253,
      "loss": 0.562,
      "step": 58075
    },
    {
      "epoch": 2.378701617857874,
      "grad_norm": 1.4725285257328782,
      "learning_rate": 0.00020165394137167605,
      "loss": 1.0672,
      "step": 58076
    },
    {
      "epoch": 2.3787425762850707,
      "grad_norm": 1.7383243579462397,
      "learning_rate": 0.00020165087943890776,
      "loss": 1.2959,
      "step": 58077
    },
    {
      "epoch": 2.3787835347122672,
      "grad_norm": 1.047048722877479,
      "learning_rate": 0.00020164781748172194,
      "loss": 0.7395,
      "step": 58078
    },
    {
      "epoch": 2.3788244931394633,
      "grad_norm": 0.8706973321917841,
      "learning_rate": 0.00020164475550012005,
      "loss": 0.6759,
      "step": 58079
    },
    {
      "epoch": 2.37886545156666,
      "grad_norm": 4.48392507731823,
      "learning_rate": 0.0002016416934941035,
      "loss": 1.7809,
      "step": 58080
    },
    {
      "epoch": 2.3789064099938564,
      "grad_norm": 0.756573458866006,
      "learning_rate": 0.00020163863146367377,
      "loss": 0.5009,
      "step": 58081
    },
    {
      "epoch": 2.3789473684210525,
      "grad_norm": 0.9394371966090883,
      "learning_rate": 0.00020163556940883226,
      "loss": 0.3683,
      "step": 58082
    },
    {
      "epoch": 2.378988326848249,
      "grad_norm": 1.0470258124268963,
      "learning_rate": 0.00020163250732958048,
      "loss": 0.7628,
      "step": 58083
    },
    {
      "epoch": 2.3790292852754455,
      "grad_norm": 1.1556842510535665,
      "learning_rate": 0.00020162944522591984,
      "loss": 0.7554,
      "step": 58084
    },
    {
      "epoch": 2.3790702437026416,
      "grad_norm": 1.043538238706478,
      "learning_rate": 0.00020162638309785178,
      "loss": 0.5893,
      "step": 58085
    },
    {
      "epoch": 2.379111202129838,
      "grad_norm": 1.0883882783374659,
      "learning_rate": 0.00020162332094537778,
      "loss": 0.7122,
      "step": 58086
    },
    {
      "epoch": 2.3791521605570347,
      "grad_norm": 0.6725067341446126,
      "learning_rate": 0.00020162025876849926,
      "loss": 0.3381,
      "step": 58087
    },
    {
      "epoch": 2.3791931189842312,
      "grad_norm": 1.125531745053219,
      "learning_rate": 0.0002016171965672177,
      "loss": 0.7211,
      "step": 58088
    },
    {
      "epoch": 2.3792340774114273,
      "grad_norm": 1.0584047970593593,
      "learning_rate": 0.00020161413434153448,
      "loss": 0.7787,
      "step": 58089
    },
    {
      "epoch": 2.379275035838624,
      "grad_norm": 1.463444938419829,
      "learning_rate": 0.0002016110720914511,
      "loss": 1.23,
      "step": 58090
    },
    {
      "epoch": 2.37931599426582,
      "grad_norm": 1.3431876018258244,
      "learning_rate": 0.00020160800981696905,
      "loss": 0.8556,
      "step": 58091
    },
    {
      "epoch": 2.3793569526930165,
      "grad_norm": 1.1794250026635373,
      "learning_rate": 0.0002016049475180897,
      "loss": 0.9424,
      "step": 58092
    },
    {
      "epoch": 2.379397911120213,
      "grad_norm": 1.1000788256326468,
      "learning_rate": 0.00020160188519481449,
      "loss": 1.0087,
      "step": 58093
    },
    {
      "epoch": 2.3794388695474096,
      "grad_norm": 1.4012592732835674,
      "learning_rate": 0.00020159882284714493,
      "loss": 0.9729,
      "step": 58094
    },
    {
      "epoch": 2.3794798279746057,
      "grad_norm": 0.9383950815254586,
      "learning_rate": 0.00020159576047508248,
      "loss": 0.7589,
      "step": 58095
    },
    {
      "epoch": 2.379520786401802,
      "grad_norm": 0.7611762810304309,
      "learning_rate": 0.00020159269807862852,
      "loss": 0.2953,
      "step": 58096
    },
    {
      "epoch": 2.3795617448289987,
      "grad_norm": 1.0107991270431593,
      "learning_rate": 0.00020158963565778448,
      "loss": 0.6333,
      "step": 58097
    },
    {
      "epoch": 2.379602703256195,
      "grad_norm": 0.8005168170554638,
      "learning_rate": 0.0002015865732125519,
      "loss": 0.5712,
      "step": 58098
    },
    {
      "epoch": 2.3796436616833914,
      "grad_norm": 1.0351562011062534,
      "learning_rate": 0.00020158351074293216,
      "loss": 0.9549,
      "step": 58099
    },
    {
      "epoch": 2.379684620110588,
      "grad_norm": 0.9646874650821093,
      "learning_rate": 0.00020158044824892678,
      "loss": 0.4962,
      "step": 58100
    },
    {
      "epoch": 2.379725578537784,
      "grad_norm": 1.1438079989670666,
      "learning_rate": 0.0002015773857305371,
      "loss": 0.3909,
      "step": 58101
    },
    {
      "epoch": 2.3797665369649805,
      "grad_norm": 2.6159908413068678,
      "learning_rate": 0.0002015743231877646,
      "loss": 1.1406,
      "step": 58102
    },
    {
      "epoch": 2.379807495392177,
      "grad_norm": 1.022910094754397,
      "learning_rate": 0.00020157126062061084,
      "loss": 0.7335,
      "step": 58103
    },
    {
      "epoch": 2.379848453819373,
      "grad_norm": 1.1517608466492797,
      "learning_rate": 0.00020156819802907716,
      "loss": 0.6756,
      "step": 58104
    },
    {
      "epoch": 2.3798894122465697,
      "grad_norm": 0.996920316315291,
      "learning_rate": 0.00020156513541316496,
      "loss": 0.7702,
      "step": 58105
    },
    {
      "epoch": 2.3799303706737662,
      "grad_norm": 1.0026378561972307,
      "learning_rate": 0.0002015620727728758,
      "loss": 0.7201,
      "step": 58106
    },
    {
      "epoch": 2.3799713291009628,
      "grad_norm": 0.9802542976789885,
      "learning_rate": 0.00020155901010821112,
      "loss": 0.8434,
      "step": 58107
    },
    {
      "epoch": 2.380012287528159,
      "grad_norm": 0.876303081293816,
      "learning_rate": 0.00020155594741917232,
      "loss": 0.8604,
      "step": 58108
    },
    {
      "epoch": 2.3800532459553554,
      "grad_norm": 0.6303642460164802,
      "learning_rate": 0.00020155288470576082,
      "loss": 0.2935,
      "step": 58109
    },
    {
      "epoch": 2.3800942043825515,
      "grad_norm": 1.069014363455236,
      "learning_rate": 0.00020154982196797812,
      "loss": 0.8054,
      "step": 58110
    },
    {
      "epoch": 2.380135162809748,
      "grad_norm": 0.7762760970972987,
      "learning_rate": 0.0002015467592058257,
      "loss": 0.6289,
      "step": 58111
    },
    {
      "epoch": 2.3801761212369446,
      "grad_norm": 1.1645593197827306,
      "learning_rate": 0.00020154369641930492,
      "loss": 1.0804,
      "step": 58112
    },
    {
      "epoch": 2.380217079664141,
      "grad_norm": 2.491683293718086,
      "learning_rate": 0.00020154063360841722,
      "loss": 1.3794,
      "step": 58113
    },
    {
      "epoch": 2.380258038091337,
      "grad_norm": 0.8215313452749106,
      "learning_rate": 0.00020153757077316417,
      "loss": 0.8008,
      "step": 58114
    },
    {
      "epoch": 2.3802989965185337,
      "grad_norm": 1.0571002608699873,
      "learning_rate": 0.00020153450791354714,
      "loss": 0.9423,
      "step": 58115
    },
    {
      "epoch": 2.3803399549457303,
      "grad_norm": 1.087231668107757,
      "learning_rate": 0.00020153144502956758,
      "loss": 0.692,
      "step": 58116
    },
    {
      "epoch": 2.3803809133729263,
      "grad_norm": 0.9583633575043667,
      "learning_rate": 0.0002015283821212269,
      "loss": 0.7851,
      "step": 58117
    },
    {
      "epoch": 2.380421871800123,
      "grad_norm": 0.8732440719515702,
      "learning_rate": 0.0002015253191885267,
      "loss": 0.6729,
      "step": 58118
    },
    {
      "epoch": 2.3804628302273194,
      "grad_norm": 0.9637642180051419,
      "learning_rate": 0.00020152225623146824,
      "loss": 0.6107,
      "step": 58119
    },
    {
      "epoch": 2.3805037886545155,
      "grad_norm": 1.2081238663200091,
      "learning_rate": 0.00020151919325005305,
      "loss": 1.1022,
      "step": 58120
    },
    {
      "epoch": 2.380544747081712,
      "grad_norm": 0.8559277420717389,
      "learning_rate": 0.00020151613024428256,
      "loss": 0.6238,
      "step": 58121
    },
    {
      "epoch": 2.3805857055089086,
      "grad_norm": 3.8804817804458267,
      "learning_rate": 0.00020151306721415826,
      "loss": 1.2623,
      "step": 58122
    },
    {
      "epoch": 2.3806266639361047,
      "grad_norm": 1.8450281028712119,
      "learning_rate": 0.00020151000415968156,
      "loss": 0.9295,
      "step": 58123
    },
    {
      "epoch": 2.380667622363301,
      "grad_norm": 0.970457345209389,
      "learning_rate": 0.00020150694108085393,
      "loss": 0.9972,
      "step": 58124
    },
    {
      "epoch": 2.3807085807904977,
      "grad_norm": 1.047817419292718,
      "learning_rate": 0.0002015038779776768,
      "loss": 0.6876,
      "step": 58125
    },
    {
      "epoch": 2.3807495392176943,
      "grad_norm": 1.454231155110937,
      "learning_rate": 0.00020150081485015162,
      "loss": 1.0726,
      "step": 58126
    },
    {
      "epoch": 2.3807904976448904,
      "grad_norm": 3.2032334009166745,
      "learning_rate": 0.00020149775169827985,
      "loss": 1.0572,
      "step": 58127
    },
    {
      "epoch": 2.380831456072087,
      "grad_norm": 1.1707009880529609,
      "learning_rate": 0.00020149468852206296,
      "loss": 0.8875,
      "step": 58128
    },
    {
      "epoch": 2.380872414499283,
      "grad_norm": 1.139179077774953,
      "learning_rate": 0.0002014916253215023,
      "loss": 0.8537,
      "step": 58129
    },
    {
      "epoch": 2.3809133729264795,
      "grad_norm": 1.1965614928573907,
      "learning_rate": 0.00020148856209659943,
      "loss": 0.8056,
      "step": 58130
    },
    {
      "epoch": 2.380954331353676,
      "grad_norm": 1.407744247149992,
      "learning_rate": 0.00020148549884735576,
      "loss": 0.8478,
      "step": 58131
    },
    {
      "epoch": 2.3809952897808726,
      "grad_norm": 1.1676993758188954,
      "learning_rate": 0.00020148243557377275,
      "loss": 0.9818,
      "step": 58132
    },
    {
      "epoch": 2.3810362482080687,
      "grad_norm": 1.1829862515505052,
      "learning_rate": 0.0002014793722758518,
      "loss": 0.927,
      "step": 58133
    },
    {
      "epoch": 2.3810772066352652,
      "grad_norm": 1.0508572764933424,
      "learning_rate": 0.0002014763089535944,
      "loss": 0.9458,
      "step": 58134
    },
    {
      "epoch": 2.3811181650624618,
      "grad_norm": 1.113137853982098,
      "learning_rate": 0.00020147324560700197,
      "loss": 0.8403,
      "step": 58135
    },
    {
      "epoch": 2.381159123489658,
      "grad_norm": 1.142167564393171,
      "learning_rate": 0.000201470182236076,
      "loss": 0.4979,
      "step": 58136
    },
    {
      "epoch": 2.3812000819168544,
      "grad_norm": 1.0217099123472835,
      "learning_rate": 0.00020146711884081787,
      "loss": 0.5318,
      "step": 58137
    },
    {
      "epoch": 2.381241040344051,
      "grad_norm": 1.2022719230210506,
      "learning_rate": 0.00020146405542122915,
      "loss": 1.0267,
      "step": 58138
    },
    {
      "epoch": 2.381281998771247,
      "grad_norm": 0.9603725288574608,
      "learning_rate": 0.00020146099197731118,
      "loss": 0.2165,
      "step": 58139
    },
    {
      "epoch": 2.3813229571984436,
      "grad_norm": 0.9524961614051367,
      "learning_rate": 0.00020145792850906542,
      "loss": 0.6114,
      "step": 58140
    },
    {
      "epoch": 2.38136391562564,
      "grad_norm": 1.0080966404679352,
      "learning_rate": 0.00020145486501649333,
      "loss": 0.4008,
      "step": 58141
    },
    {
      "epoch": 2.381404874052836,
      "grad_norm": 0.9246419411579543,
      "learning_rate": 0.0002014518014995964,
      "loss": 0.7557,
      "step": 58142
    },
    {
      "epoch": 2.3814458324800327,
      "grad_norm": 0.7800706611679735,
      "learning_rate": 0.00020144873795837603,
      "loss": 0.6079,
      "step": 58143
    },
    {
      "epoch": 2.3814867909072293,
      "grad_norm": 0.5043738102434632,
      "learning_rate": 0.00020144567439283373,
      "loss": 0.1696,
      "step": 58144
    },
    {
      "epoch": 2.381527749334426,
      "grad_norm": 1.0184502454942856,
      "learning_rate": 0.00020144261080297078,
      "loss": 0.9227,
      "step": 58145
    },
    {
      "epoch": 2.381568707761622,
      "grad_norm": 0.9958153592955122,
      "learning_rate": 0.00020143954718878886,
      "loss": 0.7802,
      "step": 58146
    },
    {
      "epoch": 2.3816096661888184,
      "grad_norm": 1.3557815117878373,
      "learning_rate": 0.00020143648355028926,
      "loss": 0.6772,
      "step": 58147
    },
    {
      "epoch": 2.3816506246160145,
      "grad_norm": 3.026138492031941,
      "learning_rate": 0.0002014334198874735,
      "loss": 2.0709,
      "step": 58148
    },
    {
      "epoch": 2.381691583043211,
      "grad_norm": 1.2537846130729793,
      "learning_rate": 0.00020143035620034296,
      "loss": 0.7628,
      "step": 58149
    },
    {
      "epoch": 2.3817325414704076,
      "grad_norm": 0.9158968866272229,
      "learning_rate": 0.00020142729248889916,
      "loss": 0.6967,
      "step": 58150
    },
    {
      "epoch": 2.381773499897604,
      "grad_norm": 1.2200075836544424,
      "learning_rate": 0.00020142422875314353,
      "loss": 0.9856,
      "step": 58151
    },
    {
      "epoch": 2.3818144583248,
      "grad_norm": 0.6628580793016976,
      "learning_rate": 0.0002014211649930775,
      "loss": 0.302,
      "step": 58152
    },
    {
      "epoch": 2.3818554167519967,
      "grad_norm": 0.9101834385530344,
      "learning_rate": 0.0002014181012087025,
      "loss": 0.6335,
      "step": 58153
    },
    {
      "epoch": 2.3818963751791933,
      "grad_norm": 0.9576839675917569,
      "learning_rate": 0.00020141503740002002,
      "loss": 0.7171,
      "step": 58154
    },
    {
      "epoch": 2.3819373336063894,
      "grad_norm": 0.967278145378695,
      "learning_rate": 0.00020141197356703152,
      "loss": 0.6473,
      "step": 58155
    },
    {
      "epoch": 2.381978292033586,
      "grad_norm": 2.2437349896819234,
      "learning_rate": 0.0002014089097097384,
      "loss": 1.3304,
      "step": 58156
    },
    {
      "epoch": 2.3820192504607824,
      "grad_norm": 1.489285091150518,
      "learning_rate": 0.0002014058458281421,
      "loss": 1.2875,
      "step": 58157
    },
    {
      "epoch": 2.3820602088879785,
      "grad_norm": 0.8232383484690067,
      "learning_rate": 0.00020140278192224415,
      "loss": 0.6447,
      "step": 58158
    },
    {
      "epoch": 2.382101167315175,
      "grad_norm": 0.889589524690042,
      "learning_rate": 0.00020139971799204597,
      "loss": 0.6975,
      "step": 58159
    },
    {
      "epoch": 2.3821421257423716,
      "grad_norm": 1.2420884641651115,
      "learning_rate": 0.00020139665403754895,
      "loss": 1.1115,
      "step": 58160
    },
    {
      "epoch": 2.3821830841695677,
      "grad_norm": 1.2558497270064848,
      "learning_rate": 0.00020139359005875453,
      "loss": 0.9233,
      "step": 58161
    },
    {
      "epoch": 2.3822240425967642,
      "grad_norm": 1.033649334191342,
      "learning_rate": 0.00020139052605566425,
      "loss": 0.9963,
      "step": 58162
    },
    {
      "epoch": 2.3822650010239608,
      "grad_norm": 1.152434676054481,
      "learning_rate": 0.00020138746202827954,
      "loss": 0.8155,
      "step": 58163
    },
    {
      "epoch": 2.3823059594511573,
      "grad_norm": 1.012776808275365,
      "learning_rate": 0.00020138439797660174,
      "loss": 0.8774,
      "step": 58164
    },
    {
      "epoch": 2.3823469178783534,
      "grad_norm": 0.9232590089676613,
      "learning_rate": 0.00020138133390063245,
      "loss": 0.736,
      "step": 58165
    },
    {
      "epoch": 2.38238787630555,
      "grad_norm": 3.315514130898814,
      "learning_rate": 0.000201378269800373,
      "loss": 4.5074,
      "step": 58166
    },
    {
      "epoch": 2.382428834732746,
      "grad_norm": 5.476893364684309,
      "learning_rate": 0.00020137520567582493,
      "loss": 1.7587,
      "step": 58167
    },
    {
      "epoch": 2.3824697931599426,
      "grad_norm": 1.5512893669711083,
      "learning_rate": 0.00020137214152698963,
      "loss": 1.0883,
      "step": 58168
    },
    {
      "epoch": 2.382510751587139,
      "grad_norm": 0.9005756375735052,
      "learning_rate": 0.00020136907735386853,
      "loss": 0.7217,
      "step": 58169
    },
    {
      "epoch": 2.3825517100143356,
      "grad_norm": 0.6807519658795406,
      "learning_rate": 0.0002013660131564631,
      "loss": 0.3783,
      "step": 58170
    },
    {
      "epoch": 2.3825926684415317,
      "grad_norm": 1.344686173528488,
      "learning_rate": 0.00020136294893477485,
      "loss": 0.7036,
      "step": 58171
    },
    {
      "epoch": 2.3826336268687283,
      "grad_norm": 1.1965672785854644,
      "learning_rate": 0.0002013598846888052,
      "loss": 0.7214,
      "step": 58172
    },
    {
      "epoch": 2.382674585295925,
      "grad_norm": 1.1055972882264644,
      "learning_rate": 0.0002013568204185555,
      "loss": 0.3201,
      "step": 58173
    },
    {
      "epoch": 2.382715543723121,
      "grad_norm": 0.8440099127529862,
      "learning_rate": 0.00020135375612402733,
      "loss": 0.7654,
      "step": 58174
    },
    {
      "epoch": 2.3827565021503174,
      "grad_norm": 1.201818248874087,
      "learning_rate": 0.00020135069180522206,
      "loss": 0.9537,
      "step": 58175
    },
    {
      "epoch": 2.382797460577514,
      "grad_norm": 0.9673437211432027,
      "learning_rate": 0.0002013476274621412,
      "loss": 0.8488,
      "step": 58176
    },
    {
      "epoch": 2.38283841900471,
      "grad_norm": 2.488305709077142,
      "learning_rate": 0.0002013445630947861,
      "loss": 2.2199,
      "step": 58177
    },
    {
      "epoch": 2.3828793774319066,
      "grad_norm": 1.1716042428046078,
      "learning_rate": 0.00020134149870315834,
      "loss": 0.9603,
      "step": 58178
    },
    {
      "epoch": 2.382920335859103,
      "grad_norm": 1.4247938393647954,
      "learning_rate": 0.00020133843428725927,
      "loss": 0.9484,
      "step": 58179
    },
    {
      "epoch": 2.382961294286299,
      "grad_norm": 0.7850713441432285,
      "learning_rate": 0.00020133536984709034,
      "loss": 0.3268,
      "step": 58180
    },
    {
      "epoch": 2.3830022527134957,
      "grad_norm": 0.6889915105300711,
      "learning_rate": 0.00020133230538265303,
      "loss": 0.3529,
      "step": 58181
    },
    {
      "epoch": 2.3830432111406923,
      "grad_norm": 0.9452834443419132,
      "learning_rate": 0.00020132924089394881,
      "loss": 0.7792,
      "step": 58182
    },
    {
      "epoch": 2.383084169567889,
      "grad_norm": 0.5896282211245009,
      "learning_rate": 0.0002013261763809791,
      "loss": 0.2849,
      "step": 58183
    },
    {
      "epoch": 2.383125127995085,
      "grad_norm": 1.0068109816431727,
      "learning_rate": 0.00020132311184374534,
      "loss": 0.6991,
      "step": 58184
    },
    {
      "epoch": 2.3831660864222814,
      "grad_norm": 0.9663216393147204,
      "learning_rate": 0.00020132004728224897,
      "loss": 0.6861,
      "step": 58185
    },
    {
      "epoch": 2.3832070448494775,
      "grad_norm": 1.0792218703709018,
      "learning_rate": 0.00020131698269649148,
      "loss": 0.8763,
      "step": 58186
    },
    {
      "epoch": 2.383248003276674,
      "grad_norm": 6.7912204335969815,
      "learning_rate": 0.00020131391808647433,
      "loss": 5.6044,
      "step": 58187
    },
    {
      "epoch": 2.3832889617038706,
      "grad_norm": 1.417969433208117,
      "learning_rate": 0.0002013108534521989,
      "loss": 0.844,
      "step": 58188
    },
    {
      "epoch": 2.383329920131067,
      "grad_norm": 1.0508966985764703,
      "learning_rate": 0.00020130778879366666,
      "loss": 0.8408,
      "step": 58189
    },
    {
      "epoch": 2.3833708785582632,
      "grad_norm": 1.201865976116233,
      "learning_rate": 0.0002013047241108791,
      "loss": 0.7007,
      "step": 58190
    },
    {
      "epoch": 2.3834118369854598,
      "grad_norm": 0.8244938451879628,
      "learning_rate": 0.00020130165940383766,
      "loss": 0.6781,
      "step": 58191
    },
    {
      "epoch": 2.3834527954126563,
      "grad_norm": 0.9397387192762823,
      "learning_rate": 0.00020129859467254375,
      "loss": 0.6356,
      "step": 58192
    },
    {
      "epoch": 2.3834937538398524,
      "grad_norm": 0.5764874758714026,
      "learning_rate": 0.00020129552991699883,
      "loss": 0.3069,
      "step": 58193
    },
    {
      "epoch": 2.383534712267049,
      "grad_norm": 1.0281370369774323,
      "learning_rate": 0.00020129246513720438,
      "loss": 0.8623,
      "step": 58194
    },
    {
      "epoch": 2.3835756706942455,
      "grad_norm": 0.7644033457701815,
      "learning_rate": 0.00020128940033316183,
      "loss": 0.4416,
      "step": 58195
    },
    {
      "epoch": 2.3836166291214416,
      "grad_norm": 5.346446304270625,
      "learning_rate": 0.00020128633550487265,
      "loss": 2.8725,
      "step": 58196
    },
    {
      "epoch": 2.383657587548638,
      "grad_norm": 0.8761534866891044,
      "learning_rate": 0.00020128327065233823,
      "loss": 0.6559,
      "step": 58197
    },
    {
      "epoch": 2.3836985459758346,
      "grad_norm": 0.965945321579632,
      "learning_rate": 0.00020128020577556005,
      "loss": 0.9306,
      "step": 58198
    },
    {
      "epoch": 2.3837395044030307,
      "grad_norm": 0.9683571852174271,
      "learning_rate": 0.0002012771408745396,
      "loss": 0.6417,
      "step": 58199
    },
    {
      "epoch": 2.3837804628302273,
      "grad_norm": 0.877958031346695,
      "learning_rate": 0.0002012740759492783,
      "loss": 0.6562,
      "step": 58200
    },
    {
      "epoch": 2.383821421257424,
      "grad_norm": 0.8871910918774248,
      "learning_rate": 0.00020127101099977752,
      "loss": 0.7439,
      "step": 58201
    },
    {
      "epoch": 2.3838623796846203,
      "grad_norm": 0.7223798737505547,
      "learning_rate": 0.00020126794602603882,
      "loss": 0.3341,
      "step": 58202
    },
    {
      "epoch": 2.3839033381118164,
      "grad_norm": 0.7178311337519621,
      "learning_rate": 0.00020126488102806362,
      "loss": 0.2973,
      "step": 58203
    },
    {
      "epoch": 2.383944296539013,
      "grad_norm": 1.1554615275397113,
      "learning_rate": 0.00020126181600585335,
      "loss": 1.1305,
      "step": 58204
    },
    {
      "epoch": 2.383985254966209,
      "grad_norm": 1.7260181534649173,
      "learning_rate": 0.0002012587509594095,
      "loss": 0.988,
      "step": 58205
    },
    {
      "epoch": 2.3840262133934056,
      "grad_norm": 1.3842297728085493,
      "learning_rate": 0.00020125568588873343,
      "loss": 0.5075,
      "step": 58206
    },
    {
      "epoch": 2.384067171820602,
      "grad_norm": 1.1771922728559936,
      "learning_rate": 0.00020125262079382668,
      "loss": 0.7364,
      "step": 58207
    },
    {
      "epoch": 2.3841081302477987,
      "grad_norm": 0.9619301647520755,
      "learning_rate": 0.0002012495556746907,
      "loss": 0.6669,
      "step": 58208
    },
    {
      "epoch": 2.3841490886749948,
      "grad_norm": 0.5675630409952837,
      "learning_rate": 0.00020124649053132682,
      "loss": 0.2459,
      "step": 58209
    },
    {
      "epoch": 2.3841900471021913,
      "grad_norm": 1.1221833933457488,
      "learning_rate": 0.00020124342536373662,
      "loss": 0.7531,
      "step": 58210
    },
    {
      "epoch": 2.384231005529388,
      "grad_norm": 1.2503218379463512,
      "learning_rate": 0.00020124036017192152,
      "loss": 1.0898,
      "step": 58211
    },
    {
      "epoch": 2.384271963956584,
      "grad_norm": 0.9431811857568524,
      "learning_rate": 0.00020123729495588293,
      "loss": 0.7665,
      "step": 58212
    },
    {
      "epoch": 2.3843129223837805,
      "grad_norm": 1.4563113571868385,
      "learning_rate": 0.00020123422971562234,
      "loss": 0.9938,
      "step": 58213
    },
    {
      "epoch": 2.384353880810977,
      "grad_norm": 0.7272989846345056,
      "learning_rate": 0.0002012311644511412,
      "loss": 0.3374,
      "step": 58214
    },
    {
      "epoch": 2.384394839238173,
      "grad_norm": 1.0433788395490575,
      "learning_rate": 0.00020122809916244084,
      "loss": 0.8303,
      "step": 58215
    },
    {
      "epoch": 2.3844357976653696,
      "grad_norm": 0.6661274023246386,
      "learning_rate": 0.00020122503384952287,
      "loss": 0.2695,
      "step": 58216
    },
    {
      "epoch": 2.384476756092566,
      "grad_norm": 1.072468892984151,
      "learning_rate": 0.00020122196851238869,
      "loss": 0.9505,
      "step": 58217
    },
    {
      "epoch": 2.3845177145197622,
      "grad_norm": 0.953316554469088,
      "learning_rate": 0.0002012189031510397,
      "loss": 0.7624,
      "step": 58218
    },
    {
      "epoch": 2.384558672946959,
      "grad_norm": 0.9564908544956434,
      "learning_rate": 0.00020121583776547744,
      "loss": 0.7091,
      "step": 58219
    },
    {
      "epoch": 2.3845996313741553,
      "grad_norm": 0.7281447942802745,
      "learning_rate": 0.00020121277235570328,
      "loss": 0.5497,
      "step": 58220
    },
    {
      "epoch": 2.384640589801352,
      "grad_norm": 1.5055777639063908,
      "learning_rate": 0.00020120970692171864,
      "loss": 1.2164,
      "step": 58221
    },
    {
      "epoch": 2.384681548228548,
      "grad_norm": 0.9650964588067507,
      "learning_rate": 0.00020120664146352506,
      "loss": 0.9192,
      "step": 58222
    },
    {
      "epoch": 2.3847225066557445,
      "grad_norm": 1.2680403146929102,
      "learning_rate": 0.00020120357598112397,
      "loss": 0.9085,
      "step": 58223
    },
    {
      "epoch": 2.3847634650829406,
      "grad_norm": 1.333218947535904,
      "learning_rate": 0.0002012005104745168,
      "loss": 0.8983,
      "step": 58224
    },
    {
      "epoch": 2.384804423510137,
      "grad_norm": 0.6942833826009672,
      "learning_rate": 0.00020119744494370495,
      "loss": 0.2126,
      "step": 58225
    },
    {
      "epoch": 2.3848453819373336,
      "grad_norm": 0.9657097110659636,
      "learning_rate": 0.00020119437938868995,
      "loss": 0.9035,
      "step": 58226
    },
    {
      "epoch": 2.38488634036453,
      "grad_norm": 1.2954393162831657,
      "learning_rate": 0.00020119131380947323,
      "loss": 1.234,
      "step": 58227
    },
    {
      "epoch": 2.3849272987917263,
      "grad_norm": 1.0318072504249451,
      "learning_rate": 0.00020118824820605623,
      "loss": 0.969,
      "step": 58228
    },
    {
      "epoch": 2.384968257218923,
      "grad_norm": 0.8623546559862497,
      "learning_rate": 0.00020118518257844034,
      "loss": 0.6099,
      "step": 58229
    },
    {
      "epoch": 2.3850092156461193,
      "grad_norm": 1.3505783992358338,
      "learning_rate": 0.00020118211692662713,
      "loss": 0.5853,
      "step": 58230
    },
    {
      "epoch": 2.3850501740733154,
      "grad_norm": 0.9697891306676312,
      "learning_rate": 0.00020117905125061796,
      "loss": 0.2929,
      "step": 58231
    },
    {
      "epoch": 2.385091132500512,
      "grad_norm": 1.0758103472685812,
      "learning_rate": 0.00020117598555041433,
      "loss": 0.8037,
      "step": 58232
    },
    {
      "epoch": 2.3851320909277085,
      "grad_norm": 0.9385190011936007,
      "learning_rate": 0.0002011729198260176,
      "loss": 0.6722,
      "step": 58233
    },
    {
      "epoch": 2.3851730493549046,
      "grad_norm": 1.5903995495830248,
      "learning_rate": 0.00020116985407742934,
      "loss": 1.2601,
      "step": 58234
    },
    {
      "epoch": 2.385214007782101,
      "grad_norm": 0.8582615509594957,
      "learning_rate": 0.00020116678830465093,
      "loss": 0.6535,
      "step": 58235
    },
    {
      "epoch": 2.3852549662092977,
      "grad_norm": 1.007071555863898,
      "learning_rate": 0.00020116372250768383,
      "loss": 0.707,
      "step": 58236
    },
    {
      "epoch": 2.3852959246364938,
      "grad_norm": 1.1767074356766476,
      "learning_rate": 0.0002011606566865295,
      "loss": 1.0181,
      "step": 58237
    },
    {
      "epoch": 2.3853368830636903,
      "grad_norm": 1.4502996111600408,
      "learning_rate": 0.00020115759084118935,
      "loss": 0.7716,
      "step": 58238
    },
    {
      "epoch": 2.385377841490887,
      "grad_norm": 1.2898976311623198,
      "learning_rate": 0.0002011545249716649,
      "loss": 0.652,
      "step": 58239
    },
    {
      "epoch": 2.3854187999180834,
      "grad_norm": 1.0335442772187498,
      "learning_rate": 0.00020115145907795753,
      "loss": 0.9207,
      "step": 58240
    },
    {
      "epoch": 2.3854597583452795,
      "grad_norm": 1.0693105029033916,
      "learning_rate": 0.00020114839316006874,
      "loss": 1.0508,
      "step": 58241
    },
    {
      "epoch": 2.385500716772476,
      "grad_norm": 1.1015719759386193,
      "learning_rate": 0.00020114532721799994,
      "loss": 0.9209,
      "step": 58242
    },
    {
      "epoch": 2.385541675199672,
      "grad_norm": 0.6764473387048491,
      "learning_rate": 0.0002011422612517526,
      "loss": 0.2634,
      "step": 58243
    },
    {
      "epoch": 2.3855826336268686,
      "grad_norm": 1.1055145316563684,
      "learning_rate": 0.00020113919526132818,
      "loss": 0.8664,
      "step": 58244
    },
    {
      "epoch": 2.385623592054065,
      "grad_norm": 0.8868995993255127,
      "learning_rate": 0.00020113612924672807,
      "loss": 0.3752,
      "step": 58245
    },
    {
      "epoch": 2.3856645504812617,
      "grad_norm": 2.0760607475179964,
      "learning_rate": 0.0002011330632079538,
      "loss": 1.9294,
      "step": 58246
    },
    {
      "epoch": 2.385705508908458,
      "grad_norm": 0.9466085121955922,
      "learning_rate": 0.00020112999714500681,
      "loss": 0.8187,
      "step": 58247
    },
    {
      "epoch": 2.3857464673356543,
      "grad_norm": 0.804105791455032,
      "learning_rate": 0.00020112693105788854,
      "loss": 0.2254,
      "step": 58248
    },
    {
      "epoch": 2.385787425762851,
      "grad_norm": 1.3239936541904904,
      "learning_rate": 0.00020112386494660034,
      "loss": 0.8137,
      "step": 58249
    },
    {
      "epoch": 2.385828384190047,
      "grad_norm": 1.800113350456845,
      "learning_rate": 0.0002011207988111438,
      "loss": 0.9757,
      "step": 58250
    },
    {
      "epoch": 2.3858693426172435,
      "grad_norm": 1.817413808985363,
      "learning_rate": 0.00020111773265152032,
      "loss": 1.6322,
      "step": 58251
    },
    {
      "epoch": 2.38591030104444,
      "grad_norm": 0.8512535795509562,
      "learning_rate": 0.0002011146664677313,
      "loss": 0.2923,
      "step": 58252
    },
    {
      "epoch": 2.385951259471636,
      "grad_norm": 2.4654426918532306,
      "learning_rate": 0.00020111160025977824,
      "loss": 2.3367,
      "step": 58253
    },
    {
      "epoch": 2.3859922178988326,
      "grad_norm": 1.5072549024621131,
      "learning_rate": 0.00020110853402766264,
      "loss": 0.5725,
      "step": 58254
    },
    {
      "epoch": 2.386033176326029,
      "grad_norm": 2.802935315248357,
      "learning_rate": 0.00020110546777138581,
      "loss": 0.9655,
      "step": 58255
    },
    {
      "epoch": 2.3860741347532253,
      "grad_norm": 0.9868174739034165,
      "learning_rate": 0.0002011024014909493,
      "loss": 0.7536,
      "step": 58256
    },
    {
      "epoch": 2.386115093180422,
      "grad_norm": 1.229557514873883,
      "learning_rate": 0.00020109933518635455,
      "loss": 1.0287,
      "step": 58257
    },
    {
      "epoch": 2.3861560516076183,
      "grad_norm": 2.9745313644288047,
      "learning_rate": 0.00020109626885760304,
      "loss": 1.6442,
      "step": 58258
    },
    {
      "epoch": 2.386197010034815,
      "grad_norm": 1.8181030195361743,
      "learning_rate": 0.00020109320250469615,
      "loss": 0.9275,
      "step": 58259
    },
    {
      "epoch": 2.386237968462011,
      "grad_norm": 4.018185338805758,
      "learning_rate": 0.00020109013612763536,
      "loss": 1.8081,
      "step": 58260
    },
    {
      "epoch": 2.3862789268892075,
      "grad_norm": 1.1505460878541458,
      "learning_rate": 0.00020108706972642206,
      "loss": 0.9749,
      "step": 58261
    },
    {
      "epoch": 2.386319885316404,
      "grad_norm": 4.37360447048058,
      "learning_rate": 0.00020108400330105783,
      "loss": 2.4013,
      "step": 58262
    },
    {
      "epoch": 2.3863608437436,
      "grad_norm": 1.2024352294612424,
      "learning_rate": 0.00020108093685154403,
      "loss": 0.8737,
      "step": 58263
    },
    {
      "epoch": 2.3864018021707967,
      "grad_norm": 1.1262744406400302,
      "learning_rate": 0.00020107787037788213,
      "loss": 0.7596,
      "step": 58264
    },
    {
      "epoch": 2.386442760597993,
      "grad_norm": 1.0764925183915572,
      "learning_rate": 0.00020107480388007354,
      "loss": 0.9777,
      "step": 58265
    },
    {
      "epoch": 2.3864837190251893,
      "grad_norm": 1.5667690432869579,
      "learning_rate": 0.00020107173735811978,
      "loss": 0.7168,
      "step": 58266
    },
    {
      "epoch": 2.386524677452386,
      "grad_norm": 0.7356643169447936,
      "learning_rate": 0.00020106867081202227,
      "loss": 0.3828,
      "step": 58267
    },
    {
      "epoch": 2.3865656358795824,
      "grad_norm": 1.0183256747732674,
      "learning_rate": 0.00020106560424178245,
      "loss": 0.8667,
      "step": 58268
    },
    {
      "epoch": 2.3866065943067785,
      "grad_norm": 0.8748529159277989,
      "learning_rate": 0.00020106253764740176,
      "loss": 0.6334,
      "step": 58269
    },
    {
      "epoch": 2.386647552733975,
      "grad_norm": 1.18452899027244,
      "learning_rate": 0.0002010594710288817,
      "loss": 0.5175,
      "step": 58270
    },
    {
      "epoch": 2.3866885111611715,
      "grad_norm": 1.1387507854305954,
      "learning_rate": 0.00020105640438622367,
      "loss": 0.9352,
      "step": 58271
    },
    {
      "epoch": 2.3867294695883676,
      "grad_norm": 1.3792896974733535,
      "learning_rate": 0.00020105333771942914,
      "loss": 1.3376,
      "step": 58272
    },
    {
      "epoch": 2.386770428015564,
      "grad_norm": 1.477979368155518,
      "learning_rate": 0.0002010502710284995,
      "loss": 0.7872,
      "step": 58273
    },
    {
      "epoch": 2.3868113864427607,
      "grad_norm": 1.4762458670017744,
      "learning_rate": 0.0002010472043134363,
      "loss": 0.6667,
      "step": 58274
    },
    {
      "epoch": 2.386852344869957,
      "grad_norm": 1.119656505913573,
      "learning_rate": 0.00020104413757424098,
      "loss": 0.7322,
      "step": 58275
    },
    {
      "epoch": 2.3868933032971533,
      "grad_norm": 1.1108213048471975,
      "learning_rate": 0.00020104107081091489,
      "loss": 0.8654,
      "step": 58276
    },
    {
      "epoch": 2.38693426172435,
      "grad_norm": 0.7214925504560983,
      "learning_rate": 0.00020103800402345958,
      "loss": 0.2841,
      "step": 58277
    },
    {
      "epoch": 2.3869752201515464,
      "grad_norm": 1.146486767155756,
      "learning_rate": 0.0002010349372118764,
      "loss": 0.809,
      "step": 58278
    },
    {
      "epoch": 2.3870161785787425,
      "grad_norm": 0.9600323800339301,
      "learning_rate": 0.00020103187037616698,
      "loss": 0.8499,
      "step": 58279
    },
    {
      "epoch": 2.387057137005939,
      "grad_norm": 1.0807580220201918,
      "learning_rate": 0.00020102880351633259,
      "loss": 0.8854,
      "step": 58280
    },
    {
      "epoch": 2.3870980954331356,
      "grad_norm": 1.493257160064235,
      "learning_rate": 0.0002010257366323747,
      "loss": 1.5694,
      "step": 58281
    },
    {
      "epoch": 2.3871390538603317,
      "grad_norm": 1.0757762728553812,
      "learning_rate": 0.00020102266972429485,
      "loss": 0.779,
      "step": 58282
    },
    {
      "epoch": 2.387180012287528,
      "grad_norm": 1.770290248576036,
      "learning_rate": 0.00020101960279209446,
      "loss": 1.5598,
      "step": 58283
    },
    {
      "epoch": 2.3872209707147247,
      "grad_norm": 0.7837532776285159,
      "learning_rate": 0.00020101653583577496,
      "loss": 0.6797,
      "step": 58284
    },
    {
      "epoch": 2.387261929141921,
      "grad_norm": 1.0510686161968867,
      "learning_rate": 0.00020101346885533777,
      "loss": 0.9721,
      "step": 58285
    },
    {
      "epoch": 2.3873028875691173,
      "grad_norm": 1.854562602096124,
      "learning_rate": 0.00020101040185078437,
      "loss": 0.8524,
      "step": 58286
    },
    {
      "epoch": 2.387343845996314,
      "grad_norm": 1.2869083639936147,
      "learning_rate": 0.00020100733482211625,
      "loss": 1.0136,
      "step": 58287
    },
    {
      "epoch": 2.38738480442351,
      "grad_norm": 1.3242614644859165,
      "learning_rate": 0.0002010042677693348,
      "loss": 0.8239,
      "step": 58288
    },
    {
      "epoch": 2.3874257628507065,
      "grad_norm": 1.0565184210748482,
      "learning_rate": 0.00020100120069244142,
      "loss": 0.7621,
      "step": 58289
    },
    {
      "epoch": 2.387466721277903,
      "grad_norm": 0.8545724080227479,
      "learning_rate": 0.00020099813359143772,
      "loss": 0.7902,
      "step": 58290
    },
    {
      "epoch": 2.387507679705099,
      "grad_norm": 0.7007592854382027,
      "learning_rate": 0.00020099506646632507,
      "loss": 0.2847,
      "step": 58291
    },
    {
      "epoch": 2.3875486381322957,
      "grad_norm": 1.4894167422923161,
      "learning_rate": 0.0002009919993171049,
      "loss": 1.3032,
      "step": 58292
    },
    {
      "epoch": 2.387589596559492,
      "grad_norm": 1.1067189908265986,
      "learning_rate": 0.00020098893214377862,
      "loss": 0.787,
      "step": 58293
    },
    {
      "epoch": 2.3876305549866883,
      "grad_norm": 1.2669770043348403,
      "learning_rate": 0.00020098586494634777,
      "loss": 0.6232,
      "step": 58294
    },
    {
      "epoch": 2.387671513413885,
      "grad_norm": 0.8412756887399683,
      "learning_rate": 0.00020098279772481377,
      "loss": 0.6354,
      "step": 58295
    },
    {
      "epoch": 2.3877124718410814,
      "grad_norm": 1.0040903061224453,
      "learning_rate": 0.00020097973047917804,
      "loss": 0.6949,
      "step": 58296
    },
    {
      "epoch": 2.387753430268278,
      "grad_norm": 1.1395420613080114,
      "learning_rate": 0.00020097666320944204,
      "loss": 0.9862,
      "step": 58297
    },
    {
      "epoch": 2.387794388695474,
      "grad_norm": 1.8906908475152149,
      "learning_rate": 0.00020097359591560727,
      "loss": 1.5579,
      "step": 58298
    },
    {
      "epoch": 2.3878353471226705,
      "grad_norm": 0.8733234151755159,
      "learning_rate": 0.00020097052859767512,
      "loss": 0.7264,
      "step": 58299
    },
    {
      "epoch": 2.387876305549867,
      "grad_norm": 0.7808488483067381,
      "learning_rate": 0.0002009674612556471,
      "loss": 0.5721,
      "step": 58300
    },
    {
      "epoch": 2.387917263977063,
      "grad_norm": 1.834893715171888,
      "learning_rate": 0.00020096439388952455,
      "loss": 0.7669,
      "step": 58301
    },
    {
      "epoch": 2.3879582224042597,
      "grad_norm": 1.6665289797300877,
      "learning_rate": 0.00020096132649930902,
      "loss": 1.5847,
      "step": 58302
    },
    {
      "epoch": 2.3879991808314562,
      "grad_norm": 1.2515215503064563,
      "learning_rate": 0.00020095825908500198,
      "loss": 0.8195,
      "step": 58303
    },
    {
      "epoch": 2.3880401392586523,
      "grad_norm": 0.9143071349446406,
      "learning_rate": 0.00020095519164660478,
      "loss": 0.6512,
      "step": 58304
    },
    {
      "epoch": 2.388081097685849,
      "grad_norm": 1.9218109750145234,
      "learning_rate": 0.0002009521241841189,
      "loss": 1.3515,
      "step": 58305
    },
    {
      "epoch": 2.3881220561130454,
      "grad_norm": 0.8895829686599789,
      "learning_rate": 0.00020094905669754587,
      "loss": 0.6907,
      "step": 58306
    },
    {
      "epoch": 2.3881630145402415,
      "grad_norm": 0.8242618683610586,
      "learning_rate": 0.00020094598918688706,
      "loss": 0.3009,
      "step": 58307
    },
    {
      "epoch": 2.388203972967438,
      "grad_norm": 0.8470141614833488,
      "learning_rate": 0.00020094292165214394,
      "loss": 0.6289,
      "step": 58308
    },
    {
      "epoch": 2.3882449313946346,
      "grad_norm": 0.9935819964766552,
      "learning_rate": 0.00020093985409331796,
      "loss": 0.8456,
      "step": 58309
    },
    {
      "epoch": 2.3882858898218307,
      "grad_norm": 1.6057819018001251,
      "learning_rate": 0.00020093678651041062,
      "loss": 1.3367,
      "step": 58310
    },
    {
      "epoch": 2.388326848249027,
      "grad_norm": 2.5769711586357356,
      "learning_rate": 0.00020093371890342324,
      "loss": 1.4298,
      "step": 58311
    },
    {
      "epoch": 2.3883678066762237,
      "grad_norm": 0.9549159413322856,
      "learning_rate": 0.0002009306512723574,
      "loss": 0.9055,
      "step": 58312
    },
    {
      "epoch": 2.38840876510342,
      "grad_norm": 1.0340770764047817,
      "learning_rate": 0.0002009275836172145,
      "loss": 1.0414,
      "step": 58313
    },
    {
      "epoch": 2.3884497235306164,
      "grad_norm": 0.9599857419440129,
      "learning_rate": 0.000200924515937996,
      "loss": 0.3077,
      "step": 58314
    },
    {
      "epoch": 2.388490681957813,
      "grad_norm": 1.050870766278263,
      "learning_rate": 0.00020092144823470332,
      "loss": 0.296,
      "step": 58315
    },
    {
      "epoch": 2.3885316403850094,
      "grad_norm": 1.0003271823405973,
      "learning_rate": 0.000200918380507338,
      "loss": 0.6535,
      "step": 58316
    },
    {
      "epoch": 2.3885725988122055,
      "grad_norm": 1.2977459231895945,
      "learning_rate": 0.0002009153127559013,
      "loss": 0.9858,
      "step": 58317
    },
    {
      "epoch": 2.388613557239402,
      "grad_norm": 1.2641752631927574,
      "learning_rate": 0.00020091224498039494,
      "loss": 1.0319,
      "step": 58318
    },
    {
      "epoch": 2.3886545156665986,
      "grad_norm": 0.9672727695849627,
      "learning_rate": 0.00020090917718082016,
      "loss": 0.7276,
      "step": 58319
    },
    {
      "epoch": 2.3886954740937947,
      "grad_norm": 0.802133268277477,
      "learning_rate": 0.00020090610935717847,
      "loss": 0.6968,
      "step": 58320
    },
    {
      "epoch": 2.388736432520991,
      "grad_norm": 1.2253140515447336,
      "learning_rate": 0.0002009030415094713,
      "loss": 0.8917,
      "step": 58321
    },
    {
      "epoch": 2.3887773909481878,
      "grad_norm": 1.019286492759449,
      "learning_rate": 0.00020089997363770016,
      "loss": 0.6872,
      "step": 58322
    },
    {
      "epoch": 2.388818349375384,
      "grad_norm": 0.9290465935753572,
      "learning_rate": 0.00020089690574186646,
      "loss": 0.7359,
      "step": 58323
    },
    {
      "epoch": 2.3888593078025804,
      "grad_norm": 1.515590972731702,
      "learning_rate": 0.00020089383782197166,
      "loss": 1.1701,
      "step": 58324
    },
    {
      "epoch": 2.388900266229777,
      "grad_norm": 1.1240648206286659,
      "learning_rate": 0.00020089076987801717,
      "loss": 0.7294,
      "step": 58325
    },
    {
      "epoch": 2.388941224656973,
      "grad_norm": 4.997554745512376,
      "learning_rate": 0.00020088770191000453,
      "loss": 4.1993,
      "step": 58326
    },
    {
      "epoch": 2.3889821830841695,
      "grad_norm": 1.1049832780247428,
      "learning_rate": 0.00020088463391793512,
      "loss": 0.8488,
      "step": 58327
    },
    {
      "epoch": 2.389023141511366,
      "grad_norm": 0.8199870156694735,
      "learning_rate": 0.0002008815659018104,
      "loss": 0.2984,
      "step": 58328
    },
    {
      "epoch": 2.389064099938562,
      "grad_norm": 1.4723214509249534,
      "learning_rate": 0.00020087849786163181,
      "loss": 1.035,
      "step": 58329
    },
    {
      "epoch": 2.3891050583657587,
      "grad_norm": 0.6929483410883199,
      "learning_rate": 0.00020087542979740084,
      "loss": 0.2341,
      "step": 58330
    },
    {
      "epoch": 2.3891460167929552,
      "grad_norm": 0.80124339546659,
      "learning_rate": 0.00020087236170911895,
      "loss": 0.4307,
      "step": 58331
    },
    {
      "epoch": 2.3891869752201513,
      "grad_norm": 1.2068083154751066,
      "learning_rate": 0.0002008692935967875,
      "loss": 1.0286,
      "step": 58332
    },
    {
      "epoch": 2.389227933647348,
      "grad_norm": 2.712010287428052,
      "learning_rate": 0.00020086622546040803,
      "loss": 3.1172,
      "step": 58333
    },
    {
      "epoch": 2.3892688920745444,
      "grad_norm": 0.9991931284674394,
      "learning_rate": 0.00020086315729998198,
      "loss": 0.736,
      "step": 58334
    },
    {
      "epoch": 2.389309850501741,
      "grad_norm": 1.17247020895055,
      "learning_rate": 0.00020086008911551076,
      "loss": 1.0941,
      "step": 58335
    },
    {
      "epoch": 2.389350808928937,
      "grad_norm": 0.7044527703903146,
      "learning_rate": 0.0002008570209069958,
      "loss": 0.3368,
      "step": 58336
    },
    {
      "epoch": 2.3893917673561336,
      "grad_norm": 1.225561792720759,
      "learning_rate": 0.00020085395267443863,
      "loss": 0.9872,
      "step": 58337
    },
    {
      "epoch": 2.38943272578333,
      "grad_norm": 1.2620511286363012,
      "learning_rate": 0.00020085088441784067,
      "loss": 1.0305,
      "step": 58338
    },
    {
      "epoch": 2.389473684210526,
      "grad_norm": 0.622131412981808,
      "learning_rate": 0.00020084781613720337,
      "loss": 0.2998,
      "step": 58339
    },
    {
      "epoch": 2.3895146426377227,
      "grad_norm": 1.3223349224064882,
      "learning_rate": 0.00020084474783252818,
      "loss": 1.2846,
      "step": 58340
    },
    {
      "epoch": 2.3895556010649193,
      "grad_norm": 0.8927428543282026,
      "learning_rate": 0.00020084167950381647,
      "loss": 0.8806,
      "step": 58341
    },
    {
      "epoch": 2.3895965594921154,
      "grad_norm": 1.1284510032288706,
      "learning_rate": 0.0002008386111510698,
      "loss": 0.686,
      "step": 58342
    },
    {
      "epoch": 2.389637517919312,
      "grad_norm": 2.205695696475896,
      "learning_rate": 0.00020083554277428964,
      "loss": 3.2517,
      "step": 58343
    },
    {
      "epoch": 2.3896784763465084,
      "grad_norm": 1.3275028923906644,
      "learning_rate": 0.00020083247437347737,
      "loss": 1.0175,
      "step": 58344
    },
    {
      "epoch": 2.3897194347737045,
      "grad_norm": 1.1238221831348894,
      "learning_rate": 0.00020082940594863438,
      "loss": 0.7906,
      "step": 58345
    },
    {
      "epoch": 2.389760393200901,
      "grad_norm": 1.127930604679603,
      "learning_rate": 0.00020082633749976225,
      "loss": 0.7261,
      "step": 58346
    },
    {
      "epoch": 2.3898013516280976,
      "grad_norm": 0.7889966195420217,
      "learning_rate": 0.00020082326902686238,
      "loss": 0.5731,
      "step": 58347
    },
    {
      "epoch": 2.3898423100552937,
      "grad_norm": 4.145645413085881,
      "learning_rate": 0.00020082020052993624,
      "loss": 1.8001,
      "step": 58348
    },
    {
      "epoch": 2.38988326848249,
      "grad_norm": 1.0774528133252892,
      "learning_rate": 0.0002008171320089852,
      "loss": 0.9118,
      "step": 58349
    },
    {
      "epoch": 2.3899242269096868,
      "grad_norm": 1.274771860777424,
      "learning_rate": 0.0002008140634640108,
      "loss": 1.022,
      "step": 58350
    },
    {
      "epoch": 2.389965185336883,
      "grad_norm": 0.9748513190322208,
      "learning_rate": 0.00020081099489501449,
      "loss": 0.3913,
      "step": 58351
    },
    {
      "epoch": 2.3900061437640794,
      "grad_norm": 0.9011498842795334,
      "learning_rate": 0.00020080792630199765,
      "loss": 0.7558,
      "step": 58352
    },
    {
      "epoch": 2.390047102191276,
      "grad_norm": 0.9407647279710708,
      "learning_rate": 0.00020080485768496177,
      "loss": 0.8164,
      "step": 58353
    },
    {
      "epoch": 2.3900880606184725,
      "grad_norm": 0.8607430300452883,
      "learning_rate": 0.00020080178904390833,
      "loss": 0.641,
      "step": 58354
    },
    {
      "epoch": 2.3901290190456685,
      "grad_norm": 1.000321026159,
      "learning_rate": 0.00020079872037883875,
      "loss": 0.6633,
      "step": 58355
    },
    {
      "epoch": 2.390169977472865,
      "grad_norm": 1.0363611331128928,
      "learning_rate": 0.00020079565168975444,
      "loss": 0.7346,
      "step": 58356
    },
    {
      "epoch": 2.3902109359000616,
      "grad_norm": 1.254852090919107,
      "learning_rate": 0.00020079258297665692,
      "loss": 0.7281,
      "step": 58357
    },
    {
      "epoch": 2.3902518943272577,
      "grad_norm": 1.4284698052464142,
      "learning_rate": 0.0002007895142395476,
      "loss": 1.098,
      "step": 58358
    },
    {
      "epoch": 2.3902928527544542,
      "grad_norm": 1.0120094816590544,
      "learning_rate": 0.00020078644547842796,
      "loss": 0.7539,
      "step": 58359
    },
    {
      "epoch": 2.390333811181651,
      "grad_norm": 1.136634663266335,
      "learning_rate": 0.00020078337669329947,
      "loss": 1.0175,
      "step": 58360
    },
    {
      "epoch": 2.390374769608847,
      "grad_norm": 1.0706302389368914,
      "learning_rate": 0.0002007803078841635,
      "loss": 0.3761,
      "step": 58361
    },
    {
      "epoch": 2.3904157280360434,
      "grad_norm": 0.9991732087495868,
      "learning_rate": 0.00020077723905102154,
      "loss": 0.7282,
      "step": 58362
    },
    {
      "epoch": 2.39045668646324,
      "grad_norm": 0.8431800974052209,
      "learning_rate": 0.00020077417019387508,
      "loss": 0.3367,
      "step": 58363
    },
    {
      "epoch": 2.390497644890436,
      "grad_norm": 0.9533078142132102,
      "learning_rate": 0.00020077110131272552,
      "loss": 0.8794,
      "step": 58364
    },
    {
      "epoch": 2.3905386033176326,
      "grad_norm": 1.9305584575599726,
      "learning_rate": 0.00020076803240757433,
      "loss": 1.0848,
      "step": 58365
    },
    {
      "epoch": 2.390579561744829,
      "grad_norm": 0.9296544924144325,
      "learning_rate": 0.00020076496347842297,
      "loss": 0.7221,
      "step": 58366
    },
    {
      "epoch": 2.3906205201720256,
      "grad_norm": 1.0945628019873883,
      "learning_rate": 0.00020076189452527285,
      "loss": 0.8676,
      "step": 58367
    },
    {
      "epoch": 2.3906614785992217,
      "grad_norm": 0.867649955916441,
      "learning_rate": 0.0002007588255481255,
      "loss": 0.3259,
      "step": 58368
    },
    {
      "epoch": 2.3907024370264183,
      "grad_norm": 1.0173776765627165,
      "learning_rate": 0.00020075575654698229,
      "loss": 0.9217,
      "step": 58369
    },
    {
      "epoch": 2.3907433954536144,
      "grad_norm": 1.8868834609581753,
      "learning_rate": 0.0002007526875218447,
      "loss": 1.1825,
      "step": 58370
    },
    {
      "epoch": 2.390784353880811,
      "grad_norm": 1.0463268959711487,
      "learning_rate": 0.00020074961847271422,
      "loss": 0.8467,
      "step": 58371
    },
    {
      "epoch": 2.3908253123080074,
      "grad_norm": 1.1215471336930118,
      "learning_rate": 0.00020074654939959225,
      "loss": 0.2881,
      "step": 58372
    },
    {
      "epoch": 2.390866270735204,
      "grad_norm": 0.8526564519025726,
      "learning_rate": 0.0002007434803024802,
      "loss": 0.6034,
      "step": 58373
    },
    {
      "epoch": 2.3909072291624,
      "grad_norm": 1.163590329714896,
      "learning_rate": 0.00020074041118137964,
      "loss": 0.9539,
      "step": 58374
    },
    {
      "epoch": 2.3909481875895966,
      "grad_norm": 1.1186663211383892,
      "learning_rate": 0.00020073734203629196,
      "loss": 0.8613,
      "step": 58375
    },
    {
      "epoch": 2.390989146016793,
      "grad_norm": 1.2297882842544707,
      "learning_rate": 0.00020073427286721856,
      "loss": 0.9479,
      "step": 58376
    },
    {
      "epoch": 2.3910301044439892,
      "grad_norm": 1.215105433361244,
      "learning_rate": 0.00020073120367416098,
      "loss": 0.7832,
      "step": 58377
    },
    {
      "epoch": 2.3910710628711858,
      "grad_norm": 0.9590504029858087,
      "learning_rate": 0.00020072813445712063,
      "loss": 0.2576,
      "step": 58378
    },
    {
      "epoch": 2.3911120212983823,
      "grad_norm": 1.051017675588726,
      "learning_rate": 0.00020072506521609895,
      "loss": 0.1748,
      "step": 58379
    },
    {
      "epoch": 2.3911529797255784,
      "grad_norm": 1.4230372728883538,
      "learning_rate": 0.00020072199595109742,
      "loss": 0.7939,
      "step": 58380
    },
    {
      "epoch": 2.391193938152775,
      "grad_norm": 0.6496822646690903,
      "learning_rate": 0.0002007189266621174,
      "loss": 0.2624,
      "step": 58381
    },
    {
      "epoch": 2.3912348965799715,
      "grad_norm": 1.3756942393425131,
      "learning_rate": 0.00020071585734916052,
      "loss": 0.502,
      "step": 58382
    },
    {
      "epoch": 2.3912758550071676,
      "grad_norm": 1.9624069168902636,
      "learning_rate": 0.0002007127880122281,
      "loss": 0.8131,
      "step": 58383
    },
    {
      "epoch": 2.391316813434364,
      "grad_norm": 0.9994179098029649,
      "learning_rate": 0.00020070971865132156,
      "loss": 0.3528,
      "step": 58384
    },
    {
      "epoch": 2.3913577718615606,
      "grad_norm": 1.1425828766396429,
      "learning_rate": 0.00020070664926644243,
      "loss": 0.7895,
      "step": 58385
    },
    {
      "epoch": 2.391398730288757,
      "grad_norm": 1.302516352365127,
      "learning_rate": 0.00020070357985759216,
      "loss": 1.0703,
      "step": 58386
    },
    {
      "epoch": 2.3914396887159532,
      "grad_norm": 1.0727313664963187,
      "learning_rate": 0.00020070051042477216,
      "loss": 0.8535,
      "step": 58387
    },
    {
      "epoch": 2.39148064714315,
      "grad_norm": 0.8861325914112204,
      "learning_rate": 0.00020069744096798398,
      "loss": 0.6345,
      "step": 58388
    },
    {
      "epoch": 2.391521605570346,
      "grad_norm": 1.4261490858774541,
      "learning_rate": 0.0002006943714872289,
      "loss": 1.0277,
      "step": 58389
    },
    {
      "epoch": 2.3915625639975424,
      "grad_norm": 2.201589804672874,
      "learning_rate": 0.0002006913019825085,
      "loss": 1.6389,
      "step": 58390
    },
    {
      "epoch": 2.391603522424739,
      "grad_norm": 0.878852420684431,
      "learning_rate": 0.00020068823245382417,
      "loss": 0.7713,
      "step": 58391
    },
    {
      "epoch": 2.3916444808519355,
      "grad_norm": 1.24507044751858,
      "learning_rate": 0.00020068516290117742,
      "loss": 0.7031,
      "step": 58392
    },
    {
      "epoch": 2.3916854392791316,
      "grad_norm": 1.031117135317209,
      "learning_rate": 0.0002006820933245696,
      "loss": 0.6615,
      "step": 58393
    },
    {
      "epoch": 2.391726397706328,
      "grad_norm": 4.917169825724534,
      "learning_rate": 0.00020067902372400228,
      "loss": 3.296,
      "step": 58394
    },
    {
      "epoch": 2.3917673561335246,
      "grad_norm": 0.7630921463097551,
      "learning_rate": 0.00020067595409947685,
      "loss": 0.2655,
      "step": 58395
    },
    {
      "epoch": 2.3918083145607207,
      "grad_norm": 0.9151413812902967,
      "learning_rate": 0.00020067288445099478,
      "loss": 0.9082,
      "step": 58396
    },
    {
      "epoch": 2.3918492729879173,
      "grad_norm": 0.9963426467198075,
      "learning_rate": 0.00020066981477855747,
      "loss": 0.7499,
      "step": 58397
    },
    {
      "epoch": 2.391890231415114,
      "grad_norm": 1.304362975445004,
      "learning_rate": 0.00020066674508216646,
      "loss": 1.3245,
      "step": 58398
    },
    {
      "epoch": 2.39193118984231,
      "grad_norm": 1.2775884715836732,
      "learning_rate": 0.00020066367536182315,
      "loss": 0.9988,
      "step": 58399
    },
    {
      "epoch": 2.3919721482695064,
      "grad_norm": 1.3998866827815715,
      "learning_rate": 0.000200660605617529,
      "loss": 1.3467,
      "step": 58400
    },
    {
      "epoch": 2.392013106696703,
      "grad_norm": 0.8107672496793084,
      "learning_rate": 0.00020065753584928538,
      "loss": 0.2107,
      "step": 58401
    },
    {
      "epoch": 2.392054065123899,
      "grad_norm": 0.9196501713434501,
      "learning_rate": 0.00020065446605709388,
      "loss": 0.3463,
      "step": 58402
    },
    {
      "epoch": 2.3920950235510956,
      "grad_norm": 1.496865984213828,
      "learning_rate": 0.00020065139624095589,
      "loss": 0.933,
      "step": 58403
    },
    {
      "epoch": 2.392135981978292,
      "grad_norm": 1.117257004199262,
      "learning_rate": 0.00020064832640087285,
      "loss": 0.8868,
      "step": 58404
    },
    {
      "epoch": 2.3921769404054887,
      "grad_norm": 1.8270604868589488,
      "learning_rate": 0.0002006452565368462,
      "loss": 0.5604,
      "step": 58405
    },
    {
      "epoch": 2.3922178988326848,
      "grad_norm": 0.7991119000895792,
      "learning_rate": 0.00020064218664887743,
      "loss": 0.6199,
      "step": 58406
    },
    {
      "epoch": 2.3922588572598813,
      "grad_norm": 0.8477890414572091,
      "learning_rate": 0.00020063911673696795,
      "loss": 0.725,
      "step": 58407
    },
    {
      "epoch": 2.3922998156870774,
      "grad_norm": 0.733578050716695,
      "learning_rate": 0.0002006360468011193,
      "loss": 0.6117,
      "step": 58408
    },
    {
      "epoch": 2.392340774114274,
      "grad_norm": 1.1480048721854865,
      "learning_rate": 0.00020063297684133277,
      "loss": 1.11,
      "step": 58409
    },
    {
      "epoch": 2.3923817325414705,
      "grad_norm": 0.9830042462965245,
      "learning_rate": 0.00020062990685760997,
      "loss": 0.7515,
      "step": 58410
    },
    {
      "epoch": 2.392422690968667,
      "grad_norm": 1.2031889452929154,
      "learning_rate": 0.0002006268368499523,
      "loss": 0.7066,
      "step": 58411
    },
    {
      "epoch": 2.392463649395863,
      "grad_norm": 2.483104508516936,
      "learning_rate": 0.00020062376681836118,
      "loss": 2.5309,
      "step": 58412
    },
    {
      "epoch": 2.3925046078230596,
      "grad_norm": 0.6443861217590334,
      "learning_rate": 0.00020062069676283803,
      "loss": 0.2538,
      "step": 58413
    },
    {
      "epoch": 2.392545566250256,
      "grad_norm": 1.6951241002010156,
      "learning_rate": 0.0002006176266833844,
      "loss": 0.5051,
      "step": 58414
    },
    {
      "epoch": 2.3925865246774523,
      "grad_norm": 1.3402237304829565,
      "learning_rate": 0.0002006145565800017,
      "loss": 1.0122,
      "step": 58415
    },
    {
      "epoch": 2.392627483104649,
      "grad_norm": 1.415048357505886,
      "learning_rate": 0.00020061148645269137,
      "loss": 1.2667,
      "step": 58416
    },
    {
      "epoch": 2.3926684415318453,
      "grad_norm": 0.838771999385713,
      "learning_rate": 0.00020060841630145483,
      "loss": 0.7756,
      "step": 58417
    },
    {
      "epoch": 2.3927093999590414,
      "grad_norm": 0.6640357046001261,
      "learning_rate": 0.0002006053461262936,
      "loss": 0.2982,
      "step": 58418
    },
    {
      "epoch": 2.392750358386238,
      "grad_norm": 0.8340168828283788,
      "learning_rate": 0.0002006022759272091,
      "loss": 0.3249,
      "step": 58419
    },
    {
      "epoch": 2.3927913168134345,
      "grad_norm": 0.8920415122110311,
      "learning_rate": 0.0002005992057042028,
      "loss": 0.4868,
      "step": 58420
    },
    {
      "epoch": 2.3928322752406306,
      "grad_norm": 1.5636539262421731,
      "learning_rate": 0.00020059613545727608,
      "loss": 1.0737,
      "step": 58421
    },
    {
      "epoch": 2.392873233667827,
      "grad_norm": 1.1820433587643953,
      "learning_rate": 0.00020059306518643047,
      "loss": 1.2321,
      "step": 58422
    },
    {
      "epoch": 2.3929141920950237,
      "grad_norm": 1.108046211145031,
      "learning_rate": 0.0002005899948916674,
      "loss": 0.914,
      "step": 58423
    },
    {
      "epoch": 2.39295515052222,
      "grad_norm": 1.1500223497037831,
      "learning_rate": 0.00020058692457298834,
      "loss": 0.7197,
      "step": 58424
    },
    {
      "epoch": 2.3929961089494163,
      "grad_norm": 0.732362235952555,
      "learning_rate": 0.00020058385423039473,
      "loss": 0.3066,
      "step": 58425
    },
    {
      "epoch": 2.393037067376613,
      "grad_norm": 0.6371546256087788,
      "learning_rate": 0.00020058078386388795,
      "loss": 0.3337,
      "step": 58426
    },
    {
      "epoch": 2.393078025803809,
      "grad_norm": 0.8920396126490678,
      "learning_rate": 0.00020057771347346953,
      "loss": 0.7236,
      "step": 58427
    },
    {
      "epoch": 2.3931189842310054,
      "grad_norm": 0.8306372645972682,
      "learning_rate": 0.0002005746430591409,
      "loss": 0.7848,
      "step": 58428
    },
    {
      "epoch": 2.393159942658202,
      "grad_norm": 0.9175773140048303,
      "learning_rate": 0.00020057157262090352,
      "loss": 0.89,
      "step": 58429
    },
    {
      "epoch": 2.3932009010853985,
      "grad_norm": 0.743498812523497,
      "learning_rate": 0.0002005685021587588,
      "loss": 0.6324,
      "step": 58430
    },
    {
      "epoch": 2.3932418595125946,
      "grad_norm": 0.8224526682722195,
      "learning_rate": 0.00020056543167270828,
      "loss": 0.6527,
      "step": 58431
    },
    {
      "epoch": 2.393282817939791,
      "grad_norm": 0.8622617868086108,
      "learning_rate": 0.00020056236116275332,
      "loss": 0.7088,
      "step": 58432
    },
    {
      "epoch": 2.3933237763669877,
      "grad_norm": 1.0920038100070755,
      "learning_rate": 0.0002005592906288954,
      "loss": 0.7364,
      "step": 58433
    },
    {
      "epoch": 2.3933647347941838,
      "grad_norm": 0.7598453966444125,
      "learning_rate": 0.00020055622007113602,
      "loss": 0.4195,
      "step": 58434
    },
    {
      "epoch": 2.3934056932213803,
      "grad_norm": 1.0351794012245632,
      "learning_rate": 0.00020055314948947659,
      "loss": 0.9124,
      "step": 58435
    },
    {
      "epoch": 2.393446651648577,
      "grad_norm": 1.1223255446690792,
      "learning_rate": 0.00020055007888391854,
      "loss": 0.8985,
      "step": 58436
    },
    {
      "epoch": 2.393487610075773,
      "grad_norm": 1.1748397221171587,
      "learning_rate": 0.00020054700825446336,
      "loss": 0.8846,
      "step": 58437
    },
    {
      "epoch": 2.3935285685029695,
      "grad_norm": 0.824556374410249,
      "learning_rate": 0.0002005439376011125,
      "loss": 0.6522,
      "step": 58438
    },
    {
      "epoch": 2.393569526930166,
      "grad_norm": 1.0411373389963827,
      "learning_rate": 0.00020054086692386738,
      "loss": 0.8519,
      "step": 58439
    },
    {
      "epoch": 2.393610485357362,
      "grad_norm": 1.0077752167423542,
      "learning_rate": 0.00020053779622272947,
      "loss": 0.6878,
      "step": 58440
    },
    {
      "epoch": 2.3936514437845586,
      "grad_norm": 0.6916362353988385,
      "learning_rate": 0.00020053472549770023,
      "loss": 0.2813,
      "step": 58441
    },
    {
      "epoch": 2.393692402211755,
      "grad_norm": 0.9421593662707377,
      "learning_rate": 0.00020053165474878107,
      "loss": 0.603,
      "step": 58442
    },
    {
      "epoch": 2.3937333606389517,
      "grad_norm": 2.848446387082674,
      "learning_rate": 0.00020052858397597354,
      "loss": 0.9707,
      "step": 58443
    },
    {
      "epoch": 2.393774319066148,
      "grad_norm": 0.9807523858278678,
      "learning_rate": 0.00020052551317927897,
      "loss": 0.7386,
      "step": 58444
    },
    {
      "epoch": 2.3938152774933443,
      "grad_norm": 0.8436536604638485,
      "learning_rate": 0.0002005224423586989,
      "loss": 0.5663,
      "step": 58445
    },
    {
      "epoch": 2.3938562359205404,
      "grad_norm": 0.9361713576185421,
      "learning_rate": 0.00020051937151423476,
      "loss": 0.5898,
      "step": 58446
    },
    {
      "epoch": 2.393897194347737,
      "grad_norm": 1.5195141531766365,
      "learning_rate": 0.00020051630064588796,
      "loss": 1.2827,
      "step": 58447
    },
    {
      "epoch": 2.3939381527749335,
      "grad_norm": 1.2442877418102878,
      "learning_rate": 0.00020051322975366004,
      "loss": 0.6315,
      "step": 58448
    },
    {
      "epoch": 2.39397911120213,
      "grad_norm": 0.7831690695809777,
      "learning_rate": 0.0002005101588375523,
      "loss": 0.3086,
      "step": 58449
    },
    {
      "epoch": 2.394020069629326,
      "grad_norm": 0.7938320369242852,
      "learning_rate": 0.0002005070878975664,
      "loss": 0.1602,
      "step": 58450
    },
    {
      "epoch": 2.3940610280565227,
      "grad_norm": 0.9655520365981389,
      "learning_rate": 0.0002005040169337036,
      "loss": 0.5256,
      "step": 58451
    },
    {
      "epoch": 2.394101986483719,
      "grad_norm": 1.3284323226453858,
      "learning_rate": 0.0002005009459459655,
      "loss": 1.0548,
      "step": 58452
    },
    {
      "epoch": 2.3941429449109153,
      "grad_norm": 0.8910982964048944,
      "learning_rate": 0.0002004978749343534,
      "loss": 0.477,
      "step": 58453
    },
    {
      "epoch": 2.394183903338112,
      "grad_norm": 0.7170437018058098,
      "learning_rate": 0.0002004948038988689,
      "loss": 0.2883,
      "step": 58454
    },
    {
      "epoch": 2.3942248617653084,
      "grad_norm": 1.1579253024751155,
      "learning_rate": 0.00020049173283951337,
      "loss": 0.9797,
      "step": 58455
    },
    {
      "epoch": 2.3942658201925044,
      "grad_norm": 1.1474534219426724,
      "learning_rate": 0.00020048866175628824,
      "loss": 1.0468,
      "step": 58456
    },
    {
      "epoch": 2.394306778619701,
      "grad_norm": 0.6533495599037223,
      "learning_rate": 0.000200485590649195,
      "loss": 0.2795,
      "step": 58457
    },
    {
      "epoch": 2.3943477370468975,
      "grad_norm": 0.9184724595804508,
      "learning_rate": 0.00020048251951823516,
      "loss": 0.4173,
      "step": 58458
    },
    {
      "epoch": 2.3943886954740936,
      "grad_norm": 0.6135461798546857,
      "learning_rate": 0.00020047944836341008,
      "loss": 0.1905,
      "step": 58459
    },
    {
      "epoch": 2.39442965390129,
      "grad_norm": 0.9806423693070279,
      "learning_rate": 0.0002004763771847213,
      "loss": 0.8024,
      "step": 58460
    },
    {
      "epoch": 2.3944706123284867,
      "grad_norm": 1.0098019675207577,
      "learning_rate": 0.0002004733059821702,
      "loss": 0.6494,
      "step": 58461
    },
    {
      "epoch": 2.394511570755683,
      "grad_norm": 0.8562750161613064,
      "learning_rate": 0.0002004702347557582,
      "loss": 0.8317,
      "step": 58462
    },
    {
      "epoch": 2.3945525291828793,
      "grad_norm": 2.716056522574542,
      "learning_rate": 0.0002004671635054868,
      "loss": 3.6805,
      "step": 58463
    },
    {
      "epoch": 2.394593487610076,
      "grad_norm": 0.878845347837265,
      "learning_rate": 0.0002004640922313575,
      "loss": 0.1606,
      "step": 58464
    },
    {
      "epoch": 2.394634446037272,
      "grad_norm": 0.9287656238333843,
      "learning_rate": 0.00020046102093337166,
      "loss": 0.6395,
      "step": 58465
    },
    {
      "epoch": 2.3946754044644685,
      "grad_norm": 1.273394259282002,
      "learning_rate": 0.00020045794961153082,
      "loss": 1.1065,
      "step": 58466
    },
    {
      "epoch": 2.394716362891665,
      "grad_norm": 1.6735963396468683,
      "learning_rate": 0.00020045487826583636,
      "loss": 0.849,
      "step": 58467
    },
    {
      "epoch": 2.3947573213188615,
      "grad_norm": 1.1632819336422926,
      "learning_rate": 0.00020045180689628978,
      "loss": 0.9061,
      "step": 58468
    },
    {
      "epoch": 2.3947982797460576,
      "grad_norm": 1.4470947334962438,
      "learning_rate": 0.00020044873550289247,
      "loss": 0.9776,
      "step": 58469
    },
    {
      "epoch": 2.394839238173254,
      "grad_norm": 1.216011740432054,
      "learning_rate": 0.00020044566408564595,
      "loss": 1.0738,
      "step": 58470
    },
    {
      "epoch": 2.3948801966004507,
      "grad_norm": 1.035904849478696,
      "learning_rate": 0.00020044259264455168,
      "loss": 0.864,
      "step": 58471
    },
    {
      "epoch": 2.394921155027647,
      "grad_norm": 0.9372148839191021,
      "learning_rate": 0.0002004395211796111,
      "loss": 0.8486,
      "step": 58472
    },
    {
      "epoch": 2.3949621134548433,
      "grad_norm": 1.658948780516496,
      "learning_rate": 0.00020043644969082553,
      "loss": 1.0013,
      "step": 58473
    },
    {
      "epoch": 2.39500307188204,
      "grad_norm": 0.939736260989874,
      "learning_rate": 0.0002004333781781966,
      "loss": 0.5554,
      "step": 58474
    },
    {
      "epoch": 2.395044030309236,
      "grad_norm": 1.2166284096108613,
      "learning_rate": 0.00020043030664172571,
      "loss": 0.7327,
      "step": 58475
    },
    {
      "epoch": 2.3950849887364325,
      "grad_norm": 1.2147849028730795,
      "learning_rate": 0.0002004272350814143,
      "loss": 0.8394,
      "step": 58476
    },
    {
      "epoch": 2.395125947163629,
      "grad_norm": 0.9193625180369853,
      "learning_rate": 0.0002004241634972638,
      "loss": 0.7681,
      "step": 58477
    },
    {
      "epoch": 2.395166905590825,
      "grad_norm": 0.9219100294354967,
      "learning_rate": 0.0002004210918892757,
      "loss": 0.6127,
      "step": 58478
    },
    {
      "epoch": 2.3952078640180217,
      "grad_norm": 1.1607835184952975,
      "learning_rate": 0.0002004180202574514,
      "loss": 0.9946,
      "step": 58479
    },
    {
      "epoch": 2.395248822445218,
      "grad_norm": 1.2224285942469106,
      "learning_rate": 0.0002004149486017924,
      "loss": 0.789,
      "step": 58480
    },
    {
      "epoch": 2.3952897808724147,
      "grad_norm": 0.9670045722876923,
      "learning_rate": 0.00020041187692230013,
      "loss": 0.799,
      "step": 58481
    },
    {
      "epoch": 2.395330739299611,
      "grad_norm": 1.175497150770084,
      "learning_rate": 0.00020040880521897603,
      "loss": 0.9287,
      "step": 58482
    },
    {
      "epoch": 2.3953716977268074,
      "grad_norm": 1.1815688441120529,
      "learning_rate": 0.00020040573349182163,
      "loss": 0.8143,
      "step": 58483
    },
    {
      "epoch": 2.3954126561540035,
      "grad_norm": 1.078642429662373,
      "learning_rate": 0.0002004026617408383,
      "loss": 0.609,
      "step": 58484
    },
    {
      "epoch": 2.3954536145812,
      "grad_norm": 0.6699896231559496,
      "learning_rate": 0.0002003995899660275,
      "loss": 0.4887,
      "step": 58485
    },
    {
      "epoch": 2.3954945730083965,
      "grad_norm": 0.8325308083628816,
      "learning_rate": 0.00020039651816739073,
      "loss": 0.6802,
      "step": 58486
    },
    {
      "epoch": 2.395535531435593,
      "grad_norm": 0.8987074262125042,
      "learning_rate": 0.0002003934463449294,
      "loss": 0.683,
      "step": 58487
    },
    {
      "epoch": 2.395576489862789,
      "grad_norm": 1.0419454389662912,
      "learning_rate": 0.00020039037449864496,
      "loss": 0.8616,
      "step": 58488
    },
    {
      "epoch": 2.3956174482899857,
      "grad_norm": 1.4956716895885196,
      "learning_rate": 0.00020038730262853885,
      "loss": 1.3759,
      "step": 58489
    },
    {
      "epoch": 2.395658406717182,
      "grad_norm": 1.1026180889518145,
      "learning_rate": 0.0002003842307346126,
      "loss": 0.7874,
      "step": 58490
    },
    {
      "epoch": 2.3956993651443783,
      "grad_norm": 1.2054058151437108,
      "learning_rate": 0.00020038115881686758,
      "loss": 0.8406,
      "step": 58491
    },
    {
      "epoch": 2.395740323571575,
      "grad_norm": 1.1743983295068068,
      "learning_rate": 0.0002003780868753053,
      "loss": 0.8492,
      "step": 58492
    },
    {
      "epoch": 2.3957812819987714,
      "grad_norm": 0.7166897143068336,
      "learning_rate": 0.0002003750149099271,
      "loss": 0.3206,
      "step": 58493
    },
    {
      "epoch": 2.3958222404259675,
      "grad_norm": 1.3719168368860903,
      "learning_rate": 0.0002003719429207346,
      "loss": 0.8558,
      "step": 58494
    },
    {
      "epoch": 2.395863198853164,
      "grad_norm": 1.218570754177108,
      "learning_rate": 0.00020036887090772918,
      "loss": 0.7762,
      "step": 58495
    },
    {
      "epoch": 2.3959041572803605,
      "grad_norm": 0.916621088095759,
      "learning_rate": 0.00020036579887091225,
      "loss": 0.6682,
      "step": 58496
    },
    {
      "epoch": 2.3959451157075566,
      "grad_norm": 0.8761838074426649,
      "learning_rate": 0.00020036272681028526,
      "loss": 0.7477,
      "step": 58497
    },
    {
      "epoch": 2.395986074134753,
      "grad_norm": 1.0311042940884385,
      "learning_rate": 0.00020035965472584976,
      "loss": 1.0793,
      "step": 58498
    },
    {
      "epoch": 2.3960270325619497,
      "grad_norm": 0.5776964535732068,
      "learning_rate": 0.0002003565826176071,
      "loss": 0.2521,
      "step": 58499
    },
    {
      "epoch": 2.3960679909891462,
      "grad_norm": 1.1925488233717125,
      "learning_rate": 0.00020035351048555878,
      "loss": 0.8754,
      "step": 58500
    },
    {
      "epoch": 2.3961089494163423,
      "grad_norm": 1.1436891931787079,
      "learning_rate": 0.0002003504383297062,
      "loss": 0.3743,
      "step": 58501
    },
    {
      "epoch": 2.396149907843539,
      "grad_norm": 0.9926697877443059,
      "learning_rate": 0.0002003473661500509,
      "loss": 0.4639,
      "step": 58502
    },
    {
      "epoch": 2.396190866270735,
      "grad_norm": 1.264974009309925,
      "learning_rate": 0.00020034429394659428,
      "loss": 0.8727,
      "step": 58503
    },
    {
      "epoch": 2.3962318246979315,
      "grad_norm": 2.4953058725741912,
      "learning_rate": 0.0002003412217193378,
      "loss": 2.4319,
      "step": 58504
    },
    {
      "epoch": 2.396272783125128,
      "grad_norm": 0.6599505948578879,
      "learning_rate": 0.0002003381494682829,
      "loss": 0.2985,
      "step": 58505
    },
    {
      "epoch": 2.3963137415523246,
      "grad_norm": 0.9854152948702893,
      "learning_rate": 0.00020033507719343104,
      "loss": 1.028,
      "step": 58506
    },
    {
      "epoch": 2.3963546999795207,
      "grad_norm": 0.9739338706303255,
      "learning_rate": 0.0002003320048947837,
      "loss": 0.3681,
      "step": 58507
    },
    {
      "epoch": 2.396395658406717,
      "grad_norm": 0.886526129736987,
      "learning_rate": 0.00020032893257234232,
      "loss": 0.7853,
      "step": 58508
    },
    {
      "epoch": 2.3964366168339137,
      "grad_norm": 0.7485066066508644,
      "learning_rate": 0.00020032586022610829,
      "loss": 0.6233,
      "step": 58509
    },
    {
      "epoch": 2.39647757526111,
      "grad_norm": 0.8848052005715719,
      "learning_rate": 0.00020032278785608312,
      "loss": 0.5732,
      "step": 58510
    },
    {
      "epoch": 2.3965185336883064,
      "grad_norm": 1.1593184900445612,
      "learning_rate": 0.0002003197154622683,
      "loss": 0.9182,
      "step": 58511
    },
    {
      "epoch": 2.396559492115503,
      "grad_norm": 1.1965516849568087,
      "learning_rate": 0.0002003166430446652,
      "loss": 0.9128,
      "step": 58512
    },
    {
      "epoch": 2.396600450542699,
      "grad_norm": 0.7994444741297551,
      "learning_rate": 0.00020031357060327533,
      "loss": 0.3961,
      "step": 58513
    },
    {
      "epoch": 2.3966414089698955,
      "grad_norm": 1.2595476050910304,
      "learning_rate": 0.00020031049813810012,
      "loss": 1.092,
      "step": 58514
    },
    {
      "epoch": 2.396682367397092,
      "grad_norm": 0.9949507711560472,
      "learning_rate": 0.000200307425649141,
      "loss": 0.7057,
      "step": 58515
    },
    {
      "epoch": 2.396723325824288,
      "grad_norm": 0.6811490921654252,
      "learning_rate": 0.0002003043531363995,
      "loss": 0.5453,
      "step": 58516
    },
    {
      "epoch": 2.3967642842514847,
      "grad_norm": 1.013408569936485,
      "learning_rate": 0.00020030128059987697,
      "loss": 0.9412,
      "step": 58517
    },
    {
      "epoch": 2.3968052426786812,
      "grad_norm": 0.762531744498153,
      "learning_rate": 0.00020029820803957492,
      "loss": 0.4414,
      "step": 58518
    },
    {
      "epoch": 2.3968462011058778,
      "grad_norm": 1.45183243959911,
      "learning_rate": 0.00020029513545549482,
      "loss": 1.0353,
      "step": 58519
    },
    {
      "epoch": 2.396887159533074,
      "grad_norm": 0.8880333022666117,
      "learning_rate": 0.00020029206284763812,
      "loss": 0.7429,
      "step": 58520
    },
    {
      "epoch": 2.3969281179602704,
      "grad_norm": 0.9064655729361735,
      "learning_rate": 0.0002002889902160062,
      "loss": 0.663,
      "step": 58521
    },
    {
      "epoch": 2.3969690763874665,
      "grad_norm": 0.9248590171479123,
      "learning_rate": 0.00020028591756060058,
      "loss": 0.7992,
      "step": 58522
    },
    {
      "epoch": 2.397010034814663,
      "grad_norm": 0.9666514527216609,
      "learning_rate": 0.00020028284488142272,
      "loss": 0.629,
      "step": 58523
    },
    {
      "epoch": 2.3970509932418596,
      "grad_norm": 0.8847865358158257,
      "learning_rate": 0.00020027977217847403,
      "loss": 0.6534,
      "step": 58524
    },
    {
      "epoch": 2.397091951669056,
      "grad_norm": 1.3636214915373317,
      "learning_rate": 0.00020027669945175597,
      "loss": 0.9216,
      "step": 58525
    },
    {
      "epoch": 2.397132910096252,
      "grad_norm": 1.2503654687222923,
      "learning_rate": 0.00020027362670127,
      "loss": 1.2254,
      "step": 58526
    },
    {
      "epoch": 2.3971738685234487,
      "grad_norm": 1.0371976506256864,
      "learning_rate": 0.00020027055392701762,
      "loss": 0.7566,
      "step": 58527
    },
    {
      "epoch": 2.3972148269506453,
      "grad_norm": 1.0123664819444593,
      "learning_rate": 0.0002002674811290002,
      "loss": 0.809,
      "step": 58528
    },
    {
      "epoch": 2.3972557853778413,
      "grad_norm": 0.7706759803644134,
      "learning_rate": 0.00020026440830721924,
      "loss": 0.5469,
      "step": 58529
    },
    {
      "epoch": 2.397296743805038,
      "grad_norm": 0.8710309991119053,
      "learning_rate": 0.00020026133546167623,
      "loss": 0.4715,
      "step": 58530
    },
    {
      "epoch": 2.3973377022322344,
      "grad_norm": 2.5436231371131472,
      "learning_rate": 0.00020025826259237255,
      "loss": 1.8936,
      "step": 58531
    },
    {
      "epoch": 2.3973786606594305,
      "grad_norm": 0.9649727590719555,
      "learning_rate": 0.00020025518969930963,
      "loss": 0.6787,
      "step": 58532
    },
    {
      "epoch": 2.397419619086627,
      "grad_norm": 0.8585195209250135,
      "learning_rate": 0.000200252116782489,
      "loss": 0.5945,
      "step": 58533
    },
    {
      "epoch": 2.3974605775138236,
      "grad_norm": 1.1026009302911899,
      "learning_rate": 0.00020024904384191212,
      "loss": 0.8547,
      "step": 58534
    },
    {
      "epoch": 2.3975015359410197,
      "grad_norm": 1.078202681728762,
      "learning_rate": 0.00020024597087758036,
      "loss": 1.0097,
      "step": 58535
    },
    {
      "epoch": 2.397542494368216,
      "grad_norm": 0.8698376261651862,
      "learning_rate": 0.00020024289788949526,
      "loss": 0.8835,
      "step": 58536
    },
    {
      "epoch": 2.3975834527954127,
      "grad_norm": 1.1361933987021697,
      "learning_rate": 0.00020023982487765818,
      "loss": 1.1365,
      "step": 58537
    },
    {
      "epoch": 2.3976244112226093,
      "grad_norm": 0.8920977927328161,
      "learning_rate": 0.00020023675184207068,
      "loss": 0.4336,
      "step": 58538
    },
    {
      "epoch": 2.3976653696498054,
      "grad_norm": 0.9500800090833348,
      "learning_rate": 0.00020023367878273414,
      "loss": 0.6322,
      "step": 58539
    },
    {
      "epoch": 2.397706328077002,
      "grad_norm": 0.8983883576155787,
      "learning_rate": 0.00020023060569965002,
      "loss": 0.596,
      "step": 58540
    },
    {
      "epoch": 2.397747286504198,
      "grad_norm": 0.7354287336085638,
      "learning_rate": 0.00020022753259281976,
      "loss": 0.306,
      "step": 58541
    },
    {
      "epoch": 2.3977882449313945,
      "grad_norm": 0.9767146572456166,
      "learning_rate": 0.0002002244594622449,
      "loss": 1.0073,
      "step": 58542
    },
    {
      "epoch": 2.397829203358591,
      "grad_norm": 0.9199411977801694,
      "learning_rate": 0.0002002213863079268,
      "loss": 0.7123,
      "step": 58543
    },
    {
      "epoch": 2.3978701617857876,
      "grad_norm": 0.8019859523290763,
      "learning_rate": 0.00020021831312986698,
      "loss": 0.6243,
      "step": 58544
    },
    {
      "epoch": 2.3979111202129837,
      "grad_norm": 0.6998353557163689,
      "learning_rate": 0.00020021523992806676,
      "loss": 0.2263,
      "step": 58545
    },
    {
      "epoch": 2.3979520786401802,
      "grad_norm": 0.9567371720283219,
      "learning_rate": 0.00020021216670252777,
      "loss": 0.8353,
      "step": 58546
    },
    {
      "epoch": 2.3979930370673768,
      "grad_norm": 0.855396700344601,
      "learning_rate": 0.00020020909345325137,
      "loss": 0.5816,
      "step": 58547
    },
    {
      "epoch": 2.398033995494573,
      "grad_norm": 1.4038974894950316,
      "learning_rate": 0.00020020602018023904,
      "loss": 1.325,
      "step": 58548
    },
    {
      "epoch": 2.3980749539217694,
      "grad_norm": 1.035447516636672,
      "learning_rate": 0.00020020294688349215,
      "loss": 0.9028,
      "step": 58549
    },
    {
      "epoch": 2.398115912348966,
      "grad_norm": 0.765715759731631,
      "learning_rate": 0.00020019987356301226,
      "loss": 0.4018,
      "step": 58550
    },
    {
      "epoch": 2.398156870776162,
      "grad_norm": 0.6152071804531869,
      "learning_rate": 0.0002001968002188008,
      "loss": 0.2787,
      "step": 58551
    },
    {
      "epoch": 2.3981978292033586,
      "grad_norm": 1.0883689953873268,
      "learning_rate": 0.00020019372685085922,
      "loss": 0.8969,
      "step": 58552
    },
    {
      "epoch": 2.398238787630555,
      "grad_norm": 0.9277573798308364,
      "learning_rate": 0.00020019065345918888,
      "loss": 0.7024,
      "step": 58553
    },
    {
      "epoch": 2.398279746057751,
      "grad_norm": 0.843211222335422,
      "learning_rate": 0.00020018758004379137,
      "loss": 0.6523,
      "step": 58554
    },
    {
      "epoch": 2.3983207044849477,
      "grad_norm": 0.7549240991892943,
      "learning_rate": 0.00020018450660466805,
      "loss": 0.4299,
      "step": 58555
    },
    {
      "epoch": 2.3983616629121443,
      "grad_norm": 0.9911246901919558,
      "learning_rate": 0.00020018143314182047,
      "loss": 0.9166,
      "step": 58556
    },
    {
      "epoch": 2.398402621339341,
      "grad_norm": 1.0073252656318836,
      "learning_rate": 0.00020017835965524997,
      "loss": 0.9392,
      "step": 58557
    },
    {
      "epoch": 2.398443579766537,
      "grad_norm": 1.1561996725705632,
      "learning_rate": 0.00020017528614495804,
      "loss": 0.6975,
      "step": 58558
    },
    {
      "epoch": 2.3984845381937334,
      "grad_norm": 0.941968511444149,
      "learning_rate": 0.0002001722126109462,
      "loss": 0.6945,
      "step": 58559
    },
    {
      "epoch": 2.3985254966209295,
      "grad_norm": 1.6124160011111732,
      "learning_rate": 0.00020016913905321581,
      "loss": 1.7604,
      "step": 58560
    },
    {
      "epoch": 2.398566455048126,
      "grad_norm": 1.311799028519052,
      "learning_rate": 0.00020016606547176835,
      "loss": 0.8842,
      "step": 58561
    },
    {
      "epoch": 2.3986074134753226,
      "grad_norm": 1.0640490522891954,
      "learning_rate": 0.00020016299186660533,
      "loss": 0.8099,
      "step": 58562
    },
    {
      "epoch": 2.398648371902519,
      "grad_norm": 1.1141760723075331,
      "learning_rate": 0.00020015991823772814,
      "loss": 0.7447,
      "step": 58563
    },
    {
      "epoch": 2.398689330329715,
      "grad_norm": 0.89015162816475,
      "learning_rate": 0.00020015684458513826,
      "loss": 0.9466,
      "step": 58564
    },
    {
      "epoch": 2.3987302887569117,
      "grad_norm": 1.0773270200538265,
      "learning_rate": 0.0002001537709088371,
      "loss": 0.9114,
      "step": 58565
    },
    {
      "epoch": 2.3987712471841083,
      "grad_norm": 2.470453415983091,
      "learning_rate": 0.0002001506972088262,
      "loss": 2.3728,
      "step": 58566
    },
    {
      "epoch": 2.3988122056113044,
      "grad_norm": 0.567730811063667,
      "learning_rate": 0.0002001476234851069,
      "loss": 0.2586,
      "step": 58567
    },
    {
      "epoch": 2.398853164038501,
      "grad_norm": 0.8388077609925348,
      "learning_rate": 0.00020014454973768075,
      "loss": 0.4248,
      "step": 58568
    },
    {
      "epoch": 2.3988941224656974,
      "grad_norm": 0.8145893621130259,
      "learning_rate": 0.00020014147596654917,
      "loss": 0.2999,
      "step": 58569
    },
    {
      "epoch": 2.3989350808928935,
      "grad_norm": 1.3005758364872233,
      "learning_rate": 0.00020013840217171356,
      "loss": 1.1849,
      "step": 58570
    },
    {
      "epoch": 2.39897603932009,
      "grad_norm": 1.1930594023776904,
      "learning_rate": 0.0002001353283531755,
      "loss": 0.9085,
      "step": 58571
    },
    {
      "epoch": 2.3990169977472866,
      "grad_norm": 1.1346321833633604,
      "learning_rate": 0.00020013225451093633,
      "loss": 0.8495,
      "step": 58572
    },
    {
      "epoch": 2.3990579561744827,
      "grad_norm": 0.8718278102731873,
      "learning_rate": 0.0002001291806449975,
      "loss": 0.4035,
      "step": 58573
    },
    {
      "epoch": 2.3990989146016792,
      "grad_norm": 0.724628810898894,
      "learning_rate": 0.0002001261067553606,
      "loss": 0.3437,
      "step": 58574
    },
    {
      "epoch": 2.3991398730288758,
      "grad_norm": 1.0418948833103083,
      "learning_rate": 0.00020012303284202692,
      "loss": 0.9652,
      "step": 58575
    },
    {
      "epoch": 2.3991808314560723,
      "grad_norm": 1.206973725199557,
      "learning_rate": 0.00020011995890499795,
      "loss": 1.0156,
      "step": 58576
    },
    {
      "epoch": 2.3992217898832684,
      "grad_norm": 0.9570983045736116,
      "learning_rate": 0.0002001168849442752,
      "loss": 0.4337,
      "step": 58577
    },
    {
      "epoch": 2.399262748310465,
      "grad_norm": 1.0565876246213128,
      "learning_rate": 0.0002001138109598601,
      "loss": 0.8322,
      "step": 58578
    },
    {
      "epoch": 2.3993037067376615,
      "grad_norm": 1.0163080545466967,
      "learning_rate": 0.0002001107369517541,
      "loss": 0.3031,
      "step": 58579
    },
    {
      "epoch": 2.3993446651648576,
      "grad_norm": 1.7771796652201206,
      "learning_rate": 0.00020010766291995866,
      "loss": 0.7781,
      "step": 58580
    },
    {
      "epoch": 2.399385623592054,
      "grad_norm": 1.0895195027233184,
      "learning_rate": 0.00020010458886447521,
      "loss": 0.9419,
      "step": 58581
    },
    {
      "epoch": 2.3994265820192506,
      "grad_norm": 0.9349962940101063,
      "learning_rate": 0.0002001015147853052,
      "loss": 0.8727,
      "step": 58582
    },
    {
      "epoch": 2.3994675404464467,
      "grad_norm": 0.7319484745499265,
      "learning_rate": 0.00020009844068245015,
      "loss": 0.33,
      "step": 58583
    },
    {
      "epoch": 2.3995084988736433,
      "grad_norm": 3.2997527524767576,
      "learning_rate": 0.00020009536655591145,
      "loss": 1.2351,
      "step": 58584
    },
    {
      "epoch": 2.39954945730084,
      "grad_norm": 1.328750627178132,
      "learning_rate": 0.00020009229240569053,
      "loss": 1.2921,
      "step": 58585
    },
    {
      "epoch": 2.399590415728036,
      "grad_norm": 1.2173200943563838,
      "learning_rate": 0.0002000892182317889,
      "loss": 1.041,
      "step": 58586
    },
    {
      "epoch": 2.3996313741552324,
      "grad_norm": 0.7216998763829239,
      "learning_rate": 0.000200086144034208,
      "loss": 0.3315,
      "step": 58587
    },
    {
      "epoch": 2.399672332582429,
      "grad_norm": 0.5525263916195544,
      "learning_rate": 0.0002000830698129493,
      "loss": 0.2115,
      "step": 58588
    },
    {
      "epoch": 2.399713291009625,
      "grad_norm": 3.1696257376106143,
      "learning_rate": 0.00020007999556801418,
      "loss": 4.1999,
      "step": 58589
    },
    {
      "epoch": 2.3997542494368216,
      "grad_norm": 1.363206763989611,
      "learning_rate": 0.00020007692129940416,
      "loss": 0.7712,
      "step": 58590
    },
    {
      "epoch": 2.399795207864018,
      "grad_norm": 0.849221397742581,
      "learning_rate": 0.0002000738470071207,
      "loss": 0.7604,
      "step": 58591
    },
    {
      "epoch": 2.399836166291214,
      "grad_norm": 0.7218152146800558,
      "learning_rate": 0.00020007077269116526,
      "loss": 0.6404,
      "step": 58592
    },
    {
      "epoch": 2.3998771247184107,
      "grad_norm": 1.3124765324126895,
      "learning_rate": 0.00020006769835153917,
      "loss": 1.0418,
      "step": 58593
    },
    {
      "epoch": 2.3999180831456073,
      "grad_norm": 1.817025407478878,
      "learning_rate": 0.00020006462398824404,
      "loss": 0.6622,
      "step": 58594
    },
    {
      "epoch": 2.399959041572804,
      "grad_norm": 1.0170564226733427,
      "learning_rate": 0.00020006154960128126,
      "loss": 0.7472,
      "step": 58595
    },
    {
      "epoch": 2.4,
      "grad_norm": 1.4417411917924883,
      "learning_rate": 0.0002000584751906523,
      "loss": 0.9731,
      "step": 58596
    },
    {
      "epoch": 2.4000409584271964,
      "grad_norm": 26.418577920504816,
      "learning_rate": 0.00020005540075635853,
      "loss": 2.7029,
      "step": 58597
    },
    {
      "epoch": 2.400081916854393,
      "grad_norm": 1.1323424543544962,
      "learning_rate": 0.00020005232629840154,
      "loss": 0.8006,
      "step": 58598
    },
    {
      "epoch": 2.400122875281589,
      "grad_norm": 1.0827879171221497,
      "learning_rate": 0.0002000492518167827,
      "loss": 0.8679,
      "step": 58599
    },
    {
      "epoch": 2.4001638337087856,
      "grad_norm": 0.9477886682642408,
      "learning_rate": 0.00020004617731150345,
      "loss": 0.3973,
      "step": 58600
    },
    {
      "epoch": 2.400204792135982,
      "grad_norm": 2.0583512602447978,
      "learning_rate": 0.00020004310278256532,
      "loss": 1.2306,
      "step": 58601
    },
    {
      "epoch": 2.4002457505631782,
      "grad_norm": 1.114953698575847,
      "learning_rate": 0.0002000400282299697,
      "loss": 0.583,
      "step": 58602
    },
    {
      "epoch": 2.4002867089903748,
      "grad_norm": 0.9654812614973586,
      "learning_rate": 0.00020003695365371804,
      "loss": 0.9507,
      "step": 58603
    },
    {
      "epoch": 2.4003276674175713,
      "grad_norm": 1.096409514978516,
      "learning_rate": 0.00020003387905381183,
      "loss": 0.7098,
      "step": 58604
    },
    {
      "epoch": 2.4003686258447674,
      "grad_norm": 0.9693428825860897,
      "learning_rate": 0.00020003080443025244,
      "loss": 0.7403,
      "step": 58605
    },
    {
      "epoch": 2.400409584271964,
      "grad_norm": 1.0698945255438874,
      "learning_rate": 0.00020002772978304145,
      "loss": 0.8621,
      "step": 58606
    },
    {
      "epoch": 2.4004505426991605,
      "grad_norm": 1.0856805246896006,
      "learning_rate": 0.00020002465511218028,
      "loss": 0.758,
      "step": 58607
    },
    {
      "epoch": 2.4004915011263566,
      "grad_norm": 0.9261666724539453,
      "learning_rate": 0.0002000215804176703,
      "loss": 0.8036,
      "step": 58608
    },
    {
      "epoch": 2.400532459553553,
      "grad_norm": 0.9579467141494876,
      "learning_rate": 0.00020001850569951302,
      "loss": 0.6915,
      "step": 58609
    },
    {
      "epoch": 2.4005734179807496,
      "grad_norm": 1.0420074202655591,
      "learning_rate": 0.00020001543095770992,
      "loss": 0.7452,
      "step": 58610
    },
    {
      "epoch": 2.4006143764079457,
      "grad_norm": 2.192585136682288,
      "learning_rate": 0.0002000123561922624,
      "loss": 1.6954,
      "step": 58611
    },
    {
      "epoch": 2.4006553348351423,
      "grad_norm": 0.5514605432174478,
      "learning_rate": 0.00020000928140317197,
      "loss": 0.2028,
      "step": 58612
    },
    {
      "epoch": 2.400696293262339,
      "grad_norm": 1.9703376524065543,
      "learning_rate": 0.00020000620659044004,
      "loss": 1.0614,
      "step": 58613
    },
    {
      "epoch": 2.4007372516895353,
      "grad_norm": 0.8549391577532912,
      "learning_rate": 0.00020000313175406808,
      "loss": 0.5634,
      "step": 58614
    },
    {
      "epoch": 2.4007782101167314,
      "grad_norm": 0.9550687152686349,
      "learning_rate": 0.00020000005689405754,
      "loss": 0.84,
      "step": 58615
    },
    {
      "epoch": 2.400819168543928,
      "grad_norm": 0.8170621046905175,
      "learning_rate": 0.00019999698201040987,
      "loss": 0.544,
      "step": 58616
    },
    {
      "epoch": 2.4008601269711245,
      "grad_norm": 1.1188836099734127,
      "learning_rate": 0.0001999939071031265,
      "loss": 0.7594,
      "step": 58617
    },
    {
      "epoch": 2.4009010853983206,
      "grad_norm": 0.8541514404223702,
      "learning_rate": 0.00019999083217220895,
      "loss": 0.8307,
      "step": 58618
    },
    {
      "epoch": 2.400942043825517,
      "grad_norm": 0.9620135171907078,
      "learning_rate": 0.00019998775721765863,
      "loss": 0.8521,
      "step": 58619
    },
    {
      "epoch": 2.4009830022527137,
      "grad_norm": 0.9921679787557154,
      "learning_rate": 0.00019998468223947702,
      "loss": 0.7126,
      "step": 58620
    },
    {
      "epoch": 2.4010239606799098,
      "grad_norm": 1.9513715465326757,
      "learning_rate": 0.0001999816072376655,
      "loss": 1.9295,
      "step": 58621
    },
    {
      "epoch": 2.4010649191071063,
      "grad_norm": 1.3185483623498324,
      "learning_rate": 0.0001999785322122256,
      "loss": 0.7321,
      "step": 58622
    },
    {
      "epoch": 2.401105877534303,
      "grad_norm": 1.7321938218630544,
      "learning_rate": 0.00019997545716315878,
      "loss": 0.8711,
      "step": 58623
    },
    {
      "epoch": 2.401146835961499,
      "grad_norm": 0.8264522860780216,
      "learning_rate": 0.00019997238209046642,
      "loss": 0.5583,
      "step": 58624
    },
    {
      "epoch": 2.4011877943886955,
      "grad_norm": 0.8682873343174938,
      "learning_rate": 0.00019996930699415003,
      "loss": 0.731,
      "step": 58625
    },
    {
      "epoch": 2.401228752815892,
      "grad_norm": 1.1312841085867202,
      "learning_rate": 0.0001999662318742111,
      "loss": 0.601,
      "step": 58626
    },
    {
      "epoch": 2.401269711243088,
      "grad_norm": 0.9678542251454835,
      "learning_rate": 0.00019996315673065094,
      "loss": 0.7705,
      "step": 58627
    },
    {
      "epoch": 2.4013106696702846,
      "grad_norm": 0.8608585970041049,
      "learning_rate": 0.00019996008156347118,
      "loss": 0.6364,
      "step": 58628
    },
    {
      "epoch": 2.401351628097481,
      "grad_norm": 0.8786188480789741,
      "learning_rate": 0.00019995700637267315,
      "loss": 0.7544,
      "step": 58629
    },
    {
      "epoch": 2.4013925865246772,
      "grad_norm": 0.7867812564316469,
      "learning_rate": 0.00019995393115825836,
      "loss": 0.3993,
      "step": 58630
    },
    {
      "epoch": 2.4014335449518738,
      "grad_norm": 0.9181478162581794,
      "learning_rate": 0.00019995085592022828,
      "loss": 0.8595,
      "step": 58631
    },
    {
      "epoch": 2.4014745033790703,
      "grad_norm": 1.1793634924845522,
      "learning_rate": 0.0001999477806585843,
      "loss": 0.7494,
      "step": 58632
    },
    {
      "epoch": 2.401515461806267,
      "grad_norm": 0.9288677091116817,
      "learning_rate": 0.00019994470537332788,
      "loss": 0.4959,
      "step": 58633
    },
    {
      "epoch": 2.401556420233463,
      "grad_norm": 0.8274635141778341,
      "learning_rate": 0.00019994163006446057,
      "loss": 0.6427,
      "step": 58634
    },
    {
      "epoch": 2.4015973786606595,
      "grad_norm": 1.0009922598126473,
      "learning_rate": 0.0001999385547319837,
      "loss": 0.7751,
      "step": 58635
    },
    {
      "epoch": 2.401638337087856,
      "grad_norm": 1.274295739667292,
      "learning_rate": 0.00019993547937589883,
      "loss": 0.8095,
      "step": 58636
    },
    {
      "epoch": 2.401679295515052,
      "grad_norm": 1.1077892003498184,
      "learning_rate": 0.0001999324039962073,
      "loss": 0.8315,
      "step": 58637
    },
    {
      "epoch": 2.4017202539422486,
      "grad_norm": 1.4089211692232333,
      "learning_rate": 0.0001999293285929107,
      "loss": 1.0616,
      "step": 58638
    },
    {
      "epoch": 2.401761212369445,
      "grad_norm": 0.8742222323097762,
      "learning_rate": 0.00019992625316601036,
      "loss": 0.7768,
      "step": 58639
    },
    {
      "epoch": 2.4018021707966413,
      "grad_norm": 0.9962593387738884,
      "learning_rate": 0.00019992317771550777,
      "loss": 0.9434,
      "step": 58640
    },
    {
      "epoch": 2.401843129223838,
      "grad_norm": 0.7703467357345481,
      "learning_rate": 0.0001999201022414044,
      "loss": 0.3257,
      "step": 58641
    },
    {
      "epoch": 2.4018840876510343,
      "grad_norm": 1.1497601662001202,
      "learning_rate": 0.00019991702674370174,
      "loss": 1.1083,
      "step": 58642
    },
    {
      "epoch": 2.4019250460782304,
      "grad_norm": 1.3194228872438607,
      "learning_rate": 0.00019991395122240122,
      "loss": 0.9046,
      "step": 58643
    },
    {
      "epoch": 2.401966004505427,
      "grad_norm": 0.90216141980441,
      "learning_rate": 0.00019991087567750425,
      "loss": 0.9226,
      "step": 58644
    },
    {
      "epoch": 2.4020069629326235,
      "grad_norm": 0.8139999097272146,
      "learning_rate": 0.00019990780010901228,
      "loss": 0.4078,
      "step": 58645
    },
    {
      "epoch": 2.4020479213598196,
      "grad_norm": 1.0214330451534357,
      "learning_rate": 0.00019990472451692683,
      "loss": 0.6526,
      "step": 58646
    },
    {
      "epoch": 2.402088879787016,
      "grad_norm": 1.11699573696362,
      "learning_rate": 0.00019990164890124935,
      "loss": 0.7466,
      "step": 58647
    },
    {
      "epoch": 2.4021298382142127,
      "grad_norm": 0.5564534840313826,
      "learning_rate": 0.0001998985732619812,
      "loss": 0.2697,
      "step": 58648
    },
    {
      "epoch": 2.4021707966414088,
      "grad_norm": 0.9055101293707936,
      "learning_rate": 0.00019989549759912394,
      "loss": 0.6044,
      "step": 58649
    },
    {
      "epoch": 2.4022117550686053,
      "grad_norm": 1.124755040540994,
      "learning_rate": 0.00019989242191267902,
      "loss": 0.8374,
      "step": 58650
    },
    {
      "epoch": 2.402252713495802,
      "grad_norm": 1.9575881084950089,
      "learning_rate": 0.00019988934620264782,
      "loss": 1.6502,
      "step": 58651
    },
    {
      "epoch": 2.4022936719229984,
      "grad_norm": 3.780240533595938,
      "learning_rate": 0.00019988627046903183,
      "loss": 1.5716,
      "step": 58652
    },
    {
      "epoch": 2.4023346303501945,
      "grad_norm": 0.6483751902825615,
      "learning_rate": 0.0001998831947118325,
      "loss": 0.2979,
      "step": 58653
    },
    {
      "epoch": 2.402375588777391,
      "grad_norm": 1.4208909670280598,
      "learning_rate": 0.0001998801189310513,
      "loss": 0.9185,
      "step": 58654
    },
    {
      "epoch": 2.4024165472045875,
      "grad_norm": 1.079337785447557,
      "learning_rate": 0.0001998770431266897,
      "loss": 0.8288,
      "step": 58655
    },
    {
      "epoch": 2.4024575056317836,
      "grad_norm": 1.038651014455376,
      "learning_rate": 0.00019987396729874912,
      "loss": 0.6663,
      "step": 58656
    },
    {
      "epoch": 2.40249846405898,
      "grad_norm": 2.2786473248759402,
      "learning_rate": 0.00019987089144723094,
      "loss": 0.5769,
      "step": 58657
    },
    {
      "epoch": 2.4025394224861767,
      "grad_norm": 1.3770646441857934,
      "learning_rate": 0.0001998678155721368,
      "loss": 1.0105,
      "step": 58658
    },
    {
      "epoch": 2.402580380913373,
      "grad_norm": 1.1880196416062854,
      "learning_rate": 0.000199864739673468,
      "loss": 0.951,
      "step": 58659
    },
    {
      "epoch": 2.4026213393405693,
      "grad_norm": 0.711969109464486,
      "learning_rate": 0.00019986166375122606,
      "loss": 0.3275,
      "step": 58660
    },
    {
      "epoch": 2.402662297767766,
      "grad_norm": 0.9500635230322079,
      "learning_rate": 0.0001998585878054124,
      "loss": 0.6608,
      "step": 58661
    },
    {
      "epoch": 2.402703256194962,
      "grad_norm": 0.8676583572355852,
      "learning_rate": 0.0001998555118360285,
      "loss": 0.6651,
      "step": 58662
    },
    {
      "epoch": 2.4027442146221585,
      "grad_norm": 0.8252992183923257,
      "learning_rate": 0.00019985243584307583,
      "loss": 0.5245,
      "step": 58663
    },
    {
      "epoch": 2.402785173049355,
      "grad_norm": 0.9267238089104134,
      "learning_rate": 0.00019984935982655583,
      "loss": 0.7259,
      "step": 58664
    },
    {
      "epoch": 2.402826131476551,
      "grad_norm": 0.8308365538285397,
      "learning_rate": 0.00019984628378646988,
      "loss": 0.8227,
      "step": 58665
    },
    {
      "epoch": 2.4028670899037476,
      "grad_norm": 1.3597629323737102,
      "learning_rate": 0.00019984320772281955,
      "loss": 1.1513,
      "step": 58666
    },
    {
      "epoch": 2.402908048330944,
      "grad_norm": 0.6952997941703465,
      "learning_rate": 0.00019984013163560624,
      "loss": 0.2912,
      "step": 58667
    },
    {
      "epoch": 2.4029490067581403,
      "grad_norm": 2.7322826213391664,
      "learning_rate": 0.00019983705552483144,
      "loss": 1.6081,
      "step": 58668
    },
    {
      "epoch": 2.402989965185337,
      "grad_norm": 0.7342963858820597,
      "learning_rate": 0.00019983397939049647,
      "loss": 0.3189,
      "step": 58669
    },
    {
      "epoch": 2.4030309236125333,
      "grad_norm": 1.2010035009482882,
      "learning_rate": 0.000199830903232603,
      "loss": 1.166,
      "step": 58670
    },
    {
      "epoch": 2.40307188203973,
      "grad_norm": 0.9730083457192356,
      "learning_rate": 0.00019982782705115233,
      "loss": 0.8207,
      "step": 58671
    },
    {
      "epoch": 2.403112840466926,
      "grad_norm": 1.120055658711282,
      "learning_rate": 0.00019982475084614598,
      "loss": 0.5865,
      "step": 58672
    },
    {
      "epoch": 2.4031537988941225,
      "grad_norm": 1.140366650254276,
      "learning_rate": 0.0001998216746175853,
      "loss": 0.7407,
      "step": 58673
    },
    {
      "epoch": 2.403194757321319,
      "grad_norm": 1.8496834730648117,
      "learning_rate": 0.00019981859836547188,
      "loss": 1.717,
      "step": 58674
    },
    {
      "epoch": 2.403235715748515,
      "grad_norm": 0.980245221902339,
      "learning_rate": 0.00019981552208980712,
      "loss": 0.7476,
      "step": 58675
    },
    {
      "epoch": 2.4032766741757117,
      "grad_norm": 1.0506378264376732,
      "learning_rate": 0.0001998124457905925,
      "loss": 0.6851,
      "step": 58676
    },
    {
      "epoch": 2.403317632602908,
      "grad_norm": 0.9395554297006593,
      "learning_rate": 0.00019980936946782936,
      "loss": 0.267,
      "step": 58677
    },
    {
      "epoch": 2.4033585910301043,
      "grad_norm": 1.1958420887269499,
      "learning_rate": 0.0001998062931215193,
      "loss": 0.9515,
      "step": 58678
    },
    {
      "epoch": 2.403399549457301,
      "grad_norm": 0.8810944186544676,
      "learning_rate": 0.00019980321675166365,
      "loss": 0.8112,
      "step": 58679
    },
    {
      "epoch": 2.4034405078844974,
      "grad_norm": 1.34669953340831,
      "learning_rate": 0.00019980014035826405,
      "loss": 1.2458,
      "step": 58680
    },
    {
      "epoch": 2.4034814663116935,
      "grad_norm": 0.9374932963854746,
      "learning_rate": 0.0001997970639413217,
      "loss": 0.6849,
      "step": 58681
    },
    {
      "epoch": 2.40352242473889,
      "grad_norm": 0.8951451265889008,
      "learning_rate": 0.0001997939875008383,
      "loss": 0.7171,
      "step": 58682
    },
    {
      "epoch": 2.4035633831660865,
      "grad_norm": 0.9060431547700013,
      "learning_rate": 0.00019979091103681512,
      "loss": 0.615,
      "step": 58683
    },
    {
      "epoch": 2.403604341593283,
      "grad_norm": 0.955509987460435,
      "learning_rate": 0.00019978783454925372,
      "loss": 1.0283,
      "step": 58684
    },
    {
      "epoch": 2.403645300020479,
      "grad_norm": 0.663900152233505,
      "learning_rate": 0.00019978475803815546,
      "loss": 0.2757,
      "step": 58685
    },
    {
      "epoch": 2.4036862584476757,
      "grad_norm": 1.0662209482989906,
      "learning_rate": 0.0001997816815035219,
      "loss": 0.5907,
      "step": 58686
    },
    {
      "epoch": 2.403727216874872,
      "grad_norm": 5.236478458128087,
      "learning_rate": 0.00019977860494535448,
      "loss": 2.0105,
      "step": 58687
    },
    {
      "epoch": 2.4037681753020683,
      "grad_norm": 1.1188691740706347,
      "learning_rate": 0.00019977552836365463,
      "loss": 1.0193,
      "step": 58688
    },
    {
      "epoch": 2.403809133729265,
      "grad_norm": 1.1633242102563213,
      "learning_rate": 0.00019977245175842372,
      "loss": 0.9636,
      "step": 58689
    },
    {
      "epoch": 2.4038500921564614,
      "grad_norm": 2.0993413030891497,
      "learning_rate": 0.00019976937512966337,
      "loss": 1.1202,
      "step": 58690
    },
    {
      "epoch": 2.4038910505836575,
      "grad_norm": 1.0147450400098925,
      "learning_rate": 0.00019976629847737488,
      "loss": 0.6166,
      "step": 58691
    },
    {
      "epoch": 2.403932009010854,
      "grad_norm": 0.9361120562892036,
      "learning_rate": 0.0001997632218015598,
      "loss": 0.4759,
      "step": 58692
    },
    {
      "epoch": 2.4039729674380506,
      "grad_norm": 0.8561966667601855,
      "learning_rate": 0.00019976014510221954,
      "loss": 0.5519,
      "step": 58693
    },
    {
      "epoch": 2.4040139258652466,
      "grad_norm": 0.9047075234145423,
      "learning_rate": 0.0001997570683793556,
      "loss": 0.3199,
      "step": 58694
    },
    {
      "epoch": 2.404054884292443,
      "grad_norm": 1.1728476816279492,
      "learning_rate": 0.0001997539916329694,
      "loss": 0.7698,
      "step": 58695
    },
    {
      "epoch": 2.4040958427196397,
      "grad_norm": 0.6341926153615441,
      "learning_rate": 0.0001997509148630624,
      "loss": 0.2948,
      "step": 58696
    },
    {
      "epoch": 2.404136801146836,
      "grad_norm": 1.08343560359044,
      "learning_rate": 0.00019974783806963602,
      "loss": 0.6,
      "step": 58697
    },
    {
      "epoch": 2.4041777595740323,
      "grad_norm": 0.6531509097031889,
      "learning_rate": 0.0001997447612526918,
      "loss": 0.2479,
      "step": 58698
    },
    {
      "epoch": 2.404218718001229,
      "grad_norm": 1.0328624085362192,
      "learning_rate": 0.0001997416844122311,
      "loss": 0.2839,
      "step": 58699
    },
    {
      "epoch": 2.404259676428425,
      "grad_norm": 1.2311570686191668,
      "learning_rate": 0.00019973860754825547,
      "loss": 0.9801,
      "step": 58700
    },
    {
      "epoch": 2.4043006348556215,
      "grad_norm": 1.0096759661267598,
      "learning_rate": 0.00019973553066076624,
      "loss": 0.5886,
      "step": 58701
    },
    {
      "epoch": 2.404341593282818,
      "grad_norm": 0.9569130386065182,
      "learning_rate": 0.00019973245374976497,
      "loss": 0.9313,
      "step": 58702
    },
    {
      "epoch": 2.4043825517100146,
      "grad_norm": 2.588204712605472,
      "learning_rate": 0.0001997293768152531,
      "loss": 2.048,
      "step": 58703
    },
    {
      "epoch": 2.4044235101372107,
      "grad_norm": 0.9409565983639823,
      "learning_rate": 0.00019972629985723204,
      "loss": 0.7337,
      "step": 58704
    },
    {
      "epoch": 2.404464468564407,
      "grad_norm": 1.695355598672345,
      "learning_rate": 0.00019972322287570328,
      "loss": 1.5027,
      "step": 58705
    },
    {
      "epoch": 2.4045054269916033,
      "grad_norm": 1.3881732721305484,
      "learning_rate": 0.00019972014587066832,
      "loss": 1.1048,
      "step": 58706
    },
    {
      "epoch": 2.4045463854188,
      "grad_norm": 0.8887942602053976,
      "learning_rate": 0.0001997170688421285,
      "loss": 0.6877,
      "step": 58707
    },
    {
      "epoch": 2.4045873438459964,
      "grad_norm": 1.033918053959242,
      "learning_rate": 0.00019971399179008535,
      "loss": 0.5165,
      "step": 58708
    },
    {
      "epoch": 2.404628302273193,
      "grad_norm": 1.297676056910482,
      "learning_rate": 0.00019971091471454027,
      "loss": 0.7688,
      "step": 58709
    },
    {
      "epoch": 2.404669260700389,
      "grad_norm": 1.2027775284380287,
      "learning_rate": 0.00019970783761549482,
      "loss": 1.0815,
      "step": 58710
    },
    {
      "epoch": 2.4047102191275855,
      "grad_norm": 1.0563758834548147,
      "learning_rate": 0.00019970476049295034,
      "loss": 0.8693,
      "step": 58711
    },
    {
      "epoch": 2.404751177554782,
      "grad_norm": 1.447210859689234,
      "learning_rate": 0.00019970168334690837,
      "loss": 1.0316,
      "step": 58712
    },
    {
      "epoch": 2.404792135981978,
      "grad_norm": 0.8890599009182893,
      "learning_rate": 0.0001996986061773703,
      "loss": 0.3021,
      "step": 58713
    },
    {
      "epoch": 2.4048330944091747,
      "grad_norm": 0.8616442423776381,
      "learning_rate": 0.0001996955289843376,
      "loss": 0.4695,
      "step": 58714
    },
    {
      "epoch": 2.4048740528363712,
      "grad_norm": 0.6311989092400284,
      "learning_rate": 0.00019969245176781178,
      "loss": 0.282,
      "step": 58715
    },
    {
      "epoch": 2.4049150112635673,
      "grad_norm": 1.1527303246210527,
      "learning_rate": 0.00019968937452779424,
      "loss": 0.975,
      "step": 58716
    },
    {
      "epoch": 2.404955969690764,
      "grad_norm": 1.1652568342622684,
      "learning_rate": 0.0001996862972642864,
      "loss": 0.7848,
      "step": 58717
    },
    {
      "epoch": 2.4049969281179604,
      "grad_norm": 1.7976699286215507,
      "learning_rate": 0.00019968321997728983,
      "loss": 1.4702,
      "step": 58718
    },
    {
      "epoch": 2.4050378865451565,
      "grad_norm": 1.1024122702316448,
      "learning_rate": 0.00019968014266680587,
      "loss": 0.9139,
      "step": 58719
    },
    {
      "epoch": 2.405078844972353,
      "grad_norm": 1.2737879371395016,
      "learning_rate": 0.00019967706533283606,
      "loss": 0.7162,
      "step": 58720
    },
    {
      "epoch": 2.4051198033995496,
      "grad_norm": 4.599324190829899,
      "learning_rate": 0.00019967398797538177,
      "loss": 2.8991,
      "step": 58721
    },
    {
      "epoch": 2.405160761826746,
      "grad_norm": 0.8345323108668941,
      "learning_rate": 0.00019967091059444456,
      "loss": 0.7645,
      "step": 58722
    },
    {
      "epoch": 2.405201720253942,
      "grad_norm": 4.105395672694226,
      "learning_rate": 0.0001996678331900258,
      "loss": 2.2846,
      "step": 58723
    },
    {
      "epoch": 2.4052426786811387,
      "grad_norm": 1.2881100503209524,
      "learning_rate": 0.00019966475576212696,
      "loss": 0.7426,
      "step": 58724
    },
    {
      "epoch": 2.405283637108335,
      "grad_norm": 1.0506613440279344,
      "learning_rate": 0.00019966167831074949,
      "loss": 0.1889,
      "step": 58725
    },
    {
      "epoch": 2.4053245955355314,
      "grad_norm": 0.7233464645519272,
      "learning_rate": 0.00019965860083589486,
      "loss": 0.3229,
      "step": 58726
    },
    {
      "epoch": 2.405365553962728,
      "grad_norm": 1.080099871975133,
      "learning_rate": 0.00019965552333756455,
      "loss": 0.8319,
      "step": 58727
    },
    {
      "epoch": 2.4054065123899244,
      "grad_norm": 0.9133044368609985,
      "learning_rate": 0.00019965244581576,
      "loss": 0.8206,
      "step": 58728
    },
    {
      "epoch": 2.4054474708171205,
      "grad_norm": 1.1113516839697983,
      "learning_rate": 0.00019964936827048262,
      "loss": 0.951,
      "step": 58729
    },
    {
      "epoch": 2.405488429244317,
      "grad_norm": 1.1943898832037323,
      "learning_rate": 0.0001996462907017339,
      "loss": 0.6671,
      "step": 58730
    },
    {
      "epoch": 2.4055293876715136,
      "grad_norm": 0.6249608598783262,
      "learning_rate": 0.00019964321310951533,
      "loss": 0.2855,
      "step": 58731
    },
    {
      "epoch": 2.4055703460987097,
      "grad_norm": 1.6714362484047236,
      "learning_rate": 0.00019964013549382832,
      "loss": 1.2483,
      "step": 58732
    },
    {
      "epoch": 2.405611304525906,
      "grad_norm": 0.9902455072700705,
      "learning_rate": 0.0001996370578546743,
      "loss": 0.8416,
      "step": 58733
    },
    {
      "epoch": 2.4056522629531027,
      "grad_norm": 1.1658664304526025,
      "learning_rate": 0.00019963398019205478,
      "loss": 1.0395,
      "step": 58734
    },
    {
      "epoch": 2.405693221380299,
      "grad_norm": 1.0873528346853898,
      "learning_rate": 0.0001996309025059712,
      "loss": 0.8201,
      "step": 58735
    },
    {
      "epoch": 2.4057341798074954,
      "grad_norm": 1.1700678791678667,
      "learning_rate": 0.00019962782479642505,
      "loss": 0.892,
      "step": 58736
    },
    {
      "epoch": 2.405775138234692,
      "grad_norm": 1.0891409218808503,
      "learning_rate": 0.00019962474706341766,
      "loss": 0.9555,
      "step": 58737
    },
    {
      "epoch": 2.405816096661888,
      "grad_norm": 0.9243140091052378,
      "learning_rate": 0.0001996216693069506,
      "loss": 1.0053,
      "step": 58738
    },
    {
      "epoch": 2.4058570550890845,
      "grad_norm": 1.0783681480606264,
      "learning_rate": 0.00019961859152702532,
      "loss": 0.3715,
      "step": 58739
    },
    {
      "epoch": 2.405898013516281,
      "grad_norm": 3.2874604089636272,
      "learning_rate": 0.00019961551372364323,
      "loss": 2.9387,
      "step": 58740
    },
    {
      "epoch": 2.4059389719434776,
      "grad_norm": 1.1503880155106703,
      "learning_rate": 0.00019961243589680582,
      "loss": 1.0051,
      "step": 58741
    },
    {
      "epoch": 2.4059799303706737,
      "grad_norm": 0.8898121885668924,
      "learning_rate": 0.00019960935804651454,
      "loss": 0.8416,
      "step": 58742
    },
    {
      "epoch": 2.4060208887978702,
      "grad_norm": 0.8904395163913682,
      "learning_rate": 0.00019960628017277085,
      "loss": 0.5296,
      "step": 58743
    },
    {
      "epoch": 2.4060618472250663,
      "grad_norm": 0.608347665663804,
      "learning_rate": 0.00019960320227557616,
      "loss": 0.2503,
      "step": 58744
    },
    {
      "epoch": 2.406102805652263,
      "grad_norm": 0.5882190187059282,
      "learning_rate": 0.0001996001243549319,
      "loss": 0.233,
      "step": 58745
    },
    {
      "epoch": 2.4061437640794594,
      "grad_norm": 1.756473252098084,
      "learning_rate": 0.00019959704641083964,
      "loss": 0.7908,
      "step": 58746
    },
    {
      "epoch": 2.406184722506656,
      "grad_norm": 1.0309907880794422,
      "learning_rate": 0.00019959396844330076,
      "loss": 0.9635,
      "step": 58747
    },
    {
      "epoch": 2.406225680933852,
      "grad_norm": 0.9828369513178682,
      "learning_rate": 0.00019959089045231673,
      "loss": 0.9258,
      "step": 58748
    },
    {
      "epoch": 2.4062666393610486,
      "grad_norm": 0.9703227339745114,
      "learning_rate": 0.000199587812437889,
      "loss": 0.8231,
      "step": 58749
    },
    {
      "epoch": 2.406307597788245,
      "grad_norm": 1.3378972237083708,
      "learning_rate": 0.000199584734400019,
      "loss": 0.8822,
      "step": 58750
    },
    {
      "epoch": 2.406348556215441,
      "grad_norm": 1.0072855071478413,
      "learning_rate": 0.00019958165633870826,
      "loss": 0.7333,
      "step": 58751
    },
    {
      "epoch": 2.4063895146426377,
      "grad_norm": 1.4603887181897879,
      "learning_rate": 0.00019957857825395823,
      "loss": 0.914,
      "step": 58752
    },
    {
      "epoch": 2.4064304730698343,
      "grad_norm": 1.2792441817640938,
      "learning_rate": 0.00019957550014577022,
      "loss": 0.9261,
      "step": 58753
    },
    {
      "epoch": 2.4064714314970304,
      "grad_norm": 1.1608260521110914,
      "learning_rate": 0.00019957242201414587,
      "loss": 1.0234,
      "step": 58754
    },
    {
      "epoch": 2.406512389924227,
      "grad_norm": 0.6818499923946675,
      "learning_rate": 0.00019956934385908652,
      "loss": 0.5807,
      "step": 58755
    },
    {
      "epoch": 2.4065533483514234,
      "grad_norm": 1.2914570544209496,
      "learning_rate": 0.0001995662656805937,
      "loss": 1.0599,
      "step": 58756
    },
    {
      "epoch": 2.4065943067786195,
      "grad_norm": 1.134661260822382,
      "learning_rate": 0.00019956318747866875,
      "loss": 1.0209,
      "step": 58757
    },
    {
      "epoch": 2.406635265205816,
      "grad_norm": 1.2820905416724573,
      "learning_rate": 0.00019956010925331326,
      "loss": 0.6254,
      "step": 58758
    },
    {
      "epoch": 2.4066762236330126,
      "grad_norm": 1.0062760126341481,
      "learning_rate": 0.00019955703100452862,
      "loss": 0.915,
      "step": 58759
    },
    {
      "epoch": 2.406717182060209,
      "grad_norm": 0.8120506710566061,
      "learning_rate": 0.0001995539527323163,
      "loss": 0.4302,
      "step": 58760
    },
    {
      "epoch": 2.406758140487405,
      "grad_norm": 1.0348000001637494,
      "learning_rate": 0.0001995508744366777,
      "loss": 0.8018,
      "step": 58761
    },
    {
      "epoch": 2.4067990989146018,
      "grad_norm": 2.990125418790043,
      "learning_rate": 0.00019954779611761436,
      "loss": 4.6769,
      "step": 58762
    },
    {
      "epoch": 2.406840057341798,
      "grad_norm": 4.345653638536709,
      "learning_rate": 0.00019954471777512768,
      "loss": 1.5162,
      "step": 58763
    },
    {
      "epoch": 2.4068810157689944,
      "grad_norm": 0.8622396176044116,
      "learning_rate": 0.00019954163940921917,
      "loss": 0.3357,
      "step": 58764
    },
    {
      "epoch": 2.406921974196191,
      "grad_norm": 1.4568763743936928,
      "learning_rate": 0.00019953856101989018,
      "loss": 1.235,
      "step": 58765
    },
    {
      "epoch": 2.4069629326233875,
      "grad_norm": 5.867394614660847,
      "learning_rate": 0.00019953548260714227,
      "loss": 3.5002,
      "step": 58766
    },
    {
      "epoch": 2.4070038910505835,
      "grad_norm": 0.9867359055444731,
      "learning_rate": 0.0001995324041709769,
      "loss": 0.7245,
      "step": 58767
    },
    {
      "epoch": 2.40704484947778,
      "grad_norm": 0.8507393420209471,
      "learning_rate": 0.00019952932571139543,
      "loss": 0.3502,
      "step": 58768
    },
    {
      "epoch": 2.4070858079049766,
      "grad_norm": 1.175808840850339,
      "learning_rate": 0.00019952624722839937,
      "loss": 0.6452,
      "step": 58769
    },
    {
      "epoch": 2.4071267663321727,
      "grad_norm": 1.1922039974718666,
      "learning_rate": 0.0001995231687219902,
      "loss": 1.2217,
      "step": 58770
    },
    {
      "epoch": 2.4071677247593692,
      "grad_norm": 20.906728412201847,
      "learning_rate": 0.0001995200901921693,
      "loss": 3.0923,
      "step": 58771
    },
    {
      "epoch": 2.407208683186566,
      "grad_norm": 1.234883386855534,
      "learning_rate": 0.00019951701163893826,
      "loss": 0.8772,
      "step": 58772
    },
    {
      "epoch": 2.407249641613762,
      "grad_norm": 0.8518087850984458,
      "learning_rate": 0.00019951393306229836,
      "loss": 0.6517,
      "step": 58773
    },
    {
      "epoch": 2.4072906000409584,
      "grad_norm": 1.05763036235738,
      "learning_rate": 0.00019951085446225122,
      "loss": 0.4783,
      "step": 58774
    },
    {
      "epoch": 2.407331558468155,
      "grad_norm": 0.8322350592497075,
      "learning_rate": 0.00019950777583879818,
      "loss": 0.3415,
      "step": 58775
    },
    {
      "epoch": 2.407372516895351,
      "grad_norm": 0.8886254706221632,
      "learning_rate": 0.00019950469719194077,
      "loss": 0.7725,
      "step": 58776
    },
    {
      "epoch": 2.4074134753225476,
      "grad_norm": 1.0956673359526439,
      "learning_rate": 0.00019950161852168037,
      "loss": 0.7862,
      "step": 58777
    },
    {
      "epoch": 2.407454433749744,
      "grad_norm": 0.7958205182210927,
      "learning_rate": 0.00019949853982801854,
      "loss": 0.3075,
      "step": 58778
    },
    {
      "epoch": 2.4074953921769406,
      "grad_norm": 0.9728367827093093,
      "learning_rate": 0.0001994954611109566,
      "loss": 0.7077,
      "step": 58779
    },
    {
      "epoch": 2.4075363506041367,
      "grad_norm": 2.0275182345662284,
      "learning_rate": 0.00019949238237049614,
      "loss": 0.8933,
      "step": 58780
    },
    {
      "epoch": 2.4075773090313333,
      "grad_norm": 2.2365269677432007,
      "learning_rate": 0.0001994893036066385,
      "loss": 2.3919,
      "step": 58781
    },
    {
      "epoch": 2.4076182674585294,
      "grad_norm": 0.6163919230752051,
      "learning_rate": 0.00019948622481938522,
      "loss": 0.2499,
      "step": 58782
    },
    {
      "epoch": 2.407659225885726,
      "grad_norm": 1.520073268364463,
      "learning_rate": 0.00019948314600873768,
      "loss": 0.9817,
      "step": 58783
    },
    {
      "epoch": 2.4077001843129224,
      "grad_norm": 1.8389030107328372,
      "learning_rate": 0.00019948006717469743,
      "loss": 2.4266,
      "step": 58784
    },
    {
      "epoch": 2.407741142740119,
      "grad_norm": 0.9441432782441895,
      "learning_rate": 0.00019947698831726583,
      "loss": 0.5212,
      "step": 58785
    },
    {
      "epoch": 2.407782101167315,
      "grad_norm": 0.9662964612630689,
      "learning_rate": 0.00019947390943644442,
      "loss": 0.7914,
      "step": 58786
    },
    {
      "epoch": 2.4078230595945116,
      "grad_norm": 1.052732060156601,
      "learning_rate": 0.0001994708305322346,
      "loss": 0.8414,
      "step": 58787
    },
    {
      "epoch": 2.407864018021708,
      "grad_norm": 1.1752995764014464,
      "learning_rate": 0.00019946775160463787,
      "loss": 1.3346,
      "step": 58788
    },
    {
      "epoch": 2.407904976448904,
      "grad_norm": 1.1890933729783333,
      "learning_rate": 0.0001994646726536556,
      "loss": 0.883,
      "step": 58789
    },
    {
      "epoch": 2.4079459348761008,
      "grad_norm": 0.6080846204130207,
      "learning_rate": 0.00019946159367928933,
      "loss": 0.2604,
      "step": 58790
    },
    {
      "epoch": 2.4079868933032973,
      "grad_norm": 0.9885254055000178,
      "learning_rate": 0.0001994585146815405,
      "loss": 0.8726,
      "step": 58791
    },
    {
      "epoch": 2.4080278517304934,
      "grad_norm": 0.7391789036852315,
      "learning_rate": 0.00019945543566041057,
      "loss": 0.6824,
      "step": 58792
    },
    {
      "epoch": 2.40806881015769,
      "grad_norm": 1.005288920181845,
      "learning_rate": 0.00019945235661590095,
      "loss": 0.7831,
      "step": 58793
    },
    {
      "epoch": 2.4081097685848865,
      "grad_norm": 1.2298723176921682,
      "learning_rate": 0.00019944927754801314,
      "loss": 0.9815,
      "step": 58794
    },
    {
      "epoch": 2.4081507270120825,
      "grad_norm": 1.137685720109578,
      "learning_rate": 0.00019944619845674858,
      "loss": 0.7074,
      "step": 58795
    },
    {
      "epoch": 2.408191685439279,
      "grad_norm": 0.954804080141675,
      "learning_rate": 0.00019944311934210873,
      "loss": 0.8438,
      "step": 58796
    },
    {
      "epoch": 2.4082326438664756,
      "grad_norm": 0.885548858637984,
      "learning_rate": 0.00019944004020409502,
      "loss": 0.8041,
      "step": 58797
    },
    {
      "epoch": 2.408273602293672,
      "grad_norm": 0.7111590557534522,
      "learning_rate": 0.00019943696104270892,
      "loss": 0.2659,
      "step": 58798
    },
    {
      "epoch": 2.4083145607208682,
      "grad_norm": 0.8608070851724322,
      "learning_rate": 0.00019943388185795195,
      "loss": 0.5149,
      "step": 58799
    },
    {
      "epoch": 2.408355519148065,
      "grad_norm": 1.125310761517809,
      "learning_rate": 0.00019943080264982546,
      "loss": 0.9231,
      "step": 58800
    },
    {
      "epoch": 2.408396477575261,
      "grad_norm": 1.2335963992446224,
      "learning_rate": 0.00019942772341833095,
      "loss": 0.6529,
      "step": 58801
    },
    {
      "epoch": 2.4084374360024574,
      "grad_norm": 1.1196102025867518,
      "learning_rate": 0.00019942464416346993,
      "loss": 0.8969,
      "step": 58802
    },
    {
      "epoch": 2.408478394429654,
      "grad_norm": 1.315277882308087,
      "learning_rate": 0.00019942156488524378,
      "loss": 1.0292,
      "step": 58803
    },
    {
      "epoch": 2.4085193528568505,
      "grad_norm": 1.779614030622748,
      "learning_rate": 0.00019941848558365397,
      "loss": 1.3215,
      "step": 58804
    },
    {
      "epoch": 2.4085603112840466,
      "grad_norm": 0.7042877324050648,
      "learning_rate": 0.000199415406258702,
      "loss": 0.4037,
      "step": 58805
    },
    {
      "epoch": 2.408601269711243,
      "grad_norm": 1.0759258880211569,
      "learning_rate": 0.00019941232691038924,
      "loss": 0.7878,
      "step": 58806
    },
    {
      "epoch": 2.4086422281384396,
      "grad_norm": 1.3443704536247723,
      "learning_rate": 0.00019940924753871725,
      "loss": 1.2961,
      "step": 58807
    },
    {
      "epoch": 2.4086831865656357,
      "grad_norm": 0.9490035122510704,
      "learning_rate": 0.0001994061681436874,
      "loss": 0.7027,
      "step": 58808
    },
    {
      "epoch": 2.4087241449928323,
      "grad_norm": 1.2074505390533334,
      "learning_rate": 0.0001994030887253012,
      "loss": 1.0567,
      "step": 58809
    },
    {
      "epoch": 2.408765103420029,
      "grad_norm": 0.8217325021262103,
      "learning_rate": 0.00019940000928356005,
      "loss": 0.6543,
      "step": 58810
    },
    {
      "epoch": 2.408806061847225,
      "grad_norm": 0.8933692134089729,
      "learning_rate": 0.0001993969298184655,
      "loss": 0.4796,
      "step": 58811
    },
    {
      "epoch": 2.4088470202744214,
      "grad_norm": 1.1758238812651165,
      "learning_rate": 0.00019939385033001896,
      "loss": 0.9939,
      "step": 58812
    },
    {
      "epoch": 2.408887978701618,
      "grad_norm": 0.7773621677287283,
      "learning_rate": 0.00019939077081822178,
      "loss": 0.4727,
      "step": 58813
    },
    {
      "epoch": 2.408928937128814,
      "grad_norm": 0.9659075384358484,
      "learning_rate": 0.0001993876912830756,
      "loss": 0.6743,
      "step": 58814
    },
    {
      "epoch": 2.4089698955560106,
      "grad_norm": 0.9564439848446885,
      "learning_rate": 0.00019938461172458176,
      "loss": 0.7562,
      "step": 58815
    },
    {
      "epoch": 2.409010853983207,
      "grad_norm": 0.7191847273122177,
      "learning_rate": 0.00019938153214274176,
      "loss": 0.4134,
      "step": 58816
    },
    {
      "epoch": 2.4090518124104037,
      "grad_norm": 0.9736335538507864,
      "learning_rate": 0.00019937845253755696,
      "loss": 0.5844,
      "step": 58817
    },
    {
      "epoch": 2.4090927708375998,
      "grad_norm": 2.866484751942845,
      "learning_rate": 0.00019937537290902897,
      "loss": 2.9246,
      "step": 58818
    },
    {
      "epoch": 2.4091337292647963,
      "grad_norm": 0.7106239879508452,
      "learning_rate": 0.0001993722932571591,
      "loss": 0.2718,
      "step": 58819
    },
    {
      "epoch": 2.4091746876919924,
      "grad_norm": 1.076129704112578,
      "learning_rate": 0.00019936921358194892,
      "loss": 0.708,
      "step": 58820
    },
    {
      "epoch": 2.409215646119189,
      "grad_norm": 1.020336155490698,
      "learning_rate": 0.0001993661338833998,
      "loss": 0.7337,
      "step": 58821
    },
    {
      "epoch": 2.4092566045463855,
      "grad_norm": 2.442454742445823,
      "learning_rate": 0.0001993630541615133,
      "loss": 1.644,
      "step": 58822
    },
    {
      "epoch": 2.409297562973582,
      "grad_norm": 0.7737743645493722,
      "learning_rate": 0.0001993599744162908,
      "loss": 0.6311,
      "step": 58823
    },
    {
      "epoch": 2.409338521400778,
      "grad_norm": 1.2537261508037292,
      "learning_rate": 0.00019935689464773375,
      "loss": 0.9711,
      "step": 58824
    },
    {
      "epoch": 2.4093794798279746,
      "grad_norm": 1.1229516624413824,
      "learning_rate": 0.00019935381485584362,
      "loss": 0.9227,
      "step": 58825
    },
    {
      "epoch": 2.409420438255171,
      "grad_norm": 1.1940599400035208,
      "learning_rate": 0.00019935073504062187,
      "loss": 1.0014,
      "step": 58826
    },
    {
      "epoch": 2.4094613966823673,
      "grad_norm": 1.164023740297563,
      "learning_rate": 0.00019934765520206998,
      "loss": 0.9829,
      "step": 58827
    },
    {
      "epoch": 2.409502355109564,
      "grad_norm": 0.7396986449451849,
      "learning_rate": 0.00019934457534018937,
      "loss": 0.2598,
      "step": 58828
    },
    {
      "epoch": 2.4095433135367603,
      "grad_norm": 0.5583832361005686,
      "learning_rate": 0.00019934149545498145,
      "loss": 0.1862,
      "step": 58829
    },
    {
      "epoch": 2.4095842719639564,
      "grad_norm": 0.8478587998549266,
      "learning_rate": 0.0001993384155464478,
      "loss": 0.6623,
      "step": 58830
    },
    {
      "epoch": 2.409625230391153,
      "grad_norm": 0.9520724339533135,
      "learning_rate": 0.00019933533561458983,
      "loss": 0.8133,
      "step": 58831
    },
    {
      "epoch": 2.4096661888183495,
      "grad_norm": 0.9247323013592338,
      "learning_rate": 0.00019933225565940893,
      "loss": 0.7821,
      "step": 58832
    },
    {
      "epoch": 2.4097071472455456,
      "grad_norm": 3.8084466988619807,
      "learning_rate": 0.00019932917568090663,
      "loss": 1.4152,
      "step": 58833
    },
    {
      "epoch": 2.409748105672742,
      "grad_norm": 0.9566268722763795,
      "learning_rate": 0.00019932609567908433,
      "loss": 0.9483,
      "step": 58834
    },
    {
      "epoch": 2.4097890640999386,
      "grad_norm": 0.6507738628592976,
      "learning_rate": 0.00019932301565394353,
      "loss": 0.2277,
      "step": 58835
    },
    {
      "epoch": 2.409830022527135,
      "grad_norm": 1.1659746532206128,
      "learning_rate": 0.00019931993560548568,
      "loss": 0.8298,
      "step": 58836
    },
    {
      "epoch": 2.4098709809543313,
      "grad_norm": 0.9064866117516965,
      "learning_rate": 0.0001993168555337122,
      "loss": 0.7468,
      "step": 58837
    },
    {
      "epoch": 2.409911939381528,
      "grad_norm": 0.8068297179679336,
      "learning_rate": 0.0001993137754386246,
      "loss": 0.3194,
      "step": 58838
    },
    {
      "epoch": 2.409952897808724,
      "grad_norm": 0.7776772501943137,
      "learning_rate": 0.0001993106953202243,
      "loss": 0.2938,
      "step": 58839
    },
    {
      "epoch": 2.4099938562359204,
      "grad_norm": 1.1759912853642778,
      "learning_rate": 0.00019930761517851275,
      "loss": 1.0569,
      "step": 58840
    },
    {
      "epoch": 2.410034814663117,
      "grad_norm": 1.530654291350735,
      "learning_rate": 0.0001993045350134914,
      "loss": 1.039,
      "step": 58841
    },
    {
      "epoch": 2.4100757730903135,
      "grad_norm": 2.2945308769711743,
      "learning_rate": 0.00019930145482516175,
      "loss": 2.4519,
      "step": 58842
    },
    {
      "epoch": 2.4101167315175096,
      "grad_norm": 1.2178122496685944,
      "learning_rate": 0.00019929837461352527,
      "loss": 0.8449,
      "step": 58843
    },
    {
      "epoch": 2.410157689944706,
      "grad_norm": 0.7112036895342264,
      "learning_rate": 0.00019929529437858335,
      "loss": 0.2334,
      "step": 58844
    },
    {
      "epoch": 2.4101986483719027,
      "grad_norm": 0.9591479593658261,
      "learning_rate": 0.00019929221412033746,
      "loss": 0.6515,
      "step": 58845
    },
    {
      "epoch": 2.4102396067990988,
      "grad_norm": 0.8861229426279997,
      "learning_rate": 0.0001992891338387891,
      "loss": 0.7733,
      "step": 58846
    },
    {
      "epoch": 2.4102805652262953,
      "grad_norm": 0.8537159804985259,
      "learning_rate": 0.00019928605353393967,
      "loss": 0.7579,
      "step": 58847
    },
    {
      "epoch": 2.410321523653492,
      "grad_norm": 3.1162910632786462,
      "learning_rate": 0.00019928297320579073,
      "loss": 4.4803,
      "step": 58848
    },
    {
      "epoch": 2.410362482080688,
      "grad_norm": 1.4461427255230672,
      "learning_rate": 0.00019927989285434356,
      "loss": 1.0671,
      "step": 58849
    },
    {
      "epoch": 2.4104034405078845,
      "grad_norm": 1.3210924364963377,
      "learning_rate": 0.00019927681247959976,
      "loss": 0.8273,
      "step": 58850
    },
    {
      "epoch": 2.410444398935081,
      "grad_norm": 1.0630371623806192,
      "learning_rate": 0.00019927373208156074,
      "loss": 0.7369,
      "step": 58851
    },
    {
      "epoch": 2.410485357362277,
      "grad_norm": 1.1468648673527002,
      "learning_rate": 0.00019927065166022796,
      "loss": 0.8608,
      "step": 58852
    },
    {
      "epoch": 2.4105263157894736,
      "grad_norm": 1.1154107997585203,
      "learning_rate": 0.00019926757121560286,
      "loss": 1.0972,
      "step": 58853
    },
    {
      "epoch": 2.41056727421667,
      "grad_norm": 0.8819692030302604,
      "learning_rate": 0.00019926449074768692,
      "loss": 0.8348,
      "step": 58854
    },
    {
      "epoch": 2.4106082326438667,
      "grad_norm": 1.0897479367111447,
      "learning_rate": 0.00019926141025648162,
      "loss": 0.8415,
      "step": 58855
    },
    {
      "epoch": 2.410649191071063,
      "grad_norm": 0.5786156308612265,
      "learning_rate": 0.00019925832974198836,
      "loss": 0.3011,
      "step": 58856
    },
    {
      "epoch": 2.4106901494982593,
      "grad_norm": 2.607892364399162,
      "learning_rate": 0.00019925524920420858,
      "loss": 0.9885,
      "step": 58857
    },
    {
      "epoch": 2.4107311079254554,
      "grad_norm": 1.463728628077145,
      "learning_rate": 0.00019925216864314382,
      "loss": 0.9824,
      "step": 58858
    },
    {
      "epoch": 2.410772066352652,
      "grad_norm": 7.019365853391341,
      "learning_rate": 0.00019924908805879547,
      "loss": 1.9304,
      "step": 58859
    },
    {
      "epoch": 2.4108130247798485,
      "grad_norm": 1.2782650006754324,
      "learning_rate": 0.00019924600745116505,
      "loss": 0.7453,
      "step": 58860
    },
    {
      "epoch": 2.410853983207045,
      "grad_norm": 1.5910400776176152,
      "learning_rate": 0.0001992429268202539,
      "loss": 1.0622,
      "step": 58861
    },
    {
      "epoch": 2.410894941634241,
      "grad_norm": 1.1590036435181927,
      "learning_rate": 0.00019923984616606363,
      "loss": 0.8726,
      "step": 58862
    },
    {
      "epoch": 2.4109359000614377,
      "grad_norm": 2.397273686457092,
      "learning_rate": 0.00019923676548859557,
      "loss": 0.6188,
      "step": 58863
    },
    {
      "epoch": 2.410976858488634,
      "grad_norm": 1.4558930477029457,
      "learning_rate": 0.00019923368478785126,
      "loss": 1.5974,
      "step": 58864
    },
    {
      "epoch": 2.4110178169158303,
      "grad_norm": 1.2522985996964673,
      "learning_rate": 0.00019923060406383208,
      "loss": 1.0908,
      "step": 58865
    },
    {
      "epoch": 2.411058775343027,
      "grad_norm": 1.8359065737805687,
      "learning_rate": 0.00019922752331653955,
      "loss": 1.7871,
      "step": 58866
    },
    {
      "epoch": 2.4110997337702234,
      "grad_norm": 1.090161290763812,
      "learning_rate": 0.00019922444254597511,
      "loss": 0.9579,
      "step": 58867
    },
    {
      "epoch": 2.4111406921974194,
      "grad_norm": 1.1539401953063901,
      "learning_rate": 0.0001992213617521402,
      "loss": 1.0507,
      "step": 58868
    },
    {
      "epoch": 2.411181650624616,
      "grad_norm": 1.2213533520942466,
      "learning_rate": 0.00019921828093503625,
      "loss": 0.802,
      "step": 58869
    },
    {
      "epoch": 2.4112226090518125,
      "grad_norm": 1.1248353115168008,
      "learning_rate": 0.00019921520009466483,
      "loss": 0.7008,
      "step": 58870
    },
    {
      "epoch": 2.4112635674790086,
      "grad_norm": 1.0890851001042068,
      "learning_rate": 0.00019921211923102725,
      "loss": 0.3526,
      "step": 58871
    },
    {
      "epoch": 2.411304525906205,
      "grad_norm": 1.0076447792891465,
      "learning_rate": 0.0001992090383441251,
      "loss": 0.7512,
      "step": 58872
    },
    {
      "epoch": 2.4113454843334017,
      "grad_norm": 0.9463901975467099,
      "learning_rate": 0.0001992059574339597,
      "loss": 0.8462,
      "step": 58873
    },
    {
      "epoch": 2.411386442760598,
      "grad_norm": 0.8143138372745364,
      "learning_rate": 0.00019920287650053263,
      "loss": 0.7321,
      "step": 58874
    },
    {
      "epoch": 2.4114274011877943,
      "grad_norm": 1.0838041576030404,
      "learning_rate": 0.0001991997955438453,
      "loss": 0.9064,
      "step": 58875
    },
    {
      "epoch": 2.411468359614991,
      "grad_norm": 1.1489733277719199,
      "learning_rate": 0.0001991967145638991,
      "loss": 0.9615,
      "step": 58876
    },
    {
      "epoch": 2.411509318042187,
      "grad_norm": 1.2398208741117356,
      "learning_rate": 0.0001991936335606956,
      "loss": 0.7383,
      "step": 58877
    },
    {
      "epoch": 2.4115502764693835,
      "grad_norm": 1.071753705219509,
      "learning_rate": 0.0001991905525342362,
      "loss": 0.5397,
      "step": 58878
    },
    {
      "epoch": 2.41159123489658,
      "grad_norm": 1.1936609039182824,
      "learning_rate": 0.00019918747148452235,
      "loss": 0.8825,
      "step": 58879
    },
    {
      "epoch": 2.4116321933237765,
      "grad_norm": 0.9902596293446434,
      "learning_rate": 0.00019918439041155555,
      "loss": 0.7572,
      "step": 58880
    },
    {
      "epoch": 2.4116731517509726,
      "grad_norm": 0.9364984579961183,
      "learning_rate": 0.00019918130931533717,
      "loss": 0.8415,
      "step": 58881
    },
    {
      "epoch": 2.411714110178169,
      "grad_norm": 0.7869657229909788,
      "learning_rate": 0.00019917822819586875,
      "loss": 0.5649,
      "step": 58882
    },
    {
      "epoch": 2.4117550686053657,
      "grad_norm": 0.9835146562080328,
      "learning_rate": 0.00019917514705315175,
      "loss": 0.7356,
      "step": 58883
    },
    {
      "epoch": 2.411796027032562,
      "grad_norm": 1.3194971893527954,
      "learning_rate": 0.0001991720658871876,
      "loss": 0.6212,
      "step": 58884
    },
    {
      "epoch": 2.4118369854597583,
      "grad_norm": 4.76458229137235,
      "learning_rate": 0.00019916898469797767,
      "loss": 5.3794,
      "step": 58885
    },
    {
      "epoch": 2.411877943886955,
      "grad_norm": 0.7250856422599765,
      "learning_rate": 0.00019916590348552352,
      "loss": 0.2912,
      "step": 58886
    },
    {
      "epoch": 2.411918902314151,
      "grad_norm": 1.197198441034814,
      "learning_rate": 0.00019916282224982665,
      "loss": 0.8139,
      "step": 58887
    },
    {
      "epoch": 2.4119598607413475,
      "grad_norm": 1.349680260647138,
      "learning_rate": 0.0001991597409908884,
      "loss": 1.0009,
      "step": 58888
    },
    {
      "epoch": 2.412000819168544,
      "grad_norm": 1.2109140434544543,
      "learning_rate": 0.00019915665970871027,
      "loss": 0.7249,
      "step": 58889
    },
    {
      "epoch": 2.41204177759574,
      "grad_norm": 1.8852602817053177,
      "learning_rate": 0.00019915357840329372,
      "loss": 1.288,
      "step": 58890
    },
    {
      "epoch": 2.4120827360229367,
      "grad_norm": 1.410416431991284,
      "learning_rate": 0.00019915049707464023,
      "loss": 1.3484,
      "step": 58891
    },
    {
      "epoch": 2.412123694450133,
      "grad_norm": 0.7944794154529151,
      "learning_rate": 0.00019914741572275122,
      "loss": 0.5272,
      "step": 58892
    },
    {
      "epoch": 2.4121646528773297,
      "grad_norm": 1.460411592343543,
      "learning_rate": 0.00019914433434762817,
      "loss": 0.9988,
      "step": 58893
    },
    {
      "epoch": 2.412205611304526,
      "grad_norm": 1.6082324805260513,
      "learning_rate": 0.00019914125294927254,
      "loss": 1.1066,
      "step": 58894
    },
    {
      "epoch": 2.4122465697317224,
      "grad_norm": 1.5169929656048389,
      "learning_rate": 0.00019913817152768576,
      "loss": 1.0848,
      "step": 58895
    },
    {
      "epoch": 2.4122875281589184,
      "grad_norm": 1.198983073014003,
      "learning_rate": 0.00019913509008286933,
      "loss": 0.9118,
      "step": 58896
    },
    {
      "epoch": 2.412328486586115,
      "grad_norm": 1.1249220254757828,
      "learning_rate": 0.00019913200861482462,
      "loss": 0.9237,
      "step": 58897
    },
    {
      "epoch": 2.4123694450133115,
      "grad_norm": 1.3681833977031828,
      "learning_rate": 0.00019912892712355322,
      "loss": 0.8463,
      "step": 58898
    },
    {
      "epoch": 2.412410403440508,
      "grad_norm": 1.0950871829781277,
      "learning_rate": 0.00019912584560905652,
      "loss": 0.8008,
      "step": 58899
    },
    {
      "epoch": 2.412451361867704,
      "grad_norm": 0.835837794268094,
      "learning_rate": 0.00019912276407133591,
      "loss": 0.4305,
      "step": 58900
    },
    {
      "epoch": 2.4124923202949007,
      "grad_norm": 2.690183369356652,
      "learning_rate": 0.00019911968251039292,
      "loss": 3.4019,
      "step": 58901
    },
    {
      "epoch": 2.412533278722097,
      "grad_norm": 1.5495817795405382,
      "learning_rate": 0.00019911660092622902,
      "loss": 0.9632,
      "step": 58902
    },
    {
      "epoch": 2.4125742371492933,
      "grad_norm": 1.3966475514923593,
      "learning_rate": 0.00019911351931884566,
      "loss": 1.0608,
      "step": 58903
    },
    {
      "epoch": 2.41261519557649,
      "grad_norm": 1.0722425419401047,
      "learning_rate": 0.00019911043768824425,
      "loss": 0.6263,
      "step": 58904
    },
    {
      "epoch": 2.4126561540036864,
      "grad_norm": 1.1865725471095478,
      "learning_rate": 0.00019910735603442627,
      "loss": 0.9769,
      "step": 58905
    },
    {
      "epoch": 2.4126971124308825,
      "grad_norm": 1.3220057803541523,
      "learning_rate": 0.00019910427435739316,
      "loss": 1.128,
      "step": 58906
    },
    {
      "epoch": 2.412738070858079,
      "grad_norm": 1.0395269109924425,
      "learning_rate": 0.00019910119265714645,
      "loss": 0.7411,
      "step": 58907
    },
    {
      "epoch": 2.4127790292852755,
      "grad_norm": 0.5872570286176426,
      "learning_rate": 0.00019909811093368754,
      "loss": 0.2706,
      "step": 58908
    },
    {
      "epoch": 2.4128199877124716,
      "grad_norm": 1.6715894109836074,
      "learning_rate": 0.0001990950291870178,
      "loss": 1.3356,
      "step": 58909
    },
    {
      "epoch": 2.412860946139668,
      "grad_norm": 1.0189174188131915,
      "learning_rate": 0.0001990919474171389,
      "loss": 0.7619,
      "step": 58910
    },
    {
      "epoch": 2.4129019045668647,
      "grad_norm": 1.1486872498567593,
      "learning_rate": 0.00019908886562405214,
      "loss": 0.6861,
      "step": 58911
    },
    {
      "epoch": 2.4129428629940612,
      "grad_norm": 1.0893502574198275,
      "learning_rate": 0.00019908578380775898,
      "loss": 0.8292,
      "step": 58912
    },
    {
      "epoch": 2.4129838214212573,
      "grad_norm": 0.9334624412982732,
      "learning_rate": 0.0001990827019682609,
      "loss": 0.6038,
      "step": 58913
    },
    {
      "epoch": 2.413024779848454,
      "grad_norm": 1.0459496890316826,
      "learning_rate": 0.0001990796201055594,
      "loss": 1.075,
      "step": 58914
    },
    {
      "epoch": 2.4130657382756504,
      "grad_norm": 0.8672305199837655,
      "learning_rate": 0.00019907653821965593,
      "loss": 0.6572,
      "step": 58915
    },
    {
      "epoch": 2.4131066967028465,
      "grad_norm": 1.698727628718438,
      "learning_rate": 0.00019907345631055187,
      "loss": 1.9192,
      "step": 58916
    },
    {
      "epoch": 2.413147655130043,
      "grad_norm": 1.0012004601974387,
      "learning_rate": 0.00019907037437824876,
      "loss": 0.9012,
      "step": 58917
    },
    {
      "epoch": 2.4131886135572396,
      "grad_norm": 0.976085758388366,
      "learning_rate": 0.00019906729242274803,
      "loss": 0.8895,
      "step": 58918
    },
    {
      "epoch": 2.4132295719844357,
      "grad_norm": 0.7878150366571799,
      "learning_rate": 0.00019906421044405112,
      "loss": 0.3415,
      "step": 58919
    },
    {
      "epoch": 2.413270530411632,
      "grad_norm": 1.110463142219859,
      "learning_rate": 0.0001990611284421595,
      "loss": 0.833,
      "step": 58920
    },
    {
      "epoch": 2.4133114888388287,
      "grad_norm": 0.7314233025000662,
      "learning_rate": 0.00019905804641707462,
      "loss": 0.404,
      "step": 58921
    },
    {
      "epoch": 2.413352447266025,
      "grad_norm": 0.9375154134618682,
      "learning_rate": 0.00019905496436879792,
      "loss": 0.5981,
      "step": 58922
    },
    {
      "epoch": 2.4133934056932214,
      "grad_norm": 1.2775918984083576,
      "learning_rate": 0.0001990518822973309,
      "loss": 1.2767,
      "step": 58923
    },
    {
      "epoch": 2.413434364120418,
      "grad_norm": 1.4332225765856175,
      "learning_rate": 0.00019904880020267502,
      "loss": 0.9693,
      "step": 58924
    },
    {
      "epoch": 2.413475322547614,
      "grad_norm": 0.9796324774470858,
      "learning_rate": 0.00019904571808483168,
      "loss": 0.7489,
      "step": 58925
    },
    {
      "epoch": 2.4135162809748105,
      "grad_norm": 3.097610347058334,
      "learning_rate": 0.0001990426359438024,
      "loss": 3.9605,
      "step": 58926
    },
    {
      "epoch": 2.413557239402007,
      "grad_norm": 0.7027737024739728,
      "learning_rate": 0.00019903955377958857,
      "loss": 0.3385,
      "step": 58927
    },
    {
      "epoch": 2.413598197829203,
      "grad_norm": 1.104878550253959,
      "learning_rate": 0.0001990364715921917,
      "loss": 1.1214,
      "step": 58928
    },
    {
      "epoch": 2.4136391562563997,
      "grad_norm": 0.8268084166128519,
      "learning_rate": 0.0001990333893816132,
      "loss": 0.5692,
      "step": 58929
    },
    {
      "epoch": 2.4136801146835962,
      "grad_norm": 0.9457796718789335,
      "learning_rate": 0.0001990303071478546,
      "loss": 0.9081,
      "step": 58930
    },
    {
      "epoch": 2.4137210731107928,
      "grad_norm": 0.9308435854368596,
      "learning_rate": 0.0001990272248909173,
      "loss": 0.645,
      "step": 58931
    },
    {
      "epoch": 2.413762031537989,
      "grad_norm": 2.5971098090341416,
      "learning_rate": 0.00019902414261080282,
      "loss": 1.599,
      "step": 58932
    },
    {
      "epoch": 2.4138029899651854,
      "grad_norm": 1.2980568439420042,
      "learning_rate": 0.0001990210603075125,
      "loss": 0.9573,
      "step": 58933
    },
    {
      "epoch": 2.413843948392382,
      "grad_norm": 1.440243465484096,
      "learning_rate": 0.0001990179779810479,
      "loss": 1.276,
      "step": 58934
    },
    {
      "epoch": 2.413884906819578,
      "grad_norm": 1.5984433191711762,
      "learning_rate": 0.00019901489563141044,
      "loss": 1.313,
      "step": 58935
    },
    {
      "epoch": 2.4139258652467745,
      "grad_norm": 0.7397700547834143,
      "learning_rate": 0.00019901181325860157,
      "loss": 0.5017,
      "step": 58936
    },
    {
      "epoch": 2.413966823673971,
      "grad_norm": 1.1008534838927972,
      "learning_rate": 0.00019900873086262278,
      "loss": 0.9953,
      "step": 58937
    },
    {
      "epoch": 2.414007782101167,
      "grad_norm": 1.0296732843188188,
      "learning_rate": 0.0001990056484434755,
      "loss": 0.7027,
      "step": 58938
    },
    {
      "epoch": 2.4140487405283637,
      "grad_norm": 0.8575287587026699,
      "learning_rate": 0.0001990025660011612,
      "loss": 0.5986,
      "step": 58939
    },
    {
      "epoch": 2.4140896989555602,
      "grad_norm": 0.7173584103531294,
      "learning_rate": 0.00019899948353568133,
      "loss": 0.3442,
      "step": 58940
    },
    {
      "epoch": 2.4141306573827563,
      "grad_norm": 0.9347030474661715,
      "learning_rate": 0.00019899640104703733,
      "loss": 0.7756,
      "step": 58941
    },
    {
      "epoch": 2.414171615809953,
      "grad_norm": 1.2393436695462408,
      "learning_rate": 0.00019899331853523067,
      "loss": 0.9924,
      "step": 58942
    },
    {
      "epoch": 2.4142125742371494,
      "grad_norm": 1.0257978698246983,
      "learning_rate": 0.00019899023600026286,
      "loss": 0.8915,
      "step": 58943
    },
    {
      "epoch": 2.4142535326643455,
      "grad_norm": 1.243311657353635,
      "learning_rate": 0.00019898715344213527,
      "loss": 0.808,
      "step": 58944
    },
    {
      "epoch": 2.414294491091542,
      "grad_norm": 0.8522525624378648,
      "learning_rate": 0.00019898407086084936,
      "loss": 0.6778,
      "step": 58945
    },
    {
      "epoch": 2.4143354495187386,
      "grad_norm": 0.6522349397969462,
      "learning_rate": 0.0001989809882564067,
      "loss": 0.2712,
      "step": 58946
    },
    {
      "epoch": 2.4143764079459347,
      "grad_norm": 1.2607035292071227,
      "learning_rate": 0.00019897790562880866,
      "loss": 1.0005,
      "step": 58947
    },
    {
      "epoch": 2.414417366373131,
      "grad_norm": 1.0747104828116398,
      "learning_rate": 0.00019897482297805664,
      "loss": 0.7868,
      "step": 58948
    },
    {
      "epoch": 2.4144583248003277,
      "grad_norm": 4.497542682558099,
      "learning_rate": 0.0001989717403041522,
      "loss": 2.7458,
      "step": 58949
    },
    {
      "epoch": 2.4144992832275243,
      "grad_norm": 0.7971793759958707,
      "learning_rate": 0.00019896865760709678,
      "loss": 0.6942,
      "step": 58950
    },
    {
      "epoch": 2.4145402416547204,
      "grad_norm": 1.348464124786561,
      "learning_rate": 0.00019896557488689184,
      "loss": 0.8879,
      "step": 58951
    },
    {
      "epoch": 2.414581200081917,
      "grad_norm": 1.2135069783299302,
      "learning_rate": 0.0001989624921435388,
      "loss": 1.1156,
      "step": 58952
    },
    {
      "epoch": 2.4146221585091134,
      "grad_norm": 1.434907728614919,
      "learning_rate": 0.00019895940937703912,
      "loss": 1.1793,
      "step": 58953
    },
    {
      "epoch": 2.4146631169363095,
      "grad_norm": 0.9755324625394173,
      "learning_rate": 0.00019895632658739428,
      "loss": 0.7131,
      "step": 58954
    },
    {
      "epoch": 2.414704075363506,
      "grad_norm": 0.9323820784249087,
      "learning_rate": 0.00019895324377460573,
      "loss": 0.8078,
      "step": 58955
    },
    {
      "epoch": 2.4147450337907026,
      "grad_norm": 0.753781639757662,
      "learning_rate": 0.00019895016093867494,
      "loss": 0.2398,
      "step": 58956
    },
    {
      "epoch": 2.4147859922178987,
      "grad_norm": 0.9826284108856367,
      "learning_rate": 0.00019894707807960332,
      "loss": 0.7139,
      "step": 58957
    },
    {
      "epoch": 2.4148269506450952,
      "grad_norm": 5.196350007278216,
      "learning_rate": 0.00019894399519739236,
      "loss": 5.0928,
      "step": 58958
    },
    {
      "epoch": 2.4148679090722918,
      "grad_norm": 0.9913083637804231,
      "learning_rate": 0.00019894091229204357,
      "loss": 0.7718,
      "step": 58959
    },
    {
      "epoch": 2.414908867499488,
      "grad_norm": 1.0318469122845424,
      "learning_rate": 0.00019893782936355832,
      "loss": 0.7382,
      "step": 58960
    },
    {
      "epoch": 2.4149498259266844,
      "grad_norm": 1.0839268261347967,
      "learning_rate": 0.0001989347464119381,
      "loss": 0.9735,
      "step": 58961
    },
    {
      "epoch": 2.414990784353881,
      "grad_norm": 0.9755873651357881,
      "learning_rate": 0.00019893166343718438,
      "loss": 0.7113,
      "step": 58962
    },
    {
      "epoch": 2.415031742781077,
      "grad_norm": 1.1504715504816583,
      "learning_rate": 0.00019892858043929864,
      "loss": 0.823,
      "step": 58963
    },
    {
      "epoch": 2.4150727012082736,
      "grad_norm": 1.8302204592508384,
      "learning_rate": 0.00019892549741828226,
      "loss": 0.5925,
      "step": 58964
    },
    {
      "epoch": 2.41511365963547,
      "grad_norm": 0.8423980409429231,
      "learning_rate": 0.00019892241437413673,
      "loss": 0.9164,
      "step": 58965
    },
    {
      "epoch": 2.415154618062666,
      "grad_norm": 1.1871352479415682,
      "learning_rate": 0.0001989193313068636,
      "loss": 1.2244,
      "step": 58966
    },
    {
      "epoch": 2.4151955764898627,
      "grad_norm": 1.1940673225250809,
      "learning_rate": 0.0001989162482164642,
      "loss": 1.0001,
      "step": 58967
    },
    {
      "epoch": 2.4152365349170593,
      "grad_norm": 0.9531810682860625,
      "learning_rate": 0.00019891316510294003,
      "loss": 0.649,
      "step": 58968
    },
    {
      "epoch": 2.415277493344256,
      "grad_norm": 0.9073755513030588,
      "learning_rate": 0.00019891008196629254,
      "loss": 0.3662,
      "step": 58969
    },
    {
      "epoch": 2.415318451771452,
      "grad_norm": 1.5045839071320068,
      "learning_rate": 0.00019890699880652322,
      "loss": 1.2901,
      "step": 58970
    },
    {
      "epoch": 2.4153594101986484,
      "grad_norm": 1.0110765300201832,
      "learning_rate": 0.00019890391562363353,
      "loss": 0.7749,
      "step": 58971
    },
    {
      "epoch": 2.415400368625845,
      "grad_norm": 1.138125359869247,
      "learning_rate": 0.00019890083241762488,
      "loss": 0.8351,
      "step": 58972
    },
    {
      "epoch": 2.415441327053041,
      "grad_norm": 0.9195487956993705,
      "learning_rate": 0.00019889774918849874,
      "loss": 0.8616,
      "step": 58973
    },
    {
      "epoch": 2.4154822854802376,
      "grad_norm": 1.2448564341791288,
      "learning_rate": 0.00019889466593625663,
      "loss": 1.0607,
      "step": 58974
    },
    {
      "epoch": 2.415523243907434,
      "grad_norm": 1.0635801621080554,
      "learning_rate": 0.00019889158266089992,
      "loss": 0.9215,
      "step": 58975
    },
    {
      "epoch": 2.41556420233463,
      "grad_norm": 1.8548258987565018,
      "learning_rate": 0.00019888849936243013,
      "loss": 1.4463,
      "step": 58976
    },
    {
      "epoch": 2.4156051607618267,
      "grad_norm": 1.1580561315104387,
      "learning_rate": 0.00019888541604084865,
      "loss": 0.7515,
      "step": 58977
    },
    {
      "epoch": 2.4156461191890233,
      "grad_norm": 0.7926100539539551,
      "learning_rate": 0.00019888233269615703,
      "loss": 0.6106,
      "step": 58978
    },
    {
      "epoch": 2.4156870776162194,
      "grad_norm": 0.9611739685554992,
      "learning_rate": 0.00019887924932835668,
      "loss": 0.7812,
      "step": 58979
    },
    {
      "epoch": 2.415728036043416,
      "grad_norm": 0.9878581525777034,
      "learning_rate": 0.00019887616593744904,
      "loss": 0.9431,
      "step": 58980
    },
    {
      "epoch": 2.4157689944706124,
      "grad_norm": 1.0144686597397736,
      "learning_rate": 0.00019887308252343556,
      "loss": 0.7371,
      "step": 58981
    },
    {
      "epoch": 2.4158099528978085,
      "grad_norm": 0.44849485774991626,
      "learning_rate": 0.00019886999908631776,
      "loss": 0.1786,
      "step": 58982
    },
    {
      "epoch": 2.415850911325005,
      "grad_norm": 1.240170964717126,
      "learning_rate": 0.00019886691562609704,
      "loss": 0.9799,
      "step": 58983
    },
    {
      "epoch": 2.4158918697522016,
      "grad_norm": 1.4105352486632323,
      "learning_rate": 0.0001988638321427749,
      "loss": 1.1261,
      "step": 58984
    },
    {
      "epoch": 2.4159328281793977,
      "grad_norm": 0.9728693294717468,
      "learning_rate": 0.00019886074863635278,
      "loss": 0.6883,
      "step": 58985
    },
    {
      "epoch": 2.4159737866065942,
      "grad_norm": 1.559896439963406,
      "learning_rate": 0.00019885766510683211,
      "loss": 0.9097,
      "step": 58986
    },
    {
      "epoch": 2.4160147450337908,
      "grad_norm": 0.9303350316755159,
      "learning_rate": 0.0001988545815542144,
      "loss": 0.4186,
      "step": 58987
    },
    {
      "epoch": 2.4160557034609873,
      "grad_norm": 1.1594983031589003,
      "learning_rate": 0.00019885149797850104,
      "loss": 0.8081,
      "step": 58988
    },
    {
      "epoch": 2.4160966618881834,
      "grad_norm": 1.076973812262704,
      "learning_rate": 0.00019884841437969354,
      "loss": 0.9862,
      "step": 58989
    },
    {
      "epoch": 2.41613762031538,
      "grad_norm": 0.82614643761171,
      "learning_rate": 0.0001988453307577934,
      "loss": 0.7299,
      "step": 58990
    },
    {
      "epoch": 2.4161785787425765,
      "grad_norm": 1.188904742422386,
      "learning_rate": 0.00019884224711280195,
      "loss": 0.9395,
      "step": 58991
    },
    {
      "epoch": 2.4162195371697726,
      "grad_norm": 1.0411381129977413,
      "learning_rate": 0.00019883916344472075,
      "loss": 0.7649,
      "step": 58992
    },
    {
      "epoch": 2.416260495596969,
      "grad_norm": 0.7515520836818166,
      "learning_rate": 0.0001988360797535512,
      "loss": 0.6088,
      "step": 58993
    },
    {
      "epoch": 2.4163014540241656,
      "grad_norm": 1.1164494785243677,
      "learning_rate": 0.0001988329960392948,
      "loss": 0.8792,
      "step": 58994
    },
    {
      "epoch": 2.4163424124513617,
      "grad_norm": 1.094252456209934,
      "learning_rate": 0.00019882991230195298,
      "loss": 0.7816,
      "step": 58995
    },
    {
      "epoch": 2.4163833708785583,
      "grad_norm": 0.8967352174193898,
      "learning_rate": 0.00019882682854152723,
      "loss": 0.5789,
      "step": 58996
    },
    {
      "epoch": 2.416424329305755,
      "grad_norm": 1.233315394472288,
      "learning_rate": 0.00019882374475801897,
      "loss": 0.9285,
      "step": 58997
    },
    {
      "epoch": 2.416465287732951,
      "grad_norm": 1.01539941808518,
      "learning_rate": 0.00019882066095142973,
      "loss": 0.7583,
      "step": 58998
    },
    {
      "epoch": 2.4165062461601474,
      "grad_norm": 0.9095504533867123,
      "learning_rate": 0.00019881757712176087,
      "loss": 0.6571,
      "step": 58999
    },
    {
      "epoch": 2.416547204587344,
      "grad_norm": 0.6956254000264146,
      "learning_rate": 0.0001988144932690139,
      "loss": 0.5924,
      "step": 59000
    },
    {
      "epoch": 2.4165881630145405,
      "grad_norm": 1.568584469895371,
      "learning_rate": 0.0001988114093931902,
      "loss": 1.2669,
      "step": 59001
    },
    {
      "epoch": 2.4166291214417366,
      "grad_norm": 1.096028744280668,
      "learning_rate": 0.0001988083254942914,
      "loss": 0.717,
      "step": 59002
    },
    {
      "epoch": 2.416670079868933,
      "grad_norm": 1.167760360282477,
      "learning_rate": 0.00019880524157231885,
      "loss": 0.8745,
      "step": 59003
    },
    {
      "epoch": 2.416711038296129,
      "grad_norm": 0.8776814213434985,
      "learning_rate": 0.00019880215762727398,
      "loss": 0.6447,
      "step": 59004
    },
    {
      "epoch": 2.4167519967233257,
      "grad_norm": 1.0703048637116097,
      "learning_rate": 0.00019879907365915827,
      "loss": 0.6793,
      "step": 59005
    },
    {
      "epoch": 2.4167929551505223,
      "grad_norm": 1.1090127917424621,
      "learning_rate": 0.0001987959896679732,
      "loss": 0.6191,
      "step": 59006
    },
    {
      "epoch": 2.416833913577719,
      "grad_norm": 0.9189540408519419,
      "learning_rate": 0.00019879290565372025,
      "loss": 0.691,
      "step": 59007
    },
    {
      "epoch": 2.416874872004915,
      "grad_norm": 1.6398743571871977,
      "learning_rate": 0.0001987898216164008,
      "loss": 1.1081,
      "step": 59008
    },
    {
      "epoch": 2.4169158304321114,
      "grad_norm": 1.010162414381775,
      "learning_rate": 0.00019878673755601637,
      "loss": 0.6531,
      "step": 59009
    },
    {
      "epoch": 2.416956788859308,
      "grad_norm": 0.9325029628141589,
      "learning_rate": 0.0001987836534725684,
      "loss": 0.6217,
      "step": 59010
    },
    {
      "epoch": 2.416997747286504,
      "grad_norm": 0.6628658219201787,
      "learning_rate": 0.00019878056936605836,
      "loss": 0.3022,
      "step": 59011
    },
    {
      "epoch": 2.4170387057137006,
      "grad_norm": 0.5914153204862753,
      "learning_rate": 0.0001987774852364877,
      "loss": 0.1364,
      "step": 59012
    },
    {
      "epoch": 2.417079664140897,
      "grad_norm": 0.8065361940049309,
      "learning_rate": 0.00019877440108385786,
      "loss": 0.672,
      "step": 59013
    },
    {
      "epoch": 2.4171206225680932,
      "grad_norm": 1.08215557821783,
      "learning_rate": 0.00019877131690817032,
      "loss": 0.8642,
      "step": 59014
    },
    {
      "epoch": 2.4171615809952898,
      "grad_norm": 0.9204027221775711,
      "learning_rate": 0.00019876823270942656,
      "loss": 0.7378,
      "step": 59015
    },
    {
      "epoch": 2.4172025394224863,
      "grad_norm": 1.0501497389999814,
      "learning_rate": 0.00019876514848762798,
      "loss": 0.7717,
      "step": 59016
    },
    {
      "epoch": 2.4172434978496824,
      "grad_norm": 1.0547807281557917,
      "learning_rate": 0.00019876206424277606,
      "loss": 0.4232,
      "step": 59017
    },
    {
      "epoch": 2.417284456276879,
      "grad_norm": 0.7070945634766144,
      "learning_rate": 0.00019875897997487224,
      "loss": 0.254,
      "step": 59018
    },
    {
      "epoch": 2.4173254147040755,
      "grad_norm": 6.077417738664821,
      "learning_rate": 0.00019875589568391807,
      "loss": 5.5634,
      "step": 59019
    },
    {
      "epoch": 2.417366373131272,
      "grad_norm": 1.0071865839130931,
      "learning_rate": 0.00019875281136991492,
      "loss": 0.6993,
      "step": 59020
    },
    {
      "epoch": 2.417407331558468,
      "grad_norm": 1.191454833619678,
      "learning_rate": 0.00019874972703286424,
      "loss": 1.1097,
      "step": 59021
    },
    {
      "epoch": 2.4174482899856646,
      "grad_norm": 1.228702140294874,
      "learning_rate": 0.0001987466426727675,
      "loss": 1.2179,
      "step": 59022
    },
    {
      "epoch": 2.4174892484128607,
      "grad_norm": 0.9558456610293601,
      "learning_rate": 0.00019874355828962626,
      "loss": 0.321,
      "step": 59023
    },
    {
      "epoch": 2.4175302068400573,
      "grad_norm": 0.5841153750312695,
      "learning_rate": 0.00019874047388344188,
      "loss": 0.2511,
      "step": 59024
    },
    {
      "epoch": 2.417571165267254,
      "grad_norm": 1.1482948820044294,
      "learning_rate": 0.0001987373894542158,
      "loss": 0.8583,
      "step": 59025
    },
    {
      "epoch": 2.4176121236944503,
      "grad_norm": 0.6198972704499954,
      "learning_rate": 0.0001987343050019495,
      "loss": 0.2311,
      "step": 59026
    },
    {
      "epoch": 2.4176530821216464,
      "grad_norm": 0.6019571541983444,
      "learning_rate": 0.00019873122052664448,
      "loss": 0.3034,
      "step": 59027
    },
    {
      "epoch": 2.417694040548843,
      "grad_norm": 1.0047009172561798,
      "learning_rate": 0.00019872813602830216,
      "loss": 0.8208,
      "step": 59028
    },
    {
      "epoch": 2.4177349989760395,
      "grad_norm": 0.9287337503300641,
      "learning_rate": 0.00019872505150692394,
      "loss": 0.5708,
      "step": 59029
    },
    {
      "epoch": 2.4177759574032356,
      "grad_norm": 1.1286859202956059,
      "learning_rate": 0.0001987219669625114,
      "loss": 0.8023,
      "step": 59030
    },
    {
      "epoch": 2.417816915830432,
      "grad_norm": 1.4654939515932048,
      "learning_rate": 0.00019871888239506594,
      "loss": 0.8102,
      "step": 59031
    },
    {
      "epoch": 2.4178578742576287,
      "grad_norm": 1.111286130990025,
      "learning_rate": 0.00019871579780458905,
      "loss": 0.9569,
      "step": 59032
    },
    {
      "epoch": 2.4178988326848248,
      "grad_norm": 0.8563707013711799,
      "learning_rate": 0.0001987127131910821,
      "loss": 0.6388,
      "step": 59033
    },
    {
      "epoch": 2.4179397911120213,
      "grad_norm": 0.8974407913197914,
      "learning_rate": 0.0001987096285545466,
      "loss": 0.7734,
      "step": 59034
    },
    {
      "epoch": 2.417980749539218,
      "grad_norm": 0.8791062474353489,
      "learning_rate": 0.00019870654389498408,
      "loss": 0.7186,
      "step": 59035
    },
    {
      "epoch": 2.418021707966414,
      "grad_norm": 0.8985275774750763,
      "learning_rate": 0.0001987034592123959,
      "loss": 0.7641,
      "step": 59036
    },
    {
      "epoch": 2.4180626663936104,
      "grad_norm": 0.9793628582275319,
      "learning_rate": 0.0001987003745067835,
      "loss": 0.6891,
      "step": 59037
    },
    {
      "epoch": 2.418103624820807,
      "grad_norm": 1.1455361274589224,
      "learning_rate": 0.00019869728977814843,
      "loss": 0.8437,
      "step": 59038
    },
    {
      "epoch": 2.4181445832480035,
      "grad_norm": 1.3321234597697207,
      "learning_rate": 0.00019869420502649211,
      "loss": 1.235,
      "step": 59039
    },
    {
      "epoch": 2.4181855416751996,
      "grad_norm": 1.0235725035947694,
      "learning_rate": 0.00019869112025181602,
      "loss": 0.7938,
      "step": 59040
    },
    {
      "epoch": 2.418226500102396,
      "grad_norm": 0.9888713396680586,
      "learning_rate": 0.00019868803545412155,
      "loss": 0.5898,
      "step": 59041
    },
    {
      "epoch": 2.4182674585295922,
      "grad_norm": 0.9083160211615986,
      "learning_rate": 0.00019868495063341023,
      "loss": 0.6877,
      "step": 59042
    },
    {
      "epoch": 2.4183084169567888,
      "grad_norm": 1.1225409589463398,
      "learning_rate": 0.0001986818657896835,
      "loss": 0.7323,
      "step": 59043
    },
    {
      "epoch": 2.4183493753839853,
      "grad_norm": 0.7450743871145963,
      "learning_rate": 0.00019867878092294278,
      "loss": 0.4183,
      "step": 59044
    },
    {
      "epoch": 2.418390333811182,
      "grad_norm": 1.1696973016780339,
      "learning_rate": 0.00019867569603318954,
      "loss": 0.8034,
      "step": 59045
    },
    {
      "epoch": 2.418431292238378,
      "grad_norm": 4.419242387967953,
      "learning_rate": 0.00019867261112042529,
      "loss": 3.0999,
      "step": 59046
    },
    {
      "epoch": 2.4184722506655745,
      "grad_norm": 1.0726655000448606,
      "learning_rate": 0.00019866952618465147,
      "loss": 0.8828,
      "step": 59047
    },
    {
      "epoch": 2.418513209092771,
      "grad_norm": 0.8556335898142087,
      "learning_rate": 0.0001986664412258695,
      "loss": 0.6065,
      "step": 59048
    },
    {
      "epoch": 2.418554167519967,
      "grad_norm": 0.9254606601860926,
      "learning_rate": 0.00019866335624408083,
      "loss": 0.9238,
      "step": 59049
    },
    {
      "epoch": 2.4185951259471636,
      "grad_norm": 0.8571306403734141,
      "learning_rate": 0.00019866027123928697,
      "loss": 0.7188,
      "step": 59050
    },
    {
      "epoch": 2.41863608437436,
      "grad_norm": 0.8591028806693394,
      "learning_rate": 0.0001986571862114894,
      "loss": 0.7741,
      "step": 59051
    },
    {
      "epoch": 2.4186770428015563,
      "grad_norm": 1.273930883579347,
      "learning_rate": 0.0001986541011606895,
      "loss": 0.7718,
      "step": 59052
    },
    {
      "epoch": 2.418718001228753,
      "grad_norm": 0.7665795200411041,
      "learning_rate": 0.00019865101608688876,
      "loss": 0.5454,
      "step": 59053
    },
    {
      "epoch": 2.4187589596559493,
      "grad_norm": 0.8690877241677736,
      "learning_rate": 0.00019864793099008866,
      "loss": 0.713,
      "step": 59054
    },
    {
      "epoch": 2.4187999180831454,
      "grad_norm": 1.0060977944341907,
      "learning_rate": 0.00019864484587029063,
      "loss": 0.6222,
      "step": 59055
    },
    {
      "epoch": 2.418840876510342,
      "grad_norm": 1.6139057752097983,
      "learning_rate": 0.00019864176072749616,
      "loss": 0.9148,
      "step": 59056
    },
    {
      "epoch": 2.4188818349375385,
      "grad_norm": 1.2114931175432446,
      "learning_rate": 0.00019863867556170662,
      "loss": 0.8466,
      "step": 59057
    },
    {
      "epoch": 2.418922793364735,
      "grad_norm": 0.9390440763521241,
      "learning_rate": 0.0001986355903729236,
      "loss": 0.746,
      "step": 59058
    },
    {
      "epoch": 2.418963751791931,
      "grad_norm": 0.9480176387832343,
      "learning_rate": 0.00019863250516114853,
      "loss": 0.8327,
      "step": 59059
    },
    {
      "epoch": 2.4190047102191277,
      "grad_norm": 0.6203828225207912,
      "learning_rate": 0.00019862941992638278,
      "loss": 0.2002,
      "step": 59060
    },
    {
      "epoch": 2.4190456686463238,
      "grad_norm": 0.9092445007239734,
      "learning_rate": 0.00019862633466862783,
      "loss": 0.7192,
      "step": 59061
    },
    {
      "epoch": 2.4190866270735203,
      "grad_norm": 3.617925171151411,
      "learning_rate": 0.00019862324938788522,
      "loss": 2.2349,
      "step": 59062
    },
    {
      "epoch": 2.419127585500717,
      "grad_norm": 1.2716558219900391,
      "learning_rate": 0.00019862016408415636,
      "loss": 0.5306,
      "step": 59063
    },
    {
      "epoch": 2.4191685439279134,
      "grad_norm": 1.3949058804751358,
      "learning_rate": 0.0001986170787574427,
      "loss": 0.9655,
      "step": 59064
    },
    {
      "epoch": 2.4192095023551095,
      "grad_norm": 0.7139557795487985,
      "learning_rate": 0.00019861399340774568,
      "loss": 0.3097,
      "step": 59065
    },
    {
      "epoch": 2.419250460782306,
      "grad_norm": 0.7719524224720767,
      "learning_rate": 0.00019861090803506679,
      "loss": 0.3005,
      "step": 59066
    },
    {
      "epoch": 2.4192914192095025,
      "grad_norm": 2.8591796006510237,
      "learning_rate": 0.00019860782263940753,
      "loss": 4.0793,
      "step": 59067
    },
    {
      "epoch": 2.4193323776366986,
      "grad_norm": 1.3361174581701554,
      "learning_rate": 0.00019860473722076928,
      "loss": 0.9092,
      "step": 59068
    },
    {
      "epoch": 2.419373336063895,
      "grad_norm": 0.5929686908050447,
      "learning_rate": 0.00019860165177915348,
      "loss": 0.2825,
      "step": 59069
    },
    {
      "epoch": 2.4194142944910917,
      "grad_norm": 0.9769468932207644,
      "learning_rate": 0.00019859856631456173,
      "loss": 0.839,
      "step": 59070
    },
    {
      "epoch": 2.419455252918288,
      "grad_norm": 0.9708311186525747,
      "learning_rate": 0.00019859548082699536,
      "loss": 0.6203,
      "step": 59071
    },
    {
      "epoch": 2.4194962113454843,
      "grad_norm": 0.9068161268103432,
      "learning_rate": 0.00019859239531645588,
      "loss": 0.8211,
      "step": 59072
    },
    {
      "epoch": 2.419537169772681,
      "grad_norm": 1.1315906183827678,
      "learning_rate": 0.00019858930978294468,
      "loss": 0.7867,
      "step": 59073
    },
    {
      "epoch": 2.419578128199877,
      "grad_norm": 0.7173872115675766,
      "learning_rate": 0.00019858622422646332,
      "loss": 0.2823,
      "step": 59074
    },
    {
      "epoch": 2.4196190866270735,
      "grad_norm": 1.2160624046252173,
      "learning_rate": 0.00019858313864701323,
      "loss": 1.0406,
      "step": 59075
    },
    {
      "epoch": 2.41966004505427,
      "grad_norm": 1.0193272196523606,
      "learning_rate": 0.0001985800530445958,
      "loss": 0.8367,
      "step": 59076
    },
    {
      "epoch": 2.4197010034814666,
      "grad_norm": 1.054647365782585,
      "learning_rate": 0.00019857696741921253,
      "loss": 0.8964,
      "step": 59077
    },
    {
      "epoch": 2.4197419619086626,
      "grad_norm": 1.436809792169564,
      "learning_rate": 0.00019857388177086497,
      "loss": 0.9884,
      "step": 59078
    },
    {
      "epoch": 2.419782920335859,
      "grad_norm": 0.9794529495687381,
      "learning_rate": 0.00019857079609955443,
      "loss": 0.9002,
      "step": 59079
    },
    {
      "epoch": 2.4198238787630553,
      "grad_norm": 0.7752165700791549,
      "learning_rate": 0.00019856771040528248,
      "loss": 0.3405,
      "step": 59080
    },
    {
      "epoch": 2.419864837190252,
      "grad_norm": 0.8584712056512478,
      "learning_rate": 0.00019856462468805048,
      "loss": 0.6241,
      "step": 59081
    },
    {
      "epoch": 2.4199057956174483,
      "grad_norm": 1.017288860299381,
      "learning_rate": 0.00019856153894785999,
      "loss": 0.6147,
      "step": 59082
    },
    {
      "epoch": 2.419946754044645,
      "grad_norm": 2.4491754659544753,
      "learning_rate": 0.0001985584531847124,
      "loss": 1.6946,
      "step": 59083
    },
    {
      "epoch": 2.419987712471841,
      "grad_norm": 0.9470985248228503,
      "learning_rate": 0.00019855536739860923,
      "loss": 0.7945,
      "step": 59084
    },
    {
      "epoch": 2.4200286708990375,
      "grad_norm": 0.6119974083738527,
      "learning_rate": 0.00019855228158955187,
      "loss": 0.264,
      "step": 59085
    },
    {
      "epoch": 2.420069629326234,
      "grad_norm": 2.7792172987588493,
      "learning_rate": 0.0001985491957575418,
      "loss": 3.5156,
      "step": 59086
    },
    {
      "epoch": 2.42011058775343,
      "grad_norm": 0.7535985827538656,
      "learning_rate": 0.00019854610990258052,
      "loss": 0.4509,
      "step": 59087
    },
    {
      "epoch": 2.4201515461806267,
      "grad_norm": 0.920673354107654,
      "learning_rate": 0.0001985430240246694,
      "loss": 0.3299,
      "step": 59088
    },
    {
      "epoch": 2.420192504607823,
      "grad_norm": 1.58258437000224,
      "learning_rate": 0.00019853993812380996,
      "loss": 1.2051,
      "step": 59089
    },
    {
      "epoch": 2.4202334630350193,
      "grad_norm": 1.0406433884549855,
      "learning_rate": 0.0001985368522000037,
      "loss": 0.6932,
      "step": 59090
    },
    {
      "epoch": 2.420274421462216,
      "grad_norm": 0.7201648804958026,
      "learning_rate": 0.00019853376625325204,
      "loss": 0.5201,
      "step": 59091
    },
    {
      "epoch": 2.4203153798894124,
      "grad_norm": 0.6036855613992232,
      "learning_rate": 0.0001985306802835564,
      "loss": 0.256,
      "step": 59092
    },
    {
      "epoch": 2.4203563383166085,
      "grad_norm": 0.9595894708571947,
      "learning_rate": 0.00019852759429091825,
      "loss": 0.8006,
      "step": 59093
    },
    {
      "epoch": 2.420397296743805,
      "grad_norm": 0.6582339657952856,
      "learning_rate": 0.00019852450827533908,
      "loss": 0.2221,
      "step": 59094
    },
    {
      "epoch": 2.4204382551710015,
      "grad_norm": 1.376846777539776,
      "learning_rate": 0.0001985214222368204,
      "loss": 0.6795,
      "step": 59095
    },
    {
      "epoch": 2.420479213598198,
      "grad_norm": 0.9119007168950561,
      "learning_rate": 0.00019851833617536357,
      "loss": 0.8385,
      "step": 59096
    },
    {
      "epoch": 2.420520172025394,
      "grad_norm": 1.382962214530795,
      "learning_rate": 0.00019851525009097006,
      "loss": 0.9837,
      "step": 59097
    },
    {
      "epoch": 2.4205611304525907,
      "grad_norm": 0.7259274272402539,
      "learning_rate": 0.0001985121639836414,
      "loss": 0.6238,
      "step": 59098
    },
    {
      "epoch": 2.420602088879787,
      "grad_norm": 0.9478322860549233,
      "learning_rate": 0.00019850907785337897,
      "loss": 0.7905,
      "step": 59099
    },
    {
      "epoch": 2.4206430473069833,
      "grad_norm": 0.9986652446085962,
      "learning_rate": 0.00019850599170018426,
      "loss": 0.8144,
      "step": 59100
    },
    {
      "epoch": 2.42068400573418,
      "grad_norm": 0.9603881835509083,
      "learning_rate": 0.0001985029055240587,
      "loss": 0.6755,
      "step": 59101
    },
    {
      "epoch": 2.4207249641613764,
      "grad_norm": 0.800233103546435,
      "learning_rate": 0.00019849981932500385,
      "loss": 0.6531,
      "step": 59102
    },
    {
      "epoch": 2.4207659225885725,
      "grad_norm": 1.0434051837900469,
      "learning_rate": 0.00019849673310302107,
      "loss": 0.701,
      "step": 59103
    },
    {
      "epoch": 2.420806881015769,
      "grad_norm": 0.8412021568593419,
      "learning_rate": 0.00019849364685811186,
      "loss": 0.5925,
      "step": 59104
    },
    {
      "epoch": 2.4208478394429656,
      "grad_norm": 0.9545695689778932,
      "learning_rate": 0.00019849056059027763,
      "loss": 1.0997,
      "step": 59105
    },
    {
      "epoch": 2.4208887978701616,
      "grad_norm": 1.972769969854971,
      "learning_rate": 0.00019848747429951992,
      "loss": 2.1074,
      "step": 59106
    },
    {
      "epoch": 2.420929756297358,
      "grad_norm": 0.9744703398064616,
      "learning_rate": 0.00019848438798584012,
      "loss": 0.8693,
      "step": 59107
    },
    {
      "epoch": 2.4209707147245547,
      "grad_norm": 1.2026093634963848,
      "learning_rate": 0.00019848130164923974,
      "loss": 0.93,
      "step": 59108
    },
    {
      "epoch": 2.421011673151751,
      "grad_norm": 1.1105608104631695,
      "learning_rate": 0.00019847821528972017,
      "loss": 0.6145,
      "step": 59109
    },
    {
      "epoch": 2.4210526315789473,
      "grad_norm": 1.045279520073806,
      "learning_rate": 0.00019847512890728295,
      "loss": 0.6407,
      "step": 59110
    },
    {
      "epoch": 2.421093590006144,
      "grad_norm": 0.7719446971877059,
      "learning_rate": 0.00019847204250192949,
      "loss": 0.7124,
      "step": 59111
    },
    {
      "epoch": 2.42113454843334,
      "grad_norm": 0.9600775677611327,
      "learning_rate": 0.00019846895607366128,
      "loss": 0.7277,
      "step": 59112
    },
    {
      "epoch": 2.4211755068605365,
      "grad_norm": 0.9431517347416893,
      "learning_rate": 0.00019846586962247973,
      "loss": 0.9279,
      "step": 59113
    },
    {
      "epoch": 2.421216465287733,
      "grad_norm": 1.1060375577016417,
      "learning_rate": 0.00019846278314838634,
      "loss": 1.1775,
      "step": 59114
    },
    {
      "epoch": 2.4212574237149296,
      "grad_norm": 1.624460403032583,
      "learning_rate": 0.00019845969665138258,
      "loss": 1.3061,
      "step": 59115
    },
    {
      "epoch": 2.4212983821421257,
      "grad_norm": 1.0717401160662139,
      "learning_rate": 0.00019845661013146985,
      "loss": 0.6578,
      "step": 59116
    },
    {
      "epoch": 2.421339340569322,
      "grad_norm": 1.2795272619765383,
      "learning_rate": 0.00019845352358864967,
      "loss": 1.0274,
      "step": 59117
    },
    {
      "epoch": 2.4213802989965183,
      "grad_norm": 1.3401565680391225,
      "learning_rate": 0.00019845043702292346,
      "loss": 0.7418,
      "step": 59118
    },
    {
      "epoch": 2.421421257423715,
      "grad_norm": 0.9480969412309781,
      "learning_rate": 0.00019844735043429273,
      "loss": 0.8363,
      "step": 59119
    },
    {
      "epoch": 2.4214622158509114,
      "grad_norm": 0.6313191395552521,
      "learning_rate": 0.00019844426382275887,
      "loss": 0.3011,
      "step": 59120
    },
    {
      "epoch": 2.421503174278108,
      "grad_norm": 1.263425008362271,
      "learning_rate": 0.00019844117718832336,
      "loss": 1.1283,
      "step": 59121
    },
    {
      "epoch": 2.421544132705304,
      "grad_norm": 1.0838747153890662,
      "learning_rate": 0.0001984380905309877,
      "loss": 0.7758,
      "step": 59122
    },
    {
      "epoch": 2.4215850911325005,
      "grad_norm": 1.0806538203130287,
      "learning_rate": 0.00019843500385075333,
      "loss": 0.7245,
      "step": 59123
    },
    {
      "epoch": 2.421626049559697,
      "grad_norm": 1.351638824163593,
      "learning_rate": 0.0001984319171476217,
      "loss": 1.1836,
      "step": 59124
    },
    {
      "epoch": 2.421667007986893,
      "grad_norm": 1.0014921264172034,
      "learning_rate": 0.00019842883042159423,
      "loss": 0.6515,
      "step": 59125
    },
    {
      "epoch": 2.4217079664140897,
      "grad_norm": 0.9365731243052853,
      "learning_rate": 0.00019842574367267245,
      "loss": 0.6512,
      "step": 59126
    },
    {
      "epoch": 2.4217489248412862,
      "grad_norm": 0.9789046940668145,
      "learning_rate": 0.0001984226569008578,
      "loss": 0.3911,
      "step": 59127
    },
    {
      "epoch": 2.4217898832684823,
      "grad_norm": 0.9033765247126277,
      "learning_rate": 0.00019841957010615174,
      "loss": 0.4561,
      "step": 59128
    },
    {
      "epoch": 2.421830841695679,
      "grad_norm": 0.9202248086370499,
      "learning_rate": 0.00019841648328855567,
      "loss": 0.3912,
      "step": 59129
    },
    {
      "epoch": 2.4218718001228754,
      "grad_norm": 1.081912469975293,
      "learning_rate": 0.00019841339644807113,
      "loss": 0.6556,
      "step": 59130
    },
    {
      "epoch": 2.4219127585500715,
      "grad_norm": 3.146504907952103,
      "learning_rate": 0.00019841030958469953,
      "loss": 3.963,
      "step": 59131
    },
    {
      "epoch": 2.421953716977268,
      "grad_norm": 1.0074643160869914,
      "learning_rate": 0.00019840722269844234,
      "loss": 0.7616,
      "step": 59132
    },
    {
      "epoch": 2.4219946754044646,
      "grad_norm": 0.9196642981356599,
      "learning_rate": 0.000198404135789301,
      "loss": 0.6875,
      "step": 59133
    },
    {
      "epoch": 2.422035633831661,
      "grad_norm": 1.220811414610153,
      "learning_rate": 0.00019840104885727704,
      "loss": 0.5706,
      "step": 59134
    },
    {
      "epoch": 2.422076592258857,
      "grad_norm": 1.0948219564793427,
      "learning_rate": 0.0001983979619023719,
      "loss": 0.9443,
      "step": 59135
    },
    {
      "epoch": 2.4221175506860537,
      "grad_norm": 1.0583349979254992,
      "learning_rate": 0.00019839487492458695,
      "loss": 0.8746,
      "step": 59136
    },
    {
      "epoch": 2.42215850911325,
      "grad_norm": 1.4493609528553406,
      "learning_rate": 0.0001983917879239237,
      "loss": 0.7698,
      "step": 59137
    },
    {
      "epoch": 2.4221994675404463,
      "grad_norm": 1.2299612230164516,
      "learning_rate": 0.00019838870090038366,
      "loss": 1.3175,
      "step": 59138
    },
    {
      "epoch": 2.422240425967643,
      "grad_norm": 0.9862273706779083,
      "learning_rate": 0.00019838561385396823,
      "loss": 0.6849,
      "step": 59139
    },
    {
      "epoch": 2.4222813843948394,
      "grad_norm": 1.726713997168883,
      "learning_rate": 0.00019838252678467893,
      "loss": 1.3497,
      "step": 59140
    },
    {
      "epoch": 2.4223223428220355,
      "grad_norm": 1.026972517824034,
      "learning_rate": 0.00019837943969251712,
      "loss": 0.2779,
      "step": 59141
    },
    {
      "epoch": 2.422363301249232,
      "grad_norm": 0.805360640723813,
      "learning_rate": 0.00019837635257748438,
      "loss": 0.7381,
      "step": 59142
    },
    {
      "epoch": 2.4224042596764286,
      "grad_norm": 1.0317961590926474,
      "learning_rate": 0.00019837326543958205,
      "loss": 0.833,
      "step": 59143
    },
    {
      "epoch": 2.4224452181036247,
      "grad_norm": 0.9685937986024145,
      "learning_rate": 0.0001983701782788117,
      "loss": 0.7068,
      "step": 59144
    },
    {
      "epoch": 2.422486176530821,
      "grad_norm": 1.038685293747503,
      "learning_rate": 0.00019836709109517466,
      "loss": 1.0972,
      "step": 59145
    },
    {
      "epoch": 2.4225271349580177,
      "grad_norm": 0.9527958206874655,
      "learning_rate": 0.00019836400388867253,
      "loss": 0.6959,
      "step": 59146
    },
    {
      "epoch": 2.422568093385214,
      "grad_norm": 0.980739107163306,
      "learning_rate": 0.00019836091665930672,
      "loss": 0.8666,
      "step": 59147
    },
    {
      "epoch": 2.4226090518124104,
      "grad_norm": 0.8156638324068904,
      "learning_rate": 0.0001983578294070786,
      "loss": 0.5276,
      "step": 59148
    },
    {
      "epoch": 2.422650010239607,
      "grad_norm": 1.6634146865684443,
      "learning_rate": 0.00019835474213198974,
      "loss": 1.1611,
      "step": 59149
    },
    {
      "epoch": 2.422690968666803,
      "grad_norm": 1.035900058095174,
      "learning_rate": 0.00019835165483404158,
      "loss": 0.8415,
      "step": 59150
    },
    {
      "epoch": 2.4227319270939995,
      "grad_norm": 0.9820729347197733,
      "learning_rate": 0.0001983485675132356,
      "loss": 0.5788,
      "step": 59151
    },
    {
      "epoch": 2.422772885521196,
      "grad_norm": 1.1158558467678503,
      "learning_rate": 0.00019834548016957316,
      "loss": 0.6769,
      "step": 59152
    },
    {
      "epoch": 2.4228138439483926,
      "grad_norm": 1.080827599185176,
      "learning_rate": 0.0001983423928030558,
      "loss": 0.8853,
      "step": 59153
    },
    {
      "epoch": 2.4228548023755887,
      "grad_norm": 0.7636755451696243,
      "learning_rate": 0.00019833930541368497,
      "loss": 0.618,
      "step": 59154
    },
    {
      "epoch": 2.4228957608027852,
      "grad_norm": 0.7420902828433278,
      "learning_rate": 0.00019833621800146212,
      "loss": 0.1454,
      "step": 59155
    },
    {
      "epoch": 2.4229367192299813,
      "grad_norm": 0.9820353647004153,
      "learning_rate": 0.00019833313056638867,
      "loss": 0.784,
      "step": 59156
    },
    {
      "epoch": 2.422977677657178,
      "grad_norm": 0.9199948050533904,
      "learning_rate": 0.00019833004310846616,
      "loss": 0.6062,
      "step": 59157
    },
    {
      "epoch": 2.4230186360843744,
      "grad_norm": 1.157655835662225,
      "learning_rate": 0.000198326955627696,
      "loss": 0.9549,
      "step": 59158
    },
    {
      "epoch": 2.423059594511571,
      "grad_norm": 1.0290944722149455,
      "learning_rate": 0.00019832386812407965,
      "loss": 0.7575,
      "step": 59159
    },
    {
      "epoch": 2.423100552938767,
      "grad_norm": 0.9592294041949372,
      "learning_rate": 0.00019832078059761865,
      "loss": 0.8521,
      "step": 59160
    },
    {
      "epoch": 2.4231415113659636,
      "grad_norm": 1.3370302568318508,
      "learning_rate": 0.00019831769304831429,
      "loss": 0.9769,
      "step": 59161
    },
    {
      "epoch": 2.42318246979316,
      "grad_norm": 1.0310536285409606,
      "learning_rate": 0.00019831460547616814,
      "loss": 0.992,
      "step": 59162
    },
    {
      "epoch": 2.423223428220356,
      "grad_norm": 0.8772796234482292,
      "learning_rate": 0.00019831151788118174,
      "loss": 0.7477,
      "step": 59163
    },
    {
      "epoch": 2.4232643866475527,
      "grad_norm": 1.0063629013731297,
      "learning_rate": 0.0001983084302633564,
      "loss": 0.6548,
      "step": 59164
    },
    {
      "epoch": 2.4233053450747493,
      "grad_norm": 3.520926915099209,
      "learning_rate": 0.00019830534262269364,
      "loss": 1.3988,
      "step": 59165
    },
    {
      "epoch": 2.4233463035019454,
      "grad_norm": 1.0929838796945635,
      "learning_rate": 0.0001983022549591949,
      "loss": 0.7064,
      "step": 59166
    },
    {
      "epoch": 2.423387261929142,
      "grad_norm": 1.2004398602974433,
      "learning_rate": 0.0001982991672728617,
      "loss": 0.8455,
      "step": 59167
    },
    {
      "epoch": 2.4234282203563384,
      "grad_norm": 0.7655172468119307,
      "learning_rate": 0.0001982960795636954,
      "loss": 0.3232,
      "step": 59168
    },
    {
      "epoch": 2.4234691787835345,
      "grad_norm": 1.2576594450258205,
      "learning_rate": 0.0001982929918316975,
      "loss": 0.9573,
      "step": 59169
    },
    {
      "epoch": 2.423510137210731,
      "grad_norm": 1.2409749105740877,
      "learning_rate": 0.00019828990407686956,
      "loss": 0.8752,
      "step": 59170
    },
    {
      "epoch": 2.4235510956379276,
      "grad_norm": 2.96108037493571,
      "learning_rate": 0.00019828681629921292,
      "loss": 3.7112,
      "step": 59171
    },
    {
      "epoch": 2.423592054065124,
      "grad_norm": 1.7806433151588352,
      "learning_rate": 0.00019828372849872906,
      "loss": 1.2786,
      "step": 59172
    },
    {
      "epoch": 2.42363301249232,
      "grad_norm": 1.1293527532786793,
      "learning_rate": 0.00019828064067541943,
      "loss": 0.8778,
      "step": 59173
    },
    {
      "epoch": 2.4236739709195168,
      "grad_norm": 0.926714884021939,
      "learning_rate": 0.00019827755282928556,
      "loss": 0.6533,
      "step": 59174
    },
    {
      "epoch": 2.423714929346713,
      "grad_norm": 0.9290439466640315,
      "learning_rate": 0.00019827446496032886,
      "loss": 0.6639,
      "step": 59175
    },
    {
      "epoch": 2.4237558877739094,
      "grad_norm": 0.7896619542714808,
      "learning_rate": 0.00019827137706855078,
      "loss": 0.2928,
      "step": 59176
    },
    {
      "epoch": 2.423796846201106,
      "grad_norm": 0.9813693622378417,
      "learning_rate": 0.0001982682891539528,
      "loss": 0.6791,
      "step": 59177
    },
    {
      "epoch": 2.4238378046283025,
      "grad_norm": 1.5835176494600212,
      "learning_rate": 0.0001982652012165364,
      "loss": 1.9227,
      "step": 59178
    },
    {
      "epoch": 2.4238787630554985,
      "grad_norm": 0.9265210806079357,
      "learning_rate": 0.00019826211325630298,
      "loss": 0.6474,
      "step": 59179
    },
    {
      "epoch": 2.423919721482695,
      "grad_norm": 0.6297640790286813,
      "learning_rate": 0.00019825902527325406,
      "loss": 0.2907,
      "step": 59180
    },
    {
      "epoch": 2.4239606799098916,
      "grad_norm": 1.0412269066256978,
      "learning_rate": 0.000198255937267391,
      "loss": 0.9236,
      "step": 59181
    },
    {
      "epoch": 2.4240016383370877,
      "grad_norm": 1.1669223129625235,
      "learning_rate": 0.0001982528492387154,
      "loss": 1.1121,
      "step": 59182
    },
    {
      "epoch": 2.4240425967642842,
      "grad_norm": 0.8837130948858021,
      "learning_rate": 0.00019824976118722865,
      "loss": 0.4169,
      "step": 59183
    },
    {
      "epoch": 2.4240835551914808,
      "grad_norm": 0.8429582920505658,
      "learning_rate": 0.00019824667311293219,
      "loss": 0.6811,
      "step": 59184
    },
    {
      "epoch": 2.424124513618677,
      "grad_norm": 1.173590710117348,
      "learning_rate": 0.0001982435850158275,
      "loss": 0.8325,
      "step": 59185
    },
    {
      "epoch": 2.4241654720458734,
      "grad_norm": 0.5857557666321266,
      "learning_rate": 0.00019824049689591607,
      "loss": 0.2424,
      "step": 59186
    },
    {
      "epoch": 2.42420643047307,
      "grad_norm": 0.7279175905347586,
      "learning_rate": 0.00019823740875319934,
      "loss": 0.6949,
      "step": 59187
    },
    {
      "epoch": 2.424247388900266,
      "grad_norm": 0.6857285185310344,
      "learning_rate": 0.00019823432058767873,
      "loss": 0.2737,
      "step": 59188
    },
    {
      "epoch": 2.4242883473274626,
      "grad_norm": 0.8002786198323546,
      "learning_rate": 0.00019823123239935572,
      "loss": 0.7435,
      "step": 59189
    },
    {
      "epoch": 2.424329305754659,
      "grad_norm": 1.1451969884374666,
      "learning_rate": 0.0001982281441882318,
      "loss": 1.0721,
      "step": 59190
    },
    {
      "epoch": 2.4243702641818556,
      "grad_norm": 4.013935832173742,
      "learning_rate": 0.00019822505595430844,
      "loss": 1.1477,
      "step": 59191
    },
    {
      "epoch": 2.4244112226090517,
      "grad_norm": 0.8897003810692075,
      "learning_rate": 0.00019822196769758707,
      "loss": 0.3719,
      "step": 59192
    },
    {
      "epoch": 2.4244521810362483,
      "grad_norm": 1.2696502351058219,
      "learning_rate": 0.00019821887941806908,
      "loss": 0.7852,
      "step": 59193
    },
    {
      "epoch": 2.4244931394634444,
      "grad_norm": 4.519259989132187,
      "learning_rate": 0.00019821579111575606,
      "loss": 1.0996,
      "step": 59194
    },
    {
      "epoch": 2.424534097890641,
      "grad_norm": 1.5205015131197694,
      "learning_rate": 0.00019821270279064943,
      "loss": 0.9908,
      "step": 59195
    },
    {
      "epoch": 2.4245750563178374,
      "grad_norm": 1.1155236230048093,
      "learning_rate": 0.0001982096144427506,
      "loss": 0.771,
      "step": 59196
    },
    {
      "epoch": 2.424616014745034,
      "grad_norm": 0.9358750089629018,
      "learning_rate": 0.00019820652607206106,
      "loss": 0.584,
      "step": 59197
    },
    {
      "epoch": 2.42465697317223,
      "grad_norm": 1.101133357195453,
      "learning_rate": 0.00019820343767858227,
      "loss": 0.2638,
      "step": 59198
    },
    {
      "epoch": 2.4246979315994266,
      "grad_norm": 1.6079812592477183,
      "learning_rate": 0.00019820034926231573,
      "loss": 0.5892,
      "step": 59199
    },
    {
      "epoch": 2.424738890026623,
      "grad_norm": 1.267160379059107,
      "learning_rate": 0.00019819726082326286,
      "loss": 1.1536,
      "step": 59200
    },
    {
      "epoch": 2.424779848453819,
      "grad_norm": 0.7778708612488388,
      "learning_rate": 0.0001981941723614251,
      "loss": 0.5543,
      "step": 59201
    },
    {
      "epoch": 2.4248208068810158,
      "grad_norm": 1.3055761866014688,
      "learning_rate": 0.00019819108387680393,
      "loss": 1.0074,
      "step": 59202
    },
    {
      "epoch": 2.4248617653082123,
      "grad_norm": 0.9514616247204382,
      "learning_rate": 0.0001981879953694008,
      "loss": 0.8523,
      "step": 59203
    },
    {
      "epoch": 2.4249027237354084,
      "grad_norm": 1.187604411914514,
      "learning_rate": 0.00019818490683921723,
      "loss": 0.8223,
      "step": 59204
    },
    {
      "epoch": 2.424943682162605,
      "grad_norm": 1.1411704979124468,
      "learning_rate": 0.00019818181828625453,
      "loss": 0.9025,
      "step": 59205
    },
    {
      "epoch": 2.4249846405898015,
      "grad_norm": 1.0461435210375307,
      "learning_rate": 0.00019817872971051434,
      "loss": 0.9123,
      "step": 59206
    },
    {
      "epoch": 2.4250255990169975,
      "grad_norm": 1.0924144779287295,
      "learning_rate": 0.00019817564111199802,
      "loss": 0.7299,
      "step": 59207
    },
    {
      "epoch": 2.425066557444194,
      "grad_norm": 0.8548504399033284,
      "learning_rate": 0.00019817255249070706,
      "loss": 0.6241,
      "step": 59208
    },
    {
      "epoch": 2.4251075158713906,
      "grad_norm": 0.7113723765565293,
      "learning_rate": 0.0001981694638466429,
      "loss": 0.2469,
      "step": 59209
    },
    {
      "epoch": 2.425148474298587,
      "grad_norm": 0.9863429394831508,
      "learning_rate": 0.00019816637517980706,
      "loss": 0.8062,
      "step": 59210
    },
    {
      "epoch": 2.4251894327257832,
      "grad_norm": 0.8119015141035545,
      "learning_rate": 0.00019816328649020093,
      "loss": 0.3696,
      "step": 59211
    },
    {
      "epoch": 2.42523039115298,
      "grad_norm": 1.5460044647096594,
      "learning_rate": 0.000198160197777826,
      "loss": 0.6862,
      "step": 59212
    },
    {
      "epoch": 2.425271349580176,
      "grad_norm": 0.9086262355709978,
      "learning_rate": 0.00019815710904268368,
      "loss": 0.5715,
      "step": 59213
    },
    {
      "epoch": 2.4253123080073724,
      "grad_norm": 1.1318019764569733,
      "learning_rate": 0.0001981540202847755,
      "loss": 0.932,
      "step": 59214
    },
    {
      "epoch": 2.425353266434569,
      "grad_norm": 0.6904375938511654,
      "learning_rate": 0.00019815093150410285,
      "loss": 0.2485,
      "step": 59215
    },
    {
      "epoch": 2.4253942248617655,
      "grad_norm": 2.052352151300452,
      "learning_rate": 0.0001981478427006673,
      "loss": 1.3596,
      "step": 59216
    },
    {
      "epoch": 2.4254351832889616,
      "grad_norm": 1.2672244189352886,
      "learning_rate": 0.0001981447538744702,
      "loss": 0.5217,
      "step": 59217
    },
    {
      "epoch": 2.425476141716158,
      "grad_norm": 1.3312319442792462,
      "learning_rate": 0.00019814166502551308,
      "loss": 1.2089,
      "step": 59218
    },
    {
      "epoch": 2.4255171001433546,
      "grad_norm": 1.2537622323771294,
      "learning_rate": 0.00019813857615379738,
      "loss": 0.9868,
      "step": 59219
    },
    {
      "epoch": 2.4255580585705507,
      "grad_norm": 1.1876168597907177,
      "learning_rate": 0.00019813548725932452,
      "loss": 0.8319,
      "step": 59220
    },
    {
      "epoch": 2.4255990169977473,
      "grad_norm": 2.357131548604595,
      "learning_rate": 0.000198132398342096,
      "loss": 2.8869,
      "step": 59221
    },
    {
      "epoch": 2.425639975424944,
      "grad_norm": 0.9434961114890292,
      "learning_rate": 0.00019812930940211335,
      "loss": 0.7744,
      "step": 59222
    },
    {
      "epoch": 2.42568093385214,
      "grad_norm": 1.1424818376542698,
      "learning_rate": 0.00019812622043937787,
      "loss": 0.9506,
      "step": 59223
    },
    {
      "epoch": 2.4257218922793364,
      "grad_norm": 0.8840462326704633,
      "learning_rate": 0.00019812313145389115,
      "loss": 0.6541,
      "step": 59224
    },
    {
      "epoch": 2.425762850706533,
      "grad_norm": 0.4745925426281129,
      "learning_rate": 0.00019812004244565453,
      "loss": 0.1638,
      "step": 59225
    },
    {
      "epoch": 2.425803809133729,
      "grad_norm": 1.643387985314979,
      "learning_rate": 0.00019811695341466964,
      "loss": 1.1474,
      "step": 59226
    },
    {
      "epoch": 2.4258447675609256,
      "grad_norm": 1.1490685213847844,
      "learning_rate": 0.00019811386436093784,
      "loss": 0.9665,
      "step": 59227
    },
    {
      "epoch": 2.425885725988122,
      "grad_norm": 1.3039996038455373,
      "learning_rate": 0.00019811077528446053,
      "loss": 0.81,
      "step": 59228
    },
    {
      "epoch": 2.4259266844153187,
      "grad_norm": 1.0192197710826008,
      "learning_rate": 0.0001981076861852393,
      "loss": 0.8433,
      "step": 59229
    },
    {
      "epoch": 2.4259676428425148,
      "grad_norm": 0.9766950248358034,
      "learning_rate": 0.0001981045970632755,
      "loss": 0.9121,
      "step": 59230
    },
    {
      "epoch": 2.4260086012697113,
      "grad_norm": 1.6949199941609734,
      "learning_rate": 0.00019810150791857065,
      "loss": 1.8061,
      "step": 59231
    },
    {
      "epoch": 2.426049559696908,
      "grad_norm": 2.220240375755091,
      "learning_rate": 0.00019809841875112624,
      "loss": 0.6188,
      "step": 59232
    },
    {
      "epoch": 2.426090518124104,
      "grad_norm": 1.1874380096254868,
      "learning_rate": 0.0001980953295609436,
      "loss": 0.8818,
      "step": 59233
    },
    {
      "epoch": 2.4261314765513005,
      "grad_norm": 2.0690087332898806,
      "learning_rate": 0.0001980922403480244,
      "loss": 0.9462,
      "step": 59234
    },
    {
      "epoch": 2.426172434978497,
      "grad_norm": 0.9816303209744166,
      "learning_rate": 0.00019808915111236988,
      "loss": 0.6485,
      "step": 59235
    },
    {
      "epoch": 2.426213393405693,
      "grad_norm": 2.2919168722559835,
      "learning_rate": 0.0001980860618539817,
      "loss": 1.495,
      "step": 59236
    },
    {
      "epoch": 2.4262543518328896,
      "grad_norm": 1.1694329330095041,
      "learning_rate": 0.00019808297257286112,
      "loss": 0.7322,
      "step": 59237
    },
    {
      "epoch": 2.426295310260086,
      "grad_norm": 0.8619684630197844,
      "learning_rate": 0.00019807988326900973,
      "loss": 0.7681,
      "step": 59238
    },
    {
      "epoch": 2.4263362686872822,
      "grad_norm": 3.170130842694852,
      "learning_rate": 0.000198076793942429,
      "loss": 0.8215,
      "step": 59239
    },
    {
      "epoch": 2.426377227114479,
      "grad_norm": 0.7963483577637507,
      "learning_rate": 0.0001980737045931203,
      "loss": 0.2804,
      "step": 59240
    },
    {
      "epoch": 2.4264181855416753,
      "grad_norm": 0.980008278720797,
      "learning_rate": 0.00019807061522108516,
      "loss": 0.7007,
      "step": 59241
    },
    {
      "epoch": 2.4264591439688714,
      "grad_norm": 1.1604981124767773,
      "learning_rate": 0.000198067525826325,
      "loss": 1.0018,
      "step": 59242
    },
    {
      "epoch": 2.426500102396068,
      "grad_norm": 0.9160979967727709,
      "learning_rate": 0.00019806443640884135,
      "loss": 0.3966,
      "step": 59243
    },
    {
      "epoch": 2.4265410608232645,
      "grad_norm": 3.115935657346611,
      "learning_rate": 0.00019806134696863563,
      "loss": 2.8413,
      "step": 59244
    },
    {
      "epoch": 2.4265820192504606,
      "grad_norm": 1.2845887492465882,
      "learning_rate": 0.00019805825750570923,
      "loss": 1.1265,
      "step": 59245
    },
    {
      "epoch": 2.426622977677657,
      "grad_norm": 0.6300263297701311,
      "learning_rate": 0.00019805516802006372,
      "loss": 0.3174,
      "step": 59246
    },
    {
      "epoch": 2.4266639361048536,
      "grad_norm": 1.000093270450154,
      "learning_rate": 0.0001980520785117005,
      "loss": 0.739,
      "step": 59247
    },
    {
      "epoch": 2.42670489453205,
      "grad_norm": 0.6807471382326381,
      "learning_rate": 0.00019804898898062107,
      "loss": 0.3921,
      "step": 59248
    },
    {
      "epoch": 2.4267458529592463,
      "grad_norm": 0.7605039646543243,
      "learning_rate": 0.0001980458994268268,
      "loss": 0.5299,
      "step": 59249
    },
    {
      "epoch": 2.426786811386443,
      "grad_norm": 0.9054990414580107,
      "learning_rate": 0.00019804280985031926,
      "loss": 0.8001,
      "step": 59250
    },
    {
      "epoch": 2.4268277698136393,
      "grad_norm": 0.8306016217686992,
      "learning_rate": 0.0001980397202510999,
      "loss": 0.367,
      "step": 59251
    },
    {
      "epoch": 2.4268687282408354,
      "grad_norm": 0.8999984020007901,
      "learning_rate": 0.0001980366306291701,
      "loss": 0.7858,
      "step": 59252
    },
    {
      "epoch": 2.426909686668032,
      "grad_norm": 0.7428431091673348,
      "learning_rate": 0.0001980335409845314,
      "loss": 0.6193,
      "step": 59253
    },
    {
      "epoch": 2.4269506450952285,
      "grad_norm": 1.2145302203772605,
      "learning_rate": 0.0001980304513171852,
      "loss": 1.0792,
      "step": 59254
    },
    {
      "epoch": 2.4269916035224246,
      "grad_norm": 1.1983549329334198,
      "learning_rate": 0.000198027361627133,
      "loss": 0.7189,
      "step": 59255
    },
    {
      "epoch": 2.427032561949621,
      "grad_norm": 1.1380418338169866,
      "learning_rate": 0.00019802427191437626,
      "loss": 1.0306,
      "step": 59256
    },
    {
      "epoch": 2.4270735203768177,
      "grad_norm": 1.099419547485074,
      "learning_rate": 0.00019802118217891642,
      "loss": 0.8278,
      "step": 59257
    },
    {
      "epoch": 2.4271144788040138,
      "grad_norm": 1.3311943988943655,
      "learning_rate": 0.00019801809242075497,
      "loss": 1.2247,
      "step": 59258
    },
    {
      "epoch": 2.4271554372312103,
      "grad_norm": 1.3257578283469764,
      "learning_rate": 0.00019801500263989336,
      "loss": 0.9917,
      "step": 59259
    },
    {
      "epoch": 2.427196395658407,
      "grad_norm": 1.160301224532309,
      "learning_rate": 0.00019801191283633302,
      "loss": 0.7915,
      "step": 59260
    },
    {
      "epoch": 2.427237354085603,
      "grad_norm": 0.985740355268205,
      "learning_rate": 0.0001980088230100754,
      "loss": 0.8012,
      "step": 59261
    },
    {
      "epoch": 2.4272783125127995,
      "grad_norm": 1.0146830173755872,
      "learning_rate": 0.00019800573316112205,
      "loss": 0.8524,
      "step": 59262
    },
    {
      "epoch": 2.427319270939996,
      "grad_norm": 1.6533191852655094,
      "learning_rate": 0.00019800264328947436,
      "loss": 0.3271,
      "step": 59263
    },
    {
      "epoch": 2.427360229367192,
      "grad_norm": 0.8261763643683894,
      "learning_rate": 0.0001979995533951338,
      "loss": 0.7208,
      "step": 59264
    },
    {
      "epoch": 2.4274011877943886,
      "grad_norm": 1.1038365550601985,
      "learning_rate": 0.00019799646347810182,
      "loss": 1.0529,
      "step": 59265
    },
    {
      "epoch": 2.427442146221585,
      "grad_norm": 0.7842426661592841,
      "learning_rate": 0.00019799337353837993,
      "loss": 0.4087,
      "step": 59266
    },
    {
      "epoch": 2.4274831046487817,
      "grad_norm": 0.9828883583989962,
      "learning_rate": 0.00019799028357596953,
      "loss": 0.944,
      "step": 59267
    },
    {
      "epoch": 2.427524063075978,
      "grad_norm": 0.9513780035645011,
      "learning_rate": 0.00019798719359087215,
      "loss": 0.8199,
      "step": 59268
    },
    {
      "epoch": 2.4275650215031743,
      "grad_norm": 0.6774046485849198,
      "learning_rate": 0.00019798410358308916,
      "loss": 0.1624,
      "step": 59269
    },
    {
      "epoch": 2.427605979930371,
      "grad_norm": 1.1143690203964904,
      "learning_rate": 0.0001979810135526221,
      "loss": 0.9892,
      "step": 59270
    },
    {
      "epoch": 2.427646938357567,
      "grad_norm": 0.7583696346769903,
      "learning_rate": 0.00019797792349947243,
      "loss": 0.5962,
      "step": 59271
    },
    {
      "epoch": 2.4276878967847635,
      "grad_norm": 3.6154667911753116,
      "learning_rate": 0.00019797483342364155,
      "loss": 3.829,
      "step": 59272
    },
    {
      "epoch": 2.42772885521196,
      "grad_norm": 1.7884555984911048,
      "learning_rate": 0.0001979717433251309,
      "loss": 1.1614,
      "step": 59273
    },
    {
      "epoch": 2.427769813639156,
      "grad_norm": 1.037948663936761,
      "learning_rate": 0.00019796865320394205,
      "loss": 0.7005,
      "step": 59274
    },
    {
      "epoch": 2.4278107720663527,
      "grad_norm": 1.0754141741636332,
      "learning_rate": 0.00019796556306007643,
      "loss": 0.8922,
      "step": 59275
    },
    {
      "epoch": 2.427851730493549,
      "grad_norm": 0.8193384822110293,
      "learning_rate": 0.00019796247289353543,
      "loss": 0.7186,
      "step": 59276
    },
    {
      "epoch": 2.4278926889207453,
      "grad_norm": 0.9122643461226707,
      "learning_rate": 0.0001979593827043205,
      "loss": 0.8144,
      "step": 59277
    },
    {
      "epoch": 2.427933647347942,
      "grad_norm": 1.286997117916622,
      "learning_rate": 0.00019795629249243327,
      "loss": 1.039,
      "step": 59278
    },
    {
      "epoch": 2.4279746057751384,
      "grad_norm": 0.6823970075439361,
      "learning_rate": 0.00019795320225787503,
      "loss": 0.2482,
      "step": 59279
    },
    {
      "epoch": 2.4280155642023344,
      "grad_norm": 3.557598395870697,
      "learning_rate": 0.00019795011200064732,
      "loss": 1.3281,
      "step": 59280
    },
    {
      "epoch": 2.428056522629531,
      "grad_norm": 1.3582270338713351,
      "learning_rate": 0.00019794702172075155,
      "loss": 0.926,
      "step": 59281
    },
    {
      "epoch": 2.4280974810567275,
      "grad_norm": 1.1004569655519785,
      "learning_rate": 0.00019794393141818922,
      "loss": 0.8843,
      "step": 59282
    },
    {
      "epoch": 2.4281384394839236,
      "grad_norm": 0.7237903212420652,
      "learning_rate": 0.00019794084109296182,
      "loss": 0.1471,
      "step": 59283
    },
    {
      "epoch": 2.42817939791112,
      "grad_norm": 1.0009538072904682,
      "learning_rate": 0.0001979377507450707,
      "loss": 1.02,
      "step": 59284
    },
    {
      "epoch": 2.4282203563383167,
      "grad_norm": 1.8580564709351686,
      "learning_rate": 0.00019793466037451747,
      "loss": 2.0904,
      "step": 59285
    },
    {
      "epoch": 2.428261314765513,
      "grad_norm": 1.540574212070565,
      "learning_rate": 0.00019793156998130346,
      "loss": 0.9967,
      "step": 59286
    },
    {
      "epoch": 2.4283022731927093,
      "grad_norm": 1.0789445904265793,
      "learning_rate": 0.00019792847956543022,
      "loss": 0.5814,
      "step": 59287
    },
    {
      "epoch": 2.428343231619906,
      "grad_norm": 1.720820581215687,
      "learning_rate": 0.00019792538912689916,
      "loss": 1.2821,
      "step": 59288
    },
    {
      "epoch": 2.4283841900471024,
      "grad_norm": 1.003545777834012,
      "learning_rate": 0.00019792229866571174,
      "loss": 0.6955,
      "step": 59289
    },
    {
      "epoch": 2.4284251484742985,
      "grad_norm": 0.8446752310610867,
      "learning_rate": 0.00019791920818186946,
      "loss": 0.7824,
      "step": 59290
    },
    {
      "epoch": 2.428466106901495,
      "grad_norm": 0.6889925146617636,
      "learning_rate": 0.00019791611767537375,
      "loss": 0.2561,
      "step": 59291
    },
    {
      "epoch": 2.4285070653286915,
      "grad_norm": 1.1900016561174582,
      "learning_rate": 0.00019791302714622613,
      "loss": 0.5175,
      "step": 59292
    },
    {
      "epoch": 2.4285480237558876,
      "grad_norm": 1.0069796671402755,
      "learning_rate": 0.0001979099365944279,
      "loss": 0.8572,
      "step": 59293
    },
    {
      "epoch": 2.428588982183084,
      "grad_norm": 1.0222426132259113,
      "learning_rate": 0.00019790684601998071,
      "loss": 0.9717,
      "step": 59294
    },
    {
      "epoch": 2.4286299406102807,
      "grad_norm": 1.965005249164013,
      "learning_rate": 0.00019790375542288598,
      "loss": 1.4803,
      "step": 59295
    },
    {
      "epoch": 2.428670899037477,
      "grad_norm": 0.8923762991895012,
      "learning_rate": 0.00019790066480314508,
      "loss": 0.4363,
      "step": 59296
    },
    {
      "epoch": 2.4287118574646733,
      "grad_norm": 0.8316970987174401,
      "learning_rate": 0.00019789757416075948,
      "loss": 0.3078,
      "step": 59297
    },
    {
      "epoch": 2.42875281589187,
      "grad_norm": 1.2314772894371675,
      "learning_rate": 0.00019789448349573076,
      "loss": 0.6653,
      "step": 59298
    },
    {
      "epoch": 2.428793774319066,
      "grad_norm": 0.9554525705371255,
      "learning_rate": 0.00019789139280806028,
      "loss": 0.7157,
      "step": 59299
    },
    {
      "epoch": 2.4288347327462625,
      "grad_norm": 1.0061548813683145,
      "learning_rate": 0.00019788830209774955,
      "loss": 0.6965,
      "step": 59300
    },
    {
      "epoch": 2.428875691173459,
      "grad_norm": 1.2322897265169657,
      "learning_rate": 0.00019788521136479998,
      "loss": 0.6251,
      "step": 59301
    },
    {
      "epoch": 2.428916649600655,
      "grad_norm": 0.5555777307708109,
      "learning_rate": 0.00019788212060921307,
      "loss": 0.1965,
      "step": 59302
    },
    {
      "epoch": 2.4289576080278517,
      "grad_norm": 0.9278989407026822,
      "learning_rate": 0.00019787902983099028,
      "loss": 0.8022,
      "step": 59303
    },
    {
      "epoch": 2.428998566455048,
      "grad_norm": 1.078329047462442,
      "learning_rate": 0.00019787593903013306,
      "loss": 0.7912,
      "step": 59304
    },
    {
      "epoch": 2.4290395248822447,
      "grad_norm": 2.5727443812182127,
      "learning_rate": 0.00019787284820664284,
      "loss": 1.3902,
      "step": 59305
    },
    {
      "epoch": 2.429080483309441,
      "grad_norm": 0.8468989235437753,
      "learning_rate": 0.0001978697573605212,
      "loss": 0.7153,
      "step": 59306
    },
    {
      "epoch": 2.4291214417366374,
      "grad_norm": 1.094832225237073,
      "learning_rate": 0.00019786666649176945,
      "loss": 0.8501,
      "step": 59307
    },
    {
      "epoch": 2.429162400163834,
      "grad_norm": 0.8349567069907644,
      "learning_rate": 0.00019786357560038916,
      "loss": 0.6594,
      "step": 59308
    },
    {
      "epoch": 2.42920335859103,
      "grad_norm": 3.6666996047757716,
      "learning_rate": 0.00019786048468638167,
      "loss": 1.0874,
      "step": 59309
    },
    {
      "epoch": 2.4292443170182265,
      "grad_norm": 1.0238814855562903,
      "learning_rate": 0.00019785739374974856,
      "loss": 0.7688,
      "step": 59310
    },
    {
      "epoch": 2.429285275445423,
      "grad_norm": 1.1962073147873682,
      "learning_rate": 0.00019785430279049127,
      "loss": 1.1612,
      "step": 59311
    },
    {
      "epoch": 2.429326233872619,
      "grad_norm": 2.9656808479184744,
      "learning_rate": 0.00019785121180861126,
      "loss": 1.1165,
      "step": 59312
    },
    {
      "epoch": 2.4293671922998157,
      "grad_norm": 0.9390267454546373,
      "learning_rate": 0.00019784812080410991,
      "loss": 0.6015,
      "step": 59313
    },
    {
      "epoch": 2.429408150727012,
      "grad_norm": 1.171352171418914,
      "learning_rate": 0.0001978450297769888,
      "loss": 0.9915,
      "step": 59314
    },
    {
      "epoch": 2.4294491091542083,
      "grad_norm": 0.9411568831057416,
      "learning_rate": 0.0001978419387272493,
      "loss": 0.8304,
      "step": 59315
    },
    {
      "epoch": 2.429490067581405,
      "grad_norm": 0.8311098008429633,
      "learning_rate": 0.00019783884765489299,
      "loss": 0.8366,
      "step": 59316
    },
    {
      "epoch": 2.4295310260086014,
      "grad_norm": 0.48105835761480753,
      "learning_rate": 0.00019783575655992112,
      "loss": 0.2322,
      "step": 59317
    },
    {
      "epoch": 2.4295719844357975,
      "grad_norm": 0.9880138639477367,
      "learning_rate": 0.00019783266544233535,
      "loss": 0.5822,
      "step": 59318
    },
    {
      "epoch": 2.429612942862994,
      "grad_norm": 0.9202306453420276,
      "learning_rate": 0.00019782957430213708,
      "loss": 0.7303,
      "step": 59319
    },
    {
      "epoch": 2.4296539012901905,
      "grad_norm": 1.1683378245838276,
      "learning_rate": 0.00019782648313932777,
      "loss": 0.9794,
      "step": 59320
    },
    {
      "epoch": 2.4296948597173866,
      "grad_norm": 1.4023465671841981,
      "learning_rate": 0.00019782339195390883,
      "loss": 0.721,
      "step": 59321
    },
    {
      "epoch": 2.429735818144583,
      "grad_norm": 1.0243886753621345,
      "learning_rate": 0.00019782030074588178,
      "loss": 0.6346,
      "step": 59322
    },
    {
      "epoch": 2.4297767765717797,
      "grad_norm": 1.4879127013047952,
      "learning_rate": 0.00019781720951524807,
      "loss": 0.9099,
      "step": 59323
    },
    {
      "epoch": 2.4298177349989762,
      "grad_norm": 1.2659913542483043,
      "learning_rate": 0.0001978141182620092,
      "loss": 0.9144,
      "step": 59324
    },
    {
      "epoch": 2.4298586934261723,
      "grad_norm": 1.0197989547057373,
      "learning_rate": 0.00019781102698616652,
      "loss": 0.9038,
      "step": 59325
    },
    {
      "epoch": 2.429899651853369,
      "grad_norm": 1.2445127886233518,
      "learning_rate": 0.0001978079356877216,
      "loss": 0.4746,
      "step": 59326
    },
    {
      "epoch": 2.4299406102805654,
      "grad_norm": 1.0548344636347264,
      "learning_rate": 0.00019780484436667585,
      "loss": 0.7206,
      "step": 59327
    },
    {
      "epoch": 2.4299815687077615,
      "grad_norm": 1.0701173218226239,
      "learning_rate": 0.00019780175302303076,
      "loss": 0.9731,
      "step": 59328
    },
    {
      "epoch": 2.430022527134958,
      "grad_norm": 1.1923431526453165,
      "learning_rate": 0.00019779866165678771,
      "loss": 0.5689,
      "step": 59329
    },
    {
      "epoch": 2.4300634855621546,
      "grad_norm": 0.9238072893368785,
      "learning_rate": 0.0001977955702679483,
      "loss": 0.7742,
      "step": 59330
    },
    {
      "epoch": 2.4301044439893507,
      "grad_norm": 1.1432438740016226,
      "learning_rate": 0.0001977924788565139,
      "loss": 0.868,
      "step": 59331
    },
    {
      "epoch": 2.430145402416547,
      "grad_norm": 1.0698667719378194,
      "learning_rate": 0.000197789387422486,
      "loss": 1.0037,
      "step": 59332
    },
    {
      "epoch": 2.4301863608437437,
      "grad_norm": 1.18546860295537,
      "learning_rate": 0.00019778629596586603,
      "loss": 0.7599,
      "step": 59333
    },
    {
      "epoch": 2.43022731927094,
      "grad_norm": 0.6714110186237353,
      "learning_rate": 0.0001977832044866555,
      "loss": 0.2839,
      "step": 59334
    },
    {
      "epoch": 2.4302682776981364,
      "grad_norm": 0.6345167870313114,
      "learning_rate": 0.0001977801129848558,
      "loss": 0.2601,
      "step": 59335
    },
    {
      "epoch": 2.430309236125333,
      "grad_norm": 1.6617302725395182,
      "learning_rate": 0.0001977770214604685,
      "loss": 0.4641,
      "step": 59336
    },
    {
      "epoch": 2.4303501945525294,
      "grad_norm": 0.9964177093630716,
      "learning_rate": 0.0001977739299134949,
      "loss": 0.6977,
      "step": 59337
    },
    {
      "epoch": 2.4303911529797255,
      "grad_norm": 0.8954082952832776,
      "learning_rate": 0.00019777083834393661,
      "loss": 0.6674,
      "step": 59338
    },
    {
      "epoch": 2.430432111406922,
      "grad_norm": 0.9855312601239539,
      "learning_rate": 0.00019776774675179506,
      "loss": 0.8052,
      "step": 59339
    },
    {
      "epoch": 2.430473069834118,
      "grad_norm": 1.2504407160282058,
      "learning_rate": 0.0001977646551370717,
      "loss": 0.8649,
      "step": 59340
    },
    {
      "epoch": 2.4305140282613147,
      "grad_norm": 1.0699432702935925,
      "learning_rate": 0.00019776156349976797,
      "loss": 0.4979,
      "step": 59341
    },
    {
      "epoch": 2.430554986688511,
      "grad_norm": 1.1267066796461225,
      "learning_rate": 0.00019775847183988533,
      "loss": 0.7889,
      "step": 59342
    },
    {
      "epoch": 2.4305959451157078,
      "grad_norm": 1.7980936568844337,
      "learning_rate": 0.00019775538015742527,
      "loss": 0.922,
      "step": 59343
    },
    {
      "epoch": 2.430636903542904,
      "grad_norm": 0.8717660412613106,
      "learning_rate": 0.00019775228845238924,
      "loss": 0.2363,
      "step": 59344
    },
    {
      "epoch": 2.4306778619701004,
      "grad_norm": 1.2769956333151788,
      "learning_rate": 0.00019774919672477866,
      "loss": 0.9379,
      "step": 59345
    },
    {
      "epoch": 2.430718820397297,
      "grad_norm": 1.141681113951456,
      "learning_rate": 0.00019774610497459504,
      "loss": 0.8004,
      "step": 59346
    },
    {
      "epoch": 2.430759778824493,
      "grad_norm": 1.2049565755794895,
      "learning_rate": 0.00019774301320183986,
      "loss": 0.7475,
      "step": 59347
    },
    {
      "epoch": 2.4308007372516895,
      "grad_norm": 1.2410002979565518,
      "learning_rate": 0.00019773992140651453,
      "loss": 0.6241,
      "step": 59348
    },
    {
      "epoch": 2.430841695678886,
      "grad_norm": 0.9223793529311937,
      "learning_rate": 0.00019773682958862051,
      "loss": 0.8986,
      "step": 59349
    },
    {
      "epoch": 2.430882654106082,
      "grad_norm": 1.0309113675601016,
      "learning_rate": 0.00019773373774815934,
      "loss": 0.2654,
      "step": 59350
    },
    {
      "epoch": 2.4309236125332787,
      "grad_norm": 0.9242274566457254,
      "learning_rate": 0.00019773064588513243,
      "loss": 0.5646,
      "step": 59351
    },
    {
      "epoch": 2.4309645709604752,
      "grad_norm": 1.3145148727662634,
      "learning_rate": 0.0001977275539995412,
      "loss": 1.1852,
      "step": 59352
    },
    {
      "epoch": 2.4310055293876713,
      "grad_norm": 1.6742474735267423,
      "learning_rate": 0.00019772446209138716,
      "loss": 1.572,
      "step": 59353
    },
    {
      "epoch": 2.431046487814868,
      "grad_norm": 1.118209952564256,
      "learning_rate": 0.00019772137016067182,
      "loss": 0.9516,
      "step": 59354
    },
    {
      "epoch": 2.4310874462420644,
      "grad_norm": 0.9246478491093454,
      "learning_rate": 0.00019771827820739654,
      "loss": 0.9083,
      "step": 59355
    },
    {
      "epoch": 2.431128404669261,
      "grad_norm": 0.7925958224584245,
      "learning_rate": 0.00019771518623156283,
      "loss": 0.2639,
      "step": 59356
    },
    {
      "epoch": 2.431169363096457,
      "grad_norm": 0.7324804959887175,
      "learning_rate": 0.00019771209423317214,
      "loss": 0.2529,
      "step": 59357
    },
    {
      "epoch": 2.4312103215236536,
      "grad_norm": 0.6841030577424067,
      "learning_rate": 0.0001977090022122259,
      "loss": 0.2962,
      "step": 59358
    },
    {
      "epoch": 2.4312512799508497,
      "grad_norm": 0.5672360800888471,
      "learning_rate": 0.00019770591016872568,
      "loss": 0.2637,
      "step": 59359
    },
    {
      "epoch": 2.431292238378046,
      "grad_norm": 0.5743870951012778,
      "learning_rate": 0.00019770281810267288,
      "loss": 0.2689,
      "step": 59360
    },
    {
      "epoch": 2.4313331968052427,
      "grad_norm": 3.751442911456613,
      "learning_rate": 0.00019769972601406892,
      "loss": 3.1906,
      "step": 59361
    },
    {
      "epoch": 2.4313741552324393,
      "grad_norm": 0.8436749472941688,
      "learning_rate": 0.0001976966339029153,
      "loss": 0.7505,
      "step": 59362
    },
    {
      "epoch": 2.4314151136596354,
      "grad_norm": 1.3080228376290024,
      "learning_rate": 0.0001976935417692135,
      "loss": 1.0165,
      "step": 59363
    },
    {
      "epoch": 2.431456072086832,
      "grad_norm": 0.911263108427369,
      "learning_rate": 0.00019769044961296495,
      "loss": 0.7927,
      "step": 59364
    },
    {
      "epoch": 2.4314970305140284,
      "grad_norm": 3.1144726146144,
      "learning_rate": 0.0001976873574341711,
      "loss": 1.0588,
      "step": 59365
    },
    {
      "epoch": 2.4315379889412245,
      "grad_norm": 1.8894305979431296,
      "learning_rate": 0.00019768426523283344,
      "loss": 1.7542,
      "step": 59366
    },
    {
      "epoch": 2.431578947368421,
      "grad_norm": 1.0340453162971954,
      "learning_rate": 0.00019768117300895347,
      "loss": 0.7133,
      "step": 59367
    },
    {
      "epoch": 2.4316199057956176,
      "grad_norm": 1.2495496110203557,
      "learning_rate": 0.00019767808076253258,
      "loss": 0.9278,
      "step": 59368
    },
    {
      "epoch": 2.4316608642228137,
      "grad_norm": 0.9107406116525604,
      "learning_rate": 0.0001976749884935722,
      "loss": 0.494,
      "step": 59369
    },
    {
      "epoch": 2.4317018226500102,
      "grad_norm": 1.4016943401427253,
      "learning_rate": 0.00019767189620207396,
      "loss": 0.7749,
      "step": 59370
    },
    {
      "epoch": 2.4317427810772068,
      "grad_norm": 1.3907535397307063,
      "learning_rate": 0.0001976688038880392,
      "loss": 1.1643,
      "step": 59371
    },
    {
      "epoch": 2.431783739504403,
      "grad_norm": 0.957444581948014,
      "learning_rate": 0.00019766571155146933,
      "loss": 0.5555,
      "step": 59372
    },
    {
      "epoch": 2.4318246979315994,
      "grad_norm": 0.9115829857553894,
      "learning_rate": 0.0001976626191923659,
      "loss": 0.8609,
      "step": 59373
    },
    {
      "epoch": 2.431865656358796,
      "grad_norm": 1.5571431113419147,
      "learning_rate": 0.00019765952681073036,
      "loss": 0.7587,
      "step": 59374
    },
    {
      "epoch": 2.4319066147859925,
      "grad_norm": 1.1557834044697832,
      "learning_rate": 0.00019765643440656415,
      "loss": 0.7479,
      "step": 59375
    },
    {
      "epoch": 2.4319475732131886,
      "grad_norm": 0.9624365780866752,
      "learning_rate": 0.00019765334197986877,
      "loss": 0.8667,
      "step": 59376
    },
    {
      "epoch": 2.431988531640385,
      "grad_norm": 1.758928245554697,
      "learning_rate": 0.00019765024953064564,
      "loss": 2.0591,
      "step": 59377
    },
    {
      "epoch": 2.432029490067581,
      "grad_norm": 0.6762321173411158,
      "learning_rate": 0.00019764715705889623,
      "loss": 0.2205,
      "step": 59378
    },
    {
      "epoch": 2.4320704484947777,
      "grad_norm": 1.7264162736055564,
      "learning_rate": 0.00019764406456462203,
      "loss": 1.1367,
      "step": 59379
    },
    {
      "epoch": 2.4321114069219743,
      "grad_norm": 1.3024628947075239,
      "learning_rate": 0.00019764097204782446,
      "loss": 0.8099,
      "step": 59380
    },
    {
      "epoch": 2.432152365349171,
      "grad_norm": 1.2512276841721284,
      "learning_rate": 0.000197637879508505,
      "loss": 0.8597,
      "step": 59381
    },
    {
      "epoch": 2.432193323776367,
      "grad_norm": 1.2295216972900014,
      "learning_rate": 0.0001976347869466651,
      "loss": 1.0549,
      "step": 59382
    },
    {
      "epoch": 2.4322342822035634,
      "grad_norm": 0.8436556230121715,
      "learning_rate": 0.0001976316943623063,
      "loss": 0.537,
      "step": 59383
    },
    {
      "epoch": 2.43227524063076,
      "grad_norm": 1.2195335611424574,
      "learning_rate": 0.00019762860175542995,
      "loss": 1.0111,
      "step": 59384
    },
    {
      "epoch": 2.432316199057956,
      "grad_norm": 1.3737145770905488,
      "learning_rate": 0.00019762550912603757,
      "loss": 0.6156,
      "step": 59385
    },
    {
      "epoch": 2.4323571574851526,
      "grad_norm": 3.9228052025658022,
      "learning_rate": 0.0001976224164741306,
      "loss": 1.6774,
      "step": 59386
    },
    {
      "epoch": 2.432398115912349,
      "grad_norm": 0.9612532411805125,
      "learning_rate": 0.00019761932379971055,
      "loss": 0.9251,
      "step": 59387
    },
    {
      "epoch": 2.432439074339545,
      "grad_norm": 1.2755760099802311,
      "learning_rate": 0.00019761623110277883,
      "loss": 0.6958,
      "step": 59388
    },
    {
      "epoch": 2.4324800327667417,
      "grad_norm": 1.4436598421245561,
      "learning_rate": 0.00019761313838333687,
      "loss": 0.7789,
      "step": 59389
    },
    {
      "epoch": 2.4325209911939383,
      "grad_norm": 1.1743579648013893,
      "learning_rate": 0.00019761004564138623,
      "loss": 0.967,
      "step": 59390
    },
    {
      "epoch": 2.4325619496211344,
      "grad_norm": 1.4032135843733342,
      "learning_rate": 0.00019760695287692834,
      "loss": 1.1726,
      "step": 59391
    },
    {
      "epoch": 2.432602908048331,
      "grad_norm": 1.2275630824770327,
      "learning_rate": 0.0001976038600899646,
      "loss": 0.7684,
      "step": 59392
    },
    {
      "epoch": 2.4326438664755274,
      "grad_norm": 0.9805604391162224,
      "learning_rate": 0.00019760076728049655,
      "loss": 0.636,
      "step": 59393
    },
    {
      "epoch": 2.432684824902724,
      "grad_norm": 1.0589723134987623,
      "learning_rate": 0.00019759767444852558,
      "loss": 0.7842,
      "step": 59394
    },
    {
      "epoch": 2.43272578332992,
      "grad_norm": 0.7626704435490502,
      "learning_rate": 0.00019759458159405324,
      "loss": 0.5302,
      "step": 59395
    },
    {
      "epoch": 2.4327667417571166,
      "grad_norm": 1.021280149833547,
      "learning_rate": 0.0001975914887170809,
      "loss": 0.9208,
      "step": 59396
    },
    {
      "epoch": 2.4328077001843127,
      "grad_norm": 0.8880818665586366,
      "learning_rate": 0.00019758839581761009,
      "loss": 0.7062,
      "step": 59397
    },
    {
      "epoch": 2.4328486586115092,
      "grad_norm": 0.6400291010971109,
      "learning_rate": 0.00019758530289564228,
      "loss": 0.2894,
      "step": 59398
    },
    {
      "epoch": 2.4328896170387058,
      "grad_norm": 0.9504977956940631,
      "learning_rate": 0.00019758220995117886,
      "loss": 0.6165,
      "step": 59399
    },
    {
      "epoch": 2.4329305754659023,
      "grad_norm": 1.0692534780638263,
      "learning_rate": 0.00019757911698422136,
      "loss": 0.6048,
      "step": 59400
    },
    {
      "epoch": 2.4329715338930984,
      "grad_norm": 1.1353527982599456,
      "learning_rate": 0.00019757602399477116,
      "loss": 0.8886,
      "step": 59401
    },
    {
      "epoch": 2.433012492320295,
      "grad_norm": 1.2956079220645043,
      "learning_rate": 0.00019757293098282978,
      "loss": 0.8703,
      "step": 59402
    },
    {
      "epoch": 2.4330534507474915,
      "grad_norm": 0.785428191917255,
      "learning_rate": 0.00019756983794839874,
      "loss": 0.1491,
      "step": 59403
    },
    {
      "epoch": 2.4330944091746876,
      "grad_norm": 0.9286851039241463,
      "learning_rate": 0.0001975667448914794,
      "loss": 0.6512,
      "step": 59404
    },
    {
      "epoch": 2.433135367601884,
      "grad_norm": 0.9769226085691635,
      "learning_rate": 0.00019756365181207327,
      "loss": 0.7974,
      "step": 59405
    },
    {
      "epoch": 2.4331763260290806,
      "grad_norm": 1.0723846946037388,
      "learning_rate": 0.0001975605587101818,
      "loss": 0.5464,
      "step": 59406
    },
    {
      "epoch": 2.4332172844562767,
      "grad_norm": 1.1042182881210145,
      "learning_rate": 0.0001975574655858065,
      "loss": 0.9079,
      "step": 59407
    },
    {
      "epoch": 2.4332582428834733,
      "grad_norm": 1.1313804638795206,
      "learning_rate": 0.00019755437243894875,
      "loss": 0.702,
      "step": 59408
    },
    {
      "epoch": 2.43329920131067,
      "grad_norm": 1.0196206918746238,
      "learning_rate": 0.00019755127926961,
      "loss": 0.8492,
      "step": 59409
    },
    {
      "epoch": 2.433340159737866,
      "grad_norm": 1.528166002347593,
      "learning_rate": 0.00019754818607779185,
      "loss": 0.9325,
      "step": 59410
    },
    {
      "epoch": 2.4333811181650624,
      "grad_norm": 1.0663180546076483,
      "learning_rate": 0.00019754509286349568,
      "loss": 0.7788,
      "step": 59411
    },
    {
      "epoch": 2.433422076592259,
      "grad_norm": 1.1471964342846337,
      "learning_rate": 0.00019754199962672295,
      "loss": 0.4267,
      "step": 59412
    },
    {
      "epoch": 2.4334630350194555,
      "grad_norm": 1.1879746907749433,
      "learning_rate": 0.00019753890636747506,
      "loss": 0.6418,
      "step": 59413
    },
    {
      "epoch": 2.4335039934466516,
      "grad_norm": 2.65191600872349,
      "learning_rate": 0.00019753581308575358,
      "loss": 3.2404,
      "step": 59414
    },
    {
      "epoch": 2.433544951873848,
      "grad_norm": 0.9479079242166047,
      "learning_rate": 0.00019753271978155992,
      "loss": 0.7413,
      "step": 59415
    },
    {
      "epoch": 2.433585910301044,
      "grad_norm": 1.4516732841831739,
      "learning_rate": 0.00019752962645489553,
      "loss": 0.9788,
      "step": 59416
    },
    {
      "epoch": 2.4336268687282407,
      "grad_norm": 0.7850296295953251,
      "learning_rate": 0.00019752653310576185,
      "loss": 0.298,
      "step": 59417
    },
    {
      "epoch": 2.4336678271554373,
      "grad_norm": 1.3867867733826955,
      "learning_rate": 0.00019752343973416045,
      "loss": 0.908,
      "step": 59418
    },
    {
      "epoch": 2.433708785582634,
      "grad_norm": 1.251373835087886,
      "learning_rate": 0.00019752034634009272,
      "loss": 0.9657,
      "step": 59419
    },
    {
      "epoch": 2.43374974400983,
      "grad_norm": 0.9028240181162691,
      "learning_rate": 0.00019751725292356013,
      "loss": 0.6353,
      "step": 59420
    },
    {
      "epoch": 2.4337907024370264,
      "grad_norm": 1.0314807037613303,
      "learning_rate": 0.0001975141594845641,
      "loss": 0.6448,
      "step": 59421
    },
    {
      "epoch": 2.433831660864223,
      "grad_norm": 0.9476106252716945,
      "learning_rate": 0.00019751106602310613,
      "loss": 0.8249,
      "step": 59422
    },
    {
      "epoch": 2.433872619291419,
      "grad_norm": 1.0593355319263387,
      "learning_rate": 0.00019750797253918775,
      "loss": 0.9732,
      "step": 59423
    },
    {
      "epoch": 2.4339135777186156,
      "grad_norm": 1.1741864947601803,
      "learning_rate": 0.0001975048790328103,
      "loss": 0.7014,
      "step": 59424
    },
    {
      "epoch": 2.433954536145812,
      "grad_norm": 3.801192721722858,
      "learning_rate": 0.0001975017855039753,
      "loss": 3.7593,
      "step": 59425
    },
    {
      "epoch": 2.4339954945730082,
      "grad_norm": 1.1021207687802244,
      "learning_rate": 0.00019749869195268425,
      "loss": 0.7798,
      "step": 59426
    },
    {
      "epoch": 2.4340364530002048,
      "grad_norm": 0.9983177299616972,
      "learning_rate": 0.00019749559837893855,
      "loss": 0.446,
      "step": 59427
    },
    {
      "epoch": 2.4340774114274013,
      "grad_norm": 0.8938981821587758,
      "learning_rate": 0.0001974925047827397,
      "loss": 0.6685,
      "step": 59428
    },
    {
      "epoch": 2.4341183698545974,
      "grad_norm": 0.9484536601859102,
      "learning_rate": 0.00019748941116408912,
      "loss": 0.7032,
      "step": 59429
    },
    {
      "epoch": 2.434159328281794,
      "grad_norm": 1.0448444877318677,
      "learning_rate": 0.00019748631752298832,
      "loss": 0.6523,
      "step": 59430
    },
    {
      "epoch": 2.4342002867089905,
      "grad_norm": 1.2023424451251994,
      "learning_rate": 0.00019748322385943875,
      "loss": 1.0327,
      "step": 59431
    },
    {
      "epoch": 2.434241245136187,
      "grad_norm": 3.178188138521787,
      "learning_rate": 0.00019748013017344192,
      "loss": 0.9774,
      "step": 59432
    },
    {
      "epoch": 2.434282203563383,
      "grad_norm": 0.8403182910153812,
      "learning_rate": 0.00019747703646499914,
      "loss": 0.6359,
      "step": 59433
    },
    {
      "epoch": 2.4343231619905796,
      "grad_norm": 0.8856521485236386,
      "learning_rate": 0.000197473942734112,
      "loss": 0.7801,
      "step": 59434
    },
    {
      "epoch": 2.4343641204177757,
      "grad_norm": 1.0546876789915516,
      "learning_rate": 0.00019747084898078196,
      "loss": 0.6264,
      "step": 59435
    },
    {
      "epoch": 2.4344050788449723,
      "grad_norm": 0.9302339895663857,
      "learning_rate": 0.00019746775520501045,
      "loss": 0.8086,
      "step": 59436
    },
    {
      "epoch": 2.434446037272169,
      "grad_norm": 1.6695142366875289,
      "learning_rate": 0.00019746466140679894,
      "loss": 0.8327,
      "step": 59437
    },
    {
      "epoch": 2.4344869956993653,
      "grad_norm": 0.8837785395938396,
      "learning_rate": 0.0001974615675861489,
      "loss": 0.7287,
      "step": 59438
    },
    {
      "epoch": 2.4345279541265614,
      "grad_norm": 0.9353686786391432,
      "learning_rate": 0.00019745847374306178,
      "loss": 0.9347,
      "step": 59439
    },
    {
      "epoch": 2.434568912553758,
      "grad_norm": 1.445427756724709,
      "learning_rate": 0.00019745537987753904,
      "loss": 0.6911,
      "step": 59440
    },
    {
      "epoch": 2.4346098709809545,
      "grad_norm": 0.9321431117204765,
      "learning_rate": 0.00019745228598958215,
      "loss": 0.6163,
      "step": 59441
    },
    {
      "epoch": 2.4346508294081506,
      "grad_norm": 1.1000901270139445,
      "learning_rate": 0.00019744919207919257,
      "loss": 0.8344,
      "step": 59442
    },
    {
      "epoch": 2.434691787835347,
      "grad_norm": 0.976131698954538,
      "learning_rate": 0.0001974460981463718,
      "loss": 0.7094,
      "step": 59443
    },
    {
      "epoch": 2.4347327462625437,
      "grad_norm": 1.1385466916329883,
      "learning_rate": 0.00019744300419112122,
      "loss": 0.9197,
      "step": 59444
    },
    {
      "epoch": 2.4347737046897397,
      "grad_norm": 1.050915056009486,
      "learning_rate": 0.00019743991021344237,
      "loss": 0.8409,
      "step": 59445
    },
    {
      "epoch": 2.4348146631169363,
      "grad_norm": 1.2414831993150148,
      "learning_rate": 0.00019743681621333664,
      "loss": 1.0639,
      "step": 59446
    },
    {
      "epoch": 2.434855621544133,
      "grad_norm": 0.8206023353381274,
      "learning_rate": 0.00019743372219080564,
      "loss": 0.5933,
      "step": 59447
    },
    {
      "epoch": 2.434896579971329,
      "grad_norm": 0.9291732188899572,
      "learning_rate": 0.00019743062814585067,
      "loss": 0.5703,
      "step": 59448
    },
    {
      "epoch": 2.4349375383985254,
      "grad_norm": 0.7569982336798321,
      "learning_rate": 0.00019742753407847317,
      "loss": 0.6082,
      "step": 59449
    },
    {
      "epoch": 2.434978496825722,
      "grad_norm": 0.7542073911157586,
      "learning_rate": 0.00019742443998867478,
      "loss": 0.6455,
      "step": 59450
    },
    {
      "epoch": 2.4350194552529185,
      "grad_norm": 1.3117254689252644,
      "learning_rate": 0.00019742134587645685,
      "loss": 0.9577,
      "step": 59451
    },
    {
      "epoch": 2.4350604136801146,
      "grad_norm": 1.3149424573369262,
      "learning_rate": 0.00019741825174182087,
      "loss": 0.8178,
      "step": 59452
    },
    {
      "epoch": 2.435101372107311,
      "grad_norm": 1.0829212752831063,
      "learning_rate": 0.00019741515758476823,
      "loss": 0.9494,
      "step": 59453
    },
    {
      "epoch": 2.4351423305345072,
      "grad_norm": 0.7620116922466713,
      "learning_rate": 0.00019741206340530051,
      "loss": 0.4113,
      "step": 59454
    },
    {
      "epoch": 2.4351832889617038,
      "grad_norm": 1.0010992709460687,
      "learning_rate": 0.00019740896920341915,
      "loss": 0.6371,
      "step": 59455
    },
    {
      "epoch": 2.4352242473889003,
      "grad_norm": 1.3926517706872048,
      "learning_rate": 0.0001974058749791255,
      "loss": 0.8418,
      "step": 59456
    },
    {
      "epoch": 2.435265205816097,
      "grad_norm": 1.1092990053830083,
      "learning_rate": 0.00019740278073242113,
      "loss": 0.8436,
      "step": 59457
    },
    {
      "epoch": 2.435306164243293,
      "grad_norm": 0.8279609010562533,
      "learning_rate": 0.0001973996864633075,
      "loss": 0.4378,
      "step": 59458
    },
    {
      "epoch": 2.4353471226704895,
      "grad_norm": 0.8810004336719963,
      "learning_rate": 0.00019739659217178602,
      "loss": 0.4187,
      "step": 59459
    },
    {
      "epoch": 2.435388081097686,
      "grad_norm": 0.94220030115554,
      "learning_rate": 0.00019739349785785818,
      "loss": 0.6818,
      "step": 59460
    },
    {
      "epoch": 2.435429039524882,
      "grad_norm": 1.3328696986347657,
      "learning_rate": 0.00019739040352152544,
      "loss": 0.9905,
      "step": 59461
    },
    {
      "epoch": 2.4354699979520786,
      "grad_norm": 0.9540641122784699,
      "learning_rate": 0.00019738730916278932,
      "loss": 0.7024,
      "step": 59462
    },
    {
      "epoch": 2.435510956379275,
      "grad_norm": 0.9556741831256621,
      "learning_rate": 0.0001973842147816512,
      "loss": 0.9294,
      "step": 59463
    },
    {
      "epoch": 2.4355519148064713,
      "grad_norm": 1.067608006170433,
      "learning_rate": 0.0001973811203781126,
      "loss": 0.7363,
      "step": 59464
    },
    {
      "epoch": 2.435592873233668,
      "grad_norm": 0.9635224011087185,
      "learning_rate": 0.00019737802595217485,
      "loss": 0.8862,
      "step": 59465
    },
    {
      "epoch": 2.4356338316608643,
      "grad_norm": 5.2562208250251325,
      "learning_rate": 0.0001973749315038396,
      "loss": 2.7575,
      "step": 59466
    },
    {
      "epoch": 2.4356747900880604,
      "grad_norm": 2.098480111205929,
      "learning_rate": 0.00019737183703310825,
      "loss": 0.9096,
      "step": 59467
    },
    {
      "epoch": 2.435715748515257,
      "grad_norm": 1.1804426323117054,
      "learning_rate": 0.0001973687425399822,
      "loss": 0.5963,
      "step": 59468
    },
    {
      "epoch": 2.4357567069424535,
      "grad_norm": 1.149627961337092,
      "learning_rate": 0.00019736564802446294,
      "loss": 0.7851,
      "step": 59469
    },
    {
      "epoch": 2.43579766536965,
      "grad_norm": 0.747853199357443,
      "learning_rate": 0.00019736255348655203,
      "loss": 0.3099,
      "step": 59470
    },
    {
      "epoch": 2.435838623796846,
      "grad_norm": 0.7728242209196052,
      "learning_rate": 0.00019735945892625082,
      "loss": 0.6142,
      "step": 59471
    },
    {
      "epoch": 2.4358795822240427,
      "grad_norm": 1.9353000227913688,
      "learning_rate": 0.00019735636434356079,
      "loss": 1.8891,
      "step": 59472
    },
    {
      "epoch": 2.4359205406512388,
      "grad_norm": 0.7679278720150944,
      "learning_rate": 0.00019735326973848339,
      "loss": 0.73,
      "step": 59473
    },
    {
      "epoch": 2.4359614990784353,
      "grad_norm": 0.9702301277168878,
      "learning_rate": 0.00019735017511102014,
      "loss": 1.0361,
      "step": 59474
    },
    {
      "epoch": 2.436002457505632,
      "grad_norm": 0.7859436185805166,
      "learning_rate": 0.0001973470804611725,
      "loss": 0.5426,
      "step": 59475
    },
    {
      "epoch": 2.4360434159328284,
      "grad_norm": 0.8546460145595052,
      "learning_rate": 0.0001973439857889419,
      "loss": 0.6406,
      "step": 59476
    },
    {
      "epoch": 2.4360843743600245,
      "grad_norm": 0.9881319822742893,
      "learning_rate": 0.00019734089109432976,
      "loss": 0.5919,
      "step": 59477
    },
    {
      "epoch": 2.436125332787221,
      "grad_norm": 0.83034787132129,
      "learning_rate": 0.00019733779637733765,
      "loss": 0.8169,
      "step": 59478
    },
    {
      "epoch": 2.4361662912144175,
      "grad_norm": 0.7476183946745666,
      "learning_rate": 0.00019733470163796698,
      "loss": 0.3292,
      "step": 59479
    },
    {
      "epoch": 2.4362072496416136,
      "grad_norm": 12.887588201048404,
      "learning_rate": 0.00019733160687621917,
      "loss": 2.496,
      "step": 59480
    },
    {
      "epoch": 2.43624820806881,
      "grad_norm": 0.7460160275948495,
      "learning_rate": 0.00019732851209209576,
      "loss": 0.5823,
      "step": 59481
    },
    {
      "epoch": 2.4362891664960067,
      "grad_norm": 1.0527269972438151,
      "learning_rate": 0.00019732541728559815,
      "loss": 1.0557,
      "step": 59482
    },
    {
      "epoch": 2.4363301249232028,
      "grad_norm": 1.4567301719127763,
      "learning_rate": 0.00019732232245672787,
      "loss": 0.8022,
      "step": 59483
    },
    {
      "epoch": 2.4363710833503993,
      "grad_norm": 0.6151599511255585,
      "learning_rate": 0.0001973192276054863,
      "loss": 0.2921,
      "step": 59484
    },
    {
      "epoch": 2.436412041777596,
      "grad_norm": 1.2293435259546297,
      "learning_rate": 0.00019731613273187492,
      "loss": 1.0409,
      "step": 59485
    },
    {
      "epoch": 2.436453000204792,
      "grad_norm": 1.1586481563969815,
      "learning_rate": 0.00019731303783589526,
      "loss": 0.8997,
      "step": 59486
    },
    {
      "epoch": 2.4364939586319885,
      "grad_norm": 0.6344251666034281,
      "learning_rate": 0.00019730994291754873,
      "loss": 0.2671,
      "step": 59487
    },
    {
      "epoch": 2.436534917059185,
      "grad_norm": 4.785709544737907,
      "learning_rate": 0.00019730684797683682,
      "loss": 3.3655,
      "step": 59488
    },
    {
      "epoch": 2.4365758754863815,
      "grad_norm": 1.0798070138350335,
      "learning_rate": 0.00019730375301376093,
      "loss": 0.7266,
      "step": 59489
    },
    {
      "epoch": 2.4366168339135776,
      "grad_norm": 0.696330755947581,
      "learning_rate": 0.00019730065802832264,
      "loss": 0.2513,
      "step": 59490
    },
    {
      "epoch": 2.436657792340774,
      "grad_norm": 0.9209745356687978,
      "learning_rate": 0.00019729756302052333,
      "loss": 0.6686,
      "step": 59491
    },
    {
      "epoch": 2.4366987507679703,
      "grad_norm": 1.1940954270478426,
      "learning_rate": 0.00019729446799036446,
      "loss": 0.3927,
      "step": 59492
    },
    {
      "epoch": 2.436739709195167,
      "grad_norm": 1.1190968223854536,
      "learning_rate": 0.00019729137293784745,
      "loss": 0.9469,
      "step": 59493
    },
    {
      "epoch": 2.4367806676223633,
      "grad_norm": 1.0542626759263316,
      "learning_rate": 0.0001972882778629739,
      "loss": 0.883,
      "step": 59494
    },
    {
      "epoch": 2.43682162604956,
      "grad_norm": 0.8579722964216885,
      "learning_rate": 0.00019728518276574517,
      "loss": 0.6394,
      "step": 59495
    },
    {
      "epoch": 2.436862584476756,
      "grad_norm": 0.6538179841065347,
      "learning_rate": 0.00019728208764616277,
      "loss": 0.2563,
      "step": 59496
    },
    {
      "epoch": 2.4369035429039525,
      "grad_norm": 7.906801290616625,
      "learning_rate": 0.00019727899250422809,
      "loss": 2.2106,
      "step": 59497
    },
    {
      "epoch": 2.436944501331149,
      "grad_norm": 1.5431977877069742,
      "learning_rate": 0.00019727589733994268,
      "loss": 1.5184,
      "step": 59498
    },
    {
      "epoch": 2.436985459758345,
      "grad_norm": 0.7735343982179279,
      "learning_rate": 0.000197272802153308,
      "loss": 0.6256,
      "step": 59499
    },
    {
      "epoch": 2.4370264181855417,
      "grad_norm": 1.0193739207903036,
      "learning_rate": 0.00019726970694432545,
      "loss": 0.946,
      "step": 59500
    },
    {
      "epoch": 2.437067376612738,
      "grad_norm": 0.5813787488692198,
      "learning_rate": 0.0001972666117129965,
      "loss": 0.2181,
      "step": 59501
    },
    {
      "epoch": 2.4371083350399343,
      "grad_norm": 1.5628896408768436,
      "learning_rate": 0.0001972635164593227,
      "loss": 0.7502,
      "step": 59502
    },
    {
      "epoch": 2.437149293467131,
      "grad_norm": 0.9422397472860523,
      "learning_rate": 0.0001972604211833054,
      "loss": 0.536,
      "step": 59503
    },
    {
      "epoch": 2.4371902518943274,
      "grad_norm": 1.0700112733577176,
      "learning_rate": 0.00019725732588494614,
      "loss": 0.8094,
      "step": 59504
    },
    {
      "epoch": 2.4372312103215235,
      "grad_norm": 1.191495493216409,
      "learning_rate": 0.00019725423056424633,
      "loss": 1.2525,
      "step": 59505
    },
    {
      "epoch": 2.43727216874872,
      "grad_norm": 1.3612512845954472,
      "learning_rate": 0.0001972511352212075,
      "loss": 1.2394,
      "step": 59506
    },
    {
      "epoch": 2.4373131271759165,
      "grad_norm": 1.3969712515040473,
      "learning_rate": 0.00019724803985583106,
      "loss": 0.8728,
      "step": 59507
    },
    {
      "epoch": 2.437354085603113,
      "grad_norm": 1.026857777626008,
      "learning_rate": 0.00019724494446811852,
      "loss": 0.8147,
      "step": 59508
    },
    {
      "epoch": 2.437395044030309,
      "grad_norm": 1.0947864676147812,
      "learning_rate": 0.00019724184905807124,
      "loss": 0.8485,
      "step": 59509
    },
    {
      "epoch": 2.4374360024575057,
      "grad_norm": 1.3935626553041223,
      "learning_rate": 0.00019723875362569082,
      "loss": 0.8305,
      "step": 59510
    },
    {
      "epoch": 2.437476960884702,
      "grad_norm": 0.7452961361818244,
      "learning_rate": 0.00019723565817097863,
      "loss": 0.283,
      "step": 59511
    },
    {
      "epoch": 2.4375179193118983,
      "grad_norm": 1.1255343562098343,
      "learning_rate": 0.00019723256269393616,
      "loss": 0.7954,
      "step": 59512
    },
    {
      "epoch": 2.437558877739095,
      "grad_norm": 0.9284173826129268,
      "learning_rate": 0.00019722946719456487,
      "loss": 0.4293,
      "step": 59513
    },
    {
      "epoch": 2.4375998361662914,
      "grad_norm": 2.5327842365809303,
      "learning_rate": 0.00019722637167286623,
      "loss": 3.6723,
      "step": 59514
    },
    {
      "epoch": 2.4376407945934875,
      "grad_norm": 1.3272524388019387,
      "learning_rate": 0.00019722327612884172,
      "loss": 0.6963,
      "step": 59515
    },
    {
      "epoch": 2.437681753020684,
      "grad_norm": 1.017523709276629,
      "learning_rate": 0.0001972201805624928,
      "loss": 0.7044,
      "step": 59516
    },
    {
      "epoch": 2.4377227114478806,
      "grad_norm": 0.8754148038663171,
      "learning_rate": 0.00019721708497382086,
      "loss": 0.7047,
      "step": 59517
    },
    {
      "epoch": 2.4377636698750766,
      "grad_norm": 0.9078297170157082,
      "learning_rate": 0.0001972139893628275,
      "loss": 0.6377,
      "step": 59518
    },
    {
      "epoch": 2.437804628302273,
      "grad_norm": 0.9210803627076767,
      "learning_rate": 0.00019721089372951408,
      "loss": 0.9577,
      "step": 59519
    },
    {
      "epoch": 2.4378455867294697,
      "grad_norm": 0.43920276694929844,
      "learning_rate": 0.00019720779807388207,
      "loss": 0.1167,
      "step": 59520
    },
    {
      "epoch": 2.437886545156666,
      "grad_norm": 1.0376246153316706,
      "learning_rate": 0.00019720470239593293,
      "loss": 0.8966,
      "step": 59521
    },
    {
      "epoch": 2.4379275035838623,
      "grad_norm": 0.689624265842821,
      "learning_rate": 0.00019720160669566816,
      "loss": 0.3198,
      "step": 59522
    },
    {
      "epoch": 2.437968462011059,
      "grad_norm": 1.771515149395727,
      "learning_rate": 0.00019719851097308924,
      "loss": 1.0668,
      "step": 59523
    },
    {
      "epoch": 2.438009420438255,
      "grad_norm": 0.810157524625552,
      "learning_rate": 0.00019719541522819758,
      "loss": 0.6957,
      "step": 59524
    },
    {
      "epoch": 2.4380503788654515,
      "grad_norm": 1.3728160221891743,
      "learning_rate": 0.00019719231946099466,
      "loss": 0.9737,
      "step": 59525
    },
    {
      "epoch": 2.438091337292648,
      "grad_norm": 1.168081451324846,
      "learning_rate": 0.00019718922367148196,
      "loss": 0.7864,
      "step": 59526
    },
    {
      "epoch": 2.4381322957198446,
      "grad_norm": 2.369637285109726,
      "learning_rate": 0.00019718612785966095,
      "loss": 2.9138,
      "step": 59527
    },
    {
      "epoch": 2.4381732541470407,
      "grad_norm": 0.9565503388125681,
      "learning_rate": 0.00019718303202553302,
      "loss": 0.599,
      "step": 59528
    },
    {
      "epoch": 2.438214212574237,
      "grad_norm": 1.0151867595824537,
      "learning_rate": 0.00019717993616909975,
      "loss": 0.6221,
      "step": 59529
    },
    {
      "epoch": 2.4382551710014333,
      "grad_norm": 1.0578960301506823,
      "learning_rate": 0.00019717684029036252,
      "loss": 0.6053,
      "step": 59530
    },
    {
      "epoch": 2.43829612942863,
      "grad_norm": 0.8837501967744832,
      "learning_rate": 0.0001971737443893228,
      "loss": 0.5765,
      "step": 59531
    },
    {
      "epoch": 2.4383370878558264,
      "grad_norm": 1.2436060946175234,
      "learning_rate": 0.0001971706484659821,
      "loss": 0.7304,
      "step": 59532
    },
    {
      "epoch": 2.438378046283023,
      "grad_norm": 4.488063420059565,
      "learning_rate": 0.00019716755252034183,
      "loss": 2.3228,
      "step": 59533
    },
    {
      "epoch": 2.438419004710219,
      "grad_norm": 1.3536363446385504,
      "learning_rate": 0.0001971644565524035,
      "loss": 0.9131,
      "step": 59534
    },
    {
      "epoch": 2.4384599631374155,
      "grad_norm": 1.0106427041206547,
      "learning_rate": 0.0001971613605621686,
      "loss": 0.684,
      "step": 59535
    },
    {
      "epoch": 2.438500921564612,
      "grad_norm": 1.454226242914976,
      "learning_rate": 0.00019715826454963847,
      "loss": 1.1507,
      "step": 59536
    },
    {
      "epoch": 2.438541879991808,
      "grad_norm": 0.9064887345650022,
      "learning_rate": 0.00019715516851481462,
      "loss": 0.7546,
      "step": 59537
    },
    {
      "epoch": 2.4385828384190047,
      "grad_norm": 3.460240254244289,
      "learning_rate": 0.0001971520724576986,
      "loss": 7.2849,
      "step": 59538
    },
    {
      "epoch": 2.4386237968462012,
      "grad_norm": 3.4390918432677293,
      "learning_rate": 0.00019714897637829182,
      "loss": 5.1724,
      "step": 59539
    },
    {
      "epoch": 2.4386647552733973,
      "grad_norm": 1.364919367285908,
      "learning_rate": 0.00019714588027659573,
      "loss": 0.8729,
      "step": 59540
    },
    {
      "epoch": 2.438705713700594,
      "grad_norm": 1.2481167188225828,
      "learning_rate": 0.00019714278415261177,
      "loss": 0.9546,
      "step": 59541
    },
    {
      "epoch": 2.4387466721277904,
      "grad_norm": 0.7721023413792539,
      "learning_rate": 0.00019713968800634147,
      "loss": 0.2794,
      "step": 59542
    },
    {
      "epoch": 2.4387876305549865,
      "grad_norm": 1.0177451501891788,
      "learning_rate": 0.00019713659183778632,
      "loss": 0.7892,
      "step": 59543
    },
    {
      "epoch": 2.438828588982183,
      "grad_norm": 0.9508405283640187,
      "learning_rate": 0.00019713349564694764,
      "loss": 0.7686,
      "step": 59544
    },
    {
      "epoch": 2.4388695474093796,
      "grad_norm": 1.0914853937409732,
      "learning_rate": 0.000197130399433827,
      "loss": 0.6902,
      "step": 59545
    },
    {
      "epoch": 2.438910505836576,
      "grad_norm": 1.1176715010903817,
      "learning_rate": 0.00019712730319842582,
      "loss": 0.9822,
      "step": 59546
    },
    {
      "epoch": 2.438951464263772,
      "grad_norm": 0.8961400247786476,
      "learning_rate": 0.00019712420694074562,
      "loss": 0.7585,
      "step": 59547
    },
    {
      "epoch": 2.4389924226909687,
      "grad_norm": 1.0433277437516255,
      "learning_rate": 0.00019712111066078782,
      "loss": 0.7716,
      "step": 59548
    },
    {
      "epoch": 2.4390333811181653,
      "grad_norm": 0.838962373358968,
      "learning_rate": 0.00019711801435855388,
      "loss": 0.2718,
      "step": 59549
    },
    {
      "epoch": 2.4390743395453613,
      "grad_norm": 1.4218612726553013,
      "learning_rate": 0.0001971149180340453,
      "loss": 0.9795,
      "step": 59550
    },
    {
      "epoch": 2.439115297972558,
      "grad_norm": 1.0301302431228019,
      "learning_rate": 0.00019711182168726354,
      "loss": 0.606,
      "step": 59551
    },
    {
      "epoch": 2.4391562563997544,
      "grad_norm": 1.2582152088439733,
      "learning_rate": 0.00019710872531821,
      "loss": 1.3757,
      "step": 59552
    },
    {
      "epoch": 2.4391972148269505,
      "grad_norm": 1.1743780026082153,
      "learning_rate": 0.00019710562892688623,
      "loss": 0.9827,
      "step": 59553
    },
    {
      "epoch": 2.439238173254147,
      "grad_norm": 0.5799391431184082,
      "learning_rate": 0.00019710253251329363,
      "loss": 0.225,
      "step": 59554
    },
    {
      "epoch": 2.4392791316813436,
      "grad_norm": 1.3087481382427517,
      "learning_rate": 0.0001970994360774337,
      "loss": 1.1442,
      "step": 59555
    },
    {
      "epoch": 2.4393200901085397,
      "grad_norm": 1.5212730097066036,
      "learning_rate": 0.00019709633961930784,
      "loss": 1.3695,
      "step": 59556
    },
    {
      "epoch": 2.439361048535736,
      "grad_norm": 0.8081707514064275,
      "learning_rate": 0.00019709324313891757,
      "loss": 0.4093,
      "step": 59557
    },
    {
      "epoch": 2.4394020069629327,
      "grad_norm": 1.413493149070313,
      "learning_rate": 0.00019709014663626438,
      "loss": 1.0479,
      "step": 59558
    },
    {
      "epoch": 2.439442965390129,
      "grad_norm": 1.8718987080843048,
      "learning_rate": 0.0001970870501113497,
      "loss": 1.0222,
      "step": 59559
    },
    {
      "epoch": 2.4394839238173254,
      "grad_norm": 1.079617521500409,
      "learning_rate": 0.000197083953564175,
      "loss": 0.8273,
      "step": 59560
    },
    {
      "epoch": 2.439524882244522,
      "grad_norm": 3.792054712280725,
      "learning_rate": 0.0001970808569947417,
      "loss": 4.162,
      "step": 59561
    },
    {
      "epoch": 2.439565840671718,
      "grad_norm": 0.6697597789146181,
      "learning_rate": 0.00019707776040305135,
      "loss": 0.3018,
      "step": 59562
    },
    {
      "epoch": 2.4396067990989145,
      "grad_norm": 0.9520094665308525,
      "learning_rate": 0.00019707466378910538,
      "loss": 0.372,
      "step": 59563
    },
    {
      "epoch": 2.439647757526111,
      "grad_norm": 0.9587462780136311,
      "learning_rate": 0.00019707156715290518,
      "loss": 0.5649,
      "step": 59564
    },
    {
      "epoch": 2.4396887159533076,
      "grad_norm": 1.743160722291644,
      "learning_rate": 0.00019706847049445227,
      "loss": 1.0585,
      "step": 59565
    },
    {
      "epoch": 2.4397296743805037,
      "grad_norm": 0.7457410982933512,
      "learning_rate": 0.0001970653738137482,
      "loss": 0.3141,
      "step": 59566
    },
    {
      "epoch": 2.4397706328077002,
      "grad_norm": 1.1496122805864635,
      "learning_rate": 0.0001970622771107943,
      "loss": 0.6984,
      "step": 59567
    },
    {
      "epoch": 2.4398115912348968,
      "grad_norm": 6.983743091738251,
      "learning_rate": 0.0001970591803855921,
      "loss": 5.8331,
      "step": 59568
    },
    {
      "epoch": 2.439852549662093,
      "grad_norm": 1.3480942292388336,
      "learning_rate": 0.000197056083638143,
      "loss": 1.0473,
      "step": 59569
    },
    {
      "epoch": 2.4398935080892894,
      "grad_norm": 1.300049245267648,
      "learning_rate": 0.00019705298686844858,
      "loss": 0.9276,
      "step": 59570
    },
    {
      "epoch": 2.439934466516486,
      "grad_norm": 0.6673321915124005,
      "learning_rate": 0.0001970498900765102,
      "loss": 0.2233,
      "step": 59571
    },
    {
      "epoch": 2.439975424943682,
      "grad_norm": 0.8730472334575845,
      "learning_rate": 0.0001970467932623294,
      "loss": 0.6193,
      "step": 59572
    },
    {
      "epoch": 2.4400163833708786,
      "grad_norm": 1.1501466324542582,
      "learning_rate": 0.00019704369642590752,
      "loss": 0.8746,
      "step": 59573
    },
    {
      "epoch": 2.440057341798075,
      "grad_norm": 1.2014438760789357,
      "learning_rate": 0.0001970405995672462,
      "loss": 0.8418,
      "step": 59574
    },
    {
      "epoch": 2.440098300225271,
      "grad_norm": 1.2799602970915347,
      "learning_rate": 0.0001970375026863468,
      "loss": 0.8957,
      "step": 59575
    },
    {
      "epoch": 2.4401392586524677,
      "grad_norm": 0.9433464673514886,
      "learning_rate": 0.00019703440578321076,
      "loss": 0.6712,
      "step": 59576
    },
    {
      "epoch": 2.4401802170796643,
      "grad_norm": 0.7098506548824158,
      "learning_rate": 0.00019703130885783958,
      "loss": 0.418,
      "step": 59577
    },
    {
      "epoch": 2.4402211755068604,
      "grad_norm": 0.8260004448489738,
      "learning_rate": 0.00019702821191023475,
      "loss": 0.7263,
      "step": 59578
    },
    {
      "epoch": 2.440262133934057,
      "grad_norm": 1.6467359495333689,
      "learning_rate": 0.00019702511494039773,
      "loss": 1.3464,
      "step": 59579
    },
    {
      "epoch": 2.4403030923612534,
      "grad_norm": 0.8884865600987594,
      "learning_rate": 0.00019702201794832998,
      "loss": 0.5284,
      "step": 59580
    },
    {
      "epoch": 2.4403440507884495,
      "grad_norm": 0.9907846727283713,
      "learning_rate": 0.00019701892093403287,
      "loss": 0.7262,
      "step": 59581
    },
    {
      "epoch": 2.440385009215646,
      "grad_norm": 1.2273648737860632,
      "learning_rate": 0.00019701582389750798,
      "loss": 1.0038,
      "step": 59582
    },
    {
      "epoch": 2.4404259676428426,
      "grad_norm": 0.9846816598626051,
      "learning_rate": 0.00019701272683875676,
      "loss": 0.7946,
      "step": 59583
    },
    {
      "epoch": 2.440466926070039,
      "grad_norm": 0.8607209258351314,
      "learning_rate": 0.00019700962975778064,
      "loss": 0.7255,
      "step": 59584
    },
    {
      "epoch": 2.440507884497235,
      "grad_norm": 0.9708613364804706,
      "learning_rate": 0.00019700653265458106,
      "loss": 0.7923,
      "step": 59585
    },
    {
      "epoch": 2.4405488429244317,
      "grad_norm": 1.3200618386949905,
      "learning_rate": 0.00019700343552915957,
      "loss": 0.7433,
      "step": 59586
    },
    {
      "epoch": 2.4405898013516283,
      "grad_norm": 1.1461221897669627,
      "learning_rate": 0.00019700033838151754,
      "loss": 0.7323,
      "step": 59587
    },
    {
      "epoch": 2.4406307597788244,
      "grad_norm": 0.5760376885555268,
      "learning_rate": 0.0001969972412116565,
      "loss": 0.2408,
      "step": 59588
    },
    {
      "epoch": 2.440671718206021,
      "grad_norm": 1.3123303264285366,
      "learning_rate": 0.00019699414401957793,
      "loss": 0.6591,
      "step": 59589
    },
    {
      "epoch": 2.4407126766332174,
      "grad_norm": 1.3612933279735244,
      "learning_rate": 0.00019699104680528319,
      "loss": 1.1153,
      "step": 59590
    },
    {
      "epoch": 2.4407536350604135,
      "grad_norm": 0.823580033413526,
      "learning_rate": 0.00019698794956877387,
      "loss": 0.3431,
      "step": 59591
    },
    {
      "epoch": 2.44079459348761,
      "grad_norm": 3.751725265884598,
      "learning_rate": 0.00019698485231005132,
      "loss": 3.2286,
      "step": 59592
    },
    {
      "epoch": 2.4408355519148066,
      "grad_norm": 1.0185043171485333,
      "learning_rate": 0.00019698175502911707,
      "loss": 0.8648,
      "step": 59593
    },
    {
      "epoch": 2.4408765103420027,
      "grad_norm": 1.0084575881049964,
      "learning_rate": 0.0001969786577259726,
      "loss": 0.5743,
      "step": 59594
    },
    {
      "epoch": 2.4409174687691992,
      "grad_norm": 0.7872535244315367,
      "learning_rate": 0.0001969755604006193,
      "loss": 0.3417,
      "step": 59595
    },
    {
      "epoch": 2.4409584271963958,
      "grad_norm": 13.082578931843852,
      "learning_rate": 0.00019697246305305872,
      "loss": 6.1735,
      "step": 59596
    },
    {
      "epoch": 2.440999385623592,
      "grad_norm": 0.7611484028633143,
      "learning_rate": 0.00019696936568329226,
      "loss": 0.2751,
      "step": 59597
    },
    {
      "epoch": 2.4410403440507884,
      "grad_norm": 1.131217473271492,
      "learning_rate": 0.00019696626829132145,
      "loss": 1.0518,
      "step": 59598
    },
    {
      "epoch": 2.441081302477985,
      "grad_norm": 0.7012967896717988,
      "learning_rate": 0.00019696317087714767,
      "loss": 0.3185,
      "step": 59599
    },
    {
      "epoch": 2.441122260905181,
      "grad_norm": 0.942771929910192,
      "learning_rate": 0.00019696007344077246,
      "loss": 0.5178,
      "step": 59600
    },
    {
      "epoch": 2.4411632193323776,
      "grad_norm": 0.9818683372527246,
      "learning_rate": 0.00019695697598219722,
      "loss": 0.7594,
      "step": 59601
    },
    {
      "epoch": 2.441204177759574,
      "grad_norm": 0.8501074975256039,
      "learning_rate": 0.00019695387850142345,
      "loss": 0.7563,
      "step": 59602
    },
    {
      "epoch": 2.4412451361867706,
      "grad_norm": 1.169604065877682,
      "learning_rate": 0.00019695078099845264,
      "loss": 1.1556,
      "step": 59603
    },
    {
      "epoch": 2.4412860946139667,
      "grad_norm": 0.8769864420309206,
      "learning_rate": 0.0001969476834732862,
      "loss": 0.8692,
      "step": 59604
    },
    {
      "epoch": 2.4413270530411633,
      "grad_norm": 1.2764100895624746,
      "learning_rate": 0.00019694458592592562,
      "loss": 0.7643,
      "step": 59605
    },
    {
      "epoch": 2.44136801146836,
      "grad_norm": 5.505653949597521,
      "learning_rate": 0.00019694148835637236,
      "loss": 6.679,
      "step": 59606
    },
    {
      "epoch": 2.441408969895556,
      "grad_norm": 0.9354389126989447,
      "learning_rate": 0.00019693839076462792,
      "loss": 0.8596,
      "step": 59607
    },
    {
      "epoch": 2.4414499283227524,
      "grad_norm": 1.0404548354839975,
      "learning_rate": 0.00019693529315069374,
      "loss": 0.4124,
      "step": 59608
    },
    {
      "epoch": 2.441490886749949,
      "grad_norm": 0.9319165358327393,
      "learning_rate": 0.00019693219551457123,
      "loss": 0.7345,
      "step": 59609
    },
    {
      "epoch": 2.441531845177145,
      "grad_norm": 0.8907529700070808,
      "learning_rate": 0.0001969290978562619,
      "loss": 0.6636,
      "step": 59610
    },
    {
      "epoch": 2.4415728036043416,
      "grad_norm": 1.3518007057018204,
      "learning_rate": 0.00019692600017576724,
      "loss": 0.4278,
      "step": 59611
    },
    {
      "epoch": 2.441613762031538,
      "grad_norm": 1.1747292273310577,
      "learning_rate": 0.00019692290247308867,
      "loss": 0.6658,
      "step": 59612
    },
    {
      "epoch": 2.441654720458734,
      "grad_norm": 1.1576743020982112,
      "learning_rate": 0.00019691980474822768,
      "loss": 0.7269,
      "step": 59613
    },
    {
      "epoch": 2.4416956788859308,
      "grad_norm": 1.1645481029861078,
      "learning_rate": 0.00019691670700118578,
      "loss": 0.8229,
      "step": 59614
    },
    {
      "epoch": 2.4417366373131273,
      "grad_norm": 0.9440989726905645,
      "learning_rate": 0.00019691360923196433,
      "loss": 0.5864,
      "step": 59615
    },
    {
      "epoch": 2.4417775957403234,
      "grad_norm": 0.7834700322367573,
      "learning_rate": 0.00019691051144056488,
      "loss": 0.2692,
      "step": 59616
    },
    {
      "epoch": 2.44181855416752,
      "grad_norm": 1.2871931735269182,
      "learning_rate": 0.00019690741362698882,
      "loss": 1.0167,
      "step": 59617
    },
    {
      "epoch": 2.4418595125947165,
      "grad_norm": 0.807600809890607,
      "learning_rate": 0.00019690431579123767,
      "loss": 0.1386,
      "step": 59618
    },
    {
      "epoch": 2.4419004710219125,
      "grad_norm": 1.0903145469520115,
      "learning_rate": 0.0001969012179333129,
      "loss": 0.5409,
      "step": 59619
    },
    {
      "epoch": 2.441941429449109,
      "grad_norm": 1.2926521726227311,
      "learning_rate": 0.00019689812005321597,
      "loss": 0.9132,
      "step": 59620
    },
    {
      "epoch": 2.4419823878763056,
      "grad_norm": 1.2682220969856077,
      "learning_rate": 0.00019689502215094825,
      "loss": 0.8279,
      "step": 59621
    },
    {
      "epoch": 2.442023346303502,
      "grad_norm": 1.0065938093416305,
      "learning_rate": 0.00019689192422651139,
      "loss": 0.8231,
      "step": 59622
    },
    {
      "epoch": 2.4420643047306982,
      "grad_norm": 0.9836389392283245,
      "learning_rate": 0.0001968888262799067,
      "loss": 1.1364,
      "step": 59623
    },
    {
      "epoch": 2.442105263157895,
      "grad_norm": 3.94560348028214,
      "learning_rate": 0.0001968857283111357,
      "loss": 0.8016,
      "step": 59624
    },
    {
      "epoch": 2.4421462215850913,
      "grad_norm": 1.3507405662852368,
      "learning_rate": 0.00019688263032019982,
      "loss": 0.8127,
      "step": 59625
    },
    {
      "epoch": 2.4421871800122874,
      "grad_norm": 3.151499791251698,
      "learning_rate": 0.00019687953230710062,
      "loss": 1.291,
      "step": 59626
    },
    {
      "epoch": 2.442228138439484,
      "grad_norm": 0.9470853084104399,
      "learning_rate": 0.00019687643427183945,
      "loss": 0.6604,
      "step": 59627
    },
    {
      "epoch": 2.4422690968666805,
      "grad_norm": 0.8019674891863016,
      "learning_rate": 0.00019687333621441782,
      "loss": 0.6547,
      "step": 59628
    },
    {
      "epoch": 2.4423100552938766,
      "grad_norm": 0.9586339901186314,
      "learning_rate": 0.0001968702381348372,
      "loss": 0.5704,
      "step": 59629
    },
    {
      "epoch": 2.442351013721073,
      "grad_norm": 1.0283973130191912,
      "learning_rate": 0.00019686714003309906,
      "loss": 0.6526,
      "step": 59630
    },
    {
      "epoch": 2.4423919721482696,
      "grad_norm": 0.9693183219590837,
      "learning_rate": 0.00019686404190920483,
      "loss": 0.7106,
      "step": 59631
    },
    {
      "epoch": 2.4424329305754657,
      "grad_norm": 0.6615988309153893,
      "learning_rate": 0.00019686094376315604,
      "loss": 0.6845,
      "step": 59632
    },
    {
      "epoch": 2.4424738890026623,
      "grad_norm": 0.9121180474309257,
      "learning_rate": 0.00019685784559495405,
      "loss": 0.8189,
      "step": 59633
    },
    {
      "epoch": 2.442514847429859,
      "grad_norm": 1.5861796608528203,
      "learning_rate": 0.00019685474740460045,
      "loss": 0.8538,
      "step": 59634
    },
    {
      "epoch": 2.442555805857055,
      "grad_norm": 2.0265500617522307,
      "learning_rate": 0.00019685164919209665,
      "loss": 0.9559,
      "step": 59635
    },
    {
      "epoch": 2.4425967642842514,
      "grad_norm": 0.8202564379000392,
      "learning_rate": 0.00019684855095744407,
      "loss": 0.2016,
      "step": 59636
    },
    {
      "epoch": 2.442637722711448,
      "grad_norm": 1.2669351513547351,
      "learning_rate": 0.00019684545270064421,
      "loss": 1.0638,
      "step": 59637
    },
    {
      "epoch": 2.442678681138644,
      "grad_norm": 0.989406019740581,
      "learning_rate": 0.00019684235442169856,
      "loss": 0.3192,
      "step": 59638
    },
    {
      "epoch": 2.4427196395658406,
      "grad_norm": 2.209350739243629,
      "learning_rate": 0.0001968392561206086,
      "loss": 1.3558,
      "step": 59639
    },
    {
      "epoch": 2.442760597993037,
      "grad_norm": 1.1634072242644227,
      "learning_rate": 0.00019683615779737568,
      "loss": 0.7772,
      "step": 59640
    },
    {
      "epoch": 2.4428015564202337,
      "grad_norm": 0.9833805356792427,
      "learning_rate": 0.0001968330594520014,
      "loss": 0.6704,
      "step": 59641
    },
    {
      "epoch": 2.4428425148474298,
      "grad_norm": 0.7793178944066954,
      "learning_rate": 0.00019682996108448715,
      "loss": 0.2605,
      "step": 59642
    },
    {
      "epoch": 2.4428834732746263,
      "grad_norm": 0.998773031985383,
      "learning_rate": 0.00019682686269483442,
      "loss": 0.2175,
      "step": 59643
    },
    {
      "epoch": 2.442924431701823,
      "grad_norm": 5.814960708314826,
      "learning_rate": 0.00019682376428304467,
      "loss": 2.5697,
      "step": 59644
    },
    {
      "epoch": 2.442965390129019,
      "grad_norm": 0.9435278906248428,
      "learning_rate": 0.00019682066584911933,
      "loss": 0.6428,
      "step": 59645
    },
    {
      "epoch": 2.4430063485562155,
      "grad_norm": 1.2523058877022308,
      "learning_rate": 0.0001968175673930599,
      "loss": 0.8564,
      "step": 59646
    },
    {
      "epoch": 2.443047306983412,
      "grad_norm": 1.0102854854581653,
      "learning_rate": 0.00019681446891486786,
      "loss": 0.8743,
      "step": 59647
    },
    {
      "epoch": 2.443088265410608,
      "grad_norm": 1.0789476777871432,
      "learning_rate": 0.00019681137041454466,
      "loss": 0.9237,
      "step": 59648
    },
    {
      "epoch": 2.4431292238378046,
      "grad_norm": 0.7912223153246094,
      "learning_rate": 0.00019680827189209172,
      "loss": 0.5907,
      "step": 59649
    },
    {
      "epoch": 2.443170182265001,
      "grad_norm": 0.871178935392568,
      "learning_rate": 0.0001968051733475106,
      "loss": 0.3408,
      "step": 59650
    },
    {
      "epoch": 2.4432111406921972,
      "grad_norm": 1.087517144242805,
      "learning_rate": 0.0001968020747808027,
      "loss": 0.9624,
      "step": 59651
    },
    {
      "epoch": 2.443252099119394,
      "grad_norm": 0.917543628289237,
      "learning_rate": 0.00019679897619196947,
      "loss": 0.6565,
      "step": 59652
    },
    {
      "epoch": 2.4432930575465903,
      "grad_norm": 0.9630853239316941,
      "learning_rate": 0.00019679587758101238,
      "loss": 0.8318,
      "step": 59653
    },
    {
      "epoch": 2.443334015973787,
      "grad_norm": 0.8923300545854932,
      "learning_rate": 0.00019679277894793295,
      "loss": 0.7889,
      "step": 59654
    },
    {
      "epoch": 2.443374974400983,
      "grad_norm": 0.9878673636641844,
      "learning_rate": 0.00019678968029273263,
      "loss": 0.798,
      "step": 59655
    },
    {
      "epoch": 2.4434159328281795,
      "grad_norm": 0.8177154489915532,
      "learning_rate": 0.00019678658161541282,
      "loss": 0.6772,
      "step": 59656
    },
    {
      "epoch": 2.4434568912553756,
      "grad_norm": 1.0739042782089816,
      "learning_rate": 0.00019678348291597505,
      "loss": 0.9229,
      "step": 59657
    },
    {
      "epoch": 2.443497849682572,
      "grad_norm": 0.9447010579148286,
      "learning_rate": 0.00019678038419442077,
      "loss": 0.8255,
      "step": 59658
    },
    {
      "epoch": 2.4435388081097686,
      "grad_norm": 0.9506115492234777,
      "learning_rate": 0.00019677728545075147,
      "loss": 0.855,
      "step": 59659
    },
    {
      "epoch": 2.443579766536965,
      "grad_norm": 0.9821970373285902,
      "learning_rate": 0.00019677418668496855,
      "loss": 0.8593,
      "step": 59660
    },
    {
      "epoch": 2.4436207249641613,
      "grad_norm": 1.0004041807412332,
      "learning_rate": 0.00019677108789707348,
      "loss": 0.8665,
      "step": 59661
    },
    {
      "epoch": 2.443661683391358,
      "grad_norm": 0.9899006447017318,
      "learning_rate": 0.0001967679890870678,
      "loss": 0.8151,
      "step": 59662
    },
    {
      "epoch": 2.4437026418185543,
      "grad_norm": 4.580665408839359,
      "learning_rate": 0.00019676489025495292,
      "loss": 2.2026,
      "step": 59663
    },
    {
      "epoch": 2.4437436002457504,
      "grad_norm": 1.1378665399735137,
      "learning_rate": 0.0001967617914007303,
      "loss": 0.795,
      "step": 59664
    },
    {
      "epoch": 2.443784558672947,
      "grad_norm": 1.112641501327453,
      "learning_rate": 0.00019675869252440138,
      "loss": 0.8923,
      "step": 59665
    },
    {
      "epoch": 2.4438255171001435,
      "grad_norm": 0.98637652724714,
      "learning_rate": 0.0001967555936259677,
      "loss": 0.7761,
      "step": 59666
    },
    {
      "epoch": 2.4438664755273396,
      "grad_norm": 1.058975434763053,
      "learning_rate": 0.0001967524947054307,
      "loss": 0.6615,
      "step": 59667
    },
    {
      "epoch": 2.443907433954536,
      "grad_norm": 0.8568379207592601,
      "learning_rate": 0.00019674939576279184,
      "loss": 0.6882,
      "step": 59668
    },
    {
      "epoch": 2.4439483923817327,
      "grad_norm": 1.6461314001399814,
      "learning_rate": 0.00019674629679805253,
      "loss": 1.5255,
      "step": 59669
    },
    {
      "epoch": 2.4439893508089288,
      "grad_norm": 0.8208376533992776,
      "learning_rate": 0.00019674319781121433,
      "loss": 0.2269,
      "step": 59670
    },
    {
      "epoch": 2.4440303092361253,
      "grad_norm": 1.0939895600862635,
      "learning_rate": 0.00019674009880227866,
      "loss": 0.6801,
      "step": 59671
    },
    {
      "epoch": 2.444071267663322,
      "grad_norm": 1.0361857119864728,
      "learning_rate": 0.00019673699977124697,
      "loss": 0.9129,
      "step": 59672
    },
    {
      "epoch": 2.4441122260905184,
      "grad_norm": 1.0345895161382679,
      "learning_rate": 0.0001967339007181207,
      "loss": 0.8264,
      "step": 59673
    },
    {
      "epoch": 2.4441531845177145,
      "grad_norm": 0.5314255729534076,
      "learning_rate": 0.0001967308016429014,
      "loss": 0.2034,
      "step": 59674
    },
    {
      "epoch": 2.444194142944911,
      "grad_norm": 0.8556018061192572,
      "learning_rate": 0.00019672770254559047,
      "loss": 0.3276,
      "step": 59675
    },
    {
      "epoch": 2.444235101372107,
      "grad_norm": 1.1524295498895016,
      "learning_rate": 0.0001967246034261894,
      "loss": 0.8298,
      "step": 59676
    },
    {
      "epoch": 2.4442760597993036,
      "grad_norm": 1.3606676647772336,
      "learning_rate": 0.00019672150428469963,
      "loss": 0.9176,
      "step": 59677
    },
    {
      "epoch": 2.4443170182265,
      "grad_norm": 0.9429683510479139,
      "learning_rate": 0.0001967184051211227,
      "loss": 0.6811,
      "step": 59678
    },
    {
      "epoch": 2.4443579766536967,
      "grad_norm": 1.2564067200385127,
      "learning_rate": 0.00019671530593545997,
      "loss": 1.215,
      "step": 59679
    },
    {
      "epoch": 2.444398935080893,
      "grad_norm": 0.8313986173422988,
      "learning_rate": 0.000196712206727713,
      "loss": 0.5612,
      "step": 59680
    },
    {
      "epoch": 2.4444398935080893,
      "grad_norm": 0.7838826002922025,
      "learning_rate": 0.00019670910749788314,
      "loss": 0.3016,
      "step": 59681
    },
    {
      "epoch": 2.444480851935286,
      "grad_norm": 1.7339326381653506,
      "learning_rate": 0.000196706008245972,
      "loss": 1.149,
      "step": 59682
    },
    {
      "epoch": 2.444521810362482,
      "grad_norm": 1.7144733888697088,
      "learning_rate": 0.0001967029089719809,
      "loss": 0.8322,
      "step": 59683
    },
    {
      "epoch": 2.4445627687896785,
      "grad_norm": 0.9438084805230145,
      "learning_rate": 0.0001966998096759114,
      "loss": 0.7529,
      "step": 59684
    },
    {
      "epoch": 2.444603727216875,
      "grad_norm": 0.27070060114233985,
      "learning_rate": 0.00019669671035776496,
      "loss": 0.054,
      "step": 59685
    },
    {
      "epoch": 2.444644685644071,
      "grad_norm": 1.1799670966318225,
      "learning_rate": 0.000196693611017543,
      "loss": 0.8203,
      "step": 59686
    },
    {
      "epoch": 2.4446856440712676,
      "grad_norm": 1.6737503517090866,
      "learning_rate": 0.000196690511655247,
      "loss": 1.5642,
      "step": 59687
    },
    {
      "epoch": 2.444726602498464,
      "grad_norm": 1.3296779718886373,
      "learning_rate": 0.00019668741227087848,
      "loss": 0.8481,
      "step": 59688
    },
    {
      "epoch": 2.4447675609256603,
      "grad_norm": 0.8085547774545924,
      "learning_rate": 0.0001966843128644388,
      "loss": 0.6765,
      "step": 59689
    },
    {
      "epoch": 2.444808519352857,
      "grad_norm": 0.6912466198375539,
      "learning_rate": 0.00019668121343592953,
      "loss": 0.5322,
      "step": 59690
    },
    {
      "epoch": 2.4448494777800533,
      "grad_norm": 1.1004260300603184,
      "learning_rate": 0.00019667811398535213,
      "loss": 0.6168,
      "step": 59691
    },
    {
      "epoch": 2.44489043620725,
      "grad_norm": 0.8092101498489797,
      "learning_rate": 0.00019667501451270798,
      "loss": 0.5705,
      "step": 59692
    },
    {
      "epoch": 2.444931394634446,
      "grad_norm": 1.7469087158055083,
      "learning_rate": 0.00019667191501799856,
      "loss": 1.3803,
      "step": 59693
    },
    {
      "epoch": 2.4449723530616425,
      "grad_norm": 1.2531363660537975,
      "learning_rate": 0.00019666881550122544,
      "loss": 0.8267,
      "step": 59694
    },
    {
      "epoch": 2.4450133114888386,
      "grad_norm": 0.7984880875817123,
      "learning_rate": 0.00019666571596239,
      "loss": 0.5471,
      "step": 59695
    },
    {
      "epoch": 2.445054269916035,
      "grad_norm": 1.1304933241961925,
      "learning_rate": 0.00019666261640149366,
      "loss": 0.2664,
      "step": 59696
    },
    {
      "epoch": 2.4450952283432317,
      "grad_norm": 1.2933336565812674,
      "learning_rate": 0.00019665951681853793,
      "loss": 0.8158,
      "step": 59697
    },
    {
      "epoch": 2.445136186770428,
      "grad_norm": 1.713071942257103,
      "learning_rate": 0.00019665641721352433,
      "loss": 1.4687,
      "step": 59698
    },
    {
      "epoch": 2.4451771451976243,
      "grad_norm": 3.020050575211689,
      "learning_rate": 0.0001966533175864543,
      "loss": 3.9957,
      "step": 59699
    },
    {
      "epoch": 2.445218103624821,
      "grad_norm": 1.05586179564433,
      "learning_rate": 0.0001966502179373293,
      "loss": 0.8195,
      "step": 59700
    },
    {
      "epoch": 2.4452590620520174,
      "grad_norm": 0.4010055380304417,
      "learning_rate": 0.0001966471182661507,
      "loss": 0.0561,
      "step": 59701
    },
    {
      "epoch": 2.4453000204792135,
      "grad_norm": 1.0000026730448455,
      "learning_rate": 0.00019664401857292014,
      "loss": 0.7894,
      "step": 59702
    },
    {
      "epoch": 2.44534097890641,
      "grad_norm": 1.1098189245271863,
      "learning_rate": 0.00019664091885763894,
      "loss": 0.6945,
      "step": 59703
    },
    {
      "epoch": 2.4453819373336065,
      "grad_norm": 1.2302491274318863,
      "learning_rate": 0.00019663781912030866,
      "loss": 0.892,
      "step": 59704
    },
    {
      "epoch": 2.4454228957608026,
      "grad_norm": 0.979472974778025,
      "learning_rate": 0.00019663471936093066,
      "loss": 0.8072,
      "step": 59705
    },
    {
      "epoch": 2.445463854187999,
      "grad_norm": 1.4121537466805933,
      "learning_rate": 0.00019663161957950655,
      "loss": 0.7128,
      "step": 59706
    },
    {
      "epoch": 2.4455048126151957,
      "grad_norm": 1.3520124132229023,
      "learning_rate": 0.00019662851977603768,
      "loss": 0.8667,
      "step": 59707
    },
    {
      "epoch": 2.445545771042392,
      "grad_norm": 1.0537472634574951,
      "learning_rate": 0.00019662541995052558,
      "loss": 0.9294,
      "step": 59708
    },
    {
      "epoch": 2.4455867294695883,
      "grad_norm": 1.8435041859952934,
      "learning_rate": 0.00019662232010297158,
      "loss": 1.769,
      "step": 59709
    },
    {
      "epoch": 2.445627687896785,
      "grad_norm": 1.8686554327281975,
      "learning_rate": 0.00019661922023337736,
      "loss": 0.7584,
      "step": 59710
    },
    {
      "epoch": 2.4456686463239814,
      "grad_norm": 0.9520943994672256,
      "learning_rate": 0.00019661612034174426,
      "loss": 0.6275,
      "step": 59711
    },
    {
      "epoch": 2.4457096047511775,
      "grad_norm": 1.1311585123015562,
      "learning_rate": 0.00019661302042807375,
      "loss": 0.8592,
      "step": 59712
    },
    {
      "epoch": 2.445750563178374,
      "grad_norm": 0.7565071204059098,
      "learning_rate": 0.0001966099204923673,
      "loss": 0.7571,
      "step": 59713
    },
    {
      "epoch": 2.44579152160557,
      "grad_norm": 1.1801484308224262,
      "learning_rate": 0.0001966068205346264,
      "loss": 0.8505,
      "step": 59714
    },
    {
      "epoch": 2.4458324800327667,
      "grad_norm": 1.0320926743676722,
      "learning_rate": 0.00019660372055485252,
      "loss": 0.703,
      "step": 59715
    },
    {
      "epoch": 2.445873438459963,
      "grad_norm": 0.7706538172400765,
      "learning_rate": 0.00019660062055304705,
      "loss": 0.2083,
      "step": 59716
    },
    {
      "epoch": 2.4459143968871597,
      "grad_norm": 1.1387133147220228,
      "learning_rate": 0.00019659752052921152,
      "loss": 0.7684,
      "step": 59717
    },
    {
      "epoch": 2.445955355314356,
      "grad_norm": 0.7086634551701103,
      "learning_rate": 0.0001965944204833474,
      "loss": 0.3291,
      "step": 59718
    },
    {
      "epoch": 2.4459963137415524,
      "grad_norm": 1.1820255946056417,
      "learning_rate": 0.0001965913204154562,
      "loss": 1.134,
      "step": 59719
    },
    {
      "epoch": 2.446037272168749,
      "grad_norm": 1.2233576969197042,
      "learning_rate": 0.00019658822032553923,
      "loss": 0.81,
      "step": 59720
    },
    {
      "epoch": 2.446078230595945,
      "grad_norm": 0.9157971474440209,
      "learning_rate": 0.0001965851202135981,
      "loss": 0.6788,
      "step": 59721
    },
    {
      "epoch": 2.4461191890231415,
      "grad_norm": 1.125341973269787,
      "learning_rate": 0.00019658202007963424,
      "loss": 1.0261,
      "step": 59722
    },
    {
      "epoch": 2.446160147450338,
      "grad_norm": 1.1194149233948558,
      "learning_rate": 0.0001965789199236491,
      "loss": 1.0055,
      "step": 59723
    },
    {
      "epoch": 2.446201105877534,
      "grad_norm": 0.930115036095255,
      "learning_rate": 0.00019657581974564413,
      "loss": 0.7313,
      "step": 59724
    },
    {
      "epoch": 2.4462420643047307,
      "grad_norm": 1.0475229251687972,
      "learning_rate": 0.00019657271954562081,
      "loss": 0.6798,
      "step": 59725
    },
    {
      "epoch": 2.446283022731927,
      "grad_norm": 0.8991417790650835,
      "learning_rate": 0.00019656961932358065,
      "loss": 0.4504,
      "step": 59726
    },
    {
      "epoch": 2.4463239811591233,
      "grad_norm": 0.927865614808328,
      "learning_rate": 0.00019656651907952507,
      "loss": 0.7064,
      "step": 59727
    },
    {
      "epoch": 2.44636493958632,
      "grad_norm": 1.1062616570145698,
      "learning_rate": 0.0001965634188134555,
      "loss": 0.9395,
      "step": 59728
    },
    {
      "epoch": 2.4464058980135164,
      "grad_norm": 0.8159995711466543,
      "learning_rate": 0.0001965603185253735,
      "loss": 0.653,
      "step": 59729
    },
    {
      "epoch": 2.446446856440713,
      "grad_norm": 0.9346895561750475,
      "learning_rate": 0.0001965572182152805,
      "loss": 0.3917,
      "step": 59730
    },
    {
      "epoch": 2.446487814867909,
      "grad_norm": 0.8729133494211737,
      "learning_rate": 0.00019655411788317787,
      "loss": 0.2905,
      "step": 59731
    },
    {
      "epoch": 2.4465287732951055,
      "grad_norm": 1.2967569327319632,
      "learning_rate": 0.0001965510175290672,
      "loss": 0.8462,
      "step": 59732
    },
    {
      "epoch": 2.4465697317223016,
      "grad_norm": 0.9737737793780683,
      "learning_rate": 0.00019654791715294987,
      "loss": 0.758,
      "step": 59733
    },
    {
      "epoch": 2.446610690149498,
      "grad_norm": 1.4803687980626032,
      "learning_rate": 0.00019654481675482742,
      "loss": 0.7074,
      "step": 59734
    },
    {
      "epoch": 2.4466516485766947,
      "grad_norm": 1.381756426354024,
      "learning_rate": 0.00019654171633470127,
      "loss": 0.7752,
      "step": 59735
    },
    {
      "epoch": 2.4466926070038912,
      "grad_norm": 1.265776981503501,
      "learning_rate": 0.00019653861589257292,
      "loss": 1.0429,
      "step": 59736
    },
    {
      "epoch": 2.4467335654310873,
      "grad_norm": 1.1627941456275401,
      "learning_rate": 0.00019653551542844378,
      "loss": 0.9717,
      "step": 59737
    },
    {
      "epoch": 2.446774523858284,
      "grad_norm": 0.7739733003399933,
      "learning_rate": 0.00019653241494231537,
      "loss": 0.3234,
      "step": 59738
    },
    {
      "epoch": 2.4468154822854804,
      "grad_norm": 1.2795417330040246,
      "learning_rate": 0.00019652931443418914,
      "loss": 0.5332,
      "step": 59739
    },
    {
      "epoch": 2.4468564407126765,
      "grad_norm": 0.5872543494055859,
      "learning_rate": 0.00019652621390406656,
      "loss": 0.2287,
      "step": 59740
    },
    {
      "epoch": 2.446897399139873,
      "grad_norm": 1.2977720220393578,
      "learning_rate": 0.00019652311335194904,
      "loss": 0.6095,
      "step": 59741
    },
    {
      "epoch": 2.4469383575670696,
      "grad_norm": 0.812196946006502,
      "learning_rate": 0.0001965200127778381,
      "loss": 0.6266,
      "step": 59742
    },
    {
      "epoch": 2.4469793159942657,
      "grad_norm": 0.9378621200115016,
      "learning_rate": 0.00019651691218173524,
      "loss": 0.688,
      "step": 59743
    },
    {
      "epoch": 2.447020274421462,
      "grad_norm": 0.8686140373922727,
      "learning_rate": 0.00019651381156364183,
      "loss": 0.5793,
      "step": 59744
    },
    {
      "epoch": 2.4470612328486587,
      "grad_norm": 5.526126794616241,
      "learning_rate": 0.00019651071092355942,
      "loss": 1.0796,
      "step": 59745
    },
    {
      "epoch": 2.447102191275855,
      "grad_norm": 1.367917168839872,
      "learning_rate": 0.00019650761026148943,
      "loss": 1.0915,
      "step": 59746
    },
    {
      "epoch": 2.4471431497030514,
      "grad_norm": 1.2197711694886546,
      "learning_rate": 0.00019650450957743338,
      "loss": 0.7424,
      "step": 59747
    },
    {
      "epoch": 2.447184108130248,
      "grad_norm": 0.9381955018010646,
      "learning_rate": 0.00019650140887139268,
      "loss": 0.7716,
      "step": 59748
    },
    {
      "epoch": 2.4472250665574444,
      "grad_norm": 0.6633236454395814,
      "learning_rate": 0.00019649830814336876,
      "loss": 0.2612,
      "step": 59749
    },
    {
      "epoch": 2.4472660249846405,
      "grad_norm": 0.9437897202842868,
      "learning_rate": 0.00019649520739336318,
      "loss": 0.8982,
      "step": 59750
    },
    {
      "epoch": 2.447306983411837,
      "grad_norm": 1.0213248309040308,
      "learning_rate": 0.00019649210662137738,
      "loss": 0.8413,
      "step": 59751
    },
    {
      "epoch": 2.447347941839033,
      "grad_norm": 1.1978358154545385,
      "learning_rate": 0.0001964890058274128,
      "loss": 0.9356,
      "step": 59752
    },
    {
      "epoch": 2.4473889002662297,
      "grad_norm": 0.8938167990236827,
      "learning_rate": 0.0001964859050114709,
      "loss": 0.7068,
      "step": 59753
    },
    {
      "epoch": 2.447429858693426,
      "grad_norm": 1.199072730741216,
      "learning_rate": 0.00019648280417355315,
      "loss": 0.8203,
      "step": 59754
    },
    {
      "epoch": 2.4474708171206228,
      "grad_norm": 1.1564450065674547,
      "learning_rate": 0.00019647970331366105,
      "loss": 0.4482,
      "step": 59755
    },
    {
      "epoch": 2.447511775547819,
      "grad_norm": 0.9649472088283357,
      "learning_rate": 0.00019647660243179605,
      "loss": 0.981,
      "step": 59756
    },
    {
      "epoch": 2.4475527339750154,
      "grad_norm": 0.8086554001743903,
      "learning_rate": 0.00019647350152795958,
      "loss": 0.5948,
      "step": 59757
    },
    {
      "epoch": 2.447593692402212,
      "grad_norm": 1.0377411809992356,
      "learning_rate": 0.00019647040060215317,
      "loss": 0.665,
      "step": 59758
    },
    {
      "epoch": 2.447634650829408,
      "grad_norm": 0.975726739120755,
      "learning_rate": 0.00019646729965437822,
      "loss": 0.7753,
      "step": 59759
    },
    {
      "epoch": 2.4476756092566045,
      "grad_norm": 0.6656397539776074,
      "learning_rate": 0.00019646419868463627,
      "loss": 0.3656,
      "step": 59760
    },
    {
      "epoch": 2.447716567683801,
      "grad_norm": 0.927136630456729,
      "learning_rate": 0.00019646109769292869,
      "loss": 0.733,
      "step": 59761
    },
    {
      "epoch": 2.447757526110997,
      "grad_norm": 1.0191501172926605,
      "learning_rate": 0.00019645799667925704,
      "loss": 0.6307,
      "step": 59762
    },
    {
      "epoch": 2.4477984845381937,
      "grad_norm": 0.93862323506109,
      "learning_rate": 0.00019645489564362273,
      "loss": 0.7975,
      "step": 59763
    },
    {
      "epoch": 2.4478394429653902,
      "grad_norm": 0.8312100606746857,
      "learning_rate": 0.00019645179458602726,
      "loss": 0.7021,
      "step": 59764
    },
    {
      "epoch": 2.4478804013925863,
      "grad_norm": 0.7836835691446112,
      "learning_rate": 0.00019644869350647203,
      "loss": 0.2867,
      "step": 59765
    },
    {
      "epoch": 2.447921359819783,
      "grad_norm": 1.081290997786615,
      "learning_rate": 0.0001964455924049586,
      "loss": 1.1037,
      "step": 59766
    },
    {
      "epoch": 2.4479623182469794,
      "grad_norm": 0.7682992023791041,
      "learning_rate": 0.00019644249128148838,
      "loss": 0.2656,
      "step": 59767
    },
    {
      "epoch": 2.448003276674176,
      "grad_norm": 1.160248240661394,
      "learning_rate": 0.00019643939013606285,
      "loss": 0.7995,
      "step": 59768
    },
    {
      "epoch": 2.448044235101372,
      "grad_norm": 1.327048140782444,
      "learning_rate": 0.00019643628896868343,
      "loss": 0.6114,
      "step": 59769
    },
    {
      "epoch": 2.4480851935285686,
      "grad_norm": 0.9668323786496328,
      "learning_rate": 0.00019643318777935165,
      "loss": 0.8552,
      "step": 59770
    },
    {
      "epoch": 2.4481261519557647,
      "grad_norm": 1.209683625909722,
      "learning_rate": 0.00019643008656806897,
      "loss": 1.0162,
      "step": 59771
    },
    {
      "epoch": 2.448167110382961,
      "grad_norm": 1.0633305515102447,
      "learning_rate": 0.00019642698533483684,
      "loss": 0.9216,
      "step": 59772
    },
    {
      "epoch": 2.4482080688101577,
      "grad_norm": 1.0500882885656446,
      "learning_rate": 0.00019642388407965666,
      "loss": 0.8005,
      "step": 59773
    },
    {
      "epoch": 2.4482490272373543,
      "grad_norm": 1.0221974450212294,
      "learning_rate": 0.00019642078280253004,
      "loss": 1.0704,
      "step": 59774
    },
    {
      "epoch": 2.4482899856645504,
      "grad_norm": 1.1648817043442292,
      "learning_rate": 0.00019641768150345835,
      "loss": 1.0935,
      "step": 59775
    },
    {
      "epoch": 2.448330944091747,
      "grad_norm": 1.5889617948942734,
      "learning_rate": 0.00019641458018244306,
      "loss": 0.4945,
      "step": 59776
    },
    {
      "epoch": 2.4483719025189434,
      "grad_norm": 1.2949322224284543,
      "learning_rate": 0.00019641147883948563,
      "loss": 0.3952,
      "step": 59777
    },
    {
      "epoch": 2.4484128609461395,
      "grad_norm": 1.1891959148706739,
      "learning_rate": 0.00019640837747458758,
      "loss": 0.7488,
      "step": 59778
    },
    {
      "epoch": 2.448453819373336,
      "grad_norm": 1.205593192626968,
      "learning_rate": 0.00019640527608775032,
      "loss": 0.5572,
      "step": 59779
    },
    {
      "epoch": 2.4484947778005326,
      "grad_norm": 1.3706494989247486,
      "learning_rate": 0.00019640217467897537,
      "loss": 0.8625,
      "step": 59780
    },
    {
      "epoch": 2.4485357362277287,
      "grad_norm": 0.9520434610522215,
      "learning_rate": 0.0001963990732482641,
      "loss": 0.5393,
      "step": 59781
    },
    {
      "epoch": 2.4485766946549252,
      "grad_norm": 0.7169932213429545,
      "learning_rate": 0.0001963959717956181,
      "loss": 0.2737,
      "step": 59782
    },
    {
      "epoch": 2.4486176530821218,
      "grad_norm": 1.2076875636660631,
      "learning_rate": 0.00019639287032103877,
      "loss": 0.9618,
      "step": 59783
    },
    {
      "epoch": 2.448658611509318,
      "grad_norm": 17.314488164553662,
      "learning_rate": 0.0001963897688245276,
      "loss": 3.6499,
      "step": 59784
    },
    {
      "epoch": 2.4486995699365144,
      "grad_norm": 1.3608054154489657,
      "learning_rate": 0.00019638666730608599,
      "loss": 0.9742,
      "step": 59785
    },
    {
      "epoch": 2.448740528363711,
      "grad_norm": 0.9628293120206205,
      "learning_rate": 0.0001963835657657155,
      "loss": 0.4371,
      "step": 59786
    },
    {
      "epoch": 2.4487814867909075,
      "grad_norm": 1.2095991596710858,
      "learning_rate": 0.0001963804642034175,
      "loss": 0.7549,
      "step": 59787
    },
    {
      "epoch": 2.4488224452181035,
      "grad_norm": 1.0532858841802517,
      "learning_rate": 0.00019637736261919356,
      "loss": 0.5962,
      "step": 59788
    },
    {
      "epoch": 2.4488634036453,
      "grad_norm": 1.6142639333659146,
      "learning_rate": 0.00019637426101304508,
      "loss": 0.9113,
      "step": 59789
    },
    {
      "epoch": 2.448904362072496,
      "grad_norm": 1.2914977257126816,
      "learning_rate": 0.0001963711593849735,
      "loss": 0.9565,
      "step": 59790
    },
    {
      "epoch": 2.4489453204996927,
      "grad_norm": 1.170526712188163,
      "learning_rate": 0.00019636805773498039,
      "loss": 0.5227,
      "step": 59791
    },
    {
      "epoch": 2.4489862789268892,
      "grad_norm": 1.442617823260839,
      "learning_rate": 0.00019636495606306713,
      "loss": 0.9036,
      "step": 59792
    },
    {
      "epoch": 2.449027237354086,
      "grad_norm": 1.276881766413584,
      "learning_rate": 0.00019636185436923518,
      "loss": 0.8154,
      "step": 59793
    },
    {
      "epoch": 2.449068195781282,
      "grad_norm": 1.0820370360138778,
      "learning_rate": 0.00019635875265348605,
      "loss": 0.9007,
      "step": 59794
    },
    {
      "epoch": 2.4491091542084784,
      "grad_norm": 1.0389638280291273,
      "learning_rate": 0.00019635565091582122,
      "loss": 0.7944,
      "step": 59795
    },
    {
      "epoch": 2.449150112635675,
      "grad_norm": 1.1212648244104593,
      "learning_rate": 0.0001963525491562421,
      "loss": 0.7995,
      "step": 59796
    },
    {
      "epoch": 2.449191071062871,
      "grad_norm": 0.810658904693999,
      "learning_rate": 0.0001963494473747502,
      "loss": 0.3005,
      "step": 59797
    },
    {
      "epoch": 2.4492320294900676,
      "grad_norm": 1.083959018883111,
      "learning_rate": 0.00019634634557134692,
      "loss": 0.4164,
      "step": 59798
    },
    {
      "epoch": 2.449272987917264,
      "grad_norm": 0.8675398020120937,
      "learning_rate": 0.00019634324374603386,
      "loss": 0.4083,
      "step": 59799
    },
    {
      "epoch": 2.44931394634446,
      "grad_norm": 1.1210202724190566,
      "learning_rate": 0.00019634014189881237,
      "loss": 0.9544,
      "step": 59800
    },
    {
      "epoch": 2.4493549047716567,
      "grad_norm": 0.941344880129346,
      "learning_rate": 0.00019633704002968395,
      "loss": 0.6733,
      "step": 59801
    },
    {
      "epoch": 2.4493958631988533,
      "grad_norm": 1.7143105782565573,
      "learning_rate": 0.00019633393813865005,
      "loss": 1.7239,
      "step": 59802
    },
    {
      "epoch": 2.4494368216260494,
      "grad_norm": 1.2927568730259502,
      "learning_rate": 0.0001963308362257122,
      "loss": 1.1733,
      "step": 59803
    },
    {
      "epoch": 2.449477780053246,
      "grad_norm": 1.1161778081864506,
      "learning_rate": 0.00019632773429087175,
      "loss": 0.9292,
      "step": 59804
    },
    {
      "epoch": 2.4495187384804424,
      "grad_norm": 4.226326920894339,
      "learning_rate": 0.00019632463233413026,
      "loss": 2.1796,
      "step": 59805
    },
    {
      "epoch": 2.449559696907639,
      "grad_norm": 0.7386310193140848,
      "learning_rate": 0.0001963215303554892,
      "loss": 0.4535,
      "step": 59806
    },
    {
      "epoch": 2.449600655334835,
      "grad_norm": 0.8706824800484563,
      "learning_rate": 0.00019631842835494997,
      "loss": 0.3311,
      "step": 59807
    },
    {
      "epoch": 2.4496416137620316,
      "grad_norm": 1.0607161762782444,
      "learning_rate": 0.0001963153263325141,
      "loss": 0.3038,
      "step": 59808
    },
    {
      "epoch": 2.4496825721892277,
      "grad_norm": 1.1063243740548199,
      "learning_rate": 0.000196312224288183,
      "loss": 0.8154,
      "step": 59809
    },
    {
      "epoch": 2.4497235306164242,
      "grad_norm": 1.21603320475292,
      "learning_rate": 0.0001963091222219582,
      "loss": 1.0735,
      "step": 59810
    },
    {
      "epoch": 2.4497644890436208,
      "grad_norm": 0.9975229168495725,
      "learning_rate": 0.00019630602013384111,
      "loss": 0.895,
      "step": 59811
    },
    {
      "epoch": 2.4498054474708173,
      "grad_norm": 0.976960560129453,
      "learning_rate": 0.00019630291802383325,
      "loss": 0.842,
      "step": 59812
    },
    {
      "epoch": 2.4498464058980134,
      "grad_norm": 1.0394039626609886,
      "learning_rate": 0.00019629981589193603,
      "loss": 0.4918,
      "step": 59813
    },
    {
      "epoch": 2.44988736432521,
      "grad_norm": 1.1446868989884749,
      "learning_rate": 0.00019629671373815096,
      "loss": 0.949,
      "step": 59814
    },
    {
      "epoch": 2.4499283227524065,
      "grad_norm": 0.9975399774551068,
      "learning_rate": 0.0001962936115624795,
      "loss": 0.6688,
      "step": 59815
    },
    {
      "epoch": 2.4499692811796026,
      "grad_norm": 0.811724218047383,
      "learning_rate": 0.00019629050936492308,
      "loss": 0.2213,
      "step": 59816
    },
    {
      "epoch": 2.450010239606799,
      "grad_norm": 0.9206484852248278,
      "learning_rate": 0.0001962874071454832,
      "loss": 0.6965,
      "step": 59817
    },
    {
      "epoch": 2.4500511980339956,
      "grad_norm": 1.1187257389136458,
      "learning_rate": 0.00019628430490416132,
      "loss": 0.9328,
      "step": 59818
    },
    {
      "epoch": 2.4500921564611917,
      "grad_norm": 1.0197292702520944,
      "learning_rate": 0.00019628120264095894,
      "loss": 0.703,
      "step": 59819
    },
    {
      "epoch": 2.4501331148883883,
      "grad_norm": 1.2414712494085591,
      "learning_rate": 0.00019627810035587748,
      "loss": 0.5853,
      "step": 59820
    },
    {
      "epoch": 2.450174073315585,
      "grad_norm": 0.9931472991496804,
      "learning_rate": 0.00019627499804891836,
      "loss": 0.8601,
      "step": 59821
    },
    {
      "epoch": 2.450215031742781,
      "grad_norm": 0.8944844648022873,
      "learning_rate": 0.00019627189572008315,
      "loss": 0.5576,
      "step": 59822
    },
    {
      "epoch": 2.4502559901699774,
      "grad_norm": 1.0679233800351673,
      "learning_rate": 0.0001962687933693733,
      "loss": 0.8147,
      "step": 59823
    },
    {
      "epoch": 2.450296948597174,
      "grad_norm": 0.9886792841162633,
      "learning_rate": 0.00019626569099679024,
      "loss": 0.8064,
      "step": 59824
    },
    {
      "epoch": 2.4503379070243705,
      "grad_norm": 1.2887648390043942,
      "learning_rate": 0.0001962625886023354,
      "loss": 0.8784,
      "step": 59825
    },
    {
      "epoch": 2.4503788654515666,
      "grad_norm": 0.9987364917356298,
      "learning_rate": 0.00019625948618601032,
      "loss": 0.7714,
      "step": 59826
    },
    {
      "epoch": 2.450419823878763,
      "grad_norm": 0.9976250874506966,
      "learning_rate": 0.00019625638374781644,
      "loss": 0.6627,
      "step": 59827
    },
    {
      "epoch": 2.450460782305959,
      "grad_norm": 0.8581299696814457,
      "learning_rate": 0.00019625328128775526,
      "loss": 0.2446,
      "step": 59828
    },
    {
      "epoch": 2.4505017407331557,
      "grad_norm": 1.1083577626447862,
      "learning_rate": 0.00019625017880582814,
      "loss": 0.5155,
      "step": 59829
    },
    {
      "epoch": 2.4505426991603523,
      "grad_norm": 1.0009836189248755,
      "learning_rate": 0.00019624707630203666,
      "loss": 0.6735,
      "step": 59830
    },
    {
      "epoch": 2.450583657587549,
      "grad_norm": 0.5496547464414276,
      "learning_rate": 0.00019624397377638228,
      "loss": 0.2518,
      "step": 59831
    },
    {
      "epoch": 2.450624616014745,
      "grad_norm": 0.9738697216732618,
      "learning_rate": 0.00019624087122886637,
      "loss": 0.7942,
      "step": 59832
    },
    {
      "epoch": 2.4506655744419414,
      "grad_norm": 2.453814721673081,
      "learning_rate": 0.00019623776865949045,
      "loss": 1.0702,
      "step": 59833
    },
    {
      "epoch": 2.450706532869138,
      "grad_norm": 1.4844229595116138,
      "learning_rate": 0.00019623466606825607,
      "loss": 0.7743,
      "step": 59834
    },
    {
      "epoch": 2.450747491296334,
      "grad_norm": 1.242127563802492,
      "learning_rate": 0.00019623156345516463,
      "loss": 0.8202,
      "step": 59835
    },
    {
      "epoch": 2.4507884497235306,
      "grad_norm": 0.46615303715761075,
      "learning_rate": 0.00019622846082021752,
      "loss": 0.1376,
      "step": 59836
    },
    {
      "epoch": 2.450829408150727,
      "grad_norm": 1.1590640004270971,
      "learning_rate": 0.0001962253581634163,
      "loss": 1.0642,
      "step": 59837
    },
    {
      "epoch": 2.4508703665779232,
      "grad_norm": 1.2906279294259748,
      "learning_rate": 0.0001962222554847624,
      "loss": 1.2643,
      "step": 59838
    },
    {
      "epoch": 2.4509113250051198,
      "grad_norm": 1.0832456411111304,
      "learning_rate": 0.00019621915278425733,
      "loss": 1.0313,
      "step": 59839
    },
    {
      "epoch": 2.4509522834323163,
      "grad_norm": 2.0914477237240763,
      "learning_rate": 0.00019621605006190252,
      "loss": 0.9783,
      "step": 59840
    },
    {
      "epoch": 2.4509932418595124,
      "grad_norm": 0.8766083613718512,
      "learning_rate": 0.0001962129473176994,
      "loss": 0.299,
      "step": 59841
    },
    {
      "epoch": 2.451034200286709,
      "grad_norm": 1.1204187764968483,
      "learning_rate": 0.00019620984455164954,
      "loss": 0.6104,
      "step": 59842
    },
    {
      "epoch": 2.4510751587139055,
      "grad_norm": 0.9276951169591691,
      "learning_rate": 0.00019620674176375433,
      "loss": 0.7357,
      "step": 59843
    },
    {
      "epoch": 2.451116117141102,
      "grad_norm": 0.8034028874485521,
      "learning_rate": 0.00019620363895401523,
      "loss": 0.6773,
      "step": 59844
    },
    {
      "epoch": 2.451157075568298,
      "grad_norm": 0.8665884445023156,
      "learning_rate": 0.00019620053612243375,
      "loss": 0.6805,
      "step": 59845
    },
    {
      "epoch": 2.4511980339954946,
      "grad_norm": 1.9483226280922463,
      "learning_rate": 0.00019619743326901133,
      "loss": 1.6169,
      "step": 59846
    },
    {
      "epoch": 2.4512389924226907,
      "grad_norm": 1.9888407516349969,
      "learning_rate": 0.00019619433039374945,
      "loss": 0.9959,
      "step": 59847
    },
    {
      "epoch": 2.4512799508498873,
      "grad_norm": 0.8217898593731586,
      "learning_rate": 0.00019619122749664958,
      "loss": 0.6188,
      "step": 59848
    },
    {
      "epoch": 2.451320909277084,
      "grad_norm": 1.1696335023508546,
      "learning_rate": 0.00019618812457771316,
      "loss": 0.6924,
      "step": 59849
    },
    {
      "epoch": 2.4513618677042803,
      "grad_norm": 1.0034585405206007,
      "learning_rate": 0.00019618502163694167,
      "loss": 0.9998,
      "step": 59850
    },
    {
      "epoch": 2.4514028261314764,
      "grad_norm": 1.1733730526049762,
      "learning_rate": 0.0001961819186743366,
      "loss": 0.7806,
      "step": 59851
    },
    {
      "epoch": 2.451443784558673,
      "grad_norm": 0.8675259299152822,
      "learning_rate": 0.0001961788156898994,
      "loss": 0.7859,
      "step": 59852
    },
    {
      "epoch": 2.4514847429858695,
      "grad_norm": 0.6974845529206192,
      "learning_rate": 0.0001961757126836315,
      "loss": 0.8874,
      "step": 59853
    },
    {
      "epoch": 2.4515257014130656,
      "grad_norm": 0.8906825984421106,
      "learning_rate": 0.00019617260965553443,
      "loss": 0.4095,
      "step": 59854
    },
    {
      "epoch": 2.451566659840262,
      "grad_norm": 1.072599711200487,
      "learning_rate": 0.00019616950660560965,
      "loss": 0.8165,
      "step": 59855
    },
    {
      "epoch": 2.4516076182674587,
      "grad_norm": 1.549449024392198,
      "learning_rate": 0.0001961664035338586,
      "loss": 1.0585,
      "step": 59856
    },
    {
      "epoch": 2.4516485766946547,
      "grad_norm": 1.0496029509381803,
      "learning_rate": 0.0001961633004402827,
      "loss": 0.6535,
      "step": 59857
    },
    {
      "epoch": 2.4516895351218513,
      "grad_norm": 0.6765274454719564,
      "learning_rate": 0.00019616019732488353,
      "loss": 0.2976,
      "step": 59858
    },
    {
      "epoch": 2.451730493549048,
      "grad_norm": 0.7269675672864297,
      "learning_rate": 0.00019615709418766247,
      "loss": 0.3587,
      "step": 59859
    },
    {
      "epoch": 2.451771451976244,
      "grad_norm": 1.1834107961083558,
      "learning_rate": 0.00019615399102862103,
      "loss": 0.8223,
      "step": 59860
    },
    {
      "epoch": 2.4518124104034404,
      "grad_norm": 3.9042733227445603,
      "learning_rate": 0.0001961508878477606,
      "loss": 3.3619,
      "step": 59861
    },
    {
      "epoch": 2.451853368830637,
      "grad_norm": 1.711421881086807,
      "learning_rate": 0.00019614778464508277,
      "loss": 0.8194,
      "step": 59862
    },
    {
      "epoch": 2.4518943272578335,
      "grad_norm": 1.3657170768301592,
      "learning_rate": 0.00019614468142058894,
      "loss": 0.9024,
      "step": 59863
    },
    {
      "epoch": 2.4519352856850296,
      "grad_norm": 1.3337849747735604,
      "learning_rate": 0.00019614157817428058,
      "loss": 1.1402,
      "step": 59864
    },
    {
      "epoch": 2.451976244112226,
      "grad_norm": 1.936124642516194,
      "learning_rate": 0.00019613847490615916,
      "loss": 1.9316,
      "step": 59865
    },
    {
      "epoch": 2.4520172025394227,
      "grad_norm": 1.0895307357371071,
      "learning_rate": 0.00019613537161622613,
      "loss": 0.7119,
      "step": 59866
    },
    {
      "epoch": 2.4520581609666188,
      "grad_norm": 0.6326419213086899,
      "learning_rate": 0.000196132268304483,
      "loss": 0.2626,
      "step": 59867
    },
    {
      "epoch": 2.4520991193938153,
      "grad_norm": 0.8229106391042688,
      "learning_rate": 0.0001961291649709312,
      "loss": 0.2813,
      "step": 59868
    },
    {
      "epoch": 2.452140077821012,
      "grad_norm": 1.1869789263875485,
      "learning_rate": 0.00019612606161557218,
      "loss": 1.0343,
      "step": 59869
    },
    {
      "epoch": 2.452181036248208,
      "grad_norm": 0.8790532395499663,
      "learning_rate": 0.00019612295823840748,
      "loss": 0.6045,
      "step": 59870
    },
    {
      "epoch": 2.4522219946754045,
      "grad_norm": 2.596955140338975,
      "learning_rate": 0.00019611985483943852,
      "loss": 0.8919,
      "step": 59871
    },
    {
      "epoch": 2.452262953102601,
      "grad_norm": 1.9728507635580443,
      "learning_rate": 0.00019611675141866677,
      "loss": 1.8264,
      "step": 59872
    },
    {
      "epoch": 2.452303911529797,
      "grad_norm": 1.1794737819744272,
      "learning_rate": 0.00019611364797609364,
      "loss": 0.8915,
      "step": 59873
    },
    {
      "epoch": 2.4523448699569936,
      "grad_norm": 0.9582439381351545,
      "learning_rate": 0.00019611054451172072,
      "loss": 0.386,
      "step": 59874
    },
    {
      "epoch": 2.45238582838419,
      "grad_norm": 1.0509998014568869,
      "learning_rate": 0.00019610744102554936,
      "loss": 1.0563,
      "step": 59875
    },
    {
      "epoch": 2.4524267868113863,
      "grad_norm": 1.0058463437271155,
      "learning_rate": 0.0001961043375175811,
      "loss": 0.644,
      "step": 59876
    },
    {
      "epoch": 2.452467745238583,
      "grad_norm": 0.9592445035967258,
      "learning_rate": 0.00019610123398781736,
      "loss": 0.6403,
      "step": 59877
    },
    {
      "epoch": 2.4525087036657793,
      "grad_norm": 1.5539356720857627,
      "learning_rate": 0.00019609813043625969,
      "loss": 0.8164,
      "step": 59878
    },
    {
      "epoch": 2.4525496620929754,
      "grad_norm": 0.6876718782039783,
      "learning_rate": 0.00019609502686290944,
      "loss": 0.2917,
      "step": 59879
    },
    {
      "epoch": 2.452590620520172,
      "grad_norm": 0.848413145506456,
      "learning_rate": 0.0001960919232677682,
      "loss": 0.5799,
      "step": 59880
    },
    {
      "epoch": 2.4526315789473685,
      "grad_norm": 1.6832342469630608,
      "learning_rate": 0.0001960888196508373,
      "loss": 1.1406,
      "step": 59881
    },
    {
      "epoch": 2.452672537374565,
      "grad_norm": 1.0898393687009498,
      "learning_rate": 0.0001960857160121183,
      "loss": 0.8863,
      "step": 59882
    },
    {
      "epoch": 2.452713495801761,
      "grad_norm": 0.9843532710112701,
      "learning_rate": 0.00019608261235161268,
      "loss": 0.742,
      "step": 59883
    },
    {
      "epoch": 2.4527544542289577,
      "grad_norm": 1.0297990239610877,
      "learning_rate": 0.00019607950866932182,
      "loss": 0.8713,
      "step": 59884
    },
    {
      "epoch": 2.452795412656154,
      "grad_norm": 1.060221296301324,
      "learning_rate": 0.0001960764049652473,
      "loss": 0.8624,
      "step": 59885
    },
    {
      "epoch": 2.4528363710833503,
      "grad_norm": 0.41160278901639724,
      "learning_rate": 0.00019607330123939048,
      "loss": 0.0957,
      "step": 59886
    },
    {
      "epoch": 2.452877329510547,
      "grad_norm": 0.9140171602293878,
      "learning_rate": 0.00019607019749175292,
      "loss": 0.7487,
      "step": 59887
    },
    {
      "epoch": 2.4529182879377434,
      "grad_norm": 1.3662363543198306,
      "learning_rate": 0.00019606709372233604,
      "loss": 0.9924,
      "step": 59888
    },
    {
      "epoch": 2.4529592463649394,
      "grad_norm": 1.7096295643884807,
      "learning_rate": 0.00019606398993114125,
      "loss": 1.1136,
      "step": 59889
    },
    {
      "epoch": 2.453000204792136,
      "grad_norm": 2.0095499153358825,
      "learning_rate": 0.00019606088611817015,
      "loss": 1.9313,
      "step": 59890
    },
    {
      "epoch": 2.4530411632193325,
      "grad_norm": 3.165408713215752,
      "learning_rate": 0.00019605778228342412,
      "loss": 2.6447,
      "step": 59891
    },
    {
      "epoch": 2.4530821216465286,
      "grad_norm": 0.77918556222933,
      "learning_rate": 0.00019605467842690466,
      "loss": 0.3682,
      "step": 59892
    },
    {
      "epoch": 2.453123080073725,
      "grad_norm": 0.7387614711758719,
      "learning_rate": 0.00019605157454861312,
      "loss": 0.4226,
      "step": 59893
    },
    {
      "epoch": 2.4531640385009217,
      "grad_norm": 1.2953599067932864,
      "learning_rate": 0.00019604847064855116,
      "loss": 0.8162,
      "step": 59894
    },
    {
      "epoch": 2.4532049969281178,
      "grad_norm": 1.4643081553108623,
      "learning_rate": 0.00019604536672672017,
      "loss": 1.0835,
      "step": 59895
    },
    {
      "epoch": 2.4532459553553143,
      "grad_norm": 1.2835015936788885,
      "learning_rate": 0.00019604226278312157,
      "loss": 0.954,
      "step": 59896
    },
    {
      "epoch": 2.453286913782511,
      "grad_norm": 1.3278977439194117,
      "learning_rate": 0.00019603915881775684,
      "loss": 1.005,
      "step": 59897
    },
    {
      "epoch": 2.453327872209707,
      "grad_norm": 2.0378320692585787,
      "learning_rate": 0.0001960360548306275,
      "loss": 0.7561,
      "step": 59898
    },
    {
      "epoch": 2.4533688306369035,
      "grad_norm": 1.0441781675776993,
      "learning_rate": 0.00019603295082173497,
      "loss": 0.6617,
      "step": 59899
    },
    {
      "epoch": 2.4534097890641,
      "grad_norm": 0.6925852742198628,
      "learning_rate": 0.00019602984679108077,
      "loss": 0.2858,
      "step": 59900
    },
    {
      "epoch": 2.4534507474912965,
      "grad_norm": 1.4270834425835848,
      "learning_rate": 0.00019602674273866625,
      "loss": 0.7316,
      "step": 59901
    },
    {
      "epoch": 2.4534917059184926,
      "grad_norm": 0.999431824932546,
      "learning_rate": 0.00019602363866449299,
      "loss": 0.5648,
      "step": 59902
    },
    {
      "epoch": 2.453532664345689,
      "grad_norm": 1.4037190267151929,
      "learning_rate": 0.00019602053456856247,
      "loss": 1.2652,
      "step": 59903
    },
    {
      "epoch": 2.4535736227728857,
      "grad_norm": 1.6401265610853943,
      "learning_rate": 0.00019601743045087608,
      "loss": 1.0979,
      "step": 59904
    },
    {
      "epoch": 2.453614581200082,
      "grad_norm": 0.8970656044292419,
      "learning_rate": 0.00019601432631143528,
      "loss": 0.5983,
      "step": 59905
    },
    {
      "epoch": 2.4536555396272783,
      "grad_norm": 0.8748318011064641,
      "learning_rate": 0.00019601122215024165,
      "loss": 0.7933,
      "step": 59906
    },
    {
      "epoch": 2.453696498054475,
      "grad_norm": 1.0329961165840853,
      "learning_rate": 0.00019600811796729656,
      "loss": 0.8209,
      "step": 59907
    },
    {
      "epoch": 2.453737456481671,
      "grad_norm": 1.2882869631360234,
      "learning_rate": 0.00019600501376260148,
      "loss": 1.057,
      "step": 59908
    },
    {
      "epoch": 2.4537784149088675,
      "grad_norm": 0.7718462049475259,
      "learning_rate": 0.00019600190953615788,
      "loss": 0.7552,
      "step": 59909
    },
    {
      "epoch": 2.453819373336064,
      "grad_norm": 1.0518349872837756,
      "learning_rate": 0.00019599880528796727,
      "loss": 0.7084,
      "step": 59910
    },
    {
      "epoch": 2.45386033176326,
      "grad_norm": 0.7792859942222399,
      "learning_rate": 0.0001959957010180311,
      "loss": 0.3245,
      "step": 59911
    },
    {
      "epoch": 2.4539012901904567,
      "grad_norm": 0.9965008297231152,
      "learning_rate": 0.00019599259672635087,
      "loss": 0.7529,
      "step": 59912
    },
    {
      "epoch": 2.453942248617653,
      "grad_norm": 0.9763869461999685,
      "learning_rate": 0.00019598949241292793,
      "loss": 0.5616,
      "step": 59913
    },
    {
      "epoch": 2.4539832070448493,
      "grad_norm": 0.6666007073338492,
      "learning_rate": 0.00019598638807776387,
      "loss": 0.247,
      "step": 59914
    },
    {
      "epoch": 2.454024165472046,
      "grad_norm": 1.189839595805868,
      "learning_rate": 0.00019598328372086012,
      "loss": 0.9185,
      "step": 59915
    },
    {
      "epoch": 2.4540651238992424,
      "grad_norm": 1.1355761666851674,
      "learning_rate": 0.00019598017934221814,
      "loss": 0.8615,
      "step": 59916
    },
    {
      "epoch": 2.4541060823264385,
      "grad_norm": 2.961484433914978,
      "learning_rate": 0.00019597707494183937,
      "loss": 3.063,
      "step": 59917
    },
    {
      "epoch": 2.454147040753635,
      "grad_norm": 0.7390197866597871,
      "learning_rate": 0.00019597397051972532,
      "loss": 0.3288,
      "step": 59918
    },
    {
      "epoch": 2.4541879991808315,
      "grad_norm": 0.8608538896652066,
      "learning_rate": 0.00019597086607587747,
      "loss": 0.6855,
      "step": 59919
    },
    {
      "epoch": 2.454228957608028,
      "grad_norm": 1.1228606699778767,
      "learning_rate": 0.00019596776161029725,
      "loss": 1.1122,
      "step": 59920
    },
    {
      "epoch": 2.454269916035224,
      "grad_norm": 1.1171921522852362,
      "learning_rate": 0.0001959646571229861,
      "loss": 0.8686,
      "step": 59921
    },
    {
      "epoch": 2.4543108744624207,
      "grad_norm": 1.1711783187432259,
      "learning_rate": 0.00019596155261394557,
      "loss": 0.6469,
      "step": 59922
    },
    {
      "epoch": 2.4543518328896172,
      "grad_norm": 0.9669747639486067,
      "learning_rate": 0.00019595844808317707,
      "loss": 0.6298,
      "step": 59923
    },
    {
      "epoch": 2.4543927913168133,
      "grad_norm": 0.9678260224899858,
      "learning_rate": 0.0001959553435306821,
      "loss": 0.7995,
      "step": 59924
    },
    {
      "epoch": 2.45443374974401,
      "grad_norm": 0.7383425737964233,
      "learning_rate": 0.0001959522389564621,
      "loss": 0.3607,
      "step": 59925
    },
    {
      "epoch": 2.4544747081712064,
      "grad_norm": 1.218898535269263,
      "learning_rate": 0.0001959491343605185,
      "loss": 1.0539,
      "step": 59926
    },
    {
      "epoch": 2.4545156665984025,
      "grad_norm": 1.0424347711216142,
      "learning_rate": 0.0001959460297428529,
      "loss": 0.2868,
      "step": 59927
    },
    {
      "epoch": 2.454556625025599,
      "grad_norm": 1.3103318651103417,
      "learning_rate": 0.00019594292510346665,
      "loss": 0.9415,
      "step": 59928
    },
    {
      "epoch": 2.4545975834527956,
      "grad_norm": 0.9432472042010377,
      "learning_rate": 0.00019593982044236122,
      "loss": 0.4003,
      "step": 59929
    },
    {
      "epoch": 2.4546385418799916,
      "grad_norm": 1.0607517291709805,
      "learning_rate": 0.00019593671575953814,
      "loss": 0.9334,
      "step": 59930
    },
    {
      "epoch": 2.454679500307188,
      "grad_norm": 1.0010411960305874,
      "learning_rate": 0.0001959336110549989,
      "loss": 0.5867,
      "step": 59931
    },
    {
      "epoch": 2.4547204587343847,
      "grad_norm": 1.2359233799156522,
      "learning_rate": 0.00019593050632874483,
      "loss": 0.6892,
      "step": 59932
    },
    {
      "epoch": 2.454761417161581,
      "grad_norm": 1.1953125059885563,
      "learning_rate": 0.00019592740158077746,
      "loss": 0.8483,
      "step": 59933
    },
    {
      "epoch": 2.4548023755887773,
      "grad_norm": 1.0427874728967688,
      "learning_rate": 0.00019592429681109834,
      "loss": 0.7092,
      "step": 59934
    },
    {
      "epoch": 2.454843334015974,
      "grad_norm": 0.6489149066192552,
      "learning_rate": 0.00019592119201970886,
      "loss": 0.1928,
      "step": 59935
    },
    {
      "epoch": 2.45488429244317,
      "grad_norm": 1.0491658299151991,
      "learning_rate": 0.00019591808720661053,
      "loss": 0.2962,
      "step": 59936
    },
    {
      "epoch": 2.4549252508703665,
      "grad_norm": 0.9698150600130435,
      "learning_rate": 0.00019591498237180475,
      "loss": 0.3559,
      "step": 59937
    },
    {
      "epoch": 2.454966209297563,
      "grad_norm": 1.9814164287108547,
      "learning_rate": 0.00019591187751529307,
      "loss": 0.7925,
      "step": 59938
    },
    {
      "epoch": 2.4550071677247596,
      "grad_norm": 1.8881359713853996,
      "learning_rate": 0.00019590877263707689,
      "loss": 1.5325,
      "step": 59939
    },
    {
      "epoch": 2.4550481261519557,
      "grad_norm": 0.9871719458481125,
      "learning_rate": 0.0001959056677371577,
      "loss": 0.741,
      "step": 59940
    },
    {
      "epoch": 2.455089084579152,
      "grad_norm": 1.046087152027973,
      "learning_rate": 0.00019590256281553704,
      "loss": 0.8713,
      "step": 59941
    },
    {
      "epoch": 2.4551300430063487,
      "grad_norm": 0.6567258459109531,
      "learning_rate": 0.00019589945787221625,
      "loss": 0.2883,
      "step": 59942
    },
    {
      "epoch": 2.455171001433545,
      "grad_norm": 1.1310857457814838,
      "learning_rate": 0.00019589635290719688,
      "loss": 0.4735,
      "step": 59943
    },
    {
      "epoch": 2.4552119598607414,
      "grad_norm": 0.8320835954903223,
      "learning_rate": 0.00019589324792048039,
      "loss": 0.7987,
      "step": 59944
    },
    {
      "epoch": 2.455252918287938,
      "grad_norm": 1.373349187102327,
      "learning_rate": 0.00019589014291206816,
      "loss": 1.076,
      "step": 59945
    },
    {
      "epoch": 2.455293876715134,
      "grad_norm": 1.1693050778885932,
      "learning_rate": 0.0001958870378819618,
      "loss": 0.8525,
      "step": 59946
    },
    {
      "epoch": 2.4553348351423305,
      "grad_norm": 0.9690110675114221,
      "learning_rate": 0.00019588393283016272,
      "loss": 0.4118,
      "step": 59947
    },
    {
      "epoch": 2.455375793569527,
      "grad_norm": 1.093971928556549,
      "learning_rate": 0.00019588082775667237,
      "loss": 0.7639,
      "step": 59948
    },
    {
      "epoch": 2.455416751996723,
      "grad_norm": 0.8238842970931375,
      "learning_rate": 0.00019587772266149218,
      "loss": 0.5896,
      "step": 59949
    },
    {
      "epoch": 2.4554577104239197,
      "grad_norm": 1.2243648644237737,
      "learning_rate": 0.00019587461754462372,
      "loss": 0.8726,
      "step": 59950
    },
    {
      "epoch": 2.4554986688511162,
      "grad_norm": 1.8491049122327585,
      "learning_rate": 0.00019587151240606836,
      "loss": 1.1555,
      "step": 59951
    },
    {
      "epoch": 2.4555396272783123,
      "grad_norm": 0.9859994540850087,
      "learning_rate": 0.00019586840724582767,
      "loss": 0.5983,
      "step": 59952
    },
    {
      "epoch": 2.455580585705509,
      "grad_norm": 0.8559999278976479,
      "learning_rate": 0.00019586530206390298,
      "loss": 0.6293,
      "step": 59953
    },
    {
      "epoch": 2.4556215441327054,
      "grad_norm": 1.1345656522940022,
      "learning_rate": 0.0001958621968602959,
      "loss": 0.4955,
      "step": 59954
    },
    {
      "epoch": 2.4556625025599015,
      "grad_norm": 1.0909766336702893,
      "learning_rate": 0.00019585909163500785,
      "loss": 0.7247,
      "step": 59955
    },
    {
      "epoch": 2.455703460987098,
      "grad_norm": 1.9857747136210284,
      "learning_rate": 0.00019585598638804025,
      "loss": 2.423,
      "step": 59956
    },
    {
      "epoch": 2.4557444194142946,
      "grad_norm": 0.5234633820409029,
      "learning_rate": 0.00019585288111939456,
      "loss": 0.2298,
      "step": 59957
    },
    {
      "epoch": 2.455785377841491,
      "grad_norm": 0.8957188383858659,
      "learning_rate": 0.00019584977582907235,
      "loss": 0.7134,
      "step": 59958
    },
    {
      "epoch": 2.455826336268687,
      "grad_norm": 0.6762232362115614,
      "learning_rate": 0.000195846670517075,
      "loss": 0.257,
      "step": 59959
    },
    {
      "epoch": 2.4558672946958837,
      "grad_norm": 1.0565716355205867,
      "learning_rate": 0.00019584356518340403,
      "loss": 0.6213,
      "step": 59960
    },
    {
      "epoch": 2.4559082531230803,
      "grad_norm": 1.2162231614994938,
      "learning_rate": 0.00019584045982806082,
      "loss": 0.862,
      "step": 59961
    },
    {
      "epoch": 2.4559492115502763,
      "grad_norm": 1.0256608945060084,
      "learning_rate": 0.00019583735445104697,
      "loss": 0.7701,
      "step": 59962
    },
    {
      "epoch": 2.455990169977473,
      "grad_norm": 1.2536580361485699,
      "learning_rate": 0.0001958342490523638,
      "loss": 0.8484,
      "step": 59963
    },
    {
      "epoch": 2.4560311284046694,
      "grad_norm": 0.7100956567886831,
      "learning_rate": 0.00019583114363201296,
      "loss": 0.3043,
      "step": 59964
    },
    {
      "epoch": 2.4560720868318655,
      "grad_norm": 1.239396311990558,
      "learning_rate": 0.0001958280381899957,
      "loss": 0.8539,
      "step": 59965
    },
    {
      "epoch": 2.456113045259062,
      "grad_norm": 1.2599595788092781,
      "learning_rate": 0.00019582493272631368,
      "loss": 1.1505,
      "step": 59966
    },
    {
      "epoch": 2.4561540036862586,
      "grad_norm": 0.8291566695369254,
      "learning_rate": 0.00019582182724096827,
      "loss": 0.3566,
      "step": 59967
    },
    {
      "epoch": 2.4561949621134547,
      "grad_norm": 8.179887519815265,
      "learning_rate": 0.00019581872173396098,
      "loss": 3.5879,
      "step": 59968
    },
    {
      "epoch": 2.456235920540651,
      "grad_norm": 4.243070013981022,
      "learning_rate": 0.00019581561620529323,
      "loss": 1.5534,
      "step": 59969
    },
    {
      "epoch": 2.4562768789678477,
      "grad_norm": 2.2417779358399352,
      "learning_rate": 0.00019581251065496652,
      "loss": 1.7369,
      "step": 59970
    },
    {
      "epoch": 2.4563178373950443,
      "grad_norm": 1.002402635081147,
      "learning_rate": 0.00019580940508298232,
      "loss": 0.8125,
      "step": 59971
    },
    {
      "epoch": 2.4563587958222404,
      "grad_norm": 1.089741883372696,
      "learning_rate": 0.0001958062994893421,
      "loss": 0.7629,
      "step": 59972
    },
    {
      "epoch": 2.456399754249437,
      "grad_norm": 0.8705450243800695,
      "learning_rate": 0.0001958031938740473,
      "loss": 0.6388,
      "step": 59973
    },
    {
      "epoch": 2.456440712676633,
      "grad_norm": 1.252609575924236,
      "learning_rate": 0.00019580008823709942,
      "loss": 0.6667,
      "step": 59974
    },
    {
      "epoch": 2.4564816711038295,
      "grad_norm": 2.687718989382085,
      "learning_rate": 0.0001957969825784999,
      "loss": 0.7788,
      "step": 59975
    },
    {
      "epoch": 2.456522629531026,
      "grad_norm": 1.7091915586332063,
      "learning_rate": 0.00019579387689825026,
      "loss": 1.057,
      "step": 59976
    },
    {
      "epoch": 2.4565635879582226,
      "grad_norm": 0.7540941702643845,
      "learning_rate": 0.00019579077119635192,
      "loss": 0.7427,
      "step": 59977
    },
    {
      "epoch": 2.4566045463854187,
      "grad_norm": 1.0873892817391746,
      "learning_rate": 0.00019578766547280634,
      "loss": 0.7763,
      "step": 59978
    },
    {
      "epoch": 2.4566455048126152,
      "grad_norm": 0.8145882593754419,
      "learning_rate": 0.00019578455972761504,
      "loss": 0.7301,
      "step": 59979
    },
    {
      "epoch": 2.4566864632398118,
      "grad_norm": 0.8954991864584418,
      "learning_rate": 0.00019578145396077944,
      "loss": 0.6577,
      "step": 59980
    },
    {
      "epoch": 2.456727421667008,
      "grad_norm": 1.3725024911116577,
      "learning_rate": 0.000195778348172301,
      "loss": 0.764,
      "step": 59981
    },
    {
      "epoch": 2.4567683800942044,
      "grad_norm": 1.1599969921764994,
      "learning_rate": 0.00019577524236218122,
      "loss": 0.7568,
      "step": 59982
    },
    {
      "epoch": 2.456809338521401,
      "grad_norm": 0.8923775880945769,
      "learning_rate": 0.00019577213653042158,
      "loss": 0.4274,
      "step": 59983
    },
    {
      "epoch": 2.456850296948597,
      "grad_norm": 0.9037074198168309,
      "learning_rate": 0.00019576903067702355,
      "loss": 0.5425,
      "step": 59984
    },
    {
      "epoch": 2.4568912553757936,
      "grad_norm": 1.2989662900616505,
      "learning_rate": 0.00019576592480198852,
      "loss": 1.0599,
      "step": 59985
    },
    {
      "epoch": 2.45693221380299,
      "grad_norm": 1.3983190254599722,
      "learning_rate": 0.00019576281890531808,
      "loss": 1.0887,
      "step": 59986
    },
    {
      "epoch": 2.456973172230186,
      "grad_norm": 1.2986780013973895,
      "learning_rate": 0.00019575971298701363,
      "loss": 0.8107,
      "step": 59987
    },
    {
      "epoch": 2.4570141306573827,
      "grad_norm": 0.9009315375824136,
      "learning_rate": 0.0001957566070470766,
      "loss": 0.7643,
      "step": 59988
    },
    {
      "epoch": 2.4570550890845793,
      "grad_norm": 1.2643121823293604,
      "learning_rate": 0.00019575350108550852,
      "loss": 0.9798,
      "step": 59989
    },
    {
      "epoch": 2.457096047511776,
      "grad_norm": 0.8549489161347061,
      "learning_rate": 0.0001957503951023108,
      "loss": 0.745,
      "step": 59990
    },
    {
      "epoch": 2.457137005938972,
      "grad_norm": 0.9592289790986646,
      "learning_rate": 0.00019574728909748501,
      "loss": 0.724,
      "step": 59991
    },
    {
      "epoch": 2.4571779643661684,
      "grad_norm": 1.0265131594441357,
      "learning_rate": 0.00019574418307103256,
      "loss": 0.7559,
      "step": 59992
    },
    {
      "epoch": 2.4572189227933645,
      "grad_norm": 0.9901197908070569,
      "learning_rate": 0.00019574107702295486,
      "loss": 0.7848,
      "step": 59993
    },
    {
      "epoch": 2.457259881220561,
      "grad_norm": 1.3003418959936763,
      "learning_rate": 0.00019573797095325345,
      "loss": 1.2893,
      "step": 59994
    },
    {
      "epoch": 2.4573008396477576,
      "grad_norm": 0.6128208052757771,
      "learning_rate": 0.0001957348648619298,
      "loss": 0.1107,
      "step": 59995
    },
    {
      "epoch": 2.457341798074954,
      "grad_norm": 0.8256154533777229,
      "learning_rate": 0.0001957317587489854,
      "loss": 0.4151,
      "step": 59996
    },
    {
      "epoch": 2.45738275650215,
      "grad_norm": 0.8494526855603381,
      "learning_rate": 0.00019572865261442156,
      "loss": 0.3473,
      "step": 59997
    },
    {
      "epoch": 2.4574237149293467,
      "grad_norm": 1.056486509146598,
      "learning_rate": 0.00019572554645823996,
      "loss": 0.8568,
      "step": 59998
    },
    {
      "epoch": 2.4574646733565433,
      "grad_norm": 1.1559747463867183,
      "learning_rate": 0.00019572244028044197,
      "loss": 0.8135,
      "step": 59999
    },
    {
      "epoch": 2.4575056317837394,
      "grad_norm": 1.0264213956818173,
      "learning_rate": 0.00019571933408102905,
      "loss": 0.7594,
      "step": 60000
    },
    {
      "epoch": 2.457546590210936,
      "grad_norm": 1.0812551441000213,
      "learning_rate": 0.00019571622786000264,
      "loss": 0.7381,
      "step": 60001
    },
    {
      "epoch": 2.4575875486381324,
      "grad_norm": 1.2081486773633998,
      "learning_rate": 0.00019571312161736432,
      "loss": 0.953,
      "step": 60002
    },
    {
      "epoch": 2.4576285070653285,
      "grad_norm": 1.0843931159253681,
      "learning_rate": 0.00019571001535311546,
      "loss": 0.8751,
      "step": 60003
    },
    {
      "epoch": 2.457669465492525,
      "grad_norm": 1.1064222222882762,
      "learning_rate": 0.00019570690906725753,
      "loss": 1.0273,
      "step": 60004
    },
    {
      "epoch": 2.4577104239197216,
      "grad_norm": 1.3010950012622897,
      "learning_rate": 0.00019570380275979205,
      "loss": 1.1653,
      "step": 60005
    },
    {
      "epoch": 2.4577513823469177,
      "grad_norm": 1.2964920246989522,
      "learning_rate": 0.00019570069643072042,
      "loss": 0.997,
      "step": 60006
    },
    {
      "epoch": 2.4577923407741142,
      "grad_norm": 1.0038019164828946,
      "learning_rate": 0.00019569759008004423,
      "loss": 0.583,
      "step": 60007
    },
    {
      "epoch": 2.4578332992013108,
      "grad_norm": 1.3634423140709064,
      "learning_rate": 0.00019569448370776484,
      "loss": 0.8358,
      "step": 60008
    },
    {
      "epoch": 2.4578742576285073,
      "grad_norm": 0.8760667893134496,
      "learning_rate": 0.00019569137731388373,
      "loss": 0.6144,
      "step": 60009
    },
    {
      "epoch": 2.4579152160557034,
      "grad_norm": 1.3122242847999828,
      "learning_rate": 0.0001956882708984024,
      "loss": 0.7239,
      "step": 60010
    },
    {
      "epoch": 2.4579561744829,
      "grad_norm": 1.2100658648931975,
      "learning_rate": 0.00019568516446132235,
      "loss": 1.2785,
      "step": 60011
    },
    {
      "epoch": 2.457997132910096,
      "grad_norm": 0.9838085707193845,
      "learning_rate": 0.00019568205800264495,
      "loss": 0.8763,
      "step": 60012
    },
    {
      "epoch": 2.4580380913372926,
      "grad_norm": 1.445398677282983,
      "learning_rate": 0.00019567895152237177,
      "loss": 1.4297,
      "step": 60013
    },
    {
      "epoch": 2.458079049764489,
      "grad_norm": 0.8845491393463224,
      "learning_rate": 0.0001956758450205042,
      "loss": 0.7391,
      "step": 60014
    },
    {
      "epoch": 2.4581200081916856,
      "grad_norm": 1.2648802998561937,
      "learning_rate": 0.00019567273849704374,
      "loss": 0.7509,
      "step": 60015
    },
    {
      "epoch": 2.4581609666188817,
      "grad_norm": 1.2833404613213057,
      "learning_rate": 0.0001956696319519919,
      "loss": 0.8338,
      "step": 60016
    },
    {
      "epoch": 2.4582019250460783,
      "grad_norm": 1.1704239320559484,
      "learning_rate": 0.00019566652538535002,
      "loss": 0.7603,
      "step": 60017
    },
    {
      "epoch": 2.458242883473275,
      "grad_norm": 1.3943907119642056,
      "learning_rate": 0.00019566341879711973,
      "loss": 1.0284,
      "step": 60018
    },
    {
      "epoch": 2.458283841900471,
      "grad_norm": 1.111614323537352,
      "learning_rate": 0.00019566031218730238,
      "loss": 0.868,
      "step": 60019
    },
    {
      "epoch": 2.4583248003276674,
      "grad_norm": 1.1532157349471803,
      "learning_rate": 0.00019565720555589955,
      "loss": 0.838,
      "step": 60020
    },
    {
      "epoch": 2.458365758754864,
      "grad_norm": 0.9151936999869916,
      "learning_rate": 0.00019565409890291257,
      "loss": 0.7604,
      "step": 60021
    },
    {
      "epoch": 2.45840671718206,
      "grad_norm": 0.936862907239453,
      "learning_rate": 0.000195650992228343,
      "loss": 0.9261,
      "step": 60022
    },
    {
      "epoch": 2.4584476756092566,
      "grad_norm": 1.1353361819536594,
      "learning_rate": 0.0001956478855321923,
      "loss": 0.8611,
      "step": 60023
    },
    {
      "epoch": 2.458488634036453,
      "grad_norm": 1.0261923501687007,
      "learning_rate": 0.00019564477881446198,
      "loss": 0.8592,
      "step": 60024
    },
    {
      "epoch": 2.458529592463649,
      "grad_norm": 0.7969551730750208,
      "learning_rate": 0.00019564167207515335,
      "loss": 0.7039,
      "step": 60025
    },
    {
      "epoch": 2.4585705508908458,
      "grad_norm": 1.1829534517319618,
      "learning_rate": 0.00019563856531426804,
      "loss": 0.7478,
      "step": 60026
    },
    {
      "epoch": 2.4586115093180423,
      "grad_norm": 1.0517113059681502,
      "learning_rate": 0.0001956354585318075,
      "loss": 0.3566,
      "step": 60027
    },
    {
      "epoch": 2.458652467745239,
      "grad_norm": 0.967127228457297,
      "learning_rate": 0.00019563235172777313,
      "loss": 0.836,
      "step": 60028
    },
    {
      "epoch": 2.458693426172435,
      "grad_norm": 1.0183492294462717,
      "learning_rate": 0.0001956292449021664,
      "loss": 0.8604,
      "step": 60029
    },
    {
      "epoch": 2.4587343845996315,
      "grad_norm": 0.8463734712402627,
      "learning_rate": 0.00019562613805498884,
      "loss": 0.5373,
      "step": 60030
    },
    {
      "epoch": 2.4587753430268275,
      "grad_norm": 1.066812333168127,
      "learning_rate": 0.0001956230311862419,
      "loss": 0.9069,
      "step": 60031
    },
    {
      "epoch": 2.458816301454024,
      "grad_norm": 1.5540187800973144,
      "learning_rate": 0.00019561992429592705,
      "loss": 1.2952,
      "step": 60032
    },
    {
      "epoch": 2.4588572598812206,
      "grad_norm": 0.7390326580605464,
      "learning_rate": 0.00019561681738404572,
      "loss": 0.2911,
      "step": 60033
    },
    {
      "epoch": 2.458898218308417,
      "grad_norm": 1.1566086903642736,
      "learning_rate": 0.0001956137104505994,
      "loss": 0.6505,
      "step": 60034
    },
    {
      "epoch": 2.4589391767356132,
      "grad_norm": 2.1868565017186006,
      "learning_rate": 0.00019561060349558958,
      "loss": 1.5773,
      "step": 60035
    },
    {
      "epoch": 2.4589801351628098,
      "grad_norm": 1.554755743786128,
      "learning_rate": 0.0001956074965190177,
      "loss": 1.0632,
      "step": 60036
    },
    {
      "epoch": 2.4590210935900063,
      "grad_norm": 1.246996513452284,
      "learning_rate": 0.00019560438952088527,
      "loss": 0.9044,
      "step": 60037
    },
    {
      "epoch": 2.4590620520172024,
      "grad_norm": 0.8467129090360808,
      "learning_rate": 0.0001956012825011937,
      "loss": 0.6307,
      "step": 60038
    },
    {
      "epoch": 2.459103010444399,
      "grad_norm": 0.9277140131011832,
      "learning_rate": 0.0001955981754599445,
      "loss": 0.8156,
      "step": 60039
    },
    {
      "epoch": 2.4591439688715955,
      "grad_norm": 0.9708487158763438,
      "learning_rate": 0.00019559506839713915,
      "loss": 0.7498,
      "step": 60040
    },
    {
      "epoch": 2.4591849272987916,
      "grad_norm": 1.2343627587871684,
      "learning_rate": 0.00019559196131277909,
      "loss": 0.5794,
      "step": 60041
    },
    {
      "epoch": 2.459225885725988,
      "grad_norm": 0.7110778880475885,
      "learning_rate": 0.00019558885420686576,
      "loss": 0.2859,
      "step": 60042
    },
    {
      "epoch": 2.4592668441531846,
      "grad_norm": 1.3041513151503008,
      "learning_rate": 0.0001955857470794007,
      "loss": 1.185,
      "step": 60043
    },
    {
      "epoch": 2.4593078025803807,
      "grad_norm": 1.502870202001626,
      "learning_rate": 0.00019558263993038535,
      "loss": 0.7864,
      "step": 60044
    },
    {
      "epoch": 2.4593487610075773,
      "grad_norm": 1.3146898969635747,
      "learning_rate": 0.00019557953275982116,
      "loss": 1.0164,
      "step": 60045
    },
    {
      "epoch": 2.459389719434774,
      "grad_norm": 0.6356900567717981,
      "learning_rate": 0.00019557642556770958,
      "loss": 0.272,
      "step": 60046
    },
    {
      "epoch": 2.4594306778619703,
      "grad_norm": 1.0656972938405618,
      "learning_rate": 0.00019557331835405218,
      "loss": 0.703,
      "step": 60047
    },
    {
      "epoch": 2.4594716362891664,
      "grad_norm": 1.1322394354383902,
      "learning_rate": 0.0001955702111188503,
      "loss": 0.9473,
      "step": 60048
    },
    {
      "epoch": 2.459512594716363,
      "grad_norm": 1.3498328140442946,
      "learning_rate": 0.0001955671038621055,
      "loss": 1.0202,
      "step": 60049
    },
    {
      "epoch": 2.459553553143559,
      "grad_norm": 1.040153069923474,
      "learning_rate": 0.0001955639965838192,
      "loss": 0.7795,
      "step": 60050
    },
    {
      "epoch": 2.4595945115707556,
      "grad_norm": 3.0194765524999037,
      "learning_rate": 0.0001955608892839929,
      "loss": 1.6384,
      "step": 60051
    },
    {
      "epoch": 2.459635469997952,
      "grad_norm": 0.7173299969299739,
      "learning_rate": 0.00019555778196262807,
      "loss": 0.3093,
      "step": 60052
    },
    {
      "epoch": 2.4596764284251487,
      "grad_norm": 0.9230627641631101,
      "learning_rate": 0.0001955546746197261,
      "loss": 0.2721,
      "step": 60053
    },
    {
      "epoch": 2.4597173868523448,
      "grad_norm": 1.1946802644139447,
      "learning_rate": 0.00019555156725528858,
      "loss": 1.0087,
      "step": 60054
    },
    {
      "epoch": 2.4597583452795413,
      "grad_norm": 0.8237854350010162,
      "learning_rate": 0.00019554845986931692,
      "loss": 0.7105,
      "step": 60055
    },
    {
      "epoch": 2.459799303706738,
      "grad_norm": 0.7207003448786877,
      "learning_rate": 0.0001955453524618126,
      "loss": 0.4653,
      "step": 60056
    },
    {
      "epoch": 2.459840262133934,
      "grad_norm": 0.822102422582498,
      "learning_rate": 0.00019554224503277702,
      "loss": 0.4717,
      "step": 60057
    },
    {
      "epoch": 2.4598812205611305,
      "grad_norm": 1.245125183755743,
      "learning_rate": 0.00019553913758221174,
      "loss": 0.2115,
      "step": 60058
    },
    {
      "epoch": 2.459922178988327,
      "grad_norm": 1.0370481230711397,
      "learning_rate": 0.00019553603011011824,
      "loss": 0.9121,
      "step": 60059
    },
    {
      "epoch": 2.459963137415523,
      "grad_norm": 0.6255943352948474,
      "learning_rate": 0.0001955329226164979,
      "loss": 0.3055,
      "step": 60060
    },
    {
      "epoch": 2.4600040958427196,
      "grad_norm": 0.8185699095636813,
      "learning_rate": 0.00019552981510135225,
      "loss": 0.6956,
      "step": 60061
    },
    {
      "epoch": 2.460045054269916,
      "grad_norm": 0.9613838230770011,
      "learning_rate": 0.00019552670756468272,
      "loss": 0.4204,
      "step": 60062
    },
    {
      "epoch": 2.4600860126971122,
      "grad_norm": 1.2390637401627123,
      "learning_rate": 0.00019552360000649085,
      "loss": 1.341,
      "step": 60063
    },
    {
      "epoch": 2.460126971124309,
      "grad_norm": 1.022783863080902,
      "learning_rate": 0.00019552049242677806,
      "loss": 0.9525,
      "step": 60064
    },
    {
      "epoch": 2.4601679295515053,
      "grad_norm": 1.1416877617815882,
      "learning_rate": 0.00019551738482554578,
      "loss": 0.851,
      "step": 60065
    },
    {
      "epoch": 2.460208887978702,
      "grad_norm": 1.168082771080213,
      "learning_rate": 0.00019551427720279553,
      "loss": 0.6821,
      "step": 60066
    },
    {
      "epoch": 2.460249846405898,
      "grad_norm": 1.0075918403763757,
      "learning_rate": 0.00019551116955852883,
      "loss": 0.6235,
      "step": 60067
    },
    {
      "epoch": 2.4602908048330945,
      "grad_norm": 1.0456087231537177,
      "learning_rate": 0.00019550806189274706,
      "loss": 0.6004,
      "step": 60068
    },
    {
      "epoch": 2.4603317632602906,
      "grad_norm": 1.4396241762342556,
      "learning_rate": 0.00019550495420545165,
      "loss": 0.8613,
      "step": 60069
    },
    {
      "epoch": 2.460372721687487,
      "grad_norm": 0.889902123527065,
      "learning_rate": 0.00019550184649664423,
      "loss": 0.4262,
      "step": 60070
    },
    {
      "epoch": 2.4604136801146836,
      "grad_norm": 1.0857554224278974,
      "learning_rate": 0.00019549873876632614,
      "loss": 1.0094,
      "step": 60071
    },
    {
      "epoch": 2.46045463854188,
      "grad_norm": 0.879570042054383,
      "learning_rate": 0.00019549563101449888,
      "loss": 0.537,
      "step": 60072
    },
    {
      "epoch": 2.4604955969690763,
      "grad_norm": 1.1677621234476865,
      "learning_rate": 0.0001954925232411639,
      "loss": 0.9639,
      "step": 60073
    },
    {
      "epoch": 2.460536555396273,
      "grad_norm": 0.8811941398731443,
      "learning_rate": 0.00019548941544632277,
      "loss": 0.8326,
      "step": 60074
    },
    {
      "epoch": 2.4605775138234693,
      "grad_norm": 0.9703832086415451,
      "learning_rate": 0.00019548630762997684,
      "loss": 0.7298,
      "step": 60075
    },
    {
      "epoch": 2.4606184722506654,
      "grad_norm": 1.960853057116696,
      "learning_rate": 0.00019548319979212762,
      "loss": 1.9484,
      "step": 60076
    },
    {
      "epoch": 2.460659430677862,
      "grad_norm": 1.1143432094858108,
      "learning_rate": 0.0001954800919327766,
      "loss": 0.7092,
      "step": 60077
    },
    {
      "epoch": 2.4607003891050585,
      "grad_norm": 1.3327956256768847,
      "learning_rate": 0.00019547698405192522,
      "loss": 0.676,
      "step": 60078
    },
    {
      "epoch": 2.4607413475322546,
      "grad_norm": 1.4220749835497277,
      "learning_rate": 0.00019547387614957495,
      "loss": 1.3073,
      "step": 60079
    },
    {
      "epoch": 2.460782305959451,
      "grad_norm": 1.0927317613446237,
      "learning_rate": 0.0001954707682257273,
      "loss": 0.9152,
      "step": 60080
    },
    {
      "epoch": 2.4608232643866477,
      "grad_norm": 0.9676257121736993,
      "learning_rate": 0.00019546766028038365,
      "loss": 0.7456,
      "step": 60081
    },
    {
      "epoch": 2.4608642228138438,
      "grad_norm": 1.0540169358827276,
      "learning_rate": 0.00019546455231354563,
      "loss": 0.8653,
      "step": 60082
    },
    {
      "epoch": 2.4609051812410403,
      "grad_norm": 1.3073375076349731,
      "learning_rate": 0.00019546144432521452,
      "loss": 0.6276,
      "step": 60083
    },
    {
      "epoch": 2.460946139668237,
      "grad_norm": 0.9086584027840493,
      "learning_rate": 0.0001954583363153919,
      "loss": 0.5893,
      "step": 60084
    },
    {
      "epoch": 2.4609870980954334,
      "grad_norm": 1.3057335591423525,
      "learning_rate": 0.00019545522828407925,
      "loss": 0.8074,
      "step": 60085
    },
    {
      "epoch": 2.4610280565226295,
      "grad_norm": 0.927157843140715,
      "learning_rate": 0.000195452120231278,
      "loss": 0.6634,
      "step": 60086
    },
    {
      "epoch": 2.461069014949826,
      "grad_norm": 1.522725717772738,
      "learning_rate": 0.00019544901215698957,
      "loss": 0.8809,
      "step": 60087
    },
    {
      "epoch": 2.461109973377022,
      "grad_norm": 0.9822572433095912,
      "learning_rate": 0.00019544590406121552,
      "loss": 0.8607,
      "step": 60088
    },
    {
      "epoch": 2.4611509318042186,
      "grad_norm": 1.5724428501407604,
      "learning_rate": 0.00019544279594395727,
      "loss": 1.4227,
      "step": 60089
    },
    {
      "epoch": 2.461191890231415,
      "grad_norm": 1.026187547610055,
      "learning_rate": 0.00019543968780521632,
      "loss": 0.7139,
      "step": 60090
    },
    {
      "epoch": 2.4612328486586117,
      "grad_norm": 0.8086854570833577,
      "learning_rate": 0.00019543657964499412,
      "loss": 0.7265,
      "step": 60091
    },
    {
      "epoch": 2.461273807085808,
      "grad_norm": 1.9718481637617342,
      "learning_rate": 0.00019543347146329214,
      "loss": 1.6286,
      "step": 60092
    },
    {
      "epoch": 2.4613147655130043,
      "grad_norm": 1.449279892255131,
      "learning_rate": 0.00019543036326011184,
      "loss": 1.119,
      "step": 60093
    },
    {
      "epoch": 2.461355723940201,
      "grad_norm": 0.9357440195142945,
      "learning_rate": 0.00019542725503545472,
      "loss": 0.473,
      "step": 60094
    },
    {
      "epoch": 2.461396682367397,
      "grad_norm": 0.9194729372321634,
      "learning_rate": 0.00019542414678932224,
      "loss": 0.7352,
      "step": 60095
    },
    {
      "epoch": 2.4614376407945935,
      "grad_norm": 0.9764203549709145,
      "learning_rate": 0.00019542103852171583,
      "loss": 0.2422,
      "step": 60096
    },
    {
      "epoch": 2.46147859922179,
      "grad_norm": 1.0204713145864215,
      "learning_rate": 0.00019541793023263693,
      "loss": 0.2956,
      "step": 60097
    },
    {
      "epoch": 2.461519557648986,
      "grad_norm": 0.6770346196711348,
      "learning_rate": 0.0001954148219220872,
      "loss": 0.2324,
      "step": 60098
    },
    {
      "epoch": 2.4615605160761826,
      "grad_norm": 0.7563448977497603,
      "learning_rate": 0.00019541171359006788,
      "loss": 0.3012,
      "step": 60099
    },
    {
      "epoch": 2.461601474503379,
      "grad_norm": 0.9880277109327983,
      "learning_rate": 0.00019540860523658058,
      "loss": 0.4466,
      "step": 60100
    },
    {
      "epoch": 2.4616424329305753,
      "grad_norm": 0.8451265381494774,
      "learning_rate": 0.00019540549686162672,
      "loss": 0.3965,
      "step": 60101
    },
    {
      "epoch": 2.461683391357772,
      "grad_norm": 0.6649588805190872,
      "learning_rate": 0.00019540238846520777,
      "loss": 0.2445,
      "step": 60102
    },
    {
      "epoch": 2.4617243497849683,
      "grad_norm": 1.0107439718935491,
      "learning_rate": 0.0001953992800473252,
      "loss": 0.7148,
      "step": 60103
    },
    {
      "epoch": 2.461765308212165,
      "grad_norm": 1.4137913812878125,
      "learning_rate": 0.0001953961716079805,
      "loss": 1.0916,
      "step": 60104
    },
    {
      "epoch": 2.461806266639361,
      "grad_norm": 1.1930819034093534,
      "learning_rate": 0.0001953930631471751,
      "loss": 1.0441,
      "step": 60105
    },
    {
      "epoch": 2.4618472250665575,
      "grad_norm": 0.9191308133710299,
      "learning_rate": 0.0001953899546649105,
      "loss": 0.7624,
      "step": 60106
    },
    {
      "epoch": 2.4618881834937536,
      "grad_norm": 0.7104076693256666,
      "learning_rate": 0.0001953868461611882,
      "loss": 0.3197,
      "step": 60107
    },
    {
      "epoch": 2.46192914192095,
      "grad_norm": 6.17320820389096,
      "learning_rate": 0.0001953837376360096,
      "loss": 2.3458,
      "step": 60108
    },
    {
      "epoch": 2.4619701003481467,
      "grad_norm": 0.9387018153096851,
      "learning_rate": 0.00019538062908937618,
      "loss": 0.7782,
      "step": 60109
    },
    {
      "epoch": 2.462011058775343,
      "grad_norm": 1.0780864853415846,
      "learning_rate": 0.00019537752052128948,
      "loss": 0.9517,
      "step": 60110
    },
    {
      "epoch": 2.4620520172025393,
      "grad_norm": 0.8994374686859197,
      "learning_rate": 0.00019537441193175092,
      "loss": 0.8283,
      "step": 60111
    },
    {
      "epoch": 2.462092975629736,
      "grad_norm": 1.3613517863087632,
      "learning_rate": 0.00019537130332076194,
      "loss": 1.0274,
      "step": 60112
    },
    {
      "epoch": 2.4621339340569324,
      "grad_norm": 0.8594130101715128,
      "learning_rate": 0.00019536819468832402,
      "loss": 0.8384,
      "step": 60113
    },
    {
      "epoch": 2.4621748924841285,
      "grad_norm": 0.7374114207219727,
      "learning_rate": 0.00019536508603443869,
      "loss": 0.6023,
      "step": 60114
    },
    {
      "epoch": 2.462215850911325,
      "grad_norm": 0.6814483531497008,
      "learning_rate": 0.00019536197735910737,
      "loss": 0.2949,
      "step": 60115
    },
    {
      "epoch": 2.4622568093385215,
      "grad_norm": 0.9563949463921309,
      "learning_rate": 0.00019535886866233157,
      "loss": 0.7981,
      "step": 60116
    },
    {
      "epoch": 2.4622977677657176,
      "grad_norm": 0.8273419344656902,
      "learning_rate": 0.00019535575994411266,
      "loss": 0.7895,
      "step": 60117
    },
    {
      "epoch": 2.462338726192914,
      "grad_norm": 0.8475974078417859,
      "learning_rate": 0.00019535265120445227,
      "loss": 0.6118,
      "step": 60118
    },
    {
      "epoch": 2.4623796846201107,
      "grad_norm": 4.714795484277896,
      "learning_rate": 0.00019534954244335175,
      "loss": 5.1322,
      "step": 60119
    },
    {
      "epoch": 2.462420643047307,
      "grad_norm": 2.248884170895363,
      "learning_rate": 0.00019534643366081255,
      "loss": 1.0266,
      "step": 60120
    },
    {
      "epoch": 2.4624616014745033,
      "grad_norm": 0.9211999314704943,
      "learning_rate": 0.0001953433248568362,
      "loss": 0.7674,
      "step": 60121
    },
    {
      "epoch": 2.4625025599017,
      "grad_norm": 0.8013840894846729,
      "learning_rate": 0.0001953402160314242,
      "loss": 0.6916,
      "step": 60122
    },
    {
      "epoch": 2.4625435183288964,
      "grad_norm": 0.7077455845059646,
      "learning_rate": 0.00019533710718457794,
      "loss": 0.5413,
      "step": 60123
    },
    {
      "epoch": 2.4625844767560925,
      "grad_norm": 1.0227222030103449,
      "learning_rate": 0.00019533399831629894,
      "loss": 0.6898,
      "step": 60124
    },
    {
      "epoch": 2.462625435183289,
      "grad_norm": 1.0649591361203088,
      "learning_rate": 0.00019533088942658863,
      "loss": 0.6424,
      "step": 60125
    },
    {
      "epoch": 2.462666393610485,
      "grad_norm": 0.7882612173919716,
      "learning_rate": 0.00019532778051544852,
      "loss": 0.6413,
      "step": 60126
    },
    {
      "epoch": 2.4627073520376817,
      "grad_norm": 1.1646649991148477,
      "learning_rate": 0.00019532467158288008,
      "loss": 0.4724,
      "step": 60127
    },
    {
      "epoch": 2.462748310464878,
      "grad_norm": 0.9063751278380545,
      "learning_rate": 0.0001953215626288848,
      "loss": 0.6635,
      "step": 60128
    },
    {
      "epoch": 2.4627892688920747,
      "grad_norm": 1.2037464957642234,
      "learning_rate": 0.000195318453653464,
      "loss": 0.8807,
      "step": 60129
    },
    {
      "epoch": 2.462830227319271,
      "grad_norm": 1.0324593819235945,
      "learning_rate": 0.00019531534465661938,
      "loss": 0.822,
      "step": 60130
    },
    {
      "epoch": 2.4628711857464674,
      "grad_norm": 0.8940679653619494,
      "learning_rate": 0.00019531223563835223,
      "loss": 0.7001,
      "step": 60131
    },
    {
      "epoch": 2.462912144173664,
      "grad_norm": 1.216333490510641,
      "learning_rate": 0.00019530912659866412,
      "loss": 1.0389,
      "step": 60132
    },
    {
      "epoch": 2.46295310260086,
      "grad_norm": 1.19573183098434,
      "learning_rate": 0.00019530601753755644,
      "loss": 0.3893,
      "step": 60133
    },
    {
      "epoch": 2.4629940610280565,
      "grad_norm": 1.058229718153458,
      "learning_rate": 0.00019530290845503075,
      "loss": 0.8611,
      "step": 60134
    },
    {
      "epoch": 2.463035019455253,
      "grad_norm": 0.6452594113918374,
      "learning_rate": 0.00019529979935108843,
      "loss": 0.2639,
      "step": 60135
    },
    {
      "epoch": 2.463075977882449,
      "grad_norm": 0.9297368693727895,
      "learning_rate": 0.00019529669022573106,
      "loss": 0.2801,
      "step": 60136
    },
    {
      "epoch": 2.4631169363096457,
      "grad_norm": 1.1413304053456093,
      "learning_rate": 0.00019529358107895996,
      "loss": 0.9067,
      "step": 60137
    },
    {
      "epoch": 2.463157894736842,
      "grad_norm": 1.1963025598367072,
      "learning_rate": 0.00019529047191077674,
      "loss": 0.8855,
      "step": 60138
    },
    {
      "epoch": 2.4631988531640383,
      "grad_norm": 1.3835407772721142,
      "learning_rate": 0.0001952873627211828,
      "loss": 0.9216,
      "step": 60139
    },
    {
      "epoch": 2.463239811591235,
      "grad_norm": 1.0324109464601343,
      "learning_rate": 0.00019528425351017964,
      "loss": 0.9242,
      "step": 60140
    },
    {
      "epoch": 2.4632807700184314,
      "grad_norm": 1.115791370394829,
      "learning_rate": 0.00019528114427776866,
      "loss": 0.9398,
      "step": 60141
    },
    {
      "epoch": 2.463321728445628,
      "grad_norm": 1.2730854504261366,
      "learning_rate": 0.00019527803502395144,
      "loss": 0.9215,
      "step": 60142
    },
    {
      "epoch": 2.463362686872824,
      "grad_norm": 1.0711551191930195,
      "learning_rate": 0.00019527492574872936,
      "loss": 1.1374,
      "step": 60143
    },
    {
      "epoch": 2.4634036453000205,
      "grad_norm": 1.0449060061268707,
      "learning_rate": 0.00019527181645210396,
      "loss": 0.8276,
      "step": 60144
    },
    {
      "epoch": 2.4634446037272166,
      "grad_norm": 1.0734035437050784,
      "learning_rate": 0.0001952687071340766,
      "loss": 0.6359,
      "step": 60145
    },
    {
      "epoch": 2.463485562154413,
      "grad_norm": 1.6529397666703736,
      "learning_rate": 0.00019526559779464887,
      "loss": 1.2458,
      "step": 60146
    },
    {
      "epoch": 2.4635265205816097,
      "grad_norm": 0.9144729057605803,
      "learning_rate": 0.0001952624884338222,
      "loss": 0.7557,
      "step": 60147
    },
    {
      "epoch": 2.4635674790088062,
      "grad_norm": 1.004125818761545,
      "learning_rate": 0.00019525937905159806,
      "loss": 0.7935,
      "step": 60148
    },
    {
      "epoch": 2.4636084374360023,
      "grad_norm": 0.978004561847226,
      "learning_rate": 0.00019525626964797784,
      "loss": 0.9146,
      "step": 60149
    },
    {
      "epoch": 2.463649395863199,
      "grad_norm": 0.9740516562309829,
      "learning_rate": 0.00019525316022296317,
      "loss": 0.7978,
      "step": 60150
    },
    {
      "epoch": 2.4636903542903954,
      "grad_norm": 0.8258046973546768,
      "learning_rate": 0.00019525005077655543,
      "loss": 0.6217,
      "step": 60151
    },
    {
      "epoch": 2.4637313127175915,
      "grad_norm": 1.1150130623407166,
      "learning_rate": 0.00019524694130875603,
      "loss": 0.6602,
      "step": 60152
    },
    {
      "epoch": 2.463772271144788,
      "grad_norm": 0.890077877090881,
      "learning_rate": 0.00019524383181956654,
      "loss": 0.6311,
      "step": 60153
    },
    {
      "epoch": 2.4638132295719846,
      "grad_norm": 0.9190997694428469,
      "learning_rate": 0.00019524072230898837,
      "loss": 0.705,
      "step": 60154
    },
    {
      "epoch": 2.4638541879991807,
      "grad_norm": 0.7108274502188254,
      "learning_rate": 0.00019523761277702304,
      "loss": 0.2873,
      "step": 60155
    },
    {
      "epoch": 2.463895146426377,
      "grad_norm": 0.8753364459132118,
      "learning_rate": 0.00019523450322367198,
      "loss": 0.2846,
      "step": 60156
    },
    {
      "epoch": 2.4639361048535737,
      "grad_norm": 1.5735370066961163,
      "learning_rate": 0.00019523139364893666,
      "loss": 0.7949,
      "step": 60157
    },
    {
      "epoch": 2.46397706328077,
      "grad_norm": 1.4016050294689957,
      "learning_rate": 0.00019522828405281857,
      "loss": 0.8223,
      "step": 60158
    },
    {
      "epoch": 2.4640180217079664,
      "grad_norm": 1.2023310161255807,
      "learning_rate": 0.00019522517443531918,
      "loss": 0.798,
      "step": 60159
    },
    {
      "epoch": 2.464058980135163,
      "grad_norm": 0.9290044515791719,
      "learning_rate": 0.00019522206479643996,
      "loss": 0.4652,
      "step": 60160
    },
    {
      "epoch": 2.4640999385623594,
      "grad_norm": 0.8951645256260782,
      "learning_rate": 0.00019521895513618234,
      "loss": 0.4814,
      "step": 60161
    },
    {
      "epoch": 2.4641408969895555,
      "grad_norm": 1.138676094905676,
      "learning_rate": 0.0001952158454545478,
      "loss": 0.6978,
      "step": 60162
    },
    {
      "epoch": 2.464181855416752,
      "grad_norm": 1.878843235483,
      "learning_rate": 0.0001952127357515379,
      "loss": 0.94,
      "step": 60163
    },
    {
      "epoch": 2.464222813843948,
      "grad_norm": 1.3998804383838888,
      "learning_rate": 0.000195209626027154,
      "loss": 1.4116,
      "step": 60164
    },
    {
      "epoch": 2.4642637722711447,
      "grad_norm": 0.906497184403889,
      "learning_rate": 0.0001952065162813976,
      "loss": 0.7095,
      "step": 60165
    },
    {
      "epoch": 2.464304730698341,
      "grad_norm": 0.6271767474347224,
      "learning_rate": 0.0001952034065142702,
      "loss": 0.2558,
      "step": 60166
    },
    {
      "epoch": 2.4643456891255378,
      "grad_norm": 1.151019121454714,
      "learning_rate": 0.0001952002967257733,
      "loss": 0.8705,
      "step": 60167
    },
    {
      "epoch": 2.464386647552734,
      "grad_norm": 1.0957976580583442,
      "learning_rate": 0.00019519718691590827,
      "loss": 0.8709,
      "step": 60168
    },
    {
      "epoch": 2.4644276059799304,
      "grad_norm": 1.113871296835249,
      "learning_rate": 0.0001951940770846766,
      "loss": 0.9324,
      "step": 60169
    },
    {
      "epoch": 2.464468564407127,
      "grad_norm": 0.7199967128982758,
      "learning_rate": 0.00019519096723207986,
      "loss": 0.2525,
      "step": 60170
    },
    {
      "epoch": 2.464509522834323,
      "grad_norm": 0.9414636895996747,
      "learning_rate": 0.0001951878573581194,
      "loss": 0.8403,
      "step": 60171
    },
    {
      "epoch": 2.4645504812615195,
      "grad_norm": 1.0630419521082868,
      "learning_rate": 0.0001951847474627968,
      "loss": 0.8421,
      "step": 60172
    },
    {
      "epoch": 2.464591439688716,
      "grad_norm": 2.8376487958856744,
      "learning_rate": 0.00019518163754611345,
      "loss": 3.3389,
      "step": 60173
    },
    {
      "epoch": 2.464632398115912,
      "grad_norm": 0.8358821609638658,
      "learning_rate": 0.00019517852760807082,
      "loss": 0.6038,
      "step": 60174
    },
    {
      "epoch": 2.4646733565431087,
      "grad_norm": 0.9780010334533977,
      "learning_rate": 0.0001951754176486704,
      "loss": 0.7617,
      "step": 60175
    },
    {
      "epoch": 2.4647143149703052,
      "grad_norm": 0.9544536664918685,
      "learning_rate": 0.00019517230766791374,
      "loss": 0.7016,
      "step": 60176
    },
    {
      "epoch": 2.4647552733975013,
      "grad_norm": 0.8064951754337605,
      "learning_rate": 0.00019516919766580213,
      "loss": 0.5081,
      "step": 60177
    },
    {
      "epoch": 2.464796231824698,
      "grad_norm": 1.3396971701327813,
      "learning_rate": 0.0001951660876423372,
      "loss": 0.8892,
      "step": 60178
    },
    {
      "epoch": 2.4648371902518944,
      "grad_norm": 0.7353437793060497,
      "learning_rate": 0.00019516297759752035,
      "loss": 0.2136,
      "step": 60179
    },
    {
      "epoch": 2.464878148679091,
      "grad_norm": 1.1015805214329797,
      "learning_rate": 0.00019515986753135308,
      "loss": 0.9172,
      "step": 60180
    },
    {
      "epoch": 2.464919107106287,
      "grad_norm": 1.2550745191872803,
      "learning_rate": 0.00019515675744383683,
      "loss": 1.0284,
      "step": 60181
    },
    {
      "epoch": 2.4649600655334836,
      "grad_norm": 0.9445924342136208,
      "learning_rate": 0.0001951536473349731,
      "loss": 0.7392,
      "step": 60182
    },
    {
      "epoch": 2.4650010239606797,
      "grad_norm": 1.0215312359312423,
      "learning_rate": 0.00019515053720476334,
      "loss": 0.8704,
      "step": 60183
    },
    {
      "epoch": 2.465041982387876,
      "grad_norm": 0.9119904804351678,
      "learning_rate": 0.00019514742705320905,
      "loss": 0.6497,
      "step": 60184
    },
    {
      "epoch": 2.4650829408150727,
      "grad_norm": 1.0584426081680782,
      "learning_rate": 0.00019514431688031164,
      "loss": 0.7245,
      "step": 60185
    },
    {
      "epoch": 2.4651238992422693,
      "grad_norm": 1.0834011868247446,
      "learning_rate": 0.0001951412066860726,
      "loss": 0.3379,
      "step": 60186
    },
    {
      "epoch": 2.4651648576694654,
      "grad_norm": 1.107909919961161,
      "learning_rate": 0.00019513809647049346,
      "loss": 0.6508,
      "step": 60187
    },
    {
      "epoch": 2.465205816096662,
      "grad_norm": 1.276862416452128,
      "learning_rate": 0.00019513498623357565,
      "loss": 1.0112,
      "step": 60188
    },
    {
      "epoch": 2.4652467745238584,
      "grad_norm": 1.0363149015954112,
      "learning_rate": 0.00019513187597532063,
      "loss": 0.654,
      "step": 60189
    },
    {
      "epoch": 2.4652877329510545,
      "grad_norm": 1.1867248021136239,
      "learning_rate": 0.0001951287656957299,
      "loss": 0.832,
      "step": 60190
    },
    {
      "epoch": 2.465328691378251,
      "grad_norm": 0.8997565104859055,
      "learning_rate": 0.00019512565539480487,
      "loss": 0.2287,
      "step": 60191
    },
    {
      "epoch": 2.4653696498054476,
      "grad_norm": 0.5260452661575372,
      "learning_rate": 0.00019512254507254704,
      "loss": 0.1908,
      "step": 60192
    },
    {
      "epoch": 2.4654106082326437,
      "grad_norm": 1.0363600429936828,
      "learning_rate": 0.0001951194347289579,
      "loss": 0.8091,
      "step": 60193
    },
    {
      "epoch": 2.46545156665984,
      "grad_norm": 1.2230439657338736,
      "learning_rate": 0.00019511632436403892,
      "loss": 0.8468,
      "step": 60194
    },
    {
      "epoch": 2.4654925250870368,
      "grad_norm": 0.7445214896851927,
      "learning_rate": 0.00019511321397779155,
      "loss": 0.2979,
      "step": 60195
    },
    {
      "epoch": 2.465533483514233,
      "grad_norm": 1.1662885910887864,
      "learning_rate": 0.00019511010357021728,
      "loss": 0.892,
      "step": 60196
    },
    {
      "epoch": 2.4655744419414294,
      "grad_norm": 0.7965667731625622,
      "learning_rate": 0.00019510699314131754,
      "loss": 0.6734,
      "step": 60197
    },
    {
      "epoch": 2.465615400368626,
      "grad_norm": 1.1554502910090667,
      "learning_rate": 0.00019510388269109385,
      "loss": 0.8045,
      "step": 60198
    },
    {
      "epoch": 2.4656563587958225,
      "grad_norm": 0.587345939341483,
      "learning_rate": 0.0001951007722195477,
      "loss": 0.2232,
      "step": 60199
    },
    {
      "epoch": 2.4656973172230185,
      "grad_norm": 0.7067281162328076,
      "learning_rate": 0.00019509766172668048,
      "loss": 0.37,
      "step": 60200
    },
    {
      "epoch": 2.465738275650215,
      "grad_norm": 0.9706483930615208,
      "learning_rate": 0.00019509455121249368,
      "loss": 0.7812,
      "step": 60201
    },
    {
      "epoch": 2.4657792340774116,
      "grad_norm": 0.8855265196944684,
      "learning_rate": 0.00019509144067698884,
      "loss": 0.3428,
      "step": 60202
    },
    {
      "epoch": 2.4658201925046077,
      "grad_norm": 0.8492057641898075,
      "learning_rate": 0.00019508833012016737,
      "loss": 0.3879,
      "step": 60203
    },
    {
      "epoch": 2.4658611509318042,
      "grad_norm": 1.2044002711041355,
      "learning_rate": 0.00019508521954203077,
      "loss": 0.6309,
      "step": 60204
    },
    {
      "epoch": 2.465902109359001,
      "grad_norm": 0.9298006207493585,
      "learning_rate": 0.00019508210894258045,
      "loss": 0.6483,
      "step": 60205
    },
    {
      "epoch": 2.465943067786197,
      "grad_norm": 0.8922056505320227,
      "learning_rate": 0.00019507899832181796,
      "loss": 0.8739,
      "step": 60206
    },
    {
      "epoch": 2.4659840262133934,
      "grad_norm": 1.104978115023369,
      "learning_rate": 0.00019507588767974472,
      "loss": 0.7495,
      "step": 60207
    },
    {
      "epoch": 2.46602498464059,
      "grad_norm": 1.0226911857779684,
      "learning_rate": 0.00019507277701636221,
      "loss": 0.831,
      "step": 60208
    },
    {
      "epoch": 2.466065943067786,
      "grad_norm": 0.9999370257953343,
      "learning_rate": 0.0001950696663316719,
      "loss": 0.8255,
      "step": 60209
    },
    {
      "epoch": 2.4661069014949826,
      "grad_norm": 1.5346320225031556,
      "learning_rate": 0.0001950665556256753,
      "loss": 1.2244,
      "step": 60210
    },
    {
      "epoch": 2.466147859922179,
      "grad_norm": 1.0480703584683784,
      "learning_rate": 0.00019506344489837385,
      "loss": 0.486,
      "step": 60211
    },
    {
      "epoch": 2.466188818349375,
      "grad_norm": 0.7728854375459979,
      "learning_rate": 0.000195060334149769,
      "loss": 0.6138,
      "step": 60212
    },
    {
      "epoch": 2.4662297767765717,
      "grad_norm": 1.0245331563757945,
      "learning_rate": 0.00019505722337986221,
      "loss": 0.8582,
      "step": 60213
    },
    {
      "epoch": 2.4662707352037683,
      "grad_norm": 1.0740562474595412,
      "learning_rate": 0.00019505411258865504,
      "loss": 0.7219,
      "step": 60214
    },
    {
      "epoch": 2.4663116936309644,
      "grad_norm": 1.1934465202419815,
      "learning_rate": 0.00019505100177614885,
      "loss": 0.6171,
      "step": 60215
    },
    {
      "epoch": 2.466352652058161,
      "grad_norm": 1.074182022794635,
      "learning_rate": 0.0001950478909423452,
      "loss": 0.9156,
      "step": 60216
    },
    {
      "epoch": 2.4663936104853574,
      "grad_norm": 1.9130193771113198,
      "learning_rate": 0.0001950447800872455,
      "loss": 1.8291,
      "step": 60217
    },
    {
      "epoch": 2.466434568912554,
      "grad_norm": 1.7058509927103214,
      "learning_rate": 0.00019504166921085122,
      "loss": 1.456,
      "step": 60218
    },
    {
      "epoch": 2.46647552733975,
      "grad_norm": 0.9896829955866489,
      "learning_rate": 0.00019503855831316387,
      "loss": 0.6966,
      "step": 60219
    },
    {
      "epoch": 2.4665164857669466,
      "grad_norm": 1.1835294237174652,
      "learning_rate": 0.0001950354473941849,
      "loss": 0.751,
      "step": 60220
    },
    {
      "epoch": 2.466557444194143,
      "grad_norm": 0.8169063657049805,
      "learning_rate": 0.0001950323364539158,
      "loss": 0.3577,
      "step": 60221
    },
    {
      "epoch": 2.4665984026213392,
      "grad_norm": 1.26320301506744,
      "learning_rate": 0.000195029225492358,
      "loss": 0.6464,
      "step": 60222
    },
    {
      "epoch": 2.4666393610485358,
      "grad_norm": 0.7333309956447759,
      "learning_rate": 0.00019502611450951306,
      "loss": 0.2628,
      "step": 60223
    },
    {
      "epoch": 2.4666803194757323,
      "grad_norm": 0.98072248424631,
      "learning_rate": 0.00019502300350538232,
      "loss": 0.8336,
      "step": 60224
    },
    {
      "epoch": 2.4667212779029284,
      "grad_norm": 0.8533868845746215,
      "learning_rate": 0.00019501989247996734,
      "loss": 0.6981,
      "step": 60225
    },
    {
      "epoch": 2.466762236330125,
      "grad_norm": 1.1668240786830402,
      "learning_rate": 0.00019501678143326955,
      "loss": 0.7425,
      "step": 60226
    },
    {
      "epoch": 2.4668031947573215,
      "grad_norm": 0.6012691669147503,
      "learning_rate": 0.00019501367036529044,
      "loss": 0.234,
      "step": 60227
    },
    {
      "epoch": 2.4668441531845176,
      "grad_norm": 0.8886311010326923,
      "learning_rate": 0.0001950105592760315,
      "loss": 0.6701,
      "step": 60228
    },
    {
      "epoch": 2.466885111611714,
      "grad_norm": 0.8355752716740921,
      "learning_rate": 0.0001950074481654942,
      "loss": 0.6262,
      "step": 60229
    },
    {
      "epoch": 2.4669260700389106,
      "grad_norm": 1.1861563470501155,
      "learning_rate": 0.00019500433703367994,
      "loss": 0.8203,
      "step": 60230
    },
    {
      "epoch": 2.4669670284661067,
      "grad_norm": 0.9422613537685811,
      "learning_rate": 0.00019500122588059026,
      "loss": 0.6877,
      "step": 60231
    },
    {
      "epoch": 2.4670079868933033,
      "grad_norm": 0.8869546451573791,
      "learning_rate": 0.00019499811470622663,
      "loss": 0.666,
      "step": 60232
    },
    {
      "epoch": 2.4670489453205,
      "grad_norm": 0.6363843525152142,
      "learning_rate": 0.00019499500351059044,
      "loss": 0.2954,
      "step": 60233
    },
    {
      "epoch": 2.467089903747696,
      "grad_norm": 0.9446493740129596,
      "learning_rate": 0.00019499189229368327,
      "loss": 0.7931,
      "step": 60234
    },
    {
      "epoch": 2.4671308621748924,
      "grad_norm": 1.3005009183917766,
      "learning_rate": 0.00019498878105550654,
      "loss": 0.9267,
      "step": 60235
    },
    {
      "epoch": 2.467171820602089,
      "grad_norm": 1.0408060051962413,
      "learning_rate": 0.00019498566979606174,
      "loss": 0.8371,
      "step": 60236
    },
    {
      "epoch": 2.4672127790292855,
      "grad_norm": 2.746134040081614,
      "learning_rate": 0.00019498255851535027,
      "loss": 1.6903,
      "step": 60237
    },
    {
      "epoch": 2.4672537374564816,
      "grad_norm": 0.8821715952898437,
      "learning_rate": 0.00019497944721337372,
      "loss": 0.6513,
      "step": 60238
    },
    {
      "epoch": 2.467294695883678,
      "grad_norm": 1.2497013282703426,
      "learning_rate": 0.00019497633589013347,
      "loss": 1.0826,
      "step": 60239
    },
    {
      "epoch": 2.4673356543108746,
      "grad_norm": 1.6428267031799606,
      "learning_rate": 0.00019497322454563104,
      "loss": 1.744,
      "step": 60240
    },
    {
      "epoch": 2.4673766127380707,
      "grad_norm": 1.0296833974350794,
      "learning_rate": 0.00019497011317986783,
      "loss": 0.4872,
      "step": 60241
    },
    {
      "epoch": 2.4674175711652673,
      "grad_norm": 3.4297173959871823,
      "learning_rate": 0.0001949670017928454,
      "loss": 3.5375,
      "step": 60242
    },
    {
      "epoch": 2.467458529592464,
      "grad_norm": 2.842400791882528,
      "learning_rate": 0.0001949638903845652,
      "loss": 1.1326,
      "step": 60243
    },
    {
      "epoch": 2.46749948801966,
      "grad_norm": 0.9124273008785321,
      "learning_rate": 0.00019496077895502864,
      "loss": 0.654,
      "step": 60244
    },
    {
      "epoch": 2.4675404464468564,
      "grad_norm": 0.7964289303432166,
      "learning_rate": 0.00019495766750423724,
      "loss": 0.302,
      "step": 60245
    },
    {
      "epoch": 2.467581404874053,
      "grad_norm": 1.1124987387796836,
      "learning_rate": 0.0001949545560321925,
      "loss": 0.8435,
      "step": 60246
    },
    {
      "epoch": 2.467622363301249,
      "grad_norm": 1.298796235867353,
      "learning_rate": 0.0001949514445388958,
      "loss": 1.0551,
      "step": 60247
    },
    {
      "epoch": 2.4676633217284456,
      "grad_norm": 1.0154762048160504,
      "learning_rate": 0.0001949483330243487,
      "loss": 0.8692,
      "step": 60248
    },
    {
      "epoch": 2.467704280155642,
      "grad_norm": 1.0056099584874405,
      "learning_rate": 0.0001949452214885526,
      "loss": 0.8233,
      "step": 60249
    },
    {
      "epoch": 2.4677452385828382,
      "grad_norm": 0.84225439811165,
      "learning_rate": 0.00019494210993150905,
      "loss": 0.2874,
      "step": 60250
    },
    {
      "epoch": 2.4677861970100348,
      "grad_norm": 3.7704973467763545,
      "learning_rate": 0.00019493899835321945,
      "loss": 2.9248,
      "step": 60251
    },
    {
      "epoch": 2.4678271554372313,
      "grad_norm": 1.1040742398110714,
      "learning_rate": 0.00019493588675368535,
      "loss": 0.6223,
      "step": 60252
    },
    {
      "epoch": 2.4678681138644274,
      "grad_norm": 1.2075971324273516,
      "learning_rate": 0.00019493277513290806,
      "loss": 0.8409,
      "step": 60253
    },
    {
      "epoch": 2.467909072291624,
      "grad_norm": 1.2391195292860606,
      "learning_rate": 0.00019492966349088925,
      "loss": 0.7722,
      "step": 60254
    },
    {
      "epoch": 2.4679500307188205,
      "grad_norm": 0.9896112422903193,
      "learning_rate": 0.0001949265518276303,
      "loss": 0.7847,
      "step": 60255
    },
    {
      "epoch": 2.467990989146017,
      "grad_norm": 0.8443198963945313,
      "learning_rate": 0.00019492344014313266,
      "loss": 0.5012,
      "step": 60256
    },
    {
      "epoch": 2.468031947573213,
      "grad_norm": 1.2807091208518804,
      "learning_rate": 0.00019492032843739784,
      "loss": 0.9959,
      "step": 60257
    },
    {
      "epoch": 2.4680729060004096,
      "grad_norm": 0.9271963392288477,
      "learning_rate": 0.0001949172167104273,
      "loss": 0.5723,
      "step": 60258
    },
    {
      "epoch": 2.468113864427606,
      "grad_norm": 0.616426192814138,
      "learning_rate": 0.0001949141049622225,
      "loss": 0.3286,
      "step": 60259
    },
    {
      "epoch": 2.4681548228548023,
      "grad_norm": 1.1072574271941655,
      "learning_rate": 0.00019491099319278492,
      "loss": 0.6451,
      "step": 60260
    },
    {
      "epoch": 2.468195781281999,
      "grad_norm": 2.465933183022692,
      "learning_rate": 0.000194907881402116,
      "loss": 1.0292,
      "step": 60261
    },
    {
      "epoch": 2.4682367397091953,
      "grad_norm": 0.817013825712488,
      "learning_rate": 0.00019490476959021727,
      "loss": 0.7841,
      "step": 60262
    },
    {
      "epoch": 2.4682776981363914,
      "grad_norm": 0.8991275530869046,
      "learning_rate": 0.00019490165775709018,
      "loss": 0.3047,
      "step": 60263
    },
    {
      "epoch": 2.468318656563588,
      "grad_norm": 1.0449564080686966,
      "learning_rate": 0.00019489854590273617,
      "loss": 0.8303,
      "step": 60264
    },
    {
      "epoch": 2.4683596149907845,
      "grad_norm": 1.41062415673734,
      "learning_rate": 0.00019489543402715671,
      "loss": 1.1616,
      "step": 60265
    },
    {
      "epoch": 2.4684005734179806,
      "grad_norm": 1.343045723613201,
      "learning_rate": 0.00019489232213035332,
      "loss": 0.9621,
      "step": 60266
    },
    {
      "epoch": 2.468441531845177,
      "grad_norm": 1.0564560075504534,
      "learning_rate": 0.00019488921021232743,
      "loss": 0.8917,
      "step": 60267
    },
    {
      "epoch": 2.4684824902723737,
      "grad_norm": 1.2315640592522896,
      "learning_rate": 0.00019488609827308058,
      "loss": 1.1973,
      "step": 60268
    },
    {
      "epoch": 2.4685234486995697,
      "grad_norm": 0.7017027864195852,
      "learning_rate": 0.0001948829863126141,
      "loss": 0.3618,
      "step": 60269
    },
    {
      "epoch": 2.4685644071267663,
      "grad_norm": 1.0577647573634048,
      "learning_rate": 0.0001948798743309296,
      "loss": 0.652,
      "step": 60270
    },
    {
      "epoch": 2.468605365553963,
      "grad_norm": 3.445790014312287,
      "learning_rate": 0.00019487676232802853,
      "loss": 1.197,
      "step": 60271
    },
    {
      "epoch": 2.468646323981159,
      "grad_norm": 0.9683173508627965,
      "learning_rate": 0.0001948736503039123,
      "loss": 0.7016,
      "step": 60272
    },
    {
      "epoch": 2.4686872824083554,
      "grad_norm": 0.936838333433952,
      "learning_rate": 0.00019487053825858238,
      "loss": 0.6361,
      "step": 60273
    },
    {
      "epoch": 2.468728240835552,
      "grad_norm": 1.4351383418611185,
      "learning_rate": 0.0001948674261920403,
      "loss": 1.1766,
      "step": 60274
    },
    {
      "epoch": 2.4687691992627485,
      "grad_norm": 0.9597827337465936,
      "learning_rate": 0.0001948643141042875,
      "loss": 0.9018,
      "step": 60275
    },
    {
      "epoch": 2.4688101576899446,
      "grad_norm": 1.051835046180169,
      "learning_rate": 0.0001948612019953255,
      "loss": 0.785,
      "step": 60276
    },
    {
      "epoch": 2.468851116117141,
      "grad_norm": 1.1601298137760951,
      "learning_rate": 0.00019485808986515566,
      "loss": 0.4463,
      "step": 60277
    },
    {
      "epoch": 2.4688920745443377,
      "grad_norm": 0.6686322718400807,
      "learning_rate": 0.00019485497771377954,
      "loss": 0.3499,
      "step": 60278
    },
    {
      "epoch": 2.4689330329715338,
      "grad_norm": 0.8771965548201399,
      "learning_rate": 0.00019485186554119862,
      "loss": 0.7169,
      "step": 60279
    },
    {
      "epoch": 2.4689739913987303,
      "grad_norm": 1.1977863652204122,
      "learning_rate": 0.0001948487533474143,
      "loss": 0.8497,
      "step": 60280
    },
    {
      "epoch": 2.469014949825927,
      "grad_norm": 1.0964218724338342,
      "learning_rate": 0.0001948456411324281,
      "loss": 0.9339,
      "step": 60281
    },
    {
      "epoch": 2.469055908253123,
      "grad_norm": 0.8562624898739364,
      "learning_rate": 0.0001948425288962415,
      "loss": 0.8799,
      "step": 60282
    },
    {
      "epoch": 2.4690968666803195,
      "grad_norm": 0.6386809779043378,
      "learning_rate": 0.00019483941663885594,
      "loss": 0.2562,
      "step": 60283
    },
    {
      "epoch": 2.469137825107516,
      "grad_norm": 2.081314249689282,
      "learning_rate": 0.00019483630436027292,
      "loss": 2.0905,
      "step": 60284
    },
    {
      "epoch": 2.469178783534712,
      "grad_norm": 1.217470813480034,
      "learning_rate": 0.00019483319206049386,
      "loss": 0.8717,
      "step": 60285
    },
    {
      "epoch": 2.4692197419619086,
      "grad_norm": 1.1328624822199584,
      "learning_rate": 0.00019483007973952033,
      "loss": 1.0002,
      "step": 60286
    },
    {
      "epoch": 2.469260700389105,
      "grad_norm": 0.9800676304986651,
      "learning_rate": 0.0001948269673973537,
      "loss": 0.9018,
      "step": 60287
    },
    {
      "epoch": 2.4693016588163017,
      "grad_norm": 1.0255324769055711,
      "learning_rate": 0.0001948238550339955,
      "loss": 0.9688,
      "step": 60288
    },
    {
      "epoch": 2.469342617243498,
      "grad_norm": 1.035395771475486,
      "learning_rate": 0.00019482074264944716,
      "loss": 0.8565,
      "step": 60289
    },
    {
      "epoch": 2.4693835756706943,
      "grad_norm": 1.370589437538101,
      "learning_rate": 0.00019481763024371018,
      "loss": 0.8977,
      "step": 60290
    },
    {
      "epoch": 2.4694245340978904,
      "grad_norm": 1.1255028427269216,
      "learning_rate": 0.00019481451781678603,
      "loss": 0.658,
      "step": 60291
    },
    {
      "epoch": 2.469465492525087,
      "grad_norm": 1.0051736336290098,
      "learning_rate": 0.00019481140536867618,
      "loss": 0.9222,
      "step": 60292
    },
    {
      "epoch": 2.4695064509522835,
      "grad_norm": 0.9617444821188496,
      "learning_rate": 0.00019480829289938208,
      "loss": 0.8187,
      "step": 60293
    },
    {
      "epoch": 2.46954740937948,
      "grad_norm": 2.7379863970816682,
      "learning_rate": 0.00019480518040890525,
      "loss": 1.2723,
      "step": 60294
    },
    {
      "epoch": 2.469588367806676,
      "grad_norm": 1.0195085104950552,
      "learning_rate": 0.00019480206789724715,
      "loss": 0.9631,
      "step": 60295
    },
    {
      "epoch": 2.4696293262338727,
      "grad_norm": 1.0310439215308904,
      "learning_rate": 0.00019479895536440915,
      "loss": 0.8908,
      "step": 60296
    },
    {
      "epoch": 2.469670284661069,
      "grad_norm": 0.8295970488004032,
      "learning_rate": 0.00019479584281039287,
      "loss": 0.7462,
      "step": 60297
    },
    {
      "epoch": 2.4697112430882653,
      "grad_norm": 1.0345347124805635,
      "learning_rate": 0.0001947927302351997,
      "loss": 0.6251,
      "step": 60298
    },
    {
      "epoch": 2.469752201515462,
      "grad_norm": 1.021713636385683,
      "learning_rate": 0.00019478961763883112,
      "loss": 0.8697,
      "step": 60299
    },
    {
      "epoch": 2.4697931599426584,
      "grad_norm": 0.8549630187812038,
      "learning_rate": 0.0001947865050212886,
      "loss": 0.6257,
      "step": 60300
    },
    {
      "epoch": 2.4698341183698544,
      "grad_norm": 0.9779044239009833,
      "learning_rate": 0.0001947833923825736,
      "loss": 0.845,
      "step": 60301
    },
    {
      "epoch": 2.469875076797051,
      "grad_norm": 1.4035165456553522,
      "learning_rate": 0.00019478027972268767,
      "loss": 0.7194,
      "step": 60302
    },
    {
      "epoch": 2.4699160352242475,
      "grad_norm": 0.9276128743988612,
      "learning_rate": 0.0001947771670416322,
      "loss": 0.8958,
      "step": 60303
    },
    {
      "epoch": 2.4699569936514436,
      "grad_norm": 0.6986714774326697,
      "learning_rate": 0.00019477405433940864,
      "loss": 0.5432,
      "step": 60304
    },
    {
      "epoch": 2.46999795207864,
      "grad_norm": 0.8607549867174225,
      "learning_rate": 0.00019477094161601854,
      "loss": 0.6201,
      "step": 60305
    },
    {
      "epoch": 2.4700389105058367,
      "grad_norm": 0.8684768140138994,
      "learning_rate": 0.00019476782887146337,
      "loss": 0.7664,
      "step": 60306
    },
    {
      "epoch": 2.470079868933033,
      "grad_norm": 1.0860875560356067,
      "learning_rate": 0.00019476471610574452,
      "loss": 0.875,
      "step": 60307
    },
    {
      "epoch": 2.4701208273602293,
      "grad_norm": 1.1698020080748517,
      "learning_rate": 0.0001947616033188635,
      "loss": 0.8802,
      "step": 60308
    },
    {
      "epoch": 2.470161785787426,
      "grad_norm": 1.2026245094022192,
      "learning_rate": 0.0001947584905108218,
      "loss": 0.4345,
      "step": 60309
    },
    {
      "epoch": 2.470202744214622,
      "grad_norm": 0.7183296789823969,
      "learning_rate": 0.00019475537768162094,
      "loss": 0.3265,
      "step": 60310
    },
    {
      "epoch": 2.4702437026418185,
      "grad_norm": 1.4080266776385795,
      "learning_rate": 0.00019475226483126227,
      "loss": 0.5109,
      "step": 60311
    },
    {
      "epoch": 2.470284661069015,
      "grad_norm": 1.0803889538460496,
      "learning_rate": 0.00019474915195974736,
      "loss": 0.7585,
      "step": 60312
    },
    {
      "epoch": 2.4703256194962115,
      "grad_norm": 1.2865718692667167,
      "learning_rate": 0.0001947460390670776,
      "loss": 0.9443,
      "step": 60313
    },
    {
      "epoch": 2.4703665779234076,
      "grad_norm": 3.034825011263161,
      "learning_rate": 0.00019474292615325457,
      "loss": 1.2715,
      "step": 60314
    },
    {
      "epoch": 2.470407536350604,
      "grad_norm": 1.071663156922399,
      "learning_rate": 0.00019473981321827967,
      "loss": 0.8874,
      "step": 60315
    },
    {
      "epoch": 2.4704484947778007,
      "grad_norm": 0.6229813907968266,
      "learning_rate": 0.00019473670026215435,
      "loss": 0.2843,
      "step": 60316
    },
    {
      "epoch": 2.470489453204997,
      "grad_norm": 1.017310008685921,
      "learning_rate": 0.00019473358728488014,
      "loss": 0.6003,
      "step": 60317
    },
    {
      "epoch": 2.4705304116321933,
      "grad_norm": 1.3377499148042458,
      "learning_rate": 0.00019473047428645847,
      "loss": 0.9065,
      "step": 60318
    },
    {
      "epoch": 2.47057137005939,
      "grad_norm": 1.074213234007668,
      "learning_rate": 0.00019472736126689084,
      "loss": 0.8208,
      "step": 60319
    },
    {
      "epoch": 2.470612328486586,
      "grad_norm": 0.9439507005091161,
      "learning_rate": 0.0001947242482261787,
      "loss": 0.7522,
      "step": 60320
    },
    {
      "epoch": 2.4706532869137825,
      "grad_norm": 1.0422244781600862,
      "learning_rate": 0.00019472113516432352,
      "loss": 0.3273,
      "step": 60321
    },
    {
      "epoch": 2.470694245340979,
      "grad_norm": 0.9895109082342304,
      "learning_rate": 0.0001947180220813268,
      "loss": 0.7684,
      "step": 60322
    },
    {
      "epoch": 2.470735203768175,
      "grad_norm": 0.783800028205415,
      "learning_rate": 0.00019471490897719,
      "loss": 0.353,
      "step": 60323
    },
    {
      "epoch": 2.4707761621953717,
      "grad_norm": 1.7703087790926122,
      "learning_rate": 0.0001947117958519146,
      "loss": 1.3425,
      "step": 60324
    },
    {
      "epoch": 2.470817120622568,
      "grad_norm": 4.97494912404359,
      "learning_rate": 0.000194708682705502,
      "loss": 0.8837,
      "step": 60325
    },
    {
      "epoch": 2.4708580790497647,
      "grad_norm": 1.1954125612487159,
      "learning_rate": 0.00019470556953795376,
      "loss": 0.8596,
      "step": 60326
    },
    {
      "epoch": 2.470899037476961,
      "grad_norm": 1.2487045615310184,
      "learning_rate": 0.00019470245634927135,
      "loss": 0.7022,
      "step": 60327
    },
    {
      "epoch": 2.4709399959041574,
      "grad_norm": 1.302447662291875,
      "learning_rate": 0.00019469934313945617,
      "loss": 0.7606,
      "step": 60328
    },
    {
      "epoch": 2.4709809543313535,
      "grad_norm": 0.8905488440938764,
      "learning_rate": 0.0001946962299085098,
      "loss": 0.5175,
      "step": 60329
    },
    {
      "epoch": 2.47102191275855,
      "grad_norm": 1.1444279463452913,
      "learning_rate": 0.00019469311665643358,
      "loss": 1.0804,
      "step": 60330
    },
    {
      "epoch": 2.4710628711857465,
      "grad_norm": 1.0339762168357711,
      "learning_rate": 0.00019469000338322908,
      "loss": 0.7348,
      "step": 60331
    },
    {
      "epoch": 2.471103829612943,
      "grad_norm": 0.9012573897778923,
      "learning_rate": 0.00019468689008889767,
      "loss": 0.6349,
      "step": 60332
    },
    {
      "epoch": 2.471144788040139,
      "grad_norm": 1.419415054354324,
      "learning_rate": 0.00019468377677344097,
      "loss": 0.5785,
      "step": 60333
    },
    {
      "epoch": 2.4711857464673357,
      "grad_norm": 0.612963812913261,
      "learning_rate": 0.00019468066343686038,
      "loss": 0.2445,
      "step": 60334
    },
    {
      "epoch": 2.4712267048945322,
      "grad_norm": 1.056986653996259,
      "learning_rate": 0.00019467755007915733,
      "loss": 0.8014,
      "step": 60335
    },
    {
      "epoch": 2.4712676633217283,
      "grad_norm": 0.9916066069938987,
      "learning_rate": 0.00019467443670033332,
      "loss": 0.7325,
      "step": 60336
    },
    {
      "epoch": 2.471308621748925,
      "grad_norm": 1.0045388157762838,
      "learning_rate": 0.00019467132330038982,
      "loss": 0.4236,
      "step": 60337
    },
    {
      "epoch": 2.4713495801761214,
      "grad_norm": 1.1041399608550841,
      "learning_rate": 0.00019466820987932835,
      "loss": 0.9676,
      "step": 60338
    },
    {
      "epoch": 2.4713905386033175,
      "grad_norm": 1.4578916775565662,
      "learning_rate": 0.00019466509643715032,
      "loss": 1.1907,
      "step": 60339
    },
    {
      "epoch": 2.471431497030514,
      "grad_norm": 0.9018703723755822,
      "learning_rate": 0.00019466198297385726,
      "loss": 0.6417,
      "step": 60340
    },
    {
      "epoch": 2.4714724554577105,
      "grad_norm": 1.0233990361944243,
      "learning_rate": 0.00019465886948945052,
      "loss": 0.7263,
      "step": 60341
    },
    {
      "epoch": 2.4715134138849066,
      "grad_norm": 4.538720959726213,
      "learning_rate": 0.00019465575598393172,
      "loss": 5.8009,
      "step": 60342
    },
    {
      "epoch": 2.471554372312103,
      "grad_norm": 0.905813507750658,
      "learning_rate": 0.00019465264245730228,
      "loss": 0.643,
      "step": 60343
    },
    {
      "epoch": 2.4715953307392997,
      "grad_norm": 1.203935925043626,
      "learning_rate": 0.00019464952890956363,
      "loss": 0.8262,
      "step": 60344
    },
    {
      "epoch": 2.4716362891664962,
      "grad_norm": 1.5455378396022619,
      "learning_rate": 0.00019464641534071728,
      "loss": 1.0624,
      "step": 60345
    },
    {
      "epoch": 2.4716772475936923,
      "grad_norm": 1.0894252050949118,
      "learning_rate": 0.00019464330175076472,
      "loss": 0.7698,
      "step": 60346
    },
    {
      "epoch": 2.471718206020889,
      "grad_norm": 0.9888484669013179,
      "learning_rate": 0.00019464018813970737,
      "loss": 0.7055,
      "step": 60347
    },
    {
      "epoch": 2.471759164448085,
      "grad_norm": 1.2242553691411573,
      "learning_rate": 0.00019463707450754675,
      "loss": 0.9124,
      "step": 60348
    },
    {
      "epoch": 2.4718001228752815,
      "grad_norm": 0.893364238763018,
      "learning_rate": 0.00019463396085428429,
      "loss": 0.785,
      "step": 60349
    },
    {
      "epoch": 2.471841081302478,
      "grad_norm": 1.3627568014925746,
      "learning_rate": 0.00019463084717992148,
      "loss": 1.1505,
      "step": 60350
    },
    {
      "epoch": 2.4718820397296746,
      "grad_norm": 0.7436974541625793,
      "learning_rate": 0.0001946277334844598,
      "loss": 0.2556,
      "step": 60351
    },
    {
      "epoch": 2.4719229981568707,
      "grad_norm": 0.9578295581576717,
      "learning_rate": 0.00019462461976790075,
      "loss": 0.679,
      "step": 60352
    },
    {
      "epoch": 2.471963956584067,
      "grad_norm": 1.0905834842543156,
      "learning_rate": 0.00019462150603024572,
      "loss": 0.7587,
      "step": 60353
    },
    {
      "epoch": 2.4720049150112637,
      "grad_norm": 2.054989715554924,
      "learning_rate": 0.00019461839227149626,
      "loss": 0.7134,
      "step": 60354
    },
    {
      "epoch": 2.47204587343846,
      "grad_norm": 0.8704656194657567,
      "learning_rate": 0.00019461527849165384,
      "loss": 0.6564,
      "step": 60355
    },
    {
      "epoch": 2.4720868318656564,
      "grad_norm": 0.9446456812292846,
      "learning_rate": 0.00019461216469071987,
      "loss": 0.7429,
      "step": 60356
    },
    {
      "epoch": 2.472127790292853,
      "grad_norm": 1.0522418387103658,
      "learning_rate": 0.00019460905086869586,
      "loss": 0.7219,
      "step": 60357
    },
    {
      "epoch": 2.472168748720049,
      "grad_norm": 0.9873529458624377,
      "learning_rate": 0.00019460593702558325,
      "loss": 0.7766,
      "step": 60358
    },
    {
      "epoch": 2.4722097071472455,
      "grad_norm": 1.0098609399933176,
      "learning_rate": 0.0001946028231613836,
      "loss": 0.6547,
      "step": 60359
    },
    {
      "epoch": 2.472250665574442,
      "grad_norm": 1.000223039312041,
      "learning_rate": 0.00019459970927609827,
      "loss": 0.7564,
      "step": 60360
    },
    {
      "epoch": 2.472291624001638,
      "grad_norm": 1.2916519516518303,
      "learning_rate": 0.00019459659536972884,
      "loss": 0.4549,
      "step": 60361
    },
    {
      "epoch": 2.4723325824288347,
      "grad_norm": 0.9015799325146794,
      "learning_rate": 0.00019459348144227666,
      "loss": 0.9187,
      "step": 60362
    },
    {
      "epoch": 2.4723735408560312,
      "grad_norm": 1.1059129242201804,
      "learning_rate": 0.00019459036749374333,
      "loss": 1.04,
      "step": 60363
    },
    {
      "epoch": 2.4724144992832278,
      "grad_norm": 0.6777098461332491,
      "learning_rate": 0.00019458725352413024,
      "loss": 0.2095,
      "step": 60364
    },
    {
      "epoch": 2.472455457710424,
      "grad_norm": 0.906568837177075,
      "learning_rate": 0.0001945841395334389,
      "loss": 0.6529,
      "step": 60365
    },
    {
      "epoch": 2.4724964161376204,
      "grad_norm": 1.032916722034726,
      "learning_rate": 0.00019458102552167075,
      "loss": 0.9772,
      "step": 60366
    },
    {
      "epoch": 2.4725373745648165,
      "grad_norm": 4.492805242371691,
      "learning_rate": 0.0001945779114888273,
      "loss": 5.4986,
      "step": 60367
    },
    {
      "epoch": 2.472578332992013,
      "grad_norm": 1.3406091887526217,
      "learning_rate": 0.00019457479743490997,
      "loss": 1.0751,
      "step": 60368
    },
    {
      "epoch": 2.4726192914192096,
      "grad_norm": 1.064198912221368,
      "learning_rate": 0.00019457168335992026,
      "loss": 0.67,
      "step": 60369
    },
    {
      "epoch": 2.472660249846406,
      "grad_norm": 0.9788741550243386,
      "learning_rate": 0.00019456856926385965,
      "loss": 0.7236,
      "step": 60370
    },
    {
      "epoch": 2.472701208273602,
      "grad_norm": 1.0325648427652832,
      "learning_rate": 0.0001945654551467296,
      "loss": 0.9849,
      "step": 60371
    },
    {
      "epoch": 2.4727421667007987,
      "grad_norm": 0.6748693550940053,
      "learning_rate": 0.00019456234100853162,
      "loss": 0.3126,
      "step": 60372
    },
    {
      "epoch": 2.4727831251279953,
      "grad_norm": 1.2439944826009859,
      "learning_rate": 0.0001945592268492671,
      "loss": 0.7888,
      "step": 60373
    },
    {
      "epoch": 2.4728240835551913,
      "grad_norm": 0.635385380065709,
      "learning_rate": 0.00019455611266893763,
      "loss": 0.3059,
      "step": 60374
    },
    {
      "epoch": 2.472865041982388,
      "grad_norm": 1.2196956630318196,
      "learning_rate": 0.0001945529984675446,
      "loss": 1.1764,
      "step": 60375
    },
    {
      "epoch": 2.4729060004095844,
      "grad_norm": 1.215779997446848,
      "learning_rate": 0.00019454988424508947,
      "loss": 0.9246,
      "step": 60376
    },
    {
      "epoch": 2.4729469588367805,
      "grad_norm": 1.0427404984943687,
      "learning_rate": 0.0001945467700015737,
      "loss": 0.9075,
      "step": 60377
    },
    {
      "epoch": 2.472987917263977,
      "grad_norm": 1.4052617564846952,
      "learning_rate": 0.00019454365573699886,
      "loss": 0.3684,
      "step": 60378
    },
    {
      "epoch": 2.4730288756911736,
      "grad_norm": 0.7848375571518457,
      "learning_rate": 0.00019454054145136637,
      "loss": 0.5319,
      "step": 60379
    },
    {
      "epoch": 2.4730698341183697,
      "grad_norm": 1.1068546900544374,
      "learning_rate": 0.00019453742714467767,
      "loss": 0.9934,
      "step": 60380
    },
    {
      "epoch": 2.473110792545566,
      "grad_norm": 0.9408415029665828,
      "learning_rate": 0.00019453431281693425,
      "loss": 0.72,
      "step": 60381
    },
    {
      "epoch": 2.4731517509727627,
      "grad_norm": 1.1915562268867896,
      "learning_rate": 0.00019453119846813763,
      "loss": 0.9795,
      "step": 60382
    },
    {
      "epoch": 2.4731927093999593,
      "grad_norm": 4.793128968194704,
      "learning_rate": 0.00019452808409828922,
      "loss": 4.2843,
      "step": 60383
    },
    {
      "epoch": 2.4732336678271554,
      "grad_norm": 0.9926415225458425,
      "learning_rate": 0.00019452496970739057,
      "loss": 0.6539,
      "step": 60384
    },
    {
      "epoch": 2.473274626254352,
      "grad_norm": 0.8305367502625226,
      "learning_rate": 0.000194521855295443,
      "loss": 0.6035,
      "step": 60385
    },
    {
      "epoch": 2.473315584681548,
      "grad_norm": 2.9429299799611455,
      "learning_rate": 0.00019451874086244813,
      "loss": 3.8892,
      "step": 60386
    },
    {
      "epoch": 2.4733565431087445,
      "grad_norm": 1.145169945920816,
      "learning_rate": 0.00019451562640840738,
      "loss": 0.9037,
      "step": 60387
    },
    {
      "epoch": 2.473397501535941,
      "grad_norm": 0.8829156863343575,
      "learning_rate": 0.00019451251193332221,
      "loss": 0.7343,
      "step": 60388
    },
    {
      "epoch": 2.4734384599631376,
      "grad_norm": 3.9998889894758793,
      "learning_rate": 0.00019450939743719412,
      "loss": 2.0877,
      "step": 60389
    },
    {
      "epoch": 2.4734794183903337,
      "grad_norm": 0.9018755871886439,
      "learning_rate": 0.0001945062829200246,
      "loss": 0.8111,
      "step": 60390
    },
    {
      "epoch": 2.4735203768175302,
      "grad_norm": 0.7409209670819421,
      "learning_rate": 0.00019450316838181506,
      "loss": 0.2536,
      "step": 60391
    },
    {
      "epoch": 2.4735613352447268,
      "grad_norm": 1.1880451137149364,
      "learning_rate": 0.00019450005382256702,
      "loss": 0.6608,
      "step": 60392
    },
    {
      "epoch": 2.473602293671923,
      "grad_norm": 2.0669434464472296,
      "learning_rate": 0.0001944969392422819,
      "loss": 1.7202,
      "step": 60393
    },
    {
      "epoch": 2.4736432520991194,
      "grad_norm": 0.871720661680753,
      "learning_rate": 0.0001944938246409612,
      "loss": 0.8335,
      "step": 60394
    },
    {
      "epoch": 2.473684210526316,
      "grad_norm": 0.7890507890899975,
      "learning_rate": 0.00019449071001860648,
      "loss": 0.4052,
      "step": 60395
    },
    {
      "epoch": 2.473725168953512,
      "grad_norm": 0.9615175984049378,
      "learning_rate": 0.0001944875953752191,
      "loss": 0.834,
      "step": 60396
    },
    {
      "epoch": 2.4737661273807086,
      "grad_norm": 1.6358367678649381,
      "learning_rate": 0.00019448448071080054,
      "loss": 1.2038,
      "step": 60397
    },
    {
      "epoch": 2.473807085807905,
      "grad_norm": 5.401294082352782,
      "learning_rate": 0.00019448136602535232,
      "loss": 1.9558,
      "step": 60398
    },
    {
      "epoch": 2.473848044235101,
      "grad_norm": 1.0937134172391434,
      "learning_rate": 0.00019447825131887588,
      "loss": 0.7995,
      "step": 60399
    },
    {
      "epoch": 2.4738890026622977,
      "grad_norm": 1.298855532351163,
      "learning_rate": 0.00019447513659137273,
      "loss": 0.9623,
      "step": 60400
    },
    {
      "epoch": 2.4739299610894943,
      "grad_norm": 1.098298995286289,
      "learning_rate": 0.0001944720218428443,
      "loss": 0.7949,
      "step": 60401
    },
    {
      "epoch": 2.473970919516691,
      "grad_norm": 0.8344272542184864,
      "learning_rate": 0.00019446890707329207,
      "loss": 0.279,
      "step": 60402
    },
    {
      "epoch": 2.474011877943887,
      "grad_norm": 0.9232393912185995,
      "learning_rate": 0.00019446579228271754,
      "loss": 0.7658,
      "step": 60403
    },
    {
      "epoch": 2.4740528363710834,
      "grad_norm": 1.2402304167118818,
      "learning_rate": 0.00019446267747112215,
      "loss": 1.0112,
      "step": 60404
    },
    {
      "epoch": 2.4740937947982795,
      "grad_norm": 0.9440324748849751,
      "learning_rate": 0.00019445956263850736,
      "loss": 0.5711,
      "step": 60405
    },
    {
      "epoch": 2.474134753225476,
      "grad_norm": 1.1706394492500003,
      "learning_rate": 0.00019445644778487471,
      "loss": 0.7609,
      "step": 60406
    },
    {
      "epoch": 2.4741757116526726,
      "grad_norm": 0.7785686318061178,
      "learning_rate": 0.00019445333291022562,
      "loss": 0.6167,
      "step": 60407
    },
    {
      "epoch": 2.474216670079869,
      "grad_norm": 1.1169125807764686,
      "learning_rate": 0.0001944502180145616,
      "loss": 0.8091,
      "step": 60408
    },
    {
      "epoch": 2.474257628507065,
      "grad_norm": 1.4079112320964342,
      "learning_rate": 0.00019444710309788403,
      "loss": 1.2046,
      "step": 60409
    },
    {
      "epoch": 2.4742985869342617,
      "grad_norm": 1.3470714581210277,
      "learning_rate": 0.00019444398816019447,
      "loss": 1.0105,
      "step": 60410
    },
    {
      "epoch": 2.4743395453614583,
      "grad_norm": 0.8590284329151185,
      "learning_rate": 0.0001944408732014944,
      "loss": 0.7324,
      "step": 60411
    },
    {
      "epoch": 2.4743805037886544,
      "grad_norm": 1.529135112610264,
      "learning_rate": 0.00019443775822178527,
      "loss": 0.8919,
      "step": 60412
    },
    {
      "epoch": 2.474421462215851,
      "grad_norm": 0.834583148046009,
      "learning_rate": 0.00019443464322106848,
      "loss": 0.587,
      "step": 60413
    },
    {
      "epoch": 2.4744624206430474,
      "grad_norm": 0.8259806152448957,
      "learning_rate": 0.00019443152819934563,
      "loss": 0.4446,
      "step": 60414
    },
    {
      "epoch": 2.4745033790702435,
      "grad_norm": 0.8681879871522662,
      "learning_rate": 0.00019442841315661812,
      "loss": 0.755,
      "step": 60415
    },
    {
      "epoch": 2.47454433749744,
      "grad_norm": 1.1129288214650932,
      "learning_rate": 0.00019442529809288745,
      "loss": 0.6271,
      "step": 60416
    },
    {
      "epoch": 2.4745852959246366,
      "grad_norm": 0.5549342064346533,
      "learning_rate": 0.00019442218300815502,
      "loss": 0.263,
      "step": 60417
    },
    {
      "epoch": 2.4746262543518327,
      "grad_norm": 0.6132456339293787,
      "learning_rate": 0.00019441906790242244,
      "loss": 0.2941,
      "step": 60418
    },
    {
      "epoch": 2.4746672127790292,
      "grad_norm": 1.486119000595368,
      "learning_rate": 0.00019441595277569105,
      "loss": 0.3161,
      "step": 60419
    },
    {
      "epoch": 2.4747081712062258,
      "grad_norm": 1.080266810232499,
      "learning_rate": 0.0001944128376279624,
      "loss": 0.6345,
      "step": 60420
    },
    {
      "epoch": 2.4747491296334223,
      "grad_norm": 0.8195234738881605,
      "learning_rate": 0.00019440972245923788,
      "loss": 0.5627,
      "step": 60421
    },
    {
      "epoch": 2.4747900880606184,
      "grad_norm": 0.8333577990877268,
      "learning_rate": 0.00019440660726951906,
      "loss": 0.6401,
      "step": 60422
    },
    {
      "epoch": 2.474831046487815,
      "grad_norm": 1.0083806862540088,
      "learning_rate": 0.0001944034920588074,
      "loss": 0.8673,
      "step": 60423
    },
    {
      "epoch": 2.474872004915011,
      "grad_norm": 0.6246048041527065,
      "learning_rate": 0.00019440037682710433,
      "loss": 0.2935,
      "step": 60424
    },
    {
      "epoch": 2.4749129633422076,
      "grad_norm": 1.080247220661751,
      "learning_rate": 0.0001943972615744113,
      "loss": 0.8095,
      "step": 60425
    },
    {
      "epoch": 2.474953921769404,
      "grad_norm": 1.0377502832303447,
      "learning_rate": 0.00019439414630072985,
      "loss": 0.6179,
      "step": 60426
    },
    {
      "epoch": 2.4749948801966006,
      "grad_norm": 1.1939046579250747,
      "learning_rate": 0.00019439103100606144,
      "loss": 0.8928,
      "step": 60427
    },
    {
      "epoch": 2.4750358386237967,
      "grad_norm": 0.7187074239748409,
      "learning_rate": 0.0001943879156904075,
      "loss": 0.6477,
      "step": 60428
    },
    {
      "epoch": 2.4750767970509933,
      "grad_norm": 0.9866898650049422,
      "learning_rate": 0.00019438480035376953,
      "loss": 0.7646,
      "step": 60429
    },
    {
      "epoch": 2.47511775547819,
      "grad_norm": 1.1662519837062217,
      "learning_rate": 0.00019438168499614903,
      "loss": 0.8478,
      "step": 60430
    },
    {
      "epoch": 2.475158713905386,
      "grad_norm": 1.1237868357055503,
      "learning_rate": 0.0001943785696175474,
      "loss": 0.9405,
      "step": 60431
    },
    {
      "epoch": 2.4751996723325824,
      "grad_norm": 0.8804808249848508,
      "learning_rate": 0.00019437545421796624,
      "loss": 0.8603,
      "step": 60432
    },
    {
      "epoch": 2.475240630759779,
      "grad_norm": 0.7777500754542032,
      "learning_rate": 0.00019437233879740682,
      "loss": 0.6941,
      "step": 60433
    },
    {
      "epoch": 2.475281589186975,
      "grad_norm": 1.1414014894709654,
      "learning_rate": 0.0001943692233558708,
      "loss": 0.9165,
      "step": 60434
    },
    {
      "epoch": 2.4753225476141716,
      "grad_norm": 2.1047518067916124,
      "learning_rate": 0.00019436610789335965,
      "loss": 1.8142,
      "step": 60435
    },
    {
      "epoch": 2.475363506041368,
      "grad_norm": 0.8243691468252061,
      "learning_rate": 0.0001943629924098747,
      "loss": 0.6201,
      "step": 60436
    },
    {
      "epoch": 2.475404464468564,
      "grad_norm": 0.7578753943615182,
      "learning_rate": 0.0001943598769054175,
      "loss": 0.3624,
      "step": 60437
    },
    {
      "epoch": 2.4754454228957607,
      "grad_norm": 1.1267661550125694,
      "learning_rate": 0.00019435676137998957,
      "loss": 0.8701,
      "step": 60438
    },
    {
      "epoch": 2.4754863813229573,
      "grad_norm": 0.5608544412066666,
      "learning_rate": 0.00019435364583359228,
      "loss": 0.2401,
      "step": 60439
    },
    {
      "epoch": 2.475527339750154,
      "grad_norm": 1.2021411038933736,
      "learning_rate": 0.00019435053026622718,
      "loss": 1.0572,
      "step": 60440
    },
    {
      "epoch": 2.47556829817735,
      "grad_norm": 0.9598348213703679,
      "learning_rate": 0.00019434741467789574,
      "loss": 0.7518,
      "step": 60441
    },
    {
      "epoch": 2.4756092566045464,
      "grad_norm": 0.9472911252975688,
      "learning_rate": 0.00019434429906859942,
      "loss": 0.6032,
      "step": 60442
    },
    {
      "epoch": 2.4756502150317425,
      "grad_norm": 1.1002938657141181,
      "learning_rate": 0.00019434118343833966,
      "loss": 1.0024,
      "step": 60443
    },
    {
      "epoch": 2.475691173458939,
      "grad_norm": 0.9899750751946139,
      "learning_rate": 0.00019433806778711797,
      "loss": 0.6724,
      "step": 60444
    },
    {
      "epoch": 2.4757321318861356,
      "grad_norm": 2.0205381968632508,
      "learning_rate": 0.00019433495211493577,
      "loss": 1.3228,
      "step": 60445
    },
    {
      "epoch": 2.475773090313332,
      "grad_norm": 1.2480623268536015,
      "learning_rate": 0.00019433183642179465,
      "loss": 0.848,
      "step": 60446
    },
    {
      "epoch": 2.4758140487405282,
      "grad_norm": 1.6213665399430244,
      "learning_rate": 0.000194328720707696,
      "loss": 1.6693,
      "step": 60447
    },
    {
      "epoch": 2.4758550071677248,
      "grad_norm": 0.9813313839407091,
      "learning_rate": 0.00019432560497264129,
      "loss": 0.7596,
      "step": 60448
    },
    {
      "epoch": 2.4758959655949213,
      "grad_norm": 0.8248169200085268,
      "learning_rate": 0.000194322489216632,
      "loss": 0.6898,
      "step": 60449
    },
    {
      "epoch": 2.4759369240221174,
      "grad_norm": 1.213360676306487,
      "learning_rate": 0.0001943193734396696,
      "loss": 1.0413,
      "step": 60450
    },
    {
      "epoch": 2.475977882449314,
      "grad_norm": 0.7653429149611464,
      "learning_rate": 0.0001943162576417556,
      "loss": 0.3611,
      "step": 60451
    },
    {
      "epoch": 2.4760188408765105,
      "grad_norm": 0.6182218349706203,
      "learning_rate": 0.00019431314182289142,
      "loss": 0.246,
      "step": 60452
    },
    {
      "epoch": 2.4760597993037066,
      "grad_norm": 0.9232514929671155,
      "learning_rate": 0.00019431002598307856,
      "loss": 0.4762,
      "step": 60453
    },
    {
      "epoch": 2.476100757730903,
      "grad_norm": 1.036349093981012,
      "learning_rate": 0.0001943069101223185,
      "loss": 0.8526,
      "step": 60454
    },
    {
      "epoch": 2.4761417161580996,
      "grad_norm": 0.7939139085971761,
      "learning_rate": 0.0001943037942406127,
      "loss": 0.2706,
      "step": 60455
    },
    {
      "epoch": 2.4761826745852957,
      "grad_norm": 5.6362301604759475,
      "learning_rate": 0.00019430067833796266,
      "loss": 2.9339,
      "step": 60456
    },
    {
      "epoch": 2.4762236330124923,
      "grad_norm": 0.9540251905516131,
      "learning_rate": 0.00019429756241436978,
      "loss": 0.7632,
      "step": 60457
    },
    {
      "epoch": 2.476264591439689,
      "grad_norm": 1.06982998809423,
      "learning_rate": 0.00019429444646983562,
      "loss": 0.3187,
      "step": 60458
    },
    {
      "epoch": 2.4763055498668853,
      "grad_norm": 1.1051829679208907,
      "learning_rate": 0.00019429133050436162,
      "loss": 0.8132,
      "step": 60459
    },
    {
      "epoch": 2.4763465082940814,
      "grad_norm": 0.9110374935987874,
      "learning_rate": 0.00019428821451794923,
      "loss": 0.9153,
      "step": 60460
    },
    {
      "epoch": 2.476387466721278,
      "grad_norm": 1.2286452007171635,
      "learning_rate": 0.00019428509851059995,
      "loss": 0.8322,
      "step": 60461
    },
    {
      "epoch": 2.476428425148474,
      "grad_norm": 0.730822484356798,
      "learning_rate": 0.00019428198248231524,
      "loss": 0.5357,
      "step": 60462
    },
    {
      "epoch": 2.4764693835756706,
      "grad_norm": 0.6954550707331619,
      "learning_rate": 0.0001942788664330966,
      "loss": 0.273,
      "step": 60463
    },
    {
      "epoch": 2.476510342002867,
      "grad_norm": 0.9000401511653209,
      "learning_rate": 0.00019427575036294544,
      "loss": 0.5906,
      "step": 60464
    },
    {
      "epoch": 2.4765513004300637,
      "grad_norm": 0.6989813537360453,
      "learning_rate": 0.00019427263427186327,
      "loss": 0.2766,
      "step": 60465
    },
    {
      "epoch": 2.4765922588572598,
      "grad_norm": 1.039519688363921,
      "learning_rate": 0.00019426951815985162,
      "loss": 0.7807,
      "step": 60466
    },
    {
      "epoch": 2.4766332172844563,
      "grad_norm": 3.184880498450935,
      "learning_rate": 0.0001942664020269119,
      "loss": 0.8263,
      "step": 60467
    },
    {
      "epoch": 2.476674175711653,
      "grad_norm": 0.6858457026448609,
      "learning_rate": 0.0001942632858730456,
      "loss": 0.3016,
      "step": 60468
    },
    {
      "epoch": 2.476715134138849,
      "grad_norm": 1.066957125518453,
      "learning_rate": 0.00019426016969825412,
      "loss": 0.7965,
      "step": 60469
    },
    {
      "epoch": 2.4767560925660455,
      "grad_norm": 1.395693207230608,
      "learning_rate": 0.00019425705350253908,
      "loss": 0.8131,
      "step": 60470
    },
    {
      "epoch": 2.476797050993242,
      "grad_norm": 1.1723730215634296,
      "learning_rate": 0.00019425393728590189,
      "loss": 0.9709,
      "step": 60471
    },
    {
      "epoch": 2.476838009420438,
      "grad_norm": 1.0447786265238723,
      "learning_rate": 0.00019425082104834387,
      "loss": 0.6017,
      "step": 60472
    },
    {
      "epoch": 2.4768789678476346,
      "grad_norm": 1.0588940270247578,
      "learning_rate": 0.00019424770478986675,
      "loss": 0.9691,
      "step": 60473
    },
    {
      "epoch": 2.476919926274831,
      "grad_norm": 1.1624920706238446,
      "learning_rate": 0.00019424458851047185,
      "loss": 0.9266,
      "step": 60474
    },
    {
      "epoch": 2.4769608847020272,
      "grad_norm": 0.9527448587888778,
      "learning_rate": 0.00019424147221016068,
      "loss": 0.4204,
      "step": 60475
    },
    {
      "epoch": 2.477001843129224,
      "grad_norm": 0.783770067196062,
      "learning_rate": 0.00019423835588893476,
      "loss": 0.3495,
      "step": 60476
    },
    {
      "epoch": 2.4770428015564203,
      "grad_norm": 1.1219234883659424,
      "learning_rate": 0.00019423523954679542,
      "loss": 0.7483,
      "step": 60477
    },
    {
      "epoch": 2.477083759983617,
      "grad_norm": 1.4682200280384081,
      "learning_rate": 0.00019423212318374426,
      "loss": 1.2155,
      "step": 60478
    },
    {
      "epoch": 2.477124718410813,
      "grad_norm": 1.2551120060836154,
      "learning_rate": 0.00019422900679978271,
      "loss": 0.8748,
      "step": 60479
    },
    {
      "epoch": 2.4771656768380095,
      "grad_norm": 1.1431652014153049,
      "learning_rate": 0.00019422589039491228,
      "loss": 0.7641,
      "step": 60480
    },
    {
      "epoch": 2.4772066352652056,
      "grad_norm": 1.0532723628897065,
      "learning_rate": 0.00019422277396913436,
      "loss": 0.7786,
      "step": 60481
    },
    {
      "epoch": 2.477247593692402,
      "grad_norm": 0.7064749665730521,
      "learning_rate": 0.00019421965752245053,
      "loss": 0.2676,
      "step": 60482
    },
    {
      "epoch": 2.4772885521195986,
      "grad_norm": 1.373182808977647,
      "learning_rate": 0.0001942165410548622,
      "loss": 0.8438,
      "step": 60483
    },
    {
      "epoch": 2.477329510546795,
      "grad_norm": 1.1699168316827033,
      "learning_rate": 0.0001942134245663709,
      "loss": 1.0218,
      "step": 60484
    },
    {
      "epoch": 2.4773704689739913,
      "grad_norm": 1.0667709659713995,
      "learning_rate": 0.00019421030805697798,
      "loss": 0.9258,
      "step": 60485
    },
    {
      "epoch": 2.477411427401188,
      "grad_norm": 0.9567442962870225,
      "learning_rate": 0.000194207191526685,
      "loss": 0.8408,
      "step": 60486
    },
    {
      "epoch": 2.4774523858283843,
      "grad_norm": 0.9442517137130978,
      "learning_rate": 0.0001942040749754935,
      "loss": 0.5758,
      "step": 60487
    },
    {
      "epoch": 2.4774933442555804,
      "grad_norm": 2.805838986953204,
      "learning_rate": 0.00019420095840340482,
      "loss": 4.1879,
      "step": 60488
    },
    {
      "epoch": 2.477534302682777,
      "grad_norm": 1.2475779107776868,
      "learning_rate": 0.00019419784181042045,
      "loss": 0.6066,
      "step": 60489
    },
    {
      "epoch": 2.4775752611099735,
      "grad_norm": 0.9433307577603647,
      "learning_rate": 0.00019419472519654197,
      "loss": 0.6806,
      "step": 60490
    },
    {
      "epoch": 2.4776162195371696,
      "grad_norm": 0.9004262226388802,
      "learning_rate": 0.0001941916085617708,
      "loss": 0.2797,
      "step": 60491
    },
    {
      "epoch": 2.477657177964366,
      "grad_norm": 1.3744821644937704,
      "learning_rate": 0.00019418849190610838,
      "loss": 1.0239,
      "step": 60492
    },
    {
      "epoch": 2.4776981363915627,
      "grad_norm": 0.9953094840361986,
      "learning_rate": 0.00019418537522955618,
      "loss": 0.7552,
      "step": 60493
    },
    {
      "epoch": 2.4777390948187588,
      "grad_norm": 1.0189150873407302,
      "learning_rate": 0.0001941822585321157,
      "loss": 0.7168,
      "step": 60494
    },
    {
      "epoch": 2.4777800532459553,
      "grad_norm": 1.4113906265087084,
      "learning_rate": 0.00019417914181378844,
      "loss": 0.4816,
      "step": 60495
    },
    {
      "epoch": 2.477821011673152,
      "grad_norm": 1.0294076139295638,
      "learning_rate": 0.00019417602507457583,
      "loss": 0.64,
      "step": 60496
    },
    {
      "epoch": 2.4778619701003484,
      "grad_norm": 1.1143946568763803,
      "learning_rate": 0.00019417290831447935,
      "loss": 0.8169,
      "step": 60497
    },
    {
      "epoch": 2.4779029285275445,
      "grad_norm": 2.71646341332739,
      "learning_rate": 0.00019416979153350053,
      "loss": 3.0684,
      "step": 60498
    },
    {
      "epoch": 2.477943886954741,
      "grad_norm": 1.342849751413351,
      "learning_rate": 0.00019416667473164074,
      "loss": 1.0322,
      "step": 60499
    },
    {
      "epoch": 2.477984845381937,
      "grad_norm": 0.8752092111722397,
      "learning_rate": 0.00019416355790890155,
      "loss": 0.6705,
      "step": 60500
    },
    {
      "epoch": 2.4780258038091336,
      "grad_norm": 1.0390043740553907,
      "learning_rate": 0.00019416044106528434,
      "loss": 0.8592,
      "step": 60501
    },
    {
      "epoch": 2.47806676223633,
      "grad_norm": 0.8162057570960121,
      "learning_rate": 0.0001941573242007907,
      "loss": 0.7053,
      "step": 60502
    },
    {
      "epoch": 2.4781077206635267,
      "grad_norm": 1.2931629012418102,
      "learning_rate": 0.000194154207315422,
      "loss": 0.583,
      "step": 60503
    },
    {
      "epoch": 2.478148679090723,
      "grad_norm": 1.209174666686774,
      "learning_rate": 0.00019415109040917975,
      "loss": 0.6668,
      "step": 60504
    },
    {
      "epoch": 2.4781896375179193,
      "grad_norm": 1.3593123824663391,
      "learning_rate": 0.00019414797348206545,
      "loss": 0.7484,
      "step": 60505
    },
    {
      "epoch": 2.478230595945116,
      "grad_norm": 1.0341695624121108,
      "learning_rate": 0.00019414485653408058,
      "loss": 0.5658,
      "step": 60506
    },
    {
      "epoch": 2.478271554372312,
      "grad_norm": 1.5525531750790829,
      "learning_rate": 0.00019414173956522652,
      "loss": 0.9634,
      "step": 60507
    },
    {
      "epoch": 2.4783125127995085,
      "grad_norm": 1.0034165197941258,
      "learning_rate": 0.00019413862257550483,
      "loss": 0.5775,
      "step": 60508
    },
    {
      "epoch": 2.478353471226705,
      "grad_norm": 1.0885536640185298,
      "learning_rate": 0.00019413550556491695,
      "loss": 0.6564,
      "step": 60509
    },
    {
      "epoch": 2.478394429653901,
      "grad_norm": 0.9136575023641509,
      "learning_rate": 0.0001941323885334644,
      "loss": 0.4387,
      "step": 60510
    },
    {
      "epoch": 2.4784353880810976,
      "grad_norm": 0.8630848793943442,
      "learning_rate": 0.0001941292714811486,
      "loss": 0.3622,
      "step": 60511
    },
    {
      "epoch": 2.478476346508294,
      "grad_norm": 1.0384970043156792,
      "learning_rate": 0.00019412615440797103,
      "loss": 0.9367,
      "step": 60512
    },
    {
      "epoch": 2.4785173049354903,
      "grad_norm": 1.2558059151179797,
      "learning_rate": 0.00019412303731393315,
      "loss": 0.6803,
      "step": 60513
    },
    {
      "epoch": 2.478558263362687,
      "grad_norm": 0.891282094898077,
      "learning_rate": 0.0001941199201990365,
      "loss": 0.7123,
      "step": 60514
    },
    {
      "epoch": 2.4785992217898833,
      "grad_norm": 0.853294686577001,
      "learning_rate": 0.0001941168030632825,
      "loss": 0.4435,
      "step": 60515
    },
    {
      "epoch": 2.47864018021708,
      "grad_norm": 1.1075604907415189,
      "learning_rate": 0.00019411368590667262,
      "loss": 0.7828,
      "step": 60516
    },
    {
      "epoch": 2.478681138644276,
      "grad_norm": 1.2071290885827635,
      "learning_rate": 0.00019411056872920834,
      "loss": 0.8884,
      "step": 60517
    },
    {
      "epoch": 2.4787220970714725,
      "grad_norm": 0.9461536368777108,
      "learning_rate": 0.00019410745153089119,
      "loss": 0.7351,
      "step": 60518
    },
    {
      "epoch": 2.478763055498669,
      "grad_norm": 2.6346807648434414,
      "learning_rate": 0.00019410433431172258,
      "loss": 4.041,
      "step": 60519
    },
    {
      "epoch": 2.478804013925865,
      "grad_norm": 0.8482839187375731,
      "learning_rate": 0.000194101217071704,
      "loss": 0.7513,
      "step": 60520
    },
    {
      "epoch": 2.4788449723530617,
      "grad_norm": 1.441904663044594,
      "learning_rate": 0.00019409809981083687,
      "loss": 0.4899,
      "step": 60521
    },
    {
      "epoch": 2.478885930780258,
      "grad_norm": 1.1748977372739742,
      "learning_rate": 0.00019409498252912277,
      "loss": 0.9014,
      "step": 60522
    },
    {
      "epoch": 2.4789268892074543,
      "grad_norm": 1.1663956949602639,
      "learning_rate": 0.00019409186522656313,
      "loss": 0.8023,
      "step": 60523
    },
    {
      "epoch": 2.478967847634651,
      "grad_norm": 0.706232636467123,
      "learning_rate": 0.0001940887479031594,
      "loss": 0.2857,
      "step": 60524
    },
    {
      "epoch": 2.4790088060618474,
      "grad_norm": 1.1311499215881586,
      "learning_rate": 0.00019408563055891304,
      "loss": 1.1222,
      "step": 60525
    },
    {
      "epoch": 2.4790497644890435,
      "grad_norm": 0.9969392459268736,
      "learning_rate": 0.00019408251319382556,
      "loss": 0.7962,
      "step": 60526
    },
    {
      "epoch": 2.47909072291624,
      "grad_norm": 1.412224653542682,
      "learning_rate": 0.00019407939580789847,
      "loss": 0.8254,
      "step": 60527
    },
    {
      "epoch": 2.4791316813434365,
      "grad_norm": 1.029049908895419,
      "learning_rate": 0.00019407627840113318,
      "loss": 0.656,
      "step": 60528
    },
    {
      "epoch": 2.4791726397706326,
      "grad_norm": 1.0254313311327776,
      "learning_rate": 0.00019407316097353117,
      "loss": 0.6964,
      "step": 60529
    },
    {
      "epoch": 2.479213598197829,
      "grad_norm": 0.839617054913045,
      "learning_rate": 0.00019407004352509392,
      "loss": 0.6423,
      "step": 60530
    },
    {
      "epoch": 2.4792545566250257,
      "grad_norm": 0.9942599865789854,
      "learning_rate": 0.00019406692605582296,
      "loss": 0.5338,
      "step": 60531
    },
    {
      "epoch": 2.479295515052222,
      "grad_norm": 0.7956870735201683,
      "learning_rate": 0.00019406380856571966,
      "loss": 0.4283,
      "step": 60532
    },
    {
      "epoch": 2.4793364734794183,
      "grad_norm": 0.7746049856231025,
      "learning_rate": 0.00019406069105478555,
      "loss": 0.2775,
      "step": 60533
    },
    {
      "epoch": 2.479377431906615,
      "grad_norm": 0.8071550192583208,
      "learning_rate": 0.00019405757352302213,
      "loss": 0.5402,
      "step": 60534
    },
    {
      "epoch": 2.4794183903338114,
      "grad_norm": 0.947154907932191,
      "learning_rate": 0.00019405445597043083,
      "loss": 0.7139,
      "step": 60535
    },
    {
      "epoch": 2.4794593487610075,
      "grad_norm": 0.817579727626759,
      "learning_rate": 0.00019405133839701315,
      "loss": 0.7109,
      "step": 60536
    },
    {
      "epoch": 2.479500307188204,
      "grad_norm": 0.8942022119830675,
      "learning_rate": 0.0001940482208027705,
      "loss": 0.6758,
      "step": 60537
    },
    {
      "epoch": 2.4795412656154006,
      "grad_norm": 1.0303060941107356,
      "learning_rate": 0.00019404510318770448,
      "loss": 0.9473,
      "step": 60538
    },
    {
      "epoch": 2.4795822240425966,
      "grad_norm": 0.8891704055647072,
      "learning_rate": 0.0001940419855518165,
      "loss": 0.547,
      "step": 60539
    },
    {
      "epoch": 2.479623182469793,
      "grad_norm": 0.9926984709571782,
      "learning_rate": 0.000194038867895108,
      "loss": 0.8839,
      "step": 60540
    },
    {
      "epoch": 2.4796641408969897,
      "grad_norm": 1.3140571701674113,
      "learning_rate": 0.00019403575021758045,
      "loss": 0.962,
      "step": 60541
    },
    {
      "epoch": 2.479705099324186,
      "grad_norm": 1.0540300952991486,
      "learning_rate": 0.0001940326325192354,
      "loss": 0.4796,
      "step": 60542
    },
    {
      "epoch": 2.4797460577513823,
      "grad_norm": 1.2678138985813554,
      "learning_rate": 0.00019402951480007423,
      "loss": 1.2867,
      "step": 60543
    },
    {
      "epoch": 2.479787016178579,
      "grad_norm": 1.6030904810575242,
      "learning_rate": 0.00019402639706009848,
      "loss": 0.9921,
      "step": 60544
    },
    {
      "epoch": 2.479827974605775,
      "grad_norm": 0.8706599392481831,
      "learning_rate": 0.0001940232792993096,
      "loss": 0.499,
      "step": 60545
    },
    {
      "epoch": 2.4798689330329715,
      "grad_norm": 0.903504321974708,
      "learning_rate": 0.00019402016151770908,
      "loss": 0.8399,
      "step": 60546
    },
    {
      "epoch": 2.479909891460168,
      "grad_norm": 0.8703586307294623,
      "learning_rate": 0.00019401704371529836,
      "loss": 0.8309,
      "step": 60547
    },
    {
      "epoch": 2.479950849887364,
      "grad_norm": 1.3756110197232894,
      "learning_rate": 0.00019401392589207895,
      "loss": 1.0061,
      "step": 60548
    },
    {
      "epoch": 2.4799918083145607,
      "grad_norm": 0.9103955497235442,
      "learning_rate": 0.0001940108080480523,
      "loss": 0.6622,
      "step": 60549
    },
    {
      "epoch": 2.480032766741757,
      "grad_norm": 0.8631827661078719,
      "learning_rate": 0.00019400769018321993,
      "loss": 0.5821,
      "step": 60550
    },
    {
      "epoch": 2.4800737251689533,
      "grad_norm": 1.1137878424282799,
      "learning_rate": 0.00019400457229758325,
      "loss": 0.4556,
      "step": 60551
    },
    {
      "epoch": 2.48011468359615,
      "grad_norm": 1.0778280054018974,
      "learning_rate": 0.00019400145439114376,
      "loss": 0.6745,
      "step": 60552
    },
    {
      "epoch": 2.4801556420233464,
      "grad_norm": 1.4225164662679972,
      "learning_rate": 0.00019399833646390293,
      "loss": 1.2241,
      "step": 60553
    },
    {
      "epoch": 2.480196600450543,
      "grad_norm": 1.2342171856499125,
      "learning_rate": 0.00019399521851586223,
      "loss": 0.8083,
      "step": 60554
    },
    {
      "epoch": 2.480237558877739,
      "grad_norm": 0.9490715228139563,
      "learning_rate": 0.0001939921005470232,
      "loss": 0.8473,
      "step": 60555
    },
    {
      "epoch": 2.4802785173049355,
      "grad_norm": 1.0912067604991578,
      "learning_rate": 0.0001939889825573872,
      "loss": 0.6875,
      "step": 60556
    },
    {
      "epoch": 2.480319475732132,
      "grad_norm": 1.4078198828166404,
      "learning_rate": 0.00019398586454695576,
      "loss": 1.1298,
      "step": 60557
    },
    {
      "epoch": 2.480360434159328,
      "grad_norm": 1.6878739729075654,
      "learning_rate": 0.00019398274651573038,
      "loss": 1.93,
      "step": 60558
    },
    {
      "epoch": 2.4804013925865247,
      "grad_norm": 0.736955001783743,
      "learning_rate": 0.0001939796284637125,
      "loss": 0.3116,
      "step": 60559
    },
    {
      "epoch": 2.4804423510137212,
      "grad_norm": 1.5106186016172884,
      "learning_rate": 0.00019397651039090361,
      "loss": 1.2183,
      "step": 60560
    },
    {
      "epoch": 2.4804833094409173,
      "grad_norm": 1.0885451964052382,
      "learning_rate": 0.00019397339229730516,
      "loss": 0.9592,
      "step": 60561
    },
    {
      "epoch": 2.480524267868114,
      "grad_norm": 0.9964646123544443,
      "learning_rate": 0.00019397027418291868,
      "loss": 0.7093,
      "step": 60562
    },
    {
      "epoch": 2.4805652262953104,
      "grad_norm": 0.9888746922094667,
      "learning_rate": 0.00019396715604774558,
      "loss": 0.7261,
      "step": 60563
    },
    {
      "epoch": 2.4806061847225065,
      "grad_norm": 0.8621179847216321,
      "learning_rate": 0.00019396403789178737,
      "loss": 0.7938,
      "step": 60564
    },
    {
      "epoch": 2.480647143149703,
      "grad_norm": 1.0424967347207172,
      "learning_rate": 0.0001939609197150455,
      "loss": 1.0549,
      "step": 60565
    },
    {
      "epoch": 2.4806881015768996,
      "grad_norm": 0.8177149871842452,
      "learning_rate": 0.00019395780151752146,
      "loss": 0.5866,
      "step": 60566
    },
    {
      "epoch": 2.4807290600040957,
      "grad_norm": 0.7197178012797742,
      "learning_rate": 0.00019395468329921675,
      "loss": 0.2844,
      "step": 60567
    },
    {
      "epoch": 2.480770018431292,
      "grad_norm": 1.046559916857887,
      "learning_rate": 0.00019395156506013279,
      "loss": 0.7713,
      "step": 60568
    },
    {
      "epoch": 2.4808109768584887,
      "grad_norm": 0.7782365719384117,
      "learning_rate": 0.00019394844680027104,
      "loss": 0.826,
      "step": 60569
    },
    {
      "epoch": 2.480851935285685,
      "grad_norm": 1.2013633991704855,
      "learning_rate": 0.00019394532851963307,
      "loss": 0.7319,
      "step": 60570
    },
    {
      "epoch": 2.4808928937128814,
      "grad_norm": 1.3652376125829782,
      "learning_rate": 0.0001939422102182203,
      "loss": 0.8606,
      "step": 60571
    },
    {
      "epoch": 2.480933852140078,
      "grad_norm": 0.6248519027182774,
      "learning_rate": 0.00019393909189603423,
      "loss": 0.2936,
      "step": 60572
    },
    {
      "epoch": 2.4809748105672744,
      "grad_norm": 1.6907351133587945,
      "learning_rate": 0.00019393597355307624,
      "loss": 1.066,
      "step": 60573
    },
    {
      "epoch": 2.4810157689944705,
      "grad_norm": 1.115172844404292,
      "learning_rate": 0.0001939328551893479,
      "loss": 0.8378,
      "step": 60574
    },
    {
      "epoch": 2.481056727421667,
      "grad_norm": 1.0333690691447979,
      "learning_rate": 0.00019392973680485066,
      "loss": 0.6793,
      "step": 60575
    },
    {
      "epoch": 2.4810976858488636,
      "grad_norm": 1.2194396697500336,
      "learning_rate": 0.000193926618399586,
      "loss": 0.7494,
      "step": 60576
    },
    {
      "epoch": 2.4811386442760597,
      "grad_norm": 0.7308194701588414,
      "learning_rate": 0.00019392349997355535,
      "loss": 0.2598,
      "step": 60577
    },
    {
      "epoch": 2.481179602703256,
      "grad_norm": 1.011187173133525,
      "learning_rate": 0.00019392038152676026,
      "loss": 0.7235,
      "step": 60578
    },
    {
      "epoch": 2.4812205611304528,
      "grad_norm": 0.801276346004728,
      "learning_rate": 0.00019391726305920215,
      "loss": 0.7577,
      "step": 60579
    },
    {
      "epoch": 2.481261519557649,
      "grad_norm": 1.0558610272175906,
      "learning_rate": 0.0001939141445708825,
      "loss": 0.6774,
      "step": 60580
    },
    {
      "epoch": 2.4813024779848454,
      "grad_norm": 1.015892459299855,
      "learning_rate": 0.00019391102606180273,
      "loss": 0.757,
      "step": 60581
    },
    {
      "epoch": 2.481343436412042,
      "grad_norm": 1.386576853966003,
      "learning_rate": 0.00019390790753196443,
      "loss": 0.9718,
      "step": 60582
    },
    {
      "epoch": 2.481384394839238,
      "grad_norm": 1.0374478818475215,
      "learning_rate": 0.00019390478898136904,
      "loss": 0.648,
      "step": 60583
    },
    {
      "epoch": 2.4814253532664345,
      "grad_norm": 1.7857844101695266,
      "learning_rate": 0.000193901670410018,
      "loss": 1.196,
      "step": 60584
    },
    {
      "epoch": 2.481466311693631,
      "grad_norm": 1.3417597209390588,
      "learning_rate": 0.00019389855181791275,
      "loss": 1.0981,
      "step": 60585
    },
    {
      "epoch": 2.481507270120827,
      "grad_norm": 1.035296900831028,
      "learning_rate": 0.00019389543320505486,
      "loss": 0.8725,
      "step": 60586
    },
    {
      "epoch": 2.4815482285480237,
      "grad_norm": 1.2001458079233966,
      "learning_rate": 0.00019389231457144578,
      "loss": 0.9325,
      "step": 60587
    },
    {
      "epoch": 2.4815891869752202,
      "grad_norm": 0.9955119754864526,
      "learning_rate": 0.00019388919591708693,
      "loss": 0.6332,
      "step": 60588
    },
    {
      "epoch": 2.4816301454024163,
      "grad_norm": 1.3430542179419107,
      "learning_rate": 0.0001938860772419798,
      "loss": 1.1778,
      "step": 60589
    },
    {
      "epoch": 2.481671103829613,
      "grad_norm": 0.881693136750276,
      "learning_rate": 0.0001938829585461259,
      "loss": 0.6894,
      "step": 60590
    },
    {
      "epoch": 2.4817120622568094,
      "grad_norm": 1.8272879982525585,
      "learning_rate": 0.00019387983982952666,
      "loss": 1.0629,
      "step": 60591
    },
    {
      "epoch": 2.481753020684006,
      "grad_norm": 0.8683792176350698,
      "learning_rate": 0.00019387672109218363,
      "loss": 0.2837,
      "step": 60592
    },
    {
      "epoch": 2.481793979111202,
      "grad_norm": 0.6635662106211242,
      "learning_rate": 0.00019387360233409816,
      "loss": 0.5628,
      "step": 60593
    },
    {
      "epoch": 2.4818349375383986,
      "grad_norm": 1.982604913707794,
      "learning_rate": 0.00019387048355527185,
      "loss": 1.2041,
      "step": 60594
    },
    {
      "epoch": 2.481875895965595,
      "grad_norm": 1.109315586592062,
      "learning_rate": 0.0001938673647557061,
      "loss": 1.0293,
      "step": 60595
    },
    {
      "epoch": 2.481916854392791,
      "grad_norm": 1.7597536207998705,
      "learning_rate": 0.0001938642459354024,
      "loss": 0.552,
      "step": 60596
    },
    {
      "epoch": 2.4819578128199877,
      "grad_norm": 1.6693050572453234,
      "learning_rate": 0.00019386112709436225,
      "loss": 0.9523,
      "step": 60597
    },
    {
      "epoch": 2.4819987712471843,
      "grad_norm": 0.6843260377159177,
      "learning_rate": 0.00019385800823258707,
      "loss": 0.2756,
      "step": 60598
    },
    {
      "epoch": 2.4820397296743804,
      "grad_norm": 1.7540797552120715,
      "learning_rate": 0.00019385488935007842,
      "loss": 0.9728,
      "step": 60599
    },
    {
      "epoch": 2.482080688101577,
      "grad_norm": 0.7063281294546718,
      "learning_rate": 0.00019385177044683771,
      "loss": 0.3224,
      "step": 60600
    },
    {
      "epoch": 2.4821216465287734,
      "grad_norm": 1.055270144877185,
      "learning_rate": 0.00019384865152286638,
      "loss": 0.5764,
      "step": 60601
    },
    {
      "epoch": 2.4821626049559695,
      "grad_norm": 0.9045348654307361,
      "learning_rate": 0.00019384553257816603,
      "loss": 0.6741,
      "step": 60602
    },
    {
      "epoch": 2.482203563383166,
      "grad_norm": 0.9955461694506792,
      "learning_rate": 0.00019384241361273798,
      "loss": 0.7987,
      "step": 60603
    },
    {
      "epoch": 2.4822445218103626,
      "grad_norm": 0.9526257140153173,
      "learning_rate": 0.0001938392946265838,
      "loss": 0.6513,
      "step": 60604
    },
    {
      "epoch": 2.4822854802375587,
      "grad_norm": 1.132647095915966,
      "learning_rate": 0.00019383617561970497,
      "loss": 1.1337,
      "step": 60605
    },
    {
      "epoch": 2.482326438664755,
      "grad_norm": 0.8797953166475434,
      "learning_rate": 0.0001938330565921029,
      "loss": 0.6312,
      "step": 60606
    },
    {
      "epoch": 2.4823673970919518,
      "grad_norm": 0.9280247596694234,
      "learning_rate": 0.00019382993754377915,
      "loss": 0.7523,
      "step": 60607
    },
    {
      "epoch": 2.482408355519148,
      "grad_norm": 1.723054072848811,
      "learning_rate": 0.00019382681847473514,
      "loss": 1.4413,
      "step": 60608
    },
    {
      "epoch": 2.4824493139463444,
      "grad_norm": 1.2951188446144475,
      "learning_rate": 0.00019382369938497233,
      "loss": 0.9811,
      "step": 60609
    },
    {
      "epoch": 2.482490272373541,
      "grad_norm": 0.9459124366512989,
      "learning_rate": 0.00019382058027449223,
      "loss": 0.6837,
      "step": 60610
    },
    {
      "epoch": 2.4825312308007375,
      "grad_norm": 0.8888538838944896,
      "learning_rate": 0.00019381746114329634,
      "loss": 0.8081,
      "step": 60611
    },
    {
      "epoch": 2.4825721892279335,
      "grad_norm": 0.7408543450554966,
      "learning_rate": 0.00019381434199138605,
      "loss": 0.3347,
      "step": 60612
    },
    {
      "epoch": 2.48261314765513,
      "grad_norm": 0.9961419398023139,
      "learning_rate": 0.0001938112228187629,
      "loss": 0.6765,
      "step": 60613
    },
    {
      "epoch": 2.4826541060823266,
      "grad_norm": 0.8681631274621745,
      "learning_rate": 0.00019380810362542835,
      "loss": 0.4921,
      "step": 60614
    },
    {
      "epoch": 2.4826950645095227,
      "grad_norm": 1.5846382037708922,
      "learning_rate": 0.00019380498441138385,
      "loss": 1.8375,
      "step": 60615
    },
    {
      "epoch": 2.4827360229367192,
      "grad_norm": 1.0081133894496446,
      "learning_rate": 0.00019380186517663092,
      "loss": 0.6129,
      "step": 60616
    },
    {
      "epoch": 2.482776981363916,
      "grad_norm": 0.9902802890345901,
      "learning_rate": 0.00019379874592117098,
      "loss": 0.6892,
      "step": 60617
    },
    {
      "epoch": 2.482817939791112,
      "grad_norm": 0.9668957107223605,
      "learning_rate": 0.00019379562664500558,
      "loss": 0.8551,
      "step": 60618
    },
    {
      "epoch": 2.4828588982183084,
      "grad_norm": 2.0263092210689866,
      "learning_rate": 0.0001937925073481361,
      "loss": 1.358,
      "step": 60619
    },
    {
      "epoch": 2.482899856645505,
      "grad_norm": 1.0375280660655881,
      "learning_rate": 0.0001937893880305641,
      "loss": 0.8726,
      "step": 60620
    },
    {
      "epoch": 2.482940815072701,
      "grad_norm": 1.8236789461306417,
      "learning_rate": 0.00019378626869229098,
      "loss": 0.9441,
      "step": 60621
    },
    {
      "epoch": 2.4829817734998976,
      "grad_norm": 1.3346259021862052,
      "learning_rate": 0.00019378314933331828,
      "loss": 0.9652,
      "step": 60622
    },
    {
      "epoch": 2.483022731927094,
      "grad_norm": 0.944610338879825,
      "learning_rate": 0.00019378002995364745,
      "loss": 0.7502,
      "step": 60623
    },
    {
      "epoch": 2.4830636903542906,
      "grad_norm": 0.8818952749523954,
      "learning_rate": 0.00019377691055327996,
      "loss": 0.561,
      "step": 60624
    },
    {
      "epoch": 2.4831046487814867,
      "grad_norm": 0.9375076419162126,
      "learning_rate": 0.00019377379113221725,
      "loss": 0.7528,
      "step": 60625
    },
    {
      "epoch": 2.4831456072086833,
      "grad_norm": 0.8954232218994231,
      "learning_rate": 0.00019377067169046088,
      "loss": 0.7544,
      "step": 60626
    },
    {
      "epoch": 2.4831865656358794,
      "grad_norm": 1.0285699885775434,
      "learning_rate": 0.00019376755222801225,
      "loss": 0.9526,
      "step": 60627
    },
    {
      "epoch": 2.483227524063076,
      "grad_norm": 1.0191083428631196,
      "learning_rate": 0.0001937644327448729,
      "loss": 0.9454,
      "step": 60628
    },
    {
      "epoch": 2.4832684824902724,
      "grad_norm": 2.6450896228291083,
      "learning_rate": 0.0001937613132410442,
      "loss": 1.6547,
      "step": 60629
    },
    {
      "epoch": 2.483309440917469,
      "grad_norm": 1.0018191632803208,
      "learning_rate": 0.00019375819371652772,
      "loss": 0.7803,
      "step": 60630
    },
    {
      "epoch": 2.483350399344665,
      "grad_norm": 1.5698915199670587,
      "learning_rate": 0.00019375507417132494,
      "loss": 1.032,
      "step": 60631
    },
    {
      "epoch": 2.4833913577718616,
      "grad_norm": 0.8434127616128807,
      "learning_rate": 0.00019375195460543727,
      "loss": 0.4723,
      "step": 60632
    },
    {
      "epoch": 2.483432316199058,
      "grad_norm": 1.0996250952024351,
      "learning_rate": 0.0001937488350188662,
      "loss": 1.1096,
      "step": 60633
    },
    {
      "epoch": 2.4834732746262542,
      "grad_norm": 2.0000157756365087,
      "learning_rate": 0.00019374571541161325,
      "loss": 1.4884,
      "step": 60634
    },
    {
      "epoch": 2.4835142330534508,
      "grad_norm": 1.1779222386913428,
      "learning_rate": 0.00019374259578367983,
      "loss": 1.2211,
      "step": 60635
    },
    {
      "epoch": 2.4835551914806473,
      "grad_norm": 0.7836306851534126,
      "learning_rate": 0.0001937394761350675,
      "loss": 0.2657,
      "step": 60636
    },
    {
      "epoch": 2.4835961499078434,
      "grad_norm": 1.242622197695297,
      "learning_rate": 0.00019373635646577762,
      "loss": 0.8704,
      "step": 60637
    },
    {
      "epoch": 2.48363710833504,
      "grad_norm": 0.8656192683870952,
      "learning_rate": 0.00019373323677581176,
      "loss": 0.6523,
      "step": 60638
    },
    {
      "epoch": 2.4836780667622365,
      "grad_norm": 1.104435970941918,
      "learning_rate": 0.0001937301170651714,
      "loss": 0.7071,
      "step": 60639
    },
    {
      "epoch": 2.4837190251894325,
      "grad_norm": 1.894629926703159,
      "learning_rate": 0.0001937269973338579,
      "loss": 1.1391,
      "step": 60640
    },
    {
      "epoch": 2.483759983616629,
      "grad_norm": 1.0356115405100859,
      "learning_rate": 0.00019372387758187287,
      "loss": 0.852,
      "step": 60641
    },
    {
      "epoch": 2.4838009420438256,
      "grad_norm": 1.081890152046697,
      "learning_rate": 0.0001937207578092177,
      "loss": 0.8763,
      "step": 60642
    },
    {
      "epoch": 2.483841900471022,
      "grad_norm": 1.1070202422300663,
      "learning_rate": 0.00019371763801589393,
      "loss": 0.7104,
      "step": 60643
    },
    {
      "epoch": 2.4838828588982182,
      "grad_norm": 0.9056546059874501,
      "learning_rate": 0.000193714518201903,
      "loss": 0.6918,
      "step": 60644
    },
    {
      "epoch": 2.483923817325415,
      "grad_norm": 0.6459370354445504,
      "learning_rate": 0.00019371139836724628,
      "loss": 0.272,
      "step": 60645
    },
    {
      "epoch": 2.483964775752611,
      "grad_norm": 1.1598964235331937,
      "learning_rate": 0.00019370827851192545,
      "loss": 0.6272,
      "step": 60646
    },
    {
      "epoch": 2.4840057341798074,
      "grad_norm": 1.1941270611089423,
      "learning_rate": 0.00019370515863594188,
      "loss": 0.887,
      "step": 60647
    },
    {
      "epoch": 2.484046692607004,
      "grad_norm": 0.7886499796554569,
      "learning_rate": 0.000193702038739297,
      "loss": 0.6768,
      "step": 60648
    },
    {
      "epoch": 2.4840876510342005,
      "grad_norm": 0.8435153389351734,
      "learning_rate": 0.00019369891882199238,
      "loss": 0.4538,
      "step": 60649
    },
    {
      "epoch": 2.4841286094613966,
      "grad_norm": 2.3205947513500558,
      "learning_rate": 0.00019369579888402943,
      "loss": 1.5071,
      "step": 60650
    },
    {
      "epoch": 2.484169567888593,
      "grad_norm": 0.9720752342404969,
      "learning_rate": 0.00019369267892540963,
      "loss": 0.7696,
      "step": 60651
    },
    {
      "epoch": 2.4842105263157896,
      "grad_norm": 1.0290520056347954,
      "learning_rate": 0.00019368955894613448,
      "loss": 0.8275,
      "step": 60652
    },
    {
      "epoch": 2.4842514847429857,
      "grad_norm": 1.3117176149936838,
      "learning_rate": 0.00019368643894620538,
      "loss": 0.8773,
      "step": 60653
    },
    {
      "epoch": 2.4842924431701823,
      "grad_norm": 3.9901032217264247,
      "learning_rate": 0.00019368331892562397,
      "loss": 7.4995,
      "step": 60654
    },
    {
      "epoch": 2.484333401597379,
      "grad_norm": 1.3548421275322213,
      "learning_rate": 0.00019368019888439157,
      "loss": 1.1548,
      "step": 60655
    },
    {
      "epoch": 2.484374360024575,
      "grad_norm": 1.238602349188605,
      "learning_rate": 0.0001936770788225097,
      "loss": 0.8982,
      "step": 60656
    },
    {
      "epoch": 2.4844153184517714,
      "grad_norm": 1.0640905066647506,
      "learning_rate": 0.00019367395873997982,
      "loss": 0.9375,
      "step": 60657
    },
    {
      "epoch": 2.484456276878968,
      "grad_norm": 1.613463189662382,
      "learning_rate": 0.00019367083863680348,
      "loss": 0.9419,
      "step": 60658
    },
    {
      "epoch": 2.484497235306164,
      "grad_norm": 0.901905664655524,
      "learning_rate": 0.00019366771851298206,
      "loss": 0.2307,
      "step": 60659
    },
    {
      "epoch": 2.4845381937333606,
      "grad_norm": 1.1893506313453344,
      "learning_rate": 0.0001936645983685171,
      "loss": 0.6555,
      "step": 60660
    },
    {
      "epoch": 2.484579152160557,
      "grad_norm": 1.430343844665904,
      "learning_rate": 0.00019366147820341006,
      "loss": 1.1669,
      "step": 60661
    },
    {
      "epoch": 2.4846201105877537,
      "grad_norm": 0.9003464690381666,
      "learning_rate": 0.00019365835801766237,
      "loss": 0.3293,
      "step": 60662
    },
    {
      "epoch": 2.4846610690149498,
      "grad_norm": 1.2243740411157085,
      "learning_rate": 0.00019365523781127557,
      "loss": 1.0578,
      "step": 60663
    },
    {
      "epoch": 2.4847020274421463,
      "grad_norm": 1.4942387171431826,
      "learning_rate": 0.00019365211758425111,
      "loss": 1.0877,
      "step": 60664
    },
    {
      "epoch": 2.4847429858693424,
      "grad_norm": 1.590911622853444,
      "learning_rate": 0.00019364899733659042,
      "loss": 1.5084,
      "step": 60665
    },
    {
      "epoch": 2.484783944296539,
      "grad_norm": 0.689833310966246,
      "learning_rate": 0.00019364587706829507,
      "loss": 0.2556,
      "step": 60666
    },
    {
      "epoch": 2.4848249027237355,
      "grad_norm": 1.0371470393970192,
      "learning_rate": 0.00019364275677936647,
      "loss": 0.9266,
      "step": 60667
    },
    {
      "epoch": 2.484865861150932,
      "grad_norm": 0.9608120217448676,
      "learning_rate": 0.0001936396364698061,
      "loss": 0.6555,
      "step": 60668
    },
    {
      "epoch": 2.484906819578128,
      "grad_norm": 0.903435414965164,
      "learning_rate": 0.00019363651613961538,
      "loss": 0.7788,
      "step": 60669
    },
    {
      "epoch": 2.4849477780053246,
      "grad_norm": 0.8208842469334113,
      "learning_rate": 0.00019363339578879594,
      "loss": 0.2616,
      "step": 60670
    },
    {
      "epoch": 2.484988736432521,
      "grad_norm": 2.7509619462174193,
      "learning_rate": 0.00019363027541734914,
      "loss": 0.7287,
      "step": 60671
    },
    {
      "epoch": 2.4850296948597173,
      "grad_norm": 0.8817349795950125,
      "learning_rate": 0.00019362715502527648,
      "loss": 0.2909,
      "step": 60672
    },
    {
      "epoch": 2.485070653286914,
      "grad_norm": 1.2628871961753823,
      "learning_rate": 0.00019362403461257937,
      "loss": 0.8501,
      "step": 60673
    },
    {
      "epoch": 2.4851116117141103,
      "grad_norm": 1.0437649202717183,
      "learning_rate": 0.0001936209141792594,
      "loss": 0.7441,
      "step": 60674
    },
    {
      "epoch": 2.4851525701413064,
      "grad_norm": 1.1533643852777276,
      "learning_rate": 0.00019361779372531801,
      "loss": 0.8716,
      "step": 60675
    },
    {
      "epoch": 2.485193528568503,
      "grad_norm": 1.649557728928499,
      "learning_rate": 0.00019361467325075665,
      "loss": 0.6385,
      "step": 60676
    },
    {
      "epoch": 2.4852344869956995,
      "grad_norm": 1.0142567894210814,
      "learning_rate": 0.00019361155275557677,
      "loss": 0.3946,
      "step": 60677
    },
    {
      "epoch": 2.4852754454228956,
      "grad_norm": 0.9743482430994995,
      "learning_rate": 0.0001936084322397799,
      "loss": 0.7583,
      "step": 60678
    },
    {
      "epoch": 2.485316403850092,
      "grad_norm": 0.6337255899255099,
      "learning_rate": 0.0001936053117033675,
      "loss": 0.2807,
      "step": 60679
    },
    {
      "epoch": 2.4853573622772887,
      "grad_norm": 2.428271259945853,
      "learning_rate": 0.00019360219114634105,
      "loss": 2.1035,
      "step": 60680
    },
    {
      "epoch": 2.485398320704485,
      "grad_norm": 4.726230549139764,
      "learning_rate": 0.00019359907056870198,
      "loss": 7.6463,
      "step": 60681
    },
    {
      "epoch": 2.4854392791316813,
      "grad_norm": 1.5678801721107485,
      "learning_rate": 0.00019359594997045185,
      "loss": 0.747,
      "step": 60682
    },
    {
      "epoch": 2.485480237558878,
      "grad_norm": 0.9589922073350632,
      "learning_rate": 0.00019359282935159207,
      "loss": 0.5961,
      "step": 60683
    },
    {
      "epoch": 2.485521195986074,
      "grad_norm": 0.9243605107437288,
      "learning_rate": 0.00019358970871212407,
      "loss": 0.552,
      "step": 60684
    },
    {
      "epoch": 2.4855621544132704,
      "grad_norm": 0.9975177428630551,
      "learning_rate": 0.00019358658805204945,
      "loss": 0.7054,
      "step": 60685
    },
    {
      "epoch": 2.485603112840467,
      "grad_norm": 3.4905670025911406,
      "learning_rate": 0.00019358346737136957,
      "loss": 0.7162,
      "step": 60686
    },
    {
      "epoch": 2.4856440712676635,
      "grad_norm": 0.964684025820313,
      "learning_rate": 0.00019358034667008603,
      "loss": 0.5339,
      "step": 60687
    },
    {
      "epoch": 2.4856850296948596,
      "grad_norm": 1.0741049605288884,
      "learning_rate": 0.00019357722594820018,
      "loss": 1.0418,
      "step": 60688
    },
    {
      "epoch": 2.485725988122056,
      "grad_norm": 1.9280381234785466,
      "learning_rate": 0.0001935741052057135,
      "loss": 1.1209,
      "step": 60689
    },
    {
      "epoch": 2.4857669465492527,
      "grad_norm": 0.9799934154385876,
      "learning_rate": 0.00019357098444262757,
      "loss": 0.8105,
      "step": 60690
    },
    {
      "epoch": 2.4858079049764488,
      "grad_norm": 4.115357516945327,
      "learning_rate": 0.0001935678636589438,
      "loss": 3.8425,
      "step": 60691
    },
    {
      "epoch": 2.4858488634036453,
      "grad_norm": 1.1487414520145027,
      "learning_rate": 0.00019356474285466368,
      "loss": 0.7547,
      "step": 60692
    },
    {
      "epoch": 2.485889821830842,
      "grad_norm": 0.9640860021347955,
      "learning_rate": 0.00019356162202978868,
      "loss": 0.6894,
      "step": 60693
    },
    {
      "epoch": 2.485930780258038,
      "grad_norm": 5.9738332265083365,
      "learning_rate": 0.00019355850118432023,
      "loss": 2.1032,
      "step": 60694
    },
    {
      "epoch": 2.4859717386852345,
      "grad_norm": 1.6357569295712555,
      "learning_rate": 0.0001935553803182599,
      "loss": 1.3812,
      "step": 60695
    },
    {
      "epoch": 2.486012697112431,
      "grad_norm": 1.2478545244566535,
      "learning_rate": 0.00019355225943160908,
      "loss": 0.6632,
      "step": 60696
    },
    {
      "epoch": 2.486053655539627,
      "grad_norm": 1.254983507679035,
      "learning_rate": 0.00019354913852436928,
      "loss": 0.8372,
      "step": 60697
    },
    {
      "epoch": 2.4860946139668236,
      "grad_norm": 0.782925781634059,
      "learning_rate": 0.000193546017596542,
      "loss": 0.2109,
      "step": 60698
    },
    {
      "epoch": 2.48613557239402,
      "grad_norm": 0.9205431619753247,
      "learning_rate": 0.00019354289664812868,
      "loss": 0.774,
      "step": 60699
    },
    {
      "epoch": 2.4861765308212167,
      "grad_norm": 0.9923538552667903,
      "learning_rate": 0.0001935397756791308,
      "loss": 0.9281,
      "step": 60700
    },
    {
      "epoch": 2.486217489248413,
      "grad_norm": 1.1818682830283649,
      "learning_rate": 0.0001935366546895498,
      "loss": 0.759,
      "step": 60701
    },
    {
      "epoch": 2.4862584476756093,
      "grad_norm": 1.1244008967356753,
      "learning_rate": 0.00019353353367938724,
      "loss": 0.7674,
      "step": 60702
    },
    {
      "epoch": 2.4862994061028054,
      "grad_norm": 1.5258765573799857,
      "learning_rate": 0.00019353041264864458,
      "loss": 0.9542,
      "step": 60703
    },
    {
      "epoch": 2.486340364530002,
      "grad_norm": 1.358687234584586,
      "learning_rate": 0.00019352729159732325,
      "loss": 0.7108,
      "step": 60704
    },
    {
      "epoch": 2.4863813229571985,
      "grad_norm": 1.3764381351765496,
      "learning_rate": 0.00019352417052542469,
      "loss": 0.888,
      "step": 60705
    },
    {
      "epoch": 2.486422281384395,
      "grad_norm": 0.6869929396314277,
      "learning_rate": 0.00019352104943295046,
      "loss": 0.2854,
      "step": 60706
    },
    {
      "epoch": 2.486463239811591,
      "grad_norm": 1.2537594184137704,
      "learning_rate": 0.00019351792831990203,
      "loss": 0.4282,
      "step": 60707
    },
    {
      "epoch": 2.4865041982387877,
      "grad_norm": 1.0455020857674335,
      "learning_rate": 0.00019351480718628083,
      "loss": 0.9782,
      "step": 60708
    },
    {
      "epoch": 2.486545156665984,
      "grad_norm": 0.965640791272006,
      "learning_rate": 0.00019351168603208834,
      "loss": 0.9044,
      "step": 60709
    },
    {
      "epoch": 2.4865861150931803,
      "grad_norm": 0.8818034146413887,
      "learning_rate": 0.00019350856485732607,
      "loss": 0.6003,
      "step": 60710
    },
    {
      "epoch": 2.486627073520377,
      "grad_norm": 1.3008427677642644,
      "learning_rate": 0.00019350544366199547,
      "loss": 0.7937,
      "step": 60711
    },
    {
      "epoch": 2.4866680319475734,
      "grad_norm": 1.9487619467719597,
      "learning_rate": 0.00019350232244609803,
      "loss": 0.9147,
      "step": 60712
    },
    {
      "epoch": 2.4867089903747694,
      "grad_norm": 1.0364732867310322,
      "learning_rate": 0.00019349920120963516,
      "loss": 0.5926,
      "step": 60713
    },
    {
      "epoch": 2.486749948801966,
      "grad_norm": 1.0806609007694008,
      "learning_rate": 0.00019349607995260842,
      "loss": 0.7734,
      "step": 60714
    },
    {
      "epoch": 2.4867909072291625,
      "grad_norm": 2.388862291445331,
      "learning_rate": 0.0001934929586750193,
      "loss": 2.0558,
      "step": 60715
    },
    {
      "epoch": 2.4868318656563586,
      "grad_norm": 1.2080971897813053,
      "learning_rate": 0.00019348983737686924,
      "loss": 0.6451,
      "step": 60716
    },
    {
      "epoch": 2.486872824083555,
      "grad_norm": 1.0265872669883143,
      "learning_rate": 0.00019348671605815966,
      "loss": 0.858,
      "step": 60717
    },
    {
      "epoch": 2.4869137825107517,
      "grad_norm": 0.8430059572567746,
      "learning_rate": 0.00019348359471889207,
      "loss": 0.8296,
      "step": 60718
    },
    {
      "epoch": 2.486954740937948,
      "grad_norm": 1.0955194295673152,
      "learning_rate": 0.000193480473359068,
      "loss": 0.9154,
      "step": 60719
    },
    {
      "epoch": 2.4869956993651443,
      "grad_norm": 1.0366516017583594,
      "learning_rate": 0.00019347735197868888,
      "loss": 0.8342,
      "step": 60720
    },
    {
      "epoch": 2.487036657792341,
      "grad_norm": 1.0046385605178811,
      "learning_rate": 0.00019347423057775617,
      "loss": 0.6258,
      "step": 60721
    },
    {
      "epoch": 2.487077616219537,
      "grad_norm": 1.0105376670023862,
      "learning_rate": 0.0001934711091562714,
      "loss": 0.6557,
      "step": 60722
    },
    {
      "epoch": 2.4871185746467335,
      "grad_norm": 1.5557505882917702,
      "learning_rate": 0.000193467987714236,
      "loss": 1.1746,
      "step": 60723
    },
    {
      "epoch": 2.48715953307393,
      "grad_norm": 1.1153993980198231,
      "learning_rate": 0.00019346486625165145,
      "loss": 0.8442,
      "step": 60724
    },
    {
      "epoch": 2.4872004915011265,
      "grad_norm": 1.4567438081022632,
      "learning_rate": 0.00019346174476851918,
      "loss": 0.957,
      "step": 60725
    },
    {
      "epoch": 2.4872414499283226,
      "grad_norm": 0.6684873004452301,
      "learning_rate": 0.0001934586232648408,
      "loss": 0.5993,
      "step": 60726
    },
    {
      "epoch": 2.487282408355519,
      "grad_norm": 0.945084173856657,
      "learning_rate": 0.00019345550174061768,
      "loss": 0.6018,
      "step": 60727
    },
    {
      "epoch": 2.4873233667827157,
      "grad_norm": 1.636636217337103,
      "learning_rate": 0.00019345238019585135,
      "loss": 1.0904,
      "step": 60728
    },
    {
      "epoch": 2.487364325209912,
      "grad_norm": 0.7096918766951243,
      "learning_rate": 0.00019344925863054317,
      "loss": 0.2922,
      "step": 60729
    },
    {
      "epoch": 2.4874052836371083,
      "grad_norm": 1.061239564338461,
      "learning_rate": 0.00019344613704469477,
      "loss": 0.6149,
      "step": 60730
    },
    {
      "epoch": 2.487446242064305,
      "grad_norm": 1.5857245384153413,
      "learning_rate": 0.00019344301543830754,
      "loss": 0.7349,
      "step": 60731
    },
    {
      "epoch": 2.487487200491501,
      "grad_norm": 0.9696119758095195,
      "learning_rate": 0.00019343989381138298,
      "loss": 0.6445,
      "step": 60732
    },
    {
      "epoch": 2.4875281589186975,
      "grad_norm": 0.8122681790087425,
      "learning_rate": 0.00019343677216392255,
      "loss": 0.6905,
      "step": 60733
    },
    {
      "epoch": 2.487569117345894,
      "grad_norm": 0.6545077363785945,
      "learning_rate": 0.00019343365049592773,
      "loss": 0.2713,
      "step": 60734
    },
    {
      "epoch": 2.48761007577309,
      "grad_norm": 1.014609871215723,
      "learning_rate": 0.00019343052880740002,
      "loss": 0.7489,
      "step": 60735
    },
    {
      "epoch": 2.4876510342002867,
      "grad_norm": 0.8613082365667204,
      "learning_rate": 0.00019342740709834088,
      "loss": 0.6981,
      "step": 60736
    },
    {
      "epoch": 2.487691992627483,
      "grad_norm": 1.056190643630106,
      "learning_rate": 0.00019342428536875175,
      "loss": 0.679,
      "step": 60737
    },
    {
      "epoch": 2.4877329510546797,
      "grad_norm": 1.17254717248048,
      "learning_rate": 0.00019342116361863418,
      "loss": 0.6085,
      "step": 60738
    },
    {
      "epoch": 2.487773909481876,
      "grad_norm": 1.074586319931248,
      "learning_rate": 0.00019341804184798956,
      "loss": 0.8424,
      "step": 60739
    },
    {
      "epoch": 2.4878148679090724,
      "grad_norm": 1.1346134834079733,
      "learning_rate": 0.00019341492005681943,
      "loss": 0.851,
      "step": 60740
    },
    {
      "epoch": 2.4878558263362684,
      "grad_norm": 1.30435262221657,
      "learning_rate": 0.00019341179824512524,
      "loss": 0.8994,
      "step": 60741
    },
    {
      "epoch": 2.487896784763465,
      "grad_norm": 1.02749518755193,
      "learning_rate": 0.00019340867641290846,
      "loss": 0.8574,
      "step": 60742
    },
    {
      "epoch": 2.4879377431906615,
      "grad_norm": 1.2605371182766014,
      "learning_rate": 0.0001934055545601706,
      "loss": 0.9451,
      "step": 60743
    },
    {
      "epoch": 2.487978701617858,
      "grad_norm": 2.1737140151661807,
      "learning_rate": 0.00019340243268691312,
      "loss": 3.1423,
      "step": 60744
    },
    {
      "epoch": 2.488019660045054,
      "grad_norm": 0.9541979269756166,
      "learning_rate": 0.00019339931079313745,
      "loss": 0.8078,
      "step": 60745
    },
    {
      "epoch": 2.4880606184722507,
      "grad_norm": 0.6173739612499523,
      "learning_rate": 0.00019339618887884513,
      "loss": 0.2516,
      "step": 60746
    },
    {
      "epoch": 2.488101576899447,
      "grad_norm": 1.374531897892395,
      "learning_rate": 0.0001933930669440376,
      "loss": 1.1725,
      "step": 60747
    },
    {
      "epoch": 2.4881425353266433,
      "grad_norm": 1.1754370419314968,
      "learning_rate": 0.00019338994498871638,
      "loss": 0.823,
      "step": 60748
    },
    {
      "epoch": 2.48818349375384,
      "grad_norm": 0.9284002672647051,
      "learning_rate": 0.00019338682301288284,
      "loss": 0.6507,
      "step": 60749
    },
    {
      "epoch": 2.4882244521810364,
      "grad_norm": 4.5079288849677095,
      "learning_rate": 0.00019338370101653856,
      "loss": 3.4489,
      "step": 60750
    },
    {
      "epoch": 2.4882654106082325,
      "grad_norm": 0.9814965640221964,
      "learning_rate": 0.00019338057899968502,
      "loss": 0.5619,
      "step": 60751
    },
    {
      "epoch": 2.488306369035429,
      "grad_norm": 1.0261660056560724,
      "learning_rate": 0.00019337745696232364,
      "loss": 0.7338,
      "step": 60752
    },
    {
      "epoch": 2.4883473274626255,
      "grad_norm": 1.1101863952149809,
      "learning_rate": 0.00019337433490445593,
      "loss": 0.7323,
      "step": 60753
    },
    {
      "epoch": 2.4883882858898216,
      "grad_norm": 1.283922774851188,
      "learning_rate": 0.00019337121282608332,
      "loss": 0.8062,
      "step": 60754
    },
    {
      "epoch": 2.488429244317018,
      "grad_norm": 1.0876308369288377,
      "learning_rate": 0.00019336809072720735,
      "loss": 0.747,
      "step": 60755
    },
    {
      "epoch": 2.4884702027442147,
      "grad_norm": 0.9485869888881344,
      "learning_rate": 0.0001933649686078294,
      "loss": 0.7705,
      "step": 60756
    },
    {
      "epoch": 2.4885111611714112,
      "grad_norm": 1.37988935392962,
      "learning_rate": 0.00019336184646795106,
      "loss": 1.1566,
      "step": 60757
    },
    {
      "epoch": 2.4885521195986073,
      "grad_norm": 1.0842024267898667,
      "learning_rate": 0.00019335872430757377,
      "loss": 0.8578,
      "step": 60758
    },
    {
      "epoch": 2.488593078025804,
      "grad_norm": 0.7866934047095814,
      "learning_rate": 0.00019335560212669896,
      "loss": 0.4671,
      "step": 60759
    },
    {
      "epoch": 2.488634036453,
      "grad_norm": 1.3258488399708122,
      "learning_rate": 0.00019335247992532817,
      "loss": 0.4757,
      "step": 60760
    },
    {
      "epoch": 2.4886749948801965,
      "grad_norm": 0.7751194270932057,
      "learning_rate": 0.0001933493577034628,
      "loss": 0.279,
      "step": 60761
    },
    {
      "epoch": 2.488715953307393,
      "grad_norm": 1.2472717758544714,
      "learning_rate": 0.0001933462354611044,
      "loss": 0.8123,
      "step": 60762
    },
    {
      "epoch": 2.4887569117345896,
      "grad_norm": 0.687978649135391,
      "learning_rate": 0.0001933431131982544,
      "loss": 0.1788,
      "step": 60763
    },
    {
      "epoch": 2.4887978701617857,
      "grad_norm": 0.894135927458607,
      "learning_rate": 0.00019333999091491428,
      "loss": 0.6566,
      "step": 60764
    },
    {
      "epoch": 2.488838828588982,
      "grad_norm": 1.3682761138526645,
      "learning_rate": 0.00019333686861108552,
      "loss": 1.0994,
      "step": 60765
    },
    {
      "epoch": 2.4888797870161787,
      "grad_norm": 1.0270538588713167,
      "learning_rate": 0.00019333374628676962,
      "loss": 0.674,
      "step": 60766
    },
    {
      "epoch": 2.488920745443375,
      "grad_norm": 0.9341493669441299,
      "learning_rate": 0.00019333062394196807,
      "loss": 0.4193,
      "step": 60767
    },
    {
      "epoch": 2.4889617038705714,
      "grad_norm": 4.006468227587529,
      "learning_rate": 0.0001933275015766823,
      "loss": 1.6583,
      "step": 60768
    },
    {
      "epoch": 2.489002662297768,
      "grad_norm": 1.3152462892787535,
      "learning_rate": 0.00019332437919091373,
      "loss": 1.0537,
      "step": 60769
    },
    {
      "epoch": 2.489043620724964,
      "grad_norm": 1.5793783834660848,
      "learning_rate": 0.00019332125678466397,
      "loss": 1.5667,
      "step": 60770
    },
    {
      "epoch": 2.4890845791521605,
      "grad_norm": 1.2185093754099308,
      "learning_rate": 0.00019331813435793444,
      "loss": 1.091,
      "step": 60771
    },
    {
      "epoch": 2.489125537579357,
      "grad_norm": 1.0995941232496775,
      "learning_rate": 0.0001933150119107266,
      "loss": 0.9205,
      "step": 60772
    },
    {
      "epoch": 2.489166496006553,
      "grad_norm": 1.0079805423007235,
      "learning_rate": 0.00019331188944304194,
      "loss": 0.8897,
      "step": 60773
    },
    {
      "epoch": 2.4892074544337497,
      "grad_norm": 1.1505563387515048,
      "learning_rate": 0.00019330876695488193,
      "loss": 0.9916,
      "step": 60774
    },
    {
      "epoch": 2.4892484128609462,
      "grad_norm": 1.2945367779769117,
      "learning_rate": 0.00019330564444624805,
      "loss": 0.8348,
      "step": 60775
    },
    {
      "epoch": 2.4892893712881428,
      "grad_norm": 0.9508536576696348,
      "learning_rate": 0.0001933025219171418,
      "loss": 0.7871,
      "step": 60776
    },
    {
      "epoch": 2.489330329715339,
      "grad_norm": 0.7802762930619422,
      "learning_rate": 0.00019329939936756457,
      "loss": 0.4532,
      "step": 60777
    },
    {
      "epoch": 2.4893712881425354,
      "grad_norm": 0.841913916101106,
      "learning_rate": 0.00019329627679751793,
      "loss": 0.6703,
      "step": 60778
    },
    {
      "epoch": 2.4894122465697315,
      "grad_norm": 1.3329188171005741,
      "learning_rate": 0.00019329315420700332,
      "loss": 0.876,
      "step": 60779
    },
    {
      "epoch": 2.489453204996928,
      "grad_norm": 0.7006826836196522,
      "learning_rate": 0.0001932900315960222,
      "loss": 0.2963,
      "step": 60780
    },
    {
      "epoch": 2.4894941634241246,
      "grad_norm": 0.9858372295528948,
      "learning_rate": 0.00019328690896457606,
      "loss": 0.7739,
      "step": 60781
    },
    {
      "epoch": 2.489535121851321,
      "grad_norm": 0.9242592837225304,
      "learning_rate": 0.0001932837863126664,
      "loss": 0.7686,
      "step": 60782
    },
    {
      "epoch": 2.489576080278517,
      "grad_norm": 1.2267360823119622,
      "learning_rate": 0.00019328066364029473,
      "loss": 1.0,
      "step": 60783
    },
    {
      "epoch": 2.4896170387057137,
      "grad_norm": 1.075013223689714,
      "learning_rate": 0.00019327754094746242,
      "loss": 0.8258,
      "step": 60784
    },
    {
      "epoch": 2.4896579971329102,
      "grad_norm": 0.5959428688924818,
      "learning_rate": 0.000193274418234171,
      "loss": 0.251,
      "step": 60785
    },
    {
      "epoch": 2.4896989555601063,
      "grad_norm": 0.9496295855762253,
      "learning_rate": 0.00019327129550042194,
      "loss": 0.4935,
      "step": 60786
    },
    {
      "epoch": 2.489739913987303,
      "grad_norm": 0.9459260913481434,
      "learning_rate": 0.00019326817274621674,
      "loss": 0.6868,
      "step": 60787
    },
    {
      "epoch": 2.4897808724144994,
      "grad_norm": 0.37132857913936596,
      "learning_rate": 0.00019326504997155687,
      "loss": 0.0639,
      "step": 60788
    },
    {
      "epoch": 2.4898218308416955,
      "grad_norm": 1.0388903018407512,
      "learning_rate": 0.00019326192717644377,
      "loss": 0.7056,
      "step": 60789
    },
    {
      "epoch": 2.489862789268892,
      "grad_norm": 0.9151892966792379,
      "learning_rate": 0.00019325880436087898,
      "loss": 0.6112,
      "step": 60790
    },
    {
      "epoch": 2.4899037476960886,
      "grad_norm": 0.9986980548272989,
      "learning_rate": 0.0001932556815248639,
      "loss": 0.6574,
      "step": 60791
    },
    {
      "epoch": 2.4899447061232847,
      "grad_norm": 1.3989677914542307,
      "learning_rate": 0.00019325255866840005,
      "loss": 1.1836,
      "step": 60792
    },
    {
      "epoch": 2.489985664550481,
      "grad_norm": 1.1718765792405372,
      "learning_rate": 0.00019324943579148888,
      "loss": 0.8485,
      "step": 60793
    },
    {
      "epoch": 2.4900266229776777,
      "grad_norm": 1.0652497884359138,
      "learning_rate": 0.00019324631289413194,
      "loss": 0.7234,
      "step": 60794
    },
    {
      "epoch": 2.4900675814048743,
      "grad_norm": 0.8963768629557008,
      "learning_rate": 0.0001932431899763306,
      "loss": 0.7037,
      "step": 60795
    },
    {
      "epoch": 2.4901085398320704,
      "grad_norm": 0.9901101182344005,
      "learning_rate": 0.00019324006703808644,
      "loss": 0.4167,
      "step": 60796
    },
    {
      "epoch": 2.490149498259267,
      "grad_norm": 1.2190657701532488,
      "learning_rate": 0.00019323694407940081,
      "loss": 0.9691,
      "step": 60797
    },
    {
      "epoch": 2.490190456686463,
      "grad_norm": 1.1320855623307053,
      "learning_rate": 0.00019323382110027532,
      "loss": 0.7587,
      "step": 60798
    },
    {
      "epoch": 2.4902314151136595,
      "grad_norm": 0.7514297827294807,
      "learning_rate": 0.0001932306981007114,
      "loss": 0.2057,
      "step": 60799
    },
    {
      "epoch": 2.490272373540856,
      "grad_norm": 0.6925093976537641,
      "learning_rate": 0.00019322757508071045,
      "loss": 0.3168,
      "step": 60800
    },
    {
      "epoch": 2.4903133319680526,
      "grad_norm": 1.0747271926142115,
      "learning_rate": 0.00019322445204027406,
      "loss": 0.6634,
      "step": 60801
    },
    {
      "epoch": 2.4903542903952487,
      "grad_norm": 0.5828057817077613,
      "learning_rate": 0.00019322132897940365,
      "loss": 0.2191,
      "step": 60802
    },
    {
      "epoch": 2.4903952488224452,
      "grad_norm": 0.8575496167402366,
      "learning_rate": 0.0001932182058981007,
      "loss": 0.7365,
      "step": 60803
    },
    {
      "epoch": 2.4904362072496418,
      "grad_norm": 0.8596605870392549,
      "learning_rate": 0.00019321508279636669,
      "loss": 0.3345,
      "step": 60804
    },
    {
      "epoch": 2.490477165676838,
      "grad_norm": 1.0249199762796726,
      "learning_rate": 0.00019321195967420308,
      "loss": 0.6032,
      "step": 60805
    },
    {
      "epoch": 2.4905181241040344,
      "grad_norm": 0.8807091823281997,
      "learning_rate": 0.0001932088365316114,
      "loss": 0.665,
      "step": 60806
    },
    {
      "epoch": 2.490559082531231,
      "grad_norm": 0.7991191574682553,
      "learning_rate": 0.00019320571336859304,
      "loss": 0.2859,
      "step": 60807
    },
    {
      "epoch": 2.490600040958427,
      "grad_norm": 1.2570902061587992,
      "learning_rate": 0.0001932025901851496,
      "loss": 0.908,
      "step": 60808
    },
    {
      "epoch": 2.4906409993856236,
      "grad_norm": 1.0879747003589026,
      "learning_rate": 0.00019319946698128238,
      "loss": 0.7459,
      "step": 60809
    },
    {
      "epoch": 2.49068195781282,
      "grad_norm": 0.6160405670960504,
      "learning_rate": 0.00019319634375699303,
      "loss": 0.3348,
      "step": 60810
    },
    {
      "epoch": 2.490722916240016,
      "grad_norm": 1.2756413273868417,
      "learning_rate": 0.00019319322051228294,
      "loss": 0.528,
      "step": 60811
    },
    {
      "epoch": 2.4907638746672127,
      "grad_norm": 0.8246469623865275,
      "learning_rate": 0.00019319009724715362,
      "loss": 0.7576,
      "step": 60812
    },
    {
      "epoch": 2.4908048330944093,
      "grad_norm": 1.1325242501001727,
      "learning_rate": 0.0001931869739616065,
      "loss": 0.8999,
      "step": 60813
    },
    {
      "epoch": 2.490845791521606,
      "grad_norm": 0.8857630131304706,
      "learning_rate": 0.0001931838506556431,
      "loss": 0.6269,
      "step": 60814
    },
    {
      "epoch": 2.490886749948802,
      "grad_norm": 0.7557421453410966,
      "learning_rate": 0.00019318072732926487,
      "loss": 0.6104,
      "step": 60815
    },
    {
      "epoch": 2.4909277083759984,
      "grad_norm": 1.1443594691609769,
      "learning_rate": 0.0001931776039824733,
      "loss": 1.0554,
      "step": 60816
    },
    {
      "epoch": 2.4909686668031945,
      "grad_norm": 1.1667104240155712,
      "learning_rate": 0.00019317448061526986,
      "loss": 0.888,
      "step": 60817
    },
    {
      "epoch": 2.491009625230391,
      "grad_norm": 1.1362973961359946,
      "learning_rate": 0.00019317135722765605,
      "loss": 0.7817,
      "step": 60818
    },
    {
      "epoch": 2.4910505836575876,
      "grad_norm": 1.146354240418773,
      "learning_rate": 0.00019316823381963332,
      "loss": 0.8964,
      "step": 60819
    },
    {
      "epoch": 2.491091542084784,
      "grad_norm": 0.8218202986288381,
      "learning_rate": 0.00019316511039120318,
      "loss": 0.7145,
      "step": 60820
    },
    {
      "epoch": 2.49113250051198,
      "grad_norm": 1.3850933812995563,
      "learning_rate": 0.000193161986942367,
      "loss": 1.0722,
      "step": 60821
    },
    {
      "epoch": 2.4911734589391767,
      "grad_norm": 1.3644470651898086,
      "learning_rate": 0.0001931588634731264,
      "loss": 1.1044,
      "step": 60822
    },
    {
      "epoch": 2.4912144173663733,
      "grad_norm": 1.0112387959898053,
      "learning_rate": 0.0001931557399834828,
      "loss": 0.6767,
      "step": 60823
    },
    {
      "epoch": 2.4912553757935694,
      "grad_norm": 0.9219245498202128,
      "learning_rate": 0.00019315261647343768,
      "loss": 0.7697,
      "step": 60824
    },
    {
      "epoch": 2.491296334220766,
      "grad_norm": 2.6912634285820523,
      "learning_rate": 0.00019314949294299246,
      "loss": 1.8202,
      "step": 60825
    },
    {
      "epoch": 2.4913372926479624,
      "grad_norm": 1.9153256870868447,
      "learning_rate": 0.0001931463693921487,
      "loss": 2.3563,
      "step": 60826
    },
    {
      "epoch": 2.4913782510751585,
      "grad_norm": 1.1061399901980091,
      "learning_rate": 0.00019314324582090782,
      "loss": 0.6935,
      "step": 60827
    },
    {
      "epoch": 2.491419209502355,
      "grad_norm": 1.1832998568220998,
      "learning_rate": 0.00019314012222927134,
      "loss": 0.7546,
      "step": 60828
    },
    {
      "epoch": 2.4914601679295516,
      "grad_norm": 1.1114942098015324,
      "learning_rate": 0.00019313699861724066,
      "loss": 1.0521,
      "step": 60829
    },
    {
      "epoch": 2.4915011263567477,
      "grad_norm": 1.2341721753080686,
      "learning_rate": 0.00019313387498481736,
      "loss": 1.0191,
      "step": 60830
    },
    {
      "epoch": 2.4915420847839442,
      "grad_norm": 1.1647649624211742,
      "learning_rate": 0.00019313075133200284,
      "loss": 1.0293,
      "step": 60831
    },
    {
      "epoch": 2.4915830432111408,
      "grad_norm": 1.0986524087504872,
      "learning_rate": 0.0001931276276587986,
      "loss": 0.7263,
      "step": 60832
    },
    {
      "epoch": 2.4916240016383373,
      "grad_norm": 1.1596513767735612,
      "learning_rate": 0.00019312450396520616,
      "loss": 0.8999,
      "step": 60833
    },
    {
      "epoch": 2.4916649600655334,
      "grad_norm": 0.905463751324312,
      "learning_rate": 0.00019312138025122692,
      "loss": 0.7898,
      "step": 60834
    },
    {
      "epoch": 2.49170591849273,
      "grad_norm": 1.086292525227126,
      "learning_rate": 0.00019311825651686243,
      "loss": 0.8126,
      "step": 60835
    },
    {
      "epoch": 2.4917468769199265,
      "grad_norm": 1.1004064503626623,
      "learning_rate": 0.0001931151327621141,
      "loss": 0.5933,
      "step": 60836
    },
    {
      "epoch": 2.4917878353471226,
      "grad_norm": 2.517184801376068,
      "learning_rate": 0.0001931120089869834,
      "loss": 0.7231,
      "step": 60837
    },
    {
      "epoch": 2.491828793774319,
      "grad_norm": 1.0136801881520978,
      "learning_rate": 0.0001931088851914719,
      "loss": 0.7931,
      "step": 60838
    },
    {
      "epoch": 2.4918697522015156,
      "grad_norm": 1.0465802026744873,
      "learning_rate": 0.00019310576137558102,
      "loss": 0.9095,
      "step": 60839
    },
    {
      "epoch": 2.4919107106287117,
      "grad_norm": 0.9185676841772783,
      "learning_rate": 0.00019310263753931226,
      "loss": 0.6053,
      "step": 60840
    },
    {
      "epoch": 2.4919516690559083,
      "grad_norm": 1.2465831219889003,
      "learning_rate": 0.000193099513682667,
      "loss": 0.7183,
      "step": 60841
    },
    {
      "epoch": 2.491992627483105,
      "grad_norm": 0.9310857318986884,
      "learning_rate": 0.00019309638980564682,
      "loss": 0.792,
      "step": 60842
    },
    {
      "epoch": 2.492033585910301,
      "grad_norm": 1.0273005181894075,
      "learning_rate": 0.0001930932659082532,
      "loss": 0.5253,
      "step": 60843
    },
    {
      "epoch": 2.4920745443374974,
      "grad_norm": 0.8307884737532367,
      "learning_rate": 0.00019309014199048757,
      "loss": 0.6923,
      "step": 60844
    },
    {
      "epoch": 2.492115502764694,
      "grad_norm": 0.9380576537537598,
      "learning_rate": 0.00019308701805235135,
      "loss": 0.7192,
      "step": 60845
    },
    {
      "epoch": 2.49215646119189,
      "grad_norm": 3.3524755249687366,
      "learning_rate": 0.00019308389409384617,
      "loss": 3.8797,
      "step": 60846
    },
    {
      "epoch": 2.4921974196190866,
      "grad_norm": 0.9722175762827794,
      "learning_rate": 0.00019308077011497343,
      "loss": 0.794,
      "step": 60847
    },
    {
      "epoch": 2.492238378046283,
      "grad_norm": 0.9642448709472896,
      "learning_rate": 0.00019307764611573459,
      "loss": 0.7017,
      "step": 60848
    },
    {
      "epoch": 2.492279336473479,
      "grad_norm": 0.9629077262821352,
      "learning_rate": 0.0001930745220961311,
      "loss": 0.78,
      "step": 60849
    },
    {
      "epoch": 2.4923202949006757,
      "grad_norm": 1.2017444562561805,
      "learning_rate": 0.0001930713980561645,
      "loss": 0.6628,
      "step": 60850
    },
    {
      "epoch": 2.4923612533278723,
      "grad_norm": 1.084215791626033,
      "learning_rate": 0.00019306827399583623,
      "loss": 0.7681,
      "step": 60851
    },
    {
      "epoch": 2.492402211755069,
      "grad_norm": 0.8775819123661713,
      "learning_rate": 0.00019306514991514784,
      "loss": 0.5227,
      "step": 60852
    },
    {
      "epoch": 2.492443170182265,
      "grad_norm": 1.6307072065011068,
      "learning_rate": 0.00019306202581410067,
      "loss": 1.2891,
      "step": 60853
    },
    {
      "epoch": 2.4924841286094614,
      "grad_norm": 0.9520990017038761,
      "learning_rate": 0.0001930589016926963,
      "loss": 0.7409,
      "step": 60854
    },
    {
      "epoch": 2.492525087036658,
      "grad_norm": 0.6634962556247237,
      "learning_rate": 0.00019305577755093618,
      "loss": 0.301,
      "step": 60855
    },
    {
      "epoch": 2.492566045463854,
      "grad_norm": 0.9813834134434727,
      "learning_rate": 0.0001930526533888218,
      "loss": 0.8537,
      "step": 60856
    },
    {
      "epoch": 2.4926070038910506,
      "grad_norm": 1.1233481393655484,
      "learning_rate": 0.00019304952920635462,
      "loss": 0.6919,
      "step": 60857
    },
    {
      "epoch": 2.492647962318247,
      "grad_norm": 1.1903886750572041,
      "learning_rate": 0.00019304640500353613,
      "loss": 0.7154,
      "step": 60858
    },
    {
      "epoch": 2.4926889207454432,
      "grad_norm": 0.6668293525675154,
      "learning_rate": 0.0001930432807803678,
      "loss": 0.2531,
      "step": 60859
    },
    {
      "epoch": 2.4927298791726398,
      "grad_norm": 1.1157222140472796,
      "learning_rate": 0.00019304015653685106,
      "loss": 0.8675,
      "step": 60860
    },
    {
      "epoch": 2.4927708375998363,
      "grad_norm": 1.4267963946430653,
      "learning_rate": 0.00019303703227298744,
      "loss": 1.3561,
      "step": 60861
    },
    {
      "epoch": 2.4928117960270324,
      "grad_norm": 1.7685500432284063,
      "learning_rate": 0.00019303390798877844,
      "loss": 1.1986,
      "step": 60862
    },
    {
      "epoch": 2.492852754454229,
      "grad_norm": 0.4581379416934595,
      "learning_rate": 0.0001930307836842255,
      "loss": 0.1839,
      "step": 60863
    },
    {
      "epoch": 2.4928937128814255,
      "grad_norm": 1.0085616187771256,
      "learning_rate": 0.0001930276593593301,
      "loss": 0.5987,
      "step": 60864
    },
    {
      "epoch": 2.4929346713086216,
      "grad_norm": 1.0976766974140206,
      "learning_rate": 0.00019302453501409368,
      "loss": 0.6603,
      "step": 60865
    },
    {
      "epoch": 2.492975629735818,
      "grad_norm": 1.0331418361561535,
      "learning_rate": 0.0001930214106485178,
      "loss": 0.8542,
      "step": 60866
    },
    {
      "epoch": 2.4930165881630146,
      "grad_norm": 1.2103723677172167,
      "learning_rate": 0.0001930182862626039,
      "loss": 0.719,
      "step": 60867
    },
    {
      "epoch": 2.4930575465902107,
      "grad_norm": 1.7019960613525937,
      "learning_rate": 0.00019301516185635343,
      "loss": 1.4514,
      "step": 60868
    },
    {
      "epoch": 2.4930985050174073,
      "grad_norm": 1.0933974898705077,
      "learning_rate": 0.00019301203742976786,
      "loss": 0.5637,
      "step": 60869
    },
    {
      "epoch": 2.493139463444604,
      "grad_norm": 1.4381141738622598,
      "learning_rate": 0.00019300891298284874,
      "loss": 1.127,
      "step": 60870
    },
    {
      "epoch": 2.4931804218718003,
      "grad_norm": 1.109965320437156,
      "learning_rate": 0.0001930057885155975,
      "loss": 0.6905,
      "step": 60871
    },
    {
      "epoch": 2.4932213802989964,
      "grad_norm": 0.806066119815631,
      "learning_rate": 0.00019300266402801563,
      "loss": 0.5171,
      "step": 60872
    },
    {
      "epoch": 2.493262338726193,
      "grad_norm": 0.979044168817125,
      "learning_rate": 0.00019299953952010452,
      "loss": 0.7664,
      "step": 60873
    },
    {
      "epoch": 2.4933032971533895,
      "grad_norm": 1.0728657096813867,
      "learning_rate": 0.0001929964149918658,
      "loss": 0.7703,
      "step": 60874
    },
    {
      "epoch": 2.4933442555805856,
      "grad_norm": 1.1009523912995474,
      "learning_rate": 0.00019299329044330084,
      "loss": 0.9304,
      "step": 60875
    },
    {
      "epoch": 2.493385214007782,
      "grad_norm": 0.6130796763791797,
      "learning_rate": 0.00019299016587441114,
      "loss": 0.1939,
      "step": 60876
    },
    {
      "epoch": 2.4934261724349787,
      "grad_norm": 1.4335889203571177,
      "learning_rate": 0.00019298704128519817,
      "loss": 1.2289,
      "step": 60877
    },
    {
      "epoch": 2.4934671308621748,
      "grad_norm": 1.5193475577476103,
      "learning_rate": 0.00019298391667566347,
      "loss": 1.3647,
      "step": 60878
    },
    {
      "epoch": 2.4935080892893713,
      "grad_norm": 0.8804080220251689,
      "learning_rate": 0.00019298079204580846,
      "loss": 0.4713,
      "step": 60879
    },
    {
      "epoch": 2.493549047716568,
      "grad_norm": 1.313911752438234,
      "learning_rate": 0.00019297766739563463,
      "loss": 1.0881,
      "step": 60880
    },
    {
      "epoch": 2.493590006143764,
      "grad_norm": 0.8710396355270912,
      "learning_rate": 0.0001929745427251434,
      "loss": 0.6114,
      "step": 60881
    },
    {
      "epoch": 2.4936309645709605,
      "grad_norm": 0.8814158545988116,
      "learning_rate": 0.00019297141803433635,
      "loss": 0.5389,
      "step": 60882
    },
    {
      "epoch": 2.493671922998157,
      "grad_norm": 0.9039463803229126,
      "learning_rate": 0.00019296829332321488,
      "loss": 0.7564,
      "step": 60883
    },
    {
      "epoch": 2.493712881425353,
      "grad_norm": 0.9910083295889043,
      "learning_rate": 0.00019296516859178053,
      "loss": 0.7197,
      "step": 60884
    },
    {
      "epoch": 2.4937538398525496,
      "grad_norm": 0.9363860706852198,
      "learning_rate": 0.00019296204384003466,
      "loss": 0.7097,
      "step": 60885
    },
    {
      "epoch": 2.493794798279746,
      "grad_norm": 3.8935065499090937,
      "learning_rate": 0.00019295891906797889,
      "loss": 2.5887,
      "step": 60886
    },
    {
      "epoch": 2.4938357567069422,
      "grad_norm": 1.1493504289624907,
      "learning_rate": 0.00019295579427561465,
      "loss": 1.0301,
      "step": 60887
    },
    {
      "epoch": 2.4938767151341388,
      "grad_norm": 1.2697146342035974,
      "learning_rate": 0.00019295266946294342,
      "loss": 0.8725,
      "step": 60888
    },
    {
      "epoch": 2.4939176735613353,
      "grad_norm": 1.1498866808488393,
      "learning_rate": 0.00019294954462996657,
      "loss": 1.1247,
      "step": 60889
    },
    {
      "epoch": 2.493958631988532,
      "grad_norm": 1.276681334849179,
      "learning_rate": 0.00019294641977668573,
      "loss": 0.9173,
      "step": 60890
    },
    {
      "epoch": 2.493999590415728,
      "grad_norm": 0.9326750415638451,
      "learning_rate": 0.00019294329490310232,
      "loss": 0.7111,
      "step": 60891
    },
    {
      "epoch": 2.4940405488429245,
      "grad_norm": 0.8085584321936892,
      "learning_rate": 0.0001929401700092178,
      "loss": 0.2924,
      "step": 60892
    },
    {
      "epoch": 2.494081507270121,
      "grad_norm": 1.0888525545484138,
      "learning_rate": 0.00019293704509503365,
      "loss": 0.6466,
      "step": 60893
    },
    {
      "epoch": 2.494122465697317,
      "grad_norm": 1.0317024941462491,
      "learning_rate": 0.00019293392016055138,
      "loss": 0.672,
      "step": 60894
    },
    {
      "epoch": 2.4941634241245136,
      "grad_norm": 1.1343394928044541,
      "learning_rate": 0.00019293079520577244,
      "loss": 0.8584,
      "step": 60895
    },
    {
      "epoch": 2.49420438255171,
      "grad_norm": 1.7874615586226301,
      "learning_rate": 0.00019292767023069827,
      "loss": 0.9527,
      "step": 60896
    },
    {
      "epoch": 2.4942453409789063,
      "grad_norm": 1.0087767067697921,
      "learning_rate": 0.00019292454523533043,
      "loss": 0.8265,
      "step": 60897
    },
    {
      "epoch": 2.494286299406103,
      "grad_norm": 1.703175845779701,
      "learning_rate": 0.00019292142021967034,
      "loss": 1.7383,
      "step": 60898
    },
    {
      "epoch": 2.4943272578332993,
      "grad_norm": 0.5296210407543797,
      "learning_rate": 0.0001929182951837195,
      "loss": 0.2019,
      "step": 60899
    },
    {
      "epoch": 2.4943682162604954,
      "grad_norm": 1.0585548017266648,
      "learning_rate": 0.0001929151701274794,
      "loss": 0.6984,
      "step": 60900
    },
    {
      "epoch": 2.494409174687692,
      "grad_norm": 0.8849745265791292,
      "learning_rate": 0.00019291204505095144,
      "loss": 0.2268,
      "step": 60901
    },
    {
      "epoch": 2.4944501331148885,
      "grad_norm": 1.268221738474604,
      "learning_rate": 0.00019290891995413722,
      "loss": 1.3165,
      "step": 60902
    },
    {
      "epoch": 2.4944910915420846,
      "grad_norm": 1.0969523908025949,
      "learning_rate": 0.00019290579483703812,
      "loss": 0.6374,
      "step": 60903
    },
    {
      "epoch": 2.494532049969281,
      "grad_norm": 0.7283341346926069,
      "learning_rate": 0.00019290266969965565,
      "loss": 0.3134,
      "step": 60904
    },
    {
      "epoch": 2.4945730083964777,
      "grad_norm": 1.005557603459164,
      "learning_rate": 0.0001928995445419913,
      "loss": 0.8325,
      "step": 60905
    },
    {
      "epoch": 2.4946139668236738,
      "grad_norm": 1.8317729820667121,
      "learning_rate": 0.00019289641936404652,
      "loss": 1.383,
      "step": 60906
    },
    {
      "epoch": 2.4946549252508703,
      "grad_norm": 0.6858408790660988,
      "learning_rate": 0.0001928932941658228,
      "loss": 0.5065,
      "step": 60907
    },
    {
      "epoch": 2.494695883678067,
      "grad_norm": 0.9923696306677458,
      "learning_rate": 0.00019289016894732163,
      "loss": 0.5325,
      "step": 60908
    },
    {
      "epoch": 2.4947368421052634,
      "grad_norm": 1.345277077133348,
      "learning_rate": 0.00019288704370854445,
      "loss": 0.76,
      "step": 60909
    },
    {
      "epoch": 2.4947778005324595,
      "grad_norm": 0.8302643197209211,
      "learning_rate": 0.0001928839184494928,
      "loss": 0.7472,
      "step": 60910
    },
    {
      "epoch": 2.494818758959656,
      "grad_norm": 1.2094915435314673,
      "learning_rate": 0.0001928807931701681,
      "loss": 1.0228,
      "step": 60911
    },
    {
      "epoch": 2.4948597173868525,
      "grad_norm": 1.0703733235158523,
      "learning_rate": 0.00019287766787057188,
      "loss": 0.8607,
      "step": 60912
    },
    {
      "epoch": 2.4949006758140486,
      "grad_norm": 1.1865326441435446,
      "learning_rate": 0.00019287454255070556,
      "loss": 0.8114,
      "step": 60913
    },
    {
      "epoch": 2.494941634241245,
      "grad_norm": 1.00118098991398,
      "learning_rate": 0.00019287141721057062,
      "loss": 0.3428,
      "step": 60914
    },
    {
      "epoch": 2.4949825926684417,
      "grad_norm": 1.0028350891767208,
      "learning_rate": 0.0001928682918501686,
      "loss": 0.7817,
      "step": 60915
    },
    {
      "epoch": 2.495023551095638,
      "grad_norm": 1.6002638616592355,
      "learning_rate": 0.00019286516646950094,
      "loss": 1.207,
      "step": 60916
    },
    {
      "epoch": 2.4950645095228343,
      "grad_norm": 1.2576153710320483,
      "learning_rate": 0.0001928620410685691,
      "loss": 1.0562,
      "step": 60917
    },
    {
      "epoch": 2.495105467950031,
      "grad_norm": 0.8666002576463261,
      "learning_rate": 0.00019285891564737456,
      "loss": 0.7117,
      "step": 60918
    },
    {
      "epoch": 2.495146426377227,
      "grad_norm": 0.882050868534835,
      "learning_rate": 0.00019285579020591887,
      "loss": 0.7295,
      "step": 60919
    },
    {
      "epoch": 2.4951873848044235,
      "grad_norm": 1.0059787032053713,
      "learning_rate": 0.00019285266474420342,
      "loss": 0.7677,
      "step": 60920
    },
    {
      "epoch": 2.49522834323162,
      "grad_norm": 0.9467422790446418,
      "learning_rate": 0.00019284953926222966,
      "loss": 0.8459,
      "step": 60921
    },
    {
      "epoch": 2.495269301658816,
      "grad_norm": 1.1005075139069396,
      "learning_rate": 0.0001928464137599992,
      "loss": 0.7177,
      "step": 60922
    },
    {
      "epoch": 2.4953102600860126,
      "grad_norm": 1.0537283686297263,
      "learning_rate": 0.00019284328823751342,
      "loss": 0.8977,
      "step": 60923
    },
    {
      "epoch": 2.495351218513209,
      "grad_norm": 0.9164382733832515,
      "learning_rate": 0.0001928401626947738,
      "loss": 0.3344,
      "step": 60924
    },
    {
      "epoch": 2.4953921769404053,
      "grad_norm": 1.2399086251458262,
      "learning_rate": 0.00019283703713178182,
      "loss": 1.0596,
      "step": 60925
    },
    {
      "epoch": 2.495433135367602,
      "grad_norm": 1.4783802956705434,
      "learning_rate": 0.00019283391154853905,
      "loss": 1.1892,
      "step": 60926
    },
    {
      "epoch": 2.4954740937947983,
      "grad_norm": 1.0246410545217621,
      "learning_rate": 0.00019283078594504685,
      "loss": 0.8978,
      "step": 60927
    },
    {
      "epoch": 2.495515052221995,
      "grad_norm": 0.6480651396178997,
      "learning_rate": 0.00019282766032130674,
      "loss": 0.2585,
      "step": 60928
    },
    {
      "epoch": 2.495556010649191,
      "grad_norm": 0.8879411442833789,
      "learning_rate": 0.00019282453467732018,
      "loss": 0.5951,
      "step": 60929
    },
    {
      "epoch": 2.4955969690763875,
      "grad_norm": 1.664681787842868,
      "learning_rate": 0.0001928214090130887,
      "loss": 1.0609,
      "step": 60930
    },
    {
      "epoch": 2.495637927503584,
      "grad_norm": 1.1402325030287255,
      "learning_rate": 0.00019281828332861373,
      "loss": 1.0533,
      "step": 60931
    },
    {
      "epoch": 2.49567888593078,
      "grad_norm": 1.0966310297595891,
      "learning_rate": 0.00019281515762389673,
      "loss": 0.7547,
      "step": 60932
    },
    {
      "epoch": 2.4957198443579767,
      "grad_norm": 0.9261353960412438,
      "learning_rate": 0.00019281203189893924,
      "loss": 0.3241,
      "step": 60933
    },
    {
      "epoch": 2.495760802785173,
      "grad_norm": 1.2587613152968455,
      "learning_rate": 0.0001928089061537427,
      "loss": 0.742,
      "step": 60934
    },
    {
      "epoch": 2.4958017612123693,
      "grad_norm": 1.397720178471758,
      "learning_rate": 0.0001928057803883086,
      "loss": 0.7347,
      "step": 60935
    },
    {
      "epoch": 2.495842719639566,
      "grad_norm": 2.3140479005032852,
      "learning_rate": 0.0001928026546026384,
      "loss": 1.1211,
      "step": 60936
    },
    {
      "epoch": 2.4958836780667624,
      "grad_norm": 0.6379172299998526,
      "learning_rate": 0.00019279952879673357,
      "loss": 0.2814,
      "step": 60937
    },
    {
      "epoch": 2.4959246364939585,
      "grad_norm": 0.7982329901911311,
      "learning_rate": 0.00019279640297059563,
      "loss": 0.3761,
      "step": 60938
    },
    {
      "epoch": 2.495965594921155,
      "grad_norm": 1.1695315452248556,
      "learning_rate": 0.00019279327712422604,
      "loss": 0.6475,
      "step": 60939
    },
    {
      "epoch": 2.4960065533483515,
      "grad_norm": 1.109279436812438,
      "learning_rate": 0.00019279015125762625,
      "loss": 0.7684,
      "step": 60940
    },
    {
      "epoch": 2.496047511775548,
      "grad_norm": 0.98211556896429,
      "learning_rate": 0.00019278702537079778,
      "loss": 0.748,
      "step": 60941
    },
    {
      "epoch": 2.496088470202744,
      "grad_norm": 0.7382152203229011,
      "learning_rate": 0.00019278389946374204,
      "loss": 0.371,
      "step": 60942
    },
    {
      "epoch": 2.4961294286299407,
      "grad_norm": 0.9520946914331022,
      "learning_rate": 0.00019278077353646061,
      "loss": 0.7433,
      "step": 60943
    },
    {
      "epoch": 2.496170387057137,
      "grad_norm": 0.9829093188796345,
      "learning_rate": 0.00019277764758895491,
      "loss": 0.7188,
      "step": 60944
    },
    {
      "epoch": 2.4962113454843333,
      "grad_norm": 1.1641651943635014,
      "learning_rate": 0.00019277452162122638,
      "loss": 0.9254,
      "step": 60945
    },
    {
      "epoch": 2.49625230391153,
      "grad_norm": 1.0732282665110224,
      "learning_rate": 0.00019277139563327658,
      "loss": 0.7395,
      "step": 60946
    },
    {
      "epoch": 2.4962932623387264,
      "grad_norm": 1.0767687995343387,
      "learning_rate": 0.00019276826962510692,
      "loss": 1.0058,
      "step": 60947
    },
    {
      "epoch": 2.4963342207659225,
      "grad_norm": 1.3568844453439528,
      "learning_rate": 0.00019276514359671895,
      "loss": 1.0324,
      "step": 60948
    },
    {
      "epoch": 2.496375179193119,
      "grad_norm": 1.0541686762731537,
      "learning_rate": 0.00019276201754811405,
      "loss": 0.8261,
      "step": 60949
    },
    {
      "epoch": 2.4964161376203156,
      "grad_norm": 5.384007172477827,
      "learning_rate": 0.00019275889147929375,
      "loss": 5.4955,
      "step": 60950
    },
    {
      "epoch": 2.4964570960475116,
      "grad_norm": 0.8097204803678594,
      "learning_rate": 0.00019275576539025955,
      "loss": 0.6041,
      "step": 60951
    },
    {
      "epoch": 2.496498054474708,
      "grad_norm": 0.9618148105319326,
      "learning_rate": 0.00019275263928101292,
      "loss": 0.6231,
      "step": 60952
    },
    {
      "epoch": 2.4965390129019047,
      "grad_norm": 1.2775682807244464,
      "learning_rate": 0.00019274951315155525,
      "loss": 0.9945,
      "step": 60953
    },
    {
      "epoch": 2.496579971329101,
      "grad_norm": 1.0581191167160855,
      "learning_rate": 0.00019274638700188815,
      "loss": 0.8737,
      "step": 60954
    },
    {
      "epoch": 2.4966209297562973,
      "grad_norm": 1.0478276565097933,
      "learning_rate": 0.00019274326083201305,
      "loss": 0.9073,
      "step": 60955
    },
    {
      "epoch": 2.496661888183494,
      "grad_norm": 1.3220625890328501,
      "learning_rate": 0.00019274013464193142,
      "loss": 1.3292,
      "step": 60956
    },
    {
      "epoch": 2.49670284661069,
      "grad_norm": 1.1011988386076637,
      "learning_rate": 0.00019273700843164466,
      "loss": 0.3828,
      "step": 60957
    },
    {
      "epoch": 2.4967438050378865,
      "grad_norm": 1.1454671859524934,
      "learning_rate": 0.00019273388220115439,
      "loss": 0.8917,
      "step": 60958
    },
    {
      "epoch": 2.496784763465083,
      "grad_norm": 1.0353902706221583,
      "learning_rate": 0.000192730755950462,
      "loss": 0.7943,
      "step": 60959
    },
    {
      "epoch": 2.4968257218922796,
      "grad_norm": 1.2359022451235144,
      "learning_rate": 0.000192727629679569,
      "loss": 1.0816,
      "step": 60960
    },
    {
      "epoch": 2.4968666803194757,
      "grad_norm": 0.9410561348014985,
      "learning_rate": 0.00019272450338847684,
      "loss": 0.5334,
      "step": 60961
    },
    {
      "epoch": 2.496907638746672,
      "grad_norm": 1.6184511236176278,
      "learning_rate": 0.00019272137707718702,
      "loss": 0.6274,
      "step": 60962
    },
    {
      "epoch": 2.4969485971738683,
      "grad_norm": 1.4415966773766502,
      "learning_rate": 0.00019271825074570098,
      "loss": 0.9296,
      "step": 60963
    },
    {
      "epoch": 2.496989555601065,
      "grad_norm": 1.0333784360707963,
      "learning_rate": 0.00019271512439402033,
      "loss": 0.9508,
      "step": 60964
    },
    {
      "epoch": 2.4970305140282614,
      "grad_norm": 1.5127455451436014,
      "learning_rate": 0.00019271199802214638,
      "loss": 1.4421,
      "step": 60965
    },
    {
      "epoch": 2.497071472455458,
      "grad_norm": 1.145353658032015,
      "learning_rate": 0.00019270887163008068,
      "loss": 1.0495,
      "step": 60966
    },
    {
      "epoch": 2.497112430882654,
      "grad_norm": 1.0634108964734803,
      "learning_rate": 0.0001927057452178247,
      "loss": 0.8861,
      "step": 60967
    },
    {
      "epoch": 2.4971533893098505,
      "grad_norm": 1.8671725097891092,
      "learning_rate": 0.0001927026187853799,
      "loss": 1.6264,
      "step": 60968
    },
    {
      "epoch": 2.497194347737047,
      "grad_norm": 1.400376101950858,
      "learning_rate": 0.00019269949233274782,
      "loss": 1.363,
      "step": 60969
    },
    {
      "epoch": 2.497235306164243,
      "grad_norm": 0.9555856432387762,
      "learning_rate": 0.00019269636585992988,
      "loss": 0.8704,
      "step": 60970
    },
    {
      "epoch": 2.4972762645914397,
      "grad_norm": 1.3060337791609435,
      "learning_rate": 0.00019269323936692758,
      "loss": 0.9356,
      "step": 60971
    },
    {
      "epoch": 2.4973172230186362,
      "grad_norm": 1.5844707981993669,
      "learning_rate": 0.00019269011285374238,
      "loss": 1.7168,
      "step": 60972
    },
    {
      "epoch": 2.4973581814458323,
      "grad_norm": 0.8208487812715818,
      "learning_rate": 0.00019268698632037576,
      "loss": 0.779,
      "step": 60973
    },
    {
      "epoch": 2.497399139873029,
      "grad_norm": 1.1237019253113496,
      "learning_rate": 0.00019268385976682924,
      "loss": 0.7259,
      "step": 60974
    },
    {
      "epoch": 2.4974400983002254,
      "grad_norm": 1.1450443315149188,
      "learning_rate": 0.00019268073319310427,
      "loss": 0.7328,
      "step": 60975
    },
    {
      "epoch": 2.4974810567274215,
      "grad_norm": 1.06352608532239,
      "learning_rate": 0.00019267760659920233,
      "loss": 0.8277,
      "step": 60976
    },
    {
      "epoch": 2.497522015154618,
      "grad_norm": 1.0020555289644528,
      "learning_rate": 0.00019267447998512485,
      "loss": 0.9635,
      "step": 60977
    },
    {
      "epoch": 2.4975629735818146,
      "grad_norm": 0.918347789739157,
      "learning_rate": 0.00019267135335087338,
      "loss": 0.6964,
      "step": 60978
    },
    {
      "epoch": 2.497603932009011,
      "grad_norm": 1.2235298756649093,
      "learning_rate": 0.00019266822669644938,
      "loss": 1.102,
      "step": 60979
    },
    {
      "epoch": 2.497644890436207,
      "grad_norm": 1.0269972411001616,
      "learning_rate": 0.0001926651000218543,
      "loss": 0.7466,
      "step": 60980
    },
    {
      "epoch": 2.4976858488634037,
      "grad_norm": 0.7101123127981444,
      "learning_rate": 0.00019266197332708964,
      "loss": 0.2791,
      "step": 60981
    },
    {
      "epoch": 2.4977268072906,
      "grad_norm": 1.1098626105127853,
      "learning_rate": 0.0001926588466121569,
      "loss": 0.8645,
      "step": 60982
    },
    {
      "epoch": 2.4977677657177964,
      "grad_norm": 0.5903968117614011,
      "learning_rate": 0.0001926557198770575,
      "loss": 0.268,
      "step": 60983
    },
    {
      "epoch": 2.497808724144993,
      "grad_norm": 0.6365520935099602,
      "learning_rate": 0.00019265259312179297,
      "loss": 0.2257,
      "step": 60984
    },
    {
      "epoch": 2.4978496825721894,
      "grad_norm": 1.0447412768379618,
      "learning_rate": 0.00019264946634636477,
      "loss": 0.9428,
      "step": 60985
    },
    {
      "epoch": 2.4978906409993855,
      "grad_norm": 1.1568890713100637,
      "learning_rate": 0.00019264633955077436,
      "loss": 0.8795,
      "step": 60986
    },
    {
      "epoch": 2.497931599426582,
      "grad_norm": 1.0003123598585526,
      "learning_rate": 0.00019264321273502327,
      "loss": 1.0628,
      "step": 60987
    },
    {
      "epoch": 2.4979725578537786,
      "grad_norm": 1.6987470503746789,
      "learning_rate": 0.0001926400858991129,
      "loss": 1.3913,
      "step": 60988
    },
    {
      "epoch": 2.4980135162809747,
      "grad_norm": 0.8671882936530333,
      "learning_rate": 0.00019263695904304476,
      "loss": 0.6491,
      "step": 60989
    },
    {
      "epoch": 2.498054474708171,
      "grad_norm": 1.1926913503993273,
      "learning_rate": 0.0001926338321668204,
      "loss": 0.7739,
      "step": 60990
    },
    {
      "epoch": 2.4980954331353677,
      "grad_norm": 1.1205277902060486,
      "learning_rate": 0.0001926307052704412,
      "loss": 0.5712,
      "step": 60991
    },
    {
      "epoch": 2.498136391562564,
      "grad_norm": 0.9881631021607092,
      "learning_rate": 0.0001926275783539087,
      "loss": 0.7881,
      "step": 60992
    },
    {
      "epoch": 2.4981773499897604,
      "grad_norm": 0.9573427260303027,
      "learning_rate": 0.0001926244514172243,
      "loss": 0.783,
      "step": 60993
    },
    {
      "epoch": 2.498218308416957,
      "grad_norm": 1.260378798355269,
      "learning_rate": 0.00019262132446038962,
      "loss": 0.8102,
      "step": 60994
    },
    {
      "epoch": 2.498259266844153,
      "grad_norm": 1.141212672642239,
      "learning_rate": 0.000192618197483406,
      "loss": 0.6307,
      "step": 60995
    },
    {
      "epoch": 2.4983002252713495,
      "grad_norm": 1.4461013070109439,
      "learning_rate": 0.00019261507048627498,
      "loss": 0.678,
      "step": 60996
    },
    {
      "epoch": 2.498341183698546,
      "grad_norm": 1.0141875102398856,
      "learning_rate": 0.000192611943468998,
      "loss": 0.7034,
      "step": 60997
    },
    {
      "epoch": 2.4983821421257426,
      "grad_norm": 1.0913556187206983,
      "learning_rate": 0.0001926088164315766,
      "loss": 0.848,
      "step": 60998
    },
    {
      "epoch": 2.4984231005529387,
      "grad_norm": 0.6961275276506409,
      "learning_rate": 0.00019260568937401224,
      "loss": 0.2967,
      "step": 60999
    },
    {
      "epoch": 2.4984640589801352,
      "grad_norm": 0.8957148307250496,
      "learning_rate": 0.00019260256229630633,
      "loss": 0.6371,
      "step": 61000
    },
    {
      "epoch": 2.4985050174073313,
      "grad_norm": 1.608244945036333,
      "learning_rate": 0.00019259943519846042,
      "loss": 1.2441,
      "step": 61001
    },
    {
      "epoch": 2.498545975834528,
      "grad_norm": 0.5131179660306173,
      "learning_rate": 0.000192596308080476,
      "loss": 0.2037,
      "step": 61002
    },
    {
      "epoch": 2.4985869342617244,
      "grad_norm": 1.0218332743401328,
      "learning_rate": 0.0001925931809423545,
      "loss": 0.9199,
      "step": 61003
    },
    {
      "epoch": 2.498627892688921,
      "grad_norm": 0.6910711831209395,
      "learning_rate": 0.00019259005378409737,
      "loss": 0.2626,
      "step": 61004
    },
    {
      "epoch": 2.498668851116117,
      "grad_norm": 1.0252257782733436,
      "learning_rate": 0.00019258692660570616,
      "loss": 0.7653,
      "step": 61005
    },
    {
      "epoch": 2.4987098095433136,
      "grad_norm": 0.7779255981968766,
      "learning_rate": 0.00019258379940718237,
      "loss": 0.2671,
      "step": 61006
    },
    {
      "epoch": 2.49875076797051,
      "grad_norm": 0.9447411670031852,
      "learning_rate": 0.00019258067218852736,
      "loss": 1.0225,
      "step": 61007
    },
    {
      "epoch": 2.498791726397706,
      "grad_norm": 1.0787275823836477,
      "learning_rate": 0.00019257754494974273,
      "loss": 0.7254,
      "step": 61008
    },
    {
      "epoch": 2.4988326848249027,
      "grad_norm": 0.9984421721844046,
      "learning_rate": 0.00019257441769082988,
      "loss": 0.7877,
      "step": 61009
    },
    {
      "epoch": 2.4988736432520993,
      "grad_norm": 0.6971623497454292,
      "learning_rate": 0.00019257129041179032,
      "loss": 0.2848,
      "step": 61010
    },
    {
      "epoch": 2.4989146016792954,
      "grad_norm": 1.9484041869102051,
      "learning_rate": 0.00019256816311262554,
      "loss": 0.3496,
      "step": 61011
    },
    {
      "epoch": 2.498955560106492,
      "grad_norm": 1.060993474019915,
      "learning_rate": 0.00019256503579333697,
      "loss": 0.3585,
      "step": 61012
    },
    {
      "epoch": 2.4989965185336884,
      "grad_norm": 1.4481359438671033,
      "learning_rate": 0.00019256190845392613,
      "loss": 1.0778,
      "step": 61013
    },
    {
      "epoch": 2.4990374769608845,
      "grad_norm": 1.198941434083789,
      "learning_rate": 0.00019255878109439452,
      "loss": 0.8415,
      "step": 61014
    },
    {
      "epoch": 2.499078435388081,
      "grad_norm": 0.8062441645394233,
      "learning_rate": 0.00019255565371474357,
      "loss": 0.2912,
      "step": 61015
    },
    {
      "epoch": 2.4991193938152776,
      "grad_norm": 1.240918555393393,
      "learning_rate": 0.00019255252631497478,
      "loss": 0.8638,
      "step": 61016
    },
    {
      "epoch": 2.499160352242474,
      "grad_norm": 1.1686050383807238,
      "learning_rate": 0.00019254939889508962,
      "loss": 0.8431,
      "step": 61017
    },
    {
      "epoch": 2.49920131066967,
      "grad_norm": 1.3257635804980807,
      "learning_rate": 0.00019254627145508956,
      "loss": 0.7937,
      "step": 61018
    },
    {
      "epoch": 2.4992422690968668,
      "grad_norm": 1.1019736659568091,
      "learning_rate": 0.00019254314399497612,
      "loss": 0.8658,
      "step": 61019
    },
    {
      "epoch": 2.499283227524063,
      "grad_norm": 1.0770636259870165,
      "learning_rate": 0.00019254001651475072,
      "loss": 0.8035,
      "step": 61020
    },
    {
      "epoch": 2.4993241859512594,
      "grad_norm": 4.242323502602569,
      "learning_rate": 0.0001925368890144149,
      "loss": 3.6963,
      "step": 61021
    },
    {
      "epoch": 2.499365144378456,
      "grad_norm": 0.9563578235698446,
      "learning_rate": 0.00019253376149397006,
      "loss": 0.8417,
      "step": 61022
    },
    {
      "epoch": 2.4994061028056525,
      "grad_norm": 3.492607729932462,
      "learning_rate": 0.00019253063395341778,
      "loss": 4.6314,
      "step": 61023
    },
    {
      "epoch": 2.4994470612328485,
      "grad_norm": 0.9459955368114223,
      "learning_rate": 0.00019252750639275947,
      "loss": 0.7234,
      "step": 61024
    },
    {
      "epoch": 2.499488019660045,
      "grad_norm": 0.8818605230298472,
      "learning_rate": 0.0001925243788119966,
      "loss": 0.7142,
      "step": 61025
    },
    {
      "epoch": 2.4995289780872416,
      "grad_norm": 1.150069174220124,
      "learning_rate": 0.00019252125121113067,
      "loss": 0.9653,
      "step": 61026
    },
    {
      "epoch": 2.4995699365144377,
      "grad_norm": 1.0788704354499599,
      "learning_rate": 0.0001925181235901632,
      "loss": 0.8101,
      "step": 61027
    },
    {
      "epoch": 2.4996108949416342,
      "grad_norm": 1.181047428819369,
      "learning_rate": 0.0001925149959490956,
      "loss": 0.8998,
      "step": 61028
    },
    {
      "epoch": 2.499651853368831,
      "grad_norm": 1.0500516967264024,
      "learning_rate": 0.00019251186828792935,
      "loss": 0.7482,
      "step": 61029
    },
    {
      "epoch": 2.499692811796027,
      "grad_norm": 0.8414621803465014,
      "learning_rate": 0.000192508740606666,
      "loss": 0.3272,
      "step": 61030
    },
    {
      "epoch": 2.4997337702232234,
      "grad_norm": 1.6132942376644328,
      "learning_rate": 0.00019250561290530698,
      "loss": 1.036,
      "step": 61031
    },
    {
      "epoch": 2.49977472865042,
      "grad_norm": 1.0684075156254502,
      "learning_rate": 0.00019250248518385378,
      "loss": 0.924,
      "step": 61032
    },
    {
      "epoch": 2.499815687077616,
      "grad_norm": 1.3124818651444532,
      "learning_rate": 0.00019249935744230782,
      "loss": 0.7324,
      "step": 61033
    },
    {
      "epoch": 2.4998566455048126,
      "grad_norm": 0.8321947996096204,
      "learning_rate": 0.00019249622968067068,
      "loss": 0.3835,
      "step": 61034
    },
    {
      "epoch": 2.499897603932009,
      "grad_norm": 1.6700661937523142,
      "learning_rate": 0.0001924931018989438,
      "loss": 1.2854,
      "step": 61035
    },
    {
      "epoch": 2.4999385623592056,
      "grad_norm": 1.2086879474172818,
      "learning_rate": 0.0001924899740971286,
      "loss": 0.9269,
      "step": 61036
    },
    {
      "epoch": 2.4999795207864017,
      "grad_norm": 1.3746406765258934,
      "learning_rate": 0.00019248684627522664,
      "loss": 0.7765,
      "step": 61037
    },
    {
      "epoch": 2.5000204792135983,
      "grad_norm": 0.7673570565205153,
      "learning_rate": 0.00019248371843323935,
      "loss": 0.5854,
      "step": 61038
    },
    {
      "epoch": 2.5000614376407944,
      "grad_norm": 1.3824656475526396,
      "learning_rate": 0.00019248059057116825,
      "loss": 0.8053,
      "step": 61039
    },
    {
      "epoch": 2.500102396067991,
      "grad_norm": 1.0576455844736155,
      "learning_rate": 0.0001924774626890147,
      "loss": 0.9274,
      "step": 61040
    },
    {
      "epoch": 2.5001433544951874,
      "grad_norm": 0.9806262402841647,
      "learning_rate": 0.00019247433478678037,
      "loss": 0.8479,
      "step": 61041
    },
    {
      "epoch": 2.500184312922384,
      "grad_norm": 0.8185871257014022,
      "learning_rate": 0.0001924712068644666,
      "loss": 0.6163,
      "step": 61042
    },
    {
      "epoch": 2.50022527134958,
      "grad_norm": 0.7093564803236706,
      "learning_rate": 0.00019246807892207493,
      "loss": 0.2705,
      "step": 61043
    },
    {
      "epoch": 2.5002662297767766,
      "grad_norm": 0.8424353096551275,
      "learning_rate": 0.0001924649509596068,
      "loss": 0.5398,
      "step": 61044
    },
    {
      "epoch": 2.500307188203973,
      "grad_norm": 4.360032183253208,
      "learning_rate": 0.00019246182297706367,
      "loss": 4.3502,
      "step": 61045
    },
    {
      "epoch": 2.500348146631169,
      "grad_norm": 0.7764701489324344,
      "learning_rate": 0.00019245869497444708,
      "loss": 0.2643,
      "step": 61046
    },
    {
      "epoch": 2.5003891050583658,
      "grad_norm": 1.2695033313850377,
      "learning_rate": 0.0001924555669517585,
      "loss": 0.9728,
      "step": 61047
    },
    {
      "epoch": 2.5004300634855623,
      "grad_norm": 1.0554628213576507,
      "learning_rate": 0.0001924524389089994,
      "loss": 0.8168,
      "step": 61048
    },
    {
      "epoch": 2.5004710219127584,
      "grad_norm": 1.1418510405355862,
      "learning_rate": 0.00019244931084617123,
      "loss": 0.9009,
      "step": 61049
    },
    {
      "epoch": 2.500511980339955,
      "grad_norm": 0.868163518030682,
      "learning_rate": 0.0001924461827632755,
      "loss": 0.6418,
      "step": 61050
    },
    {
      "epoch": 2.5005529387671515,
      "grad_norm": 1.2623053750250826,
      "learning_rate": 0.00019244305466031367,
      "loss": 0.4928,
      "step": 61051
    },
    {
      "epoch": 2.5005938971943475,
      "grad_norm": 1.0488090778133035,
      "learning_rate": 0.00019243992653728722,
      "loss": 0.7947,
      "step": 61052
    },
    {
      "epoch": 2.500634855621544,
      "grad_norm": 1.1632707913595184,
      "learning_rate": 0.00019243679839419764,
      "loss": 0.8546,
      "step": 61053
    },
    {
      "epoch": 2.5006758140487406,
      "grad_norm": 1.1296332227728931,
      "learning_rate": 0.00019243367023104638,
      "loss": 0.9558,
      "step": 61054
    },
    {
      "epoch": 2.500716772475937,
      "grad_norm": 1.0044129124185295,
      "learning_rate": 0.000192430542047835,
      "loss": 0.6824,
      "step": 61055
    },
    {
      "epoch": 2.5007577309031332,
      "grad_norm": 0.8309882327052835,
      "learning_rate": 0.0001924274138445649,
      "loss": 0.6201,
      "step": 61056
    },
    {
      "epoch": 2.50079868933033,
      "grad_norm": 1.0204657149633056,
      "learning_rate": 0.00019242428562123753,
      "loss": 0.4371,
      "step": 61057
    },
    {
      "epoch": 2.500839647757526,
      "grad_norm": 0.8434724594249481,
      "learning_rate": 0.00019242115737785447,
      "loss": 0.5245,
      "step": 61058
    },
    {
      "epoch": 2.5008806061847224,
      "grad_norm": 1.3348067661713727,
      "learning_rate": 0.00019241802911441718,
      "loss": 1.2053,
      "step": 61059
    },
    {
      "epoch": 2.500921564611919,
      "grad_norm": 1.0869545479983544,
      "learning_rate": 0.00019241490083092704,
      "loss": 0.8054,
      "step": 61060
    },
    {
      "epoch": 2.5009625230391155,
      "grad_norm": 1.4060997579516794,
      "learning_rate": 0.00019241177252738562,
      "loss": 0.3362,
      "step": 61061
    },
    {
      "epoch": 2.5010034814663116,
      "grad_norm": 0.9469728082976461,
      "learning_rate": 0.00019240864420379437,
      "loss": 0.7594,
      "step": 61062
    },
    {
      "epoch": 2.501044439893508,
      "grad_norm": 1.4271111103598257,
      "learning_rate": 0.0001924055158601548,
      "loss": 1.1908,
      "step": 61063
    },
    {
      "epoch": 2.5010853983207046,
      "grad_norm": 4.409183531983285,
      "learning_rate": 0.00019240238749646834,
      "loss": 6.778,
      "step": 61064
    },
    {
      "epoch": 2.5011263567479007,
      "grad_norm": 1.500857366220864,
      "learning_rate": 0.00019239925911273647,
      "loss": 1.0524,
      "step": 61065
    },
    {
      "epoch": 2.5011673151750973,
      "grad_norm": 1.2140060193341957,
      "learning_rate": 0.00019239613070896075,
      "loss": 1.1214,
      "step": 61066
    },
    {
      "epoch": 2.501208273602294,
      "grad_norm": 1.2488310086082548,
      "learning_rate": 0.00019239300228514255,
      "loss": 0.8181,
      "step": 61067
    },
    {
      "epoch": 2.5012492320294903,
      "grad_norm": 0.9082555839775976,
      "learning_rate": 0.00019238987384128344,
      "loss": 0.6225,
      "step": 61068
    },
    {
      "epoch": 2.5012901904566864,
      "grad_norm": 0.6106451478831868,
      "learning_rate": 0.0001923867453773848,
      "loss": 0.3022,
      "step": 61069
    },
    {
      "epoch": 2.501331148883883,
      "grad_norm": 1.0051641552819188,
      "learning_rate": 0.00019238361689344823,
      "loss": 0.6441,
      "step": 61070
    },
    {
      "epoch": 2.501372107311079,
      "grad_norm": 1.095854703562888,
      "learning_rate": 0.0001923804883894751,
      "loss": 0.6446,
      "step": 61071
    },
    {
      "epoch": 2.5014130657382756,
      "grad_norm": 1.4183668419566957,
      "learning_rate": 0.00019237735986546694,
      "loss": 0.913,
      "step": 61072
    },
    {
      "epoch": 2.501454024165472,
      "grad_norm": 1.0823118247177705,
      "learning_rate": 0.00019237423132142522,
      "loss": 0.738,
      "step": 61073
    },
    {
      "epoch": 2.5014949825926687,
      "grad_norm": 1.01898819209936,
      "learning_rate": 0.00019237110275735145,
      "loss": 0.5675,
      "step": 61074
    },
    {
      "epoch": 2.5015359410198648,
      "grad_norm": 1.247436076225282,
      "learning_rate": 0.0001923679741732471,
      "loss": 0.9222,
      "step": 61075
    },
    {
      "epoch": 2.5015768994470613,
      "grad_norm": 1.5812725098266354,
      "learning_rate": 0.0001923648455691136,
      "loss": 0.6465,
      "step": 61076
    },
    {
      "epoch": 2.5016178578742574,
      "grad_norm": 1.105931848583696,
      "learning_rate": 0.00019236171694495243,
      "loss": 0.7377,
      "step": 61077
    },
    {
      "epoch": 2.501658816301454,
      "grad_norm": 1.1978734339021955,
      "learning_rate": 0.0001923585883007651,
      "loss": 0.579,
      "step": 61078
    },
    {
      "epoch": 2.5016997747286505,
      "grad_norm": 1.1057129371713519,
      "learning_rate": 0.00019235545963655314,
      "loss": 0.7801,
      "step": 61079
    },
    {
      "epoch": 2.501740733155847,
      "grad_norm": 0.9353658517629657,
      "learning_rate": 0.00019235233095231795,
      "loss": 0.7761,
      "step": 61080
    },
    {
      "epoch": 2.501781691583043,
      "grad_norm": 1.065405389549933,
      "learning_rate": 0.00019234920224806102,
      "loss": 0.7436,
      "step": 61081
    },
    {
      "epoch": 2.5018226500102396,
      "grad_norm": 0.6358510483511227,
      "learning_rate": 0.00019234607352378385,
      "loss": 0.2749,
      "step": 61082
    },
    {
      "epoch": 2.501863608437436,
      "grad_norm": 1.6995816569154507,
      "learning_rate": 0.0001923429447794879,
      "loss": 0.7768,
      "step": 61083
    },
    {
      "epoch": 2.5019045668646323,
      "grad_norm": 0.8656797684310933,
      "learning_rate": 0.0001923398160151747,
      "loss": 0.5238,
      "step": 61084
    },
    {
      "epoch": 2.501945525291829,
      "grad_norm": 0.912644144286479,
      "learning_rate": 0.00019233668723084565,
      "loss": 0.4221,
      "step": 61085
    },
    {
      "epoch": 2.5019864837190253,
      "grad_norm": 0.9860790198519518,
      "learning_rate": 0.00019233355842650232,
      "loss": 0.8573,
      "step": 61086
    },
    {
      "epoch": 2.502027442146222,
      "grad_norm": 0.9131173348314591,
      "learning_rate": 0.00019233042960214612,
      "loss": 0.6833,
      "step": 61087
    },
    {
      "epoch": 2.502068400573418,
      "grad_norm": 1.0324917678729373,
      "learning_rate": 0.00019232730075777855,
      "loss": 0.9789,
      "step": 61088
    },
    {
      "epoch": 2.5021093590006145,
      "grad_norm": 3.1838879957382487,
      "learning_rate": 0.00019232417189340105,
      "loss": 1.0857,
      "step": 61089
    },
    {
      "epoch": 2.5021503174278106,
      "grad_norm": 1.229211731507053,
      "learning_rate": 0.0001923210430090152,
      "loss": 0.812,
      "step": 61090
    },
    {
      "epoch": 2.502191275855007,
      "grad_norm": 0.9165343444047112,
      "learning_rate": 0.0001923179141046224,
      "loss": 0.6944,
      "step": 61091
    },
    {
      "epoch": 2.5022322342822036,
      "grad_norm": 1.0246476582900312,
      "learning_rate": 0.00019231478518022413,
      "loss": 0.9428,
      "step": 61092
    },
    {
      "epoch": 2.5022731927094,
      "grad_norm": 0.9600834456614948,
      "learning_rate": 0.00019231165623582186,
      "loss": 0.8436,
      "step": 61093
    },
    {
      "epoch": 2.5023141511365963,
      "grad_norm": 1.259567971496713,
      "learning_rate": 0.00019230852727141712,
      "loss": 0.778,
      "step": 61094
    },
    {
      "epoch": 2.502355109563793,
      "grad_norm": 1.8775933081754008,
      "learning_rate": 0.0001923053982870114,
      "loss": 1.1781,
      "step": 61095
    },
    {
      "epoch": 2.502396067990989,
      "grad_norm": 1.8708657111372404,
      "learning_rate": 0.0001923022692826061,
      "loss": 1.0194,
      "step": 61096
    },
    {
      "epoch": 2.5024370264181854,
      "grad_norm": 0.8496341856415749,
      "learning_rate": 0.00019229914025820273,
      "loss": 0.6519,
      "step": 61097
    },
    {
      "epoch": 2.502477984845382,
      "grad_norm": 1.5142134394343811,
      "learning_rate": 0.0001922960112138028,
      "loss": 0.7508,
      "step": 61098
    },
    {
      "epoch": 2.5025189432725785,
      "grad_norm": 0.9707358973273915,
      "learning_rate": 0.0001922928821494078,
      "loss": 1.02,
      "step": 61099
    },
    {
      "epoch": 2.5025599016997746,
      "grad_norm": 0.8652003219086302,
      "learning_rate": 0.00019228975306501912,
      "loss": 0.5633,
      "step": 61100
    },
    {
      "epoch": 2.502600860126971,
      "grad_norm": 1.2025662232383885,
      "learning_rate": 0.00019228662396063832,
      "loss": 0.8894,
      "step": 61101
    },
    {
      "epoch": 2.5026418185541677,
      "grad_norm": 0.9273759051638166,
      "learning_rate": 0.0001922834948362669,
      "loss": 0.6404,
      "step": 61102
    },
    {
      "epoch": 2.5026827769813638,
      "grad_norm": 1.2825939479040729,
      "learning_rate": 0.00019228036569190625,
      "loss": 0.971,
      "step": 61103
    },
    {
      "epoch": 2.5027237354085603,
      "grad_norm": 0.9696374092704786,
      "learning_rate": 0.0001922772365275579,
      "loss": 0.8165,
      "step": 61104
    },
    {
      "epoch": 2.502764693835757,
      "grad_norm": 0.9811496553035076,
      "learning_rate": 0.00019227410734322335,
      "loss": 0.5272,
      "step": 61105
    },
    {
      "epoch": 2.5028056522629534,
      "grad_norm": 0.7516967405465337,
      "learning_rate": 0.00019227097813890408,
      "loss": 0.2523,
      "step": 61106
    },
    {
      "epoch": 2.5028466106901495,
      "grad_norm": 1.2242507167612615,
      "learning_rate": 0.00019226784891460152,
      "loss": 1.1536,
      "step": 61107
    },
    {
      "epoch": 2.502887569117346,
      "grad_norm": 0.9229584590052116,
      "learning_rate": 0.00019226471967031712,
      "loss": 0.544,
      "step": 61108
    },
    {
      "epoch": 2.502928527544542,
      "grad_norm": 0.820404947560064,
      "learning_rate": 0.00019226159040605244,
      "loss": 0.7051,
      "step": 61109
    },
    {
      "epoch": 2.5029694859717386,
      "grad_norm": 1.1090058099265319,
      "learning_rate": 0.00019225846112180898,
      "loss": 0.8714,
      "step": 61110
    },
    {
      "epoch": 2.503010444398935,
      "grad_norm": 1.423673123178493,
      "learning_rate": 0.00019225533181758814,
      "loss": 1.0754,
      "step": 61111
    },
    {
      "epoch": 2.5030514028261317,
      "grad_norm": 2.344344417321625,
      "learning_rate": 0.00019225220249339143,
      "loss": 1.5819,
      "step": 61112
    },
    {
      "epoch": 2.503092361253328,
      "grad_norm": 1.285542586957189,
      "learning_rate": 0.0001922490731492203,
      "loss": 0.7137,
      "step": 61113
    },
    {
      "epoch": 2.5031333196805243,
      "grad_norm": 1.3003978746670455,
      "learning_rate": 0.0001922459437850763,
      "loss": 0.7797,
      "step": 61114
    },
    {
      "epoch": 2.5031742781077204,
      "grad_norm": 1.3225917791633381,
      "learning_rate": 0.0001922428144009609,
      "loss": 0.6937,
      "step": 61115
    },
    {
      "epoch": 2.503215236534917,
      "grad_norm": 0.8071945031867298,
      "learning_rate": 0.00019223968499687547,
      "loss": 0.707,
      "step": 61116
    },
    {
      "epoch": 2.5032561949621135,
      "grad_norm": 1.0908773956315774,
      "learning_rate": 0.0001922365555728216,
      "loss": 0.8235,
      "step": 61117
    },
    {
      "epoch": 2.50329715338931,
      "grad_norm": 1.240854484040223,
      "learning_rate": 0.00019223342612880072,
      "loss": 1.3664,
      "step": 61118
    },
    {
      "epoch": 2.503338111816506,
      "grad_norm": 1.3666994243315813,
      "learning_rate": 0.00019223029666481437,
      "loss": 0.7071,
      "step": 61119
    },
    {
      "epoch": 2.5033790702437027,
      "grad_norm": 4.631888449751371,
      "learning_rate": 0.000192227167180864,
      "loss": 1.5161,
      "step": 61120
    },
    {
      "epoch": 2.503420028670899,
      "grad_norm": 0.9774548550870579,
      "learning_rate": 0.00019222403767695098,
      "loss": 0.6948,
      "step": 61121
    },
    {
      "epoch": 2.5034609870980953,
      "grad_norm": 0.9948516408381449,
      "learning_rate": 0.00019222090815307696,
      "loss": 0.7382,
      "step": 61122
    },
    {
      "epoch": 2.503501945525292,
      "grad_norm": 5.009075986309033,
      "learning_rate": 0.00019221777860924336,
      "loss": 3.7685,
      "step": 61123
    },
    {
      "epoch": 2.5035429039524884,
      "grad_norm": 1.120870295487274,
      "learning_rate": 0.00019221464904545162,
      "loss": 0.493,
      "step": 61124
    },
    {
      "epoch": 2.503583862379685,
      "grad_norm": 0.5131194091615923,
      "learning_rate": 0.0001922115194617032,
      "loss": 0.2224,
      "step": 61125
    },
    {
      "epoch": 2.503624820806881,
      "grad_norm": 0.8532201658786944,
      "learning_rate": 0.00019220838985799967,
      "loss": 0.816,
      "step": 61126
    },
    {
      "epoch": 2.5036657792340775,
      "grad_norm": 1.0011035967503077,
      "learning_rate": 0.00019220526023434246,
      "loss": 0.7615,
      "step": 61127
    },
    {
      "epoch": 2.5037067376612736,
      "grad_norm": 0.9657568485615151,
      "learning_rate": 0.00019220213059073304,
      "loss": 0.7295,
      "step": 61128
    },
    {
      "epoch": 2.50374769608847,
      "grad_norm": 1.31611565643132,
      "learning_rate": 0.0001921990009271729,
      "loss": 0.9401,
      "step": 61129
    },
    {
      "epoch": 2.5037886545156667,
      "grad_norm": 1.2010882887560785,
      "learning_rate": 0.00019219587124366354,
      "loss": 1.0631,
      "step": 61130
    },
    {
      "epoch": 2.503829612942863,
      "grad_norm": 1.0727516883964106,
      "learning_rate": 0.00019219274154020643,
      "loss": 0.5237,
      "step": 61131
    },
    {
      "epoch": 2.5038705713700593,
      "grad_norm": 1.4738752499316565,
      "learning_rate": 0.000192189611816803,
      "loss": 0.7771,
      "step": 61132
    },
    {
      "epoch": 2.503911529797256,
      "grad_norm": 0.743820121168612,
      "learning_rate": 0.00019218648207345476,
      "loss": 0.5724,
      "step": 61133
    },
    {
      "epoch": 2.503952488224452,
      "grad_norm": 0.7281195660908515,
      "learning_rate": 0.00019218335231016326,
      "loss": 0.5597,
      "step": 61134
    },
    {
      "epoch": 2.5039934466516485,
      "grad_norm": 0.8641250332111488,
      "learning_rate": 0.00019218022252692987,
      "loss": 0.5949,
      "step": 61135
    },
    {
      "epoch": 2.504034405078845,
      "grad_norm": 0.636918785414077,
      "learning_rate": 0.00019217709272375616,
      "loss": 0.2503,
      "step": 61136
    },
    {
      "epoch": 2.5040753635060415,
      "grad_norm": 1.1899820022500656,
      "learning_rate": 0.00019217396290064352,
      "loss": 1.1745,
      "step": 61137
    },
    {
      "epoch": 2.5041163219332376,
      "grad_norm": 1.0946993276922494,
      "learning_rate": 0.0001921708330575935,
      "loss": 0.3471,
      "step": 61138
    },
    {
      "epoch": 2.504157280360434,
      "grad_norm": 0.8803198426240918,
      "learning_rate": 0.00019216770319460756,
      "loss": 0.5539,
      "step": 61139
    },
    {
      "epoch": 2.5041982387876307,
      "grad_norm": 0.9962460456837898,
      "learning_rate": 0.0001921645733116872,
      "loss": 0.9122,
      "step": 61140
    },
    {
      "epoch": 2.504239197214827,
      "grad_norm": 1.2299403182503774,
      "learning_rate": 0.00019216144340883387,
      "loss": 0.8641,
      "step": 61141
    },
    {
      "epoch": 2.5042801556420233,
      "grad_norm": 1.4925386481350478,
      "learning_rate": 0.00019215831348604902,
      "loss": 0.731,
      "step": 61142
    },
    {
      "epoch": 2.50432111406922,
      "grad_norm": 1.3072168319341217,
      "learning_rate": 0.0001921551835433342,
      "loss": 1.185,
      "step": 61143
    },
    {
      "epoch": 2.5043620724964164,
      "grad_norm": 1.0680431643952577,
      "learning_rate": 0.00019215205358069081,
      "loss": 0.9496,
      "step": 61144
    },
    {
      "epoch": 2.5044030309236125,
      "grad_norm": 1.1444000158202468,
      "learning_rate": 0.0001921489235981204,
      "loss": 0.4291,
      "step": 61145
    },
    {
      "epoch": 2.504443989350809,
      "grad_norm": 0.6273484585566285,
      "learning_rate": 0.00019214579359562445,
      "loss": 0.2588,
      "step": 61146
    },
    {
      "epoch": 2.504484947778005,
      "grad_norm": 0.9133424304157626,
      "learning_rate": 0.0001921426635732044,
      "loss": 0.8122,
      "step": 61147
    },
    {
      "epoch": 2.5045259062052017,
      "grad_norm": 1.0237983098924894,
      "learning_rate": 0.00019213953353086171,
      "loss": 1.1291,
      "step": 61148
    },
    {
      "epoch": 2.504566864632398,
      "grad_norm": 0.75731884128105,
      "learning_rate": 0.00019213640346859792,
      "loss": 0.6292,
      "step": 61149
    },
    {
      "epoch": 2.5046078230595947,
      "grad_norm": 0.9020627630095358,
      "learning_rate": 0.0001921332733864145,
      "loss": 0.464,
      "step": 61150
    },
    {
      "epoch": 2.504648781486791,
      "grad_norm": 2.327857362073217,
      "learning_rate": 0.0001921301432843129,
      "loss": 2.1325,
      "step": 61151
    },
    {
      "epoch": 2.5046897399139874,
      "grad_norm": 1.0332345089960733,
      "learning_rate": 0.0001921270131622946,
      "loss": 0.672,
      "step": 61152
    },
    {
      "epoch": 2.5047306983411834,
      "grad_norm": 1.2742742196380097,
      "learning_rate": 0.00019212388302036109,
      "loss": 0.7251,
      "step": 61153
    },
    {
      "epoch": 2.50477165676838,
      "grad_norm": 0.9511639523158911,
      "learning_rate": 0.00019212075285851386,
      "loss": 0.9612,
      "step": 61154
    },
    {
      "epoch": 2.5048126151955765,
      "grad_norm": 1.6837459753567383,
      "learning_rate": 0.0001921176226767544,
      "loss": 1.2935,
      "step": 61155
    },
    {
      "epoch": 2.504853573622773,
      "grad_norm": 1.0855440764378361,
      "learning_rate": 0.0001921144924750842,
      "loss": 0.9258,
      "step": 61156
    },
    {
      "epoch": 2.504894532049969,
      "grad_norm": 1.0524474076609192,
      "learning_rate": 0.0001921113622535046,
      "loss": 0.7483,
      "step": 61157
    },
    {
      "epoch": 2.5049354904771657,
      "grad_norm": 0.8525121541155425,
      "learning_rate": 0.0001921082320120173,
      "loss": 0.689,
      "step": 61158
    },
    {
      "epoch": 2.504976448904362,
      "grad_norm": 1.7830161380076177,
      "learning_rate": 0.00019210510175062364,
      "loss": 1.4975,
      "step": 61159
    },
    {
      "epoch": 2.5050174073315583,
      "grad_norm": 1.0989415760651031,
      "learning_rate": 0.00019210197146932515,
      "loss": 1.0624,
      "step": 61160
    },
    {
      "epoch": 2.505058365758755,
      "grad_norm": 0.9112111133683429,
      "learning_rate": 0.00019209884116812322,
      "loss": 0.6501,
      "step": 61161
    },
    {
      "epoch": 2.5050993241859514,
      "grad_norm": 1.960063710249098,
      "learning_rate": 0.00019209571084701947,
      "loss": 0.9386,
      "step": 61162
    },
    {
      "epoch": 2.505140282613148,
      "grad_norm": 0.6200847084400553,
      "learning_rate": 0.0001920925805060153,
      "loss": 0.2608,
      "step": 61163
    },
    {
      "epoch": 2.505181241040344,
      "grad_norm": 1.0054804030289395,
      "learning_rate": 0.00019208945014511215,
      "loss": 0.6151,
      "step": 61164
    },
    {
      "epoch": 2.5052221994675405,
      "grad_norm": 0.6931228722264157,
      "learning_rate": 0.00019208631976431158,
      "loss": 0.2774,
      "step": 61165
    },
    {
      "epoch": 2.5052631578947366,
      "grad_norm": 0.9526944601106729,
      "learning_rate": 0.00019208318936361505,
      "loss": 0.5097,
      "step": 61166
    },
    {
      "epoch": 2.505304116321933,
      "grad_norm": 1.1639080659569607,
      "learning_rate": 0.00019208005894302404,
      "loss": 0.9915,
      "step": 61167
    },
    {
      "epoch": 2.5053450747491297,
      "grad_norm": 2.350707256787593,
      "learning_rate": 0.00019207692850254,
      "loss": 1.9912,
      "step": 61168
    },
    {
      "epoch": 2.5053860331763262,
      "grad_norm": 1.4360606177104152,
      "learning_rate": 0.0001920737980421644,
      "loss": 1.0402,
      "step": 61169
    },
    {
      "epoch": 2.5054269916035223,
      "grad_norm": 0.7473662967627829,
      "learning_rate": 0.00019207066756189885,
      "loss": 0.6444,
      "step": 61170
    },
    {
      "epoch": 2.505467950030719,
      "grad_norm": 1.0322170222484863,
      "learning_rate": 0.00019206753706174463,
      "loss": 0.6619,
      "step": 61171
    },
    {
      "epoch": 2.505508908457915,
      "grad_norm": 1.0845728141528101,
      "learning_rate": 0.0001920644065417034,
      "loss": 0.9327,
      "step": 61172
    },
    {
      "epoch": 2.5055498668851115,
      "grad_norm": 1.3343311200094596,
      "learning_rate": 0.00019206127600177646,
      "loss": 1.4214,
      "step": 61173
    },
    {
      "epoch": 2.505590825312308,
      "grad_norm": 1.5042525411968624,
      "learning_rate": 0.00019205814544196546,
      "loss": 0.8823,
      "step": 61174
    },
    {
      "epoch": 2.5056317837395046,
      "grad_norm": 1.1510566139479312,
      "learning_rate": 0.0001920550148622718,
      "loss": 0.826,
      "step": 61175
    },
    {
      "epoch": 2.5056727421667007,
      "grad_norm": 1.3675753345885246,
      "learning_rate": 0.000192051884262697,
      "loss": 1.1367,
      "step": 61176
    },
    {
      "epoch": 2.505713700593897,
      "grad_norm": 1.0657796740460854,
      "learning_rate": 0.0001920487536432425,
      "loss": 0.7902,
      "step": 61177
    },
    {
      "epoch": 2.5057546590210937,
      "grad_norm": 0.8329925507698511,
      "learning_rate": 0.00019204562300390975,
      "loss": 0.7494,
      "step": 61178
    },
    {
      "epoch": 2.50579561744829,
      "grad_norm": 1.299715162859513,
      "learning_rate": 0.00019204249234470026,
      "loss": 0.951,
      "step": 61179
    },
    {
      "epoch": 2.5058365758754864,
      "grad_norm": 0.9099346316630992,
      "learning_rate": 0.00019203936166561553,
      "loss": 0.6931,
      "step": 61180
    },
    {
      "epoch": 2.505877534302683,
      "grad_norm": 0.9119803302160219,
      "learning_rate": 0.00019203623096665704,
      "loss": 0.7104,
      "step": 61181
    },
    {
      "epoch": 2.5059184927298794,
      "grad_norm": 1.486551833694592,
      "learning_rate": 0.00019203310024782627,
      "loss": 0.9004,
      "step": 61182
    },
    {
      "epoch": 2.5059594511570755,
      "grad_norm": 2.8413487976673264,
      "learning_rate": 0.0001920299695091247,
      "loss": 0.8842,
      "step": 61183
    },
    {
      "epoch": 2.506000409584272,
      "grad_norm": 1.1084993592673298,
      "learning_rate": 0.00019202683875055377,
      "loss": 0.8399,
      "step": 61184
    },
    {
      "epoch": 2.506041368011468,
      "grad_norm": 2.474175548766119,
      "learning_rate": 0.00019202370797211498,
      "loss": 1.9816,
      "step": 61185
    },
    {
      "epoch": 2.5060823264386647,
      "grad_norm": 0.7640367876821512,
      "learning_rate": 0.00019202057717380983,
      "loss": 0.5588,
      "step": 61186
    },
    {
      "epoch": 2.5061232848658612,
      "grad_norm": 1.4748025328448544,
      "learning_rate": 0.00019201744635563982,
      "loss": 1.3415,
      "step": 61187
    },
    {
      "epoch": 2.5061642432930578,
      "grad_norm": 2.126163737409386,
      "learning_rate": 0.00019201431551760638,
      "loss": 0.9807,
      "step": 61188
    },
    {
      "epoch": 2.506205201720254,
      "grad_norm": 1.024483076871113,
      "learning_rate": 0.00019201118465971099,
      "loss": 0.9144,
      "step": 61189
    },
    {
      "epoch": 2.5062461601474504,
      "grad_norm": 0.7089514534719228,
      "learning_rate": 0.00019200805378195515,
      "loss": 0.2963,
      "step": 61190
    },
    {
      "epoch": 2.5062871185746465,
      "grad_norm": 1.6067671080593864,
      "learning_rate": 0.00019200492288434036,
      "loss": 0.7195,
      "step": 61191
    },
    {
      "epoch": 2.506328077001843,
      "grad_norm": 1.3468668839370312,
      "learning_rate": 0.0001920017919668681,
      "loss": 0.967,
      "step": 61192
    },
    {
      "epoch": 2.5063690354290395,
      "grad_norm": 0.7794041684821429,
      "learning_rate": 0.00019199866102953978,
      "loss": 0.5993,
      "step": 61193
    },
    {
      "epoch": 2.506409993856236,
      "grad_norm": 1.0992705287907105,
      "learning_rate": 0.00019199553007235697,
      "loss": 0.571,
      "step": 61194
    },
    {
      "epoch": 2.506450952283432,
      "grad_norm": 0.9983072616083802,
      "learning_rate": 0.0001919923990953211,
      "loss": 0.7037,
      "step": 61195
    },
    {
      "epoch": 2.5064919107106287,
      "grad_norm": 0.7174995386888195,
      "learning_rate": 0.00019198926809843367,
      "loss": 0.3063,
      "step": 61196
    },
    {
      "epoch": 2.5065328691378252,
      "grad_norm": 1.1522856854627659,
      "learning_rate": 0.0001919861370816961,
      "loss": 0.9389,
      "step": 61197
    },
    {
      "epoch": 2.5065738275650213,
      "grad_norm": 0.9830239928587325,
      "learning_rate": 0.00019198300604510995,
      "loss": 0.6951,
      "step": 61198
    },
    {
      "epoch": 2.506614785992218,
      "grad_norm": 1.5578367058439124,
      "learning_rate": 0.0001919798749886767,
      "loss": 0.8745,
      "step": 61199
    },
    {
      "epoch": 2.5066557444194144,
      "grad_norm": 1.2976925106639279,
      "learning_rate": 0.00019197674391239778,
      "loss": 0.6777,
      "step": 61200
    },
    {
      "epoch": 2.506696702846611,
      "grad_norm": 0.6696139992373057,
      "learning_rate": 0.00019197361281627468,
      "loss": 0.3154,
      "step": 61201
    },
    {
      "epoch": 2.506737661273807,
      "grad_norm": 2.109735294394067,
      "learning_rate": 0.0001919704817003089,
      "loss": 1.0462,
      "step": 61202
    },
    {
      "epoch": 2.5067786197010036,
      "grad_norm": 0.9628307995378428,
      "learning_rate": 0.0001919673505645019,
      "loss": 0.7598,
      "step": 61203
    },
    {
      "epoch": 2.5068195781281997,
      "grad_norm": 1.0335370741106524,
      "learning_rate": 0.00019196421940885521,
      "loss": 0.7399,
      "step": 61204
    },
    {
      "epoch": 2.506860536555396,
      "grad_norm": 0.9685577448676501,
      "learning_rate": 0.00019196108823337025,
      "loss": 0.9051,
      "step": 61205
    },
    {
      "epoch": 2.5069014949825927,
      "grad_norm": 0.7794151745108086,
      "learning_rate": 0.00019195795703804848,
      "loss": 0.372,
      "step": 61206
    },
    {
      "epoch": 2.5069424534097893,
      "grad_norm": 2.6559252903417456,
      "learning_rate": 0.0001919548258228915,
      "loss": 1.8348,
      "step": 61207
    },
    {
      "epoch": 2.5069834118369854,
      "grad_norm": 2.1048232590910625,
      "learning_rate": 0.00019195169458790067,
      "loss": 1.2564,
      "step": 61208
    },
    {
      "epoch": 2.507024370264182,
      "grad_norm": 0.8839709322368751,
      "learning_rate": 0.0001919485633330775,
      "loss": 0.6304,
      "step": 61209
    },
    {
      "epoch": 2.507065328691378,
      "grad_norm": 1.317229006107636,
      "learning_rate": 0.0001919454320584235,
      "loss": 0.8273,
      "step": 61210
    },
    {
      "epoch": 2.5071062871185745,
      "grad_norm": 0.5662438354840236,
      "learning_rate": 0.0001919423007639402,
      "loss": 0.2573,
      "step": 61211
    },
    {
      "epoch": 2.507147245545771,
      "grad_norm": 0.8636055801698662,
      "learning_rate": 0.0001919391694496289,
      "loss": 0.6391,
      "step": 61212
    },
    {
      "epoch": 2.5071882039729676,
      "grad_norm": 1.1445152529100837,
      "learning_rate": 0.00019193603811549126,
      "loss": 0.5271,
      "step": 61213
    },
    {
      "epoch": 2.5072291624001637,
      "grad_norm": 0.8143402734530804,
      "learning_rate": 0.00019193290676152867,
      "loss": 0.6537,
      "step": 61214
    },
    {
      "epoch": 2.5072701208273602,
      "grad_norm": 1.3129808408723969,
      "learning_rate": 0.00019192977538774267,
      "loss": 1.1672,
      "step": 61215
    },
    {
      "epoch": 2.5073110792545568,
      "grad_norm": 1.0062569119415734,
      "learning_rate": 0.00019192664399413466,
      "loss": 0.6877,
      "step": 61216
    },
    {
      "epoch": 2.507352037681753,
      "grad_norm": 0.8628167492914405,
      "learning_rate": 0.0001919235125807062,
      "loss": 0.5729,
      "step": 61217
    },
    {
      "epoch": 2.5073929961089494,
      "grad_norm": 1.1524465360156622,
      "learning_rate": 0.0001919203811474587,
      "loss": 1.018,
      "step": 61218
    },
    {
      "epoch": 2.507433954536146,
      "grad_norm": 0.7205306416568146,
      "learning_rate": 0.00019191724969439371,
      "loss": 0.2547,
      "step": 61219
    },
    {
      "epoch": 2.5074749129633425,
      "grad_norm": 1.1999190220507818,
      "learning_rate": 0.00019191411822151266,
      "loss": 0.4695,
      "step": 61220
    },
    {
      "epoch": 2.5075158713905386,
      "grad_norm": 1.1633779692429167,
      "learning_rate": 0.000191910986728817,
      "loss": 0.7287,
      "step": 61221
    },
    {
      "epoch": 2.507556829817735,
      "grad_norm": 1.7272276294045545,
      "learning_rate": 0.00019190785521630834,
      "loss": 1.6153,
      "step": 61222
    },
    {
      "epoch": 2.507597788244931,
      "grad_norm": 1.8400426611289646,
      "learning_rate": 0.00019190472368398807,
      "loss": 1.7031,
      "step": 61223
    },
    {
      "epoch": 2.5076387466721277,
      "grad_norm": 1.1756739528274907,
      "learning_rate": 0.00019190159213185764,
      "loss": 0.7695,
      "step": 61224
    },
    {
      "epoch": 2.5076797050993243,
      "grad_norm": 1.0816094612940588,
      "learning_rate": 0.00019189846055991854,
      "loss": 0.784,
      "step": 61225
    },
    {
      "epoch": 2.507720663526521,
      "grad_norm": 0.8258278009870132,
      "learning_rate": 0.00019189532896817237,
      "loss": 0.7985,
      "step": 61226
    },
    {
      "epoch": 2.507761621953717,
      "grad_norm": 0.8840731749043442,
      "learning_rate": 0.00019189219735662048,
      "loss": 0.7787,
      "step": 61227
    },
    {
      "epoch": 2.5078025803809134,
      "grad_norm": 0.961542187427101,
      "learning_rate": 0.0001918890657252644,
      "loss": 0.9673,
      "step": 61228
    },
    {
      "epoch": 2.5078435388081095,
      "grad_norm": 1.0505375534664396,
      "learning_rate": 0.00019188593407410554,
      "loss": 0.5484,
      "step": 61229
    },
    {
      "epoch": 2.507884497235306,
      "grad_norm": 0.8835141259642276,
      "learning_rate": 0.00019188280240314546,
      "loss": 0.7159,
      "step": 61230
    },
    {
      "epoch": 2.5079254556625026,
      "grad_norm": 1.2079023306318664,
      "learning_rate": 0.00019187967071238567,
      "loss": 0.9608,
      "step": 61231
    },
    {
      "epoch": 2.507966414089699,
      "grad_norm": 1.4932196341559965,
      "learning_rate": 0.00019187653900182758,
      "loss": 0.8948,
      "step": 61232
    },
    {
      "epoch": 2.508007372516895,
      "grad_norm": 1.0238469912762695,
      "learning_rate": 0.00019187340727147266,
      "loss": 0.7903,
      "step": 61233
    },
    {
      "epoch": 2.5080483309440917,
      "grad_norm": 1.3281861988295685,
      "learning_rate": 0.00019187027552132246,
      "loss": 1.1035,
      "step": 61234
    },
    {
      "epoch": 2.5080892893712883,
      "grad_norm": 1.2784306161628052,
      "learning_rate": 0.00019186714375137842,
      "loss": 0.7736,
      "step": 61235
    },
    {
      "epoch": 2.5081302477984844,
      "grad_norm": 0.9818305952984767,
      "learning_rate": 0.00019186401196164205,
      "loss": 0.692,
      "step": 61236
    },
    {
      "epoch": 2.508171206225681,
      "grad_norm": 1.344045289693633,
      "learning_rate": 0.00019186088015211473,
      "loss": 1.1959,
      "step": 61237
    },
    {
      "epoch": 2.5082121646528774,
      "grad_norm": 0.8919304735429513,
      "learning_rate": 0.00019185774832279807,
      "loss": 0.4304,
      "step": 61238
    },
    {
      "epoch": 2.508253123080074,
      "grad_norm": 1.0930846360559332,
      "learning_rate": 0.0001918546164736935,
      "loss": 0.9357,
      "step": 61239
    },
    {
      "epoch": 2.50829408150727,
      "grad_norm": 1.2043283714016366,
      "learning_rate": 0.00019185148460480246,
      "loss": 1.0796,
      "step": 61240
    },
    {
      "epoch": 2.5083350399344666,
      "grad_norm": 0.7108250065309806,
      "learning_rate": 0.00019184835271612646,
      "loss": 0.2107,
      "step": 61241
    },
    {
      "epoch": 2.5083759983616627,
      "grad_norm": 1.4679766954502467,
      "learning_rate": 0.00019184522080766702,
      "loss": 0.9039,
      "step": 61242
    },
    {
      "epoch": 2.5084169567888592,
      "grad_norm": 1.4182229375847784,
      "learning_rate": 0.0001918420888794256,
      "loss": 1.3203,
      "step": 61243
    },
    {
      "epoch": 2.5084579152160558,
      "grad_norm": 1.0254594949633418,
      "learning_rate": 0.00019183895693140367,
      "loss": 0.7607,
      "step": 61244
    },
    {
      "epoch": 2.5084988736432523,
      "grad_norm": 0.7660169820517427,
      "learning_rate": 0.00019183582496360265,
      "loss": 0.4169,
      "step": 61245
    },
    {
      "epoch": 2.5085398320704484,
      "grad_norm": 1.0707292681768596,
      "learning_rate": 0.00019183269297602415,
      "loss": 0.8307,
      "step": 61246
    },
    {
      "epoch": 2.508580790497645,
      "grad_norm": 1.1201527755142882,
      "learning_rate": 0.00019182956096866954,
      "loss": 0.9014,
      "step": 61247
    },
    {
      "epoch": 2.508621748924841,
      "grad_norm": 1.0366533378736846,
      "learning_rate": 0.00019182642894154036,
      "loss": 0.8563,
      "step": 61248
    },
    {
      "epoch": 2.5086627073520376,
      "grad_norm": 1.2018278706188013,
      "learning_rate": 0.00019182329689463806,
      "loss": 1.2215,
      "step": 61249
    },
    {
      "epoch": 2.508703665779234,
      "grad_norm": 1.0761855013505643,
      "learning_rate": 0.00019182016482796412,
      "loss": 1.0069,
      "step": 61250
    },
    {
      "epoch": 2.5087446242064306,
      "grad_norm": 1.06531682837893,
      "learning_rate": 0.00019181703274152005,
      "loss": 0.8283,
      "step": 61251
    },
    {
      "epoch": 2.5087855826336267,
      "grad_norm": 1.0486361361496868,
      "learning_rate": 0.0001918139006353073,
      "loss": 0.9479,
      "step": 61252
    },
    {
      "epoch": 2.5088265410608233,
      "grad_norm": 0.7306774318782918,
      "learning_rate": 0.00019181076850932738,
      "loss": 0.357,
      "step": 61253
    },
    {
      "epoch": 2.50886749948802,
      "grad_norm": 1.1554413330793587,
      "learning_rate": 0.00019180763636358176,
      "loss": 0.8587,
      "step": 61254
    },
    {
      "epoch": 2.508908457915216,
      "grad_norm": 1.1089166708981406,
      "learning_rate": 0.0001918045041980719,
      "loss": 0.631,
      "step": 61255
    },
    {
      "epoch": 2.5089494163424124,
      "grad_norm": 0.7477081940310788,
      "learning_rate": 0.00019180137201279932,
      "loss": 0.3798,
      "step": 61256
    },
    {
      "epoch": 2.508990374769609,
      "grad_norm": 0.9073688799340314,
      "learning_rate": 0.0001917982398077654,
      "loss": 0.388,
      "step": 61257
    },
    {
      "epoch": 2.5090313331968055,
      "grad_norm": 0.5825103012858407,
      "learning_rate": 0.00019179510758297178,
      "loss": 0.1804,
      "step": 61258
    },
    {
      "epoch": 2.5090722916240016,
      "grad_norm": 0.8879005051804933,
      "learning_rate": 0.00019179197533841986,
      "loss": 0.5089,
      "step": 61259
    },
    {
      "epoch": 2.509113250051198,
      "grad_norm": 1.0104887851613988,
      "learning_rate": 0.0001917888430741111,
      "loss": 0.8151,
      "step": 61260
    },
    {
      "epoch": 2.509154208478394,
      "grad_norm": 1.224509149908429,
      "learning_rate": 0.00019178571079004697,
      "loss": 1.0426,
      "step": 61261
    },
    {
      "epoch": 2.5091951669055907,
      "grad_norm": 0.6701687072987342,
      "learning_rate": 0.00019178257848622899,
      "loss": 0.3176,
      "step": 61262
    },
    {
      "epoch": 2.5092361253327873,
      "grad_norm": 1.1315128085338668,
      "learning_rate": 0.00019177944616265865,
      "loss": 0.7154,
      "step": 61263
    },
    {
      "epoch": 2.509277083759984,
      "grad_norm": 1.2912180036944485,
      "learning_rate": 0.0001917763138193374,
      "loss": 1.0456,
      "step": 61264
    },
    {
      "epoch": 2.50931804218718,
      "grad_norm": 1.0709137068128793,
      "learning_rate": 0.00019177318145626671,
      "loss": 0.7877,
      "step": 61265
    },
    {
      "epoch": 2.5093590006143764,
      "grad_norm": 1.056850363314256,
      "learning_rate": 0.00019177004907344815,
      "loss": 0.8557,
      "step": 61266
    },
    {
      "epoch": 2.5093999590415725,
      "grad_norm": 0.9839469833985459,
      "learning_rate": 0.0001917669166708831,
      "loss": 0.6136,
      "step": 61267
    },
    {
      "epoch": 2.509440917468769,
      "grad_norm": 0.8478672745972933,
      "learning_rate": 0.00019176378424857308,
      "loss": 0.641,
      "step": 61268
    },
    {
      "epoch": 2.5094818758959656,
      "grad_norm": 0.9464106943795181,
      "learning_rate": 0.00019176065180651953,
      "loss": 0.8304,
      "step": 61269
    },
    {
      "epoch": 2.509522834323162,
      "grad_norm": 0.7648503172848908,
      "learning_rate": 0.000191757519344724,
      "loss": 0.3522,
      "step": 61270
    },
    {
      "epoch": 2.5095637927503582,
      "grad_norm": 0.8283064114406965,
      "learning_rate": 0.00019175438686318792,
      "loss": 0.3178,
      "step": 61271
    },
    {
      "epoch": 2.5096047511775548,
      "grad_norm": 1.0409654778367456,
      "learning_rate": 0.0001917512543619128,
      "loss": 0.5228,
      "step": 61272
    },
    {
      "epoch": 2.5096457096047513,
      "grad_norm": 0.9228780588862835,
      "learning_rate": 0.0001917481218409001,
      "loss": 0.7294,
      "step": 61273
    },
    {
      "epoch": 2.5096866680319474,
      "grad_norm": 1.0994927497290063,
      "learning_rate": 0.00019174498930015133,
      "loss": 0.5263,
      "step": 61274
    },
    {
      "epoch": 2.509727626459144,
      "grad_norm": 1.31264506097266,
      "learning_rate": 0.00019174185673966797,
      "loss": 0.9302,
      "step": 61275
    },
    {
      "epoch": 2.5097685848863405,
      "grad_norm": 1.1552314109099393,
      "learning_rate": 0.00019173872415945145,
      "loss": 0.8699,
      "step": 61276
    },
    {
      "epoch": 2.509809543313537,
      "grad_norm": 1.171256213364192,
      "learning_rate": 0.00019173559155950327,
      "loss": 0.801,
      "step": 61277
    },
    {
      "epoch": 2.509850501740733,
      "grad_norm": 0.7940851464952363,
      "learning_rate": 0.00019173245893982493,
      "loss": 0.3548,
      "step": 61278
    },
    {
      "epoch": 2.5098914601679296,
      "grad_norm": 4.927555753202126,
      "learning_rate": 0.00019172932630041794,
      "loss": 1.0993,
      "step": 61279
    },
    {
      "epoch": 2.5099324185951257,
      "grad_norm": 1.262086586023927,
      "learning_rate": 0.00019172619364128373,
      "loss": 0.8753,
      "step": 61280
    },
    {
      "epoch": 2.5099733770223223,
      "grad_norm": 1.3011285027951984,
      "learning_rate": 0.00019172306096242378,
      "loss": 0.9251,
      "step": 61281
    },
    {
      "epoch": 2.510014335449519,
      "grad_norm": 1.349648956713601,
      "learning_rate": 0.00019171992826383963,
      "loss": 0.7018,
      "step": 61282
    },
    {
      "epoch": 2.5100552938767153,
      "grad_norm": 1.4060888768267334,
      "learning_rate": 0.00019171679554553267,
      "loss": 0.5916,
      "step": 61283
    },
    {
      "epoch": 2.5100962523039114,
      "grad_norm": 1.43393301643728,
      "learning_rate": 0.00019171366280750445,
      "loss": 1.2858,
      "step": 61284
    },
    {
      "epoch": 2.510137210731108,
      "grad_norm": 1.189687234173198,
      "learning_rate": 0.00019171053004975644,
      "loss": 0.7561,
      "step": 61285
    },
    {
      "epoch": 2.510178169158304,
      "grad_norm": 0.8367755165647547,
      "learning_rate": 0.0001917073972722901,
      "loss": 0.3571,
      "step": 61286
    },
    {
      "epoch": 2.5102191275855006,
      "grad_norm": 1.219257362267516,
      "learning_rate": 0.00019170426447510691,
      "loss": 0.6937,
      "step": 61287
    },
    {
      "epoch": 2.510260086012697,
      "grad_norm": 1.838605714748058,
      "learning_rate": 0.00019170113165820836,
      "loss": 1.5407,
      "step": 61288
    },
    {
      "epoch": 2.5103010444398937,
      "grad_norm": 0.8840599524737103,
      "learning_rate": 0.00019169799882159597,
      "loss": 0.6518,
      "step": 61289
    },
    {
      "epoch": 2.5103420028670898,
      "grad_norm": 1.4959130251553383,
      "learning_rate": 0.00019169486596527118,
      "loss": 1.2976,
      "step": 61290
    },
    {
      "epoch": 2.5103829612942863,
      "grad_norm": 1.1059927534098548,
      "learning_rate": 0.00019169173308923544,
      "loss": 0.7582,
      "step": 61291
    },
    {
      "epoch": 2.510423919721483,
      "grad_norm": 1.1705727543962192,
      "learning_rate": 0.0001916886001934903,
      "loss": 1.1239,
      "step": 61292
    },
    {
      "epoch": 2.510464878148679,
      "grad_norm": 1.1200067186884475,
      "learning_rate": 0.00019168546727803718,
      "loss": 0.8203,
      "step": 61293
    },
    {
      "epoch": 2.5105058365758754,
      "grad_norm": 1.320111369554488,
      "learning_rate": 0.00019168233434287764,
      "loss": 1.038,
      "step": 61294
    },
    {
      "epoch": 2.510546795003072,
      "grad_norm": 1.026708544210459,
      "learning_rate": 0.00019167920138801308,
      "loss": 0.6439,
      "step": 61295
    },
    {
      "epoch": 2.5105877534302685,
      "grad_norm": 1.8197628342154595,
      "learning_rate": 0.000191676068413445,
      "loss": 1.0468,
      "step": 61296
    },
    {
      "epoch": 2.5106287118574646,
      "grad_norm": 1.085941495168896,
      "learning_rate": 0.00019167293541917492,
      "loss": 0.777,
      "step": 61297
    },
    {
      "epoch": 2.510669670284661,
      "grad_norm": 5.387839999930569,
      "learning_rate": 0.00019166980240520426,
      "loss": 3.7759,
      "step": 61298
    },
    {
      "epoch": 2.5107106287118572,
      "grad_norm": 1.1432331252357861,
      "learning_rate": 0.00019166666937153458,
      "loss": 0.7366,
      "step": 61299
    },
    {
      "epoch": 2.5107515871390538,
      "grad_norm": 3.3786728297812516,
      "learning_rate": 0.0001916635363181673,
      "loss": 1.5184,
      "step": 61300
    },
    {
      "epoch": 2.5107925455662503,
      "grad_norm": 0.9406598932376857,
      "learning_rate": 0.0001916604032451039,
      "loss": 0.7487,
      "step": 61301
    },
    {
      "epoch": 2.510833503993447,
      "grad_norm": 1.0456235346810918,
      "learning_rate": 0.00019165727015234586,
      "loss": 0.6168,
      "step": 61302
    },
    {
      "epoch": 2.510874462420643,
      "grad_norm": 0.89246020283567,
      "learning_rate": 0.0001916541370398947,
      "loss": 0.6346,
      "step": 61303
    },
    {
      "epoch": 2.5109154208478395,
      "grad_norm": 1.331723629864876,
      "learning_rate": 0.00019165100390775193,
      "loss": 0.7384,
      "step": 61304
    },
    {
      "epoch": 2.5109563792750356,
      "grad_norm": 1.285965338037722,
      "learning_rate": 0.00019164787075591895,
      "loss": 0.6198,
      "step": 61305
    },
    {
      "epoch": 2.510997337702232,
      "grad_norm": 0.9876169599229935,
      "learning_rate": 0.00019164473758439724,
      "loss": 0.6564,
      "step": 61306
    },
    {
      "epoch": 2.5110382961294286,
      "grad_norm": 1.0292364299513608,
      "learning_rate": 0.00019164160439318837,
      "loss": 0.6648,
      "step": 61307
    },
    {
      "epoch": 2.511079254556625,
      "grad_norm": 0.7202493504009976,
      "learning_rate": 0.00019163847118229373,
      "loss": 0.6579,
      "step": 61308
    },
    {
      "epoch": 2.5111202129838213,
      "grad_norm": 0.9243890431850303,
      "learning_rate": 0.0001916353379517148,
      "loss": 0.7507,
      "step": 61309
    },
    {
      "epoch": 2.511161171411018,
      "grad_norm": 1.0878608770529163,
      "learning_rate": 0.00019163220470145317,
      "loss": 0.6508,
      "step": 61310
    },
    {
      "epoch": 2.5112021298382143,
      "grad_norm": 0.699980418732473,
      "learning_rate": 0.00019162907143151022,
      "loss": 0.3246,
      "step": 61311
    },
    {
      "epoch": 2.5112430882654104,
      "grad_norm": 2.2571222405354034,
      "learning_rate": 0.00019162593814188748,
      "loss": 2.4933,
      "step": 61312
    },
    {
      "epoch": 2.511284046692607,
      "grad_norm": 1.1667247792788595,
      "learning_rate": 0.00019162280483258636,
      "loss": 0.9287,
      "step": 61313
    },
    {
      "epoch": 2.5113250051198035,
      "grad_norm": 0.9496460074153079,
      "learning_rate": 0.00019161967150360844,
      "loss": 0.5767,
      "step": 61314
    },
    {
      "epoch": 2.511365963547,
      "grad_norm": 0.9729057984709094,
      "learning_rate": 0.00019161653815495514,
      "loss": 0.7254,
      "step": 61315
    },
    {
      "epoch": 2.511406921974196,
      "grad_norm": 1.1569621763947366,
      "learning_rate": 0.00019161340478662797,
      "loss": 0.9725,
      "step": 61316
    },
    {
      "epoch": 2.5114478804013927,
      "grad_norm": 1.0989098296473334,
      "learning_rate": 0.00019161027139862836,
      "loss": 0.5105,
      "step": 61317
    },
    {
      "epoch": 2.5114888388285888,
      "grad_norm": 1.2746322452175922,
      "learning_rate": 0.0001916071379909579,
      "loss": 0.5687,
      "step": 61318
    },
    {
      "epoch": 2.5115297972557853,
      "grad_norm": 1.0704298831324996,
      "learning_rate": 0.00019160400456361793,
      "loss": 0.7588,
      "step": 61319
    },
    {
      "epoch": 2.511570755682982,
      "grad_norm": 1.1748989089314699,
      "learning_rate": 0.00019160087111661002,
      "loss": 0.7434,
      "step": 61320
    },
    {
      "epoch": 2.5116117141101784,
      "grad_norm": 1.8581260547409755,
      "learning_rate": 0.00019159773764993566,
      "loss": 0.3076,
      "step": 61321
    },
    {
      "epoch": 2.5116526725373745,
      "grad_norm": 1.2465490949404852,
      "learning_rate": 0.00019159460416359625,
      "loss": 1.0183,
      "step": 61322
    },
    {
      "epoch": 2.511693630964571,
      "grad_norm": 0.8651048548630932,
      "learning_rate": 0.00019159147065759337,
      "loss": 0.6379,
      "step": 61323
    },
    {
      "epoch": 2.511734589391767,
      "grad_norm": 0.9475240234370432,
      "learning_rate": 0.00019158833713192844,
      "loss": 0.6103,
      "step": 61324
    },
    {
      "epoch": 2.5117755478189636,
      "grad_norm": 0.6728117623301225,
      "learning_rate": 0.00019158520358660296,
      "loss": 0.3033,
      "step": 61325
    },
    {
      "epoch": 2.51181650624616,
      "grad_norm": 1.2588858151235454,
      "learning_rate": 0.0001915820700216184,
      "loss": 0.7373,
      "step": 61326
    },
    {
      "epoch": 2.5118574646733567,
      "grad_norm": 1.640470745032787,
      "learning_rate": 0.00019157893643697625,
      "loss": 1.8813,
      "step": 61327
    },
    {
      "epoch": 2.511898423100553,
      "grad_norm": 0.9255449840894424,
      "learning_rate": 0.000191575802832678,
      "loss": 0.7103,
      "step": 61328
    },
    {
      "epoch": 2.5119393815277493,
      "grad_norm": 0.8657910470017259,
      "learning_rate": 0.00019157266920872513,
      "loss": 0.2581,
      "step": 61329
    },
    {
      "epoch": 2.511980339954946,
      "grad_norm": 1.091982758060593,
      "learning_rate": 0.00019156953556511908,
      "loss": 0.9316,
      "step": 61330
    },
    {
      "epoch": 2.512021298382142,
      "grad_norm": 0.8662312325020112,
      "learning_rate": 0.0001915664019018614,
      "loss": 0.6552,
      "step": 61331
    },
    {
      "epoch": 2.5120622568093385,
      "grad_norm": 1.7968842582164202,
      "learning_rate": 0.00019156326821895354,
      "loss": 2.0032,
      "step": 61332
    },
    {
      "epoch": 2.512103215236535,
      "grad_norm": 1.0742563150189743,
      "learning_rate": 0.00019156013451639692,
      "loss": 0.6705,
      "step": 61333
    },
    {
      "epoch": 2.5121441736637316,
      "grad_norm": 0.8629899692430439,
      "learning_rate": 0.00019155700079419316,
      "loss": 0.3308,
      "step": 61334
    },
    {
      "epoch": 2.5121851320909276,
      "grad_norm": 1.3071798667933285,
      "learning_rate": 0.00019155386705234362,
      "loss": 0.8427,
      "step": 61335
    },
    {
      "epoch": 2.512226090518124,
      "grad_norm": 1.1628369520319488,
      "learning_rate": 0.00019155073329084986,
      "loss": 0.8912,
      "step": 61336
    },
    {
      "epoch": 2.5122670489453203,
      "grad_norm": 3.2702639405559903,
      "learning_rate": 0.00019154759950971325,
      "loss": 2.7838,
      "step": 61337
    },
    {
      "epoch": 2.512308007372517,
      "grad_norm": 0.5874804308744337,
      "learning_rate": 0.00019154446570893537,
      "loss": 0.2463,
      "step": 61338
    },
    {
      "epoch": 2.5123489657997133,
      "grad_norm": 1.0836804560913835,
      "learning_rate": 0.00019154133188851774,
      "loss": 0.7059,
      "step": 61339
    },
    {
      "epoch": 2.51238992422691,
      "grad_norm": 1.588356848510397,
      "learning_rate": 0.0001915381980484617,
      "loss": 1.1108,
      "step": 61340
    },
    {
      "epoch": 2.512430882654106,
      "grad_norm": 1.1212585771722898,
      "learning_rate": 0.00019153506418876889,
      "loss": 0.7811,
      "step": 61341
    },
    {
      "epoch": 2.5124718410813025,
      "grad_norm": 1.1797626338259193,
      "learning_rate": 0.00019153193030944064,
      "loss": 0.5646,
      "step": 61342
    },
    {
      "epoch": 2.512512799508499,
      "grad_norm": 2.917137756991192,
      "learning_rate": 0.00019152879641047855,
      "loss": 1.9382,
      "step": 61343
    },
    {
      "epoch": 2.512553757935695,
      "grad_norm": 1.005664439425495,
      "learning_rate": 0.00019152566249188403,
      "loss": 0.6838,
      "step": 61344
    },
    {
      "epoch": 2.5125947163628917,
      "grad_norm": 1.082843676305739,
      "learning_rate": 0.00019152252855365856,
      "loss": 0.4604,
      "step": 61345
    },
    {
      "epoch": 2.512635674790088,
      "grad_norm": 1.4580743000129754,
      "learning_rate": 0.0001915193945958037,
      "loss": 0.9421,
      "step": 61346
    },
    {
      "epoch": 2.5126766332172843,
      "grad_norm": 1.2472960855283364,
      "learning_rate": 0.00019151626061832087,
      "loss": 0.2619,
      "step": 61347
    },
    {
      "epoch": 2.512717591644481,
      "grad_norm": 1.1325520002937024,
      "learning_rate": 0.00019151312662121154,
      "loss": 0.8566,
      "step": 61348
    },
    {
      "epoch": 2.5127585500716774,
      "grad_norm": 0.9747443743417502,
      "learning_rate": 0.0001915099926044772,
      "loss": 0.738,
      "step": 61349
    },
    {
      "epoch": 2.5127995084988735,
      "grad_norm": 1.4852481052543933,
      "learning_rate": 0.00019150685856811938,
      "loss": 0.8448,
      "step": 61350
    },
    {
      "epoch": 2.51284046692607,
      "grad_norm": 1.030760067166557,
      "learning_rate": 0.0001915037245121395,
      "loss": 0.9118,
      "step": 61351
    },
    {
      "epoch": 2.5128814253532665,
      "grad_norm": 1.1576762684192168,
      "learning_rate": 0.00019150059043653914,
      "loss": 0.8108,
      "step": 61352
    },
    {
      "epoch": 2.512922383780463,
      "grad_norm": 2.7051391028839267,
      "learning_rate": 0.00019149745634131966,
      "loss": 1.5278,
      "step": 61353
    },
    {
      "epoch": 2.512963342207659,
      "grad_norm": 1.3418428739149548,
      "learning_rate": 0.00019149432222648256,
      "loss": 1.1728,
      "step": 61354
    },
    {
      "epoch": 2.5130043006348557,
      "grad_norm": 1.1989924882910081,
      "learning_rate": 0.00019149118809202938,
      "loss": 0.5977,
      "step": 61355
    },
    {
      "epoch": 2.513045259062052,
      "grad_norm": 0.9231316161659743,
      "learning_rate": 0.00019148805393796157,
      "loss": 0.5602,
      "step": 61356
    },
    {
      "epoch": 2.5130862174892483,
      "grad_norm": 0.8028774154336528,
      "learning_rate": 0.00019148491976428062,
      "loss": 0.7323,
      "step": 61357
    },
    {
      "epoch": 2.513127175916445,
      "grad_norm": 0.9092075428963973,
      "learning_rate": 0.00019148178557098797,
      "loss": 0.7754,
      "step": 61358
    },
    {
      "epoch": 2.5131681343436414,
      "grad_norm": 0.8948134332086022,
      "learning_rate": 0.0001914786513580852,
      "loss": 0.4253,
      "step": 61359
    },
    {
      "epoch": 2.5132090927708375,
      "grad_norm": 1.470013024328072,
      "learning_rate": 0.0001914755171255737,
      "loss": 1.3021,
      "step": 61360
    },
    {
      "epoch": 2.513250051198034,
      "grad_norm": 1.3747516961120019,
      "learning_rate": 0.00019147238287345496,
      "loss": 0.7316,
      "step": 61361
    },
    {
      "epoch": 2.5132910096252306,
      "grad_norm": 0.979231226961712,
      "learning_rate": 0.0001914692486017305,
      "loss": 0.7689,
      "step": 61362
    },
    {
      "epoch": 2.5133319680524266,
      "grad_norm": 1.5461558507695614,
      "learning_rate": 0.0001914661143104018,
      "loss": 1.2321,
      "step": 61363
    },
    {
      "epoch": 2.513372926479623,
      "grad_norm": 1.0562953849288355,
      "learning_rate": 0.00019146297999947035,
      "loss": 0.7106,
      "step": 61364
    },
    {
      "epoch": 2.5134138849068197,
      "grad_norm": 0.9648281999527628,
      "learning_rate": 0.00019145984566893754,
      "loss": 0.7395,
      "step": 61365
    },
    {
      "epoch": 2.513454843334016,
      "grad_norm": 1.3457842709097831,
      "learning_rate": 0.00019145671131880497,
      "loss": 0.7965,
      "step": 61366
    },
    {
      "epoch": 2.5134958017612123,
      "grad_norm": 0.783974423525241,
      "learning_rate": 0.00019145357694907406,
      "loss": 0.7714,
      "step": 61367
    },
    {
      "epoch": 2.513536760188409,
      "grad_norm": 1.5735799417216114,
      "learning_rate": 0.0001914504425597463,
      "loss": 0.8467,
      "step": 61368
    },
    {
      "epoch": 2.513577718615605,
      "grad_norm": 1.0613012366154781,
      "learning_rate": 0.0001914473081508232,
      "loss": 0.5865,
      "step": 61369
    },
    {
      "epoch": 2.5136186770428015,
      "grad_norm": 1.272705665515092,
      "learning_rate": 0.00019144417372230619,
      "loss": 0.7594,
      "step": 61370
    },
    {
      "epoch": 2.513659635469998,
      "grad_norm": 0.6052964731652514,
      "learning_rate": 0.00019144103927419678,
      "loss": 0.2814,
      "step": 61371
    },
    {
      "epoch": 2.5137005938971946,
      "grad_norm": 1.2237959463876813,
      "learning_rate": 0.00019143790480649647,
      "loss": 0.8498,
      "step": 61372
    },
    {
      "epoch": 2.5137415523243907,
      "grad_norm": 1.2702563100336492,
      "learning_rate": 0.00019143477031920665,
      "loss": 0.9239,
      "step": 61373
    },
    {
      "epoch": 2.513782510751587,
      "grad_norm": 0.6112725851021326,
      "learning_rate": 0.00019143163581232896,
      "loss": 0.2217,
      "step": 61374
    },
    {
      "epoch": 2.5138234691787833,
      "grad_norm": 1.2874877168553824,
      "learning_rate": 0.00019142850128586478,
      "loss": 1.0859,
      "step": 61375
    },
    {
      "epoch": 2.51386442760598,
      "grad_norm": 1.1319333876890922,
      "learning_rate": 0.00019142536673981563,
      "loss": 0.6691,
      "step": 61376
    },
    {
      "epoch": 2.5139053860331764,
      "grad_norm": 1.0571352644322918,
      "learning_rate": 0.0001914222321741829,
      "loss": 0.96,
      "step": 61377
    },
    {
      "epoch": 2.513946344460373,
      "grad_norm": 1.1991777728954742,
      "learning_rate": 0.00019141909758896823,
      "loss": 0.8644,
      "step": 61378
    },
    {
      "epoch": 2.513987302887569,
      "grad_norm": 1.40846931835669,
      "learning_rate": 0.00019141596298417296,
      "loss": 1.0999,
      "step": 61379
    },
    {
      "epoch": 2.5140282613147655,
      "grad_norm": 0.7928938890395939,
      "learning_rate": 0.00019141282835979866,
      "loss": 0.3625,
      "step": 61380
    },
    {
      "epoch": 2.514069219741962,
      "grad_norm": 1.240002700108147,
      "learning_rate": 0.0001914096937158467,
      "loss": 0.7401,
      "step": 61381
    },
    {
      "epoch": 2.514110178169158,
      "grad_norm": 0.9498325203852871,
      "learning_rate": 0.0001914065590523187,
      "loss": 0.5473,
      "step": 61382
    },
    {
      "epoch": 2.5141511365963547,
      "grad_norm": 0.648597090525541,
      "learning_rate": 0.00019140342436921607,
      "loss": 0.2275,
      "step": 61383
    },
    {
      "epoch": 2.5141920950235512,
      "grad_norm": 1.0523411492939378,
      "learning_rate": 0.00019140028966654034,
      "loss": 0.7611,
      "step": 61384
    },
    {
      "epoch": 2.5142330534507478,
      "grad_norm": 0.9501279982710217,
      "learning_rate": 0.0001913971549442929,
      "loss": 0.8835,
      "step": 61385
    },
    {
      "epoch": 2.514274011877944,
      "grad_norm": 1.312426361623653,
      "learning_rate": 0.0001913940202024753,
      "loss": 1.1403,
      "step": 61386
    },
    {
      "epoch": 2.5143149703051404,
      "grad_norm": 0.752781999188552,
      "learning_rate": 0.00019139088544108907,
      "loss": 0.2383,
      "step": 61387
    },
    {
      "epoch": 2.5143559287323365,
      "grad_norm": 1.0768676547466258,
      "learning_rate": 0.00019138775066013556,
      "loss": 0.93,
      "step": 61388
    },
    {
      "epoch": 2.514396887159533,
      "grad_norm": 0.9478048537142166,
      "learning_rate": 0.00019138461585961635,
      "loss": 0.6366,
      "step": 61389
    },
    {
      "epoch": 2.5144378455867296,
      "grad_norm": 1.646815561387267,
      "learning_rate": 0.0001913814810395329,
      "loss": 0.6426,
      "step": 61390
    },
    {
      "epoch": 2.514478804013926,
      "grad_norm": 0.9513322389133839,
      "learning_rate": 0.0001913783461998867,
      "loss": 0.6403,
      "step": 61391
    },
    {
      "epoch": 2.514519762441122,
      "grad_norm": 0.6610639288035791,
      "learning_rate": 0.00019137521134067915,
      "loss": 0.3607,
      "step": 61392
    },
    {
      "epoch": 2.5145607208683187,
      "grad_norm": 1.1239317352699887,
      "learning_rate": 0.00019137207646191184,
      "loss": 0.9301,
      "step": 61393
    },
    {
      "epoch": 2.514601679295515,
      "grad_norm": 0.9466037882259981,
      "learning_rate": 0.00019136894156358624,
      "loss": 0.7475,
      "step": 61394
    },
    {
      "epoch": 2.5146426377227113,
      "grad_norm": 0.942895952872753,
      "learning_rate": 0.0001913658066457038,
      "loss": 0.4843,
      "step": 61395
    },
    {
      "epoch": 2.514683596149908,
      "grad_norm": 1.659319588892527,
      "learning_rate": 0.00019136267170826598,
      "loss": 1.4089,
      "step": 61396
    },
    {
      "epoch": 2.5147245545771044,
      "grad_norm": 1.7599139394725356,
      "learning_rate": 0.00019135953675127428,
      "loss": 1.4237,
      "step": 61397
    },
    {
      "epoch": 2.5147655130043005,
      "grad_norm": 1.1232853419112552,
      "learning_rate": 0.00019135640177473021,
      "loss": 0.8195,
      "step": 61398
    },
    {
      "epoch": 2.514806471431497,
      "grad_norm": 1.0712459214202175,
      "learning_rate": 0.00019135326677863527,
      "loss": 0.8762,
      "step": 61399
    },
    {
      "epoch": 2.5148474298586936,
      "grad_norm": 1.0361964543617017,
      "learning_rate": 0.0001913501317629909,
      "loss": 0.6945,
      "step": 61400
    },
    {
      "epoch": 2.5148883882858897,
      "grad_norm": 2.1384961943676717,
      "learning_rate": 0.0001913469967277985,
      "loss": 1.6331,
      "step": 61401
    },
    {
      "epoch": 2.514929346713086,
      "grad_norm": 0.7931568725672413,
      "learning_rate": 0.0001913438616730597,
      "loss": 0.3604,
      "step": 61402
    },
    {
      "epoch": 2.5149703051402827,
      "grad_norm": 0.9784037122591008,
      "learning_rate": 0.0001913407265987759,
      "loss": 0.6859,
      "step": 61403
    },
    {
      "epoch": 2.5150112635674793,
      "grad_norm": 0.82238489383839,
      "learning_rate": 0.00019133759150494867,
      "loss": 0.6396,
      "step": 61404
    },
    {
      "epoch": 2.5150522219946754,
      "grad_norm": 1.3001875250330865,
      "learning_rate": 0.00019133445639157932,
      "loss": 1.1477,
      "step": 61405
    },
    {
      "epoch": 2.515093180421872,
      "grad_norm": 1.452907569580718,
      "learning_rate": 0.0001913313212586695,
      "loss": 0.9485,
      "step": 61406
    },
    {
      "epoch": 2.515134138849068,
      "grad_norm": 0.9520272755294725,
      "learning_rate": 0.00019132818610622065,
      "loss": 0.6206,
      "step": 61407
    },
    {
      "epoch": 2.5151750972762645,
      "grad_norm": 0.9593015735219456,
      "learning_rate": 0.00019132505093423424,
      "loss": 0.6977,
      "step": 61408
    },
    {
      "epoch": 2.515216055703461,
      "grad_norm": 1.236862884847271,
      "learning_rate": 0.00019132191574271163,
      "loss": 0.8915,
      "step": 61409
    },
    {
      "epoch": 2.5152570141306576,
      "grad_norm": 0.851029988094302,
      "learning_rate": 0.00019131878053165453,
      "loss": 0.5975,
      "step": 61410
    },
    {
      "epoch": 2.5152979725578537,
      "grad_norm": 1.2393095001506842,
      "learning_rate": 0.00019131564530106427,
      "loss": 1.0777,
      "step": 61411
    },
    {
      "epoch": 2.5153389309850502,
      "grad_norm": 1.0423789962428283,
      "learning_rate": 0.0001913125100509424,
      "loss": 0.7947,
      "step": 61412
    },
    {
      "epoch": 2.5153798894122463,
      "grad_norm": 0.84600912790104,
      "learning_rate": 0.00019130937478129028,
      "loss": 0.7112,
      "step": 61413
    },
    {
      "epoch": 2.515420847839443,
      "grad_norm": 0.8782136099824194,
      "learning_rate": 0.00019130623949210958,
      "loss": 0.8323,
      "step": 61414
    },
    {
      "epoch": 2.5154618062666394,
      "grad_norm": 3.294797046809676,
      "learning_rate": 0.00019130310418340166,
      "loss": 1.9008,
      "step": 61415
    },
    {
      "epoch": 2.515502764693836,
      "grad_norm": 1.1794651289326912,
      "learning_rate": 0.00019129996885516805,
      "loss": 0.5979,
      "step": 61416
    },
    {
      "epoch": 2.515543723121032,
      "grad_norm": 0.9215706408516946,
      "learning_rate": 0.00019129683350741015,
      "loss": 0.7341,
      "step": 61417
    },
    {
      "epoch": 2.5155846815482286,
      "grad_norm": 1.2027492675747795,
      "learning_rate": 0.00019129369814012957,
      "loss": 0.7244,
      "step": 61418
    },
    {
      "epoch": 2.515625639975425,
      "grad_norm": 1.126049333960492,
      "learning_rate": 0.0001912905627533277,
      "loss": 0.7763,
      "step": 61419
    },
    {
      "epoch": 2.515666598402621,
      "grad_norm": 2.7726307912629244,
      "learning_rate": 0.00019128742734700604,
      "loss": 4.0588,
      "step": 61420
    },
    {
      "epoch": 2.5157075568298177,
      "grad_norm": 1.3124730658875894,
      "learning_rate": 0.00019128429192116607,
      "loss": 0.6901,
      "step": 61421
    },
    {
      "epoch": 2.5157485152570143,
      "grad_norm": 1.0639571666343786,
      "learning_rate": 0.0001912811564758093,
      "loss": 0.6755,
      "step": 61422
    },
    {
      "epoch": 2.515789473684211,
      "grad_norm": 1.3275580008472316,
      "learning_rate": 0.0001912780210109372,
      "loss": 1.1349,
      "step": 61423
    },
    {
      "epoch": 2.515830432111407,
      "grad_norm": 1.0357662940831118,
      "learning_rate": 0.00019127488552655121,
      "loss": 0.5956,
      "step": 61424
    },
    {
      "epoch": 2.5158713905386034,
      "grad_norm": 0.9133045096794169,
      "learning_rate": 0.0001912717500226529,
      "loss": 0.5722,
      "step": 61425
    },
    {
      "epoch": 2.5159123489657995,
      "grad_norm": 1.0739401827041926,
      "learning_rate": 0.0001912686144992437,
      "loss": 0.9112,
      "step": 61426
    },
    {
      "epoch": 2.515953307392996,
      "grad_norm": 1.330675984313154,
      "learning_rate": 0.00019126547895632507,
      "loss": 0.7341,
      "step": 61427
    },
    {
      "epoch": 2.5159942658201926,
      "grad_norm": 0.8967310572792279,
      "learning_rate": 0.0001912623433938985,
      "loss": 0.6744,
      "step": 61428
    },
    {
      "epoch": 2.516035224247389,
      "grad_norm": 1.4203160554123124,
      "learning_rate": 0.00019125920781196552,
      "loss": 0.7942,
      "step": 61429
    },
    {
      "epoch": 2.516076182674585,
      "grad_norm": 1.2241174523955125,
      "learning_rate": 0.00019125607221052757,
      "loss": 1.0151,
      "step": 61430
    },
    {
      "epoch": 2.5161171411017818,
      "grad_norm": 3.0033344714075487,
      "learning_rate": 0.00019125293658958612,
      "loss": 3.9518,
      "step": 61431
    },
    {
      "epoch": 2.516158099528978,
      "grad_norm": 1.3806956554449132,
      "learning_rate": 0.00019124980094914273,
      "loss": 1.3961,
      "step": 61432
    },
    {
      "epoch": 2.5161990579561744,
      "grad_norm": 1.0796358519731701,
      "learning_rate": 0.00019124666528919876,
      "loss": 0.7435,
      "step": 61433
    },
    {
      "epoch": 2.516240016383371,
      "grad_norm": 0.9661077023932617,
      "learning_rate": 0.0001912435296097558,
      "loss": 0.8147,
      "step": 61434
    },
    {
      "epoch": 2.5162809748105675,
      "grad_norm": 1.4918076256522488,
      "learning_rate": 0.0001912403939108153,
      "loss": 0.9878,
      "step": 61435
    },
    {
      "epoch": 2.5163219332377635,
      "grad_norm": 1.2703234809568138,
      "learning_rate": 0.00019123725819237872,
      "loss": 0.8491,
      "step": 61436
    },
    {
      "epoch": 2.51636289166496,
      "grad_norm": 0.8626783029898907,
      "learning_rate": 0.00019123412245444755,
      "loss": 0.4671,
      "step": 61437
    },
    {
      "epoch": 2.5164038500921566,
      "grad_norm": 1.2847955287038948,
      "learning_rate": 0.0001912309866970233,
      "loss": 1.1543,
      "step": 61438
    },
    {
      "epoch": 2.5164448085193527,
      "grad_norm": 2.747208972470235,
      "learning_rate": 0.00019122785092010744,
      "loss": 3.7533,
      "step": 61439
    },
    {
      "epoch": 2.5164857669465492,
      "grad_norm": 0.8977863440642295,
      "learning_rate": 0.00019122471512370142,
      "loss": 0.555,
      "step": 61440
    },
    {
      "epoch": 2.5165267253737458,
      "grad_norm": 1.4645425695980225,
      "learning_rate": 0.0001912215793078067,
      "loss": 1.1134,
      "step": 61441
    },
    {
      "epoch": 2.5165676838009423,
      "grad_norm": 1.1287212272772413,
      "learning_rate": 0.00019121844347242488,
      "loss": 0.8124,
      "step": 61442
    },
    {
      "epoch": 2.5166086422281384,
      "grad_norm": 0.8558614551927278,
      "learning_rate": 0.00019121530761755735,
      "loss": 0.6546,
      "step": 61443
    },
    {
      "epoch": 2.516649600655335,
      "grad_norm": 1.1010966229947758,
      "learning_rate": 0.00019121217174320563,
      "loss": 0.7538,
      "step": 61444
    },
    {
      "epoch": 2.516690559082531,
      "grad_norm": 1.1625069676077806,
      "learning_rate": 0.00019120903584937118,
      "loss": 0.6341,
      "step": 61445
    },
    {
      "epoch": 2.5167315175097276,
      "grad_norm": 1.1118857934776691,
      "learning_rate": 0.00019120589993605548,
      "loss": 0.813,
      "step": 61446
    },
    {
      "epoch": 2.516772475936924,
      "grad_norm": 0.7327609671832265,
      "learning_rate": 0.00019120276400326003,
      "loss": 0.2248,
      "step": 61447
    },
    {
      "epoch": 2.5168134343641206,
      "grad_norm": 0.9871538460004003,
      "learning_rate": 0.00019119962805098632,
      "loss": 0.9212,
      "step": 61448
    },
    {
      "epoch": 2.5168543927913167,
      "grad_norm": 1.4568942615233653,
      "learning_rate": 0.00019119649207923573,
      "loss": 1.3253,
      "step": 61449
    },
    {
      "epoch": 2.5168953512185133,
      "grad_norm": 0.6791986491790653,
      "learning_rate": 0.00019119335608800995,
      "loss": 0.2742,
      "step": 61450
    },
    {
      "epoch": 2.5169363096457094,
      "grad_norm": 1.1481832107696381,
      "learning_rate": 0.0001911902200773103,
      "loss": 0.878,
      "step": 61451
    },
    {
      "epoch": 2.516977268072906,
      "grad_norm": 1.1861229915527343,
      "learning_rate": 0.00019118708404713828,
      "loss": 0.7736,
      "step": 61452
    },
    {
      "epoch": 2.5170182265001024,
      "grad_norm": 1.0011659203321603,
      "learning_rate": 0.00019118394799749538,
      "loss": 0.678,
      "step": 61453
    },
    {
      "epoch": 2.517059184927299,
      "grad_norm": 1.046344158208669,
      "learning_rate": 0.0001911808119283831,
      "loss": 0.7515,
      "step": 61454
    },
    {
      "epoch": 2.517100143354495,
      "grad_norm": 0.8942703551993535,
      "learning_rate": 0.000191177675839803,
      "loss": 0.4084,
      "step": 61455
    },
    {
      "epoch": 2.5171411017816916,
      "grad_norm": 1.6930625016450744,
      "learning_rate": 0.00019117453973175642,
      "loss": 1.3538,
      "step": 61456
    },
    {
      "epoch": 2.517182060208888,
      "grad_norm": 1.0958690542233922,
      "learning_rate": 0.00019117140360424488,
      "loss": 0.7006,
      "step": 61457
    },
    {
      "epoch": 2.517223018636084,
      "grad_norm": 0.9152743904311534,
      "learning_rate": 0.00019116826745726995,
      "loss": 0.7846,
      "step": 61458
    },
    {
      "epoch": 2.5172639770632808,
      "grad_norm": 0.797122383023465,
      "learning_rate": 0.00019116513129083305,
      "loss": 0.3424,
      "step": 61459
    },
    {
      "epoch": 2.5173049354904773,
      "grad_norm": 0.7614919100148685,
      "learning_rate": 0.00019116199510493565,
      "loss": 0.2507,
      "step": 61460
    },
    {
      "epoch": 2.517345893917674,
      "grad_norm": 0.9252138644534089,
      "learning_rate": 0.00019115885889957923,
      "loss": 0.529,
      "step": 61461
    },
    {
      "epoch": 2.51738685234487,
      "grad_norm": 5.901209306444083,
      "learning_rate": 0.0001911557226747653,
      "loss": 5.0924,
      "step": 61462
    },
    {
      "epoch": 2.5174278107720665,
      "grad_norm": 0.9392625875021151,
      "learning_rate": 0.00019115258643049535,
      "loss": 0.4462,
      "step": 61463
    },
    {
      "epoch": 2.5174687691992625,
      "grad_norm": 1.65172682470052,
      "learning_rate": 0.0001911494501667708,
      "loss": 1.1568,
      "step": 61464
    },
    {
      "epoch": 2.517509727626459,
      "grad_norm": 0.9114146446564309,
      "learning_rate": 0.0001911463138835932,
      "loss": 0.5048,
      "step": 61465
    },
    {
      "epoch": 2.5175506860536556,
      "grad_norm": 0.9954217675718237,
      "learning_rate": 0.00019114317758096402,
      "loss": 0.7881,
      "step": 61466
    },
    {
      "epoch": 2.517591644480852,
      "grad_norm": 1.257479137984632,
      "learning_rate": 0.00019114004125888475,
      "loss": 0.8499,
      "step": 61467
    },
    {
      "epoch": 2.5176326029080482,
      "grad_norm": 1.2723057819896335,
      "learning_rate": 0.00019113690491735688,
      "loss": 0.8851,
      "step": 61468
    },
    {
      "epoch": 2.517673561335245,
      "grad_norm": 0.9503949160511098,
      "learning_rate": 0.00019113376855638177,
      "loss": 0.7851,
      "step": 61469
    },
    {
      "epoch": 2.517714519762441,
      "grad_norm": 0.885187265027893,
      "learning_rate": 0.00019113063217596107,
      "loss": 0.5406,
      "step": 61470
    },
    {
      "epoch": 2.5177554781896374,
      "grad_norm": 1.2709556607113321,
      "learning_rate": 0.00019112749577609618,
      "loss": 1.0973,
      "step": 61471
    },
    {
      "epoch": 2.517796436616834,
      "grad_norm": 3.2164595893110257,
      "learning_rate": 0.0001911243593567886,
      "loss": 3.5715,
      "step": 61472
    },
    {
      "epoch": 2.5178373950440305,
      "grad_norm": 1.0042224633080499,
      "learning_rate": 0.00019112122291803978,
      "loss": 0.6228,
      "step": 61473
    },
    {
      "epoch": 2.5178783534712266,
      "grad_norm": 1.0110047234811648,
      "learning_rate": 0.00019111808645985124,
      "loss": 0.6558,
      "step": 61474
    },
    {
      "epoch": 2.517919311898423,
      "grad_norm": 1.226602235059807,
      "learning_rate": 0.0001911149499822245,
      "loss": 0.9912,
      "step": 61475
    },
    {
      "epoch": 2.5179602703256196,
      "grad_norm": 7.395311931047529,
      "learning_rate": 0.00019111181348516098,
      "loss": 3.0886,
      "step": 61476
    },
    {
      "epoch": 2.5180012287528157,
      "grad_norm": 1.6378477707795798,
      "learning_rate": 0.00019110867696866214,
      "loss": 0.5981,
      "step": 61477
    },
    {
      "epoch": 2.5180421871800123,
      "grad_norm": 1.0576588604475015,
      "learning_rate": 0.00019110554043272955,
      "loss": 0.7885,
      "step": 61478
    },
    {
      "epoch": 2.518083145607209,
      "grad_norm": 1.5145451188403003,
      "learning_rate": 0.00019110240387736462,
      "loss": 1.0436,
      "step": 61479
    },
    {
      "epoch": 2.5181241040344053,
      "grad_norm": 0.9427321695578983,
      "learning_rate": 0.00019109926730256888,
      "loss": 0.794,
      "step": 61480
    },
    {
      "epoch": 2.5181650624616014,
      "grad_norm": 4.194625356074855,
      "learning_rate": 0.00019109613070834378,
      "loss": 2.7926,
      "step": 61481
    },
    {
      "epoch": 2.518206020888798,
      "grad_norm": 1.3146584859142627,
      "learning_rate": 0.0001910929940946908,
      "loss": 1.3576,
      "step": 61482
    },
    {
      "epoch": 2.518246979315994,
      "grad_norm": 0.7206051192287624,
      "learning_rate": 0.00019108985746161145,
      "loss": 0.2941,
      "step": 61483
    },
    {
      "epoch": 2.5182879377431906,
      "grad_norm": 1.1132574542543119,
      "learning_rate": 0.0001910867208091072,
      "loss": 0.7591,
      "step": 61484
    },
    {
      "epoch": 2.518328896170387,
      "grad_norm": 1.012342703799297,
      "learning_rate": 0.0001910835841371795,
      "loss": 0.7213,
      "step": 61485
    },
    {
      "epoch": 2.5183698545975837,
      "grad_norm": 2.559512083251055,
      "learning_rate": 0.00019108044744582992,
      "loss": 0.9562,
      "step": 61486
    },
    {
      "epoch": 2.5184108130247798,
      "grad_norm": 1.0190302858780778,
      "learning_rate": 0.00019107731073505986,
      "loss": 1.0068,
      "step": 61487
    },
    {
      "epoch": 2.5184517714519763,
      "grad_norm": 6.285236951023837,
      "learning_rate": 0.00019107417400487085,
      "loss": 5.7638,
      "step": 61488
    },
    {
      "epoch": 2.5184927298791724,
      "grad_norm": 1.4612353739623043,
      "learning_rate": 0.00019107103725526434,
      "loss": 0.6585,
      "step": 61489
    },
    {
      "epoch": 2.518533688306369,
      "grad_norm": 3.6909607080179474,
      "learning_rate": 0.0001910679004862418,
      "loss": 1.227,
      "step": 61490
    },
    {
      "epoch": 2.5185746467335655,
      "grad_norm": 1.219409765281894,
      "learning_rate": 0.00019106476369780477,
      "loss": 0.8231,
      "step": 61491
    },
    {
      "epoch": 2.518615605160762,
      "grad_norm": 1.1515080262136503,
      "learning_rate": 0.0001910616268899547,
      "loss": 0.9193,
      "step": 61492
    },
    {
      "epoch": 2.518656563587958,
      "grad_norm": 2.0593544133211026,
      "learning_rate": 0.00019105849006269312,
      "loss": 1.2529,
      "step": 61493
    },
    {
      "epoch": 2.5186975220151546,
      "grad_norm": 1.0728043522655766,
      "learning_rate": 0.00019105535321602143,
      "loss": 0.8859,
      "step": 61494
    },
    {
      "epoch": 2.518738480442351,
      "grad_norm": 1.118961145318189,
      "learning_rate": 0.00019105221634994112,
      "loss": 0.8071,
      "step": 61495
    },
    {
      "epoch": 2.5187794388695472,
      "grad_norm": 1.2836961021578404,
      "learning_rate": 0.00019104907946445373,
      "loss": 1.119,
      "step": 61496
    },
    {
      "epoch": 2.518820397296744,
      "grad_norm": 0.9119856928936373,
      "learning_rate": 0.0001910459425595607,
      "loss": 0.6884,
      "step": 61497
    },
    {
      "epoch": 2.5188613557239403,
      "grad_norm": 1.5482496224714692,
      "learning_rate": 0.00019104280563526357,
      "loss": 1.3399,
      "step": 61498
    },
    {
      "epoch": 2.518902314151137,
      "grad_norm": 1.324111248013139,
      "learning_rate": 0.00019103966869156376,
      "loss": 0.8624,
      "step": 61499
    },
    {
      "epoch": 2.518943272578333,
      "grad_norm": 3.806283632864578,
      "learning_rate": 0.00019103653172846275,
      "loss": 1.6555,
      "step": 61500
    },
    {
      "epoch": 2.5189842310055295,
      "grad_norm": 1.0360919057125864,
      "learning_rate": 0.00019103339474596206,
      "loss": 0.6887,
      "step": 61501
    },
    {
      "epoch": 2.5190251894327256,
      "grad_norm": 1.0113499681978018,
      "learning_rate": 0.00019103025774406323,
      "loss": 0.7197,
      "step": 61502
    },
    {
      "epoch": 2.519066147859922,
      "grad_norm": 0.8360057368721537,
      "learning_rate": 0.00019102712072276758,
      "loss": 0.843,
      "step": 61503
    },
    {
      "epoch": 2.5191071062871186,
      "grad_norm": 0.861726330922567,
      "learning_rate": 0.00019102398368207673,
      "loss": 0.3229,
      "step": 61504
    },
    {
      "epoch": 2.519148064714315,
      "grad_norm": 1.1377327067422205,
      "learning_rate": 0.0001910208466219921,
      "loss": 0.6337,
      "step": 61505
    },
    {
      "epoch": 2.5191890231415113,
      "grad_norm": 1.050312690688068,
      "learning_rate": 0.00019101770954251524,
      "loss": 0.9179,
      "step": 61506
    },
    {
      "epoch": 2.519229981568708,
      "grad_norm": 1.046742706157818,
      "learning_rate": 0.00019101457244364756,
      "loss": 0.9042,
      "step": 61507
    },
    {
      "epoch": 2.519270939995904,
      "grad_norm": 1.1137892831168894,
      "learning_rate": 0.0001910114353253906,
      "loss": 0.7063,
      "step": 61508
    },
    {
      "epoch": 2.5193118984231004,
      "grad_norm": 0.9178682414873014,
      "learning_rate": 0.00019100829818774573,
      "loss": 0.859,
      "step": 61509
    },
    {
      "epoch": 2.519352856850297,
      "grad_norm": 0.773106449053393,
      "learning_rate": 0.0001910051610307146,
      "loss": 0.5994,
      "step": 61510
    },
    {
      "epoch": 2.5193938152774935,
      "grad_norm": 0.7197820364661859,
      "learning_rate": 0.00019100202385429857,
      "loss": 0.6161,
      "step": 61511
    },
    {
      "epoch": 2.5194347737046896,
      "grad_norm": 0.888714039616844,
      "learning_rate": 0.0001909988866584992,
      "loss": 0.3178,
      "step": 61512
    },
    {
      "epoch": 2.519475732131886,
      "grad_norm": 0.8071812197757495,
      "learning_rate": 0.00019099574944331788,
      "loss": 0.5437,
      "step": 61513
    },
    {
      "epoch": 2.5195166905590827,
      "grad_norm": 0.9984374155235405,
      "learning_rate": 0.00019099261220875617,
      "loss": 0.9963,
      "step": 61514
    },
    {
      "epoch": 2.5195576489862788,
      "grad_norm": 1.0613602691228312,
      "learning_rate": 0.00019098947495481555,
      "loss": 0.5122,
      "step": 61515
    },
    {
      "epoch": 2.5195986074134753,
      "grad_norm": 0.8151571774651827,
      "learning_rate": 0.00019098633768149746,
      "loss": 0.2919,
      "step": 61516
    },
    {
      "epoch": 2.519639565840672,
      "grad_norm": 1.4980549792077607,
      "learning_rate": 0.00019098320038880344,
      "loss": 1.2504,
      "step": 61517
    },
    {
      "epoch": 2.5196805242678684,
      "grad_norm": 0.9731102651950166,
      "learning_rate": 0.0001909800630767349,
      "loss": 0.8502,
      "step": 61518
    },
    {
      "epoch": 2.5197214826950645,
      "grad_norm": 1.1467482842705339,
      "learning_rate": 0.0001909769257452934,
      "loss": 0.7475,
      "step": 61519
    },
    {
      "epoch": 2.519762441122261,
      "grad_norm": 1.4573516846138843,
      "learning_rate": 0.00019097378839448039,
      "loss": 0.9315,
      "step": 61520
    },
    {
      "epoch": 2.519803399549457,
      "grad_norm": 1.5331354587817698,
      "learning_rate": 0.0001909706510242973,
      "loss": 0.8851,
      "step": 61521
    },
    {
      "epoch": 2.5198443579766536,
      "grad_norm": 1.0572105989560827,
      "learning_rate": 0.00019096751363474571,
      "loss": 0.9238,
      "step": 61522
    },
    {
      "epoch": 2.51988531640385,
      "grad_norm": 2.3415601875776835,
      "learning_rate": 0.00019096437622582706,
      "loss": 1.3954,
      "step": 61523
    },
    {
      "epoch": 2.5199262748310467,
      "grad_norm": 0.9520810429390401,
      "learning_rate": 0.00019096123879754282,
      "loss": 0.8658,
      "step": 61524
    },
    {
      "epoch": 2.519967233258243,
      "grad_norm": 1.2176061166704342,
      "learning_rate": 0.00019095810134989443,
      "loss": 1.0273,
      "step": 61525
    },
    {
      "epoch": 2.5200081916854393,
      "grad_norm": 1.0772085084902092,
      "learning_rate": 0.00019095496388288346,
      "loss": 0.9443,
      "step": 61526
    },
    {
      "epoch": 2.5200491501126354,
      "grad_norm": 0.6849966182324981,
      "learning_rate": 0.0001909518263965114,
      "loss": 0.2616,
      "step": 61527
    },
    {
      "epoch": 2.520090108539832,
      "grad_norm": 0.7128936480023589,
      "learning_rate": 0.00019094868889077968,
      "loss": 0.2536,
      "step": 61528
    },
    {
      "epoch": 2.5201310669670285,
      "grad_norm": 0.7723418172677188,
      "learning_rate": 0.00019094555136568977,
      "loss": 0.6573,
      "step": 61529
    },
    {
      "epoch": 2.520172025394225,
      "grad_norm": 0.7206871252874699,
      "learning_rate": 0.0001909424138212432,
      "loss": 0.5684,
      "step": 61530
    },
    {
      "epoch": 2.520212983821421,
      "grad_norm": 1.1096820847422215,
      "learning_rate": 0.00019093927625744145,
      "loss": 1.0572,
      "step": 61531
    },
    {
      "epoch": 2.5202539422486177,
      "grad_norm": 0.6510905076325699,
      "learning_rate": 0.00019093613867428592,
      "loss": 0.2371,
      "step": 61532
    },
    {
      "epoch": 2.520294900675814,
      "grad_norm": 0.8172182678591671,
      "learning_rate": 0.00019093300107177823,
      "loss": 0.6225,
      "step": 61533
    },
    {
      "epoch": 2.5203358591030103,
      "grad_norm": 1.1283643301961368,
      "learning_rate": 0.00019092986344991977,
      "loss": 0.7797,
      "step": 61534
    },
    {
      "epoch": 2.520376817530207,
      "grad_norm": 1.120085697245456,
      "learning_rate": 0.00019092672580871205,
      "loss": 0.7988,
      "step": 61535
    },
    {
      "epoch": 2.5204177759574034,
      "grad_norm": 1.3411008416564685,
      "learning_rate": 0.00019092358814815647,
      "loss": 0.8587,
      "step": 61536
    },
    {
      "epoch": 2.5204587343846,
      "grad_norm": 1.6447300597379004,
      "learning_rate": 0.00019092045046825468,
      "loss": 0.783,
      "step": 61537
    },
    {
      "epoch": 2.520499692811796,
      "grad_norm": 1.0387765844021957,
      "learning_rate": 0.00019091731276900807,
      "loss": 0.8432,
      "step": 61538
    },
    {
      "epoch": 2.5205406512389925,
      "grad_norm": 0.9771046302385802,
      "learning_rate": 0.00019091417505041813,
      "loss": 0.8287,
      "step": 61539
    },
    {
      "epoch": 2.5205816096661886,
      "grad_norm": 1.0785064341111907,
      "learning_rate": 0.00019091103731248631,
      "loss": 0.8686,
      "step": 61540
    },
    {
      "epoch": 2.520622568093385,
      "grad_norm": 1.126767460949739,
      "learning_rate": 0.0001909078995552141,
      "loss": 0.9033,
      "step": 61541
    },
    {
      "epoch": 2.5206635265205817,
      "grad_norm": 1.244345354663439,
      "learning_rate": 0.00019090476177860308,
      "loss": 0.9351,
      "step": 61542
    },
    {
      "epoch": 2.520704484947778,
      "grad_norm": 0.8601558155217143,
      "learning_rate": 0.00019090162398265463,
      "loss": 0.295,
      "step": 61543
    },
    {
      "epoch": 2.5207454433749743,
      "grad_norm": 1.1452941295280117,
      "learning_rate": 0.00019089848616737025,
      "loss": 0.9475,
      "step": 61544
    },
    {
      "epoch": 2.520786401802171,
      "grad_norm": 1.2488691547231738,
      "learning_rate": 0.00019089534833275146,
      "loss": 0.8293,
      "step": 61545
    },
    {
      "epoch": 2.520827360229367,
      "grad_norm": 1.1825445765324532,
      "learning_rate": 0.00019089221047879971,
      "loss": 0.8767,
      "step": 61546
    },
    {
      "epoch": 2.5208683186565635,
      "grad_norm": 0.9089266344540597,
      "learning_rate": 0.0001908890726055165,
      "loss": 0.6364,
      "step": 61547
    },
    {
      "epoch": 2.52090927708376,
      "grad_norm": 0.8742810435818659,
      "learning_rate": 0.0001908859347129033,
      "loss": 0.7319,
      "step": 61548
    },
    {
      "epoch": 2.5209502355109565,
      "grad_norm": 0.7611727304253719,
      "learning_rate": 0.00019088279680096163,
      "loss": 0.3776,
      "step": 61549
    },
    {
      "epoch": 2.5209911939381526,
      "grad_norm": 1.0255198811836324,
      "learning_rate": 0.00019087965886969294,
      "loss": 0.9372,
      "step": 61550
    },
    {
      "epoch": 2.521032152365349,
      "grad_norm": 0.8931012171578292,
      "learning_rate": 0.00019087652091909872,
      "loss": 0.6743,
      "step": 61551
    },
    {
      "epoch": 2.5210731107925457,
      "grad_norm": 1.1126563976977089,
      "learning_rate": 0.00019087338294918044,
      "loss": 0.8807,
      "step": 61552
    },
    {
      "epoch": 2.521114069219742,
      "grad_norm": 1.6617984148636293,
      "learning_rate": 0.0001908702449599396,
      "loss": 1.3934,
      "step": 61553
    },
    {
      "epoch": 2.5211550276469383,
      "grad_norm": 1.0089257478266245,
      "learning_rate": 0.00019086710695137766,
      "loss": 0.6305,
      "step": 61554
    },
    {
      "epoch": 2.521195986074135,
      "grad_norm": 1.3538021939061038,
      "learning_rate": 0.00019086396892349614,
      "loss": 1.2369,
      "step": 61555
    },
    {
      "epoch": 2.5212369445013314,
      "grad_norm": 0.8948320556354609,
      "learning_rate": 0.0001908608308762965,
      "loss": 0.58,
      "step": 61556
    },
    {
      "epoch": 2.5212779029285275,
      "grad_norm": 1.1816351841381016,
      "learning_rate": 0.00019085769280978023,
      "loss": 0.8735,
      "step": 61557
    },
    {
      "epoch": 2.521318861355724,
      "grad_norm": 1.0138220655231125,
      "learning_rate": 0.00019085455472394884,
      "loss": 0.8046,
      "step": 61558
    },
    {
      "epoch": 2.52135981978292,
      "grad_norm": 1.4989205418759668,
      "learning_rate": 0.00019085141661880377,
      "loss": 0.9423,
      "step": 61559
    },
    {
      "epoch": 2.5214007782101167,
      "grad_norm": 1.6471705246259063,
      "learning_rate": 0.0001908482784943465,
      "loss": 1.2686,
      "step": 61560
    },
    {
      "epoch": 2.521441736637313,
      "grad_norm": 1.1953342492828958,
      "learning_rate": 0.00019084514035057858,
      "loss": 0.365,
      "step": 61561
    },
    {
      "epoch": 2.5214826950645097,
      "grad_norm": 0.7804352478897797,
      "learning_rate": 0.00019084200218750141,
      "loss": 0.2577,
      "step": 61562
    },
    {
      "epoch": 2.521523653491706,
      "grad_norm": 0.8056432190625663,
      "learning_rate": 0.0001908388640051165,
      "loss": 0.4619,
      "step": 61563
    },
    {
      "epoch": 2.5215646119189024,
      "grad_norm": 1.0880855467752257,
      "learning_rate": 0.0001908357258034254,
      "loss": 0.8716,
      "step": 61564
    },
    {
      "epoch": 2.5216055703460984,
      "grad_norm": 2.0104206074549507,
      "learning_rate": 0.00019083258758242954,
      "loss": 1.0001,
      "step": 61565
    },
    {
      "epoch": 2.521646528773295,
      "grad_norm": 1.4106540673964902,
      "learning_rate": 0.00019082944934213037,
      "loss": 1.1871,
      "step": 61566
    },
    {
      "epoch": 2.5216874872004915,
      "grad_norm": 1.1349570513611318,
      "learning_rate": 0.0001908263110825294,
      "loss": 0.6024,
      "step": 61567
    },
    {
      "epoch": 2.521728445627688,
      "grad_norm": 1.0043261081156212,
      "learning_rate": 0.0001908231728036281,
      "loss": 0.5917,
      "step": 61568
    },
    {
      "epoch": 2.521769404054884,
      "grad_norm": 1.0111864820959942,
      "learning_rate": 0.000190820034505428,
      "loss": 0.8342,
      "step": 61569
    },
    {
      "epoch": 2.5218103624820807,
      "grad_norm": 1.7175851404184523,
      "learning_rate": 0.00019081689618793054,
      "loss": 1.2958,
      "step": 61570
    },
    {
      "epoch": 2.521851320909277,
      "grad_norm": 1.0787499611568188,
      "learning_rate": 0.00019081375785113728,
      "loss": 0.7578,
      "step": 61571
    },
    {
      "epoch": 2.5218922793364733,
      "grad_norm": 1.642405589702422,
      "learning_rate": 0.0001908106194950496,
      "loss": 0.9507,
      "step": 61572
    },
    {
      "epoch": 2.52193323776367,
      "grad_norm": 0.9352790700052388,
      "learning_rate": 0.00019080748111966896,
      "loss": 0.6727,
      "step": 61573
    },
    {
      "epoch": 2.5219741961908664,
      "grad_norm": 1.156616260775514,
      "learning_rate": 0.00019080434272499702,
      "loss": 0.6253,
      "step": 61574
    },
    {
      "epoch": 2.522015154618063,
      "grad_norm": 1.0215161354383513,
      "learning_rate": 0.00019080120431103512,
      "loss": 0.7654,
      "step": 61575
    },
    {
      "epoch": 2.522056113045259,
      "grad_norm": 2.8821900824694655,
      "learning_rate": 0.00019079806587778478,
      "loss": 3.2817,
      "step": 61576
    },
    {
      "epoch": 2.5220970714724555,
      "grad_norm": 0.7461997344147278,
      "learning_rate": 0.00019079492742524746,
      "loss": 0.2029,
      "step": 61577
    },
    {
      "epoch": 2.5221380298996516,
      "grad_norm": 4.184373784056945,
      "learning_rate": 0.00019079178895342464,
      "loss": 1.4585,
      "step": 61578
    },
    {
      "epoch": 2.522178988326848,
      "grad_norm": 0.7981403184539463,
      "learning_rate": 0.00019078865046231788,
      "loss": 0.6556,
      "step": 61579
    },
    {
      "epoch": 2.5222199467540447,
      "grad_norm": 0.8304958332085319,
      "learning_rate": 0.00019078551195192861,
      "loss": 0.7489,
      "step": 61580
    },
    {
      "epoch": 2.5222609051812412,
      "grad_norm": 0.9118688494383825,
      "learning_rate": 0.00019078237342225827,
      "loss": 0.6262,
      "step": 61581
    },
    {
      "epoch": 2.5223018636084373,
      "grad_norm": 0.9952784017409024,
      "learning_rate": 0.0001907792348733084,
      "loss": 0.7491,
      "step": 61582
    },
    {
      "epoch": 2.522342822035634,
      "grad_norm": 0.8161021235672181,
      "learning_rate": 0.00019077609630508053,
      "loss": 0.5466,
      "step": 61583
    },
    {
      "epoch": 2.52238378046283,
      "grad_norm": 0.9730771311362701,
      "learning_rate": 0.00019077295771757608,
      "loss": 0.6528,
      "step": 61584
    },
    {
      "epoch": 2.5224247388900265,
      "grad_norm": 0.701481469182447,
      "learning_rate": 0.00019076981911079647,
      "loss": 0.4554,
      "step": 61585
    },
    {
      "epoch": 2.522465697317223,
      "grad_norm": 1.1277848587895494,
      "learning_rate": 0.00019076668048474332,
      "loss": 0.5729,
      "step": 61586
    },
    {
      "epoch": 2.5225066557444196,
      "grad_norm": 1.3864479786860862,
      "learning_rate": 0.00019076354183941805,
      "loss": 0.9013,
      "step": 61587
    },
    {
      "epoch": 2.5225476141716157,
      "grad_norm": 1.1935521141046017,
      "learning_rate": 0.0001907604031748221,
      "loss": 1.1123,
      "step": 61588
    },
    {
      "epoch": 2.522588572598812,
      "grad_norm": 0.8060254887977901,
      "learning_rate": 0.000190757264490957,
      "loss": 0.2768,
      "step": 61589
    },
    {
      "epoch": 2.5226295310260087,
      "grad_norm": 0.635049238918491,
      "learning_rate": 0.00019075412578782429,
      "loss": 0.2658,
      "step": 61590
    },
    {
      "epoch": 2.522670489453205,
      "grad_norm": 0.8538077077842006,
      "learning_rate": 0.00019075098706542535,
      "loss": 0.6908,
      "step": 61591
    },
    {
      "epoch": 2.5227114478804014,
      "grad_norm": 3.584276734575378,
      "learning_rate": 0.0001907478483237617,
      "loss": 1.2555,
      "step": 61592
    },
    {
      "epoch": 2.522752406307598,
      "grad_norm": 0.8657635494316304,
      "learning_rate": 0.00019074470956283483,
      "loss": 0.617,
      "step": 61593
    },
    {
      "epoch": 2.5227933647347944,
      "grad_norm": 1.3506092557785814,
      "learning_rate": 0.00019074157078264624,
      "loss": 0.9483,
      "step": 61594
    },
    {
      "epoch": 2.5228343231619905,
      "grad_norm": 0.961118186203173,
      "learning_rate": 0.00019073843198319743,
      "loss": 0.6508,
      "step": 61595
    },
    {
      "epoch": 2.522875281589187,
      "grad_norm": 0.867318282146364,
      "learning_rate": 0.00019073529316448985,
      "loss": 0.2921,
      "step": 61596
    },
    {
      "epoch": 2.522916240016383,
      "grad_norm": 1.09105123954902,
      "learning_rate": 0.00019073215432652494,
      "loss": 0.6323,
      "step": 61597
    },
    {
      "epoch": 2.5229571984435797,
      "grad_norm": 1.5618889114448882,
      "learning_rate": 0.00019072901546930425,
      "loss": 1.2424,
      "step": 61598
    },
    {
      "epoch": 2.522998156870776,
      "grad_norm": 0.9387939794215842,
      "learning_rate": 0.0001907258765928293,
      "loss": 0.375,
      "step": 61599
    },
    {
      "epoch": 2.5230391152979728,
      "grad_norm": 1.2898255469891502,
      "learning_rate": 0.00019072273769710142,
      "loss": 0.7247,
      "step": 61600
    },
    {
      "epoch": 2.523080073725169,
      "grad_norm": 0.9807219134630218,
      "learning_rate": 0.00019071959878212225,
      "loss": 0.5826,
      "step": 61601
    },
    {
      "epoch": 2.5231210321523654,
      "grad_norm": 0.9683642211120826,
      "learning_rate": 0.0001907164598478932,
      "loss": 0.2477,
      "step": 61602
    },
    {
      "epoch": 2.5231619905795615,
      "grad_norm": 0.9075224789808819,
      "learning_rate": 0.0001907133208944158,
      "loss": 0.6442,
      "step": 61603
    },
    {
      "epoch": 2.523202949006758,
      "grad_norm": 1.1150932796424464,
      "learning_rate": 0.00019071018192169144,
      "loss": 0.5185,
      "step": 61604
    },
    {
      "epoch": 2.5232439074339545,
      "grad_norm": 0.8769513892781319,
      "learning_rate": 0.0001907070429297217,
      "loss": 0.5885,
      "step": 61605
    },
    {
      "epoch": 2.523284865861151,
      "grad_norm": 1.0510000966889572,
      "learning_rate": 0.00019070390391850807,
      "loss": 0.7206,
      "step": 61606
    },
    {
      "epoch": 2.523325824288347,
      "grad_norm": 0.9322167405327776,
      "learning_rate": 0.00019070076488805196,
      "loss": 0.6733,
      "step": 61607
    },
    {
      "epoch": 2.5233667827155437,
      "grad_norm": 1.5942881516877312,
      "learning_rate": 0.00019069762583835492,
      "loss": 1.4462,
      "step": 61608
    },
    {
      "epoch": 2.5234077411427402,
      "grad_norm": 1.0414150162832576,
      "learning_rate": 0.00019069448676941835,
      "loss": 0.6769,
      "step": 61609
    },
    {
      "epoch": 2.5234486995699363,
      "grad_norm": 0.7606287476368374,
      "learning_rate": 0.00019069134768124384,
      "loss": 0.2693,
      "step": 61610
    },
    {
      "epoch": 2.523489657997133,
      "grad_norm": 0.5013018732475112,
      "learning_rate": 0.0001906882085738328,
      "loss": 0.0603,
      "step": 61611
    },
    {
      "epoch": 2.5235306164243294,
      "grad_norm": 1.2699498341541047,
      "learning_rate": 0.00019068506944718672,
      "loss": 0.6192,
      "step": 61612
    },
    {
      "epoch": 2.523571574851526,
      "grad_norm": 0.9587288679513863,
      "learning_rate": 0.0001906819303013071,
      "loss": 0.7672,
      "step": 61613
    },
    {
      "epoch": 2.523612533278722,
      "grad_norm": 1.1616977502134744,
      "learning_rate": 0.00019067879113619543,
      "loss": 0.745,
      "step": 61614
    },
    {
      "epoch": 2.5236534917059186,
      "grad_norm": 1.1836432396927081,
      "learning_rate": 0.00019067565195185325,
      "loss": 0.8979,
      "step": 61615
    },
    {
      "epoch": 2.5236944501331147,
      "grad_norm": 0.6013321732797651,
      "learning_rate": 0.00019067251274828192,
      "loss": 0.2413,
      "step": 61616
    },
    {
      "epoch": 2.523735408560311,
      "grad_norm": 0.7963532256081621,
      "learning_rate": 0.00019066937352548298,
      "loss": 0.1961,
      "step": 61617
    },
    {
      "epoch": 2.5237763669875077,
      "grad_norm": 1.0224638767721894,
      "learning_rate": 0.00019066623428345793,
      "loss": 0.7748,
      "step": 61618
    },
    {
      "epoch": 2.5238173254147043,
      "grad_norm": 3.0768039122605426,
      "learning_rate": 0.00019066309502220827,
      "loss": 2.2189,
      "step": 61619
    },
    {
      "epoch": 2.5238582838419004,
      "grad_norm": 0.8283783885092741,
      "learning_rate": 0.00019065995574173546,
      "loss": 0.2449,
      "step": 61620
    },
    {
      "epoch": 2.523899242269097,
      "grad_norm": 0.5843379180410717,
      "learning_rate": 0.0001906568164420409,
      "loss": 0.2195,
      "step": 61621
    },
    {
      "epoch": 2.523940200696293,
      "grad_norm": 1.1697887275200296,
      "learning_rate": 0.00019065367712312622,
      "loss": 0.5445,
      "step": 61622
    },
    {
      "epoch": 2.5239811591234895,
      "grad_norm": 1.5646363117448507,
      "learning_rate": 0.00019065053778499286,
      "loss": 1.5484,
      "step": 61623
    },
    {
      "epoch": 2.524022117550686,
      "grad_norm": 0.9452700887696378,
      "learning_rate": 0.00019064739842764226,
      "loss": 1.0451,
      "step": 61624
    },
    {
      "epoch": 2.5240630759778826,
      "grad_norm": 1.3856061742719399,
      "learning_rate": 0.00019064425905107593,
      "loss": 1.2641,
      "step": 61625
    },
    {
      "epoch": 2.5241040344050787,
      "grad_norm": 0.5882665482154309,
      "learning_rate": 0.00019064111965529535,
      "loss": 0.2552,
      "step": 61626
    },
    {
      "epoch": 2.5241449928322752,
      "grad_norm": 1.1382802372636436,
      "learning_rate": 0.00019063798024030203,
      "loss": 0.8001,
      "step": 61627
    },
    {
      "epoch": 2.5241859512594718,
      "grad_norm": 0.9567415475885773,
      "learning_rate": 0.0001906348408060974,
      "loss": 0.8946,
      "step": 61628
    },
    {
      "epoch": 2.524226909686668,
      "grad_norm": 1.5319456567990808,
      "learning_rate": 0.000190631701352683,
      "loss": 0.5975,
      "step": 61629
    },
    {
      "epoch": 2.5242678681138644,
      "grad_norm": 1.0641998405940418,
      "learning_rate": 0.00019062856188006023,
      "loss": 0.9298,
      "step": 61630
    },
    {
      "epoch": 2.524308826541061,
      "grad_norm": 1.1003243480787557,
      "learning_rate": 0.00019062542238823074,
      "loss": 0.8283,
      "step": 61631
    },
    {
      "epoch": 2.5243497849682575,
      "grad_norm": 0.8092094105233678,
      "learning_rate": 0.0001906222828771958,
      "loss": 0.6705,
      "step": 61632
    },
    {
      "epoch": 2.5243907433954536,
      "grad_norm": 1.455803378158657,
      "learning_rate": 0.00019061914334695708,
      "loss": 0.3011,
      "step": 61633
    },
    {
      "epoch": 2.52443170182265,
      "grad_norm": 1.0841129738418664,
      "learning_rate": 0.000190616003797516,
      "loss": 1.0128,
      "step": 61634
    },
    {
      "epoch": 2.524472660249846,
      "grad_norm": 1.1416848613666655,
      "learning_rate": 0.00019061286422887395,
      "loss": 0.4541,
      "step": 61635
    },
    {
      "epoch": 2.5245136186770427,
      "grad_norm": 1.0311290780105504,
      "learning_rate": 0.0001906097246410325,
      "loss": 0.838,
      "step": 61636
    },
    {
      "epoch": 2.5245545771042393,
      "grad_norm": 1.098165239201059,
      "learning_rate": 0.00019060658503399319,
      "loss": 0.6374,
      "step": 61637
    },
    {
      "epoch": 2.524595535531436,
      "grad_norm": 1.0726165278811952,
      "learning_rate": 0.0001906034454077574,
      "loss": 0.8319,
      "step": 61638
    },
    {
      "epoch": 2.524636493958632,
      "grad_norm": 1.1389418385802632,
      "learning_rate": 0.0001906003057623267,
      "loss": 0.9692,
      "step": 61639
    },
    {
      "epoch": 2.5246774523858284,
      "grad_norm": 0.9593259693850534,
      "learning_rate": 0.0001905971660977025,
      "loss": 0.6389,
      "step": 61640
    },
    {
      "epoch": 2.5247184108130245,
      "grad_norm": 0.9941814387422505,
      "learning_rate": 0.00019059402641388628,
      "loss": 0.791,
      "step": 61641
    },
    {
      "epoch": 2.524759369240221,
      "grad_norm": 1.1597673580482304,
      "learning_rate": 0.00019059088671087964,
      "loss": 1.0893,
      "step": 61642
    },
    {
      "epoch": 2.5248003276674176,
      "grad_norm": 2.892461553238963,
      "learning_rate": 0.00019058774698868394,
      "loss": 1.2061,
      "step": 61643
    },
    {
      "epoch": 2.524841286094614,
      "grad_norm": 0.698975201815184,
      "learning_rate": 0.00019058460724730072,
      "loss": 0.3065,
      "step": 61644
    },
    {
      "epoch": 2.52488224452181,
      "grad_norm": 1.3627369039579276,
      "learning_rate": 0.00019058146748673137,
      "loss": 1.2346,
      "step": 61645
    },
    {
      "epoch": 2.5249232029490067,
      "grad_norm": 0.9258376808683227,
      "learning_rate": 0.00019057832770697755,
      "loss": 0.6202,
      "step": 61646
    },
    {
      "epoch": 2.5249641613762033,
      "grad_norm": 0.9300517359178111,
      "learning_rate": 0.00019057518790804065,
      "loss": 0.7125,
      "step": 61647
    },
    {
      "epoch": 2.5250051198033994,
      "grad_norm": 2.9895081660711975,
      "learning_rate": 0.00019057204808992214,
      "loss": 4.0591,
      "step": 61648
    },
    {
      "epoch": 2.525046078230596,
      "grad_norm": 1.5692167479027874,
      "learning_rate": 0.00019056890825262348,
      "loss": 1.1083,
      "step": 61649
    },
    {
      "epoch": 2.5250870366577924,
      "grad_norm": 1.4900559644321631,
      "learning_rate": 0.00019056576839614626,
      "loss": 1.162,
      "step": 61650
    },
    {
      "epoch": 2.525127995084989,
      "grad_norm": 1.2377589836122396,
      "learning_rate": 0.00019056262852049183,
      "loss": 0.8783,
      "step": 61651
    },
    {
      "epoch": 2.525168953512185,
      "grad_norm": 1.4680312346097903,
      "learning_rate": 0.00019055948862566183,
      "loss": 1.2376,
      "step": 61652
    },
    {
      "epoch": 2.5252099119393816,
      "grad_norm": 0.7396647706951087,
      "learning_rate": 0.00019055634871165757,
      "loss": 0.6208,
      "step": 61653
    },
    {
      "epoch": 2.5252508703665777,
      "grad_norm": 1.4737823406011945,
      "learning_rate": 0.00019055320877848066,
      "loss": 0.9434,
      "step": 61654
    },
    {
      "epoch": 2.5252918287937742,
      "grad_norm": 1.0601169394941004,
      "learning_rate": 0.00019055006882613256,
      "loss": 0.7644,
      "step": 61655
    },
    {
      "epoch": 2.5253327872209708,
      "grad_norm": 5.532155253987726,
      "learning_rate": 0.00019054692885461474,
      "loss": 5.3873,
      "step": 61656
    },
    {
      "epoch": 2.5253737456481673,
      "grad_norm": 0.8790802706217598,
      "learning_rate": 0.00019054378886392866,
      "loss": 0.9165,
      "step": 61657
    },
    {
      "epoch": 2.5254147040753634,
      "grad_norm": 1.0190960699545546,
      "learning_rate": 0.00019054064885407586,
      "loss": 0.9138,
      "step": 61658
    },
    {
      "epoch": 2.52545566250256,
      "grad_norm": 1.0750368651304223,
      "learning_rate": 0.00019053750882505775,
      "loss": 0.8053,
      "step": 61659
    },
    {
      "epoch": 2.5254966209297565,
      "grad_norm": 0.8430736090448917,
      "learning_rate": 0.00019053436877687591,
      "loss": 0.4167,
      "step": 61660
    },
    {
      "epoch": 2.5255375793569526,
      "grad_norm": 1.2064073566145876,
      "learning_rate": 0.0001905312287095317,
      "loss": 1.0161,
      "step": 61661
    },
    {
      "epoch": 2.525578537784149,
      "grad_norm": 0.960654317031603,
      "learning_rate": 0.00019052808862302675,
      "loss": 0.7125,
      "step": 61662
    },
    {
      "epoch": 2.5256194962113456,
      "grad_norm": 0.9852386334273826,
      "learning_rate": 0.00019052494851736244,
      "loss": 0.7631,
      "step": 61663
    },
    {
      "epoch": 2.5256604546385417,
      "grad_norm": 1.2705169858003964,
      "learning_rate": 0.0001905218083925403,
      "loss": 0.8028,
      "step": 61664
    },
    {
      "epoch": 2.5257014130657383,
      "grad_norm": 1.0476980102172868,
      "learning_rate": 0.00019051866824856175,
      "loss": 0.8079,
      "step": 61665
    },
    {
      "epoch": 2.525742371492935,
      "grad_norm": 0.6476026811517684,
      "learning_rate": 0.00019051552808542837,
      "loss": 0.2743,
      "step": 61666
    },
    {
      "epoch": 2.525783329920131,
      "grad_norm": 0.8958182754801624,
      "learning_rate": 0.0001905123879031416,
      "loss": 0.2411,
      "step": 61667
    },
    {
      "epoch": 2.5258242883473274,
      "grad_norm": 1.0028236056620004,
      "learning_rate": 0.00019050924770170293,
      "loss": 0.9006,
      "step": 61668
    },
    {
      "epoch": 2.525865246774524,
      "grad_norm": 1.0862840473218562,
      "learning_rate": 0.0001905061074811138,
      "loss": 1.0382,
      "step": 61669
    },
    {
      "epoch": 2.5259062052017205,
      "grad_norm": 0.9748216859143289,
      "learning_rate": 0.00019050296724137578,
      "loss": 0.5269,
      "step": 61670
    },
    {
      "epoch": 2.5259471636289166,
      "grad_norm": 0.9594744407989085,
      "learning_rate": 0.00019049982698249033,
      "loss": 0.8369,
      "step": 61671
    },
    {
      "epoch": 2.525988122056113,
      "grad_norm": 1.3654095999676998,
      "learning_rate": 0.00019049668670445883,
      "loss": 1.3111,
      "step": 61672
    },
    {
      "epoch": 2.526029080483309,
      "grad_norm": 1.1483001298739728,
      "learning_rate": 0.00019049354640728288,
      "loss": 0.8539,
      "step": 61673
    },
    {
      "epoch": 2.5260700389105057,
      "grad_norm": 1.3072477784971186,
      "learning_rate": 0.00019049040609096394,
      "loss": 0.7597,
      "step": 61674
    },
    {
      "epoch": 2.5261109973377023,
      "grad_norm": 1.0445066249199098,
      "learning_rate": 0.0001904872657555035,
      "loss": 0.7786,
      "step": 61675
    },
    {
      "epoch": 2.526151955764899,
      "grad_norm": 1.1217193264818,
      "learning_rate": 0.000190484125400903,
      "loss": 0.7497,
      "step": 61676
    },
    {
      "epoch": 2.526192914192095,
      "grad_norm": 1.1940153220348937,
      "learning_rate": 0.00019048098502716395,
      "loss": 0.4882,
      "step": 61677
    },
    {
      "epoch": 2.5262338726192914,
      "grad_norm": 1.360437062377442,
      "learning_rate": 0.00019047784463428787,
      "loss": 0.2676,
      "step": 61678
    },
    {
      "epoch": 2.526274831046488,
      "grad_norm": 0.930791109571607,
      "learning_rate": 0.00019047470422227622,
      "loss": 0.805,
      "step": 61679
    },
    {
      "epoch": 2.526315789473684,
      "grad_norm": 1.0001872040198454,
      "learning_rate": 0.00019047156379113045,
      "loss": 0.7992,
      "step": 61680
    },
    {
      "epoch": 2.5263567479008806,
      "grad_norm": 1.044231433146647,
      "learning_rate": 0.00019046842334085207,
      "loss": 0.9532,
      "step": 61681
    },
    {
      "epoch": 2.526397706328077,
      "grad_norm": 1.232477955113864,
      "learning_rate": 0.00019046528287144256,
      "loss": 0.7624,
      "step": 61682
    },
    {
      "epoch": 2.5264386647552732,
      "grad_norm": 1.5643486466492158,
      "learning_rate": 0.00019046214238290348,
      "loss": 0.908,
      "step": 61683
    },
    {
      "epoch": 2.5264796231824698,
      "grad_norm": 1.0208948848656427,
      "learning_rate": 0.00019045900187523619,
      "loss": 0.3437,
      "step": 61684
    },
    {
      "epoch": 2.5265205816096663,
      "grad_norm": 1.1156319947829532,
      "learning_rate": 0.0001904558613484422,
      "loss": 0.8503,
      "step": 61685
    },
    {
      "epoch": 2.5265615400368624,
      "grad_norm": 1.0299929872531908,
      "learning_rate": 0.00019045272080252308,
      "loss": 0.3786,
      "step": 61686
    },
    {
      "epoch": 2.526602498464059,
      "grad_norm": 1.1345283602470857,
      "learning_rate": 0.00019044958023748025,
      "loss": 1.0185,
      "step": 61687
    },
    {
      "epoch": 2.5266434568912555,
      "grad_norm": 0.9122881028436595,
      "learning_rate": 0.00019044643965331523,
      "loss": 0.3951,
      "step": 61688
    },
    {
      "epoch": 2.526684415318452,
      "grad_norm": 1.0708598200416266,
      "learning_rate": 0.00019044329905002942,
      "loss": 0.7501,
      "step": 61689
    },
    {
      "epoch": 2.526725373745648,
      "grad_norm": 1.9003743672525373,
      "learning_rate": 0.0001904401584276244,
      "loss": 1.6383,
      "step": 61690
    },
    {
      "epoch": 2.5267663321728446,
      "grad_norm": 1.5594896580494764,
      "learning_rate": 0.00019043701778610162,
      "loss": 0.9149,
      "step": 61691
    },
    {
      "epoch": 2.5268072906000407,
      "grad_norm": 2.159745938905301,
      "learning_rate": 0.00019043387712546256,
      "loss": 1.8593,
      "step": 61692
    },
    {
      "epoch": 2.5268482490272373,
      "grad_norm": 1.004275716628896,
      "learning_rate": 0.00019043073644570867,
      "loss": 0.9524,
      "step": 61693
    },
    {
      "epoch": 2.526889207454434,
      "grad_norm": 1.0669078033616566,
      "learning_rate": 0.00019042759574684157,
      "loss": 0.9199,
      "step": 61694
    },
    {
      "epoch": 2.5269301658816303,
      "grad_norm": 0.9473306236526992,
      "learning_rate": 0.0001904244550288626,
      "loss": 0.8607,
      "step": 61695
    },
    {
      "epoch": 2.5269711243088264,
      "grad_norm": 0.5742858619623806,
      "learning_rate": 0.00019042131429177327,
      "loss": 0.2225,
      "step": 61696
    },
    {
      "epoch": 2.527012082736023,
      "grad_norm": 0.9915946588096738,
      "learning_rate": 0.0001904181735355751,
      "loss": 0.8801,
      "step": 61697
    },
    {
      "epoch": 2.5270530411632195,
      "grad_norm": 1.0552113633581217,
      "learning_rate": 0.00019041503276026955,
      "loss": 0.5696,
      "step": 61698
    },
    {
      "epoch": 2.5270939995904156,
      "grad_norm": 0.8237729279061438,
      "learning_rate": 0.00019041189196585814,
      "loss": 0.6882,
      "step": 61699
    },
    {
      "epoch": 2.527134958017612,
      "grad_norm": 1.009897051037426,
      "learning_rate": 0.00019040875115234235,
      "loss": 0.7228,
      "step": 61700
    },
    {
      "epoch": 2.5271759164448087,
      "grad_norm": 1.4243659602401253,
      "learning_rate": 0.0001904056103197236,
      "loss": 0.7056,
      "step": 61701
    },
    {
      "epoch": 2.527216874872005,
      "grad_norm": 1.152197566714691,
      "learning_rate": 0.00019040246946800345,
      "loss": 0.8056,
      "step": 61702
    },
    {
      "epoch": 2.5272578332992013,
      "grad_norm": 1.1227154217186703,
      "learning_rate": 0.00019039932859718335,
      "loss": 0.7767,
      "step": 61703
    },
    {
      "epoch": 2.527298791726398,
      "grad_norm": 0.9430201054688088,
      "learning_rate": 0.0001903961877072648,
      "loss": 0.679,
      "step": 61704
    },
    {
      "epoch": 2.527339750153594,
      "grad_norm": 1.0908272591351542,
      "learning_rate": 0.0001903930467982493,
      "loss": 0.5945,
      "step": 61705
    },
    {
      "epoch": 2.5273807085807904,
      "grad_norm": 1.3506691118016418,
      "learning_rate": 0.0001903899058701383,
      "loss": 0.9655,
      "step": 61706
    },
    {
      "epoch": 2.527421667007987,
      "grad_norm": 0.86870028684717,
      "learning_rate": 0.00019038676492293328,
      "loss": 0.5995,
      "step": 61707
    },
    {
      "epoch": 2.5274626254351835,
      "grad_norm": 0.7717923437414624,
      "learning_rate": 0.0001903836239566357,
      "loss": 0.3797,
      "step": 61708
    },
    {
      "epoch": 2.5275035838623796,
      "grad_norm": 0.8109898794857178,
      "learning_rate": 0.00019038048297124712,
      "loss": 0.8152,
      "step": 61709
    },
    {
      "epoch": 2.527544542289576,
      "grad_norm": 1.0595051931136032,
      "learning_rate": 0.000190377341966769,
      "loss": 0.7772,
      "step": 61710
    },
    {
      "epoch": 2.5275855007167722,
      "grad_norm": 0.8691818709700161,
      "learning_rate": 0.00019037420094320285,
      "loss": 0.5798,
      "step": 61711
    },
    {
      "epoch": 2.5276264591439688,
      "grad_norm": 0.7149873098359314,
      "learning_rate": 0.00019037105990055007,
      "loss": 0.2713,
      "step": 61712
    },
    {
      "epoch": 2.5276674175711653,
      "grad_norm": 1.0109577393111526,
      "learning_rate": 0.0001903679188388122,
      "loss": 0.9122,
      "step": 61713
    },
    {
      "epoch": 2.527708375998362,
      "grad_norm": 5.796451841378954,
      "learning_rate": 0.00019036477775799074,
      "loss": 1.1601,
      "step": 61714
    },
    {
      "epoch": 2.527749334425558,
      "grad_norm": 0.6855730830486773,
      "learning_rate": 0.00019036163665808715,
      "loss": 0.2519,
      "step": 61715
    },
    {
      "epoch": 2.5277902928527545,
      "grad_norm": 1.098073559258839,
      "learning_rate": 0.00019035849553910295,
      "loss": 0.9548,
      "step": 61716
    },
    {
      "epoch": 2.527831251279951,
      "grad_norm": 0.6839514091190857,
      "learning_rate": 0.0001903553544010395,
      "loss": 0.3194,
      "step": 61717
    },
    {
      "epoch": 2.527872209707147,
      "grad_norm": 0.9850387877330423,
      "learning_rate": 0.00019035221324389845,
      "loss": 0.7199,
      "step": 61718
    },
    {
      "epoch": 2.5279131681343436,
      "grad_norm": 0.6937661686939708,
      "learning_rate": 0.00019034907206768123,
      "loss": 0.2991,
      "step": 61719
    },
    {
      "epoch": 2.52795412656154,
      "grad_norm": 5.054842383758781,
      "learning_rate": 0.00019034593087238928,
      "loss": 5.4568,
      "step": 61720
    },
    {
      "epoch": 2.5279950849887367,
      "grad_norm": 0.7056397820882195,
      "learning_rate": 0.0001903427896580241,
      "loss": 0.283,
      "step": 61721
    },
    {
      "epoch": 2.528036043415933,
      "grad_norm": 0.8460174792820903,
      "learning_rate": 0.00019033964842458723,
      "loss": 0.6351,
      "step": 61722
    },
    {
      "epoch": 2.5280770018431293,
      "grad_norm": 1.0657906935676669,
      "learning_rate": 0.00019033650717208012,
      "loss": 0.4665,
      "step": 61723
    },
    {
      "epoch": 2.5281179602703254,
      "grad_norm": 0.6821153630641703,
      "learning_rate": 0.00019033336590050423,
      "loss": 0.2811,
      "step": 61724
    },
    {
      "epoch": 2.528158918697522,
      "grad_norm": 0.735595942633502,
      "learning_rate": 0.000190330224609861,
      "loss": 0.2374,
      "step": 61725
    },
    {
      "epoch": 2.5281998771247185,
      "grad_norm": 1.2449791742774559,
      "learning_rate": 0.00019032708330015205,
      "loss": 1.0789,
      "step": 61726
    },
    {
      "epoch": 2.528240835551915,
      "grad_norm": 1.0782791548515374,
      "learning_rate": 0.0001903239419713788,
      "loss": 0.7081,
      "step": 61727
    },
    {
      "epoch": 2.528281793979111,
      "grad_norm": 0.8807327665540897,
      "learning_rate": 0.00019032080062354273,
      "loss": 0.7236,
      "step": 61728
    },
    {
      "epoch": 2.5283227524063077,
      "grad_norm": 1.1979369050644926,
      "learning_rate": 0.0001903176592566453,
      "loss": 0.9341,
      "step": 61729
    },
    {
      "epoch": 2.5283637108335038,
      "grad_norm": 0.9207112999108481,
      "learning_rate": 0.00019031451787068803,
      "loss": 0.7941,
      "step": 61730
    },
    {
      "epoch": 2.5284046692607003,
      "grad_norm": 1.300162820842406,
      "learning_rate": 0.0001903113764656724,
      "loss": 1.0389,
      "step": 61731
    },
    {
      "epoch": 2.528445627687897,
      "grad_norm": 1.4142656333064048,
      "learning_rate": 0.0001903082350415999,
      "loss": 0.781,
      "step": 61732
    },
    {
      "epoch": 2.5284865861150934,
      "grad_norm": 0.7212673782656552,
      "learning_rate": 0.00019030509359847198,
      "loss": 0.2979,
      "step": 61733
    },
    {
      "epoch": 2.5285275445422895,
      "grad_norm": 6.942318358993605,
      "learning_rate": 0.00019030195213629015,
      "loss": 1.3212,
      "step": 61734
    },
    {
      "epoch": 2.528568502969486,
      "grad_norm": 1.2854815019731354,
      "learning_rate": 0.00019029881065505595,
      "loss": 0.8452,
      "step": 61735
    },
    {
      "epoch": 2.5286094613966825,
      "grad_norm": 1.1964305863321367,
      "learning_rate": 0.00019029566915477076,
      "loss": 0.2758,
      "step": 61736
    },
    {
      "epoch": 2.5286504198238786,
      "grad_norm": 1.022578139143117,
      "learning_rate": 0.0001902925276354361,
      "loss": 0.7266,
      "step": 61737
    },
    {
      "epoch": 2.528691378251075,
      "grad_norm": 1.2386537066010852,
      "learning_rate": 0.0001902893860970535,
      "loss": 0.7482,
      "step": 61738
    },
    {
      "epoch": 2.5287323366782717,
      "grad_norm": 2.902073787600835,
      "learning_rate": 0.0001902862445396244,
      "loss": 1.2658,
      "step": 61739
    },
    {
      "epoch": 2.528773295105468,
      "grad_norm": 0.9999497348537507,
      "learning_rate": 0.00019028310296315034,
      "loss": 0.6677,
      "step": 61740
    },
    {
      "epoch": 2.5288142535326643,
      "grad_norm": 1.4048369811570764,
      "learning_rate": 0.00019027996136763273,
      "loss": 0.8652,
      "step": 61741
    },
    {
      "epoch": 2.528855211959861,
      "grad_norm": 0.967108422200233,
      "learning_rate": 0.00019027681975307314,
      "loss": 0.7019,
      "step": 61742
    },
    {
      "epoch": 2.528896170387057,
      "grad_norm": 1.2712890433146733,
      "learning_rate": 0.00019027367811947298,
      "loss": 0.8229,
      "step": 61743
    },
    {
      "epoch": 2.5289371288142535,
      "grad_norm": 1.4697430005927643,
      "learning_rate": 0.0001902705364668337,
      "loss": 0.8619,
      "step": 61744
    },
    {
      "epoch": 2.52897808724145,
      "grad_norm": 1.4140928592461413,
      "learning_rate": 0.00019026739479515692,
      "loss": 0.8809,
      "step": 61745
    },
    {
      "epoch": 2.5290190456686465,
      "grad_norm": 1.201903084343613,
      "learning_rate": 0.00019026425310444405,
      "loss": 0.8313,
      "step": 61746
    },
    {
      "epoch": 2.5290600040958426,
      "grad_norm": 0.8921558740387265,
      "learning_rate": 0.00019026111139469655,
      "loss": 0.4497,
      "step": 61747
    },
    {
      "epoch": 2.529100962523039,
      "grad_norm": 1.0650383273155015,
      "learning_rate": 0.0001902579696659159,
      "loss": 0.8513,
      "step": 61748
    },
    {
      "epoch": 2.5291419209502353,
      "grad_norm": 0.7391306856152915,
      "learning_rate": 0.00019025482791810367,
      "loss": 0.6525,
      "step": 61749
    },
    {
      "epoch": 2.529182879377432,
      "grad_norm": 1.1285430755790518,
      "learning_rate": 0.0001902516861512613,
      "loss": 0.8162,
      "step": 61750
    },
    {
      "epoch": 2.5292238378046283,
      "grad_norm": 0.798905225255487,
      "learning_rate": 0.00019024854436539026,
      "loss": 0.5912,
      "step": 61751
    },
    {
      "epoch": 2.529264796231825,
      "grad_norm": 0.8978595286430187,
      "learning_rate": 0.00019024540256049207,
      "loss": 0.6637,
      "step": 61752
    },
    {
      "epoch": 2.529305754659021,
      "grad_norm": 0.5927733058622244,
      "learning_rate": 0.0001902422607365681,
      "loss": 0.1711,
      "step": 61753
    },
    {
      "epoch": 2.5293467130862175,
      "grad_norm": 0.9702127031097685,
      "learning_rate": 0.00019023911889362,
      "loss": 0.7281,
      "step": 61754
    },
    {
      "epoch": 2.529387671513414,
      "grad_norm": 0.777248737925526,
      "learning_rate": 0.00019023597703164916,
      "loss": 0.2474,
      "step": 61755
    },
    {
      "epoch": 2.52942862994061,
      "grad_norm": 1.1255626643185377,
      "learning_rate": 0.00019023283515065705,
      "loss": 0.986,
      "step": 61756
    },
    {
      "epoch": 2.5294695883678067,
      "grad_norm": 1.1255932644217044,
      "learning_rate": 0.00019022969325064524,
      "loss": 0.8035,
      "step": 61757
    },
    {
      "epoch": 2.529510546795003,
      "grad_norm": 1.055215518289216,
      "learning_rate": 0.00019022655133161515,
      "loss": 0.6408,
      "step": 61758
    },
    {
      "epoch": 2.5295515052221997,
      "grad_norm": 0.9159265830176683,
      "learning_rate": 0.00019022340939356828,
      "loss": 0.2323,
      "step": 61759
    },
    {
      "epoch": 2.529592463649396,
      "grad_norm": 1.094460360403392,
      "learning_rate": 0.00019022026743650613,
      "loss": 0.8515,
      "step": 61760
    },
    {
      "epoch": 2.5296334220765924,
      "grad_norm": 0.7986795928597819,
      "learning_rate": 0.00019021712546043012,
      "loss": 0.6007,
      "step": 61761
    },
    {
      "epoch": 2.5296743805037885,
      "grad_norm": 0.89115061251699,
      "learning_rate": 0.00019021398346534183,
      "loss": 0.5064,
      "step": 61762
    },
    {
      "epoch": 2.529715338930985,
      "grad_norm": 0.6112190848927632,
      "learning_rate": 0.0001902108414512427,
      "loss": 0.1807,
      "step": 61763
    },
    {
      "epoch": 2.5297562973581815,
      "grad_norm": 1.201035660990363,
      "learning_rate": 0.0001902076994181342,
      "loss": 0.8795,
      "step": 61764
    },
    {
      "epoch": 2.529797255785378,
      "grad_norm": 1.0967859693706028,
      "learning_rate": 0.00019020455736601784,
      "loss": 0.9176,
      "step": 61765
    },
    {
      "epoch": 2.529838214212574,
      "grad_norm": 0.9841597968546739,
      "learning_rate": 0.0001902014152948951,
      "loss": 0.5991,
      "step": 61766
    },
    {
      "epoch": 2.5298791726397707,
      "grad_norm": 1.1416426432678366,
      "learning_rate": 0.0001901982732047675,
      "loss": 0.8095,
      "step": 61767
    },
    {
      "epoch": 2.529920131066967,
      "grad_norm": 1.9811557930841033,
      "learning_rate": 0.00019019513109563645,
      "loss": 0.7029,
      "step": 61768
    },
    {
      "epoch": 2.5299610894941633,
      "grad_norm": 0.9036327819991257,
      "learning_rate": 0.00019019198896750344,
      "loss": 0.6397,
      "step": 61769
    },
    {
      "epoch": 2.53000204792136,
      "grad_norm": 0.9559566790657003,
      "learning_rate": 0.00019018884682037003,
      "loss": 0.6743,
      "step": 61770
    },
    {
      "epoch": 2.5300430063485564,
      "grad_norm": 1.2984408563394756,
      "learning_rate": 0.00019018570465423768,
      "loss": 1.0528,
      "step": 61771
    },
    {
      "epoch": 2.5300839647757525,
      "grad_norm": 1.1799973633211591,
      "learning_rate": 0.00019018256246910786,
      "loss": 0.7833,
      "step": 61772
    },
    {
      "epoch": 2.530124923202949,
      "grad_norm": 1.3594978604233623,
      "learning_rate": 0.00019017942026498203,
      "loss": 1.1903,
      "step": 61773
    },
    {
      "epoch": 2.5301658816301456,
      "grad_norm": 1.1135554005248853,
      "learning_rate": 0.00019017627804186174,
      "loss": 0.886,
      "step": 61774
    },
    {
      "epoch": 2.5302068400573416,
      "grad_norm": 1.2068523705440115,
      "learning_rate": 0.00019017313579974842,
      "loss": 0.7583,
      "step": 61775
    },
    {
      "epoch": 2.530247798484538,
      "grad_norm": 1.8063834355974482,
      "learning_rate": 0.00019016999353864354,
      "loss": 1.1725,
      "step": 61776
    },
    {
      "epoch": 2.5302887569117347,
      "grad_norm": 2.634007241111163,
      "learning_rate": 0.00019016685125854864,
      "loss": 0.7302,
      "step": 61777
    },
    {
      "epoch": 2.5303297153389313,
      "grad_norm": 1.29751696163542,
      "learning_rate": 0.00019016370895946522,
      "loss": 0.9113,
      "step": 61778
    },
    {
      "epoch": 2.5303706737661273,
      "grad_norm": 1.3801498090090483,
      "learning_rate": 0.0001901605666413947,
      "loss": 0.6668,
      "step": 61779
    },
    {
      "epoch": 2.530411632193324,
      "grad_norm": 0.987947365827467,
      "learning_rate": 0.00019015742430433853,
      "loss": 0.3721,
      "step": 61780
    },
    {
      "epoch": 2.53045259062052,
      "grad_norm": 1.1839662615776825,
      "learning_rate": 0.00019015428194829836,
      "loss": 0.8076,
      "step": 61781
    },
    {
      "epoch": 2.5304935490477165,
      "grad_norm": 0.8569043144504208,
      "learning_rate": 0.00019015113957327555,
      "loss": 0.5902,
      "step": 61782
    },
    {
      "epoch": 2.530534507474913,
      "grad_norm": 1.4100433650317528,
      "learning_rate": 0.00019014799717927155,
      "loss": 0.6132,
      "step": 61783
    },
    {
      "epoch": 2.5305754659021096,
      "grad_norm": 1.1137155242584922,
      "learning_rate": 0.00019014485476628794,
      "loss": 0.8689,
      "step": 61784
    },
    {
      "epoch": 2.5306164243293057,
      "grad_norm": 1.095901608177347,
      "learning_rate": 0.00019014171233432622,
      "loss": 0.4592,
      "step": 61785
    },
    {
      "epoch": 2.530657382756502,
      "grad_norm": 1.295695807385707,
      "learning_rate": 0.00019013856988338778,
      "loss": 0.9312,
      "step": 61786
    },
    {
      "epoch": 2.5306983411836983,
      "grad_norm": 0.7030857186843518,
      "learning_rate": 0.00019013542741347418,
      "loss": 0.6048,
      "step": 61787
    },
    {
      "epoch": 2.530739299610895,
      "grad_norm": 1.5872378265113993,
      "learning_rate": 0.00019013228492458686,
      "loss": 0.746,
      "step": 61788
    },
    {
      "epoch": 2.5307802580380914,
      "grad_norm": 0.9671357118352855,
      "learning_rate": 0.0001901291424167273,
      "loss": 0.7317,
      "step": 61789
    },
    {
      "epoch": 2.530821216465288,
      "grad_norm": 0.6976413511040956,
      "learning_rate": 0.00019012599988989706,
      "loss": 0.3751,
      "step": 61790
    },
    {
      "epoch": 2.530862174892484,
      "grad_norm": 1.240845003186333,
      "learning_rate": 0.00019012285734409755,
      "loss": 1.1238,
      "step": 61791
    },
    {
      "epoch": 2.5309031333196805,
      "grad_norm": 0.8896832657059532,
      "learning_rate": 0.0001901197147793303,
      "loss": 0.6695,
      "step": 61792
    },
    {
      "epoch": 2.530944091746877,
      "grad_norm": 1.000712210591964,
      "learning_rate": 0.00019011657219559675,
      "loss": 0.6609,
      "step": 61793
    },
    {
      "epoch": 2.530985050174073,
      "grad_norm": 1.2333126289035359,
      "learning_rate": 0.00019011342959289845,
      "loss": 0.8004,
      "step": 61794
    },
    {
      "epoch": 2.5310260086012697,
      "grad_norm": 1.0629040469798885,
      "learning_rate": 0.0001901102869712368,
      "loss": 0.8944,
      "step": 61795
    },
    {
      "epoch": 2.5310669670284662,
      "grad_norm": 0.9806731721343219,
      "learning_rate": 0.00019010714433061337,
      "loss": 0.7127,
      "step": 61796
    },
    {
      "epoch": 2.5311079254556628,
      "grad_norm": 1.2384430267531532,
      "learning_rate": 0.00019010400167102957,
      "loss": 0.892,
      "step": 61797
    },
    {
      "epoch": 2.531148883882859,
      "grad_norm": 5.253906639635601,
      "learning_rate": 0.00019010085899248696,
      "loss": 2.7912,
      "step": 61798
    },
    {
      "epoch": 2.5311898423100554,
      "grad_norm": 0.9796680885508434,
      "learning_rate": 0.000190097716294987,
      "loss": 0.7489,
      "step": 61799
    },
    {
      "epoch": 2.5312308007372515,
      "grad_norm": 1.2567644637110746,
      "learning_rate": 0.00019009457357853113,
      "loss": 0.8833,
      "step": 61800
    },
    {
      "epoch": 2.531271759164448,
      "grad_norm": 1.8227811287522386,
      "learning_rate": 0.00019009143084312087,
      "loss": 1.4398,
      "step": 61801
    },
    {
      "epoch": 2.5313127175916446,
      "grad_norm": 1.957268436710518,
      "learning_rate": 0.00019008828808875772,
      "loss": 2.3758,
      "step": 61802
    },
    {
      "epoch": 2.531353676018841,
      "grad_norm": 1.3582913393034135,
      "learning_rate": 0.0001900851453154432,
      "loss": 0.7182,
      "step": 61803
    },
    {
      "epoch": 2.531394634446037,
      "grad_norm": 1.0894464660971785,
      "learning_rate": 0.00019008200252317872,
      "loss": 0.6534,
      "step": 61804
    },
    {
      "epoch": 2.5314355928732337,
      "grad_norm": 1.3163349421805552,
      "learning_rate": 0.00019007885971196578,
      "loss": 0.9313,
      "step": 61805
    },
    {
      "epoch": 2.53147655130043,
      "grad_norm": 1.1172579524307926,
      "learning_rate": 0.00019007571688180584,
      "loss": 0.7436,
      "step": 61806
    },
    {
      "epoch": 2.5315175097276263,
      "grad_norm": 1.287841571035453,
      "learning_rate": 0.00019007257403270048,
      "loss": 0.8299,
      "step": 61807
    },
    {
      "epoch": 2.531558468154823,
      "grad_norm": 1.0980823942815032,
      "learning_rate": 0.00019006943116465114,
      "loss": 0.6807,
      "step": 61808
    },
    {
      "epoch": 2.5315994265820194,
      "grad_norm": 0.9706874972035144,
      "learning_rate": 0.00019006628827765928,
      "loss": 0.6948,
      "step": 61809
    },
    {
      "epoch": 2.5316403850092155,
      "grad_norm": 0.9068141183308054,
      "learning_rate": 0.0001900631453717264,
      "loss": 0.6927,
      "step": 61810
    },
    {
      "epoch": 2.531681343436412,
      "grad_norm": 1.157067967296543,
      "learning_rate": 0.00019006000244685406,
      "loss": 0.7808,
      "step": 61811
    },
    {
      "epoch": 2.5317223018636086,
      "grad_norm": 0.9902958009047972,
      "learning_rate": 0.00019005685950304358,
      "loss": 0.7358,
      "step": 61812
    },
    {
      "epoch": 2.5317632602908047,
      "grad_norm": 0.8350772574340651,
      "learning_rate": 0.00019005371654029658,
      "loss": 0.645,
      "step": 61813
    },
    {
      "epoch": 2.531804218718001,
      "grad_norm": 0.7535968819950377,
      "learning_rate": 0.00019005057355861451,
      "loss": 0.5152,
      "step": 61814
    },
    {
      "epoch": 2.5318451771451977,
      "grad_norm": 0.8643045218835792,
      "learning_rate": 0.00019004743055799886,
      "loss": 0.6728,
      "step": 61815
    },
    {
      "epoch": 2.5318861355723943,
      "grad_norm": 1.1055337259363895,
      "learning_rate": 0.00019004428753845106,
      "loss": 0.9202,
      "step": 61816
    },
    {
      "epoch": 2.5319270939995904,
      "grad_norm": 1.364570273622536,
      "learning_rate": 0.0001900411444999727,
      "loss": 0.8824,
      "step": 61817
    },
    {
      "epoch": 2.531968052426787,
      "grad_norm": 0.9398930838384081,
      "learning_rate": 0.00019003800144256516,
      "loss": 0.807,
      "step": 61818
    },
    {
      "epoch": 2.532009010853983,
      "grad_norm": 1.6184169409859885,
      "learning_rate": 0.00019003485836623,
      "loss": 1.144,
      "step": 61819
    },
    {
      "epoch": 2.5320499692811795,
      "grad_norm": 1.043946879712433,
      "learning_rate": 0.00019003171527096874,
      "loss": 0.9497,
      "step": 61820
    },
    {
      "epoch": 2.532090927708376,
      "grad_norm": 0.9113392420847338,
      "learning_rate": 0.00019002857215678272,
      "loss": 0.9327,
      "step": 61821
    },
    {
      "epoch": 2.5321318861355726,
      "grad_norm": 0.7119501532651062,
      "learning_rate": 0.00019002542902367355,
      "loss": 0.3341,
      "step": 61822
    },
    {
      "epoch": 2.5321728445627687,
      "grad_norm": 2.034402863542682,
      "learning_rate": 0.0001900222858716427,
      "loss": 1.1194,
      "step": 61823
    },
    {
      "epoch": 2.5322138029899652,
      "grad_norm": 1.1243846588222572,
      "learning_rate": 0.0001900191427006916,
      "loss": 1.0227,
      "step": 61824
    },
    {
      "epoch": 2.5322547614171613,
      "grad_norm": 1.1128878207215258,
      "learning_rate": 0.0001900159995108218,
      "loss": 0.7851,
      "step": 61825
    },
    {
      "epoch": 2.532295719844358,
      "grad_norm": 1.5917369487639426,
      "learning_rate": 0.0001900128563020347,
      "loss": 1.2583,
      "step": 61826
    },
    {
      "epoch": 2.5323366782715544,
      "grad_norm": 0.9997956000854747,
      "learning_rate": 0.0001900097130743319,
      "loss": 0.7523,
      "step": 61827
    },
    {
      "epoch": 2.532377636698751,
      "grad_norm": 0.7998959497826875,
      "learning_rate": 0.00019000656982771482,
      "loss": 0.4265,
      "step": 61828
    },
    {
      "epoch": 2.532418595125947,
      "grad_norm": 1.2239841432284728,
      "learning_rate": 0.00019000342656218494,
      "loss": 0.7609,
      "step": 61829
    },
    {
      "epoch": 2.5324595535531436,
      "grad_norm": 0.9496138833734343,
      "learning_rate": 0.00019000028327774377,
      "loss": 0.3307,
      "step": 61830
    },
    {
      "epoch": 2.53250051198034,
      "grad_norm": 1.7063728419390678,
      "learning_rate": 0.0001899971399743928,
      "loss": 0.9748,
      "step": 61831
    },
    {
      "epoch": 2.532541470407536,
      "grad_norm": 0.7974798010155846,
      "learning_rate": 0.00018999399665213347,
      "loss": 0.6372,
      "step": 61832
    },
    {
      "epoch": 2.5325824288347327,
      "grad_norm": 1.0901985802660004,
      "learning_rate": 0.00018999085331096734,
      "loss": 0.8458,
      "step": 61833
    },
    {
      "epoch": 2.5326233872619293,
      "grad_norm": 1.0743078950973364,
      "learning_rate": 0.00018998770995089584,
      "loss": 0.7155,
      "step": 61834
    },
    {
      "epoch": 2.532664345689126,
      "grad_norm": 0.9097143434396707,
      "learning_rate": 0.00018998456657192046,
      "loss": 0.6398,
      "step": 61835
    },
    {
      "epoch": 2.532705304116322,
      "grad_norm": 5.10458369607163,
      "learning_rate": 0.00018998142317404272,
      "loss": 2.9745,
      "step": 61836
    },
    {
      "epoch": 2.5327462625435184,
      "grad_norm": 0.9722174656813151,
      "learning_rate": 0.00018997827975726403,
      "loss": 0.5561,
      "step": 61837
    },
    {
      "epoch": 2.5327872209707145,
      "grad_norm": 0.9093955052544246,
      "learning_rate": 0.00018997513632158596,
      "loss": 0.8458,
      "step": 61838
    },
    {
      "epoch": 2.532828179397911,
      "grad_norm": 0.966296459763725,
      "learning_rate": 0.00018997199286701,
      "loss": 0.9302,
      "step": 61839
    },
    {
      "epoch": 2.5328691378251076,
      "grad_norm": 0.9591272945296428,
      "learning_rate": 0.00018996884939353757,
      "loss": 0.7778,
      "step": 61840
    },
    {
      "epoch": 2.532910096252304,
      "grad_norm": 1.2177097162591628,
      "learning_rate": 0.00018996570590117017,
      "loss": 0.6523,
      "step": 61841
    },
    {
      "epoch": 2.5329510546795,
      "grad_norm": 2.6017206243464894,
      "learning_rate": 0.00018996256238990934,
      "loss": 3.1597,
      "step": 61842
    },
    {
      "epoch": 2.5329920131066967,
      "grad_norm": 1.4498914414350803,
      "learning_rate": 0.00018995941885975652,
      "loss": 1.0309,
      "step": 61843
    },
    {
      "epoch": 2.533032971533893,
      "grad_norm": 0.7866479639398499,
      "learning_rate": 0.0001899562753107132,
      "loss": 0.298,
      "step": 61844
    },
    {
      "epoch": 2.5330739299610894,
      "grad_norm": 1.4434232331560304,
      "learning_rate": 0.00018995313174278086,
      "loss": 1.1282,
      "step": 61845
    },
    {
      "epoch": 2.533114888388286,
      "grad_norm": 1.4017818972202034,
      "learning_rate": 0.00018994998815596102,
      "loss": 0.7207,
      "step": 61846
    },
    {
      "epoch": 2.5331558468154824,
      "grad_norm": 0.9891196450623129,
      "learning_rate": 0.00018994684455025514,
      "loss": 0.8351,
      "step": 61847
    },
    {
      "epoch": 2.5331968052426785,
      "grad_norm": 0.8790974354399773,
      "learning_rate": 0.00018994370092566468,
      "loss": 0.3343,
      "step": 61848
    },
    {
      "epoch": 2.533237763669875,
      "grad_norm": 1.2476059266946373,
      "learning_rate": 0.00018994055728219117,
      "loss": 0.8611,
      "step": 61849
    },
    {
      "epoch": 2.5332787220970716,
      "grad_norm": 1.1336178941479764,
      "learning_rate": 0.0001899374136198361,
      "loss": 0.7086,
      "step": 61850
    },
    {
      "epoch": 2.5333196805242677,
      "grad_norm": 1.2361658161862472,
      "learning_rate": 0.00018993426993860096,
      "loss": 1.0862,
      "step": 61851
    },
    {
      "epoch": 2.5333606389514642,
      "grad_norm": 1.3849833128714661,
      "learning_rate": 0.00018993112623848715,
      "loss": 1.0599,
      "step": 61852
    },
    {
      "epoch": 2.5334015973786608,
      "grad_norm": 0.9577947317808003,
      "learning_rate": 0.00018992798251949626,
      "loss": 0.7166,
      "step": 61853
    },
    {
      "epoch": 2.5334425558058573,
      "grad_norm": 2.11581903866278,
      "learning_rate": 0.00018992483878162972,
      "loss": 1.6159,
      "step": 61854
    },
    {
      "epoch": 2.5334835142330534,
      "grad_norm": 0.9981748243314309,
      "learning_rate": 0.00018992169502488905,
      "loss": 0.641,
      "step": 61855
    },
    {
      "epoch": 2.53352447266025,
      "grad_norm": 0.8130748423103302,
      "learning_rate": 0.00018991855124927574,
      "loss": 0.6087,
      "step": 61856
    },
    {
      "epoch": 2.533565431087446,
      "grad_norm": 1.6279973661556495,
      "learning_rate": 0.00018991540745479118,
      "loss": 1.1422,
      "step": 61857
    },
    {
      "epoch": 2.5336063895146426,
      "grad_norm": 1.1525371921834906,
      "learning_rate": 0.000189912263641437,
      "loss": 0.8741,
      "step": 61858
    },
    {
      "epoch": 2.533647347941839,
      "grad_norm": 3.116269031318931,
      "learning_rate": 0.0001899091198092146,
      "loss": 3.6609,
      "step": 61859
    },
    {
      "epoch": 2.5336883063690356,
      "grad_norm": 1.4045056520941466,
      "learning_rate": 0.00018990597595812546,
      "loss": 1.2111,
      "step": 61860
    },
    {
      "epoch": 2.5337292647962317,
      "grad_norm": 0.9937341369636106,
      "learning_rate": 0.0001899028320881711,
      "loss": 0.7536,
      "step": 61861
    },
    {
      "epoch": 2.5337702232234283,
      "grad_norm": 1.7076832345661146,
      "learning_rate": 0.00018989968819935302,
      "loss": 0.5151,
      "step": 61862
    },
    {
      "epoch": 2.5338111816506244,
      "grad_norm": 1.2322562135656387,
      "learning_rate": 0.00018989654429167269,
      "loss": 0.6466,
      "step": 61863
    },
    {
      "epoch": 2.533852140077821,
      "grad_norm": 1.1840781480623217,
      "learning_rate": 0.0001898934003651316,
      "loss": 0.7791,
      "step": 61864
    },
    {
      "epoch": 2.5338930985050174,
      "grad_norm": 1.1677159956556071,
      "learning_rate": 0.00018989025641973114,
      "loss": 0.7589,
      "step": 61865
    },
    {
      "epoch": 2.533934056932214,
      "grad_norm": 0.9565436723978334,
      "learning_rate": 0.00018988711245547293,
      "loss": 0.9741,
      "step": 61866
    },
    {
      "epoch": 2.53397501535941,
      "grad_norm": 1.045713695125315,
      "learning_rate": 0.00018988396847235845,
      "loss": 0.7757,
      "step": 61867
    },
    {
      "epoch": 2.5340159737866066,
      "grad_norm": 1.181178310448395,
      "learning_rate": 0.0001898808244703891,
      "loss": 0.8449,
      "step": 61868
    },
    {
      "epoch": 2.534056932213803,
      "grad_norm": 0.9692144370421021,
      "learning_rate": 0.0001898776804495664,
      "loss": 0.8061,
      "step": 61869
    },
    {
      "epoch": 2.534097890640999,
      "grad_norm": 0.9759137234024327,
      "learning_rate": 0.00018987453640989185,
      "loss": 0.5649,
      "step": 61870
    },
    {
      "epoch": 2.5341388490681958,
      "grad_norm": 5.350606626480711,
      "learning_rate": 0.00018987139235136696,
      "loss": 2.7925,
      "step": 61871
    },
    {
      "epoch": 2.5341798074953923,
      "grad_norm": 1.3583592084947138,
      "learning_rate": 0.0001898682482739932,
      "loss": 1.0198,
      "step": 61872
    },
    {
      "epoch": 2.534220765922589,
      "grad_norm": 1.0868505791201197,
      "learning_rate": 0.00018986510417777196,
      "loss": 0.9323,
      "step": 61873
    },
    {
      "epoch": 2.534261724349785,
      "grad_norm": 0.6418306633877159,
      "learning_rate": 0.0001898619600627049,
      "loss": 0.2757,
      "step": 61874
    },
    {
      "epoch": 2.5343026827769815,
      "grad_norm": 1.1611559233499706,
      "learning_rate": 0.0001898588159287934,
      "loss": 0.7034,
      "step": 61875
    },
    {
      "epoch": 2.5343436412041775,
      "grad_norm": 3.2967696695962383,
      "learning_rate": 0.00018985567177603896,
      "loss": 4.8848,
      "step": 61876
    },
    {
      "epoch": 2.534384599631374,
      "grad_norm": 0.9032579237919993,
      "learning_rate": 0.00018985252760444308,
      "loss": 0.7109,
      "step": 61877
    },
    {
      "epoch": 2.5344255580585706,
      "grad_norm": 1.0892303764610167,
      "learning_rate": 0.00018984938341400719,
      "loss": 0.9275,
      "step": 61878
    },
    {
      "epoch": 2.534466516485767,
      "grad_norm": 0.8306532184930056,
      "learning_rate": 0.0001898462392047329,
      "loss": 0.2688,
      "step": 61879
    },
    {
      "epoch": 2.5345074749129632,
      "grad_norm": 1.4013032502664529,
      "learning_rate": 0.00018984309497662157,
      "loss": 1.0979,
      "step": 61880
    },
    {
      "epoch": 2.53454843334016,
      "grad_norm": 1.034997142962999,
      "learning_rate": 0.00018983995072967478,
      "loss": 1.0136,
      "step": 61881
    },
    {
      "epoch": 2.534589391767356,
      "grad_norm": 1.6171195083823706,
      "learning_rate": 0.00018983680646389393,
      "loss": 0.8586,
      "step": 61882
    },
    {
      "epoch": 2.5346303501945524,
      "grad_norm": 0.7900751399724626,
      "learning_rate": 0.00018983366217928055,
      "loss": 0.705,
      "step": 61883
    },
    {
      "epoch": 2.534671308621749,
      "grad_norm": 0.7172047348408823,
      "learning_rate": 0.00018983051787583612,
      "loss": 0.3866,
      "step": 61884
    },
    {
      "epoch": 2.5347122670489455,
      "grad_norm": 0.7441338361513833,
      "learning_rate": 0.00018982737355356216,
      "loss": 0.584,
      "step": 61885
    },
    {
      "epoch": 2.5347532254761416,
      "grad_norm": 1.23707228952114,
      "learning_rate": 0.0001898242292124601,
      "loss": 0.8844,
      "step": 61886
    },
    {
      "epoch": 2.534794183903338,
      "grad_norm": 1.8413021406004237,
      "learning_rate": 0.0001898210848525315,
      "loss": 1.3954,
      "step": 61887
    },
    {
      "epoch": 2.5348351423305346,
      "grad_norm": 1.1081381365882714,
      "learning_rate": 0.00018981794047377774,
      "loss": 1.0767,
      "step": 61888
    },
    {
      "epoch": 2.5348761007577307,
      "grad_norm": 1.3406902282931006,
      "learning_rate": 0.0001898147960762004,
      "loss": 1.1106,
      "step": 61889
    },
    {
      "epoch": 2.5349170591849273,
      "grad_norm": 3.0261323839848107,
      "learning_rate": 0.00018981165165980095,
      "loss": 1.3496,
      "step": 61890
    },
    {
      "epoch": 2.534958017612124,
      "grad_norm": 1.3482728422017258,
      "learning_rate": 0.00018980850722458086,
      "loss": 0.8969,
      "step": 61891
    },
    {
      "epoch": 2.5349989760393203,
      "grad_norm": 0.9588251354104343,
      "learning_rate": 0.0001898053627705416,
      "loss": 0.7001,
      "step": 61892
    },
    {
      "epoch": 2.5350399344665164,
      "grad_norm": 1.1451743442089566,
      "learning_rate": 0.00018980221829768468,
      "loss": 1.012,
      "step": 61893
    },
    {
      "epoch": 2.535080892893713,
      "grad_norm": 0.9944693565031135,
      "learning_rate": 0.00018979907380601156,
      "loss": 0.6828,
      "step": 61894
    },
    {
      "epoch": 2.535121851320909,
      "grad_norm": 1.3591167555401147,
      "learning_rate": 0.0001897959292955238,
      "loss": 0.3279,
      "step": 61895
    },
    {
      "epoch": 2.5351628097481056,
      "grad_norm": 0.8655578676996915,
      "learning_rate": 0.0001897927847662228,
      "loss": 0.8325,
      "step": 61896
    },
    {
      "epoch": 2.535203768175302,
      "grad_norm": 1.03014335410113,
      "learning_rate": 0.00018978964021811005,
      "loss": 0.7836,
      "step": 61897
    },
    {
      "epoch": 2.5352447266024987,
      "grad_norm": 0.8012459198815869,
      "learning_rate": 0.00018978649565118714,
      "loss": 0.4874,
      "step": 61898
    },
    {
      "epoch": 2.5352856850296948,
      "grad_norm": 1.2052725462851164,
      "learning_rate": 0.00018978335106545542,
      "loss": 0.6142,
      "step": 61899
    },
    {
      "epoch": 2.5353266434568913,
      "grad_norm": 1.2876916890543808,
      "learning_rate": 0.00018978020646091647,
      "loss": 1.1408,
      "step": 61900
    },
    {
      "epoch": 2.5353676018840874,
      "grad_norm": 1.158744325032715,
      "learning_rate": 0.0001897770618375717,
      "loss": 0.5968,
      "step": 61901
    },
    {
      "epoch": 2.535408560311284,
      "grad_norm": 1.31840314367382,
      "learning_rate": 0.0001897739171954227,
      "loss": 1.2257,
      "step": 61902
    },
    {
      "epoch": 2.5354495187384805,
      "grad_norm": 0.8491148733586127,
      "learning_rate": 0.0001897707725344709,
      "loss": 0.5968,
      "step": 61903
    },
    {
      "epoch": 2.535490477165677,
      "grad_norm": 1.240819418575953,
      "learning_rate": 0.00018976762785471776,
      "loss": 0.956,
      "step": 61904
    },
    {
      "epoch": 2.535531435592873,
      "grad_norm": 0.7594210935623055,
      "learning_rate": 0.00018976448315616477,
      "loss": 0.5466,
      "step": 61905
    },
    {
      "epoch": 2.5355723940200696,
      "grad_norm": 0.9015602253811106,
      "learning_rate": 0.0001897613384388135,
      "loss": 0.8031,
      "step": 61906
    },
    {
      "epoch": 2.535613352447266,
      "grad_norm": 1.278525180417709,
      "learning_rate": 0.00018975819370266537,
      "loss": 1.2744,
      "step": 61907
    },
    {
      "epoch": 2.5356543108744622,
      "grad_norm": 1.1188884252665008,
      "learning_rate": 0.00018975504894772185,
      "loss": 0.7628,
      "step": 61908
    },
    {
      "epoch": 2.535695269301659,
      "grad_norm": 1.0785055108126098,
      "learning_rate": 0.00018975190417398443,
      "loss": 1.0222,
      "step": 61909
    },
    {
      "epoch": 2.5357362277288553,
      "grad_norm": 0.8732118801572017,
      "learning_rate": 0.00018974875938145464,
      "loss": 0.4453,
      "step": 61910
    },
    {
      "epoch": 2.535777186156052,
      "grad_norm": 1.1102986084885722,
      "learning_rate": 0.00018974561457013394,
      "loss": 0.3098,
      "step": 61911
    },
    {
      "epoch": 2.535818144583248,
      "grad_norm": 0.9341363545496564,
      "learning_rate": 0.00018974246974002383,
      "loss": 0.6281,
      "step": 61912
    },
    {
      "epoch": 2.5358591030104445,
      "grad_norm": 1.4591210402472479,
      "learning_rate": 0.00018973932489112577,
      "loss": 0.751,
      "step": 61913
    },
    {
      "epoch": 2.5359000614376406,
      "grad_norm": 0.6755134819194839,
      "learning_rate": 0.00018973618002344128,
      "loss": 0.3631,
      "step": 61914
    },
    {
      "epoch": 2.535941019864837,
      "grad_norm": 1.0980920990645473,
      "learning_rate": 0.00018973303513697182,
      "loss": 0.8352,
      "step": 61915
    },
    {
      "epoch": 2.5359819782920336,
      "grad_norm": 1.0186000639978834,
      "learning_rate": 0.00018972989023171888,
      "loss": 0.7311,
      "step": 61916
    },
    {
      "epoch": 2.53602293671923,
      "grad_norm": 1.1909674870478892,
      "learning_rate": 0.00018972674530768398,
      "loss": 0.6938,
      "step": 61917
    },
    {
      "epoch": 2.5360638951464263,
      "grad_norm": 2.030732293251473,
      "learning_rate": 0.0001897236003648686,
      "loss": 0.9961,
      "step": 61918
    },
    {
      "epoch": 2.536104853573623,
      "grad_norm": 1.042467732865579,
      "learning_rate": 0.00018972045540327414,
      "loss": 0.8777,
      "step": 61919
    },
    {
      "epoch": 2.536145812000819,
      "grad_norm": 1.3073661632323645,
      "learning_rate": 0.00018971731042290217,
      "loss": 1.0906,
      "step": 61920
    },
    {
      "epoch": 2.5361867704280154,
      "grad_norm": 0.866239160939241,
      "learning_rate": 0.00018971416542375416,
      "loss": 0.676,
      "step": 61921
    },
    {
      "epoch": 2.536227728855212,
      "grad_norm": 1.173593839736123,
      "learning_rate": 0.0001897110204058316,
      "loss": 0.8799,
      "step": 61922
    },
    {
      "epoch": 2.5362686872824085,
      "grad_norm": 0.8277078383672192,
      "learning_rate": 0.000189707875369136,
      "loss": 0.5508,
      "step": 61923
    },
    {
      "epoch": 2.5363096457096046,
      "grad_norm": 1.1056450370232573,
      "learning_rate": 0.00018970473031366876,
      "loss": 1.0438,
      "step": 61924
    },
    {
      "epoch": 2.536350604136801,
      "grad_norm": 0.834705788505534,
      "learning_rate": 0.0001897015852394315,
      "loss": 0.617,
      "step": 61925
    },
    {
      "epoch": 2.5363915625639977,
      "grad_norm": 1.0871672238982568,
      "learning_rate": 0.0001896984401464256,
      "loss": 0.8645,
      "step": 61926
    },
    {
      "epoch": 2.5364325209911938,
      "grad_norm": 1.186950789457069,
      "learning_rate": 0.0001896952950346526,
      "loss": 0.961,
      "step": 61927
    },
    {
      "epoch": 2.5364734794183903,
      "grad_norm": 0.8969588206587952,
      "learning_rate": 0.00018969214990411396,
      "loss": 0.6716,
      "step": 61928
    },
    {
      "epoch": 2.536514437845587,
      "grad_norm": 2.9934890233835567,
      "learning_rate": 0.00018968900475481115,
      "loss": 3.2197,
      "step": 61929
    },
    {
      "epoch": 2.5365553962727834,
      "grad_norm": 1.1472685082293852,
      "learning_rate": 0.00018968585958674568,
      "loss": 0.8312,
      "step": 61930
    },
    {
      "epoch": 2.5365963546999795,
      "grad_norm": 0.8233666729719002,
      "learning_rate": 0.00018968271439991907,
      "loss": 0.6661,
      "step": 61931
    },
    {
      "epoch": 2.536637313127176,
      "grad_norm": 1.5957569956908597,
      "learning_rate": 0.0001896795691943328,
      "loss": 1.1272,
      "step": 61932
    },
    {
      "epoch": 2.536678271554372,
      "grad_norm": 1.018336961732052,
      "learning_rate": 0.00018967642396998827,
      "loss": 0.8811,
      "step": 61933
    },
    {
      "epoch": 2.5367192299815686,
      "grad_norm": 1.0341131474595489,
      "learning_rate": 0.00018967327872688707,
      "loss": 0.763,
      "step": 61934
    },
    {
      "epoch": 2.536760188408765,
      "grad_norm": 0.9676420956285523,
      "learning_rate": 0.0001896701334650306,
      "loss": 0.8542,
      "step": 61935
    },
    {
      "epoch": 2.5368011468359617,
      "grad_norm": 0.7426401022350219,
      "learning_rate": 0.00018966698818442045,
      "loss": 0.3141,
      "step": 61936
    },
    {
      "epoch": 2.536842105263158,
      "grad_norm": 1.2887674611720417,
      "learning_rate": 0.000189663842885058,
      "loss": 1.4663,
      "step": 61937
    },
    {
      "epoch": 2.5368830636903543,
      "grad_norm": 0.7417818786031237,
      "learning_rate": 0.00018966069756694482,
      "loss": 0.2589,
      "step": 61938
    },
    {
      "epoch": 2.5369240221175504,
      "grad_norm": 1.0379556392102012,
      "learning_rate": 0.00018965755223008236,
      "loss": 0.8216,
      "step": 61939
    },
    {
      "epoch": 2.536964980544747,
      "grad_norm": 0.8579512975013965,
      "learning_rate": 0.00018965440687447209,
      "loss": 0.5098,
      "step": 61940
    },
    {
      "epoch": 2.5370059389719435,
      "grad_norm": 1.0437147397406163,
      "learning_rate": 0.00018965126150011552,
      "loss": 0.7229,
      "step": 61941
    },
    {
      "epoch": 2.53704689739914,
      "grad_norm": 1.7754164690317733,
      "learning_rate": 0.00018964811610701414,
      "loss": 1.338,
      "step": 61942
    },
    {
      "epoch": 2.537087855826336,
      "grad_norm": 0.7137689032476547,
      "learning_rate": 0.00018964497069516944,
      "loss": 0.2316,
      "step": 61943
    },
    {
      "epoch": 2.5371288142535326,
      "grad_norm": 8.484658959909124,
      "learning_rate": 0.00018964182526458293,
      "loss": 5.6562,
      "step": 61944
    },
    {
      "epoch": 2.537169772680729,
      "grad_norm": 1.3833266528582546,
      "learning_rate": 0.00018963867981525598,
      "loss": 0.8231,
      "step": 61945
    },
    {
      "epoch": 2.5372107311079253,
      "grad_norm": 1.4860789941596402,
      "learning_rate": 0.00018963553434719023,
      "loss": 1.0708,
      "step": 61946
    },
    {
      "epoch": 2.537251689535122,
      "grad_norm": 0.5596070539797746,
      "learning_rate": 0.00018963238886038708,
      "loss": 0.1817,
      "step": 61947
    },
    {
      "epoch": 2.5372926479623183,
      "grad_norm": 0.8015181891564889,
      "learning_rate": 0.00018962924335484804,
      "loss": 0.7827,
      "step": 61948
    },
    {
      "epoch": 2.537333606389515,
      "grad_norm": 0.8909958615355483,
      "learning_rate": 0.0001896260978305746,
      "loss": 0.5582,
      "step": 61949
    },
    {
      "epoch": 2.537374564816711,
      "grad_norm": 0.9871908725533463,
      "learning_rate": 0.00018962295228756824,
      "loss": 0.7129,
      "step": 61950
    },
    {
      "epoch": 2.5374155232439075,
      "grad_norm": 1.1869645142408098,
      "learning_rate": 0.00018961980672583043,
      "loss": 0.7642,
      "step": 61951
    },
    {
      "epoch": 2.5374564816711036,
      "grad_norm": 0.9766515319148457,
      "learning_rate": 0.00018961666114536272,
      "loss": 0.6782,
      "step": 61952
    },
    {
      "epoch": 2.5374974400983,
      "grad_norm": 1.0698518480089472,
      "learning_rate": 0.00018961351554616648,
      "loss": 0.6573,
      "step": 61953
    },
    {
      "epoch": 2.5375383985254967,
      "grad_norm": 1.2067031305406217,
      "learning_rate": 0.00018961036992824333,
      "loss": 0.8937,
      "step": 61954
    },
    {
      "epoch": 2.537579356952693,
      "grad_norm": 1.2111309963478873,
      "learning_rate": 0.00018960722429159469,
      "loss": 0.9501,
      "step": 61955
    },
    {
      "epoch": 2.5376203153798893,
      "grad_norm": 1.4892308885249406,
      "learning_rate": 0.00018960407863622197,
      "loss": 0.7417,
      "step": 61956
    },
    {
      "epoch": 2.537661273807086,
      "grad_norm": 0.9309478161858096,
      "learning_rate": 0.00018960093296212685,
      "loss": 0.7996,
      "step": 61957
    },
    {
      "epoch": 2.537702232234282,
      "grad_norm": 1.0929692985701478,
      "learning_rate": 0.00018959778726931065,
      "loss": 0.773,
      "step": 61958
    },
    {
      "epoch": 2.5377431906614785,
      "grad_norm": 0.6473057050225374,
      "learning_rate": 0.0001895946415577749,
      "loss": 0.3015,
      "step": 61959
    },
    {
      "epoch": 2.537784149088675,
      "grad_norm": 1.0170648567710348,
      "learning_rate": 0.00018959149582752113,
      "loss": 0.6495,
      "step": 61960
    },
    {
      "epoch": 2.5378251075158715,
      "grad_norm": 1.2016498392274002,
      "learning_rate": 0.00018958835007855079,
      "loss": 1.0938,
      "step": 61961
    },
    {
      "epoch": 2.5378660659430676,
      "grad_norm": 1.0317039084170723,
      "learning_rate": 0.00018958520431086538,
      "loss": 0.6678,
      "step": 61962
    },
    {
      "epoch": 2.537907024370264,
      "grad_norm": 1.0889182248173068,
      "learning_rate": 0.0001895820585244664,
      "loss": 0.8045,
      "step": 61963
    },
    {
      "epoch": 2.5379479827974607,
      "grad_norm": 2.3975305951601493,
      "learning_rate": 0.00018957891271935532,
      "loss": 2.058,
      "step": 61964
    },
    {
      "epoch": 2.537988941224657,
      "grad_norm": 1.3514527252314223,
      "learning_rate": 0.00018957576689553355,
      "loss": 0.6618,
      "step": 61965
    },
    {
      "epoch": 2.5380298996518533,
      "grad_norm": 0.9453268714523274,
      "learning_rate": 0.00018957262105300272,
      "loss": 0.5701,
      "step": 61966
    },
    {
      "epoch": 2.53807085807905,
      "grad_norm": 0.9621519997272978,
      "learning_rate": 0.00018956947519176425,
      "loss": 0.6626,
      "step": 61967
    },
    {
      "epoch": 2.5381118165062464,
      "grad_norm": 1.1301230415099537,
      "learning_rate": 0.00018956632931181966,
      "loss": 0.8893,
      "step": 61968
    },
    {
      "epoch": 2.5381527749334425,
      "grad_norm": 1.0428370728696148,
      "learning_rate": 0.00018956318341317033,
      "loss": 0.7815,
      "step": 61969
    },
    {
      "epoch": 2.538193733360639,
      "grad_norm": 0.7829097388520802,
      "learning_rate": 0.00018956003749581783,
      "loss": 0.3505,
      "step": 61970
    },
    {
      "epoch": 2.538234691787835,
      "grad_norm": 1.239997580991368,
      "learning_rate": 0.0001895568915597637,
      "loss": 0.9444,
      "step": 61971
    },
    {
      "epoch": 2.5382756502150317,
      "grad_norm": 0.9871306090357789,
      "learning_rate": 0.00018955374560500934,
      "loss": 0.8803,
      "step": 61972
    },
    {
      "epoch": 2.538316608642228,
      "grad_norm": 0.9768937656084044,
      "learning_rate": 0.00018955059963155624,
      "loss": 0.8398,
      "step": 61973
    },
    {
      "epoch": 2.5383575670694247,
      "grad_norm": 1.234763666993393,
      "learning_rate": 0.0001895474536394059,
      "loss": 0.7551,
      "step": 61974
    },
    {
      "epoch": 2.538398525496621,
      "grad_norm": 1.2749124437821424,
      "learning_rate": 0.00018954430762855987,
      "loss": 0.7062,
      "step": 61975
    },
    {
      "epoch": 2.5384394839238174,
      "grad_norm": 1.047510547062754,
      "learning_rate": 0.0001895411615990196,
      "loss": 0.4207,
      "step": 61976
    },
    {
      "epoch": 2.5384804423510134,
      "grad_norm": 1.048993783364998,
      "learning_rate": 0.00018953801555078646,
      "loss": 0.8284,
      "step": 61977
    },
    {
      "epoch": 2.53852140077821,
      "grad_norm": 0.8091217979194697,
      "learning_rate": 0.00018953486948386215,
      "loss": 0.3323,
      "step": 61978
    },
    {
      "epoch": 2.5385623592054065,
      "grad_norm": 0.6662140428029125,
      "learning_rate": 0.000189531723398248,
      "loss": 0.2769,
      "step": 61979
    },
    {
      "epoch": 2.538603317632603,
      "grad_norm": 1.0886049951754277,
      "learning_rate": 0.00018952857729394556,
      "loss": 0.7138,
      "step": 61980
    },
    {
      "epoch": 2.538644276059799,
      "grad_norm": 2.286116919675924,
      "learning_rate": 0.00018952543117095626,
      "loss": 0.9154,
      "step": 61981
    },
    {
      "epoch": 2.5386852344869957,
      "grad_norm": 0.8982097059848345,
      "learning_rate": 0.0001895222850292817,
      "loss": 0.3853,
      "step": 61982
    },
    {
      "epoch": 2.538726192914192,
      "grad_norm": 1.486911718908295,
      "learning_rate": 0.00018951913886892325,
      "loss": 1.3618,
      "step": 61983
    },
    {
      "epoch": 2.5387671513413883,
      "grad_norm": 1.0047643541844045,
      "learning_rate": 0.00018951599268988246,
      "loss": 0.6776,
      "step": 61984
    },
    {
      "epoch": 2.538808109768585,
      "grad_norm": 1.5290072950262332,
      "learning_rate": 0.0001895128464921608,
      "loss": 0.8046,
      "step": 61985
    },
    {
      "epoch": 2.5388490681957814,
      "grad_norm": 0.6671540192167201,
      "learning_rate": 0.00018950970027575975,
      "loss": 0.2614,
      "step": 61986
    },
    {
      "epoch": 2.538890026622978,
      "grad_norm": 2.7055975644313315,
      "learning_rate": 0.00018950655404068083,
      "loss": 3.1531,
      "step": 61987
    },
    {
      "epoch": 2.538930985050174,
      "grad_norm": 0.49547934500969537,
      "learning_rate": 0.00018950340778692547,
      "loss": 0.1384,
      "step": 61988
    },
    {
      "epoch": 2.5389719434773705,
      "grad_norm": 0.7699307904758476,
      "learning_rate": 0.00018950026151449522,
      "loss": 0.376,
      "step": 61989
    },
    {
      "epoch": 2.5390129019045666,
      "grad_norm": 0.8624861675762023,
      "learning_rate": 0.00018949711522339152,
      "loss": 0.6352,
      "step": 61990
    },
    {
      "epoch": 2.539053860331763,
      "grad_norm": 0.922974235940661,
      "learning_rate": 0.0001894939689136159,
      "loss": 0.8832,
      "step": 61991
    },
    {
      "epoch": 2.5390948187589597,
      "grad_norm": 1.035349265285393,
      "learning_rate": 0.00018949082258516977,
      "loss": 0.6751,
      "step": 61992
    },
    {
      "epoch": 2.5391357771861562,
      "grad_norm": 1.4033785164660217,
      "learning_rate": 0.00018948767623805469,
      "loss": 1.0316,
      "step": 61993
    },
    {
      "epoch": 2.5391767356133523,
      "grad_norm": 1.0163239688248757,
      "learning_rate": 0.0001894845298722722,
      "loss": 0.8471,
      "step": 61994
    },
    {
      "epoch": 2.539217694040549,
      "grad_norm": 1.9871513485269248,
      "learning_rate": 0.00018948138348782363,
      "loss": 1.4114,
      "step": 61995
    },
    {
      "epoch": 2.5392586524677454,
      "grad_norm": 1.2253700578011606,
      "learning_rate": 0.00018947823708471054,
      "loss": 0.8666,
      "step": 61996
    },
    {
      "epoch": 2.5392996108949415,
      "grad_norm": 1.0834904532500134,
      "learning_rate": 0.0001894750906629345,
      "loss": 0.9473,
      "step": 61997
    },
    {
      "epoch": 2.539340569322138,
      "grad_norm": 1.1184464920333301,
      "learning_rate": 0.0001894719442224969,
      "loss": 0.804,
      "step": 61998
    },
    {
      "epoch": 2.5393815277493346,
      "grad_norm": 1.0897878683193478,
      "learning_rate": 0.00018946879776339927,
      "loss": 0.934,
      "step": 61999
    },
    {
      "epoch": 2.5394224861765307,
      "grad_norm": 1.2067044651293533,
      "learning_rate": 0.00018946565128564308,
      "loss": 0.8202,
      "step": 62000
    },
    {
      "epoch": 2.539463444603727,
      "grad_norm": 0.9815369539341424,
      "learning_rate": 0.00018946250478922975,
      "loss": 0.8475,
      "step": 62001
    },
    {
      "epoch": 2.5395044030309237,
      "grad_norm": 1.0884572614233705,
      "learning_rate": 0.00018945935827416094,
      "loss": 0.7608,
      "step": 62002
    },
    {
      "epoch": 2.53954536145812,
      "grad_norm": 1.1039156881543284,
      "learning_rate": 0.000189456211740438,
      "loss": 0.7463,
      "step": 62003
    },
    {
      "epoch": 2.5395863198853164,
      "grad_norm": 1.0587494415794403,
      "learning_rate": 0.00018945306518806243,
      "loss": 0.5607,
      "step": 62004
    },
    {
      "epoch": 2.539627278312513,
      "grad_norm": 1.4464887830144109,
      "learning_rate": 0.00018944991861703575,
      "loss": 0.916,
      "step": 62005
    },
    {
      "epoch": 2.5396682367397094,
      "grad_norm": 1.0403132401972888,
      "learning_rate": 0.00018944677202735943,
      "loss": 0.8094,
      "step": 62006
    },
    {
      "epoch": 2.5397091951669055,
      "grad_norm": 1.0708918521277377,
      "learning_rate": 0.000189443625419035,
      "loss": 1.1385,
      "step": 62007
    },
    {
      "epoch": 2.539750153594102,
      "grad_norm": 1.2124450894551306,
      "learning_rate": 0.00018944047879206386,
      "loss": 0.8526,
      "step": 62008
    },
    {
      "epoch": 2.539791112021298,
      "grad_norm": 1.4179100402842904,
      "learning_rate": 0.00018943733214644756,
      "loss": 0.9109,
      "step": 62009
    },
    {
      "epoch": 2.5398320704484947,
      "grad_norm": 1.7048938988705578,
      "learning_rate": 0.0001894341854821876,
      "loss": 0.3517,
      "step": 62010
    },
    {
      "epoch": 2.539873028875691,
      "grad_norm": 1.0738324319279204,
      "learning_rate": 0.00018943103879928545,
      "loss": 0.9038,
      "step": 62011
    },
    {
      "epoch": 2.5399139873028878,
      "grad_norm": 0.8238663729501874,
      "learning_rate": 0.0001894278920977426,
      "loss": 0.3025,
      "step": 62012
    },
    {
      "epoch": 2.539954945730084,
      "grad_norm": 0.9020601398584445,
      "learning_rate": 0.0001894247453775605,
      "loss": 0.5865,
      "step": 62013
    },
    {
      "epoch": 2.5399959041572804,
      "grad_norm": 0.9230200389021225,
      "learning_rate": 0.00018942159863874068,
      "loss": 0.6875,
      "step": 62014
    },
    {
      "epoch": 2.540036862584477,
      "grad_norm": 1.1314381786464869,
      "learning_rate": 0.00018941845188128462,
      "loss": 0.4735,
      "step": 62015
    },
    {
      "epoch": 2.540077821011673,
      "grad_norm": 4.775941907782942,
      "learning_rate": 0.0001894153051051938,
      "loss": 1.2459,
      "step": 62016
    },
    {
      "epoch": 2.5401187794388695,
      "grad_norm": 2.124087562307948,
      "learning_rate": 0.0001894121583104697,
      "loss": 1.3129,
      "step": 62017
    },
    {
      "epoch": 2.540159737866066,
      "grad_norm": 1.5107161536186768,
      "learning_rate": 0.00018940901149711384,
      "loss": 1.102,
      "step": 62018
    },
    {
      "epoch": 2.540200696293262,
      "grad_norm": 0.9135844952083734,
      "learning_rate": 0.0001894058646651277,
      "loss": 0.7017,
      "step": 62019
    },
    {
      "epoch": 2.5402416547204587,
      "grad_norm": 1.105428530980353,
      "learning_rate": 0.00018940271781451272,
      "loss": 1.0144,
      "step": 62020
    },
    {
      "epoch": 2.5402826131476552,
      "grad_norm": 1.326935837193933,
      "learning_rate": 0.00018939957094527043,
      "loss": 1.2873,
      "step": 62021
    },
    {
      "epoch": 2.5403235715748513,
      "grad_norm": 0.9049744940494382,
      "learning_rate": 0.00018939642405740235,
      "loss": 0.7846,
      "step": 62022
    },
    {
      "epoch": 2.540364530002048,
      "grad_norm": 3.4893602733805764,
      "learning_rate": 0.00018939327715090988,
      "loss": 1.8601,
      "step": 62023
    },
    {
      "epoch": 2.5404054884292444,
      "grad_norm": 1.3669907821475669,
      "learning_rate": 0.00018939013022579453,
      "loss": 1.1481,
      "step": 62024
    },
    {
      "epoch": 2.540446446856441,
      "grad_norm": 1.0423366756814882,
      "learning_rate": 0.00018938698328205785,
      "loss": 0.7225,
      "step": 62025
    },
    {
      "epoch": 2.540487405283637,
      "grad_norm": 0.650787940749097,
      "learning_rate": 0.0001893838363197013,
      "loss": 0.2318,
      "step": 62026
    },
    {
      "epoch": 2.5405283637108336,
      "grad_norm": 0.9936397946501175,
      "learning_rate": 0.00018938068933872635,
      "loss": 0.5247,
      "step": 62027
    },
    {
      "epoch": 2.5405693221380297,
      "grad_norm": 0.9621251395648686,
      "learning_rate": 0.00018937754233913447,
      "loss": 0.6845,
      "step": 62028
    },
    {
      "epoch": 2.540610280565226,
      "grad_norm": 3.4784090676971755,
      "learning_rate": 0.0001893743953209272,
      "loss": 4.6928,
      "step": 62029
    },
    {
      "epoch": 2.5406512389924227,
      "grad_norm": 1.0946490685816586,
      "learning_rate": 0.000189371248284106,
      "loss": 0.8135,
      "step": 62030
    },
    {
      "epoch": 2.5406921974196193,
      "grad_norm": 1.2234237900054066,
      "learning_rate": 0.00018936810122867234,
      "loss": 0.9489,
      "step": 62031
    },
    {
      "epoch": 2.5407331558468154,
      "grad_norm": 2.075201511637649,
      "learning_rate": 0.0001893649541546277,
      "loss": 2.3149,
      "step": 62032
    },
    {
      "epoch": 2.540774114274012,
      "grad_norm": 0.806377007450988,
      "learning_rate": 0.00018936180706197368,
      "loss": 0.6668,
      "step": 62033
    },
    {
      "epoch": 2.5408150727012084,
      "grad_norm": 1.127902418072679,
      "learning_rate": 0.0001893586599507116,
      "loss": 0.6541,
      "step": 62034
    },
    {
      "epoch": 2.5408560311284045,
      "grad_norm": 1.1046242329046758,
      "learning_rate": 0.00018935551282084307,
      "loss": 0.5888,
      "step": 62035
    },
    {
      "epoch": 2.540896989555601,
      "grad_norm": 1.2829656323528524,
      "learning_rate": 0.00018935236567236955,
      "loss": 1.0535,
      "step": 62036
    },
    {
      "epoch": 2.5409379479827976,
      "grad_norm": 1.1192169186113932,
      "learning_rate": 0.00018934921850529248,
      "loss": 0.9336,
      "step": 62037
    },
    {
      "epoch": 2.540978906409994,
      "grad_norm": 2.3695798952160745,
      "learning_rate": 0.0001893460713196134,
      "loss": 2.7319,
      "step": 62038
    },
    {
      "epoch": 2.5410198648371902,
      "grad_norm": 1.2111081643783033,
      "learning_rate": 0.0001893429241153338,
      "loss": 1.0411,
      "step": 62039
    },
    {
      "epoch": 2.5410608232643868,
      "grad_norm": 1.308586599465159,
      "learning_rate": 0.0001893397768924551,
      "loss": 0.8469,
      "step": 62040
    },
    {
      "epoch": 2.541101781691583,
      "grad_norm": 1.2437917051245055,
      "learning_rate": 0.00018933662965097884,
      "loss": 1.0187,
      "step": 62041
    },
    {
      "epoch": 2.5411427401187794,
      "grad_norm": 0.9544890476503101,
      "learning_rate": 0.00018933348239090654,
      "loss": 0.734,
      "step": 62042
    },
    {
      "epoch": 2.541183698545976,
      "grad_norm": 0.9801696081284313,
      "learning_rate": 0.00018933033511223964,
      "loss": 0.8122,
      "step": 62043
    },
    {
      "epoch": 2.5412246569731725,
      "grad_norm": 1.390663187564369,
      "learning_rate": 0.00018932718781497967,
      "loss": 1.1884,
      "step": 62044
    },
    {
      "epoch": 2.5412656154003685,
      "grad_norm": 1.0980004262376561,
      "learning_rate": 0.000189324040499128,
      "loss": 0.7869,
      "step": 62045
    },
    {
      "epoch": 2.541306573827565,
      "grad_norm": 1.5045719181846082,
      "learning_rate": 0.00018932089316468626,
      "loss": 0.4166,
      "step": 62046
    },
    {
      "epoch": 2.541347532254761,
      "grad_norm": 1.2923269735793048,
      "learning_rate": 0.00018931774581165594,
      "loss": 0.8689,
      "step": 62047
    },
    {
      "epoch": 2.5413884906819577,
      "grad_norm": 2.5827452347760813,
      "learning_rate": 0.0001893145984400384,
      "loss": 3.107,
      "step": 62048
    },
    {
      "epoch": 2.5414294491091542,
      "grad_norm": 1.219106071849836,
      "learning_rate": 0.00018931145104983518,
      "loss": 0.8053,
      "step": 62049
    },
    {
      "epoch": 2.541470407536351,
      "grad_norm": 1.5460904818567094,
      "learning_rate": 0.0001893083036410478,
      "loss": 1.0646,
      "step": 62050
    },
    {
      "epoch": 2.541511365963547,
      "grad_norm": 1.2684727473846873,
      "learning_rate": 0.0001893051562136778,
      "loss": 1.247,
      "step": 62051
    },
    {
      "epoch": 2.5415523243907434,
      "grad_norm": 0.64209403333705,
      "learning_rate": 0.00018930200876772653,
      "loss": 0.2324,
      "step": 62052
    },
    {
      "epoch": 2.54159328281794,
      "grad_norm": 1.373164731933502,
      "learning_rate": 0.0001892988613031956,
      "loss": 0.6435,
      "step": 62053
    },
    {
      "epoch": 2.541634241245136,
      "grad_norm": 1.280828984651328,
      "learning_rate": 0.00018929571382008642,
      "loss": 0.8112,
      "step": 62054
    },
    {
      "epoch": 2.5416751996723326,
      "grad_norm": 1.1955098036390124,
      "learning_rate": 0.00018929256631840052,
      "loss": 0.8661,
      "step": 62055
    },
    {
      "epoch": 2.541716158099529,
      "grad_norm": 1.6291726495096754,
      "learning_rate": 0.00018928941879813938,
      "loss": 2.1054,
      "step": 62056
    },
    {
      "epoch": 2.5417571165267256,
      "grad_norm": 1.0473322761201553,
      "learning_rate": 0.00018928627125930445,
      "loss": 0.6123,
      "step": 62057
    },
    {
      "epoch": 2.5417980749539217,
      "grad_norm": 0.6365138005623328,
      "learning_rate": 0.00018928312370189733,
      "loss": 0.2448,
      "step": 62058
    },
    {
      "epoch": 2.5418390333811183,
      "grad_norm": 1.114754593492674,
      "learning_rate": 0.00018927997612591934,
      "loss": 0.8666,
      "step": 62059
    },
    {
      "epoch": 2.5418799918083144,
      "grad_norm": 1.246539620975809,
      "learning_rate": 0.00018927682853137206,
      "loss": 0.9884,
      "step": 62060
    },
    {
      "epoch": 2.541920950235511,
      "grad_norm": 1.5514612630458424,
      "learning_rate": 0.00018927368091825706,
      "loss": 0.95,
      "step": 62061
    },
    {
      "epoch": 2.5419619086627074,
      "grad_norm": 1.4676138200763749,
      "learning_rate": 0.0001892705332865757,
      "loss": 1.1553,
      "step": 62062
    },
    {
      "epoch": 2.542002867089904,
      "grad_norm": 1.3181586628464497,
      "learning_rate": 0.00018926738563632947,
      "loss": 1.0738,
      "step": 62063
    },
    {
      "epoch": 2.5420438255171,
      "grad_norm": 1.120780358952442,
      "learning_rate": 0.0001892642379675199,
      "loss": 1.1647,
      "step": 62064
    },
    {
      "epoch": 2.5420847839442966,
      "grad_norm": 1.0589637116514283,
      "learning_rate": 0.0001892610902801485,
      "loss": 0.9932,
      "step": 62065
    },
    {
      "epoch": 2.5421257423714927,
      "grad_norm": 1.0173185672313054,
      "learning_rate": 0.00018925794257421675,
      "loss": 0.7235,
      "step": 62066
    },
    {
      "epoch": 2.5421667007986892,
      "grad_norm": 0.6455606713816959,
      "learning_rate": 0.00018925479484972613,
      "loss": 0.2697,
      "step": 62067
    },
    {
      "epoch": 2.5422076592258858,
      "grad_norm": 0.6179834597645746,
      "learning_rate": 0.00018925164710667812,
      "loss": 0.2738,
      "step": 62068
    },
    {
      "epoch": 2.5422486176530823,
      "grad_norm": 0.8253337858821945,
      "learning_rate": 0.00018924849934507412,
      "loss": 0.5857,
      "step": 62069
    },
    {
      "epoch": 2.5422895760802784,
      "grad_norm": 7.358122545424832,
      "learning_rate": 0.0001892453515649158,
      "loss": 1.6709,
      "step": 62070
    },
    {
      "epoch": 2.542330534507475,
      "grad_norm": 1.1673120163829416,
      "learning_rate": 0.00018924220376620454,
      "loss": 0.9825,
      "step": 62071
    },
    {
      "epoch": 2.5423714929346715,
      "grad_norm": 1.062501704787198,
      "learning_rate": 0.00018923905594894186,
      "loss": 0.6385,
      "step": 62072
    },
    {
      "epoch": 2.5424124513618676,
      "grad_norm": 1.2875947528853244,
      "learning_rate": 0.00018923590811312918,
      "loss": 0.1948,
      "step": 62073
    },
    {
      "epoch": 2.542453409789064,
      "grad_norm": 1.125691563766692,
      "learning_rate": 0.00018923276025876808,
      "loss": 1.1321,
      "step": 62074
    },
    {
      "epoch": 2.5424943682162606,
      "grad_norm": 1.0123862048351124,
      "learning_rate": 0.00018922961238585997,
      "loss": 0.5662,
      "step": 62075
    },
    {
      "epoch": 2.542535326643457,
      "grad_norm": 1.0186672893534854,
      "learning_rate": 0.0001892264644944064,
      "loss": 0.8997,
      "step": 62076
    },
    {
      "epoch": 2.5425762850706533,
      "grad_norm": 0.9760441657907546,
      "learning_rate": 0.00018922331658440884,
      "loss": 0.7113,
      "step": 62077
    },
    {
      "epoch": 2.54261724349785,
      "grad_norm": 0.8901490297831866,
      "learning_rate": 0.00018922016865586877,
      "loss": 0.7344,
      "step": 62078
    },
    {
      "epoch": 2.542658201925046,
      "grad_norm": 0.784675138605608,
      "learning_rate": 0.00018921702070878765,
      "loss": 0.6912,
      "step": 62079
    },
    {
      "epoch": 2.5426991603522424,
      "grad_norm": 0.8768658411927602,
      "learning_rate": 0.00018921387274316705,
      "loss": 0.65,
      "step": 62080
    },
    {
      "epoch": 2.542740118779439,
      "grad_norm": 1.776782628182651,
      "learning_rate": 0.00018921072475900833,
      "loss": 0.6447,
      "step": 62081
    },
    {
      "epoch": 2.5427810772066355,
      "grad_norm": 0.6266977458513409,
      "learning_rate": 0.00018920757675631314,
      "loss": 0.2547,
      "step": 62082
    },
    {
      "epoch": 2.5428220356338316,
      "grad_norm": 1.0845281753764393,
      "learning_rate": 0.00018920442873508286,
      "loss": 0.7406,
      "step": 62083
    },
    {
      "epoch": 2.542862994061028,
      "grad_norm": 0.9855795896846135,
      "learning_rate": 0.000189201280695319,
      "loss": 0.6847,
      "step": 62084
    },
    {
      "epoch": 2.542903952488224,
      "grad_norm": 1.1918832663238395,
      "learning_rate": 0.000189198132637023,
      "loss": 0.6797,
      "step": 62085
    },
    {
      "epoch": 2.5429449109154207,
      "grad_norm": 1.1600848977025575,
      "learning_rate": 0.00018919498456019642,
      "loss": 0.8342,
      "step": 62086
    },
    {
      "epoch": 2.5429858693426173,
      "grad_norm": 1.095755653933461,
      "learning_rate": 0.00018919183646484076,
      "loss": 0.956,
      "step": 62087
    },
    {
      "epoch": 2.543026827769814,
      "grad_norm": 2.40804644904172,
      "learning_rate": 0.00018918868835095744,
      "loss": 0.405,
      "step": 62088
    },
    {
      "epoch": 2.54306778619701,
      "grad_norm": 1.192786426509716,
      "learning_rate": 0.00018918554021854798,
      "loss": 1.0795,
      "step": 62089
    },
    {
      "epoch": 2.5431087446242064,
      "grad_norm": 4.090652673916721,
      "learning_rate": 0.00018918239206761392,
      "loss": 5.4539,
      "step": 62090
    },
    {
      "epoch": 2.543149703051403,
      "grad_norm": 1.2722507231816718,
      "learning_rate": 0.00018917924389815668,
      "loss": 0.8093,
      "step": 62091
    },
    {
      "epoch": 2.543190661478599,
      "grad_norm": 1.1246150658870393,
      "learning_rate": 0.00018917609571017773,
      "loss": 0.595,
      "step": 62092
    },
    {
      "epoch": 2.5432316199057956,
      "grad_norm": 3.1556640408457555,
      "learning_rate": 0.00018917294750367864,
      "loss": 4.657,
      "step": 62093
    },
    {
      "epoch": 2.543272578332992,
      "grad_norm": 0.9805238545654354,
      "learning_rate": 0.00018916979927866083,
      "loss": 0.8263,
      "step": 62094
    },
    {
      "epoch": 2.5433135367601887,
      "grad_norm": 1.0158419418282085,
      "learning_rate": 0.00018916665103512582,
      "loss": 0.8414,
      "step": 62095
    },
    {
      "epoch": 2.5433544951873848,
      "grad_norm": 1.296804062577313,
      "learning_rate": 0.00018916350277307505,
      "loss": 0.8962,
      "step": 62096
    },
    {
      "epoch": 2.5433954536145813,
      "grad_norm": 0.6678263052511142,
      "learning_rate": 0.0001891603544925101,
      "loss": 0.2976,
      "step": 62097
    },
    {
      "epoch": 2.5434364120417774,
      "grad_norm": 1.0278899872361276,
      "learning_rate": 0.00018915720619343238,
      "loss": 0.5439,
      "step": 62098
    },
    {
      "epoch": 2.543477370468974,
      "grad_norm": 1.1709194701006087,
      "learning_rate": 0.0001891540578758434,
      "loss": 0.8385,
      "step": 62099
    },
    {
      "epoch": 2.5435183288961705,
      "grad_norm": 1.3253487062653464,
      "learning_rate": 0.00018915090953974464,
      "loss": 0.9848,
      "step": 62100
    },
    {
      "epoch": 2.543559287323367,
      "grad_norm": 1.6708440338393722,
      "learning_rate": 0.00018914776118513768,
      "loss": 0.8458,
      "step": 62101
    },
    {
      "epoch": 2.543600245750563,
      "grad_norm": 0.6673352268474652,
      "learning_rate": 0.00018914461281202387,
      "loss": 0.2601,
      "step": 62102
    },
    {
      "epoch": 2.5436412041777596,
      "grad_norm": 0.9826573166045837,
      "learning_rate": 0.00018914146442040479,
      "loss": 0.6205,
      "step": 62103
    },
    {
      "epoch": 2.5436821626049557,
      "grad_norm": 0.7907238052847543,
      "learning_rate": 0.00018913831601028187,
      "loss": 0.4595,
      "step": 62104
    },
    {
      "epoch": 2.5437231210321523,
      "grad_norm": 1.2776992817680268,
      "learning_rate": 0.00018913516758165658,
      "loss": 0.9821,
      "step": 62105
    },
    {
      "epoch": 2.543764079459349,
      "grad_norm": 1.3209902774788889,
      "learning_rate": 0.0001891320191345305,
      "loss": 0.7817,
      "step": 62106
    },
    {
      "epoch": 2.5438050378865453,
      "grad_norm": 1.2887688612538888,
      "learning_rate": 0.0001891288706689051,
      "loss": 0.8801,
      "step": 62107
    },
    {
      "epoch": 2.5438459963137414,
      "grad_norm": 1.5135325714541243,
      "learning_rate": 0.00018912572218478181,
      "loss": 1.4585,
      "step": 62108
    },
    {
      "epoch": 2.543886954740938,
      "grad_norm": 0.685702521785854,
      "learning_rate": 0.00018912257368216211,
      "loss": 0.3957,
      "step": 62109
    },
    {
      "epoch": 2.5439279131681345,
      "grad_norm": 0.9419618292833697,
      "learning_rate": 0.00018911942516104763,
      "loss": 0.5554,
      "step": 62110
    },
    {
      "epoch": 2.5439688715953306,
      "grad_norm": 1.13362658181167,
      "learning_rate": 0.0001891162766214397,
      "loss": 0.5147,
      "step": 62111
    },
    {
      "epoch": 2.544009830022527,
      "grad_norm": 1.0097073146744178,
      "learning_rate": 0.00018911312806333986,
      "loss": 0.8717,
      "step": 62112
    },
    {
      "epoch": 2.5440507884497237,
      "grad_norm": 0.8328240024571564,
      "learning_rate": 0.00018910997948674957,
      "loss": 0.447,
      "step": 62113
    },
    {
      "epoch": 2.54409174687692,
      "grad_norm": 0.963061239542604,
      "learning_rate": 0.00018910683089167038,
      "loss": 0.989,
      "step": 62114
    },
    {
      "epoch": 2.5441327053041163,
      "grad_norm": 0.9926761596336687,
      "learning_rate": 0.0001891036822781038,
      "loss": 0.8992,
      "step": 62115
    },
    {
      "epoch": 2.544173663731313,
      "grad_norm": 1.2049752898528967,
      "learning_rate": 0.00018910053364605122,
      "loss": 0.8716,
      "step": 62116
    },
    {
      "epoch": 2.544214622158509,
      "grad_norm": 0.9921650808944322,
      "learning_rate": 0.00018909738499551412,
      "loss": 0.6854,
      "step": 62117
    },
    {
      "epoch": 2.5442555805857054,
      "grad_norm": 1.8714986667686944,
      "learning_rate": 0.00018909423632649413,
      "loss": 1.8359,
      "step": 62118
    },
    {
      "epoch": 2.544296539012902,
      "grad_norm": 1.463951671356901,
      "learning_rate": 0.00018909108763899264,
      "loss": 1.2934,
      "step": 62119
    },
    {
      "epoch": 2.5443374974400985,
      "grad_norm": 0.8060833395234677,
      "learning_rate": 0.00018908793893301112,
      "loss": 0.6362,
      "step": 62120
    },
    {
      "epoch": 2.5443784558672946,
      "grad_norm": 1.036511516575417,
      "learning_rate": 0.0001890847902085511,
      "loss": 0.6733,
      "step": 62121
    },
    {
      "epoch": 2.544419414294491,
      "grad_norm": 1.079700669860324,
      "learning_rate": 0.00018908164146561412,
      "loss": 0.8458,
      "step": 62122
    },
    {
      "epoch": 2.5444603727216872,
      "grad_norm": 0.8431454239748135,
      "learning_rate": 0.00018907849270420154,
      "loss": 0.7408,
      "step": 62123
    },
    {
      "epoch": 2.5445013311488838,
      "grad_norm": 1.107730135093357,
      "learning_rate": 0.00018907534392431495,
      "loss": 0.7365,
      "step": 62124
    },
    {
      "epoch": 2.5445422895760803,
      "grad_norm": 0.9487774083358052,
      "learning_rate": 0.00018907219512595574,
      "loss": 0.8421,
      "step": 62125
    },
    {
      "epoch": 2.544583248003277,
      "grad_norm": 1.5296854042829366,
      "learning_rate": 0.00018906904630912555,
      "loss": 1.2844,
      "step": 62126
    },
    {
      "epoch": 2.544624206430473,
      "grad_norm": 1.3032907889438705,
      "learning_rate": 0.00018906589747382573,
      "loss": 0.7962,
      "step": 62127
    },
    {
      "epoch": 2.5446651648576695,
      "grad_norm": 1.4790828032513355,
      "learning_rate": 0.00018906274862005783,
      "loss": 0.9727,
      "step": 62128
    },
    {
      "epoch": 2.544706123284866,
      "grad_norm": 1.2525773263464814,
      "learning_rate": 0.00018905959974782334,
      "loss": 1.221,
      "step": 62129
    },
    {
      "epoch": 2.544747081712062,
      "grad_norm": 1.1871013761729527,
      "learning_rate": 0.00018905645085712374,
      "loss": 0.5753,
      "step": 62130
    },
    {
      "epoch": 2.5447880401392586,
      "grad_norm": 0.9744471267585517,
      "learning_rate": 0.00018905330194796054,
      "loss": 0.7214,
      "step": 62131
    },
    {
      "epoch": 2.544828998566455,
      "grad_norm": 1.0231278400080726,
      "learning_rate": 0.00018905015302033516,
      "loss": 0.4963,
      "step": 62132
    },
    {
      "epoch": 2.5448699569936517,
      "grad_norm": 2.454217671654605,
      "learning_rate": 0.00018904700407424912,
      "loss": 2.9311,
      "step": 62133
    },
    {
      "epoch": 2.544910915420848,
      "grad_norm": 1.1111363642668823,
      "learning_rate": 0.00018904385510970395,
      "loss": 0.8428,
      "step": 62134
    },
    {
      "epoch": 2.5449518738480443,
      "grad_norm": 1.2414619231065958,
      "learning_rate": 0.00018904070612670113,
      "loss": 0.8374,
      "step": 62135
    },
    {
      "epoch": 2.5449928322752404,
      "grad_norm": 1.4439111415129147,
      "learning_rate": 0.00018903755712524207,
      "loss": 1.0852,
      "step": 62136
    },
    {
      "epoch": 2.545033790702437,
      "grad_norm": 1.1391710882315018,
      "learning_rate": 0.00018903440810532837,
      "loss": 0.3449,
      "step": 62137
    },
    {
      "epoch": 2.5450747491296335,
      "grad_norm": 0.8446552739773809,
      "learning_rate": 0.00018903125906696147,
      "loss": 0.5523,
      "step": 62138
    },
    {
      "epoch": 2.54511570755683,
      "grad_norm": 1.40676447012857,
      "learning_rate": 0.00018902811001014286,
      "loss": 0.6022,
      "step": 62139
    },
    {
      "epoch": 2.545156665984026,
      "grad_norm": 7.897522259142481,
      "learning_rate": 0.00018902496093487397,
      "loss": 1.2779,
      "step": 62140
    },
    {
      "epoch": 2.5451976244112227,
      "grad_norm": 3.4029935541058345,
      "learning_rate": 0.00018902181184115639,
      "loss": 4.999,
      "step": 62141
    },
    {
      "epoch": 2.5452385828384188,
      "grad_norm": 1.4683524878642948,
      "learning_rate": 0.00018901866272899156,
      "loss": 0.781,
      "step": 62142
    },
    {
      "epoch": 2.5452795412656153,
      "grad_norm": 1.8851278758854007,
      "learning_rate": 0.00018901551359838095,
      "loss": 1.1867,
      "step": 62143
    },
    {
      "epoch": 2.545320499692812,
      "grad_norm": 1.2412317351735564,
      "learning_rate": 0.0001890123644493261,
      "loss": 0.8028,
      "step": 62144
    },
    {
      "epoch": 2.5453614581200084,
      "grad_norm": 0.9772793781069901,
      "learning_rate": 0.0001890092152818284,
      "loss": 0.6845,
      "step": 62145
    },
    {
      "epoch": 2.5454024165472044,
      "grad_norm": 0.9362085256919057,
      "learning_rate": 0.00018900606609588948,
      "loss": 0.6785,
      "step": 62146
    },
    {
      "epoch": 2.545443374974401,
      "grad_norm": 0.981529933856193,
      "learning_rate": 0.00018900291689151076,
      "loss": 0.7206,
      "step": 62147
    },
    {
      "epoch": 2.5454843334015975,
      "grad_norm": 0.5914347366524698,
      "learning_rate": 0.00018899976766869367,
      "loss": 0.2818,
      "step": 62148
    },
    {
      "epoch": 2.5455252918287936,
      "grad_norm": 1.1000647407776587,
      "learning_rate": 0.00018899661842743974,
      "loss": 0.7624,
      "step": 62149
    },
    {
      "epoch": 2.54556625025599,
      "grad_norm": 1.3777774103870082,
      "learning_rate": 0.00018899346916775053,
      "loss": 0.837,
      "step": 62150
    },
    {
      "epoch": 2.5456072086831867,
      "grad_norm": 0.8153535953067252,
      "learning_rate": 0.00018899031988962745,
      "loss": 0.4872,
      "step": 62151
    },
    {
      "epoch": 2.545648167110383,
      "grad_norm": 0.8662776518108913,
      "learning_rate": 0.000188987170593072,
      "loss": 0.4648,
      "step": 62152
    },
    {
      "epoch": 2.5456891255375793,
      "grad_norm": 1.1343772675387562,
      "learning_rate": 0.00018898402127808566,
      "loss": 0.9314,
      "step": 62153
    },
    {
      "epoch": 2.545730083964776,
      "grad_norm": 1.2286668424798142,
      "learning_rate": 0.00018898087194467,
      "loss": 0.9278,
      "step": 62154
    },
    {
      "epoch": 2.545771042391972,
      "grad_norm": 1.053065478732466,
      "learning_rate": 0.00018897772259282637,
      "loss": 0.6256,
      "step": 62155
    },
    {
      "epoch": 2.5458120008191685,
      "grad_norm": 1.0861818712968283,
      "learning_rate": 0.0001889745732225564,
      "loss": 0.6772,
      "step": 62156
    },
    {
      "epoch": 2.545852959246365,
      "grad_norm": 1.0510900921826343,
      "learning_rate": 0.00018897142383386147,
      "loss": 1.0029,
      "step": 62157
    },
    {
      "epoch": 2.5458939176735615,
      "grad_norm": 1.114829123163918,
      "learning_rate": 0.00018896827442674313,
      "loss": 0.8639,
      "step": 62158
    },
    {
      "epoch": 2.5459348761007576,
      "grad_norm": 0.8408607695034656,
      "learning_rate": 0.00018896512500120283,
      "loss": 0.6262,
      "step": 62159
    },
    {
      "epoch": 2.545975834527954,
      "grad_norm": 0.8433800953559446,
      "learning_rate": 0.0001889619755572421,
      "loss": 0.6218,
      "step": 62160
    },
    {
      "epoch": 2.5460167929551503,
      "grad_norm": 1.0008806991411883,
      "learning_rate": 0.00018895882609486239,
      "loss": 0.8171,
      "step": 62161
    },
    {
      "epoch": 2.546057751382347,
      "grad_norm": 1.253060382207119,
      "learning_rate": 0.00018895567661406527,
      "loss": 0.9768,
      "step": 62162
    },
    {
      "epoch": 2.5460987098095433,
      "grad_norm": 0.8763790129917097,
      "learning_rate": 0.0001889525271148521,
      "loss": 0.2859,
      "step": 62163
    },
    {
      "epoch": 2.54613966823674,
      "grad_norm": 6.18563667855827,
      "learning_rate": 0.00018894937759722448,
      "loss": 1.7022,
      "step": 62164
    },
    {
      "epoch": 2.546180626663936,
      "grad_norm": 1.6563066616020554,
      "learning_rate": 0.00018894622806118385,
      "loss": 1.0063,
      "step": 62165
    },
    {
      "epoch": 2.5462215850911325,
      "grad_norm": 1.2297068622045282,
      "learning_rate": 0.0001889430785067317,
      "loss": 0.7759,
      "step": 62166
    },
    {
      "epoch": 2.546262543518329,
      "grad_norm": 1.1036738904866192,
      "learning_rate": 0.0001889399289338695,
      "loss": 0.7781,
      "step": 62167
    },
    {
      "epoch": 2.546303501945525,
      "grad_norm": 1.3496638729799826,
      "learning_rate": 0.0001889367793425987,
      "loss": 1.164,
      "step": 62168
    },
    {
      "epoch": 2.5463444603727217,
      "grad_norm": 8.225936456641092,
      "learning_rate": 0.00018893362973292096,
      "loss": 2.0344,
      "step": 62169
    },
    {
      "epoch": 2.546385418799918,
      "grad_norm": 1.2324587746454252,
      "learning_rate": 0.00018893048010483764,
      "loss": 0.7331,
      "step": 62170
    },
    {
      "epoch": 2.5464263772271147,
      "grad_norm": 0.7981262811872538,
      "learning_rate": 0.00018892733045835022,
      "loss": 0.6379,
      "step": 62171
    },
    {
      "epoch": 2.546467335654311,
      "grad_norm": 1.095202374895848,
      "learning_rate": 0.00018892418079346018,
      "loss": 1.0164,
      "step": 62172
    },
    {
      "epoch": 2.5465082940815074,
      "grad_norm": 0.8933369350296435,
      "learning_rate": 0.00018892103111016912,
      "loss": 0.665,
      "step": 62173
    },
    {
      "epoch": 2.5465492525087035,
      "grad_norm": 1.1579835521356932,
      "learning_rate": 0.0001889178814084784,
      "loss": 0.6996,
      "step": 62174
    },
    {
      "epoch": 2.5465902109359,
      "grad_norm": 0.9726673017674473,
      "learning_rate": 0.0001889147316883896,
      "loss": 0.5932,
      "step": 62175
    },
    {
      "epoch": 2.5466311693630965,
      "grad_norm": 1.2116342190797205,
      "learning_rate": 0.00018891158194990417,
      "loss": 1.0325,
      "step": 62176
    },
    {
      "epoch": 2.546672127790293,
      "grad_norm": 0.7021968912035947,
      "learning_rate": 0.00018890843219302359,
      "loss": 0.2993,
      "step": 62177
    },
    {
      "epoch": 2.546713086217489,
      "grad_norm": 1.4575636875659381,
      "learning_rate": 0.00018890528241774935,
      "loss": 1.0759,
      "step": 62178
    },
    {
      "epoch": 2.5467540446446857,
      "grad_norm": 1.004155808367052,
      "learning_rate": 0.00018890213262408298,
      "loss": 0.7028,
      "step": 62179
    },
    {
      "epoch": 2.546795003071882,
      "grad_norm": 0.5416172485775852,
      "learning_rate": 0.00018889898281202592,
      "loss": 0.2284,
      "step": 62180
    },
    {
      "epoch": 2.5468359614990783,
      "grad_norm": 1.211282324885313,
      "learning_rate": 0.00018889583298157967,
      "loss": 0.8233,
      "step": 62181
    },
    {
      "epoch": 2.546876919926275,
      "grad_norm": 1.3119203685789682,
      "learning_rate": 0.00018889268313274576,
      "loss": 1.1095,
      "step": 62182
    },
    {
      "epoch": 2.5469178783534714,
      "grad_norm": 0.5898144360404455,
      "learning_rate": 0.00018888953326552562,
      "loss": 0.2066,
      "step": 62183
    },
    {
      "epoch": 2.5469588367806675,
      "grad_norm": 1.0510462790200046,
      "learning_rate": 0.00018888638337992078,
      "loss": 0.5827,
      "step": 62184
    },
    {
      "epoch": 2.546999795207864,
      "grad_norm": 0.9380092525448729,
      "learning_rate": 0.00018888323347593267,
      "loss": 0.7552,
      "step": 62185
    },
    {
      "epoch": 2.5470407536350606,
      "grad_norm": 0.8717203633027579,
      "learning_rate": 0.00018888008355356288,
      "loss": 0.6208,
      "step": 62186
    },
    {
      "epoch": 2.5470817120622566,
      "grad_norm": 0.9127573545256923,
      "learning_rate": 0.0001888769336128128,
      "loss": 0.7029,
      "step": 62187
    },
    {
      "epoch": 2.547122670489453,
      "grad_norm": 0.8403284170952503,
      "learning_rate": 0.00018887378365368398,
      "loss": 0.7229,
      "step": 62188
    },
    {
      "epoch": 2.5471636289166497,
      "grad_norm": 0.8301625099797602,
      "learning_rate": 0.0001888706336761779,
      "loss": 0.712,
      "step": 62189
    },
    {
      "epoch": 2.5472045873438462,
      "grad_norm": 1.2312203405489868,
      "learning_rate": 0.00018886748368029602,
      "loss": 0.9216,
      "step": 62190
    },
    {
      "epoch": 2.5472455457710423,
      "grad_norm": 1.199634760337349,
      "learning_rate": 0.00018886433366603985,
      "loss": 0.2979,
      "step": 62191
    },
    {
      "epoch": 2.547286504198239,
      "grad_norm": 2.7684408825500877,
      "learning_rate": 0.0001888611836334109,
      "loss": 2.4101,
      "step": 62192
    },
    {
      "epoch": 2.547327462625435,
      "grad_norm": 1.0665495458208236,
      "learning_rate": 0.00018885803358241062,
      "loss": 0.5567,
      "step": 62193
    },
    {
      "epoch": 2.5473684210526315,
      "grad_norm": 0.95696939587483,
      "learning_rate": 0.00018885488351304052,
      "loss": 0.6407,
      "step": 62194
    },
    {
      "epoch": 2.547409379479828,
      "grad_norm": 1.2461008005184162,
      "learning_rate": 0.0001888517334253021,
      "loss": 0.8899,
      "step": 62195
    },
    {
      "epoch": 2.5474503379070246,
      "grad_norm": 0.9769897127441564,
      "learning_rate": 0.00018884858331919682,
      "loss": 0.4179,
      "step": 62196
    },
    {
      "epoch": 2.5474912963342207,
      "grad_norm": 0.8861703776242745,
      "learning_rate": 0.0001888454331947262,
      "loss": 0.6615,
      "step": 62197
    },
    {
      "epoch": 2.547532254761417,
      "grad_norm": 4.4475707439959935,
      "learning_rate": 0.0001888422830518917,
      "loss": 1.9913,
      "step": 62198
    },
    {
      "epoch": 2.5475732131886133,
      "grad_norm": 1.1474326190021158,
      "learning_rate": 0.00018883913289069484,
      "loss": 0.8802,
      "step": 62199
    },
    {
      "epoch": 2.54761417161581,
      "grad_norm": 0.8307862597738315,
      "learning_rate": 0.00018883598271113706,
      "loss": 0.6239,
      "step": 62200
    },
    {
      "epoch": 2.5476551300430064,
      "grad_norm": 0.7239061001933023,
      "learning_rate": 0.0001888328325132199,
      "loss": 0.3329,
      "step": 62201
    },
    {
      "epoch": 2.547696088470203,
      "grad_norm": 0.9847495127149644,
      "learning_rate": 0.00018882968229694483,
      "loss": 0.9942,
      "step": 62202
    },
    {
      "epoch": 2.547737046897399,
      "grad_norm": 1.0835395408924968,
      "learning_rate": 0.00018882653206231335,
      "loss": 0.7625,
      "step": 62203
    },
    {
      "epoch": 2.5477780053245955,
      "grad_norm": 1.0096047246055204,
      "learning_rate": 0.0001888233818093269,
      "loss": 0.2994,
      "step": 62204
    },
    {
      "epoch": 2.547818963751792,
      "grad_norm": 1.2408888492831163,
      "learning_rate": 0.00018882023153798705,
      "loss": 1.1241,
      "step": 62205
    },
    {
      "epoch": 2.547859922178988,
      "grad_norm": 1.3548739748303618,
      "learning_rate": 0.00018881708124829523,
      "loss": 1.0517,
      "step": 62206
    },
    {
      "epoch": 2.5479008806061847,
      "grad_norm": 0.9750128106367557,
      "learning_rate": 0.00018881393094025294,
      "loss": 0.6392,
      "step": 62207
    },
    {
      "epoch": 2.5479418390333812,
      "grad_norm": 1.175069965072005,
      "learning_rate": 0.00018881078061386167,
      "loss": 1.1329,
      "step": 62208
    },
    {
      "epoch": 2.5479827974605778,
      "grad_norm": 0.8934809144000675,
      "learning_rate": 0.00018880763026912295,
      "loss": 0.7138,
      "step": 62209
    },
    {
      "epoch": 2.548023755887774,
      "grad_norm": 1.6654848057670364,
      "learning_rate": 0.0001888044799060382,
      "loss": 0.6386,
      "step": 62210
    },
    {
      "epoch": 2.5480647143149704,
      "grad_norm": 0.7753895563985155,
      "learning_rate": 0.00018880132952460899,
      "loss": 0.2951,
      "step": 62211
    },
    {
      "epoch": 2.5481056727421665,
      "grad_norm": 0.7895056014677049,
      "learning_rate": 0.0001887981791248367,
      "loss": 0.5827,
      "step": 62212
    },
    {
      "epoch": 2.548146631169363,
      "grad_norm": 0.9123733780883972,
      "learning_rate": 0.0001887950287067229,
      "loss": 0.6306,
      "step": 62213
    },
    {
      "epoch": 2.5481875895965596,
      "grad_norm": 0.8587612992371455,
      "learning_rate": 0.0001887918782702691,
      "loss": 0.559,
      "step": 62214
    },
    {
      "epoch": 2.548228548023756,
      "grad_norm": 1.2136755515440882,
      "learning_rate": 0.0001887887278154767,
      "loss": 0.9268,
      "step": 62215
    },
    {
      "epoch": 2.548269506450952,
      "grad_norm": 2.047122915092777,
      "learning_rate": 0.00018878557734234726,
      "loss": 1.445,
      "step": 62216
    },
    {
      "epoch": 2.5483104648781487,
      "grad_norm": 0.9441112477854022,
      "learning_rate": 0.00018878242685088222,
      "loss": 0.7215,
      "step": 62217
    },
    {
      "epoch": 2.548351423305345,
      "grad_norm": 0.8935946092692505,
      "learning_rate": 0.00018877927634108316,
      "loss": 0.2851,
      "step": 62218
    },
    {
      "epoch": 2.5483923817325413,
      "grad_norm": 0.9787181525591402,
      "learning_rate": 0.00018877612581295148,
      "loss": 0.8215,
      "step": 62219
    },
    {
      "epoch": 2.548433340159738,
      "grad_norm": 1.160717689294116,
      "learning_rate": 0.00018877297526648872,
      "loss": 0.7774,
      "step": 62220
    },
    {
      "epoch": 2.5484742985869344,
      "grad_norm": 0.9600072234747508,
      "learning_rate": 0.0001887698247016963,
      "loss": 0.6206,
      "step": 62221
    },
    {
      "epoch": 2.5485152570141305,
      "grad_norm": 0.6367315745348058,
      "learning_rate": 0.00018876667411857578,
      "loss": 0.2266,
      "step": 62222
    },
    {
      "epoch": 2.548556215441327,
      "grad_norm": 0.7101223994647831,
      "learning_rate": 0.00018876352351712865,
      "loss": 0.348,
      "step": 62223
    },
    {
      "epoch": 2.5485971738685236,
      "grad_norm": 1.2119358766704227,
      "learning_rate": 0.00018876037289735633,
      "loss": 0.8573,
      "step": 62224
    },
    {
      "epoch": 2.5486381322957197,
      "grad_norm": 0.9923743840089515,
      "learning_rate": 0.00018875722225926035,
      "loss": 0.8755,
      "step": 62225
    },
    {
      "epoch": 2.548679090722916,
      "grad_norm": 0.9600105975733317,
      "learning_rate": 0.00018875407160284227,
      "loss": 0.6816,
      "step": 62226
    },
    {
      "epoch": 2.5487200491501127,
      "grad_norm": 0.8610629146901804,
      "learning_rate": 0.00018875092092810348,
      "loss": 0.3595,
      "step": 62227
    },
    {
      "epoch": 2.5487610075773093,
      "grad_norm": 0.6708955454900047,
      "learning_rate": 0.0001887477702350455,
      "loss": 0.2372,
      "step": 62228
    },
    {
      "epoch": 2.5488019660045054,
      "grad_norm": 1.5318579011586404,
      "learning_rate": 0.0001887446195236698,
      "loss": 1.1212,
      "step": 62229
    },
    {
      "epoch": 2.548842924431702,
      "grad_norm": 2.2791431485751774,
      "learning_rate": 0.00018874146879397792,
      "loss": 1.5294,
      "step": 62230
    },
    {
      "epoch": 2.548883882858898,
      "grad_norm": 1.1640190055054402,
      "learning_rate": 0.00018873831804597132,
      "loss": 0.8455,
      "step": 62231
    },
    {
      "epoch": 2.5489248412860945,
      "grad_norm": 1.7471056214237501,
      "learning_rate": 0.0001887351672796515,
      "loss": 1.3848,
      "step": 62232
    },
    {
      "epoch": 2.548965799713291,
      "grad_norm": 1.0074633373618465,
      "learning_rate": 0.0001887320164950199,
      "loss": 1.0511,
      "step": 62233
    },
    {
      "epoch": 2.5490067581404876,
      "grad_norm": 0.9764017517414421,
      "learning_rate": 0.00018872886569207812,
      "loss": 0.5933,
      "step": 62234
    },
    {
      "epoch": 2.5490477165676837,
      "grad_norm": 1.0552506705352658,
      "learning_rate": 0.00018872571487082754,
      "loss": 0.8644,
      "step": 62235
    },
    {
      "epoch": 2.5490886749948802,
      "grad_norm": 2.3707500752895383,
      "learning_rate": 0.00018872256403126966,
      "loss": 1.9607,
      "step": 62236
    },
    {
      "epoch": 2.5491296334220763,
      "grad_norm": 0.9091063840944114,
      "learning_rate": 0.00018871941317340603,
      "loss": 0.642,
      "step": 62237
    },
    {
      "epoch": 2.549170591849273,
      "grad_norm": 0.994991766460954,
      "learning_rate": 0.00018871626229723812,
      "loss": 0.8269,
      "step": 62238
    },
    {
      "epoch": 2.5492115502764694,
      "grad_norm": 0.9567411018737856,
      "learning_rate": 0.00018871311140276738,
      "loss": 0.7748,
      "step": 62239
    },
    {
      "epoch": 2.549252508703666,
      "grad_norm": 2.0735741144162168,
      "learning_rate": 0.0001887099604899953,
      "loss": 2.5591,
      "step": 62240
    },
    {
      "epoch": 2.549293467130862,
      "grad_norm": 1.091713923181706,
      "learning_rate": 0.00018870680955892344,
      "loss": 0.8637,
      "step": 62241
    },
    {
      "epoch": 2.5493344255580586,
      "grad_norm": 1.0328944322947116,
      "learning_rate": 0.00018870365860955326,
      "loss": 0.8185,
      "step": 62242
    },
    {
      "epoch": 2.549375383985255,
      "grad_norm": 0.8875298711760503,
      "learning_rate": 0.00018870050764188624,
      "loss": 0.5703,
      "step": 62243
    },
    {
      "epoch": 2.549416342412451,
      "grad_norm": 1.1585041610893207,
      "learning_rate": 0.00018869735665592383,
      "loss": 0.9862,
      "step": 62244
    },
    {
      "epoch": 2.5494573008396477,
      "grad_norm": 1.1002881503375757,
      "learning_rate": 0.00018869420565166756,
      "loss": 0.7289,
      "step": 62245
    },
    {
      "epoch": 2.5494982592668443,
      "grad_norm": 0.608019929336114,
      "learning_rate": 0.0001886910546291189,
      "loss": 0.3174,
      "step": 62246
    },
    {
      "epoch": 2.549539217694041,
      "grad_norm": 1.2857634112520875,
      "learning_rate": 0.00018868790358827944,
      "loss": 0.7516,
      "step": 62247
    },
    {
      "epoch": 2.549580176121237,
      "grad_norm": 1.3650814152685495,
      "learning_rate": 0.0001886847525291505,
      "loss": 0.3676,
      "step": 62248
    },
    {
      "epoch": 2.5496211345484334,
      "grad_norm": 1.0642991693315098,
      "learning_rate": 0.00018868160145173364,
      "loss": 0.7882,
      "step": 62249
    },
    {
      "epoch": 2.5496620929756295,
      "grad_norm": 0.9942150743347,
      "learning_rate": 0.00018867845035603042,
      "loss": 0.6726,
      "step": 62250
    },
    {
      "epoch": 2.549703051402826,
      "grad_norm": 1.1220923865320633,
      "learning_rate": 0.00018867529924204227,
      "loss": 0.5875,
      "step": 62251
    },
    {
      "epoch": 2.5497440098300226,
      "grad_norm": 1.2327436226832167,
      "learning_rate": 0.00018867214810977065,
      "loss": 1.0143,
      "step": 62252
    },
    {
      "epoch": 2.549784968257219,
      "grad_norm": 1.090396942742984,
      "learning_rate": 0.0001886689969592171,
      "loss": 0.7876,
      "step": 62253
    },
    {
      "epoch": 2.549825926684415,
      "grad_norm": 0.9636668816360754,
      "learning_rate": 0.0001886658457903831,
      "loss": 0.7756,
      "step": 62254
    },
    {
      "epoch": 2.5498668851116117,
      "grad_norm": 0.7567639580190066,
      "learning_rate": 0.00018866269460327011,
      "loss": 0.5864,
      "step": 62255
    },
    {
      "epoch": 2.549907843538808,
      "grad_norm": 1.0875486122262346,
      "learning_rate": 0.00018865954339787968,
      "loss": 0.8087,
      "step": 62256
    },
    {
      "epoch": 2.5499488019660044,
      "grad_norm": 1.2082399528978371,
      "learning_rate": 0.0001886563921742132,
      "loss": 1.0368,
      "step": 62257
    },
    {
      "epoch": 2.549989760393201,
      "grad_norm": 0.8244095428093117,
      "learning_rate": 0.00018865324093227223,
      "loss": 0.3244,
      "step": 62258
    },
    {
      "epoch": 2.5500307188203974,
      "grad_norm": 0.7972011699631893,
      "learning_rate": 0.0001886500896720583,
      "loss": 0.2996,
      "step": 62259
    },
    {
      "epoch": 2.5500716772475935,
      "grad_norm": 0.7108887475199148,
      "learning_rate": 0.00018864693839357283,
      "loss": 0.207,
      "step": 62260
    },
    {
      "epoch": 2.55011263567479,
      "grad_norm": 1.1755968470000329,
      "learning_rate": 0.0001886437870968173,
      "loss": 0.9481,
      "step": 62261
    },
    {
      "epoch": 2.5501535941019866,
      "grad_norm": 0.7846624785901626,
      "learning_rate": 0.00018864063578179327,
      "loss": 0.2395,
      "step": 62262
    },
    {
      "epoch": 2.5501945525291827,
      "grad_norm": 1.0618878483398326,
      "learning_rate": 0.0001886374844485022,
      "loss": 0.8249,
      "step": 62263
    },
    {
      "epoch": 2.5502355109563792,
      "grad_norm": 0.837150046076847,
      "learning_rate": 0.0001886343330969455,
      "loss": 0.3364,
      "step": 62264
    },
    {
      "epoch": 2.5502764693835758,
      "grad_norm": 1.2174385258291374,
      "learning_rate": 0.00018863118172712478,
      "loss": 1.0353,
      "step": 62265
    },
    {
      "epoch": 2.5503174278107723,
      "grad_norm": 1.1583932422556804,
      "learning_rate": 0.00018862803033904148,
      "loss": 0.7143,
      "step": 62266
    },
    {
      "epoch": 2.5503583862379684,
      "grad_norm": 0.964138463817419,
      "learning_rate": 0.0001886248789326971,
      "loss": 0.5113,
      "step": 62267
    },
    {
      "epoch": 2.550399344665165,
      "grad_norm": 1.3215066488749487,
      "learning_rate": 0.0001886217275080931,
      "loss": 1.1354,
      "step": 62268
    },
    {
      "epoch": 2.550440303092361,
      "grad_norm": 3.102938871841663,
      "learning_rate": 0.000188618576065231,
      "loss": 3.9901,
      "step": 62269
    },
    {
      "epoch": 2.5504812615195576,
      "grad_norm": 1.2727603541825185,
      "learning_rate": 0.00018861542460411226,
      "loss": 0.9397,
      "step": 62270
    },
    {
      "epoch": 2.550522219946754,
      "grad_norm": 1.6852024679731736,
      "learning_rate": 0.0001886122731247384,
      "loss": 0.9415,
      "step": 62271
    },
    {
      "epoch": 2.5505631783739506,
      "grad_norm": 0.8849188394901407,
      "learning_rate": 0.00018860912162711087,
      "loss": 0.7055,
      "step": 62272
    },
    {
      "epoch": 2.5506041368011467,
      "grad_norm": 0.8724862171151545,
      "learning_rate": 0.00018860597011123123,
      "loss": 0.7311,
      "step": 62273
    },
    {
      "epoch": 2.5506450952283433,
      "grad_norm": 1.3681526118819838,
      "learning_rate": 0.0001886028185771009,
      "loss": 1.0339,
      "step": 62274
    },
    {
      "epoch": 2.5506860536555394,
      "grad_norm": 0.8422421447233669,
      "learning_rate": 0.00018859966702472141,
      "loss": 0.5773,
      "step": 62275
    },
    {
      "epoch": 2.550727012082736,
      "grad_norm": 1.4946801423866638,
      "learning_rate": 0.0001885965154540942,
      "loss": 0.6234,
      "step": 62276
    },
    {
      "epoch": 2.5507679705099324,
      "grad_norm": 1.5012924622973685,
      "learning_rate": 0.00018859336386522083,
      "loss": 0.9665,
      "step": 62277
    },
    {
      "epoch": 2.550808928937129,
      "grad_norm": 1.2839843505314759,
      "learning_rate": 0.00018859021225810279,
      "loss": 0.5972,
      "step": 62278
    },
    {
      "epoch": 2.550849887364325,
      "grad_norm": 0.8773390393227326,
      "learning_rate": 0.0001885870606327415,
      "loss": 0.5407,
      "step": 62279
    },
    {
      "epoch": 2.5508908457915216,
      "grad_norm": 1.0480940525139961,
      "learning_rate": 0.00018858390898913852,
      "loss": 0.6402,
      "step": 62280
    },
    {
      "epoch": 2.550931804218718,
      "grad_norm": 1.025492279058915,
      "learning_rate": 0.00018858075732729524,
      "loss": 0.2527,
      "step": 62281
    },
    {
      "epoch": 2.550972762645914,
      "grad_norm": 0.7064308511925732,
      "learning_rate": 0.00018857760564721326,
      "loss": 0.2311,
      "step": 62282
    },
    {
      "epoch": 2.5510137210731108,
      "grad_norm": 4.332746105986028,
      "learning_rate": 0.00018857445394889405,
      "loss": 3.6707,
      "step": 62283
    },
    {
      "epoch": 2.5510546795003073,
      "grad_norm": 0.7612380120262734,
      "learning_rate": 0.00018857130223233902,
      "loss": 0.4042,
      "step": 62284
    },
    {
      "epoch": 2.551095637927504,
      "grad_norm": 1.132932285845951,
      "learning_rate": 0.00018856815049754974,
      "loss": 0.9348,
      "step": 62285
    },
    {
      "epoch": 2.5511365963547,
      "grad_norm": 0.9191743942423725,
      "learning_rate": 0.00018856499874452768,
      "loss": 0.677,
      "step": 62286
    },
    {
      "epoch": 2.5511775547818965,
      "grad_norm": 0.7416420412195321,
      "learning_rate": 0.00018856184697327432,
      "loss": 0.2796,
      "step": 62287
    },
    {
      "epoch": 2.5512185132090925,
      "grad_norm": 0.9407804811728263,
      "learning_rate": 0.0001885586951837912,
      "loss": 0.3278,
      "step": 62288
    },
    {
      "epoch": 2.551259471636289,
      "grad_norm": 0.7776740090381546,
      "learning_rate": 0.0001885555433760797,
      "loss": 0.5775,
      "step": 62289
    },
    {
      "epoch": 2.5513004300634856,
      "grad_norm": 1.1303167379414583,
      "learning_rate": 0.00018855239155014138,
      "loss": 0.7569,
      "step": 62290
    },
    {
      "epoch": 2.551341388490682,
      "grad_norm": 0.9973936420671021,
      "learning_rate": 0.00018854923970597776,
      "loss": 0.6702,
      "step": 62291
    },
    {
      "epoch": 2.5513823469178782,
      "grad_norm": 1.2472454401710935,
      "learning_rate": 0.0001885460878435903,
      "loss": 0.7291,
      "step": 62292
    },
    {
      "epoch": 2.5514233053450748,
      "grad_norm": 0.8533659310305337,
      "learning_rate": 0.00018854293596298047,
      "loss": 0.6625,
      "step": 62293
    },
    {
      "epoch": 2.551464263772271,
      "grad_norm": 0.7498705512143498,
      "learning_rate": 0.00018853978406414978,
      "loss": 0.2686,
      "step": 62294
    },
    {
      "epoch": 2.5515052221994674,
      "grad_norm": 2.754185853985605,
      "learning_rate": 0.00018853663214709972,
      "loss": 3.1392,
      "step": 62295
    },
    {
      "epoch": 2.551546180626664,
      "grad_norm": 2.2482733071133674,
      "learning_rate": 0.00018853348021183179,
      "loss": 2.6447,
      "step": 62296
    },
    {
      "epoch": 2.5515871390538605,
      "grad_norm": 0.9291346830269235,
      "learning_rate": 0.0001885303282583474,
      "loss": 0.695,
      "step": 62297
    },
    {
      "epoch": 2.5516280974810566,
      "grad_norm": 0.6738414626880834,
      "learning_rate": 0.0001885271762866482,
      "loss": 0.2358,
      "step": 62298
    },
    {
      "epoch": 2.551669055908253,
      "grad_norm": 1.481249434268856,
      "learning_rate": 0.00018852402429673552,
      "loss": 1.2616,
      "step": 62299
    },
    {
      "epoch": 2.5517100143354496,
      "grad_norm": 1.4639978865960928,
      "learning_rate": 0.00018852087228861093,
      "loss": 0.4974,
      "step": 62300
    },
    {
      "epoch": 2.5517509727626457,
      "grad_norm": 1.2666991095791478,
      "learning_rate": 0.0001885177202622759,
      "loss": 1.0695,
      "step": 62301
    },
    {
      "epoch": 2.5517919311898423,
      "grad_norm": 0.9313861797406279,
      "learning_rate": 0.00018851456821773196,
      "loss": 0.7116,
      "step": 62302
    },
    {
      "epoch": 2.551832889617039,
      "grad_norm": 0.66905609297154,
      "learning_rate": 0.00018851141615498055,
      "loss": 0.2678,
      "step": 62303
    },
    {
      "epoch": 2.5518738480442353,
      "grad_norm": 1.2280989253904542,
      "learning_rate": 0.00018850826407402322,
      "loss": 0.9599,
      "step": 62304
    },
    {
      "epoch": 2.5519148064714314,
      "grad_norm": 1.5056529933201972,
      "learning_rate": 0.00018850511197486135,
      "loss": 0.8961,
      "step": 62305
    },
    {
      "epoch": 2.551955764898628,
      "grad_norm": 1.0206658366228747,
      "learning_rate": 0.00018850195985749656,
      "loss": 0.7078,
      "step": 62306
    },
    {
      "epoch": 2.551996723325824,
      "grad_norm": 1.273297182911966,
      "learning_rate": 0.00018849880772193024,
      "loss": 1.0096,
      "step": 62307
    },
    {
      "epoch": 2.5520376817530206,
      "grad_norm": 1.1827886114889956,
      "learning_rate": 0.00018849565556816389,
      "loss": 0.8919,
      "step": 62308
    },
    {
      "epoch": 2.552078640180217,
      "grad_norm": 0.6916366948734293,
      "learning_rate": 0.00018849250339619908,
      "loss": 0.275,
      "step": 62309
    },
    {
      "epoch": 2.5521195986074137,
      "grad_norm": 1.027464496903135,
      "learning_rate": 0.00018848935120603722,
      "loss": 0.6536,
      "step": 62310
    },
    {
      "epoch": 2.5521605570346098,
      "grad_norm": 1.929225526862848,
      "learning_rate": 0.00018848619899767985,
      "loss": 1.3539,
      "step": 62311
    },
    {
      "epoch": 2.5522015154618063,
      "grad_norm": 1.0201869281092208,
      "learning_rate": 0.00018848304677112837,
      "loss": 0.5743,
      "step": 62312
    },
    {
      "epoch": 2.552242473889003,
      "grad_norm": 1.6133320857422464,
      "learning_rate": 0.0001884798945263844,
      "loss": 1.3064,
      "step": 62313
    },
    {
      "epoch": 2.552283432316199,
      "grad_norm": 1.1842954684334588,
      "learning_rate": 0.00018847674226344936,
      "loss": 0.899,
      "step": 62314
    },
    {
      "epoch": 2.5523243907433955,
      "grad_norm": 1.0210616657186267,
      "learning_rate": 0.00018847358998232475,
      "loss": 0.8658,
      "step": 62315
    },
    {
      "epoch": 2.552365349170592,
      "grad_norm": 1.4509115379046758,
      "learning_rate": 0.00018847043768301208,
      "loss": 1.1634,
      "step": 62316
    },
    {
      "epoch": 2.552406307597788,
      "grad_norm": 1.0019985964524414,
      "learning_rate": 0.00018846728536551276,
      "loss": 0.7703,
      "step": 62317
    },
    {
      "epoch": 2.5524472660249846,
      "grad_norm": 1.22845739761243,
      "learning_rate": 0.0001884641330298284,
      "loss": 0.7675,
      "step": 62318
    },
    {
      "epoch": 2.552488224452181,
      "grad_norm": 0.9643530320616857,
      "learning_rate": 0.00018846098067596038,
      "loss": 0.6477,
      "step": 62319
    },
    {
      "epoch": 2.5525291828793772,
      "grad_norm": 1.075175873324292,
      "learning_rate": 0.0001884578283039103,
      "loss": 0.8819,
      "step": 62320
    },
    {
      "epoch": 2.552570141306574,
      "grad_norm": 1.1546602901662983,
      "learning_rate": 0.00018845467591367953,
      "loss": 0.6144,
      "step": 62321
    },
    {
      "epoch": 2.5526110997337703,
      "grad_norm": 1.1504866247198835,
      "learning_rate": 0.00018845152350526964,
      "loss": 0.9156,
      "step": 62322
    },
    {
      "epoch": 2.552652058160967,
      "grad_norm": 0.9286823449034293,
      "learning_rate": 0.00018844837107868213,
      "loss": 0.7741,
      "step": 62323
    },
    {
      "epoch": 2.552693016588163,
      "grad_norm": 0.8607816910816913,
      "learning_rate": 0.00018844521863391843,
      "loss": 0.6654,
      "step": 62324
    },
    {
      "epoch": 2.5527339750153595,
      "grad_norm": 0.9767560495859653,
      "learning_rate": 0.00018844206617098005,
      "loss": 0.7903,
      "step": 62325
    },
    {
      "epoch": 2.5527749334425556,
      "grad_norm": 4.648581864842732,
      "learning_rate": 0.0001884389136898685,
      "loss": 4.6232,
      "step": 62326
    },
    {
      "epoch": 2.552815891869752,
      "grad_norm": 1.0323427065412691,
      "learning_rate": 0.0001884357611905853,
      "loss": 0.8398,
      "step": 62327
    },
    {
      "epoch": 2.5528568502969486,
      "grad_norm": 2.8642099808673205,
      "learning_rate": 0.0001884326086731319,
      "loss": 1.5373,
      "step": 62328
    },
    {
      "epoch": 2.552897808724145,
      "grad_norm": 1.1082709224929046,
      "learning_rate": 0.0001884294561375097,
      "loss": 0.9562,
      "step": 62329
    },
    {
      "epoch": 2.5529387671513413,
      "grad_norm": 2.662777290567267,
      "learning_rate": 0.0001884263035837204,
      "loss": 1.4316,
      "step": 62330
    },
    {
      "epoch": 2.552979725578538,
      "grad_norm": 1.1923709284113264,
      "learning_rate": 0.00018842315101176533,
      "loss": 0.9765,
      "step": 62331
    },
    {
      "epoch": 2.5530206840057343,
      "grad_norm": 0.7864637482682629,
      "learning_rate": 0.000188419998421646,
      "loss": 0.3298,
      "step": 62332
    },
    {
      "epoch": 2.5530616424329304,
      "grad_norm": 0.9207892060065537,
      "learning_rate": 0.00018841684581336393,
      "loss": 0.6584,
      "step": 62333
    },
    {
      "epoch": 2.553102600860127,
      "grad_norm": 0.9845902736757017,
      "learning_rate": 0.00018841369318692064,
      "loss": 0.5476,
      "step": 62334
    },
    {
      "epoch": 2.5531435592873235,
      "grad_norm": 1.2436067262767383,
      "learning_rate": 0.00018841054054231755,
      "loss": 0.8925,
      "step": 62335
    },
    {
      "epoch": 2.5531845177145196,
      "grad_norm": 0.9777113738355494,
      "learning_rate": 0.0001884073878795562,
      "loss": 0.7762,
      "step": 62336
    },
    {
      "epoch": 2.553225476141716,
      "grad_norm": 1.0768601876130228,
      "learning_rate": 0.00018840423519863805,
      "loss": 0.8762,
      "step": 62337
    },
    {
      "epoch": 2.5532664345689127,
      "grad_norm": 0.9675526110816082,
      "learning_rate": 0.00018840108249956465,
      "loss": 0.5726,
      "step": 62338
    },
    {
      "epoch": 2.5533073929961088,
      "grad_norm": 0.783495639397761,
      "learning_rate": 0.0001883979297823374,
      "loss": 0.2518,
      "step": 62339
    },
    {
      "epoch": 2.5533483514233053,
      "grad_norm": 0.97224122035288,
      "learning_rate": 0.00018839477704695785,
      "loss": 0.7906,
      "step": 62340
    },
    {
      "epoch": 2.553389309850502,
      "grad_norm": 1.4458237443253643,
      "learning_rate": 0.00018839162429342752,
      "loss": 0.9983,
      "step": 62341
    },
    {
      "epoch": 2.5534302682776984,
      "grad_norm": 1.7015707203736847,
      "learning_rate": 0.00018838847152174778,
      "loss": 1.6635,
      "step": 62342
    },
    {
      "epoch": 2.5534712267048945,
      "grad_norm": 0.7492153504337995,
      "learning_rate": 0.00018838531873192028,
      "loss": 0.2961,
      "step": 62343
    },
    {
      "epoch": 2.553512185132091,
      "grad_norm": 1.2333494953401896,
      "learning_rate": 0.00018838216592394634,
      "loss": 0.782,
      "step": 62344
    },
    {
      "epoch": 2.553553143559287,
      "grad_norm": 1.1963018195441084,
      "learning_rate": 0.0001883790130978276,
      "loss": 0.669,
      "step": 62345
    },
    {
      "epoch": 2.5535941019864836,
      "grad_norm": 1.0991880993813006,
      "learning_rate": 0.00018837586025356547,
      "loss": 0.7457,
      "step": 62346
    },
    {
      "epoch": 2.55363506041368,
      "grad_norm": 0.8714202014517216,
      "learning_rate": 0.00018837270739116148,
      "loss": 0.6318,
      "step": 62347
    },
    {
      "epoch": 2.5536760188408767,
      "grad_norm": 0.6770659310767474,
      "learning_rate": 0.00018836955451061708,
      "loss": 0.3006,
      "step": 62348
    },
    {
      "epoch": 2.553716977268073,
      "grad_norm": 1.0161099811565721,
      "learning_rate": 0.00018836640161193376,
      "loss": 1.1062,
      "step": 62349
    },
    {
      "epoch": 2.5537579356952693,
      "grad_norm": 1.4602759388794864,
      "learning_rate": 0.00018836324869511307,
      "loss": 1.0647,
      "step": 62350
    },
    {
      "epoch": 2.553798894122466,
      "grad_norm": 1.5889753792237724,
      "learning_rate": 0.00018836009576015647,
      "loss": 0.523,
      "step": 62351
    },
    {
      "epoch": 2.553839852549662,
      "grad_norm": 0.7991507353380193,
      "learning_rate": 0.00018835694280706542,
      "loss": 0.415,
      "step": 62352
    },
    {
      "epoch": 2.5538808109768585,
      "grad_norm": 0.7607903262088209,
      "learning_rate": 0.00018835378983584141,
      "loss": 0.4173,
      "step": 62353
    },
    {
      "epoch": 2.553921769404055,
      "grad_norm": 1.3170337020698335,
      "learning_rate": 0.00018835063684648597,
      "loss": 0.8142,
      "step": 62354
    },
    {
      "epoch": 2.5539627278312516,
      "grad_norm": 1.172847204310707,
      "learning_rate": 0.0001883474838390006,
      "loss": 0.9452,
      "step": 62355
    },
    {
      "epoch": 2.5540036862584476,
      "grad_norm": 0.8777074832294298,
      "learning_rate": 0.00018834433081338676,
      "loss": 0.7422,
      "step": 62356
    },
    {
      "epoch": 2.554044644685644,
      "grad_norm": 0.9757979395568702,
      "learning_rate": 0.0001883411777696459,
      "loss": 0.8465,
      "step": 62357
    },
    {
      "epoch": 2.5540856031128403,
      "grad_norm": 0.86510228989642,
      "learning_rate": 0.0001883380247077796,
      "loss": 0.6914,
      "step": 62358
    },
    {
      "epoch": 2.554126561540037,
      "grad_norm": 1.5775269350337178,
      "learning_rate": 0.00018833487162778933,
      "loss": 0.394,
      "step": 62359
    },
    {
      "epoch": 2.5541675199672333,
      "grad_norm": 1.4295840565589497,
      "learning_rate": 0.00018833171852967654,
      "loss": 1.0048,
      "step": 62360
    },
    {
      "epoch": 2.55420847839443,
      "grad_norm": 1.4791166177000832,
      "learning_rate": 0.00018832856541344269,
      "loss": 1.3879,
      "step": 62361
    },
    {
      "epoch": 2.554249436821626,
      "grad_norm": 1.2011458296532247,
      "learning_rate": 0.00018832541227908932,
      "loss": 0.9796,
      "step": 62362
    },
    {
      "epoch": 2.5542903952488225,
      "grad_norm": 2.0428959845070302,
      "learning_rate": 0.00018832225912661797,
      "loss": 2.468,
      "step": 62363
    },
    {
      "epoch": 2.5543313536760186,
      "grad_norm": 0.9652546237448181,
      "learning_rate": 0.00018831910595603008,
      "loss": 0.7124,
      "step": 62364
    },
    {
      "epoch": 2.554372312103215,
      "grad_norm": 1.112107382220377,
      "learning_rate": 0.0001883159527673271,
      "loss": 0.9975,
      "step": 62365
    },
    {
      "epoch": 2.5544132705304117,
      "grad_norm": 0.7840656597969546,
      "learning_rate": 0.00018831279956051057,
      "loss": 0.3086,
      "step": 62366
    },
    {
      "epoch": 2.554454228957608,
      "grad_norm": 0.7182344437729221,
      "learning_rate": 0.00018830964633558198,
      "loss": 0.3031,
      "step": 62367
    },
    {
      "epoch": 2.5544951873848043,
      "grad_norm": 1.1162984436720422,
      "learning_rate": 0.00018830649309254283,
      "loss": 0.6764,
      "step": 62368
    },
    {
      "epoch": 2.554536145812001,
      "grad_norm": 1.087500139513795,
      "learning_rate": 0.00018830333983139454,
      "loss": 0.86,
      "step": 62369
    },
    {
      "epoch": 2.5545771042391974,
      "grad_norm": 1.0838126110651716,
      "learning_rate": 0.0001883001865521387,
      "loss": 0.7322,
      "step": 62370
    },
    {
      "epoch": 2.5546180626663935,
      "grad_norm": 1.0013166004744378,
      "learning_rate": 0.00018829703325477673,
      "loss": 0.6956,
      "step": 62371
    },
    {
      "epoch": 2.55465902109359,
      "grad_norm": 0.8820674441823568,
      "learning_rate": 0.00018829387993931019,
      "loss": 0.6192,
      "step": 62372
    },
    {
      "epoch": 2.5546999795207865,
      "grad_norm": 0.6793291475285096,
      "learning_rate": 0.00018829072660574047,
      "loss": 0.2287,
      "step": 62373
    },
    {
      "epoch": 2.554740937947983,
      "grad_norm": 1.0197699547828571,
      "learning_rate": 0.00018828757325406917,
      "loss": 0.7117,
      "step": 62374
    },
    {
      "epoch": 2.554781896375179,
      "grad_norm": 1.407654783947746,
      "learning_rate": 0.00018828441988429773,
      "loss": 0.9414,
      "step": 62375
    },
    {
      "epoch": 2.5548228548023757,
      "grad_norm": 1.6082577127218822,
      "learning_rate": 0.00018828126649642757,
      "loss": 1.3618,
      "step": 62376
    },
    {
      "epoch": 2.554863813229572,
      "grad_norm": 0.9681441341338083,
      "learning_rate": 0.00018827811309046028,
      "loss": 0.6892,
      "step": 62377
    },
    {
      "epoch": 2.5549047716567683,
      "grad_norm": 0.8230521685095651,
      "learning_rate": 0.00018827495966639734,
      "loss": 0.2189,
      "step": 62378
    },
    {
      "epoch": 2.554945730083965,
      "grad_norm": 0.5622283728419883,
      "learning_rate": 0.0001882718062242402,
      "loss": 0.2295,
      "step": 62379
    },
    {
      "epoch": 2.5549866885111614,
      "grad_norm": 1.3063088630377224,
      "learning_rate": 0.00018826865276399036,
      "loss": 1.0801,
      "step": 62380
    },
    {
      "epoch": 2.5550276469383575,
      "grad_norm": 2.114691225803459,
      "learning_rate": 0.00018826549928564935,
      "loss": 1.3059,
      "step": 62381
    },
    {
      "epoch": 2.555068605365554,
      "grad_norm": 1.0094274044999167,
      "learning_rate": 0.0001882623457892186,
      "loss": 0.6638,
      "step": 62382
    },
    {
      "epoch": 2.55510956379275,
      "grad_norm": 1.1847581864280872,
      "learning_rate": 0.00018825919227469966,
      "loss": 0.746,
      "step": 62383
    },
    {
      "epoch": 2.5551505222199467,
      "grad_norm": 0.9468853982635987,
      "learning_rate": 0.000188256038742094,
      "loss": 0.7937,
      "step": 62384
    },
    {
      "epoch": 2.555191480647143,
      "grad_norm": 2.5869524821755063,
      "learning_rate": 0.0001882528851914031,
      "loss": 3.5517,
      "step": 62385
    },
    {
      "epoch": 2.5552324390743397,
      "grad_norm": 1.1398084842850547,
      "learning_rate": 0.00018824973162262845,
      "loss": 1.0194,
      "step": 62386
    },
    {
      "epoch": 2.555273397501536,
      "grad_norm": 1.0471287388418573,
      "learning_rate": 0.00018824657803577152,
      "loss": 0.7885,
      "step": 62387
    },
    {
      "epoch": 2.5553143559287324,
      "grad_norm": 1.9931037727976666,
      "learning_rate": 0.00018824342443083387,
      "loss": 2.0943,
      "step": 62388
    },
    {
      "epoch": 2.555355314355929,
      "grad_norm": 0.48472734751753144,
      "learning_rate": 0.00018824027080781687,
      "loss": 0.1623,
      "step": 62389
    },
    {
      "epoch": 2.555396272783125,
      "grad_norm": 1.047077931029968,
      "learning_rate": 0.0001882371171667222,
      "loss": 0.3324,
      "step": 62390
    },
    {
      "epoch": 2.5554372312103215,
      "grad_norm": 3.117254326838242,
      "learning_rate": 0.00018823396350755117,
      "loss": 1.5339,
      "step": 62391
    },
    {
      "epoch": 2.555478189637518,
      "grad_norm": 0.8611116491200825,
      "learning_rate": 0.00018823080983030536,
      "loss": 0.397,
      "step": 62392
    },
    {
      "epoch": 2.5555191480647146,
      "grad_norm": 1.2102907313761007,
      "learning_rate": 0.00018822765613498623,
      "loss": 0.8377,
      "step": 62393
    },
    {
      "epoch": 2.5555601064919107,
      "grad_norm": 1.0784457974397936,
      "learning_rate": 0.0001882245024215953,
      "loss": 0.9051,
      "step": 62394
    },
    {
      "epoch": 2.555601064919107,
      "grad_norm": 1.5250506509004578,
      "learning_rate": 0.000188221348690134,
      "loss": 0.9824,
      "step": 62395
    },
    {
      "epoch": 2.5556420233463033,
      "grad_norm": 1.3818755464994275,
      "learning_rate": 0.00018821819494060395,
      "loss": 0.9611,
      "step": 62396
    },
    {
      "epoch": 2.5556829817735,
      "grad_norm": 1.3387354064163641,
      "learning_rate": 0.00018821504117300648,
      "loss": 0.8786,
      "step": 62397
    },
    {
      "epoch": 2.5557239402006964,
      "grad_norm": 1.393287511472299,
      "learning_rate": 0.0001882118873873432,
      "loss": 0.8971,
      "step": 62398
    },
    {
      "epoch": 2.555764898627893,
      "grad_norm": 0.9595612551855282,
      "learning_rate": 0.00018820873358361552,
      "loss": 0.8026,
      "step": 62399
    },
    {
      "epoch": 2.555805857055089,
      "grad_norm": 1.066978608830939,
      "learning_rate": 0.000188205579761825,
      "loss": 0.5306,
      "step": 62400
    },
    {
      "epoch": 2.5558468154822855,
      "grad_norm": 0.6251408154387887,
      "learning_rate": 0.00018820242592197304,
      "loss": 0.2246,
      "step": 62401
    },
    {
      "epoch": 2.5558877739094816,
      "grad_norm": 0.95662421540085,
      "learning_rate": 0.00018819927206406125,
      "loss": 0.9055,
      "step": 62402
    },
    {
      "epoch": 2.555928732336678,
      "grad_norm": 0.5235840840748479,
      "learning_rate": 0.00018819611818809105,
      "loss": 0.1593,
      "step": 62403
    },
    {
      "epoch": 2.5559696907638747,
      "grad_norm": 1.161176824221247,
      "learning_rate": 0.00018819296429406393,
      "loss": 0.8119,
      "step": 62404
    },
    {
      "epoch": 2.5560106491910712,
      "grad_norm": 1.3790379947116704,
      "learning_rate": 0.0001881898103819814,
      "loss": 1.0111,
      "step": 62405
    },
    {
      "epoch": 2.5560516076182673,
      "grad_norm": 1.1262169876971346,
      "learning_rate": 0.00018818665645184494,
      "loss": 0.8939,
      "step": 62406
    },
    {
      "epoch": 2.556092566045464,
      "grad_norm": 1.0148390074983056,
      "learning_rate": 0.00018818350250365606,
      "loss": 0.6053,
      "step": 62407
    },
    {
      "epoch": 2.5561335244726604,
      "grad_norm": 1.0849252079614349,
      "learning_rate": 0.0001881803485374162,
      "loss": 0.9541,
      "step": 62408
    },
    {
      "epoch": 2.5561744828998565,
      "grad_norm": 3.9803127918940597,
      "learning_rate": 0.0001881771945531269,
      "loss": 1.6226,
      "step": 62409
    },
    {
      "epoch": 2.556215441327053,
      "grad_norm": 0.842146167232734,
      "learning_rate": 0.00018817404055078966,
      "loss": 0.7022,
      "step": 62410
    },
    {
      "epoch": 2.5562563997542496,
      "grad_norm": 1.230423222871067,
      "learning_rate": 0.00018817088653040595,
      "loss": 0.8974,
      "step": 62411
    },
    {
      "epoch": 2.556297358181446,
      "grad_norm": 0.8402404970896196,
      "learning_rate": 0.00018816773249197722,
      "loss": 0.3011,
      "step": 62412
    },
    {
      "epoch": 2.556338316608642,
      "grad_norm": 0.9471606309617493,
      "learning_rate": 0.00018816457843550503,
      "loss": 0.7411,
      "step": 62413
    },
    {
      "epoch": 2.5563792750358387,
      "grad_norm": 0.5983291159242643,
      "learning_rate": 0.00018816142436099088,
      "loss": 0.1721,
      "step": 62414
    },
    {
      "epoch": 2.556420233463035,
      "grad_norm": 1.2847485875692064,
      "learning_rate": 0.00018815827026843617,
      "loss": 0.6935,
      "step": 62415
    },
    {
      "epoch": 2.5564611918902314,
      "grad_norm": 0.8349877745828863,
      "learning_rate": 0.00018815511615784242,
      "loss": 0.8267,
      "step": 62416
    },
    {
      "epoch": 2.556502150317428,
      "grad_norm": 1.141066306760454,
      "learning_rate": 0.0001881519620292112,
      "loss": 0.8319,
      "step": 62417
    },
    {
      "epoch": 2.5565431087446244,
      "grad_norm": 1.2285989317877017,
      "learning_rate": 0.00018814880788254392,
      "loss": 1.1405,
      "step": 62418
    },
    {
      "epoch": 2.5565840671718205,
      "grad_norm": 1.089248694700727,
      "learning_rate": 0.00018814565371784214,
      "loss": 0.8408,
      "step": 62419
    },
    {
      "epoch": 2.556625025599017,
      "grad_norm": 0.939142807175449,
      "learning_rate": 0.00018814249953510724,
      "loss": 0.7113,
      "step": 62420
    },
    {
      "epoch": 2.556665984026213,
      "grad_norm": 0.9881114439543724,
      "learning_rate": 0.0001881393453343408,
      "loss": 0.4203,
      "step": 62421
    },
    {
      "epoch": 2.5567069424534097,
      "grad_norm": 1.2991228599255826,
      "learning_rate": 0.0001881361911155443,
      "loss": 0.7089,
      "step": 62422
    },
    {
      "epoch": 2.556747900880606,
      "grad_norm": 1.007752978650033,
      "learning_rate": 0.00018813303687871926,
      "loss": 0.6409,
      "step": 62423
    },
    {
      "epoch": 2.5567888593078028,
      "grad_norm": 1.4892017676113725,
      "learning_rate": 0.0001881298826238671,
      "loss": 0.9425,
      "step": 62424
    },
    {
      "epoch": 2.556829817734999,
      "grad_norm": 0.9979579652940185,
      "learning_rate": 0.0001881267283509893,
      "loss": 0.3138,
      "step": 62425
    },
    {
      "epoch": 2.5568707761621954,
      "grad_norm": 1.3776738329674232,
      "learning_rate": 0.00018812357406008747,
      "loss": 0.7187,
      "step": 62426
    },
    {
      "epoch": 2.556911734589392,
      "grad_norm": 1.0651183801580622,
      "learning_rate": 0.00018812041975116298,
      "loss": 0.7255,
      "step": 62427
    },
    {
      "epoch": 2.556952693016588,
      "grad_norm": 0.8607831361668962,
      "learning_rate": 0.0001881172654242174,
      "loss": 0.6737,
      "step": 62428
    },
    {
      "epoch": 2.5569936514437845,
      "grad_norm": 1.5967077241717527,
      "learning_rate": 0.00018811411107925213,
      "loss": 1.2415,
      "step": 62429
    },
    {
      "epoch": 2.557034609870981,
      "grad_norm": 0.9163715146181567,
      "learning_rate": 0.0001881109567162688,
      "loss": 0.8432,
      "step": 62430
    },
    {
      "epoch": 2.5570755682981776,
      "grad_norm": 1.1146399999327814,
      "learning_rate": 0.00018810780233526875,
      "loss": 0.7376,
      "step": 62431
    },
    {
      "epoch": 2.5571165267253737,
      "grad_norm": 0.9668480825360816,
      "learning_rate": 0.0001881046479362536,
      "loss": 0.5605,
      "step": 62432
    },
    {
      "epoch": 2.5571574851525702,
      "grad_norm": 0.8023546246975074,
      "learning_rate": 0.0001881014935192247,
      "loss": 0.5986,
      "step": 62433
    },
    {
      "epoch": 2.5571984435797663,
      "grad_norm": 1.1071465518994743,
      "learning_rate": 0.0001880983390841837,
      "loss": 0.8845,
      "step": 62434
    },
    {
      "epoch": 2.557239402006963,
      "grad_norm": 0.9435714624218706,
      "learning_rate": 0.000188095184631132,
      "loss": 0.4174,
      "step": 62435
    },
    {
      "epoch": 2.5572803604341594,
      "grad_norm": 1.021209734256573,
      "learning_rate": 0.0001880920301600711,
      "loss": 0.7483,
      "step": 62436
    },
    {
      "epoch": 2.557321318861356,
      "grad_norm": 0.9414158284185321,
      "learning_rate": 0.00018808887567100247,
      "loss": 0.8731,
      "step": 62437
    },
    {
      "epoch": 2.557362277288552,
      "grad_norm": 4.966478539157533,
      "learning_rate": 0.0001880857211639277,
      "loss": 4.3439,
      "step": 62438
    },
    {
      "epoch": 2.5574032357157486,
      "grad_norm": 1.0735147494537378,
      "learning_rate": 0.00018808256663884818,
      "loss": 0.699,
      "step": 62439
    },
    {
      "epoch": 2.5574441941429447,
      "grad_norm": 1.1028647444957058,
      "learning_rate": 0.00018807941209576543,
      "loss": 0.7411,
      "step": 62440
    },
    {
      "epoch": 2.557485152570141,
      "grad_norm": 1.2062115356777854,
      "learning_rate": 0.0001880762575346809,
      "loss": 0.7486,
      "step": 62441
    },
    {
      "epoch": 2.5575261109973377,
      "grad_norm": 1.155569614666951,
      "learning_rate": 0.0001880731029555962,
      "loss": 0.9195,
      "step": 62442
    },
    {
      "epoch": 2.5575670694245343,
      "grad_norm": 1.0721773602634468,
      "learning_rate": 0.0001880699483585127,
      "loss": 0.7978,
      "step": 62443
    },
    {
      "epoch": 2.5576080278517304,
      "grad_norm": 0.9386650188748286,
      "learning_rate": 0.00018806679374343196,
      "loss": 0.7293,
      "step": 62444
    },
    {
      "epoch": 2.557648986278927,
      "grad_norm": 0.8553221579404543,
      "learning_rate": 0.0001880636391103554,
      "loss": 0.4663,
      "step": 62445
    },
    {
      "epoch": 2.5576899447061234,
      "grad_norm": 0.9008869397083966,
      "learning_rate": 0.00018806048445928463,
      "loss": 0.8294,
      "step": 62446
    },
    {
      "epoch": 2.5577309031333195,
      "grad_norm": 0.6543861798735637,
      "learning_rate": 0.00018805732979022106,
      "loss": 0.2485,
      "step": 62447
    },
    {
      "epoch": 2.557771861560516,
      "grad_norm": 0.748883775504698,
      "learning_rate": 0.00018805417510316615,
      "loss": 0.6466,
      "step": 62448
    },
    {
      "epoch": 2.5578128199877126,
      "grad_norm": 1.1919809201917224,
      "learning_rate": 0.00018805102039812146,
      "loss": 1.0328,
      "step": 62449
    },
    {
      "epoch": 2.557853778414909,
      "grad_norm": 0.7952224563035484,
      "learning_rate": 0.00018804786567508844,
      "loss": 0.6937,
      "step": 62450
    },
    {
      "epoch": 2.557894736842105,
      "grad_norm": 1.1939229492360501,
      "learning_rate": 0.00018804471093406865,
      "loss": 0.6958,
      "step": 62451
    },
    {
      "epoch": 2.5579356952693018,
      "grad_norm": 1.2166106370494567,
      "learning_rate": 0.00018804155617506343,
      "loss": 1.0549,
      "step": 62452
    },
    {
      "epoch": 2.557976653696498,
      "grad_norm": 0.9867378245505118,
      "learning_rate": 0.00018803840139807446,
      "loss": 0.8541,
      "step": 62453
    },
    {
      "epoch": 2.5580176121236944,
      "grad_norm": 0.846738952389187,
      "learning_rate": 0.0001880352466031031,
      "loss": 0.6912,
      "step": 62454
    },
    {
      "epoch": 2.558058570550891,
      "grad_norm": 1.0262458919804522,
      "learning_rate": 0.0001880320917901509,
      "loss": 0.861,
      "step": 62455
    },
    {
      "epoch": 2.5580995289780875,
      "grad_norm": 1.4276328819856028,
      "learning_rate": 0.0001880289369592193,
      "loss": 0.9496,
      "step": 62456
    },
    {
      "epoch": 2.5581404874052835,
      "grad_norm": 0.8507613645303779,
      "learning_rate": 0.00018802578211030984,
      "loss": 0.6454,
      "step": 62457
    },
    {
      "epoch": 2.55818144583248,
      "grad_norm": 1.102528790836577,
      "learning_rate": 0.000188022627243424,
      "loss": 0.8216,
      "step": 62458
    },
    {
      "epoch": 2.558222404259676,
      "grad_norm": 0.8615383814010741,
      "learning_rate": 0.0001880194723585633,
      "loss": 0.873,
      "step": 62459
    },
    {
      "epoch": 2.5582633626868727,
      "grad_norm": 0.8606651172319827,
      "learning_rate": 0.0001880163174557292,
      "loss": 0.7179,
      "step": 62460
    },
    {
      "epoch": 2.5583043211140692,
      "grad_norm": 3.535481650246753,
      "learning_rate": 0.00018801316253492313,
      "loss": 5.0514,
      "step": 62461
    },
    {
      "epoch": 2.558345279541266,
      "grad_norm": 1.028719100919972,
      "learning_rate": 0.00018801000759614668,
      "loss": 0.7713,
      "step": 62462
    },
    {
      "epoch": 2.558386237968462,
      "grad_norm": 1.4302042717764916,
      "learning_rate": 0.0001880068526394013,
      "loss": 1.1454,
      "step": 62463
    },
    {
      "epoch": 2.5584271963956584,
      "grad_norm": 1.290850819348677,
      "learning_rate": 0.0001880036976646885,
      "loss": 1.015,
      "step": 62464
    },
    {
      "epoch": 2.558468154822855,
      "grad_norm": 0.9676706712221511,
      "learning_rate": 0.00018800054267200972,
      "loss": 0.299,
      "step": 62465
    },
    {
      "epoch": 2.558509113250051,
      "grad_norm": 1.304254459275951,
      "learning_rate": 0.00018799738766136652,
      "loss": 0.748,
      "step": 62466
    },
    {
      "epoch": 2.5585500716772476,
      "grad_norm": 1.4143658294895045,
      "learning_rate": 0.00018799423263276033,
      "loss": 0.8297,
      "step": 62467
    },
    {
      "epoch": 2.558591030104444,
      "grad_norm": 0.9949756371821048,
      "learning_rate": 0.00018799107758619274,
      "loss": 0.6714,
      "step": 62468
    },
    {
      "epoch": 2.5586319885316406,
      "grad_norm": 1.298018424107832,
      "learning_rate": 0.0001879879225216651,
      "loss": 0.8386,
      "step": 62469
    },
    {
      "epoch": 2.5586729469588367,
      "grad_norm": 0.9689949588705639,
      "learning_rate": 0.000187984767439179,
      "loss": 0.5203,
      "step": 62470
    },
    {
      "epoch": 2.5587139053860333,
      "grad_norm": 0.972045391912475,
      "learning_rate": 0.0001879816123387359,
      "loss": 0.6635,
      "step": 62471
    },
    {
      "epoch": 2.5587548638132294,
      "grad_norm": 3.026484286686846,
      "learning_rate": 0.0001879784572203373,
      "loss": 1.8297,
      "step": 62472
    },
    {
      "epoch": 2.558795822240426,
      "grad_norm": 1.0970154925214517,
      "learning_rate": 0.0001879753020839847,
      "loss": 0.8009,
      "step": 62473
    },
    {
      "epoch": 2.5588367806676224,
      "grad_norm": 0.5142209887404818,
      "learning_rate": 0.00018797214692967956,
      "loss": 0.2045,
      "step": 62474
    },
    {
      "epoch": 2.558877739094819,
      "grad_norm": 0.9271219045943567,
      "learning_rate": 0.00018796899175742345,
      "loss": 0.8099,
      "step": 62475
    },
    {
      "epoch": 2.558918697522015,
      "grad_norm": 1.2602463318825678,
      "learning_rate": 0.00018796583656721774,
      "loss": 1.0077,
      "step": 62476
    },
    {
      "epoch": 2.5589596559492116,
      "grad_norm": 0.5972435193717134,
      "learning_rate": 0.000187962681359064,
      "loss": 0.2447,
      "step": 62477
    },
    {
      "epoch": 2.5590006143764077,
      "grad_norm": 0.9011823793299155,
      "learning_rate": 0.00018795952613296371,
      "loss": 0.7034,
      "step": 62478
    },
    {
      "epoch": 2.5590415728036042,
      "grad_norm": 1.1014895296554783,
      "learning_rate": 0.00018795637088891835,
      "loss": 0.8031,
      "step": 62479
    },
    {
      "epoch": 2.5590825312308008,
      "grad_norm": 1.200391184907071,
      "learning_rate": 0.00018795321562692946,
      "loss": 0.9957,
      "step": 62480
    },
    {
      "epoch": 2.5591234896579973,
      "grad_norm": 0.9986035032197341,
      "learning_rate": 0.00018795006034699846,
      "loss": 0.6526,
      "step": 62481
    },
    {
      "epoch": 2.5591644480851934,
      "grad_norm": 0.9769328038322473,
      "learning_rate": 0.00018794690504912688,
      "loss": 0.6247,
      "step": 62482
    },
    {
      "epoch": 2.55920540651239,
      "grad_norm": 0.742374951399589,
      "learning_rate": 0.00018794374973331621,
      "loss": 0.3536,
      "step": 62483
    },
    {
      "epoch": 2.5592463649395865,
      "grad_norm": 0.9941811343044882,
      "learning_rate": 0.00018794059439956794,
      "loss": 0.541,
      "step": 62484
    },
    {
      "epoch": 2.5592873233667826,
      "grad_norm": 0.8084939031431417,
      "learning_rate": 0.00018793743904788353,
      "loss": 0.4616,
      "step": 62485
    },
    {
      "epoch": 2.559328281793979,
      "grad_norm": 1.189582256260705,
      "learning_rate": 0.00018793428367826453,
      "loss": 1.0501,
      "step": 62486
    },
    {
      "epoch": 2.5593692402211756,
      "grad_norm": 0.6296195192766335,
      "learning_rate": 0.0001879311282907124,
      "loss": 0.2132,
      "step": 62487
    },
    {
      "epoch": 2.559410198648372,
      "grad_norm": 0.9081842630929634,
      "learning_rate": 0.0001879279728852286,
      "loss": 0.195,
      "step": 62488
    },
    {
      "epoch": 2.5594511570755683,
      "grad_norm": 0.5725108720445345,
      "learning_rate": 0.00018792481746181467,
      "loss": 0.1838,
      "step": 62489
    },
    {
      "epoch": 2.559492115502765,
      "grad_norm": 1.410129534735022,
      "learning_rate": 0.00018792166202047213,
      "loss": 0.6346,
      "step": 62490
    },
    {
      "epoch": 2.559533073929961,
      "grad_norm": 0.982837409282398,
      "learning_rate": 0.00018791850656120238,
      "loss": 1.097,
      "step": 62491
    },
    {
      "epoch": 2.5595740323571574,
      "grad_norm": 1.223498047355004,
      "learning_rate": 0.00018791535108400698,
      "loss": 0.7415,
      "step": 62492
    },
    {
      "epoch": 2.559614990784354,
      "grad_norm": 1.1283062087352984,
      "learning_rate": 0.0001879121955888874,
      "loss": 0.9162,
      "step": 62493
    },
    {
      "epoch": 2.5596559492115505,
      "grad_norm": 1.6338029150848528,
      "learning_rate": 0.00018790904007584514,
      "loss": 1.1675,
      "step": 62494
    },
    {
      "epoch": 2.5596969076387466,
      "grad_norm": 0.8613556386719232,
      "learning_rate": 0.0001879058845448817,
      "loss": 0.3842,
      "step": 62495
    },
    {
      "epoch": 2.559737866065943,
      "grad_norm": 1.504089740693567,
      "learning_rate": 0.0001879027289959985,
      "loss": 0.9893,
      "step": 62496
    },
    {
      "epoch": 2.559778824493139,
      "grad_norm": 1.1325880863901534,
      "learning_rate": 0.00018789957342919714,
      "loss": 0.7084,
      "step": 62497
    },
    {
      "epoch": 2.5598197829203357,
      "grad_norm": 1.1293658809032783,
      "learning_rate": 0.00018789641784447902,
      "loss": 0.9005,
      "step": 62498
    },
    {
      "epoch": 2.5598607413475323,
      "grad_norm": 1.009717245031144,
      "learning_rate": 0.00018789326224184574,
      "loss": 0.6769,
      "step": 62499
    },
    {
      "epoch": 2.559901699774729,
      "grad_norm": 0.9661277064810507,
      "learning_rate": 0.00018789010662129867,
      "loss": 0.6664,
      "step": 62500
    },
    {
      "epoch": 2.559942658201925,
      "grad_norm": 1.1422704808641924,
      "learning_rate": 0.00018788695098283933,
      "loss": 0.9033,
      "step": 62501
    },
    {
      "epoch": 2.5599836166291214,
      "grad_norm": 0.8215298530268499,
      "learning_rate": 0.0001878837953264693,
      "loss": 0.5808,
      "step": 62502
    },
    {
      "epoch": 2.560024575056318,
      "grad_norm": 1.029447728750086,
      "learning_rate": 0.00018788063965219,
      "loss": 0.6362,
      "step": 62503
    },
    {
      "epoch": 2.560065533483514,
      "grad_norm": 0.9954498428773303,
      "learning_rate": 0.00018787748396000294,
      "loss": 0.86,
      "step": 62504
    },
    {
      "epoch": 2.5601064919107106,
      "grad_norm": 1.101388188238369,
      "learning_rate": 0.00018787432824990952,
      "loss": 0.9131,
      "step": 62505
    },
    {
      "epoch": 2.560147450337907,
      "grad_norm": 0.9640049707085898,
      "learning_rate": 0.00018787117252191138,
      "loss": 0.6087,
      "step": 62506
    },
    {
      "epoch": 2.5601884087651037,
      "grad_norm": 1.0021933398546878,
      "learning_rate": 0.00018786801677600997,
      "loss": 0.5717,
      "step": 62507
    },
    {
      "epoch": 2.5602293671922998,
      "grad_norm": 1.4541682874351376,
      "learning_rate": 0.00018786486101220672,
      "loss": 1.0463,
      "step": 62508
    },
    {
      "epoch": 2.5602703256194963,
      "grad_norm": 1.0878749326875397,
      "learning_rate": 0.00018786170523050314,
      "loss": 1.0035,
      "step": 62509
    },
    {
      "epoch": 2.5603112840466924,
      "grad_norm": 0.9105340410628096,
      "learning_rate": 0.00018785854943090082,
      "loss": 0.7941,
      "step": 62510
    },
    {
      "epoch": 2.560352242473889,
      "grad_norm": 1.1430219794026495,
      "learning_rate": 0.0001878553936134011,
      "loss": 0.8477,
      "step": 62511
    },
    {
      "epoch": 2.5603932009010855,
      "grad_norm": 1.0815828151118152,
      "learning_rate": 0.0001878522377780056,
      "loss": 1.1411,
      "step": 62512
    },
    {
      "epoch": 2.560434159328282,
      "grad_norm": 0.7169446833355604,
      "learning_rate": 0.0001878490819247157,
      "loss": 0.3973,
      "step": 62513
    },
    {
      "epoch": 2.560475117755478,
      "grad_norm": 0.9799941117481618,
      "learning_rate": 0.000187845926053533,
      "loss": 0.4073,
      "step": 62514
    },
    {
      "epoch": 2.5605160761826746,
      "grad_norm": 0.8554604852449865,
      "learning_rate": 0.00018784277016445898,
      "loss": 0.4543,
      "step": 62515
    },
    {
      "epoch": 2.5605570346098707,
      "grad_norm": 0.8751958619982414,
      "learning_rate": 0.000187839614257495,
      "loss": 0.6712,
      "step": 62516
    },
    {
      "epoch": 2.5605979930370673,
      "grad_norm": 0.8439531544019218,
      "learning_rate": 0.00018783645833264274,
      "loss": 0.4157,
      "step": 62517
    },
    {
      "epoch": 2.560638951464264,
      "grad_norm": 1.13028355478833,
      "learning_rate": 0.00018783330238990352,
      "loss": 0.8255,
      "step": 62518
    },
    {
      "epoch": 2.5606799098914603,
      "grad_norm": 0.974986970055862,
      "learning_rate": 0.00018783014642927896,
      "loss": 0.4119,
      "step": 62519
    },
    {
      "epoch": 2.5607208683186564,
      "grad_norm": 1.2181744392671292,
      "learning_rate": 0.00018782699045077046,
      "loss": 1.0325,
      "step": 62520
    },
    {
      "epoch": 2.560761826745853,
      "grad_norm": 0.9812713963180777,
      "learning_rate": 0.00018782383445437956,
      "loss": 0.7051,
      "step": 62521
    },
    {
      "epoch": 2.5608027851730495,
      "grad_norm": 1.3532252485438194,
      "learning_rate": 0.00018782067844010778,
      "loss": 1.0779,
      "step": 62522
    },
    {
      "epoch": 2.5608437436002456,
      "grad_norm": 5.014807777304848,
      "learning_rate": 0.00018781752240795656,
      "loss": 3.0411,
      "step": 62523
    },
    {
      "epoch": 2.560884702027442,
      "grad_norm": 1.0579853782294706,
      "learning_rate": 0.00018781436635792738,
      "loss": 0.4441,
      "step": 62524
    },
    {
      "epoch": 2.5609256604546387,
      "grad_norm": 0.9635731645109658,
      "learning_rate": 0.00018781121029002177,
      "loss": 0.7369,
      "step": 62525
    },
    {
      "epoch": 2.560966618881835,
      "grad_norm": 0.627225112615696,
      "learning_rate": 0.00018780805420424128,
      "loss": 0.2661,
      "step": 62526
    },
    {
      "epoch": 2.5610075773090313,
      "grad_norm": 1.0452976948609023,
      "learning_rate": 0.00018780489810058727,
      "loss": 0.9745,
      "step": 62527
    },
    {
      "epoch": 2.561048535736228,
      "grad_norm": 0.7513211590489267,
      "learning_rate": 0.00018780174197906136,
      "loss": 0.4014,
      "step": 62528
    },
    {
      "epoch": 2.561089494163424,
      "grad_norm": 1.0724067514220783,
      "learning_rate": 0.00018779858583966487,
      "loss": 0.9395,
      "step": 62529
    },
    {
      "epoch": 2.5611304525906204,
      "grad_norm": 0.9587595609951978,
      "learning_rate": 0.00018779542968239948,
      "loss": 0.8129,
      "step": 62530
    },
    {
      "epoch": 2.561171411017817,
      "grad_norm": 0.5989078552928389,
      "learning_rate": 0.0001877922735072666,
      "loss": 0.2459,
      "step": 62531
    },
    {
      "epoch": 2.5612123694450135,
      "grad_norm": 0.8327366205736394,
      "learning_rate": 0.00018778911731426776,
      "loss": 0.6543,
      "step": 62532
    },
    {
      "epoch": 2.5612533278722096,
      "grad_norm": 0.9717522791557397,
      "learning_rate": 0.00018778596110340432,
      "loss": 0.7703,
      "step": 62533
    },
    {
      "epoch": 2.561294286299406,
      "grad_norm": 1.2264412112262821,
      "learning_rate": 0.00018778280487467795,
      "loss": 0.3884,
      "step": 62534
    },
    {
      "epoch": 2.5613352447266022,
      "grad_norm": 1.193291923226181,
      "learning_rate": 0.00018777964862809005,
      "loss": 0.7343,
      "step": 62535
    },
    {
      "epoch": 2.5613762031537988,
      "grad_norm": 0.8062554986356399,
      "learning_rate": 0.0001877764923636421,
      "loss": 0.6508,
      "step": 62536
    },
    {
      "epoch": 2.5614171615809953,
      "grad_norm": 1.184067148005121,
      "learning_rate": 0.0001877733360813356,
      "loss": 0.9624,
      "step": 62537
    },
    {
      "epoch": 2.561458120008192,
      "grad_norm": 0.9099532165183315,
      "learning_rate": 0.0001877701797811721,
      "loss": 0.7249,
      "step": 62538
    },
    {
      "epoch": 2.561499078435388,
      "grad_norm": 0.7737988412804844,
      "learning_rate": 0.00018776702346315306,
      "loss": 0.2502,
      "step": 62539
    },
    {
      "epoch": 2.5615400368625845,
      "grad_norm": 1.185743896806851,
      "learning_rate": 0.00018776386712727994,
      "loss": 0.8251,
      "step": 62540
    },
    {
      "epoch": 2.561580995289781,
      "grad_norm": 1.4644298194734748,
      "learning_rate": 0.00018776071077355422,
      "loss": 0.8116,
      "step": 62541
    },
    {
      "epoch": 2.561621953716977,
      "grad_norm": 1.1192190862124742,
      "learning_rate": 0.00018775755440197746,
      "loss": 0.7232,
      "step": 62542
    },
    {
      "epoch": 2.5616629121441736,
      "grad_norm": 1.1571863906156097,
      "learning_rate": 0.00018775439801255116,
      "loss": 0.7504,
      "step": 62543
    },
    {
      "epoch": 2.56170387057137,
      "grad_norm": 1.2972484089615335,
      "learning_rate": 0.00018775124160527675,
      "loss": 0.6582,
      "step": 62544
    },
    {
      "epoch": 2.5617448289985667,
      "grad_norm": 0.996770307282915,
      "learning_rate": 0.00018774808518015566,
      "loss": 0.737,
      "step": 62545
    },
    {
      "epoch": 2.561785787425763,
      "grad_norm": 1.1097257450888578,
      "learning_rate": 0.00018774492873718958,
      "loss": 0.7396,
      "step": 62546
    },
    {
      "epoch": 2.5618267458529593,
      "grad_norm": 0.7776060055169232,
      "learning_rate": 0.00018774177227637984,
      "loss": 0.6724,
      "step": 62547
    },
    {
      "epoch": 2.5618677042801554,
      "grad_norm": 0.6311051496738528,
      "learning_rate": 0.00018773861579772798,
      "loss": 0.2302,
      "step": 62548
    },
    {
      "epoch": 2.561908662707352,
      "grad_norm": 0.9459839084664652,
      "learning_rate": 0.00018773545930123546,
      "loss": 0.5216,
      "step": 62549
    },
    {
      "epoch": 2.5619496211345485,
      "grad_norm": 1.2642296367304484,
      "learning_rate": 0.00018773230278690386,
      "loss": 1.0261,
      "step": 62550
    },
    {
      "epoch": 2.561990579561745,
      "grad_norm": 0.8278338909478158,
      "learning_rate": 0.00018772914625473462,
      "loss": 0.3217,
      "step": 62551
    },
    {
      "epoch": 2.562031537988941,
      "grad_norm": 1.6263473842753153,
      "learning_rate": 0.0001877259897047292,
      "loss": 0.8875,
      "step": 62552
    },
    {
      "epoch": 2.5620724964161377,
      "grad_norm": 1.0412915706230705,
      "learning_rate": 0.00018772283313688912,
      "loss": 0.7716,
      "step": 62553
    },
    {
      "epoch": 2.5621134548433337,
      "grad_norm": 1.6020982956618404,
      "learning_rate": 0.0001877196765512159,
      "loss": 1.2259,
      "step": 62554
    },
    {
      "epoch": 2.5621544132705303,
      "grad_norm": 0.8038346835338466,
      "learning_rate": 0.000187716519947711,
      "loss": 0.3456,
      "step": 62555
    },
    {
      "epoch": 2.562195371697727,
      "grad_norm": 0.8357664599283083,
      "learning_rate": 0.00018771336332637587,
      "loss": 0.6222,
      "step": 62556
    },
    {
      "epoch": 2.5622363301249234,
      "grad_norm": 1.1307510627006572,
      "learning_rate": 0.00018771020668721208,
      "loss": 0.812,
      "step": 62557
    },
    {
      "epoch": 2.5622772885521194,
      "grad_norm": 0.5622745081508698,
      "learning_rate": 0.0001877070500302211,
      "loss": 0.2,
      "step": 62558
    },
    {
      "epoch": 2.562318246979316,
      "grad_norm": 1.4279876956463051,
      "learning_rate": 0.00018770389335540444,
      "loss": 1.0615,
      "step": 62559
    },
    {
      "epoch": 2.5623592054065125,
      "grad_norm": 0.852541948054492,
      "learning_rate": 0.00018770073666276349,
      "loss": 0.6355,
      "step": 62560
    },
    {
      "epoch": 2.5624001638337086,
      "grad_norm": 0.7799503130120836,
      "learning_rate": 0.00018769757995229985,
      "loss": 0.4006,
      "step": 62561
    },
    {
      "epoch": 2.562441122260905,
      "grad_norm": 1.002629020818248,
      "learning_rate": 0.00018769442322401502,
      "loss": 0.3302,
      "step": 62562
    },
    {
      "epoch": 2.5624820806881017,
      "grad_norm": 1.495710698411902,
      "learning_rate": 0.00018769126647791043,
      "loss": 1.3088,
      "step": 62563
    },
    {
      "epoch": 2.562523039115298,
      "grad_norm": 0.985433766349248,
      "learning_rate": 0.00018768810971398763,
      "loss": 0.3961,
      "step": 62564
    },
    {
      "epoch": 2.5625639975424943,
      "grad_norm": 1.1437719641581794,
      "learning_rate": 0.00018768495293224803,
      "loss": 0.7188,
      "step": 62565
    },
    {
      "epoch": 2.562604955969691,
      "grad_norm": 1.0086639036697322,
      "learning_rate": 0.00018768179613269317,
      "loss": 0.752,
      "step": 62566
    },
    {
      "epoch": 2.562645914396887,
      "grad_norm": 0.77563333245457,
      "learning_rate": 0.00018767863931532457,
      "loss": 0.2904,
      "step": 62567
    },
    {
      "epoch": 2.5626868728240835,
      "grad_norm": 0.8344973078633406,
      "learning_rate": 0.0001876754824801437,
      "loss": 0.4208,
      "step": 62568
    },
    {
      "epoch": 2.56272783125128,
      "grad_norm": 0.8628907578766395,
      "learning_rate": 0.000187672325627152,
      "loss": 0.5053,
      "step": 62569
    },
    {
      "epoch": 2.5627687896784765,
      "grad_norm": 1.254027656386856,
      "learning_rate": 0.00018766916875635105,
      "loss": 0.9923,
      "step": 62570
    },
    {
      "epoch": 2.5628097481056726,
      "grad_norm": 0.9876610486135925,
      "learning_rate": 0.00018766601186774232,
      "loss": 0.6801,
      "step": 62571
    },
    {
      "epoch": 2.562850706532869,
      "grad_norm": 0.9348279335490157,
      "learning_rate": 0.00018766285496132727,
      "loss": 0.5904,
      "step": 62572
    },
    {
      "epoch": 2.5628916649600653,
      "grad_norm": 0.9669660329992912,
      "learning_rate": 0.00018765969803710738,
      "loss": 0.5893,
      "step": 62573
    },
    {
      "epoch": 2.562932623387262,
      "grad_norm": 0.8322078853996995,
      "learning_rate": 0.0001876565410950842,
      "loss": 0.6115,
      "step": 62574
    },
    {
      "epoch": 2.5629735818144583,
      "grad_norm": 1.1467398945525087,
      "learning_rate": 0.0001876533841352592,
      "loss": 0.7638,
      "step": 62575
    },
    {
      "epoch": 2.563014540241655,
      "grad_norm": 0.8320611246108737,
      "learning_rate": 0.00018765022715763383,
      "loss": 0.6317,
      "step": 62576
    },
    {
      "epoch": 2.563055498668851,
      "grad_norm": 1.1770757874036697,
      "learning_rate": 0.00018764707016220963,
      "loss": 0.7253,
      "step": 62577
    },
    {
      "epoch": 2.5630964570960475,
      "grad_norm": 2.756225571980867,
      "learning_rate": 0.00018764391314898807,
      "loss": 1.0337,
      "step": 62578
    },
    {
      "epoch": 2.563137415523244,
      "grad_norm": 1.025118827736144,
      "learning_rate": 0.0001876407561179707,
      "loss": 0.5407,
      "step": 62579
    },
    {
      "epoch": 2.56317837395044,
      "grad_norm": 0.8166898541687898,
      "learning_rate": 0.00018763759906915894,
      "loss": 0.3491,
      "step": 62580
    },
    {
      "epoch": 2.5632193323776367,
      "grad_norm": 1.122344550717736,
      "learning_rate": 0.0001876344420025543,
      "loss": 0.5946,
      "step": 62581
    },
    {
      "epoch": 2.563260290804833,
      "grad_norm": 1.027484966424593,
      "learning_rate": 0.00018763128491815825,
      "loss": 0.7062,
      "step": 62582
    },
    {
      "epoch": 2.5633012492320297,
      "grad_norm": 1.9280441346804593,
      "learning_rate": 0.00018762812781597236,
      "loss": 0.7472,
      "step": 62583
    },
    {
      "epoch": 2.563342207659226,
      "grad_norm": 0.8493954685471063,
      "learning_rate": 0.00018762497069599803,
      "loss": 0.5919,
      "step": 62584
    },
    {
      "epoch": 2.5633831660864224,
      "grad_norm": 0.9878934076927487,
      "learning_rate": 0.00018762181355823682,
      "loss": 0.7424,
      "step": 62585
    },
    {
      "epoch": 2.5634241245136185,
      "grad_norm": 0.9312117455693365,
      "learning_rate": 0.00018761865640269022,
      "loss": 0.7572,
      "step": 62586
    },
    {
      "epoch": 2.563465082940815,
      "grad_norm": 4.416411088473191,
      "learning_rate": 0.00018761549922935973,
      "loss": 3.4615,
      "step": 62587
    },
    {
      "epoch": 2.5635060413680115,
      "grad_norm": 1.073684734071092,
      "learning_rate": 0.00018761234203824674,
      "loss": 0.4446,
      "step": 62588
    },
    {
      "epoch": 2.563546999795208,
      "grad_norm": 1.0209076091755513,
      "learning_rate": 0.00018760918482935284,
      "loss": 0.6582,
      "step": 62589
    },
    {
      "epoch": 2.563587958222404,
      "grad_norm": 5.397719067321165,
      "learning_rate": 0.00018760602760267952,
      "loss": 1.5417,
      "step": 62590
    },
    {
      "epoch": 2.5636289166496007,
      "grad_norm": 2.2472199276391094,
      "learning_rate": 0.00018760287035822826,
      "loss": 0.6403,
      "step": 62591
    },
    {
      "epoch": 2.563669875076797,
      "grad_norm": 0.7414865210810286,
      "learning_rate": 0.00018759971309600048,
      "loss": 0.2876,
      "step": 62592
    },
    {
      "epoch": 2.5637108335039933,
      "grad_norm": 1.9275948946142645,
      "learning_rate": 0.0001875965558159978,
      "loss": 1.7047,
      "step": 62593
    },
    {
      "epoch": 2.56375179193119,
      "grad_norm": 1.1580575430415017,
      "learning_rate": 0.00018759339851822166,
      "loss": 0.4153,
      "step": 62594
    },
    {
      "epoch": 2.5637927503583864,
      "grad_norm": 0.6738060594651252,
      "learning_rate": 0.00018759024120267351,
      "loss": 0.3243,
      "step": 62595
    },
    {
      "epoch": 2.5638337087855825,
      "grad_norm": 1.0762276549429437,
      "learning_rate": 0.00018758708386935484,
      "loss": 0.8197,
      "step": 62596
    },
    {
      "epoch": 2.563874667212779,
      "grad_norm": 1.8086930108688208,
      "learning_rate": 0.00018758392651826723,
      "loss": 1.1566,
      "step": 62597
    },
    {
      "epoch": 2.5639156256399755,
      "grad_norm": 0.8516947450586257,
      "learning_rate": 0.00018758076914941215,
      "loss": 0.4375,
      "step": 62598
    },
    {
      "epoch": 2.5639565840671716,
      "grad_norm": 7.147908540881246,
      "learning_rate": 0.00018757761176279098,
      "loss": 3.6994,
      "step": 62599
    },
    {
      "epoch": 2.563997542494368,
      "grad_norm": 2.6043577097657655,
      "learning_rate": 0.00018757445435840537,
      "loss": 2.6228,
      "step": 62600
    },
    {
      "epoch": 2.5640385009215647,
      "grad_norm": 1.118305455288795,
      "learning_rate": 0.00018757129693625665,
      "loss": 0.7851,
      "step": 62601
    },
    {
      "epoch": 2.5640794593487612,
      "grad_norm": 0.8508115120852637,
      "learning_rate": 0.0001875681394963465,
      "loss": 0.521,
      "step": 62602
    },
    {
      "epoch": 2.5641204177759573,
      "grad_norm": 1.3060972655576666,
      "learning_rate": 0.00018756498203867624,
      "loss": 0.7187,
      "step": 62603
    },
    {
      "epoch": 2.564161376203154,
      "grad_norm": 1.0145086317156196,
      "learning_rate": 0.0001875618245632475,
      "loss": 0.6202,
      "step": 62604
    },
    {
      "epoch": 2.56420233463035,
      "grad_norm": 1.0760831761624359,
      "learning_rate": 0.00018755866707006165,
      "loss": 0.6884,
      "step": 62605
    },
    {
      "epoch": 2.5642432930575465,
      "grad_norm": 0.8421477448810735,
      "learning_rate": 0.00018755550955912027,
      "loss": 0.6003,
      "step": 62606
    },
    {
      "epoch": 2.564284251484743,
      "grad_norm": 1.4362777918416465,
      "learning_rate": 0.00018755235203042484,
      "loss": 1.2593,
      "step": 62607
    },
    {
      "epoch": 2.5643252099119396,
      "grad_norm": 0.7238252712155349,
      "learning_rate": 0.00018754919448397682,
      "loss": 0.3264,
      "step": 62608
    },
    {
      "epoch": 2.5643661683391357,
      "grad_norm": 1.5764673903412239,
      "learning_rate": 0.0001875460369197777,
      "loss": 0.9569,
      "step": 62609
    },
    {
      "epoch": 2.564407126766332,
      "grad_norm": 0.893404357773662,
      "learning_rate": 0.00018754287933782902,
      "loss": 0.639,
      "step": 62610
    },
    {
      "epoch": 2.5644480851935283,
      "grad_norm": 0.9921412961900906,
      "learning_rate": 0.00018753972173813223,
      "loss": 0.7005,
      "step": 62611
    },
    {
      "epoch": 2.564489043620725,
      "grad_norm": 0.723188601710148,
      "learning_rate": 0.00018753656412068886,
      "loss": 0.3557,
      "step": 62612
    },
    {
      "epoch": 2.5645300020479214,
      "grad_norm": 0.8357406212963018,
      "learning_rate": 0.00018753340648550032,
      "loss": 0.7426,
      "step": 62613
    },
    {
      "epoch": 2.564570960475118,
      "grad_norm": 1.1451903677503996,
      "learning_rate": 0.0001875302488325682,
      "loss": 0.6129,
      "step": 62614
    },
    {
      "epoch": 2.564611918902314,
      "grad_norm": 0.9139713079857219,
      "learning_rate": 0.000187527091161894,
      "loss": 0.7691,
      "step": 62615
    },
    {
      "epoch": 2.5646528773295105,
      "grad_norm": 1.017489794296273,
      "learning_rate": 0.0001875239334734791,
      "loss": 0.8971,
      "step": 62616
    },
    {
      "epoch": 2.564693835756707,
      "grad_norm": 0.6258622893437963,
      "learning_rate": 0.0001875207757673251,
      "loss": 0.2759,
      "step": 62617
    },
    {
      "epoch": 2.564734794183903,
      "grad_norm": 1.077640291724312,
      "learning_rate": 0.00018751761804343346,
      "loss": 0.7157,
      "step": 62618
    },
    {
      "epoch": 2.5647757526110997,
      "grad_norm": 1.9027770600715546,
      "learning_rate": 0.00018751446030180566,
      "loss": 1.3067,
      "step": 62619
    },
    {
      "epoch": 2.5648167110382962,
      "grad_norm": 1.979689819403065,
      "learning_rate": 0.00018751130254244318,
      "loss": 2.8125,
      "step": 62620
    },
    {
      "epoch": 2.5648576694654928,
      "grad_norm": 1.119554200714268,
      "learning_rate": 0.00018750814476534754,
      "loss": 0.7797,
      "step": 62621
    },
    {
      "epoch": 2.564898627892689,
      "grad_norm": 0.8156922075392279,
      "learning_rate": 0.00018750498697052024,
      "loss": 0.3137,
      "step": 62622
    },
    {
      "epoch": 2.5649395863198854,
      "grad_norm": 4.248628811236142,
      "learning_rate": 0.00018750182915796277,
      "loss": 6.6775,
      "step": 62623
    },
    {
      "epoch": 2.5649805447470815,
      "grad_norm": 1.3572155145501816,
      "learning_rate": 0.00018749867132767658,
      "loss": 0.8168,
      "step": 62624
    },
    {
      "epoch": 2.565021503174278,
      "grad_norm": 1.1423254491067232,
      "learning_rate": 0.0001874955134796632,
      "loss": 0.8872,
      "step": 62625
    },
    {
      "epoch": 2.5650624616014746,
      "grad_norm": 2.835334560059863,
      "learning_rate": 0.00018749235561392417,
      "loss": 1.4948,
      "step": 62626
    },
    {
      "epoch": 2.565103420028671,
      "grad_norm": 1.5246106509829815,
      "learning_rate": 0.00018748919773046088,
      "loss": 0.6043,
      "step": 62627
    },
    {
      "epoch": 2.565144378455867,
      "grad_norm": 1.1654269117257805,
      "learning_rate": 0.00018748603982927483,
      "loss": 0.6791,
      "step": 62628
    },
    {
      "epoch": 2.5651853368830637,
      "grad_norm": 1.2759426764583268,
      "learning_rate": 0.00018748288191036764,
      "loss": 0.9734,
      "step": 62629
    },
    {
      "epoch": 2.5652262953102603,
      "grad_norm": 1.205507129676164,
      "learning_rate": 0.00018747972397374066,
      "loss": 0.8257,
      "step": 62630
    },
    {
      "epoch": 2.5652672537374563,
      "grad_norm": 0.9755214336341794,
      "learning_rate": 0.00018747656601939548,
      "loss": 0.7326,
      "step": 62631
    },
    {
      "epoch": 2.565308212164653,
      "grad_norm": 1.1574062072870024,
      "learning_rate": 0.00018747340804733354,
      "loss": 0.9812,
      "step": 62632
    },
    {
      "epoch": 2.5653491705918494,
      "grad_norm": 1.0664087538860787,
      "learning_rate": 0.0001874702500575563,
      "loss": 0.5905,
      "step": 62633
    },
    {
      "epoch": 2.5653901290190455,
      "grad_norm": 1.3404499508254664,
      "learning_rate": 0.00018746709205006538,
      "loss": 0.9531,
      "step": 62634
    },
    {
      "epoch": 2.565431087446242,
      "grad_norm": 1.176564298211803,
      "learning_rate": 0.00018746393402486216,
      "loss": 1.0178,
      "step": 62635
    },
    {
      "epoch": 2.5654720458734386,
      "grad_norm": 1.137199986451364,
      "learning_rate": 0.00018746077598194818,
      "loss": 0.3962,
      "step": 62636
    },
    {
      "epoch": 2.5655130043006347,
      "grad_norm": 0.9061691086764715,
      "learning_rate": 0.00018745761792132487,
      "loss": 0.5356,
      "step": 62637
    },
    {
      "epoch": 2.565553962727831,
      "grad_norm": 1.0901413070951917,
      "learning_rate": 0.00018745445984299383,
      "loss": 0.6289,
      "step": 62638
    },
    {
      "epoch": 2.5655949211550277,
      "grad_norm": 1.0600702549463399,
      "learning_rate": 0.00018745130174695646,
      "loss": 0.7868,
      "step": 62639
    },
    {
      "epoch": 2.5656358795822243,
      "grad_norm": 0.748476048566298,
      "learning_rate": 0.0001874481436332143,
      "loss": 0.2845,
      "step": 62640
    },
    {
      "epoch": 2.5656768380094204,
      "grad_norm": 1.0557853863680873,
      "learning_rate": 0.0001874449855017688,
      "loss": 0.8006,
      "step": 62641
    },
    {
      "epoch": 2.565717796436617,
      "grad_norm": 0.6594044089623021,
      "learning_rate": 0.00018744182735262152,
      "loss": 0.1798,
      "step": 62642
    },
    {
      "epoch": 2.565758754863813,
      "grad_norm": 1.9119864772235071,
      "learning_rate": 0.0001874386691857739,
      "loss": 1.0399,
      "step": 62643
    },
    {
      "epoch": 2.5657997132910095,
      "grad_norm": 1.0525899723417602,
      "learning_rate": 0.00018743551100122748,
      "loss": 0.7708,
      "step": 62644
    },
    {
      "epoch": 2.565840671718206,
      "grad_norm": 0.9407109345884267,
      "learning_rate": 0.00018743235279898368,
      "loss": 0.8953,
      "step": 62645
    },
    {
      "epoch": 2.5658816301454026,
      "grad_norm": 1.5407111920320191,
      "learning_rate": 0.00018742919457904406,
      "loss": 1.0769,
      "step": 62646
    },
    {
      "epoch": 2.5659225885725987,
      "grad_norm": 0.8946636955505353,
      "learning_rate": 0.00018742603634141008,
      "loss": 0.7907,
      "step": 62647
    },
    {
      "epoch": 2.5659635469997952,
      "grad_norm": 1.04204651173964,
      "learning_rate": 0.00018742287808608325,
      "loss": 0.4808,
      "step": 62648
    },
    {
      "epoch": 2.5660045054269918,
      "grad_norm": 2.127138663656165,
      "learning_rate": 0.00018741971981306503,
      "loss": 1.0629,
      "step": 62649
    },
    {
      "epoch": 2.566045463854188,
      "grad_norm": 0.6865241776215473,
      "learning_rate": 0.00018741656152235697,
      "loss": 0.2706,
      "step": 62650
    },
    {
      "epoch": 2.5660864222813844,
      "grad_norm": 1.294194256227736,
      "learning_rate": 0.00018741340321396053,
      "loss": 0.8656,
      "step": 62651
    },
    {
      "epoch": 2.566127380708581,
      "grad_norm": 1.063719900368907,
      "learning_rate": 0.0001874102448878772,
      "loss": 0.7884,
      "step": 62652
    },
    {
      "epoch": 2.566168339135777,
      "grad_norm": 1.2080762022815432,
      "learning_rate": 0.00018740708654410844,
      "loss": 1.2006,
      "step": 62653
    },
    {
      "epoch": 2.5662092975629736,
      "grad_norm": 0.6781302886577936,
      "learning_rate": 0.0001874039281826558,
      "loss": 0.2726,
      "step": 62654
    },
    {
      "epoch": 2.56625025599017,
      "grad_norm": 1.316839788228525,
      "learning_rate": 0.0001874007698035208,
      "loss": 0.8698,
      "step": 62655
    },
    {
      "epoch": 2.566291214417366,
      "grad_norm": 1.1093352382403043,
      "learning_rate": 0.00018739761140670484,
      "loss": 0.6535,
      "step": 62656
    },
    {
      "epoch": 2.5663321728445627,
      "grad_norm": 1.444265961227748,
      "learning_rate": 0.0001873944529922095,
      "loss": 0.8614,
      "step": 62657
    },
    {
      "epoch": 2.5663731312717593,
      "grad_norm": 1.0715969098042086,
      "learning_rate": 0.0001873912945600362,
      "loss": 0.5959,
      "step": 62658
    },
    {
      "epoch": 2.566414089698956,
      "grad_norm": 5.320235320767942,
      "learning_rate": 0.00018738813611018646,
      "loss": 3.0673,
      "step": 62659
    },
    {
      "epoch": 2.566455048126152,
      "grad_norm": 0.9080010809908666,
      "learning_rate": 0.00018738497764266178,
      "loss": 0.5271,
      "step": 62660
    },
    {
      "epoch": 2.5664960065533484,
      "grad_norm": 2.743347365996483,
      "learning_rate": 0.00018738181915746368,
      "loss": 3.0984,
      "step": 62661
    },
    {
      "epoch": 2.5665369649805445,
      "grad_norm": 3.968329613441051,
      "learning_rate": 0.0001873786606545936,
      "loss": 1.3861,
      "step": 62662
    },
    {
      "epoch": 2.566577923407741,
      "grad_norm": 0.6598619499392943,
      "learning_rate": 0.00018737550213405307,
      "loss": 0.2658,
      "step": 62663
    },
    {
      "epoch": 2.5666188818349376,
      "grad_norm": 1.235580356356878,
      "learning_rate": 0.00018737234359584353,
      "loss": 0.4404,
      "step": 62664
    },
    {
      "epoch": 2.566659840262134,
      "grad_norm": 1.2971262626267508,
      "learning_rate": 0.00018736918503996653,
      "loss": 0.9577,
      "step": 62665
    },
    {
      "epoch": 2.56670079868933,
      "grad_norm": 1.0770825990619057,
      "learning_rate": 0.0001873660264664236,
      "loss": 0.7362,
      "step": 62666
    },
    {
      "epoch": 2.5667417571165267,
      "grad_norm": 1.2921672466727976,
      "learning_rate": 0.00018736286787521614,
      "loss": 0.9524,
      "step": 62667
    },
    {
      "epoch": 2.5667827155437233,
      "grad_norm": 0.9847526273998151,
      "learning_rate": 0.0001873597092663457,
      "loss": 0.9529,
      "step": 62668
    },
    {
      "epoch": 2.5668236739709194,
      "grad_norm": 1.0034479648152623,
      "learning_rate": 0.0001873565506398137,
      "loss": 0.2393,
      "step": 62669
    },
    {
      "epoch": 2.566864632398116,
      "grad_norm": 0.9935631441401404,
      "learning_rate": 0.00018735339199562177,
      "loss": 0.8662,
      "step": 62670
    },
    {
      "epoch": 2.5669055908253124,
      "grad_norm": 0.8736776762166725,
      "learning_rate": 0.0001873502333337713,
      "loss": 0.7377,
      "step": 62671
    },
    {
      "epoch": 2.566946549252509,
      "grad_norm": 0.9837482944532496,
      "learning_rate": 0.00018734707465426382,
      "loss": 0.6493,
      "step": 62672
    },
    {
      "epoch": 2.566987507679705,
      "grad_norm": 1.2316619015395402,
      "learning_rate": 0.00018734391595710075,
      "loss": 0.9853,
      "step": 62673
    },
    {
      "epoch": 2.5670284661069016,
      "grad_norm": 4.556423261049703,
      "learning_rate": 0.00018734075724228367,
      "loss": 3.0364,
      "step": 62674
    },
    {
      "epoch": 2.5670694245340977,
      "grad_norm": 1.1520188675219825,
      "learning_rate": 0.0001873375985098141,
      "loss": 0.9761,
      "step": 62675
    },
    {
      "epoch": 2.5671103829612942,
      "grad_norm": 0.7012407002054846,
      "learning_rate": 0.00018733443975969341,
      "loss": 0.4245,
      "step": 62676
    },
    {
      "epoch": 2.5671513413884908,
      "grad_norm": 0.8973610229493898,
      "learning_rate": 0.0001873312809919232,
      "loss": 0.3056,
      "step": 62677
    },
    {
      "epoch": 2.5671922998156873,
      "grad_norm": 0.9291267499208279,
      "learning_rate": 0.0001873281222065049,
      "loss": 0.3567,
      "step": 62678
    },
    {
      "epoch": 2.5672332582428834,
      "grad_norm": 1.2230914329485367,
      "learning_rate": 0.00018732496340344006,
      "loss": 1.1684,
      "step": 62679
    },
    {
      "epoch": 2.56727421667008,
      "grad_norm": 1.4136744028212833,
      "learning_rate": 0.00018732180458273014,
      "loss": 0.9263,
      "step": 62680
    },
    {
      "epoch": 2.567315175097276,
      "grad_norm": 0.6724649907918088,
      "learning_rate": 0.00018731864574437663,
      "loss": 0.4834,
      "step": 62681
    },
    {
      "epoch": 2.5673561335244726,
      "grad_norm": 1.0290515541042955,
      "learning_rate": 0.000187315486888381,
      "loss": 0.9365,
      "step": 62682
    },
    {
      "epoch": 2.567397091951669,
      "grad_norm": 1.1788450402351145,
      "learning_rate": 0.0001873123280147448,
      "loss": 0.7827,
      "step": 62683
    },
    {
      "epoch": 2.5674380503788656,
      "grad_norm": 1.5802662022573881,
      "learning_rate": 0.00018730916912346952,
      "loss": 0.9547,
      "step": 62684
    },
    {
      "epoch": 2.5674790088060617,
      "grad_norm": 0.9096760055506931,
      "learning_rate": 0.0001873060102145566,
      "loss": 0.3675,
      "step": 62685
    },
    {
      "epoch": 2.5675199672332583,
      "grad_norm": 1.4099366579001797,
      "learning_rate": 0.00018730285128800756,
      "loss": 1.1548,
      "step": 62686
    },
    {
      "epoch": 2.567560925660455,
      "grad_norm": 0.6105147722410412,
      "learning_rate": 0.00018729969234382394,
      "loss": 0.1302,
      "step": 62687
    },
    {
      "epoch": 2.567601884087651,
      "grad_norm": 1.3345704680131365,
      "learning_rate": 0.00018729653338200714,
      "loss": 1.1511,
      "step": 62688
    },
    {
      "epoch": 2.5676428425148474,
      "grad_norm": 1.288693849116295,
      "learning_rate": 0.0001872933744025587,
      "loss": 0.8266,
      "step": 62689
    },
    {
      "epoch": 2.567683800942044,
      "grad_norm": 1.2417467564739908,
      "learning_rate": 0.00018729021540548016,
      "loss": 0.8261,
      "step": 62690
    },
    {
      "epoch": 2.5677247593692405,
      "grad_norm": 0.9082214139173733,
      "learning_rate": 0.00018728705639077295,
      "loss": 0.8141,
      "step": 62691
    },
    {
      "epoch": 2.5677657177964366,
      "grad_norm": 1.0856528095861226,
      "learning_rate": 0.0001872838973584386,
      "loss": 0.8908,
      "step": 62692
    },
    {
      "epoch": 2.567806676223633,
      "grad_norm": 1.4210132607184098,
      "learning_rate": 0.00018728073830847857,
      "loss": 0.9563,
      "step": 62693
    },
    {
      "epoch": 2.567847634650829,
      "grad_norm": 0.7164540077632221,
      "learning_rate": 0.00018727757924089436,
      "loss": 0.2092,
      "step": 62694
    },
    {
      "epoch": 2.5678885930780257,
      "grad_norm": 1.2397047581485932,
      "learning_rate": 0.00018727442015568747,
      "loss": 0.975,
      "step": 62695
    },
    {
      "epoch": 2.5679295515052223,
      "grad_norm": 1.1586849587135142,
      "learning_rate": 0.0001872712610528594,
      "loss": 0.9184,
      "step": 62696
    },
    {
      "epoch": 2.567970509932419,
      "grad_norm": 0.9565186069071565,
      "learning_rate": 0.00018726810193241169,
      "loss": 0.6437,
      "step": 62697
    },
    {
      "epoch": 2.568011468359615,
      "grad_norm": 1.2342799209554354,
      "learning_rate": 0.00018726494279434574,
      "loss": 0.8603,
      "step": 62698
    },
    {
      "epoch": 2.5680524267868114,
      "grad_norm": 0.9175217847883633,
      "learning_rate": 0.00018726178363866308,
      "loss": 0.6467,
      "step": 62699
    },
    {
      "epoch": 2.5680933852140075,
      "grad_norm": 0.9612056146318094,
      "learning_rate": 0.0001872586244653652,
      "loss": 0.6816,
      "step": 62700
    },
    {
      "epoch": 2.568134343641204,
      "grad_norm": 1.0652372890099757,
      "learning_rate": 0.00018725546527445364,
      "loss": 0.8199,
      "step": 62701
    },
    {
      "epoch": 2.5681753020684006,
      "grad_norm": 0.830847746322987,
      "learning_rate": 0.00018725230606592982,
      "loss": 0.3253,
      "step": 62702
    },
    {
      "epoch": 2.568216260495597,
      "grad_norm": 1.101700034389922,
      "learning_rate": 0.00018724914683979532,
      "loss": 0.7955,
      "step": 62703
    },
    {
      "epoch": 2.5682572189227932,
      "grad_norm": 0.98073116952036,
      "learning_rate": 0.00018724598759605154,
      "loss": 0.6052,
      "step": 62704
    },
    {
      "epoch": 2.5682981773499898,
      "grad_norm": 1.3606700882696758,
      "learning_rate": 0.00018724282833470005,
      "loss": 1.1203,
      "step": 62705
    },
    {
      "epoch": 2.5683391357771863,
      "grad_norm": 1.266376095992584,
      "learning_rate": 0.00018723966905574227,
      "loss": 0.9506,
      "step": 62706
    },
    {
      "epoch": 2.5683800942043824,
      "grad_norm": 0.8572619629903881,
      "learning_rate": 0.0001872365097591798,
      "loss": 0.2881,
      "step": 62707
    },
    {
      "epoch": 2.568421052631579,
      "grad_norm": 0.9140673078767445,
      "learning_rate": 0.00018723335044501405,
      "loss": 0.6002,
      "step": 62708
    },
    {
      "epoch": 2.5684620110587755,
      "grad_norm": 1.5597441037022524,
      "learning_rate": 0.00018723019111324647,
      "loss": 0.9813,
      "step": 62709
    },
    {
      "epoch": 2.568502969485972,
      "grad_norm": 1.3586660270392144,
      "learning_rate": 0.00018722703176387868,
      "loss": 0.9244,
      "step": 62710
    },
    {
      "epoch": 2.568543927913168,
      "grad_norm": 4.743205224885666,
      "learning_rate": 0.00018722387239691212,
      "loss": 6.5563,
      "step": 62711
    },
    {
      "epoch": 2.5685848863403646,
      "grad_norm": 0.9973769589277564,
      "learning_rate": 0.00018722071301234823,
      "loss": 0.7523,
      "step": 62712
    },
    {
      "epoch": 2.5686258447675607,
      "grad_norm": 1.17413273889063,
      "learning_rate": 0.00018721755361018856,
      "loss": 0.6619,
      "step": 62713
    },
    {
      "epoch": 2.5686668031947573,
      "grad_norm": 1.1339177758874748,
      "learning_rate": 0.00018721439419043458,
      "loss": 0.1624,
      "step": 62714
    },
    {
      "epoch": 2.568707761621954,
      "grad_norm": 0.888084581891741,
      "learning_rate": 0.00018721123475308783,
      "loss": 0.7222,
      "step": 62715
    },
    {
      "epoch": 2.5687487200491503,
      "grad_norm": 1.5459890108288514,
      "learning_rate": 0.00018720807529814973,
      "loss": 0.9263,
      "step": 62716
    },
    {
      "epoch": 2.5687896784763464,
      "grad_norm": 0.8131826452861783,
      "learning_rate": 0.0001872049158256218,
      "loss": 0.4374,
      "step": 62717
    },
    {
      "epoch": 2.568830636903543,
      "grad_norm": 1.16491109954321,
      "learning_rate": 0.00018720175633550558,
      "loss": 0.8397,
      "step": 62718
    },
    {
      "epoch": 2.568871595330739,
      "grad_norm": 1.7838500795271748,
      "learning_rate": 0.0001871985968278025,
      "loss": 0.8252,
      "step": 62719
    },
    {
      "epoch": 2.5689125537579356,
      "grad_norm": 1.0945676174486851,
      "learning_rate": 0.0001871954373025141,
      "loss": 0.7249,
      "step": 62720
    },
    {
      "epoch": 2.568953512185132,
      "grad_norm": 1.1779271387345933,
      "learning_rate": 0.00018719227775964184,
      "loss": 0.7267,
      "step": 62721
    },
    {
      "epoch": 2.5689944706123287,
      "grad_norm": 0.8976189712071065,
      "learning_rate": 0.0001871891181991873,
      "loss": 0.384,
      "step": 62722
    },
    {
      "epoch": 2.5690354290395248,
      "grad_norm": 3.019135648340692,
      "learning_rate": 0.00018718595862115184,
      "loss": 1.7446,
      "step": 62723
    },
    {
      "epoch": 2.5690763874667213,
      "grad_norm": 1.224239184518817,
      "learning_rate": 0.00018718279902553704,
      "loss": 0.6469,
      "step": 62724
    },
    {
      "epoch": 2.569117345893918,
      "grad_norm": 0.7167064946158094,
      "learning_rate": 0.00018717963941234433,
      "loss": 0.3739,
      "step": 62725
    },
    {
      "epoch": 2.569158304321114,
      "grad_norm": 1.2912958959623153,
      "learning_rate": 0.00018717647978157525,
      "loss": 1.269,
      "step": 62726
    },
    {
      "epoch": 2.5691992627483105,
      "grad_norm": 1.6065055435899078,
      "learning_rate": 0.0001871733201332313,
      "loss": 0.6625,
      "step": 62727
    },
    {
      "epoch": 2.569240221175507,
      "grad_norm": 1.398212071202014,
      "learning_rate": 0.00018717016046731398,
      "loss": 0.6972,
      "step": 62728
    },
    {
      "epoch": 2.5692811796027035,
      "grad_norm": 0.8579579993701999,
      "learning_rate": 0.00018716700078382477,
      "loss": 0.5491,
      "step": 62729
    },
    {
      "epoch": 2.5693221380298996,
      "grad_norm": 1.0673690296221519,
      "learning_rate": 0.00018716384108276513,
      "loss": 0.8464,
      "step": 62730
    },
    {
      "epoch": 2.569363096457096,
      "grad_norm": 1.1197920785608257,
      "learning_rate": 0.0001871606813641366,
      "loss": 0.6131,
      "step": 62731
    },
    {
      "epoch": 2.5694040548842922,
      "grad_norm": 1.6207854451698631,
      "learning_rate": 0.00018715752162794065,
      "loss": 0.7253,
      "step": 62732
    },
    {
      "epoch": 2.569445013311489,
      "grad_norm": 1.280559574821663,
      "learning_rate": 0.00018715436187417877,
      "loss": 0.8351,
      "step": 62733
    },
    {
      "epoch": 2.5694859717386853,
      "grad_norm": 0.9974345639717542,
      "learning_rate": 0.00018715120210285248,
      "loss": 0.5314,
      "step": 62734
    },
    {
      "epoch": 2.569526930165882,
      "grad_norm": 1.2470332750236535,
      "learning_rate": 0.00018714804231396328,
      "loss": 0.8211,
      "step": 62735
    },
    {
      "epoch": 2.569567888593078,
      "grad_norm": 1.112004367337122,
      "learning_rate": 0.00018714488250751258,
      "loss": 1.0451,
      "step": 62736
    },
    {
      "epoch": 2.5696088470202745,
      "grad_norm": 1.09962592883251,
      "learning_rate": 0.00018714172268350198,
      "loss": 0.7214,
      "step": 62737
    },
    {
      "epoch": 2.5696498054474706,
      "grad_norm": 1.564730351145945,
      "learning_rate": 0.00018713856284193291,
      "loss": 0.9456,
      "step": 62738
    },
    {
      "epoch": 2.569690763874667,
      "grad_norm": 0.9083408910610942,
      "learning_rate": 0.00018713540298280688,
      "loss": 0.4655,
      "step": 62739
    },
    {
      "epoch": 2.5697317223018636,
      "grad_norm": 0.9953826687530314,
      "learning_rate": 0.00018713224310612536,
      "loss": 0.8153,
      "step": 62740
    },
    {
      "epoch": 2.56977268072906,
      "grad_norm": 1.769863547074203,
      "learning_rate": 0.00018712908321188992,
      "loss": 1.0121,
      "step": 62741
    },
    {
      "epoch": 2.5698136391562563,
      "grad_norm": 1.1660610760058365,
      "learning_rate": 0.000187125923300102,
      "loss": 0.8007,
      "step": 62742
    },
    {
      "epoch": 2.569854597583453,
      "grad_norm": 1.2639390335693035,
      "learning_rate": 0.0001871227633707631,
      "loss": 0.8175,
      "step": 62743
    },
    {
      "epoch": 2.5698955560106493,
      "grad_norm": 1.4069204768282497,
      "learning_rate": 0.0001871196034238747,
      "loss": 0.49,
      "step": 62744
    },
    {
      "epoch": 2.5699365144378454,
      "grad_norm": 4.867997274367512,
      "learning_rate": 0.00018711644345943828,
      "loss": 1.8043,
      "step": 62745
    },
    {
      "epoch": 2.569977472865042,
      "grad_norm": 1.1793073820294449,
      "learning_rate": 0.00018711328347745539,
      "loss": 0.7775,
      "step": 62746
    },
    {
      "epoch": 2.5700184312922385,
      "grad_norm": 1.1761666282488237,
      "learning_rate": 0.0001871101234779275,
      "loss": 0.6161,
      "step": 62747
    },
    {
      "epoch": 2.570059389719435,
      "grad_norm": 1.0606511541290147,
      "learning_rate": 0.0001871069634608561,
      "loss": 0.8049,
      "step": 62748
    },
    {
      "epoch": 2.570100348146631,
      "grad_norm": 1.1772109984434869,
      "learning_rate": 0.00018710380342624262,
      "loss": 1.0129,
      "step": 62749
    },
    {
      "epoch": 2.5701413065738277,
      "grad_norm": 1.514132739057797,
      "learning_rate": 0.00018710064337408867,
      "loss": 1.1205,
      "step": 62750
    },
    {
      "epoch": 2.5701822650010238,
      "grad_norm": 1.2820484013020554,
      "learning_rate": 0.0001870974833043957,
      "loss": 0.8206,
      "step": 62751
    },
    {
      "epoch": 2.5702232234282203,
      "grad_norm": 1.0579042081763728,
      "learning_rate": 0.00018709432321716514,
      "loss": 0.7289,
      "step": 62752
    },
    {
      "epoch": 2.570264181855417,
      "grad_norm": 0.8773754462855656,
      "learning_rate": 0.00018709116311239855,
      "loss": 0.5505,
      "step": 62753
    },
    {
      "epoch": 2.5703051402826134,
      "grad_norm": 1.6174196610637346,
      "learning_rate": 0.00018708800299009745,
      "loss": 1.1927,
      "step": 62754
    },
    {
      "epoch": 2.5703460987098095,
      "grad_norm": 1.0529178062590816,
      "learning_rate": 0.00018708484285026328,
      "loss": 0.5606,
      "step": 62755
    },
    {
      "epoch": 2.570387057137006,
      "grad_norm": 2.324515927770408,
      "learning_rate": 0.00018708168269289754,
      "loss": 1.5032,
      "step": 62756
    },
    {
      "epoch": 2.570428015564202,
      "grad_norm": 0.9304821017188974,
      "learning_rate": 0.00018707852251800169,
      "loss": 0.7722,
      "step": 62757
    },
    {
      "epoch": 2.5704689739913986,
      "grad_norm": 1.3910453621825862,
      "learning_rate": 0.00018707536232557734,
      "loss": 1.0042,
      "step": 62758
    },
    {
      "epoch": 2.570509932418595,
      "grad_norm": 0.8061338070554924,
      "learning_rate": 0.00018707220211562587,
      "loss": 0.6664,
      "step": 62759
    },
    {
      "epoch": 2.5705508908457917,
      "grad_norm": 1.0947378878661154,
      "learning_rate": 0.00018706904188814884,
      "loss": 0.7885,
      "step": 62760
    },
    {
      "epoch": 2.570591849272988,
      "grad_norm": 0.8095527748765525,
      "learning_rate": 0.00018706588164314766,
      "loss": 0.2289,
      "step": 62761
    },
    {
      "epoch": 2.5706328077001843,
      "grad_norm": 1.1257069400336563,
      "learning_rate": 0.00018706272138062396,
      "loss": 0.9148,
      "step": 62762
    },
    {
      "epoch": 2.570673766127381,
      "grad_norm": 1.0278991162616644,
      "learning_rate": 0.0001870595611005791,
      "loss": 0.9488,
      "step": 62763
    },
    {
      "epoch": 2.570714724554577,
      "grad_norm": 0.8004768548508986,
      "learning_rate": 0.00018705640080301464,
      "loss": 0.3782,
      "step": 62764
    },
    {
      "epoch": 2.5707556829817735,
      "grad_norm": 0.7950541559169227,
      "learning_rate": 0.0001870532404879321,
      "loss": 0.278,
      "step": 62765
    },
    {
      "epoch": 2.57079664140897,
      "grad_norm": 0.9825137870690278,
      "learning_rate": 0.0001870500801553329,
      "loss": 0.7549,
      "step": 62766
    },
    {
      "epoch": 2.5708375998361666,
      "grad_norm": 0.972562119361614,
      "learning_rate": 0.0001870469198052186,
      "loss": 0.6086,
      "step": 62767
    },
    {
      "epoch": 2.5708785582633626,
      "grad_norm": 1.251265905738288,
      "learning_rate": 0.0001870437594375906,
      "loss": 0.8345,
      "step": 62768
    },
    {
      "epoch": 2.570919516690559,
      "grad_norm": 0.8705869020668592,
      "learning_rate": 0.00018704059905245055,
      "loss": 0.2584,
      "step": 62769
    },
    {
      "epoch": 2.5709604751177553,
      "grad_norm": 1.6093174780303188,
      "learning_rate": 0.0001870374386497998,
      "loss": 1.2571,
      "step": 62770
    },
    {
      "epoch": 2.571001433544952,
      "grad_norm": 1.137342002537675,
      "learning_rate": 0.00018703427822963991,
      "loss": 0.956,
      "step": 62771
    },
    {
      "epoch": 2.5710423919721483,
      "grad_norm": 0.8704921604361443,
      "learning_rate": 0.00018703111779197235,
      "loss": 0.3712,
      "step": 62772
    },
    {
      "epoch": 2.571083350399345,
      "grad_norm": 0.9747356860410986,
      "learning_rate": 0.00018702795733679866,
      "loss": 0.9331,
      "step": 62773
    },
    {
      "epoch": 2.571124308826541,
      "grad_norm": 0.9236319433716835,
      "learning_rate": 0.00018702479686412025,
      "loss": 0.6959,
      "step": 62774
    },
    {
      "epoch": 2.5711652672537375,
      "grad_norm": 0.8758412870434531,
      "learning_rate": 0.00018702163637393873,
      "loss": 0.3727,
      "step": 62775
    },
    {
      "epoch": 2.5712062256809336,
      "grad_norm": 1.2558861179588219,
      "learning_rate": 0.0001870184758662555,
      "loss": 0.4849,
      "step": 62776
    },
    {
      "epoch": 2.57124718410813,
      "grad_norm": 1.2073117582899267,
      "learning_rate": 0.00018701531534107203,
      "loss": 0.7048,
      "step": 62777
    },
    {
      "epoch": 2.5712881425353267,
      "grad_norm": 1.5380470745977184,
      "learning_rate": 0.00018701215479838992,
      "loss": 1.2757,
      "step": 62778
    },
    {
      "epoch": 2.571329100962523,
      "grad_norm": 1.82874261796638,
      "learning_rate": 0.00018700899423821062,
      "loss": 1.4362,
      "step": 62779
    },
    {
      "epoch": 2.5713700593897193,
      "grad_norm": 1.2418120385273028,
      "learning_rate": 0.00018700583366053559,
      "loss": 0.8695,
      "step": 62780
    },
    {
      "epoch": 2.571411017816916,
      "grad_norm": 0.7594970653231851,
      "learning_rate": 0.00018700267306536632,
      "loss": 0.3086,
      "step": 62781
    },
    {
      "epoch": 2.5714519762441124,
      "grad_norm": 1.0827990015530538,
      "learning_rate": 0.00018699951245270438,
      "loss": 0.8687,
      "step": 62782
    },
    {
      "epoch": 2.5714929346713085,
      "grad_norm": 1.3518048448840927,
      "learning_rate": 0.00018699635182255125,
      "loss": 1.2572,
      "step": 62783
    },
    {
      "epoch": 2.571533893098505,
      "grad_norm": 1.1438903444149309,
      "learning_rate": 0.00018699319117490833,
      "loss": 0.4806,
      "step": 62784
    },
    {
      "epoch": 2.5715748515257015,
      "grad_norm": 1.397628253791351,
      "learning_rate": 0.00018699003050977718,
      "loss": 1.1785,
      "step": 62785
    },
    {
      "epoch": 2.571615809952898,
      "grad_norm": 0.8869131475056105,
      "learning_rate": 0.00018698686982715932,
      "loss": 0.664,
      "step": 62786
    },
    {
      "epoch": 2.571656768380094,
      "grad_norm": 0.9462412799479883,
      "learning_rate": 0.0001869837091270562,
      "loss": 0.8003,
      "step": 62787
    },
    {
      "epoch": 2.5716977268072907,
      "grad_norm": 1.2305521901087122,
      "learning_rate": 0.00018698054840946931,
      "loss": 1.1655,
      "step": 62788
    },
    {
      "epoch": 2.571738685234487,
      "grad_norm": 0.8578009738429048,
      "learning_rate": 0.00018697738767440016,
      "loss": 0.4008,
      "step": 62789
    },
    {
      "epoch": 2.5717796436616833,
      "grad_norm": 1.219395857084854,
      "learning_rate": 0.00018697422692185028,
      "loss": 0.7165,
      "step": 62790
    },
    {
      "epoch": 2.57182060208888,
      "grad_norm": 0.7157596934077262,
      "learning_rate": 0.00018697106615182113,
      "loss": 0.6127,
      "step": 62791
    },
    {
      "epoch": 2.5718615605160764,
      "grad_norm": 0.7277035522416204,
      "learning_rate": 0.0001869679053643142,
      "loss": 0.3407,
      "step": 62792
    },
    {
      "epoch": 2.5719025189432725,
      "grad_norm": 1.017622280004036,
      "learning_rate": 0.00018696474455933096,
      "loss": 0.768,
      "step": 62793
    },
    {
      "epoch": 2.571943477370469,
      "grad_norm": 10.540275605257078,
      "learning_rate": 0.00018696158373687297,
      "loss": 4.1288,
      "step": 62794
    },
    {
      "epoch": 2.571984435797665,
      "grad_norm": 2.0737241977798204,
      "learning_rate": 0.00018695842289694165,
      "loss": 1.3163,
      "step": 62795
    },
    {
      "epoch": 2.5720253942248616,
      "grad_norm": 1.095983223203687,
      "learning_rate": 0.00018695526203953857,
      "loss": 0.7019,
      "step": 62796
    },
    {
      "epoch": 2.572066352652058,
      "grad_norm": 0.9374876153641148,
      "learning_rate": 0.00018695210116466518,
      "loss": 0.4776,
      "step": 62797
    },
    {
      "epoch": 2.5721073110792547,
      "grad_norm": 1.1889216316463076,
      "learning_rate": 0.000186948940272323,
      "loss": 0.7574,
      "step": 62798
    },
    {
      "epoch": 2.572148269506451,
      "grad_norm": 1.1886463261596858,
      "learning_rate": 0.00018694577936251348,
      "loss": 0.9225,
      "step": 62799
    },
    {
      "epoch": 2.5721892279336473,
      "grad_norm": 1.1216295799541338,
      "learning_rate": 0.0001869426184352381,
      "loss": 0.697,
      "step": 62800
    },
    {
      "epoch": 2.572230186360844,
      "grad_norm": 1.4302894618524125,
      "learning_rate": 0.00018693945749049845,
      "loss": 0.9888,
      "step": 62801
    },
    {
      "epoch": 2.57227114478804,
      "grad_norm": 1.0752037412036044,
      "learning_rate": 0.00018693629652829594,
      "loss": 0.9416,
      "step": 62802
    },
    {
      "epoch": 2.5723121032152365,
      "grad_norm": 0.9929968680902085,
      "learning_rate": 0.00018693313554863213,
      "loss": 0.7945,
      "step": 62803
    },
    {
      "epoch": 2.572353061642433,
      "grad_norm": 1.2298930731421445,
      "learning_rate": 0.0001869299745515084,
      "loss": 0.5979,
      "step": 62804
    },
    {
      "epoch": 2.5723940200696296,
      "grad_norm": 1.1794831129628076,
      "learning_rate": 0.00018692681353692638,
      "loss": 0.9653,
      "step": 62805
    },
    {
      "epoch": 2.5724349784968257,
      "grad_norm": 1.1319611765008986,
      "learning_rate": 0.00018692365250488752,
      "loss": 0.7748,
      "step": 62806
    },
    {
      "epoch": 2.572475936924022,
      "grad_norm": 2.405317555087944,
      "learning_rate": 0.00018692049145539326,
      "loss": 0.2981,
      "step": 62807
    },
    {
      "epoch": 2.5725168953512183,
      "grad_norm": 1.0472013006672913,
      "learning_rate": 0.00018691733038844513,
      "loss": 0.7393,
      "step": 62808
    },
    {
      "epoch": 2.572557853778415,
      "grad_norm": 0.9563459047435875,
      "learning_rate": 0.00018691416930404465,
      "loss": 0.7887,
      "step": 62809
    },
    {
      "epoch": 2.5725988122056114,
      "grad_norm": 1.2685077099599333,
      "learning_rate": 0.00018691100820219332,
      "loss": 1.0138,
      "step": 62810
    },
    {
      "epoch": 2.572639770632808,
      "grad_norm": 0.5925063099578013,
      "learning_rate": 0.00018690784708289256,
      "loss": 0.2718,
      "step": 62811
    },
    {
      "epoch": 2.572680729060004,
      "grad_norm": 0.8240591122312546,
      "learning_rate": 0.00018690468594614396,
      "loss": 0.465,
      "step": 62812
    },
    {
      "epoch": 2.5727216874872005,
      "grad_norm": 0.8909085052212321,
      "learning_rate": 0.0001869015247919489,
      "loss": 0.6627,
      "step": 62813
    },
    {
      "epoch": 2.5727626459143966,
      "grad_norm": 1.207763163020539,
      "learning_rate": 0.00018689836362030898,
      "loss": 0.9821,
      "step": 62814
    },
    {
      "epoch": 2.572803604341593,
      "grad_norm": 0.959552540215357,
      "learning_rate": 0.00018689520243122566,
      "loss": 0.7834,
      "step": 62815
    },
    {
      "epoch": 2.5728445627687897,
      "grad_norm": 1.0355923861972687,
      "learning_rate": 0.0001868920412247004,
      "loss": 0.6828,
      "step": 62816
    },
    {
      "epoch": 2.5728855211959862,
      "grad_norm": 1.6849060660669164,
      "learning_rate": 0.0001868888800007347,
      "loss": 0.9855,
      "step": 62817
    },
    {
      "epoch": 2.5729264796231823,
      "grad_norm": 0.8297058406715863,
      "learning_rate": 0.00018688571875933018,
      "loss": 0.4972,
      "step": 62818
    },
    {
      "epoch": 2.572967438050379,
      "grad_norm": 3.677789025677093,
      "learning_rate": 0.00018688255750048816,
      "loss": 3.2179,
      "step": 62819
    },
    {
      "epoch": 2.5730083964775754,
      "grad_norm": 1.276385031209811,
      "learning_rate": 0.00018687939622421022,
      "loss": 0.8521,
      "step": 62820
    },
    {
      "epoch": 2.5730493549047715,
      "grad_norm": 1.5059769567622405,
      "learning_rate": 0.00018687623493049782,
      "loss": 1.0087,
      "step": 62821
    },
    {
      "epoch": 2.573090313331968,
      "grad_norm": 0.8855052465924712,
      "learning_rate": 0.00018687307361935253,
      "loss": 0.5,
      "step": 62822
    },
    {
      "epoch": 2.5731312717591646,
      "grad_norm": 0.6427258203285975,
      "learning_rate": 0.00018686991229077574,
      "loss": 0.3034,
      "step": 62823
    },
    {
      "epoch": 2.573172230186361,
      "grad_norm": 0.8256075684580128,
      "learning_rate": 0.00018686675094476904,
      "loss": 0.6066,
      "step": 62824
    },
    {
      "epoch": 2.573213188613557,
      "grad_norm": 1.1125097423660724,
      "learning_rate": 0.00018686358958133382,
      "loss": 0.7669,
      "step": 62825
    },
    {
      "epoch": 2.5732541470407537,
      "grad_norm": 0.8750153171609941,
      "learning_rate": 0.00018686042820047167,
      "loss": 0.4213,
      "step": 62826
    },
    {
      "epoch": 2.57329510546795,
      "grad_norm": 1.0810619567936417,
      "learning_rate": 0.00018685726680218404,
      "loss": 0.9356,
      "step": 62827
    },
    {
      "epoch": 2.5733360638951464,
      "grad_norm": 0.8982805852638904,
      "learning_rate": 0.00018685410538647247,
      "loss": 0.7371,
      "step": 62828
    },
    {
      "epoch": 2.573377022322343,
      "grad_norm": 1.4243819621577734,
      "learning_rate": 0.00018685094395333836,
      "loss": 1.2199,
      "step": 62829
    },
    {
      "epoch": 2.5734179807495394,
      "grad_norm": 0.8965158216104437,
      "learning_rate": 0.00018684778250278327,
      "loss": 0.6954,
      "step": 62830
    },
    {
      "epoch": 2.5734589391767355,
      "grad_norm": 1.2559567591746488,
      "learning_rate": 0.00018684462103480873,
      "loss": 0.96,
      "step": 62831
    },
    {
      "epoch": 2.573499897603932,
      "grad_norm": 1.099266372056196,
      "learning_rate": 0.00018684145954941616,
      "loss": 0.8709,
      "step": 62832
    },
    {
      "epoch": 2.573540856031128,
      "grad_norm": 1.168029514662658,
      "learning_rate": 0.00018683829804660708,
      "loss": 0.9006,
      "step": 62833
    },
    {
      "epoch": 2.5735818144583247,
      "grad_norm": 0.5139536426465089,
      "learning_rate": 0.00018683513652638302,
      "loss": 0.1941,
      "step": 62834
    },
    {
      "epoch": 2.573622772885521,
      "grad_norm": 0.8122260542064708,
      "learning_rate": 0.00018683197498874543,
      "loss": 0.312,
      "step": 62835
    },
    {
      "epoch": 2.5736637313127178,
      "grad_norm": 1.2428488010229999,
      "learning_rate": 0.0001868288134336958,
      "loss": 0.9482,
      "step": 62836
    },
    {
      "epoch": 2.573704689739914,
      "grad_norm": 0.7359892358770155,
      "learning_rate": 0.00018682565186123567,
      "loss": 0.1869,
      "step": 62837
    },
    {
      "epoch": 2.5737456481671104,
      "grad_norm": 0.9333705426817528,
      "learning_rate": 0.0001868224902713665,
      "loss": 0.5684,
      "step": 62838
    },
    {
      "epoch": 2.573786606594307,
      "grad_norm": 0.8912270949100145,
      "learning_rate": 0.0001868193286640898,
      "loss": 0.4294,
      "step": 62839
    },
    {
      "epoch": 2.573827565021503,
      "grad_norm": 1.0433832343807727,
      "learning_rate": 0.00018681616703940704,
      "loss": 0.773,
      "step": 62840
    },
    {
      "epoch": 2.5738685234486995,
      "grad_norm": 1.1162841747548444,
      "learning_rate": 0.00018681300539731975,
      "loss": 0.4454,
      "step": 62841
    },
    {
      "epoch": 2.573909481875896,
      "grad_norm": 1.1157575052442874,
      "learning_rate": 0.00018680984373782938,
      "loss": 0.754,
      "step": 62842
    },
    {
      "epoch": 2.5739504403030926,
      "grad_norm": 0.7804354298833925,
      "learning_rate": 0.0001868066820609375,
      "loss": 0.2711,
      "step": 62843
    },
    {
      "epoch": 2.5739913987302887,
      "grad_norm": 0.978469492125557,
      "learning_rate": 0.00018680352036664548,
      "loss": 0.4173,
      "step": 62844
    },
    {
      "epoch": 2.5740323571574852,
      "grad_norm": 1.0991291338994968,
      "learning_rate": 0.00018680035865495495,
      "loss": 0.9057,
      "step": 62845
    },
    {
      "epoch": 2.5740733155846813,
      "grad_norm": 1.294733870695078,
      "learning_rate": 0.00018679719692586734,
      "loss": 0.8441,
      "step": 62846
    },
    {
      "epoch": 2.574114274011878,
      "grad_norm": 1.2689646877991179,
      "learning_rate": 0.00018679403517938417,
      "loss": 0.8043,
      "step": 62847
    },
    {
      "epoch": 2.5741552324390744,
      "grad_norm": 0.9640481492836613,
      "learning_rate": 0.00018679087341550688,
      "loss": 0.854,
      "step": 62848
    },
    {
      "epoch": 2.574196190866271,
      "grad_norm": 0.6542511006521933,
      "learning_rate": 0.00018678771163423697,
      "loss": 0.3826,
      "step": 62849
    },
    {
      "epoch": 2.574237149293467,
      "grad_norm": 0.7396409723926968,
      "learning_rate": 0.00018678454983557603,
      "loss": 0.1569,
      "step": 62850
    },
    {
      "epoch": 2.5742781077206636,
      "grad_norm": 0.9850372859554818,
      "learning_rate": 0.00018678138801952549,
      "loss": 0.8276,
      "step": 62851
    },
    {
      "epoch": 2.5743190661478597,
      "grad_norm": 0.9250386272875193,
      "learning_rate": 0.0001867782261860868,
      "loss": 0.5675,
      "step": 62852
    },
    {
      "epoch": 2.574360024575056,
      "grad_norm": 1.1488314219765279,
      "learning_rate": 0.0001867750643352615,
      "loss": 0.8697,
      "step": 62853
    },
    {
      "epoch": 2.5744009830022527,
      "grad_norm": 0.8497358028211284,
      "learning_rate": 0.00018677190246705114,
      "loss": 0.6091,
      "step": 62854
    },
    {
      "epoch": 2.5744419414294493,
      "grad_norm": 1.2104017769587672,
      "learning_rate": 0.0001867687405814571,
      "loss": 0.669,
      "step": 62855
    },
    {
      "epoch": 2.5744828998566454,
      "grad_norm": 1.3363445812385135,
      "learning_rate": 0.00018676557867848095,
      "loss": 1.0324,
      "step": 62856
    },
    {
      "epoch": 2.574523858283842,
      "grad_norm": 1.3605458248042361,
      "learning_rate": 0.00018676241675812414,
      "loss": 1.212,
      "step": 62857
    },
    {
      "epoch": 2.5745648167110384,
      "grad_norm": 1.0650707911628763,
      "learning_rate": 0.00018675925482038825,
      "loss": 0.6812,
      "step": 62858
    },
    {
      "epoch": 2.5746057751382345,
      "grad_norm": 1.0800858751185571,
      "learning_rate": 0.00018675609286527471,
      "loss": 0.8166,
      "step": 62859
    },
    {
      "epoch": 2.574646733565431,
      "grad_norm": 1.4421171439472562,
      "learning_rate": 0.000186752930892785,
      "loss": 0.842,
      "step": 62860
    },
    {
      "epoch": 2.5746876919926276,
      "grad_norm": 1.1513668248810933,
      "learning_rate": 0.0001867497689029206,
      "loss": 0.71,
      "step": 62861
    },
    {
      "epoch": 2.574728650419824,
      "grad_norm": 1.0142260721981577,
      "learning_rate": 0.00018674660689568307,
      "loss": 0.5633,
      "step": 62862
    },
    {
      "epoch": 2.57476960884702,
      "grad_norm": 0.9294587333911485,
      "learning_rate": 0.00018674344487107394,
      "loss": 0.5142,
      "step": 62863
    },
    {
      "epoch": 2.5748105672742168,
      "grad_norm": 0.9917863978711725,
      "learning_rate": 0.00018674028282909458,
      "loss": 0.7136,
      "step": 62864
    },
    {
      "epoch": 2.574851525701413,
      "grad_norm": 1.1005271035837094,
      "learning_rate": 0.00018673712076974652,
      "loss": 0.9977,
      "step": 62865
    },
    {
      "epoch": 2.5748924841286094,
      "grad_norm": 1.1733488596071406,
      "learning_rate": 0.0001867339586930313,
      "loss": 0.7807,
      "step": 62866
    },
    {
      "epoch": 2.574933442555806,
      "grad_norm": 1.0263668822359675,
      "learning_rate": 0.00018673079659895043,
      "loss": 0.7289,
      "step": 62867
    },
    {
      "epoch": 2.5749744009830025,
      "grad_norm": 1.0028840388726776,
      "learning_rate": 0.00018672763448750537,
      "loss": 0.7034,
      "step": 62868
    },
    {
      "epoch": 2.5750153594101985,
      "grad_norm": 1.2268218363605663,
      "learning_rate": 0.00018672447235869763,
      "loss": 1.0544,
      "step": 62869
    },
    {
      "epoch": 2.575056317837395,
      "grad_norm": 0.9775579252393175,
      "learning_rate": 0.00018672131021252864,
      "loss": 0.5846,
      "step": 62870
    },
    {
      "epoch": 2.575097276264591,
      "grad_norm": 1.0611454063253098,
      "learning_rate": 0.00018671814804899998,
      "loss": 0.7572,
      "step": 62871
    },
    {
      "epoch": 2.5751382346917877,
      "grad_norm": 0.9592187931409969,
      "learning_rate": 0.00018671498586811307,
      "loss": 0.5625,
      "step": 62872
    },
    {
      "epoch": 2.5751791931189842,
      "grad_norm": 0.9565143051796948,
      "learning_rate": 0.00018671182366986945,
      "loss": 0.6948,
      "step": 62873
    },
    {
      "epoch": 2.575220151546181,
      "grad_norm": 2.4268885443880426,
      "learning_rate": 0.00018670866145427064,
      "loss": 3.0141,
      "step": 62874
    },
    {
      "epoch": 2.575261109973377,
      "grad_norm": 1.1038822539175461,
      "learning_rate": 0.00018670549922131813,
      "loss": 0.8392,
      "step": 62875
    },
    {
      "epoch": 2.5753020684005734,
      "grad_norm": 1.4059567424918444,
      "learning_rate": 0.0001867023369710133,
      "loss": 0.94,
      "step": 62876
    },
    {
      "epoch": 2.57534302682777,
      "grad_norm": 1.1774430889921335,
      "learning_rate": 0.00018669917470335781,
      "loss": 0.8115,
      "step": 62877
    },
    {
      "epoch": 2.575383985254966,
      "grad_norm": 1.2899385887930916,
      "learning_rate": 0.00018669601241835305,
      "loss": 0.7682,
      "step": 62878
    },
    {
      "epoch": 2.5754249436821626,
      "grad_norm": 1.1773193111406086,
      "learning_rate": 0.0001866928501160006,
      "loss": 0.7306,
      "step": 62879
    },
    {
      "epoch": 2.575465902109359,
      "grad_norm": 1.3562274371715142,
      "learning_rate": 0.00018668968779630182,
      "loss": 0.9976,
      "step": 62880
    },
    {
      "epoch": 2.5755068605365556,
      "grad_norm": 0.6064958541551972,
      "learning_rate": 0.0001866865254592583,
      "loss": 0.2613,
      "step": 62881
    },
    {
      "epoch": 2.5755478189637517,
      "grad_norm": 1.0469290753469294,
      "learning_rate": 0.00018668336310487157,
      "loss": 0.7848,
      "step": 62882
    },
    {
      "epoch": 2.5755887773909483,
      "grad_norm": 1.1157010022924565,
      "learning_rate": 0.00018668020073314305,
      "loss": 0.6777,
      "step": 62883
    },
    {
      "epoch": 2.5756297358181444,
      "grad_norm": 0.6872207539552643,
      "learning_rate": 0.00018667703834407423,
      "loss": 0.2921,
      "step": 62884
    },
    {
      "epoch": 2.575670694245341,
      "grad_norm": 0.835411851234283,
      "learning_rate": 0.00018667387593766663,
      "loss": 0.3776,
      "step": 62885
    },
    {
      "epoch": 2.5757116526725374,
      "grad_norm": 0.7692378304636541,
      "learning_rate": 0.0001866707135139218,
      "loss": 0.282,
      "step": 62886
    },
    {
      "epoch": 2.575752611099734,
      "grad_norm": 0.6014415904568888,
      "learning_rate": 0.00018666755107284115,
      "loss": 0.2686,
      "step": 62887
    },
    {
      "epoch": 2.57579356952693,
      "grad_norm": 0.9752197026755522,
      "learning_rate": 0.00018666438861442624,
      "loss": 0.8375,
      "step": 62888
    },
    {
      "epoch": 2.5758345279541266,
      "grad_norm": 1.1444203111871862,
      "learning_rate": 0.0001866612261386785,
      "loss": 0.6595,
      "step": 62889
    },
    {
      "epoch": 2.5758754863813227,
      "grad_norm": 0.883926022344636,
      "learning_rate": 0.00018665806364559945,
      "loss": 0.7601,
      "step": 62890
    },
    {
      "epoch": 2.5759164448085192,
      "grad_norm": 2.287305320487344,
      "learning_rate": 0.00018665490113519063,
      "loss": 0.9531,
      "step": 62891
    },
    {
      "epoch": 2.5759574032357158,
      "grad_norm": 1.0639925592779804,
      "learning_rate": 0.00018665173860745352,
      "loss": 0.8529,
      "step": 62892
    },
    {
      "epoch": 2.5759983616629123,
      "grad_norm": 0.998530853715087,
      "learning_rate": 0.00018664857606238953,
      "loss": 0.8212,
      "step": 62893
    },
    {
      "epoch": 2.5760393200901084,
      "grad_norm": 1.0201940392041484,
      "learning_rate": 0.00018664541350000026,
      "loss": 0.7038,
      "step": 62894
    },
    {
      "epoch": 2.576080278517305,
      "grad_norm": 1.1533665040187335,
      "learning_rate": 0.00018664225092028717,
      "loss": 0.6853,
      "step": 62895
    },
    {
      "epoch": 2.5761212369445015,
      "grad_norm": 1.9124838946407479,
      "learning_rate": 0.00018663908832325176,
      "loss": 1.0822,
      "step": 62896
    },
    {
      "epoch": 2.5761621953716975,
      "grad_norm": 0.9856431985971524,
      "learning_rate": 0.00018663592570889546,
      "loss": 0.315,
      "step": 62897
    },
    {
      "epoch": 2.576203153798894,
      "grad_norm": 0.936727358891799,
      "learning_rate": 0.00018663276307721985,
      "loss": 0.2537,
      "step": 62898
    },
    {
      "epoch": 2.5762441122260906,
      "grad_norm": 0.9107237604542824,
      "learning_rate": 0.0001866296004282264,
      "loss": 0.766,
      "step": 62899
    },
    {
      "epoch": 2.576285070653287,
      "grad_norm": 1.4167135698823032,
      "learning_rate": 0.0001866264377619166,
      "loss": 0.6423,
      "step": 62900
    },
    {
      "epoch": 2.5763260290804832,
      "grad_norm": 1.038894288593231,
      "learning_rate": 0.00018662327507829192,
      "loss": 0.7537,
      "step": 62901
    },
    {
      "epoch": 2.57636698750768,
      "grad_norm": 1.0090345996368335,
      "learning_rate": 0.0001866201123773539,
      "loss": 0.8296,
      "step": 62902
    },
    {
      "epoch": 2.576407945934876,
      "grad_norm": 1.0583473070129512,
      "learning_rate": 0.00018661694965910403,
      "loss": 0.646,
      "step": 62903
    },
    {
      "epoch": 2.5764489043620724,
      "grad_norm": 1.66673256408475,
      "learning_rate": 0.0001866137869235438,
      "loss": 0.4385,
      "step": 62904
    },
    {
      "epoch": 2.576489862789269,
      "grad_norm": 1.3664094703184708,
      "learning_rate": 0.0001866106241706747,
      "loss": 0.8236,
      "step": 62905
    },
    {
      "epoch": 2.5765308212164655,
      "grad_norm": 1.5546492308671005,
      "learning_rate": 0.0001866074614004982,
      "loss": 0.4611,
      "step": 62906
    },
    {
      "epoch": 2.5765717796436616,
      "grad_norm": 1.2777575349928467,
      "learning_rate": 0.00018660429861301582,
      "loss": 0.8062,
      "step": 62907
    },
    {
      "epoch": 2.576612738070858,
      "grad_norm": 1.021610272462344,
      "learning_rate": 0.00018660113580822903,
      "loss": 0.6599,
      "step": 62908
    },
    {
      "epoch": 2.576653696498054,
      "grad_norm": 1.3379391344155962,
      "learning_rate": 0.00018659797298613935,
      "loss": 1.1683,
      "step": 62909
    },
    {
      "epoch": 2.5766946549252507,
      "grad_norm": 1.1512119864577681,
      "learning_rate": 0.0001865948101467483,
      "loss": 0.7117,
      "step": 62910
    },
    {
      "epoch": 2.5767356133524473,
      "grad_norm": 0.5288444668518788,
      "learning_rate": 0.00018659164729005733,
      "loss": 0.1432,
      "step": 62911
    },
    {
      "epoch": 2.576776571779644,
      "grad_norm": 0.9616230556159483,
      "learning_rate": 0.00018658848441606795,
      "loss": 0.3568,
      "step": 62912
    },
    {
      "epoch": 2.57681753020684,
      "grad_norm": 1.531300536463096,
      "learning_rate": 0.0001865853215247817,
      "loss": 0.9819,
      "step": 62913
    },
    {
      "epoch": 2.5768584886340364,
      "grad_norm": 1.1919993220576148,
      "learning_rate": 0.00018658215861619998,
      "loss": 0.8218,
      "step": 62914
    },
    {
      "epoch": 2.576899447061233,
      "grad_norm": 1.1749973936479858,
      "learning_rate": 0.00018657899569032437,
      "loss": 0.7408,
      "step": 62915
    },
    {
      "epoch": 2.576940405488429,
      "grad_norm": 0.8008448997083071,
      "learning_rate": 0.00018657583274715627,
      "loss": 0.2568,
      "step": 62916
    },
    {
      "epoch": 2.5769813639156256,
      "grad_norm": 2.944411346572453,
      "learning_rate": 0.0001865726697866973,
      "loss": 3.5986,
      "step": 62917
    },
    {
      "epoch": 2.577022322342822,
      "grad_norm": 1.1579232321251516,
      "learning_rate": 0.00018656950680894888,
      "loss": 0.8474,
      "step": 62918
    },
    {
      "epoch": 2.5770632807700187,
      "grad_norm": 1.1294448196478206,
      "learning_rate": 0.00018656634381391252,
      "loss": 0.6917,
      "step": 62919
    },
    {
      "epoch": 2.5771042391972148,
      "grad_norm": 0.8311423724618329,
      "learning_rate": 0.00018656318080158973,
      "loss": 0.553,
      "step": 62920
    },
    {
      "epoch": 2.5771451976244113,
      "grad_norm": 1.1245781131292418,
      "learning_rate": 0.00018656001777198197,
      "loss": 0.8078,
      "step": 62921
    },
    {
      "epoch": 2.5771861560516074,
      "grad_norm": 1.0252019332634064,
      "learning_rate": 0.00018655685472509077,
      "loss": 0.8412,
      "step": 62922
    },
    {
      "epoch": 2.577227114478804,
      "grad_norm": 0.9448139514980262,
      "learning_rate": 0.0001865536916609176,
      "loss": 0.6302,
      "step": 62923
    },
    {
      "epoch": 2.5772680729060005,
      "grad_norm": 1.5228365313389527,
      "learning_rate": 0.00018655052857946395,
      "loss": 1.1757,
      "step": 62924
    },
    {
      "epoch": 2.577309031333197,
      "grad_norm": 6.935864633084382,
      "learning_rate": 0.00018654736548073136,
      "loss": 5.5796,
      "step": 62925
    },
    {
      "epoch": 2.577349989760393,
      "grad_norm": 1.4767939526712281,
      "learning_rate": 0.00018654420236472127,
      "loss": 0.9829,
      "step": 62926
    },
    {
      "epoch": 2.5773909481875896,
      "grad_norm": 1.0830390193001596,
      "learning_rate": 0.00018654103923143524,
      "loss": 0.3224,
      "step": 62927
    },
    {
      "epoch": 2.5774319066147857,
      "grad_norm": 2.3739994740023493,
      "learning_rate": 0.0001865378760808747,
      "loss": 2.0761,
      "step": 62928
    },
    {
      "epoch": 2.5774728650419823,
      "grad_norm": 1.1651228810737233,
      "learning_rate": 0.00018653471291304116,
      "loss": 0.9087,
      "step": 62929
    },
    {
      "epoch": 2.577513823469179,
      "grad_norm": 1.1677058441868615,
      "learning_rate": 0.00018653154972793614,
      "loss": 0.8388,
      "step": 62930
    },
    {
      "epoch": 2.5775547818963753,
      "grad_norm": 0.8714940319420953,
      "learning_rate": 0.0001865283865255611,
      "loss": 0.6905,
      "step": 62931
    },
    {
      "epoch": 2.5775957403235714,
      "grad_norm": 0.7250751085012218,
      "learning_rate": 0.00018652522330591761,
      "loss": 0.2918,
      "step": 62932
    },
    {
      "epoch": 2.577636698750768,
      "grad_norm": 1.0605022454706634,
      "learning_rate": 0.00018652206006900706,
      "loss": 0.8854,
      "step": 62933
    },
    {
      "epoch": 2.5776776571779645,
      "grad_norm": 1.0924669662149677,
      "learning_rate": 0.00018651889681483105,
      "loss": 0.797,
      "step": 62934
    },
    {
      "epoch": 2.5777186156051606,
      "grad_norm": 1.1210394246561348,
      "learning_rate": 0.00018651573354339099,
      "loss": 0.7254,
      "step": 62935
    },
    {
      "epoch": 2.577759574032357,
      "grad_norm": 1.2438749523580186,
      "learning_rate": 0.00018651257025468845,
      "loss": 0.6878,
      "step": 62936
    },
    {
      "epoch": 2.5778005324595537,
      "grad_norm": 0.8247937710664486,
      "learning_rate": 0.0001865094069487248,
      "loss": 0.5392,
      "step": 62937
    },
    {
      "epoch": 2.57784149088675,
      "grad_norm": 0.6740085059414992,
      "learning_rate": 0.0001865062436255017,
      "loss": 0.1393,
      "step": 62938
    },
    {
      "epoch": 2.5778824493139463,
      "grad_norm": 1.6412485031120558,
      "learning_rate": 0.00018650308028502055,
      "loss": 0.9849,
      "step": 62939
    },
    {
      "epoch": 2.577923407741143,
      "grad_norm": 0.8612329747630314,
      "learning_rate": 0.00018649991692728284,
      "loss": 0.6129,
      "step": 62940
    },
    {
      "epoch": 2.577964366168339,
      "grad_norm": 1.1261434657093707,
      "learning_rate": 0.00018649675355229014,
      "loss": 0.6884,
      "step": 62941
    },
    {
      "epoch": 2.5780053245955354,
      "grad_norm": 1.1380960057275111,
      "learning_rate": 0.00018649359016004386,
      "loss": 0.6419,
      "step": 62942
    },
    {
      "epoch": 2.578046283022732,
      "grad_norm": 0.763634217224669,
      "learning_rate": 0.00018649042675054553,
      "loss": 0.258,
      "step": 62943
    },
    {
      "epoch": 2.5780872414499285,
      "grad_norm": 1.1016739413457939,
      "learning_rate": 0.0001864872633237966,
      "loss": 0.6794,
      "step": 62944
    },
    {
      "epoch": 2.5781281998771246,
      "grad_norm": 1.3412114376865898,
      "learning_rate": 0.00018648409987979866,
      "loss": 0.8674,
      "step": 62945
    },
    {
      "epoch": 2.578169158304321,
      "grad_norm": 1.3571450954334323,
      "learning_rate": 0.00018648093641855315,
      "loss": 0.6988,
      "step": 62946
    },
    {
      "epoch": 2.5782101167315177,
      "grad_norm": 1.3760468841545557,
      "learning_rate": 0.00018647777294006156,
      "loss": 0.8842,
      "step": 62947
    },
    {
      "epoch": 2.5782510751587138,
      "grad_norm": 1.398938041598986,
      "learning_rate": 0.00018647460944432539,
      "loss": 0.7167,
      "step": 62948
    },
    {
      "epoch": 2.5782920335859103,
      "grad_norm": 1.596071703223316,
      "learning_rate": 0.00018647144593134614,
      "loss": 1.1818,
      "step": 62949
    },
    {
      "epoch": 2.578332992013107,
      "grad_norm": 2.1134464504861694,
      "learning_rate": 0.00018646828240112534,
      "loss": 1.6424,
      "step": 62950
    },
    {
      "epoch": 2.578373950440303,
      "grad_norm": 1.1309565815772273,
      "learning_rate": 0.00018646511885366443,
      "loss": 0.7891,
      "step": 62951
    },
    {
      "epoch": 2.5784149088674995,
      "grad_norm": 1.193588616014829,
      "learning_rate": 0.0001864619552889649,
      "loss": 0.8891,
      "step": 62952
    },
    {
      "epoch": 2.578455867294696,
      "grad_norm": 1.0291558277591222,
      "learning_rate": 0.0001864587917070283,
      "loss": 0.8524,
      "step": 62953
    },
    {
      "epoch": 2.578496825721892,
      "grad_norm": 0.8925578765406438,
      "learning_rate": 0.0001864556281078561,
      "loss": 0.6391,
      "step": 62954
    },
    {
      "epoch": 2.5785377841490886,
      "grad_norm": 1.5609448764494815,
      "learning_rate": 0.00018645246449144982,
      "loss": 1.5105,
      "step": 62955
    },
    {
      "epoch": 2.578578742576285,
      "grad_norm": 0.8860409348313918,
      "learning_rate": 0.0001864493008578109,
      "loss": 0.6543,
      "step": 62956
    },
    {
      "epoch": 2.5786197010034817,
      "grad_norm": 1.1034507915173755,
      "learning_rate": 0.00018644613720694082,
      "loss": 0.8144,
      "step": 62957
    },
    {
      "epoch": 2.578660659430678,
      "grad_norm": 4.1600878976486,
      "learning_rate": 0.0001864429735388412,
      "loss": 5.0504,
      "step": 62958
    },
    {
      "epoch": 2.5787016178578743,
      "grad_norm": 0.9923901211124638,
      "learning_rate": 0.0001864398098535134,
      "loss": 0.6348,
      "step": 62959
    },
    {
      "epoch": 2.5787425762850704,
      "grad_norm": 1.1640981118009102,
      "learning_rate": 0.00018643664615095902,
      "loss": 1.0051,
      "step": 62960
    },
    {
      "epoch": 2.578783534712267,
      "grad_norm": 1.2254981680869985,
      "learning_rate": 0.00018643348243117946,
      "loss": 0.491,
      "step": 62961
    },
    {
      "epoch": 2.5788244931394635,
      "grad_norm": 0.7895862400423064,
      "learning_rate": 0.00018643031869417632,
      "loss": 0.5527,
      "step": 62962
    },
    {
      "epoch": 2.57886545156666,
      "grad_norm": 1.0098128197140042,
      "learning_rate": 0.00018642715493995103,
      "loss": 0.8166,
      "step": 62963
    },
    {
      "epoch": 2.578906409993856,
      "grad_norm": 1.1530101234975918,
      "learning_rate": 0.00018642399116850506,
      "loss": 0.8734,
      "step": 62964
    },
    {
      "epoch": 2.5789473684210527,
      "grad_norm": 0.9691242105103443,
      "learning_rate": 0.0001864208273798399,
      "loss": 0.7267,
      "step": 62965
    },
    {
      "epoch": 2.578988326848249,
      "grad_norm": 1.1674811598818544,
      "learning_rate": 0.00018641766357395718,
      "loss": 0.7762,
      "step": 62966
    },
    {
      "epoch": 2.5790292852754453,
      "grad_norm": 0.8724178697612062,
      "learning_rate": 0.00018641449975085827,
      "loss": 0.6371,
      "step": 62967
    },
    {
      "epoch": 2.579070243702642,
      "grad_norm": 0.9701617359282878,
      "learning_rate": 0.0001864113359105447,
      "loss": 0.5623,
      "step": 62968
    },
    {
      "epoch": 2.5791112021298384,
      "grad_norm": 1.6327791725903777,
      "learning_rate": 0.00018640817205301793,
      "loss": 1.2841,
      "step": 62969
    },
    {
      "epoch": 2.5791521605570344,
      "grad_norm": 0.8811284123778439,
      "learning_rate": 0.00018640500817827948,
      "loss": 0.6498,
      "step": 62970
    },
    {
      "epoch": 2.579193118984231,
      "grad_norm": 1.6861170811419246,
      "learning_rate": 0.00018640184428633092,
      "loss": 1.3579,
      "step": 62971
    },
    {
      "epoch": 2.5792340774114275,
      "grad_norm": 1.044885492053118,
      "learning_rate": 0.00018639868037717365,
      "loss": 0.9457,
      "step": 62972
    },
    {
      "epoch": 2.5792750358386236,
      "grad_norm": 1.282437760749013,
      "learning_rate": 0.00018639551645080915,
      "loss": 0.9796,
      "step": 62973
    },
    {
      "epoch": 2.57931599426582,
      "grad_norm": 0.9791096017385326,
      "learning_rate": 0.00018639235250723902,
      "loss": 0.8384,
      "step": 62974
    },
    {
      "epoch": 2.5793569526930167,
      "grad_norm": 0.961760894411716,
      "learning_rate": 0.00018638918854646473,
      "loss": 0.6629,
      "step": 62975
    },
    {
      "epoch": 2.579397911120213,
      "grad_norm": 4.216585873595063,
      "learning_rate": 0.00018638602456848765,
      "loss": 4.2752,
      "step": 62976
    },
    {
      "epoch": 2.5794388695474093,
      "grad_norm": 0.7564539179229,
      "learning_rate": 0.00018638286057330944,
      "loss": 0.2471,
      "step": 62977
    },
    {
      "epoch": 2.579479827974606,
      "grad_norm": 1.0107426424941055,
      "learning_rate": 0.0001863796965609315,
      "loss": 0.8087,
      "step": 62978
    },
    {
      "epoch": 2.579520786401802,
      "grad_norm": 1.3036034484182615,
      "learning_rate": 0.00018637653253135536,
      "loss": 1.0921,
      "step": 62979
    },
    {
      "epoch": 2.5795617448289985,
      "grad_norm": 1.230873579120833,
      "learning_rate": 0.0001863733684845825,
      "loss": 0.8685,
      "step": 62980
    },
    {
      "epoch": 2.579602703256195,
      "grad_norm": 0.8417547500835673,
      "learning_rate": 0.0001863702044206144,
      "loss": 0.7669,
      "step": 62981
    },
    {
      "epoch": 2.5796436616833915,
      "grad_norm": 1.0086901829594348,
      "learning_rate": 0.0001863670403394526,
      "loss": 0.7023,
      "step": 62982
    },
    {
      "epoch": 2.5796846201105876,
      "grad_norm": 0.941184468586421,
      "learning_rate": 0.00018636387624109858,
      "loss": 0.7229,
      "step": 62983
    },
    {
      "epoch": 2.579725578537784,
      "grad_norm": 0.9785046848482135,
      "learning_rate": 0.0001863607121255538,
      "loss": 0.8302,
      "step": 62984
    },
    {
      "epoch": 2.5797665369649807,
      "grad_norm": 2.271262589300371,
      "learning_rate": 0.0001863575479928198,
      "loss": 2.5571,
      "step": 62985
    },
    {
      "epoch": 2.579807495392177,
      "grad_norm": 1.284432828904116,
      "learning_rate": 0.00018635438384289807,
      "loss": 1.1564,
      "step": 62986
    },
    {
      "epoch": 2.5798484538193733,
      "grad_norm": 0.8584010584809566,
      "learning_rate": 0.0001863512196757901,
      "loss": 0.6139,
      "step": 62987
    },
    {
      "epoch": 2.57988941224657,
      "grad_norm": 1.2595826001160766,
      "learning_rate": 0.00018634805549149736,
      "loss": 0.5311,
      "step": 62988
    },
    {
      "epoch": 2.5799303706737664,
      "grad_norm": 1.1542739705334455,
      "learning_rate": 0.0001863448912900214,
      "loss": 1.0352,
      "step": 62989
    },
    {
      "epoch": 2.5799713291009625,
      "grad_norm": 1.1184553939336852,
      "learning_rate": 0.00018634172707136367,
      "loss": 0.9312,
      "step": 62990
    },
    {
      "epoch": 2.580012287528159,
      "grad_norm": 1.0259706527805685,
      "learning_rate": 0.0001863385628355257,
      "loss": 0.9286,
      "step": 62991
    },
    {
      "epoch": 2.580053245955355,
      "grad_norm": 0.9969006606363001,
      "learning_rate": 0.00018633539858250894,
      "loss": 0.6759,
      "step": 62992
    },
    {
      "epoch": 2.5800942043825517,
      "grad_norm": 1.0835730276390387,
      "learning_rate": 0.00018633223431231488,
      "loss": 0.7509,
      "step": 62993
    },
    {
      "epoch": 2.580135162809748,
      "grad_norm": 0.8658414746157306,
      "learning_rate": 0.00018632907002494507,
      "loss": 0.2026,
      "step": 62994
    },
    {
      "epoch": 2.5801761212369447,
      "grad_norm": 0.7030969001939114,
      "learning_rate": 0.00018632590572040104,
      "loss": 0.2837,
      "step": 62995
    },
    {
      "epoch": 2.580217079664141,
      "grad_norm": 1.6019330266472107,
      "learning_rate": 0.00018632274139868417,
      "loss": 1.4874,
      "step": 62996
    },
    {
      "epoch": 2.5802580380913374,
      "grad_norm": 0.9589740342917394,
      "learning_rate": 0.00018631957705979603,
      "loss": 0.6571,
      "step": 62997
    },
    {
      "epoch": 2.5802989965185334,
      "grad_norm": 0.8786723187264412,
      "learning_rate": 0.0001863164127037381,
      "loss": 0.6012,
      "step": 62998
    },
    {
      "epoch": 2.58033995494573,
      "grad_norm": 0.8019851718999836,
      "learning_rate": 0.00018631324833051188,
      "loss": 0.7116,
      "step": 62999
    },
    {
      "epoch": 2.5803809133729265,
      "grad_norm": 1.0622505842313095,
      "learning_rate": 0.00018631008394011888,
      "loss": 0.6342,
      "step": 63000
    },
    {
      "epoch": 2.580421871800123,
      "grad_norm": 0.5488148920448419,
      "learning_rate": 0.00018630691953256052,
      "loss": 0.199,
      "step": 63001
    },
    {
      "epoch": 2.580462830227319,
      "grad_norm": 0.8018463915280949,
      "learning_rate": 0.00018630375510783842,
      "loss": 0.695,
      "step": 63002
    },
    {
      "epoch": 2.5805037886545157,
      "grad_norm": 1.427599269350278,
      "learning_rate": 0.000186300590665954,
      "loss": 1.2965,
      "step": 63003
    },
    {
      "epoch": 2.580544747081712,
      "grad_norm": 1.4281685827185497,
      "learning_rate": 0.00018629742620690875,
      "loss": 1.1517,
      "step": 63004
    },
    {
      "epoch": 2.5805857055089083,
      "grad_norm": 1.0327946581452663,
      "learning_rate": 0.00018629426173070418,
      "loss": 0.7317,
      "step": 63005
    },
    {
      "epoch": 2.580626663936105,
      "grad_norm": 0.9649822228431207,
      "learning_rate": 0.0001862910972373418,
      "loss": 0.7526,
      "step": 63006
    },
    {
      "epoch": 2.5806676223633014,
      "grad_norm": 1.094276998602306,
      "learning_rate": 0.00018628793272682312,
      "loss": 0.7851,
      "step": 63007
    },
    {
      "epoch": 2.580708580790498,
      "grad_norm": 8.805563808667927,
      "learning_rate": 0.00018628476819914958,
      "loss": 0.987,
      "step": 63008
    },
    {
      "epoch": 2.580749539217694,
      "grad_norm": 1.9641576147492616,
      "learning_rate": 0.00018628160365432268,
      "loss": 1.2333,
      "step": 63009
    },
    {
      "epoch": 2.5807904976448905,
      "grad_norm": 1.08425462346096,
      "learning_rate": 0.00018627843909234404,
      "loss": 0.8033,
      "step": 63010
    },
    {
      "epoch": 2.5808314560720866,
      "grad_norm": 1.1359094930193587,
      "learning_rate": 0.000186275274513215,
      "loss": 0.7944,
      "step": 63011
    },
    {
      "epoch": 2.580872414499283,
      "grad_norm": 1.2363109055787753,
      "learning_rate": 0.0001862721099169371,
      "loss": 1.0608,
      "step": 63012
    },
    {
      "epoch": 2.5809133729264797,
      "grad_norm": 0.9171307188949941,
      "learning_rate": 0.00018626894530351183,
      "loss": 0.4157,
      "step": 63013
    },
    {
      "epoch": 2.5809543313536762,
      "grad_norm": 1.3194177446699036,
      "learning_rate": 0.00018626578067294075,
      "loss": 0.9476,
      "step": 63014
    },
    {
      "epoch": 2.5809952897808723,
      "grad_norm": 1.1463230367681811,
      "learning_rate": 0.00018626261602522532,
      "loss": 0.5439,
      "step": 63015
    },
    {
      "epoch": 2.581036248208069,
      "grad_norm": 0.6188173490718204,
      "learning_rate": 0.000186259451360367,
      "loss": 0.2906,
      "step": 63016
    },
    {
      "epoch": 2.581077206635265,
      "grad_norm": 1.3406459678417117,
      "learning_rate": 0.0001862562866783673,
      "loss": 1.0233,
      "step": 63017
    },
    {
      "epoch": 2.5811181650624615,
      "grad_norm": 1.213476314295358,
      "learning_rate": 0.0001862531219792278,
      "loss": 0.9845,
      "step": 63018
    },
    {
      "epoch": 2.581159123489658,
      "grad_norm": 0.518957659971742,
      "learning_rate": 0.00018624995726294988,
      "loss": 0.2311,
      "step": 63019
    },
    {
      "epoch": 2.5812000819168546,
      "grad_norm": 0.9857654040290385,
      "learning_rate": 0.00018624679252953507,
      "loss": 0.9145,
      "step": 63020
    },
    {
      "epoch": 2.5812410403440507,
      "grad_norm": 1.5545190168188119,
      "learning_rate": 0.0001862436277789849,
      "loss": 1.0844,
      "step": 63021
    },
    {
      "epoch": 2.581281998771247,
      "grad_norm": 1.0792464855780164,
      "learning_rate": 0.00018624046301130085,
      "loss": 0.5625,
      "step": 63022
    },
    {
      "epoch": 2.5813229571984437,
      "grad_norm": 0.9008838200572209,
      "learning_rate": 0.0001862372982264844,
      "loss": 0.7357,
      "step": 63023
    },
    {
      "epoch": 2.58136391562564,
      "grad_norm": 1.1355500796407803,
      "learning_rate": 0.0001862341334245371,
      "loss": 0.9032,
      "step": 63024
    },
    {
      "epoch": 2.5814048740528364,
      "grad_norm": 2.075407051006806,
      "learning_rate": 0.00018623096860546034,
      "loss": 2.5445,
      "step": 63025
    },
    {
      "epoch": 2.581445832480033,
      "grad_norm": 1.1552654859908587,
      "learning_rate": 0.00018622780376925573,
      "loss": 0.9171,
      "step": 63026
    },
    {
      "epoch": 2.5814867909072294,
      "grad_norm": 0.8059793774849253,
      "learning_rate": 0.0001862246389159247,
      "loss": 0.59,
      "step": 63027
    },
    {
      "epoch": 2.5815277493344255,
      "grad_norm": 1.4413479768186748,
      "learning_rate": 0.00018622147404546874,
      "loss": 1.2426,
      "step": 63028
    },
    {
      "epoch": 2.581568707761622,
      "grad_norm": 1.0474205076296563,
      "learning_rate": 0.00018621830915788938,
      "loss": 0.6961,
      "step": 63029
    },
    {
      "epoch": 2.581609666188818,
      "grad_norm": 1.0135361531777982,
      "learning_rate": 0.0001862151442531881,
      "loss": 0.6267,
      "step": 63030
    },
    {
      "epoch": 2.5816506246160147,
      "grad_norm": 2.0251254278359125,
      "learning_rate": 0.00018621197933136645,
      "loss": 1.2621,
      "step": 63031
    },
    {
      "epoch": 2.5816915830432112,
      "grad_norm": 0.9539751325174489,
      "learning_rate": 0.00018620881439242585,
      "loss": 0.717,
      "step": 63032
    },
    {
      "epoch": 2.5817325414704078,
      "grad_norm": 4.126364345037752,
      "learning_rate": 0.00018620564943636777,
      "loss": 4.3404,
      "step": 63033
    },
    {
      "epoch": 2.581773499897604,
      "grad_norm": 1.0139330530413266,
      "learning_rate": 0.00018620248446319382,
      "loss": 0.7729,
      "step": 63034
    },
    {
      "epoch": 2.5818144583248004,
      "grad_norm": 0.9171822813021852,
      "learning_rate": 0.00018619931947290544,
      "loss": 0.777,
      "step": 63035
    },
    {
      "epoch": 2.5818554167519965,
      "grad_norm": 0.8257624781484231,
      "learning_rate": 0.0001861961544655041,
      "loss": 0.8263,
      "step": 63036
    },
    {
      "epoch": 2.581896375179193,
      "grad_norm": 0.8195538372429056,
      "learning_rate": 0.0001861929894409913,
      "loss": 0.4016,
      "step": 63037
    },
    {
      "epoch": 2.5819373336063896,
      "grad_norm": 0.7973443016787681,
      "learning_rate": 0.00018618982439936858,
      "loss": 0.5675,
      "step": 63038
    },
    {
      "epoch": 2.581978292033586,
      "grad_norm": 0.6971249175083067,
      "learning_rate": 0.00018618665934063742,
      "loss": 0.2503,
      "step": 63039
    },
    {
      "epoch": 2.582019250460782,
      "grad_norm": 1.1332367414762905,
      "learning_rate": 0.0001861834942647993,
      "loss": 0.8425,
      "step": 63040
    },
    {
      "epoch": 2.5820602088879787,
      "grad_norm": 1.0017455206756287,
      "learning_rate": 0.0001861803291718557,
      "loss": 0.7115,
      "step": 63041
    },
    {
      "epoch": 2.5821011673151752,
      "grad_norm": 0.6149719595214056,
      "learning_rate": 0.00018617716406180818,
      "loss": 0.2594,
      "step": 63042
    },
    {
      "epoch": 2.5821421257423713,
      "grad_norm": 1.020810516348188,
      "learning_rate": 0.00018617399893465817,
      "loss": 0.7226,
      "step": 63043
    },
    {
      "epoch": 2.582183084169568,
      "grad_norm": 1.1566457673544364,
      "learning_rate": 0.0001861708337904072,
      "loss": 0.8877,
      "step": 63044
    },
    {
      "epoch": 2.5822240425967644,
      "grad_norm": 0.9329945488387609,
      "learning_rate": 0.00018616766862905677,
      "loss": 0.4208,
      "step": 63045
    },
    {
      "epoch": 2.582265001023961,
      "grad_norm": 0.8099361332142817,
      "learning_rate": 0.00018616450345060835,
      "loss": 0.2924,
      "step": 63046
    },
    {
      "epoch": 2.582305959451157,
      "grad_norm": 3.0030448608284654,
      "learning_rate": 0.00018616133825506345,
      "loss": 4.0039,
      "step": 63047
    },
    {
      "epoch": 2.5823469178783536,
      "grad_norm": 1.5276767358486592,
      "learning_rate": 0.00018615817304242359,
      "loss": 1.0363,
      "step": 63048
    },
    {
      "epoch": 2.5823878763055497,
      "grad_norm": 10.158320927927031,
      "learning_rate": 0.0001861550078126902,
      "loss": 2.3203,
      "step": 63049
    },
    {
      "epoch": 2.582428834732746,
      "grad_norm": 1.138618531057178,
      "learning_rate": 0.00018615184256586486,
      "loss": 0.8025,
      "step": 63050
    },
    {
      "epoch": 2.5824697931599427,
      "grad_norm": 1.4652837282562787,
      "learning_rate": 0.000186148677301949,
      "loss": 1.228,
      "step": 63051
    },
    {
      "epoch": 2.5825107515871393,
      "grad_norm": 1.5271387961661906,
      "learning_rate": 0.00018614551202094414,
      "loss": 0.8834,
      "step": 63052
    },
    {
      "epoch": 2.5825517100143354,
      "grad_norm": 1.1729201053413945,
      "learning_rate": 0.0001861423467228518,
      "loss": 0.9848,
      "step": 63053
    },
    {
      "epoch": 2.582592668441532,
      "grad_norm": 0.4954893571882714,
      "learning_rate": 0.00018613918140767348,
      "loss": 0.153,
      "step": 63054
    },
    {
      "epoch": 2.582633626868728,
      "grad_norm": 2.151780538372488,
      "learning_rate": 0.0001861360160754106,
      "loss": 1.7477,
      "step": 63055
    },
    {
      "epoch": 2.5826745852959245,
      "grad_norm": 0.6073061250581802,
      "learning_rate": 0.00018613285072606472,
      "loss": 0.2366,
      "step": 63056
    },
    {
      "epoch": 2.582715543723121,
      "grad_norm": 1.0613633882514362,
      "learning_rate": 0.00018612968535963733,
      "loss": 0.5934,
      "step": 63057
    },
    {
      "epoch": 2.5827565021503176,
      "grad_norm": 1.1525030531110796,
      "learning_rate": 0.00018612651997612992,
      "loss": 0.8657,
      "step": 63058
    },
    {
      "epoch": 2.5827974605775137,
      "grad_norm": 0.7825770911724284,
      "learning_rate": 0.000186123354575544,
      "loss": 0.4296,
      "step": 63059
    },
    {
      "epoch": 2.5828384190047102,
      "grad_norm": 2.2997530010538076,
      "learning_rate": 0.0001861201891578811,
      "loss": 1.0723,
      "step": 63060
    },
    {
      "epoch": 2.5828793774319068,
      "grad_norm": 0.9207209060744078,
      "learning_rate": 0.00018611702372314256,
      "loss": 0.4998,
      "step": 63061
    },
    {
      "epoch": 2.582920335859103,
      "grad_norm": 0.901675144198242,
      "learning_rate": 0.00018611385827133008,
      "loss": 0.4367,
      "step": 63062
    },
    {
      "epoch": 2.5829612942862994,
      "grad_norm": 0.7169890516728391,
      "learning_rate": 0.00018611069280244502,
      "loss": 0.2263,
      "step": 63063
    },
    {
      "epoch": 2.583002252713496,
      "grad_norm": 1.1759839319247765,
      "learning_rate": 0.00018610752731648892,
      "loss": 0.8039,
      "step": 63064
    },
    {
      "epoch": 2.5830432111406925,
      "grad_norm": 1.0069650786850262,
      "learning_rate": 0.00018610436181346328,
      "loss": 0.7539,
      "step": 63065
    },
    {
      "epoch": 2.5830841695678886,
      "grad_norm": 1.1815750972812264,
      "learning_rate": 0.0001861011962933696,
      "loss": 0.7149,
      "step": 63066
    },
    {
      "epoch": 2.583125127995085,
      "grad_norm": 1.0145250120794156,
      "learning_rate": 0.00018609803075620937,
      "loss": 0.742,
      "step": 63067
    },
    {
      "epoch": 2.583166086422281,
      "grad_norm": 1.3800894600312243,
      "learning_rate": 0.0001860948652019841,
      "loss": 0.7577,
      "step": 63068
    },
    {
      "epoch": 2.5832070448494777,
      "grad_norm": 1.3368063543646627,
      "learning_rate": 0.00018609169963069522,
      "loss": 0.9061,
      "step": 63069
    },
    {
      "epoch": 2.5832480032766743,
      "grad_norm": 1.1868592190580762,
      "learning_rate": 0.00018608853404234433,
      "loss": 1.0011,
      "step": 63070
    },
    {
      "epoch": 2.583288961703871,
      "grad_norm": 1.016411761999406,
      "learning_rate": 0.00018608536843693288,
      "loss": 0.815,
      "step": 63071
    },
    {
      "epoch": 2.583329920131067,
      "grad_norm": 1.0605890144915855,
      "learning_rate": 0.0001860822028144623,
      "loss": 0.6264,
      "step": 63072
    },
    {
      "epoch": 2.5833708785582634,
      "grad_norm": 1.9304891984536312,
      "learning_rate": 0.0001860790371749342,
      "loss": 1.3537,
      "step": 63073
    },
    {
      "epoch": 2.5834118369854595,
      "grad_norm": 1.3111599409686976,
      "learning_rate": 0.00018607587151834998,
      "loss": 0.6055,
      "step": 63074
    },
    {
      "epoch": 2.583452795412656,
      "grad_norm": 1.1488238129180504,
      "learning_rate": 0.00018607270584471123,
      "loss": 0.4801,
      "step": 63075
    },
    {
      "epoch": 2.5834937538398526,
      "grad_norm": 0.5004551104669636,
      "learning_rate": 0.0001860695401540194,
      "loss": 0.1813,
      "step": 63076
    },
    {
      "epoch": 2.583534712267049,
      "grad_norm": 1.2641338273556075,
      "learning_rate": 0.00018606637444627596,
      "loss": 1.0731,
      "step": 63077
    },
    {
      "epoch": 2.583575670694245,
      "grad_norm": 3.5981088525425684,
      "learning_rate": 0.00018606320872148244,
      "loss": 0.5479,
      "step": 63078
    },
    {
      "epoch": 2.5836166291214417,
      "grad_norm": 0.9400080798368908,
      "learning_rate": 0.00018606004297964032,
      "loss": 0.4391,
      "step": 63079
    },
    {
      "epoch": 2.5836575875486383,
      "grad_norm": 0.8247144246883638,
      "learning_rate": 0.00018605687722075113,
      "loss": 0.1993,
      "step": 63080
    },
    {
      "epoch": 2.5836985459758344,
      "grad_norm": 1.175278740015671,
      "learning_rate": 0.00018605371144481632,
      "loss": 0.8477,
      "step": 63081
    },
    {
      "epoch": 2.583739504403031,
      "grad_norm": 1.0849349699385786,
      "learning_rate": 0.00018605054565183743,
      "loss": 0.8446,
      "step": 63082
    },
    {
      "epoch": 2.5837804628302274,
      "grad_norm": 1.001280019852993,
      "learning_rate": 0.00018604737984181594,
      "loss": 0.7106,
      "step": 63083
    },
    {
      "epoch": 2.583821421257424,
      "grad_norm": 1.457889217742823,
      "learning_rate": 0.00018604421401475325,
      "loss": 1.0986,
      "step": 63084
    },
    {
      "epoch": 2.58386237968462,
      "grad_norm": 1.1093549816665422,
      "learning_rate": 0.00018604104817065102,
      "loss": 0.7127,
      "step": 63085
    },
    {
      "epoch": 2.5839033381118166,
      "grad_norm": 1.2678641157973893,
      "learning_rate": 0.00018603788230951067,
      "loss": 0.8805,
      "step": 63086
    },
    {
      "epoch": 2.5839442965390127,
      "grad_norm": 0.8202064941818674,
      "learning_rate": 0.0001860347164313337,
      "loss": 0.5949,
      "step": 63087
    },
    {
      "epoch": 2.5839852549662092,
      "grad_norm": 1.3671169493595066,
      "learning_rate": 0.00018603155053612157,
      "loss": 0.815,
      "step": 63088
    },
    {
      "epoch": 2.5840262133934058,
      "grad_norm": 0.851283768574518,
      "learning_rate": 0.00018602838462387585,
      "loss": 0.4759,
      "step": 63089
    },
    {
      "epoch": 2.5840671718206023,
      "grad_norm": 1.1527772159764818,
      "learning_rate": 0.000186025218694598,
      "loss": 0.6084,
      "step": 63090
    },
    {
      "epoch": 2.5841081302477984,
      "grad_norm": 1.963222074948814,
      "learning_rate": 0.00018602205274828953,
      "loss": 1.4626,
      "step": 63091
    },
    {
      "epoch": 2.584149088674995,
      "grad_norm": 0.9613635673791668,
      "learning_rate": 0.00018601888678495187,
      "loss": 0.7633,
      "step": 63092
    },
    {
      "epoch": 2.584190047102191,
      "grad_norm": 0.8809833117480343,
      "learning_rate": 0.00018601572080458663,
      "loss": 0.8078,
      "step": 63093
    },
    {
      "epoch": 2.5842310055293876,
      "grad_norm": 1.0960232195679451,
      "learning_rate": 0.00018601255480719522,
      "loss": 0.827,
      "step": 63094
    },
    {
      "epoch": 2.584271963956584,
      "grad_norm": 1.3712130015054327,
      "learning_rate": 0.00018600938879277917,
      "loss": 1.2689,
      "step": 63095
    },
    {
      "epoch": 2.5843129223837806,
      "grad_norm": 0.7533422312180345,
      "learning_rate": 0.00018600622276134,
      "loss": 0.3603,
      "step": 63096
    },
    {
      "epoch": 2.5843538808109767,
      "grad_norm": 1.7332596054508704,
      "learning_rate": 0.0001860030567128791,
      "loss": 0.7717,
      "step": 63097
    },
    {
      "epoch": 2.5843948392381733,
      "grad_norm": 1.2220740754527235,
      "learning_rate": 0.0001859998906473981,
      "loss": 0.9589,
      "step": 63098
    },
    {
      "epoch": 2.58443579766537,
      "grad_norm": 1.7199088719924658,
      "learning_rate": 0.00018599672456489844,
      "loss": 0.8776,
      "step": 63099
    },
    {
      "epoch": 2.584476756092566,
      "grad_norm": 1.5857202547280664,
      "learning_rate": 0.0001859935584653816,
      "loss": 0.6371,
      "step": 63100
    },
    {
      "epoch": 2.5845177145197624,
      "grad_norm": 1.2634708980336167,
      "learning_rate": 0.0001859903923488491,
      "loss": 1.09,
      "step": 63101
    },
    {
      "epoch": 2.584558672946959,
      "grad_norm": 1.0776732446568502,
      "learning_rate": 0.0001859872262153024,
      "loss": 0.7097,
      "step": 63102
    },
    {
      "epoch": 2.5845996313741555,
      "grad_norm": 1.060571646434432,
      "learning_rate": 0.0001859840600647431,
      "loss": 0.74,
      "step": 63103
    },
    {
      "epoch": 2.5846405898013516,
      "grad_norm": 0.928614270368103,
      "learning_rate": 0.00018598089389717257,
      "loss": 0.6692,
      "step": 63104
    },
    {
      "epoch": 2.584681548228548,
      "grad_norm": 0.9251054417752553,
      "learning_rate": 0.00018597772771259235,
      "loss": 0.713,
      "step": 63105
    },
    {
      "epoch": 2.584722506655744,
      "grad_norm": 1.5391869762996466,
      "learning_rate": 0.000185974561511004,
      "loss": 1.2051,
      "step": 63106
    },
    {
      "epoch": 2.5847634650829407,
      "grad_norm": 0.773205956155584,
      "learning_rate": 0.00018597139529240894,
      "loss": 0.454,
      "step": 63107
    },
    {
      "epoch": 2.5848044235101373,
      "grad_norm": 1.0033670400992083,
      "learning_rate": 0.00018596822905680868,
      "loss": 0.7443,
      "step": 63108
    },
    {
      "epoch": 2.584845381937334,
      "grad_norm": 1.2145465406932454,
      "learning_rate": 0.00018596506280420472,
      "loss": 0.6662,
      "step": 63109
    },
    {
      "epoch": 2.58488634036453,
      "grad_norm": 3.293195300127106,
      "learning_rate": 0.0001859618965345986,
      "loss": 4.3793,
      "step": 63110
    },
    {
      "epoch": 2.5849272987917264,
      "grad_norm": 1.1827398358345838,
      "learning_rate": 0.00018595873024799178,
      "loss": 0.7592,
      "step": 63111
    },
    {
      "epoch": 2.5849682572189225,
      "grad_norm": 1.4749941715384336,
      "learning_rate": 0.00018595556394438576,
      "loss": 1.0972,
      "step": 63112
    },
    {
      "epoch": 2.585009215646119,
      "grad_norm": 0.8950867497814715,
      "learning_rate": 0.00018595239762378196,
      "loss": 0.3614,
      "step": 63113
    },
    {
      "epoch": 2.5850501740733156,
      "grad_norm": 1.430579232359617,
      "learning_rate": 0.00018594923128618202,
      "loss": 1.0374,
      "step": 63114
    },
    {
      "epoch": 2.585091132500512,
      "grad_norm": 0.8733777405155398,
      "learning_rate": 0.00018594606493158738,
      "loss": 0.8214,
      "step": 63115
    },
    {
      "epoch": 2.5851320909277082,
      "grad_norm": 1.0836199649383569,
      "learning_rate": 0.00018594289855999952,
      "loss": 0.632,
      "step": 63116
    },
    {
      "epoch": 2.5851730493549048,
      "grad_norm": 1.0699058951632179,
      "learning_rate": 0.00018593973217141994,
      "loss": 0.9581,
      "step": 63117
    },
    {
      "epoch": 2.5852140077821013,
      "grad_norm": 1.3657099428282133,
      "learning_rate": 0.00018593656576585012,
      "loss": 0.6109,
      "step": 63118
    },
    {
      "epoch": 2.5852549662092974,
      "grad_norm": 1.120185291642548,
      "learning_rate": 0.0001859333993432916,
      "loss": 0.7411,
      "step": 63119
    },
    {
      "epoch": 2.585295924636494,
      "grad_norm": 4.2084179664801225,
      "learning_rate": 0.00018593023290374585,
      "loss": 1.8837,
      "step": 63120
    },
    {
      "epoch": 2.5853368830636905,
      "grad_norm": 0.8465302526683631,
      "learning_rate": 0.00018592706644721433,
      "loss": 0.4141,
      "step": 63121
    },
    {
      "epoch": 2.585377841490887,
      "grad_norm": 3.168967999195031,
      "learning_rate": 0.00018592389997369865,
      "loss": 1.134,
      "step": 63122
    },
    {
      "epoch": 2.585418799918083,
      "grad_norm": 0.8977306112341462,
      "learning_rate": 0.0001859207334832002,
      "loss": 0.6983,
      "step": 63123
    },
    {
      "epoch": 2.5854597583452796,
      "grad_norm": 1.3771785322347985,
      "learning_rate": 0.00018591756697572048,
      "loss": 1.0852,
      "step": 63124
    },
    {
      "epoch": 2.5855007167724757,
      "grad_norm": 1.402891216904922,
      "learning_rate": 0.00018591440045126104,
      "loss": 0.7648,
      "step": 63125
    },
    {
      "epoch": 2.5855416751996723,
      "grad_norm": 1.0859241380620315,
      "learning_rate": 0.00018591123390982337,
      "loss": 0.8488,
      "step": 63126
    },
    {
      "epoch": 2.585582633626869,
      "grad_norm": 1.6589330027818472,
      "learning_rate": 0.00018590806735140896,
      "loss": 1.4288,
      "step": 63127
    },
    {
      "epoch": 2.5856235920540653,
      "grad_norm": 0.9786830413884902,
      "learning_rate": 0.00018590490077601926,
      "loss": 0.796,
      "step": 63128
    },
    {
      "epoch": 2.5856645504812614,
      "grad_norm": 1.4378554839229776,
      "learning_rate": 0.00018590173418365583,
      "loss": 1.1191,
      "step": 63129
    },
    {
      "epoch": 2.585705508908458,
      "grad_norm": 1.341852820943159,
      "learning_rate": 0.00018589856757432016,
      "loss": 1.0754,
      "step": 63130
    },
    {
      "epoch": 2.585746467335654,
      "grad_norm": 1.2356374030573172,
      "learning_rate": 0.00018589540094801372,
      "loss": 0.9861,
      "step": 63131
    },
    {
      "epoch": 2.5857874257628506,
      "grad_norm": 0.5682870686440933,
      "learning_rate": 0.00018589223430473802,
      "loss": 0.1494,
      "step": 63132
    },
    {
      "epoch": 2.585828384190047,
      "grad_norm": 3.909050448166848,
      "learning_rate": 0.0001858890676444945,
      "loss": 4.5647,
      "step": 63133
    },
    {
      "epoch": 2.5858693426172437,
      "grad_norm": 1.2678039101463088,
      "learning_rate": 0.00018588590096728477,
      "loss": 0.855,
      "step": 63134
    },
    {
      "epoch": 2.5859103010444398,
      "grad_norm": 1.2072900586839266,
      "learning_rate": 0.00018588273427311026,
      "loss": 1.0308,
      "step": 63135
    },
    {
      "epoch": 2.5859512594716363,
      "grad_norm": 1.126253304340571,
      "learning_rate": 0.00018587956756197248,
      "loss": 0.8407,
      "step": 63136
    },
    {
      "epoch": 2.585992217898833,
      "grad_norm": 0.9677956263400133,
      "learning_rate": 0.0001858764008338729,
      "loss": 0.7258,
      "step": 63137
    },
    {
      "epoch": 2.586033176326029,
      "grad_norm": 0.9141947285168875,
      "learning_rate": 0.00018587323408881306,
      "loss": 0.9116,
      "step": 63138
    },
    {
      "epoch": 2.5860741347532255,
      "grad_norm": 0.8272054326571585,
      "learning_rate": 0.00018587006732679443,
      "loss": 0.4371,
      "step": 63139
    },
    {
      "epoch": 2.586115093180422,
      "grad_norm": 0.8837067477615891,
      "learning_rate": 0.00018586690054781853,
      "loss": 0.6812,
      "step": 63140
    },
    {
      "epoch": 2.5861560516076185,
      "grad_norm": 1.1304411917270296,
      "learning_rate": 0.00018586373375188676,
      "loss": 0.4527,
      "step": 63141
    },
    {
      "epoch": 2.5861970100348146,
      "grad_norm": 1.244467228763081,
      "learning_rate": 0.00018586056693900078,
      "loss": 0.8689,
      "step": 63142
    },
    {
      "epoch": 2.586237968462011,
      "grad_norm": 1.1069496490740456,
      "learning_rate": 0.00018585740010916202,
      "loss": 0.9011,
      "step": 63143
    },
    {
      "epoch": 2.5862789268892072,
      "grad_norm": 1.2751421017158737,
      "learning_rate": 0.0001858542332623719,
      "loss": 0.6061,
      "step": 63144
    },
    {
      "epoch": 2.5863198853164038,
      "grad_norm": 0.777013295263756,
      "learning_rate": 0.000185851066398632,
      "loss": 0.5455,
      "step": 63145
    },
    {
      "epoch": 2.5863608437436003,
      "grad_norm": 0.8357117088093382,
      "learning_rate": 0.0001858478995179438,
      "loss": 0.4787,
      "step": 63146
    },
    {
      "epoch": 2.586401802170797,
      "grad_norm": 1.1773313836529857,
      "learning_rate": 0.00018584473262030882,
      "loss": 0.4632,
      "step": 63147
    },
    {
      "epoch": 2.586442760597993,
      "grad_norm": 0.8929096179877576,
      "learning_rate": 0.0001858415657057285,
      "loss": 0.6836,
      "step": 63148
    },
    {
      "epoch": 2.5864837190251895,
      "grad_norm": 0.9934997013633664,
      "learning_rate": 0.00018583839877420435,
      "loss": 0.7016,
      "step": 63149
    },
    {
      "epoch": 2.5865246774523856,
      "grad_norm": 1.137334822133488,
      "learning_rate": 0.00018583523182573794,
      "loss": 0.8015,
      "step": 63150
    },
    {
      "epoch": 2.586565635879582,
      "grad_norm": 2.051949210619228,
      "learning_rate": 0.00018583206486033068,
      "loss": 1.1212,
      "step": 63151
    },
    {
      "epoch": 2.5866065943067786,
      "grad_norm": 3.334018515088738,
      "learning_rate": 0.0001858288978779841,
      "loss": 5.0806,
      "step": 63152
    },
    {
      "epoch": 2.586647552733975,
      "grad_norm": 0.9275508249303525,
      "learning_rate": 0.0001858257308786997,
      "loss": 0.5629,
      "step": 63153
    },
    {
      "epoch": 2.5866885111611713,
      "grad_norm": 0.9562188083165687,
      "learning_rate": 0.00018582256386247896,
      "loss": 0.3986,
      "step": 63154
    },
    {
      "epoch": 2.586729469588368,
      "grad_norm": 1.5528899510247105,
      "learning_rate": 0.00018581939682932343,
      "loss": 0.9103,
      "step": 63155
    },
    {
      "epoch": 2.5867704280155643,
      "grad_norm": 0.8580458054629301,
      "learning_rate": 0.0001858162297792345,
      "loss": 0.3754,
      "step": 63156
    },
    {
      "epoch": 2.5868113864427604,
      "grad_norm": 1.0597995262379034,
      "learning_rate": 0.0001858130627122138,
      "loss": 0.7747,
      "step": 63157
    },
    {
      "epoch": 2.586852344869957,
      "grad_norm": 1.3177900316854134,
      "learning_rate": 0.0001858098956282627,
      "loss": 1.021,
      "step": 63158
    },
    {
      "epoch": 2.5868933032971535,
      "grad_norm": 0.815452020411784,
      "learning_rate": 0.00018580672852738282,
      "loss": 0.3041,
      "step": 63159
    },
    {
      "epoch": 2.58693426172435,
      "grad_norm": 1.0543561446566534,
      "learning_rate": 0.00018580356140957555,
      "loss": 0.906,
      "step": 63160
    },
    {
      "epoch": 2.586975220151546,
      "grad_norm": 1.3467881151082652,
      "learning_rate": 0.00018580039427484245,
      "loss": 1.1674,
      "step": 63161
    },
    {
      "epoch": 2.5870161785787427,
      "grad_norm": 1.3578981001442927,
      "learning_rate": 0.000185797227123185,
      "loss": 1.0372,
      "step": 63162
    },
    {
      "epoch": 2.5870571370059388,
      "grad_norm": 1.2324332859784697,
      "learning_rate": 0.00018579405995460473,
      "loss": 1.051,
      "step": 63163
    },
    {
      "epoch": 2.5870980954331353,
      "grad_norm": 0.8066248049416953,
      "learning_rate": 0.00018579089276910305,
      "loss": 0.2972,
      "step": 63164
    },
    {
      "epoch": 2.587139053860332,
      "grad_norm": 1.2059361840183422,
      "learning_rate": 0.00018578772556668155,
      "loss": 0.7308,
      "step": 63165
    },
    {
      "epoch": 2.5871800122875284,
      "grad_norm": 1.1009116018017049,
      "learning_rate": 0.0001857845583473417,
      "loss": 0.9019,
      "step": 63166
    },
    {
      "epoch": 2.5872209707147245,
      "grad_norm": 0.9440967014821379,
      "learning_rate": 0.00018578139111108497,
      "loss": 0.7053,
      "step": 63167
    },
    {
      "epoch": 2.587261929141921,
      "grad_norm": 1.0279488458942811,
      "learning_rate": 0.00018577822385791286,
      "loss": 0.8068,
      "step": 63168
    },
    {
      "epoch": 2.587302887569117,
      "grad_norm": 0.8238955047831956,
      "learning_rate": 0.0001857750565878269,
      "loss": 0.387,
      "step": 63169
    },
    {
      "epoch": 2.5873438459963136,
      "grad_norm": 1.0625796103388234,
      "learning_rate": 0.00018577188930082855,
      "loss": 0.8514,
      "step": 63170
    },
    {
      "epoch": 2.58738480442351,
      "grad_norm": 0.972879076825286,
      "learning_rate": 0.00018576872199691934,
      "loss": 0.8175,
      "step": 63171
    },
    {
      "epoch": 2.5874257628507067,
      "grad_norm": 1.0100382729228294,
      "learning_rate": 0.0001857655546761008,
      "loss": 0.7958,
      "step": 63172
    },
    {
      "epoch": 2.587466721277903,
      "grad_norm": 1.2154203709933482,
      "learning_rate": 0.0001857623873383743,
      "loss": 0.7558,
      "step": 63173
    },
    {
      "epoch": 2.5875076797050993,
      "grad_norm": 0.6469233939484054,
      "learning_rate": 0.00018575921998374145,
      "loss": 0.309,
      "step": 63174
    },
    {
      "epoch": 2.587548638132296,
      "grad_norm": 0.712410002389317,
      "learning_rate": 0.0001857560526122037,
      "loss": 0.2835,
      "step": 63175
    },
    {
      "epoch": 2.587589596559492,
      "grad_norm": 0.852327877356567,
      "learning_rate": 0.0001857528852237626,
      "loss": 0.7067,
      "step": 63176
    },
    {
      "epoch": 2.5876305549866885,
      "grad_norm": 1.0177315660807646,
      "learning_rate": 0.00018574971781841959,
      "loss": 0.2908,
      "step": 63177
    },
    {
      "epoch": 2.587671513413885,
      "grad_norm": 2.0277788787427826,
      "learning_rate": 0.00018574655039617618,
      "loss": 1.0986,
      "step": 63178
    },
    {
      "epoch": 2.5877124718410816,
      "grad_norm": 1.2715966049662395,
      "learning_rate": 0.0001857433829570339,
      "loss": 0.9083,
      "step": 63179
    },
    {
      "epoch": 2.5877534302682776,
      "grad_norm": 1.2025951596467173,
      "learning_rate": 0.00018574021550099424,
      "loss": 1.0694,
      "step": 63180
    },
    {
      "epoch": 2.587794388695474,
      "grad_norm": 1.097651361128322,
      "learning_rate": 0.00018573704802805858,
      "loss": 0.553,
      "step": 63181
    },
    {
      "epoch": 2.5878353471226703,
      "grad_norm": 1.1232622386552313,
      "learning_rate": 0.00018573388053822859,
      "loss": 0.7673,
      "step": 63182
    },
    {
      "epoch": 2.587876305549867,
      "grad_norm": 0.9246942274963611,
      "learning_rate": 0.00018573071303150572,
      "loss": 0.6338,
      "step": 63183
    },
    {
      "epoch": 2.5879172639770633,
      "grad_norm": 0.9954063299383846,
      "learning_rate": 0.00018572754550789141,
      "loss": 0.8234,
      "step": 63184
    },
    {
      "epoch": 2.58795822240426,
      "grad_norm": 1.1289365127632984,
      "learning_rate": 0.0001857243779673872,
      "loss": 0.9028,
      "step": 63185
    },
    {
      "epoch": 2.587999180831456,
      "grad_norm": 1.1810621055800123,
      "learning_rate": 0.00018572121040999454,
      "loss": 0.5626,
      "step": 63186
    },
    {
      "epoch": 2.5880401392586525,
      "grad_norm": 1.2822275662443001,
      "learning_rate": 0.00018571804283571504,
      "loss": 1.1201,
      "step": 63187
    },
    {
      "epoch": 2.5880810976858486,
      "grad_norm": 1.67045537380844,
      "learning_rate": 0.00018571487524455009,
      "loss": 0.9908,
      "step": 63188
    },
    {
      "epoch": 2.588122056113045,
      "grad_norm": 1.3128712821220563,
      "learning_rate": 0.00018571170763650118,
      "loss": 0.6265,
      "step": 63189
    },
    {
      "epoch": 2.5881630145402417,
      "grad_norm": 1.0611445891187126,
      "learning_rate": 0.0001857085400115699,
      "loss": 0.9106,
      "step": 63190
    },
    {
      "epoch": 2.588203972967438,
      "grad_norm": 1.0018083153119668,
      "learning_rate": 0.00018570537236975765,
      "loss": 0.689,
      "step": 63191
    },
    {
      "epoch": 2.5882449313946343,
      "grad_norm": 1.0014494677297667,
      "learning_rate": 0.00018570220471106596,
      "loss": 0.6363,
      "step": 63192
    },
    {
      "epoch": 2.588285889821831,
      "grad_norm": 0.8840140458265179,
      "learning_rate": 0.00018569903703549639,
      "loss": 0.7642,
      "step": 63193
    },
    {
      "epoch": 2.5883268482490274,
      "grad_norm": 1.190879586903934,
      "learning_rate": 0.00018569586934305036,
      "loss": 0.5337,
      "step": 63194
    },
    {
      "epoch": 2.5883678066762235,
      "grad_norm": 0.992147482649966,
      "learning_rate": 0.0001856927016337294,
      "loss": 0.6123,
      "step": 63195
    },
    {
      "epoch": 2.58840876510342,
      "grad_norm": 1.280055549099004,
      "learning_rate": 0.000185689533907535,
      "loss": 0.9111,
      "step": 63196
    },
    {
      "epoch": 2.5884497235306165,
      "grad_norm": 1.140700505310703,
      "learning_rate": 0.00018568636616446866,
      "loss": 0.8392,
      "step": 63197
    },
    {
      "epoch": 2.588490681957813,
      "grad_norm": 1.031838807143247,
      "learning_rate": 0.00018568319840453186,
      "loss": 0.6375,
      "step": 63198
    },
    {
      "epoch": 2.588531640385009,
      "grad_norm": 0.9274655673421976,
      "learning_rate": 0.00018568003062772618,
      "loss": 0.4762,
      "step": 63199
    },
    {
      "epoch": 2.5885725988122057,
      "grad_norm": 0.9341993910146961,
      "learning_rate": 0.00018567686283405297,
      "loss": 0.7264,
      "step": 63200
    },
    {
      "epoch": 2.588613557239402,
      "grad_norm": 0.8880145166619822,
      "learning_rate": 0.00018567369502351383,
      "loss": 0.5447,
      "step": 63201
    },
    {
      "epoch": 2.5886545156665983,
      "grad_norm": 0.7285982420103743,
      "learning_rate": 0.00018567052719611028,
      "loss": 0.2193,
      "step": 63202
    },
    {
      "epoch": 2.588695474093795,
      "grad_norm": 0.9451979808123966,
      "learning_rate": 0.00018566735935184376,
      "loss": 0.3778,
      "step": 63203
    },
    {
      "epoch": 2.5887364325209914,
      "grad_norm": 1.0857127877502177,
      "learning_rate": 0.00018566419149071577,
      "loss": 0.8923,
      "step": 63204
    },
    {
      "epoch": 2.5887773909481875,
      "grad_norm": 0.9046244657925538,
      "learning_rate": 0.00018566102361272776,
      "loss": 0.8369,
      "step": 63205
    },
    {
      "epoch": 2.588818349375384,
      "grad_norm": 1.4298345999771684,
      "learning_rate": 0.0001856578557178814,
      "loss": 0.6864,
      "step": 63206
    },
    {
      "epoch": 2.58885930780258,
      "grad_norm": 0.4463983964564521,
      "learning_rate": 0.000185654687806178,
      "loss": 0.1269,
      "step": 63207
    },
    {
      "epoch": 2.5889002662297766,
      "grad_norm": 1.2382752934557615,
      "learning_rate": 0.00018565151987761915,
      "loss": 0.9909,
      "step": 63208
    },
    {
      "epoch": 2.588941224656973,
      "grad_norm": 0.8065294128590969,
      "learning_rate": 0.0001856483519322063,
      "loss": 0.3405,
      "step": 63209
    },
    {
      "epoch": 2.5889821830841697,
      "grad_norm": 1.0241827195729818,
      "learning_rate": 0.00018564518396994105,
      "loss": 0.7211,
      "step": 63210
    },
    {
      "epoch": 2.589023141511366,
      "grad_norm": 0.7679926505814431,
      "learning_rate": 0.00018564201599082476,
      "loss": 0.7794,
      "step": 63211
    },
    {
      "epoch": 2.5890640999385623,
      "grad_norm": 1.0447717887747814,
      "learning_rate": 0.00018563884799485905,
      "loss": 0.9984,
      "step": 63212
    },
    {
      "epoch": 2.589105058365759,
      "grad_norm": 0.8472468120862789,
      "learning_rate": 0.0001856356799820453,
      "loss": 0.7401,
      "step": 63213
    },
    {
      "epoch": 2.589146016792955,
      "grad_norm": 0.5407461951466433,
      "learning_rate": 0.00018563251195238508,
      "loss": 0.2532,
      "step": 63214
    },
    {
      "epoch": 2.5891869752201515,
      "grad_norm": 1.0206253845792301,
      "learning_rate": 0.00018562934390587994,
      "loss": 0.8693,
      "step": 63215
    },
    {
      "epoch": 2.589227933647348,
      "grad_norm": 1.8817822948021967,
      "learning_rate": 0.00018562617584253122,
      "loss": 1.116,
      "step": 63216
    },
    {
      "epoch": 2.5892688920745446,
      "grad_norm": 0.8247553426501372,
      "learning_rate": 0.00018562300776234057,
      "loss": 0.255,
      "step": 63217
    },
    {
      "epoch": 2.5893098505017407,
      "grad_norm": 1.17298299243157,
      "learning_rate": 0.0001856198396653094,
      "loss": 0.7177,
      "step": 63218
    },
    {
      "epoch": 2.589350808928937,
      "grad_norm": 0.6733180634193089,
      "learning_rate": 0.0001856166715514393,
      "loss": 0.264,
      "step": 63219
    },
    {
      "epoch": 2.5893917673561333,
      "grad_norm": 1.9535421175046785,
      "learning_rate": 0.00018561350342073164,
      "loss": 1.9137,
      "step": 63220
    },
    {
      "epoch": 2.58943272578333,
      "grad_norm": 0.7782337792251913,
      "learning_rate": 0.00018561033527318796,
      "loss": 0.3915,
      "step": 63221
    },
    {
      "epoch": 2.5894736842105264,
      "grad_norm": 1.059432654804284,
      "learning_rate": 0.0001856071671088099,
      "loss": 0.8718,
      "step": 63222
    },
    {
      "epoch": 2.589514642637723,
      "grad_norm": 0.9994267312081605,
      "learning_rate": 0.00018560399892759874,
      "loss": 0.4817,
      "step": 63223
    },
    {
      "epoch": 2.589555601064919,
      "grad_norm": 2.5099816970059616,
      "learning_rate": 0.00018560083072955607,
      "loss": 1.8675,
      "step": 63224
    },
    {
      "epoch": 2.5895965594921155,
      "grad_norm": 0.987053114107306,
      "learning_rate": 0.00018559766251468343,
      "loss": 0.9176,
      "step": 63225
    },
    {
      "epoch": 2.5896375179193116,
      "grad_norm": 1.285168989766579,
      "learning_rate": 0.00018559449428298227,
      "loss": 1.0116,
      "step": 63226
    },
    {
      "epoch": 2.589678476346508,
      "grad_norm": 1.1514521710972943,
      "learning_rate": 0.0001855913260344541,
      "loss": 0.8835,
      "step": 63227
    },
    {
      "epoch": 2.5897194347737047,
      "grad_norm": 1.3921448684045579,
      "learning_rate": 0.0001855881577691004,
      "loss": 1.2488,
      "step": 63228
    },
    {
      "epoch": 2.5897603932009012,
      "grad_norm": 1.3202719694913763,
      "learning_rate": 0.00018558498948692269,
      "loss": 0.8142,
      "step": 63229
    },
    {
      "epoch": 2.5898013516280973,
      "grad_norm": 1.1374111489517584,
      "learning_rate": 0.00018558182118792247,
      "loss": 0.9545,
      "step": 63230
    },
    {
      "epoch": 2.589842310055294,
      "grad_norm": 0.7170382589015065,
      "learning_rate": 0.00018557865287210123,
      "loss": 0.2386,
      "step": 63231
    },
    {
      "epoch": 2.5898832684824904,
      "grad_norm": 1.121542711168204,
      "learning_rate": 0.00018557548453946045,
      "loss": 0.9293,
      "step": 63232
    },
    {
      "epoch": 2.5899242269096865,
      "grad_norm": 0.6223777158802016,
      "learning_rate": 0.00018557231619000165,
      "loss": 0.212,
      "step": 63233
    },
    {
      "epoch": 2.589965185336883,
      "grad_norm": 1.3841327324015296,
      "learning_rate": 0.00018556914782372636,
      "loss": 0.9394,
      "step": 63234
    },
    {
      "epoch": 2.5900061437640796,
      "grad_norm": 0.9773630622329603,
      "learning_rate": 0.00018556597944063602,
      "loss": 0.9152,
      "step": 63235
    },
    {
      "epoch": 2.590047102191276,
      "grad_norm": 1.539923047363631,
      "learning_rate": 0.00018556281104073212,
      "loss": 1.0694,
      "step": 63236
    },
    {
      "epoch": 2.590088060618472,
      "grad_norm": 0.7056189361528304,
      "learning_rate": 0.00018555964262401622,
      "loss": 0.2562,
      "step": 63237
    },
    {
      "epoch": 2.5901290190456687,
      "grad_norm": 1.1234285114045524,
      "learning_rate": 0.00018555647419048977,
      "loss": 0.9349,
      "step": 63238
    },
    {
      "epoch": 2.590169977472865,
      "grad_norm": 0.926141167341109,
      "learning_rate": 0.0001855533057401543,
      "loss": 0.8536,
      "step": 63239
    },
    {
      "epoch": 2.5902109359000614,
      "grad_norm": 1.2093241862639883,
      "learning_rate": 0.0001855501372730113,
      "loss": 0.8934,
      "step": 63240
    },
    {
      "epoch": 2.590251894327258,
      "grad_norm": 0.83942162706236,
      "learning_rate": 0.00018554696878906219,
      "loss": 0.7096,
      "step": 63241
    },
    {
      "epoch": 2.5902928527544544,
      "grad_norm": 0.8551329331093683,
      "learning_rate": 0.00018554380028830859,
      "loss": 0.7141,
      "step": 63242
    },
    {
      "epoch": 2.5903338111816505,
      "grad_norm": 1.27172594719137,
      "learning_rate": 0.00018554063177075194,
      "loss": 0.9026,
      "step": 63243
    },
    {
      "epoch": 2.590374769608847,
      "grad_norm": 5.07630618273211,
      "learning_rate": 0.00018553746323639377,
      "loss": 6.3279,
      "step": 63244
    },
    {
      "epoch": 2.590415728036043,
      "grad_norm": 0.7710850393805787,
      "learning_rate": 0.00018553429468523547,
      "loss": 0.7838,
      "step": 63245
    },
    {
      "epoch": 2.5904566864632397,
      "grad_norm": 0.9495451166901424,
      "learning_rate": 0.00018553112611727866,
      "loss": 0.6403,
      "step": 63246
    },
    {
      "epoch": 2.590497644890436,
      "grad_norm": 1.79183720484514,
      "learning_rate": 0.00018552795753252482,
      "loss": 0.9005,
      "step": 63247
    },
    {
      "epoch": 2.5905386033176327,
      "grad_norm": 1.2458901591863845,
      "learning_rate": 0.00018552478893097538,
      "loss": 0.6501,
      "step": 63248
    },
    {
      "epoch": 2.590579561744829,
      "grad_norm": 0.9342076292999894,
      "learning_rate": 0.0001855216203126319,
      "loss": 0.7148,
      "step": 63249
    },
    {
      "epoch": 2.5906205201720254,
      "grad_norm": 1.0557956963495352,
      "learning_rate": 0.00018551845167749586,
      "loss": 0.8773,
      "step": 63250
    },
    {
      "epoch": 2.590661478599222,
      "grad_norm": 1.2894369117639066,
      "learning_rate": 0.00018551528302556875,
      "loss": 0.959,
      "step": 63251
    },
    {
      "epoch": 2.590702437026418,
      "grad_norm": 0.8168378946293409,
      "learning_rate": 0.0001855121143568521,
      "loss": 0.458,
      "step": 63252
    },
    {
      "epoch": 2.5907433954536145,
      "grad_norm": 1.0432046021899997,
      "learning_rate": 0.00018550894567134736,
      "loss": 0.8806,
      "step": 63253
    },
    {
      "epoch": 2.590784353880811,
      "grad_norm": 0.6927385382192796,
      "learning_rate": 0.00018550577696905608,
      "loss": 0.2417,
      "step": 63254
    },
    {
      "epoch": 2.5908253123080076,
      "grad_norm": 1.5617117527368827,
      "learning_rate": 0.00018550260824997967,
      "loss": 0.8616,
      "step": 63255
    },
    {
      "epoch": 2.5908662707352037,
      "grad_norm": 0.9032384794421628,
      "learning_rate": 0.00018549943951411973,
      "loss": 0.78,
      "step": 63256
    },
    {
      "epoch": 2.5909072291624002,
      "grad_norm": 1.572137209312089,
      "learning_rate": 0.00018549627076147772,
      "loss": 0.8552,
      "step": 63257
    },
    {
      "epoch": 2.5909481875895963,
      "grad_norm": 1.139643042020216,
      "learning_rate": 0.00018549310199205514,
      "loss": 0.7682,
      "step": 63258
    },
    {
      "epoch": 2.590989146016793,
      "grad_norm": 0.7553780076846446,
      "learning_rate": 0.00018548993320585347,
      "loss": 0.2665,
      "step": 63259
    },
    {
      "epoch": 2.5910301044439894,
      "grad_norm": 1.182218345574835,
      "learning_rate": 0.00018548676440287417,
      "loss": 0.837,
      "step": 63260
    },
    {
      "epoch": 2.591071062871186,
      "grad_norm": 2.2588233447455996,
      "learning_rate": 0.00018548359558311886,
      "loss": 0.9037,
      "step": 63261
    },
    {
      "epoch": 2.591112021298382,
      "grad_norm": 0.9445447542506272,
      "learning_rate": 0.00018548042674658893,
      "loss": 0.6344,
      "step": 63262
    },
    {
      "epoch": 2.5911529797255786,
      "grad_norm": 1.3758242901901525,
      "learning_rate": 0.0001854772578932859,
      "loss": 0.8146,
      "step": 63263
    },
    {
      "epoch": 2.5911939381527747,
      "grad_norm": 1.411395464415865,
      "learning_rate": 0.0001854740890232113,
      "loss": 0.7756,
      "step": 63264
    },
    {
      "epoch": 2.591234896579971,
      "grad_norm": 1.0122643584708035,
      "learning_rate": 0.00018547092013636662,
      "loss": 0.6398,
      "step": 63265
    },
    {
      "epoch": 2.5912758550071677,
      "grad_norm": 0.9496478724517554,
      "learning_rate": 0.00018546775123275334,
      "loss": 0.3539,
      "step": 63266
    },
    {
      "epoch": 2.5913168134343643,
      "grad_norm": 1.034208175579821,
      "learning_rate": 0.00018546458231237295,
      "loss": 0.761,
      "step": 63267
    },
    {
      "epoch": 2.5913577718615604,
      "grad_norm": 1.2945379454357253,
      "learning_rate": 0.00018546141337522697,
      "loss": 0.8604,
      "step": 63268
    },
    {
      "epoch": 2.591398730288757,
      "grad_norm": 0.7526273009405269,
      "learning_rate": 0.00018545824442131687,
      "loss": 0.3471,
      "step": 63269
    },
    {
      "epoch": 2.5914396887159534,
      "grad_norm": 0.9000568707310527,
      "learning_rate": 0.00018545507545064422,
      "loss": 0.5555,
      "step": 63270
    },
    {
      "epoch": 2.5914806471431495,
      "grad_norm": 0.6266458155535326,
      "learning_rate": 0.00018545190646321045,
      "loss": 0.2992,
      "step": 63271
    },
    {
      "epoch": 2.591521605570346,
      "grad_norm": 0.6624034144129934,
      "learning_rate": 0.00018544873745901706,
      "loss": 0.174,
      "step": 63272
    },
    {
      "epoch": 2.5915625639975426,
      "grad_norm": 1.429744693990307,
      "learning_rate": 0.00018544556843806556,
      "loss": 1.0542,
      "step": 63273
    },
    {
      "epoch": 2.591603522424739,
      "grad_norm": 1.4752917162313723,
      "learning_rate": 0.00018544239940035748,
      "loss": 0.8178,
      "step": 63274
    },
    {
      "epoch": 2.591644480851935,
      "grad_norm": 1.1167994734103603,
      "learning_rate": 0.00018543923034589427,
      "loss": 0.6542,
      "step": 63275
    },
    {
      "epoch": 2.5916854392791318,
      "grad_norm": 0.9245320326254736,
      "learning_rate": 0.00018543606127467745,
      "loss": 0.6022,
      "step": 63276
    },
    {
      "epoch": 2.591726397706328,
      "grad_norm": 1.323959619713057,
      "learning_rate": 0.00018543289218670851,
      "loss": 0.834,
      "step": 63277
    },
    {
      "epoch": 2.5917673561335244,
      "grad_norm": 1.2860310917399038,
      "learning_rate": 0.00018542972308198895,
      "loss": 0.8727,
      "step": 63278
    },
    {
      "epoch": 2.591808314560721,
      "grad_norm": 0.537201511619236,
      "learning_rate": 0.00018542655396052031,
      "loss": 0.2327,
      "step": 63279
    },
    {
      "epoch": 2.5918492729879175,
      "grad_norm": 1.1625343856147539,
      "learning_rate": 0.00018542338482230403,
      "loss": 0.8058,
      "step": 63280
    },
    {
      "epoch": 2.5918902314151135,
      "grad_norm": 1.0325917218349168,
      "learning_rate": 0.0001854202156673416,
      "loss": 0.6821,
      "step": 63281
    },
    {
      "epoch": 2.59193118984231,
      "grad_norm": 1.0460026732098737,
      "learning_rate": 0.00018541704649563458,
      "loss": 0.7218,
      "step": 63282
    },
    {
      "epoch": 2.5919721482695066,
      "grad_norm": 0.7544998239935672,
      "learning_rate": 0.00018541387730718444,
      "loss": 0.2928,
      "step": 63283
    },
    {
      "epoch": 2.5920131066967027,
      "grad_norm": 1.3850221240952578,
      "learning_rate": 0.00018541070810199265,
      "loss": 0.7899,
      "step": 63284
    },
    {
      "epoch": 2.5920540651238992,
      "grad_norm": 1.3456125476554093,
      "learning_rate": 0.0001854075388800607,
      "loss": 1.0177,
      "step": 63285
    },
    {
      "epoch": 2.592095023551096,
      "grad_norm": 5.0971894337498345,
      "learning_rate": 0.0001854043696413902,
      "loss": 1.6332,
      "step": 63286
    },
    {
      "epoch": 2.592135981978292,
      "grad_norm": 1.382197774365926,
      "learning_rate": 0.00018540120038598254,
      "loss": 0.6802,
      "step": 63287
    },
    {
      "epoch": 2.5921769404054884,
      "grad_norm": 1.3041111827150207,
      "learning_rate": 0.00018539803111383924,
      "loss": 1.0509,
      "step": 63288
    },
    {
      "epoch": 2.592217898832685,
      "grad_norm": 0.8769668167239739,
      "learning_rate": 0.00018539486182496176,
      "loss": 0.7504,
      "step": 63289
    },
    {
      "epoch": 2.592258857259881,
      "grad_norm": 1.1718423546159227,
      "learning_rate": 0.00018539169251935173,
      "loss": 0.9524,
      "step": 63290
    },
    {
      "epoch": 2.5922998156870776,
      "grad_norm": 3.53739573988929,
      "learning_rate": 0.00018538852319701052,
      "loss": 3.785,
      "step": 63291
    },
    {
      "epoch": 2.592340774114274,
      "grad_norm": 1.036475958788291,
      "learning_rate": 0.00018538535385793966,
      "loss": 0.583,
      "step": 63292
    },
    {
      "epoch": 2.5923817325414706,
      "grad_norm": 2.939275690437484,
      "learning_rate": 0.00018538218450214067,
      "loss": 3.8476,
      "step": 63293
    },
    {
      "epoch": 2.5924226909686667,
      "grad_norm": 11.43513013106598,
      "learning_rate": 0.00018537901512961504,
      "loss": 1.5471,
      "step": 63294
    },
    {
      "epoch": 2.5924636493958633,
      "grad_norm": 1.041399791128185,
      "learning_rate": 0.00018537584574036426,
      "loss": 0.7205,
      "step": 63295
    },
    {
      "epoch": 2.5925046078230594,
      "grad_norm": 0.962371834409853,
      "learning_rate": 0.00018537267633438983,
      "loss": 0.8664,
      "step": 63296
    },
    {
      "epoch": 2.592545566250256,
      "grad_norm": 1.3412060063396434,
      "learning_rate": 0.00018536950691169324,
      "loss": 1.0072,
      "step": 63297
    },
    {
      "epoch": 2.5925865246774524,
      "grad_norm": 1.0609818256056678,
      "learning_rate": 0.00018536633747227602,
      "loss": 0.6287,
      "step": 63298
    },
    {
      "epoch": 2.592627483104649,
      "grad_norm": 1.039462621739854,
      "learning_rate": 0.00018536316801613965,
      "loss": 0.7346,
      "step": 63299
    },
    {
      "epoch": 2.592668441531845,
      "grad_norm": 1.0881176316291437,
      "learning_rate": 0.0001853599985432856,
      "loss": 0.7742,
      "step": 63300
    },
    {
      "epoch": 2.5927093999590416,
      "grad_norm": 1.7593906728070632,
      "learning_rate": 0.0001853568290537154,
      "loss": 1.6202,
      "step": 63301
    },
    {
      "epoch": 2.592750358386238,
      "grad_norm": 1.186241432154384,
      "learning_rate": 0.00018535365954743059,
      "loss": 0.8378,
      "step": 63302
    },
    {
      "epoch": 2.592791316813434,
      "grad_norm": 1.0773486726900072,
      "learning_rate": 0.00018535049002443258,
      "loss": 0.5183,
      "step": 63303
    },
    {
      "epoch": 2.5928322752406308,
      "grad_norm": 0.9780291550149158,
      "learning_rate": 0.0001853473204847229,
      "loss": 0.5854,
      "step": 63304
    },
    {
      "epoch": 2.5928732336678273,
      "grad_norm": 0.5466981519332593,
      "learning_rate": 0.00018534415092830308,
      "loss": 0.1567,
      "step": 63305
    },
    {
      "epoch": 2.5929141920950234,
      "grad_norm": 0.7125291574045437,
      "learning_rate": 0.00018534098135517457,
      "loss": 0.315,
      "step": 63306
    },
    {
      "epoch": 2.59295515052222,
      "grad_norm": 5.9554738941165954,
      "learning_rate": 0.0001853378117653389,
      "loss": 4.4662,
      "step": 63307
    },
    {
      "epoch": 2.5929961089494165,
      "grad_norm": 0.9575836794424726,
      "learning_rate": 0.00018533464215879762,
      "loss": 0.5956,
      "step": 63308
    },
    {
      "epoch": 2.5930370673766125,
      "grad_norm": 1.3046719003278575,
      "learning_rate": 0.0001853314725355521,
      "loss": 0.9523,
      "step": 63309
    },
    {
      "epoch": 2.593078025803809,
      "grad_norm": 1.3582806095610351,
      "learning_rate": 0.00018532830289560393,
      "loss": 0.4201,
      "step": 63310
    },
    {
      "epoch": 2.5931189842310056,
      "grad_norm": 2.594560930552967,
      "learning_rate": 0.00018532513323895458,
      "loss": 3.4191,
      "step": 63311
    },
    {
      "epoch": 2.593159942658202,
      "grad_norm": 1.5298116749684114,
      "learning_rate": 0.0001853219635656056,
      "loss": 0.859,
      "step": 63312
    },
    {
      "epoch": 2.5932009010853982,
      "grad_norm": 1.35353190105447,
      "learning_rate": 0.0001853187938755584,
      "loss": 0.7102,
      "step": 63313
    },
    {
      "epoch": 2.593241859512595,
      "grad_norm": 1.0077730405998166,
      "learning_rate": 0.00018531562416881456,
      "loss": 0.7327,
      "step": 63314
    },
    {
      "epoch": 2.593282817939791,
      "grad_norm": 1.3713379587513932,
      "learning_rate": 0.0001853124544453755,
      "loss": 0.9566,
      "step": 63315
    },
    {
      "epoch": 2.5933237763669874,
      "grad_norm": 0.7203708213135482,
      "learning_rate": 0.0001853092847052428,
      "loss": 0.2987,
      "step": 63316
    },
    {
      "epoch": 2.593364734794184,
      "grad_norm": 6.356251501036957,
      "learning_rate": 0.00018530611494841788,
      "loss": 3.9103,
      "step": 63317
    },
    {
      "epoch": 2.5934056932213805,
      "grad_norm": 0.7720081762580283,
      "learning_rate": 0.00018530294517490233,
      "loss": 0.5831,
      "step": 63318
    },
    {
      "epoch": 2.5934466516485766,
      "grad_norm": 1.2952725293227338,
      "learning_rate": 0.00018529977538469757,
      "loss": 0.815,
      "step": 63319
    },
    {
      "epoch": 2.593487610075773,
      "grad_norm": 1.5389676298509753,
      "learning_rate": 0.0001852966055778051,
      "loss": 1.089,
      "step": 63320
    },
    {
      "epoch": 2.5935285685029696,
      "grad_norm": 1.004186603070747,
      "learning_rate": 0.00018529343575422646,
      "loss": 0.8103,
      "step": 63321
    },
    {
      "epoch": 2.5935695269301657,
      "grad_norm": 1.565529549021779,
      "learning_rate": 0.00018529026591396314,
      "loss": 1.337,
      "step": 63322
    },
    {
      "epoch": 2.5936104853573623,
      "grad_norm": 1.3008511772406033,
      "learning_rate": 0.00018528709605701666,
      "loss": 1.1094,
      "step": 63323
    },
    {
      "epoch": 2.593651443784559,
      "grad_norm": 0.8910520771544727,
      "learning_rate": 0.00018528392618338843,
      "loss": 0.7029,
      "step": 63324
    },
    {
      "epoch": 2.5936924022117553,
      "grad_norm": 0.7494533731202973,
      "learning_rate": 0.00018528075629308002,
      "loss": 0.2599,
      "step": 63325
    },
    {
      "epoch": 2.5937333606389514,
      "grad_norm": 1.3429457913375855,
      "learning_rate": 0.00018527758638609292,
      "loss": 0.9001,
      "step": 63326
    },
    {
      "epoch": 2.593774319066148,
      "grad_norm": 0.9156339632801686,
      "learning_rate": 0.00018527441646242867,
      "loss": 0.8394,
      "step": 63327
    },
    {
      "epoch": 2.593815277493344,
      "grad_norm": 0.5349286628177222,
      "learning_rate": 0.00018527124652208867,
      "loss": 0.2146,
      "step": 63328
    },
    {
      "epoch": 2.5938562359205406,
      "grad_norm": 1.157879114688004,
      "learning_rate": 0.0001852680765650745,
      "loss": 0.847,
      "step": 63329
    },
    {
      "epoch": 2.593897194347737,
      "grad_norm": 0.4922998242777465,
      "learning_rate": 0.0001852649065913876,
      "loss": 0.1497,
      "step": 63330
    },
    {
      "epoch": 2.5939381527749337,
      "grad_norm": 1.1012226693225688,
      "learning_rate": 0.00018526173660102953,
      "loss": 0.8389,
      "step": 63331
    },
    {
      "epoch": 2.5939791112021298,
      "grad_norm": 1.081765080548613,
      "learning_rate": 0.00018525856659400174,
      "loss": 0.8998,
      "step": 63332
    },
    {
      "epoch": 2.5940200696293263,
      "grad_norm": 0.897060064840031,
      "learning_rate": 0.00018525539657030573,
      "loss": 0.6189,
      "step": 63333
    },
    {
      "epoch": 2.5940610280565224,
      "grad_norm": 0.6366523682085238,
      "learning_rate": 0.00018525222652994306,
      "loss": 0.2521,
      "step": 63334
    },
    {
      "epoch": 2.594101986483719,
      "grad_norm": 2.3575294088911734,
      "learning_rate": 0.00018524905647291514,
      "loss": 1.2699,
      "step": 63335
    },
    {
      "epoch": 2.5941429449109155,
      "grad_norm": 1.1639344169946166,
      "learning_rate": 0.00018524588639922353,
      "loss": 0.9018,
      "step": 63336
    },
    {
      "epoch": 2.594183903338112,
      "grad_norm": 1.3816297308466896,
      "learning_rate": 0.0001852427163088697,
      "loss": 0.9834,
      "step": 63337
    },
    {
      "epoch": 2.594224861765308,
      "grad_norm": 1.0547739729727204,
      "learning_rate": 0.00018523954620185517,
      "loss": 0.4916,
      "step": 63338
    },
    {
      "epoch": 2.5942658201925046,
      "grad_norm": 0.8529703392523048,
      "learning_rate": 0.00018523637607818143,
      "loss": 0.663,
      "step": 63339
    },
    {
      "epoch": 2.594306778619701,
      "grad_norm": 1.2639374050379115,
      "learning_rate": 0.00018523320593784992,
      "loss": 1.0233,
      "step": 63340
    },
    {
      "epoch": 2.5943477370468973,
      "grad_norm": 1.288193198744053,
      "learning_rate": 0.00018523003578086228,
      "loss": 0.8744,
      "step": 63341
    },
    {
      "epoch": 2.594388695474094,
      "grad_norm": 1.1151148925175676,
      "learning_rate": 0.00018522686560721989,
      "loss": 0.5703,
      "step": 63342
    },
    {
      "epoch": 2.5944296539012903,
      "grad_norm": 1.3573562825187466,
      "learning_rate": 0.00018522369541692428,
      "loss": 0.7397,
      "step": 63343
    },
    {
      "epoch": 2.594470612328487,
      "grad_norm": 1.2014552199242006,
      "learning_rate": 0.00018522052520997696,
      "loss": 0.8836,
      "step": 63344
    },
    {
      "epoch": 2.594511570755683,
      "grad_norm": 1.5585434963748037,
      "learning_rate": 0.00018521735498637937,
      "loss": 0.6211,
      "step": 63345
    },
    {
      "epoch": 2.5945525291828795,
      "grad_norm": 0.7660192818105677,
      "learning_rate": 0.0001852141847461331,
      "loss": 0.5773,
      "step": 63346
    },
    {
      "epoch": 2.5945934876100756,
      "grad_norm": 0.9411035308401471,
      "learning_rate": 0.00018521101448923963,
      "loss": 0.3874,
      "step": 63347
    },
    {
      "epoch": 2.594634446037272,
      "grad_norm": 2.976902119398609,
      "learning_rate": 0.0001852078442157004,
      "loss": 0.7454,
      "step": 63348
    },
    {
      "epoch": 2.5946754044644686,
      "grad_norm": 1.041012533294132,
      "learning_rate": 0.0001852046739255169,
      "loss": 0.8497,
      "step": 63349
    },
    {
      "epoch": 2.594716362891665,
      "grad_norm": 1.3281205304419996,
      "learning_rate": 0.00018520150361869077,
      "loss": 1.0432,
      "step": 63350
    },
    {
      "epoch": 2.5947573213188613,
      "grad_norm": 0.621858418848944,
      "learning_rate": 0.00018519833329522337,
      "loss": 0.2589,
      "step": 63351
    },
    {
      "epoch": 2.594798279746058,
      "grad_norm": 1.412301883953231,
      "learning_rate": 0.00018519516295511623,
      "loss": 0.9315,
      "step": 63352
    },
    {
      "epoch": 2.594839238173254,
      "grad_norm": 1.5045083812377806,
      "learning_rate": 0.00018519199259837087,
      "loss": 0.8649,
      "step": 63353
    },
    {
      "epoch": 2.5948801966004504,
      "grad_norm": 0.8226916397852461,
      "learning_rate": 0.00018518882222498878,
      "loss": 0.2963,
      "step": 63354
    },
    {
      "epoch": 2.594921155027647,
      "grad_norm": 1.0966685061310788,
      "learning_rate": 0.00018518565183497143,
      "loss": 0.9153,
      "step": 63355
    },
    {
      "epoch": 2.5949621134548435,
      "grad_norm": 1.1242040682806864,
      "learning_rate": 0.0001851824814283204,
      "loss": 0.799,
      "step": 63356
    },
    {
      "epoch": 2.5950030718820396,
      "grad_norm": 1.5577640928571492,
      "learning_rate": 0.0001851793110050371,
      "loss": 0.996,
      "step": 63357
    },
    {
      "epoch": 2.595044030309236,
      "grad_norm": 1.0720170568652683,
      "learning_rate": 0.00018517614056512305,
      "loss": 0.6465,
      "step": 63358
    },
    {
      "epoch": 2.5950849887364327,
      "grad_norm": 0.4771333028718212,
      "learning_rate": 0.00018517297010857978,
      "loss": 0.2166,
      "step": 63359
    },
    {
      "epoch": 2.5951259471636288,
      "grad_norm": 0.9435595934807938,
      "learning_rate": 0.00018516979963540878,
      "loss": 0.6179,
      "step": 63360
    },
    {
      "epoch": 2.5951669055908253,
      "grad_norm": 1.5727944177176636,
      "learning_rate": 0.00018516662914561149,
      "loss": 1.2824,
      "step": 63361
    },
    {
      "epoch": 2.595207864018022,
      "grad_norm": 1.4005034134304424,
      "learning_rate": 0.00018516345863918952,
      "loss": 0.9978,
      "step": 63362
    },
    {
      "epoch": 2.5952488224452184,
      "grad_norm": 1.3787975929764837,
      "learning_rate": 0.00018516028811614433,
      "loss": 1.0113,
      "step": 63363
    },
    {
      "epoch": 2.5952897808724145,
      "grad_norm": 0.6810620865391992,
      "learning_rate": 0.0001851571175764773,
      "loss": 0.2566,
      "step": 63364
    },
    {
      "epoch": 2.595330739299611,
      "grad_norm": 1.390147857145298,
      "learning_rate": 0.0001851539470201901,
      "loss": 1.0717,
      "step": 63365
    },
    {
      "epoch": 2.595371697726807,
      "grad_norm": 1.1649238604973684,
      "learning_rate": 0.0001851507764472841,
      "loss": 0.8113,
      "step": 63366
    },
    {
      "epoch": 2.5954126561540036,
      "grad_norm": 3.65013293664453,
      "learning_rate": 0.00018514760585776091,
      "loss": 4.5495,
      "step": 63367
    },
    {
      "epoch": 2.5954536145812,
      "grad_norm": 1.118513894426691,
      "learning_rate": 0.00018514443525162192,
      "loss": 0.7348,
      "step": 63368
    },
    {
      "epoch": 2.5954945730083967,
      "grad_norm": 1.8739697980950045,
      "learning_rate": 0.0001851412646288687,
      "loss": 0.7059,
      "step": 63369
    },
    {
      "epoch": 2.595535531435593,
      "grad_norm": 1.0079888148541953,
      "learning_rate": 0.00018513809398950273,
      "loss": 0.7284,
      "step": 63370
    },
    {
      "epoch": 2.5955764898627893,
      "grad_norm": 1.2097447916302622,
      "learning_rate": 0.00018513492333352554,
      "loss": 0.8579,
      "step": 63371
    },
    {
      "epoch": 2.5956174482899854,
      "grad_norm": 1.2239954625592657,
      "learning_rate": 0.00018513175266093854,
      "loss": 0.8344,
      "step": 63372
    },
    {
      "epoch": 2.595658406717182,
      "grad_norm": 0.7861213826593328,
      "learning_rate": 0.00018512858197174332,
      "loss": 0.46,
      "step": 63373
    },
    {
      "epoch": 2.5956993651443785,
      "grad_norm": 1.02609257437202,
      "learning_rate": 0.00018512541126594135,
      "loss": 0.577,
      "step": 63374
    },
    {
      "epoch": 2.595740323571575,
      "grad_norm": 1.232647579069558,
      "learning_rate": 0.00018512224054353411,
      "loss": 0.92,
      "step": 63375
    },
    {
      "epoch": 2.595781281998771,
      "grad_norm": 0.8950900391601927,
      "learning_rate": 0.00018511906980452306,
      "loss": 0.6658,
      "step": 63376
    },
    {
      "epoch": 2.5958222404259677,
      "grad_norm": 2.197460344029861,
      "learning_rate": 0.00018511589904890983,
      "loss": 0.9993,
      "step": 63377
    },
    {
      "epoch": 2.595863198853164,
      "grad_norm": 1.1966006201658372,
      "learning_rate": 0.00018511272827669584,
      "loss": 0.6659,
      "step": 63378
    },
    {
      "epoch": 2.5959041572803603,
      "grad_norm": 1.2601583491728972,
      "learning_rate": 0.00018510955748788258,
      "loss": 0.9164,
      "step": 63379
    },
    {
      "epoch": 2.595945115707557,
      "grad_norm": 1.0802542008475766,
      "learning_rate": 0.00018510638668247154,
      "loss": 0.738,
      "step": 63380
    },
    {
      "epoch": 2.5959860741347534,
      "grad_norm": 1.084933337133071,
      "learning_rate": 0.0001851032158604642,
      "loss": 0.8946,
      "step": 63381
    },
    {
      "epoch": 2.59602703256195,
      "grad_norm": 2.5771153702735234,
      "learning_rate": 0.00018510004502186216,
      "loss": 2.8256,
      "step": 63382
    },
    {
      "epoch": 2.596067990989146,
      "grad_norm": 0.7540960660716041,
      "learning_rate": 0.00018509687416666683,
      "loss": 0.2404,
      "step": 63383
    },
    {
      "epoch": 2.5961089494163425,
      "grad_norm": 1.3547649452786605,
      "learning_rate": 0.00018509370329487974,
      "loss": 0.9134,
      "step": 63384
    },
    {
      "epoch": 2.5961499078435386,
      "grad_norm": 1.0770036932282876,
      "learning_rate": 0.00018509053240650238,
      "loss": 0.9963,
      "step": 63385
    },
    {
      "epoch": 2.596190866270735,
      "grad_norm": 1.1339394436874497,
      "learning_rate": 0.00018508736150153626,
      "loss": 0.6805,
      "step": 63386
    },
    {
      "epoch": 2.5962318246979317,
      "grad_norm": 1.2290937608510608,
      "learning_rate": 0.00018508419057998288,
      "loss": 1.1551,
      "step": 63387
    },
    {
      "epoch": 2.596272783125128,
      "grad_norm": 1.045001148409678,
      "learning_rate": 0.0001850810196418437,
      "loss": 0.8723,
      "step": 63388
    },
    {
      "epoch": 2.5963137415523243,
      "grad_norm": 1.131508672073876,
      "learning_rate": 0.00018507784868712025,
      "loss": 0.9122,
      "step": 63389
    },
    {
      "epoch": 2.596354699979521,
      "grad_norm": 1.5905933218724548,
      "learning_rate": 0.00018507467771581405,
      "loss": 0.9803,
      "step": 63390
    },
    {
      "epoch": 2.596395658406717,
      "grad_norm": 1.0177352031676417,
      "learning_rate": 0.00018507150672792658,
      "loss": 0.7896,
      "step": 63391
    },
    {
      "epoch": 2.5964366168339135,
      "grad_norm": 1.4171335508658547,
      "learning_rate": 0.00018506833572345932,
      "loss": 1.1943,
      "step": 63392
    },
    {
      "epoch": 2.59647757526111,
      "grad_norm": 0.9548906352849154,
      "learning_rate": 0.00018506516470241378,
      "loss": 0.7279,
      "step": 63393
    },
    {
      "epoch": 2.5965185336883065,
      "grad_norm": 1.156332843096718,
      "learning_rate": 0.00018506199366479152,
      "loss": 0.7493,
      "step": 63394
    },
    {
      "epoch": 2.5965594921155026,
      "grad_norm": 1.4381956703097372,
      "learning_rate": 0.00018505882261059392,
      "loss": 1.3872,
      "step": 63395
    },
    {
      "epoch": 2.596600450542699,
      "grad_norm": 1.0809230815896282,
      "learning_rate": 0.00018505565153982258,
      "loss": 0.902,
      "step": 63396
    },
    {
      "epoch": 2.5966414089698957,
      "grad_norm": 1.131088856529212,
      "learning_rate": 0.00018505248045247894,
      "loss": 0.4865,
      "step": 63397
    },
    {
      "epoch": 2.596682367397092,
      "grad_norm": 1.1210078871978686,
      "learning_rate": 0.00018504930934856454,
      "loss": 0.7311,
      "step": 63398
    },
    {
      "epoch": 2.5967233258242883,
      "grad_norm": 0.9813634878153783,
      "learning_rate": 0.00018504613822808088,
      "loss": 0.6363,
      "step": 63399
    },
    {
      "epoch": 2.596764284251485,
      "grad_norm": 1.3667564346230021,
      "learning_rate": 0.00018504296709102936,
      "loss": 0.7768,
      "step": 63400
    },
    {
      "epoch": 2.5968052426786814,
      "grad_norm": 0.8943498110020588,
      "learning_rate": 0.00018503979593741162,
      "loss": 0.7137,
      "step": 63401
    },
    {
      "epoch": 2.5968462011058775,
      "grad_norm": 0.7109825558609862,
      "learning_rate": 0.0001850366247672291,
      "loss": 0.3225,
      "step": 63402
    },
    {
      "epoch": 2.596887159533074,
      "grad_norm": 2.9040850669592446,
      "learning_rate": 0.0001850334535804833,
      "loss": 3.8194,
      "step": 63403
    },
    {
      "epoch": 2.59692811796027,
      "grad_norm": 1.1330707789330647,
      "learning_rate": 0.00018503028237717566,
      "loss": 0.8992,
      "step": 63404
    },
    {
      "epoch": 2.5969690763874667,
      "grad_norm": 1.1971935055288996,
      "learning_rate": 0.0001850271111573078,
      "loss": 0.8321,
      "step": 63405
    },
    {
      "epoch": 2.597010034814663,
      "grad_norm": 1.256211995257782,
      "learning_rate": 0.0001850239399208811,
      "loss": 0.6093,
      "step": 63406
    },
    {
      "epoch": 2.5970509932418597,
      "grad_norm": 1.3852641743295475,
      "learning_rate": 0.00018502076866789717,
      "loss": 1.1784,
      "step": 63407
    },
    {
      "epoch": 2.597091951669056,
      "grad_norm": 0.932800091669496,
      "learning_rate": 0.0001850175973983574,
      "loss": 0.4321,
      "step": 63408
    },
    {
      "epoch": 2.5971329100962524,
      "grad_norm": 7.784926461295182,
      "learning_rate": 0.00018501442611226337,
      "loss": 3.1397,
      "step": 63409
    },
    {
      "epoch": 2.5971738685234484,
      "grad_norm": 0.8015448359618769,
      "learning_rate": 0.00018501125480961653,
      "loss": 0.4057,
      "step": 63410
    },
    {
      "epoch": 2.597214826950645,
      "grad_norm": 0.9097298914961796,
      "learning_rate": 0.00018500808349041845,
      "loss": 0.5736,
      "step": 63411
    },
    {
      "epoch": 2.5972557853778415,
      "grad_norm": 0.7472955103418166,
      "learning_rate": 0.00018500491215467051,
      "loss": 0.3591,
      "step": 63412
    },
    {
      "epoch": 2.597296743805038,
      "grad_norm": 9.746139270146395,
      "learning_rate": 0.00018500174080237435,
      "loss": 2.4047,
      "step": 63413
    },
    {
      "epoch": 2.597337702232234,
      "grad_norm": 1.2962774673387985,
      "learning_rate": 0.00018499856943353138,
      "loss": 0.7625,
      "step": 63414
    },
    {
      "epoch": 2.5973786606594307,
      "grad_norm": 0.7626745401913101,
      "learning_rate": 0.00018499539804814308,
      "loss": 0.3137,
      "step": 63415
    },
    {
      "epoch": 2.597419619086627,
      "grad_norm": 0.9927216776490403,
      "learning_rate": 0.000184992226646211,
      "loss": 0.4727,
      "step": 63416
    },
    {
      "epoch": 2.5974605775138233,
      "grad_norm": 1.490997002195911,
      "learning_rate": 0.00018498905522773665,
      "loss": 1.1224,
      "step": 63417
    },
    {
      "epoch": 2.59750153594102,
      "grad_norm": 1.0790715155949338,
      "learning_rate": 0.00018498588379272147,
      "loss": 0.8157,
      "step": 63418
    },
    {
      "epoch": 2.5975424943682164,
      "grad_norm": 0.9781489498175066,
      "learning_rate": 0.00018498271234116702,
      "loss": 0.7211,
      "step": 63419
    },
    {
      "epoch": 2.597583452795413,
      "grad_norm": 1.1750028028870636,
      "learning_rate": 0.00018497954087307478,
      "loss": 0.8885,
      "step": 63420
    },
    {
      "epoch": 2.597624411222609,
      "grad_norm": 1.0527251150431756,
      "learning_rate": 0.0001849763693884462,
      "loss": 0.876,
      "step": 63421
    },
    {
      "epoch": 2.5976653696498055,
      "grad_norm": 0.9444771586897407,
      "learning_rate": 0.00018497319788728287,
      "loss": 0.7076,
      "step": 63422
    },
    {
      "epoch": 2.5977063280770016,
      "grad_norm": 0.9591026473323478,
      "learning_rate": 0.00018497002636958621,
      "loss": 0.8961,
      "step": 63423
    },
    {
      "epoch": 2.597747286504198,
      "grad_norm": 1.0943698020759813,
      "learning_rate": 0.00018496685483535778,
      "loss": 0.7446,
      "step": 63424
    },
    {
      "epoch": 2.5977882449313947,
      "grad_norm": 1.145702491176169,
      "learning_rate": 0.00018496368328459902,
      "loss": 1.0765,
      "step": 63425
    },
    {
      "epoch": 2.5978292033585912,
      "grad_norm": 1.2196306810153572,
      "learning_rate": 0.00018496051171731145,
      "loss": 0.8562,
      "step": 63426
    },
    {
      "epoch": 2.5978701617857873,
      "grad_norm": 1.1314554348530423,
      "learning_rate": 0.00018495734013349664,
      "loss": 0.8704,
      "step": 63427
    },
    {
      "epoch": 2.597911120212984,
      "grad_norm": 1.246113900641849,
      "learning_rate": 0.000184954168533156,
      "loss": 0.9398,
      "step": 63428
    },
    {
      "epoch": 2.59795207864018,
      "grad_norm": 0.9849112018915434,
      "learning_rate": 0.00018495099691629102,
      "loss": 0.8814,
      "step": 63429
    },
    {
      "epoch": 2.5979930370673765,
      "grad_norm": 1.005094082720708,
      "learning_rate": 0.00018494782528290327,
      "loss": 0.6359,
      "step": 63430
    },
    {
      "epoch": 2.598033995494573,
      "grad_norm": 0.9631950490301403,
      "learning_rate": 0.00018494465363299423,
      "loss": 0.6869,
      "step": 63431
    },
    {
      "epoch": 2.5980749539217696,
      "grad_norm": 0.79125511325589,
      "learning_rate": 0.00018494148196656536,
      "loss": 0.5339,
      "step": 63432
    },
    {
      "epoch": 2.5981159123489657,
      "grad_norm": 0.7844256379079991,
      "learning_rate": 0.00018493831028361819,
      "loss": 0.6427,
      "step": 63433
    },
    {
      "epoch": 2.598156870776162,
      "grad_norm": 1.0932968598640664,
      "learning_rate": 0.00018493513858415422,
      "loss": 0.4738,
      "step": 63434
    },
    {
      "epoch": 2.5981978292033587,
      "grad_norm": 1.2583648424284906,
      "learning_rate": 0.00018493196686817496,
      "loss": 0.9169,
      "step": 63435
    },
    {
      "epoch": 2.598238787630555,
      "grad_norm": 1.1385204801621314,
      "learning_rate": 0.00018492879513568183,
      "loss": 0.94,
      "step": 63436
    },
    {
      "epoch": 2.5982797460577514,
      "grad_norm": 1.071657275681064,
      "learning_rate": 0.00018492562338667644,
      "loss": 0.917,
      "step": 63437
    },
    {
      "epoch": 2.598320704484948,
      "grad_norm": 0.8416089159723309,
      "learning_rate": 0.00018492245162116024,
      "loss": 0.659,
      "step": 63438
    },
    {
      "epoch": 2.5983616629121444,
      "grad_norm": 0.8381743315036925,
      "learning_rate": 0.00018491927983913472,
      "loss": 0.5414,
      "step": 63439
    },
    {
      "epoch": 2.5984026213393405,
      "grad_norm": 0.7372895711670396,
      "learning_rate": 0.0001849161080406014,
      "loss": 0.2009,
      "step": 63440
    },
    {
      "epoch": 2.598443579766537,
      "grad_norm": 1.1424178320106038,
      "learning_rate": 0.00018491293622556175,
      "loss": 0.6207,
      "step": 63441
    },
    {
      "epoch": 2.598484538193733,
      "grad_norm": 1.5331620060632027,
      "learning_rate": 0.00018490976439401735,
      "loss": 1.2203,
      "step": 63442
    },
    {
      "epoch": 2.5985254966209297,
      "grad_norm": 0.9805632927009733,
      "learning_rate": 0.0001849065925459696,
      "loss": 0.6701,
      "step": 63443
    },
    {
      "epoch": 2.5985664550481262,
      "grad_norm": 0.9260733162755188,
      "learning_rate": 0.00018490342068142,
      "loss": 0.5421,
      "step": 63444
    },
    {
      "epoch": 2.5986074134753228,
      "grad_norm": 0.7917631080073503,
      "learning_rate": 0.00018490024880037014,
      "loss": 0.5154,
      "step": 63445
    },
    {
      "epoch": 2.598648371902519,
      "grad_norm": 1.0074849909775283,
      "learning_rate": 0.00018489707690282146,
      "loss": 0.6118,
      "step": 63446
    },
    {
      "epoch": 2.5986893303297154,
      "grad_norm": 0.871740886374143,
      "learning_rate": 0.00018489390498877548,
      "loss": 0.3054,
      "step": 63447
    },
    {
      "epoch": 2.5987302887569115,
      "grad_norm": 0.8019640210042879,
      "learning_rate": 0.0001848907330582336,
      "loss": 0.542,
      "step": 63448
    },
    {
      "epoch": 2.598771247184108,
      "grad_norm": 0.6443855842228088,
      "learning_rate": 0.0001848875611111975,
      "loss": 0.2261,
      "step": 63449
    },
    {
      "epoch": 2.5988122056113045,
      "grad_norm": 1.192454728762242,
      "learning_rate": 0.00018488438914766856,
      "loss": 0.8051,
      "step": 63450
    },
    {
      "epoch": 2.598853164038501,
      "grad_norm": 1.1619933611636437,
      "learning_rate": 0.0001848812171676483,
      "loss": 0.9395,
      "step": 63451
    },
    {
      "epoch": 2.598894122465697,
      "grad_norm": 0.6957055592856357,
      "learning_rate": 0.00018487804517113823,
      "loss": 0.3224,
      "step": 63452
    },
    {
      "epoch": 2.5989350808928937,
      "grad_norm": 1.4066751339868584,
      "learning_rate": 0.00018487487315813983,
      "loss": 1.0951,
      "step": 63453
    },
    {
      "epoch": 2.5989760393200902,
      "grad_norm": 0.9682660936694443,
      "learning_rate": 0.00018487170112865462,
      "loss": 0.6643,
      "step": 63454
    },
    {
      "epoch": 2.5990169977472863,
      "grad_norm": 1.1591933478165082,
      "learning_rate": 0.00018486852908268414,
      "loss": 0.873,
      "step": 63455
    },
    {
      "epoch": 2.599057956174483,
      "grad_norm": 0.6856760290265476,
      "learning_rate": 0.0001848653570202298,
      "loss": 0.3264,
      "step": 63456
    },
    {
      "epoch": 2.5990989146016794,
      "grad_norm": 0.6444888904334578,
      "learning_rate": 0.0001848621849412931,
      "loss": 0.2793,
      "step": 63457
    },
    {
      "epoch": 2.599139873028876,
      "grad_norm": 1.3741482339469153,
      "learning_rate": 0.00018485901284587562,
      "loss": 0.987,
      "step": 63458
    },
    {
      "epoch": 2.599180831456072,
      "grad_norm": 0.7192025500135669,
      "learning_rate": 0.00018485584073397885,
      "loss": 0.2735,
      "step": 63459
    },
    {
      "epoch": 2.5992217898832686,
      "grad_norm": 0.8650392748139405,
      "learning_rate": 0.00018485266860560423,
      "loss": 0.6598,
      "step": 63460
    },
    {
      "epoch": 2.5992627483104647,
      "grad_norm": 1.0728892428315087,
      "learning_rate": 0.00018484949646075326,
      "loss": 0.6152,
      "step": 63461
    },
    {
      "epoch": 2.599303706737661,
      "grad_norm": 1.5636348633109873,
      "learning_rate": 0.00018484632429942752,
      "loss": 0.4491,
      "step": 63462
    },
    {
      "epoch": 2.5993446651648577,
      "grad_norm": 1.8626221277104043,
      "learning_rate": 0.00018484315212162846,
      "loss": 1.8083,
      "step": 63463
    },
    {
      "epoch": 2.5993856235920543,
      "grad_norm": 0.3932178524296349,
      "learning_rate": 0.00018483997992735758,
      "loss": 0.1151,
      "step": 63464
    },
    {
      "epoch": 2.5994265820192504,
      "grad_norm": 0.8387335102951332,
      "learning_rate": 0.00018483680771661635,
      "loss": 0.5503,
      "step": 63465
    },
    {
      "epoch": 2.599467540446447,
      "grad_norm": 1.0011296853032285,
      "learning_rate": 0.00018483363548940632,
      "loss": 0.4165,
      "step": 63466
    },
    {
      "epoch": 2.599508498873643,
      "grad_norm": 1.132900896931796,
      "learning_rate": 0.00018483046324572894,
      "loss": 0.9998,
      "step": 63467
    },
    {
      "epoch": 2.5995494573008395,
      "grad_norm": 1.1543806659318183,
      "learning_rate": 0.0001848272909855858,
      "loss": 0.8341,
      "step": 63468
    },
    {
      "epoch": 2.599590415728036,
      "grad_norm": 1.4682077683007397,
      "learning_rate": 0.0001848241187089783,
      "loss": 1.0955,
      "step": 63469
    },
    {
      "epoch": 2.5996313741552326,
      "grad_norm": 1.2291810029585999,
      "learning_rate": 0.000184820946415908,
      "loss": 0.9539,
      "step": 63470
    },
    {
      "epoch": 2.5996723325824287,
      "grad_norm": 1.1858831495534494,
      "learning_rate": 0.00018481777410637632,
      "loss": 1.0497,
      "step": 63471
    },
    {
      "epoch": 2.5997132910096252,
      "grad_norm": 1.0837625231849026,
      "learning_rate": 0.00018481460178038482,
      "loss": 0.6269,
      "step": 63472
    },
    {
      "epoch": 2.5997542494368218,
      "grad_norm": 1.2345497271782353,
      "learning_rate": 0.00018481142943793506,
      "loss": 1.0019,
      "step": 63473
    },
    {
      "epoch": 2.599795207864018,
      "grad_norm": 0.8898330757458225,
      "learning_rate": 0.00018480825707902846,
      "loss": 0.7162,
      "step": 63474
    },
    {
      "epoch": 2.5998361662912144,
      "grad_norm": 1.131453994458614,
      "learning_rate": 0.00018480508470366652,
      "loss": 0.813,
      "step": 63475
    },
    {
      "epoch": 2.599877124718411,
      "grad_norm": 1.2086840643592285,
      "learning_rate": 0.00018480191231185072,
      "loss": 1.0322,
      "step": 63476
    },
    {
      "epoch": 2.5999180831456075,
      "grad_norm": 0.9050472247283149,
      "learning_rate": 0.00018479873990358265,
      "loss": 0.3861,
      "step": 63477
    },
    {
      "epoch": 2.5999590415728036,
      "grad_norm": 1.7533304348610872,
      "learning_rate": 0.00018479556747886375,
      "loss": 0.9293,
      "step": 63478
    },
    {
      "epoch": 2.6,
      "grad_norm": 0.8689366824834045,
      "learning_rate": 0.0001847923950376955,
      "loss": 0.6517,
      "step": 63479
    },
    {
      "epoch": 2.600040958427196,
      "grad_norm": 0.9072192362923043,
      "learning_rate": 0.0001847892225800794,
      "loss": 0.6449,
      "step": 63480
    },
    {
      "epoch": 2.6000819168543927,
      "grad_norm": 1.3559874293232408,
      "learning_rate": 0.00018478605010601703,
      "loss": 0.9564,
      "step": 63481
    },
    {
      "epoch": 2.6001228752815893,
      "grad_norm": 0.817660217961571,
      "learning_rate": 0.00018478287761550984,
      "loss": 0.291,
      "step": 63482
    },
    {
      "epoch": 2.600163833708786,
      "grad_norm": 0.6773855563729583,
      "learning_rate": 0.00018477970510855928,
      "loss": 0.5294,
      "step": 63483
    },
    {
      "epoch": 2.600204792135982,
      "grad_norm": 0.6822999726729033,
      "learning_rate": 0.00018477653258516688,
      "loss": 0.2723,
      "step": 63484
    },
    {
      "epoch": 2.6002457505631784,
      "grad_norm": 0.9760628345620402,
      "learning_rate": 0.00018477336004533418,
      "loss": 0.6593,
      "step": 63485
    },
    {
      "epoch": 2.6002867089903745,
      "grad_norm": 0.8030924211846353,
      "learning_rate": 0.0001847701874890627,
      "loss": 0.2775,
      "step": 63486
    },
    {
      "epoch": 2.600327667417571,
      "grad_norm": 1.0351122717149657,
      "learning_rate": 0.00018476701491635384,
      "loss": 0.7088,
      "step": 63487
    },
    {
      "epoch": 2.6003686258447676,
      "grad_norm": 0.9436866210407489,
      "learning_rate": 0.00018476384232720916,
      "loss": 0.4793,
      "step": 63488
    },
    {
      "epoch": 2.600409584271964,
      "grad_norm": 1.3251445479048851,
      "learning_rate": 0.00018476066972163014,
      "loss": 0.9914,
      "step": 63489
    },
    {
      "epoch": 2.60045054269916,
      "grad_norm": 0.9662933187645721,
      "learning_rate": 0.0001847574970996183,
      "loss": 0.7875,
      "step": 63490
    },
    {
      "epoch": 2.6004915011263567,
      "grad_norm": 0.756709764314116,
      "learning_rate": 0.00018475432446117519,
      "loss": 0.2619,
      "step": 63491
    },
    {
      "epoch": 2.6005324595535533,
      "grad_norm": 1.9292862868194187,
      "learning_rate": 0.00018475115180630218,
      "loss": 1.0508,
      "step": 63492
    },
    {
      "epoch": 2.6005734179807494,
      "grad_norm": 0.8675727339934113,
      "learning_rate": 0.00018474797913500083,
      "loss": 0.18,
      "step": 63493
    },
    {
      "epoch": 2.600614376407946,
      "grad_norm": 1.1844140541294697,
      "learning_rate": 0.0001847448064472727,
      "loss": 0.6932,
      "step": 63494
    },
    {
      "epoch": 2.6006553348351424,
      "grad_norm": 1.25078514970703,
      "learning_rate": 0.00018474163374311925,
      "loss": 0.8643,
      "step": 63495
    },
    {
      "epoch": 2.600696293262339,
      "grad_norm": 0.9277746862306647,
      "learning_rate": 0.00018473846102254194,
      "loss": 0.7746,
      "step": 63496
    },
    {
      "epoch": 2.600737251689535,
      "grad_norm": 0.8021439314830066,
      "learning_rate": 0.0001847352882855423,
      "loss": 0.6157,
      "step": 63497
    },
    {
      "epoch": 2.6007782101167316,
      "grad_norm": 1.3037679566186449,
      "learning_rate": 0.00018473211553212183,
      "loss": 1.2305,
      "step": 63498
    },
    {
      "epoch": 2.6008191685439277,
      "grad_norm": 0.9503448421609216,
      "learning_rate": 0.00018472894276228206,
      "loss": 0.3885,
      "step": 63499
    },
    {
      "epoch": 2.6008601269711242,
      "grad_norm": 1.2263036506213132,
      "learning_rate": 0.00018472576997602446,
      "loss": 1.0219,
      "step": 63500
    },
    {
      "epoch": 2.6009010853983208,
      "grad_norm": 1.5571250050037855,
      "learning_rate": 0.00018472259717335047,
      "loss": 1.3194,
      "step": 63501
    },
    {
      "epoch": 2.6009420438255173,
      "grad_norm": 1.0493983249166705,
      "learning_rate": 0.0001847194243542617,
      "loss": 0.6968,
      "step": 63502
    },
    {
      "epoch": 2.6009830022527134,
      "grad_norm": 1.0167294135015006,
      "learning_rate": 0.00018471625151875962,
      "loss": 0.6737,
      "step": 63503
    },
    {
      "epoch": 2.60102396067991,
      "grad_norm": 1.2061590741582928,
      "learning_rate": 0.0001847130786668457,
      "loss": 1.0438,
      "step": 63504
    },
    {
      "epoch": 2.601064919107106,
      "grad_norm": 1.1253678247671683,
      "learning_rate": 0.00018470990579852144,
      "loss": 0.6895,
      "step": 63505
    },
    {
      "epoch": 2.6011058775343026,
      "grad_norm": 0.9886849185345474,
      "learning_rate": 0.00018470673291378836,
      "loss": 0.9312,
      "step": 63506
    },
    {
      "epoch": 2.601146835961499,
      "grad_norm": 1.189637347486793,
      "learning_rate": 0.00018470356001264795,
      "loss": 0.7124,
      "step": 63507
    },
    {
      "epoch": 2.6011877943886956,
      "grad_norm": 1.1912789422261925,
      "learning_rate": 0.00018470038709510168,
      "loss": 0.3803,
      "step": 63508
    },
    {
      "epoch": 2.6012287528158917,
      "grad_norm": 0.8747507923413173,
      "learning_rate": 0.00018469721416115108,
      "loss": 0.7244,
      "step": 63509
    },
    {
      "epoch": 2.6012697112430883,
      "grad_norm": 0.5409731888690706,
      "learning_rate": 0.0001846940412107977,
      "loss": 0.1972,
      "step": 63510
    },
    {
      "epoch": 2.601310669670285,
      "grad_norm": 0.6852873752674513,
      "learning_rate": 0.00018469086824404295,
      "loss": 0.3029,
      "step": 63511
    },
    {
      "epoch": 2.601351628097481,
      "grad_norm": 0.6663147486899345,
      "learning_rate": 0.00018468769526088836,
      "loss": 0.3248,
      "step": 63512
    },
    {
      "epoch": 2.6013925865246774,
      "grad_norm": 0.9979204910430113,
      "learning_rate": 0.00018468452226133548,
      "loss": 0.7132,
      "step": 63513
    },
    {
      "epoch": 2.601433544951874,
      "grad_norm": 1.599190114441174,
      "learning_rate": 0.00018468134924538575,
      "loss": 1.2274,
      "step": 63514
    },
    {
      "epoch": 2.6014745033790705,
      "grad_norm": 1.0968515774203267,
      "learning_rate": 0.0001846781762130407,
      "loss": 0.6496,
      "step": 63515
    },
    {
      "epoch": 2.6015154618062666,
      "grad_norm": 0.9587401022681765,
      "learning_rate": 0.00018467500316430178,
      "loss": 0.5425,
      "step": 63516
    },
    {
      "epoch": 2.601556420233463,
      "grad_norm": 2.47169744692498,
      "learning_rate": 0.00018467183009917057,
      "loss": 1.6549,
      "step": 63517
    },
    {
      "epoch": 2.601597378660659,
      "grad_norm": 0.6823335473603566,
      "learning_rate": 0.00018466865701764854,
      "loss": 0.2541,
      "step": 63518
    },
    {
      "epoch": 2.6016383370878557,
      "grad_norm": 0.6524147381258477,
      "learning_rate": 0.0001846654839197372,
      "loss": 0.2417,
      "step": 63519
    },
    {
      "epoch": 2.6016792955150523,
      "grad_norm": 0.810587284650662,
      "learning_rate": 0.00018466231080543796,
      "loss": 0.5168,
      "step": 63520
    },
    {
      "epoch": 2.601720253942249,
      "grad_norm": 2.0493743380861535,
      "learning_rate": 0.00018465913767475243,
      "loss": 1.4567,
      "step": 63521
    },
    {
      "epoch": 2.601761212369445,
      "grad_norm": 0.9652146976309767,
      "learning_rate": 0.00018465596452768205,
      "loss": 0.559,
      "step": 63522
    },
    {
      "epoch": 2.6018021707966414,
      "grad_norm": 1.0473333796384683,
      "learning_rate": 0.0001846527913642284,
      "loss": 0.7891,
      "step": 63523
    },
    {
      "epoch": 2.6018431292238375,
      "grad_norm": 0.5811686338403146,
      "learning_rate": 0.00018464961818439286,
      "loss": 0.1595,
      "step": 63524
    },
    {
      "epoch": 2.601884087651034,
      "grad_norm": 1.175380565267255,
      "learning_rate": 0.00018464644498817698,
      "loss": 1.0092,
      "step": 63525
    },
    {
      "epoch": 2.6019250460782306,
      "grad_norm": 0.7447129514195513,
      "learning_rate": 0.00018464327177558233,
      "loss": 0.3574,
      "step": 63526
    },
    {
      "epoch": 2.601966004505427,
      "grad_norm": 1.1697175418192853,
      "learning_rate": 0.00018464009854661035,
      "loss": 0.9144,
      "step": 63527
    },
    {
      "epoch": 2.6020069629326232,
      "grad_norm": 0.9052161110360599,
      "learning_rate": 0.0001846369253012625,
      "loss": 0.4212,
      "step": 63528
    },
    {
      "epoch": 2.6020479213598198,
      "grad_norm": 1.0722646745911106,
      "learning_rate": 0.0001846337520395403,
      "loss": 0.637,
      "step": 63529
    },
    {
      "epoch": 2.6020888797870163,
      "grad_norm": 1.0348124477680591,
      "learning_rate": 0.00018463057876144534,
      "loss": 0.5786,
      "step": 63530
    },
    {
      "epoch": 2.6021298382142124,
      "grad_norm": 1.054205615483787,
      "learning_rate": 0.000184627405466979,
      "loss": 0.9104,
      "step": 63531
    },
    {
      "epoch": 2.602170796641409,
      "grad_norm": 0.8161911421494755,
      "learning_rate": 0.00018462423215614287,
      "loss": 0.3829,
      "step": 63532
    },
    {
      "epoch": 2.6022117550686055,
      "grad_norm": 2.8714646352090494,
      "learning_rate": 0.00018462105882893835,
      "loss": 1.6773,
      "step": 63533
    },
    {
      "epoch": 2.602252713495802,
      "grad_norm": 0.9245441387737832,
      "learning_rate": 0.0001846178854853671,
      "loss": 0.6413,
      "step": 63534
    },
    {
      "epoch": 2.602293671922998,
      "grad_norm": 1.7901309497195663,
      "learning_rate": 0.00018461471212543045,
      "loss": 1.1334,
      "step": 63535
    },
    {
      "epoch": 2.6023346303501946,
      "grad_norm": 0.9136042379842199,
      "learning_rate": 0.00018461153874913002,
      "loss": 0.422,
      "step": 63536
    },
    {
      "epoch": 2.6023755887773907,
      "grad_norm": 1.1995464378326404,
      "learning_rate": 0.0001846083653564672,
      "loss": 0.4509,
      "step": 63537
    },
    {
      "epoch": 2.6024165472045873,
      "grad_norm": 1.0609615949479467,
      "learning_rate": 0.00018460519194744357,
      "loss": 0.7242,
      "step": 63538
    },
    {
      "epoch": 2.602457505631784,
      "grad_norm": 1.344470749696169,
      "learning_rate": 0.0001846020185220607,
      "loss": 1.1994,
      "step": 63539
    },
    {
      "epoch": 2.6024984640589803,
      "grad_norm": 6.007120648272702,
      "learning_rate": 0.00018459884508031991,
      "loss": 5.224,
      "step": 63540
    },
    {
      "epoch": 2.6025394224861764,
      "grad_norm": 1.2326573886876264,
      "learning_rate": 0.0001845956716222228,
      "loss": 0.9255,
      "step": 63541
    },
    {
      "epoch": 2.602580380913373,
      "grad_norm": 0.9259307176973892,
      "learning_rate": 0.00018459249814777091,
      "loss": 0.7267,
      "step": 63542
    },
    {
      "epoch": 2.602621339340569,
      "grad_norm": 1.0278834300662587,
      "learning_rate": 0.00018458932465696568,
      "loss": 0.9083,
      "step": 63543
    },
    {
      "epoch": 2.6026622977677656,
      "grad_norm": 1.185958207885902,
      "learning_rate": 0.00018458615114980858,
      "loss": 0.9306,
      "step": 63544
    },
    {
      "epoch": 2.602703256194962,
      "grad_norm": 1.1069223885586599,
      "learning_rate": 0.0001845829776263012,
      "loss": 0.6202,
      "step": 63545
    },
    {
      "epoch": 2.6027442146221587,
      "grad_norm": 1.1166635514937004,
      "learning_rate": 0.000184579804086445,
      "loss": 0.881,
      "step": 63546
    },
    {
      "epoch": 2.6027851730493547,
      "grad_norm": 0.9681635213463698,
      "learning_rate": 0.00018457663053024142,
      "loss": 0.2719,
      "step": 63547
    },
    {
      "epoch": 2.6028261314765513,
      "grad_norm": 0.8765866958533961,
      "learning_rate": 0.00018457345695769203,
      "loss": 0.7281,
      "step": 63548
    },
    {
      "epoch": 2.602867089903748,
      "grad_norm": 1.248909211567891,
      "learning_rate": 0.00018457028336879837,
      "loss": 0.8065,
      "step": 63549
    },
    {
      "epoch": 2.602908048330944,
      "grad_norm": 1.0513502898025056,
      "learning_rate": 0.00018456710976356186,
      "loss": 0.7902,
      "step": 63550
    },
    {
      "epoch": 2.6029490067581404,
      "grad_norm": 1.5705286122763353,
      "learning_rate": 0.00018456393614198403,
      "loss": 1.1885,
      "step": 63551
    },
    {
      "epoch": 2.602989965185337,
      "grad_norm": 0.9995023181364027,
      "learning_rate": 0.00018456076250406632,
      "loss": 0.6518,
      "step": 63552
    },
    {
      "epoch": 2.6030309236125335,
      "grad_norm": 1.59976377644585,
      "learning_rate": 0.00018455758884981037,
      "loss": 0.9881,
      "step": 63553
    },
    {
      "epoch": 2.6030718820397296,
      "grad_norm": 1.010840653797904,
      "learning_rate": 0.00018455441517921755,
      "loss": 0.3596,
      "step": 63554
    },
    {
      "epoch": 2.603112840466926,
      "grad_norm": 1.112173083035255,
      "learning_rate": 0.0001845512414922894,
      "loss": 0.5793,
      "step": 63555
    },
    {
      "epoch": 2.6031537988941222,
      "grad_norm": 1.5355414354292518,
      "learning_rate": 0.0001845480677890275,
      "loss": 1.1995,
      "step": 63556
    },
    {
      "epoch": 2.6031947573213188,
      "grad_norm": 0.9787363701263188,
      "learning_rate": 0.00018454489406943318,
      "loss": 0.8339,
      "step": 63557
    },
    {
      "epoch": 2.6032357157485153,
      "grad_norm": 0.8391886325604221,
      "learning_rate": 0.0001845417203335081,
      "loss": 0.6077,
      "step": 63558
    },
    {
      "epoch": 2.603276674175712,
      "grad_norm": 1.0675263499719285,
      "learning_rate": 0.0001845385465812537,
      "loss": 0.7598,
      "step": 63559
    },
    {
      "epoch": 2.603317632602908,
      "grad_norm": 0.7293772638470087,
      "learning_rate": 0.00018453537281267143,
      "loss": 0.2774,
      "step": 63560
    },
    {
      "epoch": 2.6033585910301045,
      "grad_norm": 1.4264910036951404,
      "learning_rate": 0.00018453219902776286,
      "loss": 1.0267,
      "step": 63561
    },
    {
      "epoch": 2.6033995494573006,
      "grad_norm": 1.012026133334326,
      "learning_rate": 0.0001845290252265295,
      "loss": 0.6278,
      "step": 63562
    },
    {
      "epoch": 2.603440507884497,
      "grad_norm": 1.5064143054082957,
      "learning_rate": 0.0001845258514089728,
      "loss": 0.7419,
      "step": 63563
    },
    {
      "epoch": 2.6034814663116936,
      "grad_norm": 0.8336777695826015,
      "learning_rate": 0.0001845226775750943,
      "loss": 0.3734,
      "step": 63564
    },
    {
      "epoch": 2.60352242473889,
      "grad_norm": 0.6700120149682764,
      "learning_rate": 0.00018451950372489544,
      "loss": 0.2433,
      "step": 63565
    },
    {
      "epoch": 2.6035633831660863,
      "grad_norm": 0.8864641427503471,
      "learning_rate": 0.0001845163298583778,
      "loss": 0.3437,
      "step": 63566
    },
    {
      "epoch": 2.603604341593283,
      "grad_norm": 1.1938510330749978,
      "learning_rate": 0.0001845131559755428,
      "loss": 0.8457,
      "step": 63567
    },
    {
      "epoch": 2.6036453000204793,
      "grad_norm": 1.7218492144462776,
      "learning_rate": 0.00018450998207639204,
      "loss": 1.1605,
      "step": 63568
    },
    {
      "epoch": 2.6036862584476754,
      "grad_norm": 0.8930449225191069,
      "learning_rate": 0.0001845068081609269,
      "loss": 0.5111,
      "step": 63569
    },
    {
      "epoch": 2.603727216874872,
      "grad_norm": 0.7457261352273679,
      "learning_rate": 0.000184503634229149,
      "loss": 0.2861,
      "step": 63570
    },
    {
      "epoch": 2.6037681753020685,
      "grad_norm": 1.637848014944173,
      "learning_rate": 0.00018450046028105975,
      "loss": 1.2401,
      "step": 63571
    },
    {
      "epoch": 2.603809133729265,
      "grad_norm": 1.273450174702528,
      "learning_rate": 0.00018449728631666072,
      "loss": 0.7848,
      "step": 63572
    },
    {
      "epoch": 2.603850092156461,
      "grad_norm": 1.2316840270006544,
      "learning_rate": 0.0001844941123359533,
      "loss": 0.8885,
      "step": 63573
    },
    {
      "epoch": 2.6038910505836577,
      "grad_norm": 0.9787122129685497,
      "learning_rate": 0.00018449093833893912,
      "loss": 0.5607,
      "step": 63574
    },
    {
      "epoch": 2.6039320090108538,
      "grad_norm": 1.1409067062409255,
      "learning_rate": 0.0001844877643256197,
      "loss": 0.9796,
      "step": 63575
    },
    {
      "epoch": 2.6039729674380503,
      "grad_norm": 1.9336950958002526,
      "learning_rate": 0.00018448459029599633,
      "loss": 1.6803,
      "step": 63576
    },
    {
      "epoch": 2.604013925865247,
      "grad_norm": 2.100530193511515,
      "learning_rate": 0.00018448141625007075,
      "loss": 0.9726,
      "step": 63577
    },
    {
      "epoch": 2.6040548842924434,
      "grad_norm": 1.397398246772323,
      "learning_rate": 0.0001844782421878443,
      "loss": 1.2723,
      "step": 63578
    },
    {
      "epoch": 2.6040958427196395,
      "grad_norm": 1.0976671928401303,
      "learning_rate": 0.00018447506810931853,
      "loss": 0.89,
      "step": 63579
    },
    {
      "epoch": 2.604136801146836,
      "grad_norm": 1.223288449115291,
      "learning_rate": 0.00018447189401449496,
      "loss": 0.8025,
      "step": 63580
    },
    {
      "epoch": 2.604177759574032,
      "grad_norm": 1.0123891024147664,
      "learning_rate": 0.00018446871990337508,
      "loss": 0.8045,
      "step": 63581
    },
    {
      "epoch": 2.6042187180012286,
      "grad_norm": 1.2823768629917138,
      "learning_rate": 0.0001844655457759604,
      "loss": 0.8776,
      "step": 63582
    },
    {
      "epoch": 2.604259676428425,
      "grad_norm": 1.054834649755356,
      "learning_rate": 0.00018446237163225243,
      "loss": 0.2566,
      "step": 63583
    },
    {
      "epoch": 2.6043006348556217,
      "grad_norm": 0.9761168169152872,
      "learning_rate": 0.0001844591974722526,
      "loss": 0.627,
      "step": 63584
    },
    {
      "epoch": 2.604341593282818,
      "grad_norm": 1.2843558964264856,
      "learning_rate": 0.0001844560232959625,
      "loss": 0.6205,
      "step": 63585
    },
    {
      "epoch": 2.6043825517100143,
      "grad_norm": 1.155643884978882,
      "learning_rate": 0.00018445284910338357,
      "loss": 0.7127,
      "step": 63586
    },
    {
      "epoch": 2.604423510137211,
      "grad_norm": 1.1572691742026553,
      "learning_rate": 0.00018444967489451736,
      "loss": 0.9912,
      "step": 63587
    },
    {
      "epoch": 2.604464468564407,
      "grad_norm": 3.2063207019522615,
      "learning_rate": 0.0001844465006693653,
      "loss": 4.2586,
      "step": 63588
    },
    {
      "epoch": 2.6045054269916035,
      "grad_norm": 1.065570240280808,
      "learning_rate": 0.00018444332642792897,
      "loss": 0.8217,
      "step": 63589
    },
    {
      "epoch": 2.6045463854188,
      "grad_norm": 1.4900134389562802,
      "learning_rate": 0.00018444015217020983,
      "loss": 0.9877,
      "step": 63590
    },
    {
      "epoch": 2.6045873438459965,
      "grad_norm": 2.028756503140077,
      "learning_rate": 0.00018443697789620938,
      "loss": 1.5712,
      "step": 63591
    },
    {
      "epoch": 2.6046283022731926,
      "grad_norm": 0.6390957794066306,
      "learning_rate": 0.0001844338036059291,
      "loss": 0.2576,
      "step": 63592
    },
    {
      "epoch": 2.604669260700389,
      "grad_norm": 1.2675649249540533,
      "learning_rate": 0.00018443062929937053,
      "loss": 0.9507,
      "step": 63593
    },
    {
      "epoch": 2.6047102191275853,
      "grad_norm": 1.0256878339769728,
      "learning_rate": 0.00018442745497653515,
      "loss": 0.563,
      "step": 63594
    },
    {
      "epoch": 2.604751177554782,
      "grad_norm": 0.9723808888510528,
      "learning_rate": 0.00018442428063742452,
      "loss": 0.5491,
      "step": 63595
    },
    {
      "epoch": 2.6047921359819783,
      "grad_norm": 0.9471418253763129,
      "learning_rate": 0.00018442110628204004,
      "loss": 0.8003,
      "step": 63596
    },
    {
      "epoch": 2.604833094409175,
      "grad_norm": 1.284451138984644,
      "learning_rate": 0.00018441793191038323,
      "loss": 1.2299,
      "step": 63597
    },
    {
      "epoch": 2.604874052836371,
      "grad_norm": 2.9918720206958644,
      "learning_rate": 0.0001844147575224557,
      "loss": 1.4957,
      "step": 63598
    },
    {
      "epoch": 2.6049150112635675,
      "grad_norm": 1.5248557148510238,
      "learning_rate": 0.0001844115831182588,
      "loss": 0.6448,
      "step": 63599
    },
    {
      "epoch": 2.604955969690764,
      "grad_norm": 1.4342354154100885,
      "learning_rate": 0.00018440840869779411,
      "loss": 1.0632,
      "step": 63600
    },
    {
      "epoch": 2.60499692811796,
      "grad_norm": 1.1232945694690835,
      "learning_rate": 0.00018440523426106314,
      "loss": 0.7896,
      "step": 63601
    },
    {
      "epoch": 2.6050378865451567,
      "grad_norm": 1.4446511678318046,
      "learning_rate": 0.00018440205980806737,
      "loss": 0.9951,
      "step": 63602
    },
    {
      "epoch": 2.605078844972353,
      "grad_norm": 0.9376689434968853,
      "learning_rate": 0.00018439888533880832,
      "loss": 0.6733,
      "step": 63603
    },
    {
      "epoch": 2.6051198033995493,
      "grad_norm": 0.9338235086260224,
      "learning_rate": 0.00018439571085328743,
      "loss": 0.8164,
      "step": 63604
    },
    {
      "epoch": 2.605160761826746,
      "grad_norm": 2.6048058909992577,
      "learning_rate": 0.00018439253635150625,
      "loss": 2.1668,
      "step": 63605
    },
    {
      "epoch": 2.6052017202539424,
      "grad_norm": 0.800954320463579,
      "learning_rate": 0.00018438936183346632,
      "loss": 0.4525,
      "step": 63606
    },
    {
      "epoch": 2.6052426786811385,
      "grad_norm": 0.980830171617198,
      "learning_rate": 0.00018438618729916905,
      "loss": 0.8156,
      "step": 63607
    },
    {
      "epoch": 2.605283637108335,
      "grad_norm": 0.9888634073513478,
      "learning_rate": 0.000184383012748616,
      "loss": 0.6515,
      "step": 63608
    },
    {
      "epoch": 2.6053245955355315,
      "grad_norm": 1.0767595038724451,
      "learning_rate": 0.00018437983818180866,
      "loss": 0.755,
      "step": 63609
    },
    {
      "epoch": 2.605365553962728,
      "grad_norm": 1.227025632987008,
      "learning_rate": 0.00018437666359874855,
      "loss": 0.6839,
      "step": 63610
    },
    {
      "epoch": 2.605406512389924,
      "grad_norm": 1.5921283029729647,
      "learning_rate": 0.00018437348899943713,
      "loss": 1.0241,
      "step": 63611
    },
    {
      "epoch": 2.6054474708171207,
      "grad_norm": 0.8515990865033553,
      "learning_rate": 0.0001843703143838759,
      "loss": 0.5209,
      "step": 63612
    },
    {
      "epoch": 2.605488429244317,
      "grad_norm": 1.1202308419270355,
      "learning_rate": 0.0001843671397520664,
      "loss": 0.807,
      "step": 63613
    },
    {
      "epoch": 2.6055293876715133,
      "grad_norm": 1.5336654365837907,
      "learning_rate": 0.00018436396510401008,
      "loss": 0.9771,
      "step": 63614
    },
    {
      "epoch": 2.60557034609871,
      "grad_norm": 1.0775943244990038,
      "learning_rate": 0.0001843607904397085,
      "loss": 0.8782,
      "step": 63615
    },
    {
      "epoch": 2.6056113045259064,
      "grad_norm": 1.3603230450223447,
      "learning_rate": 0.00018435761575916312,
      "loss": 0.7899,
      "step": 63616
    },
    {
      "epoch": 2.6056522629531025,
      "grad_norm": 1.1237340500557385,
      "learning_rate": 0.00018435444106237547,
      "loss": 0.8621,
      "step": 63617
    },
    {
      "epoch": 2.605693221380299,
      "grad_norm": 1.1969996651985724,
      "learning_rate": 0.00018435126634934706,
      "loss": 0.691,
      "step": 63618
    },
    {
      "epoch": 2.6057341798074956,
      "grad_norm": 2.0791027704737015,
      "learning_rate": 0.0001843480916200793,
      "loss": 1.6616,
      "step": 63619
    },
    {
      "epoch": 2.6057751382346916,
      "grad_norm": 1.7975773232345036,
      "learning_rate": 0.00018434491687457376,
      "loss": 1.4814,
      "step": 63620
    },
    {
      "epoch": 2.605816096661888,
      "grad_norm": 1.204564075931694,
      "learning_rate": 0.000184341742112832,
      "loss": 1.0172,
      "step": 63621
    },
    {
      "epoch": 2.6058570550890847,
      "grad_norm": 3.50136755152682,
      "learning_rate": 0.0001843385673348554,
      "loss": 5.085,
      "step": 63622
    },
    {
      "epoch": 2.605898013516281,
      "grad_norm": 1.524127608499481,
      "learning_rate": 0.00018433539254064557,
      "loss": 1.246,
      "step": 63623
    },
    {
      "epoch": 2.6059389719434773,
      "grad_norm": 0.980645857219137,
      "learning_rate": 0.00018433221773020387,
      "loss": 0.8248,
      "step": 63624
    },
    {
      "epoch": 2.605979930370674,
      "grad_norm": 3.9475330349968303,
      "learning_rate": 0.00018432904290353197,
      "loss": 1.1773,
      "step": 63625
    },
    {
      "epoch": 2.60602088879787,
      "grad_norm": 0.9844645277509302,
      "learning_rate": 0.00018432586806063124,
      "loss": 0.8029,
      "step": 63626
    },
    {
      "epoch": 2.6060618472250665,
      "grad_norm": 0.7393876976583981,
      "learning_rate": 0.00018432269320150328,
      "loss": 0.2864,
      "step": 63627
    },
    {
      "epoch": 2.606102805652263,
      "grad_norm": 1.1468164957623515,
      "learning_rate": 0.00018431951832614953,
      "loss": 0.9028,
      "step": 63628
    },
    {
      "epoch": 2.6061437640794596,
      "grad_norm": 0.8453660777296514,
      "learning_rate": 0.00018431634343457146,
      "loss": 0.558,
      "step": 63629
    },
    {
      "epoch": 2.6061847225066557,
      "grad_norm": 1.1821251492133087,
      "learning_rate": 0.00018431316852677063,
      "loss": 0.6459,
      "step": 63630
    },
    {
      "epoch": 2.606225680933852,
      "grad_norm": 1.793632816082878,
      "learning_rate": 0.00018430999360274857,
      "loss": 2.0797,
      "step": 63631
    },
    {
      "epoch": 2.6062666393610483,
      "grad_norm": 0.8158608776937578,
      "learning_rate": 0.0001843068186625067,
      "loss": 0.7039,
      "step": 63632
    },
    {
      "epoch": 2.606307597788245,
      "grad_norm": 0.9078966753171487,
      "learning_rate": 0.00018430364370604656,
      "loss": 0.6215,
      "step": 63633
    },
    {
      "epoch": 2.6063485562154414,
      "grad_norm": 2.432506422216561,
      "learning_rate": 0.00018430046873336964,
      "loss": 2.0409,
      "step": 63634
    },
    {
      "epoch": 2.606389514642638,
      "grad_norm": 1.233578655057459,
      "learning_rate": 0.00018429729374447746,
      "loss": 0.7715,
      "step": 63635
    },
    {
      "epoch": 2.606430473069834,
      "grad_norm": 1.5867438583077005,
      "learning_rate": 0.00018429411873937152,
      "loss": 1.2944,
      "step": 63636
    },
    {
      "epoch": 2.6064714314970305,
      "grad_norm": 1.4028480893229098,
      "learning_rate": 0.0001842909437180533,
      "loss": 1.1157,
      "step": 63637
    },
    {
      "epoch": 2.606512389924227,
      "grad_norm": 0.48438271017560575,
      "learning_rate": 0.00018428776868052428,
      "loss": 0.1638,
      "step": 63638
    },
    {
      "epoch": 2.606553348351423,
      "grad_norm": 0.7826392557198538,
      "learning_rate": 0.00018428459362678605,
      "loss": 0.2988,
      "step": 63639
    },
    {
      "epoch": 2.6065943067786197,
      "grad_norm": 1.2226274885690274,
      "learning_rate": 0.00018428141855684005,
      "loss": 1.0157,
      "step": 63640
    },
    {
      "epoch": 2.6066352652058162,
      "grad_norm": 3.8111305914825406,
      "learning_rate": 0.00018427824347068774,
      "loss": 1.1501,
      "step": 63641
    },
    {
      "epoch": 2.6066762236330128,
      "grad_norm": 1.2125205968464612,
      "learning_rate": 0.00018427506836833066,
      "loss": 0.8236,
      "step": 63642
    },
    {
      "epoch": 2.606717182060209,
      "grad_norm": 1.2977950612515181,
      "learning_rate": 0.00018427189324977036,
      "loss": 0.9204,
      "step": 63643
    },
    {
      "epoch": 2.6067581404874054,
      "grad_norm": 0.8384636202226836,
      "learning_rate": 0.00018426871811500829,
      "loss": 0.2886,
      "step": 63644
    },
    {
      "epoch": 2.6067990989146015,
      "grad_norm": 1.1382887549746545,
      "learning_rate": 0.00018426554296404596,
      "loss": 0.6066,
      "step": 63645
    },
    {
      "epoch": 2.606840057341798,
      "grad_norm": 1.4389475841903905,
      "learning_rate": 0.00018426236779688486,
      "loss": 0.868,
      "step": 63646
    },
    {
      "epoch": 2.6068810157689946,
      "grad_norm": 4.407991713461022,
      "learning_rate": 0.00018425919261352654,
      "loss": 5.0371,
      "step": 63647
    },
    {
      "epoch": 2.606921974196191,
      "grad_norm": 0.9947595203267896,
      "learning_rate": 0.00018425601741397238,
      "loss": 0.7955,
      "step": 63648
    },
    {
      "epoch": 2.606962932623387,
      "grad_norm": 0.9249064790245713,
      "learning_rate": 0.000184252842198224,
      "loss": 0.5346,
      "step": 63649
    },
    {
      "epoch": 2.6070038910505837,
      "grad_norm": 1.3743034744192648,
      "learning_rate": 0.00018424966696628287,
      "loss": 0.9555,
      "step": 63650
    },
    {
      "epoch": 2.60704484947778,
      "grad_norm": 0.8972207585668467,
      "learning_rate": 0.00018424649171815052,
      "loss": 0.6376,
      "step": 63651
    },
    {
      "epoch": 2.6070858079049763,
      "grad_norm": 1.10183845793312,
      "learning_rate": 0.00018424331645382834,
      "loss": 0.7732,
      "step": 63652
    },
    {
      "epoch": 2.607126766332173,
      "grad_norm": 0.7559348582442283,
      "learning_rate": 0.00018424014117331795,
      "loss": 0.2974,
      "step": 63653
    },
    {
      "epoch": 2.6071677247593694,
      "grad_norm": 1.2327172894630944,
      "learning_rate": 0.0001842369658766208,
      "loss": 0.9302,
      "step": 63654
    },
    {
      "epoch": 2.6072086831865655,
      "grad_norm": 1.0690988314766043,
      "learning_rate": 0.00018423379056373842,
      "loss": 0.8131,
      "step": 63655
    },
    {
      "epoch": 2.607249641613762,
      "grad_norm": 1.3556504452889995,
      "learning_rate": 0.00018423061523467225,
      "loss": 1.1913,
      "step": 63656
    },
    {
      "epoch": 2.6072906000409586,
      "grad_norm": 1.2615490566983372,
      "learning_rate": 0.00018422743988942387,
      "loss": 1.123,
      "step": 63657
    },
    {
      "epoch": 2.6073315584681547,
      "grad_norm": 1.2020456178874466,
      "learning_rate": 0.00018422426452799475,
      "loss": 0.7534,
      "step": 63658
    },
    {
      "epoch": 2.607372516895351,
      "grad_norm": 1.3730566307215313,
      "learning_rate": 0.00018422108915038636,
      "loss": 1.176,
      "step": 63659
    },
    {
      "epoch": 2.6074134753225477,
      "grad_norm": 0.9748866721367785,
      "learning_rate": 0.00018421791375660017,
      "loss": 0.7393,
      "step": 63660
    },
    {
      "epoch": 2.6074544337497443,
      "grad_norm": 1.1644221763633595,
      "learning_rate": 0.00018421473834663783,
      "loss": 0.9754,
      "step": 63661
    },
    {
      "epoch": 2.6074953921769404,
      "grad_norm": 1.0286793354135217,
      "learning_rate": 0.0001842115629205007,
      "loss": 0.38,
      "step": 63662
    },
    {
      "epoch": 2.607536350604137,
      "grad_norm": 1.6009827737551259,
      "learning_rate": 0.00018420838747819037,
      "loss": 1.4473,
      "step": 63663
    },
    {
      "epoch": 2.607577309031333,
      "grad_norm": 0.8767180299580505,
      "learning_rate": 0.00018420521201970827,
      "loss": 0.2699,
      "step": 63664
    },
    {
      "epoch": 2.6076182674585295,
      "grad_norm": 1.099964736490246,
      "learning_rate": 0.00018420203654505592,
      "loss": 0.7684,
      "step": 63665
    },
    {
      "epoch": 2.607659225885726,
      "grad_norm": 0.8488835488501776,
      "learning_rate": 0.0001841988610542348,
      "loss": 0.4086,
      "step": 63666
    },
    {
      "epoch": 2.6077001843129226,
      "grad_norm": 0.895666761564449,
      "learning_rate": 0.00018419568554724653,
      "loss": 0.6477,
      "step": 63667
    },
    {
      "epoch": 2.6077411427401187,
      "grad_norm": 0.7608524802094329,
      "learning_rate": 0.00018419251002409245,
      "loss": 0.7385,
      "step": 63668
    },
    {
      "epoch": 2.6077821011673152,
      "grad_norm": 0.8340581888470099,
      "learning_rate": 0.00018418933448477416,
      "loss": 0.314,
      "step": 63669
    },
    {
      "epoch": 2.6078230595945113,
      "grad_norm": 1.3359294031554187,
      "learning_rate": 0.00018418615892929315,
      "loss": 0.7231,
      "step": 63670
    },
    {
      "epoch": 2.607864018021708,
      "grad_norm": 1.0724620492443404,
      "learning_rate": 0.00018418298335765092,
      "loss": 0.74,
      "step": 63671
    },
    {
      "epoch": 2.6079049764489044,
      "grad_norm": 1.4282294456668116,
      "learning_rate": 0.00018417980776984892,
      "loss": 1.0833,
      "step": 63672
    },
    {
      "epoch": 2.607945934876101,
      "grad_norm": 3.7835509283263873,
      "learning_rate": 0.00018417663216588868,
      "loss": 4.3398,
      "step": 63673
    },
    {
      "epoch": 2.607986893303297,
      "grad_norm": 0.9181706841405981,
      "learning_rate": 0.00018417345654577177,
      "loss": 0.5855,
      "step": 63674
    },
    {
      "epoch": 2.6080278517304936,
      "grad_norm": 0.9492686542066887,
      "learning_rate": 0.00018417028090949957,
      "loss": 0.7703,
      "step": 63675
    },
    {
      "epoch": 2.60806881015769,
      "grad_norm": 1.0916010937087803,
      "learning_rate": 0.0001841671052570737,
      "loss": 0.9522,
      "step": 63676
    },
    {
      "epoch": 2.608109768584886,
      "grad_norm": 0.9396733690208952,
      "learning_rate": 0.00018416392958849555,
      "loss": 0.7852,
      "step": 63677
    },
    {
      "epoch": 2.6081507270120827,
      "grad_norm": 1.3812024415525848,
      "learning_rate": 0.0001841607539037667,
      "loss": 1.2717,
      "step": 63678
    },
    {
      "epoch": 2.6081916854392793,
      "grad_norm": 1.0816867575581937,
      "learning_rate": 0.00018415757820288862,
      "loss": 0.6065,
      "step": 63679
    },
    {
      "epoch": 2.608232643866476,
      "grad_norm": 1.2695865673393776,
      "learning_rate": 0.00018415440248586287,
      "loss": 0.9766,
      "step": 63680
    },
    {
      "epoch": 2.608273602293672,
      "grad_norm": 1.5076184198683953,
      "learning_rate": 0.00018415122675269086,
      "loss": 1.4731,
      "step": 63681
    },
    {
      "epoch": 2.6083145607208684,
      "grad_norm": 1.1476476783984344,
      "learning_rate": 0.00018414805100337416,
      "loss": 1.1063,
      "step": 63682
    },
    {
      "epoch": 2.6083555191480645,
      "grad_norm": 1.7088680926047297,
      "learning_rate": 0.00018414487523791423,
      "loss": 1.116,
      "step": 63683
    },
    {
      "epoch": 2.608396477575261,
      "grad_norm": 1.2977105269828764,
      "learning_rate": 0.00018414169945631253,
      "loss": 0.9082,
      "step": 63684
    },
    {
      "epoch": 2.6084374360024576,
      "grad_norm": 0.9917793670004073,
      "learning_rate": 0.0001841385236585707,
      "loss": 0.52,
      "step": 63685
    },
    {
      "epoch": 2.608478394429654,
      "grad_norm": 0.7740278898239296,
      "learning_rate": 0.0001841353478446901,
      "loss": 0.3048,
      "step": 63686
    },
    {
      "epoch": 2.60851935285685,
      "grad_norm": 1.1847168035045899,
      "learning_rate": 0.0001841321720146723,
      "loss": 0.8059,
      "step": 63687
    },
    {
      "epoch": 2.6085603112840468,
      "grad_norm": 1.1307613147304167,
      "learning_rate": 0.00018412899616851875,
      "loss": 0.8792,
      "step": 63688
    },
    {
      "epoch": 2.608601269711243,
      "grad_norm": 1.3056711552134241,
      "learning_rate": 0.00018412582030623105,
      "loss": 0.8807,
      "step": 63689
    },
    {
      "epoch": 2.6086422281384394,
      "grad_norm": 2.300384917061952,
      "learning_rate": 0.00018412264442781064,
      "loss": 2.7841,
      "step": 63690
    },
    {
      "epoch": 2.608683186565636,
      "grad_norm": 1.301711410903584,
      "learning_rate": 0.00018411946853325901,
      "loss": 1.081,
      "step": 63691
    },
    {
      "epoch": 2.6087241449928324,
      "grad_norm": 1.1274923722113348,
      "learning_rate": 0.00018411629262257766,
      "loss": 0.8512,
      "step": 63692
    },
    {
      "epoch": 2.6087651034200285,
      "grad_norm": 1.2108713861614768,
      "learning_rate": 0.00018411311669576814,
      "loss": 0.7143,
      "step": 63693
    },
    {
      "epoch": 2.608806061847225,
      "grad_norm": 1.0227949225422832,
      "learning_rate": 0.0001841099407528319,
      "loss": 0.5167,
      "step": 63694
    },
    {
      "epoch": 2.6088470202744216,
      "grad_norm": 3.2933388485861848,
      "learning_rate": 0.00018410676479377046,
      "loss": 3.9004,
      "step": 63695
    },
    {
      "epoch": 2.6088879787016177,
      "grad_norm": 1.330146693470483,
      "learning_rate": 0.0001841035888185853,
      "loss": 0.9634,
      "step": 63696
    },
    {
      "epoch": 2.6089289371288142,
      "grad_norm": 1.5731987340335074,
      "learning_rate": 0.00018410041282727795,
      "loss": 1.1555,
      "step": 63697
    },
    {
      "epoch": 2.6089698955560108,
      "grad_norm": 0.9296685271460197,
      "learning_rate": 0.00018409723681984993,
      "loss": 0.6758,
      "step": 63698
    },
    {
      "epoch": 2.6090108539832073,
      "grad_norm": 0.5905340748548997,
      "learning_rate": 0.00018409406079630271,
      "loss": 0.2327,
      "step": 63699
    },
    {
      "epoch": 2.6090518124104034,
      "grad_norm": 2.5694789776517246,
      "learning_rate": 0.0001840908847566378,
      "loss": 3.6689,
      "step": 63700
    },
    {
      "epoch": 2.6090927708376,
      "grad_norm": 4.26339586936287,
      "learning_rate": 0.00018408770870085667,
      "loss": 2.9397,
      "step": 63701
    },
    {
      "epoch": 2.609133729264796,
      "grad_norm": 0.602740004317996,
      "learning_rate": 0.00018408453262896087,
      "loss": 0.2194,
      "step": 63702
    },
    {
      "epoch": 2.6091746876919926,
      "grad_norm": 1.2186262533496888,
      "learning_rate": 0.00018408135654095187,
      "loss": 0.7491,
      "step": 63703
    },
    {
      "epoch": 2.609215646119189,
      "grad_norm": 1.1408012639532674,
      "learning_rate": 0.0001840781804368312,
      "loss": 0.7196,
      "step": 63704
    },
    {
      "epoch": 2.6092566045463856,
      "grad_norm": 0.9985291938659232,
      "learning_rate": 0.00018407500431660032,
      "loss": 0.6991,
      "step": 63705
    },
    {
      "epoch": 2.6092975629735817,
      "grad_norm": 2.3889372259178385,
      "learning_rate": 0.00018407182818026073,
      "loss": 3.0736,
      "step": 63706
    },
    {
      "epoch": 2.6093385214007783,
      "grad_norm": 1.5167578917589835,
      "learning_rate": 0.00018406865202781402,
      "loss": 1.0659,
      "step": 63707
    },
    {
      "epoch": 2.6093794798279744,
      "grad_norm": 1.160098751071801,
      "learning_rate": 0.00018406547585926163,
      "loss": 0.8532,
      "step": 63708
    },
    {
      "epoch": 2.609420438255171,
      "grad_norm": 0.6821651655134021,
      "learning_rate": 0.00018406229967460498,
      "loss": 0.2934,
      "step": 63709
    },
    {
      "epoch": 2.6094613966823674,
      "grad_norm": 0.8294396517195965,
      "learning_rate": 0.0001840591234738457,
      "loss": 0.4491,
      "step": 63710
    },
    {
      "epoch": 2.609502355109564,
      "grad_norm": 1.2341168474355566,
      "learning_rate": 0.00018405594725698528,
      "loss": 0.9936,
      "step": 63711
    },
    {
      "epoch": 2.60954331353676,
      "grad_norm": 1.1626983267927455,
      "learning_rate": 0.00018405277102402515,
      "loss": 0.8273,
      "step": 63712
    },
    {
      "epoch": 2.6095842719639566,
      "grad_norm": 0.9232683475740435,
      "learning_rate": 0.0001840495947749668,
      "loss": 0.414,
      "step": 63713
    },
    {
      "epoch": 2.609625230391153,
      "grad_norm": 1.1212829863063267,
      "learning_rate": 0.00018404641850981184,
      "loss": 0.6079,
      "step": 63714
    },
    {
      "epoch": 2.609666188818349,
      "grad_norm": 4.208936042797715,
      "learning_rate": 0.0001840432422285617,
      "loss": 1.8941,
      "step": 63715
    },
    {
      "epoch": 2.6097071472455458,
      "grad_norm": 0.6593191976161574,
      "learning_rate": 0.00018404006593121788,
      "loss": 0.3233,
      "step": 63716
    },
    {
      "epoch": 2.6097481056727423,
      "grad_norm": 1.0671702177668037,
      "learning_rate": 0.00018403688961778192,
      "loss": 0.8138,
      "step": 63717
    },
    {
      "epoch": 2.609789064099939,
      "grad_norm": 0.6323009604277042,
      "learning_rate": 0.0001840337132882553,
      "loss": 0.2817,
      "step": 63718
    },
    {
      "epoch": 2.609830022527135,
      "grad_norm": 1.2315305086209192,
      "learning_rate": 0.00018403053694263945,
      "loss": 0.7288,
      "step": 63719
    },
    {
      "epoch": 2.6098709809543315,
      "grad_norm": 0.8591848788424616,
      "learning_rate": 0.00018402736058093595,
      "loss": 0.5242,
      "step": 63720
    },
    {
      "epoch": 2.6099119393815275,
      "grad_norm": 1.1797049396879125,
      "learning_rate": 0.00018402418420314633,
      "loss": 0.9226,
      "step": 63721
    },
    {
      "epoch": 2.609952897808724,
      "grad_norm": 1.1963413790538544,
      "learning_rate": 0.00018402100780927203,
      "loss": 0.7964,
      "step": 63722
    },
    {
      "epoch": 2.6099938562359206,
      "grad_norm": 1.093127129099599,
      "learning_rate": 0.00018401783139931457,
      "loss": 0.9169,
      "step": 63723
    },
    {
      "epoch": 2.610034814663117,
      "grad_norm": 1.0986044216714805,
      "learning_rate": 0.0001840146549732754,
      "loss": 0.9568,
      "step": 63724
    },
    {
      "epoch": 2.6100757730903132,
      "grad_norm": 1.2379259771831757,
      "learning_rate": 0.00018401147853115617,
      "loss": 0.8066,
      "step": 63725
    },
    {
      "epoch": 2.61011673151751,
      "grad_norm": 2.505097727712486,
      "learning_rate": 0.00018400830207295824,
      "loss": 1.8505,
      "step": 63726
    },
    {
      "epoch": 2.610157689944706,
      "grad_norm": 6.549185367992417,
      "learning_rate": 0.0001840051255986832,
      "loss": 2.094,
      "step": 63727
    },
    {
      "epoch": 2.6101986483719024,
      "grad_norm": 1.0239468159407301,
      "learning_rate": 0.00018400194910833244,
      "loss": 0.9481,
      "step": 63728
    },
    {
      "epoch": 2.610239606799099,
      "grad_norm": 1.0298189166330376,
      "learning_rate": 0.00018399877260190755,
      "loss": 0.8212,
      "step": 63729
    },
    {
      "epoch": 2.6102805652262955,
      "grad_norm": 1.1904981424914796,
      "learning_rate": 0.00018399559607941004,
      "loss": 0.5643,
      "step": 63730
    },
    {
      "epoch": 2.6103215236534916,
      "grad_norm": 0.6843216143500569,
      "learning_rate": 0.0001839924195408414,
      "loss": 0.308,
      "step": 63731
    },
    {
      "epoch": 2.610362482080688,
      "grad_norm": 0.8752157418376466,
      "learning_rate": 0.00018398924298620306,
      "loss": 0.8639,
      "step": 63732
    },
    {
      "epoch": 2.6104034405078846,
      "grad_norm": 1.0743759140525662,
      "learning_rate": 0.00018398606641549658,
      "loss": 0.8531,
      "step": 63733
    },
    {
      "epoch": 2.6104443989350807,
      "grad_norm": 1.4129921537993304,
      "learning_rate": 0.0001839828898287235,
      "loss": 0.7728,
      "step": 63734
    },
    {
      "epoch": 2.6104853573622773,
      "grad_norm": 1.2286652962068891,
      "learning_rate": 0.00018397971322588527,
      "loss": 0.8986,
      "step": 63735
    },
    {
      "epoch": 2.610526315789474,
      "grad_norm": 0.8094711726457682,
      "learning_rate": 0.00018397653660698343,
      "loss": 0.3623,
      "step": 63736
    },
    {
      "epoch": 2.6105672742166703,
      "grad_norm": 0.9692015464431777,
      "learning_rate": 0.00018397335997201938,
      "loss": 0.6214,
      "step": 63737
    },
    {
      "epoch": 2.6106082326438664,
      "grad_norm": 1.0090568595877722,
      "learning_rate": 0.00018397018332099477,
      "loss": 0.7206,
      "step": 63738
    },
    {
      "epoch": 2.610649191071063,
      "grad_norm": 0.8727669289459802,
      "learning_rate": 0.000183967006653911,
      "loss": 0.7446,
      "step": 63739
    },
    {
      "epoch": 2.610690149498259,
      "grad_norm": 1.1235830001887124,
      "learning_rate": 0.00018396382997076962,
      "loss": 0.884,
      "step": 63740
    },
    {
      "epoch": 2.6107311079254556,
      "grad_norm": 1.1322372313563933,
      "learning_rate": 0.00018396065327157209,
      "loss": 0.8636,
      "step": 63741
    },
    {
      "epoch": 2.610772066352652,
      "grad_norm": 0.49849727860655135,
      "learning_rate": 0.00018395747655631993,
      "loss": 0.1526,
      "step": 63742
    },
    {
      "epoch": 2.6108130247798487,
      "grad_norm": 0.7721138241896889,
      "learning_rate": 0.00018395429982501465,
      "loss": 0.4413,
      "step": 63743
    },
    {
      "epoch": 2.6108539832070448,
      "grad_norm": 1.2258620446296344,
      "learning_rate": 0.00018395112307765775,
      "loss": 1.0364,
      "step": 63744
    },
    {
      "epoch": 2.6108949416342413,
      "grad_norm": 0.8750551444996593,
      "learning_rate": 0.0001839479463142507,
      "loss": 0.6362,
      "step": 63745
    },
    {
      "epoch": 2.6109359000614374,
      "grad_norm": 1.5140316721994795,
      "learning_rate": 0.00018394476953479508,
      "loss": 1.1848,
      "step": 63746
    },
    {
      "epoch": 2.610976858488634,
      "grad_norm": 1.2181501743529954,
      "learning_rate": 0.00018394159273929232,
      "loss": 0.7811,
      "step": 63747
    },
    {
      "epoch": 2.6110178169158305,
      "grad_norm": 1.3761178200344848,
      "learning_rate": 0.000183938415927744,
      "loss": 0.9211,
      "step": 63748
    },
    {
      "epoch": 2.611058775343027,
      "grad_norm": 9.637477605292975,
      "learning_rate": 0.00018393523910015144,
      "loss": 1.7642,
      "step": 63749
    },
    {
      "epoch": 2.611099733770223,
      "grad_norm": 0.9502143547294759,
      "learning_rate": 0.00018393206225651636,
      "loss": 0.6312,
      "step": 63750
    },
    {
      "epoch": 2.6111406921974196,
      "grad_norm": 1.1950863470645472,
      "learning_rate": 0.0001839288853968402,
      "loss": 0.748,
      "step": 63751
    },
    {
      "epoch": 2.611181650624616,
      "grad_norm": 0.719360214730011,
      "learning_rate": 0.00018392570852112435,
      "loss": 0.3086,
      "step": 63752
    },
    {
      "epoch": 2.6112226090518122,
      "grad_norm": 0.8983339619831514,
      "learning_rate": 0.00018392253162937045,
      "loss": 0.5652,
      "step": 63753
    },
    {
      "epoch": 2.611263567479009,
      "grad_norm": 0.7505449811683362,
      "learning_rate": 0.0001839193547215799,
      "loss": 0.3289,
      "step": 63754
    },
    {
      "epoch": 2.6113045259062053,
      "grad_norm": 1.5063743023238456,
      "learning_rate": 0.0001839161777977543,
      "loss": 0.9018,
      "step": 63755
    },
    {
      "epoch": 2.611345484333402,
      "grad_norm": 0.6107633975750203,
      "learning_rate": 0.00018391300085789507,
      "loss": 0.2892,
      "step": 63756
    },
    {
      "epoch": 2.611386442760598,
      "grad_norm": 0.8470787675062762,
      "learning_rate": 0.00018390982390200373,
      "loss": 0.4172,
      "step": 63757
    },
    {
      "epoch": 2.6114274011877945,
      "grad_norm": 1.1823927581424682,
      "learning_rate": 0.00018390664693008178,
      "loss": 0.7426,
      "step": 63758
    },
    {
      "epoch": 2.6114683596149906,
      "grad_norm": 1.238960894005243,
      "learning_rate": 0.00018390346994213077,
      "loss": 1.0652,
      "step": 63759
    },
    {
      "epoch": 2.611509318042187,
      "grad_norm": 0.9110135746437068,
      "learning_rate": 0.00018390029293815214,
      "loss": 0.6278,
      "step": 63760
    },
    {
      "epoch": 2.6115502764693836,
      "grad_norm": 0.9189501114597771,
      "learning_rate": 0.00018389711591814745,
      "loss": 0.751,
      "step": 63761
    },
    {
      "epoch": 2.61159123489658,
      "grad_norm": 0.9758281692445789,
      "learning_rate": 0.00018389393888211815,
      "loss": 0.7438,
      "step": 63762
    },
    {
      "epoch": 2.6116321933237763,
      "grad_norm": 0.8279104528413566,
      "learning_rate": 0.00018389076183006578,
      "loss": 0.4467,
      "step": 63763
    },
    {
      "epoch": 2.611673151750973,
      "grad_norm": 1.2610954373650114,
      "learning_rate": 0.0001838875847619918,
      "loss": 1.0498,
      "step": 63764
    },
    {
      "epoch": 2.611714110178169,
      "grad_norm": 3.044893437104765,
      "learning_rate": 0.00018388440767789775,
      "loss": 1.4034,
      "step": 63765
    },
    {
      "epoch": 2.6117550686053654,
      "grad_norm": 1.3395407658602692,
      "learning_rate": 0.00018388123057778513,
      "loss": 0.7099,
      "step": 63766
    },
    {
      "epoch": 2.611796027032562,
      "grad_norm": 0.9744033790262431,
      "learning_rate": 0.0001838780534616554,
      "loss": 0.7035,
      "step": 63767
    },
    {
      "epoch": 2.6118369854597585,
      "grad_norm": 0.6908739125420734,
      "learning_rate": 0.00018387487632951015,
      "loss": 0.2338,
      "step": 63768
    },
    {
      "epoch": 2.6118779438869546,
      "grad_norm": 1.8274894772981765,
      "learning_rate": 0.00018387169918135073,
      "loss": 0.987,
      "step": 63769
    },
    {
      "epoch": 2.611918902314151,
      "grad_norm": 1.1508207458511959,
      "learning_rate": 0.0001838685220171788,
      "loss": 0.7491,
      "step": 63770
    },
    {
      "epoch": 2.6119598607413477,
      "grad_norm": 1.2826768607584775,
      "learning_rate": 0.00018386534483699578,
      "loss": 1.0441,
      "step": 63771
    },
    {
      "epoch": 2.6120008191685438,
      "grad_norm": 1.2614076820810012,
      "learning_rate": 0.0001838621676408032,
      "loss": 0.7201,
      "step": 63772
    },
    {
      "epoch": 2.6120417775957403,
      "grad_norm": 0.9135521480120506,
      "learning_rate": 0.00018385899042860254,
      "loss": 0.902,
      "step": 63773
    },
    {
      "epoch": 2.612082736022937,
      "grad_norm": 0.9387908091626245,
      "learning_rate": 0.00018385581320039534,
      "loss": 0.6957,
      "step": 63774
    },
    {
      "epoch": 2.6121236944501334,
      "grad_norm": 0.6690790325468887,
      "learning_rate": 0.00018385263595618306,
      "loss": 0.3715,
      "step": 63775
    },
    {
      "epoch": 2.6121646528773295,
      "grad_norm": 1.167179770964634,
      "learning_rate": 0.00018384945869596723,
      "loss": 0.9116,
      "step": 63776
    },
    {
      "epoch": 2.612205611304526,
      "grad_norm": 0.8263407488869587,
      "learning_rate": 0.0001838462814197493,
      "loss": 0.3321,
      "step": 63777
    },
    {
      "epoch": 2.612246569731722,
      "grad_norm": 1.7475077202704374,
      "learning_rate": 0.00018384310412753084,
      "loss": 1.5585,
      "step": 63778
    },
    {
      "epoch": 2.6122875281589186,
      "grad_norm": 3.4582953962546323,
      "learning_rate": 0.00018383992681931334,
      "loss": 1.6452,
      "step": 63779
    },
    {
      "epoch": 2.612328486586115,
      "grad_norm": 1.532093184190883,
      "learning_rate": 0.00018383674949509827,
      "loss": 0.9792,
      "step": 63780
    },
    {
      "epoch": 2.6123694450133117,
      "grad_norm": 1.2514574415307904,
      "learning_rate": 0.0001838335721548871,
      "loss": 0.9092,
      "step": 63781
    },
    {
      "epoch": 2.612410403440508,
      "grad_norm": 0.687107270978994,
      "learning_rate": 0.00018383039479868147,
      "loss": 0.2769,
      "step": 63782
    },
    {
      "epoch": 2.6124513618677043,
      "grad_norm": 1.0251514720724684,
      "learning_rate": 0.00018382721742648276,
      "loss": 0.8444,
      "step": 63783
    },
    {
      "epoch": 2.6124923202949004,
      "grad_norm": 1.0998499382156073,
      "learning_rate": 0.0001838240400382925,
      "loss": 0.5924,
      "step": 63784
    },
    {
      "epoch": 2.612533278722097,
      "grad_norm": 0.9618009857631731,
      "learning_rate": 0.00018382086263411216,
      "loss": 0.768,
      "step": 63785
    },
    {
      "epoch": 2.6125742371492935,
      "grad_norm": 1.4289438913752417,
      "learning_rate": 0.00018381768521394336,
      "loss": 1.3001,
      "step": 63786
    },
    {
      "epoch": 2.61261519557649,
      "grad_norm": 0.8939650866621978,
      "learning_rate": 0.00018381450777778745,
      "loss": 0.8228,
      "step": 63787
    },
    {
      "epoch": 2.612656154003686,
      "grad_norm": 0.8212619692884974,
      "learning_rate": 0.000183811330325646,
      "loss": 0.2392,
      "step": 63788
    },
    {
      "epoch": 2.6126971124308827,
      "grad_norm": 0.8101853211283474,
      "learning_rate": 0.00018380815285752055,
      "loss": 0.3985,
      "step": 63789
    },
    {
      "epoch": 2.612738070858079,
      "grad_norm": 1.1072968809803394,
      "learning_rate": 0.00018380497537341258,
      "loss": 0.7139,
      "step": 63790
    },
    {
      "epoch": 2.6127790292852753,
      "grad_norm": 1.059023233932481,
      "learning_rate": 0.00018380179787332355,
      "loss": 1.05,
      "step": 63791
    },
    {
      "epoch": 2.612819987712472,
      "grad_norm": 0.9172029904684607,
      "learning_rate": 0.00018379862035725498,
      "loss": 0.6994,
      "step": 63792
    },
    {
      "epoch": 2.6128609461396683,
      "grad_norm": 1.1965550617100504,
      "learning_rate": 0.00018379544282520838,
      "loss": 0.6157,
      "step": 63793
    },
    {
      "epoch": 2.612901904566865,
      "grad_norm": 0.8701219058116793,
      "learning_rate": 0.0001837922652771853,
      "loss": 0.5261,
      "step": 63794
    },
    {
      "epoch": 2.612942862994061,
      "grad_norm": 1.1062425112522662,
      "learning_rate": 0.0001837890877131872,
      "loss": 0.5887,
      "step": 63795
    },
    {
      "epoch": 2.6129838214212575,
      "grad_norm": 0.9626097964277678,
      "learning_rate": 0.0001837859101332155,
      "loss": 0.6145,
      "step": 63796
    },
    {
      "epoch": 2.6130247798484536,
      "grad_norm": 0.9489010755186511,
      "learning_rate": 0.00018378273253727185,
      "loss": 0.6397,
      "step": 63797
    },
    {
      "epoch": 2.61306573827565,
      "grad_norm": 0.5853500949650197,
      "learning_rate": 0.0001837795549253577,
      "loss": 0.22,
      "step": 63798
    },
    {
      "epoch": 2.6131066967028467,
      "grad_norm": 1.2710388644718114,
      "learning_rate": 0.0001837763772974745,
      "loss": 0.9612,
      "step": 63799
    },
    {
      "epoch": 2.613147655130043,
      "grad_norm": 1.1659144819687566,
      "learning_rate": 0.00018377319965362377,
      "loss": 0.7171,
      "step": 63800
    },
    {
      "epoch": 2.6131886135572393,
      "grad_norm": 0.9845303206379199,
      "learning_rate": 0.00018377002199380707,
      "loss": 0.7224,
      "step": 63801
    },
    {
      "epoch": 2.613229571984436,
      "grad_norm": 0.9728286935109689,
      "learning_rate": 0.00018376684431802587,
      "loss": 0.7836,
      "step": 63802
    },
    {
      "epoch": 2.613270530411632,
      "grad_norm": 0.7396546484867854,
      "learning_rate": 0.00018376366662628164,
      "loss": 0.3532,
      "step": 63803
    },
    {
      "epoch": 2.6133114888388285,
      "grad_norm": 0.853564101813537,
      "learning_rate": 0.00018376048891857592,
      "loss": 0.5903,
      "step": 63804
    },
    {
      "epoch": 2.613352447266025,
      "grad_norm": 0.882912061582929,
      "learning_rate": 0.00018375731119491014,
      "loss": 0.7441,
      "step": 63805
    },
    {
      "epoch": 2.6133934056932215,
      "grad_norm": 0.6557948556775739,
      "learning_rate": 0.00018375413345528594,
      "loss": 0.2572,
      "step": 63806
    },
    {
      "epoch": 2.6134343641204176,
      "grad_norm": 1.0139702390826169,
      "learning_rate": 0.00018375095569970473,
      "loss": 0.6022,
      "step": 63807
    },
    {
      "epoch": 2.613475322547614,
      "grad_norm": 1.277739265059064,
      "learning_rate": 0.00018374777792816804,
      "loss": 0.7503,
      "step": 63808
    },
    {
      "epoch": 2.6135162809748107,
      "grad_norm": 1.2176993545517676,
      "learning_rate": 0.00018374460014067731,
      "loss": 0.7418,
      "step": 63809
    },
    {
      "epoch": 2.613557239402007,
      "grad_norm": 0.6650960886980327,
      "learning_rate": 0.00018374142233723413,
      "loss": 0.2543,
      "step": 63810
    },
    {
      "epoch": 2.6135981978292033,
      "grad_norm": 1.0057853418423186,
      "learning_rate": 0.00018373824451783992,
      "loss": 0.4191,
      "step": 63811
    },
    {
      "epoch": 2.6136391562564,
      "grad_norm": 0.9630662413552786,
      "learning_rate": 0.00018373506668249628,
      "loss": 0.4587,
      "step": 63812
    },
    {
      "epoch": 2.6136801146835964,
      "grad_norm": 1.6368396542330412,
      "learning_rate": 0.00018373188883120462,
      "loss": 0.6591,
      "step": 63813
    },
    {
      "epoch": 2.6137210731107925,
      "grad_norm": 3.0900828232946664,
      "learning_rate": 0.0001837287109639665,
      "loss": 3.5726,
      "step": 63814
    },
    {
      "epoch": 2.613762031537989,
      "grad_norm": 1.2305221803042974,
      "learning_rate": 0.00018372553308078338,
      "loss": 0.8223,
      "step": 63815
    },
    {
      "epoch": 2.613802989965185,
      "grad_norm": 0.6587432069242539,
      "learning_rate": 0.00018372235518165683,
      "loss": 0.3568,
      "step": 63816
    },
    {
      "epoch": 2.6138439483923817,
      "grad_norm": 1.1711820411812954,
      "learning_rate": 0.00018371917726658823,
      "loss": 0.7321,
      "step": 63817
    },
    {
      "epoch": 2.613884906819578,
      "grad_norm": 1.1520274570783282,
      "learning_rate": 0.00018371599933557923,
      "loss": 0.6453,
      "step": 63818
    },
    {
      "epoch": 2.6139258652467747,
      "grad_norm": 1.0774616843797329,
      "learning_rate": 0.00018371282138863126,
      "loss": 0.6993,
      "step": 63819
    },
    {
      "epoch": 2.613966823673971,
      "grad_norm": 2.285006675456518,
      "learning_rate": 0.00018370964342574581,
      "loss": 2.1609,
      "step": 63820
    },
    {
      "epoch": 2.6140077821011674,
      "grad_norm": 1.0678381998691242,
      "learning_rate": 0.0001837064654469244,
      "loss": 0.8519,
      "step": 63821
    },
    {
      "epoch": 2.6140487405283634,
      "grad_norm": 1.1253732067710793,
      "learning_rate": 0.00018370328745216853,
      "loss": 0.9445,
      "step": 63822
    },
    {
      "epoch": 2.61408969895556,
      "grad_norm": 5.027719891397277,
      "learning_rate": 0.0001837001094414797,
      "loss": 5.8644,
      "step": 63823
    },
    {
      "epoch": 2.6141306573827565,
      "grad_norm": 0.8286074421142615,
      "learning_rate": 0.00018369693141485934,
      "loss": 0.7165,
      "step": 63824
    },
    {
      "epoch": 2.614171615809953,
      "grad_norm": 0.849918823819731,
      "learning_rate": 0.00018369375337230914,
      "loss": 0.3617,
      "step": 63825
    },
    {
      "epoch": 2.614212574237149,
      "grad_norm": 1.2434818769998695,
      "learning_rate": 0.00018369057531383045,
      "loss": 0.8071,
      "step": 63826
    },
    {
      "epoch": 2.6142535326643457,
      "grad_norm": 0.8567980888992797,
      "learning_rate": 0.00018368739723942482,
      "loss": 0.5235,
      "step": 63827
    },
    {
      "epoch": 2.614294491091542,
      "grad_norm": 1.3216773403659208,
      "learning_rate": 0.00018368421914909366,
      "loss": 0.946,
      "step": 63828
    },
    {
      "epoch": 2.6143354495187383,
      "grad_norm": 1.2568591215937224,
      "learning_rate": 0.00018368104104283863,
      "loss": 1.0475,
      "step": 63829
    },
    {
      "epoch": 2.614376407945935,
      "grad_norm": 1.2026249217468885,
      "learning_rate": 0.00018367786292066118,
      "loss": 0.913,
      "step": 63830
    },
    {
      "epoch": 2.6144173663731314,
      "grad_norm": 0.7734348711871636,
      "learning_rate": 0.00018367468478256276,
      "loss": 0.4434,
      "step": 63831
    },
    {
      "epoch": 2.614458324800328,
      "grad_norm": 0.6414185449250958,
      "learning_rate": 0.00018367150662854486,
      "loss": 0.2382,
      "step": 63832
    },
    {
      "epoch": 2.614499283227524,
      "grad_norm": 1.2445351256175752,
      "learning_rate": 0.00018366832845860908,
      "loss": 0.6843,
      "step": 63833
    },
    {
      "epoch": 2.6145402416547205,
      "grad_norm": 0.9370023322624957,
      "learning_rate": 0.00018366515027275687,
      "loss": 0.8223,
      "step": 63834
    },
    {
      "epoch": 2.6145812000819166,
      "grad_norm": 1.0183461949646275,
      "learning_rate": 0.0001836619720709897,
      "loss": 0.8572,
      "step": 63835
    },
    {
      "epoch": 2.614622158509113,
      "grad_norm": 1.1160965951702753,
      "learning_rate": 0.0001836587938533091,
      "loss": 0.856,
      "step": 63836
    },
    {
      "epoch": 2.6146631169363097,
      "grad_norm": 0.8901121612797871,
      "learning_rate": 0.00018365561561971662,
      "loss": 0.3255,
      "step": 63837
    },
    {
      "epoch": 2.6147040753635062,
      "grad_norm": 1.218591692828043,
      "learning_rate": 0.0001836524373702137,
      "loss": 0.8424,
      "step": 63838
    },
    {
      "epoch": 2.6147450337907023,
      "grad_norm": 1.184342005382244,
      "learning_rate": 0.00018364925910480185,
      "loss": 0.9449,
      "step": 63839
    },
    {
      "epoch": 2.614785992217899,
      "grad_norm": 0.9682321546672317,
      "learning_rate": 0.0001836460808234826,
      "loss": 0.7897,
      "step": 63840
    },
    {
      "epoch": 2.614826950645095,
      "grad_norm": 1.4446858037085188,
      "learning_rate": 0.0001836429025262574,
      "loss": 1.2247,
      "step": 63841
    },
    {
      "epoch": 2.6148679090722915,
      "grad_norm": 0.7252565309523354,
      "learning_rate": 0.00018363972421312782,
      "loss": 0.3376,
      "step": 63842
    },
    {
      "epoch": 2.614908867499488,
      "grad_norm": 0.8751445870266343,
      "learning_rate": 0.00018363654588409532,
      "loss": 0.6753,
      "step": 63843
    },
    {
      "epoch": 2.6149498259266846,
      "grad_norm": 0.8665681106003404,
      "learning_rate": 0.0001836333675391614,
      "loss": 0.4607,
      "step": 63844
    },
    {
      "epoch": 2.6149907843538807,
      "grad_norm": 0.9539168616260484,
      "learning_rate": 0.00018363018917832757,
      "loss": 0.366,
      "step": 63845
    },
    {
      "epoch": 2.615031742781077,
      "grad_norm": 1.0723801956069998,
      "learning_rate": 0.00018362701080159539,
      "loss": 0.8829,
      "step": 63846
    },
    {
      "epoch": 2.6150727012082737,
      "grad_norm": 0.9580199066954301,
      "learning_rate": 0.00018362383240896625,
      "loss": 0.495,
      "step": 63847
    },
    {
      "epoch": 2.61511365963547,
      "grad_norm": 6.627207353984019,
      "learning_rate": 0.00018362065400044175,
      "loss": 1.724,
      "step": 63848
    },
    {
      "epoch": 2.6151546180626664,
      "grad_norm": 1.0810481015632132,
      "learning_rate": 0.00018361747557602332,
      "loss": 0.7822,
      "step": 63849
    },
    {
      "epoch": 2.615195576489863,
      "grad_norm": 0.9592453093936707,
      "learning_rate": 0.00018361429713571254,
      "loss": 0.6749,
      "step": 63850
    },
    {
      "epoch": 2.6152365349170594,
      "grad_norm": 1.127215090451621,
      "learning_rate": 0.00018361111867951083,
      "loss": 0.7045,
      "step": 63851
    },
    {
      "epoch": 2.6152774933442555,
      "grad_norm": 1.1798970847622277,
      "learning_rate": 0.00018360794020741978,
      "loss": 0.8763,
      "step": 63852
    },
    {
      "epoch": 2.615318451771452,
      "grad_norm": 1.1392329176026266,
      "learning_rate": 0.0001836047617194408,
      "loss": 1.0678,
      "step": 63853
    },
    {
      "epoch": 2.615359410198648,
      "grad_norm": 0.9489613652926568,
      "learning_rate": 0.00018360158321557548,
      "loss": 0.5603,
      "step": 63854
    },
    {
      "epoch": 2.6154003686258447,
      "grad_norm": 1.8406800170474709,
      "learning_rate": 0.00018359840469582526,
      "loss": 1.731,
      "step": 63855
    },
    {
      "epoch": 2.615441327053041,
      "grad_norm": 0.814313688114758,
      "learning_rate": 0.0001835952261601917,
      "loss": 0.6905,
      "step": 63856
    },
    {
      "epoch": 2.6154822854802378,
      "grad_norm": 0.8302924442377357,
      "learning_rate": 0.00018359204760867622,
      "loss": 0.5073,
      "step": 63857
    },
    {
      "epoch": 2.615523243907434,
      "grad_norm": 1.5075884140893445,
      "learning_rate": 0.00018358886904128042,
      "loss": 0.4996,
      "step": 63858
    },
    {
      "epoch": 2.6155642023346304,
      "grad_norm": 0.7873191230984204,
      "learning_rate": 0.00018358569045800568,
      "loss": 0.6751,
      "step": 63859
    },
    {
      "epoch": 2.6156051607618265,
      "grad_norm": 1.1516271924268542,
      "learning_rate": 0.0001835825118588536,
      "loss": 0.8732,
      "step": 63860
    },
    {
      "epoch": 2.615646119189023,
      "grad_norm": 0.9492691512411695,
      "learning_rate": 0.00018357933324382567,
      "loss": 0.8766,
      "step": 63861
    },
    {
      "epoch": 2.6156870776162195,
      "grad_norm": 0.887352827253494,
      "learning_rate": 0.0001835761546129234,
      "loss": 0.6194,
      "step": 63862
    },
    {
      "epoch": 2.615728036043416,
      "grad_norm": 0.593435182274732,
      "learning_rate": 0.00018357297596614827,
      "loss": 0.2086,
      "step": 63863
    },
    {
      "epoch": 2.615768994470612,
      "grad_norm": 0.610652338552757,
      "learning_rate": 0.0001835697973035017,
      "loss": 0.3116,
      "step": 63864
    },
    {
      "epoch": 2.6158099528978087,
      "grad_norm": 2.7223681075421453,
      "learning_rate": 0.00018356661862498536,
      "loss": 1.407,
      "step": 63865
    },
    {
      "epoch": 2.6158509113250052,
      "grad_norm": 0.7822103973866554,
      "learning_rate": 0.00018356343993060066,
      "loss": 0.2879,
      "step": 63866
    },
    {
      "epoch": 2.6158918697522013,
      "grad_norm": 1.3649448608521872,
      "learning_rate": 0.0001835602612203491,
      "loss": 0.7913,
      "step": 63867
    },
    {
      "epoch": 2.615932828179398,
      "grad_norm": 0.9723315637731307,
      "learning_rate": 0.00018355708249423217,
      "loss": 0.3299,
      "step": 63868
    },
    {
      "epoch": 2.6159737866065944,
      "grad_norm": 1.0287442862737826,
      "learning_rate": 0.00018355390375225143,
      "loss": 0.7104,
      "step": 63869
    },
    {
      "epoch": 2.616014745033791,
      "grad_norm": 1.3929230860484312,
      "learning_rate": 0.00018355072499440838,
      "loss": 1.1506,
      "step": 63870
    },
    {
      "epoch": 2.616055703460987,
      "grad_norm": 1.147319370818047,
      "learning_rate": 0.00018354754622070446,
      "loss": 0.6538,
      "step": 63871
    },
    {
      "epoch": 2.6160966618881836,
      "grad_norm": 0.677360158284043,
      "learning_rate": 0.00018354436743114118,
      "loss": 0.2117,
      "step": 63872
    },
    {
      "epoch": 2.6161376203153797,
      "grad_norm": 1.3123350329908787,
      "learning_rate": 0.00018354118862572014,
      "loss": 1.137,
      "step": 63873
    },
    {
      "epoch": 2.616178578742576,
      "grad_norm": 1.2545238587842638,
      "learning_rate": 0.00018353800980444273,
      "loss": 0.5685,
      "step": 63874
    },
    {
      "epoch": 2.6162195371697727,
      "grad_norm": 1.0116272629555418,
      "learning_rate": 0.0001835348309673105,
      "loss": 0.563,
      "step": 63875
    },
    {
      "epoch": 2.6162604955969693,
      "grad_norm": 0.9852299529684293,
      "learning_rate": 0.00018353165211432496,
      "loss": 0.6422,
      "step": 63876
    },
    {
      "epoch": 2.6163014540241654,
      "grad_norm": 1.0799283313527774,
      "learning_rate": 0.00018352847324548758,
      "loss": 0.7745,
      "step": 63877
    },
    {
      "epoch": 2.616342412451362,
      "grad_norm": 1.3790040562883388,
      "learning_rate": 0.0001835252943607999,
      "loss": 1.0425,
      "step": 63878
    },
    {
      "epoch": 2.616383370878558,
      "grad_norm": 1.6214497349507324,
      "learning_rate": 0.00018352211546026338,
      "loss": 1.5068,
      "step": 63879
    },
    {
      "epoch": 2.6164243293057545,
      "grad_norm": 1.1901000748448074,
      "learning_rate": 0.00018351893654387959,
      "loss": 0.2721,
      "step": 63880
    },
    {
      "epoch": 2.616465287732951,
      "grad_norm": 1.0964215735386709,
      "learning_rate": 0.00018351575761164994,
      "loss": 0.876,
      "step": 63881
    },
    {
      "epoch": 2.6165062461601476,
      "grad_norm": 0.9915452376175201,
      "learning_rate": 0.00018351257866357603,
      "loss": 0.8132,
      "step": 63882
    },
    {
      "epoch": 2.6165472045873437,
      "grad_norm": 1.001068445400381,
      "learning_rate": 0.0001835093996996593,
      "loss": 0.777,
      "step": 63883
    },
    {
      "epoch": 2.6165881630145402,
      "grad_norm": 0.8591649753683119,
      "learning_rate": 0.00018350622071990126,
      "loss": 0.704,
      "step": 63884
    },
    {
      "epoch": 2.6166291214417368,
      "grad_norm": 1.8210090837858042,
      "learning_rate": 0.00018350304172430344,
      "loss": 1.2742,
      "step": 63885
    },
    {
      "epoch": 2.616670079868933,
      "grad_norm": 1.1378763027573653,
      "learning_rate": 0.0001834998627128673,
      "loss": 0.5915,
      "step": 63886
    },
    {
      "epoch": 2.6167110382961294,
      "grad_norm": 0.8660052025523683,
      "learning_rate": 0.0001834966836855944,
      "loss": 0.7882,
      "step": 63887
    },
    {
      "epoch": 2.616751996723326,
      "grad_norm": 2.760173422426125,
      "learning_rate": 0.0001834935046424862,
      "loss": 1.3465,
      "step": 63888
    },
    {
      "epoch": 2.6167929551505225,
      "grad_norm": 2.225259789717024,
      "learning_rate": 0.0001834903255835442,
      "loss": 1.4585,
      "step": 63889
    },
    {
      "epoch": 2.6168339135777186,
      "grad_norm": 2.235667494141531,
      "learning_rate": 0.00018348714650876993,
      "loss": 1.1152,
      "step": 63890
    },
    {
      "epoch": 2.616874872004915,
      "grad_norm": 1.5469878506950092,
      "learning_rate": 0.00018348396741816488,
      "loss": 1.2072,
      "step": 63891
    },
    {
      "epoch": 2.616915830432111,
      "grad_norm": 1.088324674907343,
      "learning_rate": 0.0001834807883117306,
      "loss": 1.0183,
      "step": 63892
    },
    {
      "epoch": 2.6169567888593077,
      "grad_norm": 0.9869965502405668,
      "learning_rate": 0.0001834776091894685,
      "loss": 0.7641,
      "step": 63893
    },
    {
      "epoch": 2.6169977472865043,
      "grad_norm": 1.2148956965162,
      "learning_rate": 0.00018347443005138013,
      "loss": 0.8986,
      "step": 63894
    },
    {
      "epoch": 2.617038705713701,
      "grad_norm": 1.5111322907822282,
      "learning_rate": 0.00018347125089746697,
      "loss": 0.8579,
      "step": 63895
    },
    {
      "epoch": 2.617079664140897,
      "grad_norm": 0.9831415607622218,
      "learning_rate": 0.00018346807172773058,
      "loss": 0.7227,
      "step": 63896
    },
    {
      "epoch": 2.6171206225680934,
      "grad_norm": 1.0698271628629419,
      "learning_rate": 0.0001834648925421724,
      "loss": 0.875,
      "step": 63897
    },
    {
      "epoch": 2.6171615809952895,
      "grad_norm": 1.1861248840374328,
      "learning_rate": 0.00018346171334079396,
      "loss": 0.5707,
      "step": 63898
    },
    {
      "epoch": 2.617202539422486,
      "grad_norm": 1.0411084456357027,
      "learning_rate": 0.0001834585341235968,
      "loss": 0.6996,
      "step": 63899
    },
    {
      "epoch": 2.6172434978496826,
      "grad_norm": 1.4233810515088476,
      "learning_rate": 0.00018345535489058235,
      "loss": 0.6543,
      "step": 63900
    },
    {
      "epoch": 2.617284456276879,
      "grad_norm": 0.9173147691212479,
      "learning_rate": 0.0001834521756417522,
      "loss": 0.9379,
      "step": 63901
    },
    {
      "epoch": 2.617325414704075,
      "grad_norm": 1.1431266018070207,
      "learning_rate": 0.00018344899637710773,
      "loss": 0.8038,
      "step": 63902
    },
    {
      "epoch": 2.6173663731312717,
      "grad_norm": 0.9435834586671435,
      "learning_rate": 0.00018344581709665058,
      "loss": 0.3932,
      "step": 63903
    },
    {
      "epoch": 2.6174073315584683,
      "grad_norm": 0.8652912919614968,
      "learning_rate": 0.0001834426378003821,
      "loss": 0.8312,
      "step": 63904
    },
    {
      "epoch": 2.6174482899856644,
      "grad_norm": 5.264872730142049,
      "learning_rate": 0.000183439458488304,
      "loss": 2.6412,
      "step": 63905
    },
    {
      "epoch": 2.617489248412861,
      "grad_norm": 1.4858254208836943,
      "learning_rate": 0.00018343627916041758,
      "loss": 1.1202,
      "step": 63906
    },
    {
      "epoch": 2.6175302068400574,
      "grad_norm": 1.2598716269274621,
      "learning_rate": 0.00018343309981672448,
      "loss": 1.0279,
      "step": 63907
    },
    {
      "epoch": 2.617571165267254,
      "grad_norm": 1.4680969770791092,
      "learning_rate": 0.0001834299204572261,
      "loss": 0.9763,
      "step": 63908
    },
    {
      "epoch": 2.61761212369445,
      "grad_norm": 1.1598306770718991,
      "learning_rate": 0.00018342674108192403,
      "loss": 0.7009,
      "step": 63909
    },
    {
      "epoch": 2.6176530821216466,
      "grad_norm": 1.4536257747969674,
      "learning_rate": 0.00018342356169081972,
      "loss": 1.0135,
      "step": 63910
    },
    {
      "epoch": 2.6176940405488427,
      "grad_norm": 0.6983135147200427,
      "learning_rate": 0.0001834203822839147,
      "loss": 0.1976,
      "step": 63911
    },
    {
      "epoch": 2.6177349989760392,
      "grad_norm": 1.4622559796281587,
      "learning_rate": 0.00018341720286121048,
      "loss": 1.2314,
      "step": 63912
    },
    {
      "epoch": 2.6177759574032358,
      "grad_norm": 1.7725185510506973,
      "learning_rate": 0.0001834140234227085,
      "loss": 1.5899,
      "step": 63913
    },
    {
      "epoch": 2.6178169158304323,
      "grad_norm": 2.15032490524382,
      "learning_rate": 0.00018341084396841033,
      "loss": 1.8007,
      "step": 63914
    },
    {
      "epoch": 2.6178578742576284,
      "grad_norm": 1.3674555302631919,
      "learning_rate": 0.00018340766449831744,
      "loss": 1.0474,
      "step": 63915
    },
    {
      "epoch": 2.617898832684825,
      "grad_norm": 0.8124067201255908,
      "learning_rate": 0.0001834044850124314,
      "loss": 0.3062,
      "step": 63916
    },
    {
      "epoch": 2.6179397911120215,
      "grad_norm": 1.1007655277408597,
      "learning_rate": 0.00018340130551075358,
      "loss": 0.8049,
      "step": 63917
    },
    {
      "epoch": 2.6179807495392176,
      "grad_norm": 1.2676102979545951,
      "learning_rate": 0.00018339812599328558,
      "loss": 0.9117,
      "step": 63918
    },
    {
      "epoch": 2.618021707966414,
      "grad_norm": 4.525783543537017,
      "learning_rate": 0.00018339494646002892,
      "loss": 5.6215,
      "step": 63919
    },
    {
      "epoch": 2.6180626663936106,
      "grad_norm": 1.0646489669912926,
      "learning_rate": 0.00018339176691098505,
      "loss": 0.8465,
      "step": 63920
    },
    {
      "epoch": 2.6181036248208067,
      "grad_norm": 0.9515585440355356,
      "learning_rate": 0.00018338858734615548,
      "loss": 0.659,
      "step": 63921
    },
    {
      "epoch": 2.6181445832480033,
      "grad_norm": 1.5710675759483155,
      "learning_rate": 0.00018338540776554173,
      "loss": 1.0418,
      "step": 63922
    },
    {
      "epoch": 2.6181855416752,
      "grad_norm": 1.3354467117273365,
      "learning_rate": 0.0001833822281691453,
      "loss": 0.7899,
      "step": 63923
    },
    {
      "epoch": 2.618226500102396,
      "grad_norm": 1.303160210194041,
      "learning_rate": 0.0001833790485569677,
      "loss": 0.9703,
      "step": 63924
    },
    {
      "epoch": 2.6182674585295924,
      "grad_norm": 1.4010739592702453,
      "learning_rate": 0.0001833758689290104,
      "loss": 0.7851,
      "step": 63925
    },
    {
      "epoch": 2.618308416956789,
      "grad_norm": 2.2195043907695444,
      "learning_rate": 0.00018337268928527494,
      "loss": 2.6652,
      "step": 63926
    },
    {
      "epoch": 2.6183493753839855,
      "grad_norm": 0.7432812098210236,
      "learning_rate": 0.00018336950962576283,
      "loss": 0.3045,
      "step": 63927
    },
    {
      "epoch": 2.6183903338111816,
      "grad_norm": 1.0560638673840461,
      "learning_rate": 0.00018336632995047552,
      "loss": 0.827,
      "step": 63928
    },
    {
      "epoch": 2.618431292238378,
      "grad_norm": 0.7249835666534408,
      "learning_rate": 0.00018336315025941453,
      "loss": 0.4311,
      "step": 63929
    },
    {
      "epoch": 2.618472250665574,
      "grad_norm": 0.9239214023646778,
      "learning_rate": 0.00018335997055258144,
      "loss": 0.7329,
      "step": 63930
    },
    {
      "epoch": 2.6185132090927707,
      "grad_norm": 1.1670625846261835,
      "learning_rate": 0.00018335679082997765,
      "loss": 0.6968,
      "step": 63931
    },
    {
      "epoch": 2.6185541675199673,
      "grad_norm": 1.2726014760614428,
      "learning_rate": 0.00018335361109160468,
      "loss": 0.9127,
      "step": 63932
    },
    {
      "epoch": 2.618595125947164,
      "grad_norm": 0.7947886930730336,
      "learning_rate": 0.00018335043133746408,
      "loss": 0.2926,
      "step": 63933
    },
    {
      "epoch": 2.61863608437436,
      "grad_norm": 0.6331855492129895,
      "learning_rate": 0.00018334725156755733,
      "loss": 0.2147,
      "step": 63934
    },
    {
      "epoch": 2.6186770428015564,
      "grad_norm": 2.897956511090201,
      "learning_rate": 0.00018334407178188596,
      "loss": 1.3938,
      "step": 63935
    },
    {
      "epoch": 2.618718001228753,
      "grad_norm": 1.1773006620388,
      "learning_rate": 0.0001833408919804514,
      "loss": 0.877,
      "step": 63936
    },
    {
      "epoch": 2.618758959655949,
      "grad_norm": 0.9221784873772464,
      "learning_rate": 0.00018333771216325526,
      "loss": 0.8023,
      "step": 63937
    },
    {
      "epoch": 2.6187999180831456,
      "grad_norm": 1.347086306334727,
      "learning_rate": 0.00018333453233029899,
      "loss": 0.8903,
      "step": 63938
    },
    {
      "epoch": 2.618840876510342,
      "grad_norm": 1.2105265007345876,
      "learning_rate": 0.00018333135248158402,
      "loss": 0.751,
      "step": 63939
    },
    {
      "epoch": 2.6188818349375382,
      "grad_norm": 1.2006537729765832,
      "learning_rate": 0.00018332817261711195,
      "loss": 0.81,
      "step": 63940
    },
    {
      "epoch": 2.6189227933647348,
      "grad_norm": 1.3007359768187887,
      "learning_rate": 0.00018332499273688424,
      "loss": 0.7072,
      "step": 63941
    },
    {
      "epoch": 2.6189637517919313,
      "grad_norm": 1.8836614128918496,
      "learning_rate": 0.00018332181284090243,
      "loss": 2.0093,
      "step": 63942
    },
    {
      "epoch": 2.6190047102191274,
      "grad_norm": 1.0677850008360605,
      "learning_rate": 0.000183318632929168,
      "loss": 0.906,
      "step": 63943
    },
    {
      "epoch": 2.619045668646324,
      "grad_norm": 1.105747832736146,
      "learning_rate": 0.00018331545300168245,
      "loss": 0.7585,
      "step": 63944
    },
    {
      "epoch": 2.6190866270735205,
      "grad_norm": 0.812353760586061,
      "learning_rate": 0.00018331227305844728,
      "loss": 0.5959,
      "step": 63945
    },
    {
      "epoch": 2.619127585500717,
      "grad_norm": 1.3636831102294074,
      "learning_rate": 0.000183309093099464,
      "loss": 0.7996,
      "step": 63946
    },
    {
      "epoch": 2.619168543927913,
      "grad_norm": 2.194051816376607,
      "learning_rate": 0.00018330591312473414,
      "loss": 2.4676,
      "step": 63947
    },
    {
      "epoch": 2.6192095023551096,
      "grad_norm": 0.9335144511621586,
      "learning_rate": 0.00018330273313425915,
      "loss": 0.8243,
      "step": 63948
    },
    {
      "epoch": 2.6192504607823057,
      "grad_norm": 1.1030809136645212,
      "learning_rate": 0.00018329955312804054,
      "loss": 0.8088,
      "step": 63949
    },
    {
      "epoch": 2.6192914192095023,
      "grad_norm": 0.9053979878533971,
      "learning_rate": 0.0001832963731060799,
      "loss": 0.6777,
      "step": 63950
    },
    {
      "epoch": 2.619332377636699,
      "grad_norm": 1.0272422196356983,
      "learning_rate": 0.00018329319306837862,
      "loss": 0.6338,
      "step": 63951
    },
    {
      "epoch": 2.6193733360638953,
      "grad_norm": 1.1422274628431845,
      "learning_rate": 0.00018329001301493824,
      "loss": 0.792,
      "step": 63952
    },
    {
      "epoch": 2.6194142944910914,
      "grad_norm": 0.9146384954253356,
      "learning_rate": 0.00018328683294576028,
      "loss": 0.8377,
      "step": 63953
    },
    {
      "epoch": 2.619455252918288,
      "grad_norm": 7.0177454996031985,
      "learning_rate": 0.00018328365286084626,
      "loss": 5.757,
      "step": 63954
    },
    {
      "epoch": 2.6194962113454845,
      "grad_norm": 0.8522918684133601,
      "learning_rate": 0.00018328047276019763,
      "loss": 0.8351,
      "step": 63955
    },
    {
      "epoch": 2.6195371697726806,
      "grad_norm": 0.7761044325408303,
      "learning_rate": 0.00018327729264381597,
      "loss": 0.3786,
      "step": 63956
    },
    {
      "epoch": 2.619578128199877,
      "grad_norm": 1.107572906166761,
      "learning_rate": 0.0001832741125117027,
      "loss": 0.8175,
      "step": 63957
    },
    {
      "epoch": 2.6196190866270737,
      "grad_norm": 0.7203600038569375,
      "learning_rate": 0.00018327093236385938,
      "loss": 0.3149,
      "step": 63958
    },
    {
      "epoch": 2.61966004505427,
      "grad_norm": 0.7806108276746841,
      "learning_rate": 0.00018326775220028744,
      "loss": 0.3057,
      "step": 63959
    },
    {
      "epoch": 2.6197010034814663,
      "grad_norm": 0.6513998422197976,
      "learning_rate": 0.00018326457202098853,
      "loss": 0.2741,
      "step": 63960
    },
    {
      "epoch": 2.619741961908663,
      "grad_norm": 1.0538796351793094,
      "learning_rate": 0.00018326139182596397,
      "loss": 0.7948,
      "step": 63961
    },
    {
      "epoch": 2.619782920335859,
      "grad_norm": 1.411958091375484,
      "learning_rate": 0.0001832582116152154,
      "loss": 0.7854,
      "step": 63962
    },
    {
      "epoch": 2.6198238787630554,
      "grad_norm": 0.8873281053368592,
      "learning_rate": 0.0001832550313887443,
      "loss": 0.6693,
      "step": 63963
    },
    {
      "epoch": 2.619864837190252,
      "grad_norm": 0.9935082574429029,
      "learning_rate": 0.0001832518511465521,
      "loss": 0.6234,
      "step": 63964
    },
    {
      "epoch": 2.6199057956174485,
      "grad_norm": 0.8850662024811209,
      "learning_rate": 0.00018324867088864038,
      "loss": 0.7658,
      "step": 63965
    },
    {
      "epoch": 2.6199467540446446,
      "grad_norm": 1.233133817288572,
      "learning_rate": 0.00018324549061501062,
      "loss": 0.8851,
      "step": 63966
    },
    {
      "epoch": 2.619987712471841,
      "grad_norm": 0.7269804123875225,
      "learning_rate": 0.00018324231032566433,
      "loss": 0.5956,
      "step": 63967
    },
    {
      "epoch": 2.6200286708990372,
      "grad_norm": 1.039400714139886,
      "learning_rate": 0.00018323913002060295,
      "loss": 0.609,
      "step": 63968
    },
    {
      "epoch": 2.6200696293262338,
      "grad_norm": 0.6953577909013263,
      "learning_rate": 0.0001832359496998281,
      "loss": 0.247,
      "step": 63969
    },
    {
      "epoch": 2.6201105877534303,
      "grad_norm": 0.527554676702818,
      "learning_rate": 0.0001832327693633412,
      "loss": 0.2227,
      "step": 63970
    },
    {
      "epoch": 2.620151546180627,
      "grad_norm": 0.8489178537604111,
      "learning_rate": 0.00018322958901114382,
      "loss": 0.5371,
      "step": 63971
    },
    {
      "epoch": 2.620192504607823,
      "grad_norm": 1.0586425710377811,
      "learning_rate": 0.00018322640864323734,
      "loss": 0.7429,
      "step": 63972
    },
    {
      "epoch": 2.6202334630350195,
      "grad_norm": 1.1723130936383186,
      "learning_rate": 0.00018322322825962338,
      "loss": 0.9332,
      "step": 63973
    },
    {
      "epoch": 2.620274421462216,
      "grad_norm": 0.7082548427437585,
      "learning_rate": 0.00018322004786030342,
      "loss": 0.2923,
      "step": 63974
    },
    {
      "epoch": 2.620315379889412,
      "grad_norm": 0.535467232680348,
      "learning_rate": 0.0001832168674452789,
      "loss": 0.2088,
      "step": 63975
    },
    {
      "epoch": 2.6203563383166086,
      "grad_norm": 1.4266022093818098,
      "learning_rate": 0.0001832136870145514,
      "loss": 0.9654,
      "step": 63976
    },
    {
      "epoch": 2.620397296743805,
      "grad_norm": 11.498164501966663,
      "learning_rate": 0.0001832105065681224,
      "loss": 2.7908,
      "step": 63977
    },
    {
      "epoch": 2.6204382551710017,
      "grad_norm": 4.7640923700055255,
      "learning_rate": 0.0001832073261059934,
      "loss": 1.1478,
      "step": 63978
    },
    {
      "epoch": 2.620479213598198,
      "grad_norm": 1.3336341062774844,
      "learning_rate": 0.0001832041456281659,
      "loss": 0.517,
      "step": 63979
    },
    {
      "epoch": 2.6205201720253943,
      "grad_norm": 1.8887112990973822,
      "learning_rate": 0.00018320096513464143,
      "loss": 1.2396,
      "step": 63980
    },
    {
      "epoch": 2.6205611304525904,
      "grad_norm": 0.9151662771639664,
      "learning_rate": 0.0001831977846254214,
      "loss": 0.8215,
      "step": 63981
    },
    {
      "epoch": 2.620602088879787,
      "grad_norm": 0.6887528380242568,
      "learning_rate": 0.00018319460410050746,
      "loss": 0.2118,
      "step": 63982
    },
    {
      "epoch": 2.6206430473069835,
      "grad_norm": 0.9221775823165246,
      "learning_rate": 0.00018319142355990102,
      "loss": 0.6543,
      "step": 63983
    },
    {
      "epoch": 2.62068400573418,
      "grad_norm": 1.1041250988244342,
      "learning_rate": 0.00018318824300360358,
      "loss": 0.9221,
      "step": 63984
    },
    {
      "epoch": 2.620724964161376,
      "grad_norm": 0.749741524501294,
      "learning_rate": 0.00018318506243161667,
      "loss": 0.2889,
      "step": 63985
    },
    {
      "epoch": 2.6207659225885727,
      "grad_norm": 1.3523364198428325,
      "learning_rate": 0.00018318188184394182,
      "loss": 0.6458,
      "step": 63986
    },
    {
      "epoch": 2.6208068810157688,
      "grad_norm": 1.1494812796234155,
      "learning_rate": 0.00018317870124058046,
      "loss": 0.7345,
      "step": 63987
    },
    {
      "epoch": 2.6208478394429653,
      "grad_norm": 1.0435455924669081,
      "learning_rate": 0.00018317552062153413,
      "loss": 0.6077,
      "step": 63988
    },
    {
      "epoch": 2.620888797870162,
      "grad_norm": 0.7695439829670649,
      "learning_rate": 0.00018317233998680436,
      "loss": 0.298,
      "step": 63989
    },
    {
      "epoch": 2.6209297562973584,
      "grad_norm": 0.8214661935153923,
      "learning_rate": 0.00018316915933639264,
      "loss": 0.2547,
      "step": 63990
    },
    {
      "epoch": 2.6209707147245545,
      "grad_norm": 0.8964400646653341,
      "learning_rate": 0.00018316597867030045,
      "loss": 0.4536,
      "step": 63991
    },
    {
      "epoch": 2.621011673151751,
      "grad_norm": 1.0580600521959491,
      "learning_rate": 0.00018316279798852932,
      "loss": 0.763,
      "step": 63992
    },
    {
      "epoch": 2.6210526315789475,
      "grad_norm": 0.8927846788140924,
      "learning_rate": 0.00018315961729108073,
      "loss": 0.6498,
      "step": 63993
    },
    {
      "epoch": 2.6210935900061436,
      "grad_norm": 0.7978335808176835,
      "learning_rate": 0.00018315643657795623,
      "loss": 0.5445,
      "step": 63994
    },
    {
      "epoch": 2.62113454843334,
      "grad_norm": 1.0020583291555303,
      "learning_rate": 0.0001831532558491573,
      "loss": 0.8411,
      "step": 63995
    },
    {
      "epoch": 2.6211755068605367,
      "grad_norm": 1.0977751976140098,
      "learning_rate": 0.00018315007510468536,
      "loss": 0.663,
      "step": 63996
    },
    {
      "epoch": 2.621216465287733,
      "grad_norm": 1.0516103063181785,
      "learning_rate": 0.00018314689434454203,
      "loss": 0.851,
      "step": 63997
    },
    {
      "epoch": 2.6212574237149293,
      "grad_norm": 1.504700748180601,
      "learning_rate": 0.0001831437135687288,
      "loss": 0.7161,
      "step": 63998
    },
    {
      "epoch": 2.621298382142126,
      "grad_norm": 0.5726086944789538,
      "learning_rate": 0.0001831405327772471,
      "loss": 0.2296,
      "step": 63999
    },
    {
      "epoch": 2.621339340569322,
      "grad_norm": 1.1859806951629672,
      "learning_rate": 0.0001831373519700985,
      "loss": 0.9084,
      "step": 64000
    },
    {
      "epoch": 2.6213802989965185,
      "grad_norm": 1.0808847093242024,
      "learning_rate": 0.0001831341711472845,
      "loss": 0.7919,
      "step": 64001
    },
    {
      "epoch": 2.621421257423715,
      "grad_norm": 1.1371249303714925,
      "learning_rate": 0.00018313099030880655,
      "loss": 0.4799,
      "step": 64002
    },
    {
      "epoch": 2.6214622158509115,
      "grad_norm": 1.2840816977054765,
      "learning_rate": 0.00018312780945466624,
      "loss": 1.0309,
      "step": 64003
    },
    {
      "epoch": 2.6215031742781076,
      "grad_norm": 1.4576907251473767,
      "learning_rate": 0.00018312462858486496,
      "loss": 1.0759,
      "step": 64004
    },
    {
      "epoch": 2.621544132705304,
      "grad_norm": 1.476316828534752,
      "learning_rate": 0.00018312144769940433,
      "loss": 1.2854,
      "step": 64005
    },
    {
      "epoch": 2.6215850911325003,
      "grad_norm": 1.0668488904057305,
      "learning_rate": 0.0001831182667982858,
      "loss": 0.8249,
      "step": 64006
    },
    {
      "epoch": 2.621626049559697,
      "grad_norm": 0.9896498578708158,
      "learning_rate": 0.00018311508588151083,
      "loss": 0.7725,
      "step": 64007
    },
    {
      "epoch": 2.6216670079868933,
      "grad_norm": 1.984170706463645,
      "learning_rate": 0.000183111904949081,
      "loss": 2.2781,
      "step": 64008
    },
    {
      "epoch": 2.62170796641409,
      "grad_norm": 1.4012379915316515,
      "learning_rate": 0.00018310872400099777,
      "loss": 0.967,
      "step": 64009
    },
    {
      "epoch": 2.621748924841286,
      "grad_norm": 1.5981570549338724,
      "learning_rate": 0.00018310554303726265,
      "loss": 1.4021,
      "step": 64010
    },
    {
      "epoch": 2.6217898832684825,
      "grad_norm": 1.769407546561996,
      "learning_rate": 0.0001831023620578772,
      "loss": 1.7289,
      "step": 64011
    },
    {
      "epoch": 2.621830841695679,
      "grad_norm": 1.224821028933426,
      "learning_rate": 0.00018309918106284277,
      "loss": 0.7675,
      "step": 64012
    },
    {
      "epoch": 2.621871800122875,
      "grad_norm": 1.2087816612924387,
      "learning_rate": 0.00018309600005216107,
      "loss": 0.8635,
      "step": 64013
    },
    {
      "epoch": 2.6219127585500717,
      "grad_norm": 1.0296977222177963,
      "learning_rate": 0.00018309281902583347,
      "loss": 0.885,
      "step": 64014
    },
    {
      "epoch": 2.621953716977268,
      "grad_norm": 1.3344757442590691,
      "learning_rate": 0.00018308963798386154,
      "loss": 0.8707,
      "step": 64015
    },
    {
      "epoch": 2.6219946754044647,
      "grad_norm": 0.8474687149650331,
      "learning_rate": 0.00018308645692624668,
      "loss": 0.8289,
      "step": 64016
    },
    {
      "epoch": 2.622035633831661,
      "grad_norm": 4.136054044214204,
      "learning_rate": 0.00018308327585299047,
      "loss": 6.4789,
      "step": 64017
    },
    {
      "epoch": 2.6220765922588574,
      "grad_norm": 1.178912111403197,
      "learning_rate": 0.00018308009476409446,
      "loss": 1.1029,
      "step": 64018
    },
    {
      "epoch": 2.6221175506860535,
      "grad_norm": 0.9089057028982728,
      "learning_rate": 0.0001830769136595601,
      "loss": 0.6033,
      "step": 64019
    },
    {
      "epoch": 2.62215850911325,
      "grad_norm": 1.1476120408978623,
      "learning_rate": 0.00018307373253938884,
      "loss": 0.8465,
      "step": 64020
    },
    {
      "epoch": 2.6221994675404465,
      "grad_norm": 1.2086996527319853,
      "learning_rate": 0.00018307055140358227,
      "loss": 1.0975,
      "step": 64021
    },
    {
      "epoch": 2.622240425967643,
      "grad_norm": 1.1252332321902694,
      "learning_rate": 0.00018306737025214185,
      "loss": 0.6251,
      "step": 64022
    },
    {
      "epoch": 2.622281384394839,
      "grad_norm": 1.0439358235596383,
      "learning_rate": 0.0001830641890850691,
      "loss": 0.4899,
      "step": 64023
    },
    {
      "epoch": 2.6223223428220357,
      "grad_norm": 1.1032718936432215,
      "learning_rate": 0.00018306100790236554,
      "loss": 0.5784,
      "step": 64024
    },
    {
      "epoch": 2.622363301249232,
      "grad_norm": 0.9176320267605242,
      "learning_rate": 0.00018305782670403263,
      "loss": 0.553,
      "step": 64025
    },
    {
      "epoch": 2.6224042596764283,
      "grad_norm": 1.0887230883069396,
      "learning_rate": 0.0001830546454900719,
      "loss": 0.8344,
      "step": 64026
    },
    {
      "epoch": 2.622445218103625,
      "grad_norm": 0.838979951167258,
      "learning_rate": 0.00018305146426048487,
      "loss": 0.7827,
      "step": 64027
    },
    {
      "epoch": 2.6224861765308214,
      "grad_norm": 1.043919519557313,
      "learning_rate": 0.000183048283015273,
      "loss": 0.6094,
      "step": 64028
    },
    {
      "epoch": 2.6225271349580175,
      "grad_norm": 1.2597939337306052,
      "learning_rate": 0.0001830451017544378,
      "loss": 0.7635,
      "step": 64029
    },
    {
      "epoch": 2.622568093385214,
      "grad_norm": 1.4139710407370427,
      "learning_rate": 0.00018304192047798086,
      "loss": 1.1636,
      "step": 64030
    },
    {
      "epoch": 2.6226090518124106,
      "grad_norm": 0.6990707906188254,
      "learning_rate": 0.00018303873918590363,
      "loss": 0.2447,
      "step": 64031
    },
    {
      "epoch": 2.6226500102396066,
      "grad_norm": 0.8922324329395307,
      "learning_rate": 0.00018303555787820754,
      "loss": 0.4438,
      "step": 64032
    },
    {
      "epoch": 2.622690968666803,
      "grad_norm": 1.1160410470418884,
      "learning_rate": 0.00018303237655489416,
      "loss": 0.7014,
      "step": 64033
    },
    {
      "epoch": 2.6227319270939997,
      "grad_norm": 1.4942835586675067,
      "learning_rate": 0.000183029195215965,
      "loss": 1.4724,
      "step": 64034
    },
    {
      "epoch": 2.6227728855211963,
      "grad_norm": 3.1680723340684116,
      "learning_rate": 0.00018302601386142156,
      "loss": 3.0568,
      "step": 64035
    },
    {
      "epoch": 2.6228138439483923,
      "grad_norm": 0.9589638105579165,
      "learning_rate": 0.00018302283249126532,
      "loss": 0.689,
      "step": 64036
    },
    {
      "epoch": 2.622854802375589,
      "grad_norm": 0.8125656332627389,
      "learning_rate": 0.0001830196511054978,
      "loss": 0.3676,
      "step": 64037
    },
    {
      "epoch": 2.622895760802785,
      "grad_norm": 1.7576112226009062,
      "learning_rate": 0.00018301646970412055,
      "loss": 1.158,
      "step": 64038
    },
    {
      "epoch": 2.6229367192299815,
      "grad_norm": 0.860744186674272,
      "learning_rate": 0.00018301328828713499,
      "loss": 0.438,
      "step": 64039
    },
    {
      "epoch": 2.622977677657178,
      "grad_norm": 1.1849889025155698,
      "learning_rate": 0.00018301010685454265,
      "loss": 0.8124,
      "step": 64040
    },
    {
      "epoch": 2.6230186360843746,
      "grad_norm": 0.945907019139622,
      "learning_rate": 0.00018300692540634508,
      "loss": 0.2949,
      "step": 64041
    },
    {
      "epoch": 2.6230595945115707,
      "grad_norm": 1.0639520856005595,
      "learning_rate": 0.00018300374394254374,
      "loss": 0.6478,
      "step": 64042
    },
    {
      "epoch": 2.623100552938767,
      "grad_norm": 1.0819867586169027,
      "learning_rate": 0.00018300056246314014,
      "loss": 0.7758,
      "step": 64043
    },
    {
      "epoch": 2.6231415113659633,
      "grad_norm": 0.8984151805114861,
      "learning_rate": 0.00018299738096813576,
      "loss": 0.5342,
      "step": 64044
    },
    {
      "epoch": 2.62318246979316,
      "grad_norm": 1.165976606069241,
      "learning_rate": 0.00018299419945753216,
      "loss": 0.9286,
      "step": 64045
    },
    {
      "epoch": 2.6232234282203564,
      "grad_norm": 0.9144710150028378,
      "learning_rate": 0.00018299101793133084,
      "loss": 0.7061,
      "step": 64046
    },
    {
      "epoch": 2.623264386647553,
      "grad_norm": 1.1239993762464606,
      "learning_rate": 0.00018298783638953325,
      "loss": 0.8621,
      "step": 64047
    },
    {
      "epoch": 2.623305345074749,
      "grad_norm": 0.8995583318152051,
      "learning_rate": 0.00018298465483214093,
      "loss": 0.409,
      "step": 64048
    },
    {
      "epoch": 2.6233463035019455,
      "grad_norm": 0.6736053898756074,
      "learning_rate": 0.0001829814732591554,
      "loss": 0.2334,
      "step": 64049
    },
    {
      "epoch": 2.623387261929142,
      "grad_norm": 1.0571297062648122,
      "learning_rate": 0.00018297829167057813,
      "loss": 0.9258,
      "step": 64050
    },
    {
      "epoch": 2.623428220356338,
      "grad_norm": 0.8440890633265787,
      "learning_rate": 0.00018297511006641065,
      "loss": 0.3065,
      "step": 64051
    },
    {
      "epoch": 2.6234691787835347,
      "grad_norm": 1.016511729038316,
      "learning_rate": 0.00018297192844665444,
      "loss": 0.9599,
      "step": 64052
    },
    {
      "epoch": 2.6235101372107312,
      "grad_norm": 1.0967201020327886,
      "learning_rate": 0.000182968746811311,
      "loss": 0.853,
      "step": 64053
    },
    {
      "epoch": 2.6235510956379278,
      "grad_norm": 2.3541731249771356,
      "learning_rate": 0.00018296556516038184,
      "loss": 1.4006,
      "step": 64054
    },
    {
      "epoch": 2.623592054065124,
      "grad_norm": 0.9369420712678294,
      "learning_rate": 0.00018296238349386852,
      "loss": 0.7667,
      "step": 64055
    },
    {
      "epoch": 2.6236330124923204,
      "grad_norm": 1.59826436299932,
      "learning_rate": 0.00018295920181177246,
      "loss": 1.1331,
      "step": 64056
    },
    {
      "epoch": 2.6236739709195165,
      "grad_norm": 1.279002402965007,
      "learning_rate": 0.00018295602011409522,
      "loss": 1.313,
      "step": 64057
    },
    {
      "epoch": 2.623714929346713,
      "grad_norm": 0.8547117229234654,
      "learning_rate": 0.0001829528384008383,
      "loss": 0.2927,
      "step": 64058
    },
    {
      "epoch": 2.6237558877739096,
      "grad_norm": 1.6779338020018806,
      "learning_rate": 0.00018294965667200316,
      "loss": 1.2172,
      "step": 64059
    },
    {
      "epoch": 2.623796846201106,
      "grad_norm": 1.0241108467737359,
      "learning_rate": 0.00018294647492759133,
      "loss": 0.7886,
      "step": 64060
    },
    {
      "epoch": 2.623837804628302,
      "grad_norm": 1.1390212329241183,
      "learning_rate": 0.00018294329316760434,
      "loss": 0.8163,
      "step": 64061
    },
    {
      "epoch": 2.6238787630554987,
      "grad_norm": 1.2038464886245466,
      "learning_rate": 0.00018294011139204368,
      "loss": 0.6972,
      "step": 64062
    },
    {
      "epoch": 2.623919721482695,
      "grad_norm": 1.1231609238412659,
      "learning_rate": 0.00018293692960091084,
      "loss": 0.8237,
      "step": 64063
    },
    {
      "epoch": 2.6239606799098913,
      "grad_norm": 0.9794945557190903,
      "learning_rate": 0.00018293374779420734,
      "loss": 0.6617,
      "step": 64064
    },
    {
      "epoch": 2.624001638337088,
      "grad_norm": 2.907133100862889,
      "learning_rate": 0.00018293056597193461,
      "loss": 3.286,
      "step": 64065
    },
    {
      "epoch": 2.6240425967642844,
      "grad_norm": 0.8930776470117342,
      "learning_rate": 0.00018292738413409426,
      "loss": 0.6749,
      "step": 64066
    },
    {
      "epoch": 2.6240835551914805,
      "grad_norm": 1.2399367258647715,
      "learning_rate": 0.00018292420228068778,
      "loss": 0.7519,
      "step": 64067
    },
    {
      "epoch": 2.624124513618677,
      "grad_norm": 3.4678162739080145,
      "learning_rate": 0.00018292102041171665,
      "loss": 1.3296,
      "step": 64068
    },
    {
      "epoch": 2.6241654720458736,
      "grad_norm": 1.0195721474401145,
      "learning_rate": 0.00018291783852718237,
      "loss": 0.7532,
      "step": 64069
    },
    {
      "epoch": 2.6242064304730697,
      "grad_norm": 1.087487290654149,
      "learning_rate": 0.00018291465662708642,
      "loss": 0.7252,
      "step": 64070
    },
    {
      "epoch": 2.624247388900266,
      "grad_norm": 0.903351741312802,
      "learning_rate": 0.00018291147471143036,
      "loss": 0.6323,
      "step": 64071
    },
    {
      "epoch": 2.6242883473274627,
      "grad_norm": 2.9748877493828547,
      "learning_rate": 0.00018290829278021562,
      "loss": 1.5931,
      "step": 64072
    },
    {
      "epoch": 2.6243293057546593,
      "grad_norm": 0.9560893927796872,
      "learning_rate": 0.0001829051108334438,
      "loss": 0.8119,
      "step": 64073
    },
    {
      "epoch": 2.6243702641818554,
      "grad_norm": 1.01109193574292,
      "learning_rate": 0.0001829019288711163,
      "loss": 0.7713,
      "step": 64074
    },
    {
      "epoch": 2.624411222609052,
      "grad_norm": 1.085497705930213,
      "learning_rate": 0.0001828987468932347,
      "loss": 0.7599,
      "step": 64075
    },
    {
      "epoch": 2.624452181036248,
      "grad_norm": 0.9923730514516097,
      "learning_rate": 0.00018289556489980047,
      "loss": 0.7299,
      "step": 64076
    },
    {
      "epoch": 2.6244931394634445,
      "grad_norm": 1.1321818549392832,
      "learning_rate": 0.00018289238289081515,
      "loss": 0.6335,
      "step": 64077
    },
    {
      "epoch": 2.624534097890641,
      "grad_norm": 1.0008920525515925,
      "learning_rate": 0.00018288920086628022,
      "loss": 0.7364,
      "step": 64078
    },
    {
      "epoch": 2.6245750563178376,
      "grad_norm": 1.1246476812515445,
      "learning_rate": 0.00018288601882619716,
      "loss": 0.6393,
      "step": 64079
    },
    {
      "epoch": 2.6246160147450337,
      "grad_norm": 1.4692921389019007,
      "learning_rate": 0.0001828828367705675,
      "loss": 0.8714,
      "step": 64080
    },
    {
      "epoch": 2.6246569731722302,
      "grad_norm": 0.6960208268288417,
      "learning_rate": 0.00018287965469939276,
      "loss": 0.2545,
      "step": 64081
    },
    {
      "epoch": 2.6246979315994263,
      "grad_norm": 1.3116005757439742,
      "learning_rate": 0.00018287647261267442,
      "loss": 1.0994,
      "step": 64082
    },
    {
      "epoch": 2.624738890026623,
      "grad_norm": 1.4228505346617917,
      "learning_rate": 0.000182873290510414,
      "loss": 0.7739,
      "step": 64083
    },
    {
      "epoch": 2.6247798484538194,
      "grad_norm": 0.9779269970059903,
      "learning_rate": 0.000182870108392613,
      "loss": 0.3955,
      "step": 64084
    },
    {
      "epoch": 2.624820806881016,
      "grad_norm": 1.1471334634977504,
      "learning_rate": 0.00018286692625927288,
      "loss": 0.7465,
      "step": 64085
    },
    {
      "epoch": 2.624861765308212,
      "grad_norm": 1.1615850835477648,
      "learning_rate": 0.00018286374411039525,
      "loss": 0.8473,
      "step": 64086
    },
    {
      "epoch": 2.6249027237354086,
      "grad_norm": 1.4463094973145614,
      "learning_rate": 0.00018286056194598152,
      "loss": 0.9919,
      "step": 64087
    },
    {
      "epoch": 2.624943682162605,
      "grad_norm": 0.7779334977413063,
      "learning_rate": 0.00018285737976603324,
      "loss": 0.365,
      "step": 64088
    },
    {
      "epoch": 2.624984640589801,
      "grad_norm": 2.7701459699147066,
      "learning_rate": 0.0001828541975705518,
      "loss": 1.5891,
      "step": 64089
    },
    {
      "epoch": 2.6250255990169977,
      "grad_norm": 1.0571884160295868,
      "learning_rate": 0.0001828510153595389,
      "loss": 0.7407,
      "step": 64090
    },
    {
      "epoch": 2.6250665574441943,
      "grad_norm": 1.4708370369701715,
      "learning_rate": 0.00018284783313299595,
      "loss": 1.0352,
      "step": 64091
    },
    {
      "epoch": 2.625107515871391,
      "grad_norm": 1.145724196640493,
      "learning_rate": 0.00018284465089092442,
      "loss": 0.81,
      "step": 64092
    },
    {
      "epoch": 2.625148474298587,
      "grad_norm": 1.0086785709333859,
      "learning_rate": 0.00018284146863332582,
      "loss": 0.6978,
      "step": 64093
    },
    {
      "epoch": 2.6251894327257834,
      "grad_norm": 1.1918319971763445,
      "learning_rate": 0.0001828382863602017,
      "loss": 0.8978,
      "step": 64094
    },
    {
      "epoch": 2.6252303911529795,
      "grad_norm": 1.3147383059291669,
      "learning_rate": 0.00018283510407155357,
      "loss": 0.824,
      "step": 64095
    },
    {
      "epoch": 2.625271349580176,
      "grad_norm": 0.9111749908067981,
      "learning_rate": 0.0001828319217673829,
      "loss": 0.5491,
      "step": 64096
    },
    {
      "epoch": 2.6253123080073726,
      "grad_norm": 1.0614144612975989,
      "learning_rate": 0.00018282873944769115,
      "loss": 0.8177,
      "step": 64097
    },
    {
      "epoch": 2.625353266434569,
      "grad_norm": 1.0970239364201355,
      "learning_rate": 0.00018282555711247994,
      "loss": 0.6305,
      "step": 64098
    },
    {
      "epoch": 2.625394224861765,
      "grad_norm": 1.132981241072689,
      "learning_rate": 0.00018282237476175068,
      "loss": 0.4684,
      "step": 64099
    },
    {
      "epoch": 2.6254351832889617,
      "grad_norm": 0.9135001726804788,
      "learning_rate": 0.0001828191923955049,
      "loss": 0.595,
      "step": 64100
    },
    {
      "epoch": 2.625476141716158,
      "grad_norm": 1.5981584182735407,
      "learning_rate": 0.00018281601001374415,
      "loss": 0.8312,
      "step": 64101
    },
    {
      "epoch": 2.6255171001433544,
      "grad_norm": 0.776674170919236,
      "learning_rate": 0.00018281282761646987,
      "loss": 0.2553,
      "step": 64102
    },
    {
      "epoch": 2.625558058570551,
      "grad_norm": 1.4449608572504529,
      "learning_rate": 0.00018280964520368356,
      "loss": 0.9383,
      "step": 64103
    },
    {
      "epoch": 2.6255990169977474,
      "grad_norm": 1.1920776741507049,
      "learning_rate": 0.00018280646277538682,
      "loss": 0.8446,
      "step": 64104
    },
    {
      "epoch": 2.6256399754249435,
      "grad_norm": 0.9777648243935178,
      "learning_rate": 0.00018280328033158107,
      "loss": 0.6499,
      "step": 64105
    },
    {
      "epoch": 2.62568093385214,
      "grad_norm": 1.1643319849311429,
      "learning_rate": 0.0001828000978722678,
      "loss": 0.9703,
      "step": 64106
    },
    {
      "epoch": 2.6257218922793366,
      "grad_norm": 1.8583485554913106,
      "learning_rate": 0.0001827969153974486,
      "loss": 1.6049,
      "step": 64107
    },
    {
      "epoch": 2.6257628507065327,
      "grad_norm": 1.1397839590503631,
      "learning_rate": 0.00018279373290712482,
      "loss": 0.8564,
      "step": 64108
    },
    {
      "epoch": 2.6258038091337292,
      "grad_norm": 1.2276716734388728,
      "learning_rate": 0.00018279055040129814,
      "loss": 0.7246,
      "step": 64109
    },
    {
      "epoch": 2.6258447675609258,
      "grad_norm": 1.3419618449144655,
      "learning_rate": 0.00018278736787996996,
      "loss": 1.0334,
      "step": 64110
    },
    {
      "epoch": 2.6258857259881223,
      "grad_norm": 1.216837940304659,
      "learning_rate": 0.00018278418534314187,
      "loss": 0.6934,
      "step": 64111
    },
    {
      "epoch": 2.6259266844153184,
      "grad_norm": 1.2333368364356498,
      "learning_rate": 0.00018278100279081526,
      "loss": 1.0076,
      "step": 64112
    },
    {
      "epoch": 2.625967642842515,
      "grad_norm": 0.7682037916476752,
      "learning_rate": 0.0001827778202229917,
      "loss": 0.2607,
      "step": 64113
    },
    {
      "epoch": 2.626008601269711,
      "grad_norm": 0.6235895530784359,
      "learning_rate": 0.00018277463763967272,
      "loss": 0.2664,
      "step": 64114
    },
    {
      "epoch": 2.6260495596969076,
      "grad_norm": 0.8024064802353315,
      "learning_rate": 0.0001827714550408598,
      "loss": 0.3457,
      "step": 64115
    },
    {
      "epoch": 2.626090518124104,
      "grad_norm": 1.2551884199365064,
      "learning_rate": 0.00018276827242655441,
      "loss": 0.8969,
      "step": 64116
    },
    {
      "epoch": 2.6261314765513006,
      "grad_norm": 1.2704529859522091,
      "learning_rate": 0.00018276508979675807,
      "loss": 0.5658,
      "step": 64117
    },
    {
      "epoch": 2.6261724349784967,
      "grad_norm": 1.154856389052439,
      "learning_rate": 0.00018276190715147233,
      "loss": 0.8105,
      "step": 64118
    },
    {
      "epoch": 2.6262133934056933,
      "grad_norm": 1.0942158084253728,
      "learning_rate": 0.00018275872449069865,
      "loss": 0.5608,
      "step": 64119
    },
    {
      "epoch": 2.6262543518328894,
      "grad_norm": 1.2539366620768853,
      "learning_rate": 0.00018275554181443852,
      "loss": 0.8998,
      "step": 64120
    },
    {
      "epoch": 2.626295310260086,
      "grad_norm": 1.0571450150067092,
      "learning_rate": 0.0001827523591226935,
      "loss": 0.6864,
      "step": 64121
    },
    {
      "epoch": 2.6263362686872824,
      "grad_norm": 1.3381528997366372,
      "learning_rate": 0.00018274917641546506,
      "loss": 0.9705,
      "step": 64122
    },
    {
      "epoch": 2.626377227114479,
      "grad_norm": 3.0116909385662103,
      "learning_rate": 0.00018274599369275473,
      "loss": 1.652,
      "step": 64123
    },
    {
      "epoch": 2.626418185541675,
      "grad_norm": 0.937435799399427,
      "learning_rate": 0.00018274281095456395,
      "loss": 0.7219,
      "step": 64124
    },
    {
      "epoch": 2.6264591439688716,
      "grad_norm": 1.1257789883145857,
      "learning_rate": 0.00018273962820089428,
      "loss": 0.8853,
      "step": 64125
    },
    {
      "epoch": 2.626500102396068,
      "grad_norm": 1.2613589494945865,
      "learning_rate": 0.00018273644543174723,
      "loss": 0.9671,
      "step": 64126
    },
    {
      "epoch": 2.626541060823264,
      "grad_norm": 1.984834228712464,
      "learning_rate": 0.00018273326264712432,
      "loss": 0.8799,
      "step": 64127
    },
    {
      "epoch": 2.6265820192504608,
      "grad_norm": 1.6078808112065872,
      "learning_rate": 0.00018273007984702697,
      "loss": 0.8417,
      "step": 64128
    },
    {
      "epoch": 2.6266229776776573,
      "grad_norm": 1.2316990741476768,
      "learning_rate": 0.00018272689703145674,
      "loss": 0.6956,
      "step": 64129
    },
    {
      "epoch": 2.626663936104854,
      "grad_norm": 0.8587132667115508,
      "learning_rate": 0.00018272371420041515,
      "loss": 0.7071,
      "step": 64130
    },
    {
      "epoch": 2.62670489453205,
      "grad_norm": 1.274150386756749,
      "learning_rate": 0.00018272053135390368,
      "loss": 1.0469,
      "step": 64131
    },
    {
      "epoch": 2.6267458529592465,
      "grad_norm": 1.0723205708432757,
      "learning_rate": 0.00018271734849192384,
      "loss": 0.7266,
      "step": 64132
    },
    {
      "epoch": 2.6267868113864425,
      "grad_norm": 1.0503008420585886,
      "learning_rate": 0.00018271416561447713,
      "loss": 0.4555,
      "step": 64133
    },
    {
      "epoch": 2.626827769813639,
      "grad_norm": 1.4412668361896448,
      "learning_rate": 0.00018271098272156506,
      "loss": 0.8459,
      "step": 64134
    },
    {
      "epoch": 2.6268687282408356,
      "grad_norm": 1.108699499781138,
      "learning_rate": 0.00018270779981318917,
      "loss": 0.4699,
      "step": 64135
    },
    {
      "epoch": 2.626909686668032,
      "grad_norm": 0.6756007058659385,
      "learning_rate": 0.0001827046168893509,
      "loss": 0.2535,
      "step": 64136
    },
    {
      "epoch": 2.6269506450952282,
      "grad_norm": 0.9378827717350307,
      "learning_rate": 0.00018270143395005177,
      "loss": 0.8497,
      "step": 64137
    },
    {
      "epoch": 2.626991603522425,
      "grad_norm": 1.6845837278725468,
      "learning_rate": 0.00018269825099529336,
      "loss": 1.2173,
      "step": 64138
    },
    {
      "epoch": 2.627032561949621,
      "grad_norm": 0.9091957821994799,
      "learning_rate": 0.00018269506802507708,
      "loss": 0.732,
      "step": 64139
    },
    {
      "epoch": 2.6270735203768174,
      "grad_norm": 0.9789490900001058,
      "learning_rate": 0.00018269188503940444,
      "loss": 0.4304,
      "step": 64140
    },
    {
      "epoch": 2.627114478804014,
      "grad_norm": 0.758405649554612,
      "learning_rate": 0.000182688702038277,
      "loss": 0.3543,
      "step": 64141
    },
    {
      "epoch": 2.6271554372312105,
      "grad_norm": 1.400586630890154,
      "learning_rate": 0.00018268551902169626,
      "loss": 1.1483,
      "step": 64142
    },
    {
      "epoch": 2.6271963956584066,
      "grad_norm": 1.1188576666120311,
      "learning_rate": 0.00018268233598966367,
      "loss": 0.7784,
      "step": 64143
    },
    {
      "epoch": 2.627237354085603,
      "grad_norm": 0.9687918946032524,
      "learning_rate": 0.00018267915294218077,
      "loss": 0.7498,
      "step": 64144
    },
    {
      "epoch": 2.6272783125127996,
      "grad_norm": 0.9700412448791756,
      "learning_rate": 0.0001826759698792491,
      "loss": 0.6115,
      "step": 64145
    },
    {
      "epoch": 2.6273192709399957,
      "grad_norm": 1.0337606367068206,
      "learning_rate": 0.00018267278680087008,
      "loss": 0.8621,
      "step": 64146
    },
    {
      "epoch": 2.6273602293671923,
      "grad_norm": 0.8891634197295029,
      "learning_rate": 0.0001826696037070453,
      "loss": 0.7335,
      "step": 64147
    },
    {
      "epoch": 2.627401187794389,
      "grad_norm": 1.2470953108856162,
      "learning_rate": 0.00018266642059777617,
      "loss": 0.7454,
      "step": 64148
    },
    {
      "epoch": 2.6274421462215853,
      "grad_norm": 0.8865198667215688,
      "learning_rate": 0.0001826632374730643,
      "loss": 0.2483,
      "step": 64149
    },
    {
      "epoch": 2.6274831046487814,
      "grad_norm": 1.2011201682552466,
      "learning_rate": 0.00018266005433291115,
      "loss": 0.8817,
      "step": 64150
    },
    {
      "epoch": 2.627524063075978,
      "grad_norm": 1.166010273370924,
      "learning_rate": 0.0001826568711773182,
      "loss": 0.67,
      "step": 64151
    },
    {
      "epoch": 2.627565021503174,
      "grad_norm": 0.7274842891451245,
      "learning_rate": 0.000182653688006287,
      "loss": 0.2891,
      "step": 64152
    },
    {
      "epoch": 2.6276059799303706,
      "grad_norm": 0.9156027763704182,
      "learning_rate": 0.000182650504819819,
      "loss": 0.6641,
      "step": 64153
    },
    {
      "epoch": 2.627646938357567,
      "grad_norm": 0.9155983281498247,
      "learning_rate": 0.00018264732161791576,
      "loss": 0.7139,
      "step": 64154
    },
    {
      "epoch": 2.6276878967847637,
      "grad_norm": 1.2569005113137044,
      "learning_rate": 0.00018264413840057874,
      "loss": 0.6752,
      "step": 64155
    },
    {
      "epoch": 2.6277288552119598,
      "grad_norm": 1.1432865036373947,
      "learning_rate": 0.00018264095516780946,
      "loss": 0.1999,
      "step": 64156
    },
    {
      "epoch": 2.6277698136391563,
      "grad_norm": 1.4001235502881673,
      "learning_rate": 0.00018263777191960946,
      "loss": 1.0675,
      "step": 64157
    },
    {
      "epoch": 2.6278107720663524,
      "grad_norm": 0.9267570168502632,
      "learning_rate": 0.0001826345886559802,
      "loss": 0.6258,
      "step": 64158
    },
    {
      "epoch": 2.627851730493549,
      "grad_norm": 1.2818197777065647,
      "learning_rate": 0.0001826314053769232,
      "loss": 0.6968,
      "step": 64159
    },
    {
      "epoch": 2.6278926889207455,
      "grad_norm": 0.8126925620116093,
      "learning_rate": 0.00018262822208244,
      "loss": 0.2876,
      "step": 64160
    },
    {
      "epoch": 2.627933647347942,
      "grad_norm": 1.0165202996702751,
      "learning_rate": 0.000182625038772532,
      "loss": 0.7155,
      "step": 64161
    },
    {
      "epoch": 2.627974605775138,
      "grad_norm": 1.3805321988568144,
      "learning_rate": 0.00018262185544720084,
      "loss": 0.642,
      "step": 64162
    },
    {
      "epoch": 2.6280155642023346,
      "grad_norm": 1.0746088213735976,
      "learning_rate": 0.00018261867210644795,
      "loss": 0.9844,
      "step": 64163
    },
    {
      "epoch": 2.628056522629531,
      "grad_norm": 1.5689460874185608,
      "learning_rate": 0.0001826154887502748,
      "loss": 0.8562,
      "step": 64164
    },
    {
      "epoch": 2.6280974810567272,
      "grad_norm": 1.1139740116366912,
      "learning_rate": 0.00018261230537868295,
      "loss": 0.8252,
      "step": 64165
    },
    {
      "epoch": 2.628138439483924,
      "grad_norm": 1.0714923760812851,
      "learning_rate": 0.00018260912199167395,
      "loss": 0.791,
      "step": 64166
    },
    {
      "epoch": 2.6281793979111203,
      "grad_norm": 1.065848434526488,
      "learning_rate": 0.0001826059385892492,
      "loss": 0.6106,
      "step": 64167
    },
    {
      "epoch": 2.628220356338317,
      "grad_norm": 1.1761925270008105,
      "learning_rate": 0.00018260275517141027,
      "loss": 0.9703,
      "step": 64168
    },
    {
      "epoch": 2.628261314765513,
      "grad_norm": 1.2397256397113716,
      "learning_rate": 0.0001825995717381586,
      "loss": 1.0537,
      "step": 64169
    },
    {
      "epoch": 2.6283022731927095,
      "grad_norm": 1.3553057404349085,
      "learning_rate": 0.0001825963882894958,
      "loss": 0.9045,
      "step": 64170
    },
    {
      "epoch": 2.6283432316199056,
      "grad_norm": 0.7122824406850004,
      "learning_rate": 0.00018259320482542332,
      "loss": 0.3115,
      "step": 64171
    },
    {
      "epoch": 2.628384190047102,
      "grad_norm": 0.8801229528791582,
      "learning_rate": 0.00018259002134594267,
      "loss": 0.4158,
      "step": 64172
    },
    {
      "epoch": 2.6284251484742986,
      "grad_norm": 1.24359411440701,
      "learning_rate": 0.0001825868378510553,
      "loss": 1.0778,
      "step": 64173
    },
    {
      "epoch": 2.628466106901495,
      "grad_norm": 1.0347574683094678,
      "learning_rate": 0.00018258365434076286,
      "loss": 0.8599,
      "step": 64174
    },
    {
      "epoch": 2.6285070653286913,
      "grad_norm": 1.1782785040903567,
      "learning_rate": 0.0001825804708150667,
      "loss": 0.7303,
      "step": 64175
    },
    {
      "epoch": 2.628548023755888,
      "grad_norm": 1.5657287970413387,
      "learning_rate": 0.00018257728727396832,
      "loss": 1.4137,
      "step": 64176
    },
    {
      "epoch": 2.628588982183084,
      "grad_norm": 0.773475194168341,
      "learning_rate": 0.00018257410371746936,
      "loss": 0.2728,
      "step": 64177
    },
    {
      "epoch": 2.6286299406102804,
      "grad_norm": 0.8837398169498623,
      "learning_rate": 0.00018257092014557126,
      "loss": 0.3357,
      "step": 64178
    },
    {
      "epoch": 2.628670899037477,
      "grad_norm": 0.660887740767029,
      "learning_rate": 0.00018256773655827551,
      "loss": 0.265,
      "step": 64179
    },
    {
      "epoch": 2.6287118574646735,
      "grad_norm": 1.0303168393436561,
      "learning_rate": 0.00018256455295558358,
      "loss": 0.7117,
      "step": 64180
    },
    {
      "epoch": 2.6287528158918696,
      "grad_norm": 0.6695027697114573,
      "learning_rate": 0.00018256136933749706,
      "loss": 0.2736,
      "step": 64181
    },
    {
      "epoch": 2.628793774319066,
      "grad_norm": 1.9315236621880099,
      "learning_rate": 0.0001825581857040174,
      "loss": 0.6933,
      "step": 64182
    },
    {
      "epoch": 2.6288347327462627,
      "grad_norm": 1.4992166401245826,
      "learning_rate": 0.00018255500205514614,
      "loss": 0.8009,
      "step": 64183
    },
    {
      "epoch": 2.6288756911734588,
      "grad_norm": 1.0272928759366977,
      "learning_rate": 0.00018255181839088472,
      "loss": 0.9049,
      "step": 64184
    },
    {
      "epoch": 2.6289166496006553,
      "grad_norm": 1.1469488630825977,
      "learning_rate": 0.00018254863471123473,
      "loss": 0.9866,
      "step": 64185
    },
    {
      "epoch": 2.628957608027852,
      "grad_norm": 1.2138344375951031,
      "learning_rate": 0.0001825454510161976,
      "loss": 0.9628,
      "step": 64186
    },
    {
      "epoch": 2.6289985664550484,
      "grad_norm": 0.7437716553681366,
      "learning_rate": 0.00018254226730577493,
      "loss": 0.372,
      "step": 64187
    },
    {
      "epoch": 2.6290395248822445,
      "grad_norm": 0.9762211597334344,
      "learning_rate": 0.0001825390835799681,
      "loss": 0.5319,
      "step": 64188
    },
    {
      "epoch": 2.629080483309441,
      "grad_norm": 1.1382625629191114,
      "learning_rate": 0.0001825358998387787,
      "loss": 0.766,
      "step": 64189
    },
    {
      "epoch": 2.629121441736637,
      "grad_norm": 1.343109621376676,
      "learning_rate": 0.00018253271608220824,
      "loss": 0.9209,
      "step": 64190
    },
    {
      "epoch": 2.6291624001638336,
      "grad_norm": 0.7486385378783773,
      "learning_rate": 0.0001825295323102582,
      "loss": 0.3048,
      "step": 64191
    },
    {
      "epoch": 2.62920335859103,
      "grad_norm": 0.9203371204094571,
      "learning_rate": 0.00018252634852293002,
      "loss": 0.5577,
      "step": 64192
    },
    {
      "epoch": 2.6292443170182267,
      "grad_norm": 3.862714783570022,
      "learning_rate": 0.00018252316472022533,
      "loss": 2.2142,
      "step": 64193
    },
    {
      "epoch": 2.629285275445423,
      "grad_norm": 1.1686700064677455,
      "learning_rate": 0.00018251998090214558,
      "loss": 0.5299,
      "step": 64194
    },
    {
      "epoch": 2.6293262338726193,
      "grad_norm": 0.8172926642696382,
      "learning_rate": 0.00018251679706869224,
      "loss": 0.6628,
      "step": 64195
    },
    {
      "epoch": 2.6293671922998154,
      "grad_norm": 1.0260618461854416,
      "learning_rate": 0.00018251361321986687,
      "loss": 0.7604,
      "step": 64196
    },
    {
      "epoch": 2.629408150727012,
      "grad_norm": 0.6213903117555758,
      "learning_rate": 0.00018251042935567093,
      "loss": 0.2843,
      "step": 64197
    },
    {
      "epoch": 2.6294491091542085,
      "grad_norm": 1.2143566117934017,
      "learning_rate": 0.00018250724547610593,
      "loss": 0.8463,
      "step": 64198
    },
    {
      "epoch": 2.629490067581405,
      "grad_norm": 0.8879631980401517,
      "learning_rate": 0.00018250406158117343,
      "loss": 0.7871,
      "step": 64199
    },
    {
      "epoch": 2.629531026008601,
      "grad_norm": 0.8657894969631756,
      "learning_rate": 0.00018250087767087488,
      "loss": 0.2628,
      "step": 64200
    },
    {
      "epoch": 2.6295719844357976,
      "grad_norm": 0.9929726550488434,
      "learning_rate": 0.00018249769374521175,
      "loss": 0.5858,
      "step": 64201
    },
    {
      "epoch": 2.629612942862994,
      "grad_norm": 0.9018793349927122,
      "learning_rate": 0.00018249450980418566,
      "loss": 0.4409,
      "step": 64202
    },
    {
      "epoch": 2.6296539012901903,
      "grad_norm": 1.1787075647428815,
      "learning_rate": 0.00018249132584779806,
      "loss": 0.7292,
      "step": 64203
    },
    {
      "epoch": 2.629694859717387,
      "grad_norm": 1.0791802871225553,
      "learning_rate": 0.00018248814187605042,
      "loss": 0.8138,
      "step": 64204
    },
    {
      "epoch": 2.6297358181445833,
      "grad_norm": 1.114847254934335,
      "learning_rate": 0.00018248495788894425,
      "loss": 0.2829,
      "step": 64205
    },
    {
      "epoch": 2.62977677657178,
      "grad_norm": 1.507033757175103,
      "learning_rate": 0.00018248177388648112,
      "loss": 1.1767,
      "step": 64206
    },
    {
      "epoch": 2.629817734998976,
      "grad_norm": 1.2543355342453175,
      "learning_rate": 0.00018247858986866248,
      "loss": 0.9973,
      "step": 64207
    },
    {
      "epoch": 2.6298586934261725,
      "grad_norm": 1.1786832546280006,
      "learning_rate": 0.00018247540583548987,
      "loss": 0.9637,
      "step": 64208
    },
    {
      "epoch": 2.6298996518533686,
      "grad_norm": 2.102539336902968,
      "learning_rate": 0.00018247222178696467,
      "loss": 1.0503,
      "step": 64209
    },
    {
      "epoch": 2.629940610280565,
      "grad_norm": 1.0871533599210241,
      "learning_rate": 0.00018246903772308861,
      "loss": 0.6252,
      "step": 64210
    },
    {
      "epoch": 2.6299815687077617,
      "grad_norm": 0.993634550363571,
      "learning_rate": 0.00018246585364386304,
      "loss": 0.6733,
      "step": 64211
    },
    {
      "epoch": 2.630022527134958,
      "grad_norm": 1.0502645838804534,
      "learning_rate": 0.00018246266954928945,
      "loss": 0.7464,
      "step": 64212
    },
    {
      "epoch": 2.6300634855621543,
      "grad_norm": 1.4693082144323302,
      "learning_rate": 0.00018245948543936944,
      "loss": 1.3408,
      "step": 64213
    },
    {
      "epoch": 2.630104443989351,
      "grad_norm": 1.2368229530209893,
      "learning_rate": 0.00018245630131410445,
      "loss": 0.9021,
      "step": 64214
    },
    {
      "epoch": 2.630145402416547,
      "grad_norm": 0.8100949811136959,
      "learning_rate": 0.00018245311717349604,
      "loss": 0.4285,
      "step": 64215
    },
    {
      "epoch": 2.6301863608437435,
      "grad_norm": 1.1460965977286992,
      "learning_rate": 0.00018244993301754563,
      "loss": 0.9076,
      "step": 64216
    },
    {
      "epoch": 2.63022731927094,
      "grad_norm": 1.0984290704157487,
      "learning_rate": 0.0001824467488462548,
      "loss": 0.783,
      "step": 64217
    },
    {
      "epoch": 2.6302682776981365,
      "grad_norm": 1.3920144460737196,
      "learning_rate": 0.000182443564659625,
      "loss": 0.7531,
      "step": 64218
    },
    {
      "epoch": 2.6303092361253326,
      "grad_norm": 1.1407495970859407,
      "learning_rate": 0.00018244038045765778,
      "loss": 0.6814,
      "step": 64219
    },
    {
      "epoch": 2.630350194552529,
      "grad_norm": 16.52731597117038,
      "learning_rate": 0.00018243719624035462,
      "loss": 3.8819,
      "step": 64220
    },
    {
      "epoch": 2.6303911529797257,
      "grad_norm": 1.3034501777776442,
      "learning_rate": 0.0001824340120077171,
      "loss": 0.7886,
      "step": 64221
    },
    {
      "epoch": 2.630432111406922,
      "grad_norm": 1.7716183167708999,
      "learning_rate": 0.0001824308277597466,
      "loss": 1.4095,
      "step": 64222
    },
    {
      "epoch": 2.6304730698341183,
      "grad_norm": 0.9667608825404134,
      "learning_rate": 0.00018242764349644472,
      "loss": 0.7316,
      "step": 64223
    },
    {
      "epoch": 2.630514028261315,
      "grad_norm": 4.391426476557659,
      "learning_rate": 0.00018242445921781288,
      "loss": 1.713,
      "step": 64224
    },
    {
      "epoch": 2.6305549866885114,
      "grad_norm": 5.482918668480359,
      "learning_rate": 0.00018242127492385267,
      "loss": 1.4276,
      "step": 64225
    },
    {
      "epoch": 2.6305959451157075,
      "grad_norm": 1.132343014705152,
      "learning_rate": 0.00018241809061456558,
      "loss": 0.6939,
      "step": 64226
    },
    {
      "epoch": 2.630636903542904,
      "grad_norm": 1.0133503591705106,
      "learning_rate": 0.0001824149062899531,
      "loss": 0.7835,
      "step": 64227
    },
    {
      "epoch": 2.6306778619701,
      "grad_norm": 0.9867505682157892,
      "learning_rate": 0.00018241172195001672,
      "loss": 0.6236,
      "step": 64228
    },
    {
      "epoch": 2.6307188203972967,
      "grad_norm": 4.243274289379486,
      "learning_rate": 0.00018240853759475791,
      "loss": 2.0438,
      "step": 64229
    },
    {
      "epoch": 2.630759778824493,
      "grad_norm": 3.608076819157058,
      "learning_rate": 0.00018240535322417827,
      "loss": 5.1926,
      "step": 64230
    },
    {
      "epoch": 2.6308007372516897,
      "grad_norm": 0.8415933750353372,
      "learning_rate": 0.0001824021688382793,
      "loss": 0.2315,
      "step": 64231
    },
    {
      "epoch": 2.630841695678886,
      "grad_norm": 1.0825429968912128,
      "learning_rate": 0.0001823989844370624,
      "loss": 0.7081,
      "step": 64232
    },
    {
      "epoch": 2.6308826541060824,
      "grad_norm": 1.638426587227214,
      "learning_rate": 0.00018239580002052914,
      "loss": 1.0269,
      "step": 64233
    },
    {
      "epoch": 2.630923612533279,
      "grad_norm": 1.200944624308778,
      "learning_rate": 0.00018239261558868105,
      "loss": 0.7778,
      "step": 64234
    },
    {
      "epoch": 2.630964570960475,
      "grad_norm": 1.7293162231045243,
      "learning_rate": 0.00018238943114151963,
      "loss": 1.7809,
      "step": 64235
    },
    {
      "epoch": 2.6310055293876715,
      "grad_norm": 0.8282999078555499,
      "learning_rate": 0.00018238624667904634,
      "loss": 0.3081,
      "step": 64236
    },
    {
      "epoch": 2.631046487814868,
      "grad_norm": 1.2273535714007542,
      "learning_rate": 0.0001823830622012627,
      "loss": 0.9508,
      "step": 64237
    },
    {
      "epoch": 2.631087446242064,
      "grad_norm": 0.890929962194067,
      "learning_rate": 0.00018237987770817026,
      "loss": 0.5274,
      "step": 64238
    },
    {
      "epoch": 2.6311284046692607,
      "grad_norm": 1.4401574026457784,
      "learning_rate": 0.00018237669319977047,
      "loss": 0.9782,
      "step": 64239
    },
    {
      "epoch": 2.631169363096457,
      "grad_norm": 1.1983214160532754,
      "learning_rate": 0.00018237350867606486,
      "loss": 0.9175,
      "step": 64240
    },
    {
      "epoch": 2.6312103215236533,
      "grad_norm": 1.490384041235189,
      "learning_rate": 0.0001823703241370549,
      "loss": 0.7399,
      "step": 64241
    },
    {
      "epoch": 2.63125127995085,
      "grad_norm": 0.6103385551980512,
      "learning_rate": 0.00018236713958274219,
      "loss": 0.2878,
      "step": 64242
    },
    {
      "epoch": 2.6312922383780464,
      "grad_norm": 1.3003871184541078,
      "learning_rate": 0.00018236395501312815,
      "loss": 0.8782,
      "step": 64243
    },
    {
      "epoch": 2.631333196805243,
      "grad_norm": 1.4030510111703023,
      "learning_rate": 0.00018236077042821434,
      "loss": 1.2833,
      "step": 64244
    },
    {
      "epoch": 2.631374155232439,
      "grad_norm": 1.2922092394172975,
      "learning_rate": 0.0001823575858280022,
      "loss": 0.8783,
      "step": 64245
    },
    {
      "epoch": 2.6314151136596355,
      "grad_norm": 1.2717620217929801,
      "learning_rate": 0.00018235440121249326,
      "loss": 0.9117,
      "step": 64246
    },
    {
      "epoch": 2.6314560720868316,
      "grad_norm": 1.6394433418658572,
      "learning_rate": 0.00018235121658168908,
      "loss": 0.9048,
      "step": 64247
    },
    {
      "epoch": 2.631497030514028,
      "grad_norm": 1.5258777156121244,
      "learning_rate": 0.0001823480319355911,
      "loss": 1.0535,
      "step": 64248
    },
    {
      "epoch": 2.6315379889412247,
      "grad_norm": 1.055130690678294,
      "learning_rate": 0.00018234484727420083,
      "loss": 0.6881,
      "step": 64249
    },
    {
      "epoch": 2.6315789473684212,
      "grad_norm": 2.741853609036154,
      "learning_rate": 0.0001823416625975198,
      "loss": 1.1199,
      "step": 64250
    },
    {
      "epoch": 2.6316199057956173,
      "grad_norm": 0.884272172694589,
      "learning_rate": 0.00018233847790554954,
      "loss": 0.6461,
      "step": 64251
    },
    {
      "epoch": 2.631660864222814,
      "grad_norm": 1.7124102512995094,
      "learning_rate": 0.00018233529319829146,
      "loss": 1.1104,
      "step": 64252
    },
    {
      "epoch": 2.6317018226500104,
      "grad_norm": 1.128034486005651,
      "learning_rate": 0.00018233210847574719,
      "loss": 0.7613,
      "step": 64253
    },
    {
      "epoch": 2.6317427810772065,
      "grad_norm": 0.9925008693284547,
      "learning_rate": 0.00018232892373791815,
      "loss": 0.6762,
      "step": 64254
    },
    {
      "epoch": 2.631783739504403,
      "grad_norm": 1.1956177337874332,
      "learning_rate": 0.0001823257389848059,
      "loss": 0.7453,
      "step": 64255
    },
    {
      "epoch": 2.6318246979315996,
      "grad_norm": 1.557358474075316,
      "learning_rate": 0.00018232255421641187,
      "loss": 1.1174,
      "step": 64256
    },
    {
      "epoch": 2.6318656563587957,
      "grad_norm": 1.047219905803713,
      "learning_rate": 0.00018231936943273764,
      "loss": 0.8734,
      "step": 64257
    },
    {
      "epoch": 2.631906614785992,
      "grad_norm": 1.2219282151336925,
      "learning_rate": 0.00018231618463378468,
      "loss": 0.8987,
      "step": 64258
    },
    {
      "epoch": 2.6319475732131887,
      "grad_norm": 1.4509533988703718,
      "learning_rate": 0.00018231299981955453,
      "loss": 1.0744,
      "step": 64259
    },
    {
      "epoch": 2.631988531640385,
      "grad_norm": 0.7845128429470078,
      "learning_rate": 0.00018230981499004858,
      "loss": 0.4794,
      "step": 64260
    },
    {
      "epoch": 2.6320294900675814,
      "grad_norm": 1.08581365135391,
      "learning_rate": 0.00018230663014526854,
      "loss": 0.7854,
      "step": 64261
    },
    {
      "epoch": 2.632070448494778,
      "grad_norm": 1.2350209958517522,
      "learning_rate": 0.00018230344528521574,
      "loss": 0.8664,
      "step": 64262
    },
    {
      "epoch": 2.6321114069219744,
      "grad_norm": 1.0640785903216154,
      "learning_rate": 0.00018230026040989177,
      "loss": 0.9288,
      "step": 64263
    },
    {
      "epoch": 2.6321523653491705,
      "grad_norm": 0.9676213004197416,
      "learning_rate": 0.00018229707551929808,
      "loss": 0.8254,
      "step": 64264
    },
    {
      "epoch": 2.632193323776367,
      "grad_norm": 0.8515010965304916,
      "learning_rate": 0.0001822938906134362,
      "loss": 0.6293,
      "step": 64265
    },
    {
      "epoch": 2.632234282203563,
      "grad_norm": 1.0348635253216882,
      "learning_rate": 0.00018229070569230767,
      "loss": 0.8576,
      "step": 64266
    },
    {
      "epoch": 2.6322752406307597,
      "grad_norm": 1.683693657254801,
      "learning_rate": 0.000182287520755914,
      "loss": 1.603,
      "step": 64267
    },
    {
      "epoch": 2.632316199057956,
      "grad_norm": 1.036470557888328,
      "learning_rate": 0.0001822843358042566,
      "loss": 0.4245,
      "step": 64268
    },
    {
      "epoch": 2.6323571574851528,
      "grad_norm": 0.6639515534622622,
      "learning_rate": 0.00018228115083733704,
      "loss": 0.2909,
      "step": 64269
    },
    {
      "epoch": 2.632398115912349,
      "grad_norm": 1.6483919297659462,
      "learning_rate": 0.00018227796585515687,
      "loss": 0.8466,
      "step": 64270
    },
    {
      "epoch": 2.6324390743395454,
      "grad_norm": 0.6655769148527155,
      "learning_rate": 0.00018227478085771753,
      "loss": 0.4186,
      "step": 64271
    },
    {
      "epoch": 2.632480032766742,
      "grad_norm": 1.0048589824478427,
      "learning_rate": 0.00018227159584502056,
      "loss": 0.848,
      "step": 64272
    },
    {
      "epoch": 2.632520991193938,
      "grad_norm": 1.098698912243426,
      "learning_rate": 0.0001822684108170674,
      "loss": 0.9509,
      "step": 64273
    },
    {
      "epoch": 2.6325619496211345,
      "grad_norm": 0.856628900481719,
      "learning_rate": 0.00018226522577385968,
      "loss": 0.6844,
      "step": 64274
    },
    {
      "epoch": 2.632602908048331,
      "grad_norm": 1.363452249152214,
      "learning_rate": 0.00018226204071539878,
      "loss": 1.0662,
      "step": 64275
    },
    {
      "epoch": 2.6326438664755276,
      "grad_norm": 0.8946221358494912,
      "learning_rate": 0.00018225885564168633,
      "loss": 0.7903,
      "step": 64276
    },
    {
      "epoch": 2.6326848249027237,
      "grad_norm": 2.6402700914296293,
      "learning_rate": 0.00018225567055272368,
      "loss": 2.7599,
      "step": 64277
    },
    {
      "epoch": 2.6327257833299202,
      "grad_norm": 1.023600360687791,
      "learning_rate": 0.00018225248544851246,
      "loss": 0.9149,
      "step": 64278
    },
    {
      "epoch": 2.6327667417571163,
      "grad_norm": 3.310353690506314,
      "learning_rate": 0.0001822493003290541,
      "loss": 2.6262,
      "step": 64279
    },
    {
      "epoch": 2.632807700184313,
      "grad_norm": 1.1167633350033062,
      "learning_rate": 0.00018224611519435024,
      "loss": 0.775,
      "step": 64280
    },
    {
      "epoch": 2.6328486586115094,
      "grad_norm": 0.9397847109942007,
      "learning_rate": 0.0001822429300444022,
      "loss": 0.7431,
      "step": 64281
    },
    {
      "epoch": 2.632889617038706,
      "grad_norm": 1.3686988007287024,
      "learning_rate": 0.0001822397448792116,
      "loss": 1.0502,
      "step": 64282
    },
    {
      "epoch": 2.632930575465902,
      "grad_norm": 0.9669178766958386,
      "learning_rate": 0.00018223655969877993,
      "loss": 0.7417,
      "step": 64283
    },
    {
      "epoch": 2.6329715338930986,
      "grad_norm": 0.9990745617978852,
      "learning_rate": 0.00018223337450310863,
      "loss": 0.8836,
      "step": 64284
    },
    {
      "epoch": 2.6330124923202947,
      "grad_norm": 1.1311916426296282,
      "learning_rate": 0.00018223018929219931,
      "loss": 0.3706,
      "step": 64285
    },
    {
      "epoch": 2.633053450747491,
      "grad_norm": 0.7770069642279487,
      "learning_rate": 0.00018222700406605343,
      "loss": 0.2204,
      "step": 64286
    },
    {
      "epoch": 2.6330944091746877,
      "grad_norm": 1.0662976285697934,
      "learning_rate": 0.00018222381882467247,
      "loss": 0.6425,
      "step": 64287
    },
    {
      "epoch": 2.6331353676018843,
      "grad_norm": 0.8340330152249318,
      "learning_rate": 0.000182220633568058,
      "loss": 0.5974,
      "step": 64288
    },
    {
      "epoch": 2.6331763260290804,
      "grad_norm": 1.1754229060551955,
      "learning_rate": 0.00018221744829621144,
      "loss": 0.8096,
      "step": 64289
    },
    {
      "epoch": 2.633217284456277,
      "grad_norm": 0.9870973845842009,
      "learning_rate": 0.00018221426300913437,
      "loss": 0.688,
      "step": 64290
    },
    {
      "epoch": 2.6332582428834734,
      "grad_norm": 2.535701281967623,
      "learning_rate": 0.00018221107770682824,
      "loss": 3.3961,
      "step": 64291
    },
    {
      "epoch": 2.6332992013106695,
      "grad_norm": 1.0273813503257438,
      "learning_rate": 0.00018220789238929458,
      "loss": 0.6768,
      "step": 64292
    },
    {
      "epoch": 2.633340159737866,
      "grad_norm": 4.000962032367132,
      "learning_rate": 0.00018220470705653492,
      "loss": 1.4025,
      "step": 64293
    },
    {
      "epoch": 2.6333811181650626,
      "grad_norm": 1.2825395311213512,
      "learning_rate": 0.00018220152170855074,
      "loss": 0.6963,
      "step": 64294
    },
    {
      "epoch": 2.633422076592259,
      "grad_norm": 1.0253541411846774,
      "learning_rate": 0.00018219833634534354,
      "loss": 0.7456,
      "step": 64295
    },
    {
      "epoch": 2.6334630350194552,
      "grad_norm": 1.3885292952883317,
      "learning_rate": 0.00018219515096691482,
      "loss": 1.1889,
      "step": 64296
    },
    {
      "epoch": 2.6335039934466518,
      "grad_norm": 3.1352058079981426,
      "learning_rate": 0.0001821919655732661,
      "loss": 5.3463,
      "step": 64297
    },
    {
      "epoch": 2.633544951873848,
      "grad_norm": 1.1975529790582184,
      "learning_rate": 0.00018218878016439892,
      "loss": 1.1266,
      "step": 64298
    },
    {
      "epoch": 2.6335859103010444,
      "grad_norm": 1.1948156881151935,
      "learning_rate": 0.00018218559474031474,
      "loss": 0.9935,
      "step": 64299
    },
    {
      "epoch": 2.633626868728241,
      "grad_norm": 1.3688419122719886,
      "learning_rate": 0.00018218240930101506,
      "loss": 0.8558,
      "step": 64300
    },
    {
      "epoch": 2.6336678271554375,
      "grad_norm": 1.1802895132351452,
      "learning_rate": 0.0001821792238465014,
      "loss": 0.7736,
      "step": 64301
    },
    {
      "epoch": 2.6337087855826335,
      "grad_norm": 1.2270906882794523,
      "learning_rate": 0.0001821760383767753,
      "loss": 0.6467,
      "step": 64302
    },
    {
      "epoch": 2.63374974400983,
      "grad_norm": 1.1218148334111007,
      "learning_rate": 0.00018217285289183824,
      "loss": 0.5894,
      "step": 64303
    },
    {
      "epoch": 2.633790702437026,
      "grad_norm": 1.1029983346186496,
      "learning_rate": 0.0001821696673916917,
      "loss": 0.9916,
      "step": 64304
    },
    {
      "epoch": 2.6338316608642227,
      "grad_norm": 1.2519846542028172,
      "learning_rate": 0.0001821664818763372,
      "loss": 1.0253,
      "step": 64305
    },
    {
      "epoch": 2.6338726192914192,
      "grad_norm": 2.3382852283282523,
      "learning_rate": 0.00018216329634577628,
      "loss": 1.0205,
      "step": 64306
    },
    {
      "epoch": 2.633913577718616,
      "grad_norm": 1.0310488673645235,
      "learning_rate": 0.0001821601108000104,
      "loss": 0.7723,
      "step": 64307
    },
    {
      "epoch": 2.633954536145812,
      "grad_norm": 1.385089775937402,
      "learning_rate": 0.00018215692523904109,
      "loss": 1.0246,
      "step": 64308
    },
    {
      "epoch": 2.6339954945730084,
      "grad_norm": 0.8171165333436927,
      "learning_rate": 0.00018215373966286986,
      "loss": 0.3622,
      "step": 64309
    },
    {
      "epoch": 2.634036453000205,
      "grad_norm": 0.8182879476924833,
      "learning_rate": 0.0001821505540714982,
      "loss": 0.3771,
      "step": 64310
    },
    {
      "epoch": 2.634077411427401,
      "grad_norm": 1.222318980615386,
      "learning_rate": 0.0001821473684649276,
      "loss": 0.8436,
      "step": 64311
    },
    {
      "epoch": 2.6341183698545976,
      "grad_norm": 0.8268850227110963,
      "learning_rate": 0.00018214418284315964,
      "loss": 0.5639,
      "step": 64312
    },
    {
      "epoch": 2.634159328281794,
      "grad_norm": 1.3350628055564893,
      "learning_rate": 0.00018214099720619573,
      "loss": 0.8757,
      "step": 64313
    },
    {
      "epoch": 2.6342002867089906,
      "grad_norm": 5.875460765764703,
      "learning_rate": 0.00018213781155403745,
      "loss": 5.6706,
      "step": 64314
    },
    {
      "epoch": 2.6342412451361867,
      "grad_norm": 1.1189516299450168,
      "learning_rate": 0.0001821346258866863,
      "loss": 0.8058,
      "step": 64315
    },
    {
      "epoch": 2.6342822035633833,
      "grad_norm": 1.1677505946069424,
      "learning_rate": 0.0001821314402041437,
      "loss": 0.55,
      "step": 64316
    },
    {
      "epoch": 2.6343231619905794,
      "grad_norm": 1.2085380630050928,
      "learning_rate": 0.0001821282545064113,
      "loss": 0.9629,
      "step": 64317
    },
    {
      "epoch": 2.634364120417776,
      "grad_norm": 0.8518439710772817,
      "learning_rate": 0.00018212506879349048,
      "loss": 0.6956,
      "step": 64318
    },
    {
      "epoch": 2.6344050788449724,
      "grad_norm": 0.7488208571104834,
      "learning_rate": 0.0001821218830653828,
      "loss": 0.2679,
      "step": 64319
    },
    {
      "epoch": 2.634446037272169,
      "grad_norm": 1.1055361934531998,
      "learning_rate": 0.00018211869732208974,
      "loss": 0.7639,
      "step": 64320
    },
    {
      "epoch": 2.634486995699365,
      "grad_norm": 0.9701714574064816,
      "learning_rate": 0.00018211551156361281,
      "loss": 0.6455,
      "step": 64321
    },
    {
      "epoch": 2.6345279541265616,
      "grad_norm": 1.050360570177552,
      "learning_rate": 0.00018211232578995356,
      "loss": 0.6216,
      "step": 64322
    },
    {
      "epoch": 2.6345689125537577,
      "grad_norm": 0.652044955703239,
      "learning_rate": 0.00018210914000111347,
      "loss": 0.2367,
      "step": 64323
    },
    {
      "epoch": 2.6346098709809542,
      "grad_norm": 0.9266270993326553,
      "learning_rate": 0.000182105954197094,
      "loss": 0.7901,
      "step": 64324
    },
    {
      "epoch": 2.6346508294081508,
      "grad_norm": 1.5265053221440759,
      "learning_rate": 0.00018210276837789678,
      "loss": 0.721,
      "step": 64325
    },
    {
      "epoch": 2.6346917878353473,
      "grad_norm": 0.7043151589530603,
      "learning_rate": 0.00018209958254352315,
      "loss": 0.28,
      "step": 64326
    },
    {
      "epoch": 2.6347327462625434,
      "grad_norm": 0.80249375439673,
      "learning_rate": 0.00018209639669397476,
      "loss": 0.4751,
      "step": 64327
    },
    {
      "epoch": 2.63477370468974,
      "grad_norm": 1.0378547787863337,
      "learning_rate": 0.000182093210829253,
      "loss": 0.2222,
      "step": 64328
    },
    {
      "epoch": 2.6348146631169365,
      "grad_norm": 1.2374497061109058,
      "learning_rate": 0.00018209002494935946,
      "loss": 0.9006,
      "step": 64329
    },
    {
      "epoch": 2.6348556215441326,
      "grad_norm": 1.34878163688391,
      "learning_rate": 0.00018208683905429564,
      "loss": 0.8844,
      "step": 64330
    },
    {
      "epoch": 2.634896579971329,
      "grad_norm": 1.7581257870670832,
      "learning_rate": 0.000182083653144063,
      "loss": 1.2578,
      "step": 64331
    },
    {
      "epoch": 2.6349375383985256,
      "grad_norm": 1.7259119454437137,
      "learning_rate": 0.00018208046721866303,
      "loss": 1.2847,
      "step": 64332
    },
    {
      "epoch": 2.634978496825722,
      "grad_norm": 1.358195401237209,
      "learning_rate": 0.00018207728127809733,
      "loss": 0.8922,
      "step": 64333
    },
    {
      "epoch": 2.6350194552529183,
      "grad_norm": 0.7936882067578777,
      "learning_rate": 0.00018207409532236738,
      "loss": 0.5456,
      "step": 64334
    },
    {
      "epoch": 2.635060413680115,
      "grad_norm": 1.0189176968180922,
      "learning_rate": 0.0001820709093514746,
      "loss": 0.804,
      "step": 64335
    },
    {
      "epoch": 2.635101372107311,
      "grad_norm": 1.0863820337685728,
      "learning_rate": 0.0001820677233654206,
      "loss": 0.8405,
      "step": 64336
    },
    {
      "epoch": 2.6351423305345074,
      "grad_norm": 0.996482367504557,
      "learning_rate": 0.00018206453736420677,
      "loss": 0.7964,
      "step": 64337
    },
    {
      "epoch": 2.635183288961704,
      "grad_norm": 1.1930391549741777,
      "learning_rate": 0.00018206135134783474,
      "loss": 0.7012,
      "step": 64338
    },
    {
      "epoch": 2.6352242473889005,
      "grad_norm": 0.681220425527758,
      "learning_rate": 0.00018205816531630597,
      "loss": 0.2611,
      "step": 64339
    },
    {
      "epoch": 2.6352652058160966,
      "grad_norm": 1.344164616378016,
      "learning_rate": 0.00018205497926962198,
      "loss": 1.086,
      "step": 64340
    },
    {
      "epoch": 2.635306164243293,
      "grad_norm": 1.1602676747615912,
      "learning_rate": 0.00018205179320778417,
      "loss": 0.7513,
      "step": 64341
    },
    {
      "epoch": 2.635347122670489,
      "grad_norm": 1.024701288770405,
      "learning_rate": 0.0001820486071307942,
      "loss": 0.6579,
      "step": 64342
    },
    {
      "epoch": 2.6353880810976857,
      "grad_norm": 0.7585932854324617,
      "learning_rate": 0.00018204542103865352,
      "loss": 0.4167,
      "step": 64343
    },
    {
      "epoch": 2.6354290395248823,
      "grad_norm": 1.1437159481509416,
      "learning_rate": 0.0001820422349313636,
      "loss": 0.8955,
      "step": 64344
    },
    {
      "epoch": 2.635469997952079,
      "grad_norm": 1.0622976924626633,
      "learning_rate": 0.00018203904880892595,
      "loss": 0.7829,
      "step": 64345
    },
    {
      "epoch": 2.635510956379275,
      "grad_norm": 3.136803126555752,
      "learning_rate": 0.00018203586267134212,
      "loss": 1.8859,
      "step": 64346
    },
    {
      "epoch": 2.6355519148064714,
      "grad_norm": 0.7740730411335709,
      "learning_rate": 0.00018203267651861358,
      "loss": 0.7039,
      "step": 64347
    },
    {
      "epoch": 2.635592873233668,
      "grad_norm": 0.6392664125000136,
      "learning_rate": 0.0001820294903507419,
      "loss": 0.3029,
      "step": 64348
    },
    {
      "epoch": 2.635633831660864,
      "grad_norm": 0.9940594890781058,
      "learning_rate": 0.00018202630416772847,
      "loss": 0.5599,
      "step": 64349
    },
    {
      "epoch": 2.6356747900880606,
      "grad_norm": 0.7206409828317991,
      "learning_rate": 0.00018202311796957488,
      "loss": 0.3612,
      "step": 64350
    },
    {
      "epoch": 2.635715748515257,
      "grad_norm": 1.0815383598972323,
      "learning_rate": 0.00018201993175628265,
      "loss": 0.7317,
      "step": 64351
    },
    {
      "epoch": 2.6357567069424537,
      "grad_norm": 1.1310011470146115,
      "learning_rate": 0.00018201674552785322,
      "loss": 0.9059,
      "step": 64352
    },
    {
      "epoch": 2.6357976653696498,
      "grad_norm": 1.5693083417250813,
      "learning_rate": 0.00018201355928428815,
      "loss": 1.401,
      "step": 64353
    },
    {
      "epoch": 2.6358386237968463,
      "grad_norm": 2.893204015478311,
      "learning_rate": 0.0001820103730255889,
      "loss": 1.7756,
      "step": 64354
    },
    {
      "epoch": 2.6358795822240424,
      "grad_norm": 0.7935350018373565,
      "learning_rate": 0.00018200718675175702,
      "loss": 0.4553,
      "step": 64355
    },
    {
      "epoch": 2.635920540651239,
      "grad_norm": 1.4115291708947484,
      "learning_rate": 0.000182004000462794,
      "loss": 0.952,
      "step": 64356
    },
    {
      "epoch": 2.6359614990784355,
      "grad_norm": 0.7197032783156513,
      "learning_rate": 0.00018200081415870135,
      "loss": 0.2525,
      "step": 64357
    },
    {
      "epoch": 2.636002457505632,
      "grad_norm": 0.997568524035516,
      "learning_rate": 0.00018199762783948059,
      "loss": 0.6889,
      "step": 64358
    },
    {
      "epoch": 2.636043415932828,
      "grad_norm": 0.864985255318208,
      "learning_rate": 0.00018199444150513317,
      "loss": 0.6302,
      "step": 64359
    },
    {
      "epoch": 2.6360843743600246,
      "grad_norm": 0.9913801597416375,
      "learning_rate": 0.00018199125515566062,
      "loss": 0.807,
      "step": 64360
    },
    {
      "epoch": 2.6361253327872207,
      "grad_norm": 1.1709201325647662,
      "learning_rate": 0.00018198806879106449,
      "loss": 0.8344,
      "step": 64361
    },
    {
      "epoch": 2.6361662912144173,
      "grad_norm": 1.5508967739158712,
      "learning_rate": 0.00018198488241134627,
      "loss": 0.6824,
      "step": 64362
    },
    {
      "epoch": 2.636207249641614,
      "grad_norm": 0.9791474329345637,
      "learning_rate": 0.00018198169601650745,
      "loss": 0.4245,
      "step": 64363
    },
    {
      "epoch": 2.6362482080688103,
      "grad_norm": 0.8777204976003548,
      "learning_rate": 0.00018197850960654952,
      "loss": 0.738,
      "step": 64364
    },
    {
      "epoch": 2.6362891664960064,
      "grad_norm": 0.8678236069480509,
      "learning_rate": 0.000181975323181474,
      "loss": 0.6492,
      "step": 64365
    },
    {
      "epoch": 2.636330124923203,
      "grad_norm": 0.8820897989473288,
      "learning_rate": 0.00018197213674128244,
      "loss": 0.5232,
      "step": 64366
    },
    {
      "epoch": 2.6363710833503995,
      "grad_norm": 0.7863441166212884,
      "learning_rate": 0.00018196895028597628,
      "loss": 0.2745,
      "step": 64367
    },
    {
      "epoch": 2.6364120417775956,
      "grad_norm": 1.1245000223757058,
      "learning_rate": 0.00018196576381555705,
      "loss": 0.7133,
      "step": 64368
    },
    {
      "epoch": 2.636453000204792,
      "grad_norm": 0.8439284507711236,
      "learning_rate": 0.0001819625773300263,
      "loss": 0.6275,
      "step": 64369
    },
    {
      "epoch": 2.6364939586319887,
      "grad_norm": 1.3905305873355056,
      "learning_rate": 0.00018195939082938547,
      "loss": 1.2848,
      "step": 64370
    },
    {
      "epoch": 2.636534917059185,
      "grad_norm": 0.8516067170302583,
      "learning_rate": 0.00018195620431363612,
      "loss": 0.5657,
      "step": 64371
    },
    {
      "epoch": 2.6365758754863813,
      "grad_norm": 0.7035584890906328,
      "learning_rate": 0.0001819530177827797,
      "loss": 0.2597,
      "step": 64372
    },
    {
      "epoch": 2.636616833913578,
      "grad_norm": 0.9887666529687874,
      "learning_rate": 0.00018194983123681773,
      "loss": 0.6021,
      "step": 64373
    },
    {
      "epoch": 2.636657792340774,
      "grad_norm": 1.6542721882989166,
      "learning_rate": 0.0001819466446757518,
      "loss": 1.5642,
      "step": 64374
    },
    {
      "epoch": 2.6366987507679704,
      "grad_norm": 1.1418465804565598,
      "learning_rate": 0.00018194345809958328,
      "loss": 0.8954,
      "step": 64375
    },
    {
      "epoch": 2.636739709195167,
      "grad_norm": 1.1403876341049188,
      "learning_rate": 0.0001819402715083138,
      "loss": 0.9088,
      "step": 64376
    },
    {
      "epoch": 2.6367806676223635,
      "grad_norm": 0.8797727812289092,
      "learning_rate": 0.00018193708490194476,
      "loss": 0.6461,
      "step": 64377
    },
    {
      "epoch": 2.6368216260495596,
      "grad_norm": 1.087798032901149,
      "learning_rate": 0.00018193389828047776,
      "loss": 0.7681,
      "step": 64378
    },
    {
      "epoch": 2.636862584476756,
      "grad_norm": 0.8924114565903591,
      "learning_rate": 0.00018193071164391425,
      "loss": 0.6369,
      "step": 64379
    },
    {
      "epoch": 2.6369035429039522,
      "grad_norm": 0.6834194903948508,
      "learning_rate": 0.00018192752499225577,
      "loss": 0.2154,
      "step": 64380
    },
    {
      "epoch": 2.6369445013311488,
      "grad_norm": 0.9916933763256464,
      "learning_rate": 0.00018192433832550376,
      "loss": 0.7201,
      "step": 64381
    },
    {
      "epoch": 2.6369854597583453,
      "grad_norm": 1.1033755953876285,
      "learning_rate": 0.00018192115164365982,
      "loss": 0.7942,
      "step": 64382
    },
    {
      "epoch": 2.637026418185542,
      "grad_norm": 6.149174473363666,
      "learning_rate": 0.00018191796494672544,
      "loss": 1.8459,
      "step": 64383
    },
    {
      "epoch": 2.637067376612738,
      "grad_norm": 1.2642893131400657,
      "learning_rate": 0.00018191477823470208,
      "loss": 0.9412,
      "step": 64384
    },
    {
      "epoch": 2.6371083350399345,
      "grad_norm": 1.106813921738507,
      "learning_rate": 0.0001819115915075912,
      "loss": 0.592,
      "step": 64385
    },
    {
      "epoch": 2.637149293467131,
      "grad_norm": 1.103837735794342,
      "learning_rate": 0.00018190840476539445,
      "loss": 0.9106,
      "step": 64386
    },
    {
      "epoch": 2.637190251894327,
      "grad_norm": 1.2919610216764463,
      "learning_rate": 0.00018190521800811327,
      "loss": 1.0389,
      "step": 64387
    },
    {
      "epoch": 2.6372312103215236,
      "grad_norm": 0.9992066593281541,
      "learning_rate": 0.00018190203123574908,
      "loss": 0.6716,
      "step": 64388
    },
    {
      "epoch": 2.63727216874872,
      "grad_norm": 1.4561822567336749,
      "learning_rate": 0.00018189884444830346,
      "loss": 1.4792,
      "step": 64389
    },
    {
      "epoch": 2.6373131271759167,
      "grad_norm": 0.9154908861347814,
      "learning_rate": 0.00018189565764577798,
      "loss": 0.5605,
      "step": 64390
    },
    {
      "epoch": 2.637354085603113,
      "grad_norm": 1.2063507502097286,
      "learning_rate": 0.00018189247082817407,
      "loss": 0.9568,
      "step": 64391
    },
    {
      "epoch": 2.6373950440303093,
      "grad_norm": 1.1468312585582427,
      "learning_rate": 0.00018188928399549318,
      "loss": 0.8239,
      "step": 64392
    },
    {
      "epoch": 2.6374360024575054,
      "grad_norm": 1.1772313219392638,
      "learning_rate": 0.00018188609714773696,
      "loss": 0.9616,
      "step": 64393
    },
    {
      "epoch": 2.637476960884702,
      "grad_norm": 0.7023600266753234,
      "learning_rate": 0.00018188291028490682,
      "loss": 0.2324,
      "step": 64394
    },
    {
      "epoch": 2.6375179193118985,
      "grad_norm": 2.136690138008556,
      "learning_rate": 0.0001818797234070043,
      "loss": 1.9189,
      "step": 64395
    },
    {
      "epoch": 2.637558877739095,
      "grad_norm": 1.189575111279542,
      "learning_rate": 0.00018187653651403088,
      "loss": 0.9399,
      "step": 64396
    },
    {
      "epoch": 2.637599836166291,
      "grad_norm": 1.6322631513337789,
      "learning_rate": 0.00018187334960598808,
      "loss": 0.758,
      "step": 64397
    },
    {
      "epoch": 2.6376407945934877,
      "grad_norm": 0.91498286176634,
      "learning_rate": 0.00018187016268287744,
      "loss": 0.5786,
      "step": 64398
    },
    {
      "epoch": 2.6376817530206838,
      "grad_norm": 1.080795251357362,
      "learning_rate": 0.00018186697574470046,
      "loss": 0.5722,
      "step": 64399
    },
    {
      "epoch": 2.6377227114478803,
      "grad_norm": 1.1966567076733257,
      "learning_rate": 0.00018186378879145855,
      "loss": 0.7709,
      "step": 64400
    },
    {
      "epoch": 2.637763669875077,
      "grad_norm": 1.8349189630268825,
      "learning_rate": 0.00018186060182315332,
      "loss": 1.1517,
      "step": 64401
    },
    {
      "epoch": 2.6378046283022734,
      "grad_norm": 0.9833080578874053,
      "learning_rate": 0.00018185741483978625,
      "loss": 0.7115,
      "step": 64402
    },
    {
      "epoch": 2.6378455867294694,
      "grad_norm": 1.1065596250820828,
      "learning_rate": 0.00018185422784135885,
      "loss": 0.9204,
      "step": 64403
    },
    {
      "epoch": 2.637886545156666,
      "grad_norm": 0.8998494009436319,
      "learning_rate": 0.0001818510408278726,
      "loss": 0.463,
      "step": 64404
    },
    {
      "epoch": 2.6379275035838625,
      "grad_norm": 0.8192405769941067,
      "learning_rate": 0.00018184785379932902,
      "loss": 0.6966,
      "step": 64405
    },
    {
      "epoch": 2.6379684620110586,
      "grad_norm": 1.3814904202046585,
      "learning_rate": 0.00018184466675572966,
      "loss": 0.728,
      "step": 64406
    },
    {
      "epoch": 2.638009420438255,
      "grad_norm": 1.5548533442244223,
      "learning_rate": 0.00018184147969707598,
      "loss": 1.2222,
      "step": 64407
    },
    {
      "epoch": 2.6380503788654517,
      "grad_norm": 1.248393546343483,
      "learning_rate": 0.0001818382926233695,
      "loss": 0.9451,
      "step": 64408
    },
    {
      "epoch": 2.638091337292648,
      "grad_norm": 1.1623579548704823,
      "learning_rate": 0.00018183510553461166,
      "loss": 0.7158,
      "step": 64409
    },
    {
      "epoch": 2.6381322957198443,
      "grad_norm": 1.0608194523762282,
      "learning_rate": 0.0001818319184308041,
      "loss": 0.7488,
      "step": 64410
    },
    {
      "epoch": 2.638173254147041,
      "grad_norm": 1.0508987621838912,
      "learning_rate": 0.00018182873131194824,
      "loss": 0.6998,
      "step": 64411
    },
    {
      "epoch": 2.638214212574237,
      "grad_norm": 1.065681403953461,
      "learning_rate": 0.0001818255441780456,
      "loss": 0.6936,
      "step": 64412
    },
    {
      "epoch": 2.6382551710014335,
      "grad_norm": 1.2339837245454999,
      "learning_rate": 0.00018182235702909763,
      "loss": 0.9049,
      "step": 64413
    },
    {
      "epoch": 2.63829612942863,
      "grad_norm": 0.9668961526538079,
      "learning_rate": 0.00018181916986510598,
      "loss": 0.6903,
      "step": 64414
    },
    {
      "epoch": 2.6383370878558265,
      "grad_norm": 1.096119965069263,
      "learning_rate": 0.00018181598268607205,
      "loss": 0.5339,
      "step": 64415
    },
    {
      "epoch": 2.6383780462830226,
      "grad_norm": 1.0879207779381366,
      "learning_rate": 0.00018181279549199736,
      "loss": 0.4822,
      "step": 64416
    },
    {
      "epoch": 2.638419004710219,
      "grad_norm": 0.7643607471684561,
      "learning_rate": 0.00018180960828288343,
      "loss": 0.3495,
      "step": 64417
    },
    {
      "epoch": 2.6384599631374153,
      "grad_norm": 0.9962084089792055,
      "learning_rate": 0.00018180642105873176,
      "loss": 0.6545,
      "step": 64418
    },
    {
      "epoch": 2.638500921564612,
      "grad_norm": 0.7857648470884209,
      "learning_rate": 0.00018180323381954388,
      "loss": 0.3033,
      "step": 64419
    },
    {
      "epoch": 2.6385418799918083,
      "grad_norm": 0.7728946570503791,
      "learning_rate": 0.0001818000465653213,
      "loss": 0.2828,
      "step": 64420
    },
    {
      "epoch": 2.638582838419005,
      "grad_norm": 1.2536087809582028,
      "learning_rate": 0.00018179685929606542,
      "loss": 0.7792,
      "step": 64421
    },
    {
      "epoch": 2.638623796846201,
      "grad_norm": 1.1234377127663664,
      "learning_rate": 0.0001817936720117779,
      "loss": 0.8481,
      "step": 64422
    },
    {
      "epoch": 2.6386647552733975,
      "grad_norm": 0.8234004091345261,
      "learning_rate": 0.00018179048471246014,
      "loss": 0.5553,
      "step": 64423
    },
    {
      "epoch": 2.638705713700594,
      "grad_norm": 1.2533080585969,
      "learning_rate": 0.00018178729739811366,
      "loss": 1.1528,
      "step": 64424
    },
    {
      "epoch": 2.63874667212779,
      "grad_norm": 1.0262601334911785,
      "learning_rate": 0.00018178411006874006,
      "loss": 0.7866,
      "step": 64425
    },
    {
      "epoch": 2.6387876305549867,
      "grad_norm": 0.6959019751109906,
      "learning_rate": 0.00018178092272434074,
      "loss": 0.4531,
      "step": 64426
    },
    {
      "epoch": 2.638828588982183,
      "grad_norm": 3.655588952339034,
      "learning_rate": 0.00018177773536491725,
      "loss": 4.2622,
      "step": 64427
    },
    {
      "epoch": 2.6388695474093797,
      "grad_norm": 0.8368834976783082,
      "learning_rate": 0.0001817745479904711,
      "loss": 0.2708,
      "step": 64428
    },
    {
      "epoch": 2.638910505836576,
      "grad_norm": 1.1895304460488463,
      "learning_rate": 0.00018177136060100373,
      "loss": 0.7714,
      "step": 64429
    },
    {
      "epoch": 2.6389514642637724,
      "grad_norm": 1.151016644710975,
      "learning_rate": 0.00018176817319651676,
      "loss": 1.0989,
      "step": 64430
    },
    {
      "epoch": 2.6389924226909685,
      "grad_norm": 1.3132419962458393,
      "learning_rate": 0.00018176498577701167,
      "loss": 1.0026,
      "step": 64431
    },
    {
      "epoch": 2.639033381118165,
      "grad_norm": 0.9288603831969771,
      "learning_rate": 0.00018176179834248984,
      "loss": 0.2249,
      "step": 64432
    },
    {
      "epoch": 2.6390743395453615,
      "grad_norm": 0.9595067917065773,
      "learning_rate": 0.00018175861089295297,
      "loss": 0.7325,
      "step": 64433
    },
    {
      "epoch": 2.639115297972558,
      "grad_norm": 1.233565639158031,
      "learning_rate": 0.00018175542342840242,
      "loss": 0.6694,
      "step": 64434
    },
    {
      "epoch": 2.639156256399754,
      "grad_norm": 1.0429726918317406,
      "learning_rate": 0.00018175223594883976,
      "loss": 0.7603,
      "step": 64435
    },
    {
      "epoch": 2.6391972148269507,
      "grad_norm": 1.0540135858268624,
      "learning_rate": 0.0001817490484542665,
      "loss": 0.8066,
      "step": 64436
    },
    {
      "epoch": 2.639238173254147,
      "grad_norm": 0.8682415664959124,
      "learning_rate": 0.0001817458609446841,
      "loss": 0.2839,
      "step": 64437
    },
    {
      "epoch": 2.6392791316813433,
      "grad_norm": 1.0801343265100554,
      "learning_rate": 0.0001817426734200941,
      "loss": 0.8283,
      "step": 64438
    },
    {
      "epoch": 2.63932009010854,
      "grad_norm": 0.8902236516293179,
      "learning_rate": 0.00018173948588049804,
      "loss": 0.7599,
      "step": 64439
    },
    {
      "epoch": 2.6393610485357364,
      "grad_norm": 1.9789694911957192,
      "learning_rate": 0.00018173629832589735,
      "loss": 1.6062,
      "step": 64440
    },
    {
      "epoch": 2.6394020069629325,
      "grad_norm": 0.9845293903927455,
      "learning_rate": 0.0001817331107562936,
      "loss": 0.667,
      "step": 64441
    },
    {
      "epoch": 2.639442965390129,
      "grad_norm": 1.1002186060997967,
      "learning_rate": 0.0001817299231716883,
      "loss": 0.712,
      "step": 64442
    },
    {
      "epoch": 2.6394839238173256,
      "grad_norm": 1.0986246094468402,
      "learning_rate": 0.00018172673557208293,
      "loss": 0.7789,
      "step": 64443
    },
    {
      "epoch": 2.6395248822445216,
      "grad_norm": 1.034136395445192,
      "learning_rate": 0.000181723547957479,
      "loss": 0.8828,
      "step": 64444
    },
    {
      "epoch": 2.639565840671718,
      "grad_norm": 1.2552061514914714,
      "learning_rate": 0.00018172036032787798,
      "loss": 0.8034,
      "step": 64445
    },
    {
      "epoch": 2.6396067990989147,
      "grad_norm": 1.1692381022538112,
      "learning_rate": 0.00018171717268328143,
      "loss": 0.7486,
      "step": 64446
    },
    {
      "epoch": 2.6396477575261112,
      "grad_norm": 0.8220143874105599,
      "learning_rate": 0.00018171398502369086,
      "loss": 0.2479,
      "step": 64447
    },
    {
      "epoch": 2.6396887159533073,
      "grad_norm": 1.0800021910292,
      "learning_rate": 0.00018171079734910777,
      "loss": 0.8015,
      "step": 64448
    },
    {
      "epoch": 2.639729674380504,
      "grad_norm": 1.395918729902631,
      "learning_rate": 0.0001817076096595336,
      "loss": 1.0488,
      "step": 64449
    },
    {
      "epoch": 2.6397706328077,
      "grad_norm": 1.217180644795929,
      "learning_rate": 0.00018170442195496994,
      "loss": 0.7297,
      "step": 64450
    },
    {
      "epoch": 2.6398115912348965,
      "grad_norm": 0.9739720828582445,
      "learning_rate": 0.0001817012342354183,
      "loss": 0.7021,
      "step": 64451
    },
    {
      "epoch": 2.639852549662093,
      "grad_norm": 1.1831506747087506,
      "learning_rate": 0.00018169804650088015,
      "loss": 1.0651,
      "step": 64452
    },
    {
      "epoch": 2.6398935080892896,
      "grad_norm": 1.2103403141102185,
      "learning_rate": 0.00018169485875135693,
      "loss": 0.9248,
      "step": 64453
    },
    {
      "epoch": 2.6399344665164857,
      "grad_norm": 1.066362872550481,
      "learning_rate": 0.0001816916709868503,
      "loss": 0.7873,
      "step": 64454
    },
    {
      "epoch": 2.639975424943682,
      "grad_norm": 1.1873030788756669,
      "learning_rate": 0.00018168848320736166,
      "loss": 0.8189,
      "step": 64455
    },
    {
      "epoch": 2.6400163833708783,
      "grad_norm": 0.7143422710292733,
      "learning_rate": 0.00018168529541289253,
      "loss": 0.3781,
      "step": 64456
    },
    {
      "epoch": 2.640057341798075,
      "grad_norm": 1.1775328983959026,
      "learning_rate": 0.00018168210760344445,
      "loss": 0.9143,
      "step": 64457
    },
    {
      "epoch": 2.6400983002252714,
      "grad_norm": 0.8788376984532736,
      "learning_rate": 0.00018167891977901893,
      "loss": 0.5977,
      "step": 64458
    },
    {
      "epoch": 2.640139258652468,
      "grad_norm": 0.7932603336714813,
      "learning_rate": 0.00018167573193961743,
      "loss": 0.3769,
      "step": 64459
    },
    {
      "epoch": 2.640180217079664,
      "grad_norm": 1.158300894152014,
      "learning_rate": 0.00018167254408524148,
      "loss": 0.9207,
      "step": 64460
    },
    {
      "epoch": 2.6402211755068605,
      "grad_norm": 1.9255548465131418,
      "learning_rate": 0.00018166935621589258,
      "loss": 0.9165,
      "step": 64461
    },
    {
      "epoch": 2.640262133934057,
      "grad_norm": 0.936527724793786,
      "learning_rate": 0.0001816661683315723,
      "loss": 0.7403,
      "step": 64462
    },
    {
      "epoch": 2.640303092361253,
      "grad_norm": 1.1184947405495445,
      "learning_rate": 0.00018166298043228204,
      "loss": 0.6993,
      "step": 64463
    },
    {
      "epoch": 2.6403440507884497,
      "grad_norm": 1.2198891683640671,
      "learning_rate": 0.00018165979251802332,
      "loss": 0.7335,
      "step": 64464
    },
    {
      "epoch": 2.6403850092156462,
      "grad_norm": 1.440135741419473,
      "learning_rate": 0.00018165660458879776,
      "loss": 0.6294,
      "step": 64465
    },
    {
      "epoch": 2.6404259676428428,
      "grad_norm": 1.0036945434642224,
      "learning_rate": 0.00018165341664460677,
      "loss": 0.6473,
      "step": 64466
    },
    {
      "epoch": 2.640466926070039,
      "grad_norm": 1.15935277370965,
      "learning_rate": 0.00018165022868545187,
      "loss": 0.9898,
      "step": 64467
    },
    {
      "epoch": 2.6405078844972354,
      "grad_norm": 1.4149425056683853,
      "learning_rate": 0.0001816470407113346,
      "loss": 0.92,
      "step": 64468
    },
    {
      "epoch": 2.6405488429244315,
      "grad_norm": 1.128113543511783,
      "learning_rate": 0.00018164385272225644,
      "loss": 1.0084,
      "step": 64469
    },
    {
      "epoch": 2.640589801351628,
      "grad_norm": 0.9687597372883407,
      "learning_rate": 0.0001816406647182189,
      "loss": 0.4111,
      "step": 64470
    },
    {
      "epoch": 2.6406307597788246,
      "grad_norm": 0.8055178358493781,
      "learning_rate": 0.00018163747669922348,
      "loss": 0.3421,
      "step": 64471
    },
    {
      "epoch": 2.640671718206021,
      "grad_norm": 0.9533187888658895,
      "learning_rate": 0.0001816342886652717,
      "loss": 0.7785,
      "step": 64472
    },
    {
      "epoch": 2.640712676633217,
      "grad_norm": 0.8345867112896332,
      "learning_rate": 0.00018163110061636504,
      "loss": 0.3371,
      "step": 64473
    },
    {
      "epoch": 2.6407536350604137,
      "grad_norm": 1.1700049042470146,
      "learning_rate": 0.00018162791255250507,
      "loss": 0.9696,
      "step": 64474
    },
    {
      "epoch": 2.64079459348761,
      "grad_norm": 1.0761541349376809,
      "learning_rate": 0.00018162472447369327,
      "loss": 0.9601,
      "step": 64475
    },
    {
      "epoch": 2.6408355519148063,
      "grad_norm": 0.9673286797282015,
      "learning_rate": 0.00018162153637993111,
      "loss": 0.6376,
      "step": 64476
    },
    {
      "epoch": 2.640876510342003,
      "grad_norm": 1.2657037373693603,
      "learning_rate": 0.0001816183482712201,
      "loss": 0.7924,
      "step": 64477
    },
    {
      "epoch": 2.6409174687691994,
      "grad_norm": 1.0488731020372168,
      "learning_rate": 0.0001816151601475618,
      "loss": 0.7055,
      "step": 64478
    },
    {
      "epoch": 2.6409584271963955,
      "grad_norm": 1.0837863670116041,
      "learning_rate": 0.0001816119720089577,
      "loss": 0.6344,
      "step": 64479
    },
    {
      "epoch": 2.640999385623592,
      "grad_norm": 1.0959651508179982,
      "learning_rate": 0.00018160878385540928,
      "loss": 0.8688,
      "step": 64480
    },
    {
      "epoch": 2.6410403440507886,
      "grad_norm": 0.9871097815296048,
      "learning_rate": 0.00018160559568691803,
      "loss": 0.7395,
      "step": 64481
    },
    {
      "epoch": 2.6410813024779847,
      "grad_norm": 5.7391104479883115,
      "learning_rate": 0.00018160240750348555,
      "loss": 2.873,
      "step": 64482
    },
    {
      "epoch": 2.641122260905181,
      "grad_norm": 1.0061618256744798,
      "learning_rate": 0.00018159921930511322,
      "loss": 0.7327,
      "step": 64483
    },
    {
      "epoch": 2.6411632193323777,
      "grad_norm": 1.116777704329338,
      "learning_rate": 0.00018159603109180268,
      "loss": 0.9843,
      "step": 64484
    },
    {
      "epoch": 2.6412041777595743,
      "grad_norm": 1.368471409795789,
      "learning_rate": 0.0001815928428635553,
      "loss": 1.2491,
      "step": 64485
    },
    {
      "epoch": 2.6412451361867704,
      "grad_norm": 1.3373720772194904,
      "learning_rate": 0.0001815896546203727,
      "loss": 0.7554,
      "step": 64486
    },
    {
      "epoch": 2.641286094613967,
      "grad_norm": 0.8191591072806442,
      "learning_rate": 0.00018158646636225631,
      "loss": 0.2533,
      "step": 64487
    },
    {
      "epoch": 2.641327053041163,
      "grad_norm": 3.242740552411087,
      "learning_rate": 0.00018158327808920772,
      "loss": 3.1049,
      "step": 64488
    },
    {
      "epoch": 2.6413680114683595,
      "grad_norm": 0.8446948744056578,
      "learning_rate": 0.00018158008980122836,
      "loss": 0.2302,
      "step": 64489
    },
    {
      "epoch": 2.641408969895556,
      "grad_norm": 1.233750656400288,
      "learning_rate": 0.00018157690149831976,
      "loss": 0.6038,
      "step": 64490
    },
    {
      "epoch": 2.6414499283227526,
      "grad_norm": 1.1480023733682638,
      "learning_rate": 0.00018157371318048345,
      "loss": 0.7293,
      "step": 64491
    },
    {
      "epoch": 2.6414908867499487,
      "grad_norm": 1.492005679215259,
      "learning_rate": 0.00018157052484772093,
      "loss": 0.8012,
      "step": 64492
    },
    {
      "epoch": 2.6415318451771452,
      "grad_norm": 1.1904759152244235,
      "learning_rate": 0.0001815673365000337,
      "loss": 0.3641,
      "step": 64493
    },
    {
      "epoch": 2.6415728036043413,
      "grad_norm": 0.9655425316012605,
      "learning_rate": 0.00018156414813742325,
      "loss": 0.7937,
      "step": 64494
    },
    {
      "epoch": 2.641613762031538,
      "grad_norm": 1.0199829706592487,
      "learning_rate": 0.0001815609597598911,
      "loss": 0.5654,
      "step": 64495
    },
    {
      "epoch": 2.6416547204587344,
      "grad_norm": 1.6340398613360831,
      "learning_rate": 0.00018155777136743875,
      "loss": 1.6989,
      "step": 64496
    },
    {
      "epoch": 2.641695678885931,
      "grad_norm": 1.168517062943644,
      "learning_rate": 0.00018155458296006773,
      "loss": 0.7581,
      "step": 64497
    },
    {
      "epoch": 2.641736637313127,
      "grad_norm": 1.0644896619283701,
      "learning_rate": 0.00018155139453777952,
      "loss": 0.6976,
      "step": 64498
    },
    {
      "epoch": 2.6417775957403236,
      "grad_norm": 1.058014442749123,
      "learning_rate": 0.00018154820610057567,
      "loss": 0.7842,
      "step": 64499
    },
    {
      "epoch": 2.64181855416752,
      "grad_norm": 0.9781770278690143,
      "learning_rate": 0.00018154501764845764,
      "loss": 0.6715,
      "step": 64500
    },
    {
      "epoch": 2.641859512594716,
      "grad_norm": 2.676066364444105,
      "learning_rate": 0.00018154182918142693,
      "loss": 3.5305,
      "step": 64501
    },
    {
      "epoch": 2.6419004710219127,
      "grad_norm": 0.9629100446914484,
      "learning_rate": 0.00018153864069948513,
      "loss": 0.723,
      "step": 64502
    },
    {
      "epoch": 2.6419414294491093,
      "grad_norm": 1.3304731726998928,
      "learning_rate": 0.00018153545220263369,
      "loss": 0.4332,
      "step": 64503
    },
    {
      "epoch": 2.641982387876306,
      "grad_norm": 0.9630882199257135,
      "learning_rate": 0.00018153226369087402,
      "loss": 0.7935,
      "step": 64504
    },
    {
      "epoch": 2.642023346303502,
      "grad_norm": 0.6206823619354294,
      "learning_rate": 0.00018152907516420783,
      "loss": 0.2619,
      "step": 64505
    },
    {
      "epoch": 2.6420643047306984,
      "grad_norm": 1.478725615133135,
      "learning_rate": 0.00018152588662263648,
      "loss": 1.0616,
      "step": 64506
    },
    {
      "epoch": 2.6421052631578945,
      "grad_norm": 0.9039979478194284,
      "learning_rate": 0.00018152269806616153,
      "loss": 0.5559,
      "step": 64507
    },
    {
      "epoch": 2.642146221585091,
      "grad_norm": 0.786813950468869,
      "learning_rate": 0.00018151950949478446,
      "loss": 0.3583,
      "step": 64508
    },
    {
      "epoch": 2.6421871800122876,
      "grad_norm": 1.1495854969911377,
      "learning_rate": 0.00018151632090850683,
      "loss": 0.5971,
      "step": 64509
    },
    {
      "epoch": 2.642228138439484,
      "grad_norm": 1.10966543654695,
      "learning_rate": 0.00018151313230733009,
      "loss": 0.7291,
      "step": 64510
    },
    {
      "epoch": 2.64226909686668,
      "grad_norm": 1.114701559765514,
      "learning_rate": 0.00018150994369125578,
      "loss": 0.6844,
      "step": 64511
    },
    {
      "epoch": 2.6423100552938767,
      "grad_norm": 1.3056340351158575,
      "learning_rate": 0.00018150675506028538,
      "loss": 0.9143,
      "step": 64512
    },
    {
      "epoch": 2.642351013721073,
      "grad_norm": 1.0589291397179994,
      "learning_rate": 0.00018150356641442043,
      "loss": 0.65,
      "step": 64513
    },
    {
      "epoch": 2.6423919721482694,
      "grad_norm": 1.0149357761652653,
      "learning_rate": 0.00018150037775366238,
      "loss": 0.5907,
      "step": 64514
    },
    {
      "epoch": 2.642432930575466,
      "grad_norm": 1.2586447586303735,
      "learning_rate": 0.00018149718907801288,
      "loss": 0.9392,
      "step": 64515
    },
    {
      "epoch": 2.6424738890026624,
      "grad_norm": 0.9441488149232251,
      "learning_rate": 0.00018149400038747326,
      "loss": 0.6969,
      "step": 64516
    },
    {
      "epoch": 2.6425148474298585,
      "grad_norm": 0.8993812873777389,
      "learning_rate": 0.0001814908116820451,
      "loss": 0.7663,
      "step": 64517
    },
    {
      "epoch": 2.642555805857055,
      "grad_norm": 1.032963728188661,
      "learning_rate": 0.00018148762296172992,
      "loss": 0.9295,
      "step": 64518
    },
    {
      "epoch": 2.6425967642842516,
      "grad_norm": 3.4906114786519984,
      "learning_rate": 0.00018148443422652923,
      "loss": 3.3978,
      "step": 64519
    },
    {
      "epoch": 2.6426377227114477,
      "grad_norm": 1.200813409631569,
      "learning_rate": 0.00018148124547644453,
      "loss": 0.8755,
      "step": 64520
    },
    {
      "epoch": 2.6426786811386442,
      "grad_norm": 0.7537662353781545,
      "learning_rate": 0.00018147805671147728,
      "loss": 0.3025,
      "step": 64521
    },
    {
      "epoch": 2.6427196395658408,
      "grad_norm": 0.8438358686768398,
      "learning_rate": 0.00018147486793162912,
      "loss": 0.5545,
      "step": 64522
    },
    {
      "epoch": 2.6427605979930373,
      "grad_norm": 0.9002384623000032,
      "learning_rate": 0.00018147167913690142,
      "loss": 0.7057,
      "step": 64523
    },
    {
      "epoch": 2.6428015564202334,
      "grad_norm": 1.407573926705443,
      "learning_rate": 0.00018146849032729572,
      "loss": 1.0983,
      "step": 64524
    },
    {
      "epoch": 2.64284251484743,
      "grad_norm": 0.9307443213427253,
      "learning_rate": 0.00018146530150281353,
      "loss": 0.6001,
      "step": 64525
    },
    {
      "epoch": 2.642883473274626,
      "grad_norm": 0.7223520141319087,
      "learning_rate": 0.00018146211266345638,
      "loss": 0.3044,
      "step": 64526
    },
    {
      "epoch": 2.6429244317018226,
      "grad_norm": 1.3232118669586377,
      "learning_rate": 0.00018145892380922585,
      "loss": 0.8755,
      "step": 64527
    },
    {
      "epoch": 2.642965390129019,
      "grad_norm": 0.9693313658877476,
      "learning_rate": 0.0001814557349401233,
      "loss": 0.8016,
      "step": 64528
    },
    {
      "epoch": 2.6430063485562156,
      "grad_norm": 1.467599324699338,
      "learning_rate": 0.0001814525460561503,
      "loss": 1.0991,
      "step": 64529
    },
    {
      "epoch": 2.6430473069834117,
      "grad_norm": 0.6020214230111134,
      "learning_rate": 0.00018144935715730837,
      "loss": 0.2686,
      "step": 64530
    },
    {
      "epoch": 2.6430882654106083,
      "grad_norm": 0.9315769507750091,
      "learning_rate": 0.00018144616824359902,
      "loss": 0.8058,
      "step": 64531
    },
    {
      "epoch": 2.6431292238378044,
      "grad_norm": 1.041277017180854,
      "learning_rate": 0.00018144297931502372,
      "loss": 0.7468,
      "step": 64532
    },
    {
      "epoch": 2.643170182265001,
      "grad_norm": 1.0817770167622567,
      "learning_rate": 0.00018143979037158403,
      "loss": 0.9784,
      "step": 64533
    },
    {
      "epoch": 2.6432111406921974,
      "grad_norm": 0.8536418389668504,
      "learning_rate": 0.00018143660141328142,
      "loss": 0.3896,
      "step": 64534
    },
    {
      "epoch": 2.643252099119394,
      "grad_norm": 1.4147039445396008,
      "learning_rate": 0.0001814334124401174,
      "loss": 1.1244,
      "step": 64535
    },
    {
      "epoch": 2.64329305754659,
      "grad_norm": 0.7721590899581557,
      "learning_rate": 0.00018143022345209347,
      "loss": 0.3281,
      "step": 64536
    },
    {
      "epoch": 2.6433340159737866,
      "grad_norm": 1.4482322104061762,
      "learning_rate": 0.00018142703444921118,
      "loss": 1.2396,
      "step": 64537
    },
    {
      "epoch": 2.643374974400983,
      "grad_norm": 1.611767771888755,
      "learning_rate": 0.00018142384543147204,
      "loss": 1.4328,
      "step": 64538
    },
    {
      "epoch": 2.643415932828179,
      "grad_norm": 1.0828780349696077,
      "learning_rate": 0.0001814206563988775,
      "loss": 0.9021,
      "step": 64539
    },
    {
      "epoch": 2.6434568912553758,
      "grad_norm": 0.8847346121340446,
      "learning_rate": 0.00018141746735142906,
      "loss": 0.6351,
      "step": 64540
    },
    {
      "epoch": 2.6434978496825723,
      "grad_norm": 1.2194298649040034,
      "learning_rate": 0.00018141427828912834,
      "loss": 0.8331,
      "step": 64541
    },
    {
      "epoch": 2.643538808109769,
      "grad_norm": 1.1358857360444548,
      "learning_rate": 0.00018141108921197673,
      "loss": 1.1482,
      "step": 64542
    },
    {
      "epoch": 2.643579766536965,
      "grad_norm": 0.9423088843086788,
      "learning_rate": 0.00018140790011997578,
      "loss": 0.3026,
      "step": 64543
    },
    {
      "epoch": 2.6436207249641615,
      "grad_norm": 1.2505167348488337,
      "learning_rate": 0.00018140471101312698,
      "loss": 0.8433,
      "step": 64544
    },
    {
      "epoch": 2.6436616833913575,
      "grad_norm": 1.298626674946311,
      "learning_rate": 0.00018140152189143188,
      "loss": 0.8791,
      "step": 64545
    },
    {
      "epoch": 2.643702641818554,
      "grad_norm": 2.201014248564789,
      "learning_rate": 0.000181398332754892,
      "loss": 2.7725,
      "step": 64546
    },
    {
      "epoch": 2.6437436002457506,
      "grad_norm": 1.0514937830545301,
      "learning_rate": 0.00018139514360350874,
      "loss": 0.6119,
      "step": 64547
    },
    {
      "epoch": 2.643784558672947,
      "grad_norm": 2.053381687490669,
      "learning_rate": 0.00018139195443728375,
      "loss": 0.8355,
      "step": 64548
    },
    {
      "epoch": 2.6438255171001432,
      "grad_norm": 1.457348678265181,
      "learning_rate": 0.00018138876525621838,
      "loss": 1.2296,
      "step": 64549
    },
    {
      "epoch": 2.6438664755273398,
      "grad_norm": 1.5796827530817468,
      "learning_rate": 0.00018138557606031428,
      "loss": 0.9168,
      "step": 64550
    },
    {
      "epoch": 2.643907433954536,
      "grad_norm": 0.9699381250415723,
      "learning_rate": 0.0001813823868495729,
      "loss": 0.567,
      "step": 64551
    },
    {
      "epoch": 2.6439483923817324,
      "grad_norm": 1.7379761170048074,
      "learning_rate": 0.0001813791976239957,
      "loss": 1.6102,
      "step": 64552
    },
    {
      "epoch": 2.643989350808929,
      "grad_norm": 2.178941293049873,
      "learning_rate": 0.00018137600838358427,
      "loss": 2.0644,
      "step": 64553
    },
    {
      "epoch": 2.6440303092361255,
      "grad_norm": 1.5510981762675737,
      "learning_rate": 0.0001813728191283401,
      "loss": 1.1377,
      "step": 64554
    },
    {
      "epoch": 2.6440712676633216,
      "grad_norm": 1.0092491574130433,
      "learning_rate": 0.00018136962985826466,
      "loss": 0.8118,
      "step": 64555
    },
    {
      "epoch": 2.644112226090518,
      "grad_norm": 1.7758822203889821,
      "learning_rate": 0.0001813664405733595,
      "loss": 1.5406,
      "step": 64556
    },
    {
      "epoch": 2.6441531845177146,
      "grad_norm": 1.1388733607203299,
      "learning_rate": 0.00018136325127362604,
      "loss": 0.6936,
      "step": 64557
    },
    {
      "epoch": 2.6441941429449107,
      "grad_norm": 1.2381738562876794,
      "learning_rate": 0.00018136006195906593,
      "loss": 0.9619,
      "step": 64558
    },
    {
      "epoch": 2.6442351013721073,
      "grad_norm": 1.0266209762871776,
      "learning_rate": 0.0001813568726296806,
      "loss": 0.6414,
      "step": 64559
    },
    {
      "epoch": 2.644276059799304,
      "grad_norm": 0.9492156775730168,
      "learning_rate": 0.00018135368328547156,
      "loss": 0.3343,
      "step": 64560
    },
    {
      "epoch": 2.6443170182265003,
      "grad_norm": 1.5758466453454105,
      "learning_rate": 0.00018135049392644024,
      "loss": 0.9864,
      "step": 64561
    },
    {
      "epoch": 2.6443579766536964,
      "grad_norm": 1.2865887156579117,
      "learning_rate": 0.00018134730455258833,
      "loss": 0.9681,
      "step": 64562
    },
    {
      "epoch": 2.644398935080893,
      "grad_norm": 1.4948085502885353,
      "learning_rate": 0.0001813441151639172,
      "loss": 0.7861,
      "step": 64563
    },
    {
      "epoch": 2.644439893508089,
      "grad_norm": 0.9920092924220216,
      "learning_rate": 0.00018134092576042835,
      "loss": 0.6366,
      "step": 64564
    },
    {
      "epoch": 2.6444808519352856,
      "grad_norm": 0.7955116437357169,
      "learning_rate": 0.00018133773634212337,
      "loss": 0.3188,
      "step": 64565
    },
    {
      "epoch": 2.644521810362482,
      "grad_norm": 0.9669503488450889,
      "learning_rate": 0.00018133454690900372,
      "loss": 0.951,
      "step": 64566
    },
    {
      "epoch": 2.6445627687896787,
      "grad_norm": 0.7993450183185685,
      "learning_rate": 0.0001813313574610709,
      "loss": 0.6579,
      "step": 64567
    },
    {
      "epoch": 2.6446037272168748,
      "grad_norm": 0.9579953837601608,
      "learning_rate": 0.00018132816799832643,
      "loss": 0.7219,
      "step": 64568
    },
    {
      "epoch": 2.6446446856440713,
      "grad_norm": 0.8989935068272804,
      "learning_rate": 0.00018132497852077183,
      "loss": 0.7023,
      "step": 64569
    },
    {
      "epoch": 2.644685644071268,
      "grad_norm": 1.2395284854703623,
      "learning_rate": 0.0001813217890284086,
      "loss": 0.7629,
      "step": 64570
    },
    {
      "epoch": 2.644726602498464,
      "grad_norm": 2.171244828350037,
      "learning_rate": 0.00018131859952123826,
      "loss": 1.9576,
      "step": 64571
    },
    {
      "epoch": 2.6447675609256605,
      "grad_norm": 0.8224946406645279,
      "learning_rate": 0.00018131540999926228,
      "loss": 0.6759,
      "step": 64572
    },
    {
      "epoch": 2.644808519352857,
      "grad_norm": 0.8568240453431571,
      "learning_rate": 0.0001813122204624822,
      "loss": 0.6085,
      "step": 64573
    },
    {
      "epoch": 2.644849477780053,
      "grad_norm": 0.9809602648515365,
      "learning_rate": 0.00018130903091089954,
      "loss": 0.7143,
      "step": 64574
    },
    {
      "epoch": 2.6448904362072496,
      "grad_norm": 1.572616011863624,
      "learning_rate": 0.00018130584134451574,
      "loss": 1.1761,
      "step": 64575
    },
    {
      "epoch": 2.644931394634446,
      "grad_norm": 2.1969486238367115,
      "learning_rate": 0.0001813026517633324,
      "loss": 1.1961,
      "step": 64576
    },
    {
      "epoch": 2.6449723530616422,
      "grad_norm": 0.8064259036779035,
      "learning_rate": 0.00018129946216735094,
      "loss": 0.2941,
      "step": 64577
    },
    {
      "epoch": 2.645013311488839,
      "grad_norm": 0.8068250659882661,
      "learning_rate": 0.00018129627255657294,
      "loss": 0.3072,
      "step": 64578
    },
    {
      "epoch": 2.6450542699160353,
      "grad_norm": 1.2081048421062655,
      "learning_rate": 0.0001812930829309999,
      "loss": 0.6818,
      "step": 64579
    },
    {
      "epoch": 2.645095228343232,
      "grad_norm": 1.2884275115084423,
      "learning_rate": 0.00018128989329063323,
      "loss": 0.9791,
      "step": 64580
    },
    {
      "epoch": 2.645136186770428,
      "grad_norm": 1.1754761322887564,
      "learning_rate": 0.00018128670363547455,
      "loss": 0.5278,
      "step": 64581
    },
    {
      "epoch": 2.6451771451976245,
      "grad_norm": 1.2482431560057448,
      "learning_rate": 0.00018128351396552535,
      "loss": 0.8874,
      "step": 64582
    },
    {
      "epoch": 2.6452181036248206,
      "grad_norm": 1.953817151599283,
      "learning_rate": 0.00018128032428078717,
      "loss": 1.3877,
      "step": 64583
    },
    {
      "epoch": 2.645259062052017,
      "grad_norm": 1.2840739717811003,
      "learning_rate": 0.0001812771345812614,
      "loss": 1.0016,
      "step": 64584
    },
    {
      "epoch": 2.6453000204792136,
      "grad_norm": 0.546658146721302,
      "learning_rate": 0.0001812739448669496,
      "loss": 0.2154,
      "step": 64585
    },
    {
      "epoch": 2.64534097890641,
      "grad_norm": 3.3867502090858097,
      "learning_rate": 0.00018127075513785332,
      "loss": 1.3208,
      "step": 64586
    },
    {
      "epoch": 2.6453819373336063,
      "grad_norm": 0.8934810151858567,
      "learning_rate": 0.00018126756539397405,
      "loss": 0.5225,
      "step": 64587
    },
    {
      "epoch": 2.645422895760803,
      "grad_norm": 1.5096723714315692,
      "learning_rate": 0.0001812643756353133,
      "loss": 0.4257,
      "step": 64588
    },
    {
      "epoch": 2.6454638541879993,
      "grad_norm": 1.7822537546647683,
      "learning_rate": 0.0001812611858618725,
      "loss": 0.4982,
      "step": 64589
    },
    {
      "epoch": 2.6455048126151954,
      "grad_norm": 1.3133700872790828,
      "learning_rate": 0.00018125799607365332,
      "loss": 0.6596,
      "step": 64590
    },
    {
      "epoch": 2.645545771042392,
      "grad_norm": 1.1980574334498013,
      "learning_rate": 0.00018125480627065711,
      "loss": 0.979,
      "step": 64591
    },
    {
      "epoch": 2.6455867294695885,
      "grad_norm": 1.3140989967702235,
      "learning_rate": 0.00018125161645288549,
      "loss": 1.0452,
      "step": 64592
    },
    {
      "epoch": 2.645627687896785,
      "grad_norm": 1.2507548364552106,
      "learning_rate": 0.00018124842662033984,
      "loss": 0.7385,
      "step": 64593
    },
    {
      "epoch": 2.645668646323981,
      "grad_norm": 1.0540757640769336,
      "learning_rate": 0.0001812452367730218,
      "loss": 0.7947,
      "step": 64594
    },
    {
      "epoch": 2.6457096047511777,
      "grad_norm": 2.1746922863498637,
      "learning_rate": 0.00018124204691093282,
      "loss": 1.8193,
      "step": 64595
    },
    {
      "epoch": 2.6457505631783738,
      "grad_norm": 1.0529224896744522,
      "learning_rate": 0.00018123885703407445,
      "loss": 0.676,
      "step": 64596
    },
    {
      "epoch": 2.6457915216055703,
      "grad_norm": 1.1843590675348652,
      "learning_rate": 0.0001812356671424481,
      "loss": 0.6886,
      "step": 64597
    },
    {
      "epoch": 2.645832480032767,
      "grad_norm": 1.1701594604344487,
      "learning_rate": 0.0001812324772360554,
      "loss": 1.034,
      "step": 64598
    },
    {
      "epoch": 2.6458734384599634,
      "grad_norm": 4.139159821450105,
      "learning_rate": 0.00018122928731489774,
      "loss": 5.9448,
      "step": 64599
    },
    {
      "epoch": 2.6459143968871595,
      "grad_norm": 1.1736712932047717,
      "learning_rate": 0.0001812260973789767,
      "loss": 0.3689,
      "step": 64600
    },
    {
      "epoch": 2.645955355314356,
      "grad_norm": 1.1991301049231855,
      "learning_rate": 0.00018122290742829378,
      "loss": 0.8024,
      "step": 64601
    },
    {
      "epoch": 2.645996313741552,
      "grad_norm": 2.847149306862144,
      "learning_rate": 0.0001812197174628505,
      "loss": 3.9616,
      "step": 64602
    },
    {
      "epoch": 2.6460372721687486,
      "grad_norm": 1.5910296394724714,
      "learning_rate": 0.00018121652748264835,
      "loss": 0.8559,
      "step": 64603
    },
    {
      "epoch": 2.646078230595945,
      "grad_norm": 1.1182329254927919,
      "learning_rate": 0.00018121333748768876,
      "loss": 0.9525,
      "step": 64604
    },
    {
      "epoch": 2.6461191890231417,
      "grad_norm": 1.0913487732011666,
      "learning_rate": 0.0001812101474779734,
      "loss": 0.642,
      "step": 64605
    },
    {
      "epoch": 2.646160147450338,
      "grad_norm": 1.3127510432825098,
      "learning_rate": 0.00018120695745350366,
      "loss": 0.9062,
      "step": 64606
    },
    {
      "epoch": 2.6462011058775343,
      "grad_norm": 1.084634603952481,
      "learning_rate": 0.00018120376741428108,
      "loss": 0.757,
      "step": 64607
    },
    {
      "epoch": 2.646242064304731,
      "grad_norm": 0.9568579700965198,
      "learning_rate": 0.00018120057736030717,
      "loss": 0.543,
      "step": 64608
    },
    {
      "epoch": 2.646283022731927,
      "grad_norm": 1.5122481355172888,
      "learning_rate": 0.00018119738729158345,
      "loss": 0.965,
      "step": 64609
    },
    {
      "epoch": 2.6463239811591235,
      "grad_norm": 1.8875657425195977,
      "learning_rate": 0.0001811941972081114,
      "loss": 1.9836,
      "step": 64610
    },
    {
      "epoch": 2.64636493958632,
      "grad_norm": 1.1811658554568503,
      "learning_rate": 0.00018119100710989257,
      "loss": 0.684,
      "step": 64611
    },
    {
      "epoch": 2.6464058980135166,
      "grad_norm": 0.7963058746139722,
      "learning_rate": 0.00018118781699692841,
      "loss": 0.3044,
      "step": 64612
    },
    {
      "epoch": 2.6464468564407126,
      "grad_norm": 1.0109035593293607,
      "learning_rate": 0.00018118462686922046,
      "loss": 0.2499,
      "step": 64613
    },
    {
      "epoch": 2.646487814867909,
      "grad_norm": 0.9878674002305937,
      "learning_rate": 0.00018118143672677027,
      "loss": 0.549,
      "step": 64614
    },
    {
      "epoch": 2.6465287732951053,
      "grad_norm": 0.7877436542060918,
      "learning_rate": 0.00018117824656957928,
      "loss": 0.5703,
      "step": 64615
    },
    {
      "epoch": 2.646569731722302,
      "grad_norm": 1.1620665824141545,
      "learning_rate": 0.000181175056397649,
      "loss": 0.4449,
      "step": 64616
    },
    {
      "epoch": 2.6466106901494983,
      "grad_norm": 0.9656989410729769,
      "learning_rate": 0.000181171866210981,
      "loss": 0.7557,
      "step": 64617
    },
    {
      "epoch": 2.646651648576695,
      "grad_norm": 1.0470068956205507,
      "learning_rate": 0.0001811686760095767,
      "loss": 0.7413,
      "step": 64618
    },
    {
      "epoch": 2.646692607003891,
      "grad_norm": 0.8455013868068146,
      "learning_rate": 0.00018116548579343773,
      "loss": 0.7864,
      "step": 64619
    },
    {
      "epoch": 2.6467335654310875,
      "grad_norm": 1.7554527628714545,
      "learning_rate": 0.00018116229556256548,
      "loss": 1.7869,
      "step": 64620
    },
    {
      "epoch": 2.6467745238582836,
      "grad_norm": 0.6271064264012637,
      "learning_rate": 0.0001811591053169615,
      "loss": 0.3011,
      "step": 64621
    },
    {
      "epoch": 2.64681548228548,
      "grad_norm": 1.0247014137022443,
      "learning_rate": 0.00018115591505662732,
      "loss": 0.7549,
      "step": 64622
    },
    {
      "epoch": 2.6468564407126767,
      "grad_norm": 0.8691219232532108,
      "learning_rate": 0.00018115272478156445,
      "loss": 0.2881,
      "step": 64623
    },
    {
      "epoch": 2.646897399139873,
      "grad_norm": 1.0729509501919283,
      "learning_rate": 0.00018114953449177438,
      "loss": 0.6909,
      "step": 64624
    },
    {
      "epoch": 2.6469383575670693,
      "grad_norm": 1.2145684550936706,
      "learning_rate": 0.00018114634418725856,
      "loss": 1.0062,
      "step": 64625
    },
    {
      "epoch": 2.646979315994266,
      "grad_norm": 0.8062885083388268,
      "learning_rate": 0.0001811431538680186,
      "loss": 0.3539,
      "step": 64626
    },
    {
      "epoch": 2.6470202744214624,
      "grad_norm": 0.9679167815254085,
      "learning_rate": 0.00018113996353405596,
      "loss": 0.6629,
      "step": 64627
    },
    {
      "epoch": 2.6470612328486585,
      "grad_norm": 0.9315208018816221,
      "learning_rate": 0.00018113677318537215,
      "loss": 0.6164,
      "step": 64628
    },
    {
      "epoch": 2.647102191275855,
      "grad_norm": 1.0857199349692273,
      "learning_rate": 0.00018113358282196865,
      "loss": 0.843,
      "step": 64629
    },
    {
      "epoch": 2.6471431497030515,
      "grad_norm": 1.4454482687265422,
      "learning_rate": 0.00018113039244384703,
      "loss": 0.8736,
      "step": 64630
    },
    {
      "epoch": 2.647184108130248,
      "grad_norm": 0.6396118266890484,
      "learning_rate": 0.0001811272020510088,
      "loss": 0.2047,
      "step": 64631
    },
    {
      "epoch": 2.647225066557444,
      "grad_norm": 1.2266350647496447,
      "learning_rate": 0.00018112401164345541,
      "loss": 0.8895,
      "step": 64632
    },
    {
      "epoch": 2.6472660249846407,
      "grad_norm": 1.6059662482089694,
      "learning_rate": 0.00018112082122118838,
      "loss": 0.8399,
      "step": 64633
    },
    {
      "epoch": 2.647306983411837,
      "grad_norm": 0.6245650812637813,
      "learning_rate": 0.00018111763078420924,
      "loss": 0.259,
      "step": 64634
    },
    {
      "epoch": 2.6473479418390333,
      "grad_norm": 1.5848381954778634,
      "learning_rate": 0.00018111444033251948,
      "loss": 1.7558,
      "step": 64635
    },
    {
      "epoch": 2.64738890026623,
      "grad_norm": 1.3202377797822096,
      "learning_rate": 0.00018111124986612063,
      "loss": 0.7461,
      "step": 64636
    },
    {
      "epoch": 2.6474298586934264,
      "grad_norm": 1.2118475650189195,
      "learning_rate": 0.0001811080593850142,
      "loss": 0.8287,
      "step": 64637
    },
    {
      "epoch": 2.6474708171206225,
      "grad_norm": 1.2781127794436884,
      "learning_rate": 0.00018110486888920163,
      "loss": 0.9126,
      "step": 64638
    },
    {
      "epoch": 2.647511775547819,
      "grad_norm": 1.2367006025477967,
      "learning_rate": 0.00018110167837868453,
      "loss": 1.0526,
      "step": 64639
    },
    {
      "epoch": 2.647552733975015,
      "grad_norm": 0.9405933032440333,
      "learning_rate": 0.00018109848785346434,
      "loss": 0.4626,
      "step": 64640
    },
    {
      "epoch": 2.6475936924022117,
      "grad_norm": 1.0662713033529831,
      "learning_rate": 0.00018109529731354261,
      "loss": 0.9689,
      "step": 64641
    },
    {
      "epoch": 2.647634650829408,
      "grad_norm": 1.2592841583509597,
      "learning_rate": 0.00018109210675892082,
      "loss": 1.1683,
      "step": 64642
    },
    {
      "epoch": 2.6476756092566047,
      "grad_norm": 1.1132056010743248,
      "learning_rate": 0.00018108891618960046,
      "loss": 0.8625,
      "step": 64643
    },
    {
      "epoch": 2.647716567683801,
      "grad_norm": 0.8913784017091638,
      "learning_rate": 0.00018108572560558307,
      "loss": 0.474,
      "step": 64644
    },
    {
      "epoch": 2.6477575261109974,
      "grad_norm": 1.185285079990849,
      "learning_rate": 0.00018108253500687018,
      "loss": 0.7327,
      "step": 64645
    },
    {
      "epoch": 2.647798484538194,
      "grad_norm": 0.9836572373931931,
      "learning_rate": 0.00018107934439346327,
      "loss": 0.7514,
      "step": 64646
    },
    {
      "epoch": 2.64783944296539,
      "grad_norm": 0.9453641286577018,
      "learning_rate": 0.00018107615376536384,
      "loss": 0.6159,
      "step": 64647
    },
    {
      "epoch": 2.6478804013925865,
      "grad_norm": 1.4505438457107065,
      "learning_rate": 0.0001810729631225734,
      "loss": 0.711,
      "step": 64648
    },
    {
      "epoch": 2.647921359819783,
      "grad_norm": 1.0274007813746986,
      "learning_rate": 0.00018106977246509347,
      "loss": 0.8288,
      "step": 64649
    },
    {
      "epoch": 2.6479623182469796,
      "grad_norm": 1.0559238301317122,
      "learning_rate": 0.00018106658179292557,
      "loss": 0.7103,
      "step": 64650
    },
    {
      "epoch": 2.6480032766741757,
      "grad_norm": 0.8284464013693225,
      "learning_rate": 0.00018106339110607117,
      "loss": 0.287,
      "step": 64651
    },
    {
      "epoch": 2.648044235101372,
      "grad_norm": 0.9528836758905397,
      "learning_rate": 0.0001810602004045318,
      "loss": 0.8551,
      "step": 64652
    },
    {
      "epoch": 2.6480851935285683,
      "grad_norm": 1.0779873003189973,
      "learning_rate": 0.000181057009688309,
      "loss": 0.8097,
      "step": 64653
    },
    {
      "epoch": 2.648126151955765,
      "grad_norm": 1.7578942718785273,
      "learning_rate": 0.0001810538189574042,
      "loss": 1.3207,
      "step": 64654
    },
    {
      "epoch": 2.6481671103829614,
      "grad_norm": 1.0612096152602244,
      "learning_rate": 0.00018105062821181903,
      "loss": 0.8597,
      "step": 64655
    },
    {
      "epoch": 2.648208068810158,
      "grad_norm": 1.7278346715719308,
      "learning_rate": 0.0001810474374515549,
      "loss": 0.6258,
      "step": 64656
    },
    {
      "epoch": 2.648249027237354,
      "grad_norm": 1.2759594933540472,
      "learning_rate": 0.00018104424667661327,
      "loss": 1.2735,
      "step": 64657
    },
    {
      "epoch": 2.6482899856645505,
      "grad_norm": 1.0672362341959079,
      "learning_rate": 0.0001810410558869958,
      "loss": 0.8173,
      "step": 64658
    },
    {
      "epoch": 2.6483309440917466,
      "grad_norm": 0.6542348286694556,
      "learning_rate": 0.00018103786508270387,
      "loss": 0.2571,
      "step": 64659
    },
    {
      "epoch": 2.648371902518943,
      "grad_norm": 1.1038020558540418,
      "learning_rate": 0.0001810346742637391,
      "loss": 0.7002,
      "step": 64660
    },
    {
      "epoch": 2.6484128609461397,
      "grad_norm": 1.1286550920281495,
      "learning_rate": 0.00018103148343010284,
      "loss": 0.2867,
      "step": 64661
    },
    {
      "epoch": 2.6484538193733362,
      "grad_norm": 3.5753212383144017,
      "learning_rate": 0.00018102829258179678,
      "loss": 2.0965,
      "step": 64662
    },
    {
      "epoch": 2.6484947778005323,
      "grad_norm": 0.7577644869626919,
      "learning_rate": 0.00018102510171882233,
      "loss": 0.549,
      "step": 64663
    },
    {
      "epoch": 2.648535736227729,
      "grad_norm": 1.0129598157478399,
      "learning_rate": 0.00018102191084118103,
      "loss": 0.3769,
      "step": 64664
    },
    {
      "epoch": 2.6485766946549254,
      "grad_norm": 0.8168708343602666,
      "learning_rate": 0.0001810187199488743,
      "loss": 0.3136,
      "step": 64665
    },
    {
      "epoch": 2.6486176530821215,
      "grad_norm": 1.2080063749948937,
      "learning_rate": 0.00018101552904190374,
      "loss": 1.0927,
      "step": 64666
    },
    {
      "epoch": 2.648658611509318,
      "grad_norm": 0.7752824880232678,
      "learning_rate": 0.00018101233812027088,
      "loss": 0.3086,
      "step": 64667
    },
    {
      "epoch": 2.6486995699365146,
      "grad_norm": 0.8877815528760474,
      "learning_rate": 0.0001810091471839772,
      "loss": 0.1893,
      "step": 64668
    },
    {
      "epoch": 2.648740528363711,
      "grad_norm": 1.1700744295386492,
      "learning_rate": 0.00018100595623302417,
      "loss": 0.787,
      "step": 64669
    },
    {
      "epoch": 2.648781486790907,
      "grad_norm": 1.1929938973629575,
      "learning_rate": 0.0001810027652674133,
      "loss": 0.9684,
      "step": 64670
    },
    {
      "epoch": 2.6488224452181037,
      "grad_norm": 0.8406263773908655,
      "learning_rate": 0.00018099957428714612,
      "loss": 0.6206,
      "step": 64671
    },
    {
      "epoch": 2.6488634036453,
      "grad_norm": 1.1231972372665175,
      "learning_rate": 0.00018099638329222416,
      "loss": 0.7772,
      "step": 64672
    },
    {
      "epoch": 2.6489043620724964,
      "grad_norm": 28.39187464479984,
      "learning_rate": 0.00018099319228264893,
      "loss": 2.8641,
      "step": 64673
    },
    {
      "epoch": 2.648945320499693,
      "grad_norm": 1.1748410475851092,
      "learning_rate": 0.00018099000125842187,
      "loss": 0.7938,
      "step": 64674
    },
    {
      "epoch": 2.6489862789268894,
      "grad_norm": 0.9194039809508873,
      "learning_rate": 0.00018098681021954456,
      "loss": 0.4437,
      "step": 64675
    },
    {
      "epoch": 2.6490272373540855,
      "grad_norm": 0.8680119158036903,
      "learning_rate": 0.00018098361916601844,
      "loss": 0.4834,
      "step": 64676
    },
    {
      "epoch": 2.649068195781282,
      "grad_norm": 0.9899652678950266,
      "learning_rate": 0.00018098042809784514,
      "loss": 0.7901,
      "step": 64677
    },
    {
      "epoch": 2.649109154208478,
      "grad_norm": 2.6412856940249076,
      "learning_rate": 0.00018097723701502607,
      "loss": 1.377,
      "step": 64678
    },
    {
      "epoch": 2.6491501126356747,
      "grad_norm": 0.9033910867459813,
      "learning_rate": 0.00018097404591756275,
      "loss": 0.2695,
      "step": 64679
    },
    {
      "epoch": 2.649191071062871,
      "grad_norm": 1.0014209579799294,
      "learning_rate": 0.00018097085480545667,
      "loss": 0.6526,
      "step": 64680
    },
    {
      "epoch": 2.6492320294900678,
      "grad_norm": 0.8031106356219725,
      "learning_rate": 0.00018096766367870938,
      "loss": 0.6543,
      "step": 64681
    },
    {
      "epoch": 2.649272987917264,
      "grad_norm": 0.973527528465112,
      "learning_rate": 0.0001809644725373224,
      "loss": 0.5579,
      "step": 64682
    },
    {
      "epoch": 2.6493139463444604,
      "grad_norm": 1.5028571519840428,
      "learning_rate": 0.00018096128138129721,
      "loss": 0.982,
      "step": 64683
    },
    {
      "epoch": 2.649354904771657,
      "grad_norm": 1.4171972661260834,
      "learning_rate": 0.0001809580902106353,
      "loss": 0.8337,
      "step": 64684
    },
    {
      "epoch": 2.649395863198853,
      "grad_norm": 1.0386106950074374,
      "learning_rate": 0.0001809548990253382,
      "loss": 0.6624,
      "step": 64685
    },
    {
      "epoch": 2.6494368216260495,
      "grad_norm": 1.1481436460996146,
      "learning_rate": 0.00018095170782540744,
      "loss": 0.7108,
      "step": 64686
    },
    {
      "epoch": 2.649477780053246,
      "grad_norm": 1.327548492409211,
      "learning_rate": 0.0001809485166108445,
      "loss": 0.7322,
      "step": 64687
    },
    {
      "epoch": 2.6495187384804426,
      "grad_norm": 0.9169895034585961,
      "learning_rate": 0.00018094532538165089,
      "loss": 0.736,
      "step": 64688
    },
    {
      "epoch": 2.6495596969076387,
      "grad_norm": 0.7803795719583538,
      "learning_rate": 0.00018094213413782814,
      "loss": 0.4332,
      "step": 64689
    },
    {
      "epoch": 2.6496006553348352,
      "grad_norm": 1.0345393552386437,
      "learning_rate": 0.00018093894287937775,
      "loss": 0.8766,
      "step": 64690
    },
    {
      "epoch": 2.6496416137620313,
      "grad_norm": 0.8297421454688784,
      "learning_rate": 0.0001809357516063012,
      "loss": 0.4337,
      "step": 64691
    },
    {
      "epoch": 2.649682572189228,
      "grad_norm": 1.4349695169965533,
      "learning_rate": 0.00018093256031860005,
      "loss": 0.8625,
      "step": 64692
    },
    {
      "epoch": 2.6497235306164244,
      "grad_norm": 1.1283556244980968,
      "learning_rate": 0.00018092936901627574,
      "loss": 0.8119,
      "step": 64693
    },
    {
      "epoch": 2.649764489043621,
      "grad_norm": 1.3905908204409223,
      "learning_rate": 0.00018092617769932987,
      "loss": 0.7321,
      "step": 64694
    },
    {
      "epoch": 2.649805447470817,
      "grad_norm": 1.5330393156001616,
      "learning_rate": 0.00018092298636776386,
      "loss": 0.9505,
      "step": 64695
    },
    {
      "epoch": 2.6498464058980136,
      "grad_norm": 4.05114272148989,
      "learning_rate": 0.00018091979502157928,
      "loss": 4.906,
      "step": 64696
    },
    {
      "epoch": 2.6498873643252097,
      "grad_norm": 0.6590634577620165,
      "learning_rate": 0.00018091660366077757,
      "loss": 0.26,
      "step": 64697
    },
    {
      "epoch": 2.649928322752406,
      "grad_norm": 1.2261890642826272,
      "learning_rate": 0.0001809134122853603,
      "loss": 0.9085,
      "step": 64698
    },
    {
      "epoch": 2.6499692811796027,
      "grad_norm": 1.1125710444379306,
      "learning_rate": 0.000180910220895329,
      "loss": 0.6778,
      "step": 64699
    },
    {
      "epoch": 2.6500102396067993,
      "grad_norm": 1.210298763085814,
      "learning_rate": 0.00018090702949068516,
      "loss": 1.0932,
      "step": 64700
    },
    {
      "epoch": 2.6500511980339954,
      "grad_norm": 0.9788485153052461,
      "learning_rate": 0.00018090383807143018,
      "loss": 0.7473,
      "step": 64701
    },
    {
      "epoch": 2.650092156461192,
      "grad_norm": 1.2312017593192814,
      "learning_rate": 0.00018090064663756574,
      "loss": 0.8568,
      "step": 64702
    },
    {
      "epoch": 2.6501331148883884,
      "grad_norm": 0.877353965754375,
      "learning_rate": 0.00018089745518909325,
      "loss": 0.6894,
      "step": 64703
    },
    {
      "epoch": 2.6501740733155845,
      "grad_norm": 1.0749091880830848,
      "learning_rate": 0.0001808942637260142,
      "loss": 0.878,
      "step": 64704
    },
    {
      "epoch": 2.650215031742781,
      "grad_norm": 1.0094654689768114,
      "learning_rate": 0.00018089107224833018,
      "loss": 0.8416,
      "step": 64705
    },
    {
      "epoch": 2.6502559901699776,
      "grad_norm": 0.8727136270168073,
      "learning_rate": 0.00018088788075604263,
      "loss": 0.6812,
      "step": 64706
    },
    {
      "epoch": 2.650296948597174,
      "grad_norm": 0.9074813978190985,
      "learning_rate": 0.00018088468924915308,
      "loss": 0.6897,
      "step": 64707
    },
    {
      "epoch": 2.65033790702437,
      "grad_norm": 2.677348389414513,
      "learning_rate": 0.00018088149772766304,
      "loss": 1.8173,
      "step": 64708
    },
    {
      "epoch": 2.6503788654515668,
      "grad_norm": 1.716475376366066,
      "learning_rate": 0.00018087830619157403,
      "loss": 1.5651,
      "step": 64709
    },
    {
      "epoch": 2.650419823878763,
      "grad_norm": 1.2227957203019493,
      "learning_rate": 0.00018087511464088754,
      "loss": 1.0668,
      "step": 64710
    },
    {
      "epoch": 2.6504607823059594,
      "grad_norm": 0.5705959125898579,
      "learning_rate": 0.0001808719230756051,
      "loss": 0.2777,
      "step": 64711
    },
    {
      "epoch": 2.650501740733156,
      "grad_norm": 1.5635638425388672,
      "learning_rate": 0.00018086873149572816,
      "loss": 0.976,
      "step": 64712
    },
    {
      "epoch": 2.6505426991603525,
      "grad_norm": 1.1410676918341955,
      "learning_rate": 0.00018086553990125833,
      "loss": 0.9456,
      "step": 64713
    },
    {
      "epoch": 2.6505836575875485,
      "grad_norm": 1.0361821234954776,
      "learning_rate": 0.00018086234829219704,
      "loss": 0.8409,
      "step": 64714
    },
    {
      "epoch": 2.650624616014745,
      "grad_norm": 0.7905477323733524,
      "learning_rate": 0.00018085915666854585,
      "loss": 0.4136,
      "step": 64715
    },
    {
      "epoch": 2.650665574441941,
      "grad_norm": 1.0704797203487117,
      "learning_rate": 0.00018085596503030618,
      "loss": 0.7514,
      "step": 64716
    },
    {
      "epoch": 2.6507065328691377,
      "grad_norm": 0.9358275201764399,
      "learning_rate": 0.00018085277337747966,
      "loss": 0.4832,
      "step": 64717
    },
    {
      "epoch": 2.6507474912963342,
      "grad_norm": 0.9102370485321553,
      "learning_rate": 0.00018084958171006772,
      "loss": 0.6954,
      "step": 64718
    },
    {
      "epoch": 2.650788449723531,
      "grad_norm": 1.0473318914034122,
      "learning_rate": 0.0001808463900280719,
      "loss": 0.9734,
      "step": 64719
    },
    {
      "epoch": 2.650829408150727,
      "grad_norm": 0.64436647450285,
      "learning_rate": 0.00018084319833149362,
      "loss": 0.2533,
      "step": 64720
    },
    {
      "epoch": 2.6508703665779234,
      "grad_norm": 0.9522148786467767,
      "learning_rate": 0.00018084000662033455,
      "loss": 0.3263,
      "step": 64721
    },
    {
      "epoch": 2.65091132500512,
      "grad_norm": 0.726830797057336,
      "learning_rate": 0.00018083681489459608,
      "loss": 0.3732,
      "step": 64722
    },
    {
      "epoch": 2.650952283432316,
      "grad_norm": 0.7161664689156348,
      "learning_rate": 0.0001808336231542798,
      "loss": 0.2579,
      "step": 64723
    },
    {
      "epoch": 2.6509932418595126,
      "grad_norm": 1.0485725092280596,
      "learning_rate": 0.00018083043139938718,
      "loss": 0.8663,
      "step": 64724
    },
    {
      "epoch": 2.651034200286709,
      "grad_norm": 1.1933359918388415,
      "learning_rate": 0.0001808272396299196,
      "loss": 0.8985,
      "step": 64725
    },
    {
      "epoch": 2.6510751587139056,
      "grad_norm": 0.7275909148303557,
      "learning_rate": 0.00018082404784587882,
      "loss": 0.2672,
      "step": 64726
    },
    {
      "epoch": 2.6511161171411017,
      "grad_norm": 1.600825538294141,
      "learning_rate": 0.00018082085604726616,
      "loss": 0.8792,
      "step": 64727
    },
    {
      "epoch": 2.6511570755682983,
      "grad_norm": 1.08387122271974,
      "learning_rate": 0.0001808176642340832,
      "loss": 0.8629,
      "step": 64728
    },
    {
      "epoch": 2.6511980339954944,
      "grad_norm": 0.9409894163708666,
      "learning_rate": 0.0001808144724063314,
      "loss": 0.7592,
      "step": 64729
    },
    {
      "epoch": 2.651238992422691,
      "grad_norm": 1.1283881591945604,
      "learning_rate": 0.00018081128056401236,
      "loss": 0.7653,
      "step": 64730
    },
    {
      "epoch": 2.6512799508498874,
      "grad_norm": 1.3595324689636386,
      "learning_rate": 0.00018080808870712752,
      "loss": 0.8612,
      "step": 64731
    },
    {
      "epoch": 2.651320909277084,
      "grad_norm": 1.1537074916482417,
      "learning_rate": 0.0001808048968356784,
      "loss": 0.9039,
      "step": 64732
    },
    {
      "epoch": 2.65136186770428,
      "grad_norm": 1.3636935986537253,
      "learning_rate": 0.00018080170494966648,
      "loss": 0.9986,
      "step": 64733
    },
    {
      "epoch": 2.6514028261314766,
      "grad_norm": 0.8105086611933032,
      "learning_rate": 0.0001807985130490933,
      "loss": 0.1839,
      "step": 64734
    },
    {
      "epoch": 2.6514437845586727,
      "grad_norm": 1.0123723762487824,
      "learning_rate": 0.00018079532113396044,
      "loss": 0.6999,
      "step": 64735
    },
    {
      "epoch": 2.6514847429858692,
      "grad_norm": 1.1922233871649641,
      "learning_rate": 0.0001807921292042693,
      "loss": 0.8962,
      "step": 64736
    },
    {
      "epoch": 2.6515257014130658,
      "grad_norm": 1.1447954685300614,
      "learning_rate": 0.00018078893726002142,
      "loss": 0.8558,
      "step": 64737
    },
    {
      "epoch": 2.6515666598402623,
      "grad_norm": 1.3344748715192032,
      "learning_rate": 0.00018078574530121832,
      "loss": 1.0596,
      "step": 64738
    },
    {
      "epoch": 2.6516076182674584,
      "grad_norm": 1.0861126123801446,
      "learning_rate": 0.00018078255332786152,
      "loss": 0.5944,
      "step": 64739
    },
    {
      "epoch": 2.651648576694655,
      "grad_norm": 1.5362894796719107,
      "learning_rate": 0.0001807793613399525,
      "loss": 0.2447,
      "step": 64740
    },
    {
      "epoch": 2.6516895351218515,
      "grad_norm": 1.1562839952885733,
      "learning_rate": 0.0001807761693374928,
      "loss": 0.5642,
      "step": 64741
    },
    {
      "epoch": 2.6517304935490476,
      "grad_norm": 7.605842532676854,
      "learning_rate": 0.00018077297732048392,
      "loss": 1.2861,
      "step": 64742
    },
    {
      "epoch": 2.651771451976244,
      "grad_norm": 0.8374828556075821,
      "learning_rate": 0.00018076978528892734,
      "loss": 0.6482,
      "step": 64743
    },
    {
      "epoch": 2.6518124104034406,
      "grad_norm": 1.0214452938822247,
      "learning_rate": 0.00018076659324282456,
      "loss": 0.741,
      "step": 64744
    },
    {
      "epoch": 2.651853368830637,
      "grad_norm": 4.630882894056392,
      "learning_rate": 0.00018076340118217715,
      "loss": 0.7178,
      "step": 64745
    },
    {
      "epoch": 2.6518943272578333,
      "grad_norm": 1.0247483289920472,
      "learning_rate": 0.00018076020910698663,
      "loss": 0.9479,
      "step": 64746
    },
    {
      "epoch": 2.65193528568503,
      "grad_norm": 1.2689763889509091,
      "learning_rate": 0.00018075701701725444,
      "loss": 1.01,
      "step": 64747
    },
    {
      "epoch": 2.651976244112226,
      "grad_norm": 0.9951411112607369,
      "learning_rate": 0.00018075382491298207,
      "loss": 0.5411,
      "step": 64748
    },
    {
      "epoch": 2.6520172025394224,
      "grad_norm": 1.0675352234525106,
      "learning_rate": 0.00018075063279417112,
      "loss": 0.8722,
      "step": 64749
    },
    {
      "epoch": 2.652058160966619,
      "grad_norm": 0.986533840969889,
      "learning_rate": 0.00018074744066082308,
      "loss": 0.6639,
      "step": 64750
    },
    {
      "epoch": 2.6520991193938155,
      "grad_norm": 1.3015320052976174,
      "learning_rate": 0.0001807442485129394,
      "loss": 1.0425,
      "step": 64751
    },
    {
      "epoch": 2.6521400778210116,
      "grad_norm": 0.9870579635515002,
      "learning_rate": 0.00018074105635052163,
      "loss": 0.9233,
      "step": 64752
    },
    {
      "epoch": 2.652181036248208,
      "grad_norm": 1.1552589811403868,
      "learning_rate": 0.00018073786417357126,
      "loss": 0.6179,
      "step": 64753
    },
    {
      "epoch": 2.652221994675404,
      "grad_norm": 0.7967174503966348,
      "learning_rate": 0.00018073467198208984,
      "loss": 0.5877,
      "step": 64754
    },
    {
      "epoch": 2.6522629531026007,
      "grad_norm": 1.3663378441603906,
      "learning_rate": 0.0001807314797760788,
      "loss": 0.9546,
      "step": 64755
    },
    {
      "epoch": 2.6523039115297973,
      "grad_norm": 0.9347199156074701,
      "learning_rate": 0.00018072828755553972,
      "loss": 0.7107,
      "step": 64756
    },
    {
      "epoch": 2.652344869956994,
      "grad_norm": 1.2269177690922588,
      "learning_rate": 0.0001807250953204741,
      "loss": 0.8896,
      "step": 64757
    },
    {
      "epoch": 2.65238582838419,
      "grad_norm": 0.9407026596289734,
      "learning_rate": 0.0001807219030708835,
      "loss": 0.6919,
      "step": 64758
    },
    {
      "epoch": 2.6524267868113864,
      "grad_norm": 1.1926844829474146,
      "learning_rate": 0.00018071871080676925,
      "loss": 0.7744,
      "step": 64759
    },
    {
      "epoch": 2.652467745238583,
      "grad_norm": 0.8433518517767543,
      "learning_rate": 0.00018071551852813308,
      "loss": 0.4196,
      "step": 64760
    },
    {
      "epoch": 2.652508703665779,
      "grad_norm": 1.2750750165702547,
      "learning_rate": 0.00018071232623497632,
      "loss": 1.064,
      "step": 64761
    },
    {
      "epoch": 2.6525496620929756,
      "grad_norm": 1.266313969130015,
      "learning_rate": 0.00018070913392730057,
      "loss": 0.8574,
      "step": 64762
    },
    {
      "epoch": 2.652590620520172,
      "grad_norm": 0.9031314562208463,
      "learning_rate": 0.00018070594160510736,
      "loss": 0.7206,
      "step": 64763
    },
    {
      "epoch": 2.6526315789473687,
      "grad_norm": 1.9213335955663007,
      "learning_rate": 0.00018070274926839815,
      "loss": 1.4214,
      "step": 64764
    },
    {
      "epoch": 2.6526725373745648,
      "grad_norm": 0.9300595899634947,
      "learning_rate": 0.00018069955691717442,
      "loss": 0.832,
      "step": 64765
    },
    {
      "epoch": 2.6527134958017613,
      "grad_norm": 0.6232713030078104,
      "learning_rate": 0.00018069636455143775,
      "loss": 0.2559,
      "step": 64766
    },
    {
      "epoch": 2.6527544542289574,
      "grad_norm": 0.8104058156374772,
      "learning_rate": 0.00018069317217118963,
      "loss": 0.2293,
      "step": 64767
    },
    {
      "epoch": 2.652795412656154,
      "grad_norm": 1.0533963519601355,
      "learning_rate": 0.00018068997977643155,
      "loss": 0.6395,
      "step": 64768
    },
    {
      "epoch": 2.6528363710833505,
      "grad_norm": 0.6780806254083352,
      "learning_rate": 0.00018068678736716498,
      "loss": 0.2446,
      "step": 64769
    },
    {
      "epoch": 2.652877329510547,
      "grad_norm": 0.9362254202150985,
      "learning_rate": 0.00018068359494339154,
      "loss": 0.8353,
      "step": 64770
    },
    {
      "epoch": 2.652918287937743,
      "grad_norm": 1.2078387143971252,
      "learning_rate": 0.00018068040250511267,
      "loss": 0.5561,
      "step": 64771
    },
    {
      "epoch": 2.6529592463649396,
      "grad_norm": 0.9447831939527588,
      "learning_rate": 0.00018067721005232988,
      "loss": 0.5933,
      "step": 64772
    },
    {
      "epoch": 2.6530002047921357,
      "grad_norm": 1.4106272792450965,
      "learning_rate": 0.00018067401758504464,
      "loss": 1.1012,
      "step": 64773
    },
    {
      "epoch": 2.6530411632193323,
      "grad_norm": 1.9339384018913262,
      "learning_rate": 0.00018067082510325863,
      "loss": 2.1199,
      "step": 64774
    },
    {
      "epoch": 2.653082121646529,
      "grad_norm": 1.0680663938039037,
      "learning_rate": 0.00018066763260697312,
      "loss": 0.9315,
      "step": 64775
    },
    {
      "epoch": 2.6531230800737253,
      "grad_norm": 1.2225296222669004,
      "learning_rate": 0.00018066444009618975,
      "loss": 0.8987,
      "step": 64776
    },
    {
      "epoch": 2.6531640385009214,
      "grad_norm": 0.992474033023955,
      "learning_rate": 0.00018066124757091005,
      "loss": 0.4888,
      "step": 64777
    },
    {
      "epoch": 2.653204996928118,
      "grad_norm": 1.0012163390854276,
      "learning_rate": 0.00018065805503113548,
      "loss": 0.6495,
      "step": 64778
    },
    {
      "epoch": 2.6532459553553145,
      "grad_norm": 1.167836694610265,
      "learning_rate": 0.00018065486247686755,
      "loss": 0.6772,
      "step": 64779
    },
    {
      "epoch": 2.6532869137825106,
      "grad_norm": 1.9544607947936752,
      "learning_rate": 0.00018065166990810774,
      "loss": 1.1565,
      "step": 64780
    },
    {
      "epoch": 2.653327872209707,
      "grad_norm": 0.9272260122760347,
      "learning_rate": 0.00018064847732485764,
      "loss": 0.645,
      "step": 64781
    },
    {
      "epoch": 2.6533688306369037,
      "grad_norm": 0.779671326474764,
      "learning_rate": 0.00018064528472711873,
      "loss": 0.65,
      "step": 64782
    },
    {
      "epoch": 2.6534097890641,
      "grad_norm": 1.0705970510900575,
      "learning_rate": 0.0001806420921148925,
      "loss": 0.6642,
      "step": 64783
    },
    {
      "epoch": 2.6534507474912963,
      "grad_norm": 1.1881578989869874,
      "learning_rate": 0.00018063889948818045,
      "loss": 0.7448,
      "step": 64784
    },
    {
      "epoch": 2.653491705918493,
      "grad_norm": 1.000740777579251,
      "learning_rate": 0.0001806357068469841,
      "loss": 0.7843,
      "step": 64785
    },
    {
      "epoch": 2.653532664345689,
      "grad_norm": 1.2830877926431263,
      "learning_rate": 0.000180632514191305,
      "loss": 0.865,
      "step": 64786
    },
    {
      "epoch": 2.6535736227728854,
      "grad_norm": 1.7249077355596054,
      "learning_rate": 0.0001806293215211446,
      "loss": 1.2603,
      "step": 64787
    },
    {
      "epoch": 2.653614581200082,
      "grad_norm": 0.831833800923329,
      "learning_rate": 0.0001806261288365044,
      "loss": 0.5395,
      "step": 64788
    },
    {
      "epoch": 2.6536555396272785,
      "grad_norm": 0.9734024691135613,
      "learning_rate": 0.00018062293613738603,
      "loss": 0.5834,
      "step": 64789
    },
    {
      "epoch": 2.6536964980544746,
      "grad_norm": 1.8756744089261448,
      "learning_rate": 0.00018061974342379087,
      "loss": 1.5624,
      "step": 64790
    },
    {
      "epoch": 2.653737456481671,
      "grad_norm": 1.4734609264705136,
      "learning_rate": 0.00018061655069572048,
      "loss": 1.1471,
      "step": 64791
    },
    {
      "epoch": 2.6537784149088672,
      "grad_norm": 1.0264206054380485,
      "learning_rate": 0.0001806133579531763,
      "loss": 0.7568,
      "step": 64792
    },
    {
      "epoch": 2.6538193733360638,
      "grad_norm": 1.0496055110266573,
      "learning_rate": 0.00018061016519615997,
      "loss": 0.8505,
      "step": 64793
    },
    {
      "epoch": 2.6538603317632603,
      "grad_norm": 1.068633004542538,
      "learning_rate": 0.00018060697242467291,
      "loss": 0.5641,
      "step": 64794
    },
    {
      "epoch": 2.653901290190457,
      "grad_norm": 1.0627777849757518,
      "learning_rate": 0.00018060377963871664,
      "loss": 0.7444,
      "step": 64795
    },
    {
      "epoch": 2.653942248617653,
      "grad_norm": 1.1078986977094745,
      "learning_rate": 0.0001806005868382927,
      "loss": 0.5701,
      "step": 64796
    },
    {
      "epoch": 2.6539832070448495,
      "grad_norm": 1.0947781068428728,
      "learning_rate": 0.00018059739402340256,
      "loss": 0.9161,
      "step": 64797
    },
    {
      "epoch": 2.654024165472046,
      "grad_norm": 2.781294507006097,
      "learning_rate": 0.00018059420119404776,
      "loss": 3.8587,
      "step": 64798
    },
    {
      "epoch": 2.654065123899242,
      "grad_norm": 1.0451573927699573,
      "learning_rate": 0.0001805910083502298,
      "loss": 0.6427,
      "step": 64799
    },
    {
      "epoch": 2.6541060823264386,
      "grad_norm": 1.3359493407833942,
      "learning_rate": 0.00018058781549195018,
      "loss": 0.9719,
      "step": 64800
    },
    {
      "epoch": 2.654147040753635,
      "grad_norm": 0.9744401131116311,
      "learning_rate": 0.00018058462261921038,
      "loss": 0.838,
      "step": 64801
    },
    {
      "epoch": 2.6541879991808317,
      "grad_norm": 1.0920502245317378,
      "learning_rate": 0.000180581429732012,
      "loss": 0.8668,
      "step": 64802
    },
    {
      "epoch": 2.654228957608028,
      "grad_norm": 1.4341391765003526,
      "learning_rate": 0.0001805782368303565,
      "loss": 1.1613,
      "step": 64803
    },
    {
      "epoch": 2.6542699160352243,
      "grad_norm": 1.078353107470908,
      "learning_rate": 0.00018057504391424535,
      "loss": 0.7577,
      "step": 64804
    },
    {
      "epoch": 2.6543108744624204,
      "grad_norm": 0.9079883294630164,
      "learning_rate": 0.00018057185098368006,
      "loss": 0.8093,
      "step": 64805
    },
    {
      "epoch": 2.654351832889617,
      "grad_norm": 1.4360763620756898,
      "learning_rate": 0.00018056865803866223,
      "loss": 1.3406,
      "step": 64806
    },
    {
      "epoch": 2.6543927913168135,
      "grad_norm": 0.770931661664955,
      "learning_rate": 0.0001805654650791933,
      "loss": 0.3327,
      "step": 64807
    },
    {
      "epoch": 2.65443374974401,
      "grad_norm": 1.1904736156081535,
      "learning_rate": 0.0001805622721052748,
      "loss": 0.8543,
      "step": 64808
    },
    {
      "epoch": 2.654474708171206,
      "grad_norm": 1.5139239409069027,
      "learning_rate": 0.00018055907911690823,
      "loss": 1.1446,
      "step": 64809
    },
    {
      "epoch": 2.6545156665984027,
      "grad_norm": 1.2629569967208267,
      "learning_rate": 0.00018055588611409507,
      "loss": 0.9788,
      "step": 64810
    },
    {
      "epoch": 2.6545566250255987,
      "grad_norm": 0.8960880726541479,
      "learning_rate": 0.00018055269309683692,
      "loss": 0.4308,
      "step": 64811
    },
    {
      "epoch": 2.6545975834527953,
      "grad_norm": 1.3329134602344752,
      "learning_rate": 0.00018054950006513514,
      "loss": 0.703,
      "step": 64812
    },
    {
      "epoch": 2.654638541879992,
      "grad_norm": 0.9053435589198146,
      "learning_rate": 0.0001805463070189914,
      "loss": 0.6461,
      "step": 64813
    },
    {
      "epoch": 2.6546795003071884,
      "grad_norm": 1.0233980981616277,
      "learning_rate": 0.0001805431139584071,
      "loss": 0.7938,
      "step": 64814
    },
    {
      "epoch": 2.6547204587343844,
      "grad_norm": 1.171572711577257,
      "learning_rate": 0.00018053992088338383,
      "loss": 0.7141,
      "step": 64815
    },
    {
      "epoch": 2.654761417161581,
      "grad_norm": 1.0218762594959312,
      "learning_rate": 0.00018053672779392302,
      "loss": 0.6485,
      "step": 64816
    },
    {
      "epoch": 2.6548023755887775,
      "grad_norm": 1.149771764222842,
      "learning_rate": 0.00018053353469002622,
      "loss": 0.6617,
      "step": 64817
    },
    {
      "epoch": 2.6548433340159736,
      "grad_norm": 1.2075113405992273,
      "learning_rate": 0.00018053034157169498,
      "loss": 0.6305,
      "step": 64818
    },
    {
      "epoch": 2.65488429244317,
      "grad_norm": 0.703117191796811,
      "learning_rate": 0.00018052714843893076,
      "loss": 0.2752,
      "step": 64819
    },
    {
      "epoch": 2.6549252508703667,
      "grad_norm": 1.1064913103248595,
      "learning_rate": 0.000180523955291735,
      "loss": 0.7674,
      "step": 64820
    },
    {
      "epoch": 2.654966209297563,
      "grad_norm": 1.3096660837915008,
      "learning_rate": 0.00018052076213010933,
      "loss": 0.7617,
      "step": 64821
    },
    {
      "epoch": 2.6550071677247593,
      "grad_norm": 2.517390942454776,
      "learning_rate": 0.00018051756895405525,
      "loss": 2.7077,
      "step": 64822
    },
    {
      "epoch": 2.655048126151956,
      "grad_norm": 0.6061647898387453,
      "learning_rate": 0.00018051437576357417,
      "loss": 0.2577,
      "step": 64823
    },
    {
      "epoch": 2.655089084579152,
      "grad_norm": 1.0617681245895358,
      "learning_rate": 0.00018051118255866768,
      "loss": 0.5588,
      "step": 64824
    },
    {
      "epoch": 2.6551300430063485,
      "grad_norm": 1.264985630295166,
      "learning_rate": 0.0001805079893393373,
      "loss": 0.8341,
      "step": 64825
    },
    {
      "epoch": 2.655171001433545,
      "grad_norm": 1.226190575991436,
      "learning_rate": 0.0001805047961055845,
      "loss": 0.5874,
      "step": 64826
    },
    {
      "epoch": 2.6552119598607415,
      "grad_norm": 0.9556270846183045,
      "learning_rate": 0.00018050160285741081,
      "loss": 0.882,
      "step": 64827
    },
    {
      "epoch": 2.6552529182879376,
      "grad_norm": 1.4894041729637184,
      "learning_rate": 0.00018049840959481772,
      "loss": 0.8549,
      "step": 64828
    },
    {
      "epoch": 2.655293876715134,
      "grad_norm": 1.0055337987340127,
      "learning_rate": 0.00018049521631780677,
      "loss": 0.9157,
      "step": 64829
    },
    {
      "epoch": 2.6553348351423303,
      "grad_norm": 0.6694438989019956,
      "learning_rate": 0.00018049202302637945,
      "loss": 0.2506,
      "step": 64830
    },
    {
      "epoch": 2.655375793569527,
      "grad_norm": 1.331843170998998,
      "learning_rate": 0.00018048882972053726,
      "loss": 0.8387,
      "step": 64831
    },
    {
      "epoch": 2.6554167519967233,
      "grad_norm": 0.9993742016580595,
      "learning_rate": 0.00018048563640028173,
      "loss": 0.7891,
      "step": 64832
    },
    {
      "epoch": 2.65545771042392,
      "grad_norm": 0.9831044864379463,
      "learning_rate": 0.00018048244306561435,
      "loss": 0.489,
      "step": 64833
    },
    {
      "epoch": 2.655498668851116,
      "grad_norm": 1.0036146384734927,
      "learning_rate": 0.00018047924971653664,
      "loss": 0.6919,
      "step": 64834
    },
    {
      "epoch": 2.6555396272783125,
      "grad_norm": 1.3449350467338097,
      "learning_rate": 0.0001804760563530501,
      "loss": 0.7686,
      "step": 64835
    },
    {
      "epoch": 2.655580585705509,
      "grad_norm": 1.5241747368123237,
      "learning_rate": 0.00018047286297515628,
      "loss": 1.0711,
      "step": 64836
    },
    {
      "epoch": 2.655621544132705,
      "grad_norm": 0.8052843854448082,
      "learning_rate": 0.0001804696695828566,
      "loss": 0.4791,
      "step": 64837
    },
    {
      "epoch": 2.6556625025599017,
      "grad_norm": 1.285446953469806,
      "learning_rate": 0.00018046647617615268,
      "loss": 0.7156,
      "step": 64838
    },
    {
      "epoch": 2.655703460987098,
      "grad_norm": 3.4776922383577764,
      "learning_rate": 0.00018046328275504595,
      "loss": 3.9479,
      "step": 64839
    },
    {
      "epoch": 2.6557444194142947,
      "grad_norm": 1.204665577374645,
      "learning_rate": 0.000180460089319538,
      "loss": 0.9529,
      "step": 64840
    },
    {
      "epoch": 2.655785377841491,
      "grad_norm": 1.0152678585707389,
      "learning_rate": 0.00018045689586963022,
      "loss": 0.268,
      "step": 64841
    },
    {
      "epoch": 2.6558263362686874,
      "grad_norm": 0.869176955388273,
      "learning_rate": 0.00018045370240532421,
      "loss": 0.8437,
      "step": 64842
    },
    {
      "epoch": 2.6558672946958835,
      "grad_norm": 3.0502113927650396,
      "learning_rate": 0.00018045050892662146,
      "loss": 1.103,
      "step": 64843
    },
    {
      "epoch": 2.65590825312308,
      "grad_norm": 1.2342701071962028,
      "learning_rate": 0.00018044731543352351,
      "loss": 1.0901,
      "step": 64844
    },
    {
      "epoch": 2.6559492115502765,
      "grad_norm": 0.9111121579639511,
      "learning_rate": 0.00018044412192603178,
      "loss": 0.7864,
      "step": 64845
    },
    {
      "epoch": 2.655990169977473,
      "grad_norm": 1.1601490293290626,
      "learning_rate": 0.00018044092840414789,
      "loss": 0.3011,
      "step": 64846
    },
    {
      "epoch": 2.656031128404669,
      "grad_norm": 0.9351725816374156,
      "learning_rate": 0.00018043773486787327,
      "loss": 0.6925,
      "step": 64847
    },
    {
      "epoch": 2.6560720868318657,
      "grad_norm": 0.9264266795712602,
      "learning_rate": 0.00018043454131720944,
      "loss": 0.4558,
      "step": 64848
    },
    {
      "epoch": 2.6561130452590618,
      "grad_norm": 1.3550275737610036,
      "learning_rate": 0.00018043134775215793,
      "loss": 1.2074,
      "step": 64849
    },
    {
      "epoch": 2.6561540036862583,
      "grad_norm": 1.084553699847293,
      "learning_rate": 0.00018042815417272027,
      "loss": 0.7752,
      "step": 64850
    },
    {
      "epoch": 2.656194962113455,
      "grad_norm": 0.9975632388693773,
      "learning_rate": 0.0001804249605788979,
      "loss": 0.6784,
      "step": 64851
    },
    {
      "epoch": 2.6562359205406514,
      "grad_norm": 0.7992501341529805,
      "learning_rate": 0.00018042176697069239,
      "loss": 0.7085,
      "step": 64852
    },
    {
      "epoch": 2.6562768789678475,
      "grad_norm": 1.14099453028302,
      "learning_rate": 0.00018041857334810527,
      "loss": 0.8573,
      "step": 64853
    },
    {
      "epoch": 2.656317837395044,
      "grad_norm": 0.994582757846393,
      "learning_rate": 0.000180415379711138,
      "loss": 0.8041,
      "step": 64854
    },
    {
      "epoch": 2.6563587958222405,
      "grad_norm": 0.9810542254996079,
      "learning_rate": 0.00018041218605979208,
      "loss": 0.5948,
      "step": 64855
    },
    {
      "epoch": 2.6563997542494366,
      "grad_norm": 0.8863765025700739,
      "learning_rate": 0.00018040899239406903,
      "loss": 0.6172,
      "step": 64856
    },
    {
      "epoch": 2.656440712676633,
      "grad_norm": 1.0354930758001792,
      "learning_rate": 0.0001804057987139704,
      "loss": 0.7638,
      "step": 64857
    },
    {
      "epoch": 2.6564816711038297,
      "grad_norm": 1.845483004856601,
      "learning_rate": 0.0001804026050194977,
      "loss": 1.3262,
      "step": 64858
    },
    {
      "epoch": 2.6565226295310262,
      "grad_norm": 0.9762336871982775,
      "learning_rate": 0.00018039941131065237,
      "loss": 0.754,
      "step": 64859
    },
    {
      "epoch": 2.6565635879582223,
      "grad_norm": 0.7753352193285222,
      "learning_rate": 0.00018039621758743596,
      "loss": 0.6106,
      "step": 64860
    },
    {
      "epoch": 2.656604546385419,
      "grad_norm": 0.9870096214435286,
      "learning_rate": 0.00018039302384984998,
      "loss": 0.7131,
      "step": 64861
    },
    {
      "epoch": 2.656645504812615,
      "grad_norm": 1.140221350243676,
      "learning_rate": 0.00018038983009789598,
      "loss": 0.9446,
      "step": 64862
    },
    {
      "epoch": 2.6566864632398115,
      "grad_norm": 0.8724732083613691,
      "learning_rate": 0.0001803866363315754,
      "loss": 0.6891,
      "step": 64863
    },
    {
      "epoch": 2.656727421667008,
      "grad_norm": 1.1000885829266214,
      "learning_rate": 0.00018038344255088978,
      "loss": 0.7087,
      "step": 64864
    },
    {
      "epoch": 2.6567683800942046,
      "grad_norm": 0.5359390262340495,
      "learning_rate": 0.00018038024875584066,
      "loss": 0.1918,
      "step": 64865
    },
    {
      "epoch": 2.6568093385214007,
      "grad_norm": 0.9208831673804984,
      "learning_rate": 0.0001803770549464295,
      "loss": 0.7075,
      "step": 64866
    },
    {
      "epoch": 2.656850296948597,
      "grad_norm": 0.4503365782499783,
      "learning_rate": 0.00018037386112265783,
      "loss": 0.1267,
      "step": 64867
    },
    {
      "epoch": 2.6568912553757933,
      "grad_norm": 1.2990675124777302,
      "learning_rate": 0.0001803706672845272,
      "loss": 0.8826,
      "step": 64868
    },
    {
      "epoch": 2.65693221380299,
      "grad_norm": 1.38880423852913,
      "learning_rate": 0.00018036747343203903,
      "loss": 0.8914,
      "step": 64869
    },
    {
      "epoch": 2.6569731722301864,
      "grad_norm": 0.9268063190854128,
      "learning_rate": 0.00018036427956519488,
      "loss": 0.5908,
      "step": 64870
    },
    {
      "epoch": 2.657014130657383,
      "grad_norm": 0.9429085452628002,
      "learning_rate": 0.00018036108568399628,
      "loss": 0.7142,
      "step": 64871
    },
    {
      "epoch": 2.657055089084579,
      "grad_norm": 0.7473904774262563,
      "learning_rate": 0.00018035789178844473,
      "loss": 0.2822,
      "step": 64872
    },
    {
      "epoch": 2.6570960475117755,
      "grad_norm": 1.1194110027254431,
      "learning_rate": 0.0001803546978785417,
      "loss": 0.2753,
      "step": 64873
    },
    {
      "epoch": 2.657137005938972,
      "grad_norm": 0.9397278957461414,
      "learning_rate": 0.00018035150395428874,
      "loss": 0.7234,
      "step": 64874
    },
    {
      "epoch": 2.657177964366168,
      "grad_norm": 0.9803132973467646,
      "learning_rate": 0.00018034831001568737,
      "loss": 0.7669,
      "step": 64875
    },
    {
      "epoch": 2.6572189227933647,
      "grad_norm": 0.9029134747982681,
      "learning_rate": 0.00018034511606273909,
      "loss": 0.3514,
      "step": 64876
    },
    {
      "epoch": 2.6572598812205612,
      "grad_norm": 1.1064806810201593,
      "learning_rate": 0.00018034192209544534,
      "loss": 0.771,
      "step": 64877
    },
    {
      "epoch": 2.6573008396477578,
      "grad_norm": 1.0760502709458168,
      "learning_rate": 0.00018033872811380774,
      "loss": 0.6039,
      "step": 64878
    },
    {
      "epoch": 2.657341798074954,
      "grad_norm": 3.5437227121674457,
      "learning_rate": 0.00018033553411782777,
      "loss": 1.0494,
      "step": 64879
    },
    {
      "epoch": 2.6573827565021504,
      "grad_norm": 1.1566516296875402,
      "learning_rate": 0.0001803323401075069,
      "loss": 0.8392,
      "step": 64880
    },
    {
      "epoch": 2.6574237149293465,
      "grad_norm": 0.8373842932386593,
      "learning_rate": 0.00018032914608284665,
      "loss": 0.5228,
      "step": 64881
    },
    {
      "epoch": 2.657464673356543,
      "grad_norm": 1.069955911225358,
      "learning_rate": 0.00018032595204384852,
      "loss": 1.0339,
      "step": 64882
    },
    {
      "epoch": 2.6575056317837396,
      "grad_norm": 1.4310310680414697,
      "learning_rate": 0.0001803227579905141,
      "loss": 1.5999,
      "step": 64883
    },
    {
      "epoch": 2.657546590210936,
      "grad_norm": 1.190782950399212,
      "learning_rate": 0.00018031956392284475,
      "loss": 0.4511,
      "step": 64884
    },
    {
      "epoch": 2.657587548638132,
      "grad_norm": 1.2014125078391364,
      "learning_rate": 0.00018031636984084214,
      "loss": 0.7149,
      "step": 64885
    },
    {
      "epoch": 2.6576285070653287,
      "grad_norm": 0.3944577404337835,
      "learning_rate": 0.00018031317574450768,
      "loss": 0.0706,
      "step": 64886
    },
    {
      "epoch": 2.6576694654925253,
      "grad_norm": 0.7767565525727324,
      "learning_rate": 0.00018030998163384292,
      "loss": 0.3027,
      "step": 64887
    },
    {
      "epoch": 2.6577104239197213,
      "grad_norm": 0.9963147532725143,
      "learning_rate": 0.00018030678750884934,
      "loss": 0.3597,
      "step": 64888
    },
    {
      "epoch": 2.657751382346918,
      "grad_norm": 1.2244384072924412,
      "learning_rate": 0.00018030359336952852,
      "loss": 0.7456,
      "step": 64889
    },
    {
      "epoch": 2.6577923407741144,
      "grad_norm": 1.1151873361135214,
      "learning_rate": 0.00018030039921588186,
      "loss": 0.7454,
      "step": 64890
    },
    {
      "epoch": 2.6578332992013105,
      "grad_norm": 1.114388400519054,
      "learning_rate": 0.00018029720504791097,
      "loss": 0.6213,
      "step": 64891
    },
    {
      "epoch": 2.657874257628507,
      "grad_norm": 0.6291231519268593,
      "learning_rate": 0.00018029401086561728,
      "loss": 0.3354,
      "step": 64892
    },
    {
      "epoch": 2.6579152160557036,
      "grad_norm": 1.2216747194166477,
      "learning_rate": 0.00018029081666900236,
      "loss": 0.6073,
      "step": 64893
    },
    {
      "epoch": 2.6579561744828997,
      "grad_norm": 1.5154187846616662,
      "learning_rate": 0.0001802876224580677,
      "loss": 0.9086,
      "step": 64894
    },
    {
      "epoch": 2.657997132910096,
      "grad_norm": 1.2195807430118653,
      "learning_rate": 0.00018028442823281486,
      "loss": 0.8054,
      "step": 64895
    },
    {
      "epoch": 2.6580380913372927,
      "grad_norm": 0.7923692118654528,
      "learning_rate": 0.0001802812339932452,
      "loss": 0.2931,
      "step": 64896
    },
    {
      "epoch": 2.6580790497644893,
      "grad_norm": 1.3743462563962758,
      "learning_rate": 0.0001802780397393604,
      "loss": 0.8885,
      "step": 64897
    },
    {
      "epoch": 2.6581200081916854,
      "grad_norm": 1.1357029461874635,
      "learning_rate": 0.0001802748454711619,
      "loss": 0.9333,
      "step": 64898
    },
    {
      "epoch": 2.658160966618882,
      "grad_norm": 1.0857327895245812,
      "learning_rate": 0.0001802716511886512,
      "loss": 0.8818,
      "step": 64899
    },
    {
      "epoch": 2.658201925046078,
      "grad_norm": 1.0276170189508267,
      "learning_rate": 0.00018026845689182977,
      "loss": 0.7712,
      "step": 64900
    },
    {
      "epoch": 2.6582428834732745,
      "grad_norm": 1.2684654397803883,
      "learning_rate": 0.0001802652625806992,
      "loss": 0.9864,
      "step": 64901
    },
    {
      "epoch": 2.658283841900471,
      "grad_norm": 1.0541363433508881,
      "learning_rate": 0.000180262068255261,
      "loss": 0.8439,
      "step": 64902
    },
    {
      "epoch": 2.6583248003276676,
      "grad_norm": 0.9026788562098137,
      "learning_rate": 0.00018025887391551665,
      "loss": 0.6362,
      "step": 64903
    },
    {
      "epoch": 2.6583657587548637,
      "grad_norm": 1.3304030259748205,
      "learning_rate": 0.00018025567956146766,
      "loss": 1.0215,
      "step": 64904
    },
    {
      "epoch": 2.6584067171820602,
      "grad_norm": 2.033707919090562,
      "learning_rate": 0.00018025248519311547,
      "loss": 2.002,
      "step": 64905
    },
    {
      "epoch": 2.6584476756092568,
      "grad_norm": 1.1211152027933364,
      "learning_rate": 0.00018024929081046173,
      "loss": 0.9216,
      "step": 64906
    },
    {
      "epoch": 2.658488634036453,
      "grad_norm": 0.8813256078375494,
      "learning_rate": 0.00018024609641350786,
      "loss": 0.8919,
      "step": 64907
    },
    {
      "epoch": 2.6585295924636494,
      "grad_norm": 0.899254186293839,
      "learning_rate": 0.0001802429020022554,
      "loss": 0.664,
      "step": 64908
    },
    {
      "epoch": 2.658570550890846,
      "grad_norm": 1.136925911277833,
      "learning_rate": 0.00018023970757670584,
      "loss": 0.8631,
      "step": 64909
    },
    {
      "epoch": 2.658611509318042,
      "grad_norm": 1.0191754040939245,
      "learning_rate": 0.0001802365131368607,
      "loss": 0.751,
      "step": 64910
    },
    {
      "epoch": 2.6586524677452386,
      "grad_norm": 0.8995712421511504,
      "learning_rate": 0.0001802333186827215,
      "loss": 0.313,
      "step": 64911
    },
    {
      "epoch": 2.658693426172435,
      "grad_norm": 1.124415771196948,
      "learning_rate": 0.00018023012421428973,
      "loss": 0.7694,
      "step": 64912
    },
    {
      "epoch": 2.658734384599631,
      "grad_norm": 0.7045899318771633,
      "learning_rate": 0.00018022692973156693,
      "loss": 0.2724,
      "step": 64913
    },
    {
      "epoch": 2.6587753430268277,
      "grad_norm": 9.185606811934122,
      "learning_rate": 0.00018022373523455458,
      "loss": 5.691,
      "step": 64914
    },
    {
      "epoch": 2.6588163014540243,
      "grad_norm": 1.2751128351965126,
      "learning_rate": 0.00018022054072325424,
      "loss": 0.8176,
      "step": 64915
    },
    {
      "epoch": 2.658857259881221,
      "grad_norm": 0.567790490744458,
      "learning_rate": 0.0001802173461976673,
      "loss": 0.2588,
      "step": 64916
    },
    {
      "epoch": 2.658898218308417,
      "grad_norm": 1.1796091146090892,
      "learning_rate": 0.0001802141516577954,
      "loss": 0.6985,
      "step": 64917
    },
    {
      "epoch": 2.6589391767356134,
      "grad_norm": 2.06701119426589,
      "learning_rate": 0.00018021095710364003,
      "loss": 1.0573,
      "step": 64918
    },
    {
      "epoch": 2.6589801351628095,
      "grad_norm": 0.8797741143490815,
      "learning_rate": 0.00018020776253520264,
      "loss": 0.6911,
      "step": 64919
    },
    {
      "epoch": 2.659021093590006,
      "grad_norm": 1.2930502048309778,
      "learning_rate": 0.00018020456795248476,
      "loss": 0.9042,
      "step": 64920
    },
    {
      "epoch": 2.6590620520172026,
      "grad_norm": 1.0827241178143023,
      "learning_rate": 0.00018020137335548792,
      "loss": 0.8068,
      "step": 64921
    },
    {
      "epoch": 2.659103010444399,
      "grad_norm": 1.3367387667594182,
      "learning_rate": 0.00018019817874421364,
      "loss": 0.7162,
      "step": 64922
    },
    {
      "epoch": 2.659143968871595,
      "grad_norm": 1.9585417135760537,
      "learning_rate": 0.0001801949841186634,
      "loss": 0.7004,
      "step": 64923
    },
    {
      "epoch": 2.6591849272987917,
      "grad_norm": 0.8378241685142296,
      "learning_rate": 0.00018019178947883873,
      "loss": 0.6148,
      "step": 64924
    },
    {
      "epoch": 2.6592258857259883,
      "grad_norm": 1.2442622172068276,
      "learning_rate": 0.00018018859482474113,
      "loss": 0.8561,
      "step": 64925
    },
    {
      "epoch": 2.6592668441531844,
      "grad_norm": 1.40935395229022,
      "learning_rate": 0.00018018540015637212,
      "loss": 1.1641,
      "step": 64926
    },
    {
      "epoch": 2.659307802580381,
      "grad_norm": 1.0357002942067042,
      "learning_rate": 0.0001801822054737332,
      "loss": 0.6712,
      "step": 64927
    },
    {
      "epoch": 2.6593487610075774,
      "grad_norm": 0.9423582276227873,
      "learning_rate": 0.0001801790107768259,
      "loss": 0.3018,
      "step": 64928
    },
    {
      "epoch": 2.659389719434774,
      "grad_norm": 1.1542646221814987,
      "learning_rate": 0.0001801758160656517,
      "loss": 1.0509,
      "step": 64929
    },
    {
      "epoch": 2.65943067786197,
      "grad_norm": 0.8761072118199874,
      "learning_rate": 0.00018017262134021212,
      "loss": 0.2705,
      "step": 64930
    },
    {
      "epoch": 2.6594716362891666,
      "grad_norm": 1.8082103174962811,
      "learning_rate": 0.00018016942660050868,
      "loss": 0.8619,
      "step": 64931
    },
    {
      "epoch": 2.6595125947163627,
      "grad_norm": 0.98041479326749,
      "learning_rate": 0.00018016623184654286,
      "loss": 0.5387,
      "step": 64932
    },
    {
      "epoch": 2.6595535531435592,
      "grad_norm": 0.7892784492861729,
      "learning_rate": 0.00018016303707831622,
      "loss": 0.2808,
      "step": 64933
    },
    {
      "epoch": 2.6595945115707558,
      "grad_norm": 0.7499752431645379,
      "learning_rate": 0.00018015984229583027,
      "loss": 0.5226,
      "step": 64934
    },
    {
      "epoch": 2.6596354699979523,
      "grad_norm": 1.350743550293558,
      "learning_rate": 0.0001801566474990865,
      "loss": 0.6152,
      "step": 64935
    },
    {
      "epoch": 2.6596764284251484,
      "grad_norm": 1.0265999846709066,
      "learning_rate": 0.00018015345268808632,
      "loss": 0.6775,
      "step": 64936
    },
    {
      "epoch": 2.659717386852345,
      "grad_norm": 2.087701563014778,
      "learning_rate": 0.00018015025786283144,
      "loss": 1.2629,
      "step": 64937
    },
    {
      "epoch": 2.659758345279541,
      "grad_norm": 1.1572803251670951,
      "learning_rate": 0.00018014706302332324,
      "loss": 0.9587,
      "step": 64938
    },
    {
      "epoch": 2.6597993037067376,
      "grad_norm": 1.0033319190757581,
      "learning_rate": 0.00018014386816956324,
      "loss": 0.7254,
      "step": 64939
    },
    {
      "epoch": 2.659840262133934,
      "grad_norm": 1.2762824336537766,
      "learning_rate": 0.000180140673301553,
      "loss": 0.7951,
      "step": 64940
    },
    {
      "epoch": 2.6598812205611306,
      "grad_norm": 1.2641923986068402,
      "learning_rate": 0.00018013747841929395,
      "loss": 1.0696,
      "step": 64941
    },
    {
      "epoch": 2.6599221789883267,
      "grad_norm": 1.2840273880403617,
      "learning_rate": 0.0001801342835227877,
      "loss": 0.7426,
      "step": 64942
    },
    {
      "epoch": 2.6599631374155233,
      "grad_norm": 0.9017323699727547,
      "learning_rate": 0.00018013108861203572,
      "loss": 0.6691,
      "step": 64943
    },
    {
      "epoch": 2.66000409584272,
      "grad_norm": 3.0340604244697307,
      "learning_rate": 0.00018012789368703947,
      "loss": 2.1445,
      "step": 64944
    },
    {
      "epoch": 2.660045054269916,
      "grad_norm": 1.1813294549901652,
      "learning_rate": 0.0001801246987478005,
      "loss": 1.0884,
      "step": 64945
    },
    {
      "epoch": 2.6600860126971124,
      "grad_norm": 1.6861551771170977,
      "learning_rate": 0.00018012150379432033,
      "loss": 1.2364,
      "step": 64946
    },
    {
      "epoch": 2.660126971124309,
      "grad_norm": 1.3474333491799566,
      "learning_rate": 0.00018011830882660047,
      "loss": 0.8775,
      "step": 64947
    },
    {
      "epoch": 2.6601679295515055,
      "grad_norm": 1.808253992950582,
      "learning_rate": 0.0001801151138446424,
      "loss": 0.6799,
      "step": 64948
    },
    {
      "epoch": 2.6602088879787016,
      "grad_norm": 1.046566879016526,
      "learning_rate": 0.00018011191884844766,
      "loss": 0.9382,
      "step": 64949
    },
    {
      "epoch": 2.660249846405898,
      "grad_norm": 0.9424735579288326,
      "learning_rate": 0.00018010872383801777,
      "loss": 0.8532,
      "step": 64950
    },
    {
      "epoch": 2.660290804833094,
      "grad_norm": 0.7482405313194516,
      "learning_rate": 0.00018010552881335423,
      "loss": 0.2842,
      "step": 64951
    },
    {
      "epoch": 2.6603317632602907,
      "grad_norm": 1.0690531700839339,
      "learning_rate": 0.00018010233377445853,
      "loss": 0.8684,
      "step": 64952
    },
    {
      "epoch": 2.6603727216874873,
      "grad_norm": 1.3238125270125038,
      "learning_rate": 0.0001800991387213322,
      "loss": 0.8877,
      "step": 64953
    },
    {
      "epoch": 2.660413680114684,
      "grad_norm": 1.2363074385865882,
      "learning_rate": 0.0001800959436539767,
      "loss": 0.6063,
      "step": 64954
    },
    {
      "epoch": 2.66045463854188,
      "grad_norm": 0.8674033965230737,
      "learning_rate": 0.00018009274857239363,
      "loss": 0.5244,
      "step": 64955
    },
    {
      "epoch": 2.6604955969690764,
      "grad_norm": 0.9619411323104142,
      "learning_rate": 0.00018008955347658442,
      "loss": 0.6522,
      "step": 64956
    },
    {
      "epoch": 2.6605365553962725,
      "grad_norm": 0.7426478115263506,
      "learning_rate": 0.00018008635836655064,
      "loss": 0.4967,
      "step": 64957
    },
    {
      "epoch": 2.660577513823469,
      "grad_norm": 1.1658120549069917,
      "learning_rate": 0.00018008316324229378,
      "loss": 0.6628,
      "step": 64958
    },
    {
      "epoch": 2.6606184722506656,
      "grad_norm": 0.8208518153990865,
      "learning_rate": 0.0001800799681038153,
      "loss": 0.6835,
      "step": 64959
    },
    {
      "epoch": 2.660659430677862,
      "grad_norm": 0.9245963242830892,
      "learning_rate": 0.00018007677295111678,
      "loss": 0.8631,
      "step": 64960
    },
    {
      "epoch": 2.6607003891050582,
      "grad_norm": 1.023668529883745,
      "learning_rate": 0.00018007357778419974,
      "loss": 0.7126,
      "step": 64961
    },
    {
      "epoch": 2.6607413475322548,
      "grad_norm": 0.8424611597716316,
      "learning_rate": 0.00018007038260306563,
      "loss": 0.6808,
      "step": 64962
    },
    {
      "epoch": 2.6607823059594513,
      "grad_norm": 1.323663084765916,
      "learning_rate": 0.00018006718740771598,
      "loss": 0.7777,
      "step": 64963
    },
    {
      "epoch": 2.6608232643866474,
      "grad_norm": 0.6661848323727413,
      "learning_rate": 0.00018006399219815233,
      "loss": 0.2061,
      "step": 64964
    },
    {
      "epoch": 2.660864222813844,
      "grad_norm": 0.962193115986439,
      "learning_rate": 0.00018006079697437618,
      "loss": 0.499,
      "step": 64965
    },
    {
      "epoch": 2.6609051812410405,
      "grad_norm": 1.375232729295137,
      "learning_rate": 0.000180057601736389,
      "loss": 1.0214,
      "step": 64966
    },
    {
      "epoch": 2.660946139668237,
      "grad_norm": 0.8688009467579281,
      "learning_rate": 0.00018005440648419233,
      "loss": 0.7525,
      "step": 64967
    },
    {
      "epoch": 2.660987098095433,
      "grad_norm": 2.2052959089228414,
      "learning_rate": 0.00018005121121778767,
      "loss": 1.3282,
      "step": 64968
    },
    {
      "epoch": 2.6610280565226296,
      "grad_norm": 0.7341359848174617,
      "learning_rate": 0.0001800480159371766,
      "loss": 0.2851,
      "step": 64969
    },
    {
      "epoch": 2.6610690149498257,
      "grad_norm": 1.1089141416517718,
      "learning_rate": 0.00018004482064236054,
      "loss": 0.7781,
      "step": 64970
    },
    {
      "epoch": 2.6611099733770223,
      "grad_norm": 0.6733984929098906,
      "learning_rate": 0.00018004162533334102,
      "loss": 0.2635,
      "step": 64971
    },
    {
      "epoch": 2.661150931804219,
      "grad_norm": 1.2361472027599827,
      "learning_rate": 0.00018003843001011957,
      "loss": 0.9977,
      "step": 64972
    },
    {
      "epoch": 2.6611918902314153,
      "grad_norm": 0.9391594204418308,
      "learning_rate": 0.0001800352346726977,
      "loss": 0.667,
      "step": 64973
    },
    {
      "epoch": 2.6612328486586114,
      "grad_norm": 0.9637023710825756,
      "learning_rate": 0.00018003203932107689,
      "loss": 0.6764,
      "step": 64974
    },
    {
      "epoch": 2.661273807085808,
      "grad_norm": 0.9595387678676255,
      "learning_rate": 0.0001800288439552587,
      "loss": 0.5859,
      "step": 64975
    },
    {
      "epoch": 2.661314765513004,
      "grad_norm": 1.480659124011288,
      "learning_rate": 0.00018002564857524462,
      "loss": 0.8979,
      "step": 64976
    },
    {
      "epoch": 2.6613557239402006,
      "grad_norm": 1.2194365553929598,
      "learning_rate": 0.00018002245318103613,
      "loss": 0.7964,
      "step": 64977
    },
    {
      "epoch": 2.661396682367397,
      "grad_norm": 0.8944481581838348,
      "learning_rate": 0.00018001925777263477,
      "loss": 0.4947,
      "step": 64978
    },
    {
      "epoch": 2.6614376407945937,
      "grad_norm": 0.8702459846088875,
      "learning_rate": 0.00018001606235004203,
      "loss": 0.5377,
      "step": 64979
    },
    {
      "epoch": 2.6614785992217898,
      "grad_norm": 0.9685483542098055,
      "learning_rate": 0.0001800128669132595,
      "loss": 0.7333,
      "step": 64980
    },
    {
      "epoch": 2.6615195576489863,
      "grad_norm": 1.0443289168539736,
      "learning_rate": 0.00018000967146228857,
      "loss": 0.7406,
      "step": 64981
    },
    {
      "epoch": 2.661560516076183,
      "grad_norm": 0.9672620745915711,
      "learning_rate": 0.00018000647599713084,
      "loss": 0.524,
      "step": 64982
    },
    {
      "epoch": 2.661601474503379,
      "grad_norm": 1.4886526216446705,
      "learning_rate": 0.00018000328051778777,
      "loss": 0.83,
      "step": 64983
    },
    {
      "epoch": 2.6616424329305755,
      "grad_norm": 0.589472709322492,
      "learning_rate": 0.00018000008502426092,
      "loss": 0.2061,
      "step": 64984
    },
    {
      "epoch": 2.661683391357772,
      "grad_norm": 1.1212453090206342,
      "learning_rate": 0.0001799968895165517,
      "loss": 0.9402,
      "step": 64985
    },
    {
      "epoch": 2.6617243497849685,
      "grad_norm": 1.0660090363254957,
      "learning_rate": 0.0001799936939946618,
      "loss": 0.7209,
      "step": 64986
    },
    {
      "epoch": 2.6617653082121646,
      "grad_norm": 1.0584100343710052,
      "learning_rate": 0.00017999049845859253,
      "loss": 0.9266,
      "step": 64987
    },
    {
      "epoch": 2.661806266639361,
      "grad_norm": 1.1475983946841377,
      "learning_rate": 0.00017998730290834554,
      "loss": 0.7431,
      "step": 64988
    },
    {
      "epoch": 2.6618472250665572,
      "grad_norm": 1.0796768049036107,
      "learning_rate": 0.0001799841073439223,
      "loss": 0.8091,
      "step": 64989
    },
    {
      "epoch": 2.661888183493754,
      "grad_norm": 1.05462349748434,
      "learning_rate": 0.0001799809117653243,
      "loss": 0.8404,
      "step": 64990
    },
    {
      "epoch": 2.6619291419209503,
      "grad_norm": 1.0911435705090957,
      "learning_rate": 0.00017997771617255307,
      "loss": 0.8534,
      "step": 64991
    },
    {
      "epoch": 2.661970100348147,
      "grad_norm": 0.5905196498356825,
      "learning_rate": 0.00017997452056561005,
      "loss": 0.2406,
      "step": 64992
    },
    {
      "epoch": 2.662011058775343,
      "grad_norm": 0.7692990591991027,
      "learning_rate": 0.00017997132494449686,
      "loss": 0.2551,
      "step": 64993
    },
    {
      "epoch": 2.6620520172025395,
      "grad_norm": 0.9604898046815793,
      "learning_rate": 0.000179968129309215,
      "loss": 0.8374,
      "step": 64994
    },
    {
      "epoch": 2.6620929756297356,
      "grad_norm": 1.2880395052334002,
      "learning_rate": 0.00017996493365976594,
      "loss": 0.9008,
      "step": 64995
    },
    {
      "epoch": 2.662133934056932,
      "grad_norm": 0.988874763499799,
      "learning_rate": 0.00017996173799615114,
      "loss": 0.7573,
      "step": 64996
    },
    {
      "epoch": 2.6621748924841286,
      "grad_norm": 0.496919612638259,
      "learning_rate": 0.0001799585423183722,
      "loss": 0.1196,
      "step": 64997
    },
    {
      "epoch": 2.662215850911325,
      "grad_norm": 1.4609899884986473,
      "learning_rate": 0.00017995534662643064,
      "loss": 1.1459,
      "step": 64998
    },
    {
      "epoch": 2.6622568093385213,
      "grad_norm": 1.1467859777266343,
      "learning_rate": 0.0001799521509203279,
      "loss": 0.8641,
      "step": 64999
    },
    {
      "epoch": 2.662297767765718,
      "grad_norm": 1.6168802108917524,
      "learning_rate": 0.00017994895520006548,
      "loss": 0.9871,
      "step": 65000
    },
    {
      "epoch": 2.6623387261929143,
      "grad_norm": 2.164084550522618,
      "learning_rate": 0.00017994575946564498,
      "loss": 1.911,
      "step": 65001
    },
    {
      "epoch": 2.6623796846201104,
      "grad_norm": 1.7841404592242818,
      "learning_rate": 0.0001799425637170679,
      "loss": 1.5182,
      "step": 65002
    },
    {
      "epoch": 2.662420643047307,
      "grad_norm": 1.5018796321525,
      "learning_rate": 0.00017993936795433565,
      "loss": 0.8432,
      "step": 65003
    },
    {
      "epoch": 2.6624616014745035,
      "grad_norm": 1.0533085607455148,
      "learning_rate": 0.0001799361721774498,
      "loss": 0.8712,
      "step": 65004
    },
    {
      "epoch": 2.6625025599017,
      "grad_norm": 1.051422035455572,
      "learning_rate": 0.00017993297638641188,
      "loss": 0.8215,
      "step": 65005
    },
    {
      "epoch": 2.662543518328896,
      "grad_norm": 1.0953126853863673,
      "learning_rate": 0.00017992978058122342,
      "loss": 0.6297,
      "step": 65006
    },
    {
      "epoch": 2.6625844767560927,
      "grad_norm": 2.8454701314192397,
      "learning_rate": 0.00017992658476188587,
      "loss": 2.3551,
      "step": 65007
    },
    {
      "epoch": 2.6626254351832888,
      "grad_norm": 1.16491228792584,
      "learning_rate": 0.0001799233889284008,
      "loss": 0.8216,
      "step": 65008
    },
    {
      "epoch": 2.6626663936104853,
      "grad_norm": 1.090054172138186,
      "learning_rate": 0.0001799201930807696,
      "loss": 1.0224,
      "step": 65009
    },
    {
      "epoch": 2.662707352037682,
      "grad_norm": 1.1044219866474252,
      "learning_rate": 0.00017991699721899395,
      "loss": 0.9415,
      "step": 65010
    },
    {
      "epoch": 2.6627483104648784,
      "grad_norm": 1.0732459446190858,
      "learning_rate": 0.00017991380134307523,
      "loss": 0.9133,
      "step": 65011
    },
    {
      "epoch": 2.6627892688920745,
      "grad_norm": 1.9050308081447278,
      "learning_rate": 0.00017991060545301504,
      "loss": 0.7613,
      "step": 65012
    },
    {
      "epoch": 2.662830227319271,
      "grad_norm": 0.6882021202610316,
      "learning_rate": 0.0001799074095488148,
      "loss": 0.261,
      "step": 65013
    },
    {
      "epoch": 2.662871185746467,
      "grad_norm": 1.1291246377294033,
      "learning_rate": 0.00017990421363047612,
      "loss": 0.6804,
      "step": 65014
    },
    {
      "epoch": 2.6629121441736636,
      "grad_norm": 0.8555521185670869,
      "learning_rate": 0.00017990101769800045,
      "loss": 0.3164,
      "step": 65015
    },
    {
      "epoch": 2.66295310260086,
      "grad_norm": 1.2037806554129986,
      "learning_rate": 0.00017989782175138934,
      "loss": 0.7953,
      "step": 65016
    },
    {
      "epoch": 2.6629940610280567,
      "grad_norm": 1.5335814971739867,
      "learning_rate": 0.0001798946257906442,
      "loss": 0.966,
      "step": 65017
    },
    {
      "epoch": 2.663035019455253,
      "grad_norm": 0.8908180083774236,
      "learning_rate": 0.00017989142981576667,
      "loss": 0.7619,
      "step": 65018
    },
    {
      "epoch": 2.6630759778824493,
      "grad_norm": 1.4665516587862581,
      "learning_rate": 0.00017988823382675823,
      "loss": 1.0236,
      "step": 65019
    },
    {
      "epoch": 2.663116936309646,
      "grad_norm": 1.11243775109034,
      "learning_rate": 0.00017988503782362036,
      "loss": 0.7002,
      "step": 65020
    },
    {
      "epoch": 2.663157894736842,
      "grad_norm": 2.826027693216409,
      "learning_rate": 0.00017988184180635456,
      "loss": 3.7094,
      "step": 65021
    },
    {
      "epoch": 2.6631988531640385,
      "grad_norm": 1.0336773559393124,
      "learning_rate": 0.00017987864577496236,
      "loss": 0.875,
      "step": 65022
    },
    {
      "epoch": 2.663239811591235,
      "grad_norm": 1.35636599649509,
      "learning_rate": 0.00017987544972944528,
      "loss": 1.0109,
      "step": 65023
    },
    {
      "epoch": 2.6632807700184316,
      "grad_norm": 1.0343261255772862,
      "learning_rate": 0.00017987225366980475,
      "loss": 0.8637,
      "step": 65024
    },
    {
      "epoch": 2.6633217284456276,
      "grad_norm": 1.4203889694811331,
      "learning_rate": 0.00017986905759604242,
      "loss": 1.086,
      "step": 65025
    },
    {
      "epoch": 2.663362686872824,
      "grad_norm": 1.3036689027654844,
      "learning_rate": 0.00017986586150815973,
      "loss": 1.0662,
      "step": 65026
    },
    {
      "epoch": 2.6634036453000203,
      "grad_norm": 1.2568786739519906,
      "learning_rate": 0.0001798626654061582,
      "loss": 0.9361,
      "step": 65027
    },
    {
      "epoch": 2.663444603727217,
      "grad_norm": 1.2007614202729064,
      "learning_rate": 0.00017985946929003932,
      "loss": 1.1373,
      "step": 65028
    },
    {
      "epoch": 2.6634855621544133,
      "grad_norm": 1.1499866473768108,
      "learning_rate": 0.0001798562731598046,
      "loss": 0.9843,
      "step": 65029
    },
    {
      "epoch": 2.66352652058161,
      "grad_norm": 1.1281468971686657,
      "learning_rate": 0.0001798530770154556,
      "loss": 0.7893,
      "step": 65030
    },
    {
      "epoch": 2.663567479008806,
      "grad_norm": 0.8128235250248266,
      "learning_rate": 0.00017984988085699376,
      "loss": 0.3183,
      "step": 65031
    },
    {
      "epoch": 2.6636084374360025,
      "grad_norm": 1.5244718341739556,
      "learning_rate": 0.00017984668468442062,
      "loss": 1.2448,
      "step": 65032
    },
    {
      "epoch": 2.6636493958631986,
      "grad_norm": 1.2497340229428078,
      "learning_rate": 0.00017984348849773776,
      "loss": 0.6618,
      "step": 65033
    },
    {
      "epoch": 2.663690354290395,
      "grad_norm": 0.727777237077281,
      "learning_rate": 0.00017984029229694662,
      "loss": 0.1538,
      "step": 65034
    },
    {
      "epoch": 2.6637313127175917,
      "grad_norm": 1.3940510216197244,
      "learning_rate": 0.0001798370960820487,
      "loss": 1.2989,
      "step": 65035
    },
    {
      "epoch": 2.663772271144788,
      "grad_norm": 1.3763305591620842,
      "learning_rate": 0.0001798338998530455,
      "loss": 1.0506,
      "step": 65036
    },
    {
      "epoch": 2.6638132295719843,
      "grad_norm": 1.4345996350066972,
      "learning_rate": 0.00017983070360993861,
      "loss": 0.9091,
      "step": 65037
    },
    {
      "epoch": 2.663854187999181,
      "grad_norm": 1.441581049875598,
      "learning_rate": 0.00017982750735272946,
      "loss": 0.9603,
      "step": 65038
    },
    {
      "epoch": 2.6638951464263774,
      "grad_norm": 1.3072140179791192,
      "learning_rate": 0.00017982431108141963,
      "loss": 0.8425,
      "step": 65039
    },
    {
      "epoch": 2.6639361048535735,
      "grad_norm": 1.1594628936238427,
      "learning_rate": 0.00017982111479601057,
      "loss": 0.5973,
      "step": 65040
    },
    {
      "epoch": 2.66397706328077,
      "grad_norm": 1.198255558117652,
      "learning_rate": 0.00017981791849650382,
      "loss": 0.8538,
      "step": 65041
    },
    {
      "epoch": 2.6640180217079665,
      "grad_norm": 1.2327277948064017,
      "learning_rate": 0.0001798147221829009,
      "loss": 0.7043,
      "step": 65042
    },
    {
      "epoch": 2.664058980135163,
      "grad_norm": 1.159376632576824,
      "learning_rate": 0.0001798115258552033,
      "loss": 0.5877,
      "step": 65043
    },
    {
      "epoch": 2.664099938562359,
      "grad_norm": 1.8900662577728522,
      "learning_rate": 0.00017980832951341257,
      "loss": 2.3001,
      "step": 65044
    },
    {
      "epoch": 2.6641408969895557,
      "grad_norm": 1.0223209630091636,
      "learning_rate": 0.00017980513315753014,
      "loss": 0.9216,
      "step": 65045
    },
    {
      "epoch": 2.664181855416752,
      "grad_norm": 1.4161094036837742,
      "learning_rate": 0.00017980193678755762,
      "loss": 1.1986,
      "step": 65046
    },
    {
      "epoch": 2.6642228138439483,
      "grad_norm": 2.7990259667245727,
      "learning_rate": 0.00017979874040349646,
      "loss": 3.2655,
      "step": 65047
    },
    {
      "epoch": 2.664263772271145,
      "grad_norm": 1.1756321162538648,
      "learning_rate": 0.00017979554400534816,
      "loss": 0.9696,
      "step": 65048
    },
    {
      "epoch": 2.6643047306983414,
      "grad_norm": 0.7486940425778159,
      "learning_rate": 0.00017979234759311427,
      "loss": 0.3113,
      "step": 65049
    },
    {
      "epoch": 2.6643456891255375,
      "grad_norm": 0.9387245195519585,
      "learning_rate": 0.0001797891511667963,
      "loss": 0.5848,
      "step": 65050
    },
    {
      "epoch": 2.664386647552734,
      "grad_norm": 1.2756645082338756,
      "learning_rate": 0.00017978595472639575,
      "loss": 0.7827,
      "step": 65051
    },
    {
      "epoch": 2.66442760597993,
      "grad_norm": 1.1119265981380304,
      "learning_rate": 0.0001797827582719141,
      "loss": 0.8364,
      "step": 65052
    },
    {
      "epoch": 2.6644685644071266,
      "grad_norm": 1.0962084830146455,
      "learning_rate": 0.0001797795618033529,
      "loss": 0.8091,
      "step": 65053
    },
    {
      "epoch": 2.664509522834323,
      "grad_norm": 1.3018458543293085,
      "learning_rate": 0.00017977636532071368,
      "loss": 0.8038,
      "step": 65054
    },
    {
      "epoch": 2.6645504812615197,
      "grad_norm": 6.181516286567823,
      "learning_rate": 0.0001797731688239979,
      "loss": 3.8301,
      "step": 65055
    },
    {
      "epoch": 2.664591439688716,
      "grad_norm": 0.8426024396145452,
      "learning_rate": 0.00017976997231320711,
      "loss": 0.55,
      "step": 65056
    },
    {
      "epoch": 2.6646323981159123,
      "grad_norm": 1.6809283157758046,
      "learning_rate": 0.00017976677578834279,
      "loss": 1.0813,
      "step": 65057
    },
    {
      "epoch": 2.664673356543109,
      "grad_norm": 1.0782587070839056,
      "learning_rate": 0.00017976357924940646,
      "loss": 0.8716,
      "step": 65058
    },
    {
      "epoch": 2.664714314970305,
      "grad_norm": 1.1295426581372343,
      "learning_rate": 0.00017976038269639966,
      "loss": 0.8809,
      "step": 65059
    },
    {
      "epoch": 2.6647552733975015,
      "grad_norm": 0.7697197370102851,
      "learning_rate": 0.00017975718612932385,
      "loss": 0.3153,
      "step": 65060
    },
    {
      "epoch": 2.664796231824698,
      "grad_norm": 0.8661378635772601,
      "learning_rate": 0.0001797539895481806,
      "loss": 0.8151,
      "step": 65061
    },
    {
      "epoch": 2.6648371902518946,
      "grad_norm": 1.9196983611804883,
      "learning_rate": 0.00017975079295297136,
      "loss": 0.7596,
      "step": 65062
    },
    {
      "epoch": 2.6648781486790907,
      "grad_norm": 1.0419965096921495,
      "learning_rate": 0.0001797475963436977,
      "loss": 0.7424,
      "step": 65063
    },
    {
      "epoch": 2.664919107106287,
      "grad_norm": 0.9483197385144092,
      "learning_rate": 0.00017974439972036105,
      "loss": 0.6419,
      "step": 65064
    },
    {
      "epoch": 2.6649600655334833,
      "grad_norm": 0.7681474094039711,
      "learning_rate": 0.000179741203082963,
      "loss": 0.4054,
      "step": 65065
    },
    {
      "epoch": 2.66500102396068,
      "grad_norm": 1.45390424833773,
      "learning_rate": 0.00017973800643150505,
      "loss": 0.9853,
      "step": 65066
    },
    {
      "epoch": 2.6650419823878764,
      "grad_norm": 1.1419132991410526,
      "learning_rate": 0.0001797348097659887,
      "loss": 0.9985,
      "step": 65067
    },
    {
      "epoch": 2.665082940815073,
      "grad_norm": 1.6802779694430203,
      "learning_rate": 0.0001797316130864154,
      "loss": 1.0604,
      "step": 65068
    },
    {
      "epoch": 2.665123899242269,
      "grad_norm": 1.1716294284638942,
      "learning_rate": 0.00017972841639278677,
      "loss": 0.7373,
      "step": 65069
    },
    {
      "epoch": 2.6651648576694655,
      "grad_norm": 1.253080956255178,
      "learning_rate": 0.00017972521968510427,
      "loss": 0.8877,
      "step": 65070
    },
    {
      "epoch": 2.6652058160966616,
      "grad_norm": 0.8942731943734373,
      "learning_rate": 0.00017972202296336943,
      "loss": 0.8025,
      "step": 65071
    },
    {
      "epoch": 2.665246774523858,
      "grad_norm": 0.9086534851349829,
      "learning_rate": 0.0001797188262275837,
      "loss": 0.6828,
      "step": 65072
    },
    {
      "epoch": 2.6652877329510547,
      "grad_norm": 0.6642091306120004,
      "learning_rate": 0.00017971562947774868,
      "loss": 0.412,
      "step": 65073
    },
    {
      "epoch": 2.6653286913782512,
      "grad_norm": 1.2320279575582616,
      "learning_rate": 0.0001797124327138658,
      "loss": 0.7377,
      "step": 65074
    },
    {
      "epoch": 2.6653696498054473,
      "grad_norm": 1.6448357543721062,
      "learning_rate": 0.00017970923593593662,
      "loss": 0.9551,
      "step": 65075
    },
    {
      "epoch": 2.665410608232644,
      "grad_norm": 1.0146343457870561,
      "learning_rate": 0.00017970603914396258,
      "loss": 0.6674,
      "step": 65076
    },
    {
      "epoch": 2.6654515666598404,
      "grad_norm": 1.0688748552478033,
      "learning_rate": 0.0001797028423379453,
      "loss": 0.549,
      "step": 65077
    },
    {
      "epoch": 2.6654925250870365,
      "grad_norm": 0.9363193271845308,
      "learning_rate": 0.00017969964551788626,
      "loss": 0.7631,
      "step": 65078
    },
    {
      "epoch": 2.665533483514233,
      "grad_norm": 1.1573796766876203,
      "learning_rate": 0.00017969644868378695,
      "loss": 1.0629,
      "step": 65079
    },
    {
      "epoch": 2.6655744419414296,
      "grad_norm": 0.9954042986889412,
      "learning_rate": 0.00017969325183564885,
      "loss": 0.7844,
      "step": 65080
    },
    {
      "epoch": 2.665615400368626,
      "grad_norm": 1.136666860291411,
      "learning_rate": 0.00017969005497347348,
      "loss": 0.9448,
      "step": 65081
    },
    {
      "epoch": 2.665656358795822,
      "grad_norm": 0.9245134837042083,
      "learning_rate": 0.00017968685809726244,
      "loss": 0.7418,
      "step": 65082
    },
    {
      "epoch": 2.6656973172230187,
      "grad_norm": 1.3276826696419683,
      "learning_rate": 0.00017968366120701712,
      "loss": 1.2198,
      "step": 65083
    },
    {
      "epoch": 2.665738275650215,
      "grad_norm": 1.0360156709700332,
      "learning_rate": 0.00017968046430273915,
      "loss": 0.6664,
      "step": 65084
    },
    {
      "epoch": 2.6657792340774114,
      "grad_norm": 1.3711467305595957,
      "learning_rate": 0.00017967726738442989,
      "loss": 0.753,
      "step": 65085
    },
    {
      "epoch": 2.665820192504608,
      "grad_norm": 1.3959410682284152,
      "learning_rate": 0.000179674070452091,
      "loss": 0.3006,
      "step": 65086
    },
    {
      "epoch": 2.6658611509318044,
      "grad_norm": 1.0024170641311296,
      "learning_rate": 0.00017967087350572394,
      "loss": 0.8107,
      "step": 65087
    },
    {
      "epoch": 2.6659021093590005,
      "grad_norm": 1.077466013930987,
      "learning_rate": 0.00017966767654533023,
      "loss": 0.8885,
      "step": 65088
    },
    {
      "epoch": 2.665943067786197,
      "grad_norm": 1.0790782706618878,
      "learning_rate": 0.00017966447957091128,
      "loss": 0.8004,
      "step": 65089
    },
    {
      "epoch": 2.665984026213393,
      "grad_norm": 1.0407096974466554,
      "learning_rate": 0.00017966128258246875,
      "loss": 0.5058,
      "step": 65090
    },
    {
      "epoch": 2.6660249846405897,
      "grad_norm": 1.012342398594109,
      "learning_rate": 0.00017965808558000412,
      "loss": 0.821,
      "step": 65091
    },
    {
      "epoch": 2.666065943067786,
      "grad_norm": 1.2756378922338234,
      "learning_rate": 0.00017965488856351878,
      "loss": 1.0805,
      "step": 65092
    },
    {
      "epoch": 2.6661069014949828,
      "grad_norm": 1.6733028715742537,
      "learning_rate": 0.00017965169153301438,
      "loss": 1.3194,
      "step": 65093
    },
    {
      "epoch": 2.666147859922179,
      "grad_norm": 1.2940039780933321,
      "learning_rate": 0.0001796484944884924,
      "loss": 0.756,
      "step": 65094
    },
    {
      "epoch": 2.6661888183493754,
      "grad_norm": 0.6907164761290028,
      "learning_rate": 0.0001796452974299543,
      "loss": 0.293,
      "step": 65095
    },
    {
      "epoch": 2.666229776776572,
      "grad_norm": 1.0652880293308535,
      "learning_rate": 0.00017964210035740157,
      "loss": 0.7145,
      "step": 65096
    },
    {
      "epoch": 2.666270735203768,
      "grad_norm": 0.6093992404724073,
      "learning_rate": 0.00017963890327083584,
      "loss": 0.2482,
      "step": 65097
    },
    {
      "epoch": 2.6663116936309645,
      "grad_norm": 1.0487797392314546,
      "learning_rate": 0.00017963570617025856,
      "loss": 0.5703,
      "step": 65098
    },
    {
      "epoch": 2.666352652058161,
      "grad_norm": 0.7579280594274744,
      "learning_rate": 0.00017963250905567125,
      "loss": 0.3076,
      "step": 65099
    },
    {
      "epoch": 2.6663936104853576,
      "grad_norm": 1.5125598710854542,
      "learning_rate": 0.00017962931192707534,
      "loss": 0.8605,
      "step": 65100
    },
    {
      "epoch": 2.6664345689125537,
      "grad_norm": 1.7153458344450265,
      "learning_rate": 0.00017962611478447249,
      "loss": 1.1992,
      "step": 65101
    },
    {
      "epoch": 2.6664755273397502,
      "grad_norm": 0.9478278523061063,
      "learning_rate": 0.0001796229176278641,
      "loss": 0.5404,
      "step": 65102
    },
    {
      "epoch": 2.6665164857669463,
      "grad_norm": 0.8960445988995559,
      "learning_rate": 0.0001796197204572517,
      "loss": 0.5878,
      "step": 65103
    },
    {
      "epoch": 2.666557444194143,
      "grad_norm": 1.2963223143380735,
      "learning_rate": 0.00017961652327263682,
      "loss": 1.0262,
      "step": 65104
    },
    {
      "epoch": 2.6665984026213394,
      "grad_norm": 1.2620597903905852,
      "learning_rate": 0.00017961332607402096,
      "loss": 0.9639,
      "step": 65105
    },
    {
      "epoch": 2.666639361048536,
      "grad_norm": 1.179424728696058,
      "learning_rate": 0.00017961012886140567,
      "loss": 0.923,
      "step": 65106
    },
    {
      "epoch": 2.666680319475732,
      "grad_norm": 1.1389084933571811,
      "learning_rate": 0.0001796069316347924,
      "loss": 0.6889,
      "step": 65107
    },
    {
      "epoch": 2.6667212779029286,
      "grad_norm": 1.0049368812014394,
      "learning_rate": 0.00017960373439418267,
      "loss": 0.4813,
      "step": 65108
    },
    {
      "epoch": 2.6667622363301247,
      "grad_norm": 4.100933711845927,
      "learning_rate": 0.00017960053713957807,
      "loss": 2.4532,
      "step": 65109
    },
    {
      "epoch": 2.666803194757321,
      "grad_norm": 0.7214729264881616,
      "learning_rate": 0.00017959733987098003,
      "loss": 0.2726,
      "step": 65110
    },
    {
      "epoch": 2.6668441531845177,
      "grad_norm": 1.7177907705782016,
      "learning_rate": 0.00017959414258839009,
      "loss": 1.4809,
      "step": 65111
    },
    {
      "epoch": 2.6668851116117143,
      "grad_norm": 0.9892400372894923,
      "learning_rate": 0.0001795909452918097,
      "loss": 0.4916,
      "step": 65112
    },
    {
      "epoch": 2.6669260700389104,
      "grad_norm": 1.070337182672968,
      "learning_rate": 0.0001795877479812405,
      "loss": 0.426,
      "step": 65113
    },
    {
      "epoch": 2.666967028466107,
      "grad_norm": 1.6014070345314684,
      "learning_rate": 0.0001795845506566839,
      "loss": 0.9419,
      "step": 65114
    },
    {
      "epoch": 2.6670079868933034,
      "grad_norm": 2.5265858547097952,
      "learning_rate": 0.00017958135331814143,
      "loss": 1.519,
      "step": 65115
    },
    {
      "epoch": 2.6670489453204995,
      "grad_norm": 1.0004768597924754,
      "learning_rate": 0.00017957815596561467,
      "loss": 0.6999,
      "step": 65116
    },
    {
      "epoch": 2.667089903747696,
      "grad_norm": 9.849711190807566,
      "learning_rate": 0.00017957495859910501,
      "loss": 2.1529,
      "step": 65117
    },
    {
      "epoch": 2.6671308621748926,
      "grad_norm": 3.0443842068796667,
      "learning_rate": 0.00017957176121861403,
      "loss": 3.8375,
      "step": 65118
    },
    {
      "epoch": 2.667171820602089,
      "grad_norm": 1.096957463620888,
      "learning_rate": 0.00017956856382414328,
      "loss": 0.8339,
      "step": 65119
    },
    {
      "epoch": 2.667212779029285,
      "grad_norm": 1.3025367825937104,
      "learning_rate": 0.00017956536641569422,
      "loss": 0.6562,
      "step": 65120
    },
    {
      "epoch": 2.6672537374564818,
      "grad_norm": 1.8835022357987374,
      "learning_rate": 0.00017956216899326833,
      "loss": 1.267,
      "step": 65121
    },
    {
      "epoch": 2.667294695883678,
      "grad_norm": 1.3133521280546552,
      "learning_rate": 0.00017955897155686717,
      "loss": 0.8554,
      "step": 65122
    },
    {
      "epoch": 2.6673356543108744,
      "grad_norm": 1.4290597566677916,
      "learning_rate": 0.00017955577410649226,
      "loss": 0.8378,
      "step": 65123
    },
    {
      "epoch": 2.667376612738071,
      "grad_norm": 1.176219766229625,
      "learning_rate": 0.00017955257664214512,
      "loss": 1.1883,
      "step": 65124
    },
    {
      "epoch": 2.6674175711652675,
      "grad_norm": 4.762815324961246,
      "learning_rate": 0.0001795493791638272,
      "loss": 3.8426,
      "step": 65125
    },
    {
      "epoch": 2.6674585295924635,
      "grad_norm": 0.891661274555972,
      "learning_rate": 0.00017954618167154005,
      "loss": 0.6751,
      "step": 65126
    },
    {
      "epoch": 2.66749948801966,
      "grad_norm": 5.059453461952219,
      "learning_rate": 0.00017954298416528525,
      "loss": 3.4569,
      "step": 65127
    },
    {
      "epoch": 2.667540446446856,
      "grad_norm": 0.8157363136693296,
      "learning_rate": 0.00017953978664506415,
      "loss": 0.2426,
      "step": 65128
    },
    {
      "epoch": 2.6675814048740527,
      "grad_norm": 1.1338011529194654,
      "learning_rate": 0.00017953658911087838,
      "loss": 0.9113,
      "step": 65129
    },
    {
      "epoch": 2.6676223633012492,
      "grad_norm": 1.1257827035722894,
      "learning_rate": 0.00017953339156272946,
      "loss": 0.5704,
      "step": 65130
    },
    {
      "epoch": 2.667663321728446,
      "grad_norm": 0.7918180985025935,
      "learning_rate": 0.00017953019400061883,
      "loss": 0.1627,
      "step": 65131
    },
    {
      "epoch": 2.667704280155642,
      "grad_norm": 0.913493631719668,
      "learning_rate": 0.00017952699642454802,
      "loss": 0.6199,
      "step": 65132
    },
    {
      "epoch": 2.6677452385828384,
      "grad_norm": 1.5960061655623512,
      "learning_rate": 0.0001795237988345186,
      "loss": 1.3908,
      "step": 65133
    },
    {
      "epoch": 2.667786197010035,
      "grad_norm": 0.967658648164936,
      "learning_rate": 0.00017952060123053204,
      "loss": 0.5408,
      "step": 65134
    },
    {
      "epoch": 2.667827155437231,
      "grad_norm": 0.7117805275191145,
      "learning_rate": 0.00017951740361258982,
      "loss": 0.2561,
      "step": 65135
    },
    {
      "epoch": 2.6678681138644276,
      "grad_norm": 0.6557067059874978,
      "learning_rate": 0.00017951420598069347,
      "loss": 0.2357,
      "step": 65136
    },
    {
      "epoch": 2.667909072291624,
      "grad_norm": 2.3698961430205134,
      "learning_rate": 0.00017951100833484454,
      "loss": 1.5694,
      "step": 65137
    },
    {
      "epoch": 2.6679500307188206,
      "grad_norm": 2.0986518176324145,
      "learning_rate": 0.00017950781067504454,
      "loss": 0.6467,
      "step": 65138
    },
    {
      "epoch": 2.6679909891460167,
      "grad_norm": 1.3082019543290218,
      "learning_rate": 0.00017950461300129494,
      "loss": 1.0395,
      "step": 65139
    },
    {
      "epoch": 2.6680319475732133,
      "grad_norm": 0.8565277185654228,
      "learning_rate": 0.00017950141531359725,
      "loss": 0.3931,
      "step": 65140
    },
    {
      "epoch": 2.6680729060004094,
      "grad_norm": 2.414715308900129,
      "learning_rate": 0.00017949821761195306,
      "loss": 1.7132,
      "step": 65141
    },
    {
      "epoch": 2.668113864427606,
      "grad_norm": 1.1257549299530683,
      "learning_rate": 0.0001794950198963638,
      "loss": 0.6237,
      "step": 65142
    },
    {
      "epoch": 2.6681548228548024,
      "grad_norm": 1.244529589366314,
      "learning_rate": 0.000179491822166831,
      "loss": 0.7452,
      "step": 65143
    },
    {
      "epoch": 2.668195781281999,
      "grad_norm": 0.9787476312270219,
      "learning_rate": 0.00017948862442335615,
      "loss": 0.3415,
      "step": 65144
    },
    {
      "epoch": 2.668236739709195,
      "grad_norm": 0.6833044049004156,
      "learning_rate": 0.0001794854266659408,
      "loss": 0.2345,
      "step": 65145
    },
    {
      "epoch": 2.6682776981363916,
      "grad_norm": 1.0666174303217204,
      "learning_rate": 0.0001794822288945865,
      "loss": 0.5332,
      "step": 65146
    },
    {
      "epoch": 2.6683186565635877,
      "grad_norm": 1.602887750950726,
      "learning_rate": 0.00017947903110929466,
      "loss": 1.2318,
      "step": 65147
    },
    {
      "epoch": 2.6683596149907842,
      "grad_norm": 1.197274323230379,
      "learning_rate": 0.00017947583331006685,
      "loss": 0.67,
      "step": 65148
    },
    {
      "epoch": 2.6684005734179808,
      "grad_norm": 1.050851111360303,
      "learning_rate": 0.0001794726354969046,
      "loss": 0.7963,
      "step": 65149
    },
    {
      "epoch": 2.6684415318451773,
      "grad_norm": 1.6950623315239806,
      "learning_rate": 0.00017946943766980938,
      "loss": 1.0119,
      "step": 65150
    },
    {
      "epoch": 2.6684824902723734,
      "grad_norm": 1.2275841767754343,
      "learning_rate": 0.00017946623982878273,
      "loss": 0.619,
      "step": 65151
    },
    {
      "epoch": 2.66852344869957,
      "grad_norm": 0.9395137441582352,
      "learning_rate": 0.00017946304197382617,
      "loss": 0.603,
      "step": 65152
    },
    {
      "epoch": 2.6685644071267665,
      "grad_norm": 1.266970174790611,
      "learning_rate": 0.00017945984410494117,
      "loss": 0.7192,
      "step": 65153
    },
    {
      "epoch": 2.6686053655539625,
      "grad_norm": 0.6123625375566458,
      "learning_rate": 0.00017945664622212929,
      "loss": 0.2811,
      "step": 65154
    },
    {
      "epoch": 2.668646323981159,
      "grad_norm": 1.4332860510855676,
      "learning_rate": 0.000179453448325392,
      "loss": 0.6474,
      "step": 65155
    },
    {
      "epoch": 2.6686872824083556,
      "grad_norm": 1.0652857207648796,
      "learning_rate": 0.00017945025041473083,
      "loss": 0.6938,
      "step": 65156
    },
    {
      "epoch": 2.668728240835552,
      "grad_norm": 0.9248372638627922,
      "learning_rate": 0.00017944705249014724,
      "loss": 0.3405,
      "step": 65157
    },
    {
      "epoch": 2.6687691992627482,
      "grad_norm": 1.2773777411729597,
      "learning_rate": 0.00017944385455164285,
      "loss": 0.6077,
      "step": 65158
    },
    {
      "epoch": 2.668810157689945,
      "grad_norm": 1.0979682086368254,
      "learning_rate": 0.0001794406565992191,
      "loss": 0.7441,
      "step": 65159
    },
    {
      "epoch": 2.668851116117141,
      "grad_norm": 1.2517599237177548,
      "learning_rate": 0.00017943745863287754,
      "loss": 0.7546,
      "step": 65160
    },
    {
      "epoch": 2.6688920745443374,
      "grad_norm": 1.2584453107240612,
      "learning_rate": 0.00017943426065261962,
      "loss": 0.7881,
      "step": 65161
    },
    {
      "epoch": 2.668933032971534,
      "grad_norm": 1.103120944939676,
      "learning_rate": 0.00017943106265844695,
      "loss": 0.6652,
      "step": 65162
    },
    {
      "epoch": 2.6689739913987305,
      "grad_norm": 0.6532995657586853,
      "learning_rate": 0.00017942786465036093,
      "loss": 0.2495,
      "step": 65163
    },
    {
      "epoch": 2.6690149498259266,
      "grad_norm": 8.938864071575415,
      "learning_rate": 0.0001794246666283631,
      "loss": 1.8598,
      "step": 65164
    },
    {
      "epoch": 2.669055908253123,
      "grad_norm": 1.318469322401605,
      "learning_rate": 0.00017942146859245502,
      "loss": 0.7237,
      "step": 65165
    },
    {
      "epoch": 2.669096866680319,
      "grad_norm": 1.9592352810755895,
      "learning_rate": 0.0001794182705426382,
      "loss": 0.9127,
      "step": 65166
    },
    {
      "epoch": 2.6691378251075157,
      "grad_norm": 0.776687906253044,
      "learning_rate": 0.0001794150724789141,
      "loss": 0.1858,
      "step": 65167
    },
    {
      "epoch": 2.6691787835347123,
      "grad_norm": 1.1716728046416753,
      "learning_rate": 0.00017941187440128427,
      "loss": 0.7438,
      "step": 65168
    },
    {
      "epoch": 2.669219741961909,
      "grad_norm": 0.7387720089762151,
      "learning_rate": 0.0001794086763097502,
      "loss": 0.2825,
      "step": 65169
    },
    {
      "epoch": 2.669260700389105,
      "grad_norm": 1.0154868478021926,
      "learning_rate": 0.00017940547820431346,
      "loss": 0.6807,
      "step": 65170
    },
    {
      "epoch": 2.6693016588163014,
      "grad_norm": 1.0376099054881025,
      "learning_rate": 0.00017940228008497548,
      "loss": 0.6208,
      "step": 65171
    },
    {
      "epoch": 2.669342617243498,
      "grad_norm": 0.8818853897011598,
      "learning_rate": 0.0001793990819517378,
      "loss": 0.6718,
      "step": 65172
    },
    {
      "epoch": 2.669383575670694,
      "grad_norm": 1.1340531723148433,
      "learning_rate": 0.00017939588380460196,
      "loss": 0.8778,
      "step": 65173
    },
    {
      "epoch": 2.6694245340978906,
      "grad_norm": 0.7915800582196567,
      "learning_rate": 0.00017939268564356943,
      "loss": 0.3966,
      "step": 65174
    },
    {
      "epoch": 2.669465492525087,
      "grad_norm": 1.2198269870730378,
      "learning_rate": 0.00017938948746864175,
      "loss": 0.9472,
      "step": 65175
    },
    {
      "epoch": 2.6695064509522837,
      "grad_norm": 0.8102905051079186,
      "learning_rate": 0.00017938628927982041,
      "loss": 0.6163,
      "step": 65176
    },
    {
      "epoch": 2.6695474093794798,
      "grad_norm": 0.6052335405155915,
      "learning_rate": 0.00017938309107710698,
      "loss": 0.2647,
      "step": 65177
    },
    {
      "epoch": 2.6695883678066763,
      "grad_norm": 0.7009567346914385,
      "learning_rate": 0.00017937989286050294,
      "loss": 0.2668,
      "step": 65178
    },
    {
      "epoch": 2.6696293262338724,
      "grad_norm": 1.1140410958852731,
      "learning_rate": 0.00017937669463000976,
      "loss": 0.6054,
      "step": 65179
    },
    {
      "epoch": 2.669670284661069,
      "grad_norm": 1.007490925695349,
      "learning_rate": 0.00017937349638562898,
      "loss": 0.5991,
      "step": 65180
    },
    {
      "epoch": 2.6697112430882655,
      "grad_norm": 0.9416271233158605,
      "learning_rate": 0.0001793702981273621,
      "loss": 0.5353,
      "step": 65181
    },
    {
      "epoch": 2.669752201515462,
      "grad_norm": 1.0017880084579895,
      "learning_rate": 0.00017936709985521068,
      "loss": 0.7598,
      "step": 65182
    },
    {
      "epoch": 2.669793159942658,
      "grad_norm": 0.636148837467955,
      "learning_rate": 0.00017936390156917618,
      "loss": 0.2636,
      "step": 65183
    },
    {
      "epoch": 2.6698341183698546,
      "grad_norm": 0.634792580570454,
      "learning_rate": 0.00017936070326926012,
      "loss": 0.2809,
      "step": 65184
    },
    {
      "epoch": 2.6698750767970507,
      "grad_norm": 1.1615016743377318,
      "learning_rate": 0.00017935750495546405,
      "loss": 0.9092,
      "step": 65185
    },
    {
      "epoch": 2.6699160352242473,
      "grad_norm": 1.0367993323029607,
      "learning_rate": 0.00017935430662778946,
      "loss": 0.8312,
      "step": 65186
    },
    {
      "epoch": 2.669956993651444,
      "grad_norm": 1.2370491749454258,
      "learning_rate": 0.00017935110828623787,
      "loss": 0.9391,
      "step": 65187
    },
    {
      "epoch": 2.6699979520786403,
      "grad_norm": 1.1123044333670893,
      "learning_rate": 0.00017934790993081074,
      "loss": 0.5031,
      "step": 65188
    },
    {
      "epoch": 2.6700389105058364,
      "grad_norm": 0.8982937617156911,
      "learning_rate": 0.00017934471156150962,
      "loss": 0.6668,
      "step": 65189
    },
    {
      "epoch": 2.670079868933033,
      "grad_norm": 1.4765403074788215,
      "learning_rate": 0.00017934151317833605,
      "loss": 1.0034,
      "step": 65190
    },
    {
      "epoch": 2.6701208273602295,
      "grad_norm": 0.7773579808011075,
      "learning_rate": 0.0001793383147812915,
      "loss": 0.3508,
      "step": 65191
    },
    {
      "epoch": 2.6701617857874256,
      "grad_norm": 0.7542287388636902,
      "learning_rate": 0.00017933511637037753,
      "loss": 0.5897,
      "step": 65192
    },
    {
      "epoch": 2.670202744214622,
      "grad_norm": 0.7255187925764416,
      "learning_rate": 0.00017933191794559553,
      "loss": 0.3856,
      "step": 65193
    },
    {
      "epoch": 2.6702437026418187,
      "grad_norm": 0.9364768230797335,
      "learning_rate": 0.00017932871950694716,
      "loss": 0.3197,
      "step": 65194
    },
    {
      "epoch": 2.670284661069015,
      "grad_norm": 0.8506014105917659,
      "learning_rate": 0.00017932552105443387,
      "loss": 0.7102,
      "step": 65195
    },
    {
      "epoch": 2.6703256194962113,
      "grad_norm": 1.09817761552228,
      "learning_rate": 0.0001793223225880572,
      "loss": 0.6859,
      "step": 65196
    },
    {
      "epoch": 2.670366577923408,
      "grad_norm": 4.523910342943144,
      "learning_rate": 0.00017931912410781864,
      "loss": 1.2573,
      "step": 65197
    },
    {
      "epoch": 2.670407536350604,
      "grad_norm": 1.1202536162816608,
      "learning_rate": 0.0001793159256137197,
      "loss": 0.5434,
      "step": 65198
    },
    {
      "epoch": 2.6704484947778004,
      "grad_norm": 1.0531612308878453,
      "learning_rate": 0.00017931272710576188,
      "loss": 0.7241,
      "step": 65199
    },
    {
      "epoch": 2.670489453204997,
      "grad_norm": 0.6641108897573936,
      "learning_rate": 0.00017930952858394663,
      "loss": 0.2152,
      "step": 65200
    },
    {
      "epoch": 2.6705304116321935,
      "grad_norm": 1.482532634870658,
      "learning_rate": 0.0001793063300482756,
      "loss": 0.9885,
      "step": 65201
    },
    {
      "epoch": 2.6705713700593896,
      "grad_norm": 0.9750629187273775,
      "learning_rate": 0.00017930313149875027,
      "loss": 0.5444,
      "step": 65202
    },
    {
      "epoch": 2.670612328486586,
      "grad_norm": 0.9977654035792386,
      "learning_rate": 0.00017929993293537208,
      "loss": 0.7952,
      "step": 65203
    },
    {
      "epoch": 2.6706532869137827,
      "grad_norm": 1.3925707409313115,
      "learning_rate": 0.00017929673435814256,
      "loss": 1.0903,
      "step": 65204
    },
    {
      "epoch": 2.6706942453409788,
      "grad_norm": 0.894054337996082,
      "learning_rate": 0.0001792935357670633,
      "loss": 0.5551,
      "step": 65205
    },
    {
      "epoch": 2.6707352037681753,
      "grad_norm": 0.8664575502925094,
      "learning_rate": 0.0001792903371621357,
      "loss": 0.4736,
      "step": 65206
    },
    {
      "epoch": 2.670776162195372,
      "grad_norm": 1.4279696345003838,
      "learning_rate": 0.0001792871385433614,
      "loss": 0.9486,
      "step": 65207
    },
    {
      "epoch": 2.670817120622568,
      "grad_norm": 1.2026137828004193,
      "learning_rate": 0.00017928393991074174,
      "loss": 0.8618,
      "step": 65208
    },
    {
      "epoch": 2.6708580790497645,
      "grad_norm": 1.0004170551341138,
      "learning_rate": 0.00017928074126427837,
      "loss": 0.6738,
      "step": 65209
    },
    {
      "epoch": 2.670899037476961,
      "grad_norm": 0.9795738119171389,
      "learning_rate": 0.00017927754260397283,
      "loss": 0.6861,
      "step": 65210
    },
    {
      "epoch": 2.670939995904157,
      "grad_norm": 1.0779001837754494,
      "learning_rate": 0.0001792743439298265,
      "loss": 0.599,
      "step": 65211
    },
    {
      "epoch": 2.6709809543313536,
      "grad_norm": 1.0582711125075583,
      "learning_rate": 0.00017927114524184096,
      "loss": 0.7275,
      "step": 65212
    },
    {
      "epoch": 2.67102191275855,
      "grad_norm": 1.0398112404780113,
      "learning_rate": 0.00017926794654001774,
      "loss": 0.7811,
      "step": 65213
    },
    {
      "epoch": 2.6710628711857467,
      "grad_norm": 1.1409174628090073,
      "learning_rate": 0.00017926474782435837,
      "loss": 0.7058,
      "step": 65214
    },
    {
      "epoch": 2.671103829612943,
      "grad_norm": 0.9797356869542279,
      "learning_rate": 0.00017926154909486428,
      "loss": 0.6971,
      "step": 65215
    },
    {
      "epoch": 2.6711447880401393,
      "grad_norm": 1.0953923450737109,
      "learning_rate": 0.000179258350351537,
      "loss": 0.636,
      "step": 65216
    },
    {
      "epoch": 2.6711857464673354,
      "grad_norm": 1.2084764022821637,
      "learning_rate": 0.0001792551515943781,
      "loss": 0.72,
      "step": 65217
    },
    {
      "epoch": 2.671226704894532,
      "grad_norm": 1.310639286362991,
      "learning_rate": 0.0001792519528233891,
      "loss": 0.8937,
      "step": 65218
    },
    {
      "epoch": 2.6712676633217285,
      "grad_norm": 1.3967126065917883,
      "learning_rate": 0.00017924875403857143,
      "loss": 0.9496,
      "step": 65219
    },
    {
      "epoch": 2.671308621748925,
      "grad_norm": 1.1009661409643345,
      "learning_rate": 0.00017924555523992665,
      "loss": 0.7106,
      "step": 65220
    },
    {
      "epoch": 2.671349580176121,
      "grad_norm": 1.080509317115687,
      "learning_rate": 0.00017924235642745626,
      "loss": 0.7046,
      "step": 65221
    },
    {
      "epoch": 2.6713905386033177,
      "grad_norm": 1.0251339067449194,
      "learning_rate": 0.0001792391576011618,
      "loss": 0.7789,
      "step": 65222
    },
    {
      "epoch": 2.671431497030514,
      "grad_norm": 1.3690349087691747,
      "learning_rate": 0.00017923595876104479,
      "loss": 0.8489,
      "step": 65223
    },
    {
      "epoch": 2.6714724554577103,
      "grad_norm": 1.094298300296078,
      "learning_rate": 0.00017923275990710668,
      "loss": 0.9166,
      "step": 65224
    },
    {
      "epoch": 2.671513413884907,
      "grad_norm": 1.3106804551650715,
      "learning_rate": 0.000179229561039349,
      "loss": 1.0015,
      "step": 65225
    },
    {
      "epoch": 2.6715543723121034,
      "grad_norm": 1.1382344125635264,
      "learning_rate": 0.0001792263621577733,
      "loss": 0.6163,
      "step": 65226
    },
    {
      "epoch": 2.6715953307392994,
      "grad_norm": 0.972432193942882,
      "learning_rate": 0.00017922316326238107,
      "loss": 0.6345,
      "step": 65227
    },
    {
      "epoch": 2.671636289166496,
      "grad_norm": 1.1203141314578142,
      "learning_rate": 0.00017921996435317383,
      "loss": 0.4072,
      "step": 65228
    },
    {
      "epoch": 2.6716772475936925,
      "grad_norm": 1.2765891033218986,
      "learning_rate": 0.00017921676543015307,
      "loss": 1.1549,
      "step": 65229
    },
    {
      "epoch": 2.6717182060208886,
      "grad_norm": 0.9577009604130958,
      "learning_rate": 0.00017921356649332033,
      "loss": 0.6621,
      "step": 65230
    },
    {
      "epoch": 2.671759164448085,
      "grad_norm": 1.5942890732980188,
      "learning_rate": 0.00017921036754267713,
      "loss": 0.6622,
      "step": 65231
    },
    {
      "epoch": 2.6718001228752817,
      "grad_norm": 1.5896796843874077,
      "learning_rate": 0.00017920716857822497,
      "loss": 0.8579,
      "step": 65232
    },
    {
      "epoch": 2.671841081302478,
      "grad_norm": 1.1704850208009734,
      "learning_rate": 0.00017920396959996532,
      "loss": 0.8309,
      "step": 65233
    },
    {
      "epoch": 2.6718820397296743,
      "grad_norm": 1.255939621596869,
      "learning_rate": 0.00017920077060789975,
      "loss": 0.6645,
      "step": 65234
    },
    {
      "epoch": 2.671922998156871,
      "grad_norm": 1.0492724401470472,
      "learning_rate": 0.00017919757160202976,
      "loss": 0.8432,
      "step": 65235
    },
    {
      "epoch": 2.671963956584067,
      "grad_norm": 1.2102857082608565,
      "learning_rate": 0.0001791943725823568,
      "loss": 0.6378,
      "step": 65236
    },
    {
      "epoch": 2.6720049150112635,
      "grad_norm": 1.7383394415939146,
      "learning_rate": 0.00017919117354888247,
      "loss": 1.5645,
      "step": 65237
    },
    {
      "epoch": 2.67204587343846,
      "grad_norm": 1.4530271647557598,
      "learning_rate": 0.00017918797450160826,
      "loss": 0.3291,
      "step": 65238
    },
    {
      "epoch": 2.6720868318656565,
      "grad_norm": 0.6527939998841431,
      "learning_rate": 0.00017918477544053563,
      "loss": 0.3259,
      "step": 65239
    },
    {
      "epoch": 2.6721277902928526,
      "grad_norm": 1.511178799141295,
      "learning_rate": 0.00017918157636566618,
      "loss": 1.5324,
      "step": 65240
    },
    {
      "epoch": 2.672168748720049,
      "grad_norm": 0.7437001980347124,
      "learning_rate": 0.00017917837727700133,
      "loss": 0.3844,
      "step": 65241
    },
    {
      "epoch": 2.6722097071472457,
      "grad_norm": 0.8587804004177468,
      "learning_rate": 0.00017917517817454264,
      "loss": 0.4487,
      "step": 65242
    },
    {
      "epoch": 2.672250665574442,
      "grad_norm": 1.3724778758503138,
      "learning_rate": 0.00017917197905829168,
      "loss": 0.7691,
      "step": 65243
    },
    {
      "epoch": 2.6722916240016383,
      "grad_norm": 1.6566363285303098,
      "learning_rate": 0.0001791687799282498,
      "loss": 1.2088,
      "step": 65244
    },
    {
      "epoch": 2.672332582428835,
      "grad_norm": 1.102408593625572,
      "learning_rate": 0.0001791655807844187,
      "loss": 0.4567,
      "step": 65245
    },
    {
      "epoch": 2.6723735408560314,
      "grad_norm": 1.2881965587568303,
      "learning_rate": 0.00017916238162679979,
      "loss": 0.877,
      "step": 65246
    },
    {
      "epoch": 2.6724144992832275,
      "grad_norm": 1.1228956451312753,
      "learning_rate": 0.00017915918245539457,
      "loss": 0.6359,
      "step": 65247
    },
    {
      "epoch": 2.672455457710424,
      "grad_norm": 1.2229252816272145,
      "learning_rate": 0.00017915598327020456,
      "loss": 0.4763,
      "step": 65248
    },
    {
      "epoch": 2.67249641613762,
      "grad_norm": 0.9868765053493745,
      "learning_rate": 0.00017915278407123133,
      "loss": 0.6216,
      "step": 65249
    },
    {
      "epoch": 2.6725373745648167,
      "grad_norm": 3.4092333247814195,
      "learning_rate": 0.00017914958485847638,
      "loss": 1.4986,
      "step": 65250
    },
    {
      "epoch": 2.672578332992013,
      "grad_norm": 1.0109651962557658,
      "learning_rate": 0.00017914638563194116,
      "loss": 0.8005,
      "step": 65251
    },
    {
      "epoch": 2.6726192914192097,
      "grad_norm": 0.6202201428332957,
      "learning_rate": 0.00017914318639162722,
      "loss": 0.3341,
      "step": 65252
    },
    {
      "epoch": 2.672660249846406,
      "grad_norm": 1.017298566908274,
      "learning_rate": 0.00017913998713753608,
      "loss": 0.7437,
      "step": 65253
    },
    {
      "epoch": 2.6727012082736024,
      "grad_norm": 0.9021767146410894,
      "learning_rate": 0.00017913678786966926,
      "loss": 0.7024,
      "step": 65254
    },
    {
      "epoch": 2.6727421667007984,
      "grad_norm": 0.8634314942185684,
      "learning_rate": 0.00017913358858802825,
      "loss": 0.5009,
      "step": 65255
    },
    {
      "epoch": 2.672783125127995,
      "grad_norm": 1.346485999777144,
      "learning_rate": 0.00017913038929261458,
      "loss": 1.1778,
      "step": 65256
    },
    {
      "epoch": 2.6728240835551915,
      "grad_norm": 0.8259450882666383,
      "learning_rate": 0.0001791271899834297,
      "loss": 0.3484,
      "step": 65257
    },
    {
      "epoch": 2.672865041982388,
      "grad_norm": 1.066177960350603,
      "learning_rate": 0.0001791239906604752,
      "loss": 0.5771,
      "step": 65258
    },
    {
      "epoch": 2.672906000409584,
      "grad_norm": 0.8023517269762113,
      "learning_rate": 0.0001791207913237526,
      "loss": 0.4167,
      "step": 65259
    },
    {
      "epoch": 2.6729469588367807,
      "grad_norm": 1.395657504239129,
      "learning_rate": 0.00017911759197326336,
      "loss": 1.1355,
      "step": 65260
    },
    {
      "epoch": 2.672987917263977,
      "grad_norm": 1.0954609508713031,
      "learning_rate": 0.00017911439260900902,
      "loss": 0.6356,
      "step": 65261
    },
    {
      "epoch": 2.6730288756911733,
      "grad_norm": 1.148234302781264,
      "learning_rate": 0.00017911119323099105,
      "loss": 0.9292,
      "step": 65262
    },
    {
      "epoch": 2.67306983411837,
      "grad_norm": 2.9533672334890935,
      "learning_rate": 0.000179107993839211,
      "loss": 1.654,
      "step": 65263
    },
    {
      "epoch": 2.6731107925455664,
      "grad_norm": 1.2392115662030403,
      "learning_rate": 0.00017910479443367046,
      "loss": 0.7772,
      "step": 65264
    },
    {
      "epoch": 2.673151750972763,
      "grad_norm": 1.0025618366141917,
      "learning_rate": 0.00017910159501437076,
      "loss": 0.6845,
      "step": 65265
    },
    {
      "epoch": 2.673192709399959,
      "grad_norm": 1.0926942497123213,
      "learning_rate": 0.00017909839558131357,
      "loss": 0.7733,
      "step": 65266
    },
    {
      "epoch": 2.6732336678271555,
      "grad_norm": 1.0475064966654173,
      "learning_rate": 0.00017909519613450034,
      "loss": 0.4051,
      "step": 65267
    },
    {
      "epoch": 2.6732746262543516,
      "grad_norm": 0.6588790241556634,
      "learning_rate": 0.0001790919966739326,
      "loss": 0.2583,
      "step": 65268
    },
    {
      "epoch": 2.673315584681548,
      "grad_norm": 1.051447901884772,
      "learning_rate": 0.00017908879719961182,
      "loss": 0.8219,
      "step": 65269
    },
    {
      "epoch": 2.6733565431087447,
      "grad_norm": 0.9111641827616034,
      "learning_rate": 0.00017908559771153958,
      "loss": 0.6831,
      "step": 65270
    },
    {
      "epoch": 2.6733975015359412,
      "grad_norm": 1.2719151433419071,
      "learning_rate": 0.00017908239820971735,
      "loss": 0.8253,
      "step": 65271
    },
    {
      "epoch": 2.6734384599631373,
      "grad_norm": 0.9665348681692421,
      "learning_rate": 0.0001790791986941466,
      "loss": 0.8079,
      "step": 65272
    },
    {
      "epoch": 2.673479418390334,
      "grad_norm": 0.6826130114385255,
      "learning_rate": 0.00017907599916482895,
      "loss": 0.2389,
      "step": 65273
    },
    {
      "epoch": 2.67352037681753,
      "grad_norm": 1.0809575543308456,
      "learning_rate": 0.00017907279962176586,
      "loss": 0.7911,
      "step": 65274
    },
    {
      "epoch": 2.6735613352447265,
      "grad_norm": 0.6847820945417992,
      "learning_rate": 0.00017906960006495878,
      "loss": 0.2705,
      "step": 65275
    },
    {
      "epoch": 2.673602293671923,
      "grad_norm": 0.8325802317959832,
      "learning_rate": 0.00017906640049440933,
      "loss": 0.3945,
      "step": 65276
    },
    {
      "epoch": 2.6736432520991196,
      "grad_norm": 1.1922377993895947,
      "learning_rate": 0.00017906320091011895,
      "loss": 0.7313,
      "step": 65277
    },
    {
      "epoch": 2.6736842105263157,
      "grad_norm": 1.1676568712512934,
      "learning_rate": 0.00017906000131208917,
      "loss": 0.8074,
      "step": 65278
    },
    {
      "epoch": 2.673725168953512,
      "grad_norm": 1.2243377971523752,
      "learning_rate": 0.00017905680170032155,
      "loss": 0.8351,
      "step": 65279
    },
    {
      "epoch": 2.6737661273807087,
      "grad_norm": 1.1269463540388496,
      "learning_rate": 0.0001790536020748175,
      "loss": 0.6324,
      "step": 65280
    },
    {
      "epoch": 2.673807085807905,
      "grad_norm": 1.2781600235474806,
      "learning_rate": 0.0001790504024355786,
      "loss": 0.9484,
      "step": 65281
    },
    {
      "epoch": 2.6738480442351014,
      "grad_norm": 8.30021348152028,
      "learning_rate": 0.0001790472027826064,
      "loss": 3.296,
      "step": 65282
    },
    {
      "epoch": 2.673889002662298,
      "grad_norm": 0.8650771534870483,
      "learning_rate": 0.00017904400311590234,
      "loss": 0.5765,
      "step": 65283
    },
    {
      "epoch": 2.6739299610894944,
      "grad_norm": 1.2820647644118348,
      "learning_rate": 0.00017904080343546794,
      "loss": 1.0054,
      "step": 65284
    },
    {
      "epoch": 2.6739709195166905,
      "grad_norm": 1.5355915329952607,
      "learning_rate": 0.00017903760374130478,
      "loss": 0.8182,
      "step": 65285
    },
    {
      "epoch": 2.674011877943887,
      "grad_norm": 1.5311105616087306,
      "learning_rate": 0.0001790344040334143,
      "loss": 1.2513,
      "step": 65286
    },
    {
      "epoch": 2.674052836371083,
      "grad_norm": 0.9105204604155294,
      "learning_rate": 0.00017903120431179807,
      "loss": 0.722,
      "step": 65287
    },
    {
      "epoch": 2.6740937947982797,
      "grad_norm": 1.232897563407303,
      "learning_rate": 0.0001790280045764575,
      "loss": 1.0111,
      "step": 65288
    },
    {
      "epoch": 2.6741347532254762,
      "grad_norm": 0.8515976930346572,
      "learning_rate": 0.00017902480482739425,
      "loss": 0.721,
      "step": 65289
    },
    {
      "epoch": 2.6741757116526728,
      "grad_norm": 1.103058044758696,
      "learning_rate": 0.0001790216050646097,
      "loss": 0.9358,
      "step": 65290
    },
    {
      "epoch": 2.674216670079869,
      "grad_norm": 0.7675455244222502,
      "learning_rate": 0.00017901840528810546,
      "loss": 0.7299,
      "step": 65291
    },
    {
      "epoch": 2.6742576285070654,
      "grad_norm": 1.3729621973692487,
      "learning_rate": 0.00017901520549788299,
      "loss": 0.9939,
      "step": 65292
    },
    {
      "epoch": 2.6742985869342615,
      "grad_norm": 1.247056029131281,
      "learning_rate": 0.00017901200569394378,
      "loss": 0.9034,
      "step": 65293
    },
    {
      "epoch": 2.674339545361458,
      "grad_norm": 0.8006427337931543,
      "learning_rate": 0.00017900880587628945,
      "loss": 0.3683,
      "step": 65294
    },
    {
      "epoch": 2.6743805037886546,
      "grad_norm": 0.9307883539339115,
      "learning_rate": 0.0001790056060449214,
      "loss": 0.7626,
      "step": 65295
    },
    {
      "epoch": 2.674421462215851,
      "grad_norm": 1.0060637259962089,
      "learning_rate": 0.00017900240619984117,
      "loss": 0.8336,
      "step": 65296
    },
    {
      "epoch": 2.674462420643047,
      "grad_norm": 1.9647144108141457,
      "learning_rate": 0.00017899920634105026,
      "loss": 1.2415,
      "step": 65297
    },
    {
      "epoch": 2.6745033790702437,
      "grad_norm": 0.869422843103015,
      "learning_rate": 0.00017899600646855026,
      "loss": 0.764,
      "step": 65298
    },
    {
      "epoch": 2.6745443374974402,
      "grad_norm": 1.0770786953361553,
      "learning_rate": 0.0001789928065823426,
      "loss": 0.6888,
      "step": 65299
    },
    {
      "epoch": 2.6745852959246363,
      "grad_norm": 1.2940384159155638,
      "learning_rate": 0.00017898960668242888,
      "loss": 1.3401,
      "step": 65300
    },
    {
      "epoch": 2.674626254351833,
      "grad_norm": 1.2713269445281785,
      "learning_rate": 0.00017898640676881046,
      "loss": 1.1944,
      "step": 65301
    },
    {
      "epoch": 2.6746672127790294,
      "grad_norm": 1.0907793377196808,
      "learning_rate": 0.00017898320684148902,
      "loss": 0.8527,
      "step": 65302
    },
    {
      "epoch": 2.674708171206226,
      "grad_norm": 1.5006332495248695,
      "learning_rate": 0.000178980006900466,
      "loss": 1.169,
      "step": 65303
    },
    {
      "epoch": 2.674749129633422,
      "grad_norm": 1.0771919172275062,
      "learning_rate": 0.00017897680694574288,
      "loss": 0.7284,
      "step": 65304
    },
    {
      "epoch": 2.6747900880606186,
      "grad_norm": 1.4343592223379367,
      "learning_rate": 0.00017897360697732124,
      "loss": 0.7188,
      "step": 65305
    },
    {
      "epoch": 2.6748310464878147,
      "grad_norm": 0.936480069063515,
      "learning_rate": 0.00017897040699520257,
      "loss": 0.7769,
      "step": 65306
    },
    {
      "epoch": 2.674872004915011,
      "grad_norm": 1.5523948267614782,
      "learning_rate": 0.00017896720699938834,
      "loss": 1.1699,
      "step": 65307
    },
    {
      "epoch": 2.6749129633422077,
      "grad_norm": 0.9641153169898535,
      "learning_rate": 0.0001789640069898801,
      "loss": 0.692,
      "step": 65308
    },
    {
      "epoch": 2.6749539217694043,
      "grad_norm": 0.9987666438251102,
      "learning_rate": 0.00017896080696667933,
      "loss": 0.6786,
      "step": 65309
    },
    {
      "epoch": 2.6749948801966004,
      "grad_norm": 0.9851223037527279,
      "learning_rate": 0.00017895760692978764,
      "loss": 0.6909,
      "step": 65310
    },
    {
      "epoch": 2.675035838623797,
      "grad_norm": 1.1965958276660793,
      "learning_rate": 0.00017895440687920646,
      "loss": 1.0064,
      "step": 65311
    },
    {
      "epoch": 2.675076797050993,
      "grad_norm": 1.1928936464876247,
      "learning_rate": 0.00017895120681493725,
      "loss": 0.7045,
      "step": 65312
    },
    {
      "epoch": 2.6751177554781895,
      "grad_norm": 0.8475161260709002,
      "learning_rate": 0.00017894800673698161,
      "loss": 0.6734,
      "step": 65313
    },
    {
      "epoch": 2.675158713905386,
      "grad_norm": 1.5383890900514732,
      "learning_rate": 0.00017894480664534107,
      "loss": 1.4214,
      "step": 65314
    },
    {
      "epoch": 2.6751996723325826,
      "grad_norm": 0.8834026215498989,
      "learning_rate": 0.0001789416065400171,
      "loss": 0.4712,
      "step": 65315
    },
    {
      "epoch": 2.6752406307597787,
      "grad_norm": 0.9087220721953165,
      "learning_rate": 0.0001789384064210112,
      "loss": 0.6891,
      "step": 65316
    },
    {
      "epoch": 2.6752815891869752,
      "grad_norm": 0.8945170580839606,
      "learning_rate": 0.00017893520628832493,
      "loss": 0.4456,
      "step": 65317
    },
    {
      "epoch": 2.6753225476141718,
      "grad_norm": 1.4321519014644102,
      "learning_rate": 0.00017893200614195974,
      "loss": 1.2901,
      "step": 65318
    },
    {
      "epoch": 2.675363506041368,
      "grad_norm": 1.170622484060983,
      "learning_rate": 0.00017892880598191718,
      "loss": 0.7861,
      "step": 65319
    },
    {
      "epoch": 2.6754044644685644,
      "grad_norm": 0.9669898549562039,
      "learning_rate": 0.00017892560580819877,
      "loss": 0.5029,
      "step": 65320
    },
    {
      "epoch": 2.675445422895761,
      "grad_norm": 1.2262677330502196,
      "learning_rate": 0.000178922405620806,
      "loss": 0.9127,
      "step": 65321
    },
    {
      "epoch": 2.6754863813229575,
      "grad_norm": 0.8068864517723546,
      "learning_rate": 0.00017891920541974042,
      "loss": 0.4409,
      "step": 65322
    },
    {
      "epoch": 2.6755273397501536,
      "grad_norm": 1.470854378734324,
      "learning_rate": 0.0001789160052050035,
      "loss": 0.7915,
      "step": 65323
    },
    {
      "epoch": 2.67556829817735,
      "grad_norm": 1.203224579235796,
      "learning_rate": 0.00017891280497659673,
      "loss": 0.9044,
      "step": 65324
    },
    {
      "epoch": 2.675609256604546,
      "grad_norm": 0.9567755642471599,
      "learning_rate": 0.00017890960473452173,
      "loss": 0.7345,
      "step": 65325
    },
    {
      "epoch": 2.6756502150317427,
      "grad_norm": 0.9803089367206285,
      "learning_rate": 0.0001789064044787799,
      "loss": 0.6821,
      "step": 65326
    },
    {
      "epoch": 2.6756911734589393,
      "grad_norm": 0.7314604052968513,
      "learning_rate": 0.00017890320420937286,
      "loss": 0.2561,
      "step": 65327
    },
    {
      "epoch": 2.675732131886136,
      "grad_norm": 2.3684315669784732,
      "learning_rate": 0.000178900003926302,
      "loss": 2.8689,
      "step": 65328
    },
    {
      "epoch": 2.675773090313332,
      "grad_norm": 0.9097684369663319,
      "learning_rate": 0.00017889680362956893,
      "loss": 0.6227,
      "step": 65329
    },
    {
      "epoch": 2.6758140487405284,
      "grad_norm": 1.1351722439107295,
      "learning_rate": 0.0001788936033191751,
      "loss": 0.8544,
      "step": 65330
    },
    {
      "epoch": 2.6758550071677245,
      "grad_norm": 1.2537630171659295,
      "learning_rate": 0.00017889040299512207,
      "loss": 0.8031,
      "step": 65331
    },
    {
      "epoch": 2.675895965594921,
      "grad_norm": 1.0889591191012307,
      "learning_rate": 0.00017888720265741136,
      "loss": 0.8051,
      "step": 65332
    },
    {
      "epoch": 2.6759369240221176,
      "grad_norm": 1.0432693149374224,
      "learning_rate": 0.00017888400230604438,
      "loss": 0.778,
      "step": 65333
    },
    {
      "epoch": 2.675977882449314,
      "grad_norm": 1.9254607651470832,
      "learning_rate": 0.00017888080194102278,
      "loss": 0.9509,
      "step": 65334
    },
    {
      "epoch": 2.67601884087651,
      "grad_norm": 1.5087076282342777,
      "learning_rate": 0.000178877601562348,
      "loss": 0.8848,
      "step": 65335
    },
    {
      "epoch": 2.6760597993037067,
      "grad_norm": 0.5358056670883429,
      "learning_rate": 0.0001788744011700216,
      "loss": 0.1948,
      "step": 65336
    },
    {
      "epoch": 2.6761007577309033,
      "grad_norm": 6.346227705944634,
      "learning_rate": 0.000178871200764045,
      "loss": 1.779,
      "step": 65337
    },
    {
      "epoch": 2.6761417161580994,
      "grad_norm": 1.6923803989253319,
      "learning_rate": 0.00017886800034441983,
      "loss": 0.7497,
      "step": 65338
    },
    {
      "epoch": 2.676182674585296,
      "grad_norm": 1.6020371955599857,
      "learning_rate": 0.0001788647999111475,
      "loss": 0.7884,
      "step": 65339
    },
    {
      "epoch": 2.6762236330124924,
      "grad_norm": 0.9531043782141803,
      "learning_rate": 0.00017886159946422958,
      "loss": 0.2783,
      "step": 65340
    },
    {
      "epoch": 2.676264591439689,
      "grad_norm": 0.6747152753855593,
      "learning_rate": 0.00017885839900366756,
      "loss": 0.2812,
      "step": 65341
    },
    {
      "epoch": 2.676305549866885,
      "grad_norm": 1.326348974236381,
      "learning_rate": 0.00017885519852946298,
      "loss": 0.7902,
      "step": 65342
    },
    {
      "epoch": 2.6763465082940816,
      "grad_norm": 0.8652630018465229,
      "learning_rate": 0.00017885199804161737,
      "loss": 0.6419,
      "step": 65343
    },
    {
      "epoch": 2.6763874667212777,
      "grad_norm": 0.9965857778852819,
      "learning_rate": 0.00017884879754013211,
      "loss": 0.4297,
      "step": 65344
    },
    {
      "epoch": 2.6764284251484742,
      "grad_norm": 1.0029493918753856,
      "learning_rate": 0.0001788455970250089,
      "loss": 0.679,
      "step": 65345
    },
    {
      "epoch": 2.6764693835756708,
      "grad_norm": 0.8900978422481831,
      "learning_rate": 0.00017884239649624913,
      "loss": 0.6466,
      "step": 65346
    },
    {
      "epoch": 2.6765103420028673,
      "grad_norm": 1.1897698922026176,
      "learning_rate": 0.00017883919595385438,
      "loss": 0.7921,
      "step": 65347
    },
    {
      "epoch": 2.6765513004300634,
      "grad_norm": 1.2571685249721782,
      "learning_rate": 0.00017883599539782606,
      "loss": 0.9654,
      "step": 65348
    },
    {
      "epoch": 2.67659225885726,
      "grad_norm": 1.3313589656039264,
      "learning_rate": 0.0001788327948281658,
      "loss": 0.9752,
      "step": 65349
    },
    {
      "epoch": 2.676633217284456,
      "grad_norm": 1.2470348386993042,
      "learning_rate": 0.0001788295942448751,
      "loss": 0.7127,
      "step": 65350
    },
    {
      "epoch": 2.6766741757116526,
      "grad_norm": 1.0393343498275698,
      "learning_rate": 0.00017882639364795542,
      "loss": 0.9367,
      "step": 65351
    },
    {
      "epoch": 2.676715134138849,
      "grad_norm": 2.4221812162010514,
      "learning_rate": 0.00017882319303740826,
      "loss": 1.835,
      "step": 65352
    },
    {
      "epoch": 2.6767560925660456,
      "grad_norm": 0.9439496901478736,
      "learning_rate": 0.00017881999241323518,
      "loss": 0.611,
      "step": 65353
    },
    {
      "epoch": 2.6767970509932417,
      "grad_norm": 1.4011421466043361,
      "learning_rate": 0.00017881679177543768,
      "loss": 1.0659,
      "step": 65354
    },
    {
      "epoch": 2.6768380094204383,
      "grad_norm": 0.5868632724571229,
      "learning_rate": 0.00017881359112401733,
      "loss": 0.2158,
      "step": 65355
    },
    {
      "epoch": 2.676878967847635,
      "grad_norm": 1.3714251602652123,
      "learning_rate": 0.00017881039045897549,
      "loss": 0.6633,
      "step": 65356
    },
    {
      "epoch": 2.676919926274831,
      "grad_norm": 0.7535962930482255,
      "learning_rate": 0.00017880718978031384,
      "loss": 0.3302,
      "step": 65357
    },
    {
      "epoch": 2.6769608847020274,
      "grad_norm": 1.0942389638041812,
      "learning_rate": 0.0001788039890880338,
      "loss": 0.7203,
      "step": 65358
    },
    {
      "epoch": 2.677001843129224,
      "grad_norm": 1.1911483580183337,
      "learning_rate": 0.00017880078838213693,
      "loss": 0.7558,
      "step": 65359
    },
    {
      "epoch": 2.6770428015564205,
      "grad_norm": 1.0345085227385575,
      "learning_rate": 0.00017879758766262466,
      "loss": 0.5334,
      "step": 65360
    },
    {
      "epoch": 2.6770837599836166,
      "grad_norm": 0.668546744573283,
      "learning_rate": 0.0001787943869294986,
      "loss": 0.2118,
      "step": 65361
    },
    {
      "epoch": 2.677124718410813,
      "grad_norm": 0.9922782653579212,
      "learning_rate": 0.00017879118618276024,
      "loss": 0.7361,
      "step": 65362
    },
    {
      "epoch": 2.677165676838009,
      "grad_norm": 0.921931588281529,
      "learning_rate": 0.00017878798542241106,
      "loss": 0.5671,
      "step": 65363
    },
    {
      "epoch": 2.6772066352652057,
      "grad_norm": 0.8152838484670816,
      "learning_rate": 0.00017878478464845258,
      "loss": 0.6164,
      "step": 65364
    },
    {
      "epoch": 2.6772475936924023,
      "grad_norm": 1.1699275833470202,
      "learning_rate": 0.00017878158386088632,
      "loss": 0.6839,
      "step": 65365
    },
    {
      "epoch": 2.677288552119599,
      "grad_norm": 0.9086905186413266,
      "learning_rate": 0.00017877838305971382,
      "loss": 0.5977,
      "step": 65366
    },
    {
      "epoch": 2.677329510546795,
      "grad_norm": 1.0161525455137859,
      "learning_rate": 0.00017877518224493658,
      "loss": 0.864,
      "step": 65367
    },
    {
      "epoch": 2.6773704689739914,
      "grad_norm": 1.4130200869833585,
      "learning_rate": 0.0001787719814165561,
      "loss": 1.2813,
      "step": 65368
    },
    {
      "epoch": 2.6774114274011875,
      "grad_norm": 1.0638674732875406,
      "learning_rate": 0.00017876878057457386,
      "loss": 0.8146,
      "step": 65369
    },
    {
      "epoch": 2.677452385828384,
      "grad_norm": 1.5159128274655322,
      "learning_rate": 0.00017876557971899143,
      "loss": 1.2127,
      "step": 65370
    },
    {
      "epoch": 2.6774933442555806,
      "grad_norm": 1.1812157899068105,
      "learning_rate": 0.0001787623788498103,
      "loss": 0.8493,
      "step": 65371
    },
    {
      "epoch": 2.677534302682777,
      "grad_norm": 3.1402504778138827,
      "learning_rate": 0.00017875917796703202,
      "loss": 3.0344,
      "step": 65372
    },
    {
      "epoch": 2.6775752611099732,
      "grad_norm": 1.0582175612590823,
      "learning_rate": 0.000178755977070658,
      "loss": 0.8043,
      "step": 65373
    },
    {
      "epoch": 2.6776162195371698,
      "grad_norm": 1.2537651015464097,
      "learning_rate": 0.0001787527761606899,
      "loss": 0.8148,
      "step": 65374
    },
    {
      "epoch": 2.6776571779643663,
      "grad_norm": 1.0992667457719207,
      "learning_rate": 0.00017874957523712914,
      "loss": 0.8241,
      "step": 65375
    },
    {
      "epoch": 2.6776981363915624,
      "grad_norm": 1.6111326822851058,
      "learning_rate": 0.00017874637429997722,
      "loss": 0.8499,
      "step": 65376
    },
    {
      "epoch": 2.677739094818759,
      "grad_norm": 0.7345762385441759,
      "learning_rate": 0.00017874317334923566,
      "loss": 0.3216,
      "step": 65377
    },
    {
      "epoch": 2.6777800532459555,
      "grad_norm": 1.5800222860848026,
      "learning_rate": 0.00017873997238490605,
      "loss": 1.3598,
      "step": 65378
    },
    {
      "epoch": 2.677821011673152,
      "grad_norm": 1.7897523587124273,
      "learning_rate": 0.00017873677140698983,
      "loss": 1.4501,
      "step": 65379
    },
    {
      "epoch": 2.677861970100348,
      "grad_norm": 1.1477870987289016,
      "learning_rate": 0.0001787335704154885,
      "loss": 1.0984,
      "step": 65380
    },
    {
      "epoch": 2.6779029285275446,
      "grad_norm": 0.8688922204154866,
      "learning_rate": 0.00017873036941040365,
      "loss": 0.6203,
      "step": 65381
    },
    {
      "epoch": 2.6779438869547407,
      "grad_norm": 1.0997929705304503,
      "learning_rate": 0.00017872716839173675,
      "loss": 0.744,
      "step": 65382
    },
    {
      "epoch": 2.6779848453819373,
      "grad_norm": 1.0649286858221692,
      "learning_rate": 0.0001787239673594893,
      "loss": 0.6217,
      "step": 65383
    },
    {
      "epoch": 2.678025803809134,
      "grad_norm": 1.3750372636162567,
      "learning_rate": 0.00017872076631366278,
      "loss": 0.7525,
      "step": 65384
    },
    {
      "epoch": 2.6780667622363303,
      "grad_norm": 1.2932091370953465,
      "learning_rate": 0.0001787175652542588,
      "loss": 1.0188,
      "step": 65385
    },
    {
      "epoch": 2.6781077206635264,
      "grad_norm": 0.9618175906377913,
      "learning_rate": 0.0001787143641812788,
      "loss": 0.7823,
      "step": 65386
    },
    {
      "epoch": 2.678148679090723,
      "grad_norm": 0.9030245504231411,
      "learning_rate": 0.00017871116309472435,
      "loss": 0.535,
      "step": 65387
    },
    {
      "epoch": 2.678189637517919,
      "grad_norm": 0.671877960579103,
      "learning_rate": 0.00017870796199459684,
      "loss": 0.3163,
      "step": 65388
    },
    {
      "epoch": 2.6782305959451156,
      "grad_norm": 1.101720287776457,
      "learning_rate": 0.00017870476088089796,
      "loss": 0.6881,
      "step": 65389
    },
    {
      "epoch": 2.678271554372312,
      "grad_norm": 1.005854861385228,
      "learning_rate": 0.0001787015597536291,
      "loss": 0.7142,
      "step": 65390
    },
    {
      "epoch": 2.6783125127995087,
      "grad_norm": 0.8181219671049137,
      "learning_rate": 0.00017869835861279184,
      "loss": 0.4438,
      "step": 65391
    },
    {
      "epoch": 2.6783534712267048,
      "grad_norm": 0.9475441662263056,
      "learning_rate": 0.00017869515745838762,
      "loss": 0.8779,
      "step": 65392
    },
    {
      "epoch": 2.6783944296539013,
      "grad_norm": 0.9662593025730734,
      "learning_rate": 0.000178691956290418,
      "loss": 0.676,
      "step": 65393
    },
    {
      "epoch": 2.678435388081098,
      "grad_norm": 0.7264727732304572,
      "learning_rate": 0.0001786887551088845,
      "loss": 0.5693,
      "step": 65394
    },
    {
      "epoch": 2.678476346508294,
      "grad_norm": 1.61775131305243,
      "learning_rate": 0.00017868555391378863,
      "loss": 0.9367,
      "step": 65395
    },
    {
      "epoch": 2.6785173049354905,
      "grad_norm": 1.3607488323970016,
      "learning_rate": 0.00017868235270513186,
      "loss": 0.8175,
      "step": 65396
    },
    {
      "epoch": 2.678558263362687,
      "grad_norm": 0.9163059498541587,
      "learning_rate": 0.00017867915148291579,
      "loss": 0.6565,
      "step": 65397
    },
    {
      "epoch": 2.6785992217898835,
      "grad_norm": 0.9441346666276424,
      "learning_rate": 0.00017867595024714187,
      "loss": 0.5698,
      "step": 65398
    },
    {
      "epoch": 2.6786401802170796,
      "grad_norm": 1.201680770573857,
      "learning_rate": 0.0001786727489978116,
      "loss": 0.7983,
      "step": 65399
    },
    {
      "epoch": 2.678681138644276,
      "grad_norm": 1.1759868394685895,
      "learning_rate": 0.00017866954773492654,
      "loss": 0.7272,
      "step": 65400
    },
    {
      "epoch": 2.6787220970714722,
      "grad_norm": 1.2894526663258867,
      "learning_rate": 0.00017866634645848813,
      "loss": 0.9492,
      "step": 65401
    },
    {
      "epoch": 2.6787630554986688,
      "grad_norm": 1.2124076801244823,
      "learning_rate": 0.000178663145168498,
      "loss": 0.6981,
      "step": 65402
    },
    {
      "epoch": 2.6788040139258653,
      "grad_norm": 1.3683927913905425,
      "learning_rate": 0.00017865994386495759,
      "loss": 1.2585,
      "step": 65403
    },
    {
      "epoch": 2.678844972353062,
      "grad_norm": 1.1734720551771256,
      "learning_rate": 0.0001786567425478684,
      "loss": 0.9645,
      "step": 65404
    },
    {
      "epoch": 2.678885930780258,
      "grad_norm": 1.1733707111108034,
      "learning_rate": 0.00017865354121723195,
      "loss": 0.8838,
      "step": 65405
    },
    {
      "epoch": 2.6789268892074545,
      "grad_norm": 1.443811027512721,
      "learning_rate": 0.00017865033987304977,
      "loss": 0.428,
      "step": 65406
    },
    {
      "epoch": 2.6789678476346506,
      "grad_norm": 1.0088358512663191,
      "learning_rate": 0.00017864713851532338,
      "loss": 0.5769,
      "step": 65407
    },
    {
      "epoch": 2.679008806061847,
      "grad_norm": 1.4775645738789904,
      "learning_rate": 0.0001786439371440543,
      "loss": 1.3548,
      "step": 65408
    },
    {
      "epoch": 2.6790497644890436,
      "grad_norm": 1.866209285925074,
      "learning_rate": 0.00017864073575924407,
      "loss": 1.5855,
      "step": 65409
    },
    {
      "epoch": 2.67909072291624,
      "grad_norm": 1.0074163169137942,
      "learning_rate": 0.00017863753436089412,
      "loss": 0.6956,
      "step": 65410
    },
    {
      "epoch": 2.6791316813434363,
      "grad_norm": 3.699997368726481,
      "learning_rate": 0.00017863433294900598,
      "loss": 2.0594,
      "step": 65411
    },
    {
      "epoch": 2.679172639770633,
      "grad_norm": 1.1289408853273712,
      "learning_rate": 0.0001786311315235812,
      "loss": 0.2853,
      "step": 65412
    },
    {
      "epoch": 2.6792135981978293,
      "grad_norm": 1.3021236405482364,
      "learning_rate": 0.0001786279300846213,
      "loss": 0.7184,
      "step": 65413
    },
    {
      "epoch": 2.6792545566250254,
      "grad_norm": 1.1056800906629112,
      "learning_rate": 0.00017862472863212775,
      "loss": 0.819,
      "step": 65414
    },
    {
      "epoch": 2.679295515052222,
      "grad_norm": 0.9986280340957389,
      "learning_rate": 0.00017862152716610215,
      "loss": 0.7458,
      "step": 65415
    },
    {
      "epoch": 2.6793364734794185,
      "grad_norm": 1.1024534163701745,
      "learning_rate": 0.00017861832568654584,
      "loss": 0.7362,
      "step": 65416
    },
    {
      "epoch": 2.679377431906615,
      "grad_norm": 1.2910369963087935,
      "learning_rate": 0.00017861512419346055,
      "loss": 0.8164,
      "step": 65417
    },
    {
      "epoch": 2.679418390333811,
      "grad_norm": 1.282472211074274,
      "learning_rate": 0.00017861192268684768,
      "loss": 0.9208,
      "step": 65418
    },
    {
      "epoch": 2.6794593487610077,
      "grad_norm": 1.1002907197896916,
      "learning_rate": 0.0001786087211667087,
      "loss": 0.824,
      "step": 65419
    },
    {
      "epoch": 2.6795003071882038,
      "grad_norm": 1.1367823952129539,
      "learning_rate": 0.0001786055196330452,
      "loss": 0.7995,
      "step": 65420
    },
    {
      "epoch": 2.6795412656154003,
      "grad_norm": 1.1389304143189078,
      "learning_rate": 0.00017860231808585866,
      "loss": 0.753,
      "step": 65421
    },
    {
      "epoch": 2.679582224042597,
      "grad_norm": 0.9576659768075149,
      "learning_rate": 0.00017859911652515063,
      "loss": 0.7397,
      "step": 65422
    },
    {
      "epoch": 2.6796231824697934,
      "grad_norm": 0.7286562442973413,
      "learning_rate": 0.0001785959149509226,
      "loss": 0.4034,
      "step": 65423
    },
    {
      "epoch": 2.6796641408969895,
      "grad_norm": 0.7699350553180275,
      "learning_rate": 0.00017859271336317605,
      "loss": 0.3598,
      "step": 65424
    },
    {
      "epoch": 2.679705099324186,
      "grad_norm": 1.4688907803838394,
      "learning_rate": 0.00017858951176191254,
      "loss": 1.558,
      "step": 65425
    },
    {
      "epoch": 2.679746057751382,
      "grad_norm": 4.409881270476653,
      "learning_rate": 0.0001785863101471336,
      "loss": 2.4294,
      "step": 65426
    },
    {
      "epoch": 2.6797870161785786,
      "grad_norm": 1.045593443305737,
      "learning_rate": 0.00017858310851884068,
      "loss": 0.8144,
      "step": 65427
    },
    {
      "epoch": 2.679827974605775,
      "grad_norm": 1.1478103950620246,
      "learning_rate": 0.0001785799068770353,
      "loss": 0.7034,
      "step": 65428
    },
    {
      "epoch": 2.6798689330329717,
      "grad_norm": 0.8846084417513455,
      "learning_rate": 0.00017857670522171903,
      "loss": 0.7192,
      "step": 65429
    },
    {
      "epoch": 2.679909891460168,
      "grad_norm": 1.1914216648146712,
      "learning_rate": 0.00017857350355289332,
      "loss": 0.8963,
      "step": 65430
    },
    {
      "epoch": 2.6799508498873643,
      "grad_norm": 1.3353340449909599,
      "learning_rate": 0.0001785703018705598,
      "loss": 1.078,
      "step": 65431
    },
    {
      "epoch": 2.679991808314561,
      "grad_norm": 1.2505336707317845,
      "learning_rate": 0.00017856710017471976,
      "loss": 0.9181,
      "step": 65432
    },
    {
      "epoch": 2.680032766741757,
      "grad_norm": 0.7624421204180761,
      "learning_rate": 0.00017856389846537495,
      "loss": 0.3717,
      "step": 65433
    },
    {
      "epoch": 2.6800737251689535,
      "grad_norm": 1.3395273861086288,
      "learning_rate": 0.0001785606967425268,
      "loss": 0.9194,
      "step": 65434
    },
    {
      "epoch": 2.68011468359615,
      "grad_norm": 0.9272856431598783,
      "learning_rate": 0.00017855749500617676,
      "loss": 0.365,
      "step": 65435
    },
    {
      "epoch": 2.6801556420233466,
      "grad_norm": 1.184345166089605,
      "learning_rate": 0.0001785542932563264,
      "loss": 0.9279,
      "step": 65436
    },
    {
      "epoch": 2.6801966004505426,
      "grad_norm": 2.897983144996603,
      "learning_rate": 0.00017855109149297725,
      "loss": 2.4905,
      "step": 65437
    },
    {
      "epoch": 2.680237558877739,
      "grad_norm": 0.9036355424886292,
      "learning_rate": 0.00017854788971613078,
      "loss": 0.4065,
      "step": 65438
    },
    {
      "epoch": 2.6802785173049353,
      "grad_norm": 1.1050021423398932,
      "learning_rate": 0.00017854468792578856,
      "loss": 0.551,
      "step": 65439
    },
    {
      "epoch": 2.680319475732132,
      "grad_norm": 1.1167587598878708,
      "learning_rate": 0.00017854148612195204,
      "loss": 0.7946,
      "step": 65440
    },
    {
      "epoch": 2.6803604341593283,
      "grad_norm": 1.312507253889629,
      "learning_rate": 0.00017853828430462274,
      "loss": 1.0113,
      "step": 65441
    },
    {
      "epoch": 2.680401392586525,
      "grad_norm": 3.2693760519956165,
      "learning_rate": 0.00017853508247380224,
      "loss": 2.3293,
      "step": 65442
    },
    {
      "epoch": 2.680442351013721,
      "grad_norm": 1.1257948181345212,
      "learning_rate": 0.00017853188062949197,
      "loss": 0.6191,
      "step": 65443
    },
    {
      "epoch": 2.6804833094409175,
      "grad_norm": 0.9131510855537339,
      "learning_rate": 0.0001785286787716935,
      "loss": 0.4625,
      "step": 65444
    },
    {
      "epoch": 2.6805242678681136,
      "grad_norm": 0.9510117216987763,
      "learning_rate": 0.00017852547690040837,
      "loss": 0.5083,
      "step": 65445
    },
    {
      "epoch": 2.68056522629531,
      "grad_norm": 4.437311359128605,
      "learning_rate": 0.00017852227501563803,
      "loss": 5.4986,
      "step": 65446
    },
    {
      "epoch": 2.6806061847225067,
      "grad_norm": 0.8965245810787116,
      "learning_rate": 0.00017851907311738398,
      "loss": 0.3224,
      "step": 65447
    },
    {
      "epoch": 2.680647143149703,
      "grad_norm": 0.9676030129481297,
      "learning_rate": 0.00017851587120564774,
      "loss": 0.6948,
      "step": 65448
    },
    {
      "epoch": 2.6806881015768993,
      "grad_norm": 1.1969646159095646,
      "learning_rate": 0.0001785126692804309,
      "loss": 0.8901,
      "step": 65449
    },
    {
      "epoch": 2.680729060004096,
      "grad_norm": 0.8420593730014831,
      "learning_rate": 0.00017850946734173493,
      "loss": 0.4103,
      "step": 65450
    },
    {
      "epoch": 2.6807700184312924,
      "grad_norm": 0.5921119148438186,
      "learning_rate": 0.0001785062653895613,
      "loss": 0.1624,
      "step": 65451
    },
    {
      "epoch": 2.6808109768584885,
      "grad_norm": 1.2077228189360367,
      "learning_rate": 0.0001785030634239116,
      "loss": 1.1006,
      "step": 65452
    },
    {
      "epoch": 2.680851935285685,
      "grad_norm": 1.0218614200058693,
      "learning_rate": 0.00017849986144478726,
      "loss": 0.8174,
      "step": 65453
    },
    {
      "epoch": 2.6808928937128815,
      "grad_norm": 1.39072267611368,
      "learning_rate": 0.00017849665945218987,
      "loss": 1.0733,
      "step": 65454
    },
    {
      "epoch": 2.680933852140078,
      "grad_norm": 0.8521112141448608,
      "learning_rate": 0.0001784934574461209,
      "loss": 0.4024,
      "step": 65455
    },
    {
      "epoch": 2.680974810567274,
      "grad_norm": 1.2630485765751203,
      "learning_rate": 0.00017849025542658188,
      "loss": 0.9481,
      "step": 65456
    },
    {
      "epoch": 2.6810157689944707,
      "grad_norm": 1.2622149356197407,
      "learning_rate": 0.00017848705339357435,
      "loss": 1.1097,
      "step": 65457
    },
    {
      "epoch": 2.681056727421667,
      "grad_norm": 1.3981021983676336,
      "learning_rate": 0.00017848385134709978,
      "loss": 1.406,
      "step": 65458
    },
    {
      "epoch": 2.6810976858488633,
      "grad_norm": 1.2137483821001538,
      "learning_rate": 0.0001784806492871597,
      "loss": 0.6546,
      "step": 65459
    },
    {
      "epoch": 2.68113864427606,
      "grad_norm": 1.280363079243036,
      "learning_rate": 0.00017847744721375558,
      "loss": 0.7781,
      "step": 65460
    },
    {
      "epoch": 2.6811796027032564,
      "grad_norm": 1.671925837057632,
      "learning_rate": 0.000178474245126889,
      "loss": 1.5648,
      "step": 65461
    },
    {
      "epoch": 2.6812205611304525,
      "grad_norm": 1.20716616279363,
      "learning_rate": 0.00017847104302656146,
      "loss": 0.8467,
      "step": 65462
    },
    {
      "epoch": 2.681261519557649,
      "grad_norm": 1.008246705838649,
      "learning_rate": 0.00017846784091277447,
      "loss": 0.702,
      "step": 65463
    },
    {
      "epoch": 2.681302477984845,
      "grad_norm": 0.9357179475100685,
      "learning_rate": 0.00017846463878552952,
      "loss": 0.7832,
      "step": 65464
    },
    {
      "epoch": 2.6813434364120416,
      "grad_norm": 0.9929264381921105,
      "learning_rate": 0.00017846143664482816,
      "loss": 0.6818,
      "step": 65465
    },
    {
      "epoch": 2.681384394839238,
      "grad_norm": 2.8123580114520896,
      "learning_rate": 0.00017845823449067185,
      "loss": 2.4213,
      "step": 65466
    },
    {
      "epoch": 2.6814253532664347,
      "grad_norm": 1.3887505221698464,
      "learning_rate": 0.00017845503232306217,
      "loss": 1.1071,
      "step": 65467
    },
    {
      "epoch": 2.681466311693631,
      "grad_norm": 1.2821254482041553,
      "learning_rate": 0.0001784518301420006,
      "loss": 0.7971,
      "step": 65468
    },
    {
      "epoch": 2.6815072701208273,
      "grad_norm": 0.7888253158069568,
      "learning_rate": 0.0001784486279474886,
      "loss": 0.2075,
      "step": 65469
    },
    {
      "epoch": 2.681548228548024,
      "grad_norm": 1.512136324730973,
      "learning_rate": 0.0001784454257395278,
      "loss": 1.0984,
      "step": 65470
    },
    {
      "epoch": 2.68158918697522,
      "grad_norm": 1.4367477688888528,
      "learning_rate": 0.00017844222351811969,
      "loss": 0.6798,
      "step": 65471
    },
    {
      "epoch": 2.6816301454024165,
      "grad_norm": 0.6577793941516905,
      "learning_rate": 0.00017843902128326567,
      "loss": 0.2554,
      "step": 65472
    },
    {
      "epoch": 2.681671103829613,
      "grad_norm": 1.106388498277526,
      "learning_rate": 0.00017843581903496732,
      "loss": 0.8157,
      "step": 65473
    },
    {
      "epoch": 2.6817120622568096,
      "grad_norm": 1.157738712579409,
      "learning_rate": 0.00017843261677322623,
      "loss": 0.7922,
      "step": 65474
    },
    {
      "epoch": 2.6817530206840057,
      "grad_norm": 0.5867029270009559,
      "learning_rate": 0.00017842941449804382,
      "loss": 0.253,
      "step": 65475
    },
    {
      "epoch": 2.681793979111202,
      "grad_norm": 1.1506483939131482,
      "learning_rate": 0.00017842621220942167,
      "loss": 0.6963,
      "step": 65476
    },
    {
      "epoch": 2.6818349375383983,
      "grad_norm": 0.8507969945291566,
      "learning_rate": 0.00017842300990736118,
      "loss": 0.3518,
      "step": 65477
    },
    {
      "epoch": 2.681875895965595,
      "grad_norm": 1.0101846607989575,
      "learning_rate": 0.00017841980759186396,
      "loss": 0.5382,
      "step": 65478
    },
    {
      "epoch": 2.6819168543927914,
      "grad_norm": 1.001443915476465,
      "learning_rate": 0.00017841660526293158,
      "loss": 0.629,
      "step": 65479
    },
    {
      "epoch": 2.681957812819988,
      "grad_norm": 1.0738537568059323,
      "learning_rate": 0.0001784134029205654,
      "loss": 0.6461,
      "step": 65480
    },
    {
      "epoch": 2.681998771247184,
      "grad_norm": 0.9350701134470077,
      "learning_rate": 0.00017841020056476705,
      "loss": 0.8166,
      "step": 65481
    },
    {
      "epoch": 2.6820397296743805,
      "grad_norm": 1.2479638289256016,
      "learning_rate": 0.00017840699819553799,
      "loss": 0.7461,
      "step": 65482
    },
    {
      "epoch": 2.6820806881015766,
      "grad_norm": 0.9593090989197892,
      "learning_rate": 0.00017840379581287973,
      "loss": 0.7452,
      "step": 65483
    },
    {
      "epoch": 2.682121646528773,
      "grad_norm": 1.0047367929862319,
      "learning_rate": 0.0001784005934167938,
      "loss": 0.6318,
      "step": 65484
    },
    {
      "epoch": 2.6821626049559697,
      "grad_norm": 0.9924024696382986,
      "learning_rate": 0.00017839739100728176,
      "loss": 0.6418,
      "step": 65485
    },
    {
      "epoch": 2.6822035633831662,
      "grad_norm": 1.2161224860954019,
      "learning_rate": 0.00017839418858434507,
      "loss": 1.0127,
      "step": 65486
    },
    {
      "epoch": 2.6822445218103623,
      "grad_norm": 1.1408765525326077,
      "learning_rate": 0.00017839098614798527,
      "loss": 0.913,
      "step": 65487
    },
    {
      "epoch": 2.682285480237559,
      "grad_norm": 0.8960370379224268,
      "learning_rate": 0.0001783877836982038,
      "loss": 0.6993,
      "step": 65488
    },
    {
      "epoch": 2.6823264386647554,
      "grad_norm": 0.838658938445667,
      "learning_rate": 0.00017838458123500229,
      "loss": 0.8339,
      "step": 65489
    },
    {
      "epoch": 2.6823673970919515,
      "grad_norm": 1.1468634190476956,
      "learning_rate": 0.00017838137875838216,
      "loss": 0.868,
      "step": 65490
    },
    {
      "epoch": 2.682408355519148,
      "grad_norm": 1.0141201683202685,
      "learning_rate": 0.000178378176268345,
      "loss": 0.7806,
      "step": 65491
    },
    {
      "epoch": 2.6824493139463446,
      "grad_norm": 1.2015379049190467,
      "learning_rate": 0.0001783749737648922,
      "loss": 0.5871,
      "step": 65492
    },
    {
      "epoch": 2.682490272373541,
      "grad_norm": 0.8472313183479757,
      "learning_rate": 0.00017837177124802544,
      "loss": 0.7163,
      "step": 65493
    },
    {
      "epoch": 2.682531230800737,
      "grad_norm": 1.0469928779221294,
      "learning_rate": 0.00017836856871774614,
      "loss": 0.546,
      "step": 65494
    },
    {
      "epoch": 2.6825721892279337,
      "grad_norm": 1.2540780988404496,
      "learning_rate": 0.00017836536617405583,
      "loss": 0.8966,
      "step": 65495
    },
    {
      "epoch": 2.68261314765513,
      "grad_norm": 0.8833496606158294,
      "learning_rate": 0.000178362163616956,
      "loss": 0.6759,
      "step": 65496
    },
    {
      "epoch": 2.6826541060823264,
      "grad_norm": 1.7357321827071446,
      "learning_rate": 0.0001783589610464482,
      "loss": 1.6596,
      "step": 65497
    },
    {
      "epoch": 2.682695064509523,
      "grad_norm": 0.8927844138644686,
      "learning_rate": 0.00017835575846253393,
      "loss": 0.6551,
      "step": 65498
    },
    {
      "epoch": 2.6827360229367194,
      "grad_norm": 3.53453249810956,
      "learning_rate": 0.0001783525558652147,
      "loss": 1.3464,
      "step": 65499
    },
    {
      "epoch": 2.6827769813639155,
      "grad_norm": 1.0008969526610119,
      "learning_rate": 0.00017834935325449202,
      "loss": 0.7742,
      "step": 65500
    },
    {
      "epoch": 2.682817939791112,
      "grad_norm": 1.6430110526698685,
      "learning_rate": 0.0001783461506303674,
      "loss": 0.8356,
      "step": 65501
    },
    {
      "epoch": 2.682858898218308,
      "grad_norm": 1.655787012251451,
      "learning_rate": 0.0001783429479928424,
      "loss": 0.9084,
      "step": 65502
    },
    {
      "epoch": 2.6828998566455047,
      "grad_norm": 0.8922005172414932,
      "learning_rate": 0.00017833974534191846,
      "loss": 0.6759,
      "step": 65503
    },
    {
      "epoch": 2.682940815072701,
      "grad_norm": 1.3292115151373685,
      "learning_rate": 0.00017833654267759716,
      "loss": 1.0072,
      "step": 65504
    },
    {
      "epoch": 2.6829817734998977,
      "grad_norm": 1.4950650121958589,
      "learning_rate": 0.00017833333999987998,
      "loss": 0.8396,
      "step": 65505
    },
    {
      "epoch": 2.683022731927094,
      "grad_norm": 1.053022535325345,
      "learning_rate": 0.00017833013730876842,
      "loss": 0.5769,
      "step": 65506
    },
    {
      "epoch": 2.6830636903542904,
      "grad_norm": 2.083557769201498,
      "learning_rate": 0.00017832693460426404,
      "loss": 1.9909,
      "step": 65507
    },
    {
      "epoch": 2.683104648781487,
      "grad_norm": 1.1413569478501964,
      "learning_rate": 0.00017832373188636836,
      "loss": 0.7735,
      "step": 65508
    },
    {
      "epoch": 2.683145607208683,
      "grad_norm": 1.1595980661403167,
      "learning_rate": 0.00017832052915508278,
      "loss": 0.535,
      "step": 65509
    },
    {
      "epoch": 2.6831865656358795,
      "grad_norm": 1.0801401549833107,
      "learning_rate": 0.00017831732641040895,
      "loss": 0.8724,
      "step": 65510
    },
    {
      "epoch": 2.683227524063076,
      "grad_norm": 1.500589261380281,
      "learning_rate": 0.00017831412365234834,
      "loss": 1.3176,
      "step": 65511
    },
    {
      "epoch": 2.6832684824902726,
      "grad_norm": 1.357691457645316,
      "learning_rate": 0.00017831092088090248,
      "loss": 1.1826,
      "step": 65512
    },
    {
      "epoch": 2.6833094409174687,
      "grad_norm": 1.127911376590365,
      "learning_rate": 0.00017830771809607278,
      "loss": 0.7001,
      "step": 65513
    },
    {
      "epoch": 2.6833503993446652,
      "grad_norm": 1.1847197291621756,
      "learning_rate": 0.00017830451529786087,
      "loss": 0.8309,
      "step": 65514
    },
    {
      "epoch": 2.6833913577718613,
      "grad_norm": 1.1994074551169205,
      "learning_rate": 0.00017830131248626827,
      "loss": 0.8182,
      "step": 65515
    },
    {
      "epoch": 2.683432316199058,
      "grad_norm": 1.2343240098690271,
      "learning_rate": 0.0001782981096612964,
      "loss": 0.4388,
      "step": 65516
    },
    {
      "epoch": 2.6834732746262544,
      "grad_norm": 0.7434569126753063,
      "learning_rate": 0.00017829490682294682,
      "loss": 0.3249,
      "step": 65517
    },
    {
      "epoch": 2.683514233053451,
      "grad_norm": 1.1025864530066125,
      "learning_rate": 0.0001782917039712211,
      "loss": 0.9135,
      "step": 65518
    },
    {
      "epoch": 2.683555191480647,
      "grad_norm": 1.2289575708501637,
      "learning_rate": 0.00017828850110612065,
      "loss": 0.7984,
      "step": 65519
    },
    {
      "epoch": 2.6835961499078436,
      "grad_norm": 0.8478857370164972,
      "learning_rate": 0.00017828529822764704,
      "loss": 0.395,
      "step": 65520
    },
    {
      "epoch": 2.68363710833504,
      "grad_norm": 1.0448892882060639,
      "learning_rate": 0.00017828209533580185,
      "loss": 0.7602,
      "step": 65521
    },
    {
      "epoch": 2.683678066762236,
      "grad_norm": 1.4671334888259073,
      "learning_rate": 0.00017827889243058646,
      "loss": 1.2267,
      "step": 65522
    },
    {
      "epoch": 2.6837190251894327,
      "grad_norm": 1.0808012836855139,
      "learning_rate": 0.00017827568951200246,
      "loss": 0.7324,
      "step": 65523
    },
    {
      "epoch": 2.6837599836166293,
      "grad_norm": 1.1609599992801563,
      "learning_rate": 0.00017827248658005136,
      "loss": 0.8315,
      "step": 65524
    },
    {
      "epoch": 2.6838009420438254,
      "grad_norm": 1.152869975725225,
      "learning_rate": 0.00017826928363473467,
      "loss": 1.0306,
      "step": 65525
    },
    {
      "epoch": 2.683841900471022,
      "grad_norm": 1.125359220134107,
      "learning_rate": 0.00017826608067605392,
      "loss": 0.8056,
      "step": 65526
    },
    {
      "epoch": 2.6838828588982184,
      "grad_norm": 0.7505031832984093,
      "learning_rate": 0.0001782628777040106,
      "loss": 0.2716,
      "step": 65527
    },
    {
      "epoch": 2.6839238173254145,
      "grad_norm": 0.9708086202709778,
      "learning_rate": 0.00017825967471860618,
      "loss": 0.2395,
      "step": 65528
    },
    {
      "epoch": 2.683964775752611,
      "grad_norm": 0.7534105727547079,
      "learning_rate": 0.0001782564717198423,
      "loss": 0.2532,
      "step": 65529
    },
    {
      "epoch": 2.6840057341798076,
      "grad_norm": 1.5985809038432475,
      "learning_rate": 0.00017825326870772037,
      "loss": 1.0974,
      "step": 65530
    },
    {
      "epoch": 2.684046692607004,
      "grad_norm": 1.2906157234243596,
      "learning_rate": 0.00017825006568224195,
      "loss": 0.9287,
      "step": 65531
    },
    {
      "epoch": 2.6840876510342,
      "grad_norm": 0.8006715668409478,
      "learning_rate": 0.0001782468626434085,
      "loss": 0.4625,
      "step": 65532
    },
    {
      "epoch": 2.6841286094613968,
      "grad_norm": 1.247359044787755,
      "learning_rate": 0.0001782436595912216,
      "loss": 0.8594,
      "step": 65533
    },
    {
      "epoch": 2.684169567888593,
      "grad_norm": 1.7858477737237557,
      "learning_rate": 0.00017824045652568274,
      "loss": 1.3737,
      "step": 65534
    },
    {
      "epoch": 2.6842105263157894,
      "grad_norm": 1.0685717453115111,
      "learning_rate": 0.00017823725344679343,
      "loss": 0.6894,
      "step": 65535
    },
    {
      "epoch": 2.684251484742986,
      "grad_norm": 1.0063907164581558,
      "learning_rate": 0.00017823405035455515,
      "loss": 0.5793,
      "step": 65536
    },
    {
      "epoch": 2.6842924431701825,
      "grad_norm": 1.3129463022062522,
      "learning_rate": 0.00017823084724896947,
      "loss": 0.6056,
      "step": 65537
    },
    {
      "epoch": 2.6843334015973785,
      "grad_norm": 2.666216631627426,
      "learning_rate": 0.00017822764413003792,
      "loss": 1.4438,
      "step": 65538
    },
    {
      "epoch": 2.684374360024575,
      "grad_norm": 0.9819981849923348,
      "learning_rate": 0.00017822444099776193,
      "loss": 0.5763,
      "step": 65539
    },
    {
      "epoch": 2.6844153184517716,
      "grad_norm": 1.1791617619737533,
      "learning_rate": 0.00017822123785214312,
      "loss": 0.7116,
      "step": 65540
    },
    {
      "epoch": 2.6844562768789677,
      "grad_norm": 0.9590249802800834,
      "learning_rate": 0.00017821803469318285,
      "loss": 0.6013,
      "step": 65541
    },
    {
      "epoch": 2.6844972353061642,
      "grad_norm": 1.0168865579550186,
      "learning_rate": 0.00017821483152088283,
      "loss": 0.6789,
      "step": 65542
    },
    {
      "epoch": 2.684538193733361,
      "grad_norm": 1.7685920284188414,
      "learning_rate": 0.0001782116283352444,
      "loss": 1.0477,
      "step": 65543
    },
    {
      "epoch": 2.684579152160557,
      "grad_norm": 1.223671038535086,
      "learning_rate": 0.00017820842513626922,
      "loss": 0.9363,
      "step": 65544
    },
    {
      "epoch": 2.6846201105877534,
      "grad_norm": 1.4715343656883362,
      "learning_rate": 0.00017820522192395864,
      "loss": 1.0822,
      "step": 65545
    },
    {
      "epoch": 2.68466106901495,
      "grad_norm": 1.2192772727962757,
      "learning_rate": 0.00017820201869831435,
      "loss": 0.9589,
      "step": 65546
    },
    {
      "epoch": 2.684702027442146,
      "grad_norm": 0.7994398323534068,
      "learning_rate": 0.0001781988154593378,
      "loss": 0.5891,
      "step": 65547
    },
    {
      "epoch": 2.6847429858693426,
      "grad_norm": 0.9443349362116331,
      "learning_rate": 0.0001781956122070304,
      "loss": 0.6937,
      "step": 65548
    },
    {
      "epoch": 2.684783944296539,
      "grad_norm": 1.041904271663493,
      "learning_rate": 0.00017819240894139377,
      "loss": 0.7334,
      "step": 65549
    },
    {
      "epoch": 2.6848249027237356,
      "grad_norm": 1.112069179170687,
      "learning_rate": 0.00017818920566242948,
      "loss": 0.919,
      "step": 65550
    },
    {
      "epoch": 2.6848658611509317,
      "grad_norm": 1.0167958962292114,
      "learning_rate": 0.00017818600237013893,
      "loss": 0.5429,
      "step": 65551
    },
    {
      "epoch": 2.6849068195781283,
      "grad_norm": 4.219234075338043,
      "learning_rate": 0.00017818279906452365,
      "loss": 3.9561,
      "step": 65552
    },
    {
      "epoch": 2.6849477780053244,
      "grad_norm": 0.8559809197291036,
      "learning_rate": 0.00017817959574558518,
      "loss": 0.7831,
      "step": 65553
    },
    {
      "epoch": 2.684988736432521,
      "grad_norm": 1.3811989746522668,
      "learning_rate": 0.00017817639241332506,
      "loss": 0.9489,
      "step": 65554
    },
    {
      "epoch": 2.6850296948597174,
      "grad_norm": 0.8958130427963572,
      "learning_rate": 0.00017817318906774475,
      "loss": 0.5843,
      "step": 65555
    },
    {
      "epoch": 2.685070653286914,
      "grad_norm": 0.9651525520487196,
      "learning_rate": 0.00017816998570884576,
      "loss": 0.686,
      "step": 65556
    },
    {
      "epoch": 2.68511161171411,
      "grad_norm": 0.8949816753183254,
      "learning_rate": 0.0001781667823366297,
      "loss": 0.6333,
      "step": 65557
    },
    {
      "epoch": 2.6851525701413066,
      "grad_norm": 0.9082848257721896,
      "learning_rate": 0.000178163578951098,
      "loss": 0.6086,
      "step": 65558
    },
    {
      "epoch": 2.685193528568503,
      "grad_norm": 0.9691056428519932,
      "learning_rate": 0.00017816037555225218,
      "loss": 0.7754,
      "step": 65559
    },
    {
      "epoch": 2.685234486995699,
      "grad_norm": 1.4206399929252904,
      "learning_rate": 0.0001781571721400938,
      "loss": 1.1586,
      "step": 65560
    },
    {
      "epoch": 2.6852754454228958,
      "grad_norm": 1.1718946280468527,
      "learning_rate": 0.0001781539687146243,
      "loss": 0.8334,
      "step": 65561
    },
    {
      "epoch": 2.6853164038500923,
      "grad_norm": 0.8910033403620266,
      "learning_rate": 0.00017815076527584524,
      "loss": 0.5107,
      "step": 65562
    },
    {
      "epoch": 2.685357362277289,
      "grad_norm": 0.9949040969012606,
      "learning_rate": 0.00017814756182375817,
      "loss": 0.5314,
      "step": 65563
    },
    {
      "epoch": 2.685398320704485,
      "grad_norm": 1.2344405732934771,
      "learning_rate": 0.00017814435835836453,
      "loss": 1.0557,
      "step": 65564
    },
    {
      "epoch": 2.6854392791316815,
      "grad_norm": 1.0935824122769067,
      "learning_rate": 0.00017814115487966588,
      "loss": 0.9968,
      "step": 65565
    },
    {
      "epoch": 2.6854802375588775,
      "grad_norm": 1.6421875266116188,
      "learning_rate": 0.00017813795138766372,
      "loss": 1.4673,
      "step": 65566
    },
    {
      "epoch": 2.685521195986074,
      "grad_norm": 1.1509381284653737,
      "learning_rate": 0.0001781347478823596,
      "loss": 0.717,
      "step": 65567
    },
    {
      "epoch": 2.6855621544132706,
      "grad_norm": 0.7441856872772964,
      "learning_rate": 0.00017813154436375497,
      "loss": 0.2863,
      "step": 65568
    },
    {
      "epoch": 2.685603112840467,
      "grad_norm": 1.1017315633103497,
      "learning_rate": 0.00017812834083185138,
      "loss": 0.9113,
      "step": 65569
    },
    {
      "epoch": 2.6856440712676632,
      "grad_norm": 1.169414537464247,
      "learning_rate": 0.00017812513728665037,
      "loss": 0.7408,
      "step": 65570
    },
    {
      "epoch": 2.68568502969486,
      "grad_norm": 0.9862552364510034,
      "learning_rate": 0.00017812193372815341,
      "loss": 0.7103,
      "step": 65571
    },
    {
      "epoch": 2.685725988122056,
      "grad_norm": 1.1102962598867203,
      "learning_rate": 0.000178118730156362,
      "loss": 0.8065,
      "step": 65572
    },
    {
      "epoch": 2.6857669465492524,
      "grad_norm": 1.1978309077523137,
      "learning_rate": 0.00017811552657127772,
      "loss": 0.7932,
      "step": 65573
    },
    {
      "epoch": 2.685807904976449,
      "grad_norm": 1.2692563268350576,
      "learning_rate": 0.00017811232297290205,
      "loss": 1.1845,
      "step": 65574
    },
    {
      "epoch": 2.6858488634036455,
      "grad_norm": 0.7842994446993238,
      "learning_rate": 0.00017810911936123655,
      "loss": 0.264,
      "step": 65575
    },
    {
      "epoch": 2.6858898218308416,
      "grad_norm": 1.2737218232912029,
      "learning_rate": 0.0001781059157362826,
      "loss": 0.8159,
      "step": 65576
    },
    {
      "epoch": 2.685930780258038,
      "grad_norm": 1.3244621868983362,
      "learning_rate": 0.00017810271209804183,
      "loss": 0.9135,
      "step": 65577
    },
    {
      "epoch": 2.6859717386852346,
      "grad_norm": 0.9333164816578856,
      "learning_rate": 0.00017809950844651577,
      "loss": 0.5763,
      "step": 65578
    },
    {
      "epoch": 2.6860126971124307,
      "grad_norm": 1.0078739131881527,
      "learning_rate": 0.00017809630478170588,
      "loss": 0.7726,
      "step": 65579
    },
    {
      "epoch": 2.6860536555396273,
      "grad_norm": 6.016456251509315,
      "learning_rate": 0.0001780931011036137,
      "loss": 4.1964,
      "step": 65580
    },
    {
      "epoch": 2.686094613966824,
      "grad_norm": 1.4144002679069314,
      "learning_rate": 0.00017808989741224067,
      "loss": 0.8227,
      "step": 65581
    },
    {
      "epoch": 2.6861355723940203,
      "grad_norm": 1.3594792342770419,
      "learning_rate": 0.0001780866937075884,
      "loss": 0.7983,
      "step": 65582
    },
    {
      "epoch": 2.6861765308212164,
      "grad_norm": 1.1995433761154162,
      "learning_rate": 0.00017808348998965838,
      "loss": 0.9109,
      "step": 65583
    },
    {
      "epoch": 2.686217489248413,
      "grad_norm": 1.0183246479961747,
      "learning_rate": 0.00017808028625845214,
      "loss": 0.838,
      "step": 65584
    },
    {
      "epoch": 2.686258447675609,
      "grad_norm": 21.17458255717139,
      "learning_rate": 0.00017807708251397112,
      "loss": 6.3037,
      "step": 65585
    },
    {
      "epoch": 2.6862994061028056,
      "grad_norm": 1.13560535931888,
      "learning_rate": 0.00017807387875621694,
      "loss": 0.9618,
      "step": 65586
    },
    {
      "epoch": 2.686340364530002,
      "grad_norm": 0.970011192593455,
      "learning_rate": 0.00017807067498519104,
      "loss": 0.6867,
      "step": 65587
    },
    {
      "epoch": 2.6863813229571987,
      "grad_norm": 2.281052724821969,
      "learning_rate": 0.0001780674712008949,
      "loss": 1.7547,
      "step": 65588
    },
    {
      "epoch": 2.6864222813843948,
      "grad_norm": 1.2281447819074591,
      "learning_rate": 0.00017806426740333013,
      "loss": 0.256,
      "step": 65589
    },
    {
      "epoch": 2.6864632398115913,
      "grad_norm": 0.9341459238995808,
      "learning_rate": 0.0001780610635924982,
      "loss": 0.3299,
      "step": 65590
    },
    {
      "epoch": 2.6865041982387874,
      "grad_norm": 1.34627141798818,
      "learning_rate": 0.00017805785976840065,
      "loss": 0.9705,
      "step": 65591
    },
    {
      "epoch": 2.686545156665984,
      "grad_norm": 1.2549388119656577,
      "learning_rate": 0.0001780546559310389,
      "loss": 0.5272,
      "step": 65592
    },
    {
      "epoch": 2.6865861150931805,
      "grad_norm": 1.5518995347476456,
      "learning_rate": 0.00017805145208041461,
      "loss": 0.769,
      "step": 65593
    },
    {
      "epoch": 2.686627073520377,
      "grad_norm": 1.2835119044532854,
      "learning_rate": 0.0001780482482165292,
      "loss": 0.924,
      "step": 65594
    },
    {
      "epoch": 2.686668031947573,
      "grad_norm": 0.9113053914913777,
      "learning_rate": 0.00017804504433938418,
      "loss": 0.6552,
      "step": 65595
    },
    {
      "epoch": 2.6867089903747696,
      "grad_norm": 0.9977637422529326,
      "learning_rate": 0.00017804184044898112,
      "loss": 0.7098,
      "step": 65596
    },
    {
      "epoch": 2.686749948801966,
      "grad_norm": 1.1569486217821985,
      "learning_rate": 0.0001780386365453215,
      "loss": 1.0285,
      "step": 65597
    },
    {
      "epoch": 2.6867909072291623,
      "grad_norm": 0.9555651102510812,
      "learning_rate": 0.00017803543262840684,
      "loss": 0.5856,
      "step": 65598
    },
    {
      "epoch": 2.686831865656359,
      "grad_norm": 0.9943222822080462,
      "learning_rate": 0.00017803222869823866,
      "loss": 0.6297,
      "step": 65599
    },
    {
      "epoch": 2.6868728240835553,
      "grad_norm": 0.8795906725189528,
      "learning_rate": 0.00017802902475481846,
      "loss": 0.2975,
      "step": 65600
    },
    {
      "epoch": 2.686913782510752,
      "grad_norm": 1.1421620659942788,
      "learning_rate": 0.00017802582079814774,
      "loss": 0.832,
      "step": 65601
    },
    {
      "epoch": 2.686954740937948,
      "grad_norm": 1.1816608404636282,
      "learning_rate": 0.00017802261682822807,
      "loss": 0.6429,
      "step": 65602
    },
    {
      "epoch": 2.6869956993651445,
      "grad_norm": 1.0727561726901436,
      "learning_rate": 0.00017801941284506097,
      "loss": 0.7471,
      "step": 65603
    },
    {
      "epoch": 2.6870366577923406,
      "grad_norm": 1.2301001893476993,
      "learning_rate": 0.00017801620884864782,
      "loss": 1.0891,
      "step": 65604
    },
    {
      "epoch": 2.687077616219537,
      "grad_norm": 1.0279268587123593,
      "learning_rate": 0.0001780130048389903,
      "loss": 0.7421,
      "step": 65605
    },
    {
      "epoch": 2.6871185746467336,
      "grad_norm": 0.9518179879467894,
      "learning_rate": 0.00017800980081608984,
      "loss": 0.5732,
      "step": 65606
    },
    {
      "epoch": 2.68715953307393,
      "grad_norm": 0.8165591016822566,
      "learning_rate": 0.000178006596779948,
      "loss": 0.5175,
      "step": 65607
    },
    {
      "epoch": 2.6872004915011263,
      "grad_norm": 1.02063039042927,
      "learning_rate": 0.00017800339273056618,
      "loss": 0.6904,
      "step": 65608
    },
    {
      "epoch": 2.687241449928323,
      "grad_norm": 1.2827036238342675,
      "learning_rate": 0.00017800018866794606,
      "loss": 0.8013,
      "step": 65609
    },
    {
      "epoch": 2.687282408355519,
      "grad_norm": 1.6438485834113665,
      "learning_rate": 0.00017799698459208907,
      "loss": 0.4856,
      "step": 65610
    },
    {
      "epoch": 2.6873233667827154,
      "grad_norm": 1.2028537963591455,
      "learning_rate": 0.00017799378050299672,
      "loss": 0.5937,
      "step": 65611
    },
    {
      "epoch": 2.687364325209912,
      "grad_norm": 1.2040307879936512,
      "learning_rate": 0.00017799057640067052,
      "loss": 0.2248,
      "step": 65612
    },
    {
      "epoch": 2.6874052836371085,
      "grad_norm": 1.3041585117053085,
      "learning_rate": 0.00017798737228511203,
      "loss": 1.002,
      "step": 65613
    },
    {
      "epoch": 2.6874462420643046,
      "grad_norm": 2.628365077033436,
      "learning_rate": 0.0001779841681563227,
      "loss": 3.6366,
      "step": 65614
    },
    {
      "epoch": 2.687487200491501,
      "grad_norm": 1.2402157701276064,
      "learning_rate": 0.0001779809640143041,
      "loss": 0.9215,
      "step": 65615
    },
    {
      "epoch": 2.6875281589186977,
      "grad_norm": 1.578821655780068,
      "learning_rate": 0.00017797775985905774,
      "loss": 1.6903,
      "step": 65616
    },
    {
      "epoch": 2.6875691173458938,
      "grad_norm": 1.0611819261006423,
      "learning_rate": 0.0001779745556905851,
      "loss": 0.6368,
      "step": 65617
    },
    {
      "epoch": 2.6876100757730903,
      "grad_norm": 0.9082290888861095,
      "learning_rate": 0.00017797135150888766,
      "loss": 0.4333,
      "step": 65618
    },
    {
      "epoch": 2.687651034200287,
      "grad_norm": 4.154955058098702,
      "learning_rate": 0.00017796814731396704,
      "loss": 5.1097,
      "step": 65619
    },
    {
      "epoch": 2.6876919926274834,
      "grad_norm": 1.8245030371448132,
      "learning_rate": 0.00017796494310582474,
      "loss": 0.8421,
      "step": 65620
    },
    {
      "epoch": 2.6877329510546795,
      "grad_norm": 1.5921819885293467,
      "learning_rate": 0.00017796173888446219,
      "loss": 0.4953,
      "step": 65621
    },
    {
      "epoch": 2.687773909481876,
      "grad_norm": 0.9814627070516263,
      "learning_rate": 0.000177958534649881,
      "loss": 0.2862,
      "step": 65622
    },
    {
      "epoch": 2.687814867909072,
      "grad_norm": 1.818157347308115,
      "learning_rate": 0.00017795533040208255,
      "loss": 0.8988,
      "step": 65623
    },
    {
      "epoch": 2.6878558263362686,
      "grad_norm": 2.990553548584698,
      "learning_rate": 0.0001779521261410685,
      "loss": 1.9358,
      "step": 65624
    },
    {
      "epoch": 2.687896784763465,
      "grad_norm": 1.1417035897185221,
      "learning_rate": 0.00017794892186684028,
      "loss": 0.6462,
      "step": 65625
    },
    {
      "epoch": 2.6879377431906617,
      "grad_norm": 1.037904089974781,
      "learning_rate": 0.00017794571757939948,
      "loss": 0.7345,
      "step": 65626
    },
    {
      "epoch": 2.687978701617858,
      "grad_norm": 3.15075448130557,
      "learning_rate": 0.00017794251327874752,
      "loss": 1.8742,
      "step": 65627
    },
    {
      "epoch": 2.6880196600450543,
      "grad_norm": 3.5717504009113803,
      "learning_rate": 0.00017793930896488596,
      "loss": 1.4619,
      "step": 65628
    },
    {
      "epoch": 2.6880606184722504,
      "grad_norm": 1.4917464532291023,
      "learning_rate": 0.00017793610463781635,
      "loss": 0.9414,
      "step": 65629
    },
    {
      "epoch": 2.688101576899447,
      "grad_norm": 1.5285689907895113,
      "learning_rate": 0.00017793290029754016,
      "loss": 0.7497,
      "step": 65630
    },
    {
      "epoch": 2.6881425353266435,
      "grad_norm": 2.165800246478124,
      "learning_rate": 0.0001779296959440589,
      "loss": 1.6948,
      "step": 65631
    },
    {
      "epoch": 2.68818349375384,
      "grad_norm": 1.7157188465605295,
      "learning_rate": 0.0001779264915773741,
      "loss": 1.2174,
      "step": 65632
    },
    {
      "epoch": 2.688224452181036,
      "grad_norm": 1.3806009282741056,
      "learning_rate": 0.00017792328719748728,
      "loss": 0.8603,
      "step": 65633
    },
    {
      "epoch": 2.6882654106082327,
      "grad_norm": 1.936443698693444,
      "learning_rate": 0.00017792008280439998,
      "loss": 1.8029,
      "step": 65634
    },
    {
      "epoch": 2.688306369035429,
      "grad_norm": 0.7040034515402327,
      "learning_rate": 0.00017791687839811365,
      "loss": 0.1998,
      "step": 65635
    },
    {
      "epoch": 2.6883473274626253,
      "grad_norm": 1.7923289699441758,
      "learning_rate": 0.00017791367397862983,
      "loss": 1.0095,
      "step": 65636
    },
    {
      "epoch": 2.688388285889822,
      "grad_norm": 0.9733343166973037,
      "learning_rate": 0.00017791046954595006,
      "loss": 0.6616,
      "step": 65637
    },
    {
      "epoch": 2.6884292443170184,
      "grad_norm": 0.7871883282121942,
      "learning_rate": 0.00017790726510007586,
      "loss": 0.4508,
      "step": 65638
    },
    {
      "epoch": 2.688470202744215,
      "grad_norm": 1.2740541848037341,
      "learning_rate": 0.0001779040606410087,
      "loss": 0.9177,
      "step": 65639
    },
    {
      "epoch": 2.688511161171411,
      "grad_norm": 15.398096844978646,
      "learning_rate": 0.00017790085616875011,
      "loss": 2.8462,
      "step": 65640
    },
    {
      "epoch": 2.6885521195986075,
      "grad_norm": 0.8227581684753631,
      "learning_rate": 0.00017789765168330164,
      "loss": 0.6534,
      "step": 65641
    },
    {
      "epoch": 2.6885930780258036,
      "grad_norm": 1.6619701231259452,
      "learning_rate": 0.00017789444718466476,
      "loss": 0.7978,
      "step": 65642
    },
    {
      "epoch": 2.688634036453,
      "grad_norm": 0.872965176064005,
      "learning_rate": 0.00017789124267284103,
      "loss": 0.5864,
      "step": 65643
    },
    {
      "epoch": 2.6886749948801967,
      "grad_norm": 1.3201048146757755,
      "learning_rate": 0.00017788803814783191,
      "loss": 0.8868,
      "step": 65644
    },
    {
      "epoch": 2.688715953307393,
      "grad_norm": 2.061393828074142,
      "learning_rate": 0.00017788483360963898,
      "loss": 0.757,
      "step": 65645
    },
    {
      "epoch": 2.6887569117345893,
      "grad_norm": 1.026378125087612,
      "learning_rate": 0.0001778816290582637,
      "loss": 0.6183,
      "step": 65646
    },
    {
      "epoch": 2.688797870161786,
      "grad_norm": 0.6243344627200026,
      "learning_rate": 0.00017787842449370762,
      "loss": 0.2764,
      "step": 65647
    },
    {
      "epoch": 2.688838828588982,
      "grad_norm": 0.9077375987166835,
      "learning_rate": 0.0001778752199159722,
      "loss": 0.6675,
      "step": 65648
    },
    {
      "epoch": 2.6888797870161785,
      "grad_norm": 1.145334292328285,
      "learning_rate": 0.000177872015325059,
      "loss": 0.7854,
      "step": 65649
    },
    {
      "epoch": 2.688920745443375,
      "grad_norm": 0.8352680822509747,
      "learning_rate": 0.00017786881072096952,
      "loss": 0.2324,
      "step": 65650
    },
    {
      "epoch": 2.6889617038705715,
      "grad_norm": 1.3933239010374276,
      "learning_rate": 0.00017786560610370534,
      "loss": 1.0911,
      "step": 65651
    },
    {
      "epoch": 2.6890026622977676,
      "grad_norm": 0.5557592079947664,
      "learning_rate": 0.0001778624014732679,
      "loss": 0.2307,
      "step": 65652
    },
    {
      "epoch": 2.689043620724964,
      "grad_norm": 1.3886813846461215,
      "learning_rate": 0.00017785919682965868,
      "loss": 1.1805,
      "step": 65653
    },
    {
      "epoch": 2.6890845791521607,
      "grad_norm": 0.8097721441201764,
      "learning_rate": 0.00017785599217287927,
      "loss": 0.2758,
      "step": 65654
    },
    {
      "epoch": 2.689125537579357,
      "grad_norm": 1.0535189211173313,
      "learning_rate": 0.00017785278750293118,
      "loss": 0.691,
      "step": 65655
    },
    {
      "epoch": 2.6891664960065533,
      "grad_norm": 1.2366659380436726,
      "learning_rate": 0.00017784958281981592,
      "loss": 0.9282,
      "step": 65656
    },
    {
      "epoch": 2.68920745443375,
      "grad_norm": 0.7869653293649879,
      "learning_rate": 0.000177846378123535,
      "loss": 0.7054,
      "step": 65657
    },
    {
      "epoch": 2.6892484128609464,
      "grad_norm": 1.1668477108999484,
      "learning_rate": 0.00017784317341408993,
      "loss": 0.7154,
      "step": 65658
    },
    {
      "epoch": 2.6892893712881425,
      "grad_norm": 0.965168394908886,
      "learning_rate": 0.0001778399686914822,
      "loss": 0.9369,
      "step": 65659
    },
    {
      "epoch": 2.689330329715339,
      "grad_norm": 1.1016591884026425,
      "learning_rate": 0.00017783676395571332,
      "loss": 0.7054,
      "step": 65660
    },
    {
      "epoch": 2.689371288142535,
      "grad_norm": 1.106514559647762,
      "learning_rate": 0.00017783355920678484,
      "loss": 0.263,
      "step": 65661
    },
    {
      "epoch": 2.6894122465697317,
      "grad_norm": 1.6856245689974623,
      "learning_rate": 0.0001778303544446983,
      "loss": 1.4825,
      "step": 65662
    },
    {
      "epoch": 2.689453204996928,
      "grad_norm": 1.4516617490114065,
      "learning_rate": 0.0001778271496694552,
      "loss": 1.031,
      "step": 65663
    },
    {
      "epoch": 2.6894941634241247,
      "grad_norm": 1.1906166762878494,
      "learning_rate": 0.000177823944881057,
      "loss": 1.0068,
      "step": 65664
    },
    {
      "epoch": 2.689535121851321,
      "grad_norm": 1.369713841483978,
      "learning_rate": 0.00017782074007950528,
      "loss": 0.914,
      "step": 65665
    },
    {
      "epoch": 2.6895760802785174,
      "grad_norm": 1.1229902114159476,
      "learning_rate": 0.0001778175352648015,
      "loss": 0.9573,
      "step": 65666
    },
    {
      "epoch": 2.6896170387057134,
      "grad_norm": 1.1860049491507596,
      "learning_rate": 0.00017781433043694722,
      "loss": 0.8973,
      "step": 65667
    },
    {
      "epoch": 2.68965799713291,
      "grad_norm": 0.8770497221486542,
      "learning_rate": 0.0001778111255959439,
      "loss": 0.299,
      "step": 65668
    },
    {
      "epoch": 2.6896989555601065,
      "grad_norm": 1.0964172765311153,
      "learning_rate": 0.00017780792074179315,
      "loss": 0.8605,
      "step": 65669
    },
    {
      "epoch": 2.689739913987303,
      "grad_norm": 1.235525830442279,
      "learning_rate": 0.00017780471587449642,
      "loss": 0.9527,
      "step": 65670
    },
    {
      "epoch": 2.689780872414499,
      "grad_norm": 1.4831222202060723,
      "learning_rate": 0.00017780151099405523,
      "loss": 0.7936,
      "step": 65671
    },
    {
      "epoch": 2.6898218308416957,
      "grad_norm": 0.7624722352121953,
      "learning_rate": 0.00017779830610047107,
      "loss": 0.3054,
      "step": 65672
    },
    {
      "epoch": 2.689862789268892,
      "grad_norm": 7.925696553913888,
      "learning_rate": 0.0001777951011937455,
      "loss": 3.0774,
      "step": 65673
    },
    {
      "epoch": 2.6899037476960883,
      "grad_norm": 1.226410956249734,
      "learning_rate": 0.00017779189627388004,
      "loss": 0.7848,
      "step": 65674
    },
    {
      "epoch": 2.689944706123285,
      "grad_norm": 1.88593335647749,
      "learning_rate": 0.00017778869134087616,
      "loss": 1.868,
      "step": 65675
    },
    {
      "epoch": 2.6899856645504814,
      "grad_norm": 3.480968904666889,
      "learning_rate": 0.00017778548639473538,
      "loss": 0.6901,
      "step": 65676
    },
    {
      "epoch": 2.690026622977678,
      "grad_norm": 1.3503877380726315,
      "learning_rate": 0.00017778228143545927,
      "loss": 0.9853,
      "step": 65677
    },
    {
      "epoch": 2.690067581404874,
      "grad_norm": 1.1189905540178609,
      "learning_rate": 0.0001777790764630493,
      "loss": 1.0944,
      "step": 65678
    },
    {
      "epoch": 2.6901085398320705,
      "grad_norm": 1.1850164502073708,
      "learning_rate": 0.00017777587147750702,
      "loss": 0.8209,
      "step": 65679
    },
    {
      "epoch": 2.6901494982592666,
      "grad_norm": 0.66913484286845,
      "learning_rate": 0.0001777726664788339,
      "loss": 0.2436,
      "step": 65680
    },
    {
      "epoch": 2.690190456686463,
      "grad_norm": 1.2834991777318037,
      "learning_rate": 0.00017776946146703143,
      "loss": 0.7173,
      "step": 65681
    },
    {
      "epoch": 2.6902314151136597,
      "grad_norm": 0.6358454464398079,
      "learning_rate": 0.00017776625644210124,
      "loss": 0.2656,
      "step": 65682
    },
    {
      "epoch": 2.6902723735408562,
      "grad_norm": 1.1246599153085464,
      "learning_rate": 0.00017776305140404473,
      "loss": 0.7416,
      "step": 65683
    },
    {
      "epoch": 2.6903133319680523,
      "grad_norm": 1.5421048106787585,
      "learning_rate": 0.00017775984635286352,
      "loss": 0.9063,
      "step": 65684
    },
    {
      "epoch": 2.690354290395249,
      "grad_norm": 2.9907897774319094,
      "learning_rate": 0.00017775664128855898,
      "loss": 3.5011,
      "step": 65685
    },
    {
      "epoch": 2.690395248822445,
      "grad_norm": 1.2278623655418912,
      "learning_rate": 0.00017775343621113276,
      "loss": 0.7066,
      "step": 65686
    },
    {
      "epoch": 2.6904362072496415,
      "grad_norm": 0.88262564893146,
      "learning_rate": 0.00017775023112058633,
      "loss": 0.6018,
      "step": 65687
    },
    {
      "epoch": 2.690477165676838,
      "grad_norm": 0.8701031069612304,
      "learning_rate": 0.0001777470260169212,
      "loss": 0.3806,
      "step": 65688
    },
    {
      "epoch": 2.6905181241040346,
      "grad_norm": 1.0044403968515874,
      "learning_rate": 0.00017774382090013884,
      "loss": 0.8055,
      "step": 65689
    },
    {
      "epoch": 2.6905590825312307,
      "grad_norm": 0.901743274585072,
      "learning_rate": 0.00017774061577024086,
      "loss": 0.6055,
      "step": 65690
    },
    {
      "epoch": 2.690600040958427,
      "grad_norm": 1.08525119803507,
      "learning_rate": 0.00017773741062722872,
      "loss": 0.835,
      "step": 65691
    },
    {
      "epoch": 2.6906409993856237,
      "grad_norm": 0.6654362702377662,
      "learning_rate": 0.00017773420547110392,
      "loss": 0.189,
      "step": 65692
    },
    {
      "epoch": 2.69068195781282,
      "grad_norm": 1.0033352437976701,
      "learning_rate": 0.00017773100030186802,
      "loss": 0.6476,
      "step": 65693
    },
    {
      "epoch": 2.6907229162400164,
      "grad_norm": 1.1508604110493037,
      "learning_rate": 0.00017772779511952252,
      "loss": 0.6992,
      "step": 65694
    },
    {
      "epoch": 2.690763874667213,
      "grad_norm": 1.4996455253884677,
      "learning_rate": 0.0001777245899240689,
      "loss": 0.9953,
      "step": 65695
    },
    {
      "epoch": 2.6908048330944094,
      "grad_norm": 1.2160363041769562,
      "learning_rate": 0.0001777213847155087,
      "loss": 0.9684,
      "step": 65696
    },
    {
      "epoch": 2.6908457915216055,
      "grad_norm": 1.2110276291581845,
      "learning_rate": 0.00017771817949384348,
      "loss": 0.5758,
      "step": 65697
    },
    {
      "epoch": 2.690886749948802,
      "grad_norm": 1.3892800605039655,
      "learning_rate": 0.00017771497425907466,
      "loss": 0.8907,
      "step": 65698
    },
    {
      "epoch": 2.690927708375998,
      "grad_norm": 0.6608020000708679,
      "learning_rate": 0.00017771176901120386,
      "loss": 0.2643,
      "step": 65699
    },
    {
      "epoch": 2.6909686668031947,
      "grad_norm": 1.5143037463590034,
      "learning_rate": 0.00017770856375023248,
      "loss": 0.7669,
      "step": 65700
    },
    {
      "epoch": 2.6910096252303912,
      "grad_norm": 0.9999330405631629,
      "learning_rate": 0.00017770535847616215,
      "loss": 0.8465,
      "step": 65701
    },
    {
      "epoch": 2.6910505836575878,
      "grad_norm": 6.719854847930895,
      "learning_rate": 0.00017770215318899433,
      "loss": 3.8086,
      "step": 65702
    },
    {
      "epoch": 2.691091542084784,
      "grad_norm": 1.91532330497726,
      "learning_rate": 0.00017769894788873054,
      "loss": 1.4234,
      "step": 65703
    },
    {
      "epoch": 2.6911325005119804,
      "grad_norm": 1.2134571592529833,
      "learning_rate": 0.00017769574257537224,
      "loss": 1.0228,
      "step": 65704
    },
    {
      "epoch": 2.6911734589391765,
      "grad_norm": 1.937977237655841,
      "learning_rate": 0.00017769253724892107,
      "loss": 1.117,
      "step": 65705
    },
    {
      "epoch": 2.691214417366373,
      "grad_norm": 0.9155165284028038,
      "learning_rate": 0.00017768933190937845,
      "loss": 0.7915,
      "step": 65706
    },
    {
      "epoch": 2.6912553757935695,
      "grad_norm": 0.8366480585957872,
      "learning_rate": 0.0001776861265567459,
      "loss": 0.5957,
      "step": 65707
    },
    {
      "epoch": 2.691296334220766,
      "grad_norm": 1.0071243018051181,
      "learning_rate": 0.00017768292119102496,
      "loss": 0.6625,
      "step": 65708
    },
    {
      "epoch": 2.691337292647962,
      "grad_norm": 1.1873136340078603,
      "learning_rate": 0.0001776797158122172,
      "loss": 0.8403,
      "step": 65709
    },
    {
      "epoch": 2.6913782510751587,
      "grad_norm": 0.7422217841145159,
      "learning_rate": 0.00017767651042032402,
      "loss": 0.3235,
      "step": 65710
    },
    {
      "epoch": 2.6914192095023552,
      "grad_norm": 0.6855810358667759,
      "learning_rate": 0.000177673305015347,
      "loss": 0.2739,
      "step": 65711
    },
    {
      "epoch": 2.6914601679295513,
      "grad_norm": 2.2475315631454014,
      "learning_rate": 0.00017767009959728766,
      "loss": 1.5472,
      "step": 65712
    },
    {
      "epoch": 2.691501126356748,
      "grad_norm": 0.9080082279983119,
      "learning_rate": 0.0001776668941661475,
      "loss": 0.4744,
      "step": 65713
    },
    {
      "epoch": 2.6915420847839444,
      "grad_norm": 1.1709015559053184,
      "learning_rate": 0.000177663688721928,
      "loss": 0.7582,
      "step": 65714
    },
    {
      "epoch": 2.691583043211141,
      "grad_norm": 0.6536893619371993,
      "learning_rate": 0.0001776604832646308,
      "loss": 0.2731,
      "step": 65715
    },
    {
      "epoch": 2.691624001638337,
      "grad_norm": 1.0141939505349726,
      "learning_rate": 0.00017765727779425725,
      "loss": 0.6153,
      "step": 65716
    },
    {
      "epoch": 2.6916649600655336,
      "grad_norm": 0.9272090310808672,
      "learning_rate": 0.00017765407231080897,
      "loss": 0.6693,
      "step": 65717
    },
    {
      "epoch": 2.6917059184927297,
      "grad_norm": 1.1668138172560847,
      "learning_rate": 0.00017765086681428746,
      "loss": 0.7673,
      "step": 65718
    },
    {
      "epoch": 2.691746876919926,
      "grad_norm": 1.0076909146709576,
      "learning_rate": 0.00017764766130469418,
      "loss": 0.8363,
      "step": 65719
    },
    {
      "epoch": 2.6917878353471227,
      "grad_norm": 1.3547848299577663,
      "learning_rate": 0.00017764445578203074,
      "loss": 0.9737,
      "step": 65720
    },
    {
      "epoch": 2.6918287937743193,
      "grad_norm": 0.8959772789216078,
      "learning_rate": 0.00017764125024629857,
      "loss": 0.2881,
      "step": 65721
    },
    {
      "epoch": 2.6918697522015154,
      "grad_norm": 1.3095317481648474,
      "learning_rate": 0.00017763804469749926,
      "loss": 0.7484,
      "step": 65722
    },
    {
      "epoch": 2.691910710628712,
      "grad_norm": 0.8837261025000664,
      "learning_rate": 0.00017763483913563427,
      "loss": 0.2627,
      "step": 65723
    },
    {
      "epoch": 2.691951669055908,
      "grad_norm": 0.6266218679913435,
      "learning_rate": 0.0001776316335607051,
      "loss": 0.2749,
      "step": 65724
    },
    {
      "epoch": 2.6919926274831045,
      "grad_norm": 1.27284668257184,
      "learning_rate": 0.00017762842797271333,
      "loss": 0.8981,
      "step": 65725
    },
    {
      "epoch": 2.692033585910301,
      "grad_norm": 1.7307332270122413,
      "learning_rate": 0.00017762522237166047,
      "loss": 1.2635,
      "step": 65726
    },
    {
      "epoch": 2.6920745443374976,
      "grad_norm": 1.147119828355424,
      "learning_rate": 0.00017762201675754796,
      "loss": 0.6252,
      "step": 65727
    },
    {
      "epoch": 2.6921155027646937,
      "grad_norm": 1.1815111505366835,
      "learning_rate": 0.0001776188111303774,
      "loss": 0.6671,
      "step": 65728
    },
    {
      "epoch": 2.6921564611918902,
      "grad_norm": 1.2350918800808302,
      "learning_rate": 0.00017761560549015023,
      "loss": 0.6989,
      "step": 65729
    },
    {
      "epoch": 2.6921974196190868,
      "grad_norm": 1.185092822787343,
      "learning_rate": 0.00017761239983686805,
      "loss": 0.762,
      "step": 65730
    },
    {
      "epoch": 2.692238378046283,
      "grad_norm": 1.026158005404617,
      "learning_rate": 0.0001776091941705323,
      "loss": 0.651,
      "step": 65731
    },
    {
      "epoch": 2.6922793364734794,
      "grad_norm": 1.2145908524084834,
      "learning_rate": 0.0001776059884911445,
      "loss": 0.5269,
      "step": 65732
    },
    {
      "epoch": 2.692320294900676,
      "grad_norm": 1.0011127838695817,
      "learning_rate": 0.0001776027827987062,
      "loss": 0.9149,
      "step": 65733
    },
    {
      "epoch": 2.6923612533278725,
      "grad_norm": 0.8781188139626684,
      "learning_rate": 0.00017759957709321896,
      "loss": 0.572,
      "step": 65734
    },
    {
      "epoch": 2.6924022117550686,
      "grad_norm": 3.8868758227387943,
      "learning_rate": 0.00017759637137468418,
      "loss": 4.7032,
      "step": 65735
    },
    {
      "epoch": 2.692443170182265,
      "grad_norm": 1.4993351419259986,
      "learning_rate": 0.00017759316564310343,
      "loss": 1.0963,
      "step": 65736
    },
    {
      "epoch": 2.692484128609461,
      "grad_norm": 1.5835163903492415,
      "learning_rate": 0.00017758995989847827,
      "loss": 1.1174,
      "step": 65737
    },
    {
      "epoch": 2.6925250870366577,
      "grad_norm": 0.9828069724030771,
      "learning_rate": 0.0001775867541408102,
      "loss": 0.6097,
      "step": 65738
    },
    {
      "epoch": 2.6925660454638543,
      "grad_norm": 1.1271096026518066,
      "learning_rate": 0.0001775835483701007,
      "loss": 0.663,
      "step": 65739
    },
    {
      "epoch": 2.692607003891051,
      "grad_norm": 1.2016861346240366,
      "learning_rate": 0.00017758034258635123,
      "loss": 0.8254,
      "step": 65740
    },
    {
      "epoch": 2.692647962318247,
      "grad_norm": 0.917984962929232,
      "learning_rate": 0.00017757713678956342,
      "loss": 0.8132,
      "step": 65741
    },
    {
      "epoch": 2.6926889207454434,
      "grad_norm": 1.2776891438150533,
      "learning_rate": 0.00017757393097973876,
      "loss": 0.9208,
      "step": 65742
    },
    {
      "epoch": 2.6927298791726395,
      "grad_norm": 2.2260323093870693,
      "learning_rate": 0.00017757072515687877,
      "loss": 0.8936,
      "step": 65743
    },
    {
      "epoch": 2.692770837599836,
      "grad_norm": 0.9772402876153323,
      "learning_rate": 0.00017756751932098487,
      "loss": 0.2441,
      "step": 65744
    },
    {
      "epoch": 2.6928117960270326,
      "grad_norm": 1.0003754244862217,
      "learning_rate": 0.00017756431347205868,
      "loss": 0.3595,
      "step": 65745
    },
    {
      "epoch": 2.692852754454229,
      "grad_norm": 0.9770619821503619,
      "learning_rate": 0.00017756110761010167,
      "loss": 0.5068,
      "step": 65746
    },
    {
      "epoch": 2.692893712881425,
      "grad_norm": 1.0310865179714186,
      "learning_rate": 0.0001775579017351154,
      "loss": 0.6193,
      "step": 65747
    },
    {
      "epoch": 2.6929346713086217,
      "grad_norm": 0.7926213770175252,
      "learning_rate": 0.0001775546958471013,
      "loss": 0.3225,
      "step": 65748
    },
    {
      "epoch": 2.6929756297358183,
      "grad_norm": 1.584993566180936,
      "learning_rate": 0.000177551489946061,
      "loss": 0.9346,
      "step": 65749
    },
    {
      "epoch": 2.6930165881630144,
      "grad_norm": 1.0839965522864343,
      "learning_rate": 0.00017754828403199592,
      "loss": 0.6573,
      "step": 65750
    },
    {
      "epoch": 2.693057546590211,
      "grad_norm": 0.9872086829959241,
      "learning_rate": 0.00017754507810490761,
      "loss": 0.2361,
      "step": 65751
    },
    {
      "epoch": 2.6930985050174074,
      "grad_norm": 1.0140708601750164,
      "learning_rate": 0.0001775418721647976,
      "loss": 0.3844,
      "step": 65752
    },
    {
      "epoch": 2.693139463444604,
      "grad_norm": 1.1271533804363727,
      "learning_rate": 0.00017753866621166736,
      "loss": 0.6711,
      "step": 65753
    },
    {
      "epoch": 2.6931804218718,
      "grad_norm": 1.4010660015766225,
      "learning_rate": 0.00017753546024551847,
      "loss": 0.5992,
      "step": 65754
    },
    {
      "epoch": 2.6932213802989966,
      "grad_norm": 1.32290867140312,
      "learning_rate": 0.00017753225426635243,
      "loss": 1.2501,
      "step": 65755
    },
    {
      "epoch": 2.6932623387261927,
      "grad_norm": 0.9813812459588451,
      "learning_rate": 0.0001775290482741707,
      "loss": 0.243,
      "step": 65756
    },
    {
      "epoch": 2.6933032971533892,
      "grad_norm": 1.1748894767695093,
      "learning_rate": 0.00017752584226897483,
      "loss": 0.8982,
      "step": 65757
    },
    {
      "epoch": 2.6933442555805858,
      "grad_norm": 1.4943579416905337,
      "learning_rate": 0.00017752263625076637,
      "loss": 0.7032,
      "step": 65758
    },
    {
      "epoch": 2.6933852140077823,
      "grad_norm": 1.115988422658671,
      "learning_rate": 0.00017751943021954676,
      "loss": 0.5093,
      "step": 65759
    },
    {
      "epoch": 2.6934261724349784,
      "grad_norm": 1.298927885457323,
      "learning_rate": 0.0001775162241753176,
      "loss": 0.3688,
      "step": 65760
    },
    {
      "epoch": 2.693467130862175,
      "grad_norm": 1.1571986258783467,
      "learning_rate": 0.00017751301811808035,
      "loss": 0.7841,
      "step": 65761
    },
    {
      "epoch": 2.693508089289371,
      "grad_norm": 1.0886265853324182,
      "learning_rate": 0.0001775098120478366,
      "loss": 0.9526,
      "step": 65762
    },
    {
      "epoch": 2.6935490477165676,
      "grad_norm": 1.0788082213462278,
      "learning_rate": 0.00017750660596458774,
      "loss": 0.8443,
      "step": 65763
    },
    {
      "epoch": 2.693590006143764,
      "grad_norm": 1.2851290285307537,
      "learning_rate": 0.00017750339986833533,
      "loss": 1.113,
      "step": 65764
    },
    {
      "epoch": 2.6936309645709606,
      "grad_norm": 0.8825182168534995,
      "learning_rate": 0.00017750019375908094,
      "loss": 0.2954,
      "step": 65765
    },
    {
      "epoch": 2.6936719229981567,
      "grad_norm": 1.0141669279971537,
      "learning_rate": 0.00017749698763682608,
      "loss": 0.9976,
      "step": 65766
    },
    {
      "epoch": 2.6937128814253533,
      "grad_norm": 0.807582869257135,
      "learning_rate": 0.00017749378150157223,
      "loss": 0.2759,
      "step": 65767
    },
    {
      "epoch": 2.69375383985255,
      "grad_norm": 0.966438795157691,
      "learning_rate": 0.00017749057535332088,
      "loss": 0.7024,
      "step": 65768
    },
    {
      "epoch": 2.693794798279746,
      "grad_norm": 1.1496965911426686,
      "learning_rate": 0.00017748736919207358,
      "loss": 0.8919,
      "step": 65769
    },
    {
      "epoch": 2.6938357567069424,
      "grad_norm": 0.8450847865188464,
      "learning_rate": 0.00017748416301783187,
      "loss": 0.3367,
      "step": 65770
    },
    {
      "epoch": 2.693876715134139,
      "grad_norm": 1.1201999788555665,
      "learning_rate": 0.00017748095683059727,
      "loss": 0.7296,
      "step": 65771
    },
    {
      "epoch": 2.6939176735613355,
      "grad_norm": 1.7446121118610012,
      "learning_rate": 0.0001774777506303712,
      "loss": 1.2501,
      "step": 65772
    },
    {
      "epoch": 2.6939586319885316,
      "grad_norm": 0.9670019155657582,
      "learning_rate": 0.0001774745444171553,
      "loss": 0.5948,
      "step": 65773
    },
    {
      "epoch": 2.693999590415728,
      "grad_norm": 1.530308713306195,
      "learning_rate": 0.00017747133819095103,
      "loss": 1.2199,
      "step": 65774
    },
    {
      "epoch": 2.694040548842924,
      "grad_norm": 1.007380041763953,
      "learning_rate": 0.0001774681319517599,
      "loss": 0.7906,
      "step": 65775
    },
    {
      "epoch": 2.6940815072701207,
      "grad_norm": 2.99158921133193,
      "learning_rate": 0.0001774649256995834,
      "loss": 2.5759,
      "step": 65776
    },
    {
      "epoch": 2.6941224656973173,
      "grad_norm": 1.0924584742738845,
      "learning_rate": 0.0001774617194344231,
      "loss": 1.061,
      "step": 65777
    },
    {
      "epoch": 2.694163424124514,
      "grad_norm": 0.9140146080706335,
      "learning_rate": 0.00017745851315628048,
      "loss": 0.2501,
      "step": 65778
    },
    {
      "epoch": 2.69420438255171,
      "grad_norm": 0.8400061741390352,
      "learning_rate": 0.00017745530686515712,
      "loss": 0.4329,
      "step": 65779
    },
    {
      "epoch": 2.6942453409789064,
      "grad_norm": 1.1187648917701596,
      "learning_rate": 0.0001774521005610544,
      "loss": 0.5293,
      "step": 65780
    },
    {
      "epoch": 2.6942862994061025,
      "grad_norm": 0.9516854019099816,
      "learning_rate": 0.00017744889424397395,
      "loss": 0.4418,
      "step": 65781
    },
    {
      "epoch": 2.694327257833299,
      "grad_norm": 1.2279249074006207,
      "learning_rate": 0.0001774456879139173,
      "loss": 0.4627,
      "step": 65782
    },
    {
      "epoch": 2.6943682162604956,
      "grad_norm": 1.1700580411907262,
      "learning_rate": 0.00017744248157088588,
      "loss": 0.8236,
      "step": 65783
    },
    {
      "epoch": 2.694409174687692,
      "grad_norm": 1.130200711281993,
      "learning_rate": 0.00017743927521488123,
      "loss": 0.694,
      "step": 65784
    },
    {
      "epoch": 2.6944501331148882,
      "grad_norm": 0.812567603764082,
      "learning_rate": 0.00017743606884590492,
      "loss": 0.3662,
      "step": 65785
    },
    {
      "epoch": 2.6944910915420848,
      "grad_norm": 1.8380587542887281,
      "learning_rate": 0.00017743286246395842,
      "loss": 1.0472,
      "step": 65786
    },
    {
      "epoch": 2.6945320499692813,
      "grad_norm": 1.128973275874896,
      "learning_rate": 0.00017742965606904327,
      "loss": 0.885,
      "step": 65787
    },
    {
      "epoch": 2.6945730083964774,
      "grad_norm": 0.9085380026007304,
      "learning_rate": 0.00017742644966116099,
      "loss": 0.8302,
      "step": 65788
    },
    {
      "epoch": 2.694613966823674,
      "grad_norm": 1.4279230023492024,
      "learning_rate": 0.00017742324324031297,
      "loss": 1.0099,
      "step": 65789
    },
    {
      "epoch": 2.6946549252508705,
      "grad_norm": 1.3874954905361032,
      "learning_rate": 0.0001774200368065009,
      "loss": 0.9746,
      "step": 65790
    },
    {
      "epoch": 2.694695883678067,
      "grad_norm": 1.2945824435206401,
      "learning_rate": 0.00017741683035972625,
      "loss": 0.8645,
      "step": 65791
    },
    {
      "epoch": 2.694736842105263,
      "grad_norm": 0.9415836975825554,
      "learning_rate": 0.00017741362389999053,
      "loss": 0.1819,
      "step": 65792
    },
    {
      "epoch": 2.6947778005324596,
      "grad_norm": 1.4471611587145083,
      "learning_rate": 0.00017741041742729515,
      "loss": 1.3036,
      "step": 65793
    },
    {
      "epoch": 2.6948187589596557,
      "grad_norm": 0.8307933584058057,
      "learning_rate": 0.00017740721094164176,
      "loss": 0.3577,
      "step": 65794
    },
    {
      "epoch": 2.6948597173868523,
      "grad_norm": 3.068869203951927,
      "learning_rate": 0.00017740400444303186,
      "loss": 3.8624,
      "step": 65795
    },
    {
      "epoch": 2.694900675814049,
      "grad_norm": 1.0566272336549167,
      "learning_rate": 0.00017740079793146694,
      "loss": 0.7868,
      "step": 65796
    },
    {
      "epoch": 2.6949416342412453,
      "grad_norm": 0.7057037900591083,
      "learning_rate": 0.0001773975914069485,
      "loss": 0.2424,
      "step": 65797
    },
    {
      "epoch": 2.6949825926684414,
      "grad_norm": 1.2535631939901537,
      "learning_rate": 0.00017739438486947805,
      "loss": 0.7326,
      "step": 65798
    },
    {
      "epoch": 2.695023551095638,
      "grad_norm": 0.9495248713884081,
      "learning_rate": 0.00017739117831905713,
      "loss": 0.6471,
      "step": 65799
    },
    {
      "epoch": 2.695064509522834,
      "grad_norm": 0.8830606037530198,
      "learning_rate": 0.00017738797175568722,
      "loss": 0.6908,
      "step": 65800
    },
    {
      "epoch": 2.6951054679500306,
      "grad_norm": 0.9039535319186534,
      "learning_rate": 0.00017738476517936992,
      "loss": 0.6215,
      "step": 65801
    },
    {
      "epoch": 2.695146426377227,
      "grad_norm": 0.6298424267836157,
      "learning_rate": 0.00017738155859010668,
      "loss": 0.2816,
      "step": 65802
    },
    {
      "epoch": 2.6951873848044237,
      "grad_norm": 1.0586946904213492,
      "learning_rate": 0.00017737835198789901,
      "loss": 0.8231,
      "step": 65803
    },
    {
      "epoch": 2.6952283432316197,
      "grad_norm": 1.0280330539899034,
      "learning_rate": 0.00017737514537274844,
      "loss": 0.6818,
      "step": 65804
    },
    {
      "epoch": 2.6952693016588163,
      "grad_norm": 0.8598448872180129,
      "learning_rate": 0.00017737193874465648,
      "loss": 0.6562,
      "step": 65805
    },
    {
      "epoch": 2.695310260086013,
      "grad_norm": 1.1678797194779862,
      "learning_rate": 0.00017736873210362467,
      "loss": 0.9234,
      "step": 65806
    },
    {
      "epoch": 2.695351218513209,
      "grad_norm": 0.7644557583258882,
      "learning_rate": 0.00017736552544965456,
      "loss": 0.5679,
      "step": 65807
    },
    {
      "epoch": 2.6953921769404054,
      "grad_norm": 0.8840302761215875,
      "learning_rate": 0.00017736231878274754,
      "loss": 0.2857,
      "step": 65808
    },
    {
      "epoch": 2.695433135367602,
      "grad_norm": 1.1773808960492895,
      "learning_rate": 0.00017735911210290525,
      "loss": 1.0403,
      "step": 65809
    },
    {
      "epoch": 2.6954740937947985,
      "grad_norm": 1.0705393469152145,
      "learning_rate": 0.00017735590541012914,
      "loss": 0.735,
      "step": 65810
    },
    {
      "epoch": 2.6955150522219946,
      "grad_norm": 1.3031640015072825,
      "learning_rate": 0.00017735269870442077,
      "loss": 0.7539,
      "step": 65811
    },
    {
      "epoch": 2.695556010649191,
      "grad_norm": 0.7657465277287105,
      "learning_rate": 0.00017734949198578158,
      "loss": 0.2334,
      "step": 65812
    },
    {
      "epoch": 2.6955969690763872,
      "grad_norm": 1.0332298237699453,
      "learning_rate": 0.0001773462852542132,
      "loss": 0.6904,
      "step": 65813
    },
    {
      "epoch": 2.6956379275035838,
      "grad_norm": 1.0975555082599073,
      "learning_rate": 0.00017734307850971706,
      "loss": 0.4852,
      "step": 65814
    },
    {
      "epoch": 2.6956788859307803,
      "grad_norm": 1.1037517838126851,
      "learning_rate": 0.0001773398717522947,
      "loss": 0.7539,
      "step": 65815
    },
    {
      "epoch": 2.695719844357977,
      "grad_norm": 1.2913017592803968,
      "learning_rate": 0.0001773366649819476,
      "loss": 0.9442,
      "step": 65816
    },
    {
      "epoch": 2.695760802785173,
      "grad_norm": 1.4331271284796068,
      "learning_rate": 0.00017733345819867736,
      "loss": 1.2526,
      "step": 65817
    },
    {
      "epoch": 2.6958017612123695,
      "grad_norm": 1.1458824835935628,
      "learning_rate": 0.0001773302514024854,
      "loss": 0.927,
      "step": 65818
    },
    {
      "epoch": 2.6958427196395656,
      "grad_norm": 0.643592583477855,
      "learning_rate": 0.00017732704459337334,
      "loss": 0.2679,
      "step": 65819
    },
    {
      "epoch": 2.695883678066762,
      "grad_norm": 1.1331380885986668,
      "learning_rate": 0.0001773238377713426,
      "loss": 0.5961,
      "step": 65820
    },
    {
      "epoch": 2.6959246364939586,
      "grad_norm": 1.12136073697995,
      "learning_rate": 0.00017732063093639473,
      "loss": 0.9003,
      "step": 65821
    },
    {
      "epoch": 2.695965594921155,
      "grad_norm": 1.001582739004959,
      "learning_rate": 0.00017731742408853127,
      "loss": 0.9259,
      "step": 65822
    },
    {
      "epoch": 2.6960065533483513,
      "grad_norm": 1.3276030072276646,
      "learning_rate": 0.00017731421722775372,
      "loss": 1.0131,
      "step": 65823
    },
    {
      "epoch": 2.696047511775548,
      "grad_norm": 4.870226686785889,
      "learning_rate": 0.0001773110103540636,
      "loss": 1.7826,
      "step": 65824
    },
    {
      "epoch": 2.6960884702027443,
      "grad_norm": 1.1926279066604917,
      "learning_rate": 0.00017730780346746238,
      "loss": 0.8916,
      "step": 65825
    },
    {
      "epoch": 2.6961294286299404,
      "grad_norm": 1.1957439687749152,
      "learning_rate": 0.00017730459656795165,
      "loss": 0.6021,
      "step": 65826
    },
    {
      "epoch": 2.696170387057137,
      "grad_norm": 1.4588653286536135,
      "learning_rate": 0.0001773013896555329,
      "loss": 0.4841,
      "step": 65827
    },
    {
      "epoch": 2.6962113454843335,
      "grad_norm": 1.4995608737787025,
      "learning_rate": 0.0001772981827302076,
      "loss": 1.0357,
      "step": 65828
    },
    {
      "epoch": 2.69625230391153,
      "grad_norm": 1.3106367563329029,
      "learning_rate": 0.0001772949757919773,
      "loss": 0.6931,
      "step": 65829
    },
    {
      "epoch": 2.696293262338726,
      "grad_norm": 1.3453136781902537,
      "learning_rate": 0.00017729176884084355,
      "loss": 0.8091,
      "step": 65830
    },
    {
      "epoch": 2.6963342207659227,
      "grad_norm": 0.9393786265391901,
      "learning_rate": 0.00017728856187680783,
      "loss": 0.6613,
      "step": 65831
    },
    {
      "epoch": 2.6963751791931188,
      "grad_norm": 1.3946644677255953,
      "learning_rate": 0.00017728535489987168,
      "loss": 0.5464,
      "step": 65832
    },
    {
      "epoch": 2.6964161376203153,
      "grad_norm": 1.1548048264486726,
      "learning_rate": 0.00017728214791003658,
      "loss": 0.2807,
      "step": 65833
    },
    {
      "epoch": 2.696457096047512,
      "grad_norm": 1.7370000446597207,
      "learning_rate": 0.00017727894090730406,
      "loss": 1.0965,
      "step": 65834
    },
    {
      "epoch": 2.6964980544747084,
      "grad_norm": 1.5399664128373152,
      "learning_rate": 0.00017727573389167563,
      "loss": 1.473,
      "step": 65835
    },
    {
      "epoch": 2.6965390129019045,
      "grad_norm": 1.074848498970498,
      "learning_rate": 0.0001772725268631528,
      "loss": 0.9277,
      "step": 65836
    },
    {
      "epoch": 2.696579971329101,
      "grad_norm": 0.9301901073705453,
      "learning_rate": 0.00017726931982173713,
      "loss": 0.6794,
      "step": 65837
    },
    {
      "epoch": 2.6966209297562975,
      "grad_norm": 1.5011193805386889,
      "learning_rate": 0.0001772661127674301,
      "loss": 1.1808,
      "step": 65838
    },
    {
      "epoch": 2.6966618881834936,
      "grad_norm": 0.8798665113946907,
      "learning_rate": 0.00017726290570023326,
      "loss": 0.365,
      "step": 65839
    },
    {
      "epoch": 2.69670284661069,
      "grad_norm": 0.9986872570450629,
      "learning_rate": 0.00017725969862014806,
      "loss": 0.2624,
      "step": 65840
    },
    {
      "epoch": 2.6967438050378867,
      "grad_norm": 1.0264808292349283,
      "learning_rate": 0.00017725649152717607,
      "loss": 0.7306,
      "step": 65841
    },
    {
      "epoch": 2.696784763465083,
      "grad_norm": 1.044063600516569,
      "learning_rate": 0.00017725328442131882,
      "loss": 0.8199,
      "step": 65842
    },
    {
      "epoch": 2.6968257218922793,
      "grad_norm": 1.296477562574127,
      "learning_rate": 0.00017725007730257778,
      "loss": 1.0665,
      "step": 65843
    },
    {
      "epoch": 2.696866680319476,
      "grad_norm": 1.144618109959446,
      "learning_rate": 0.00017724687017095443,
      "loss": 0.8243,
      "step": 65844
    },
    {
      "epoch": 2.696907638746672,
      "grad_norm": 1.0644931581870312,
      "learning_rate": 0.00017724366302645042,
      "loss": 0.7476,
      "step": 65845
    },
    {
      "epoch": 2.6969485971738685,
      "grad_norm": 0.9375536828326059,
      "learning_rate": 0.0001772404558690672,
      "loss": 0.4495,
      "step": 65846
    },
    {
      "epoch": 2.696989555601065,
      "grad_norm": 1.098606214663723,
      "learning_rate": 0.00017723724869880622,
      "loss": 0.4264,
      "step": 65847
    },
    {
      "epoch": 2.6970305140282615,
      "grad_norm": 1.490054131908072,
      "learning_rate": 0.000177234041515669,
      "loss": 1.1423,
      "step": 65848
    },
    {
      "epoch": 2.6970714724554576,
      "grad_norm": 1.104881995619767,
      "learning_rate": 0.0001772308343196572,
      "loss": 0.6864,
      "step": 65849
    },
    {
      "epoch": 2.697112430882654,
      "grad_norm": 1.2772229006186229,
      "learning_rate": 0.0001772276271107722,
      "loss": 0.6611,
      "step": 65850
    },
    {
      "epoch": 2.6971533893098503,
      "grad_norm": 1.0139388732088443,
      "learning_rate": 0.00017722441988901556,
      "loss": 0.6161,
      "step": 65851
    },
    {
      "epoch": 2.697194347737047,
      "grad_norm": 1.0189546512680248,
      "learning_rate": 0.00017722121265438878,
      "loss": 0.5759,
      "step": 65852
    },
    {
      "epoch": 2.6972353061642433,
      "grad_norm": 1.1262814170432662,
      "learning_rate": 0.00017721800540689345,
      "loss": 0.914,
      "step": 65853
    },
    {
      "epoch": 2.69727626459144,
      "grad_norm": 0.9112035765215939,
      "learning_rate": 0.000177214798146531,
      "loss": 0.7525,
      "step": 65854
    },
    {
      "epoch": 2.697317223018636,
      "grad_norm": 1.3250552786180907,
      "learning_rate": 0.00017721159087330296,
      "loss": 1.0197,
      "step": 65855
    },
    {
      "epoch": 2.6973581814458325,
      "grad_norm": 0.9771512439876296,
      "learning_rate": 0.0001772083835872108,
      "loss": 0.7319,
      "step": 65856
    },
    {
      "epoch": 2.697399139873029,
      "grad_norm": 2.399500979783942,
      "learning_rate": 0.00017720517628825618,
      "loss": 2.8756,
      "step": 65857
    },
    {
      "epoch": 2.697440098300225,
      "grad_norm": 1.0980160811366182,
      "learning_rate": 0.00017720196897644052,
      "loss": 0.6974,
      "step": 65858
    },
    {
      "epoch": 2.6974810567274217,
      "grad_norm": 0.9706024022429963,
      "learning_rate": 0.00017719876165176533,
      "loss": 0.6279,
      "step": 65859
    },
    {
      "epoch": 2.697522015154618,
      "grad_norm": 1.5031051589333255,
      "learning_rate": 0.00017719555431423213,
      "loss": 0.7284,
      "step": 65860
    },
    {
      "epoch": 2.6975629735818143,
      "grad_norm": 0.9800196160727404,
      "learning_rate": 0.00017719234696384246,
      "loss": 0.5575,
      "step": 65861
    },
    {
      "epoch": 2.697603932009011,
      "grad_norm": 1.009036615759818,
      "learning_rate": 0.00017718913960059783,
      "loss": 0.599,
      "step": 65862
    },
    {
      "epoch": 2.6976448904362074,
      "grad_norm": 0.7760950372607133,
      "learning_rate": 0.00017718593222449975,
      "loss": 0.4091,
      "step": 65863
    },
    {
      "epoch": 2.6976858488634035,
      "grad_norm": 1.048006557657511,
      "learning_rate": 0.00017718272483554975,
      "loss": 0.78,
      "step": 65864
    },
    {
      "epoch": 2.6977268072906,
      "grad_norm": 1.2864382536315997,
      "learning_rate": 0.0001771795174337493,
      "loss": 0.9369,
      "step": 65865
    },
    {
      "epoch": 2.6977677657177965,
      "grad_norm": 1.2002983185236633,
      "learning_rate": 0.0001771763100191,
      "loss": 0.7736,
      "step": 65866
    },
    {
      "epoch": 2.697808724144993,
      "grad_norm": 3.0506451508873034,
      "learning_rate": 0.00017717310259160335,
      "loss": 1.6377,
      "step": 65867
    },
    {
      "epoch": 2.697849682572189,
      "grad_norm": 1.249954545396841,
      "learning_rate": 0.00017716989515126073,
      "loss": 0.8168,
      "step": 65868
    },
    {
      "epoch": 2.6978906409993857,
      "grad_norm": 1.6288372919591403,
      "learning_rate": 0.0001771666876980738,
      "loss": 1.3722,
      "step": 65869
    },
    {
      "epoch": 2.697931599426582,
      "grad_norm": 1.2384982021100324,
      "learning_rate": 0.00017716348023204408,
      "loss": 0.805,
      "step": 65870
    },
    {
      "epoch": 2.6979725578537783,
      "grad_norm": 1.166491719206549,
      "learning_rate": 0.00017716027275317304,
      "loss": 0.6116,
      "step": 65871
    },
    {
      "epoch": 2.698013516280975,
      "grad_norm": 1.2437298253104312,
      "learning_rate": 0.00017715706526146214,
      "loss": 0.9705,
      "step": 65872
    },
    {
      "epoch": 2.6980544747081714,
      "grad_norm": 1.0579313587870227,
      "learning_rate": 0.00017715385775691299,
      "loss": 0.6892,
      "step": 65873
    },
    {
      "epoch": 2.6980954331353675,
      "grad_norm": 1.062184022172881,
      "learning_rate": 0.00017715065023952704,
      "loss": 0.7037,
      "step": 65874
    },
    {
      "epoch": 2.698136391562564,
      "grad_norm": 0.7802963752652406,
      "learning_rate": 0.00017714744270930588,
      "loss": 0.2802,
      "step": 65875
    },
    {
      "epoch": 2.6981773499897606,
      "grad_norm": 0.7547934124557636,
      "learning_rate": 0.00017714423516625096,
      "loss": 0.2533,
      "step": 65876
    },
    {
      "epoch": 2.6982183084169566,
      "grad_norm": 1.2564539914467663,
      "learning_rate": 0.00017714102761036383,
      "loss": 0.6123,
      "step": 65877
    },
    {
      "epoch": 2.698259266844153,
      "grad_norm": 10.045613253123461,
      "learning_rate": 0.000177137820041646,
      "loss": 1.4192,
      "step": 65878
    },
    {
      "epoch": 2.6983002252713497,
      "grad_norm": 1.5285125529768606,
      "learning_rate": 0.00017713461246009898,
      "loss": 1.4977,
      "step": 65879
    },
    {
      "epoch": 2.6983411836985463,
      "grad_norm": 1.22467211666002,
      "learning_rate": 0.00017713140486572427,
      "loss": 0.8144,
      "step": 65880
    },
    {
      "epoch": 2.6983821421257423,
      "grad_norm": 0.7964227498994113,
      "learning_rate": 0.00017712819725852343,
      "loss": 0.2286,
      "step": 65881
    },
    {
      "epoch": 2.698423100552939,
      "grad_norm": 1.1725501534746103,
      "learning_rate": 0.00017712498963849796,
      "loss": 0.7492,
      "step": 65882
    },
    {
      "epoch": 2.698464058980135,
      "grad_norm": 1.4475941376211872,
      "learning_rate": 0.00017712178200564936,
      "loss": 1.208,
      "step": 65883
    },
    {
      "epoch": 2.6985050174073315,
      "grad_norm": 0.721300258676477,
      "learning_rate": 0.00017711857435997913,
      "loss": 0.2776,
      "step": 65884
    },
    {
      "epoch": 2.698545975834528,
      "grad_norm": 1.1657505743314982,
      "learning_rate": 0.00017711536670148885,
      "loss": 0.8436,
      "step": 65885
    },
    {
      "epoch": 2.6985869342617246,
      "grad_norm": 0.8868512622788353,
      "learning_rate": 0.00017711215903017997,
      "loss": 0.6788,
      "step": 65886
    },
    {
      "epoch": 2.6986278926889207,
      "grad_norm": 2.0194407356931032,
      "learning_rate": 0.00017710895134605406,
      "loss": 1.3746,
      "step": 65887
    },
    {
      "epoch": 2.698668851116117,
      "grad_norm": 0.8530768787864317,
      "learning_rate": 0.00017710574364911258,
      "loss": 0.6098,
      "step": 65888
    },
    {
      "epoch": 2.6987098095433133,
      "grad_norm": 0.9201989707643567,
      "learning_rate": 0.0001771025359393571,
      "loss": 0.3204,
      "step": 65889
    },
    {
      "epoch": 2.69875076797051,
      "grad_norm": 1.8778489634032238,
      "learning_rate": 0.0001770993282167891,
      "loss": 1.928,
      "step": 65890
    },
    {
      "epoch": 2.6987917263977064,
      "grad_norm": 1.4996080583608564,
      "learning_rate": 0.00017709612048141015,
      "loss": 0.9667,
      "step": 65891
    },
    {
      "epoch": 2.698832684824903,
      "grad_norm": 1.3854213855796016,
      "learning_rate": 0.00017709291273322164,
      "loss": 0.7993,
      "step": 65892
    },
    {
      "epoch": 2.698873643252099,
      "grad_norm": 0.6604121084128387,
      "learning_rate": 0.00017708970497222525,
      "loss": 0.2779,
      "step": 65893
    },
    {
      "epoch": 2.6989146016792955,
      "grad_norm": 1.1007370375101668,
      "learning_rate": 0.0001770864971984224,
      "loss": 1.0112,
      "step": 65894
    },
    {
      "epoch": 2.698955560106492,
      "grad_norm": 1.853567707932195,
      "learning_rate": 0.00017708328941181463,
      "loss": 0.8458,
      "step": 65895
    },
    {
      "epoch": 2.698996518533688,
      "grad_norm": 1.3517133727393345,
      "learning_rate": 0.00017708008161240347,
      "loss": 0.926,
      "step": 65896
    },
    {
      "epoch": 2.6990374769608847,
      "grad_norm": 1.034242400061745,
      "learning_rate": 0.00017707687380019038,
      "loss": 0.635,
      "step": 65897
    },
    {
      "epoch": 2.6990784353880812,
      "grad_norm": 1.0486923045030474,
      "learning_rate": 0.00017707366597517692,
      "loss": 0.6714,
      "step": 65898
    },
    {
      "epoch": 2.6991193938152778,
      "grad_norm": 1.5012918380880882,
      "learning_rate": 0.00017707045813736462,
      "loss": 0.9875,
      "step": 65899
    },
    {
      "epoch": 2.699160352242474,
      "grad_norm": 1.4920832542130247,
      "learning_rate": 0.00017706725028675496,
      "loss": 1.242,
      "step": 65900
    },
    {
      "epoch": 2.6992013106696704,
      "grad_norm": 1.2172367446456756,
      "learning_rate": 0.00017706404242334947,
      "loss": 0.9777,
      "step": 65901
    },
    {
      "epoch": 2.6992422690968665,
      "grad_norm": 1.1878082756065627,
      "learning_rate": 0.0001770608345471497,
      "loss": 0.9264,
      "step": 65902
    },
    {
      "epoch": 2.699283227524063,
      "grad_norm": 0.8104291784629803,
      "learning_rate": 0.00017705762665815714,
      "loss": 0.2521,
      "step": 65903
    },
    {
      "epoch": 2.6993241859512596,
      "grad_norm": 0.8733047732297234,
      "learning_rate": 0.00017705441875637328,
      "loss": 0.32,
      "step": 65904
    },
    {
      "epoch": 2.699365144378456,
      "grad_norm": 1.1686137465174427,
      "learning_rate": 0.00017705121084179965,
      "loss": 0.9288,
      "step": 65905
    },
    {
      "epoch": 2.699406102805652,
      "grad_norm": 1.3296494059700763,
      "learning_rate": 0.0001770480029144378,
      "loss": 0.9003,
      "step": 65906
    },
    {
      "epoch": 2.6994470612328487,
      "grad_norm": 1.1444650049127245,
      "learning_rate": 0.00017704479497428926,
      "loss": 0.8342,
      "step": 65907
    },
    {
      "epoch": 2.699488019660045,
      "grad_norm": 1.1635227848171177,
      "learning_rate": 0.00017704158702135542,
      "loss": 0.9473,
      "step": 65908
    },
    {
      "epoch": 2.6995289780872413,
      "grad_norm": 0.9103853810312912,
      "learning_rate": 0.00017703837905563797,
      "loss": 0.6302,
      "step": 65909
    },
    {
      "epoch": 2.699569936514438,
      "grad_norm": 0.6812445730453661,
      "learning_rate": 0.0001770351710771383,
      "loss": 0.3605,
      "step": 65910
    },
    {
      "epoch": 2.6996108949416344,
      "grad_norm": 0.9543578370588203,
      "learning_rate": 0.00017703196308585802,
      "loss": 0.6468,
      "step": 65911
    },
    {
      "epoch": 2.6996518533688305,
      "grad_norm": 0.9303254099766285,
      "learning_rate": 0.00017702875508179852,
      "loss": 0.7791,
      "step": 65912
    },
    {
      "epoch": 2.699692811796027,
      "grad_norm": 3.9970398064219133,
      "learning_rate": 0.0001770255470649614,
      "loss": 1.877,
      "step": 65913
    },
    {
      "epoch": 2.6997337702232236,
      "grad_norm": 0.326883503619953,
      "learning_rate": 0.0001770223390353482,
      "loss": 0.0625,
      "step": 65914
    },
    {
      "epoch": 2.6997747286504197,
      "grad_norm": 0.9256049213677485,
      "learning_rate": 0.00017701913099296045,
      "loss": 0.6204,
      "step": 65915
    },
    {
      "epoch": 2.699815687077616,
      "grad_norm": 0.9434925659484492,
      "learning_rate": 0.00017701592293779952,
      "loss": 0.6858,
      "step": 65916
    },
    {
      "epoch": 2.6998566455048127,
      "grad_norm": 3.0192902453363253,
      "learning_rate": 0.00017701271486986712,
      "loss": 4.088,
      "step": 65917
    },
    {
      "epoch": 2.6998976039320093,
      "grad_norm": 1.1916693706002723,
      "learning_rate": 0.00017700950678916464,
      "loss": 1.0728,
      "step": 65918
    },
    {
      "epoch": 2.6999385623592054,
      "grad_norm": 2.289917753962268,
      "learning_rate": 0.00017700629869569362,
      "loss": 1.2255,
      "step": 65919
    },
    {
      "epoch": 2.699979520786402,
      "grad_norm": 1.1790302974512756,
      "learning_rate": 0.0001770030905894556,
      "loss": 0.7589,
      "step": 65920
    },
    {
      "epoch": 2.700020479213598,
      "grad_norm": 1.0079075129526394,
      "learning_rate": 0.00017699988247045208,
      "loss": 0.8218,
      "step": 65921
    },
    {
      "epoch": 2.7000614376407945,
      "grad_norm": 0.9024984656899745,
      "learning_rate": 0.00017699667433868462,
      "loss": 0.7073,
      "step": 65922
    },
    {
      "epoch": 2.700102396067991,
      "grad_norm": 2.798105706005971,
      "learning_rate": 0.00017699346619415467,
      "loss": 3.6488,
      "step": 65923
    },
    {
      "epoch": 2.7001433544951876,
      "grad_norm": 1.5056432460675861,
      "learning_rate": 0.00017699025803686377,
      "loss": 0.8184,
      "step": 65924
    },
    {
      "epoch": 2.7001843129223837,
      "grad_norm": 1.0878563452741932,
      "learning_rate": 0.00017698704986681343,
      "loss": 0.8209,
      "step": 65925
    },
    {
      "epoch": 2.7002252713495802,
      "grad_norm": 0.9099411985332156,
      "learning_rate": 0.00017698384168400523,
      "loss": 0.3508,
      "step": 65926
    },
    {
      "epoch": 2.7002662297767763,
      "grad_norm": 1.2288894797471543,
      "learning_rate": 0.00017698063348844058,
      "loss": 0.3088,
      "step": 65927
    },
    {
      "epoch": 2.700307188203973,
      "grad_norm": 1.5136738523372815,
      "learning_rate": 0.0001769774252801211,
      "loss": 1.6085,
      "step": 65928
    },
    {
      "epoch": 2.7003481466311694,
      "grad_norm": 1.0312993483230333,
      "learning_rate": 0.00017697421705904822,
      "loss": 0.6706,
      "step": 65929
    },
    {
      "epoch": 2.700389105058366,
      "grad_norm": 1.3548901707357772,
      "learning_rate": 0.0001769710088252235,
      "loss": 0.8077,
      "step": 65930
    },
    {
      "epoch": 2.700430063485562,
      "grad_norm": 0.8256851257922504,
      "learning_rate": 0.00017696780057864847,
      "loss": 0.5528,
      "step": 65931
    },
    {
      "epoch": 2.7004710219127586,
      "grad_norm": 1.0298738273735857,
      "learning_rate": 0.00017696459231932463,
      "loss": 0.5706,
      "step": 65932
    },
    {
      "epoch": 2.700511980339955,
      "grad_norm": 1.18868422577174,
      "learning_rate": 0.00017696138404725345,
      "loss": 1.0626,
      "step": 65933
    },
    {
      "epoch": 2.700552938767151,
      "grad_norm": 0.8000447450164232,
      "learning_rate": 0.00017695817576243654,
      "loss": 0.6604,
      "step": 65934
    },
    {
      "epoch": 2.7005938971943477,
      "grad_norm": 1.336921989931789,
      "learning_rate": 0.00017695496746487536,
      "loss": 0.9305,
      "step": 65935
    },
    {
      "epoch": 2.7006348556215443,
      "grad_norm": 1.0123689587463214,
      "learning_rate": 0.00017695175915457143,
      "loss": 0.7184,
      "step": 65936
    },
    {
      "epoch": 2.700675814048741,
      "grad_norm": 1.0315273169411654,
      "learning_rate": 0.00017694855083152627,
      "loss": 0.6812,
      "step": 65937
    },
    {
      "epoch": 2.700716772475937,
      "grad_norm": 1.0773803564391942,
      "learning_rate": 0.00017694534249574142,
      "loss": 0.7429,
      "step": 65938
    },
    {
      "epoch": 2.7007577309031334,
      "grad_norm": 0.9937158920764405,
      "learning_rate": 0.00017694213414721837,
      "loss": 0.4786,
      "step": 65939
    },
    {
      "epoch": 2.7007986893303295,
      "grad_norm": 1.0349098477050263,
      "learning_rate": 0.00017693892578595863,
      "loss": 0.7472,
      "step": 65940
    },
    {
      "epoch": 2.700839647757526,
      "grad_norm": 0.9664274207379472,
      "learning_rate": 0.0001769357174119637,
      "loss": 0.2395,
      "step": 65941
    },
    {
      "epoch": 2.7008806061847226,
      "grad_norm": 1.3208120416323632,
      "learning_rate": 0.0001769325090252352,
      "loss": 0.8088,
      "step": 65942
    },
    {
      "epoch": 2.700921564611919,
      "grad_norm": 0.9428323209743508,
      "learning_rate": 0.0001769293006257745,
      "loss": 0.6266,
      "step": 65943
    },
    {
      "epoch": 2.700962523039115,
      "grad_norm": 1.1836477246967434,
      "learning_rate": 0.00017692609221358322,
      "loss": 0.8993,
      "step": 65944
    },
    {
      "epoch": 2.7010034814663118,
      "grad_norm": 1.3707929298053136,
      "learning_rate": 0.00017692288378866284,
      "loss": 1.027,
      "step": 65945
    },
    {
      "epoch": 2.701044439893508,
      "grad_norm": 1.1056648127543094,
      "learning_rate": 0.00017691967535101488,
      "loss": 0.844,
      "step": 65946
    },
    {
      "epoch": 2.7010853983207044,
      "grad_norm": 1.3201579283241185,
      "learning_rate": 0.00017691646690064087,
      "loss": 0.8064,
      "step": 65947
    },
    {
      "epoch": 2.701126356747901,
      "grad_norm": 1.8144590195080221,
      "learning_rate": 0.0001769132584375423,
      "loss": 0.8883,
      "step": 65948
    },
    {
      "epoch": 2.7011673151750974,
      "grad_norm": 1.0283210615711618,
      "learning_rate": 0.0001769100499617207,
      "loss": 0.6898,
      "step": 65949
    },
    {
      "epoch": 2.7012082736022935,
      "grad_norm": 0.9452418428030234,
      "learning_rate": 0.00017690684147317763,
      "loss": 0.7157,
      "step": 65950
    },
    {
      "epoch": 2.70124923202949,
      "grad_norm": 3.704011562188191,
      "learning_rate": 0.00017690363297191456,
      "loss": 1.6382,
      "step": 65951
    },
    {
      "epoch": 2.7012901904566866,
      "grad_norm": 1.5574830665483084,
      "learning_rate": 0.00017690042445793296,
      "loss": 0.7151,
      "step": 65952
    },
    {
      "epoch": 2.7013311488838827,
      "grad_norm": 1.319727554601266,
      "learning_rate": 0.00017689721593123445,
      "loss": 0.7549,
      "step": 65953
    },
    {
      "epoch": 2.7013721073110792,
      "grad_norm": 1.539267971588091,
      "learning_rate": 0.0001768940073918205,
      "loss": 0.4752,
      "step": 65954
    },
    {
      "epoch": 2.7014130657382758,
      "grad_norm": 1.1240331072789895,
      "learning_rate": 0.0001768907988396926,
      "loss": 0.6501,
      "step": 65955
    },
    {
      "epoch": 2.7014540241654723,
      "grad_norm": 3.710651683602066,
      "learning_rate": 0.00017688759027485227,
      "loss": 1.1455,
      "step": 65956
    },
    {
      "epoch": 2.7014949825926684,
      "grad_norm": 0.9601896578961614,
      "learning_rate": 0.00017688438169730108,
      "loss": 0.462,
      "step": 65957
    },
    {
      "epoch": 2.701535941019865,
      "grad_norm": 1.5591710900505522,
      "learning_rate": 0.00017688117310704052,
      "loss": 0.7623,
      "step": 65958
    },
    {
      "epoch": 2.701576899447061,
      "grad_norm": 1.0742573498519494,
      "learning_rate": 0.0001768779645040721,
      "loss": 0.6725,
      "step": 65959
    },
    {
      "epoch": 2.7016178578742576,
      "grad_norm": 1.2332066473777683,
      "learning_rate": 0.0001768747558883973,
      "loss": 0.6093,
      "step": 65960
    },
    {
      "epoch": 2.701658816301454,
      "grad_norm": 1.1240604400842458,
      "learning_rate": 0.00017687154726001773,
      "loss": 0.6005,
      "step": 65961
    },
    {
      "epoch": 2.7016997747286506,
      "grad_norm": 0.8091282462507671,
      "learning_rate": 0.00017686833861893484,
      "loss": 0.6468,
      "step": 65962
    },
    {
      "epoch": 2.7017407331558467,
      "grad_norm": 2.391071682250371,
      "learning_rate": 0.00017686512996515014,
      "loss": 2.5715,
      "step": 65963
    },
    {
      "epoch": 2.7017816915830433,
      "grad_norm": 1.6788312138205108,
      "learning_rate": 0.00017686192129866515,
      "loss": 0.7581,
      "step": 65964
    },
    {
      "epoch": 2.7018226500102394,
      "grad_norm": 0.9301002609903581,
      "learning_rate": 0.0001768587126194814,
      "loss": 0.6007,
      "step": 65965
    },
    {
      "epoch": 2.701863608437436,
      "grad_norm": 0.7767057178353586,
      "learning_rate": 0.00017685550392760043,
      "loss": 0.4692,
      "step": 65966
    },
    {
      "epoch": 2.7019045668646324,
      "grad_norm": 1.1645114039771631,
      "learning_rate": 0.00017685229522302376,
      "loss": 0.9479,
      "step": 65967
    },
    {
      "epoch": 2.701945525291829,
      "grad_norm": 0.8578195293190587,
      "learning_rate": 0.0001768490865057529,
      "loss": 0.7417,
      "step": 65968
    },
    {
      "epoch": 2.701986483719025,
      "grad_norm": 1.0343722437070328,
      "learning_rate": 0.00017684587777578925,
      "loss": 0.7234,
      "step": 65969
    },
    {
      "epoch": 2.7020274421462216,
      "grad_norm": 1.1671265079694872,
      "learning_rate": 0.0001768426690331345,
      "loss": 0.8348,
      "step": 65970
    },
    {
      "epoch": 2.702068400573418,
      "grad_norm": 1.3283325636231638,
      "learning_rate": 0.0001768394602777901,
      "loss": 0.7,
      "step": 65971
    },
    {
      "epoch": 2.702109359000614,
      "grad_norm": 0.9676025003081969,
      "learning_rate": 0.00017683625150975753,
      "loss": 0.8123,
      "step": 65972
    },
    {
      "epoch": 2.7021503174278108,
      "grad_norm": 2.259792733770679,
      "learning_rate": 0.00017683304272903834,
      "loss": 2.4275,
      "step": 65973
    },
    {
      "epoch": 2.7021912758550073,
      "grad_norm": 1.01300716213079,
      "learning_rate": 0.00017682983393563407,
      "loss": 0.7093,
      "step": 65974
    },
    {
      "epoch": 2.702232234282204,
      "grad_norm": 1.1877790207553378,
      "learning_rate": 0.0001768266251295462,
      "loss": 0.6688,
      "step": 65975
    },
    {
      "epoch": 2.7022731927094,
      "grad_norm": 0.8684853922613487,
      "learning_rate": 0.00017682341631077624,
      "loss": 0.6675,
      "step": 65976
    },
    {
      "epoch": 2.7023141511365965,
      "grad_norm": 0.9238888361208348,
      "learning_rate": 0.00017682020747932574,
      "loss": 0.5181,
      "step": 65977
    },
    {
      "epoch": 2.7023551095637925,
      "grad_norm": 0.6546223502546349,
      "learning_rate": 0.0001768169986351962,
      "loss": 0.2673,
      "step": 65978
    },
    {
      "epoch": 2.702396067990989,
      "grad_norm": 1.333202981967679,
      "learning_rate": 0.00017681378977838915,
      "loss": 1.0742,
      "step": 65979
    },
    {
      "epoch": 2.7024370264181856,
      "grad_norm": 2.658425137272721,
      "learning_rate": 0.00017681058090890608,
      "loss": 1.4349,
      "step": 65980
    },
    {
      "epoch": 2.702477984845382,
      "grad_norm": 1.0471233440797911,
      "learning_rate": 0.0001768073720267485,
      "loss": 0.7742,
      "step": 65981
    },
    {
      "epoch": 2.7025189432725782,
      "grad_norm": 0.9747288207244066,
      "learning_rate": 0.000176804163131918,
      "loss": 0.6899,
      "step": 65982
    },
    {
      "epoch": 2.702559901699775,
      "grad_norm": 2.7789884363018293,
      "learning_rate": 0.00017680095422441605,
      "loss": 3.9783,
      "step": 65983
    },
    {
      "epoch": 2.702600860126971,
      "grad_norm": 1.4343038072474368,
      "learning_rate": 0.0001767977453042441,
      "loss": 0.8806,
      "step": 65984
    },
    {
      "epoch": 2.7026418185541674,
      "grad_norm": 2.542679072165078,
      "learning_rate": 0.00017679453637140378,
      "loss": 1.1528,
      "step": 65985
    },
    {
      "epoch": 2.702682776981364,
      "grad_norm": 1.0252513320161492,
      "learning_rate": 0.00017679132742589657,
      "loss": 0.5583,
      "step": 65986
    },
    {
      "epoch": 2.7027237354085605,
      "grad_norm": 0.9861692711552482,
      "learning_rate": 0.00017678811846772395,
      "loss": 0.6799,
      "step": 65987
    },
    {
      "epoch": 2.7027646938357566,
      "grad_norm": 1.1341418253394717,
      "learning_rate": 0.00017678490949688742,
      "loss": 0.8197,
      "step": 65988
    },
    {
      "epoch": 2.702805652262953,
      "grad_norm": 0.9770031708654378,
      "learning_rate": 0.0001767817005133886,
      "loss": 0.7415,
      "step": 65989
    },
    {
      "epoch": 2.7028466106901496,
      "grad_norm": 1.2461960561380385,
      "learning_rate": 0.00017677849151722893,
      "loss": 0.8445,
      "step": 65990
    },
    {
      "epoch": 2.7028875691173457,
      "grad_norm": 1.1164668703763116,
      "learning_rate": 0.00017677528250840998,
      "loss": 0.72,
      "step": 65991
    },
    {
      "epoch": 2.7029285275445423,
      "grad_norm": 4.027062640789904,
      "learning_rate": 0.00017677207348693315,
      "loss": 4.2307,
      "step": 65992
    },
    {
      "epoch": 2.702969485971739,
      "grad_norm": 0.900966308452029,
      "learning_rate": 0.00017676886445280009,
      "loss": 0.5666,
      "step": 65993
    },
    {
      "epoch": 2.7030104443989353,
      "grad_norm": 1.7855912029440677,
      "learning_rate": 0.00017676565540601226,
      "loss": 1.6574,
      "step": 65994
    },
    {
      "epoch": 2.7030514028261314,
      "grad_norm": 1.4552506492765205,
      "learning_rate": 0.00017676244634657118,
      "loss": 1.0719,
      "step": 65995
    },
    {
      "epoch": 2.703092361253328,
      "grad_norm": 1.126272037212502,
      "learning_rate": 0.00017675923727447835,
      "loss": 0.9563,
      "step": 65996
    },
    {
      "epoch": 2.703133319680524,
      "grad_norm": 0.9402714763685561,
      "learning_rate": 0.00017675602818973532,
      "loss": 0.6783,
      "step": 65997
    },
    {
      "epoch": 2.7031742781077206,
      "grad_norm": 0.9425054538607429,
      "learning_rate": 0.0001767528190923436,
      "loss": 0.4605,
      "step": 65998
    },
    {
      "epoch": 2.703215236534917,
      "grad_norm": 0.8193729592339641,
      "learning_rate": 0.0001767496099823047,
      "loss": 0.588,
      "step": 65999
    },
    {
      "epoch": 2.7032561949621137,
      "grad_norm": 1.059853007198661,
      "learning_rate": 0.00017674640085962013,
      "loss": 0.7287,
      "step": 66000
    },
    {
      "epoch": 2.7032971533893098,
      "grad_norm": 2.470652292823939,
      "learning_rate": 0.0001767431917242914,
      "loss": 1.466,
      "step": 66001
    },
    {
      "epoch": 2.7033381118165063,
      "grad_norm": 0.8545456218234215,
      "learning_rate": 0.00017673998257632003,
      "loss": 0.5441,
      "step": 66002
    },
    {
      "epoch": 2.7033790702437024,
      "grad_norm": 0.4167586742249943,
      "learning_rate": 0.0001767367734157076,
      "loss": 0.0973,
      "step": 66003
    },
    {
      "epoch": 2.703420028670899,
      "grad_norm": 4.377376871804815,
      "learning_rate": 0.00017673356424245554,
      "loss": 2.4194,
      "step": 66004
    },
    {
      "epoch": 2.7034609870980955,
      "grad_norm": 0.9426662286662797,
      "learning_rate": 0.0001767303550565654,
      "loss": 0.6936,
      "step": 66005
    },
    {
      "epoch": 2.703501945525292,
      "grad_norm": 0.6979891291929644,
      "learning_rate": 0.0001767271458580387,
      "loss": 0.3537,
      "step": 66006
    },
    {
      "epoch": 2.703542903952488,
      "grad_norm": 0.7621792983645675,
      "learning_rate": 0.000176723936646877,
      "loss": 0.4697,
      "step": 66007
    },
    {
      "epoch": 2.7035838623796846,
      "grad_norm": 1.3303422976808126,
      "learning_rate": 0.00017672072742308173,
      "loss": 0.9257,
      "step": 66008
    },
    {
      "epoch": 2.703624820806881,
      "grad_norm": 1.2537445657263162,
      "learning_rate": 0.00017671751818665448,
      "loss": 0.752,
      "step": 66009
    },
    {
      "epoch": 2.7036657792340772,
      "grad_norm": 1.7729594022469022,
      "learning_rate": 0.0001767143089375967,
      "loss": 1.3734,
      "step": 66010
    },
    {
      "epoch": 2.703706737661274,
      "grad_norm": 1.007812893306225,
      "learning_rate": 0.00017671109967590996,
      "loss": 0.5738,
      "step": 66011
    },
    {
      "epoch": 2.7037476960884703,
      "grad_norm": 1.0078896648984603,
      "learning_rate": 0.00017670789040159573,
      "loss": 0.4413,
      "step": 66012
    },
    {
      "epoch": 2.703788654515667,
      "grad_norm": 1.1445608731212986,
      "learning_rate": 0.0001767046811146556,
      "loss": 0.7691,
      "step": 66013
    },
    {
      "epoch": 2.703829612942863,
      "grad_norm": 0.953876310192611,
      "learning_rate": 0.00017670147181509104,
      "loss": 0.748,
      "step": 66014
    },
    {
      "epoch": 2.7038705713700595,
      "grad_norm": 1.0881415180567655,
      "learning_rate": 0.00017669826250290362,
      "loss": 0.5966,
      "step": 66015
    },
    {
      "epoch": 2.7039115297972556,
      "grad_norm": 1.5411740391049935,
      "learning_rate": 0.0001766950531780947,
      "loss": 1.6275,
      "step": 66016
    },
    {
      "epoch": 2.703952488224452,
      "grad_norm": 0.9813217727977831,
      "learning_rate": 0.000176691843840666,
      "loss": 0.6631,
      "step": 66017
    },
    {
      "epoch": 2.7039934466516486,
      "grad_norm": 0.670633842331955,
      "learning_rate": 0.0001766886344906189,
      "loss": 0.2531,
      "step": 66018
    },
    {
      "epoch": 2.704034405078845,
      "grad_norm": 1.220097538306639,
      "learning_rate": 0.000176685425127955,
      "loss": 0.9578,
      "step": 66019
    },
    {
      "epoch": 2.7040753635060413,
      "grad_norm": 3.8532011567594204,
      "learning_rate": 0.0001766822157526757,
      "loss": 3.0158,
      "step": 66020
    },
    {
      "epoch": 2.704116321933238,
      "grad_norm": 1.2095904289894124,
      "learning_rate": 0.0001766790063647827,
      "loss": 0.8057,
      "step": 66021
    },
    {
      "epoch": 2.704157280360434,
      "grad_norm": 0.8858204815570659,
      "learning_rate": 0.0001766757969642774,
      "loss": 0.6405,
      "step": 66022
    },
    {
      "epoch": 2.7041982387876304,
      "grad_norm": 1.9495220232729396,
      "learning_rate": 0.0001766725875511613,
      "loss": 0.5639,
      "step": 66023
    },
    {
      "epoch": 2.704239197214827,
      "grad_norm": 0.6487463066957758,
      "learning_rate": 0.0001766693781254359,
      "loss": 0.2419,
      "step": 66024
    },
    {
      "epoch": 2.7042801556420235,
      "grad_norm": 1.1119639267520676,
      "learning_rate": 0.0001766661686871028,
      "loss": 0.5807,
      "step": 66025
    },
    {
      "epoch": 2.7043211140692196,
      "grad_norm": 1.007527924019681,
      "learning_rate": 0.00017666295923616352,
      "loss": 0.5595,
      "step": 66026
    },
    {
      "epoch": 2.704362072496416,
      "grad_norm": 0.595191304125921,
      "learning_rate": 0.00017665974977261952,
      "loss": 0.2465,
      "step": 66027
    },
    {
      "epoch": 2.7044030309236127,
      "grad_norm": 1.493415395953411,
      "learning_rate": 0.00017665654029647233,
      "loss": 1.1994,
      "step": 66028
    },
    {
      "epoch": 2.7044439893508088,
      "grad_norm": 1.0149985874655918,
      "learning_rate": 0.00017665333080772345,
      "loss": 0.7991,
      "step": 66029
    },
    {
      "epoch": 2.7044849477780053,
      "grad_norm": 0.9824855124821911,
      "learning_rate": 0.00017665012130637446,
      "loss": 0.7586,
      "step": 66030
    },
    {
      "epoch": 2.704525906205202,
      "grad_norm": 0.9414130330581737,
      "learning_rate": 0.00017664691179242686,
      "loss": 0.5466,
      "step": 66031
    },
    {
      "epoch": 2.7045668646323984,
      "grad_norm": 1.1842459215633605,
      "learning_rate": 0.0001766437022658821,
      "loss": 1.0856,
      "step": 66032
    },
    {
      "epoch": 2.7046078230595945,
      "grad_norm": 1.0465904185184232,
      "learning_rate": 0.00017664049272674172,
      "loss": 0.7807,
      "step": 66033
    },
    {
      "epoch": 2.704648781486791,
      "grad_norm": 4.491971673628228,
      "learning_rate": 0.00017663728317500734,
      "loss": 2.6682,
      "step": 66034
    },
    {
      "epoch": 2.704689739913987,
      "grad_norm": 1.4068398442920624,
      "learning_rate": 0.00017663407361068035,
      "loss": 1.0287,
      "step": 66035
    },
    {
      "epoch": 2.7047306983411836,
      "grad_norm": 1.0086534543915384,
      "learning_rate": 0.0001766308640337623,
      "loss": 0.738,
      "step": 66036
    },
    {
      "epoch": 2.70477165676838,
      "grad_norm": 0.9081735853890669,
      "learning_rate": 0.00017662765444425476,
      "loss": 0.6591,
      "step": 66037
    },
    {
      "epoch": 2.7048126151955767,
      "grad_norm": 0.817811010541853,
      "learning_rate": 0.00017662444484215918,
      "loss": 0.4287,
      "step": 66038
    },
    {
      "epoch": 2.704853573622773,
      "grad_norm": 1.0687913820738797,
      "learning_rate": 0.00017662123522747716,
      "loss": 0.8325,
      "step": 66039
    },
    {
      "epoch": 2.7048945320499693,
      "grad_norm": 1.391718049795082,
      "learning_rate": 0.00017661802560021013,
      "loss": 0.6973,
      "step": 66040
    },
    {
      "epoch": 2.7049354904771654,
      "grad_norm": 1.0024757386885403,
      "learning_rate": 0.0001766148159603596,
      "loss": 0.6936,
      "step": 66041
    },
    {
      "epoch": 2.704976448904362,
      "grad_norm": 1.3259949983899715,
      "learning_rate": 0.0001766116063079272,
      "loss": 0.8917,
      "step": 66042
    },
    {
      "epoch": 2.7050174073315585,
      "grad_norm": 1.5647446060034182,
      "learning_rate": 0.00017660839664291431,
      "loss": 0.9112,
      "step": 66043
    },
    {
      "epoch": 2.705058365758755,
      "grad_norm": 1.0139079407392089,
      "learning_rate": 0.00017660518696532257,
      "loss": 0.5076,
      "step": 66044
    },
    {
      "epoch": 2.705099324185951,
      "grad_norm": 0.9782763872206193,
      "learning_rate": 0.00017660197727515343,
      "loss": 0.7927,
      "step": 66045
    },
    {
      "epoch": 2.7051402826131477,
      "grad_norm": 2.2676088120541213,
      "learning_rate": 0.00017659876757240842,
      "loss": 1.2667,
      "step": 66046
    },
    {
      "epoch": 2.705181241040344,
      "grad_norm": 5.81215777694936,
      "learning_rate": 0.00017659555785708904,
      "loss": 1.3687,
      "step": 66047
    },
    {
      "epoch": 2.7052221994675403,
      "grad_norm": 1.223010115469738,
      "learning_rate": 0.0001765923481291968,
      "loss": 0.7407,
      "step": 66048
    },
    {
      "epoch": 2.705263157894737,
      "grad_norm": 0.9789970521697552,
      "learning_rate": 0.00017658913838873328,
      "loss": 0.5669,
      "step": 66049
    },
    {
      "epoch": 2.7053041163219333,
      "grad_norm": 1.2636299357336684,
      "learning_rate": 0.00017658592863569996,
      "loss": 0.8744,
      "step": 66050
    },
    {
      "epoch": 2.70534507474913,
      "grad_norm": 0.9375798704647692,
      "learning_rate": 0.00017658271887009837,
      "loss": 0.6943,
      "step": 66051
    },
    {
      "epoch": 2.705386033176326,
      "grad_norm": 0.8930290016428161,
      "learning_rate": 0.00017657950909192997,
      "loss": 0.545,
      "step": 66052
    },
    {
      "epoch": 2.7054269916035225,
      "grad_norm": 1.2565948417919817,
      "learning_rate": 0.00017657629930119633,
      "loss": 0.8728,
      "step": 66053
    },
    {
      "epoch": 2.7054679500307186,
      "grad_norm": 1.050722492698159,
      "learning_rate": 0.00017657308949789897,
      "loss": 0.6713,
      "step": 66054
    },
    {
      "epoch": 2.705508908457915,
      "grad_norm": 1.3499749532327199,
      "learning_rate": 0.0001765698796820394,
      "loss": 1.0615,
      "step": 66055
    },
    {
      "epoch": 2.7055498668851117,
      "grad_norm": 0.9129762379902311,
      "learning_rate": 0.0001765666698536191,
      "loss": 0.6177,
      "step": 66056
    },
    {
      "epoch": 2.705590825312308,
      "grad_norm": 0.8229719758868407,
      "learning_rate": 0.00017656346001263966,
      "loss": 0.2638,
      "step": 66057
    },
    {
      "epoch": 2.7056317837395043,
      "grad_norm": 1.0607808793260145,
      "learning_rate": 0.00017656025015910256,
      "loss": 0.6696,
      "step": 66058
    },
    {
      "epoch": 2.705672742166701,
      "grad_norm": 1.1810677341347544,
      "learning_rate": 0.0001765570402930093,
      "loss": 0.3393,
      "step": 66059
    },
    {
      "epoch": 2.705713700593897,
      "grad_norm": 0.779551718010964,
      "learning_rate": 0.00017655383041436135,
      "loss": 0.5066,
      "step": 66060
    },
    {
      "epoch": 2.7057546590210935,
      "grad_norm": 1.09097669690619,
      "learning_rate": 0.00017655062052316037,
      "loss": 0.851,
      "step": 66061
    },
    {
      "epoch": 2.70579561744829,
      "grad_norm": 1.1980785903982338,
      "learning_rate": 0.00017654741061940777,
      "loss": 0.6052,
      "step": 66062
    },
    {
      "epoch": 2.7058365758754865,
      "grad_norm": 1.683379782137534,
      "learning_rate": 0.00017654420070310512,
      "loss": 1.3041,
      "step": 66063
    },
    {
      "epoch": 2.7058775343026826,
      "grad_norm": 0.8367191286911371,
      "learning_rate": 0.00017654099077425386,
      "loss": 0.4108,
      "step": 66064
    },
    {
      "epoch": 2.705918492729879,
      "grad_norm": 0.6659873199640989,
      "learning_rate": 0.00017653778083285562,
      "loss": 0.2307,
      "step": 66065
    },
    {
      "epoch": 2.7059594511570757,
      "grad_norm": 1.5612426319690773,
      "learning_rate": 0.00017653457087891183,
      "loss": 1.0785,
      "step": 66066
    },
    {
      "epoch": 2.706000409584272,
      "grad_norm": 0.6047785706616514,
      "learning_rate": 0.00017653136091242406,
      "loss": 0.1946,
      "step": 66067
    },
    {
      "epoch": 2.7060413680114683,
      "grad_norm": 1.7716683367189534,
      "learning_rate": 0.00017652815093339373,
      "loss": 1.5569,
      "step": 66068
    },
    {
      "epoch": 2.706082326438665,
      "grad_norm": 1.2033629860563786,
      "learning_rate": 0.00017652494094182248,
      "loss": 0.7718,
      "step": 66069
    },
    {
      "epoch": 2.7061232848658614,
      "grad_norm": 1.1828001177021257,
      "learning_rate": 0.0001765217309377118,
      "loss": 0.8499,
      "step": 66070
    },
    {
      "epoch": 2.7061642432930575,
      "grad_norm": 0.9394228553733918,
      "learning_rate": 0.00017651852092106314,
      "loss": 0.6596,
      "step": 66071
    },
    {
      "epoch": 2.706205201720254,
      "grad_norm": 1.219921581696359,
      "learning_rate": 0.0001765153108918781,
      "loss": 0.931,
      "step": 66072
    },
    {
      "epoch": 2.70624616014745,
      "grad_norm": 2.8561392457824755,
      "learning_rate": 0.0001765121008501581,
      "loss": 1.4096,
      "step": 66073
    },
    {
      "epoch": 2.7062871185746467,
      "grad_norm": 0.9744287935491895,
      "learning_rate": 0.00017650889079590478,
      "loss": 0.5669,
      "step": 66074
    },
    {
      "epoch": 2.706328077001843,
      "grad_norm": 0.7923895796858357,
      "learning_rate": 0.00017650568072911956,
      "loss": 0.379,
      "step": 66075
    },
    {
      "epoch": 2.7063690354290397,
      "grad_norm": 0.9391274463863655,
      "learning_rate": 0.000176502470649804,
      "loss": 0.5361,
      "step": 66076
    },
    {
      "epoch": 2.706409993856236,
      "grad_norm": 1.6203574969964443,
      "learning_rate": 0.00017649926055795959,
      "loss": 0.6917,
      "step": 66077
    },
    {
      "epoch": 2.7064509522834324,
      "grad_norm": 1.162124557099344,
      "learning_rate": 0.00017649605045358792,
      "loss": 0.6972,
      "step": 66078
    },
    {
      "epoch": 2.7064919107106284,
      "grad_norm": 0.7126713036255709,
      "learning_rate": 0.00017649284033669047,
      "loss": 0.2734,
      "step": 66079
    },
    {
      "epoch": 2.706532869137825,
      "grad_norm": 0.6741554992090463,
      "learning_rate": 0.00017648963020726866,
      "loss": 0.2331,
      "step": 66080
    },
    {
      "epoch": 2.7065738275650215,
      "grad_norm": 1.1362010228968809,
      "learning_rate": 0.00017648642006532414,
      "loss": 0.7409,
      "step": 66081
    },
    {
      "epoch": 2.706614785992218,
      "grad_norm": 0.9015318696806309,
      "learning_rate": 0.00017648320991085837,
      "loss": 0.6421,
      "step": 66082
    },
    {
      "epoch": 2.706655744419414,
      "grad_norm": 1.3419844072634075,
      "learning_rate": 0.00017647999974387287,
      "loss": 1.3566,
      "step": 66083
    },
    {
      "epoch": 2.7066967028466107,
      "grad_norm": 1.4227068588692084,
      "learning_rate": 0.00017647678956436916,
      "loss": 0.9219,
      "step": 66084
    },
    {
      "epoch": 2.706737661273807,
      "grad_norm": 1.1641393156452549,
      "learning_rate": 0.00017647357937234875,
      "loss": 0.857,
      "step": 66085
    },
    {
      "epoch": 2.7067786197010033,
      "grad_norm": 0.9761203304211852,
      "learning_rate": 0.00017647036916781318,
      "loss": 0.767,
      "step": 66086
    },
    {
      "epoch": 2.7068195781282,
      "grad_norm": 0.9124601354133122,
      "learning_rate": 0.00017646715895076399,
      "loss": 0.7024,
      "step": 66087
    },
    {
      "epoch": 2.7068605365553964,
      "grad_norm": 1.2610489667247617,
      "learning_rate": 0.00017646394872120259,
      "loss": 0.6523,
      "step": 66088
    },
    {
      "epoch": 2.706901494982593,
      "grad_norm": 1.3154491923988785,
      "learning_rate": 0.0001764607384791306,
      "loss": 0.5259,
      "step": 66089
    },
    {
      "epoch": 2.706942453409789,
      "grad_norm": 0.7787608238501388,
      "learning_rate": 0.00017645752822454956,
      "loss": 0.3139,
      "step": 66090
    },
    {
      "epoch": 2.7069834118369855,
      "grad_norm": 0.7141234380611845,
      "learning_rate": 0.00017645431795746089,
      "loss": 0.2098,
      "step": 66091
    },
    {
      "epoch": 2.7070243702641816,
      "grad_norm": 0.6279525603865345,
      "learning_rate": 0.00017645110767786613,
      "loss": 0.2744,
      "step": 66092
    },
    {
      "epoch": 2.707065328691378,
      "grad_norm": 1.5929523299468076,
      "learning_rate": 0.00017644789738576684,
      "loss": 1.0208,
      "step": 66093
    },
    {
      "epoch": 2.7071062871185747,
      "grad_norm": 1.187782493127123,
      "learning_rate": 0.00017644468708116455,
      "loss": 0.8947,
      "step": 66094
    },
    {
      "epoch": 2.7071472455457712,
      "grad_norm": 1.8465732980256033,
      "learning_rate": 0.00017644147676406074,
      "loss": 0.4902,
      "step": 66095
    },
    {
      "epoch": 2.7071882039729673,
      "grad_norm": 1.318128059521493,
      "learning_rate": 0.0001764382664344569,
      "loss": 0.7206,
      "step": 66096
    },
    {
      "epoch": 2.707229162400164,
      "grad_norm": 1.2439542995773079,
      "learning_rate": 0.0001764350560923546,
      "loss": 0.9181,
      "step": 66097
    },
    {
      "epoch": 2.70727012082736,
      "grad_norm": 1.296249799108023,
      "learning_rate": 0.00017643184573775533,
      "loss": 1.123,
      "step": 66098
    },
    {
      "epoch": 2.7073110792545565,
      "grad_norm": 1.1750616864809789,
      "learning_rate": 0.00017642863537066064,
      "loss": 0.7057,
      "step": 66099
    },
    {
      "epoch": 2.707352037681753,
      "grad_norm": 1.1732434618905851,
      "learning_rate": 0.000176425424991072,
      "loss": 0.8459,
      "step": 66100
    },
    {
      "epoch": 2.7073929961089496,
      "grad_norm": 0.7019759961573456,
      "learning_rate": 0.00017642221459899097,
      "loss": 0.3756,
      "step": 66101
    },
    {
      "epoch": 2.7074339545361457,
      "grad_norm": 0.9731874726121854,
      "learning_rate": 0.00017641900419441904,
      "loss": 0.3034,
      "step": 66102
    },
    {
      "epoch": 2.707474912963342,
      "grad_norm": 1.259817730151792,
      "learning_rate": 0.00017641579377735775,
      "loss": 0.8049,
      "step": 66103
    },
    {
      "epoch": 2.7075158713905387,
      "grad_norm": 0.8089460444807742,
      "learning_rate": 0.00017641258334780857,
      "loss": 0.6407,
      "step": 66104
    },
    {
      "epoch": 2.707556829817735,
      "grad_norm": 1.2047458535561326,
      "learning_rate": 0.00017640937290577309,
      "loss": 0.9347,
      "step": 66105
    },
    {
      "epoch": 2.7075977882449314,
      "grad_norm": 1.0612008624670017,
      "learning_rate": 0.0001764061624512528,
      "loss": 0.6989,
      "step": 66106
    },
    {
      "epoch": 2.707638746672128,
      "grad_norm": 0.8801304872690447,
      "learning_rate": 0.0001764029519842492,
      "loss": 0.5959,
      "step": 66107
    },
    {
      "epoch": 2.7076797050993244,
      "grad_norm": 0.996669348564044,
      "learning_rate": 0.0001763997415047638,
      "loss": 0.7715,
      "step": 66108
    },
    {
      "epoch": 2.7077206635265205,
      "grad_norm": 1.0516813564642307,
      "learning_rate": 0.00017639653101279813,
      "loss": 0.7986,
      "step": 66109
    },
    {
      "epoch": 2.707761621953717,
      "grad_norm": 1.1754755520164033,
      "learning_rate": 0.00017639332050835372,
      "loss": 0.8324,
      "step": 66110
    },
    {
      "epoch": 2.707802580380913,
      "grad_norm": 1.3387915681107274,
      "learning_rate": 0.0001763901099914321,
      "loss": 0.7079,
      "step": 66111
    },
    {
      "epoch": 2.7078435388081097,
      "grad_norm": 1.1199074239592657,
      "learning_rate": 0.00017638689946203475,
      "loss": 0.8761,
      "step": 66112
    },
    {
      "epoch": 2.707884497235306,
      "grad_norm": 1.0274421598555132,
      "learning_rate": 0.00017638368892016317,
      "loss": 0.8088,
      "step": 66113
    },
    {
      "epoch": 2.7079254556625028,
      "grad_norm": 1.3068829823155277,
      "learning_rate": 0.000176380478365819,
      "loss": 0.8442,
      "step": 66114
    },
    {
      "epoch": 2.707966414089699,
      "grad_norm": 1.120656422750497,
      "learning_rate": 0.00017637726779900362,
      "loss": 0.7045,
      "step": 66115
    },
    {
      "epoch": 2.7080073725168954,
      "grad_norm": 1.2763942358150049,
      "learning_rate": 0.00017637405721971858,
      "loss": 0.7731,
      "step": 66116
    },
    {
      "epoch": 2.7080483309440915,
      "grad_norm": 1.3888791421252173,
      "learning_rate": 0.0001763708466279654,
      "loss": 0.823,
      "step": 66117
    },
    {
      "epoch": 2.708089289371288,
      "grad_norm": 0.7954430098698418,
      "learning_rate": 0.0001763676360237457,
      "loss": 0.3082,
      "step": 66118
    },
    {
      "epoch": 2.7081302477984845,
      "grad_norm": 1.080435119229885,
      "learning_rate": 0.00017636442540706085,
      "loss": 0.7336,
      "step": 66119
    },
    {
      "epoch": 2.708171206225681,
      "grad_norm": 13.568837831042734,
      "learning_rate": 0.0001763612147779124,
      "loss": 1.459,
      "step": 66120
    },
    {
      "epoch": 2.708212164652877,
      "grad_norm": 1.1483548116646862,
      "learning_rate": 0.00017635800413630197,
      "loss": 0.8445,
      "step": 66121
    },
    {
      "epoch": 2.7082531230800737,
      "grad_norm": 1.0439837641241363,
      "learning_rate": 0.00017635479348223097,
      "loss": 0.8549,
      "step": 66122
    },
    {
      "epoch": 2.7082940815072702,
      "grad_norm": 1.014054458766546,
      "learning_rate": 0.00017635158281570097,
      "loss": 0.8677,
      "step": 66123
    },
    {
      "epoch": 2.7083350399344663,
      "grad_norm": 1.0272543098437616,
      "learning_rate": 0.0001763483721367134,
      "loss": 0.7101,
      "step": 66124
    },
    {
      "epoch": 2.708375998361663,
      "grad_norm": 1.3545161411950868,
      "learning_rate": 0.00017634516144526995,
      "loss": 0.7428,
      "step": 66125
    },
    {
      "epoch": 2.7084169567888594,
      "grad_norm": 0.9414996089425663,
      "learning_rate": 0.000176341950741372,
      "loss": 0.3657,
      "step": 66126
    },
    {
      "epoch": 2.708457915216056,
      "grad_norm": 1.1381686204876262,
      "learning_rate": 0.00017633874002502106,
      "loss": 0.758,
      "step": 66127
    },
    {
      "epoch": 2.708498873643252,
      "grad_norm": 0.9182944769333797,
      "learning_rate": 0.0001763355292962187,
      "loss": 0.4163,
      "step": 66128
    },
    {
      "epoch": 2.7085398320704486,
      "grad_norm": 1.0895558220911998,
      "learning_rate": 0.00017633231855496647,
      "loss": 0.7687,
      "step": 66129
    },
    {
      "epoch": 2.7085807904976447,
      "grad_norm": 0.792447407417184,
      "learning_rate": 0.00017632910780126585,
      "loss": 0.2435,
      "step": 66130
    },
    {
      "epoch": 2.708621748924841,
      "grad_norm": 1.1235776206584829,
      "learning_rate": 0.00017632589703511835,
      "loss": 0.7674,
      "step": 66131
    },
    {
      "epoch": 2.7086627073520377,
      "grad_norm": 1.3024453981508346,
      "learning_rate": 0.00017632268625652543,
      "loss": 1.013,
      "step": 66132
    },
    {
      "epoch": 2.7087036657792343,
      "grad_norm": 1.0284771621978415,
      "learning_rate": 0.00017631947546548876,
      "loss": 0.6238,
      "step": 66133
    },
    {
      "epoch": 2.7087446242064304,
      "grad_norm": 0.6422868243754263,
      "learning_rate": 0.00017631626466200974,
      "loss": 0.2651,
      "step": 66134
    },
    {
      "epoch": 2.708785582633627,
      "grad_norm": 1.1418657510798054,
      "learning_rate": 0.0001763130538460899,
      "loss": 0.9819,
      "step": 66135
    },
    {
      "epoch": 2.708826541060823,
      "grad_norm": 1.4654128682466045,
      "learning_rate": 0.00017630984301773077,
      "loss": 1.1796,
      "step": 66136
    },
    {
      "epoch": 2.7088674994880195,
      "grad_norm": 0.7176701769896298,
      "learning_rate": 0.0001763066321769339,
      "loss": 0.2774,
      "step": 66137
    },
    {
      "epoch": 2.708908457915216,
      "grad_norm": 1.0014293719955643,
      "learning_rate": 0.00017630342132370078,
      "loss": 0.7089,
      "step": 66138
    },
    {
      "epoch": 2.7089494163424126,
      "grad_norm": 0.9913929939838505,
      "learning_rate": 0.00017630021045803292,
      "loss": 0.7413,
      "step": 66139
    },
    {
      "epoch": 2.7089903747696087,
      "grad_norm": 1.23990089336113,
      "learning_rate": 0.00017629699957993181,
      "loss": 0.9211,
      "step": 66140
    },
    {
      "epoch": 2.7090313331968052,
      "grad_norm": 1.1291908283258636,
      "learning_rate": 0.00017629378868939903,
      "loss": 0.9152,
      "step": 66141
    },
    {
      "epoch": 2.7090722916240018,
      "grad_norm": 1.1717790723056662,
      "learning_rate": 0.0001762905777864361,
      "loss": 0.8856,
      "step": 66142
    },
    {
      "epoch": 2.709113250051198,
      "grad_norm": 5.111912838470939,
      "learning_rate": 0.00017628736687104452,
      "loss": 1.319,
      "step": 66143
    },
    {
      "epoch": 2.7091542084783944,
      "grad_norm": 1.2718914311157956,
      "learning_rate": 0.00017628415594322575,
      "loss": 0.7523,
      "step": 66144
    },
    {
      "epoch": 2.709195166905591,
      "grad_norm": 1.0919182687375781,
      "learning_rate": 0.00017628094500298134,
      "loss": 0.6027,
      "step": 66145
    },
    {
      "epoch": 2.7092361253327875,
      "grad_norm": 1.5547152620136324,
      "learning_rate": 0.00017627773405031288,
      "loss": 1.1411,
      "step": 66146
    },
    {
      "epoch": 2.7092770837599836,
      "grad_norm": 0.8195049263390504,
      "learning_rate": 0.0001762745230852218,
      "loss": 0.5215,
      "step": 66147
    },
    {
      "epoch": 2.70931804218718,
      "grad_norm": 0.9380094974083175,
      "learning_rate": 0.0001762713121077097,
      "loss": 0.4811,
      "step": 66148
    },
    {
      "epoch": 2.709359000614376,
      "grad_norm": 0.8400754257089754,
      "learning_rate": 0.00017626810111777796,
      "loss": 0.7116,
      "step": 66149
    },
    {
      "epoch": 2.7093999590415727,
      "grad_norm": 1.3296311450004867,
      "learning_rate": 0.00017626489011542828,
      "loss": 0.9603,
      "step": 66150
    },
    {
      "epoch": 2.7094409174687692,
      "grad_norm": 0.9937082261692232,
      "learning_rate": 0.00017626167910066206,
      "loss": 0.8499,
      "step": 66151
    },
    {
      "epoch": 2.709481875895966,
      "grad_norm": 0.993250236532884,
      "learning_rate": 0.0001762584680734808,
      "loss": 0.7666,
      "step": 66152
    },
    {
      "epoch": 2.709522834323162,
      "grad_norm": 1.3719177521180734,
      "learning_rate": 0.0001762552570338861,
      "loss": 0.8838,
      "step": 66153
    },
    {
      "epoch": 2.7095637927503584,
      "grad_norm": 4.128110864841418,
      "learning_rate": 0.00017625204598187942,
      "loss": 2.8668,
      "step": 66154
    },
    {
      "epoch": 2.7096047511775545,
      "grad_norm": 0.8572535538159851,
      "learning_rate": 0.0001762488349174623,
      "loss": 0.4441,
      "step": 66155
    },
    {
      "epoch": 2.709645709604751,
      "grad_norm": 1.4398841300686567,
      "learning_rate": 0.00017624562384063624,
      "loss": 1.3316,
      "step": 66156
    },
    {
      "epoch": 2.7096866680319476,
      "grad_norm": 1.5885915083020983,
      "learning_rate": 0.00017624241275140276,
      "loss": 1.2226,
      "step": 66157
    },
    {
      "epoch": 2.709727626459144,
      "grad_norm": 0.7875537559639197,
      "learning_rate": 0.00017623920164976345,
      "loss": 0.2365,
      "step": 66158
    },
    {
      "epoch": 2.70976858488634,
      "grad_norm": 0.9230421352809727,
      "learning_rate": 0.0001762359905357197,
      "loss": 0.6678,
      "step": 66159
    },
    {
      "epoch": 2.7098095433135367,
      "grad_norm": 1.130985969686503,
      "learning_rate": 0.00017623277940927314,
      "loss": 0.5115,
      "step": 66160
    },
    {
      "epoch": 2.7098505017407333,
      "grad_norm": 1.0709494777744641,
      "learning_rate": 0.00017622956827042523,
      "loss": 0.8179,
      "step": 66161
    },
    {
      "epoch": 2.7098914601679294,
      "grad_norm": 1.0150811835164129,
      "learning_rate": 0.0001762263571191775,
      "loss": 0.8317,
      "step": 66162
    },
    {
      "epoch": 2.709932418595126,
      "grad_norm": 0.8922946057632863,
      "learning_rate": 0.00017622314595553147,
      "loss": 0.3701,
      "step": 66163
    },
    {
      "epoch": 2.7099733770223224,
      "grad_norm": 1.166857353147233,
      "learning_rate": 0.00017621993477948863,
      "loss": 0.7676,
      "step": 66164
    },
    {
      "epoch": 2.710014335449519,
      "grad_norm": 1.2108074425418558,
      "learning_rate": 0.00017621672359105058,
      "loss": 0.8797,
      "step": 66165
    },
    {
      "epoch": 2.710055293876715,
      "grad_norm": 0.6640741245304584,
      "learning_rate": 0.00017621351239021876,
      "loss": 0.2479,
      "step": 66166
    },
    {
      "epoch": 2.7100962523039116,
      "grad_norm": 1.1792949103582497,
      "learning_rate": 0.00017621030117699474,
      "loss": 1.2147,
      "step": 66167
    },
    {
      "epoch": 2.7101372107311077,
      "grad_norm": 0.911104062304659,
      "learning_rate": 0.00017620708995137995,
      "loss": 0.5833,
      "step": 66168
    },
    {
      "epoch": 2.7101781691583042,
      "grad_norm": 0.9789985068443045,
      "learning_rate": 0.000176203878713376,
      "loss": 0.7363,
      "step": 66169
    },
    {
      "epoch": 2.7102191275855008,
      "grad_norm": 0.5919624254094009,
      "learning_rate": 0.0001762006674629844,
      "loss": 0.1942,
      "step": 66170
    },
    {
      "epoch": 2.7102600860126973,
      "grad_norm": 1.0191359342359234,
      "learning_rate": 0.00017619745620020663,
      "loss": 0.4921,
      "step": 66171
    },
    {
      "epoch": 2.7103010444398934,
      "grad_norm": 1.0892803546881247,
      "learning_rate": 0.0001761942449250442,
      "loss": 0.7342,
      "step": 66172
    },
    {
      "epoch": 2.71034200286709,
      "grad_norm": 1.0466879717003152,
      "learning_rate": 0.00017619103363749868,
      "loss": 0.7009,
      "step": 66173
    },
    {
      "epoch": 2.7103829612942865,
      "grad_norm": 0.8490729347553038,
      "learning_rate": 0.00017618782233757156,
      "loss": 0.8117,
      "step": 66174
    },
    {
      "epoch": 2.7104239197214826,
      "grad_norm": 1.2414704860465762,
      "learning_rate": 0.00017618461102526434,
      "loss": 0.7785,
      "step": 66175
    },
    {
      "epoch": 2.710464878148679,
      "grad_norm": 1.1953001190600696,
      "learning_rate": 0.00017618139970057857,
      "loss": 0.9017,
      "step": 66176
    },
    {
      "epoch": 2.7105058365758756,
      "grad_norm": 11.169628222958568,
      "learning_rate": 0.00017617818836351574,
      "loss": 2.4217,
      "step": 66177
    },
    {
      "epoch": 2.7105467950030717,
      "grad_norm": 1.0480024172097657,
      "learning_rate": 0.00017617497701407736,
      "loss": 0.7211,
      "step": 66178
    },
    {
      "epoch": 2.7105877534302683,
      "grad_norm": 1.072743482005968,
      "learning_rate": 0.00017617176565226504,
      "loss": 0.767,
      "step": 66179
    },
    {
      "epoch": 2.710628711857465,
      "grad_norm": 1.3526690238227441,
      "learning_rate": 0.00017616855427808018,
      "loss": 1.0568,
      "step": 66180
    },
    {
      "epoch": 2.710669670284661,
      "grad_norm": 1.1149529026963474,
      "learning_rate": 0.0001761653428915243,
      "loss": 0.8297,
      "step": 66181
    },
    {
      "epoch": 2.7107106287118574,
      "grad_norm": 0.8570284782531893,
      "learning_rate": 0.00017616213149259903,
      "loss": 0.3196,
      "step": 66182
    },
    {
      "epoch": 2.710751587139054,
      "grad_norm": 1.3625282570002248,
      "learning_rate": 0.00017615892008130584,
      "loss": 0.8614,
      "step": 66183
    },
    {
      "epoch": 2.7107925455662505,
      "grad_norm": 1.01385007847753,
      "learning_rate": 0.00017615570865764618,
      "loss": 0.8455,
      "step": 66184
    },
    {
      "epoch": 2.7108335039934466,
      "grad_norm": 1.1176167168924311,
      "learning_rate": 0.00017615249722162165,
      "loss": 0.7407,
      "step": 66185
    },
    {
      "epoch": 2.710874462420643,
      "grad_norm": 1.5721148148556339,
      "learning_rate": 0.0001761492857732337,
      "loss": 1.3504,
      "step": 66186
    },
    {
      "epoch": 2.710915420847839,
      "grad_norm": 2.0793685949101066,
      "learning_rate": 0.00017614607431248395,
      "loss": 0.9026,
      "step": 66187
    },
    {
      "epoch": 2.7109563792750357,
      "grad_norm": 1.18381282957046,
      "learning_rate": 0.00017614286283937377,
      "loss": 0.9386,
      "step": 66188
    },
    {
      "epoch": 2.7109973377022323,
      "grad_norm": 1.241628112232212,
      "learning_rate": 0.0001761396513539048,
      "loss": 0.8692,
      "step": 66189
    },
    {
      "epoch": 2.711038296129429,
      "grad_norm": 0.9979008976143495,
      "learning_rate": 0.00017613643985607853,
      "loss": 0.6107,
      "step": 66190
    },
    {
      "epoch": 2.711079254556625,
      "grad_norm": 1.0901674716113878,
      "learning_rate": 0.00017613322834589647,
      "loss": 0.4029,
      "step": 66191
    },
    {
      "epoch": 2.7111202129838214,
      "grad_norm": 1.3215706663520044,
      "learning_rate": 0.0001761300168233601,
      "loss": 0.9037,
      "step": 66192
    },
    {
      "epoch": 2.711161171411018,
      "grad_norm": 1.3033913533146502,
      "learning_rate": 0.00017612680528847103,
      "loss": 0.8105,
      "step": 66193
    },
    {
      "epoch": 2.711202129838214,
      "grad_norm": 1.4939965997346696,
      "learning_rate": 0.00017612359374123067,
      "loss": 1.0848,
      "step": 66194
    },
    {
      "epoch": 2.7112430882654106,
      "grad_norm": 0.8978989975782734,
      "learning_rate": 0.00017612038218164065,
      "loss": 0.2952,
      "step": 66195
    },
    {
      "epoch": 2.711284046692607,
      "grad_norm": 1.085434072302266,
      "learning_rate": 0.00017611717060970236,
      "loss": 0.7501,
      "step": 66196
    },
    {
      "epoch": 2.7113250051198032,
      "grad_norm": 1.101965872574552,
      "learning_rate": 0.00017611395902541741,
      "loss": 0.738,
      "step": 66197
    },
    {
      "epoch": 2.7113659635469998,
      "grad_norm": 0.6043570061416406,
      "learning_rate": 0.0001761107474287873,
      "loss": 0.2417,
      "step": 66198
    },
    {
      "epoch": 2.7114069219741963,
      "grad_norm": 1.2770767052444476,
      "learning_rate": 0.00017610753581981357,
      "loss": 0.9994,
      "step": 66199
    },
    {
      "epoch": 2.7114478804013924,
      "grad_norm": 0.9252036180502443,
      "learning_rate": 0.00017610432419849764,
      "loss": 0.2308,
      "step": 66200
    },
    {
      "epoch": 2.711488838828589,
      "grad_norm": 0.49232840110984694,
      "learning_rate": 0.0001761011125648412,
      "loss": 0.1873,
      "step": 66201
    },
    {
      "epoch": 2.7115297972557855,
      "grad_norm": 1.1113262147050547,
      "learning_rate": 0.0001760979009188456,
      "loss": 0.7742,
      "step": 66202
    },
    {
      "epoch": 2.711570755682982,
      "grad_norm": 1.4689967132817903,
      "learning_rate": 0.00017609468926051247,
      "loss": 1.0294,
      "step": 66203
    },
    {
      "epoch": 2.711611714110178,
      "grad_norm": 0.7767856995058119,
      "learning_rate": 0.00017609147758984323,
      "loss": 0.289,
      "step": 66204
    },
    {
      "epoch": 2.7116526725373746,
      "grad_norm": 1.0702750888858796,
      "learning_rate": 0.00017608826590683951,
      "loss": 0.7405,
      "step": 66205
    },
    {
      "epoch": 2.7116936309645707,
      "grad_norm": 0.7156510893534195,
      "learning_rate": 0.00017608505421150272,
      "loss": 0.2612,
      "step": 66206
    },
    {
      "epoch": 2.7117345893917673,
      "grad_norm": 2.0442326073795716,
      "learning_rate": 0.0001760818425038345,
      "loss": 1.6812,
      "step": 66207
    },
    {
      "epoch": 2.711775547818964,
      "grad_norm": 1.0835180770855855,
      "learning_rate": 0.0001760786307838362,
      "loss": 0.7164,
      "step": 66208
    },
    {
      "epoch": 2.7118165062461603,
      "grad_norm": 1.9318672304484532,
      "learning_rate": 0.00017607541905150951,
      "loss": 1.5798,
      "step": 66209
    },
    {
      "epoch": 2.7118574646733564,
      "grad_norm": 1.08235880724323,
      "learning_rate": 0.00017607220730685586,
      "loss": 0.7036,
      "step": 66210
    },
    {
      "epoch": 2.711898423100553,
      "grad_norm": 1.0882226101653927,
      "learning_rate": 0.00017606899554987676,
      "loss": 0.7465,
      "step": 66211
    },
    {
      "epoch": 2.7119393815277495,
      "grad_norm": 1.1396023619846625,
      "learning_rate": 0.0001760657837805738,
      "loss": 0.9463,
      "step": 66212
    },
    {
      "epoch": 2.7119803399549456,
      "grad_norm": 1.52585032530335,
      "learning_rate": 0.0001760625719989484,
      "loss": 1.1697,
      "step": 66213
    },
    {
      "epoch": 2.712021298382142,
      "grad_norm": 1.31962522031694,
      "learning_rate": 0.00017605936020500217,
      "loss": 0.9486,
      "step": 66214
    },
    {
      "epoch": 2.7120622568093387,
      "grad_norm": 0.9016229838972436,
      "learning_rate": 0.00017605614839873656,
      "loss": 0.4476,
      "step": 66215
    },
    {
      "epoch": 2.712103215236535,
      "grad_norm": 1.4673573275781875,
      "learning_rate": 0.00017605293658015311,
      "loss": 1.1446,
      "step": 66216
    },
    {
      "epoch": 2.7121441736637313,
      "grad_norm": 0.8427347211431035,
      "learning_rate": 0.00017604972474925335,
      "loss": 0.6953,
      "step": 66217
    },
    {
      "epoch": 2.712185132090928,
      "grad_norm": 0.9089764324456724,
      "learning_rate": 0.00017604651290603878,
      "loss": 0.5322,
      "step": 66218
    },
    {
      "epoch": 2.712226090518124,
      "grad_norm": 1.3142509044038182,
      "learning_rate": 0.00017604330105051099,
      "loss": 0.7989,
      "step": 66219
    },
    {
      "epoch": 2.7122670489453204,
      "grad_norm": 0.9821218979591296,
      "learning_rate": 0.0001760400891826714,
      "loss": 0.3486,
      "step": 66220
    },
    {
      "epoch": 2.712308007372517,
      "grad_norm": 1.3985102627745993,
      "learning_rate": 0.00017603687730252156,
      "loss": 1.401,
      "step": 66221
    },
    {
      "epoch": 2.7123489657997135,
      "grad_norm": 1.0454959288517045,
      "learning_rate": 0.000176033665410063,
      "loss": 0.591,
      "step": 66222
    },
    {
      "epoch": 2.7123899242269096,
      "grad_norm": 0.7755680354115134,
      "learning_rate": 0.00017603045350529723,
      "loss": 0.3927,
      "step": 66223
    },
    {
      "epoch": 2.712430882654106,
      "grad_norm": 1.0978305526293408,
      "learning_rate": 0.00017602724158822576,
      "loss": 0.7135,
      "step": 66224
    },
    {
      "epoch": 2.7124718410813022,
      "grad_norm": 1.040098850772628,
      "learning_rate": 0.00017602402965885013,
      "loss": 0.8277,
      "step": 66225
    },
    {
      "epoch": 2.7125127995084988,
      "grad_norm": 0.9801211145509595,
      "learning_rate": 0.00017602081771717185,
      "loss": 0.7089,
      "step": 66226
    },
    {
      "epoch": 2.7125537579356953,
      "grad_norm": 0.7135856697062823,
      "learning_rate": 0.00017601760576319247,
      "loss": 0.4887,
      "step": 66227
    },
    {
      "epoch": 2.712594716362892,
      "grad_norm": 1.134980873299747,
      "learning_rate": 0.00017601439379691343,
      "loss": 0.3709,
      "step": 66228
    },
    {
      "epoch": 2.712635674790088,
      "grad_norm": 0.6831062503638287,
      "learning_rate": 0.0001760111818183363,
      "loss": 0.2523,
      "step": 66229
    },
    {
      "epoch": 2.7126766332172845,
      "grad_norm": 1.415321088539467,
      "learning_rate": 0.0001760079698274626,
      "loss": 1.0036,
      "step": 66230
    },
    {
      "epoch": 2.712717591644481,
      "grad_norm": 0.9143216039471044,
      "learning_rate": 0.00017600475782429385,
      "loss": 0.5719,
      "step": 66231
    },
    {
      "epoch": 2.712758550071677,
      "grad_norm": 1.1765578909593106,
      "learning_rate": 0.00017600154580883152,
      "loss": 0.7603,
      "step": 66232
    },
    {
      "epoch": 2.7127995084988736,
      "grad_norm": 1.1679911024286593,
      "learning_rate": 0.0001759983337810772,
      "loss": 0.7429,
      "step": 66233
    },
    {
      "epoch": 2.71284046692607,
      "grad_norm": 1.200492136806601,
      "learning_rate": 0.0001759951217410324,
      "loss": 0.2927,
      "step": 66234
    },
    {
      "epoch": 2.7128814253532667,
      "grad_norm": 3.0548078288233285,
      "learning_rate": 0.0001759919096886986,
      "loss": 2.9665,
      "step": 66235
    },
    {
      "epoch": 2.712922383780463,
      "grad_norm": 0.9940541125308171,
      "learning_rate": 0.00017598869762407732,
      "loss": 0.675,
      "step": 66236
    },
    {
      "epoch": 2.7129633422076593,
      "grad_norm": 0.7611910516741788,
      "learning_rate": 0.0001759854855471701,
      "loss": 0.1986,
      "step": 66237
    },
    {
      "epoch": 2.7130043006348554,
      "grad_norm": 0.6858079698639953,
      "learning_rate": 0.00017598227345797844,
      "loss": 0.2585,
      "step": 66238
    },
    {
      "epoch": 2.713045259062052,
      "grad_norm": 1.6303371803836089,
      "learning_rate": 0.00017597906135650388,
      "loss": 0.7567,
      "step": 66239
    },
    {
      "epoch": 2.7130862174892485,
      "grad_norm": 1.3735187723180027,
      "learning_rate": 0.00017597584924274788,
      "loss": 0.863,
      "step": 66240
    },
    {
      "epoch": 2.713127175916445,
      "grad_norm": 0.9197180154812907,
      "learning_rate": 0.00017597263711671205,
      "loss": 0.6421,
      "step": 66241
    },
    {
      "epoch": 2.713168134343641,
      "grad_norm": 1.0938685570429907,
      "learning_rate": 0.0001759694249783979,
      "loss": 0.8534,
      "step": 66242
    },
    {
      "epoch": 2.7132090927708377,
      "grad_norm": 1.2493391120443043,
      "learning_rate": 0.00017596621282780687,
      "loss": 0.7165,
      "step": 66243
    },
    {
      "epoch": 2.7132500511980338,
      "grad_norm": 1.2617581786574235,
      "learning_rate": 0.00017596300066494052,
      "loss": 0.8716,
      "step": 66244
    },
    {
      "epoch": 2.7132910096252303,
      "grad_norm": 1.3341108348824864,
      "learning_rate": 0.00017595978848980036,
      "loss": 0.8623,
      "step": 66245
    },
    {
      "epoch": 2.713331968052427,
      "grad_norm": 1.5129236263637076,
      "learning_rate": 0.00017595657630238795,
      "loss": 0.9608,
      "step": 66246
    },
    {
      "epoch": 2.7133729264796234,
      "grad_norm": 1.2908648073471227,
      "learning_rate": 0.00017595336410270476,
      "loss": 1.0449,
      "step": 66247
    },
    {
      "epoch": 2.7134138849068195,
      "grad_norm": 0.7637681366287159,
      "learning_rate": 0.00017595015189075236,
      "loss": 0.305,
      "step": 66248
    },
    {
      "epoch": 2.713454843334016,
      "grad_norm": 2.2520682788388577,
      "learning_rate": 0.00017594693966653215,
      "loss": 1.6062,
      "step": 66249
    },
    {
      "epoch": 2.7134958017612125,
      "grad_norm": 1.0139631557854896,
      "learning_rate": 0.0001759437274300458,
      "loss": 0.6891,
      "step": 66250
    },
    {
      "epoch": 2.7135367601884086,
      "grad_norm": 1.1706131573608192,
      "learning_rate": 0.00017594051518129476,
      "loss": 0.9647,
      "step": 66251
    },
    {
      "epoch": 2.713577718615605,
      "grad_norm": 1.5678024944070916,
      "learning_rate": 0.00017593730292028053,
      "loss": 0.8501,
      "step": 66252
    },
    {
      "epoch": 2.7136186770428017,
      "grad_norm": 1.3177163870064317,
      "learning_rate": 0.00017593409064700465,
      "loss": 0.5983,
      "step": 66253
    },
    {
      "epoch": 2.713659635469998,
      "grad_norm": 1.0145817199436784,
      "learning_rate": 0.0001759308783614686,
      "loss": 0.5187,
      "step": 66254
    },
    {
      "epoch": 2.7137005938971943,
      "grad_norm": 1.0464106265727278,
      "learning_rate": 0.00017592766606367403,
      "loss": 0.6634,
      "step": 66255
    },
    {
      "epoch": 2.713741552324391,
      "grad_norm": 1.0434111975492835,
      "learning_rate": 0.0001759244537536223,
      "loss": 0.5684,
      "step": 66256
    },
    {
      "epoch": 2.713782510751587,
      "grad_norm": 1.5420836898406742,
      "learning_rate": 0.00017592124143131502,
      "loss": 1.0654,
      "step": 66257
    },
    {
      "epoch": 2.7138234691787835,
      "grad_norm": 1.0981480810043474,
      "learning_rate": 0.00017591802909675366,
      "loss": 0.6666,
      "step": 66258
    },
    {
      "epoch": 2.71386442760598,
      "grad_norm": 1.1785779876088607,
      "learning_rate": 0.00017591481674993976,
      "loss": 0.7605,
      "step": 66259
    },
    {
      "epoch": 2.7139053860331765,
      "grad_norm": 0.5925778820457248,
      "learning_rate": 0.0001759116043908748,
      "loss": 0.1053,
      "step": 66260
    },
    {
      "epoch": 2.7139463444603726,
      "grad_norm": 1.0315292226468809,
      "learning_rate": 0.00017590839201956043,
      "loss": 0.2614,
      "step": 66261
    },
    {
      "epoch": 2.713987302887569,
      "grad_norm": 1.4821692738372172,
      "learning_rate": 0.00017590517963599802,
      "loss": 0.847,
      "step": 66262
    },
    {
      "epoch": 2.7140282613147653,
      "grad_norm": 1.1269284378714628,
      "learning_rate": 0.00017590196724018916,
      "loss": 0.8004,
      "step": 66263
    },
    {
      "epoch": 2.714069219741962,
      "grad_norm": 1.2874698867085885,
      "learning_rate": 0.00017589875483213532,
      "loss": 0.8704,
      "step": 66264
    },
    {
      "epoch": 2.7141101781691583,
      "grad_norm": 1.2011052170710095,
      "learning_rate": 0.00017589554241183807,
      "loss": 0.9617,
      "step": 66265
    },
    {
      "epoch": 2.714151136596355,
      "grad_norm": 1.027897146012384,
      "learning_rate": 0.00017589232997929893,
      "loss": 0.5272,
      "step": 66266
    },
    {
      "epoch": 2.714192095023551,
      "grad_norm": 1.227505350230663,
      "learning_rate": 0.00017588911753451937,
      "loss": 0.6589,
      "step": 66267
    },
    {
      "epoch": 2.7142330534507475,
      "grad_norm": 1.5183142471872233,
      "learning_rate": 0.00017588590507750096,
      "loss": 0.9737,
      "step": 66268
    },
    {
      "epoch": 2.714274011877944,
      "grad_norm": 1.2457446114891988,
      "learning_rate": 0.00017588269260824518,
      "loss": 0.711,
      "step": 66269
    },
    {
      "epoch": 2.71431497030514,
      "grad_norm": 1.3409915380780555,
      "learning_rate": 0.00017587948012675356,
      "loss": 0.8788,
      "step": 66270
    },
    {
      "epoch": 2.7143559287323367,
      "grad_norm": 1.0880995112153706,
      "learning_rate": 0.00017587626763302763,
      "loss": 0.6155,
      "step": 66271
    },
    {
      "epoch": 2.714396887159533,
      "grad_norm": 0.6837566698703225,
      "learning_rate": 0.0001758730551270689,
      "loss": 0.2305,
      "step": 66272
    },
    {
      "epoch": 2.7144378455867297,
      "grad_norm": 1.2568078529642075,
      "learning_rate": 0.0001758698426088789,
      "loss": 0.9656,
      "step": 66273
    },
    {
      "epoch": 2.714478804013926,
      "grad_norm": 1.0467463088608782,
      "learning_rate": 0.00017586663007845916,
      "loss": 0.6739,
      "step": 66274
    },
    {
      "epoch": 2.7145197624411224,
      "grad_norm": 1.2016158936511112,
      "learning_rate": 0.00017586341753581114,
      "loss": 0.7491,
      "step": 66275
    },
    {
      "epoch": 2.7145607208683185,
      "grad_norm": 0.7156340647485671,
      "learning_rate": 0.0001758602049809364,
      "loss": 0.2442,
      "step": 66276
    },
    {
      "epoch": 2.714601679295515,
      "grad_norm": 1.1748282533795524,
      "learning_rate": 0.00017585699241383647,
      "loss": 0.7951,
      "step": 66277
    },
    {
      "epoch": 2.7146426377227115,
      "grad_norm": 2.64593358327658,
      "learning_rate": 0.00017585377983451284,
      "loss": 3.0728,
      "step": 66278
    },
    {
      "epoch": 2.714683596149908,
      "grad_norm": 0.9729122798177674,
      "learning_rate": 0.00017585056724296705,
      "loss": 0.6007,
      "step": 66279
    },
    {
      "epoch": 2.714724554577104,
      "grad_norm": 1.880797692163625,
      "learning_rate": 0.00017584735463920063,
      "loss": 1.1658,
      "step": 66280
    },
    {
      "epoch": 2.7147655130043007,
      "grad_norm": 1.4598697338998379,
      "learning_rate": 0.00017584414202321505,
      "loss": 0.517,
      "step": 66281
    },
    {
      "epoch": 2.714806471431497,
      "grad_norm": 1.3704525877234695,
      "learning_rate": 0.00017584092939501188,
      "loss": 0.6831,
      "step": 66282
    },
    {
      "epoch": 2.7148474298586933,
      "grad_norm": 0.6638841086518827,
      "learning_rate": 0.00017583771675459264,
      "loss": 0.2533,
      "step": 66283
    },
    {
      "epoch": 2.71488838828589,
      "grad_norm": 0.6142037012155986,
      "learning_rate": 0.0001758345041019588,
      "loss": 0.2325,
      "step": 66284
    },
    {
      "epoch": 2.7149293467130864,
      "grad_norm": 0.9130481112709561,
      "learning_rate": 0.00017583129143711187,
      "loss": 0.3957,
      "step": 66285
    },
    {
      "epoch": 2.7149703051402825,
      "grad_norm": 1.177018878189355,
      "learning_rate": 0.00017582807876005346,
      "loss": 0.8381,
      "step": 66286
    },
    {
      "epoch": 2.715011263567479,
      "grad_norm": 1.2316567939163745,
      "learning_rate": 0.000175824866070785,
      "loss": 0.8654,
      "step": 66287
    },
    {
      "epoch": 2.7150522219946756,
      "grad_norm": 1.5467879467238286,
      "learning_rate": 0.0001758216533693081,
      "loss": 0.7179,
      "step": 66288
    },
    {
      "epoch": 2.7150931804218716,
      "grad_norm": 4.0204739004088745,
      "learning_rate": 0.00017581844065562416,
      "loss": 6.5035,
      "step": 66289
    },
    {
      "epoch": 2.715134138849068,
      "grad_norm": 1.1480980592035197,
      "learning_rate": 0.00017581522792973475,
      "loss": 0.6787,
      "step": 66290
    },
    {
      "epoch": 2.7151750972762647,
      "grad_norm": 1.6382571438727405,
      "learning_rate": 0.0001758120151916415,
      "loss": 0.7757,
      "step": 66291
    },
    {
      "epoch": 2.7152160557034613,
      "grad_norm": 1.3029588726867907,
      "learning_rate": 0.0001758088024413457,
      "loss": 0.8933,
      "step": 66292
    },
    {
      "epoch": 2.7152570141306573,
      "grad_norm": 0.8865307338804967,
      "learning_rate": 0.00017580558967884906,
      "loss": 0.2682,
      "step": 66293
    },
    {
      "epoch": 2.715297972557854,
      "grad_norm": 0.910982637506489,
      "learning_rate": 0.00017580237690415304,
      "loss": 0.6778,
      "step": 66294
    },
    {
      "epoch": 2.71533893098505,
      "grad_norm": 2.612019275392451,
      "learning_rate": 0.00017579916411725915,
      "loss": 4.0089,
      "step": 66295
    },
    {
      "epoch": 2.7153798894122465,
      "grad_norm": 1.1181592763297976,
      "learning_rate": 0.00017579595131816885,
      "loss": 0.8344,
      "step": 66296
    },
    {
      "epoch": 2.715420847839443,
      "grad_norm": 1.2041453570250442,
      "learning_rate": 0.0001757927385068838,
      "loss": 0.6793,
      "step": 66297
    },
    {
      "epoch": 2.7154618062666396,
      "grad_norm": 1.2841117360835537,
      "learning_rate": 0.0001757895256834054,
      "loss": 0.8504,
      "step": 66298
    },
    {
      "epoch": 2.7155027646938357,
      "grad_norm": 1.3329895630538784,
      "learning_rate": 0.00017578631284773523,
      "loss": 0.6141,
      "step": 66299
    },
    {
      "epoch": 2.715543723121032,
      "grad_norm": 1.1306867570085646,
      "learning_rate": 0.00017578309999987475,
      "loss": 0.8825,
      "step": 66300
    },
    {
      "epoch": 2.7155846815482283,
      "grad_norm": 2.2834665563440333,
      "learning_rate": 0.00017577988713982553,
      "loss": 0.6932,
      "step": 66301
    },
    {
      "epoch": 2.715625639975425,
      "grad_norm": 0.9865372446180483,
      "learning_rate": 0.0001757766742675891,
      "loss": 0.8093,
      "step": 66302
    },
    {
      "epoch": 2.7156665984026214,
      "grad_norm": 1.2412911407287603,
      "learning_rate": 0.00017577346138316697,
      "loss": 0.7387,
      "step": 66303
    },
    {
      "epoch": 2.715707556829818,
      "grad_norm": 1.130434481480916,
      "learning_rate": 0.00017577024848656057,
      "loss": 0.7716,
      "step": 66304
    },
    {
      "epoch": 2.715748515257014,
      "grad_norm": 1.186914829759103,
      "learning_rate": 0.00017576703557777156,
      "loss": 1.0632,
      "step": 66305
    },
    {
      "epoch": 2.7157894736842105,
      "grad_norm": 1.294449689312886,
      "learning_rate": 0.00017576382265680138,
      "loss": 0.9821,
      "step": 66306
    },
    {
      "epoch": 2.715830432111407,
      "grad_norm": 0.655245960240605,
      "learning_rate": 0.00017576060972365154,
      "loss": 0.2251,
      "step": 66307
    },
    {
      "epoch": 2.715871390538603,
      "grad_norm": 1.3256611864051813,
      "learning_rate": 0.00017575739677832357,
      "loss": 0.9312,
      "step": 66308
    },
    {
      "epoch": 2.7159123489657997,
      "grad_norm": 1.938156446361132,
      "learning_rate": 0.000175754183820819,
      "loss": 0.9691,
      "step": 66309
    },
    {
      "epoch": 2.7159533073929962,
      "grad_norm": 1.2701141795004904,
      "learning_rate": 0.00017575097085113935,
      "loss": 1.042,
      "step": 66310
    },
    {
      "epoch": 2.7159942658201928,
      "grad_norm": 0.65655963216513,
      "learning_rate": 0.00017574775786928618,
      "loss": 0.2659,
      "step": 66311
    },
    {
      "epoch": 2.716035224247389,
      "grad_norm": 1.0015838706259055,
      "learning_rate": 0.00017574454487526088,
      "loss": 0.2618,
      "step": 66312
    },
    {
      "epoch": 2.7160761826745854,
      "grad_norm": 0.8514317473530363,
      "learning_rate": 0.00017574133186906512,
      "loss": 0.5912,
      "step": 66313
    },
    {
      "epoch": 2.7161171411017815,
      "grad_norm": 0.817702790208254,
      "learning_rate": 0.00017573811885070035,
      "loss": 0.2558,
      "step": 66314
    },
    {
      "epoch": 2.716158099528978,
      "grad_norm": 1.167067894427742,
      "learning_rate": 0.00017573490582016807,
      "loss": 0.7526,
      "step": 66315
    },
    {
      "epoch": 2.7161990579561746,
      "grad_norm": 1.1220369888169,
      "learning_rate": 0.00017573169277746982,
      "loss": 0.7463,
      "step": 66316
    },
    {
      "epoch": 2.716240016383371,
      "grad_norm": 0.879342540571306,
      "learning_rate": 0.00017572847972260712,
      "loss": 0.6424,
      "step": 66317
    },
    {
      "epoch": 2.716280974810567,
      "grad_norm": 0.5411375804881832,
      "learning_rate": 0.0001757252666555815,
      "loss": 0.2308,
      "step": 66318
    },
    {
      "epoch": 2.7163219332377637,
      "grad_norm": 1.1200409559377136,
      "learning_rate": 0.00017572205357639444,
      "loss": 0.7668,
      "step": 66319
    },
    {
      "epoch": 2.71636289166496,
      "grad_norm": 0.8118490381695416,
      "learning_rate": 0.00017571884048504753,
      "loss": 0.2926,
      "step": 66320
    },
    {
      "epoch": 2.7164038500921563,
      "grad_norm": 0.8558086895992048,
      "learning_rate": 0.0001757156273815422,
      "loss": 0.2743,
      "step": 66321
    },
    {
      "epoch": 2.716444808519353,
      "grad_norm": 0.9845626159685132,
      "learning_rate": 0.00017571241426588002,
      "loss": 0.4106,
      "step": 66322
    },
    {
      "epoch": 2.7164857669465494,
      "grad_norm": 1.4151509023093911,
      "learning_rate": 0.00017570920113806253,
      "loss": 1.0571,
      "step": 66323
    },
    {
      "epoch": 2.7165267253737455,
      "grad_norm": 1.2980753219890346,
      "learning_rate": 0.00017570598799809123,
      "loss": 0.973,
      "step": 66324
    },
    {
      "epoch": 2.716567683800942,
      "grad_norm": 1.5591880938319098,
      "learning_rate": 0.00017570277484596755,
      "loss": 0.7744,
      "step": 66325
    },
    {
      "epoch": 2.7166086422281386,
      "grad_norm": 0.9404359861837948,
      "learning_rate": 0.0001756995616816932,
      "loss": 0.6692,
      "step": 66326
    },
    {
      "epoch": 2.7166496006553347,
      "grad_norm": 0.8855010502676859,
      "learning_rate": 0.00017569634850526954,
      "loss": 0.5545,
      "step": 66327
    },
    {
      "epoch": 2.716690559082531,
      "grad_norm": 1.4071928605237467,
      "learning_rate": 0.00017569313531669807,
      "loss": 0.9934,
      "step": 66328
    },
    {
      "epoch": 2.7167315175097277,
      "grad_norm": 0.8446667713185135,
      "learning_rate": 0.00017568992211598047,
      "loss": 0.2615,
      "step": 66329
    },
    {
      "epoch": 2.7167724759369243,
      "grad_norm": 1.157905856455128,
      "learning_rate": 0.00017568670890311813,
      "loss": 0.8329,
      "step": 66330
    },
    {
      "epoch": 2.7168134343641204,
      "grad_norm": 0.9255432843358863,
      "learning_rate": 0.00017568349567811264,
      "loss": 0.4324,
      "step": 66331
    },
    {
      "epoch": 2.716854392791317,
      "grad_norm": 1.5469720282378516,
      "learning_rate": 0.00017568028244096544,
      "loss": 0.8324,
      "step": 66332
    },
    {
      "epoch": 2.716895351218513,
      "grad_norm": 0.920846984522514,
      "learning_rate": 0.00017567706919167808,
      "loss": 0.3575,
      "step": 66333
    },
    {
      "epoch": 2.7169363096457095,
      "grad_norm": 3.3825645400385524,
      "learning_rate": 0.00017567385593025213,
      "loss": 1.348,
      "step": 66334
    },
    {
      "epoch": 2.716977268072906,
      "grad_norm": 1.073029555734801,
      "learning_rate": 0.00017567064265668904,
      "loss": 0.7305,
      "step": 66335
    },
    {
      "epoch": 2.7170182265001026,
      "grad_norm": 0.9616967331834018,
      "learning_rate": 0.00017566742937099035,
      "loss": 0.7348,
      "step": 66336
    },
    {
      "epoch": 2.7170591849272987,
      "grad_norm": 1.2722969665165917,
      "learning_rate": 0.00017566421607315765,
      "loss": 0.9833,
      "step": 66337
    },
    {
      "epoch": 2.7171001433544952,
      "grad_norm": 1.8747838249042026,
      "learning_rate": 0.00017566100276319237,
      "loss": 1.1487,
      "step": 66338
    },
    {
      "epoch": 2.7171411017816913,
      "grad_norm": 1.270271733353605,
      "learning_rate": 0.00017565778944109606,
      "loss": 0.8412,
      "step": 66339
    },
    {
      "epoch": 2.717182060208888,
      "grad_norm": 1.1387398028902194,
      "learning_rate": 0.00017565457610687019,
      "loss": 0.6259,
      "step": 66340
    },
    {
      "epoch": 2.7172230186360844,
      "grad_norm": 1.4506398933353652,
      "learning_rate": 0.0001756513627605164,
      "loss": 1.1056,
      "step": 66341
    },
    {
      "epoch": 2.717263977063281,
      "grad_norm": 1.4034756705100497,
      "learning_rate": 0.00017564814940203608,
      "loss": 0.7604,
      "step": 66342
    },
    {
      "epoch": 2.717304935490477,
      "grad_norm": 1.2392339825890906,
      "learning_rate": 0.0001756449360314308,
      "loss": 0.7524,
      "step": 66343
    },
    {
      "epoch": 2.7173458939176736,
      "grad_norm": 1.8855258213320423,
      "learning_rate": 0.00017564172264870212,
      "loss": 1.0471,
      "step": 66344
    },
    {
      "epoch": 2.71738685234487,
      "grad_norm": 1.4023999114835577,
      "learning_rate": 0.0001756385092538515,
      "loss": 1.0871,
      "step": 66345
    },
    {
      "epoch": 2.717427810772066,
      "grad_norm": 0.8694930565387634,
      "learning_rate": 0.0001756352958468805,
      "loss": 0.8641,
      "step": 66346
    },
    {
      "epoch": 2.7174687691992627,
      "grad_norm": 1.1321637395800064,
      "learning_rate": 0.0001756320824277906,
      "loss": 0.557,
      "step": 66347
    },
    {
      "epoch": 2.7175097276264593,
      "grad_norm": 1.364166787688717,
      "learning_rate": 0.00017562886899658332,
      "loss": 0.7733,
      "step": 66348
    },
    {
      "epoch": 2.717550686053656,
      "grad_norm": 1.3923956771112487,
      "learning_rate": 0.0001756256555532602,
      "loss": 0.6201,
      "step": 66349
    },
    {
      "epoch": 2.717591644480852,
      "grad_norm": 1.0493707456001908,
      "learning_rate": 0.0001756224420978228,
      "loss": 0.8285,
      "step": 66350
    },
    {
      "epoch": 2.7176326029080484,
      "grad_norm": 0.9780301050322513,
      "learning_rate": 0.00017561922863027258,
      "loss": 0.4132,
      "step": 66351
    },
    {
      "epoch": 2.7176735613352445,
      "grad_norm": 1.142525444388039,
      "learning_rate": 0.00017561601515061104,
      "loss": 0.5192,
      "step": 66352
    },
    {
      "epoch": 2.717714519762441,
      "grad_norm": 1.1043673605344406,
      "learning_rate": 0.00017561280165883975,
      "loss": 0.8062,
      "step": 66353
    },
    {
      "epoch": 2.7177554781896376,
      "grad_norm": 1.102684089669802,
      "learning_rate": 0.00017560958815496025,
      "loss": 0.7304,
      "step": 66354
    },
    {
      "epoch": 2.717796436616834,
      "grad_norm": 0.9458427261141763,
      "learning_rate": 0.000175606374638974,
      "loss": 0.7201,
      "step": 66355
    },
    {
      "epoch": 2.71783739504403,
      "grad_norm": 6.141570459124581,
      "learning_rate": 0.00017560316111088256,
      "loss": 3.8279,
      "step": 66356
    },
    {
      "epoch": 2.7178783534712267,
      "grad_norm": 0.7302153929107215,
      "learning_rate": 0.00017559994757068736,
      "loss": 0.2353,
      "step": 66357
    },
    {
      "epoch": 2.717919311898423,
      "grad_norm": 0.751261656020369,
      "learning_rate": 0.00017559673401839007,
      "loss": 0.6682,
      "step": 66358
    },
    {
      "epoch": 2.7179602703256194,
      "grad_norm": 3.57579577389691,
      "learning_rate": 0.0001755935204539921,
      "loss": 1.261,
      "step": 66359
    },
    {
      "epoch": 2.718001228752816,
      "grad_norm": 1.055632219922174,
      "learning_rate": 0.000175590306877495,
      "loss": 0.6038,
      "step": 66360
    },
    {
      "epoch": 2.7180421871800124,
      "grad_norm": 1.0283762067335753,
      "learning_rate": 0.00017558709328890028,
      "loss": 0.6457,
      "step": 66361
    },
    {
      "epoch": 2.7180831456072085,
      "grad_norm": 1.232108149666691,
      "learning_rate": 0.0001755838796882095,
      "loss": 0.736,
      "step": 66362
    },
    {
      "epoch": 2.718124104034405,
      "grad_norm": 1.3481607912261102,
      "learning_rate": 0.00017558066607542411,
      "loss": 0.9539,
      "step": 66363
    },
    {
      "epoch": 2.7181650624616016,
      "grad_norm": 1.123177077660866,
      "learning_rate": 0.00017557745245054567,
      "loss": 0.7913,
      "step": 66364
    },
    {
      "epoch": 2.7182060208887977,
      "grad_norm": 1.0868943469863592,
      "learning_rate": 0.0001755742388135757,
      "loss": 0.7614,
      "step": 66365
    },
    {
      "epoch": 2.7182469793159942,
      "grad_norm": 1.044132982464346,
      "learning_rate": 0.00017557102516451575,
      "loss": 0.7757,
      "step": 66366
    },
    {
      "epoch": 2.7182879377431908,
      "grad_norm": 2.99691680267412,
      "learning_rate": 0.00017556781150336725,
      "loss": 3.7178,
      "step": 66367
    },
    {
      "epoch": 2.7183288961703873,
      "grad_norm": 0.7026721256620454,
      "learning_rate": 0.00017556459783013177,
      "loss": 0.176,
      "step": 66368
    },
    {
      "epoch": 2.7183698545975834,
      "grad_norm": 1.1602634107654994,
      "learning_rate": 0.00017556138414481087,
      "loss": 0.8184,
      "step": 66369
    },
    {
      "epoch": 2.71841081302478,
      "grad_norm": 1.319715065971951,
      "learning_rate": 0.000175558170447406,
      "loss": 0.7954,
      "step": 66370
    },
    {
      "epoch": 2.718451771451976,
      "grad_norm": 1.3361306460513447,
      "learning_rate": 0.00017555495673791875,
      "loss": 0.85,
      "step": 66371
    },
    {
      "epoch": 2.7184927298791726,
      "grad_norm": 1.2288788455096478,
      "learning_rate": 0.00017555174301635057,
      "loss": 0.2821,
      "step": 66372
    },
    {
      "epoch": 2.718533688306369,
      "grad_norm": 1.0824270902337398,
      "learning_rate": 0.000175548529282703,
      "loss": 0.8626,
      "step": 66373
    },
    {
      "epoch": 2.7185746467335656,
      "grad_norm": 0.761652595244441,
      "learning_rate": 0.00017554531553697758,
      "loss": 0.2641,
      "step": 66374
    },
    {
      "epoch": 2.7186156051607617,
      "grad_norm": 1.3105355390042412,
      "learning_rate": 0.0001755421017791758,
      "loss": 0.875,
      "step": 66375
    },
    {
      "epoch": 2.7186565635879583,
      "grad_norm": 0.882871863926868,
      "learning_rate": 0.0001755388880092992,
      "loss": 0.2636,
      "step": 66376
    },
    {
      "epoch": 2.7186975220151544,
      "grad_norm": 1.008430312478765,
      "learning_rate": 0.00017553567422734932,
      "loss": 0.8681,
      "step": 66377
    },
    {
      "epoch": 2.718738480442351,
      "grad_norm": 1.202447412999233,
      "learning_rate": 0.00017553246043332764,
      "loss": 0.9687,
      "step": 66378
    },
    {
      "epoch": 2.7187794388695474,
      "grad_norm": 2.198554102203041,
      "learning_rate": 0.0001755292466272357,
      "loss": 2.8677,
      "step": 66379
    },
    {
      "epoch": 2.718820397296744,
      "grad_norm": 1.660686491255158,
      "learning_rate": 0.000175526032809075,
      "loss": 0.8866,
      "step": 66380
    },
    {
      "epoch": 2.71886135572394,
      "grad_norm": 1.020395063699643,
      "learning_rate": 0.0001755228189788471,
      "loss": 0.7698,
      "step": 66381
    },
    {
      "epoch": 2.7189023141511366,
      "grad_norm": 1.423002814772155,
      "learning_rate": 0.00017551960513655345,
      "loss": 0.8647,
      "step": 66382
    },
    {
      "epoch": 2.718943272578333,
      "grad_norm": 1.6542987413589503,
      "learning_rate": 0.00017551639128219565,
      "loss": 1.4529,
      "step": 66383
    },
    {
      "epoch": 2.718984231005529,
      "grad_norm": 1.1018064295320535,
      "learning_rate": 0.00017551317741577516,
      "loss": 0.9462,
      "step": 66384
    },
    {
      "epoch": 2.7190251894327258,
      "grad_norm": 0.9014173469224565,
      "learning_rate": 0.0001755099635372935,
      "loss": 0.3974,
      "step": 66385
    },
    {
      "epoch": 2.7190661478599223,
      "grad_norm": 1.1482846915766098,
      "learning_rate": 0.00017550674964675228,
      "loss": 0.9688,
      "step": 66386
    },
    {
      "epoch": 2.719107106287119,
      "grad_norm": 1.6995876548862403,
      "learning_rate": 0.0001755035357441529,
      "loss": 0.9527,
      "step": 66387
    },
    {
      "epoch": 2.719148064714315,
      "grad_norm": 1.5069994881129332,
      "learning_rate": 0.00017550032182949693,
      "loss": 1.2587,
      "step": 66388
    },
    {
      "epoch": 2.7191890231415115,
      "grad_norm": 0.8926823428475096,
      "learning_rate": 0.0001754971079027859,
      "loss": 0.8946,
      "step": 66389
    },
    {
      "epoch": 2.7192299815687075,
      "grad_norm": 1.1894323259603574,
      "learning_rate": 0.0001754938939640213,
      "loss": 0.8831,
      "step": 66390
    },
    {
      "epoch": 2.719270939995904,
      "grad_norm": 0.8234076508361821,
      "learning_rate": 0.0001754906800132047,
      "loss": 0.2397,
      "step": 66391
    },
    {
      "epoch": 2.7193118984231006,
      "grad_norm": 1.5807536412056913,
      "learning_rate": 0.00017548746605033753,
      "loss": 0.9166,
      "step": 66392
    },
    {
      "epoch": 2.719352856850297,
      "grad_norm": 0.8006633232031273,
      "learning_rate": 0.0001754842520754214,
      "loss": 0.3448,
      "step": 66393
    },
    {
      "epoch": 2.7193938152774932,
      "grad_norm": 1.0130605543014641,
      "learning_rate": 0.0001754810380884578,
      "loss": 0.3011,
      "step": 66394
    },
    {
      "epoch": 2.71943477370469,
      "grad_norm": 0.8787662012450812,
      "learning_rate": 0.00017547782408944824,
      "loss": 0.3557,
      "step": 66395
    },
    {
      "epoch": 2.719475732131886,
      "grad_norm": 0.8623806628010594,
      "learning_rate": 0.00017547461007839425,
      "loss": 0.6164,
      "step": 66396
    },
    {
      "epoch": 2.7195166905590824,
      "grad_norm": 1.0760832661110515,
      "learning_rate": 0.00017547139605529735,
      "loss": 0.639,
      "step": 66397
    },
    {
      "epoch": 2.719557648986279,
      "grad_norm": 0.7175779257992263,
      "learning_rate": 0.000175468182020159,
      "loss": 0.2918,
      "step": 66398
    },
    {
      "epoch": 2.7195986074134755,
      "grad_norm": 1.057109652182512,
      "learning_rate": 0.00017546496797298084,
      "loss": 0.8168,
      "step": 66399
    },
    {
      "epoch": 2.7196395658406716,
      "grad_norm": 1.3821895866218645,
      "learning_rate": 0.00017546175391376423,
      "loss": 0.4593,
      "step": 66400
    },
    {
      "epoch": 2.719680524267868,
      "grad_norm": 0.8374456207124281,
      "learning_rate": 0.00017545853984251086,
      "loss": 0.4661,
      "step": 66401
    },
    {
      "epoch": 2.7197214826950646,
      "grad_norm": 0.6481920735559101,
      "learning_rate": 0.00017545532575922215,
      "loss": 0.2452,
      "step": 66402
    },
    {
      "epoch": 2.7197624411222607,
      "grad_norm": 1.0986224062048788,
      "learning_rate": 0.00017545211166389966,
      "loss": 0.7494,
      "step": 66403
    },
    {
      "epoch": 2.7198033995494573,
      "grad_norm": 0.5871664846897805,
      "learning_rate": 0.00017544889755654483,
      "loss": 0.2352,
      "step": 66404
    },
    {
      "epoch": 2.719844357976654,
      "grad_norm": 1.0430152439626248,
      "learning_rate": 0.00017544568343715928,
      "loss": 0.2994,
      "step": 66405
    },
    {
      "epoch": 2.7198853164038503,
      "grad_norm": 1.694841345047114,
      "learning_rate": 0.00017544246930574446,
      "loss": 0.6957,
      "step": 66406
    },
    {
      "epoch": 2.7199262748310464,
      "grad_norm": 1.0795507032014846,
      "learning_rate": 0.00017543925516230196,
      "loss": 0.7274,
      "step": 66407
    },
    {
      "epoch": 2.719967233258243,
      "grad_norm": 1.023819652773748,
      "learning_rate": 0.00017543604100683322,
      "loss": 0.567,
      "step": 66408
    },
    {
      "epoch": 2.720008191685439,
      "grad_norm": 1.2425895910960647,
      "learning_rate": 0.0001754328268393398,
      "loss": 1.1878,
      "step": 66409
    },
    {
      "epoch": 2.7200491501126356,
      "grad_norm": 0.9163889318585342,
      "learning_rate": 0.00017542961265982321,
      "loss": 0.7156,
      "step": 66410
    },
    {
      "epoch": 2.720090108539832,
      "grad_norm": 1.0095887442540434,
      "learning_rate": 0.000175426398468285,
      "loss": 0.4655,
      "step": 66411
    },
    {
      "epoch": 2.7201310669670287,
      "grad_norm": 1.2106532123166374,
      "learning_rate": 0.00017542318426472662,
      "loss": 0.8013,
      "step": 66412
    },
    {
      "epoch": 2.7201720253942248,
      "grad_norm": 1.3476815743251414,
      "learning_rate": 0.00017541997004914969,
      "loss": 1.0122,
      "step": 66413
    },
    {
      "epoch": 2.7202129838214213,
      "grad_norm": 0.9239883580476062,
      "learning_rate": 0.00017541675582155564,
      "loss": 0.7379,
      "step": 66414
    },
    {
      "epoch": 2.7202539422486174,
      "grad_norm": 1.06683158789307,
      "learning_rate": 0.00017541354158194603,
      "loss": 0.7567,
      "step": 66415
    },
    {
      "epoch": 2.720294900675814,
      "grad_norm": 1.011010769250246,
      "learning_rate": 0.00017541032733032236,
      "loss": 0.6341,
      "step": 66416
    },
    {
      "epoch": 2.7203358591030105,
      "grad_norm": 0.6721632286362941,
      "learning_rate": 0.00017540711306668618,
      "loss": 0.2628,
      "step": 66417
    },
    {
      "epoch": 2.720376817530207,
      "grad_norm": 1.023227081088449,
      "learning_rate": 0.000175403898791039,
      "loss": 0.6798,
      "step": 66418
    },
    {
      "epoch": 2.720417775957403,
      "grad_norm": 1.9061698971099261,
      "learning_rate": 0.00017540068450338231,
      "loss": 1.5022,
      "step": 66419
    },
    {
      "epoch": 2.7204587343845996,
      "grad_norm": 1.0555770684897468,
      "learning_rate": 0.00017539747020371764,
      "loss": 0.8176,
      "step": 66420
    },
    {
      "epoch": 2.720499692811796,
      "grad_norm": 1.1693843833017454,
      "learning_rate": 0.00017539425589204653,
      "loss": 0.8796,
      "step": 66421
    },
    {
      "epoch": 2.7205406512389922,
      "grad_norm": 0.7791169597663042,
      "learning_rate": 0.0001753910415683705,
      "loss": 0.7529,
      "step": 66422
    },
    {
      "epoch": 2.720581609666189,
      "grad_norm": 0.9947895119292682,
      "learning_rate": 0.00017538782723269109,
      "loss": 0.6771,
      "step": 66423
    },
    {
      "epoch": 2.7206225680933853,
      "grad_norm": 1.129328996035798,
      "learning_rate": 0.00017538461288500975,
      "loss": 0.8323,
      "step": 66424
    },
    {
      "epoch": 2.720663526520582,
      "grad_norm": 1.0326314740524918,
      "learning_rate": 0.000175381398525328,
      "loss": 0.4307,
      "step": 66425
    },
    {
      "epoch": 2.720704484947778,
      "grad_norm": 1.1776713199397415,
      "learning_rate": 0.00017537818415364745,
      "loss": 0.9286,
      "step": 66426
    },
    {
      "epoch": 2.7207454433749745,
      "grad_norm": 1.1001000257731095,
      "learning_rate": 0.00017537496976996957,
      "loss": 0.8755,
      "step": 66427
    },
    {
      "epoch": 2.7207864018021706,
      "grad_norm": 1.1375215791539068,
      "learning_rate": 0.00017537175537429587,
      "loss": 0.5411,
      "step": 66428
    },
    {
      "epoch": 2.720827360229367,
      "grad_norm": 1.2297787820798052,
      "learning_rate": 0.00017536854096662782,
      "loss": 0.7201,
      "step": 66429
    },
    {
      "epoch": 2.7208683186565636,
      "grad_norm": 1.0180159409268028,
      "learning_rate": 0.0001753653265469671,
      "loss": 0.6339,
      "step": 66430
    },
    {
      "epoch": 2.72090927708376,
      "grad_norm": 1.1451584792311362,
      "learning_rate": 0.00017536211211531503,
      "loss": 0.6233,
      "step": 66431
    },
    {
      "epoch": 2.7209502355109563,
      "grad_norm": 1.558932773924306,
      "learning_rate": 0.0001753588976716733,
      "loss": 1.2152,
      "step": 66432
    },
    {
      "epoch": 2.720991193938153,
      "grad_norm": 0.9912863928987946,
      "learning_rate": 0.00017535568321604334,
      "loss": 0.8642,
      "step": 66433
    },
    {
      "epoch": 2.721032152365349,
      "grad_norm": 1.0247154499422948,
      "learning_rate": 0.00017535246874842664,
      "loss": 0.9649,
      "step": 66434
    },
    {
      "epoch": 2.7210731107925454,
      "grad_norm": 1.031481711149071,
      "learning_rate": 0.00017534925426882482,
      "loss": 0.8113,
      "step": 66435
    },
    {
      "epoch": 2.721114069219742,
      "grad_norm": 1.4296869378757895,
      "learning_rate": 0.00017534603977723925,
      "loss": 0.8857,
      "step": 66436
    },
    {
      "epoch": 2.7211550276469385,
      "grad_norm": 0.890611217392787,
      "learning_rate": 0.00017534282527367163,
      "loss": 0.6217,
      "step": 66437
    },
    {
      "epoch": 2.7211959860741346,
      "grad_norm": 1.3042924316626816,
      "learning_rate": 0.0001753396107581234,
      "loss": 1.1223,
      "step": 66438
    },
    {
      "epoch": 2.721236944501331,
      "grad_norm": 1.3069727880274369,
      "learning_rate": 0.00017533639623059603,
      "loss": 0.2769,
      "step": 66439
    },
    {
      "epoch": 2.7212779029285277,
      "grad_norm": 1.1858761024499553,
      "learning_rate": 0.00017533318169109106,
      "loss": 0.7406,
      "step": 66440
    },
    {
      "epoch": 2.7213188613557238,
      "grad_norm": 1.1699585019705256,
      "learning_rate": 0.00017532996713961007,
      "loss": 0.9429,
      "step": 66441
    },
    {
      "epoch": 2.7213598197829203,
      "grad_norm": 1.4848298855017648,
      "learning_rate": 0.00017532675257615456,
      "loss": 0.7309,
      "step": 66442
    },
    {
      "epoch": 2.721400778210117,
      "grad_norm": 0.8956004092868186,
      "learning_rate": 0.00017532353800072602,
      "loss": 0.367,
      "step": 66443
    },
    {
      "epoch": 2.7214417366373134,
      "grad_norm": 1.4610587534843775,
      "learning_rate": 0.0001753203234133259,
      "loss": 0.8956,
      "step": 66444
    },
    {
      "epoch": 2.7214826950645095,
      "grad_norm": 0.9732155759288053,
      "learning_rate": 0.0001753171088139559,
      "loss": 0.6489,
      "step": 66445
    },
    {
      "epoch": 2.721523653491706,
      "grad_norm": 1.0723190880142823,
      "learning_rate": 0.0001753138942026174,
      "loss": 0.5959,
      "step": 66446
    },
    {
      "epoch": 2.721564611918902,
      "grad_norm": 1.0013865718367416,
      "learning_rate": 0.000175310679579312,
      "loss": 0.5912,
      "step": 66447
    },
    {
      "epoch": 2.7216055703460986,
      "grad_norm": 1.1086730945500776,
      "learning_rate": 0.00017530746494404112,
      "loss": 0.7651,
      "step": 66448
    },
    {
      "epoch": 2.721646528773295,
      "grad_norm": 1.0580985366668603,
      "learning_rate": 0.00017530425029680638,
      "loss": 0.8477,
      "step": 66449
    },
    {
      "epoch": 2.7216874872004917,
      "grad_norm": 2.3255006563338965,
      "learning_rate": 0.00017530103563760923,
      "loss": 3.0814,
      "step": 66450
    },
    {
      "epoch": 2.721728445627688,
      "grad_norm": 1.1552875190718046,
      "learning_rate": 0.00017529782096645122,
      "loss": 0.7205,
      "step": 66451
    },
    {
      "epoch": 2.7217694040548843,
      "grad_norm": 1.0068326314446199,
      "learning_rate": 0.0001752946062833339,
      "loss": 0.4573,
      "step": 66452
    },
    {
      "epoch": 2.7218103624820804,
      "grad_norm": 0.9123650958029651,
      "learning_rate": 0.00017529139158825873,
      "loss": 0.7557,
      "step": 66453
    },
    {
      "epoch": 2.721851320909277,
      "grad_norm": 1.0405058013499342,
      "learning_rate": 0.00017528817688122725,
      "loss": 0.843,
      "step": 66454
    },
    {
      "epoch": 2.7218922793364735,
      "grad_norm": 1.2217820319228334,
      "learning_rate": 0.00017528496216224105,
      "loss": 0.8106,
      "step": 66455
    },
    {
      "epoch": 2.72193323776367,
      "grad_norm": 0.9913367031730548,
      "learning_rate": 0.00017528174743130148,
      "loss": 0.3527,
      "step": 66456
    },
    {
      "epoch": 2.721974196190866,
      "grad_norm": 1.0688910174288915,
      "learning_rate": 0.00017527853268841024,
      "loss": 0.7046,
      "step": 66457
    },
    {
      "epoch": 2.7220151546180626,
      "grad_norm": 0.9452839064984676,
      "learning_rate": 0.00017527531793356876,
      "loss": 0.6543,
      "step": 66458
    },
    {
      "epoch": 2.722056113045259,
      "grad_norm": 0.7575297150770398,
      "learning_rate": 0.0001752721031667786,
      "loss": 0.3305,
      "step": 66459
    },
    {
      "epoch": 2.7220970714724553,
      "grad_norm": 0.8684248613012665,
      "learning_rate": 0.00017526888838804126,
      "loss": 0.553,
      "step": 66460
    },
    {
      "epoch": 2.722138029899652,
      "grad_norm": 1.1877654381593923,
      "learning_rate": 0.0001752656735973582,
      "loss": 0.8805,
      "step": 66461
    },
    {
      "epoch": 2.7221789883268483,
      "grad_norm": 1.2088827991386726,
      "learning_rate": 0.00017526245879473102,
      "loss": 0.9108,
      "step": 66462
    },
    {
      "epoch": 2.722219946754045,
      "grad_norm": 1.4112910047457077,
      "learning_rate": 0.00017525924398016123,
      "loss": 1.0831,
      "step": 66463
    },
    {
      "epoch": 2.722260905181241,
      "grad_norm": 1.3729014296218292,
      "learning_rate": 0.00017525602915365032,
      "loss": 1.1023,
      "step": 66464
    },
    {
      "epoch": 2.7223018636084375,
      "grad_norm": 0.709976428214651,
      "learning_rate": 0.00017525281431519986,
      "loss": 0.3338,
      "step": 66465
    },
    {
      "epoch": 2.7223428220356336,
      "grad_norm": 1.185762240994188,
      "learning_rate": 0.00017524959946481128,
      "loss": 0.9179,
      "step": 66466
    },
    {
      "epoch": 2.72238378046283,
      "grad_norm": 1.022876355239126,
      "learning_rate": 0.00017524638460248625,
      "loss": 0.7984,
      "step": 66467
    },
    {
      "epoch": 2.7224247388900267,
      "grad_norm": 0.7169604975192778,
      "learning_rate": 0.0001752431697282261,
      "loss": 0.2612,
      "step": 66468
    },
    {
      "epoch": 2.722465697317223,
      "grad_norm": 0.8900244019608371,
      "learning_rate": 0.00017523995484203247,
      "loss": 0.6932,
      "step": 66469
    },
    {
      "epoch": 2.7225066557444193,
      "grad_norm": 1.0622396798340652,
      "learning_rate": 0.00017523673994390685,
      "loss": 0.6306,
      "step": 66470
    },
    {
      "epoch": 2.722547614171616,
      "grad_norm": 1.2530385551229672,
      "learning_rate": 0.0001752335250338508,
      "loss": 0.6768,
      "step": 66471
    },
    {
      "epoch": 2.722588572598812,
      "grad_norm": 0.9353806531165298,
      "learning_rate": 0.00017523031011186573,
      "loss": 0.6608,
      "step": 66472
    },
    {
      "epoch": 2.7226295310260085,
      "grad_norm": 1.0240684768753368,
      "learning_rate": 0.0001752270951779533,
      "loss": 0.5678,
      "step": 66473
    },
    {
      "epoch": 2.722670489453205,
      "grad_norm": 1.510199217265908,
      "learning_rate": 0.00017522388023211497,
      "loss": 1.011,
      "step": 66474
    },
    {
      "epoch": 2.7227114478804015,
      "grad_norm": 1.357748181354377,
      "learning_rate": 0.0001752206652743522,
      "loss": 1.1809,
      "step": 66475
    },
    {
      "epoch": 2.7227524063075976,
      "grad_norm": 0.6704475408014917,
      "learning_rate": 0.00017521745030466655,
      "loss": 0.2716,
      "step": 66476
    },
    {
      "epoch": 2.722793364734794,
      "grad_norm": 1.732990436021123,
      "learning_rate": 0.0001752142353230596,
      "loss": 1.0349,
      "step": 66477
    },
    {
      "epoch": 2.7228343231619907,
      "grad_norm": 1.0704185506853434,
      "learning_rate": 0.00017521102032953283,
      "loss": 0.7052,
      "step": 66478
    },
    {
      "epoch": 2.722875281589187,
      "grad_norm": 0.7412520446975693,
      "learning_rate": 0.00017520780532408775,
      "loss": 0.2913,
      "step": 66479
    },
    {
      "epoch": 2.7229162400163833,
      "grad_norm": 1.4020535549304078,
      "learning_rate": 0.00017520459030672582,
      "loss": 0.9031,
      "step": 66480
    },
    {
      "epoch": 2.72295719844358,
      "grad_norm": 1.1759228826255763,
      "learning_rate": 0.00017520137527744868,
      "loss": 0.8331,
      "step": 66481
    },
    {
      "epoch": 2.7229981568707764,
      "grad_norm": 1.2668875404302549,
      "learning_rate": 0.0001751981602362578,
      "loss": 0.8138,
      "step": 66482
    },
    {
      "epoch": 2.7230391152979725,
      "grad_norm": 1.0548052307630087,
      "learning_rate": 0.0001751949451831547,
      "loss": 0.9677,
      "step": 66483
    },
    {
      "epoch": 2.723080073725169,
      "grad_norm": 1.1104350161697345,
      "learning_rate": 0.0001751917301181408,
      "loss": 0.7689,
      "step": 66484
    },
    {
      "epoch": 2.723121032152365,
      "grad_norm": 2.744160123092835,
      "learning_rate": 0.0001751885150412178,
      "loss": 1.4089,
      "step": 66485
    },
    {
      "epoch": 2.7231619905795617,
      "grad_norm": 0.7778087178800034,
      "learning_rate": 0.0001751852999523871,
      "loss": 0.2221,
      "step": 66486
    },
    {
      "epoch": 2.723202949006758,
      "grad_norm": 4.5268518535217215,
      "learning_rate": 0.00017518208485165027,
      "loss": 1.8542,
      "step": 66487
    },
    {
      "epoch": 2.7232439074339547,
      "grad_norm": 0.954752800475821,
      "learning_rate": 0.00017517886973900877,
      "loss": 0.7842,
      "step": 66488
    },
    {
      "epoch": 2.723284865861151,
      "grad_norm": 0.8867253729167092,
      "learning_rate": 0.0001751756546144642,
      "loss": 0.2621,
      "step": 66489
    },
    {
      "epoch": 2.7233258242883474,
      "grad_norm": 0.5849532936995624,
      "learning_rate": 0.00017517243947801805,
      "loss": 0.1027,
      "step": 66490
    },
    {
      "epoch": 2.723366782715544,
      "grad_norm": 1.2395061654475967,
      "learning_rate": 0.0001751692243296718,
      "loss": 0.7651,
      "step": 66491
    },
    {
      "epoch": 2.72340774114274,
      "grad_norm": 1.611547516000287,
      "learning_rate": 0.000175166009169427,
      "loss": 1.1629,
      "step": 66492
    },
    {
      "epoch": 2.7234486995699365,
      "grad_norm": 1.1008169563382577,
      "learning_rate": 0.0001751627939972852,
      "loss": 0.8154,
      "step": 66493
    },
    {
      "epoch": 2.723489657997133,
      "grad_norm": 1.2685098499276377,
      "learning_rate": 0.0001751595788132479,
      "loss": 0.8023,
      "step": 66494
    },
    {
      "epoch": 2.723530616424329,
      "grad_norm": 1.0197175118234632,
      "learning_rate": 0.00017515636361731658,
      "loss": 0.9219,
      "step": 66495
    },
    {
      "epoch": 2.7235715748515257,
      "grad_norm": 1.148454642153654,
      "learning_rate": 0.00017515314840949283,
      "loss": 0.9119,
      "step": 66496
    },
    {
      "epoch": 2.723612533278722,
      "grad_norm": 1.173782606137734,
      "learning_rate": 0.00017514993318977807,
      "loss": 0.8072,
      "step": 66497
    },
    {
      "epoch": 2.7236534917059183,
      "grad_norm": 1.2524821546921117,
      "learning_rate": 0.0001751467179581739,
      "loss": 0.9021,
      "step": 66498
    },
    {
      "epoch": 2.723694450133115,
      "grad_norm": 1.0294359285551637,
      "learning_rate": 0.00017514350271468184,
      "loss": 0.6672,
      "step": 66499
    },
    {
      "epoch": 2.7237354085603114,
      "grad_norm": 1.431317869553121,
      "learning_rate": 0.0001751402874593034,
      "loss": 0.899,
      "step": 66500
    },
    {
      "epoch": 2.723776366987508,
      "grad_norm": 1.5919633442040488,
      "learning_rate": 0.00017513707219204007,
      "loss": 1.6727,
      "step": 66501
    },
    {
      "epoch": 2.723817325414704,
      "grad_norm": 1.473571432766923,
      "learning_rate": 0.0001751338569128934,
      "loss": 1.1717,
      "step": 66502
    },
    {
      "epoch": 2.7238582838419005,
      "grad_norm": 1.1203899424889425,
      "learning_rate": 0.00017513064162186492,
      "loss": 0.8421,
      "step": 66503
    },
    {
      "epoch": 2.7238992422690966,
      "grad_norm": 1.145014085581565,
      "learning_rate": 0.0001751274263189561,
      "loss": 0.6888,
      "step": 66504
    },
    {
      "epoch": 2.723940200696293,
      "grad_norm": 0.831002780257179,
      "learning_rate": 0.0001751242110041685,
      "loss": 0.269,
      "step": 66505
    },
    {
      "epoch": 2.7239811591234897,
      "grad_norm": 1.0827642658359335,
      "learning_rate": 0.00017512099567750363,
      "loss": 0.7798,
      "step": 66506
    },
    {
      "epoch": 2.7240221175506862,
      "grad_norm": 1.1872259544674701,
      "learning_rate": 0.000175117780338963,
      "loss": 0.7789,
      "step": 66507
    },
    {
      "epoch": 2.7240630759778823,
      "grad_norm": 0.8820143056054133,
      "learning_rate": 0.00017511456498854817,
      "loss": 0.8525,
      "step": 66508
    },
    {
      "epoch": 2.724104034405079,
      "grad_norm": 1.3689274259151019,
      "learning_rate": 0.0001751113496262606,
      "loss": 1.0093,
      "step": 66509
    },
    {
      "epoch": 2.7241449928322754,
      "grad_norm": 1.20776614064634,
      "learning_rate": 0.00017510813425210183,
      "loss": 0.9182,
      "step": 66510
    },
    {
      "epoch": 2.7241859512594715,
      "grad_norm": 1.1796413542747228,
      "learning_rate": 0.00017510491886607344,
      "loss": 0.8448,
      "step": 66511
    },
    {
      "epoch": 2.724226909686668,
      "grad_norm": 0.9281086342567421,
      "learning_rate": 0.00017510170346817687,
      "loss": 0.2506,
      "step": 66512
    },
    {
      "epoch": 2.7242678681138646,
      "grad_norm": 0.9252285090777013,
      "learning_rate": 0.0001750984880584137,
      "loss": 0.6055,
      "step": 66513
    },
    {
      "epoch": 2.7243088265410607,
      "grad_norm": 0.9283170447207036,
      "learning_rate": 0.0001750952726367854,
      "loss": 0.6749,
      "step": 66514
    },
    {
      "epoch": 2.724349784968257,
      "grad_norm": 1.1244599977287935,
      "learning_rate": 0.0001750920572032935,
      "loss": 0.8579,
      "step": 66515
    },
    {
      "epoch": 2.7243907433954537,
      "grad_norm": 1.1869714502787692,
      "learning_rate": 0.00017508884175793953,
      "loss": 1.1056,
      "step": 66516
    },
    {
      "epoch": 2.72443170182265,
      "grad_norm": 1.1479536133834822,
      "learning_rate": 0.000175085626300725,
      "loss": 0.7894,
      "step": 66517
    },
    {
      "epoch": 2.7244726602498464,
      "grad_norm": 3.4077651146040626,
      "learning_rate": 0.0001750824108316515,
      "loss": 4.3307,
      "step": 66518
    },
    {
      "epoch": 2.724513618677043,
      "grad_norm": 1.2430846521863292,
      "learning_rate": 0.00017507919535072046,
      "loss": 0.6764,
      "step": 66519
    },
    {
      "epoch": 2.7245545771042394,
      "grad_norm": 1.173264747378061,
      "learning_rate": 0.00017507597985793339,
      "loss": 0.7896,
      "step": 66520
    },
    {
      "epoch": 2.7245955355314355,
      "grad_norm": 1.552590758294257,
      "learning_rate": 0.0001750727643532919,
      "loss": 0.8652,
      "step": 66521
    },
    {
      "epoch": 2.724636493958632,
      "grad_norm": 1.0984398309812886,
      "learning_rate": 0.00017506954883679746,
      "loss": 0.7654,
      "step": 66522
    },
    {
      "epoch": 2.724677452385828,
      "grad_norm": 0.9324427533392302,
      "learning_rate": 0.0001750663333084516,
      "loss": 0.7027,
      "step": 66523
    },
    {
      "epoch": 2.7247184108130247,
      "grad_norm": 1.0997658933799288,
      "learning_rate": 0.0001750631177682558,
      "loss": 0.8403,
      "step": 66524
    },
    {
      "epoch": 2.724759369240221,
      "grad_norm": 1.2713867071217404,
      "learning_rate": 0.00017505990221621163,
      "loss": 0.8327,
      "step": 66525
    },
    {
      "epoch": 2.7248003276674178,
      "grad_norm": 2.4347402512671126,
      "learning_rate": 0.00017505668665232057,
      "loss": 1.478,
      "step": 66526
    },
    {
      "epoch": 2.724841286094614,
      "grad_norm": 1.7462466674363242,
      "learning_rate": 0.00017505347107658417,
      "loss": 1.0299,
      "step": 66527
    },
    {
      "epoch": 2.7248822445218104,
      "grad_norm": 0.9206413670495948,
      "learning_rate": 0.00017505025548900398,
      "loss": 0.6261,
      "step": 66528
    },
    {
      "epoch": 2.724923202949007,
      "grad_norm": 0.9591448518264732,
      "learning_rate": 0.00017504703988958144,
      "loss": 0.6431,
      "step": 66529
    },
    {
      "epoch": 2.724964161376203,
      "grad_norm": 0.9982841596694362,
      "learning_rate": 0.00017504382427831815,
      "loss": 0.6772,
      "step": 66530
    },
    {
      "epoch": 2.7250051198033995,
      "grad_norm": 1.108305630448679,
      "learning_rate": 0.0001750406086552156,
      "loss": 0.7284,
      "step": 66531
    },
    {
      "epoch": 2.725046078230596,
      "grad_norm": 3.817050255203788,
      "learning_rate": 0.00017503739302027527,
      "loss": 5.0203,
      "step": 66532
    },
    {
      "epoch": 2.7250870366577926,
      "grad_norm": 1.154651959102173,
      "learning_rate": 0.00017503417737349867,
      "loss": 0.953,
      "step": 66533
    },
    {
      "epoch": 2.7251279950849887,
      "grad_norm": 1.0117010850620876,
      "learning_rate": 0.00017503096171488742,
      "loss": 0.6795,
      "step": 66534
    },
    {
      "epoch": 2.7251689535121852,
      "grad_norm": 0.9761632562356823,
      "learning_rate": 0.00017502774604444298,
      "loss": 0.7861,
      "step": 66535
    },
    {
      "epoch": 2.7252099119393813,
      "grad_norm": 0.9162879401279357,
      "learning_rate": 0.00017502453036216691,
      "loss": 0.6698,
      "step": 66536
    },
    {
      "epoch": 2.725250870366578,
      "grad_norm": 1.4099988437870306,
      "learning_rate": 0.0001750213146680606,
      "loss": 0.8318,
      "step": 66537
    },
    {
      "epoch": 2.7252918287937744,
      "grad_norm": 4.684190322794361,
      "learning_rate": 0.00017501809896212578,
      "loss": 1.6198,
      "step": 66538
    },
    {
      "epoch": 2.725332787220971,
      "grad_norm": 0.9245433509445419,
      "learning_rate": 0.0001750148832443638,
      "loss": 0.7314,
      "step": 66539
    },
    {
      "epoch": 2.725373745648167,
      "grad_norm": 1.5237108972887814,
      "learning_rate": 0.0001750116675147762,
      "loss": 1.3215,
      "step": 66540
    },
    {
      "epoch": 2.7254147040753636,
      "grad_norm": 1.0999195549202243,
      "learning_rate": 0.0001750084517733646,
      "loss": 0.7929,
      "step": 66541
    },
    {
      "epoch": 2.7254556625025597,
      "grad_norm": 1.0656326244723249,
      "learning_rate": 0.0001750052360201304,
      "loss": 0.9119,
      "step": 66542
    },
    {
      "epoch": 2.725496620929756,
      "grad_norm": 1.2295899588949835,
      "learning_rate": 0.00017500202025507523,
      "loss": 0.9007,
      "step": 66543
    },
    {
      "epoch": 2.7255375793569527,
      "grad_norm": 1.3796791788369953,
      "learning_rate": 0.00017499880447820047,
      "loss": 0.8736,
      "step": 66544
    },
    {
      "epoch": 2.7255785377841493,
      "grad_norm": 1.2751874068950013,
      "learning_rate": 0.00017499558868950781,
      "loss": 0.8591,
      "step": 66545
    },
    {
      "epoch": 2.7256194962113454,
      "grad_norm": 1.0535580119301517,
      "learning_rate": 0.00017499237288899866,
      "loss": 0.7936,
      "step": 66546
    },
    {
      "epoch": 2.725660454638542,
      "grad_norm": 1.0974796841593741,
      "learning_rate": 0.00017498915707667454,
      "loss": 0.8161,
      "step": 66547
    },
    {
      "epoch": 2.7257014130657384,
      "grad_norm": 1.0699989732402557,
      "learning_rate": 0.00017498594125253702,
      "loss": 0.7671,
      "step": 66548
    },
    {
      "epoch": 2.7257423714929345,
      "grad_norm": 1.2286075089384778,
      "learning_rate": 0.00017498272541658757,
      "loss": 0.8183,
      "step": 66549
    },
    {
      "epoch": 2.725783329920131,
      "grad_norm": 0.9429546769169915,
      "learning_rate": 0.00017497950956882775,
      "loss": 0.7861,
      "step": 66550
    },
    {
      "epoch": 2.7258242883473276,
      "grad_norm": 3.1902701030471388,
      "learning_rate": 0.00017497629370925912,
      "loss": 4.492,
      "step": 66551
    },
    {
      "epoch": 2.725865246774524,
      "grad_norm": 0.9210101510150854,
      "learning_rate": 0.00017497307783788306,
      "loss": 0.5177,
      "step": 66552
    },
    {
      "epoch": 2.7259062052017202,
      "grad_norm": 0.9788137570215658,
      "learning_rate": 0.00017496986195470124,
      "loss": 0.6902,
      "step": 66553
    },
    {
      "epoch": 2.7259471636289168,
      "grad_norm": 1.350816822392403,
      "learning_rate": 0.0001749666460597151,
      "loss": 0.9029,
      "step": 66554
    },
    {
      "epoch": 2.725988122056113,
      "grad_norm": 1.395264141520978,
      "learning_rate": 0.0001749634301529262,
      "loss": 0.5101,
      "step": 66555
    },
    {
      "epoch": 2.7260290804833094,
      "grad_norm": 8.467162919200101,
      "learning_rate": 0.00017496021423433597,
      "loss": 3.3134,
      "step": 66556
    },
    {
      "epoch": 2.726070038910506,
      "grad_norm": 1.0669055311324587,
      "learning_rate": 0.00017495699830394608,
      "loss": 0.8494,
      "step": 66557
    },
    {
      "epoch": 2.7261109973377025,
      "grad_norm": 1.3278582913967236,
      "learning_rate": 0.00017495378236175794,
      "loss": 0.914,
      "step": 66558
    },
    {
      "epoch": 2.7261519557648985,
      "grad_norm": 1.4455562734422949,
      "learning_rate": 0.0001749505664077731,
      "loss": 1.0008,
      "step": 66559
    },
    {
      "epoch": 2.726192914192095,
      "grad_norm": 1.1279588931125364,
      "learning_rate": 0.00017494735044199303,
      "loss": 0.7735,
      "step": 66560
    },
    {
      "epoch": 2.726233872619291,
      "grad_norm": 0.7109140439206466,
      "learning_rate": 0.00017494413446441937,
      "loss": 0.3263,
      "step": 66561
    },
    {
      "epoch": 2.7262748310464877,
      "grad_norm": 0.7972714329868615,
      "learning_rate": 0.00017494091847505356,
      "loss": 0.3806,
      "step": 66562
    },
    {
      "epoch": 2.7263157894736842,
      "grad_norm": 1.0967974278023223,
      "learning_rate": 0.00017493770247389712,
      "loss": 0.8808,
      "step": 66563
    },
    {
      "epoch": 2.726356747900881,
      "grad_norm": 0.9760743123874671,
      "learning_rate": 0.00017493448646095156,
      "loss": 0.5542,
      "step": 66564
    },
    {
      "epoch": 2.726397706328077,
      "grad_norm": 1.1271852019458501,
      "learning_rate": 0.00017493127043621847,
      "loss": 0.843,
      "step": 66565
    },
    {
      "epoch": 2.7264386647552734,
      "grad_norm": 0.8410062713592216,
      "learning_rate": 0.00017492805439969927,
      "loss": 0.73,
      "step": 66566
    },
    {
      "epoch": 2.72647962318247,
      "grad_norm": 1.0907366080765346,
      "learning_rate": 0.00017492483835139557,
      "loss": 0.7055,
      "step": 66567
    },
    {
      "epoch": 2.726520581609666,
      "grad_norm": 1.3458166532046862,
      "learning_rate": 0.00017492162229130887,
      "loss": 0.6672,
      "step": 66568
    },
    {
      "epoch": 2.7265615400368626,
      "grad_norm": 0.9994400846641819,
      "learning_rate": 0.00017491840621944058,
      "loss": 0.7077,
      "step": 66569
    },
    {
      "epoch": 2.726602498464059,
      "grad_norm": 1.238807216275674,
      "learning_rate": 0.00017491519013579238,
      "loss": 1.1328,
      "step": 66570
    },
    {
      "epoch": 2.7266434568912556,
      "grad_norm": 6.923196545311417,
      "learning_rate": 0.00017491197404036573,
      "loss": 4.0765,
      "step": 66571
    },
    {
      "epoch": 2.7266844153184517,
      "grad_norm": 0.9742874664212775,
      "learning_rate": 0.00017490875793316215,
      "loss": 0.7704,
      "step": 66572
    },
    {
      "epoch": 2.7267253737456483,
      "grad_norm": 1.0098994035721336,
      "learning_rate": 0.00017490554181418317,
      "loss": 0.7053,
      "step": 66573
    },
    {
      "epoch": 2.7267663321728444,
      "grad_norm": 2.1074620494761267,
      "learning_rate": 0.00017490232568343026,
      "loss": 1.857,
      "step": 66574
    },
    {
      "epoch": 2.726807290600041,
      "grad_norm": 1.0080411626096746,
      "learning_rate": 0.00017489910954090497,
      "loss": 0.7174,
      "step": 66575
    },
    {
      "epoch": 2.7268482490272374,
      "grad_norm": 2.503968444964219,
      "learning_rate": 0.00017489589338660883,
      "loss": 1.5331,
      "step": 66576
    },
    {
      "epoch": 2.726889207454434,
      "grad_norm": 1.404862230211047,
      "learning_rate": 0.00017489267722054338,
      "loss": 1.0,
      "step": 66577
    },
    {
      "epoch": 2.72693016588163,
      "grad_norm": 1.1717081138597334,
      "learning_rate": 0.00017488946104271007,
      "loss": 0.7143,
      "step": 66578
    },
    {
      "epoch": 2.7269711243088266,
      "grad_norm": 0.9212010797380304,
      "learning_rate": 0.0001748862448531105,
      "loss": 0.7479,
      "step": 66579
    },
    {
      "epoch": 2.7270120827360227,
      "grad_norm": 0.791028894061897,
      "learning_rate": 0.00017488302865174615,
      "loss": 0.3643,
      "step": 66580
    },
    {
      "epoch": 2.7270530411632192,
      "grad_norm": 1.095579285756316,
      "learning_rate": 0.00017487981243861854,
      "loss": 0.7801,
      "step": 66581
    },
    {
      "epoch": 2.7270939995904158,
      "grad_norm": 1.3338310653474859,
      "learning_rate": 0.0001748765962137292,
      "loss": 0.9851,
      "step": 66582
    },
    {
      "epoch": 2.7271349580176123,
      "grad_norm": 0.988620594668312,
      "learning_rate": 0.00017487337997707967,
      "loss": 0.7714,
      "step": 66583
    },
    {
      "epoch": 2.7271759164448084,
      "grad_norm": 0.8418258825071095,
      "learning_rate": 0.00017487016372867142,
      "loss": 0.6699,
      "step": 66584
    },
    {
      "epoch": 2.727216874872005,
      "grad_norm": 0.9436489499325298,
      "learning_rate": 0.00017486694746850603,
      "loss": 0.1994,
      "step": 66585
    },
    {
      "epoch": 2.7272578332992015,
      "grad_norm": 0.915442554968325,
      "learning_rate": 0.00017486373119658498,
      "loss": 0.4707,
      "step": 66586
    },
    {
      "epoch": 2.7272987917263976,
      "grad_norm": 1.0154616277605526,
      "learning_rate": 0.0001748605149129098,
      "loss": 0.7718,
      "step": 66587
    },
    {
      "epoch": 2.727339750153594,
      "grad_norm": 1.1155991426613012,
      "learning_rate": 0.00017485729861748198,
      "loss": 0.8227,
      "step": 66588
    },
    {
      "epoch": 2.7273807085807906,
      "grad_norm": 0.9363426797173963,
      "learning_rate": 0.0001748540823103031,
      "loss": 0.7584,
      "step": 66589
    },
    {
      "epoch": 2.727421667007987,
      "grad_norm": 1.1038436573463317,
      "learning_rate": 0.00017485086599137466,
      "loss": 0.6888,
      "step": 66590
    },
    {
      "epoch": 2.7274626254351833,
      "grad_norm": 0.6815364763705387,
      "learning_rate": 0.0001748476496606982,
      "loss": 0.2779,
      "step": 66591
    },
    {
      "epoch": 2.72750358386238,
      "grad_norm": 0.9637777875365613,
      "learning_rate": 0.00017484443331827512,
      "loss": 0.6945,
      "step": 66592
    },
    {
      "epoch": 2.727544542289576,
      "grad_norm": 1.011776132658187,
      "learning_rate": 0.0001748412169641071,
      "loss": 0.8145,
      "step": 66593
    },
    {
      "epoch": 2.7275855007167724,
      "grad_norm": 0.8809806490801365,
      "learning_rate": 0.0001748380005981956,
      "loss": 0.6694,
      "step": 66594
    },
    {
      "epoch": 2.727626459143969,
      "grad_norm": 0.8448410083566896,
      "learning_rate": 0.00017483478422054214,
      "loss": 0.6453,
      "step": 66595
    },
    {
      "epoch": 2.7276674175711655,
      "grad_norm": 2.923592268791602,
      "learning_rate": 0.0001748315678311482,
      "loss": 3.5412,
      "step": 66596
    },
    {
      "epoch": 2.7277083759983616,
      "grad_norm": 0.7619770892824005,
      "learning_rate": 0.00017482835143001532,
      "loss": 0.4294,
      "step": 66597
    },
    {
      "epoch": 2.727749334425558,
      "grad_norm": 1.566463369476747,
      "learning_rate": 0.00017482513501714507,
      "loss": 1.3508,
      "step": 66598
    },
    {
      "epoch": 2.727790292852754,
      "grad_norm": 0.8437330372787759,
      "learning_rate": 0.00017482191859253895,
      "loss": 0.3083,
      "step": 66599
    },
    {
      "epoch": 2.7278312512799507,
      "grad_norm": 1.0483508098938705,
      "learning_rate": 0.00017481870215619842,
      "loss": 0.8162,
      "step": 66600
    },
    {
      "epoch": 2.7278722097071473,
      "grad_norm": 0.8066591951884703,
      "learning_rate": 0.0001748154857081251,
      "loss": 0.3075,
      "step": 66601
    },
    {
      "epoch": 2.727913168134344,
      "grad_norm": 0.9241899309373686,
      "learning_rate": 0.00017481226924832044,
      "loss": 0.6479,
      "step": 66602
    },
    {
      "epoch": 2.72795412656154,
      "grad_norm": 1.2073660336076395,
      "learning_rate": 0.00017480905277678598,
      "loss": 0.9528,
      "step": 66603
    },
    {
      "epoch": 2.7279950849887364,
      "grad_norm": 4.713637745706986,
      "learning_rate": 0.00017480583629352325,
      "loss": 1.1731,
      "step": 66604
    },
    {
      "epoch": 2.728036043415933,
      "grad_norm": 2.123644286108009,
      "learning_rate": 0.00017480261979853373,
      "loss": 0.6202,
      "step": 66605
    },
    {
      "epoch": 2.728077001843129,
      "grad_norm": 2.57137278011639,
      "learning_rate": 0.00017479940329181897,
      "loss": 1.189,
      "step": 66606
    },
    {
      "epoch": 2.7281179602703256,
      "grad_norm": 6.23211055560047,
      "learning_rate": 0.00017479618677338052,
      "loss": 3.0958,
      "step": 66607
    },
    {
      "epoch": 2.728158918697522,
      "grad_norm": 1.1117108080601914,
      "learning_rate": 0.00017479297024321986,
      "loss": 0.8163,
      "step": 66608
    },
    {
      "epoch": 2.7281998771247187,
      "grad_norm": 0.7669786837776108,
      "learning_rate": 0.00017478975370133855,
      "loss": 0.3215,
      "step": 66609
    },
    {
      "epoch": 2.7282408355519148,
      "grad_norm": 1.5912273372093428,
      "learning_rate": 0.00017478653714773804,
      "loss": 1.1923,
      "step": 66610
    },
    {
      "epoch": 2.7282817939791113,
      "grad_norm": 0.9823129671340227,
      "learning_rate": 0.00017478332058241993,
      "loss": 0.727,
      "step": 66611
    },
    {
      "epoch": 2.7283227524063074,
      "grad_norm": 1.1724599637010735,
      "learning_rate": 0.00017478010400538566,
      "loss": 0.8254,
      "step": 66612
    },
    {
      "epoch": 2.728363710833504,
      "grad_norm": 1.0227713995895693,
      "learning_rate": 0.0001747768874166368,
      "loss": 0.5381,
      "step": 66613
    },
    {
      "epoch": 2.7284046692607005,
      "grad_norm": 1.2534276559764763,
      "learning_rate": 0.0001747736708161749,
      "loss": 0.725,
      "step": 66614
    },
    {
      "epoch": 2.728445627687897,
      "grad_norm": 0.8612263206556219,
      "learning_rate": 0.00017477045420400143,
      "loss": 0.3795,
      "step": 66615
    },
    {
      "epoch": 2.728486586115093,
      "grad_norm": 1.0752267315480768,
      "learning_rate": 0.00017476723758011792,
      "loss": 0.6721,
      "step": 66616
    },
    {
      "epoch": 2.7285275445422896,
      "grad_norm": 1.2941037410122251,
      "learning_rate": 0.0001747640209445259,
      "loss": 0.8911,
      "step": 66617
    },
    {
      "epoch": 2.7285685029694857,
      "grad_norm": 1.071542390265625,
      "learning_rate": 0.00017476080429722687,
      "loss": 0.7922,
      "step": 66618
    },
    {
      "epoch": 2.7286094613966823,
      "grad_norm": 1.2907982094195252,
      "learning_rate": 0.00017475758763822242,
      "loss": 0.8155,
      "step": 66619
    },
    {
      "epoch": 2.728650419823879,
      "grad_norm": 0.7549525496944853,
      "learning_rate": 0.00017475437096751395,
      "loss": 0.2436,
      "step": 66620
    },
    {
      "epoch": 2.7286913782510753,
      "grad_norm": 1.0712027808058477,
      "learning_rate": 0.0001747511542851031,
      "loss": 0.6954,
      "step": 66621
    },
    {
      "epoch": 2.7287323366782714,
      "grad_norm": 0.716813630262153,
      "learning_rate": 0.00017474793759099136,
      "loss": 0.3492,
      "step": 66622
    },
    {
      "epoch": 2.728773295105468,
      "grad_norm": 0.9418461895118884,
      "learning_rate": 0.00017474472088518017,
      "loss": 0.6499,
      "step": 66623
    },
    {
      "epoch": 2.7288142535326645,
      "grad_norm": 1.08271787268343,
      "learning_rate": 0.00017474150416767114,
      "loss": 0.7635,
      "step": 66624
    },
    {
      "epoch": 2.7288552119598606,
      "grad_norm": 1.7641729716492125,
      "learning_rate": 0.00017473828743846574,
      "loss": 1.2198,
      "step": 66625
    },
    {
      "epoch": 2.728896170387057,
      "grad_norm": 0.5819735070120485,
      "learning_rate": 0.00017473507069756556,
      "loss": 0.1192,
      "step": 66626
    },
    {
      "epoch": 2.7289371288142537,
      "grad_norm": 0.7189512282660865,
      "learning_rate": 0.00017473185394497207,
      "loss": 0.2891,
      "step": 66627
    },
    {
      "epoch": 2.72897808724145,
      "grad_norm": 1.1009278576428845,
      "learning_rate": 0.00017472863718068674,
      "loss": 0.8013,
      "step": 66628
    },
    {
      "epoch": 2.7290190456686463,
      "grad_norm": 1.4539187944732404,
      "learning_rate": 0.00017472542040471116,
      "loss": 1.0289,
      "step": 66629
    },
    {
      "epoch": 2.729060004095843,
      "grad_norm": 0.6505966050435221,
      "learning_rate": 0.0001747222036170469,
      "loss": 0.2584,
      "step": 66630
    },
    {
      "epoch": 2.729100962523039,
      "grad_norm": 1.3421177686167272,
      "learning_rate": 0.00017471898681769538,
      "loss": 0.922,
      "step": 66631
    },
    {
      "epoch": 2.7291419209502354,
      "grad_norm": 1.028879934562217,
      "learning_rate": 0.0001747157700066581,
      "loss": 0.7112,
      "step": 66632
    },
    {
      "epoch": 2.729182879377432,
      "grad_norm": 1.6442967924565481,
      "learning_rate": 0.0001747125531839367,
      "loss": 0.9931,
      "step": 66633
    },
    {
      "epoch": 2.7292238378046285,
      "grad_norm": 1.1979819763096375,
      "learning_rate": 0.00017470933634953264,
      "loss": 0.7732,
      "step": 66634
    },
    {
      "epoch": 2.7292647962318246,
      "grad_norm": 1.44599454719004,
      "learning_rate": 0.00017470611950344745,
      "loss": 1.1705,
      "step": 66635
    },
    {
      "epoch": 2.729305754659021,
      "grad_norm": 1.242020661781902,
      "learning_rate": 0.0001747029026456826,
      "loss": 0.8374,
      "step": 66636
    },
    {
      "epoch": 2.7293467130862172,
      "grad_norm": 1.0519021497195884,
      "learning_rate": 0.00017469968577623964,
      "loss": 0.5052,
      "step": 66637
    },
    {
      "epoch": 2.7293876715134138,
      "grad_norm": 1.0189250650922375,
      "learning_rate": 0.00017469646889512014,
      "loss": 0.7322,
      "step": 66638
    },
    {
      "epoch": 2.7294286299406103,
      "grad_norm": 1.6749364405005636,
      "learning_rate": 0.0001746932520023256,
      "loss": 1.2502,
      "step": 66639
    },
    {
      "epoch": 2.729469588367807,
      "grad_norm": 1.2327883139290794,
      "learning_rate": 0.00017469003509785748,
      "loss": 0.8902,
      "step": 66640
    },
    {
      "epoch": 2.729510546795003,
      "grad_norm": 1.1181659838404183,
      "learning_rate": 0.00017468681818171735,
      "loss": 0.663,
      "step": 66641
    },
    {
      "epoch": 2.7295515052221995,
      "grad_norm": 1.016596622422304,
      "learning_rate": 0.00017468360125390674,
      "loss": 0.5672,
      "step": 66642
    },
    {
      "epoch": 2.729592463649396,
      "grad_norm": 0.9111768810493791,
      "learning_rate": 0.00017468038431442715,
      "loss": 0.2099,
      "step": 66643
    },
    {
      "epoch": 2.729633422076592,
      "grad_norm": 1.637792267328802,
      "learning_rate": 0.00017467716736328012,
      "loss": 0.8803,
      "step": 66644
    },
    {
      "epoch": 2.7296743805037886,
      "grad_norm": 0.8794131118588876,
      "learning_rate": 0.00017467395040046715,
      "loss": 0.7062,
      "step": 66645
    },
    {
      "epoch": 2.729715338930985,
      "grad_norm": 0.8787696094615691,
      "learning_rate": 0.00017467073342598976,
      "loss": 0.7085,
      "step": 66646
    },
    {
      "epoch": 2.7297562973581817,
      "grad_norm": 0.8929421640994535,
      "learning_rate": 0.0001746675164398495,
      "loss": 0.3487,
      "step": 66647
    },
    {
      "epoch": 2.729797255785378,
      "grad_norm": 0.9370218488957207,
      "learning_rate": 0.0001746642994420478,
      "loss": 0.3874,
      "step": 66648
    },
    {
      "epoch": 2.7298382142125743,
      "grad_norm": 1.1512915841261802,
      "learning_rate": 0.00017466108243258634,
      "loss": 0.9831,
      "step": 66649
    },
    {
      "epoch": 2.7298791726397704,
      "grad_norm": 0.9124806975709311,
      "learning_rate": 0.0001746578654114665,
      "loss": 0.5626,
      "step": 66650
    },
    {
      "epoch": 2.729920131066967,
      "grad_norm": 0.9111229407305451,
      "learning_rate": 0.00017465464837868988,
      "loss": 0.7358,
      "step": 66651
    },
    {
      "epoch": 2.7299610894941635,
      "grad_norm": 0.6256558013672808,
      "learning_rate": 0.00017465143133425792,
      "loss": 0.2509,
      "step": 66652
    },
    {
      "epoch": 2.73000204792136,
      "grad_norm": 0.6354751603778812,
      "learning_rate": 0.00017464821427817226,
      "loss": 0.2253,
      "step": 66653
    },
    {
      "epoch": 2.730043006348556,
      "grad_norm": 0.7024407886163444,
      "learning_rate": 0.00017464499721043432,
      "loss": 0.2822,
      "step": 66654
    },
    {
      "epoch": 2.7300839647757527,
      "grad_norm": 2.0470266280150415,
      "learning_rate": 0.00017464178013104568,
      "loss": 1.473,
      "step": 66655
    },
    {
      "epoch": 2.7301249232029488,
      "grad_norm": 1.1971361207815523,
      "learning_rate": 0.00017463856304000778,
      "loss": 0.5809,
      "step": 66656
    },
    {
      "epoch": 2.7301658816301453,
      "grad_norm": 1.2182196578942477,
      "learning_rate": 0.00017463534593732222,
      "loss": 0.8608,
      "step": 66657
    },
    {
      "epoch": 2.730206840057342,
      "grad_norm": 1.3184854614602906,
      "learning_rate": 0.00017463212882299053,
      "loss": 1.1368,
      "step": 66658
    },
    {
      "epoch": 2.7302477984845384,
      "grad_norm": 0.8754335810357115,
      "learning_rate": 0.0001746289116970142,
      "loss": 0.5662,
      "step": 66659
    },
    {
      "epoch": 2.7302887569117344,
      "grad_norm": 1.356884579901718,
      "learning_rate": 0.0001746256945593947,
      "loss": 1.0914,
      "step": 66660
    },
    {
      "epoch": 2.730329715338931,
      "grad_norm": 0.8376200301096044,
      "learning_rate": 0.00017462247741013365,
      "loss": 0.3497,
      "step": 66661
    },
    {
      "epoch": 2.7303706737661275,
      "grad_norm": 1.134283692638515,
      "learning_rate": 0.0001746192602492325,
      "loss": 0.8366,
      "step": 66662
    },
    {
      "epoch": 2.7304116321933236,
      "grad_norm": 1.7908072722299824,
      "learning_rate": 0.0001746160430766928,
      "loss": 1.362,
      "step": 66663
    },
    {
      "epoch": 2.73045259062052,
      "grad_norm": 1.572813670632233,
      "learning_rate": 0.00017461282589251604,
      "loss": 1.1923,
      "step": 66664
    },
    {
      "epoch": 2.7304935490477167,
      "grad_norm": 0.6867982725790666,
      "learning_rate": 0.00017460960869670377,
      "loss": 0.2767,
      "step": 66665
    },
    {
      "epoch": 2.730534507474913,
      "grad_norm": 0.9330738418205571,
      "learning_rate": 0.00017460639148925752,
      "loss": 0.714,
      "step": 66666
    },
    {
      "epoch": 2.7305754659021093,
      "grad_norm": 0.9656443876795338,
      "learning_rate": 0.0001746031742701788,
      "loss": 0.9494,
      "step": 66667
    },
    {
      "epoch": 2.730616424329306,
      "grad_norm": 2.013198761412916,
      "learning_rate": 0.0001745999570394691,
      "loss": 1.4581,
      "step": 66668
    },
    {
      "epoch": 2.730657382756502,
      "grad_norm": 1.0200816197594473,
      "learning_rate": 0.00017459673979713,
      "loss": 0.7383,
      "step": 66669
    },
    {
      "epoch": 2.7306983411836985,
      "grad_norm": 1.4806533588112059,
      "learning_rate": 0.00017459352254316297,
      "loss": 1.4159,
      "step": 66670
    },
    {
      "epoch": 2.730739299610895,
      "grad_norm": 0.6664363066000721,
      "learning_rate": 0.00017459030527756957,
      "loss": 0.3059,
      "step": 66671
    },
    {
      "epoch": 2.7307802580380915,
      "grad_norm": 1.2534726264958895,
      "learning_rate": 0.00017458708800035128,
      "loss": 1.0649,
      "step": 66672
    },
    {
      "epoch": 2.7308212164652876,
      "grad_norm": 0.8267204600696826,
      "learning_rate": 0.00017458387071150967,
      "loss": 0.4934,
      "step": 66673
    },
    {
      "epoch": 2.730862174892484,
      "grad_norm": 0.7355767504454528,
      "learning_rate": 0.0001745806534110462,
      "loss": 0.2567,
      "step": 66674
    },
    {
      "epoch": 2.7309031333196803,
      "grad_norm": 1.0636688244363495,
      "learning_rate": 0.00017457743609896242,
      "loss": 0.3789,
      "step": 66675
    },
    {
      "epoch": 2.730944091746877,
      "grad_norm": 2.0191891320775777,
      "learning_rate": 0.00017457421877525988,
      "loss": 1.2274,
      "step": 66676
    },
    {
      "epoch": 2.7309850501740733,
      "grad_norm": 1.503595548262746,
      "learning_rate": 0.00017457100143994004,
      "loss": 1.2424,
      "step": 66677
    },
    {
      "epoch": 2.73102600860127,
      "grad_norm": 1.2498930564614728,
      "learning_rate": 0.00017456778409300448,
      "loss": 0.5864,
      "step": 66678
    },
    {
      "epoch": 2.731066967028466,
      "grad_norm": 1.2783112443681575,
      "learning_rate": 0.00017456456673445474,
      "loss": 1.1807,
      "step": 66679
    },
    {
      "epoch": 2.7311079254556625,
      "grad_norm": 0.821738313336312,
      "learning_rate": 0.00017456134936429224,
      "loss": 0.4126,
      "step": 66680
    },
    {
      "epoch": 2.731148883882859,
      "grad_norm": 1.0262148020061141,
      "learning_rate": 0.0001745581319825186,
      "loss": 0.7713,
      "step": 66681
    },
    {
      "epoch": 2.731189842310055,
      "grad_norm": 1.8406226764720082,
      "learning_rate": 0.00017455491458913527,
      "loss": 0.8372,
      "step": 66682
    },
    {
      "epoch": 2.7312308007372517,
      "grad_norm": 0.7984976002165982,
      "learning_rate": 0.0001745516971841438,
      "loss": 0.4918,
      "step": 66683
    },
    {
      "epoch": 2.731271759164448,
      "grad_norm": 0.9110144044124178,
      "learning_rate": 0.0001745484797675457,
      "loss": 0.6104,
      "step": 66684
    },
    {
      "epoch": 2.7313127175916447,
      "grad_norm": 1.0746221595867749,
      "learning_rate": 0.00017454526233934254,
      "loss": 0.8203,
      "step": 66685
    },
    {
      "epoch": 2.731353676018841,
      "grad_norm": 1.0524254291084014,
      "learning_rate": 0.00017454204489953577,
      "loss": 0.7389,
      "step": 66686
    },
    {
      "epoch": 2.7313946344460374,
      "grad_norm": 1.0341112726543586,
      "learning_rate": 0.00017453882744812699,
      "loss": 0.623,
      "step": 66687
    },
    {
      "epoch": 2.7314355928732335,
      "grad_norm": 1.5746147810569424,
      "learning_rate": 0.0001745356099851176,
      "loss": 0.7715,
      "step": 66688
    },
    {
      "epoch": 2.73147655130043,
      "grad_norm": 1.2038023560497635,
      "learning_rate": 0.00017453239251050926,
      "loss": 0.8289,
      "step": 66689
    },
    {
      "epoch": 2.7315175097276265,
      "grad_norm": 0.9249066040526723,
      "learning_rate": 0.00017452917502430344,
      "loss": 0.6781,
      "step": 66690
    },
    {
      "epoch": 2.731558468154823,
      "grad_norm": 0.8514490113973399,
      "learning_rate": 0.0001745259575265016,
      "loss": 0.4493,
      "step": 66691
    },
    {
      "epoch": 2.731599426582019,
      "grad_norm": 1.1103202102868184,
      "learning_rate": 0.00017452274001710533,
      "loss": 0.9273,
      "step": 66692
    },
    {
      "epoch": 2.7316403850092157,
      "grad_norm": 4.3449189852747825,
      "learning_rate": 0.0001745195224961161,
      "loss": 6.4409,
      "step": 66693
    },
    {
      "epoch": 2.731681343436412,
      "grad_norm": 4.280300774475517,
      "learning_rate": 0.00017451630496353554,
      "loss": 1.5533,
      "step": 66694
    },
    {
      "epoch": 2.7317223018636083,
      "grad_norm": 0.7440803111547103,
      "learning_rate": 0.00017451308741936504,
      "loss": 0.1782,
      "step": 66695
    },
    {
      "epoch": 2.731763260290805,
      "grad_norm": 1.0040948436710704,
      "learning_rate": 0.0001745098698636062,
      "loss": 0.6005,
      "step": 66696
    },
    {
      "epoch": 2.7318042187180014,
      "grad_norm": 1.0803720453283794,
      "learning_rate": 0.0001745066522962605,
      "loss": 0.7593,
      "step": 66697
    },
    {
      "epoch": 2.7318451771451975,
      "grad_norm": 1.857309411440509,
      "learning_rate": 0.00017450343471732947,
      "loss": 1.5533,
      "step": 66698
    },
    {
      "epoch": 2.731886135572394,
      "grad_norm": 1.0920778019042714,
      "learning_rate": 0.00017450021712681464,
      "loss": 0.7753,
      "step": 66699
    },
    {
      "epoch": 2.7319270939995906,
      "grad_norm": 1.0296840217865904,
      "learning_rate": 0.00017449699952471753,
      "loss": 0.7119,
      "step": 66700
    },
    {
      "epoch": 2.7319680524267866,
      "grad_norm": 2.1485123369913017,
      "learning_rate": 0.00017449378191103964,
      "loss": 0.8938,
      "step": 66701
    },
    {
      "epoch": 2.732009010853983,
      "grad_norm": 1.2535401855672037,
      "learning_rate": 0.0001744905642857826,
      "loss": 0.4467,
      "step": 66702
    },
    {
      "epoch": 2.7320499692811797,
      "grad_norm": 1.3383320587417726,
      "learning_rate": 0.00017448734664894774,
      "loss": 0.876,
      "step": 66703
    },
    {
      "epoch": 2.7320909277083762,
      "grad_norm": 1.7284275466902168,
      "learning_rate": 0.0001744841290005367,
      "loss": 0.8156,
      "step": 66704
    },
    {
      "epoch": 2.7321318861355723,
      "grad_norm": 1.059993615663805,
      "learning_rate": 0.000174480911340551,
      "loss": 0.8827,
      "step": 66705
    },
    {
      "epoch": 2.732172844562769,
      "grad_norm": 0.7241680202840624,
      "learning_rate": 0.00017447769366899218,
      "loss": 0.1998,
      "step": 66706
    },
    {
      "epoch": 2.732213802989965,
      "grad_norm": 1.475899682149479,
      "learning_rate": 0.0001744744759858617,
      "loss": 0.6425,
      "step": 66707
    },
    {
      "epoch": 2.7322547614171615,
      "grad_norm": 1.0722399094890709,
      "learning_rate": 0.00017447125829116113,
      "loss": 0.7449,
      "step": 66708
    },
    {
      "epoch": 2.732295719844358,
      "grad_norm": 1.1866061017849838,
      "learning_rate": 0.00017446804058489192,
      "loss": 0.7515,
      "step": 66709
    },
    {
      "epoch": 2.7323366782715546,
      "grad_norm": 1.1621092031156812,
      "learning_rate": 0.00017446482286705568,
      "loss": 0.9643,
      "step": 66710
    },
    {
      "epoch": 2.7323776366987507,
      "grad_norm": 1.0770783420574206,
      "learning_rate": 0.00017446160513765388,
      "loss": 0.8884,
      "step": 66711
    },
    {
      "epoch": 2.732418595125947,
      "grad_norm": 1.1930180435917244,
      "learning_rate": 0.00017445838739668803,
      "loss": 0.757,
      "step": 66712
    },
    {
      "epoch": 2.7324595535531433,
      "grad_norm": 1.2635320119602484,
      "learning_rate": 0.00017445516964415968,
      "loss": 1.0776,
      "step": 66713
    },
    {
      "epoch": 2.73250051198034,
      "grad_norm": 1.055725839473799,
      "learning_rate": 0.0001744519518800704,
      "loss": 0.7974,
      "step": 66714
    },
    {
      "epoch": 2.7325414704075364,
      "grad_norm": 1.3387975059785053,
      "learning_rate": 0.00017444873410442163,
      "loss": 0.3424,
      "step": 66715
    },
    {
      "epoch": 2.732582428834733,
      "grad_norm": 1.4625476155689343,
      "learning_rate": 0.00017444551631721488,
      "loss": 0.9438,
      "step": 66716
    },
    {
      "epoch": 2.732623387261929,
      "grad_norm": 3.21501958014653,
      "learning_rate": 0.00017444229851845173,
      "loss": 3.7326,
      "step": 66717
    },
    {
      "epoch": 2.7326643456891255,
      "grad_norm": 1.2864600160965374,
      "learning_rate": 0.0001744390807081337,
      "loss": 0.966,
      "step": 66718
    },
    {
      "epoch": 2.732705304116322,
      "grad_norm": 1.1229702200125193,
      "learning_rate": 0.00017443586288626227,
      "loss": 0.7939,
      "step": 66719
    },
    {
      "epoch": 2.732746262543518,
      "grad_norm": 1.4595020944780535,
      "learning_rate": 0.00017443264505283894,
      "loss": 1.0558,
      "step": 66720
    },
    {
      "epoch": 2.7327872209707147,
      "grad_norm": 1.3241370437420068,
      "learning_rate": 0.00017442942720786534,
      "loss": 0.9178,
      "step": 66721
    },
    {
      "epoch": 2.7328281793979112,
      "grad_norm": 1.1044310668242923,
      "learning_rate": 0.0001744262093513429,
      "loss": 0.9026,
      "step": 66722
    },
    {
      "epoch": 2.7328691378251078,
      "grad_norm": 0.9420493423989665,
      "learning_rate": 0.0001744229914832732,
      "loss": 0.6631,
      "step": 66723
    },
    {
      "epoch": 2.732910096252304,
      "grad_norm": 1.4703844764004435,
      "learning_rate": 0.00017441977360365765,
      "loss": 1.3447,
      "step": 66724
    },
    {
      "epoch": 2.7329510546795004,
      "grad_norm": 1.3031585464024327,
      "learning_rate": 0.00017441655571249787,
      "loss": 0.9639,
      "step": 66725
    },
    {
      "epoch": 2.7329920131066965,
      "grad_norm": 0.9539486605458015,
      "learning_rate": 0.0001744133378097954,
      "loss": 0.6088,
      "step": 66726
    },
    {
      "epoch": 2.733032971533893,
      "grad_norm": 1.0182910891637968,
      "learning_rate": 0.00017441011989555172,
      "loss": 0.7879,
      "step": 66727
    },
    {
      "epoch": 2.7330739299610896,
      "grad_norm": 0.8647308122595072,
      "learning_rate": 0.00017440690196976832,
      "loss": 0.253,
      "step": 66728
    },
    {
      "epoch": 2.733114888388286,
      "grad_norm": 1.0415951418794591,
      "learning_rate": 0.00017440368403244676,
      "loss": 0.7099,
      "step": 66729
    },
    {
      "epoch": 2.733155846815482,
      "grad_norm": 0.8678689156503399,
      "learning_rate": 0.00017440046608358856,
      "loss": 0.2938,
      "step": 66730
    },
    {
      "epoch": 2.7331968052426787,
      "grad_norm": 1.3696030154985117,
      "learning_rate": 0.00017439724812319527,
      "loss": 0.6863,
      "step": 66731
    },
    {
      "epoch": 2.733237763669875,
      "grad_norm": 1.1430724674565844,
      "learning_rate": 0.0001743940301512683,
      "loss": 0.6808,
      "step": 66732
    },
    {
      "epoch": 2.7332787220970713,
      "grad_norm": 0.6050148071221918,
      "learning_rate": 0.0001743908121678093,
      "loss": 0.2502,
      "step": 66733
    },
    {
      "epoch": 2.733319680524268,
      "grad_norm": 0.716754891579848,
      "learning_rate": 0.00017438759417281972,
      "loss": 0.2718,
      "step": 66734
    },
    {
      "epoch": 2.7333606389514644,
      "grad_norm": 1.4505055400729954,
      "learning_rate": 0.00017438437616630113,
      "loss": 1.1404,
      "step": 66735
    },
    {
      "epoch": 2.7334015973786605,
      "grad_norm": 1.3815824641666892,
      "learning_rate": 0.00017438115814825497,
      "loss": 0.6428,
      "step": 66736
    },
    {
      "epoch": 2.733442555805857,
      "grad_norm": 1.2453654223407602,
      "learning_rate": 0.00017437794011868285,
      "loss": 0.6329,
      "step": 66737
    },
    {
      "epoch": 2.7334835142330536,
      "grad_norm": 0.7576812709351654,
      "learning_rate": 0.00017437472207758624,
      "loss": 0.2789,
      "step": 66738
    },
    {
      "epoch": 2.7335244726602497,
      "grad_norm": 0.7017137097351368,
      "learning_rate": 0.0001743715040249667,
      "loss": 0.1915,
      "step": 66739
    },
    {
      "epoch": 2.733565431087446,
      "grad_norm": 1.31288595102847,
      "learning_rate": 0.0001743682859608257,
      "loss": 0.8915,
      "step": 66740
    },
    {
      "epoch": 2.7336063895146427,
      "grad_norm": 0.9588146760552656,
      "learning_rate": 0.00017436506788516483,
      "loss": 0.4162,
      "step": 66741
    },
    {
      "epoch": 2.7336473479418393,
      "grad_norm": 1.3985130376210682,
      "learning_rate": 0.00017436184979798553,
      "loss": 0.9533,
      "step": 66742
    },
    {
      "epoch": 2.7336883063690354,
      "grad_norm": 1.3874653128949903,
      "learning_rate": 0.00017435863169928937,
      "loss": 1.2516,
      "step": 66743
    },
    {
      "epoch": 2.733729264796232,
      "grad_norm": 1.0224799097988135,
      "learning_rate": 0.0001743554135890779,
      "loss": 0.3125,
      "step": 66744
    },
    {
      "epoch": 2.733770223223428,
      "grad_norm": 1.3545725418886614,
      "learning_rate": 0.00017435219546735252,
      "loss": 0.7412,
      "step": 66745
    },
    {
      "epoch": 2.7338111816506245,
      "grad_norm": 1.143383373477327,
      "learning_rate": 0.0001743489773341149,
      "loss": 0.8036,
      "step": 66746
    },
    {
      "epoch": 2.733852140077821,
      "grad_norm": 1.1226282534845076,
      "learning_rate": 0.00017434575918936647,
      "loss": 0.5555,
      "step": 66747
    },
    {
      "epoch": 2.7338930985050176,
      "grad_norm": 1.1594848661341908,
      "learning_rate": 0.0001743425410331088,
      "loss": 0.7039,
      "step": 66748
    },
    {
      "epoch": 2.7339340569322137,
      "grad_norm": 1.177389263715584,
      "learning_rate": 0.0001743393228653434,
      "loss": 0.8226,
      "step": 66749
    },
    {
      "epoch": 2.7339750153594102,
      "grad_norm": 0.846455233023305,
      "learning_rate": 0.00017433610468607175,
      "loss": 0.451,
      "step": 66750
    },
    {
      "epoch": 2.7340159737866063,
      "grad_norm": 1.017521588896839,
      "learning_rate": 0.0001743328864952954,
      "loss": 0.2821,
      "step": 66751
    },
    {
      "epoch": 2.734056932213803,
      "grad_norm": 0.8773128610663176,
      "learning_rate": 0.00017432966829301585,
      "loss": 0.8457,
      "step": 66752
    },
    {
      "epoch": 2.7340978906409994,
      "grad_norm": 1.1752779921338437,
      "learning_rate": 0.0001743264500792347,
      "loss": 1.0192,
      "step": 66753
    },
    {
      "epoch": 2.734138849068196,
      "grad_norm": 1.4315528896872578,
      "learning_rate": 0.0001743232318539534,
      "loss": 0.9265,
      "step": 66754
    },
    {
      "epoch": 2.734179807495392,
      "grad_norm": 2.445976907095106,
      "learning_rate": 0.0001743200136171735,
      "loss": 0.6844,
      "step": 66755
    },
    {
      "epoch": 2.7342207659225886,
      "grad_norm": 1.1123370635889471,
      "learning_rate": 0.00017431679536889647,
      "loss": 0.7171,
      "step": 66756
    },
    {
      "epoch": 2.734261724349785,
      "grad_norm": 1.4806850970766683,
      "learning_rate": 0.00017431357710912389,
      "loss": 1.3678,
      "step": 66757
    },
    {
      "epoch": 2.734302682776981,
      "grad_norm": 1.2992499329584049,
      "learning_rate": 0.00017431035883785727,
      "loss": 0.855,
      "step": 66758
    },
    {
      "epoch": 2.7343436412041777,
      "grad_norm": 1.2574035642688675,
      "learning_rate": 0.00017430714055509812,
      "loss": 0.7955,
      "step": 66759
    },
    {
      "epoch": 2.7343845996313743,
      "grad_norm": 0.9293754496580529,
      "learning_rate": 0.0001743039222608479,
      "loss": 0.3467,
      "step": 66760
    },
    {
      "epoch": 2.734425558058571,
      "grad_norm": 1.1214686568076884,
      "learning_rate": 0.00017430070395510827,
      "loss": 0.5916,
      "step": 66761
    },
    {
      "epoch": 2.734466516485767,
      "grad_norm": 1.2665808484074996,
      "learning_rate": 0.00017429748563788067,
      "loss": 0.9409,
      "step": 66762
    },
    {
      "epoch": 2.7345074749129634,
      "grad_norm": 1.8330258010258478,
      "learning_rate": 0.00017429426730916663,
      "loss": 0.8885,
      "step": 66763
    },
    {
      "epoch": 2.7345484333401595,
      "grad_norm": 1.2604478815309765,
      "learning_rate": 0.00017429104896896764,
      "loss": 0.9951,
      "step": 66764
    },
    {
      "epoch": 2.734589391767356,
      "grad_norm": 0.6126312610177342,
      "learning_rate": 0.00017428783061728529,
      "loss": 0.2793,
      "step": 66765
    },
    {
      "epoch": 2.7346303501945526,
      "grad_norm": 1.1568639920925936,
      "learning_rate": 0.00017428461225412105,
      "loss": 0.7913,
      "step": 66766
    },
    {
      "epoch": 2.734671308621749,
      "grad_norm": 0.7098595744461711,
      "learning_rate": 0.00017428139387947646,
      "loss": 0.216,
      "step": 66767
    },
    {
      "epoch": 2.734712267048945,
      "grad_norm": 1.39048111988232,
      "learning_rate": 0.000174278175493353,
      "loss": 1.0871,
      "step": 66768
    },
    {
      "epoch": 2.7347532254761417,
      "grad_norm": 1.099491235114984,
      "learning_rate": 0.00017427495709575227,
      "loss": 0.3537,
      "step": 66769
    },
    {
      "epoch": 2.734794183903338,
      "grad_norm": 1.1178281284765823,
      "learning_rate": 0.00017427173868667572,
      "loss": 0.8415,
      "step": 66770
    },
    {
      "epoch": 2.7348351423305344,
      "grad_norm": 0.9276710066816912,
      "learning_rate": 0.0001742685202661249,
      "loss": 0.6635,
      "step": 66771
    },
    {
      "epoch": 2.734876100757731,
      "grad_norm": 1.1060946258164757,
      "learning_rate": 0.00017426530183410133,
      "loss": 0.8437,
      "step": 66772
    },
    {
      "epoch": 2.7349170591849274,
      "grad_norm": 1.4886722691819376,
      "learning_rate": 0.00017426208339060655,
      "loss": 0.6162,
      "step": 66773
    },
    {
      "epoch": 2.7349580176121235,
      "grad_norm": 1.1034664910468064,
      "learning_rate": 0.00017425886493564207,
      "loss": 0.763,
      "step": 66774
    },
    {
      "epoch": 2.73499897603932,
      "grad_norm": 0.9575876174809217,
      "learning_rate": 0.0001742556464692094,
      "loss": 0.5831,
      "step": 66775
    },
    {
      "epoch": 2.7350399344665166,
      "grad_norm": 2.5356338708974544,
      "learning_rate": 0.00017425242799131005,
      "loss": 3.2911,
      "step": 66776
    },
    {
      "epoch": 2.7350808928937127,
      "grad_norm": 1.4719549205637161,
      "learning_rate": 0.00017424920950194557,
      "loss": 1.1547,
      "step": 66777
    },
    {
      "epoch": 2.7351218513209092,
      "grad_norm": 0.9119287240897845,
      "learning_rate": 0.00017424599100111747,
      "loss": 0.2403,
      "step": 66778
    },
    {
      "epoch": 2.7351628097481058,
      "grad_norm": 3.064888560830185,
      "learning_rate": 0.0001742427724888273,
      "loss": 1.2578,
      "step": 66779
    },
    {
      "epoch": 2.7352037681753023,
      "grad_norm": 0.9061399963884101,
      "learning_rate": 0.00017423955396507655,
      "loss": 0.3484,
      "step": 66780
    },
    {
      "epoch": 2.7352447266024984,
      "grad_norm": 1.1324001478857817,
      "learning_rate": 0.0001742363354298667,
      "loss": 0.9189,
      "step": 66781
    },
    {
      "epoch": 2.735285685029695,
      "grad_norm": 1.2877726571520447,
      "learning_rate": 0.00017423311688319936,
      "loss": 0.7634,
      "step": 66782
    },
    {
      "epoch": 2.735326643456891,
      "grad_norm": 0.8215382903273557,
      "learning_rate": 0.000174229898325076,
      "loss": 0.7056,
      "step": 66783
    },
    {
      "epoch": 2.7353676018840876,
      "grad_norm": 2.1615417373052894,
      "learning_rate": 0.00017422667975549815,
      "loss": 0.9738,
      "step": 66784
    },
    {
      "epoch": 2.735408560311284,
      "grad_norm": 1.0406209712125734,
      "learning_rate": 0.0001742234611744673,
      "loss": 0.519,
      "step": 66785
    },
    {
      "epoch": 2.7354495187384806,
      "grad_norm": 0.99397812544308,
      "learning_rate": 0.00017422024258198504,
      "loss": 0.6581,
      "step": 66786
    },
    {
      "epoch": 2.7354904771656767,
      "grad_norm": 0.869597954002393,
      "learning_rate": 0.00017421702397805286,
      "loss": 0.6817,
      "step": 66787
    },
    {
      "epoch": 2.7355314355928733,
      "grad_norm": 1.5591916090147742,
      "learning_rate": 0.00017421380536267224,
      "loss": 1.0816,
      "step": 66788
    },
    {
      "epoch": 2.7355723940200694,
      "grad_norm": 1.145046129304782,
      "learning_rate": 0.00017421058673584475,
      "loss": 0.6875,
      "step": 66789
    },
    {
      "epoch": 2.735613352447266,
      "grad_norm": 1.1753658686465838,
      "learning_rate": 0.0001742073680975719,
      "loss": 0.9343,
      "step": 66790
    },
    {
      "epoch": 2.7356543108744624,
      "grad_norm": 1.2202411904788757,
      "learning_rate": 0.00017420414944785526,
      "loss": 0.7513,
      "step": 66791
    },
    {
      "epoch": 2.735695269301659,
      "grad_norm": 2.7762194298990495,
      "learning_rate": 0.00017420093078669623,
      "loss": 1.0105,
      "step": 66792
    },
    {
      "epoch": 2.735736227728855,
      "grad_norm": 0.6535284679720597,
      "learning_rate": 0.00017419771211409646,
      "loss": 0.1803,
      "step": 66793
    },
    {
      "epoch": 2.7357771861560516,
      "grad_norm": 1.107817565987164,
      "learning_rate": 0.00017419449343005739,
      "loss": 0.8008,
      "step": 66794
    },
    {
      "epoch": 2.735818144583248,
      "grad_norm": 1.3442564895146047,
      "learning_rate": 0.00017419127473458057,
      "loss": 0.7441,
      "step": 66795
    },
    {
      "epoch": 2.735859103010444,
      "grad_norm": 0.8172722457368625,
      "learning_rate": 0.00017418805602766748,
      "loss": 0.5996,
      "step": 66796
    },
    {
      "epoch": 2.7359000614376408,
      "grad_norm": 4.010324516899966,
      "learning_rate": 0.00017418483730931972,
      "loss": 1.2943,
      "step": 66797
    },
    {
      "epoch": 2.7359410198648373,
      "grad_norm": 3.562096359952831,
      "learning_rate": 0.00017418161857953878,
      "loss": 4.1001,
      "step": 66798
    },
    {
      "epoch": 2.735981978292034,
      "grad_norm": 1.5914255356775866,
      "learning_rate": 0.0001741783998383262,
      "loss": 0.9322,
      "step": 66799
    },
    {
      "epoch": 2.73602293671923,
      "grad_norm": 0.954704266387918,
      "learning_rate": 0.00017417518108568341,
      "loss": 0.7942,
      "step": 66800
    },
    {
      "epoch": 2.7360638951464265,
      "grad_norm": 0.9514254545411229,
      "learning_rate": 0.00017417196232161203,
      "loss": 0.3973,
      "step": 66801
    },
    {
      "epoch": 2.7361048535736225,
      "grad_norm": 0.8737676364964789,
      "learning_rate": 0.00017416874354611353,
      "loss": 0.2699,
      "step": 66802
    },
    {
      "epoch": 2.736145812000819,
      "grad_norm": 2.53202886158223,
      "learning_rate": 0.0001741655247591895,
      "loss": 2.0591,
      "step": 66803
    },
    {
      "epoch": 2.7361867704280156,
      "grad_norm": 1.6228826047302862,
      "learning_rate": 0.00017416230596084133,
      "loss": 1.1922,
      "step": 66804
    },
    {
      "epoch": 2.736227728855212,
      "grad_norm": 1.008087359507066,
      "learning_rate": 0.00017415908715107069,
      "loss": 0.5103,
      "step": 66805
    },
    {
      "epoch": 2.7362686872824082,
      "grad_norm": 1.0556210989102306,
      "learning_rate": 0.00017415586832987903,
      "loss": 0.8079,
      "step": 66806
    },
    {
      "epoch": 2.7363096457096048,
      "grad_norm": 1.3165719311875606,
      "learning_rate": 0.00017415264949726788,
      "loss": 0.6619,
      "step": 66807
    },
    {
      "epoch": 2.7363506041368013,
      "grad_norm": 1.0262248196654704,
      "learning_rate": 0.0001741494306532387,
      "loss": 0.7636,
      "step": 66808
    },
    {
      "epoch": 2.7363915625639974,
      "grad_norm": 1.11874067889976,
      "learning_rate": 0.00017414621179779314,
      "loss": 0.6629,
      "step": 66809
    },
    {
      "epoch": 2.736432520991194,
      "grad_norm": 1.3540640875604253,
      "learning_rate": 0.0001741429929309326,
      "loss": 0.6547,
      "step": 66810
    },
    {
      "epoch": 2.7364734794183905,
      "grad_norm": 6.746631376662364,
      "learning_rate": 0.0001741397740526587,
      "loss": 1.3757,
      "step": 66811
    },
    {
      "epoch": 2.7365144378455866,
      "grad_norm": 1.0481860786314319,
      "learning_rate": 0.00017413655516297286,
      "loss": 0.7495,
      "step": 66812
    },
    {
      "epoch": 2.736555396272783,
      "grad_norm": 1.814749947353696,
      "learning_rate": 0.0001741333362618767,
      "loss": 0.9521,
      "step": 66813
    },
    {
      "epoch": 2.7365963546999796,
      "grad_norm": 3.957606850246983,
      "learning_rate": 0.00017413011734937172,
      "loss": 2.4766,
      "step": 66814
    },
    {
      "epoch": 2.7366373131271757,
      "grad_norm": 1.1406875252749804,
      "learning_rate": 0.0001741268984254594,
      "loss": 0.7935,
      "step": 66815
    },
    {
      "epoch": 2.7366782715543723,
      "grad_norm": 1.3343028651110016,
      "learning_rate": 0.00017412367949014128,
      "loss": 0.9931,
      "step": 66816
    },
    {
      "epoch": 2.736719229981569,
      "grad_norm": 1.4696107488340087,
      "learning_rate": 0.00017412046054341882,
      "loss": 0.7236,
      "step": 66817
    },
    {
      "epoch": 2.7367601884087653,
      "grad_norm": 2.7171311371091793,
      "learning_rate": 0.00017411724158529368,
      "loss": 1.0976,
      "step": 66818
    },
    {
      "epoch": 2.7368011468359614,
      "grad_norm": 1.109802339478055,
      "learning_rate": 0.0001741140226157673,
      "loss": 0.2494,
      "step": 66819
    },
    {
      "epoch": 2.736842105263158,
      "grad_norm": 1.7526385311417398,
      "learning_rate": 0.00017411080363484123,
      "loss": 0.7756,
      "step": 66820
    },
    {
      "epoch": 2.736883063690354,
      "grad_norm": 1.315424165536978,
      "learning_rate": 0.00017410758464251694,
      "loss": 0.7036,
      "step": 66821
    },
    {
      "epoch": 2.7369240221175506,
      "grad_norm": 0.7381918795495787,
      "learning_rate": 0.000174104365638796,
      "loss": 0.1757,
      "step": 66822
    },
    {
      "epoch": 2.736964980544747,
      "grad_norm": 1.5713694625976358,
      "learning_rate": 0.0001741011466236799,
      "loss": 0.3151,
      "step": 66823
    },
    {
      "epoch": 2.7370059389719437,
      "grad_norm": 1.148061389317805,
      "learning_rate": 0.00017409792759717015,
      "loss": 0.711,
      "step": 66824
    },
    {
      "epoch": 2.7370468973991398,
      "grad_norm": 1.4824449739024614,
      "learning_rate": 0.00017409470855926835,
      "loss": 1.1933,
      "step": 66825
    },
    {
      "epoch": 2.7370878558263363,
      "grad_norm": 1.2018881193827715,
      "learning_rate": 0.00017409148950997593,
      "loss": 0.794,
      "step": 66826
    },
    {
      "epoch": 2.737128814253533,
      "grad_norm": 0.7697508655678746,
      "learning_rate": 0.00017408827044929447,
      "loss": 0.2652,
      "step": 66827
    },
    {
      "epoch": 2.737169772680729,
      "grad_norm": 1.342185694912483,
      "learning_rate": 0.00017408505137722543,
      "loss": 1.1332,
      "step": 66828
    },
    {
      "epoch": 2.7372107311079255,
      "grad_norm": 1.357573964109328,
      "learning_rate": 0.00017408183229377045,
      "loss": 0.8632,
      "step": 66829
    },
    {
      "epoch": 2.737251689535122,
      "grad_norm": 1.133322871711336,
      "learning_rate": 0.00017407861319893096,
      "loss": 0.7611,
      "step": 66830
    },
    {
      "epoch": 2.737292647962318,
      "grad_norm": 1.2356659729132122,
      "learning_rate": 0.00017407539409270846,
      "loss": 0.5398,
      "step": 66831
    },
    {
      "epoch": 2.7373336063895146,
      "grad_norm": 1.3450419152429776,
      "learning_rate": 0.00017407217497510452,
      "loss": 1.4251,
      "step": 66832
    },
    {
      "epoch": 2.737374564816711,
      "grad_norm": 1.2055156293839109,
      "learning_rate": 0.00017406895584612067,
      "loss": 0.7972,
      "step": 66833
    },
    {
      "epoch": 2.7374155232439072,
      "grad_norm": 1.0911087828615278,
      "learning_rate": 0.00017406573670575843,
      "loss": 0.8873,
      "step": 66834
    },
    {
      "epoch": 2.737456481671104,
      "grad_norm": 1.0131935714827154,
      "learning_rate": 0.00017406251755401928,
      "loss": 0.7125,
      "step": 66835
    },
    {
      "epoch": 2.7374974400983003,
      "grad_norm": 1.235498669748669,
      "learning_rate": 0.00017405929839090474,
      "loss": 0.9186,
      "step": 66836
    },
    {
      "epoch": 2.737538398525497,
      "grad_norm": 1.3199775605665973,
      "learning_rate": 0.0001740560792164164,
      "loss": 0.996,
      "step": 66837
    },
    {
      "epoch": 2.737579356952693,
      "grad_norm": 1.0400084648503236,
      "learning_rate": 0.00017405286003055576,
      "loss": 1.0139,
      "step": 66838
    },
    {
      "epoch": 2.7376203153798895,
      "grad_norm": 0.803194511003411,
      "learning_rate": 0.0001740496408333243,
      "loss": 0.694,
      "step": 66839
    },
    {
      "epoch": 2.7376612738070856,
      "grad_norm": 0.836186000740846,
      "learning_rate": 0.00017404642162472354,
      "loss": 0.345,
      "step": 66840
    },
    {
      "epoch": 2.737702232234282,
      "grad_norm": 2.9031993476898657,
      "learning_rate": 0.00017404320240475504,
      "loss": 3.2406,
      "step": 66841
    },
    {
      "epoch": 2.7377431906614786,
      "grad_norm": 0.9044647296715614,
      "learning_rate": 0.00017403998317342033,
      "loss": 0.5672,
      "step": 66842
    },
    {
      "epoch": 2.737784149088675,
      "grad_norm": 1.4143383295182763,
      "learning_rate": 0.00017403676393072093,
      "loss": 1.2367,
      "step": 66843
    },
    {
      "epoch": 2.7378251075158713,
      "grad_norm": 1.1184165390578096,
      "learning_rate": 0.00017403354467665827,
      "loss": 0.7725,
      "step": 66844
    },
    {
      "epoch": 2.737866065943068,
      "grad_norm": 1.0127674063762586,
      "learning_rate": 0.000174030325411234,
      "loss": 0.6561,
      "step": 66845
    },
    {
      "epoch": 2.7379070243702643,
      "grad_norm": 1.2745739638691136,
      "learning_rate": 0.00017402710613444958,
      "loss": 0.753,
      "step": 66846
    },
    {
      "epoch": 2.7379479827974604,
      "grad_norm": 1.0396126738364402,
      "learning_rate": 0.00017402388684630655,
      "loss": 0.5849,
      "step": 66847
    },
    {
      "epoch": 2.737988941224657,
      "grad_norm": 1.2062783214513244,
      "learning_rate": 0.00017402066754680637,
      "loss": 0.8364,
      "step": 66848
    },
    {
      "epoch": 2.7380298996518535,
      "grad_norm": 1.362605657345154,
      "learning_rate": 0.00017401744823595063,
      "loss": 0.9418,
      "step": 66849
    },
    {
      "epoch": 2.73807085807905,
      "grad_norm": 1.9192811434044588,
      "learning_rate": 0.00017401422891374089,
      "loss": 0.9422,
      "step": 66850
    },
    {
      "epoch": 2.738111816506246,
      "grad_norm": 1.1814742367716298,
      "learning_rate": 0.00017401100958017857,
      "loss": 0.825,
      "step": 66851
    },
    {
      "epoch": 2.7381527749334427,
      "grad_norm": 0.9207063509954957,
      "learning_rate": 0.00017400779023526525,
      "loss": 0.4995,
      "step": 66852
    },
    {
      "epoch": 2.7381937333606388,
      "grad_norm": 1.280534020797742,
      "learning_rate": 0.0001740045708790024,
      "loss": 0.8345,
      "step": 66853
    },
    {
      "epoch": 2.7382346917878353,
      "grad_norm": 0.9805196235638447,
      "learning_rate": 0.00017400135151139165,
      "loss": 0.7917,
      "step": 66854
    },
    {
      "epoch": 2.738275650215032,
      "grad_norm": 1.14206845135866,
      "learning_rate": 0.00017399813213243447,
      "loss": 0.6328,
      "step": 66855
    },
    {
      "epoch": 2.7383166086422284,
      "grad_norm": 1.0566015188341509,
      "learning_rate": 0.00017399491274213227,
      "loss": 0.6683,
      "step": 66856
    },
    {
      "epoch": 2.7383575670694245,
      "grad_norm": 2.3341220313322184,
      "learning_rate": 0.00017399169334048672,
      "loss": 1.1057,
      "step": 66857
    },
    {
      "epoch": 2.738398525496621,
      "grad_norm": 1.6734603455580734,
      "learning_rate": 0.00017398847392749927,
      "loss": 1.2465,
      "step": 66858
    },
    {
      "epoch": 2.738439483923817,
      "grad_norm": 1.3991915832794748,
      "learning_rate": 0.0001739852545031715,
      "loss": 0.7595,
      "step": 66859
    },
    {
      "epoch": 2.7384804423510136,
      "grad_norm": 0.933730793804299,
      "learning_rate": 0.00017398203506750485,
      "loss": 0.6329,
      "step": 66860
    },
    {
      "epoch": 2.73852140077821,
      "grad_norm": 1.1570536818567054,
      "learning_rate": 0.0001739788156205009,
      "loss": 0.7494,
      "step": 66861
    },
    {
      "epoch": 2.7385623592054067,
      "grad_norm": 0.8706227032461066,
      "learning_rate": 0.00017397559616216116,
      "loss": 0.5536,
      "step": 66862
    },
    {
      "epoch": 2.738603317632603,
      "grad_norm": 1.412258487041127,
      "learning_rate": 0.00017397237669248715,
      "loss": 1.0051,
      "step": 66863
    },
    {
      "epoch": 2.7386442760597993,
      "grad_norm": 1.2969970928264272,
      "learning_rate": 0.00017396915721148038,
      "loss": 0.6648,
      "step": 66864
    },
    {
      "epoch": 2.738685234486996,
      "grad_norm": 0.7725354509267858,
      "learning_rate": 0.00017396593771914237,
      "loss": 0.4884,
      "step": 66865
    },
    {
      "epoch": 2.738726192914192,
      "grad_norm": 2.0938083640839125,
      "learning_rate": 0.00017396271821547472,
      "loss": 0.7231,
      "step": 66866
    },
    {
      "epoch": 2.7387671513413885,
      "grad_norm": 1.0423115055119163,
      "learning_rate": 0.00017395949870047884,
      "loss": 0.628,
      "step": 66867
    },
    {
      "epoch": 2.738808109768585,
      "grad_norm": 1.2114607144454244,
      "learning_rate": 0.00017395627917415627,
      "loss": 0.8274,
      "step": 66868
    },
    {
      "epoch": 2.7388490681957816,
      "grad_norm": 1.3678646924087383,
      "learning_rate": 0.00017395305963650864,
      "loss": 0.9765,
      "step": 66869
    },
    {
      "epoch": 2.7388900266229776,
      "grad_norm": 1.261423180502416,
      "learning_rate": 0.00017394984008753733,
      "loss": 0.8618,
      "step": 66870
    },
    {
      "epoch": 2.738930985050174,
      "grad_norm": 0.8567794551679457,
      "learning_rate": 0.00017394662052724397,
      "loss": 0.6081,
      "step": 66871
    },
    {
      "epoch": 2.7389719434773703,
      "grad_norm": 1.1275230625549395,
      "learning_rate": 0.00017394340095563,
      "loss": 0.6979,
      "step": 66872
    },
    {
      "epoch": 2.739012901904567,
      "grad_norm": 1.4184722668092622,
      "learning_rate": 0.00017394018137269698,
      "loss": 0.7897,
      "step": 66873
    },
    {
      "epoch": 2.7390538603317633,
      "grad_norm": 1.314203921110301,
      "learning_rate": 0.00017393696177844646,
      "loss": 0.6781,
      "step": 66874
    },
    {
      "epoch": 2.73909481875896,
      "grad_norm": 1.8646712091448647,
      "learning_rate": 0.00017393374217287993,
      "loss": 1.1154,
      "step": 66875
    },
    {
      "epoch": 2.739135777186156,
      "grad_norm": 1.6163117254752393,
      "learning_rate": 0.00017393052255599886,
      "loss": 0.8311,
      "step": 66876
    },
    {
      "epoch": 2.7391767356133525,
      "grad_norm": 1.1427266357865102,
      "learning_rate": 0.00017392730292780487,
      "loss": 0.4113,
      "step": 66877
    },
    {
      "epoch": 2.7392176940405486,
      "grad_norm": 1.1003503725041421,
      "learning_rate": 0.00017392408328829946,
      "loss": 0.6306,
      "step": 66878
    },
    {
      "epoch": 2.739258652467745,
      "grad_norm": 0.8033322967314247,
      "learning_rate": 0.0001739208636374841,
      "loss": 0.3892,
      "step": 66879
    },
    {
      "epoch": 2.7392996108949417,
      "grad_norm": 0.9677498088455698,
      "learning_rate": 0.00017391764397536036,
      "loss": 0.7154,
      "step": 66880
    },
    {
      "epoch": 2.739340569322138,
      "grad_norm": 1.09427055288814,
      "learning_rate": 0.00017391442430192972,
      "loss": 0.859,
      "step": 66881
    },
    {
      "epoch": 2.7393815277493343,
      "grad_norm": 1.844761265043982,
      "learning_rate": 0.00017391120461719378,
      "loss": 0.6332,
      "step": 66882
    },
    {
      "epoch": 2.739422486176531,
      "grad_norm": 0.8124763600633478,
      "learning_rate": 0.00017390798492115397,
      "loss": 0.2732,
      "step": 66883
    },
    {
      "epoch": 2.7394634446037274,
      "grad_norm": 0.8809664144267579,
      "learning_rate": 0.00017390476521381186,
      "loss": 0.5307,
      "step": 66884
    },
    {
      "epoch": 2.7395044030309235,
      "grad_norm": 0.9785498334470945,
      "learning_rate": 0.00017390154549516896,
      "loss": 0.5564,
      "step": 66885
    },
    {
      "epoch": 2.73954536145812,
      "grad_norm": 1.2574459163431853,
      "learning_rate": 0.0001738983257652268,
      "loss": 0.7837,
      "step": 66886
    },
    {
      "epoch": 2.7395863198853165,
      "grad_norm": 0.8567658742764387,
      "learning_rate": 0.0001738951060239869,
      "loss": 0.5231,
      "step": 66887
    },
    {
      "epoch": 2.739627278312513,
      "grad_norm": 1.4538095339348382,
      "learning_rate": 0.00017389188627145078,
      "loss": 1.0418,
      "step": 66888
    },
    {
      "epoch": 2.739668236739709,
      "grad_norm": 0.8198019213415171,
      "learning_rate": 0.00017388866650761996,
      "loss": 0.5321,
      "step": 66889
    },
    {
      "epoch": 2.7397091951669057,
      "grad_norm": 1.8621294473921601,
      "learning_rate": 0.00017388544673249603,
      "loss": 0.7868,
      "step": 66890
    },
    {
      "epoch": 2.739750153594102,
      "grad_norm": 2.174281184989144,
      "learning_rate": 0.00017388222694608035,
      "loss": 1.6181,
      "step": 66891
    },
    {
      "epoch": 2.7397911120212983,
      "grad_norm": 0.9742667014151263,
      "learning_rate": 0.00017387900714837458,
      "loss": 0.6256,
      "step": 66892
    },
    {
      "epoch": 2.739832070448495,
      "grad_norm": 4.651567786635928,
      "learning_rate": 0.00017387578733938017,
      "loss": 3.9965,
      "step": 66893
    },
    {
      "epoch": 2.7398730288756914,
      "grad_norm": 1.1130263685680548,
      "learning_rate": 0.0001738725675190987,
      "loss": 0.5408,
      "step": 66894
    },
    {
      "epoch": 2.7399139873028875,
      "grad_norm": 0.9990937364120455,
      "learning_rate": 0.0001738693476875317,
      "loss": 0.3439,
      "step": 66895
    },
    {
      "epoch": 2.739954945730084,
      "grad_norm": 1.0534433634477667,
      "learning_rate": 0.0001738661278446806,
      "loss": 0.597,
      "step": 66896
    },
    {
      "epoch": 2.73999590415728,
      "grad_norm": 1.166787062616535,
      "learning_rate": 0.00017386290799054698,
      "loss": 0.7003,
      "step": 66897
    },
    {
      "epoch": 2.7400368625844767,
      "grad_norm": 1.7731335195419764,
      "learning_rate": 0.00017385968812513243,
      "loss": 0.8531,
      "step": 66898
    },
    {
      "epoch": 2.740077821011673,
      "grad_norm": 1.2429461000992665,
      "learning_rate": 0.00017385646824843835,
      "loss": 0.7809,
      "step": 66899
    },
    {
      "epoch": 2.7401187794388697,
      "grad_norm": 1.762691672932828,
      "learning_rate": 0.0001738532483604663,
      "loss": 1.8389,
      "step": 66900
    },
    {
      "epoch": 2.740159737866066,
      "grad_norm": 0.9394619433944342,
      "learning_rate": 0.00017385002846121784,
      "loss": 0.5114,
      "step": 66901
    },
    {
      "epoch": 2.7402006962932624,
      "grad_norm": 1.2725121170399945,
      "learning_rate": 0.00017384680855069446,
      "loss": 0.8143,
      "step": 66902
    },
    {
      "epoch": 2.740241654720459,
      "grad_norm": 0.7397772917510705,
      "learning_rate": 0.00017384358862889774,
      "loss": 0.2477,
      "step": 66903
    },
    {
      "epoch": 2.740282613147655,
      "grad_norm": 0.8283510159349161,
      "learning_rate": 0.00017384036869582908,
      "loss": 0.2819,
      "step": 66904
    },
    {
      "epoch": 2.7403235715748515,
      "grad_norm": 1.1025529091615083,
      "learning_rate": 0.00017383714875149014,
      "loss": 0.8914,
      "step": 66905
    },
    {
      "epoch": 2.740364530002048,
      "grad_norm": 1.2182101226645012,
      "learning_rate": 0.00017383392879588235,
      "loss": 0.8888,
      "step": 66906
    },
    {
      "epoch": 2.7404054884292446,
      "grad_norm": 0.7296644109181086,
      "learning_rate": 0.00017383070882900724,
      "loss": 0.2511,
      "step": 66907
    },
    {
      "epoch": 2.7404464468564407,
      "grad_norm": 1.3039547119345964,
      "learning_rate": 0.0001738274888508664,
      "loss": 1.3538,
      "step": 66908
    },
    {
      "epoch": 2.740487405283637,
      "grad_norm": 1.1070209166641314,
      "learning_rate": 0.00017382426886146127,
      "loss": 0.6372,
      "step": 66909
    },
    {
      "epoch": 2.7405283637108333,
      "grad_norm": 0.5887197434490994,
      "learning_rate": 0.00017382104886079345,
      "loss": 0.1564,
      "step": 66910
    },
    {
      "epoch": 2.74056932213803,
      "grad_norm": 0.9318904822608322,
      "learning_rate": 0.00017381782884886437,
      "loss": 0.6317,
      "step": 66911
    },
    {
      "epoch": 2.7406102805652264,
      "grad_norm": 1.411764167715691,
      "learning_rate": 0.00017381460882567564,
      "loss": 1.2224,
      "step": 66912
    },
    {
      "epoch": 2.740651238992423,
      "grad_norm": 1.0153186472829512,
      "learning_rate": 0.0001738113887912287,
      "loss": 0.565,
      "step": 66913
    },
    {
      "epoch": 2.740692197419619,
      "grad_norm": 1.4003883215248996,
      "learning_rate": 0.00017380816874552516,
      "loss": 0.9881,
      "step": 66914
    },
    {
      "epoch": 2.7407331558468155,
      "grad_norm": 1.0705518403724632,
      "learning_rate": 0.00017380494868856648,
      "loss": 0.6635,
      "step": 66915
    },
    {
      "epoch": 2.7407741142740116,
      "grad_norm": 2.1906080624059387,
      "learning_rate": 0.00017380172862035422,
      "loss": 1.1605,
      "step": 66916
    },
    {
      "epoch": 2.740815072701208,
      "grad_norm": 1.0008836773923178,
      "learning_rate": 0.0001737985085408899,
      "loss": 0.5765,
      "step": 66917
    },
    {
      "epoch": 2.7408560311284047,
      "grad_norm": 2.18186654887952,
      "learning_rate": 0.00017379528845017499,
      "loss": 1.3977,
      "step": 66918
    },
    {
      "epoch": 2.7408969895556012,
      "grad_norm": 1.1983280264611416,
      "learning_rate": 0.00017379206834821108,
      "loss": 0.6184,
      "step": 66919
    },
    {
      "epoch": 2.7409379479827973,
      "grad_norm": 1.0097553395749514,
      "learning_rate": 0.00017378884823499962,
      "loss": 0.6758,
      "step": 66920
    },
    {
      "epoch": 2.740978906409994,
      "grad_norm": 0.9880991670127465,
      "learning_rate": 0.00017378562811054218,
      "loss": 0.6549,
      "step": 66921
    },
    {
      "epoch": 2.7410198648371904,
      "grad_norm": 1.355246161385194,
      "learning_rate": 0.00017378240797484028,
      "loss": 0.9354,
      "step": 66922
    },
    {
      "epoch": 2.7410608232643865,
      "grad_norm": 1.4616825343690294,
      "learning_rate": 0.00017377918782789545,
      "loss": 1.0144,
      "step": 66923
    },
    {
      "epoch": 2.741101781691583,
      "grad_norm": 0.8281609636319821,
      "learning_rate": 0.00017377596766970918,
      "loss": 0.2639,
      "step": 66924
    },
    {
      "epoch": 2.7411427401187796,
      "grad_norm": 1.3747279846137677,
      "learning_rate": 0.00017377274750028301,
      "loss": 0.9318,
      "step": 66925
    },
    {
      "epoch": 2.741183698545976,
      "grad_norm": 0.9206926472701993,
      "learning_rate": 0.00017376952731961852,
      "loss": 0.6383,
      "step": 66926
    },
    {
      "epoch": 2.741224656973172,
      "grad_norm": 0.8454496321085626,
      "learning_rate": 0.00017376630712771717,
      "loss": 0.3766,
      "step": 66927
    },
    {
      "epoch": 2.7412656154003687,
      "grad_norm": 1.1271859125331827,
      "learning_rate": 0.00017376308692458042,
      "loss": 0.7696,
      "step": 66928
    },
    {
      "epoch": 2.741306573827565,
      "grad_norm": 0.9134292141026275,
      "learning_rate": 0.0001737598667102099,
      "loss": 0.5713,
      "step": 66929
    },
    {
      "epoch": 2.7413475322547614,
      "grad_norm": 0.8973261014310882,
      "learning_rate": 0.00017375664648460712,
      "loss": 0.6463,
      "step": 66930
    },
    {
      "epoch": 2.741388490681958,
      "grad_norm": 1.1173416478052278,
      "learning_rate": 0.00017375342624777353,
      "loss": 0.76,
      "step": 66931
    },
    {
      "epoch": 2.7414294491091544,
      "grad_norm": 1.1190203426716787,
      "learning_rate": 0.0001737502059997107,
      "loss": 0.8962,
      "step": 66932
    },
    {
      "epoch": 2.7414704075363505,
      "grad_norm": 0.5258329791095182,
      "learning_rate": 0.00017374698574042016,
      "loss": 0.2013,
      "step": 66933
    },
    {
      "epoch": 2.741511365963547,
      "grad_norm": 1.0153122833325947,
      "learning_rate": 0.00017374376546990344,
      "loss": 0.7579,
      "step": 66934
    },
    {
      "epoch": 2.741552324390743,
      "grad_norm": 1.2855806361301791,
      "learning_rate": 0.00017374054518816206,
      "loss": 1.2413,
      "step": 66935
    },
    {
      "epoch": 2.7415932828179397,
      "grad_norm": 1.437001425674807,
      "learning_rate": 0.00017373732489519745,
      "loss": 0.9246,
      "step": 66936
    },
    {
      "epoch": 2.741634241245136,
      "grad_norm": 0.9697552152154276,
      "learning_rate": 0.00017373410459101132,
      "loss": 0.5541,
      "step": 66937
    },
    {
      "epoch": 2.7416751996723328,
      "grad_norm": 0.9553033541338963,
      "learning_rate": 0.000173730884275605,
      "loss": 0.3074,
      "step": 66938
    },
    {
      "epoch": 2.741716158099529,
      "grad_norm": 0.9694690927641937,
      "learning_rate": 0.00017372766394898014,
      "loss": 0.6566,
      "step": 66939
    },
    {
      "epoch": 2.7417571165267254,
      "grad_norm": 1.3874930216286432,
      "learning_rate": 0.00017372444361113816,
      "loss": 0.781,
      "step": 66940
    },
    {
      "epoch": 2.741798074953922,
      "grad_norm": 0.6038221000395502,
      "learning_rate": 0.0001737212232620807,
      "loss": 0.2423,
      "step": 66941
    },
    {
      "epoch": 2.741839033381118,
      "grad_norm": 1.3107836719336294,
      "learning_rate": 0.00017371800290180922,
      "loss": 0.8101,
      "step": 66942
    },
    {
      "epoch": 2.7418799918083145,
      "grad_norm": 1.931562743294969,
      "learning_rate": 0.0001737147825303252,
      "loss": 1.2627,
      "step": 66943
    },
    {
      "epoch": 2.741920950235511,
      "grad_norm": 1.026198035067388,
      "learning_rate": 0.00017371156214763023,
      "loss": 0.4984,
      "step": 66944
    },
    {
      "epoch": 2.7419619086627076,
      "grad_norm": 1.2873554982092834,
      "learning_rate": 0.0001737083417537258,
      "loss": 1.2605,
      "step": 66945
    },
    {
      "epoch": 2.7420028670899037,
      "grad_norm": 1.1284106109242513,
      "learning_rate": 0.00017370512134861347,
      "loss": 0.8188,
      "step": 66946
    },
    {
      "epoch": 2.7420438255171002,
      "grad_norm": 0.8581188836709613,
      "learning_rate": 0.0001737019009322947,
      "loss": 0.6953,
      "step": 66947
    },
    {
      "epoch": 2.7420847839442963,
      "grad_norm": 1.1932746909780734,
      "learning_rate": 0.00017369868050477107,
      "loss": 0.6899,
      "step": 66948
    },
    {
      "epoch": 2.742125742371493,
      "grad_norm": 1.42547767941001,
      "learning_rate": 0.00017369546006604407,
      "loss": 1.0379,
      "step": 66949
    },
    {
      "epoch": 2.7421667007986894,
      "grad_norm": 1.1382320473631233,
      "learning_rate": 0.00017369223961611523,
      "loss": 0.7798,
      "step": 66950
    },
    {
      "epoch": 2.742207659225886,
      "grad_norm": 1.1233374366845739,
      "learning_rate": 0.0001736890191549861,
      "loss": 0.7252,
      "step": 66951
    },
    {
      "epoch": 2.742248617653082,
      "grad_norm": 0.8161075942543123,
      "learning_rate": 0.00017368579868265812,
      "loss": 0.28,
      "step": 66952
    },
    {
      "epoch": 2.7422895760802786,
      "grad_norm": 1.1940843658147287,
      "learning_rate": 0.00017368257819913292,
      "loss": 0.643,
      "step": 66953
    },
    {
      "epoch": 2.7423305345074747,
      "grad_norm": 1.16722105854849,
      "learning_rate": 0.00017367935770441195,
      "loss": 0.9895,
      "step": 66954
    },
    {
      "epoch": 2.742371492934671,
      "grad_norm": 1.8762152141602582,
      "learning_rate": 0.00017367613719849678,
      "loss": 1.736,
      "step": 66955
    },
    {
      "epoch": 2.7424124513618677,
      "grad_norm": 1.194216484066536,
      "learning_rate": 0.00017367291668138888,
      "loss": 0.5491,
      "step": 66956
    },
    {
      "epoch": 2.7424534097890643,
      "grad_norm": 0.9184184272062461,
      "learning_rate": 0.00017366969615308978,
      "loss": 0.5889,
      "step": 66957
    },
    {
      "epoch": 2.7424943682162604,
      "grad_norm": 1.862525498463268,
      "learning_rate": 0.00017366647561360105,
      "loss": 1.0463,
      "step": 66958
    },
    {
      "epoch": 2.742535326643457,
      "grad_norm": 0.545419147724932,
      "learning_rate": 0.00017366325506292419,
      "loss": 0.1465,
      "step": 66959
    },
    {
      "epoch": 2.7425762850706534,
      "grad_norm": 0.8788035536146184,
      "learning_rate": 0.00017366003450106071,
      "loss": 0.5825,
      "step": 66960
    },
    {
      "epoch": 2.7426172434978495,
      "grad_norm": 1.1075190091682485,
      "learning_rate": 0.00017365681392801215,
      "loss": 0.8921,
      "step": 66961
    },
    {
      "epoch": 2.742658201925046,
      "grad_norm": 1.102138999219327,
      "learning_rate": 0.00017365359334378002,
      "loss": 0.5152,
      "step": 66962
    },
    {
      "epoch": 2.7426991603522426,
      "grad_norm": 1.0446213966602815,
      "learning_rate": 0.00017365037274836583,
      "loss": 0.9027,
      "step": 66963
    },
    {
      "epoch": 2.742740118779439,
      "grad_norm": 1.5226369238655197,
      "learning_rate": 0.00017364715214177108,
      "loss": 1.012,
      "step": 66964
    },
    {
      "epoch": 2.742781077206635,
      "grad_norm": 1.686672795820978,
      "learning_rate": 0.00017364393152399736,
      "loss": 1.1054,
      "step": 66965
    },
    {
      "epoch": 2.7428220356338318,
      "grad_norm": 1.1505293482081491,
      "learning_rate": 0.00017364071089504617,
      "loss": 0.8244,
      "step": 66966
    },
    {
      "epoch": 2.742862994061028,
      "grad_norm": 0.7031507419360782,
      "learning_rate": 0.00017363749025491902,
      "loss": 0.2202,
      "step": 66967
    },
    {
      "epoch": 2.7429039524882244,
      "grad_norm": 0.8346123435074088,
      "learning_rate": 0.00017363426960361744,
      "loss": 0.4811,
      "step": 66968
    },
    {
      "epoch": 2.742944910915421,
      "grad_norm": 0.6612494051357609,
      "learning_rate": 0.00017363104894114293,
      "loss": 0.2902,
      "step": 66969
    },
    {
      "epoch": 2.7429858693426175,
      "grad_norm": 0.6615047167799125,
      "learning_rate": 0.00017362782826749705,
      "loss": 0.2616,
      "step": 66970
    },
    {
      "epoch": 2.7430268277698135,
      "grad_norm": 0.7990106300938961,
      "learning_rate": 0.00017362460758268131,
      "loss": 0.5616,
      "step": 66971
    },
    {
      "epoch": 2.74306778619701,
      "grad_norm": 1.3436261459241927,
      "learning_rate": 0.0001736213868866972,
      "loss": 0.8155,
      "step": 66972
    },
    {
      "epoch": 2.743108744624206,
      "grad_norm": 1.2638740596179516,
      "learning_rate": 0.00017361816617954628,
      "loss": 0.882,
      "step": 66973
    },
    {
      "epoch": 2.7431497030514027,
      "grad_norm": 2.2448387797863463,
      "learning_rate": 0.00017361494546123005,
      "loss": 0.9723,
      "step": 66974
    },
    {
      "epoch": 2.7431906614785992,
      "grad_norm": 1.5040135904139758,
      "learning_rate": 0.00017361172473175006,
      "loss": 1.0052,
      "step": 66975
    },
    {
      "epoch": 2.743231619905796,
      "grad_norm": 0.8284585449954073,
      "learning_rate": 0.0001736085039911078,
      "loss": 0.3895,
      "step": 66976
    },
    {
      "epoch": 2.743272578332992,
      "grad_norm": 0.7736914357129262,
      "learning_rate": 0.00017360528323930483,
      "loss": 0.2759,
      "step": 66977
    },
    {
      "epoch": 2.7433135367601884,
      "grad_norm": 1.5717490927657976,
      "learning_rate": 0.00017360206247634267,
      "loss": 0.5673,
      "step": 66978
    },
    {
      "epoch": 2.743354495187385,
      "grad_norm": 1.1036779853665828,
      "learning_rate": 0.0001735988417022228,
      "loss": 0.9503,
      "step": 66979
    },
    {
      "epoch": 2.743395453614581,
      "grad_norm": 1.587659545187955,
      "learning_rate": 0.00017359562091694673,
      "loss": 1.0095,
      "step": 66980
    },
    {
      "epoch": 2.7434364120417776,
      "grad_norm": 1.4711486252988695,
      "learning_rate": 0.0001735924001205161,
      "loss": 1.0262,
      "step": 66981
    },
    {
      "epoch": 2.743477370468974,
      "grad_norm": 5.191594212168865,
      "learning_rate": 0.00017358917931293227,
      "loss": 1.7545,
      "step": 66982
    },
    {
      "epoch": 2.7435183288961706,
      "grad_norm": 1.685018564110787,
      "learning_rate": 0.0001735859584941969,
      "loss": 1.043,
      "step": 66983
    },
    {
      "epoch": 2.7435592873233667,
      "grad_norm": 1.1346183937961205,
      "learning_rate": 0.00017358273766431142,
      "loss": 0.7664,
      "step": 66984
    },
    {
      "epoch": 2.7436002457505633,
      "grad_norm": 1.2420494470129222,
      "learning_rate": 0.0001735795168232774,
      "loss": 0.7288,
      "step": 66985
    },
    {
      "epoch": 2.7436412041777594,
      "grad_norm": 1.1032393332883765,
      "learning_rate": 0.0001735762959710964,
      "loss": 0.6512,
      "step": 66986
    },
    {
      "epoch": 2.743682162604956,
      "grad_norm": 1.232013468369493,
      "learning_rate": 0.00017357307510776988,
      "loss": 0.7531,
      "step": 66987
    },
    {
      "epoch": 2.7437231210321524,
      "grad_norm": 1.1384559303287474,
      "learning_rate": 0.00017356985423329932,
      "loss": 0.5975,
      "step": 66988
    },
    {
      "epoch": 2.743764079459349,
      "grad_norm": 1.1252588774106633,
      "learning_rate": 0.00017356663334768636,
      "loss": 0.8102,
      "step": 66989
    },
    {
      "epoch": 2.743805037886545,
      "grad_norm": 1.0019048176989216,
      "learning_rate": 0.00017356341245093244,
      "loss": 0.5701,
      "step": 66990
    },
    {
      "epoch": 2.7438459963137416,
      "grad_norm": 1.404972916003257,
      "learning_rate": 0.00017356019154303912,
      "loss": 0.9949,
      "step": 66991
    },
    {
      "epoch": 2.7438869547409377,
      "grad_norm": 0.886046910048704,
      "learning_rate": 0.0001735569706240079,
      "loss": 0.2889,
      "step": 66992
    },
    {
      "epoch": 2.7439279131681342,
      "grad_norm": 4.728894821384957,
      "learning_rate": 0.00017355374969384027,
      "loss": 2.542,
      "step": 66993
    },
    {
      "epoch": 2.7439688715953308,
      "grad_norm": 0.8339546537265672,
      "learning_rate": 0.00017355052875253784,
      "loss": 0.4324,
      "step": 66994
    },
    {
      "epoch": 2.7440098300225273,
      "grad_norm": 1.1465876537612472,
      "learning_rate": 0.00017354730780010208,
      "loss": 0.8309,
      "step": 66995
    },
    {
      "epoch": 2.7440507884497234,
      "grad_norm": 0.8861554552653019,
      "learning_rate": 0.00017354408683653455,
      "loss": 0.3465,
      "step": 66996
    },
    {
      "epoch": 2.74409174687692,
      "grad_norm": 1.048556683403029,
      "learning_rate": 0.00017354086586183668,
      "loss": 0.6343,
      "step": 66997
    },
    {
      "epoch": 2.7441327053041165,
      "grad_norm": 1.0913613141011722,
      "learning_rate": 0.0001735376448760101,
      "loss": 0.662,
      "step": 66998
    },
    {
      "epoch": 2.7441736637313126,
      "grad_norm": 1.1191082658446418,
      "learning_rate": 0.00017353442387905627,
      "loss": 0.647,
      "step": 66999
    },
    {
      "epoch": 2.744214622158509,
      "grad_norm": 1.120909996186785,
      "learning_rate": 0.0001735312028709767,
      "loss": 0.8515,
      "step": 67000
    },
    {
      "epoch": 2.7442555805857056,
      "grad_norm": 1.1343389636764223,
      "learning_rate": 0.000173527981851773,
      "loss": 0.6817,
      "step": 67001
    },
    {
      "epoch": 2.744296539012902,
      "grad_norm": 0.95759327649188,
      "learning_rate": 0.00017352476082144663,
      "loss": 0.3052,
      "step": 67002
    },
    {
      "epoch": 2.7443374974400983,
      "grad_norm": 0.9295059281806902,
      "learning_rate": 0.0001735215397799991,
      "loss": 0.6267,
      "step": 67003
    },
    {
      "epoch": 2.744378455867295,
      "grad_norm": 1.0812180289797353,
      "learning_rate": 0.00017351831872743193,
      "loss": 0.835,
      "step": 67004
    },
    {
      "epoch": 2.744419414294491,
      "grad_norm": 0.6653683599104686,
      "learning_rate": 0.00017351509766374667,
      "loss": 0.2185,
      "step": 67005
    },
    {
      "epoch": 2.7444603727216874,
      "grad_norm": 1.345044990640271,
      "learning_rate": 0.00017351187658894488,
      "loss": 1.0388,
      "step": 67006
    },
    {
      "epoch": 2.744501331148884,
      "grad_norm": 0.8095889470837512,
      "learning_rate": 0.000173508655503028,
      "loss": 0.3674,
      "step": 67007
    },
    {
      "epoch": 2.7445422895760805,
      "grad_norm": 0.6120154758733335,
      "learning_rate": 0.00017350543440599757,
      "loss": 0.1884,
      "step": 67008
    },
    {
      "epoch": 2.7445832480032766,
      "grad_norm": 1.3068789013214608,
      "learning_rate": 0.00017350221329785517,
      "loss": 1.1287,
      "step": 67009
    },
    {
      "epoch": 2.744624206430473,
      "grad_norm": 1.1913553627982831,
      "learning_rate": 0.00017349899217860228,
      "loss": 0.7989,
      "step": 67010
    },
    {
      "epoch": 2.744665164857669,
      "grad_norm": 1.5816098182265212,
      "learning_rate": 0.00017349577104824044,
      "loss": 1.1105,
      "step": 67011
    },
    {
      "epoch": 2.7447061232848657,
      "grad_norm": 1.280790476274654,
      "learning_rate": 0.00017349254990677113,
      "loss": 0.888,
      "step": 67012
    },
    {
      "epoch": 2.7447470817120623,
      "grad_norm": 2.8384683822398875,
      "learning_rate": 0.0001734893287541959,
      "loss": 3.5873,
      "step": 67013
    },
    {
      "epoch": 2.744788040139259,
      "grad_norm": 1.0896961132003662,
      "learning_rate": 0.00017348610759051637,
      "loss": 0.9599,
      "step": 67014
    },
    {
      "epoch": 2.744828998566455,
      "grad_norm": 0.7936297504371113,
      "learning_rate": 0.0001734828864157339,
      "loss": 0.5606,
      "step": 67015
    },
    {
      "epoch": 2.7448699569936514,
      "grad_norm": 1.9913780126133862,
      "learning_rate": 0.00017347966522985006,
      "loss": 2.395,
      "step": 67016
    },
    {
      "epoch": 2.744910915420848,
      "grad_norm": 1.4466666784569768,
      "learning_rate": 0.00017347644403286646,
      "loss": 0.8541,
      "step": 67017
    },
    {
      "epoch": 2.744951873848044,
      "grad_norm": 0.9929512836883168,
      "learning_rate": 0.0001734732228247845,
      "loss": 0.6522,
      "step": 67018
    },
    {
      "epoch": 2.7449928322752406,
      "grad_norm": 1.3885672282826427,
      "learning_rate": 0.00017347000160560582,
      "loss": 1.0596,
      "step": 67019
    },
    {
      "epoch": 2.745033790702437,
      "grad_norm": 0.8626585284093651,
      "learning_rate": 0.00017346678037533181,
      "loss": 0.4111,
      "step": 67020
    },
    {
      "epoch": 2.7450747491296337,
      "grad_norm": 1.3655141795135102,
      "learning_rate": 0.00017346355913396415,
      "loss": 0.633,
      "step": 67021
    },
    {
      "epoch": 2.7451157075568298,
      "grad_norm": 1.257622229612373,
      "learning_rate": 0.00017346033788150425,
      "loss": 1.0308,
      "step": 67022
    },
    {
      "epoch": 2.7451566659840263,
      "grad_norm": 1.3427407674429315,
      "learning_rate": 0.00017345711661795367,
      "loss": 1.0946,
      "step": 67023
    },
    {
      "epoch": 2.7451976244112224,
      "grad_norm": 1.3860814256082015,
      "learning_rate": 0.00017345389534331387,
      "loss": 0.7757,
      "step": 67024
    },
    {
      "epoch": 2.745238582838419,
      "grad_norm": 1.0063228481058433,
      "learning_rate": 0.00017345067405758648,
      "loss": 0.6778,
      "step": 67025
    },
    {
      "epoch": 2.7452795412656155,
      "grad_norm": 0.9851902517309458,
      "learning_rate": 0.000173447452760773,
      "loss": 0.7236,
      "step": 67026
    },
    {
      "epoch": 2.745320499692812,
      "grad_norm": 1.3528330715746752,
      "learning_rate": 0.0001734442314528749,
      "loss": 1.1145,
      "step": 67027
    },
    {
      "epoch": 2.745361458120008,
      "grad_norm": 1.085422764652057,
      "learning_rate": 0.0001734410101338937,
      "loss": 0.6919,
      "step": 67028
    },
    {
      "epoch": 2.7454024165472046,
      "grad_norm": 1.3847668399131343,
      "learning_rate": 0.00017343778880383096,
      "loss": 1.3086,
      "step": 67029
    },
    {
      "epoch": 2.7454433749744007,
      "grad_norm": 0.7080639637942808,
      "learning_rate": 0.0001734345674626882,
      "loss": 0.2709,
      "step": 67030
    },
    {
      "epoch": 2.7454843334015973,
      "grad_norm": 1.306253042841082,
      "learning_rate": 0.00017343134611046696,
      "loss": 0.8438,
      "step": 67031
    },
    {
      "epoch": 2.745525291828794,
      "grad_norm": 1.1839291024717908,
      "learning_rate": 0.00017342812474716872,
      "loss": 0.6678,
      "step": 67032
    },
    {
      "epoch": 2.7455662502559903,
      "grad_norm": 0.9206649134264477,
      "learning_rate": 0.00017342490337279504,
      "loss": 0.7,
      "step": 67033
    },
    {
      "epoch": 2.7456072086831864,
      "grad_norm": 1.2285818240756765,
      "learning_rate": 0.0001734216819873474,
      "loss": 0.8366,
      "step": 67034
    },
    {
      "epoch": 2.745648167110383,
      "grad_norm": 1.3702004882175238,
      "learning_rate": 0.00017341846059082736,
      "loss": 0.5603,
      "step": 67035
    },
    {
      "epoch": 2.7456891255375795,
      "grad_norm": 1.134598883556064,
      "learning_rate": 0.0001734152391832364,
      "loss": 0.6846,
      "step": 67036
    },
    {
      "epoch": 2.7457300839647756,
      "grad_norm": 0.9461629160464535,
      "learning_rate": 0.0001734120177645761,
      "loss": 0.6307,
      "step": 67037
    },
    {
      "epoch": 2.745771042391972,
      "grad_norm": 1.056585654546337,
      "learning_rate": 0.00017340879633484795,
      "loss": 0.8874,
      "step": 67038
    },
    {
      "epoch": 2.7458120008191687,
      "grad_norm": 1.152773766442445,
      "learning_rate": 0.0001734055748940535,
      "loss": 0.7324,
      "step": 67039
    },
    {
      "epoch": 2.745852959246365,
      "grad_norm": 1.6649013009203844,
      "learning_rate": 0.00017340235344219423,
      "loss": 1.0517,
      "step": 67040
    },
    {
      "epoch": 2.7458939176735613,
      "grad_norm": 1.0366562649910618,
      "learning_rate": 0.00017339913197927167,
      "loss": 0.7701,
      "step": 67041
    },
    {
      "epoch": 2.745934876100758,
      "grad_norm": 1.6133173443811273,
      "learning_rate": 0.0001733959105052874,
      "loss": 0.9055,
      "step": 67042
    },
    {
      "epoch": 2.745975834527954,
      "grad_norm": 1.7054785897979718,
      "learning_rate": 0.00017339268902024288,
      "loss": 1.5555,
      "step": 67043
    },
    {
      "epoch": 2.7460167929551504,
      "grad_norm": 0.7011525131291961,
      "learning_rate": 0.00017338946752413963,
      "loss": 0.2812,
      "step": 67044
    },
    {
      "epoch": 2.746057751382347,
      "grad_norm": 1.6393817606493333,
      "learning_rate": 0.00017338624601697923,
      "loss": 0.9302,
      "step": 67045
    },
    {
      "epoch": 2.7460987098095435,
      "grad_norm": 1.4845622898720578,
      "learning_rate": 0.00017338302449876317,
      "loss": 1.0494,
      "step": 67046
    },
    {
      "epoch": 2.7461396682367396,
      "grad_norm": 1.1293040551786464,
      "learning_rate": 0.000173379802969493,
      "loss": 0.6068,
      "step": 67047
    },
    {
      "epoch": 2.746180626663936,
      "grad_norm": 0.6492854494092678,
      "learning_rate": 0.00017337658142917012,
      "loss": 0.2686,
      "step": 67048
    },
    {
      "epoch": 2.7462215850911322,
      "grad_norm": 1.0802904689107273,
      "learning_rate": 0.00017337335987779623,
      "loss": 0.7874,
      "step": 67049
    },
    {
      "epoch": 2.7462625435183288,
      "grad_norm": 1.0091616780341006,
      "learning_rate": 0.00017337013831537277,
      "loss": 0.7715,
      "step": 67050
    },
    {
      "epoch": 2.7463035019455253,
      "grad_norm": 1.0528027749655888,
      "learning_rate": 0.00017336691674190124,
      "loss": 0.663,
      "step": 67051
    },
    {
      "epoch": 2.746344460372722,
      "grad_norm": 1.3804225740768648,
      "learning_rate": 0.00017336369515738318,
      "loss": 0.9032,
      "step": 67052
    },
    {
      "epoch": 2.746385418799918,
      "grad_norm": 0.9431218394288573,
      "learning_rate": 0.00017336047356182014,
      "loss": 0.5869,
      "step": 67053
    },
    {
      "epoch": 2.7464263772271145,
      "grad_norm": 1.181162979613642,
      "learning_rate": 0.00017335725195521362,
      "loss": 0.8753,
      "step": 67054
    },
    {
      "epoch": 2.746467335654311,
      "grad_norm": 1.1943330941701096,
      "learning_rate": 0.00017335403033756516,
      "loss": 0.825,
      "step": 67055
    },
    {
      "epoch": 2.746508294081507,
      "grad_norm": 0.8181155648971404,
      "learning_rate": 0.00017335080870887622,
      "loss": 0.5571,
      "step": 67056
    },
    {
      "epoch": 2.7465492525087036,
      "grad_norm": 0.8236690370487202,
      "learning_rate": 0.00017334758706914841,
      "loss": 0.5006,
      "step": 67057
    },
    {
      "epoch": 2.7465902109359,
      "grad_norm": 0.701939770391192,
      "learning_rate": 0.00017334436541838321,
      "loss": 0.2767,
      "step": 67058
    },
    {
      "epoch": 2.7466311693630967,
      "grad_norm": 0.6521556491633366,
      "learning_rate": 0.0001733411437565822,
      "loss": 0.2777,
      "step": 67059
    },
    {
      "epoch": 2.746672127790293,
      "grad_norm": 1.0972293440419894,
      "learning_rate": 0.00017333792208374676,
      "loss": 0.7008,
      "step": 67060
    },
    {
      "epoch": 2.7467130862174893,
      "grad_norm": 1.8160777777672668,
      "learning_rate": 0.00017333470039987853,
      "loss": 1.0199,
      "step": 67061
    },
    {
      "epoch": 2.7467540446446854,
      "grad_norm": 1.0126327754046909,
      "learning_rate": 0.00017333147870497904,
      "loss": 0.8598,
      "step": 67062
    },
    {
      "epoch": 2.746795003071882,
      "grad_norm": 1.368917513146363,
      "learning_rate": 0.00017332825699904977,
      "loss": 0.899,
      "step": 67063
    },
    {
      "epoch": 2.7468359614990785,
      "grad_norm": 1.2479856662612325,
      "learning_rate": 0.00017332503528209227,
      "loss": 0.9321,
      "step": 67064
    },
    {
      "epoch": 2.746876919926275,
      "grad_norm": 1.1603373887821784,
      "learning_rate": 0.000173321813554108,
      "loss": 0.7266,
      "step": 67065
    },
    {
      "epoch": 2.746917878353471,
      "grad_norm": 1.0767311736871858,
      "learning_rate": 0.00017331859181509855,
      "loss": 0.5969,
      "step": 67066
    },
    {
      "epoch": 2.7469588367806677,
      "grad_norm": 1.3670201006181018,
      "learning_rate": 0.00017331537006506548,
      "loss": 1.0477,
      "step": 67067
    },
    {
      "epoch": 2.7469997952078637,
      "grad_norm": 1.0013287545633196,
      "learning_rate": 0.00017331214830401017,
      "loss": 0.3063,
      "step": 67068
    },
    {
      "epoch": 2.7470407536350603,
      "grad_norm": 1.2489691596169434,
      "learning_rate": 0.00017330892653193427,
      "loss": 0.7359,
      "step": 67069
    },
    {
      "epoch": 2.747081712062257,
      "grad_norm": 6.401438021127224,
      "learning_rate": 0.00017330570474883926,
      "loss": 1.5851,
      "step": 67070
    },
    {
      "epoch": 2.7471226704894534,
      "grad_norm": 1.5363854624784934,
      "learning_rate": 0.00017330248295472668,
      "loss": 0.7957,
      "step": 67071
    },
    {
      "epoch": 2.7471636289166494,
      "grad_norm": 0.7861059362960819,
      "learning_rate": 0.00017329926114959798,
      "loss": 0.4998,
      "step": 67072
    },
    {
      "epoch": 2.747204587343846,
      "grad_norm": 1.2197412973330835,
      "learning_rate": 0.00017329603933345482,
      "loss": 0.9589,
      "step": 67073
    },
    {
      "epoch": 2.7472455457710425,
      "grad_norm": 1.1218324693729673,
      "learning_rate": 0.00017329281750629863,
      "loss": 0.3845,
      "step": 67074
    },
    {
      "epoch": 2.7472865041982386,
      "grad_norm": 1.1885836033802062,
      "learning_rate": 0.0001732895956681309,
      "loss": 0.9862,
      "step": 67075
    },
    {
      "epoch": 2.747327462625435,
      "grad_norm": 1.0342784212293645,
      "learning_rate": 0.00017328637381895318,
      "loss": 0.7408,
      "step": 67076
    },
    {
      "epoch": 2.7473684210526317,
      "grad_norm": 1.209512546445326,
      "learning_rate": 0.00017328315195876706,
      "loss": 0.6964,
      "step": 67077
    },
    {
      "epoch": 2.747409379479828,
      "grad_norm": 1.231738681412327,
      "learning_rate": 0.00017327993008757405,
      "loss": 0.7332,
      "step": 67078
    },
    {
      "epoch": 2.7474503379070243,
      "grad_norm": 1.158766359833913,
      "learning_rate": 0.0001732767082053756,
      "loss": 0.6066,
      "step": 67079
    },
    {
      "epoch": 2.747491296334221,
      "grad_norm": 0.7664918178348414,
      "learning_rate": 0.00017327348631217328,
      "loss": 0.1836,
      "step": 67080
    },
    {
      "epoch": 2.747532254761417,
      "grad_norm": 1.4393138303926498,
      "learning_rate": 0.0001732702644079686,
      "loss": 0.8468,
      "step": 67081
    },
    {
      "epoch": 2.7475732131886135,
      "grad_norm": 1.2823433271444193,
      "learning_rate": 0.00017326704249276309,
      "loss": 0.8312,
      "step": 67082
    },
    {
      "epoch": 2.74761417161581,
      "grad_norm": 4.698279872567841,
      "learning_rate": 0.00017326382056655828,
      "loss": 2.8089,
      "step": 67083
    },
    {
      "epoch": 2.7476551300430065,
      "grad_norm": 3.510126884238152,
      "learning_rate": 0.00017326059862935564,
      "loss": 2.04,
      "step": 67084
    },
    {
      "epoch": 2.7476960884702026,
      "grad_norm": 0.8797492930783894,
      "learning_rate": 0.0001732573766811568,
      "loss": 0.5819,
      "step": 67085
    },
    {
      "epoch": 2.747737046897399,
      "grad_norm": 0.9492220447097662,
      "learning_rate": 0.00017325415472196323,
      "loss": 0.6877,
      "step": 67086
    },
    {
      "epoch": 2.7477780053245953,
      "grad_norm": 1.2418879248089,
      "learning_rate": 0.0001732509327517764,
      "loss": 0.7911,
      "step": 67087
    },
    {
      "epoch": 2.747818963751792,
      "grad_norm": 1.4245923048534868,
      "learning_rate": 0.00017324771077059789,
      "loss": 0.5092,
      "step": 67088
    },
    {
      "epoch": 2.7478599221789883,
      "grad_norm": 1.3092565610341682,
      "learning_rate": 0.0001732444887784292,
      "loss": 0.6138,
      "step": 67089
    },
    {
      "epoch": 2.747900880606185,
      "grad_norm": 1.3497575292174142,
      "learning_rate": 0.0001732412667752719,
      "loss": 1.0923,
      "step": 67090
    },
    {
      "epoch": 2.747941839033381,
      "grad_norm": 3.801036621989953,
      "learning_rate": 0.00017323804476112746,
      "loss": 1.5615,
      "step": 67091
    },
    {
      "epoch": 2.7479827974605775,
      "grad_norm": 0.9728733253741333,
      "learning_rate": 0.0001732348227359974,
      "loss": 0.4289,
      "step": 67092
    },
    {
      "epoch": 2.748023755887774,
      "grad_norm": 1.3131232480673163,
      "learning_rate": 0.00017323160069988326,
      "loss": 1.0624,
      "step": 67093
    },
    {
      "epoch": 2.74806471431497,
      "grad_norm": 1.182730227779676,
      "learning_rate": 0.0001732283786527866,
      "loss": 1.1015,
      "step": 67094
    },
    {
      "epoch": 2.7481056727421667,
      "grad_norm": 0.9715420719700609,
      "learning_rate": 0.00017322515659470893,
      "loss": 0.8123,
      "step": 67095
    },
    {
      "epoch": 2.748146631169363,
      "grad_norm": 3.020087713976534,
      "learning_rate": 0.0001732219345256517,
      "loss": 3.9324,
      "step": 67096
    },
    {
      "epoch": 2.7481875895965597,
      "grad_norm": 1.2513879827337493,
      "learning_rate": 0.00017321871244561652,
      "loss": 0.8367,
      "step": 67097
    },
    {
      "epoch": 2.748228548023756,
      "grad_norm": 1.6630046216257681,
      "learning_rate": 0.00017321549035460488,
      "loss": 1.2822,
      "step": 67098
    },
    {
      "epoch": 2.7482695064509524,
      "grad_norm": 1.0411972597822188,
      "learning_rate": 0.0001732122682526183,
      "loss": 0.5587,
      "step": 67099
    },
    {
      "epoch": 2.7483104648781485,
      "grad_norm": 3.627864167018667,
      "learning_rate": 0.00017320904613965833,
      "loss": 1.5428,
      "step": 67100
    },
    {
      "epoch": 2.748351423305345,
      "grad_norm": 0.6839200587308369,
      "learning_rate": 0.00017320582401572637,
      "loss": 0.2741,
      "step": 67101
    },
    {
      "epoch": 2.7483923817325415,
      "grad_norm": 1.3669199214080838,
      "learning_rate": 0.00017320260188082416,
      "loss": 1.0619,
      "step": 67102
    },
    {
      "epoch": 2.748433340159738,
      "grad_norm": 1.195385415550972,
      "learning_rate": 0.00017319937973495308,
      "loss": 0.8822,
      "step": 67103
    },
    {
      "epoch": 2.748474298586934,
      "grad_norm": 1.0322124054654491,
      "learning_rate": 0.00017319615757811462,
      "loss": 0.8845,
      "step": 67104
    },
    {
      "epoch": 2.7485152570141307,
      "grad_norm": 0.6150106430943628,
      "learning_rate": 0.00017319293541031043,
      "loss": 0.2595,
      "step": 67105
    },
    {
      "epoch": 2.7485562154413268,
      "grad_norm": 0.7338371973551281,
      "learning_rate": 0.0001731897132315419,
      "loss": 0.4955,
      "step": 67106
    },
    {
      "epoch": 2.7485971738685233,
      "grad_norm": 2.0506124394075154,
      "learning_rate": 0.00017318649104181068,
      "loss": 0.4634,
      "step": 67107
    },
    {
      "epoch": 2.74863813229572,
      "grad_norm": 0.8448287611122449,
      "learning_rate": 0.00017318326884111822,
      "loss": 0.6015,
      "step": 67108
    },
    {
      "epoch": 2.7486790907229164,
      "grad_norm": 1.541622201886993,
      "learning_rate": 0.00017318004662946604,
      "loss": 1.1259,
      "step": 67109
    },
    {
      "epoch": 2.7487200491501125,
      "grad_norm": 0.7871488226171315,
      "learning_rate": 0.0001731768244068557,
      "loss": 0.3624,
      "step": 67110
    },
    {
      "epoch": 2.748761007577309,
      "grad_norm": 0.8075238109148225,
      "learning_rate": 0.00017317360217328868,
      "loss": 0.5197,
      "step": 67111
    },
    {
      "epoch": 2.7488019660045055,
      "grad_norm": 1.2503889886565387,
      "learning_rate": 0.0001731703799287665,
      "loss": 1.2345,
      "step": 67112
    },
    {
      "epoch": 2.7488429244317016,
      "grad_norm": 1.0451115623650837,
      "learning_rate": 0.00017316715767329077,
      "loss": 0.7971,
      "step": 67113
    },
    {
      "epoch": 2.748883882858898,
      "grad_norm": 1.3917937293922307,
      "learning_rate": 0.0001731639354068629,
      "loss": 0.9422,
      "step": 67114
    },
    {
      "epoch": 2.7489248412860947,
      "grad_norm": 1.1128361101392685,
      "learning_rate": 0.0001731607131294845,
      "loss": 0.691,
      "step": 67115
    },
    {
      "epoch": 2.7489657997132912,
      "grad_norm": 1.2771249470589792,
      "learning_rate": 0.00017315749084115704,
      "loss": 0.6056,
      "step": 67116
    },
    {
      "epoch": 2.7490067581404873,
      "grad_norm": 1.2255211626837017,
      "learning_rate": 0.00017315426854188205,
      "loss": 0.9413,
      "step": 67117
    },
    {
      "epoch": 2.749047716567684,
      "grad_norm": 1.1181759137108618,
      "learning_rate": 0.0001731510462316611,
      "loss": 0.7978,
      "step": 67118
    },
    {
      "epoch": 2.74908867499488,
      "grad_norm": 1.035437118058857,
      "learning_rate": 0.00017314782391049567,
      "loss": 0.9607,
      "step": 67119
    },
    {
      "epoch": 2.7491296334220765,
      "grad_norm": 1.1530536553899895,
      "learning_rate": 0.00017314460157838728,
      "loss": 0.7048,
      "step": 67120
    },
    {
      "epoch": 2.749170591849273,
      "grad_norm": 1.507469381044547,
      "learning_rate": 0.00017314137923533747,
      "loss": 0.8427,
      "step": 67121
    },
    {
      "epoch": 2.7492115502764696,
      "grad_norm": 1.7225962113054787,
      "learning_rate": 0.00017313815688134776,
      "loss": 1.3191,
      "step": 67122
    },
    {
      "epoch": 2.7492525087036657,
      "grad_norm": 1.4577995262401076,
      "learning_rate": 0.00017313493451641968,
      "loss": 0.8074,
      "step": 67123
    },
    {
      "epoch": 2.749293467130862,
      "grad_norm": 1.1347491154442948,
      "learning_rate": 0.0001731317121405547,
      "loss": 0.7292,
      "step": 67124
    },
    {
      "epoch": 2.7493344255580587,
      "grad_norm": 0.8651698322261034,
      "learning_rate": 0.00017312848975375444,
      "loss": 0.6099,
      "step": 67125
    },
    {
      "epoch": 2.749375383985255,
      "grad_norm": 0.7776921364658276,
      "learning_rate": 0.0001731252673560204,
      "loss": 0.2705,
      "step": 67126
    },
    {
      "epoch": 2.7494163424124514,
      "grad_norm": 1.0426661815544713,
      "learning_rate": 0.00017312204494735403,
      "loss": 0.6187,
      "step": 67127
    },
    {
      "epoch": 2.749457300839648,
      "grad_norm": 1.3319186385738075,
      "learning_rate": 0.00017311882252775686,
      "loss": 0.6246,
      "step": 67128
    },
    {
      "epoch": 2.749498259266844,
      "grad_norm": 0.9708898808052574,
      "learning_rate": 0.0001731156000972305,
      "loss": 0.5888,
      "step": 67129
    },
    {
      "epoch": 2.7495392176940405,
      "grad_norm": 0.9538450633691958,
      "learning_rate": 0.00017311237765577645,
      "loss": 0.6253,
      "step": 67130
    },
    {
      "epoch": 2.749580176121237,
      "grad_norm": 1.0744653121327634,
      "learning_rate": 0.00017310915520339615,
      "loss": 0.7896,
      "step": 67131
    },
    {
      "epoch": 2.749621134548433,
      "grad_norm": 1.0990716202384554,
      "learning_rate": 0.0001731059327400912,
      "loss": 0.8057,
      "step": 67132
    },
    {
      "epoch": 2.7496620929756297,
      "grad_norm": 1.0317284586997948,
      "learning_rate": 0.00017310271026586314,
      "loss": 0.5184,
      "step": 67133
    },
    {
      "epoch": 2.7497030514028262,
      "grad_norm": 1.575162069654061,
      "learning_rate": 0.00017309948778071346,
      "loss": 0.892,
      "step": 67134
    },
    {
      "epoch": 2.7497440098300228,
      "grad_norm": 0.8299631160652777,
      "learning_rate": 0.00017309626528464364,
      "loss": 0.3673,
      "step": 67135
    },
    {
      "epoch": 2.749784968257219,
      "grad_norm": 1.236407097407754,
      "learning_rate": 0.00017309304277765528,
      "loss": 0.7755,
      "step": 67136
    },
    {
      "epoch": 2.7498259266844154,
      "grad_norm": 1.490994157800486,
      "learning_rate": 0.00017308982025974985,
      "loss": 1.0029,
      "step": 67137
    },
    {
      "epoch": 2.7498668851116115,
      "grad_norm": 0.8716714196595245,
      "learning_rate": 0.0001730865977309289,
      "loss": 0.7433,
      "step": 67138
    },
    {
      "epoch": 2.749907843538808,
      "grad_norm": 1.2554712369332865,
      "learning_rate": 0.000173083375191194,
      "loss": 0.8314,
      "step": 67139
    },
    {
      "epoch": 2.7499488019660046,
      "grad_norm": 0.7611777095361951,
      "learning_rate": 0.0001730801526405465,
      "loss": 0.3507,
      "step": 67140
    },
    {
      "epoch": 2.749989760393201,
      "grad_norm": 0.990643910364497,
      "learning_rate": 0.00017307693007898812,
      "loss": 0.3137,
      "step": 67141
    },
    {
      "epoch": 2.750030718820397,
      "grad_norm": 1.165213306144762,
      "learning_rate": 0.0001730737075065203,
      "loss": 0.8577,
      "step": 67142
    },
    {
      "epoch": 2.7500716772475937,
      "grad_norm": 1.1367143197887357,
      "learning_rate": 0.00017307048492314458,
      "loss": 0.8232,
      "step": 67143
    },
    {
      "epoch": 2.7501126356747903,
      "grad_norm": 1.609744710298294,
      "learning_rate": 0.0001730672623288624,
      "loss": 0.9711,
      "step": 67144
    },
    {
      "epoch": 2.7501535941019863,
      "grad_norm": 0.8969693947622661,
      "learning_rate": 0.00017306403972367545,
      "loss": 0.6138,
      "step": 67145
    },
    {
      "epoch": 2.750194552529183,
      "grad_norm": 1.0330078529771642,
      "learning_rate": 0.0001730608171075851,
      "loss": 0.8063,
      "step": 67146
    },
    {
      "epoch": 2.7502355109563794,
      "grad_norm": 1.062157457480827,
      "learning_rate": 0.000173057594480593,
      "loss": 0.7201,
      "step": 67147
    },
    {
      "epoch": 2.7502764693835755,
      "grad_norm": 0.9125565295217231,
      "learning_rate": 0.00017305437184270052,
      "loss": 0.7211,
      "step": 67148
    },
    {
      "epoch": 2.750317427810772,
      "grad_norm": 3.1765508071536477,
      "learning_rate": 0.00017305114919390934,
      "loss": 2.0378,
      "step": 67149
    },
    {
      "epoch": 2.7503583862379686,
      "grad_norm": 3.7995860340973673,
      "learning_rate": 0.00017304792653422086,
      "loss": 4.2693,
      "step": 67150
    },
    {
      "epoch": 2.7503993446651647,
      "grad_norm": 1.2239425069542231,
      "learning_rate": 0.00017304470386363672,
      "loss": 0.7897,
      "step": 67151
    },
    {
      "epoch": 2.750440303092361,
      "grad_norm": 1.3741860588577535,
      "learning_rate": 0.00017304148118215833,
      "loss": 0.941,
      "step": 67152
    },
    {
      "epoch": 2.7504812615195577,
      "grad_norm": 1.5065682396816618,
      "learning_rate": 0.00017303825848978728,
      "loss": 0.5717,
      "step": 67153
    },
    {
      "epoch": 2.7505222199467543,
      "grad_norm": 0.8769420635244675,
      "learning_rate": 0.0001730350357865251,
      "loss": 0.367,
      "step": 67154
    },
    {
      "epoch": 2.7505631783739504,
      "grad_norm": 1.2842092631209794,
      "learning_rate": 0.0001730318130723733,
      "loss": 0.9293,
      "step": 67155
    },
    {
      "epoch": 2.750604136801147,
      "grad_norm": 1.6305420548682799,
      "learning_rate": 0.0001730285903473333,
      "loss": 1.3571,
      "step": 67156
    },
    {
      "epoch": 2.750645095228343,
      "grad_norm": 0.7596247959584733,
      "learning_rate": 0.0001730253676114068,
      "loss": 0.2981,
      "step": 67157
    },
    {
      "epoch": 2.7506860536555395,
      "grad_norm": 1.2818746842406032,
      "learning_rate": 0.00017302214486459525,
      "loss": 0.5999,
      "step": 67158
    },
    {
      "epoch": 2.750727012082736,
      "grad_norm": 1.2639346144142352,
      "learning_rate": 0.00017301892210690013,
      "loss": 0.7411,
      "step": 67159
    },
    {
      "epoch": 2.7507679705099326,
      "grad_norm": 0.9589100753607469,
      "learning_rate": 0.000173015699338323,
      "loss": 0.6375,
      "step": 67160
    },
    {
      "epoch": 2.7508089289371287,
      "grad_norm": 0.5895433836509694,
      "learning_rate": 0.00017301247655886543,
      "loss": 0.2188,
      "step": 67161
    },
    {
      "epoch": 2.7508498873643252,
      "grad_norm": 0.9562697563711913,
      "learning_rate": 0.00017300925376852888,
      "loss": 0.6726,
      "step": 67162
    },
    {
      "epoch": 2.7508908457915218,
      "grad_norm": 1.7098899018298186,
      "learning_rate": 0.00017300603096731486,
      "loss": 0.8734,
      "step": 67163
    },
    {
      "epoch": 2.750931804218718,
      "grad_norm": 1.319070842518328,
      "learning_rate": 0.0001730028081552249,
      "loss": 0.6763,
      "step": 67164
    },
    {
      "epoch": 2.7509727626459144,
      "grad_norm": 1.2718721038170049,
      "learning_rate": 0.0001729995853322606,
      "loss": 0.9445,
      "step": 67165
    },
    {
      "epoch": 2.751013721073111,
      "grad_norm": 0.7286088903902662,
      "learning_rate": 0.00017299636249842344,
      "loss": 0.2319,
      "step": 67166
    },
    {
      "epoch": 2.7510546795003075,
      "grad_norm": 1.5184154136420618,
      "learning_rate": 0.0001729931396537149,
      "loss": 0.6356,
      "step": 67167
    },
    {
      "epoch": 2.7510956379275036,
      "grad_norm": 1.2535281055262832,
      "learning_rate": 0.00017298991679813656,
      "loss": 0.9446,
      "step": 67168
    },
    {
      "epoch": 2.7511365963547,
      "grad_norm": 1.1218726369645118,
      "learning_rate": 0.00017298669393168986,
      "loss": 0.5671,
      "step": 67169
    },
    {
      "epoch": 2.751177554781896,
      "grad_norm": 1.7921171667129336,
      "learning_rate": 0.00017298347105437647,
      "loss": 1.56,
      "step": 67170
    },
    {
      "epoch": 2.7512185132090927,
      "grad_norm": 1.5164576998981463,
      "learning_rate": 0.0001729802481661978,
      "loss": 1.1408,
      "step": 67171
    },
    {
      "epoch": 2.7512594716362893,
      "grad_norm": 1.3007241295244398,
      "learning_rate": 0.0001729770252671554,
      "loss": 0.7695,
      "step": 67172
    },
    {
      "epoch": 2.751300430063486,
      "grad_norm": 1.2305367133965632,
      "learning_rate": 0.00017297380235725077,
      "loss": 0.8496,
      "step": 67173
    },
    {
      "epoch": 2.751341388490682,
      "grad_norm": 0.7789333786323515,
      "learning_rate": 0.00017297057943648552,
      "loss": 0.2619,
      "step": 67174
    },
    {
      "epoch": 2.7513823469178784,
      "grad_norm": 4.252387953421781,
      "learning_rate": 0.00017296735650486106,
      "loss": 1.5026,
      "step": 67175
    },
    {
      "epoch": 2.7514233053450745,
      "grad_norm": 0.6441614966178103,
      "learning_rate": 0.00017296413356237896,
      "loss": 0.1422,
      "step": 67176
    },
    {
      "epoch": 2.751464263772271,
      "grad_norm": 1.3324743269422368,
      "learning_rate": 0.0001729609106090408,
      "loss": 0.7252,
      "step": 67177
    },
    {
      "epoch": 2.7515052221994676,
      "grad_norm": 1.176972404727018,
      "learning_rate": 0.00017295768764484802,
      "loss": 0.7336,
      "step": 67178
    },
    {
      "epoch": 2.751546180626664,
      "grad_norm": 1.0438203800971806,
      "learning_rate": 0.00017295446466980219,
      "loss": 0.569,
      "step": 67179
    },
    {
      "epoch": 2.75158713905386,
      "grad_norm": 1.6205417976019219,
      "learning_rate": 0.0001729512416839048,
      "loss": 1.1503,
      "step": 67180
    },
    {
      "epoch": 2.7516280974810567,
      "grad_norm": 0.44032047334329016,
      "learning_rate": 0.0001729480186871574,
      "loss": 0.0999,
      "step": 67181
    },
    {
      "epoch": 2.7516690559082533,
      "grad_norm": 1.3437071484119623,
      "learning_rate": 0.00017294479567956153,
      "loss": 1.0203,
      "step": 67182
    },
    {
      "epoch": 2.7517100143354494,
      "grad_norm": 1.12854307135312,
      "learning_rate": 0.00017294157266111866,
      "loss": 0.7973,
      "step": 67183
    },
    {
      "epoch": 2.751750972762646,
      "grad_norm": 1.0744781098795253,
      "learning_rate": 0.00017293834963183033,
      "loss": 0.8136,
      "step": 67184
    },
    {
      "epoch": 2.7517919311898424,
      "grad_norm": 1.0186459195244038,
      "learning_rate": 0.00017293512659169815,
      "loss": 0.8013,
      "step": 67185
    },
    {
      "epoch": 2.751832889617039,
      "grad_norm": 0.6815464783894385,
      "learning_rate": 0.00017293190354072352,
      "loss": 0.2508,
      "step": 67186
    },
    {
      "epoch": 2.751873848044235,
      "grad_norm": 0.8379746396072406,
      "learning_rate": 0.00017292868047890807,
      "loss": 0.4251,
      "step": 67187
    },
    {
      "epoch": 2.7519148064714316,
      "grad_norm": 1.443505362823146,
      "learning_rate": 0.0001729254574062532,
      "loss": 0.6583,
      "step": 67188
    },
    {
      "epoch": 2.7519557648986277,
      "grad_norm": 1.4466152268331411,
      "learning_rate": 0.00017292223432276054,
      "loss": 0.9738,
      "step": 67189
    },
    {
      "epoch": 2.7519967233258242,
      "grad_norm": 0.7303870614403121,
      "learning_rate": 0.00017291901122843157,
      "loss": 0.3249,
      "step": 67190
    },
    {
      "epoch": 2.7520376817530208,
      "grad_norm": 1.18445022577538,
      "learning_rate": 0.00017291578812326784,
      "loss": 0.6852,
      "step": 67191
    },
    {
      "epoch": 2.7520786401802173,
      "grad_norm": 0.6299509405814945,
      "learning_rate": 0.00017291256500727082,
      "loss": 0.2626,
      "step": 67192
    },
    {
      "epoch": 2.7521195986074134,
      "grad_norm": 0.5460175627213808,
      "learning_rate": 0.00017290934188044207,
      "loss": 0.1469,
      "step": 67193
    },
    {
      "epoch": 2.75216055703461,
      "grad_norm": 0.8963883289591804,
      "learning_rate": 0.00017290611874278314,
      "loss": 0.6596,
      "step": 67194
    },
    {
      "epoch": 2.752201515461806,
      "grad_norm": 1.1981793437174488,
      "learning_rate": 0.00017290289559429553,
      "loss": 0.7268,
      "step": 67195
    },
    {
      "epoch": 2.7522424738890026,
      "grad_norm": 0.6452927779679662,
      "learning_rate": 0.00017289967243498073,
      "loss": 0.2259,
      "step": 67196
    },
    {
      "epoch": 2.752283432316199,
      "grad_norm": 1.034860520592303,
      "learning_rate": 0.00017289644926484033,
      "loss": 0.7181,
      "step": 67197
    },
    {
      "epoch": 2.7523243907433956,
      "grad_norm": 2.0588359343798985,
      "learning_rate": 0.0001728932260838758,
      "loss": 1.8438,
      "step": 67198
    },
    {
      "epoch": 2.7523653491705917,
      "grad_norm": 1.1347687950753975,
      "learning_rate": 0.0001728900028920887,
      "loss": 0.512,
      "step": 67199
    },
    {
      "epoch": 2.7524063075977883,
      "grad_norm": 1.463948225533887,
      "learning_rate": 0.00017288677968948048,
      "loss": 0.601,
      "step": 67200
    },
    {
      "epoch": 2.752447266024985,
      "grad_norm": 1.2039097874515226,
      "learning_rate": 0.00017288355647605274,
      "loss": 0.6795,
      "step": 67201
    },
    {
      "epoch": 2.752488224452181,
      "grad_norm": 3.4353660013440117,
      "learning_rate": 0.00017288033325180702,
      "loss": 4.2687,
      "step": 67202
    },
    {
      "epoch": 2.7525291828793774,
      "grad_norm": 1.4454943648569571,
      "learning_rate": 0.00017287711001674478,
      "loss": 0.8838,
      "step": 67203
    },
    {
      "epoch": 2.752570141306574,
      "grad_norm": 1.505449318026685,
      "learning_rate": 0.00017287388677086758,
      "loss": 1.0429,
      "step": 67204
    },
    {
      "epoch": 2.7526110997337705,
      "grad_norm": 0.8597602854132497,
      "learning_rate": 0.0001728706635141769,
      "loss": 0.3078,
      "step": 67205
    },
    {
      "epoch": 2.7526520581609666,
      "grad_norm": 1.1764785787877243,
      "learning_rate": 0.00017286744024667432,
      "loss": 0.9793,
      "step": 67206
    },
    {
      "epoch": 2.752693016588163,
      "grad_norm": 1.0778526809454942,
      "learning_rate": 0.00017286421696836136,
      "loss": 0.577,
      "step": 67207
    },
    {
      "epoch": 2.752733975015359,
      "grad_norm": 1.1462289710206648,
      "learning_rate": 0.00017286099367923953,
      "loss": 0.6861,
      "step": 67208
    },
    {
      "epoch": 2.7527749334425557,
      "grad_norm": 1.1631373864771504,
      "learning_rate": 0.00017285777037931031,
      "loss": 0.6154,
      "step": 67209
    },
    {
      "epoch": 2.7528158918697523,
      "grad_norm": 1.4013736913255328,
      "learning_rate": 0.0001728545470685753,
      "loss": 0.8727,
      "step": 67210
    },
    {
      "epoch": 2.752856850296949,
      "grad_norm": 0.9745332752622592,
      "learning_rate": 0.00017285132374703598,
      "loss": 0.7304,
      "step": 67211
    },
    {
      "epoch": 2.752897808724145,
      "grad_norm": 0.6323907728870426,
      "learning_rate": 0.00017284810041469384,
      "loss": 0.1445,
      "step": 67212
    },
    {
      "epoch": 2.7529387671513414,
      "grad_norm": 1.1638406749340104,
      "learning_rate": 0.0001728448770715505,
      "loss": 0.771,
      "step": 67213
    },
    {
      "epoch": 2.7529797255785375,
      "grad_norm": 1.9393662570648387,
      "learning_rate": 0.00017284165371760738,
      "loss": 1.5115,
      "step": 67214
    },
    {
      "epoch": 2.753020684005734,
      "grad_norm": 1.2418017406074926,
      "learning_rate": 0.0001728384303528661,
      "loss": 0.8828,
      "step": 67215
    },
    {
      "epoch": 2.7530616424329306,
      "grad_norm": 1.4282083557461336,
      "learning_rate": 0.00017283520697732808,
      "loss": 0.9827,
      "step": 67216
    },
    {
      "epoch": 2.753102600860127,
      "grad_norm": 1.1838705425611382,
      "learning_rate": 0.00017283198359099492,
      "loss": 0.7476,
      "step": 67217
    },
    {
      "epoch": 2.7531435592873232,
      "grad_norm": 1.1598933026283869,
      "learning_rate": 0.00017282876019386815,
      "loss": 0.9566,
      "step": 67218
    },
    {
      "epoch": 2.7531845177145198,
      "grad_norm": 1.696482279324816,
      "learning_rate": 0.00017282553678594923,
      "loss": 1.7167,
      "step": 67219
    },
    {
      "epoch": 2.7532254761417163,
      "grad_norm": 1.2299382195211106,
      "learning_rate": 0.0001728223133672397,
      "loss": 0.8878,
      "step": 67220
    },
    {
      "epoch": 2.7532664345689124,
      "grad_norm": 1.030950926814412,
      "learning_rate": 0.00017281908993774115,
      "loss": 0.6132,
      "step": 67221
    },
    {
      "epoch": 2.753307392996109,
      "grad_norm": 0.8375192827203208,
      "learning_rate": 0.00017281586649745505,
      "loss": 0.5036,
      "step": 67222
    },
    {
      "epoch": 2.7533483514233055,
      "grad_norm": 1.0301364773362873,
      "learning_rate": 0.00017281264304638296,
      "loss": 0.7122,
      "step": 67223
    },
    {
      "epoch": 2.753389309850502,
      "grad_norm": 0.9401526552787538,
      "learning_rate": 0.0001728094195845263,
      "loss": 0.3724,
      "step": 67224
    },
    {
      "epoch": 2.753430268277698,
      "grad_norm": 1.3291465023469073,
      "learning_rate": 0.00017280619611188675,
      "loss": 0.6565,
      "step": 67225
    },
    {
      "epoch": 2.7534712267048946,
      "grad_norm": 1.2356289805577805,
      "learning_rate": 0.00017280297262846573,
      "loss": 0.4195,
      "step": 67226
    },
    {
      "epoch": 2.7535121851320907,
      "grad_norm": 0.9762993876605357,
      "learning_rate": 0.00017279974913426478,
      "loss": 0.6661,
      "step": 67227
    },
    {
      "epoch": 2.7535531435592873,
      "grad_norm": 1.171661467640376,
      "learning_rate": 0.00017279652562928542,
      "loss": 0.6854,
      "step": 67228
    },
    {
      "epoch": 2.753594101986484,
      "grad_norm": 3.857971359426489,
      "learning_rate": 0.00017279330211352918,
      "loss": 3.2788,
      "step": 67229
    },
    {
      "epoch": 2.7536350604136803,
      "grad_norm": 0.6017066598720052,
      "learning_rate": 0.00017279007858699762,
      "loss": 0.2704,
      "step": 67230
    },
    {
      "epoch": 2.7536760188408764,
      "grad_norm": 0.9998069530409056,
      "learning_rate": 0.00017278685504969223,
      "loss": 0.8296,
      "step": 67231
    },
    {
      "epoch": 2.753716977268073,
      "grad_norm": 0.990444420845867,
      "learning_rate": 0.00017278363150161449,
      "loss": 0.7512,
      "step": 67232
    },
    {
      "epoch": 2.753757935695269,
      "grad_norm": 1.024737030318075,
      "learning_rate": 0.000172780407942766,
      "loss": 0.7157,
      "step": 67233
    },
    {
      "epoch": 2.7537988941224656,
      "grad_norm": 1.2601657859838433,
      "learning_rate": 0.00017277718437314828,
      "loss": 1.0949,
      "step": 67234
    },
    {
      "epoch": 2.753839852549662,
      "grad_norm": 1.167561043109022,
      "learning_rate": 0.00017277396079276282,
      "loss": 0.9502,
      "step": 67235
    },
    {
      "epoch": 2.7538808109768587,
      "grad_norm": 2.529051704816462,
      "learning_rate": 0.0001727707372016111,
      "loss": 1.4897,
      "step": 67236
    },
    {
      "epoch": 2.7539217694040548,
      "grad_norm": 1.2366846308415353,
      "learning_rate": 0.00017276751359969475,
      "loss": 0.9146,
      "step": 67237
    },
    {
      "epoch": 2.7539627278312513,
      "grad_norm": 1.3175646405956813,
      "learning_rate": 0.00017276428998701522,
      "loss": 0.8144,
      "step": 67238
    },
    {
      "epoch": 2.754003686258448,
      "grad_norm": 0.5561427710598843,
      "learning_rate": 0.00017276106636357412,
      "loss": 0.2144,
      "step": 67239
    },
    {
      "epoch": 2.754044644685644,
      "grad_norm": 1.2465430820518453,
      "learning_rate": 0.00017275784272937283,
      "loss": 0.9859,
      "step": 67240
    },
    {
      "epoch": 2.7540856031128405,
      "grad_norm": 1.2205320827539832,
      "learning_rate": 0.00017275461908441297,
      "loss": 0.9081,
      "step": 67241
    },
    {
      "epoch": 2.754126561540037,
      "grad_norm": 0.901186171239419,
      "learning_rate": 0.00017275139542869607,
      "loss": 0.7821,
      "step": 67242
    },
    {
      "epoch": 2.7541675199672335,
      "grad_norm": 1.0779899265134782,
      "learning_rate": 0.00017274817176222363,
      "loss": 0.9825,
      "step": 67243
    },
    {
      "epoch": 2.7542084783944296,
      "grad_norm": 1.0683498455660363,
      "learning_rate": 0.00017274494808499716,
      "loss": 0.8947,
      "step": 67244
    },
    {
      "epoch": 2.754249436821626,
      "grad_norm": 2.7734661655541832,
      "learning_rate": 0.0001727417243970182,
      "loss": 2.1893,
      "step": 67245
    },
    {
      "epoch": 2.7542903952488222,
      "grad_norm": 0.9686634595761057,
      "learning_rate": 0.00017273850069828825,
      "loss": 0.6645,
      "step": 67246
    },
    {
      "epoch": 2.754331353676019,
      "grad_norm": 1.008712072585346,
      "learning_rate": 0.0001727352769888089,
      "loss": 0.8156,
      "step": 67247
    },
    {
      "epoch": 2.7543723121032153,
      "grad_norm": 0.9404138128834371,
      "learning_rate": 0.00017273205326858156,
      "loss": 0.682,
      "step": 67248
    },
    {
      "epoch": 2.754413270530412,
      "grad_norm": 1.0234945137190279,
      "learning_rate": 0.00017272882953760788,
      "loss": 0.8246,
      "step": 67249
    },
    {
      "epoch": 2.754454228957608,
      "grad_norm": 1.0069842150276949,
      "learning_rate": 0.00017272560579588932,
      "loss": 0.7361,
      "step": 67250
    },
    {
      "epoch": 2.7544951873848045,
      "grad_norm": 1.017604831665127,
      "learning_rate": 0.00017272238204342743,
      "loss": 0.7889,
      "step": 67251
    },
    {
      "epoch": 2.7545361458120006,
      "grad_norm": 1.3737332390752723,
      "learning_rate": 0.00017271915828022367,
      "loss": 0.7718,
      "step": 67252
    },
    {
      "epoch": 2.754577104239197,
      "grad_norm": 0.9996295737578256,
      "learning_rate": 0.00017271593450627964,
      "loss": 0.7595,
      "step": 67253
    },
    {
      "epoch": 2.7546180626663936,
      "grad_norm": 2.253800179194275,
      "learning_rate": 0.00017271271072159683,
      "loss": 2.3699,
      "step": 67254
    },
    {
      "epoch": 2.75465902109359,
      "grad_norm": 1.6421633450723105,
      "learning_rate": 0.0001727094869261768,
      "loss": 1.0282,
      "step": 67255
    },
    {
      "epoch": 2.7546999795207863,
      "grad_norm": 1.380801312190712,
      "learning_rate": 0.00017270626312002095,
      "loss": 0.3791,
      "step": 67256
    },
    {
      "epoch": 2.754740937947983,
      "grad_norm": 0.6935872286318173,
      "learning_rate": 0.000172703039303131,
      "loss": 0.2551,
      "step": 67257
    },
    {
      "epoch": 2.7547818963751793,
      "grad_norm": 0.613589020736834,
      "learning_rate": 0.00017269981547550834,
      "loss": 0.2702,
      "step": 67258
    },
    {
      "epoch": 2.7548228548023754,
      "grad_norm": 1.580062889169132,
      "learning_rate": 0.0001726965916371545,
      "loss": 1.0048,
      "step": 67259
    },
    {
      "epoch": 2.754863813229572,
      "grad_norm": 1.3030080078089383,
      "learning_rate": 0.00017269336778807104,
      "loss": 0.9627,
      "step": 67260
    },
    {
      "epoch": 2.7549047716567685,
      "grad_norm": 1.2150030702174637,
      "learning_rate": 0.00017269014392825945,
      "loss": 0.4118,
      "step": 67261
    },
    {
      "epoch": 2.754945730083965,
      "grad_norm": 1.1156100629192447,
      "learning_rate": 0.00017268692005772133,
      "loss": 0.6865,
      "step": 67262
    },
    {
      "epoch": 2.754986688511161,
      "grad_norm": 1.329691599671241,
      "learning_rate": 0.00017268369617645812,
      "loss": 0.6104,
      "step": 67263
    },
    {
      "epoch": 2.7550276469383577,
      "grad_norm": 4.224339580532008,
      "learning_rate": 0.00017268047228447136,
      "loss": 1.1161,
      "step": 67264
    },
    {
      "epoch": 2.7550686053655538,
      "grad_norm": 0.866121908493623,
      "learning_rate": 0.0001726772483817626,
      "loss": 0.703,
      "step": 67265
    },
    {
      "epoch": 2.7551095637927503,
      "grad_norm": 1.0275552258444531,
      "learning_rate": 0.00017267402446833336,
      "loss": 0.8908,
      "step": 67266
    },
    {
      "epoch": 2.755150522219947,
      "grad_norm": 1.3702332099421355,
      "learning_rate": 0.00017267080054418515,
      "loss": 0.7827,
      "step": 67267
    },
    {
      "epoch": 2.7551914806471434,
      "grad_norm": 1.0242923838046902,
      "learning_rate": 0.0001726675766093195,
      "loss": 0.5351,
      "step": 67268
    },
    {
      "epoch": 2.7552324390743395,
      "grad_norm": 0.7524324992331204,
      "learning_rate": 0.00017266435266373795,
      "loss": 0.2911,
      "step": 67269
    },
    {
      "epoch": 2.755273397501536,
      "grad_norm": 1.4705673020138619,
      "learning_rate": 0.000172661128707442,
      "loss": 1.0521,
      "step": 67270
    },
    {
      "epoch": 2.755314355928732,
      "grad_norm": 0.950941760086651,
      "learning_rate": 0.0001726579047404332,
      "loss": 0.7758,
      "step": 67271
    },
    {
      "epoch": 2.7553553143559286,
      "grad_norm": 1.1815435409408594,
      "learning_rate": 0.00017265468076271302,
      "loss": 0.7958,
      "step": 67272
    },
    {
      "epoch": 2.755396272783125,
      "grad_norm": 0.990115923026313,
      "learning_rate": 0.00017265145677428301,
      "loss": 0.658,
      "step": 67273
    },
    {
      "epoch": 2.7554372312103217,
      "grad_norm": 4.054291459736934,
      "learning_rate": 0.00017264823277514477,
      "loss": 3.3785,
      "step": 67274
    },
    {
      "epoch": 2.755478189637518,
      "grad_norm": 1.0593585787122808,
      "learning_rate": 0.00017264500876529974,
      "loss": 0.6309,
      "step": 67275
    },
    {
      "epoch": 2.7555191480647143,
      "grad_norm": 1.7426017232441742,
      "learning_rate": 0.00017264178474474945,
      "loss": 1.5974,
      "step": 67276
    },
    {
      "epoch": 2.755560106491911,
      "grad_norm": 0.9494507477905099,
      "learning_rate": 0.0001726385607134954,
      "loss": 0.5735,
      "step": 67277
    },
    {
      "epoch": 2.755601064919107,
      "grad_norm": 1.6874859059867087,
      "learning_rate": 0.00017263533667153923,
      "loss": 1.7045,
      "step": 67278
    },
    {
      "epoch": 2.7556420233463035,
      "grad_norm": 1.049888351678559,
      "learning_rate": 0.00017263211261888238,
      "loss": 0.7331,
      "step": 67279
    },
    {
      "epoch": 2.7556829817735,
      "grad_norm": 0.9744039083282647,
      "learning_rate": 0.0001726288885555263,
      "loss": 0.6829,
      "step": 67280
    },
    {
      "epoch": 2.7557239402006966,
      "grad_norm": 0.6954124147613275,
      "learning_rate": 0.00017262566448147267,
      "loss": 0.2245,
      "step": 67281
    },
    {
      "epoch": 2.7557648986278926,
      "grad_norm": 0.6817134894024699,
      "learning_rate": 0.00017262244039672293,
      "loss": 0.259,
      "step": 67282
    },
    {
      "epoch": 2.755805857055089,
      "grad_norm": 0.8732982044108026,
      "learning_rate": 0.00017261921630127856,
      "loss": 0.4101,
      "step": 67283
    },
    {
      "epoch": 2.7558468154822853,
      "grad_norm": 1.454420424841655,
      "learning_rate": 0.00017261599219514116,
      "loss": 0.8455,
      "step": 67284
    },
    {
      "epoch": 2.755887773909482,
      "grad_norm": 0.6679676299099887,
      "learning_rate": 0.00017261276807831226,
      "loss": 0.2454,
      "step": 67285
    },
    {
      "epoch": 2.7559287323366783,
      "grad_norm": 1.5963985315334397,
      "learning_rate": 0.00017260954395079337,
      "loss": 0.609,
      "step": 67286
    },
    {
      "epoch": 2.755969690763875,
      "grad_norm": 1.1887183032048074,
      "learning_rate": 0.00017260631981258595,
      "loss": 0.6752,
      "step": 67287
    },
    {
      "epoch": 2.756010649191071,
      "grad_norm": 0.9604246238366247,
      "learning_rate": 0.00017260309566369158,
      "loss": 0.6803,
      "step": 67288
    },
    {
      "epoch": 2.7560516076182675,
      "grad_norm": 0.8646527764993331,
      "learning_rate": 0.0001725998715041118,
      "loss": 0.3228,
      "step": 67289
    },
    {
      "epoch": 2.7560925660454636,
      "grad_norm": 0.6542207170678332,
      "learning_rate": 0.0001725966473338481,
      "loss": 0.2639,
      "step": 67290
    },
    {
      "epoch": 2.75613352447266,
      "grad_norm": 0.7809113484460204,
      "learning_rate": 0.00017259342315290203,
      "loss": 0.4515,
      "step": 67291
    },
    {
      "epoch": 2.7561744828998567,
      "grad_norm": 0.934494460746807,
      "learning_rate": 0.00017259019896127505,
      "loss": 0.5213,
      "step": 67292
    },
    {
      "epoch": 2.756215441327053,
      "grad_norm": 1.3106537552082274,
      "learning_rate": 0.0001725869747589688,
      "loss": 0.8496,
      "step": 67293
    },
    {
      "epoch": 2.7562563997542493,
      "grad_norm": 0.6859970326702042,
      "learning_rate": 0.0001725837505459847,
      "loss": 0.2641,
      "step": 67294
    },
    {
      "epoch": 2.756297358181446,
      "grad_norm": 1.3815336241796474,
      "learning_rate": 0.00017258052632232435,
      "loss": 1.1378,
      "step": 67295
    },
    {
      "epoch": 2.7563383166086424,
      "grad_norm": 0.9460728031092159,
      "learning_rate": 0.00017257730208798916,
      "loss": 0.7445,
      "step": 67296
    },
    {
      "epoch": 2.7563792750358385,
      "grad_norm": 1.2458052439357834,
      "learning_rate": 0.0001725740778429808,
      "loss": 1.1254,
      "step": 67297
    },
    {
      "epoch": 2.756420233463035,
      "grad_norm": 1.562556300638685,
      "learning_rate": 0.00017257085358730073,
      "loss": 1.0842,
      "step": 67298
    },
    {
      "epoch": 2.7564611918902315,
      "grad_norm": 1.0263785690842802,
      "learning_rate": 0.00017256762932095046,
      "loss": 0.6474,
      "step": 67299
    },
    {
      "epoch": 2.756502150317428,
      "grad_norm": 1.0451145175788255,
      "learning_rate": 0.0001725644050439315,
      "loss": 0.4035,
      "step": 67300
    },
    {
      "epoch": 2.756543108744624,
      "grad_norm": 0.6011940783115786,
      "learning_rate": 0.0001725611807562454,
      "loss": 0.2069,
      "step": 67301
    },
    {
      "epoch": 2.7565840671718207,
      "grad_norm": 1.1143863968196113,
      "learning_rate": 0.0001725579564578937,
      "loss": 0.9818,
      "step": 67302
    },
    {
      "epoch": 2.756625025599017,
      "grad_norm": 1.1658585511005781,
      "learning_rate": 0.00017255473214887793,
      "loss": 0.7811,
      "step": 67303
    },
    {
      "epoch": 2.7566659840262133,
      "grad_norm": 1.0845488150469718,
      "learning_rate": 0.00017255150782919952,
      "loss": 0.7983,
      "step": 67304
    },
    {
      "epoch": 2.75670694245341,
      "grad_norm": 0.9978634311858363,
      "learning_rate": 0.00017254828349886015,
      "loss": 0.5414,
      "step": 67305
    },
    {
      "epoch": 2.7567479008806064,
      "grad_norm": 1.1121969747534717,
      "learning_rate": 0.00017254505915786122,
      "loss": 0.7585,
      "step": 67306
    },
    {
      "epoch": 2.7567888593078025,
      "grad_norm": 1.1328266230993789,
      "learning_rate": 0.00017254183480620427,
      "loss": 0.7056,
      "step": 67307
    },
    {
      "epoch": 2.756829817734999,
      "grad_norm": 0.8229385103422842,
      "learning_rate": 0.00017253861044389085,
      "loss": 0.8035,
      "step": 67308
    },
    {
      "epoch": 2.756870776162195,
      "grad_norm": 0.9877174549778653,
      "learning_rate": 0.00017253538607092252,
      "loss": 0.8872,
      "step": 67309
    },
    {
      "epoch": 2.7569117345893916,
      "grad_norm": 0.7203971954860727,
      "learning_rate": 0.00017253216168730076,
      "loss": 0.2438,
      "step": 67310
    },
    {
      "epoch": 2.756952693016588,
      "grad_norm": 1.127224224183362,
      "learning_rate": 0.00017252893729302713,
      "loss": 0.6049,
      "step": 67311
    },
    {
      "epoch": 2.7569936514437847,
      "grad_norm": 1.2681579279743436,
      "learning_rate": 0.00017252571288810307,
      "loss": 0.9441,
      "step": 67312
    },
    {
      "epoch": 2.757034609870981,
      "grad_norm": 1.5230339930501953,
      "learning_rate": 0.00017252248847253018,
      "loss": 0.9925,
      "step": 67313
    },
    {
      "epoch": 2.7570755682981773,
      "grad_norm": 0.6196680996499174,
      "learning_rate": 0.00017251926404630998,
      "loss": 0.2537,
      "step": 67314
    },
    {
      "epoch": 2.757116526725374,
      "grad_norm": 1.0865037231387507,
      "learning_rate": 0.00017251603960944398,
      "loss": 0.5758,
      "step": 67315
    },
    {
      "epoch": 2.75715748515257,
      "grad_norm": 1.3607248095394668,
      "learning_rate": 0.00017251281516193366,
      "loss": 0.7585,
      "step": 67316
    },
    {
      "epoch": 2.7571984435797665,
      "grad_norm": 1.059390611546755,
      "learning_rate": 0.00017250959070378062,
      "loss": 0.6483,
      "step": 67317
    },
    {
      "epoch": 2.757239402006963,
      "grad_norm": 1.1542266987903913,
      "learning_rate": 0.00017250636623498635,
      "loss": 0.7541,
      "step": 67318
    },
    {
      "epoch": 2.7572803604341596,
      "grad_norm": 0.6869113495683307,
      "learning_rate": 0.00017250314175555238,
      "loss": 0.0726,
      "step": 67319
    },
    {
      "epoch": 2.7573213188613557,
      "grad_norm": 1.1118724687536354,
      "learning_rate": 0.0001724999172654802,
      "loss": 0.8721,
      "step": 67320
    },
    {
      "epoch": 2.757362277288552,
      "grad_norm": 1.0019108983077052,
      "learning_rate": 0.0001724966927647714,
      "loss": 0.671,
      "step": 67321
    },
    {
      "epoch": 2.7574032357157483,
      "grad_norm": 1.266025763101241,
      "learning_rate": 0.00017249346825342745,
      "loss": 0.6314,
      "step": 67322
    },
    {
      "epoch": 2.757444194142945,
      "grad_norm": 1.1175406398726422,
      "learning_rate": 0.00017249024373144992,
      "loss": 0.6431,
      "step": 67323
    },
    {
      "epoch": 2.7574851525701414,
      "grad_norm": 1.3486435646793842,
      "learning_rate": 0.00017248701919884028,
      "loss": 0.8567,
      "step": 67324
    },
    {
      "epoch": 2.757526110997338,
      "grad_norm": 1.2153327397075617,
      "learning_rate": 0.00017248379465560008,
      "loss": 0.4203,
      "step": 67325
    },
    {
      "epoch": 2.757567069424534,
      "grad_norm": 3.001414025463318,
      "learning_rate": 0.00017248057010173085,
      "loss": 2.9857,
      "step": 67326
    },
    {
      "epoch": 2.7576080278517305,
      "grad_norm": 0.7689907672794801,
      "learning_rate": 0.00017247734553723414,
      "loss": 0.2756,
      "step": 67327
    },
    {
      "epoch": 2.7576489862789266,
      "grad_norm": 2.403524124208633,
      "learning_rate": 0.00017247412096211138,
      "loss": 0.871,
      "step": 67328
    },
    {
      "epoch": 2.757689944706123,
      "grad_norm": 1.163651258004056,
      "learning_rate": 0.0001724708963763642,
      "loss": 0.6794,
      "step": 67329
    },
    {
      "epoch": 2.7577309031333197,
      "grad_norm": 1.239760720366177,
      "learning_rate": 0.00017246767177999411,
      "loss": 0.946,
      "step": 67330
    },
    {
      "epoch": 2.7577718615605162,
      "grad_norm": 1.0986942447553179,
      "learning_rate": 0.0001724644471730026,
      "loss": 0.8443,
      "step": 67331
    },
    {
      "epoch": 2.7578128199877123,
      "grad_norm": 2.1826413468994654,
      "learning_rate": 0.00017246122255539116,
      "loss": 0.9202,
      "step": 67332
    },
    {
      "epoch": 2.757853778414909,
      "grad_norm": 1.6157486358620257,
      "learning_rate": 0.0001724579979271614,
      "loss": 0.5859,
      "step": 67333
    },
    {
      "epoch": 2.7578947368421054,
      "grad_norm": 1.0283691503503707,
      "learning_rate": 0.00017245477328831478,
      "loss": 0.6662,
      "step": 67334
    },
    {
      "epoch": 2.7579356952693015,
      "grad_norm": 1.060441257756734,
      "learning_rate": 0.00017245154863885286,
      "loss": 0.7251,
      "step": 67335
    },
    {
      "epoch": 2.757976653696498,
      "grad_norm": 1.3284027815504482,
      "learning_rate": 0.00017244832397877711,
      "loss": 0.8698,
      "step": 67336
    },
    {
      "epoch": 2.7580176121236946,
      "grad_norm": 1.5310516450040892,
      "learning_rate": 0.00017244509930808917,
      "loss": 0.6775,
      "step": 67337
    },
    {
      "epoch": 2.758058570550891,
      "grad_norm": 1.064835877070532,
      "learning_rate": 0.00017244187462679044,
      "loss": 0.913,
      "step": 67338
    },
    {
      "epoch": 2.758099528978087,
      "grad_norm": 1.3065535953822995,
      "learning_rate": 0.00017243864993488252,
      "loss": 0.7272,
      "step": 67339
    },
    {
      "epoch": 2.7581404874052837,
      "grad_norm": 0.9210048841628492,
      "learning_rate": 0.00017243542523236687,
      "loss": 0.7125,
      "step": 67340
    },
    {
      "epoch": 2.75818144583248,
      "grad_norm": 1.3162331996218124,
      "learning_rate": 0.00017243220051924507,
      "loss": 0.7523,
      "step": 67341
    },
    {
      "epoch": 2.7582224042596764,
      "grad_norm": 1.7290153619878568,
      "learning_rate": 0.00017242897579551863,
      "loss": 0.786,
      "step": 67342
    },
    {
      "epoch": 2.758263362686873,
      "grad_norm": 0.9514493931488736,
      "learning_rate": 0.00017242575106118908,
      "loss": 0.5464,
      "step": 67343
    },
    {
      "epoch": 2.7583043211140694,
      "grad_norm": 0.932077813972861,
      "learning_rate": 0.0001724225263162579,
      "loss": 0.6698,
      "step": 67344
    },
    {
      "epoch": 2.7583452795412655,
      "grad_norm": 1.0778156682026692,
      "learning_rate": 0.00017241930156072668,
      "loss": 0.8805,
      "step": 67345
    },
    {
      "epoch": 2.758386237968462,
      "grad_norm": 1.0384472899689106,
      "learning_rate": 0.00017241607679459694,
      "loss": 0.7291,
      "step": 67346
    },
    {
      "epoch": 2.758427196395658,
      "grad_norm": 1.2559935498635846,
      "learning_rate": 0.00017241285201787014,
      "loss": 0.839,
      "step": 67347
    },
    {
      "epoch": 2.7584681548228547,
      "grad_norm": 1.5674309770259796,
      "learning_rate": 0.00017240962723054788,
      "loss": 0.8984,
      "step": 67348
    },
    {
      "epoch": 2.758509113250051,
      "grad_norm": 1.4166147031490135,
      "learning_rate": 0.00017240640243263163,
      "loss": 1.1017,
      "step": 67349
    },
    {
      "epoch": 2.7585500716772478,
      "grad_norm": 1.266528176088375,
      "learning_rate": 0.00017240317762412294,
      "loss": 0.7656,
      "step": 67350
    },
    {
      "epoch": 2.758591030104444,
      "grad_norm": 1.1090942845398633,
      "learning_rate": 0.00017239995280502333,
      "loss": 0.49,
      "step": 67351
    },
    {
      "epoch": 2.7586319885316404,
      "grad_norm": 0.9866888688825329,
      "learning_rate": 0.00017239672797533426,
      "loss": 0.8088,
      "step": 67352
    },
    {
      "epoch": 2.758672946958837,
      "grad_norm": 1.396732290729883,
      "learning_rate": 0.0001723935031350574,
      "loss": 0.7226,
      "step": 67353
    },
    {
      "epoch": 2.758713905386033,
      "grad_norm": 2.2917561541655034,
      "learning_rate": 0.00017239027828419413,
      "loss": 2.2028,
      "step": 67354
    },
    {
      "epoch": 2.7587548638132295,
      "grad_norm": 1.1034258787436229,
      "learning_rate": 0.0001723870534227461,
      "loss": 0.6702,
      "step": 67355
    },
    {
      "epoch": 2.758795822240426,
      "grad_norm": 1.3915954941476805,
      "learning_rate": 0.0001723838285507147,
      "loss": 1.0112,
      "step": 67356
    },
    {
      "epoch": 2.7588367806676226,
      "grad_norm": 1.0076759769155983,
      "learning_rate": 0.00017238060366810156,
      "loss": 0.6004,
      "step": 67357
    },
    {
      "epoch": 2.7588777390948187,
      "grad_norm": 0.9166739867021648,
      "learning_rate": 0.00017237737877490817,
      "loss": 0.6686,
      "step": 67358
    },
    {
      "epoch": 2.7589186975220152,
      "grad_norm": 1.2168458602680245,
      "learning_rate": 0.00017237415387113603,
      "loss": 0.738,
      "step": 67359
    },
    {
      "epoch": 2.7589596559492113,
      "grad_norm": 1.3105960953653577,
      "learning_rate": 0.00017237092895678672,
      "loss": 0.7064,
      "step": 67360
    },
    {
      "epoch": 2.759000614376408,
      "grad_norm": 1.195520971731574,
      "learning_rate": 0.0001723677040318617,
      "loss": 0.5718,
      "step": 67361
    },
    {
      "epoch": 2.7590415728036044,
      "grad_norm": 1.2316051140154176,
      "learning_rate": 0.0001723644790963626,
      "loss": 0.7578,
      "step": 67362
    },
    {
      "epoch": 2.759082531230801,
      "grad_norm": 1.0732083361385087,
      "learning_rate": 0.00017236125415029082,
      "loss": 0.7877,
      "step": 67363
    },
    {
      "epoch": 2.759123489657997,
      "grad_norm": 1.3693281751479367,
      "learning_rate": 0.0001723580291936479,
      "loss": 1.0962,
      "step": 67364
    },
    {
      "epoch": 2.7591644480851936,
      "grad_norm": 1.310193903627615,
      "learning_rate": 0.00017235480422643547,
      "loss": 1.1279,
      "step": 67365
    },
    {
      "epoch": 2.7592054065123897,
      "grad_norm": 0.9898894333560344,
      "learning_rate": 0.00017235157924865493,
      "loss": 0.4643,
      "step": 67366
    },
    {
      "epoch": 2.759246364939586,
      "grad_norm": 1.0418444714887292,
      "learning_rate": 0.0001723483542603079,
      "loss": 0.8484,
      "step": 67367
    },
    {
      "epoch": 2.7592873233667827,
      "grad_norm": 1.0520810841146329,
      "learning_rate": 0.00017234512926139585,
      "loss": 0.7019,
      "step": 67368
    },
    {
      "epoch": 2.7593282817939793,
      "grad_norm": 1.4035325638314102,
      "learning_rate": 0.0001723419042519203,
      "loss": 1.0399,
      "step": 67369
    },
    {
      "epoch": 2.7593692402211754,
      "grad_norm": 1.1849191479051928,
      "learning_rate": 0.0001723386792318828,
      "loss": 0.9002,
      "step": 67370
    },
    {
      "epoch": 2.759410198648372,
      "grad_norm": 1.173290003914325,
      "learning_rate": 0.0001723354542012849,
      "loss": 0.8829,
      "step": 67371
    },
    {
      "epoch": 2.7594511570755684,
      "grad_norm": 0.702217319682471,
      "learning_rate": 0.00017233222916012808,
      "loss": 0.1872,
      "step": 67372
    },
    {
      "epoch": 2.7594921155027645,
      "grad_norm": 1.0677660141557495,
      "learning_rate": 0.00017232900410841387,
      "loss": 0.6212,
      "step": 67373
    },
    {
      "epoch": 2.759533073929961,
      "grad_norm": 1.1832869845970477,
      "learning_rate": 0.0001723257790461438,
      "loss": 0.7858,
      "step": 67374
    },
    {
      "epoch": 2.7595740323571576,
      "grad_norm": 0.9391023780915707,
      "learning_rate": 0.00017232255397331943,
      "loss": 0.8138,
      "step": 67375
    },
    {
      "epoch": 2.759614990784354,
      "grad_norm": 0.9873931261120733,
      "learning_rate": 0.0001723193288899422,
      "loss": 0.6976,
      "step": 67376
    },
    {
      "epoch": 2.75965594921155,
      "grad_norm": 1.699131489619517,
      "learning_rate": 0.00017231610379601372,
      "loss": 1.3952,
      "step": 67377
    },
    {
      "epoch": 2.7596969076387468,
      "grad_norm": 0.9165619087254111,
      "learning_rate": 0.00017231287869153548,
      "loss": 0.2471,
      "step": 67378
    },
    {
      "epoch": 2.759737866065943,
      "grad_norm": 1.3505364812425678,
      "learning_rate": 0.000172309653576509,
      "loss": 0.3601,
      "step": 67379
    },
    {
      "epoch": 2.7597788244931394,
      "grad_norm": 1.5785373176305815,
      "learning_rate": 0.00017230642845093584,
      "loss": 1.3318,
      "step": 67380
    },
    {
      "epoch": 2.759819782920336,
      "grad_norm": 1.18460266307119,
      "learning_rate": 0.00017230320331481744,
      "loss": 0.7286,
      "step": 67381
    },
    {
      "epoch": 2.7598607413475325,
      "grad_norm": 0.9065076481994717,
      "learning_rate": 0.00017229997816815539,
      "loss": 0.8294,
      "step": 67382
    },
    {
      "epoch": 2.7599016997747285,
      "grad_norm": 1.0071507631781758,
      "learning_rate": 0.00017229675301095123,
      "loss": 0.8512,
      "step": 67383
    },
    {
      "epoch": 2.759942658201925,
      "grad_norm": 1.621724212835116,
      "learning_rate": 0.00017229352784320647,
      "loss": 0.7858,
      "step": 67384
    },
    {
      "epoch": 2.759983616629121,
      "grad_norm": 1.0735160751801456,
      "learning_rate": 0.00017229030266492258,
      "loss": 0.5903,
      "step": 67385
    },
    {
      "epoch": 2.7600245750563177,
      "grad_norm": 1.0688835852511114,
      "learning_rate": 0.00017228707747610116,
      "loss": 0.6683,
      "step": 67386
    },
    {
      "epoch": 2.7600655334835142,
      "grad_norm": 1.0539471961800537,
      "learning_rate": 0.0001722838522767437,
      "loss": 0.6207,
      "step": 67387
    },
    {
      "epoch": 2.760106491910711,
      "grad_norm": 1.0424636666753904,
      "learning_rate": 0.0001722806270668517,
      "loss": 0.6786,
      "step": 67388
    },
    {
      "epoch": 2.760147450337907,
      "grad_norm": 0.8901589197262131,
      "learning_rate": 0.00017227740184642674,
      "loss": 0.4185,
      "step": 67389
    },
    {
      "epoch": 2.7601884087651034,
      "grad_norm": 0.8743429375102778,
      "learning_rate": 0.0001722741766154703,
      "loss": 0.3296,
      "step": 67390
    },
    {
      "epoch": 2.7602293671923,
      "grad_norm": 1.0968110749486022,
      "learning_rate": 0.00017227095137398396,
      "loss": 0.8092,
      "step": 67391
    },
    {
      "epoch": 2.760270325619496,
      "grad_norm": 1.0266612632756964,
      "learning_rate": 0.00017226772612196912,
      "loss": 0.68,
      "step": 67392
    },
    {
      "epoch": 2.7603112840466926,
      "grad_norm": 1.2339302441343185,
      "learning_rate": 0.0001722645008594275,
      "loss": 0.7047,
      "step": 67393
    },
    {
      "epoch": 2.760352242473889,
      "grad_norm": 1.1426557701385136,
      "learning_rate": 0.00017226127558636042,
      "loss": 0.8715,
      "step": 67394
    },
    {
      "epoch": 2.7603932009010856,
      "grad_norm": 1.714686427666619,
      "learning_rate": 0.00017225805030276958,
      "loss": 1.1705,
      "step": 67395
    },
    {
      "epoch": 2.7604341593282817,
      "grad_norm": 1.2737230025309032,
      "learning_rate": 0.00017225482500865636,
      "loss": 0.9609,
      "step": 67396
    },
    {
      "epoch": 2.7604751177554783,
      "grad_norm": 0.9612028058883918,
      "learning_rate": 0.0001722515997040224,
      "loss": 0.7055,
      "step": 67397
    },
    {
      "epoch": 2.7605160761826744,
      "grad_norm": 1.0926328074474903,
      "learning_rate": 0.00017224837438886917,
      "loss": 0.7382,
      "step": 67398
    },
    {
      "epoch": 2.760557034609871,
      "grad_norm": 1.200197764239332,
      "learning_rate": 0.0001722451490631982,
      "loss": 0.7373,
      "step": 67399
    },
    {
      "epoch": 2.7605979930370674,
      "grad_norm": 0.9646383075051336,
      "learning_rate": 0.00017224192372701096,
      "loss": 0.6423,
      "step": 67400
    },
    {
      "epoch": 2.760638951464264,
      "grad_norm": 1.3980407907442454,
      "learning_rate": 0.00017223869838030908,
      "loss": 0.9824,
      "step": 67401
    },
    {
      "epoch": 2.76067990989146,
      "grad_norm": 1.0743491501923683,
      "learning_rate": 0.00017223547302309402,
      "loss": 0.8744,
      "step": 67402
    },
    {
      "epoch": 2.7607208683186566,
      "grad_norm": 0.9412018543706798,
      "learning_rate": 0.00017223224765536732,
      "loss": 0.7313,
      "step": 67403
    },
    {
      "epoch": 2.7607618267458527,
      "grad_norm": 3.2068038888541093,
      "learning_rate": 0.0001722290222771305,
      "loss": 1.2977,
      "step": 67404
    },
    {
      "epoch": 2.7608027851730492,
      "grad_norm": 0.873118924449711,
      "learning_rate": 0.00017222579688838508,
      "loss": 0.4381,
      "step": 67405
    },
    {
      "epoch": 2.7608437436002458,
      "grad_norm": 1.0443297470548514,
      "learning_rate": 0.00017222257148913263,
      "loss": 0.5353,
      "step": 67406
    },
    {
      "epoch": 2.7608847020274423,
      "grad_norm": 2.544313397546766,
      "learning_rate": 0.00017221934607937462,
      "loss": 2.5943,
      "step": 67407
    },
    {
      "epoch": 2.7609256604546384,
      "grad_norm": 1.5281059629698848,
      "learning_rate": 0.00017221612065911255,
      "loss": 0.8719,
      "step": 67408
    },
    {
      "epoch": 2.760966618881835,
      "grad_norm": 1.1396460243809776,
      "learning_rate": 0.00017221289522834803,
      "loss": 1.0594,
      "step": 67409
    },
    {
      "epoch": 2.7610075773090315,
      "grad_norm": 1.2797263449774468,
      "learning_rate": 0.00017220966978708253,
      "loss": 1.1072,
      "step": 67410
    },
    {
      "epoch": 2.7610485357362275,
      "grad_norm": 1.0062131721351857,
      "learning_rate": 0.00017220644433531762,
      "loss": 0.6679,
      "step": 67411
    },
    {
      "epoch": 2.761089494163424,
      "grad_norm": 1.1459761188021709,
      "learning_rate": 0.00017220321887305475,
      "loss": 0.7163,
      "step": 67412
    },
    {
      "epoch": 2.7611304525906206,
      "grad_norm": 1.0106882424211638,
      "learning_rate": 0.00017219999340029548,
      "loss": 0.2271,
      "step": 67413
    },
    {
      "epoch": 2.761171411017817,
      "grad_norm": 2.9047299725188345,
      "learning_rate": 0.00017219676791704137,
      "loss": 3.6591,
      "step": 67414
    },
    {
      "epoch": 2.7612123694450132,
      "grad_norm": 1.1242885172873265,
      "learning_rate": 0.0001721935424232939,
      "loss": 0.6753,
      "step": 67415
    },
    {
      "epoch": 2.76125332787221,
      "grad_norm": 1.7394440575470678,
      "learning_rate": 0.00017219031691905463,
      "loss": 1.256,
      "step": 67416
    },
    {
      "epoch": 2.761294286299406,
      "grad_norm": 0.9491111810713938,
      "learning_rate": 0.00017218709140432505,
      "loss": 0.4626,
      "step": 67417
    },
    {
      "epoch": 2.7613352447266024,
      "grad_norm": 1.1590614169724969,
      "learning_rate": 0.0001721838658791067,
      "loss": 0.9035,
      "step": 67418
    },
    {
      "epoch": 2.761376203153799,
      "grad_norm": 1.1810025684641139,
      "learning_rate": 0.00017218064034340116,
      "loss": 0.9708,
      "step": 67419
    },
    {
      "epoch": 2.7614171615809955,
      "grad_norm": 2.6313665110155857,
      "learning_rate": 0.00017217741479720985,
      "loss": 1.6362,
      "step": 67420
    },
    {
      "epoch": 2.7614581200081916,
      "grad_norm": 5.895735797355949,
      "learning_rate": 0.00017217418924053436,
      "loss": 2.373,
      "step": 67421
    },
    {
      "epoch": 2.761499078435388,
      "grad_norm": 1.452049011900074,
      "learning_rate": 0.00017217096367337618,
      "loss": 0.7627,
      "step": 67422
    },
    {
      "epoch": 2.761540036862584,
      "grad_norm": 0.8465645178781942,
      "learning_rate": 0.00017216773809573685,
      "loss": 0.2949,
      "step": 67423
    },
    {
      "epoch": 2.7615809952897807,
      "grad_norm": 1.4031919692397317,
      "learning_rate": 0.00017216451250761787,
      "loss": 0.6156,
      "step": 67424
    },
    {
      "epoch": 2.7616219537169773,
      "grad_norm": 4.039551839942683,
      "learning_rate": 0.00017216128690902087,
      "loss": 0.7563,
      "step": 67425
    },
    {
      "epoch": 2.761662912144174,
      "grad_norm": 0.8248598795737103,
      "learning_rate": 0.00017215806129994724,
      "loss": 0.3911,
      "step": 67426
    },
    {
      "epoch": 2.76170387057137,
      "grad_norm": 0.8155780344834326,
      "learning_rate": 0.00017215483568039863,
      "loss": 0.5595,
      "step": 67427
    },
    {
      "epoch": 2.7617448289985664,
      "grad_norm": 0.8888353315143328,
      "learning_rate": 0.00017215161005037642,
      "loss": 0.3813,
      "step": 67428
    },
    {
      "epoch": 2.761785787425763,
      "grad_norm": 1.3626407049095597,
      "learning_rate": 0.00017214838440988227,
      "loss": 0.8141,
      "step": 67429
    },
    {
      "epoch": 2.761826745852959,
      "grad_norm": 1.0691062492996835,
      "learning_rate": 0.00017214515875891762,
      "loss": 0.7225,
      "step": 67430
    },
    {
      "epoch": 2.7618677042801556,
      "grad_norm": 1.3829394876556695,
      "learning_rate": 0.00017214193309748408,
      "loss": 1.0384,
      "step": 67431
    },
    {
      "epoch": 2.761908662707352,
      "grad_norm": 1.3857598643695705,
      "learning_rate": 0.00017213870742558305,
      "loss": 0.8972,
      "step": 67432
    },
    {
      "epoch": 2.7619496211345487,
      "grad_norm": 0.6639898619160511,
      "learning_rate": 0.00017213548174321614,
      "loss": 0.2643,
      "step": 67433
    },
    {
      "epoch": 2.7619905795617448,
      "grad_norm": 1.2420368352898183,
      "learning_rate": 0.00017213225605038486,
      "loss": 0.7282,
      "step": 67434
    },
    {
      "epoch": 2.7620315379889413,
      "grad_norm": 1.6203874965689082,
      "learning_rate": 0.00017212903034709076,
      "loss": 1.0041,
      "step": 67435
    },
    {
      "epoch": 2.7620724964161374,
      "grad_norm": 2.4009822080094207,
      "learning_rate": 0.00017212580463333527,
      "loss": 2.1128,
      "step": 67436
    },
    {
      "epoch": 2.762113454843334,
      "grad_norm": 0.7004405122070924,
      "learning_rate": 0.00017212257890912008,
      "loss": 0.231,
      "step": 67437
    },
    {
      "epoch": 2.7621544132705305,
      "grad_norm": 1.8078330403216074,
      "learning_rate": 0.00017211935317444657,
      "loss": 1.0573,
      "step": 67438
    },
    {
      "epoch": 2.762195371697727,
      "grad_norm": 1.01392596418918,
      "learning_rate": 0.00017211612742931633,
      "loss": 0.6776,
      "step": 67439
    },
    {
      "epoch": 2.762236330124923,
      "grad_norm": 0.8739261963226047,
      "learning_rate": 0.0001721129016737308,
      "loss": 0.5026,
      "step": 67440
    },
    {
      "epoch": 2.7622772885521196,
      "grad_norm": 1.0335003595278607,
      "learning_rate": 0.00017210967590769162,
      "loss": 0.506,
      "step": 67441
    },
    {
      "epoch": 2.7623182469793157,
      "grad_norm": 0.5759752882297711,
      "learning_rate": 0.0001721064501312003,
      "loss": 0.2092,
      "step": 67442
    },
    {
      "epoch": 2.7623592054065123,
      "grad_norm": 1.3310154654361732,
      "learning_rate": 0.00017210322434425831,
      "loss": 1.0009,
      "step": 67443
    },
    {
      "epoch": 2.762400163833709,
      "grad_norm": 1.0565570630134593,
      "learning_rate": 0.00017209999854686717,
      "loss": 0.7161,
      "step": 67444
    },
    {
      "epoch": 2.7624411222609053,
      "grad_norm": 1.4386549272287277,
      "learning_rate": 0.0001720967727390285,
      "loss": 0.989,
      "step": 67445
    },
    {
      "epoch": 2.7624820806881014,
      "grad_norm": 1.4790521647563526,
      "learning_rate": 0.0001720935469207437,
      "loss": 0.9965,
      "step": 67446
    },
    {
      "epoch": 2.762523039115298,
      "grad_norm": 1.2118899958750708,
      "learning_rate": 0.0001720903210920144,
      "loss": 0.6067,
      "step": 67447
    },
    {
      "epoch": 2.7625639975424945,
      "grad_norm": 1.3583447190712694,
      "learning_rate": 0.000172087095252842,
      "loss": 0.8573,
      "step": 67448
    },
    {
      "epoch": 2.7626049559696906,
      "grad_norm": 0.9353091407752845,
      "learning_rate": 0.00017208386940322816,
      "loss": 0.3862,
      "step": 67449
    },
    {
      "epoch": 2.762645914396887,
      "grad_norm": 1.4926608357125695,
      "learning_rate": 0.00017208064354317434,
      "loss": 1.2427,
      "step": 67450
    },
    {
      "epoch": 2.7626868728240837,
      "grad_norm": 1.1747370155464423,
      "learning_rate": 0.00017207741767268208,
      "loss": 0.7421,
      "step": 67451
    },
    {
      "epoch": 2.76272783125128,
      "grad_norm": 0.9148044364092787,
      "learning_rate": 0.0001720741917917529,
      "loss": 0.275,
      "step": 67452
    },
    {
      "epoch": 2.7627687896784763,
      "grad_norm": 1.2943182982720152,
      "learning_rate": 0.0001720709659003883,
      "loss": 0.7066,
      "step": 67453
    },
    {
      "epoch": 2.762809748105673,
      "grad_norm": 1.2697336810590198,
      "learning_rate": 0.00017206773999858983,
      "loss": 0.6655,
      "step": 67454
    },
    {
      "epoch": 2.762850706532869,
      "grad_norm": 1.046184435918633,
      "learning_rate": 0.00017206451408635905,
      "loss": 0.8133,
      "step": 67455
    },
    {
      "epoch": 2.7628916649600654,
      "grad_norm": 0.7202534759203273,
      "learning_rate": 0.0001720612881636974,
      "loss": 0.2518,
      "step": 67456
    },
    {
      "epoch": 2.762932623387262,
      "grad_norm": 0.9257476246730721,
      "learning_rate": 0.00017205806223060652,
      "loss": 0.5577,
      "step": 67457
    },
    {
      "epoch": 2.7629735818144585,
      "grad_norm": 1.580304519970663,
      "learning_rate": 0.00017205483628708783,
      "loss": 1.2714,
      "step": 67458
    },
    {
      "epoch": 2.7630145402416546,
      "grad_norm": 1.106597014709309,
      "learning_rate": 0.00017205161033314288,
      "loss": 0.8443,
      "step": 67459
    },
    {
      "epoch": 2.763055498668851,
      "grad_norm": 1.136328433899159,
      "learning_rate": 0.0001720483843687732,
      "loss": 0.9756,
      "step": 67460
    },
    {
      "epoch": 2.7630964570960477,
      "grad_norm": 0.9783924557787498,
      "learning_rate": 0.00017204515839398032,
      "loss": 0.6123,
      "step": 67461
    },
    {
      "epoch": 2.7631374155232438,
      "grad_norm": 0.7575173266629889,
      "learning_rate": 0.00017204193240876579,
      "loss": 0.2933,
      "step": 67462
    },
    {
      "epoch": 2.7631783739504403,
      "grad_norm": 1.274982048771252,
      "learning_rate": 0.00017203870641313112,
      "loss": 0.87,
      "step": 67463
    },
    {
      "epoch": 2.763219332377637,
      "grad_norm": 0.6021206748748237,
      "learning_rate": 0.0001720354804070778,
      "loss": 0.2088,
      "step": 67464
    },
    {
      "epoch": 2.763260290804833,
      "grad_norm": 0.7658422314210934,
      "learning_rate": 0.00017203225439060742,
      "loss": 0.5589,
      "step": 67465
    },
    {
      "epoch": 2.7633012492320295,
      "grad_norm": 1.0474395306194029,
      "learning_rate": 0.00017202902836372145,
      "loss": 0.6064,
      "step": 67466
    },
    {
      "epoch": 2.763342207659226,
      "grad_norm": 0.9273216503095454,
      "learning_rate": 0.0001720258023264214,
      "loss": 0.391,
      "step": 67467
    },
    {
      "epoch": 2.763383166086422,
      "grad_norm": 1.005255082984465,
      "learning_rate": 0.0001720225762787089,
      "loss": 0.5764,
      "step": 67468
    },
    {
      "epoch": 2.7634241245136186,
      "grad_norm": 0.9815022068258551,
      "learning_rate": 0.00017201935022058534,
      "loss": 0.5812,
      "step": 67469
    },
    {
      "epoch": 2.763465082940815,
      "grad_norm": 1.0805287529680687,
      "learning_rate": 0.00017201612415205237,
      "loss": 0.7102,
      "step": 67470
    },
    {
      "epoch": 2.7635060413680117,
      "grad_norm": 0.9959339972894357,
      "learning_rate": 0.0001720128980731114,
      "loss": 0.6931,
      "step": 67471
    },
    {
      "epoch": 2.763546999795208,
      "grad_norm": 1.2341855525814596,
      "learning_rate": 0.00017200967198376403,
      "loss": 0.4681,
      "step": 67472
    },
    {
      "epoch": 2.7635879582224043,
      "grad_norm": 1.26620020155178,
      "learning_rate": 0.00017200644588401175,
      "loss": 0.8685,
      "step": 67473
    },
    {
      "epoch": 2.7636289166496004,
      "grad_norm": 0.7834991988311654,
      "learning_rate": 0.00017200321977385612,
      "loss": 0.3004,
      "step": 67474
    },
    {
      "epoch": 2.763669875076797,
      "grad_norm": 2.491881909768541,
      "learning_rate": 0.00017199999365329866,
      "loss": 3.1674,
      "step": 67475
    },
    {
      "epoch": 2.7637108335039935,
      "grad_norm": 1.182147670302243,
      "learning_rate": 0.00017199676752234082,
      "loss": 0.6128,
      "step": 67476
    },
    {
      "epoch": 2.76375179193119,
      "grad_norm": 1.095556905894438,
      "learning_rate": 0.00017199354138098424,
      "loss": 0.7699,
      "step": 67477
    },
    {
      "epoch": 2.763792750358386,
      "grad_norm": 0.9132822949701387,
      "learning_rate": 0.00017199031522923034,
      "loss": 0.6847,
      "step": 67478
    },
    {
      "epoch": 2.7638337087855827,
      "grad_norm": 1.2834743694303141,
      "learning_rate": 0.00017198708906708074,
      "loss": 1.0303,
      "step": 67479
    },
    {
      "epoch": 2.763874667212779,
      "grad_norm": 0.933228012649489,
      "learning_rate": 0.0001719838628945369,
      "loss": 0.5302,
      "step": 67480
    },
    {
      "epoch": 2.7639156256399753,
      "grad_norm": 0.8158714404672918,
      "learning_rate": 0.00017198063671160037,
      "loss": 0.3629,
      "step": 67481
    },
    {
      "epoch": 2.763956584067172,
      "grad_norm": 1.1827268229558603,
      "learning_rate": 0.0001719774105182727,
      "loss": 0.9008,
      "step": 67482
    },
    {
      "epoch": 2.7639975424943684,
      "grad_norm": 1.334288812602928,
      "learning_rate": 0.00017197418431455535,
      "loss": 0.9236,
      "step": 67483
    },
    {
      "epoch": 2.764038500921565,
      "grad_norm": 1.23650192058998,
      "learning_rate": 0.00017197095810044988,
      "loss": 0.6459,
      "step": 67484
    },
    {
      "epoch": 2.764079459348761,
      "grad_norm": 1.8475242941325782,
      "learning_rate": 0.00017196773187595782,
      "loss": 1.6568,
      "step": 67485
    },
    {
      "epoch": 2.7641204177759575,
      "grad_norm": 0.9673230441208145,
      "learning_rate": 0.0001719645056410807,
      "loss": 0.6392,
      "step": 67486
    },
    {
      "epoch": 2.7641613762031536,
      "grad_norm": 1.2793402769486069,
      "learning_rate": 0.00017196127939582005,
      "loss": 0.8105,
      "step": 67487
    },
    {
      "epoch": 2.76420233463035,
      "grad_norm": 0.8944505511540126,
      "learning_rate": 0.00017195805314017734,
      "loss": 0.7699,
      "step": 67488
    },
    {
      "epoch": 2.7642432930575467,
      "grad_norm": 1.2996997659649872,
      "learning_rate": 0.00017195482687415415,
      "loss": 0.6989,
      "step": 67489
    },
    {
      "epoch": 2.764284251484743,
      "grad_norm": 0.9129737060101011,
      "learning_rate": 0.00017195160059775203,
      "loss": 0.6112,
      "step": 67490
    },
    {
      "epoch": 2.7643252099119393,
      "grad_norm": 1.1353827223306947,
      "learning_rate": 0.00017194837431097246,
      "loss": 0.5493,
      "step": 67491
    },
    {
      "epoch": 2.764366168339136,
      "grad_norm": 0.7238090546790727,
      "learning_rate": 0.00017194514801381692,
      "loss": 0.2201,
      "step": 67492
    },
    {
      "epoch": 2.764407126766332,
      "grad_norm": 2.0036171580261355,
      "learning_rate": 0.00017194192170628703,
      "loss": 1.7018,
      "step": 67493
    },
    {
      "epoch": 2.7644480851935285,
      "grad_norm": 0.8431970622132302,
      "learning_rate": 0.00017193869538838425,
      "loss": 0.6176,
      "step": 67494
    },
    {
      "epoch": 2.764489043620725,
      "grad_norm": 1.1434459393590097,
      "learning_rate": 0.00017193546906011016,
      "loss": 0.681,
      "step": 67495
    },
    {
      "epoch": 2.7645300020479215,
      "grad_norm": 1.2726179903214179,
      "learning_rate": 0.0001719322427214662,
      "loss": 0.8025,
      "step": 67496
    },
    {
      "epoch": 2.7645709604751176,
      "grad_norm": 0.6354621735677326,
      "learning_rate": 0.00017192901637245398,
      "loss": 0.2023,
      "step": 67497
    },
    {
      "epoch": 2.764611918902314,
      "grad_norm": 0.9161661292553225,
      "learning_rate": 0.00017192579001307502,
      "loss": 0.4086,
      "step": 67498
    },
    {
      "epoch": 2.7646528773295107,
      "grad_norm": 2.129707606237955,
      "learning_rate": 0.0001719225636433308,
      "loss": 0.9146,
      "step": 67499
    },
    {
      "epoch": 2.764693835756707,
      "grad_norm": 1.1839845306120695,
      "learning_rate": 0.00017191933726322283,
      "loss": 0.8472,
      "step": 67500
    },
    {
      "epoch": 2.7647347941839033,
      "grad_norm": 1.2428168235924342,
      "learning_rate": 0.0001719161108727527,
      "loss": 0.8812,
      "step": 67501
    },
    {
      "epoch": 2.7647757526111,
      "grad_norm": 1.0926159350951985,
      "learning_rate": 0.00017191288447192192,
      "loss": 0.822,
      "step": 67502
    },
    {
      "epoch": 2.7648167110382964,
      "grad_norm": 1.1279700009437665,
      "learning_rate": 0.00017190965806073197,
      "loss": 0.4575,
      "step": 67503
    },
    {
      "epoch": 2.7648576694654925,
      "grad_norm": 1.0262809240420974,
      "learning_rate": 0.0001719064316391844,
      "loss": 0.2493,
      "step": 67504
    },
    {
      "epoch": 2.764898627892689,
      "grad_norm": 0.5179242517241314,
      "learning_rate": 0.00017190320520728077,
      "loss": 0.17,
      "step": 67505
    },
    {
      "epoch": 2.764939586319885,
      "grad_norm": 0.7912677149644191,
      "learning_rate": 0.00017189997876502255,
      "loss": 0.2448,
      "step": 67506
    },
    {
      "epoch": 2.7649805447470817,
      "grad_norm": 1.4819641546785711,
      "learning_rate": 0.0001718967523124113,
      "loss": 0.7858,
      "step": 67507
    },
    {
      "epoch": 2.765021503174278,
      "grad_norm": 1.028861820617859,
      "learning_rate": 0.00017189352584944851,
      "loss": 0.7846,
      "step": 67508
    },
    {
      "epoch": 2.7650624616014747,
      "grad_norm": 0.9497855174104087,
      "learning_rate": 0.0001718902993761358,
      "loss": 0.9135,
      "step": 67509
    },
    {
      "epoch": 2.765103420028671,
      "grad_norm": 1.2932585164494521,
      "learning_rate": 0.00017188707289247457,
      "loss": 0.921,
      "step": 67510
    },
    {
      "epoch": 2.7651443784558674,
      "grad_norm": 3.2702135792547993,
      "learning_rate": 0.00017188384639846643,
      "loss": 4.4546,
      "step": 67511
    },
    {
      "epoch": 2.7651853368830634,
      "grad_norm": 1.2123741145250118,
      "learning_rate": 0.00017188061989411284,
      "loss": 0.8417,
      "step": 67512
    },
    {
      "epoch": 2.76522629531026,
      "grad_norm": 1.4132208020565844,
      "learning_rate": 0.0001718773933794154,
      "loss": 1.0293,
      "step": 67513
    },
    {
      "epoch": 2.7652672537374565,
      "grad_norm": 1.401506823956416,
      "learning_rate": 0.0001718741668543756,
      "loss": 0.944,
      "step": 67514
    },
    {
      "epoch": 2.765308212164653,
      "grad_norm": 1.1447930295948363,
      "learning_rate": 0.00017187094031899494,
      "loss": 0.7263,
      "step": 67515
    },
    {
      "epoch": 2.765349170591849,
      "grad_norm": 1.0558951970158061,
      "learning_rate": 0.00017186771377327494,
      "loss": 0.5512,
      "step": 67516
    },
    {
      "epoch": 2.7653901290190457,
      "grad_norm": 1.9944804291297524,
      "learning_rate": 0.0001718644872172172,
      "loss": 0.7299,
      "step": 67517
    },
    {
      "epoch": 2.765431087446242,
      "grad_norm": 0.7935833429182995,
      "learning_rate": 0.0001718612606508232,
      "loss": 0.2341,
      "step": 67518
    },
    {
      "epoch": 2.7654720458734383,
      "grad_norm": 0.952450657568766,
      "learning_rate": 0.00017185803407409448,
      "loss": 0.7278,
      "step": 67519
    },
    {
      "epoch": 2.765513004300635,
      "grad_norm": 1.4500664220714092,
      "learning_rate": 0.00017185480748703252,
      "loss": 1.0901,
      "step": 67520
    },
    {
      "epoch": 2.7655539627278314,
      "grad_norm": 1.3054086830425111,
      "learning_rate": 0.00017185158088963885,
      "loss": 0.5865,
      "step": 67521
    },
    {
      "epoch": 2.765594921155028,
      "grad_norm": 1.0633079289596084,
      "learning_rate": 0.00017184835428191506,
      "loss": 0.6301,
      "step": 67522
    },
    {
      "epoch": 2.765635879582224,
      "grad_norm": 1.1170560678993064,
      "learning_rate": 0.00017184512766386261,
      "loss": 0.9841,
      "step": 67523
    },
    {
      "epoch": 2.7656768380094205,
      "grad_norm": 1.0762385692998355,
      "learning_rate": 0.00017184190103548312,
      "loss": 0.6586,
      "step": 67524
    },
    {
      "epoch": 2.7657177964366166,
      "grad_norm": 1.3932933013312976,
      "learning_rate": 0.00017183867439677798,
      "loss": 1.0596,
      "step": 67525
    },
    {
      "epoch": 2.765758754863813,
      "grad_norm": 4.470466501789406,
      "learning_rate": 0.00017183544774774883,
      "loss": 2.9005,
      "step": 67526
    },
    {
      "epoch": 2.7657997132910097,
      "grad_norm": 0.9342312482353577,
      "learning_rate": 0.00017183222108839712,
      "loss": 0.7372,
      "step": 67527
    },
    {
      "epoch": 2.7658406717182062,
      "grad_norm": 1.2870097492109007,
      "learning_rate": 0.00017182899441872438,
      "loss": 0.9026,
      "step": 67528
    },
    {
      "epoch": 2.7658816301454023,
      "grad_norm": 0.8462717772047933,
      "learning_rate": 0.00017182576773873214,
      "loss": 0.2798,
      "step": 67529
    },
    {
      "epoch": 2.765922588572599,
      "grad_norm": 1.4531894352543766,
      "learning_rate": 0.000171822541048422,
      "loss": 1.0605,
      "step": 67530
    },
    {
      "epoch": 2.765963546999795,
      "grad_norm": 1.1886971205976353,
      "learning_rate": 0.0001718193143477954,
      "loss": 0.9279,
      "step": 67531
    },
    {
      "epoch": 2.7660045054269915,
      "grad_norm": 2.307454194464321,
      "learning_rate": 0.0001718160876368539,
      "loss": 2.9026,
      "step": 67532
    },
    {
      "epoch": 2.766045463854188,
      "grad_norm": 1.1120486542225834,
      "learning_rate": 0.000171812860915599,
      "loss": 0.647,
      "step": 67533
    },
    {
      "epoch": 2.7660864222813846,
      "grad_norm": 1.7502613464058292,
      "learning_rate": 0.0001718096341840323,
      "loss": 1.0375,
      "step": 67534
    },
    {
      "epoch": 2.7661273807085807,
      "grad_norm": 1.9284500822780546,
      "learning_rate": 0.00017180640744215522,
      "loss": 1.0366,
      "step": 67535
    },
    {
      "epoch": 2.766168339135777,
      "grad_norm": 0.8833185150303733,
      "learning_rate": 0.00017180318068996933,
      "loss": 0.4052,
      "step": 67536
    },
    {
      "epoch": 2.7662092975629737,
      "grad_norm": 1.2770146641554523,
      "learning_rate": 0.0001717999539274762,
      "loss": 0.9721,
      "step": 67537
    },
    {
      "epoch": 2.76625025599017,
      "grad_norm": 1.1261638787051391,
      "learning_rate": 0.00017179672715467728,
      "loss": 0.9633,
      "step": 67538
    },
    {
      "epoch": 2.7662912144173664,
      "grad_norm": 1.6028554702605315,
      "learning_rate": 0.00017179350037157417,
      "loss": 1.5199,
      "step": 67539
    },
    {
      "epoch": 2.766332172844563,
      "grad_norm": 1.1293428489255153,
      "learning_rate": 0.00017179027357816835,
      "loss": 0.7654,
      "step": 67540
    },
    {
      "epoch": 2.7663731312717594,
      "grad_norm": 0.8142251101653886,
      "learning_rate": 0.00017178704677446133,
      "loss": 0.3218,
      "step": 67541
    },
    {
      "epoch": 2.7664140896989555,
      "grad_norm": 1.0435546507027469,
      "learning_rate": 0.00017178381996045468,
      "loss": 0.5375,
      "step": 67542
    },
    {
      "epoch": 2.766455048126152,
      "grad_norm": 0.8957452927964412,
      "learning_rate": 0.0001717805931361499,
      "loss": 0.7368,
      "step": 67543
    },
    {
      "epoch": 2.766496006553348,
      "grad_norm": 1.2312242307427144,
      "learning_rate": 0.0001717773663015485,
      "loss": 0.6347,
      "step": 67544
    },
    {
      "epoch": 2.7665369649805447,
      "grad_norm": 1.3524598119011448,
      "learning_rate": 0.00017177413945665204,
      "loss": 0.846,
      "step": 67545
    },
    {
      "epoch": 2.7665779234077412,
      "grad_norm": 2.387541363479152,
      "learning_rate": 0.00017177091260146205,
      "loss": 1.5423,
      "step": 67546
    },
    {
      "epoch": 2.7666188818349378,
      "grad_norm": 1.1631555455870748,
      "learning_rate": 0.00017176768573598,
      "loss": 0.7128,
      "step": 67547
    },
    {
      "epoch": 2.766659840262134,
      "grad_norm": 1.0638782167858258,
      "learning_rate": 0.00017176445886020743,
      "loss": 0.6664,
      "step": 67548
    },
    {
      "epoch": 2.7667007986893304,
      "grad_norm": 1.0319076771332594,
      "learning_rate": 0.00017176123197414596,
      "loss": 0.7436,
      "step": 67549
    },
    {
      "epoch": 2.7667417571165265,
      "grad_norm": 1.1591922971421638,
      "learning_rate": 0.00017175800507779703,
      "loss": 0.7032,
      "step": 67550
    },
    {
      "epoch": 2.766782715543723,
      "grad_norm": 0.6495451807918089,
      "learning_rate": 0.00017175477817116215,
      "loss": 0.2595,
      "step": 67551
    },
    {
      "epoch": 2.7668236739709196,
      "grad_norm": 1.1004599004829727,
      "learning_rate": 0.00017175155125424284,
      "loss": 0.6407,
      "step": 67552
    },
    {
      "epoch": 2.766864632398116,
      "grad_norm": 1.7736318398837407,
      "learning_rate": 0.0001717483243270407,
      "loss": 0.7296,
      "step": 67553
    },
    {
      "epoch": 2.766905590825312,
      "grad_norm": 1.1440858447778832,
      "learning_rate": 0.00017174509738955725,
      "loss": 0.9014,
      "step": 67554
    },
    {
      "epoch": 2.7669465492525087,
      "grad_norm": 1.1707184352957716,
      "learning_rate": 0.00017174187044179391,
      "loss": 0.6503,
      "step": 67555
    },
    {
      "epoch": 2.7669875076797052,
      "grad_norm": 1.4172746049657647,
      "learning_rate": 0.0001717386434837523,
      "loss": 1.2799,
      "step": 67556
    },
    {
      "epoch": 2.7670284661069013,
      "grad_norm": 1.063143247545609,
      "learning_rate": 0.00017173541651543394,
      "loss": 0.8116,
      "step": 67557
    },
    {
      "epoch": 2.767069424534098,
      "grad_norm": 0.7082749116741637,
      "learning_rate": 0.0001717321895368403,
      "loss": 0.5696,
      "step": 67558
    },
    {
      "epoch": 2.7671103829612944,
      "grad_norm": 1.3038598226642457,
      "learning_rate": 0.00017172896254797297,
      "loss": 0.7661,
      "step": 67559
    },
    {
      "epoch": 2.767151341388491,
      "grad_norm": 2.7573441061897332,
      "learning_rate": 0.00017172573554883347,
      "loss": 2.2077,
      "step": 67560
    },
    {
      "epoch": 2.767192299815687,
      "grad_norm": 0.8115887948983187,
      "learning_rate": 0.00017172250853942327,
      "loss": 0.3238,
      "step": 67561
    },
    {
      "epoch": 2.7672332582428836,
      "grad_norm": 1.2335493720450457,
      "learning_rate": 0.00017171928151974396,
      "loss": 0.8294,
      "step": 67562
    },
    {
      "epoch": 2.7672742166700797,
      "grad_norm": 1.2234003843863674,
      "learning_rate": 0.000171716054489797,
      "loss": 0.7962,
      "step": 67563
    },
    {
      "epoch": 2.767315175097276,
      "grad_norm": 1.51480060722973,
      "learning_rate": 0.00017171282744958392,
      "loss": 1.3123,
      "step": 67564
    },
    {
      "epoch": 2.7673561335244727,
      "grad_norm": 1.268794064970823,
      "learning_rate": 0.00017170960039910636,
      "loss": 0.7289,
      "step": 67565
    },
    {
      "epoch": 2.7673970919516693,
      "grad_norm": 1.0665192555300156,
      "learning_rate": 0.0001717063733383657,
      "loss": 0.711,
      "step": 67566
    },
    {
      "epoch": 2.7674380503788654,
      "grad_norm": 1.2139129911564785,
      "learning_rate": 0.00017170314626736353,
      "loss": 1.0431,
      "step": 67567
    },
    {
      "epoch": 2.767479008806062,
      "grad_norm": 1.9965600291021768,
      "learning_rate": 0.00017169991918610135,
      "loss": 1.7617,
      "step": 67568
    },
    {
      "epoch": 2.767519967233258,
      "grad_norm": 1.433910073810402,
      "learning_rate": 0.00017169669209458075,
      "loss": 0.9436,
      "step": 67569
    },
    {
      "epoch": 2.7675609256604545,
      "grad_norm": 1.1557178132810821,
      "learning_rate": 0.0001716934649928032,
      "loss": 0.6263,
      "step": 67570
    },
    {
      "epoch": 2.767601884087651,
      "grad_norm": 1.508978452011949,
      "learning_rate": 0.0001716902378807703,
      "loss": 1.1378,
      "step": 67571
    },
    {
      "epoch": 2.7676428425148476,
      "grad_norm": 0.9468744443758172,
      "learning_rate": 0.00017168701075848342,
      "loss": 0.4641,
      "step": 67572
    },
    {
      "epoch": 2.7676838009420437,
      "grad_norm": 1.098201684789721,
      "learning_rate": 0.00017168378362594422,
      "loss": 0.4545,
      "step": 67573
    },
    {
      "epoch": 2.7677247593692402,
      "grad_norm": 1.0433838827147934,
      "learning_rate": 0.00017168055648315416,
      "loss": 0.5109,
      "step": 67574
    },
    {
      "epoch": 2.7677657177964368,
      "grad_norm": 1.8386079858898823,
      "learning_rate": 0.00017167732933011482,
      "loss": 1.0511,
      "step": 67575
    },
    {
      "epoch": 2.767806676223633,
      "grad_norm": 1.1389977843329995,
      "learning_rate": 0.00017167410216682765,
      "loss": 0.8754,
      "step": 67576
    },
    {
      "epoch": 2.7678476346508294,
      "grad_norm": 0.7586257694538354,
      "learning_rate": 0.00017167087499329428,
      "loss": 0.2639,
      "step": 67577
    },
    {
      "epoch": 2.767888593078026,
      "grad_norm": 1.0208476592980151,
      "learning_rate": 0.00017166764780951618,
      "loss": 0.1861,
      "step": 67578
    },
    {
      "epoch": 2.7679295515052225,
      "grad_norm": 0.9630908770116291,
      "learning_rate": 0.00017166442061549486,
      "loss": 0.7589,
      "step": 67579
    },
    {
      "epoch": 2.7679705099324186,
      "grad_norm": 1.2052000029258623,
      "learning_rate": 0.0001716611934112318,
      "loss": 0.902,
      "step": 67580
    },
    {
      "epoch": 2.768011468359615,
      "grad_norm": 1.2500956677748487,
      "learning_rate": 0.00017165796619672864,
      "loss": 0.2975,
      "step": 67581
    },
    {
      "epoch": 2.768052426786811,
      "grad_norm": 1.6744656027630274,
      "learning_rate": 0.00017165473897198685,
      "loss": 1.3389,
      "step": 67582
    },
    {
      "epoch": 2.7680933852140077,
      "grad_norm": 1.0807326026286146,
      "learning_rate": 0.00017165151173700798,
      "loss": 0.6964,
      "step": 67583
    },
    {
      "epoch": 2.7681343436412043,
      "grad_norm": 0.8675665760312127,
      "learning_rate": 0.00017164828449179345,
      "loss": 0.7103,
      "step": 67584
    },
    {
      "epoch": 2.768175302068401,
      "grad_norm": 0.9912360034547787,
      "learning_rate": 0.00017164505723634492,
      "loss": 0.6682,
      "step": 67585
    },
    {
      "epoch": 2.768216260495597,
      "grad_norm": 1.140495029157704,
      "learning_rate": 0.00017164182997066386,
      "loss": 0.6928,
      "step": 67586
    },
    {
      "epoch": 2.7682572189227934,
      "grad_norm": 4.218711956256553,
      "learning_rate": 0.00017163860269475182,
      "loss": 2.7154,
      "step": 67587
    },
    {
      "epoch": 2.7682981773499895,
      "grad_norm": 1.418177072192619,
      "learning_rate": 0.00017163537540861026,
      "loss": 0.9389,
      "step": 67588
    },
    {
      "epoch": 2.768339135777186,
      "grad_norm": 0.9197677915054299,
      "learning_rate": 0.00017163214811224077,
      "loss": 0.7597,
      "step": 67589
    },
    {
      "epoch": 2.7683800942043826,
      "grad_norm": 1.0918742795443783,
      "learning_rate": 0.0001716289208056449,
      "loss": 0.9134,
      "step": 67590
    },
    {
      "epoch": 2.768421052631579,
      "grad_norm": 1.3540825641841217,
      "learning_rate": 0.0001716256934888241,
      "loss": 0.8732,
      "step": 67591
    },
    {
      "epoch": 2.768462011058775,
      "grad_norm": 1.3486478465995773,
      "learning_rate": 0.0001716224661617799,
      "loss": 0.8227,
      "step": 67592
    },
    {
      "epoch": 2.7685029694859717,
      "grad_norm": 2.974336769808722,
      "learning_rate": 0.00017161923882451387,
      "loss": 2.4991,
      "step": 67593
    },
    {
      "epoch": 2.7685439279131683,
      "grad_norm": 1.0652838534965832,
      "learning_rate": 0.0001716160114770275,
      "loss": 0.8115,
      "step": 67594
    },
    {
      "epoch": 2.7685848863403644,
      "grad_norm": 1.251258778782845,
      "learning_rate": 0.0001716127841193224,
      "loss": 0.8294,
      "step": 67595
    },
    {
      "epoch": 2.768625844767561,
      "grad_norm": 1.0589764726469544,
      "learning_rate": 0.00017160955675139998,
      "loss": 0.7842,
      "step": 67596
    },
    {
      "epoch": 2.7686668031947574,
      "grad_norm": 0.9800375426642937,
      "learning_rate": 0.0001716063293732618,
      "loss": 0.5581,
      "step": 67597
    },
    {
      "epoch": 2.768707761621954,
      "grad_norm": 0.662495713560158,
      "learning_rate": 0.00017160310198490944,
      "loss": 0.2586,
      "step": 67598
    },
    {
      "epoch": 2.76874872004915,
      "grad_norm": 1.2984298669404926,
      "learning_rate": 0.00017159987458634438,
      "loss": 1.2319,
      "step": 67599
    },
    {
      "epoch": 2.7687896784763466,
      "grad_norm": 0.9505853838996665,
      "learning_rate": 0.00017159664717756812,
      "loss": 0.708,
      "step": 67600
    },
    {
      "epoch": 2.7688306369035427,
      "grad_norm": 1.1136776057159194,
      "learning_rate": 0.00017159341975858224,
      "loss": 0.9196,
      "step": 67601
    },
    {
      "epoch": 2.7688715953307392,
      "grad_norm": 1.2631465823817836,
      "learning_rate": 0.00017159019232938826,
      "loss": 0.7848,
      "step": 67602
    },
    {
      "epoch": 2.7689125537579358,
      "grad_norm": 0.806010224511926,
      "learning_rate": 0.00017158696488998765,
      "loss": 0.3715,
      "step": 67603
    },
    {
      "epoch": 2.7689535121851323,
      "grad_norm": 1.373783529986585,
      "learning_rate": 0.00017158373744038198,
      "loss": 0.6477,
      "step": 67604
    },
    {
      "epoch": 2.7689944706123284,
      "grad_norm": 3.5910638073445704,
      "learning_rate": 0.0001715805099805728,
      "loss": 4.9531,
      "step": 67605
    },
    {
      "epoch": 2.769035429039525,
      "grad_norm": 1.6962593123645267,
      "learning_rate": 0.0001715772825105616,
      "loss": 1.3545,
      "step": 67606
    },
    {
      "epoch": 2.769076387466721,
      "grad_norm": 1.032368604180377,
      "learning_rate": 0.0001715740550303499,
      "loss": 0.7709,
      "step": 67607
    },
    {
      "epoch": 2.7691173458939176,
      "grad_norm": 1.361228648409342,
      "learning_rate": 0.00017157082753993926,
      "loss": 0.918,
      "step": 67608
    },
    {
      "epoch": 2.769158304321114,
      "grad_norm": 0.8079189236082946,
      "learning_rate": 0.00017156760003933118,
      "loss": 0.6264,
      "step": 67609
    },
    {
      "epoch": 2.7691992627483106,
      "grad_norm": 1.0614962222336997,
      "learning_rate": 0.0001715643725285272,
      "loss": 0.7202,
      "step": 67610
    },
    {
      "epoch": 2.7692402211755067,
      "grad_norm": 5.015975837825638,
      "learning_rate": 0.0001715611450075288,
      "loss": 1.1829,
      "step": 67611
    },
    {
      "epoch": 2.7692811796027033,
      "grad_norm": 1.2137270318320283,
      "learning_rate": 0.00017155791747633755,
      "loss": 0.881,
      "step": 67612
    },
    {
      "epoch": 2.7693221380299,
      "grad_norm": 0.849877410769329,
      "learning_rate": 0.00017155468993495498,
      "loss": 0.3406,
      "step": 67613
    },
    {
      "epoch": 2.769363096457096,
      "grad_norm": 1.3779717748922617,
      "learning_rate": 0.0001715514623833826,
      "loss": 1.0117,
      "step": 67614
    },
    {
      "epoch": 2.7694040548842924,
      "grad_norm": 0.8670284315148526,
      "learning_rate": 0.00017154823482162194,
      "loss": 0.2885,
      "step": 67615
    },
    {
      "epoch": 2.769445013311489,
      "grad_norm": 1.3020954610880333,
      "learning_rate": 0.0001715450072496745,
      "loss": 0.7121,
      "step": 67616
    },
    {
      "epoch": 2.7694859717386855,
      "grad_norm": 0.8089899907115582,
      "learning_rate": 0.0001715417796675419,
      "loss": 0.2857,
      "step": 67617
    },
    {
      "epoch": 2.7695269301658816,
      "grad_norm": 1.4007630496318062,
      "learning_rate": 0.00017153855207522554,
      "loss": 0.9802,
      "step": 67618
    },
    {
      "epoch": 2.769567888593078,
      "grad_norm": 0.9982141975671458,
      "learning_rate": 0.00017153532447272704,
      "loss": 0.8064,
      "step": 67619
    },
    {
      "epoch": 2.769608847020274,
      "grad_norm": 1.4903422499081183,
      "learning_rate": 0.0001715320968600478,
      "loss": 1.015,
      "step": 67620
    },
    {
      "epoch": 2.7696498054474707,
      "grad_norm": 0.5092352493194373,
      "learning_rate": 0.00017152886923718953,
      "loss": 0.12,
      "step": 67621
    },
    {
      "epoch": 2.7696907638746673,
      "grad_norm": 1.1890704678496604,
      "learning_rate": 0.00017152564160415363,
      "loss": 1.0112,
      "step": 67622
    },
    {
      "epoch": 2.769731722301864,
      "grad_norm": 1.30572603212885,
      "learning_rate": 0.00017152241396094166,
      "loss": 1.0323,
      "step": 67623
    },
    {
      "epoch": 2.76977268072906,
      "grad_norm": 1.109349513428061,
      "learning_rate": 0.00017151918630755513,
      "loss": 0.7451,
      "step": 67624
    },
    {
      "epoch": 2.7698136391562564,
      "grad_norm": 0.73208311302604,
      "learning_rate": 0.00017151595864399555,
      "loss": 0.2456,
      "step": 67625
    },
    {
      "epoch": 2.7698545975834525,
      "grad_norm": 1.3240586217065309,
      "learning_rate": 0.00017151273097026454,
      "loss": 0.7232,
      "step": 67626
    },
    {
      "epoch": 2.769895556010649,
      "grad_norm": 1.0459422554306554,
      "learning_rate": 0.0001715095032863635,
      "loss": 0.485,
      "step": 67627
    },
    {
      "epoch": 2.7699365144378456,
      "grad_norm": 0.7067010416241468,
      "learning_rate": 0.00017150627559229408,
      "loss": 0.2574,
      "step": 67628
    },
    {
      "epoch": 2.769977472865042,
      "grad_norm": 1.4241975636263797,
      "learning_rate": 0.00017150304788805766,
      "loss": 1.068,
      "step": 67629
    },
    {
      "epoch": 2.7700184312922382,
      "grad_norm": 1.0147769206307862,
      "learning_rate": 0.0001714998201736559,
      "loss": 0.6866,
      "step": 67630
    },
    {
      "epoch": 2.7700593897194348,
      "grad_norm": 1.6658566641892254,
      "learning_rate": 0.00017149659244909031,
      "loss": 1.1936,
      "step": 67631
    },
    {
      "epoch": 2.7701003481466313,
      "grad_norm": 1.1317198777997928,
      "learning_rate": 0.00017149336471436227,
      "loss": 0.8089,
      "step": 67632
    },
    {
      "epoch": 2.7701413065738274,
      "grad_norm": 2.167657417629107,
      "learning_rate": 0.00017149013696947352,
      "loss": 1.3186,
      "step": 67633
    },
    {
      "epoch": 2.770182265001024,
      "grad_norm": 1.21431030866972,
      "learning_rate": 0.0001714869092144254,
      "loss": 0.6334,
      "step": 67634
    },
    {
      "epoch": 2.7702232234282205,
      "grad_norm": 1.0567695751946138,
      "learning_rate": 0.00017148368144921956,
      "loss": 0.6287,
      "step": 67635
    },
    {
      "epoch": 2.770264181855417,
      "grad_norm": 1.2507830089637015,
      "learning_rate": 0.00017148045367385746,
      "loss": 0.7943,
      "step": 67636
    },
    {
      "epoch": 2.770305140282613,
      "grad_norm": 1.38093992344253,
      "learning_rate": 0.00017147722588834065,
      "loss": 0.9204,
      "step": 67637
    },
    {
      "epoch": 2.7703460987098096,
      "grad_norm": 1.0375585688669944,
      "learning_rate": 0.0001714739980926707,
      "loss": 1.0627,
      "step": 67638
    },
    {
      "epoch": 2.7703870571370057,
      "grad_norm": 1.0296100641354637,
      "learning_rate": 0.00017147077028684905,
      "loss": 0.6031,
      "step": 67639
    },
    {
      "epoch": 2.7704280155642023,
      "grad_norm": 1.0535552770377075,
      "learning_rate": 0.00017146754247087726,
      "loss": 0.9195,
      "step": 67640
    },
    {
      "epoch": 2.770468973991399,
      "grad_norm": 0.7725881026675748,
      "learning_rate": 0.00017146431464475686,
      "loss": 0.4765,
      "step": 67641
    },
    {
      "epoch": 2.7705099324185953,
      "grad_norm": 0.9173995240715562,
      "learning_rate": 0.00017146108680848938,
      "loss": 0.5959,
      "step": 67642
    },
    {
      "epoch": 2.7705508908457914,
      "grad_norm": 1.0035917061516164,
      "learning_rate": 0.00017145785896207637,
      "loss": 0.4177,
      "step": 67643
    },
    {
      "epoch": 2.770591849272988,
      "grad_norm": 3.5726656903609175,
      "learning_rate": 0.0001714546311055193,
      "loss": 4.5735,
      "step": 67644
    },
    {
      "epoch": 2.770632807700184,
      "grad_norm": 0.8063628661654101,
      "learning_rate": 0.00017145140323881973,
      "loss": 0.4909,
      "step": 67645
    },
    {
      "epoch": 2.7706737661273806,
      "grad_norm": 0.9816740137731335,
      "learning_rate": 0.00017144817536197919,
      "loss": 0.832,
      "step": 67646
    },
    {
      "epoch": 2.770714724554577,
      "grad_norm": 0.695636289708446,
      "learning_rate": 0.0001714449474749992,
      "loss": 0.3601,
      "step": 67647
    },
    {
      "epoch": 2.7707556829817737,
      "grad_norm": 1.1195547529118224,
      "learning_rate": 0.00017144171957788124,
      "loss": 0.5394,
      "step": 67648
    },
    {
      "epoch": 2.7707966414089698,
      "grad_norm": 1.297282609397059,
      "learning_rate": 0.00017143849167062695,
      "loss": 0.89,
      "step": 67649
    },
    {
      "epoch": 2.7708375998361663,
      "grad_norm": 1.5492641945072252,
      "learning_rate": 0.00017143526375323773,
      "loss": 0.7928,
      "step": 67650
    },
    {
      "epoch": 2.770878558263363,
      "grad_norm": 1.0068570562114996,
      "learning_rate": 0.0001714320358257152,
      "loss": 0.6695,
      "step": 67651
    },
    {
      "epoch": 2.770919516690559,
      "grad_norm": 1.1373724227932323,
      "learning_rate": 0.00017142880788806078,
      "loss": 0.889,
      "step": 67652
    },
    {
      "epoch": 2.7709604751177555,
      "grad_norm": 2.2580871899619384,
      "learning_rate": 0.00017142557994027615,
      "loss": 2.1484,
      "step": 67653
    },
    {
      "epoch": 2.771001433544952,
      "grad_norm": 1.401770416369663,
      "learning_rate": 0.00017142235198236273,
      "loss": 1.2894,
      "step": 67654
    },
    {
      "epoch": 2.7710423919721485,
      "grad_norm": 1.2039119959501468,
      "learning_rate": 0.00017141912401432203,
      "loss": 0.6524,
      "step": 67655
    },
    {
      "epoch": 2.7710833503993446,
      "grad_norm": 1.1753431863059645,
      "learning_rate": 0.00017141589603615563,
      "loss": 0.7881,
      "step": 67656
    },
    {
      "epoch": 2.771124308826541,
      "grad_norm": 1.1293811540317535,
      "learning_rate": 0.00017141266804786504,
      "loss": 0.6849,
      "step": 67657
    },
    {
      "epoch": 2.7711652672537372,
      "grad_norm": 1.0264431250174106,
      "learning_rate": 0.00017140944004945176,
      "loss": 0.8695,
      "step": 67658
    },
    {
      "epoch": 2.7712062256809338,
      "grad_norm": 0.5610587401988423,
      "learning_rate": 0.00017140621204091738,
      "loss": 0.2197,
      "step": 67659
    },
    {
      "epoch": 2.7712471841081303,
      "grad_norm": 0.9984171042366917,
      "learning_rate": 0.00017140298402226335,
      "loss": 0.5527,
      "step": 67660
    },
    {
      "epoch": 2.771288142535327,
      "grad_norm": 1.1610142399407217,
      "learning_rate": 0.00017139975599349123,
      "loss": 0.8316,
      "step": 67661
    },
    {
      "epoch": 2.771329100962523,
      "grad_norm": 1.1363531061862235,
      "learning_rate": 0.00017139652795460257,
      "loss": 0.7248,
      "step": 67662
    },
    {
      "epoch": 2.7713700593897195,
      "grad_norm": 1.2786823466049837,
      "learning_rate": 0.00017139329990559888,
      "loss": 0.6353,
      "step": 67663
    },
    {
      "epoch": 2.7714110178169156,
      "grad_norm": 0.9407305640435926,
      "learning_rate": 0.00017139007184648167,
      "loss": 0.764,
      "step": 67664
    },
    {
      "epoch": 2.771451976244112,
      "grad_norm": 1.8732004976199748,
      "learning_rate": 0.00017138684377725243,
      "loss": 1.328,
      "step": 67665
    },
    {
      "epoch": 2.7714929346713086,
      "grad_norm": 1.0695503834038438,
      "learning_rate": 0.00017138361569791281,
      "loss": 0.956,
      "step": 67666
    },
    {
      "epoch": 2.771533893098505,
      "grad_norm": 1.3610016215710867,
      "learning_rate": 0.0001713803876084642,
      "loss": 0.6108,
      "step": 67667
    },
    {
      "epoch": 2.7715748515257013,
      "grad_norm": 1.3530573004596016,
      "learning_rate": 0.00017137715950890823,
      "loss": 0.7663,
      "step": 67668
    },
    {
      "epoch": 2.771615809952898,
      "grad_norm": 1.243023234342437,
      "learning_rate": 0.00017137393139924636,
      "loss": 1.1858,
      "step": 67669
    },
    {
      "epoch": 2.7716567683800943,
      "grad_norm": 1.1086899320032146,
      "learning_rate": 0.00017137070327948012,
      "loss": 0.762,
      "step": 67670
    },
    {
      "epoch": 2.7716977268072904,
      "grad_norm": 1.2349327116116806,
      "learning_rate": 0.00017136747514961108,
      "loss": 0.7945,
      "step": 67671
    },
    {
      "epoch": 2.771738685234487,
      "grad_norm": 1.0236708550200655,
      "learning_rate": 0.00017136424700964065,
      "loss": 0.6631,
      "step": 67672
    },
    {
      "epoch": 2.7717796436616835,
      "grad_norm": 0.9262509946041759,
      "learning_rate": 0.00017136101885957054,
      "loss": 0.5698,
      "step": 67673
    },
    {
      "epoch": 2.77182060208888,
      "grad_norm": 1.3572746129016688,
      "learning_rate": 0.00017135779069940216,
      "loss": 0.663,
      "step": 67674
    },
    {
      "epoch": 2.771861560516076,
      "grad_norm": 1.419162064983447,
      "learning_rate": 0.00017135456252913704,
      "loss": 0.9396,
      "step": 67675
    },
    {
      "epoch": 2.7719025189432727,
      "grad_norm": 1.1412295142853983,
      "learning_rate": 0.0001713513343487767,
      "loss": 0.7185,
      "step": 67676
    },
    {
      "epoch": 2.7719434773704688,
      "grad_norm": 1.0580764398255948,
      "learning_rate": 0.0001713481061583227,
      "loss": 0.6785,
      "step": 67677
    },
    {
      "epoch": 2.7719844357976653,
      "grad_norm": 1.1264797526715802,
      "learning_rate": 0.0001713448779577766,
      "loss": 0.8656,
      "step": 67678
    },
    {
      "epoch": 2.772025394224862,
      "grad_norm": 1.2830588410672752,
      "learning_rate": 0.00017134164974713987,
      "loss": 0.9161,
      "step": 67679
    },
    {
      "epoch": 2.7720663526520584,
      "grad_norm": 0.8561535834352835,
      "learning_rate": 0.000171338421526414,
      "loss": 0.2474,
      "step": 67680
    },
    {
      "epoch": 2.7721073110792545,
      "grad_norm": 1.051285905306783,
      "learning_rate": 0.00017133519329560058,
      "loss": 0.8565,
      "step": 67681
    },
    {
      "epoch": 2.772148269506451,
      "grad_norm": 0.985104498268931,
      "learning_rate": 0.00017133196505470113,
      "loss": 0.8479,
      "step": 67682
    },
    {
      "epoch": 2.772189227933647,
      "grad_norm": 1.5648793320141992,
      "learning_rate": 0.00017132873680371716,
      "loss": 0.7572,
      "step": 67683
    },
    {
      "epoch": 2.7722301863608436,
      "grad_norm": 1.1868074965114652,
      "learning_rate": 0.0001713255085426502,
      "loss": 0.7408,
      "step": 67684
    },
    {
      "epoch": 2.77227114478804,
      "grad_norm": 3.528681435600819,
      "learning_rate": 0.00017132228027150176,
      "loss": 7.2063,
      "step": 67685
    },
    {
      "epoch": 2.7723121032152367,
      "grad_norm": 0.9354494124614322,
      "learning_rate": 0.0001713190519902734,
      "loss": 0.3645,
      "step": 67686
    },
    {
      "epoch": 2.772353061642433,
      "grad_norm": 5.287466171115115,
      "learning_rate": 0.00017131582369896668,
      "loss": 5.4361,
      "step": 67687
    },
    {
      "epoch": 2.7723940200696293,
      "grad_norm": 1.297737006163152,
      "learning_rate": 0.00017131259539758298,
      "loss": 0.7148,
      "step": 67688
    },
    {
      "epoch": 2.772434978496826,
      "grad_norm": 1.278221448842283,
      "learning_rate": 0.00017130936708612397,
      "loss": 0.6838,
      "step": 67689
    },
    {
      "epoch": 2.772475936924022,
      "grad_norm": 0.8976891443562943,
      "learning_rate": 0.00017130613876459113,
      "loss": 0.6676,
      "step": 67690
    },
    {
      "epoch": 2.7725168953512185,
      "grad_norm": 2.526939429040733,
      "learning_rate": 0.000171302910432986,
      "loss": 1.3878,
      "step": 67691
    },
    {
      "epoch": 2.772557853778415,
      "grad_norm": 1.2829418495043707,
      "learning_rate": 0.00017129968209131003,
      "loss": 1.153,
      "step": 67692
    },
    {
      "epoch": 2.7725988122056116,
      "grad_norm": 1.218745110976907,
      "learning_rate": 0.00017129645373956486,
      "loss": 0.9001,
      "step": 67693
    },
    {
      "epoch": 2.7726397706328076,
      "grad_norm": 1.052747694406354,
      "learning_rate": 0.00017129322537775196,
      "loss": 0.8417,
      "step": 67694
    },
    {
      "epoch": 2.772680729060004,
      "grad_norm": 1.1470422501450495,
      "learning_rate": 0.00017128999700587286,
      "loss": 0.8046,
      "step": 67695
    },
    {
      "epoch": 2.7727216874872003,
      "grad_norm": 1.1991913202255513,
      "learning_rate": 0.00017128676862392906,
      "loss": 1.012,
      "step": 67696
    },
    {
      "epoch": 2.772762645914397,
      "grad_norm": 0.9910359259856094,
      "learning_rate": 0.00017128354023192212,
      "loss": 0.7733,
      "step": 67697
    },
    {
      "epoch": 2.7728036043415933,
      "grad_norm": 1.4272042750548237,
      "learning_rate": 0.00017128031182985355,
      "loss": 0.8805,
      "step": 67698
    },
    {
      "epoch": 2.77284456276879,
      "grad_norm": 1.308150302796003,
      "learning_rate": 0.0001712770834177249,
      "loss": 0.9138,
      "step": 67699
    },
    {
      "epoch": 2.772885521195986,
      "grad_norm": 1.6226598204224782,
      "learning_rate": 0.0001712738549955377,
      "loss": 1.6152,
      "step": 67700
    },
    {
      "epoch": 2.7729264796231825,
      "grad_norm": 0.6280343680758415,
      "learning_rate": 0.0001712706265632934,
      "loss": 0.2803,
      "step": 67701
    },
    {
      "epoch": 2.7729674380503786,
      "grad_norm": 0.9406968051616299,
      "learning_rate": 0.00017126739812099365,
      "loss": 0.653,
      "step": 67702
    },
    {
      "epoch": 2.773008396477575,
      "grad_norm": 1.4282693926566241,
      "learning_rate": 0.00017126416966863986,
      "loss": 1.163,
      "step": 67703
    },
    {
      "epoch": 2.7730493549047717,
      "grad_norm": 1.0429645585090581,
      "learning_rate": 0.0001712609412062336,
      "loss": 0.7314,
      "step": 67704
    },
    {
      "epoch": 2.773090313331968,
      "grad_norm": 1.8922772124832903,
      "learning_rate": 0.00017125771273377642,
      "loss": 1.1738,
      "step": 67705
    },
    {
      "epoch": 2.7731312717591643,
      "grad_norm": 1.13312727337034,
      "learning_rate": 0.00017125448425126983,
      "loss": 0.5129,
      "step": 67706
    },
    {
      "epoch": 2.773172230186361,
      "grad_norm": 1.3109763029994115,
      "learning_rate": 0.00017125125575871534,
      "loss": 0.7369,
      "step": 67707
    },
    {
      "epoch": 2.7732131886135574,
      "grad_norm": 1.1509949546999874,
      "learning_rate": 0.00017124802725611445,
      "loss": 0.8083,
      "step": 67708
    },
    {
      "epoch": 2.7732541470407535,
      "grad_norm": 1.4080394996703343,
      "learning_rate": 0.0001712447987434688,
      "loss": 1.1392,
      "step": 67709
    },
    {
      "epoch": 2.77329510546795,
      "grad_norm": 1.5917379207045637,
      "learning_rate": 0.00017124157022077984,
      "loss": 0.8338,
      "step": 67710
    },
    {
      "epoch": 2.7733360638951465,
      "grad_norm": 1.0307797546145132,
      "learning_rate": 0.00017123834168804905,
      "loss": 0.8624,
      "step": 67711
    },
    {
      "epoch": 2.773377022322343,
      "grad_norm": 1.0984246169199667,
      "learning_rate": 0.00017123511314527803,
      "loss": 0.8736,
      "step": 67712
    },
    {
      "epoch": 2.773417980749539,
      "grad_norm": 1.8785173763040386,
      "learning_rate": 0.00017123188459246827,
      "loss": 0.6232,
      "step": 67713
    },
    {
      "epoch": 2.7734589391767357,
      "grad_norm": 1.271479795130494,
      "learning_rate": 0.00017122865602962133,
      "loss": 0.8472,
      "step": 67714
    },
    {
      "epoch": 2.773499897603932,
      "grad_norm": 2.1232366390110573,
      "learning_rate": 0.00017122542745673868,
      "loss": 1.6188,
      "step": 67715
    },
    {
      "epoch": 2.7735408560311283,
      "grad_norm": 0.9984146879873583,
      "learning_rate": 0.00017122219887382188,
      "loss": 0.5471,
      "step": 67716
    },
    {
      "epoch": 2.773581814458325,
      "grad_norm": 0.718776802761103,
      "learning_rate": 0.0001712189702808725,
      "loss": 0.2648,
      "step": 67717
    },
    {
      "epoch": 2.7736227728855214,
      "grad_norm": 5.3543002476332555,
      "learning_rate": 0.000171215741677892,
      "loss": 1.206,
      "step": 67718
    },
    {
      "epoch": 2.7736637313127175,
      "grad_norm": 0.9519434298823183,
      "learning_rate": 0.0001712125130648819,
      "loss": 0.8247,
      "step": 67719
    },
    {
      "epoch": 2.773704689739914,
      "grad_norm": 1.3247810001398799,
      "learning_rate": 0.00017120928444184374,
      "loss": 1.0443,
      "step": 67720
    },
    {
      "epoch": 2.77374564816711,
      "grad_norm": 1.5584042553644581,
      "learning_rate": 0.00017120605580877912,
      "loss": 1.1572,
      "step": 67721
    },
    {
      "epoch": 2.7737866065943066,
      "grad_norm": 2.7446255655900207,
      "learning_rate": 0.0001712028271656895,
      "loss": 1.5823,
      "step": 67722
    },
    {
      "epoch": 2.773827565021503,
      "grad_norm": 1.2210744528699442,
      "learning_rate": 0.0001711995985125764,
      "loss": 0.9694,
      "step": 67723
    },
    {
      "epoch": 2.7738685234486997,
      "grad_norm": 1.4339792041235846,
      "learning_rate": 0.00017119636984944133,
      "loss": 0.6155,
      "step": 67724
    },
    {
      "epoch": 2.773909481875896,
      "grad_norm": 1.177937019398103,
      "learning_rate": 0.00017119314117628587,
      "loss": 0.7131,
      "step": 67725
    },
    {
      "epoch": 2.7739504403030923,
      "grad_norm": 1.3996085868922148,
      "learning_rate": 0.00017118991249311154,
      "loss": 1.0364,
      "step": 67726
    },
    {
      "epoch": 2.773991398730289,
      "grad_norm": 1.0673225731495923,
      "learning_rate": 0.00017118668379991986,
      "loss": 0.7274,
      "step": 67727
    },
    {
      "epoch": 2.774032357157485,
      "grad_norm": 1.3256772342803924,
      "learning_rate": 0.00017118345509671229,
      "loss": 0.7621,
      "step": 67728
    },
    {
      "epoch": 2.7740733155846815,
      "grad_norm": 1.3143572494818603,
      "learning_rate": 0.00017118022638349043,
      "loss": 1.0107,
      "step": 67729
    },
    {
      "epoch": 2.774114274011878,
      "grad_norm": 0.8148658764263511,
      "learning_rate": 0.00017117699766025583,
      "loss": 0.5795,
      "step": 67730
    },
    {
      "epoch": 2.7741552324390746,
      "grad_norm": 0.8930296225190199,
      "learning_rate": 0.00017117376892700992,
      "loss": 0.56,
      "step": 67731
    },
    {
      "epoch": 2.7741961908662707,
      "grad_norm": 0.8778145985929634,
      "learning_rate": 0.0001711705401837543,
      "loss": 0.4669,
      "step": 67732
    },
    {
      "epoch": 2.774237149293467,
      "grad_norm": 1.2430006868037684,
      "learning_rate": 0.00017116731143049048,
      "loss": 0.5801,
      "step": 67733
    },
    {
      "epoch": 2.7742781077206633,
      "grad_norm": 0.9314143289484017,
      "learning_rate": 0.00017116408266722,
      "loss": 0.594,
      "step": 67734
    },
    {
      "epoch": 2.77431906614786,
      "grad_norm": 1.0534494194493764,
      "learning_rate": 0.00017116085389394438,
      "loss": 0.7653,
      "step": 67735
    },
    {
      "epoch": 2.7743600245750564,
      "grad_norm": 1.0684343166193033,
      "learning_rate": 0.00017115762511066512,
      "loss": 0.6218,
      "step": 67736
    },
    {
      "epoch": 2.774400983002253,
      "grad_norm": 1.8894493963379624,
      "learning_rate": 0.00017115439631738374,
      "loss": 1.3571,
      "step": 67737
    },
    {
      "epoch": 2.774441941429449,
      "grad_norm": 1.7105385265173194,
      "learning_rate": 0.00017115116751410182,
      "loss": 0.9281,
      "step": 67738
    },
    {
      "epoch": 2.7744828998566455,
      "grad_norm": 1.2585264380590713,
      "learning_rate": 0.00017114793870082084,
      "loss": 0.8896,
      "step": 67739
    },
    {
      "epoch": 2.7745238582838416,
      "grad_norm": 1.0729484680838486,
      "learning_rate": 0.00017114470987754233,
      "loss": 0.8682,
      "step": 67740
    },
    {
      "epoch": 2.774564816711038,
      "grad_norm": 1.2943094153931247,
      "learning_rate": 0.00017114148104426785,
      "loss": 1.081,
      "step": 67741
    },
    {
      "epoch": 2.7746057751382347,
      "grad_norm": 1.1273510512225084,
      "learning_rate": 0.0001711382522009989,
      "loss": 0.417,
      "step": 67742
    },
    {
      "epoch": 2.7746467335654312,
      "grad_norm": 1.3401278341126648,
      "learning_rate": 0.00017113502334773699,
      "loss": 0.9914,
      "step": 67743
    },
    {
      "epoch": 2.7746876919926273,
      "grad_norm": 0.9976986441792178,
      "learning_rate": 0.00017113179448448367,
      "loss": 0.6813,
      "step": 67744
    },
    {
      "epoch": 2.774728650419824,
      "grad_norm": 1.3410164156112518,
      "learning_rate": 0.00017112856561124048,
      "loss": 0.6829,
      "step": 67745
    },
    {
      "epoch": 2.7747696088470204,
      "grad_norm": 0.9470617950467367,
      "learning_rate": 0.00017112533672800895,
      "loss": 0.7706,
      "step": 67746
    },
    {
      "epoch": 2.7748105672742165,
      "grad_norm": 1.7886618939624004,
      "learning_rate": 0.00017112210783479055,
      "loss": 1.3767,
      "step": 67747
    },
    {
      "epoch": 2.774851525701413,
      "grad_norm": 1.0162528854080946,
      "learning_rate": 0.00017111887893158685,
      "loss": 0.6443,
      "step": 67748
    },
    {
      "epoch": 2.7748924841286096,
      "grad_norm": 0.8666634207170947,
      "learning_rate": 0.00017111565001839935,
      "loss": 0.5174,
      "step": 67749
    },
    {
      "epoch": 2.774933442555806,
      "grad_norm": 1.1797811123130522,
      "learning_rate": 0.00017111242109522966,
      "loss": 0.884,
      "step": 67750
    },
    {
      "epoch": 2.774974400983002,
      "grad_norm": 1.606078201164941,
      "learning_rate": 0.0001711091921620792,
      "loss": 1.137,
      "step": 67751
    },
    {
      "epoch": 2.7750153594101987,
      "grad_norm": 1.0926940699334964,
      "learning_rate": 0.00017110596321894952,
      "loss": 0.694,
      "step": 67752
    },
    {
      "epoch": 2.775056317837395,
      "grad_norm": 1.1152542265731904,
      "learning_rate": 0.0001711027342658422,
      "loss": 0.7622,
      "step": 67753
    },
    {
      "epoch": 2.7750972762645914,
      "grad_norm": 1.3007767123949487,
      "learning_rate": 0.00017109950530275872,
      "loss": 0.8509,
      "step": 67754
    },
    {
      "epoch": 2.775138234691788,
      "grad_norm": 1.3212344630837525,
      "learning_rate": 0.00017109627632970063,
      "loss": 0.8985,
      "step": 67755
    },
    {
      "epoch": 2.7751791931189844,
      "grad_norm": 0.9436095398027756,
      "learning_rate": 0.0001710930473466694,
      "loss": 0.4091,
      "step": 67756
    },
    {
      "epoch": 2.7752201515461805,
      "grad_norm": 0.9129735051238671,
      "learning_rate": 0.00017108981835366665,
      "loss": 0.6186,
      "step": 67757
    },
    {
      "epoch": 2.775261109973377,
      "grad_norm": 2.3983373548018703,
      "learning_rate": 0.00017108658935069385,
      "loss": 1.4096,
      "step": 67758
    },
    {
      "epoch": 2.775302068400573,
      "grad_norm": 1.1199946405715289,
      "learning_rate": 0.00017108336033775252,
      "loss": 0.8386,
      "step": 67759
    },
    {
      "epoch": 2.7753430268277697,
      "grad_norm": 2.178720604832907,
      "learning_rate": 0.0001710801313148442,
      "loss": 1.707,
      "step": 67760
    },
    {
      "epoch": 2.775383985254966,
      "grad_norm": 1.1521740644018983,
      "learning_rate": 0.00017107690228197045,
      "loss": 0.7808,
      "step": 67761
    },
    {
      "epoch": 2.7754249436821627,
      "grad_norm": 1.5406846053383563,
      "learning_rate": 0.00017107367323913273,
      "loss": 1.5055,
      "step": 67762
    },
    {
      "epoch": 2.775465902109359,
      "grad_norm": 1.1170471556947454,
      "learning_rate": 0.0001710704441863326,
      "loss": 0.9133,
      "step": 67763
    },
    {
      "epoch": 2.7755068605365554,
      "grad_norm": 0.9401049860600875,
      "learning_rate": 0.00017106721512357158,
      "loss": 0.2614,
      "step": 67764
    },
    {
      "epoch": 2.775547818963752,
      "grad_norm": 1.4209877473246348,
      "learning_rate": 0.0001710639860508512,
      "loss": 0.9976,
      "step": 67765
    },
    {
      "epoch": 2.775588777390948,
      "grad_norm": 1.4890353141415853,
      "learning_rate": 0.00017106075696817304,
      "loss": 1.3062,
      "step": 67766
    },
    {
      "epoch": 2.7756297358181445,
      "grad_norm": 1.0173447005357539,
      "learning_rate": 0.0001710575278755385,
      "loss": 0.6968,
      "step": 67767
    },
    {
      "epoch": 2.775670694245341,
      "grad_norm": 0.9305390758105528,
      "learning_rate": 0.00017105429877294924,
      "loss": 0.5935,
      "step": 67768
    },
    {
      "epoch": 2.7757116526725376,
      "grad_norm": 2.923124504407501,
      "learning_rate": 0.0001710510696604067,
      "loss": 3.7136,
      "step": 67769
    },
    {
      "epoch": 2.7757526110997337,
      "grad_norm": 1.2485325595549883,
      "learning_rate": 0.00017104784053791248,
      "loss": 0.8125,
      "step": 67770
    },
    {
      "epoch": 2.7757935695269302,
      "grad_norm": 2.753570777229684,
      "learning_rate": 0.00017104461140546805,
      "loss": 0.9226,
      "step": 67771
    },
    {
      "epoch": 2.7758345279541263,
      "grad_norm": 0.8593325827231478,
      "learning_rate": 0.00017104138226307493,
      "loss": 0.6089,
      "step": 67772
    },
    {
      "epoch": 2.775875486381323,
      "grad_norm": 0.864130893814373,
      "learning_rate": 0.0001710381531107347,
      "loss": 0.2097,
      "step": 67773
    },
    {
      "epoch": 2.7759164448085194,
      "grad_norm": 1.352235263130003,
      "learning_rate": 0.0001710349239484488,
      "loss": 0.8365,
      "step": 67774
    },
    {
      "epoch": 2.775957403235716,
      "grad_norm": 0.6630347602779626,
      "learning_rate": 0.00017103169477621883,
      "loss": 0.1903,
      "step": 67775
    },
    {
      "epoch": 2.775998361662912,
      "grad_norm": 0.8910987479721121,
      "learning_rate": 0.00017102846559404627,
      "loss": 0.6273,
      "step": 67776
    },
    {
      "epoch": 2.7760393200901086,
      "grad_norm": 1.737159246890577,
      "learning_rate": 0.0001710252364019327,
      "loss": 1.234,
      "step": 67777
    },
    {
      "epoch": 2.776080278517305,
      "grad_norm": 1.3252736231864681,
      "learning_rate": 0.00017102200719987964,
      "loss": 0.9816,
      "step": 67778
    },
    {
      "epoch": 2.776121236944501,
      "grad_norm": 1.2283785472032882,
      "learning_rate": 0.00017101877798788857,
      "loss": 0.8655,
      "step": 67779
    },
    {
      "epoch": 2.7761621953716977,
      "grad_norm": 1.1444595271886255,
      "learning_rate": 0.000171015548765961,
      "loss": 0.7553,
      "step": 67780
    },
    {
      "epoch": 2.7762031537988943,
      "grad_norm": 1.2855042839996926,
      "learning_rate": 0.00017101231953409852,
      "loss": 0.8489,
      "step": 67781
    },
    {
      "epoch": 2.7762441122260904,
      "grad_norm": 0.6502604021951595,
      "learning_rate": 0.0001710090902923027,
      "loss": 0.2466,
      "step": 67782
    },
    {
      "epoch": 2.776285070653287,
      "grad_norm": 0.9403883987625028,
      "learning_rate": 0.00017100586104057495,
      "loss": 0.7176,
      "step": 67783
    },
    {
      "epoch": 2.7763260290804834,
      "grad_norm": 1.0693383437590926,
      "learning_rate": 0.00017100263177891682,
      "loss": 0.6136,
      "step": 67784
    },
    {
      "epoch": 2.7763669875076795,
      "grad_norm": 1.0532988935521872,
      "learning_rate": 0.0001709994025073299,
      "loss": 1.0056,
      "step": 67785
    },
    {
      "epoch": 2.776407945934876,
      "grad_norm": 0.7225848518114661,
      "learning_rate": 0.00017099617322581566,
      "loss": 0.3362,
      "step": 67786
    },
    {
      "epoch": 2.7764489043620726,
      "grad_norm": 1.2730612075888232,
      "learning_rate": 0.00017099294393437567,
      "loss": 0.8034,
      "step": 67787
    },
    {
      "epoch": 2.776489862789269,
      "grad_norm": 1.0195634770629187,
      "learning_rate": 0.00017098971463301143,
      "loss": 0.5871,
      "step": 67788
    },
    {
      "epoch": 2.776530821216465,
      "grad_norm": 1.0123803331139263,
      "learning_rate": 0.0001709864853217245,
      "loss": 0.4756,
      "step": 67789
    },
    {
      "epoch": 2.7765717796436618,
      "grad_norm": 1.1399257273605503,
      "learning_rate": 0.00017098325600051634,
      "loss": 0.8272,
      "step": 67790
    },
    {
      "epoch": 2.776612738070858,
      "grad_norm": 0.9962541031595048,
      "learning_rate": 0.0001709800266693885,
      "loss": 0.911,
      "step": 67791
    },
    {
      "epoch": 2.7766536964980544,
      "grad_norm": 1.3352435626080448,
      "learning_rate": 0.00017097679732834252,
      "loss": 1.0156,
      "step": 67792
    },
    {
      "epoch": 2.776694654925251,
      "grad_norm": 1.280846222578725,
      "learning_rate": 0.00017097356797737996,
      "loss": 0.6432,
      "step": 67793
    },
    {
      "epoch": 2.7767356133524475,
      "grad_norm": 3.245285313059943,
      "learning_rate": 0.00017097033861650232,
      "loss": 2.5734,
      "step": 67794
    },
    {
      "epoch": 2.7767765717796435,
      "grad_norm": 1.197513203407248,
      "learning_rate": 0.00017096710924571114,
      "loss": 0.9549,
      "step": 67795
    },
    {
      "epoch": 2.77681753020684,
      "grad_norm": 1.1012425741505707,
      "learning_rate": 0.00017096387986500783,
      "loss": 0.9593,
      "step": 67796
    },
    {
      "epoch": 2.7768584886340366,
      "grad_norm": 0.9219643702668636,
      "learning_rate": 0.00017096065047439408,
      "loss": 0.5162,
      "step": 67797
    },
    {
      "epoch": 2.7768994470612327,
      "grad_norm": 0.889463490299566,
      "learning_rate": 0.00017095742107387136,
      "loss": 0.6474,
      "step": 67798
    },
    {
      "epoch": 2.7769404054884292,
      "grad_norm": 1.4336966680193766,
      "learning_rate": 0.00017095419166344118,
      "loss": 0.8152,
      "step": 67799
    },
    {
      "epoch": 2.7769813639156258,
      "grad_norm": 1.2117223972234217,
      "learning_rate": 0.00017095096224310503,
      "loss": 0.7391,
      "step": 67800
    },
    {
      "epoch": 2.777022322342822,
      "grad_norm": 0.8821549183931813,
      "learning_rate": 0.00017094773281286455,
      "loss": 0.6495,
      "step": 67801
    },
    {
      "epoch": 2.7770632807700184,
      "grad_norm": 2.6396605120828016,
      "learning_rate": 0.00017094450337272119,
      "loss": 3.5868,
      "step": 67802
    },
    {
      "epoch": 2.777104239197215,
      "grad_norm": 1.1124306219765465,
      "learning_rate": 0.00017094127392267645,
      "loss": 0.6289,
      "step": 67803
    },
    {
      "epoch": 2.777145197624411,
      "grad_norm": 1.5428359782146248,
      "learning_rate": 0.00017093804446273187,
      "loss": 1.0759,
      "step": 67804
    },
    {
      "epoch": 2.7771861560516076,
      "grad_norm": 1.544753828951753,
      "learning_rate": 0.00017093481499288904,
      "loss": 0.8138,
      "step": 67805
    },
    {
      "epoch": 2.777227114478804,
      "grad_norm": 1.0922046835943118,
      "learning_rate": 0.00017093158551314945,
      "loss": 0.3376,
      "step": 67806
    },
    {
      "epoch": 2.7772680729060006,
      "grad_norm": 0.5892524977807607,
      "learning_rate": 0.0001709283560235146,
      "loss": 0.2378,
      "step": 67807
    },
    {
      "epoch": 2.7773090313331967,
      "grad_norm": 1.1072286866299674,
      "learning_rate": 0.00017092512652398603,
      "loss": 0.9439,
      "step": 67808
    },
    {
      "epoch": 2.7773499897603933,
      "grad_norm": 1.2130695314715199,
      "learning_rate": 0.0001709218970145653,
      "loss": 0.4642,
      "step": 67809
    },
    {
      "epoch": 2.7773909481875894,
      "grad_norm": 2.38227313017742,
      "learning_rate": 0.0001709186674952539,
      "loss": 2.1335,
      "step": 67810
    },
    {
      "epoch": 2.777431906614786,
      "grad_norm": 1.1523058369774954,
      "learning_rate": 0.0001709154379660534,
      "loss": 0.7675,
      "step": 67811
    },
    {
      "epoch": 2.7774728650419824,
      "grad_norm": 1.4596104622279102,
      "learning_rate": 0.0001709122084269652,
      "loss": 0.9175,
      "step": 67812
    },
    {
      "epoch": 2.777513823469179,
      "grad_norm": 1.3782095989961909,
      "learning_rate": 0.000170908978877991,
      "loss": 1.0286,
      "step": 67813
    },
    {
      "epoch": 2.777554781896375,
      "grad_norm": 0.9162893244413967,
      "learning_rate": 0.00017090574931913225,
      "loss": 0.3554,
      "step": 67814
    },
    {
      "epoch": 2.7775957403235716,
      "grad_norm": 2.96648730761983,
      "learning_rate": 0.00017090251975039044,
      "loss": 3.9283,
      "step": 67815
    },
    {
      "epoch": 2.777636698750768,
      "grad_norm": 1.0547814747019877,
      "learning_rate": 0.0001708992901717671,
      "loss": 0.8262,
      "step": 67816
    },
    {
      "epoch": 2.777677657177964,
      "grad_norm": 1.1211867349419522,
      "learning_rate": 0.00017089606058326385,
      "loss": 0.5471,
      "step": 67817
    },
    {
      "epoch": 2.7777186156051608,
      "grad_norm": 1.064656426267299,
      "learning_rate": 0.00017089283098488216,
      "loss": 0.6977,
      "step": 67818
    },
    {
      "epoch": 2.7777595740323573,
      "grad_norm": 1.2573462830082744,
      "learning_rate": 0.00017088960137662354,
      "loss": 0.9176,
      "step": 67819
    },
    {
      "epoch": 2.777800532459554,
      "grad_norm": 2.9402768491547078,
      "learning_rate": 0.00017088637175848953,
      "loss": 2.8716,
      "step": 67820
    },
    {
      "epoch": 2.77784149088675,
      "grad_norm": 1.5263307332495282,
      "learning_rate": 0.00017088314213048163,
      "loss": 0.9459,
      "step": 67821
    },
    {
      "epoch": 2.7778824493139465,
      "grad_norm": 1.1007548870664277,
      "learning_rate": 0.00017087991249260142,
      "loss": 0.9031,
      "step": 67822
    },
    {
      "epoch": 2.7779234077411425,
      "grad_norm": 1.1090773658993966,
      "learning_rate": 0.0001708766828448504,
      "loss": 0.6924,
      "step": 67823
    },
    {
      "epoch": 2.777964366168339,
      "grad_norm": 3.427413749225107,
      "learning_rate": 0.00017087345318723005,
      "loss": 3.2435,
      "step": 67824
    },
    {
      "epoch": 2.7780053245955356,
      "grad_norm": 1.254594124113003,
      "learning_rate": 0.00017087022351974196,
      "loss": 0.991,
      "step": 67825
    },
    {
      "epoch": 2.778046283022732,
      "grad_norm": 1.120167152963058,
      "learning_rate": 0.00017086699384238769,
      "loss": 0.6608,
      "step": 67826
    },
    {
      "epoch": 2.7780872414499282,
      "grad_norm": 1.1148995240669213,
      "learning_rate": 0.00017086376415516866,
      "loss": 0.5567,
      "step": 67827
    },
    {
      "epoch": 2.778128199877125,
      "grad_norm": 1.416467314895249,
      "learning_rate": 0.00017086053445808643,
      "loss": 1.2966,
      "step": 67828
    },
    {
      "epoch": 2.778169158304321,
      "grad_norm": 0.9432932292474113,
      "learning_rate": 0.00017085730475114262,
      "loss": 0.6183,
      "step": 67829
    },
    {
      "epoch": 2.7782101167315174,
      "grad_norm": 1.3027706238635748,
      "learning_rate": 0.00017085407503433865,
      "loss": 0.9222,
      "step": 67830
    },
    {
      "epoch": 2.778251075158714,
      "grad_norm": 2.1052700449778943,
      "learning_rate": 0.0001708508453076761,
      "loss": 2.2967,
      "step": 67831
    },
    {
      "epoch": 2.7782920335859105,
      "grad_norm": 1.1768624244668862,
      "learning_rate": 0.00017084761557115645,
      "loss": 0.5749,
      "step": 67832
    },
    {
      "epoch": 2.7783329920131066,
      "grad_norm": 1.1889965476813984,
      "learning_rate": 0.0001708443858247813,
      "loss": 0.7695,
      "step": 67833
    },
    {
      "epoch": 2.778373950440303,
      "grad_norm": 0.9878195820902533,
      "learning_rate": 0.0001708411560685521,
      "loss": 0.6881,
      "step": 67834
    },
    {
      "epoch": 2.7784149088674996,
      "grad_norm": 0.9830044601416212,
      "learning_rate": 0.00017083792630247046,
      "loss": 0.7538,
      "step": 67835
    },
    {
      "epoch": 2.7784558672946957,
      "grad_norm": 1.3293766560565687,
      "learning_rate": 0.0001708346965265378,
      "loss": 1.2438,
      "step": 67836
    },
    {
      "epoch": 2.7784968257218923,
      "grad_norm": 0.9254009231144208,
      "learning_rate": 0.00017083146674075575,
      "loss": 0.4632,
      "step": 67837
    },
    {
      "epoch": 2.778537784149089,
      "grad_norm": 1.028053929941123,
      "learning_rate": 0.00017082823694512575,
      "loss": 0.3812,
      "step": 67838
    },
    {
      "epoch": 2.7785787425762853,
      "grad_norm": 1.7731153896102043,
      "learning_rate": 0.0001708250071396494,
      "loss": 1.0479,
      "step": 67839
    },
    {
      "epoch": 2.7786197010034814,
      "grad_norm": 1.5021479523016612,
      "learning_rate": 0.00017082177732432812,
      "loss": 1.1922,
      "step": 67840
    },
    {
      "epoch": 2.778660659430678,
      "grad_norm": 1.3045923719686932,
      "learning_rate": 0.00017081854749916362,
      "loss": 1.0894,
      "step": 67841
    },
    {
      "epoch": 2.778701617857874,
      "grad_norm": 1.1505126952885225,
      "learning_rate": 0.00017081531766415726,
      "loss": 0.8614,
      "step": 67842
    },
    {
      "epoch": 2.7787425762850706,
      "grad_norm": 1.4424178785037192,
      "learning_rate": 0.0001708120878193107,
      "loss": 1.037,
      "step": 67843
    },
    {
      "epoch": 2.778783534712267,
      "grad_norm": 1.2818713182157013,
      "learning_rate": 0.00017080885796462528,
      "loss": 0.9629,
      "step": 67844
    },
    {
      "epoch": 2.7788244931394637,
      "grad_norm": 1.1024982843445883,
      "learning_rate": 0.00017080562810010272,
      "loss": 0.7601,
      "step": 67845
    },
    {
      "epoch": 2.7788654515666598,
      "grad_norm": 1.3728558601716725,
      "learning_rate": 0.0001708023982257444,
      "loss": 0.8448,
      "step": 67846
    },
    {
      "epoch": 2.7789064099938563,
      "grad_norm": 0.8097731077383636,
      "learning_rate": 0.00017079916834155198,
      "loss": 0.3934,
      "step": 67847
    },
    {
      "epoch": 2.7789473684210524,
      "grad_norm": 1.0319598969668917,
      "learning_rate": 0.0001707959384475269,
      "loss": 0.6597,
      "step": 67848
    },
    {
      "epoch": 2.778988326848249,
      "grad_norm": 1.1048891770571823,
      "learning_rate": 0.00017079270854367066,
      "loss": 0.2719,
      "step": 67849
    },
    {
      "epoch": 2.7790292852754455,
      "grad_norm": 2.1081137582371032,
      "learning_rate": 0.0001707894786299849,
      "loss": 1.4293,
      "step": 67850
    },
    {
      "epoch": 2.779070243702642,
      "grad_norm": 1.0602782518567202,
      "learning_rate": 0.00017078624870647105,
      "loss": 0.6345,
      "step": 67851
    },
    {
      "epoch": 2.779111202129838,
      "grad_norm": 5.745577626991635,
      "learning_rate": 0.00017078301877313063,
      "loss": 4.4034,
      "step": 67852
    },
    {
      "epoch": 2.7791521605570346,
      "grad_norm": 3.2602600513445528,
      "learning_rate": 0.00017077978882996527,
      "loss": 4.2921,
      "step": 67853
    },
    {
      "epoch": 2.779193118984231,
      "grad_norm": 1.1306585701291247,
      "learning_rate": 0.0001707765588769764,
      "loss": 0.7798,
      "step": 67854
    },
    {
      "epoch": 2.7792340774114273,
      "grad_norm": 1.2315663981217304,
      "learning_rate": 0.00017077332891416558,
      "loss": 0.8379,
      "step": 67855
    },
    {
      "epoch": 2.779275035838624,
      "grad_norm": 1.0475647557590673,
      "learning_rate": 0.00017077009894153432,
      "loss": 0.7811,
      "step": 67856
    },
    {
      "epoch": 2.7793159942658203,
      "grad_norm": 1.6781430329358795,
      "learning_rate": 0.0001707668689590842,
      "loss": 1.1651,
      "step": 67857
    },
    {
      "epoch": 2.779356952693017,
      "grad_norm": 1.198501837128229,
      "learning_rate": 0.0001707636389668167,
      "loss": 0.6397,
      "step": 67858
    },
    {
      "epoch": 2.779397911120213,
      "grad_norm": 1.2946471163646611,
      "learning_rate": 0.00017076040896473333,
      "loss": 1.0114,
      "step": 67859
    },
    {
      "epoch": 2.7794388695474095,
      "grad_norm": 1.3293627721304264,
      "learning_rate": 0.00017075717895283566,
      "loss": 0.8501,
      "step": 67860
    },
    {
      "epoch": 2.7794798279746056,
      "grad_norm": 1.178486619196813,
      "learning_rate": 0.0001707539489311252,
      "loss": 0.8718,
      "step": 67861
    },
    {
      "epoch": 2.779520786401802,
      "grad_norm": 1.6024364489370027,
      "learning_rate": 0.00017075071889960348,
      "loss": 0.6497,
      "step": 67862
    },
    {
      "epoch": 2.7795617448289986,
      "grad_norm": 1.192894687894111,
      "learning_rate": 0.00017074748885827204,
      "loss": 0.7532,
      "step": 67863
    },
    {
      "epoch": 2.779602703256195,
      "grad_norm": 0.9559673958622884,
      "learning_rate": 0.00017074425880713234,
      "loss": 0.6355,
      "step": 67864
    },
    {
      "epoch": 2.7796436616833913,
      "grad_norm": 3.2948940942732556,
      "learning_rate": 0.000170741028746186,
      "loss": 1.8256,
      "step": 67865
    },
    {
      "epoch": 2.779684620110588,
      "grad_norm": 0.9322017616785345,
      "learning_rate": 0.0001707377986754345,
      "loss": 0.7231,
      "step": 67866
    },
    {
      "epoch": 2.779725578537784,
      "grad_norm": 1.1119429859054506,
      "learning_rate": 0.00017073456859487937,
      "loss": 0.6287,
      "step": 67867
    },
    {
      "epoch": 2.7797665369649804,
      "grad_norm": 2.6042633647565467,
      "learning_rate": 0.00017073133850452213,
      "loss": 1.8027,
      "step": 67868
    },
    {
      "epoch": 2.779807495392177,
      "grad_norm": 1.0389863373041162,
      "learning_rate": 0.00017072810840436435,
      "loss": 0.9186,
      "step": 67869
    },
    {
      "epoch": 2.7798484538193735,
      "grad_norm": 1.3517272956718331,
      "learning_rate": 0.00017072487829440747,
      "loss": 0.8557,
      "step": 67870
    },
    {
      "epoch": 2.7798894122465696,
      "grad_norm": 1.3830878218008191,
      "learning_rate": 0.00017072164817465312,
      "loss": 0.9023,
      "step": 67871
    },
    {
      "epoch": 2.779930370673766,
      "grad_norm": 1.26301586131742,
      "learning_rate": 0.00017071841804510273,
      "loss": 0.8377,
      "step": 67872
    },
    {
      "epoch": 2.7799713291009627,
      "grad_norm": 1.0122219959469352,
      "learning_rate": 0.0001707151879057579,
      "loss": 0.7216,
      "step": 67873
    },
    {
      "epoch": 2.7800122875281588,
      "grad_norm": 1.8414724650810528,
      "learning_rate": 0.00017071195775662012,
      "loss": 1.6322,
      "step": 67874
    },
    {
      "epoch": 2.7800532459553553,
      "grad_norm": 1.0674727880673063,
      "learning_rate": 0.00017070872759769097,
      "loss": 0.6585,
      "step": 67875
    },
    {
      "epoch": 2.780094204382552,
      "grad_norm": 1.3051903065319927,
      "learning_rate": 0.00017070549742897193,
      "loss": 0.7938,
      "step": 67876
    },
    {
      "epoch": 2.7801351628097484,
      "grad_norm": 1.0603926011248508,
      "learning_rate": 0.00017070226725046444,
      "loss": 0.7578,
      "step": 67877
    },
    {
      "epoch": 2.7801761212369445,
      "grad_norm": 1.124980273628114,
      "learning_rate": 0.00017069903706217024,
      "loss": 0.6675,
      "step": 67878
    },
    {
      "epoch": 2.780217079664141,
      "grad_norm": 0.9155499932253172,
      "learning_rate": 0.00017069580686409068,
      "loss": 0.7341,
      "step": 67879
    },
    {
      "epoch": 2.780258038091337,
      "grad_norm": 1.1401907395076325,
      "learning_rate": 0.0001706925766562273,
      "loss": 0.6351,
      "step": 67880
    },
    {
      "epoch": 2.7802989965185336,
      "grad_norm": 0.937074332414989,
      "learning_rate": 0.00017068934643858175,
      "loss": 0.3631,
      "step": 67881
    },
    {
      "epoch": 2.78033995494573,
      "grad_norm": 1.007209565408731,
      "learning_rate": 0.00017068611621115544,
      "loss": 0.4773,
      "step": 67882
    },
    {
      "epoch": 2.7803809133729267,
      "grad_norm": 1.2487704885536286,
      "learning_rate": 0.00017068288597394996,
      "loss": 0.7785,
      "step": 67883
    },
    {
      "epoch": 2.780421871800123,
      "grad_norm": 0.8301864132682658,
      "learning_rate": 0.00017067965572696675,
      "loss": 0.169,
      "step": 67884
    },
    {
      "epoch": 2.7804628302273193,
      "grad_norm": 3.6548306302710305,
      "learning_rate": 0.00017067642547020744,
      "loss": 1.0383,
      "step": 67885
    },
    {
      "epoch": 2.7805037886545154,
      "grad_norm": 1.4199212320814683,
      "learning_rate": 0.00017067319520367355,
      "loss": 0.6932,
      "step": 67886
    },
    {
      "epoch": 2.780544747081712,
      "grad_norm": 1.2181375394846103,
      "learning_rate": 0.00017066996492736655,
      "loss": 0.7875,
      "step": 67887
    },
    {
      "epoch": 2.7805857055089085,
      "grad_norm": 0.6945310751462725,
      "learning_rate": 0.00017066673464128792,
      "loss": 0.3495,
      "step": 67888
    },
    {
      "epoch": 2.780626663936105,
      "grad_norm": 1.1994760110080531,
      "learning_rate": 0.00017066350434543934,
      "loss": 0.8125,
      "step": 67889
    },
    {
      "epoch": 2.780667622363301,
      "grad_norm": 0.6696536378984351,
      "learning_rate": 0.00017066027403982222,
      "loss": 0.247,
      "step": 67890
    },
    {
      "epoch": 2.7807085807904977,
      "grad_norm": 1.0985032314714713,
      "learning_rate": 0.00017065704372443816,
      "loss": 0.6869,
      "step": 67891
    },
    {
      "epoch": 2.780749539217694,
      "grad_norm": 0.7552801263800605,
      "learning_rate": 0.0001706538133992886,
      "loss": 0.2725,
      "step": 67892
    },
    {
      "epoch": 2.7807904976448903,
      "grad_norm": 8.069671762678434,
      "learning_rate": 0.00017065058306437513,
      "loss": 0.9533,
      "step": 67893
    },
    {
      "epoch": 2.780831456072087,
      "grad_norm": 1.0733848045061651,
      "learning_rate": 0.00017064735271969927,
      "loss": 0.7899,
      "step": 67894
    },
    {
      "epoch": 2.7808724144992834,
      "grad_norm": 1.0472241485228098,
      "learning_rate": 0.00017064412236526252,
      "loss": 0.6111,
      "step": 67895
    },
    {
      "epoch": 2.78091337292648,
      "grad_norm": 1.496277040208814,
      "learning_rate": 0.00017064089200106641,
      "loss": 1.1055,
      "step": 67896
    },
    {
      "epoch": 2.780954331353676,
      "grad_norm": 1.2460683757593218,
      "learning_rate": 0.00017063766162711257,
      "loss": 0.8277,
      "step": 67897
    },
    {
      "epoch": 2.7809952897808725,
      "grad_norm": 1.0608305322864293,
      "learning_rate": 0.00017063443124340236,
      "loss": 0.8756,
      "step": 67898
    },
    {
      "epoch": 2.7810362482080686,
      "grad_norm": 2.5376094767470088,
      "learning_rate": 0.00017063120084993743,
      "loss": 2.2443,
      "step": 67899
    },
    {
      "epoch": 2.781077206635265,
      "grad_norm": 0.9573842819033334,
      "learning_rate": 0.0001706279704467192,
      "loss": 0.4028,
      "step": 67900
    },
    {
      "epoch": 2.7811181650624617,
      "grad_norm": 1.0509923417116065,
      "learning_rate": 0.00017062474003374934,
      "loss": 0.8986,
      "step": 67901
    },
    {
      "epoch": 2.781159123489658,
      "grad_norm": 1.7186581920447006,
      "learning_rate": 0.0001706215096110293,
      "loss": 1.106,
      "step": 67902
    },
    {
      "epoch": 2.7812000819168543,
      "grad_norm": 1.0900631409946662,
      "learning_rate": 0.00017061827917856057,
      "loss": 0.6996,
      "step": 67903
    },
    {
      "epoch": 2.781241040344051,
      "grad_norm": 2.8931055290519043,
      "learning_rate": 0.0001706150487363447,
      "loss": 0.9521,
      "step": 67904
    },
    {
      "epoch": 2.781281998771247,
      "grad_norm": 1.1209890519113235,
      "learning_rate": 0.00017061181828438327,
      "loss": 0.6626,
      "step": 67905
    },
    {
      "epoch": 2.7813229571984435,
      "grad_norm": 1.420003846648878,
      "learning_rate": 0.00017060858782267776,
      "loss": 0.9826,
      "step": 67906
    },
    {
      "epoch": 2.78136391562564,
      "grad_norm": 1.0367818874560475,
      "learning_rate": 0.00017060535735122969,
      "loss": 0.8557,
      "step": 67907
    },
    {
      "epoch": 2.7814048740528365,
      "grad_norm": 3.897982338713391,
      "learning_rate": 0.0001706021268700406,
      "loss": 1.642,
      "step": 67908
    },
    {
      "epoch": 2.7814458324800326,
      "grad_norm": 1.420501979795518,
      "learning_rate": 0.00017059889637911205,
      "loss": 1.1052,
      "step": 67909
    },
    {
      "epoch": 2.781486790907229,
      "grad_norm": 1.4277316583954498,
      "learning_rate": 0.00017059566587844554,
      "loss": 0.9197,
      "step": 67910
    },
    {
      "epoch": 2.7815277493344257,
      "grad_norm": 0.8788204039318682,
      "learning_rate": 0.00017059243536804254,
      "loss": 0.3416,
      "step": 67911
    },
    {
      "epoch": 2.781568707761622,
      "grad_norm": 1.1391896271046063,
      "learning_rate": 0.0001705892048479047,
      "loss": 0.7701,
      "step": 67912
    },
    {
      "epoch": 2.7816096661888183,
      "grad_norm": 1.3236536966531145,
      "learning_rate": 0.00017058597431803343,
      "loss": 0.4712,
      "step": 67913
    },
    {
      "epoch": 2.781650624616015,
      "grad_norm": 1.244804557343672,
      "learning_rate": 0.00017058274377843035,
      "loss": 1.2026,
      "step": 67914
    },
    {
      "epoch": 2.7816915830432114,
      "grad_norm": 1.2147745055572492,
      "learning_rate": 0.0001705795132290969,
      "loss": 0.6946,
      "step": 67915
    },
    {
      "epoch": 2.7817325414704075,
      "grad_norm": 0.9660265697676995,
      "learning_rate": 0.00017057628267003462,
      "loss": 0.63,
      "step": 67916
    },
    {
      "epoch": 2.781773499897604,
      "grad_norm": 0.9602982045134766,
      "learning_rate": 0.00017057305210124515,
      "loss": 0.719,
      "step": 67917
    },
    {
      "epoch": 2.7818144583248,
      "grad_norm": 1.3508953983903682,
      "learning_rate": 0.0001705698215227299,
      "loss": 0.8509,
      "step": 67918
    },
    {
      "epoch": 2.7818554167519967,
      "grad_norm": 1.1950076460209065,
      "learning_rate": 0.00017056659093449042,
      "loss": 0.6821,
      "step": 67919
    },
    {
      "epoch": 2.781896375179193,
      "grad_norm": 1.0518890630106255,
      "learning_rate": 0.00017056336033652826,
      "loss": 0.7233,
      "step": 67920
    },
    {
      "epoch": 2.7819373336063897,
      "grad_norm": 1.3402945807597915,
      "learning_rate": 0.00017056012972884493,
      "loss": 0.9234,
      "step": 67921
    },
    {
      "epoch": 2.781978292033586,
      "grad_norm": 1.2997332096647767,
      "learning_rate": 0.00017055689911144197,
      "loss": 1.107,
      "step": 67922
    },
    {
      "epoch": 2.7820192504607824,
      "grad_norm": 3.0634399235131102,
      "learning_rate": 0.0001705536684843209,
      "loss": 2.5877,
      "step": 67923
    },
    {
      "epoch": 2.7820602088879784,
      "grad_norm": 1.383595459519696,
      "learning_rate": 0.00017055043784748323,
      "loss": 0.6873,
      "step": 67924
    },
    {
      "epoch": 2.782101167315175,
      "grad_norm": 1.1229723532475466,
      "learning_rate": 0.00017054720720093052,
      "loss": 0.6981,
      "step": 67925
    },
    {
      "epoch": 2.7821421257423715,
      "grad_norm": 0.6808631553806137,
      "learning_rate": 0.00017054397654466428,
      "loss": 0.2689,
      "step": 67926
    },
    {
      "epoch": 2.782183084169568,
      "grad_norm": 1.0925331063064772,
      "learning_rate": 0.00017054074587868608,
      "loss": 0.6307,
      "step": 67927
    },
    {
      "epoch": 2.782224042596764,
      "grad_norm": 1.152849448679003,
      "learning_rate": 0.00017053751520299733,
      "loss": 0.8642,
      "step": 67928
    },
    {
      "epoch": 2.7822650010239607,
      "grad_norm": 1.1998103932753106,
      "learning_rate": 0.00017053428451759968,
      "loss": 0.833,
      "step": 67929
    },
    {
      "epoch": 2.782305959451157,
      "grad_norm": 1.0971717107227459,
      "learning_rate": 0.00017053105382249464,
      "loss": 0.8571,
      "step": 67930
    },
    {
      "epoch": 2.7823469178783533,
      "grad_norm": 0.8998873510625978,
      "learning_rate": 0.00017052782311768365,
      "loss": 0.3406,
      "step": 67931
    },
    {
      "epoch": 2.78238787630555,
      "grad_norm": 1.1510178144739747,
      "learning_rate": 0.0001705245924031683,
      "loss": 0.5985,
      "step": 67932
    },
    {
      "epoch": 2.7824288347327464,
      "grad_norm": 1.5760852373569854,
      "learning_rate": 0.00017052136167895017,
      "loss": 1.0507,
      "step": 67933
    },
    {
      "epoch": 2.782469793159943,
      "grad_norm": 1.2590106308680216,
      "learning_rate": 0.0001705181309450307,
      "loss": 0.9607,
      "step": 67934
    },
    {
      "epoch": 2.782510751587139,
      "grad_norm": 1.1173277145586842,
      "learning_rate": 0.00017051490020141143,
      "loss": 0.599,
      "step": 67935
    },
    {
      "epoch": 2.7825517100143355,
      "grad_norm": 1.3770022993163291,
      "learning_rate": 0.0001705116694480939,
      "loss": 0.9606,
      "step": 67936
    },
    {
      "epoch": 2.7825926684415316,
      "grad_norm": 0.7815017865911829,
      "learning_rate": 0.00017050843868507968,
      "loss": 0.2049,
      "step": 67937
    },
    {
      "epoch": 2.782633626868728,
      "grad_norm": 1.1060405608541835,
      "learning_rate": 0.00017050520791237026,
      "loss": 0.804,
      "step": 67938
    },
    {
      "epoch": 2.7826745852959247,
      "grad_norm": 1.2217658216901486,
      "learning_rate": 0.00017050197712996715,
      "loss": 0.919,
      "step": 67939
    },
    {
      "epoch": 2.7827155437231212,
      "grad_norm": 1.5737379428009208,
      "learning_rate": 0.0001704987463378719,
      "loss": 1.0956,
      "step": 67940
    },
    {
      "epoch": 2.7827565021503173,
      "grad_norm": 2.6613228871406633,
      "learning_rate": 0.00017049551553608602,
      "loss": 3.5111,
      "step": 67941
    },
    {
      "epoch": 2.782797460577514,
      "grad_norm": 1.0219428791512781,
      "learning_rate": 0.00017049228472461106,
      "loss": 0.693,
      "step": 67942
    },
    {
      "epoch": 2.78283841900471,
      "grad_norm": 1.062324584512633,
      "learning_rate": 0.00017048905390344856,
      "loss": 0.5766,
      "step": 67943
    },
    {
      "epoch": 2.7828793774319065,
      "grad_norm": 1.0337691588474245,
      "learning_rate": 0.00017048582307259996,
      "loss": 0.7006,
      "step": 67944
    },
    {
      "epoch": 2.782920335859103,
      "grad_norm": 1.0589069121697496,
      "learning_rate": 0.0001704825922320669,
      "loss": 0.6623,
      "step": 67945
    },
    {
      "epoch": 2.7829612942862996,
      "grad_norm": 0.9650081451275364,
      "learning_rate": 0.00017047936138185087,
      "loss": 0.7436,
      "step": 67946
    },
    {
      "epoch": 2.7830022527134957,
      "grad_norm": 0.8561974536481964,
      "learning_rate": 0.00017047613052195335,
      "loss": 0.2444,
      "step": 67947
    },
    {
      "epoch": 2.783043211140692,
      "grad_norm": 1.0456215995280165,
      "learning_rate": 0.00017047289965237594,
      "loss": 0.7069,
      "step": 67948
    },
    {
      "epoch": 2.7830841695678887,
      "grad_norm": 1.3230966495034018,
      "learning_rate": 0.0001704696687731201,
      "loss": 0.8746,
      "step": 67949
    },
    {
      "epoch": 2.783125127995085,
      "grad_norm": 0.6981654164319615,
      "learning_rate": 0.0001704664378841874,
      "loss": 0.3166,
      "step": 67950
    },
    {
      "epoch": 2.7831660864222814,
      "grad_norm": 1.004596263101182,
      "learning_rate": 0.0001704632069855794,
      "loss": 0.8136,
      "step": 67951
    },
    {
      "epoch": 2.783207044849478,
      "grad_norm": 1.1628270815167814,
      "learning_rate": 0.00017045997607729752,
      "loss": 0.8064,
      "step": 67952
    },
    {
      "epoch": 2.7832480032766744,
      "grad_norm": 1.1246645057365707,
      "learning_rate": 0.00017045674515934336,
      "loss": 0.9951,
      "step": 67953
    },
    {
      "epoch": 2.7832889617038705,
      "grad_norm": 0.936141910725714,
      "learning_rate": 0.00017045351423171845,
      "loss": 0.3296,
      "step": 67954
    },
    {
      "epoch": 2.783329920131067,
      "grad_norm": 1.1643290612417205,
      "learning_rate": 0.00017045028329442432,
      "loss": 0.7142,
      "step": 67955
    },
    {
      "epoch": 2.783370878558263,
      "grad_norm": 1.0226084498585029,
      "learning_rate": 0.00017044705234746244,
      "loss": 0.6508,
      "step": 67956
    },
    {
      "epoch": 2.7834118369854597,
      "grad_norm": 1.0642519522914013,
      "learning_rate": 0.0001704438213908344,
      "loss": 0.6761,
      "step": 67957
    },
    {
      "epoch": 2.7834527954126562,
      "grad_norm": 1.0508764070698933,
      "learning_rate": 0.00017044059042454172,
      "loss": 0.8588,
      "step": 67958
    },
    {
      "epoch": 2.7834937538398528,
      "grad_norm": 1.9779901411328575,
      "learning_rate": 0.00017043735944858592,
      "loss": 1.0062,
      "step": 67959
    },
    {
      "epoch": 2.783534712267049,
      "grad_norm": 1.0107036779464404,
      "learning_rate": 0.0001704341284629685,
      "loss": 0.6572,
      "step": 67960
    },
    {
      "epoch": 2.7835756706942454,
      "grad_norm": 0.7870054438518191,
      "learning_rate": 0.00017043089746769102,
      "loss": 0.2502,
      "step": 67961
    },
    {
      "epoch": 2.7836166291214415,
      "grad_norm": 1.2644078815271576,
      "learning_rate": 0.000170427666462755,
      "loss": 0.9127,
      "step": 67962
    },
    {
      "epoch": 2.783657587548638,
      "grad_norm": 1.4317054934405744,
      "learning_rate": 0.00017042443544816195,
      "loss": 1.1184,
      "step": 67963
    },
    {
      "epoch": 2.7836985459758345,
      "grad_norm": 1.7388949562239464,
      "learning_rate": 0.0001704212044239134,
      "loss": 0.9168,
      "step": 67964
    },
    {
      "epoch": 2.783739504403031,
      "grad_norm": 0.70720059077387,
      "learning_rate": 0.00017041797339001095,
      "loss": 0.6129,
      "step": 67965
    },
    {
      "epoch": 2.783780462830227,
      "grad_norm": 1.1117682304042116,
      "learning_rate": 0.00017041474234645603,
      "loss": 0.514,
      "step": 67966
    },
    {
      "epoch": 2.7838214212574237,
      "grad_norm": 1.4080335039539147,
      "learning_rate": 0.0001704115112932502,
      "loss": 0.6991,
      "step": 67967
    },
    {
      "epoch": 2.7838623796846202,
      "grad_norm": 1.200405800286704,
      "learning_rate": 0.00017040828023039497,
      "loss": 0.9353,
      "step": 67968
    },
    {
      "epoch": 2.7839033381118163,
      "grad_norm": 1.1148907089675097,
      "learning_rate": 0.00017040504915789191,
      "loss": 0.5737,
      "step": 67969
    },
    {
      "epoch": 2.783944296539013,
      "grad_norm": 1.0119310737531553,
      "learning_rate": 0.00017040181807574255,
      "loss": 0.6356,
      "step": 67970
    },
    {
      "epoch": 2.7839852549662094,
      "grad_norm": 1.6114606251011356,
      "learning_rate": 0.00017039858698394842,
      "loss": 0.8972,
      "step": 67971
    },
    {
      "epoch": 2.784026213393406,
      "grad_norm": 0.930712513262882,
      "learning_rate": 0.00017039535588251093,
      "loss": 0.2765,
      "step": 67972
    },
    {
      "epoch": 2.784067171820602,
      "grad_norm": 0.9259698445285113,
      "learning_rate": 0.00017039212477143177,
      "loss": 0.3151,
      "step": 67973
    },
    {
      "epoch": 2.7841081302477986,
      "grad_norm": 1.0310605797944914,
      "learning_rate": 0.00017038889365071235,
      "loss": 0.6882,
      "step": 67974
    },
    {
      "epoch": 2.7841490886749947,
      "grad_norm": 1.3473376632251557,
      "learning_rate": 0.00017038566252035428,
      "loss": 0.8951,
      "step": 67975
    },
    {
      "epoch": 2.784190047102191,
      "grad_norm": 0.9709108901749117,
      "learning_rate": 0.00017038243138035904,
      "loss": 0.6828,
      "step": 67976
    },
    {
      "epoch": 2.7842310055293877,
      "grad_norm": 1.0411599107331078,
      "learning_rate": 0.00017037920023072817,
      "loss": 0.7322,
      "step": 67977
    },
    {
      "epoch": 2.7842719639565843,
      "grad_norm": 1.0835258092245612,
      "learning_rate": 0.00017037596907146322,
      "loss": 0.8351,
      "step": 67978
    },
    {
      "epoch": 2.7843129223837804,
      "grad_norm": 2.7475514976561244,
      "learning_rate": 0.00017037273790256567,
      "loss": 4.0543,
      "step": 67979
    },
    {
      "epoch": 2.784353880810977,
      "grad_norm": 1.537934457326182,
      "learning_rate": 0.00017036950672403702,
      "loss": 1.3576,
      "step": 67980
    },
    {
      "epoch": 2.784394839238173,
      "grad_norm": 1.0961163367656912,
      "learning_rate": 0.00017036627553587892,
      "loss": 0.8385,
      "step": 67981
    },
    {
      "epoch": 2.7844357976653695,
      "grad_norm": 1.051817177874485,
      "learning_rate": 0.00017036304433809283,
      "loss": 0.8686,
      "step": 67982
    },
    {
      "epoch": 2.784476756092566,
      "grad_norm": 1.264610383155901,
      "learning_rate": 0.00017035981313068025,
      "loss": 0.7884,
      "step": 67983
    },
    {
      "epoch": 2.7845177145197626,
      "grad_norm": 0.9204688263830846,
      "learning_rate": 0.00017035658191364274,
      "loss": 0.7351,
      "step": 67984
    },
    {
      "epoch": 2.7845586729469587,
      "grad_norm": 1.0021276828582102,
      "learning_rate": 0.00017035335068698183,
      "loss": 0.4631,
      "step": 67985
    },
    {
      "epoch": 2.7845996313741552,
      "grad_norm": 0.8782728524786586,
      "learning_rate": 0.00017035011945069903,
      "loss": 0.6047,
      "step": 67986
    },
    {
      "epoch": 2.7846405898013518,
      "grad_norm": 1.1395293065177883,
      "learning_rate": 0.00017034688820479586,
      "loss": 0.615,
      "step": 67987
    },
    {
      "epoch": 2.784681548228548,
      "grad_norm": 1.137610253095123,
      "learning_rate": 0.00017034365694927384,
      "loss": 0.7334,
      "step": 67988
    },
    {
      "epoch": 2.7847225066557444,
      "grad_norm": 3.813545848954968,
      "learning_rate": 0.00017034042568413456,
      "loss": 5.5903,
      "step": 67989
    },
    {
      "epoch": 2.784763465082941,
      "grad_norm": 2.460492922132862,
      "learning_rate": 0.00017033719440937952,
      "loss": 1.0503,
      "step": 67990
    },
    {
      "epoch": 2.7848044235101375,
      "grad_norm": 1.6556590563859443,
      "learning_rate": 0.00017033396312501022,
      "loss": 1.2152,
      "step": 67991
    },
    {
      "epoch": 2.7848453819373336,
      "grad_norm": 1.292094047831946,
      "learning_rate": 0.00017033073183102815,
      "loss": 0.8776,
      "step": 67992
    },
    {
      "epoch": 2.78488634036453,
      "grad_norm": 2.6280151158088114,
      "learning_rate": 0.00017032750052743497,
      "loss": 3.5727,
      "step": 67993
    },
    {
      "epoch": 2.784927298791726,
      "grad_norm": 1.0219039990266392,
      "learning_rate": 0.0001703242692142321,
      "loss": 0.7836,
      "step": 67994
    },
    {
      "epoch": 2.7849682572189227,
      "grad_norm": 1.2518341992997568,
      "learning_rate": 0.00017032103789142106,
      "loss": 1.1495,
      "step": 67995
    },
    {
      "epoch": 2.7850092156461193,
      "grad_norm": 1.393172161468823,
      "learning_rate": 0.0001703178065590034,
      "loss": 1.1339,
      "step": 67996
    },
    {
      "epoch": 2.785050174073316,
      "grad_norm": 1.1119044160058018,
      "learning_rate": 0.00017031457521698073,
      "loss": 0.9152,
      "step": 67997
    },
    {
      "epoch": 2.785091132500512,
      "grad_norm": 1.2972999227959447,
      "learning_rate": 0.00017031134386535443,
      "loss": 0.8428,
      "step": 67998
    },
    {
      "epoch": 2.7851320909277084,
      "grad_norm": 1.3812162713417877,
      "learning_rate": 0.00017030811250412617,
      "loss": 1.0468,
      "step": 67999
    },
    {
      "epoch": 2.7851730493549045,
      "grad_norm": 1.2662608905289838,
      "learning_rate": 0.00017030488113329738,
      "loss": 0.7608,
      "step": 68000
    },
    {
      "epoch": 2.785214007782101,
      "grad_norm": 0.871020154969335,
      "learning_rate": 0.00017030164975286963,
      "loss": 0.5885,
      "step": 68001
    },
    {
      "epoch": 2.7852549662092976,
      "grad_norm": 1.5987623483377569,
      "learning_rate": 0.00017029841836284444,
      "loss": 1.4183,
      "step": 68002
    },
    {
      "epoch": 2.785295924636494,
      "grad_norm": 1.211998138501835,
      "learning_rate": 0.00017029518696322335,
      "loss": 0.5371,
      "step": 68003
    },
    {
      "epoch": 2.78533688306369,
      "grad_norm": 1.1823527202196682,
      "learning_rate": 0.00017029195555400784,
      "loss": 0.7213,
      "step": 68004
    },
    {
      "epoch": 2.7853778414908867,
      "grad_norm": 5.611067286590382,
      "learning_rate": 0.0001702887241351995,
      "loss": 3.0559,
      "step": 68005
    },
    {
      "epoch": 2.7854187999180833,
      "grad_norm": 0.8347281095182782,
      "learning_rate": 0.0001702854927067998,
      "loss": 0.2581,
      "step": 68006
    },
    {
      "epoch": 2.7854597583452794,
      "grad_norm": 1.4295494156778947,
      "learning_rate": 0.00017028226126881036,
      "loss": 1.1655,
      "step": 68007
    },
    {
      "epoch": 2.785500716772476,
      "grad_norm": 1.1732706376155384,
      "learning_rate": 0.00017027902982123255,
      "loss": 0.9139,
      "step": 68008
    },
    {
      "epoch": 2.7855416751996724,
      "grad_norm": 1.0959305434251245,
      "learning_rate": 0.00017027579836406803,
      "loss": 0.6169,
      "step": 68009
    },
    {
      "epoch": 2.785582633626869,
      "grad_norm": 1.230628958725192,
      "learning_rate": 0.00017027256689731833,
      "loss": 0.6057,
      "step": 68010
    },
    {
      "epoch": 2.785623592054065,
      "grad_norm": 1.4129543622148517,
      "learning_rate": 0.0001702693354209849,
      "loss": 1.0797,
      "step": 68011
    },
    {
      "epoch": 2.7856645504812616,
      "grad_norm": 1.258038113198752,
      "learning_rate": 0.00017026610393506926,
      "loss": 0.8558,
      "step": 68012
    },
    {
      "epoch": 2.7857055089084577,
      "grad_norm": 1.3814421099742498,
      "learning_rate": 0.00017026287243957308,
      "loss": 0.6031,
      "step": 68013
    },
    {
      "epoch": 2.7857464673356542,
      "grad_norm": 3.0008843521789976,
      "learning_rate": 0.00017025964093449772,
      "loss": 2.5064,
      "step": 68014
    },
    {
      "epoch": 2.7857874257628508,
      "grad_norm": 1.2056410208286508,
      "learning_rate": 0.00017025640941984482,
      "loss": 0.8855,
      "step": 68015
    },
    {
      "epoch": 2.7858283841900473,
      "grad_norm": 0.9583596056883937,
      "learning_rate": 0.0001702531778956158,
      "loss": 0.72,
      "step": 68016
    },
    {
      "epoch": 2.7858693426172434,
      "grad_norm": 0.9259459497929939,
      "learning_rate": 0.00017024994636181232,
      "loss": 0.4558,
      "step": 68017
    },
    {
      "epoch": 2.78591030104444,
      "grad_norm": 0.9774971684670795,
      "learning_rate": 0.00017024671481843584,
      "loss": 0.6341,
      "step": 68018
    },
    {
      "epoch": 2.785951259471636,
      "grad_norm": 1.2430107977209515,
      "learning_rate": 0.0001702434832654879,
      "loss": 0.88,
      "step": 68019
    },
    {
      "epoch": 2.7859922178988326,
      "grad_norm": 1.0936822727866264,
      "learning_rate": 0.00017024025170296996,
      "loss": 0.7,
      "step": 68020
    },
    {
      "epoch": 2.786033176326029,
      "grad_norm": 1.1101973876755356,
      "learning_rate": 0.00017023702013088362,
      "loss": 0.769,
      "step": 68021
    },
    {
      "epoch": 2.7860741347532256,
      "grad_norm": 1.363592007308012,
      "learning_rate": 0.00017023378854923038,
      "loss": 1.0989,
      "step": 68022
    },
    {
      "epoch": 2.7861150931804217,
      "grad_norm": 1.440502865719986,
      "learning_rate": 0.00017023055695801183,
      "loss": 0.7639,
      "step": 68023
    },
    {
      "epoch": 2.7861560516076183,
      "grad_norm": 1.0160289876853383,
      "learning_rate": 0.00017022732535722937,
      "loss": 0.3264,
      "step": 68024
    },
    {
      "epoch": 2.786197010034815,
      "grad_norm": 0.9825023911618164,
      "learning_rate": 0.00017022409374688467,
      "loss": 0.4368,
      "step": 68025
    },
    {
      "epoch": 2.786237968462011,
      "grad_norm": 1.6002791618046814,
      "learning_rate": 0.00017022086212697916,
      "loss": 0.6923,
      "step": 68026
    },
    {
      "epoch": 2.7862789268892074,
      "grad_norm": 1.1626965903440716,
      "learning_rate": 0.0001702176304975144,
      "loss": 0.6711,
      "step": 68027
    },
    {
      "epoch": 2.786319885316404,
      "grad_norm": 1.1020284775739269,
      "learning_rate": 0.0001702143988584919,
      "loss": 0.6741,
      "step": 68028
    },
    {
      "epoch": 2.7863608437436005,
      "grad_norm": 3.4970713118347634,
      "learning_rate": 0.00017021116720991323,
      "loss": 5.5115,
      "step": 68029
    },
    {
      "epoch": 2.7864018021707966,
      "grad_norm": 0.9256479890086621,
      "learning_rate": 0.00017020793555177992,
      "loss": 0.4715,
      "step": 68030
    },
    {
      "epoch": 2.786442760597993,
      "grad_norm": 1.3456641296874816,
      "learning_rate": 0.00017020470388409345,
      "loss": 0.7952,
      "step": 68031
    },
    {
      "epoch": 2.786483719025189,
      "grad_norm": 1.5380439449646792,
      "learning_rate": 0.00017020147220685536,
      "loss": 1.2828,
      "step": 68032
    },
    {
      "epoch": 2.7865246774523857,
      "grad_norm": 0.5900196475133995,
      "learning_rate": 0.00017019824052006717,
      "loss": 0.1696,
      "step": 68033
    },
    {
      "epoch": 2.7865656358795823,
      "grad_norm": 1.1521008427664188,
      "learning_rate": 0.00017019500882373045,
      "loss": 0.7122,
      "step": 68034
    },
    {
      "epoch": 2.786606594306779,
      "grad_norm": 0.8756661523229936,
      "learning_rate": 0.0001701917771178467,
      "loss": 0.2738,
      "step": 68035
    },
    {
      "epoch": 2.786647552733975,
      "grad_norm": 0.8150652823888607,
      "learning_rate": 0.00017018854540241742,
      "loss": 0.2852,
      "step": 68036
    },
    {
      "epoch": 2.7866885111611714,
      "grad_norm": 0.6484572701725428,
      "learning_rate": 0.00017018531367744418,
      "loss": 0.2058,
      "step": 68037
    },
    {
      "epoch": 2.7867294695883675,
      "grad_norm": 1.1999230493233817,
      "learning_rate": 0.00017018208194292852,
      "loss": 0.6864,
      "step": 68038
    },
    {
      "epoch": 2.786770428015564,
      "grad_norm": 1.2982803336452422,
      "learning_rate": 0.00017017885019887194,
      "loss": 0.8663,
      "step": 68039
    },
    {
      "epoch": 2.7868113864427606,
      "grad_norm": 1.3153408226614576,
      "learning_rate": 0.00017017561844527592,
      "loss": 0.9047,
      "step": 68040
    },
    {
      "epoch": 2.786852344869957,
      "grad_norm": 1.0420104702626225,
      "learning_rate": 0.00017017238668214207,
      "loss": 0.549,
      "step": 68041
    },
    {
      "epoch": 2.7868933032971532,
      "grad_norm": 1.0092550502024098,
      "learning_rate": 0.00017016915490947193,
      "loss": 0.3084,
      "step": 68042
    },
    {
      "epoch": 2.7869342617243498,
      "grad_norm": 1.3920985203441216,
      "learning_rate": 0.00017016592312726696,
      "loss": 1.0124,
      "step": 68043
    },
    {
      "epoch": 2.7869752201515463,
      "grad_norm": 1.1916093639388394,
      "learning_rate": 0.00017016269133552866,
      "loss": 0.7261,
      "step": 68044
    },
    {
      "epoch": 2.7870161785787424,
      "grad_norm": 1.8019615798131992,
      "learning_rate": 0.00017015945953425868,
      "loss": 1.0761,
      "step": 68045
    },
    {
      "epoch": 2.787057137005939,
      "grad_norm": 1.0806803167356633,
      "learning_rate": 0.00017015622772345842,
      "loss": 0.6212,
      "step": 68046
    },
    {
      "epoch": 2.7870980954331355,
      "grad_norm": 1.0061856584381146,
      "learning_rate": 0.00017015299590312952,
      "loss": 0.3539,
      "step": 68047
    },
    {
      "epoch": 2.787139053860332,
      "grad_norm": 1.241669307351821,
      "learning_rate": 0.00017014976407327337,
      "loss": 0.8418,
      "step": 68048
    },
    {
      "epoch": 2.787180012287528,
      "grad_norm": 1.111241151584767,
      "learning_rate": 0.00017014653223389165,
      "loss": 0.678,
      "step": 68049
    },
    {
      "epoch": 2.7872209707147246,
      "grad_norm": 1.0799443553822388,
      "learning_rate": 0.0001701433003849858,
      "loss": 0.7091,
      "step": 68050
    },
    {
      "epoch": 2.7872619291419207,
      "grad_norm": 1.2599094308359229,
      "learning_rate": 0.0001701400685265574,
      "loss": 1.1044,
      "step": 68051
    },
    {
      "epoch": 2.7873028875691173,
      "grad_norm": 0.6104038371480915,
      "learning_rate": 0.00017013683665860786,
      "loss": 0.1787,
      "step": 68052
    },
    {
      "epoch": 2.787343845996314,
      "grad_norm": 4.4218510717977955,
      "learning_rate": 0.0001701336047811389,
      "loss": 4.7694,
      "step": 68053
    },
    {
      "epoch": 2.7873848044235103,
      "grad_norm": 1.171985094434597,
      "learning_rate": 0.00017013037289415186,
      "loss": 0.6022,
      "step": 68054
    },
    {
      "epoch": 2.7874257628507064,
      "grad_norm": 1.0107296494002864,
      "learning_rate": 0.00017012714099764843,
      "loss": 0.9167,
      "step": 68055
    },
    {
      "epoch": 2.787466721277903,
      "grad_norm": 5.579781533352247,
      "learning_rate": 0.00017012390909162996,
      "loss": 4.2467,
      "step": 68056
    },
    {
      "epoch": 2.787507679705099,
      "grad_norm": 0.7252008768674747,
      "learning_rate": 0.00017012067717609813,
      "loss": 0.2485,
      "step": 68057
    },
    {
      "epoch": 2.7875486381322956,
      "grad_norm": 1.3521120914239004,
      "learning_rate": 0.00017011744525105438,
      "loss": 1.0019,
      "step": 68058
    },
    {
      "epoch": 2.787589596559492,
      "grad_norm": 1.099689415882558,
      "learning_rate": 0.00017011421331650028,
      "loss": 0.614,
      "step": 68059
    },
    {
      "epoch": 2.7876305549866887,
      "grad_norm": 1.2253857373269572,
      "learning_rate": 0.00017011098137243734,
      "loss": 1.0369,
      "step": 68060
    },
    {
      "epoch": 2.7876715134138847,
      "grad_norm": 0.7726093155216122,
      "learning_rate": 0.00017010774941886712,
      "loss": 0.2882,
      "step": 68061
    },
    {
      "epoch": 2.7877124718410813,
      "grad_norm": 1.666292232941098,
      "learning_rate": 0.0001701045174557911,
      "loss": 1.207,
      "step": 68062
    },
    {
      "epoch": 2.787753430268278,
      "grad_norm": 1.2626000954984296,
      "learning_rate": 0.00017010128548321086,
      "loss": 0.7111,
      "step": 68063
    },
    {
      "epoch": 2.787794388695474,
      "grad_norm": 1.1111351454284972,
      "learning_rate": 0.00017009805350112785,
      "loss": 0.7991,
      "step": 68064
    },
    {
      "epoch": 2.7878353471226704,
      "grad_norm": 1.0191536005120072,
      "learning_rate": 0.0001700948215095437,
      "loss": 0.6907,
      "step": 68065
    },
    {
      "epoch": 2.787876305549867,
      "grad_norm": 1.1130147616008939,
      "learning_rate": 0.00017009158950845985,
      "loss": 0.7618,
      "step": 68066
    },
    {
      "epoch": 2.7879172639770635,
      "grad_norm": 1.2927816892081918,
      "learning_rate": 0.00017008835749787786,
      "loss": 0.8557,
      "step": 68067
    },
    {
      "epoch": 2.7879582224042596,
      "grad_norm": 1.575142943021489,
      "learning_rate": 0.00017008512547779926,
      "loss": 0.8208,
      "step": 68068
    },
    {
      "epoch": 2.787999180831456,
      "grad_norm": 0.973832529404815,
      "learning_rate": 0.00017008189344822557,
      "loss": 0.4782,
      "step": 68069
    },
    {
      "epoch": 2.7880401392586522,
      "grad_norm": 1.604610808237997,
      "learning_rate": 0.00017007866140915837,
      "loss": 0.6719,
      "step": 68070
    },
    {
      "epoch": 2.7880810976858488,
      "grad_norm": 1.0729120593950712,
      "learning_rate": 0.00017007542936059916,
      "loss": 0.8573,
      "step": 68071
    },
    {
      "epoch": 2.7881220561130453,
      "grad_norm": 1.3520582723843095,
      "learning_rate": 0.00017007219730254936,
      "loss": 1.2034,
      "step": 68072
    },
    {
      "epoch": 2.788163014540242,
      "grad_norm": 1.041947187372164,
      "learning_rate": 0.00017006896523501065,
      "loss": 0.7366,
      "step": 68073
    },
    {
      "epoch": 2.788203972967438,
      "grad_norm": 0.8537761072942062,
      "learning_rate": 0.0001700657331579845,
      "loss": 0.4664,
      "step": 68074
    },
    {
      "epoch": 2.7882449313946345,
      "grad_norm": 1.4940009211541072,
      "learning_rate": 0.00017006250107147244,
      "loss": 1.363,
      "step": 68075
    },
    {
      "epoch": 2.7882858898218306,
      "grad_norm": 1.2914168310940004,
      "learning_rate": 0.00017005926897547592,
      "loss": 1.0285,
      "step": 68076
    },
    {
      "epoch": 2.788326848249027,
      "grad_norm": 0.7135590861521923,
      "learning_rate": 0.00017005603686999664,
      "loss": 0.3026,
      "step": 68077
    },
    {
      "epoch": 2.7883678066762236,
      "grad_norm": 1.1720349587945231,
      "learning_rate": 0.000170052804755036,
      "loss": 0.7849,
      "step": 68078
    },
    {
      "epoch": 2.78840876510342,
      "grad_norm": 2.5409413194573793,
      "learning_rate": 0.00017004957263059555,
      "loss": 2.4285,
      "step": 68079
    },
    {
      "epoch": 2.7884497235306163,
      "grad_norm": 1.1290645347937371,
      "learning_rate": 0.00017004634049667676,
      "loss": 0.8201,
      "step": 68080
    },
    {
      "epoch": 2.788490681957813,
      "grad_norm": 1.6437203438001529,
      "learning_rate": 0.0001700431083532813,
      "loss": 1.2529,
      "step": 68081
    },
    {
      "epoch": 2.7885316403850093,
      "grad_norm": 1.2590530944655371,
      "learning_rate": 0.00017003987620041062,
      "loss": 0.924,
      "step": 68082
    },
    {
      "epoch": 2.7885725988122054,
      "grad_norm": 4.603570789475869,
      "learning_rate": 0.00017003664403806627,
      "loss": 5.3351,
      "step": 68083
    },
    {
      "epoch": 2.788613557239402,
      "grad_norm": 1.1279440466077897,
      "learning_rate": 0.00017003341186624967,
      "loss": 0.9493,
      "step": 68084
    },
    {
      "epoch": 2.7886545156665985,
      "grad_norm": 0.8555176554623932,
      "learning_rate": 0.00017003017968496252,
      "loss": 0.396,
      "step": 68085
    },
    {
      "epoch": 2.788695474093795,
      "grad_norm": 1.5208200163295156,
      "learning_rate": 0.00017002694749420624,
      "loss": 0.595,
      "step": 68086
    },
    {
      "epoch": 2.788736432520991,
      "grad_norm": 1.1021379942302951,
      "learning_rate": 0.00017002371529398238,
      "loss": 0.5503,
      "step": 68087
    },
    {
      "epoch": 2.7887773909481877,
      "grad_norm": 2.886487962514129,
      "learning_rate": 0.0001700204830842924,
      "loss": 2.509,
      "step": 68088
    },
    {
      "epoch": 2.7888183493753838,
      "grad_norm": 1.14556234793582,
      "learning_rate": 0.000170017250865138,
      "loss": 0.5348,
      "step": 68089
    },
    {
      "epoch": 2.7888593078025803,
      "grad_norm": 0.9831388785756826,
      "learning_rate": 0.0001700140186365206,
      "loss": 0.6462,
      "step": 68090
    },
    {
      "epoch": 2.788900266229777,
      "grad_norm": 2.667177711297336,
      "learning_rate": 0.0001700107863984417,
      "loss": 1.3727,
      "step": 68091
    },
    {
      "epoch": 2.7889412246569734,
      "grad_norm": 0.9851294633694453,
      "learning_rate": 0.00017000755415090286,
      "loss": 0.5999,
      "step": 68092
    },
    {
      "epoch": 2.7889821830841695,
      "grad_norm": 0.6561216637136769,
      "learning_rate": 0.0001700043218939056,
      "loss": 0.2469,
      "step": 68093
    },
    {
      "epoch": 2.789023141511366,
      "grad_norm": 1.2219539321159691,
      "learning_rate": 0.00017000108962745148,
      "loss": 0.7224,
      "step": 68094
    },
    {
      "epoch": 2.7890640999385625,
      "grad_norm": 0.905478658189618,
      "learning_rate": 0.000169997857351542,
      "loss": 0.6047,
      "step": 68095
    },
    {
      "epoch": 2.7891050583657586,
      "grad_norm": 1.1382821967791674,
      "learning_rate": 0.00016999462506617867,
      "loss": 0.9959,
      "step": 68096
    },
    {
      "epoch": 2.789146016792955,
      "grad_norm": 1.053317134473706,
      "learning_rate": 0.00016999139277136305,
      "loss": 0.7145,
      "step": 68097
    },
    {
      "epoch": 2.7891869752201517,
      "grad_norm": 2.070090708803956,
      "learning_rate": 0.00016998816046709668,
      "loss": 2.0533,
      "step": 68098
    },
    {
      "epoch": 2.789227933647348,
      "grad_norm": 2.254593074575954,
      "learning_rate": 0.00016998492815338106,
      "loss": 1.4045,
      "step": 68099
    },
    {
      "epoch": 2.7892688920745443,
      "grad_norm": 1.1665271185469797,
      "learning_rate": 0.0001699816958302177,
      "loss": 0.9137,
      "step": 68100
    },
    {
      "epoch": 2.789309850501741,
      "grad_norm": 0.8710967714947594,
      "learning_rate": 0.00016997846349760815,
      "loss": 0.8027,
      "step": 68101
    },
    {
      "epoch": 2.789350808928937,
      "grad_norm": 1.4087182516953003,
      "learning_rate": 0.00016997523115555398,
      "loss": 1.2804,
      "step": 68102
    },
    {
      "epoch": 2.7893917673561335,
      "grad_norm": 1.0312596983983782,
      "learning_rate": 0.00016997199880405668,
      "loss": 0.3998,
      "step": 68103
    },
    {
      "epoch": 2.78943272578333,
      "grad_norm": 0.9232394714968916,
      "learning_rate": 0.00016996876644311774,
      "loss": 0.5349,
      "step": 68104
    },
    {
      "epoch": 2.7894736842105265,
      "grad_norm": 1.2843147364423138,
      "learning_rate": 0.00016996553407273876,
      "loss": 0.8802,
      "step": 68105
    },
    {
      "epoch": 2.7895146426377226,
      "grad_norm": 1.4097218780871903,
      "learning_rate": 0.00016996230169292125,
      "loss": 0.9282,
      "step": 68106
    },
    {
      "epoch": 2.789555601064919,
      "grad_norm": 1.0726908128770465,
      "learning_rate": 0.0001699590693036667,
      "loss": 0.4507,
      "step": 68107
    },
    {
      "epoch": 2.7895965594921153,
      "grad_norm": 1.875650772868218,
      "learning_rate": 0.00016995583690497662,
      "loss": 1.3355,
      "step": 68108
    },
    {
      "epoch": 2.789637517919312,
      "grad_norm": 1.836086952142305,
      "learning_rate": 0.0001699526044968526,
      "loss": 0.7377,
      "step": 68109
    },
    {
      "epoch": 2.7896784763465083,
      "grad_norm": 0.737840458107757,
      "learning_rate": 0.0001699493720792962,
      "loss": 0.2745,
      "step": 68110
    },
    {
      "epoch": 2.789719434773705,
      "grad_norm": 1.0133638897151247,
      "learning_rate": 0.00016994613965230884,
      "loss": 0.8167,
      "step": 68111
    },
    {
      "epoch": 2.789760393200901,
      "grad_norm": 1.305454895680679,
      "learning_rate": 0.0001699429072158921,
      "loss": 0.9371,
      "step": 68112
    },
    {
      "epoch": 2.7898013516280975,
      "grad_norm": 1.0645319452203372,
      "learning_rate": 0.00016993967477004756,
      "loss": 0.6595,
      "step": 68113
    },
    {
      "epoch": 2.789842310055294,
      "grad_norm": 1.1096536729842912,
      "learning_rate": 0.00016993644231477666,
      "loss": 0.7508,
      "step": 68114
    },
    {
      "epoch": 2.78988326848249,
      "grad_norm": 0.9089970872379366,
      "learning_rate": 0.00016993320985008098,
      "loss": 0.6766,
      "step": 68115
    },
    {
      "epoch": 2.7899242269096867,
      "grad_norm": 1.4334217920147183,
      "learning_rate": 0.00016992997737596202,
      "loss": 0.6899,
      "step": 68116
    },
    {
      "epoch": 2.789965185336883,
      "grad_norm": 1.1409036826121834,
      "learning_rate": 0.0001699267448924213,
      "loss": 0.7648,
      "step": 68117
    },
    {
      "epoch": 2.7900061437640793,
      "grad_norm": 1.0728874099689838,
      "learning_rate": 0.00016992351239946045,
      "loss": 0.8002,
      "step": 68118
    },
    {
      "epoch": 2.790047102191276,
      "grad_norm": 1.694689537623772,
      "learning_rate": 0.00016992027989708088,
      "loss": 1.2918,
      "step": 68119
    },
    {
      "epoch": 2.7900880606184724,
      "grad_norm": 0.9391783810635158,
      "learning_rate": 0.0001699170473852841,
      "loss": 0.5227,
      "step": 68120
    },
    {
      "epoch": 2.7901290190456685,
      "grad_norm": 1.0741525074943867,
      "learning_rate": 0.00016991381486407175,
      "loss": 0.6106,
      "step": 68121
    },
    {
      "epoch": 2.790169977472865,
      "grad_norm": 1.2286023078884676,
      "learning_rate": 0.00016991058233344533,
      "loss": 0.8493,
      "step": 68122
    },
    {
      "epoch": 2.7902109359000615,
      "grad_norm": 2.656889271849321,
      "learning_rate": 0.0001699073497934063,
      "loss": 1.5754,
      "step": 68123
    },
    {
      "epoch": 2.790251894327258,
      "grad_norm": 0.9928469611452889,
      "learning_rate": 0.00016990411724395626,
      "loss": 0.536,
      "step": 68124
    },
    {
      "epoch": 2.790292852754454,
      "grad_norm": 1.0515988723454062,
      "learning_rate": 0.0001699008846850967,
      "loss": 0.7574,
      "step": 68125
    },
    {
      "epoch": 2.7903338111816507,
      "grad_norm": 1.1389727586475644,
      "learning_rate": 0.00016989765211682914,
      "loss": 0.7547,
      "step": 68126
    },
    {
      "epoch": 2.790374769608847,
      "grad_norm": 1.0681957835294564,
      "learning_rate": 0.00016989441953915512,
      "loss": 0.8088,
      "step": 68127
    },
    {
      "epoch": 2.7904157280360433,
      "grad_norm": 1.5396077675436008,
      "learning_rate": 0.0001698911869520762,
      "loss": 0.9231,
      "step": 68128
    },
    {
      "epoch": 2.79045668646324,
      "grad_norm": 1.266335951055153,
      "learning_rate": 0.00016988795435559387,
      "loss": 1.1194,
      "step": 68129
    },
    {
      "epoch": 2.7904976448904364,
      "grad_norm": 1.163539180508535,
      "learning_rate": 0.00016988472174970964,
      "loss": 0.9712,
      "step": 68130
    },
    {
      "epoch": 2.7905386033176325,
      "grad_norm": 1.116641077612574,
      "learning_rate": 0.00016988148913442514,
      "loss": 0.3351,
      "step": 68131
    },
    {
      "epoch": 2.790579561744829,
      "grad_norm": 0.8955653593508824,
      "learning_rate": 0.00016987825650974174,
      "loss": 0.3267,
      "step": 68132
    },
    {
      "epoch": 2.7906205201720256,
      "grad_norm": 1.0177246113372875,
      "learning_rate": 0.00016987502387566107,
      "loss": 0.4659,
      "step": 68133
    },
    {
      "epoch": 2.7906614785992216,
      "grad_norm": 1.1691100465870286,
      "learning_rate": 0.0001698717912321847,
      "loss": 0.945,
      "step": 68134
    },
    {
      "epoch": 2.790702437026418,
      "grad_norm": 1.0878707150628473,
      "learning_rate": 0.00016986855857931406,
      "loss": 0.7298,
      "step": 68135
    },
    {
      "epoch": 2.7907433954536147,
      "grad_norm": 1.2570692210393877,
      "learning_rate": 0.0001698653259170507,
      "loss": 1.241,
      "step": 68136
    },
    {
      "epoch": 2.7907843538808113,
      "grad_norm": 1.1346652960744943,
      "learning_rate": 0.00016986209324539622,
      "loss": 0.777,
      "step": 68137
    },
    {
      "epoch": 2.7908253123080073,
      "grad_norm": 1.0279289925328818,
      "learning_rate": 0.00016985886056435206,
      "loss": 0.7054,
      "step": 68138
    },
    {
      "epoch": 2.790866270735204,
      "grad_norm": 1.325681917581065,
      "learning_rate": 0.00016985562787391977,
      "loss": 0.8678,
      "step": 68139
    },
    {
      "epoch": 2.7909072291624,
      "grad_norm": 1.1302975482324575,
      "learning_rate": 0.0001698523951741009,
      "loss": 0.7861,
      "step": 68140
    },
    {
      "epoch": 2.7909481875895965,
      "grad_norm": 6.6586546778324,
      "learning_rate": 0.000169849162464897,
      "loss": 4.0609,
      "step": 68141
    },
    {
      "epoch": 2.790989146016793,
      "grad_norm": 1.133665998310287,
      "learning_rate": 0.00016984592974630955,
      "loss": 0.6952,
      "step": 68142
    },
    {
      "epoch": 2.7910301044439896,
      "grad_norm": 0.7813176212307192,
      "learning_rate": 0.0001698426970183401,
      "loss": 0.4756,
      "step": 68143
    },
    {
      "epoch": 2.7910710628711857,
      "grad_norm": 1.0716830048358057,
      "learning_rate": 0.00016983946428099012,
      "loss": 0.7663,
      "step": 68144
    },
    {
      "epoch": 2.791112021298382,
      "grad_norm": 0.7178523589932778,
      "learning_rate": 0.00016983623153426128,
      "loss": 0.2322,
      "step": 68145
    },
    {
      "epoch": 2.7911529797255783,
      "grad_norm": 0.7386151559216906,
      "learning_rate": 0.00016983299877815496,
      "loss": 0.2394,
      "step": 68146
    },
    {
      "epoch": 2.791193938152775,
      "grad_norm": 1.0885806233024602,
      "learning_rate": 0.00016982976601267278,
      "loss": 0.7853,
      "step": 68147
    },
    {
      "epoch": 2.7912348965799714,
      "grad_norm": 1.3523362288874647,
      "learning_rate": 0.00016982653323781622,
      "loss": 1.0434,
      "step": 68148
    },
    {
      "epoch": 2.791275855007168,
      "grad_norm": 1.6402227179114293,
      "learning_rate": 0.00016982330045358683,
      "loss": 1.239,
      "step": 68149
    },
    {
      "epoch": 2.791316813434364,
      "grad_norm": 1.051503676837625,
      "learning_rate": 0.00016982006765998612,
      "loss": 0.823,
      "step": 68150
    },
    {
      "epoch": 2.7913577718615605,
      "grad_norm": 1.3973799810220313,
      "learning_rate": 0.00016981683485701565,
      "loss": 0.7982,
      "step": 68151
    },
    {
      "epoch": 2.791398730288757,
      "grad_norm": 1.4299127785085057,
      "learning_rate": 0.0001698136020446769,
      "loss": 0.8106,
      "step": 68152
    },
    {
      "epoch": 2.791439688715953,
      "grad_norm": 1.2154727554433156,
      "learning_rate": 0.00016981036922297145,
      "loss": 0.7909,
      "step": 68153
    },
    {
      "epoch": 2.7914806471431497,
      "grad_norm": 1.0840536800927998,
      "learning_rate": 0.00016980713639190085,
      "loss": 0.8518,
      "step": 68154
    },
    {
      "epoch": 2.7915216055703462,
      "grad_norm": 0.7551200346383083,
      "learning_rate": 0.00016980390355146653,
      "loss": 0.2255,
      "step": 68155
    },
    {
      "epoch": 2.7915625639975428,
      "grad_norm": 1.060657751811181,
      "learning_rate": 0.00016980067070167007,
      "loss": 0.9617,
      "step": 68156
    },
    {
      "epoch": 2.791603522424739,
      "grad_norm": 0.9414251237217035,
      "learning_rate": 0.00016979743784251307,
      "loss": 0.6448,
      "step": 68157
    },
    {
      "epoch": 2.7916444808519354,
      "grad_norm": 1.3557815896879275,
      "learning_rate": 0.00016979420497399694,
      "loss": 0.8311,
      "step": 68158
    },
    {
      "epoch": 2.7916854392791315,
      "grad_norm": 0.8887677698818099,
      "learning_rate": 0.00016979097209612326,
      "loss": 0.6651,
      "step": 68159
    },
    {
      "epoch": 2.791726397706328,
      "grad_norm": 3.2712683478265183,
      "learning_rate": 0.00016978773920889358,
      "loss": 1.297,
      "step": 68160
    },
    {
      "epoch": 2.7917673561335246,
      "grad_norm": 1.2112006263755517,
      "learning_rate": 0.00016978450631230938,
      "loss": 0.788,
      "step": 68161
    },
    {
      "epoch": 2.791808314560721,
      "grad_norm": 0.8864304410221652,
      "learning_rate": 0.00016978127340637223,
      "loss": 0.5151,
      "step": 68162
    },
    {
      "epoch": 2.791849272987917,
      "grad_norm": 1.4028818653670452,
      "learning_rate": 0.00016977804049108364,
      "loss": 1.1667,
      "step": 68163
    },
    {
      "epoch": 2.7918902314151137,
      "grad_norm": 0.8827195954686738,
      "learning_rate": 0.0001697748075664451,
      "loss": 0.6623,
      "step": 68164
    },
    {
      "epoch": 2.79193118984231,
      "grad_norm": 1.1487420822639471,
      "learning_rate": 0.00016977157463245822,
      "loss": 0.7133,
      "step": 68165
    },
    {
      "epoch": 2.7919721482695063,
      "grad_norm": 3.261420334343635,
      "learning_rate": 0.0001697683416891245,
      "loss": 2.0942,
      "step": 68166
    },
    {
      "epoch": 2.792013106696703,
      "grad_norm": 0.993313769270221,
      "learning_rate": 0.0001697651087364454,
      "loss": 0.4453,
      "step": 68167
    },
    {
      "epoch": 2.7920540651238994,
      "grad_norm": 1.5425276340693368,
      "learning_rate": 0.00016976187577442254,
      "loss": 0.9106,
      "step": 68168
    },
    {
      "epoch": 2.7920950235510955,
      "grad_norm": 1.1475772627217873,
      "learning_rate": 0.0001697586428030574,
      "loss": 0.6985,
      "step": 68169
    },
    {
      "epoch": 2.792135981978292,
      "grad_norm": 1.0763586382465118,
      "learning_rate": 0.00016975540982235154,
      "loss": 0.6013,
      "step": 68170
    },
    {
      "epoch": 2.7921769404054886,
      "grad_norm": 1.6552522187789567,
      "learning_rate": 0.00016975217683230646,
      "loss": 1.2008,
      "step": 68171
    },
    {
      "epoch": 2.7922178988326847,
      "grad_norm": 0.8178043907669172,
      "learning_rate": 0.00016974894383292366,
      "loss": 0.5544,
      "step": 68172
    },
    {
      "epoch": 2.792258857259881,
      "grad_norm": 1.2182593045621963,
      "learning_rate": 0.00016974571082420474,
      "loss": 0.7693,
      "step": 68173
    },
    {
      "epoch": 2.7922998156870777,
      "grad_norm": 1.1907285481505812,
      "learning_rate": 0.0001697424778061512,
      "loss": 0.8809,
      "step": 68174
    },
    {
      "epoch": 2.7923407741142743,
      "grad_norm": 1.0686875827545685,
      "learning_rate": 0.00016973924477876455,
      "loss": 0.6867,
      "step": 68175
    },
    {
      "epoch": 2.7923817325414704,
      "grad_norm": 1.5921651215959252,
      "learning_rate": 0.00016973601174204633,
      "loss": 1.1387,
      "step": 68176
    },
    {
      "epoch": 2.792422690968667,
      "grad_norm": 1.1373516442136515,
      "learning_rate": 0.00016973277869599808,
      "loss": 0.6347,
      "step": 68177
    },
    {
      "epoch": 2.792463649395863,
      "grad_norm": 1.0069696624794553,
      "learning_rate": 0.00016972954564062128,
      "loss": 0.7073,
      "step": 68178
    },
    {
      "epoch": 2.7925046078230595,
      "grad_norm": 0.9843194959135234,
      "learning_rate": 0.00016972631257591758,
      "loss": 0.7288,
      "step": 68179
    },
    {
      "epoch": 2.792545566250256,
      "grad_norm": 0.9599218819213597,
      "learning_rate": 0.0001697230795018883,
      "loss": 0.6405,
      "step": 68180
    },
    {
      "epoch": 2.7925865246774526,
      "grad_norm": 0.9640676171451515,
      "learning_rate": 0.0001697198464185352,
      "loss": 0.6829,
      "step": 68181
    },
    {
      "epoch": 2.7926274831046487,
      "grad_norm": 4.004273661538136,
      "learning_rate": 0.00016971661332585965,
      "loss": 4.1108,
      "step": 68182
    },
    {
      "epoch": 2.7926684415318452,
      "grad_norm": 1.1206705330317699,
      "learning_rate": 0.00016971338022386327,
      "loss": 0.586,
      "step": 68183
    },
    {
      "epoch": 2.7927093999590413,
      "grad_norm": 1.512183949706977,
      "learning_rate": 0.00016971014711254749,
      "loss": 0.995,
      "step": 68184
    },
    {
      "epoch": 2.792750358386238,
      "grad_norm": 0.8850274650578741,
      "learning_rate": 0.0001697069139919139,
      "loss": 0.6348,
      "step": 68185
    },
    {
      "epoch": 2.7927913168134344,
      "grad_norm": 1.6241918224365501,
      "learning_rate": 0.00016970368086196408,
      "loss": 0.8649,
      "step": 68186
    },
    {
      "epoch": 2.792832275240631,
      "grad_norm": 0.7621868919319754,
      "learning_rate": 0.00016970044772269947,
      "loss": 0.3114,
      "step": 68187
    },
    {
      "epoch": 2.792873233667827,
      "grad_norm": 1.4265050124455128,
      "learning_rate": 0.00016969721457412164,
      "loss": 1.0005,
      "step": 68188
    },
    {
      "epoch": 2.7929141920950236,
      "grad_norm": 0.9567020039992767,
      "learning_rate": 0.00016969398141623209,
      "loss": 0.5257,
      "step": 68189
    },
    {
      "epoch": 2.79295515052222,
      "grad_norm": 1.0922648739851795,
      "learning_rate": 0.00016969074824903238,
      "loss": 0.6634,
      "step": 68190
    },
    {
      "epoch": 2.792996108949416,
      "grad_norm": 1.0377087832939855,
      "learning_rate": 0.00016968751507252406,
      "loss": 0.8416,
      "step": 68191
    },
    {
      "epoch": 2.7930370673766127,
      "grad_norm": 1.1869943276607968,
      "learning_rate": 0.00016968428188670855,
      "loss": 0.8108,
      "step": 68192
    },
    {
      "epoch": 2.7930780258038093,
      "grad_norm": 1.145305013072303,
      "learning_rate": 0.00016968104869158752,
      "loss": 0.9619,
      "step": 68193
    },
    {
      "epoch": 2.793118984231006,
      "grad_norm": 2.6023062985247454,
      "learning_rate": 0.00016967781548716238,
      "loss": 0.975,
      "step": 68194
    },
    {
      "epoch": 2.793159942658202,
      "grad_norm": 0.787501617684037,
      "learning_rate": 0.00016967458227343477,
      "loss": 0.3145,
      "step": 68195
    },
    {
      "epoch": 2.7932009010853984,
      "grad_norm": 1.5217046207670863,
      "learning_rate": 0.00016967134905040613,
      "loss": 1.0519,
      "step": 68196
    },
    {
      "epoch": 2.7932418595125945,
      "grad_norm": 1.1048520015040406,
      "learning_rate": 0.00016966811581807804,
      "loss": 0.9349,
      "step": 68197
    },
    {
      "epoch": 2.793282817939791,
      "grad_norm": 1.0246850907072471,
      "learning_rate": 0.000169664882576452,
      "loss": 0.5205,
      "step": 68198
    },
    {
      "epoch": 2.7933237763669876,
      "grad_norm": 5.97370261761269,
      "learning_rate": 0.00016966164932552953,
      "loss": 0.9779,
      "step": 68199
    },
    {
      "epoch": 2.793364734794184,
      "grad_norm": 1.216240811888689,
      "learning_rate": 0.00016965841606531213,
      "loss": 0.6,
      "step": 68200
    },
    {
      "epoch": 2.79340569322138,
      "grad_norm": 1.1309248486756034,
      "learning_rate": 0.00016965518279580145,
      "loss": 0.8095,
      "step": 68201
    },
    {
      "epoch": 2.7934466516485768,
      "grad_norm": 1.1849313854113597,
      "learning_rate": 0.00016965194951699893,
      "loss": 0.8357,
      "step": 68202
    },
    {
      "epoch": 2.793487610075773,
      "grad_norm": 1.1751788817691304,
      "learning_rate": 0.00016964871622890604,
      "loss": 0.8404,
      "step": 68203
    },
    {
      "epoch": 2.7935285685029694,
      "grad_norm": 2.1117991139503665,
      "learning_rate": 0.00016964548293152442,
      "loss": 1.5855,
      "step": 68204
    },
    {
      "epoch": 2.793569526930166,
      "grad_norm": 1.3544694905723291,
      "learning_rate": 0.00016964224962485555,
      "loss": 0.8232,
      "step": 68205
    },
    {
      "epoch": 2.7936104853573624,
      "grad_norm": 0.6108494121868562,
      "learning_rate": 0.00016963901630890097,
      "loss": 0.2582,
      "step": 68206
    },
    {
      "epoch": 2.7936514437845585,
      "grad_norm": 1.860329616717384,
      "learning_rate": 0.00016963578298366224,
      "loss": 2.032,
      "step": 68207
    },
    {
      "epoch": 2.793692402211755,
      "grad_norm": 1.7298997085607088,
      "learning_rate": 0.00016963254964914078,
      "loss": 1.1664,
      "step": 68208
    },
    {
      "epoch": 2.7937333606389516,
      "grad_norm": 0.7880884109032223,
      "learning_rate": 0.00016962931630533823,
      "loss": 0.3125,
      "step": 68209
    },
    {
      "epoch": 2.7937743190661477,
      "grad_norm": 1.702840175262562,
      "learning_rate": 0.00016962608295225607,
      "loss": 1.3033,
      "step": 68210
    },
    {
      "epoch": 2.7938152774933442,
      "grad_norm": 0.7289461111900827,
      "learning_rate": 0.00016962284958989583,
      "loss": 0.25,
      "step": 68211
    },
    {
      "epoch": 2.7938562359205408,
      "grad_norm": 0.9895933606678187,
      "learning_rate": 0.00016961961621825904,
      "loss": 0.7134,
      "step": 68212
    },
    {
      "epoch": 2.7938971943477373,
      "grad_norm": 0.677350615181198,
      "learning_rate": 0.00016961638283734726,
      "loss": 0.2601,
      "step": 68213
    },
    {
      "epoch": 2.7939381527749334,
      "grad_norm": 0.8226988594115219,
      "learning_rate": 0.000169613149447162,
      "loss": 0.5839,
      "step": 68214
    },
    {
      "epoch": 2.79397911120213,
      "grad_norm": 1.2307505787133644,
      "learning_rate": 0.00016960991604770477,
      "loss": 1.0354,
      "step": 68215
    },
    {
      "epoch": 2.794020069629326,
      "grad_norm": 1.5580468021963012,
      "learning_rate": 0.00016960668263897707,
      "loss": 1.2452,
      "step": 68216
    },
    {
      "epoch": 2.7940610280565226,
      "grad_norm": 1.2127730709647804,
      "learning_rate": 0.0001696034492209805,
      "loss": 0.8857,
      "step": 68217
    },
    {
      "epoch": 2.794101986483719,
      "grad_norm": 1.0366730677072558,
      "learning_rate": 0.00016960021579371656,
      "loss": 0.3528,
      "step": 68218
    },
    {
      "epoch": 2.7941429449109156,
      "grad_norm": 1.0232275190136289,
      "learning_rate": 0.0001695969823571868,
      "loss": 0.664,
      "step": 68219
    },
    {
      "epoch": 2.7941839033381117,
      "grad_norm": 1.774454129496802,
      "learning_rate": 0.00016959374891139265,
      "loss": 1.2831,
      "step": 68220
    },
    {
      "epoch": 2.7942248617653083,
      "grad_norm": 1.282442484311896,
      "learning_rate": 0.00016959051545633577,
      "loss": 0.8465,
      "step": 68221
    },
    {
      "epoch": 2.7942658201925044,
      "grad_norm": 0.8499720004213639,
      "learning_rate": 0.00016958728199201761,
      "loss": 0.2724,
      "step": 68222
    },
    {
      "epoch": 2.794306778619701,
      "grad_norm": 1.0792683338872475,
      "learning_rate": 0.00016958404851843975,
      "loss": 0.779,
      "step": 68223
    },
    {
      "epoch": 2.7943477370468974,
      "grad_norm": 1.1541652015108375,
      "learning_rate": 0.00016958081503560364,
      "loss": 0.8407,
      "step": 68224
    },
    {
      "epoch": 2.794388695474094,
      "grad_norm": 1.3328335090068675,
      "learning_rate": 0.00016957758154351088,
      "loss": 0.856,
      "step": 68225
    },
    {
      "epoch": 2.79442965390129,
      "grad_norm": 1.2433558428714655,
      "learning_rate": 0.00016957434804216301,
      "loss": 0.8953,
      "step": 68226
    },
    {
      "epoch": 2.7944706123284866,
      "grad_norm": 0.9431561037942664,
      "learning_rate": 0.00016957111453156146,
      "loss": 0.4313,
      "step": 68227
    },
    {
      "epoch": 2.794511570755683,
      "grad_norm": 1.624429292131869,
      "learning_rate": 0.00016956788101170787,
      "loss": 0.8817,
      "step": 68228
    },
    {
      "epoch": 2.794552529182879,
      "grad_norm": 0.6893930922249676,
      "learning_rate": 0.0001695646474826037,
      "loss": 0.288,
      "step": 68229
    },
    {
      "epoch": 2.7945934876100758,
      "grad_norm": 0.9132509318066048,
      "learning_rate": 0.00016956141394425053,
      "loss": 0.4408,
      "step": 68230
    },
    {
      "epoch": 2.7946344460372723,
      "grad_norm": 1.0209480694859696,
      "learning_rate": 0.00016955818039664987,
      "loss": 0.5822,
      "step": 68231
    },
    {
      "epoch": 2.794675404464469,
      "grad_norm": 1.184119720112866,
      "learning_rate": 0.00016955494683980316,
      "loss": 0.6973,
      "step": 68232
    },
    {
      "epoch": 2.794716362891665,
      "grad_norm": 0.5862437619463067,
      "learning_rate": 0.00016955171327371206,
      "loss": 0.2783,
      "step": 68233
    },
    {
      "epoch": 2.7947573213188615,
      "grad_norm": 0.892892441599414,
      "learning_rate": 0.00016954847969837805,
      "loss": 0.4402,
      "step": 68234
    },
    {
      "epoch": 2.7947982797460575,
      "grad_norm": 1.1547700645891772,
      "learning_rate": 0.00016954524611380263,
      "loss": 0.8709,
      "step": 68235
    },
    {
      "epoch": 2.794839238173254,
      "grad_norm": 1.8280776785263804,
      "learning_rate": 0.00016954201251998734,
      "loss": 1.6738,
      "step": 68236
    },
    {
      "epoch": 2.7948801966004506,
      "grad_norm": 1.487995540325214,
      "learning_rate": 0.00016953877891693375,
      "loss": 1.0645,
      "step": 68237
    },
    {
      "epoch": 2.794921155027647,
      "grad_norm": 1.232470516544226,
      "learning_rate": 0.00016953554530464333,
      "loss": 0.737,
      "step": 68238
    },
    {
      "epoch": 2.7949621134548432,
      "grad_norm": 1.02854846962675,
      "learning_rate": 0.0001695323116831177,
      "loss": 0.5429,
      "step": 68239
    },
    {
      "epoch": 2.79500307188204,
      "grad_norm": 1.8358632036498768,
      "learning_rate": 0.00016952907805235825,
      "loss": 1.4356,
      "step": 68240
    },
    {
      "epoch": 2.795044030309236,
      "grad_norm": 1.1346006845279077,
      "learning_rate": 0.00016952584441236662,
      "loss": 0.7486,
      "step": 68241
    },
    {
      "epoch": 2.7950849887364324,
      "grad_norm": 0.9918860462832808,
      "learning_rate": 0.00016952261076314432,
      "loss": 0.7498,
      "step": 68242
    },
    {
      "epoch": 2.795125947163629,
      "grad_norm": 1.5622177947695313,
      "learning_rate": 0.00016951937710469282,
      "loss": 1.2412,
      "step": 68243
    },
    {
      "epoch": 2.7951669055908255,
      "grad_norm": 1.1922577809275732,
      "learning_rate": 0.0001695161434370137,
      "loss": 0.7425,
      "step": 68244
    },
    {
      "epoch": 2.7952078640180216,
      "grad_norm": 0.7788297066912752,
      "learning_rate": 0.0001695129097601085,
      "loss": 0.3004,
      "step": 68245
    },
    {
      "epoch": 2.795248822445218,
      "grad_norm": 3.2792056310184545,
      "learning_rate": 0.00016950967607397873,
      "loss": 2.65,
      "step": 68246
    },
    {
      "epoch": 2.7952897808724146,
      "grad_norm": 3.4685618614373954,
      "learning_rate": 0.0001695064423786259,
      "loss": 4.3414,
      "step": 68247
    },
    {
      "epoch": 2.7953307392996107,
      "grad_norm": 1.0045785411675987,
      "learning_rate": 0.00016950320867405156,
      "loss": 0.8857,
      "step": 68248
    },
    {
      "epoch": 2.7953716977268073,
      "grad_norm": 0.8327502980444665,
      "learning_rate": 0.00016949997496025726,
      "loss": 0.3171,
      "step": 68249
    },
    {
      "epoch": 2.795412656154004,
      "grad_norm": 0.9326229839763984,
      "learning_rate": 0.00016949674123724445,
      "loss": 0.4378,
      "step": 68250
    },
    {
      "epoch": 2.7954536145812003,
      "grad_norm": 0.9581277675839481,
      "learning_rate": 0.00016949350750501476,
      "loss": 0.3183,
      "step": 68251
    },
    {
      "epoch": 2.7954945730083964,
      "grad_norm": 1.4422633991187,
      "learning_rate": 0.00016949027376356965,
      "loss": 0.7967,
      "step": 68252
    },
    {
      "epoch": 2.795535531435593,
      "grad_norm": 1.2636743245228947,
      "learning_rate": 0.00016948704001291067,
      "loss": 0.8465,
      "step": 68253
    },
    {
      "epoch": 2.795576489862789,
      "grad_norm": 1.1052246709657711,
      "learning_rate": 0.00016948380625303938,
      "loss": 0.7997,
      "step": 68254
    },
    {
      "epoch": 2.7956174482899856,
      "grad_norm": 1.23859226394773,
      "learning_rate": 0.00016948057248395725,
      "loss": 0.8255,
      "step": 68255
    },
    {
      "epoch": 2.795658406717182,
      "grad_norm": 0.6235303371275354,
      "learning_rate": 0.00016947733870566583,
      "loss": 0.2076,
      "step": 68256
    },
    {
      "epoch": 2.7956993651443787,
      "grad_norm": 1.2043889534771621,
      "learning_rate": 0.00016947410491816665,
      "loss": 0.907,
      "step": 68257
    },
    {
      "epoch": 2.7957403235715748,
      "grad_norm": 1.0436606068963432,
      "learning_rate": 0.00016947087112146128,
      "loss": 0.6354,
      "step": 68258
    },
    {
      "epoch": 2.7957812819987713,
      "grad_norm": 1.1959056974771465,
      "learning_rate": 0.00016946763731555119,
      "loss": 0.9387,
      "step": 68259
    },
    {
      "epoch": 2.7958222404259674,
      "grad_norm": 1.1457652588258775,
      "learning_rate": 0.0001694644035004379,
      "loss": 0.63,
      "step": 68260
    },
    {
      "epoch": 2.795863198853164,
      "grad_norm": 1.1008687441945018,
      "learning_rate": 0.000169461169676123,
      "loss": 0.3965,
      "step": 68261
    },
    {
      "epoch": 2.7959041572803605,
      "grad_norm": 2.7899723172305864,
      "learning_rate": 0.000169457935842608,
      "loss": 3.3893,
      "step": 68262
    },
    {
      "epoch": 2.795945115707557,
      "grad_norm": 1.5756282808674043,
      "learning_rate": 0.00016945470199989442,
      "loss": 1.5529,
      "step": 68263
    },
    {
      "epoch": 2.795986074134753,
      "grad_norm": 1.154210935481403,
      "learning_rate": 0.00016945146814798372,
      "loss": 0.6933,
      "step": 68264
    },
    {
      "epoch": 2.7960270325619496,
      "grad_norm": 0.9042560156767693,
      "learning_rate": 0.00016944823428687757,
      "loss": 0.5098,
      "step": 68265
    },
    {
      "epoch": 2.796067990989146,
      "grad_norm": 1.2391810205943319,
      "learning_rate": 0.00016944500041657742,
      "loss": 0.9159,
      "step": 68266
    },
    {
      "epoch": 2.7961089494163422,
      "grad_norm": 1.3313259755976847,
      "learning_rate": 0.00016944176653708478,
      "loss": 0.8392,
      "step": 68267
    },
    {
      "epoch": 2.796149907843539,
      "grad_norm": 1.4318612687697005,
      "learning_rate": 0.0001694385326484012,
      "loss": 0.4865,
      "step": 68268
    },
    {
      "epoch": 2.7961908662707353,
      "grad_norm": 1.6446194329911832,
      "learning_rate": 0.0001694352987505282,
      "loss": 0.8384,
      "step": 68269
    },
    {
      "epoch": 2.796231824697932,
      "grad_norm": 1.235766593882846,
      "learning_rate": 0.0001694320648434673,
      "loss": 0.9384,
      "step": 68270
    },
    {
      "epoch": 2.796272783125128,
      "grad_norm": 0.6656046851119534,
      "learning_rate": 0.00016942883092722013,
      "loss": 0.2477,
      "step": 68271
    },
    {
      "epoch": 2.7963137415523245,
      "grad_norm": 0.9391037429768544,
      "learning_rate": 0.00016942559700178805,
      "loss": 0.7209,
      "step": 68272
    },
    {
      "epoch": 2.7963546999795206,
      "grad_norm": 1.0195621726736899,
      "learning_rate": 0.00016942236306717273,
      "loss": 0.5743,
      "step": 68273
    },
    {
      "epoch": 2.796395658406717,
      "grad_norm": 0.8563188834448286,
      "learning_rate": 0.0001694191291233756,
      "loss": 0.657,
      "step": 68274
    },
    {
      "epoch": 2.7964366168339136,
      "grad_norm": 1.3818007184587175,
      "learning_rate": 0.00016941589517039825,
      "loss": 0.8117,
      "step": 68275
    },
    {
      "epoch": 2.79647757526111,
      "grad_norm": 1.1249288436252285,
      "learning_rate": 0.00016941266120824218,
      "loss": 0.7183,
      "step": 68276
    },
    {
      "epoch": 2.7965185336883063,
      "grad_norm": 1.6285438150647074,
      "learning_rate": 0.00016940942723690897,
      "loss": 1.1224,
      "step": 68277
    },
    {
      "epoch": 2.796559492115503,
      "grad_norm": 0.9862702357738118,
      "learning_rate": 0.00016940619325640007,
      "loss": 0.4327,
      "step": 68278
    },
    {
      "epoch": 2.796600450542699,
      "grad_norm": 0.7677006321316184,
      "learning_rate": 0.00016940295926671706,
      "loss": 0.2569,
      "step": 68279
    },
    {
      "epoch": 2.7966414089698954,
      "grad_norm": 0.8450117301487644,
      "learning_rate": 0.00016939972526786143,
      "loss": 0.4294,
      "step": 68280
    },
    {
      "epoch": 2.796682367397092,
      "grad_norm": 1.4424517279481173,
      "learning_rate": 0.00016939649125983478,
      "loss": 1.1248,
      "step": 68281
    },
    {
      "epoch": 2.7967233258242885,
      "grad_norm": 1.0065845996578866,
      "learning_rate": 0.0001693932572426386,
      "loss": 0.59,
      "step": 68282
    },
    {
      "epoch": 2.7967642842514846,
      "grad_norm": 1.2212427791372036,
      "learning_rate": 0.0001693900232162744,
      "loss": 0.717,
      "step": 68283
    },
    {
      "epoch": 2.796805242678681,
      "grad_norm": 0.8243659033777951,
      "learning_rate": 0.00016938678918074367,
      "loss": 0.3738,
      "step": 68284
    },
    {
      "epoch": 2.7968462011058777,
      "grad_norm": 0.69613766705446,
      "learning_rate": 0.00016938355513604803,
      "loss": 0.2445,
      "step": 68285
    },
    {
      "epoch": 2.7968871595330738,
      "grad_norm": 1.3077921824591177,
      "learning_rate": 0.00016938032108218897,
      "loss": 0.9553,
      "step": 68286
    },
    {
      "epoch": 2.7969281179602703,
      "grad_norm": 1.3186953978852514,
      "learning_rate": 0.00016937708701916806,
      "loss": 0.8431,
      "step": 68287
    },
    {
      "epoch": 2.796969076387467,
      "grad_norm": 1.155045882197364,
      "learning_rate": 0.0001693738529469867,
      "loss": 0.7666,
      "step": 68288
    },
    {
      "epoch": 2.7970100348146634,
      "grad_norm": 1.0734443846975346,
      "learning_rate": 0.00016937061886564657,
      "loss": 0.782,
      "step": 68289
    },
    {
      "epoch": 2.7970509932418595,
      "grad_norm": 1.4756993611210891,
      "learning_rate": 0.00016936738477514913,
      "loss": 0.7512,
      "step": 68290
    },
    {
      "epoch": 2.797091951669056,
      "grad_norm": 1.1385360193984195,
      "learning_rate": 0.00016936415067549592,
      "loss": 0.606,
      "step": 68291
    },
    {
      "epoch": 2.797132910096252,
      "grad_norm": 1.1059187942443314,
      "learning_rate": 0.00016936091656668842,
      "loss": 0.8029,
      "step": 68292
    },
    {
      "epoch": 2.7971738685234486,
      "grad_norm": 0.6786118825946476,
      "learning_rate": 0.00016935768244872825,
      "loss": 0.2554,
      "step": 68293
    },
    {
      "epoch": 2.797214826950645,
      "grad_norm": 1.160806094026624,
      "learning_rate": 0.00016935444832161687,
      "loss": 0.8049,
      "step": 68294
    },
    {
      "epoch": 2.7972557853778417,
      "grad_norm": 1.2658978905183507,
      "learning_rate": 0.00016935121418535585,
      "loss": 0.8517,
      "step": 68295
    },
    {
      "epoch": 2.797296743805038,
      "grad_norm": 1.2217103131200044,
      "learning_rate": 0.00016934798003994666,
      "loss": 0.9951,
      "step": 68296
    },
    {
      "epoch": 2.7973377022322343,
      "grad_norm": 1.250462047395963,
      "learning_rate": 0.0001693447458853909,
      "loss": 0.7562,
      "step": 68297
    },
    {
      "epoch": 2.7973786606594304,
      "grad_norm": 1.1651534266878576,
      "learning_rate": 0.00016934151172169005,
      "loss": 0.7365,
      "step": 68298
    },
    {
      "epoch": 2.797419619086627,
      "grad_norm": 2.6229261872033143,
      "learning_rate": 0.0001693382775488457,
      "loss": 2.8573,
      "step": 68299
    },
    {
      "epoch": 2.7974605775138235,
      "grad_norm": 1.0212250720947587,
      "learning_rate": 0.00016933504336685926,
      "loss": 0.6279,
      "step": 68300
    },
    {
      "epoch": 2.79750153594102,
      "grad_norm": 1.2277246682669036,
      "learning_rate": 0.00016933180917573238,
      "loss": 0.6721,
      "step": 68301
    },
    {
      "epoch": 2.797542494368216,
      "grad_norm": 1.4203709254730315,
      "learning_rate": 0.00016932857497546655,
      "loss": 1.0099,
      "step": 68302
    },
    {
      "epoch": 2.7975834527954127,
      "grad_norm": 1.1751441704966645,
      "learning_rate": 0.0001693253407660633,
      "loss": 0.7496,
      "step": 68303
    },
    {
      "epoch": 2.797624411222609,
      "grad_norm": 0.602141371858517,
      "learning_rate": 0.0001693221065475241,
      "loss": 0.2287,
      "step": 68304
    },
    {
      "epoch": 2.7976653696498053,
      "grad_norm": 1.0084755748649548,
      "learning_rate": 0.00016931887231985056,
      "loss": 1.0256,
      "step": 68305
    },
    {
      "epoch": 2.797706328077002,
      "grad_norm": 1.0166483420167929,
      "learning_rate": 0.00016931563808304415,
      "loss": 0.5726,
      "step": 68306
    },
    {
      "epoch": 2.7977472865041983,
      "grad_norm": 4.655823714606824,
      "learning_rate": 0.0001693124038371065,
      "loss": 1.9359,
      "step": 68307
    },
    {
      "epoch": 2.797788244931395,
      "grad_norm": 3.4518445357716114,
      "learning_rate": 0.00016930916958203895,
      "loss": 4.2547,
      "step": 68308
    },
    {
      "epoch": 2.797829203358591,
      "grad_norm": 0.811700499582208,
      "learning_rate": 0.00016930593531784324,
      "loss": 0.3205,
      "step": 68309
    },
    {
      "epoch": 2.7978701617857875,
      "grad_norm": 1.199205376719683,
      "learning_rate": 0.00016930270104452077,
      "loss": 0.7448,
      "step": 68310
    },
    {
      "epoch": 2.7979111202129836,
      "grad_norm": 1.771742061586511,
      "learning_rate": 0.00016929946676207312,
      "loss": 0.9929,
      "step": 68311
    },
    {
      "epoch": 2.79795207864018,
      "grad_norm": 1.271141475592818,
      "learning_rate": 0.00016929623247050174,
      "loss": 0.7308,
      "step": 68312
    },
    {
      "epoch": 2.7979930370673767,
      "grad_norm": 0.7604131800464375,
      "learning_rate": 0.0001692929981698083,
      "loss": 0.375,
      "step": 68313
    },
    {
      "epoch": 2.798033995494573,
      "grad_norm": 1.6254427810985845,
      "learning_rate": 0.00016928976385999423,
      "loss": 0.5378,
      "step": 68314
    },
    {
      "epoch": 2.7980749539217693,
      "grad_norm": 1.0534155104643033,
      "learning_rate": 0.00016928652954106106,
      "loss": 0.9141,
      "step": 68315
    },
    {
      "epoch": 2.798115912348966,
      "grad_norm": 0.9584034364100197,
      "learning_rate": 0.0001692832952130103,
      "loss": 0.6546,
      "step": 68316
    },
    {
      "epoch": 2.798156870776162,
      "grad_norm": 1.2189180673029971,
      "learning_rate": 0.0001692800608758436,
      "loss": 0.9503,
      "step": 68317
    },
    {
      "epoch": 2.7981978292033585,
      "grad_norm": 1.2800922153704093,
      "learning_rate": 0.0001692768265295624,
      "loss": 1.0317,
      "step": 68318
    },
    {
      "epoch": 2.798238787630555,
      "grad_norm": 1.1924691065449482,
      "learning_rate": 0.00016927359217416818,
      "loss": 0.5823,
      "step": 68319
    },
    {
      "epoch": 2.7982797460577515,
      "grad_norm": 0.5052777570729474,
      "learning_rate": 0.00016927035780966252,
      "loss": 0.1716,
      "step": 68320
    },
    {
      "epoch": 2.7983207044849476,
      "grad_norm": 0.6457618292117923,
      "learning_rate": 0.000169267123436047,
      "loss": 0.2159,
      "step": 68321
    },
    {
      "epoch": 2.798361662912144,
      "grad_norm": 1.358653876450443,
      "learning_rate": 0.0001692638890533231,
      "loss": 1.0476,
      "step": 68322
    },
    {
      "epoch": 2.7984026213393407,
      "grad_norm": 1.2694490181787115,
      "learning_rate": 0.00016926065466149235,
      "loss": 1.013,
      "step": 68323
    },
    {
      "epoch": 2.798443579766537,
      "grad_norm": 1.1804957272727303,
      "learning_rate": 0.00016925742026055622,
      "loss": 0.6774,
      "step": 68324
    },
    {
      "epoch": 2.7984845381937333,
      "grad_norm": 1.412403765276641,
      "learning_rate": 0.00016925418585051638,
      "loss": 1.1124,
      "step": 68325
    },
    {
      "epoch": 2.79852549662093,
      "grad_norm": 1.590366091216095,
      "learning_rate": 0.00016925095143137422,
      "loss": 0.997,
      "step": 68326
    },
    {
      "epoch": 2.7985664550481264,
      "grad_norm": 1.265136762452053,
      "learning_rate": 0.00016924771700313137,
      "loss": 0.7802,
      "step": 68327
    },
    {
      "epoch": 2.7986074134753225,
      "grad_norm": 0.7549849198656551,
      "learning_rate": 0.00016924448256578926,
      "loss": 0.1913,
      "step": 68328
    },
    {
      "epoch": 2.798648371902519,
      "grad_norm": 1.642529283271352,
      "learning_rate": 0.00016924124811934954,
      "loss": 0.7963,
      "step": 68329
    },
    {
      "epoch": 2.798689330329715,
      "grad_norm": 2.946428573774859,
      "learning_rate": 0.00016923801366381362,
      "loss": 2.5461,
      "step": 68330
    },
    {
      "epoch": 2.7987302887569117,
      "grad_norm": 1.8273625843170211,
      "learning_rate": 0.00016923477919918314,
      "loss": 1.2096,
      "step": 68331
    },
    {
      "epoch": 2.798771247184108,
      "grad_norm": 0.8245304025675255,
      "learning_rate": 0.0001692315447254595,
      "loss": 0.3396,
      "step": 68332
    },
    {
      "epoch": 2.7988122056113047,
      "grad_norm": 0.7951413628479775,
      "learning_rate": 0.00016922831024264437,
      "loss": 0.2927,
      "step": 68333
    },
    {
      "epoch": 2.798853164038501,
      "grad_norm": 1.0410944072754738,
      "learning_rate": 0.00016922507575073918,
      "loss": 0.4544,
      "step": 68334
    },
    {
      "epoch": 2.7988941224656974,
      "grad_norm": 0.9288265129165659,
      "learning_rate": 0.0001692218412497455,
      "loss": 0.7936,
      "step": 68335
    },
    {
      "epoch": 2.7989350808928934,
      "grad_norm": 1.5401990926866334,
      "learning_rate": 0.00016921860673966484,
      "loss": 1.3459,
      "step": 68336
    },
    {
      "epoch": 2.79897603932009,
      "grad_norm": 1.356387814868116,
      "learning_rate": 0.00016921537222049877,
      "loss": 0.9095,
      "step": 68337
    },
    {
      "epoch": 2.7990169977472865,
      "grad_norm": 1.6148329410696396,
      "learning_rate": 0.00016921213769224876,
      "loss": 1.2142,
      "step": 68338
    },
    {
      "epoch": 2.799057956174483,
      "grad_norm": 0.9094360205344025,
      "learning_rate": 0.00016920890315491637,
      "loss": 0.6858,
      "step": 68339
    },
    {
      "epoch": 2.799098914601679,
      "grad_norm": 1.1795284208162762,
      "learning_rate": 0.0001692056686085031,
      "loss": 0.7072,
      "step": 68340
    },
    {
      "epoch": 2.7991398730288757,
      "grad_norm": 1.372052286267482,
      "learning_rate": 0.00016920243405301052,
      "loss": 0.7269,
      "step": 68341
    },
    {
      "epoch": 2.799180831456072,
      "grad_norm": 0.9686992037234293,
      "learning_rate": 0.00016919919948844018,
      "loss": 0.4907,
      "step": 68342
    },
    {
      "epoch": 2.7992217898832683,
      "grad_norm": 1.1275420778869893,
      "learning_rate": 0.00016919596491479352,
      "loss": 0.8616,
      "step": 68343
    },
    {
      "epoch": 2.799262748310465,
      "grad_norm": 1.5303845483168022,
      "learning_rate": 0.0001691927303320721,
      "loss": 1.2315,
      "step": 68344
    },
    {
      "epoch": 2.7993037067376614,
      "grad_norm": 1.082110689986913,
      "learning_rate": 0.00016918949574027753,
      "loss": 0.8963,
      "step": 68345
    },
    {
      "epoch": 2.799344665164858,
      "grad_norm": 0.852910651610783,
      "learning_rate": 0.00016918626113941127,
      "loss": 0.6794,
      "step": 68346
    },
    {
      "epoch": 2.799385623592054,
      "grad_norm": 1.4437294368240545,
      "learning_rate": 0.00016918302652947487,
      "loss": 1.1894,
      "step": 68347
    },
    {
      "epoch": 2.7994265820192505,
      "grad_norm": 0.916631962427712,
      "learning_rate": 0.0001691797919104698,
      "loss": 0.5162,
      "step": 68348
    },
    {
      "epoch": 2.7994675404464466,
      "grad_norm": 0.7546074705765757,
      "learning_rate": 0.00016917655728239769,
      "loss": 0.3756,
      "step": 68349
    },
    {
      "epoch": 2.799508498873643,
      "grad_norm": 0.939434553564938,
      "learning_rate": 0.00016917332264525996,
      "loss": 0.6225,
      "step": 68350
    },
    {
      "epoch": 2.7995494573008397,
      "grad_norm": 0.8551788697160521,
      "learning_rate": 0.00016917008799905824,
      "loss": 0.2669,
      "step": 68351
    },
    {
      "epoch": 2.7995904157280362,
      "grad_norm": 1.4525796245299747,
      "learning_rate": 0.000169166853343794,
      "loss": 0.8511,
      "step": 68352
    },
    {
      "epoch": 2.7996313741552323,
      "grad_norm": 1.127170141059453,
      "learning_rate": 0.00016916361867946877,
      "loss": 0.7804,
      "step": 68353
    },
    {
      "epoch": 2.799672332582429,
      "grad_norm": 1.1809647937863421,
      "learning_rate": 0.00016916038400608413,
      "loss": 0.9313,
      "step": 68354
    },
    {
      "epoch": 2.799713291009625,
      "grad_norm": 1.3331939363623648,
      "learning_rate": 0.00016915714932364158,
      "loss": 0.826,
      "step": 68355
    },
    {
      "epoch": 2.7997542494368215,
      "grad_norm": 0.9448865885622908,
      "learning_rate": 0.00016915391463214258,
      "loss": 0.6966,
      "step": 68356
    },
    {
      "epoch": 2.799795207864018,
      "grad_norm": 1.0573181005202559,
      "learning_rate": 0.00016915067993158875,
      "loss": 0.8425,
      "step": 68357
    },
    {
      "epoch": 2.7998361662912146,
      "grad_norm": 0.8099282823719358,
      "learning_rate": 0.0001691474452219816,
      "loss": 0.3298,
      "step": 68358
    },
    {
      "epoch": 2.7998771247184107,
      "grad_norm": 1.2889900668980812,
      "learning_rate": 0.00016914421050332265,
      "loss": 0.9932,
      "step": 68359
    },
    {
      "epoch": 2.799918083145607,
      "grad_norm": 1.3899285884011916,
      "learning_rate": 0.00016914097577561338,
      "loss": 0.9402,
      "step": 68360
    },
    {
      "epoch": 2.7999590415728037,
      "grad_norm": 2.245782886660343,
      "learning_rate": 0.00016913774103885544,
      "loss": 2.2544,
      "step": 68361
    },
    {
      "epoch": 2.8,
      "grad_norm": 2.191415699207351,
      "learning_rate": 0.00016913450629305025,
      "loss": 1.4644,
      "step": 68362
    },
    {
      "epoch": 2.8000409584271964,
      "grad_norm": 1.504808576807817,
      "learning_rate": 0.00016913127153819941,
      "loss": 1.0677,
      "step": 68363
    },
    {
      "epoch": 2.800081916854393,
      "grad_norm": 1.3435503810879605,
      "learning_rate": 0.00016912803677430433,
      "loss": 0.8493,
      "step": 68364
    },
    {
      "epoch": 2.8001228752815894,
      "grad_norm": 2.064860300394127,
      "learning_rate": 0.0001691248020013667,
      "loss": 0.9505,
      "step": 68365
    },
    {
      "epoch": 2.8001638337087855,
      "grad_norm": 1.0380012610161236,
      "learning_rate": 0.00016912156721938796,
      "loss": 0.1746,
      "step": 68366
    },
    {
      "epoch": 2.800204792135982,
      "grad_norm": 1.397347632962409,
      "learning_rate": 0.00016911833242836966,
      "loss": 0.8896,
      "step": 68367
    },
    {
      "epoch": 2.800245750563178,
      "grad_norm": 1.19084360584387,
      "learning_rate": 0.00016911509762831327,
      "loss": 0.8416,
      "step": 68368
    },
    {
      "epoch": 2.8002867089903747,
      "grad_norm": 2.727112299860309,
      "learning_rate": 0.00016911186281922042,
      "loss": 2.7089,
      "step": 68369
    },
    {
      "epoch": 2.800327667417571,
      "grad_norm": 1.5199797882598773,
      "learning_rate": 0.0001691086280010926,
      "loss": 0.9101,
      "step": 68370
    },
    {
      "epoch": 2.8003686258447678,
      "grad_norm": 0.8615873690758081,
      "learning_rate": 0.00016910539317393133,
      "loss": 0.2271,
      "step": 68371
    },
    {
      "epoch": 2.800409584271964,
      "grad_norm": 1.3196077498401955,
      "learning_rate": 0.00016910215833773813,
      "loss": 0.7893,
      "step": 68372
    },
    {
      "epoch": 2.8004505426991604,
      "grad_norm": 1.44981007080229,
      "learning_rate": 0.0001690989234925145,
      "loss": 0.7686,
      "step": 68373
    },
    {
      "epoch": 2.8004915011263565,
      "grad_norm": 1.3058024906947465,
      "learning_rate": 0.00016909568863826205,
      "loss": 1.0159,
      "step": 68374
    },
    {
      "epoch": 2.800532459553553,
      "grad_norm": 0.9433758911948634,
      "learning_rate": 0.00016909245377498224,
      "loss": 0.4159,
      "step": 68375
    },
    {
      "epoch": 2.8005734179807495,
      "grad_norm": 1.0982266939151357,
      "learning_rate": 0.00016908921890267662,
      "loss": 0.8225,
      "step": 68376
    },
    {
      "epoch": 2.800614376407946,
      "grad_norm": 1.1595087818278118,
      "learning_rate": 0.00016908598402134674,
      "loss": 0.7376,
      "step": 68377
    },
    {
      "epoch": 2.800655334835142,
      "grad_norm": 1.2370979281991445,
      "learning_rate": 0.00016908274913099414,
      "loss": 0.9128,
      "step": 68378
    },
    {
      "epoch": 2.8006962932623387,
      "grad_norm": 4.958563276390895,
      "learning_rate": 0.0001690795142316203,
      "loss": 4.7297,
      "step": 68379
    },
    {
      "epoch": 2.8007372516895352,
      "grad_norm": 1.2559700279885135,
      "learning_rate": 0.00016907627932322673,
      "loss": 0.6786,
      "step": 68380
    },
    {
      "epoch": 2.8007782101167313,
      "grad_norm": 1.5903504606909158,
      "learning_rate": 0.00016907304440581507,
      "loss": 0.9741,
      "step": 68381
    },
    {
      "epoch": 2.800819168543928,
      "grad_norm": 1.0478679326831555,
      "learning_rate": 0.00016906980947938678,
      "loss": 0.219,
      "step": 68382
    },
    {
      "epoch": 2.8008601269711244,
      "grad_norm": 0.8663821261561884,
      "learning_rate": 0.00016906657454394334,
      "loss": 0.3311,
      "step": 68383
    },
    {
      "epoch": 2.800901085398321,
      "grad_norm": 1.6145460568425964,
      "learning_rate": 0.00016906333959948634,
      "loss": 1.276,
      "step": 68384
    },
    {
      "epoch": 2.800942043825517,
      "grad_norm": 1.3674673273302311,
      "learning_rate": 0.0001690601046460173,
      "loss": 0.8445,
      "step": 68385
    },
    {
      "epoch": 2.8009830022527136,
      "grad_norm": 0.8682927667024933,
      "learning_rate": 0.00016905686968353778,
      "loss": 0.6058,
      "step": 68386
    },
    {
      "epoch": 2.8010239606799097,
      "grad_norm": 1.1471859816001013,
      "learning_rate": 0.00016905363471204926,
      "loss": 0.8786,
      "step": 68387
    },
    {
      "epoch": 2.801064919107106,
      "grad_norm": 1.2815374441069756,
      "learning_rate": 0.00016905039973155327,
      "loss": 0.8107,
      "step": 68388
    },
    {
      "epoch": 2.8011058775343027,
      "grad_norm": 1.0263897029966411,
      "learning_rate": 0.0001690471647420514,
      "loss": 0.3155,
      "step": 68389
    },
    {
      "epoch": 2.8011468359614993,
      "grad_norm": 1.2851726118159181,
      "learning_rate": 0.00016904392974354508,
      "loss": 0.7687,
      "step": 68390
    },
    {
      "epoch": 2.8011877943886954,
      "grad_norm": 1.0748417746251797,
      "learning_rate": 0.00016904069473603595,
      "loss": 0.7456,
      "step": 68391
    },
    {
      "epoch": 2.801228752815892,
      "grad_norm": 1.2918503657205513,
      "learning_rate": 0.00016903745971952544,
      "loss": 0.848,
      "step": 68392
    },
    {
      "epoch": 2.801269711243088,
      "grad_norm": 0.9632441551049737,
      "learning_rate": 0.00016903422469401514,
      "loss": 0.8141,
      "step": 68393
    },
    {
      "epoch": 2.8013106696702845,
      "grad_norm": 1.132752227593006,
      "learning_rate": 0.00016903098965950655,
      "loss": 0.4828,
      "step": 68394
    },
    {
      "epoch": 2.801351628097481,
      "grad_norm": 1.1429253282145666,
      "learning_rate": 0.00016902775461600126,
      "loss": 0.7307,
      "step": 68395
    },
    {
      "epoch": 2.8013925865246776,
      "grad_norm": 1.660065821471178,
      "learning_rate": 0.00016902451956350072,
      "loss": 0.8929,
      "step": 68396
    },
    {
      "epoch": 2.8014335449518737,
      "grad_norm": 0.9709757156795866,
      "learning_rate": 0.00016902128450200647,
      "loss": 0.4496,
      "step": 68397
    },
    {
      "epoch": 2.8014745033790702,
      "grad_norm": 1.1196517229791656,
      "learning_rate": 0.00016901804943152008,
      "loss": 0.8285,
      "step": 68398
    },
    {
      "epoch": 2.8015154618062668,
      "grad_norm": 1.1474389641560758,
      "learning_rate": 0.0001690148143520431,
      "loss": 0.9279,
      "step": 68399
    },
    {
      "epoch": 2.801556420233463,
      "grad_norm": 0.875837687589986,
      "learning_rate": 0.00016901157926357694,
      "loss": 0.2041,
      "step": 68400
    },
    {
      "epoch": 2.8015973786606594,
      "grad_norm": 1.2436865168393956,
      "learning_rate": 0.00016900834416612323,
      "loss": 0.8801,
      "step": 68401
    },
    {
      "epoch": 2.801638337087856,
      "grad_norm": 1.096576816436633,
      "learning_rate": 0.00016900510905968355,
      "loss": 0.7822,
      "step": 68402
    },
    {
      "epoch": 2.8016792955150525,
      "grad_norm": 1.0627718088079943,
      "learning_rate": 0.0001690018739442593,
      "loss": 0.7231,
      "step": 68403
    },
    {
      "epoch": 2.8017202539422486,
      "grad_norm": 1.431844738212866,
      "learning_rate": 0.00016899863881985204,
      "loss": 0.5663,
      "step": 68404
    },
    {
      "epoch": 2.801761212369445,
      "grad_norm": 2.2245433781408175,
      "learning_rate": 0.00016899540368646334,
      "loss": 1.5898,
      "step": 68405
    },
    {
      "epoch": 2.801802170796641,
      "grad_norm": 1.779549142296925,
      "learning_rate": 0.00016899216854409475,
      "loss": 1.1566,
      "step": 68406
    },
    {
      "epoch": 2.8018431292238377,
      "grad_norm": 0.669800617534796,
      "learning_rate": 0.0001689889333927478,
      "loss": 0.2194,
      "step": 68407
    },
    {
      "epoch": 2.8018840876510342,
      "grad_norm": 1.0318166339672907,
      "learning_rate": 0.00016898569823242391,
      "loss": 0.7711,
      "step": 68408
    },
    {
      "epoch": 2.801925046078231,
      "grad_norm": 1.2158120438653928,
      "learning_rate": 0.00016898246306312469,
      "loss": 0.8459,
      "step": 68409
    },
    {
      "epoch": 2.801966004505427,
      "grad_norm": 1.311830187229348,
      "learning_rate": 0.0001689792278848517,
      "loss": 0.6276,
      "step": 68410
    },
    {
      "epoch": 2.8020069629326234,
      "grad_norm": 1.0487625403847212,
      "learning_rate": 0.0001689759926976064,
      "loss": 0.793,
      "step": 68411
    },
    {
      "epoch": 2.80204792135982,
      "grad_norm": 1.0051221351179136,
      "learning_rate": 0.00016897275750139034,
      "loss": 0.7945,
      "step": 68412
    },
    {
      "epoch": 2.802088879787016,
      "grad_norm": 1.0751019569393183,
      "learning_rate": 0.0001689695222962051,
      "loss": 0.672,
      "step": 68413
    },
    {
      "epoch": 2.8021298382142126,
      "grad_norm": 1.1977652925445261,
      "learning_rate": 0.00016896628708205216,
      "loss": 0.7847,
      "step": 68414
    },
    {
      "epoch": 2.802170796641409,
      "grad_norm": 1.257589455156594,
      "learning_rate": 0.00016896305185893306,
      "loss": 0.7424,
      "step": 68415
    },
    {
      "epoch": 2.802211755068605,
      "grad_norm": 1.2796390200721457,
      "learning_rate": 0.0001689598166268493,
      "loss": 0.9102,
      "step": 68416
    },
    {
      "epoch": 2.8022527134958017,
      "grad_norm": 1.004493364594376,
      "learning_rate": 0.00016895658138580248,
      "loss": 0.9392,
      "step": 68417
    },
    {
      "epoch": 2.8022936719229983,
      "grad_norm": 2.6275183377870297,
      "learning_rate": 0.00016895334613579408,
      "loss": 1.3121,
      "step": 68418
    },
    {
      "epoch": 2.8023346303501944,
      "grad_norm": 1.0147498365988425,
      "learning_rate": 0.0001689501108768256,
      "loss": 0.5281,
      "step": 68419
    },
    {
      "epoch": 2.802375588777391,
      "grad_norm": 1.2414745759678634,
      "learning_rate": 0.00016894687560889862,
      "loss": 0.8838,
      "step": 68420
    },
    {
      "epoch": 2.8024165472045874,
      "grad_norm": 1.0914866197038169,
      "learning_rate": 0.0001689436403320147,
      "loss": 0.6654,
      "step": 68421
    },
    {
      "epoch": 2.802457505631784,
      "grad_norm": 1.1866240029715205,
      "learning_rate": 0.0001689404050461753,
      "loss": 0.9673,
      "step": 68422
    },
    {
      "epoch": 2.80249846405898,
      "grad_norm": 0.909383543738059,
      "learning_rate": 0.00016893716975138195,
      "loss": 0.6624,
      "step": 68423
    },
    {
      "epoch": 2.8025394224861766,
      "grad_norm": 1.2922654124472588,
      "learning_rate": 0.00016893393444763623,
      "loss": 0.6962,
      "step": 68424
    },
    {
      "epoch": 2.8025803809133727,
      "grad_norm": 1.7490064444636848,
      "learning_rate": 0.00016893069913493964,
      "loss": 1.9673,
      "step": 68425
    },
    {
      "epoch": 2.8026213393405692,
      "grad_norm": 2.6084659263236167,
      "learning_rate": 0.0001689274638132937,
      "loss": 1.0864,
      "step": 68426
    },
    {
      "epoch": 2.8026622977677658,
      "grad_norm": 1.112794970228097,
      "learning_rate": 0.00016892422848270003,
      "loss": 0.3157,
      "step": 68427
    },
    {
      "epoch": 2.8027032561949623,
      "grad_norm": 1.0660388336356352,
      "learning_rate": 0.00016892099314315997,
      "loss": 0.739,
      "step": 68428
    },
    {
      "epoch": 2.8027442146221584,
      "grad_norm": 1.7880094970121931,
      "learning_rate": 0.00016891775779467522,
      "loss": 1.6071,
      "step": 68429
    },
    {
      "epoch": 2.802785173049355,
      "grad_norm": 1.3819363516688268,
      "learning_rate": 0.00016891452243724726,
      "loss": 1.1197,
      "step": 68430
    },
    {
      "epoch": 2.8028261314765515,
      "grad_norm": 1.0667252957289737,
      "learning_rate": 0.00016891128707087762,
      "loss": 0.6085,
      "step": 68431
    },
    {
      "epoch": 2.8028670899037476,
      "grad_norm": 1.4130385638445662,
      "learning_rate": 0.00016890805169556775,
      "loss": 0.6177,
      "step": 68432
    },
    {
      "epoch": 2.802908048330944,
      "grad_norm": 1.0165746536861335,
      "learning_rate": 0.00016890481631131934,
      "loss": 0.5499,
      "step": 68433
    },
    {
      "epoch": 2.8029490067581406,
      "grad_norm": 0.9331230047667596,
      "learning_rate": 0.00016890158091813377,
      "loss": 0.6401,
      "step": 68434
    },
    {
      "epoch": 2.8029899651853367,
      "grad_norm": 1.3556819008675363,
      "learning_rate": 0.00016889834551601265,
      "loss": 1.0929,
      "step": 68435
    },
    {
      "epoch": 2.8030309236125333,
      "grad_norm": 1.091622996828208,
      "learning_rate": 0.00016889511010495747,
      "loss": 0.7855,
      "step": 68436
    },
    {
      "epoch": 2.80307188203973,
      "grad_norm": 1.0602473029308226,
      "learning_rate": 0.0001688918746849698,
      "loss": 0.4619,
      "step": 68437
    },
    {
      "epoch": 2.803112840466926,
      "grad_norm": 1.3499381744123338,
      "learning_rate": 0.00016888863925605116,
      "loss": 0.845,
      "step": 68438
    },
    {
      "epoch": 2.8031537988941224,
      "grad_norm": 1.1139754503238108,
      "learning_rate": 0.00016888540381820304,
      "loss": 0.772,
      "step": 68439
    },
    {
      "epoch": 2.803194757321319,
      "grad_norm": 1.444659308228157,
      "learning_rate": 0.000168882168371427,
      "loss": 0.824,
      "step": 68440
    },
    {
      "epoch": 2.8032357157485155,
      "grad_norm": 1.0238735908416374,
      "learning_rate": 0.0001688789329157246,
      "loss": 0.7488,
      "step": 68441
    },
    {
      "epoch": 2.8032766741757116,
      "grad_norm": 0.7480520799696355,
      "learning_rate": 0.0001688756974510973,
      "loss": 0.2581,
      "step": 68442
    },
    {
      "epoch": 2.803317632602908,
      "grad_norm": 0.8802624836064401,
      "learning_rate": 0.00016887246197754674,
      "loss": 0.4504,
      "step": 68443
    },
    {
      "epoch": 2.803358591030104,
      "grad_norm": 1.1048701970493828,
      "learning_rate": 0.00016886922649507425,
      "loss": 0.6205,
      "step": 68444
    },
    {
      "epoch": 2.8033995494573007,
      "grad_norm": 0.6320951583891999,
      "learning_rate": 0.00016886599100368155,
      "loss": 0.2785,
      "step": 68445
    },
    {
      "epoch": 2.8034405078844973,
      "grad_norm": 1.2800420047855658,
      "learning_rate": 0.0001688627555033701,
      "loss": 0.8024,
      "step": 68446
    },
    {
      "epoch": 2.803481466311694,
      "grad_norm": 0.9643248236207554,
      "learning_rate": 0.00016885951999414149,
      "loss": 0.5866,
      "step": 68447
    },
    {
      "epoch": 2.80352242473889,
      "grad_norm": 1.3738026889354817,
      "learning_rate": 0.00016885628447599712,
      "loss": 1.172,
      "step": 68448
    },
    {
      "epoch": 2.8035633831660864,
      "grad_norm": 1.2533359311309438,
      "learning_rate": 0.0001688530489489386,
      "loss": 0.9004,
      "step": 68449
    },
    {
      "epoch": 2.803604341593283,
      "grad_norm": 0.8599808565712348,
      "learning_rate": 0.00016884981341296746,
      "loss": 0.4486,
      "step": 68450
    },
    {
      "epoch": 2.803645300020479,
      "grad_norm": 1.2177914028749006,
      "learning_rate": 0.00016884657786808523,
      "loss": 0.8135,
      "step": 68451
    },
    {
      "epoch": 2.8036862584476756,
      "grad_norm": 1.1424956109809716,
      "learning_rate": 0.0001688433423142934,
      "loss": 0.8615,
      "step": 68452
    },
    {
      "epoch": 2.803727216874872,
      "grad_norm": 0.9786200345251402,
      "learning_rate": 0.00016884010675159358,
      "loss": 0.6615,
      "step": 68453
    },
    {
      "epoch": 2.8037681753020687,
      "grad_norm": 1.1127897695662219,
      "learning_rate": 0.00016883687117998723,
      "loss": 0.6666,
      "step": 68454
    },
    {
      "epoch": 2.8038091337292648,
      "grad_norm": 1.2098601898807952,
      "learning_rate": 0.00016883363559947592,
      "loss": 0.7672,
      "step": 68455
    },
    {
      "epoch": 2.8038500921564613,
      "grad_norm": 1.4383130117577507,
      "learning_rate": 0.0001688304000100611,
      "loss": 1.0123,
      "step": 68456
    },
    {
      "epoch": 2.8038910505836574,
      "grad_norm": 1.381665247232504,
      "learning_rate": 0.00016882716441174437,
      "loss": 0.7742,
      "step": 68457
    },
    {
      "epoch": 2.803932009010854,
      "grad_norm": 0.8866771425898433,
      "learning_rate": 0.00016882392880452731,
      "loss": 0.3517,
      "step": 68458
    },
    {
      "epoch": 2.8039729674380505,
      "grad_norm": 0.9076247062166657,
      "learning_rate": 0.00016882069318841135,
      "loss": 0.7309,
      "step": 68459
    },
    {
      "epoch": 2.804013925865247,
      "grad_norm": 1.071421892319915,
      "learning_rate": 0.00016881745756339807,
      "loss": 0.7853,
      "step": 68460
    },
    {
      "epoch": 2.804054884292443,
      "grad_norm": 0.8766811668329841,
      "learning_rate": 0.00016881422192948896,
      "loss": 0.3451,
      "step": 68461
    },
    {
      "epoch": 2.8040958427196396,
      "grad_norm": 1.1531153191164132,
      "learning_rate": 0.00016881098628668563,
      "loss": 0.8142,
      "step": 68462
    },
    {
      "epoch": 2.8041368011468357,
      "grad_norm": 0.8860627287900106,
      "learning_rate": 0.00016880775063498953,
      "loss": 0.3649,
      "step": 68463
    },
    {
      "epoch": 2.8041777595740323,
      "grad_norm": 1.0678159407185905,
      "learning_rate": 0.0001688045149744022,
      "loss": 0.8406,
      "step": 68464
    },
    {
      "epoch": 2.804218718001229,
      "grad_norm": 1.3125986762173236,
      "learning_rate": 0.00016880127930492516,
      "loss": 0.7415,
      "step": 68465
    },
    {
      "epoch": 2.8042596764284253,
      "grad_norm": 1.1223712276207485,
      "learning_rate": 0.00016879804362656003,
      "loss": 0.6806,
      "step": 68466
    },
    {
      "epoch": 2.8043006348556214,
      "grad_norm": 1.087516123315323,
      "learning_rate": 0.00016879480793930825,
      "loss": 0.9801,
      "step": 68467
    },
    {
      "epoch": 2.804341593282818,
      "grad_norm": 1.248090726725165,
      "learning_rate": 0.00016879157224317136,
      "loss": 0.9325,
      "step": 68468
    },
    {
      "epoch": 2.8043825517100145,
      "grad_norm": 1.0652993623427551,
      "learning_rate": 0.00016878833653815095,
      "loss": 0.8104,
      "step": 68469
    },
    {
      "epoch": 2.8044235101372106,
      "grad_norm": 1.2868131326204366,
      "learning_rate": 0.0001687851008242485,
      "loss": 0.9351,
      "step": 68470
    },
    {
      "epoch": 2.804464468564407,
      "grad_norm": 1.1278281022844283,
      "learning_rate": 0.00016878186510146552,
      "loss": 0.778,
      "step": 68471
    },
    {
      "epoch": 2.8045054269916037,
      "grad_norm": 1.0969486618641093,
      "learning_rate": 0.00016877862936980355,
      "loss": 0.6607,
      "step": 68472
    },
    {
      "epoch": 2.8045463854188,
      "grad_norm": 1.0009137763042175,
      "learning_rate": 0.00016877539362926414,
      "loss": 0.6929,
      "step": 68473
    },
    {
      "epoch": 2.8045873438459963,
      "grad_norm": 0.7035354645951039,
      "learning_rate": 0.00016877215787984882,
      "loss": 0.2657,
      "step": 68474
    },
    {
      "epoch": 2.804628302273193,
      "grad_norm": 0.9996387112807167,
      "learning_rate": 0.00016876892212155914,
      "loss": 0.6227,
      "step": 68475
    },
    {
      "epoch": 2.804669260700389,
      "grad_norm": 0.7281345734991783,
      "learning_rate": 0.00016876568635439652,
      "loss": 0.2903,
      "step": 68476
    },
    {
      "epoch": 2.8047102191275854,
      "grad_norm": 1.4872626283365642,
      "learning_rate": 0.00016876245057836266,
      "loss": 0.9211,
      "step": 68477
    },
    {
      "epoch": 2.804751177554782,
      "grad_norm": 1.2301285187104212,
      "learning_rate": 0.00016875921479345902,
      "loss": 0.7468,
      "step": 68478
    },
    {
      "epoch": 2.8047921359819785,
      "grad_norm": 0.9295883968393244,
      "learning_rate": 0.00016875597899968707,
      "loss": 0.3335,
      "step": 68479
    },
    {
      "epoch": 2.8048330944091746,
      "grad_norm": 1.3378066068406491,
      "learning_rate": 0.00016875274319704838,
      "loss": 0.6508,
      "step": 68480
    },
    {
      "epoch": 2.804874052836371,
      "grad_norm": 1.0057406634120456,
      "learning_rate": 0.00016874950738554446,
      "loss": 0.5922,
      "step": 68481
    },
    {
      "epoch": 2.8049150112635672,
      "grad_norm": 2.041627097788011,
      "learning_rate": 0.00016874627156517687,
      "loss": 2.0737,
      "step": 68482
    },
    {
      "epoch": 2.8049559696907638,
      "grad_norm": 0.8289722836273732,
      "learning_rate": 0.00016874303573594717,
      "loss": 0.6063,
      "step": 68483
    },
    {
      "epoch": 2.8049969281179603,
      "grad_norm": 1.4328039500951415,
      "learning_rate": 0.0001687397998978568,
      "loss": 0.7961,
      "step": 68484
    },
    {
      "epoch": 2.805037886545157,
      "grad_norm": 0.9695425527020135,
      "learning_rate": 0.00016873656405090733,
      "loss": 0.6276,
      "step": 68485
    },
    {
      "epoch": 2.805078844972353,
      "grad_norm": 1.306462617623849,
      "learning_rate": 0.00016873332819510037,
      "loss": 0.877,
      "step": 68486
    },
    {
      "epoch": 2.8051198033995495,
      "grad_norm": 1.1465669920612982,
      "learning_rate": 0.00016873009233043734,
      "loss": 0.755,
      "step": 68487
    },
    {
      "epoch": 2.805160761826746,
      "grad_norm": 1.1215810542327407,
      "learning_rate": 0.00016872685645691977,
      "loss": 0.9381,
      "step": 68488
    },
    {
      "epoch": 2.805201720253942,
      "grad_norm": 0.7268390433033171,
      "learning_rate": 0.00016872362057454929,
      "loss": 0.2513,
      "step": 68489
    },
    {
      "epoch": 2.8052426786811386,
      "grad_norm": 1.241498711642878,
      "learning_rate": 0.00016872038468332734,
      "loss": 0.8696,
      "step": 68490
    },
    {
      "epoch": 2.805283637108335,
      "grad_norm": 1.1289413004203213,
      "learning_rate": 0.0001687171487832555,
      "loss": 0.6216,
      "step": 68491
    },
    {
      "epoch": 2.8053245955355317,
      "grad_norm": 1.1466619470312855,
      "learning_rate": 0.00016871391287433523,
      "loss": 0.5643,
      "step": 68492
    },
    {
      "epoch": 2.805365553962728,
      "grad_norm": 1.0657031866879112,
      "learning_rate": 0.00016871067695656817,
      "loss": 0.752,
      "step": 68493
    },
    {
      "epoch": 2.8054065123899243,
      "grad_norm": 0.9189596567658708,
      "learning_rate": 0.00016870744102995576,
      "loss": 0.6475,
      "step": 68494
    },
    {
      "epoch": 2.8054474708171204,
      "grad_norm": 1.189443984571552,
      "learning_rate": 0.00016870420509449953,
      "loss": 0.9556,
      "step": 68495
    },
    {
      "epoch": 2.805488429244317,
      "grad_norm": 1.0293570583740868,
      "learning_rate": 0.00016870096915020104,
      "loss": 0.7837,
      "step": 68496
    },
    {
      "epoch": 2.8055293876715135,
      "grad_norm": 0.6844413378080962,
      "learning_rate": 0.00016869773319706186,
      "loss": 0.2759,
      "step": 68497
    },
    {
      "epoch": 2.80557034609871,
      "grad_norm": 2.671437899949183,
      "learning_rate": 0.00016869449723508345,
      "loss": 3.6092,
      "step": 68498
    },
    {
      "epoch": 2.805611304525906,
      "grad_norm": 1.0764804291441545,
      "learning_rate": 0.00016869126126426738,
      "loss": 0.6612,
      "step": 68499
    },
    {
      "epoch": 2.8056522629531027,
      "grad_norm": 1.2219677360936514,
      "learning_rate": 0.00016868802528461515,
      "loss": 0.7027,
      "step": 68500
    },
    {
      "epoch": 2.8056932213802988,
      "grad_norm": 1.4786524978149802,
      "learning_rate": 0.00016868478929612835,
      "loss": 0.9373,
      "step": 68501
    },
    {
      "epoch": 2.8057341798074953,
      "grad_norm": 1.0742919890178009,
      "learning_rate": 0.00016868155329880842,
      "loss": 0.7558,
      "step": 68502
    },
    {
      "epoch": 2.805775138234692,
      "grad_norm": 0.9222746911744623,
      "learning_rate": 0.00016867831729265695,
      "loss": 0.4147,
      "step": 68503
    },
    {
      "epoch": 2.8058160966618884,
      "grad_norm": 1.4776445374218237,
      "learning_rate": 0.00016867508127767542,
      "loss": 0.8828,
      "step": 68504
    },
    {
      "epoch": 2.8058570550890845,
      "grad_norm": 1.3644061751441612,
      "learning_rate": 0.00016867184525386545,
      "loss": 1.1594,
      "step": 68505
    },
    {
      "epoch": 2.805898013516281,
      "grad_norm": 0.7566219802446732,
      "learning_rate": 0.00016866860922122847,
      "loss": 0.4054,
      "step": 68506
    },
    {
      "epoch": 2.8059389719434775,
      "grad_norm": 1.1333014906508876,
      "learning_rate": 0.0001686653731797661,
      "loss": 0.8755,
      "step": 68507
    },
    {
      "epoch": 2.8059799303706736,
      "grad_norm": 0.9894758118202149,
      "learning_rate": 0.0001686621371294798,
      "loss": 0.6139,
      "step": 68508
    },
    {
      "epoch": 2.80602088879787,
      "grad_norm": 1.456624942897391,
      "learning_rate": 0.0001686589010703711,
      "loss": 1.126,
      "step": 68509
    },
    {
      "epoch": 2.8060618472250667,
      "grad_norm": 1.3542008266256091,
      "learning_rate": 0.0001686556650024416,
      "loss": 0.9601,
      "step": 68510
    },
    {
      "epoch": 2.806102805652263,
      "grad_norm": 0.9915049983294126,
      "learning_rate": 0.00016865242892569277,
      "loss": 0.413,
      "step": 68511
    },
    {
      "epoch": 2.8061437640794593,
      "grad_norm": 0.9149929873234083,
      "learning_rate": 0.00016864919284012613,
      "loss": 0.3708,
      "step": 68512
    },
    {
      "epoch": 2.806184722506656,
      "grad_norm": 1.1705552222727156,
      "learning_rate": 0.0001686459567457433,
      "loss": 0.666,
      "step": 68513
    },
    {
      "epoch": 2.806225680933852,
      "grad_norm": 1.5251693730346276,
      "learning_rate": 0.00016864272064254568,
      "loss": 1.2085,
      "step": 68514
    },
    {
      "epoch": 2.8062666393610485,
      "grad_norm": 0.7782845865526057,
      "learning_rate": 0.00016863948453053489,
      "loss": 0.3501,
      "step": 68515
    },
    {
      "epoch": 2.806307597788245,
      "grad_norm": 1.2753429841064896,
      "learning_rate": 0.0001686362484097124,
      "loss": 0.6989,
      "step": 68516
    },
    {
      "epoch": 2.8063485562154415,
      "grad_norm": 1.1004792831190462,
      "learning_rate": 0.0001686330122800798,
      "loss": 0.8507,
      "step": 68517
    },
    {
      "epoch": 2.8063895146426376,
      "grad_norm": 0.939120908308405,
      "learning_rate": 0.00016862977614163862,
      "loss": 0.7914,
      "step": 68518
    },
    {
      "epoch": 2.806430473069834,
      "grad_norm": 1.4033606130342509,
      "learning_rate": 0.0001686265399943903,
      "loss": 0.8421,
      "step": 68519
    },
    {
      "epoch": 2.8064714314970303,
      "grad_norm": 1.0100848070170643,
      "learning_rate": 0.00016862330383833648,
      "loss": 0.8009,
      "step": 68520
    },
    {
      "epoch": 2.806512389924227,
      "grad_norm": 1.378968340352011,
      "learning_rate": 0.00016862006767347863,
      "loss": 0.9194,
      "step": 68521
    },
    {
      "epoch": 2.8065533483514233,
      "grad_norm": 1.1298796945820846,
      "learning_rate": 0.00016861683149981829,
      "loss": 0.6128,
      "step": 68522
    },
    {
      "epoch": 2.80659430677862,
      "grad_norm": 2.244036126133538,
      "learning_rate": 0.000168613595317357,
      "loss": 0.5518,
      "step": 68523
    },
    {
      "epoch": 2.806635265205816,
      "grad_norm": 1.3988725291121347,
      "learning_rate": 0.00016861035912609624,
      "loss": 0.5998,
      "step": 68524
    },
    {
      "epoch": 2.8066762236330125,
      "grad_norm": 1.5547672986831464,
      "learning_rate": 0.00016860712292603763,
      "loss": 0.7347,
      "step": 68525
    },
    {
      "epoch": 2.806717182060209,
      "grad_norm": 0.9213459946048983,
      "learning_rate": 0.00016860388671718264,
      "loss": 0.6516,
      "step": 68526
    },
    {
      "epoch": 2.806758140487405,
      "grad_norm": 1.2423180937058118,
      "learning_rate": 0.0001686006504995328,
      "loss": 0.6922,
      "step": 68527
    },
    {
      "epoch": 2.8067990989146017,
      "grad_norm": 1.42851190728192,
      "learning_rate": 0.00016859741427308964,
      "loss": 0.8667,
      "step": 68528
    },
    {
      "epoch": 2.806840057341798,
      "grad_norm": 1.2994939134844574,
      "learning_rate": 0.00016859417803785474,
      "loss": 0.3867,
      "step": 68529
    },
    {
      "epoch": 2.8068810157689947,
      "grad_norm": 0.801794726292919,
      "learning_rate": 0.0001685909417938296,
      "loss": 0.2673,
      "step": 68530
    },
    {
      "epoch": 2.806921974196191,
      "grad_norm": 0.6953606975111908,
      "learning_rate": 0.00016858770554101574,
      "loss": 0.3136,
      "step": 68531
    },
    {
      "epoch": 2.8069629326233874,
      "grad_norm": 1.1297750067014398,
      "learning_rate": 0.00016858446927941461,
      "loss": 0.6245,
      "step": 68532
    },
    {
      "epoch": 2.8070038910505835,
      "grad_norm": 1.0394165396240251,
      "learning_rate": 0.00016858123300902788,
      "loss": 0.8534,
      "step": 68533
    },
    {
      "epoch": 2.80704484947778,
      "grad_norm": 3.021009418446773,
      "learning_rate": 0.00016857799672985704,
      "loss": 1.4873,
      "step": 68534
    },
    {
      "epoch": 2.8070858079049765,
      "grad_norm": 1.1550080695706724,
      "learning_rate": 0.00016857476044190357,
      "loss": 0.821,
      "step": 68535
    },
    {
      "epoch": 2.807126766332173,
      "grad_norm": 1.160729870392292,
      "learning_rate": 0.00016857152414516904,
      "loss": 0.6919,
      "step": 68536
    },
    {
      "epoch": 2.807167724759369,
      "grad_norm": 1.3692785427408931,
      "learning_rate": 0.00016856828783965496,
      "loss": 1.0794,
      "step": 68537
    },
    {
      "epoch": 2.8072086831865657,
      "grad_norm": 1.1573273529606458,
      "learning_rate": 0.0001685650515253629,
      "loss": 0.7543,
      "step": 68538
    },
    {
      "epoch": 2.807249641613762,
      "grad_norm": 1.7140707391040197,
      "learning_rate": 0.00016856181520229438,
      "loss": 1.1349,
      "step": 68539
    },
    {
      "epoch": 2.8072906000409583,
      "grad_norm": 1.875084266947627,
      "learning_rate": 0.00016855857887045084,
      "loss": 2.1433,
      "step": 68540
    },
    {
      "epoch": 2.807331558468155,
      "grad_norm": 0.8579235183349173,
      "learning_rate": 0.00016855534252983393,
      "loss": 0.4131,
      "step": 68541
    },
    {
      "epoch": 2.8073725168953514,
      "grad_norm": 0.9023942532811248,
      "learning_rate": 0.00016855210618044511,
      "loss": 0.9013,
      "step": 68542
    },
    {
      "epoch": 2.8074134753225475,
      "grad_norm": 0.7385738553858004,
      "learning_rate": 0.00016854886982228595,
      "loss": 0.355,
      "step": 68543
    },
    {
      "epoch": 2.807454433749744,
      "grad_norm": 1.392609549136287,
      "learning_rate": 0.00016854563345535794,
      "loss": 1.1088,
      "step": 68544
    },
    {
      "epoch": 2.8074953921769406,
      "grad_norm": 1.0210378778338143,
      "learning_rate": 0.00016854239707966265,
      "loss": 0.6682,
      "step": 68545
    },
    {
      "epoch": 2.8075363506041366,
      "grad_norm": 0.9145165743386712,
      "learning_rate": 0.00016853916069520158,
      "loss": 0.454,
      "step": 68546
    },
    {
      "epoch": 2.807577309031333,
      "grad_norm": 1.0150751144257892,
      "learning_rate": 0.00016853592430197628,
      "loss": 0.8968,
      "step": 68547
    },
    {
      "epoch": 2.8076182674585297,
      "grad_norm": 0.9816508246910983,
      "learning_rate": 0.00016853268789998827,
      "loss": 0.5182,
      "step": 68548
    },
    {
      "epoch": 2.8076592258857263,
      "grad_norm": 1.2081136306937248,
      "learning_rate": 0.00016852945148923906,
      "loss": 0.8248,
      "step": 68549
    },
    {
      "epoch": 2.8077001843129223,
      "grad_norm": 1.1500162996194692,
      "learning_rate": 0.00016852621506973023,
      "loss": 0.8796,
      "step": 68550
    },
    {
      "epoch": 2.807741142740119,
      "grad_norm": 1.021503519178018,
      "learning_rate": 0.0001685229786414633,
      "loss": 0.8482,
      "step": 68551
    },
    {
      "epoch": 2.807782101167315,
      "grad_norm": 1.0706167109079685,
      "learning_rate": 0.0001685197422044397,
      "loss": 0.7725,
      "step": 68552
    },
    {
      "epoch": 2.8078230595945115,
      "grad_norm": 0.8092437638740214,
      "learning_rate": 0.0001685165057586611,
      "loss": 0.3153,
      "step": 68553
    },
    {
      "epoch": 2.807864018021708,
      "grad_norm": 0.9571294214724226,
      "learning_rate": 0.00016851326930412896,
      "loss": 0.4592,
      "step": 68554
    },
    {
      "epoch": 2.8079049764489046,
      "grad_norm": 0.8026437762613026,
      "learning_rate": 0.00016851003284084481,
      "loss": 0.1548,
      "step": 68555
    },
    {
      "epoch": 2.8079459348761007,
      "grad_norm": 1.260671617205163,
      "learning_rate": 0.0001685067963688102,
      "loss": 1.0158,
      "step": 68556
    },
    {
      "epoch": 2.807986893303297,
      "grad_norm": 1.5997137691013081,
      "learning_rate": 0.00016850355988802664,
      "loss": 0.9538,
      "step": 68557
    },
    {
      "epoch": 2.8080278517304933,
      "grad_norm": 2.997568971420867,
      "learning_rate": 0.00016850032339849568,
      "loss": 3.9939,
      "step": 68558
    },
    {
      "epoch": 2.80806881015769,
      "grad_norm": 0.8986680820206768,
      "learning_rate": 0.00016849708690021886,
      "loss": 0.2703,
      "step": 68559
    },
    {
      "epoch": 2.8081097685848864,
      "grad_norm": 1.0913530887356067,
      "learning_rate": 0.00016849385039319762,
      "loss": 0.7256,
      "step": 68560
    },
    {
      "epoch": 2.808150727012083,
      "grad_norm": 1.4781587555419597,
      "learning_rate": 0.00016849061387743362,
      "loss": 0.9132,
      "step": 68561
    },
    {
      "epoch": 2.808191685439279,
      "grad_norm": 0.8504910052716456,
      "learning_rate": 0.00016848737735292833,
      "loss": 0.3011,
      "step": 68562
    },
    {
      "epoch": 2.8082326438664755,
      "grad_norm": 0.9594631815188386,
      "learning_rate": 0.0001684841408196833,
      "loss": 0.6045,
      "step": 68563
    },
    {
      "epoch": 2.808273602293672,
      "grad_norm": 0.9312095771032723,
      "learning_rate": 0.00016848090427769996,
      "loss": 0.616,
      "step": 68564
    },
    {
      "epoch": 2.808314560720868,
      "grad_norm": 0.9402347298610249,
      "learning_rate": 0.00016847766772697996,
      "loss": 0.663,
      "step": 68565
    },
    {
      "epoch": 2.8083555191480647,
      "grad_norm": 1.6886701100986237,
      "learning_rate": 0.00016847443116752483,
      "loss": 0.9424,
      "step": 68566
    },
    {
      "epoch": 2.8083964775752612,
      "grad_norm": 1.1607160188858878,
      "learning_rate": 0.00016847119459933603,
      "loss": 0.8047,
      "step": 68567
    },
    {
      "epoch": 2.8084374360024578,
      "grad_norm": 1.2307092046213313,
      "learning_rate": 0.00016846795802241514,
      "loss": 0.444,
      "step": 68568
    },
    {
      "epoch": 2.808478394429654,
      "grad_norm": 1.4992301904213043,
      "learning_rate": 0.00016846472143676363,
      "loss": 0.7273,
      "step": 68569
    },
    {
      "epoch": 2.8085193528568504,
      "grad_norm": 0.9774319359745401,
      "learning_rate": 0.00016846148484238313,
      "loss": 0.8291,
      "step": 68570
    },
    {
      "epoch": 2.8085603112840465,
      "grad_norm": 1.0363950451051274,
      "learning_rate": 0.00016845824823927508,
      "loss": 0.7798,
      "step": 68571
    },
    {
      "epoch": 2.808601269711243,
      "grad_norm": 1.2972647671434048,
      "learning_rate": 0.000168455011627441,
      "loss": 0.7511,
      "step": 68572
    },
    {
      "epoch": 2.8086422281384396,
      "grad_norm": 1.8756478717553116,
      "learning_rate": 0.00016845177500688253,
      "loss": 1.3623,
      "step": 68573
    },
    {
      "epoch": 2.808683186565636,
      "grad_norm": 0.6924371860882196,
      "learning_rate": 0.0001684485383776011,
      "loss": 0.2364,
      "step": 68574
    },
    {
      "epoch": 2.808724144992832,
      "grad_norm": 3.428965103783284,
      "learning_rate": 0.0001684453017395983,
      "loss": 1.4059,
      "step": 68575
    },
    {
      "epoch": 2.8087651034200287,
      "grad_norm": 1.1051891584561195,
      "learning_rate": 0.00016844206509287555,
      "loss": 0.8161,
      "step": 68576
    },
    {
      "epoch": 2.808806061847225,
      "grad_norm": 1.4576094274050073,
      "learning_rate": 0.0001684388284374345,
      "loss": 0.9605,
      "step": 68577
    },
    {
      "epoch": 2.8088470202744213,
      "grad_norm": 1.2793602403446254,
      "learning_rate": 0.0001684355917732767,
      "loss": 0.6633,
      "step": 68578
    },
    {
      "epoch": 2.808887978701618,
      "grad_norm": 1.1436296955851541,
      "learning_rate": 0.00016843235510040358,
      "loss": 0.3746,
      "step": 68579
    },
    {
      "epoch": 2.8089289371288144,
      "grad_norm": 0.6878037739856482,
      "learning_rate": 0.0001684291184188167,
      "loss": 0.2296,
      "step": 68580
    },
    {
      "epoch": 2.8089698955560105,
      "grad_norm": 1.3942557996141869,
      "learning_rate": 0.00016842588172851763,
      "loss": 0.7695,
      "step": 68581
    },
    {
      "epoch": 2.809010853983207,
      "grad_norm": 1.3385129813409982,
      "learning_rate": 0.00016842264502950788,
      "loss": 1.0071,
      "step": 68582
    },
    {
      "epoch": 2.8090518124104036,
      "grad_norm": 0.9874872508743217,
      "learning_rate": 0.00016841940832178895,
      "loss": 0.742,
      "step": 68583
    },
    {
      "epoch": 2.8090927708375997,
      "grad_norm": 1.8795073671087004,
      "learning_rate": 0.0001684161716053624,
      "loss": 1.3842,
      "step": 68584
    },
    {
      "epoch": 2.809133729264796,
      "grad_norm": 0.9714759610342933,
      "learning_rate": 0.00016841293488022976,
      "loss": 0.7482,
      "step": 68585
    },
    {
      "epoch": 2.8091746876919927,
      "grad_norm": 1.3228121331160692,
      "learning_rate": 0.00016840969814639254,
      "loss": 0.9289,
      "step": 68586
    },
    {
      "epoch": 2.8092156461191893,
      "grad_norm": 1.2515672755964262,
      "learning_rate": 0.00016840646140385229,
      "loss": 1.1468,
      "step": 68587
    },
    {
      "epoch": 2.8092566045463854,
      "grad_norm": 0.8096476780274029,
      "learning_rate": 0.0001684032246526105,
      "loss": 0.222,
      "step": 68588
    },
    {
      "epoch": 2.809297562973582,
      "grad_norm": 1.1386269776341484,
      "learning_rate": 0.00016839998789266875,
      "loss": 0.8848,
      "step": 68589
    },
    {
      "epoch": 2.809338521400778,
      "grad_norm": 6.243449992570361,
      "learning_rate": 0.00016839675112402858,
      "loss": 4.9682,
      "step": 68590
    },
    {
      "epoch": 2.8093794798279745,
      "grad_norm": 0.7357726768694114,
      "learning_rate": 0.00016839351434669148,
      "loss": 0.2866,
      "step": 68591
    },
    {
      "epoch": 2.809420438255171,
      "grad_norm": 1.176703574385121,
      "learning_rate": 0.00016839027756065898,
      "loss": 0.8818,
      "step": 68592
    },
    {
      "epoch": 2.8094613966823676,
      "grad_norm": 1.0375131987540174,
      "learning_rate": 0.00016838704076593263,
      "loss": 0.8265,
      "step": 68593
    },
    {
      "epoch": 2.8095023551095637,
      "grad_norm": 2.845824527865339,
      "learning_rate": 0.00016838380396251397,
      "loss": 4.1003,
      "step": 68594
    },
    {
      "epoch": 2.8095433135367602,
      "grad_norm": 1.3752149390528174,
      "learning_rate": 0.0001683805671504045,
      "loss": 0.7539,
      "step": 68595
    },
    {
      "epoch": 2.8095842719639563,
      "grad_norm": 1.8848950660698733,
      "learning_rate": 0.00016837733032960575,
      "loss": 0.7871,
      "step": 68596
    },
    {
      "epoch": 2.809625230391153,
      "grad_norm": 1.4305695595258305,
      "learning_rate": 0.0001683740935001193,
      "loss": 1.2329,
      "step": 68597
    },
    {
      "epoch": 2.8096661888183494,
      "grad_norm": 0.9966788179053506,
      "learning_rate": 0.0001683708566619466,
      "loss": 0.5999,
      "step": 68598
    },
    {
      "epoch": 2.809707147245546,
      "grad_norm": 1.3439341937515024,
      "learning_rate": 0.00016836761981508925,
      "loss": 0.9257,
      "step": 68599
    },
    {
      "epoch": 2.809748105672742,
      "grad_norm": 0.8187558896214098,
      "learning_rate": 0.00016836438295954876,
      "loss": 0.5712,
      "step": 68600
    },
    {
      "epoch": 2.8097890640999386,
      "grad_norm": 0.724805459018313,
      "learning_rate": 0.00016836114609532668,
      "loss": 0.2881,
      "step": 68601
    },
    {
      "epoch": 2.809830022527135,
      "grad_norm": 0.8209519403141889,
      "learning_rate": 0.00016835790922242446,
      "loss": 0.3935,
      "step": 68602
    },
    {
      "epoch": 2.809870980954331,
      "grad_norm": 1.2354439134192734,
      "learning_rate": 0.00016835467234084373,
      "loss": 1.0435,
      "step": 68603
    },
    {
      "epoch": 2.8099119393815277,
      "grad_norm": 1.5771356688828875,
      "learning_rate": 0.00016835143545058592,
      "loss": 1.3289,
      "step": 68604
    },
    {
      "epoch": 2.8099528978087243,
      "grad_norm": 0.9264642060365533,
      "learning_rate": 0.00016834819855165268,
      "loss": 0.59,
      "step": 68605
    },
    {
      "epoch": 2.809993856235921,
      "grad_norm": 1.1399107588596427,
      "learning_rate": 0.00016834496164404544,
      "loss": 0.6131,
      "step": 68606
    },
    {
      "epoch": 2.810034814663117,
      "grad_norm": 1.4202544842543954,
      "learning_rate": 0.0001683417247277658,
      "loss": 0.811,
      "step": 68607
    },
    {
      "epoch": 2.8100757730903134,
      "grad_norm": 2.451283108410457,
      "learning_rate": 0.00016833848780281523,
      "loss": 2.3728,
      "step": 68608
    },
    {
      "epoch": 2.8101167315175095,
      "grad_norm": 1.2911564434952854,
      "learning_rate": 0.00016833525086919527,
      "loss": 0.8082,
      "step": 68609
    },
    {
      "epoch": 2.810157689944706,
      "grad_norm": 0.6345968354726327,
      "learning_rate": 0.0001683320139269075,
      "loss": 0.2362,
      "step": 68610
    },
    {
      "epoch": 2.8101986483719026,
      "grad_norm": 2.072534734331604,
      "learning_rate": 0.00016832877697595342,
      "loss": 1.1811,
      "step": 68611
    },
    {
      "epoch": 2.810239606799099,
      "grad_norm": 1.301692693314304,
      "learning_rate": 0.0001683255400163345,
      "loss": 0.736,
      "step": 68612
    },
    {
      "epoch": 2.810280565226295,
      "grad_norm": 1.2288335785569753,
      "learning_rate": 0.0001683223030480524,
      "loss": 0.6498,
      "step": 68613
    },
    {
      "epoch": 2.8103215236534917,
      "grad_norm": 1.1157893281527134,
      "learning_rate": 0.00016831906607110854,
      "loss": 0.6889,
      "step": 68614
    },
    {
      "epoch": 2.810362482080688,
      "grad_norm": 1.3009613078770772,
      "learning_rate": 0.0001683158290855045,
      "loss": 1.0626,
      "step": 68615
    },
    {
      "epoch": 2.8104034405078844,
      "grad_norm": 0.8177378660720797,
      "learning_rate": 0.00016831259209124178,
      "loss": 0.3845,
      "step": 68616
    },
    {
      "epoch": 2.810444398935081,
      "grad_norm": 1.0741802978749637,
      "learning_rate": 0.00016830935508832198,
      "loss": 0.4248,
      "step": 68617
    },
    {
      "epoch": 2.8104853573622774,
      "grad_norm": 6.226507443513453,
      "learning_rate": 0.00016830611807674655,
      "loss": 1.6302,
      "step": 68618
    },
    {
      "epoch": 2.8105263157894735,
      "grad_norm": 1.442364373907693,
      "learning_rate": 0.00016830288105651708,
      "loss": 0.9357,
      "step": 68619
    },
    {
      "epoch": 2.81056727421667,
      "grad_norm": 1.1786994898705374,
      "learning_rate": 0.00016829964402763502,
      "loss": 0.9747,
      "step": 68620
    },
    {
      "epoch": 2.8106082326438666,
      "grad_norm": 2.670040954758428,
      "learning_rate": 0.00016829640699010196,
      "loss": 3.4818,
      "step": 68621
    },
    {
      "epoch": 2.8106491910710627,
      "grad_norm": 1.7233997900185833,
      "learning_rate": 0.00016829316994391942,
      "loss": 0.8658,
      "step": 68622
    },
    {
      "epoch": 2.8106901494982592,
      "grad_norm": 1.0310395900052445,
      "learning_rate": 0.00016828993288908896,
      "loss": 0.6585,
      "step": 68623
    },
    {
      "epoch": 2.8107311079254558,
      "grad_norm": 0.8974954874955653,
      "learning_rate": 0.00016828669582561205,
      "loss": 0.3813,
      "step": 68624
    },
    {
      "epoch": 2.8107720663526523,
      "grad_norm": 1.237524425257739,
      "learning_rate": 0.00016828345875349025,
      "loss": 1.0833,
      "step": 68625
    },
    {
      "epoch": 2.8108130247798484,
      "grad_norm": 0.9709223422528671,
      "learning_rate": 0.0001682802216727251,
      "loss": 0.7142,
      "step": 68626
    },
    {
      "epoch": 2.810853983207045,
      "grad_norm": 0.9316681823996918,
      "learning_rate": 0.00016827698458331814,
      "loss": 0.6882,
      "step": 68627
    },
    {
      "epoch": 2.810894941634241,
      "grad_norm": 1.4129055113816518,
      "learning_rate": 0.00016827374748527084,
      "loss": 1.3368,
      "step": 68628
    },
    {
      "epoch": 2.8109359000614376,
      "grad_norm": 1.1153534246881378,
      "learning_rate": 0.0001682705103785848,
      "loss": 0.7538,
      "step": 68629
    },
    {
      "epoch": 2.810976858488634,
      "grad_norm": 1.094134307906728,
      "learning_rate": 0.00016826727326326154,
      "loss": 0.7586,
      "step": 68630
    },
    {
      "epoch": 2.8110178169158306,
      "grad_norm": 1.1556570862016409,
      "learning_rate": 0.00016826403613930254,
      "loss": 0.696,
      "step": 68631
    },
    {
      "epoch": 2.8110587753430267,
      "grad_norm": 1.4432984694658464,
      "learning_rate": 0.00016826079900670937,
      "loss": 0.9632,
      "step": 68632
    },
    {
      "epoch": 2.8110997337702233,
      "grad_norm": 0.7992574202612189,
      "learning_rate": 0.00016825756186548355,
      "loss": 0.4722,
      "step": 68633
    },
    {
      "epoch": 2.8111406921974194,
      "grad_norm": 0.9050584016362152,
      "learning_rate": 0.00016825432471562665,
      "loss": 0.4461,
      "step": 68634
    },
    {
      "epoch": 2.811181650624616,
      "grad_norm": 0.7771510843459621,
      "learning_rate": 0.00016825108755714015,
      "loss": 0.3866,
      "step": 68635
    },
    {
      "epoch": 2.8112226090518124,
      "grad_norm": 1.2931955098472687,
      "learning_rate": 0.00016824785039002555,
      "loss": 0.902,
      "step": 68636
    },
    {
      "epoch": 2.811263567479009,
      "grad_norm": 0.9889823339665464,
      "learning_rate": 0.00016824461321428448,
      "loss": 0.6144,
      "step": 68637
    },
    {
      "epoch": 2.811304525906205,
      "grad_norm": 1.1518435597916172,
      "learning_rate": 0.00016824137602991843,
      "loss": 0.8221,
      "step": 68638
    },
    {
      "epoch": 2.8113454843334016,
      "grad_norm": 2.2946482494977154,
      "learning_rate": 0.00016823813883692885,
      "loss": 0.7947,
      "step": 68639
    },
    {
      "epoch": 2.811386442760598,
      "grad_norm": 0.9916784240187518,
      "learning_rate": 0.00016823490163531734,
      "loss": 0.8143,
      "step": 68640
    },
    {
      "epoch": 2.811427401187794,
      "grad_norm": 1.3346135579022798,
      "learning_rate": 0.00016823166442508548,
      "loss": 1.0822,
      "step": 68641
    },
    {
      "epoch": 2.8114683596149908,
      "grad_norm": 1.0324129622276053,
      "learning_rate": 0.00016822842720623472,
      "loss": 0.6299,
      "step": 68642
    },
    {
      "epoch": 2.8115093180421873,
      "grad_norm": 0.9256347537009941,
      "learning_rate": 0.00016822518997876661,
      "loss": 0.405,
      "step": 68643
    },
    {
      "epoch": 2.811550276469384,
      "grad_norm": 1.0261239651818252,
      "learning_rate": 0.0001682219527426827,
      "loss": 0.621,
      "step": 68644
    },
    {
      "epoch": 2.81159123489658,
      "grad_norm": 1.1762769772956445,
      "learning_rate": 0.00016821871549798452,
      "loss": 0.7147,
      "step": 68645
    },
    {
      "epoch": 2.8116321933237765,
      "grad_norm": 1.4010433285192205,
      "learning_rate": 0.0001682154782446736,
      "loss": 0.7804,
      "step": 68646
    },
    {
      "epoch": 2.8116731517509725,
      "grad_norm": 1.5026930824489464,
      "learning_rate": 0.0001682122409827514,
      "loss": 1.038,
      "step": 68647
    },
    {
      "epoch": 2.811714110178169,
      "grad_norm": 1.2159322616130754,
      "learning_rate": 0.00016820900371221953,
      "loss": 0.8059,
      "step": 68648
    },
    {
      "epoch": 2.8117550686053656,
      "grad_norm": 4.2118027458680185,
      "learning_rate": 0.0001682057664330795,
      "loss": 1.1929,
      "step": 68649
    },
    {
      "epoch": 2.811796027032562,
      "grad_norm": 1.1755168014635562,
      "learning_rate": 0.00016820252914533288,
      "loss": 0.8044,
      "step": 68650
    },
    {
      "epoch": 2.8118369854597582,
      "grad_norm": 0.9432370339927638,
      "learning_rate": 0.00016819929184898113,
      "loss": 0.5203,
      "step": 68651
    },
    {
      "epoch": 2.811877943886955,
      "grad_norm": 1.4095114586971071,
      "learning_rate": 0.00016819605454402578,
      "loss": 0.9429,
      "step": 68652
    },
    {
      "epoch": 2.811918902314151,
      "grad_norm": 1.1684153272848412,
      "learning_rate": 0.00016819281723046847,
      "loss": 0.635,
      "step": 68653
    },
    {
      "epoch": 2.8119598607413474,
      "grad_norm": 1.3587167591561944,
      "learning_rate": 0.00016818957990831062,
      "loss": 0.6701,
      "step": 68654
    },
    {
      "epoch": 2.812000819168544,
      "grad_norm": 1.5169956998131515,
      "learning_rate": 0.00016818634257755377,
      "loss": 1.0861,
      "step": 68655
    },
    {
      "epoch": 2.8120417775957405,
      "grad_norm": 0.8594967889621485,
      "learning_rate": 0.00016818310523819945,
      "loss": 0.43,
      "step": 68656
    },
    {
      "epoch": 2.8120827360229366,
      "grad_norm": 1.0337739761204852,
      "learning_rate": 0.00016817986789024927,
      "loss": 0.71,
      "step": 68657
    },
    {
      "epoch": 2.812123694450133,
      "grad_norm": 1.8853522448543574,
      "learning_rate": 0.00016817663053370467,
      "loss": 1.7018,
      "step": 68658
    },
    {
      "epoch": 2.8121646528773296,
      "grad_norm": 1.4312557270833697,
      "learning_rate": 0.00016817339316856723,
      "loss": 0.9435,
      "step": 68659
    },
    {
      "epoch": 2.8122056113045257,
      "grad_norm": 1.4056511541894043,
      "learning_rate": 0.00016817015579483844,
      "loss": 1.1999,
      "step": 68660
    },
    {
      "epoch": 2.8122465697317223,
      "grad_norm": 1.5418003925392372,
      "learning_rate": 0.0001681669184125199,
      "loss": 0.6588,
      "step": 68661
    },
    {
      "epoch": 2.812287528158919,
      "grad_norm": 1.2034956287717657,
      "learning_rate": 0.00016816368102161303,
      "loss": 0.8612,
      "step": 68662
    },
    {
      "epoch": 2.8123284865861153,
      "grad_norm": 0.939580997935474,
      "learning_rate": 0.0001681604436221195,
      "loss": 0.731,
      "step": 68663
    },
    {
      "epoch": 2.8123694450133114,
      "grad_norm": 1.302153119715738,
      "learning_rate": 0.00016815720621404069,
      "loss": 1.0742,
      "step": 68664
    },
    {
      "epoch": 2.812410403440508,
      "grad_norm": 1.2983570523931254,
      "learning_rate": 0.00016815396879737825,
      "loss": 0.8365,
      "step": 68665
    },
    {
      "epoch": 2.812451361867704,
      "grad_norm": 0.8192349509472527,
      "learning_rate": 0.00016815073137213367,
      "loss": 0.437,
      "step": 68666
    },
    {
      "epoch": 2.8124923202949006,
      "grad_norm": 1.403285176686228,
      "learning_rate": 0.0001681474939383085,
      "loss": 0.9086,
      "step": 68667
    },
    {
      "epoch": 2.812533278722097,
      "grad_norm": 1.1635224774721507,
      "learning_rate": 0.00016814425649590417,
      "loss": 0.664,
      "step": 68668
    },
    {
      "epoch": 2.8125742371492937,
      "grad_norm": 1.028590199553461,
      "learning_rate": 0.00016814101904492234,
      "loss": 0.7068,
      "step": 68669
    },
    {
      "epoch": 2.8126151955764898,
      "grad_norm": 1.1200699768558036,
      "learning_rate": 0.0001681377815853645,
      "loss": 0.5656,
      "step": 68670
    },
    {
      "epoch": 2.8126561540036863,
      "grad_norm": 1.3114026977327626,
      "learning_rate": 0.00016813454411723216,
      "loss": 0.9692,
      "step": 68671
    },
    {
      "epoch": 2.8126971124308824,
      "grad_norm": 1.2876354434068968,
      "learning_rate": 0.0001681313066405268,
      "loss": 0.8946,
      "step": 68672
    },
    {
      "epoch": 2.812738070858079,
      "grad_norm": 0.8311188592029344,
      "learning_rate": 0.00016812806915525008,
      "loss": 0.4629,
      "step": 68673
    },
    {
      "epoch": 2.8127790292852755,
      "grad_norm": 0.5582200831963394,
      "learning_rate": 0.00016812483166140345,
      "loss": 0.2013,
      "step": 68674
    },
    {
      "epoch": 2.812819987712472,
      "grad_norm": 0.955696693298422,
      "learning_rate": 0.00016812159415898845,
      "loss": 0.3368,
      "step": 68675
    },
    {
      "epoch": 2.812860946139668,
      "grad_norm": 1.3218486196093633,
      "learning_rate": 0.00016811835664800657,
      "loss": 0.8651,
      "step": 68676
    },
    {
      "epoch": 2.8129019045668646,
      "grad_norm": 1.9224122404387982,
      "learning_rate": 0.00016811511912845944,
      "loss": 1.154,
      "step": 68677
    },
    {
      "epoch": 2.812942862994061,
      "grad_norm": 1.3621829518095336,
      "learning_rate": 0.00016811188160034853,
      "loss": 1.0411,
      "step": 68678
    },
    {
      "epoch": 2.8129838214212572,
      "grad_norm": 1.0849560193225607,
      "learning_rate": 0.00016810864406367534,
      "loss": 0.7219,
      "step": 68679
    },
    {
      "epoch": 2.813024779848454,
      "grad_norm": 2.062616513484447,
      "learning_rate": 0.00016810540651844143,
      "loss": 1.4361,
      "step": 68680
    },
    {
      "epoch": 2.8130657382756503,
      "grad_norm": 1.2773077826693284,
      "learning_rate": 0.00016810216896464837,
      "loss": 0.9251,
      "step": 68681
    },
    {
      "epoch": 2.813106696702847,
      "grad_norm": 1.279160787740709,
      "learning_rate": 0.00016809893140229764,
      "loss": 0.8197,
      "step": 68682
    },
    {
      "epoch": 2.813147655130043,
      "grad_norm": 1.1225499230851117,
      "learning_rate": 0.0001680956938313908,
      "loss": 0.8875,
      "step": 68683
    },
    {
      "epoch": 2.8131886135572395,
      "grad_norm": 1.0834080993578392,
      "learning_rate": 0.0001680924562519293,
      "loss": 0.7086,
      "step": 68684
    },
    {
      "epoch": 2.8132295719844356,
      "grad_norm": 0.793167063087744,
      "learning_rate": 0.00016808921866391478,
      "loss": 0.3317,
      "step": 68685
    },
    {
      "epoch": 2.813270530411632,
      "grad_norm": 0.9326025114965842,
      "learning_rate": 0.00016808598106734875,
      "loss": 0.5993,
      "step": 68686
    },
    {
      "epoch": 2.8133114888388286,
      "grad_norm": 0.986046494868203,
      "learning_rate": 0.0001680827434622327,
      "loss": 0.7296,
      "step": 68687
    },
    {
      "epoch": 2.813352447266025,
      "grad_norm": 0.6454739006297725,
      "learning_rate": 0.00016807950584856818,
      "loss": 0.2697,
      "step": 68688
    },
    {
      "epoch": 2.8133934056932213,
      "grad_norm": 1.5773494607162595,
      "learning_rate": 0.00016807626822635673,
      "loss": 0.9195,
      "step": 68689
    },
    {
      "epoch": 2.813434364120418,
      "grad_norm": 1.0120386331656546,
      "learning_rate": 0.0001680730305955999,
      "loss": 0.7984,
      "step": 68690
    },
    {
      "epoch": 2.813475322547614,
      "grad_norm": 1.2602281354310259,
      "learning_rate": 0.00016806979295629914,
      "loss": 0.7959,
      "step": 68691
    },
    {
      "epoch": 2.8135162809748104,
      "grad_norm": 0.9933040317773462,
      "learning_rate": 0.000168066555308456,
      "loss": 0.6642,
      "step": 68692
    },
    {
      "epoch": 2.813557239402007,
      "grad_norm": 0.9686579782673029,
      "learning_rate": 0.0001680633176520721,
      "loss": 0.7176,
      "step": 68693
    },
    {
      "epoch": 2.8135981978292035,
      "grad_norm": 1.1621850606479105,
      "learning_rate": 0.0001680600799871489,
      "loss": 0.4674,
      "step": 68694
    },
    {
      "epoch": 2.8136391562563996,
      "grad_norm": 0.826714252448518,
      "learning_rate": 0.00016805684231368793,
      "loss": 0.4982,
      "step": 68695
    },
    {
      "epoch": 2.813680114683596,
      "grad_norm": 0.9807999892388797,
      "learning_rate": 0.0001680536046316907,
      "loss": 0.727,
      "step": 68696
    },
    {
      "epoch": 2.8137210731107927,
      "grad_norm": 1.4965170066772575,
      "learning_rate": 0.00016805036694115882,
      "loss": 0.7325,
      "step": 68697
    },
    {
      "epoch": 2.8137620315379888,
      "grad_norm": 1.3819606132657605,
      "learning_rate": 0.00016804712924209378,
      "loss": 0.966,
      "step": 68698
    },
    {
      "epoch": 2.8138029899651853,
      "grad_norm": 1.2293405511791713,
      "learning_rate": 0.00016804389153449707,
      "loss": 0.7906,
      "step": 68699
    },
    {
      "epoch": 2.813843948392382,
      "grad_norm": 1.0473146667384643,
      "learning_rate": 0.00016804065381837026,
      "loss": 0.5084,
      "step": 68700
    },
    {
      "epoch": 2.8138849068195784,
      "grad_norm": 1.3429803784363517,
      "learning_rate": 0.0001680374160937149,
      "loss": 0.8324,
      "step": 68701
    },
    {
      "epoch": 2.8139258652467745,
      "grad_norm": 1.1186652428892856,
      "learning_rate": 0.0001680341783605325,
      "loss": 0.7507,
      "step": 68702
    },
    {
      "epoch": 2.813966823673971,
      "grad_norm": 0.9166808271147638,
      "learning_rate": 0.00016803094061882456,
      "loss": 0.349,
      "step": 68703
    },
    {
      "epoch": 2.814007782101167,
      "grad_norm": 0.8715686134126207,
      "learning_rate": 0.00016802770286859263,
      "loss": 0.528,
      "step": 68704
    },
    {
      "epoch": 2.8140487405283636,
      "grad_norm": 0.9474564175902679,
      "learning_rate": 0.00016802446510983827,
      "loss": 0.6844,
      "step": 68705
    },
    {
      "epoch": 2.81408969895556,
      "grad_norm": 0.6972538885314357,
      "learning_rate": 0.00016802122734256298,
      "loss": 0.2571,
      "step": 68706
    },
    {
      "epoch": 2.8141306573827567,
      "grad_norm": 1.3006373954687045,
      "learning_rate": 0.00016801798956676833,
      "loss": 0.9959,
      "step": 68707
    },
    {
      "epoch": 2.814171615809953,
      "grad_norm": 1.4622089073345923,
      "learning_rate": 0.00016801475178245578,
      "loss": 0.708,
      "step": 68708
    },
    {
      "epoch": 2.8142125742371493,
      "grad_norm": 1.0278660869595801,
      "learning_rate": 0.0001680115139896269,
      "loss": 0.7604,
      "step": 68709
    },
    {
      "epoch": 2.8142535326643454,
      "grad_norm": 1.3176443262503459,
      "learning_rate": 0.00016800827618828327,
      "loss": 0.9718,
      "step": 68710
    },
    {
      "epoch": 2.814294491091542,
      "grad_norm": 1.1253519064142126,
      "learning_rate": 0.00016800503837842635,
      "loss": 0.76,
      "step": 68711
    },
    {
      "epoch": 2.8143354495187385,
      "grad_norm": 1.311690730499258,
      "learning_rate": 0.00016800180056005762,
      "loss": 1.0019,
      "step": 68712
    },
    {
      "epoch": 2.814376407945935,
      "grad_norm": 1.8783602969771545,
      "learning_rate": 0.00016799856273317878,
      "loss": 1.7552,
      "step": 68713
    },
    {
      "epoch": 2.814417366373131,
      "grad_norm": 1.2159628121520694,
      "learning_rate": 0.00016799532489779123,
      "loss": 0.8898,
      "step": 68714
    },
    {
      "epoch": 2.8144583248003276,
      "grad_norm": 1.091631979454165,
      "learning_rate": 0.00016799208705389654,
      "loss": 0.7195,
      "step": 68715
    },
    {
      "epoch": 2.814499283227524,
      "grad_norm": 1.5011200689493958,
      "learning_rate": 0.00016798884920149617,
      "loss": 0.8049,
      "step": 68716
    },
    {
      "epoch": 2.8145402416547203,
      "grad_norm": 4.08381033914629,
      "learning_rate": 0.0001679856113405918,
      "loss": 5.5407,
      "step": 68717
    },
    {
      "epoch": 2.814581200081917,
      "grad_norm": 0.9260662836235987,
      "learning_rate": 0.00016798237347118486,
      "loss": 0.3928,
      "step": 68718
    },
    {
      "epoch": 2.8146221585091133,
      "grad_norm": 1.1107390395475718,
      "learning_rate": 0.0001679791355932769,
      "loss": 0.7521,
      "step": 68719
    },
    {
      "epoch": 2.81466311693631,
      "grad_norm": 0.8319577489647605,
      "learning_rate": 0.0001679758977068694,
      "loss": 0.2615,
      "step": 68720
    },
    {
      "epoch": 2.814704075363506,
      "grad_norm": 1.047776978595795,
      "learning_rate": 0.00016797265981196397,
      "loss": 0.7761,
      "step": 68721
    },
    {
      "epoch": 2.8147450337907025,
      "grad_norm": 0.9595516190597623,
      "learning_rate": 0.00016796942190856214,
      "loss": 0.7122,
      "step": 68722
    },
    {
      "epoch": 2.8147859922178986,
      "grad_norm": 1.2709212006874968,
      "learning_rate": 0.0001679661839966654,
      "loss": 0.9216,
      "step": 68723
    },
    {
      "epoch": 2.814826950645095,
      "grad_norm": 1.2764045957026309,
      "learning_rate": 0.00016796294607627525,
      "loss": 0.9724,
      "step": 68724
    },
    {
      "epoch": 2.8148679090722917,
      "grad_norm": 1.1574155380509081,
      "learning_rate": 0.00016795970814739331,
      "loss": 0.7959,
      "step": 68725
    },
    {
      "epoch": 2.814908867499488,
      "grad_norm": 1.2648936017341232,
      "learning_rate": 0.00016795647021002107,
      "loss": 0.9301,
      "step": 68726
    },
    {
      "epoch": 2.8149498259266843,
      "grad_norm": 1.5321952746408154,
      "learning_rate": 0.00016795323226416004,
      "loss": 0.9857,
      "step": 68727
    },
    {
      "epoch": 2.814990784353881,
      "grad_norm": 0.6834397990392854,
      "learning_rate": 0.00016794999430981168,
      "loss": 0.218,
      "step": 68728
    },
    {
      "epoch": 2.8150317427810774,
      "grad_norm": 0.9113965541788075,
      "learning_rate": 0.0001679467563469777,
      "loss": 0.4784,
      "step": 68729
    },
    {
      "epoch": 2.8150727012082735,
      "grad_norm": 0.5759804520538725,
      "learning_rate": 0.0001679435183756595,
      "loss": 0.1734,
      "step": 68730
    },
    {
      "epoch": 2.81511365963547,
      "grad_norm": 1.3167481069941043,
      "learning_rate": 0.00016794028039585868,
      "loss": 0.997,
      "step": 68731
    },
    {
      "epoch": 2.8151546180626665,
      "grad_norm": 1.151847695513539,
      "learning_rate": 0.00016793704240757667,
      "loss": 0.9662,
      "step": 68732
    },
    {
      "epoch": 2.8151955764898626,
      "grad_norm": 0.964162772670098,
      "learning_rate": 0.00016793380441081508,
      "loss": 0.7924,
      "step": 68733
    },
    {
      "epoch": 2.815236534917059,
      "grad_norm": 1.0475299045357969,
      "learning_rate": 0.0001679305664055755,
      "loss": 0.5829,
      "step": 68734
    },
    {
      "epoch": 2.8152774933442557,
      "grad_norm": 0.7400758992115675,
      "learning_rate": 0.00016792732839185934,
      "loss": 0.2808,
      "step": 68735
    },
    {
      "epoch": 2.815318451771452,
      "grad_norm": 1.30538606296854,
      "learning_rate": 0.00016792409036966814,
      "loss": 0.6852,
      "step": 68736
    },
    {
      "epoch": 2.8153594101986483,
      "grad_norm": 0.8765587849787534,
      "learning_rate": 0.00016792085233900353,
      "loss": 0.3906,
      "step": 68737
    },
    {
      "epoch": 2.815400368625845,
      "grad_norm": 0.9663501611274405,
      "learning_rate": 0.00016791761429986695,
      "loss": 0.5852,
      "step": 68738
    },
    {
      "epoch": 2.8154413270530414,
      "grad_norm": 1.0323451140551199,
      "learning_rate": 0.00016791437625226,
      "loss": 0.8599,
      "step": 68739
    },
    {
      "epoch": 2.8154822854802375,
      "grad_norm": 3.928875895881831,
      "learning_rate": 0.00016791113819618412,
      "loss": 4.5271,
      "step": 68740
    },
    {
      "epoch": 2.815523243907434,
      "grad_norm": 1.2766815611818674,
      "learning_rate": 0.00016790790013164093,
      "loss": 0.8893,
      "step": 68741
    },
    {
      "epoch": 2.81556420233463,
      "grad_norm": 0.7205958021088698,
      "learning_rate": 0.0001679046620586319,
      "loss": 0.3124,
      "step": 68742
    },
    {
      "epoch": 2.8156051607618267,
      "grad_norm": 0.9870068175052528,
      "learning_rate": 0.0001679014239771586,
      "loss": 0.4974,
      "step": 68743
    },
    {
      "epoch": 2.815646119189023,
      "grad_norm": 1.0879340636888393,
      "learning_rate": 0.0001678981858872225,
      "loss": 0.6955,
      "step": 68744
    },
    {
      "epoch": 2.8156870776162197,
      "grad_norm": 1.1258049481325807,
      "learning_rate": 0.00016789494778882526,
      "loss": 0.6756,
      "step": 68745
    },
    {
      "epoch": 2.815728036043416,
      "grad_norm": 1.4656420898646356,
      "learning_rate": 0.00016789170968196828,
      "loss": 1.0448,
      "step": 68746
    },
    {
      "epoch": 2.8157689944706124,
      "grad_norm": 1.038404293489178,
      "learning_rate": 0.00016788847156665315,
      "loss": 0.8346,
      "step": 68747
    },
    {
      "epoch": 2.815809952897809,
      "grad_norm": 1.4325716936703117,
      "learning_rate": 0.00016788523344288134,
      "loss": 0.9919,
      "step": 68748
    },
    {
      "epoch": 2.815850911325005,
      "grad_norm": 1.476592393336073,
      "learning_rate": 0.0001678819953106545,
      "loss": 0.889,
      "step": 68749
    },
    {
      "epoch": 2.8158918697522015,
      "grad_norm": 0.8640915333548222,
      "learning_rate": 0.00016787875716997407,
      "loss": 0.588,
      "step": 68750
    },
    {
      "epoch": 2.815932828179398,
      "grad_norm": 1.8344360123088364,
      "learning_rate": 0.00016787551902084158,
      "loss": 1.4278,
      "step": 68751
    },
    {
      "epoch": 2.815973786606594,
      "grad_norm": 1.0672756030105028,
      "learning_rate": 0.00016787228086325858,
      "loss": 0.7583,
      "step": 68752
    },
    {
      "epoch": 2.8160147450337907,
      "grad_norm": 1.130692665499303,
      "learning_rate": 0.00016786904269722663,
      "loss": 0.9938,
      "step": 68753
    },
    {
      "epoch": 2.816055703460987,
      "grad_norm": 1.0291676492265704,
      "learning_rate": 0.00016786580452274723,
      "loss": 0.7135,
      "step": 68754
    },
    {
      "epoch": 2.8160966618881833,
      "grad_norm": 0.9072803288700578,
      "learning_rate": 0.0001678625663398219,
      "loss": 0.5827,
      "step": 68755
    },
    {
      "epoch": 2.81613762031538,
      "grad_norm": 1.2104966037512037,
      "learning_rate": 0.00016785932814845214,
      "loss": 0.8448,
      "step": 68756
    },
    {
      "epoch": 2.8161785787425764,
      "grad_norm": 0.8306120623924813,
      "learning_rate": 0.00016785608994863963,
      "loss": 0.6189,
      "step": 68757
    },
    {
      "epoch": 2.816219537169773,
      "grad_norm": 0.7181911942294964,
      "learning_rate": 0.00016785285174038573,
      "loss": 0.2734,
      "step": 68758
    },
    {
      "epoch": 2.816260495596969,
      "grad_norm": 1.1828416085035172,
      "learning_rate": 0.00016784961352369205,
      "loss": 0.8624,
      "step": 68759
    },
    {
      "epoch": 2.8163014540241655,
      "grad_norm": 0.9957530683043342,
      "learning_rate": 0.0001678463752985601,
      "loss": 0.9568,
      "step": 68760
    },
    {
      "epoch": 2.8163424124513616,
      "grad_norm": 1.5120223827940544,
      "learning_rate": 0.00016784313706499145,
      "loss": 0.4771,
      "step": 68761
    },
    {
      "epoch": 2.816383370878558,
      "grad_norm": 2.5039997770383153,
      "learning_rate": 0.0001678398988229876,
      "loss": 3.0617,
      "step": 68762
    },
    {
      "epoch": 2.8164243293057547,
      "grad_norm": 0.7679971286624394,
      "learning_rate": 0.00016783666057255004,
      "loss": 0.2264,
      "step": 68763
    },
    {
      "epoch": 2.8164652877329512,
      "grad_norm": 1.5712486972372806,
      "learning_rate": 0.00016783342231368035,
      "loss": 0.641,
      "step": 68764
    },
    {
      "epoch": 2.8165062461601473,
      "grad_norm": 1.1293587952984498,
      "learning_rate": 0.0001678301840463801,
      "loss": 0.6884,
      "step": 68765
    },
    {
      "epoch": 2.816547204587344,
      "grad_norm": 3.7723552702741903,
      "learning_rate": 0.00016782694577065072,
      "loss": 0.6514,
      "step": 68766
    },
    {
      "epoch": 2.8165881630145404,
      "grad_norm": 2.5070813850798928,
      "learning_rate": 0.00016782370748649384,
      "loss": 1.3906,
      "step": 68767
    },
    {
      "epoch": 2.8166291214417365,
      "grad_norm": 1.3295566775930217,
      "learning_rate": 0.00016782046919391089,
      "loss": 0.6866,
      "step": 68768
    },
    {
      "epoch": 2.816670079868933,
      "grad_norm": 1.0571110945311206,
      "learning_rate": 0.0001678172308929035,
      "loss": 0.7138,
      "step": 68769
    },
    {
      "epoch": 2.8167110382961296,
      "grad_norm": 1.18225925556664,
      "learning_rate": 0.00016781399258347312,
      "loss": 0.8176,
      "step": 68770
    },
    {
      "epoch": 2.816751996723326,
      "grad_norm": 2.7876351333686435,
      "learning_rate": 0.00016781075426562135,
      "loss": 3.4656,
      "step": 68771
    },
    {
      "epoch": 2.816792955150522,
      "grad_norm": 1.3583498594091754,
      "learning_rate": 0.00016780751593934963,
      "loss": 0.8707,
      "step": 68772
    },
    {
      "epoch": 2.8168339135777187,
      "grad_norm": 1.0232389726799123,
      "learning_rate": 0.00016780427760465963,
      "loss": 0.7365,
      "step": 68773
    },
    {
      "epoch": 2.816874872004915,
      "grad_norm": 1.8708744772589263,
      "learning_rate": 0.00016780103926155278,
      "loss": 1.159,
      "step": 68774
    },
    {
      "epoch": 2.8169158304321114,
      "grad_norm": 1.3080589282543489,
      "learning_rate": 0.00016779780091003064,
      "loss": 0.7813,
      "step": 68775
    },
    {
      "epoch": 2.816956788859308,
      "grad_norm": 1.5231292827407097,
      "learning_rate": 0.0001677945625500947,
      "loss": 1.2576,
      "step": 68776
    },
    {
      "epoch": 2.8169977472865044,
      "grad_norm": 1.0398992063829207,
      "learning_rate": 0.0001677913241817465,
      "loss": 0.8842,
      "step": 68777
    },
    {
      "epoch": 2.8170387057137005,
      "grad_norm": 1.1483868265074546,
      "learning_rate": 0.00016778808580498767,
      "loss": 1.0001,
      "step": 68778
    },
    {
      "epoch": 2.817079664140897,
      "grad_norm": 3.8557932560017605,
      "learning_rate": 0.00016778484741981962,
      "loss": 1.932,
      "step": 68779
    },
    {
      "epoch": 2.817120622568093,
      "grad_norm": 1.1129361674060572,
      "learning_rate": 0.0001677816090262439,
      "loss": 0.6083,
      "step": 68780
    },
    {
      "epoch": 2.8171615809952897,
      "grad_norm": 1.7051037250736358,
      "learning_rate": 0.00016777837062426212,
      "loss": 0.9519,
      "step": 68781
    },
    {
      "epoch": 2.817202539422486,
      "grad_norm": 1.1589127436909499,
      "learning_rate": 0.00016777513221387575,
      "loss": 0.7479,
      "step": 68782
    },
    {
      "epoch": 2.8172434978496828,
      "grad_norm": 0.9820669784886348,
      "learning_rate": 0.0001677718937950863,
      "loss": 0.6037,
      "step": 68783
    },
    {
      "epoch": 2.817284456276879,
      "grad_norm": 1.2426693790376324,
      "learning_rate": 0.00016776865536789534,
      "loss": 0.8421,
      "step": 68784
    },
    {
      "epoch": 2.8173254147040754,
      "grad_norm": 0.9598400600500243,
      "learning_rate": 0.0001677654169323044,
      "loss": 0.2829,
      "step": 68785
    },
    {
      "epoch": 2.817366373131272,
      "grad_norm": 2.7957943356694988,
      "learning_rate": 0.000167762178488315,
      "loss": 3.0826,
      "step": 68786
    },
    {
      "epoch": 2.817407331558468,
      "grad_norm": 1.1051339913163163,
      "learning_rate": 0.00016775894003592868,
      "loss": 0.387,
      "step": 68787
    },
    {
      "epoch": 2.8174482899856645,
      "grad_norm": 1.5905197641169346,
      "learning_rate": 0.00016775570157514694,
      "loss": 0.7249,
      "step": 68788
    },
    {
      "epoch": 2.817489248412861,
      "grad_norm": 1.1033083995988788,
      "learning_rate": 0.00016775246310597134,
      "loss": 0.7978,
      "step": 68789
    },
    {
      "epoch": 2.8175302068400576,
      "grad_norm": 0.7452530340426299,
      "learning_rate": 0.00016774922462840344,
      "loss": 0.341,
      "step": 68790
    },
    {
      "epoch": 2.8175711652672537,
      "grad_norm": 1.214819642734629,
      "learning_rate": 0.0001677459861424447,
      "loss": 0.6889,
      "step": 68791
    },
    {
      "epoch": 2.8176121236944502,
      "grad_norm": 1.613596935284011,
      "learning_rate": 0.00016774274764809667,
      "loss": 0.8458,
      "step": 68792
    },
    {
      "epoch": 2.8176530821216463,
      "grad_norm": 1.076202381544357,
      "learning_rate": 0.00016773950914536094,
      "loss": 0.6933,
      "step": 68793
    },
    {
      "epoch": 2.817694040548843,
      "grad_norm": 1.3878613065936904,
      "learning_rate": 0.00016773627063423899,
      "loss": 0.6976,
      "step": 68794
    },
    {
      "epoch": 2.8177349989760394,
      "grad_norm": 1.601212041133741,
      "learning_rate": 0.00016773303211473238,
      "loss": 0.9784,
      "step": 68795
    },
    {
      "epoch": 2.817775957403236,
      "grad_norm": 0.8958867572390613,
      "learning_rate": 0.0001677297935868426,
      "loss": 0.4137,
      "step": 68796
    },
    {
      "epoch": 2.817816915830432,
      "grad_norm": 1.490067817209371,
      "learning_rate": 0.00016772655505057122,
      "loss": 1.1556,
      "step": 68797
    },
    {
      "epoch": 2.8178578742576286,
      "grad_norm": 0.9084582616730242,
      "learning_rate": 0.00016772331650591972,
      "loss": 0.6785,
      "step": 68798
    },
    {
      "epoch": 2.8178988326848247,
      "grad_norm": 4.9688896297944725,
      "learning_rate": 0.00016772007795288972,
      "loss": 4.3473,
      "step": 68799
    },
    {
      "epoch": 2.817939791112021,
      "grad_norm": 1.5243857922578046,
      "learning_rate": 0.00016771683939148258,
      "loss": 1.0727,
      "step": 68800
    },
    {
      "epoch": 2.8179807495392177,
      "grad_norm": 1.387295303277615,
      "learning_rate": 0.00016771360082170003,
      "loss": 0.3327,
      "step": 68801
    },
    {
      "epoch": 2.8180217079664143,
      "grad_norm": 1.4464734929925045,
      "learning_rate": 0.00016771036224354352,
      "loss": 0.9149,
      "step": 68802
    },
    {
      "epoch": 2.8180626663936104,
      "grad_norm": 1.208489875691788,
      "learning_rate": 0.00016770712365701457,
      "loss": 0.8319,
      "step": 68803
    },
    {
      "epoch": 2.818103624820807,
      "grad_norm": 1.1558112632220217,
      "learning_rate": 0.00016770388506211472,
      "loss": 0.6184,
      "step": 68804
    },
    {
      "epoch": 2.8181445832480034,
      "grad_norm": 1.1318166643708285,
      "learning_rate": 0.00016770064645884548,
      "loss": 0.9023,
      "step": 68805
    },
    {
      "epoch": 2.8181855416751995,
      "grad_norm": 1.0731604607311704,
      "learning_rate": 0.00016769740784720842,
      "loss": 0.5642,
      "step": 68806
    },
    {
      "epoch": 2.818226500102396,
      "grad_norm": 1.375315775844973,
      "learning_rate": 0.00016769416922720508,
      "loss": 1.2937,
      "step": 68807
    },
    {
      "epoch": 2.8182674585295926,
      "grad_norm": 1.1345872762366953,
      "learning_rate": 0.00016769093059883688,
      "loss": 0.8205,
      "step": 68808
    },
    {
      "epoch": 2.818308416956789,
      "grad_norm": 1.262596763085733,
      "learning_rate": 0.00016768769196210553,
      "loss": 0.982,
      "step": 68809
    },
    {
      "epoch": 2.8183493753839852,
      "grad_norm": 0.8428963835176433,
      "learning_rate": 0.00016768445331701243,
      "loss": 0.2574,
      "step": 68810
    },
    {
      "epoch": 2.8183903338111818,
      "grad_norm": 0.9251632993137384,
      "learning_rate": 0.00016768121466355913,
      "loss": 0.6895,
      "step": 68811
    },
    {
      "epoch": 2.818431292238378,
      "grad_norm": 5.037168311993031,
      "learning_rate": 0.00016767797600174717,
      "loss": 5.2449,
      "step": 68812
    },
    {
      "epoch": 2.8184722506655744,
      "grad_norm": 3.09649949431163,
      "learning_rate": 0.00016767473733157813,
      "loss": 2.1558,
      "step": 68813
    },
    {
      "epoch": 2.818513209092771,
      "grad_norm": 1.1433008042405,
      "learning_rate": 0.00016767149865305346,
      "loss": 0.7821,
      "step": 68814
    },
    {
      "epoch": 2.8185541675199675,
      "grad_norm": 0.8943208649304021,
      "learning_rate": 0.00016766825996617475,
      "loss": 0.4648,
      "step": 68815
    },
    {
      "epoch": 2.8185951259471635,
      "grad_norm": 0.9738473520061185,
      "learning_rate": 0.00016766502127094348,
      "loss": 0.849,
      "step": 68816
    },
    {
      "epoch": 2.81863608437436,
      "grad_norm": 1.521332686993796,
      "learning_rate": 0.00016766178256736125,
      "loss": 1.177,
      "step": 68817
    },
    {
      "epoch": 2.818677042801556,
      "grad_norm": 1.2277799498323507,
      "learning_rate": 0.00016765854385542958,
      "loss": 0.8342,
      "step": 68818
    },
    {
      "epoch": 2.8187180012287527,
      "grad_norm": 1.2224927165710633,
      "learning_rate": 0.00016765530513514996,
      "loss": 0.743,
      "step": 68819
    },
    {
      "epoch": 2.8187589596559492,
      "grad_norm": 1.36000707142399,
      "learning_rate": 0.00016765206640652388,
      "loss": 0.8652,
      "step": 68820
    },
    {
      "epoch": 2.818799918083146,
      "grad_norm": 1.4471754462754327,
      "learning_rate": 0.00016764882766955296,
      "loss": 1.1063,
      "step": 68821
    },
    {
      "epoch": 2.818840876510342,
      "grad_norm": 1.0967568859454946,
      "learning_rate": 0.0001676455889242387,
      "loss": 0.6633,
      "step": 68822
    },
    {
      "epoch": 2.8188818349375384,
      "grad_norm": 1.070827376766143,
      "learning_rate": 0.00016764235017058265,
      "loss": 0.6869,
      "step": 68823
    },
    {
      "epoch": 2.818922793364735,
      "grad_norm": 0.8409021297760275,
      "learning_rate": 0.0001676391114085863,
      "loss": 0.66,
      "step": 68824
    },
    {
      "epoch": 2.818963751791931,
      "grad_norm": 0.7658248257453247,
      "learning_rate": 0.0001676358726382512,
      "loss": 0.2549,
      "step": 68825
    },
    {
      "epoch": 2.8190047102191276,
      "grad_norm": 0.9869110689402294,
      "learning_rate": 0.0001676326338595789,
      "loss": 0.5991,
      "step": 68826
    },
    {
      "epoch": 2.819045668646324,
      "grad_norm": 0.7445540331494458,
      "learning_rate": 0.00016762939507257088,
      "loss": 0.2966,
      "step": 68827
    },
    {
      "epoch": 2.8190866270735206,
      "grad_norm": 1.1151313399396545,
      "learning_rate": 0.00016762615627722872,
      "loss": 0.7387,
      "step": 68828
    },
    {
      "epoch": 2.8191275855007167,
      "grad_norm": 1.1455882995908364,
      "learning_rate": 0.00016762291747355395,
      "loss": 0.8657,
      "step": 68829
    },
    {
      "epoch": 2.8191685439279133,
      "grad_norm": 1.0421076823529938,
      "learning_rate": 0.00016761967866154808,
      "loss": 0.6149,
      "step": 68830
    },
    {
      "epoch": 2.8192095023551094,
      "grad_norm": 7.388290257208605,
      "learning_rate": 0.0001676164398412127,
      "loss": 5.1374,
      "step": 68831
    },
    {
      "epoch": 2.819250460782306,
      "grad_norm": 1.2931660299301302,
      "learning_rate": 0.0001676132010125492,
      "loss": 0.7176,
      "step": 68832
    },
    {
      "epoch": 2.8192914192095024,
      "grad_norm": 1.1834579257992892,
      "learning_rate": 0.00016760996217555927,
      "loss": 0.5824,
      "step": 68833
    },
    {
      "epoch": 2.819332377636699,
      "grad_norm": 0.9738501563281933,
      "learning_rate": 0.00016760672333024433,
      "loss": 0.736,
      "step": 68834
    },
    {
      "epoch": 2.819373336063895,
      "grad_norm": 1.4139234373046154,
      "learning_rate": 0.00016760348447660597,
      "loss": 1.0789,
      "step": 68835
    },
    {
      "epoch": 2.8194142944910916,
      "grad_norm": 1.190835967588875,
      "learning_rate": 0.00016760024561464565,
      "loss": 0.909,
      "step": 68836
    },
    {
      "epoch": 2.8194552529182877,
      "grad_norm": 1.4817038443679291,
      "learning_rate": 0.00016759700674436504,
      "loss": 0.5919,
      "step": 68837
    },
    {
      "epoch": 2.8194962113454842,
      "grad_norm": 0.6836058389230686,
      "learning_rate": 0.00016759376786576553,
      "loss": 0.2464,
      "step": 68838
    },
    {
      "epoch": 2.8195371697726808,
      "grad_norm": 0.785631706928236,
      "learning_rate": 0.00016759052897884877,
      "loss": 0.397,
      "step": 68839
    },
    {
      "epoch": 2.8195781281998773,
      "grad_norm": 1.0780729661497228,
      "learning_rate": 0.00016758729008361617,
      "loss": 0.8336,
      "step": 68840
    },
    {
      "epoch": 2.8196190866270734,
      "grad_norm": 1.1194033446283387,
      "learning_rate": 0.00016758405118006932,
      "loss": 0.7316,
      "step": 68841
    },
    {
      "epoch": 2.81966004505427,
      "grad_norm": 0.9980311918360745,
      "learning_rate": 0.00016758081226820977,
      "loss": 0.3667,
      "step": 68842
    },
    {
      "epoch": 2.8197010034814665,
      "grad_norm": 1.473246489113707,
      "learning_rate": 0.00016757757334803905,
      "loss": 0.6528,
      "step": 68843
    },
    {
      "epoch": 2.8197419619086626,
      "grad_norm": 1.3049244489436265,
      "learning_rate": 0.00016757433441955862,
      "loss": 0.9109,
      "step": 68844
    },
    {
      "epoch": 2.819782920335859,
      "grad_norm": 0.7773956589412593,
      "learning_rate": 0.00016757109548277009,
      "loss": 0.2145,
      "step": 68845
    },
    {
      "epoch": 2.8198238787630556,
      "grad_norm": 1.4603021756788204,
      "learning_rate": 0.000167567856537675,
      "loss": 1.2252,
      "step": 68846
    },
    {
      "epoch": 2.819864837190252,
      "grad_norm": 1.1737475715775914,
      "learning_rate": 0.0001675646175842748,
      "loss": 0.7271,
      "step": 68847
    },
    {
      "epoch": 2.8199057956174483,
      "grad_norm": 0.824264193453384,
      "learning_rate": 0.00016756137862257108,
      "loss": 0.331,
      "step": 68848
    },
    {
      "epoch": 2.819946754044645,
      "grad_norm": 0.98449393519177,
      "learning_rate": 0.00016755813965256536,
      "loss": 0.6958,
      "step": 68849
    },
    {
      "epoch": 2.819987712471841,
      "grad_norm": 0.9994204975526844,
      "learning_rate": 0.00016755490067425918,
      "loss": 0.6368,
      "step": 68850
    },
    {
      "epoch": 2.8200286708990374,
      "grad_norm": 0.9506881837615982,
      "learning_rate": 0.00016755166168765407,
      "loss": 0.6607,
      "step": 68851
    },
    {
      "epoch": 2.820069629326234,
      "grad_norm": 1.3076199202693572,
      "learning_rate": 0.00016754842269275152,
      "loss": 1.164,
      "step": 68852
    },
    {
      "epoch": 2.8201105877534305,
      "grad_norm": 0.674097065799868,
      "learning_rate": 0.0001675451836895531,
      "loss": 0.2753,
      "step": 68853
    },
    {
      "epoch": 2.8201515461806266,
      "grad_norm": 1.3087117641968666,
      "learning_rate": 0.00016754194467806036,
      "loss": 0.6374,
      "step": 68854
    },
    {
      "epoch": 2.820192504607823,
      "grad_norm": 1.1754741563091917,
      "learning_rate": 0.00016753870565827482,
      "loss": 0.6369,
      "step": 68855
    },
    {
      "epoch": 2.820233463035019,
      "grad_norm": 0.9766988624288755,
      "learning_rate": 0.00016753546663019793,
      "loss": 0.6365,
      "step": 68856
    },
    {
      "epoch": 2.8202744214622157,
      "grad_norm": 1.4418404316437312,
      "learning_rate": 0.00016753222759383134,
      "loss": 0.8456,
      "step": 68857
    },
    {
      "epoch": 2.8203153798894123,
      "grad_norm": 1.3294130750367155,
      "learning_rate": 0.00016752898854917656,
      "loss": 0.8885,
      "step": 68858
    },
    {
      "epoch": 2.820356338316609,
      "grad_norm": 1.3140574633774165,
      "learning_rate": 0.00016752574949623503,
      "loss": 1.1223,
      "step": 68859
    },
    {
      "epoch": 2.820397296743805,
      "grad_norm": 0.9219805629983918,
      "learning_rate": 0.00016752251043500836,
      "loss": 0.6226,
      "step": 68860
    },
    {
      "epoch": 2.8204382551710014,
      "grad_norm": 1.3356330040161462,
      "learning_rate": 0.00016751927136549809,
      "loss": 0.7338,
      "step": 68861
    },
    {
      "epoch": 2.820479213598198,
      "grad_norm": 2.1035091426760086,
      "learning_rate": 0.0001675160322877057,
      "loss": 2.0364,
      "step": 68862
    },
    {
      "epoch": 2.820520172025394,
      "grad_norm": 0.9223244824942197,
      "learning_rate": 0.00016751279320163274,
      "loss": 0.3752,
      "step": 68863
    },
    {
      "epoch": 2.8205611304525906,
      "grad_norm": 1.201155594821792,
      "learning_rate": 0.00016750955410728074,
      "loss": 0.8688,
      "step": 68864
    },
    {
      "epoch": 2.820602088879787,
      "grad_norm": 0.9708206396146369,
      "learning_rate": 0.00016750631500465126,
      "loss": 0.6104,
      "step": 68865
    },
    {
      "epoch": 2.8206430473069837,
      "grad_norm": 1.2633477918986895,
      "learning_rate": 0.00016750307589374588,
      "loss": 0.6194,
      "step": 68866
    },
    {
      "epoch": 2.8206840057341798,
      "grad_norm": 1.2897484620497468,
      "learning_rate": 0.000167499836774566,
      "loss": 0.9968,
      "step": 68867
    },
    {
      "epoch": 2.8207249641613763,
      "grad_norm": 1.1003776742803264,
      "learning_rate": 0.00016749659764711316,
      "loss": 0.8477,
      "step": 68868
    },
    {
      "epoch": 2.8207659225885724,
      "grad_norm": 1.1924483365364837,
      "learning_rate": 0.00016749335851138898,
      "loss": 0.8328,
      "step": 68869
    },
    {
      "epoch": 2.820806881015769,
      "grad_norm": 1.3725930095583572,
      "learning_rate": 0.000167490119367395,
      "loss": 0.937,
      "step": 68870
    },
    {
      "epoch": 2.8208478394429655,
      "grad_norm": 1.1887575708943319,
      "learning_rate": 0.00016748688021513264,
      "loss": 0.6081,
      "step": 68871
    },
    {
      "epoch": 2.820888797870162,
      "grad_norm": 1.0500995220368685,
      "learning_rate": 0.0001674836410546035,
      "loss": 0.3287,
      "step": 68872
    },
    {
      "epoch": 2.820929756297358,
      "grad_norm": 1.1615222433853556,
      "learning_rate": 0.00016748040188580915,
      "loss": 0.9038,
      "step": 68873
    },
    {
      "epoch": 2.8209707147245546,
      "grad_norm": 1.446248377008704,
      "learning_rate": 0.0001674771627087511,
      "loss": 0.9545,
      "step": 68874
    },
    {
      "epoch": 2.8210116731517507,
      "grad_norm": 1.2602013363129538,
      "learning_rate": 0.0001674739235234308,
      "loss": 0.851,
      "step": 68875
    },
    {
      "epoch": 2.8210526315789473,
      "grad_norm": 1.087492848346257,
      "learning_rate": 0.00016747068432984983,
      "loss": 0.4363,
      "step": 68876
    },
    {
      "epoch": 2.821093590006144,
      "grad_norm": 1.1287848140167893,
      "learning_rate": 0.00016746744512800984,
      "loss": 0.7134,
      "step": 68877
    },
    {
      "epoch": 2.8211345484333403,
      "grad_norm": 1.1712918128683032,
      "learning_rate": 0.00016746420591791218,
      "loss": 0.7984,
      "step": 68878
    },
    {
      "epoch": 2.8211755068605364,
      "grad_norm": 1.2479815162602002,
      "learning_rate": 0.00016746096669955845,
      "loss": 0.9518,
      "step": 68879
    },
    {
      "epoch": 2.821216465287733,
      "grad_norm": 1.4269286412829842,
      "learning_rate": 0.00016745772747295019,
      "loss": 1.0194,
      "step": 68880
    },
    {
      "epoch": 2.8212574237149295,
      "grad_norm": 0.9829608938649954,
      "learning_rate": 0.00016745448823808894,
      "loss": 0.3705,
      "step": 68881
    },
    {
      "epoch": 2.8212983821421256,
      "grad_norm": 1.4262690125356252,
      "learning_rate": 0.00016745124899497624,
      "loss": 0.9315,
      "step": 68882
    },
    {
      "epoch": 2.821339340569322,
      "grad_norm": 1.027817816085028,
      "learning_rate": 0.0001674480097436136,
      "loss": 0.4018,
      "step": 68883
    },
    {
      "epoch": 2.8213802989965187,
      "grad_norm": 1.6034681584081973,
      "learning_rate": 0.00016744477048400252,
      "loss": 1.0295,
      "step": 68884
    },
    {
      "epoch": 2.821421257423715,
      "grad_norm": 1.2943104125340854,
      "learning_rate": 0.00016744153121614458,
      "loss": 0.8789,
      "step": 68885
    },
    {
      "epoch": 2.8214622158509113,
      "grad_norm": 2.1513203992911287,
      "learning_rate": 0.00016743829194004132,
      "loss": 1.7994,
      "step": 68886
    },
    {
      "epoch": 2.821503174278108,
      "grad_norm": 1.36765670756086,
      "learning_rate": 0.00016743505265569424,
      "loss": 0.8669,
      "step": 68887
    },
    {
      "epoch": 2.821544132705304,
      "grad_norm": 1.072122972995964,
      "learning_rate": 0.00016743181336310484,
      "loss": 0.7993,
      "step": 68888
    },
    {
      "epoch": 2.8215850911325004,
      "grad_norm": 1.1958752490283633,
      "learning_rate": 0.0001674285740622747,
      "loss": 0.7475,
      "step": 68889
    },
    {
      "epoch": 2.821626049559697,
      "grad_norm": 1.0287848433428197,
      "learning_rate": 0.0001674253347532054,
      "loss": 0.7399,
      "step": 68890
    },
    {
      "epoch": 2.8216670079868935,
      "grad_norm": 1.2121650846140606,
      "learning_rate": 0.00016742209543589836,
      "loss": 0.9047,
      "step": 68891
    },
    {
      "epoch": 2.8217079664140896,
      "grad_norm": 1.0885529592220526,
      "learning_rate": 0.00016741885611035515,
      "loss": 0.7659,
      "step": 68892
    },
    {
      "epoch": 2.821748924841286,
      "grad_norm": 1.341692572474096,
      "learning_rate": 0.00016741561677657734,
      "loss": 0.8485,
      "step": 68893
    },
    {
      "epoch": 2.8217898832684822,
      "grad_norm": 1.225368831070799,
      "learning_rate": 0.00016741237743456646,
      "loss": 0.8034,
      "step": 68894
    },
    {
      "epoch": 2.8218308416956788,
      "grad_norm": 0.9712487680915483,
      "learning_rate": 0.00016740913808432401,
      "loss": 0.3461,
      "step": 68895
    },
    {
      "epoch": 2.8218718001228753,
      "grad_norm": 1.160019714866684,
      "learning_rate": 0.00016740589872585147,
      "loss": 0.844,
      "step": 68896
    },
    {
      "epoch": 2.821912758550072,
      "grad_norm": 1.280505646869959,
      "learning_rate": 0.00016740265935915048,
      "loss": 1.1138,
      "step": 68897
    },
    {
      "epoch": 2.821953716977268,
      "grad_norm": 1.2835140045499307,
      "learning_rate": 0.00016739941998422257,
      "loss": 1.232,
      "step": 68898
    },
    {
      "epoch": 2.8219946754044645,
      "grad_norm": 1.045318168598682,
      "learning_rate": 0.00016739618060106917,
      "loss": 0.6396,
      "step": 68899
    },
    {
      "epoch": 2.822035633831661,
      "grad_norm": 1.4147459105758902,
      "learning_rate": 0.00016739294120969182,
      "loss": 0.839,
      "step": 68900
    },
    {
      "epoch": 2.822076592258857,
      "grad_norm": 2.0501805674281663,
      "learning_rate": 0.0001673897018100922,
      "loss": 1.7419,
      "step": 68901
    },
    {
      "epoch": 2.8221175506860536,
      "grad_norm": 0.894621877523891,
      "learning_rate": 0.0001673864624022717,
      "loss": 0.5089,
      "step": 68902
    },
    {
      "epoch": 2.82215850911325,
      "grad_norm": 1.2290256714192973,
      "learning_rate": 0.00016738322298623186,
      "loss": 0.4971,
      "step": 68903
    },
    {
      "epoch": 2.8221994675404467,
      "grad_norm": 1.1328455218132247,
      "learning_rate": 0.00016737998356197424,
      "loss": 0.7491,
      "step": 68904
    },
    {
      "epoch": 2.822240425967643,
      "grad_norm": 1.0915268808759075,
      "learning_rate": 0.0001673767441295004,
      "loss": 0.6061,
      "step": 68905
    },
    {
      "epoch": 2.8222813843948393,
      "grad_norm": 1.654476593164508,
      "learning_rate": 0.00016737350468881183,
      "loss": 0.9291,
      "step": 68906
    },
    {
      "epoch": 2.8223223428220354,
      "grad_norm": 0.9760420965555494,
      "learning_rate": 0.0001673702652399101,
      "loss": 0.7714,
      "step": 68907
    },
    {
      "epoch": 2.822363301249232,
      "grad_norm": 0.8410946947644036,
      "learning_rate": 0.00016736702578279666,
      "loss": 0.3903,
      "step": 68908
    },
    {
      "epoch": 2.8224042596764285,
      "grad_norm": 1.4354002990194732,
      "learning_rate": 0.00016736378631747312,
      "loss": 1.0594,
      "step": 68909
    },
    {
      "epoch": 2.822445218103625,
      "grad_norm": 1.1901790770745482,
      "learning_rate": 0.00016736054684394103,
      "loss": 0.665,
      "step": 68910
    },
    {
      "epoch": 2.822486176530821,
      "grad_norm": 1.1804239439984452,
      "learning_rate": 0.00016735730736220183,
      "loss": 0.8152,
      "step": 68911
    },
    {
      "epoch": 2.8225271349580177,
      "grad_norm": 1.0821089086965279,
      "learning_rate": 0.00016735406787225711,
      "loss": 0.5166,
      "step": 68912
    },
    {
      "epoch": 2.8225680933852137,
      "grad_norm": 0.560351334097786,
      "learning_rate": 0.0001673508283741084,
      "loss": 0.1937,
      "step": 68913
    },
    {
      "epoch": 2.8226090518124103,
      "grad_norm": 1.3664958460233678,
      "learning_rate": 0.00016734758886775727,
      "loss": 0.9716,
      "step": 68914
    },
    {
      "epoch": 2.822650010239607,
      "grad_norm": 1.0415641827788074,
      "learning_rate": 0.00016734434935320515,
      "loss": 0.9156,
      "step": 68915
    },
    {
      "epoch": 2.8226909686668034,
      "grad_norm": 1.038912886058275,
      "learning_rate": 0.00016734110983045365,
      "loss": 0.572,
      "step": 68916
    },
    {
      "epoch": 2.8227319270939994,
      "grad_norm": 1.0625370939929284,
      "learning_rate": 0.00016733787029950424,
      "loss": 0.743,
      "step": 68917
    },
    {
      "epoch": 2.822772885521196,
      "grad_norm": 1.142185441169476,
      "learning_rate": 0.00016733463076035857,
      "loss": 0.7714,
      "step": 68918
    },
    {
      "epoch": 2.8228138439483925,
      "grad_norm": 1.0326981796328005,
      "learning_rate": 0.00016733139121301806,
      "loss": 0.7259,
      "step": 68919
    },
    {
      "epoch": 2.8228548023755886,
      "grad_norm": 0.7177803145256296,
      "learning_rate": 0.00016732815165748424,
      "loss": 0.4875,
      "step": 68920
    },
    {
      "epoch": 2.822895760802785,
      "grad_norm": 1.2295854946672402,
      "learning_rate": 0.0001673249120937587,
      "loss": 0.5108,
      "step": 68921
    },
    {
      "epoch": 2.8229367192299817,
      "grad_norm": 1.5721548629897746,
      "learning_rate": 0.00016732167252184294,
      "loss": 0.8671,
      "step": 68922
    },
    {
      "epoch": 2.822977677657178,
      "grad_norm": 0.836447329970456,
      "learning_rate": 0.00016731843294173852,
      "loss": 0.2372,
      "step": 68923
    },
    {
      "epoch": 2.8230186360843743,
      "grad_norm": 1.2707962171421763,
      "learning_rate": 0.0001673151933534469,
      "loss": 1.0225,
      "step": 68924
    },
    {
      "epoch": 2.823059594511571,
      "grad_norm": 1.2072810702724441,
      "learning_rate": 0.0001673119537569697,
      "loss": 0.6475,
      "step": 68925
    },
    {
      "epoch": 2.823100552938767,
      "grad_norm": 0.6663052426253431,
      "learning_rate": 0.0001673087141523084,
      "loss": 0.266,
      "step": 68926
    },
    {
      "epoch": 2.8231415113659635,
      "grad_norm": 2.513498362340024,
      "learning_rate": 0.00016730547453946458,
      "loss": 0.7632,
      "step": 68927
    },
    {
      "epoch": 2.82318246979316,
      "grad_norm": 1.1019880092684753,
      "learning_rate": 0.0001673022349184397,
      "loss": 0.7382,
      "step": 68928
    },
    {
      "epoch": 2.8232234282203565,
      "grad_norm": 1.4949079027096226,
      "learning_rate": 0.00016729899528923533,
      "loss": 1.0199,
      "step": 68929
    },
    {
      "epoch": 2.8232643866475526,
      "grad_norm": 0.548491973171481,
      "learning_rate": 0.000167295755651853,
      "loss": 0.1131,
      "step": 68930
    },
    {
      "epoch": 2.823305345074749,
      "grad_norm": 1.3868563020389437,
      "learning_rate": 0.00016729251600629426,
      "loss": 0.776,
      "step": 68931
    },
    {
      "epoch": 2.8233463035019453,
      "grad_norm": 1.0160388767467126,
      "learning_rate": 0.00016728927635256056,
      "loss": 0.739,
      "step": 68932
    },
    {
      "epoch": 2.823387261929142,
      "grad_norm": 1.2317584549494485,
      "learning_rate": 0.00016728603669065358,
      "loss": 0.8805,
      "step": 68933
    },
    {
      "epoch": 2.8234282203563383,
      "grad_norm": 0.7143124159284069,
      "learning_rate": 0.00016728279702057474,
      "loss": 0.2705,
      "step": 68934
    },
    {
      "epoch": 2.823469178783535,
      "grad_norm": 0.9875111087948669,
      "learning_rate": 0.00016727955734232555,
      "loss": 0.5735,
      "step": 68935
    },
    {
      "epoch": 2.823510137210731,
      "grad_norm": 2.1260389284809884,
      "learning_rate": 0.00016727631765590763,
      "loss": 2.064,
      "step": 68936
    },
    {
      "epoch": 2.8235510956379275,
      "grad_norm": 1.22013238713689,
      "learning_rate": 0.0001672730779613225,
      "loss": 0.8109,
      "step": 68937
    },
    {
      "epoch": 2.823592054065124,
      "grad_norm": 1.1918353761121834,
      "learning_rate": 0.0001672698382585716,
      "loss": 0.8419,
      "step": 68938
    },
    {
      "epoch": 2.82363301249232,
      "grad_norm": 1.11815419179392,
      "learning_rate": 0.00016726659854765657,
      "loss": 0.801,
      "step": 68939
    },
    {
      "epoch": 2.8236739709195167,
      "grad_norm": 1.7972945348176836,
      "learning_rate": 0.00016726335882857882,
      "loss": 1.1927,
      "step": 68940
    },
    {
      "epoch": 2.823714929346713,
      "grad_norm": 1.1886481734985719,
      "learning_rate": 0.00016726011910134,
      "loss": 0.8058,
      "step": 68941
    },
    {
      "epoch": 2.8237558877739097,
      "grad_norm": 0.9483499812040239,
      "learning_rate": 0.00016725687936594162,
      "loss": 0.6589,
      "step": 68942
    },
    {
      "epoch": 2.823796846201106,
      "grad_norm": 1.1839823555751354,
      "learning_rate": 0.0001672536396223852,
      "loss": 0.4285,
      "step": 68943
    },
    {
      "epoch": 2.8238378046283024,
      "grad_norm": 0.9937342546806195,
      "learning_rate": 0.0001672503998706722,
      "loss": 0.8162,
      "step": 68944
    },
    {
      "epoch": 2.8238787630554985,
      "grad_norm": 2.640886470340299,
      "learning_rate": 0.00016724716011080423,
      "loss": 1.5736,
      "step": 68945
    },
    {
      "epoch": 2.823919721482695,
      "grad_norm": 2.0082329573729525,
      "learning_rate": 0.00016724392034278283,
      "loss": 0.8806,
      "step": 68946
    },
    {
      "epoch": 2.8239606799098915,
      "grad_norm": 1.597975036377163,
      "learning_rate": 0.00016724068056660947,
      "loss": 0.439,
      "step": 68947
    },
    {
      "epoch": 2.824001638337088,
      "grad_norm": 2.0200053827408597,
      "learning_rate": 0.00016723744078228574,
      "loss": 0.9254,
      "step": 68948
    },
    {
      "epoch": 2.824042596764284,
      "grad_norm": 0.8734929819457148,
      "learning_rate": 0.00016723420098981314,
      "loss": 0.5111,
      "step": 68949
    },
    {
      "epoch": 2.8240835551914807,
      "grad_norm": 1.3993485325310575,
      "learning_rate": 0.00016723096118919322,
      "loss": 1.0126,
      "step": 68950
    },
    {
      "epoch": 2.824124513618677,
      "grad_norm": 0.9955343250913844,
      "learning_rate": 0.0001672277213804275,
      "loss": 0.5446,
      "step": 68951
    },
    {
      "epoch": 2.8241654720458733,
      "grad_norm": 1.010809856701643,
      "learning_rate": 0.00016722448156351747,
      "loss": 0.5133,
      "step": 68952
    },
    {
      "epoch": 2.82420643047307,
      "grad_norm": 1.1346412749502701,
      "learning_rate": 0.00016722124173846478,
      "loss": 0.7872,
      "step": 68953
    },
    {
      "epoch": 2.8242473889002664,
      "grad_norm": 1.1623327195533733,
      "learning_rate": 0.00016721800190527085,
      "loss": 0.7488,
      "step": 68954
    },
    {
      "epoch": 2.8242883473274625,
      "grad_norm": 1.3340669973291943,
      "learning_rate": 0.00016721476206393724,
      "loss": 0.9426,
      "step": 68955
    },
    {
      "epoch": 2.824329305754659,
      "grad_norm": 1.081861815668508,
      "learning_rate": 0.00016721152221446547,
      "loss": 0.6651,
      "step": 68956
    },
    {
      "epoch": 2.8243702641818555,
      "grad_norm": 1.2533604564461716,
      "learning_rate": 0.00016720828235685715,
      "loss": 0.3909,
      "step": 68957
    },
    {
      "epoch": 2.8244112226090516,
      "grad_norm": 1.0705598572888648,
      "learning_rate": 0.0001672050424911137,
      "loss": 0.8519,
      "step": 68958
    },
    {
      "epoch": 2.824452181036248,
      "grad_norm": 1.0884078728875177,
      "learning_rate": 0.00016720180261723674,
      "loss": 0.6788,
      "step": 68959
    },
    {
      "epoch": 2.8244931394634447,
      "grad_norm": 0.9202194829644005,
      "learning_rate": 0.0001671985627352277,
      "loss": 0.3006,
      "step": 68960
    },
    {
      "epoch": 2.8245340978906412,
      "grad_norm": 0.795727808568398,
      "learning_rate": 0.00016719532284508826,
      "loss": 0.2729,
      "step": 68961
    },
    {
      "epoch": 2.8245750563178373,
      "grad_norm": 1.2980171648344192,
      "learning_rate": 0.00016719208294681986,
      "loss": 0.7112,
      "step": 68962
    },
    {
      "epoch": 2.824616014745034,
      "grad_norm": 1.2025502900692253,
      "learning_rate": 0.000167188843040424,
      "loss": 0.889,
      "step": 68963
    },
    {
      "epoch": 2.82465697317223,
      "grad_norm": 1.3720235058960994,
      "learning_rate": 0.00016718560312590225,
      "loss": 0.9106,
      "step": 68964
    },
    {
      "epoch": 2.8246979315994265,
      "grad_norm": 1.2311074692029078,
      "learning_rate": 0.00016718236320325617,
      "loss": 1.0667,
      "step": 68965
    },
    {
      "epoch": 2.824738890026623,
      "grad_norm": 1.037912956795976,
      "learning_rate": 0.00016717912327248726,
      "loss": 0.6847,
      "step": 68966
    },
    {
      "epoch": 2.8247798484538196,
      "grad_norm": 1.1358184747257558,
      "learning_rate": 0.0001671758833335971,
      "loss": 0.3399,
      "step": 68967
    },
    {
      "epoch": 2.8248208068810157,
      "grad_norm": 1.2570500781615972,
      "learning_rate": 0.00016717264338658708,
      "loss": 0.9093,
      "step": 68968
    },
    {
      "epoch": 2.824861765308212,
      "grad_norm": 1.0898778428599436,
      "learning_rate": 0.0001671694034314589,
      "loss": 0.7429,
      "step": 68969
    },
    {
      "epoch": 2.8249027237354083,
      "grad_norm": 0.9862628514811326,
      "learning_rate": 0.00016716616346821404,
      "loss": 0.6922,
      "step": 68970
    },
    {
      "epoch": 2.824943682162605,
      "grad_norm": 1.2979403319407747,
      "learning_rate": 0.00016716292349685396,
      "loss": 1.0463,
      "step": 68971
    },
    {
      "epoch": 2.8249846405898014,
      "grad_norm": 0.9106021321979401,
      "learning_rate": 0.00016715968351738029,
      "loss": 0.7275,
      "step": 68972
    },
    {
      "epoch": 2.825025599016998,
      "grad_norm": 1.1372202465559933,
      "learning_rate": 0.0001671564435297945,
      "loss": 0.9011,
      "step": 68973
    },
    {
      "epoch": 2.825066557444194,
      "grad_norm": 0.8114412518588551,
      "learning_rate": 0.00016715320353409815,
      "loss": 0.3129,
      "step": 68974
    },
    {
      "epoch": 2.8251075158713905,
      "grad_norm": 1.3492331222398932,
      "learning_rate": 0.00016714996353029275,
      "loss": 1.049,
      "step": 68975
    },
    {
      "epoch": 2.825148474298587,
      "grad_norm": 1.0756554067720685,
      "learning_rate": 0.0001671467235183798,
      "loss": 0.6706,
      "step": 68976
    },
    {
      "epoch": 2.825189432725783,
      "grad_norm": 0.8973149108658124,
      "learning_rate": 0.00016714348349836092,
      "loss": 0.4042,
      "step": 68977
    },
    {
      "epoch": 2.8252303911529797,
      "grad_norm": 1.078395278246766,
      "learning_rate": 0.0001671402434702376,
      "loss": 0.862,
      "step": 68978
    },
    {
      "epoch": 2.8252713495801762,
      "grad_norm": 1.1499835220651882,
      "learning_rate": 0.00016713700343401139,
      "loss": 0.6132,
      "step": 68979
    },
    {
      "epoch": 2.8253123080073728,
      "grad_norm": 1.2391844188300547,
      "learning_rate": 0.00016713376338968372,
      "loss": 0.8732,
      "step": 68980
    },
    {
      "epoch": 2.825353266434569,
      "grad_norm": 1.3276874019603908,
      "learning_rate": 0.00016713052333725627,
      "loss": 0.7994,
      "step": 68981
    },
    {
      "epoch": 2.8253942248617654,
      "grad_norm": 1.8391564983315314,
      "learning_rate": 0.00016712728327673048,
      "loss": 1.0251,
      "step": 68982
    },
    {
      "epoch": 2.8254351832889615,
      "grad_norm": 1.1087487956703435,
      "learning_rate": 0.00016712404320810788,
      "loss": 0.7717,
      "step": 68983
    },
    {
      "epoch": 2.825476141716158,
      "grad_norm": 1.1636631662665147,
      "learning_rate": 0.00016712080313139005,
      "loss": 0.76,
      "step": 68984
    },
    {
      "epoch": 2.8255171001433546,
      "grad_norm": 1.224142365478489,
      "learning_rate": 0.0001671175630465785,
      "loss": 0.4169,
      "step": 68985
    },
    {
      "epoch": 2.825558058570551,
      "grad_norm": 0.9264976711413992,
      "learning_rate": 0.00016711432295367476,
      "loss": 0.6598,
      "step": 68986
    },
    {
      "epoch": 2.825599016997747,
      "grad_norm": 0.7095685282439819,
      "learning_rate": 0.00016711108285268034,
      "loss": 0.3058,
      "step": 68987
    },
    {
      "epoch": 2.8256399754249437,
      "grad_norm": 1.5411504520023414,
      "learning_rate": 0.00016710784274359683,
      "loss": 1.3349,
      "step": 68988
    },
    {
      "epoch": 2.82568093385214,
      "grad_norm": 1.0851290101866211,
      "learning_rate": 0.00016710460262642568,
      "loss": 0.7773,
      "step": 68989
    },
    {
      "epoch": 2.8257218922793363,
      "grad_norm": 1.250132806849906,
      "learning_rate": 0.00016710136250116853,
      "loss": 0.8245,
      "step": 68990
    },
    {
      "epoch": 2.825762850706533,
      "grad_norm": 0.7657948852378914,
      "learning_rate": 0.0001670981223678268,
      "loss": 0.1528,
      "step": 68991
    },
    {
      "epoch": 2.8258038091337294,
      "grad_norm": 1.117478971284831,
      "learning_rate": 0.00016709488222640205,
      "loss": 0.8076,
      "step": 68992
    },
    {
      "epoch": 2.8258447675609255,
      "grad_norm": 1.3060076353687229,
      "learning_rate": 0.00016709164207689587,
      "loss": 0.9873,
      "step": 68993
    },
    {
      "epoch": 2.825885725988122,
      "grad_norm": 1.4667808165707106,
      "learning_rate": 0.00016708840191930976,
      "loss": 1.506,
      "step": 68994
    },
    {
      "epoch": 2.8259266844153186,
      "grad_norm": 1.0827931058997073,
      "learning_rate": 0.0001670851617536452,
      "loss": 0.6591,
      "step": 68995
    },
    {
      "epoch": 2.8259676428425147,
      "grad_norm": 0.6307667495169672,
      "learning_rate": 0.0001670819215799038,
      "loss": 0.2203,
      "step": 68996
    },
    {
      "epoch": 2.826008601269711,
      "grad_norm": 1.103294677603357,
      "learning_rate": 0.00016707868139808707,
      "loss": 0.8776,
      "step": 68997
    },
    {
      "epoch": 2.8260495596969077,
      "grad_norm": 1.1718294083200913,
      "learning_rate": 0.0001670754412081965,
      "loss": 0.7401,
      "step": 68998
    },
    {
      "epoch": 2.8260905181241043,
      "grad_norm": 0.8438907232296038,
      "learning_rate": 0.0001670722010102337,
      "loss": 0.377,
      "step": 68999
    },
    {
      "epoch": 2.8261314765513004,
      "grad_norm": 0.9933899453014552,
      "learning_rate": 0.0001670689608042001,
      "loss": 0.4448,
      "step": 69000
    },
    {
      "epoch": 2.826172434978497,
      "grad_norm": 0.7921045113063275,
      "learning_rate": 0.0001670657205900973,
      "loss": 0.6352,
      "step": 69001
    },
    {
      "epoch": 2.826213393405693,
      "grad_norm": 0.8723111804112231,
      "learning_rate": 0.00016706248036792683,
      "loss": 0.2889,
      "step": 69002
    },
    {
      "epoch": 2.8262543518328895,
      "grad_norm": 1.114018175391611,
      "learning_rate": 0.00016705924013769022,
      "loss": 0.9368,
      "step": 69003
    },
    {
      "epoch": 2.826295310260086,
      "grad_norm": 2.415458018760446,
      "learning_rate": 0.00016705599989938895,
      "loss": 1.9257,
      "step": 69004
    },
    {
      "epoch": 2.8263362686872826,
      "grad_norm": 1.4306597735781243,
      "learning_rate": 0.00016705275965302465,
      "loss": 0.8341,
      "step": 69005
    },
    {
      "epoch": 2.8263772271144787,
      "grad_norm": 1.0230685429857367,
      "learning_rate": 0.00016704951939859874,
      "loss": 0.611,
      "step": 69006
    },
    {
      "epoch": 2.8264181855416752,
      "grad_norm": 1.1011370652776828,
      "learning_rate": 0.00016704627913611286,
      "loss": 0.7201,
      "step": 69007
    },
    {
      "epoch": 2.8264591439688713,
      "grad_norm": 1.2713539345677924,
      "learning_rate": 0.00016704303886556844,
      "loss": 1.0577,
      "step": 69008
    },
    {
      "epoch": 2.826500102396068,
      "grad_norm": 1.4315294375188115,
      "learning_rate": 0.0001670397985869671,
      "loss": 1.102,
      "step": 69009
    },
    {
      "epoch": 2.8265410608232644,
      "grad_norm": 1.2423024193393621,
      "learning_rate": 0.0001670365583003103,
      "loss": 0.8516,
      "step": 69010
    },
    {
      "epoch": 2.826582019250461,
      "grad_norm": 0.898687902326084,
      "learning_rate": 0.00016703331800559963,
      "loss": 0.4255,
      "step": 69011
    },
    {
      "epoch": 2.826622977677657,
      "grad_norm": 1.1193395744105656,
      "learning_rate": 0.00016703007770283657,
      "loss": 0.7542,
      "step": 69012
    },
    {
      "epoch": 2.8266639361048536,
      "grad_norm": 1.027220374498922,
      "learning_rate": 0.00016702683739202266,
      "loss": 0.7152,
      "step": 69013
    },
    {
      "epoch": 2.82670489453205,
      "grad_norm": 1.1344897249036898,
      "learning_rate": 0.0001670235970731595,
      "loss": 0.9562,
      "step": 69014
    },
    {
      "epoch": 2.826745852959246,
      "grad_norm": 1.4733243407782912,
      "learning_rate": 0.00016702035674624855,
      "loss": 1.4634,
      "step": 69015
    },
    {
      "epoch": 2.8267868113864427,
      "grad_norm": 1.345959016565182,
      "learning_rate": 0.00016701711641129135,
      "loss": 0.8217,
      "step": 69016
    },
    {
      "epoch": 2.8268277698136393,
      "grad_norm": 1.1862613112560854,
      "learning_rate": 0.00016701387606828948,
      "loss": 0.7164,
      "step": 69017
    },
    {
      "epoch": 2.826868728240836,
      "grad_norm": 1.4937405131694512,
      "learning_rate": 0.00016701063571724438,
      "loss": 0.903,
      "step": 69018
    },
    {
      "epoch": 2.826909686668032,
      "grad_norm": 1.0595413897011814,
      "learning_rate": 0.0001670073953581577,
      "loss": 0.6777,
      "step": 69019
    },
    {
      "epoch": 2.8269506450952284,
      "grad_norm": 1.3525629807412622,
      "learning_rate": 0.00016700415499103084,
      "loss": 0.9568,
      "step": 69020
    },
    {
      "epoch": 2.8269916035224245,
      "grad_norm": 1.5725563268755902,
      "learning_rate": 0.00016700091461586546,
      "loss": 1.2467,
      "step": 69021
    },
    {
      "epoch": 2.827032561949621,
      "grad_norm": 1.4061416764500612,
      "learning_rate": 0.00016699767423266303,
      "loss": 0.3907,
      "step": 69022
    },
    {
      "epoch": 2.8270735203768176,
      "grad_norm": 1.3224678810830164,
      "learning_rate": 0.00016699443384142509,
      "loss": 0.9013,
      "step": 69023
    },
    {
      "epoch": 2.827114478804014,
      "grad_norm": 1.1801871763831462,
      "learning_rate": 0.00016699119344215313,
      "loss": 0.8296,
      "step": 69024
    },
    {
      "epoch": 2.82715543723121,
      "grad_norm": 0.7988505491355153,
      "learning_rate": 0.00016698795303484874,
      "loss": 0.2414,
      "step": 69025
    },
    {
      "epoch": 2.8271963956584067,
      "grad_norm": 1.0451896974522241,
      "learning_rate": 0.00016698471261951343,
      "loss": 0.666,
      "step": 69026
    },
    {
      "epoch": 2.827237354085603,
      "grad_norm": 0.6330490895303988,
      "learning_rate": 0.00016698147219614877,
      "loss": 0.2384,
      "step": 69027
    },
    {
      "epoch": 2.8272783125127994,
      "grad_norm": 1.0852180621622325,
      "learning_rate": 0.00016697823176475618,
      "loss": 0.7931,
      "step": 69028
    },
    {
      "epoch": 2.827319270939996,
      "grad_norm": 1.1354314005002004,
      "learning_rate": 0.00016697499132533732,
      "loss": 0.9078,
      "step": 69029
    },
    {
      "epoch": 2.8273602293671924,
      "grad_norm": 0.8012414753683865,
      "learning_rate": 0.00016697175087789366,
      "loss": 0.3065,
      "step": 69030
    },
    {
      "epoch": 2.8274011877943885,
      "grad_norm": 1.3251033164622454,
      "learning_rate": 0.00016696851042242677,
      "loss": 0.6738,
      "step": 69031
    },
    {
      "epoch": 2.827442146221585,
      "grad_norm": 2.201337805833658,
      "learning_rate": 0.00016696526995893808,
      "loss": 1.6217,
      "step": 69032
    },
    {
      "epoch": 2.8274831046487816,
      "grad_norm": 1.312186633645957,
      "learning_rate": 0.00016696202948742923,
      "loss": 0.6565,
      "step": 69033
    },
    {
      "epoch": 2.8275240630759777,
      "grad_norm": 1.8928189662000408,
      "learning_rate": 0.00016695878900790175,
      "loss": 1.5496,
      "step": 69034
    },
    {
      "epoch": 2.8275650215031742,
      "grad_norm": 0.7325762415283747,
      "learning_rate": 0.0001669555485203571,
      "loss": 0.2644,
      "step": 69035
    },
    {
      "epoch": 2.8276059799303708,
      "grad_norm": 1.4609070247988767,
      "learning_rate": 0.00016695230802479683,
      "loss": 0.353,
      "step": 69036
    },
    {
      "epoch": 2.8276469383575673,
      "grad_norm": 4.608510945299848,
      "learning_rate": 0.00016694906752122256,
      "loss": 4.4849,
      "step": 69037
    },
    {
      "epoch": 2.8276878967847634,
      "grad_norm": 1.0641849086893196,
      "learning_rate": 0.00016694582700963574,
      "loss": 0.5857,
      "step": 69038
    },
    {
      "epoch": 2.82772885521196,
      "grad_norm": 1.8464580699949467,
      "learning_rate": 0.00016694258649003788,
      "loss": 1.2861,
      "step": 69039
    },
    {
      "epoch": 2.827769813639156,
      "grad_norm": 3.55109001784062,
      "learning_rate": 0.00016693934596243056,
      "loss": 4.4498,
      "step": 69040
    },
    {
      "epoch": 2.8278107720663526,
      "grad_norm": 1.3019547997026264,
      "learning_rate": 0.00016693610542681527,
      "loss": 0.9043,
      "step": 69041
    },
    {
      "epoch": 2.827851730493549,
      "grad_norm": 0.8354310576943104,
      "learning_rate": 0.00016693286488319366,
      "loss": 0.5351,
      "step": 69042
    },
    {
      "epoch": 2.8278926889207456,
      "grad_norm": 1.2202237892436352,
      "learning_rate": 0.00016692962433156712,
      "loss": 0.8623,
      "step": 69043
    },
    {
      "epoch": 2.8279336473479417,
      "grad_norm": 1.1540026420127245,
      "learning_rate": 0.0001669263837719372,
      "loss": 0.7627,
      "step": 69044
    },
    {
      "epoch": 2.8279746057751383,
      "grad_norm": 0.9308658137341693,
      "learning_rate": 0.0001669231432043055,
      "loss": 0.5777,
      "step": 69045
    },
    {
      "epoch": 2.8280155642023344,
      "grad_norm": 0.9187097950107735,
      "learning_rate": 0.00016691990262867357,
      "loss": 0.6089,
      "step": 69046
    },
    {
      "epoch": 2.828056522629531,
      "grad_norm": 1.175122604838758,
      "learning_rate": 0.00016691666204504284,
      "loss": 0.6919,
      "step": 69047
    },
    {
      "epoch": 2.8280974810567274,
      "grad_norm": 1.3700683905679585,
      "learning_rate": 0.00016691342145341487,
      "loss": 0.1942,
      "step": 69048
    },
    {
      "epoch": 2.828138439483924,
      "grad_norm": 1.2559456530243487,
      "learning_rate": 0.00016691018085379127,
      "loss": 0.9081,
      "step": 69049
    },
    {
      "epoch": 2.82817939791112,
      "grad_norm": 0.9388559486665833,
      "learning_rate": 0.00016690694024617349,
      "loss": 0.6485,
      "step": 69050
    },
    {
      "epoch": 2.8282203563383166,
      "grad_norm": 0.6787309067484086,
      "learning_rate": 0.0001669036996305631,
      "loss": 0.2301,
      "step": 69051
    },
    {
      "epoch": 2.828261314765513,
      "grad_norm": 2.5304263409072987,
      "learning_rate": 0.0001669004590069616,
      "loss": 3.45,
      "step": 69052
    },
    {
      "epoch": 2.828302273192709,
      "grad_norm": 1.1840086313701168,
      "learning_rate": 0.00016689721837537055,
      "loss": 0.7171,
      "step": 69053
    },
    {
      "epoch": 2.8283432316199058,
      "grad_norm": 2.8295043906515334,
      "learning_rate": 0.00016689397773579152,
      "loss": 1.2044,
      "step": 69054
    },
    {
      "epoch": 2.8283841900471023,
      "grad_norm": 3.1699369635625003,
      "learning_rate": 0.00016689073708822595,
      "loss": 3.825,
      "step": 69055
    },
    {
      "epoch": 2.828425148474299,
      "grad_norm": 0.9166563505730668,
      "learning_rate": 0.0001668874964326754,
      "loss": 0.4261,
      "step": 69056
    },
    {
      "epoch": 2.828466106901495,
      "grad_norm": 1.101383698157349,
      "learning_rate": 0.00016688425576914144,
      "loss": 0.5743,
      "step": 69057
    },
    {
      "epoch": 2.8285070653286914,
      "grad_norm": 1.188337098165896,
      "learning_rate": 0.00016688101509762561,
      "loss": 0.8082,
      "step": 69058
    },
    {
      "epoch": 2.8285480237558875,
      "grad_norm": 1.1180125772111862,
      "learning_rate": 0.00016687777441812943,
      "loss": 0.6825,
      "step": 69059
    },
    {
      "epoch": 2.828588982183084,
      "grad_norm": 1.1335061735822654,
      "learning_rate": 0.00016687453373065436,
      "loss": 0.3529,
      "step": 69060
    },
    {
      "epoch": 2.8286299406102806,
      "grad_norm": 0.9684362692192997,
      "learning_rate": 0.00016687129303520203,
      "loss": 0.5675,
      "step": 69061
    },
    {
      "epoch": 2.828670899037477,
      "grad_norm": 0.716525264776476,
      "learning_rate": 0.00016686805233177393,
      "loss": 0.2828,
      "step": 69062
    },
    {
      "epoch": 2.8287118574646732,
      "grad_norm": 1.218100396827735,
      "learning_rate": 0.0001668648116203716,
      "loss": 0.847,
      "step": 69063
    },
    {
      "epoch": 2.8287528158918698,
      "grad_norm": 1.390749233623739,
      "learning_rate": 0.0001668615709009965,
      "loss": 0.8451,
      "step": 69064
    },
    {
      "epoch": 2.8287937743190663,
      "grad_norm": 1.8139362995731596,
      "learning_rate": 0.0001668583301736503,
      "loss": 1.0699,
      "step": 69065
    },
    {
      "epoch": 2.8288347327462624,
      "grad_norm": 1.1436609438465497,
      "learning_rate": 0.00016685508943833444,
      "loss": 0.73,
      "step": 69066
    },
    {
      "epoch": 2.828875691173459,
      "grad_norm": 1.3678319209820338,
      "learning_rate": 0.00016685184869505047,
      "loss": 0.7913,
      "step": 69067
    },
    {
      "epoch": 2.8289166496006555,
      "grad_norm": 3.913575314598946,
      "learning_rate": 0.00016684860794379992,
      "loss": 6.9808,
      "step": 69068
    },
    {
      "epoch": 2.8289576080278516,
      "grad_norm": 1.3866115104975627,
      "learning_rate": 0.00016684536718458433,
      "loss": 0.9439,
      "step": 69069
    },
    {
      "epoch": 2.828998566455048,
      "grad_norm": 1.1631564273944455,
      "learning_rate": 0.00016684212641740522,
      "loss": 0.7971,
      "step": 69070
    },
    {
      "epoch": 2.8290395248822446,
      "grad_norm": 1.3020947355762222,
      "learning_rate": 0.00016683888564226413,
      "loss": 0.7825,
      "step": 69071
    },
    {
      "epoch": 2.8290804833094407,
      "grad_norm": 0.5463758759984363,
      "learning_rate": 0.0001668356448591626,
      "loss": 0.1947,
      "step": 69072
    },
    {
      "epoch": 2.8291214417366373,
      "grad_norm": 1.48195336498698,
      "learning_rate": 0.00016683240406810214,
      "loss": 1.0028,
      "step": 69073
    },
    {
      "epoch": 2.829162400163834,
      "grad_norm": 1.2907642671025776,
      "learning_rate": 0.00016682916326908435,
      "loss": 0.6849,
      "step": 69074
    },
    {
      "epoch": 2.8292033585910303,
      "grad_norm": 0.8076149146434135,
      "learning_rate": 0.00016682592246211066,
      "loss": 0.4192,
      "step": 69075
    },
    {
      "epoch": 2.8292443170182264,
      "grad_norm": 1.1912374018646974,
      "learning_rate": 0.00016682268164718264,
      "loss": 1.1079,
      "step": 69076
    },
    {
      "epoch": 2.829285275445423,
      "grad_norm": 1.5543136880275341,
      "learning_rate": 0.00016681944082430186,
      "loss": 1.7325,
      "step": 69077
    },
    {
      "epoch": 2.829326233872619,
      "grad_norm": 1.2313580629318626,
      "learning_rate": 0.00016681619999346983,
      "loss": 0.7461,
      "step": 69078
    },
    {
      "epoch": 2.8293671922998156,
      "grad_norm": 1.1055789457800855,
      "learning_rate": 0.0001668129591546881,
      "loss": 0.6963,
      "step": 69079
    },
    {
      "epoch": 2.829408150727012,
      "grad_norm": 1.1149764070656998,
      "learning_rate": 0.0001668097183079581,
      "loss": 0.6101,
      "step": 69080
    },
    {
      "epoch": 2.8294491091542087,
      "grad_norm": 0.8384205009268257,
      "learning_rate": 0.00016680647745328148,
      "loss": 0.4991,
      "step": 69081
    },
    {
      "epoch": 2.8294900675814048,
      "grad_norm": 1.0244822169651833,
      "learning_rate": 0.00016680323659065975,
      "loss": 0.7897,
      "step": 69082
    },
    {
      "epoch": 2.8295310260086013,
      "grad_norm": 1.16156013926212,
      "learning_rate": 0.0001667999957200944,
      "loss": 0.7881,
      "step": 69083
    },
    {
      "epoch": 2.829571984435798,
      "grad_norm": 1.0000537387150814,
      "learning_rate": 0.00016679675484158698,
      "loss": 0.6216,
      "step": 69084
    },
    {
      "epoch": 2.829612942862994,
      "grad_norm": 0.9951069083175983,
      "learning_rate": 0.00016679351395513904,
      "loss": 0.2876,
      "step": 69085
    },
    {
      "epoch": 2.8296539012901905,
      "grad_norm": 1.3451034452226993,
      "learning_rate": 0.00016679027306075212,
      "loss": 0.33,
      "step": 69086
    },
    {
      "epoch": 2.829694859717387,
      "grad_norm": 1.245569271109882,
      "learning_rate": 0.0001667870321584277,
      "loss": 0.8308,
      "step": 69087
    },
    {
      "epoch": 2.829735818144583,
      "grad_norm": 1.026673247418765,
      "learning_rate": 0.00016678379124816735,
      "loss": 0.2301,
      "step": 69088
    },
    {
      "epoch": 2.8297767765717796,
      "grad_norm": 1.6682765571988365,
      "learning_rate": 0.00016678055032997262,
      "loss": 1.7324,
      "step": 69089
    },
    {
      "epoch": 2.829817734998976,
      "grad_norm": 0.953619301990854,
      "learning_rate": 0.00016677730940384503,
      "loss": 0.6469,
      "step": 69090
    },
    {
      "epoch": 2.8298586934261722,
      "grad_norm": 0.7147719131079048,
      "learning_rate": 0.00016677406846978606,
      "loss": 0.2805,
      "step": 69091
    },
    {
      "epoch": 2.829899651853369,
      "grad_norm": 1.440872420597286,
      "learning_rate": 0.0001667708275277973,
      "loss": 0.6568,
      "step": 69092
    },
    {
      "epoch": 2.8299406102805653,
      "grad_norm": 1.1431736493067453,
      "learning_rate": 0.00016676758657788027,
      "loss": 0.7455,
      "step": 69093
    },
    {
      "epoch": 2.829981568707762,
      "grad_norm": 3.1807654647664854,
      "learning_rate": 0.00016676434562003651,
      "loss": 0.9038,
      "step": 69094
    },
    {
      "epoch": 2.830022527134958,
      "grad_norm": 0.638541922566895,
      "learning_rate": 0.00016676110465426754,
      "loss": 0.2592,
      "step": 69095
    },
    {
      "epoch": 2.8300634855621545,
      "grad_norm": 1.1313190318111042,
      "learning_rate": 0.00016675786368057486,
      "loss": 0.6328,
      "step": 69096
    },
    {
      "epoch": 2.8301044439893506,
      "grad_norm": 1.1219741673423465,
      "learning_rate": 0.00016675462269896007,
      "loss": 0.8006,
      "step": 69097
    },
    {
      "epoch": 2.830145402416547,
      "grad_norm": 0.8529769954368377,
      "learning_rate": 0.00016675138170942465,
      "loss": 0.556,
      "step": 69098
    },
    {
      "epoch": 2.8301863608437436,
      "grad_norm": 1.0042253767845752,
      "learning_rate": 0.00016674814071197016,
      "loss": 0.7968,
      "step": 69099
    },
    {
      "epoch": 2.83022731927094,
      "grad_norm": 0.9711778705083282,
      "learning_rate": 0.0001667448997065981,
      "loss": 0.7121,
      "step": 69100
    },
    {
      "epoch": 2.8302682776981363,
      "grad_norm": 4.333263813637689,
      "learning_rate": 0.00016674165869331,
      "loss": 1.2967,
      "step": 69101
    },
    {
      "epoch": 2.830309236125333,
      "grad_norm": 1.2195408346116394,
      "learning_rate": 0.0001667384176721075,
      "loss": 0.9782,
      "step": 69102
    },
    {
      "epoch": 2.8303501945525293,
      "grad_norm": 1.2382847393825887,
      "learning_rate": 0.00016673517664299198,
      "loss": 0.7686,
      "step": 69103
    },
    {
      "epoch": 2.8303911529797254,
      "grad_norm": 1.1271167056739235,
      "learning_rate": 0.00016673193560596506,
      "loss": 0.925,
      "step": 69104
    },
    {
      "epoch": 2.830432111406922,
      "grad_norm": 7.309189687134963,
      "learning_rate": 0.00016672869456102823,
      "loss": 6.9179,
      "step": 69105
    },
    {
      "epoch": 2.8304730698341185,
      "grad_norm": 1.0402212783747717,
      "learning_rate": 0.00016672545350818307,
      "loss": 0.714,
      "step": 69106
    },
    {
      "epoch": 2.830514028261315,
      "grad_norm": 1.5186773300005223,
      "learning_rate": 0.0001667222124474311,
      "loss": 1.2497,
      "step": 69107
    },
    {
      "epoch": 2.830554986688511,
      "grad_norm": 1.2702597070550385,
      "learning_rate": 0.00016671897137877378,
      "loss": 0.7461,
      "step": 69108
    },
    {
      "epoch": 2.8305959451157077,
      "grad_norm": 1.1238193597564068,
      "learning_rate": 0.00016671573030221275,
      "loss": 0.7837,
      "step": 69109
    },
    {
      "epoch": 2.8306369035429038,
      "grad_norm": 1.5856615942391676,
      "learning_rate": 0.0001667124892177495,
      "loss": 1.2369,
      "step": 69110
    },
    {
      "epoch": 2.8306778619701003,
      "grad_norm": 1.470760715128766,
      "learning_rate": 0.00016670924812538555,
      "loss": 0.7137,
      "step": 69111
    },
    {
      "epoch": 2.830718820397297,
      "grad_norm": 1.0121887126273552,
      "learning_rate": 0.00016670600702512237,
      "loss": 0.331,
      "step": 69112
    },
    {
      "epoch": 2.8307597788244934,
      "grad_norm": 0.7019100429447376,
      "learning_rate": 0.00016670276591696168,
      "loss": 0.285,
      "step": 69113
    },
    {
      "epoch": 2.8308007372516895,
      "grad_norm": 1.1440324587031607,
      "learning_rate": 0.0001666995248009048,
      "loss": 0.8195,
      "step": 69114
    },
    {
      "epoch": 2.830841695678886,
      "grad_norm": 2.0168390209290115,
      "learning_rate": 0.00016669628367695338,
      "loss": 0.9949,
      "step": 69115
    },
    {
      "epoch": 2.830882654106082,
      "grad_norm": 1.2606032437225327,
      "learning_rate": 0.0001666930425451089,
      "loss": 0.6093,
      "step": 69116
    },
    {
      "epoch": 2.8309236125332786,
      "grad_norm": 0.9587362031953448,
      "learning_rate": 0.00016668980140537297,
      "loss": 0.6884,
      "step": 69117
    },
    {
      "epoch": 2.830964570960475,
      "grad_norm": 1.3360315254143245,
      "learning_rate": 0.00016668656025774705,
      "loss": 0.7662,
      "step": 69118
    },
    {
      "epoch": 2.8310055293876717,
      "grad_norm": 1.1679250510104493,
      "learning_rate": 0.00016668331910223266,
      "loss": 0.6461,
      "step": 69119
    },
    {
      "epoch": 2.831046487814868,
      "grad_norm": 0.8935144681192387,
      "learning_rate": 0.0001666800779388314,
      "loss": 0.69,
      "step": 69120
    },
    {
      "epoch": 2.8310874462420643,
      "grad_norm": 1.6840814238752433,
      "learning_rate": 0.00016667683676754475,
      "loss": 0.5552,
      "step": 69121
    },
    {
      "epoch": 2.831128404669261,
      "grad_norm": 1.1532387266301323,
      "learning_rate": 0.0001666735955883743,
      "loss": 0.8861,
      "step": 69122
    },
    {
      "epoch": 2.831169363096457,
      "grad_norm": 1.2095224465785752,
      "learning_rate": 0.0001666703544013215,
      "loss": 0.8702,
      "step": 69123
    },
    {
      "epoch": 2.8312103215236535,
      "grad_norm": 1.2937818969133588,
      "learning_rate": 0.0001666671132063879,
      "loss": 0.7894,
      "step": 69124
    },
    {
      "epoch": 2.83125127995085,
      "grad_norm": 1.3241027002965544,
      "learning_rate": 0.0001666638720035751,
      "loss": 0.6799,
      "step": 69125
    },
    {
      "epoch": 2.8312922383780466,
      "grad_norm": 0.710008554283448,
      "learning_rate": 0.00016666063079288457,
      "loss": 0.2683,
      "step": 69126
    },
    {
      "epoch": 2.8313331968052426,
      "grad_norm": 1.0791904938024162,
      "learning_rate": 0.00016665738957431786,
      "loss": 0.6594,
      "step": 69127
    },
    {
      "epoch": 2.831374155232439,
      "grad_norm": 1.1250808666293206,
      "learning_rate": 0.00016665414834787648,
      "loss": 0.5463,
      "step": 69128
    },
    {
      "epoch": 2.8314151136596353,
      "grad_norm": 1.0784168467542283,
      "learning_rate": 0.00016665090711356204,
      "loss": 0.843,
      "step": 69129
    },
    {
      "epoch": 2.831456072086832,
      "grad_norm": 7.495815215218711,
      "learning_rate": 0.00016664766587137601,
      "loss": 4.916,
      "step": 69130
    },
    {
      "epoch": 2.8314970305140283,
      "grad_norm": 1.054761595554887,
      "learning_rate": 0.00016664442462131988,
      "loss": 0.8587,
      "step": 69131
    },
    {
      "epoch": 2.831537988941225,
      "grad_norm": 1.5163326962666028,
      "learning_rate": 0.00016664118336339525,
      "loss": 0.9403,
      "step": 69132
    },
    {
      "epoch": 2.831578947368421,
      "grad_norm": 1.1496904516564956,
      "learning_rate": 0.00016663794209760365,
      "loss": 0.1538,
      "step": 69133
    },
    {
      "epoch": 2.8316199057956175,
      "grad_norm": 1.0841163564657574,
      "learning_rate": 0.00016663470082394662,
      "loss": 0.8056,
      "step": 69134
    },
    {
      "epoch": 2.8316608642228136,
      "grad_norm": 1.094542644909667,
      "learning_rate": 0.00016663145954242564,
      "loss": 0.7084,
      "step": 69135
    },
    {
      "epoch": 2.83170182265001,
      "grad_norm": 1.664970719367896,
      "learning_rate": 0.00016662821825304226,
      "loss": 1.3394,
      "step": 69136
    },
    {
      "epoch": 2.8317427810772067,
      "grad_norm": 0.8388808396180641,
      "learning_rate": 0.00016662497695579803,
      "loss": 0.2232,
      "step": 69137
    },
    {
      "epoch": 2.831783739504403,
      "grad_norm": 2.6880870395677956,
      "learning_rate": 0.00016662173565069448,
      "loss": 0.777,
      "step": 69138
    },
    {
      "epoch": 2.8318246979315993,
      "grad_norm": 1.1828354503442389,
      "learning_rate": 0.00016661849433773315,
      "loss": 0.9498,
      "step": 69139
    },
    {
      "epoch": 2.831865656358796,
      "grad_norm": 1.1534491468234498,
      "learning_rate": 0.00016661525301691553,
      "loss": 0.8581,
      "step": 69140
    },
    {
      "epoch": 2.8319066147859924,
      "grad_norm": 1.21397763862012,
      "learning_rate": 0.0001666120116882432,
      "loss": 0.5663,
      "step": 69141
    },
    {
      "epoch": 2.8319475732131885,
      "grad_norm": 1.3139285400456608,
      "learning_rate": 0.0001666087703517177,
      "loss": 0.7987,
      "step": 69142
    },
    {
      "epoch": 2.831988531640385,
      "grad_norm": 1.6312053370864115,
      "learning_rate": 0.00016660552900734052,
      "loss": 1.4509,
      "step": 69143
    },
    {
      "epoch": 2.8320294900675815,
      "grad_norm": 1.0340051647246185,
      "learning_rate": 0.00016660228765511318,
      "loss": 0.6525,
      "step": 69144
    },
    {
      "epoch": 2.832070448494778,
      "grad_norm": 1.2768224791438683,
      "learning_rate": 0.00016659904629503724,
      "loss": 0.6712,
      "step": 69145
    },
    {
      "epoch": 2.832111406921974,
      "grad_norm": 0.895755098993939,
      "learning_rate": 0.0001665958049271143,
      "loss": 0.6585,
      "step": 69146
    },
    {
      "epoch": 2.8321523653491707,
      "grad_norm": 1.0896825855188164,
      "learning_rate": 0.0001665925635513458,
      "loss": 0.6806,
      "step": 69147
    },
    {
      "epoch": 2.832193323776367,
      "grad_norm": 1.0763328693192225,
      "learning_rate": 0.00016658932216773327,
      "loss": 0.3928,
      "step": 69148
    },
    {
      "epoch": 2.8322342822035633,
      "grad_norm": 1.3348044858373362,
      "learning_rate": 0.0001665860807762783,
      "loss": 0.5515,
      "step": 69149
    },
    {
      "epoch": 2.83227524063076,
      "grad_norm": 1.3027403860407503,
      "learning_rate": 0.0001665828393769824,
      "loss": 0.7038,
      "step": 69150
    },
    {
      "epoch": 2.8323161990579564,
      "grad_norm": 1.0791775636848147,
      "learning_rate": 0.00016657959796984706,
      "loss": 0.8229,
      "step": 69151
    },
    {
      "epoch": 2.8323571574851525,
      "grad_norm": 1.2041204422673497,
      "learning_rate": 0.00016657635655487383,
      "loss": 0.9914,
      "step": 69152
    },
    {
      "epoch": 2.832398115912349,
      "grad_norm": 0.9681029763803962,
      "learning_rate": 0.00016657311513206433,
      "loss": 0.6376,
      "step": 69153
    },
    {
      "epoch": 2.832439074339545,
      "grad_norm": 1.847964329423129,
      "learning_rate": 0.00016656987370141995,
      "loss": 1.2618,
      "step": 69154
    },
    {
      "epoch": 2.8324800327667417,
      "grad_norm": 0.8993246123114221,
      "learning_rate": 0.00016656663226294238,
      "loss": 0.2898,
      "step": 69155
    },
    {
      "epoch": 2.832520991193938,
      "grad_norm": 8.993066085713865,
      "learning_rate": 0.00016656339081663296,
      "loss": 2.5848,
      "step": 69156
    },
    {
      "epoch": 2.8325619496211347,
      "grad_norm": 1.44969958799964,
      "learning_rate": 0.0001665601493624934,
      "loss": 0.7543,
      "step": 69157
    },
    {
      "epoch": 2.832602908048331,
      "grad_norm": 2.255989598077512,
      "learning_rate": 0.00016655690790052516,
      "loss": 0.9515,
      "step": 69158
    },
    {
      "epoch": 2.8326438664755273,
      "grad_norm": 1.1778207285682618,
      "learning_rate": 0.00016655366643072978,
      "loss": 0.7565,
      "step": 69159
    },
    {
      "epoch": 2.832684824902724,
      "grad_norm": 2.470720537932656,
      "learning_rate": 0.00016655042495310876,
      "loss": 1.1729,
      "step": 69160
    },
    {
      "epoch": 2.83272578332992,
      "grad_norm": 0.521564481154487,
      "learning_rate": 0.00016654718346766366,
      "loss": 0.1271,
      "step": 69161
    },
    {
      "epoch": 2.8327667417571165,
      "grad_norm": 1.1648777073353223,
      "learning_rate": 0.00016654394197439604,
      "loss": 0.7651,
      "step": 69162
    },
    {
      "epoch": 2.832807700184313,
      "grad_norm": 1.2915404487026294,
      "learning_rate": 0.00016654070047330738,
      "loss": 0.7163,
      "step": 69163
    },
    {
      "epoch": 2.8328486586115096,
      "grad_norm": 1.407624192548959,
      "learning_rate": 0.00016653745896439922,
      "loss": 0.9757,
      "step": 69164
    },
    {
      "epoch": 2.8328896170387057,
      "grad_norm": 1.3165475654424572,
      "learning_rate": 0.00016653421744767315,
      "loss": 0.6936,
      "step": 69165
    },
    {
      "epoch": 2.832930575465902,
      "grad_norm": 1.258601866013742,
      "learning_rate": 0.00016653097592313066,
      "loss": 0.4503,
      "step": 69166
    },
    {
      "epoch": 2.8329715338930983,
      "grad_norm": 0.8030125242128363,
      "learning_rate": 0.00016652773439077326,
      "loss": 0.3378,
      "step": 69167
    },
    {
      "epoch": 2.833012492320295,
      "grad_norm": 1.8263834661989935,
      "learning_rate": 0.0001665244928506025,
      "loss": 1.3933,
      "step": 69168
    },
    {
      "epoch": 2.8330534507474914,
      "grad_norm": 1.3821571939332122,
      "learning_rate": 0.00016652125130261995,
      "loss": 0.6572,
      "step": 69169
    },
    {
      "epoch": 2.833094409174688,
      "grad_norm": 1.3833278363137342,
      "learning_rate": 0.0001665180097468271,
      "loss": 1.0911,
      "step": 69170
    },
    {
      "epoch": 2.833135367601884,
      "grad_norm": 1.0854547362005609,
      "learning_rate": 0.00016651476818322548,
      "loss": 0.8621,
      "step": 69171
    },
    {
      "epoch": 2.8331763260290805,
      "grad_norm": 1.07523398149978,
      "learning_rate": 0.00016651152661181667,
      "loss": 0.8032,
      "step": 69172
    },
    {
      "epoch": 2.8332172844562766,
      "grad_norm": 1.300931628534421,
      "learning_rate": 0.00016650828503260215,
      "loss": 0.4569,
      "step": 69173
    },
    {
      "epoch": 2.833258242883473,
      "grad_norm": 1.1890055294644732,
      "learning_rate": 0.00016650504344558343,
      "loss": 0.7866,
      "step": 69174
    },
    {
      "epoch": 2.8332992013106697,
      "grad_norm": 1.2966137742152888,
      "learning_rate": 0.00016650180185076214,
      "loss": 0.8305,
      "step": 69175
    },
    {
      "epoch": 2.8333401597378662,
      "grad_norm": 1.1934782473663963,
      "learning_rate": 0.00016649856024813971,
      "loss": 0.7107,
      "step": 69176
    },
    {
      "epoch": 2.8333811181650623,
      "grad_norm": 0.6113605558774226,
      "learning_rate": 0.00016649531863771776,
      "loss": 0.2201,
      "step": 69177
    },
    {
      "epoch": 2.833422076592259,
      "grad_norm": 0.6107478530287004,
      "learning_rate": 0.00016649207701949776,
      "loss": 0.2503,
      "step": 69178
    },
    {
      "epoch": 2.8334630350194554,
      "grad_norm": 1.587288276171847,
      "learning_rate": 0.0001664888353934813,
      "loss": 1.2447,
      "step": 69179
    },
    {
      "epoch": 2.8335039934466515,
      "grad_norm": 1.2079385147673034,
      "learning_rate": 0.00016648559375966976,
      "loss": 0.3727,
      "step": 69180
    },
    {
      "epoch": 2.833544951873848,
      "grad_norm": 1.2821868741754394,
      "learning_rate": 0.0001664823521180649,
      "loss": 1.092,
      "step": 69181
    },
    {
      "epoch": 2.8335859103010446,
      "grad_norm": 1.0620136393182238,
      "learning_rate": 0.0001664791104686681,
      "loss": 0.5485,
      "step": 69182
    },
    {
      "epoch": 2.833626868728241,
      "grad_norm": 1.00873181111817,
      "learning_rate": 0.000166475868811481,
      "loss": 0.5041,
      "step": 69183
    },
    {
      "epoch": 2.833667827155437,
      "grad_norm": 1.4632752955053094,
      "learning_rate": 0.00016647262714650498,
      "loss": 1.0266,
      "step": 69184
    },
    {
      "epoch": 2.8337087855826337,
      "grad_norm": 2.9038746501892856,
      "learning_rate": 0.0001664693854737417,
      "loss": 3.5622,
      "step": 69185
    },
    {
      "epoch": 2.83374974400983,
      "grad_norm": 1.2991777571125775,
      "learning_rate": 0.00016646614379319262,
      "loss": 0.9442,
      "step": 69186
    },
    {
      "epoch": 2.8337907024370264,
      "grad_norm": 1.4609461885692347,
      "learning_rate": 0.00016646290210485933,
      "loss": 1.1311,
      "step": 69187
    },
    {
      "epoch": 2.833831660864223,
      "grad_norm": 1.2845935352023574,
      "learning_rate": 0.0001664596604087433,
      "loss": 1.0585,
      "step": 69188
    },
    {
      "epoch": 2.8338726192914194,
      "grad_norm": 1.1264896290311446,
      "learning_rate": 0.00016645641870484615,
      "loss": 0.4361,
      "step": 69189
    },
    {
      "epoch": 2.8339135777186155,
      "grad_norm": 0.738904977252598,
      "learning_rate": 0.0001664531769931693,
      "loss": 0.2579,
      "step": 69190
    },
    {
      "epoch": 2.833954536145812,
      "grad_norm": 1.1560112424668914,
      "learning_rate": 0.00016644993527371437,
      "loss": 0.5951,
      "step": 69191
    },
    {
      "epoch": 2.833995494573008,
      "grad_norm": 1.6370760492931815,
      "learning_rate": 0.00016644669354648286,
      "loss": 1.5198,
      "step": 69192
    },
    {
      "epoch": 2.8340364530002047,
      "grad_norm": 1.2934460853623695,
      "learning_rate": 0.0001664434518114763,
      "loss": 0.8757,
      "step": 69193
    },
    {
      "epoch": 2.834077411427401,
      "grad_norm": 1.2695925611538539,
      "learning_rate": 0.00016644021006869628,
      "loss": 0.9884,
      "step": 69194
    },
    {
      "epoch": 2.8341183698545978,
      "grad_norm": 1.277163117788171,
      "learning_rate": 0.00016643696831814426,
      "loss": 0.9672,
      "step": 69195
    },
    {
      "epoch": 2.834159328281794,
      "grad_norm": 1.0319519087646853,
      "learning_rate": 0.00016643372655982173,
      "loss": 0.6351,
      "step": 69196
    },
    {
      "epoch": 2.8342002867089904,
      "grad_norm": 0.6690429877595974,
      "learning_rate": 0.00016643048479373038,
      "loss": 0.2418,
      "step": 69197
    },
    {
      "epoch": 2.834241245136187,
      "grad_norm": 1.1720725214261567,
      "learning_rate": 0.0001664272430198716,
      "loss": 0.8167,
      "step": 69198
    },
    {
      "epoch": 2.834282203563383,
      "grad_norm": 0.706534175372391,
      "learning_rate": 0.000166424001238247,
      "loss": 0.2715,
      "step": 69199
    },
    {
      "epoch": 2.8343231619905795,
      "grad_norm": 1.1140911456351106,
      "learning_rate": 0.00016642075944885804,
      "loss": 0.7916,
      "step": 69200
    },
    {
      "epoch": 2.834364120417776,
      "grad_norm": 1.3838619465168196,
      "learning_rate": 0.00016641751765170633,
      "loss": 1.1481,
      "step": 69201
    },
    {
      "epoch": 2.8344050788449726,
      "grad_norm": 0.7093661000579394,
      "learning_rate": 0.0001664142758467934,
      "loss": 0.1776,
      "step": 69202
    },
    {
      "epoch": 2.8344460372721687,
      "grad_norm": 0.859903774627202,
      "learning_rate": 0.0001664110340341207,
      "loss": 0.2888,
      "step": 69203
    },
    {
      "epoch": 2.8344869956993652,
      "grad_norm": 1.7910611705586306,
      "learning_rate": 0.0001664077922136898,
      "loss": 1.2944,
      "step": 69204
    },
    {
      "epoch": 2.8345279541265613,
      "grad_norm": 1.4837680320274942,
      "learning_rate": 0.0001664045503855023,
      "loss": 0.9818,
      "step": 69205
    },
    {
      "epoch": 2.834568912553758,
      "grad_norm": 1.0830418412875478,
      "learning_rate": 0.00016640130854955968,
      "loss": 0.6278,
      "step": 69206
    },
    {
      "epoch": 2.8346098709809544,
      "grad_norm": 1.677706684274986,
      "learning_rate": 0.00016639806670586346,
      "loss": 1.0542,
      "step": 69207
    },
    {
      "epoch": 2.834650829408151,
      "grad_norm": 1.1891729101004447,
      "learning_rate": 0.00016639482485441518,
      "loss": 0.8474,
      "step": 69208
    },
    {
      "epoch": 2.834691787835347,
      "grad_norm": 1.4393068488037306,
      "learning_rate": 0.00016639158299521637,
      "loss": 1.0882,
      "step": 69209
    },
    {
      "epoch": 2.8347327462625436,
      "grad_norm": 0.8328953872438125,
      "learning_rate": 0.0001663883411282686,
      "loss": 0.5261,
      "step": 69210
    },
    {
      "epoch": 2.8347737046897397,
      "grad_norm": 1.184210975880078,
      "learning_rate": 0.00016638509925357334,
      "loss": 0.8611,
      "step": 69211
    },
    {
      "epoch": 2.834814663116936,
      "grad_norm": 0.7798171744320499,
      "learning_rate": 0.00016638185737113213,
      "loss": 0.4217,
      "step": 69212
    },
    {
      "epoch": 2.8348556215441327,
      "grad_norm": 1.9478790111545299,
      "learning_rate": 0.0001663786154809466,
      "loss": 1.3404,
      "step": 69213
    },
    {
      "epoch": 2.8348965799713293,
      "grad_norm": 1.100460891978178,
      "learning_rate": 0.0001663753735830182,
      "loss": 0.723,
      "step": 69214
    },
    {
      "epoch": 2.8349375383985254,
      "grad_norm": 1.333868790803706,
      "learning_rate": 0.00016637213167734844,
      "loss": 0.9792,
      "step": 69215
    },
    {
      "epoch": 2.834978496825722,
      "grad_norm": 1.5081764837428477,
      "learning_rate": 0.0001663688897639389,
      "loss": 0.8834,
      "step": 69216
    },
    {
      "epoch": 2.8350194552529184,
      "grad_norm": 1.0286813715505927,
      "learning_rate": 0.0001663656478427911,
      "loss": 0.9508,
      "step": 69217
    },
    {
      "epoch": 2.8350604136801145,
      "grad_norm": 1.023026653355886,
      "learning_rate": 0.00016636240591390655,
      "loss": 0.5457,
      "step": 69218
    },
    {
      "epoch": 2.835101372107311,
      "grad_norm": 1.2681701164548822,
      "learning_rate": 0.0001663591639772869,
      "loss": 0.7102,
      "step": 69219
    },
    {
      "epoch": 2.8351423305345076,
      "grad_norm": 3.6854526659544393,
      "learning_rate": 0.00016635592203293346,
      "loss": 1.5675,
      "step": 69220
    },
    {
      "epoch": 2.835183288961704,
      "grad_norm": 1.0615078960824913,
      "learning_rate": 0.00016635268008084796,
      "loss": 0.7389,
      "step": 69221
    },
    {
      "epoch": 2.8352242473889,
      "grad_norm": 0.4777512318428053,
      "learning_rate": 0.00016634943812103182,
      "loss": 0.1197,
      "step": 69222
    },
    {
      "epoch": 2.8352652058160968,
      "grad_norm": 1.0764517962117999,
      "learning_rate": 0.00016634619615348668,
      "loss": 0.6188,
      "step": 69223
    },
    {
      "epoch": 2.835306164243293,
      "grad_norm": 0.4802869758068306,
      "learning_rate": 0.0001663429541782139,
      "loss": 0.1387,
      "step": 69224
    },
    {
      "epoch": 2.8353471226704894,
      "grad_norm": 2.14063322823934,
      "learning_rate": 0.0001663397121952152,
      "loss": 2.3656,
      "step": 69225
    },
    {
      "epoch": 2.835388081097686,
      "grad_norm": 1.1941705255146053,
      "learning_rate": 0.00016633647020449204,
      "loss": 0.7167,
      "step": 69226
    },
    {
      "epoch": 2.8354290395248825,
      "grad_norm": 1.528575244384231,
      "learning_rate": 0.00016633322820604592,
      "loss": 0.8337,
      "step": 69227
    },
    {
      "epoch": 2.8354699979520785,
      "grad_norm": 0.9847318768123439,
      "learning_rate": 0.00016632998619987838,
      "loss": 0.4777,
      "step": 69228
    },
    {
      "epoch": 2.835510956379275,
      "grad_norm": 0.8011033548257596,
      "learning_rate": 0.000166326744185991,
      "loss": 0.3578,
      "step": 69229
    },
    {
      "epoch": 2.835551914806471,
      "grad_norm": 4.096875139967378,
      "learning_rate": 0.00016632350216438526,
      "loss": 7.9152,
      "step": 69230
    },
    {
      "epoch": 2.8355928732336677,
      "grad_norm": 1.0670933072872515,
      "learning_rate": 0.00016632026013506274,
      "loss": 0.6943,
      "step": 69231
    },
    {
      "epoch": 2.8356338316608642,
      "grad_norm": 1.053362193102208,
      "learning_rate": 0.00016631701809802492,
      "loss": 0.6484,
      "step": 69232
    },
    {
      "epoch": 2.835674790088061,
      "grad_norm": 1.5637701051334167,
      "learning_rate": 0.00016631377605327334,
      "loss": 0.8617,
      "step": 69233
    },
    {
      "epoch": 2.835715748515257,
      "grad_norm": 1.3223113466551282,
      "learning_rate": 0.00016631053400080963,
      "loss": 0.8824,
      "step": 69234
    },
    {
      "epoch": 2.8357567069424534,
      "grad_norm": 1.280595535834225,
      "learning_rate": 0.0001663072919406352,
      "loss": 0.8458,
      "step": 69235
    },
    {
      "epoch": 2.83579766536965,
      "grad_norm": 1.32038680926261,
      "learning_rate": 0.0001663040498727516,
      "loss": 0.8955,
      "step": 69236
    },
    {
      "epoch": 2.835838623796846,
      "grad_norm": 1.1138513007173292,
      "learning_rate": 0.0001663008077971604,
      "loss": 0.5529,
      "step": 69237
    },
    {
      "epoch": 2.8358795822240426,
      "grad_norm": 1.8433473957696014,
      "learning_rate": 0.0001662975657138632,
      "loss": 0.4848,
      "step": 69238
    },
    {
      "epoch": 2.835920540651239,
      "grad_norm": 1.0797662953840756,
      "learning_rate": 0.00016629432362286138,
      "loss": 0.9456,
      "step": 69239
    },
    {
      "epoch": 2.8359614990784356,
      "grad_norm": 1.365725811428565,
      "learning_rate": 0.00016629108152415656,
      "loss": 1.0776,
      "step": 69240
    },
    {
      "epoch": 2.8360024575056317,
      "grad_norm": 1.1216482675973085,
      "learning_rate": 0.00016628783941775028,
      "loss": 0.8124,
      "step": 69241
    },
    {
      "epoch": 2.8360434159328283,
      "grad_norm": 2.2985410099475367,
      "learning_rate": 0.00016628459730364407,
      "loss": 0.8466,
      "step": 69242
    },
    {
      "epoch": 2.8360843743600244,
      "grad_norm": 1.4121454685307548,
      "learning_rate": 0.00016628135518183943,
      "loss": 1.0933,
      "step": 69243
    },
    {
      "epoch": 2.836125332787221,
      "grad_norm": 1.0027007969697932,
      "learning_rate": 0.00016627811305233787,
      "loss": 0.6465,
      "step": 69244
    },
    {
      "epoch": 2.8361662912144174,
      "grad_norm": 1.2971916532004264,
      "learning_rate": 0.00016627487091514103,
      "loss": 0.8181,
      "step": 69245
    },
    {
      "epoch": 2.836207249641614,
      "grad_norm": 0.7858564286556395,
      "learning_rate": 0.00016627162877025034,
      "loss": 0.3072,
      "step": 69246
    },
    {
      "epoch": 2.83624820806881,
      "grad_norm": 1.3655146960400084,
      "learning_rate": 0.0001662683866176674,
      "loss": 0.9868,
      "step": 69247
    },
    {
      "epoch": 2.8362891664960066,
      "grad_norm": 1.3188618191334114,
      "learning_rate": 0.00016626514445739363,
      "loss": 0.7806,
      "step": 69248
    },
    {
      "epoch": 2.8363301249232027,
      "grad_norm": 1.215689592190018,
      "learning_rate": 0.0001662619022894307,
      "loss": 0.8539,
      "step": 69249
    },
    {
      "epoch": 2.8363710833503992,
      "grad_norm": 1.2797333007272857,
      "learning_rate": 0.0001662586601137801,
      "loss": 0.7477,
      "step": 69250
    },
    {
      "epoch": 2.8364120417775958,
      "grad_norm": 1.0336864645152848,
      "learning_rate": 0.00016625541793044334,
      "loss": 0.7396,
      "step": 69251
    },
    {
      "epoch": 2.8364530002047923,
      "grad_norm": 1.0899448130563676,
      "learning_rate": 0.0001662521757394219,
      "loss": 0.7308,
      "step": 69252
    },
    {
      "epoch": 2.8364939586319884,
      "grad_norm": 1.1255143614308531,
      "learning_rate": 0.00016624893354071746,
      "loss": 0.6516,
      "step": 69253
    },
    {
      "epoch": 2.836534917059185,
      "grad_norm": 1.175763477936827,
      "learning_rate": 0.00016624569133433148,
      "loss": 0.638,
      "step": 69254
    },
    {
      "epoch": 2.8365758754863815,
      "grad_norm": 1.029688171854297,
      "learning_rate": 0.00016624244912026546,
      "loss": 0.8318,
      "step": 69255
    },
    {
      "epoch": 2.8366168339135776,
      "grad_norm": 0.8677130333285265,
      "learning_rate": 0.0001662392068985209,
      "loss": 0.2147,
      "step": 69256
    },
    {
      "epoch": 2.836657792340774,
      "grad_norm": 1.0046919425489684,
      "learning_rate": 0.00016623596466909939,
      "loss": 0.607,
      "step": 69257
    },
    {
      "epoch": 2.8366987507679706,
      "grad_norm": 1.2845956954732143,
      "learning_rate": 0.0001662327224320025,
      "loss": 0.7744,
      "step": 69258
    },
    {
      "epoch": 2.836739709195167,
      "grad_norm": 0.7206845395679965,
      "learning_rate": 0.0001662294801872317,
      "loss": 0.2537,
      "step": 69259
    },
    {
      "epoch": 2.8367806676223633,
      "grad_norm": 2.0402284754872873,
      "learning_rate": 0.00016622623793478855,
      "loss": 0.7785,
      "step": 69260
    },
    {
      "epoch": 2.83682162604956,
      "grad_norm": 0.9913190532502959,
      "learning_rate": 0.00016622299567467454,
      "loss": 0.5775,
      "step": 69261
    },
    {
      "epoch": 2.836862584476756,
      "grad_norm": 1.1979112995573427,
      "learning_rate": 0.0001662197534068913,
      "loss": 0.688,
      "step": 69262
    },
    {
      "epoch": 2.8369035429039524,
      "grad_norm": 11.012520994308126,
      "learning_rate": 0.00016621651113144027,
      "loss": 2.8647,
      "step": 69263
    },
    {
      "epoch": 2.836944501331149,
      "grad_norm": 0.8812852761394394,
      "learning_rate": 0.00016621326884832301,
      "loss": 0.2745,
      "step": 69264
    },
    {
      "epoch": 2.8369854597583455,
      "grad_norm": 1.0008463218121229,
      "learning_rate": 0.00016621002655754107,
      "loss": 0.5167,
      "step": 69265
    },
    {
      "epoch": 2.8370264181855416,
      "grad_norm": 1.0305188838689219,
      "learning_rate": 0.00016620678425909597,
      "loss": 0.5899,
      "step": 69266
    },
    {
      "epoch": 2.837067376612738,
      "grad_norm": 1.6156452777289996,
      "learning_rate": 0.00016620354195298923,
      "loss": 1.2226,
      "step": 69267
    },
    {
      "epoch": 2.837108335039934,
      "grad_norm": 1.1955754529163733,
      "learning_rate": 0.0001662002996392224,
      "loss": 0.6605,
      "step": 69268
    },
    {
      "epoch": 2.8371492934671307,
      "grad_norm": 1.0272544885810952,
      "learning_rate": 0.00016619705731779703,
      "loss": 0.8337,
      "step": 69269
    },
    {
      "epoch": 2.8371902518943273,
      "grad_norm": 1.0401916409559386,
      "learning_rate": 0.0001661938149887146,
      "loss": 0.7599,
      "step": 69270
    },
    {
      "epoch": 2.837231210321524,
      "grad_norm": 1.206594637750073,
      "learning_rate": 0.0001661905726519767,
      "loss": 0.9755,
      "step": 69271
    },
    {
      "epoch": 2.83727216874872,
      "grad_norm": 1.2043869515387158,
      "learning_rate": 0.0001661873303075848,
      "loss": 0.7576,
      "step": 69272
    },
    {
      "epoch": 2.8373131271759164,
      "grad_norm": 1.1130679432500032,
      "learning_rate": 0.00016618408795554047,
      "loss": 0.7749,
      "step": 69273
    },
    {
      "epoch": 2.837354085603113,
      "grad_norm": 1.7086739248586318,
      "learning_rate": 0.00016618084559584528,
      "loss": 0.3983,
      "step": 69274
    },
    {
      "epoch": 2.837395044030309,
      "grad_norm": 0.9550933636753886,
      "learning_rate": 0.00016617760322850072,
      "loss": 0.8672,
      "step": 69275
    },
    {
      "epoch": 2.8374360024575056,
      "grad_norm": 0.4923938703420958,
      "learning_rate": 0.00016617436085350831,
      "loss": 0.1651,
      "step": 69276
    },
    {
      "epoch": 2.837476960884702,
      "grad_norm": 2.6177911592243213,
      "learning_rate": 0.00016617111847086962,
      "loss": 1.8991,
      "step": 69277
    },
    {
      "epoch": 2.8375179193118987,
      "grad_norm": 0.7654534669549663,
      "learning_rate": 0.00016616787608058617,
      "loss": 0.3868,
      "step": 69278
    },
    {
      "epoch": 2.8375588777390948,
      "grad_norm": 1.2831324036249419,
      "learning_rate": 0.00016616463368265944,
      "loss": 0.6796,
      "step": 69279
    },
    {
      "epoch": 2.8375998361662913,
      "grad_norm": 0.8115253912246254,
      "learning_rate": 0.00016616139127709103,
      "loss": 0.2676,
      "step": 69280
    },
    {
      "epoch": 2.8376407945934874,
      "grad_norm": 1.3184561543065718,
      "learning_rate": 0.00016615814886388247,
      "loss": 0.4969,
      "step": 69281
    },
    {
      "epoch": 2.837681753020684,
      "grad_norm": 1.454432355670858,
      "learning_rate": 0.00016615490644303525,
      "loss": 0.8341,
      "step": 69282
    },
    {
      "epoch": 2.8377227114478805,
      "grad_norm": 1.3529842896827056,
      "learning_rate": 0.00016615166401455096,
      "loss": 0.8884,
      "step": 69283
    },
    {
      "epoch": 2.837763669875077,
      "grad_norm": 1.2047897881930232,
      "learning_rate": 0.00016614842157843107,
      "loss": 0.7955,
      "step": 69284
    },
    {
      "epoch": 2.837804628302273,
      "grad_norm": 0.744729788970767,
      "learning_rate": 0.00016614517913467717,
      "loss": 0.2732,
      "step": 69285
    },
    {
      "epoch": 2.8378455867294696,
      "grad_norm": 1.62902172695299,
      "learning_rate": 0.00016614193668329074,
      "loss": 1.0133,
      "step": 69286
    },
    {
      "epoch": 2.8378865451566657,
      "grad_norm": 1.2828098194737856,
      "learning_rate": 0.00016613869422427336,
      "loss": 0.7802,
      "step": 69287
    },
    {
      "epoch": 2.8379275035838623,
      "grad_norm": 0.8691278007654519,
      "learning_rate": 0.00016613545175762651,
      "loss": 0.6023,
      "step": 69288
    },
    {
      "epoch": 2.837968462011059,
      "grad_norm": 1.2457301483302365,
      "learning_rate": 0.00016613220928335184,
      "loss": 0.877,
      "step": 69289
    },
    {
      "epoch": 2.8380094204382553,
      "grad_norm": 1.1778861422655362,
      "learning_rate": 0.00016612896680145072,
      "loss": 1.2033,
      "step": 69290
    },
    {
      "epoch": 2.8380503788654514,
      "grad_norm": 0.9567134360597843,
      "learning_rate": 0.00016612572431192482,
      "loss": 0.7564,
      "step": 69291
    },
    {
      "epoch": 2.838091337292648,
      "grad_norm": 2.1676829646133,
      "learning_rate": 0.00016612248181477554,
      "loss": 2.3431,
      "step": 69292
    },
    {
      "epoch": 2.8381322957198445,
      "grad_norm": 0.8295954712488451,
      "learning_rate": 0.0001661192393100045,
      "loss": 0.2806,
      "step": 69293
    },
    {
      "epoch": 2.8381732541470406,
      "grad_norm": 1.132095185467434,
      "learning_rate": 0.00016611599679761322,
      "loss": 0.8399,
      "step": 69294
    },
    {
      "epoch": 2.838214212574237,
      "grad_norm": 1.6677290086059242,
      "learning_rate": 0.00016611275427760327,
      "loss": 1.0934,
      "step": 69295
    },
    {
      "epoch": 2.8382551710014337,
      "grad_norm": 3.1940759812987336,
      "learning_rate": 0.00016610951174997609,
      "loss": 3.3075,
      "step": 69296
    },
    {
      "epoch": 2.83829612942863,
      "grad_norm": 1.0648461333835615,
      "learning_rate": 0.00016610626921473334,
      "loss": 0.8145,
      "step": 69297
    },
    {
      "epoch": 2.8383370878558263,
      "grad_norm": 1.14923071834106,
      "learning_rate": 0.00016610302667187645,
      "loss": 0.5038,
      "step": 69298
    },
    {
      "epoch": 2.838378046283023,
      "grad_norm": 1.0071779315147256,
      "learning_rate": 0.00016609978412140695,
      "loss": 0.732,
      "step": 69299
    },
    {
      "epoch": 2.838419004710219,
      "grad_norm": 1.0001260053009793,
      "learning_rate": 0.0001660965415633264,
      "loss": 0.5888,
      "step": 69300
    },
    {
      "epoch": 2.8384599631374154,
      "grad_norm": 1.201892472704594,
      "learning_rate": 0.00016609329899763638,
      "loss": 0.6479,
      "step": 69301
    },
    {
      "epoch": 2.838500921564612,
      "grad_norm": 2.1557123186028457,
      "learning_rate": 0.00016609005642433838,
      "loss": 2.0209,
      "step": 69302
    },
    {
      "epoch": 2.8385418799918085,
      "grad_norm": 1.5625958632823842,
      "learning_rate": 0.00016608681384343394,
      "loss": 0.9504,
      "step": 69303
    },
    {
      "epoch": 2.8385828384190046,
      "grad_norm": 0.8622581812981435,
      "learning_rate": 0.00016608357125492452,
      "loss": 0.5863,
      "step": 69304
    },
    {
      "epoch": 2.838623796846201,
      "grad_norm": 1.9833905205028908,
      "learning_rate": 0.00016608032865881182,
      "loss": 0.6513,
      "step": 69305
    },
    {
      "epoch": 2.8386647552733972,
      "grad_norm": 1.1985522074208341,
      "learning_rate": 0.0001660770860550972,
      "loss": 0.6682,
      "step": 69306
    },
    {
      "epoch": 2.8387057137005938,
      "grad_norm": 1.122766287996254,
      "learning_rate": 0.00016607384344378233,
      "loss": 0.7794,
      "step": 69307
    },
    {
      "epoch": 2.8387466721277903,
      "grad_norm": 1.3022887518040391,
      "learning_rate": 0.0001660706008248686,
      "loss": 0.7861,
      "step": 69308
    },
    {
      "epoch": 2.838787630554987,
      "grad_norm": 1.2820083283050114,
      "learning_rate": 0.00016606735819835766,
      "loss": 0.9121,
      "step": 69309
    },
    {
      "epoch": 2.838828588982183,
      "grad_norm": 0.6635072077841949,
      "learning_rate": 0.00016606411556425104,
      "loss": 0.1954,
      "step": 69310
    },
    {
      "epoch": 2.8388695474093795,
      "grad_norm": 1.1086680230618244,
      "learning_rate": 0.00016606087292255024,
      "loss": 0.8672,
      "step": 69311
    },
    {
      "epoch": 2.838910505836576,
      "grad_norm": 0.9666626687200671,
      "learning_rate": 0.0001660576302732567,
      "loss": 0.8811,
      "step": 69312
    },
    {
      "epoch": 2.838951464263772,
      "grad_norm": 1.3737190765266576,
      "learning_rate": 0.00016605438761637214,
      "loss": 0.9127,
      "step": 69313
    },
    {
      "epoch": 2.8389924226909686,
      "grad_norm": 1.5291584258440267,
      "learning_rate": 0.00016605114495189796,
      "loss": 0.2872,
      "step": 69314
    },
    {
      "epoch": 2.839033381118165,
      "grad_norm": 1.1081842444319563,
      "learning_rate": 0.00016604790227983573,
      "loss": 0.7596,
      "step": 69315
    },
    {
      "epoch": 2.8390743395453617,
      "grad_norm": 1.386796776619665,
      "learning_rate": 0.00016604465960018698,
      "loss": 1.0269,
      "step": 69316
    },
    {
      "epoch": 2.839115297972558,
      "grad_norm": 1.1445456684949422,
      "learning_rate": 0.00016604141691295326,
      "loss": 0.8476,
      "step": 69317
    },
    {
      "epoch": 2.8391562563997543,
      "grad_norm": 1.349499177427706,
      "learning_rate": 0.0001660381742181361,
      "loss": 0.8495,
      "step": 69318
    },
    {
      "epoch": 2.8391972148269504,
      "grad_norm": 1.330098784086151,
      "learning_rate": 0.00016603493151573699,
      "loss": 0.9161,
      "step": 69319
    },
    {
      "epoch": 2.839238173254147,
      "grad_norm": 1.482615317942328,
      "learning_rate": 0.0001660316888057575,
      "loss": 1.0321,
      "step": 69320
    },
    {
      "epoch": 2.8392791316813435,
      "grad_norm": 1.502213228995632,
      "learning_rate": 0.00016602844608819915,
      "loss": 1.0524,
      "step": 69321
    },
    {
      "epoch": 2.83932009010854,
      "grad_norm": 1.0240663594243298,
      "learning_rate": 0.00016602520336306351,
      "loss": 0.6412,
      "step": 69322
    },
    {
      "epoch": 2.839361048535736,
      "grad_norm": 2.2848462969754713,
      "learning_rate": 0.00016602196063035207,
      "loss": 1.1932,
      "step": 69323
    },
    {
      "epoch": 2.8394020069629327,
      "grad_norm": 1.1941800789486405,
      "learning_rate": 0.00016601871789006633,
      "loss": 0.6893,
      "step": 69324
    },
    {
      "epoch": 2.8394429653901287,
      "grad_norm": 0.7837210687928385,
      "learning_rate": 0.00016601547514220796,
      "loss": 0.3656,
      "step": 69325
    },
    {
      "epoch": 2.8394839238173253,
      "grad_norm": 1.561966600537341,
      "learning_rate": 0.00016601223238677838,
      "loss": 1.0108,
      "step": 69326
    },
    {
      "epoch": 2.839524882244522,
      "grad_norm": 1.59199015329966,
      "learning_rate": 0.00016600898962377912,
      "loss": 1.2982,
      "step": 69327
    },
    {
      "epoch": 2.8395658406717184,
      "grad_norm": 1.2071337017273194,
      "learning_rate": 0.00016600574685321173,
      "loss": 0.8877,
      "step": 69328
    },
    {
      "epoch": 2.8396067990989144,
      "grad_norm": 1.1351412238687382,
      "learning_rate": 0.00016600250407507777,
      "loss": 0.7799,
      "step": 69329
    },
    {
      "epoch": 2.839647757526111,
      "grad_norm": 1.0878855943767987,
      "learning_rate": 0.00016599926128937876,
      "loss": 0.8951,
      "step": 69330
    },
    {
      "epoch": 2.8396887159533075,
      "grad_norm": 1.0833586675006641,
      "learning_rate": 0.00016599601849611625,
      "loss": 0.8104,
      "step": 69331
    },
    {
      "epoch": 2.8397296743805036,
      "grad_norm": 1.1755228114686478,
      "learning_rate": 0.00016599277569529167,
      "loss": 0.6735,
      "step": 69332
    },
    {
      "epoch": 2.8397706328077,
      "grad_norm": 1.0447154556605873,
      "learning_rate": 0.00016598953288690668,
      "loss": 0.6899,
      "step": 69333
    },
    {
      "epoch": 2.8398115912348967,
      "grad_norm": 0.9007475433122457,
      "learning_rate": 0.00016598629007096277,
      "loss": 0.3382,
      "step": 69334
    },
    {
      "epoch": 2.839852549662093,
      "grad_norm": 0.9765609162333506,
      "learning_rate": 0.00016598304724746148,
      "loss": 0.7386,
      "step": 69335
    },
    {
      "epoch": 2.8398935080892893,
      "grad_norm": 1.0981145868406317,
      "learning_rate": 0.0001659798044164043,
      "loss": 0.9005,
      "step": 69336
    },
    {
      "epoch": 2.839934466516486,
      "grad_norm": 0.818363725258135,
      "learning_rate": 0.00016597656157779284,
      "loss": 0.3624,
      "step": 69337
    },
    {
      "epoch": 2.839975424943682,
      "grad_norm": 1.2692394797738802,
      "learning_rate": 0.00016597331873162858,
      "loss": 0.871,
      "step": 69338
    },
    {
      "epoch": 2.8400163833708785,
      "grad_norm": 3.987114762222189,
      "learning_rate": 0.00016597007587791304,
      "loss": 1.424,
      "step": 69339
    },
    {
      "epoch": 2.840057341798075,
      "grad_norm": 1.3151217693455395,
      "learning_rate": 0.00016596683301664777,
      "loss": 0.8839,
      "step": 69340
    },
    {
      "epoch": 2.8400983002252715,
      "grad_norm": 1.0410228443717893,
      "learning_rate": 0.0001659635901478343,
      "loss": 0.6282,
      "step": 69341
    },
    {
      "epoch": 2.8401392586524676,
      "grad_norm": 1.4831186193815609,
      "learning_rate": 0.0001659603472714742,
      "loss": 1.052,
      "step": 69342
    },
    {
      "epoch": 2.840180217079664,
      "grad_norm": 2.742064237132666,
      "learning_rate": 0.00016595710438756895,
      "loss": 2.998,
      "step": 69343
    },
    {
      "epoch": 2.8402211755068603,
      "grad_norm": 0.9933915515463442,
      "learning_rate": 0.00016595386149612012,
      "loss": 0.7058,
      "step": 69344
    },
    {
      "epoch": 2.840262133934057,
      "grad_norm": 1.13999198364886,
      "learning_rate": 0.00016595061859712924,
      "loss": 0.7535,
      "step": 69345
    },
    {
      "epoch": 2.8403030923612533,
      "grad_norm": 0.9661531277190304,
      "learning_rate": 0.00016594737569059783,
      "loss": 0.7845,
      "step": 69346
    },
    {
      "epoch": 2.84034405078845,
      "grad_norm": 2.071982865784949,
      "learning_rate": 0.00016594413277652744,
      "loss": 1.2394,
      "step": 69347
    },
    {
      "epoch": 2.840385009215646,
      "grad_norm": 1.6088867087225793,
      "learning_rate": 0.00016594088985491954,
      "loss": 0.9434,
      "step": 69348
    },
    {
      "epoch": 2.8404259676428425,
      "grad_norm": 1.328178851342393,
      "learning_rate": 0.00016593764692577576,
      "loss": 0.8632,
      "step": 69349
    },
    {
      "epoch": 2.840466926070039,
      "grad_norm": 1.1088779181908803,
      "learning_rate": 0.00016593440398909756,
      "loss": 0.812,
      "step": 69350
    },
    {
      "epoch": 2.840507884497235,
      "grad_norm": 1.1213641824858065,
      "learning_rate": 0.00016593116104488649,
      "loss": 0.8317,
      "step": 69351
    },
    {
      "epoch": 2.8405488429244317,
      "grad_norm": 1.0945505968133598,
      "learning_rate": 0.00016592791809314408,
      "loss": 0.752,
      "step": 69352
    },
    {
      "epoch": 2.840589801351628,
      "grad_norm": 1.1700912897267868,
      "learning_rate": 0.00016592467513387192,
      "loss": 0.6505,
      "step": 69353
    },
    {
      "epoch": 2.8406307597788247,
      "grad_norm": 1.0077263975833315,
      "learning_rate": 0.0001659214321670715,
      "loss": 0.6463,
      "step": 69354
    },
    {
      "epoch": 2.840671718206021,
      "grad_norm": 1.0061933256697004,
      "learning_rate": 0.00016591818919274432,
      "loss": 0.6119,
      "step": 69355
    },
    {
      "epoch": 2.8407126766332174,
      "grad_norm": 1.7473724282262455,
      "learning_rate": 0.00016591494621089192,
      "loss": 1.2712,
      "step": 69356
    },
    {
      "epoch": 2.8407536350604135,
      "grad_norm": 0.9677950523850886,
      "learning_rate": 0.00016591170322151594,
      "loss": 0.4972,
      "step": 69357
    },
    {
      "epoch": 2.84079459348761,
      "grad_norm": 2.4276159190533213,
      "learning_rate": 0.00016590846022461776,
      "loss": 3.0606,
      "step": 69358
    },
    {
      "epoch": 2.8408355519148065,
      "grad_norm": 1.066727568025538,
      "learning_rate": 0.00016590521722019904,
      "loss": 0.6875,
      "step": 69359
    },
    {
      "epoch": 2.840876510342003,
      "grad_norm": 1.9743399538202688,
      "learning_rate": 0.0001659019742082612,
      "loss": 2.0722,
      "step": 69360
    },
    {
      "epoch": 2.840917468769199,
      "grad_norm": 1.1044108662204863,
      "learning_rate": 0.00016589873118880586,
      "loss": 0.6524,
      "step": 69361
    },
    {
      "epoch": 2.8409584271963957,
      "grad_norm": 1.1656524419488874,
      "learning_rate": 0.00016589548816183452,
      "loss": 0.7394,
      "step": 69362
    },
    {
      "epoch": 2.8409993856235918,
      "grad_norm": 0.9839911209026675,
      "learning_rate": 0.00016589224512734873,
      "loss": 0.5538,
      "step": 69363
    },
    {
      "epoch": 2.8410403440507883,
      "grad_norm": 1.35544374093602,
      "learning_rate": 0.00016588900208534994,
      "loss": 0.736,
      "step": 69364
    },
    {
      "epoch": 2.841081302477985,
      "grad_norm": 0.6528124870511666,
      "learning_rate": 0.00016588575903583983,
      "loss": 0.2255,
      "step": 69365
    },
    {
      "epoch": 2.8411222609051814,
      "grad_norm": 1.2753088369788055,
      "learning_rate": 0.00016588251597881982,
      "loss": 0.7808,
      "step": 69366
    },
    {
      "epoch": 2.8411632193323775,
      "grad_norm": 0.4939086766304711,
      "learning_rate": 0.0001658792729142915,
      "loss": 0.157,
      "step": 69367
    },
    {
      "epoch": 2.841204177759574,
      "grad_norm": 0.9790694771133788,
      "learning_rate": 0.00016587602984225635,
      "loss": 0.5043,
      "step": 69368
    },
    {
      "epoch": 2.8412451361867705,
      "grad_norm": 1.2009193485300012,
      "learning_rate": 0.00016587278676271592,
      "loss": 0.5643,
      "step": 69369
    },
    {
      "epoch": 2.8412860946139666,
      "grad_norm": 1.6760621770354576,
      "learning_rate": 0.0001658695436756718,
      "loss": 0.8534,
      "step": 69370
    },
    {
      "epoch": 2.841327053041163,
      "grad_norm": 1.2489166918492713,
      "learning_rate": 0.00016586630058112547,
      "loss": 0.6657,
      "step": 69371
    },
    {
      "epoch": 2.8413680114683597,
      "grad_norm": 1.4909600904435674,
      "learning_rate": 0.00016586305747907844,
      "loss": 0.6811,
      "step": 69372
    },
    {
      "epoch": 2.8414089698955562,
      "grad_norm": 0.9783834213822186,
      "learning_rate": 0.0001658598143695323,
      "loss": 0.5439,
      "step": 69373
    },
    {
      "epoch": 2.8414499283227523,
      "grad_norm": 1.5223996629393481,
      "learning_rate": 0.0001658565712524886,
      "loss": 0.7475,
      "step": 69374
    },
    {
      "epoch": 2.841490886749949,
      "grad_norm": 0.8481135453325545,
      "learning_rate": 0.00016585332812794882,
      "loss": 0.3284,
      "step": 69375
    },
    {
      "epoch": 2.841531845177145,
      "grad_norm": 1.4369509250117483,
      "learning_rate": 0.00016585008499591443,
      "loss": 1.0736,
      "step": 69376
    },
    {
      "epoch": 2.8415728036043415,
      "grad_norm": 0.590044211332533,
      "learning_rate": 0.0001658468418563871,
      "loss": 0.1953,
      "step": 69377
    },
    {
      "epoch": 2.841613762031538,
      "grad_norm": 1.1075350940131439,
      "learning_rate": 0.00016584359870936831,
      "loss": 0.6816,
      "step": 69378
    },
    {
      "epoch": 2.8416547204587346,
      "grad_norm": 1.3633228635493733,
      "learning_rate": 0.0001658403555548596,
      "loss": 0.853,
      "step": 69379
    },
    {
      "epoch": 2.8416956788859307,
      "grad_norm": 1.299021631414089,
      "learning_rate": 0.00016583711239286244,
      "loss": 0.8913,
      "step": 69380
    },
    {
      "epoch": 2.841736637313127,
      "grad_norm": 1.4063097805077378,
      "learning_rate": 0.00016583386922337844,
      "loss": 1.1141,
      "step": 69381
    },
    {
      "epoch": 2.8417775957403237,
      "grad_norm": 1.1240865377343938,
      "learning_rate": 0.00016583062604640908,
      "loss": 0.6478,
      "step": 69382
    },
    {
      "epoch": 2.84181855416752,
      "grad_norm": 0.9674022318185127,
      "learning_rate": 0.00016582738286195596,
      "loss": 0.453,
      "step": 69383
    },
    {
      "epoch": 2.8418595125947164,
      "grad_norm": 1.3249294458176788,
      "learning_rate": 0.00016582413967002052,
      "loss": 0.8473,
      "step": 69384
    },
    {
      "epoch": 2.841900471021913,
      "grad_norm": 1.8933633143016584,
      "learning_rate": 0.00016582089647060438,
      "loss": 1.1619,
      "step": 69385
    },
    {
      "epoch": 2.841941429449109,
      "grad_norm": 1.3808689316028278,
      "learning_rate": 0.00016581765326370904,
      "loss": 0.6904,
      "step": 69386
    },
    {
      "epoch": 2.8419823878763055,
      "grad_norm": 1.117868421258925,
      "learning_rate": 0.00016581441004933606,
      "loss": 0.8866,
      "step": 69387
    },
    {
      "epoch": 2.842023346303502,
      "grad_norm": 1.039691324373014,
      "learning_rate": 0.00016581116682748689,
      "loss": 0.6976,
      "step": 69388
    },
    {
      "epoch": 2.842064304730698,
      "grad_norm": 0.7527628142445841,
      "learning_rate": 0.0001658079235981631,
      "loss": 0.2806,
      "step": 69389
    },
    {
      "epoch": 2.8421052631578947,
      "grad_norm": 1.0488539241825396,
      "learning_rate": 0.0001658046803613663,
      "loss": 0.8485,
      "step": 69390
    },
    {
      "epoch": 2.8421462215850912,
      "grad_norm": 1.4584051166135072,
      "learning_rate": 0.00016580143711709798,
      "loss": 0.9866,
      "step": 69391
    },
    {
      "epoch": 2.8421871800122878,
      "grad_norm": 2.1365608454353517,
      "learning_rate": 0.00016579819386535957,
      "loss": 0.7085,
      "step": 69392
    },
    {
      "epoch": 2.842228138439484,
      "grad_norm": 1.0473772513137993,
      "learning_rate": 0.00016579495060615272,
      "loss": 0.7003,
      "step": 69393
    },
    {
      "epoch": 2.8422690968666804,
      "grad_norm": 0.9688006836648372,
      "learning_rate": 0.00016579170733947897,
      "loss": 0.6187,
      "step": 69394
    },
    {
      "epoch": 2.8423100552938765,
      "grad_norm": 0.6414314936012195,
      "learning_rate": 0.00016578846406533986,
      "loss": 0.2554,
      "step": 69395
    },
    {
      "epoch": 2.842351013721073,
      "grad_norm": 0.851494372652897,
      "learning_rate": 0.0001657852207837368,
      "loss": 0.4658,
      "step": 69396
    },
    {
      "epoch": 2.8423919721482696,
      "grad_norm": 1.2129648036578846,
      "learning_rate": 0.00016578197749467143,
      "loss": 0.9284,
      "step": 69397
    },
    {
      "epoch": 2.842432930575466,
      "grad_norm": 1.1612318353377071,
      "learning_rate": 0.00016577873419814526,
      "loss": 0.6343,
      "step": 69398
    },
    {
      "epoch": 2.842473889002662,
      "grad_norm": 1.4426356210846785,
      "learning_rate": 0.00016577549089415983,
      "loss": 1.2827,
      "step": 69399
    },
    {
      "epoch": 2.8425148474298587,
      "grad_norm": 1.1378201624591693,
      "learning_rate": 0.00016577224758271663,
      "loss": 0.5242,
      "step": 69400
    },
    {
      "epoch": 2.8425558058570553,
      "grad_norm": 0.6897882252243619,
      "learning_rate": 0.00016576900426381724,
      "loss": 0.2992,
      "step": 69401
    },
    {
      "epoch": 2.8425967642842513,
      "grad_norm": 0.9883176867433131,
      "learning_rate": 0.0001657657609374632,
      "loss": 0.642,
      "step": 69402
    },
    {
      "epoch": 2.842637722711448,
      "grad_norm": 1.2435898592778645,
      "learning_rate": 0.000165762517603656,
      "loss": 1.1418,
      "step": 69403
    },
    {
      "epoch": 2.8426786811386444,
      "grad_norm": 0.8702703999031741,
      "learning_rate": 0.00016575927426239716,
      "loss": 0.7045,
      "step": 69404
    },
    {
      "epoch": 2.8427196395658405,
      "grad_norm": 1.0516373050577676,
      "learning_rate": 0.0001657560309136883,
      "loss": 0.6952,
      "step": 69405
    },
    {
      "epoch": 2.842760597993037,
      "grad_norm": 1.093041826855359,
      "learning_rate": 0.00016575278755753093,
      "loss": 0.7009,
      "step": 69406
    },
    {
      "epoch": 2.8428015564202336,
      "grad_norm": 1.327063282384028,
      "learning_rate": 0.0001657495441939265,
      "loss": 0.98,
      "step": 69407
    },
    {
      "epoch": 2.8428425148474297,
      "grad_norm": 1.2092662733473427,
      "learning_rate": 0.0001657463008228766,
      "loss": 0.8454,
      "step": 69408
    },
    {
      "epoch": 2.842883473274626,
      "grad_norm": 1.2351732353185931,
      "learning_rate": 0.0001657430574443828,
      "loss": 0.7206,
      "step": 69409
    },
    {
      "epoch": 2.8429244317018227,
      "grad_norm": 1.0822720144445077,
      "learning_rate": 0.00016573981405844655,
      "loss": 0.7679,
      "step": 69410
    },
    {
      "epoch": 2.8429653901290193,
      "grad_norm": 1.2527014231765197,
      "learning_rate": 0.0001657365706650695,
      "loss": 0.4886,
      "step": 69411
    },
    {
      "epoch": 2.8430063485562154,
      "grad_norm": 0.7573971603508409,
      "learning_rate": 0.00016573332726425304,
      "loss": 0.3322,
      "step": 69412
    },
    {
      "epoch": 2.843047306983412,
      "grad_norm": 1.3476223268284393,
      "learning_rate": 0.0001657300838559988,
      "loss": 0.7958,
      "step": 69413
    },
    {
      "epoch": 2.843088265410608,
      "grad_norm": 1.1913889151632664,
      "learning_rate": 0.0001657268404403083,
      "loss": 0.7963,
      "step": 69414
    },
    {
      "epoch": 2.8431292238378045,
      "grad_norm": 1.2069482998823156,
      "learning_rate": 0.00016572359701718309,
      "loss": 0.8969,
      "step": 69415
    },
    {
      "epoch": 2.843170182265001,
      "grad_norm": 0.6860926324102411,
      "learning_rate": 0.0001657203535866246,
      "loss": 0.2172,
      "step": 69416
    },
    {
      "epoch": 2.8432111406921976,
      "grad_norm": 1.6941024828455664,
      "learning_rate": 0.0001657171101486345,
      "loss": 1.3935,
      "step": 69417
    },
    {
      "epoch": 2.8432520991193937,
      "grad_norm": 1.0755014626254564,
      "learning_rate": 0.00016571386670321425,
      "loss": 0.6631,
      "step": 69418
    },
    {
      "epoch": 2.8432930575465902,
      "grad_norm": 1.0680803013289126,
      "learning_rate": 0.00016571062325036542,
      "loss": 0.8341,
      "step": 69419
    },
    {
      "epoch": 2.8433340159737868,
      "grad_norm": 0.8667837923502155,
      "learning_rate": 0.00016570737979008945,
      "loss": 0.4265,
      "step": 69420
    },
    {
      "epoch": 2.843374974400983,
      "grad_norm": 1.3175803500798358,
      "learning_rate": 0.000165704136322388,
      "loss": 0.668,
      "step": 69421
    },
    {
      "epoch": 2.8434159328281794,
      "grad_norm": 1.1032772978303358,
      "learning_rate": 0.0001657008928472625,
      "loss": 0.6328,
      "step": 69422
    },
    {
      "epoch": 2.843456891255376,
      "grad_norm": 1.446283928845799,
      "learning_rate": 0.00016569764936471456,
      "loss": 0.881,
      "step": 69423
    },
    {
      "epoch": 2.8434978496825725,
      "grad_norm": 3.236438864665905,
      "learning_rate": 0.00016569440587474565,
      "loss": 4.4007,
      "step": 69424
    },
    {
      "epoch": 2.8435388081097686,
      "grad_norm": 1.1208844293873723,
      "learning_rate": 0.0001656911623773574,
      "loss": 0.8297,
      "step": 69425
    },
    {
      "epoch": 2.843579766536965,
      "grad_norm": 1.1727404613977805,
      "learning_rate": 0.00016568791887255126,
      "loss": 0.8083,
      "step": 69426
    },
    {
      "epoch": 2.843620724964161,
      "grad_norm": 1.1703918878968427,
      "learning_rate": 0.00016568467536032873,
      "loss": 1.0935,
      "step": 69427
    },
    {
      "epoch": 2.8436616833913577,
      "grad_norm": 0.7766514272349494,
      "learning_rate": 0.00016568143184069145,
      "loss": 0.4597,
      "step": 69428
    },
    {
      "epoch": 2.8437026418185543,
      "grad_norm": 0.9994562847994235,
      "learning_rate": 0.00016567818831364085,
      "loss": 0.6505,
      "step": 69429
    },
    {
      "epoch": 2.843743600245751,
      "grad_norm": 0.910870240387699,
      "learning_rate": 0.0001656749447791786,
      "loss": 0.1977,
      "step": 69430
    },
    {
      "epoch": 2.843784558672947,
      "grad_norm": 0.9069597581025604,
      "learning_rate": 0.0001656717012373061,
      "loss": 0.5012,
      "step": 69431
    },
    {
      "epoch": 2.8438255171001434,
      "grad_norm": 0.9339594301510787,
      "learning_rate": 0.0001656684576880249,
      "loss": 0.5797,
      "step": 69432
    },
    {
      "epoch": 2.8438664755273395,
      "grad_norm": 0.8497150738700989,
      "learning_rate": 0.00016566521413133658,
      "loss": 0.6628,
      "step": 69433
    },
    {
      "epoch": 2.843907433954536,
      "grad_norm": 0.9470968757922263,
      "learning_rate": 0.00016566197056724265,
      "loss": 0.4597,
      "step": 69434
    },
    {
      "epoch": 2.8439483923817326,
      "grad_norm": 1.393491928908938,
      "learning_rate": 0.0001656587269957447,
      "loss": 1.1096,
      "step": 69435
    },
    {
      "epoch": 2.843989350808929,
      "grad_norm": 1.7249303332374375,
      "learning_rate": 0.0001656554834168441,
      "loss": 1.654,
      "step": 69436
    },
    {
      "epoch": 2.844030309236125,
      "grad_norm": 1.2275709878186276,
      "learning_rate": 0.00016565223983054257,
      "loss": 0.4429,
      "step": 69437
    },
    {
      "epoch": 2.8440712676633217,
      "grad_norm": 1.0916015289412173,
      "learning_rate": 0.00016564899623684157,
      "loss": 0.6471,
      "step": 69438
    },
    {
      "epoch": 2.8441122260905183,
      "grad_norm": 0.9654562167081234,
      "learning_rate": 0.00016564575263574265,
      "loss": 0.7498,
      "step": 69439
    },
    {
      "epoch": 2.8441531845177144,
      "grad_norm": 1.152896111883833,
      "learning_rate": 0.00016564250902724727,
      "loss": 0.6897,
      "step": 69440
    },
    {
      "epoch": 2.844194142944911,
      "grad_norm": 1.2405072867400646,
      "learning_rate": 0.00016563926541135704,
      "loss": 0.9696,
      "step": 69441
    },
    {
      "epoch": 2.8442351013721074,
      "grad_norm": 1.0997556476947858,
      "learning_rate": 0.00016563602178807353,
      "loss": 0.708,
      "step": 69442
    },
    {
      "epoch": 2.844276059799304,
      "grad_norm": 1.0789177102591905,
      "learning_rate": 0.00016563277815739817,
      "loss": 0.8295,
      "step": 69443
    },
    {
      "epoch": 2.8443170182265,
      "grad_norm": 1.060495623359683,
      "learning_rate": 0.00016562953451933248,
      "loss": 0.6948,
      "step": 69444
    },
    {
      "epoch": 2.8443579766536966,
      "grad_norm": 2.5377289797487292,
      "learning_rate": 0.00016562629087387811,
      "loss": 1.8539,
      "step": 69445
    },
    {
      "epoch": 2.8443989350808927,
      "grad_norm": 1.155806302552876,
      "learning_rate": 0.00016562304722103657,
      "loss": 0.8252,
      "step": 69446
    },
    {
      "epoch": 2.8444398935080892,
      "grad_norm": 0.890958140104678,
      "learning_rate": 0.00016561980356080935,
      "loss": 0.6771,
      "step": 69447
    },
    {
      "epoch": 2.8444808519352858,
      "grad_norm": 1.0686955051815519,
      "learning_rate": 0.00016561655989319793,
      "loss": 0.5746,
      "step": 69448
    },
    {
      "epoch": 2.8445218103624823,
      "grad_norm": 1.3413401187563239,
      "learning_rate": 0.00016561331621820394,
      "loss": 0.9017,
      "step": 69449
    },
    {
      "epoch": 2.8445627687896784,
      "grad_norm": 1.320587525257294,
      "learning_rate": 0.00016561007253582891,
      "loss": 0.7687,
      "step": 69450
    },
    {
      "epoch": 2.844603727216875,
      "grad_norm": 0.9346729234882363,
      "learning_rate": 0.00016560682884607435,
      "loss": 0.6555,
      "step": 69451
    },
    {
      "epoch": 2.844644685644071,
      "grad_norm": 2.883940175082825,
      "learning_rate": 0.00016560358514894173,
      "loss": 3.8406,
      "step": 69452
    },
    {
      "epoch": 2.8446856440712676,
      "grad_norm": 0.8478948383237517,
      "learning_rate": 0.00016560034144443266,
      "loss": 0.6739,
      "step": 69453
    },
    {
      "epoch": 2.844726602498464,
      "grad_norm": 1.1360601878379122,
      "learning_rate": 0.00016559709773254866,
      "loss": 0.6743,
      "step": 69454
    },
    {
      "epoch": 2.8447675609256606,
      "grad_norm": 3.5992088248308725,
      "learning_rate": 0.00016559385401329128,
      "loss": 7.5323,
      "step": 69455
    },
    {
      "epoch": 2.8448085193528567,
      "grad_norm": 1.4242869551894173,
      "learning_rate": 0.00016559061028666196,
      "loss": 0.974,
      "step": 69456
    },
    {
      "epoch": 2.8448494777800533,
      "grad_norm": 1.2250301306912132,
      "learning_rate": 0.00016558736655266238,
      "loss": 1.0085,
      "step": 69457
    },
    {
      "epoch": 2.84489043620725,
      "grad_norm": 1.2694200361633579,
      "learning_rate": 0.000165584122811294,
      "loss": 1.0912,
      "step": 69458
    },
    {
      "epoch": 2.844931394634446,
      "grad_norm": 0.9343301481857146,
      "learning_rate": 0.0001655808790625583,
      "loss": 0.6097,
      "step": 69459
    },
    {
      "epoch": 2.8449723530616424,
      "grad_norm": 1.0334405789223204,
      "learning_rate": 0.0001655776353064569,
      "loss": 0.6289,
      "step": 69460
    },
    {
      "epoch": 2.845013311488839,
      "grad_norm": 1.1375850851263536,
      "learning_rate": 0.00016557439154299126,
      "loss": 0.7456,
      "step": 69461
    },
    {
      "epoch": 2.8450542699160355,
      "grad_norm": 1.3006842706800192,
      "learning_rate": 0.00016557114777216299,
      "loss": 0.9984,
      "step": 69462
    },
    {
      "epoch": 2.8450952283432316,
      "grad_norm": 1.118248511669928,
      "learning_rate": 0.0001655679039939736,
      "loss": 0.8636,
      "step": 69463
    },
    {
      "epoch": 2.845136186770428,
      "grad_norm": 1.0548097383136057,
      "learning_rate": 0.00016556466020842454,
      "loss": 0.7093,
      "step": 69464
    },
    {
      "epoch": 2.845177145197624,
      "grad_norm": 1.1888900665895956,
      "learning_rate": 0.00016556141641551743,
      "loss": 0.7413,
      "step": 69465
    },
    {
      "epoch": 2.8452181036248207,
      "grad_norm": 1.568280454600578,
      "learning_rate": 0.00016555817261525388,
      "loss": 0.8726,
      "step": 69466
    },
    {
      "epoch": 2.8452590620520173,
      "grad_norm": 1.2367102847203881,
      "learning_rate": 0.00016555492880763526,
      "loss": 0.8589,
      "step": 69467
    },
    {
      "epoch": 2.845300020479214,
      "grad_norm": 0.7992735521013213,
      "learning_rate": 0.00016555168499266312,
      "loss": 0.4297,
      "step": 69468
    },
    {
      "epoch": 2.84534097890641,
      "grad_norm": 1.173036509758339,
      "learning_rate": 0.00016554844117033912,
      "loss": 0.935,
      "step": 69469
    },
    {
      "epoch": 2.8453819373336064,
      "grad_norm": 1.1040547810855539,
      "learning_rate": 0.0001655451973406647,
      "loss": 0.7429,
      "step": 69470
    },
    {
      "epoch": 2.8454228957608025,
      "grad_norm": 1.0400560656173385,
      "learning_rate": 0.00016554195350364142,
      "loss": 0.8102,
      "step": 69471
    },
    {
      "epoch": 2.845463854187999,
      "grad_norm": 0.7712054054278005,
      "learning_rate": 0.0001655387096592708,
      "loss": 0.6829,
      "step": 69472
    },
    {
      "epoch": 2.8455048126151956,
      "grad_norm": 0.8258298192597464,
      "learning_rate": 0.00016553546580755433,
      "loss": 0.2429,
      "step": 69473
    },
    {
      "epoch": 2.845545771042392,
      "grad_norm": 0.7959035753109251,
      "learning_rate": 0.00016553222194849368,
      "loss": 0.2843,
      "step": 69474
    },
    {
      "epoch": 2.8455867294695882,
      "grad_norm": 1.2137249944907673,
      "learning_rate": 0.00016552897808209025,
      "loss": 0.7038,
      "step": 69475
    },
    {
      "epoch": 2.8456276878967848,
      "grad_norm": 1.5767211111215291,
      "learning_rate": 0.0001655257342083456,
      "loss": 0.3078,
      "step": 69476
    },
    {
      "epoch": 2.8456686463239813,
      "grad_norm": 0.6148024925784493,
      "learning_rate": 0.00016552249032726127,
      "loss": 0.2422,
      "step": 69477
    },
    {
      "epoch": 2.8457096047511774,
      "grad_norm": 11.255572644554434,
      "learning_rate": 0.00016551924643883886,
      "loss": 2.1652,
      "step": 69478
    },
    {
      "epoch": 2.845750563178374,
      "grad_norm": 1.6149480092793582,
      "learning_rate": 0.00016551600254307986,
      "loss": 1.0642,
      "step": 69479
    },
    {
      "epoch": 2.8457915216055705,
      "grad_norm": 1.367336128190649,
      "learning_rate": 0.00016551275863998575,
      "loss": 0.271,
      "step": 69480
    },
    {
      "epoch": 2.845832480032767,
      "grad_norm": 1.8789666143657398,
      "learning_rate": 0.00016550951472955812,
      "loss": 1.0881,
      "step": 69481
    },
    {
      "epoch": 2.845873438459963,
      "grad_norm": 1.7087685973856235,
      "learning_rate": 0.0001655062708117985,
      "loss": 0.8774,
      "step": 69482
    },
    {
      "epoch": 2.8459143968871596,
      "grad_norm": 1.4443966799376209,
      "learning_rate": 0.0001655030268867084,
      "loss": 0.8217,
      "step": 69483
    },
    {
      "epoch": 2.8459553553143557,
      "grad_norm": 1.5797661660325715,
      "learning_rate": 0.0001654997829542894,
      "loss": 1.2773,
      "step": 69484
    },
    {
      "epoch": 2.8459963137415523,
      "grad_norm": 1.3036344110175095,
      "learning_rate": 0.000165496539014543,
      "loss": 0.9454,
      "step": 69485
    },
    {
      "epoch": 2.846037272168749,
      "grad_norm": 0.7974713803620346,
      "learning_rate": 0.0001654932950674707,
      "loss": 0.3056,
      "step": 69486
    },
    {
      "epoch": 2.8460782305959453,
      "grad_norm": 1.177820079870265,
      "learning_rate": 0.00016549005111307413,
      "loss": 0.8709,
      "step": 69487
    },
    {
      "epoch": 2.8461191890231414,
      "grad_norm": 1.1271846900316274,
      "learning_rate": 0.00016548680715135466,
      "loss": 0.6987,
      "step": 69488
    },
    {
      "epoch": 2.846160147450338,
      "grad_norm": 1.7382880592476666,
      "learning_rate": 0.000165483563182314,
      "loss": 0.9612,
      "step": 69489
    },
    {
      "epoch": 2.846201105877534,
      "grad_norm": 1.1106481161404183,
      "learning_rate": 0.0001654803192059536,
      "loss": 0.4838,
      "step": 69490
    },
    {
      "epoch": 2.8462420643047306,
      "grad_norm": 1.975986369486889,
      "learning_rate": 0.000165477075222275,
      "loss": 0.7055,
      "step": 69491
    },
    {
      "epoch": 2.846283022731927,
      "grad_norm": 1.4172640469101165,
      "learning_rate": 0.00016547383123127974,
      "loss": 0.7954,
      "step": 69492
    },
    {
      "epoch": 2.8463239811591237,
      "grad_norm": 1.234962047256206,
      "learning_rate": 0.00016547058723296934,
      "loss": 0.8369,
      "step": 69493
    },
    {
      "epoch": 2.8463649395863198,
      "grad_norm": 1.3383516149238646,
      "learning_rate": 0.00016546734322734537,
      "loss": 0.6223,
      "step": 69494
    },
    {
      "epoch": 2.8464058980135163,
      "grad_norm": 0.9965064644215188,
      "learning_rate": 0.00016546409921440933,
      "loss": 0.7081,
      "step": 69495
    },
    {
      "epoch": 2.846446856440713,
      "grad_norm": 0.8611740313252234,
      "learning_rate": 0.0001654608551941627,
      "loss": 0.3728,
      "step": 69496
    },
    {
      "epoch": 2.846487814867909,
      "grad_norm": 1.2490804136107405,
      "learning_rate": 0.00016545761116660716,
      "loss": 1.0317,
      "step": 69497
    },
    {
      "epoch": 2.8465287732951055,
      "grad_norm": 1.2952066838297303,
      "learning_rate": 0.0001654543671317441,
      "loss": 0.6516,
      "step": 69498
    },
    {
      "epoch": 2.846569731722302,
      "grad_norm": 1.299097320366102,
      "learning_rate": 0.00016545112308957515,
      "loss": 1.0105,
      "step": 69499
    },
    {
      "epoch": 2.8466106901494985,
      "grad_norm": 1.1417427369700262,
      "learning_rate": 0.00016544787904010177,
      "loss": 0.6768,
      "step": 69500
    },
    {
      "epoch": 2.8466516485766946,
      "grad_norm": 1.1722644902090598,
      "learning_rate": 0.0001654446349833256,
      "loss": 0.7047,
      "step": 69501
    },
    {
      "epoch": 2.846692607003891,
      "grad_norm": 1.133075261520718,
      "learning_rate": 0.00016544139091924807,
      "loss": 0.7359,
      "step": 69502
    },
    {
      "epoch": 2.8467335654310872,
      "grad_norm": 2.8041300693694486,
      "learning_rate": 0.00016543814684787073,
      "loss": 0.8792,
      "step": 69503
    },
    {
      "epoch": 2.846774523858284,
      "grad_norm": 0.9897864147921279,
      "learning_rate": 0.00016543490276919512,
      "loss": 0.8178,
      "step": 69504
    },
    {
      "epoch": 2.8468154822854803,
      "grad_norm": 1.4512114807648508,
      "learning_rate": 0.0001654316586832228,
      "loss": 0.9934,
      "step": 69505
    },
    {
      "epoch": 2.846856440712677,
      "grad_norm": 0.9880935923746638,
      "learning_rate": 0.00016542841458995526,
      "loss": 0.4867,
      "step": 69506
    },
    {
      "epoch": 2.846897399139873,
      "grad_norm": 1.6019488456807467,
      "learning_rate": 0.00016542517048939408,
      "loss": 1.2428,
      "step": 69507
    },
    {
      "epoch": 2.8469383575670695,
      "grad_norm": 1.2084395413515068,
      "learning_rate": 0.00016542192638154077,
      "loss": 0.7486,
      "step": 69508
    },
    {
      "epoch": 2.8469793159942656,
      "grad_norm": 0.6826979776210677,
      "learning_rate": 0.00016541868226639688,
      "loss": 0.2407,
      "step": 69509
    },
    {
      "epoch": 2.847020274421462,
      "grad_norm": 1.2983454404444184,
      "learning_rate": 0.00016541543814396393,
      "loss": 0.732,
      "step": 69510
    },
    {
      "epoch": 2.8470612328486586,
      "grad_norm": 1.2478649753032829,
      "learning_rate": 0.00016541219401424348,
      "loss": 0.759,
      "step": 69511
    },
    {
      "epoch": 2.847102191275855,
      "grad_norm": 1.3921986274962623,
      "learning_rate": 0.00016540894987723698,
      "loss": 0.8725,
      "step": 69512
    },
    {
      "epoch": 2.8471431497030513,
      "grad_norm": 1.2261346273755693,
      "learning_rate": 0.00016540570573294605,
      "loss": 0.9333,
      "step": 69513
    },
    {
      "epoch": 2.847184108130248,
      "grad_norm": 1.0410091224326699,
      "learning_rate": 0.0001654024615813722,
      "loss": 0.8721,
      "step": 69514
    },
    {
      "epoch": 2.8472250665574443,
      "grad_norm": 0.8577218075865447,
      "learning_rate": 0.00016539921742251697,
      "loss": 0.3076,
      "step": 69515
    },
    {
      "epoch": 2.8472660249846404,
      "grad_norm": 1.234543861923983,
      "learning_rate": 0.00016539597325638183,
      "loss": 1.0732,
      "step": 69516
    },
    {
      "epoch": 2.847306983411837,
      "grad_norm": 1.0409436057113266,
      "learning_rate": 0.00016539272908296844,
      "loss": 0.701,
      "step": 69517
    },
    {
      "epoch": 2.8473479418390335,
      "grad_norm": 1.1557536249694529,
      "learning_rate": 0.00016538948490227824,
      "loss": 0.7935,
      "step": 69518
    },
    {
      "epoch": 2.84738890026623,
      "grad_norm": 1.105406180848062,
      "learning_rate": 0.00016538624071431277,
      "loss": 0.6892,
      "step": 69519
    },
    {
      "epoch": 2.847429858693426,
      "grad_norm": 1.2123691035413922,
      "learning_rate": 0.00016538299651907355,
      "loss": 0.5544,
      "step": 69520
    },
    {
      "epoch": 2.8474708171206227,
      "grad_norm": 1.1988757344288596,
      "learning_rate": 0.00016537975231656219,
      "loss": 0.5396,
      "step": 69521
    },
    {
      "epoch": 2.8475117755478188,
      "grad_norm": 1.4104517618010008,
      "learning_rate": 0.00016537650810678019,
      "loss": 0.5068,
      "step": 69522
    },
    {
      "epoch": 2.8475527339750153,
      "grad_norm": 1.0816465746396178,
      "learning_rate": 0.00016537326388972904,
      "loss": 0.7103,
      "step": 69523
    },
    {
      "epoch": 2.847593692402212,
      "grad_norm": 1.220961498047014,
      "learning_rate": 0.00016537001966541025,
      "loss": 0.7486,
      "step": 69524
    },
    {
      "epoch": 2.8476346508294084,
      "grad_norm": 1.4629628874525855,
      "learning_rate": 0.00016536677543382548,
      "loss": 1.0529,
      "step": 69525
    },
    {
      "epoch": 2.8476756092566045,
      "grad_norm": 0.9178077790396695,
      "learning_rate": 0.00016536353119497618,
      "loss": 0.7742,
      "step": 69526
    },
    {
      "epoch": 2.847716567683801,
      "grad_norm": 2.2417259568288164,
      "learning_rate": 0.0001653602869488639,
      "loss": 1.1942,
      "step": 69527
    },
    {
      "epoch": 2.847757526110997,
      "grad_norm": 1.2924996022039925,
      "learning_rate": 0.0001653570426954901,
      "loss": 0.9299,
      "step": 69528
    },
    {
      "epoch": 2.8477984845381936,
      "grad_norm": 1.3642272387084493,
      "learning_rate": 0.00016535379843485645,
      "loss": 0.7141,
      "step": 69529
    },
    {
      "epoch": 2.84783944296539,
      "grad_norm": 1.1339460208648469,
      "learning_rate": 0.0001653505541669644,
      "loss": 0.5471,
      "step": 69530
    },
    {
      "epoch": 2.8478804013925867,
      "grad_norm": 0.7160871219515506,
      "learning_rate": 0.0001653473098918155,
      "loss": 0.2711,
      "step": 69531
    },
    {
      "epoch": 2.847921359819783,
      "grad_norm": 3.08126575041593,
      "learning_rate": 0.00016534406560941126,
      "loss": 3.6707,
      "step": 69532
    },
    {
      "epoch": 2.8479623182469793,
      "grad_norm": 1.2511495889429558,
      "learning_rate": 0.00016534082131975327,
      "loss": 0.9257,
      "step": 69533
    },
    {
      "epoch": 2.848003276674176,
      "grad_norm": 1.0895790215158363,
      "learning_rate": 0.00016533757702284302,
      "loss": 0.674,
      "step": 69534
    },
    {
      "epoch": 2.848044235101372,
      "grad_norm": 0.9676786949713189,
      "learning_rate": 0.00016533433271868206,
      "loss": 0.6192,
      "step": 69535
    },
    {
      "epoch": 2.8480851935285685,
      "grad_norm": 1.5042360446602245,
      "learning_rate": 0.0001653310884072719,
      "loss": 0.8415,
      "step": 69536
    },
    {
      "epoch": 2.848126151955765,
      "grad_norm": 1.4092153308485604,
      "learning_rate": 0.0001653278440886141,
      "loss": 0.8466,
      "step": 69537
    },
    {
      "epoch": 2.8481671103829616,
      "grad_norm": 0.8241943462582443,
      "learning_rate": 0.00016532459976271023,
      "loss": 0.2921,
      "step": 69538
    },
    {
      "epoch": 2.8482080688101576,
      "grad_norm": 1.2562984723731678,
      "learning_rate": 0.00016532135542956172,
      "loss": 1.0785,
      "step": 69539
    },
    {
      "epoch": 2.848249027237354,
      "grad_norm": 0.8306329821921025,
      "learning_rate": 0.00016531811108917014,
      "loss": 0.3865,
      "step": 69540
    },
    {
      "epoch": 2.8482899856645503,
      "grad_norm": 1.1194356570614568,
      "learning_rate": 0.00016531486674153709,
      "loss": 0.8346,
      "step": 69541
    },
    {
      "epoch": 2.848330944091747,
      "grad_norm": 0.9699938031865813,
      "learning_rate": 0.00016531162238666403,
      "loss": 0.6819,
      "step": 69542
    },
    {
      "epoch": 2.8483719025189433,
      "grad_norm": 1.165148895088652,
      "learning_rate": 0.00016530837802455258,
      "loss": 0.9105,
      "step": 69543
    },
    {
      "epoch": 2.84841286094614,
      "grad_norm": 1.0669865036048685,
      "learning_rate": 0.00016530513365520412,
      "loss": 0.8744,
      "step": 69544
    },
    {
      "epoch": 2.848453819373336,
      "grad_norm": 1.1223457107143473,
      "learning_rate": 0.00016530188927862038,
      "loss": 0.7159,
      "step": 69545
    },
    {
      "epoch": 2.8484947778005325,
      "grad_norm": 1.0106979982436137,
      "learning_rate": 0.00016529864489480274,
      "loss": 0.7971,
      "step": 69546
    },
    {
      "epoch": 2.8485357362277286,
      "grad_norm": 3.20786366672929,
      "learning_rate": 0.00016529540050375284,
      "loss": 3.9665,
      "step": 69547
    },
    {
      "epoch": 2.848576694654925,
      "grad_norm": 1.8922282356705626,
      "learning_rate": 0.0001652921561054721,
      "loss": 0.6501,
      "step": 69548
    },
    {
      "epoch": 2.8486176530821217,
      "grad_norm": 1.0610116024528322,
      "learning_rate": 0.00016528891169996214,
      "loss": 0.7793,
      "step": 69549
    },
    {
      "epoch": 2.848658611509318,
      "grad_norm": 1.1351635281894765,
      "learning_rate": 0.0001652856672872245,
      "loss": 0.9239,
      "step": 69550
    },
    {
      "epoch": 2.8486995699365143,
      "grad_norm": 1.3874173554241096,
      "learning_rate": 0.00016528242286726062,
      "loss": 0.9778,
      "step": 69551
    },
    {
      "epoch": 2.848740528363711,
      "grad_norm": 0.8236674404831565,
      "learning_rate": 0.0001652791784400721,
      "loss": 0.2697,
      "step": 69552
    },
    {
      "epoch": 2.8487814867909074,
      "grad_norm": 1.2740555355209544,
      "learning_rate": 0.0001652759340056605,
      "loss": 0.8234,
      "step": 69553
    },
    {
      "epoch": 2.8488224452181035,
      "grad_norm": 0.8036275740224536,
      "learning_rate": 0.00016527268956402735,
      "loss": 0.3531,
      "step": 69554
    },
    {
      "epoch": 2.8488634036453,
      "grad_norm": 0.9778178568271267,
      "learning_rate": 0.00016526944511517414,
      "loss": 0.6024,
      "step": 69555
    },
    {
      "epoch": 2.8489043620724965,
      "grad_norm": 1.1049461426659122,
      "learning_rate": 0.0001652662006591024,
      "loss": 0.5464,
      "step": 69556
    },
    {
      "epoch": 2.848945320499693,
      "grad_norm": 0.8795024941578312,
      "learning_rate": 0.00016526295619581372,
      "loss": 0.6233,
      "step": 69557
    },
    {
      "epoch": 2.848986278926889,
      "grad_norm": 1.2314531865491658,
      "learning_rate": 0.00016525971172530959,
      "loss": 0.5848,
      "step": 69558
    },
    {
      "epoch": 2.8490272373540857,
      "grad_norm": 1.1290000983751582,
      "learning_rate": 0.00016525646724759157,
      "loss": 0.6868,
      "step": 69559
    },
    {
      "epoch": 2.849068195781282,
      "grad_norm": 2.2212175798542297,
      "learning_rate": 0.0001652532227626611,
      "loss": 1.0217,
      "step": 69560
    },
    {
      "epoch": 2.8491091542084783,
      "grad_norm": 1.2262263829448443,
      "learning_rate": 0.00016524997827051987,
      "loss": 0.8128,
      "step": 69561
    },
    {
      "epoch": 2.849150112635675,
      "grad_norm": 1.4652889500842863,
      "learning_rate": 0.0001652467337711693,
      "loss": 1.1709,
      "step": 69562
    },
    {
      "epoch": 2.8491910710628714,
      "grad_norm": 1.236998340644227,
      "learning_rate": 0.00016524348926461098,
      "loss": 0.7409,
      "step": 69563
    },
    {
      "epoch": 2.8492320294900675,
      "grad_norm": 1.132675201798154,
      "learning_rate": 0.0001652402447508464,
      "loss": 0.8892,
      "step": 69564
    },
    {
      "epoch": 2.849272987917264,
      "grad_norm": 1.205315608547083,
      "learning_rate": 0.00016523700022987714,
      "loss": 0.8822,
      "step": 69565
    },
    {
      "epoch": 2.84931394634446,
      "grad_norm": 1.0736900001599532,
      "learning_rate": 0.0001652337557017047,
      "loss": 0.779,
      "step": 69566
    },
    {
      "epoch": 2.8493549047716566,
      "grad_norm": 3.292710848567526,
      "learning_rate": 0.00016523051116633063,
      "loss": 3.1454,
      "step": 69567
    },
    {
      "epoch": 2.849395863198853,
      "grad_norm": 1.2385536049421713,
      "learning_rate": 0.00016522726662375646,
      "loss": 1.113,
      "step": 69568
    },
    {
      "epoch": 2.8494368216260497,
      "grad_norm": 1.0138775428436506,
      "learning_rate": 0.0001652240220739837,
      "loss": 0.7825,
      "step": 69569
    },
    {
      "epoch": 2.849477780053246,
      "grad_norm": 1.9589002302986358,
      "learning_rate": 0.00016522077751701395,
      "loss": 1.586,
      "step": 69570
    },
    {
      "epoch": 2.8495187384804423,
      "grad_norm": 1.5836009821791441,
      "learning_rate": 0.0001652175329528487,
      "loss": 1.2615,
      "step": 69571
    },
    {
      "epoch": 2.849559696907639,
      "grad_norm": 1.310687610008905,
      "learning_rate": 0.00016521428838148943,
      "loss": 1.0394,
      "step": 69572
    },
    {
      "epoch": 2.849600655334835,
      "grad_norm": 1.606318068130105,
      "learning_rate": 0.00016521104380293777,
      "loss": 0.5852,
      "step": 69573
    },
    {
      "epoch": 2.8496416137620315,
      "grad_norm": 1.1927973941473564,
      "learning_rate": 0.00016520779921719517,
      "loss": 0.8695,
      "step": 69574
    },
    {
      "epoch": 2.849682572189228,
      "grad_norm": 0.8131551236697021,
      "learning_rate": 0.00016520455462426325,
      "loss": 0.3207,
      "step": 69575
    },
    {
      "epoch": 2.8497235306164246,
      "grad_norm": 1.5466172801363343,
      "learning_rate": 0.00016520131002414345,
      "loss": 0.983,
      "step": 69576
    },
    {
      "epoch": 2.8497644890436207,
      "grad_norm": 0.7048331273972779,
      "learning_rate": 0.00016519806541683737,
      "loss": 0.3349,
      "step": 69577
    },
    {
      "epoch": 2.849805447470817,
      "grad_norm": 0.7568310597946315,
      "learning_rate": 0.00016519482080234657,
      "loss": 0.2768,
      "step": 69578
    },
    {
      "epoch": 2.8498464058980133,
      "grad_norm": 1.0295106672289323,
      "learning_rate": 0.00016519157618067248,
      "loss": 0.7837,
      "step": 69579
    },
    {
      "epoch": 2.84988736432521,
      "grad_norm": 1.2410606286143757,
      "learning_rate": 0.00016518833155181674,
      "loss": 0.7798,
      "step": 69580
    },
    {
      "epoch": 2.8499283227524064,
      "grad_norm": 1.0087399463055864,
      "learning_rate": 0.00016518508691578082,
      "loss": 0.6041,
      "step": 69581
    },
    {
      "epoch": 2.849969281179603,
      "grad_norm": 1.0608906938159166,
      "learning_rate": 0.00016518184227256628,
      "loss": 0.6292,
      "step": 69582
    },
    {
      "epoch": 2.850010239606799,
      "grad_norm": 0.6829944829868743,
      "learning_rate": 0.0001651785976221746,
      "loss": 0.2751,
      "step": 69583
    },
    {
      "epoch": 2.8500511980339955,
      "grad_norm": 0.8596252185770715,
      "learning_rate": 0.0001651753529646074,
      "loss": 0.5821,
      "step": 69584
    },
    {
      "epoch": 2.8500921564611916,
      "grad_norm": 1.1058647983835954,
      "learning_rate": 0.00016517210829986617,
      "loss": 0.7981,
      "step": 69585
    },
    {
      "epoch": 2.850133114888388,
      "grad_norm": 1.1027886265078901,
      "learning_rate": 0.00016516886362795245,
      "loss": 0.8285,
      "step": 69586
    },
    {
      "epoch": 2.8501740733155847,
      "grad_norm": 1.3505565468795626,
      "learning_rate": 0.00016516561894886777,
      "loss": 0.9266,
      "step": 69587
    },
    {
      "epoch": 2.8502150317427812,
      "grad_norm": 1.444945772326054,
      "learning_rate": 0.00016516237426261366,
      "loss": 0.815,
      "step": 69588
    },
    {
      "epoch": 2.8502559901699773,
      "grad_norm": 0.8223597885570499,
      "learning_rate": 0.00016515912956919167,
      "loss": 0.2809,
      "step": 69589
    },
    {
      "epoch": 2.850296948597174,
      "grad_norm": 3.0456731646711486,
      "learning_rate": 0.00016515588486860333,
      "loss": 3.6957,
      "step": 69590
    },
    {
      "epoch": 2.8503379070243704,
      "grad_norm": 1.0603917693010396,
      "learning_rate": 0.00016515264016085014,
      "loss": 0.7284,
      "step": 69591
    },
    {
      "epoch": 2.8503788654515665,
      "grad_norm": 1.144320149575186,
      "learning_rate": 0.00016514939544593366,
      "loss": 0.7288,
      "step": 69592
    },
    {
      "epoch": 2.850419823878763,
      "grad_norm": 1.176618416232804,
      "learning_rate": 0.00016514615072385546,
      "loss": 0.684,
      "step": 69593
    },
    {
      "epoch": 2.8504607823059596,
      "grad_norm": 1.1799364621222204,
      "learning_rate": 0.00016514290599461701,
      "loss": 0.6355,
      "step": 69594
    },
    {
      "epoch": 2.850501740733156,
      "grad_norm": 3.7327178736032396,
      "learning_rate": 0.00016513966125821989,
      "loss": 1.9365,
      "step": 69595
    },
    {
      "epoch": 2.850542699160352,
      "grad_norm": 0.8383867574905479,
      "learning_rate": 0.00016513641651466558,
      "loss": 0.2631,
      "step": 69596
    },
    {
      "epoch": 2.8505836575875487,
      "grad_norm": 1.0537156265699268,
      "learning_rate": 0.00016513317176395569,
      "loss": 0.3923,
      "step": 69597
    },
    {
      "epoch": 2.850624616014745,
      "grad_norm": 2.805869927550003,
      "learning_rate": 0.00016512992700609173,
      "loss": 1.6671,
      "step": 69598
    },
    {
      "epoch": 2.8506655744419414,
      "grad_norm": 1.0056051189772361,
      "learning_rate": 0.0001651266822410752,
      "loss": 0.5388,
      "step": 69599
    },
    {
      "epoch": 2.850706532869138,
      "grad_norm": 1.7591427765687346,
      "learning_rate": 0.0001651234374689076,
      "loss": 0.8583,
      "step": 69600
    },
    {
      "epoch": 2.8507474912963344,
      "grad_norm": 1.9980008020163813,
      "learning_rate": 0.00016512019268959057,
      "loss": 1.4081,
      "step": 69601
    },
    {
      "epoch": 2.8507884497235305,
      "grad_norm": 1.643182061702166,
      "learning_rate": 0.00016511694790312558,
      "loss": 1.4642,
      "step": 69602
    },
    {
      "epoch": 2.850829408150727,
      "grad_norm": 1.240690614471267,
      "learning_rate": 0.00016511370310951418,
      "loss": 0.7107,
      "step": 69603
    },
    {
      "epoch": 2.850870366577923,
      "grad_norm": 1.0936530953930745,
      "learning_rate": 0.0001651104583087579,
      "loss": 0.6739,
      "step": 69604
    },
    {
      "epoch": 2.8509113250051197,
      "grad_norm": 1.0095997281229014,
      "learning_rate": 0.00016510721350085827,
      "loss": 0.6021,
      "step": 69605
    },
    {
      "epoch": 2.850952283432316,
      "grad_norm": 4.403470773726996,
      "learning_rate": 0.0001651039686858168,
      "loss": 3.652,
      "step": 69606
    },
    {
      "epoch": 2.8509932418595128,
      "grad_norm": 1.4660041055361972,
      "learning_rate": 0.00016510072386363513,
      "loss": 1.2913,
      "step": 69607
    },
    {
      "epoch": 2.851034200286709,
      "grad_norm": 1.1171992325495839,
      "learning_rate": 0.0001650974790343146,
      "loss": 0.7238,
      "step": 69608
    },
    {
      "epoch": 2.8510751587139054,
      "grad_norm": 3.2875932548670663,
      "learning_rate": 0.00016509423419785695,
      "loss": 3.2849,
      "step": 69609
    },
    {
      "epoch": 2.851116117141102,
      "grad_norm": 1.2107113668603113,
      "learning_rate": 0.00016509098935426361,
      "loss": 0.67,
      "step": 69610
    },
    {
      "epoch": 2.851157075568298,
      "grad_norm": 1.1843496919059102,
      "learning_rate": 0.0001650877445035361,
      "loss": 0.9525,
      "step": 69611
    },
    {
      "epoch": 2.8511980339954945,
      "grad_norm": 1.1960225757131957,
      "learning_rate": 0.00016508449964567596,
      "loss": 0.7615,
      "step": 69612
    },
    {
      "epoch": 2.851238992422691,
      "grad_norm": 1.460387323632222,
      "learning_rate": 0.00016508125478068475,
      "loss": 1.0213,
      "step": 69613
    },
    {
      "epoch": 2.8512799508498876,
      "grad_norm": 1.0599467478011613,
      "learning_rate": 0.00016507800990856402,
      "loss": 0.6203,
      "step": 69614
    },
    {
      "epoch": 2.8513209092770837,
      "grad_norm": 1.0679866927458297,
      "learning_rate": 0.0001650747650293153,
      "loss": 0.7099,
      "step": 69615
    },
    {
      "epoch": 2.8513618677042802,
      "grad_norm": 1.0180638576901981,
      "learning_rate": 0.00016507152014294004,
      "loss": 0.8315,
      "step": 69616
    },
    {
      "epoch": 2.8514028261314763,
      "grad_norm": 1.6814962264192774,
      "learning_rate": 0.0001650682752494399,
      "loss": 1.1931,
      "step": 69617
    },
    {
      "epoch": 2.851443784558673,
      "grad_norm": 0.9605998602888861,
      "learning_rate": 0.00016506503034881636,
      "loss": 0.5902,
      "step": 69618
    },
    {
      "epoch": 2.8514847429858694,
      "grad_norm": 1.1434027315445483,
      "learning_rate": 0.00016506178544107092,
      "loss": 0.7694,
      "step": 69619
    },
    {
      "epoch": 2.851525701413066,
      "grad_norm": 1.1729610555047871,
      "learning_rate": 0.0001650585405262051,
      "loss": 0.7301,
      "step": 69620
    },
    {
      "epoch": 2.851566659840262,
      "grad_norm": 0.7734845745507808,
      "learning_rate": 0.00016505529560422052,
      "loss": 0.2474,
      "step": 69621
    },
    {
      "epoch": 2.8516076182674586,
      "grad_norm": 1.390310931387817,
      "learning_rate": 0.0001650520506751187,
      "loss": 0.754,
      "step": 69622
    },
    {
      "epoch": 2.8516485766946547,
      "grad_norm": 1.347164792195382,
      "learning_rate": 0.0001650488057389011,
      "loss": 0.6602,
      "step": 69623
    },
    {
      "epoch": 2.851689535121851,
      "grad_norm": 0.6658603146024676,
      "learning_rate": 0.0001650455607955693,
      "loss": 0.284,
      "step": 69624
    },
    {
      "epoch": 2.8517304935490477,
      "grad_norm": 1.6074080209271675,
      "learning_rate": 0.00016504231584512486,
      "loss": 1.0767,
      "step": 69625
    },
    {
      "epoch": 2.8517714519762443,
      "grad_norm": 1.009126272581762,
      "learning_rate": 0.00016503907088756927,
      "loss": 0.3178,
      "step": 69626
    },
    {
      "epoch": 2.8518124104034404,
      "grad_norm": 1.179913536200652,
      "learning_rate": 0.0001650358259229041,
      "loss": 0.7352,
      "step": 69627
    },
    {
      "epoch": 2.851853368830637,
      "grad_norm": 0.6005556081489701,
      "learning_rate": 0.0001650325809511308,
      "loss": 0.2276,
      "step": 69628
    },
    {
      "epoch": 2.8518943272578334,
      "grad_norm": 1.00106166064333,
      "learning_rate": 0.00016502933597225102,
      "loss": 0.7746,
      "step": 69629
    },
    {
      "epoch": 2.8519352856850295,
      "grad_norm": 1.2818405295780115,
      "learning_rate": 0.0001650260909862662,
      "loss": 0.9971,
      "step": 69630
    },
    {
      "epoch": 2.851976244112226,
      "grad_norm": 1.106820123704772,
      "learning_rate": 0.00016502284599317798,
      "loss": 0.6033,
      "step": 69631
    },
    {
      "epoch": 2.8520172025394226,
      "grad_norm": 1.1369657177579027,
      "learning_rate": 0.0001650196009929878,
      "loss": 0.8816,
      "step": 69632
    },
    {
      "epoch": 2.852058160966619,
      "grad_norm": 1.3690215837096742,
      "learning_rate": 0.00016501635598569723,
      "loss": 0.7256,
      "step": 69633
    },
    {
      "epoch": 2.852099119393815,
      "grad_norm": 1.9844536527555454,
      "learning_rate": 0.00016501311097130779,
      "loss": 0.8984,
      "step": 69634
    },
    {
      "epoch": 2.8521400778210118,
      "grad_norm": 0.7238342039467774,
      "learning_rate": 0.00016500986594982105,
      "loss": 0.2289,
      "step": 69635
    },
    {
      "epoch": 2.852181036248208,
      "grad_norm": 1.597885794489926,
      "learning_rate": 0.00016500662092123846,
      "loss": 0.875,
      "step": 69636
    },
    {
      "epoch": 2.8522219946754044,
      "grad_norm": 1.5394895928756052,
      "learning_rate": 0.00016500337588556163,
      "loss": 1.4326,
      "step": 69637
    },
    {
      "epoch": 2.852262953102601,
      "grad_norm": 1.0243643842789019,
      "learning_rate": 0.0001650001308427921,
      "loss": 0.5583,
      "step": 69638
    },
    {
      "epoch": 2.8523039115297975,
      "grad_norm": 1.1550006478514714,
      "learning_rate": 0.00016499688579293137,
      "loss": 0.7811,
      "step": 69639
    },
    {
      "epoch": 2.8523448699569935,
      "grad_norm": 0.9384375529590508,
      "learning_rate": 0.00016499364073598095,
      "loss": 0.6904,
      "step": 69640
    },
    {
      "epoch": 2.85238582838419,
      "grad_norm": 1.0503130482558516,
      "learning_rate": 0.00016499039567194245,
      "loss": 0.8765,
      "step": 69641
    },
    {
      "epoch": 2.852426786811386,
      "grad_norm": 1.399835683987535,
      "learning_rate": 0.00016498715060081736,
      "loss": 0.7128,
      "step": 69642
    },
    {
      "epoch": 2.8524677452385827,
      "grad_norm": 2.652579943216939,
      "learning_rate": 0.00016498390552260723,
      "loss": 1.4028,
      "step": 69643
    },
    {
      "epoch": 2.8525087036657792,
      "grad_norm": 1.6133771484566224,
      "learning_rate": 0.00016498066043731352,
      "loss": 1.1741,
      "step": 69644
    },
    {
      "epoch": 2.852549662092976,
      "grad_norm": 0.9619545093959556,
      "learning_rate": 0.00016497741534493785,
      "loss": 0.5805,
      "step": 69645
    },
    {
      "epoch": 2.852590620520172,
      "grad_norm": 3.2693964601844367,
      "learning_rate": 0.00016497417024548174,
      "loss": 1.1974,
      "step": 69646
    },
    {
      "epoch": 2.8526315789473684,
      "grad_norm": 1.0305163679971228,
      "learning_rate": 0.00016497092513894672,
      "loss": 0.7016,
      "step": 69647
    },
    {
      "epoch": 2.852672537374565,
      "grad_norm": 1.1040964355858958,
      "learning_rate": 0.00016496768002533427,
      "loss": 0.7769,
      "step": 69648
    },
    {
      "epoch": 2.852713495801761,
      "grad_norm": 0.8335970076615944,
      "learning_rate": 0.000164964434904646,
      "loss": 0.4627,
      "step": 69649
    },
    {
      "epoch": 2.8527544542289576,
      "grad_norm": 0.9298824847080234,
      "learning_rate": 0.00016496118977688343,
      "loss": 0.8044,
      "step": 69650
    },
    {
      "epoch": 2.852795412656154,
      "grad_norm": 1.0668534783427706,
      "learning_rate": 0.00016495794464204804,
      "loss": 0.8354,
      "step": 69651
    },
    {
      "epoch": 2.8528363710833506,
      "grad_norm": 1.6683530338242563,
      "learning_rate": 0.00016495469950014138,
      "loss": 1.1782,
      "step": 69652
    },
    {
      "epoch": 2.8528773295105467,
      "grad_norm": 1.305590550728763,
      "learning_rate": 0.00016495145435116508,
      "loss": 0.9714,
      "step": 69653
    },
    {
      "epoch": 2.8529182879377433,
      "grad_norm": 0.991910583409288,
      "learning_rate": 0.00016494820919512056,
      "loss": 0.7642,
      "step": 69654
    },
    {
      "epoch": 2.8529592463649394,
      "grad_norm": 1.025500990059799,
      "learning_rate": 0.0001649449640320094,
      "loss": 0.7778,
      "step": 69655
    },
    {
      "epoch": 2.853000204792136,
      "grad_norm": 1.0292525337421141,
      "learning_rate": 0.00016494171886183312,
      "loss": 0.7583,
      "step": 69656
    },
    {
      "epoch": 2.8530411632193324,
      "grad_norm": 1.369022491480766,
      "learning_rate": 0.00016493847368459323,
      "loss": 0.8077,
      "step": 69657
    },
    {
      "epoch": 2.853082121646529,
      "grad_norm": 1.455557848644996,
      "learning_rate": 0.00016493522850029137,
      "loss": 0.8088,
      "step": 69658
    },
    {
      "epoch": 2.853123080073725,
      "grad_norm": 1.0517214547777722,
      "learning_rate": 0.00016493198330892896,
      "loss": 0.7293,
      "step": 69659
    },
    {
      "epoch": 2.8531640385009216,
      "grad_norm": 1.007231703036177,
      "learning_rate": 0.0001649287381105076,
      "loss": 0.5923,
      "step": 69660
    },
    {
      "epoch": 2.8532049969281177,
      "grad_norm": 1.2654098256423894,
      "learning_rate": 0.00016492549290502873,
      "loss": 0.892,
      "step": 69661
    },
    {
      "epoch": 2.8532459553553142,
      "grad_norm": 1.3184891942431345,
      "learning_rate": 0.00016492224769249403,
      "loss": 1.0006,
      "step": 69662
    },
    {
      "epoch": 2.8532869137825108,
      "grad_norm": 1.045237724513324,
      "learning_rate": 0.0001649190024729049,
      "loss": 0.6628,
      "step": 69663
    },
    {
      "epoch": 2.8533278722097073,
      "grad_norm": 5.229926203471966,
      "learning_rate": 0.00016491575724626297,
      "loss": 3.0097,
      "step": 69664
    },
    {
      "epoch": 2.8533688306369034,
      "grad_norm": 0.7590726458245044,
      "learning_rate": 0.00016491251201256973,
      "loss": 0.1504,
      "step": 69665
    },
    {
      "epoch": 2.8534097890641,
      "grad_norm": 1.0505091437177996,
      "learning_rate": 0.00016490926677182672,
      "loss": 0.6931,
      "step": 69666
    },
    {
      "epoch": 2.8534507474912965,
      "grad_norm": 1.1002079470642085,
      "learning_rate": 0.00016490602152403547,
      "loss": 0.7115,
      "step": 69667
    },
    {
      "epoch": 2.8534917059184925,
      "grad_norm": 1.44238960185812,
      "learning_rate": 0.00016490277626919752,
      "loss": 1.0303,
      "step": 69668
    },
    {
      "epoch": 2.853532664345689,
      "grad_norm": 0.968554584096913,
      "learning_rate": 0.00016489953100731438,
      "loss": 0.3648,
      "step": 69669
    },
    {
      "epoch": 2.8535736227728856,
      "grad_norm": 0.7760185151889288,
      "learning_rate": 0.00016489628573838764,
      "loss": 0.2695,
      "step": 69670
    },
    {
      "epoch": 2.853614581200082,
      "grad_norm": 1.2938182523663135,
      "learning_rate": 0.00016489304046241878,
      "loss": 0.8548,
      "step": 69671
    },
    {
      "epoch": 2.8536555396272782,
      "grad_norm": 1.3239446544602833,
      "learning_rate": 0.00016488979517940937,
      "loss": 0.9117,
      "step": 69672
    },
    {
      "epoch": 2.853696498054475,
      "grad_norm": 1.0910948923256512,
      "learning_rate": 0.0001648865498893609,
      "loss": 0.6123,
      "step": 69673
    },
    {
      "epoch": 2.853737456481671,
      "grad_norm": 1.0547300518584757,
      "learning_rate": 0.00016488330459227496,
      "loss": 0.4246,
      "step": 69674
    },
    {
      "epoch": 2.8537784149088674,
      "grad_norm": 1.0868624094028052,
      "learning_rate": 0.00016488005928815306,
      "loss": 0.6359,
      "step": 69675
    },
    {
      "epoch": 2.853819373336064,
      "grad_norm": 1.5547243037383331,
      "learning_rate": 0.0001648768139769967,
      "loss": 0.3106,
      "step": 69676
    },
    {
      "epoch": 2.8538603317632605,
      "grad_norm": 1.3516857028697467,
      "learning_rate": 0.00016487356865880752,
      "loss": 1.0073,
      "step": 69677
    },
    {
      "epoch": 2.8539012901904566,
      "grad_norm": 0.9418031329907156,
      "learning_rate": 0.0001648703233335869,
      "loss": 0.5984,
      "step": 69678
    },
    {
      "epoch": 2.853942248617653,
      "grad_norm": 0.6951415723512351,
      "learning_rate": 0.00016486707800133653,
      "loss": 0.2767,
      "step": 69679
    },
    {
      "epoch": 2.853983207044849,
      "grad_norm": 1.109658836739844,
      "learning_rate": 0.00016486383266205778,
      "loss": 0.7815,
      "step": 69680
    },
    {
      "epoch": 2.8540241654720457,
      "grad_norm": 8.551695271664384,
      "learning_rate": 0.0001648605873157523,
      "loss": 2.0687,
      "step": 69681
    },
    {
      "epoch": 2.8540651238992423,
      "grad_norm": 8.205492162378194,
      "learning_rate": 0.00016485734196242162,
      "loss": 3.2405,
      "step": 69682
    },
    {
      "epoch": 2.854106082326439,
      "grad_norm": 1.0663762790486973,
      "learning_rate": 0.00016485409660206725,
      "loss": 0.6866,
      "step": 69683
    },
    {
      "epoch": 2.854147040753635,
      "grad_norm": 0.8348475765693504,
      "learning_rate": 0.0001648508512346907,
      "loss": 0.5285,
      "step": 69684
    },
    {
      "epoch": 2.8541879991808314,
      "grad_norm": 1.1550268084195034,
      "learning_rate": 0.00016484760586029352,
      "loss": 0.8171,
      "step": 69685
    },
    {
      "epoch": 2.854228957608028,
      "grad_norm": 1.0672315111211408,
      "learning_rate": 0.00016484436047887728,
      "loss": 0.7167,
      "step": 69686
    },
    {
      "epoch": 2.854269916035224,
      "grad_norm": 1.2565279991808165,
      "learning_rate": 0.00016484111509044349,
      "loss": 1.0959,
      "step": 69687
    },
    {
      "epoch": 2.8543108744624206,
      "grad_norm": 1.583654059120992,
      "learning_rate": 0.00016483786969499368,
      "loss": 1.2519,
      "step": 69688
    },
    {
      "epoch": 2.854351832889617,
      "grad_norm": 1.180549006009978,
      "learning_rate": 0.0001648346242925294,
      "loss": 0.884,
      "step": 69689
    },
    {
      "epoch": 2.8543927913168137,
      "grad_norm": 1.7649183243468498,
      "learning_rate": 0.00016483137888305215,
      "loss": 1.8309,
      "step": 69690
    },
    {
      "epoch": 2.8544337497440098,
      "grad_norm": 0.9975812781805682,
      "learning_rate": 0.00016482813346656346,
      "loss": 0.571,
      "step": 69691
    },
    {
      "epoch": 2.8544747081712063,
      "grad_norm": 1.172234006751123,
      "learning_rate": 0.00016482488804306494,
      "loss": 0.9015,
      "step": 69692
    },
    {
      "epoch": 2.8545156665984024,
      "grad_norm": 0.9468796432153982,
      "learning_rate": 0.00016482164261255803,
      "loss": 0.5625,
      "step": 69693
    },
    {
      "epoch": 2.854556625025599,
      "grad_norm": 0.8035028074376555,
      "learning_rate": 0.00016481839717504432,
      "loss": 0.254,
      "step": 69694
    },
    {
      "epoch": 2.8545975834527955,
      "grad_norm": 1.112689481814143,
      "learning_rate": 0.00016481515173052537,
      "loss": 0.2041,
      "step": 69695
    },
    {
      "epoch": 2.854638541879992,
      "grad_norm": 1.1507757880501213,
      "learning_rate": 0.0001648119062790026,
      "loss": 0.7839,
      "step": 69696
    },
    {
      "epoch": 2.854679500307188,
      "grad_norm": 1.3514039687009378,
      "learning_rate": 0.00016480866082047767,
      "loss": 0.9699,
      "step": 69697
    },
    {
      "epoch": 2.8547204587343846,
      "grad_norm": 3.8897646197069795,
      "learning_rate": 0.00016480541535495208,
      "loss": 5.4536,
      "step": 69698
    },
    {
      "epoch": 2.854761417161581,
      "grad_norm": 1.2300061010981802,
      "learning_rate": 0.00016480216988242732,
      "loss": 0.7651,
      "step": 69699
    },
    {
      "epoch": 2.8548023755887773,
      "grad_norm": 1.0217570268459346,
      "learning_rate": 0.00016479892440290496,
      "loss": 0.6917,
      "step": 69700
    },
    {
      "epoch": 2.854843334015974,
      "grad_norm": 1.2981488100344594,
      "learning_rate": 0.00016479567891638654,
      "loss": 0.8959,
      "step": 69701
    },
    {
      "epoch": 2.8548842924431703,
      "grad_norm": 1.3160999413360397,
      "learning_rate": 0.00016479243342287355,
      "loss": 0.6303,
      "step": 69702
    },
    {
      "epoch": 2.8549252508703664,
      "grad_norm": 1.3908398527651025,
      "learning_rate": 0.00016478918792236762,
      "loss": 0.6654,
      "step": 69703
    },
    {
      "epoch": 2.854966209297563,
      "grad_norm": 0.9412254891328647,
      "learning_rate": 0.00016478594241487013,
      "loss": 0.3958,
      "step": 69704
    },
    {
      "epoch": 2.8550071677247595,
      "grad_norm": 1.9003921673811315,
      "learning_rate": 0.00016478269690038276,
      "loss": 0.9483,
      "step": 69705
    },
    {
      "epoch": 2.8550481261519556,
      "grad_norm": 1.3047344370784915,
      "learning_rate": 0.000164779451378907,
      "loss": 1.0799,
      "step": 69706
    },
    {
      "epoch": 2.855089084579152,
      "grad_norm": 1.0928195390067446,
      "learning_rate": 0.00016477620585044435,
      "loss": 0.6951,
      "step": 69707
    },
    {
      "epoch": 2.8551300430063487,
      "grad_norm": 0.7961965600933417,
      "learning_rate": 0.00016477296031499632,
      "loss": 0.3385,
      "step": 69708
    },
    {
      "epoch": 2.855171001433545,
      "grad_norm": 1.2293862601739352,
      "learning_rate": 0.00016476971477256456,
      "loss": 0.8555,
      "step": 69709
    },
    {
      "epoch": 2.8552119598607413,
      "grad_norm": 2.7723684027075284,
      "learning_rate": 0.00016476646922315054,
      "loss": 0.8749,
      "step": 69710
    },
    {
      "epoch": 2.855252918287938,
      "grad_norm": 1.4360162427266034,
      "learning_rate": 0.00016476322366675575,
      "loss": 0.7627,
      "step": 69711
    },
    {
      "epoch": 2.855293876715134,
      "grad_norm": 1.039732641071154,
      "learning_rate": 0.00016475997810338176,
      "loss": 0.6257,
      "step": 69712
    },
    {
      "epoch": 2.8553348351423304,
      "grad_norm": 1.354972998533814,
      "learning_rate": 0.00016475673253303017,
      "loss": 0.7962,
      "step": 69713
    },
    {
      "epoch": 2.855375793569527,
      "grad_norm": 1.383884938680249,
      "learning_rate": 0.00016475348695570245,
      "loss": 0.9462,
      "step": 69714
    },
    {
      "epoch": 2.8554167519967235,
      "grad_norm": 0.8961731652480044,
      "learning_rate": 0.0001647502413714001,
      "loss": 0.4951,
      "step": 69715
    },
    {
      "epoch": 2.8554577104239196,
      "grad_norm": 1.0693795946980025,
      "learning_rate": 0.00016474699578012466,
      "loss": 0.6485,
      "step": 69716
    },
    {
      "epoch": 2.855498668851116,
      "grad_norm": 2.2400568258652216,
      "learning_rate": 0.00016474375018187774,
      "loss": 1.5557,
      "step": 69717
    },
    {
      "epoch": 2.8555396272783127,
      "grad_norm": 1.499612660394915,
      "learning_rate": 0.0001647405045766608,
      "loss": 0.7557,
      "step": 69718
    },
    {
      "epoch": 2.8555805857055088,
      "grad_norm": 1.3508505505128168,
      "learning_rate": 0.00016473725896447547,
      "loss": 1.1359,
      "step": 69719
    },
    {
      "epoch": 2.8556215441327053,
      "grad_norm": 1.0401036864479232,
      "learning_rate": 0.00016473401334532312,
      "loss": 0.4882,
      "step": 69720
    },
    {
      "epoch": 2.855662502559902,
      "grad_norm": 1.5216584545093474,
      "learning_rate": 0.00016473076771920546,
      "loss": 1.1882,
      "step": 69721
    },
    {
      "epoch": 2.855703460987098,
      "grad_norm": 1.1000060288662326,
      "learning_rate": 0.00016472752208612394,
      "loss": 0.7898,
      "step": 69722
    },
    {
      "epoch": 2.8557444194142945,
      "grad_norm": 1.4349252243888115,
      "learning_rate": 0.00016472427644608007,
      "loss": 1.0244,
      "step": 69723
    },
    {
      "epoch": 2.855785377841491,
      "grad_norm": 1.40686773664631,
      "learning_rate": 0.00016472103079907542,
      "loss": 0.9315,
      "step": 69724
    },
    {
      "epoch": 2.855826336268687,
      "grad_norm": 1.0173271947926437,
      "learning_rate": 0.00016471778514511154,
      "loss": 0.5513,
      "step": 69725
    },
    {
      "epoch": 2.8558672946958836,
      "grad_norm": 1.0286418524952246,
      "learning_rate": 0.00016471453948418996,
      "loss": 0.7294,
      "step": 69726
    },
    {
      "epoch": 2.85590825312308,
      "grad_norm": 0.6851835517134138,
      "learning_rate": 0.00016471129381631218,
      "loss": 0.2438,
      "step": 69727
    },
    {
      "epoch": 2.8559492115502767,
      "grad_norm": 1.2794098850466804,
      "learning_rate": 0.00016470804814147972,
      "loss": 0.7733,
      "step": 69728
    },
    {
      "epoch": 2.855990169977473,
      "grad_norm": 1.3495983854939873,
      "learning_rate": 0.00016470480245969418,
      "loss": 0.8502,
      "step": 69729
    },
    {
      "epoch": 2.8560311284046693,
      "grad_norm": 1.0046590798003983,
      "learning_rate": 0.00016470155677095706,
      "loss": 0.6172,
      "step": 69730
    },
    {
      "epoch": 2.8560720868318654,
      "grad_norm": 0.7293401750759085,
      "learning_rate": 0.00016469831107526994,
      "loss": 0.2401,
      "step": 69731
    },
    {
      "epoch": 2.856113045259062,
      "grad_norm": 1.1386685652268487,
      "learning_rate": 0.00016469506537263425,
      "loss": 0.832,
      "step": 69732
    },
    {
      "epoch": 2.8561540036862585,
      "grad_norm": 1.1547690968518092,
      "learning_rate": 0.0001646918196630516,
      "loss": 0.7528,
      "step": 69733
    },
    {
      "epoch": 2.856194962113455,
      "grad_norm": 0.78875722347614,
      "learning_rate": 0.00016468857394652352,
      "loss": 0.301,
      "step": 69734
    },
    {
      "epoch": 2.856235920540651,
      "grad_norm": 0.9486873663090096,
      "learning_rate": 0.00016468532822305155,
      "loss": 0.6396,
      "step": 69735
    },
    {
      "epoch": 2.8562768789678477,
      "grad_norm": 1.771742875733091,
      "learning_rate": 0.00016468208249263716,
      "loss": 1.3236,
      "step": 69736
    },
    {
      "epoch": 2.856317837395044,
      "grad_norm": 1.430506789375726,
      "learning_rate": 0.00016467883675528198,
      "loss": 0.4181,
      "step": 69737
    },
    {
      "epoch": 2.8563587958222403,
      "grad_norm": 1.0663904700159121,
      "learning_rate": 0.0001646755910109875,
      "loss": 0.5943,
      "step": 69738
    },
    {
      "epoch": 2.856399754249437,
      "grad_norm": 1.204247308311019,
      "learning_rate": 0.00016467234525975523,
      "loss": 0.9699,
      "step": 69739
    },
    {
      "epoch": 2.8564407126766334,
      "grad_norm": 1.0675231511438348,
      "learning_rate": 0.0001646690995015867,
      "loss": 0.9505,
      "step": 69740
    },
    {
      "epoch": 2.85648167110383,
      "grad_norm": 1.3933795394478714,
      "learning_rate": 0.0001646658537364835,
      "loss": 0.5308,
      "step": 69741
    },
    {
      "epoch": 2.856522629531026,
      "grad_norm": 1.233185426578629,
      "learning_rate": 0.00016466260796444717,
      "loss": 0.7965,
      "step": 69742
    },
    {
      "epoch": 2.8565635879582225,
      "grad_norm": 1.0829877478991043,
      "learning_rate": 0.00016465936218547917,
      "loss": 0.6375,
      "step": 69743
    },
    {
      "epoch": 2.8566045463854186,
      "grad_norm": 1.1939460629277272,
      "learning_rate": 0.00016465611639958106,
      "loss": 0.7259,
      "step": 69744
    },
    {
      "epoch": 2.856645504812615,
      "grad_norm": 0.8111886273439302,
      "learning_rate": 0.0001646528706067544,
      "loss": 0.254,
      "step": 69745
    },
    {
      "epoch": 2.8566864632398117,
      "grad_norm": 1.0738702991064117,
      "learning_rate": 0.00016464962480700076,
      "loss": 0.7046,
      "step": 69746
    },
    {
      "epoch": 2.856727421667008,
      "grad_norm": 0.8992485115619095,
      "learning_rate": 0.00016464637900032161,
      "loss": 0.6938,
      "step": 69747
    },
    {
      "epoch": 2.8567683800942043,
      "grad_norm": 1.1754210225800277,
      "learning_rate": 0.00016464313318671848,
      "loss": 0.6605,
      "step": 69748
    },
    {
      "epoch": 2.856809338521401,
      "grad_norm": 0.9352826161740001,
      "learning_rate": 0.00016463988736619293,
      "loss": 0.5566,
      "step": 69749
    },
    {
      "epoch": 2.856850296948597,
      "grad_norm": 0.8601751531836931,
      "learning_rate": 0.0001646366415387465,
      "loss": 0.2518,
      "step": 69750
    },
    {
      "epoch": 2.8568912553757935,
      "grad_norm": 1.0295756312209008,
      "learning_rate": 0.00016463339570438071,
      "loss": 0.8344,
      "step": 69751
    },
    {
      "epoch": 2.85693221380299,
      "grad_norm": 0.6785786605888646,
      "learning_rate": 0.00016463014986309708,
      "loss": 0.2125,
      "step": 69752
    },
    {
      "epoch": 2.8569731722301865,
      "grad_norm": 1.5476438752818473,
      "learning_rate": 0.0001646269040148972,
      "loss": 1.1771,
      "step": 69753
    },
    {
      "epoch": 2.8570141306573826,
      "grad_norm": 1.7998172930609175,
      "learning_rate": 0.00016462365815978253,
      "loss": 0.7604,
      "step": 69754
    },
    {
      "epoch": 2.857055089084579,
      "grad_norm": 1.1314189255032285,
      "learning_rate": 0.00016462041229775467,
      "loss": 0.7592,
      "step": 69755
    },
    {
      "epoch": 2.8570960475117757,
      "grad_norm": 5.048617504106677,
      "learning_rate": 0.00016461716642881508,
      "loss": 3.1009,
      "step": 69756
    },
    {
      "epoch": 2.857137005938972,
      "grad_norm": 2.092174171682571,
      "learning_rate": 0.00016461392055296538,
      "loss": 1.8615,
      "step": 69757
    },
    {
      "epoch": 2.8571779643661683,
      "grad_norm": 2.3637233036458705,
      "learning_rate": 0.00016461067467020708,
      "loss": 2.9533,
      "step": 69758
    },
    {
      "epoch": 2.857218922793365,
      "grad_norm": 1.129967053392694,
      "learning_rate": 0.0001646074287805417,
      "loss": 0.5144,
      "step": 69759
    },
    {
      "epoch": 2.8572598812205614,
      "grad_norm": 0.42205720393216345,
      "learning_rate": 0.00016460418288397074,
      "loss": 0.0772,
      "step": 69760
    },
    {
      "epoch": 2.8573008396477575,
      "grad_norm": 1.351424568591173,
      "learning_rate": 0.0001646009369804958,
      "loss": 0.785,
      "step": 69761
    },
    {
      "epoch": 2.857341798074954,
      "grad_norm": 0.5472741153313541,
      "learning_rate": 0.0001645976910701184,
      "loss": 0.1267,
      "step": 69762
    },
    {
      "epoch": 2.85738275650215,
      "grad_norm": 0.6603346219108182,
      "learning_rate": 0.00016459444515284002,
      "loss": 0.1855,
      "step": 69763
    },
    {
      "epoch": 2.8574237149293467,
      "grad_norm": 0.9946008088100814,
      "learning_rate": 0.00016459119922866222,
      "loss": 0.6654,
      "step": 69764
    },
    {
      "epoch": 2.857464673356543,
      "grad_norm": 1.0562575172212307,
      "learning_rate": 0.0001645879532975866,
      "loss": 0.663,
      "step": 69765
    },
    {
      "epoch": 2.8575056317837397,
      "grad_norm": 1.234427768820727,
      "learning_rate": 0.00016458470735961463,
      "loss": 0.8573,
      "step": 69766
    },
    {
      "epoch": 2.857546590210936,
      "grad_norm": 1.3082670812501858,
      "learning_rate": 0.00016458146141474782,
      "loss": 0.8205,
      "step": 69767
    },
    {
      "epoch": 2.8575875486381324,
      "grad_norm": 0.9542201588698578,
      "learning_rate": 0.00016457821546298775,
      "loss": 0.677,
      "step": 69768
    },
    {
      "epoch": 2.8576285070653284,
      "grad_norm": 1.0242766934158094,
      "learning_rate": 0.00016457496950433598,
      "loss": 0.6741,
      "step": 69769
    },
    {
      "epoch": 2.857669465492525,
      "grad_norm": 0.8990176928435504,
      "learning_rate": 0.000164571723538794,
      "loss": 0.8069,
      "step": 69770
    },
    {
      "epoch": 2.8577104239197215,
      "grad_norm": 1.3261897954176929,
      "learning_rate": 0.00016456847756636335,
      "loss": 1.156,
      "step": 69771
    },
    {
      "epoch": 2.857751382346918,
      "grad_norm": 1.4625754850586505,
      "learning_rate": 0.00016456523158704555,
      "loss": 0.8421,
      "step": 69772
    },
    {
      "epoch": 2.857792340774114,
      "grad_norm": 0.9181001010733498,
      "learning_rate": 0.00016456198560084215,
      "loss": 0.2797,
      "step": 69773
    },
    {
      "epoch": 2.8578332992013107,
      "grad_norm": 2.462578576185862,
      "learning_rate": 0.00016455873960775474,
      "loss": 0.9341,
      "step": 69774
    },
    {
      "epoch": 2.857874257628507,
      "grad_norm": 0.9597125041435487,
      "learning_rate": 0.00016455549360778476,
      "loss": 0.5691,
      "step": 69775
    },
    {
      "epoch": 2.8579152160557033,
      "grad_norm": 1.330055416164335,
      "learning_rate": 0.00016455224760093378,
      "loss": 0.8127,
      "step": 69776
    },
    {
      "epoch": 2.8579561744829,
      "grad_norm": 1.2317283851518288,
      "learning_rate": 0.00016454900158720338,
      "loss": 0.773,
      "step": 69777
    },
    {
      "epoch": 2.8579971329100964,
      "grad_norm": 1.1528842000031259,
      "learning_rate": 0.00016454575556659504,
      "loss": 0.7641,
      "step": 69778
    },
    {
      "epoch": 2.858038091337293,
      "grad_norm": 2.1736469169323933,
      "learning_rate": 0.0001645425095391103,
      "loss": 0.829,
      "step": 69779
    },
    {
      "epoch": 2.858079049764489,
      "grad_norm": 3.961134286816498,
      "learning_rate": 0.00016453926350475068,
      "loss": 2.9134,
      "step": 69780
    },
    {
      "epoch": 2.8581200081916855,
      "grad_norm": 1.1472696711943218,
      "learning_rate": 0.00016453601746351779,
      "loss": 0.4876,
      "step": 69781
    },
    {
      "epoch": 2.8581609666188816,
      "grad_norm": 0.6985377788123035,
      "learning_rate": 0.0001645327714154131,
      "loss": 0.2537,
      "step": 69782
    },
    {
      "epoch": 2.858201925046078,
      "grad_norm": 1.24269802923852,
      "learning_rate": 0.0001645295253604382,
      "loss": 0.7521,
      "step": 69783
    },
    {
      "epoch": 2.8582428834732747,
      "grad_norm": 0.9980528570638695,
      "learning_rate": 0.00016452627929859452,
      "loss": 0.5429,
      "step": 69784
    },
    {
      "epoch": 2.8582838419004712,
      "grad_norm": 1.2803981946504028,
      "learning_rate": 0.00016452303322988369,
      "loss": 0.7935,
      "step": 69785
    },
    {
      "epoch": 2.8583248003276673,
      "grad_norm": 0.619929164772812,
      "learning_rate": 0.0001645197871543072,
      "loss": 0.2262,
      "step": 69786
    },
    {
      "epoch": 2.858365758754864,
      "grad_norm": 1.2378678883484857,
      "learning_rate": 0.00016451654107186661,
      "loss": 0.8646,
      "step": 69787
    },
    {
      "epoch": 2.85840671718206,
      "grad_norm": 1.4733047360182405,
      "learning_rate": 0.0001645132949825634,
      "loss": 1.2162,
      "step": 69788
    },
    {
      "epoch": 2.8584476756092565,
      "grad_norm": 0.9200317588604265,
      "learning_rate": 0.00016451004888639917,
      "loss": 0.2507,
      "step": 69789
    },
    {
      "epoch": 2.858488634036453,
      "grad_norm": 8.299878036072657,
      "learning_rate": 0.00016450680278337545,
      "loss": 1.4579,
      "step": 69790
    },
    {
      "epoch": 2.8585295924636496,
      "grad_norm": 1.169602754264908,
      "learning_rate": 0.00016450355667349374,
      "loss": 0.8622,
      "step": 69791
    },
    {
      "epoch": 2.8585705508908457,
      "grad_norm": 1.3436380150524199,
      "learning_rate": 0.00016450031055675556,
      "loss": 0.8277,
      "step": 69792
    },
    {
      "epoch": 2.858611509318042,
      "grad_norm": 13.649645835830496,
      "learning_rate": 0.00016449706443316255,
      "loss": 3.4066,
      "step": 69793
    },
    {
      "epoch": 2.8586524677452387,
      "grad_norm": 0.8689163255283482,
      "learning_rate": 0.0001644938183027161,
      "loss": 0.7922,
      "step": 69794
    },
    {
      "epoch": 2.858693426172435,
      "grad_norm": 0.982960873163967,
      "learning_rate": 0.00016449057216541787,
      "loss": 0.6914,
      "step": 69795
    },
    {
      "epoch": 2.8587343845996314,
      "grad_norm": 1.6588873650832383,
      "learning_rate": 0.00016448732602126925,
      "loss": 0.5185,
      "step": 69796
    },
    {
      "epoch": 2.858775343026828,
      "grad_norm": 0.8666325418042812,
      "learning_rate": 0.00016448407987027194,
      "loss": 0.2842,
      "step": 69797
    },
    {
      "epoch": 2.8588163014540244,
      "grad_norm": 1.3337120833689184,
      "learning_rate": 0.00016448083371242738,
      "loss": 1.2564,
      "step": 69798
    },
    {
      "epoch": 2.8588572598812205,
      "grad_norm": 0.9418994059072822,
      "learning_rate": 0.00016447758754773714,
      "loss": 0.5167,
      "step": 69799
    },
    {
      "epoch": 2.858898218308417,
      "grad_norm": 1.1923779056315922,
      "learning_rate": 0.00016447434137620268,
      "loss": 0.7548,
      "step": 69800
    },
    {
      "epoch": 2.858939176735613,
      "grad_norm": 0.9644361908400348,
      "learning_rate": 0.0001644710951978256,
      "loss": 0.4645,
      "step": 69801
    },
    {
      "epoch": 2.8589801351628097,
      "grad_norm": 1.7291312584813556,
      "learning_rate": 0.0001644678490126075,
      "loss": 1.5,
      "step": 69802
    },
    {
      "epoch": 2.8590210935900062,
      "grad_norm": 1.0580242733498022,
      "learning_rate": 0.0001644646028205498,
      "loss": 0.6255,
      "step": 69803
    },
    {
      "epoch": 2.8590620520172028,
      "grad_norm": 1.1097710664831346,
      "learning_rate": 0.00016446135662165405,
      "loss": 0.96,
      "step": 69804
    },
    {
      "epoch": 2.859103010444399,
      "grad_norm": 1.2234845344389258,
      "learning_rate": 0.00016445811041592182,
      "loss": 1.0592,
      "step": 69805
    },
    {
      "epoch": 2.8591439688715954,
      "grad_norm": 1.1870886595088141,
      "learning_rate": 0.00016445486420335465,
      "loss": 0.6998,
      "step": 69806
    },
    {
      "epoch": 2.8591849272987915,
      "grad_norm": 1.2007775353788372,
      "learning_rate": 0.00016445161798395408,
      "loss": 0.8833,
      "step": 69807
    },
    {
      "epoch": 2.859225885725988,
      "grad_norm": 0.6575825484228868,
      "learning_rate": 0.00016444837175772157,
      "loss": 0.3085,
      "step": 69808
    },
    {
      "epoch": 2.8592668441531846,
      "grad_norm": 0.7106385179032463,
      "learning_rate": 0.00016444512552465872,
      "loss": 0.2634,
      "step": 69809
    },
    {
      "epoch": 2.859307802580381,
      "grad_norm": 1.4767105987003697,
      "learning_rate": 0.00016444187928476707,
      "loss": 1.0128,
      "step": 69810
    },
    {
      "epoch": 2.859348761007577,
      "grad_norm": 1.1784568929077803,
      "learning_rate": 0.00016443863303804816,
      "loss": 0.5793,
      "step": 69811
    },
    {
      "epoch": 2.8593897194347737,
      "grad_norm": 1.1393605927801105,
      "learning_rate": 0.00016443538678450345,
      "loss": 0.8854,
      "step": 69812
    },
    {
      "epoch": 2.8594306778619702,
      "grad_norm": 2.1223462733809013,
      "learning_rate": 0.00016443214052413454,
      "loss": 0.6178,
      "step": 69813
    },
    {
      "epoch": 2.8594716362891663,
      "grad_norm": 1.2181966891799398,
      "learning_rate": 0.00016442889425694298,
      "loss": 0.8691,
      "step": 69814
    },
    {
      "epoch": 2.859512594716363,
      "grad_norm": 2.1083136540666625,
      "learning_rate": 0.00016442564798293028,
      "loss": 1.3889,
      "step": 69815
    },
    {
      "epoch": 2.8595535531435594,
      "grad_norm": 2.2800284274606257,
      "learning_rate": 0.00016442240170209791,
      "loss": 1.0059,
      "step": 69816
    },
    {
      "epoch": 2.859594511570756,
      "grad_norm": 0.731396074756974,
      "learning_rate": 0.00016441915541444755,
      "loss": 0.2845,
      "step": 69817
    },
    {
      "epoch": 2.859635469997952,
      "grad_norm": 1.5139260806594086,
      "learning_rate": 0.00016441590911998064,
      "loss": 0.7633,
      "step": 69818
    },
    {
      "epoch": 2.8596764284251486,
      "grad_norm": 1.1209383270327917,
      "learning_rate": 0.00016441266281869867,
      "loss": 0.6959,
      "step": 69819
    },
    {
      "epoch": 2.8597173868523447,
      "grad_norm": 1.1147037024611808,
      "learning_rate": 0.00016440941651060323,
      "loss": 0.3436,
      "step": 69820
    },
    {
      "epoch": 2.859758345279541,
      "grad_norm": 0.9617790378924713,
      "learning_rate": 0.00016440617019569589,
      "loss": 0.4506,
      "step": 69821
    },
    {
      "epoch": 2.8597993037067377,
      "grad_norm": 0.8048725322626373,
      "learning_rate": 0.00016440292387397812,
      "loss": 0.3636,
      "step": 69822
    },
    {
      "epoch": 2.8598402621339343,
      "grad_norm": 0.7369744335256141,
      "learning_rate": 0.00016439967754545154,
      "loss": 0.2627,
      "step": 69823
    },
    {
      "epoch": 2.8598812205611304,
      "grad_norm": 0.96434652597492,
      "learning_rate": 0.00016439643121011756,
      "loss": 0.5867,
      "step": 69824
    },
    {
      "epoch": 2.859922178988327,
      "grad_norm": 1.5474984169912744,
      "learning_rate": 0.0001643931848679778,
      "loss": 0.9063,
      "step": 69825
    },
    {
      "epoch": 2.859963137415523,
      "grad_norm": 2.0108235746273593,
      "learning_rate": 0.00016438993851903378,
      "loss": 0.8454,
      "step": 69826
    },
    {
      "epoch": 2.8600040958427195,
      "grad_norm": 1.4615826537423549,
      "learning_rate": 0.00016438669216328706,
      "loss": 0.7463,
      "step": 69827
    },
    {
      "epoch": 2.860045054269916,
      "grad_norm": 3.5850761120000834,
      "learning_rate": 0.00016438344580073909,
      "loss": 2.0384,
      "step": 69828
    },
    {
      "epoch": 2.8600860126971126,
      "grad_norm": 1.1276674506525246,
      "learning_rate": 0.0001643801994313915,
      "loss": 0.5494,
      "step": 69829
    },
    {
      "epoch": 2.8601269711243087,
      "grad_norm": 1.2538904597808211,
      "learning_rate": 0.0001643769530552458,
      "loss": 0.5136,
      "step": 69830
    },
    {
      "epoch": 2.8601679295515052,
      "grad_norm": 1.2000974122435237,
      "learning_rate": 0.00016437370667230349,
      "loss": 0.7642,
      "step": 69831
    },
    {
      "epoch": 2.8602088879787018,
      "grad_norm": 2.060337399834765,
      "learning_rate": 0.0001643704602825661,
      "loss": 0.7962,
      "step": 69832
    },
    {
      "epoch": 2.860249846405898,
      "grad_norm": 3.4913213621970645,
      "learning_rate": 0.00016436721388603522,
      "loss": 4.2797,
      "step": 69833
    },
    {
      "epoch": 2.8602908048330944,
      "grad_norm": 0.9536341427750772,
      "learning_rate": 0.00016436396748271238,
      "loss": 0.7601,
      "step": 69834
    },
    {
      "epoch": 2.860331763260291,
      "grad_norm": 1.1502249201415589,
      "learning_rate": 0.00016436072107259907,
      "loss": 0.5876,
      "step": 69835
    },
    {
      "epoch": 2.8603727216874875,
      "grad_norm": 0.7242617595631324,
      "learning_rate": 0.00016435747465569679,
      "loss": 0.283,
      "step": 69836
    },
    {
      "epoch": 2.8604136801146836,
      "grad_norm": 1.0121315294424766,
      "learning_rate": 0.00016435422823200718,
      "loss": 0.6006,
      "step": 69837
    },
    {
      "epoch": 2.86045463854188,
      "grad_norm": 1.0292771401199654,
      "learning_rate": 0.00016435098180153174,
      "loss": 0.6945,
      "step": 69838
    },
    {
      "epoch": 2.860495596969076,
      "grad_norm": 0.9225653448601313,
      "learning_rate": 0.00016434773536427196,
      "loss": 0.6279,
      "step": 69839
    },
    {
      "epoch": 2.8605365553962727,
      "grad_norm": 1.181923038779954,
      "learning_rate": 0.0001643444889202294,
      "loss": 0.5761,
      "step": 69840
    },
    {
      "epoch": 2.8605775138234693,
      "grad_norm": 0.828036931307598,
      "learning_rate": 0.00016434124246940564,
      "loss": 0.3186,
      "step": 69841
    },
    {
      "epoch": 2.860618472250666,
      "grad_norm": 1.54660276789968,
      "learning_rate": 0.0001643379960118021,
      "loss": 1.0708,
      "step": 69842
    },
    {
      "epoch": 2.860659430677862,
      "grad_norm": 0.9794035377409868,
      "learning_rate": 0.00016433474954742047,
      "loss": 0.6813,
      "step": 69843
    },
    {
      "epoch": 2.8607003891050584,
      "grad_norm": 2.1405803043971066,
      "learning_rate": 0.00016433150307626214,
      "loss": 1.3235,
      "step": 69844
    },
    {
      "epoch": 2.8607413475322545,
      "grad_norm": 1.282497358358404,
      "learning_rate": 0.0001643282565983287,
      "loss": 0.531,
      "step": 69845
    },
    {
      "epoch": 2.860782305959451,
      "grad_norm": 1.5913233841834908,
      "learning_rate": 0.00016432501011362174,
      "loss": 1.2557,
      "step": 69846
    },
    {
      "epoch": 2.8608232643866476,
      "grad_norm": 1.1251496986184708,
      "learning_rate": 0.00016432176362214272,
      "loss": 0.8247,
      "step": 69847
    },
    {
      "epoch": 2.860864222813844,
      "grad_norm": 1.0851170718888328,
      "learning_rate": 0.0001643185171238932,
      "loss": 0.833,
      "step": 69848
    },
    {
      "epoch": 2.86090518124104,
      "grad_norm": 1.2676405147781127,
      "learning_rate": 0.00016431527061887475,
      "loss": 0.9932,
      "step": 69849
    },
    {
      "epoch": 2.8609461396682367,
      "grad_norm": 0.7117150367943542,
      "learning_rate": 0.00016431202410708884,
      "loss": 0.2644,
      "step": 69850
    },
    {
      "epoch": 2.8609870980954333,
      "grad_norm": 1.0892817472778178,
      "learning_rate": 0.00016430877758853704,
      "loss": 0.8506,
      "step": 69851
    },
    {
      "epoch": 2.8610280565226294,
      "grad_norm": 1.1469016294281074,
      "learning_rate": 0.00016430553106322088,
      "loss": 0.7399,
      "step": 69852
    },
    {
      "epoch": 2.861069014949826,
      "grad_norm": 0.9908019084351083,
      "learning_rate": 0.0001643022845311419,
      "loss": 0.4632,
      "step": 69853
    },
    {
      "epoch": 2.8611099733770224,
      "grad_norm": 1.2012657040288004,
      "learning_rate": 0.00016429903799230165,
      "loss": 0.6117,
      "step": 69854
    },
    {
      "epoch": 2.861150931804219,
      "grad_norm": 1.805649361960806,
      "learning_rate": 0.00016429579144670162,
      "loss": 1.1063,
      "step": 69855
    },
    {
      "epoch": 2.861191890231415,
      "grad_norm": 1.005202729098042,
      "learning_rate": 0.00016429254489434337,
      "loss": 0.7987,
      "step": 69856
    },
    {
      "epoch": 2.8612328486586116,
      "grad_norm": 1.8300830524257827,
      "learning_rate": 0.00016428929833522843,
      "loss": 0.7208,
      "step": 69857
    },
    {
      "epoch": 2.8612738070858077,
      "grad_norm": 0.9459848925480945,
      "learning_rate": 0.00016428605176935836,
      "loss": 0.482,
      "step": 69858
    },
    {
      "epoch": 2.8613147655130042,
      "grad_norm": 1.1057620439162055,
      "learning_rate": 0.00016428280519673464,
      "loss": 0.7255,
      "step": 69859
    },
    {
      "epoch": 2.8613557239402008,
      "grad_norm": 1.134290438326173,
      "learning_rate": 0.00016427955861735884,
      "loss": 0.7091,
      "step": 69860
    },
    {
      "epoch": 2.8613966823673973,
      "grad_norm": 0.6791120127381377,
      "learning_rate": 0.00016427631203123251,
      "loss": 0.2814,
      "step": 69861
    },
    {
      "epoch": 2.8614376407945934,
      "grad_norm": 0.9878071202699619,
      "learning_rate": 0.00016427306543835717,
      "loss": 0.7025,
      "step": 69862
    },
    {
      "epoch": 2.86147859922179,
      "grad_norm": 1.2866142762647184,
      "learning_rate": 0.00016426981883873435,
      "loss": 0.8306,
      "step": 69863
    },
    {
      "epoch": 2.861519557648986,
      "grad_norm": 0.9385070886176551,
      "learning_rate": 0.00016426657223236557,
      "loss": 0.4405,
      "step": 69864
    },
    {
      "epoch": 2.8615605160761826,
      "grad_norm": 1.242575672749431,
      "learning_rate": 0.00016426332561925242,
      "loss": 0.4433,
      "step": 69865
    },
    {
      "epoch": 2.861601474503379,
      "grad_norm": 1.292569283751956,
      "learning_rate": 0.00016426007899939638,
      "loss": 0.8424,
      "step": 69866
    },
    {
      "epoch": 2.8616424329305756,
      "grad_norm": 1.7350937122184773,
      "learning_rate": 0.00016425683237279902,
      "loss": 0.5966,
      "step": 69867
    },
    {
      "epoch": 2.8616833913577717,
      "grad_norm": 0.9014924871782743,
      "learning_rate": 0.0001642535857394618,
      "loss": 0.8679,
      "step": 69868
    },
    {
      "epoch": 2.8617243497849683,
      "grad_norm": 0.800704393006536,
      "learning_rate": 0.00016425033909938636,
      "loss": 0.1821,
      "step": 69869
    },
    {
      "epoch": 2.861765308212165,
      "grad_norm": 1.6649291145327356,
      "learning_rate": 0.00016424709245257415,
      "loss": 1.5757,
      "step": 69870
    },
    {
      "epoch": 2.861806266639361,
      "grad_norm": 0.9465658167530295,
      "learning_rate": 0.0001642438457990268,
      "loss": 0.5733,
      "step": 69871
    },
    {
      "epoch": 2.8618472250665574,
      "grad_norm": 1.1574927922906835,
      "learning_rate": 0.00016424059913874574,
      "loss": 0.5434,
      "step": 69872
    },
    {
      "epoch": 2.861888183493754,
      "grad_norm": 1.1692912096545947,
      "learning_rate": 0.00016423735247173257,
      "loss": 0.7625,
      "step": 69873
    },
    {
      "epoch": 2.8619291419209505,
      "grad_norm": 1.3519067616442526,
      "learning_rate": 0.00016423410579798878,
      "loss": 0.9188,
      "step": 69874
    },
    {
      "epoch": 2.8619701003481466,
      "grad_norm": 1.164354094394214,
      "learning_rate": 0.00016423085911751594,
      "loss": 0.3809,
      "step": 69875
    },
    {
      "epoch": 2.862011058775343,
      "grad_norm": 0.6289473201559115,
      "learning_rate": 0.00016422761243031558,
      "loss": 0.1354,
      "step": 69876
    },
    {
      "epoch": 2.862052017202539,
      "grad_norm": 1.2679874868254843,
      "learning_rate": 0.00016422436573638926,
      "loss": 1.0935,
      "step": 69877
    },
    {
      "epoch": 2.8620929756297357,
      "grad_norm": 1.2324866837300674,
      "learning_rate": 0.00016422111903573845,
      "loss": 1.0176,
      "step": 69878
    },
    {
      "epoch": 2.8621339340569323,
      "grad_norm": 1.1928457244839694,
      "learning_rate": 0.00016421787232836474,
      "loss": 0.6306,
      "step": 69879
    },
    {
      "epoch": 2.862174892484129,
      "grad_norm": 1.4857420194515345,
      "learning_rate": 0.0001642146256142696,
      "loss": 0.6399,
      "step": 69880
    },
    {
      "epoch": 2.862215850911325,
      "grad_norm": 0.8343297954484692,
      "learning_rate": 0.00016421137889345466,
      "loss": 0.5413,
      "step": 69881
    },
    {
      "epoch": 2.8622568093385214,
      "grad_norm": 1.3548838462217385,
      "learning_rate": 0.0001642081321659214,
      "loss": 0.8012,
      "step": 69882
    },
    {
      "epoch": 2.8622977677657175,
      "grad_norm": 1.1770701456124892,
      "learning_rate": 0.00016420488543167136,
      "loss": 0.7234,
      "step": 69883
    },
    {
      "epoch": 2.862338726192914,
      "grad_norm": 1.0332174538116727,
      "learning_rate": 0.00016420163869070606,
      "loss": 0.7998,
      "step": 69884
    },
    {
      "epoch": 2.8623796846201106,
      "grad_norm": 1.1063226879708978,
      "learning_rate": 0.00016419839194302705,
      "loss": 0.6787,
      "step": 69885
    },
    {
      "epoch": 2.862420643047307,
      "grad_norm": 0.9626826620347566,
      "learning_rate": 0.00016419514518863586,
      "loss": 0.5991,
      "step": 69886
    },
    {
      "epoch": 2.8624616014745032,
      "grad_norm": 1.056585671821093,
      "learning_rate": 0.00016419189842753406,
      "loss": 0.7744,
      "step": 69887
    },
    {
      "epoch": 2.8625025599016998,
      "grad_norm": 1.1386917478266374,
      "learning_rate": 0.0001641886516597231,
      "loss": 0.8634,
      "step": 69888
    },
    {
      "epoch": 2.8625435183288963,
      "grad_norm": 1.0080809348026636,
      "learning_rate": 0.00016418540488520462,
      "loss": 0.387,
      "step": 69889
    },
    {
      "epoch": 2.8625844767560924,
      "grad_norm": 2.6671339983756592,
      "learning_rate": 0.0001641821581039801,
      "loss": 1.6892,
      "step": 69890
    },
    {
      "epoch": 2.862625435183289,
      "grad_norm": 1.8025325098237226,
      "learning_rate": 0.00016417891131605106,
      "loss": 1.5987,
      "step": 69891
    },
    {
      "epoch": 2.8626663936104855,
      "grad_norm": 1.0828573716245204,
      "learning_rate": 0.00016417566452141906,
      "loss": 0.7691,
      "step": 69892
    },
    {
      "epoch": 2.862707352037682,
      "grad_norm": 2.829343682439858,
      "learning_rate": 0.00016417241772008563,
      "loss": 3.1092,
      "step": 69893
    },
    {
      "epoch": 2.862748310464878,
      "grad_norm": 3.949445003084638,
      "learning_rate": 0.00016416917091205229,
      "loss": 7.5628,
      "step": 69894
    },
    {
      "epoch": 2.8627892688920746,
      "grad_norm": 1.4264820299723135,
      "learning_rate": 0.00016416592409732058,
      "loss": 0.8828,
      "step": 69895
    },
    {
      "epoch": 2.8628302273192707,
      "grad_norm": 1.5491840806589103,
      "learning_rate": 0.00016416267727589203,
      "loss": 1.155,
      "step": 69896
    },
    {
      "epoch": 2.8628711857464673,
      "grad_norm": 1.478833720545829,
      "learning_rate": 0.00016415943044776823,
      "loss": 0.412,
      "step": 69897
    },
    {
      "epoch": 2.862912144173664,
      "grad_norm": 0.8274677278953388,
      "learning_rate": 0.00016415618361295068,
      "loss": 0.4462,
      "step": 69898
    },
    {
      "epoch": 2.8629531026008603,
      "grad_norm": 1.700041656308785,
      "learning_rate": 0.0001641529367714409,
      "loss": 1.0851,
      "step": 69899
    },
    {
      "epoch": 2.8629940610280564,
      "grad_norm": 1.0285654954347567,
      "learning_rate": 0.00016414968992324038,
      "loss": 0.8122,
      "step": 69900
    },
    {
      "epoch": 2.863035019455253,
      "grad_norm": 1.2140345875650314,
      "learning_rate": 0.00016414644306835078,
      "loss": 0.8899,
      "step": 69901
    },
    {
      "epoch": 2.863075977882449,
      "grad_norm": 1.213704321854515,
      "learning_rate": 0.00016414319620677354,
      "loss": 0.9344,
      "step": 69902
    },
    {
      "epoch": 2.8631169363096456,
      "grad_norm": 0.8537762133594341,
      "learning_rate": 0.0001641399493385102,
      "loss": 0.2693,
      "step": 69903
    },
    {
      "epoch": 2.863157894736842,
      "grad_norm": 1.0215261960354218,
      "learning_rate": 0.00016413670246356228,
      "loss": 0.3318,
      "step": 69904
    },
    {
      "epoch": 2.8631988531640387,
      "grad_norm": 1.5649050356408105,
      "learning_rate": 0.0001641334555819314,
      "loss": 1.303,
      "step": 69905
    },
    {
      "epoch": 2.8632398115912348,
      "grad_norm": 1.2935587645955315,
      "learning_rate": 0.00016413020869361904,
      "loss": 0.621,
      "step": 69906
    },
    {
      "epoch": 2.8632807700184313,
      "grad_norm": 1.992015778074029,
      "learning_rate": 0.00016412696179862675,
      "loss": 1.3905,
      "step": 69907
    },
    {
      "epoch": 2.863321728445628,
      "grad_norm": 1.055766164704528,
      "learning_rate": 0.000164123714896956,
      "loss": 0.8003,
      "step": 69908
    },
    {
      "epoch": 2.863362686872824,
      "grad_norm": 1.0845695152347699,
      "learning_rate": 0.0001641204679886084,
      "loss": 0.5331,
      "step": 69909
    },
    {
      "epoch": 2.8634036453000205,
      "grad_norm": 0.9893253538496334,
      "learning_rate": 0.0001641172210735855,
      "loss": 0.4095,
      "step": 69910
    },
    {
      "epoch": 2.863444603727217,
      "grad_norm": 2.4177122861606373,
      "learning_rate": 0.00016411397415188876,
      "loss": 1.1286,
      "step": 69911
    },
    {
      "epoch": 2.8634855621544135,
      "grad_norm": 0.6556409552740847,
      "learning_rate": 0.00016411072722351974,
      "loss": 0.236,
      "step": 69912
    },
    {
      "epoch": 2.8635265205816096,
      "grad_norm": 1.937903622222165,
      "learning_rate": 0.00016410748028848,
      "loss": 1.7018,
      "step": 69913
    },
    {
      "epoch": 2.863567479008806,
      "grad_norm": 1.1111864249902725,
      "learning_rate": 0.00016410423334677106,
      "loss": 0.7351,
      "step": 69914
    },
    {
      "epoch": 2.8636084374360022,
      "grad_norm": 1.666042890232308,
      "learning_rate": 0.0001641009863983945,
      "loss": 1.1527,
      "step": 69915
    },
    {
      "epoch": 2.8636493958631988,
      "grad_norm": 1.1149589524783312,
      "learning_rate": 0.00016409773944335172,
      "loss": 0.6339,
      "step": 69916
    },
    {
      "epoch": 2.8636903542903953,
      "grad_norm": 1.578466573571617,
      "learning_rate": 0.00016409449248164443,
      "loss": 0.866,
      "step": 69917
    },
    {
      "epoch": 2.863731312717592,
      "grad_norm": 0.7332549700312841,
      "learning_rate": 0.00016409124551327404,
      "loss": 0.3009,
      "step": 69918
    },
    {
      "epoch": 2.863772271144788,
      "grad_norm": 1.3056249562309328,
      "learning_rate": 0.00016408799853824218,
      "loss": 0.6066,
      "step": 69919
    },
    {
      "epoch": 2.8638132295719845,
      "grad_norm": 1.5247161310842856,
      "learning_rate": 0.00016408475155655025,
      "loss": 1.0268,
      "step": 69920
    },
    {
      "epoch": 2.8638541879991806,
      "grad_norm": 1.1668092207321967,
      "learning_rate": 0.00016408150456819994,
      "loss": 0.6845,
      "step": 69921
    },
    {
      "epoch": 2.863895146426377,
      "grad_norm": 1.413183174644931,
      "learning_rate": 0.00016407825757319266,
      "loss": 0.6201,
      "step": 69922
    },
    {
      "epoch": 2.8639361048535736,
      "grad_norm": 1.2278317891117558,
      "learning_rate": 0.00016407501057153002,
      "loss": 0.8638,
      "step": 69923
    },
    {
      "epoch": 2.86397706328077,
      "grad_norm": 1.2115377580769788,
      "learning_rate": 0.00016407176356321356,
      "loss": 0.8497,
      "step": 69924
    },
    {
      "epoch": 2.8640180217079663,
      "grad_norm": 0.9529829474666294,
      "learning_rate": 0.00016406851654824476,
      "loss": 0.5655,
      "step": 69925
    },
    {
      "epoch": 2.864058980135163,
      "grad_norm": 1.673213942818276,
      "learning_rate": 0.0001640652695266252,
      "loss": 1.0824,
      "step": 69926
    },
    {
      "epoch": 2.8640999385623593,
      "grad_norm": 0.9044710656239138,
      "learning_rate": 0.00016406202249835637,
      "loss": 0.6251,
      "step": 69927
    },
    {
      "epoch": 2.8641408969895554,
      "grad_norm": 1.1784372476737501,
      "learning_rate": 0.00016405877546343982,
      "loss": 0.836,
      "step": 69928
    },
    {
      "epoch": 2.864181855416752,
      "grad_norm": 0.9122284474730435,
      "learning_rate": 0.00016405552842187708,
      "loss": 0.5532,
      "step": 69929
    },
    {
      "epoch": 2.8642228138439485,
      "grad_norm": 1.0739100958253984,
      "learning_rate": 0.00016405228137366976,
      "loss": 0.7934,
      "step": 69930
    },
    {
      "epoch": 2.864263772271145,
      "grad_norm": 1.284539173436101,
      "learning_rate": 0.0001640490343188193,
      "loss": 0.8003,
      "step": 69931
    },
    {
      "epoch": 2.864304730698341,
      "grad_norm": 1.2637041617663904,
      "learning_rate": 0.00016404578725732726,
      "loss": 0.8835,
      "step": 69932
    },
    {
      "epoch": 2.8643456891255377,
      "grad_norm": 1.509506659209298,
      "learning_rate": 0.00016404254018919523,
      "loss": 0.6882,
      "step": 69933
    },
    {
      "epoch": 2.8643866475527338,
      "grad_norm": 2.1237287630772324,
      "learning_rate": 0.0001640392931144247,
      "loss": 0.9297,
      "step": 69934
    },
    {
      "epoch": 2.8644276059799303,
      "grad_norm": 1.3342285315041789,
      "learning_rate": 0.00016403604603301721,
      "loss": 1.0449,
      "step": 69935
    },
    {
      "epoch": 2.864468564407127,
      "grad_norm": 0.7313587134026128,
      "learning_rate": 0.00016403279894497424,
      "loss": 0.3087,
      "step": 69936
    },
    {
      "epoch": 2.8645095228343234,
      "grad_norm": 1.0555397205964274,
      "learning_rate": 0.0001640295518502974,
      "loss": 0.8185,
      "step": 69937
    },
    {
      "epoch": 2.8645504812615195,
      "grad_norm": 1.0289304088034799,
      "learning_rate": 0.00016402630474898823,
      "loss": 0.7636,
      "step": 69938
    },
    {
      "epoch": 2.864591439688716,
      "grad_norm": 0.7867231017961603,
      "learning_rate": 0.00016402305764104822,
      "loss": 0.2685,
      "step": 69939
    },
    {
      "epoch": 2.864632398115912,
      "grad_norm": 0.6767373546800117,
      "learning_rate": 0.0001640198105264789,
      "loss": 0.186,
      "step": 69940
    },
    {
      "epoch": 2.8646733565431086,
      "grad_norm": 1.0376782900388055,
      "learning_rate": 0.00016401656340528183,
      "loss": 0.8536,
      "step": 69941
    },
    {
      "epoch": 2.864714314970305,
      "grad_norm": 0.7732985292186769,
      "learning_rate": 0.00016401331627745859,
      "loss": 0.3069,
      "step": 69942
    },
    {
      "epoch": 2.8647552733975017,
      "grad_norm": 5.59105851808731,
      "learning_rate": 0.00016401006914301062,
      "loss": 3.8985,
      "step": 69943
    },
    {
      "epoch": 2.864796231824698,
      "grad_norm": 3.682284455749232,
      "learning_rate": 0.00016400682200193949,
      "loss": 4.4138,
      "step": 69944
    },
    {
      "epoch": 2.8648371902518943,
      "grad_norm": 1.301998456993397,
      "learning_rate": 0.0001640035748542468,
      "loss": 0.9885,
      "step": 69945
    },
    {
      "epoch": 2.864878148679091,
      "grad_norm": 0.8335559284308511,
      "learning_rate": 0.000164000327699934,
      "loss": 0.3316,
      "step": 69946
    },
    {
      "epoch": 2.864919107106287,
      "grad_norm": 0.9213078906169196,
      "learning_rate": 0.0001639970805390027,
      "loss": 0.7871,
      "step": 69947
    },
    {
      "epoch": 2.8649600655334835,
      "grad_norm": 0.7357465294098121,
      "learning_rate": 0.0001639938333714543,
      "loss": 0.2866,
      "step": 69948
    },
    {
      "epoch": 2.86500102396068,
      "grad_norm": 0.9784321081374612,
      "learning_rate": 0.00016399058619729053,
      "loss": 0.6181,
      "step": 69949
    },
    {
      "epoch": 2.8650419823878766,
      "grad_norm": 1.4355819338896163,
      "learning_rate": 0.00016398733901651277,
      "loss": 0.95,
      "step": 69950
    },
    {
      "epoch": 2.8650829408150726,
      "grad_norm": 1.188808723590494,
      "learning_rate": 0.00016398409182912261,
      "loss": 0.7431,
      "step": 69951
    },
    {
      "epoch": 2.865123899242269,
      "grad_norm": 0.7443031518896576,
      "learning_rate": 0.00016398084463512157,
      "loss": 0.2223,
      "step": 69952
    },
    {
      "epoch": 2.8651648576694653,
      "grad_norm": 4.064442329126187,
      "learning_rate": 0.00016397759743451122,
      "loss": 1.7316,
      "step": 69953
    },
    {
      "epoch": 2.865205816096662,
      "grad_norm": 6.817590955868427,
      "learning_rate": 0.00016397435022729308,
      "loss": 0.9079,
      "step": 69954
    },
    {
      "epoch": 2.8652467745238583,
      "grad_norm": 0.8505970333117303,
      "learning_rate": 0.00016397110301346867,
      "loss": 0.3407,
      "step": 69955
    },
    {
      "epoch": 2.865287732951055,
      "grad_norm": 0.9977729657618396,
      "learning_rate": 0.00016396785579303954,
      "loss": 0.669,
      "step": 69956
    },
    {
      "epoch": 2.865328691378251,
      "grad_norm": 1.4420604827049974,
      "learning_rate": 0.0001639646085660072,
      "loss": 1.0463,
      "step": 69957
    },
    {
      "epoch": 2.8653696498054475,
      "grad_norm": 2.0952758580259507,
      "learning_rate": 0.0001639613613323732,
      "loss": 1.0484,
      "step": 69958
    },
    {
      "epoch": 2.8654106082326436,
      "grad_norm": 0.6639955380699988,
      "learning_rate": 0.0001639581140921391,
      "loss": 0.2877,
      "step": 69959
    },
    {
      "epoch": 2.86545156665984,
      "grad_norm": 1.614466082812072,
      "learning_rate": 0.0001639548668453064,
      "loss": 1.2646,
      "step": 69960
    },
    {
      "epoch": 2.8654925250870367,
      "grad_norm": 2.102617449240436,
      "learning_rate": 0.00016395161959187668,
      "loss": 1.5254,
      "step": 69961
    },
    {
      "epoch": 2.865533483514233,
      "grad_norm": 1.0279423920640933,
      "learning_rate": 0.0001639483723318514,
      "loss": 0.7162,
      "step": 69962
    },
    {
      "epoch": 2.8655744419414293,
      "grad_norm": 1.685593371850669,
      "learning_rate": 0.00016394512506523218,
      "loss": 1.5963,
      "step": 69963
    },
    {
      "epoch": 2.865615400368626,
      "grad_norm": 0.8257011852407848,
      "learning_rate": 0.00016394187779202046,
      "loss": 0.3191,
      "step": 69964
    },
    {
      "epoch": 2.8656563587958224,
      "grad_norm": 1.3111229746457391,
      "learning_rate": 0.00016393863051221788,
      "loss": 1.1286,
      "step": 69965
    },
    {
      "epoch": 2.8656973172230185,
      "grad_norm": 0.8455020130206901,
      "learning_rate": 0.00016393538322582592,
      "loss": 0.5889,
      "step": 69966
    },
    {
      "epoch": 2.865738275650215,
      "grad_norm": 1.2192442561939545,
      "learning_rate": 0.0001639321359328461,
      "loss": 1.1028,
      "step": 69967
    },
    {
      "epoch": 2.8657792340774115,
      "grad_norm": 1.345794697684269,
      "learning_rate": 0.00016392888863327998,
      "loss": 0.8835,
      "step": 69968
    },
    {
      "epoch": 2.865820192504608,
      "grad_norm": 0.7342727966325856,
      "learning_rate": 0.00016392564132712906,
      "loss": 0.3544,
      "step": 69969
    },
    {
      "epoch": 2.865861150931804,
      "grad_norm": 0.9847496147004994,
      "learning_rate": 0.00016392239401439494,
      "loss": 0.9001,
      "step": 69970
    },
    {
      "epoch": 2.8659021093590007,
      "grad_norm": 1.323205226420646,
      "learning_rate": 0.00016391914669507913,
      "loss": 0.6606,
      "step": 69971
    },
    {
      "epoch": 2.865943067786197,
      "grad_norm": 0.8013448631747612,
      "learning_rate": 0.00016391589936918312,
      "loss": 0.2577,
      "step": 69972
    },
    {
      "epoch": 2.8659840262133933,
      "grad_norm": 1.2064878517533624,
      "learning_rate": 0.00016391265203670848,
      "loss": 0.7732,
      "step": 69973
    },
    {
      "epoch": 2.86602498464059,
      "grad_norm": 0.7050395663630545,
      "learning_rate": 0.00016390940469765677,
      "loss": 0.2677,
      "step": 69974
    },
    {
      "epoch": 2.8660659430677864,
      "grad_norm": 0.6182219416720112,
      "learning_rate": 0.0001639061573520295,
      "loss": 0.1882,
      "step": 69975
    },
    {
      "epoch": 2.8661069014949825,
      "grad_norm": 1.3580184728837237,
      "learning_rate": 0.00016390290999982818,
      "loss": 1.1103,
      "step": 69976
    },
    {
      "epoch": 2.866147859922179,
      "grad_norm": 1.067640153964438,
      "learning_rate": 0.0001638996626410544,
      "loss": 0.6126,
      "step": 69977
    },
    {
      "epoch": 2.866188818349375,
      "grad_norm": 1.0947207201662577,
      "learning_rate": 0.00016389641527570967,
      "loss": 0.6718,
      "step": 69978
    },
    {
      "epoch": 2.8662297767765716,
      "grad_norm": 1.4665316358629175,
      "learning_rate": 0.00016389316790379552,
      "loss": 1.027,
      "step": 69979
    },
    {
      "epoch": 2.866270735203768,
      "grad_norm": 2.6417309336437675,
      "learning_rate": 0.00016388992052531343,
      "loss": 1.3399,
      "step": 69980
    },
    {
      "epoch": 2.8663116936309647,
      "grad_norm": 1.1196687328769708,
      "learning_rate": 0.00016388667314026507,
      "loss": 0.7997,
      "step": 69981
    },
    {
      "epoch": 2.866352652058161,
      "grad_norm": 0.8593449617479371,
      "learning_rate": 0.00016388342574865183,
      "loss": 0.5646,
      "step": 69982
    },
    {
      "epoch": 2.8663936104853573,
      "grad_norm": 1.1189881243662438,
      "learning_rate": 0.00016388017835047538,
      "loss": 0.7685,
      "step": 69983
    },
    {
      "epoch": 2.866434568912554,
      "grad_norm": 1.2339333529720307,
      "learning_rate": 0.00016387693094573714,
      "loss": 1.0187,
      "step": 69984
    },
    {
      "epoch": 2.86647552733975,
      "grad_norm": 1.250822585175208,
      "learning_rate": 0.0001638736835344387,
      "loss": 1.0012,
      "step": 69985
    },
    {
      "epoch": 2.8665164857669465,
      "grad_norm": 1.0281914460542354,
      "learning_rate": 0.00016387043611658158,
      "loss": 0.7904,
      "step": 69986
    },
    {
      "epoch": 2.866557444194143,
      "grad_norm": 1.329930394782962,
      "learning_rate": 0.00016386718869216735,
      "loss": 0.848,
      "step": 69987
    },
    {
      "epoch": 2.8665984026213396,
      "grad_norm": 1.3639955433727549,
      "learning_rate": 0.00016386394126119747,
      "loss": 0.6761,
      "step": 69988
    },
    {
      "epoch": 2.8666393610485357,
      "grad_norm": 1.3529494657622025,
      "learning_rate": 0.00016386069382367358,
      "loss": 0.997,
      "step": 69989
    },
    {
      "epoch": 2.866680319475732,
      "grad_norm": 1.3019774669699786,
      "learning_rate": 0.00016385744637959713,
      "loss": 1.0129,
      "step": 69990
    },
    {
      "epoch": 2.8667212779029283,
      "grad_norm": 1.1710724807765271,
      "learning_rate": 0.00016385419892896969,
      "loss": 0.6436,
      "step": 69991
    },
    {
      "epoch": 2.866762236330125,
      "grad_norm": 1.1359880187236242,
      "learning_rate": 0.00016385095147179274,
      "loss": 0.6064,
      "step": 69992
    },
    {
      "epoch": 2.8668031947573214,
      "grad_norm": 1.2504725007102784,
      "learning_rate": 0.00016384770400806794,
      "loss": 0.8488,
      "step": 69993
    },
    {
      "epoch": 2.866844153184518,
      "grad_norm": 1.25117441377205,
      "learning_rate": 0.00016384445653779673,
      "loss": 0.8327,
      "step": 69994
    },
    {
      "epoch": 2.866885111611714,
      "grad_norm": 1.2407431545098986,
      "learning_rate": 0.0001638412090609807,
      "loss": 1.0358,
      "step": 69995
    },
    {
      "epoch": 2.8669260700389105,
      "grad_norm": 1.71533301107551,
      "learning_rate": 0.00016383796157762128,
      "loss": 0.7161,
      "step": 69996
    },
    {
      "epoch": 2.8669670284661066,
      "grad_norm": 1.102436753531184,
      "learning_rate": 0.00016383471408772007,
      "loss": 0.7378,
      "step": 69997
    },
    {
      "epoch": 2.867007986893303,
      "grad_norm": 1.4040688609397272,
      "learning_rate": 0.00016383146659127866,
      "loss": 0.969,
      "step": 69998
    },
    {
      "epoch": 2.8670489453204997,
      "grad_norm": 2.9730018130424516,
      "learning_rate": 0.0001638282190882985,
      "loss": 0.7895,
      "step": 69999
    },
    {
      "epoch": 2.8670899037476962,
      "grad_norm": 1.440572976394745,
      "learning_rate": 0.00016382497157878116,
      "loss": 1.0278,
      "step": 70000
    },
    {
      "epoch": 2.8671308621748923,
      "grad_norm": 0.8512490459082045,
      "learning_rate": 0.0001638217240627282,
      "loss": 0.3948,
      "step": 70001
    },
    {
      "epoch": 2.867171820602089,
      "grad_norm": 2.582899843309775,
      "learning_rate": 0.00016381847654014112,
      "loss": 1.2082,
      "step": 70002
    },
    {
      "epoch": 2.8672127790292854,
      "grad_norm": 0.7930180343887306,
      "learning_rate": 0.00016381522901102148,
      "loss": 0.4145,
      "step": 70003
    },
    {
      "epoch": 2.8672537374564815,
      "grad_norm": 0.762777534354245,
      "learning_rate": 0.00016381198147537074,
      "loss": 0.2957,
      "step": 70004
    },
    {
      "epoch": 2.867294695883678,
      "grad_norm": 1.5604711591850386,
      "learning_rate": 0.00016380873393319058,
      "loss": 1.0157,
      "step": 70005
    },
    {
      "epoch": 2.8673356543108746,
      "grad_norm": 0.8690053075667182,
      "learning_rate": 0.0001638054863844824,
      "loss": 0.259,
      "step": 70006
    },
    {
      "epoch": 2.867376612738071,
      "grad_norm": 1.2760506891261945,
      "learning_rate": 0.00016380223882924783,
      "loss": 0.6441,
      "step": 70007
    },
    {
      "epoch": 2.867417571165267,
      "grad_norm": 1.7432044656759331,
      "learning_rate": 0.00016379899126748828,
      "loss": 0.8283,
      "step": 70008
    },
    {
      "epoch": 2.8674585295924637,
      "grad_norm": 2.2579819367337235,
      "learning_rate": 0.00016379574369920546,
      "loss": 1.0512,
      "step": 70009
    },
    {
      "epoch": 2.86749948801966,
      "grad_norm": 1.3603118688731115,
      "learning_rate": 0.00016379249612440076,
      "loss": 0.5916,
      "step": 70010
    },
    {
      "epoch": 2.8675404464468564,
      "grad_norm": 1.5136694819282615,
      "learning_rate": 0.00016378924854307578,
      "loss": 0.2894,
      "step": 70011
    },
    {
      "epoch": 2.867581404874053,
      "grad_norm": 1.2534561061357348,
      "learning_rate": 0.00016378600095523203,
      "loss": 0.7748,
      "step": 70012
    },
    {
      "epoch": 2.8676223633012494,
      "grad_norm": 1.2126239285467928,
      "learning_rate": 0.0001637827533608711,
      "loss": 0.7911,
      "step": 70013
    },
    {
      "epoch": 2.8676633217284455,
      "grad_norm": 1.4099596894833912,
      "learning_rate": 0.00016377950575999445,
      "loss": 0.9207,
      "step": 70014
    },
    {
      "epoch": 2.867704280155642,
      "grad_norm": 0.8330217647842753,
      "learning_rate": 0.00016377625815260368,
      "loss": 0.3754,
      "step": 70015
    },
    {
      "epoch": 2.8677452385828386,
      "grad_norm": 0.9863918530120296,
      "learning_rate": 0.00016377301053870023,
      "loss": 0.3303,
      "step": 70016
    },
    {
      "epoch": 2.8677861970100347,
      "grad_norm": 1.0093322997356684,
      "learning_rate": 0.00016376976291828578,
      "loss": 0.4243,
      "step": 70017
    },
    {
      "epoch": 2.867827155437231,
      "grad_norm": 0.9968646722325082,
      "learning_rate": 0.00016376651529136172,
      "loss": 0.3229,
      "step": 70018
    },
    {
      "epoch": 2.8678681138644277,
      "grad_norm": 1.2760527687621763,
      "learning_rate": 0.0001637632676579297,
      "loss": 0.6926,
      "step": 70019
    },
    {
      "epoch": 2.867909072291624,
      "grad_norm": 1.1674788629098678,
      "learning_rate": 0.00016376002001799116,
      "loss": 0.8075,
      "step": 70020
    },
    {
      "epoch": 2.8679500307188204,
      "grad_norm": 1.3471965823743615,
      "learning_rate": 0.0001637567723715477,
      "loss": 0.5203,
      "step": 70021
    },
    {
      "epoch": 2.867990989146017,
      "grad_norm": 1.1698626703870258,
      "learning_rate": 0.00016375352471860086,
      "loss": 0.6524,
      "step": 70022
    },
    {
      "epoch": 2.868031947573213,
      "grad_norm": 0.8343798136518195,
      "learning_rate": 0.00016375027705915212,
      "loss": 0.2619,
      "step": 70023
    },
    {
      "epoch": 2.8680729060004095,
      "grad_norm": 1.138045052890135,
      "learning_rate": 0.00016374702939320304,
      "loss": 0.7219,
      "step": 70024
    },
    {
      "epoch": 2.868113864427606,
      "grad_norm": 1.1742649363195616,
      "learning_rate": 0.0001637437817207552,
      "loss": 0.8428,
      "step": 70025
    },
    {
      "epoch": 2.8681548228548026,
      "grad_norm": 1.3258015014269922,
      "learning_rate": 0.00016374053404181007,
      "loss": 0.8015,
      "step": 70026
    },
    {
      "epoch": 2.8681957812819987,
      "grad_norm": 4.666175551543696,
      "learning_rate": 0.00016373728635636923,
      "loss": 4.2076,
      "step": 70027
    },
    {
      "epoch": 2.8682367397091952,
      "grad_norm": 2.1382566016802507,
      "learning_rate": 0.0001637340386644342,
      "loss": 1.7456,
      "step": 70028
    },
    {
      "epoch": 2.8682776981363913,
      "grad_norm": 1.2879419405493344,
      "learning_rate": 0.0001637307909660065,
      "loss": 1.0416,
      "step": 70029
    },
    {
      "epoch": 2.868318656563588,
      "grad_norm": 4.412391831086006,
      "learning_rate": 0.0001637275432610877,
      "loss": 0.8796,
      "step": 70030
    },
    {
      "epoch": 2.8683596149907844,
      "grad_norm": 1.09819167646914,
      "learning_rate": 0.00016372429554967934,
      "loss": 0.8246,
      "step": 70031
    },
    {
      "epoch": 2.868400573417981,
      "grad_norm": 2.967358733372955,
      "learning_rate": 0.00016372104783178286,
      "loss": 1.7114,
      "step": 70032
    },
    {
      "epoch": 2.868441531845177,
      "grad_norm": 1.6669519090590281,
      "learning_rate": 0.0001637178001073999,
      "loss": 0.5578,
      "step": 70033
    },
    {
      "epoch": 2.8684824902723736,
      "grad_norm": 1.4182280292300227,
      "learning_rate": 0.00016371455237653194,
      "loss": 0.7087,
      "step": 70034
    },
    {
      "epoch": 2.86852344869957,
      "grad_norm": 1.3601826243442263,
      "learning_rate": 0.00016371130463918056,
      "loss": 0.8179,
      "step": 70035
    },
    {
      "epoch": 2.868564407126766,
      "grad_norm": 1.3167069385396346,
      "learning_rate": 0.00016370805689534722,
      "loss": 0.8861,
      "step": 70036
    },
    {
      "epoch": 2.8686053655539627,
      "grad_norm": 0.8819370091315735,
      "learning_rate": 0.00016370480914503353,
      "loss": 0.3268,
      "step": 70037
    },
    {
      "epoch": 2.8686463239811593,
      "grad_norm": 0.9471807956674634,
      "learning_rate": 0.00016370156138824105,
      "loss": 0.4665,
      "step": 70038
    },
    {
      "epoch": 2.8686872824083554,
      "grad_norm": 1.0735449271407154,
      "learning_rate": 0.00016369831362497123,
      "loss": 0.7929,
      "step": 70039
    },
    {
      "epoch": 2.868728240835552,
      "grad_norm": 0.7074435518095061,
      "learning_rate": 0.00016369506585522562,
      "loss": 0.3305,
      "step": 70040
    },
    {
      "epoch": 2.8687691992627484,
      "grad_norm": 1.1200305110993098,
      "learning_rate": 0.0001636918180790058,
      "loss": 0.6079,
      "step": 70041
    },
    {
      "epoch": 2.8688101576899445,
      "grad_norm": 1.0479766814087559,
      "learning_rate": 0.00016368857029631332,
      "loss": 0.7927,
      "step": 70042
    },
    {
      "epoch": 2.868851116117141,
      "grad_norm": 3.993734863997635,
      "learning_rate": 0.00016368532250714962,
      "loss": 5.129,
      "step": 70043
    },
    {
      "epoch": 2.8688920745443376,
      "grad_norm": 3.376852864599882,
      "learning_rate": 0.0001636820747115163,
      "loss": 3.47,
      "step": 70044
    },
    {
      "epoch": 2.868933032971534,
      "grad_norm": 1.099978715905854,
      "learning_rate": 0.0001636788269094149,
      "loss": 0.7506,
      "step": 70045
    },
    {
      "epoch": 2.86897399139873,
      "grad_norm": 1.2680234822893373,
      "learning_rate": 0.00016367557910084698,
      "loss": 0.6823,
      "step": 70046
    },
    {
      "epoch": 2.8690149498259268,
      "grad_norm": 3.2064329650638443,
      "learning_rate": 0.000163672331285814,
      "loss": 4.4807,
      "step": 70047
    },
    {
      "epoch": 2.869055908253123,
      "grad_norm": 1.4351603364638081,
      "learning_rate": 0.00016366908346431754,
      "loss": 1.3429,
      "step": 70048
    },
    {
      "epoch": 2.8690968666803194,
      "grad_norm": 1.7082013166105594,
      "learning_rate": 0.0001636658356363591,
      "loss": 0.5931,
      "step": 70049
    },
    {
      "epoch": 2.869137825107516,
      "grad_norm": 0.8308121336255002,
      "learning_rate": 0.0001636625878019403,
      "loss": 0.5264,
      "step": 70050
    },
    {
      "epoch": 2.8691787835347125,
      "grad_norm": 3.1247813029252973,
      "learning_rate": 0.00016365933996106264,
      "loss": 3.1062,
      "step": 70051
    },
    {
      "epoch": 2.8692197419619085,
      "grad_norm": 0.8980158587265168,
      "learning_rate": 0.00016365609211372757,
      "loss": 0.4152,
      "step": 70052
    },
    {
      "epoch": 2.869260700389105,
      "grad_norm": 1.197852759584313,
      "learning_rate": 0.00016365284425993673,
      "loss": 0.8587,
      "step": 70053
    },
    {
      "epoch": 2.8693016588163016,
      "grad_norm": 1.2197992151827723,
      "learning_rate": 0.0001636495963996916,
      "loss": 0.8921,
      "step": 70054
    },
    {
      "epoch": 2.8693426172434977,
      "grad_norm": 1.2853740702023366,
      "learning_rate": 0.00016364634853299376,
      "loss": 0.7782,
      "step": 70055
    },
    {
      "epoch": 2.8693835756706942,
      "grad_norm": 0.8103229203167409,
      "learning_rate": 0.00016364310065984465,
      "loss": 0.3487,
      "step": 70056
    },
    {
      "epoch": 2.8694245340978908,
      "grad_norm": 1.1005935257877062,
      "learning_rate": 0.00016363985278024595,
      "loss": 0.8523,
      "step": 70057
    },
    {
      "epoch": 2.8694654925250873,
      "grad_norm": 1.2241367844885331,
      "learning_rate": 0.00016363660489419912,
      "loss": 0.9979,
      "step": 70058
    },
    {
      "epoch": 2.8695064509522834,
      "grad_norm": 1.1597139223776922,
      "learning_rate": 0.00016363335700170567,
      "loss": 0.7376,
      "step": 70059
    },
    {
      "epoch": 2.86954740937948,
      "grad_norm": 0.8631457082361976,
      "learning_rate": 0.0001636301091027671,
      "loss": 0.5685,
      "step": 70060
    },
    {
      "epoch": 2.869588367806676,
      "grad_norm": 1.105409402433495,
      "learning_rate": 0.0001636268611973851,
      "loss": 0.816,
      "step": 70061
    },
    {
      "epoch": 2.8696293262338726,
      "grad_norm": 1.2029805913176788,
      "learning_rate": 0.00016362361328556106,
      "loss": 0.6971,
      "step": 70062
    },
    {
      "epoch": 2.869670284661069,
      "grad_norm": 1.6397123249395076,
      "learning_rate": 0.0001636203653672966,
      "loss": 0.8913,
      "step": 70063
    },
    {
      "epoch": 2.8697112430882656,
      "grad_norm": 1.1693360065405651,
      "learning_rate": 0.00016361711744259318,
      "loss": 0.8316,
      "step": 70064
    },
    {
      "epoch": 2.8697522015154617,
      "grad_norm": 1.0268699486805386,
      "learning_rate": 0.0001636138695114524,
      "loss": 0.3381,
      "step": 70065
    },
    {
      "epoch": 2.8697931599426583,
      "grad_norm": 0.7962625792681981,
      "learning_rate": 0.0001636106215738758,
      "loss": 0.6741,
      "step": 70066
    },
    {
      "epoch": 2.8698341183698544,
      "grad_norm": 0.9903486607304273,
      "learning_rate": 0.0001636073736298649,
      "loss": 0.7241,
      "step": 70067
    },
    {
      "epoch": 2.869875076797051,
      "grad_norm": 1.216511147325136,
      "learning_rate": 0.0001636041256794211,
      "loss": 0.7175,
      "step": 70068
    },
    {
      "epoch": 2.8699160352242474,
      "grad_norm": 1.1794753781664864,
      "learning_rate": 0.00016360087772254617,
      "loss": 0.7839,
      "step": 70069
    },
    {
      "epoch": 2.869956993651444,
      "grad_norm": 0.9799887586556406,
      "learning_rate": 0.00016359762975924153,
      "loss": 0.6957,
      "step": 70070
    },
    {
      "epoch": 2.86999795207864,
      "grad_norm": 0.969796065253245,
      "learning_rate": 0.00016359438178950868,
      "loss": 0.376,
      "step": 70071
    },
    {
      "epoch": 2.8700389105058366,
      "grad_norm": 1.1630255293263745,
      "learning_rate": 0.0001635911338133492,
      "loss": 0.9768,
      "step": 70072
    },
    {
      "epoch": 2.870079868933033,
      "grad_norm": 1.0534797550001884,
      "learning_rate": 0.00016358788583076465,
      "loss": 0.8176,
      "step": 70073
    },
    {
      "epoch": 2.870120827360229,
      "grad_norm": 1.2715413891992242,
      "learning_rate": 0.0001635846378417565,
      "loss": 0.9145,
      "step": 70074
    },
    {
      "epoch": 2.8701617857874258,
      "grad_norm": 1.8995371499995843,
      "learning_rate": 0.00016358138984632635,
      "loss": 0.5124,
      "step": 70075
    },
    {
      "epoch": 2.8702027442146223,
      "grad_norm": 0.9678435138217084,
      "learning_rate": 0.00016357814184447567,
      "loss": 0.6088,
      "step": 70076
    },
    {
      "epoch": 2.870243702641819,
      "grad_norm": 0.9650417916274759,
      "learning_rate": 0.00016357489383620608,
      "loss": 0.6256,
      "step": 70077
    },
    {
      "epoch": 2.870284661069015,
      "grad_norm": 1.7990046998351021,
      "learning_rate": 0.00016357164582151903,
      "loss": 1.2466,
      "step": 70078
    },
    {
      "epoch": 2.8703256194962115,
      "grad_norm": 1.06083980888481,
      "learning_rate": 0.00016356839780041612,
      "loss": 0.6769,
      "step": 70079
    },
    {
      "epoch": 2.8703665779234075,
      "grad_norm": 1.049485236858578,
      "learning_rate": 0.00016356514977289882,
      "loss": 0.747,
      "step": 70080
    },
    {
      "epoch": 2.870407536350604,
      "grad_norm": 1.483425761175761,
      "learning_rate": 0.00016356190173896873,
      "loss": 0.9314,
      "step": 70081
    },
    {
      "epoch": 2.8704484947778006,
      "grad_norm": 0.8506431245369352,
      "learning_rate": 0.00016355865369862738,
      "loss": 0.5534,
      "step": 70082
    },
    {
      "epoch": 2.870489453204997,
      "grad_norm": 0.8707557993289375,
      "learning_rate": 0.00016355540565187628,
      "loss": 0.6417,
      "step": 70083
    },
    {
      "epoch": 2.8705304116321932,
      "grad_norm": 1.0761543012280868,
      "learning_rate": 0.00016355215759871692,
      "loss": 0.8634,
      "step": 70084
    },
    {
      "epoch": 2.87057137005939,
      "grad_norm": 1.1265934176991101,
      "learning_rate": 0.00016354890953915093,
      "loss": 0.4177,
      "step": 70085
    },
    {
      "epoch": 2.870612328486586,
      "grad_norm": 0.7748528798030916,
      "learning_rate": 0.00016354566147317983,
      "loss": 0.5833,
      "step": 70086
    },
    {
      "epoch": 2.8706532869137824,
      "grad_norm": 1.1999141439703878,
      "learning_rate": 0.00016354241340080507,
      "loss": 0.8068,
      "step": 70087
    },
    {
      "epoch": 2.870694245340979,
      "grad_norm": 0.9973416861144071,
      "learning_rate": 0.00016353916532202826,
      "loss": 0.7605,
      "step": 70088
    },
    {
      "epoch": 2.8707352037681755,
      "grad_norm": 0.8202815251894309,
      "learning_rate": 0.00016353591723685092,
      "loss": 0.3885,
      "step": 70089
    },
    {
      "epoch": 2.8707761621953716,
      "grad_norm": 1.8823005050340782,
      "learning_rate": 0.0001635326691452746,
      "loss": 1.6213,
      "step": 70090
    },
    {
      "epoch": 2.870817120622568,
      "grad_norm": 1.1240322743682991,
      "learning_rate": 0.00016352942104730082,
      "loss": 0.5976,
      "step": 70091
    },
    {
      "epoch": 2.8708580790497646,
      "grad_norm": 1.6153523450421625,
      "learning_rate": 0.00016352617294293105,
      "loss": 1.0788,
      "step": 70092
    },
    {
      "epoch": 2.8708990374769607,
      "grad_norm": 0.9342153926901304,
      "learning_rate": 0.00016352292483216697,
      "loss": 0.7097,
      "step": 70093
    },
    {
      "epoch": 2.8709399959041573,
      "grad_norm": 1.2426649133677512,
      "learning_rate": 0.00016351967671501003,
      "loss": 1.0257,
      "step": 70094
    },
    {
      "epoch": 2.870980954331354,
      "grad_norm": 0.8741432756820887,
      "learning_rate": 0.00016351642859146172,
      "loss": 0.6237,
      "step": 70095
    },
    {
      "epoch": 2.8710219127585503,
      "grad_norm": 1.4993072432362393,
      "learning_rate": 0.00016351318046152363,
      "loss": 0.9111,
      "step": 70096
    },
    {
      "epoch": 2.8710628711857464,
      "grad_norm": 1.2775666538716228,
      "learning_rate": 0.00016350993232519735,
      "loss": 0.8772,
      "step": 70097
    },
    {
      "epoch": 2.871103829612943,
      "grad_norm": 1.0021904017459873,
      "learning_rate": 0.00016350668418248432,
      "loss": 0.7775,
      "step": 70098
    },
    {
      "epoch": 2.871144788040139,
      "grad_norm": 0.7990883467742746,
      "learning_rate": 0.0001635034360333861,
      "loss": 0.2542,
      "step": 70099
    },
    {
      "epoch": 2.8711857464673356,
      "grad_norm": 1.70927074387886,
      "learning_rate": 0.00016350018787790428,
      "loss": 1.6161,
      "step": 70100
    },
    {
      "epoch": 2.871226704894532,
      "grad_norm": 3.044225577773258,
      "learning_rate": 0.00016349693971604034,
      "loss": 1.468,
      "step": 70101
    },
    {
      "epoch": 2.8712676633217287,
      "grad_norm": 1.2799596637095616,
      "learning_rate": 0.00016349369154779585,
      "loss": 0.6465,
      "step": 70102
    },
    {
      "epoch": 2.8713086217489248,
      "grad_norm": 3.032784004947559,
      "learning_rate": 0.00016349044337317232,
      "loss": 3.3908,
      "step": 70103
    },
    {
      "epoch": 2.8713495801761213,
      "grad_norm": 0.9881835494048555,
      "learning_rate": 0.00016348719519217124,
      "loss": 0.605,
      "step": 70104
    },
    {
      "epoch": 2.8713905386033174,
      "grad_norm": 1.9491836533496603,
      "learning_rate": 0.00016348394700479424,
      "loss": 0.7151,
      "step": 70105
    },
    {
      "epoch": 2.871431497030514,
      "grad_norm": 1.062507982517651,
      "learning_rate": 0.0001634806988110428,
      "loss": 0.5907,
      "step": 70106
    },
    {
      "epoch": 2.8714724554577105,
      "grad_norm": 1.2768737621419723,
      "learning_rate": 0.00016347745061091846,
      "loss": 0.5227,
      "step": 70107
    },
    {
      "epoch": 2.871513413884907,
      "grad_norm": 0.9393023123567537,
      "learning_rate": 0.00016347420240442274,
      "loss": 0.5415,
      "step": 70108
    },
    {
      "epoch": 2.871554372312103,
      "grad_norm": 1.1057254193186692,
      "learning_rate": 0.00016347095419155723,
      "loss": 0.7015,
      "step": 70109
    },
    {
      "epoch": 2.8715953307392996,
      "grad_norm": 1.2912561975021453,
      "learning_rate": 0.00016346770597232345,
      "loss": 0.7738,
      "step": 70110
    },
    {
      "epoch": 2.871636289166496,
      "grad_norm": 0.9632986965502351,
      "learning_rate": 0.00016346445774672292,
      "loss": 0.3449,
      "step": 70111
    },
    {
      "epoch": 2.8716772475936923,
      "grad_norm": 0.9915086529492283,
      "learning_rate": 0.00016346120951475713,
      "loss": 0.4021,
      "step": 70112
    },
    {
      "epoch": 2.871718206020889,
      "grad_norm": 0.9014096011940252,
      "learning_rate": 0.0001634579612764277,
      "loss": 0.4686,
      "step": 70113
    },
    {
      "epoch": 2.8717591644480853,
      "grad_norm": 1.0863822097002307,
      "learning_rate": 0.0001634547130317361,
      "loss": 0.8642,
      "step": 70114
    },
    {
      "epoch": 2.871800122875282,
      "grad_norm": 1.1501062363728058,
      "learning_rate": 0.00016345146478068394,
      "loss": 0.4795,
      "step": 70115
    },
    {
      "epoch": 2.871841081302478,
      "grad_norm": 1.2258399762510424,
      "learning_rate": 0.00016344821652327266,
      "loss": 0.9314,
      "step": 70116
    },
    {
      "epoch": 2.8718820397296745,
      "grad_norm": 1.0394270681226232,
      "learning_rate": 0.00016344496825950388,
      "loss": 0.5788,
      "step": 70117
    },
    {
      "epoch": 2.8719229981568706,
      "grad_norm": 2.31206176426951,
      "learning_rate": 0.00016344171998937905,
      "loss": 2.0094,
      "step": 70118
    },
    {
      "epoch": 2.871963956584067,
      "grad_norm": 1.5148370398597302,
      "learning_rate": 0.00016343847171289982,
      "loss": 1.1067,
      "step": 70119
    },
    {
      "epoch": 2.8720049150112636,
      "grad_norm": 3.3173513400798673,
      "learning_rate": 0.00016343522343006758,
      "loss": 2.0199,
      "step": 70120
    },
    {
      "epoch": 2.87204587343846,
      "grad_norm": 1.064221715239228,
      "learning_rate": 0.00016343197514088402,
      "loss": 0.7436,
      "step": 70121
    },
    {
      "epoch": 2.8720868318656563,
      "grad_norm": 1.7391802920266008,
      "learning_rate": 0.00016342872684535056,
      "loss": 0.8974,
      "step": 70122
    },
    {
      "epoch": 2.872127790292853,
      "grad_norm": 0.9886471145888626,
      "learning_rate": 0.00016342547854346882,
      "loss": 0.3811,
      "step": 70123
    },
    {
      "epoch": 2.872168748720049,
      "grad_norm": 1.2236659101225456,
      "learning_rate": 0.00016342223023524022,
      "loss": 0.8338,
      "step": 70124
    },
    {
      "epoch": 2.8722097071472454,
      "grad_norm": 1.288660337236631,
      "learning_rate": 0.00016341898192066644,
      "loss": 0.725,
      "step": 70125
    },
    {
      "epoch": 2.872250665574442,
      "grad_norm": 1.4840071906149874,
      "learning_rate": 0.00016341573359974893,
      "loss": 0.8594,
      "step": 70126
    },
    {
      "epoch": 2.8722916240016385,
      "grad_norm": 0.8856281892339417,
      "learning_rate": 0.00016341248527248923,
      "loss": 0.3462,
      "step": 70127
    },
    {
      "epoch": 2.8723325824288346,
      "grad_norm": 1.0162998441215019,
      "learning_rate": 0.00016340923693888883,
      "loss": 0.5066,
      "step": 70128
    },
    {
      "epoch": 2.872373540856031,
      "grad_norm": 1.1835256822933762,
      "learning_rate": 0.00016340598859894938,
      "loss": 0.6991,
      "step": 70129
    },
    {
      "epoch": 2.8724144992832277,
      "grad_norm": 1.3817245253391692,
      "learning_rate": 0.00016340274025267238,
      "loss": 0.8707,
      "step": 70130
    },
    {
      "epoch": 2.8724554577104238,
      "grad_norm": 1.025959748593166,
      "learning_rate": 0.0001633994919000593,
      "loss": 0.6833,
      "step": 70131
    },
    {
      "epoch": 2.8724964161376203,
      "grad_norm": 0.9904481668883014,
      "learning_rate": 0.00016339624354111168,
      "loss": 0.759,
      "step": 70132
    },
    {
      "epoch": 2.872537374564817,
      "grad_norm": 1.2389682025713629,
      "learning_rate": 0.00016339299517583117,
      "loss": 0.7839,
      "step": 70133
    },
    {
      "epoch": 2.8725783329920134,
      "grad_norm": 1.1749759863653173,
      "learning_rate": 0.00016338974680421924,
      "loss": 0.5596,
      "step": 70134
    },
    {
      "epoch": 2.8726192914192095,
      "grad_norm": 1.727504129124101,
      "learning_rate": 0.00016338649842627737,
      "loss": 0.7569,
      "step": 70135
    },
    {
      "epoch": 2.872660249846406,
      "grad_norm": 0.709229810454325,
      "learning_rate": 0.00016338325004200714,
      "loss": 0.2534,
      "step": 70136
    },
    {
      "epoch": 2.872701208273602,
      "grad_norm": 0.8494155509487505,
      "learning_rate": 0.00016338000165141013,
      "loss": 0.3015,
      "step": 70137
    },
    {
      "epoch": 2.8727421667007986,
      "grad_norm": 1.5732234541004242,
      "learning_rate": 0.00016337675325448777,
      "loss": 1.4464,
      "step": 70138
    },
    {
      "epoch": 2.872783125127995,
      "grad_norm": 0.9826160053183883,
      "learning_rate": 0.00016337350485124167,
      "loss": 0.5445,
      "step": 70139
    },
    {
      "epoch": 2.8728240835551917,
      "grad_norm": 0.8232726988960127,
      "learning_rate": 0.00016337025644167337,
      "loss": 0.2615,
      "step": 70140
    },
    {
      "epoch": 2.872865041982388,
      "grad_norm": 1.1599734372158637,
      "learning_rate": 0.0001633670080257844,
      "loss": 0.6911,
      "step": 70141
    },
    {
      "epoch": 2.8729060004095843,
      "grad_norm": 1.2876893600036952,
      "learning_rate": 0.00016336375960357625,
      "loss": 0.6986,
      "step": 70142
    },
    {
      "epoch": 2.8729469588367804,
      "grad_norm": 1.0305748814540783,
      "learning_rate": 0.0001633605111750505,
      "loss": 0.6972,
      "step": 70143
    },
    {
      "epoch": 2.872987917263977,
      "grad_norm": 1.712319530317472,
      "learning_rate": 0.00016335726274020867,
      "loss": 1.5502,
      "step": 70144
    },
    {
      "epoch": 2.8730288756911735,
      "grad_norm": 1.1495535174630056,
      "learning_rate": 0.0001633540142990523,
      "loss": 0.8618,
      "step": 70145
    },
    {
      "epoch": 2.87306983411837,
      "grad_norm": 1.5793922549549964,
      "learning_rate": 0.00016335076585158296,
      "loss": 1.1803,
      "step": 70146
    },
    {
      "epoch": 2.873110792545566,
      "grad_norm": 1.3267021947456399,
      "learning_rate": 0.00016334751739780217,
      "loss": 0.5305,
      "step": 70147
    },
    {
      "epoch": 2.8731517509727627,
      "grad_norm": 1.0487504427844787,
      "learning_rate": 0.00016334426893771137,
      "loss": 0.7609,
      "step": 70148
    },
    {
      "epoch": 2.873192709399959,
      "grad_norm": 0.9184125944900833,
      "learning_rate": 0.00016334102047131223,
      "loss": 0.2452,
      "step": 70149
    },
    {
      "epoch": 2.8732336678271553,
      "grad_norm": 1.3207668448699874,
      "learning_rate": 0.0001633377719986062,
      "loss": 0.699,
      "step": 70150
    },
    {
      "epoch": 2.873274626254352,
      "grad_norm": 1.0237311854022162,
      "learning_rate": 0.0001633345235195949,
      "loss": 0.9088,
      "step": 70151
    },
    {
      "epoch": 2.8733155846815484,
      "grad_norm": 1.3148379934216379,
      "learning_rate": 0.00016333127503427973,
      "loss": 0.8623,
      "step": 70152
    },
    {
      "epoch": 2.873356543108745,
      "grad_norm": 1.1450006426072223,
      "learning_rate": 0.00016332802654266235,
      "loss": 0.8011,
      "step": 70153
    },
    {
      "epoch": 2.873397501535941,
      "grad_norm": 1.3957914188526608,
      "learning_rate": 0.00016332477804474423,
      "loss": 1.1207,
      "step": 70154
    },
    {
      "epoch": 2.8734384599631375,
      "grad_norm": 0.8477858074110398,
      "learning_rate": 0.00016332152954052698,
      "loss": 0.3322,
      "step": 70155
    },
    {
      "epoch": 2.8734794183903336,
      "grad_norm": 0.9443627523322335,
      "learning_rate": 0.00016331828103001203,
      "loss": 0.5778,
      "step": 70156
    },
    {
      "epoch": 2.87352037681753,
      "grad_norm": 1.1086992415966495,
      "learning_rate": 0.00016331503251320098,
      "loss": 0.4605,
      "step": 70157
    },
    {
      "epoch": 2.8735613352447267,
      "grad_norm": 1.2665331675726927,
      "learning_rate": 0.0001633117839900954,
      "loss": 0.8575,
      "step": 70158
    },
    {
      "epoch": 2.873602293671923,
      "grad_norm": 1.3488641343465415,
      "learning_rate": 0.00016330853546069675,
      "loss": 0.9312,
      "step": 70159
    },
    {
      "epoch": 2.8736432520991193,
      "grad_norm": 0.9563228895921966,
      "learning_rate": 0.00016330528692500658,
      "loss": 0.6743,
      "step": 70160
    },
    {
      "epoch": 2.873684210526316,
      "grad_norm": 5.731250845016492,
      "learning_rate": 0.00016330203838302646,
      "loss": 1.5019,
      "step": 70161
    },
    {
      "epoch": 2.873725168953512,
      "grad_norm": 0.9660368922178614,
      "learning_rate": 0.0001632987898347579,
      "loss": 0.2806,
      "step": 70162
    },
    {
      "epoch": 2.8737661273807085,
      "grad_norm": 1.0557709824676496,
      "learning_rate": 0.00016329554128020245,
      "loss": 0.7359,
      "step": 70163
    },
    {
      "epoch": 2.873807085807905,
      "grad_norm": 0.9480638330666297,
      "learning_rate": 0.00016329229271936163,
      "loss": 0.6652,
      "step": 70164
    },
    {
      "epoch": 2.8738480442351015,
      "grad_norm": 1.0515304010782351,
      "learning_rate": 0.000163289044152237,
      "loss": 0.4672,
      "step": 70165
    },
    {
      "epoch": 2.8738890026622976,
      "grad_norm": 1.0747434311117685,
      "learning_rate": 0.00016328579557883008,
      "loss": 0.794,
      "step": 70166
    },
    {
      "epoch": 2.873929961089494,
      "grad_norm": 4.363978259143488,
      "learning_rate": 0.0001632825469991424,
      "loss": 5.1992,
      "step": 70167
    },
    {
      "epoch": 2.8739709195166907,
      "grad_norm": 0.9758161936731096,
      "learning_rate": 0.0001632792984131755,
      "loss": 0.5765,
      "step": 70168
    },
    {
      "epoch": 2.874011877943887,
      "grad_norm": 1.535890711022211,
      "learning_rate": 0.00016327604982093092,
      "loss": 1.4648,
      "step": 70169
    },
    {
      "epoch": 2.8740528363710833,
      "grad_norm": 1.130168003142735,
      "learning_rate": 0.0001632728012224102,
      "loss": 0.4312,
      "step": 70170
    },
    {
      "epoch": 2.87409379479828,
      "grad_norm": 0.6518234062057235,
      "learning_rate": 0.00016326955261761487,
      "loss": 0.1893,
      "step": 70171
    },
    {
      "epoch": 2.8741347532254764,
      "grad_norm": 0.6546043995726031,
      "learning_rate": 0.00016326630400654646,
      "loss": 0.2508,
      "step": 70172
    },
    {
      "epoch": 2.8741757116526725,
      "grad_norm": 0.9840268320096072,
      "learning_rate": 0.00016326305538920654,
      "loss": 0.4215,
      "step": 70173
    },
    {
      "epoch": 2.874216670079869,
      "grad_norm": 1.045248259565298,
      "learning_rate": 0.0001632598067655966,
      "loss": 0.558,
      "step": 70174
    },
    {
      "epoch": 2.874257628507065,
      "grad_norm": 1.0803259760975616,
      "learning_rate": 0.00016325655813571817,
      "loss": 0.7759,
      "step": 70175
    },
    {
      "epoch": 2.8742985869342617,
      "grad_norm": 1.2101650513113449,
      "learning_rate": 0.0001632533094995728,
      "loss": 1.1869,
      "step": 70176
    },
    {
      "epoch": 2.874339545361458,
      "grad_norm": 0.7251177045511196,
      "learning_rate": 0.00016325006085716207,
      "loss": 0.2645,
      "step": 70177
    },
    {
      "epoch": 2.8743805037886547,
      "grad_norm": 1.6593318247598747,
      "learning_rate": 0.00016324681220848745,
      "loss": 0.5664,
      "step": 70178
    },
    {
      "epoch": 2.874421462215851,
      "grad_norm": 1.032676565315259,
      "learning_rate": 0.00016324356355355054,
      "loss": 0.899,
      "step": 70179
    },
    {
      "epoch": 2.8744624206430474,
      "grad_norm": 1.0444249502423186,
      "learning_rate": 0.00016324031489235282,
      "loss": 0.7053,
      "step": 70180
    },
    {
      "epoch": 2.8745033790702434,
      "grad_norm": 1.1632471856379913,
      "learning_rate": 0.00016323706622489584,
      "loss": 0.9491,
      "step": 70181
    },
    {
      "epoch": 2.87454433749744,
      "grad_norm": 0.9910919933773286,
      "learning_rate": 0.00016323381755118117,
      "loss": 0.6585,
      "step": 70182
    },
    {
      "epoch": 2.8745852959246365,
      "grad_norm": 1.0372262605423543,
      "learning_rate": 0.0001632305688712103,
      "loss": 0.7897,
      "step": 70183
    },
    {
      "epoch": 2.874626254351833,
      "grad_norm": 1.5826119994648618,
      "learning_rate": 0.00016322732018498475,
      "loss": 1.0334,
      "step": 70184
    },
    {
      "epoch": 2.874667212779029,
      "grad_norm": 1.1287097279844813,
      "learning_rate": 0.00016322407149250618,
      "loss": 0.7489,
      "step": 70185
    },
    {
      "epoch": 2.8747081712062257,
      "grad_norm": 1.1068326245113858,
      "learning_rate": 0.00016322082279377598,
      "loss": 0.4792,
      "step": 70186
    },
    {
      "epoch": 2.874749129633422,
      "grad_norm": 1.4013493279056461,
      "learning_rate": 0.00016321757408879574,
      "loss": 1.0031,
      "step": 70187
    },
    {
      "epoch": 2.8747900880606183,
      "grad_norm": 1.1277539853042466,
      "learning_rate": 0.00016321432537756697,
      "loss": 0.5849,
      "step": 70188
    },
    {
      "epoch": 2.874831046487815,
      "grad_norm": 0.8386550260251103,
      "learning_rate": 0.00016321107666009127,
      "loss": 0.3485,
      "step": 70189
    },
    {
      "epoch": 2.8748720049150114,
      "grad_norm": 1.214380654566945,
      "learning_rate": 0.00016320782793637016,
      "loss": 0.6371,
      "step": 70190
    },
    {
      "epoch": 2.874912963342208,
      "grad_norm": 1.8106694141584556,
      "learning_rate": 0.00016320457920640516,
      "loss": 1.1107,
      "step": 70191
    },
    {
      "epoch": 2.874953921769404,
      "grad_norm": 3.9989108168611085,
      "learning_rate": 0.00016320133047019775,
      "loss": 1.1266,
      "step": 70192
    },
    {
      "epoch": 2.8749948801966005,
      "grad_norm": 2.056481669339059,
      "learning_rate": 0.00016319808172774955,
      "loss": 1.7957,
      "step": 70193
    },
    {
      "epoch": 2.8750358386237966,
      "grad_norm": 1.1414591805044525,
      "learning_rate": 0.00016319483297906205,
      "loss": 0.5923,
      "step": 70194
    },
    {
      "epoch": 2.875076797050993,
      "grad_norm": 0.6285802580526431,
      "learning_rate": 0.00016319158422413682,
      "loss": 0.1696,
      "step": 70195
    },
    {
      "epoch": 2.8751177554781897,
      "grad_norm": 0.6087216854441033,
      "learning_rate": 0.0001631883354629753,
      "loss": 0.2274,
      "step": 70196
    },
    {
      "epoch": 2.8751587139053862,
      "grad_norm": 1.7052892338503995,
      "learning_rate": 0.00016318508669557917,
      "loss": 1.259,
      "step": 70197
    },
    {
      "epoch": 2.8751996723325823,
      "grad_norm": 0.7508881276230167,
      "learning_rate": 0.0001631818379219499,
      "loss": 0.3093,
      "step": 70198
    },
    {
      "epoch": 2.875240630759779,
      "grad_norm": 1.0985314161936972,
      "learning_rate": 0.00016317858914208902,
      "loss": 0.6854,
      "step": 70199
    },
    {
      "epoch": 2.875281589186975,
      "grad_norm": 0.7833293360637554,
      "learning_rate": 0.00016317534035599802,
      "loss": 0.286,
      "step": 70200
    },
    {
      "epoch": 2.8753225476141715,
      "grad_norm": 1.1813937093117886,
      "learning_rate": 0.00016317209156367852,
      "loss": 0.852,
      "step": 70201
    },
    {
      "epoch": 2.875363506041368,
      "grad_norm": 1.0991591151993212,
      "learning_rate": 0.00016316884276513203,
      "loss": 0.7143,
      "step": 70202
    },
    {
      "epoch": 2.8754044644685646,
      "grad_norm": 1.0077356339321721,
      "learning_rate": 0.00016316559396036006,
      "loss": 0.8335,
      "step": 70203
    },
    {
      "epoch": 2.8754454228957607,
      "grad_norm": 1.4507466852329214,
      "learning_rate": 0.00016316234514936415,
      "loss": 0.818,
      "step": 70204
    },
    {
      "epoch": 2.875486381322957,
      "grad_norm": 1.754517125798239,
      "learning_rate": 0.00016315909633214586,
      "loss": 0.7117,
      "step": 70205
    },
    {
      "epoch": 2.8755273397501537,
      "grad_norm": 0.739036245353027,
      "learning_rate": 0.00016315584750870675,
      "loss": 0.253,
      "step": 70206
    },
    {
      "epoch": 2.87556829817735,
      "grad_norm": 0.9031966627813285,
      "learning_rate": 0.0001631525986790483,
      "loss": 0.228,
      "step": 70207
    },
    {
      "epoch": 2.8756092566045464,
      "grad_norm": 1.0310387331001627,
      "learning_rate": 0.00016314934984317203,
      "loss": 0.729,
      "step": 70208
    },
    {
      "epoch": 2.875650215031743,
      "grad_norm": 0.6563537408408886,
      "learning_rate": 0.00016314610100107954,
      "loss": 0.2055,
      "step": 70209
    },
    {
      "epoch": 2.8756911734589394,
      "grad_norm": 1.0497602943209843,
      "learning_rate": 0.00016314285215277233,
      "loss": 0.3989,
      "step": 70210
    },
    {
      "epoch": 2.8757321318861355,
      "grad_norm": 1.063958863710513,
      "learning_rate": 0.00016313960329825193,
      "loss": 0.7296,
      "step": 70211
    },
    {
      "epoch": 2.875773090313332,
      "grad_norm": 0.9368899905447764,
      "learning_rate": 0.00016313635443751987,
      "loss": 0.1879,
      "step": 70212
    },
    {
      "epoch": 2.875814048740528,
      "grad_norm": 1.1387831331173384,
      "learning_rate": 0.00016313310557057774,
      "loss": 0.799,
      "step": 70213
    },
    {
      "epoch": 2.8758550071677247,
      "grad_norm": 0.6077430142658946,
      "learning_rate": 0.00016312985669742703,
      "loss": 0.2291,
      "step": 70214
    },
    {
      "epoch": 2.875895965594921,
      "grad_norm": 1.153300301408736,
      "learning_rate": 0.0001631266078180693,
      "loss": 0.9021,
      "step": 70215
    },
    {
      "epoch": 2.8759369240221178,
      "grad_norm": 1.1837515056398051,
      "learning_rate": 0.00016312335893250602,
      "loss": 0.9859,
      "step": 70216
    },
    {
      "epoch": 2.875977882449314,
      "grad_norm": 1.3017398144882633,
      "learning_rate": 0.00016312011004073883,
      "loss": 0.7218,
      "step": 70217
    },
    {
      "epoch": 2.8760188408765104,
      "grad_norm": 1.2793377370525283,
      "learning_rate": 0.00016311686114276917,
      "loss": 0.8263,
      "step": 70218
    },
    {
      "epoch": 2.8760597993037065,
      "grad_norm": 0.8382625274811424,
      "learning_rate": 0.00016311361223859868,
      "loss": 0.3928,
      "step": 70219
    },
    {
      "epoch": 2.876100757730903,
      "grad_norm": 0.6302404035923592,
      "learning_rate": 0.00016311036332822878,
      "loss": 0.2102,
      "step": 70220
    },
    {
      "epoch": 2.8761417161580995,
      "grad_norm": 1.5700235691911313,
      "learning_rate": 0.00016310711441166106,
      "loss": 1.0864,
      "step": 70221
    },
    {
      "epoch": 2.876182674585296,
      "grad_norm": 4.730585610071952,
      "learning_rate": 0.00016310386548889708,
      "loss": 1.7582,
      "step": 70222
    },
    {
      "epoch": 2.876223633012492,
      "grad_norm": 0.9163764938874841,
      "learning_rate": 0.0001631006165599384,
      "loss": 0.5806,
      "step": 70223
    },
    {
      "epoch": 2.8762645914396887,
      "grad_norm": 0.6524286898241718,
      "learning_rate": 0.0001630973676247864,
      "loss": 0.2243,
      "step": 70224
    },
    {
      "epoch": 2.8763055498668852,
      "grad_norm": 1.0165724941487748,
      "learning_rate": 0.0001630941186834428,
      "loss": 0.8269,
      "step": 70225
    },
    {
      "epoch": 2.8763465082940813,
      "grad_norm": 1.1803041280279307,
      "learning_rate": 0.00016309086973590904,
      "loss": 0.5707,
      "step": 70226
    },
    {
      "epoch": 2.876387466721278,
      "grad_norm": 1.1330694891283757,
      "learning_rate": 0.0001630876207821867,
      "loss": 0.6487,
      "step": 70227
    },
    {
      "epoch": 2.8764284251484744,
      "grad_norm": 1.010426725801464,
      "learning_rate": 0.00016308437182227723,
      "loss": 0.3878,
      "step": 70228
    },
    {
      "epoch": 2.876469383575671,
      "grad_norm": 1.157305237442663,
      "learning_rate": 0.00016308112285618226,
      "loss": 0.7464,
      "step": 70229
    },
    {
      "epoch": 2.876510342002867,
      "grad_norm": 1.0790913536054028,
      "learning_rate": 0.00016307787388390333,
      "loss": 0.654,
      "step": 70230
    },
    {
      "epoch": 2.8765513004300636,
      "grad_norm": 1.4049717225518819,
      "learning_rate": 0.00016307462490544193,
      "loss": 1.1509,
      "step": 70231
    },
    {
      "epoch": 2.8765922588572597,
      "grad_norm": 1.3415499462828022,
      "learning_rate": 0.00016307137592079957,
      "loss": 1.0261,
      "step": 70232
    },
    {
      "epoch": 2.876633217284456,
      "grad_norm": 0.7809587880945492,
      "learning_rate": 0.00016306812692997783,
      "loss": 0.2162,
      "step": 70233
    },
    {
      "epoch": 2.8766741757116527,
      "grad_norm": 0.9655830719059618,
      "learning_rate": 0.00016306487793297825,
      "loss": 0.4002,
      "step": 70234
    },
    {
      "epoch": 2.8767151341388493,
      "grad_norm": 3.7235070658341254,
      "learning_rate": 0.00016306162892980238,
      "loss": 1.3973,
      "step": 70235
    },
    {
      "epoch": 2.8767560925660454,
      "grad_norm": 1.423751252157562,
      "learning_rate": 0.00016305837992045168,
      "loss": 0.9297,
      "step": 70236
    },
    {
      "epoch": 2.876797050993242,
      "grad_norm": 1.0783558405746445,
      "learning_rate": 0.00016305513090492777,
      "loss": 0.6167,
      "step": 70237
    },
    {
      "epoch": 2.876838009420438,
      "grad_norm": 4.31366173233913,
      "learning_rate": 0.00016305188188323212,
      "loss": 1.1568,
      "step": 70238
    },
    {
      "epoch": 2.8768789678476345,
      "grad_norm": 1.474493224339398,
      "learning_rate": 0.00016304863285536634,
      "loss": 0.826,
      "step": 70239
    },
    {
      "epoch": 2.876919926274831,
      "grad_norm": 1.2456314392722427,
      "learning_rate": 0.0001630453838213319,
      "loss": 0.923,
      "step": 70240
    },
    {
      "epoch": 2.8769608847020276,
      "grad_norm": 0.8707592223878668,
      "learning_rate": 0.00016304213478113036,
      "loss": 0.3968,
      "step": 70241
    },
    {
      "epoch": 2.8770018431292237,
      "grad_norm": 0.9322310608541705,
      "learning_rate": 0.0001630388857347633,
      "loss": 0.3823,
      "step": 70242
    },
    {
      "epoch": 2.8770428015564202,
      "grad_norm": 1.2636452607915256,
      "learning_rate": 0.00016303563668223218,
      "loss": 0.7095,
      "step": 70243
    },
    {
      "epoch": 2.8770837599836168,
      "grad_norm": 1.1127218052688728,
      "learning_rate": 0.00016303238762353854,
      "loss": 0.5751,
      "step": 70244
    },
    {
      "epoch": 2.877124718410813,
      "grad_norm": 1.4296410214612396,
      "learning_rate": 0.00016302913855868392,
      "loss": 0.8611,
      "step": 70245
    },
    {
      "epoch": 2.8771656768380094,
      "grad_norm": 1.2930590674700835,
      "learning_rate": 0.00016302588948766998,
      "loss": 0.8016,
      "step": 70246
    },
    {
      "epoch": 2.877206635265206,
      "grad_norm": 1.1195955331531795,
      "learning_rate": 0.00016302264041049807,
      "loss": 0.873,
      "step": 70247
    },
    {
      "epoch": 2.8772475936924025,
      "grad_norm": 1.6916385234914746,
      "learning_rate": 0.0001630193913271698,
      "loss": 1.1223,
      "step": 70248
    },
    {
      "epoch": 2.8772885521195986,
      "grad_norm": 0.9655419999687196,
      "learning_rate": 0.00016301614223768678,
      "loss": 0.6182,
      "step": 70249
    },
    {
      "epoch": 2.877329510546795,
      "grad_norm": 0.9567164233304953,
      "learning_rate": 0.00016301289314205045,
      "loss": 0.5314,
      "step": 70250
    },
    {
      "epoch": 2.877370468973991,
      "grad_norm": 0.7727857381610177,
      "learning_rate": 0.0001630096440402624,
      "loss": 0.2518,
      "step": 70251
    },
    {
      "epoch": 2.8774114274011877,
      "grad_norm": 1.395251323838749,
      "learning_rate": 0.0001630063949323241,
      "loss": 0.6912,
      "step": 70252
    },
    {
      "epoch": 2.8774523858283843,
      "grad_norm": 2.0986877518834675,
      "learning_rate": 0.0001630031458182372,
      "loss": 0.7646,
      "step": 70253
    },
    {
      "epoch": 2.877493344255581,
      "grad_norm": 1.142598522663218,
      "learning_rate": 0.00016299989669800314,
      "loss": 0.757,
      "step": 70254
    },
    {
      "epoch": 2.877534302682777,
      "grad_norm": 1.2350483624200224,
      "learning_rate": 0.00016299664757162346,
      "loss": 0.548,
      "step": 70255
    },
    {
      "epoch": 2.8775752611099734,
      "grad_norm": 0.6160377169847339,
      "learning_rate": 0.0001629933984390997,
      "loss": 0.2381,
      "step": 70256
    },
    {
      "epoch": 2.8776162195371695,
      "grad_norm": 7.525218548077659,
      "learning_rate": 0.00016299014930043346,
      "loss": 1.537,
      "step": 70257
    },
    {
      "epoch": 2.877657177964366,
      "grad_norm": 1.3253553227901176,
      "learning_rate": 0.00016298690015562623,
      "loss": 1.084,
      "step": 70258
    },
    {
      "epoch": 2.8776981363915626,
      "grad_norm": 1.3651862748261203,
      "learning_rate": 0.00016298365100467953,
      "loss": 0.582,
      "step": 70259
    },
    {
      "epoch": 2.877739094818759,
      "grad_norm": 1.3374270237593364,
      "learning_rate": 0.0001629804018475949,
      "loss": 0.8652,
      "step": 70260
    },
    {
      "epoch": 2.877780053245955,
      "grad_norm": 0.9634487268451605,
      "learning_rate": 0.0001629771526843739,
      "loss": 0.7422,
      "step": 70261
    },
    {
      "epoch": 2.8778210116731517,
      "grad_norm": 1.244222071317716,
      "learning_rate": 0.00016297390351501808,
      "loss": 0.8613,
      "step": 70262
    },
    {
      "epoch": 2.8778619701003483,
      "grad_norm": 0.8291932906126254,
      "learning_rate": 0.00016297065433952895,
      "loss": 0.3533,
      "step": 70263
    },
    {
      "epoch": 2.8779029285275444,
      "grad_norm": 1.417075284481543,
      "learning_rate": 0.00016296740515790798,
      "loss": 0.8978,
      "step": 70264
    },
    {
      "epoch": 2.877943886954741,
      "grad_norm": 1.2065858436433616,
      "learning_rate": 0.00016296415597015683,
      "loss": 0.8042,
      "step": 70265
    },
    {
      "epoch": 2.8779848453819374,
      "grad_norm": 1.138520414201653,
      "learning_rate": 0.000162960906776277,
      "loss": 0.9752,
      "step": 70266
    },
    {
      "epoch": 2.878025803809134,
      "grad_norm": 1.8377023118684215,
      "learning_rate": 0.00016295765757626997,
      "loss": 1.2511,
      "step": 70267
    },
    {
      "epoch": 2.87806676223633,
      "grad_norm": 1.1881392317682622,
      "learning_rate": 0.00016295440837013733,
      "loss": 0.5129,
      "step": 70268
    },
    {
      "epoch": 2.8781077206635266,
      "grad_norm": 1.4814991622441744,
      "learning_rate": 0.00016295115915788058,
      "loss": 0.9359,
      "step": 70269
    },
    {
      "epoch": 2.8781486790907227,
      "grad_norm": 1.5442271883824097,
      "learning_rate": 0.00016294790993950128,
      "loss": 0.9809,
      "step": 70270
    },
    {
      "epoch": 2.8781896375179192,
      "grad_norm": 1.2208732816961472,
      "learning_rate": 0.00016294466071500096,
      "loss": 0.8579,
      "step": 70271
    },
    {
      "epoch": 2.8782305959451158,
      "grad_norm": 1.1401379018943214,
      "learning_rate": 0.00016294141148438113,
      "loss": 0.7618,
      "step": 70272
    },
    {
      "epoch": 2.8782715543723123,
      "grad_norm": 1.685976571799044,
      "learning_rate": 0.0001629381622476434,
      "loss": 1.0006,
      "step": 70273
    },
    {
      "epoch": 2.8783125127995084,
      "grad_norm": 1.9189488166414548,
      "learning_rate": 0.00016293491300478925,
      "loss": 2.1239,
      "step": 70274
    },
    {
      "epoch": 2.878353471226705,
      "grad_norm": 1.166062497738652,
      "learning_rate": 0.00016293166375582022,
      "loss": 0.8237,
      "step": 70275
    },
    {
      "epoch": 2.878394429653901,
      "grad_norm": 1.2546064225158513,
      "learning_rate": 0.0001629284145007378,
      "loss": 0.8428,
      "step": 70276
    },
    {
      "epoch": 2.8784353880810976,
      "grad_norm": 0.962912650390789,
      "learning_rate": 0.00016292516523954364,
      "loss": 0.5191,
      "step": 70277
    },
    {
      "epoch": 2.878476346508294,
      "grad_norm": 0.6534572590358755,
      "learning_rate": 0.00016292191597223923,
      "loss": 0.2279,
      "step": 70278
    },
    {
      "epoch": 2.8785173049354906,
      "grad_norm": 0.9633480288743006,
      "learning_rate": 0.00016291866669882602,
      "loss": 0.3108,
      "step": 70279
    },
    {
      "epoch": 2.8785582633626867,
      "grad_norm": 1.1178213090480746,
      "learning_rate": 0.0001629154174193056,
      "loss": 0.646,
      "step": 70280
    },
    {
      "epoch": 2.8785992217898833,
      "grad_norm": 1.0260190066475139,
      "learning_rate": 0.0001629121681336796,
      "loss": 0.503,
      "step": 70281
    },
    {
      "epoch": 2.87864018021708,
      "grad_norm": 1.0043378194419483,
      "learning_rate": 0.00016290891884194943,
      "loss": 0.5725,
      "step": 70282
    },
    {
      "epoch": 2.878681138644276,
      "grad_norm": 1.105234204326395,
      "learning_rate": 0.00016290566954411668,
      "loss": 0.8157,
      "step": 70283
    },
    {
      "epoch": 2.8787220970714724,
      "grad_norm": 0.9132232681479789,
      "learning_rate": 0.00016290242024018286,
      "loss": 0.6129,
      "step": 70284
    },
    {
      "epoch": 2.878763055498669,
      "grad_norm": 1.256329191006807,
      "learning_rate": 0.00016289917093014955,
      "loss": 0.9013,
      "step": 70285
    },
    {
      "epoch": 2.8788040139258655,
      "grad_norm": 1.0905746626013806,
      "learning_rate": 0.00016289592161401826,
      "loss": 0.7932,
      "step": 70286
    },
    {
      "epoch": 2.8788449723530616,
      "grad_norm": 1.9014500299666515,
      "learning_rate": 0.00016289267229179053,
      "loss": 0.6809,
      "step": 70287
    },
    {
      "epoch": 2.878885930780258,
      "grad_norm": 1.3596033380692194,
      "learning_rate": 0.00016288942296346784,
      "loss": 0.7553,
      "step": 70288
    },
    {
      "epoch": 2.878926889207454,
      "grad_norm": 1.0085601628589844,
      "learning_rate": 0.00016288617362905184,
      "loss": 0.6701,
      "step": 70289
    },
    {
      "epoch": 2.8789678476346507,
      "grad_norm": 1.0584737047148978,
      "learning_rate": 0.000162882924288544,
      "loss": 0.731,
      "step": 70290
    },
    {
      "epoch": 2.8790088060618473,
      "grad_norm": 1.0634269494283175,
      "learning_rate": 0.00016287967494194584,
      "loss": 0.6387,
      "step": 70291
    },
    {
      "epoch": 2.879049764489044,
      "grad_norm": 1.1753022214929223,
      "learning_rate": 0.0001628764255892589,
      "loss": 0.68,
      "step": 70292
    },
    {
      "epoch": 2.87909072291624,
      "grad_norm": 1.3191353884416839,
      "learning_rate": 0.00016287317623048475,
      "loss": 0.8926,
      "step": 70293
    },
    {
      "epoch": 2.8791316813434364,
      "grad_norm": 1.324000461459144,
      "learning_rate": 0.00016286992686562492,
      "loss": 0.7336,
      "step": 70294
    },
    {
      "epoch": 2.8791726397706325,
      "grad_norm": 0.8689834823181254,
      "learning_rate": 0.00016286667749468094,
      "loss": 0.447,
      "step": 70295
    },
    {
      "epoch": 2.879213598197829,
      "grad_norm": 0.8506148649692257,
      "learning_rate": 0.00016286342811765433,
      "loss": 0.5638,
      "step": 70296
    },
    {
      "epoch": 2.8792545566250256,
      "grad_norm": 1.9250245515483888,
      "learning_rate": 0.00016286017873454664,
      "loss": 0.6607,
      "step": 70297
    },
    {
      "epoch": 2.879295515052222,
      "grad_norm": 1.0049086512497334,
      "learning_rate": 0.00016285692934535942,
      "loss": 0.3238,
      "step": 70298
    },
    {
      "epoch": 2.8793364734794182,
      "grad_norm": 1.6060254285807007,
      "learning_rate": 0.00016285367995009416,
      "loss": 0.9123,
      "step": 70299
    },
    {
      "epoch": 2.8793774319066148,
      "grad_norm": 1.2797671739623255,
      "learning_rate": 0.0001628504305487524,
      "loss": 0.8043,
      "step": 70300
    },
    {
      "epoch": 2.8794183903338113,
      "grad_norm": 1.6142250733702108,
      "learning_rate": 0.00016284718114133574,
      "loss": 0.8454,
      "step": 70301
    },
    {
      "epoch": 2.8794593487610074,
      "grad_norm": 1.2793006916488698,
      "learning_rate": 0.0001628439317278457,
      "loss": 0.9584,
      "step": 70302
    },
    {
      "epoch": 2.879500307188204,
      "grad_norm": 2.1789004945537562,
      "learning_rate": 0.00016284068230828377,
      "loss": 1.7691,
      "step": 70303
    },
    {
      "epoch": 2.8795412656154005,
      "grad_norm": 0.7459693163184441,
      "learning_rate": 0.0001628374328826515,
      "loss": 0.3784,
      "step": 70304
    },
    {
      "epoch": 2.879582224042597,
      "grad_norm": 0.9335227760801857,
      "learning_rate": 0.00016283418345095047,
      "loss": 0.5345,
      "step": 70305
    },
    {
      "epoch": 2.879623182469793,
      "grad_norm": 0.8045697663090264,
      "learning_rate": 0.00016283093401318216,
      "loss": 0.3691,
      "step": 70306
    },
    {
      "epoch": 2.8796641408969896,
      "grad_norm": 0.9666140548617898,
      "learning_rate": 0.00016282768456934814,
      "loss": 0.5013,
      "step": 70307
    },
    {
      "epoch": 2.8797050993241857,
      "grad_norm": 3.852308330668735,
      "learning_rate": 0.0001628244351194499,
      "loss": 5.3057,
      "step": 70308
    },
    {
      "epoch": 2.8797460577513823,
      "grad_norm": 0.9089675460190781,
      "learning_rate": 0.00016282118566348904,
      "loss": 0.549,
      "step": 70309
    },
    {
      "epoch": 2.879787016178579,
      "grad_norm": 1.43964165753989,
      "learning_rate": 0.00016281793620146707,
      "loss": 0.9915,
      "step": 70310
    },
    {
      "epoch": 2.8798279746057753,
      "grad_norm": 0.7722958349764665,
      "learning_rate": 0.00016281468673338552,
      "loss": 0.2675,
      "step": 70311
    },
    {
      "epoch": 2.8798689330329714,
      "grad_norm": 1.6262493499704573,
      "learning_rate": 0.00016281143725924597,
      "loss": 0.927,
      "step": 70312
    },
    {
      "epoch": 2.879909891460168,
      "grad_norm": 1.250155391486787,
      "learning_rate": 0.00016280818777904987,
      "loss": 0.6705,
      "step": 70313
    },
    {
      "epoch": 2.879950849887364,
      "grad_norm": 1.2851875727549373,
      "learning_rate": 0.0001628049382927988,
      "loss": 0.6561,
      "step": 70314
    },
    {
      "epoch": 2.8799918083145606,
      "grad_norm": 1.0818826749176307,
      "learning_rate": 0.00016280168880049433,
      "loss": 0.7928,
      "step": 70315
    },
    {
      "epoch": 2.880032766741757,
      "grad_norm": 0.8414175911409104,
      "learning_rate": 0.0001627984393021379,
      "loss": 0.242,
      "step": 70316
    },
    {
      "epoch": 2.8800737251689537,
      "grad_norm": 0.8843728157983598,
      "learning_rate": 0.00016279518979773114,
      "loss": 0.2459,
      "step": 70317
    },
    {
      "epoch": 2.8801146835961497,
      "grad_norm": 0.6544024283146406,
      "learning_rate": 0.00016279194028727558,
      "loss": 0.2773,
      "step": 70318
    },
    {
      "epoch": 2.8801556420233463,
      "grad_norm": 1.085744749657202,
      "learning_rate": 0.00016278869077077275,
      "loss": 0.5495,
      "step": 70319
    },
    {
      "epoch": 2.880196600450543,
      "grad_norm": 0.9099716635066671,
      "learning_rate": 0.0001627854412482241,
      "loss": 0.2878,
      "step": 70320
    },
    {
      "epoch": 2.880237558877739,
      "grad_norm": 1.1116657821297966,
      "learning_rate": 0.0001627821917196313,
      "loss": 0.6995,
      "step": 70321
    },
    {
      "epoch": 2.8802785173049354,
      "grad_norm": 1.0264233935410465,
      "learning_rate": 0.0001627789421849958,
      "loss": 0.6894,
      "step": 70322
    },
    {
      "epoch": 2.880319475732132,
      "grad_norm": 1.027681118244149,
      "learning_rate": 0.00016277569264431914,
      "loss": 0.6079,
      "step": 70323
    },
    {
      "epoch": 2.8803604341593285,
      "grad_norm": 0.6700571599109482,
      "learning_rate": 0.00016277244309760287,
      "loss": 0.2958,
      "step": 70324
    },
    {
      "epoch": 2.8804013925865246,
      "grad_norm": 1.2447774428135143,
      "learning_rate": 0.00016276919354484855,
      "loss": 0.9111,
      "step": 70325
    },
    {
      "epoch": 2.880442351013721,
      "grad_norm": 1.0095015495171606,
      "learning_rate": 0.0001627659439860577,
      "loss": 0.6873,
      "step": 70326
    },
    {
      "epoch": 2.8804833094409172,
      "grad_norm": 1.01168712177013,
      "learning_rate": 0.00016276269442123183,
      "loss": 0.5248,
      "step": 70327
    },
    {
      "epoch": 2.8805242678681138,
      "grad_norm": 1.0622349251841083,
      "learning_rate": 0.0001627594448503725,
      "loss": 0.7493,
      "step": 70328
    },
    {
      "epoch": 2.8805652262953103,
      "grad_norm": 1.5559032335310188,
      "learning_rate": 0.00016275619527348126,
      "loss": 0.7852,
      "step": 70329
    },
    {
      "epoch": 2.880606184722507,
      "grad_norm": 2.5263742686198443,
      "learning_rate": 0.00016275294569055966,
      "loss": 2.9783,
      "step": 70330
    },
    {
      "epoch": 2.880647143149703,
      "grad_norm": 1.307554702274209,
      "learning_rate": 0.00016274969610160917,
      "loss": 0.8089,
      "step": 70331
    },
    {
      "epoch": 2.8806881015768995,
      "grad_norm": 0.6380529607591351,
      "learning_rate": 0.00016274644650663135,
      "loss": 0.1896,
      "step": 70332
    },
    {
      "epoch": 2.8807290600040956,
      "grad_norm": 1.048040029324388,
      "learning_rate": 0.00016274319690562776,
      "loss": 0.6959,
      "step": 70333
    },
    {
      "epoch": 2.880770018431292,
      "grad_norm": 1.1767776575022613,
      "learning_rate": 0.00016273994729859998,
      "loss": 0.7806,
      "step": 70334
    },
    {
      "epoch": 2.8808109768584886,
      "grad_norm": 1.1612896226496223,
      "learning_rate": 0.0001627366976855494,
      "loss": 0.7368,
      "step": 70335
    },
    {
      "epoch": 2.880851935285685,
      "grad_norm": 1.1128485355165216,
      "learning_rate": 0.00016273344806647772,
      "loss": 0.6264,
      "step": 70336
    },
    {
      "epoch": 2.8808928937128813,
      "grad_norm": 1.3827739681425832,
      "learning_rate": 0.00016273019844138638,
      "loss": 0.7834,
      "step": 70337
    },
    {
      "epoch": 2.880933852140078,
      "grad_norm": 1.2057684507265816,
      "learning_rate": 0.00016272694881027693,
      "loss": 0.7775,
      "step": 70338
    },
    {
      "epoch": 2.8809748105672743,
      "grad_norm": 0.8661022460718942,
      "learning_rate": 0.00016272369917315094,
      "loss": 0.7283,
      "step": 70339
    },
    {
      "epoch": 2.8810157689944704,
      "grad_norm": 1.3986213914271377,
      "learning_rate": 0.0001627204495300099,
      "loss": 0.8202,
      "step": 70340
    },
    {
      "epoch": 2.881056727421667,
      "grad_norm": 1.0150487526736043,
      "learning_rate": 0.0001627171998808554,
      "loss": 0.6214,
      "step": 70341
    },
    {
      "epoch": 2.8810976858488635,
      "grad_norm": 2.243342934679884,
      "learning_rate": 0.00016271395022568894,
      "loss": 0.7265,
      "step": 70342
    },
    {
      "epoch": 2.88113864427606,
      "grad_norm": 0.7125182377837055,
      "learning_rate": 0.00016271070056451205,
      "loss": 0.5872,
      "step": 70343
    },
    {
      "epoch": 2.881179602703256,
      "grad_norm": 1.2821771405155262,
      "learning_rate": 0.00016270745089732623,
      "loss": 0.7526,
      "step": 70344
    },
    {
      "epoch": 2.8812205611304527,
      "grad_norm": 1.2839982277489075,
      "learning_rate": 0.00016270420122413315,
      "loss": 0.6457,
      "step": 70345
    },
    {
      "epoch": 2.8812615195576488,
      "grad_norm": 1.7110890262888032,
      "learning_rate": 0.00016270095154493423,
      "loss": 1.3208,
      "step": 70346
    },
    {
      "epoch": 2.8813024779848453,
      "grad_norm": 1.1866263813633606,
      "learning_rate": 0.00016269770185973104,
      "loss": 0.8563,
      "step": 70347
    },
    {
      "epoch": 2.881343436412042,
      "grad_norm": 0.9447605604249047,
      "learning_rate": 0.0001626944521685251,
      "loss": 0.6256,
      "step": 70348
    },
    {
      "epoch": 2.8813843948392384,
      "grad_norm": 0.9173209749835461,
      "learning_rate": 0.00016269120247131797,
      "loss": 0.2916,
      "step": 70349
    },
    {
      "epoch": 2.8814253532664345,
      "grad_norm": 1.4059011289813135,
      "learning_rate": 0.00016268795276811116,
      "loss": 1.0372,
      "step": 70350
    },
    {
      "epoch": 2.881466311693631,
      "grad_norm": 1.254626193071712,
      "learning_rate": 0.00016268470305890628,
      "loss": 0.9814,
      "step": 70351
    },
    {
      "epoch": 2.8815072701208275,
      "grad_norm": 1.059325926827993,
      "learning_rate": 0.00016268145334370475,
      "loss": 1.0894,
      "step": 70352
    },
    {
      "epoch": 2.8815482285480236,
      "grad_norm": 0.999835255337019,
      "learning_rate": 0.00016267820362250815,
      "loss": 0.5938,
      "step": 70353
    },
    {
      "epoch": 2.88158918697522,
      "grad_norm": 0.9626544572231793,
      "learning_rate": 0.0001626749538953181,
      "loss": 0.72,
      "step": 70354
    },
    {
      "epoch": 2.8816301454024167,
      "grad_norm": 1.3249003903000127,
      "learning_rate": 0.000162671704162136,
      "loss": 0.7781,
      "step": 70355
    },
    {
      "epoch": 2.881671103829613,
      "grad_norm": 1.447858175103016,
      "learning_rate": 0.00016266845442296346,
      "loss": 0.9078,
      "step": 70356
    },
    {
      "epoch": 2.8817120622568093,
      "grad_norm": 1.46728113499216,
      "learning_rate": 0.00016266520467780204,
      "loss": 0.8977,
      "step": 70357
    },
    {
      "epoch": 2.881753020684006,
      "grad_norm": 1.506417838265172,
      "learning_rate": 0.00016266195492665322,
      "loss": 0.7946,
      "step": 70358
    },
    {
      "epoch": 2.881793979111202,
      "grad_norm": 0.9384308145464417,
      "learning_rate": 0.00016265870516951858,
      "loss": 0.6791,
      "step": 70359
    },
    {
      "epoch": 2.8818349375383985,
      "grad_norm": 1.2988390452105036,
      "learning_rate": 0.00016265545540639962,
      "loss": 0.7873,
      "step": 70360
    },
    {
      "epoch": 2.881875895965595,
      "grad_norm": 1.1257273648932729,
      "learning_rate": 0.00016265220563729793,
      "loss": 0.7183,
      "step": 70361
    },
    {
      "epoch": 2.8819168543927915,
      "grad_norm": 1.4480303904682275,
      "learning_rate": 0.000162648955862215,
      "loss": 1.2386,
      "step": 70362
    },
    {
      "epoch": 2.8819578128199876,
      "grad_norm": 1.1128592259855987,
      "learning_rate": 0.00016264570608115237,
      "loss": 0.7494,
      "step": 70363
    },
    {
      "epoch": 2.881998771247184,
      "grad_norm": 1.5648625792889703,
      "learning_rate": 0.00016264245629411158,
      "loss": 0.9534,
      "step": 70364
    },
    {
      "epoch": 2.8820397296743803,
      "grad_norm": 1.2584087591384359,
      "learning_rate": 0.00016263920650109415,
      "loss": 0.9776,
      "step": 70365
    },
    {
      "epoch": 2.882080688101577,
      "grad_norm": 11.408779658414,
      "learning_rate": 0.00016263595670210166,
      "loss": 2.5415,
      "step": 70366
    },
    {
      "epoch": 2.8821216465287733,
      "grad_norm": 1.325947176164256,
      "learning_rate": 0.00016263270689713565,
      "loss": 0.7832,
      "step": 70367
    },
    {
      "epoch": 2.88216260495597,
      "grad_norm": 2.217723328699401,
      "learning_rate": 0.00016262945708619758,
      "loss": 2.1621,
      "step": 70368
    },
    {
      "epoch": 2.882203563383166,
      "grad_norm": 0.9861163924383645,
      "learning_rate": 0.00016262620726928908,
      "loss": 0.2937,
      "step": 70369
    },
    {
      "epoch": 2.8822445218103625,
      "grad_norm": 1.2259283974424833,
      "learning_rate": 0.00016262295744641158,
      "loss": 0.6233,
      "step": 70370
    },
    {
      "epoch": 2.882285480237559,
      "grad_norm": 1.441098024060032,
      "learning_rate": 0.00016261970761756672,
      "loss": 0.7502,
      "step": 70371
    },
    {
      "epoch": 2.882326438664755,
      "grad_norm": 1.189659418481684,
      "learning_rate": 0.00016261645778275601,
      "loss": 0.4311,
      "step": 70372
    },
    {
      "epoch": 2.8823673970919517,
      "grad_norm": 1.1721191503695438,
      "learning_rate": 0.00016261320794198095,
      "loss": 0.5814,
      "step": 70373
    },
    {
      "epoch": 2.882408355519148,
      "grad_norm": 1.4512404168419968,
      "learning_rate": 0.0001626099580952431,
      "loss": 0.9475,
      "step": 70374
    },
    {
      "epoch": 2.8824493139463447,
      "grad_norm": 1.2077689018124242,
      "learning_rate": 0.000162606708242544,
      "loss": 0.6156,
      "step": 70375
    },
    {
      "epoch": 2.882490272373541,
      "grad_norm": 1.0924070198810285,
      "learning_rate": 0.00016260345838388514,
      "loss": 0.7298,
      "step": 70376
    },
    {
      "epoch": 2.8825312308007374,
      "grad_norm": 0.7089193762401839,
      "learning_rate": 0.00016260020851926814,
      "loss": 0.255,
      "step": 70377
    },
    {
      "epoch": 2.8825721892279335,
      "grad_norm": 1.1940144687390644,
      "learning_rate": 0.00016259695864869448,
      "loss": 0.7398,
      "step": 70378
    },
    {
      "epoch": 2.88261314765513,
      "grad_norm": 0.6964608377726605,
      "learning_rate": 0.00016259370877216573,
      "loss": 0.2912,
      "step": 70379
    },
    {
      "epoch": 2.8826541060823265,
      "grad_norm": 1.1416680155609895,
      "learning_rate": 0.00016259045888968336,
      "loss": 0.6362,
      "step": 70380
    },
    {
      "epoch": 2.882695064509523,
      "grad_norm": 1.040685060964486,
      "learning_rate": 0.00016258720900124899,
      "loss": 0.692,
      "step": 70381
    },
    {
      "epoch": 2.882736022936719,
      "grad_norm": 1.0172902069228147,
      "learning_rate": 0.0001625839591068641,
      "loss": 0.7338,
      "step": 70382
    },
    {
      "epoch": 2.8827769813639157,
      "grad_norm": 2.281732385975919,
      "learning_rate": 0.00016258070920653026,
      "loss": 1.0447,
      "step": 70383
    },
    {
      "epoch": 2.882817939791112,
      "grad_norm": 1.0258648921175235,
      "learning_rate": 0.00016257745930024902,
      "loss": 0.6961,
      "step": 70384
    },
    {
      "epoch": 2.8828588982183083,
      "grad_norm": 1.3982366333267027,
      "learning_rate": 0.00016257420938802186,
      "loss": 1.2801,
      "step": 70385
    },
    {
      "epoch": 2.882899856645505,
      "grad_norm": 0.8913953555664054,
      "learning_rate": 0.00016257095946985031,
      "loss": 0.4649,
      "step": 70386
    },
    {
      "epoch": 2.8829408150727014,
      "grad_norm": 1.157411256469695,
      "learning_rate": 0.00016256770954573599,
      "loss": 0.8544,
      "step": 70387
    },
    {
      "epoch": 2.8829817734998975,
      "grad_norm": 1.3263202641798129,
      "learning_rate": 0.0001625644596156803,
      "loss": 0.7342,
      "step": 70388
    },
    {
      "epoch": 2.883022731927094,
      "grad_norm": 1.3856803279662613,
      "learning_rate": 0.00016256120967968497,
      "loss": 0.7438,
      "step": 70389
    },
    {
      "epoch": 2.8830636903542906,
      "grad_norm": 1.2724467758234523,
      "learning_rate": 0.00016255795973775134,
      "loss": 0.8332,
      "step": 70390
    },
    {
      "epoch": 2.8831046487814866,
      "grad_norm": 1.3017788585225203,
      "learning_rate": 0.0001625547097898811,
      "loss": 0.5642,
      "step": 70391
    },
    {
      "epoch": 2.883145607208683,
      "grad_norm": 1.509334142528886,
      "learning_rate": 0.00016255145983607567,
      "loss": 1.1259,
      "step": 70392
    },
    {
      "epoch": 2.8831865656358797,
      "grad_norm": 1.1459101137079564,
      "learning_rate": 0.00016254820987633668,
      "loss": 0.6558,
      "step": 70393
    },
    {
      "epoch": 2.8832275240630763,
      "grad_norm": 0.9722169220733271,
      "learning_rate": 0.0001625449599106656,
      "loss": 0.5112,
      "step": 70394
    },
    {
      "epoch": 2.8832684824902723,
      "grad_norm": 0.8226383806062639,
      "learning_rate": 0.000162541709939064,
      "loss": 0.6434,
      "step": 70395
    },
    {
      "epoch": 2.883309440917469,
      "grad_norm": 1.4027586665498575,
      "learning_rate": 0.00016253845996153337,
      "loss": 0.9169,
      "step": 70396
    },
    {
      "epoch": 2.883350399344665,
      "grad_norm": 1.1029811836961099,
      "learning_rate": 0.00016253520997807537,
      "loss": 0.7444,
      "step": 70397
    },
    {
      "epoch": 2.8833913577718615,
      "grad_norm": 1.4916260641541517,
      "learning_rate": 0.0001625319599886914,
      "loss": 0.8689,
      "step": 70398
    },
    {
      "epoch": 2.883432316199058,
      "grad_norm": 2.706655843787082,
      "learning_rate": 0.00016252870999338304,
      "loss": 1.3459,
      "step": 70399
    },
    {
      "epoch": 2.8834732746262546,
      "grad_norm": 0.9804444141927365,
      "learning_rate": 0.0001625254599921518,
      "loss": 0.7804,
      "step": 70400
    },
    {
      "epoch": 2.8835142330534507,
      "grad_norm": 1.1966619536409626,
      "learning_rate": 0.00016252220998499932,
      "loss": 0.7181,
      "step": 70401
    },
    {
      "epoch": 2.883555191480647,
      "grad_norm": 1.1389573691767692,
      "learning_rate": 0.00016251895997192704,
      "loss": 0.9045,
      "step": 70402
    },
    {
      "epoch": 2.8835961499078433,
      "grad_norm": 0.9044751754469287,
      "learning_rate": 0.0001625157099529365,
      "loss": 0.4471,
      "step": 70403
    },
    {
      "epoch": 2.88363710833504,
      "grad_norm": 1.29124151621979,
      "learning_rate": 0.00016251245992802927,
      "loss": 0.9919,
      "step": 70404
    },
    {
      "epoch": 2.8836780667622364,
      "grad_norm": 1.0419581551894646,
      "learning_rate": 0.00016250920989720687,
      "loss": 0.7946,
      "step": 70405
    },
    {
      "epoch": 2.883719025189433,
      "grad_norm": 0.6468408839519539,
      "learning_rate": 0.00016250595986047088,
      "loss": 0.2781,
      "step": 70406
    },
    {
      "epoch": 2.883759983616629,
      "grad_norm": 1.0387812866818993,
      "learning_rate": 0.00016250270981782276,
      "loss": 0.712,
      "step": 70407
    },
    {
      "epoch": 2.8838009420438255,
      "grad_norm": 5.963781174440659,
      "learning_rate": 0.0001624994597692641,
      "loss": 1.1948,
      "step": 70408
    },
    {
      "epoch": 2.883841900471022,
      "grad_norm": 1.53505875582146,
      "learning_rate": 0.0001624962097147964,
      "loss": 1.0816,
      "step": 70409
    },
    {
      "epoch": 2.883882858898218,
      "grad_norm": 1.3460508871239674,
      "learning_rate": 0.00016249295965442125,
      "loss": 0.6501,
      "step": 70410
    },
    {
      "epoch": 2.8839238173254147,
      "grad_norm": 1.1899158408619959,
      "learning_rate": 0.00016248970958814015,
      "loss": 0.8319,
      "step": 70411
    },
    {
      "epoch": 2.8839647757526112,
      "grad_norm": 1.1476856092851047,
      "learning_rate": 0.0001624864595159546,
      "loss": 0.2822,
      "step": 70412
    },
    {
      "epoch": 2.8840057341798078,
      "grad_norm": 0.7790877592756618,
      "learning_rate": 0.00016248320943786622,
      "loss": 0.2599,
      "step": 70413
    },
    {
      "epoch": 2.884046692607004,
      "grad_norm": 1.441488268208042,
      "learning_rate": 0.00016247995935387646,
      "loss": 1.133,
      "step": 70414
    },
    {
      "epoch": 2.8840876510342004,
      "grad_norm": 1.7825034309237104,
      "learning_rate": 0.00016247670926398695,
      "loss": 1.4268,
      "step": 70415
    },
    {
      "epoch": 2.8841286094613965,
      "grad_norm": 1.0296923113915486,
      "learning_rate": 0.00016247345916819912,
      "loss": 0.6486,
      "step": 70416
    },
    {
      "epoch": 2.884169567888593,
      "grad_norm": 1.101285418992886,
      "learning_rate": 0.00016247020906651462,
      "loss": 0.5758,
      "step": 70417
    },
    {
      "epoch": 2.8842105263157896,
      "grad_norm": 0.9665015695266719,
      "learning_rate": 0.00016246695895893494,
      "loss": 0.3054,
      "step": 70418
    },
    {
      "epoch": 2.884251484742986,
      "grad_norm": 0.8215802679421277,
      "learning_rate": 0.00016246370884546153,
      "loss": 0.2141,
      "step": 70419
    },
    {
      "epoch": 2.884292443170182,
      "grad_norm": 1.0174645722096674,
      "learning_rate": 0.00016246045872609605,
      "loss": 0.7731,
      "step": 70420
    },
    {
      "epoch": 2.8843334015973787,
      "grad_norm": 1.1113709456616767,
      "learning_rate": 0.00016245720860084,
      "loss": 0.7596,
      "step": 70421
    },
    {
      "epoch": 2.884374360024575,
      "grad_norm": 1.0804440324765663,
      "learning_rate": 0.00016245395846969487,
      "loss": 0.7062,
      "step": 70422
    },
    {
      "epoch": 2.8844153184517713,
      "grad_norm": 0.6246390116447101,
      "learning_rate": 0.00016245070833266226,
      "loss": 0.2489,
      "step": 70423
    },
    {
      "epoch": 2.884456276878968,
      "grad_norm": 1.2094923516692886,
      "learning_rate": 0.00016244745818974363,
      "loss": 0.7741,
      "step": 70424
    },
    {
      "epoch": 2.8844972353061644,
      "grad_norm": 1.2946826897010435,
      "learning_rate": 0.00016244420804094063,
      "loss": 0.9954,
      "step": 70425
    },
    {
      "epoch": 2.8845381937333605,
      "grad_norm": 1.3321078232917285,
      "learning_rate": 0.00016244095788625466,
      "loss": 0.9359,
      "step": 70426
    },
    {
      "epoch": 2.884579152160557,
      "grad_norm": 3.1986995860598415,
      "learning_rate": 0.00016243770772568738,
      "loss": 3.5314,
      "step": 70427
    },
    {
      "epoch": 2.8846201105877536,
      "grad_norm": 3.167267979971126,
      "learning_rate": 0.00016243445755924024,
      "loss": 3.267,
      "step": 70428
    },
    {
      "epoch": 2.8846610690149497,
      "grad_norm": 1.1884432097554936,
      "learning_rate": 0.00016243120738691484,
      "loss": 0.7035,
      "step": 70429
    },
    {
      "epoch": 2.884702027442146,
      "grad_norm": 1.1625321360976553,
      "learning_rate": 0.00016242795720871267,
      "loss": 0.5837,
      "step": 70430
    },
    {
      "epoch": 2.8847429858693427,
      "grad_norm": 3.7272780136685673,
      "learning_rate": 0.00016242470702463528,
      "loss": 1.8101,
      "step": 70431
    },
    {
      "epoch": 2.8847839442965393,
      "grad_norm": 2.7471808641253017,
      "learning_rate": 0.0001624214568346842,
      "loss": 1.9927,
      "step": 70432
    },
    {
      "epoch": 2.8848249027237354,
      "grad_norm": 1.3205911089912907,
      "learning_rate": 0.000162418206638861,
      "loss": 0.9235,
      "step": 70433
    },
    {
      "epoch": 2.884865861150932,
      "grad_norm": 1.0963552938040937,
      "learning_rate": 0.00016241495643716717,
      "loss": 0.8415,
      "step": 70434
    },
    {
      "epoch": 2.884906819578128,
      "grad_norm": 1.4239205063502547,
      "learning_rate": 0.0001624117062296043,
      "loss": 0.667,
      "step": 70435
    },
    {
      "epoch": 2.8849477780053245,
      "grad_norm": 1.191625850733812,
      "learning_rate": 0.00016240845601617386,
      "loss": 0.8293,
      "step": 70436
    },
    {
      "epoch": 2.884988736432521,
      "grad_norm": 1.3017063391062644,
      "learning_rate": 0.00016240520579687747,
      "loss": 0.857,
      "step": 70437
    },
    {
      "epoch": 2.8850296948597176,
      "grad_norm": 1.3098230732901315,
      "learning_rate": 0.00016240195557171657,
      "loss": 0.9671,
      "step": 70438
    },
    {
      "epoch": 2.8850706532869137,
      "grad_norm": 1.3903591302341056,
      "learning_rate": 0.00016239870534069277,
      "loss": 0.5909,
      "step": 70439
    },
    {
      "epoch": 2.8851116117141102,
      "grad_norm": 0.6543921999571003,
      "learning_rate": 0.00016239545510380755,
      "loss": 0.2624,
      "step": 70440
    },
    {
      "epoch": 2.8851525701413063,
      "grad_norm": 1.36103036515988,
      "learning_rate": 0.00016239220486106252,
      "loss": 0.8688,
      "step": 70441
    },
    {
      "epoch": 2.885193528568503,
      "grad_norm": 1.3808760101712634,
      "learning_rate": 0.00016238895461245917,
      "loss": 0.8892,
      "step": 70442
    },
    {
      "epoch": 2.8852344869956994,
      "grad_norm": 1.261810739419291,
      "learning_rate": 0.000162385704357999,
      "loss": 0.7357,
      "step": 70443
    },
    {
      "epoch": 2.885275445422896,
      "grad_norm": 1.3118729731351344,
      "learning_rate": 0.00016238245409768361,
      "loss": 0.9384,
      "step": 70444
    },
    {
      "epoch": 2.885316403850092,
      "grad_norm": 0.9696118144234362,
      "learning_rate": 0.00016237920383151456,
      "loss": 0.5772,
      "step": 70445
    },
    {
      "epoch": 2.8853573622772886,
      "grad_norm": 0.9894545250389505,
      "learning_rate": 0.00016237595355949328,
      "loss": 0.3853,
      "step": 70446
    },
    {
      "epoch": 2.885398320704485,
      "grad_norm": 1.0320107157587552,
      "learning_rate": 0.0001623727032816214,
      "loss": 0.4008,
      "step": 70447
    },
    {
      "epoch": 2.885439279131681,
      "grad_norm": 1.2156696727136111,
      "learning_rate": 0.00016236945299790038,
      "loss": 0.778,
      "step": 70448
    },
    {
      "epoch": 2.8854802375588777,
      "grad_norm": 1.1147760889117024,
      "learning_rate": 0.00016236620270833186,
      "loss": 0.7934,
      "step": 70449
    },
    {
      "epoch": 2.8855211959860743,
      "grad_norm": 0.9990018208170166,
      "learning_rate": 0.00016236295241291726,
      "loss": 0.5254,
      "step": 70450
    },
    {
      "epoch": 2.885562154413271,
      "grad_norm": 1.2989819110043823,
      "learning_rate": 0.00016235970211165822,
      "loss": 0.6258,
      "step": 70451
    },
    {
      "epoch": 2.885603112840467,
      "grad_norm": 1.054185788764635,
      "learning_rate": 0.0001623564518045562,
      "loss": 0.7318,
      "step": 70452
    },
    {
      "epoch": 2.8856440712676634,
      "grad_norm": 1.2543086074543357,
      "learning_rate": 0.00016235320149161282,
      "loss": 0.9318,
      "step": 70453
    },
    {
      "epoch": 2.8856850296948595,
      "grad_norm": 1.2024818085798812,
      "learning_rate": 0.00016234995117282952,
      "loss": 0.8753,
      "step": 70454
    },
    {
      "epoch": 2.885725988122056,
      "grad_norm": 0.9936123559657151,
      "learning_rate": 0.00016234670084820787,
      "loss": 0.7711,
      "step": 70455
    },
    {
      "epoch": 2.8857669465492526,
      "grad_norm": 1.050533617120692,
      "learning_rate": 0.00016234345051774942,
      "loss": 0.6661,
      "step": 70456
    },
    {
      "epoch": 2.885807904976449,
      "grad_norm": 1.2036194639290905,
      "learning_rate": 0.00016234020018145574,
      "loss": 0.8284,
      "step": 70457
    },
    {
      "epoch": 2.885848863403645,
      "grad_norm": 0.9269955503856918,
      "learning_rate": 0.0001623369498393283,
      "loss": 0.6991,
      "step": 70458
    },
    {
      "epoch": 2.8858898218308418,
      "grad_norm": 0.9936942414297267,
      "learning_rate": 0.00016233369949136868,
      "loss": 0.7123,
      "step": 70459
    },
    {
      "epoch": 2.885930780258038,
      "grad_norm": 3.177267925039164,
      "learning_rate": 0.00016233044913757837,
      "loss": 3.2588,
      "step": 70460
    },
    {
      "epoch": 2.8859717386852344,
      "grad_norm": 1.0827718984204748,
      "learning_rate": 0.00016232719877795897,
      "loss": 0.9835,
      "step": 70461
    },
    {
      "epoch": 2.886012697112431,
      "grad_norm": 1.0816416248051404,
      "learning_rate": 0.00016232394841251196,
      "loss": 0.7661,
      "step": 70462
    },
    {
      "epoch": 2.8860536555396274,
      "grad_norm": 1.3248726357069776,
      "learning_rate": 0.00016232069804123894,
      "loss": 1.0,
      "step": 70463
    },
    {
      "epoch": 2.8860946139668235,
      "grad_norm": 0.9915936278531202,
      "learning_rate": 0.00016231744766414136,
      "loss": 0.5536,
      "step": 70464
    },
    {
      "epoch": 2.88613557239402,
      "grad_norm": 2.140644901086708,
      "learning_rate": 0.00016231419728122084,
      "loss": 1.0497,
      "step": 70465
    },
    {
      "epoch": 2.8861765308212166,
      "grad_norm": 0.9909320658051148,
      "learning_rate": 0.00016231094689247888,
      "loss": 0.7003,
      "step": 70466
    },
    {
      "epoch": 2.8862174892484127,
      "grad_norm": 1.1002206113431499,
      "learning_rate": 0.00016230769649791703,
      "loss": 0.7794,
      "step": 70467
    },
    {
      "epoch": 2.8862584476756092,
      "grad_norm": 1.1765594874248317,
      "learning_rate": 0.00016230444609753676,
      "loss": 0.6415,
      "step": 70468
    },
    {
      "epoch": 2.8862994061028058,
      "grad_norm": 0.8640595280272911,
      "learning_rate": 0.0001623011956913397,
      "loss": 0.6067,
      "step": 70469
    },
    {
      "epoch": 2.8863403645300023,
      "grad_norm": 1.1268749560846323,
      "learning_rate": 0.00016229794527932736,
      "loss": 0.8281,
      "step": 70470
    },
    {
      "epoch": 2.8863813229571984,
      "grad_norm": 2.127311841610832,
      "learning_rate": 0.00016229469486150127,
      "loss": 1.1053,
      "step": 70471
    },
    {
      "epoch": 2.886422281384395,
      "grad_norm": 1.1065819259072298,
      "learning_rate": 0.0001622914444378629,
      "loss": 0.7962,
      "step": 70472
    },
    {
      "epoch": 2.886463239811591,
      "grad_norm": 0.9202484903380801,
      "learning_rate": 0.00016228819400841392,
      "loss": 0.2324,
      "step": 70473
    },
    {
      "epoch": 2.8865041982387876,
      "grad_norm": 0.8923505993661253,
      "learning_rate": 0.00016228494357315576,
      "loss": 0.439,
      "step": 70474
    },
    {
      "epoch": 2.886545156665984,
      "grad_norm": 3.162339694610021,
      "learning_rate": 0.00016228169313208999,
      "loss": 3.1614,
      "step": 70475
    },
    {
      "epoch": 2.8865861150931806,
      "grad_norm": 1.2715152726495966,
      "learning_rate": 0.00016227844268521817,
      "loss": 0.7638,
      "step": 70476
    },
    {
      "epoch": 2.8866270735203767,
      "grad_norm": 1.457835122627839,
      "learning_rate": 0.0001622751922325418,
      "loss": 0.7823,
      "step": 70477
    },
    {
      "epoch": 2.8866680319475733,
      "grad_norm": 1.0013858050933522,
      "learning_rate": 0.00016227194177406245,
      "loss": 0.4347,
      "step": 70478
    },
    {
      "epoch": 2.8867089903747694,
      "grad_norm": 1.2875008646036947,
      "learning_rate": 0.0001622686913097816,
      "loss": 0.8768,
      "step": 70479
    },
    {
      "epoch": 2.886749948801966,
      "grad_norm": 1.2408393010924583,
      "learning_rate": 0.00016226544083970085,
      "loss": 0.7635,
      "step": 70480
    },
    {
      "epoch": 2.8867909072291624,
      "grad_norm": 2.913602440115341,
      "learning_rate": 0.0001622621903638217,
      "loss": 1.0051,
      "step": 70481
    },
    {
      "epoch": 2.886831865656359,
      "grad_norm": 0.6727062790754845,
      "learning_rate": 0.0001622589398821457,
      "loss": 0.2353,
      "step": 70482
    },
    {
      "epoch": 2.886872824083555,
      "grad_norm": 1.202307484176323,
      "learning_rate": 0.00016225568939467441,
      "loss": 0.7025,
      "step": 70483
    },
    {
      "epoch": 2.8869137825107516,
      "grad_norm": 0.923751816302786,
      "learning_rate": 0.0001622524389014093,
      "loss": 0.2879,
      "step": 70484
    },
    {
      "epoch": 2.886954740937948,
      "grad_norm": 1.5233540410709379,
      "learning_rate": 0.00016224918840235199,
      "loss": 0.9344,
      "step": 70485
    },
    {
      "epoch": 2.886995699365144,
      "grad_norm": 0.7789366126156737,
      "learning_rate": 0.00016224593789750393,
      "loss": 0.3005,
      "step": 70486
    },
    {
      "epoch": 2.8870366577923408,
      "grad_norm": 1.0877836463988177,
      "learning_rate": 0.00016224268738686674,
      "loss": 0.739,
      "step": 70487
    },
    {
      "epoch": 2.8870776162195373,
      "grad_norm": 2.0984349113711143,
      "learning_rate": 0.0001622394368704419,
      "loss": 1.4123,
      "step": 70488
    },
    {
      "epoch": 2.887118574646734,
      "grad_norm": 1.3774075170420266,
      "learning_rate": 0.000162236186348231,
      "loss": 0.8804,
      "step": 70489
    },
    {
      "epoch": 2.88715953307393,
      "grad_norm": 0.4608979329982721,
      "learning_rate": 0.0001622329358202355,
      "loss": 0.1487,
      "step": 70490
    },
    {
      "epoch": 2.8872004915011265,
      "grad_norm": 0.6936751087274196,
      "learning_rate": 0.000162229685286457,
      "loss": 0.2502,
      "step": 70491
    },
    {
      "epoch": 2.8872414499283225,
      "grad_norm": 1.1132115676196286,
      "learning_rate": 0.00016222643474689697,
      "loss": 0.674,
      "step": 70492
    },
    {
      "epoch": 2.887282408355519,
      "grad_norm": 1.0942873608353119,
      "learning_rate": 0.00016222318420155702,
      "loss": 0.5995,
      "step": 70493
    },
    {
      "epoch": 2.8873233667827156,
      "grad_norm": 1.068204483807032,
      "learning_rate": 0.00016221993365043869,
      "loss": 0.6707,
      "step": 70494
    },
    {
      "epoch": 2.887364325209912,
      "grad_norm": 1.0604128352596098,
      "learning_rate": 0.00016221668309354345,
      "loss": 0.7118,
      "step": 70495
    },
    {
      "epoch": 2.8874052836371082,
      "grad_norm": 1.0109558256695284,
      "learning_rate": 0.00016221343253087285,
      "loss": 0.8911,
      "step": 70496
    },
    {
      "epoch": 2.887446242064305,
      "grad_norm": 1.2933653812105397,
      "learning_rate": 0.0001622101819624285,
      "loss": 0.6079,
      "step": 70497
    },
    {
      "epoch": 2.887487200491501,
      "grad_norm": 1.27142434983003,
      "learning_rate": 0.00016220693138821183,
      "loss": 0.9308,
      "step": 70498
    },
    {
      "epoch": 2.8875281589186974,
      "grad_norm": 1.291768589954682,
      "learning_rate": 0.0001622036808082245,
      "loss": 0.8844,
      "step": 70499
    },
    {
      "epoch": 2.887569117345894,
      "grad_norm": 1.2002600700922796,
      "learning_rate": 0.00016220043022246788,
      "loss": 0.7981,
      "step": 70500
    },
    {
      "epoch": 2.8876100757730905,
      "grad_norm": 1.5905497476763577,
      "learning_rate": 0.00016219717963094368,
      "loss": 1.1699,
      "step": 70501
    },
    {
      "epoch": 2.8876510342002866,
      "grad_norm": 3.3770718386914247,
      "learning_rate": 0.00016219392903365335,
      "loss": 3.1352,
      "step": 70502
    },
    {
      "epoch": 2.887691992627483,
      "grad_norm": 1.724942947869624,
      "learning_rate": 0.00016219067843059845,
      "loss": 1.2627,
      "step": 70503
    },
    {
      "epoch": 2.8877329510546796,
      "grad_norm": 1.5296959301680295,
      "learning_rate": 0.00016218742782178047,
      "loss": 1.0689,
      "step": 70504
    },
    {
      "epoch": 2.8877739094818757,
      "grad_norm": 1.1422811659753505,
      "learning_rate": 0.00016218417720720098,
      "loss": 0.8733,
      "step": 70505
    },
    {
      "epoch": 2.8878148679090723,
      "grad_norm": 1.0535945301565255,
      "learning_rate": 0.00016218092658686154,
      "loss": 0.6652,
      "step": 70506
    },
    {
      "epoch": 2.887855826336269,
      "grad_norm": 0.7993550095400456,
      "learning_rate": 0.00016217767596076366,
      "loss": 0.2706,
      "step": 70507
    },
    {
      "epoch": 2.8878967847634653,
      "grad_norm": 1.2686846310744115,
      "learning_rate": 0.00016217442532890888,
      "loss": 0.7223,
      "step": 70508
    },
    {
      "epoch": 2.8879377431906614,
      "grad_norm": 1.290535103244014,
      "learning_rate": 0.00016217117469129874,
      "loss": 0.9538,
      "step": 70509
    },
    {
      "epoch": 2.887978701617858,
      "grad_norm": 1.2835575878744703,
      "learning_rate": 0.00016216792404793475,
      "loss": 0.8375,
      "step": 70510
    },
    {
      "epoch": 2.888019660045054,
      "grad_norm": 1.1360845046205836,
      "learning_rate": 0.00016216467339881852,
      "loss": 0.6441,
      "step": 70511
    },
    {
      "epoch": 2.8880606184722506,
      "grad_norm": 1.4729867236400092,
      "learning_rate": 0.0001621614227439515,
      "loss": 1.1328,
      "step": 70512
    },
    {
      "epoch": 2.888101576899447,
      "grad_norm": 1.0000228819083044,
      "learning_rate": 0.00016215817208333527,
      "loss": 0.8078,
      "step": 70513
    },
    {
      "epoch": 2.8881425353266437,
      "grad_norm": 1.6720964500773416,
      "learning_rate": 0.0001621549214169714,
      "loss": 1.0629,
      "step": 70514
    },
    {
      "epoch": 2.8881834937538398,
      "grad_norm": 1.5055223169787144,
      "learning_rate": 0.00016215167074486135,
      "loss": 0.6432,
      "step": 70515
    },
    {
      "epoch": 2.8882244521810363,
      "grad_norm": 0.6387736761218135,
      "learning_rate": 0.00016214842006700668,
      "loss": 0.2523,
      "step": 70516
    },
    {
      "epoch": 2.8882654106082324,
      "grad_norm": 0.7783395305191045,
      "learning_rate": 0.00016214516938340898,
      "loss": 0.2957,
      "step": 70517
    },
    {
      "epoch": 2.888306369035429,
      "grad_norm": 1.409351202901436,
      "learning_rate": 0.00016214191869406974,
      "loss": 0.888,
      "step": 70518
    },
    {
      "epoch": 2.8883473274626255,
      "grad_norm": 1.696745589342839,
      "learning_rate": 0.0001621386679989905,
      "loss": 1.3434,
      "step": 70519
    },
    {
      "epoch": 2.888388285889822,
      "grad_norm": 1.680281061820671,
      "learning_rate": 0.00016213541729817276,
      "loss": 1.351,
      "step": 70520
    },
    {
      "epoch": 2.888429244317018,
      "grad_norm": 1.5183272009680906,
      "learning_rate": 0.00016213216659161816,
      "loss": 0.7577,
      "step": 70521
    },
    {
      "epoch": 2.8884702027442146,
      "grad_norm": 1.404537515782407,
      "learning_rate": 0.00016212891587932818,
      "loss": 1.1458,
      "step": 70522
    },
    {
      "epoch": 2.888511161171411,
      "grad_norm": 0.8564731485693946,
      "learning_rate": 0.00016212566516130432,
      "loss": 0.4087,
      "step": 70523
    },
    {
      "epoch": 2.8885521195986072,
      "grad_norm": 1.199873985749427,
      "learning_rate": 0.00016212241443754817,
      "loss": 1.0002,
      "step": 70524
    },
    {
      "epoch": 2.888593078025804,
      "grad_norm": 1.124653229599922,
      "learning_rate": 0.00016211916370806125,
      "loss": 0.5461,
      "step": 70525
    },
    {
      "epoch": 2.8886340364530003,
      "grad_norm": 0.6654213613493754,
      "learning_rate": 0.00016211591297284509,
      "loss": 0.1719,
      "step": 70526
    },
    {
      "epoch": 2.888674994880197,
      "grad_norm": 0.620449581417053,
      "learning_rate": 0.00016211266223190122,
      "loss": 0.262,
      "step": 70527
    },
    {
      "epoch": 2.888715953307393,
      "grad_norm": 0.8120604223402093,
      "learning_rate": 0.00016210941148523113,
      "loss": 0.3251,
      "step": 70528
    },
    {
      "epoch": 2.8887569117345895,
      "grad_norm": 1.3817833273860873,
      "learning_rate": 0.0001621061607328365,
      "loss": 1.1314,
      "step": 70529
    },
    {
      "epoch": 2.8887978701617856,
      "grad_norm": 1.3956622555922569,
      "learning_rate": 0.00016210290997471875,
      "loss": 1.0834,
      "step": 70530
    },
    {
      "epoch": 2.888838828588982,
      "grad_norm": 1.6477539830521715,
      "learning_rate": 0.00016209965921087943,
      "loss": 1.1673,
      "step": 70531
    },
    {
      "epoch": 2.8888797870161786,
      "grad_norm": 0.9877888795215815,
      "learning_rate": 0.0001620964084413201,
      "loss": 0.5571,
      "step": 70532
    },
    {
      "epoch": 2.888920745443375,
      "grad_norm": 0.8464048856472197,
      "learning_rate": 0.00016209315766604229,
      "loss": 0.6126,
      "step": 70533
    },
    {
      "epoch": 2.8889617038705713,
      "grad_norm": 2.525403346039554,
      "learning_rate": 0.00016208990688504753,
      "loss": 3.5293,
      "step": 70534
    },
    {
      "epoch": 2.889002662297768,
      "grad_norm": 1.6373152639128485,
      "learning_rate": 0.0001620866560983374,
      "loss": 1.408,
      "step": 70535
    },
    {
      "epoch": 2.889043620724964,
      "grad_norm": 2.5497881291320494,
      "learning_rate": 0.00016208340530591333,
      "loss": 1.1136,
      "step": 70536
    },
    {
      "epoch": 2.8890845791521604,
      "grad_norm": 0.8129154771992861,
      "learning_rate": 0.00016208015450777698,
      "loss": 0.2166,
      "step": 70537
    },
    {
      "epoch": 2.889125537579357,
      "grad_norm": 1.3936475584330263,
      "learning_rate": 0.00016207690370392984,
      "loss": 0.9457,
      "step": 70538
    },
    {
      "epoch": 2.8891664960065535,
      "grad_norm": 3.95567533271318,
      "learning_rate": 0.00016207365289437343,
      "loss": 6.1901,
      "step": 70539
    },
    {
      "epoch": 2.8892074544337496,
      "grad_norm": 0.7967817416466901,
      "learning_rate": 0.0001620704020791093,
      "loss": 0.2333,
      "step": 70540
    },
    {
      "epoch": 2.889248412860946,
      "grad_norm": 1.9681615017924043,
      "learning_rate": 0.000162067151258139,
      "loss": 1.637,
      "step": 70541
    },
    {
      "epoch": 2.8892893712881427,
      "grad_norm": 0.9412950544338956,
      "learning_rate": 0.000162063900431464,
      "loss": 0.3318,
      "step": 70542
    },
    {
      "epoch": 2.8893303297153388,
      "grad_norm": 0.9485617740895101,
      "learning_rate": 0.00016206064959908595,
      "loss": 0.5699,
      "step": 70543
    },
    {
      "epoch": 2.8893712881425353,
      "grad_norm": 0.8947782567353857,
      "learning_rate": 0.00016205739876100624,
      "loss": 0.2607,
      "step": 70544
    },
    {
      "epoch": 2.889412246569732,
      "grad_norm": 1.458516937800281,
      "learning_rate": 0.00016205414791722655,
      "loss": 0.7544,
      "step": 70545
    },
    {
      "epoch": 2.8894532049969284,
      "grad_norm": 1.8769378266166865,
      "learning_rate": 0.00016205089706774838,
      "loss": 1.0787,
      "step": 70546
    },
    {
      "epoch": 2.8894941634241245,
      "grad_norm": 2.884249639057203,
      "learning_rate": 0.00016204764621257321,
      "loss": 1.0263,
      "step": 70547
    },
    {
      "epoch": 2.889535121851321,
      "grad_norm": 2.958597018623606,
      "learning_rate": 0.0001620443953517026,
      "loss": 1.8851,
      "step": 70548
    },
    {
      "epoch": 2.889576080278517,
      "grad_norm": 0.800543048382333,
      "learning_rate": 0.00016204114448513813,
      "loss": 0.1804,
      "step": 70549
    },
    {
      "epoch": 2.8896170387057136,
      "grad_norm": 1.5111990359834362,
      "learning_rate": 0.0001620378936128813,
      "loss": 1.1935,
      "step": 70550
    },
    {
      "epoch": 2.88965799713291,
      "grad_norm": 1.2824570019175485,
      "learning_rate": 0.00016203464273493366,
      "loss": 0.7081,
      "step": 70551
    },
    {
      "epoch": 2.8896989555601067,
      "grad_norm": 1.0658902883164716,
      "learning_rate": 0.00016203139185129667,
      "loss": 0.7236,
      "step": 70552
    },
    {
      "epoch": 2.889739913987303,
      "grad_norm": 1.0222349663444275,
      "learning_rate": 0.000162028140961972,
      "loss": 0.5631,
      "step": 70553
    },
    {
      "epoch": 2.8897808724144993,
      "grad_norm": 1.228368058807167,
      "learning_rate": 0.00016202489006696117,
      "loss": 0.7899,
      "step": 70554
    },
    {
      "epoch": 2.8898218308416954,
      "grad_norm": 1.894043055216732,
      "learning_rate": 0.00016202163916626558,
      "loss": 0.8836,
      "step": 70555
    },
    {
      "epoch": 2.889862789268892,
      "grad_norm": 0.9199943284255034,
      "learning_rate": 0.00016201838825988688,
      "loss": 0.2298,
      "step": 70556
    },
    {
      "epoch": 2.8899037476960885,
      "grad_norm": 0.7878045261716167,
      "learning_rate": 0.0001620151373478266,
      "loss": 0.2654,
      "step": 70557
    },
    {
      "epoch": 2.889944706123285,
      "grad_norm": 1.2215909071965279,
      "learning_rate": 0.00016201188643008628,
      "loss": 0.7675,
      "step": 70558
    },
    {
      "epoch": 2.889985664550481,
      "grad_norm": 1.202399834663801,
      "learning_rate": 0.00016200863550666742,
      "loss": 0.6237,
      "step": 70559
    },
    {
      "epoch": 2.8900266229776777,
      "grad_norm": 5.108178420296234,
      "learning_rate": 0.00016200538457757156,
      "loss": 1.4933,
      "step": 70560
    },
    {
      "epoch": 2.890067581404874,
      "grad_norm": 1.4217848871164112,
      "learning_rate": 0.00016200213364280026,
      "loss": 0.7072,
      "step": 70561
    },
    {
      "epoch": 2.8901085398320703,
      "grad_norm": 1.3134126442274254,
      "learning_rate": 0.00016199888270235506,
      "loss": 0.7732,
      "step": 70562
    },
    {
      "epoch": 2.890149498259267,
      "grad_norm": 1.064906610257931,
      "learning_rate": 0.00016199563175623745,
      "loss": 0.8826,
      "step": 70563
    },
    {
      "epoch": 2.8901904566864633,
      "grad_norm": 1.7203911055951508,
      "learning_rate": 0.00016199238080444903,
      "loss": 0.9123,
      "step": 70564
    },
    {
      "epoch": 2.89023141511366,
      "grad_norm": 4.069016309797909,
      "learning_rate": 0.00016198912984699128,
      "loss": 1.8654,
      "step": 70565
    },
    {
      "epoch": 2.890272373540856,
      "grad_norm": 1.0716922476445574,
      "learning_rate": 0.0001619858788838658,
      "loss": 0.7288,
      "step": 70566
    },
    {
      "epoch": 2.8903133319680525,
      "grad_norm": 1.2519493045093473,
      "learning_rate": 0.00016198262791507407,
      "loss": 0.8532,
      "step": 70567
    },
    {
      "epoch": 2.8903542903952486,
      "grad_norm": 1.2381545466129005,
      "learning_rate": 0.00016197937694061764,
      "loss": 0.9201,
      "step": 70568
    },
    {
      "epoch": 2.890395248822445,
      "grad_norm": 1.1072385652913317,
      "learning_rate": 0.00016197612596049806,
      "loss": 0.783,
      "step": 70569
    },
    {
      "epoch": 2.8904362072496417,
      "grad_norm": 1.298901040490891,
      "learning_rate": 0.0001619728749747169,
      "loss": 0.781,
      "step": 70570
    },
    {
      "epoch": 2.890477165676838,
      "grad_norm": 0.7190016844918315,
      "learning_rate": 0.00016196962398327565,
      "loss": 0.3485,
      "step": 70571
    },
    {
      "epoch": 2.8905181241040343,
      "grad_norm": 1.1231726152127008,
      "learning_rate": 0.00016196637298617579,
      "loss": 0.8522,
      "step": 70572
    },
    {
      "epoch": 2.890559082531231,
      "grad_norm": 1.0290427655349854,
      "learning_rate": 0.000161963121983419,
      "loss": 0.6859,
      "step": 70573
    },
    {
      "epoch": 2.890600040958427,
      "grad_norm": 0.9937058584467093,
      "learning_rate": 0.0001619598709750067,
      "loss": 0.5947,
      "step": 70574
    },
    {
      "epoch": 2.8906409993856235,
      "grad_norm": 0.9251247449571866,
      "learning_rate": 0.0001619566199609405,
      "loss": 0.2244,
      "step": 70575
    },
    {
      "epoch": 2.89068195781282,
      "grad_norm": 1.4668114818414242,
      "learning_rate": 0.00016195336894122184,
      "loss": 1.1391,
      "step": 70576
    },
    {
      "epoch": 2.8907229162400165,
      "grad_norm": 1.140672189538809,
      "learning_rate": 0.00016195011791585238,
      "loss": 0.7502,
      "step": 70577
    },
    {
      "epoch": 2.8907638746672126,
      "grad_norm": 1.184451337805976,
      "learning_rate": 0.00016194686688483358,
      "loss": 0.8928,
      "step": 70578
    },
    {
      "epoch": 2.890804833094409,
      "grad_norm": 0.9528604428144769,
      "learning_rate": 0.000161943615848167,
      "loss": 0.4183,
      "step": 70579
    },
    {
      "epoch": 2.8908457915216057,
      "grad_norm": 3.995756236203271,
      "learning_rate": 0.00016194036480585413,
      "loss": 3.4604,
      "step": 70580
    },
    {
      "epoch": 2.890886749948802,
      "grad_norm": 0.9239583766475497,
      "learning_rate": 0.00016193711375789662,
      "loss": 0.3317,
      "step": 70581
    },
    {
      "epoch": 2.8909277083759983,
      "grad_norm": 1.1575646943634055,
      "learning_rate": 0.0001619338627042959,
      "loss": 0.7562,
      "step": 70582
    },
    {
      "epoch": 2.890968666803195,
      "grad_norm": 0.5864572482005188,
      "learning_rate": 0.00016193061164505355,
      "loss": 0.1976,
      "step": 70583
    },
    {
      "epoch": 2.8910096252303914,
      "grad_norm": 1.2951750938296056,
      "learning_rate": 0.00016192736058017108,
      "loss": 0.8146,
      "step": 70584
    },
    {
      "epoch": 2.8910505836575875,
      "grad_norm": 1.2177458009054412,
      "learning_rate": 0.00016192410950965005,
      "loss": 0.5581,
      "step": 70585
    },
    {
      "epoch": 2.891091542084784,
      "grad_norm": 1.1508710544942655,
      "learning_rate": 0.00016192085843349198,
      "loss": 0.7748,
      "step": 70586
    },
    {
      "epoch": 2.89113250051198,
      "grad_norm": 1.2005576000682197,
      "learning_rate": 0.00016191760735169848,
      "loss": 0.8669,
      "step": 70587
    },
    {
      "epoch": 2.8911734589391767,
      "grad_norm": 1.2291484936051307,
      "learning_rate": 0.00016191435626427094,
      "loss": 0.8959,
      "step": 70588
    },
    {
      "epoch": 2.891214417366373,
      "grad_norm": 1.0392892114478884,
      "learning_rate": 0.00016191110517121106,
      "loss": 0.7192,
      "step": 70589
    },
    {
      "epoch": 2.8912553757935697,
      "grad_norm": 1.4130824085348772,
      "learning_rate": 0.00016190785407252026,
      "loss": 0.811,
      "step": 70590
    },
    {
      "epoch": 2.891296334220766,
      "grad_norm": 1.3719816068544026,
      "learning_rate": 0.00016190460296820015,
      "loss": 0.3434,
      "step": 70591
    },
    {
      "epoch": 2.8913372926479624,
      "grad_norm": 1.2854907552940742,
      "learning_rate": 0.0001619013518582522,
      "loss": 0.5191,
      "step": 70592
    },
    {
      "epoch": 2.8913782510751584,
      "grad_norm": 1.104316540082993,
      "learning_rate": 0.00016189810074267798,
      "loss": 0.7222,
      "step": 70593
    },
    {
      "epoch": 2.891419209502355,
      "grad_norm": 1.1746427793912637,
      "learning_rate": 0.0001618948496214791,
      "loss": 0.8485,
      "step": 70594
    },
    {
      "epoch": 2.8914601679295515,
      "grad_norm": 2.4604679631794304,
      "learning_rate": 0.00016189159849465694,
      "loss": 1.2548,
      "step": 70595
    },
    {
      "epoch": 2.891501126356748,
      "grad_norm": 1.2651972227501633,
      "learning_rate": 0.00016188834736221316,
      "loss": 0.7665,
      "step": 70596
    },
    {
      "epoch": 2.891542084783944,
      "grad_norm": 0.958030490481639,
      "learning_rate": 0.00016188509622414927,
      "loss": 0.1919,
      "step": 70597
    },
    {
      "epoch": 2.8915830432111407,
      "grad_norm": 1.111760813384315,
      "learning_rate": 0.00016188184508046676,
      "loss": 0.7193,
      "step": 70598
    },
    {
      "epoch": 2.891624001638337,
      "grad_norm": 1.2574335785786277,
      "learning_rate": 0.00016187859393116725,
      "loss": 0.8378,
      "step": 70599
    },
    {
      "epoch": 2.8916649600655333,
      "grad_norm": 2.0161118939737417,
      "learning_rate": 0.00016187534277625217,
      "loss": 1.0136,
      "step": 70600
    },
    {
      "epoch": 2.89170591849273,
      "grad_norm": 0.913608184369183,
      "learning_rate": 0.00016187209161572314,
      "loss": 0.4555,
      "step": 70601
    },
    {
      "epoch": 2.8917468769199264,
      "grad_norm": 1.067037860748112,
      "learning_rate": 0.0001618688404495817,
      "loss": 0.7519,
      "step": 70602
    },
    {
      "epoch": 2.891787835347123,
      "grad_norm": 1.4887167034622546,
      "learning_rate": 0.00016186558927782936,
      "loss": 1.0241,
      "step": 70603
    },
    {
      "epoch": 2.891828793774319,
      "grad_norm": 1.4663682587946953,
      "learning_rate": 0.00016186233810046757,
      "loss": 0.7884,
      "step": 70604
    },
    {
      "epoch": 2.8918697522015155,
      "grad_norm": 0.7802042965015831,
      "learning_rate": 0.00016185908691749808,
      "loss": 0.1843,
      "step": 70605
    },
    {
      "epoch": 2.8919107106287116,
      "grad_norm": 0.7663865725865189,
      "learning_rate": 0.00016185583572892224,
      "loss": 0.291,
      "step": 70606
    },
    {
      "epoch": 2.891951669055908,
      "grad_norm": 1.5520341261262522,
      "learning_rate": 0.00016185258453474166,
      "loss": 1.4633,
      "step": 70607
    },
    {
      "epoch": 2.8919926274831047,
      "grad_norm": 1.1434079666969097,
      "learning_rate": 0.00016184933333495785,
      "loss": 0.7173,
      "step": 70608
    },
    {
      "epoch": 2.8920335859103012,
      "grad_norm": 1.5151681730731712,
      "learning_rate": 0.00016184608212957237,
      "loss": 0.9962,
      "step": 70609
    },
    {
      "epoch": 2.8920745443374973,
      "grad_norm": 1.4533801493115328,
      "learning_rate": 0.00016184283091858677,
      "loss": 0.8798,
      "step": 70610
    },
    {
      "epoch": 2.892115502764694,
      "grad_norm": 1.0866802681953291,
      "learning_rate": 0.00016183957970200254,
      "loss": 0.3885,
      "step": 70611
    },
    {
      "epoch": 2.89215646119189,
      "grad_norm": 1.093246628559523,
      "learning_rate": 0.00016183632847982122,
      "loss": 0.6989,
      "step": 70612
    },
    {
      "epoch": 2.8921974196190865,
      "grad_norm": 1.3063902836794612,
      "learning_rate": 0.00016183307725204442,
      "loss": 0.5248,
      "step": 70613
    },
    {
      "epoch": 2.892238378046283,
      "grad_norm": 1.125201838291503,
      "learning_rate": 0.00016182982601867363,
      "loss": 0.4317,
      "step": 70614
    },
    {
      "epoch": 2.8922793364734796,
      "grad_norm": 1.3515660081541416,
      "learning_rate": 0.00016182657477971035,
      "loss": 0.964,
      "step": 70615
    },
    {
      "epoch": 2.8923202949006757,
      "grad_norm": 1.4569037864187957,
      "learning_rate": 0.00016182332353515617,
      "loss": 1.0719,
      "step": 70616
    },
    {
      "epoch": 2.892361253327872,
      "grad_norm": 1.276971544895919,
      "learning_rate": 0.0001618200722850126,
      "loss": 0.9998,
      "step": 70617
    },
    {
      "epoch": 2.8924022117550687,
      "grad_norm": 1.1123481360999754,
      "learning_rate": 0.00016181682102928122,
      "loss": 0.6922,
      "step": 70618
    },
    {
      "epoch": 2.892443170182265,
      "grad_norm": 1.3026489723038839,
      "learning_rate": 0.0001618135697679635,
      "loss": 0.7986,
      "step": 70619
    },
    {
      "epoch": 2.8924841286094614,
      "grad_norm": 0.9792391376366864,
      "learning_rate": 0.00016181031850106097,
      "loss": 0.5575,
      "step": 70620
    },
    {
      "epoch": 2.892525087036658,
      "grad_norm": 1.7177004391966701,
      "learning_rate": 0.00016180706722857528,
      "loss": 1.5007,
      "step": 70621
    },
    {
      "epoch": 2.8925660454638544,
      "grad_norm": 1.3969678446688043,
      "learning_rate": 0.00016180381595050787,
      "loss": 0.9325,
      "step": 70622
    },
    {
      "epoch": 2.8926070038910505,
      "grad_norm": 1.0364725837051583,
      "learning_rate": 0.0001618005646668603,
      "loss": 0.7353,
      "step": 70623
    },
    {
      "epoch": 2.892647962318247,
      "grad_norm": 2.122126499013994,
      "learning_rate": 0.00016179731337763407,
      "loss": 2.0365,
      "step": 70624
    },
    {
      "epoch": 2.892688920745443,
      "grad_norm": 1.281911699141485,
      "learning_rate": 0.0001617940620828308,
      "loss": 1.113,
      "step": 70625
    },
    {
      "epoch": 2.8927298791726397,
      "grad_norm": 1.3096361196699904,
      "learning_rate": 0.000161790810782452,
      "loss": 0.8277,
      "step": 70626
    },
    {
      "epoch": 2.892770837599836,
      "grad_norm": 1.439314855565619,
      "learning_rate": 0.00016178755947649916,
      "loss": 0.8558,
      "step": 70627
    },
    {
      "epoch": 2.8928117960270328,
      "grad_norm": 0.8668371544124446,
      "learning_rate": 0.0001617843081649738,
      "loss": 0.5736,
      "step": 70628
    },
    {
      "epoch": 2.892852754454229,
      "grad_norm": 1.0057068006506005,
      "learning_rate": 0.00016178105684787756,
      "loss": 0.3286,
      "step": 70629
    },
    {
      "epoch": 2.8928937128814254,
      "grad_norm": 1.1995077425471712,
      "learning_rate": 0.00016177780552521196,
      "loss": 0.841,
      "step": 70630
    },
    {
      "epoch": 2.8929346713086215,
      "grad_norm": 1.0911617970601177,
      "learning_rate": 0.00016177455419697843,
      "loss": 0.7032,
      "step": 70631
    },
    {
      "epoch": 2.892975629735818,
      "grad_norm": 0.9527583737775752,
      "learning_rate": 0.0001617713028631786,
      "loss": 0.6563,
      "step": 70632
    },
    {
      "epoch": 2.8930165881630145,
      "grad_norm": 1.325379334814809,
      "learning_rate": 0.00016176805152381396,
      "loss": 1.0089,
      "step": 70633
    },
    {
      "epoch": 2.893057546590211,
      "grad_norm": 1.089555726133607,
      "learning_rate": 0.0001617648001788861,
      "loss": 0.6396,
      "step": 70634
    },
    {
      "epoch": 2.893098505017407,
      "grad_norm": 4.425426218280542,
      "learning_rate": 0.00016176154882839653,
      "loss": 6.507,
      "step": 70635
    },
    {
      "epoch": 2.8931394634446037,
      "grad_norm": 6.723883035484554,
      "learning_rate": 0.0001617582974723467,
      "loss": 3.108,
      "step": 70636
    },
    {
      "epoch": 2.8931804218718002,
      "grad_norm": 1.347837406291935,
      "learning_rate": 0.00016175504611073833,
      "loss": 1.1836,
      "step": 70637
    },
    {
      "epoch": 2.8932213802989963,
      "grad_norm": 1.1529650468920694,
      "learning_rate": 0.00016175179474357278,
      "loss": 0.8894,
      "step": 70638
    },
    {
      "epoch": 2.893262338726193,
      "grad_norm": 2.093696428004359,
      "learning_rate": 0.00016174854337085173,
      "loss": 0.9878,
      "step": 70639
    },
    {
      "epoch": 2.8933032971533894,
      "grad_norm": 0.635095582252823,
      "learning_rate": 0.00016174529199257658,
      "loss": 0.2586,
      "step": 70640
    },
    {
      "epoch": 2.893344255580586,
      "grad_norm": 0.8872657271836221,
      "learning_rate": 0.00016174204060874896,
      "loss": 0.4567,
      "step": 70641
    },
    {
      "epoch": 2.893385214007782,
      "grad_norm": 0.73646621557379,
      "learning_rate": 0.00016173878921937044,
      "loss": 0.2999,
      "step": 70642
    },
    {
      "epoch": 2.8934261724349786,
      "grad_norm": 1.1378895930867252,
      "learning_rate": 0.00016173553782444243,
      "loss": 0.6855,
      "step": 70643
    },
    {
      "epoch": 2.8934671308621747,
      "grad_norm": 1.2314941459111801,
      "learning_rate": 0.0001617322864239666,
      "loss": 0.6207,
      "step": 70644
    },
    {
      "epoch": 2.893508089289371,
      "grad_norm": 1.4997493536167228,
      "learning_rate": 0.00016172903501794435,
      "loss": 0.7061,
      "step": 70645
    },
    {
      "epoch": 2.8935490477165677,
      "grad_norm": 0.7938460390468284,
      "learning_rate": 0.0001617257836063774,
      "loss": 0.1854,
      "step": 70646
    },
    {
      "epoch": 2.8935900061437643,
      "grad_norm": 1.3049164766082293,
      "learning_rate": 0.0001617225321892671,
      "loss": 0.8791,
      "step": 70647
    },
    {
      "epoch": 2.8936309645709604,
      "grad_norm": 1.0495206149408143,
      "learning_rate": 0.00016171928076661504,
      "loss": 0.8502,
      "step": 70648
    },
    {
      "epoch": 2.893671922998157,
      "grad_norm": 1.3025731182947,
      "learning_rate": 0.0001617160293384228,
      "loss": 0.7324,
      "step": 70649
    },
    {
      "epoch": 2.893712881425353,
      "grad_norm": 0.622656409744396,
      "learning_rate": 0.00016171277790469197,
      "loss": 0.2499,
      "step": 70650
    },
    {
      "epoch": 2.8937538398525495,
      "grad_norm": 1.5085074637899132,
      "learning_rate": 0.00016170952646542397,
      "loss": 1.2145,
      "step": 70651
    },
    {
      "epoch": 2.893794798279746,
      "grad_norm": 1.3713605432562341,
      "learning_rate": 0.00016170627502062039,
      "loss": 0.735,
      "step": 70652
    },
    {
      "epoch": 2.8938357567069426,
      "grad_norm": 1.1060025426240558,
      "learning_rate": 0.00016170302357028276,
      "loss": 0.9025,
      "step": 70653
    },
    {
      "epoch": 2.8938767151341387,
      "grad_norm": 1.1075921933334536,
      "learning_rate": 0.00016169977211441262,
      "loss": 0.7912,
      "step": 70654
    },
    {
      "epoch": 2.8939176735613352,
      "grad_norm": 1.221876199460276,
      "learning_rate": 0.00016169652065301155,
      "loss": 0.6162,
      "step": 70655
    },
    {
      "epoch": 2.8939586319885318,
      "grad_norm": 0.9871861675707135,
      "learning_rate": 0.00016169326918608098,
      "loss": 0.6255,
      "step": 70656
    },
    {
      "epoch": 2.893999590415728,
      "grad_norm": 1.0036771955054105,
      "learning_rate": 0.00016169001771362254,
      "loss": 0.6346,
      "step": 70657
    },
    {
      "epoch": 2.8940405488429244,
      "grad_norm": 1.1659922394163504,
      "learning_rate": 0.00016168676623563773,
      "loss": 0.8568,
      "step": 70658
    },
    {
      "epoch": 2.894081507270121,
      "grad_norm": 1.3723000152200733,
      "learning_rate": 0.0001616835147521281,
      "loss": 0.9113,
      "step": 70659
    },
    {
      "epoch": 2.8941224656973175,
      "grad_norm": 0.9993373618316493,
      "learning_rate": 0.00016168026326309515,
      "loss": 0.5801,
      "step": 70660
    },
    {
      "epoch": 2.8941634241245136,
      "grad_norm": 1.1877041009611684,
      "learning_rate": 0.00016167701176854053,
      "loss": 0.8275,
      "step": 70661
    },
    {
      "epoch": 2.89420438255171,
      "grad_norm": 1.5482208156138504,
      "learning_rate": 0.00016167376026846562,
      "loss": 1.2078,
      "step": 70662
    },
    {
      "epoch": 2.894245340978906,
      "grad_norm": 0.909152697601787,
      "learning_rate": 0.00016167050876287207,
      "loss": 0.5744,
      "step": 70663
    },
    {
      "epoch": 2.8942862994061027,
      "grad_norm": 1.2916186245851926,
      "learning_rate": 0.00016166725725176137,
      "loss": 0.4682,
      "step": 70664
    },
    {
      "epoch": 2.8943272578332992,
      "grad_norm": 3.380617292102467,
      "learning_rate": 0.0001616640057351351,
      "loss": 3.9239,
      "step": 70665
    },
    {
      "epoch": 2.894368216260496,
      "grad_norm": 0.8339130929897324,
      "learning_rate": 0.00016166075421299473,
      "loss": 0.3214,
      "step": 70666
    },
    {
      "epoch": 2.894409174687692,
      "grad_norm": 0.9751259788179637,
      "learning_rate": 0.00016165750268534184,
      "loss": 0.3473,
      "step": 70667
    },
    {
      "epoch": 2.8944501331148884,
      "grad_norm": 1.0474516306626953,
      "learning_rate": 0.00016165425115217795,
      "loss": 0.8292,
      "step": 70668
    },
    {
      "epoch": 2.894491091542085,
      "grad_norm": 1.2463224747171995,
      "learning_rate": 0.0001616509996135046,
      "loss": 0.914,
      "step": 70669
    },
    {
      "epoch": 2.894532049969281,
      "grad_norm": 1.20410295140071,
      "learning_rate": 0.00016164774806932337,
      "loss": 0.8925,
      "step": 70670
    },
    {
      "epoch": 2.8945730083964776,
      "grad_norm": 0.9659403892031574,
      "learning_rate": 0.00016164449651963572,
      "loss": 0.7249,
      "step": 70671
    },
    {
      "epoch": 2.894613966823674,
      "grad_norm": 0.8639490565767121,
      "learning_rate": 0.00016164124496444323,
      "loss": 0.5582,
      "step": 70672
    },
    {
      "epoch": 2.89465492525087,
      "grad_norm": 1.6235732145766106,
      "learning_rate": 0.00016163799340374746,
      "loss": 0.8131,
      "step": 70673
    },
    {
      "epoch": 2.8946958836780667,
      "grad_norm": 1.052296712750403,
      "learning_rate": 0.00016163474183754993,
      "loss": 0.6652,
      "step": 70674
    },
    {
      "epoch": 2.8947368421052633,
      "grad_norm": 1.341206864257044,
      "learning_rate": 0.00016163149026585214,
      "loss": 0.9295,
      "step": 70675
    },
    {
      "epoch": 2.8947778005324594,
      "grad_norm": 1.537317735274884,
      "learning_rate": 0.00016162823868865562,
      "loss": 1.0007,
      "step": 70676
    },
    {
      "epoch": 2.894818758959656,
      "grad_norm": 0.5429175977683324,
      "learning_rate": 0.00016162498710596204,
      "loss": 0.1703,
      "step": 70677
    },
    {
      "epoch": 2.8948597173868524,
      "grad_norm": 4.115883347236566,
      "learning_rate": 0.00016162173551777278,
      "loss": 2.4615,
      "step": 70678
    },
    {
      "epoch": 2.894900675814049,
      "grad_norm": 1.771684000333281,
      "learning_rate": 0.00016161848392408945,
      "loss": 1.3509,
      "step": 70679
    },
    {
      "epoch": 2.894941634241245,
      "grad_norm": 1.0772158178190843,
      "learning_rate": 0.00016161523232491356,
      "loss": 0.2904,
      "step": 70680
    },
    {
      "epoch": 2.8949825926684416,
      "grad_norm": 1.2014801661500378,
      "learning_rate": 0.00016161198072024667,
      "loss": 0.7949,
      "step": 70681
    },
    {
      "epoch": 2.8950235510956377,
      "grad_norm": 1.419210584501077,
      "learning_rate": 0.00016160872911009032,
      "loss": 1.2017,
      "step": 70682
    },
    {
      "epoch": 2.8950645095228342,
      "grad_norm": 1.4556983330895517,
      "learning_rate": 0.00016160547749444605,
      "loss": 1.1481,
      "step": 70683
    },
    {
      "epoch": 2.8951054679500308,
      "grad_norm": 1.3584575123021825,
      "learning_rate": 0.00016160222587331533,
      "loss": 1.0391,
      "step": 70684
    },
    {
      "epoch": 2.8951464263772273,
      "grad_norm": 0.9069149259112935,
      "learning_rate": 0.0001615989742466998,
      "loss": 0.3869,
      "step": 70685
    },
    {
      "epoch": 2.8951873848044234,
      "grad_norm": 1.0599131559122927,
      "learning_rate": 0.00016159572261460094,
      "loss": 0.6913,
      "step": 70686
    },
    {
      "epoch": 2.89522834323162,
      "grad_norm": 0.7777774804254277,
      "learning_rate": 0.00016159247097702028,
      "loss": 0.2601,
      "step": 70687
    },
    {
      "epoch": 2.8952693016588165,
      "grad_norm": 1.0049988301692916,
      "learning_rate": 0.00016158921933395937,
      "loss": 0.7218,
      "step": 70688
    },
    {
      "epoch": 2.8953102600860126,
      "grad_norm": 1.5016361604460384,
      "learning_rate": 0.00016158596768541978,
      "loss": 1.1429,
      "step": 70689
    },
    {
      "epoch": 2.895351218513209,
      "grad_norm": 2.6733443170933286,
      "learning_rate": 0.000161582716031403,
      "loss": 0.5063,
      "step": 70690
    },
    {
      "epoch": 2.8953921769404056,
      "grad_norm": 0.8409507240456738,
      "learning_rate": 0.00016157946437191057,
      "loss": 0.3827,
      "step": 70691
    },
    {
      "epoch": 2.8954331353676017,
      "grad_norm": 1.1416449965710904,
      "learning_rate": 0.00016157621270694404,
      "loss": 0.624,
      "step": 70692
    },
    {
      "epoch": 2.8954740937947983,
      "grad_norm": 1.1066350278922656,
      "learning_rate": 0.00016157296103650498,
      "loss": 0.6404,
      "step": 70693
    },
    {
      "epoch": 2.895515052221995,
      "grad_norm": 1.0683334895615133,
      "learning_rate": 0.00016156970936059487,
      "loss": 0.6254,
      "step": 70694
    },
    {
      "epoch": 2.895556010649191,
      "grad_norm": 0.7897923894562631,
      "learning_rate": 0.00016156645767921528,
      "loss": 0.2962,
      "step": 70695
    },
    {
      "epoch": 2.8955969690763874,
      "grad_norm": 1.145755158254651,
      "learning_rate": 0.0001615632059923677,
      "loss": 0.7336,
      "step": 70696
    },
    {
      "epoch": 2.895637927503584,
      "grad_norm": 0.9064439899501587,
      "learning_rate": 0.00016155995430005375,
      "loss": 0.6984,
      "step": 70697
    },
    {
      "epoch": 2.8956788859307805,
      "grad_norm": 1.0699113558469675,
      "learning_rate": 0.00016155670260227495,
      "loss": 0.6446,
      "step": 70698
    },
    {
      "epoch": 2.8957198443579766,
      "grad_norm": 0.8453576822155614,
      "learning_rate": 0.00016155345089903278,
      "loss": 0.3757,
      "step": 70699
    },
    {
      "epoch": 2.895760802785173,
      "grad_norm": 0.9819467316932858,
      "learning_rate": 0.0001615501991903288,
      "loss": 0.6534,
      "step": 70700
    },
    {
      "epoch": 2.895801761212369,
      "grad_norm": 1.3093204327107602,
      "learning_rate": 0.00016154694747616462,
      "loss": 0.741,
      "step": 70701
    },
    {
      "epoch": 2.8958427196395657,
      "grad_norm": 4.320790242260317,
      "learning_rate": 0.00016154369575654165,
      "loss": 5.0752,
      "step": 70702
    },
    {
      "epoch": 2.8958836780667623,
      "grad_norm": 1.0675071990203273,
      "learning_rate": 0.00016154044403146148,
      "loss": 0.6172,
      "step": 70703
    },
    {
      "epoch": 2.895924636493959,
      "grad_norm": 0.7096286159716527,
      "learning_rate": 0.00016153719230092568,
      "loss": 0.2011,
      "step": 70704
    },
    {
      "epoch": 2.895965594921155,
      "grad_norm": 1.4314940882969165,
      "learning_rate": 0.00016153394056493578,
      "loss": 0.9301,
      "step": 70705
    },
    {
      "epoch": 2.8960065533483514,
      "grad_norm": 1.135850011254776,
      "learning_rate": 0.0001615306888234933,
      "loss": 0.8014,
      "step": 70706
    },
    {
      "epoch": 2.896047511775548,
      "grad_norm": 2.8327834222883816,
      "learning_rate": 0.00016152743707659975,
      "loss": 3.7985,
      "step": 70707
    },
    {
      "epoch": 2.896088470202744,
      "grad_norm": 1.5904985111831649,
      "learning_rate": 0.0001615241853242567,
      "loss": 1.0586,
      "step": 70708
    },
    {
      "epoch": 2.8961294286299406,
      "grad_norm": 0.7233599031085229,
      "learning_rate": 0.00016152093356646568,
      "loss": 0.2995,
      "step": 70709
    },
    {
      "epoch": 2.896170387057137,
      "grad_norm": 0.8925748377066955,
      "learning_rate": 0.00016151768180322826,
      "loss": 0.5858,
      "step": 70710
    },
    {
      "epoch": 2.8962113454843337,
      "grad_norm": 1.3396115000045485,
      "learning_rate": 0.00016151443003454595,
      "loss": 0.7763,
      "step": 70711
    },
    {
      "epoch": 2.8962523039115298,
      "grad_norm": 1.2968607471579467,
      "learning_rate": 0.00016151117826042024,
      "loss": 0.7818,
      "step": 70712
    },
    {
      "epoch": 2.8962932623387263,
      "grad_norm": 9.001037913840163,
      "learning_rate": 0.00016150792648085275,
      "loss": 1.6596,
      "step": 70713
    },
    {
      "epoch": 2.8963342207659224,
      "grad_norm": 1.0044155885206751,
      "learning_rate": 0.00016150467469584501,
      "loss": 0.6697,
      "step": 70714
    },
    {
      "epoch": 2.896375179193119,
      "grad_norm": 1.2003918768054909,
      "learning_rate": 0.00016150142290539848,
      "loss": 0.869,
      "step": 70715
    },
    {
      "epoch": 2.8964161376203155,
      "grad_norm": 1.0807075235746268,
      "learning_rate": 0.00016149817110951473,
      "loss": 0.8378,
      "step": 70716
    },
    {
      "epoch": 2.896457096047512,
      "grad_norm": 1.1455458158229521,
      "learning_rate": 0.00016149491930819536,
      "loss": 0.5589,
      "step": 70717
    },
    {
      "epoch": 2.896498054474708,
      "grad_norm": 1.0249602768750319,
      "learning_rate": 0.0001614916675014418,
      "loss": 0.854,
      "step": 70718
    },
    {
      "epoch": 2.8965390129019046,
      "grad_norm": 0.9470393218088723,
      "learning_rate": 0.00016148841568925572,
      "loss": 0.4084,
      "step": 70719
    },
    {
      "epoch": 2.8965799713291007,
      "grad_norm": 1.262602305040969,
      "learning_rate": 0.0001614851638716385,
      "loss": 0.8717,
      "step": 70720
    },
    {
      "epoch": 2.8966209297562973,
      "grad_norm": 1.0303457939931435,
      "learning_rate": 0.00016148191204859184,
      "loss": 0.646,
      "step": 70721
    },
    {
      "epoch": 2.896661888183494,
      "grad_norm": 1.0121735449959457,
      "learning_rate": 0.00016147866022011716,
      "loss": 0.3871,
      "step": 70722
    },
    {
      "epoch": 2.8967028466106903,
      "grad_norm": 0.682675338291714,
      "learning_rate": 0.00016147540838621607,
      "loss": 0.2769,
      "step": 70723
    },
    {
      "epoch": 2.8967438050378864,
      "grad_norm": 1.0740028696929032,
      "learning_rate": 0.00016147215654689002,
      "loss": 0.8406,
      "step": 70724
    },
    {
      "epoch": 2.896784763465083,
      "grad_norm": 1.1436125776247155,
      "learning_rate": 0.0001614689047021406,
      "loss": 0.7419,
      "step": 70725
    },
    {
      "epoch": 2.8968257218922795,
      "grad_norm": 1.0602740587317208,
      "learning_rate": 0.0001614656528519694,
      "loss": 0.6112,
      "step": 70726
    },
    {
      "epoch": 2.8968666803194756,
      "grad_norm": 2.6053497121596383,
      "learning_rate": 0.00016146240099637786,
      "loss": 1.6233,
      "step": 70727
    },
    {
      "epoch": 2.896907638746672,
      "grad_norm": 1.434718578637379,
      "learning_rate": 0.00016145914913536758,
      "loss": 0.8506,
      "step": 70728
    },
    {
      "epoch": 2.8969485971738687,
      "grad_norm": 1.8023671681065605,
      "learning_rate": 0.00016145589726894007,
      "loss": 1.5178,
      "step": 70729
    },
    {
      "epoch": 2.896989555601065,
      "grad_norm": 0.975722189596299,
      "learning_rate": 0.0001614526453970969,
      "loss": 0.6329,
      "step": 70730
    },
    {
      "epoch": 2.8970305140282613,
      "grad_norm": 4.919244162513854,
      "learning_rate": 0.00016144939351983958,
      "loss": 3.7327,
      "step": 70731
    },
    {
      "epoch": 2.897071472455458,
      "grad_norm": 1.1959040496712943,
      "learning_rate": 0.00016144614163716962,
      "loss": 0.763,
      "step": 70732
    },
    {
      "epoch": 2.897112430882654,
      "grad_norm": 0.9009898377523313,
      "learning_rate": 0.00016144288974908862,
      "loss": 0.4197,
      "step": 70733
    },
    {
      "epoch": 2.8971533893098504,
      "grad_norm": 1.1094303483710146,
      "learning_rate": 0.00016143963785559805,
      "loss": 0.8626,
      "step": 70734
    },
    {
      "epoch": 2.897194347737047,
      "grad_norm": 1.373299229528744,
      "learning_rate": 0.00016143638595669953,
      "loss": 0.6603,
      "step": 70735
    },
    {
      "epoch": 2.8972353061642435,
      "grad_norm": 2.523839154980388,
      "learning_rate": 0.00016143313405239453,
      "loss": 1.0322,
      "step": 70736
    },
    {
      "epoch": 2.8972762645914396,
      "grad_norm": 0.4427481508091075,
      "learning_rate": 0.00016142988214268463,
      "loss": 0.0988,
      "step": 70737
    },
    {
      "epoch": 2.897317223018636,
      "grad_norm": 1.9585256087441134,
      "learning_rate": 0.00016142663022757132,
      "loss": 1.3656,
      "step": 70738
    },
    {
      "epoch": 2.8973581814458322,
      "grad_norm": 1.0483128584163994,
      "learning_rate": 0.00016142337830705615,
      "loss": 0.5541,
      "step": 70739
    },
    {
      "epoch": 2.8973991398730288,
      "grad_norm": 0.9637129545317983,
      "learning_rate": 0.00016142012638114067,
      "loss": 0.2662,
      "step": 70740
    },
    {
      "epoch": 2.8974400983002253,
      "grad_norm": 1.0820638838876386,
      "learning_rate": 0.00016141687444982646,
      "loss": 0.7413,
      "step": 70741
    },
    {
      "epoch": 2.897481056727422,
      "grad_norm": 1.4593368877932857,
      "learning_rate": 0.00016141362251311496,
      "loss": 0.921,
      "step": 70742
    },
    {
      "epoch": 2.897522015154618,
      "grad_norm": 1.27731457882961,
      "learning_rate": 0.00016141037057100781,
      "loss": 0.8336,
      "step": 70743
    },
    {
      "epoch": 2.8975629735818145,
      "grad_norm": 1.294534718876437,
      "learning_rate": 0.00016140711862350644,
      "loss": 0.911,
      "step": 70744
    },
    {
      "epoch": 2.897603932009011,
      "grad_norm": 0.8344807806570036,
      "learning_rate": 0.00016140386667061249,
      "loss": 0.194,
      "step": 70745
    },
    {
      "epoch": 2.897644890436207,
      "grad_norm": 0.8218424858231954,
      "learning_rate": 0.00016140061471232745,
      "loss": 0.2699,
      "step": 70746
    },
    {
      "epoch": 2.8976858488634036,
      "grad_norm": 1.0164094712499419,
      "learning_rate": 0.00016139736274865287,
      "loss": 0.6372,
      "step": 70747
    },
    {
      "epoch": 2.8977268072906,
      "grad_norm": 1.2251979208278276,
      "learning_rate": 0.00016139411077959023,
      "loss": 0.7053,
      "step": 70748
    },
    {
      "epoch": 2.8977677657177967,
      "grad_norm": 1.0224230186550705,
      "learning_rate": 0.00016139085880514112,
      "loss": 0.6439,
      "step": 70749
    },
    {
      "epoch": 2.897808724144993,
      "grad_norm": 0.6950707278233921,
      "learning_rate": 0.00016138760682530716,
      "loss": 0.2512,
      "step": 70750
    },
    {
      "epoch": 2.8978496825721893,
      "grad_norm": 1.456091531110533,
      "learning_rate": 0.00016138435484008972,
      "loss": 0.9151,
      "step": 70751
    },
    {
      "epoch": 2.8978906409993854,
      "grad_norm": 1.094600524746326,
      "learning_rate": 0.00016138110284949042,
      "loss": 0.7952,
      "step": 70752
    },
    {
      "epoch": 2.897931599426582,
      "grad_norm": 1.3011185068260598,
      "learning_rate": 0.0001613778508535108,
      "loss": 1.0107,
      "step": 70753
    },
    {
      "epoch": 2.8979725578537785,
      "grad_norm": 1.1277429951737654,
      "learning_rate": 0.00016137459885215243,
      "loss": 0.6297,
      "step": 70754
    },
    {
      "epoch": 2.898013516280975,
      "grad_norm": 1.4431442351977601,
      "learning_rate": 0.0001613713468454168,
      "loss": 0.9339,
      "step": 70755
    },
    {
      "epoch": 2.898054474708171,
      "grad_norm": 1.0832643262356862,
      "learning_rate": 0.00016136809483330538,
      "loss": 0.7463,
      "step": 70756
    },
    {
      "epoch": 2.8980954331353677,
      "grad_norm": 1.0266752757216449,
      "learning_rate": 0.0001613648428158199,
      "loss": 0.3447,
      "step": 70757
    },
    {
      "epoch": 2.8981363915625638,
      "grad_norm": 1.3802480444139977,
      "learning_rate": 0.00016136159079296173,
      "loss": 0.9185,
      "step": 70758
    },
    {
      "epoch": 2.8981773499897603,
      "grad_norm": 1.1178555631109115,
      "learning_rate": 0.00016135833876473245,
      "loss": 0.7265,
      "step": 70759
    },
    {
      "epoch": 2.898218308416957,
      "grad_norm": 0.7331517541964493,
      "learning_rate": 0.00016135508673113358,
      "loss": 0.2363,
      "step": 70760
    },
    {
      "epoch": 2.8982592668441534,
      "grad_norm": 0.864901298005716,
      "learning_rate": 0.00016135183469216674,
      "loss": 0.3759,
      "step": 70761
    },
    {
      "epoch": 2.8983002252713495,
      "grad_norm": 1.043270100181648,
      "learning_rate": 0.0001613485826478334,
      "loss": 0.4464,
      "step": 70762
    },
    {
      "epoch": 2.898341183698546,
      "grad_norm": 0.8008807896923364,
      "learning_rate": 0.0001613453305981351,
      "loss": 0.6425,
      "step": 70763
    },
    {
      "epoch": 2.8983821421257425,
      "grad_norm": 1.2391580826009763,
      "learning_rate": 0.00016134207854307336,
      "loss": 0.7667,
      "step": 70764
    },
    {
      "epoch": 2.8984231005529386,
      "grad_norm": 1.0040122670870126,
      "learning_rate": 0.00016133882648264978,
      "loss": 0.7238,
      "step": 70765
    },
    {
      "epoch": 2.898464058980135,
      "grad_norm": 0.9409117691492209,
      "learning_rate": 0.00016133557441686585,
      "loss": 0.7059,
      "step": 70766
    },
    {
      "epoch": 2.8985050174073317,
      "grad_norm": 1.3911906330671544,
      "learning_rate": 0.00016133232234572312,
      "loss": 0.8683,
      "step": 70767
    },
    {
      "epoch": 2.898545975834528,
      "grad_norm": 0.8038763562460733,
      "learning_rate": 0.0001613290702692231,
      "loss": 0.3075,
      "step": 70768
    },
    {
      "epoch": 2.8985869342617243,
      "grad_norm": 2.478717005720011,
      "learning_rate": 0.0001613258181873674,
      "loss": 0.919,
      "step": 70769
    },
    {
      "epoch": 2.898627892688921,
      "grad_norm": 3.1285649383078753,
      "learning_rate": 0.00016132256610015746,
      "loss": 1.204,
      "step": 70770
    },
    {
      "epoch": 2.898668851116117,
      "grad_norm": 0.8568444584364441,
      "learning_rate": 0.00016131931400759493,
      "loss": 0.5058,
      "step": 70771
    },
    {
      "epoch": 2.8987098095433135,
      "grad_norm": 1.253648986199764,
      "learning_rate": 0.00016131606190968126,
      "loss": 0.7816,
      "step": 70772
    },
    {
      "epoch": 2.89875076797051,
      "grad_norm": 1.2108958457684156,
      "learning_rate": 0.000161312809806418,
      "loss": 0.6835,
      "step": 70773
    },
    {
      "epoch": 2.8987917263977065,
      "grad_norm": 0.7000431346245848,
      "learning_rate": 0.00016130955769780671,
      "loss": 0.2088,
      "step": 70774
    },
    {
      "epoch": 2.8988326848249026,
      "grad_norm": 0.7127663324541067,
      "learning_rate": 0.0001613063055838489,
      "loss": 0.2759,
      "step": 70775
    },
    {
      "epoch": 2.898873643252099,
      "grad_norm": 1.6310834849063383,
      "learning_rate": 0.00016130305346454611,
      "loss": 1.0146,
      "step": 70776
    },
    {
      "epoch": 2.8989146016792953,
      "grad_norm": 1.0752438081935958,
      "learning_rate": 0.00016129980133989993,
      "loss": 0.6145,
      "step": 70777
    },
    {
      "epoch": 2.898955560106492,
      "grad_norm": 0.772949934582745,
      "learning_rate": 0.00016129654920991185,
      "loss": 0.3654,
      "step": 70778
    },
    {
      "epoch": 2.8989965185336883,
      "grad_norm": 0.7568789391751899,
      "learning_rate": 0.00016129329707458343,
      "loss": 0.3442,
      "step": 70779
    },
    {
      "epoch": 2.899037476960885,
      "grad_norm": 0.6736672928615423,
      "learning_rate": 0.00016129004493391612,
      "loss": 0.2601,
      "step": 70780
    },
    {
      "epoch": 2.899078435388081,
      "grad_norm": 1.3572663632877053,
      "learning_rate": 0.00016128679278791164,
      "loss": 0.8665,
      "step": 70781
    },
    {
      "epoch": 2.8991193938152775,
      "grad_norm": 1.4573056887434546,
      "learning_rate": 0.00016128354063657134,
      "loss": 0.7198,
      "step": 70782
    },
    {
      "epoch": 2.899160352242474,
      "grad_norm": 1.441451003843013,
      "learning_rate": 0.00016128028847989687,
      "loss": 0.8923,
      "step": 70783
    },
    {
      "epoch": 2.89920131066967,
      "grad_norm": 1.3911837973410146,
      "learning_rate": 0.00016127703631788973,
      "loss": 0.8712,
      "step": 70784
    },
    {
      "epoch": 2.8992422690968667,
      "grad_norm": 1.4805261397994127,
      "learning_rate": 0.00016127378415055146,
      "loss": 0.8976,
      "step": 70785
    },
    {
      "epoch": 2.899283227524063,
      "grad_norm": 1.0789554964355772,
      "learning_rate": 0.0001612705319778836,
      "loss": 0.7658,
      "step": 70786
    },
    {
      "epoch": 2.8993241859512597,
      "grad_norm": 1.047687429300119,
      "learning_rate": 0.00016126727979988767,
      "loss": 0.7396,
      "step": 70787
    },
    {
      "epoch": 2.899365144378456,
      "grad_norm": 1.1859728995444234,
      "learning_rate": 0.00016126402761656525,
      "loss": 0.8201,
      "step": 70788
    },
    {
      "epoch": 2.8994061028056524,
      "grad_norm": 1.5090556486822304,
      "learning_rate": 0.00016126077542791782,
      "loss": 0.6869,
      "step": 70789
    },
    {
      "epoch": 2.8994470612328485,
      "grad_norm": 4.054453274808189,
      "learning_rate": 0.000161257523233947,
      "loss": 4.5796,
      "step": 70790
    },
    {
      "epoch": 2.899488019660045,
      "grad_norm": 1.3650713605885854,
      "learning_rate": 0.00016125427103465427,
      "loss": 0.9228,
      "step": 70791
    },
    {
      "epoch": 2.8995289780872415,
      "grad_norm": 1.1768934481548041,
      "learning_rate": 0.0001612510188300411,
      "loss": 0.7893,
      "step": 70792
    },
    {
      "epoch": 2.899569936514438,
      "grad_norm": 1.3178308359540547,
      "learning_rate": 0.00016124776662010916,
      "loss": 0.7933,
      "step": 70793
    },
    {
      "epoch": 2.899610894941634,
      "grad_norm": 1.5954113388374687,
      "learning_rate": 0.0001612445144048599,
      "loss": 1.0736,
      "step": 70794
    },
    {
      "epoch": 2.8996518533688307,
      "grad_norm": 1.0847545796988756,
      "learning_rate": 0.00016124126218429493,
      "loss": 0.6797,
      "step": 70795
    },
    {
      "epoch": 2.899692811796027,
      "grad_norm": 1.456451030805257,
      "learning_rate": 0.0001612380099584157,
      "loss": 1.1091,
      "step": 70796
    },
    {
      "epoch": 2.8997337702232233,
      "grad_norm": 0.8946331257315683,
      "learning_rate": 0.0001612347577272238,
      "loss": 0.3808,
      "step": 70797
    },
    {
      "epoch": 2.89977472865042,
      "grad_norm": 1.4776208087224365,
      "learning_rate": 0.0001612315054907208,
      "loss": 0.6731,
      "step": 70798
    },
    {
      "epoch": 2.8998156870776164,
      "grad_norm": 1.3013252207010273,
      "learning_rate": 0.00016122825324890817,
      "loss": 0.3785,
      "step": 70799
    },
    {
      "epoch": 2.8998566455048125,
      "grad_norm": 1.4120434566444497,
      "learning_rate": 0.00016122500100178744,
      "loss": 0.822,
      "step": 70800
    },
    {
      "epoch": 2.899897603932009,
      "grad_norm": 0.563535762217219,
      "learning_rate": 0.00016122174874936022,
      "loss": 0.1856,
      "step": 70801
    },
    {
      "epoch": 2.8999385623592056,
      "grad_norm": 1.3061398146551861,
      "learning_rate": 0.000161218496491628,
      "loss": 0.7849,
      "step": 70802
    },
    {
      "epoch": 2.8999795207864016,
      "grad_norm": 1.3484958834357739,
      "learning_rate": 0.00016121524422859233,
      "loss": 0.9544,
      "step": 70803
    },
    {
      "epoch": 2.900020479213598,
      "grad_norm": 1.131908420556,
      "learning_rate": 0.00016121199196025474,
      "loss": 0.6017,
      "step": 70804
    },
    {
      "epoch": 2.9000614376407947,
      "grad_norm": 0.9430140378478596,
      "learning_rate": 0.00016120873968661676,
      "loss": 0.4727,
      "step": 70805
    },
    {
      "epoch": 2.9001023960679913,
      "grad_norm": 1.1509897030840388,
      "learning_rate": 0.00016120548740767996,
      "loss": 0.673,
      "step": 70806
    },
    {
      "epoch": 2.9001433544951873,
      "grad_norm": 1.1972340927098986,
      "learning_rate": 0.00016120223512344585,
      "loss": 0.8032,
      "step": 70807
    },
    {
      "epoch": 2.900184312922384,
      "grad_norm": 0.9020219126247226,
      "learning_rate": 0.00016119898283391596,
      "loss": 0.3879,
      "step": 70808
    },
    {
      "epoch": 2.90022527134958,
      "grad_norm": 0.9755286393750882,
      "learning_rate": 0.00016119573053909183,
      "loss": 0.6765,
      "step": 70809
    },
    {
      "epoch": 2.9002662297767765,
      "grad_norm": 1.5972870764221077,
      "learning_rate": 0.00016119247823897506,
      "loss": 0.9556,
      "step": 70810
    },
    {
      "epoch": 2.900307188203973,
      "grad_norm": 2.3413776796682417,
      "learning_rate": 0.0001611892259335671,
      "loss": 0.6111,
      "step": 70811
    },
    {
      "epoch": 2.9003481466311696,
      "grad_norm": 1.175692231985146,
      "learning_rate": 0.00016118597362286947,
      "loss": 0.791,
      "step": 70812
    },
    {
      "epoch": 2.9003891050583657,
      "grad_norm": 1.5751765926567174,
      "learning_rate": 0.00016118272130688385,
      "loss": 1.1617,
      "step": 70813
    },
    {
      "epoch": 2.900430063485562,
      "grad_norm": 0.7525473616642948,
      "learning_rate": 0.00016117946898561167,
      "loss": 0.2995,
      "step": 70814
    },
    {
      "epoch": 2.9004710219127583,
      "grad_norm": 1.1053638302369226,
      "learning_rate": 0.00016117621665905446,
      "loss": 0.6351,
      "step": 70815
    },
    {
      "epoch": 2.900511980339955,
      "grad_norm": 1.6968194643232566,
      "learning_rate": 0.00016117296432721374,
      "loss": 0.9973,
      "step": 70816
    },
    {
      "epoch": 2.9005529387671514,
      "grad_norm": 0.9243453378818797,
      "learning_rate": 0.00016116971199009117,
      "loss": 0.4038,
      "step": 70817
    },
    {
      "epoch": 2.900593897194348,
      "grad_norm": 1.065934810749277,
      "learning_rate": 0.00016116645964768818,
      "loss": 0.7307,
      "step": 70818
    },
    {
      "epoch": 2.900634855621544,
      "grad_norm": 1.1991978234647518,
      "learning_rate": 0.00016116320730000635,
      "loss": 0.7709,
      "step": 70819
    },
    {
      "epoch": 2.9006758140487405,
      "grad_norm": 0.678548143033788,
      "learning_rate": 0.00016115995494704716,
      "loss": 0.2162,
      "step": 70820
    },
    {
      "epoch": 2.900716772475937,
      "grad_norm": 1.1250725276128726,
      "learning_rate": 0.00016115670258881222,
      "loss": 0.7532,
      "step": 70821
    },
    {
      "epoch": 2.900757730903133,
      "grad_norm": 1.807576280049541,
      "learning_rate": 0.00016115345022530304,
      "loss": 0.3258,
      "step": 70822
    },
    {
      "epoch": 2.9007986893303297,
      "grad_norm": 1.2603407873953778,
      "learning_rate": 0.0001611501978565212,
      "loss": 0.7677,
      "step": 70823
    },
    {
      "epoch": 2.9008396477575262,
      "grad_norm": 0.8985289231903959,
      "learning_rate": 0.00016114694548246812,
      "loss": 0.7436,
      "step": 70824
    },
    {
      "epoch": 2.9008806061847228,
      "grad_norm": 1.398478020739073,
      "learning_rate": 0.00016114369310314542,
      "loss": 0.7301,
      "step": 70825
    },
    {
      "epoch": 2.900921564611919,
      "grad_norm": 0.8019244108564907,
      "learning_rate": 0.0001611404407185547,
      "loss": 0.1637,
      "step": 70826
    },
    {
      "epoch": 2.9009625230391154,
      "grad_norm": 1.3930243831904339,
      "learning_rate": 0.00016113718832869734,
      "loss": 1.1205,
      "step": 70827
    },
    {
      "epoch": 2.9010034814663115,
      "grad_norm": 1.1640721051417677,
      "learning_rate": 0.000161133935933575,
      "loss": 0.7253,
      "step": 70828
    },
    {
      "epoch": 2.901044439893508,
      "grad_norm": 1.3571212712508214,
      "learning_rate": 0.00016113068353318917,
      "loss": 1.0159,
      "step": 70829
    },
    {
      "epoch": 2.9010853983207046,
      "grad_norm": 0.9014382690183872,
      "learning_rate": 0.0001611274311275414,
      "loss": 0.291,
      "step": 70830
    },
    {
      "epoch": 2.901126356747901,
      "grad_norm": 1.423411198264389,
      "learning_rate": 0.00016112417871663325,
      "loss": 0.8486,
      "step": 70831
    },
    {
      "epoch": 2.901167315175097,
      "grad_norm": 1.0520932692168459,
      "learning_rate": 0.00016112092630046618,
      "loss": 0.9515,
      "step": 70832
    },
    {
      "epoch": 2.9012082736022937,
      "grad_norm": 1.0486557288849045,
      "learning_rate": 0.00016111767387904185,
      "loss": 0.729,
      "step": 70833
    },
    {
      "epoch": 2.90124923202949,
      "grad_norm": 1.1425363174168897,
      "learning_rate": 0.0001611144214523617,
      "loss": 0.623,
      "step": 70834
    },
    {
      "epoch": 2.9012901904566863,
      "grad_norm": 1.0749146707195327,
      "learning_rate": 0.0001611111690204273,
      "loss": 0.7325,
      "step": 70835
    },
    {
      "epoch": 2.901331148883883,
      "grad_norm": 0.8066167882851769,
      "learning_rate": 0.00016110791658324015,
      "loss": 0.3109,
      "step": 70836
    },
    {
      "epoch": 2.9013721073110794,
      "grad_norm": 0.7482925027847532,
      "learning_rate": 0.00016110466414080184,
      "loss": 0.195,
      "step": 70837
    },
    {
      "epoch": 2.9014130657382755,
      "grad_norm": 1.1187492740210905,
      "learning_rate": 0.0001611014116931139,
      "loss": 0.8917,
      "step": 70838
    },
    {
      "epoch": 2.901454024165472,
      "grad_norm": 1.839911811385773,
      "learning_rate": 0.00016109815924017788,
      "loss": 0.6675,
      "step": 70839
    },
    {
      "epoch": 2.9014949825926686,
      "grad_norm": 1.6789841477813119,
      "learning_rate": 0.00016109490678199525,
      "loss": 1.3233,
      "step": 70840
    },
    {
      "epoch": 2.9015359410198647,
      "grad_norm": 1.2205041226658577,
      "learning_rate": 0.00016109165431856762,
      "loss": 0.5019,
      "step": 70841
    },
    {
      "epoch": 2.901576899447061,
      "grad_norm": 1.1083872511239874,
      "learning_rate": 0.0001610884018498965,
      "loss": 0.7813,
      "step": 70842
    },
    {
      "epoch": 2.9016178578742577,
      "grad_norm": 1.2087515007671372,
      "learning_rate": 0.00016108514937598342,
      "loss": 0.8072,
      "step": 70843
    },
    {
      "epoch": 2.9016588163014543,
      "grad_norm": 0.8956841604506803,
      "learning_rate": 0.0001610818968968299,
      "loss": 0.284,
      "step": 70844
    },
    {
      "epoch": 2.9016997747286504,
      "grad_norm": 1.3329267877368414,
      "learning_rate": 0.00016107864441243757,
      "loss": 0.7998,
      "step": 70845
    },
    {
      "epoch": 2.901740733155847,
      "grad_norm": 0.6884136494275098,
      "learning_rate": 0.00016107539192280785,
      "loss": 0.1682,
      "step": 70846
    },
    {
      "epoch": 2.901781691583043,
      "grad_norm": 1.355717711669488,
      "learning_rate": 0.00016107213942794234,
      "loss": 0.9193,
      "step": 70847
    },
    {
      "epoch": 2.9018226500102395,
      "grad_norm": 0.9608423280696794,
      "learning_rate": 0.00016106888692784253,
      "loss": 0.7964,
      "step": 70848
    },
    {
      "epoch": 2.901863608437436,
      "grad_norm": 1.313451804085638,
      "learning_rate": 0.00016106563442251003,
      "loss": 0.8125,
      "step": 70849
    },
    {
      "epoch": 2.9019045668646326,
      "grad_norm": 1.068895560134698,
      "learning_rate": 0.00016106238191194636,
      "loss": 0.6299,
      "step": 70850
    },
    {
      "epoch": 2.9019455252918287,
      "grad_norm": 1.2295403576784167,
      "learning_rate": 0.000161059129396153,
      "loss": 0.7872,
      "step": 70851
    },
    {
      "epoch": 2.9019864837190252,
      "grad_norm": 0.9944121509243645,
      "learning_rate": 0.00016105587687513152,
      "loss": 0.7839,
      "step": 70852
    },
    {
      "epoch": 2.9020274421462213,
      "grad_norm": 1.0789110024710002,
      "learning_rate": 0.00016105262434888345,
      "loss": 0.6695,
      "step": 70853
    },
    {
      "epoch": 2.902068400573418,
      "grad_norm": 0.9857136302811114,
      "learning_rate": 0.00016104937181741038,
      "loss": 0.6256,
      "step": 70854
    },
    {
      "epoch": 2.9021093590006144,
      "grad_norm": 1.138481309529233,
      "learning_rate": 0.0001610461192807138,
      "loss": 0.8417,
      "step": 70855
    },
    {
      "epoch": 2.902150317427811,
      "grad_norm": 1.5660946230339983,
      "learning_rate": 0.0001610428667387952,
      "loss": 0.8589,
      "step": 70856
    },
    {
      "epoch": 2.902191275855007,
      "grad_norm": 1.0783586652317279,
      "learning_rate": 0.00016103961419165628,
      "loss": 0.5347,
      "step": 70857
    },
    {
      "epoch": 2.9022322342822036,
      "grad_norm": 1.032931691905446,
      "learning_rate": 0.00016103636163929838,
      "loss": 0.6268,
      "step": 70858
    },
    {
      "epoch": 2.9022731927094,
      "grad_norm": 1.2047359045007542,
      "learning_rate": 0.0001610331090817232,
      "loss": 0.6708,
      "step": 70859
    },
    {
      "epoch": 2.902314151136596,
      "grad_norm": 0.6825634849686985,
      "learning_rate": 0.00016102985651893215,
      "loss": 0.1877,
      "step": 70860
    },
    {
      "epoch": 2.9023551095637927,
      "grad_norm": 1.1436885436913828,
      "learning_rate": 0.00016102660395092685,
      "loss": 0.8793,
      "step": 70861
    },
    {
      "epoch": 2.9023960679909893,
      "grad_norm": 1.181475869784696,
      "learning_rate": 0.0001610233513777088,
      "loss": 0.632,
      "step": 70862
    },
    {
      "epoch": 2.902437026418186,
      "grad_norm": 4.37598697603442,
      "learning_rate": 0.00016102009879927958,
      "loss": 4.7282,
      "step": 70863
    },
    {
      "epoch": 2.902477984845382,
      "grad_norm": 0.692481319149544,
      "learning_rate": 0.00016101684621564063,
      "loss": 0.2425,
      "step": 70864
    },
    {
      "epoch": 2.9025189432725784,
      "grad_norm": 0.7668126298156346,
      "learning_rate": 0.00016101359362679358,
      "loss": 0.2669,
      "step": 70865
    },
    {
      "epoch": 2.9025599016997745,
      "grad_norm": 1.3568320582887896,
      "learning_rate": 0.00016101034103273998,
      "loss": 0.7448,
      "step": 70866
    },
    {
      "epoch": 2.902600860126971,
      "grad_norm": 0.9782306625310424,
      "learning_rate": 0.00016100708843348133,
      "loss": 0.654,
      "step": 70867
    },
    {
      "epoch": 2.9026418185541676,
      "grad_norm": 1.4653801688784476,
      "learning_rate": 0.0001610038358290191,
      "loss": 0.756,
      "step": 70868
    },
    {
      "epoch": 2.902682776981364,
      "grad_norm": 1.1302422947270505,
      "learning_rate": 0.00016100058321935496,
      "loss": 0.8423,
      "step": 70869
    },
    {
      "epoch": 2.90272373540856,
      "grad_norm": 20.725716659487126,
      "learning_rate": 0.00016099733060449036,
      "loss": 2.7068,
      "step": 70870
    },
    {
      "epoch": 2.9027646938357567,
      "grad_norm": 1.1781599136706125,
      "learning_rate": 0.00016099407798442686,
      "loss": 1.0597,
      "step": 70871
    },
    {
      "epoch": 2.902805652262953,
      "grad_norm": 1.1337603705769157,
      "learning_rate": 0.00016099082535916598,
      "loss": 0.7038,
      "step": 70872
    },
    {
      "epoch": 2.9028466106901494,
      "grad_norm": 1.5560061456280745,
      "learning_rate": 0.00016098757272870932,
      "loss": 1.0905,
      "step": 70873
    },
    {
      "epoch": 2.902887569117346,
      "grad_norm": 1.2795058966724173,
      "learning_rate": 0.00016098432009305832,
      "loss": 0.9831,
      "step": 70874
    },
    {
      "epoch": 2.9029285275445424,
      "grad_norm": 1.3846525013090425,
      "learning_rate": 0.00016098106745221464,
      "loss": 0.8578,
      "step": 70875
    },
    {
      "epoch": 2.9029694859717385,
      "grad_norm": 0.7862683695246562,
      "learning_rate": 0.0001609778148061797,
      "loss": 0.2883,
      "step": 70876
    },
    {
      "epoch": 2.903010444398935,
      "grad_norm": 1.044035080057635,
      "learning_rate": 0.00016097456215495508,
      "loss": 0.7752,
      "step": 70877
    },
    {
      "epoch": 2.9030514028261316,
      "grad_norm": 1.5513572097222572,
      "learning_rate": 0.00016097130949854237,
      "loss": 1.13,
      "step": 70878
    },
    {
      "epoch": 2.9030923612533277,
      "grad_norm": 0.4982184128410882,
      "learning_rate": 0.00016096805683694302,
      "loss": 0.1182,
      "step": 70879
    },
    {
      "epoch": 2.9031333196805242,
      "grad_norm": 1.239873341117207,
      "learning_rate": 0.0001609648041701586,
      "loss": 0.7452,
      "step": 70880
    },
    {
      "epoch": 2.9031742781077208,
      "grad_norm": 0.957690313760268,
      "learning_rate": 0.0001609615514981907,
      "loss": 0.7394,
      "step": 70881
    },
    {
      "epoch": 2.9032152365349173,
      "grad_norm": 1.2367244379841469,
      "learning_rate": 0.00016095829882104077,
      "loss": 0.6223,
      "step": 70882
    },
    {
      "epoch": 2.9032561949621134,
      "grad_norm": 1.0671726214095845,
      "learning_rate": 0.00016095504613871043,
      "loss": 0.8242,
      "step": 70883
    },
    {
      "epoch": 2.90329715338931,
      "grad_norm": 1.2654704074156813,
      "learning_rate": 0.00016095179345120112,
      "loss": 0.6597,
      "step": 70884
    },
    {
      "epoch": 2.903338111816506,
      "grad_norm": 2.106507559756468,
      "learning_rate": 0.0001609485407585145,
      "loss": 1.8846,
      "step": 70885
    },
    {
      "epoch": 2.9033790702437026,
      "grad_norm": 0.9101788184420575,
      "learning_rate": 0.00016094528806065206,
      "loss": 0.4345,
      "step": 70886
    },
    {
      "epoch": 2.903420028670899,
      "grad_norm": 0.9100782966122313,
      "learning_rate": 0.0001609420353576153,
      "loss": 0.6411,
      "step": 70887
    },
    {
      "epoch": 2.9034609870980956,
      "grad_norm": 1.0978983522159624,
      "learning_rate": 0.00016093878264940572,
      "loss": 0.9816,
      "step": 70888
    },
    {
      "epoch": 2.9035019455252917,
      "grad_norm": 1.0029626110866416,
      "learning_rate": 0.00016093552993602498,
      "loss": 0.7547,
      "step": 70889
    },
    {
      "epoch": 2.9035429039524883,
      "grad_norm": 1.1682196204571684,
      "learning_rate": 0.00016093227721747453,
      "loss": 0.8302,
      "step": 70890
    },
    {
      "epoch": 2.9035838623796844,
      "grad_norm": 0.7511299857679532,
      "learning_rate": 0.00016092902449375596,
      "loss": 0.3185,
      "step": 70891
    },
    {
      "epoch": 2.903624820806881,
      "grad_norm": 1.2064119871731507,
      "learning_rate": 0.00016092577176487076,
      "loss": 0.7134,
      "step": 70892
    },
    {
      "epoch": 2.9036657792340774,
      "grad_norm": 1.122281930233828,
      "learning_rate": 0.0001609225190308205,
      "loss": 0.6762,
      "step": 70893
    },
    {
      "epoch": 2.903706737661274,
      "grad_norm": 0.9747608032722187,
      "learning_rate": 0.00016091926629160672,
      "loss": 0.6847,
      "step": 70894
    },
    {
      "epoch": 2.90374769608847,
      "grad_norm": 1.1985351154298187,
      "learning_rate": 0.00016091601354723093,
      "loss": 0.5976,
      "step": 70895
    },
    {
      "epoch": 2.9037886545156666,
      "grad_norm": 1.328583474647193,
      "learning_rate": 0.00016091276079769465,
      "loss": 0.8786,
      "step": 70896
    },
    {
      "epoch": 2.903829612942863,
      "grad_norm": 3.195670270018481,
      "learning_rate": 0.00016090950804299948,
      "loss": 0.6528,
      "step": 70897
    },
    {
      "epoch": 2.903870571370059,
      "grad_norm": 1.3499804192892662,
      "learning_rate": 0.00016090625528314694,
      "loss": 0.8297,
      "step": 70898
    },
    {
      "epoch": 2.9039115297972558,
      "grad_norm": 0.9853895531206674,
      "learning_rate": 0.00016090300251813853,
      "loss": 0.6569,
      "step": 70899
    },
    {
      "epoch": 2.9039524882244523,
      "grad_norm": 1.0536700376811503,
      "learning_rate": 0.00016089974974797583,
      "loss": 0.769,
      "step": 70900
    },
    {
      "epoch": 2.903993446651649,
      "grad_norm": 0.6937118164835274,
      "learning_rate": 0.00016089649697266034,
      "loss": 0.2997,
      "step": 70901
    },
    {
      "epoch": 2.904034405078845,
      "grad_norm": 1.1089225819363138,
      "learning_rate": 0.00016089324419219368,
      "loss": 0.9346,
      "step": 70902
    },
    {
      "epoch": 2.9040753635060415,
      "grad_norm": 1.1964372217845252,
      "learning_rate": 0.00016088999140657727,
      "loss": 0.9313,
      "step": 70903
    },
    {
      "epoch": 2.9041163219332375,
      "grad_norm": 1.173865731664736,
      "learning_rate": 0.00016088673861581267,
      "loss": 0.8131,
      "step": 70904
    },
    {
      "epoch": 2.904157280360434,
      "grad_norm": 1.1837887878078857,
      "learning_rate": 0.00016088348581990152,
      "loss": 0.8424,
      "step": 70905
    },
    {
      "epoch": 2.9041982387876306,
      "grad_norm": 8.222911198003539,
      "learning_rate": 0.00016088023301884529,
      "loss": 0.9129,
      "step": 70906
    },
    {
      "epoch": 2.904239197214827,
      "grad_norm": 1.321410698434447,
      "learning_rate": 0.0001608769802126455,
      "loss": 0.7237,
      "step": 70907
    },
    {
      "epoch": 2.9042801556420232,
      "grad_norm": 0.7010897119146701,
      "learning_rate": 0.00016087372740130368,
      "loss": 0.2929,
      "step": 70908
    },
    {
      "epoch": 2.90432111406922,
      "grad_norm": 1.2516098125959767,
      "learning_rate": 0.0001608704745848214,
      "loss": 0.8387,
      "step": 70909
    },
    {
      "epoch": 2.904362072496416,
      "grad_norm": 0.9762690701881875,
      "learning_rate": 0.0001608672217632002,
      "loss": 0.7343,
      "step": 70910
    },
    {
      "epoch": 2.9044030309236124,
      "grad_norm": 0.7691382556580131,
      "learning_rate": 0.00016086396893644163,
      "loss": 0.271,
      "step": 70911
    },
    {
      "epoch": 2.904443989350809,
      "grad_norm": 1.086644166189745,
      "learning_rate": 0.0001608607161045472,
      "loss": 0.6867,
      "step": 70912
    },
    {
      "epoch": 2.9044849477780055,
      "grad_norm": 1.284360499175466,
      "learning_rate": 0.00016085746326751846,
      "loss": 0.6672,
      "step": 70913
    },
    {
      "epoch": 2.9045259062052016,
      "grad_norm": 0.7548017143017428,
      "learning_rate": 0.00016085421042535692,
      "loss": 0.3238,
      "step": 70914
    },
    {
      "epoch": 2.904566864632398,
      "grad_norm": 1.1645944529493526,
      "learning_rate": 0.0001608509575780641,
      "loss": 0.7708,
      "step": 70915
    },
    {
      "epoch": 2.9046078230595946,
      "grad_norm": 5.047086368719502,
      "learning_rate": 0.00016084770472564163,
      "loss": 5.3457,
      "step": 70916
    },
    {
      "epoch": 2.9046487814867907,
      "grad_norm": 1.2950525733228335,
      "learning_rate": 0.000160844451868091,
      "loss": 0.9544,
      "step": 70917
    },
    {
      "epoch": 2.9046897399139873,
      "grad_norm": 1.1235988269280555,
      "learning_rate": 0.0001608411990054137,
      "loss": 0.7593,
      "step": 70918
    },
    {
      "epoch": 2.904730698341184,
      "grad_norm": 1.7166253118124517,
      "learning_rate": 0.00016083794613761136,
      "loss": 0.8387,
      "step": 70919
    },
    {
      "epoch": 2.9047716567683803,
      "grad_norm": 0.9471032824339508,
      "learning_rate": 0.0001608346932646854,
      "loss": 0.5056,
      "step": 70920
    },
    {
      "epoch": 2.9048126151955764,
      "grad_norm": 1.1326504723731992,
      "learning_rate": 0.00016083144038663748,
      "loss": 0.7345,
      "step": 70921
    },
    {
      "epoch": 2.904853573622773,
      "grad_norm": 1.1560600901922273,
      "learning_rate": 0.0001608281875034691,
      "loss": 0.5243,
      "step": 70922
    },
    {
      "epoch": 2.904894532049969,
      "grad_norm": 0.8510578421594546,
      "learning_rate": 0.00016082493461518177,
      "loss": 0.2924,
      "step": 70923
    },
    {
      "epoch": 2.9049354904771656,
      "grad_norm": 1.2846370265274765,
      "learning_rate": 0.00016082168172177697,
      "loss": 0.9445,
      "step": 70924
    },
    {
      "epoch": 2.904976448904362,
      "grad_norm": 1.082732829848174,
      "learning_rate": 0.00016081842882325638,
      "loss": 0.7805,
      "step": 70925
    },
    {
      "epoch": 2.9050174073315587,
      "grad_norm": 1.2438804279166822,
      "learning_rate": 0.00016081517591962142,
      "loss": 0.5825,
      "step": 70926
    },
    {
      "epoch": 2.9050583657587548,
      "grad_norm": 1.3479480124055616,
      "learning_rate": 0.00016081192301087372,
      "loss": 0.8276,
      "step": 70927
    },
    {
      "epoch": 2.9050993241859513,
      "grad_norm": 1.0583105847836856,
      "learning_rate": 0.00016080867009701474,
      "loss": 0.6554,
      "step": 70928
    },
    {
      "epoch": 2.9051402826131474,
      "grad_norm": 1.4023674964772486,
      "learning_rate": 0.00016080541717804604,
      "loss": 0.4782,
      "step": 70929
    },
    {
      "epoch": 2.905181241040344,
      "grad_norm": 1.2299517874662333,
      "learning_rate": 0.00016080216425396921,
      "loss": 0.8428,
      "step": 70930
    },
    {
      "epoch": 2.9052221994675405,
      "grad_norm": 1.3132084497452468,
      "learning_rate": 0.0001607989113247857,
      "loss": 0.7349,
      "step": 70931
    },
    {
      "epoch": 2.905263157894737,
      "grad_norm": 0.5968418917504017,
      "learning_rate": 0.00016079565839049708,
      "loss": 0.1949,
      "step": 70932
    },
    {
      "epoch": 2.905304116321933,
      "grad_norm": 0.9624960405114532,
      "learning_rate": 0.00016079240545110494,
      "loss": 0.5055,
      "step": 70933
    },
    {
      "epoch": 2.9053450747491296,
      "grad_norm": 1.2701632228383544,
      "learning_rate": 0.00016078915250661077,
      "loss": 0.7576,
      "step": 70934
    },
    {
      "epoch": 2.905386033176326,
      "grad_norm": 1.7785523720916225,
      "learning_rate": 0.0001607858995570161,
      "loss": 1.4049,
      "step": 70935
    },
    {
      "epoch": 2.9054269916035222,
      "grad_norm": 1.1577852275566478,
      "learning_rate": 0.00016078264660232246,
      "loss": 0.8048,
      "step": 70936
    },
    {
      "epoch": 2.905467950030719,
      "grad_norm": 1.4101812143385986,
      "learning_rate": 0.00016077939364253147,
      "loss": 0.8716,
      "step": 70937
    },
    {
      "epoch": 2.9055089084579153,
      "grad_norm": 1.2145297024597395,
      "learning_rate": 0.00016077614067764456,
      "loss": 0.814,
      "step": 70938
    },
    {
      "epoch": 2.905549866885112,
      "grad_norm": 2.1637366870401697,
      "learning_rate": 0.00016077288770766334,
      "loss": 2.2026,
      "step": 70939
    },
    {
      "epoch": 2.905590825312308,
      "grad_norm": 1.1971532221806866,
      "learning_rate": 0.0001607696347325893,
      "loss": 0.9372,
      "step": 70940
    },
    {
      "epoch": 2.9056317837395045,
      "grad_norm": 1.0204887586564297,
      "learning_rate": 0.00016076638175242404,
      "loss": 0.4512,
      "step": 70941
    },
    {
      "epoch": 2.9056727421667006,
      "grad_norm": 8.253350984257192,
      "learning_rate": 0.00016076312876716904,
      "loss": 4.0077,
      "step": 70942
    },
    {
      "epoch": 2.905713700593897,
      "grad_norm": 1.070991964401667,
      "learning_rate": 0.00016075987577682585,
      "loss": 0.7284,
      "step": 70943
    },
    {
      "epoch": 2.9057546590210936,
      "grad_norm": 1.1340151477196367,
      "learning_rate": 0.000160756622781396,
      "loss": 0.8708,
      "step": 70944
    },
    {
      "epoch": 2.90579561744829,
      "grad_norm": 0.6315686896215623,
      "learning_rate": 0.00016075336978088107,
      "loss": 0.1522,
      "step": 70945
    },
    {
      "epoch": 2.9058365758754863,
      "grad_norm": 1.4805212997934725,
      "learning_rate": 0.0001607501167752826,
      "loss": 1.031,
      "step": 70946
    },
    {
      "epoch": 2.905877534302683,
      "grad_norm": 1.124051634700147,
      "learning_rate": 0.00016074686376460205,
      "loss": 0.7859,
      "step": 70947
    },
    {
      "epoch": 2.905918492729879,
      "grad_norm": 1.6975827659050724,
      "learning_rate": 0.00016074361074884102,
      "loss": 1.2448,
      "step": 70948
    },
    {
      "epoch": 2.9059594511570754,
      "grad_norm": 0.7559310556257752,
      "learning_rate": 0.000160740357728001,
      "loss": 0.2721,
      "step": 70949
    },
    {
      "epoch": 2.906000409584272,
      "grad_norm": 1.2043086993253194,
      "learning_rate": 0.00016073710470208366,
      "loss": 0.9343,
      "step": 70950
    },
    {
      "epoch": 2.9060413680114685,
      "grad_norm": 1.1022208440859993,
      "learning_rate": 0.00016073385167109035,
      "loss": 0.7234,
      "step": 70951
    },
    {
      "epoch": 2.9060823264386646,
      "grad_norm": 0.9955568155534618,
      "learning_rate": 0.00016073059863502273,
      "loss": 0.2758,
      "step": 70952
    },
    {
      "epoch": 2.906123284865861,
      "grad_norm": 1.9985577525661067,
      "learning_rate": 0.00016072734559388228,
      "loss": 1.4915,
      "step": 70953
    },
    {
      "epoch": 2.9061642432930577,
      "grad_norm": 2.20058555088326,
      "learning_rate": 0.0001607240925476706,
      "loss": 1.9374,
      "step": 70954
    },
    {
      "epoch": 2.9062052017202538,
      "grad_norm": 1.2021956256737967,
      "learning_rate": 0.00016072083949638917,
      "loss": 0.8228,
      "step": 70955
    },
    {
      "epoch": 2.9062461601474503,
      "grad_norm": 0.8693882990066402,
      "learning_rate": 0.00016071758644003954,
      "loss": 0.3739,
      "step": 70956
    },
    {
      "epoch": 2.906287118574647,
      "grad_norm": 1.0853416505449498,
      "learning_rate": 0.00016071433337862327,
      "loss": 0.6916,
      "step": 70957
    },
    {
      "epoch": 2.9063280770018434,
      "grad_norm": 0.888286310284783,
      "learning_rate": 0.00016071108031214188,
      "loss": 0.3456,
      "step": 70958
    },
    {
      "epoch": 2.9063690354290395,
      "grad_norm": 1.1629960445339529,
      "learning_rate": 0.00016070782724059694,
      "loss": 0.7348,
      "step": 70959
    },
    {
      "epoch": 2.906409993856236,
      "grad_norm": 1.0534758404203952,
      "learning_rate": 0.0001607045741639899,
      "loss": 0.6777,
      "step": 70960
    },
    {
      "epoch": 2.906450952283432,
      "grad_norm": 0.9282647181480894,
      "learning_rate": 0.0001607013210823224,
      "loss": 0.5217,
      "step": 70961
    },
    {
      "epoch": 2.9064919107106286,
      "grad_norm": 1.1090860225997325,
      "learning_rate": 0.00016069806799559594,
      "loss": 0.6556,
      "step": 70962
    },
    {
      "epoch": 2.906532869137825,
      "grad_norm": 1.1286847682432941,
      "learning_rate": 0.00016069481490381206,
      "loss": 0.7629,
      "step": 70963
    },
    {
      "epoch": 2.9065738275650217,
      "grad_norm": 0.8054538388312209,
      "learning_rate": 0.00016069156180697225,
      "loss": 0.2957,
      "step": 70964
    },
    {
      "epoch": 2.906614785992218,
      "grad_norm": 1.111567323864445,
      "learning_rate": 0.00016068830870507813,
      "loss": 0.4208,
      "step": 70965
    },
    {
      "epoch": 2.9066557444194143,
      "grad_norm": 1.4928660268142322,
      "learning_rate": 0.0001606850555981312,
      "loss": 1.3892,
      "step": 70966
    },
    {
      "epoch": 2.9066967028466104,
      "grad_norm": 2.2443854559518948,
      "learning_rate": 0.000160681802486133,
      "loss": 1.1439,
      "step": 70967
    },
    {
      "epoch": 2.906737661273807,
      "grad_norm": 0.8721657795772215,
      "learning_rate": 0.000160678549369085,
      "loss": 0.5845,
      "step": 70968
    },
    {
      "epoch": 2.9067786197010035,
      "grad_norm": 1.1540329445106603,
      "learning_rate": 0.00016067529624698887,
      "loss": 0.8271,
      "step": 70969
    },
    {
      "epoch": 2.9068195781282,
      "grad_norm": 1.2244666506781896,
      "learning_rate": 0.00016067204311984604,
      "loss": 0.6078,
      "step": 70970
    },
    {
      "epoch": 2.906860536555396,
      "grad_norm": 1.3809300839573895,
      "learning_rate": 0.00016066878998765812,
      "loss": 0.8182,
      "step": 70971
    },
    {
      "epoch": 2.9069014949825926,
      "grad_norm": 1.4080558609548275,
      "learning_rate": 0.0001606655368504266,
      "loss": 0.9687,
      "step": 70972
    },
    {
      "epoch": 2.906942453409789,
      "grad_norm": 1.5879810555691207,
      "learning_rate": 0.00016066228370815303,
      "loss": 1.1271,
      "step": 70973
    },
    {
      "epoch": 2.9069834118369853,
      "grad_norm": 0.8042145193389253,
      "learning_rate": 0.00016065903056083897,
      "loss": 0.4429,
      "step": 70974
    },
    {
      "epoch": 2.907024370264182,
      "grad_norm": 0.8764328182906261,
      "learning_rate": 0.00016065577740848592,
      "loss": 0.5349,
      "step": 70975
    },
    {
      "epoch": 2.9070653286913783,
      "grad_norm": 0.6642471474462539,
      "learning_rate": 0.00016065252425109542,
      "loss": 0.2555,
      "step": 70976
    },
    {
      "epoch": 2.907106287118575,
      "grad_norm": 1.292507300700325,
      "learning_rate": 0.00016064927108866905,
      "loss": 0.8329,
      "step": 70977
    },
    {
      "epoch": 2.907147245545771,
      "grad_norm": 1.2136448444928076,
      "learning_rate": 0.0001606460179212083,
      "loss": 0.7998,
      "step": 70978
    },
    {
      "epoch": 2.9071882039729675,
      "grad_norm": 0.9849190130524825,
      "learning_rate": 0.00016064276474871478,
      "loss": 0.6015,
      "step": 70979
    },
    {
      "epoch": 2.9072291624001636,
      "grad_norm": 1.0199967786097286,
      "learning_rate": 0.00016063951157118991,
      "loss": 0.7565,
      "step": 70980
    },
    {
      "epoch": 2.90727012082736,
      "grad_norm": 0.6327555128922782,
      "learning_rate": 0.00016063625838863533,
      "loss": 0.2,
      "step": 70981
    },
    {
      "epoch": 2.9073110792545567,
      "grad_norm": 1.1895130081533378,
      "learning_rate": 0.0001606330052010526,
      "loss": 0.5055,
      "step": 70982
    },
    {
      "epoch": 2.907352037681753,
      "grad_norm": 0.8107588975668788,
      "learning_rate": 0.00016062975200844312,
      "loss": 0.271,
      "step": 70983
    },
    {
      "epoch": 2.9073929961089493,
      "grad_norm": 1.293334072310384,
      "learning_rate": 0.00016062649881080855,
      "loss": 0.8576,
      "step": 70984
    },
    {
      "epoch": 2.907433954536146,
      "grad_norm": 4.5346463898772305,
      "learning_rate": 0.0001606232456081504,
      "loss": 1.5428,
      "step": 70985
    },
    {
      "epoch": 2.9074749129633424,
      "grad_norm": 0.9990743030090129,
      "learning_rate": 0.00016061999240047015,
      "loss": 0.6163,
      "step": 70986
    },
    {
      "epoch": 2.9075158713905385,
      "grad_norm": 1.2856795935423615,
      "learning_rate": 0.0001606167391877694,
      "loss": 0.9092,
      "step": 70987
    },
    {
      "epoch": 2.907556829817735,
      "grad_norm": 0.7130628674472457,
      "learning_rate": 0.00016061348597004967,
      "loss": 0.2345,
      "step": 70988
    },
    {
      "epoch": 2.9075977882449315,
      "grad_norm": 1.3554344172091446,
      "learning_rate": 0.0001606102327473125,
      "loss": 0.7199,
      "step": 70989
    },
    {
      "epoch": 2.9076387466721276,
      "grad_norm": 1.1091358016605286,
      "learning_rate": 0.00016060697951955944,
      "loss": 0.6769,
      "step": 70990
    },
    {
      "epoch": 2.907679705099324,
      "grad_norm": 1.327957033895596,
      "learning_rate": 0.00016060372628679204,
      "loss": 0.8243,
      "step": 70991
    },
    {
      "epoch": 2.9077206635265207,
      "grad_norm": 1.2141718168620017,
      "learning_rate": 0.00016060047304901175,
      "loss": 0.8459,
      "step": 70992
    },
    {
      "epoch": 2.907761621953717,
      "grad_norm": 0.7790911653063392,
      "learning_rate": 0.00016059721980622022,
      "loss": 0.2997,
      "step": 70993
    },
    {
      "epoch": 2.9078025803809133,
      "grad_norm": 1.1280698935496152,
      "learning_rate": 0.00016059396655841894,
      "loss": 0.4343,
      "step": 70994
    },
    {
      "epoch": 2.90784353880811,
      "grad_norm": 1.9817318795810333,
      "learning_rate": 0.00016059071330560944,
      "loss": 2.0498,
      "step": 70995
    },
    {
      "epoch": 2.9078844972353064,
      "grad_norm": 0.9018759111287733,
      "learning_rate": 0.00016058746004779322,
      "loss": 0.3597,
      "step": 70996
    },
    {
      "epoch": 2.9079254556625025,
      "grad_norm": 2.7528794936430865,
      "learning_rate": 0.00016058420678497192,
      "loss": 3.3852,
      "step": 70997
    },
    {
      "epoch": 2.907966414089699,
      "grad_norm": 1.1390118318773015,
      "learning_rate": 0.000160580953517147,
      "loss": 0.8977,
      "step": 70998
    },
    {
      "epoch": 2.908007372516895,
      "grad_norm": 1.0372197731263866,
      "learning_rate": 0.00016057770024432004,
      "loss": 0.7177,
      "step": 70999
    },
    {
      "epoch": 2.9080483309440917,
      "grad_norm": 1.1004739696651926,
      "learning_rate": 0.0001605744469664925,
      "loss": 0.7318,
      "step": 71000
    },
    {
      "epoch": 2.908089289371288,
      "grad_norm": 1.4481307008835533,
      "learning_rate": 0.00016057119368366603,
      "loss": 0.9045,
      "step": 71001
    },
    {
      "epoch": 2.9081302477984847,
      "grad_norm": 1.2282863014338832,
      "learning_rate": 0.00016056794039584209,
      "loss": 0.926,
      "step": 71002
    },
    {
      "epoch": 2.908171206225681,
      "grad_norm": 0.9386021302554846,
      "learning_rate": 0.00016056468710302227,
      "loss": 0.7608,
      "step": 71003
    },
    {
      "epoch": 2.9082121646528774,
      "grad_norm": 0.7761787631324869,
      "learning_rate": 0.00016056143380520802,
      "loss": 0.2893,
      "step": 71004
    },
    {
      "epoch": 2.908253123080074,
      "grad_norm": 0.6317102987053697,
      "learning_rate": 0.00016055818050240097,
      "loss": 0.2761,
      "step": 71005
    },
    {
      "epoch": 2.90829408150727,
      "grad_norm": 1.4121499031894584,
      "learning_rate": 0.00016055492719460265,
      "loss": 0.9528,
      "step": 71006
    },
    {
      "epoch": 2.9083350399344665,
      "grad_norm": 3.993173572847897,
      "learning_rate": 0.00016055167388181454,
      "loss": 3.7377,
      "step": 71007
    },
    {
      "epoch": 2.908375998361663,
      "grad_norm": 1.5545360702000515,
      "learning_rate": 0.0001605484205640382,
      "loss": 1.0592,
      "step": 71008
    },
    {
      "epoch": 2.908416956788859,
      "grad_norm": 2.1581352404665024,
      "learning_rate": 0.00016054516724127522,
      "loss": 0.6586,
      "step": 71009
    },
    {
      "epoch": 2.9084579152160557,
      "grad_norm": 1.489803666108714,
      "learning_rate": 0.0001605419139135271,
      "loss": 0.5408,
      "step": 71010
    },
    {
      "epoch": 2.908498873643252,
      "grad_norm": 1.203018668899174,
      "learning_rate": 0.00016053866058079533,
      "loss": 0.8293,
      "step": 71011
    },
    {
      "epoch": 2.9085398320704483,
      "grad_norm": 1.6498700704743414,
      "learning_rate": 0.00016053540724308152,
      "loss": 1.2313,
      "step": 71012
    },
    {
      "epoch": 2.908580790497645,
      "grad_norm": 0.8053587289954065,
      "learning_rate": 0.00016053215390038719,
      "loss": 0.525,
      "step": 71013
    },
    {
      "epoch": 2.9086217489248414,
      "grad_norm": 1.5268745786249143,
      "learning_rate": 0.00016052890055271384,
      "loss": 1.1174,
      "step": 71014
    },
    {
      "epoch": 2.908662707352038,
      "grad_norm": 1.481657420991884,
      "learning_rate": 0.00016052564720006306,
      "loss": 0.5064,
      "step": 71015
    },
    {
      "epoch": 2.908703665779234,
      "grad_norm": 1.1366535389062662,
      "learning_rate": 0.00016052239384243633,
      "loss": 0.7239,
      "step": 71016
    },
    {
      "epoch": 2.9087446242064305,
      "grad_norm": 1.6706566010274118,
      "learning_rate": 0.00016051914047983526,
      "loss": 0.7174,
      "step": 71017
    },
    {
      "epoch": 2.9087855826336266,
      "grad_norm": 1.6108475937540776,
      "learning_rate": 0.00016051588711226138,
      "loss": 0.822,
      "step": 71018
    },
    {
      "epoch": 2.908826541060823,
      "grad_norm": 1.2826964138871184,
      "learning_rate": 0.00016051263373971614,
      "loss": 0.7512,
      "step": 71019
    },
    {
      "epoch": 2.9088674994880197,
      "grad_norm": 1.160568873680084,
      "learning_rate": 0.00016050938036220116,
      "loss": 0.7146,
      "step": 71020
    },
    {
      "epoch": 2.9089084579152162,
      "grad_norm": 1.1412700234388882,
      "learning_rate": 0.00016050612697971793,
      "loss": 0.7637,
      "step": 71021
    },
    {
      "epoch": 2.9089494163424123,
      "grad_norm": 1.1581250870834043,
      "learning_rate": 0.00016050287359226805,
      "loss": 0.6952,
      "step": 71022
    },
    {
      "epoch": 2.908990374769609,
      "grad_norm": 1.0372155696470102,
      "learning_rate": 0.00016049962019985302,
      "loss": 0.3967,
      "step": 71023
    },
    {
      "epoch": 2.9090313331968054,
      "grad_norm": 1.4075998748329521,
      "learning_rate": 0.00016049636680247434,
      "loss": 1.0401,
      "step": 71024
    },
    {
      "epoch": 2.9090722916240015,
      "grad_norm": 1.5199404909453846,
      "learning_rate": 0.00016049311340013363,
      "loss": 1.1174,
      "step": 71025
    },
    {
      "epoch": 2.909113250051198,
      "grad_norm": 1.5682739906589633,
      "learning_rate": 0.00016048985999283236,
      "loss": 1.0057,
      "step": 71026
    },
    {
      "epoch": 2.9091542084783946,
      "grad_norm": 1.2145224743408576,
      "learning_rate": 0.00016048660658057212,
      "loss": 0.7526,
      "step": 71027
    },
    {
      "epoch": 2.909195166905591,
      "grad_norm": 1.219884692423718,
      "learning_rate": 0.00016048335316335436,
      "loss": 0.7393,
      "step": 71028
    },
    {
      "epoch": 2.909236125332787,
      "grad_norm": 1.7181199633832058,
      "learning_rate": 0.0001604800997411807,
      "loss": 1.1178,
      "step": 71029
    },
    {
      "epoch": 2.9092770837599837,
      "grad_norm": 1.1074373461971327,
      "learning_rate": 0.00016047684631405272,
      "loss": 0.7606,
      "step": 71030
    },
    {
      "epoch": 2.90931804218718,
      "grad_norm": 1.255879535257122,
      "learning_rate": 0.00016047359288197182,
      "loss": 0.6352,
      "step": 71031
    },
    {
      "epoch": 2.9093590006143764,
      "grad_norm": 1.0979801702558465,
      "learning_rate": 0.00016047033944493965,
      "loss": 0.7757,
      "step": 71032
    },
    {
      "epoch": 2.909399959041573,
      "grad_norm": 1.4275101164349844,
      "learning_rate": 0.0001604670860029577,
      "loss": 1.0894,
      "step": 71033
    },
    {
      "epoch": 2.9094409174687694,
      "grad_norm": 0.9619603272671573,
      "learning_rate": 0.00016046383255602755,
      "loss": 0.393,
      "step": 71034
    },
    {
      "epoch": 2.9094818758959655,
      "grad_norm": 1.423762668386862,
      "learning_rate": 0.00016046057910415067,
      "loss": 1.1187,
      "step": 71035
    },
    {
      "epoch": 2.909522834323162,
      "grad_norm": 1.177466157411606,
      "learning_rate": 0.00016045732564732863,
      "loss": 0.4854,
      "step": 71036
    },
    {
      "epoch": 2.909563792750358,
      "grad_norm": 1.1399449891051128,
      "learning_rate": 0.00016045407218556298,
      "loss": 0.3807,
      "step": 71037
    },
    {
      "epoch": 2.9096047511775547,
      "grad_norm": 1.6171438197380303,
      "learning_rate": 0.00016045081871885527,
      "loss": 0.9627,
      "step": 71038
    },
    {
      "epoch": 2.909645709604751,
      "grad_norm": 0.9341756364218193,
      "learning_rate": 0.000160447565247207,
      "loss": 0.5213,
      "step": 71039
    },
    {
      "epoch": 2.9096866680319478,
      "grad_norm": 1.1960558967031698,
      "learning_rate": 0.00016044431177061972,
      "loss": 0.6908,
      "step": 71040
    },
    {
      "epoch": 2.909727626459144,
      "grad_norm": 1.2280149491376517,
      "learning_rate": 0.000160441058289095,
      "loss": 0.945,
      "step": 71041
    },
    {
      "epoch": 2.9097685848863404,
      "grad_norm": 1.2394532248492385,
      "learning_rate": 0.00016043780480263435,
      "loss": 0.9827,
      "step": 71042
    },
    {
      "epoch": 2.909809543313537,
      "grad_norm": 0.9788282565956375,
      "learning_rate": 0.00016043455131123933,
      "loss": 0.5719,
      "step": 71043
    },
    {
      "epoch": 2.909850501740733,
      "grad_norm": 1.1694584899671228,
      "learning_rate": 0.0001604312978149114,
      "loss": 0.7047,
      "step": 71044
    },
    {
      "epoch": 2.9098914601679295,
      "grad_norm": 2.2320509691249146,
      "learning_rate": 0.0001604280443136522,
      "loss": 1.2197,
      "step": 71045
    },
    {
      "epoch": 2.909932418595126,
      "grad_norm": 1.2994506301799644,
      "learning_rate": 0.00016042479080746324,
      "loss": 0.7621,
      "step": 71046
    },
    {
      "epoch": 2.9099733770223226,
      "grad_norm": 2.786220574143268,
      "learning_rate": 0.00016042153729634603,
      "loss": 2.5174,
      "step": 71047
    },
    {
      "epoch": 2.9100143354495187,
      "grad_norm": 1.2237279649272865,
      "learning_rate": 0.00016041828378030208,
      "loss": 0.6916,
      "step": 71048
    },
    {
      "epoch": 2.9100552938767152,
      "grad_norm": 1.3683235831348899,
      "learning_rate": 0.000160415030259333,
      "loss": 0.7007,
      "step": 71049
    },
    {
      "epoch": 2.9100962523039113,
      "grad_norm": 2.593374147825128,
      "learning_rate": 0.00016041177673344032,
      "loss": 3.2562,
      "step": 71050
    },
    {
      "epoch": 2.910137210731108,
      "grad_norm": 1.628828360218385,
      "learning_rate": 0.00016040852320262555,
      "loss": 0.9467,
      "step": 71051
    },
    {
      "epoch": 2.9101781691583044,
      "grad_norm": 1.0398223368439101,
      "learning_rate": 0.00016040526966689018,
      "loss": 0.8132,
      "step": 71052
    },
    {
      "epoch": 2.910219127585501,
      "grad_norm": 1.3802692766120017,
      "learning_rate": 0.0001604020161262359,
      "loss": 0.885,
      "step": 71053
    },
    {
      "epoch": 2.910260086012697,
      "grad_norm": 0.727908770220985,
      "learning_rate": 0.0001603987625806641,
      "loss": 0.3089,
      "step": 71054
    },
    {
      "epoch": 2.9103010444398936,
      "grad_norm": 0.574944422203293,
      "learning_rate": 0.00016039550903017635,
      "loss": 0.2161,
      "step": 71055
    },
    {
      "epoch": 2.9103420028670897,
      "grad_norm": 2.163038584997945,
      "learning_rate": 0.00016039225547477423,
      "loss": 1.1325,
      "step": 71056
    },
    {
      "epoch": 2.910382961294286,
      "grad_norm": 1.5678288258630815,
      "learning_rate": 0.00016038900191445927,
      "loss": 0.7166,
      "step": 71057
    },
    {
      "epoch": 2.9104239197214827,
      "grad_norm": 1.0680237463233855,
      "learning_rate": 0.00016038574834923295,
      "loss": 0.7422,
      "step": 71058
    },
    {
      "epoch": 2.9104648781486793,
      "grad_norm": 0.7574791984079758,
      "learning_rate": 0.00016038249477909688,
      "loss": 0.2788,
      "step": 71059
    },
    {
      "epoch": 2.9105058365758754,
      "grad_norm": 1.1991458806131254,
      "learning_rate": 0.00016037924120405254,
      "loss": 0.7608,
      "step": 71060
    },
    {
      "epoch": 2.910546795003072,
      "grad_norm": 1.212787577972711,
      "learning_rate": 0.00016037598762410151,
      "loss": 0.9619,
      "step": 71061
    },
    {
      "epoch": 2.9105877534302684,
      "grad_norm": 1.1375799246344664,
      "learning_rate": 0.00016037273403924534,
      "loss": 0.734,
      "step": 71062
    },
    {
      "epoch": 2.9106287118574645,
      "grad_norm": 1.63154810774587,
      "learning_rate": 0.00016036948044948553,
      "loss": 1.0662,
      "step": 71063
    },
    {
      "epoch": 2.910669670284661,
      "grad_norm": 1.1271474207865528,
      "learning_rate": 0.0001603662268548236,
      "loss": 0.606,
      "step": 71064
    },
    {
      "epoch": 2.9107106287118576,
      "grad_norm": 1.2921528398144766,
      "learning_rate": 0.00016036297325526115,
      "loss": 0.665,
      "step": 71065
    },
    {
      "epoch": 2.910751587139054,
      "grad_norm": 1.1182907812974634,
      "learning_rate": 0.0001603597196507997,
      "loss": 0.7427,
      "step": 71066
    },
    {
      "epoch": 2.9107925455662502,
      "grad_norm": 1.427918870230185,
      "learning_rate": 0.00016035646604144074,
      "loss": 1.0084,
      "step": 71067
    },
    {
      "epoch": 2.9108335039934468,
      "grad_norm": 2.905196793656529,
      "learning_rate": 0.00016035321242718583,
      "loss": 0.9709,
      "step": 71068
    },
    {
      "epoch": 2.910874462420643,
      "grad_norm": 0.9521303179640065,
      "learning_rate": 0.00016034995880803658,
      "loss": 0.6367,
      "step": 71069
    },
    {
      "epoch": 2.9109154208478394,
      "grad_norm": 1.0360542379994955,
      "learning_rate": 0.00016034670518399446,
      "loss": 0.7027,
      "step": 71070
    },
    {
      "epoch": 2.910956379275036,
      "grad_norm": 1.1953265939866782,
      "learning_rate": 0.00016034345155506102,
      "loss": 0.3997,
      "step": 71071
    },
    {
      "epoch": 2.9109973377022325,
      "grad_norm": 2.571941031081281,
      "learning_rate": 0.00016034019792123775,
      "loss": 0.6308,
      "step": 71072
    },
    {
      "epoch": 2.9110382961294285,
      "grad_norm": 1.0223421054740933,
      "learning_rate": 0.00016033694428252627,
      "loss": 0.6515,
      "step": 71073
    },
    {
      "epoch": 2.911079254556625,
      "grad_norm": 0.6571198125531724,
      "learning_rate": 0.00016033369063892807,
      "loss": 0.1846,
      "step": 71074
    },
    {
      "epoch": 2.911120212983821,
      "grad_norm": 1.120704253361733,
      "learning_rate": 0.0001603304369904447,
      "loss": 0.8291,
      "step": 71075
    },
    {
      "epoch": 2.9111611714110177,
      "grad_norm": 1.5706995420070755,
      "learning_rate": 0.00016032718333707768,
      "loss": 1.1478,
      "step": 71076
    },
    {
      "epoch": 2.9112021298382142,
      "grad_norm": 1.269608145598605,
      "learning_rate": 0.00016032392967882863,
      "loss": 0.8078,
      "step": 71077
    },
    {
      "epoch": 2.911243088265411,
      "grad_norm": 1.1239805755516026,
      "learning_rate": 0.00016032067601569897,
      "loss": 0.8349,
      "step": 71078
    },
    {
      "epoch": 2.911284046692607,
      "grad_norm": 0.7628248055905329,
      "learning_rate": 0.0001603174223476903,
      "loss": 0.4051,
      "step": 71079
    },
    {
      "epoch": 2.9113250051198034,
      "grad_norm": 0.8566726704239233,
      "learning_rate": 0.00016031416867480416,
      "loss": 0.5665,
      "step": 71080
    },
    {
      "epoch": 2.911365963547,
      "grad_norm": 1.311210955179603,
      "learning_rate": 0.00016031091499704207,
      "loss": 0.9161,
      "step": 71081
    },
    {
      "epoch": 2.911406921974196,
      "grad_norm": 1.3733980943912514,
      "learning_rate": 0.0001603076613144056,
      "loss": 0.9366,
      "step": 71082
    },
    {
      "epoch": 2.9114478804013926,
      "grad_norm": 1.0048817868458033,
      "learning_rate": 0.00016030440762689627,
      "loss": 0.5283,
      "step": 71083
    },
    {
      "epoch": 2.911488838828589,
      "grad_norm": 1.004031690683081,
      "learning_rate": 0.0001603011539345156,
      "loss": 0.6798,
      "step": 71084
    },
    {
      "epoch": 2.9115297972557856,
      "grad_norm": 1.1367977215342886,
      "learning_rate": 0.00016029790023726513,
      "loss": 0.837,
      "step": 71085
    },
    {
      "epoch": 2.9115707556829817,
      "grad_norm": 1.1679339081640094,
      "learning_rate": 0.00016029464653514642,
      "loss": 0.7871,
      "step": 71086
    },
    {
      "epoch": 2.9116117141101783,
      "grad_norm": 4.436172232428612,
      "learning_rate": 0.00016029139282816102,
      "loss": 1.2433,
      "step": 71087
    },
    {
      "epoch": 2.9116526725373744,
      "grad_norm": 1.42465442850588,
      "learning_rate": 0.00016028813911631045,
      "loss": 0.9961,
      "step": 71088
    },
    {
      "epoch": 2.911693630964571,
      "grad_norm": 1.2075126744343059,
      "learning_rate": 0.0001602848853995962,
      "loss": 0.7483,
      "step": 71089
    },
    {
      "epoch": 2.9117345893917674,
      "grad_norm": 5.5046737856978,
      "learning_rate": 0.0001602816316780199,
      "loss": 2.5061,
      "step": 71090
    },
    {
      "epoch": 2.911775547818964,
      "grad_norm": 1.400891384827216,
      "learning_rate": 0.00016027837795158298,
      "loss": 0.6679,
      "step": 71091
    },
    {
      "epoch": 2.91181650624616,
      "grad_norm": 0.7440069682508109,
      "learning_rate": 0.00016027512422028708,
      "loss": 0.2909,
      "step": 71092
    },
    {
      "epoch": 2.9118574646733566,
      "grad_norm": 0.9436639502323801,
      "learning_rate": 0.0001602718704841337,
      "loss": 0.4456,
      "step": 71093
    },
    {
      "epoch": 2.9118984231005527,
      "grad_norm": 1.1210878894587792,
      "learning_rate": 0.00016026861674312438,
      "loss": 0.7112,
      "step": 71094
    },
    {
      "epoch": 2.9119393815277492,
      "grad_norm": 1.0704786092376037,
      "learning_rate": 0.00016026536299726063,
      "loss": 0.5174,
      "step": 71095
    },
    {
      "epoch": 2.9119803399549458,
      "grad_norm": 0.963790622276457,
      "learning_rate": 0.000160262109246544,
      "loss": 0.5631,
      "step": 71096
    },
    {
      "epoch": 2.9120212983821423,
      "grad_norm": 1.0043282622086656,
      "learning_rate": 0.0001602588554909761,
      "loss": 0.2354,
      "step": 71097
    },
    {
      "epoch": 2.9120622568093384,
      "grad_norm": 1.0859403032684658,
      "learning_rate": 0.00016025560173055838,
      "loss": 0.689,
      "step": 71098
    },
    {
      "epoch": 2.912103215236535,
      "grad_norm": 0.9571929924746176,
      "learning_rate": 0.00016025234796529237,
      "loss": 0.1907,
      "step": 71099
    },
    {
      "epoch": 2.9121441736637315,
      "grad_norm": 3.825202543020598,
      "learning_rate": 0.00016024909419517968,
      "loss": 2.4016,
      "step": 71100
    },
    {
      "epoch": 2.9121851320909276,
      "grad_norm": 3.1854804837313075,
      "learning_rate": 0.0001602458404202218,
      "loss": 1.9305,
      "step": 71101
    },
    {
      "epoch": 2.912226090518124,
      "grad_norm": 0.9501091452976547,
      "learning_rate": 0.00016024258664042033,
      "loss": 0.5567,
      "step": 71102
    },
    {
      "epoch": 2.9122670489453206,
      "grad_norm": 1.2911114759456033,
      "learning_rate": 0.0001602393328557767,
      "loss": 0.7652,
      "step": 71103
    },
    {
      "epoch": 2.912308007372517,
      "grad_norm": 1.0316528740346915,
      "learning_rate": 0.0001602360790662925,
      "loss": 0.5734,
      "step": 71104
    },
    {
      "epoch": 2.9123489657997133,
      "grad_norm": 0.90199104822672,
      "learning_rate": 0.0001602328252719693,
      "loss": 0.7354,
      "step": 71105
    },
    {
      "epoch": 2.91238992422691,
      "grad_norm": 1.0722970637918425,
      "learning_rate": 0.00016022957147280862,
      "loss": 0.6191,
      "step": 71106
    },
    {
      "epoch": 2.912430882654106,
      "grad_norm": 1.248951512721673,
      "learning_rate": 0.00016022631766881198,
      "loss": 0.8953,
      "step": 71107
    },
    {
      "epoch": 2.9124718410813024,
      "grad_norm": 1.1279945847751218,
      "learning_rate": 0.00016022306385998094,
      "loss": 0.6638,
      "step": 71108
    },
    {
      "epoch": 2.912512799508499,
      "grad_norm": 1.138206193518977,
      "learning_rate": 0.00016021981004631702,
      "loss": 0.7422,
      "step": 71109
    },
    {
      "epoch": 2.9125537579356955,
      "grad_norm": 1.1043509877543847,
      "learning_rate": 0.0001602165562278218,
      "loss": 0.5807,
      "step": 71110
    },
    {
      "epoch": 2.9125947163628916,
      "grad_norm": 3.6636183423757664,
      "learning_rate": 0.00016021330240449677,
      "loss": 2.8042,
      "step": 71111
    },
    {
      "epoch": 2.912635674790088,
      "grad_norm": 1.1989813727597072,
      "learning_rate": 0.00016021004857634345,
      "loss": 0.6887,
      "step": 71112
    },
    {
      "epoch": 2.912676633217284,
      "grad_norm": 1.3888202861699275,
      "learning_rate": 0.0001602067947433634,
      "loss": 1.1826,
      "step": 71113
    },
    {
      "epoch": 2.9127175916444807,
      "grad_norm": 1.2820778911194068,
      "learning_rate": 0.00016020354090555823,
      "loss": 0.773,
      "step": 71114
    },
    {
      "epoch": 2.9127585500716773,
      "grad_norm": 0.804427265548819,
      "learning_rate": 0.00016020028706292938,
      "loss": 0.308,
      "step": 71115
    },
    {
      "epoch": 2.912799508498874,
      "grad_norm": 1.0483032437637152,
      "learning_rate": 0.0001601970332154784,
      "loss": 0.7651,
      "step": 71116
    },
    {
      "epoch": 2.91284046692607,
      "grad_norm": 1.2316268334490779,
      "learning_rate": 0.0001601937793632069,
      "loss": 0.9148,
      "step": 71117
    },
    {
      "epoch": 2.9128814253532664,
      "grad_norm": 1.1711326788515044,
      "learning_rate": 0.00016019052550611637,
      "loss": 0.7472,
      "step": 71118
    },
    {
      "epoch": 2.912922383780463,
      "grad_norm": 1.0654435911958702,
      "learning_rate": 0.00016018727164420838,
      "loss": 0.6614,
      "step": 71119
    },
    {
      "epoch": 2.912963342207659,
      "grad_norm": 0.8037522728037693,
      "learning_rate": 0.00016018401777748438,
      "loss": 0.324,
      "step": 71120
    },
    {
      "epoch": 2.9130043006348556,
      "grad_norm": 0.9980597143443822,
      "learning_rate": 0.000160180763905946,
      "loss": 0.7753,
      "step": 71121
    },
    {
      "epoch": 2.913045259062052,
      "grad_norm": 1.5335217935550418,
      "learning_rate": 0.00016017751002959474,
      "loss": 0.7867,
      "step": 71122
    },
    {
      "epoch": 2.9130862174892487,
      "grad_norm": 0.9125068705180043,
      "learning_rate": 0.00016017425614843215,
      "loss": 0.59,
      "step": 71123
    },
    {
      "epoch": 2.9131271759164448,
      "grad_norm": 1.3300864902000635,
      "learning_rate": 0.00016017100226245975,
      "loss": 0.7919,
      "step": 71124
    },
    {
      "epoch": 2.9131681343436413,
      "grad_norm": 0.9107116208402704,
      "learning_rate": 0.0001601677483716791,
      "loss": 0.38,
      "step": 71125
    },
    {
      "epoch": 2.9132090927708374,
      "grad_norm": 1.451970356715673,
      "learning_rate": 0.00016016449447609174,
      "loss": 0.6607,
      "step": 71126
    },
    {
      "epoch": 2.913250051198034,
      "grad_norm": 0.8319021666790565,
      "learning_rate": 0.00016016124057569915,
      "loss": 0.5173,
      "step": 71127
    },
    {
      "epoch": 2.9132910096252305,
      "grad_norm": 1.9014157983551843,
      "learning_rate": 0.00016015798667050294,
      "loss": 1.31,
      "step": 71128
    },
    {
      "epoch": 2.913331968052427,
      "grad_norm": 1.1112856202126014,
      "learning_rate": 0.00016015473276050464,
      "loss": 0.7938,
      "step": 71129
    },
    {
      "epoch": 2.913372926479623,
      "grad_norm": 1.106994692515573,
      "learning_rate": 0.00016015147884570577,
      "loss": 0.6601,
      "step": 71130
    },
    {
      "epoch": 2.9134138849068196,
      "grad_norm": 1.243933217262594,
      "learning_rate": 0.00016014822492610786,
      "loss": 0.6004,
      "step": 71131
    },
    {
      "epoch": 2.9134548433340157,
      "grad_norm": 0.8029434978960736,
      "learning_rate": 0.00016014497100171244,
      "loss": 0.3055,
      "step": 71132
    },
    {
      "epoch": 2.9134958017612123,
      "grad_norm": 1.3179299572989107,
      "learning_rate": 0.00016014171707252108,
      "loss": 0.8565,
      "step": 71133
    },
    {
      "epoch": 2.913536760188409,
      "grad_norm": 1.391515672629592,
      "learning_rate": 0.0001601384631385353,
      "loss": 1.0452,
      "step": 71134
    },
    {
      "epoch": 2.9135777186156053,
      "grad_norm": 1.4091356404750228,
      "learning_rate": 0.0001601352091997567,
      "loss": 1.0585,
      "step": 71135
    },
    {
      "epoch": 2.9136186770428014,
      "grad_norm": 0.9543956091216189,
      "learning_rate": 0.00016013195525618667,
      "loss": 0.4391,
      "step": 71136
    },
    {
      "epoch": 2.913659635469998,
      "grad_norm": 1.3430223951133635,
      "learning_rate": 0.00016012870130782686,
      "loss": 0.7351,
      "step": 71137
    },
    {
      "epoch": 2.9137005938971945,
      "grad_norm": 1.4167480403905137,
      "learning_rate": 0.00016012544735467883,
      "loss": 0.4856,
      "step": 71138
    },
    {
      "epoch": 2.9137415523243906,
      "grad_norm": 1.2334471381405725,
      "learning_rate": 0.00016012219339674408,
      "loss": 0.6236,
      "step": 71139
    },
    {
      "epoch": 2.913782510751587,
      "grad_norm": 0.8825301597236462,
      "learning_rate": 0.0001601189394340241,
      "loss": 0.5917,
      "step": 71140
    },
    {
      "epoch": 2.9138234691787837,
      "grad_norm": 1.4964294558066022,
      "learning_rate": 0.0001601156854665205,
      "loss": 1.0586,
      "step": 71141
    },
    {
      "epoch": 2.91386442760598,
      "grad_norm": 1.1232835955373743,
      "learning_rate": 0.00016011243149423475,
      "loss": 0.7243,
      "step": 71142
    },
    {
      "epoch": 2.9139053860331763,
      "grad_norm": 1.3461293904029576,
      "learning_rate": 0.0001601091775171685,
      "loss": 1.0203,
      "step": 71143
    },
    {
      "epoch": 2.913946344460373,
      "grad_norm": 1.5151386977616013,
      "learning_rate": 0.00016010592353532315,
      "loss": 0.4986,
      "step": 71144
    },
    {
      "epoch": 2.913987302887569,
      "grad_norm": 9.947452823559585,
      "learning_rate": 0.00016010266954870033,
      "loss": 2.4743,
      "step": 71145
    },
    {
      "epoch": 2.9140282613147654,
      "grad_norm": 1.2430485354881058,
      "learning_rate": 0.00016009941555730157,
      "loss": 0.7156,
      "step": 71146
    },
    {
      "epoch": 2.914069219741962,
      "grad_norm": 1.1389392196315404,
      "learning_rate": 0.0001600961615611284,
      "loss": 0.6558,
      "step": 71147
    },
    {
      "epoch": 2.9141101781691585,
      "grad_norm": 0.9820060834020239,
      "learning_rate": 0.0001600929075601823,
      "loss": 0.8272,
      "step": 71148
    },
    {
      "epoch": 2.9141511365963546,
      "grad_norm": 1.0548002365806217,
      "learning_rate": 0.0001600896535544649,
      "loss": 0.3698,
      "step": 71149
    },
    {
      "epoch": 2.914192095023551,
      "grad_norm": 1.5037355238414816,
      "learning_rate": 0.0001600863995439777,
      "loss": 0.9583,
      "step": 71150
    },
    {
      "epoch": 2.9142330534507472,
      "grad_norm": 1.3362039969923611,
      "learning_rate": 0.00016008314552872223,
      "loss": 0.9161,
      "step": 71151
    },
    {
      "epoch": 2.9142740118779438,
      "grad_norm": 0.8865650969583954,
      "learning_rate": 0.0001600798915087,
      "loss": 0.2996,
      "step": 71152
    },
    {
      "epoch": 2.9143149703051403,
      "grad_norm": 3.216809754667437,
      "learning_rate": 0.0001600766374839126,
      "loss": 2.1197,
      "step": 71153
    },
    {
      "epoch": 2.914355928732337,
      "grad_norm": 1.1248972890058464,
      "learning_rate": 0.0001600733834543616,
      "loss": 0.7866,
      "step": 71154
    },
    {
      "epoch": 2.914396887159533,
      "grad_norm": 1.242247677681032,
      "learning_rate": 0.0001600701294200484,
      "loss": 0.6106,
      "step": 71155
    },
    {
      "epoch": 2.9144378455867295,
      "grad_norm": 1.2082152171950642,
      "learning_rate": 0.00016006687538097468,
      "loss": 0.725,
      "step": 71156
    },
    {
      "epoch": 2.914478804013926,
      "grad_norm": 1.0589179904668566,
      "learning_rate": 0.00016006362133714192,
      "loss": 0.6563,
      "step": 71157
    },
    {
      "epoch": 2.914519762441122,
      "grad_norm": 0.9504147068348585,
      "learning_rate": 0.0001600603672885517,
      "loss": 0.6779,
      "step": 71158
    },
    {
      "epoch": 2.9145607208683186,
      "grad_norm": 0.9322069104393793,
      "learning_rate": 0.00016005711323520546,
      "loss": 0.6914,
      "step": 71159
    },
    {
      "epoch": 2.914601679295515,
      "grad_norm": 1.6297822924389824,
      "learning_rate": 0.00016005385917710485,
      "loss": 1.2982,
      "step": 71160
    },
    {
      "epoch": 2.9146426377227117,
      "grad_norm": 1.2361838344704799,
      "learning_rate": 0.00016005060511425136,
      "loss": 0.9621,
      "step": 71161
    },
    {
      "epoch": 2.914683596149908,
      "grad_norm": 0.9124384001166543,
      "learning_rate": 0.0001600473510466465,
      "loss": 0.5648,
      "step": 71162
    },
    {
      "epoch": 2.9147245545771043,
      "grad_norm": 1.7625436203470153,
      "learning_rate": 0.00016004409697429182,
      "loss": 1.2283,
      "step": 71163
    },
    {
      "epoch": 2.9147655130043004,
      "grad_norm": 0.987026108706973,
      "learning_rate": 0.0001600408428971889,
      "loss": 0.6542,
      "step": 71164
    },
    {
      "epoch": 2.914806471431497,
      "grad_norm": 1.1111235864441693,
      "learning_rate": 0.00016003758881533926,
      "loss": 0.7372,
      "step": 71165
    },
    {
      "epoch": 2.9148474298586935,
      "grad_norm": 1.3727723444529591,
      "learning_rate": 0.00016003433472874443,
      "loss": 0.7555,
      "step": 71166
    },
    {
      "epoch": 2.91488838828589,
      "grad_norm": 1.0914040768119189,
      "learning_rate": 0.00016003108063740595,
      "loss": 0.8614,
      "step": 71167
    },
    {
      "epoch": 2.914929346713086,
      "grad_norm": 0.7201703317533104,
      "learning_rate": 0.00016002782654132532,
      "loss": 0.2726,
      "step": 71168
    },
    {
      "epoch": 2.9149703051402827,
      "grad_norm": 1.851626862859371,
      "learning_rate": 0.0001600245724405041,
      "loss": 1.0182,
      "step": 71169
    },
    {
      "epoch": 2.9150112635674787,
      "grad_norm": 1.1222701872733922,
      "learning_rate": 0.0001600213183349439,
      "loss": 0.4032,
      "step": 71170
    },
    {
      "epoch": 2.9150522219946753,
      "grad_norm": 0.6781514435686953,
      "learning_rate": 0.00016001806422464622,
      "loss": 0.1887,
      "step": 71171
    },
    {
      "epoch": 2.915093180421872,
      "grad_norm": 1.4181189425427532,
      "learning_rate": 0.0001600148101096125,
      "loss": 0.8318,
      "step": 71172
    },
    {
      "epoch": 2.9151341388490684,
      "grad_norm": 1.5212440627778199,
      "learning_rate": 0.0001600115559898444,
      "loss": 0.821,
      "step": 71173
    },
    {
      "epoch": 2.9151750972762644,
      "grad_norm": 1.6614798470257328,
      "learning_rate": 0.00016000830186534343,
      "loss": 0.8508,
      "step": 71174
    },
    {
      "epoch": 2.915216055703461,
      "grad_norm": 1.0590152577244476,
      "learning_rate": 0.0001600050477361111,
      "loss": 0.6283,
      "step": 71175
    },
    {
      "epoch": 2.9152570141306575,
      "grad_norm": 1.152280219591107,
      "learning_rate": 0.00016000179360214895,
      "loss": 0.6,
      "step": 71176
    },
    {
      "epoch": 2.9152979725578536,
      "grad_norm": 1.0319416013237304,
      "learning_rate": 0.00015999853946345859,
      "loss": 0.5511,
      "step": 71177
    },
    {
      "epoch": 2.91533893098505,
      "grad_norm": 0.9480256218311274,
      "learning_rate": 0.00015999528532004145,
      "loss": 0.392,
      "step": 71178
    },
    {
      "epoch": 2.9153798894122467,
      "grad_norm": 1.0316734502913425,
      "learning_rate": 0.00015999203117189915,
      "loss": 0.415,
      "step": 71179
    },
    {
      "epoch": 2.915420847839443,
      "grad_norm": 1.241795051046878,
      "learning_rate": 0.00015998877701903314,
      "loss": 0.4227,
      "step": 71180
    },
    {
      "epoch": 2.9154618062666393,
      "grad_norm": 1.1731894767817332,
      "learning_rate": 0.00015998552286144505,
      "loss": 0.7516,
      "step": 71181
    },
    {
      "epoch": 2.915502764693836,
      "grad_norm": 1.3327767000923036,
      "learning_rate": 0.0001599822686991364,
      "loss": 0.542,
      "step": 71182
    },
    {
      "epoch": 2.915543723121032,
      "grad_norm": 1.1027571136073595,
      "learning_rate": 0.00015997901453210873,
      "loss": 0.5459,
      "step": 71183
    },
    {
      "epoch": 2.9155846815482285,
      "grad_norm": 0.9946407658603985,
      "learning_rate": 0.00015997576036036348,
      "loss": 0.1443,
      "step": 71184
    },
    {
      "epoch": 2.915625639975425,
      "grad_norm": 1.805287941209875,
      "learning_rate": 0.00015997250618390236,
      "loss": 1.466,
      "step": 71185
    },
    {
      "epoch": 2.9156665984026215,
      "grad_norm": 1.6292809824606753,
      "learning_rate": 0.00015996925200272678,
      "loss": 1.0231,
      "step": 71186
    },
    {
      "epoch": 2.9157075568298176,
      "grad_norm": 1.065347272497533,
      "learning_rate": 0.00015996599781683836,
      "loss": 0.7702,
      "step": 71187
    },
    {
      "epoch": 2.915748515257014,
      "grad_norm": 1.2402298575566462,
      "learning_rate": 0.00015996274362623848,
      "loss": 0.8756,
      "step": 71188
    },
    {
      "epoch": 2.9157894736842103,
      "grad_norm": 1.0704868614879202,
      "learning_rate": 0.00015995948943092885,
      "loss": 0.7378,
      "step": 71189
    },
    {
      "epoch": 2.915830432111407,
      "grad_norm": 1.3017232247429238,
      "learning_rate": 0.000159956235230911,
      "loss": 0.7552,
      "step": 71190
    },
    {
      "epoch": 2.9158713905386033,
      "grad_norm": 1.040211964368538,
      "learning_rate": 0.00015995298102618638,
      "loss": 0.6651,
      "step": 71191
    },
    {
      "epoch": 2.9159123489658,
      "grad_norm": 2.0224085662776776,
      "learning_rate": 0.00015994972681675657,
      "loss": 1.9112,
      "step": 71192
    },
    {
      "epoch": 2.915953307392996,
      "grad_norm": 1.4590193505629498,
      "learning_rate": 0.0001599464726026231,
      "loss": 0.9483,
      "step": 71193
    },
    {
      "epoch": 2.9159942658201925,
      "grad_norm": 1.133019000190126,
      "learning_rate": 0.00015994321838378757,
      "loss": 0.7937,
      "step": 71194
    },
    {
      "epoch": 2.916035224247389,
      "grad_norm": 1.6418700223050664,
      "learning_rate": 0.0001599399641602514,
      "loss": 1.1127,
      "step": 71195
    },
    {
      "epoch": 2.916076182674585,
      "grad_norm": 1.2197330535468895,
      "learning_rate": 0.0001599367099320162,
      "loss": 0.6524,
      "step": 71196
    },
    {
      "epoch": 2.9161171411017817,
      "grad_norm": 0.8989987497440322,
      "learning_rate": 0.00015993345569908355,
      "loss": 0.6114,
      "step": 71197
    },
    {
      "epoch": 2.916158099528978,
      "grad_norm": 1.8342319465233903,
      "learning_rate": 0.00015993020146145488,
      "loss": 0.729,
      "step": 71198
    },
    {
      "epoch": 2.9161990579561747,
      "grad_norm": 1.0753251389083023,
      "learning_rate": 0.00015992694721913178,
      "loss": 0.7158,
      "step": 71199
    },
    {
      "epoch": 2.916240016383371,
      "grad_norm": 1.468957750590984,
      "learning_rate": 0.00015992369297211583,
      "loss": 1.0939,
      "step": 71200
    },
    {
      "epoch": 2.9162809748105674,
      "grad_norm": 1.606375745744909,
      "learning_rate": 0.00015992043872040853,
      "loss": 1.1734,
      "step": 71201
    },
    {
      "epoch": 2.9163219332377635,
      "grad_norm": 1.536346465594824,
      "learning_rate": 0.00015991718446401143,
      "loss": 0.8791,
      "step": 71202
    },
    {
      "epoch": 2.91636289166496,
      "grad_norm": 0.9513063977134697,
      "learning_rate": 0.00015991393020292608,
      "loss": 0.5024,
      "step": 71203
    },
    {
      "epoch": 2.9164038500921565,
      "grad_norm": 1.9027687507845277,
      "learning_rate": 0.0001599106759371539,
      "loss": 1.0048,
      "step": 71204
    },
    {
      "epoch": 2.916444808519353,
      "grad_norm": 0.7301466025100499,
      "learning_rate": 0.00015990742166669663,
      "loss": 0.1986,
      "step": 71205
    },
    {
      "epoch": 2.916485766946549,
      "grad_norm": 1.162876508954449,
      "learning_rate": 0.00015990416739155566,
      "loss": 0.7321,
      "step": 71206
    },
    {
      "epoch": 2.9165267253737457,
      "grad_norm": 1.1269318387185971,
      "learning_rate": 0.00015990091311173258,
      "loss": 0.7893,
      "step": 71207
    },
    {
      "epoch": 2.916567683800942,
      "grad_norm": 0.9594726323010208,
      "learning_rate": 0.0001598976588272289,
      "loss": 0.6044,
      "step": 71208
    },
    {
      "epoch": 2.9166086422281383,
      "grad_norm": 0.8990598835161439,
      "learning_rate": 0.00015989440453804626,
      "loss": 0.6133,
      "step": 71209
    },
    {
      "epoch": 2.916649600655335,
      "grad_norm": 1.0554694302969356,
      "learning_rate": 0.00015989115024418607,
      "loss": 0.5308,
      "step": 71210
    },
    {
      "epoch": 2.9166905590825314,
      "grad_norm": 0.6163478615564187,
      "learning_rate": 0.00015988789594564991,
      "loss": 0.2853,
      "step": 71211
    },
    {
      "epoch": 2.9167315175097275,
      "grad_norm": 0.838192151482394,
      "learning_rate": 0.0001598846416424393,
      "loss": 0.2599,
      "step": 71212
    },
    {
      "epoch": 2.916772475936924,
      "grad_norm": 1.1648369467183857,
      "learning_rate": 0.00015988138733455582,
      "loss": 0.5892,
      "step": 71213
    },
    {
      "epoch": 2.9168134343641205,
      "grad_norm": 1.2111902141460964,
      "learning_rate": 0.00015987813302200104,
      "loss": 0.7885,
      "step": 71214
    },
    {
      "epoch": 2.9168543927913166,
      "grad_norm": 1.563941815358347,
      "learning_rate": 0.00015987487870477643,
      "loss": 0.9837,
      "step": 71215
    },
    {
      "epoch": 2.916895351218513,
      "grad_norm": 0.8578044186659762,
      "learning_rate": 0.00015987162438288355,
      "loss": 0.518,
      "step": 71216
    },
    {
      "epoch": 2.9169363096457097,
      "grad_norm": 1.1573235077952337,
      "learning_rate": 0.0001598683700563239,
      "loss": 0.7618,
      "step": 71217
    },
    {
      "epoch": 2.9169772680729062,
      "grad_norm": 6.773491559245078,
      "learning_rate": 0.0001598651157250991,
      "loss": 0.5702,
      "step": 71218
    },
    {
      "epoch": 2.9170182265001023,
      "grad_norm": 1.04424203935952,
      "learning_rate": 0.00015986186138921066,
      "loss": 0.6422,
      "step": 71219
    },
    {
      "epoch": 2.917059184927299,
      "grad_norm": 1.027627143163255,
      "learning_rate": 0.00015985860704866006,
      "loss": 0.6262,
      "step": 71220
    },
    {
      "epoch": 2.917100143354495,
      "grad_norm": 0.8020741051897295,
      "learning_rate": 0.0001598553527034489,
      "loss": 0.3172,
      "step": 71221
    },
    {
      "epoch": 2.9171411017816915,
      "grad_norm": 2.1202322791290102,
      "learning_rate": 0.00015985209835357869,
      "loss": 1.9755,
      "step": 71222
    },
    {
      "epoch": 2.917182060208888,
      "grad_norm": 1.1814124167040578,
      "learning_rate": 0.000159848843999051,
      "loss": 0.7677,
      "step": 71223
    },
    {
      "epoch": 2.9172230186360846,
      "grad_norm": 0.7570417188597476,
      "learning_rate": 0.00015984558963986733,
      "loss": 0.2839,
      "step": 71224
    },
    {
      "epoch": 2.9172639770632807,
      "grad_norm": 0.9459965881147984,
      "learning_rate": 0.00015984233527602926,
      "loss": 0.6735,
      "step": 71225
    },
    {
      "epoch": 2.917304935490477,
      "grad_norm": 1.2027688684650093,
      "learning_rate": 0.0001598390809075383,
      "loss": 0.844,
      "step": 71226
    },
    {
      "epoch": 2.9173458939176733,
      "grad_norm": 1.1712500261298282,
      "learning_rate": 0.00015983582653439598,
      "loss": 0.841,
      "step": 71227
    },
    {
      "epoch": 2.91738685234487,
      "grad_norm": 1.3740535189681957,
      "learning_rate": 0.00015983257215660386,
      "loss": 0.6588,
      "step": 71228
    },
    {
      "epoch": 2.9174278107720664,
      "grad_norm": 0.7373397502398722,
      "learning_rate": 0.0001598293177741635,
      "loss": 0.2956,
      "step": 71229
    },
    {
      "epoch": 2.917468769199263,
      "grad_norm": 1.2928376921614042,
      "learning_rate": 0.00015982606338707636,
      "loss": 0.8365,
      "step": 71230
    },
    {
      "epoch": 2.917509727626459,
      "grad_norm": 1.0234937536841444,
      "learning_rate": 0.00015982280899534402,
      "loss": 0.7314,
      "step": 71231
    },
    {
      "epoch": 2.9175506860536555,
      "grad_norm": 4.131244749452588,
      "learning_rate": 0.00015981955459896808,
      "loss": 6.8034,
      "step": 71232
    },
    {
      "epoch": 2.917591644480852,
      "grad_norm": 1.2286086295899443,
      "learning_rate": 0.00015981630019794998,
      "loss": 0.7582,
      "step": 71233
    },
    {
      "epoch": 2.917632602908048,
      "grad_norm": 1.5060914264088212,
      "learning_rate": 0.00015981304579229134,
      "loss": 1.4331,
      "step": 71234
    },
    {
      "epoch": 2.9176735613352447,
      "grad_norm": 1.147099529875108,
      "learning_rate": 0.00015980979138199364,
      "loss": 0.7786,
      "step": 71235
    },
    {
      "epoch": 2.9177145197624412,
      "grad_norm": 0.9400913100252288,
      "learning_rate": 0.00015980653696705843,
      "loss": 0.6493,
      "step": 71236
    },
    {
      "epoch": 2.9177554781896378,
      "grad_norm": 0.9372823556501292,
      "learning_rate": 0.00015980328254748725,
      "loss": 0.4976,
      "step": 71237
    },
    {
      "epoch": 2.917796436616834,
      "grad_norm": 1.3945097023136348,
      "learning_rate": 0.00015980002812328168,
      "loss": 1.0702,
      "step": 71238
    },
    {
      "epoch": 2.9178373950440304,
      "grad_norm": 1.4043835768599415,
      "learning_rate": 0.00015979677369444323,
      "loss": 0.8868,
      "step": 71239
    },
    {
      "epoch": 2.9178783534712265,
      "grad_norm": 4.10767793427943,
      "learning_rate": 0.0001597935192609734,
      "loss": 5.1146,
      "step": 71240
    },
    {
      "epoch": 2.917919311898423,
      "grad_norm": 1.0374035466835443,
      "learning_rate": 0.00015979026482287377,
      "loss": 0.876,
      "step": 71241
    },
    {
      "epoch": 2.9179602703256196,
      "grad_norm": 1.4823591831855578,
      "learning_rate": 0.00015978701038014587,
      "loss": 1.1064,
      "step": 71242
    },
    {
      "epoch": 2.918001228752816,
      "grad_norm": 1.2122236883906983,
      "learning_rate": 0.00015978375593279126,
      "loss": 0.7899,
      "step": 71243
    },
    {
      "epoch": 2.918042187180012,
      "grad_norm": 0.8813796818057754,
      "learning_rate": 0.00015978050148081143,
      "loss": 0.2009,
      "step": 71244
    },
    {
      "epoch": 2.9180831456072087,
      "grad_norm": 1.092899666215735,
      "learning_rate": 0.00015977724702420794,
      "loss": 0.7616,
      "step": 71245
    },
    {
      "epoch": 2.918124104034405,
      "grad_norm": 1.1966313446384376,
      "learning_rate": 0.00015977399256298237,
      "loss": 0.7247,
      "step": 71246
    },
    {
      "epoch": 2.9181650624616013,
      "grad_norm": 2.525881141895148,
      "learning_rate": 0.00015977073809713622,
      "loss": 0.9301,
      "step": 71247
    },
    {
      "epoch": 2.918206020888798,
      "grad_norm": 1.6829501608465836,
      "learning_rate": 0.000159767483626671,
      "loss": 1.2762,
      "step": 71248
    },
    {
      "epoch": 2.9182469793159944,
      "grad_norm": 1.4694988773986464,
      "learning_rate": 0.0001597642291515883,
      "loss": 1.1836,
      "step": 71249
    },
    {
      "epoch": 2.9182879377431905,
      "grad_norm": 1.0330804373561107,
      "learning_rate": 0.00015976097467188964,
      "loss": 0.4382,
      "step": 71250
    },
    {
      "epoch": 2.918328896170387,
      "grad_norm": 0.9483153584398277,
      "learning_rate": 0.00015975772018757658,
      "loss": 0.5397,
      "step": 71251
    },
    {
      "epoch": 2.9183698545975836,
      "grad_norm": 1.9387181878507413,
      "learning_rate": 0.00015975446569865058,
      "loss": 1.4216,
      "step": 71252
    },
    {
      "epoch": 2.9184108130247797,
      "grad_norm": 0.6840101168124648,
      "learning_rate": 0.0001597512112051133,
      "loss": 0.251,
      "step": 71253
    },
    {
      "epoch": 2.918451771451976,
      "grad_norm": 2.0390943041188563,
      "learning_rate": 0.00015974795670696619,
      "loss": 0.7057,
      "step": 71254
    },
    {
      "epoch": 2.9184927298791727,
      "grad_norm": 1.2085167498130602,
      "learning_rate": 0.0001597447022042108,
      "loss": 0.7937,
      "step": 71255
    },
    {
      "epoch": 2.9185336883063693,
      "grad_norm": 1.1278417059020707,
      "learning_rate": 0.00015974144769684864,
      "loss": 0.7427,
      "step": 71256
    },
    {
      "epoch": 2.9185746467335654,
      "grad_norm": 0.5637834260657586,
      "learning_rate": 0.00015973819318488135,
      "loss": 0.136,
      "step": 71257
    },
    {
      "epoch": 2.918615605160762,
      "grad_norm": 1.326272057046148,
      "learning_rate": 0.0001597349386683104,
      "loss": 0.8162,
      "step": 71258
    },
    {
      "epoch": 2.918656563587958,
      "grad_norm": 1.7363378163046799,
      "learning_rate": 0.00015973168414713733,
      "loss": 0.8327,
      "step": 71259
    },
    {
      "epoch": 2.9186975220151545,
      "grad_norm": 1.258292308639248,
      "learning_rate": 0.00015972842962136364,
      "loss": 0.7053,
      "step": 71260
    },
    {
      "epoch": 2.918738480442351,
      "grad_norm": 0.8875049920000319,
      "learning_rate": 0.000159725175090991,
      "loss": 0.5061,
      "step": 71261
    },
    {
      "epoch": 2.9187794388695476,
      "grad_norm": 0.7526971721961634,
      "learning_rate": 0.0001597219205560208,
      "loss": 0.1915,
      "step": 71262
    },
    {
      "epoch": 2.9188203972967437,
      "grad_norm": 1.2435389847530451,
      "learning_rate": 0.00015971866601645465,
      "loss": 0.8376,
      "step": 71263
    },
    {
      "epoch": 2.9188613557239402,
      "grad_norm": 0.973601489383271,
      "learning_rate": 0.00015971541147229406,
      "loss": 0.671,
      "step": 71264
    },
    {
      "epoch": 2.9189023141511363,
      "grad_norm": 1.3637368822744784,
      "learning_rate": 0.00015971215692354065,
      "loss": 0.5904,
      "step": 71265
    },
    {
      "epoch": 2.918943272578333,
      "grad_norm": 1.2561093984581753,
      "learning_rate": 0.00015970890237019587,
      "loss": 0.8005,
      "step": 71266
    },
    {
      "epoch": 2.9189842310055294,
      "grad_norm": 1.229939112475799,
      "learning_rate": 0.00015970564781226125,
      "loss": 0.7263,
      "step": 71267
    },
    {
      "epoch": 2.919025189432726,
      "grad_norm": 1.3633315057949797,
      "learning_rate": 0.0001597023932497384,
      "loss": 1.0791,
      "step": 71268
    },
    {
      "epoch": 2.919066147859922,
      "grad_norm": 0.7400044855995443,
      "learning_rate": 0.0001596991386826288,
      "loss": 0.2142,
      "step": 71269
    },
    {
      "epoch": 2.9191071062871186,
      "grad_norm": 1.2729635662328802,
      "learning_rate": 0.00015969588411093402,
      "loss": 0.7641,
      "step": 71270
    },
    {
      "epoch": 2.919148064714315,
      "grad_norm": 1.09433451115828,
      "learning_rate": 0.0001596926295346556,
      "loss": 0.7638,
      "step": 71271
    },
    {
      "epoch": 2.919189023141511,
      "grad_norm": 0.8198288771473144,
      "learning_rate": 0.00015968937495379503,
      "loss": 0.2504,
      "step": 71272
    },
    {
      "epoch": 2.9192299815687077,
      "grad_norm": 1.159666300857774,
      "learning_rate": 0.0001596861203683539,
      "loss": 0.7838,
      "step": 71273
    },
    {
      "epoch": 2.9192709399959043,
      "grad_norm": 1.1600556026046984,
      "learning_rate": 0.00015968286577833376,
      "loss": 0.7578,
      "step": 71274
    },
    {
      "epoch": 2.919311898423101,
      "grad_norm": 1.4718544859398517,
      "learning_rate": 0.0001596796111837361,
      "loss": 0.6911,
      "step": 71275
    },
    {
      "epoch": 2.919352856850297,
      "grad_norm": 1.2376507694674148,
      "learning_rate": 0.00015967635658456248,
      "loss": 0.6602,
      "step": 71276
    },
    {
      "epoch": 2.9193938152774934,
      "grad_norm": 1.2269559860203414,
      "learning_rate": 0.00015967310198081443,
      "loss": 0.7473,
      "step": 71277
    },
    {
      "epoch": 2.9194347737046895,
      "grad_norm": 1.1942114654797684,
      "learning_rate": 0.00015966984737249352,
      "loss": 0.7668,
      "step": 71278
    },
    {
      "epoch": 2.919475732131886,
      "grad_norm": 1.096782354159778,
      "learning_rate": 0.0001596665927596013,
      "loss": 0.785,
      "step": 71279
    },
    {
      "epoch": 2.9195166905590826,
      "grad_norm": 0.7899085866134724,
      "learning_rate": 0.0001596633381421392,
      "loss": 0.3801,
      "step": 71280
    },
    {
      "epoch": 2.919557648986279,
      "grad_norm": 0.9082367102294754,
      "learning_rate": 0.00015966008352010888,
      "loss": 0.6566,
      "step": 71281
    },
    {
      "epoch": 2.919598607413475,
      "grad_norm": 0.4048603043286943,
      "learning_rate": 0.00015965682889351182,
      "loss": 0.0668,
      "step": 71282
    },
    {
      "epoch": 2.9196395658406717,
      "grad_norm": 0.9714159059469841,
      "learning_rate": 0.00015965357426234958,
      "loss": 0.6787,
      "step": 71283
    },
    {
      "epoch": 2.919680524267868,
      "grad_norm": 1.002954899907459,
      "learning_rate": 0.0001596503196266237,
      "loss": 0.7999,
      "step": 71284
    },
    {
      "epoch": 2.9197214826950644,
      "grad_norm": 1.1322502243884656,
      "learning_rate": 0.0001596470649863357,
      "loss": 0.5965,
      "step": 71285
    },
    {
      "epoch": 2.919762441122261,
      "grad_norm": 1.4119913607498393,
      "learning_rate": 0.0001596438103414871,
      "loss": 1.0386,
      "step": 71286
    },
    {
      "epoch": 2.9198033995494574,
      "grad_norm": 1.161893529764125,
      "learning_rate": 0.00015964055569207952,
      "loss": 0.668,
      "step": 71287
    },
    {
      "epoch": 2.9198443579766535,
      "grad_norm": 0.8398037510042473,
      "learning_rate": 0.00015963730103811438,
      "loss": 0.2305,
      "step": 71288
    },
    {
      "epoch": 2.91988531640385,
      "grad_norm": 1.1541647964883637,
      "learning_rate": 0.0001596340463795933,
      "loss": 0.8889,
      "step": 71289
    },
    {
      "epoch": 2.9199262748310466,
      "grad_norm": 1.402226554511496,
      "learning_rate": 0.00015963079171651783,
      "loss": 1.1448,
      "step": 71290
    },
    {
      "epoch": 2.9199672332582427,
      "grad_norm": 1.0484295238362316,
      "learning_rate": 0.00015962753704888949,
      "loss": 0.6489,
      "step": 71291
    },
    {
      "epoch": 2.9200081916854392,
      "grad_norm": 1.1689378211481727,
      "learning_rate": 0.00015962428237670977,
      "loss": 0.698,
      "step": 71292
    },
    {
      "epoch": 2.9200491501126358,
      "grad_norm": 0.7222610135098317,
      "learning_rate": 0.00015962102769998028,
      "loss": 0.2178,
      "step": 71293
    },
    {
      "epoch": 2.9200901085398323,
      "grad_norm": 1.109925402241231,
      "learning_rate": 0.00015961777301870252,
      "loss": 0.7449,
      "step": 71294
    },
    {
      "epoch": 2.9201310669670284,
      "grad_norm": 1.4653837323038295,
      "learning_rate": 0.00015961451833287804,
      "loss": 0.8246,
      "step": 71295
    },
    {
      "epoch": 2.920172025394225,
      "grad_norm": 1.2183445340473826,
      "learning_rate": 0.00015961126364250834,
      "loss": 0.6758,
      "step": 71296
    },
    {
      "epoch": 2.920212983821421,
      "grad_norm": 1.2022607281459123,
      "learning_rate": 0.00015960800894759502,
      "loss": 0.9021,
      "step": 71297
    },
    {
      "epoch": 2.9202539422486176,
      "grad_norm": 1.1378744514354282,
      "learning_rate": 0.00015960475424813957,
      "loss": 0.8074,
      "step": 71298
    },
    {
      "epoch": 2.920294900675814,
      "grad_norm": 0.9203758317433245,
      "learning_rate": 0.0001596014995441436,
      "loss": 0.5502,
      "step": 71299
    },
    {
      "epoch": 2.9203358591030106,
      "grad_norm": 1.136740671507048,
      "learning_rate": 0.00015959824483560855,
      "loss": 0.7582,
      "step": 71300
    },
    {
      "epoch": 2.9203768175302067,
      "grad_norm": 1.3949466906575185,
      "learning_rate": 0.000159594990122536,
      "loss": 0.9015,
      "step": 71301
    },
    {
      "epoch": 2.9204177759574033,
      "grad_norm": 1.564632962642612,
      "learning_rate": 0.00015959173540492754,
      "loss": 1.1136,
      "step": 71302
    },
    {
      "epoch": 2.9204587343846,
      "grad_norm": 1.1964393322377405,
      "learning_rate": 0.00015958848068278462,
      "loss": 0.6899,
      "step": 71303
    },
    {
      "epoch": 2.920499692811796,
      "grad_norm": 0.7638126252452315,
      "learning_rate": 0.00015958522595610884,
      "loss": 0.5858,
      "step": 71304
    },
    {
      "epoch": 2.9205406512389924,
      "grad_norm": 1.3946633753284778,
      "learning_rate": 0.00015958197122490175,
      "loss": 0.769,
      "step": 71305
    },
    {
      "epoch": 2.920581609666189,
      "grad_norm": 1.054827396065393,
      "learning_rate": 0.00015957871648916486,
      "loss": 0.7454,
      "step": 71306
    },
    {
      "epoch": 2.920622568093385,
      "grad_norm": 1.6138318773025608,
      "learning_rate": 0.00015957546174889966,
      "loss": 0.6774,
      "step": 71307
    },
    {
      "epoch": 2.9206635265205816,
      "grad_norm": 0.8217491455089786,
      "learning_rate": 0.00015957220700410773,
      "loss": 0.2141,
      "step": 71308
    },
    {
      "epoch": 2.920704484947778,
      "grad_norm": 1.0264145441070347,
      "learning_rate": 0.00015956895225479066,
      "loss": 0.6184,
      "step": 71309
    },
    {
      "epoch": 2.920745443374974,
      "grad_norm": 3.1294146689496207,
      "learning_rate": 0.00015956569750094992,
      "loss": 1.4509,
      "step": 71310
    },
    {
      "epoch": 2.9207864018021708,
      "grad_norm": 1.1533971375592933,
      "learning_rate": 0.00015956244274258711,
      "loss": 0.8003,
      "step": 71311
    },
    {
      "epoch": 2.9208273602293673,
      "grad_norm": 1.2637780205010831,
      "learning_rate": 0.00015955918797970367,
      "loss": 1.0633,
      "step": 71312
    },
    {
      "epoch": 2.920868318656564,
      "grad_norm": 1.3731121818469627,
      "learning_rate": 0.00015955593321230124,
      "loss": 1.209,
      "step": 71313
    },
    {
      "epoch": 2.92090927708376,
      "grad_norm": 1.267668167343294,
      "learning_rate": 0.00015955267844038133,
      "loss": 0.8601,
      "step": 71314
    },
    {
      "epoch": 2.9209502355109564,
      "grad_norm": 1.4582481405669072,
      "learning_rate": 0.00015954942366394546,
      "loss": 0.6589,
      "step": 71315
    },
    {
      "epoch": 2.9209911939381525,
      "grad_norm": 1.3062122228959165,
      "learning_rate": 0.00015954616888299512,
      "loss": 0.4975,
      "step": 71316
    },
    {
      "epoch": 2.921032152365349,
      "grad_norm": 2.521020413558158,
      "learning_rate": 0.00015954291409753197,
      "loss": 2.363,
      "step": 71317
    },
    {
      "epoch": 2.9210731107925456,
      "grad_norm": 0.7518060666621866,
      "learning_rate": 0.0001595396593075575,
      "loss": 0.376,
      "step": 71318
    },
    {
      "epoch": 2.921114069219742,
      "grad_norm": 1.2042374411453434,
      "learning_rate": 0.0001595364045130732,
      "loss": 0.7199,
      "step": 71319
    },
    {
      "epoch": 2.9211550276469382,
      "grad_norm": 1.323078487848408,
      "learning_rate": 0.00015953314971408063,
      "loss": 0.8815,
      "step": 71320
    },
    {
      "epoch": 2.9211959860741348,
      "grad_norm": 0.5923369099639874,
      "learning_rate": 0.00015952989491058135,
      "loss": 0.1357,
      "step": 71321
    },
    {
      "epoch": 2.9212369445013313,
      "grad_norm": 0.6269487450342554,
      "learning_rate": 0.00015952664010257688,
      "loss": 0.2111,
      "step": 71322
    },
    {
      "epoch": 2.9212779029285274,
      "grad_norm": 0.6511032697091125,
      "learning_rate": 0.0001595233852900688,
      "loss": 0.2504,
      "step": 71323
    },
    {
      "epoch": 2.921318861355724,
      "grad_norm": 1.528920973679067,
      "learning_rate": 0.00015952013047305856,
      "loss": 0.77,
      "step": 71324
    },
    {
      "epoch": 2.9213598197829205,
      "grad_norm": 1.2042872148682666,
      "learning_rate": 0.0001595168756515478,
      "loss": 0.7353,
      "step": 71325
    },
    {
      "epoch": 2.9214007782101166,
      "grad_norm": 0.7023698064163529,
      "learning_rate": 0.000159513620825538,
      "loss": 0.2137,
      "step": 71326
    },
    {
      "epoch": 2.921441736637313,
      "grad_norm": 1.102041028896076,
      "learning_rate": 0.00015951036599503075,
      "loss": 0.5687,
      "step": 71327
    },
    {
      "epoch": 2.9214826950645096,
      "grad_norm": 2.141006902709865,
      "learning_rate": 0.00015950711116002747,
      "loss": 2.7642,
      "step": 71328
    },
    {
      "epoch": 2.9215236534917057,
      "grad_norm": 1.3457058939548627,
      "learning_rate": 0.00015950385632052983,
      "loss": 0.9149,
      "step": 71329
    },
    {
      "epoch": 2.9215646119189023,
      "grad_norm": 1.150544418266613,
      "learning_rate": 0.00015950060147653934,
      "loss": 0.6652,
      "step": 71330
    },
    {
      "epoch": 2.921605570346099,
      "grad_norm": 2.6940500763347903,
      "learning_rate": 0.00015949734662805748,
      "loss": 2.716,
      "step": 71331
    },
    {
      "epoch": 2.9216465287732953,
      "grad_norm": 1.686196197086192,
      "learning_rate": 0.00015949409177508584,
      "loss": 1.038,
      "step": 71332
    },
    {
      "epoch": 2.9216874872004914,
      "grad_norm": 1.2037577035806575,
      "learning_rate": 0.00015949083691762595,
      "loss": 0.8093,
      "step": 71333
    },
    {
      "epoch": 2.921728445627688,
      "grad_norm": 1.406141225496931,
      "learning_rate": 0.0001594875820556793,
      "loss": 1.015,
      "step": 71334
    },
    {
      "epoch": 2.921769404054884,
      "grad_norm": 1.0881857691367383,
      "learning_rate": 0.00015948432718924753,
      "loss": 0.5578,
      "step": 71335
    },
    {
      "epoch": 2.9218103624820806,
      "grad_norm": 1.4669518844957365,
      "learning_rate": 0.0001594810723183321,
      "loss": 0.7519,
      "step": 71336
    },
    {
      "epoch": 2.921851320909277,
      "grad_norm": 0.9504968958788932,
      "learning_rate": 0.00015947781744293457,
      "loss": 0.3797,
      "step": 71337
    },
    {
      "epoch": 2.9218922793364737,
      "grad_norm": 1.794182080812673,
      "learning_rate": 0.00015947456256305647,
      "loss": 0.5891,
      "step": 71338
    },
    {
      "epoch": 2.9219332377636698,
      "grad_norm": 1.1946445143825832,
      "learning_rate": 0.00015947130767869934,
      "loss": 0.7074,
      "step": 71339
    },
    {
      "epoch": 2.9219741961908663,
      "grad_norm": 1.1254314090824455,
      "learning_rate": 0.00015946805278986475,
      "loss": 0.7472,
      "step": 71340
    },
    {
      "epoch": 2.922015154618063,
      "grad_norm": 1.0690839099442528,
      "learning_rate": 0.0001594647978965542,
      "loss": 0.323,
      "step": 71341
    },
    {
      "epoch": 2.922056113045259,
      "grad_norm": 1.088088029520477,
      "learning_rate": 0.00015946154299876928,
      "loss": 0.7592,
      "step": 71342
    },
    {
      "epoch": 2.9220970714724555,
      "grad_norm": 1.457704427942643,
      "learning_rate": 0.00015945828809651145,
      "loss": 0.9036,
      "step": 71343
    },
    {
      "epoch": 2.922138029899652,
      "grad_norm": 1.101609095690689,
      "learning_rate": 0.00015945503318978225,
      "loss": 0.6593,
      "step": 71344
    },
    {
      "epoch": 2.9221789883268485,
      "grad_norm": 1.204712981962196,
      "learning_rate": 0.0001594517782785833,
      "loss": 0.6922,
      "step": 71345
    },
    {
      "epoch": 2.9222199467540446,
      "grad_norm": 1.1502290538020155,
      "learning_rate": 0.0001594485233629161,
      "loss": 0.5712,
      "step": 71346
    },
    {
      "epoch": 2.922260905181241,
      "grad_norm": 1.2755755520011232,
      "learning_rate": 0.00015944526844278222,
      "loss": 0.6595,
      "step": 71347
    },
    {
      "epoch": 2.9223018636084372,
      "grad_norm": 1.7454419878008463,
      "learning_rate": 0.0001594420135181831,
      "loss": 0.948,
      "step": 71348
    },
    {
      "epoch": 2.922342822035634,
      "grad_norm": 0.8415739095215984,
      "learning_rate": 0.0001594387585891204,
      "loss": 0.3189,
      "step": 71349
    },
    {
      "epoch": 2.9223837804628303,
      "grad_norm": 1.2328293161251522,
      "learning_rate": 0.00015943550365559556,
      "loss": 0.7092,
      "step": 71350
    },
    {
      "epoch": 2.922424738890027,
      "grad_norm": 0.9319877322792639,
      "learning_rate": 0.0001594322487176102,
      "loss": 0.5331,
      "step": 71351
    },
    {
      "epoch": 2.922465697317223,
      "grad_norm": 1.8337834948434717,
      "learning_rate": 0.00015942899377516576,
      "loss": 1.5707,
      "step": 71352
    },
    {
      "epoch": 2.9225066557444195,
      "grad_norm": 1.5458785724475332,
      "learning_rate": 0.00015942573882826388,
      "loss": 0.6567,
      "step": 71353
    },
    {
      "epoch": 2.9225476141716156,
      "grad_norm": 1.228762612910827,
      "learning_rate": 0.00015942248387690607,
      "loss": 0.8017,
      "step": 71354
    },
    {
      "epoch": 2.922588572598812,
      "grad_norm": 1.0404985898996788,
      "learning_rate": 0.00015941922892109386,
      "loss": 0.7428,
      "step": 71355
    },
    {
      "epoch": 2.9226295310260086,
      "grad_norm": 1.373713249615009,
      "learning_rate": 0.00015941597396082873,
      "loss": 0.7225,
      "step": 71356
    },
    {
      "epoch": 2.922670489453205,
      "grad_norm": 1.6657821112631148,
      "learning_rate": 0.00015941271899611232,
      "loss": 0.6905,
      "step": 71357
    },
    {
      "epoch": 2.9227114478804013,
      "grad_norm": 1.3650472813658994,
      "learning_rate": 0.0001594094640269461,
      "loss": 1.1103,
      "step": 71358
    },
    {
      "epoch": 2.922752406307598,
      "grad_norm": 1.0961295089935652,
      "learning_rate": 0.00015940620905333168,
      "loss": 0.7744,
      "step": 71359
    },
    {
      "epoch": 2.9227933647347943,
      "grad_norm": 1.0890486250621523,
      "learning_rate": 0.00015940295407527048,
      "loss": 0.8291,
      "step": 71360
    },
    {
      "epoch": 2.9228343231619904,
      "grad_norm": 1.0942623681979156,
      "learning_rate": 0.00015939969909276416,
      "loss": 0.7467,
      "step": 71361
    },
    {
      "epoch": 2.922875281589187,
      "grad_norm": 1.1245852797284257,
      "learning_rate": 0.0001593964441058142,
      "loss": 0.9721,
      "step": 71362
    },
    {
      "epoch": 2.9229162400163835,
      "grad_norm": 1.5042090742595644,
      "learning_rate": 0.00015939318911442217,
      "loss": 1.1883,
      "step": 71363
    },
    {
      "epoch": 2.92295719844358,
      "grad_norm": 1.04340954840332,
      "learning_rate": 0.0001593899341185895,
      "loss": 0.7288,
      "step": 71364
    },
    {
      "epoch": 2.922998156870776,
      "grad_norm": 1.0155313210942862,
      "learning_rate": 0.00015938667911831786,
      "loss": 0.4365,
      "step": 71365
    },
    {
      "epoch": 2.9230391152979727,
      "grad_norm": 1.0135786877950805,
      "learning_rate": 0.00015938342411360876,
      "loss": 0.7492,
      "step": 71366
    },
    {
      "epoch": 2.9230800737251688,
      "grad_norm": 1.0174313617527684,
      "learning_rate": 0.00015938016910446376,
      "loss": 0.6092,
      "step": 71367
    },
    {
      "epoch": 2.9231210321523653,
      "grad_norm": 1.743946237450843,
      "learning_rate": 0.00015937691409088428,
      "loss": 1.5909,
      "step": 71368
    },
    {
      "epoch": 2.923161990579562,
      "grad_norm": 1.4989924921245055,
      "learning_rate": 0.00015937365907287194,
      "loss": 1.0547,
      "step": 71369
    },
    {
      "epoch": 2.9232029490067584,
      "grad_norm": 1.7563961510512145,
      "learning_rate": 0.00015937040405042833,
      "loss": 1.4768,
      "step": 71370
    },
    {
      "epoch": 2.9232439074339545,
      "grad_norm": 1.0441548491632757,
      "learning_rate": 0.00015936714902355494,
      "loss": 0.5887,
      "step": 71371
    },
    {
      "epoch": 2.923284865861151,
      "grad_norm": 1.2380279513070296,
      "learning_rate": 0.00015936389399225326,
      "loss": 0.9337,
      "step": 71372
    },
    {
      "epoch": 2.923325824288347,
      "grad_norm": 1.5467477051138252,
      "learning_rate": 0.00015936063895652492,
      "loss": 0.732,
      "step": 71373
    },
    {
      "epoch": 2.9233667827155436,
      "grad_norm": 1.3057494004231396,
      "learning_rate": 0.0001593573839163714,
      "loss": 0.5928,
      "step": 71374
    },
    {
      "epoch": 2.92340774114274,
      "grad_norm": 1.1697628911629823,
      "learning_rate": 0.0001593541288717942,
      "loss": 0.6394,
      "step": 71375
    },
    {
      "epoch": 2.9234486995699367,
      "grad_norm": 0.6741126735375654,
      "learning_rate": 0.000159350873822795,
      "loss": 0.2119,
      "step": 71376
    },
    {
      "epoch": 2.923489657997133,
      "grad_norm": 1.349294038398206,
      "learning_rate": 0.00015934761876937518,
      "loss": 0.93,
      "step": 71377
    },
    {
      "epoch": 2.9235306164243293,
      "grad_norm": 1.2322353179439198,
      "learning_rate": 0.00015934436371153638,
      "loss": 0.7816,
      "step": 71378
    },
    {
      "epoch": 2.923571574851526,
      "grad_norm": 1.029502677630336,
      "learning_rate": 0.0001593411086492801,
      "loss": 0.5395,
      "step": 71379
    },
    {
      "epoch": 2.923612533278722,
      "grad_norm": 2.4949561539858025,
      "learning_rate": 0.00015933785358260787,
      "loss": 1.0977,
      "step": 71380
    },
    {
      "epoch": 2.9236534917059185,
      "grad_norm": 1.3206961630394023,
      "learning_rate": 0.00015933459851152126,
      "loss": 0.9162,
      "step": 71381
    },
    {
      "epoch": 2.923694450133115,
      "grad_norm": 0.8195757377837665,
      "learning_rate": 0.00015933134343602178,
      "loss": 0.2737,
      "step": 71382
    },
    {
      "epoch": 2.9237354085603116,
      "grad_norm": 1.220219648754064,
      "learning_rate": 0.000159328088356111,
      "loss": 0.747,
      "step": 71383
    },
    {
      "epoch": 2.9237763669875076,
      "grad_norm": 1.1929155301694037,
      "learning_rate": 0.00015932483327179043,
      "loss": 0.7661,
      "step": 71384
    },
    {
      "epoch": 2.923817325414704,
      "grad_norm": 0.7659604929699024,
      "learning_rate": 0.00015932157818306162,
      "loss": 0.306,
      "step": 71385
    },
    {
      "epoch": 2.9238582838419003,
      "grad_norm": 1.4388695776360798,
      "learning_rate": 0.00015931832308992613,
      "loss": 0.9656,
      "step": 71386
    },
    {
      "epoch": 2.923899242269097,
      "grad_norm": 1.4327498596618218,
      "learning_rate": 0.00015931506799238547,
      "loss": 0.5857,
      "step": 71387
    },
    {
      "epoch": 2.9239402006962933,
      "grad_norm": 1.2764501362364056,
      "learning_rate": 0.00015931181289044116,
      "loss": 0.8226,
      "step": 71388
    },
    {
      "epoch": 2.92398115912349,
      "grad_norm": 0.902535399483011,
      "learning_rate": 0.0001593085577840948,
      "loss": 0.3506,
      "step": 71389
    },
    {
      "epoch": 2.924022117550686,
      "grad_norm": 1.645182080385388,
      "learning_rate": 0.00015930530267334786,
      "loss": 0.7459,
      "step": 71390
    },
    {
      "epoch": 2.9240630759778825,
      "grad_norm": 1.1402448750017142,
      "learning_rate": 0.00015930204755820195,
      "loss": 0.5829,
      "step": 71391
    },
    {
      "epoch": 2.9241040344050786,
      "grad_norm": 1.6597150962919334,
      "learning_rate": 0.0001592987924386585,
      "loss": 0.9175,
      "step": 71392
    },
    {
      "epoch": 2.924144992832275,
      "grad_norm": 2.7002293327817215,
      "learning_rate": 0.0001592955373147192,
      "loss": 1.2388,
      "step": 71393
    },
    {
      "epoch": 2.9241859512594717,
      "grad_norm": 1.3479324532555437,
      "learning_rate": 0.00015929228218638546,
      "loss": 1.0787,
      "step": 71394
    },
    {
      "epoch": 2.924226909686668,
      "grad_norm": 1.0106752019359422,
      "learning_rate": 0.0001592890270536589,
      "loss": 0.5787,
      "step": 71395
    },
    {
      "epoch": 2.9242678681138643,
      "grad_norm": 0.9431847164152526,
      "learning_rate": 0.00015928577191654103,
      "loss": 0.2916,
      "step": 71396
    },
    {
      "epoch": 2.924308826541061,
      "grad_norm": 2.2196514500009434,
      "learning_rate": 0.00015928251677503334,
      "loss": 1.8799,
      "step": 71397
    },
    {
      "epoch": 2.9243497849682574,
      "grad_norm": 0.8990492582063351,
      "learning_rate": 0.00015927926162913748,
      "loss": 0.359,
      "step": 71398
    },
    {
      "epoch": 2.9243907433954535,
      "grad_norm": 2.3252283833409417,
      "learning_rate": 0.00015927600647885489,
      "loss": 2.9738,
      "step": 71399
    },
    {
      "epoch": 2.92443170182265,
      "grad_norm": 0.4761326252525627,
      "learning_rate": 0.0001592727513241871,
      "loss": 0.1167,
      "step": 71400
    },
    {
      "epoch": 2.9244726602498465,
      "grad_norm": 1.2125397192717566,
      "learning_rate": 0.00015926949616513575,
      "loss": 0.7569,
      "step": 71401
    },
    {
      "epoch": 2.924513618677043,
      "grad_norm": 1.1332183164437222,
      "learning_rate": 0.0001592662410017023,
      "loss": 0.7383,
      "step": 71402
    },
    {
      "epoch": 2.924554577104239,
      "grad_norm": 1.554770025816374,
      "learning_rate": 0.00015926298583388834,
      "loss": 0.8609,
      "step": 71403
    },
    {
      "epoch": 2.9245955355314357,
      "grad_norm": 1.4392385750710677,
      "learning_rate": 0.00015925973066169532,
      "loss": 0.8662,
      "step": 71404
    },
    {
      "epoch": 2.924636493958632,
      "grad_norm": 1.3558310250127295,
      "learning_rate": 0.0001592564754851249,
      "loss": 0.8635,
      "step": 71405
    },
    {
      "epoch": 2.9246774523858283,
      "grad_norm": 0.9790654234301671,
      "learning_rate": 0.0001592532203041785,
      "loss": 0.6336,
      "step": 71406
    },
    {
      "epoch": 2.924718410813025,
      "grad_norm": 1.136486558075593,
      "learning_rate": 0.00015924996511885775,
      "loss": 0.4868,
      "step": 71407
    },
    {
      "epoch": 2.9247593692402214,
      "grad_norm": 1.6143356185515152,
      "learning_rate": 0.00015924670992916413,
      "loss": 0.833,
      "step": 71408
    },
    {
      "epoch": 2.9248003276674175,
      "grad_norm": 1.4254768122946724,
      "learning_rate": 0.00015924345473509923,
      "loss": 0.9776,
      "step": 71409
    },
    {
      "epoch": 2.924841286094614,
      "grad_norm": 1.390316851692492,
      "learning_rate": 0.00015924019953666456,
      "loss": 0.9916,
      "step": 71410
    },
    {
      "epoch": 2.92488224452181,
      "grad_norm": 1.2418669358527235,
      "learning_rate": 0.00015923694433386161,
      "loss": 0.9604,
      "step": 71411
    },
    {
      "epoch": 2.9249232029490067,
      "grad_norm": 1.1793355460332735,
      "learning_rate": 0.000159233689126692,
      "loss": 0.5628,
      "step": 71412
    },
    {
      "epoch": 2.924964161376203,
      "grad_norm": 2.1643977375402685,
      "learning_rate": 0.00015923043391515723,
      "loss": 1.5572,
      "step": 71413
    },
    {
      "epoch": 2.9250051198033997,
      "grad_norm": 1.361124125275856,
      "learning_rate": 0.00015922717869925888,
      "loss": 0.7224,
      "step": 71414
    },
    {
      "epoch": 2.925046078230596,
      "grad_norm": 1.2656878473721505,
      "learning_rate": 0.00015922392347899846,
      "loss": 1.0288,
      "step": 71415
    },
    {
      "epoch": 2.9250870366577923,
      "grad_norm": 1.1551688885325115,
      "learning_rate": 0.00015922066825437744,
      "loss": 0.748,
      "step": 71416
    },
    {
      "epoch": 2.925127995084989,
      "grad_norm": 2.87581583687015,
      "learning_rate": 0.00015921741302539746,
      "loss": 4.5914,
      "step": 71417
    },
    {
      "epoch": 2.925168953512185,
      "grad_norm": 1.2442103732172165,
      "learning_rate": 0.00015921415779206001,
      "loss": 0.7069,
      "step": 71418
    },
    {
      "epoch": 2.9252099119393815,
      "grad_norm": 1.4230255333604127,
      "learning_rate": 0.00015921090255436668,
      "loss": 0.7676,
      "step": 71419
    },
    {
      "epoch": 2.925250870366578,
      "grad_norm": 1.3025743699169927,
      "learning_rate": 0.0001592076473123189,
      "loss": 0.6116,
      "step": 71420
    },
    {
      "epoch": 2.9252918287937746,
      "grad_norm": 2.0252310774298823,
      "learning_rate": 0.00015920439206591833,
      "loss": 1.1224,
      "step": 71421
    },
    {
      "epoch": 2.9253327872209707,
      "grad_norm": 1.485323735597167,
      "learning_rate": 0.00015920113681516646,
      "loss": 1.0503,
      "step": 71422
    },
    {
      "epoch": 2.925373745648167,
      "grad_norm": 1.3558807222060738,
      "learning_rate": 0.00015919788156006483,
      "loss": 0.2779,
      "step": 71423
    },
    {
      "epoch": 2.9254147040753633,
      "grad_norm": 1.1055217322470088,
      "learning_rate": 0.00015919462630061495,
      "loss": 0.9244,
      "step": 71424
    },
    {
      "epoch": 2.92545566250256,
      "grad_norm": 1.6477474087555397,
      "learning_rate": 0.0001591913710368184,
      "loss": 1.1309,
      "step": 71425
    },
    {
      "epoch": 2.9254966209297564,
      "grad_norm": 1.1036376790308746,
      "learning_rate": 0.00015918811576867668,
      "loss": 0.5692,
      "step": 71426
    },
    {
      "epoch": 2.925537579356953,
      "grad_norm": 1.077148440400566,
      "learning_rate": 0.00015918486049619138,
      "loss": 0.7177,
      "step": 71427
    },
    {
      "epoch": 2.925578537784149,
      "grad_norm": 0.9565820562682573,
      "learning_rate": 0.00015918160521936398,
      "loss": 0.5313,
      "step": 71428
    },
    {
      "epoch": 2.9256194962113455,
      "grad_norm": 1.3417456889472323,
      "learning_rate": 0.00015917834993819607,
      "loss": 0.8196,
      "step": 71429
    },
    {
      "epoch": 2.9256604546385416,
      "grad_norm": 1.4172304243389373,
      "learning_rate": 0.00015917509465268915,
      "loss": 0.8203,
      "step": 71430
    },
    {
      "epoch": 2.925701413065738,
      "grad_norm": 1.0134247298732428,
      "learning_rate": 0.0001591718393628448,
      "loss": 0.5196,
      "step": 71431
    },
    {
      "epoch": 2.9257423714929347,
      "grad_norm": 1.274193669308848,
      "learning_rate": 0.00015916858406866453,
      "loss": 0.6735,
      "step": 71432
    },
    {
      "epoch": 2.9257833299201312,
      "grad_norm": 1.0000900694495392,
      "learning_rate": 0.00015916532877014987,
      "loss": 0.7584,
      "step": 71433
    },
    {
      "epoch": 2.9258242883473273,
      "grad_norm": 1.0897991817696444,
      "learning_rate": 0.00015916207346730244,
      "loss": 0.6117,
      "step": 71434
    },
    {
      "epoch": 2.925865246774524,
      "grad_norm": 1.17604263982072,
      "learning_rate": 0.00015915881816012364,
      "loss": 0.9771,
      "step": 71435
    },
    {
      "epoch": 2.9259062052017204,
      "grad_norm": 1.0475560475285657,
      "learning_rate": 0.0001591555628486151,
      "loss": 0.7792,
      "step": 71436
    },
    {
      "epoch": 2.9259471636289165,
      "grad_norm": 0.955735389255067,
      "learning_rate": 0.00015915230753277837,
      "loss": 0.7828,
      "step": 71437
    },
    {
      "epoch": 2.925988122056113,
      "grad_norm": 0.5267113268654405,
      "learning_rate": 0.00015914905221261493,
      "loss": 0.1266,
      "step": 71438
    },
    {
      "epoch": 2.9260290804833096,
      "grad_norm": 1.4430414089049541,
      "learning_rate": 0.00015914579688812636,
      "loss": 0.6531,
      "step": 71439
    },
    {
      "epoch": 2.926070038910506,
      "grad_norm": 2.2803598218316776,
      "learning_rate": 0.00015914254155931416,
      "loss": 1.9358,
      "step": 71440
    },
    {
      "epoch": 2.926110997337702,
      "grad_norm": 0.8546985488376773,
      "learning_rate": 0.00015913928622617997,
      "loss": 0.5756,
      "step": 71441
    },
    {
      "epoch": 2.9261519557648987,
      "grad_norm": 1.0274476082887825,
      "learning_rate": 0.00015913603088872524,
      "loss": 0.6324,
      "step": 71442
    },
    {
      "epoch": 2.926192914192095,
      "grad_norm": 1.0380500081115216,
      "learning_rate": 0.00015913277554695145,
      "loss": 0.8009,
      "step": 71443
    },
    {
      "epoch": 2.9262338726192914,
      "grad_norm": 1.4253237902757112,
      "learning_rate": 0.00015912952020086027,
      "loss": 0.7171,
      "step": 71444
    },
    {
      "epoch": 2.926274831046488,
      "grad_norm": 1.3582192135253441,
      "learning_rate": 0.00015912626485045317,
      "loss": 0.7167,
      "step": 71445
    },
    {
      "epoch": 2.9263157894736844,
      "grad_norm": 1.034180288359868,
      "learning_rate": 0.0001591230094957317,
      "loss": 0.7932,
      "step": 71446
    },
    {
      "epoch": 2.9263567479008805,
      "grad_norm": 0.9809264289517149,
      "learning_rate": 0.00015911975413669736,
      "loss": 0.606,
      "step": 71447
    },
    {
      "epoch": 2.926397706328077,
      "grad_norm": 4.244158128756753,
      "learning_rate": 0.0001591164987733518,
      "loss": 1.4866,
      "step": 71448
    },
    {
      "epoch": 2.926438664755273,
      "grad_norm": 1.0402180705388657,
      "learning_rate": 0.00015911324340569646,
      "loss": 0.6582,
      "step": 71449
    },
    {
      "epoch": 2.9264796231824697,
      "grad_norm": 1.8533342284183434,
      "learning_rate": 0.0001591099880337329,
      "loss": 0.6489,
      "step": 71450
    },
    {
      "epoch": 2.926520581609666,
      "grad_norm": 1.3272158415496627,
      "learning_rate": 0.0001591067326574627,
      "loss": 1.0547,
      "step": 71451
    },
    {
      "epoch": 2.9265615400368628,
      "grad_norm": 1.1249567911492577,
      "learning_rate": 0.00015910347727688732,
      "loss": 0.7803,
      "step": 71452
    },
    {
      "epoch": 2.926602498464059,
      "grad_norm": 1.3229504818969766,
      "learning_rate": 0.00015910022189200834,
      "loss": 0.9775,
      "step": 71453
    },
    {
      "epoch": 2.9266434568912554,
      "grad_norm": 1.1229398497771181,
      "learning_rate": 0.00015909696650282735,
      "loss": 0.6018,
      "step": 71454
    },
    {
      "epoch": 2.926684415318452,
      "grad_norm": 1.0967556732478225,
      "learning_rate": 0.00015909371110934582,
      "loss": 0.743,
      "step": 71455
    },
    {
      "epoch": 2.926725373745648,
      "grad_norm": 1.4802004306204037,
      "learning_rate": 0.0001590904557115653,
      "loss": 0.8357,
      "step": 71456
    },
    {
      "epoch": 2.9267663321728445,
      "grad_norm": 1.298859481039777,
      "learning_rate": 0.00015908720030948732,
      "loss": 0.8895,
      "step": 71457
    },
    {
      "epoch": 2.926807290600041,
      "grad_norm": 1.5485303435066549,
      "learning_rate": 0.00015908394490311348,
      "loss": 0.8355,
      "step": 71458
    },
    {
      "epoch": 2.9268482490272376,
      "grad_norm": 1.2661501620863465,
      "learning_rate": 0.0001590806894924453,
      "loss": 0.9306,
      "step": 71459
    },
    {
      "epoch": 2.9268892074544337,
      "grad_norm": 1.0672987896596644,
      "learning_rate": 0.00015907743407748422,
      "loss": 0.7019,
      "step": 71460
    },
    {
      "epoch": 2.9269301658816302,
      "grad_norm": 0.7903498626049277,
      "learning_rate": 0.00015907417865823191,
      "loss": 0.2456,
      "step": 71461
    },
    {
      "epoch": 2.9269711243088263,
      "grad_norm": 1.442558425592666,
      "learning_rate": 0.00015907092323468985,
      "loss": 1.1132,
      "step": 71462
    },
    {
      "epoch": 2.927012082736023,
      "grad_norm": 1.0270590636422112,
      "learning_rate": 0.00015906766780685958,
      "loss": 0.6085,
      "step": 71463
    },
    {
      "epoch": 2.9270530411632194,
      "grad_norm": 1.7864689443766804,
      "learning_rate": 0.00015906441237474264,
      "loss": 0.7661,
      "step": 71464
    },
    {
      "epoch": 2.927093999590416,
      "grad_norm": 1.6217587799410704,
      "learning_rate": 0.00015906115693834055,
      "loss": 0.6812,
      "step": 71465
    },
    {
      "epoch": 2.927134958017612,
      "grad_norm": 1.063842648574614,
      "learning_rate": 0.00015905790149765492,
      "loss": 0.8034,
      "step": 71466
    },
    {
      "epoch": 2.9271759164448086,
      "grad_norm": 1.121184283951683,
      "learning_rate": 0.00015905464605268723,
      "loss": 0.7824,
      "step": 71467
    },
    {
      "epoch": 2.9272168748720047,
      "grad_norm": 1.2950602533311546,
      "learning_rate": 0.00015905139060343895,
      "loss": 0.7041,
      "step": 71468
    },
    {
      "epoch": 2.927257833299201,
      "grad_norm": 1.507686400971485,
      "learning_rate": 0.00015904813514991178,
      "loss": 1.0118,
      "step": 71469
    },
    {
      "epoch": 2.9272987917263977,
      "grad_norm": 1.160227465140035,
      "learning_rate": 0.00015904487969210717,
      "loss": 0.4067,
      "step": 71470
    },
    {
      "epoch": 2.9273397501535943,
      "grad_norm": 0.8836693937335923,
      "learning_rate": 0.00015904162423002668,
      "loss": 0.6053,
      "step": 71471
    },
    {
      "epoch": 2.9273807085807904,
      "grad_norm": 0.9007045837016973,
      "learning_rate": 0.00015903836876367174,
      "loss": 0.5362,
      "step": 71472
    },
    {
      "epoch": 2.927421667007987,
      "grad_norm": 1.058097805246135,
      "learning_rate": 0.00015903511329304408,
      "loss": 0.3089,
      "step": 71473
    },
    {
      "epoch": 2.9274626254351834,
      "grad_norm": 1.1783759434849106,
      "learning_rate": 0.00015903185781814512,
      "loss": 0.6536,
      "step": 71474
    },
    {
      "epoch": 2.9275035838623795,
      "grad_norm": 1.0549810671654873,
      "learning_rate": 0.0001590286023389764,
      "loss": 0.8382,
      "step": 71475
    },
    {
      "epoch": 2.927544542289576,
      "grad_norm": 1.214792196402467,
      "learning_rate": 0.00015902534685553952,
      "loss": 0.6248,
      "step": 71476
    },
    {
      "epoch": 2.9275855007167726,
      "grad_norm": 1.414414068932847,
      "learning_rate": 0.00015902209136783597,
      "loss": 0.9589,
      "step": 71477
    },
    {
      "epoch": 2.927626459143969,
      "grad_norm": 1.4660204181469432,
      "learning_rate": 0.00015901883587586728,
      "loss": 1.3041,
      "step": 71478
    },
    {
      "epoch": 2.927667417571165,
      "grad_norm": 1.9611050682213524,
      "learning_rate": 0.00015901558037963498,
      "loss": 1.1796,
      "step": 71479
    },
    {
      "epoch": 2.9277083759983618,
      "grad_norm": 1.1887697321821895,
      "learning_rate": 0.0001590123248791407,
      "loss": 0.5919,
      "step": 71480
    },
    {
      "epoch": 2.927749334425558,
      "grad_norm": 1.1003219522705474,
      "learning_rate": 0.00015900906937438584,
      "loss": 0.9333,
      "step": 71481
    },
    {
      "epoch": 2.9277902928527544,
      "grad_norm": 0.5219780934014506,
      "learning_rate": 0.00015900581386537208,
      "loss": 0.1808,
      "step": 71482
    },
    {
      "epoch": 2.927831251279951,
      "grad_norm": 3.429648037225215,
      "learning_rate": 0.0001590025583521009,
      "loss": 3.2463,
      "step": 71483
    },
    {
      "epoch": 2.9278722097071475,
      "grad_norm": 0.8582606664726792,
      "learning_rate": 0.00015899930283457377,
      "loss": 0.257,
      "step": 71484
    },
    {
      "epoch": 2.9279131681343435,
      "grad_norm": 1.826361986157163,
      "learning_rate": 0.00015899604731279236,
      "loss": 1.4873,
      "step": 71485
    },
    {
      "epoch": 2.92795412656154,
      "grad_norm": 1.0827386988473229,
      "learning_rate": 0.0001589927917867581,
      "loss": 0.5403,
      "step": 71486
    },
    {
      "epoch": 2.927995084988736,
      "grad_norm": 1.2473143838780392,
      "learning_rate": 0.00015898953625647258,
      "loss": 0.9382,
      "step": 71487
    },
    {
      "epoch": 2.9280360434159327,
      "grad_norm": 1.2257367778221124,
      "learning_rate": 0.0001589862807219373,
      "loss": 0.8592,
      "step": 71488
    },
    {
      "epoch": 2.9280770018431292,
      "grad_norm": 1.5126492383074126,
      "learning_rate": 0.00015898302518315384,
      "loss": 0.9523,
      "step": 71489
    },
    {
      "epoch": 2.928117960270326,
      "grad_norm": 0.8740777297002144,
      "learning_rate": 0.00015897976964012375,
      "loss": 0.4541,
      "step": 71490
    },
    {
      "epoch": 2.928158918697522,
      "grad_norm": 1.4771298486526372,
      "learning_rate": 0.00015897651409284855,
      "loss": 1.005,
      "step": 71491
    },
    {
      "epoch": 2.9281998771247184,
      "grad_norm": 1.0637424807860112,
      "learning_rate": 0.00015897325854132975,
      "loss": 0.7202,
      "step": 71492
    },
    {
      "epoch": 2.928240835551915,
      "grad_norm": 1.0562757792317663,
      "learning_rate": 0.00015897000298556894,
      "loss": 0.2455,
      "step": 71493
    },
    {
      "epoch": 2.928281793979111,
      "grad_norm": 1.7777194537802699,
      "learning_rate": 0.00015896674742556761,
      "loss": 0.7548,
      "step": 71494
    },
    {
      "epoch": 2.9283227524063076,
      "grad_norm": 1.1127241937596946,
      "learning_rate": 0.00015896349186132736,
      "loss": 0.6437,
      "step": 71495
    },
    {
      "epoch": 2.928363710833504,
      "grad_norm": 1.3078814565596395,
      "learning_rate": 0.0001589602362928496,
      "loss": 0.8319,
      "step": 71496
    },
    {
      "epoch": 2.9284046692607006,
      "grad_norm": 1.2500930357645355,
      "learning_rate": 0.00015895698072013607,
      "loss": 1.0579,
      "step": 71497
    },
    {
      "epoch": 2.9284456276878967,
      "grad_norm": 1.429435550823611,
      "learning_rate": 0.00015895372514318815,
      "loss": 0.9761,
      "step": 71498
    },
    {
      "epoch": 2.9284865861150933,
      "grad_norm": 0.912074629108718,
      "learning_rate": 0.00015895046956200746,
      "loss": 0.4923,
      "step": 71499
    },
    {
      "epoch": 2.9285275445422894,
      "grad_norm": 3.583040600121718,
      "learning_rate": 0.00015894721397659542,
      "loss": 4.2074,
      "step": 71500
    },
    {
      "epoch": 2.928568502969486,
      "grad_norm": 1.1746276380857943,
      "learning_rate": 0.00015894395838695371,
      "loss": 0.8272,
      "step": 71501
    },
    {
      "epoch": 2.9286094613966824,
      "grad_norm": 0.9135136705251816,
      "learning_rate": 0.00015894070279308387,
      "loss": 0.2779,
      "step": 71502
    },
    {
      "epoch": 2.928650419823879,
      "grad_norm": 1.1371091053442284,
      "learning_rate": 0.0001589374471949873,
      "loss": 0.6471,
      "step": 71503
    },
    {
      "epoch": 2.928691378251075,
      "grad_norm": 3.727233724676474,
      "learning_rate": 0.00015893419159266565,
      "loss": 2.16,
      "step": 71504
    },
    {
      "epoch": 2.9287323366782716,
      "grad_norm": 1.4755298322242625,
      "learning_rate": 0.00015893093598612045,
      "loss": 0.8986,
      "step": 71505
    },
    {
      "epoch": 2.9287732951054677,
      "grad_norm": 1.0856055365382924,
      "learning_rate": 0.0001589276803753532,
      "loss": 0.7746,
      "step": 71506
    },
    {
      "epoch": 2.9288142535326642,
      "grad_norm": 1.5259860429365968,
      "learning_rate": 0.0001589244247603655,
      "loss": 1.1567,
      "step": 71507
    },
    {
      "epoch": 2.9288552119598608,
      "grad_norm": 0.7012325165412218,
      "learning_rate": 0.00015892116914115878,
      "loss": 0.134,
      "step": 71508
    },
    {
      "epoch": 2.9288961703870573,
      "grad_norm": 1.3215641816475714,
      "learning_rate": 0.00015891791351773472,
      "loss": 0.6769,
      "step": 71509
    },
    {
      "epoch": 2.9289371288142534,
      "grad_norm": 0.6808414467291002,
      "learning_rate": 0.00015891465789009477,
      "loss": 0.2027,
      "step": 71510
    },
    {
      "epoch": 2.92897808724145,
      "grad_norm": 0.8053506368688651,
      "learning_rate": 0.00015891140225824047,
      "loss": 0.2918,
      "step": 71511
    },
    {
      "epoch": 2.9290190456686465,
      "grad_norm": 1.09095307762341,
      "learning_rate": 0.0001589081466221734,
      "loss": 0.6877,
      "step": 71512
    },
    {
      "epoch": 2.9290600040958426,
      "grad_norm": 1.0772997923867642,
      "learning_rate": 0.00015890489098189506,
      "loss": 0.9318,
      "step": 71513
    },
    {
      "epoch": 2.929100962523039,
      "grad_norm": 3.680993052526567,
      "learning_rate": 0.000158901635337407,
      "loss": 5.6745,
      "step": 71514
    },
    {
      "epoch": 2.9291419209502356,
      "grad_norm": 1.2255519835931703,
      "learning_rate": 0.00015889837968871077,
      "loss": 0.9309,
      "step": 71515
    },
    {
      "epoch": 2.929182879377432,
      "grad_norm": 1.1096913599068214,
      "learning_rate": 0.0001588951240358079,
      "loss": 0.5408,
      "step": 71516
    },
    {
      "epoch": 2.9292238378046282,
      "grad_norm": 0.9539054031102143,
      "learning_rate": 0.00015889186837869993,
      "loss": 0.7013,
      "step": 71517
    },
    {
      "epoch": 2.929264796231825,
      "grad_norm": 1.244169283809206,
      "learning_rate": 0.0001588886127173884,
      "loss": 0.6676,
      "step": 71518
    },
    {
      "epoch": 2.929305754659021,
      "grad_norm": 1.1278476208481336,
      "learning_rate": 0.00015888535705187488,
      "loss": 0.7134,
      "step": 71519
    },
    {
      "epoch": 2.9293467130862174,
      "grad_norm": 0.8540415894011799,
      "learning_rate": 0.00015888210138216078,
      "loss": 0.6301,
      "step": 71520
    },
    {
      "epoch": 2.929387671513414,
      "grad_norm": 1.5110576399757056,
      "learning_rate": 0.00015887884570824784,
      "loss": 1.1339,
      "step": 71521
    },
    {
      "epoch": 2.9294286299406105,
      "grad_norm": 1.0370143187587348,
      "learning_rate": 0.00015887559003013746,
      "loss": 0.4292,
      "step": 71522
    },
    {
      "epoch": 2.9294695883678066,
      "grad_norm": 1.240242799439414,
      "learning_rate": 0.00015887233434783125,
      "loss": 0.9496,
      "step": 71523
    },
    {
      "epoch": 2.929510546795003,
      "grad_norm": 1.261803192289995,
      "learning_rate": 0.00015886907866133066,
      "loss": 0.6728,
      "step": 71524
    },
    {
      "epoch": 2.929551505222199,
      "grad_norm": 1.059764742831209,
      "learning_rate": 0.0001588658229706373,
      "loss": 0.6317,
      "step": 71525
    },
    {
      "epoch": 2.9295924636493957,
      "grad_norm": 1.2149579364851049,
      "learning_rate": 0.0001588625672757527,
      "loss": 0.8495,
      "step": 71526
    },
    {
      "epoch": 2.9296334220765923,
      "grad_norm": 1.1071443909411212,
      "learning_rate": 0.0001588593115766784,
      "loss": 0.5413,
      "step": 71527
    },
    {
      "epoch": 2.929674380503789,
      "grad_norm": 0.674861966581879,
      "learning_rate": 0.00015885605587341592,
      "loss": 0.1235,
      "step": 71528
    },
    {
      "epoch": 2.929715338930985,
      "grad_norm": 1.2478538402992567,
      "learning_rate": 0.00015885280016596681,
      "loss": 0.8176,
      "step": 71529
    },
    {
      "epoch": 2.9297562973581814,
      "grad_norm": 0.7784753879958117,
      "learning_rate": 0.00015884954445433263,
      "loss": 0.3579,
      "step": 71530
    },
    {
      "epoch": 2.929797255785378,
      "grad_norm": 1.1838156827718531,
      "learning_rate": 0.00015884628873851487,
      "loss": 0.733,
      "step": 71531
    },
    {
      "epoch": 2.929838214212574,
      "grad_norm": 1.133700829481882,
      "learning_rate": 0.00015884303301851512,
      "loss": 0.6571,
      "step": 71532
    },
    {
      "epoch": 2.9298791726397706,
      "grad_norm": 1.0687970749909341,
      "learning_rate": 0.0001588397772943349,
      "loss": 0.4068,
      "step": 71533
    },
    {
      "epoch": 2.929920131066967,
      "grad_norm": 1.312048528396708,
      "learning_rate": 0.00015883652156597572,
      "loss": 0.7487,
      "step": 71534
    },
    {
      "epoch": 2.9299610894941637,
      "grad_norm": 0.7874072496269572,
      "learning_rate": 0.0001588332658334392,
      "loss": 0.4183,
      "step": 71535
    },
    {
      "epoch": 2.9300020479213598,
      "grad_norm": 1.435093152385574,
      "learning_rate": 0.00015883001009672673,
      "loss": 0.9737,
      "step": 71536
    },
    {
      "epoch": 2.9300430063485563,
      "grad_norm": 3.0800047584015755,
      "learning_rate": 0.00015882675435584001,
      "loss": 2.8883,
      "step": 71537
    },
    {
      "epoch": 2.9300839647757524,
      "grad_norm": 1.336944111733342,
      "learning_rate": 0.00015882349861078053,
      "loss": 0.9438,
      "step": 71538
    },
    {
      "epoch": 2.930124923202949,
      "grad_norm": 1.757660555244498,
      "learning_rate": 0.00015882024286154977,
      "loss": 0.8213,
      "step": 71539
    },
    {
      "epoch": 2.9301658816301455,
      "grad_norm": 1.6793346520119157,
      "learning_rate": 0.0001588169871081493,
      "loss": 0.7825,
      "step": 71540
    },
    {
      "epoch": 2.930206840057342,
      "grad_norm": 1.5351583880303195,
      "learning_rate": 0.00015881373135058074,
      "loss": 0.9782,
      "step": 71541
    },
    {
      "epoch": 2.930247798484538,
      "grad_norm": 1.0010566272967687,
      "learning_rate": 0.0001588104755888455,
      "loss": 0.667,
      "step": 71542
    },
    {
      "epoch": 2.9302887569117346,
      "grad_norm": 1.198173009379244,
      "learning_rate": 0.0001588072198229452,
      "loss": 0.8117,
      "step": 71543
    },
    {
      "epoch": 2.9303297153389307,
      "grad_norm": 1.5183541301559884,
      "learning_rate": 0.00015880396405288134,
      "loss": 1.04,
      "step": 71544
    },
    {
      "epoch": 2.9303706737661273,
      "grad_norm": 1.340327264131088,
      "learning_rate": 0.00015880070827865546,
      "loss": 0.7024,
      "step": 71545
    },
    {
      "epoch": 2.930411632193324,
      "grad_norm": 1.3521760516016563,
      "learning_rate": 0.00015879745250026918,
      "loss": 0.8001,
      "step": 71546
    },
    {
      "epoch": 2.9304525906205203,
      "grad_norm": 1.1224854628578596,
      "learning_rate": 0.00015879419671772395,
      "loss": 0.8247,
      "step": 71547
    },
    {
      "epoch": 2.9304935490477164,
      "grad_norm": 1.3789717533750157,
      "learning_rate": 0.00015879094093102132,
      "loss": 0.5499,
      "step": 71548
    },
    {
      "epoch": 2.930534507474913,
      "grad_norm": 1.1744325285338326,
      "learning_rate": 0.00015878768514016286,
      "loss": 0.5777,
      "step": 71549
    },
    {
      "epoch": 2.9305754659021095,
      "grad_norm": 1.227076473064964,
      "learning_rate": 0.00015878442934515007,
      "loss": 0.7308,
      "step": 71550
    },
    {
      "epoch": 2.9306164243293056,
      "grad_norm": 0.9407616277043338,
      "learning_rate": 0.0001587811735459845,
      "loss": 0.5715,
      "step": 71551
    },
    {
      "epoch": 2.930657382756502,
      "grad_norm": 1.4610771988475777,
      "learning_rate": 0.00015877791774266772,
      "loss": 1.0684,
      "step": 71552
    },
    {
      "epoch": 2.9306983411836987,
      "grad_norm": 1.2365120868396562,
      "learning_rate": 0.00015877466193520127,
      "loss": 0.6093,
      "step": 71553
    },
    {
      "epoch": 2.930739299610895,
      "grad_norm": 1.225950522094514,
      "learning_rate": 0.00015877140612358665,
      "loss": 0.772,
      "step": 71554
    },
    {
      "epoch": 2.9307802580380913,
      "grad_norm": 1.5392267921081901,
      "learning_rate": 0.00015876815030782543,
      "loss": 0.9599,
      "step": 71555
    },
    {
      "epoch": 2.930821216465288,
      "grad_norm": 0.866343257214944,
      "learning_rate": 0.0001587648944879191,
      "loss": 0.5287,
      "step": 71556
    },
    {
      "epoch": 2.930862174892484,
      "grad_norm": 0.8998734286062563,
      "learning_rate": 0.0001587616386638693,
      "loss": 0.4802,
      "step": 71557
    },
    {
      "epoch": 2.9309031333196804,
      "grad_norm": 1.506516033417101,
      "learning_rate": 0.00015875838283567744,
      "loss": 0.8967,
      "step": 71558
    },
    {
      "epoch": 2.930944091746877,
      "grad_norm": 1.032899839356001,
      "learning_rate": 0.00015875512700334516,
      "loss": 0.717,
      "step": 71559
    },
    {
      "epoch": 2.9309850501740735,
      "grad_norm": 1.196608503998241,
      "learning_rate": 0.00015875187116687393,
      "loss": 0.7654,
      "step": 71560
    },
    {
      "epoch": 2.9310260086012696,
      "grad_norm": 1.1542019865269564,
      "learning_rate": 0.00015874861532626534,
      "loss": 0.6387,
      "step": 71561
    },
    {
      "epoch": 2.931066967028466,
      "grad_norm": 1.08115350042279,
      "learning_rate": 0.00015874535948152095,
      "loss": 0.5069,
      "step": 71562
    },
    {
      "epoch": 2.9311079254556622,
      "grad_norm": 1.055314403465308,
      "learning_rate": 0.00015874210363264223,
      "loss": 0.6435,
      "step": 71563
    },
    {
      "epoch": 2.9311488838828588,
      "grad_norm": 1.8843648137662308,
      "learning_rate": 0.00015873884777963074,
      "loss": 1.4654,
      "step": 71564
    },
    {
      "epoch": 2.9311898423100553,
      "grad_norm": 0.8075699522989966,
      "learning_rate": 0.00015873559192248804,
      "loss": 0.2169,
      "step": 71565
    },
    {
      "epoch": 2.931230800737252,
      "grad_norm": 1.0212976644398322,
      "learning_rate": 0.0001587323360612157,
      "loss": 0.2884,
      "step": 71566
    },
    {
      "epoch": 2.931271759164448,
      "grad_norm": 1.2137608508499478,
      "learning_rate": 0.00015872908019581516,
      "loss": 0.8157,
      "step": 71567
    },
    {
      "epoch": 2.9313127175916445,
      "grad_norm": 1.2364338016354601,
      "learning_rate": 0.00015872582432628802,
      "loss": 0.6129,
      "step": 71568
    },
    {
      "epoch": 2.931353676018841,
      "grad_norm": 4.050540023355916,
      "learning_rate": 0.00015872256845263582,
      "loss": 3.6564,
      "step": 71569
    },
    {
      "epoch": 2.931394634446037,
      "grad_norm": 1.3642640533869264,
      "learning_rate": 0.00015871931257486016,
      "loss": 0.9974,
      "step": 71570
    },
    {
      "epoch": 2.9314355928732336,
      "grad_norm": 1.1616156045255681,
      "learning_rate": 0.00015871605669296246,
      "loss": 0.6543,
      "step": 71571
    },
    {
      "epoch": 2.93147655130043,
      "grad_norm": 1.1943197135241361,
      "learning_rate": 0.00015871280080694428,
      "loss": 0.8311,
      "step": 71572
    },
    {
      "epoch": 2.9315175097276267,
      "grad_norm": 1.1810104410954265,
      "learning_rate": 0.00015870954491680728,
      "loss": 0.8133,
      "step": 71573
    },
    {
      "epoch": 2.931558468154823,
      "grad_norm": 1.103269719864113,
      "learning_rate": 0.00015870628902255285,
      "loss": 0.5652,
      "step": 71574
    },
    {
      "epoch": 2.9315994265820193,
      "grad_norm": 1.1573344771279885,
      "learning_rate": 0.0001587030331241826,
      "loss": 0.6833,
      "step": 71575
    },
    {
      "epoch": 2.9316403850092154,
      "grad_norm": 1.5547682715902613,
      "learning_rate": 0.00015869977722169804,
      "loss": 0.6833,
      "step": 71576
    },
    {
      "epoch": 2.931681343436412,
      "grad_norm": 1.5234562031312684,
      "learning_rate": 0.0001586965213151008,
      "loss": 0.6737,
      "step": 71577
    },
    {
      "epoch": 2.9317223018636085,
      "grad_norm": 0.5835280416631496,
      "learning_rate": 0.0001586932654043923,
      "loss": 0.1651,
      "step": 71578
    },
    {
      "epoch": 2.931763260290805,
      "grad_norm": 4.016124568841886,
      "learning_rate": 0.00015869000948957413,
      "loss": 2.3783,
      "step": 71579
    },
    {
      "epoch": 2.931804218718001,
      "grad_norm": 0.770627366664735,
      "learning_rate": 0.0001586867535706478,
      "loss": 0.2908,
      "step": 71580
    },
    {
      "epoch": 2.9318451771451977,
      "grad_norm": 2.4845308035626923,
      "learning_rate": 0.00015868349764761494,
      "loss": 0.8699,
      "step": 71581
    },
    {
      "epoch": 2.9318861355723937,
      "grad_norm": 1.1288923192022073,
      "learning_rate": 0.00015868024172047704,
      "loss": 0.6545,
      "step": 71582
    },
    {
      "epoch": 2.9319270939995903,
      "grad_norm": 1.0961231761732206,
      "learning_rate": 0.00015867698578923554,
      "loss": 0.39,
      "step": 71583
    },
    {
      "epoch": 2.931968052426787,
      "grad_norm": 1.4309382064101914,
      "learning_rate": 0.0001586737298538921,
      "loss": 0.8504,
      "step": 71584
    },
    {
      "epoch": 2.9320090108539834,
      "grad_norm": 1.0185710466500155,
      "learning_rate": 0.00015867047391444824,
      "loss": 0.6006,
      "step": 71585
    },
    {
      "epoch": 2.9320499692811794,
      "grad_norm": 1.6825296869499264,
      "learning_rate": 0.0001586672179709055,
      "loss": 1.2698,
      "step": 71586
    },
    {
      "epoch": 2.932090927708376,
      "grad_norm": 0.7781988659144232,
      "learning_rate": 0.00015866396202326538,
      "loss": 0.2392,
      "step": 71587
    },
    {
      "epoch": 2.9321318861355725,
      "grad_norm": 0.8621266509338248,
      "learning_rate": 0.0001586607060715294,
      "loss": 0.3567,
      "step": 71588
    },
    {
      "epoch": 2.9321728445627686,
      "grad_norm": 1.019856947024914,
      "learning_rate": 0.0001586574501156992,
      "loss": 0.8006,
      "step": 71589
    },
    {
      "epoch": 2.932213802989965,
      "grad_norm": 1.1228313196923678,
      "learning_rate": 0.00015865419415577624,
      "loss": 0.9454,
      "step": 71590
    },
    {
      "epoch": 2.9322547614171617,
      "grad_norm": 1.5267031556413453,
      "learning_rate": 0.0001586509381917621,
      "loss": 0.7494,
      "step": 71591
    },
    {
      "epoch": 2.932295719844358,
      "grad_norm": 0.6823753065259143,
      "learning_rate": 0.00015864768222365825,
      "loss": 0.2423,
      "step": 71592
    },
    {
      "epoch": 2.9323366782715543,
      "grad_norm": 1.1074907009089843,
      "learning_rate": 0.00015864442625146633,
      "loss": 0.7667,
      "step": 71593
    },
    {
      "epoch": 2.932377636698751,
      "grad_norm": 1.3067817062116391,
      "learning_rate": 0.00015864117027518778,
      "loss": 0.7269,
      "step": 71594
    },
    {
      "epoch": 2.932418595125947,
      "grad_norm": 1.1315529972812333,
      "learning_rate": 0.00015863791429482422,
      "loss": 0.6274,
      "step": 71595
    },
    {
      "epoch": 2.9324595535531435,
      "grad_norm": 1.2566025001553165,
      "learning_rate": 0.0001586346583103771,
      "loss": 0.774,
      "step": 71596
    },
    {
      "epoch": 2.93250051198034,
      "grad_norm": 1.908477782238503,
      "learning_rate": 0.00015863140232184807,
      "loss": 1.1266,
      "step": 71597
    },
    {
      "epoch": 2.9325414704075365,
      "grad_norm": 1.7839674997102555,
      "learning_rate": 0.00015862814632923862,
      "loss": 0.9817,
      "step": 71598
    },
    {
      "epoch": 2.9325824288347326,
      "grad_norm": 2.6399999664110134,
      "learning_rate": 0.00015862489033255028,
      "loss": 0.9236,
      "step": 71599
    },
    {
      "epoch": 2.932623387261929,
      "grad_norm": 1.0518347870716214,
      "learning_rate": 0.00015862163433178454,
      "loss": 0.6314,
      "step": 71600
    },
    {
      "epoch": 2.9326643456891253,
      "grad_norm": 1.006248722659131,
      "learning_rate": 0.00015861837832694303,
      "loss": 0.6144,
      "step": 71601
    },
    {
      "epoch": 2.932705304116322,
      "grad_norm": 1.3474555487307107,
      "learning_rate": 0.0001586151223180273,
      "loss": 1.1209,
      "step": 71602
    },
    {
      "epoch": 2.9327462625435183,
      "grad_norm": 1.2485691013199731,
      "learning_rate": 0.00015861186630503873,
      "loss": 0.6006,
      "step": 71603
    },
    {
      "epoch": 2.932787220970715,
      "grad_norm": 1.3627896557187775,
      "learning_rate": 0.00015860861028797903,
      "loss": 0.75,
      "step": 71604
    },
    {
      "epoch": 2.932828179397911,
      "grad_norm": 1.2226582788333547,
      "learning_rate": 0.0001586053542668497,
      "loss": 0.6981,
      "step": 71605
    },
    {
      "epoch": 2.9328691378251075,
      "grad_norm": 1.2350177286090371,
      "learning_rate": 0.00015860209824165224,
      "loss": 0.8379,
      "step": 71606
    },
    {
      "epoch": 2.932910096252304,
      "grad_norm": 1.1980911922152968,
      "learning_rate": 0.00015859884221238818,
      "loss": 0.9785,
      "step": 71607
    },
    {
      "epoch": 2.9329510546795,
      "grad_norm": 1.2104362277148601,
      "learning_rate": 0.0001585955861790591,
      "loss": 0.3579,
      "step": 71608
    },
    {
      "epoch": 2.9329920131066967,
      "grad_norm": 1.8604907613576884,
      "learning_rate": 0.00015859233014166657,
      "loss": 1.3786,
      "step": 71609
    },
    {
      "epoch": 2.933032971533893,
      "grad_norm": 1.420359242266676,
      "learning_rate": 0.00015858907410021205,
      "loss": 0.7478,
      "step": 71610
    },
    {
      "epoch": 2.9330739299610897,
      "grad_norm": 1.3743202347060448,
      "learning_rate": 0.00015858581805469708,
      "loss": 0.6045,
      "step": 71611
    },
    {
      "epoch": 2.933114888388286,
      "grad_norm": 1.1287671575156881,
      "learning_rate": 0.00015858256200512326,
      "loss": 0.8168,
      "step": 71612
    },
    {
      "epoch": 2.9331558468154824,
      "grad_norm": 1.290196326439807,
      "learning_rate": 0.00015857930595149211,
      "loss": 0.7431,
      "step": 71613
    },
    {
      "epoch": 2.9331968052426785,
      "grad_norm": 1.2737522272530355,
      "learning_rate": 0.00015857604989380516,
      "loss": 0.9586,
      "step": 71614
    },
    {
      "epoch": 2.933237763669875,
      "grad_norm": 1.3532459771891867,
      "learning_rate": 0.00015857279383206397,
      "loss": 0.7985,
      "step": 71615
    },
    {
      "epoch": 2.9332787220970715,
      "grad_norm": 1.239079956551179,
      "learning_rate": 0.00015856953776627002,
      "loss": 0.6434,
      "step": 71616
    },
    {
      "epoch": 2.933319680524268,
      "grad_norm": 1.2922510810139356,
      "learning_rate": 0.00015856628169642493,
      "loss": 0.8936,
      "step": 71617
    },
    {
      "epoch": 2.933360638951464,
      "grad_norm": 1.1663677197820432,
      "learning_rate": 0.0001585630256225302,
      "loss": 0.7559,
      "step": 71618
    },
    {
      "epoch": 2.9334015973786607,
      "grad_norm": 0.8587633743576342,
      "learning_rate": 0.00015855976954458733,
      "loss": 0.6276,
      "step": 71619
    },
    {
      "epoch": 2.933442555805857,
      "grad_norm": 0.8688329192017146,
      "learning_rate": 0.00015855651346259792,
      "loss": 0.2774,
      "step": 71620
    },
    {
      "epoch": 2.9334835142330533,
      "grad_norm": 1.1729021788965657,
      "learning_rate": 0.0001585532573765635,
      "loss": 0.7735,
      "step": 71621
    },
    {
      "epoch": 2.93352447266025,
      "grad_norm": 1.649686154495899,
      "learning_rate": 0.0001585500012864856,
      "loss": 0.9721,
      "step": 71622
    },
    {
      "epoch": 2.9335654310874464,
      "grad_norm": 1.2081823535493574,
      "learning_rate": 0.0001585467451923657,
      "loss": 0.8583,
      "step": 71623
    },
    {
      "epoch": 2.9336063895146425,
      "grad_norm": 1.1600025811378705,
      "learning_rate": 0.00015854348909420543,
      "loss": 0.8608,
      "step": 71624
    },
    {
      "epoch": 2.933647347941839,
      "grad_norm": 1.2669817244062,
      "learning_rate": 0.0001585402329920063,
      "loss": 0.8027,
      "step": 71625
    },
    {
      "epoch": 2.9336883063690355,
      "grad_norm": 0.7278060516245218,
      "learning_rate": 0.00015853697688576987,
      "loss": 0.2993,
      "step": 71626
    },
    {
      "epoch": 2.9337292647962316,
      "grad_norm": 1.303062511026996,
      "learning_rate": 0.00015853372077549762,
      "loss": 0.8488,
      "step": 71627
    },
    {
      "epoch": 2.933770223223428,
      "grad_norm": 0.9937506114868353,
      "learning_rate": 0.0001585304646611911,
      "loss": 0.3997,
      "step": 71628
    },
    {
      "epoch": 2.9338111816506247,
      "grad_norm": 1.548116371242244,
      "learning_rate": 0.00015852720854285187,
      "loss": 0.8979,
      "step": 71629
    },
    {
      "epoch": 2.9338521400778212,
      "grad_norm": 1.4406276980259187,
      "learning_rate": 0.00015852395242048152,
      "loss": 0.8223,
      "step": 71630
    },
    {
      "epoch": 2.9338930985050173,
      "grad_norm": 1.0084664739225517,
      "learning_rate": 0.00015852069629408155,
      "loss": 0.7774,
      "step": 71631
    },
    {
      "epoch": 2.933934056932214,
      "grad_norm": 1.2944481559385097,
      "learning_rate": 0.0001585174401636534,
      "loss": 0.6495,
      "step": 71632
    },
    {
      "epoch": 2.93397501535941,
      "grad_norm": 1.083326061428128,
      "learning_rate": 0.00015851418402919876,
      "loss": 0.7758,
      "step": 71633
    },
    {
      "epoch": 2.9340159737866065,
      "grad_norm": 0.44334594664745614,
      "learning_rate": 0.00015851092789071912,
      "loss": 0.0931,
      "step": 71634
    },
    {
      "epoch": 2.934056932213803,
      "grad_norm": 1.4395460287781565,
      "learning_rate": 0.00015850767174821598,
      "loss": 0.8145,
      "step": 71635
    },
    {
      "epoch": 2.9340978906409996,
      "grad_norm": 1.2417811242147239,
      "learning_rate": 0.0001585044156016909,
      "loss": 0.8304,
      "step": 71636
    },
    {
      "epoch": 2.9341388490681957,
      "grad_norm": 1.084001289575669,
      "learning_rate": 0.00015850115945114545,
      "loss": 0.6995,
      "step": 71637
    },
    {
      "epoch": 2.934179807495392,
      "grad_norm": 1.005310570149885,
      "learning_rate": 0.00015849790329658113,
      "loss": 0.6555,
      "step": 71638
    },
    {
      "epoch": 2.9342207659225887,
      "grad_norm": 0.6197946568814906,
      "learning_rate": 0.00015849464713799954,
      "loss": 0.2171,
      "step": 71639
    },
    {
      "epoch": 2.934261724349785,
      "grad_norm": 1.5581576254862846,
      "learning_rate": 0.0001584913909754021,
      "loss": 1.0542,
      "step": 71640
    },
    {
      "epoch": 2.9343026827769814,
      "grad_norm": 1.2244164172991465,
      "learning_rate": 0.00015848813480879044,
      "loss": 1.0382,
      "step": 71641
    },
    {
      "epoch": 2.934343641204178,
      "grad_norm": 0.8794725061049191,
      "learning_rate": 0.0001584848786381661,
      "loss": 0.3781,
      "step": 71642
    },
    {
      "epoch": 2.934384599631374,
      "grad_norm": 1.9580927205043162,
      "learning_rate": 0.00015848162246353062,
      "loss": 1.5723,
      "step": 71643
    },
    {
      "epoch": 2.9344255580585705,
      "grad_norm": 1.6831552087475268,
      "learning_rate": 0.0001584783662848855,
      "loss": 1.2456,
      "step": 71644
    },
    {
      "epoch": 2.934466516485767,
      "grad_norm": 1.1531050280232742,
      "learning_rate": 0.00015847511010223228,
      "loss": 0.7606,
      "step": 71645
    },
    {
      "epoch": 2.934507474912963,
      "grad_norm": 1.0361218623389192,
      "learning_rate": 0.00015847185391557254,
      "loss": 0.7939,
      "step": 71646
    },
    {
      "epoch": 2.9345484333401597,
      "grad_norm": 0.8909594755321669,
      "learning_rate": 0.0001584685977249078,
      "loss": 0.2742,
      "step": 71647
    },
    {
      "epoch": 2.9345893917673562,
      "grad_norm": 1.1767347328407347,
      "learning_rate": 0.0001584653415302396,
      "loss": 0.7654,
      "step": 71648
    },
    {
      "epoch": 2.9346303501945528,
      "grad_norm": 1.3508720545288866,
      "learning_rate": 0.00015846208533156948,
      "loss": 0.7902,
      "step": 71649
    },
    {
      "epoch": 2.934671308621749,
      "grad_norm": 1.0139076398283149,
      "learning_rate": 0.00015845882912889897,
      "loss": 0.3695,
      "step": 71650
    },
    {
      "epoch": 2.9347122670489454,
      "grad_norm": 1.1139601361810565,
      "learning_rate": 0.00015845557292222965,
      "loss": 0.5841,
      "step": 71651
    },
    {
      "epoch": 2.9347532254761415,
      "grad_norm": 0.9438586547826012,
      "learning_rate": 0.000158452316711563,
      "loss": 0.5968,
      "step": 71652
    },
    {
      "epoch": 2.934794183903338,
      "grad_norm": 1.3162331449011215,
      "learning_rate": 0.00015844906049690058,
      "loss": 0.7925,
      "step": 71653
    },
    {
      "epoch": 2.9348351423305346,
      "grad_norm": 1.3427020108024905,
      "learning_rate": 0.00015844580427824397,
      "loss": 0.428,
      "step": 71654
    },
    {
      "epoch": 2.934876100757731,
      "grad_norm": 0.7945977718515371,
      "learning_rate": 0.00015844254805559457,
      "loss": 0.3631,
      "step": 71655
    },
    {
      "epoch": 2.934917059184927,
      "grad_norm": 1.242456131532491,
      "learning_rate": 0.00015843929182895411,
      "loss": 0.778,
      "step": 71656
    },
    {
      "epoch": 2.9349580176121237,
      "grad_norm": 2.961177030943802,
      "learning_rate": 0.00015843603559832407,
      "loss": 1.1285,
      "step": 71657
    },
    {
      "epoch": 2.9349989760393203,
      "grad_norm": 1.1117855579664941,
      "learning_rate": 0.0001584327793637059,
      "loss": 0.9146,
      "step": 71658
    },
    {
      "epoch": 2.9350399344665163,
      "grad_norm": 1.1591582534830787,
      "learning_rate": 0.00015842952312510118,
      "loss": 0.7322,
      "step": 71659
    },
    {
      "epoch": 2.935080892893713,
      "grad_norm": 1.46062906334463,
      "learning_rate": 0.0001584262668825115,
      "loss": 0.9112,
      "step": 71660
    },
    {
      "epoch": 2.9351218513209094,
      "grad_norm": 1.0045118086154423,
      "learning_rate": 0.0001584230106359384,
      "loss": 0.525,
      "step": 71661
    },
    {
      "epoch": 2.935162809748106,
      "grad_norm": 1.2451394705813175,
      "learning_rate": 0.00015841975438538337,
      "loss": 0.5898,
      "step": 71662
    },
    {
      "epoch": 2.935203768175302,
      "grad_norm": 1.0135591231300112,
      "learning_rate": 0.000158416498130848,
      "loss": 0.638,
      "step": 71663
    },
    {
      "epoch": 2.9352447266024986,
      "grad_norm": 1.2011169757777735,
      "learning_rate": 0.00015841324187233373,
      "loss": 0.8912,
      "step": 71664
    },
    {
      "epoch": 2.9352856850296947,
      "grad_norm": 0.8645218099943088,
      "learning_rate": 0.00015840998560984223,
      "loss": 0.4627,
      "step": 71665
    },
    {
      "epoch": 2.935326643456891,
      "grad_norm": 1.3352014253846887,
      "learning_rate": 0.00015840672934337493,
      "loss": 0.9162,
      "step": 71666
    },
    {
      "epoch": 2.9353676018840877,
      "grad_norm": 0.9263181580611706,
      "learning_rate": 0.00015840347307293344,
      "loss": 0.6774,
      "step": 71667
    },
    {
      "epoch": 2.9354085603112843,
      "grad_norm": 1.4671829113850787,
      "learning_rate": 0.00015840021679851927,
      "loss": 0.95,
      "step": 71668
    },
    {
      "epoch": 2.9354495187384804,
      "grad_norm": 1.3508261955767227,
      "learning_rate": 0.00015839696052013396,
      "loss": 0.6841,
      "step": 71669
    },
    {
      "epoch": 2.935490477165677,
      "grad_norm": 1.066148535253621,
      "learning_rate": 0.00015839370423777907,
      "loss": 0.7236,
      "step": 71670
    },
    {
      "epoch": 2.935531435592873,
      "grad_norm": 0.7826356889339844,
      "learning_rate": 0.00015839044795145613,
      "loss": 0.2456,
      "step": 71671
    },
    {
      "epoch": 2.9355723940200695,
      "grad_norm": 0.7176779703814096,
      "learning_rate": 0.0001583871916611666,
      "loss": 0.2687,
      "step": 71672
    },
    {
      "epoch": 2.935613352447266,
      "grad_norm": 1.192214298539272,
      "learning_rate": 0.00015838393536691218,
      "loss": 1.0142,
      "step": 71673
    },
    {
      "epoch": 2.9356543108744626,
      "grad_norm": 0.7298006972181483,
      "learning_rate": 0.0001583806790686943,
      "loss": 0.2643,
      "step": 71674
    },
    {
      "epoch": 2.9356952693016587,
      "grad_norm": 1.1325564994139785,
      "learning_rate": 0.00015837742276651455,
      "loss": 0.6453,
      "step": 71675
    },
    {
      "epoch": 2.9357362277288552,
      "grad_norm": 1.1289057448509894,
      "learning_rate": 0.00015837416646037435,
      "loss": 0.716,
      "step": 71676
    },
    {
      "epoch": 2.9357771861560518,
      "grad_norm": 1.5453069253632319,
      "learning_rate": 0.00015837091015027537,
      "loss": 1.3151,
      "step": 71677
    },
    {
      "epoch": 2.935818144583248,
      "grad_norm": 1.1826475057729375,
      "learning_rate": 0.00015836765383621913,
      "loss": 0.7614,
      "step": 71678
    },
    {
      "epoch": 2.9358591030104444,
      "grad_norm": 1.137561656865425,
      "learning_rate": 0.00015836439751820718,
      "loss": 0.5851,
      "step": 71679
    },
    {
      "epoch": 2.935900061437641,
      "grad_norm": 1.310224490357281,
      "learning_rate": 0.00015836114119624096,
      "loss": 0.6496,
      "step": 71680
    },
    {
      "epoch": 2.9359410198648375,
      "grad_norm": 1.1176058528631259,
      "learning_rate": 0.00015835788487032212,
      "loss": 0.5344,
      "step": 71681
    },
    {
      "epoch": 2.9359819782920336,
      "grad_norm": 1.0468882507035677,
      "learning_rate": 0.00015835462854045214,
      "loss": 0.6368,
      "step": 71682
    },
    {
      "epoch": 2.93602293671923,
      "grad_norm": 1.0874187839467935,
      "learning_rate": 0.00015835137220663258,
      "loss": 0.7413,
      "step": 71683
    },
    {
      "epoch": 2.936063895146426,
      "grad_norm": 1.3672916618604878,
      "learning_rate": 0.00015834811586886495,
      "loss": 0.687,
      "step": 71684
    },
    {
      "epoch": 2.9361048535736227,
      "grad_norm": 1.2356463988209347,
      "learning_rate": 0.00015834485952715086,
      "loss": 0.9488,
      "step": 71685
    },
    {
      "epoch": 2.9361458120008193,
      "grad_norm": 5.668233045334879,
      "learning_rate": 0.00015834160318149178,
      "loss": 1.632,
      "step": 71686
    },
    {
      "epoch": 2.936186770428016,
      "grad_norm": 1.0809138268367091,
      "learning_rate": 0.0001583383468318893,
      "loss": 0.6328,
      "step": 71687
    },
    {
      "epoch": 2.936227728855212,
      "grad_norm": 0.9806402429793143,
      "learning_rate": 0.00015833509047834493,
      "loss": 0.7254,
      "step": 71688
    },
    {
      "epoch": 2.9362686872824084,
      "grad_norm": 1.149946485342409,
      "learning_rate": 0.0001583318341208602,
      "loss": 0.7871,
      "step": 71689
    },
    {
      "epoch": 2.9363096457096045,
      "grad_norm": 1.1084330835362346,
      "learning_rate": 0.00015832857775943668,
      "loss": 0.7842,
      "step": 71690
    },
    {
      "epoch": 2.936350604136801,
      "grad_norm": 1.4845508045301141,
      "learning_rate": 0.0001583253213940758,
      "loss": 1.1245,
      "step": 71691
    },
    {
      "epoch": 2.9363915625639976,
      "grad_norm": 1.1390257500474201,
      "learning_rate": 0.0001583220650247793,
      "loss": 0.8159,
      "step": 71692
    },
    {
      "epoch": 2.936432520991194,
      "grad_norm": 1.0151704095707643,
      "learning_rate": 0.00015831880865154857,
      "loss": 0.2403,
      "step": 71693
    },
    {
      "epoch": 2.93647347941839,
      "grad_norm": 1.1592761654742998,
      "learning_rate": 0.00015831555227438523,
      "loss": 0.6601,
      "step": 71694
    },
    {
      "epoch": 2.9365144378455867,
      "grad_norm": 1.0265193373243697,
      "learning_rate": 0.00015831229589329072,
      "loss": 0.6998,
      "step": 71695
    },
    {
      "epoch": 2.9365553962727833,
      "grad_norm": 1.5791349206709338,
      "learning_rate": 0.00015830903950826664,
      "loss": 1.0946,
      "step": 71696
    },
    {
      "epoch": 2.9365963546999794,
      "grad_norm": 0.9820476014348907,
      "learning_rate": 0.00015830578311931456,
      "loss": 0.3127,
      "step": 71697
    },
    {
      "epoch": 2.936637313127176,
      "grad_norm": 1.3099683010531435,
      "learning_rate": 0.000158302526726436,
      "loss": 0.8697,
      "step": 71698
    },
    {
      "epoch": 2.9366782715543724,
      "grad_norm": 0.56505533708758,
      "learning_rate": 0.00015829927032963247,
      "loss": 0.1438,
      "step": 71699
    },
    {
      "epoch": 2.936719229981569,
      "grad_norm": 1.255057553760041,
      "learning_rate": 0.00015829601392890546,
      "loss": 0.9088,
      "step": 71700
    },
    {
      "epoch": 2.936760188408765,
      "grad_norm": 0.9003755510482986,
      "learning_rate": 0.00015829275752425668,
      "loss": 0.5333,
      "step": 71701
    },
    {
      "epoch": 2.9368011468359616,
      "grad_norm": 1.027442362489905,
      "learning_rate": 0.0001582895011156875,
      "loss": 0.746,
      "step": 71702
    },
    {
      "epoch": 2.9368421052631577,
      "grad_norm": 0.8645279419585422,
      "learning_rate": 0.0001582862447031996,
      "loss": 0.355,
      "step": 71703
    },
    {
      "epoch": 2.9368830636903542,
      "grad_norm": 1.2375757698400525,
      "learning_rate": 0.00015828298828679435,
      "loss": 0.6104,
      "step": 71704
    },
    {
      "epoch": 2.9369240221175508,
      "grad_norm": 1.2009510931662104,
      "learning_rate": 0.00015827973186647342,
      "loss": 0.8207,
      "step": 71705
    },
    {
      "epoch": 2.9369649805447473,
      "grad_norm": 6.088963950851967,
      "learning_rate": 0.00015827647544223831,
      "loss": 7.1832,
      "step": 71706
    },
    {
      "epoch": 2.9370059389719434,
      "grad_norm": 0.9870226569540687,
      "learning_rate": 0.0001582732190140906,
      "loss": 0.7764,
      "step": 71707
    },
    {
      "epoch": 2.93704689739914,
      "grad_norm": 1.5497214776452488,
      "learning_rate": 0.00015826996258203174,
      "loss": 1.0134,
      "step": 71708
    },
    {
      "epoch": 2.937087855826336,
      "grad_norm": 3.937491262884879,
      "learning_rate": 0.00015826670614606334,
      "loss": 2.1352,
      "step": 71709
    },
    {
      "epoch": 2.9371288142535326,
      "grad_norm": 1.1955378239936023,
      "learning_rate": 0.00015826344970618696,
      "loss": 0.6026,
      "step": 71710
    },
    {
      "epoch": 2.937169772680729,
      "grad_norm": 1.0661016511612516,
      "learning_rate": 0.00015826019326240407,
      "loss": 0.3007,
      "step": 71711
    },
    {
      "epoch": 2.9372107311079256,
      "grad_norm": 1.4590162072338855,
      "learning_rate": 0.00015825693681471617,
      "loss": 0.7282,
      "step": 71712
    },
    {
      "epoch": 2.9372516895351217,
      "grad_norm": 1.1599088317349386,
      "learning_rate": 0.00015825368036312496,
      "loss": 0.8106,
      "step": 71713
    },
    {
      "epoch": 2.9372926479623183,
      "grad_norm": 1.359435530104801,
      "learning_rate": 0.00015825042390763187,
      "loss": 0.7453,
      "step": 71714
    },
    {
      "epoch": 2.937333606389515,
      "grad_norm": 0.9737064222198301,
      "learning_rate": 0.00015824716744823847,
      "loss": 0.3941,
      "step": 71715
    },
    {
      "epoch": 2.937374564816711,
      "grad_norm": 0.8350390143108389,
      "learning_rate": 0.00015824391098494625,
      "loss": 0.307,
      "step": 71716
    },
    {
      "epoch": 2.9374155232439074,
      "grad_norm": 1.2309495611488679,
      "learning_rate": 0.0001582406545177568,
      "loss": 0.7568,
      "step": 71717
    },
    {
      "epoch": 2.937456481671104,
      "grad_norm": 0.9762128109398773,
      "learning_rate": 0.00015823739804667167,
      "loss": 0.5126,
      "step": 71718
    },
    {
      "epoch": 2.9374974400983005,
      "grad_norm": 1.5333775252949648,
      "learning_rate": 0.00015823414157169237,
      "loss": 0.5941,
      "step": 71719
    },
    {
      "epoch": 2.9375383985254966,
      "grad_norm": 0.9339346616241809,
      "learning_rate": 0.00015823088509282041,
      "loss": 0.5095,
      "step": 71720
    },
    {
      "epoch": 2.937579356952693,
      "grad_norm": 1.0520436500501615,
      "learning_rate": 0.0001582276286100574,
      "loss": 0.493,
      "step": 71721
    },
    {
      "epoch": 2.937620315379889,
      "grad_norm": 0.8134160333908803,
      "learning_rate": 0.00015822437212340484,
      "loss": 0.5317,
      "step": 71722
    },
    {
      "epoch": 2.9376612738070857,
      "grad_norm": 1.2515022140470058,
      "learning_rate": 0.00015822111563286426,
      "loss": 0.8876,
      "step": 71723
    },
    {
      "epoch": 2.9377022322342823,
      "grad_norm": 1.0536282217750037,
      "learning_rate": 0.00015821785913843725,
      "loss": 0.7299,
      "step": 71724
    },
    {
      "epoch": 2.937743190661479,
      "grad_norm": 3.6026577364496886,
      "learning_rate": 0.0001582146026401253,
      "loss": 4.2521,
      "step": 71725
    },
    {
      "epoch": 2.937784149088675,
      "grad_norm": 1.0943235301643015,
      "learning_rate": 0.00015821134613792993,
      "loss": 0.7051,
      "step": 71726
    },
    {
      "epoch": 2.9378251075158714,
      "grad_norm": 1.0951004534131694,
      "learning_rate": 0.00015820808963185274,
      "loss": 0.6883,
      "step": 71727
    },
    {
      "epoch": 2.9378660659430675,
      "grad_norm": 1.1998216668790798,
      "learning_rate": 0.00015820483312189523,
      "loss": 0.6227,
      "step": 71728
    },
    {
      "epoch": 2.937907024370264,
      "grad_norm": 1.1273215651344866,
      "learning_rate": 0.00015820157660805895,
      "loss": 0.9049,
      "step": 71729
    },
    {
      "epoch": 2.9379479827974606,
      "grad_norm": 1.153180594835701,
      "learning_rate": 0.00015819832009034547,
      "loss": 0.782,
      "step": 71730
    },
    {
      "epoch": 2.937988941224657,
      "grad_norm": 1.3448625308669973,
      "learning_rate": 0.00015819506356875627,
      "loss": 1.1127,
      "step": 71731
    },
    {
      "epoch": 2.9380298996518532,
      "grad_norm": 1.2785353178992322,
      "learning_rate": 0.00015819180704329292,
      "loss": 0.4103,
      "step": 71732
    },
    {
      "epoch": 2.9380708580790498,
      "grad_norm": 1.6064070183657768,
      "learning_rate": 0.00015818855051395695,
      "loss": 0.8776,
      "step": 71733
    },
    {
      "epoch": 2.9381118165062463,
      "grad_norm": 1.214850797558503,
      "learning_rate": 0.00015818529398074993,
      "loss": 0.5546,
      "step": 71734
    },
    {
      "epoch": 2.9381527749334424,
      "grad_norm": 1.1288459868409464,
      "learning_rate": 0.0001581820374436734,
      "loss": 0.7141,
      "step": 71735
    },
    {
      "epoch": 2.938193733360639,
      "grad_norm": 1.0672057746102812,
      "learning_rate": 0.0001581787809027288,
      "loss": 0.6902,
      "step": 71736
    },
    {
      "epoch": 2.9382346917878355,
      "grad_norm": 0.5673315500696107,
      "learning_rate": 0.0001581755243579178,
      "loss": 0.2416,
      "step": 71737
    },
    {
      "epoch": 2.938275650215032,
      "grad_norm": 1.620605864376003,
      "learning_rate": 0.0001581722678092419,
      "loss": 0.8005,
      "step": 71738
    },
    {
      "epoch": 2.938316608642228,
      "grad_norm": 0.6202325785179953,
      "learning_rate": 0.00015816901125670262,
      "loss": 0.2122,
      "step": 71739
    },
    {
      "epoch": 2.9383575670694246,
      "grad_norm": 3.257454703446364,
      "learning_rate": 0.00015816575470030143,
      "loss": 0.7197,
      "step": 71740
    },
    {
      "epoch": 2.9383985254966207,
      "grad_norm": 1.0410744064685677,
      "learning_rate": 0.00015816249814004006,
      "loss": 0.5849,
      "step": 71741
    },
    {
      "epoch": 2.9384394839238173,
      "grad_norm": 1.4866273811864363,
      "learning_rate": 0.00015815924157591986,
      "loss": 0.9076,
      "step": 71742
    },
    {
      "epoch": 2.938480442351014,
      "grad_norm": 0.9238559135972,
      "learning_rate": 0.00015815598500794247,
      "loss": 0.4507,
      "step": 71743
    },
    {
      "epoch": 2.9385214007782103,
      "grad_norm": 1.1656787974874216,
      "learning_rate": 0.00015815272843610936,
      "loss": 0.7019,
      "step": 71744
    },
    {
      "epoch": 2.9385623592054064,
      "grad_norm": 0.5459947325037273,
      "learning_rate": 0.0001581494718604222,
      "loss": 0.2331,
      "step": 71745
    },
    {
      "epoch": 2.938603317632603,
      "grad_norm": 1.2123350661505514,
      "learning_rate": 0.00015814621528088238,
      "loss": 0.8175,
      "step": 71746
    },
    {
      "epoch": 2.938644276059799,
      "grad_norm": 0.7413424602258337,
      "learning_rate": 0.00015814295869749152,
      "loss": 0.2814,
      "step": 71747
    },
    {
      "epoch": 2.9386852344869956,
      "grad_norm": 1.3931177426563888,
      "learning_rate": 0.0001581397021102511,
      "loss": 1.0374,
      "step": 71748
    },
    {
      "epoch": 2.938726192914192,
      "grad_norm": 1.2581622606934921,
      "learning_rate": 0.00015813644551916276,
      "loss": 0.8972,
      "step": 71749
    },
    {
      "epoch": 2.9387671513413887,
      "grad_norm": 1.0972043210503561,
      "learning_rate": 0.00015813318892422796,
      "loss": 0.7692,
      "step": 71750
    },
    {
      "epoch": 2.9388081097685848,
      "grad_norm": 1.3273538773019227,
      "learning_rate": 0.0001581299323254483,
      "loss": 1.0254,
      "step": 71751
    },
    {
      "epoch": 2.9388490681957813,
      "grad_norm": 1.5718213027061214,
      "learning_rate": 0.00015812667572282518,
      "loss": 0.9573,
      "step": 71752
    },
    {
      "epoch": 2.938890026622978,
      "grad_norm": 1.133325356819921,
      "learning_rate": 0.00015812341911636033,
      "loss": 0.8665,
      "step": 71753
    },
    {
      "epoch": 2.938930985050174,
      "grad_norm": 1.131159964915432,
      "learning_rate": 0.00015812016250605517,
      "loss": 0.7092,
      "step": 71754
    },
    {
      "epoch": 2.9389719434773705,
      "grad_norm": 1.3841535461926642,
      "learning_rate": 0.0001581169058919113,
      "loss": 0.8803,
      "step": 71755
    },
    {
      "epoch": 2.939012901904567,
      "grad_norm": 1.3145817616409745,
      "learning_rate": 0.00015811364927393012,
      "loss": 0.8082,
      "step": 71756
    },
    {
      "epoch": 2.9390538603317635,
      "grad_norm": 1.474144969280735,
      "learning_rate": 0.0001581103926521134,
      "loss": 0.9294,
      "step": 71757
    },
    {
      "epoch": 2.9390948187589596,
      "grad_norm": 1.4300862851727838,
      "learning_rate": 0.0001581071360264625,
      "loss": 0.9252,
      "step": 71758
    },
    {
      "epoch": 2.939135777186156,
      "grad_norm": 1.1821666987923503,
      "learning_rate": 0.00015810387939697902,
      "loss": 0.3714,
      "step": 71759
    },
    {
      "epoch": 2.9391767356133522,
      "grad_norm": 1.3743832394932172,
      "learning_rate": 0.00015810062276366452,
      "loss": 0.7624,
      "step": 71760
    },
    {
      "epoch": 2.939217694040549,
      "grad_norm": 1.6321481826055366,
      "learning_rate": 0.00015809736612652051,
      "loss": 0.8169,
      "step": 71761
    },
    {
      "epoch": 2.9392586524677453,
      "grad_norm": 1.9416337876042553,
      "learning_rate": 0.0001580941094855485,
      "loss": 0.8492,
      "step": 71762
    },
    {
      "epoch": 2.939299610894942,
      "grad_norm": 1.6137456597936664,
      "learning_rate": 0.0001580908528407501,
      "loss": 1.0697,
      "step": 71763
    },
    {
      "epoch": 2.939340569322138,
      "grad_norm": 1.6647580677553282,
      "learning_rate": 0.00015808759619212681,
      "loss": 0.937,
      "step": 71764
    },
    {
      "epoch": 2.9393815277493345,
      "grad_norm": 1.175706663227583,
      "learning_rate": 0.00015808433953968016,
      "loss": 0.7584,
      "step": 71765
    },
    {
      "epoch": 2.9394224861765306,
      "grad_norm": 0.930351494697954,
      "learning_rate": 0.00015808108288341172,
      "loss": 0.3923,
      "step": 71766
    },
    {
      "epoch": 2.939463444603727,
      "grad_norm": 0.9497566400102373,
      "learning_rate": 0.000158077826223323,
      "loss": 0.4456,
      "step": 71767
    },
    {
      "epoch": 2.9395044030309236,
      "grad_norm": 1.3437159197365152,
      "learning_rate": 0.00015807456955941552,
      "loss": 0.5516,
      "step": 71768
    },
    {
      "epoch": 2.93954536145812,
      "grad_norm": 1.430342584071077,
      "learning_rate": 0.00015807131289169088,
      "loss": 0.5803,
      "step": 71769
    },
    {
      "epoch": 2.9395863198853163,
      "grad_norm": 3.299091938580186,
      "learning_rate": 0.0001580680562201506,
      "loss": 0.8584,
      "step": 71770
    },
    {
      "epoch": 2.939627278312513,
      "grad_norm": 0.9496215181756067,
      "learning_rate": 0.00015806479954479625,
      "loss": 0.7772,
      "step": 71771
    },
    {
      "epoch": 2.9396682367397093,
      "grad_norm": 1.8134534266967557,
      "learning_rate": 0.00015806154286562924,
      "loss": 1.3067,
      "step": 71772
    },
    {
      "epoch": 2.9397091951669054,
      "grad_norm": 0.8920378184454312,
      "learning_rate": 0.00015805828618265126,
      "loss": 0.2501,
      "step": 71773
    },
    {
      "epoch": 2.939750153594102,
      "grad_norm": 1.3313072536924444,
      "learning_rate": 0.0001580550294958638,
      "loss": 0.72,
      "step": 71774
    },
    {
      "epoch": 2.9397911120212985,
      "grad_norm": 1.094947003408917,
      "learning_rate": 0.00015805177280526838,
      "loss": 0.6504,
      "step": 71775
    },
    {
      "epoch": 2.939832070448495,
      "grad_norm": 0.8630108257981615,
      "learning_rate": 0.00015804851611086654,
      "loss": 0.2538,
      "step": 71776
    },
    {
      "epoch": 2.939873028875691,
      "grad_norm": 1.4826644490837377,
      "learning_rate": 0.00015804525941265983,
      "loss": 0.8222,
      "step": 71777
    },
    {
      "epoch": 2.9399139873028877,
      "grad_norm": 1.011497330103783,
      "learning_rate": 0.0001580420027106498,
      "loss": 0.7778,
      "step": 71778
    },
    {
      "epoch": 2.9399549457300838,
      "grad_norm": 0.9407897684879044,
      "learning_rate": 0.00015803874600483795,
      "loss": 0.5269,
      "step": 71779
    },
    {
      "epoch": 2.9399959041572803,
      "grad_norm": 2.2177935741174046,
      "learning_rate": 0.00015803548929522584,
      "loss": 2.168,
      "step": 71780
    },
    {
      "epoch": 2.940036862584477,
      "grad_norm": 1.0692291107255978,
      "learning_rate": 0.00015803223258181503,
      "loss": 0.7255,
      "step": 71781
    },
    {
      "epoch": 2.9400778210116734,
      "grad_norm": 1.3036840682503807,
      "learning_rate": 0.00015802897586460708,
      "loss": 0.9039,
      "step": 71782
    },
    {
      "epoch": 2.9401187794388695,
      "grad_norm": 1.2998435429871158,
      "learning_rate": 0.00015802571914360348,
      "loss": 0.736,
      "step": 71783
    },
    {
      "epoch": 2.940159737866066,
      "grad_norm": 0.7181649582117297,
      "learning_rate": 0.00015802246241880573,
      "loss": 0.2345,
      "step": 71784
    },
    {
      "epoch": 2.940200696293262,
      "grad_norm": 1.3041750752003656,
      "learning_rate": 0.00015801920569021548,
      "loss": 0.8801,
      "step": 71785
    },
    {
      "epoch": 2.9402416547204586,
      "grad_norm": 1.118214050706171,
      "learning_rate": 0.00015801594895783423,
      "loss": 0.7933,
      "step": 71786
    },
    {
      "epoch": 2.940282613147655,
      "grad_norm": 1.106246051964573,
      "learning_rate": 0.00015801269222166347,
      "loss": 0.6763,
      "step": 71787
    },
    {
      "epoch": 2.9403235715748517,
      "grad_norm": 1.282301549853773,
      "learning_rate": 0.00015800943548170476,
      "loss": 0.7179,
      "step": 71788
    },
    {
      "epoch": 2.940364530002048,
      "grad_norm": 1.1107863394989823,
      "learning_rate": 0.00015800617873795969,
      "loss": 0.8083,
      "step": 71789
    },
    {
      "epoch": 2.9404054884292443,
      "grad_norm": 3.014486870528139,
      "learning_rate": 0.00015800292199042975,
      "loss": 2.3591,
      "step": 71790
    },
    {
      "epoch": 2.940446446856441,
      "grad_norm": 1.710688906418176,
      "learning_rate": 0.00015799966523911648,
      "loss": 1.1048,
      "step": 71791
    },
    {
      "epoch": 2.940487405283637,
      "grad_norm": 1.1844204641043747,
      "learning_rate": 0.00015799640848402147,
      "loss": 0.9429,
      "step": 71792
    },
    {
      "epoch": 2.9405283637108335,
      "grad_norm": 7.9446244395798535,
      "learning_rate": 0.00015799315172514616,
      "loss": 3.4652,
      "step": 71793
    },
    {
      "epoch": 2.94056932213803,
      "grad_norm": 0.40946146281288215,
      "learning_rate": 0.00015798989496249225,
      "loss": 0.063,
      "step": 71794
    },
    {
      "epoch": 2.9406102805652266,
      "grad_norm": 1.175463287151266,
      "learning_rate": 0.00015798663819606112,
      "loss": 0.8323,
      "step": 71795
    },
    {
      "epoch": 2.9406512389924226,
      "grad_norm": 0.7463010706492669,
      "learning_rate": 0.00015798338142585436,
      "loss": 0.3682,
      "step": 71796
    },
    {
      "epoch": 2.940692197419619,
      "grad_norm": 1.513731447385733,
      "learning_rate": 0.00015798012465187354,
      "loss": 0.7241,
      "step": 71797
    },
    {
      "epoch": 2.9407331558468153,
      "grad_norm": 1.1785428428588238,
      "learning_rate": 0.0001579768678741202,
      "loss": 0.6784,
      "step": 71798
    },
    {
      "epoch": 2.940774114274012,
      "grad_norm": 0.7143847000837683,
      "learning_rate": 0.0001579736110925958,
      "loss": 0.2981,
      "step": 71799
    },
    {
      "epoch": 2.9408150727012083,
      "grad_norm": 1.3846983501830377,
      "learning_rate": 0.00015797035430730198,
      "loss": 0.838,
      "step": 71800
    },
    {
      "epoch": 2.940856031128405,
      "grad_norm": 3.6575213867375393,
      "learning_rate": 0.00015796709751824024,
      "loss": 3.9411,
      "step": 71801
    },
    {
      "epoch": 2.940896989555601,
      "grad_norm": 0.7308896248759769,
      "learning_rate": 0.00015796384072541212,
      "loss": 0.2611,
      "step": 71802
    },
    {
      "epoch": 2.9409379479827975,
      "grad_norm": 5.555672348930389,
      "learning_rate": 0.00015796058392881913,
      "loss": 5.2221,
      "step": 71803
    },
    {
      "epoch": 2.9409789064099936,
      "grad_norm": 3.257951652592614,
      "learning_rate": 0.00015795732712846285,
      "loss": 1.2357,
      "step": 71804
    },
    {
      "epoch": 2.94101986483719,
      "grad_norm": 0.815742424474443,
      "learning_rate": 0.00015795407032434482,
      "loss": 0.3674,
      "step": 71805
    },
    {
      "epoch": 2.9410608232643867,
      "grad_norm": 1.9056564975919927,
      "learning_rate": 0.00015795081351646656,
      "loss": 1.2123,
      "step": 71806
    },
    {
      "epoch": 2.941101781691583,
      "grad_norm": 1.268811054098865,
      "learning_rate": 0.0001579475567048296,
      "loss": 0.7321,
      "step": 71807
    },
    {
      "epoch": 2.9411427401187793,
      "grad_norm": 1.1280747712638797,
      "learning_rate": 0.00015794429988943553,
      "loss": 0.5769,
      "step": 71808
    },
    {
      "epoch": 2.941183698545976,
      "grad_norm": 2.4838473271516355,
      "learning_rate": 0.00015794104307028582,
      "loss": 0.883,
      "step": 71809
    },
    {
      "epoch": 2.9412246569731724,
      "grad_norm": 1.0870847911323198,
      "learning_rate": 0.0001579377862473821,
      "loss": 0.6442,
      "step": 71810
    },
    {
      "epoch": 2.9412656154003685,
      "grad_norm": 1.679297143239847,
      "learning_rate": 0.0001579345294207258,
      "loss": 1.1873,
      "step": 71811
    },
    {
      "epoch": 2.941306573827565,
      "grad_norm": 1.231953493110975,
      "learning_rate": 0.0001579312725903185,
      "loss": 0.8086,
      "step": 71812
    },
    {
      "epoch": 2.9413475322547615,
      "grad_norm": 3.175555356375006,
      "learning_rate": 0.0001579280157561618,
      "loss": 1.4277,
      "step": 71813
    },
    {
      "epoch": 2.941388490681958,
      "grad_norm": 1.9277611851342122,
      "learning_rate": 0.00015792475891825722,
      "loss": 1.3112,
      "step": 71814
    },
    {
      "epoch": 2.941429449109154,
      "grad_norm": 0.9878175832485501,
      "learning_rate": 0.00015792150207660625,
      "loss": 0.6792,
      "step": 71815
    },
    {
      "epoch": 2.9414704075363507,
      "grad_norm": 1.2283234088948136,
      "learning_rate": 0.0001579182452312104,
      "loss": 0.9032,
      "step": 71816
    },
    {
      "epoch": 2.941511365963547,
      "grad_norm": 1.2843425322168163,
      "learning_rate": 0.0001579149883820713,
      "loss": 0.662,
      "step": 71817
    },
    {
      "epoch": 2.9415523243907433,
      "grad_norm": 1.477122601096954,
      "learning_rate": 0.00015791173152919047,
      "loss": 0.8864,
      "step": 71818
    },
    {
      "epoch": 2.94159328281794,
      "grad_norm": 1.4044141721442274,
      "learning_rate": 0.0001579084746725694,
      "loss": 0.895,
      "step": 71819
    },
    {
      "epoch": 2.9416342412451364,
      "grad_norm": 1.1343866341910114,
      "learning_rate": 0.0001579052178122097,
      "loss": 0.7716,
      "step": 71820
    },
    {
      "epoch": 2.9416751996723325,
      "grad_norm": 1.169978810798863,
      "learning_rate": 0.00015790196094811284,
      "loss": 0.6303,
      "step": 71821
    },
    {
      "epoch": 2.941716158099529,
      "grad_norm": 1.117658876972381,
      "learning_rate": 0.00015789870408028042,
      "loss": 0.3073,
      "step": 71822
    },
    {
      "epoch": 2.941757116526725,
      "grad_norm": 1.152786234982,
      "learning_rate": 0.00015789544720871395,
      "loss": 0.9097,
      "step": 71823
    },
    {
      "epoch": 2.9417980749539216,
      "grad_norm": 1.3161348035782707,
      "learning_rate": 0.00015789219033341493,
      "loss": 0.8212,
      "step": 71824
    },
    {
      "epoch": 2.941839033381118,
      "grad_norm": 1.3919094606841254,
      "learning_rate": 0.00015788893345438496,
      "loss": 0.3062,
      "step": 71825
    },
    {
      "epoch": 2.9418799918083147,
      "grad_norm": 0.9863126952014861,
      "learning_rate": 0.00015788567657162557,
      "loss": 0.6003,
      "step": 71826
    },
    {
      "epoch": 2.941920950235511,
      "grad_norm": 1.1649469603809748,
      "learning_rate": 0.00015788241968513832,
      "loss": 0.6601,
      "step": 71827
    },
    {
      "epoch": 2.9419619086627073,
      "grad_norm": 1.6486705456609785,
      "learning_rate": 0.00015787916279492466,
      "loss": 1.2462,
      "step": 71828
    },
    {
      "epoch": 2.942002867089904,
      "grad_norm": 1.8533054542254481,
      "learning_rate": 0.00015787590590098625,
      "loss": 0.6462,
      "step": 71829
    },
    {
      "epoch": 2.9420438255171,
      "grad_norm": 1.3048967890975307,
      "learning_rate": 0.00015787264900332453,
      "loss": 0.8128,
      "step": 71830
    },
    {
      "epoch": 2.9420847839442965,
      "grad_norm": 1.3281670264435481,
      "learning_rate": 0.00015786939210194107,
      "loss": 1.0132,
      "step": 71831
    },
    {
      "epoch": 2.942125742371493,
      "grad_norm": 0.6048126172346185,
      "learning_rate": 0.00015786613519683742,
      "loss": 0.1725,
      "step": 71832
    },
    {
      "epoch": 2.9421667007986896,
      "grad_norm": 1.5472159937827952,
      "learning_rate": 0.00015786287828801514,
      "loss": 0.9038,
      "step": 71833
    },
    {
      "epoch": 2.9422076592258857,
      "grad_norm": 1.2438644216754262,
      "learning_rate": 0.00015785962137547575,
      "loss": 0.8605,
      "step": 71834
    },
    {
      "epoch": 2.942248617653082,
      "grad_norm": 1.340699327749863,
      "learning_rate": 0.00015785636445922073,
      "loss": 0.7016,
      "step": 71835
    },
    {
      "epoch": 2.9422895760802783,
      "grad_norm": 1.2616406464889676,
      "learning_rate": 0.00015785310753925174,
      "loss": 0.7502,
      "step": 71836
    },
    {
      "epoch": 2.942330534507475,
      "grad_norm": 0.8155381661974452,
      "learning_rate": 0.00015784985061557025,
      "loss": 0.2849,
      "step": 71837
    },
    {
      "epoch": 2.9423714929346714,
      "grad_norm": 1.1855890691421598,
      "learning_rate": 0.00015784659368817778,
      "loss": 0.9184,
      "step": 71838
    },
    {
      "epoch": 2.942412451361868,
      "grad_norm": 1.4411589679293273,
      "learning_rate": 0.00015784333675707593,
      "loss": 1.0057,
      "step": 71839
    },
    {
      "epoch": 2.942453409789064,
      "grad_norm": 1.1885031673496353,
      "learning_rate": 0.00015784007982226614,
      "loss": 0.766,
      "step": 71840
    },
    {
      "epoch": 2.9424943682162605,
      "grad_norm": 1.0985719019218438,
      "learning_rate": 0.00015783682288375006,
      "loss": 0.6269,
      "step": 71841
    },
    {
      "epoch": 2.9425353266434566,
      "grad_norm": 1.028063139591264,
      "learning_rate": 0.00015783356594152923,
      "loss": 0.6756,
      "step": 71842
    },
    {
      "epoch": 2.942576285070653,
      "grad_norm": 1.4019589196226245,
      "learning_rate": 0.0001578303089956051,
      "loss": 1.0126,
      "step": 71843
    },
    {
      "epoch": 2.9426172434978497,
      "grad_norm": 1.323839999608012,
      "learning_rate": 0.00015782705204597924,
      "loss": 0.8692,
      "step": 71844
    },
    {
      "epoch": 2.9426582019250462,
      "grad_norm": 1.1859709199739796,
      "learning_rate": 0.0001578237950926532,
      "loss": 0.7707,
      "step": 71845
    },
    {
      "epoch": 2.9426991603522423,
      "grad_norm": 1.0954265830495444,
      "learning_rate": 0.00015782053813562854,
      "loss": 0.8123,
      "step": 71846
    },
    {
      "epoch": 2.942740118779439,
      "grad_norm": 0.8635369892849104,
      "learning_rate": 0.0001578172811749068,
      "loss": 0.2602,
      "step": 71847
    },
    {
      "epoch": 2.9427810772066354,
      "grad_norm": 1.5215561143786025,
      "learning_rate": 0.00015781402421048945,
      "loss": 1.3579,
      "step": 71848
    },
    {
      "epoch": 2.9428220356338315,
      "grad_norm": 1.0352054749831219,
      "learning_rate": 0.00015781076724237812,
      "loss": 0.8538,
      "step": 71849
    },
    {
      "epoch": 2.942862994061028,
      "grad_norm": 1.3570372692005883,
      "learning_rate": 0.00015780751027057435,
      "loss": 0.9799,
      "step": 71850
    },
    {
      "epoch": 2.9429039524882246,
      "grad_norm": 0.9394783802820091,
      "learning_rate": 0.0001578042532950796,
      "loss": 0.5912,
      "step": 71851
    },
    {
      "epoch": 2.942944910915421,
      "grad_norm": 1.439671499195389,
      "learning_rate": 0.0001578009963158954,
      "loss": 0.9128,
      "step": 71852
    },
    {
      "epoch": 2.942985869342617,
      "grad_norm": 4.081309640896466,
      "learning_rate": 0.00015779773933302345,
      "loss": 3.6836,
      "step": 71853
    },
    {
      "epoch": 2.9430268277698137,
      "grad_norm": 1.2504914232647641,
      "learning_rate": 0.00015779448234646512,
      "loss": 0.8005,
      "step": 71854
    },
    {
      "epoch": 2.94306778619701,
      "grad_norm": 1.10853590498444,
      "learning_rate": 0.00015779122535622203,
      "loss": 0.6118,
      "step": 71855
    },
    {
      "epoch": 2.9431087446242064,
      "grad_norm": 1.151516378208761,
      "learning_rate": 0.00015778796836229565,
      "loss": 0.8881,
      "step": 71856
    },
    {
      "epoch": 2.943149703051403,
      "grad_norm": 1.6095143693338911,
      "learning_rate": 0.00015778471136468765,
      "loss": 0.9127,
      "step": 71857
    },
    {
      "epoch": 2.9431906614785994,
      "grad_norm": 1.354932191497681,
      "learning_rate": 0.00015778145436339943,
      "loss": 0.998,
      "step": 71858
    },
    {
      "epoch": 2.9432316199057955,
      "grad_norm": 0.8494640064234347,
      "learning_rate": 0.00015777819735843262,
      "loss": 0.2558,
      "step": 71859
    },
    {
      "epoch": 2.943272578332992,
      "grad_norm": 1.4015821519476093,
      "learning_rate": 0.0001577749403497887,
      "loss": 0.9287,
      "step": 71860
    },
    {
      "epoch": 2.943313536760188,
      "grad_norm": 1.268647460538341,
      "learning_rate": 0.00015777168333746928,
      "loss": 0.6394,
      "step": 71861
    },
    {
      "epoch": 2.9433544951873847,
      "grad_norm": 1.0435340376444577,
      "learning_rate": 0.00015776842632147584,
      "loss": 0.7189,
      "step": 71862
    },
    {
      "epoch": 2.943395453614581,
      "grad_norm": 1.3580263662834233,
      "learning_rate": 0.00015776516930180994,
      "loss": 1.1613,
      "step": 71863
    },
    {
      "epoch": 2.9434364120417777,
      "grad_norm": 1.167753963327852,
      "learning_rate": 0.00015776191227847314,
      "loss": 0.2433,
      "step": 71864
    },
    {
      "epoch": 2.943477370468974,
      "grad_norm": 0.8878612232849623,
      "learning_rate": 0.00015775865525146694,
      "loss": 0.1964,
      "step": 71865
    },
    {
      "epoch": 2.9435183288961704,
      "grad_norm": 1.4687648732139371,
      "learning_rate": 0.00015775539822079289,
      "loss": 0.9675,
      "step": 71866
    },
    {
      "epoch": 2.943559287323367,
      "grad_norm": 1.3274772938671981,
      "learning_rate": 0.00015775214118645252,
      "loss": 0.8444,
      "step": 71867
    },
    {
      "epoch": 2.943600245750563,
      "grad_norm": 1.0080247604140204,
      "learning_rate": 0.00015774888414844742,
      "loss": 0.8829,
      "step": 71868
    },
    {
      "epoch": 2.9436412041777595,
      "grad_norm": 1.2866456182914656,
      "learning_rate": 0.00015774562710677906,
      "loss": 0.8851,
      "step": 71869
    },
    {
      "epoch": 2.943682162604956,
      "grad_norm": 8.57321582003667,
      "learning_rate": 0.00015774237006144906,
      "loss": 1.7389,
      "step": 71870
    },
    {
      "epoch": 2.9437231210321526,
      "grad_norm": 1.049441142459173,
      "learning_rate": 0.00015773911301245888,
      "loss": 0.5844,
      "step": 71871
    },
    {
      "epoch": 2.9437640794593487,
      "grad_norm": 1.2378849119817485,
      "learning_rate": 0.00015773585595981013,
      "loss": 0.9572,
      "step": 71872
    },
    {
      "epoch": 2.9438050378865452,
      "grad_norm": 1.1452130723362546,
      "learning_rate": 0.0001577325989035043,
      "loss": 0.6887,
      "step": 71873
    },
    {
      "epoch": 2.9438459963137413,
      "grad_norm": 1.169325059871632,
      "learning_rate": 0.00015772934184354295,
      "loss": 0.847,
      "step": 71874
    },
    {
      "epoch": 2.943886954740938,
      "grad_norm": 2.025379413694799,
      "learning_rate": 0.0001577260847799276,
      "loss": 0.8954,
      "step": 71875
    },
    {
      "epoch": 2.9439279131681344,
      "grad_norm": 0.8173493469744317,
      "learning_rate": 0.00015772282771265984,
      "loss": 0.4054,
      "step": 71876
    },
    {
      "epoch": 2.943968871595331,
      "grad_norm": 3.868187787082788,
      "learning_rate": 0.00015771957064174115,
      "loss": 2.8989,
      "step": 71877
    },
    {
      "epoch": 2.944009830022527,
      "grad_norm": 0.6673130944391634,
      "learning_rate": 0.00015771631356717311,
      "loss": 0.2146,
      "step": 71878
    },
    {
      "epoch": 2.9440507884497236,
      "grad_norm": 1.7305678355069765,
      "learning_rate": 0.00015771305648895723,
      "loss": 1.1692,
      "step": 71879
    },
    {
      "epoch": 2.9440917468769197,
      "grad_norm": 0.7159587578278057,
      "learning_rate": 0.00015770979940709506,
      "loss": 0.2353,
      "step": 71880
    },
    {
      "epoch": 2.944132705304116,
      "grad_norm": 1.0769526033001895,
      "learning_rate": 0.00015770654232158813,
      "loss": 0.3687,
      "step": 71881
    },
    {
      "epoch": 2.9441736637313127,
      "grad_norm": 1.7664151872188665,
      "learning_rate": 0.00015770328523243801,
      "loss": 0.9482,
      "step": 71882
    },
    {
      "epoch": 2.9442146221585093,
      "grad_norm": 1.5592261257919962,
      "learning_rate": 0.00015770002813964625,
      "loss": 1.1799,
      "step": 71883
    },
    {
      "epoch": 2.9442555805857054,
      "grad_norm": 1.9107580842980343,
      "learning_rate": 0.00015769677104321433,
      "loss": 0.8723,
      "step": 71884
    },
    {
      "epoch": 2.944296539012902,
      "grad_norm": 0.8476219049444981,
      "learning_rate": 0.00015769351394314383,
      "loss": 0.3697,
      "step": 71885
    },
    {
      "epoch": 2.9443374974400984,
      "grad_norm": 1.3923655694338155,
      "learning_rate": 0.00015769025683943632,
      "loss": 0.7455,
      "step": 71886
    },
    {
      "epoch": 2.9443784558672945,
      "grad_norm": 2.552633302684415,
      "learning_rate": 0.00015768699973209326,
      "loss": 0.8948,
      "step": 71887
    },
    {
      "epoch": 2.944419414294491,
      "grad_norm": 1.5234853002113091,
      "learning_rate": 0.00015768374262111623,
      "loss": 0.6299,
      "step": 71888
    },
    {
      "epoch": 2.9444603727216876,
      "grad_norm": 1.210996166070154,
      "learning_rate": 0.0001576804855065068,
      "loss": 0.6889,
      "step": 71889
    },
    {
      "epoch": 2.944501331148884,
      "grad_norm": 1.1724492004472669,
      "learning_rate": 0.0001576772283882665,
      "loss": 0.6061,
      "step": 71890
    },
    {
      "epoch": 2.94454228957608,
      "grad_norm": 3.924279864623605,
      "learning_rate": 0.0001576739712663968,
      "loss": 5.4088,
      "step": 71891
    },
    {
      "epoch": 2.9445832480032768,
      "grad_norm": 1.553133403975715,
      "learning_rate": 0.0001576707141408993,
      "loss": 0.8826,
      "step": 71892
    },
    {
      "epoch": 2.944624206430473,
      "grad_norm": 1.1654388327891292,
      "learning_rate": 0.00015766745701177554,
      "loss": 0.7342,
      "step": 71893
    },
    {
      "epoch": 2.9446651648576694,
      "grad_norm": 1.1393175667504223,
      "learning_rate": 0.00015766419987902705,
      "loss": 0.7685,
      "step": 71894
    },
    {
      "epoch": 2.944706123284866,
      "grad_norm": 1.1535285704989526,
      "learning_rate": 0.00015766094274265538,
      "loss": 0.3843,
      "step": 71895
    },
    {
      "epoch": 2.9447470817120625,
      "grad_norm": 1.1678617937020808,
      "learning_rate": 0.00015765768560266206,
      "loss": 0.5362,
      "step": 71896
    },
    {
      "epoch": 2.9447880401392585,
      "grad_norm": 0.9030290519890771,
      "learning_rate": 0.00015765442845904861,
      "loss": 0.4181,
      "step": 71897
    },
    {
      "epoch": 2.944828998566455,
      "grad_norm": 1.218830972238598,
      "learning_rate": 0.00015765117131181662,
      "loss": 0.7893,
      "step": 71898
    },
    {
      "epoch": 2.944869956993651,
      "grad_norm": 1.003367682824894,
      "learning_rate": 0.00015764791416096762,
      "loss": 0.6993,
      "step": 71899
    },
    {
      "epoch": 2.9449109154208477,
      "grad_norm": 1.1037773430719047,
      "learning_rate": 0.0001576446570065031,
      "loss": 0.6399,
      "step": 71900
    },
    {
      "epoch": 2.9449518738480442,
      "grad_norm": 0.9650446552806644,
      "learning_rate": 0.0001576413998484246,
      "loss": 0.3354,
      "step": 71901
    },
    {
      "epoch": 2.944992832275241,
      "grad_norm": 1.5114790505140163,
      "learning_rate": 0.00015763814268673375,
      "loss": 1.228,
      "step": 71902
    },
    {
      "epoch": 2.945033790702437,
      "grad_norm": 0.6446197093834883,
      "learning_rate": 0.00015763488552143198,
      "loss": 0.233,
      "step": 71903
    },
    {
      "epoch": 2.9450747491296334,
      "grad_norm": 1.177318089879565,
      "learning_rate": 0.0001576316283525209,
      "loss": 0.6374,
      "step": 71904
    },
    {
      "epoch": 2.94511570755683,
      "grad_norm": 1.2690590642168769,
      "learning_rate": 0.00015762837118000203,
      "loss": 0.8791,
      "step": 71905
    },
    {
      "epoch": 2.945156665984026,
      "grad_norm": 1.044831953111345,
      "learning_rate": 0.00015762511400387692,
      "loss": 0.6385,
      "step": 71906
    },
    {
      "epoch": 2.9451976244112226,
      "grad_norm": 1.2232384771716658,
      "learning_rate": 0.00015762185682414705,
      "loss": 0.6667,
      "step": 71907
    },
    {
      "epoch": 2.945238582838419,
      "grad_norm": 1.2451032127698196,
      "learning_rate": 0.00015761859964081408,
      "loss": 0.7883,
      "step": 71908
    },
    {
      "epoch": 2.9452795412656156,
      "grad_norm": 1.1932746955006759,
      "learning_rate": 0.00015761534245387944,
      "loss": 0.8567,
      "step": 71909
    },
    {
      "epoch": 2.9453204996928117,
      "grad_norm": 1.0304438898942385,
      "learning_rate": 0.00015761208526334468,
      "loss": 0.5941,
      "step": 71910
    },
    {
      "epoch": 2.9453614581200083,
      "grad_norm": 0.8605146411360733,
      "learning_rate": 0.0001576088280692114,
      "loss": 0.5322,
      "step": 71911
    },
    {
      "epoch": 2.9454024165472044,
      "grad_norm": 1.5329605289460455,
      "learning_rate": 0.0001576055708714811,
      "loss": 0.6136,
      "step": 71912
    },
    {
      "epoch": 2.945443374974401,
      "grad_norm": 1.004834556571905,
      "learning_rate": 0.00015760231367015535,
      "loss": 0.7311,
      "step": 71913
    },
    {
      "epoch": 2.9454843334015974,
      "grad_norm": 1.24907633425333,
      "learning_rate": 0.00015759905646523564,
      "loss": 0.6755,
      "step": 71914
    },
    {
      "epoch": 2.945525291828794,
      "grad_norm": 1.1451574247096379,
      "learning_rate": 0.00015759579925672356,
      "loss": 0.7904,
      "step": 71915
    },
    {
      "epoch": 2.94556625025599,
      "grad_norm": 1.5398695792042079,
      "learning_rate": 0.00015759254204462058,
      "loss": 0.6734,
      "step": 71916
    },
    {
      "epoch": 2.9456072086831866,
      "grad_norm": 0.6834241621951267,
      "learning_rate": 0.00015758928482892832,
      "loss": 0.2578,
      "step": 71917
    },
    {
      "epoch": 2.9456481671103827,
      "grad_norm": 1.8279148989328318,
      "learning_rate": 0.0001575860276096483,
      "loss": 1.3863,
      "step": 71918
    },
    {
      "epoch": 2.9456891255375792,
      "grad_norm": 1.2989003797657603,
      "learning_rate": 0.00015758277038678203,
      "loss": 0.8475,
      "step": 71919
    },
    {
      "epoch": 2.9457300839647758,
      "grad_norm": 0.9481873644376642,
      "learning_rate": 0.00015757951316033104,
      "loss": 0.5061,
      "step": 71920
    },
    {
      "epoch": 2.9457710423919723,
      "grad_norm": 0.9438532166711675,
      "learning_rate": 0.00015757625593029696,
      "loss": 0.6745,
      "step": 71921
    },
    {
      "epoch": 2.9458120008191684,
      "grad_norm": 1.9058730983780172,
      "learning_rate": 0.0001575729986966812,
      "loss": 0.7526,
      "step": 71922
    },
    {
      "epoch": 2.945852959246365,
      "grad_norm": 2.3593661388163825,
      "learning_rate": 0.00015756974145948543,
      "loss": 1.3265,
      "step": 71923
    },
    {
      "epoch": 2.9458939176735615,
      "grad_norm": 0.9973885199268635,
      "learning_rate": 0.00015756648421871104,
      "loss": 0.698,
      "step": 71924
    },
    {
      "epoch": 2.9459348761007575,
      "grad_norm": 1.6332044820620117,
      "learning_rate": 0.0001575632269743597,
      "loss": 1.2639,
      "step": 71925
    },
    {
      "epoch": 2.945975834527954,
      "grad_norm": 0.8353632396797841,
      "learning_rate": 0.00015755996972643293,
      "loss": 0.2652,
      "step": 71926
    },
    {
      "epoch": 2.9460167929551506,
      "grad_norm": 1.0979255446539344,
      "learning_rate": 0.00015755671247493224,
      "loss": 0.7461,
      "step": 71927
    },
    {
      "epoch": 2.946057751382347,
      "grad_norm": 0.7636334327604934,
      "learning_rate": 0.00015755345521985915,
      "loss": 0.2724,
      "step": 71928
    },
    {
      "epoch": 2.9460987098095432,
      "grad_norm": 1.5010154964845257,
      "learning_rate": 0.00015755019796121524,
      "loss": 0.9821,
      "step": 71929
    },
    {
      "epoch": 2.94613966823674,
      "grad_norm": 3.9863672694682943,
      "learning_rate": 0.000157546940699002,
      "loss": 3.0247,
      "step": 71930
    },
    {
      "epoch": 2.946180626663936,
      "grad_norm": 1.6402069948044,
      "learning_rate": 0.00015754368343322105,
      "loss": 0.9543,
      "step": 71931
    },
    {
      "epoch": 2.9462215850911324,
      "grad_norm": 0.8862492913638574,
      "learning_rate": 0.00015754042616387384,
      "loss": 0.4544,
      "step": 71932
    },
    {
      "epoch": 2.946262543518329,
      "grad_norm": 0.9776310435300585,
      "learning_rate": 0.00015753716889096203,
      "loss": 0.7151,
      "step": 71933
    },
    {
      "epoch": 2.9463035019455255,
      "grad_norm": 0.756790876536371,
      "learning_rate": 0.000157533911614487,
      "loss": 0.1953,
      "step": 71934
    },
    {
      "epoch": 2.9463444603727216,
      "grad_norm": 1.5811786979546547,
      "learning_rate": 0.00015753065433445044,
      "loss": 1.3593,
      "step": 71935
    },
    {
      "epoch": 2.946385418799918,
      "grad_norm": 0.8028257142202135,
      "learning_rate": 0.0001575273970508538,
      "loss": 0.2833,
      "step": 71936
    },
    {
      "epoch": 2.946426377227114,
      "grad_norm": 0.8941449370453692,
      "learning_rate": 0.00015752413976369864,
      "loss": 0.3936,
      "step": 71937
    },
    {
      "epoch": 2.9464673356543107,
      "grad_norm": 0.7104093468735544,
      "learning_rate": 0.0001575208824729865,
      "loss": 0.2411,
      "step": 71938
    },
    {
      "epoch": 2.9465082940815073,
      "grad_norm": 1.0211703124899247,
      "learning_rate": 0.0001575176251787189,
      "loss": 0.73,
      "step": 71939
    },
    {
      "epoch": 2.946549252508704,
      "grad_norm": 1.3315712271128233,
      "learning_rate": 0.00015751436788089744,
      "loss": 0.799,
      "step": 71940
    },
    {
      "epoch": 2.9465902109359,
      "grad_norm": 0.9586257265384927,
      "learning_rate": 0.00015751111057952364,
      "loss": 0.3128,
      "step": 71941
    },
    {
      "epoch": 2.9466311693630964,
      "grad_norm": 1.200417303750994,
      "learning_rate": 0.000157507853274599,
      "loss": 0.9085,
      "step": 71942
    },
    {
      "epoch": 2.946672127790293,
      "grad_norm": 1.3104765546784196,
      "learning_rate": 0.00015750459596612507,
      "loss": 0.803,
      "step": 71943
    },
    {
      "epoch": 2.946713086217489,
      "grad_norm": 0.9394085952542751,
      "learning_rate": 0.00015750133865410337,
      "loss": 0.5052,
      "step": 71944
    },
    {
      "epoch": 2.9467540446446856,
      "grad_norm": 1.2850631974383238,
      "learning_rate": 0.00015749808133853552,
      "loss": 0.7768,
      "step": 71945
    },
    {
      "epoch": 2.946795003071882,
      "grad_norm": 0.8540433618259632,
      "learning_rate": 0.00015749482401942303,
      "loss": 0.5023,
      "step": 71946
    },
    {
      "epoch": 2.9468359614990787,
      "grad_norm": 1.1466639648549748,
      "learning_rate": 0.00015749156669676737,
      "loss": 0.4256,
      "step": 71947
    },
    {
      "epoch": 2.9468769199262748,
      "grad_norm": 1.1672124253780052,
      "learning_rate": 0.00015748830937057013,
      "loss": 0.7948,
      "step": 71948
    },
    {
      "epoch": 2.9469178783534713,
      "grad_norm": 2.9934646166153596,
      "learning_rate": 0.0001574850520408329,
      "loss": 5.0197,
      "step": 71949
    },
    {
      "epoch": 2.9469588367806674,
      "grad_norm": 0.9051731393730181,
      "learning_rate": 0.00015748179470755717,
      "loss": 0.3749,
      "step": 71950
    },
    {
      "epoch": 2.946999795207864,
      "grad_norm": 1.1494805677327293,
      "learning_rate": 0.00015747853737074446,
      "loss": 0.4965,
      "step": 71951
    },
    {
      "epoch": 2.9470407536350605,
      "grad_norm": 1.695414562427278,
      "learning_rate": 0.0001574752800303963,
      "loss": 1.1716,
      "step": 71952
    },
    {
      "epoch": 2.947081712062257,
      "grad_norm": 1.2113001959996967,
      "learning_rate": 0.00015747202268651431,
      "loss": 0.5985,
      "step": 71953
    },
    {
      "epoch": 2.947122670489453,
      "grad_norm": 0.7513867082647747,
      "learning_rate": 0.00015746876533909997,
      "loss": 0.2601,
      "step": 71954
    },
    {
      "epoch": 2.9471636289166496,
      "grad_norm": 0.679392270437096,
      "learning_rate": 0.00015746550798815485,
      "loss": 0.1783,
      "step": 71955
    },
    {
      "epoch": 2.947204587343846,
      "grad_norm": 0.946136523875176,
      "learning_rate": 0.0001574622506336804,
      "loss": 0.69,
      "step": 71956
    },
    {
      "epoch": 2.9472455457710423,
      "grad_norm": 0.8596373869565923,
      "learning_rate": 0.00015745899327567828,
      "loss": 0.5586,
      "step": 71957
    },
    {
      "epoch": 2.947286504198239,
      "grad_norm": 1.2152872565908888,
      "learning_rate": 0.00015745573591415,
      "loss": 0.635,
      "step": 71958
    },
    {
      "epoch": 2.9473274626254353,
      "grad_norm": 0.8318408543773024,
      "learning_rate": 0.00015745247854909706,
      "loss": 0.2949,
      "step": 71959
    },
    {
      "epoch": 2.9473684210526314,
      "grad_norm": 1.4892608362858608,
      "learning_rate": 0.000157449221180521,
      "loss": 0.5027,
      "step": 71960
    },
    {
      "epoch": 2.947409379479828,
      "grad_norm": 1.0214052103150482,
      "learning_rate": 0.0001574459638084234,
      "loss": 0.5282,
      "step": 71961
    },
    {
      "epoch": 2.9474503379070245,
      "grad_norm": 2.7035270492317394,
      "learning_rate": 0.0001574427064328058,
      "loss": 1.1898,
      "step": 71962
    },
    {
      "epoch": 2.9474912963342206,
      "grad_norm": 1.0814348476369902,
      "learning_rate": 0.0001574394490536697,
      "loss": 0.7617,
      "step": 71963
    },
    {
      "epoch": 2.947532254761417,
      "grad_norm": 1.2182242752415586,
      "learning_rate": 0.00015743619167101663,
      "loss": 0.8229,
      "step": 71964
    },
    {
      "epoch": 2.9475732131886137,
      "grad_norm": 1.3146661983331078,
      "learning_rate": 0.0001574329342848482,
      "loss": 0.9524,
      "step": 71965
    },
    {
      "epoch": 2.94761417161581,
      "grad_norm": 0.7678533035656713,
      "learning_rate": 0.00015742967689516592,
      "loss": 0.346,
      "step": 71966
    },
    {
      "epoch": 2.9476551300430063,
      "grad_norm": 1.0734830038913787,
      "learning_rate": 0.0001574264195019713,
      "loss": 0.5876,
      "step": 71967
    },
    {
      "epoch": 2.947696088470203,
      "grad_norm": 3.7461404962279934,
      "learning_rate": 0.0001574231621052659,
      "loss": 4.4287,
      "step": 71968
    },
    {
      "epoch": 2.947737046897399,
      "grad_norm": 1.2565758609078268,
      "learning_rate": 0.00015741990470505125,
      "loss": 0.7361,
      "step": 71969
    },
    {
      "epoch": 2.9477780053245954,
      "grad_norm": 1.2159312519367493,
      "learning_rate": 0.00015741664730132895,
      "loss": 0.6523,
      "step": 71970
    },
    {
      "epoch": 2.947818963751792,
      "grad_norm": 0.9540514157482707,
      "learning_rate": 0.00015741338989410042,
      "loss": 0.284,
      "step": 71971
    },
    {
      "epoch": 2.9478599221789885,
      "grad_norm": 1.3886513239955502,
      "learning_rate": 0.00015741013248336732,
      "loss": 0.778,
      "step": 71972
    },
    {
      "epoch": 2.9479008806061846,
      "grad_norm": 1.239766287265245,
      "learning_rate": 0.00015740687506913113,
      "loss": 0.7566,
      "step": 71973
    },
    {
      "epoch": 2.947941839033381,
      "grad_norm": 1.2096935291781303,
      "learning_rate": 0.00015740361765139338,
      "loss": 0.8234,
      "step": 71974
    },
    {
      "epoch": 2.9479827974605777,
      "grad_norm": 1.7170062710580531,
      "learning_rate": 0.0001574003602301556,
      "loss": 0.7852,
      "step": 71975
    },
    {
      "epoch": 2.9480237558877738,
      "grad_norm": 1.1536433707524627,
      "learning_rate": 0.00015739710280541943,
      "loss": 0.9128,
      "step": 71976
    },
    {
      "epoch": 2.9480647143149703,
      "grad_norm": 1.5467671893218138,
      "learning_rate": 0.0001573938453771863,
      "loss": 0.9179,
      "step": 71977
    },
    {
      "epoch": 2.948105672742167,
      "grad_norm": 1.1978658273901122,
      "learning_rate": 0.00015739058794545782,
      "loss": 0.6186,
      "step": 71978
    },
    {
      "epoch": 2.948146631169363,
      "grad_norm": 1.2491127164735842,
      "learning_rate": 0.00015738733051023546,
      "loss": 0.9021,
      "step": 71979
    },
    {
      "epoch": 2.9481875895965595,
      "grad_norm": 1.1953531115018599,
      "learning_rate": 0.0001573840730715208,
      "loss": 0.6966,
      "step": 71980
    },
    {
      "epoch": 2.948228548023756,
      "grad_norm": 0.7667194481025787,
      "learning_rate": 0.0001573808156293154,
      "loss": 0.2768,
      "step": 71981
    },
    {
      "epoch": 2.948269506450952,
      "grad_norm": 1.2765557281169029,
      "learning_rate": 0.00015737755818362077,
      "loss": 0.7364,
      "step": 71982
    },
    {
      "epoch": 2.9483104648781486,
      "grad_norm": 0.7479006055345743,
      "learning_rate": 0.0001573743007344385,
      "loss": 0.2456,
      "step": 71983
    },
    {
      "epoch": 2.948351423305345,
      "grad_norm": 1.2063485887970318,
      "learning_rate": 0.00015737104328177,
      "loss": 0.9055,
      "step": 71984
    },
    {
      "epoch": 2.9483923817325417,
      "grad_norm": 0.9208769589836925,
      "learning_rate": 0.00015736778582561693,
      "loss": 0.7735,
      "step": 71985
    },
    {
      "epoch": 2.948433340159738,
      "grad_norm": 1.1057530182215936,
      "learning_rate": 0.00015736452836598083,
      "loss": 0.5746,
      "step": 71986
    },
    {
      "epoch": 2.9484742985869343,
      "grad_norm": 1.0026195603764947,
      "learning_rate": 0.0001573612709028632,
      "loss": 0.323,
      "step": 71987
    },
    {
      "epoch": 2.9485152570141304,
      "grad_norm": 1.8500635437091042,
      "learning_rate": 0.00015735801343626558,
      "loss": 1.3457,
      "step": 71988
    },
    {
      "epoch": 2.948556215441327,
      "grad_norm": 0.960636602159297,
      "learning_rate": 0.0001573547559661895,
      "loss": 0.2364,
      "step": 71989
    },
    {
      "epoch": 2.9485971738685235,
      "grad_norm": 1.3188686210305518,
      "learning_rate": 0.00015735149849263657,
      "loss": 0.8321,
      "step": 71990
    },
    {
      "epoch": 2.94863813229572,
      "grad_norm": 0.9778634960299318,
      "learning_rate": 0.00015734824101560824,
      "loss": 0.294,
      "step": 71991
    },
    {
      "epoch": 2.948679090722916,
      "grad_norm": 0.9536139886213881,
      "learning_rate": 0.00015734498353510605,
      "loss": 0.4642,
      "step": 71992
    },
    {
      "epoch": 2.9487200491501127,
      "grad_norm": 1.7420063714248804,
      "learning_rate": 0.00015734172605113162,
      "loss": 0.8563,
      "step": 71993
    },
    {
      "epoch": 2.948761007577309,
      "grad_norm": 1.4989310724772464,
      "learning_rate": 0.00015733846856368647,
      "loss": 1.0679,
      "step": 71994
    },
    {
      "epoch": 2.9488019660045053,
      "grad_norm": 1.134873870607707,
      "learning_rate": 0.00015733521107277212,
      "loss": 0.6235,
      "step": 71995
    },
    {
      "epoch": 2.948842924431702,
      "grad_norm": 1.1630709372257257,
      "learning_rate": 0.00015733195357839003,
      "loss": 0.6492,
      "step": 71996
    },
    {
      "epoch": 2.9488838828588984,
      "grad_norm": 1.0594945786790813,
      "learning_rate": 0.0001573286960805419,
      "loss": 0.7376,
      "step": 71997
    },
    {
      "epoch": 2.948924841286095,
      "grad_norm": 1.0697968843886163,
      "learning_rate": 0.00015732543857922918,
      "loss": 0.7564,
      "step": 71998
    },
    {
      "epoch": 2.948965799713291,
      "grad_norm": 1.1893051381610085,
      "learning_rate": 0.0001573221810744534,
      "loss": 0.6906,
      "step": 71999
    },
    {
      "epoch": 2.9490067581404875,
      "grad_norm": 0.9447991562830563,
      "learning_rate": 0.00015731892356621606,
      "loss": 0.6919,
      "step": 72000
    },
    {
      "epoch": 2.9490477165676836,
      "grad_norm": 0.883471866429452,
      "learning_rate": 0.00015731566605451885,
      "loss": 0.3904,
      "step": 72001
    },
    {
      "epoch": 2.94908867499488,
      "grad_norm": 1.64866328963606,
      "learning_rate": 0.00015731240853936317,
      "loss": 1.0278,
      "step": 72002
    },
    {
      "epoch": 2.9491296334220767,
      "grad_norm": 1.4097801526838876,
      "learning_rate": 0.00015730915102075065,
      "loss": 0.9038,
      "step": 72003
    },
    {
      "epoch": 2.949170591849273,
      "grad_norm": 1.5484278220595666,
      "learning_rate": 0.00015730589349868273,
      "loss": 0.9245,
      "step": 72004
    },
    {
      "epoch": 2.9492115502764693,
      "grad_norm": 1.1843823174821808,
      "learning_rate": 0.00015730263597316105,
      "loss": 0.7148,
      "step": 72005
    },
    {
      "epoch": 2.949252508703666,
      "grad_norm": 1.618591757129545,
      "learning_rate": 0.0001572993784441871,
      "loss": 0.7642,
      "step": 72006
    },
    {
      "epoch": 2.949293467130862,
      "grad_norm": 1.295798622152882,
      "learning_rate": 0.0001572961209117624,
      "loss": 0.7188,
      "step": 72007
    },
    {
      "epoch": 2.9493344255580585,
      "grad_norm": 1.3837836957492848,
      "learning_rate": 0.00015729286337588853,
      "loss": 1.3531,
      "step": 72008
    },
    {
      "epoch": 2.949375383985255,
      "grad_norm": 1.178673066420572,
      "learning_rate": 0.00015728960583656705,
      "loss": 0.7598,
      "step": 72009
    },
    {
      "epoch": 2.9494163424124515,
      "grad_norm": 1.4106023308116602,
      "learning_rate": 0.00015728634829379943,
      "loss": 0.4528,
      "step": 72010
    },
    {
      "epoch": 2.9494573008396476,
      "grad_norm": 1.2577457052984584,
      "learning_rate": 0.00015728309074758724,
      "loss": 0.7771,
      "step": 72011
    },
    {
      "epoch": 2.949498259266844,
      "grad_norm": 0.977718201607348,
      "learning_rate": 0.00015727983319793206,
      "loss": 0.524,
      "step": 72012
    },
    {
      "epoch": 2.9495392176940407,
      "grad_norm": 1.392593036975054,
      "learning_rate": 0.00015727657564483538,
      "loss": 0.9169,
      "step": 72013
    },
    {
      "epoch": 2.949580176121237,
      "grad_norm": 1.1562153313284238,
      "learning_rate": 0.00015727331808829877,
      "loss": 0.8352,
      "step": 72014
    },
    {
      "epoch": 2.9496211345484333,
      "grad_norm": 2.1084951995022725,
      "learning_rate": 0.00015727006052832377,
      "loss": 0.8769,
      "step": 72015
    },
    {
      "epoch": 2.94966209297563,
      "grad_norm": 1.2115292648278433,
      "learning_rate": 0.00015726680296491185,
      "loss": 0.9956,
      "step": 72016
    },
    {
      "epoch": 2.9497030514028264,
      "grad_norm": 1.0626613715922482,
      "learning_rate": 0.00015726354539806464,
      "loss": 0.5115,
      "step": 72017
    },
    {
      "epoch": 2.9497440098300225,
      "grad_norm": 1.4896264289423053,
      "learning_rate": 0.00015726028782778366,
      "loss": 0.9524,
      "step": 72018
    },
    {
      "epoch": 2.949784968257219,
      "grad_norm": 1.1648868984016962,
      "learning_rate": 0.0001572570302540704,
      "loss": 0.6614,
      "step": 72019
    },
    {
      "epoch": 2.949825926684415,
      "grad_norm": 0.9250950047212416,
      "learning_rate": 0.00015725377267692648,
      "loss": 0.5785,
      "step": 72020
    },
    {
      "epoch": 2.9498668851116117,
      "grad_norm": 2.003654438812264,
      "learning_rate": 0.0001572505150963534,
      "loss": 0.6696,
      "step": 72021
    },
    {
      "epoch": 2.949907843538808,
      "grad_norm": 0.8203834679304164,
      "learning_rate": 0.00015724725751235268,
      "loss": 0.3706,
      "step": 72022
    },
    {
      "epoch": 2.9499488019660047,
      "grad_norm": 1.7701701463845256,
      "learning_rate": 0.00015724399992492587,
      "loss": 0.5962,
      "step": 72023
    },
    {
      "epoch": 2.949989760393201,
      "grad_norm": 1.1070465445056943,
      "learning_rate": 0.0001572407423340745,
      "loss": 0.6634,
      "step": 72024
    },
    {
      "epoch": 2.9500307188203974,
      "grad_norm": 0.9931227883569982,
      "learning_rate": 0.00015723748473980012,
      "loss": 0.4198,
      "step": 72025
    },
    {
      "epoch": 2.9500716772475934,
      "grad_norm": 0.7975037074103476,
      "learning_rate": 0.00015723422714210435,
      "loss": 0.1345,
      "step": 72026
    },
    {
      "epoch": 2.95011263567479,
      "grad_norm": 1.5438602996922368,
      "learning_rate": 0.00015723096954098863,
      "loss": 0.8886,
      "step": 72027
    },
    {
      "epoch": 2.9501535941019865,
      "grad_norm": 1.356254375523459,
      "learning_rate": 0.00015722771193645447,
      "loss": 0.7983,
      "step": 72028
    },
    {
      "epoch": 2.950194552529183,
      "grad_norm": 1.0804726209576783,
      "learning_rate": 0.0001572244543285035,
      "loss": 0.5884,
      "step": 72029
    },
    {
      "epoch": 2.950235510956379,
      "grad_norm": 1.2725745935631638,
      "learning_rate": 0.00015722119671713724,
      "loss": 0.8354,
      "step": 72030
    },
    {
      "epoch": 2.9502764693835757,
      "grad_norm": 1.2956525456298178,
      "learning_rate": 0.00015721793910235726,
      "loss": 0.7708,
      "step": 72031
    },
    {
      "epoch": 2.950317427810772,
      "grad_norm": 1.2201524707888705,
      "learning_rate": 0.00015721468148416495,
      "loss": 0.826,
      "step": 72032
    },
    {
      "epoch": 2.9503583862379683,
      "grad_norm": 1.1118573203846278,
      "learning_rate": 0.000157211423862562,
      "loss": 0.5385,
      "step": 72033
    },
    {
      "epoch": 2.950399344665165,
      "grad_norm": 1.048642040070328,
      "learning_rate": 0.00015720816623754997,
      "loss": 0.656,
      "step": 72034
    },
    {
      "epoch": 2.9504403030923614,
      "grad_norm": 1.5121338801493216,
      "learning_rate": 0.0001572049086091303,
      "loss": 1.1105,
      "step": 72035
    },
    {
      "epoch": 2.950481261519558,
      "grad_norm": 1.2517829221041692,
      "learning_rate": 0.00015720165097730452,
      "loss": 0.8012,
      "step": 72036
    },
    {
      "epoch": 2.950522219946754,
      "grad_norm": 0.9866465066464781,
      "learning_rate": 0.00015719839334207427,
      "loss": 0.7246,
      "step": 72037
    },
    {
      "epoch": 2.9505631783739505,
      "grad_norm": 1.2499708243755454,
      "learning_rate": 0.000157195135703441,
      "loss": 0.7047,
      "step": 72038
    },
    {
      "epoch": 2.9506041368011466,
      "grad_norm": 1.4811095450330514,
      "learning_rate": 0.00015719187806140635,
      "loss": 0.8657,
      "step": 72039
    },
    {
      "epoch": 2.950645095228343,
      "grad_norm": 1.3249246880800905,
      "learning_rate": 0.00015718862041597172,
      "loss": 0.8396,
      "step": 72040
    },
    {
      "epoch": 2.9506860536555397,
      "grad_norm": 1.0984272386010303,
      "learning_rate": 0.00015718536276713882,
      "loss": 0.3778,
      "step": 72041
    },
    {
      "epoch": 2.9507270120827362,
      "grad_norm": 0.6970274232037349,
      "learning_rate": 0.00015718210511490906,
      "loss": 0.2464,
      "step": 72042
    },
    {
      "epoch": 2.9507679705099323,
      "grad_norm": 1.158458722118048,
      "learning_rate": 0.00015717884745928396,
      "loss": 0.4903,
      "step": 72043
    },
    {
      "epoch": 2.950808928937129,
      "grad_norm": 0.7878244375204816,
      "learning_rate": 0.00015717558980026514,
      "loss": 0.4646,
      "step": 72044
    },
    {
      "epoch": 2.950849887364325,
      "grad_norm": 0.7333736229388502,
      "learning_rate": 0.00015717233213785416,
      "loss": 0.2854,
      "step": 72045
    },
    {
      "epoch": 2.9508908457915215,
      "grad_norm": 1.309763797776335,
      "learning_rate": 0.00015716907447205252,
      "loss": 0.7433,
      "step": 72046
    },
    {
      "epoch": 2.950931804218718,
      "grad_norm": 4.621472821457286,
      "learning_rate": 0.00015716581680286167,
      "loss": 5.2901,
      "step": 72047
    },
    {
      "epoch": 2.9509727626459146,
      "grad_norm": 1.3063542298304116,
      "learning_rate": 0.00015716255913028333,
      "loss": 0.7494,
      "step": 72048
    },
    {
      "epoch": 2.9510137210731107,
      "grad_norm": 2.20788513946648,
      "learning_rate": 0.00015715930145431892,
      "loss": 1.5765,
      "step": 72049
    },
    {
      "epoch": 2.951054679500307,
      "grad_norm": 1.5423026182799915,
      "learning_rate": 0.00015715604377497002,
      "loss": 0.7698,
      "step": 72050
    },
    {
      "epoch": 2.9510956379275037,
      "grad_norm": 1.4165987377293145,
      "learning_rate": 0.00015715278609223815,
      "loss": 0.8752,
      "step": 72051
    },
    {
      "epoch": 2.9511365963547,
      "grad_norm": 1.3290519723925869,
      "learning_rate": 0.0001571495284061248,
      "loss": 0.8927,
      "step": 72052
    },
    {
      "epoch": 2.9511775547818964,
      "grad_norm": 0.998572649872417,
      "learning_rate": 0.0001571462707166316,
      "loss": 0.563,
      "step": 72053
    },
    {
      "epoch": 2.951218513209093,
      "grad_norm": 1.8325641996273616,
      "learning_rate": 0.00015714301302376013,
      "loss": 1.1131,
      "step": 72054
    },
    {
      "epoch": 2.9512594716362894,
      "grad_norm": 1.0213906376687072,
      "learning_rate": 0.0001571397553275118,
      "loss": 0.5342,
      "step": 72055
    },
    {
      "epoch": 2.9513004300634855,
      "grad_norm": 1.0261637299694841,
      "learning_rate": 0.00015713649762788816,
      "loss": 0.4728,
      "step": 72056
    },
    {
      "epoch": 2.951341388490682,
      "grad_norm": 1.3432356476474991,
      "learning_rate": 0.00015713323992489088,
      "loss": 0.9011,
      "step": 72057
    },
    {
      "epoch": 2.951382346917878,
      "grad_norm": 1.2933569916703895,
      "learning_rate": 0.00015712998221852138,
      "loss": 0.6888,
      "step": 72058
    },
    {
      "epoch": 2.9514233053450747,
      "grad_norm": 1.4847892273150889,
      "learning_rate": 0.00015712672450878128,
      "loss": 1.0552,
      "step": 72059
    },
    {
      "epoch": 2.9514642637722712,
      "grad_norm": 2.1575037434876823,
      "learning_rate": 0.000157123466795672,
      "loss": 1.5678,
      "step": 72060
    },
    {
      "epoch": 2.9515052221994678,
      "grad_norm": 1.3265987262647425,
      "learning_rate": 0.0001571202090791952,
      "loss": 0.7841,
      "step": 72061
    },
    {
      "epoch": 2.951546180626664,
      "grad_norm": 1.1149547371487103,
      "learning_rate": 0.0001571169513593524,
      "loss": 0.6619,
      "step": 72062
    },
    {
      "epoch": 2.9515871390538604,
      "grad_norm": 1.1492426682643382,
      "learning_rate": 0.00015711369363614512,
      "loss": 0.6912,
      "step": 72063
    },
    {
      "epoch": 2.9516280974810565,
      "grad_norm": 1.5118904359929077,
      "learning_rate": 0.00015711043590957484,
      "loss": 0.8689,
      "step": 72064
    },
    {
      "epoch": 2.951669055908253,
      "grad_norm": 1.237479332490924,
      "learning_rate": 0.00015710717817964318,
      "loss": 0.5461,
      "step": 72065
    },
    {
      "epoch": 2.9517100143354496,
      "grad_norm": 1.2351116515820186,
      "learning_rate": 0.0001571039204463517,
      "loss": 0.3682,
      "step": 72066
    },
    {
      "epoch": 2.951750972762646,
      "grad_norm": 1.827303873443614,
      "learning_rate": 0.0001571006627097019,
      "loss": 1.6384,
      "step": 72067
    },
    {
      "epoch": 2.951791931189842,
      "grad_norm": 2.8620214044103527,
      "learning_rate": 0.00015709740496969523,
      "loss": 3.5756,
      "step": 72068
    },
    {
      "epoch": 2.9518328896170387,
      "grad_norm": 1.3991078748198553,
      "learning_rate": 0.00015709414722633338,
      "loss": 0.6602,
      "step": 72069
    },
    {
      "epoch": 2.9518738480442352,
      "grad_norm": 1.6773444782176472,
      "learning_rate": 0.00015709088947961784,
      "loss": 1.155,
      "step": 72070
    },
    {
      "epoch": 2.9519148064714313,
      "grad_norm": 1.7362933844342079,
      "learning_rate": 0.00015708763172955016,
      "loss": 0.9412,
      "step": 72071
    },
    {
      "epoch": 2.951955764898628,
      "grad_norm": 0.8527686895053057,
      "learning_rate": 0.0001570843739761318,
      "loss": 0.2696,
      "step": 72072
    },
    {
      "epoch": 2.9519967233258244,
      "grad_norm": 1.1954390679856057,
      "learning_rate": 0.00015708111621936437,
      "loss": 0.7376,
      "step": 72073
    },
    {
      "epoch": 2.952037681753021,
      "grad_norm": 1.0521407960158,
      "learning_rate": 0.00015707785845924945,
      "loss": 0.6396,
      "step": 72074
    },
    {
      "epoch": 2.952078640180217,
      "grad_norm": 1.4091831845415919,
      "learning_rate": 0.0001570746006957885,
      "loss": 0.9372,
      "step": 72075
    },
    {
      "epoch": 2.9521195986074136,
      "grad_norm": 1.3898765223307035,
      "learning_rate": 0.00015707134292898306,
      "loss": 0.7887,
      "step": 72076
    },
    {
      "epoch": 2.9521605570346097,
      "grad_norm": 1.1968329840971712,
      "learning_rate": 0.00015706808515883474,
      "loss": 0.5323,
      "step": 72077
    },
    {
      "epoch": 2.952201515461806,
      "grad_norm": 2.040769647708689,
      "learning_rate": 0.00015706482738534505,
      "loss": 2.4339,
      "step": 72078
    },
    {
      "epoch": 2.9522424738890027,
      "grad_norm": 1.263624719290602,
      "learning_rate": 0.00015706156960851544,
      "loss": 0.9633,
      "step": 72079
    },
    {
      "epoch": 2.9522834323161993,
      "grad_norm": 1.2922468669276268,
      "learning_rate": 0.0001570583118283476,
      "loss": 0.7804,
      "step": 72080
    },
    {
      "epoch": 2.9523243907433954,
      "grad_norm": 1.0940804251379421,
      "learning_rate": 0.00015705505404484298,
      "loss": 0.6605,
      "step": 72081
    },
    {
      "epoch": 2.952365349170592,
      "grad_norm": 1.8876326385016566,
      "learning_rate": 0.00015705179625800315,
      "loss": 1.0616,
      "step": 72082
    },
    {
      "epoch": 2.952406307597788,
      "grad_norm": 1.220665010396856,
      "learning_rate": 0.0001570485384678296,
      "loss": 0.7182,
      "step": 72083
    },
    {
      "epoch": 2.9524472660249845,
      "grad_norm": 1.0525653207621901,
      "learning_rate": 0.00015704528067432395,
      "loss": 0.3983,
      "step": 72084
    },
    {
      "epoch": 2.952488224452181,
      "grad_norm": 1.709958048695948,
      "learning_rate": 0.0001570420228774877,
      "loss": 0.8923,
      "step": 72085
    },
    {
      "epoch": 2.9525291828793776,
      "grad_norm": 1.2293247024691105,
      "learning_rate": 0.0001570387650773224,
      "loss": 0.9093,
      "step": 72086
    },
    {
      "epoch": 2.9525701413065737,
      "grad_norm": 1.0556098330203205,
      "learning_rate": 0.00015703550727382955,
      "loss": 0.6783,
      "step": 72087
    },
    {
      "epoch": 2.9526110997337702,
      "grad_norm": 1.116819206446107,
      "learning_rate": 0.0001570322494670107,
      "loss": 0.6836,
      "step": 72088
    },
    {
      "epoch": 2.9526520581609668,
      "grad_norm": 1.4212964665023484,
      "learning_rate": 0.00015702899165686746,
      "loss": 1.022,
      "step": 72089
    },
    {
      "epoch": 2.952693016588163,
      "grad_norm": 1.3352159491063023,
      "learning_rate": 0.00015702573384340134,
      "loss": 0.8031,
      "step": 72090
    },
    {
      "epoch": 2.9527339750153594,
      "grad_norm": 1.3517044222596848,
      "learning_rate": 0.0001570224760266138,
      "loss": 0.7927,
      "step": 72091
    },
    {
      "epoch": 2.952774933442556,
      "grad_norm": 0.8171853839226184,
      "learning_rate": 0.00015701921820650643,
      "loss": 0.3255,
      "step": 72092
    },
    {
      "epoch": 2.9528158918697525,
      "grad_norm": 1.4318168489239986,
      "learning_rate": 0.00015701596038308083,
      "loss": 1.0121,
      "step": 72093
    },
    {
      "epoch": 2.9528568502969486,
      "grad_norm": 1.0182650120076977,
      "learning_rate": 0.0001570127025563385,
      "loss": 0.6552,
      "step": 72094
    },
    {
      "epoch": 2.952897808724145,
      "grad_norm": 1.4943184970392311,
      "learning_rate": 0.00015700944472628095,
      "loss": 0.9411,
      "step": 72095
    },
    {
      "epoch": 2.952938767151341,
      "grad_norm": 1.099157594648431,
      "learning_rate": 0.0001570061868929097,
      "loss": 0.7795,
      "step": 72096
    },
    {
      "epoch": 2.9529797255785377,
      "grad_norm": 0.8758722342036441,
      "learning_rate": 0.00015700292905622637,
      "loss": 0.5614,
      "step": 72097
    },
    {
      "epoch": 2.9530206840057343,
      "grad_norm": 0.6865097706992951,
      "learning_rate": 0.00015699967121623248,
      "loss": 0.2429,
      "step": 72098
    },
    {
      "epoch": 2.953061642432931,
      "grad_norm": 0.975378687220334,
      "learning_rate": 0.00015699641337292954,
      "loss": 0.6829,
      "step": 72099
    },
    {
      "epoch": 2.953102600860127,
      "grad_norm": 0.8936300880535848,
      "learning_rate": 0.00015699315552631906,
      "loss": 0.3941,
      "step": 72100
    },
    {
      "epoch": 2.9531435592873234,
      "grad_norm": 1.0055157852162542,
      "learning_rate": 0.00015698989767640268,
      "loss": 0.8497,
      "step": 72101
    },
    {
      "epoch": 2.9531845177145195,
      "grad_norm": 1.1575963379461955,
      "learning_rate": 0.00015698663982318187,
      "loss": 0.7285,
      "step": 72102
    },
    {
      "epoch": 2.953225476141716,
      "grad_norm": 1.616393052241238,
      "learning_rate": 0.00015698338196665817,
      "loss": 1.129,
      "step": 72103
    },
    {
      "epoch": 2.9532664345689126,
      "grad_norm": 1.114317329089577,
      "learning_rate": 0.0001569801241068331,
      "loss": 0.7191,
      "step": 72104
    },
    {
      "epoch": 2.953307392996109,
      "grad_norm": 1.2442803668745355,
      "learning_rate": 0.0001569768662437083,
      "loss": 0.6648,
      "step": 72105
    },
    {
      "epoch": 2.953348351423305,
      "grad_norm": 0.6802340795982565,
      "learning_rate": 0.00015697360837728518,
      "loss": 0.2683,
      "step": 72106
    },
    {
      "epoch": 2.9533893098505017,
      "grad_norm": 1.6973803751940002,
      "learning_rate": 0.0001569703505075654,
      "loss": 1.0443,
      "step": 72107
    },
    {
      "epoch": 2.9534302682776983,
      "grad_norm": 1.35188539571038,
      "learning_rate": 0.00015696709263455038,
      "loss": 0.6359,
      "step": 72108
    },
    {
      "epoch": 2.9534712267048944,
      "grad_norm": 1.259218041153953,
      "learning_rate": 0.00015696383475824176,
      "loss": 0.6972,
      "step": 72109
    },
    {
      "epoch": 2.953512185132091,
      "grad_norm": 0.8928151709515706,
      "learning_rate": 0.00015696057687864104,
      "loss": 0.5255,
      "step": 72110
    },
    {
      "epoch": 2.9535531435592874,
      "grad_norm": 1.2072100900244427,
      "learning_rate": 0.00015695731899574979,
      "loss": 0.8724,
      "step": 72111
    },
    {
      "epoch": 2.953594101986484,
      "grad_norm": 1.0270666133180595,
      "learning_rate": 0.00015695406110956947,
      "loss": 0.6417,
      "step": 72112
    },
    {
      "epoch": 2.95363506041368,
      "grad_norm": 0.8872257349587662,
      "learning_rate": 0.00015695080322010172,
      "loss": 0.5907,
      "step": 72113
    },
    {
      "epoch": 2.9536760188408766,
      "grad_norm": 0.9288450903558539,
      "learning_rate": 0.00015694754532734806,
      "loss": 0.6061,
      "step": 72114
    },
    {
      "epoch": 2.9537169772680727,
      "grad_norm": 0.6716224446964351,
      "learning_rate": 0.0001569442874313099,
      "loss": 0.2422,
      "step": 72115
    },
    {
      "epoch": 2.9537579356952692,
      "grad_norm": 2.6491698072644967,
      "learning_rate": 0.00015694102953198896,
      "loss": 1.3538,
      "step": 72116
    },
    {
      "epoch": 2.9537988941224658,
      "grad_norm": 1.43124808586016,
      "learning_rate": 0.0001569377716293867,
      "loss": 0.9334,
      "step": 72117
    },
    {
      "epoch": 2.9538398525496623,
      "grad_norm": 0.8676575030725637,
      "learning_rate": 0.00015693451372350464,
      "loss": 0.281,
      "step": 72118
    },
    {
      "epoch": 2.9538808109768584,
      "grad_norm": 1.0684243052035352,
      "learning_rate": 0.00015693125581434434,
      "loss": 0.6286,
      "step": 72119
    },
    {
      "epoch": 2.953921769404055,
      "grad_norm": 1.3134216638453757,
      "learning_rate": 0.00015692799790190733,
      "loss": 0.6849,
      "step": 72120
    },
    {
      "epoch": 2.953962727831251,
      "grad_norm": 1.3997637230467055,
      "learning_rate": 0.0001569247399861952,
      "loss": 0.7879,
      "step": 72121
    },
    {
      "epoch": 2.9540036862584476,
      "grad_norm": 1.357143811435394,
      "learning_rate": 0.00015692148206720947,
      "loss": 0.9637,
      "step": 72122
    },
    {
      "epoch": 2.954044644685644,
      "grad_norm": 1.580756393201827,
      "learning_rate": 0.00015691822414495165,
      "loss": 0.9792,
      "step": 72123
    },
    {
      "epoch": 2.9540856031128406,
      "grad_norm": 1.347283529619191,
      "learning_rate": 0.00015691496621942326,
      "loss": 0.8657,
      "step": 72124
    },
    {
      "epoch": 2.9541265615400367,
      "grad_norm": 2.0780754188800774,
      "learning_rate": 0.00015691170829062591,
      "loss": 1.5318,
      "step": 72125
    },
    {
      "epoch": 2.9541675199672333,
      "grad_norm": 1.5245525602427537,
      "learning_rate": 0.0001569084503585611,
      "loss": 0.7146,
      "step": 72126
    },
    {
      "epoch": 2.95420847839443,
      "grad_norm": 1.1234294235441182,
      "learning_rate": 0.0001569051924232304,
      "loss": 0.3167,
      "step": 72127
    },
    {
      "epoch": 2.954249436821626,
      "grad_norm": 0.6616300490183147,
      "learning_rate": 0.00015690193448463527,
      "loss": 0.2728,
      "step": 72128
    },
    {
      "epoch": 2.9542903952488224,
      "grad_norm": 1.4221038790078646,
      "learning_rate": 0.00015689867654277735,
      "loss": 0.9906,
      "step": 72129
    },
    {
      "epoch": 2.954331353676019,
      "grad_norm": 1.138432255033767,
      "learning_rate": 0.0001568954185976581,
      "loss": 0.7131,
      "step": 72130
    },
    {
      "epoch": 2.9543723121032155,
      "grad_norm": 1.5498512391129617,
      "learning_rate": 0.00015689216064927912,
      "loss": 1.2652,
      "step": 72131
    },
    {
      "epoch": 2.9544132705304116,
      "grad_norm": 1.8965904629286057,
      "learning_rate": 0.00015688890269764192,
      "loss": 1.1671,
      "step": 72132
    },
    {
      "epoch": 2.954454228957608,
      "grad_norm": 1.411619535664532,
      "learning_rate": 0.00015688564474274804,
      "loss": 0.9519,
      "step": 72133
    },
    {
      "epoch": 2.954495187384804,
      "grad_norm": 1.2686910906575621,
      "learning_rate": 0.00015688238678459907,
      "loss": 0.7937,
      "step": 72134
    },
    {
      "epoch": 2.9545361458120007,
      "grad_norm": 1.0735763623019676,
      "learning_rate": 0.00015687912882319645,
      "loss": 0.7697,
      "step": 72135
    },
    {
      "epoch": 2.9545771042391973,
      "grad_norm": 1.2762745584231947,
      "learning_rate": 0.00015687587085854178,
      "loss": 0.86,
      "step": 72136
    },
    {
      "epoch": 2.954618062666394,
      "grad_norm": 1.2187011108169674,
      "learning_rate": 0.0001568726128906366,
      "loss": 1.053,
      "step": 72137
    },
    {
      "epoch": 2.95465902109359,
      "grad_norm": 1.4034873342592347,
      "learning_rate": 0.0001568693549194825,
      "loss": 1.0289,
      "step": 72138
    },
    {
      "epoch": 2.9546999795207864,
      "grad_norm": 1.177302167465264,
      "learning_rate": 0.00015686609694508092,
      "loss": 0.3896,
      "step": 72139
    },
    {
      "epoch": 2.9547409379479825,
      "grad_norm": 1.1389677931105562,
      "learning_rate": 0.00015686283896743347,
      "loss": 0.9104,
      "step": 72140
    },
    {
      "epoch": 2.954781896375179,
      "grad_norm": 1.317533476106348,
      "learning_rate": 0.00015685958098654164,
      "loss": 0.7329,
      "step": 72141
    },
    {
      "epoch": 2.9548228548023756,
      "grad_norm": 1.1341681383864535,
      "learning_rate": 0.00015685632300240702,
      "loss": 0.7784,
      "step": 72142
    },
    {
      "epoch": 2.954863813229572,
      "grad_norm": 1.4043449658801201,
      "learning_rate": 0.00015685306501503113,
      "loss": 0.7713,
      "step": 72143
    },
    {
      "epoch": 2.9549047716567682,
      "grad_norm": 1.5449233686006107,
      "learning_rate": 0.00015684980702441548,
      "loss": 0.6688,
      "step": 72144
    },
    {
      "epoch": 2.9549457300839648,
      "grad_norm": 1.0729123415244757,
      "learning_rate": 0.0001568465490305617,
      "loss": 0.6524,
      "step": 72145
    },
    {
      "epoch": 2.9549866885111613,
      "grad_norm": 1.1111801389418374,
      "learning_rate": 0.0001568432910334712,
      "loss": 0.9144,
      "step": 72146
    },
    {
      "epoch": 2.9550276469383574,
      "grad_norm": 0.8286903480334731,
      "learning_rate": 0.00015684003303314566,
      "loss": 0.3382,
      "step": 72147
    },
    {
      "epoch": 2.955068605365554,
      "grad_norm": 1.3231152915301614,
      "learning_rate": 0.0001568367750295865,
      "loss": 0.8137,
      "step": 72148
    },
    {
      "epoch": 2.9551095637927505,
      "grad_norm": 1.2082166412309758,
      "learning_rate": 0.00015683351702279534,
      "loss": 0.8666,
      "step": 72149
    },
    {
      "epoch": 2.955150522219947,
      "grad_norm": 3.2861225941167693,
      "learning_rate": 0.00015683025901277366,
      "loss": 2.3543,
      "step": 72150
    },
    {
      "epoch": 2.955191480647143,
      "grad_norm": 1.7232756241661347,
      "learning_rate": 0.000156827000999523,
      "loss": 1.4699,
      "step": 72151
    },
    {
      "epoch": 2.9552324390743396,
      "grad_norm": 1.3446256277965962,
      "learning_rate": 0.00015682374298304501,
      "loss": 0.9767,
      "step": 72152
    },
    {
      "epoch": 2.9552733975015357,
      "grad_norm": 0.9936247795345647,
      "learning_rate": 0.00015682048496334108,
      "loss": 0.6258,
      "step": 72153
    },
    {
      "epoch": 2.9553143559287323,
      "grad_norm": 1.348507582838607,
      "learning_rate": 0.00015681722694041287,
      "loss": 1.0658,
      "step": 72154
    },
    {
      "epoch": 2.955355314355929,
      "grad_norm": 1.1328876259924539,
      "learning_rate": 0.00015681396891426184,
      "loss": 0.7599,
      "step": 72155
    },
    {
      "epoch": 2.9553962727831253,
      "grad_norm": 1.3207474272184723,
      "learning_rate": 0.00015681071088488957,
      "loss": 0.89,
      "step": 72156
    },
    {
      "epoch": 2.9554372312103214,
      "grad_norm": 0.8453605287222331,
      "learning_rate": 0.00015680745285229762,
      "loss": 0.3293,
      "step": 72157
    },
    {
      "epoch": 2.955478189637518,
      "grad_norm": 1.1848134993294246,
      "learning_rate": 0.00015680419481648748,
      "loss": 0.6236,
      "step": 72158
    },
    {
      "epoch": 2.955519148064714,
      "grad_norm": 1.2735310483255127,
      "learning_rate": 0.00015680093677746071,
      "loss": 0.6701,
      "step": 72159
    },
    {
      "epoch": 2.9555601064919106,
      "grad_norm": 1.2978411750964982,
      "learning_rate": 0.00015679767873521882,
      "loss": 0.8901,
      "step": 72160
    },
    {
      "epoch": 2.955601064919107,
      "grad_norm": 1.449556466237389,
      "learning_rate": 0.00015679442068976338,
      "loss": 1.0855,
      "step": 72161
    },
    {
      "epoch": 2.9556420233463037,
      "grad_norm": 0.7371638783734914,
      "learning_rate": 0.00015679116264109597,
      "loss": 0.2542,
      "step": 72162
    },
    {
      "epoch": 2.9556829817734998,
      "grad_norm": 1.0489011988050247,
      "learning_rate": 0.00015678790458921812,
      "loss": 0.5236,
      "step": 72163
    },
    {
      "epoch": 2.9557239402006963,
      "grad_norm": 1.0134177547002976,
      "learning_rate": 0.00015678464653413125,
      "loss": 0.563,
      "step": 72164
    },
    {
      "epoch": 2.955764898627893,
      "grad_norm": 1.2167759996431653,
      "learning_rate": 0.00015678138847583707,
      "loss": 0.8708,
      "step": 72165
    },
    {
      "epoch": 2.955805857055089,
      "grad_norm": 1.3286706615935804,
      "learning_rate": 0.000156778130414337,
      "loss": 0.6984,
      "step": 72166
    },
    {
      "epoch": 2.9558468154822855,
      "grad_norm": 0.719257664648121,
      "learning_rate": 0.0001567748723496327,
      "loss": 0.269,
      "step": 72167
    },
    {
      "epoch": 2.955887773909482,
      "grad_norm": 1.1104164376850307,
      "learning_rate": 0.00015677161428172552,
      "loss": 0.8795,
      "step": 72168
    },
    {
      "epoch": 2.9559287323366785,
      "grad_norm": 0.8629242833986602,
      "learning_rate": 0.00015676835621061718,
      "loss": 0.2803,
      "step": 72169
    },
    {
      "epoch": 2.9559696907638746,
      "grad_norm": 0.7970587641972725,
      "learning_rate": 0.00015676509813630915,
      "loss": 0.3221,
      "step": 72170
    },
    {
      "epoch": 2.956010649191071,
      "grad_norm": 3.5519472860751238,
      "learning_rate": 0.000156761840058803,
      "loss": 1.0324,
      "step": 72171
    },
    {
      "epoch": 2.9560516076182672,
      "grad_norm": 0.9794324479418627,
      "learning_rate": 0.00015675858197810018,
      "loss": 0.398,
      "step": 72172
    },
    {
      "epoch": 2.9560925660454638,
      "grad_norm": 1.380651643953376,
      "learning_rate": 0.00015675532389420232,
      "loss": 0.9994,
      "step": 72173
    },
    {
      "epoch": 2.9561335244726603,
      "grad_norm": 1.7285430750494701,
      "learning_rate": 0.00015675206580711097,
      "loss": 1.3051,
      "step": 72174
    },
    {
      "epoch": 2.956174482899857,
      "grad_norm": 1.4382611008093278,
      "learning_rate": 0.00015674880771682762,
      "loss": 1.0253,
      "step": 72175
    },
    {
      "epoch": 2.956215441327053,
      "grad_norm": 1.0616585637748985,
      "learning_rate": 0.00015674554962335376,
      "loss": 0.7132,
      "step": 72176
    },
    {
      "epoch": 2.9562563997542495,
      "grad_norm": 1.2215040385553564,
      "learning_rate": 0.00015674229152669108,
      "loss": 0.738,
      "step": 72177
    },
    {
      "epoch": 2.9562973581814456,
      "grad_norm": 1.3945586744077405,
      "learning_rate": 0.000156739033426841,
      "loss": 0.4085,
      "step": 72178
    },
    {
      "epoch": 2.956338316608642,
      "grad_norm": 0.6544428982585829,
      "learning_rate": 0.00015673577532380513,
      "loss": 0.2141,
      "step": 72179
    },
    {
      "epoch": 2.9563792750358386,
      "grad_norm": 3.647369055216149,
      "learning_rate": 0.00015673251721758493,
      "loss": 1.1684,
      "step": 72180
    },
    {
      "epoch": 2.956420233463035,
      "grad_norm": 1.3776098423414231,
      "learning_rate": 0.00015672925910818197,
      "loss": 1.032,
      "step": 72181
    },
    {
      "epoch": 2.9564611918902313,
      "grad_norm": 3.8079979097566796,
      "learning_rate": 0.00015672600099559794,
      "loss": 4.9398,
      "step": 72182
    },
    {
      "epoch": 2.956502150317428,
      "grad_norm": 1.4712133188811993,
      "learning_rate": 0.00015672274287983407,
      "loss": 0.8096,
      "step": 72183
    },
    {
      "epoch": 2.9565431087446243,
      "grad_norm": 1.119492384157923,
      "learning_rate": 0.00015671948476089217,
      "loss": 0.8042,
      "step": 72184
    },
    {
      "epoch": 2.9565840671718204,
      "grad_norm": 1.1085486007338303,
      "learning_rate": 0.0001567162266387737,
      "loss": 0.7132,
      "step": 72185
    },
    {
      "epoch": 2.956625025599017,
      "grad_norm": 1.1370564766411473,
      "learning_rate": 0.00015671296851348018,
      "loss": 0.6537,
      "step": 72186
    },
    {
      "epoch": 2.9566659840262135,
      "grad_norm": 2.2495835188707876,
      "learning_rate": 0.0001567097103850131,
      "loss": 1.1236,
      "step": 72187
    },
    {
      "epoch": 2.95670694245341,
      "grad_norm": 1.0450781329975833,
      "learning_rate": 0.0001567064522533741,
      "loss": 0.8043,
      "step": 72188
    },
    {
      "epoch": 2.956747900880606,
      "grad_norm": 1.104270754428892,
      "learning_rate": 0.00015670319411856468,
      "loss": 0.6154,
      "step": 72189
    },
    {
      "epoch": 2.9567888593078027,
      "grad_norm": 1.1596050698780258,
      "learning_rate": 0.00015669993598058638,
      "loss": 0.6656,
      "step": 72190
    },
    {
      "epoch": 2.9568298177349988,
      "grad_norm": 0.8288561936854846,
      "learning_rate": 0.00015669667783944072,
      "loss": 0.1124,
      "step": 72191
    },
    {
      "epoch": 2.9568707761621953,
      "grad_norm": 2.4337434617208658,
      "learning_rate": 0.00015669341969512925,
      "loss": 2.3558,
      "step": 72192
    },
    {
      "epoch": 2.956911734589392,
      "grad_norm": 1.582697525959056,
      "learning_rate": 0.00015669016154765358,
      "loss": 1.3091,
      "step": 72193
    },
    {
      "epoch": 2.9569526930165884,
      "grad_norm": 1.258464535942099,
      "learning_rate": 0.00015668690339701514,
      "loss": 0.757,
      "step": 72194
    },
    {
      "epoch": 2.9569936514437845,
      "grad_norm": 0.7977536663833432,
      "learning_rate": 0.00015668364524321556,
      "loss": 0.2262,
      "step": 72195
    },
    {
      "epoch": 2.957034609870981,
      "grad_norm": 0.8464265242972319,
      "learning_rate": 0.00015668038708625627,
      "loss": 0.3329,
      "step": 72196
    },
    {
      "epoch": 2.957075568298177,
      "grad_norm": 1.2505132550220168,
      "learning_rate": 0.00015667712892613892,
      "loss": 0.7334,
      "step": 72197
    },
    {
      "epoch": 2.9571165267253736,
      "grad_norm": 1.2517607466082261,
      "learning_rate": 0.00015667387076286505,
      "loss": 0.9527,
      "step": 72198
    },
    {
      "epoch": 2.95715748515257,
      "grad_norm": 1.3468227479265293,
      "learning_rate": 0.00015667061259643612,
      "loss": 0.7117,
      "step": 72199
    },
    {
      "epoch": 2.9571984435797667,
      "grad_norm": 1.5182003470570726,
      "learning_rate": 0.0001566673544268537,
      "loss": 1.1815,
      "step": 72200
    },
    {
      "epoch": 2.957239402006963,
      "grad_norm": 0.9623635509774388,
      "learning_rate": 0.00015666409625411936,
      "loss": 0.3366,
      "step": 72201
    },
    {
      "epoch": 2.9572803604341593,
      "grad_norm": 1.1691561403811104,
      "learning_rate": 0.00015666083807823464,
      "loss": 0.6569,
      "step": 72202
    },
    {
      "epoch": 2.957321318861356,
      "grad_norm": 1.0306814102294615,
      "learning_rate": 0.00015665757989920102,
      "loss": 0.348,
      "step": 72203
    },
    {
      "epoch": 2.957362277288552,
      "grad_norm": 1.2318634859563848,
      "learning_rate": 0.0001566543217170201,
      "loss": 0.6347,
      "step": 72204
    },
    {
      "epoch": 2.9574032357157485,
      "grad_norm": 1.9731332957673675,
      "learning_rate": 0.0001566510635316934,
      "loss": 1.185,
      "step": 72205
    },
    {
      "epoch": 2.957444194142945,
      "grad_norm": 1.1121366182866923,
      "learning_rate": 0.00015664780534322247,
      "loss": 0.8354,
      "step": 72206
    },
    {
      "epoch": 2.9574851525701416,
      "grad_norm": 1.2777286184518122,
      "learning_rate": 0.00015664454715160888,
      "loss": 0.7429,
      "step": 72207
    },
    {
      "epoch": 2.9575261109973376,
      "grad_norm": 1.5554338179322755,
      "learning_rate": 0.00015664128895685408,
      "loss": 0.2479,
      "step": 72208
    },
    {
      "epoch": 2.957567069424534,
      "grad_norm": 0.7917741998852427,
      "learning_rate": 0.00015663803075895966,
      "loss": 0.3471,
      "step": 72209
    },
    {
      "epoch": 2.9576080278517303,
      "grad_norm": 1.0313678357730103,
      "learning_rate": 0.00015663477255792722,
      "loss": 0.2943,
      "step": 72210
    },
    {
      "epoch": 2.957648986278927,
      "grad_norm": 1.2691986661210362,
      "learning_rate": 0.00015663151435375822,
      "loss": 0.6215,
      "step": 72211
    },
    {
      "epoch": 2.9576899447061233,
      "grad_norm": 1.6671284353824307,
      "learning_rate": 0.00015662825614645416,
      "loss": 1.1624,
      "step": 72212
    },
    {
      "epoch": 2.95773090313332,
      "grad_norm": 0.8210525404990813,
      "learning_rate": 0.0001566249979360167,
      "loss": 0.2701,
      "step": 72213
    },
    {
      "epoch": 2.957771861560516,
      "grad_norm": 1.2023928691485917,
      "learning_rate": 0.00015662173972244735,
      "loss": 0.9014,
      "step": 72214
    },
    {
      "epoch": 2.9578128199877125,
      "grad_norm": 1.0551362251950085,
      "learning_rate": 0.00015661848150574762,
      "loss": 0.7088,
      "step": 72215
    },
    {
      "epoch": 2.9578537784149086,
      "grad_norm": 0.8843819748645637,
      "learning_rate": 0.000156615223285919,
      "loss": 0.3824,
      "step": 72216
    },
    {
      "epoch": 2.957894736842105,
      "grad_norm": 0.8605536060711572,
      "learning_rate": 0.00015661196506296319,
      "loss": 0.3948,
      "step": 72217
    },
    {
      "epoch": 2.9579356952693017,
      "grad_norm": 1.552532454261135,
      "learning_rate": 0.00015660870683688154,
      "loss": 1.0841,
      "step": 72218
    },
    {
      "epoch": 2.957976653696498,
      "grad_norm": 1.250302827066177,
      "learning_rate": 0.00015660544860767567,
      "loss": 0.5661,
      "step": 72219
    },
    {
      "epoch": 2.9580176121236943,
      "grad_norm": 1.4428792993758401,
      "learning_rate": 0.00015660219037534715,
      "loss": 0.7849,
      "step": 72220
    },
    {
      "epoch": 2.958058570550891,
      "grad_norm": 0.7623267120874084,
      "learning_rate": 0.0001565989321398975,
      "loss": 0.3988,
      "step": 72221
    },
    {
      "epoch": 2.9580995289780874,
      "grad_norm": 1.300484198882711,
      "learning_rate": 0.0001565956739013283,
      "loss": 0.9004,
      "step": 72222
    },
    {
      "epoch": 2.9581404874052835,
      "grad_norm": 1.2298720907651826,
      "learning_rate": 0.00015659241565964098,
      "loss": 0.7445,
      "step": 72223
    },
    {
      "epoch": 2.95818144583248,
      "grad_norm": 1.1588175846340523,
      "learning_rate": 0.0001565891574148372,
      "loss": 0.7565,
      "step": 72224
    },
    {
      "epoch": 2.9582224042596765,
      "grad_norm": 0.3040563831080486,
      "learning_rate": 0.0001565858991669184,
      "loss": 0.0595,
      "step": 72225
    },
    {
      "epoch": 2.958263362686873,
      "grad_norm": 1.305213146348319,
      "learning_rate": 0.0001565826409158862,
      "loss": 0.8226,
      "step": 72226
    },
    {
      "epoch": 2.958304321114069,
      "grad_norm": 1.8773732494221098,
      "learning_rate": 0.00015657938266174214,
      "loss": 0.5325,
      "step": 72227
    },
    {
      "epoch": 2.9583452795412657,
      "grad_norm": 1.142956283227267,
      "learning_rate": 0.00015657612440448765,
      "loss": 0.699,
      "step": 72228
    },
    {
      "epoch": 2.958386237968462,
      "grad_norm": 0.9256939871885878,
      "learning_rate": 0.0001565728661441244,
      "loss": 0.5986,
      "step": 72229
    },
    {
      "epoch": 2.9584271963956583,
      "grad_norm": 1.3391401107615166,
      "learning_rate": 0.0001565696078806539,
      "loss": 0.746,
      "step": 72230
    },
    {
      "epoch": 2.958468154822855,
      "grad_norm": 1.1713797576316047,
      "learning_rate": 0.00015656634961407767,
      "loss": 0.8904,
      "step": 72231
    },
    {
      "epoch": 2.9585091132500514,
      "grad_norm": 1.1025062060619377,
      "learning_rate": 0.00015656309134439716,
      "loss": 0.4779,
      "step": 72232
    },
    {
      "epoch": 2.9585500716772475,
      "grad_norm": 0.9340186233765718,
      "learning_rate": 0.00015655983307161407,
      "loss": 0.1503,
      "step": 72233
    },
    {
      "epoch": 2.958591030104444,
      "grad_norm": 9.994332681330535,
      "learning_rate": 0.0001565565747957299,
      "loss": 1.9813,
      "step": 72234
    },
    {
      "epoch": 2.95863198853164,
      "grad_norm": 1.824496005360556,
      "learning_rate": 0.00015655331651674614,
      "loss": 1.5401,
      "step": 72235
    },
    {
      "epoch": 2.9586729469588366,
      "grad_norm": 3.6374456304822953,
      "learning_rate": 0.00015655005823466428,
      "loss": 1.8926,
      "step": 72236
    },
    {
      "epoch": 2.958713905386033,
      "grad_norm": 3.481164252129598,
      "learning_rate": 0.00015654679994948602,
      "loss": 3.0516,
      "step": 72237
    },
    {
      "epoch": 2.9587548638132297,
      "grad_norm": 0.7063928395311997,
      "learning_rate": 0.0001565435416612128,
      "loss": 0.2044,
      "step": 72238
    },
    {
      "epoch": 2.958795822240426,
      "grad_norm": 1.3215352289578437,
      "learning_rate": 0.00015654028336984619,
      "loss": 0.6219,
      "step": 72239
    },
    {
      "epoch": 2.9588367806676223,
      "grad_norm": 1.149572760528867,
      "learning_rate": 0.00015653702507538764,
      "loss": 0.7701,
      "step": 72240
    },
    {
      "epoch": 2.958877739094819,
      "grad_norm": 2.4344540276840174,
      "learning_rate": 0.0001565337667778388,
      "loss": 0.6833,
      "step": 72241
    },
    {
      "epoch": 2.958918697522015,
      "grad_norm": 1.4915951712616653,
      "learning_rate": 0.0001565305084772012,
      "loss": 0.9272,
      "step": 72242
    },
    {
      "epoch": 2.9589596559492115,
      "grad_norm": 1.0701867364616464,
      "learning_rate": 0.00015652725017347634,
      "loss": 0.7119,
      "step": 72243
    },
    {
      "epoch": 2.959000614376408,
      "grad_norm": 1.4043871987092533,
      "learning_rate": 0.00015652399186666575,
      "loss": 1.1896,
      "step": 72244
    },
    {
      "epoch": 2.9590415728036046,
      "grad_norm": 1.275640300717101,
      "learning_rate": 0.00015652073355677102,
      "loss": 0.3269,
      "step": 72245
    },
    {
      "epoch": 2.9590825312308007,
      "grad_norm": 0.7183059333125407,
      "learning_rate": 0.00015651747524379368,
      "loss": 0.2884,
      "step": 72246
    },
    {
      "epoch": 2.959123489657997,
      "grad_norm": 1.290279160807119,
      "learning_rate": 0.00015651421692773523,
      "loss": 0.6913,
      "step": 72247
    },
    {
      "epoch": 2.9591644480851933,
      "grad_norm": 1.0665173477850316,
      "learning_rate": 0.00015651095860859724,
      "loss": 0.7066,
      "step": 72248
    },
    {
      "epoch": 2.95920540651239,
      "grad_norm": 1.5701148503013849,
      "learning_rate": 0.00015650770028638128,
      "loss": 1.0911,
      "step": 72249
    },
    {
      "epoch": 2.9592463649395864,
      "grad_norm": 1.9932800499178709,
      "learning_rate": 0.0001565044419610888,
      "loss": 1.8589,
      "step": 72250
    },
    {
      "epoch": 2.959287323366783,
      "grad_norm": 1.451482887355511,
      "learning_rate": 0.00015650118363272144,
      "loss": 1.0785,
      "step": 72251
    },
    {
      "epoch": 2.959328281793979,
      "grad_norm": 0.9001642859502546,
      "learning_rate": 0.00015649792530128068,
      "loss": 0.5596,
      "step": 72252
    },
    {
      "epoch": 2.9593692402211755,
      "grad_norm": 1.9649931717972764,
      "learning_rate": 0.0001564946669667681,
      "loss": 1.8518,
      "step": 72253
    },
    {
      "epoch": 2.9594101986483716,
      "grad_norm": 3.107904733916869,
      "learning_rate": 0.0001564914086291852,
      "loss": 3.3153,
      "step": 72254
    },
    {
      "epoch": 2.959451157075568,
      "grad_norm": 1.2907737341922316,
      "learning_rate": 0.0001564881502885335,
      "loss": 0.6874,
      "step": 72255
    },
    {
      "epoch": 2.9594921155027647,
      "grad_norm": 1.3164155843289989,
      "learning_rate": 0.00015648489194481464,
      "loss": 0.9684,
      "step": 72256
    },
    {
      "epoch": 2.9595330739299612,
      "grad_norm": 0.6888162851784495,
      "learning_rate": 0.0001564816335980301,
      "loss": 0.1776,
      "step": 72257
    },
    {
      "epoch": 2.9595740323571573,
      "grad_norm": 1.209584915581316,
      "learning_rate": 0.0001564783752481814,
      "loss": 0.5593,
      "step": 72258
    },
    {
      "epoch": 2.959614990784354,
      "grad_norm": 1.2256270493166528,
      "learning_rate": 0.00015647511689527007,
      "loss": 0.8295,
      "step": 72259
    },
    {
      "epoch": 2.9596559492115504,
      "grad_norm": 1.5679418373920997,
      "learning_rate": 0.0001564718585392977,
      "loss": 1.2509,
      "step": 72260
    },
    {
      "epoch": 2.9596969076387465,
      "grad_norm": 1.0699787713194129,
      "learning_rate": 0.00015646860018026586,
      "loss": 0.6563,
      "step": 72261
    },
    {
      "epoch": 2.959737866065943,
      "grad_norm": 1.121168155834015,
      "learning_rate": 0.00015646534181817598,
      "loss": 0.6499,
      "step": 72262
    },
    {
      "epoch": 2.9597788244931396,
      "grad_norm": 0.8529987446325014,
      "learning_rate": 0.00015646208345302968,
      "loss": 0.4336,
      "step": 72263
    },
    {
      "epoch": 2.959819782920336,
      "grad_norm": 1.191277638661735,
      "learning_rate": 0.00015645882508482845,
      "loss": 0.8202,
      "step": 72264
    },
    {
      "epoch": 2.959860741347532,
      "grad_norm": 0.8982803441083569,
      "learning_rate": 0.00015645556671357391,
      "loss": 0.3061,
      "step": 72265
    },
    {
      "epoch": 2.9599016997747287,
      "grad_norm": 1.1914484091541013,
      "learning_rate": 0.00015645230833926754,
      "loss": 0.6829,
      "step": 72266
    },
    {
      "epoch": 2.959942658201925,
      "grad_norm": 0.894631744151185,
      "learning_rate": 0.0001564490499619109,
      "loss": 0.3129,
      "step": 72267
    },
    {
      "epoch": 2.9599836166291214,
      "grad_norm": 1.0077756584784112,
      "learning_rate": 0.0001564457915815055,
      "loss": 0.7049,
      "step": 72268
    },
    {
      "epoch": 2.960024575056318,
      "grad_norm": 1.2506073587787436,
      "learning_rate": 0.00015644253319805292,
      "loss": 0.7412,
      "step": 72269
    },
    {
      "epoch": 2.9600655334835144,
      "grad_norm": 1.4005977989812992,
      "learning_rate": 0.0001564392748115547,
      "loss": 0.7517,
      "step": 72270
    },
    {
      "epoch": 2.9601064919107105,
      "grad_norm": 0.8910212315962773,
      "learning_rate": 0.00015643601642201233,
      "loss": 0.4392,
      "step": 72271
    },
    {
      "epoch": 2.960147450337907,
      "grad_norm": 1.0630417356389648,
      "learning_rate": 0.0001564327580294274,
      "loss": 0.9261,
      "step": 72272
    },
    {
      "epoch": 2.9601884087651036,
      "grad_norm": 2.3210459104949264,
      "learning_rate": 0.00015642949963380143,
      "loss": 1.1874,
      "step": 72273
    },
    {
      "epoch": 2.9602293671922997,
      "grad_norm": 1.1231476133669853,
      "learning_rate": 0.000156426241235136,
      "loss": 0.899,
      "step": 72274
    },
    {
      "epoch": 2.960270325619496,
      "grad_norm": 0.7362193128377714,
      "learning_rate": 0.00015642298283343256,
      "loss": 0.1973,
      "step": 72275
    },
    {
      "epoch": 2.9603112840466927,
      "grad_norm": 0.7104259184405705,
      "learning_rate": 0.00015641972442869274,
      "loss": 0.3633,
      "step": 72276
    },
    {
      "epoch": 2.960352242473889,
      "grad_norm": 4.6098389880357225,
      "learning_rate": 0.00015641646602091805,
      "loss": 5.9332,
      "step": 72277
    },
    {
      "epoch": 2.9603932009010854,
      "grad_norm": 2.7473457177904343,
      "learning_rate": 0.00015641320761011,
      "loss": 3.5381,
      "step": 72278
    },
    {
      "epoch": 2.960434159328282,
      "grad_norm": 1.0677061238277674,
      "learning_rate": 0.00015640994919627018,
      "loss": 0.6887,
      "step": 72279
    },
    {
      "epoch": 2.960475117755478,
      "grad_norm": 1.856671854121137,
      "learning_rate": 0.0001564066907794001,
      "loss": 0.7697,
      "step": 72280
    },
    {
      "epoch": 2.9605160761826745,
      "grad_norm": 1.1032025616279975,
      "learning_rate": 0.0001564034323595013,
      "loss": 0.545,
      "step": 72281
    },
    {
      "epoch": 2.960557034609871,
      "grad_norm": 0.7985579225923443,
      "learning_rate": 0.00015640017393657535,
      "loss": 0.2771,
      "step": 72282
    },
    {
      "epoch": 2.9605979930370676,
      "grad_norm": 0.8620153840021171,
      "learning_rate": 0.00015639691551062377,
      "loss": 0.2945,
      "step": 72283
    },
    {
      "epoch": 2.9606389514642637,
      "grad_norm": 1.427939608076945,
      "learning_rate": 0.00015639365708164805,
      "loss": 0.8788,
      "step": 72284
    },
    {
      "epoch": 2.9606799098914602,
      "grad_norm": 2.2356739406497836,
      "learning_rate": 0.00015639039864964984,
      "loss": 1.4065,
      "step": 72285
    },
    {
      "epoch": 2.9607208683186563,
      "grad_norm": 1.423562777428078,
      "learning_rate": 0.00015638714021463062,
      "loss": 0.8285,
      "step": 72286
    },
    {
      "epoch": 2.960761826745853,
      "grad_norm": 1.2346499836987344,
      "learning_rate": 0.0001563838817765919,
      "loss": 0.8387,
      "step": 72287
    },
    {
      "epoch": 2.9608027851730494,
      "grad_norm": 1.2701629129600966,
      "learning_rate": 0.00015638062333553528,
      "loss": 0.6202,
      "step": 72288
    },
    {
      "epoch": 2.960843743600246,
      "grad_norm": 1.3038716035845455,
      "learning_rate": 0.00015637736489146228,
      "loss": 0.9734,
      "step": 72289
    },
    {
      "epoch": 2.960884702027442,
      "grad_norm": 1.4566363679598198,
      "learning_rate": 0.0001563741064443744,
      "loss": 1.0931,
      "step": 72290
    },
    {
      "epoch": 2.9609256604546386,
      "grad_norm": 1.0948371644003727,
      "learning_rate": 0.00015637084799427318,
      "loss": 0.7955,
      "step": 72291
    },
    {
      "epoch": 2.960966618881835,
      "grad_norm": 1.1247942049231612,
      "learning_rate": 0.00015636758954116025,
      "loss": 0.7209,
      "step": 72292
    },
    {
      "epoch": 2.961007577309031,
      "grad_norm": 0.7991836305750427,
      "learning_rate": 0.00015636433108503705,
      "loss": 0.3874,
      "step": 72293
    },
    {
      "epoch": 2.9610485357362277,
      "grad_norm": 1.1316791412799472,
      "learning_rate": 0.00015636107262590522,
      "loss": 0.8131,
      "step": 72294
    },
    {
      "epoch": 2.9610894941634243,
      "grad_norm": 1.2506522816491645,
      "learning_rate": 0.0001563578141637662,
      "loss": 0.9457,
      "step": 72295
    },
    {
      "epoch": 2.9611304525906204,
      "grad_norm": 1.1690612302361305,
      "learning_rate": 0.00015635455569862157,
      "loss": 0.3151,
      "step": 72296
    },
    {
      "epoch": 2.961171411017817,
      "grad_norm": 1.5260815159850976,
      "learning_rate": 0.0001563512972304729,
      "loss": 0.7087,
      "step": 72297
    },
    {
      "epoch": 2.9612123694450134,
      "grad_norm": 1.5967930457289525,
      "learning_rate": 0.00015634803875932174,
      "loss": 0.8144,
      "step": 72298
    },
    {
      "epoch": 2.9612533278722095,
      "grad_norm": 1.0646552190730385,
      "learning_rate": 0.00015634478028516953,
      "loss": 0.3314,
      "step": 72299
    },
    {
      "epoch": 2.961294286299406,
      "grad_norm": 1.6204982063445437,
      "learning_rate": 0.00015634152180801786,
      "loss": 0.885,
      "step": 72300
    },
    {
      "epoch": 2.9613352447266026,
      "grad_norm": 0.7813067702982781,
      "learning_rate": 0.00015633826332786836,
      "loss": 0.1681,
      "step": 72301
    },
    {
      "epoch": 2.961376203153799,
      "grad_norm": 1.258171405822525,
      "learning_rate": 0.00015633500484472246,
      "loss": 0.5571,
      "step": 72302
    },
    {
      "epoch": 2.961417161580995,
      "grad_norm": 1.394365201115202,
      "learning_rate": 0.00015633174635858174,
      "loss": 1.3418,
      "step": 72303
    },
    {
      "epoch": 2.9614581200081918,
      "grad_norm": 1.3462222031971622,
      "learning_rate": 0.0001563284878694477,
      "loss": 0.9057,
      "step": 72304
    },
    {
      "epoch": 2.961499078435388,
      "grad_norm": 0.8333346133294407,
      "learning_rate": 0.00015632522937732195,
      "loss": 0.3206,
      "step": 72305
    },
    {
      "epoch": 2.9615400368625844,
      "grad_norm": 1.8368289424781477,
      "learning_rate": 0.00015632197088220602,
      "loss": 0.9759,
      "step": 72306
    },
    {
      "epoch": 2.961580995289781,
      "grad_norm": 1.1560710916874393,
      "learning_rate": 0.0001563187123841014,
      "loss": 0.7711,
      "step": 72307
    },
    {
      "epoch": 2.9616219537169775,
      "grad_norm": 1.43994906808661,
      "learning_rate": 0.00015631545388300968,
      "loss": 0.5263,
      "step": 72308
    },
    {
      "epoch": 2.9616629121441735,
      "grad_norm": 1.5212222515860705,
      "learning_rate": 0.00015631219537893238,
      "loss": 0.9625,
      "step": 72309
    },
    {
      "epoch": 2.96170387057137,
      "grad_norm": 0.813614264540994,
      "learning_rate": 0.00015630893687187104,
      "loss": 0.334,
      "step": 72310
    },
    {
      "epoch": 2.9617448289985666,
      "grad_norm": 1.3357399949754019,
      "learning_rate": 0.0001563056783618272,
      "loss": 0.8179,
      "step": 72311
    },
    {
      "epoch": 2.9617857874257627,
      "grad_norm": 1.168205870903719,
      "learning_rate": 0.00015630241984880235,
      "loss": 0.4202,
      "step": 72312
    },
    {
      "epoch": 2.9618267458529592,
      "grad_norm": 1.1662477793645598,
      "learning_rate": 0.00015629916133279813,
      "loss": 0.6327,
      "step": 72313
    },
    {
      "epoch": 2.9618677042801558,
      "grad_norm": 1.2558789581170553,
      "learning_rate": 0.00015629590281381604,
      "loss": 0.6434,
      "step": 72314
    },
    {
      "epoch": 2.9619086627073523,
      "grad_norm": 1.0520154116051996,
      "learning_rate": 0.00015629264429185762,
      "loss": 0.6503,
      "step": 72315
    },
    {
      "epoch": 2.9619496211345484,
      "grad_norm": 1.1082404618251323,
      "learning_rate": 0.00015628938576692437,
      "loss": 0.7091,
      "step": 72316
    },
    {
      "epoch": 2.961990579561745,
      "grad_norm": 1.5051963612147234,
      "learning_rate": 0.00015628612723901785,
      "loss": 0.7927,
      "step": 72317
    },
    {
      "epoch": 2.962031537988941,
      "grad_norm": 1.9237880972531354,
      "learning_rate": 0.00015628286870813968,
      "loss": 1.0876,
      "step": 72318
    },
    {
      "epoch": 2.9620724964161376,
      "grad_norm": 1.6407890171373023,
      "learning_rate": 0.00015627961017429127,
      "loss": 0.9201,
      "step": 72319
    },
    {
      "epoch": 2.962113454843334,
      "grad_norm": 1.8359203721735688,
      "learning_rate": 0.00015627635163747424,
      "loss": 1.2037,
      "step": 72320
    },
    {
      "epoch": 2.9621544132705306,
      "grad_norm": 4.32042632895968,
      "learning_rate": 0.0001562730930976901,
      "loss": 4.1421,
      "step": 72321
    },
    {
      "epoch": 2.9621953716977267,
      "grad_norm": 3.706632476144675,
      "learning_rate": 0.00015626983455494043,
      "loss": 4.0438,
      "step": 72322
    },
    {
      "epoch": 2.9622363301249233,
      "grad_norm": 1.227109094385521,
      "learning_rate": 0.0001562665760092268,
      "loss": 0.4798,
      "step": 72323
    },
    {
      "epoch": 2.9622772885521194,
      "grad_norm": 0.9600014698996411,
      "learning_rate": 0.00015626331746055062,
      "loss": 0.4835,
      "step": 72324
    },
    {
      "epoch": 2.962318246979316,
      "grad_norm": 1.3281403554928655,
      "learning_rate": 0.00015626005890891355,
      "loss": 0.5448,
      "step": 72325
    },
    {
      "epoch": 2.9623592054065124,
      "grad_norm": 0.8507667881186262,
      "learning_rate": 0.00015625680035431704,
      "loss": 0.2524,
      "step": 72326
    },
    {
      "epoch": 2.962400163833709,
      "grad_norm": 0.8893763878493806,
      "learning_rate": 0.0001562535417967627,
      "loss": 0.5996,
      "step": 72327
    },
    {
      "epoch": 2.962441122260905,
      "grad_norm": 1.3154159142662152,
      "learning_rate": 0.00015625028323625206,
      "loss": 0.6688,
      "step": 72328
    },
    {
      "epoch": 2.9624820806881016,
      "grad_norm": 0.9942413892868674,
      "learning_rate": 0.00015624702467278666,
      "loss": 0.6403,
      "step": 72329
    },
    {
      "epoch": 2.962523039115298,
      "grad_norm": 1.2442116156196352,
      "learning_rate": 0.000156243766106368,
      "loss": 0.8718,
      "step": 72330
    },
    {
      "epoch": 2.962563997542494,
      "grad_norm": 4.432959415372275,
      "learning_rate": 0.00015624050753699763,
      "loss": 1.5833,
      "step": 72331
    },
    {
      "epoch": 2.9626049559696908,
      "grad_norm": 1.1930866843432297,
      "learning_rate": 0.00015623724896467715,
      "loss": 0.7123,
      "step": 72332
    },
    {
      "epoch": 2.9626459143968873,
      "grad_norm": 0.7308227098183722,
      "learning_rate": 0.00015623399038940808,
      "loss": 0.3013,
      "step": 72333
    },
    {
      "epoch": 2.962686872824084,
      "grad_norm": 1.1294424975978359,
      "learning_rate": 0.0001562307318111919,
      "loss": 0.7498,
      "step": 72334
    },
    {
      "epoch": 2.96272783125128,
      "grad_norm": 1.2444358794703452,
      "learning_rate": 0.00015622747323003022,
      "loss": 0.6743,
      "step": 72335
    },
    {
      "epoch": 2.9627687896784765,
      "grad_norm": 1.2488050510288744,
      "learning_rate": 0.0001562242146459245,
      "loss": 0.7789,
      "step": 72336
    },
    {
      "epoch": 2.9628097481056725,
      "grad_norm": 1.1985510657991536,
      "learning_rate": 0.00015622095605887637,
      "loss": 0.9308,
      "step": 72337
    },
    {
      "epoch": 2.962850706532869,
      "grad_norm": 1.5616605576221698,
      "learning_rate": 0.00015621769746888736,
      "loss": 0.9665,
      "step": 72338
    },
    {
      "epoch": 2.9628916649600656,
      "grad_norm": 1.1982723124004058,
      "learning_rate": 0.00015621443887595894,
      "loss": 0.7355,
      "step": 72339
    },
    {
      "epoch": 2.962932623387262,
      "grad_norm": 1.4049458614531318,
      "learning_rate": 0.0001562111802800927,
      "loss": 0.9853,
      "step": 72340
    },
    {
      "epoch": 2.9629735818144582,
      "grad_norm": 0.9982833098253406,
      "learning_rate": 0.00015620792168129016,
      "loss": 0.9669,
      "step": 72341
    },
    {
      "epoch": 2.963014540241655,
      "grad_norm": 0.999113462156415,
      "learning_rate": 0.00015620466307955292,
      "loss": 0.572,
      "step": 72342
    },
    {
      "epoch": 2.963055498668851,
      "grad_norm": 1.239056213472004,
      "learning_rate": 0.00015620140447488245,
      "loss": 0.9403,
      "step": 72343
    },
    {
      "epoch": 2.9630964570960474,
      "grad_norm": 1.5344925430952352,
      "learning_rate": 0.0001561981458672803,
      "loss": 1.066,
      "step": 72344
    },
    {
      "epoch": 2.963137415523244,
      "grad_norm": 1.4962208697132664,
      "learning_rate": 0.00015619488725674807,
      "loss": 1.0747,
      "step": 72345
    },
    {
      "epoch": 2.9631783739504405,
      "grad_norm": 1.6139723369466372,
      "learning_rate": 0.00015619162864328724,
      "loss": 0.7844,
      "step": 72346
    },
    {
      "epoch": 2.9632193323776366,
      "grad_norm": 1.0766502151021926,
      "learning_rate": 0.00015618837002689934,
      "loss": 0.7864,
      "step": 72347
    },
    {
      "epoch": 2.963260290804833,
      "grad_norm": 1.7441347097901194,
      "learning_rate": 0.00015618511140758597,
      "loss": 1.499,
      "step": 72348
    },
    {
      "epoch": 2.9633012492320296,
      "grad_norm": 1.7131949510309408,
      "learning_rate": 0.0001561818527853486,
      "loss": 1.2572,
      "step": 72349
    },
    {
      "epoch": 2.9633422076592257,
      "grad_norm": 0.8302981550577354,
      "learning_rate": 0.00015617859416018883,
      "loss": 0.3564,
      "step": 72350
    },
    {
      "epoch": 2.9633831660864223,
      "grad_norm": 1.0516066708952985,
      "learning_rate": 0.00015617533553210822,
      "loss": 0.6741,
      "step": 72351
    },
    {
      "epoch": 2.963424124513619,
      "grad_norm": 1.3921727268988358,
      "learning_rate": 0.0001561720769011082,
      "loss": 0.639,
      "step": 72352
    },
    {
      "epoch": 2.9634650829408153,
      "grad_norm": 1.0773070691036837,
      "learning_rate": 0.0001561688182671904,
      "loss": 0.6798,
      "step": 72353
    },
    {
      "epoch": 2.9635060413680114,
      "grad_norm": 0.8168836880961671,
      "learning_rate": 0.00015616555963035637,
      "loss": 0.3742,
      "step": 72354
    },
    {
      "epoch": 2.963546999795208,
      "grad_norm": 1.2766064403678208,
      "learning_rate": 0.00015616230099060763,
      "loss": 0.7714,
      "step": 72355
    },
    {
      "epoch": 2.963587958222404,
      "grad_norm": 1.406977976657285,
      "learning_rate": 0.00015615904234794566,
      "loss": 0.4399,
      "step": 72356
    },
    {
      "epoch": 2.9636289166496006,
      "grad_norm": 3.45360732137434,
      "learning_rate": 0.00015615578370237207,
      "loss": 2.1266,
      "step": 72357
    },
    {
      "epoch": 2.963669875076797,
      "grad_norm": 1.1560649634063234,
      "learning_rate": 0.00015615252505388842,
      "loss": 0.7254,
      "step": 72358
    },
    {
      "epoch": 2.9637108335039937,
      "grad_norm": 1.293508027520083,
      "learning_rate": 0.00015614926640249616,
      "loss": 0.8324,
      "step": 72359
    },
    {
      "epoch": 2.9637517919311898,
      "grad_norm": 0.815423384359012,
      "learning_rate": 0.00015614600774819693,
      "loss": 0.2377,
      "step": 72360
    },
    {
      "epoch": 2.9637927503583863,
      "grad_norm": 1.0588697501144175,
      "learning_rate": 0.00015614274909099218,
      "loss": 0.5668,
      "step": 72361
    },
    {
      "epoch": 2.9638337087855824,
      "grad_norm": 1.2071419160139094,
      "learning_rate": 0.00015613949043088353,
      "loss": 0.553,
      "step": 72362
    },
    {
      "epoch": 2.963874667212779,
      "grad_norm": 1.25405539791301,
      "learning_rate": 0.00015613623176787247,
      "loss": 0.732,
      "step": 72363
    },
    {
      "epoch": 2.9639156256399755,
      "grad_norm": 1.1930916528638962,
      "learning_rate": 0.00015613297310196057,
      "loss": 0.8453,
      "step": 72364
    },
    {
      "epoch": 2.963956584067172,
      "grad_norm": 1.3227488016587055,
      "learning_rate": 0.00015612971443314935,
      "loss": 0.7615,
      "step": 72365
    },
    {
      "epoch": 2.963997542494368,
      "grad_norm": 1.275233038203777,
      "learning_rate": 0.00015612645576144034,
      "loss": 0.4975,
      "step": 72366
    },
    {
      "epoch": 2.9640385009215646,
      "grad_norm": 1.0960394229698314,
      "learning_rate": 0.0001561231970868351,
      "loss": 0.7508,
      "step": 72367
    },
    {
      "epoch": 2.964079459348761,
      "grad_norm": 1.200619432165676,
      "learning_rate": 0.00015611993840933518,
      "loss": 0.7066,
      "step": 72368
    },
    {
      "epoch": 2.9641204177759573,
      "grad_norm": 1.3436464830358301,
      "learning_rate": 0.0001561166797289421,
      "loss": 0.801,
      "step": 72369
    },
    {
      "epoch": 2.964161376203154,
      "grad_norm": 0.6938147195759868,
      "learning_rate": 0.00015611342104565745,
      "loss": 0.2541,
      "step": 72370
    },
    {
      "epoch": 2.9642023346303503,
      "grad_norm": 1.1483113528420532,
      "learning_rate": 0.00015611016235948268,
      "loss": 0.5307,
      "step": 72371
    },
    {
      "epoch": 2.964243293057547,
      "grad_norm": 0.9970739999122471,
      "learning_rate": 0.00015610690367041935,
      "loss": 0.41,
      "step": 72372
    },
    {
      "epoch": 2.964284251484743,
      "grad_norm": 1.0290415273447513,
      "learning_rate": 0.0001561036449784691,
      "loss": 0.7999,
      "step": 72373
    },
    {
      "epoch": 2.9643252099119395,
      "grad_norm": 1.0427506934354487,
      "learning_rate": 0.00015610038628363336,
      "loss": 0.6213,
      "step": 72374
    },
    {
      "epoch": 2.9643661683391356,
      "grad_norm": 0.8375297874054886,
      "learning_rate": 0.00015609712758591374,
      "loss": 0.2965,
      "step": 72375
    },
    {
      "epoch": 2.964407126766332,
      "grad_norm": 1.366667456384378,
      "learning_rate": 0.0001560938688853117,
      "loss": 0.683,
      "step": 72376
    },
    {
      "epoch": 2.9644480851935286,
      "grad_norm": 1.4427954012862803,
      "learning_rate": 0.00015609061018182887,
      "loss": 0.9414,
      "step": 72377
    },
    {
      "epoch": 2.964489043620725,
      "grad_norm": 1.0807138400329803,
      "learning_rate": 0.00015608735147546677,
      "loss": 0.703,
      "step": 72378
    },
    {
      "epoch": 2.9645300020479213,
      "grad_norm": 1.2431661998363712,
      "learning_rate": 0.0001560840927662269,
      "loss": 0.761,
      "step": 72379
    },
    {
      "epoch": 2.964570960475118,
      "grad_norm": 2.7335888176578718,
      "learning_rate": 0.00015608083405411083,
      "loss": 0.9938,
      "step": 72380
    },
    {
      "epoch": 2.964611918902314,
      "grad_norm": 1.446466345512862,
      "learning_rate": 0.00015607757533912009,
      "loss": 1.0684,
      "step": 72381
    },
    {
      "epoch": 2.9646528773295104,
      "grad_norm": 1.0252290964356001,
      "learning_rate": 0.00015607431662125623,
      "loss": 0.6515,
      "step": 72382
    },
    {
      "epoch": 2.964693835756707,
      "grad_norm": 1.7259153369995968,
      "learning_rate": 0.0001560710579005208,
      "loss": 0.876,
      "step": 72383
    },
    {
      "epoch": 2.9647347941839035,
      "grad_norm": 1.2341923806881483,
      "learning_rate": 0.0001560677991769153,
      "loss": 0.8388,
      "step": 72384
    },
    {
      "epoch": 2.9647757526110996,
      "grad_norm": 1.9393125413913153,
      "learning_rate": 0.00015606454045044126,
      "loss": 0.3292,
      "step": 72385
    },
    {
      "epoch": 2.964816711038296,
      "grad_norm": 0.7599324442344753,
      "learning_rate": 0.00015606128172110034,
      "loss": 0.2634,
      "step": 72386
    },
    {
      "epoch": 2.9648576694654927,
      "grad_norm": 0.9047218051119371,
      "learning_rate": 0.00015605802298889395,
      "loss": 0.6167,
      "step": 72387
    },
    {
      "epoch": 2.9648986278926888,
      "grad_norm": 1.1489906115828485,
      "learning_rate": 0.00015605476425382367,
      "loss": 0.7744,
      "step": 72388
    },
    {
      "epoch": 2.9649395863198853,
      "grad_norm": 1.56943743092528,
      "learning_rate": 0.00015605150551589107,
      "loss": 0.9033,
      "step": 72389
    },
    {
      "epoch": 2.964980544747082,
      "grad_norm": 0.866038470379117,
      "learning_rate": 0.0001560482467750977,
      "loss": 0.2308,
      "step": 72390
    },
    {
      "epoch": 2.9650215031742784,
      "grad_norm": 1.1460205170817317,
      "learning_rate": 0.00015604498803144503,
      "loss": 0.5902,
      "step": 72391
    },
    {
      "epoch": 2.9650624616014745,
      "grad_norm": 1.166916094879611,
      "learning_rate": 0.00015604172928493463,
      "loss": 0.5005,
      "step": 72392
    },
    {
      "epoch": 2.965103420028671,
      "grad_norm": 3.1023579584491774,
      "learning_rate": 0.00015603847053556808,
      "loss": 1.4354,
      "step": 72393
    },
    {
      "epoch": 2.965144378455867,
      "grad_norm": 0.9944477441632537,
      "learning_rate": 0.00015603521178334691,
      "loss": 0.6267,
      "step": 72394
    },
    {
      "epoch": 2.9651853368830636,
      "grad_norm": 1.4817523731586155,
      "learning_rate": 0.0001560319530282726,
      "loss": 0.8362,
      "step": 72395
    },
    {
      "epoch": 2.96522629531026,
      "grad_norm": 1.1550127978796765,
      "learning_rate": 0.00015602869427034676,
      "loss": 0.673,
      "step": 72396
    },
    {
      "epoch": 2.9652672537374567,
      "grad_norm": 1.1441664246233063,
      "learning_rate": 0.00015602543550957088,
      "loss": 0.6183,
      "step": 72397
    },
    {
      "epoch": 2.965308212164653,
      "grad_norm": 0.8999060024091771,
      "learning_rate": 0.00015602217674594654,
      "loss": 0.5758,
      "step": 72398
    },
    {
      "epoch": 2.9653491705918493,
      "grad_norm": 1.1927833895860704,
      "learning_rate": 0.00015601891797947524,
      "loss": 0.9318,
      "step": 72399
    },
    {
      "epoch": 2.9653901290190454,
      "grad_norm": 1.2652951502775627,
      "learning_rate": 0.00015601565921015856,
      "loss": 1.0216,
      "step": 72400
    },
    {
      "epoch": 2.965431087446242,
      "grad_norm": 1.7281822721990696,
      "learning_rate": 0.00015601240043799802,
      "loss": 1.3529,
      "step": 72401
    },
    {
      "epoch": 2.9654720458734385,
      "grad_norm": 1.1414272406288488,
      "learning_rate": 0.0001560091416629952,
      "loss": 0.425,
      "step": 72402
    },
    {
      "epoch": 2.965513004300635,
      "grad_norm": 1.4541337889288333,
      "learning_rate": 0.00015600588288515154,
      "loss": 0.6785,
      "step": 72403
    },
    {
      "epoch": 2.965553962727831,
      "grad_norm": 1.7379469298339068,
      "learning_rate": 0.0001560026241044687,
      "loss": 0.8509,
      "step": 72404
    },
    {
      "epoch": 2.9655949211550277,
      "grad_norm": 2.260744739077296,
      "learning_rate": 0.00015599936532094817,
      "loss": 2.405,
      "step": 72405
    },
    {
      "epoch": 2.965635879582224,
      "grad_norm": 1.1471981620674985,
      "learning_rate": 0.0001559961065345915,
      "loss": 0.668,
      "step": 72406
    },
    {
      "epoch": 2.9656768380094203,
      "grad_norm": 1.1192302542854615,
      "learning_rate": 0.00015599284774540017,
      "loss": 0.452,
      "step": 72407
    },
    {
      "epoch": 2.965717796436617,
      "grad_norm": 0.7588214960895591,
      "learning_rate": 0.00015598958895337575,
      "loss": 0.2788,
      "step": 72408
    },
    {
      "epoch": 2.9657587548638134,
      "grad_norm": 1.8427493190246804,
      "learning_rate": 0.00015598633015851985,
      "loss": 1.0025,
      "step": 72409
    },
    {
      "epoch": 2.96579971329101,
      "grad_norm": 0.9085326306539926,
      "learning_rate": 0.00015598307136083396,
      "loss": 0.3465,
      "step": 72410
    },
    {
      "epoch": 2.965840671718206,
      "grad_norm": 1.4044900323788192,
      "learning_rate": 0.0001559798125603196,
      "loss": 0.9706,
      "step": 72411
    },
    {
      "epoch": 2.9658816301454025,
      "grad_norm": 0.6900436708236573,
      "learning_rate": 0.00015597655375697834,
      "loss": 0.304,
      "step": 72412
    },
    {
      "epoch": 2.9659225885725986,
      "grad_norm": 0.7811806372288992,
      "learning_rate": 0.00015597329495081172,
      "loss": 0.2748,
      "step": 72413
    },
    {
      "epoch": 2.965963546999795,
      "grad_norm": 1.4521799384533776,
      "learning_rate": 0.0001559700361418213,
      "loss": 0.9304,
      "step": 72414
    },
    {
      "epoch": 2.9660045054269917,
      "grad_norm": 2.8335465771344794,
      "learning_rate": 0.00015596677733000855,
      "loss": 3.0055,
      "step": 72415
    },
    {
      "epoch": 2.966045463854188,
      "grad_norm": 1.025226920397324,
      "learning_rate": 0.00015596351851537504,
      "loss": 0.658,
      "step": 72416
    },
    {
      "epoch": 2.9660864222813843,
      "grad_norm": 1.3352457000848588,
      "learning_rate": 0.00015596025969792236,
      "loss": 1.1909,
      "step": 72417
    },
    {
      "epoch": 2.966127380708581,
      "grad_norm": 1.294786960205125,
      "learning_rate": 0.00015595700087765203,
      "loss": 0.8196,
      "step": 72418
    },
    {
      "epoch": 2.966168339135777,
      "grad_norm": 0.8382453672078692,
      "learning_rate": 0.00015595374205456554,
      "loss": 0.3245,
      "step": 72419
    },
    {
      "epoch": 2.9662092975629735,
      "grad_norm": 1.1877757051178586,
      "learning_rate": 0.00015595048322866444,
      "loss": 0.9451,
      "step": 72420
    },
    {
      "epoch": 2.96625025599017,
      "grad_norm": 1.1229106225414984,
      "learning_rate": 0.00015594722439995037,
      "loss": 0.6906,
      "step": 72421
    },
    {
      "epoch": 2.9662912144173665,
      "grad_norm": 1.2844842860626686,
      "learning_rate": 0.00015594396556842477,
      "loss": 0.7079,
      "step": 72422
    },
    {
      "epoch": 2.9663321728445626,
      "grad_norm": 1.079970321517335,
      "learning_rate": 0.0001559407067340892,
      "loss": 0.5316,
      "step": 72423
    },
    {
      "epoch": 2.966373131271759,
      "grad_norm": 3.7189056169443573,
      "learning_rate": 0.00015593744789694518,
      "loss": 2.2974,
      "step": 72424
    },
    {
      "epoch": 2.9664140896989557,
      "grad_norm": 1.3732638918038853,
      "learning_rate": 0.00015593418905699428,
      "loss": 0.9704,
      "step": 72425
    },
    {
      "epoch": 2.966455048126152,
      "grad_norm": 1.1351458041992624,
      "learning_rate": 0.0001559309302142381,
      "loss": 0.7359,
      "step": 72426
    },
    {
      "epoch": 2.9664960065533483,
      "grad_norm": 2.2648858693312386,
      "learning_rate": 0.00015592767136867809,
      "loss": 0.4297,
      "step": 72427
    },
    {
      "epoch": 2.966536964980545,
      "grad_norm": 0.8659223381795027,
      "learning_rate": 0.0001559244125203158,
      "loss": 0.5752,
      "step": 72428
    },
    {
      "epoch": 2.9665779234077414,
      "grad_norm": 2.6032190780971103,
      "learning_rate": 0.00015592115366915284,
      "loss": 1.3046,
      "step": 72429
    },
    {
      "epoch": 2.9666188818349375,
      "grad_norm": 2.21384810963801,
      "learning_rate": 0.00015591789481519069,
      "loss": 1.0161,
      "step": 72430
    },
    {
      "epoch": 2.966659840262134,
      "grad_norm": 0.9204887432116178,
      "learning_rate": 0.00015591463595843085,
      "loss": 0.5491,
      "step": 72431
    },
    {
      "epoch": 2.96670079868933,
      "grad_norm": 1.2765054561815687,
      "learning_rate": 0.00015591137709887497,
      "loss": 0.6248,
      "step": 72432
    },
    {
      "epoch": 2.9667417571165267,
      "grad_norm": 1.0099564040258062,
      "learning_rate": 0.0001559081182365245,
      "loss": 0.6198,
      "step": 72433
    },
    {
      "epoch": 2.966782715543723,
      "grad_norm": 1.2462294984542663,
      "learning_rate": 0.00015590485937138105,
      "loss": 0.6487,
      "step": 72434
    },
    {
      "epoch": 2.9668236739709197,
      "grad_norm": 1.0332587063157674,
      "learning_rate": 0.00015590160050344605,
      "loss": 0.4961,
      "step": 72435
    },
    {
      "epoch": 2.966864632398116,
      "grad_norm": 1.023799744713317,
      "learning_rate": 0.00015589834163272118,
      "loss": 0.2736,
      "step": 72436
    },
    {
      "epoch": 2.9669055908253124,
      "grad_norm": 1.138138511114363,
      "learning_rate": 0.00015589508275920793,
      "loss": 0.8162,
      "step": 72437
    },
    {
      "epoch": 2.9669465492525084,
      "grad_norm": 1.0995297692204813,
      "learning_rate": 0.0001558918238829078,
      "loss": 0.4729,
      "step": 72438
    },
    {
      "epoch": 2.966987507679705,
      "grad_norm": 1.3061537404261472,
      "learning_rate": 0.00015588856500382234,
      "loss": 0.789,
      "step": 72439
    },
    {
      "epoch": 2.9670284661069015,
      "grad_norm": 1.1932756948338725,
      "learning_rate": 0.00015588530612195312,
      "loss": 0.7682,
      "step": 72440
    },
    {
      "epoch": 2.967069424534098,
      "grad_norm": 1.1420357367228553,
      "learning_rate": 0.0001558820472373017,
      "loss": 0.8287,
      "step": 72441
    },
    {
      "epoch": 2.967110382961294,
      "grad_norm": 1.318673419415598,
      "learning_rate": 0.00015587878834986954,
      "loss": 0.9851,
      "step": 72442
    },
    {
      "epoch": 2.9671513413884907,
      "grad_norm": 2.5686466490591555,
      "learning_rate": 0.00015587552945965828,
      "loss": 2.8348,
      "step": 72443
    },
    {
      "epoch": 2.967192299815687,
      "grad_norm": 1.1887801582307957,
      "learning_rate": 0.00015587227056666934,
      "loss": 0.62,
      "step": 72444
    },
    {
      "epoch": 2.9672332582428833,
      "grad_norm": 1.1525189033541345,
      "learning_rate": 0.00015586901167090442,
      "loss": 0.891,
      "step": 72445
    },
    {
      "epoch": 2.96727421667008,
      "grad_norm": 1.2421620976627554,
      "learning_rate": 0.0001558657527723649,
      "loss": 0.5838,
      "step": 72446
    },
    {
      "epoch": 2.9673151750972764,
      "grad_norm": 1.4471735696612271,
      "learning_rate": 0.00015586249387105244,
      "loss": 0.6634,
      "step": 72447
    },
    {
      "epoch": 2.967356133524473,
      "grad_norm": 1.1389951375680862,
      "learning_rate": 0.0001558592349669685,
      "loss": 0.7874,
      "step": 72448
    },
    {
      "epoch": 2.967397091951669,
      "grad_norm": 1.5175945648064657,
      "learning_rate": 0.00015585597606011467,
      "loss": 1.1005,
      "step": 72449
    },
    {
      "epoch": 2.9674380503788655,
      "grad_norm": 1.1097517463218523,
      "learning_rate": 0.00015585271715049247,
      "loss": 0.5848,
      "step": 72450
    },
    {
      "epoch": 2.9674790088060616,
      "grad_norm": 0.9766670699331775,
      "learning_rate": 0.00015584945823810347,
      "loss": 0.6577,
      "step": 72451
    },
    {
      "epoch": 2.967519967233258,
      "grad_norm": 1.6670169725402446,
      "learning_rate": 0.00015584619932294914,
      "loss": 1.1519,
      "step": 72452
    },
    {
      "epoch": 2.9675609256604547,
      "grad_norm": 0.8670941718804981,
      "learning_rate": 0.00015584294040503106,
      "loss": 0.4089,
      "step": 72453
    },
    {
      "epoch": 2.9676018840876512,
      "grad_norm": 1.3758136584013427,
      "learning_rate": 0.0001558396814843508,
      "loss": 1.1268,
      "step": 72454
    },
    {
      "epoch": 2.9676428425148473,
      "grad_norm": 1.7551110688398774,
      "learning_rate": 0.00015583642256090992,
      "loss": 0.4175,
      "step": 72455
    },
    {
      "epoch": 2.967683800942044,
      "grad_norm": 1.3384968528620713,
      "learning_rate": 0.00015583316363470984,
      "loss": 0.9931,
      "step": 72456
    },
    {
      "epoch": 2.96772475936924,
      "grad_norm": 0.7462809621555997,
      "learning_rate": 0.00015582990470575225,
      "loss": 0.2876,
      "step": 72457
    },
    {
      "epoch": 2.9677657177964365,
      "grad_norm": 1.393423505495508,
      "learning_rate": 0.0001558266457740386,
      "loss": 0.7649,
      "step": 72458
    },
    {
      "epoch": 2.967806676223633,
      "grad_norm": 1.3621673336553035,
      "learning_rate": 0.00015582338683957044,
      "loss": 1.0138,
      "step": 72459
    },
    {
      "epoch": 2.9678476346508296,
      "grad_norm": 1.4539152817368488,
      "learning_rate": 0.00015582012790234928,
      "loss": 0.7902,
      "step": 72460
    },
    {
      "epoch": 2.9678885930780257,
      "grad_norm": 1.3865274300985044,
      "learning_rate": 0.00015581686896237675,
      "loss": 0.9086,
      "step": 72461
    },
    {
      "epoch": 2.967929551505222,
      "grad_norm": 1.2004094506817329,
      "learning_rate": 0.00015581361001965432,
      "loss": 0.5495,
      "step": 72462
    },
    {
      "epoch": 2.9679705099324187,
      "grad_norm": 2.298528991253488,
      "learning_rate": 0.0001558103510741836,
      "loss": 2.5916,
      "step": 72463
    },
    {
      "epoch": 2.968011468359615,
      "grad_norm": 0.8501765774329366,
      "learning_rate": 0.00015580709212596606,
      "loss": 0.2785,
      "step": 72464
    },
    {
      "epoch": 2.9680524267868114,
      "grad_norm": 1.133256275286172,
      "learning_rate": 0.00015580383317500326,
      "loss": 0.6869,
      "step": 72465
    },
    {
      "epoch": 2.968093385214008,
      "grad_norm": 0.9259924437298923,
      "learning_rate": 0.00015580057422129672,
      "loss": 0.4216,
      "step": 72466
    },
    {
      "epoch": 2.9681343436412044,
      "grad_norm": 1.4584850772074802,
      "learning_rate": 0.000155797315264848,
      "loss": 0.9846,
      "step": 72467
    },
    {
      "epoch": 2.9681753020684005,
      "grad_norm": 1.2743968408049777,
      "learning_rate": 0.00015579405630565868,
      "loss": 0.6717,
      "step": 72468
    },
    {
      "epoch": 2.968216260495597,
      "grad_norm": 0.9959177658328484,
      "learning_rate": 0.00015579079734373026,
      "loss": 0.6595,
      "step": 72469
    },
    {
      "epoch": 2.968257218922793,
      "grad_norm": 1.5089715276565405,
      "learning_rate": 0.0001557875383790643,
      "loss": 1.2918,
      "step": 72470
    },
    {
      "epoch": 2.9682981773499897,
      "grad_norm": 0.7846074068239586,
      "learning_rate": 0.00015578427941166228,
      "loss": 0.2939,
      "step": 72471
    },
    {
      "epoch": 2.968339135777186,
      "grad_norm": 0.793849846586278,
      "learning_rate": 0.00015578102044152582,
      "loss": 0.1941,
      "step": 72472
    },
    {
      "epoch": 2.9683800942043828,
      "grad_norm": 0.9335581751104256,
      "learning_rate": 0.00015577776146865642,
      "loss": 0.5904,
      "step": 72473
    },
    {
      "epoch": 2.968421052631579,
      "grad_norm": 1.048730111888707,
      "learning_rate": 0.00015577450249305565,
      "loss": 0.4969,
      "step": 72474
    },
    {
      "epoch": 2.9684620110587754,
      "grad_norm": 1.2304885122363802,
      "learning_rate": 0.000155771243514725,
      "loss": 0.555,
      "step": 72475
    },
    {
      "epoch": 2.9685029694859715,
      "grad_norm": 1.4284778541808776,
      "learning_rate": 0.00015576798453366606,
      "loss": 0.9946,
      "step": 72476
    },
    {
      "epoch": 2.968543927913168,
      "grad_norm": 0.8382567435678433,
      "learning_rate": 0.00015576472554988034,
      "loss": 0.334,
      "step": 72477
    },
    {
      "epoch": 2.9685848863403645,
      "grad_norm": 0.9392625896845962,
      "learning_rate": 0.0001557614665633694,
      "loss": 0.7239,
      "step": 72478
    },
    {
      "epoch": 2.968625844767561,
      "grad_norm": 2.646603819240452,
      "learning_rate": 0.00015575820757413478,
      "loss": 1.5843,
      "step": 72479
    },
    {
      "epoch": 2.968666803194757,
      "grad_norm": 2.817728506448376,
      "learning_rate": 0.00015575494858217798,
      "loss": 1.3644,
      "step": 72480
    },
    {
      "epoch": 2.9687077616219537,
      "grad_norm": 1.2197152681289443,
      "learning_rate": 0.00015575168958750063,
      "loss": 0.67,
      "step": 72481
    },
    {
      "epoch": 2.9687487200491502,
      "grad_norm": 1.0921625522119918,
      "learning_rate": 0.00015574843059010417,
      "loss": 0.6808,
      "step": 72482
    },
    {
      "epoch": 2.9687896784763463,
      "grad_norm": 1.7192596694535458,
      "learning_rate": 0.00015574517158999023,
      "loss": 1.1652,
      "step": 72483
    },
    {
      "epoch": 2.968830636903543,
      "grad_norm": 1.8343788339093794,
      "learning_rate": 0.00015574191258716023,
      "loss": 1.3091,
      "step": 72484
    },
    {
      "epoch": 2.9688715953307394,
      "grad_norm": 1.0312754870029612,
      "learning_rate": 0.00015573865358161588,
      "loss": 0.8519,
      "step": 72485
    },
    {
      "epoch": 2.968912553757936,
      "grad_norm": 1.2119099784638518,
      "learning_rate": 0.00015573539457335858,
      "loss": 0.6192,
      "step": 72486
    },
    {
      "epoch": 2.968953512185132,
      "grad_norm": 0.9139763077310604,
      "learning_rate": 0.0001557321355623899,
      "loss": 0.2372,
      "step": 72487
    },
    {
      "epoch": 2.9689944706123286,
      "grad_norm": 1.2276246388810588,
      "learning_rate": 0.00015572887654871143,
      "loss": 0.8066,
      "step": 72488
    },
    {
      "epoch": 2.9690354290395247,
      "grad_norm": 0.9913688576672369,
      "learning_rate": 0.00015572561753232468,
      "loss": 0.6334,
      "step": 72489
    },
    {
      "epoch": 2.969076387466721,
      "grad_norm": 1.4774226058737316,
      "learning_rate": 0.00015572235851323118,
      "loss": 1.3938,
      "step": 72490
    },
    {
      "epoch": 2.9691173458939177,
      "grad_norm": 1.1033329064017816,
      "learning_rate": 0.00015571909949143247,
      "loss": 0.8552,
      "step": 72491
    },
    {
      "epoch": 2.9691583043211143,
      "grad_norm": 2.1201489333004164,
      "learning_rate": 0.00015571584046693008,
      "loss": 2.1789,
      "step": 72492
    },
    {
      "epoch": 2.9691992627483104,
      "grad_norm": 1.460421354017908,
      "learning_rate": 0.0001557125814397256,
      "loss": 0.9288,
      "step": 72493
    },
    {
      "epoch": 2.969240221175507,
      "grad_norm": 1.4978264225694635,
      "learning_rate": 0.00015570932240982057,
      "loss": 1.2665,
      "step": 72494
    },
    {
      "epoch": 2.969281179602703,
      "grad_norm": 2.8143536776046436,
      "learning_rate": 0.0001557060633772165,
      "loss": 0.8272,
      "step": 72495
    },
    {
      "epoch": 2.9693221380298995,
      "grad_norm": 2.332349041160316,
      "learning_rate": 0.00015570280434191487,
      "loss": 1.743,
      "step": 72496
    },
    {
      "epoch": 2.969363096457096,
      "grad_norm": 0.744370227086405,
      "learning_rate": 0.00015569954530391734,
      "loss": 0.3208,
      "step": 72497
    },
    {
      "epoch": 2.9694040548842926,
      "grad_norm": 1.822465234429647,
      "learning_rate": 0.0001556962862632254,
      "loss": 1.0873,
      "step": 72498
    },
    {
      "epoch": 2.9694450133114887,
      "grad_norm": 1.238661589893224,
      "learning_rate": 0.0001556930272198406,
      "loss": 0.7758,
      "step": 72499
    },
    {
      "epoch": 2.9694859717386852,
      "grad_norm": 2.0515252538934954,
      "learning_rate": 0.0001556897681737644,
      "loss": 2.4333,
      "step": 72500
    },
    {
      "epoch": 2.9695269301658818,
      "grad_norm": 1.1711499359178823,
      "learning_rate": 0.0001556865091249985,
      "loss": 0.7803,
      "step": 72501
    },
    {
      "epoch": 2.969567888593078,
      "grad_norm": 0.5708535550978998,
      "learning_rate": 0.00015568325007354428,
      "loss": 0.1457,
      "step": 72502
    },
    {
      "epoch": 2.9696088470202744,
      "grad_norm": 0.9379888422572383,
      "learning_rate": 0.00015567999101940332,
      "loss": 0.7626,
      "step": 72503
    },
    {
      "epoch": 2.969649805447471,
      "grad_norm": 1.1140676963950853,
      "learning_rate": 0.00015567673196257724,
      "loss": 0.7409,
      "step": 72504
    },
    {
      "epoch": 2.9696907638746675,
      "grad_norm": 1.3612342815649157,
      "learning_rate": 0.00015567347290306756,
      "loss": 0.846,
      "step": 72505
    },
    {
      "epoch": 2.9697317223018636,
      "grad_norm": 2.9848175201071148,
      "learning_rate": 0.00015567021384087576,
      "loss": 3.3317,
      "step": 72506
    },
    {
      "epoch": 2.96977268072906,
      "grad_norm": 1.3173103995762998,
      "learning_rate": 0.0001556669547760034,
      "loss": 0.7346,
      "step": 72507
    },
    {
      "epoch": 2.969813639156256,
      "grad_norm": 1.6785235116973831,
      "learning_rate": 0.00015566369570845203,
      "loss": 1.5492,
      "step": 72508
    },
    {
      "epoch": 2.9698545975834527,
      "grad_norm": 1.1790232340354552,
      "learning_rate": 0.0001556604366382232,
      "loss": 0.7125,
      "step": 72509
    },
    {
      "epoch": 2.9698955560106493,
      "grad_norm": 1.4267833617333694,
      "learning_rate": 0.00015565717756531845,
      "loss": 0.68,
      "step": 72510
    },
    {
      "epoch": 2.969936514437846,
      "grad_norm": 1.428893202018454,
      "learning_rate": 0.00015565391848973935,
      "loss": 1.1387,
      "step": 72511
    },
    {
      "epoch": 2.969977472865042,
      "grad_norm": 1.1988151887985947,
      "learning_rate": 0.00015565065941148734,
      "loss": 0.5683,
      "step": 72512
    },
    {
      "epoch": 2.9700184312922384,
      "grad_norm": 0.8011613461550914,
      "learning_rate": 0.00015564740033056405,
      "loss": 0.3272,
      "step": 72513
    },
    {
      "epoch": 2.9700593897194345,
      "grad_norm": 4.9849980665739855,
      "learning_rate": 0.00015564414124697102,
      "loss": 3.5951,
      "step": 72514
    },
    {
      "epoch": 2.970100348146631,
      "grad_norm": 1.3497094532639191,
      "learning_rate": 0.00015564088216070974,
      "loss": 0.7819,
      "step": 72515
    },
    {
      "epoch": 2.9701413065738276,
      "grad_norm": 1.2396250629848802,
      "learning_rate": 0.00015563762307178178,
      "loss": 0.659,
      "step": 72516
    },
    {
      "epoch": 2.970182265001024,
      "grad_norm": 0.8119160063610344,
      "learning_rate": 0.0001556343639801887,
      "loss": 0.2444,
      "step": 72517
    },
    {
      "epoch": 2.97022322342822,
      "grad_norm": 0.6927257006879985,
      "learning_rate": 0.00015563110488593199,
      "loss": 0.2365,
      "step": 72518
    },
    {
      "epoch": 2.9702641818554167,
      "grad_norm": 1.1215786629301228,
      "learning_rate": 0.00015562784578901324,
      "loss": 0.5603,
      "step": 72519
    },
    {
      "epoch": 2.9703051402826133,
      "grad_norm": 1.6184733054498228,
      "learning_rate": 0.00015562458668943397,
      "loss": 0.7777,
      "step": 72520
    },
    {
      "epoch": 2.9703460987098094,
      "grad_norm": 1.3388091477614907,
      "learning_rate": 0.0001556213275871957,
      "loss": 0.6265,
      "step": 72521
    },
    {
      "epoch": 2.970387057137006,
      "grad_norm": 0.8771523107870534,
      "learning_rate": 0.00015561806848230002,
      "loss": 0.2777,
      "step": 72522
    },
    {
      "epoch": 2.9704280155642024,
      "grad_norm": 0.876168504235375,
      "learning_rate": 0.00015561480937474845,
      "loss": 0.416,
      "step": 72523
    },
    {
      "epoch": 2.970468973991399,
      "grad_norm": 1.1431735301788601,
      "learning_rate": 0.00015561155026454248,
      "loss": 0.4268,
      "step": 72524
    },
    {
      "epoch": 2.970509932418595,
      "grad_norm": 1.3738671658987687,
      "learning_rate": 0.0001556082911516837,
      "loss": 0.5354,
      "step": 72525
    },
    {
      "epoch": 2.9705508908457916,
      "grad_norm": 0.6360280627628517,
      "learning_rate": 0.00015560503203617372,
      "loss": 0.2512,
      "step": 72526
    },
    {
      "epoch": 2.9705918492729877,
      "grad_norm": 1.065844749023694,
      "learning_rate": 0.00015560177291801394,
      "loss": 0.5309,
      "step": 72527
    },
    {
      "epoch": 2.9706328077001842,
      "grad_norm": 0.9809027152685068,
      "learning_rate": 0.00015559851379720596,
      "loss": 0.7578,
      "step": 72528
    },
    {
      "epoch": 2.9706737661273808,
      "grad_norm": 1.8440993516149216,
      "learning_rate": 0.00015559525467375137,
      "loss": 1.8715,
      "step": 72529
    },
    {
      "epoch": 2.9707147245545773,
      "grad_norm": 1.322090134241162,
      "learning_rate": 0.00015559199554765165,
      "loss": 0.9473,
      "step": 72530
    },
    {
      "epoch": 2.9707556829817734,
      "grad_norm": 2.539595073698036,
      "learning_rate": 0.00015558873641890835,
      "loss": 1.395,
      "step": 72531
    },
    {
      "epoch": 2.97079664140897,
      "grad_norm": 1.1185018817280499,
      "learning_rate": 0.000155585477287523,
      "loss": 0.4107,
      "step": 72532
    },
    {
      "epoch": 2.970837599836166,
      "grad_norm": 1.256247149802667,
      "learning_rate": 0.00015558221815349722,
      "loss": 0.8442,
      "step": 72533
    },
    {
      "epoch": 2.9708785582633626,
      "grad_norm": 1.350959757653999,
      "learning_rate": 0.00015557895901683244,
      "loss": 0.784,
      "step": 72534
    },
    {
      "epoch": 2.970919516690559,
      "grad_norm": 1.0484971123324374,
      "learning_rate": 0.00015557569987753028,
      "loss": 0.7211,
      "step": 72535
    },
    {
      "epoch": 2.9709604751177556,
      "grad_norm": 1.3701174978608377,
      "learning_rate": 0.00015557244073559224,
      "loss": 0.7801,
      "step": 72536
    },
    {
      "epoch": 2.9710014335449517,
      "grad_norm": 1.1976393960349034,
      "learning_rate": 0.00015556918159101988,
      "loss": 0.7345,
      "step": 72537
    },
    {
      "epoch": 2.9710423919721483,
      "grad_norm": 1.1375355107171086,
      "learning_rate": 0.00015556592244381475,
      "loss": 0.6665,
      "step": 72538
    },
    {
      "epoch": 2.971083350399345,
      "grad_norm": 1.9032834426565466,
      "learning_rate": 0.00015556266329397832,
      "loss": 1.5836,
      "step": 72539
    },
    {
      "epoch": 2.971124308826541,
      "grad_norm": 1.0279808297655282,
      "learning_rate": 0.0001555594041415122,
      "loss": 0.6571,
      "step": 72540
    },
    {
      "epoch": 2.9711652672537374,
      "grad_norm": 1.1363242745955027,
      "learning_rate": 0.000155556144986418,
      "loss": 0.8273,
      "step": 72541
    },
    {
      "epoch": 2.971206225680934,
      "grad_norm": 1.4444520784559627,
      "learning_rate": 0.00015555288582869711,
      "loss": 0.8518,
      "step": 72542
    },
    {
      "epoch": 2.9712471841081305,
      "grad_norm": 0.9151110523243762,
      "learning_rate": 0.0001555496266683511,
      "loss": 0.2282,
      "step": 72543
    },
    {
      "epoch": 2.9712881425353266,
      "grad_norm": 1.373527989904483,
      "learning_rate": 0.0001555463675053816,
      "loss": 1.1543,
      "step": 72544
    },
    {
      "epoch": 2.971329100962523,
      "grad_norm": 1.2398427980106144,
      "learning_rate": 0.0001555431083397901,
      "loss": 0.6609,
      "step": 72545
    },
    {
      "epoch": 2.971370059389719,
      "grad_norm": 1.2949069352154352,
      "learning_rate": 0.00015553984917157816,
      "loss": 0.7562,
      "step": 72546
    },
    {
      "epoch": 2.9714110178169157,
      "grad_norm": 1.204972172569133,
      "learning_rate": 0.00015553659000074727,
      "loss": 0.6383,
      "step": 72547
    },
    {
      "epoch": 2.9714519762441123,
      "grad_norm": 1.622232594384238,
      "learning_rate": 0.00015553333082729895,
      "loss": 1.0148,
      "step": 72548
    },
    {
      "epoch": 2.971492934671309,
      "grad_norm": 1.5459560464674942,
      "learning_rate": 0.00015553007165123486,
      "loss": 0.8515,
      "step": 72549
    },
    {
      "epoch": 2.971533893098505,
      "grad_norm": 1.7491019877970753,
      "learning_rate": 0.00015552681247255648,
      "loss": 0.5354,
      "step": 72550
    },
    {
      "epoch": 2.9715748515257014,
      "grad_norm": 0.8212144775770427,
      "learning_rate": 0.0001555235532912653,
      "loss": 0.2544,
      "step": 72551
    },
    {
      "epoch": 2.9716158099528975,
      "grad_norm": 1.4045803434766653,
      "learning_rate": 0.0001555202941073629,
      "loss": 0.9067,
      "step": 72552
    },
    {
      "epoch": 2.971656768380094,
      "grad_norm": 0.9815048845172251,
      "learning_rate": 0.00015551703492085086,
      "loss": 0.59,
      "step": 72553
    },
    {
      "epoch": 2.9716977268072906,
      "grad_norm": 1.0970868383864614,
      "learning_rate": 0.0001555137757317307,
      "loss": 0.3861,
      "step": 72554
    },
    {
      "epoch": 2.971738685234487,
      "grad_norm": 1.5288357241428499,
      "learning_rate": 0.00015551051654000392,
      "loss": 1.0099,
      "step": 72555
    },
    {
      "epoch": 2.9717796436616832,
      "grad_norm": 1.2625778774273773,
      "learning_rate": 0.00015550725734567208,
      "loss": 1.0493,
      "step": 72556
    },
    {
      "epoch": 2.9718206020888798,
      "grad_norm": 1.3174776422163845,
      "learning_rate": 0.00015550399814873674,
      "loss": 0.7817,
      "step": 72557
    },
    {
      "epoch": 2.9718615605160763,
      "grad_norm": 1.1896736612669767,
      "learning_rate": 0.00015550073894919945,
      "loss": 0.8008,
      "step": 72558
    },
    {
      "epoch": 2.9719025189432724,
      "grad_norm": 1.064473018677255,
      "learning_rate": 0.0001554974797470617,
      "loss": 0.6996,
      "step": 72559
    },
    {
      "epoch": 2.971943477370469,
      "grad_norm": 1.0883383171997405,
      "learning_rate": 0.00015549422054232504,
      "loss": 0.7885,
      "step": 72560
    },
    {
      "epoch": 2.9719844357976655,
      "grad_norm": 1.2310174526765598,
      "learning_rate": 0.00015549096133499107,
      "loss": 0.2514,
      "step": 72561
    },
    {
      "epoch": 2.972025394224862,
      "grad_norm": 1.0307415513108056,
      "learning_rate": 0.0001554877021250613,
      "loss": 0.6524,
      "step": 72562
    },
    {
      "epoch": 2.972066352652058,
      "grad_norm": 1.5136867387371662,
      "learning_rate": 0.00015548444291253724,
      "loss": 0.782,
      "step": 72563
    },
    {
      "epoch": 2.9721073110792546,
      "grad_norm": 1.2225119474366548,
      "learning_rate": 0.00015548118369742043,
      "loss": 0.6823,
      "step": 72564
    },
    {
      "epoch": 2.9721482695064507,
      "grad_norm": 1.0941800538661284,
      "learning_rate": 0.00015547792447971248,
      "loss": 0.7094,
      "step": 72565
    },
    {
      "epoch": 2.9721892279336473,
      "grad_norm": 1.5368503480092626,
      "learning_rate": 0.00015547466525941487,
      "loss": 1.118,
      "step": 72566
    },
    {
      "epoch": 2.972230186360844,
      "grad_norm": 1.0683458837636821,
      "learning_rate": 0.00015547140603652915,
      "loss": 0.9488,
      "step": 72567
    },
    {
      "epoch": 2.9722711447880403,
      "grad_norm": 0.9628243403772455,
      "learning_rate": 0.00015546814681105685,
      "loss": 0.2648,
      "step": 72568
    },
    {
      "epoch": 2.9723121032152364,
      "grad_norm": 0.6878975395529857,
      "learning_rate": 0.00015546488758299954,
      "loss": 0.2628,
      "step": 72569
    },
    {
      "epoch": 2.972353061642433,
      "grad_norm": 1.300351437929446,
      "learning_rate": 0.0001554616283523588,
      "loss": 0.6722,
      "step": 72570
    },
    {
      "epoch": 2.972394020069629,
      "grad_norm": 1.1500603293502316,
      "learning_rate": 0.00015545836911913606,
      "loss": 0.6364,
      "step": 72571
    },
    {
      "epoch": 2.9724349784968256,
      "grad_norm": 0.9840556434399406,
      "learning_rate": 0.00015545510988333296,
      "loss": 0.4216,
      "step": 72572
    },
    {
      "epoch": 2.972475936924022,
      "grad_norm": 3.7043357862661006,
      "learning_rate": 0.00015545185064495096,
      "loss": 6.7261,
      "step": 72573
    },
    {
      "epoch": 2.9725168953512187,
      "grad_norm": 3.8246897200636165,
      "learning_rate": 0.00015544859140399168,
      "loss": 7.6321,
      "step": 72574
    },
    {
      "epoch": 2.9725578537784147,
      "grad_norm": 1.2657235850012407,
      "learning_rate": 0.00015544533216045657,
      "loss": 0.7482,
      "step": 72575
    },
    {
      "epoch": 2.9725988122056113,
      "grad_norm": 1.346387230630814,
      "learning_rate": 0.00015544207291434727,
      "loss": 0.8566,
      "step": 72576
    },
    {
      "epoch": 2.972639770632808,
      "grad_norm": 0.5965851925153117,
      "learning_rate": 0.00015543881366566524,
      "loss": 0.1339,
      "step": 72577
    },
    {
      "epoch": 2.972680729060004,
      "grad_norm": 1.240142849465462,
      "learning_rate": 0.0001554355544144121,
      "loss": 0.7359,
      "step": 72578
    },
    {
      "epoch": 2.9727216874872004,
      "grad_norm": 1.1074970946057494,
      "learning_rate": 0.00015543229516058927,
      "loss": 0.7416,
      "step": 72579
    },
    {
      "epoch": 2.972762645914397,
      "grad_norm": 1.2842759776239874,
      "learning_rate": 0.00015542903590419843,
      "loss": 0.5071,
      "step": 72580
    },
    {
      "epoch": 2.9728036043415935,
      "grad_norm": 1.548440584615659,
      "learning_rate": 0.00015542577664524104,
      "loss": 1.2142,
      "step": 72581
    },
    {
      "epoch": 2.9728445627687896,
      "grad_norm": 1.122790176258397,
      "learning_rate": 0.00015542251738371866,
      "loss": 0.4237,
      "step": 72582
    },
    {
      "epoch": 2.972885521195986,
      "grad_norm": 1.1293283331170345,
      "learning_rate": 0.00015541925811963286,
      "loss": 0.6408,
      "step": 72583
    },
    {
      "epoch": 2.9729264796231822,
      "grad_norm": 1.2247864765008571,
      "learning_rate": 0.00015541599885298508,
      "loss": 0.7676,
      "step": 72584
    },
    {
      "epoch": 2.9729674380503788,
      "grad_norm": 2.158726448124798,
      "learning_rate": 0.00015541273958377696,
      "loss": 2.0939,
      "step": 72585
    },
    {
      "epoch": 2.9730083964775753,
      "grad_norm": 1.2027921181991599,
      "learning_rate": 0.00015540948031201002,
      "loss": 0.8064,
      "step": 72586
    },
    {
      "epoch": 2.973049354904772,
      "grad_norm": 5.739440238531519,
      "learning_rate": 0.0001554062210376858,
      "loss": 7.7949,
      "step": 72587
    },
    {
      "epoch": 2.973090313331968,
      "grad_norm": 0.9994692224322685,
      "learning_rate": 0.0001554029617608058,
      "loss": 0.6368,
      "step": 72588
    },
    {
      "epoch": 2.9731312717591645,
      "grad_norm": 1.2270703171193353,
      "learning_rate": 0.0001553997024813716,
      "loss": 0.7458,
      "step": 72589
    },
    {
      "epoch": 2.973172230186361,
      "grad_norm": 1.517493997060056,
      "learning_rate": 0.00015539644319938475,
      "loss": 0.6744,
      "step": 72590
    },
    {
      "epoch": 2.973213188613557,
      "grad_norm": 1.0355799166200386,
      "learning_rate": 0.0001553931839148468,
      "loss": 0.5861,
      "step": 72591
    },
    {
      "epoch": 2.9732541470407536,
      "grad_norm": 1.1528036392519738,
      "learning_rate": 0.0001553899246277592,
      "loss": 0.6245,
      "step": 72592
    },
    {
      "epoch": 2.97329510546795,
      "grad_norm": 1.2178228943387963,
      "learning_rate": 0.0001553866653381236,
      "loss": 0.5936,
      "step": 72593
    },
    {
      "epoch": 2.9733360638951463,
      "grad_norm": 1.1335619932723615,
      "learning_rate": 0.00015538340604594148,
      "loss": 0.8569,
      "step": 72594
    },
    {
      "epoch": 2.973377022322343,
      "grad_norm": 3.1028032979453917,
      "learning_rate": 0.00015538014675121444,
      "loss": 2.8369,
      "step": 72595
    },
    {
      "epoch": 2.9734179807495393,
      "grad_norm": 1.205784469248827,
      "learning_rate": 0.0001553768874539439,
      "loss": 0.8778,
      "step": 72596
    },
    {
      "epoch": 2.9734589391767354,
      "grad_norm": 1.3304607993724038,
      "learning_rate": 0.00015537362815413157,
      "loss": 1.0684,
      "step": 72597
    },
    {
      "epoch": 2.973499897603932,
      "grad_norm": 1.4437610278114683,
      "learning_rate": 0.00015537036885177884,
      "loss": 0.9511,
      "step": 72598
    },
    {
      "epoch": 2.9735408560311285,
      "grad_norm": 1.1598798403885862,
      "learning_rate": 0.00015536710954688733,
      "loss": 0.5822,
      "step": 72599
    },
    {
      "epoch": 2.973581814458325,
      "grad_norm": 1.4132795484197944,
      "learning_rate": 0.00015536385023945856,
      "loss": 0.7305,
      "step": 72600
    },
    {
      "epoch": 2.973622772885521,
      "grad_norm": 1.3466663215894576,
      "learning_rate": 0.00015536059092949406,
      "loss": 0.7292,
      "step": 72601
    },
    {
      "epoch": 2.9736637313127177,
      "grad_norm": 0.9655613436333387,
      "learning_rate": 0.0001553573316169954,
      "loss": 0.5429,
      "step": 72602
    },
    {
      "epoch": 2.9737046897399138,
      "grad_norm": 1.479029135358954,
      "learning_rate": 0.0001553540723019641,
      "loss": 0.7546,
      "step": 72603
    },
    {
      "epoch": 2.9737456481671103,
      "grad_norm": 1.4900251410086889,
      "learning_rate": 0.0001553508129844017,
      "loss": 0.9139,
      "step": 72604
    },
    {
      "epoch": 2.973786606594307,
      "grad_norm": 1.3685537082483918,
      "learning_rate": 0.00015534755366430978,
      "loss": 0.9811,
      "step": 72605
    },
    {
      "epoch": 2.9738275650215034,
      "grad_norm": 1.4594039352247494,
      "learning_rate": 0.00015534429434168985,
      "loss": 1.2069,
      "step": 72606
    },
    {
      "epoch": 2.9738685234486995,
      "grad_norm": 0.8335090592306278,
      "learning_rate": 0.00015534103501654338,
      "loss": 0.2932,
      "step": 72607
    },
    {
      "epoch": 2.973909481875896,
      "grad_norm": 2.2336188735467553,
      "learning_rate": 0.00015533777568887201,
      "loss": 2.5478,
      "step": 72608
    },
    {
      "epoch": 2.9739504403030925,
      "grad_norm": 3.507458633735873,
      "learning_rate": 0.00015533451635867728,
      "loss": 2.2269,
      "step": 72609
    },
    {
      "epoch": 2.9739913987302886,
      "grad_norm": 1.9413052555871086,
      "learning_rate": 0.0001553312570259607,
      "loss": 1.7178,
      "step": 72610
    },
    {
      "epoch": 2.974032357157485,
      "grad_norm": 0.8063241109082367,
      "learning_rate": 0.00015532799769072374,
      "loss": 0.2686,
      "step": 72611
    },
    {
      "epoch": 2.9740733155846817,
      "grad_norm": 0.6387995719044677,
      "learning_rate": 0.00015532473835296805,
      "loss": 0.2165,
      "step": 72612
    },
    {
      "epoch": 2.974114274011878,
      "grad_norm": 0.7209854622722224,
      "learning_rate": 0.00015532147901269514,
      "loss": 0.2313,
      "step": 72613
    },
    {
      "epoch": 2.9741552324390743,
      "grad_norm": 1.3802547991700966,
      "learning_rate": 0.00015531821966990658,
      "loss": 0.6988,
      "step": 72614
    },
    {
      "epoch": 2.974196190866271,
      "grad_norm": 1.4263160091960199,
      "learning_rate": 0.0001553149603246038,
      "loss": 0.8887,
      "step": 72615
    },
    {
      "epoch": 2.974237149293467,
      "grad_norm": 1.6090943897517287,
      "learning_rate": 0.00015531170097678846,
      "loss": 0.7741,
      "step": 72616
    },
    {
      "epoch": 2.9742781077206635,
      "grad_norm": 0.759182980719095,
      "learning_rate": 0.00015530844162646204,
      "loss": 0.3064,
      "step": 72617
    },
    {
      "epoch": 2.97431906614786,
      "grad_norm": 1.03173815080881,
      "learning_rate": 0.00015530518227362613,
      "loss": 0.4649,
      "step": 72618
    },
    {
      "epoch": 2.9743600245750565,
      "grad_norm": 1.2749981277730287,
      "learning_rate": 0.00015530192291828224,
      "loss": 0.8808,
      "step": 72619
    },
    {
      "epoch": 2.9744009830022526,
      "grad_norm": 1.7031393499072272,
      "learning_rate": 0.00015529866356043186,
      "loss": 0.9824,
      "step": 72620
    },
    {
      "epoch": 2.974441941429449,
      "grad_norm": 1.256486560741639,
      "learning_rate": 0.00015529540420007658,
      "loss": 0.935,
      "step": 72621
    },
    {
      "epoch": 2.9744828998566453,
      "grad_norm": 1.6473762052388705,
      "learning_rate": 0.00015529214483721797,
      "loss": 0.895,
      "step": 72622
    },
    {
      "epoch": 2.974523858283842,
      "grad_norm": 1.329542217500242,
      "learning_rate": 0.00015528888547185755,
      "loss": 0.7777,
      "step": 72623
    },
    {
      "epoch": 2.9745648167110383,
      "grad_norm": 1.266432723630778,
      "learning_rate": 0.00015528562610399682,
      "loss": 0.8856,
      "step": 72624
    },
    {
      "epoch": 2.974605775138235,
      "grad_norm": 1.2479442035043748,
      "learning_rate": 0.00015528236673363738,
      "loss": 0.8574,
      "step": 72625
    },
    {
      "epoch": 2.974646733565431,
      "grad_norm": 5.788533428792124,
      "learning_rate": 0.00015527910736078072,
      "loss": 3.2667,
      "step": 72626
    },
    {
      "epoch": 2.9746876919926275,
      "grad_norm": 1.2109977227651012,
      "learning_rate": 0.00015527584798542845,
      "loss": 0.417,
      "step": 72627
    },
    {
      "epoch": 2.974728650419824,
      "grad_norm": 1.650212878621027,
      "learning_rate": 0.000155272588607582,
      "loss": 1.0363,
      "step": 72628
    },
    {
      "epoch": 2.97476960884702,
      "grad_norm": 2.1557536721142987,
      "learning_rate": 0.000155269329227243,
      "loss": 2.1748,
      "step": 72629
    },
    {
      "epoch": 2.9748105672742167,
      "grad_norm": 1.5712626914125292,
      "learning_rate": 0.000155266069844413,
      "loss": 1.196,
      "step": 72630
    },
    {
      "epoch": 2.974851525701413,
      "grad_norm": 1.3508311150636085,
      "learning_rate": 0.00015526281045909345,
      "loss": 0.7779,
      "step": 72631
    },
    {
      "epoch": 2.9748924841286097,
      "grad_norm": 0.7786505130986797,
      "learning_rate": 0.00015525955107128597,
      "loss": 0.2531,
      "step": 72632
    },
    {
      "epoch": 2.974933442555806,
      "grad_norm": 1.0990659024601974,
      "learning_rate": 0.0001552562916809921,
      "loss": 0.7001,
      "step": 72633
    },
    {
      "epoch": 2.9749744009830024,
      "grad_norm": 1.4284167428338648,
      "learning_rate": 0.00015525303228821336,
      "loss": 1.1561,
      "step": 72634
    },
    {
      "epoch": 2.9750153594101985,
      "grad_norm": 0.9210619274015753,
      "learning_rate": 0.00015524977289295132,
      "loss": 0.4343,
      "step": 72635
    },
    {
      "epoch": 2.975056317837395,
      "grad_norm": 0.8700465108069706,
      "learning_rate": 0.0001552465134952074,
      "loss": 0.5069,
      "step": 72636
    },
    {
      "epoch": 2.9750972762645915,
      "grad_norm": 1.3164738879972853,
      "learning_rate": 0.00015524325409498329,
      "loss": 0.7375,
      "step": 72637
    },
    {
      "epoch": 2.975138234691788,
      "grad_norm": 1.4794582425022271,
      "learning_rate": 0.00015523999469228047,
      "loss": 0.9479,
      "step": 72638
    },
    {
      "epoch": 2.975179193118984,
      "grad_norm": 0.952534671267228,
      "learning_rate": 0.0001552367352871005,
      "loss": 0.5307,
      "step": 72639
    },
    {
      "epoch": 2.9752201515461807,
      "grad_norm": 1.156716397738092,
      "learning_rate": 0.0001552334758794449,
      "loss": 0.7815,
      "step": 72640
    },
    {
      "epoch": 2.975261109973377,
      "grad_norm": 1.1021132140309735,
      "learning_rate": 0.00015523021646931523,
      "loss": 0.6942,
      "step": 72641
    },
    {
      "epoch": 2.9753020684005733,
      "grad_norm": 1.1822163792879674,
      "learning_rate": 0.000155226957056713,
      "loss": 0.653,
      "step": 72642
    },
    {
      "epoch": 2.97534302682777,
      "grad_norm": 1.086076323526445,
      "learning_rate": 0.00015522369764163973,
      "loss": 0.7997,
      "step": 72643
    },
    {
      "epoch": 2.9753839852549664,
      "grad_norm": 0.633108117952919,
      "learning_rate": 0.00015522043822409703,
      "loss": 0.1991,
      "step": 72644
    },
    {
      "epoch": 2.9754249436821625,
      "grad_norm": 0.749257529081457,
      "learning_rate": 0.00015521717880408642,
      "loss": 0.5232,
      "step": 72645
    },
    {
      "epoch": 2.975465902109359,
      "grad_norm": 1.0292102132084504,
      "learning_rate": 0.0001552139193816094,
      "loss": 0.6456,
      "step": 72646
    },
    {
      "epoch": 2.9755068605365556,
      "grad_norm": 0.9741372986354432,
      "learning_rate": 0.00015521065995666755,
      "loss": 0.6559,
      "step": 72647
    },
    {
      "epoch": 2.9755478189637516,
      "grad_norm": 1.3179986563726724,
      "learning_rate": 0.0001552074005292624,
      "loss": 0.6361,
      "step": 72648
    },
    {
      "epoch": 2.975588777390948,
      "grad_norm": 1.2493307849316073,
      "learning_rate": 0.00015520414109939553,
      "loss": 0.789,
      "step": 72649
    },
    {
      "epoch": 2.9756297358181447,
      "grad_norm": 1.3028387949750928,
      "learning_rate": 0.00015520088166706843,
      "loss": 0.6383,
      "step": 72650
    },
    {
      "epoch": 2.9756706942453413,
      "grad_norm": 0.8343009089918546,
      "learning_rate": 0.00015519762223228264,
      "loss": 0.4777,
      "step": 72651
    },
    {
      "epoch": 2.9757116526725373,
      "grad_norm": 1.6597822751674305,
      "learning_rate": 0.00015519436279503972,
      "loss": 1.2992,
      "step": 72652
    },
    {
      "epoch": 2.975752611099734,
      "grad_norm": 1.0033900205529342,
      "learning_rate": 0.0001551911033553412,
      "loss": 0.6613,
      "step": 72653
    },
    {
      "epoch": 2.97579356952693,
      "grad_norm": 1.5442185174078251,
      "learning_rate": 0.00015518784391318867,
      "loss": 0.6539,
      "step": 72654
    },
    {
      "epoch": 2.9758345279541265,
      "grad_norm": 2.177071551326446,
      "learning_rate": 0.0001551845844685836,
      "loss": 0.892,
      "step": 72655
    },
    {
      "epoch": 2.975875486381323,
      "grad_norm": 1.3956650114598381,
      "learning_rate": 0.00015518132502152752,
      "loss": 0.5796,
      "step": 72656
    },
    {
      "epoch": 2.9759164448085196,
      "grad_norm": 1.2018382678555324,
      "learning_rate": 0.00015517806557202205,
      "loss": 0.7869,
      "step": 72657
    },
    {
      "epoch": 2.9759574032357157,
      "grad_norm": 1.2972940744566062,
      "learning_rate": 0.0001551748061200687,
      "loss": 0.9359,
      "step": 72658
    },
    {
      "epoch": 2.975998361662912,
      "grad_norm": 2.1522509309899975,
      "learning_rate": 0.00015517154666566899,
      "loss": 0.3413,
      "step": 72659
    },
    {
      "epoch": 2.9760393200901083,
      "grad_norm": 1.0223833435506633,
      "learning_rate": 0.00015516828720882445,
      "loss": 0.7689,
      "step": 72660
    },
    {
      "epoch": 2.976080278517305,
      "grad_norm": 1.2567573987848129,
      "learning_rate": 0.0001551650277495367,
      "loss": 0.7874,
      "step": 72661
    },
    {
      "epoch": 2.9761212369445014,
      "grad_norm": 1.2489096221933134,
      "learning_rate": 0.00015516176828780717,
      "loss": 0.5841,
      "step": 72662
    },
    {
      "epoch": 2.976162195371698,
      "grad_norm": 0.9609272889271137,
      "learning_rate": 0.0001551585088236375,
      "loss": 0.673,
      "step": 72663
    },
    {
      "epoch": 2.976203153798894,
      "grad_norm": 1.1403241721423951,
      "learning_rate": 0.0001551552493570291,
      "loss": 0.5859,
      "step": 72664
    },
    {
      "epoch": 2.9762441122260905,
      "grad_norm": 0.9541446984880037,
      "learning_rate": 0.00015515198988798367,
      "loss": 0.535,
      "step": 72665
    },
    {
      "epoch": 2.976285070653287,
      "grad_norm": 1.0173072813249964,
      "learning_rate": 0.0001551487304165027,
      "loss": 0.2615,
      "step": 72666
    },
    {
      "epoch": 2.976326029080483,
      "grad_norm": 1.760523958269796,
      "learning_rate": 0.00015514547094258767,
      "loss": 0.5334,
      "step": 72667
    },
    {
      "epoch": 2.9763669875076797,
      "grad_norm": 1.1271905820492165,
      "learning_rate": 0.00015514221146624012,
      "loss": 0.7005,
      "step": 72668
    },
    {
      "epoch": 2.9764079459348762,
      "grad_norm": 1.550258597157817,
      "learning_rate": 0.0001551389519874617,
      "loss": 1.1037,
      "step": 72669
    },
    {
      "epoch": 2.9764489043620728,
      "grad_norm": 0.7853638254483298,
      "learning_rate": 0.00015513569250625385,
      "loss": 0.238,
      "step": 72670
    },
    {
      "epoch": 2.976489862789269,
      "grad_norm": 5.024271322695814,
      "learning_rate": 0.00015513243302261816,
      "loss": 1.5228,
      "step": 72671
    },
    {
      "epoch": 2.9765308212164654,
      "grad_norm": 1.0688313623784202,
      "learning_rate": 0.00015512917353655614,
      "loss": 0.6483,
      "step": 72672
    },
    {
      "epoch": 2.9765717796436615,
      "grad_norm": 2.3697621891438776,
      "learning_rate": 0.00015512591404806935,
      "loss": 2.5913,
      "step": 72673
    },
    {
      "epoch": 2.976612738070858,
      "grad_norm": 1.3154121178405478,
      "learning_rate": 0.0001551226545571593,
      "loss": 0.4034,
      "step": 72674
    },
    {
      "epoch": 2.9766536964980546,
      "grad_norm": 2.5289908019989555,
      "learning_rate": 0.0001551193950638276,
      "loss": 1.8047,
      "step": 72675
    },
    {
      "epoch": 2.976694654925251,
      "grad_norm": 1.103961960528456,
      "learning_rate": 0.00015511613556807574,
      "loss": 0.6697,
      "step": 72676
    },
    {
      "epoch": 2.976735613352447,
      "grad_norm": 1.293727210360127,
      "learning_rate": 0.00015511287606990526,
      "loss": 0.6497,
      "step": 72677
    },
    {
      "epoch": 2.9767765717796437,
      "grad_norm": 1.1344762001702764,
      "learning_rate": 0.00015510961656931772,
      "loss": 0.8378,
      "step": 72678
    },
    {
      "epoch": 2.97681753020684,
      "grad_norm": 1.1321183731629816,
      "learning_rate": 0.0001551063570663146,
      "loss": 0.6344,
      "step": 72679
    },
    {
      "epoch": 2.9768584886340363,
      "grad_norm": 1.605586391089246,
      "learning_rate": 0.00015510309756089753,
      "loss": 0.9326,
      "step": 72680
    },
    {
      "epoch": 2.976899447061233,
      "grad_norm": 1.3553669668701125,
      "learning_rate": 0.00015509983805306804,
      "loss": 0.832,
      "step": 72681
    },
    {
      "epoch": 2.9769404054884294,
      "grad_norm": 1.4907547891020776,
      "learning_rate": 0.00015509657854282757,
      "loss": 0.9803,
      "step": 72682
    },
    {
      "epoch": 2.9769813639156255,
      "grad_norm": 2.1356140815346305,
      "learning_rate": 0.00015509331903017776,
      "loss": 2.1835,
      "step": 72683
    },
    {
      "epoch": 2.977022322342822,
      "grad_norm": 2.0009808844787154,
      "learning_rate": 0.00015509005951512016,
      "loss": 0.9299,
      "step": 72684
    },
    {
      "epoch": 2.9770632807700186,
      "grad_norm": 1.7360329216717547,
      "learning_rate": 0.00015508679999765625,
      "loss": 0.9156,
      "step": 72685
    },
    {
      "epoch": 2.9771042391972147,
      "grad_norm": 1.7504702536360868,
      "learning_rate": 0.0001550835404777876,
      "loss": 1.4417,
      "step": 72686
    },
    {
      "epoch": 2.977145197624411,
      "grad_norm": 1.2663784131379132,
      "learning_rate": 0.00015508028095551576,
      "loss": 0.5855,
      "step": 72687
    },
    {
      "epoch": 2.9771861560516077,
      "grad_norm": 1.386233053304405,
      "learning_rate": 0.0001550770214308422,
      "loss": 0.9383,
      "step": 72688
    },
    {
      "epoch": 2.9772271144788043,
      "grad_norm": 3.5053803994919392,
      "learning_rate": 0.0001550737619037686,
      "loss": 2.457,
      "step": 72689
    },
    {
      "epoch": 2.9772680729060004,
      "grad_norm": 1.1917179138531375,
      "learning_rate": 0.00015507050237429637,
      "loss": 0.6691,
      "step": 72690
    },
    {
      "epoch": 2.977309031333197,
      "grad_norm": 1.268403605805659,
      "learning_rate": 0.0001550672428424271,
      "loss": 0.7534,
      "step": 72691
    },
    {
      "epoch": 2.977349989760393,
      "grad_norm": 3.2923151643656006,
      "learning_rate": 0.00015506398330816234,
      "loss": 1.1743,
      "step": 72692
    },
    {
      "epoch": 2.9773909481875895,
      "grad_norm": 1.0927510391714597,
      "learning_rate": 0.00015506072377150364,
      "loss": 0.6064,
      "step": 72693
    },
    {
      "epoch": 2.977431906614786,
      "grad_norm": 1.1771585899088124,
      "learning_rate": 0.00015505746423245248,
      "loss": 0.7975,
      "step": 72694
    },
    {
      "epoch": 2.9774728650419826,
      "grad_norm": 1.354356025695277,
      "learning_rate": 0.0001550542046910105,
      "loss": 0.885,
      "step": 72695
    },
    {
      "epoch": 2.9775138234691787,
      "grad_norm": 1.6289549608994496,
      "learning_rate": 0.00015505094514717916,
      "loss": 1.4604,
      "step": 72696
    },
    {
      "epoch": 2.9775547818963752,
      "grad_norm": 1.1933934770309378,
      "learning_rate": 0.00015504768560096002,
      "loss": 0.6745,
      "step": 72697
    },
    {
      "epoch": 2.9775957403235713,
      "grad_norm": 1.253065515691335,
      "learning_rate": 0.00015504442605235463,
      "loss": 0.7525,
      "step": 72698
    },
    {
      "epoch": 2.977636698750768,
      "grad_norm": 1.1164804068355132,
      "learning_rate": 0.00015504116650136453,
      "loss": 0.2689,
      "step": 72699
    },
    {
      "epoch": 2.9776776571779644,
      "grad_norm": 1.0670648622052448,
      "learning_rate": 0.00015503790694799125,
      "loss": 0.7355,
      "step": 72700
    },
    {
      "epoch": 2.977718615605161,
      "grad_norm": 1.1545562151285884,
      "learning_rate": 0.00015503464739223636,
      "loss": 0.8498,
      "step": 72701
    },
    {
      "epoch": 2.977759574032357,
      "grad_norm": 1.0256818737792677,
      "learning_rate": 0.00015503138783410137,
      "loss": 0.5375,
      "step": 72702
    },
    {
      "epoch": 2.9778005324595536,
      "grad_norm": 2.5712609866513896,
      "learning_rate": 0.00015502812827358783,
      "loss": 0.3335,
      "step": 72703
    },
    {
      "epoch": 2.97784149088675,
      "grad_norm": 1.4525814864432312,
      "learning_rate": 0.00015502486871069726,
      "loss": 1.0311,
      "step": 72704
    },
    {
      "epoch": 2.977882449313946,
      "grad_norm": 1.1669676186370352,
      "learning_rate": 0.00015502160914543126,
      "loss": 0.768,
      "step": 72705
    },
    {
      "epoch": 2.9779234077411427,
      "grad_norm": 1.2151372313171942,
      "learning_rate": 0.00015501834957779134,
      "loss": 0.6406,
      "step": 72706
    },
    {
      "epoch": 2.9779643661683393,
      "grad_norm": 1.0959936373556167,
      "learning_rate": 0.000155015090007779,
      "loss": 0.5792,
      "step": 72707
    },
    {
      "epoch": 2.978005324595536,
      "grad_norm": 1.2500271882041978,
      "learning_rate": 0.00015501183043539583,
      "loss": 0.7246,
      "step": 72708
    },
    {
      "epoch": 2.978046283022732,
      "grad_norm": 1.4650515279907186,
      "learning_rate": 0.00015500857086064333,
      "loss": 1.0346,
      "step": 72709
    },
    {
      "epoch": 2.9780872414499284,
      "grad_norm": 1.2379333098691108,
      "learning_rate": 0.00015500531128352313,
      "loss": 0.9452,
      "step": 72710
    },
    {
      "epoch": 2.9781281998771245,
      "grad_norm": 1.2966552599605714,
      "learning_rate": 0.0001550020517040367,
      "loss": 0.7177,
      "step": 72711
    },
    {
      "epoch": 2.978169158304321,
      "grad_norm": 1.7326884050847444,
      "learning_rate": 0.00015499879212218558,
      "loss": 0.8457,
      "step": 72712
    },
    {
      "epoch": 2.9782101167315176,
      "grad_norm": 1.1259089244478941,
      "learning_rate": 0.0001549955325379713,
      "loss": 0.6949,
      "step": 72713
    },
    {
      "epoch": 2.978251075158714,
      "grad_norm": 5.438654663348193,
      "learning_rate": 0.00015499227295139544,
      "loss": 5.073,
      "step": 72714
    },
    {
      "epoch": 2.97829203358591,
      "grad_norm": 1.2284069987083457,
      "learning_rate": 0.0001549890133624595,
      "loss": 0.73,
      "step": 72715
    },
    {
      "epoch": 2.9783329920131068,
      "grad_norm": 1.0402834787939699,
      "learning_rate": 0.00015498575377116507,
      "loss": 0.6408,
      "step": 72716
    },
    {
      "epoch": 2.978373950440303,
      "grad_norm": 0.9690139702544052,
      "learning_rate": 0.00015498249417751365,
      "loss": 0.6064,
      "step": 72717
    },
    {
      "epoch": 2.9784149088674994,
      "grad_norm": 3.091919479513752,
      "learning_rate": 0.00015497923458150683,
      "loss": 0.7688,
      "step": 72718
    },
    {
      "epoch": 2.978455867294696,
      "grad_norm": 1.1540050583816401,
      "learning_rate": 0.00015497597498314604,
      "loss": 0.5458,
      "step": 72719
    },
    {
      "epoch": 2.9784968257218924,
      "grad_norm": 1.6311150990087284,
      "learning_rate": 0.00015497271538243295,
      "loss": 0.9834,
      "step": 72720
    },
    {
      "epoch": 2.9785377841490885,
      "grad_norm": 1.6767679304259147,
      "learning_rate": 0.00015496945577936905,
      "loss": 1.2199,
      "step": 72721
    },
    {
      "epoch": 2.978578742576285,
      "grad_norm": 1.2981698396752541,
      "learning_rate": 0.00015496619617395588,
      "loss": 0.8262,
      "step": 72722
    },
    {
      "epoch": 2.9786197010034816,
      "grad_norm": 1.68739531702978,
      "learning_rate": 0.00015496293656619498,
      "loss": 0.936,
      "step": 72723
    },
    {
      "epoch": 2.9786606594306777,
      "grad_norm": 1.0679307386939296,
      "learning_rate": 0.0001549596769560879,
      "loss": 0.3443,
      "step": 72724
    },
    {
      "epoch": 2.9787016178578742,
      "grad_norm": 1.5184506065429948,
      "learning_rate": 0.00015495641734363614,
      "loss": 0.757,
      "step": 72725
    },
    {
      "epoch": 2.9787425762850708,
      "grad_norm": 1.3612596202544185,
      "learning_rate": 0.00015495315772884132,
      "loss": 0.8472,
      "step": 72726
    },
    {
      "epoch": 2.9787835347122673,
      "grad_norm": 1.0894129128649002,
      "learning_rate": 0.00015494989811170492,
      "loss": 0.5428,
      "step": 72727
    },
    {
      "epoch": 2.9788244931394634,
      "grad_norm": 1.2378055694996506,
      "learning_rate": 0.00015494663849222843,
      "loss": 0.5551,
      "step": 72728
    },
    {
      "epoch": 2.97886545156666,
      "grad_norm": 1.110236961883838,
      "learning_rate": 0.0001549433788704135,
      "loss": 0.6533,
      "step": 72729
    },
    {
      "epoch": 2.978906409993856,
      "grad_norm": 5.806100448477876,
      "learning_rate": 0.00015494011924626163,
      "loss": 2.9104,
      "step": 72730
    },
    {
      "epoch": 2.9789473684210526,
      "grad_norm": 1.0776248648676416,
      "learning_rate": 0.00015493685961977442,
      "loss": 0.6013,
      "step": 72731
    },
    {
      "epoch": 2.978988326848249,
      "grad_norm": 2.321075596880587,
      "learning_rate": 0.00015493359999095324,
      "loss": 1.399,
      "step": 72732
    },
    {
      "epoch": 2.9790292852754456,
      "grad_norm": 0.7797937045879505,
      "learning_rate": 0.00015493034035979982,
      "loss": 0.289,
      "step": 72733
    },
    {
      "epoch": 2.9790702437026417,
      "grad_norm": 1.4784289162246793,
      "learning_rate": 0.0001549270807263156,
      "loss": 0.8325,
      "step": 72734
    },
    {
      "epoch": 2.9791112021298383,
      "grad_norm": 1.2593589109642902,
      "learning_rate": 0.00015492382109050213,
      "loss": 0.7,
      "step": 72735
    },
    {
      "epoch": 2.9791521605570344,
      "grad_norm": 0.7745996397739155,
      "learning_rate": 0.00015492056145236094,
      "loss": 0.2558,
      "step": 72736
    },
    {
      "epoch": 2.979193118984231,
      "grad_norm": 1.1564952624036269,
      "learning_rate": 0.00015491730181189364,
      "loss": 0.5624,
      "step": 72737
    },
    {
      "epoch": 2.9792340774114274,
      "grad_norm": 1.2240583988843503,
      "learning_rate": 0.0001549140421691017,
      "loss": 0.3452,
      "step": 72738
    },
    {
      "epoch": 2.979275035838624,
      "grad_norm": 1.2240933750621656,
      "learning_rate": 0.0001549107825239867,
      "loss": 0.7801,
      "step": 72739
    },
    {
      "epoch": 2.97931599426582,
      "grad_norm": 1.3103138688280667,
      "learning_rate": 0.00015490752287655016,
      "loss": 0.9564,
      "step": 72740
    },
    {
      "epoch": 2.9793569526930166,
      "grad_norm": 1.4725860070717818,
      "learning_rate": 0.00015490426322679364,
      "loss": 0.7106,
      "step": 72741
    },
    {
      "epoch": 2.979397911120213,
      "grad_norm": 1.1203981747019256,
      "learning_rate": 0.00015490100357471863,
      "loss": 0.564,
      "step": 72742
    },
    {
      "epoch": 2.979438869547409,
      "grad_norm": 1.3969079201442367,
      "learning_rate": 0.00015489774392032677,
      "loss": 0.7472,
      "step": 72743
    },
    {
      "epoch": 2.9794798279746058,
      "grad_norm": 1.5361088342603462,
      "learning_rate": 0.00015489448426361948,
      "loss": 1.0263,
      "step": 72744
    },
    {
      "epoch": 2.9795207864018023,
      "grad_norm": 3.482459419487167,
      "learning_rate": 0.00015489122460459842,
      "loss": 3.9707,
      "step": 72745
    },
    {
      "epoch": 2.979561744828999,
      "grad_norm": 1.0630652055788963,
      "learning_rate": 0.00015488796494326506,
      "loss": 0.6735,
      "step": 72746
    },
    {
      "epoch": 2.979602703256195,
      "grad_norm": 0.955265073365161,
      "learning_rate": 0.0001548847052796209,
      "loss": 0.4245,
      "step": 72747
    },
    {
      "epoch": 2.9796436616833915,
      "grad_norm": 0.6563795185923582,
      "learning_rate": 0.0001548814456136676,
      "loss": 0.221,
      "step": 72748
    },
    {
      "epoch": 2.9796846201105875,
      "grad_norm": 0.8310288816225159,
      "learning_rate": 0.00015487818594540662,
      "loss": 0.2978,
      "step": 72749
    },
    {
      "epoch": 2.979725578537784,
      "grad_norm": 1.3201680933202276,
      "learning_rate": 0.0001548749262748395,
      "loss": 0.7379,
      "step": 72750
    },
    {
      "epoch": 2.9797665369649806,
      "grad_norm": 1.4295383133896336,
      "learning_rate": 0.00015487166660196777,
      "loss": 0.9796,
      "step": 72751
    },
    {
      "epoch": 2.979807495392177,
      "grad_norm": 1.7829748286258795,
      "learning_rate": 0.00015486840692679305,
      "loss": 1.3587,
      "step": 72752
    },
    {
      "epoch": 2.9798484538193732,
      "grad_norm": 1.1625153138333375,
      "learning_rate": 0.00015486514724931681,
      "loss": 0.7548,
      "step": 72753
    },
    {
      "epoch": 2.97988941224657,
      "grad_norm": 2.6214184723960248,
      "learning_rate": 0.00015486188756954063,
      "loss": 2.3665,
      "step": 72754
    },
    {
      "epoch": 2.979930370673766,
      "grad_norm": 0.9295048869650933,
      "learning_rate": 0.000154858627887466,
      "loss": 0.5908,
      "step": 72755
    },
    {
      "epoch": 2.9799713291009624,
      "grad_norm": 1.033419611412981,
      "learning_rate": 0.0001548553682030945,
      "loss": 0.715,
      "step": 72756
    },
    {
      "epoch": 2.980012287528159,
      "grad_norm": 1.0931967202459194,
      "learning_rate": 0.00015485210851642767,
      "loss": 0.585,
      "step": 72757
    },
    {
      "epoch": 2.9800532459553555,
      "grad_norm": 1.1912942584131663,
      "learning_rate": 0.00015484884882746705,
      "loss": 0.8728,
      "step": 72758
    },
    {
      "epoch": 2.9800942043825516,
      "grad_norm": 0.7535839235702663,
      "learning_rate": 0.0001548455891362142,
      "loss": 0.1817,
      "step": 72759
    },
    {
      "epoch": 2.980135162809748,
      "grad_norm": 1.595618189118403,
      "learning_rate": 0.00015484232944267058,
      "loss": 1.0835,
      "step": 72760
    },
    {
      "epoch": 2.9801761212369446,
      "grad_norm": 1.052248028178961,
      "learning_rate": 0.00015483906974683782,
      "loss": 0.7684,
      "step": 72761
    },
    {
      "epoch": 2.9802170796641407,
      "grad_norm": 2.105863450471885,
      "learning_rate": 0.00015483581004871742,
      "loss": 2.4815,
      "step": 72762
    },
    {
      "epoch": 2.9802580380913373,
      "grad_norm": 0.9347563077719934,
      "learning_rate": 0.00015483255034831096,
      "loss": 0.6195,
      "step": 72763
    },
    {
      "epoch": 2.980298996518534,
      "grad_norm": 1.2535526939052712,
      "learning_rate": 0.0001548292906456199,
      "loss": 1.1506,
      "step": 72764
    },
    {
      "epoch": 2.9803399549457303,
      "grad_norm": 1.0159350227789175,
      "learning_rate": 0.00015482603094064585,
      "loss": 0.8036,
      "step": 72765
    },
    {
      "epoch": 2.9803809133729264,
      "grad_norm": 0.9730083758740572,
      "learning_rate": 0.00015482277123339035,
      "loss": 0.7338,
      "step": 72766
    },
    {
      "epoch": 2.980421871800123,
      "grad_norm": 1.3215585026852592,
      "learning_rate": 0.00015481951152385493,
      "loss": 0.8775,
      "step": 72767
    },
    {
      "epoch": 2.980462830227319,
      "grad_norm": 0.7910557126636928,
      "learning_rate": 0.00015481625181204106,
      "loss": 0.2625,
      "step": 72768
    },
    {
      "epoch": 2.9805037886545156,
      "grad_norm": 0.842291586814044,
      "learning_rate": 0.0001548129920979504,
      "loss": 0.2606,
      "step": 72769
    },
    {
      "epoch": 2.980544747081712,
      "grad_norm": 0.9552944976422891,
      "learning_rate": 0.00015480973238158442,
      "loss": 0.6721,
      "step": 72770
    },
    {
      "epoch": 2.9805857055089087,
      "grad_norm": 1.138123230011955,
      "learning_rate": 0.0001548064726629447,
      "loss": 0.521,
      "step": 72771
    },
    {
      "epoch": 2.9806266639361048,
      "grad_norm": 1.1612830675327126,
      "learning_rate": 0.00015480321294203273,
      "loss": 0.6876,
      "step": 72772
    },
    {
      "epoch": 2.9806676223633013,
      "grad_norm": 1.2279866813657943,
      "learning_rate": 0.0001547999532188501,
      "loss": 0.9894,
      "step": 72773
    },
    {
      "epoch": 2.9807085807904974,
      "grad_norm": 1.0348746647190643,
      "learning_rate": 0.00015479669349339833,
      "loss": 0.5962,
      "step": 72774
    },
    {
      "epoch": 2.980749539217694,
      "grad_norm": 1.3780611004955146,
      "learning_rate": 0.00015479343376567894,
      "loss": 0.7264,
      "step": 72775
    },
    {
      "epoch": 2.9807904976448905,
      "grad_norm": 1.0357979677035147,
      "learning_rate": 0.00015479017403569352,
      "loss": 0.5742,
      "step": 72776
    },
    {
      "epoch": 2.980831456072087,
      "grad_norm": 1.3001529370950407,
      "learning_rate": 0.00015478691430344355,
      "loss": 0.8239,
      "step": 72777
    },
    {
      "epoch": 2.980872414499283,
      "grad_norm": 1.6686615096897779,
      "learning_rate": 0.00015478365456893063,
      "loss": 0.7267,
      "step": 72778
    },
    {
      "epoch": 2.9809133729264796,
      "grad_norm": 1.6806415919942448,
      "learning_rate": 0.0001547803948321563,
      "loss": 1.3962,
      "step": 72779
    },
    {
      "epoch": 2.980954331353676,
      "grad_norm": 2.028375239051678,
      "learning_rate": 0.00015477713509312203,
      "loss": 1.1052,
      "step": 72780
    },
    {
      "epoch": 2.9809952897808722,
      "grad_norm": 1.4594968022141463,
      "learning_rate": 0.00015477387535182944,
      "loss": 0.8217,
      "step": 72781
    },
    {
      "epoch": 2.981036248208069,
      "grad_norm": 0.9975658734769576,
      "learning_rate": 0.00015477061560828005,
      "loss": 0.6421,
      "step": 72782
    },
    {
      "epoch": 2.9810772066352653,
      "grad_norm": 1.415034130534857,
      "learning_rate": 0.00015476735586247536,
      "loss": 0.9925,
      "step": 72783
    },
    {
      "epoch": 2.981118165062462,
      "grad_norm": 1.119563619083756,
      "learning_rate": 0.00015476409611441696,
      "loss": 0.6477,
      "step": 72784
    },
    {
      "epoch": 2.981159123489658,
      "grad_norm": 1.2187111920973712,
      "learning_rate": 0.00015476083636410632,
      "loss": 0.7313,
      "step": 72785
    },
    {
      "epoch": 2.9812000819168545,
      "grad_norm": 1.399296772116861,
      "learning_rate": 0.00015475757661154513,
      "loss": 0.5898,
      "step": 72786
    },
    {
      "epoch": 2.9812410403440506,
      "grad_norm": 0.8524630604470913,
      "learning_rate": 0.00015475431685673473,
      "loss": 0.2817,
      "step": 72787
    },
    {
      "epoch": 2.981281998771247,
      "grad_norm": 0.7402588164449625,
      "learning_rate": 0.00015475105709967683,
      "loss": 0.276,
      "step": 72788
    },
    {
      "epoch": 2.9813229571984436,
      "grad_norm": 1.2976661990913587,
      "learning_rate": 0.00015474779734037287,
      "loss": 1.0005,
      "step": 72789
    },
    {
      "epoch": 2.98136391562564,
      "grad_norm": 1.1901127511156913,
      "learning_rate": 0.00015474453757882445,
      "loss": 0.995,
      "step": 72790
    },
    {
      "epoch": 2.9814048740528363,
      "grad_norm": 1.1685891548304161,
      "learning_rate": 0.00015474127781503304,
      "loss": 0.5052,
      "step": 72791
    },
    {
      "epoch": 2.981445832480033,
      "grad_norm": 0.7300084430041149,
      "learning_rate": 0.0001547380180490003,
      "loss": 0.2729,
      "step": 72792
    },
    {
      "epoch": 2.981486790907229,
      "grad_norm": 1.553822249167869,
      "learning_rate": 0.00015473475828072766,
      "loss": 0.8713,
      "step": 72793
    },
    {
      "epoch": 2.9815277493344254,
      "grad_norm": 1.353269310492089,
      "learning_rate": 0.00015473149851021674,
      "loss": 0.7772,
      "step": 72794
    },
    {
      "epoch": 2.981568707761622,
      "grad_norm": 0.8638966267016326,
      "learning_rate": 0.000154728238737469,
      "loss": 0.355,
      "step": 72795
    },
    {
      "epoch": 2.9816096661888185,
      "grad_norm": 1.3554318961318703,
      "learning_rate": 0.00015472497896248605,
      "loss": 0.8314,
      "step": 72796
    },
    {
      "epoch": 2.9816506246160146,
      "grad_norm": 1.0005433781915927,
      "learning_rate": 0.0001547217191852694,
      "loss": 0.5704,
      "step": 72797
    },
    {
      "epoch": 2.981691583043211,
      "grad_norm": 1.0236878941764982,
      "learning_rate": 0.00015471845940582057,
      "loss": 0.6725,
      "step": 72798
    },
    {
      "epoch": 2.9817325414704077,
      "grad_norm": 1.300555375232422,
      "learning_rate": 0.00015471519962414115,
      "loss": 0.7165,
      "step": 72799
    },
    {
      "epoch": 2.9817734998976038,
      "grad_norm": 1.1165095617439578,
      "learning_rate": 0.0001547119398402326,
      "loss": 0.7482,
      "step": 72800
    },
    {
      "epoch": 2.9818144583248003,
      "grad_norm": 1.2075302276616073,
      "learning_rate": 0.0001547086800540966,
      "loss": 0.9178,
      "step": 72801
    },
    {
      "epoch": 2.981855416751997,
      "grad_norm": 1.3853113587990027,
      "learning_rate": 0.00015470542026573458,
      "loss": 1.1266,
      "step": 72802
    },
    {
      "epoch": 2.9818963751791934,
      "grad_norm": 1.0847136445212506,
      "learning_rate": 0.00015470216047514811,
      "loss": 0.5527,
      "step": 72803
    },
    {
      "epoch": 2.9819373336063895,
      "grad_norm": 4.320722606420179,
      "learning_rate": 0.0001546989006823387,
      "loss": 3.1879,
      "step": 72804
    },
    {
      "epoch": 2.981978292033586,
      "grad_norm": 1.181790261844742,
      "learning_rate": 0.00015469564088730795,
      "loss": 0.972,
      "step": 72805
    },
    {
      "epoch": 2.982019250460782,
      "grad_norm": 1.2028092215404003,
      "learning_rate": 0.00015469238109005738,
      "loss": 0.786,
      "step": 72806
    },
    {
      "epoch": 2.9820602088879786,
      "grad_norm": 1.5617729421211322,
      "learning_rate": 0.00015468912129058853,
      "loss": 1.1088,
      "step": 72807
    },
    {
      "epoch": 2.982101167315175,
      "grad_norm": 1.0422880543898232,
      "learning_rate": 0.00015468586148890292,
      "loss": 0.6744,
      "step": 72808
    },
    {
      "epoch": 2.9821421257423717,
      "grad_norm": 1.0103578812742444,
      "learning_rate": 0.0001546826016850021,
      "loss": 0.5431,
      "step": 72809
    },
    {
      "epoch": 2.982183084169568,
      "grad_norm": 0.9902376950384937,
      "learning_rate": 0.00015467934187888763,
      "loss": 0.5648,
      "step": 72810
    },
    {
      "epoch": 2.9822240425967643,
      "grad_norm": 1.1385958928783473,
      "learning_rate": 0.00015467608207056106,
      "loss": 0.8035,
      "step": 72811
    },
    {
      "epoch": 2.9822650010239604,
      "grad_norm": 1.0695683698101028,
      "learning_rate": 0.00015467282226002386,
      "loss": 0.7189,
      "step": 72812
    },
    {
      "epoch": 2.982305959451157,
      "grad_norm": 1.2083135707295012,
      "learning_rate": 0.00015466956244727766,
      "loss": 0.7405,
      "step": 72813
    },
    {
      "epoch": 2.9823469178783535,
      "grad_norm": 1.1211962376744684,
      "learning_rate": 0.00015466630263232396,
      "loss": 0.7662,
      "step": 72814
    },
    {
      "epoch": 2.98238787630555,
      "grad_norm": 1.0487337091993982,
      "learning_rate": 0.00015466304281516426,
      "loss": 0.9137,
      "step": 72815
    },
    {
      "epoch": 2.982428834732746,
      "grad_norm": 1.3133877698922947,
      "learning_rate": 0.00015465978299580017,
      "loss": 0.9965,
      "step": 72816
    },
    {
      "epoch": 2.9824697931599427,
      "grad_norm": 1.0915322905230835,
      "learning_rate": 0.00015465652317423324,
      "loss": 0.5766,
      "step": 72817
    },
    {
      "epoch": 2.982510751587139,
      "grad_norm": 1.1399572272130591,
      "learning_rate": 0.00015465326335046495,
      "loss": 0.7868,
      "step": 72818
    },
    {
      "epoch": 2.9825517100143353,
      "grad_norm": 1.0546944931722886,
      "learning_rate": 0.00015465000352449688,
      "loss": 0.7218,
      "step": 72819
    },
    {
      "epoch": 2.982592668441532,
      "grad_norm": 1.3275699445586056,
      "learning_rate": 0.00015464674369633052,
      "loss": 0.9757,
      "step": 72820
    },
    {
      "epoch": 2.9826336268687283,
      "grad_norm": 1.3738841715402128,
      "learning_rate": 0.0001546434838659675,
      "loss": 0.964,
      "step": 72821
    },
    {
      "epoch": 2.982674585295925,
      "grad_norm": 1.325975334924844,
      "learning_rate": 0.00015464022403340925,
      "loss": 0.7581,
      "step": 72822
    },
    {
      "epoch": 2.982715543723121,
      "grad_norm": 1.4431735277059716,
      "learning_rate": 0.0001546369641986574,
      "loss": 0.824,
      "step": 72823
    },
    {
      "epoch": 2.9827565021503175,
      "grad_norm": 1.3350791474284185,
      "learning_rate": 0.00015463370436171348,
      "loss": 0.6888,
      "step": 72824
    },
    {
      "epoch": 2.9827974605775136,
      "grad_norm": 0.9248112595012339,
      "learning_rate": 0.000154630444522579,
      "loss": 0.2616,
      "step": 72825
    },
    {
      "epoch": 2.98283841900471,
      "grad_norm": 1.2162553171625659,
      "learning_rate": 0.00015462718468125554,
      "loss": 0.6665,
      "step": 72826
    },
    {
      "epoch": 2.9828793774319067,
      "grad_norm": 1.2758717661672805,
      "learning_rate": 0.00015462392483774455,
      "loss": 0.7065,
      "step": 72827
    },
    {
      "epoch": 2.982920335859103,
      "grad_norm": 3.049787066024062,
      "learning_rate": 0.00015462066499204768,
      "loss": 1.1558,
      "step": 72828
    },
    {
      "epoch": 2.9829612942862993,
      "grad_norm": 1.3225455805469715,
      "learning_rate": 0.00015461740514416644,
      "loss": 0.9899,
      "step": 72829
    },
    {
      "epoch": 2.983002252713496,
      "grad_norm": 1.3125596966169921,
      "learning_rate": 0.00015461414529410235,
      "loss": 0.5945,
      "step": 72830
    },
    {
      "epoch": 2.983043211140692,
      "grad_norm": 1.441670600868708,
      "learning_rate": 0.00015461088544185695,
      "loss": 0.839,
      "step": 72831
    },
    {
      "epoch": 2.9830841695678885,
      "grad_norm": 1.4477235165801023,
      "learning_rate": 0.00015460762558743178,
      "loss": 0.9591,
      "step": 72832
    },
    {
      "epoch": 2.983125127995085,
      "grad_norm": 1.319963966678929,
      "learning_rate": 0.0001546043657308284,
      "loss": 0.836,
      "step": 72833
    },
    {
      "epoch": 2.9831660864222815,
      "grad_norm": 1.4980732239208854,
      "learning_rate": 0.00015460110587204836,
      "loss": 0.6698,
      "step": 72834
    },
    {
      "epoch": 2.9832070448494776,
      "grad_norm": 1.7589686985767041,
      "learning_rate": 0.00015459784601109318,
      "loss": 1.1538,
      "step": 72835
    },
    {
      "epoch": 2.983248003276674,
      "grad_norm": 1.2479218648555743,
      "learning_rate": 0.00015459458614796437,
      "loss": 0.9695,
      "step": 72836
    },
    {
      "epoch": 2.9832889617038707,
      "grad_norm": 1.4118156413697114,
      "learning_rate": 0.00015459132628266355,
      "loss": 0.8706,
      "step": 72837
    },
    {
      "epoch": 2.983329920131067,
      "grad_norm": 1.2608918796457893,
      "learning_rate": 0.0001545880664151922,
      "loss": 0.9785,
      "step": 72838
    },
    {
      "epoch": 2.9833708785582633,
      "grad_norm": 1.3452511930948228,
      "learning_rate": 0.0001545848065455519,
      "loss": 1.1719,
      "step": 72839
    },
    {
      "epoch": 2.98341183698546,
      "grad_norm": 1.0135032150379693,
      "learning_rate": 0.00015458154667374413,
      "loss": 0.6877,
      "step": 72840
    },
    {
      "epoch": 2.9834527954126564,
      "grad_norm": 1.5214649992142524,
      "learning_rate": 0.00015457828679977048,
      "loss": 1.3733,
      "step": 72841
    },
    {
      "epoch": 2.9834937538398525,
      "grad_norm": 1.573179470951236,
      "learning_rate": 0.00015457502692363252,
      "loss": 1.1218,
      "step": 72842
    },
    {
      "epoch": 2.983534712267049,
      "grad_norm": 1.536458470923948,
      "learning_rate": 0.0001545717670453317,
      "loss": 0.8944,
      "step": 72843
    },
    {
      "epoch": 2.983575670694245,
      "grad_norm": 1.351648820997743,
      "learning_rate": 0.00015456850716486965,
      "loss": 0.6656,
      "step": 72844
    },
    {
      "epoch": 2.9836166291214417,
      "grad_norm": 1.4319317561989113,
      "learning_rate": 0.00015456524728224783,
      "loss": 0.9574,
      "step": 72845
    },
    {
      "epoch": 2.983657587548638,
      "grad_norm": 1.4124812227133356,
      "learning_rate": 0.00015456198739746788,
      "loss": 0.4882,
      "step": 72846
    },
    {
      "epoch": 2.9836985459758347,
      "grad_norm": 1.2119938657427398,
      "learning_rate": 0.0001545587275105313,
      "loss": 0.7352,
      "step": 72847
    },
    {
      "epoch": 2.983739504403031,
      "grad_norm": 1.3396486844630664,
      "learning_rate": 0.00015455546762143952,
      "loss": 1.0704,
      "step": 72848
    },
    {
      "epoch": 2.9837804628302274,
      "grad_norm": 1.2200934527584157,
      "learning_rate": 0.00015455220773019429,
      "loss": 0.7749,
      "step": 72849
    },
    {
      "epoch": 2.9838214212574234,
      "grad_norm": 1.454158364386653,
      "learning_rate": 0.000154548947836797,
      "loss": 0.7624,
      "step": 72850
    },
    {
      "epoch": 2.98386237968462,
      "grad_norm": 1.1085138355751545,
      "learning_rate": 0.0001545456879412492,
      "loss": 0.323,
      "step": 72851
    },
    {
      "epoch": 2.9839033381118165,
      "grad_norm": 1.2687990245355325,
      "learning_rate": 0.0001545424280435525,
      "loss": 0.7182,
      "step": 72852
    },
    {
      "epoch": 2.983944296539013,
      "grad_norm": 2.4986391416157505,
      "learning_rate": 0.0001545391681437084,
      "loss": 1.4218,
      "step": 72853
    },
    {
      "epoch": 2.983985254966209,
      "grad_norm": 1.4761343060628314,
      "learning_rate": 0.00015453590824171846,
      "loss": 1.2006,
      "step": 72854
    },
    {
      "epoch": 2.9840262133934057,
      "grad_norm": 1.3201771020274224,
      "learning_rate": 0.00015453264833758414,
      "loss": 0.887,
      "step": 72855
    },
    {
      "epoch": 2.984067171820602,
      "grad_norm": 0.9479170723882107,
      "learning_rate": 0.0001545293884313071,
      "loss": 0.5451,
      "step": 72856
    },
    {
      "epoch": 2.9841081302477983,
      "grad_norm": 1.3427884757783084,
      "learning_rate": 0.00015452612852288883,
      "loss": 1.0196,
      "step": 72857
    },
    {
      "epoch": 2.984149088674995,
      "grad_norm": 0.7576507928045716,
      "learning_rate": 0.00015452286861233086,
      "loss": 0.2795,
      "step": 72858
    },
    {
      "epoch": 2.9841900471021914,
      "grad_norm": 1.00526956393752,
      "learning_rate": 0.0001545196086996347,
      "loss": 0.5832,
      "step": 72859
    },
    {
      "epoch": 2.984231005529388,
      "grad_norm": 1.226189652093534,
      "learning_rate": 0.00015451634878480198,
      "loss": 0.5714,
      "step": 72860
    },
    {
      "epoch": 2.984271963956584,
      "grad_norm": 1.031317271426051,
      "learning_rate": 0.00015451308886783416,
      "loss": 0.7272,
      "step": 72861
    },
    {
      "epoch": 2.9843129223837805,
      "grad_norm": 1.4244009017843209,
      "learning_rate": 0.00015450982894873287,
      "loss": 0.9481,
      "step": 72862
    },
    {
      "epoch": 2.9843538808109766,
      "grad_norm": 1.023573129863777,
      "learning_rate": 0.00015450656902749952,
      "loss": 0.6708,
      "step": 72863
    },
    {
      "epoch": 2.984394839238173,
      "grad_norm": 1.2172412954263325,
      "learning_rate": 0.00015450330910413577,
      "loss": 0.7823,
      "step": 72864
    },
    {
      "epoch": 2.9844357976653697,
      "grad_norm": 0.8544934027964023,
      "learning_rate": 0.0001545000491786431,
      "loss": 0.2062,
      "step": 72865
    },
    {
      "epoch": 2.9844767560925662,
      "grad_norm": 0.6338886662947408,
      "learning_rate": 0.0001544967892510231,
      "loss": 0.1371,
      "step": 72866
    },
    {
      "epoch": 2.9845177145197623,
      "grad_norm": 0.9674098888754633,
      "learning_rate": 0.00015449352932127725,
      "loss": 0.7494,
      "step": 72867
    },
    {
      "epoch": 2.984558672946959,
      "grad_norm": 1.212929226035698,
      "learning_rate": 0.0001544902693894071,
      "loss": 0.819,
      "step": 72868
    },
    {
      "epoch": 2.984599631374155,
      "grad_norm": 1.4645095493908937,
      "learning_rate": 0.00015448700945541426,
      "loss": 0.9147,
      "step": 72869
    },
    {
      "epoch": 2.9846405898013515,
      "grad_norm": 1.2409862413507105,
      "learning_rate": 0.0001544837495193002,
      "loss": 0.8882,
      "step": 72870
    },
    {
      "epoch": 2.984681548228548,
      "grad_norm": 1.3551876344376914,
      "learning_rate": 0.00015448048958106652,
      "loss": 0.6382,
      "step": 72871
    },
    {
      "epoch": 2.9847225066557446,
      "grad_norm": 1.1626036747079649,
      "learning_rate": 0.00015447722964071465,
      "loss": 0.7891,
      "step": 72872
    },
    {
      "epoch": 2.9847634650829407,
      "grad_norm": 1.3774478761039375,
      "learning_rate": 0.00015447396969824626,
      "loss": 0.9969,
      "step": 72873
    },
    {
      "epoch": 2.984804423510137,
      "grad_norm": 1.0381719952098567,
      "learning_rate": 0.0001544707097536628,
      "loss": 0.6165,
      "step": 72874
    },
    {
      "epoch": 2.9848453819373337,
      "grad_norm": 0.8569595032813314,
      "learning_rate": 0.00015446744980696588,
      "loss": 0.2407,
      "step": 72875
    },
    {
      "epoch": 2.98488634036453,
      "grad_norm": 3.8728026688416985,
      "learning_rate": 0.000154464189858157,
      "loss": 1.6472,
      "step": 72876
    },
    {
      "epoch": 2.9849272987917264,
      "grad_norm": 1.432459143098041,
      "learning_rate": 0.0001544609299072377,
      "loss": 0.8634,
      "step": 72877
    },
    {
      "epoch": 2.984968257218923,
      "grad_norm": 1.5051622614988722,
      "learning_rate": 0.00015445766995420956,
      "loss": 0.9753,
      "step": 72878
    },
    {
      "epoch": 2.9850092156461194,
      "grad_norm": 1.4570033972613599,
      "learning_rate": 0.00015445440999907407,
      "loss": 1.3346,
      "step": 72879
    },
    {
      "epoch": 2.9850501740733155,
      "grad_norm": 0.7850250260535527,
      "learning_rate": 0.00015445115004183275,
      "loss": 0.2038,
      "step": 72880
    },
    {
      "epoch": 2.985091132500512,
      "grad_norm": 1.224021100334132,
      "learning_rate": 0.00015444789008248725,
      "loss": 0.8362,
      "step": 72881
    },
    {
      "epoch": 2.985132090927708,
      "grad_norm": 1.1816114418132,
      "learning_rate": 0.00015444463012103903,
      "loss": 0.8149,
      "step": 72882
    },
    {
      "epoch": 2.9851730493549047,
      "grad_norm": 2.7702746961591957,
      "learning_rate": 0.00015444137015748966,
      "loss": 3.7177,
      "step": 72883
    },
    {
      "epoch": 2.985214007782101,
      "grad_norm": 1.4208335591396624,
      "learning_rate": 0.0001544381101918406,
      "loss": 0.7034,
      "step": 72884
    },
    {
      "epoch": 2.9852549662092978,
      "grad_norm": 1.5503346236085314,
      "learning_rate": 0.00015443485022409353,
      "loss": 0.7713,
      "step": 72885
    },
    {
      "epoch": 2.985295924636494,
      "grad_norm": 1.2108746264892007,
      "learning_rate": 0.00015443159025424992,
      "loss": 0.8529,
      "step": 72886
    },
    {
      "epoch": 2.9853368830636904,
      "grad_norm": 1.3035530034669232,
      "learning_rate": 0.00015442833028231129,
      "loss": 0.7491,
      "step": 72887
    },
    {
      "epoch": 2.9853778414908865,
      "grad_norm": 1.1199002618263025,
      "learning_rate": 0.0001544250703082792,
      "loss": 0.5863,
      "step": 72888
    },
    {
      "epoch": 2.985418799918083,
      "grad_norm": 1.238652674411422,
      "learning_rate": 0.0001544218103321552,
      "loss": 0.7426,
      "step": 72889
    },
    {
      "epoch": 2.9854597583452795,
      "grad_norm": 1.3172306675508645,
      "learning_rate": 0.00015441855035394083,
      "loss": 0.796,
      "step": 72890
    },
    {
      "epoch": 2.985500716772476,
      "grad_norm": 0.8261350418329897,
      "learning_rate": 0.0001544152903736376,
      "loss": 0.3979,
      "step": 72891
    },
    {
      "epoch": 2.985541675199672,
      "grad_norm": 0.8137829686793566,
      "learning_rate": 0.0001544120303912471,
      "loss": 0.2592,
      "step": 72892
    },
    {
      "epoch": 2.9855826336268687,
      "grad_norm": 1.008341227879125,
      "learning_rate": 0.00015440877040677082,
      "loss": 0.5397,
      "step": 72893
    },
    {
      "epoch": 2.9856235920540652,
      "grad_norm": 0.8449796979566265,
      "learning_rate": 0.00015440551042021037,
      "loss": 0.2507,
      "step": 72894
    },
    {
      "epoch": 2.9856645504812613,
      "grad_norm": 1.455281593524643,
      "learning_rate": 0.00015440225043156724,
      "loss": 0.8326,
      "step": 72895
    },
    {
      "epoch": 2.985705508908458,
      "grad_norm": 1.3628242149792087,
      "learning_rate": 0.00015439899044084296,
      "loss": 0.7875,
      "step": 72896
    },
    {
      "epoch": 2.9857464673356544,
      "grad_norm": 1.4392231809945946,
      "learning_rate": 0.00015439573044803912,
      "loss": 0.7294,
      "step": 72897
    },
    {
      "epoch": 2.985787425762851,
      "grad_norm": 1.018936881559871,
      "learning_rate": 0.00015439247045315722,
      "loss": 0.5823,
      "step": 72898
    },
    {
      "epoch": 2.985828384190047,
      "grad_norm": 0.8899139156352677,
      "learning_rate": 0.00015438921045619878,
      "loss": 0.3871,
      "step": 72899
    },
    {
      "epoch": 2.9858693426172436,
      "grad_norm": 0.8194285323811268,
      "learning_rate": 0.0001543859504571654,
      "loss": 0.2633,
      "step": 72900
    },
    {
      "epoch": 2.9859103010444397,
      "grad_norm": 1.2795544943249122,
      "learning_rate": 0.00015438269045605865,
      "loss": 0.7245,
      "step": 72901
    },
    {
      "epoch": 2.985951259471636,
      "grad_norm": 0.7863182028645848,
      "learning_rate": 0.00015437943045287997,
      "loss": 0.2618,
      "step": 72902
    },
    {
      "epoch": 2.9859922178988327,
      "grad_norm": 0.5806027029689058,
      "learning_rate": 0.00015437617044763096,
      "loss": 0.2282,
      "step": 72903
    },
    {
      "epoch": 2.9860331763260293,
      "grad_norm": 1.5365941620569552,
      "learning_rate": 0.00015437291044031312,
      "loss": 1.2034,
      "step": 72904
    },
    {
      "epoch": 2.9860741347532254,
      "grad_norm": 1.5300805152936259,
      "learning_rate": 0.00015436965043092804,
      "loss": 0.8122,
      "step": 72905
    },
    {
      "epoch": 2.986115093180422,
      "grad_norm": 0.9431155564073777,
      "learning_rate": 0.00015436639041947726,
      "loss": 0.5849,
      "step": 72906
    },
    {
      "epoch": 2.9861560516076184,
      "grad_norm": 1.1121847569386984,
      "learning_rate": 0.0001543631304059623,
      "loss": 0.6839,
      "step": 72907
    },
    {
      "epoch": 2.9861970100348145,
      "grad_norm": 1.2326360417573172,
      "learning_rate": 0.00015435987039038468,
      "loss": 0.8336,
      "step": 72908
    },
    {
      "epoch": 2.986237968462011,
      "grad_norm": 1.0885469568511776,
      "learning_rate": 0.000154356610372746,
      "loss": 0.7096,
      "step": 72909
    },
    {
      "epoch": 2.9862789268892076,
      "grad_norm": 1.1836995450295664,
      "learning_rate": 0.00015435335035304774,
      "loss": 0.7004,
      "step": 72910
    },
    {
      "epoch": 2.9863198853164037,
      "grad_norm": 1.3412086421645615,
      "learning_rate": 0.00015435009033129148,
      "loss": 0.7278,
      "step": 72911
    },
    {
      "epoch": 2.9863608437436002,
      "grad_norm": 1.1339060321044263,
      "learning_rate": 0.00015434683030747875,
      "loss": 0.6132,
      "step": 72912
    },
    {
      "epoch": 2.9864018021707968,
      "grad_norm": 1.0210829769597543,
      "learning_rate": 0.0001543435702816111,
      "loss": 0.6098,
      "step": 72913
    },
    {
      "epoch": 2.986442760597993,
      "grad_norm": 1.2535571049054044,
      "learning_rate": 0.00015434031025369005,
      "loss": 0.9514,
      "step": 72914
    },
    {
      "epoch": 2.9864837190251894,
      "grad_norm": 1.4006355228198806,
      "learning_rate": 0.00015433705022371716,
      "loss": 0.7932,
      "step": 72915
    },
    {
      "epoch": 2.986524677452386,
      "grad_norm": 1.5327043583164783,
      "learning_rate": 0.00015433379019169394,
      "loss": 0.7907,
      "step": 72916
    },
    {
      "epoch": 2.9865656358795825,
      "grad_norm": 1.1914920720837172,
      "learning_rate": 0.00015433053015762198,
      "loss": 0.5766,
      "step": 72917
    },
    {
      "epoch": 2.9866065943067786,
      "grad_norm": 1.0922980070777517,
      "learning_rate": 0.00015432727012150278,
      "loss": 0.6288,
      "step": 72918
    },
    {
      "epoch": 2.986647552733975,
      "grad_norm": 1.0975727234230543,
      "learning_rate": 0.00015432401008333793,
      "loss": 0.6235,
      "step": 72919
    },
    {
      "epoch": 2.986688511161171,
      "grad_norm": 1.0968978920862973,
      "learning_rate": 0.00015432075004312892,
      "loss": 0.7838,
      "step": 72920
    },
    {
      "epoch": 2.9867294695883677,
      "grad_norm": 1.1621351946766516,
      "learning_rate": 0.0001543174900008773,
      "loss": 0.794,
      "step": 72921
    },
    {
      "epoch": 2.9867704280155642,
      "grad_norm": 1.0314308617491672,
      "learning_rate": 0.00015431422995658466,
      "loss": 0.6514,
      "step": 72922
    },
    {
      "epoch": 2.986811386442761,
      "grad_norm": 1.330897781785296,
      "learning_rate": 0.00015431096991025246,
      "loss": 0.8277,
      "step": 72923
    },
    {
      "epoch": 2.986852344869957,
      "grad_norm": 1.1802255597364248,
      "learning_rate": 0.0001543077098618823,
      "loss": 0.7336,
      "step": 72924
    },
    {
      "epoch": 2.9868933032971534,
      "grad_norm": 1.4799509779087872,
      "learning_rate": 0.0001543044498114757,
      "loss": 0.586,
      "step": 72925
    },
    {
      "epoch": 2.98693426172435,
      "grad_norm": 1.1163990291732009,
      "learning_rate": 0.00015430118975903425,
      "loss": 0.7272,
      "step": 72926
    },
    {
      "epoch": 2.986975220151546,
      "grad_norm": 1.412854287556093,
      "learning_rate": 0.00015429792970455937,
      "loss": 0.5778,
      "step": 72927
    },
    {
      "epoch": 2.9870161785787426,
      "grad_norm": 0.8274006501027774,
      "learning_rate": 0.00015429466964805272,
      "loss": 0.3101,
      "step": 72928
    },
    {
      "epoch": 2.987057137005939,
      "grad_norm": 1.2787927643989583,
      "learning_rate": 0.0001542914095895158,
      "loss": 0.806,
      "step": 72929
    },
    {
      "epoch": 2.987098095433135,
      "grad_norm": 1.3049746025080102,
      "learning_rate": 0.00015428814952895013,
      "loss": 0.6003,
      "step": 72930
    },
    {
      "epoch": 2.9871390538603317,
      "grad_norm": 1.4301567931124117,
      "learning_rate": 0.0001542848894663573,
      "loss": 1.0578,
      "step": 72931
    },
    {
      "epoch": 2.9871800122875283,
      "grad_norm": 1.3258310362217398,
      "learning_rate": 0.00015428162940173877,
      "loss": 0.7422,
      "step": 72932
    },
    {
      "epoch": 2.9872209707147244,
      "grad_norm": 0.8250111784491049,
      "learning_rate": 0.0001542783693350962,
      "loss": 0.3788,
      "step": 72933
    },
    {
      "epoch": 2.987261929141921,
      "grad_norm": 1.0884265639296768,
      "learning_rate": 0.00015427510926643102,
      "loss": 0.8441,
      "step": 72934
    },
    {
      "epoch": 2.9873028875691174,
      "grad_norm": 1.254249979771457,
      "learning_rate": 0.00015427184919574485,
      "loss": 0.7991,
      "step": 72935
    },
    {
      "epoch": 2.987343845996314,
      "grad_norm": 1.2561598572517114,
      "learning_rate": 0.00015426858912303916,
      "loss": 0.7911,
      "step": 72936
    },
    {
      "epoch": 2.98738480442351,
      "grad_norm": 1.0579970143976551,
      "learning_rate": 0.00015426532904831553,
      "loss": 0.5237,
      "step": 72937
    },
    {
      "epoch": 2.9874257628507066,
      "grad_norm": 0.9451204932425976,
      "learning_rate": 0.00015426206897157556,
      "loss": 0.4209,
      "step": 72938
    },
    {
      "epoch": 2.9874667212779027,
      "grad_norm": 0.7462161795331484,
      "learning_rate": 0.0001542588088928207,
      "loss": 0.3,
      "step": 72939
    },
    {
      "epoch": 2.9875076797050992,
      "grad_norm": 0.8020527363690155,
      "learning_rate": 0.00015425554881205248,
      "loss": 0.3461,
      "step": 72940
    },
    {
      "epoch": 2.9875486381322958,
      "grad_norm": 1.0391412562273528,
      "learning_rate": 0.00015425228872927252,
      "loss": 0.549,
      "step": 72941
    },
    {
      "epoch": 2.9875895965594923,
      "grad_norm": 1.2785180121963282,
      "learning_rate": 0.00015424902864448234,
      "loss": 0.8094,
      "step": 72942
    },
    {
      "epoch": 2.9876305549866884,
      "grad_norm": 1.4197948163604361,
      "learning_rate": 0.00015424576855768344,
      "loss": 0.8557,
      "step": 72943
    },
    {
      "epoch": 2.987671513413885,
      "grad_norm": 1.3493700089651963,
      "learning_rate": 0.00015424250846887737,
      "loss": 0.6441,
      "step": 72944
    },
    {
      "epoch": 2.9877124718410815,
      "grad_norm": 1.1673731369267384,
      "learning_rate": 0.00015423924837806573,
      "loss": 0.8144,
      "step": 72945
    },
    {
      "epoch": 2.9877534302682776,
      "grad_norm": 1.1764589959518232,
      "learning_rate": 0.00015423598828524999,
      "loss": 0.9598,
      "step": 72946
    },
    {
      "epoch": 2.987794388695474,
      "grad_norm": 1.0381998692455223,
      "learning_rate": 0.00015423272819043175,
      "loss": 0.3403,
      "step": 72947
    },
    {
      "epoch": 2.9878353471226706,
      "grad_norm": 1.3986913732313015,
      "learning_rate": 0.00015422946809361249,
      "loss": 0.7394,
      "step": 72948
    },
    {
      "epoch": 2.987876305549867,
      "grad_norm": 1.1260349970447179,
      "learning_rate": 0.0001542262079947938,
      "loss": 0.3692,
      "step": 72949
    },
    {
      "epoch": 2.9879172639770633,
      "grad_norm": 1.1559294063396788,
      "learning_rate": 0.00015422294789397718,
      "loss": 0.7402,
      "step": 72950
    },
    {
      "epoch": 2.98795822240426,
      "grad_norm": 1.1428733838756453,
      "learning_rate": 0.00015421968779116423,
      "loss": 0.8164,
      "step": 72951
    },
    {
      "epoch": 2.987999180831456,
      "grad_norm": 1.4719859343455928,
      "learning_rate": 0.00015421642768635642,
      "loss": 1.0405,
      "step": 72952
    },
    {
      "epoch": 2.9880401392586524,
      "grad_norm": 0.6351099269740857,
      "learning_rate": 0.00015421316757955537,
      "loss": 0.2114,
      "step": 72953
    },
    {
      "epoch": 2.988081097685849,
      "grad_norm": 1.4210334343079127,
      "learning_rate": 0.00015420990747076256,
      "loss": 0.8505,
      "step": 72954
    },
    {
      "epoch": 2.9881220561130455,
      "grad_norm": 1.0127143741427465,
      "learning_rate": 0.00015420664735997955,
      "loss": 0.6899,
      "step": 72955
    },
    {
      "epoch": 2.9881630145402416,
      "grad_norm": 1.858611248623096,
      "learning_rate": 0.00015420338724720785,
      "loss": 0.4186,
      "step": 72956
    },
    {
      "epoch": 2.988203972967438,
      "grad_norm": 1.6049234302808142,
      "learning_rate": 0.00015420012713244908,
      "loss": 0.9735,
      "step": 72957
    },
    {
      "epoch": 2.988244931394634,
      "grad_norm": 1.1134235548826192,
      "learning_rate": 0.00015419686701570475,
      "loss": 0.5639,
      "step": 72958
    },
    {
      "epoch": 2.9882858898218307,
      "grad_norm": 42.06121354697115,
      "learning_rate": 0.0001541936068969763,
      "loss": 5.0861,
      "step": 72959
    },
    {
      "epoch": 2.9883268482490273,
      "grad_norm": 1.167777278908998,
      "learning_rate": 0.00015419034677626543,
      "loss": 0.8409,
      "step": 72960
    },
    {
      "epoch": 2.988367806676224,
      "grad_norm": 1.0777407208328273,
      "learning_rate": 0.00015418708665357358,
      "loss": 0.6553,
      "step": 72961
    },
    {
      "epoch": 2.98840876510342,
      "grad_norm": 1.219579853376624,
      "learning_rate": 0.00015418382652890238,
      "loss": 0.8451,
      "step": 72962
    },
    {
      "epoch": 2.9884497235306164,
      "grad_norm": 1.4994617097700276,
      "learning_rate": 0.0001541805664022532,
      "loss": 0.8907,
      "step": 72963
    },
    {
      "epoch": 2.988490681957813,
      "grad_norm": 0.941449119115786,
      "learning_rate": 0.00015417730627362777,
      "loss": 0.6589,
      "step": 72964
    },
    {
      "epoch": 2.988531640385009,
      "grad_norm": 1.2201089071496694,
      "learning_rate": 0.00015417404614302753,
      "loss": 0.9092,
      "step": 72965
    },
    {
      "epoch": 2.9885725988122056,
      "grad_norm": 1.054781665301759,
      "learning_rate": 0.000154170786010454,
      "loss": 0.5922,
      "step": 72966
    },
    {
      "epoch": 2.988613557239402,
      "grad_norm": 1.448899579214949,
      "learning_rate": 0.0001541675258759088,
      "loss": 0.7855,
      "step": 72967
    },
    {
      "epoch": 2.9886545156665987,
      "grad_norm": 1.5284399666181057,
      "learning_rate": 0.00015416426573939345,
      "loss": 0.7479,
      "step": 72968
    },
    {
      "epoch": 2.9886954740937948,
      "grad_norm": 1.0563349635200732,
      "learning_rate": 0.00015416100560090948,
      "loss": 0.6966,
      "step": 72969
    },
    {
      "epoch": 2.9887364325209913,
      "grad_norm": 1.1109823573927733,
      "learning_rate": 0.0001541577454604584,
      "loss": 0.8199,
      "step": 72970
    },
    {
      "epoch": 2.9887773909481874,
      "grad_norm": 1.1938478743481213,
      "learning_rate": 0.00015415448531804182,
      "loss": 0.8406,
      "step": 72971
    },
    {
      "epoch": 2.988818349375384,
      "grad_norm": 1.1498917547175298,
      "learning_rate": 0.00015415122517366118,
      "loss": 0.6915,
      "step": 72972
    },
    {
      "epoch": 2.9888593078025805,
      "grad_norm": 0.9788658860506776,
      "learning_rate": 0.00015414796502731813,
      "loss": 0.3464,
      "step": 72973
    },
    {
      "epoch": 2.988900266229777,
      "grad_norm": 1.208777210608011,
      "learning_rate": 0.00015414470487901415,
      "loss": 0.7588,
      "step": 72974
    },
    {
      "epoch": 2.988941224656973,
      "grad_norm": 1.2705456844986467,
      "learning_rate": 0.0001541414447287508,
      "loss": 0.7849,
      "step": 72975
    },
    {
      "epoch": 2.9889821830841696,
      "grad_norm": 1.3796522386803867,
      "learning_rate": 0.00015413818457652958,
      "loss": 0.9008,
      "step": 72976
    },
    {
      "epoch": 2.9890231415113657,
      "grad_norm": 1.814218098366877,
      "learning_rate": 0.0001541349244223521,
      "loss": 0.9185,
      "step": 72977
    },
    {
      "epoch": 2.9890640999385623,
      "grad_norm": 1.2858857147026568,
      "learning_rate": 0.00015413166426621986,
      "loss": 1.1432,
      "step": 72978
    },
    {
      "epoch": 2.989105058365759,
      "grad_norm": 1.132435163565332,
      "learning_rate": 0.00015412840410813442,
      "loss": 0.9144,
      "step": 72979
    },
    {
      "epoch": 2.9891460167929553,
      "grad_norm": 1.2899319250288266,
      "learning_rate": 0.00015412514394809728,
      "loss": 1.1826,
      "step": 72980
    },
    {
      "epoch": 2.9891869752201514,
      "grad_norm": 1.0274459200338235,
      "learning_rate": 0.00015412188378611003,
      "loss": 0.7768,
      "step": 72981
    },
    {
      "epoch": 2.989227933647348,
      "grad_norm": 1.5427975791968578,
      "learning_rate": 0.00015411862362217418,
      "loss": 0.8614,
      "step": 72982
    },
    {
      "epoch": 2.9892688920745445,
      "grad_norm": 1.0081407218130858,
      "learning_rate": 0.00015411536345629132,
      "loss": 0.5785,
      "step": 72983
    },
    {
      "epoch": 2.9893098505017406,
      "grad_norm": 1.3166589152508776,
      "learning_rate": 0.00015411210328846288,
      "loss": 0.7258,
      "step": 72984
    },
    {
      "epoch": 2.989350808928937,
      "grad_norm": 1.3586623966726927,
      "learning_rate": 0.00015410884311869055,
      "loss": 0.8112,
      "step": 72985
    },
    {
      "epoch": 2.9893917673561337,
      "grad_norm": 1.1892998619913806,
      "learning_rate": 0.0001541055829469758,
      "loss": 0.7672,
      "step": 72986
    },
    {
      "epoch": 2.98943272578333,
      "grad_norm": 1.2619769657862083,
      "learning_rate": 0.00015410232277332015,
      "loss": 0.6288,
      "step": 72987
    },
    {
      "epoch": 2.9894736842105263,
      "grad_norm": 0.7538855204739965,
      "learning_rate": 0.00015409906259772514,
      "loss": 0.2937,
      "step": 72988
    },
    {
      "epoch": 2.989514642637723,
      "grad_norm": 0.9619086321036627,
      "learning_rate": 0.00015409580242019234,
      "loss": 0.4054,
      "step": 72989
    },
    {
      "epoch": 2.989555601064919,
      "grad_norm": 1.0492735728876823,
      "learning_rate": 0.0001540925422407233,
      "loss": 0.5696,
      "step": 72990
    },
    {
      "epoch": 2.9895965594921154,
      "grad_norm": 1.3798408127997421,
      "learning_rate": 0.00015408928205931953,
      "loss": 0.7892,
      "step": 72991
    },
    {
      "epoch": 2.989637517919312,
      "grad_norm": 1.1384763707890693,
      "learning_rate": 0.00015408602187598258,
      "loss": 0.7962,
      "step": 72992
    },
    {
      "epoch": 2.9896784763465085,
      "grad_norm": 1.1187828242103375,
      "learning_rate": 0.00015408276169071402,
      "loss": 0.6786,
      "step": 72993
    },
    {
      "epoch": 2.9897194347737046,
      "grad_norm": 1.0584088744682432,
      "learning_rate": 0.00015407950150351534,
      "loss": 0.651,
      "step": 72994
    },
    {
      "epoch": 2.989760393200901,
      "grad_norm": 0.7901130688811265,
      "learning_rate": 0.00015407624131438813,
      "loss": 0.3443,
      "step": 72995
    },
    {
      "epoch": 2.9898013516280972,
      "grad_norm": 2.5843962125648847,
      "learning_rate": 0.0001540729811233339,
      "loss": 0.6901,
      "step": 72996
    },
    {
      "epoch": 2.9898423100552938,
      "grad_norm": 0.7429655817746701,
      "learning_rate": 0.00015406972093035418,
      "loss": 0.2719,
      "step": 72997
    },
    {
      "epoch": 2.9898832684824903,
      "grad_norm": 1.072943939498516,
      "learning_rate": 0.00015406646073545056,
      "loss": 0.5459,
      "step": 72998
    },
    {
      "epoch": 2.989924226909687,
      "grad_norm": 1.577664801560124,
      "learning_rate": 0.00015406320053862454,
      "loss": 1.3666,
      "step": 72999
    },
    {
      "epoch": 2.989965185336883,
      "grad_norm": 1.3580989199369822,
      "learning_rate": 0.00015405994033987767,
      "loss": 0.7135,
      "step": 73000
    },
    {
      "epoch": 2.9900061437640795,
      "grad_norm": 1.968041078777779,
      "learning_rate": 0.0001540566801392115,
      "loss": 1.3763,
      "step": 73001
    },
    {
      "epoch": 2.990047102191276,
      "grad_norm": 1.7756978966161805,
      "learning_rate": 0.0001540534199366276,
      "loss": 1.4892,
      "step": 73002
    },
    {
      "epoch": 2.990088060618472,
      "grad_norm": 1.0003172151948918,
      "learning_rate": 0.0001540501597321274,
      "loss": 0.7121,
      "step": 73003
    },
    {
      "epoch": 2.9901290190456686,
      "grad_norm": 1.3070425951194269,
      "learning_rate": 0.0001540468995257126,
      "loss": 0.8933,
      "step": 73004
    },
    {
      "epoch": 2.990169977472865,
      "grad_norm": 1.0911105900846536,
      "learning_rate": 0.00015404363931738462,
      "loss": 0.6059,
      "step": 73005
    },
    {
      "epoch": 2.9902109359000617,
      "grad_norm": 1.421081428006608,
      "learning_rate": 0.00015404037910714505,
      "loss": 0.5187,
      "step": 73006
    },
    {
      "epoch": 2.990251894327258,
      "grad_norm": 0.8693529272494049,
      "learning_rate": 0.00015403711889499543,
      "loss": 0.2747,
      "step": 73007
    },
    {
      "epoch": 2.9902928527544543,
      "grad_norm": 1.5738847649643417,
      "learning_rate": 0.0001540338586809373,
      "loss": 0.6623,
      "step": 73008
    },
    {
      "epoch": 2.9903338111816504,
      "grad_norm": 0.70908974456525,
      "learning_rate": 0.00015403059846497215,
      "loss": 0.2611,
      "step": 73009
    },
    {
      "epoch": 2.990374769608847,
      "grad_norm": 0.7253880089193276,
      "learning_rate": 0.00015402733824710163,
      "loss": 0.2562,
      "step": 73010
    },
    {
      "epoch": 2.9904157280360435,
      "grad_norm": 0.8266363899538245,
      "learning_rate": 0.0001540240780273272,
      "loss": 0.4196,
      "step": 73011
    },
    {
      "epoch": 2.99045668646324,
      "grad_norm": 1.3304377456532046,
      "learning_rate": 0.00015402081780565037,
      "loss": 0.6931,
      "step": 73012
    },
    {
      "epoch": 2.990497644890436,
      "grad_norm": 1.3403690822255772,
      "learning_rate": 0.00015401755758207277,
      "loss": 0.7626,
      "step": 73013
    },
    {
      "epoch": 2.9905386033176327,
      "grad_norm": 1.2681944408909491,
      "learning_rate": 0.00015401429735659592,
      "loss": 1.052,
      "step": 73014
    },
    {
      "epoch": 2.9905795617448288,
      "grad_norm": 1.4575447539064816,
      "learning_rate": 0.00015401103712922131,
      "loss": 1.1662,
      "step": 73015
    },
    {
      "epoch": 2.9906205201720253,
      "grad_norm": 2.534455730104881,
      "learning_rate": 0.00015400777689995052,
      "loss": 2.5485,
      "step": 73016
    },
    {
      "epoch": 2.990661478599222,
      "grad_norm": 1.410544666227454,
      "learning_rate": 0.0001540045166687851,
      "loss": 0.8514,
      "step": 73017
    },
    {
      "epoch": 2.9907024370264184,
      "grad_norm": 1.1797501482112214,
      "learning_rate": 0.00015400125643572657,
      "loss": 0.6924,
      "step": 73018
    },
    {
      "epoch": 2.9907433954536145,
      "grad_norm": 1.1945589008725652,
      "learning_rate": 0.0001539979962007765,
      "loss": 0.5223,
      "step": 73019
    },
    {
      "epoch": 2.990784353880811,
      "grad_norm": 1.5644738160942815,
      "learning_rate": 0.00015399473596393638,
      "loss": 0.9799,
      "step": 73020
    },
    {
      "epoch": 2.9908253123080075,
      "grad_norm": 1.1100674764147134,
      "learning_rate": 0.00015399147572520779,
      "loss": 0.6639,
      "step": 73021
    },
    {
      "epoch": 2.9908662707352036,
      "grad_norm": 1.2725443906401375,
      "learning_rate": 0.00015398821548459228,
      "loss": 0.883,
      "step": 73022
    },
    {
      "epoch": 2.9909072291624,
      "grad_norm": 1.4111871760788817,
      "learning_rate": 0.00015398495524209134,
      "loss": 0.7541,
      "step": 73023
    },
    {
      "epoch": 2.9909481875895967,
      "grad_norm": 1.6417253972980472,
      "learning_rate": 0.00015398169499770655,
      "loss": 0.3175,
      "step": 73024
    },
    {
      "epoch": 2.990989146016793,
      "grad_norm": 1.0861793638751827,
      "learning_rate": 0.00015397843475143945,
      "loss": 0.7482,
      "step": 73025
    },
    {
      "epoch": 2.9910301044439893,
      "grad_norm": 1.21075281709737,
      "learning_rate": 0.00015397517450329155,
      "loss": 0.722,
      "step": 73026
    },
    {
      "epoch": 2.991071062871186,
      "grad_norm": 0.8445803375187637,
      "learning_rate": 0.0001539719142532645,
      "loss": 0.3493,
      "step": 73027
    },
    {
      "epoch": 2.991112021298382,
      "grad_norm": 0.9141904546708519,
      "learning_rate": 0.0001539686540013597,
      "loss": 0.4892,
      "step": 73028
    },
    {
      "epoch": 2.9911529797255785,
      "grad_norm": 0.7396952599081893,
      "learning_rate": 0.00015396539374757875,
      "loss": 0.2258,
      "step": 73029
    },
    {
      "epoch": 2.991193938152775,
      "grad_norm": 1.1621518666811956,
      "learning_rate": 0.00015396213349192325,
      "loss": 0.8038,
      "step": 73030
    },
    {
      "epoch": 2.9912348965799715,
      "grad_norm": 0.8508607710370112,
      "learning_rate": 0.0001539588732343946,
      "loss": 0.2969,
      "step": 73031
    },
    {
      "epoch": 2.9912758550071676,
      "grad_norm": 1.769313729825432,
      "learning_rate": 0.00015395561297499444,
      "loss": 0.9529,
      "step": 73032
    },
    {
      "epoch": 2.991316813434364,
      "grad_norm": 1.1329335370355273,
      "learning_rate": 0.00015395235271372434,
      "loss": 0.6632,
      "step": 73033
    },
    {
      "epoch": 2.9913577718615603,
      "grad_norm": 1.0172213553817595,
      "learning_rate": 0.00015394909245058577,
      "loss": 0.5607,
      "step": 73034
    },
    {
      "epoch": 2.991398730288757,
      "grad_norm": 1.6024399027071734,
      "learning_rate": 0.0001539458321855803,
      "loss": 0.993,
      "step": 73035
    },
    {
      "epoch": 2.9914396887159533,
      "grad_norm": 1.296336439887783,
      "learning_rate": 0.00015394257191870945,
      "loss": 0.8373,
      "step": 73036
    },
    {
      "epoch": 2.99148064714315,
      "grad_norm": 0.8965206972053679,
      "learning_rate": 0.0001539393116499748,
      "loss": 0.3944,
      "step": 73037
    },
    {
      "epoch": 2.991521605570346,
      "grad_norm": 1.4182755293640246,
      "learning_rate": 0.0001539360513793779,
      "loss": 1.0145,
      "step": 73038
    },
    {
      "epoch": 2.9915625639975425,
      "grad_norm": 2.060182838291511,
      "learning_rate": 0.0001539327911069202,
      "loss": 0.8636,
      "step": 73039
    },
    {
      "epoch": 2.991603522424739,
      "grad_norm": 1.9150889323257743,
      "learning_rate": 0.00015392953083260335,
      "loss": 1.062,
      "step": 73040
    },
    {
      "epoch": 2.991644480851935,
      "grad_norm": 0.7400445644951297,
      "learning_rate": 0.00015392627055642885,
      "loss": 0.1677,
      "step": 73041
    },
    {
      "epoch": 2.9916854392791317,
      "grad_norm": 1.276441866956489,
      "learning_rate": 0.00015392301027839823,
      "loss": 0.8885,
      "step": 73042
    },
    {
      "epoch": 2.991726397706328,
      "grad_norm": 0.8660527258170697,
      "learning_rate": 0.00015391974999851303,
      "loss": 0.2851,
      "step": 73043
    },
    {
      "epoch": 2.9917673561335247,
      "grad_norm": 3.671497608061874,
      "learning_rate": 0.0001539164897167748,
      "loss": 4.9672,
      "step": 73044
    },
    {
      "epoch": 2.991808314560721,
      "grad_norm": 1.129382299656539,
      "learning_rate": 0.00015391322943318506,
      "loss": 0.671,
      "step": 73045
    },
    {
      "epoch": 2.9918492729879174,
      "grad_norm": 0.5865197701291233,
      "learning_rate": 0.0001539099691477454,
      "loss": 0.1559,
      "step": 73046
    },
    {
      "epoch": 2.9918902314151135,
      "grad_norm": 1.0172419702748328,
      "learning_rate": 0.00015390670886045735,
      "loss": 0.6922,
      "step": 73047
    },
    {
      "epoch": 2.99193118984231,
      "grad_norm": 0.757614390425794,
      "learning_rate": 0.0001539034485713224,
      "loss": 0.2592,
      "step": 73048
    },
    {
      "epoch": 2.9919721482695065,
      "grad_norm": 3.1300061050379693,
      "learning_rate": 0.00015390018828034214,
      "loss": 3.1327,
      "step": 73049
    },
    {
      "epoch": 2.992013106696703,
      "grad_norm": 1.6261536477348473,
      "learning_rate": 0.0001538969279875181,
      "loss": 0.7818,
      "step": 73050
    },
    {
      "epoch": 2.992054065123899,
      "grad_norm": 1.098821379197292,
      "learning_rate": 0.00015389366769285183,
      "loss": 0.6496,
      "step": 73051
    },
    {
      "epoch": 2.9920950235510957,
      "grad_norm": 9.660984971198536,
      "learning_rate": 0.00015389040739634483,
      "loss": 1.1354,
      "step": 73052
    },
    {
      "epoch": 2.992135981978292,
      "grad_norm": 1.2617568182426213,
      "learning_rate": 0.0001538871470979987,
      "loss": 0.6923,
      "step": 73053
    },
    {
      "epoch": 2.9921769404054883,
      "grad_norm": 1.217619489576922,
      "learning_rate": 0.00015388388679781493,
      "loss": 0.8044,
      "step": 73054
    },
    {
      "epoch": 2.992217898832685,
      "grad_norm": 0.947294095066563,
      "learning_rate": 0.0001538806264957951,
      "loss": 0.2779,
      "step": 73055
    },
    {
      "epoch": 2.9922588572598814,
      "grad_norm": 1.0240931270928992,
      "learning_rate": 0.00015387736619194067,
      "loss": 0.5456,
      "step": 73056
    },
    {
      "epoch": 2.9922998156870775,
      "grad_norm": 1.1362948601356606,
      "learning_rate": 0.00015387410588625332,
      "loss": 0.7318,
      "step": 73057
    },
    {
      "epoch": 2.992340774114274,
      "grad_norm": 1.2481322474406211,
      "learning_rate": 0.00015387084557873452,
      "loss": 0.7346,
      "step": 73058
    },
    {
      "epoch": 2.9923817325414706,
      "grad_norm": 1.01680527258899,
      "learning_rate": 0.0001538675852693858,
      "loss": 0.7406,
      "step": 73059
    },
    {
      "epoch": 2.9924226909686666,
      "grad_norm": 1.026651861344179,
      "learning_rate": 0.00015386432495820867,
      "loss": 0.4578,
      "step": 73060
    },
    {
      "epoch": 2.992463649395863,
      "grad_norm": 1.5300589196222427,
      "learning_rate": 0.00015386106464520475,
      "loss": 0.7742,
      "step": 73061
    },
    {
      "epoch": 2.9925046078230597,
      "grad_norm": 1.303579184200941,
      "learning_rate": 0.00015385780433037555,
      "loss": 0.653,
      "step": 73062
    },
    {
      "epoch": 2.9925455662502563,
      "grad_norm": 0.4102952322530173,
      "learning_rate": 0.0001538545440137226,
      "loss": 0.0515,
      "step": 73063
    },
    {
      "epoch": 2.9925865246774523,
      "grad_norm": 1.1850768032431225,
      "learning_rate": 0.00015385128369524743,
      "loss": 0.8156,
      "step": 73064
    },
    {
      "epoch": 2.992627483104649,
      "grad_norm": 1.5672718684101834,
      "learning_rate": 0.0001538480233749516,
      "loss": 0.9207,
      "step": 73065
    },
    {
      "epoch": 2.992668441531845,
      "grad_norm": 1.2231921151365615,
      "learning_rate": 0.00015384476305283664,
      "loss": 0.669,
      "step": 73066
    },
    {
      "epoch": 2.9927093999590415,
      "grad_norm": 0.9877848018181313,
      "learning_rate": 0.00015384150272890407,
      "loss": 0.3832,
      "step": 73067
    },
    {
      "epoch": 2.992750358386238,
      "grad_norm": 3.343696667862425,
      "learning_rate": 0.00015383824240315555,
      "loss": 1.3355,
      "step": 73068
    },
    {
      "epoch": 2.9927913168134346,
      "grad_norm": 1.8223126055499794,
      "learning_rate": 0.00015383498207559247,
      "loss": 1.6155,
      "step": 73069
    },
    {
      "epoch": 2.9928322752406307,
      "grad_norm": 1.1191283371558192,
      "learning_rate": 0.00015383172174621642,
      "loss": 0.4484,
      "step": 73070
    },
    {
      "epoch": 2.992873233667827,
      "grad_norm": 1.1127465446936067,
      "learning_rate": 0.00015382846141502897,
      "loss": 0.4533,
      "step": 73071
    },
    {
      "epoch": 2.9929141920950233,
      "grad_norm": 1.2527046355385063,
      "learning_rate": 0.00015382520108203165,
      "loss": 0.7255,
      "step": 73072
    },
    {
      "epoch": 2.99295515052222,
      "grad_norm": 1.2361539972214473,
      "learning_rate": 0.00015382194074722603,
      "loss": 0.6898,
      "step": 73073
    },
    {
      "epoch": 2.9929961089494164,
      "grad_norm": 1.0944938811418135,
      "learning_rate": 0.00015381868041061358,
      "loss": 0.4619,
      "step": 73074
    },
    {
      "epoch": 2.993037067376613,
      "grad_norm": 1.1651396802916574,
      "learning_rate": 0.00015381542007219585,
      "loss": 0.7725,
      "step": 73075
    },
    {
      "epoch": 2.993078025803809,
      "grad_norm": 1.5462857166035635,
      "learning_rate": 0.00015381215973197447,
      "loss": 1.004,
      "step": 73076
    },
    {
      "epoch": 2.9931189842310055,
      "grad_norm": 1.023786269264801,
      "learning_rate": 0.0001538088993899509,
      "loss": 0.6216,
      "step": 73077
    },
    {
      "epoch": 2.993159942658202,
      "grad_norm": 0.7928107694588242,
      "learning_rate": 0.00015380563904612672,
      "loss": 0.2984,
      "step": 73078
    },
    {
      "epoch": 2.993200901085398,
      "grad_norm": 1.6694569494383493,
      "learning_rate": 0.00015380237870050344,
      "loss": 1.4778,
      "step": 73079
    },
    {
      "epoch": 2.9932418595125947,
      "grad_norm": 1.1954021273192148,
      "learning_rate": 0.00015379911835308255,
      "loss": 0.8829,
      "step": 73080
    },
    {
      "epoch": 2.9932828179397912,
      "grad_norm": 1.0657826951214964,
      "learning_rate": 0.00015379585800386576,
      "loss": 0.6142,
      "step": 73081
    },
    {
      "epoch": 2.9933237763669878,
      "grad_norm": 1.532232460590608,
      "learning_rate": 0.00015379259765285446,
      "loss": 1.0261,
      "step": 73082
    },
    {
      "epoch": 2.993364734794184,
      "grad_norm": 0.6766617051705311,
      "learning_rate": 0.00015378933730005026,
      "loss": 0.1511,
      "step": 73083
    },
    {
      "epoch": 2.9934056932213804,
      "grad_norm": 2.1208457144395707,
      "learning_rate": 0.00015378607694545464,
      "loss": 2.1862,
      "step": 73084
    },
    {
      "epoch": 2.9934466516485765,
      "grad_norm": 1.4622815119621237,
      "learning_rate": 0.00015378281658906922,
      "loss": 1.09,
      "step": 73085
    },
    {
      "epoch": 2.993487610075773,
      "grad_norm": 5.202699804365258,
      "learning_rate": 0.0001537795562308955,
      "loss": 1.1394,
      "step": 73086
    },
    {
      "epoch": 2.9935285685029696,
      "grad_norm": 0.9526408711637369,
      "learning_rate": 0.00015377629587093504,
      "loss": 0.604,
      "step": 73087
    },
    {
      "epoch": 2.993569526930166,
      "grad_norm": 1.3358760748870855,
      "learning_rate": 0.00015377303550918932,
      "loss": 0.7543,
      "step": 73088
    },
    {
      "epoch": 2.993610485357362,
      "grad_norm": 0.9539727433972393,
      "learning_rate": 0.00015376977514565995,
      "loss": 0.6262,
      "step": 73089
    },
    {
      "epoch": 2.9936514437845587,
      "grad_norm": 1.5840578728447643,
      "learning_rate": 0.00015376651478034848,
      "loss": 0.9674,
      "step": 73090
    },
    {
      "epoch": 2.993692402211755,
      "grad_norm": 1.86361111975608,
      "learning_rate": 0.0001537632544132564,
      "loss": 0.9447,
      "step": 73091
    },
    {
      "epoch": 2.9937333606389513,
      "grad_norm": 1.0466780806056009,
      "learning_rate": 0.00015375999404438525,
      "loss": 0.3991,
      "step": 73092
    },
    {
      "epoch": 2.993774319066148,
      "grad_norm": 2.2193863283473716,
      "learning_rate": 0.0001537567336737366,
      "loss": 0.5809,
      "step": 73093
    },
    {
      "epoch": 2.9938152774933444,
      "grad_norm": 0.7768199634871186,
      "learning_rate": 0.000153753473301312,
      "loss": 0.187,
      "step": 73094
    },
    {
      "epoch": 2.9938562359205405,
      "grad_norm": 1.2807669357796496,
      "learning_rate": 0.00015375021292711298,
      "loss": 0.7758,
      "step": 73095
    },
    {
      "epoch": 2.993897194347737,
      "grad_norm": 0.8053564326066884,
      "learning_rate": 0.00015374695255114103,
      "loss": 0.5782,
      "step": 73096
    },
    {
      "epoch": 2.9939381527749336,
      "grad_norm": 1.0981830103956356,
      "learning_rate": 0.0001537436921733978,
      "loss": 0.4457,
      "step": 73097
    },
    {
      "epoch": 2.9939791112021297,
      "grad_norm": 3.867412587782561,
      "learning_rate": 0.00015374043179388475,
      "loss": 2.9185,
      "step": 73098
    },
    {
      "epoch": 2.994020069629326,
      "grad_norm": 1.6747829398293017,
      "learning_rate": 0.00015373717141260344,
      "loss": 0.863,
      "step": 73099
    },
    {
      "epoch": 2.9940610280565227,
      "grad_norm": 1.5433635823249745,
      "learning_rate": 0.00015373391102955542,
      "loss": 1.2181,
      "step": 73100
    },
    {
      "epoch": 2.9941019864837193,
      "grad_norm": 1.7102098956670273,
      "learning_rate": 0.00015373065064474222,
      "loss": 0.8909,
      "step": 73101
    },
    {
      "epoch": 2.9941429449109154,
      "grad_norm": 1.298721563735905,
      "learning_rate": 0.00015372739025816537,
      "loss": 1.0543,
      "step": 73102
    },
    {
      "epoch": 2.994183903338112,
      "grad_norm": 0.8947570020995564,
      "learning_rate": 0.00015372412986982642,
      "loss": 0.3829,
      "step": 73103
    },
    {
      "epoch": 2.994224861765308,
      "grad_norm": 1.122095895339746,
      "learning_rate": 0.00015372086947972692,
      "loss": 0.7067,
      "step": 73104
    },
    {
      "epoch": 2.9942658201925045,
      "grad_norm": 1.226511227614031,
      "learning_rate": 0.00015371760908786843,
      "loss": 0.9398,
      "step": 73105
    },
    {
      "epoch": 2.994306778619701,
      "grad_norm": 2.7973493163429994,
      "learning_rate": 0.00015371434869425248,
      "loss": 1.0444,
      "step": 73106
    },
    {
      "epoch": 2.9943477370468976,
      "grad_norm": 3.2065838834276588,
      "learning_rate": 0.00015371108829888056,
      "loss": 4.246,
      "step": 73107
    },
    {
      "epoch": 2.9943886954740937,
      "grad_norm": 2.060151460304089,
      "learning_rate": 0.00015370782790175428,
      "loss": 0.7389,
      "step": 73108
    },
    {
      "epoch": 2.9944296539012902,
      "grad_norm": 0.8807502881770497,
      "learning_rate": 0.00015370456750287513,
      "loss": 0.3781,
      "step": 73109
    },
    {
      "epoch": 2.9944706123284863,
      "grad_norm": 1.6489367283778198,
      "learning_rate": 0.00015370130710224471,
      "loss": 0.9202,
      "step": 73110
    },
    {
      "epoch": 2.994511570755683,
      "grad_norm": 0.8598691463963076,
      "learning_rate": 0.00015369804669986448,
      "loss": 0.2831,
      "step": 73111
    },
    {
      "epoch": 2.9945525291828794,
      "grad_norm": 1.1006084719260516,
      "learning_rate": 0.00015369478629573605,
      "loss": 0.5687,
      "step": 73112
    },
    {
      "epoch": 2.994593487610076,
      "grad_norm": 1.1336205759743005,
      "learning_rate": 0.00015369152588986097,
      "loss": 0.8001,
      "step": 73113
    },
    {
      "epoch": 2.994634446037272,
      "grad_norm": 0.9784902995976755,
      "learning_rate": 0.00015368826548224073,
      "loss": 0.7096,
      "step": 73114
    },
    {
      "epoch": 2.9946754044644686,
      "grad_norm": 1.3094504645750888,
      "learning_rate": 0.0001536850050728769,
      "loss": 0.7006,
      "step": 73115
    },
    {
      "epoch": 2.994716362891665,
      "grad_norm": 3.137315600405351,
      "learning_rate": 0.00015368174466177096,
      "loss": 4.4903,
      "step": 73116
    },
    {
      "epoch": 2.994757321318861,
      "grad_norm": 1.0269551005573947,
      "learning_rate": 0.0001536784842489246,
      "loss": 0.5848,
      "step": 73117
    },
    {
      "epoch": 2.9947982797460577,
      "grad_norm": 2.048562924350667,
      "learning_rate": 0.0001536752238343392,
      "loss": 0.4367,
      "step": 73118
    },
    {
      "epoch": 2.9948392381732543,
      "grad_norm": 1.053549397492105,
      "learning_rate": 0.0001536719634180164,
      "loss": 0.6623,
      "step": 73119
    },
    {
      "epoch": 2.994880196600451,
      "grad_norm": 1.8750328987911935,
      "learning_rate": 0.00015366870299995765,
      "loss": 0.944,
      "step": 73120
    },
    {
      "epoch": 2.994921155027647,
      "grad_norm": 2.0569599186372436,
      "learning_rate": 0.0001536654425801646,
      "loss": 1.278,
      "step": 73121
    },
    {
      "epoch": 2.9949621134548434,
      "grad_norm": 1.3110043030159357,
      "learning_rate": 0.00015366218215863873,
      "loss": 0.9636,
      "step": 73122
    },
    {
      "epoch": 2.9950030718820395,
      "grad_norm": 3.2981917673744636,
      "learning_rate": 0.00015365892173538164,
      "loss": 1.6636,
      "step": 73123
    },
    {
      "epoch": 2.995044030309236,
      "grad_norm": 0.7664462412938181,
      "learning_rate": 0.00015365566131039473,
      "loss": 0.2565,
      "step": 73124
    },
    {
      "epoch": 2.9950849887364326,
      "grad_norm": 1.6446938301608458,
      "learning_rate": 0.00015365240088367968,
      "loss": 0.9823,
      "step": 73125
    },
    {
      "epoch": 2.995125947163629,
      "grad_norm": 1.393255516945073,
      "learning_rate": 0.00015364914045523802,
      "loss": 0.5887,
      "step": 73126
    },
    {
      "epoch": 2.995166905590825,
      "grad_norm": 1.0430919519694357,
      "learning_rate": 0.00015364588002507123,
      "loss": 0.6885,
      "step": 73127
    },
    {
      "epoch": 2.9952078640180217,
      "grad_norm": 7.244760946002847,
      "learning_rate": 0.00015364261959318083,
      "loss": 1.3262,
      "step": 73128
    },
    {
      "epoch": 2.995248822445218,
      "grad_norm": 0.9952981811187792,
      "learning_rate": 0.00015363935915956847,
      "loss": 0.5313,
      "step": 73129
    },
    {
      "epoch": 2.9952897808724144,
      "grad_norm": 0.6662536606888345,
      "learning_rate": 0.00015363609872423565,
      "loss": 0.2733,
      "step": 73130
    },
    {
      "epoch": 2.995330739299611,
      "grad_norm": 1.6256861881874307,
      "learning_rate": 0.00015363283828718387,
      "loss": 0.7432,
      "step": 73131
    },
    {
      "epoch": 2.9953716977268074,
      "grad_norm": 0.620155764621785,
      "learning_rate": 0.00015362957784841467,
      "loss": 0.2563,
      "step": 73132
    },
    {
      "epoch": 2.9954126561540035,
      "grad_norm": 0.8493090764898806,
      "learning_rate": 0.00015362631740792963,
      "loss": 0.2091,
      "step": 73133
    },
    {
      "epoch": 2.9954536145812,
      "grad_norm": 1.117435229179512,
      "learning_rate": 0.0001536230569657303,
      "loss": 0.6131,
      "step": 73134
    },
    {
      "epoch": 2.9954945730083966,
      "grad_norm": 1.193139720388879,
      "learning_rate": 0.0001536197965218182,
      "loss": 0.5582,
      "step": 73135
    },
    {
      "epoch": 2.9955355314355927,
      "grad_norm": 1.0950568225976967,
      "learning_rate": 0.00015361653607619483,
      "loss": 0.7128,
      "step": 73136
    },
    {
      "epoch": 2.9955764898627892,
      "grad_norm": 1.3589309833908663,
      "learning_rate": 0.0001536132756288618,
      "loss": 0.8834,
      "step": 73137
    },
    {
      "epoch": 2.9956174482899858,
      "grad_norm": 1.1327617972320243,
      "learning_rate": 0.00015361001517982063,
      "loss": 0.8472,
      "step": 73138
    },
    {
      "epoch": 2.9956584067171823,
      "grad_norm": 1.9022515248591862,
      "learning_rate": 0.0001536067547290728,
      "loss": 0.6658,
      "step": 73139
    },
    {
      "epoch": 2.9956993651443784,
      "grad_norm": 1.2691256175367984,
      "learning_rate": 0.00015360349427661997,
      "loss": 0.6674,
      "step": 73140
    },
    {
      "epoch": 2.995740323571575,
      "grad_norm": 1.427843742040874,
      "learning_rate": 0.0001536002338224636,
      "loss": 0.8621,
      "step": 73141
    },
    {
      "epoch": 2.995781281998771,
      "grad_norm": 1.3755580670574503,
      "learning_rate": 0.00015359697336660524,
      "loss": 0.7508,
      "step": 73142
    },
    {
      "epoch": 2.9958222404259676,
      "grad_norm": 1.0564112068981526,
      "learning_rate": 0.00015359371290904643,
      "loss": 0.661,
      "step": 73143
    },
    {
      "epoch": 2.995863198853164,
      "grad_norm": 1.9008274911558696,
      "learning_rate": 0.00015359045244978873,
      "loss": 1.0111,
      "step": 73144
    },
    {
      "epoch": 2.9959041572803606,
      "grad_norm": 1.3872121017596584,
      "learning_rate": 0.0001535871919888337,
      "loss": 0.7635,
      "step": 73145
    },
    {
      "epoch": 2.9959451157075567,
      "grad_norm": 2.621195351599114,
      "learning_rate": 0.00015358393152618285,
      "loss": 2.434,
      "step": 73146
    },
    {
      "epoch": 2.9959860741347533,
      "grad_norm": 5.497563335428273,
      "learning_rate": 0.00015358067106183767,
      "loss": 2.0144,
      "step": 73147
    },
    {
      "epoch": 2.9960270325619494,
      "grad_norm": 1.6535624965373674,
      "learning_rate": 0.0001535774105957998,
      "loss": 0.897,
      "step": 73148
    },
    {
      "epoch": 2.996067990989146,
      "grad_norm": 1.5012152306078383,
      "learning_rate": 0.00015357415012807072,
      "loss": 0.8937,
      "step": 73149
    },
    {
      "epoch": 2.9961089494163424,
      "grad_norm": 1.422275730969401,
      "learning_rate": 0.00015357088965865201,
      "loss": 0.7771,
      "step": 73150
    },
    {
      "epoch": 2.996149907843539,
      "grad_norm": 1.4013674026178509,
      "learning_rate": 0.00015356762918754518,
      "loss": 0.4375,
      "step": 73151
    },
    {
      "epoch": 2.996190866270735,
      "grad_norm": 1.2559729273032612,
      "learning_rate": 0.00015356436871475176,
      "loss": 0.6686,
      "step": 73152
    },
    {
      "epoch": 2.9962318246979316,
      "grad_norm": 1.6001475410964778,
      "learning_rate": 0.00015356110824027335,
      "loss": 0.841,
      "step": 73153
    },
    {
      "epoch": 2.996272783125128,
      "grad_norm": 1.0973250166543596,
      "learning_rate": 0.00015355784776411145,
      "loss": 0.8076,
      "step": 73154
    },
    {
      "epoch": 2.996313741552324,
      "grad_norm": 0.8075025729222122,
      "learning_rate": 0.00015355458728626758,
      "loss": 0.3058,
      "step": 73155
    },
    {
      "epoch": 2.9963546999795208,
      "grad_norm": 4.623520615269132,
      "learning_rate": 0.0001535513268067433,
      "loss": 3.9864,
      "step": 73156
    },
    {
      "epoch": 2.9963956584067173,
      "grad_norm": 1.2059115795128426,
      "learning_rate": 0.0001535480663255402,
      "loss": 0.5308,
      "step": 73157
    },
    {
      "epoch": 2.996436616833914,
      "grad_norm": 1.3415069439670146,
      "learning_rate": 0.00015354480584265975,
      "loss": 0.7205,
      "step": 73158
    },
    {
      "epoch": 2.99647757526111,
      "grad_norm": 1.705729304193718,
      "learning_rate": 0.00015354154535810355,
      "loss": 1.2726,
      "step": 73159
    },
    {
      "epoch": 2.9965185336883065,
      "grad_norm": 1.029915036405613,
      "learning_rate": 0.00015353828487187307,
      "loss": 0.7466,
      "step": 73160
    },
    {
      "epoch": 2.9965594921155025,
      "grad_norm": 1.9931252511676756,
      "learning_rate": 0.00015353502438396994,
      "loss": 1.0152,
      "step": 73161
    },
    {
      "epoch": 2.996600450542699,
      "grad_norm": 4.713746980252196,
      "learning_rate": 0.00015353176389439565,
      "loss": 2.9603,
      "step": 73162
    },
    {
      "epoch": 2.9966414089698956,
      "grad_norm": 4.161640276998029,
      "learning_rate": 0.0001535285034031517,
      "loss": 1.5131,
      "step": 73163
    },
    {
      "epoch": 2.996682367397092,
      "grad_norm": 0.8593437060875149,
      "learning_rate": 0.0001535252429102397,
      "loss": 0.4113,
      "step": 73164
    },
    {
      "epoch": 2.9967233258242882,
      "grad_norm": 1.1021918915156577,
      "learning_rate": 0.0001535219824156612,
      "loss": 0.595,
      "step": 73165
    },
    {
      "epoch": 2.9967642842514848,
      "grad_norm": 1.5190757518123206,
      "learning_rate": 0.0001535187219194177,
      "loss": 0.6474,
      "step": 73166
    },
    {
      "epoch": 2.996805242678681,
      "grad_norm": 0.8618326518534446,
      "learning_rate": 0.00015351546142151074,
      "loss": 0.5222,
      "step": 73167
    },
    {
      "epoch": 2.9968462011058774,
      "grad_norm": 1.2717953227085452,
      "learning_rate": 0.00015351220092194186,
      "loss": 0.7963,
      "step": 73168
    },
    {
      "epoch": 2.996887159533074,
      "grad_norm": 0.9492574233123708,
      "learning_rate": 0.0001535089404207126,
      "loss": 0.6889,
      "step": 73169
    },
    {
      "epoch": 2.9969281179602705,
      "grad_norm": 1.4190904250510243,
      "learning_rate": 0.0001535056799178246,
      "loss": 0.6891,
      "step": 73170
    },
    {
      "epoch": 2.9969690763874666,
      "grad_norm": 1.2605902707674859,
      "learning_rate": 0.00015350241941327925,
      "loss": 0.8049,
      "step": 73171
    },
    {
      "epoch": 2.997010034814663,
      "grad_norm": 1.249351755818298,
      "learning_rate": 0.0001534991589070782,
      "loss": 0.5566,
      "step": 73172
    },
    {
      "epoch": 2.9970509932418596,
      "grad_norm": 1.7787723187580535,
      "learning_rate": 0.00015349589839922296,
      "loss": 0.9837,
      "step": 73173
    },
    {
      "epoch": 2.9970919516690557,
      "grad_norm": 1.0477733056166942,
      "learning_rate": 0.000153492637889715,
      "loss": 0.6587,
      "step": 73174
    },
    {
      "epoch": 2.9971329100962523,
      "grad_norm": 1.0302151482078803,
      "learning_rate": 0.00015348937737855593,
      "loss": 0.8771,
      "step": 73175
    },
    {
      "epoch": 2.997173868523449,
      "grad_norm": 1.595347509196679,
      "learning_rate": 0.00015348611686574732,
      "loss": 0.9664,
      "step": 73176
    },
    {
      "epoch": 2.9972148269506453,
      "grad_norm": 1.1207643429754202,
      "learning_rate": 0.00015348285635129067,
      "loss": 0.7697,
      "step": 73177
    },
    {
      "epoch": 2.9972557853778414,
      "grad_norm": 0.8696309199315794,
      "learning_rate": 0.00015347959583518752,
      "loss": 0.36,
      "step": 73178
    },
    {
      "epoch": 2.997296743805038,
      "grad_norm": 1.011059576407642,
      "learning_rate": 0.0001534763353174394,
      "loss": 0.8592,
      "step": 73179
    },
    {
      "epoch": 2.997337702232234,
      "grad_norm": 1.0325020845551596,
      "learning_rate": 0.0001534730747980479,
      "loss": 0.6794,
      "step": 73180
    },
    {
      "epoch": 2.9973786606594306,
      "grad_norm": 2.015532563083493,
      "learning_rate": 0.00015346981427701454,
      "loss": 1.3889,
      "step": 73181
    },
    {
      "epoch": 2.997419619086627,
      "grad_norm": 2.47504605258786,
      "learning_rate": 0.00015346655375434083,
      "loss": 2.7267,
      "step": 73182
    },
    {
      "epoch": 2.9974605775138237,
      "grad_norm": 1.4856837280692143,
      "learning_rate": 0.00015346329323002834,
      "loss": 0.9032,
      "step": 73183
    },
    {
      "epoch": 2.9975015359410198,
      "grad_norm": 2.7525343087447283,
      "learning_rate": 0.00015346003270407858,
      "loss": 1.8698,
      "step": 73184
    },
    {
      "epoch": 2.9975424943682163,
      "grad_norm": 1.3432743471619746,
      "learning_rate": 0.00015345677217649316,
      "loss": 1.0572,
      "step": 73185
    },
    {
      "epoch": 2.9975834527954124,
      "grad_norm": 1.2964318456454145,
      "learning_rate": 0.00015345351164727358,
      "loss": 0.7867,
      "step": 73186
    },
    {
      "epoch": 2.997624411222609,
      "grad_norm": 1.0891911395480705,
      "learning_rate": 0.00015345025111642137,
      "loss": 0.5714,
      "step": 73187
    },
    {
      "epoch": 2.9976653696498055,
      "grad_norm": 1.1539135594997172,
      "learning_rate": 0.00015344699058393804,
      "loss": 0.7398,
      "step": 73188
    },
    {
      "epoch": 2.997706328077002,
      "grad_norm": 1.0021979674333328,
      "learning_rate": 0.00015344373004982521,
      "loss": 0.7122,
      "step": 73189
    },
    {
      "epoch": 2.997747286504198,
      "grad_norm": 0.6848352244736579,
      "learning_rate": 0.0001534404695140844,
      "loss": 0.2677,
      "step": 73190
    },
    {
      "epoch": 2.9977882449313946,
      "grad_norm": 1.2539585351035596,
      "learning_rate": 0.00015343720897671712,
      "loss": 0.8233,
      "step": 73191
    },
    {
      "epoch": 2.997829203358591,
      "grad_norm": 0.6947273154608001,
      "learning_rate": 0.00015343394843772492,
      "loss": 0.2254,
      "step": 73192
    },
    {
      "epoch": 2.9978701617857872,
      "grad_norm": 1.7750929431266382,
      "learning_rate": 0.00015343068789710934,
      "loss": 0.7238,
      "step": 73193
    },
    {
      "epoch": 2.997911120212984,
      "grad_norm": 1.2241722112722955,
      "learning_rate": 0.00015342742735487196,
      "loss": 0.7142,
      "step": 73194
    },
    {
      "epoch": 2.9979520786401803,
      "grad_norm": 1.0521846358531524,
      "learning_rate": 0.00015342416681101426,
      "loss": 0.5833,
      "step": 73195
    },
    {
      "epoch": 2.997993037067377,
      "grad_norm": 1.1551904641337492,
      "learning_rate": 0.00015342090626553783,
      "loss": 0.6035,
      "step": 73196
    },
    {
      "epoch": 2.998033995494573,
      "grad_norm": 1.190852053455475,
      "learning_rate": 0.00015341764571844417,
      "loss": 0.3713,
      "step": 73197
    },
    {
      "epoch": 2.9980749539217695,
      "grad_norm": 0.7617133743638865,
      "learning_rate": 0.00015341438516973488,
      "loss": 0.4092,
      "step": 73198
    },
    {
      "epoch": 2.9981159123489656,
      "grad_norm": 0.9798365923482923,
      "learning_rate": 0.00015341112461941147,
      "loss": 0.7278,
      "step": 73199
    },
    {
      "epoch": 2.998156870776162,
      "grad_norm": 0.7416844401128061,
      "learning_rate": 0.00015340786406747544,
      "loss": 0.2837,
      "step": 73200
    },
    {
      "epoch": 2.9981978292033586,
      "grad_norm": 1.0492863305049895,
      "learning_rate": 0.00015340460351392836,
      "loss": 0.5755,
      "step": 73201
    },
    {
      "epoch": 2.998238787630555,
      "grad_norm": 1.722090756342082,
      "learning_rate": 0.00015340134295877185,
      "loss": 1.0402,
      "step": 73202
    },
    {
      "epoch": 2.9982797460577513,
      "grad_norm": 1.2186034125291334,
      "learning_rate": 0.00015339808240200735,
      "loss": 0.7933,
      "step": 73203
    },
    {
      "epoch": 2.998320704484948,
      "grad_norm": 1.0059947938739202,
      "learning_rate": 0.0001533948218436364,
      "loss": 0.3861,
      "step": 73204
    },
    {
      "epoch": 2.998361662912144,
      "grad_norm": 0.8591077864833703,
      "learning_rate": 0.00015339156128366064,
      "loss": 0.3813,
      "step": 73205
    },
    {
      "epoch": 2.9984026213393404,
      "grad_norm": 0.7838878257776283,
      "learning_rate": 0.0001533883007220815,
      "loss": 0.2996,
      "step": 73206
    },
    {
      "epoch": 2.998443579766537,
      "grad_norm": 0.7105214938510698,
      "learning_rate": 0.00015338504015890056,
      "loss": 0.2144,
      "step": 73207
    },
    {
      "epoch": 2.9984845381937335,
      "grad_norm": 1.1574091147737637,
      "learning_rate": 0.00015338177959411942,
      "loss": 0.7162,
      "step": 73208
    },
    {
      "epoch": 2.9985254966209296,
      "grad_norm": 1.4303808508370057,
      "learning_rate": 0.0001533785190277395,
      "loss": 0.8703,
      "step": 73209
    },
    {
      "epoch": 2.998566455048126,
      "grad_norm": 1.0861705014297531,
      "learning_rate": 0.00015337525845976246,
      "loss": 0.7617,
      "step": 73210
    },
    {
      "epoch": 2.9986074134753227,
      "grad_norm": 1.0553786968048275,
      "learning_rate": 0.00015337199789018977,
      "loss": 0.5603,
      "step": 73211
    },
    {
      "epoch": 2.9986483719025188,
      "grad_norm": 1.275087665616219,
      "learning_rate": 0.00015336873731902303,
      "loss": 0.7216,
      "step": 73212
    },
    {
      "epoch": 2.9986893303297153,
      "grad_norm": 1.1938751560482364,
      "learning_rate": 0.0001533654767462637,
      "loss": 0.4875,
      "step": 73213
    },
    {
      "epoch": 2.998730288756912,
      "grad_norm": 1.3915446028605847,
      "learning_rate": 0.00015336221617191345,
      "loss": 0.8031,
      "step": 73214
    },
    {
      "epoch": 2.9987712471841084,
      "grad_norm": 1.2841298357559423,
      "learning_rate": 0.0001533589555959736,
      "loss": 0.741,
      "step": 73215
    },
    {
      "epoch": 2.9988122056113045,
      "grad_norm": 0.9567429666895846,
      "learning_rate": 0.00015335569501844594,
      "loss": 0.4848,
      "step": 73216
    },
    {
      "epoch": 2.998853164038501,
      "grad_norm": 1.0672198782142714,
      "learning_rate": 0.0001533524344393319,
      "loss": 0.8413,
      "step": 73217
    },
    {
      "epoch": 2.998894122465697,
      "grad_norm": 1.181529405247223,
      "learning_rate": 0.000153349173858633,
      "loss": 0.8941,
      "step": 73218
    },
    {
      "epoch": 2.9989350808928936,
      "grad_norm": 1.0161912099540307,
      "learning_rate": 0.0001533459132763508,
      "loss": 0.5978,
      "step": 73219
    },
    {
      "epoch": 2.99897603932009,
      "grad_norm": 1.4042681476936498,
      "learning_rate": 0.00015334265269248683,
      "loss": 0.9022,
      "step": 73220
    },
    {
      "epoch": 2.9990169977472867,
      "grad_norm": 1.0902232898683046,
      "learning_rate": 0.0001533393921070427,
      "loss": 0.807,
      "step": 73221
    },
    {
      "epoch": 2.999057956174483,
      "grad_norm": 1.2448462527986852,
      "learning_rate": 0.00015333613152001987,
      "loss": 0.8135,
      "step": 73222
    },
    {
      "epoch": 2.9990989146016793,
      "grad_norm": 3.7604253350898516,
      "learning_rate": 0.00015333287093141992,
      "loss": 5.7116,
      "step": 73223
    },
    {
      "epoch": 2.9991398730288754,
      "grad_norm": 1.2391074374157152,
      "learning_rate": 0.00015332961034124432,
      "loss": 0.8064,
      "step": 73224
    },
    {
      "epoch": 2.999180831456072,
      "grad_norm": 1.1996176944603738,
      "learning_rate": 0.00015332634974949474,
      "loss": 0.9998,
      "step": 73225
    },
    {
      "epoch": 2.9992217898832685,
      "grad_norm": 1.3668497194285238,
      "learning_rate": 0.00015332308915617265,
      "loss": 1.0314,
      "step": 73226
    },
    {
      "epoch": 2.999262748310465,
      "grad_norm": 1.4921090049107442,
      "learning_rate": 0.00015331982856127958,
      "loss": 1.131,
      "step": 73227
    },
    {
      "epoch": 2.999303706737661,
      "grad_norm": 1.2308666707385505,
      "learning_rate": 0.00015331656796481707,
      "loss": 0.8576,
      "step": 73228
    },
    {
      "epoch": 2.9993446651648576,
      "grad_norm": 1.2569240017442722,
      "learning_rate": 0.0001533133073667867,
      "loss": 0.2982,
      "step": 73229
    },
    {
      "epoch": 2.999385623592054,
      "grad_norm": 1.203567213045823,
      "learning_rate": 0.00015331004676719,
      "loss": 0.7014,
      "step": 73230
    },
    {
      "epoch": 2.9994265820192503,
      "grad_norm": 0.9263828286621089,
      "learning_rate": 0.00015330678616602852,
      "loss": 0.7832,
      "step": 73231
    },
    {
      "epoch": 2.999467540446447,
      "grad_norm": 1.2834447492738899,
      "learning_rate": 0.0001533035255633037,
      "loss": 0.9454,
      "step": 73232
    },
    {
      "epoch": 2.9995084988736433,
      "grad_norm": 1.40764443882343,
      "learning_rate": 0.00015330026495901725,
      "loss": 1.0891,
      "step": 73233
    },
    {
      "epoch": 2.99954945730084,
      "grad_norm": 0.936885768872351,
      "learning_rate": 0.0001532970043531706,
      "loss": 0.4511,
      "step": 73234
    },
    {
      "epoch": 2.999590415728036,
      "grad_norm": 1.129984025517301,
      "learning_rate": 0.00015329374374576532,
      "loss": 0.6241,
      "step": 73235
    },
    {
      "epoch": 2.9996313741552325,
      "grad_norm": 1.2437570060589682,
      "learning_rate": 0.00015329048313680294,
      "loss": 0.6889,
      "step": 73236
    },
    {
      "epoch": 2.9996723325824286,
      "grad_norm": 1.2324843474324785,
      "learning_rate": 0.000153287222526285,
      "loss": 0.8041,
      "step": 73237
    },
    {
      "epoch": 2.999713291009625,
      "grad_norm": 1.0710634079427803,
      "learning_rate": 0.00015328396191421307,
      "loss": 0.436,
      "step": 73238
    },
    {
      "epoch": 2.9997542494368217,
      "grad_norm": 1.2756457117475093,
      "learning_rate": 0.0001532807013005887,
      "loss": 0.9027,
      "step": 73239
    },
    {
      "epoch": 2.999795207864018,
      "grad_norm": 1.012003607077715,
      "learning_rate": 0.00015327744068541338,
      "loss": 0.4991,
      "step": 73240
    },
    {
      "epoch": 2.9998361662912143,
      "grad_norm": 1.365876251663002,
      "learning_rate": 0.00015327418006868868,
      "loss": 0.7152,
      "step": 73241
    },
    {
      "epoch": 2.999877124718411,
      "grad_norm": 0.7016306989528959,
      "learning_rate": 0.00015327091945041614,
      "loss": 0.1631,
      "step": 73242
    },
    {
      "epoch": 2.9999180831456074,
      "grad_norm": 1.0499188676794995,
      "learning_rate": 0.00015326765883059726,
      "loss": 0.3634,
      "step": 73243
    },
    {
      "epoch": 2.9999590415728035,
      "grad_norm": 1.3371088826718251,
      "learning_rate": 0.00015326439820923364,
      "loss": 0.8531,
      "step": 73244
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.7180308286808526,
      "learning_rate": 0.00015326113758632682,
      "loss": 0.1738,
      "step": 73245
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.887651264667511,
      "eval_runtime": 4116.7323,
      "eval_samples_per_second": 5.931,
      "eval_steps_per_second": 5.931,
      "step": 73245
    },
    {
      "epoch": 3.0000409584271965,
      "grad_norm": 1.2588547518599584,
      "learning_rate": 0.00015325787696187832,
      "loss": 0.7416,
      "step": 73246
    },
    {
      "epoch": 3.0000819168543926,
      "grad_norm": 0.6706274498848086,
      "learning_rate": 0.00015325461633588965,
      "loss": 0.1366,
      "step": 73247
    },
    {
      "epoch": 3.000122875281589,
      "grad_norm": 1.118436027789743,
      "learning_rate": 0.00015325135570836242,
      "loss": 0.6712,
      "step": 73248
    },
    {
      "epoch": 3.0001638337087857,
      "grad_norm": 1.0770551029346653,
      "learning_rate": 0.00015324809507929815,
      "loss": 0.7661,
      "step": 73249
    },
    {
      "epoch": 3.000204792135982,
      "grad_norm": 1.2551029607656081,
      "learning_rate": 0.00015324483444869837,
      "loss": 0.7315,
      "step": 73250
    },
    {
      "epoch": 3.0002457505631783,
      "grad_norm": 1.0923401967399997,
      "learning_rate": 0.00015324157381656455,
      "loss": 0.7724,
      "step": 73251
    },
    {
      "epoch": 3.000286708990375,
      "grad_norm": 4.846556137807221,
      "learning_rate": 0.00015323831318289836,
      "loss": 3.562,
      "step": 73252
    },
    {
      "epoch": 3.000327667417571,
      "grad_norm": 1.0976284500205127,
      "learning_rate": 0.0001532350525477013,
      "loss": 0.3482,
      "step": 73253
    },
    {
      "epoch": 3.0003686258447675,
      "grad_norm": 1.1323158437531,
      "learning_rate": 0.00015323179191097488,
      "loss": 0.4566,
      "step": 73254
    },
    {
      "epoch": 3.000409584271964,
      "grad_norm": 1.420440369059139,
      "learning_rate": 0.00015322853127272063,
      "loss": 1.0959,
      "step": 73255
    },
    {
      "epoch": 3.0004505426991606,
      "grad_norm": 0.7983801915994445,
      "learning_rate": 0.00015322527063294013,
      "loss": 0.2734,
      "step": 73256
    },
    {
      "epoch": 3.0004915011263567,
      "grad_norm": 0.8153856498782165,
      "learning_rate": 0.00015322200999163494,
      "loss": 0.2101,
      "step": 73257
    },
    {
      "epoch": 3.000532459553553,
      "grad_norm": 1.0504185859474202,
      "learning_rate": 0.00015321874934880653,
      "loss": 0.6329,
      "step": 73258
    },
    {
      "epoch": 3.0005734179807497,
      "grad_norm": 1.2477896801495572,
      "learning_rate": 0.0001532154887044565,
      "loss": 0.7834,
      "step": 73259
    },
    {
      "epoch": 3.000614376407946,
      "grad_norm": 1.2254452987318356,
      "learning_rate": 0.00015321222805858635,
      "loss": 0.6364,
      "step": 73260
    },
    {
      "epoch": 3.0006553348351424,
      "grad_norm": 1.294313118521326,
      "learning_rate": 0.00015320896741119767,
      "loss": 0.714,
      "step": 73261
    },
    {
      "epoch": 3.000696293262339,
      "grad_norm": 1.1782438865578937,
      "learning_rate": 0.00015320570676229198,
      "loss": 0.5452,
      "step": 73262
    },
    {
      "epoch": 3.000737251689535,
      "grad_norm": 1.4089507325167554,
      "learning_rate": 0.00015320244611187082,
      "loss": 0.8234,
      "step": 73263
    },
    {
      "epoch": 3.0007782101167315,
      "grad_norm": 0.7194042719708861,
      "learning_rate": 0.0001531991854599357,
      "loss": 0.2404,
      "step": 73264
    },
    {
      "epoch": 3.000819168543928,
      "grad_norm": 2.735823046793963,
      "learning_rate": 0.0001531959248064882,
      "loss": 0.9493,
      "step": 73265
    },
    {
      "epoch": 3.000860126971124,
      "grad_norm": 1.437891406974851,
      "learning_rate": 0.00015319266415152988,
      "loss": 0.7104,
      "step": 73266
    },
    {
      "epoch": 3.0009010853983207,
      "grad_norm": 1.3106690931775573,
      "learning_rate": 0.00015318940349506226,
      "loss": 0.8259,
      "step": 73267
    },
    {
      "epoch": 3.000942043825517,
      "grad_norm": 1.416747470259467,
      "learning_rate": 0.00015318614283708684,
      "loss": 0.8608,
      "step": 73268
    },
    {
      "epoch": 3.0009830022527133,
      "grad_norm": 1.4727561064984833,
      "learning_rate": 0.00015318288217760522,
      "loss": 0.7081,
      "step": 73269
    },
    {
      "epoch": 3.00102396067991,
      "grad_norm": 1.253532122163163,
      "learning_rate": 0.0001531796215166189,
      "loss": 0.6717,
      "step": 73270
    },
    {
      "epoch": 3.0010649191071064,
      "grad_norm": 1.4076576834661363,
      "learning_rate": 0.00015317636085412947,
      "loss": 0.7806,
      "step": 73271
    },
    {
      "epoch": 3.0011058775343025,
      "grad_norm": 1.1615546931261849,
      "learning_rate": 0.00015317310019013838,
      "loss": 0.6241,
      "step": 73272
    },
    {
      "epoch": 3.001146835961499,
      "grad_norm": 1.5757751263403994,
      "learning_rate": 0.00015316983952464727,
      "loss": 0.736,
      "step": 73273
    },
    {
      "epoch": 3.0011877943886955,
      "grad_norm": 3.1054126976381538,
      "learning_rate": 0.00015316657885765765,
      "loss": 0.7313,
      "step": 73274
    },
    {
      "epoch": 3.001228752815892,
      "grad_norm": 6.505705260730406,
      "learning_rate": 0.00015316331818917108,
      "loss": 4.6819,
      "step": 73275
    },
    {
      "epoch": 3.001269711243088,
      "grad_norm": 1.4164625212838902,
      "learning_rate": 0.00015316005751918901,
      "loss": 0.7229,
      "step": 73276
    },
    {
      "epoch": 3.0013106696702847,
      "grad_norm": 1.582243145944076,
      "learning_rate": 0.00015315679684771313,
      "loss": 0.7456,
      "step": 73277
    },
    {
      "epoch": 3.0013516280974812,
      "grad_norm": 3.4424258788558344,
      "learning_rate": 0.00015315353617474482,
      "loss": 1.6172,
      "step": 73278
    },
    {
      "epoch": 3.0013925865246773,
      "grad_norm": 1.313745291930938,
      "learning_rate": 0.00015315027550028573,
      "loss": 0.6108,
      "step": 73279
    },
    {
      "epoch": 3.001433544951874,
      "grad_norm": 1.4300086414661815,
      "learning_rate": 0.00015314701482433738,
      "loss": 0.8925,
      "step": 73280
    },
    {
      "epoch": 3.0014745033790704,
      "grad_norm": 0.8332922678984197,
      "learning_rate": 0.00015314375414690132,
      "loss": 0.4183,
      "step": 73281
    },
    {
      "epoch": 3.0015154618062665,
      "grad_norm": 1.225577265920117,
      "learning_rate": 0.00015314049346797906,
      "loss": 0.774,
      "step": 73282
    },
    {
      "epoch": 3.001556420233463,
      "grad_norm": 0.6475693686320905,
      "learning_rate": 0.00015313723278757214,
      "loss": 0.2361,
      "step": 73283
    },
    {
      "epoch": 3.0015973786606596,
      "grad_norm": 1.3151910790662023,
      "learning_rate": 0.00015313397210568212,
      "loss": 0.8222,
      "step": 73284
    },
    {
      "epoch": 3.0016383370878557,
      "grad_norm": 0.7708751373806291,
      "learning_rate": 0.00015313071142231057,
      "loss": 0.2662,
      "step": 73285
    },
    {
      "epoch": 3.001679295515052,
      "grad_norm": 0.9750612954717468,
      "learning_rate": 0.00015312745073745897,
      "loss": 0.5413,
      "step": 73286
    },
    {
      "epoch": 3.0017202539422487,
      "grad_norm": 0.9697721368756929,
      "learning_rate": 0.0001531241900511289,
      "loss": 0.617,
      "step": 73287
    },
    {
      "epoch": 3.001761212369445,
      "grad_norm": 1.1819610944591488,
      "learning_rate": 0.00015312092936332192,
      "loss": 0.7094,
      "step": 73288
    },
    {
      "epoch": 3.0018021707966414,
      "grad_norm": 1.2725526189186065,
      "learning_rate": 0.00015311766867403954,
      "loss": 0.7057,
      "step": 73289
    },
    {
      "epoch": 3.001843129223838,
      "grad_norm": 1.473103826384821,
      "learning_rate": 0.00015311440798328326,
      "loss": 1.0009,
      "step": 73290
    },
    {
      "epoch": 3.001884087651034,
      "grad_norm": 1.358377982290982,
      "learning_rate": 0.00015311114729105472,
      "loss": 0.9198,
      "step": 73291
    },
    {
      "epoch": 3.0019250460782305,
      "grad_norm": 0.9082524245717944,
      "learning_rate": 0.00015310788659735536,
      "loss": 0.5822,
      "step": 73292
    },
    {
      "epoch": 3.001966004505427,
      "grad_norm": 1.122790459050586,
      "learning_rate": 0.0001531046259021868,
      "loss": 0.5534,
      "step": 73293
    },
    {
      "epoch": 3.0020069629326236,
      "grad_norm": 0.9870456763420004,
      "learning_rate": 0.00015310136520555058,
      "loss": 0.6665,
      "step": 73294
    },
    {
      "epoch": 3.0020479213598197,
      "grad_norm": 2.3248589329607263,
      "learning_rate": 0.0001530981045074482,
      "loss": 2.3062,
      "step": 73295
    },
    {
      "epoch": 3.002088879787016,
      "grad_norm": 1.0864385832840282,
      "learning_rate": 0.00015309484380788117,
      "loss": 0.6279,
      "step": 73296
    },
    {
      "epoch": 3.0021298382142128,
      "grad_norm": 3.0126760692268206,
      "learning_rate": 0.00015309158310685114,
      "loss": 1.999,
      "step": 73297
    },
    {
      "epoch": 3.002170796641409,
      "grad_norm": 0.9649915055099336,
      "learning_rate": 0.00015308832240435957,
      "loss": 0.6258,
      "step": 73298
    },
    {
      "epoch": 3.0022117550686054,
      "grad_norm": 1.1889946046447843,
      "learning_rate": 0.000153085061700408,
      "loss": 0.6444,
      "step": 73299
    },
    {
      "epoch": 3.002252713495802,
      "grad_norm": 0.9810356792655636,
      "learning_rate": 0.00015308180099499798,
      "loss": 0.6899,
      "step": 73300
    },
    {
      "epoch": 3.002293671922998,
      "grad_norm": 0.9140787910540255,
      "learning_rate": 0.0001530785402881311,
      "loss": 0.3304,
      "step": 73301
    },
    {
      "epoch": 3.0023346303501945,
      "grad_norm": 1.1809867428120888,
      "learning_rate": 0.00015307527957980884,
      "loss": 0.8672,
      "step": 73302
    },
    {
      "epoch": 3.002375588777391,
      "grad_norm": 1.3149425952693352,
      "learning_rate": 0.0001530720188700328,
      "loss": 0.778,
      "step": 73303
    },
    {
      "epoch": 3.002416547204587,
      "grad_norm": 1.0776685931596603,
      "learning_rate": 0.00015306875815880445,
      "loss": 0.8824,
      "step": 73304
    },
    {
      "epoch": 3.0024575056317837,
      "grad_norm": 1.110180830112176,
      "learning_rate": 0.00015306549744612541,
      "loss": 0.5179,
      "step": 73305
    },
    {
      "epoch": 3.0024984640589802,
      "grad_norm": 1.2144591836270309,
      "learning_rate": 0.00015306223673199716,
      "loss": 0.7429,
      "step": 73306
    },
    {
      "epoch": 3.0025394224861763,
      "grad_norm": 1.1155013217442673,
      "learning_rate": 0.00015305897601642125,
      "loss": 0.5389,
      "step": 73307
    },
    {
      "epoch": 3.002580380913373,
      "grad_norm": 1.3147708271641134,
      "learning_rate": 0.00015305571529939922,
      "loss": 0.6202,
      "step": 73308
    },
    {
      "epoch": 3.0026213393405694,
      "grad_norm": 0.9972893112785955,
      "learning_rate": 0.00015305245458093267,
      "loss": 0.5249,
      "step": 73309
    },
    {
      "epoch": 3.0026622977677655,
      "grad_norm": 1.5348246807849701,
      "learning_rate": 0.0001530491938610231,
      "loss": 0.9036,
      "step": 73310
    },
    {
      "epoch": 3.002703256194962,
      "grad_norm": 0.7256405082204932,
      "learning_rate": 0.00015304593313967201,
      "loss": 0.2291,
      "step": 73311
    },
    {
      "epoch": 3.0027442146221586,
      "grad_norm": 1.005890754844353,
      "learning_rate": 0.000153042672416881,
      "loss": 0.6411,
      "step": 73312
    },
    {
      "epoch": 3.002785173049355,
      "grad_norm": 15.793496315369973,
      "learning_rate": 0.0001530394116926516,
      "loss": 1.3031,
      "step": 73313
    },
    {
      "epoch": 3.002826131476551,
      "grad_norm": 1.1064880867979376,
      "learning_rate": 0.0001530361509669853,
      "loss": 0.4896,
      "step": 73314
    },
    {
      "epoch": 3.0028670899037477,
      "grad_norm": 0.9108225134765976,
      "learning_rate": 0.0001530328902398837,
      "loss": 0.5547,
      "step": 73315
    },
    {
      "epoch": 3.0029080483309443,
      "grad_norm": 1.1405434350508514,
      "learning_rate": 0.00015302962951134832,
      "loss": 0.6987,
      "step": 73316
    },
    {
      "epoch": 3.0029490067581404,
      "grad_norm": 1.0146184775040543,
      "learning_rate": 0.00015302636878138077,
      "loss": 0.7515,
      "step": 73317
    },
    {
      "epoch": 3.002989965185337,
      "grad_norm": 0.9816057028585455,
      "learning_rate": 0.00015302310804998247,
      "loss": 0.5494,
      "step": 73318
    },
    {
      "epoch": 3.0030309236125334,
      "grad_norm": 1.0476919346106697,
      "learning_rate": 0.00015301984731715503,
      "loss": 0.6617,
      "step": 73319
    },
    {
      "epoch": 3.0030718820397295,
      "grad_norm": 0.9933654722485196,
      "learning_rate": 0.00015301658658289994,
      "loss": 0.7117,
      "step": 73320
    },
    {
      "epoch": 3.003112840466926,
      "grad_norm": 1.438577655213102,
      "learning_rate": 0.00015301332584721886,
      "loss": 0.7372,
      "step": 73321
    },
    {
      "epoch": 3.0031537988941226,
      "grad_norm": 1.4277759427955838,
      "learning_rate": 0.0001530100651101132,
      "loss": 1.0125,
      "step": 73322
    },
    {
      "epoch": 3.0031947573213187,
      "grad_norm": 2.8821310414857995,
      "learning_rate": 0.00015300680437158458,
      "loss": 3.2584,
      "step": 73323
    },
    {
      "epoch": 3.0032357157485152,
      "grad_norm": 1.5262646019942254,
      "learning_rate": 0.00015300354363163453,
      "loss": 0.8807,
      "step": 73324
    },
    {
      "epoch": 3.0032766741757118,
      "grad_norm": 3.4799267849120676,
      "learning_rate": 0.00015300028289026452,
      "loss": 0.7902,
      "step": 73325
    },
    {
      "epoch": 3.003317632602908,
      "grad_norm": 1.5433262968940296,
      "learning_rate": 0.00015299702214747622,
      "loss": 0.7502,
      "step": 73326
    },
    {
      "epoch": 3.0033585910301044,
      "grad_norm": 1.6220639549108868,
      "learning_rate": 0.00015299376140327108,
      "loss": 0.6421,
      "step": 73327
    },
    {
      "epoch": 3.003399549457301,
      "grad_norm": 0.9815921297940774,
      "learning_rate": 0.00015299050065765063,
      "loss": 0.6525,
      "step": 73328
    },
    {
      "epoch": 3.0034405078844975,
      "grad_norm": 1.6917707345258681,
      "learning_rate": 0.00015298723991061648,
      "loss": 0.9474,
      "step": 73329
    },
    {
      "epoch": 3.0034814663116935,
      "grad_norm": 1.128596831022109,
      "learning_rate": 0.00015298397916217016,
      "loss": 0.6653,
      "step": 73330
    },
    {
      "epoch": 3.00352242473889,
      "grad_norm": 1.1134141434607985,
      "learning_rate": 0.00015298071841231316,
      "loss": 0.6354,
      "step": 73331
    },
    {
      "epoch": 3.0035633831660866,
      "grad_norm": 0.9898030043376485,
      "learning_rate": 0.000152977457661047,
      "loss": 0.5253,
      "step": 73332
    },
    {
      "epoch": 3.0036043415932827,
      "grad_norm": 1.3519910457474411,
      "learning_rate": 0.00015297419690837332,
      "loss": 0.3254,
      "step": 73333
    },
    {
      "epoch": 3.0036453000204792,
      "grad_norm": 1.4524088129120016,
      "learning_rate": 0.00015297093615429362,
      "loss": 0.7374,
      "step": 73334
    },
    {
      "epoch": 3.003686258447676,
      "grad_norm": 1.243385039229006,
      "learning_rate": 0.00015296767539880942,
      "loss": 0.7743,
      "step": 73335
    },
    {
      "epoch": 3.003727216874872,
      "grad_norm": 1.3368819131933454,
      "learning_rate": 0.00015296441464192226,
      "loss": 0.5269,
      "step": 73336
    },
    {
      "epoch": 3.0037681753020684,
      "grad_norm": 1.1458478114558892,
      "learning_rate": 0.00015296115388363374,
      "loss": 0.6167,
      "step": 73337
    },
    {
      "epoch": 3.003809133729265,
      "grad_norm": 1.1315023559081034,
      "learning_rate": 0.00015295789312394533,
      "loss": 0.6206,
      "step": 73338
    },
    {
      "epoch": 3.003850092156461,
      "grad_norm": 1.0229651872372512,
      "learning_rate": 0.0001529546323628586,
      "loss": 0.6808,
      "step": 73339
    },
    {
      "epoch": 3.0038910505836576,
      "grad_norm": 1.4017225343475133,
      "learning_rate": 0.00015295137160037508,
      "loss": 0.9373,
      "step": 73340
    },
    {
      "epoch": 3.003932009010854,
      "grad_norm": 1.638959652610489,
      "learning_rate": 0.00015294811083649634,
      "loss": 0.6854,
      "step": 73341
    },
    {
      "epoch": 3.00397296743805,
      "grad_norm": 0.9184653932228282,
      "learning_rate": 0.0001529448500712239,
      "loss": 0.7036,
      "step": 73342
    },
    {
      "epoch": 3.0040139258652467,
      "grad_norm": 0.7134236635187154,
      "learning_rate": 0.00015294158930455933,
      "loss": 0.1504,
      "step": 73343
    },
    {
      "epoch": 3.0040548842924433,
      "grad_norm": 1.5613130409684168,
      "learning_rate": 0.00015293832853650408,
      "loss": 0.7088,
      "step": 73344
    },
    {
      "epoch": 3.0040958427196394,
      "grad_norm": 0.949932726844411,
      "learning_rate": 0.00015293506776705983,
      "loss": 0.464,
      "step": 73345
    },
    {
      "epoch": 3.004136801146836,
      "grad_norm": 1.161774250223258,
      "learning_rate": 0.00015293180699622804,
      "loss": 0.5321,
      "step": 73346
    },
    {
      "epoch": 3.0041777595740324,
      "grad_norm": 1.6613999209887873,
      "learning_rate": 0.00015292854622401023,
      "loss": 0.8544,
      "step": 73347
    },
    {
      "epoch": 3.004218718001229,
      "grad_norm": 1.087778989620187,
      "learning_rate": 0.000152925285450408,
      "loss": 0.6293,
      "step": 73348
    },
    {
      "epoch": 3.004259676428425,
      "grad_norm": 1.032617132535524,
      "learning_rate": 0.00015292202467542286,
      "loss": 0.7104,
      "step": 73349
    },
    {
      "epoch": 3.0043006348556216,
      "grad_norm": 0.8361322259294305,
      "learning_rate": 0.00015291876389905636,
      "loss": 0.4042,
      "step": 73350
    },
    {
      "epoch": 3.004341593282818,
      "grad_norm": 2.104673231960088,
      "learning_rate": 0.00015291550312131,
      "loss": 1.0534,
      "step": 73351
    },
    {
      "epoch": 3.0043825517100142,
      "grad_norm": 1.001664009142972,
      "learning_rate": 0.0001529122423421854,
      "loss": 0.5811,
      "step": 73352
    },
    {
      "epoch": 3.0044235101372108,
      "grad_norm": 0.9763582751225204,
      "learning_rate": 0.00015290898156168406,
      "loss": 0.6724,
      "step": 73353
    },
    {
      "epoch": 3.0044644685644073,
      "grad_norm": 1.0914829797667873,
      "learning_rate": 0.0001529057207798075,
      "loss": 0.7024,
      "step": 73354
    },
    {
      "epoch": 3.0045054269916034,
      "grad_norm": 0.8090151871033479,
      "learning_rate": 0.00015290245999655726,
      "loss": 0.2463,
      "step": 73355
    },
    {
      "epoch": 3.0045463854188,
      "grad_norm": 1.2600145658035795,
      "learning_rate": 0.00015289919921193494,
      "loss": 0.9996,
      "step": 73356
    },
    {
      "epoch": 3.0045873438459965,
      "grad_norm": 0.7098646531519132,
      "learning_rate": 0.00015289593842594205,
      "loss": 0.2174,
      "step": 73357
    },
    {
      "epoch": 3.0046283022731926,
      "grad_norm": 1.208700284096736,
      "learning_rate": 0.00015289267763858014,
      "loss": 0.6884,
      "step": 73358
    },
    {
      "epoch": 3.004669260700389,
      "grad_norm": 0.9905097639527444,
      "learning_rate": 0.0001528894168498507,
      "loss": 0.7308,
      "step": 73359
    },
    {
      "epoch": 3.0047102191275856,
      "grad_norm": 0.9758913494238216,
      "learning_rate": 0.00015288615605975531,
      "loss": 0.6311,
      "step": 73360
    },
    {
      "epoch": 3.0047511775547817,
      "grad_norm": 1.112878462920645,
      "learning_rate": 0.00015288289526829558,
      "loss": 0.6836,
      "step": 73361
    },
    {
      "epoch": 3.0047921359819783,
      "grad_norm": 1.9537579452896217,
      "learning_rate": 0.00015287963447547292,
      "loss": 1.2262,
      "step": 73362
    },
    {
      "epoch": 3.004833094409175,
      "grad_norm": 1.0425018823260552,
      "learning_rate": 0.000152876373681289,
      "loss": 0.8216,
      "step": 73363
    },
    {
      "epoch": 3.004874052836371,
      "grad_norm": 1.5662255005646273,
      "learning_rate": 0.0001528731128857452,
      "loss": 0.6325,
      "step": 73364
    },
    {
      "epoch": 3.0049150112635674,
      "grad_norm": 1.0140208292121486,
      "learning_rate": 0.00015286985208884325,
      "loss": 0.4038,
      "step": 73365
    },
    {
      "epoch": 3.004955969690764,
      "grad_norm": 1.3283205851293316,
      "learning_rate": 0.00015286659129058457,
      "loss": 0.9577,
      "step": 73366
    },
    {
      "epoch": 3.0049969281179605,
      "grad_norm": 0.8442877919804365,
      "learning_rate": 0.0001528633304909707,
      "loss": 0.2144,
      "step": 73367
    },
    {
      "epoch": 3.0050378865451566,
      "grad_norm": 1.2867153850632937,
      "learning_rate": 0.00015286006969000325,
      "loss": 0.9001,
      "step": 73368
    },
    {
      "epoch": 3.005078844972353,
      "grad_norm": 3.3567155785957747,
      "learning_rate": 0.0001528568088876837,
      "loss": 0.7643,
      "step": 73369
    },
    {
      "epoch": 3.0051198033995496,
      "grad_norm": 1.6961521052792745,
      "learning_rate": 0.00015285354808401363,
      "loss": 0.6457,
      "step": 73370
    },
    {
      "epoch": 3.0051607618267457,
      "grad_norm": 1.2351160893038442,
      "learning_rate": 0.0001528502872789946,
      "loss": 0.8265,
      "step": 73371
    },
    {
      "epoch": 3.0052017202539423,
      "grad_norm": 1.6856534390892302,
      "learning_rate": 0.00015284702647262805,
      "loss": 1.0421,
      "step": 73372
    },
    {
      "epoch": 3.005242678681139,
      "grad_norm": 1.3727076934520412,
      "learning_rate": 0.00015284376566491564,
      "loss": 0.687,
      "step": 73373
    },
    {
      "epoch": 3.005283637108335,
      "grad_norm": 1.2118336344394682,
      "learning_rate": 0.00015284050485585887,
      "loss": 0.4122,
      "step": 73374
    },
    {
      "epoch": 3.0053245955355314,
      "grad_norm": 1.2069906729675899,
      "learning_rate": 0.00015283724404545926,
      "loss": 0.81,
      "step": 73375
    },
    {
      "epoch": 3.005365553962728,
      "grad_norm": 1.2813508889868341,
      "learning_rate": 0.00015283398323371833,
      "loss": 0.8469,
      "step": 73376
    },
    {
      "epoch": 3.005406512389924,
      "grad_norm": 3.1037226226190047,
      "learning_rate": 0.00015283072242063767,
      "loss": 1.4218,
      "step": 73377
    },
    {
      "epoch": 3.0054474708171206,
      "grad_norm": 1.1433284152422438,
      "learning_rate": 0.00015282746160621887,
      "loss": 0.7517,
      "step": 73378
    },
    {
      "epoch": 3.005488429244317,
      "grad_norm": 1.7408506658984761,
      "learning_rate": 0.00015282420079046336,
      "loss": 1.3856,
      "step": 73379
    },
    {
      "epoch": 3.0055293876715132,
      "grad_norm": 1.2645363412304709,
      "learning_rate": 0.0001528209399733727,
      "loss": 0.4947,
      "step": 73380
    },
    {
      "epoch": 3.0055703460987098,
      "grad_norm": 1.151561684079698,
      "learning_rate": 0.00015281767915494856,
      "loss": 0.8331,
      "step": 73381
    },
    {
      "epoch": 3.0056113045259063,
      "grad_norm": 1.124324429694878,
      "learning_rate": 0.00015281441833519236,
      "loss": 0.4631,
      "step": 73382
    },
    {
      "epoch": 3.0056522629531024,
      "grad_norm": 1.0773482148484765,
      "learning_rate": 0.0001528111575141056,
      "loss": 0.7394,
      "step": 73383
    },
    {
      "epoch": 3.005693221380299,
      "grad_norm": 1.3276338931497658,
      "learning_rate": 0.00015280789669168992,
      "loss": 0.8015,
      "step": 73384
    },
    {
      "epoch": 3.0057341798074955,
      "grad_norm": 0.8756020086260082,
      "learning_rate": 0.00015280463586794682,
      "loss": 0.2345,
      "step": 73385
    },
    {
      "epoch": 3.005775138234692,
      "grad_norm": 1.6651958611890199,
      "learning_rate": 0.0001528013750428779,
      "loss": 0.7148,
      "step": 73386
    },
    {
      "epoch": 3.005816096661888,
      "grad_norm": 0.9545547560798681,
      "learning_rate": 0.0001527981142164846,
      "loss": 0.2995,
      "step": 73387
    },
    {
      "epoch": 3.0058570550890846,
      "grad_norm": 1.1494714162047024,
      "learning_rate": 0.00015279485338876852,
      "loss": 0.5807,
      "step": 73388
    },
    {
      "epoch": 3.005898013516281,
      "grad_norm": 1.912650270619307,
      "learning_rate": 0.0001527915925597312,
      "loss": 1.4974,
      "step": 73389
    },
    {
      "epoch": 3.0059389719434773,
      "grad_norm": 1.087015570484945,
      "learning_rate": 0.0001527883317293742,
      "loss": 0.4988,
      "step": 73390
    },
    {
      "epoch": 3.005979930370674,
      "grad_norm": 2.3766229955447393,
      "learning_rate": 0.000152785070897699,
      "loss": 1.6696,
      "step": 73391
    },
    {
      "epoch": 3.0060208887978703,
      "grad_norm": 1.1671711219271885,
      "learning_rate": 0.0001527818100647072,
      "loss": 0.8185,
      "step": 73392
    },
    {
      "epoch": 3.0060618472250664,
      "grad_norm": 1.9496649369014853,
      "learning_rate": 0.00015277854923040032,
      "loss": 0.9097,
      "step": 73393
    },
    {
      "epoch": 3.006102805652263,
      "grad_norm": 1.315439743329867,
      "learning_rate": 0.00015277528839477994,
      "loss": 0.8103,
      "step": 73394
    },
    {
      "epoch": 3.0061437640794595,
      "grad_norm": 1.0561688280261559,
      "learning_rate": 0.00015277202755784754,
      "loss": 0.7799,
      "step": 73395
    },
    {
      "epoch": 3.0061847225066556,
      "grad_norm": 1.2865624942045017,
      "learning_rate": 0.00015276876671960465,
      "loss": 0.7151,
      "step": 73396
    },
    {
      "epoch": 3.006225680933852,
      "grad_norm": 1.0866800359994686,
      "learning_rate": 0.00015276550588005287,
      "loss": 0.5857,
      "step": 73397
    },
    {
      "epoch": 3.0062666393610487,
      "grad_norm": 1.1449199716236111,
      "learning_rate": 0.00015276224503919374,
      "loss": 0.7863,
      "step": 73398
    },
    {
      "epoch": 3.0063075977882447,
      "grad_norm": 1.1815293267078786,
      "learning_rate": 0.00015275898419702874,
      "loss": 0.5967,
      "step": 73399
    },
    {
      "epoch": 3.0063485562154413,
      "grad_norm": 1.5697053551755267,
      "learning_rate": 0.00015275572335355948,
      "loss": 1.1818,
      "step": 73400
    },
    {
      "epoch": 3.006389514642638,
      "grad_norm": 2.8743888141930953,
      "learning_rate": 0.00015275246250878746,
      "loss": 3.7454,
      "step": 73401
    },
    {
      "epoch": 3.006430473069834,
      "grad_norm": 5.304607256377212,
      "learning_rate": 0.00015274920166271426,
      "loss": 4.8851,
      "step": 73402
    },
    {
      "epoch": 3.0064714314970304,
      "grad_norm": 1.1065064985251694,
      "learning_rate": 0.00015274594081534138,
      "loss": 0.6893,
      "step": 73403
    },
    {
      "epoch": 3.006512389924227,
      "grad_norm": 1.4285774052584945,
      "learning_rate": 0.00015274267996667035,
      "loss": 0.8649,
      "step": 73404
    },
    {
      "epoch": 3.0065533483514235,
      "grad_norm": 1.239468333254395,
      "learning_rate": 0.00015273941911670279,
      "loss": 0.7567,
      "step": 73405
    },
    {
      "epoch": 3.0065943067786196,
      "grad_norm": 1.5878216718763176,
      "learning_rate": 0.0001527361582654402,
      "loss": 0.9616,
      "step": 73406
    },
    {
      "epoch": 3.006635265205816,
      "grad_norm": 1.111190890152023,
      "learning_rate": 0.00015273289741288406,
      "loss": 0.5534,
      "step": 73407
    },
    {
      "epoch": 3.0066762236330127,
      "grad_norm": 1.1420164364915169,
      "learning_rate": 0.000152729636559036,
      "loss": 0.5896,
      "step": 73408
    },
    {
      "epoch": 3.0067171820602088,
      "grad_norm": 1.0159478544506766,
      "learning_rate": 0.00015272637570389752,
      "loss": 0.5958,
      "step": 73409
    },
    {
      "epoch": 3.0067581404874053,
      "grad_norm": 1.1909077325557516,
      "learning_rate": 0.00015272311484747017,
      "loss": 0.8326,
      "step": 73410
    },
    {
      "epoch": 3.006799098914602,
      "grad_norm": 1.2436717744939267,
      "learning_rate": 0.00015271985398975548,
      "loss": 0.6872,
      "step": 73411
    },
    {
      "epoch": 3.006840057341798,
      "grad_norm": 1.2496858883033164,
      "learning_rate": 0.00015271659313075497,
      "loss": 0.8278,
      "step": 73412
    },
    {
      "epoch": 3.0068810157689945,
      "grad_norm": 0.7324432110836684,
      "learning_rate": 0.00015271333227047027,
      "loss": 0.2421,
      "step": 73413
    },
    {
      "epoch": 3.006921974196191,
      "grad_norm": 0.927259260136473,
      "learning_rate": 0.00015271007140890285,
      "loss": 0.5669,
      "step": 73414
    },
    {
      "epoch": 3.006962932623387,
      "grad_norm": 0.9937473950463092,
      "learning_rate": 0.00015270681054605428,
      "loss": 0.6416,
      "step": 73415
    },
    {
      "epoch": 3.0070038910505836,
      "grad_norm": 1.142486190251214,
      "learning_rate": 0.00015270354968192603,
      "loss": 0.7723,
      "step": 73416
    },
    {
      "epoch": 3.00704484947778,
      "grad_norm": 6.934428692672109,
      "learning_rate": 0.00015270028881651974,
      "loss": 3.3689,
      "step": 73417
    },
    {
      "epoch": 3.0070858079049763,
      "grad_norm": 1.1943667040530253,
      "learning_rate": 0.00015269702794983692,
      "loss": 0.7314,
      "step": 73418
    },
    {
      "epoch": 3.007126766332173,
      "grad_norm": 1.6020806648182255,
      "learning_rate": 0.00015269376708187905,
      "loss": 0.9859,
      "step": 73419
    },
    {
      "epoch": 3.0071677247593693,
      "grad_norm": 1.1660725249895936,
      "learning_rate": 0.00015269050621264778,
      "loss": 0.5408,
      "step": 73420
    },
    {
      "epoch": 3.0072086831865654,
      "grad_norm": 1.2370289594482717,
      "learning_rate": 0.00015268724534214456,
      "loss": 0.7117,
      "step": 73421
    },
    {
      "epoch": 3.007249641613762,
      "grad_norm": 1.5055260472718641,
      "learning_rate": 0.000152683984470371,
      "loss": 0.8762,
      "step": 73422
    },
    {
      "epoch": 3.0072906000409585,
      "grad_norm": 1.6776162144045907,
      "learning_rate": 0.00015268072359732858,
      "loss": 1.7287,
      "step": 73423
    },
    {
      "epoch": 3.007331558468155,
      "grad_norm": 1.0295478139740162,
      "learning_rate": 0.00015267746272301888,
      "loss": 0.6774,
      "step": 73424
    },
    {
      "epoch": 3.007372516895351,
      "grad_norm": 1.4762069034876177,
      "learning_rate": 0.0001526742018474434,
      "loss": 0.9597,
      "step": 73425
    },
    {
      "epoch": 3.0074134753225477,
      "grad_norm": 1.0657525727480084,
      "learning_rate": 0.00015267094097060375,
      "loss": 0.6157,
      "step": 73426
    },
    {
      "epoch": 3.007454433749744,
      "grad_norm": 1.2543056573886817,
      "learning_rate": 0.00015266768009250143,
      "loss": 0.6952,
      "step": 73427
    },
    {
      "epoch": 3.0074953921769403,
      "grad_norm": 1.7259617302018793,
      "learning_rate": 0.000152664419213138,
      "loss": 1.0315,
      "step": 73428
    },
    {
      "epoch": 3.007536350604137,
      "grad_norm": 1.288568876382318,
      "learning_rate": 0.00015266115833251497,
      "loss": 0.7697,
      "step": 73429
    },
    {
      "epoch": 3.0075773090313334,
      "grad_norm": 1.5891478222810804,
      "learning_rate": 0.00015265789745063388,
      "loss": 1.059,
      "step": 73430
    },
    {
      "epoch": 3.0076182674585294,
      "grad_norm": 1.383018086632192,
      "learning_rate": 0.0001526546365674963,
      "loss": 0.8883,
      "step": 73431
    },
    {
      "epoch": 3.007659225885726,
      "grad_norm": 1.0848941155068725,
      "learning_rate": 0.00015265137568310375,
      "loss": 0.7307,
      "step": 73432
    },
    {
      "epoch": 3.0077001843129225,
      "grad_norm": 1.0161845673892862,
      "learning_rate": 0.00015264811479745783,
      "loss": 0.6667,
      "step": 73433
    },
    {
      "epoch": 3.0077411427401186,
      "grad_norm": 1.565554201156784,
      "learning_rate": 0.00015264485391056003,
      "loss": 0.8526,
      "step": 73434
    },
    {
      "epoch": 3.007782101167315,
      "grad_norm": 1.2030263751665236,
      "learning_rate": 0.00015264159302241185,
      "loss": 0.7902,
      "step": 73435
    },
    {
      "epoch": 3.0078230595945117,
      "grad_norm": 1.4644986481714326,
      "learning_rate": 0.00015263833213301488,
      "loss": 1.0115,
      "step": 73436
    },
    {
      "epoch": 3.0078640180217078,
      "grad_norm": 1.0492347581914414,
      "learning_rate": 0.0001526350712423707,
      "loss": 0.8638,
      "step": 73437
    },
    {
      "epoch": 3.0079049764489043,
      "grad_norm": 0.6577456023558358,
      "learning_rate": 0.00015263181035048078,
      "loss": 0.1623,
      "step": 73438
    },
    {
      "epoch": 3.007945934876101,
      "grad_norm": 1.0080876237934004,
      "learning_rate": 0.0001526285494573467,
      "loss": 0.5956,
      "step": 73439
    },
    {
      "epoch": 3.007986893303297,
      "grad_norm": 2.652484085720495,
      "learning_rate": 0.00015262528856296997,
      "loss": 1.7075,
      "step": 73440
    },
    {
      "epoch": 3.0080278517304935,
      "grad_norm": 1.1929083246247472,
      "learning_rate": 0.00015262202766735223,
      "loss": 0.6653,
      "step": 73441
    },
    {
      "epoch": 3.00806881015769,
      "grad_norm": 0.787723732411839,
      "learning_rate": 0.00015261876677049487,
      "loss": 0.234,
      "step": 73442
    },
    {
      "epoch": 3.0081097685848865,
      "grad_norm": 1.6156799132133517,
      "learning_rate": 0.00015261550587239957,
      "loss": 0.7891,
      "step": 73443
    },
    {
      "epoch": 3.0081507270120826,
      "grad_norm": 1.5083734775269304,
      "learning_rate": 0.00015261224497306773,
      "loss": 0.8531,
      "step": 73444
    },
    {
      "epoch": 3.008191685439279,
      "grad_norm": 1.470031404737515,
      "learning_rate": 0.00015260898407250104,
      "loss": 0.9549,
      "step": 73445
    },
    {
      "epoch": 3.0082326438664757,
      "grad_norm": 0.9833963191737076,
      "learning_rate": 0.000152605723170701,
      "loss": 0.6292,
      "step": 73446
    },
    {
      "epoch": 3.008273602293672,
      "grad_norm": 1.240209786096063,
      "learning_rate": 0.00015260246226766905,
      "loss": 0.982,
      "step": 73447
    },
    {
      "epoch": 3.0083145607208683,
      "grad_norm": 1.5206349348150332,
      "learning_rate": 0.00015259920136340683,
      "loss": 0.8399,
      "step": 73448
    },
    {
      "epoch": 3.008355519148065,
      "grad_norm": 1.3209004962515876,
      "learning_rate": 0.0001525959404579159,
      "loss": 0.8719,
      "step": 73449
    },
    {
      "epoch": 3.008396477575261,
      "grad_norm": 1.211295929219882,
      "learning_rate": 0.00015259267955119768,
      "loss": 0.7422,
      "step": 73450
    },
    {
      "epoch": 3.0084374360024575,
      "grad_norm": 0.816234912235773,
      "learning_rate": 0.0001525894186432539,
      "loss": 0.3066,
      "step": 73451
    },
    {
      "epoch": 3.008478394429654,
      "grad_norm": 1.5565857538743268,
      "learning_rate": 0.0001525861577340859,
      "loss": 1.0203,
      "step": 73452
    },
    {
      "epoch": 3.00851935285685,
      "grad_norm": 1.2145779450617153,
      "learning_rate": 0.00015258289682369537,
      "loss": 0.821,
      "step": 73453
    },
    {
      "epoch": 3.0085603112840467,
      "grad_norm": 0.992137786322241,
      "learning_rate": 0.00015257963591208378,
      "loss": 0.5739,
      "step": 73454
    },
    {
      "epoch": 3.008601269711243,
      "grad_norm": 2.559496928505751,
      "learning_rate": 0.00015257637499925265,
      "loss": 0.9938,
      "step": 73455
    },
    {
      "epoch": 3.0086422281384393,
      "grad_norm": 1.2599611308026561,
      "learning_rate": 0.0001525731140852036,
      "loss": 0.9041,
      "step": 73456
    },
    {
      "epoch": 3.008683186565636,
      "grad_norm": 1.1883298851102735,
      "learning_rate": 0.00015256985316993812,
      "loss": 0.7554,
      "step": 73457
    },
    {
      "epoch": 3.0087241449928324,
      "grad_norm": 0.9091658675034859,
      "learning_rate": 0.00015256659225345779,
      "loss": 0.6367,
      "step": 73458
    },
    {
      "epoch": 3.0087651034200285,
      "grad_norm": 1.1464186356998725,
      "learning_rate": 0.0001525633313357641,
      "loss": 0.7659,
      "step": 73459
    },
    {
      "epoch": 3.008806061847225,
      "grad_norm": 0.7744335249068269,
      "learning_rate": 0.00015256007041685859,
      "loss": 0.2731,
      "step": 73460
    },
    {
      "epoch": 3.0088470202744215,
      "grad_norm": 9.182104082112497,
      "learning_rate": 0.00015255680949674284,
      "loss": 2.2058,
      "step": 73461
    },
    {
      "epoch": 3.008887978701618,
      "grad_norm": 0.8451289378819035,
      "learning_rate": 0.00015255354857541842,
      "loss": 0.345,
      "step": 73462
    },
    {
      "epoch": 3.008928937128814,
      "grad_norm": 1.0205508097674154,
      "learning_rate": 0.00015255028765288677,
      "loss": 0.5727,
      "step": 73463
    },
    {
      "epoch": 3.0089698955560107,
      "grad_norm": 1.4090018663196078,
      "learning_rate": 0.00015254702672914955,
      "loss": 0.6952,
      "step": 73464
    },
    {
      "epoch": 3.0090108539832072,
      "grad_norm": 1.0703780236964247,
      "learning_rate": 0.0001525437658042082,
      "loss": 0.5405,
      "step": 73465
    },
    {
      "epoch": 3.0090518124104033,
      "grad_norm": 1.3384013498572032,
      "learning_rate": 0.00015254050487806432,
      "loss": 0.7419,
      "step": 73466
    },
    {
      "epoch": 3.0090927708376,
      "grad_norm": 1.2171259417659446,
      "learning_rate": 0.00015253724395071944,
      "loss": 0.7234,
      "step": 73467
    },
    {
      "epoch": 3.0091337292647964,
      "grad_norm": 3.2999750538412123,
      "learning_rate": 0.00015253398302217508,
      "loss": 2.5351,
      "step": 73468
    },
    {
      "epoch": 3.0091746876919925,
      "grad_norm": 0.8260519439286456,
      "learning_rate": 0.0001525307220924328,
      "loss": 0.3032,
      "step": 73469
    },
    {
      "epoch": 3.009215646119189,
      "grad_norm": 1.3486905506390594,
      "learning_rate": 0.0001525274611614942,
      "loss": 0.6975,
      "step": 73470
    },
    {
      "epoch": 3.0092566045463855,
      "grad_norm": 1.4384636924039071,
      "learning_rate": 0.00015252420022936073,
      "loss": 0.5976,
      "step": 73471
    },
    {
      "epoch": 3.0092975629735816,
      "grad_norm": 1.0512412346887803,
      "learning_rate": 0.00015252093929603392,
      "loss": 0.7189,
      "step": 73472
    },
    {
      "epoch": 3.009338521400778,
      "grad_norm": 1.7537433564050127,
      "learning_rate": 0.00015251767836151542,
      "loss": 1.6031,
      "step": 73473
    },
    {
      "epoch": 3.0093794798279747,
      "grad_norm": 0.8212824132097394,
      "learning_rate": 0.00015251441742580665,
      "loss": 0.225,
      "step": 73474
    },
    {
      "epoch": 3.009420438255171,
      "grad_norm": 1.0774580713563082,
      "learning_rate": 0.0001525111564889093,
      "loss": 0.6096,
      "step": 73475
    },
    {
      "epoch": 3.0094613966823673,
      "grad_norm": 1.1536122883748898,
      "learning_rate": 0.00015250789555082468,
      "loss": 0.7455,
      "step": 73476
    },
    {
      "epoch": 3.009502355109564,
      "grad_norm": 1.5322998150110225,
      "learning_rate": 0.00015250463461155458,
      "loss": 1.1605,
      "step": 73477
    },
    {
      "epoch": 3.00954331353676,
      "grad_norm": 1.314487026961508,
      "learning_rate": 0.00015250137367110042,
      "loss": 0.8812,
      "step": 73478
    },
    {
      "epoch": 3.0095842719639565,
      "grad_norm": 1.725164048717742,
      "learning_rate": 0.00015249811272946372,
      "loss": 1.0634,
      "step": 73479
    },
    {
      "epoch": 3.009625230391153,
      "grad_norm": 1.378439007312174,
      "learning_rate": 0.00015249485178664608,
      "loss": 0.8531,
      "step": 73480
    },
    {
      "epoch": 3.0096661888183496,
      "grad_norm": 1.0676590343391936,
      "learning_rate": 0.00015249159084264902,
      "loss": 0.775,
      "step": 73481
    },
    {
      "epoch": 3.0097071472455457,
      "grad_norm": 0.7628865801771076,
      "learning_rate": 0.00015248832989747408,
      "loss": 0.2209,
      "step": 73482
    },
    {
      "epoch": 3.009748105672742,
      "grad_norm": 1.0987568411542048,
      "learning_rate": 0.00015248506895112283,
      "loss": 0.7034,
      "step": 73483
    },
    {
      "epoch": 3.0097890640999387,
      "grad_norm": 1.2016404478356415,
      "learning_rate": 0.00015248180800359672,
      "loss": 0.7092,
      "step": 73484
    },
    {
      "epoch": 3.009830022527135,
      "grad_norm": 1.483734388870352,
      "learning_rate": 0.0001524785470548974,
      "loss": 0.7939,
      "step": 73485
    },
    {
      "epoch": 3.0098709809543314,
      "grad_norm": 1.0370825879554137,
      "learning_rate": 0.00015247528610502634,
      "loss": 0.594,
      "step": 73486
    },
    {
      "epoch": 3.009911939381528,
      "grad_norm": 1.146029517908809,
      "learning_rate": 0.00015247202515398516,
      "loss": 0.9037,
      "step": 73487
    },
    {
      "epoch": 3.009952897808724,
      "grad_norm": 1.2153689308839675,
      "learning_rate": 0.0001524687642017753,
      "loss": 0.7205,
      "step": 73488
    },
    {
      "epoch": 3.0099938562359205,
      "grad_norm": 1.3021871820563355,
      "learning_rate": 0.00015246550324839837,
      "loss": 0.6886,
      "step": 73489
    },
    {
      "epoch": 3.010034814663117,
      "grad_norm": 1.1159646363836824,
      "learning_rate": 0.0001524622422938559,
      "loss": 0.5333,
      "step": 73490
    },
    {
      "epoch": 3.010075773090313,
      "grad_norm": 1.206609912498096,
      "learning_rate": 0.00015245898133814937,
      "loss": 0.7357,
      "step": 73491
    },
    {
      "epoch": 3.0101167315175097,
      "grad_norm": 1.1480852368656282,
      "learning_rate": 0.00015245572038128044,
      "loss": 0.526,
      "step": 73492
    },
    {
      "epoch": 3.0101576899447062,
      "grad_norm": 0.7512147123488624,
      "learning_rate": 0.00015245245942325058,
      "loss": 0.2557,
      "step": 73493
    },
    {
      "epoch": 3.0101986483719023,
      "grad_norm": 1.650458784212928,
      "learning_rate": 0.00015244919846406132,
      "loss": 0.9419,
      "step": 73494
    },
    {
      "epoch": 3.010239606799099,
      "grad_norm": 1.3244160175557134,
      "learning_rate": 0.00015244593750371422,
      "loss": 0.7606,
      "step": 73495
    },
    {
      "epoch": 3.0102805652262954,
      "grad_norm": 1.4968313836319305,
      "learning_rate": 0.00015244267654221085,
      "loss": 0.7768,
      "step": 73496
    },
    {
      "epoch": 3.010321523653492,
      "grad_norm": 0.5539439621260142,
      "learning_rate": 0.0001524394155795527,
      "loss": 0.1404,
      "step": 73497
    },
    {
      "epoch": 3.010362482080688,
      "grad_norm": 1.025322932092665,
      "learning_rate": 0.00015243615461574134,
      "loss": 0.345,
      "step": 73498
    },
    {
      "epoch": 3.0104034405078846,
      "grad_norm": 0.7493846331988042,
      "learning_rate": 0.00015243289365077828,
      "loss": 0.2305,
      "step": 73499
    },
    {
      "epoch": 3.010444398935081,
      "grad_norm": 1.1110246345277692,
      "learning_rate": 0.00015242963268466514,
      "loss": 0.6393,
      "step": 73500
    },
    {
      "epoch": 3.010485357362277,
      "grad_norm": 1.4468597098266356,
      "learning_rate": 0.00015242637171740338,
      "loss": 0.9199,
      "step": 73501
    },
    {
      "epoch": 3.0105263157894737,
      "grad_norm": 1.2814663243178275,
      "learning_rate": 0.0001524231107489946,
      "loss": 0.5904,
      "step": 73502
    },
    {
      "epoch": 3.0105672742166703,
      "grad_norm": 1.7610720084021172,
      "learning_rate": 0.0001524198497794403,
      "loss": 1.3582,
      "step": 73503
    },
    {
      "epoch": 3.0106082326438663,
      "grad_norm": 1.138721988441958,
      "learning_rate": 0.000152416588808742,
      "loss": 0.8487,
      "step": 73504
    },
    {
      "epoch": 3.010649191071063,
      "grad_norm": 3.068210105086227,
      "learning_rate": 0.00015241332783690132,
      "loss": 2.1943,
      "step": 73505
    },
    {
      "epoch": 3.0106901494982594,
      "grad_norm": 1.578034324675448,
      "learning_rate": 0.00015241006686391977,
      "loss": 0.609,
      "step": 73506
    },
    {
      "epoch": 3.0107311079254555,
      "grad_norm": 1.2058593731094067,
      "learning_rate": 0.00015240680588979885,
      "loss": 0.7995,
      "step": 73507
    },
    {
      "epoch": 3.010772066352652,
      "grad_norm": 2.1500690505163074,
      "learning_rate": 0.0001524035449145401,
      "loss": 0.9295,
      "step": 73508
    },
    {
      "epoch": 3.0108130247798486,
      "grad_norm": 1.692576633124419,
      "learning_rate": 0.00015240028393814515,
      "loss": 1.2331,
      "step": 73509
    },
    {
      "epoch": 3.0108539832070447,
      "grad_norm": 2.5563056762369456,
      "learning_rate": 0.00015239702296061548,
      "loss": 0.8707,
      "step": 73510
    },
    {
      "epoch": 3.010894941634241,
      "grad_norm": 1.1646646588453957,
      "learning_rate": 0.00015239376198195262,
      "loss": 0.8567,
      "step": 73511
    },
    {
      "epoch": 3.0109359000614377,
      "grad_norm": 1.1696785110754824,
      "learning_rate": 0.0001523905010021581,
      "loss": 0.6212,
      "step": 73512
    },
    {
      "epoch": 3.010976858488634,
      "grad_norm": 0.9826212940270199,
      "learning_rate": 0.00015238724002123352,
      "loss": 0.651,
      "step": 73513
    },
    {
      "epoch": 3.0110178169158304,
      "grad_norm": 1.5823310802534605,
      "learning_rate": 0.0001523839790391804,
      "loss": 0.9582,
      "step": 73514
    },
    {
      "epoch": 3.011058775343027,
      "grad_norm": 1.1903446252857912,
      "learning_rate": 0.0001523807180560003,
      "loss": 0.7588,
      "step": 73515
    },
    {
      "epoch": 3.0110997337702234,
      "grad_norm": 1.1532706983074823,
      "learning_rate": 0.00015237745707169466,
      "loss": 0.7469,
      "step": 73516
    },
    {
      "epoch": 3.0111406921974195,
      "grad_norm": 1.624669913066655,
      "learning_rate": 0.00015237419608626513,
      "loss": 1.0572,
      "step": 73517
    },
    {
      "epoch": 3.011181650624616,
      "grad_norm": 2.7253021566404945,
      "learning_rate": 0.00015237093509971324,
      "loss": 3.291,
      "step": 73518
    },
    {
      "epoch": 3.0112226090518126,
      "grad_norm": 1.0508725935639698,
      "learning_rate": 0.0001523676741120405,
      "loss": 0.5763,
      "step": 73519
    },
    {
      "epoch": 3.0112635674790087,
      "grad_norm": 1.0894600703104635,
      "learning_rate": 0.00015236441312324844,
      "loss": 0.6691,
      "step": 73520
    },
    {
      "epoch": 3.0113045259062052,
      "grad_norm": 0.86900612367769,
      "learning_rate": 0.00015236115213333861,
      "loss": 0.5356,
      "step": 73521
    },
    {
      "epoch": 3.0113454843334018,
      "grad_norm": 0.5137763917510433,
      "learning_rate": 0.00015235789114231266,
      "loss": 0.0936,
      "step": 73522
    },
    {
      "epoch": 3.011386442760598,
      "grad_norm": 1.004253182408961,
      "learning_rate": 0.00015235463015017192,
      "loss": 0.4827,
      "step": 73523
    },
    {
      "epoch": 3.0114274011877944,
      "grad_norm": 1.5286830095507105,
      "learning_rate": 0.00015235136915691815,
      "loss": 0.7347,
      "step": 73524
    },
    {
      "epoch": 3.011468359614991,
      "grad_norm": 1.1324930280839491,
      "learning_rate": 0.00015234810816255274,
      "loss": 0.7251,
      "step": 73525
    },
    {
      "epoch": 3.011509318042187,
      "grad_norm": 1.0023752394884018,
      "learning_rate": 0.00015234484716707724,
      "loss": 0.2965,
      "step": 73526
    },
    {
      "epoch": 3.0115502764693836,
      "grad_norm": 1.1382321355126166,
      "learning_rate": 0.00015234158617049326,
      "loss": 0.717,
      "step": 73527
    },
    {
      "epoch": 3.01159123489658,
      "grad_norm": 1.13273877948917,
      "learning_rate": 0.00015233832517280233,
      "loss": 0.5637,
      "step": 73528
    },
    {
      "epoch": 3.011632193323776,
      "grad_norm": 0.8453816867245648,
      "learning_rate": 0.00015233506417400598,
      "loss": 0.2674,
      "step": 73529
    },
    {
      "epoch": 3.0116731517509727,
      "grad_norm": 0.8575238597569379,
      "learning_rate": 0.00015233180317410572,
      "loss": 0.2628,
      "step": 73530
    },
    {
      "epoch": 3.0117141101781693,
      "grad_norm": 1.8508562280343617,
      "learning_rate": 0.00015232854217310312,
      "loss": 0.8938,
      "step": 73531
    },
    {
      "epoch": 3.0117550686053653,
      "grad_norm": 1.0838766604124435,
      "learning_rate": 0.00015232528117099973,
      "loss": 0.5631,
      "step": 73532
    },
    {
      "epoch": 3.011796027032562,
      "grad_norm": 1.7168216696974403,
      "learning_rate": 0.0001523220201677971,
      "loss": 1.19,
      "step": 73533
    },
    {
      "epoch": 3.0118369854597584,
      "grad_norm": 1.136518449193831,
      "learning_rate": 0.00015231875916349674,
      "loss": 0.7361,
      "step": 73534
    },
    {
      "epoch": 3.011877943886955,
      "grad_norm": 1.3421456281364603,
      "learning_rate": 0.00015231549815810017,
      "loss": 1.0503,
      "step": 73535
    },
    {
      "epoch": 3.011918902314151,
      "grad_norm": 1.004774191537322,
      "learning_rate": 0.00015231223715160902,
      "loss": 0.7589,
      "step": 73536
    },
    {
      "epoch": 3.0119598607413476,
      "grad_norm": 1.2894548164029247,
      "learning_rate": 0.00015230897614402478,
      "loss": 0.5524,
      "step": 73537
    },
    {
      "epoch": 3.012000819168544,
      "grad_norm": 1.1287496588600465,
      "learning_rate": 0.00015230571513534898,
      "loss": 0.7966,
      "step": 73538
    },
    {
      "epoch": 3.01204177759574,
      "grad_norm": 1.3761389720978978,
      "learning_rate": 0.00015230245412558316,
      "loss": 0.7993,
      "step": 73539
    },
    {
      "epoch": 3.0120827360229367,
      "grad_norm": 1.1876091785942715,
      "learning_rate": 0.00015229919311472882,
      "loss": 0.7623,
      "step": 73540
    },
    {
      "epoch": 3.0121236944501333,
      "grad_norm": 1.3615893727003887,
      "learning_rate": 0.00015229593210278763,
      "loss": 0.9159,
      "step": 73541
    },
    {
      "epoch": 3.0121646528773294,
      "grad_norm": 1.2396184938274768,
      "learning_rate": 0.00015229267108976104,
      "loss": 0.7519,
      "step": 73542
    },
    {
      "epoch": 3.012205611304526,
      "grad_norm": 1.59153421248778,
      "learning_rate": 0.00015228941007565063,
      "loss": 0.7967,
      "step": 73543
    },
    {
      "epoch": 3.0122465697317224,
      "grad_norm": 1.5588506610696866,
      "learning_rate": 0.00015228614906045786,
      "loss": 0.8845,
      "step": 73544
    },
    {
      "epoch": 3.0122875281589185,
      "grad_norm": 1.4476319203373986,
      "learning_rate": 0.00015228288804418436,
      "loss": 0.8194,
      "step": 73545
    },
    {
      "epoch": 3.012328486586115,
      "grad_norm": 1.193655411857644,
      "learning_rate": 0.00015227962702683164,
      "loss": 0.4671,
      "step": 73546
    },
    {
      "epoch": 3.0123694450133116,
      "grad_norm": 1.1766723947046351,
      "learning_rate": 0.00015227636600840128,
      "loss": 0.5545,
      "step": 73547
    },
    {
      "epoch": 3.0124104034405077,
      "grad_norm": 1.727305184557531,
      "learning_rate": 0.00015227310498889475,
      "loss": 1.1842,
      "step": 73548
    },
    {
      "epoch": 3.0124513618677042,
      "grad_norm": 0.726698603300416,
      "learning_rate": 0.00015226984396831363,
      "loss": 0.1771,
      "step": 73549
    },
    {
      "epoch": 3.0124923202949008,
      "grad_norm": 3.447373044745701,
      "learning_rate": 0.0001522665829466595,
      "loss": 1.1498,
      "step": 73550
    },
    {
      "epoch": 3.012533278722097,
      "grad_norm": 1.441333962263699,
      "learning_rate": 0.0001522633219239338,
      "loss": 0.7508,
      "step": 73551
    },
    {
      "epoch": 3.0125742371492934,
      "grad_norm": 1.4517860364052118,
      "learning_rate": 0.00015226006090013813,
      "loss": 0.8913,
      "step": 73552
    },
    {
      "epoch": 3.01261519557649,
      "grad_norm": 1.4784890585206025,
      "learning_rate": 0.0001522567998752741,
      "loss": 0.6728,
      "step": 73553
    },
    {
      "epoch": 3.0126561540036865,
      "grad_norm": 1.4092753701197662,
      "learning_rate": 0.00015225353884934314,
      "loss": 0.8008,
      "step": 73554
    },
    {
      "epoch": 3.0126971124308826,
      "grad_norm": 0.8957660562793259,
      "learning_rate": 0.00015225027782234688,
      "loss": 0.3339,
      "step": 73555
    },
    {
      "epoch": 3.012738070858079,
      "grad_norm": 1.0345044045231016,
      "learning_rate": 0.00015224701679428674,
      "loss": 0.5857,
      "step": 73556
    },
    {
      "epoch": 3.0127790292852756,
      "grad_norm": 1.69255305194644,
      "learning_rate": 0.00015224375576516438,
      "loss": 1.0734,
      "step": 73557
    },
    {
      "epoch": 3.0128199877124717,
      "grad_norm": 1.3683413157962478,
      "learning_rate": 0.00015224049473498135,
      "loss": 0.9872,
      "step": 73558
    },
    {
      "epoch": 3.0128609461396683,
      "grad_norm": 1.3154368502764746,
      "learning_rate": 0.00015223723370373909,
      "loss": 0.7633,
      "step": 73559
    },
    {
      "epoch": 3.012901904566865,
      "grad_norm": 1.3539356115753562,
      "learning_rate": 0.00015223397267143923,
      "loss": 0.7754,
      "step": 73560
    },
    {
      "epoch": 3.012942862994061,
      "grad_norm": 1.269687624149997,
      "learning_rate": 0.00015223071163808326,
      "loss": 0.851,
      "step": 73561
    },
    {
      "epoch": 3.0129838214212574,
      "grad_norm": 1.701561513573274,
      "learning_rate": 0.00015222745060367273,
      "loss": 0.7095,
      "step": 73562
    },
    {
      "epoch": 3.013024779848454,
      "grad_norm": 1.3904891269262365,
      "learning_rate": 0.00015222418956820918,
      "loss": 0.9746,
      "step": 73563
    },
    {
      "epoch": 3.01306573827565,
      "grad_norm": 1.331557263876472,
      "learning_rate": 0.00015222092853169416,
      "loss": 0.6856,
      "step": 73564
    },
    {
      "epoch": 3.0131066967028466,
      "grad_norm": 1.6081203066010918,
      "learning_rate": 0.00015221766749412926,
      "loss": 1.113,
      "step": 73565
    },
    {
      "epoch": 3.013147655130043,
      "grad_norm": 0.6192792209529507,
      "learning_rate": 0.00015221440645551594,
      "loss": 0.2401,
      "step": 73566
    },
    {
      "epoch": 3.013188613557239,
      "grad_norm": 1.0114453661445195,
      "learning_rate": 0.00015221114541585579,
      "loss": 0.7355,
      "step": 73567
    },
    {
      "epoch": 3.0132295719844358,
      "grad_norm": 2.59196731702138,
      "learning_rate": 0.00015220788437515033,
      "loss": 0.9299,
      "step": 73568
    },
    {
      "epoch": 3.0132705304116323,
      "grad_norm": 1.2824107642789022,
      "learning_rate": 0.00015220462333340114,
      "loss": 0.7105,
      "step": 73569
    },
    {
      "epoch": 3.0133114888388284,
      "grad_norm": 1.3680944583413457,
      "learning_rate": 0.0001522013622906097,
      "loss": 0.6786,
      "step": 73570
    },
    {
      "epoch": 3.013352447266025,
      "grad_norm": 1.7621466890670174,
      "learning_rate": 0.00015219810124677757,
      "loss": 1.5596,
      "step": 73571
    },
    {
      "epoch": 3.0133934056932214,
      "grad_norm": 1.1221427833819337,
      "learning_rate": 0.0001521948402019063,
      "loss": 0.7465,
      "step": 73572
    },
    {
      "epoch": 3.013434364120418,
      "grad_norm": 1.291668944951425,
      "learning_rate": 0.0001521915791559975,
      "loss": 0.6213,
      "step": 73573
    },
    {
      "epoch": 3.013475322547614,
      "grad_norm": 1.4434478438448073,
      "learning_rate": 0.00015218831810905262,
      "loss": 0.6223,
      "step": 73574
    },
    {
      "epoch": 3.0135162809748106,
      "grad_norm": 0.617348615374784,
      "learning_rate": 0.0001521850570610732,
      "loss": 0.1724,
      "step": 73575
    },
    {
      "epoch": 3.013557239402007,
      "grad_norm": 1.1002012096472793,
      "learning_rate": 0.00015218179601206083,
      "loss": 0.6385,
      "step": 73576
    },
    {
      "epoch": 3.0135981978292032,
      "grad_norm": 0.8257355136323258,
      "learning_rate": 0.00015217853496201706,
      "loss": 0.1949,
      "step": 73577
    },
    {
      "epoch": 3.0136391562563998,
      "grad_norm": 1.6845554546134514,
      "learning_rate": 0.00015217527391094338,
      "loss": 0.601,
      "step": 73578
    },
    {
      "epoch": 3.0136801146835963,
      "grad_norm": 2.4886784572472975,
      "learning_rate": 0.00015217201285884136,
      "loss": 2.1616,
      "step": 73579
    },
    {
      "epoch": 3.0137210731107924,
      "grad_norm": 1.4579560980215494,
      "learning_rate": 0.00015216875180571252,
      "loss": 0.6507,
      "step": 73580
    },
    {
      "epoch": 3.013762031537989,
      "grad_norm": 0.6840758400521425,
      "learning_rate": 0.00015216549075155843,
      "loss": 0.264,
      "step": 73581
    },
    {
      "epoch": 3.0138029899651855,
      "grad_norm": 1.8031006898003907,
      "learning_rate": 0.00015216222969638063,
      "loss": 1.1641,
      "step": 73582
    },
    {
      "epoch": 3.0138439483923816,
      "grad_norm": 3.023373183850515,
      "learning_rate": 0.00015215896864018065,
      "loss": 2.8178,
      "step": 73583
    },
    {
      "epoch": 3.013884906819578,
      "grad_norm": 1.3517813486914008,
      "learning_rate": 0.00015215570758296003,
      "loss": 0.7351,
      "step": 73584
    },
    {
      "epoch": 3.0139258652467746,
      "grad_norm": 2.078508039300644,
      "learning_rate": 0.00015215244652472032,
      "loss": 1.1557,
      "step": 73585
    },
    {
      "epoch": 3.0139668236739707,
      "grad_norm": 1.3686403817655064,
      "learning_rate": 0.0001521491854654631,
      "loss": 0.9379,
      "step": 73586
    },
    {
      "epoch": 3.0140077821011673,
      "grad_norm": 1.133791106887132,
      "learning_rate": 0.0001521459244051898,
      "loss": 0.7584,
      "step": 73587
    },
    {
      "epoch": 3.014048740528364,
      "grad_norm": 2.1241589211572163,
      "learning_rate": 0.00015214266334390207,
      "loss": 1.4594,
      "step": 73588
    },
    {
      "epoch": 3.01408969895556,
      "grad_norm": 0.9766654966177227,
      "learning_rate": 0.0001521394022816014,
      "loss": 0.6462,
      "step": 73589
    },
    {
      "epoch": 3.0141306573827564,
      "grad_norm": 2.0723647174101503,
      "learning_rate": 0.00015213614121828935,
      "loss": 0.5668,
      "step": 73590
    },
    {
      "epoch": 3.014171615809953,
      "grad_norm": 1.0141564733443436,
      "learning_rate": 0.00015213288015396748,
      "loss": 0.5983,
      "step": 73591
    },
    {
      "epoch": 3.0142125742371495,
      "grad_norm": 1.4907909491499416,
      "learning_rate": 0.00015212961908863724,
      "loss": 0.8502,
      "step": 73592
    },
    {
      "epoch": 3.0142535326643456,
      "grad_norm": 1.5613227955581959,
      "learning_rate": 0.00015212635802230032,
      "loss": 1.0263,
      "step": 73593
    },
    {
      "epoch": 3.014294491091542,
      "grad_norm": 1.3841348705760912,
      "learning_rate": 0.00015212309695495816,
      "loss": 0.6665,
      "step": 73594
    },
    {
      "epoch": 3.0143354495187387,
      "grad_norm": 0.8880678465648125,
      "learning_rate": 0.0001521198358866123,
      "loss": 0.5083,
      "step": 73595
    },
    {
      "epoch": 3.0143764079459348,
      "grad_norm": 0.9522289409819482,
      "learning_rate": 0.0001521165748172643,
      "loss": 0.4116,
      "step": 73596
    },
    {
      "epoch": 3.0144173663731313,
      "grad_norm": 1.0143582792598516,
      "learning_rate": 0.00015211331374691576,
      "loss": 0.5632,
      "step": 73597
    },
    {
      "epoch": 3.014458324800328,
      "grad_norm": 1.4199369006065525,
      "learning_rate": 0.00015211005267556812,
      "loss": 0.5742,
      "step": 73598
    },
    {
      "epoch": 3.014499283227524,
      "grad_norm": 1.8991043849435265,
      "learning_rate": 0.00015210679160322294,
      "loss": 1.1282,
      "step": 73599
    },
    {
      "epoch": 3.0145402416547205,
      "grad_norm": 1.5425927864496491,
      "learning_rate": 0.00015210353052988183,
      "loss": 0.8461,
      "step": 73600
    },
    {
      "epoch": 3.014581200081917,
      "grad_norm": 1.1554622268904378,
      "learning_rate": 0.0001521002694555463,
      "loss": 0.6833,
      "step": 73601
    },
    {
      "epoch": 3.014622158509113,
      "grad_norm": 1.4289403391454734,
      "learning_rate": 0.0001520970083802179,
      "loss": 1.074,
      "step": 73602
    },
    {
      "epoch": 3.0146631169363096,
      "grad_norm": 1.1156995073091596,
      "learning_rate": 0.0001520937473038981,
      "loss": 0.6176,
      "step": 73603
    },
    {
      "epoch": 3.014704075363506,
      "grad_norm": 1.3812220442538743,
      "learning_rate": 0.00015209048622658855,
      "loss": 0.8565,
      "step": 73604
    },
    {
      "epoch": 3.0147450337907022,
      "grad_norm": 1.2212881094673025,
      "learning_rate": 0.0001520872251482907,
      "loss": 0.8256,
      "step": 73605
    },
    {
      "epoch": 3.014785992217899,
      "grad_norm": 1.1145419325559445,
      "learning_rate": 0.00015208396406900617,
      "loss": 0.6252,
      "step": 73606
    },
    {
      "epoch": 3.0148269506450953,
      "grad_norm": 1.622265713258189,
      "learning_rate": 0.00015208070298873642,
      "loss": 0.8846,
      "step": 73607
    },
    {
      "epoch": 3.0148679090722914,
      "grad_norm": 1.2536812716548407,
      "learning_rate": 0.00015207744190748305,
      "loss": 0.8766,
      "step": 73608
    },
    {
      "epoch": 3.014908867499488,
      "grad_norm": 1.341613461877313,
      "learning_rate": 0.00015207418082524763,
      "loss": 0.8424,
      "step": 73609
    },
    {
      "epoch": 3.0149498259266845,
      "grad_norm": 1.1471214309377946,
      "learning_rate": 0.00015207091974203159,
      "loss": 0.7664,
      "step": 73610
    },
    {
      "epoch": 3.014990784353881,
      "grad_norm": 7.817198557019252,
      "learning_rate": 0.0001520676586578366,
      "loss": 1.4331,
      "step": 73611
    },
    {
      "epoch": 3.015031742781077,
      "grad_norm": 0.7688885864116929,
      "learning_rate": 0.00015206439757266407,
      "loss": 0.2419,
      "step": 73612
    },
    {
      "epoch": 3.0150727012082736,
      "grad_norm": 2.6426276537075877,
      "learning_rate": 0.00015206113648651566,
      "loss": 2.531,
      "step": 73613
    },
    {
      "epoch": 3.01511365963547,
      "grad_norm": 2.4022028298794345,
      "learning_rate": 0.00015205787539939288,
      "loss": 0.6186,
      "step": 73614
    },
    {
      "epoch": 3.0151546180626663,
      "grad_norm": 1.4172806068011503,
      "learning_rate": 0.00015205461431129724,
      "loss": 0.705,
      "step": 73615
    },
    {
      "epoch": 3.015195576489863,
      "grad_norm": 1.2730056000667525,
      "learning_rate": 0.00015205135322223027,
      "loss": 0.6163,
      "step": 73616
    },
    {
      "epoch": 3.0152365349170593,
      "grad_norm": 1.1009909105946325,
      "learning_rate": 0.00015204809213219356,
      "loss": 0.627,
      "step": 73617
    },
    {
      "epoch": 3.0152774933442554,
      "grad_norm": 1.7670893603292188,
      "learning_rate": 0.00015204483104118866,
      "loss": 1.1356,
      "step": 73618
    },
    {
      "epoch": 3.015318451771452,
      "grad_norm": 1.4588116546003447,
      "learning_rate": 0.00015204156994921706,
      "loss": 0.6163,
      "step": 73619
    },
    {
      "epoch": 3.0153594101986485,
      "grad_norm": 1.6816028252174307,
      "learning_rate": 0.00015203830885628027,
      "loss": 0.7628,
      "step": 73620
    },
    {
      "epoch": 3.0154003686258446,
      "grad_norm": 1.6653702807871462,
      "learning_rate": 0.00015203504776237995,
      "loss": 0.6472,
      "step": 73621
    },
    {
      "epoch": 3.015441327053041,
      "grad_norm": 1.6004734110967913,
      "learning_rate": 0.00015203178666751757,
      "loss": 0.8855,
      "step": 73622
    },
    {
      "epoch": 3.0154822854802377,
      "grad_norm": 1.011758931030285,
      "learning_rate": 0.0001520285255716947,
      "loss": 0.2779,
      "step": 73623
    },
    {
      "epoch": 3.0155232439074338,
      "grad_norm": 1.1356498174618677,
      "learning_rate": 0.00015202526447491278,
      "loss": 0.7998,
      "step": 73624
    },
    {
      "epoch": 3.0155642023346303,
      "grad_norm": 1.2959138239251822,
      "learning_rate": 0.0001520220033771735,
      "loss": 0.8329,
      "step": 73625
    },
    {
      "epoch": 3.015605160761827,
      "grad_norm": 0.6319628665658978,
      "learning_rate": 0.0001520187422784783,
      "loss": 0.1961,
      "step": 73626
    },
    {
      "epoch": 3.015646119189023,
      "grad_norm": 0.9740101332167386,
      "learning_rate": 0.00015201548117882882,
      "loss": 0.5845,
      "step": 73627
    },
    {
      "epoch": 3.0156870776162195,
      "grad_norm": 0.7929210924567205,
      "learning_rate": 0.00015201222007822648,
      "loss": 0.2285,
      "step": 73628
    },
    {
      "epoch": 3.015728036043416,
      "grad_norm": 1.3329852844356131,
      "learning_rate": 0.0001520089589766729,
      "loss": 0.8502,
      "step": 73629
    },
    {
      "epoch": 3.0157689944706125,
      "grad_norm": 1.2278818709182884,
      "learning_rate": 0.0001520056978741696,
      "loss": 0.6825,
      "step": 73630
    },
    {
      "epoch": 3.0158099528978086,
      "grad_norm": 0.9335928916039993,
      "learning_rate": 0.00015200243677071808,
      "loss": 0.5151,
      "step": 73631
    },
    {
      "epoch": 3.015850911325005,
      "grad_norm": 1.0618158375301685,
      "learning_rate": 0.00015199917566631994,
      "loss": 0.6811,
      "step": 73632
    },
    {
      "epoch": 3.0158918697522017,
      "grad_norm": 1.3865723855416705,
      "learning_rate": 0.00015199591456097674,
      "loss": 0.5129,
      "step": 73633
    },
    {
      "epoch": 3.015932828179398,
      "grad_norm": 1.4299387449396994,
      "learning_rate": 0.00015199265345469,
      "loss": 0.9871,
      "step": 73634
    },
    {
      "epoch": 3.0159737866065943,
      "grad_norm": 1.445499151493385,
      "learning_rate": 0.00015198939234746119,
      "loss": 0.7818,
      "step": 73635
    },
    {
      "epoch": 3.016014745033791,
      "grad_norm": 0.8743545713572726,
      "learning_rate": 0.00015198613123929195,
      "loss": 0.3063,
      "step": 73636
    },
    {
      "epoch": 3.016055703460987,
      "grad_norm": 1.1495664172079518,
      "learning_rate": 0.00015198287013018378,
      "loss": 0.7572,
      "step": 73637
    },
    {
      "epoch": 3.0160966618881835,
      "grad_norm": 0.9950349831194085,
      "learning_rate": 0.00015197960902013822,
      "loss": 0.5364,
      "step": 73638
    },
    {
      "epoch": 3.01613762031538,
      "grad_norm": 1.5194032907174462,
      "learning_rate": 0.0001519763479091568,
      "loss": 0.7189,
      "step": 73639
    },
    {
      "epoch": 3.016178578742576,
      "grad_norm": 1.4256013471465308,
      "learning_rate": 0.0001519730867972411,
      "loss": 0.9868,
      "step": 73640
    },
    {
      "epoch": 3.0162195371697726,
      "grad_norm": 1.2120933483685952,
      "learning_rate": 0.0001519698256843926,
      "loss": 0.5879,
      "step": 73641
    },
    {
      "epoch": 3.016260495596969,
      "grad_norm": 1.0034925323856851,
      "learning_rate": 0.00015196656457061293,
      "loss": 0.5895,
      "step": 73642
    },
    {
      "epoch": 3.0163014540241653,
      "grad_norm": 0.5506996425258315,
      "learning_rate": 0.0001519633034559036,
      "loss": 0.1198,
      "step": 73643
    },
    {
      "epoch": 3.016342412451362,
      "grad_norm": 1.3368824371661943,
      "learning_rate": 0.00015196004234026606,
      "loss": 0.8095,
      "step": 73644
    },
    {
      "epoch": 3.0163833708785583,
      "grad_norm": 1.3108691025296064,
      "learning_rate": 0.00015195678122370196,
      "loss": 0.7959,
      "step": 73645
    },
    {
      "epoch": 3.016424329305755,
      "grad_norm": 1.8232517708616718,
      "learning_rate": 0.00015195352010621282,
      "loss": 0.5925,
      "step": 73646
    },
    {
      "epoch": 3.016465287732951,
      "grad_norm": 1.3096467106453167,
      "learning_rate": 0.00015195025898780018,
      "loss": 0.6037,
      "step": 73647
    },
    {
      "epoch": 3.0165062461601475,
      "grad_norm": 4.507011958276288,
      "learning_rate": 0.0001519469978684655,
      "loss": 2.5688,
      "step": 73648
    },
    {
      "epoch": 3.016547204587344,
      "grad_norm": 1.421609181473702,
      "learning_rate": 0.00015194373674821046,
      "loss": 0.9002,
      "step": 73649
    },
    {
      "epoch": 3.01658816301454,
      "grad_norm": 1.170745238534966,
      "learning_rate": 0.00015194047562703652,
      "loss": 0.7727,
      "step": 73650
    },
    {
      "epoch": 3.0166291214417367,
      "grad_norm": 1.6983487465789173,
      "learning_rate": 0.00015193721450494524,
      "loss": 0.8865,
      "step": 73651
    },
    {
      "epoch": 3.016670079868933,
      "grad_norm": 1.2545777897637154,
      "learning_rate": 0.00015193395338193813,
      "loss": 0.6307,
      "step": 73652
    },
    {
      "epoch": 3.0167110382961293,
      "grad_norm": 3.9429372233199365,
      "learning_rate": 0.0001519306922580168,
      "loss": 2.6702,
      "step": 73653
    },
    {
      "epoch": 3.016751996723326,
      "grad_norm": 1.065727414216017,
      "learning_rate": 0.0001519274311331827,
      "loss": 0.6827,
      "step": 73654
    },
    {
      "epoch": 3.0167929551505224,
      "grad_norm": 1.356421547689319,
      "learning_rate": 0.00015192417000743747,
      "loss": 0.7962,
      "step": 73655
    },
    {
      "epoch": 3.0168339135777185,
      "grad_norm": 1.9813536997414904,
      "learning_rate": 0.0001519209088807826,
      "loss": 1.0202,
      "step": 73656
    },
    {
      "epoch": 3.016874872004915,
      "grad_norm": 1.1099851012379425,
      "learning_rate": 0.00015191764775321958,
      "loss": 0.6088,
      "step": 73657
    },
    {
      "epoch": 3.0169158304321115,
      "grad_norm": 0.8138658260786398,
      "learning_rate": 0.00015191438662475007,
      "loss": 0.2143,
      "step": 73658
    },
    {
      "epoch": 3.0169567888593076,
      "grad_norm": 0.725672799908033,
      "learning_rate": 0.00015191112549537553,
      "loss": 0.1767,
      "step": 73659
    },
    {
      "epoch": 3.016997747286504,
      "grad_norm": 1.455341032727965,
      "learning_rate": 0.0001519078643650975,
      "loss": 0.7763,
      "step": 73660
    },
    {
      "epoch": 3.0170387057137007,
      "grad_norm": 1.3887464828575802,
      "learning_rate": 0.00015190460323391756,
      "loss": 0.8798,
      "step": 73661
    },
    {
      "epoch": 3.017079664140897,
      "grad_norm": 0.765656975339754,
      "learning_rate": 0.00015190134210183725,
      "loss": 0.1341,
      "step": 73662
    },
    {
      "epoch": 3.0171206225680933,
      "grad_norm": 0.9831779363420202,
      "learning_rate": 0.00015189808096885808,
      "loss": 0.3388,
      "step": 73663
    },
    {
      "epoch": 3.01716158099529,
      "grad_norm": 5.483475741782097,
      "learning_rate": 0.0001518948198349816,
      "loss": 1.3885,
      "step": 73664
    },
    {
      "epoch": 3.0172025394224864,
      "grad_norm": 0.7407543510276778,
      "learning_rate": 0.0001518915587002094,
      "loss": 0.1796,
      "step": 73665
    },
    {
      "epoch": 3.0172434978496825,
      "grad_norm": 1.4472141322137033,
      "learning_rate": 0.00015188829756454295,
      "loss": 0.7917,
      "step": 73666
    },
    {
      "epoch": 3.017284456276879,
      "grad_norm": 1.3431205346676487,
      "learning_rate": 0.0001518850364279838,
      "loss": 0.6624,
      "step": 73667
    },
    {
      "epoch": 3.0173254147040756,
      "grad_norm": 1.0846175464994334,
      "learning_rate": 0.00015188177529053352,
      "loss": 0.9537,
      "step": 73668
    },
    {
      "epoch": 3.0173663731312717,
      "grad_norm": 1.0837927013632591,
      "learning_rate": 0.00015187851415219368,
      "loss": 0.6088,
      "step": 73669
    },
    {
      "epoch": 3.017407331558468,
      "grad_norm": 1.1732119976717756,
      "learning_rate": 0.0001518752530129658,
      "loss": 0.5077,
      "step": 73670
    },
    {
      "epoch": 3.0174482899856647,
      "grad_norm": 1.5315357988144422,
      "learning_rate": 0.00015187199187285133,
      "loss": 0.8567,
      "step": 73671
    },
    {
      "epoch": 3.017489248412861,
      "grad_norm": 1.2887323756000029,
      "learning_rate": 0.00015186873073185197,
      "loss": 0.7921,
      "step": 73672
    },
    {
      "epoch": 3.0175302068400573,
      "grad_norm": 0.9084790320445051,
      "learning_rate": 0.00015186546958996912,
      "loss": 0.3477,
      "step": 73673
    },
    {
      "epoch": 3.017571165267254,
      "grad_norm": 0.8281502242558425,
      "learning_rate": 0.00015186220844720443,
      "loss": 0.2655,
      "step": 73674
    },
    {
      "epoch": 3.01761212369445,
      "grad_norm": 1.18734071052061,
      "learning_rate": 0.00015185894730355938,
      "loss": 0.7329,
      "step": 73675
    },
    {
      "epoch": 3.0176530821216465,
      "grad_norm": 1.7154462340375207,
      "learning_rate": 0.00015185568615903552,
      "loss": 0.9576,
      "step": 73676
    },
    {
      "epoch": 3.017694040548843,
      "grad_norm": 1.7273907660231,
      "learning_rate": 0.0001518524250136344,
      "loss": 1.3492,
      "step": 73677
    },
    {
      "epoch": 3.017734998976039,
      "grad_norm": 1.3896674893014702,
      "learning_rate": 0.0001518491638673576,
      "loss": 0.8784,
      "step": 73678
    },
    {
      "epoch": 3.0177759574032357,
      "grad_norm": 1.377442873119688,
      "learning_rate": 0.0001518459027202066,
      "loss": 0.9497,
      "step": 73679
    },
    {
      "epoch": 3.017816915830432,
      "grad_norm": 1.1935552070339108,
      "learning_rate": 0.0001518426415721829,
      "loss": 0.9476,
      "step": 73680
    },
    {
      "epoch": 3.0178578742576283,
      "grad_norm": 1.360027993752818,
      "learning_rate": 0.0001518393804232882,
      "loss": 0.7207,
      "step": 73681
    },
    {
      "epoch": 3.017898832684825,
      "grad_norm": 0.9708913694120799,
      "learning_rate": 0.00015183611927352392,
      "loss": 0.2545,
      "step": 73682
    },
    {
      "epoch": 3.0179397911120214,
      "grad_norm": 1.3091722068206717,
      "learning_rate": 0.0001518328581228916,
      "loss": 0.8314,
      "step": 73683
    },
    {
      "epoch": 3.017980749539218,
      "grad_norm": 1.1560243436210869,
      "learning_rate": 0.0001518295969713928,
      "loss": 0.7055,
      "step": 73684
    },
    {
      "epoch": 3.018021707966414,
      "grad_norm": 1.4903166637336953,
      "learning_rate": 0.0001518263358190291,
      "loss": 0.6937,
      "step": 73685
    },
    {
      "epoch": 3.0180626663936105,
      "grad_norm": 1.1124885615040236,
      "learning_rate": 0.00015182307466580204,
      "loss": 0.8089,
      "step": 73686
    },
    {
      "epoch": 3.018103624820807,
      "grad_norm": 1.6450420072459737,
      "learning_rate": 0.00015181981351171313,
      "loss": 0.8772,
      "step": 73687
    },
    {
      "epoch": 3.018144583248003,
      "grad_norm": 4.108310991602198,
      "learning_rate": 0.00015181655235676385,
      "loss": 2.4746,
      "step": 73688
    },
    {
      "epoch": 3.0181855416751997,
      "grad_norm": 1.7272450479359764,
      "learning_rate": 0.0001518132912009559,
      "loss": 1.1554,
      "step": 73689
    },
    {
      "epoch": 3.0182265001023962,
      "grad_norm": 0.7745143381177454,
      "learning_rate": 0.00015181003004429068,
      "loss": 0.267,
      "step": 73690
    },
    {
      "epoch": 3.0182674585295923,
      "grad_norm": 5.630995453097438,
      "learning_rate": 0.0001518067688867698,
      "loss": 1.5647,
      "step": 73691
    },
    {
      "epoch": 3.018308416956789,
      "grad_norm": 1.1940861786173955,
      "learning_rate": 0.00015180350772839478,
      "loss": 0.5007,
      "step": 73692
    },
    {
      "epoch": 3.0183493753839854,
      "grad_norm": 1.235560818856496,
      "learning_rate": 0.00015180024656916713,
      "loss": 0.9081,
      "step": 73693
    },
    {
      "epoch": 3.0183903338111815,
      "grad_norm": 0.8909163626504839,
      "learning_rate": 0.0001517969854090885,
      "loss": 0.2752,
      "step": 73694
    },
    {
      "epoch": 3.018431292238378,
      "grad_norm": 1.074065226847322,
      "learning_rate": 0.0001517937242481603,
      "loss": 0.6704,
      "step": 73695
    },
    {
      "epoch": 3.0184722506655746,
      "grad_norm": 1.0830611874402754,
      "learning_rate": 0.00015179046308638416,
      "loss": 0.7555,
      "step": 73696
    },
    {
      "epoch": 3.0185132090927707,
      "grad_norm": 1.2299372183210338,
      "learning_rate": 0.00015178720192376158,
      "loss": 0.7628,
      "step": 73697
    },
    {
      "epoch": 3.018554167519967,
      "grad_norm": 1.046341115406628,
      "learning_rate": 0.00015178394076029414,
      "loss": 0.7265,
      "step": 73698
    },
    {
      "epoch": 3.0185951259471637,
      "grad_norm": 0.7531113008107809,
      "learning_rate": 0.00015178067959598334,
      "loss": 0.2273,
      "step": 73699
    },
    {
      "epoch": 3.01863608437436,
      "grad_norm": 0.8558841680412742,
      "learning_rate": 0.00015177741843083072,
      "loss": 0.4491,
      "step": 73700
    },
    {
      "epoch": 3.0186770428015564,
      "grad_norm": 1.253827952926974,
      "learning_rate": 0.00015177415726483787,
      "loss": 0.7304,
      "step": 73701
    },
    {
      "epoch": 3.018718001228753,
      "grad_norm": 1.2458193859696967,
      "learning_rate": 0.00015177089609800628,
      "loss": 1.002,
      "step": 73702
    },
    {
      "epoch": 3.0187589596559494,
      "grad_norm": 1.0065906410721455,
      "learning_rate": 0.0001517676349303375,
      "loss": 0.5095,
      "step": 73703
    },
    {
      "epoch": 3.0187999180831455,
      "grad_norm": 0.5437270022096128,
      "learning_rate": 0.00015176437376183315,
      "loss": 0.1183,
      "step": 73704
    },
    {
      "epoch": 3.018840876510342,
      "grad_norm": 1.4146724602341334,
      "learning_rate": 0.00015176111259249467,
      "loss": 0.6992,
      "step": 73705
    },
    {
      "epoch": 3.0188818349375386,
      "grad_norm": 1.3230925919334204,
      "learning_rate": 0.00015175785142232363,
      "loss": 0.7536,
      "step": 73706
    },
    {
      "epoch": 3.0189227933647347,
      "grad_norm": 1.0535885188261884,
      "learning_rate": 0.00015175459025132154,
      "loss": 0.5215,
      "step": 73707
    },
    {
      "epoch": 3.018963751791931,
      "grad_norm": 1.1385207857559794,
      "learning_rate": 0.00015175132907949002,
      "loss": 0.49,
      "step": 73708
    },
    {
      "epoch": 3.0190047102191278,
      "grad_norm": 1.2335083859998304,
      "learning_rate": 0.00015174806790683057,
      "loss": 0.5924,
      "step": 73709
    },
    {
      "epoch": 3.019045668646324,
      "grad_norm": 1.270855370615352,
      "learning_rate": 0.00015174480673334475,
      "loss": 0.8146,
      "step": 73710
    },
    {
      "epoch": 3.0190866270735204,
      "grad_norm": 1.12413938275484,
      "learning_rate": 0.00015174154555903406,
      "loss": 0.6153,
      "step": 73711
    },
    {
      "epoch": 3.019127585500717,
      "grad_norm": 2.5506494136610467,
      "learning_rate": 0.00015173828438390009,
      "loss": 2.744,
      "step": 73712
    },
    {
      "epoch": 3.019168543927913,
      "grad_norm": 1.0036275328330817,
      "learning_rate": 0.00015173502320794437,
      "loss": 0.5091,
      "step": 73713
    },
    {
      "epoch": 3.0192095023551095,
      "grad_norm": 1.4367132349159184,
      "learning_rate": 0.0001517317620311684,
      "loss": 0.8005,
      "step": 73714
    },
    {
      "epoch": 3.019250460782306,
      "grad_norm": 0.7460780275222116,
      "learning_rate": 0.0001517285008535738,
      "loss": 0.2644,
      "step": 73715
    },
    {
      "epoch": 3.019291419209502,
      "grad_norm": 0.9392665378535394,
      "learning_rate": 0.000151725239675162,
      "loss": 0.5076,
      "step": 73716
    },
    {
      "epoch": 3.0193323776366987,
      "grad_norm": 0.964856550719029,
      "learning_rate": 0.00015172197849593465,
      "loss": 0.5319,
      "step": 73717
    },
    {
      "epoch": 3.0193733360638952,
      "grad_norm": 1.4741050290977271,
      "learning_rate": 0.00015171871731589325,
      "loss": 1.1241,
      "step": 73718
    },
    {
      "epoch": 3.0194142944910913,
      "grad_norm": 3.3753768764386893,
      "learning_rate": 0.00015171545613503935,
      "loss": 2.6015,
      "step": 73719
    },
    {
      "epoch": 3.019455252918288,
      "grad_norm": 1.3017581441239414,
      "learning_rate": 0.00015171219495337443,
      "loss": 0.9215,
      "step": 73720
    },
    {
      "epoch": 3.0194962113454844,
      "grad_norm": 1.2151017070588872,
      "learning_rate": 0.0001517089337709001,
      "loss": 0.5919,
      "step": 73721
    },
    {
      "epoch": 3.019537169772681,
      "grad_norm": 1.000896263673365,
      "learning_rate": 0.0001517056725876179,
      "loss": 0.2382,
      "step": 73722
    },
    {
      "epoch": 3.019578128199877,
      "grad_norm": 2.944293900456418,
      "learning_rate": 0.00015170241140352939,
      "loss": 3.4747,
      "step": 73723
    },
    {
      "epoch": 3.0196190866270736,
      "grad_norm": 1.380065718569052,
      "learning_rate": 0.000151699150218636,
      "loss": 1.0207,
      "step": 73724
    },
    {
      "epoch": 3.01966004505427,
      "grad_norm": 3.4330251627553903,
      "learning_rate": 0.0001516958890329394,
      "loss": 4.003,
      "step": 73725
    },
    {
      "epoch": 3.019701003481466,
      "grad_norm": 1.3278629687688241,
      "learning_rate": 0.00015169262784644108,
      "loss": 0.8153,
      "step": 73726
    },
    {
      "epoch": 3.0197419619086627,
      "grad_norm": 0.7078742216014862,
      "learning_rate": 0.0001516893666591426,
      "loss": 0.2121,
      "step": 73727
    },
    {
      "epoch": 3.0197829203358593,
      "grad_norm": 0.9516472975053566,
      "learning_rate": 0.00015168610547104544,
      "loss": 0.6656,
      "step": 73728
    },
    {
      "epoch": 3.0198238787630554,
      "grad_norm": 1.0451718424713503,
      "learning_rate": 0.00015168284428215123,
      "loss": 0.6682,
      "step": 73729
    },
    {
      "epoch": 3.019864837190252,
      "grad_norm": 1.1687103914722645,
      "learning_rate": 0.00015167958309246144,
      "loss": 0.4785,
      "step": 73730
    },
    {
      "epoch": 3.0199057956174484,
      "grad_norm": 1.365648655417168,
      "learning_rate": 0.00015167632190197768,
      "loss": 0.9418,
      "step": 73731
    },
    {
      "epoch": 3.0199467540446445,
      "grad_norm": 0.9523289764783397,
      "learning_rate": 0.0001516730607107014,
      "loss": 0.5604,
      "step": 73732
    },
    {
      "epoch": 3.019987712471841,
      "grad_norm": 0.8029979047774172,
      "learning_rate": 0.00015166979951863421,
      "loss": 0.2796,
      "step": 73733
    },
    {
      "epoch": 3.0200286708990376,
      "grad_norm": 1.0249518145110645,
      "learning_rate": 0.0001516665383257777,
      "loss": 0.6621,
      "step": 73734
    },
    {
      "epoch": 3.0200696293262337,
      "grad_norm": 4.508589455554817,
      "learning_rate": 0.00015166327713213326,
      "loss": 1.5646,
      "step": 73735
    },
    {
      "epoch": 3.02011058775343,
      "grad_norm": 1.1547065431191463,
      "learning_rate": 0.00015166001593770257,
      "loss": 0.6249,
      "step": 73736
    },
    {
      "epoch": 3.0201515461806268,
      "grad_norm": 3.3593534722938934,
      "learning_rate": 0.0001516567547424871,
      "loss": 3.8927,
      "step": 73737
    },
    {
      "epoch": 3.020192504607823,
      "grad_norm": 1.2246922064115464,
      "learning_rate": 0.00015165349354648845,
      "loss": 0.6044,
      "step": 73738
    },
    {
      "epoch": 3.0202334630350194,
      "grad_norm": 1.5376543351228709,
      "learning_rate": 0.00015165023234970805,
      "loss": 1.1134,
      "step": 73739
    },
    {
      "epoch": 3.020274421462216,
      "grad_norm": 1.2684758045874798,
      "learning_rate": 0.00015164697115214754,
      "loss": 0.7555,
      "step": 73740
    },
    {
      "epoch": 3.0203153798894125,
      "grad_norm": 1.358185008426139,
      "learning_rate": 0.00015164370995380847,
      "loss": 0.5219,
      "step": 73741
    },
    {
      "epoch": 3.0203563383166085,
      "grad_norm": 1.0950899082389636,
      "learning_rate": 0.00015164044875469235,
      "loss": 0.6299,
      "step": 73742
    },
    {
      "epoch": 3.020397296743805,
      "grad_norm": 1.3907737913360214,
      "learning_rate": 0.00015163718755480067,
      "loss": 0.7776,
      "step": 73743
    },
    {
      "epoch": 3.0204382551710016,
      "grad_norm": 1.3615393761209842,
      "learning_rate": 0.00015163392635413506,
      "loss": 0.9732,
      "step": 73744
    },
    {
      "epoch": 3.0204792135981977,
      "grad_norm": 1.117719739011242,
      "learning_rate": 0.00015163066515269704,
      "loss": 0.7436,
      "step": 73745
    },
    {
      "epoch": 3.0205201720253942,
      "grad_norm": 1.2592892281300194,
      "learning_rate": 0.00015162740395048812,
      "loss": 0.7555,
      "step": 73746
    },
    {
      "epoch": 3.020561130452591,
      "grad_norm": 0.9749998106280338,
      "learning_rate": 0.00015162414274750985,
      "loss": 0.7733,
      "step": 73747
    },
    {
      "epoch": 3.020602088879787,
      "grad_norm": 0.7286019529497725,
      "learning_rate": 0.00015162088154376376,
      "loss": 0.2395,
      "step": 73748
    },
    {
      "epoch": 3.0206430473069834,
      "grad_norm": 1.2955235085654815,
      "learning_rate": 0.00015161762033925145,
      "loss": 1.0574,
      "step": 73749
    },
    {
      "epoch": 3.02068400573418,
      "grad_norm": 1.1117008170931253,
      "learning_rate": 0.00015161435913397443,
      "loss": 0.6619,
      "step": 73750
    },
    {
      "epoch": 3.020724964161376,
      "grad_norm": 0.7214525105568802,
      "learning_rate": 0.00015161109792793422,
      "loss": 0.299,
      "step": 73751
    },
    {
      "epoch": 3.0207659225885726,
      "grad_norm": 1.339388047957547,
      "learning_rate": 0.00015160783672113235,
      "loss": 0.6539,
      "step": 73752
    },
    {
      "epoch": 3.020806881015769,
      "grad_norm": 0.8157471331862466,
      "learning_rate": 0.0001516045755135704,
      "loss": 0.2858,
      "step": 73753
    },
    {
      "epoch": 3.020847839442965,
      "grad_norm": 1.7829231832624937,
      "learning_rate": 0.00015160131430524992,
      "loss": 0.7962,
      "step": 73754
    },
    {
      "epoch": 3.0208887978701617,
      "grad_norm": 3.132513538116267,
      "learning_rate": 0.00015159805309617242,
      "loss": 0.9091,
      "step": 73755
    },
    {
      "epoch": 3.0209297562973583,
      "grad_norm": 1.2547482620273223,
      "learning_rate": 0.00015159479188633945,
      "loss": 0.624,
      "step": 73756
    },
    {
      "epoch": 3.0209707147245544,
      "grad_norm": 1.2470537743259027,
      "learning_rate": 0.00015159153067575252,
      "loss": 0.7087,
      "step": 73757
    },
    {
      "epoch": 3.021011673151751,
      "grad_norm": 1.1606212872290542,
      "learning_rate": 0.0001515882694644133,
      "loss": 0.6735,
      "step": 73758
    },
    {
      "epoch": 3.0210526315789474,
      "grad_norm": 1.1884605095634837,
      "learning_rate": 0.00015158500825232317,
      "loss": 0.6699,
      "step": 73759
    },
    {
      "epoch": 3.021093590006144,
      "grad_norm": 1.2692379609019124,
      "learning_rate": 0.00015158174703948374,
      "loss": 0.8446,
      "step": 73760
    },
    {
      "epoch": 3.02113454843334,
      "grad_norm": 1.7181284291797891,
      "learning_rate": 0.00015157848582589655,
      "loss": 1.6439,
      "step": 73761
    },
    {
      "epoch": 3.0211755068605366,
      "grad_norm": 0.8394723349815427,
      "learning_rate": 0.00015157522461156317,
      "loss": 0.2258,
      "step": 73762
    },
    {
      "epoch": 3.021216465287733,
      "grad_norm": 1.0230966464940627,
      "learning_rate": 0.0001515719633964851,
      "loss": 0.242,
      "step": 73763
    },
    {
      "epoch": 3.0212574237149292,
      "grad_norm": 0.8329006168023082,
      "learning_rate": 0.00015156870218066388,
      "loss": 0.1533,
      "step": 73764
    },
    {
      "epoch": 3.0212983821421258,
      "grad_norm": 1.177394911978248,
      "learning_rate": 0.00015156544096410108,
      "loss": 0.7525,
      "step": 73765
    },
    {
      "epoch": 3.0213393405693223,
      "grad_norm": 4.953843672435247,
      "learning_rate": 0.00015156217974679828,
      "loss": 4.5901,
      "step": 73766
    },
    {
      "epoch": 3.0213802989965184,
      "grad_norm": 1.3546477441389173,
      "learning_rate": 0.00015155891852875692,
      "loss": 0.6725,
      "step": 73767
    },
    {
      "epoch": 3.021421257423715,
      "grad_norm": 1.3556890255905207,
      "learning_rate": 0.00015155565730997855,
      "loss": 0.8401,
      "step": 73768
    },
    {
      "epoch": 3.0214622158509115,
      "grad_norm": 0.8971908237999727,
      "learning_rate": 0.0001515523960904649,
      "loss": 0.3471,
      "step": 73769
    },
    {
      "epoch": 3.0215031742781076,
      "grad_norm": 2.382955840900934,
      "learning_rate": 0.00015154913487021727,
      "loss": 0.8718,
      "step": 73770
    },
    {
      "epoch": 3.021544132705304,
      "grad_norm": 1.0643871064162844,
      "learning_rate": 0.00015154587364923726,
      "loss": 0.4428,
      "step": 73771
    },
    {
      "epoch": 3.0215850911325006,
      "grad_norm": 1.185336393744284,
      "learning_rate": 0.00015154261242752653,
      "loss": 0.4647,
      "step": 73772
    },
    {
      "epoch": 3.0216260495596967,
      "grad_norm": 1.308067601534885,
      "learning_rate": 0.00015153935120508648,
      "loss": 0.8464,
      "step": 73773
    },
    {
      "epoch": 3.0216670079868932,
      "grad_norm": 1.1595397646845125,
      "learning_rate": 0.00015153608998191877,
      "loss": 0.6324,
      "step": 73774
    },
    {
      "epoch": 3.02170796641409,
      "grad_norm": 1.4681548648942864,
      "learning_rate": 0.00015153282875802484,
      "loss": 1.0431,
      "step": 73775
    },
    {
      "epoch": 3.021748924841286,
      "grad_norm": 1.3611252508640408,
      "learning_rate": 0.0001515295675334063,
      "loss": 0.8766,
      "step": 73776
    },
    {
      "epoch": 3.0217898832684824,
      "grad_norm": 1.761224521608049,
      "learning_rate": 0.00015152630630806466,
      "loss": 0.8301,
      "step": 73777
    },
    {
      "epoch": 3.021830841695679,
      "grad_norm": 1.6213797395429663,
      "learning_rate": 0.0001515230450820015,
      "loss": 0.8047,
      "step": 73778
    },
    {
      "epoch": 3.0218718001228755,
      "grad_norm": 1.4529435556228298,
      "learning_rate": 0.00015151978385521828,
      "loss": 0.748,
      "step": 73779
    },
    {
      "epoch": 3.0219127585500716,
      "grad_norm": 1.2594559061895974,
      "learning_rate": 0.00015151652262771663,
      "loss": 0.9491,
      "step": 73780
    },
    {
      "epoch": 3.021953716977268,
      "grad_norm": 1.1535076414864944,
      "learning_rate": 0.00015151326139949806,
      "loss": 0.701,
      "step": 73781
    },
    {
      "epoch": 3.0219946754044646,
      "grad_norm": 0.9854869511681044,
      "learning_rate": 0.00015151000017056413,
      "loss": 0.4312,
      "step": 73782
    },
    {
      "epoch": 3.0220356338316607,
      "grad_norm": 0.7967770123512697,
      "learning_rate": 0.00015150673894091628,
      "loss": 0.3287,
      "step": 73783
    },
    {
      "epoch": 3.0220765922588573,
      "grad_norm": 1.0388832546455657,
      "learning_rate": 0.0001515034777105562,
      "loss": 0.7398,
      "step": 73784
    },
    {
      "epoch": 3.022117550686054,
      "grad_norm": 1.0543584608304089,
      "learning_rate": 0.00015150021647948532,
      "loss": 0.3602,
      "step": 73785
    },
    {
      "epoch": 3.02215850911325,
      "grad_norm": 0.7446932605797988,
      "learning_rate": 0.00015149695524770528,
      "loss": 0.2291,
      "step": 73786
    },
    {
      "epoch": 3.0221994675404464,
      "grad_norm": 1.285731567408241,
      "learning_rate": 0.00015149369401521755,
      "loss": 0.4354,
      "step": 73787
    },
    {
      "epoch": 3.022240425967643,
      "grad_norm": 2.3028727547727406,
      "learning_rate": 0.0001514904327820236,
      "loss": 2.5116,
      "step": 73788
    },
    {
      "epoch": 3.022281384394839,
      "grad_norm": 4.948925466728641,
      "learning_rate": 0.00015148717154812513,
      "loss": 3.0393,
      "step": 73789
    },
    {
      "epoch": 3.0223223428220356,
      "grad_norm": 0.7052366680082297,
      "learning_rate": 0.00015148391031352364,
      "loss": 0.2859,
      "step": 73790
    },
    {
      "epoch": 3.022363301249232,
      "grad_norm": 1.3952659460541654,
      "learning_rate": 0.00015148064907822062,
      "loss": 0.5753,
      "step": 73791
    },
    {
      "epoch": 3.0224042596764282,
      "grad_norm": 1.268394301084509,
      "learning_rate": 0.0001514773878422176,
      "loss": 0.9017,
      "step": 73792
    },
    {
      "epoch": 3.0224452181036248,
      "grad_norm": 1.8272827494870403,
      "learning_rate": 0.0001514741266055162,
      "loss": 1.0384,
      "step": 73793
    },
    {
      "epoch": 3.0224861765308213,
      "grad_norm": 1.0129706437500532,
      "learning_rate": 0.00015147086536811791,
      "loss": 0.5193,
      "step": 73794
    },
    {
      "epoch": 3.0225271349580174,
      "grad_norm": 1.1875170360496075,
      "learning_rate": 0.0001514676041300243,
      "loss": 0.824,
      "step": 73795
    },
    {
      "epoch": 3.022568093385214,
      "grad_norm": 1.8769690535769008,
      "learning_rate": 0.00015146434289123683,
      "loss": 1.1906,
      "step": 73796
    },
    {
      "epoch": 3.0226090518124105,
      "grad_norm": 0.7427296108992023,
      "learning_rate": 0.00015146108165175717,
      "loss": 0.2805,
      "step": 73797
    },
    {
      "epoch": 3.022650010239607,
      "grad_norm": 0.9302414948485174,
      "learning_rate": 0.00015145782041158678,
      "loss": 0.587,
      "step": 73798
    },
    {
      "epoch": 3.022690968666803,
      "grad_norm": 1.0691296999849134,
      "learning_rate": 0.00015145455917072717,
      "loss": 0.5452,
      "step": 73799
    },
    {
      "epoch": 3.0227319270939996,
      "grad_norm": 1.2090500112321483,
      "learning_rate": 0.00015145129792917995,
      "loss": 0.7385,
      "step": 73800
    },
    {
      "epoch": 3.022772885521196,
      "grad_norm": 0.9002922627754569,
      "learning_rate": 0.00015144803668694666,
      "loss": 0.3993,
      "step": 73801
    },
    {
      "epoch": 3.0228138439483923,
      "grad_norm": 1.3964351504872732,
      "learning_rate": 0.00015144477544402885,
      "loss": 0.7868,
      "step": 73802
    },
    {
      "epoch": 3.022854802375589,
      "grad_norm": 1.2656085425020929,
      "learning_rate": 0.00015144151420042797,
      "loss": 0.7575,
      "step": 73803
    },
    {
      "epoch": 3.0228957608027853,
      "grad_norm": 1.267456867636098,
      "learning_rate": 0.00015143825295614564,
      "loss": 0.6131,
      "step": 73804
    },
    {
      "epoch": 3.0229367192299814,
      "grad_norm": 3.333173278358047,
      "learning_rate": 0.00015143499171118346,
      "loss": 1.3334,
      "step": 73805
    },
    {
      "epoch": 3.022977677657178,
      "grad_norm": 1.3664256806298476,
      "learning_rate": 0.0001514317304655428,
      "loss": 0.742,
      "step": 73806
    },
    {
      "epoch": 3.0230186360843745,
      "grad_norm": 1.0676089486340465,
      "learning_rate": 0.00015142846921922535,
      "loss": 0.6408,
      "step": 73807
    },
    {
      "epoch": 3.0230595945115706,
      "grad_norm": 3.669558040311158,
      "learning_rate": 0.0001514252079722326,
      "loss": 4.4199,
      "step": 73808
    },
    {
      "epoch": 3.023100552938767,
      "grad_norm": 1.8557087809524293,
      "learning_rate": 0.00015142194672456612,
      "loss": 0.9176,
      "step": 73809
    },
    {
      "epoch": 3.0231415113659637,
      "grad_norm": 1.2067332698523823,
      "learning_rate": 0.0001514186854762274,
      "loss": 0.6692,
      "step": 73810
    },
    {
      "epoch": 3.0231824697931597,
      "grad_norm": 1.2272558413947967,
      "learning_rate": 0.00015141542422721796,
      "loss": 0.7611,
      "step": 73811
    },
    {
      "epoch": 3.0232234282203563,
      "grad_norm": 1.138099461721688,
      "learning_rate": 0.00015141216297753944,
      "loss": 0.6131,
      "step": 73812
    },
    {
      "epoch": 3.023264386647553,
      "grad_norm": 0.8339142944520377,
      "learning_rate": 0.00015140890172719333,
      "loss": 0.3422,
      "step": 73813
    },
    {
      "epoch": 3.023305345074749,
      "grad_norm": 1.0914908178304898,
      "learning_rate": 0.0001514056404761812,
      "loss": 0.7216,
      "step": 73814
    },
    {
      "epoch": 3.0233463035019454,
      "grad_norm": 1.1439352353741146,
      "learning_rate": 0.00015140237922450447,
      "loss": 0.7965,
      "step": 73815
    },
    {
      "epoch": 3.023387261929142,
      "grad_norm": 1.99208413449387,
      "learning_rate": 0.00015139911797216487,
      "loss": 0.7398,
      "step": 73816
    },
    {
      "epoch": 3.0234282203563385,
      "grad_norm": 1.1214127932324098,
      "learning_rate": 0.00015139585671916381,
      "loss": 0.5408,
      "step": 73817
    },
    {
      "epoch": 3.0234691787835346,
      "grad_norm": 1.5511231060289081,
      "learning_rate": 0.0001513925954655029,
      "loss": 0.9382,
      "step": 73818
    },
    {
      "epoch": 3.023510137210731,
      "grad_norm": 1.3610138213699934,
      "learning_rate": 0.00015138933421118359,
      "loss": 0.7149,
      "step": 73819
    },
    {
      "epoch": 3.0235510956379277,
      "grad_norm": 0.9141433209427339,
      "learning_rate": 0.00015138607295620755,
      "loss": 0.2738,
      "step": 73820
    },
    {
      "epoch": 3.0235920540651238,
      "grad_norm": 4.421134927250359,
      "learning_rate": 0.00015138281170057623,
      "loss": 3.2175,
      "step": 73821
    },
    {
      "epoch": 3.0236330124923203,
      "grad_norm": 1.2608166907734448,
      "learning_rate": 0.0001513795504442912,
      "loss": 0.4106,
      "step": 73822
    },
    {
      "epoch": 3.023673970919517,
      "grad_norm": 1.263227405544597,
      "learning_rate": 0.00015137628918735402,
      "loss": 0.8334,
      "step": 73823
    },
    {
      "epoch": 3.023714929346713,
      "grad_norm": 0.7650034670822831,
      "learning_rate": 0.00015137302792976611,
      "loss": 0.2299,
      "step": 73824
    },
    {
      "epoch": 3.0237558877739095,
      "grad_norm": 1.4000267477265325,
      "learning_rate": 0.00015136976667152923,
      "loss": 0.9456,
      "step": 73825
    },
    {
      "epoch": 3.023796846201106,
      "grad_norm": 1.470903788340544,
      "learning_rate": 0.00015136650541264473,
      "loss": 0.919,
      "step": 73826
    },
    {
      "epoch": 3.023837804628302,
      "grad_norm": 1.136635155930079,
      "learning_rate": 0.0001513632441531143,
      "loss": 0.7068,
      "step": 73827
    },
    {
      "epoch": 3.0238787630554986,
      "grad_norm": 1.5796661644718306,
      "learning_rate": 0.00015135998289293935,
      "loss": 0.6541,
      "step": 73828
    },
    {
      "epoch": 3.023919721482695,
      "grad_norm": 1.0214792497740255,
      "learning_rate": 0.00015135672163212147,
      "loss": 0.789,
      "step": 73829
    },
    {
      "epoch": 3.0239606799098913,
      "grad_norm": 1.2956089834926987,
      "learning_rate": 0.00015135346037066226,
      "loss": 1.0704,
      "step": 73830
    },
    {
      "epoch": 3.024001638337088,
      "grad_norm": 1.361283207484221,
      "learning_rate": 0.00015135019910856318,
      "loss": 1.0064,
      "step": 73831
    },
    {
      "epoch": 3.0240425967642843,
      "grad_norm": 1.0728222422272522,
      "learning_rate": 0.00015134693784582578,
      "loss": 0.681,
      "step": 73832
    },
    {
      "epoch": 3.024083555191481,
      "grad_norm": 1.7950089485292116,
      "learning_rate": 0.00015134367658245165,
      "loss": 1.5332,
      "step": 73833
    },
    {
      "epoch": 3.024124513618677,
      "grad_norm": 1.3939118287135124,
      "learning_rate": 0.00015134041531844231,
      "loss": 0.8034,
      "step": 73834
    },
    {
      "epoch": 3.0241654720458735,
      "grad_norm": 1.1007627211395619,
      "learning_rate": 0.0001513371540537993,
      "loss": 0.7494,
      "step": 73835
    },
    {
      "epoch": 3.02420643047307,
      "grad_norm": 1.0591041642045975,
      "learning_rate": 0.00015133389278852418,
      "loss": 0.6857,
      "step": 73836
    },
    {
      "epoch": 3.024247388900266,
      "grad_norm": 0.9977263131966138,
      "learning_rate": 0.00015133063152261844,
      "loss": 0.6445,
      "step": 73837
    },
    {
      "epoch": 3.0242883473274627,
      "grad_norm": 1.5024759773455276,
      "learning_rate": 0.00015132737025608367,
      "loss": 1.1025,
      "step": 73838
    },
    {
      "epoch": 3.024329305754659,
      "grad_norm": 1.0855668841649577,
      "learning_rate": 0.00015132410898892142,
      "loss": 0.6234,
      "step": 73839
    },
    {
      "epoch": 3.0243702641818553,
      "grad_norm": 1.2865987965536791,
      "learning_rate": 0.00015132084772113315,
      "loss": 0.6904,
      "step": 73840
    },
    {
      "epoch": 3.024411222609052,
      "grad_norm": 0.9808305221118971,
      "learning_rate": 0.00015131758645272055,
      "loss": 0.4197,
      "step": 73841
    },
    {
      "epoch": 3.0244521810362484,
      "grad_norm": 1.1517891009651806,
      "learning_rate": 0.00015131432518368501,
      "loss": 0.6678,
      "step": 73842
    },
    {
      "epoch": 3.0244931394634444,
      "grad_norm": 1.4843228730060296,
      "learning_rate": 0.00015131106391402812,
      "loss": 0.8305,
      "step": 73843
    },
    {
      "epoch": 3.024534097890641,
      "grad_norm": 0.96689331902927,
      "learning_rate": 0.00015130780264375145,
      "loss": 0.574,
      "step": 73844
    },
    {
      "epoch": 3.0245750563178375,
      "grad_norm": 1.140668316166626,
      "learning_rate": 0.00015130454137285654,
      "loss": 0.3442,
      "step": 73845
    },
    {
      "epoch": 3.0246160147450336,
      "grad_norm": 0.5721151064083505,
      "learning_rate": 0.0001513012801013449,
      "loss": 0.1665,
      "step": 73846
    },
    {
      "epoch": 3.02465697317223,
      "grad_norm": 0.9599645307867611,
      "learning_rate": 0.0001512980188292181,
      "loss": 0.5792,
      "step": 73847
    },
    {
      "epoch": 3.0246979315994267,
      "grad_norm": 1.0673046879574446,
      "learning_rate": 0.00015129475755647765,
      "loss": 0.5315,
      "step": 73848
    },
    {
      "epoch": 3.0247388900266228,
      "grad_norm": 1.3525724805780934,
      "learning_rate": 0.00015129149628312515,
      "loss": 0.833,
      "step": 73849
    },
    {
      "epoch": 3.0247798484538193,
      "grad_norm": 0.9253665636782883,
      "learning_rate": 0.0001512882350091621,
      "loss": 0.3347,
      "step": 73850
    },
    {
      "epoch": 3.024820806881016,
      "grad_norm": 1.1331845960149736,
      "learning_rate": 0.00015128497373459004,
      "loss": 0.4821,
      "step": 73851
    },
    {
      "epoch": 3.0248617653082124,
      "grad_norm": 0.6752729081988231,
      "learning_rate": 0.00015128171245941052,
      "loss": 0.1882,
      "step": 73852
    },
    {
      "epoch": 3.0249027237354085,
      "grad_norm": 1.5027545826103432,
      "learning_rate": 0.00015127845118362507,
      "loss": 0.6342,
      "step": 73853
    },
    {
      "epoch": 3.024943682162605,
      "grad_norm": 1.3351181073920766,
      "learning_rate": 0.00015127518990723526,
      "loss": 0.6227,
      "step": 73854
    },
    {
      "epoch": 3.0249846405898015,
      "grad_norm": 1.6658271565758576,
      "learning_rate": 0.00015127192863024258,
      "loss": 0.8293,
      "step": 73855
    },
    {
      "epoch": 3.0250255990169976,
      "grad_norm": 1.2025514186725537,
      "learning_rate": 0.00015126866735264865,
      "loss": 0.7241,
      "step": 73856
    },
    {
      "epoch": 3.025066557444194,
      "grad_norm": 1.425677842736161,
      "learning_rate": 0.00015126540607445494,
      "loss": 0.8899,
      "step": 73857
    },
    {
      "epoch": 3.0251075158713907,
      "grad_norm": 1.4140326755836523,
      "learning_rate": 0.00015126214479566305,
      "loss": 0.9138,
      "step": 73858
    },
    {
      "epoch": 3.025148474298587,
      "grad_norm": 1.0033339363457872,
      "learning_rate": 0.00015125888351627447,
      "loss": 0.6344,
      "step": 73859
    },
    {
      "epoch": 3.0251894327257833,
      "grad_norm": 1.10095313939796,
      "learning_rate": 0.00015125562223629075,
      "loss": 0.6836,
      "step": 73860
    },
    {
      "epoch": 3.02523039115298,
      "grad_norm": 2.5284529073082087,
      "learning_rate": 0.00015125236095571345,
      "loss": 1.8327,
      "step": 73861
    },
    {
      "epoch": 3.025271349580176,
      "grad_norm": 0.6366557373005387,
      "learning_rate": 0.00015124909967454412,
      "loss": 0.169,
      "step": 73862
    },
    {
      "epoch": 3.0253123080073725,
      "grad_norm": 1.2527640909611837,
      "learning_rate": 0.00015124583839278428,
      "loss": 0.9026,
      "step": 73863
    },
    {
      "epoch": 3.025353266434569,
      "grad_norm": 1.9248919957805994,
      "learning_rate": 0.00015124257711043548,
      "loss": 0.4401,
      "step": 73864
    },
    {
      "epoch": 3.025394224861765,
      "grad_norm": 1.4959640108839543,
      "learning_rate": 0.00015123931582749925,
      "loss": 0.9831,
      "step": 73865
    },
    {
      "epoch": 3.0254351832889617,
      "grad_norm": 1.1024511986892322,
      "learning_rate": 0.00015123605454397715,
      "loss": 0.6747,
      "step": 73866
    },
    {
      "epoch": 3.025476141716158,
      "grad_norm": 1.291779498671599,
      "learning_rate": 0.00015123279325987075,
      "loss": 0.808,
      "step": 73867
    },
    {
      "epoch": 3.0255171001433543,
      "grad_norm": 0.7539110070294722,
      "learning_rate": 0.00015122953197518147,
      "loss": 0.2246,
      "step": 73868
    },
    {
      "epoch": 3.025558058570551,
      "grad_norm": 1.7200951570213252,
      "learning_rate": 0.00015122627068991102,
      "loss": 1.0215,
      "step": 73869
    },
    {
      "epoch": 3.0255990169977474,
      "grad_norm": 1.039109395188709,
      "learning_rate": 0.00015122300940406083,
      "loss": 0.795,
      "step": 73870
    },
    {
      "epoch": 3.025639975424944,
      "grad_norm": 1.16738251360599,
      "learning_rate": 0.00015121974811763253,
      "loss": 0.7677,
      "step": 73871
    },
    {
      "epoch": 3.02568093385214,
      "grad_norm": 7.691589768417568,
      "learning_rate": 0.0001512164868306275,
      "loss": 2.2847,
      "step": 73872
    },
    {
      "epoch": 3.0257218922793365,
      "grad_norm": 1.1886879809874222,
      "learning_rate": 0.00015121322554304743,
      "loss": 0.6564,
      "step": 73873
    },
    {
      "epoch": 3.025762850706533,
      "grad_norm": 1.4308213548572242,
      "learning_rate": 0.00015120996425489384,
      "loss": 0.7575,
      "step": 73874
    },
    {
      "epoch": 3.025803809133729,
      "grad_norm": 1.0116132504069535,
      "learning_rate": 0.00015120670296616827,
      "loss": 0.6652,
      "step": 73875
    },
    {
      "epoch": 3.0258447675609257,
      "grad_norm": 3.205024727886226,
      "learning_rate": 0.0001512034416768722,
      "loss": 2.1279,
      "step": 73876
    },
    {
      "epoch": 3.025885725988122,
      "grad_norm": 1.1760361980490166,
      "learning_rate": 0.00015120018038700721,
      "loss": 0.6585,
      "step": 73877
    },
    {
      "epoch": 3.0259266844153183,
      "grad_norm": 0.9407480896030334,
      "learning_rate": 0.00015119691909657487,
      "loss": 0.3034,
      "step": 73878
    },
    {
      "epoch": 3.025967642842515,
      "grad_norm": 1.1101526306401734,
      "learning_rate": 0.00015119365780557665,
      "loss": 0.6794,
      "step": 73879
    },
    {
      "epoch": 3.0260086012697114,
      "grad_norm": 1.362166264733418,
      "learning_rate": 0.0001511903965140142,
      "loss": 0.8245,
      "step": 73880
    },
    {
      "epoch": 3.0260495596969075,
      "grad_norm": 1.407283677748968,
      "learning_rate": 0.00015118713522188894,
      "loss": 0.8615,
      "step": 73881
    },
    {
      "epoch": 3.026090518124104,
      "grad_norm": 1.0501482836221305,
      "learning_rate": 0.00015118387392920252,
      "loss": 0.558,
      "step": 73882
    },
    {
      "epoch": 3.0261314765513005,
      "grad_norm": 1.2606326302536734,
      "learning_rate": 0.0001511806126359564,
      "loss": 0.7223,
      "step": 73883
    },
    {
      "epoch": 3.0261724349784966,
      "grad_norm": 0.8399462673097595,
      "learning_rate": 0.00015117735134215218,
      "loss": 0.316,
      "step": 73884
    },
    {
      "epoch": 3.026213393405693,
      "grad_norm": 1.5618223140064043,
      "learning_rate": 0.00015117409004779134,
      "loss": 0.86,
      "step": 73885
    },
    {
      "epoch": 3.0262543518328897,
      "grad_norm": 1.2419914936973697,
      "learning_rate": 0.0001511708287528755,
      "loss": 0.7222,
      "step": 73886
    },
    {
      "epoch": 3.026295310260086,
      "grad_norm": 1.8312540004753985,
      "learning_rate": 0.0001511675674574061,
      "loss": 1.6838,
      "step": 73887
    },
    {
      "epoch": 3.0263362686872823,
      "grad_norm": 1.250090900214154,
      "learning_rate": 0.00015116430616138478,
      "loss": 0.9678,
      "step": 73888
    },
    {
      "epoch": 3.026377227114479,
      "grad_norm": 1.234668732995018,
      "learning_rate": 0.00015116104486481306,
      "loss": 0.5745,
      "step": 73889
    },
    {
      "epoch": 3.0264181855416754,
      "grad_norm": 0.9283213840329665,
      "learning_rate": 0.00015115778356769246,
      "loss": 0.4443,
      "step": 73890
    },
    {
      "epoch": 3.0264591439688715,
      "grad_norm": 1.0905831598320423,
      "learning_rate": 0.00015115452227002456,
      "loss": 0.4143,
      "step": 73891
    },
    {
      "epoch": 3.026500102396068,
      "grad_norm": 0.9815219119655632,
      "learning_rate": 0.0001511512609718108,
      "loss": 0.4823,
      "step": 73892
    },
    {
      "epoch": 3.0265410608232646,
      "grad_norm": 0.7796293286943963,
      "learning_rate": 0.0001511479996730528,
      "loss": 0.237,
      "step": 73893
    },
    {
      "epoch": 3.0265820192504607,
      "grad_norm": 1.2090528824699196,
      "learning_rate": 0.00015114473837375212,
      "loss": 0.7557,
      "step": 73894
    },
    {
      "epoch": 3.026622977677657,
      "grad_norm": 1.2989704158619007,
      "learning_rate": 0.00015114147707391028,
      "loss": 0.6304,
      "step": 73895
    },
    {
      "epoch": 3.0266639361048537,
      "grad_norm": 1.645788278525579,
      "learning_rate": 0.00015113821577352875,
      "loss": 0.9035,
      "step": 73896
    },
    {
      "epoch": 3.02670489453205,
      "grad_norm": 1.4228125241550285,
      "learning_rate": 0.0001511349544726092,
      "loss": 0.8296,
      "step": 73897
    },
    {
      "epoch": 3.0267458529592464,
      "grad_norm": 3.7855167678181556,
      "learning_rate": 0.0001511316931711531,
      "loss": 0.7977,
      "step": 73898
    },
    {
      "epoch": 3.026786811386443,
      "grad_norm": 1.257270746985663,
      "learning_rate": 0.00015112843186916203,
      "loss": 0.8003,
      "step": 73899
    },
    {
      "epoch": 3.026827769813639,
      "grad_norm": 2.26814136640016,
      "learning_rate": 0.00015112517056663745,
      "loss": 1.8897,
      "step": 73900
    },
    {
      "epoch": 3.0268687282408355,
      "grad_norm": 1.3868630646945417,
      "learning_rate": 0.000151121909263581,
      "loss": 0.8552,
      "step": 73901
    },
    {
      "epoch": 3.026909686668032,
      "grad_norm": 1.102971816684327,
      "learning_rate": 0.00015111864795999414,
      "loss": 0.6647,
      "step": 73902
    },
    {
      "epoch": 3.026950645095228,
      "grad_norm": 0.9926354971991178,
      "learning_rate": 0.0001511153866558785,
      "loss": 0.5663,
      "step": 73903
    },
    {
      "epoch": 3.0269916035224247,
      "grad_norm": 1.4118704276626364,
      "learning_rate": 0.00015111212535123548,
      "loss": 0.6914,
      "step": 73904
    },
    {
      "epoch": 3.0270325619496212,
      "grad_norm": 1.2639556870633917,
      "learning_rate": 0.00015110886404606677,
      "loss": 0.684,
      "step": 73905
    },
    {
      "epoch": 3.0270735203768173,
      "grad_norm": 1.178415293103507,
      "learning_rate": 0.00015110560274037384,
      "loss": 0.837,
      "step": 73906
    },
    {
      "epoch": 3.027114478804014,
      "grad_norm": 2.6746085952436602,
      "learning_rate": 0.00015110234143415825,
      "loss": 1.4539,
      "step": 73907
    },
    {
      "epoch": 3.0271554372312104,
      "grad_norm": 1.2254469444003024,
      "learning_rate": 0.00015109908012742151,
      "loss": 0.9295,
      "step": 73908
    },
    {
      "epoch": 3.027196395658407,
      "grad_norm": 1.375806022279841,
      "learning_rate": 0.00015109581882016523,
      "loss": 0.9471,
      "step": 73909
    },
    {
      "epoch": 3.027237354085603,
      "grad_norm": 3.418553877767614,
      "learning_rate": 0.00015109255751239096,
      "loss": 0.8626,
      "step": 73910
    },
    {
      "epoch": 3.0272783125127996,
      "grad_norm": 1.2632669168567596,
      "learning_rate": 0.0001510892962041001,
      "loss": 0.6022,
      "step": 73911
    },
    {
      "epoch": 3.027319270939996,
      "grad_norm": 1.2805279260108144,
      "learning_rate": 0.00015108603489529432,
      "loss": 0.6632,
      "step": 73912
    },
    {
      "epoch": 3.027360229367192,
      "grad_norm": 1.1565741592077008,
      "learning_rate": 0.00015108277358597512,
      "loss": 0.5644,
      "step": 73913
    },
    {
      "epoch": 3.0274011877943887,
      "grad_norm": 1.1483163603226063,
      "learning_rate": 0.00015107951227614407,
      "loss": 0.6454,
      "step": 73914
    },
    {
      "epoch": 3.0274421462215853,
      "grad_norm": 0.7847556218840956,
      "learning_rate": 0.00015107625096580263,
      "loss": 0.2649,
      "step": 73915
    },
    {
      "epoch": 3.0274831046487813,
      "grad_norm": 1.5089864723321356,
      "learning_rate": 0.00015107298965495245,
      "loss": 1.164,
      "step": 73916
    },
    {
      "epoch": 3.027524063075978,
      "grad_norm": 1.1198003549484314,
      "learning_rate": 0.000151069728343595,
      "loss": 0.5918,
      "step": 73917
    },
    {
      "epoch": 3.0275650215031744,
      "grad_norm": 1.1327387741472899,
      "learning_rate": 0.00015106646703173186,
      "loss": 0.6301,
      "step": 73918
    },
    {
      "epoch": 3.0276059799303705,
      "grad_norm": 1.2822028647783419,
      "learning_rate": 0.00015106320571936453,
      "loss": 0.769,
      "step": 73919
    },
    {
      "epoch": 3.027646938357567,
      "grad_norm": 1.1874373481082634,
      "learning_rate": 0.0001510599444064946,
      "loss": 0.5424,
      "step": 73920
    },
    {
      "epoch": 3.0276878967847636,
      "grad_norm": 1.2538361374556242,
      "learning_rate": 0.00015105668309312362,
      "loss": 0.6366,
      "step": 73921
    },
    {
      "epoch": 3.0277288552119597,
      "grad_norm": 1.2263233458120542,
      "learning_rate": 0.00015105342177925305,
      "loss": 0.8085,
      "step": 73922
    },
    {
      "epoch": 3.027769813639156,
      "grad_norm": 1.1428231592739535,
      "learning_rate": 0.00015105016046488448,
      "loss": 0.7455,
      "step": 73923
    },
    {
      "epoch": 3.0278107720663527,
      "grad_norm": 1.3084155365426329,
      "learning_rate": 0.00015104689915001947,
      "loss": 0.6959,
      "step": 73924
    },
    {
      "epoch": 3.027851730493549,
      "grad_norm": 0.8987208611747232,
      "learning_rate": 0.00015104363783465958,
      "loss": 0.2886,
      "step": 73925
    },
    {
      "epoch": 3.0278926889207454,
      "grad_norm": 1.2155194860185796,
      "learning_rate": 0.0001510403765188063,
      "loss": 0.7249,
      "step": 73926
    },
    {
      "epoch": 3.027933647347942,
      "grad_norm": 1.0896778913657708,
      "learning_rate": 0.0001510371152024612,
      "loss": 0.6347,
      "step": 73927
    },
    {
      "epoch": 3.0279746057751384,
      "grad_norm": 1.641427750058879,
      "learning_rate": 0.00015103385388562577,
      "loss": 1.1219,
      "step": 73928
    },
    {
      "epoch": 3.0280155642023345,
      "grad_norm": 3.9630964910589563,
      "learning_rate": 0.00015103059256830163,
      "loss": 2.8607,
      "step": 73929
    },
    {
      "epoch": 3.028056522629531,
      "grad_norm": 1.3027726765059977,
      "learning_rate": 0.00015102733125049028,
      "loss": 0.6622,
      "step": 73930
    },
    {
      "epoch": 3.0280974810567276,
      "grad_norm": 1.6504693638863601,
      "learning_rate": 0.00015102406993219327,
      "loss": 1.2707,
      "step": 73931
    },
    {
      "epoch": 3.0281384394839237,
      "grad_norm": 1.105137567216402,
      "learning_rate": 0.0001510208086134121,
      "loss": 0.7007,
      "step": 73932
    },
    {
      "epoch": 3.0281793979111202,
      "grad_norm": 1.008173191267013,
      "learning_rate": 0.00015101754729414838,
      "loss": 0.5748,
      "step": 73933
    },
    {
      "epoch": 3.0282203563383168,
      "grad_norm": 5.088200212518738,
      "learning_rate": 0.00015101428597440365,
      "loss": 1.3871,
      "step": 73934
    },
    {
      "epoch": 3.028261314765513,
      "grad_norm": 1.0703606277217679,
      "learning_rate": 0.0001510110246541794,
      "loss": 0.643,
      "step": 73935
    },
    {
      "epoch": 3.0283022731927094,
      "grad_norm": 1.5723723198102142,
      "learning_rate": 0.0001510077633334772,
      "loss": 1.1699,
      "step": 73936
    },
    {
      "epoch": 3.028343231619906,
      "grad_norm": 1.5641656901505285,
      "learning_rate": 0.00015100450201229856,
      "loss": 0.8028,
      "step": 73937
    },
    {
      "epoch": 3.028384190047102,
      "grad_norm": 1.273216780115354,
      "learning_rate": 0.0001510012406906451,
      "loss": 0.9274,
      "step": 73938
    },
    {
      "epoch": 3.0284251484742986,
      "grad_norm": 0.6419350577437638,
      "learning_rate": 0.00015099797936851827,
      "loss": 0.2292,
      "step": 73939
    },
    {
      "epoch": 3.028466106901495,
      "grad_norm": 1.3664952438938813,
      "learning_rate": 0.00015099471804591965,
      "loss": 1.082,
      "step": 73940
    },
    {
      "epoch": 3.028507065328691,
      "grad_norm": 1.3666349839389846,
      "learning_rate": 0.00015099145672285081,
      "loss": 0.7886,
      "step": 73941
    },
    {
      "epoch": 3.0285480237558877,
      "grad_norm": 1.397410261519388,
      "learning_rate": 0.00015098819539931325,
      "loss": 0.5527,
      "step": 73942
    },
    {
      "epoch": 3.0285889821830843,
      "grad_norm": 1.0619697175588636,
      "learning_rate": 0.00015098493407530856,
      "loss": 0.5184,
      "step": 73943
    },
    {
      "epoch": 3.0286299406102803,
      "grad_norm": 1.2210202411024236,
      "learning_rate": 0.00015098167275083823,
      "loss": 0.5041,
      "step": 73944
    },
    {
      "epoch": 3.028670899037477,
      "grad_norm": 0.7125220130452765,
      "learning_rate": 0.0001509784114259038,
      "loss": 0.2272,
      "step": 73945
    },
    {
      "epoch": 3.0287118574646734,
      "grad_norm": 1.6271166867231321,
      "learning_rate": 0.0001509751501005069,
      "loss": 1.1631,
      "step": 73946
    },
    {
      "epoch": 3.02875281589187,
      "grad_norm": 1.2459934800235555,
      "learning_rate": 0.00015097188877464892,
      "loss": 0.6734,
      "step": 73947
    },
    {
      "epoch": 3.028793774319066,
      "grad_norm": 1.0127846584388585,
      "learning_rate": 0.00015096862744833157,
      "loss": 0.7001,
      "step": 73948
    },
    {
      "epoch": 3.0288347327462626,
      "grad_norm": 1.7007377285687664,
      "learning_rate": 0.00015096536612155625,
      "loss": 0.8439,
      "step": 73949
    },
    {
      "epoch": 3.028875691173459,
      "grad_norm": 1.3948490516240346,
      "learning_rate": 0.00015096210479432462,
      "loss": 0.6751,
      "step": 73950
    },
    {
      "epoch": 3.028916649600655,
      "grad_norm": 0.9866485574946219,
      "learning_rate": 0.00015095884346663806,
      "loss": 0.6907,
      "step": 73951
    },
    {
      "epoch": 3.0289576080278517,
      "grad_norm": 1.4575234374308337,
      "learning_rate": 0.00015095558213849828,
      "loss": 0.8571,
      "step": 73952
    },
    {
      "epoch": 3.0289985664550483,
      "grad_norm": 0.988390355199816,
      "learning_rate": 0.00015095232080990676,
      "loss": 0.591,
      "step": 73953
    },
    {
      "epoch": 3.0290395248822444,
      "grad_norm": 1.6154022935865031,
      "learning_rate": 0.00015094905948086505,
      "loss": 0.9938,
      "step": 73954
    },
    {
      "epoch": 3.029080483309441,
      "grad_norm": 0.9986715615921463,
      "learning_rate": 0.00015094579815137465,
      "loss": 0.5523,
      "step": 73955
    },
    {
      "epoch": 3.0291214417366374,
      "grad_norm": 0.8172222039406367,
      "learning_rate": 0.00015094253682143712,
      "loss": 0.2705,
      "step": 73956
    },
    {
      "epoch": 3.0291624001638335,
      "grad_norm": 1.5819410735924335,
      "learning_rate": 0.00015093927549105404,
      "loss": 0.9509,
      "step": 73957
    },
    {
      "epoch": 3.02920335859103,
      "grad_norm": 0.6043858668986837,
      "learning_rate": 0.00015093601416022695,
      "loss": 0.1426,
      "step": 73958
    },
    {
      "epoch": 3.0292443170182266,
      "grad_norm": 1.2207971845536247,
      "learning_rate": 0.0001509327528289573,
      "loss": 0.7477,
      "step": 73959
    },
    {
      "epoch": 3.0292852754454227,
      "grad_norm": 1.1787415886991126,
      "learning_rate": 0.00015092949149724674,
      "loss": 0.8884,
      "step": 73960
    },
    {
      "epoch": 3.0293262338726192,
      "grad_norm": 1.48709301630576,
      "learning_rate": 0.00015092623016509676,
      "loss": 0.6711,
      "step": 73961
    },
    {
      "epoch": 3.0293671922998158,
      "grad_norm": 2.214064709834584,
      "learning_rate": 0.00015092296883250896,
      "loss": 1.227,
      "step": 73962
    },
    {
      "epoch": 3.0294081507270123,
      "grad_norm": 1.3995294266682896,
      "learning_rate": 0.0001509197074994848,
      "loss": 0.8754,
      "step": 73963
    },
    {
      "epoch": 3.0294491091542084,
      "grad_norm": 1.0202468623373366,
      "learning_rate": 0.00015091644616602583,
      "loss": 0.4936,
      "step": 73964
    },
    {
      "epoch": 3.029490067581405,
      "grad_norm": 1.3463434615488665,
      "learning_rate": 0.00015091318483213362,
      "loss": 0.8501,
      "step": 73965
    },
    {
      "epoch": 3.0295310260086015,
      "grad_norm": 1.3171937863294427,
      "learning_rate": 0.00015090992349780973,
      "loss": 0.5117,
      "step": 73966
    },
    {
      "epoch": 3.0295719844357976,
      "grad_norm": 1.3411932724905253,
      "learning_rate": 0.0001509066621630557,
      "loss": 0.8505,
      "step": 73967
    },
    {
      "epoch": 3.029612942862994,
      "grad_norm": 1.3485593020392417,
      "learning_rate": 0.00015090340082787296,
      "loss": 1.0744,
      "step": 73968
    },
    {
      "epoch": 3.0296539012901906,
      "grad_norm": 1.0178231990144566,
      "learning_rate": 0.00015090013949226324,
      "loss": 0.649,
      "step": 73969
    },
    {
      "epoch": 3.0296948597173867,
      "grad_norm": 1.4053040668361731,
      "learning_rate": 0.00015089687815622796,
      "loss": 0.72,
      "step": 73970
    },
    {
      "epoch": 3.0297358181445833,
      "grad_norm": 0.557983802107689,
      "learning_rate": 0.0001508936168197687,
      "loss": 0.1669,
      "step": 73971
    },
    {
      "epoch": 3.02977677657178,
      "grad_norm": 1.3122908736603895,
      "learning_rate": 0.00015089035548288696,
      "loss": 0.7864,
      "step": 73972
    },
    {
      "epoch": 3.029817734998976,
      "grad_norm": 1.388146784728899,
      "learning_rate": 0.00015088709414558433,
      "loss": 0.8304,
      "step": 73973
    },
    {
      "epoch": 3.0298586934261724,
      "grad_norm": 1.439578829896054,
      "learning_rate": 0.00015088383280786232,
      "loss": 0.7263,
      "step": 73974
    },
    {
      "epoch": 3.029899651853369,
      "grad_norm": 1.2074779311965729,
      "learning_rate": 0.0001508805714697225,
      "loss": 0.5446,
      "step": 73975
    },
    {
      "epoch": 3.029940610280565,
      "grad_norm": 1.4376643068220223,
      "learning_rate": 0.00015087731013116638,
      "loss": 0.9729,
      "step": 73976
    },
    {
      "epoch": 3.0299815687077616,
      "grad_norm": 1.3753684743414372,
      "learning_rate": 0.00015087404879219552,
      "loss": 0.7565,
      "step": 73977
    },
    {
      "epoch": 3.030022527134958,
      "grad_norm": 1.1829432500635808,
      "learning_rate": 0.0001508707874528115,
      "loss": 0.6501,
      "step": 73978
    },
    {
      "epoch": 3.030063485562154,
      "grad_norm": 1.4947758728926406,
      "learning_rate": 0.0001508675261130158,
      "loss": 0.8868,
      "step": 73979
    },
    {
      "epoch": 3.0301044439893507,
      "grad_norm": 4.878420210144781,
      "learning_rate": 0.00015086426477280997,
      "loss": 2.3571,
      "step": 73980
    },
    {
      "epoch": 3.0301454024165473,
      "grad_norm": 0.739641413114372,
      "learning_rate": 0.0001508610034321956,
      "loss": 0.1159,
      "step": 73981
    },
    {
      "epoch": 3.030186360843744,
      "grad_norm": 1.1689408118809361,
      "learning_rate": 0.0001508577420911742,
      "loss": 0.7184,
      "step": 73982
    },
    {
      "epoch": 3.03022731927094,
      "grad_norm": 0.994084142680956,
      "learning_rate": 0.00015085448074974724,
      "loss": 0.2466,
      "step": 73983
    },
    {
      "epoch": 3.0302682776981364,
      "grad_norm": 1.4983315918058122,
      "learning_rate": 0.00015085121940791636,
      "loss": 0.922,
      "step": 73984
    },
    {
      "epoch": 3.030309236125333,
      "grad_norm": 0.8101981167016465,
      "learning_rate": 0.0001508479580656831,
      "loss": 0.2195,
      "step": 73985
    },
    {
      "epoch": 3.030350194552529,
      "grad_norm": 1.204205305705175,
      "learning_rate": 0.00015084469672304899,
      "loss": 0.7967,
      "step": 73986
    },
    {
      "epoch": 3.0303911529797256,
      "grad_norm": 1.21757801065529,
      "learning_rate": 0.00015084143538001546,
      "loss": 0.8181,
      "step": 73987
    },
    {
      "epoch": 3.030432111406922,
      "grad_norm": 0.8619962392352439,
      "learning_rate": 0.00015083817403658422,
      "loss": 0.3467,
      "step": 73988
    },
    {
      "epoch": 3.0304730698341182,
      "grad_norm": 1.2719624244673478,
      "learning_rate": 0.00015083491269275677,
      "loss": 0.9084,
      "step": 73989
    },
    {
      "epoch": 3.0305140282613148,
      "grad_norm": 2.1497925633635937,
      "learning_rate": 0.00015083165134853458,
      "loss": 1.2413,
      "step": 73990
    },
    {
      "epoch": 3.0305549866885113,
      "grad_norm": 1.57407683213672,
      "learning_rate": 0.0001508283900039192,
      "loss": 0.6821,
      "step": 73991
    },
    {
      "epoch": 3.0305959451157074,
      "grad_norm": 1.1994362528641729,
      "learning_rate": 0.0001508251286589123,
      "loss": 0.6682,
      "step": 73992
    },
    {
      "epoch": 3.030636903542904,
      "grad_norm": 1.4947333836579924,
      "learning_rate": 0.00015082186731351524,
      "loss": 0.7548,
      "step": 73993
    },
    {
      "epoch": 3.0306778619701005,
      "grad_norm": 1.2048734129949958,
      "learning_rate": 0.0001508186059677297,
      "loss": 0.7717,
      "step": 73994
    },
    {
      "epoch": 3.0307188203972966,
      "grad_norm": 1.146993201462221,
      "learning_rate": 0.00015081534462155712,
      "loss": 0.2645,
      "step": 73995
    },
    {
      "epoch": 3.030759778824493,
      "grad_norm": 1.3671113760788343,
      "learning_rate": 0.00015081208327499915,
      "loss": 0.8619,
      "step": 73996
    },
    {
      "epoch": 3.0308007372516896,
      "grad_norm": 0.9386082375821115,
      "learning_rate": 0.00015080882192805724,
      "loss": 0.2972,
      "step": 73997
    },
    {
      "epoch": 3.0308416956788857,
      "grad_norm": 1.2227834487685585,
      "learning_rate": 0.00015080556058073296,
      "loss": 0.5893,
      "step": 73998
    },
    {
      "epoch": 3.0308826541060823,
      "grad_norm": 1.4846889384811142,
      "learning_rate": 0.0001508022992330279,
      "loss": 0.8131,
      "step": 73999
    },
    {
      "epoch": 3.030923612533279,
      "grad_norm": 1.1469849222514799,
      "learning_rate": 0.00015079903788494352,
      "loss": 0.4555,
      "step": 74000
    },
    {
      "epoch": 3.0309645709604753,
      "grad_norm": 1.2055499306589996,
      "learning_rate": 0.00015079577653648142,
      "loss": 0.693,
      "step": 74001
    },
    {
      "epoch": 3.0310055293876714,
      "grad_norm": 1.379400238547317,
      "learning_rate": 0.0001507925151876431,
      "loss": 0.862,
      "step": 74002
    },
    {
      "epoch": 3.031046487814868,
      "grad_norm": 1.3891612137466,
      "learning_rate": 0.00015078925383843014,
      "loss": 0.7127,
      "step": 74003
    },
    {
      "epoch": 3.0310874462420645,
      "grad_norm": 0.9649178163051828,
      "learning_rate": 0.00015078599248884405,
      "loss": 0.4116,
      "step": 74004
    },
    {
      "epoch": 3.0311284046692606,
      "grad_norm": 0.7451412876482192,
      "learning_rate": 0.0001507827311388864,
      "loss": 0.2554,
      "step": 74005
    },
    {
      "epoch": 3.031169363096457,
      "grad_norm": 1.2705679669867376,
      "learning_rate": 0.00015077946978855875,
      "loss": 0.6349,
      "step": 74006
    },
    {
      "epoch": 3.0312103215236537,
      "grad_norm": 1.4089117054275169,
      "learning_rate": 0.00015077620843786257,
      "loss": 0.8298,
      "step": 74007
    },
    {
      "epoch": 3.0312512799508498,
      "grad_norm": 0.9359097680079069,
      "learning_rate": 0.00015077294708679947,
      "loss": 0.3552,
      "step": 74008
    },
    {
      "epoch": 3.0312922383780463,
      "grad_norm": 1.1694349757327112,
      "learning_rate": 0.00015076968573537094,
      "loss": 0.6204,
      "step": 74009
    },
    {
      "epoch": 3.031333196805243,
      "grad_norm": 1.201684724653533,
      "learning_rate": 0.00015076642438357858,
      "loss": 0.7174,
      "step": 74010
    },
    {
      "epoch": 3.031374155232439,
      "grad_norm": 4.589676821431181,
      "learning_rate": 0.00015076316303142388,
      "loss": 5.4633,
      "step": 74011
    },
    {
      "epoch": 3.0314151136596355,
      "grad_norm": 1.43034236432746,
      "learning_rate": 0.00015075990167890836,
      "loss": 0.8094,
      "step": 74012
    },
    {
      "epoch": 3.031456072086832,
      "grad_norm": 1.2328394559164924,
      "learning_rate": 0.00015075664032603367,
      "loss": 0.7355,
      "step": 74013
    },
    {
      "epoch": 3.031497030514028,
      "grad_norm": 1.1228409748519164,
      "learning_rate": 0.00015075337897280127,
      "loss": 0.7585,
      "step": 74014
    },
    {
      "epoch": 3.0315379889412246,
      "grad_norm": 1.4015191283308532,
      "learning_rate": 0.00015075011761921271,
      "loss": 0.8001,
      "step": 74015
    },
    {
      "epoch": 3.031578947368421,
      "grad_norm": 1.035786352509196,
      "learning_rate": 0.00015074685626526954,
      "loss": 0.7375,
      "step": 74016
    },
    {
      "epoch": 3.0316199057956172,
      "grad_norm": 1.3450623075597274,
      "learning_rate": 0.0001507435949109733,
      "loss": 0.5436,
      "step": 74017
    },
    {
      "epoch": 3.031660864222814,
      "grad_norm": 1.562499164528914,
      "learning_rate": 0.00015074033355632553,
      "loss": 0.9588,
      "step": 74018
    },
    {
      "epoch": 3.0317018226500103,
      "grad_norm": 1.9602729619205808,
      "learning_rate": 0.00015073707220132778,
      "loss": 1.3889,
      "step": 74019
    },
    {
      "epoch": 3.031742781077207,
      "grad_norm": 1.8696194572590432,
      "learning_rate": 0.00015073381084598154,
      "loss": 1.4451,
      "step": 74020
    },
    {
      "epoch": 3.031783739504403,
      "grad_norm": 1.2177365614841074,
      "learning_rate": 0.00015073054949028844,
      "loss": 0.7793,
      "step": 74021
    },
    {
      "epoch": 3.0318246979315995,
      "grad_norm": 1.117258231641756,
      "learning_rate": 0.00015072728813425,
      "loss": 0.6725,
      "step": 74022
    },
    {
      "epoch": 3.031865656358796,
      "grad_norm": 0.9679175920030924,
      "learning_rate": 0.00015072402677786766,
      "loss": 0.3787,
      "step": 74023
    },
    {
      "epoch": 3.031906614785992,
      "grad_norm": 1.2837852215198458,
      "learning_rate": 0.0001507207654211431,
      "loss": 1.0343,
      "step": 74024
    },
    {
      "epoch": 3.0319475732131886,
      "grad_norm": 1.2589156373349637,
      "learning_rate": 0.0001507175040640778,
      "loss": 0.9438,
      "step": 74025
    },
    {
      "epoch": 3.031988531640385,
      "grad_norm": 0.8281047562746091,
      "learning_rate": 0.00015071424270667332,
      "loss": 0.6878,
      "step": 74026
    },
    {
      "epoch": 3.0320294900675813,
      "grad_norm": 1.335771351314623,
      "learning_rate": 0.00015071098134893113,
      "loss": 0.7614,
      "step": 74027
    },
    {
      "epoch": 3.032070448494778,
      "grad_norm": 1.6567843464271412,
      "learning_rate": 0.00015070771999085289,
      "loss": 0.8971,
      "step": 74028
    },
    {
      "epoch": 3.0321114069219743,
      "grad_norm": 1.1462047554608383,
      "learning_rate": 0.00015070445863244006,
      "loss": 0.4058,
      "step": 74029
    },
    {
      "epoch": 3.0321523653491704,
      "grad_norm": 0.7526265912151122,
      "learning_rate": 0.0001507011972736942,
      "loss": 0.3067,
      "step": 74030
    },
    {
      "epoch": 3.032193323776367,
      "grad_norm": 0.707216242497362,
      "learning_rate": 0.00015069793591461684,
      "loss": 0.2315,
      "step": 74031
    },
    {
      "epoch": 3.0322342822035635,
      "grad_norm": 1.3007690264002756,
      "learning_rate": 0.00015069467455520956,
      "loss": 0.7139,
      "step": 74032
    },
    {
      "epoch": 3.0322752406307596,
      "grad_norm": 1.1903348732511456,
      "learning_rate": 0.00015069141319547387,
      "loss": 0.7927,
      "step": 74033
    },
    {
      "epoch": 3.032316199057956,
      "grad_norm": 1.4801575303585464,
      "learning_rate": 0.00015068815183541135,
      "loss": 0.6539,
      "step": 74034
    },
    {
      "epoch": 3.0323571574851527,
      "grad_norm": 1.7042890295952247,
      "learning_rate": 0.0001506848904750235,
      "loss": 0.9336,
      "step": 74035
    },
    {
      "epoch": 3.0323981159123488,
      "grad_norm": 1.40086268729112,
      "learning_rate": 0.0001506816291143118,
      "loss": 1.0033,
      "step": 74036
    },
    {
      "epoch": 3.0324390743395453,
      "grad_norm": 0.8413277313233095,
      "learning_rate": 0.00015067836775327793,
      "loss": 0.1756,
      "step": 74037
    },
    {
      "epoch": 3.032480032766742,
      "grad_norm": 1.1131348793868157,
      "learning_rate": 0.0001506751063919234,
      "loss": 0.7593,
      "step": 74038
    },
    {
      "epoch": 3.0325209911939384,
      "grad_norm": 2.0832077423315094,
      "learning_rate": 0.00015067184503024967,
      "loss": 1.8387,
      "step": 74039
    },
    {
      "epoch": 3.0325619496211345,
      "grad_norm": 1.2761882592963116,
      "learning_rate": 0.0001506685836682583,
      "loss": 0.7752,
      "step": 74040
    },
    {
      "epoch": 3.032602908048331,
      "grad_norm": 2.5190453294285553,
      "learning_rate": 0.0001506653223059509,
      "loss": 1.2594,
      "step": 74041
    },
    {
      "epoch": 3.0326438664755275,
      "grad_norm": 1.5918656176573174,
      "learning_rate": 0.00015066206094332897,
      "loss": 0.8229,
      "step": 74042
    },
    {
      "epoch": 3.0326848249027236,
      "grad_norm": 1.611413432494778,
      "learning_rate": 0.0001506587995803941,
      "loss": 0.8223,
      "step": 74043
    },
    {
      "epoch": 3.03272578332992,
      "grad_norm": 1.2506289070224206,
      "learning_rate": 0.0001506555382171477,
      "loss": 0.6356,
      "step": 74044
    },
    {
      "epoch": 3.0327667417571167,
      "grad_norm": 1.3452050865296012,
      "learning_rate": 0.0001506522768535915,
      "loss": 0.9506,
      "step": 74045
    },
    {
      "epoch": 3.032807700184313,
      "grad_norm": 1.5981487958154035,
      "learning_rate": 0.00015064901548972687,
      "loss": 1.2173,
      "step": 74046
    },
    {
      "epoch": 3.0328486586115093,
      "grad_norm": 1.043988064284383,
      "learning_rate": 0.00015064575412555546,
      "loss": 0.7358,
      "step": 74047
    },
    {
      "epoch": 3.032889617038706,
      "grad_norm": 1.3412191753708609,
      "learning_rate": 0.0001506424927610787,
      "loss": 0.8559,
      "step": 74048
    },
    {
      "epoch": 3.032930575465902,
      "grad_norm": 1.0777692388784208,
      "learning_rate": 0.0001506392313962983,
      "loss": 0.643,
      "step": 74049
    },
    {
      "epoch": 3.0329715338930985,
      "grad_norm": 1.4075130245839156,
      "learning_rate": 0.00015063597003121568,
      "loss": 0.7208,
      "step": 74050
    },
    {
      "epoch": 3.033012492320295,
      "grad_norm": 1.93035385794373,
      "learning_rate": 0.0001506327086658324,
      "loss": 1.8912,
      "step": 74051
    },
    {
      "epoch": 3.033053450747491,
      "grad_norm": 1.2407893867958628,
      "learning_rate": 0.00015062944730015004,
      "loss": 0.8065,
      "step": 74052
    },
    {
      "epoch": 3.0330944091746876,
      "grad_norm": 0.7241809415027751,
      "learning_rate": 0.00015062618593417008,
      "loss": 0.2027,
      "step": 74053
    },
    {
      "epoch": 3.033135367601884,
      "grad_norm": 1.4115059347606207,
      "learning_rate": 0.0001506229245678941,
      "loss": 0.6844,
      "step": 74054
    },
    {
      "epoch": 3.0331763260290803,
      "grad_norm": 1.2448713764013741,
      "learning_rate": 0.00015061966320132361,
      "loss": 0.8298,
      "step": 74055
    },
    {
      "epoch": 3.033217284456277,
      "grad_norm": 0.6652156166310406,
      "learning_rate": 0.00015061640183446022,
      "loss": 0.1876,
      "step": 74056
    },
    {
      "epoch": 3.0332582428834733,
      "grad_norm": 1.171033031973183,
      "learning_rate": 0.00015061314046730542,
      "loss": 0.5559,
      "step": 74057
    },
    {
      "epoch": 3.03329920131067,
      "grad_norm": 5.594053030705104,
      "learning_rate": 0.00015060987909986079,
      "loss": 3.9599,
      "step": 74058
    },
    {
      "epoch": 3.033340159737866,
      "grad_norm": 1.9957606162739223,
      "learning_rate": 0.00015060661773212778,
      "loss": 1.8618,
      "step": 74059
    },
    {
      "epoch": 3.0333811181650625,
      "grad_norm": 1.1150825995069882,
      "learning_rate": 0.00015060335636410806,
      "loss": 0.6626,
      "step": 74060
    },
    {
      "epoch": 3.033422076592259,
      "grad_norm": 1.0895591379178473,
      "learning_rate": 0.00015060009499580308,
      "loss": 0.7646,
      "step": 74061
    },
    {
      "epoch": 3.033463035019455,
      "grad_norm": 2.3108982638526947,
      "learning_rate": 0.00015059683362721442,
      "loss": 2.1467,
      "step": 74062
    },
    {
      "epoch": 3.0335039934466517,
      "grad_norm": 1.5841506350183157,
      "learning_rate": 0.00015059357225834358,
      "loss": 0.657,
      "step": 74063
    },
    {
      "epoch": 3.033544951873848,
      "grad_norm": 1.9858835015924943,
      "learning_rate": 0.0001505903108891922,
      "loss": 1.5471,
      "step": 74064
    },
    {
      "epoch": 3.0335859103010443,
      "grad_norm": 1.986716729667527,
      "learning_rate": 0.0001505870495197617,
      "loss": 1.3572,
      "step": 74065
    },
    {
      "epoch": 3.033626868728241,
      "grad_norm": 1.332116829435633,
      "learning_rate": 0.0001505837881500537,
      "loss": 0.7584,
      "step": 74066
    },
    {
      "epoch": 3.0336678271554374,
      "grad_norm": 2.092029950624245,
      "learning_rate": 0.0001505805267800697,
      "loss": 0.7819,
      "step": 74067
    },
    {
      "epoch": 3.0337087855826335,
      "grad_norm": 0.48889010069731464,
      "learning_rate": 0.00015057726540981125,
      "loss": 0.1036,
      "step": 74068
    },
    {
      "epoch": 3.03374974400983,
      "grad_norm": 0.9774599371128742,
      "learning_rate": 0.00015057400403927992,
      "loss": 0.5502,
      "step": 74069
    },
    {
      "epoch": 3.0337907024370265,
      "grad_norm": 2.2940327237031988,
      "learning_rate": 0.00015057074266847727,
      "loss": 1.3594,
      "step": 74070
    },
    {
      "epoch": 3.0338316608642226,
      "grad_norm": 0.7223786507950204,
      "learning_rate": 0.00015056748129740476,
      "loss": 0.2071,
      "step": 74071
    },
    {
      "epoch": 3.033872619291419,
      "grad_norm": 0.49533609237686377,
      "learning_rate": 0.000150564219926064,
      "loss": 0.1415,
      "step": 74072
    },
    {
      "epoch": 3.0339135777186157,
      "grad_norm": 0.8971887214362321,
      "learning_rate": 0.00015056095855445648,
      "loss": 0.446,
      "step": 74073
    },
    {
      "epoch": 3.033954536145812,
      "grad_norm": 1.4688735616681743,
      "learning_rate": 0.0001505576971825838,
      "loss": 0.752,
      "step": 74074
    },
    {
      "epoch": 3.0339954945730083,
      "grad_norm": 0.8674967400969412,
      "learning_rate": 0.00015055443581044747,
      "loss": 0.3245,
      "step": 74075
    },
    {
      "epoch": 3.034036453000205,
      "grad_norm": 0.9478682896340425,
      "learning_rate": 0.000150551174438049,
      "loss": 0.5841,
      "step": 74076
    },
    {
      "epoch": 3.0340774114274014,
      "grad_norm": 1.2274592090925045,
      "learning_rate": 0.00015054791306539,
      "loss": 0.5266,
      "step": 74077
    },
    {
      "epoch": 3.0341183698545975,
      "grad_norm": 1.2071318107737816,
      "learning_rate": 0.000150544651692472,
      "loss": 0.6557,
      "step": 74078
    },
    {
      "epoch": 3.034159328281794,
      "grad_norm": 1.001186201966438,
      "learning_rate": 0.0001505413903192965,
      "loss": 0.5331,
      "step": 74079
    },
    {
      "epoch": 3.0342002867089906,
      "grad_norm": 0.8165725262751508,
      "learning_rate": 0.00015053812894586503,
      "loss": 0.3193,
      "step": 74080
    },
    {
      "epoch": 3.0342412451361866,
      "grad_norm": 0.9474414164405386,
      "learning_rate": 0.00015053486757217918,
      "loss": 0.3985,
      "step": 74081
    },
    {
      "epoch": 3.034282203563383,
      "grad_norm": 0.7801853448059585,
      "learning_rate": 0.0001505316061982405,
      "loss": 0.2301,
      "step": 74082
    },
    {
      "epoch": 3.0343231619905797,
      "grad_norm": 1.6772267066848976,
      "learning_rate": 0.00015052834482405053,
      "loss": 1.0518,
      "step": 74083
    },
    {
      "epoch": 3.034364120417776,
      "grad_norm": 1.243829851842652,
      "learning_rate": 0.0001505250834496107,
      "loss": 0.6483,
      "step": 74084
    },
    {
      "epoch": 3.0344050788449723,
      "grad_norm": 1.537990338058163,
      "learning_rate": 0.0001505218220749227,
      "loss": 1.0473,
      "step": 74085
    },
    {
      "epoch": 3.034446037272169,
      "grad_norm": 1.3164533876176319,
      "learning_rate": 0.00015051856069998802,
      "loss": 0.6813,
      "step": 74086
    },
    {
      "epoch": 3.034486995699365,
      "grad_norm": 1.020682720141689,
      "learning_rate": 0.0001505152993248082,
      "loss": 0.5336,
      "step": 74087
    },
    {
      "epoch": 3.0345279541265615,
      "grad_norm": 0.9185205875301472,
      "learning_rate": 0.0001505120379493848,
      "loss": 0.5646,
      "step": 74088
    },
    {
      "epoch": 3.034568912553758,
      "grad_norm": 1.1081246813847054,
      "learning_rate": 0.00015050877657371927,
      "loss": 0.3846,
      "step": 74089
    },
    {
      "epoch": 3.034609870980954,
      "grad_norm": 1.1315541002351617,
      "learning_rate": 0.00015050551519781325,
      "loss": 0.8512,
      "step": 74090
    },
    {
      "epoch": 3.0346508294081507,
      "grad_norm": 0.8651550051585876,
      "learning_rate": 0.00015050225382166822,
      "loss": 0.2585,
      "step": 74091
    },
    {
      "epoch": 3.034691787835347,
      "grad_norm": 1.247637385824848,
      "learning_rate": 0.0001504989924452858,
      "loss": 0.6711,
      "step": 74092
    },
    {
      "epoch": 3.0347327462625433,
      "grad_norm": 1.1950102035069388,
      "learning_rate": 0.00015049573106866746,
      "loss": 0.678,
      "step": 74093
    },
    {
      "epoch": 3.03477370468974,
      "grad_norm": 1.3236808100406834,
      "learning_rate": 0.00015049246969181477,
      "loss": 0.5344,
      "step": 74094
    },
    {
      "epoch": 3.0348146631169364,
      "grad_norm": 1.259090427669452,
      "learning_rate": 0.00015048920831472925,
      "loss": 0.8034,
      "step": 74095
    },
    {
      "epoch": 3.034855621544133,
      "grad_norm": 0.7324788518629662,
      "learning_rate": 0.00015048594693741252,
      "loss": 0.1812,
      "step": 74096
    },
    {
      "epoch": 3.034896579971329,
      "grad_norm": 0.859321022365183,
      "learning_rate": 0.00015048268555986602,
      "loss": 0.341,
      "step": 74097
    },
    {
      "epoch": 3.0349375383985255,
      "grad_norm": 1.1765970816302174,
      "learning_rate": 0.00015047942418209136,
      "loss": 0.4903,
      "step": 74098
    },
    {
      "epoch": 3.034978496825722,
      "grad_norm": 1.2738809779575926,
      "learning_rate": 0.00015047616280408998,
      "loss": 0.8824,
      "step": 74099
    },
    {
      "epoch": 3.035019455252918,
      "grad_norm": 1.0767004136721487,
      "learning_rate": 0.00015047290142586358,
      "loss": 0.5996,
      "step": 74100
    },
    {
      "epoch": 3.0350604136801147,
      "grad_norm": 1.4095636524000827,
      "learning_rate": 0.0001504696400474136,
      "loss": 0.8534,
      "step": 74101
    },
    {
      "epoch": 3.0351013721073112,
      "grad_norm": 1.0464118360903831,
      "learning_rate": 0.0001504663786687416,
      "loss": 0.6139,
      "step": 74102
    },
    {
      "epoch": 3.0351423305345073,
      "grad_norm": 1.0168021232358055,
      "learning_rate": 0.0001504631172898491,
      "loss": 0.4979,
      "step": 74103
    },
    {
      "epoch": 3.035183288961704,
      "grad_norm": 6.26429297095887,
      "learning_rate": 0.0001504598559107377,
      "loss": 4.0974,
      "step": 74104
    },
    {
      "epoch": 3.0352242473889004,
      "grad_norm": 1.407264780217497,
      "learning_rate": 0.00015045659453140887,
      "loss": 0.9125,
      "step": 74105
    },
    {
      "epoch": 3.0352652058160965,
      "grad_norm": 1.258770748320978,
      "learning_rate": 0.00015045333315186421,
      "loss": 0.7198,
      "step": 74106
    },
    {
      "epoch": 3.035306164243293,
      "grad_norm": 0.5722122197838324,
      "learning_rate": 0.00015045007177210527,
      "loss": 0.1156,
      "step": 74107
    },
    {
      "epoch": 3.0353471226704896,
      "grad_norm": 1.1628957459376934,
      "learning_rate": 0.00015044681039213351,
      "loss": 0.6509,
      "step": 74108
    },
    {
      "epoch": 3.0353880810976857,
      "grad_norm": 1.693245378186027,
      "learning_rate": 0.00015044354901195056,
      "loss": 0.9323,
      "step": 74109
    },
    {
      "epoch": 3.035429039524882,
      "grad_norm": 1.3186446116293955,
      "learning_rate": 0.0001504402876315579,
      "loss": 0.9764,
      "step": 74110
    },
    {
      "epoch": 3.0354699979520787,
      "grad_norm": 1.1729020753781514,
      "learning_rate": 0.00015043702625095712,
      "loss": 0.6377,
      "step": 74111
    },
    {
      "epoch": 3.035510956379275,
      "grad_norm": 1.0363441852281854,
      "learning_rate": 0.00015043376487014972,
      "loss": 0.521,
      "step": 74112
    },
    {
      "epoch": 3.0355519148064714,
      "grad_norm": 1.1795466302441673,
      "learning_rate": 0.00015043050348913724,
      "loss": 0.8175,
      "step": 74113
    },
    {
      "epoch": 3.035592873233668,
      "grad_norm": 1.0551761965969855,
      "learning_rate": 0.0001504272421079213,
      "loss": 0.6637,
      "step": 74114
    },
    {
      "epoch": 3.0356338316608644,
      "grad_norm": 1.6035504095211106,
      "learning_rate": 0.00015042398072650338,
      "loss": 0.8503,
      "step": 74115
    },
    {
      "epoch": 3.0356747900880605,
      "grad_norm": 1.1799893289219614,
      "learning_rate": 0.00015042071934488497,
      "loss": 0.6993,
      "step": 74116
    },
    {
      "epoch": 3.035715748515257,
      "grad_norm": 1.0711325280353954,
      "learning_rate": 0.00015041745796306772,
      "loss": 0.4663,
      "step": 74117
    },
    {
      "epoch": 3.0357567069424536,
      "grad_norm": 1.3269185603468798,
      "learning_rate": 0.0001504141965810531,
      "loss": 0.7969,
      "step": 74118
    },
    {
      "epoch": 3.0357976653696497,
      "grad_norm": 1.638341932225668,
      "learning_rate": 0.00015041093519884267,
      "loss": 1.4166,
      "step": 74119
    },
    {
      "epoch": 3.035838623796846,
      "grad_norm": 1.306363202459531,
      "learning_rate": 0.00015040767381643797,
      "loss": 0.7451,
      "step": 74120
    },
    {
      "epoch": 3.0358795822240427,
      "grad_norm": 1.1079084609168923,
      "learning_rate": 0.00015040441243384056,
      "loss": 0.5982,
      "step": 74121
    },
    {
      "epoch": 3.035920540651239,
      "grad_norm": 1.2331772586844738,
      "learning_rate": 0.000150401151051052,
      "loss": 0.7301,
      "step": 74122
    },
    {
      "epoch": 3.0359614990784354,
      "grad_norm": 0.7585263438729586,
      "learning_rate": 0.00015039788966807373,
      "loss": 0.2387,
      "step": 74123
    },
    {
      "epoch": 3.036002457505632,
      "grad_norm": 1.2874565769299036,
      "learning_rate": 0.0001503946282849074,
      "loss": 0.6352,
      "step": 74124
    },
    {
      "epoch": 3.036043415932828,
      "grad_norm": 1.310637699965925,
      "learning_rate": 0.00015039136690155448,
      "loss": 0.7568,
      "step": 74125
    },
    {
      "epoch": 3.0360843743600245,
      "grad_norm": 1.1674192260675533,
      "learning_rate": 0.00015038810551801658,
      "loss": 0.7297,
      "step": 74126
    },
    {
      "epoch": 3.036125332787221,
      "grad_norm": 1.177303801831256,
      "learning_rate": 0.0001503848441342952,
      "loss": 1.103,
      "step": 74127
    },
    {
      "epoch": 3.036166291214417,
      "grad_norm": 1.2679844853064088,
      "learning_rate": 0.00015038158275039188,
      "loss": 0.7742,
      "step": 74128
    },
    {
      "epoch": 3.0362072496416137,
      "grad_norm": 1.215785697261982,
      "learning_rate": 0.00015037832136630816,
      "loss": 0.7051,
      "step": 74129
    },
    {
      "epoch": 3.0362482080688102,
      "grad_norm": 1.147256785604233,
      "learning_rate": 0.00015037505998204565,
      "loss": 0.5297,
      "step": 74130
    },
    {
      "epoch": 3.0362891664960063,
      "grad_norm": 1.2640167557383493,
      "learning_rate": 0.00015037179859760574,
      "loss": 0.7109,
      "step": 74131
    },
    {
      "epoch": 3.036330124923203,
      "grad_norm": 1.3020046844445872,
      "learning_rate": 0.00015036853721299014,
      "loss": 0.7023,
      "step": 74132
    },
    {
      "epoch": 3.0363710833503994,
      "grad_norm": 0.9656787245882303,
      "learning_rate": 0.00015036527582820025,
      "loss": 0.5821,
      "step": 74133
    },
    {
      "epoch": 3.036412041777596,
      "grad_norm": 1.1321315564933463,
      "learning_rate": 0.00015036201444323772,
      "loss": 0.5341,
      "step": 74134
    },
    {
      "epoch": 3.036453000204792,
      "grad_norm": 1.357328286855158,
      "learning_rate": 0.00015035875305810403,
      "loss": 1.005,
      "step": 74135
    },
    {
      "epoch": 3.0364939586319886,
      "grad_norm": 1.3699654280401823,
      "learning_rate": 0.0001503554916728008,
      "loss": 0.843,
      "step": 74136
    },
    {
      "epoch": 3.036534917059185,
      "grad_norm": 1.288343359277153,
      "learning_rate": 0.00015035223028732946,
      "loss": 0.697,
      "step": 74137
    },
    {
      "epoch": 3.036575875486381,
      "grad_norm": 0.68988110088003,
      "learning_rate": 0.00015034896890169164,
      "loss": 0.2297,
      "step": 74138
    },
    {
      "epoch": 3.0366168339135777,
      "grad_norm": 0.9713321658925766,
      "learning_rate": 0.00015034570751588884,
      "loss": 0.3492,
      "step": 74139
    },
    {
      "epoch": 3.0366577923407743,
      "grad_norm": 1.8700367334410672,
      "learning_rate": 0.00015034244612992256,
      "loss": 0.7382,
      "step": 74140
    },
    {
      "epoch": 3.0366987507679704,
      "grad_norm": 3.8205689433479644,
      "learning_rate": 0.00015033918474379444,
      "loss": 0.774,
      "step": 74141
    },
    {
      "epoch": 3.036739709195167,
      "grad_norm": 2.1954396657653756,
      "learning_rate": 0.00015033592335750596,
      "loss": 0.7137,
      "step": 74142
    },
    {
      "epoch": 3.0367806676223634,
      "grad_norm": 0.7725313197111996,
      "learning_rate": 0.0001503326619710587,
      "loss": 0.2654,
      "step": 74143
    },
    {
      "epoch": 3.0368216260495595,
      "grad_norm": 1.5557335613707162,
      "learning_rate": 0.0001503294005844541,
      "loss": 0.842,
      "step": 74144
    },
    {
      "epoch": 3.036862584476756,
      "grad_norm": 1.318898781852305,
      "learning_rate": 0.00015032613919769387,
      "loss": 0.8536,
      "step": 74145
    },
    {
      "epoch": 3.0369035429039526,
      "grad_norm": 2.9983777222501407,
      "learning_rate": 0.00015032287781077943,
      "loss": 2.4177,
      "step": 74146
    },
    {
      "epoch": 3.0369445013311487,
      "grad_norm": 1.3238868434480344,
      "learning_rate": 0.00015031961642371236,
      "loss": 0.8648,
      "step": 74147
    },
    {
      "epoch": 3.036985459758345,
      "grad_norm": 1.2485382960519102,
      "learning_rate": 0.00015031635503649413,
      "loss": 0.8107,
      "step": 74148
    },
    {
      "epoch": 3.0370264181855418,
      "grad_norm": 1.3563798819383597,
      "learning_rate": 0.0001503130936491264,
      "loss": 0.7048,
      "step": 74149
    },
    {
      "epoch": 3.037067376612738,
      "grad_norm": 0.5410383408296539,
      "learning_rate": 0.00015030983226161068,
      "loss": 0.081,
      "step": 74150
    },
    {
      "epoch": 3.0371083350399344,
      "grad_norm": 0.9720536433387243,
      "learning_rate": 0.00015030657087394846,
      "loss": 0.4181,
      "step": 74151
    },
    {
      "epoch": 3.037149293467131,
      "grad_norm": 0.5240640574007053,
      "learning_rate": 0.0001503033094861413,
      "loss": 0.1383,
      "step": 74152
    },
    {
      "epoch": 3.0371902518943275,
      "grad_norm": 1.6707118988631648,
      "learning_rate": 0.00015030004809819076,
      "loss": 0.9185,
      "step": 74153
    },
    {
      "epoch": 3.0372312103215235,
      "grad_norm": 1.3091186345146317,
      "learning_rate": 0.0001502967867100984,
      "loss": 0.8919,
      "step": 74154
    },
    {
      "epoch": 3.03727216874872,
      "grad_norm": 1.6295919987045326,
      "learning_rate": 0.00015029352532186573,
      "loss": 1.2543,
      "step": 74155
    },
    {
      "epoch": 3.0373131271759166,
      "grad_norm": 1.2349439797583137,
      "learning_rate": 0.00015029026393349425,
      "loss": 0.5975,
      "step": 74156
    },
    {
      "epoch": 3.0373540856031127,
      "grad_norm": 0.9005331792258462,
      "learning_rate": 0.00015028700254498563,
      "loss": 0.2752,
      "step": 74157
    },
    {
      "epoch": 3.0373950440303092,
      "grad_norm": 1.4158799687465715,
      "learning_rate": 0.00015028374115634127,
      "loss": 0.9528,
      "step": 74158
    },
    {
      "epoch": 3.037436002457506,
      "grad_norm": 1.1171142965922454,
      "learning_rate": 0.00015028047976756276,
      "loss": 0.6971,
      "step": 74159
    },
    {
      "epoch": 3.037476960884702,
      "grad_norm": 3.386383219756435,
      "learning_rate": 0.0001502772183786517,
      "loss": 4.5493,
      "step": 74160
    },
    {
      "epoch": 3.0375179193118984,
      "grad_norm": 6.728335389704318,
      "learning_rate": 0.0001502739569896096,
      "loss": 1.1405,
      "step": 74161
    },
    {
      "epoch": 3.037558877739095,
      "grad_norm": 1.1367282003955195,
      "learning_rate": 0.00015027069560043796,
      "loss": 0.6574,
      "step": 74162
    },
    {
      "epoch": 3.037599836166291,
      "grad_norm": 1.392055525640127,
      "learning_rate": 0.0001502674342111383,
      "loss": 0.922,
      "step": 74163
    },
    {
      "epoch": 3.0376407945934876,
      "grad_norm": 3.281378614898748,
      "learning_rate": 0.0001502641728217123,
      "loss": 0.7965,
      "step": 74164
    },
    {
      "epoch": 3.037681753020684,
      "grad_norm": 1.6232654672053932,
      "learning_rate": 0.00015026091143216137,
      "loss": 0.5783,
      "step": 74165
    },
    {
      "epoch": 3.03772271144788,
      "grad_norm": 1.62929726089625,
      "learning_rate": 0.00015025765004248715,
      "loss": 0.9213,
      "step": 74166
    },
    {
      "epoch": 3.0377636698750767,
      "grad_norm": 0.8187746264136014,
      "learning_rate": 0.00015025438865269106,
      "loss": 0.1971,
      "step": 74167
    },
    {
      "epoch": 3.0378046283022733,
      "grad_norm": 1.2328880837160732,
      "learning_rate": 0.0001502511272627747,
      "loss": 0.7523,
      "step": 74168
    },
    {
      "epoch": 3.03784558672947,
      "grad_norm": 2.060387230443963,
      "learning_rate": 0.0001502478658727397,
      "loss": 0.7436,
      "step": 74169
    },
    {
      "epoch": 3.037886545156666,
      "grad_norm": 1.6936860037153842,
      "learning_rate": 0.00015024460448258747,
      "loss": 0.969,
      "step": 74170
    },
    {
      "epoch": 3.0379275035838624,
      "grad_norm": 1.3560162621425635,
      "learning_rate": 0.0001502413430923196,
      "loss": 0.5285,
      "step": 74171
    },
    {
      "epoch": 3.037968462011059,
      "grad_norm": 1.4621400304039038,
      "learning_rate": 0.00015023808170193764,
      "loss": 0.7578,
      "step": 74172
    },
    {
      "epoch": 3.038009420438255,
      "grad_norm": 1.249258287641232,
      "learning_rate": 0.00015023482031144316,
      "loss": 0.6651,
      "step": 74173
    },
    {
      "epoch": 3.0380503788654516,
      "grad_norm": 1.6574461698650458,
      "learning_rate": 0.00015023155892083764,
      "loss": 1.0504,
      "step": 74174
    },
    {
      "epoch": 3.038091337292648,
      "grad_norm": 2.191608345645743,
      "learning_rate": 0.0001502282975301227,
      "loss": 1.0378,
      "step": 74175
    },
    {
      "epoch": 3.0381322957198442,
      "grad_norm": 0.8454792415548051,
      "learning_rate": 0.00015022503613929976,
      "loss": 0.2562,
      "step": 74176
    },
    {
      "epoch": 3.0381732541470408,
      "grad_norm": 1.1274928129653161,
      "learning_rate": 0.00015022177474837046,
      "loss": 0.6773,
      "step": 74177
    },
    {
      "epoch": 3.0382142125742373,
      "grad_norm": 1.232198016303012,
      "learning_rate": 0.00015021851335733635,
      "loss": 0.6146,
      "step": 74178
    },
    {
      "epoch": 3.0382551710014334,
      "grad_norm": 1.1677686888175247,
      "learning_rate": 0.00015021525196619895,
      "loss": 0.6181,
      "step": 74179
    },
    {
      "epoch": 3.03829612942863,
      "grad_norm": 1.0963323218786838,
      "learning_rate": 0.0001502119905749597,
      "loss": 0.734,
      "step": 74180
    },
    {
      "epoch": 3.0383370878558265,
      "grad_norm": 1.076721618917225,
      "learning_rate": 0.00015020872918362031,
      "loss": 0.836,
      "step": 74181
    },
    {
      "epoch": 3.0383780462830225,
      "grad_norm": 4.01466650365082,
      "learning_rate": 0.00015020546779218226,
      "loss": 4.2384,
      "step": 74182
    },
    {
      "epoch": 3.038419004710219,
      "grad_norm": 1.8535852760365825,
      "learning_rate": 0.00015020220640064706,
      "loss": 0.5389,
      "step": 74183
    },
    {
      "epoch": 3.0384599631374156,
      "grad_norm": 1.4654479630734367,
      "learning_rate": 0.0001501989450090162,
      "loss": 0.6643,
      "step": 74184
    },
    {
      "epoch": 3.0385009215646117,
      "grad_norm": 0.86477970432874,
      "learning_rate": 0.00015019568361729138,
      "loss": 0.2573,
      "step": 74185
    },
    {
      "epoch": 3.0385418799918082,
      "grad_norm": 1.6209764463413598,
      "learning_rate": 0.00015019242222547399,
      "loss": 0.6401,
      "step": 74186
    },
    {
      "epoch": 3.038582838419005,
      "grad_norm": 1.556825059429751,
      "learning_rate": 0.00015018916083356568,
      "loss": 0.6785,
      "step": 74187
    },
    {
      "epoch": 3.0386237968462013,
      "grad_norm": 1.1922515146927974,
      "learning_rate": 0.00015018589944156788,
      "loss": 0.5829,
      "step": 74188
    },
    {
      "epoch": 3.0386647552733974,
      "grad_norm": 0.9255215583170797,
      "learning_rate": 0.00015018263804948226,
      "loss": 0.4175,
      "step": 74189
    },
    {
      "epoch": 3.038705713700594,
      "grad_norm": 1.9078326593161505,
      "learning_rate": 0.0001501793766573103,
      "loss": 1.3338,
      "step": 74190
    },
    {
      "epoch": 3.0387466721277905,
      "grad_norm": 0.9056656552991429,
      "learning_rate": 0.00015017611526505354,
      "loss": 0.4195,
      "step": 74191
    },
    {
      "epoch": 3.0387876305549866,
      "grad_norm": 1.1269846586942547,
      "learning_rate": 0.0001501728538727135,
      "loss": 0.7744,
      "step": 74192
    },
    {
      "epoch": 3.038828588982183,
      "grad_norm": 1.1981122628625425,
      "learning_rate": 0.0001501695924802918,
      "loss": 0.5551,
      "step": 74193
    },
    {
      "epoch": 3.0388695474093796,
      "grad_norm": 1.5703530416207256,
      "learning_rate": 0.00015016633108778986,
      "loss": 0.7665,
      "step": 74194
    },
    {
      "epoch": 3.0389105058365757,
      "grad_norm": 1.4808742206381849,
      "learning_rate": 0.0001501630696952093,
      "loss": 0.7894,
      "step": 74195
    },
    {
      "epoch": 3.0389514642637723,
      "grad_norm": 0.9939306065706561,
      "learning_rate": 0.00015015980830255165,
      "loss": 0.4338,
      "step": 74196
    },
    {
      "epoch": 3.038992422690969,
      "grad_norm": 2.2180657248964843,
      "learning_rate": 0.0001501565469098185,
      "loss": 0.9899,
      "step": 74197
    },
    {
      "epoch": 3.039033381118165,
      "grad_norm": 1.1258817107645311,
      "learning_rate": 0.0001501532855170113,
      "loss": 0.4701,
      "step": 74198
    },
    {
      "epoch": 3.0390743395453614,
      "grad_norm": 1.6386665170411783,
      "learning_rate": 0.00015015002412413158,
      "loss": 0.9477,
      "step": 74199
    },
    {
      "epoch": 3.039115297972558,
      "grad_norm": 0.7737327983905431,
      "learning_rate": 0.000150146762731181,
      "loss": 0.2619,
      "step": 74200
    },
    {
      "epoch": 3.039156256399754,
      "grad_norm": 0.8668018218392262,
      "learning_rate": 0.00015014350133816105,
      "loss": 0.4229,
      "step": 74201
    },
    {
      "epoch": 3.0391972148269506,
      "grad_norm": 1.5036456980139545,
      "learning_rate": 0.00015014023994507325,
      "loss": 0.945,
      "step": 74202
    },
    {
      "epoch": 3.039238173254147,
      "grad_norm": 1.6358675328364296,
      "learning_rate": 0.00015013697855191914,
      "loss": 1.167,
      "step": 74203
    },
    {
      "epoch": 3.0392791316813432,
      "grad_norm": 2.12331363757474,
      "learning_rate": 0.00015013371715870028,
      "loss": 1.1742,
      "step": 74204
    },
    {
      "epoch": 3.0393200901085398,
      "grad_norm": 1.7977356511184217,
      "learning_rate": 0.00015013045576541822,
      "loss": 0.562,
      "step": 74205
    },
    {
      "epoch": 3.0393610485357363,
      "grad_norm": 1.205567903619789,
      "learning_rate": 0.0001501271943720745,
      "loss": 0.8537,
      "step": 74206
    },
    {
      "epoch": 3.039402006962933,
      "grad_norm": 1.2306626137594996,
      "learning_rate": 0.00015012393297867058,
      "loss": 0.6664,
      "step": 74207
    },
    {
      "epoch": 3.039442965390129,
      "grad_norm": 1.5102124850066432,
      "learning_rate": 0.0001501206715852081,
      "loss": 0.6944,
      "step": 74208
    },
    {
      "epoch": 3.0394839238173255,
      "grad_norm": 2.499549874575902,
      "learning_rate": 0.00015011741019168863,
      "loss": 0.7112,
      "step": 74209
    },
    {
      "epoch": 3.039524882244522,
      "grad_norm": 1.2718551167258,
      "learning_rate": 0.00015011414879811363,
      "loss": 0.7356,
      "step": 74210
    },
    {
      "epoch": 3.039565840671718,
      "grad_norm": 1.528636183718545,
      "learning_rate": 0.00015011088740448468,
      "loss": 1.0923,
      "step": 74211
    },
    {
      "epoch": 3.0396067990989146,
      "grad_norm": 0.8514315681681343,
      "learning_rate": 0.00015010762601080324,
      "loss": 0.2656,
      "step": 74212
    },
    {
      "epoch": 3.039647757526111,
      "grad_norm": 0.9334090956721056,
      "learning_rate": 0.00015010436461707096,
      "loss": 0.1445,
      "step": 74213
    },
    {
      "epoch": 3.0396887159533073,
      "grad_norm": 1.7930727588894273,
      "learning_rate": 0.00015010110322328938,
      "loss": 0.275,
      "step": 74214
    },
    {
      "epoch": 3.039729674380504,
      "grad_norm": 1.7042157099513595,
      "learning_rate": 0.00015009784182945995,
      "loss": 1.1588,
      "step": 74215
    },
    {
      "epoch": 3.0397706328077003,
      "grad_norm": 1.258528107345589,
      "learning_rate": 0.00015009458043558426,
      "loss": 0.8814,
      "step": 74216
    },
    {
      "epoch": 3.0398115912348964,
      "grad_norm": 1.2064418480000243,
      "learning_rate": 0.0001500913190416639,
      "loss": 0.5824,
      "step": 74217
    },
    {
      "epoch": 3.039852549662093,
      "grad_norm": 1.5491412016150137,
      "learning_rate": 0.00015008805764770038,
      "loss": 0.5975,
      "step": 74218
    },
    {
      "epoch": 3.0398935080892895,
      "grad_norm": 1.3212890048218313,
      "learning_rate": 0.0001500847962536952,
      "loss": 0.5145,
      "step": 74219
    },
    {
      "epoch": 3.0399344665164856,
      "grad_norm": 1.429911376363962,
      "learning_rate": 0.0001500815348596499,
      "loss": 0.4234,
      "step": 74220
    },
    {
      "epoch": 3.039975424943682,
      "grad_norm": 1.444155714232606,
      "learning_rate": 0.00015007827346556613,
      "loss": 0.6474,
      "step": 74221
    },
    {
      "epoch": 3.0400163833708786,
      "grad_norm": 0.7377879436929549,
      "learning_rate": 0.00015007501207144533,
      "loss": 0.2507,
      "step": 74222
    },
    {
      "epoch": 3.0400573417980747,
      "grad_norm": 1.2277905881490427,
      "learning_rate": 0.00015007175067728904,
      "loss": 0.7989,
      "step": 74223
    },
    {
      "epoch": 3.0400983002252713,
      "grad_norm": 1.3430595258886333,
      "learning_rate": 0.00015006848928309885,
      "loss": 0.9083,
      "step": 74224
    },
    {
      "epoch": 3.040139258652468,
      "grad_norm": 1.1274871322274265,
      "learning_rate": 0.0001500652278888763,
      "loss": 0.6607,
      "step": 74225
    },
    {
      "epoch": 3.0401802170796643,
      "grad_norm": 1.3519373125989165,
      "learning_rate": 0.00015006196649462288,
      "loss": 0.8371,
      "step": 74226
    },
    {
      "epoch": 3.0402211755068604,
      "grad_norm": 0.8134607028887892,
      "learning_rate": 0.00015005870510034018,
      "loss": 0.2822,
      "step": 74227
    },
    {
      "epoch": 3.040262133934057,
      "grad_norm": 1.0058046451164815,
      "learning_rate": 0.00015005544370602978,
      "loss": 0.5041,
      "step": 74228
    },
    {
      "epoch": 3.0403030923612535,
      "grad_norm": 1.204050431591513,
      "learning_rate": 0.0001500521823116931,
      "loss": 0.5788,
      "step": 74229
    },
    {
      "epoch": 3.0403440507884496,
      "grad_norm": 1.3271432993807437,
      "learning_rate": 0.0001500489209173318,
      "loss": 0.8557,
      "step": 74230
    },
    {
      "epoch": 3.040385009215646,
      "grad_norm": 3.00620762576694,
      "learning_rate": 0.0001500456595229473,
      "loss": 2.0575,
      "step": 74231
    },
    {
      "epoch": 3.0404259676428427,
      "grad_norm": 1.3860115556421813,
      "learning_rate": 0.00015004239812854125,
      "loss": 0.7497,
      "step": 74232
    },
    {
      "epoch": 3.0404669260700388,
      "grad_norm": 4.575224170963439,
      "learning_rate": 0.00015003913673411516,
      "loss": 4.4346,
      "step": 74233
    },
    {
      "epoch": 3.0405078844972353,
      "grad_norm": 1.1735563202704122,
      "learning_rate": 0.0001500358753396706,
      "loss": 0.7547,
      "step": 74234
    },
    {
      "epoch": 3.040548842924432,
      "grad_norm": 1.2221244537349185,
      "learning_rate": 0.00015003261394520905,
      "loss": 0.7015,
      "step": 74235
    },
    {
      "epoch": 3.040589801351628,
      "grad_norm": 1.3542129223742498,
      "learning_rate": 0.00015002935255073208,
      "loss": 0.7244,
      "step": 74236
    },
    {
      "epoch": 3.0406307597788245,
      "grad_norm": 0.7104342380523047,
      "learning_rate": 0.00015002609115624124,
      "loss": 0.0966,
      "step": 74237
    },
    {
      "epoch": 3.040671718206021,
      "grad_norm": 0.8642320225122799,
      "learning_rate": 0.0001500228297617381,
      "loss": 0.3494,
      "step": 74238
    },
    {
      "epoch": 3.040712676633217,
      "grad_norm": 1.1054449511803561,
      "learning_rate": 0.0001500195683672241,
      "loss": 0.6085,
      "step": 74239
    },
    {
      "epoch": 3.0407536350604136,
      "grad_norm": 1.1471926687431244,
      "learning_rate": 0.0001500163069727009,
      "loss": 0.7233,
      "step": 74240
    },
    {
      "epoch": 3.04079459348761,
      "grad_norm": 0.78328630177794,
      "learning_rate": 0.00015001304557816998,
      "loss": 0.2373,
      "step": 74241
    },
    {
      "epoch": 3.0408355519148063,
      "grad_norm": 0.856544288661763,
      "learning_rate": 0.00015000978418363287,
      "loss": 0.26,
      "step": 74242
    },
    {
      "epoch": 3.040876510342003,
      "grad_norm": 0.6841885262825552,
      "learning_rate": 0.00015000652278909115,
      "loss": 0.2375,
      "step": 74243
    },
    {
      "epoch": 3.0409174687691993,
      "grad_norm": 1.5112869234077018,
      "learning_rate": 0.00015000326139454634,
      "loss": 0.8623,
      "step": 74244
    },
    {
      "epoch": 3.040958427196396,
      "grad_norm": 0.7189655270865224,
      "learning_rate": 0.00015,
      "loss": 0.2525,
      "step": 74245
    },
    {
      "epoch": 3.040999385623592,
      "grad_norm": 1.2403631128773447,
      "learning_rate": 0.00014999673860545366,
      "loss": 0.7335,
      "step": 74246
    },
    {
      "epoch": 3.0410403440507885,
      "grad_norm": 0.7148144327994775,
      "learning_rate": 0.00014999347721090888,
      "loss": 0.2228,
      "step": 74247
    },
    {
      "epoch": 3.041081302477985,
      "grad_norm": 1.4324961333537662,
      "learning_rate": 0.0001499902158163671,
      "loss": 0.6115,
      "step": 74248
    },
    {
      "epoch": 3.041122260905181,
      "grad_norm": 1.199675379212721,
      "learning_rate": 0.00014998695442183002,
      "loss": 0.7069,
      "step": 74249
    },
    {
      "epoch": 3.0411632193323777,
      "grad_norm": 1.270432202155633,
      "learning_rate": 0.0001499836930272991,
      "loss": 0.684,
      "step": 74250
    },
    {
      "epoch": 3.041204177759574,
      "grad_norm": 0.9867113415935482,
      "learning_rate": 0.0001499804316327759,
      "loss": 0.6631,
      "step": 74251
    },
    {
      "epoch": 3.0412451361867703,
      "grad_norm": 0.9911929677375688,
      "learning_rate": 0.00014997717023826191,
      "loss": 0.4742,
      "step": 74252
    },
    {
      "epoch": 3.041286094613967,
      "grad_norm": 4.490214966128678,
      "learning_rate": 0.00014997390884375874,
      "loss": 4.9035,
      "step": 74253
    },
    {
      "epoch": 3.0413270530411634,
      "grad_norm": 1.4549183439414632,
      "learning_rate": 0.0001499706474492679,
      "loss": 0.7265,
      "step": 74254
    },
    {
      "epoch": 3.0413680114683594,
      "grad_norm": 1.2060054743434734,
      "learning_rate": 0.00014996738605479095,
      "loss": 0.4154,
      "step": 74255
    },
    {
      "epoch": 3.041408969895556,
      "grad_norm": 1.1416251308741778,
      "learning_rate": 0.00014996412466032938,
      "loss": 0.7043,
      "step": 74256
    },
    {
      "epoch": 3.0414499283227525,
      "grad_norm": 1.3800001740127499,
      "learning_rate": 0.0001499608632658848,
      "loss": 0.6317,
      "step": 74257
    },
    {
      "epoch": 3.0414908867499486,
      "grad_norm": 1.5071198152136411,
      "learning_rate": 0.00014995760187145872,
      "loss": 0.5526,
      "step": 74258
    },
    {
      "epoch": 3.041531845177145,
      "grad_norm": 1.504196070637297,
      "learning_rate": 0.0001499543404770527,
      "loss": 0.6689,
      "step": 74259
    },
    {
      "epoch": 3.0415728036043417,
      "grad_norm": 1.3909230252916183,
      "learning_rate": 0.0001499510790826682,
      "loss": 0.7867,
      "step": 74260
    },
    {
      "epoch": 3.0416137620315378,
      "grad_norm": 1.8753691462356201,
      "learning_rate": 0.0001499478176883069,
      "loss": 0.9782,
      "step": 74261
    },
    {
      "epoch": 3.0416547204587343,
      "grad_norm": 1.6564955037529732,
      "learning_rate": 0.00014994455629397025,
      "loss": 0.8905,
      "step": 74262
    },
    {
      "epoch": 3.041695678885931,
      "grad_norm": 1.2586366001320048,
      "learning_rate": 0.0001499412948996598,
      "loss": 0.6427,
      "step": 74263
    },
    {
      "epoch": 3.0417366373131274,
      "grad_norm": 1.1516597719310782,
      "learning_rate": 0.00014993803350537706,
      "loss": 0.6235,
      "step": 74264
    },
    {
      "epoch": 3.0417775957403235,
      "grad_norm": 1.1605913572510325,
      "learning_rate": 0.00014993477211112369,
      "loss": 0.4828,
      "step": 74265
    },
    {
      "epoch": 3.04181855416752,
      "grad_norm": 1.2700943885785367,
      "learning_rate": 0.00014993151071690113,
      "loss": 0.7147,
      "step": 74266
    },
    {
      "epoch": 3.0418595125947165,
      "grad_norm": 1.4185842969472393,
      "learning_rate": 0.00014992824932271093,
      "loss": 0.7154,
      "step": 74267
    },
    {
      "epoch": 3.0419004710219126,
      "grad_norm": 1.290125798887654,
      "learning_rate": 0.00014992498792855465,
      "loss": 0.9439,
      "step": 74268
    },
    {
      "epoch": 3.041941429449109,
      "grad_norm": 1.9400592823681826,
      "learning_rate": 0.00014992172653443384,
      "loss": 1.564,
      "step": 74269
    },
    {
      "epoch": 3.0419823878763057,
      "grad_norm": 1.1612851121173746,
      "learning_rate": 0.00014991846514035003,
      "loss": 1.027,
      "step": 74270
    },
    {
      "epoch": 3.042023346303502,
      "grad_norm": 0.9674194747383407,
      "learning_rate": 0.0001499152037463048,
      "loss": 0.5461,
      "step": 74271
    },
    {
      "epoch": 3.0420643047306983,
      "grad_norm": 3.069386118557366,
      "learning_rate": 0.00014991194235229957,
      "loss": 3.7936,
      "step": 74272
    },
    {
      "epoch": 3.042105263157895,
      "grad_norm": 1.153844185832684,
      "learning_rate": 0.00014990868095833605,
      "loss": 0.8103,
      "step": 74273
    },
    {
      "epoch": 3.042146221585091,
      "grad_norm": 1.2494012095850582,
      "learning_rate": 0.00014990541956441566,
      "loss": 0.8008,
      "step": 74274
    },
    {
      "epoch": 3.0421871800122875,
      "grad_norm": 1.2294237193272517,
      "learning_rate": 0.00014990215817054002,
      "loss": 0.7643,
      "step": 74275
    },
    {
      "epoch": 3.042228138439484,
      "grad_norm": 1.0228635048278907,
      "learning_rate": 0.0001498988967767106,
      "loss": 0.4141,
      "step": 74276
    },
    {
      "epoch": 3.04226909686668,
      "grad_norm": 1.6030640107456227,
      "learning_rate": 0.00014989563538292898,
      "loss": 0.7243,
      "step": 74277
    },
    {
      "epoch": 3.0423100552938767,
      "grad_norm": 1.6318959310464158,
      "learning_rate": 0.00014989237398919673,
      "loss": 1.0192,
      "step": 74278
    },
    {
      "epoch": 3.042351013721073,
      "grad_norm": 1.0959530180481138,
      "learning_rate": 0.00014988911259551535,
      "loss": 0.7265,
      "step": 74279
    },
    {
      "epoch": 3.0423919721482697,
      "grad_norm": 1.60959712530409,
      "learning_rate": 0.00014988585120188634,
      "loss": 1.1865,
      "step": 74280
    },
    {
      "epoch": 3.042432930575466,
      "grad_norm": 1.154539929492731,
      "learning_rate": 0.00014988258980831138,
      "loss": 0.8189,
      "step": 74281
    },
    {
      "epoch": 3.0424738890026624,
      "grad_norm": 1.4913374889766666,
      "learning_rate": 0.0001498793284147919,
      "loss": 1.1792,
      "step": 74282
    },
    {
      "epoch": 3.042514847429859,
      "grad_norm": 1.7578039334765436,
      "learning_rate": 0.00014987606702132942,
      "loss": 0.6771,
      "step": 74283
    },
    {
      "epoch": 3.042555805857055,
      "grad_norm": 1.0591956489115752,
      "learning_rate": 0.00014987280562792554,
      "loss": 0.4271,
      "step": 74284
    },
    {
      "epoch": 3.0425967642842515,
      "grad_norm": 3.0381920724386977,
      "learning_rate": 0.0001498695442345818,
      "loss": 1.2066,
      "step": 74285
    },
    {
      "epoch": 3.042637722711448,
      "grad_norm": 0.8551872723768154,
      "learning_rate": 0.00014986628284129974,
      "loss": 0.2406,
      "step": 74286
    },
    {
      "epoch": 3.042678681138644,
      "grad_norm": 1.0606198930937427,
      "learning_rate": 0.00014986302144808086,
      "loss": 0.6471,
      "step": 74287
    },
    {
      "epoch": 3.0427196395658407,
      "grad_norm": 0.7700622632708588,
      "learning_rate": 0.00014985976005492675,
      "loss": 0.3055,
      "step": 74288
    },
    {
      "epoch": 3.042760597993037,
      "grad_norm": 1.2322541920634629,
      "learning_rate": 0.00014985649866183898,
      "loss": 0.5472,
      "step": 74289
    },
    {
      "epoch": 3.0428015564202333,
      "grad_norm": 0.8213507805365095,
      "learning_rate": 0.00014985323726881902,
      "loss": 0.2693,
      "step": 74290
    },
    {
      "epoch": 3.04284251484743,
      "grad_norm": 1.3330844192078763,
      "learning_rate": 0.00014984997587586842,
      "loss": 0.7982,
      "step": 74291
    },
    {
      "epoch": 3.0428834732746264,
      "grad_norm": 1.4509133918047066,
      "learning_rate": 0.00014984671448298875,
      "loss": 0.6788,
      "step": 74292
    },
    {
      "epoch": 3.0429244317018225,
      "grad_norm": 6.624917490581607,
      "learning_rate": 0.00014984345309018157,
      "loss": 4.7582,
      "step": 74293
    },
    {
      "epoch": 3.042965390129019,
      "grad_norm": 0.48299367599419046,
      "learning_rate": 0.00014984019169744838,
      "loss": 0.129,
      "step": 74294
    },
    {
      "epoch": 3.0430063485562155,
      "grad_norm": 1.7406547515464745,
      "learning_rate": 0.0001498369303047907,
      "loss": 1.0286,
      "step": 74295
    },
    {
      "epoch": 3.0430473069834116,
      "grad_norm": 1.170369462508881,
      "learning_rate": 0.00014983366891221017,
      "loss": 0.3775,
      "step": 74296
    },
    {
      "epoch": 3.043088265410608,
      "grad_norm": 1.4421247353216742,
      "learning_rate": 0.00014983040751970824,
      "loss": 0.9781,
      "step": 74297
    },
    {
      "epoch": 3.0431292238378047,
      "grad_norm": 0.9994935985864885,
      "learning_rate": 0.00014982714612728651,
      "loss": 0.6434,
      "step": 74298
    },
    {
      "epoch": 3.0431701822650012,
      "grad_norm": 0.9458050012446443,
      "learning_rate": 0.00014982388473494646,
      "loss": 0.185,
      "step": 74299
    },
    {
      "epoch": 3.0432111406921973,
      "grad_norm": 0.9123775383599859,
      "learning_rate": 0.0001498206233426897,
      "loss": 0.5426,
      "step": 74300
    },
    {
      "epoch": 3.043252099119394,
      "grad_norm": 1.213543926661679,
      "learning_rate": 0.0001498173619505177,
      "loss": 0.6305,
      "step": 74301
    },
    {
      "epoch": 3.0432930575465904,
      "grad_norm": 1.100542731208937,
      "learning_rate": 0.0001498141005584321,
      "loss": 0.7123,
      "step": 74302
    },
    {
      "epoch": 3.0433340159737865,
      "grad_norm": 0.8351893489649336,
      "learning_rate": 0.00014981083916643432,
      "loss": 0.3347,
      "step": 74303
    },
    {
      "epoch": 3.043374974400983,
      "grad_norm": 1.2819950262416704,
      "learning_rate": 0.000149807577774526,
      "loss": 0.7865,
      "step": 74304
    },
    {
      "epoch": 3.0434159328281796,
      "grad_norm": 1.164451881595575,
      "learning_rate": 0.00014980431638270862,
      "loss": 0.6468,
      "step": 74305
    },
    {
      "epoch": 3.0434568912553757,
      "grad_norm": 5.888973293930284,
      "learning_rate": 0.00014980105499098377,
      "loss": 0.9411,
      "step": 74306
    },
    {
      "epoch": 3.043497849682572,
      "grad_norm": 1.1636887086019119,
      "learning_rate": 0.00014979779359935294,
      "loss": 0.8006,
      "step": 74307
    },
    {
      "epoch": 3.0435388081097687,
      "grad_norm": 1.1362602750763922,
      "learning_rate": 0.00014979453220781774,
      "loss": 0.819,
      "step": 74308
    },
    {
      "epoch": 3.043579766536965,
      "grad_norm": 1.3250033978986346,
      "learning_rate": 0.00014979127081637966,
      "loss": 0.7168,
      "step": 74309
    },
    {
      "epoch": 3.0436207249641614,
      "grad_norm": 2.124986490684921,
      "learning_rate": 0.00014978800942504027,
      "loss": 1.4403,
      "step": 74310
    },
    {
      "epoch": 3.043661683391358,
      "grad_norm": 1.1711741257131396,
      "learning_rate": 0.00014978474803380108,
      "loss": 0.911,
      "step": 74311
    },
    {
      "epoch": 3.043702641818554,
      "grad_norm": 1.207158420177999,
      "learning_rate": 0.00014978148664266365,
      "loss": 0.7136,
      "step": 74312
    },
    {
      "epoch": 3.0437436002457505,
      "grad_norm": 1.1737641276592294,
      "learning_rate": 0.00014977822525162954,
      "loss": 0.7535,
      "step": 74313
    },
    {
      "epoch": 3.043784558672947,
      "grad_norm": 0.9601321046074475,
      "learning_rate": 0.00014977496386070024,
      "loss": 0.2609,
      "step": 74314
    },
    {
      "epoch": 3.043825517100143,
      "grad_norm": 1.4300231033166784,
      "learning_rate": 0.0001497717024698773,
      "loss": 0.8386,
      "step": 74315
    },
    {
      "epoch": 3.0438664755273397,
      "grad_norm": 1.024078517286273,
      "learning_rate": 0.00014976844107916234,
      "loss": 0.3072,
      "step": 74316
    },
    {
      "epoch": 3.0439074339545362,
      "grad_norm": 1.2019084611969977,
      "learning_rate": 0.00014976517968855684,
      "loss": 0.7782,
      "step": 74317
    },
    {
      "epoch": 3.0439483923817328,
      "grad_norm": 1.0652055124655786,
      "learning_rate": 0.00014976191829806234,
      "loss": 0.3925,
      "step": 74318
    },
    {
      "epoch": 3.043989350808929,
      "grad_norm": 2.5719196635754424,
      "learning_rate": 0.0001497586569076804,
      "loss": 1.8848,
      "step": 74319
    },
    {
      "epoch": 3.0440303092361254,
      "grad_norm": 1.156002945587706,
      "learning_rate": 0.00014975539551741253,
      "loss": 0.6933,
      "step": 74320
    },
    {
      "epoch": 3.044071267663322,
      "grad_norm": 0.6707534643767963,
      "learning_rate": 0.0001497521341272603,
      "loss": 0.2217,
      "step": 74321
    },
    {
      "epoch": 3.044112226090518,
      "grad_norm": 1.5281895638668521,
      "learning_rate": 0.00014974887273722527,
      "loss": 0.9233,
      "step": 74322
    },
    {
      "epoch": 3.0441531845177145,
      "grad_norm": 1.1443535495875559,
      "learning_rate": 0.00014974561134730897,
      "loss": 0.6073,
      "step": 74323
    },
    {
      "epoch": 3.044194142944911,
      "grad_norm": 1.0744715080843266,
      "learning_rate": 0.00014974234995751286,
      "loss": 0.5705,
      "step": 74324
    },
    {
      "epoch": 3.044235101372107,
      "grad_norm": 1.0503266474827504,
      "learning_rate": 0.0001497390885678386,
      "loss": 0.7081,
      "step": 74325
    },
    {
      "epoch": 3.0442760597993037,
      "grad_norm": 1.055123204968042,
      "learning_rate": 0.0001497358271782877,
      "loss": 0.7205,
      "step": 74326
    },
    {
      "epoch": 3.0443170182265002,
      "grad_norm": 1.1541274489678133,
      "learning_rate": 0.00014973256578886167,
      "loss": 0.6512,
      "step": 74327
    },
    {
      "epoch": 3.0443579766536963,
      "grad_norm": 1.2110504903673251,
      "learning_rate": 0.00014972930439956204,
      "loss": 0.8466,
      "step": 74328
    },
    {
      "epoch": 3.044398935080893,
      "grad_norm": 1.4309186251883275,
      "learning_rate": 0.0001497260430103904,
      "loss": 1.0945,
      "step": 74329
    },
    {
      "epoch": 3.0444398935080894,
      "grad_norm": 1.1494249745795615,
      "learning_rate": 0.0001497227816213483,
      "loss": 0.6906,
      "step": 74330
    },
    {
      "epoch": 3.0444808519352855,
      "grad_norm": 1.205780461266742,
      "learning_rate": 0.00014971952023243721,
      "loss": 0.4329,
      "step": 74331
    },
    {
      "epoch": 3.044521810362482,
      "grad_norm": 1.2553173651801766,
      "learning_rate": 0.0001497162588436587,
      "loss": 0.889,
      "step": 74332
    },
    {
      "epoch": 3.0445627687896786,
      "grad_norm": 0.9785875612868579,
      "learning_rate": 0.0001497129974550144,
      "loss": 0.4097,
      "step": 74333
    },
    {
      "epoch": 3.0446037272168747,
      "grad_norm": 1.3056709443462717,
      "learning_rate": 0.00014970973606650572,
      "loss": 0.7523,
      "step": 74334
    },
    {
      "epoch": 3.044644685644071,
      "grad_norm": 0.9812513868815329,
      "learning_rate": 0.00014970647467813428,
      "loss": 0.5678,
      "step": 74335
    },
    {
      "epoch": 3.0446856440712677,
      "grad_norm": 1.4193645292893164,
      "learning_rate": 0.00014970321328990156,
      "loss": 0.9145,
      "step": 74336
    },
    {
      "epoch": 3.0447266024984643,
      "grad_norm": 1.977814943610134,
      "learning_rate": 0.0001496999519018092,
      "loss": 1.3731,
      "step": 74337
    },
    {
      "epoch": 3.0447675609256604,
      "grad_norm": 1.0348213918892504,
      "learning_rate": 0.00014969669051385868,
      "loss": 0.6437,
      "step": 74338
    },
    {
      "epoch": 3.044808519352857,
      "grad_norm": 1.311247682456159,
      "learning_rate": 0.00014969342912605154,
      "loss": 0.7188,
      "step": 74339
    },
    {
      "epoch": 3.0448494777800534,
      "grad_norm": 1.2694254414980604,
      "learning_rate": 0.00014969016773838927,
      "loss": 0.7574,
      "step": 74340
    },
    {
      "epoch": 3.0448904362072495,
      "grad_norm": 1.4100501279185513,
      "learning_rate": 0.00014968690635087356,
      "loss": 0.8384,
      "step": 74341
    },
    {
      "epoch": 3.044931394634446,
      "grad_norm": 1.29951329101062,
      "learning_rate": 0.00014968364496350582,
      "loss": 0.735,
      "step": 74342
    },
    {
      "epoch": 3.0449723530616426,
      "grad_norm": 1.4077911965043248,
      "learning_rate": 0.00014968038357628764,
      "loss": 0.8436,
      "step": 74343
    },
    {
      "epoch": 3.0450133114888387,
      "grad_norm": 0.8188877726704504,
      "learning_rate": 0.00014967712218922052,
      "loss": 0.3162,
      "step": 74344
    },
    {
      "epoch": 3.0450542699160352,
      "grad_norm": 1.1104253912137614,
      "learning_rate": 0.0001496738608023061,
      "loss": 0.5956,
      "step": 74345
    },
    {
      "epoch": 3.0450952283432318,
      "grad_norm": 1.273689093798748,
      "learning_rate": 0.00014967059941554584,
      "loss": 0.6162,
      "step": 74346
    },
    {
      "epoch": 3.045136186770428,
      "grad_norm": 1.1788051087333373,
      "learning_rate": 0.0001496673380289413,
      "loss": 0.4448,
      "step": 74347
    },
    {
      "epoch": 3.0451771451976244,
      "grad_norm": 0.939860163987382,
      "learning_rate": 0.00014966407664249398,
      "loss": 0.6123,
      "step": 74348
    },
    {
      "epoch": 3.045218103624821,
      "grad_norm": 1.1417013678995693,
      "learning_rate": 0.0001496608152562055,
      "loss": 0.7023,
      "step": 74349
    },
    {
      "epoch": 3.045259062052017,
      "grad_norm": 1.135678589908031,
      "learning_rate": 0.0001496575538700774,
      "loss": 0.5636,
      "step": 74350
    },
    {
      "epoch": 3.0453000204792136,
      "grad_norm": 1.4757955293187455,
      "learning_rate": 0.0001496542924841112,
      "loss": 1.0319,
      "step": 74351
    },
    {
      "epoch": 3.04534097890641,
      "grad_norm": 1.2357391860008566,
      "learning_rate": 0.00014965103109830838,
      "loss": 0.8448,
      "step": 74352
    },
    {
      "epoch": 3.045381937333606,
      "grad_norm": 1.358552942958452,
      "learning_rate": 0.00014964776971267057,
      "loss": 0.9888,
      "step": 74353
    },
    {
      "epoch": 3.0454228957608027,
      "grad_norm": 1.3427264896294602,
      "learning_rate": 0.00014964450832719923,
      "loss": 1.0428,
      "step": 74354
    },
    {
      "epoch": 3.0454638541879993,
      "grad_norm": 1.0813291654051718,
      "learning_rate": 0.00014964124694189594,
      "loss": 0.4962,
      "step": 74355
    },
    {
      "epoch": 3.045504812615196,
      "grad_norm": 1.7192606024977612,
      "learning_rate": 0.00014963798555676228,
      "loss": 1.3018,
      "step": 74356
    },
    {
      "epoch": 3.045545771042392,
      "grad_norm": 1.6610841454164198,
      "learning_rate": 0.00014963472417179975,
      "loss": 0.7829,
      "step": 74357
    },
    {
      "epoch": 3.0455867294695884,
      "grad_norm": 1.3792776113777623,
      "learning_rate": 0.00014963146278700992,
      "loss": 0.7338,
      "step": 74358
    },
    {
      "epoch": 3.045627687896785,
      "grad_norm": 0.8175244656201108,
      "learning_rate": 0.00014962820140239426,
      "loss": 0.3272,
      "step": 74359
    },
    {
      "epoch": 3.045668646323981,
      "grad_norm": 1.1940325892497234,
      "learning_rate": 0.0001496249400179544,
      "loss": 0.6743,
      "step": 74360
    },
    {
      "epoch": 3.0457096047511776,
      "grad_norm": 0.9392808718555333,
      "learning_rate": 0.00014962167863369184,
      "loss": 0.5023,
      "step": 74361
    },
    {
      "epoch": 3.045750563178374,
      "grad_norm": 1.2490949467664676,
      "learning_rate": 0.00014961841724960814,
      "loss": 0.7865,
      "step": 74362
    },
    {
      "epoch": 3.04579152160557,
      "grad_norm": 0.9187865834098301,
      "learning_rate": 0.0001496151558657048,
      "loss": 0.3993,
      "step": 74363
    },
    {
      "epoch": 3.0458324800327667,
      "grad_norm": 0.9126032625468284,
      "learning_rate": 0.00014961189448198342,
      "loss": 0.5861,
      "step": 74364
    },
    {
      "epoch": 3.0458734384599633,
      "grad_norm": 1.1646518754606627,
      "learning_rate": 0.00014960863309844552,
      "loss": 0.6431,
      "step": 74365
    },
    {
      "epoch": 3.0459143968871594,
      "grad_norm": 1.611787380071364,
      "learning_rate": 0.00014960537171509263,
      "loss": 1.0547,
      "step": 74366
    },
    {
      "epoch": 3.045955355314356,
      "grad_norm": 2.825346165504635,
      "learning_rate": 0.00014960211033192628,
      "loss": 1.6084,
      "step": 74367
    },
    {
      "epoch": 3.0459963137415524,
      "grad_norm": 1.163348583318425,
      "learning_rate": 0.00014959884894894803,
      "loss": 0.5543,
      "step": 74368
    },
    {
      "epoch": 3.0460372721687485,
      "grad_norm": 1.0620031170179196,
      "learning_rate": 0.00014959558756615944,
      "loss": 0.5396,
      "step": 74369
    },
    {
      "epoch": 3.046078230595945,
      "grad_norm": 1.17927507107893,
      "learning_rate": 0.00014959232618356203,
      "loss": 0.2814,
      "step": 74370
    },
    {
      "epoch": 3.0461191890231416,
      "grad_norm": 1.258122572263264,
      "learning_rate": 0.00014958906480115733,
      "loss": 0.8288,
      "step": 74371
    },
    {
      "epoch": 3.0461601474503377,
      "grad_norm": 0.8404017576999688,
      "learning_rate": 0.0001495858034189469,
      "loss": 0.2566,
      "step": 74372
    },
    {
      "epoch": 3.0462011058775342,
      "grad_norm": 0.9040806916079185,
      "learning_rate": 0.00014958254203693228,
      "loss": 0.3971,
      "step": 74373
    },
    {
      "epoch": 3.0462420643047308,
      "grad_norm": 1.234834018194647,
      "learning_rate": 0.00014957928065511503,
      "loss": 0.6766,
      "step": 74374
    },
    {
      "epoch": 3.0462830227319273,
      "grad_norm": 1.1453456985105777,
      "learning_rate": 0.00014957601927349662,
      "loss": 0.6745,
      "step": 74375
    },
    {
      "epoch": 3.0463239811591234,
      "grad_norm": 1.1732153376714587,
      "learning_rate": 0.00014957275789207868,
      "loss": 0.6138,
      "step": 74376
    },
    {
      "epoch": 3.04636493958632,
      "grad_norm": 1.6384652049983404,
      "learning_rate": 0.00014956949651086273,
      "loss": 1.287,
      "step": 74377
    },
    {
      "epoch": 3.0464058980135165,
      "grad_norm": 2.1245559310374214,
      "learning_rate": 0.00014956623512985028,
      "loss": 1.2535,
      "step": 74378
    },
    {
      "epoch": 3.0464468564407126,
      "grad_norm": 1.3085131265839718,
      "learning_rate": 0.00014956297374904285,
      "loss": 0.7814,
      "step": 74379
    },
    {
      "epoch": 3.046487814867909,
      "grad_norm": 1.0472994065309733,
      "learning_rate": 0.00014955971236844208,
      "loss": 0.6095,
      "step": 74380
    },
    {
      "epoch": 3.0465287732951056,
      "grad_norm": 1.0308846894835757,
      "learning_rate": 0.00014955645098804944,
      "loss": 0.3389,
      "step": 74381
    },
    {
      "epoch": 3.0465697317223017,
      "grad_norm": 1.4890869119946604,
      "learning_rate": 0.00014955318960786649,
      "loss": 0.7185,
      "step": 74382
    },
    {
      "epoch": 3.0466106901494983,
      "grad_norm": 1.2922329076441847,
      "learning_rate": 0.00014954992822789474,
      "loss": 0.6978,
      "step": 74383
    },
    {
      "epoch": 3.046651648576695,
      "grad_norm": 1.2894885774052192,
      "learning_rate": 0.00014954666684813576,
      "loss": 0.6679,
      "step": 74384
    },
    {
      "epoch": 3.046692607003891,
      "grad_norm": 0.8307751047873401,
      "learning_rate": 0.0001495434054685911,
      "loss": 0.3225,
      "step": 74385
    },
    {
      "epoch": 3.0467335654310874,
      "grad_norm": 1.2402987294751413,
      "learning_rate": 0.0001495401440892623,
      "loss": 0.6216,
      "step": 74386
    },
    {
      "epoch": 3.046774523858284,
      "grad_norm": 1.2210332536089807,
      "learning_rate": 0.00014953688271015088,
      "loss": 0.7374,
      "step": 74387
    },
    {
      "epoch": 3.04681548228548,
      "grad_norm": 1.0414676599865236,
      "learning_rate": 0.0001495336213312584,
      "loss": 0.6256,
      "step": 74388
    },
    {
      "epoch": 3.0468564407126766,
      "grad_norm": 1.400592876682239,
      "learning_rate": 0.0001495303599525864,
      "loss": 0.7272,
      "step": 74389
    },
    {
      "epoch": 3.046897399139873,
      "grad_norm": 1.3977835499458917,
      "learning_rate": 0.0001495270985741364,
      "loss": 0.7798,
      "step": 74390
    },
    {
      "epoch": 3.046938357567069,
      "grad_norm": 1.0826839721853876,
      "learning_rate": 0.00014952383719591,
      "loss": 0.5595,
      "step": 74391
    },
    {
      "epoch": 3.0469793159942657,
      "grad_norm": 0.7964458820907927,
      "learning_rate": 0.00014952057581790865,
      "loss": 0.2442,
      "step": 74392
    },
    {
      "epoch": 3.0470202744214623,
      "grad_norm": 1.9794935512631855,
      "learning_rate": 0.00014951731444013398,
      "loss": 1.3198,
      "step": 74393
    },
    {
      "epoch": 3.047061232848659,
      "grad_norm": 0.8253794882959463,
      "learning_rate": 0.00014951405306258748,
      "loss": 0.2262,
      "step": 74394
    },
    {
      "epoch": 3.047102191275855,
      "grad_norm": 1.1008971938942582,
      "learning_rate": 0.00014951079168527072,
      "loss": 0.6879,
      "step": 74395
    },
    {
      "epoch": 3.0471431497030514,
      "grad_norm": 1.8654680035807076,
      "learning_rate": 0.0001495075303081852,
      "loss": 1.6663,
      "step": 74396
    },
    {
      "epoch": 3.047184108130248,
      "grad_norm": 0.8920316359870665,
      "learning_rate": 0.0001495042689313325,
      "loss": 0.3163,
      "step": 74397
    },
    {
      "epoch": 3.047225066557444,
      "grad_norm": 1.303428586775708,
      "learning_rate": 0.0001495010075547142,
      "loss": 0.9406,
      "step": 74398
    },
    {
      "epoch": 3.0472660249846406,
      "grad_norm": 1.183493339762571,
      "learning_rate": 0.00014949774617833175,
      "loss": 0.6354,
      "step": 74399
    },
    {
      "epoch": 3.047306983411837,
      "grad_norm": 1.3388671815169413,
      "learning_rate": 0.00014949448480218675,
      "loss": 0.6355,
      "step": 74400
    },
    {
      "epoch": 3.0473479418390332,
      "grad_norm": 1.3033385707953296,
      "learning_rate": 0.00014949122342628073,
      "loss": 0.6292,
      "step": 74401
    },
    {
      "epoch": 3.0473889002662298,
      "grad_norm": 1.2242993832091498,
      "learning_rate": 0.00014948796205061524,
      "loss": 0.5824,
      "step": 74402
    },
    {
      "epoch": 3.0474298586934263,
      "grad_norm": 0.7216975414095997,
      "learning_rate": 0.0001494847006751918,
      "loss": 0.3489,
      "step": 74403
    },
    {
      "epoch": 3.0474708171206224,
      "grad_norm": 1.460844200239407,
      "learning_rate": 0.00014948143930001192,
      "loss": 0.8192,
      "step": 74404
    },
    {
      "epoch": 3.047511775547819,
      "grad_norm": 1.1748230398827633,
      "learning_rate": 0.00014947817792507724,
      "loss": 0.621,
      "step": 74405
    },
    {
      "epoch": 3.0475527339750155,
      "grad_norm": 1.105520428448142,
      "learning_rate": 0.00014947491655038924,
      "loss": 0.5824,
      "step": 74406
    },
    {
      "epoch": 3.0475936924022116,
      "grad_norm": 1.2228503357118097,
      "learning_rate": 0.00014947165517594947,
      "loss": 0.9106,
      "step": 74407
    },
    {
      "epoch": 3.047634650829408,
      "grad_norm": 1.0330261964132645,
      "learning_rate": 0.00014946839380175944,
      "loss": 0.7356,
      "step": 74408
    },
    {
      "epoch": 3.0476756092566046,
      "grad_norm": 1.6234829644428892,
      "learning_rate": 0.00014946513242782076,
      "loss": 0.7893,
      "step": 74409
    },
    {
      "epoch": 3.0477165676838007,
      "grad_norm": 1.0710844226613434,
      "learning_rate": 0.00014946187105413492,
      "loss": 0.6975,
      "step": 74410
    },
    {
      "epoch": 3.0477575261109973,
      "grad_norm": 2.08644116027272,
      "learning_rate": 0.00014945860968070348,
      "loss": 1.5994,
      "step": 74411
    },
    {
      "epoch": 3.047798484538194,
      "grad_norm": 1.3256594943943147,
      "learning_rate": 0.00014945534830752797,
      "loss": 0.6662,
      "step": 74412
    },
    {
      "epoch": 3.0478394429653903,
      "grad_norm": 0.8411210032724012,
      "learning_rate": 0.00014945208693460996,
      "loss": 0.273,
      "step": 74413
    },
    {
      "epoch": 3.0478804013925864,
      "grad_norm": 1.436200626285841,
      "learning_rate": 0.00014944882556195096,
      "loss": 0.9591,
      "step": 74414
    },
    {
      "epoch": 3.047921359819783,
      "grad_norm": 0.7255143169046049,
      "learning_rate": 0.00014944556418955253,
      "loss": 0.1833,
      "step": 74415
    },
    {
      "epoch": 3.0479623182469795,
      "grad_norm": 1.9203119822294006,
      "learning_rate": 0.00014944230281741614,
      "loss": 1.5677,
      "step": 74416
    },
    {
      "epoch": 3.0480032766741756,
      "grad_norm": 1.4301217380484363,
      "learning_rate": 0.00014943904144554347,
      "loss": 0.9184,
      "step": 74417
    },
    {
      "epoch": 3.048044235101372,
      "grad_norm": 1.7268057763319367,
      "learning_rate": 0.00014943578007393598,
      "loss": 0.8519,
      "step": 74418
    },
    {
      "epoch": 3.0480851935285687,
      "grad_norm": 2.011986943501864,
      "learning_rate": 0.00014943251870259521,
      "loss": 0.7742,
      "step": 74419
    },
    {
      "epoch": 3.0481261519557648,
      "grad_norm": 1.4792011572130355,
      "learning_rate": 0.0001494292573315227,
      "loss": 1.0167,
      "step": 74420
    },
    {
      "epoch": 3.0481671103829613,
      "grad_norm": 1.6361880753765727,
      "learning_rate": 0.00014942599596072002,
      "loss": 1.0309,
      "step": 74421
    },
    {
      "epoch": 3.048208068810158,
      "grad_norm": 0.9929299850360092,
      "learning_rate": 0.00014942273459018877,
      "loss": 0.5744,
      "step": 74422
    },
    {
      "epoch": 3.048249027237354,
      "grad_norm": 1.453575390153874,
      "learning_rate": 0.0001494194732199303,
      "loss": 1.1146,
      "step": 74423
    },
    {
      "epoch": 3.0482899856645504,
      "grad_norm": 1.048542692313832,
      "learning_rate": 0.00014941621184994634,
      "loss": 0.1902,
      "step": 74424
    },
    {
      "epoch": 3.048330944091747,
      "grad_norm": 1.0126732563360756,
      "learning_rate": 0.00014941295048023832,
      "loss": 0.4092,
      "step": 74425
    },
    {
      "epoch": 3.048371902518943,
      "grad_norm": 1.4754382088566422,
      "learning_rate": 0.00014940968911080784,
      "loss": 1.1312,
      "step": 74426
    },
    {
      "epoch": 3.0484128609461396,
      "grad_norm": 0.6055051980030958,
      "learning_rate": 0.0001494064277416564,
      "loss": 0.1478,
      "step": 74427
    },
    {
      "epoch": 3.048453819373336,
      "grad_norm": 1.2288873229866992,
      "learning_rate": 0.0001494031663727856,
      "loss": 0.7245,
      "step": 74428
    },
    {
      "epoch": 3.0484947778005322,
      "grad_norm": 1.6945341531583222,
      "learning_rate": 0.00014939990500419695,
      "loss": 1.3562,
      "step": 74429
    },
    {
      "epoch": 3.0485357362277288,
      "grad_norm": 1.427799000261568,
      "learning_rate": 0.00014939664363589197,
      "loss": 0.774,
      "step": 74430
    },
    {
      "epoch": 3.0485766946549253,
      "grad_norm": 0.4892955878262258,
      "learning_rate": 0.0001493933822678722,
      "loss": 0.1567,
      "step": 74431
    },
    {
      "epoch": 3.048617653082122,
      "grad_norm": 2.035744873355198,
      "learning_rate": 0.00014939012090013924,
      "loss": 0.8554,
      "step": 74432
    },
    {
      "epoch": 3.048658611509318,
      "grad_norm": 1.187773678576561,
      "learning_rate": 0.00014938685953269458,
      "loss": 0.7709,
      "step": 74433
    },
    {
      "epoch": 3.0486995699365145,
      "grad_norm": 1.5514046471136094,
      "learning_rate": 0.00014938359816553978,
      "loss": 0.9646,
      "step": 74434
    },
    {
      "epoch": 3.048740528363711,
      "grad_norm": 4.247083291907028,
      "learning_rate": 0.00014938033679867636,
      "loss": 5.1037,
      "step": 74435
    },
    {
      "epoch": 3.048781486790907,
      "grad_norm": 1.3891712352418364,
      "learning_rate": 0.00014937707543210592,
      "loss": 0.6571,
      "step": 74436
    },
    {
      "epoch": 3.0488224452181036,
      "grad_norm": 1.4627651323231154,
      "learning_rate": 0.00014937381406582994,
      "loss": 0.7322,
      "step": 74437
    },
    {
      "epoch": 3.0488634036453,
      "grad_norm": 2.9207328209970784,
      "learning_rate": 0.00014937055269985,
      "loss": 3.882,
      "step": 74438
    },
    {
      "epoch": 3.0489043620724963,
      "grad_norm": 1.068778816096695,
      "learning_rate": 0.0001493672913341676,
      "loss": 0.5689,
      "step": 74439
    },
    {
      "epoch": 3.048945320499693,
      "grad_norm": 1.2995999288741475,
      "learning_rate": 0.00014936402996878432,
      "loss": 0.833,
      "step": 74440
    },
    {
      "epoch": 3.0489862789268893,
      "grad_norm": 1.4982937760289292,
      "learning_rate": 0.0001493607686037017,
      "loss": 0.7813,
      "step": 74441
    },
    {
      "epoch": 3.0490272373540854,
      "grad_norm": 0.6871637348094862,
      "learning_rate": 0.00014935750723892128,
      "loss": 0.2003,
      "step": 74442
    },
    {
      "epoch": 3.049068195781282,
      "grad_norm": 1.0896346535567658,
      "learning_rate": 0.00014935424587444456,
      "loss": 0.6469,
      "step": 74443
    },
    {
      "epoch": 3.0491091542084785,
      "grad_norm": 1.5146829226823777,
      "learning_rate": 0.00014935098451027314,
      "loss": 0.7355,
      "step": 74444
    },
    {
      "epoch": 3.0491501126356746,
      "grad_norm": 1.1896152601221863,
      "learning_rate": 0.00014934772314640854,
      "loss": 0.5729,
      "step": 74445
    },
    {
      "epoch": 3.049191071062871,
      "grad_norm": 1.3142999632299561,
      "learning_rate": 0.00014934446178285228,
      "loss": 0.8566,
      "step": 74446
    },
    {
      "epoch": 3.0492320294900677,
      "grad_norm": 1.4692023512587786,
      "learning_rate": 0.0001493412004196059,
      "loss": 1.2109,
      "step": 74447
    },
    {
      "epoch": 3.0492729879172638,
      "grad_norm": 0.7287608046638376,
      "learning_rate": 0.000149337939056671,
      "loss": 0.1993,
      "step": 74448
    },
    {
      "epoch": 3.0493139463444603,
      "grad_norm": 0.9399911875102028,
      "learning_rate": 0.0001493346776940491,
      "loss": 0.4099,
      "step": 74449
    },
    {
      "epoch": 3.049354904771657,
      "grad_norm": 1.2867461637249609,
      "learning_rate": 0.0001493314163317417,
      "loss": 0.8456,
      "step": 74450
    },
    {
      "epoch": 3.0493958631988534,
      "grad_norm": 1.216712132654591,
      "learning_rate": 0.00014932815496975033,
      "loss": 0.7565,
      "step": 74451
    },
    {
      "epoch": 3.0494368216260495,
      "grad_norm": 1.2489818483408508,
      "learning_rate": 0.00014932489360807664,
      "loss": 0.7762,
      "step": 74452
    },
    {
      "epoch": 3.049477780053246,
      "grad_norm": 0.9072593483476981,
      "learning_rate": 0.00014932163224672207,
      "loss": 0.3524,
      "step": 74453
    },
    {
      "epoch": 3.0495187384804425,
      "grad_norm": 0.9041907183387752,
      "learning_rate": 0.00014931837088568816,
      "loss": 0.2719,
      "step": 74454
    },
    {
      "epoch": 3.0495596969076386,
      "grad_norm": 1.3490032692694083,
      "learning_rate": 0.0001493151095249765,
      "loss": 0.6108,
      "step": 74455
    },
    {
      "epoch": 3.049600655334835,
      "grad_norm": 1.4219113876699394,
      "learning_rate": 0.00014931184816458865,
      "loss": 0.7,
      "step": 74456
    },
    {
      "epoch": 3.0496416137620317,
      "grad_norm": 0.7067698541816436,
      "learning_rate": 0.00014930858680452613,
      "loss": 0.2513,
      "step": 74457
    },
    {
      "epoch": 3.049682572189228,
      "grad_norm": 2.513515493908352,
      "learning_rate": 0.00014930532544479044,
      "loss": 2.4695,
      "step": 74458
    },
    {
      "epoch": 3.0497235306164243,
      "grad_norm": 0.9839343371112856,
      "learning_rate": 0.00014930206408538313,
      "loss": 0.5623,
      "step": 74459
    },
    {
      "epoch": 3.049764489043621,
      "grad_norm": 1.010014015339785,
      "learning_rate": 0.00014929880272630577,
      "loss": 0.54,
      "step": 74460
    },
    {
      "epoch": 3.049805447470817,
      "grad_norm": 1.4588042782745396,
      "learning_rate": 0.00014929554136755994,
      "loss": 0.7185,
      "step": 74461
    },
    {
      "epoch": 3.0498464058980135,
      "grad_norm": 1.177787349141532,
      "learning_rate": 0.0001492922800091471,
      "loss": 0.6347,
      "step": 74462
    },
    {
      "epoch": 3.04988736432521,
      "grad_norm": 1.0608526224745298,
      "learning_rate": 0.00014928901865106885,
      "loss": 0.5261,
      "step": 74463
    },
    {
      "epoch": 3.049928322752406,
      "grad_norm": 1.1420409534441462,
      "learning_rate": 0.00014928575729332669,
      "loss": 0.7339,
      "step": 74464
    },
    {
      "epoch": 3.0499692811796026,
      "grad_norm": 1.2984233137370824,
      "learning_rate": 0.00014928249593592217,
      "loss": 0.6514,
      "step": 74465
    },
    {
      "epoch": 3.050010239606799,
      "grad_norm": 1.3298587679395304,
      "learning_rate": 0.00014927923457885687,
      "loss": 0.7247,
      "step": 74466
    },
    {
      "epoch": 3.0500511980339953,
      "grad_norm": 1.3599083203654616,
      "learning_rate": 0.00014927597322213231,
      "loss": 0.7046,
      "step": 74467
    },
    {
      "epoch": 3.050092156461192,
      "grad_norm": 1.261958371350647,
      "learning_rate": 0.00014927271186575,
      "loss": 0.8821,
      "step": 74468
    },
    {
      "epoch": 3.0501331148883883,
      "grad_norm": 1.991094601097587,
      "learning_rate": 0.00014926945050971154,
      "loss": 0.6411,
      "step": 74469
    },
    {
      "epoch": 3.050174073315585,
      "grad_norm": 1.2812219426334026,
      "learning_rate": 0.00014926618915401843,
      "loss": 0.8505,
      "step": 74470
    },
    {
      "epoch": 3.050215031742781,
      "grad_norm": 3.201909354518864,
      "learning_rate": 0.00014926292779867225,
      "loss": 2.0825,
      "step": 74471
    },
    {
      "epoch": 3.0502559901699775,
      "grad_norm": 1.1918736715691647,
      "learning_rate": 0.00014925966644367445,
      "loss": 0.6639,
      "step": 74472
    },
    {
      "epoch": 3.050296948597174,
      "grad_norm": 3.9559040884078804,
      "learning_rate": 0.00014925640508902668,
      "loss": 3.8801,
      "step": 74473
    },
    {
      "epoch": 3.05033790702437,
      "grad_norm": 1.5373320806009778,
      "learning_rate": 0.00014925314373473043,
      "loss": 0.8657,
      "step": 74474
    },
    {
      "epoch": 3.0503788654515667,
      "grad_norm": 2.7371691055542353,
      "learning_rate": 0.00014924988238078729,
      "loss": 2.9517,
      "step": 74475
    },
    {
      "epoch": 3.050419823878763,
      "grad_norm": 1.910844584778296,
      "learning_rate": 0.0001492466210271987,
      "loss": 1.407,
      "step": 74476
    },
    {
      "epoch": 3.0504607823059593,
      "grad_norm": 0.971116175197228,
      "learning_rate": 0.00014924335967396628,
      "loss": 0.4276,
      "step": 74477
    },
    {
      "epoch": 3.050501740733156,
      "grad_norm": 1.680811581656098,
      "learning_rate": 0.00014924009832109159,
      "loss": 0.7134,
      "step": 74478
    },
    {
      "epoch": 3.0505426991603524,
      "grad_norm": 1.1628273935823268,
      "learning_rate": 0.00014923683696857612,
      "loss": 0.6052,
      "step": 74479
    },
    {
      "epoch": 3.0505836575875485,
      "grad_norm": 1.164662922361766,
      "learning_rate": 0.0001492335756164214,
      "loss": 0.519,
      "step": 74480
    },
    {
      "epoch": 3.050624616014745,
      "grad_norm": 1.240066656401455,
      "learning_rate": 0.000149230314264629,
      "loss": 0.6467,
      "step": 74481
    },
    {
      "epoch": 3.0506655744419415,
      "grad_norm": 1.1988757855262313,
      "learning_rate": 0.0001492270529132005,
      "loss": 0.5532,
      "step": 74482
    },
    {
      "epoch": 3.0507065328691376,
      "grad_norm": 2.5854828248871162,
      "learning_rate": 0.0001492237915621374,
      "loss": 2.7525,
      "step": 74483
    },
    {
      "epoch": 3.050747491296334,
      "grad_norm": 1.219847501022064,
      "learning_rate": 0.0001492205302114412,
      "loss": 0.2902,
      "step": 74484
    },
    {
      "epoch": 3.0507884497235307,
      "grad_norm": 1.5911543405114987,
      "learning_rate": 0.00014921726886111354,
      "loss": 0.7589,
      "step": 74485
    },
    {
      "epoch": 3.0508294081507272,
      "grad_norm": 1.3768704829955574,
      "learning_rate": 0.00014921400751115592,
      "loss": 1.0745,
      "step": 74486
    },
    {
      "epoch": 3.0508703665779233,
      "grad_norm": 0.9893068984402287,
      "learning_rate": 0.00014921074616156983,
      "loss": 0.6358,
      "step": 74487
    },
    {
      "epoch": 3.05091132500512,
      "grad_norm": 0.8399783136643957,
      "learning_rate": 0.00014920748481235687,
      "loss": 0.3911,
      "step": 74488
    },
    {
      "epoch": 3.0509522834323164,
      "grad_norm": 0.9727040605353479,
      "learning_rate": 0.00014920422346351855,
      "loss": 0.7778,
      "step": 74489
    },
    {
      "epoch": 3.0509932418595125,
      "grad_norm": 0.7080381760695703,
      "learning_rate": 0.00014920096211505646,
      "loss": 0.231,
      "step": 74490
    },
    {
      "epoch": 3.051034200286709,
      "grad_norm": 1.1106308979200388,
      "learning_rate": 0.0001491977007669721,
      "loss": 0.6146,
      "step": 74491
    },
    {
      "epoch": 3.0510751587139056,
      "grad_norm": 1.0805041932043413,
      "learning_rate": 0.00014919443941926704,
      "loss": 0.6316,
      "step": 74492
    },
    {
      "epoch": 3.0511161171411016,
      "grad_norm": 1.086193528832892,
      "learning_rate": 0.00014919117807194279,
      "loss": 0.6307,
      "step": 74493
    },
    {
      "epoch": 3.051157075568298,
      "grad_norm": 0.5782609552718245,
      "learning_rate": 0.0001491879167250009,
      "loss": 0.2277,
      "step": 74494
    },
    {
      "epoch": 3.0511980339954947,
      "grad_norm": 1.0701604496237391,
      "learning_rate": 0.00014918465537844288,
      "loss": 0.7016,
      "step": 74495
    },
    {
      "epoch": 3.051238992422691,
      "grad_norm": 1.865290753736812,
      "learning_rate": 0.00014918139403227032,
      "loss": 1.1666,
      "step": 74496
    },
    {
      "epoch": 3.0512799508498873,
      "grad_norm": 0.7174738517076804,
      "learning_rate": 0.0001491781326864848,
      "loss": 0.2354,
      "step": 74497
    },
    {
      "epoch": 3.051320909277084,
      "grad_norm": 0.8542711901244239,
      "learning_rate": 0.00014917487134108776,
      "loss": 0.2256,
      "step": 74498
    },
    {
      "epoch": 3.05136186770428,
      "grad_norm": 1.4754102411788261,
      "learning_rate": 0.00014917160999608077,
      "loss": 0.7878,
      "step": 74499
    },
    {
      "epoch": 3.0514028261314765,
      "grad_norm": 1.2391843683554864,
      "learning_rate": 0.00014916834865146545,
      "loss": 0.5855,
      "step": 74500
    },
    {
      "epoch": 3.051443784558673,
      "grad_norm": 0.9922003939268781,
      "learning_rate": 0.00014916508730724326,
      "loss": 0.5572,
      "step": 74501
    },
    {
      "epoch": 3.051484742985869,
      "grad_norm": 1.0128001651012555,
      "learning_rate": 0.00014916182596341578,
      "loss": 0.5694,
      "step": 74502
    },
    {
      "epoch": 3.0515257014130657,
      "grad_norm": 1.3512380975102407,
      "learning_rate": 0.0001491585646199845,
      "loss": 0.7445,
      "step": 74503
    },
    {
      "epoch": 3.051566659840262,
      "grad_norm": 0.5123534899962253,
      "learning_rate": 0.00014915530327695104,
      "loss": 0.1288,
      "step": 74504
    },
    {
      "epoch": 3.0516076182674587,
      "grad_norm": 1.4893862808091345,
      "learning_rate": 0.00014915204193431694,
      "loss": 1.0924,
      "step": 74505
    },
    {
      "epoch": 3.051648576694655,
      "grad_norm": 0.9619637792197876,
      "learning_rate": 0.00014914878059208366,
      "loss": 0.4102,
      "step": 74506
    },
    {
      "epoch": 3.0516895351218514,
      "grad_norm": 1.3690893099657593,
      "learning_rate": 0.00014914551925025276,
      "loss": 0.6885,
      "step": 74507
    },
    {
      "epoch": 3.051730493549048,
      "grad_norm": 0.7559366846544251,
      "learning_rate": 0.00014914225790882584,
      "loss": 0.2302,
      "step": 74508
    },
    {
      "epoch": 3.051771451976244,
      "grad_norm": 1.3046156034076082,
      "learning_rate": 0.00014913899656780443,
      "loss": 0.6824,
      "step": 74509
    },
    {
      "epoch": 3.0518124104034405,
      "grad_norm": 1.2717348528028487,
      "learning_rate": 0.00014913573522719006,
      "loss": 0.8222,
      "step": 74510
    },
    {
      "epoch": 3.051853368830637,
      "grad_norm": 1.4964585134939783,
      "learning_rate": 0.00014913247388698419,
      "loss": 0.6938,
      "step": 74511
    },
    {
      "epoch": 3.051894327257833,
      "grad_norm": 2.9265539715739313,
      "learning_rate": 0.0001491292125471885,
      "loss": 2.5931,
      "step": 74512
    },
    {
      "epoch": 3.0519352856850297,
      "grad_norm": 1.0396611815679218,
      "learning_rate": 0.00014912595120780445,
      "loss": 0.3003,
      "step": 74513
    },
    {
      "epoch": 3.0519762441122262,
      "grad_norm": 1.53465939167559,
      "learning_rate": 0.0001491226898688336,
      "loss": 0.8559,
      "step": 74514
    },
    {
      "epoch": 3.0520172025394223,
      "grad_norm": 1.388928316330261,
      "learning_rate": 0.00014911942853027747,
      "loss": 0.9817,
      "step": 74515
    },
    {
      "epoch": 3.052058160966619,
      "grad_norm": 0.9943172399013013,
      "learning_rate": 0.00014911616719213766,
      "loss": 0.446,
      "step": 74516
    },
    {
      "epoch": 3.0520991193938154,
      "grad_norm": 1.4607888084685017,
      "learning_rate": 0.00014911290585441567,
      "loss": 0.906,
      "step": 74517
    },
    {
      "epoch": 3.0521400778210115,
      "grad_norm": 1.1929597729958819,
      "learning_rate": 0.00014910964451711305,
      "loss": 0.6232,
      "step": 74518
    },
    {
      "epoch": 3.052181036248208,
      "grad_norm": 0.907202162596451,
      "learning_rate": 0.00014910638318023128,
      "loss": 0.5514,
      "step": 74519
    },
    {
      "epoch": 3.0522219946754046,
      "grad_norm": 1.2014765958642462,
      "learning_rate": 0.00014910312184377204,
      "loss": 0.5226,
      "step": 74520
    },
    {
      "epoch": 3.0522629531026007,
      "grad_norm": 0.9024182353529328,
      "learning_rate": 0.00014909986050773674,
      "loss": 0.2764,
      "step": 74521
    },
    {
      "epoch": 3.052303911529797,
      "grad_norm": 1.3468595011934907,
      "learning_rate": 0.00014909659917212702,
      "loss": 0.839,
      "step": 74522
    },
    {
      "epoch": 3.0523448699569937,
      "grad_norm": 1.3317452508698366,
      "learning_rate": 0.0001490933378369443,
      "loss": 0.4731,
      "step": 74523
    },
    {
      "epoch": 3.0523858283841903,
      "grad_norm": 1.4520676378823094,
      "learning_rate": 0.00014909007650219027,
      "loss": 0.8116,
      "step": 74524
    },
    {
      "epoch": 3.0524267868113863,
      "grad_norm": 3.8062648326419413,
      "learning_rate": 0.00014908681516786636,
      "loss": 3.449,
      "step": 74525
    },
    {
      "epoch": 3.052467745238583,
      "grad_norm": 1.2440905756623597,
      "learning_rate": 0.0001490835538339742,
      "loss": 0.3852,
      "step": 74526
    },
    {
      "epoch": 3.0525087036657794,
      "grad_norm": 2.4714197004239526,
      "learning_rate": 0.0001490802925005152,
      "loss": 1.8054,
      "step": 74527
    },
    {
      "epoch": 3.0525496620929755,
      "grad_norm": 1.658282145414867,
      "learning_rate": 0.00014907703116749104,
      "loss": 0.9682,
      "step": 74528
    },
    {
      "epoch": 3.052590620520172,
      "grad_norm": 1.1942017347086993,
      "learning_rate": 0.0001490737698349032,
      "loss": 0.7564,
      "step": 74529
    },
    {
      "epoch": 3.0526315789473686,
      "grad_norm": 1.5189887772843897,
      "learning_rate": 0.00014907050850275323,
      "loss": 1.0975,
      "step": 74530
    },
    {
      "epoch": 3.0526725373745647,
      "grad_norm": 1.1341790086302017,
      "learning_rate": 0.00014906724717104268,
      "loss": 0.6041,
      "step": 74531
    },
    {
      "epoch": 3.052713495801761,
      "grad_norm": 1.3195880465205558,
      "learning_rate": 0.00014906398583977305,
      "loss": 0.8596,
      "step": 74532
    },
    {
      "epoch": 3.0527544542289577,
      "grad_norm": 1.3059291781469367,
      "learning_rate": 0.00014906072450894593,
      "loss": 0.7982,
      "step": 74533
    },
    {
      "epoch": 3.052795412656154,
      "grad_norm": 1.4433186440920607,
      "learning_rate": 0.00014905746317856285,
      "loss": 0.9087,
      "step": 74534
    },
    {
      "epoch": 3.0528363710833504,
      "grad_norm": 1.1126423589517656,
      "learning_rate": 0.00014905420184862535,
      "loss": 0.6191,
      "step": 74535
    },
    {
      "epoch": 3.052877329510547,
      "grad_norm": 1.1816207746989775,
      "learning_rate": 0.00014905094051913492,
      "loss": 0.6439,
      "step": 74536
    },
    {
      "epoch": 3.052918287937743,
      "grad_norm": 1.6148646447447192,
      "learning_rate": 0.00014904767919009322,
      "loss": 0.7179,
      "step": 74537
    },
    {
      "epoch": 3.0529592463649395,
      "grad_norm": 0.7069130141485792,
      "learning_rate": 0.0001490444178615017,
      "loss": 0.2525,
      "step": 74538
    },
    {
      "epoch": 3.053000204792136,
      "grad_norm": 1.4709797544184389,
      "learning_rate": 0.00014904115653336191,
      "loss": 1.0116,
      "step": 74539
    },
    {
      "epoch": 3.053041163219332,
      "grad_norm": 1.3074214413091538,
      "learning_rate": 0.0001490378952056754,
      "loss": 0.7585,
      "step": 74540
    },
    {
      "epoch": 3.0530821216465287,
      "grad_norm": 1.1233927030702986,
      "learning_rate": 0.00014903463387844372,
      "loss": 0.2575,
      "step": 74541
    },
    {
      "epoch": 3.0531230800737252,
      "grad_norm": 1.0080147277966118,
      "learning_rate": 0.00014903137255166843,
      "loss": 0.2508,
      "step": 74542
    },
    {
      "epoch": 3.0531640385009218,
      "grad_norm": 1.3353463257105396,
      "learning_rate": 0.00014902811122535106,
      "loss": 0.8918,
      "step": 74543
    },
    {
      "epoch": 3.053204996928118,
      "grad_norm": 1.4024866141158832,
      "learning_rate": 0.00014902484989949308,
      "loss": 0.8592,
      "step": 74544
    },
    {
      "epoch": 3.0532459553553144,
      "grad_norm": 1.4019540654769567,
      "learning_rate": 0.00014902158857409614,
      "loss": 1.1035,
      "step": 74545
    },
    {
      "epoch": 3.053286913782511,
      "grad_norm": 1.0998937884593527,
      "learning_rate": 0.00014901832724916174,
      "loss": 0.5951,
      "step": 74546
    },
    {
      "epoch": 3.053327872209707,
      "grad_norm": 0.9597715343642058,
      "learning_rate": 0.00014901506592469141,
      "loss": 0.6064,
      "step": 74547
    },
    {
      "epoch": 3.0533688306369036,
      "grad_norm": 1.2540973527611663,
      "learning_rate": 0.00014901180460068667,
      "loss": 0.7226,
      "step": 74548
    },
    {
      "epoch": 3.0534097890641,
      "grad_norm": 1.1372264282975735,
      "learning_rate": 0.00014900854327714916,
      "loss": 0.5831,
      "step": 74549
    },
    {
      "epoch": 3.053450747491296,
      "grad_norm": 2.312393861897869,
      "learning_rate": 0.0001490052819540803,
      "loss": 2.3136,
      "step": 74550
    },
    {
      "epoch": 3.0534917059184927,
      "grad_norm": 1.2977420394004096,
      "learning_rate": 0.0001490020206314817,
      "loss": 0.7695,
      "step": 74551
    },
    {
      "epoch": 3.0535326643456893,
      "grad_norm": 1.297787355081777,
      "learning_rate": 0.00014899875930935488,
      "loss": 0.7239,
      "step": 74552
    },
    {
      "epoch": 3.0535736227728854,
      "grad_norm": 2.0787511561242993,
      "learning_rate": 0.0001489954979877014,
      "loss": 1.8416,
      "step": 74553
    },
    {
      "epoch": 3.053614581200082,
      "grad_norm": 1.3730113052632364,
      "learning_rate": 0.00014899223666652278,
      "loss": 1.0244,
      "step": 74554
    },
    {
      "epoch": 3.0536555396272784,
      "grad_norm": 1.017224465497611,
      "learning_rate": 0.0001489889753458206,
      "loss": 0.469,
      "step": 74555
    },
    {
      "epoch": 3.0536964980544745,
      "grad_norm": 1.1886640165679043,
      "learning_rate": 0.00014898571402559632,
      "loss": 0.5422,
      "step": 74556
    },
    {
      "epoch": 3.053737456481671,
      "grad_norm": 1.1858417229016418,
      "learning_rate": 0.00014898245270585157,
      "loss": 0.6993,
      "step": 74557
    },
    {
      "epoch": 3.0537784149088676,
      "grad_norm": 1.5285641245084989,
      "learning_rate": 0.00014897919138658785,
      "loss": 0.5015,
      "step": 74558
    },
    {
      "epoch": 3.0538193733360637,
      "grad_norm": 1.3392042662386332,
      "learning_rate": 0.0001489759300678067,
      "loss": 0.74,
      "step": 74559
    },
    {
      "epoch": 3.05386033176326,
      "grad_norm": 1.801956859994091,
      "learning_rate": 0.0001489726687495097,
      "loss": 0.8313,
      "step": 74560
    },
    {
      "epoch": 3.0539012901904568,
      "grad_norm": 1.454888119522695,
      "learning_rate": 0.00014896940743169834,
      "loss": 0.5989,
      "step": 74561
    },
    {
      "epoch": 3.0539422486176533,
      "grad_norm": 1.3666554114986111,
      "learning_rate": 0.0001489661461143742,
      "loss": 0.7991,
      "step": 74562
    },
    {
      "epoch": 3.0539832070448494,
      "grad_norm": 1.333129021642375,
      "learning_rate": 0.00014896288479753883,
      "loss": 0.6526,
      "step": 74563
    },
    {
      "epoch": 3.054024165472046,
      "grad_norm": 1.4001452887077654,
      "learning_rate": 0.00014895962348119372,
      "loss": 0.845,
      "step": 74564
    },
    {
      "epoch": 3.0540651238992425,
      "grad_norm": 1.1985985506295085,
      "learning_rate": 0.00014895636216534044,
      "loss": 0.5935,
      "step": 74565
    },
    {
      "epoch": 3.0541060823264385,
      "grad_norm": 1.155884904843167,
      "learning_rate": 0.00014895310084998053,
      "loss": 0.648,
      "step": 74566
    },
    {
      "epoch": 3.054147040753635,
      "grad_norm": 0.9808256182042686,
      "learning_rate": 0.0001489498395351155,
      "loss": 0.5414,
      "step": 74567
    },
    {
      "epoch": 3.0541879991808316,
      "grad_norm": 1.5400683130740274,
      "learning_rate": 0.00014894657822074695,
      "loss": 0.6078,
      "step": 74568
    },
    {
      "epoch": 3.0542289576080277,
      "grad_norm": 0.9329345317069615,
      "learning_rate": 0.0001489433169068764,
      "loss": 0.2779,
      "step": 74569
    },
    {
      "epoch": 3.0542699160352242,
      "grad_norm": 0.7888775696052771,
      "learning_rate": 0.00014894005559350543,
      "loss": 0.2549,
      "step": 74570
    },
    {
      "epoch": 3.0543108744624208,
      "grad_norm": 1.0099552385271942,
      "learning_rate": 0.00014893679428063547,
      "loss": 0.5584,
      "step": 74571
    },
    {
      "epoch": 3.054351832889617,
      "grad_norm": 1.3838534531004356,
      "learning_rate": 0.00014893353296826817,
      "loss": 0.7034,
      "step": 74572
    },
    {
      "epoch": 3.0543927913168134,
      "grad_norm": 1.8153765354028222,
      "learning_rate": 0.00014893027165640502,
      "loss": 0.9051,
      "step": 74573
    },
    {
      "epoch": 3.05443374974401,
      "grad_norm": 0.8826659284056917,
      "learning_rate": 0.00014892701034504758,
      "loss": 0.2372,
      "step": 74574
    },
    {
      "epoch": 3.054474708171206,
      "grad_norm": 1.390559451123177,
      "learning_rate": 0.00014892374903419735,
      "loss": 0.7886,
      "step": 74575
    },
    {
      "epoch": 3.0545156665984026,
      "grad_norm": 0.8327996809318494,
      "learning_rate": 0.00014892048772385596,
      "loss": 0.3278,
      "step": 74576
    },
    {
      "epoch": 3.054556625025599,
      "grad_norm": 1.122793168914097,
      "learning_rate": 0.0001489172264140249,
      "loss": 0.6991,
      "step": 74577
    },
    {
      "epoch": 3.054597583452795,
      "grad_norm": 1.4244159052420573,
      "learning_rate": 0.0001489139651047057,
      "loss": 0.6276,
      "step": 74578
    },
    {
      "epoch": 3.0546385418799917,
      "grad_norm": 1.920849752112543,
      "learning_rate": 0.0001489107037958999,
      "loss": 1.385,
      "step": 74579
    },
    {
      "epoch": 3.0546795003071883,
      "grad_norm": 0.6765140399684053,
      "learning_rate": 0.00014890744248760907,
      "loss": 0.268,
      "step": 74580
    },
    {
      "epoch": 3.054720458734385,
      "grad_norm": 0.9965289888618631,
      "learning_rate": 0.00014890418117983475,
      "loss": 0.4066,
      "step": 74581
    },
    {
      "epoch": 3.054761417161581,
      "grad_norm": 1.1477783297689608,
      "learning_rate": 0.00014890091987257846,
      "loss": 0.5681,
      "step": 74582
    },
    {
      "epoch": 3.0548023755887774,
      "grad_norm": 0.7205294346382972,
      "learning_rate": 0.00014889765856584172,
      "loss": 0.2658,
      "step": 74583
    },
    {
      "epoch": 3.054843334015974,
      "grad_norm": 1.0954768850250747,
      "learning_rate": 0.00014889439725962616,
      "loss": 0.6989,
      "step": 74584
    },
    {
      "epoch": 3.05488429244317,
      "grad_norm": 1.2861202582646127,
      "learning_rate": 0.00014889113595393323,
      "loss": 0.7646,
      "step": 74585
    },
    {
      "epoch": 3.0549252508703666,
      "grad_norm": 1.4146489086654552,
      "learning_rate": 0.00014888787464876452,
      "loss": 0.7995,
      "step": 74586
    },
    {
      "epoch": 3.054966209297563,
      "grad_norm": 1.006376016032296,
      "learning_rate": 0.00014888461334412154,
      "loss": 0.4356,
      "step": 74587
    },
    {
      "epoch": 3.055007167724759,
      "grad_norm": 1.238430328597738,
      "learning_rate": 0.00014888135204000586,
      "loss": 0.7121,
      "step": 74588
    },
    {
      "epoch": 3.0550481261519558,
      "grad_norm": 1.453174207043168,
      "learning_rate": 0.000148878090736419,
      "loss": 0.7827,
      "step": 74589
    },
    {
      "epoch": 3.0550890845791523,
      "grad_norm": 1.1689764374406606,
      "learning_rate": 0.00014887482943336255,
      "loss": 0.553,
      "step": 74590
    },
    {
      "epoch": 3.0551300430063484,
      "grad_norm": 1.2234308196330301,
      "learning_rate": 0.00014887156813083797,
      "loss": 0.6832,
      "step": 74591
    },
    {
      "epoch": 3.055171001433545,
      "grad_norm": 0.670121166766972,
      "learning_rate": 0.00014886830682884686,
      "loss": 0.2294,
      "step": 74592
    },
    {
      "epoch": 3.0552119598607415,
      "grad_norm": 1.4239928242629376,
      "learning_rate": 0.00014886504552739078,
      "loss": 0.9343,
      "step": 74593
    },
    {
      "epoch": 3.0552529182879375,
      "grad_norm": 1.2538808756154116,
      "learning_rate": 0.00014886178422647122,
      "loss": 0.7674,
      "step": 74594
    },
    {
      "epoch": 3.055293876715134,
      "grad_norm": 1.5626194319720779,
      "learning_rate": 0.00014885852292608972,
      "loss": 0.8447,
      "step": 74595
    },
    {
      "epoch": 3.0553348351423306,
      "grad_norm": 1.1726194239921504,
      "learning_rate": 0.00014885526162624786,
      "loss": 0.6576,
      "step": 74596
    },
    {
      "epoch": 3.055375793569527,
      "grad_norm": 0.361346934798842,
      "learning_rate": 0.00014885200032694717,
      "loss": 0.0563,
      "step": 74597
    },
    {
      "epoch": 3.0554167519967232,
      "grad_norm": 1.1911057422262248,
      "learning_rate": 0.0001488487390281892,
      "loss": 0.5473,
      "step": 74598
    },
    {
      "epoch": 3.05545771042392,
      "grad_norm": 2.3935970934876,
      "learning_rate": 0.00014884547772997544,
      "loss": 2.1584,
      "step": 74599
    },
    {
      "epoch": 3.0554986688511163,
      "grad_norm": 1.24673680091388,
      "learning_rate": 0.0001488422164323075,
      "loss": 0.681,
      "step": 74600
    },
    {
      "epoch": 3.0555396272783124,
      "grad_norm": 1.055633823932888,
      "learning_rate": 0.0001488389551351869,
      "loss": 0.5342,
      "step": 74601
    },
    {
      "epoch": 3.055580585705509,
      "grad_norm": 1.242805398767346,
      "learning_rate": 0.0001488356938386152,
      "loss": 0.8196,
      "step": 74602
    },
    {
      "epoch": 3.0556215441327055,
      "grad_norm": 1.2084266353491777,
      "learning_rate": 0.00014883243254259387,
      "loss": 0.737,
      "step": 74603
    },
    {
      "epoch": 3.0556625025599016,
      "grad_norm": 0.809372683857205,
      "learning_rate": 0.00014882917124712448,
      "loss": 0.3608,
      "step": 74604
    },
    {
      "epoch": 3.055703460987098,
      "grad_norm": 1.2574601690526335,
      "learning_rate": 0.00014882590995220866,
      "loss": 0.6651,
      "step": 74605
    },
    {
      "epoch": 3.0557444194142946,
      "grad_norm": 0.9638238532547229,
      "learning_rate": 0.00014882264865784782,
      "loss": 0.6,
      "step": 74606
    },
    {
      "epoch": 3.0557853778414907,
      "grad_norm": 0.8707563918851516,
      "learning_rate": 0.0001488193873640436,
      "loss": 0.2853,
      "step": 74607
    },
    {
      "epoch": 3.0558263362686873,
      "grad_norm": 1.146751517385549,
      "learning_rate": 0.00014881612607079748,
      "loss": 0.8653,
      "step": 74608
    },
    {
      "epoch": 3.055867294695884,
      "grad_norm": 1.68964015713682,
      "learning_rate": 0.00014881286477811103,
      "loss": 1.3994,
      "step": 74609
    },
    {
      "epoch": 3.05590825312308,
      "grad_norm": 2.45480597632202,
      "learning_rate": 0.0001488096034859858,
      "loss": 2.4537,
      "step": 74610
    },
    {
      "epoch": 3.0559492115502764,
      "grad_norm": 1.1223169443116336,
      "learning_rate": 0.00014880634219442335,
      "loss": 0.7925,
      "step": 74611
    },
    {
      "epoch": 3.055990169977473,
      "grad_norm": 0.8019573828739548,
      "learning_rate": 0.0001488030809034251,
      "loss": 0.3255,
      "step": 74612
    },
    {
      "epoch": 3.056031128404669,
      "grad_norm": 0.7765941266173786,
      "learning_rate": 0.00014879981961299276,
      "loss": 0.2688,
      "step": 74613
    },
    {
      "epoch": 3.0560720868318656,
      "grad_norm": 1.4130778373768547,
      "learning_rate": 0.00014879655832312778,
      "loss": 0.8103,
      "step": 74614
    },
    {
      "epoch": 3.056113045259062,
      "grad_norm": 1.4086458586669326,
      "learning_rate": 0.00014879329703383173,
      "loss": 0.7161,
      "step": 74615
    },
    {
      "epoch": 3.0561540036862587,
      "grad_norm": 0.7297726644870334,
      "learning_rate": 0.0001487900357451061,
      "loss": 0.2289,
      "step": 74616
    },
    {
      "epoch": 3.0561949621134548,
      "grad_norm": 1.2092376654796475,
      "learning_rate": 0.00014878677445695252,
      "loss": 0.7027,
      "step": 74617
    },
    {
      "epoch": 3.0562359205406513,
      "grad_norm": 1.3082224144673422,
      "learning_rate": 0.00014878351316937246,
      "loss": 0.8007,
      "step": 74618
    },
    {
      "epoch": 3.056276878967848,
      "grad_norm": 1.166246178890024,
      "learning_rate": 0.0001487802518823675,
      "loss": 0.5996,
      "step": 74619
    },
    {
      "epoch": 3.056317837395044,
      "grad_norm": 1.646680239858007,
      "learning_rate": 0.0001487769905959391,
      "loss": 1.1193,
      "step": 74620
    },
    {
      "epoch": 3.0563587958222405,
      "grad_norm": 1.1676528391454826,
      "learning_rate": 0.00014877372931008893,
      "loss": 0.7037,
      "step": 74621
    },
    {
      "epoch": 3.056399754249437,
      "grad_norm": 1.574602608369492,
      "learning_rate": 0.00014877046802481847,
      "loss": 1.2142,
      "step": 74622
    },
    {
      "epoch": 3.056440712676633,
      "grad_norm": 0.9045013039327087,
      "learning_rate": 0.00014876720674012926,
      "loss": 0.5392,
      "step": 74623
    },
    {
      "epoch": 3.0564816711038296,
      "grad_norm": 1.0788854352226747,
      "learning_rate": 0.0001487639454560228,
      "loss": 0.6415,
      "step": 74624
    },
    {
      "epoch": 3.056522629531026,
      "grad_norm": 1.4968784667353507,
      "learning_rate": 0.00014876068417250072,
      "loss": 0.7451,
      "step": 74625
    },
    {
      "epoch": 3.0565635879582223,
      "grad_norm": 1.1637665143297364,
      "learning_rate": 0.0001487574228895645,
      "loss": 0.7402,
      "step": 74626
    },
    {
      "epoch": 3.056604546385419,
      "grad_norm": 1.0511730336752259,
      "learning_rate": 0.00014875416160721572,
      "loss": 0.6263,
      "step": 74627
    },
    {
      "epoch": 3.0566455048126153,
      "grad_norm": 1.0098607254927205,
      "learning_rate": 0.00014875090032545585,
      "loss": 0.5697,
      "step": 74628
    },
    {
      "epoch": 3.0566864632398114,
      "grad_norm": 1.3851905858273201,
      "learning_rate": 0.0001487476390442865,
      "loss": 0.5929,
      "step": 74629
    },
    {
      "epoch": 3.056727421667008,
      "grad_norm": 1.437611980415333,
      "learning_rate": 0.00014874437776370923,
      "loss": 0.7821,
      "step": 74630
    },
    {
      "epoch": 3.0567683800942045,
      "grad_norm": 1.3001701683889584,
      "learning_rate": 0.00014874111648372553,
      "loss": 0.7385,
      "step": 74631
    },
    {
      "epoch": 3.0568093385214006,
      "grad_norm": 1.0331759371283238,
      "learning_rate": 0.00014873785520433692,
      "loss": 0.3451,
      "step": 74632
    },
    {
      "epoch": 3.056850296948597,
      "grad_norm": 1.47106338719897,
      "learning_rate": 0.000148734593925545,
      "loss": 0.9892,
      "step": 74633
    },
    {
      "epoch": 3.0568912553757936,
      "grad_norm": 1.4678933527583726,
      "learning_rate": 0.00014873133264735138,
      "loss": 0.8085,
      "step": 74634
    },
    {
      "epoch": 3.05693221380299,
      "grad_norm": 1.2272295768135055,
      "learning_rate": 0.00014872807136975742,
      "loss": 0.6631,
      "step": 74635
    },
    {
      "epoch": 3.0569731722301863,
      "grad_norm": 0.7434937728467732,
      "learning_rate": 0.00014872481009276477,
      "loss": 0.2146,
      "step": 74636
    },
    {
      "epoch": 3.057014130657383,
      "grad_norm": 1.0908713848369775,
      "learning_rate": 0.00014872154881637496,
      "loss": 0.6623,
      "step": 74637
    },
    {
      "epoch": 3.0570550890845793,
      "grad_norm": 1.5207234634775595,
      "learning_rate": 0.00014871828754058953,
      "loss": 1.0437,
      "step": 74638
    },
    {
      "epoch": 3.0570960475117754,
      "grad_norm": 1.228758033227958,
      "learning_rate": 0.00014871502626541,
      "loss": 0.5302,
      "step": 74639
    },
    {
      "epoch": 3.057137005938972,
      "grad_norm": 1.8010027881028114,
      "learning_rate": 0.00014871176499083792,
      "loss": 1.3203,
      "step": 74640
    },
    {
      "epoch": 3.0571779643661685,
      "grad_norm": 1.5413322118216024,
      "learning_rate": 0.00014870850371687485,
      "loss": 1.0385,
      "step": 74641
    },
    {
      "epoch": 3.0572189227933646,
      "grad_norm": 1.5335578576071405,
      "learning_rate": 0.00014870524244352235,
      "loss": 0.9318,
      "step": 74642
    },
    {
      "epoch": 3.057259881220561,
      "grad_norm": 1.2712112028810287,
      "learning_rate": 0.0001487019811707819,
      "loss": 0.8838,
      "step": 74643
    },
    {
      "epoch": 3.0573008396477577,
      "grad_norm": 0.9908459936365975,
      "learning_rate": 0.0001486987198986551,
      "loss": 0.7578,
      "step": 74644
    },
    {
      "epoch": 3.0573417980749538,
      "grad_norm": 0.7953982851568528,
      "learning_rate": 0.0001486954586271435,
      "loss": 0.2621,
      "step": 74645
    },
    {
      "epoch": 3.0573827565021503,
      "grad_norm": 1.2606530047313,
      "learning_rate": 0.00014869219735624858,
      "loss": 0.7391,
      "step": 74646
    },
    {
      "epoch": 3.057423714929347,
      "grad_norm": 1.5988617020938907,
      "learning_rate": 0.00014868893608597188,
      "loss": 0.7293,
      "step": 74647
    },
    {
      "epoch": 3.057464673356543,
      "grad_norm": 1.798011572274819,
      "learning_rate": 0.000148685674816315,
      "loss": 0.7373,
      "step": 74648
    },
    {
      "epoch": 3.0575056317837395,
      "grad_norm": 1.528086241564615,
      "learning_rate": 0.0001486824135472795,
      "loss": 0.9527,
      "step": 74649
    },
    {
      "epoch": 3.057546590210936,
      "grad_norm": 2.1780812516833263,
      "learning_rate": 0.00014867915227886685,
      "loss": 1.3776,
      "step": 74650
    },
    {
      "epoch": 3.057587548638132,
      "grad_norm": 1.1382409003310878,
      "learning_rate": 0.00014867589101107858,
      "loss": 0.6557,
      "step": 74651
    },
    {
      "epoch": 3.0576285070653286,
      "grad_norm": 1.2917655142356916,
      "learning_rate": 0.0001486726297439163,
      "loss": 0.6704,
      "step": 74652
    },
    {
      "epoch": 3.057669465492525,
      "grad_norm": 1.1882653559924592,
      "learning_rate": 0.00014866936847738154,
      "loss": 0.7146,
      "step": 74653
    },
    {
      "epoch": 3.0577104239197217,
      "grad_norm": 1.0334709464665306,
      "learning_rate": 0.00014866610721147582,
      "loss": 0.5728,
      "step": 74654
    },
    {
      "epoch": 3.057751382346918,
      "grad_norm": 0.8246076800969875,
      "learning_rate": 0.00014866284594620068,
      "loss": 0.1593,
      "step": 74655
    },
    {
      "epoch": 3.0577923407741143,
      "grad_norm": 1.1453205054683784,
      "learning_rate": 0.00014865958468155766,
      "loss": 0.8169,
      "step": 74656
    },
    {
      "epoch": 3.057833299201311,
      "grad_norm": 1.094378253950881,
      "learning_rate": 0.00014865632341754832,
      "loss": 0.7059,
      "step": 74657
    },
    {
      "epoch": 3.057874257628507,
      "grad_norm": 1.1886577697638767,
      "learning_rate": 0.00014865306215417422,
      "loss": 0.5687,
      "step": 74658
    },
    {
      "epoch": 3.0579152160557035,
      "grad_norm": 0.9928983796793934,
      "learning_rate": 0.00014864980089143682,
      "loss": 0.4353,
      "step": 74659
    },
    {
      "epoch": 3.0579561744829,
      "grad_norm": 6.84716892623071,
      "learning_rate": 0.00014864653962933777,
      "loss": 3.151,
      "step": 74660
    },
    {
      "epoch": 3.057997132910096,
      "grad_norm": 1.4499156675227531,
      "learning_rate": 0.00014864327836787853,
      "loss": 0.6173,
      "step": 74661
    },
    {
      "epoch": 3.0580380913372927,
      "grad_norm": 1.1878482720966363,
      "learning_rate": 0.00014864001710706068,
      "loss": 0.7581,
      "step": 74662
    },
    {
      "epoch": 3.058079049764489,
      "grad_norm": 0.6876627392593059,
      "learning_rate": 0.0001486367558468857,
      "loss": 0.2264,
      "step": 74663
    },
    {
      "epoch": 3.0581200081916853,
      "grad_norm": 1.4837284777837199,
      "learning_rate": 0.00014863349458735524,
      "loss": 0.6455,
      "step": 74664
    },
    {
      "epoch": 3.058160966618882,
      "grad_norm": 1.1549486093643422,
      "learning_rate": 0.0001486302333284708,
      "loss": 0.4238,
      "step": 74665
    },
    {
      "epoch": 3.0582019250460784,
      "grad_norm": 1.174415070218149,
      "learning_rate": 0.00014862697207023386,
      "loss": 0.6481,
      "step": 74666
    },
    {
      "epoch": 3.0582428834732744,
      "grad_norm": 1.1677509377649677,
      "learning_rate": 0.000148623710812646,
      "loss": 0.5314,
      "step": 74667
    },
    {
      "epoch": 3.058283841900471,
      "grad_norm": 1.2066028174069028,
      "learning_rate": 0.0001486204495557088,
      "loss": 0.814,
      "step": 74668
    },
    {
      "epoch": 3.0583248003276675,
      "grad_norm": 8.40346968257021,
      "learning_rate": 0.00014861718829942377,
      "loss": 2.5883,
      "step": 74669
    },
    {
      "epoch": 3.0583657587548636,
      "grad_norm": 1.0230417286952818,
      "learning_rate": 0.00014861392704379245,
      "loss": 0.491,
      "step": 74670
    },
    {
      "epoch": 3.05840671718206,
      "grad_norm": 1.6248132267179394,
      "learning_rate": 0.0001486106657888164,
      "loss": 0.8353,
      "step": 74671
    },
    {
      "epoch": 3.0584476756092567,
      "grad_norm": 1.115852795356161,
      "learning_rate": 0.00014860740453449708,
      "loss": 0.6137,
      "step": 74672
    },
    {
      "epoch": 3.058488634036453,
      "grad_norm": 1.3835279651887815,
      "learning_rate": 0.00014860414328083616,
      "loss": 0.7898,
      "step": 74673
    },
    {
      "epoch": 3.0585295924636493,
      "grad_norm": 1.1168599261797283,
      "learning_rate": 0.00014860088202783514,
      "loss": 0.6964,
      "step": 74674
    },
    {
      "epoch": 3.058570550890846,
      "grad_norm": 1.4734869289104087,
      "learning_rate": 0.0001485976207754955,
      "loss": 0.9197,
      "step": 74675
    },
    {
      "epoch": 3.0586115093180424,
      "grad_norm": 1.8469253432696786,
      "learning_rate": 0.0001485943595238188,
      "loss": 0.8246,
      "step": 74676
    },
    {
      "epoch": 3.0586524677452385,
      "grad_norm": 1.1698929264430817,
      "learning_rate": 0.00014859109827280667,
      "loss": 0.7876,
      "step": 74677
    },
    {
      "epoch": 3.058693426172435,
      "grad_norm": 1.1268421720073603,
      "learning_rate": 0.00014858783702246056,
      "loss": 0.6998,
      "step": 74678
    },
    {
      "epoch": 3.0587343845996315,
      "grad_norm": 1.2237004903926065,
      "learning_rate": 0.00014858457577278202,
      "loss": 0.8909,
      "step": 74679
    },
    {
      "epoch": 3.0587753430268276,
      "grad_norm": 1.3730980836263325,
      "learning_rate": 0.00014858131452377262,
      "loss": 0.7751,
      "step": 74680
    },
    {
      "epoch": 3.058816301454024,
      "grad_norm": 1.5883439678286746,
      "learning_rate": 0.00014857805327543388,
      "loss": 1.2291,
      "step": 74681
    },
    {
      "epoch": 3.0588572598812207,
      "grad_norm": 0.9569224688271408,
      "learning_rate": 0.00014857479202776738,
      "loss": 0.4572,
      "step": 74682
    },
    {
      "epoch": 3.058898218308417,
      "grad_norm": 1.1763392418917447,
      "learning_rate": 0.00014857153078077462,
      "loss": 0.5055,
      "step": 74683
    },
    {
      "epoch": 3.0589391767356133,
      "grad_norm": 1.2034535828105761,
      "learning_rate": 0.00014856826953445716,
      "loss": 0.7476,
      "step": 74684
    },
    {
      "epoch": 3.05898013516281,
      "grad_norm": 2.6288061171302437,
      "learning_rate": 0.00014856500828881654,
      "loss": 0.722,
      "step": 74685
    },
    {
      "epoch": 3.059021093590006,
      "grad_norm": 0.7402936855965646,
      "learning_rate": 0.0001485617470438543,
      "loss": 0.2644,
      "step": 74686
    },
    {
      "epoch": 3.0590620520172025,
      "grad_norm": 1.2351452837601262,
      "learning_rate": 0.000148558485799572,
      "loss": 0.8656,
      "step": 74687
    },
    {
      "epoch": 3.059103010444399,
      "grad_norm": 1.4363268586922946,
      "learning_rate": 0.00014855522455597112,
      "loss": 1.0215,
      "step": 74688
    },
    {
      "epoch": 3.059143968871595,
      "grad_norm": 1.3775791943202083,
      "learning_rate": 0.0001485519633130533,
      "loss": 0.7754,
      "step": 74689
    },
    {
      "epoch": 3.0591849272987917,
      "grad_norm": 0.8450101917381933,
      "learning_rate": 0.00014854870207082,
      "loss": 0.2658,
      "step": 74690
    },
    {
      "epoch": 3.059225885725988,
      "grad_norm": 1.0929155057764908,
      "learning_rate": 0.0001485454408292728,
      "loss": 0.3707,
      "step": 74691
    },
    {
      "epoch": 3.0592668441531847,
      "grad_norm": 1.33425365343132,
      "learning_rate": 0.0001485421795884132,
      "loss": 0.8593,
      "step": 74692
    },
    {
      "epoch": 3.059307802580381,
      "grad_norm": 1.1221228612824985,
      "learning_rate": 0.0001485389183482428,
      "loss": 0.636,
      "step": 74693
    },
    {
      "epoch": 3.0593487610075774,
      "grad_norm": 1.5666127136166623,
      "learning_rate": 0.00014853565710876311,
      "loss": 0.7632,
      "step": 74694
    },
    {
      "epoch": 3.059389719434774,
      "grad_norm": 1.1410461489072563,
      "learning_rate": 0.00014853239586997568,
      "loss": 0.7289,
      "step": 74695
    },
    {
      "epoch": 3.05943067786197,
      "grad_norm": 1.5335820774900855,
      "learning_rate": 0.00014852913463188203,
      "loss": 0.7909,
      "step": 74696
    },
    {
      "epoch": 3.0594716362891665,
      "grad_norm": 0.7476525512469958,
      "learning_rate": 0.00014852587339448376,
      "loss": 0.234,
      "step": 74697
    },
    {
      "epoch": 3.059512594716363,
      "grad_norm": 0.950154929913465,
      "learning_rate": 0.00014852261215778234,
      "loss": 0.22,
      "step": 74698
    },
    {
      "epoch": 3.059553553143559,
      "grad_norm": 1.938920317561244,
      "learning_rate": 0.00014851935092177935,
      "loss": 1.6241,
      "step": 74699
    },
    {
      "epoch": 3.0595945115707557,
      "grad_norm": 0.7462235620034884,
      "learning_rate": 0.00014851608968647633,
      "loss": 0.2405,
      "step": 74700
    },
    {
      "epoch": 3.059635469997952,
      "grad_norm": 0.9861227584148684,
      "learning_rate": 0.00014851282845187479,
      "loss": 0.5386,
      "step": 74701
    },
    {
      "epoch": 3.0596764284251483,
      "grad_norm": 1.0419473674685948,
      "learning_rate": 0.00014850956721797635,
      "loss": 0.4729,
      "step": 74702
    },
    {
      "epoch": 3.059717386852345,
      "grad_norm": 1.3744002634850776,
      "learning_rate": 0.00014850630598478248,
      "loss": 0.6883,
      "step": 74703
    },
    {
      "epoch": 3.0597583452795414,
      "grad_norm": 1.1897183194345375,
      "learning_rate": 0.00014850304475229475,
      "loss": 0.6016,
      "step": 74704
    },
    {
      "epoch": 3.0597993037067375,
      "grad_norm": 9.251792098204692,
      "learning_rate": 0.0001484997835205147,
      "loss": 3.5607,
      "step": 74705
    },
    {
      "epoch": 3.059840262133934,
      "grad_norm": 1.1592924403808686,
      "learning_rate": 0.00014849652228944384,
      "loss": 0.5304,
      "step": 74706
    },
    {
      "epoch": 3.0598812205611305,
      "grad_norm": 1.0913604687558767,
      "learning_rate": 0.00014849326105908372,
      "loss": 0.5324,
      "step": 74707
    },
    {
      "epoch": 3.0599221789883266,
      "grad_norm": 1.324497946877962,
      "learning_rate": 0.00014848999982943593,
      "loss": 0.9263,
      "step": 74708
    },
    {
      "epoch": 3.059963137415523,
      "grad_norm": 1.430572201954979,
      "learning_rate": 0.00014848673860050197,
      "loss": 0.9357,
      "step": 74709
    },
    {
      "epoch": 3.0600040958427197,
      "grad_norm": 1.2696143472311006,
      "learning_rate": 0.0001484834773722834,
      "loss": 0.6876,
      "step": 74710
    },
    {
      "epoch": 3.0600450542699162,
      "grad_norm": 1.038885146706427,
      "learning_rate": 0.00014848021614478172,
      "loss": 0.4228,
      "step": 74711
    },
    {
      "epoch": 3.0600860126971123,
      "grad_norm": 1.2136278360245807,
      "learning_rate": 0.00014847695491799855,
      "loss": 0.7282,
      "step": 74712
    },
    {
      "epoch": 3.060126971124309,
      "grad_norm": 1.5846466289687318,
      "learning_rate": 0.00014847369369193534,
      "loss": 0.92,
      "step": 74713
    },
    {
      "epoch": 3.0601679295515054,
      "grad_norm": 1.2362735447412971,
      "learning_rate": 0.00014847043246659372,
      "loss": 0.6913,
      "step": 74714
    },
    {
      "epoch": 3.0602088879787015,
      "grad_norm": 1.4735068966359586,
      "learning_rate": 0.00014846717124197516,
      "loss": 0.8709,
      "step": 74715
    },
    {
      "epoch": 3.060249846405898,
      "grad_norm": 1.1297116968914314,
      "learning_rate": 0.00014846391001808125,
      "loss": 0.4419,
      "step": 74716
    },
    {
      "epoch": 3.0602908048330946,
      "grad_norm": 1.1258723701705808,
      "learning_rate": 0.00014846064879491352,
      "loss": 0.7006,
      "step": 74717
    },
    {
      "epoch": 3.0603317632602907,
      "grad_norm": 0.8563411468140564,
      "learning_rate": 0.0001484573875724735,
      "loss": 0.2678,
      "step": 74718
    },
    {
      "epoch": 3.060372721687487,
      "grad_norm": 1.1661858266294984,
      "learning_rate": 0.0001484541263507627,
      "loss": 0.5833,
      "step": 74719
    },
    {
      "epoch": 3.0604136801146837,
      "grad_norm": 1.426845838842932,
      "learning_rate": 0.00014845086512978276,
      "loss": 0.8561,
      "step": 74720
    },
    {
      "epoch": 3.06045463854188,
      "grad_norm": 0.9264565989902616,
      "learning_rate": 0.00014844760390953516,
      "loss": 0.4566,
      "step": 74721
    },
    {
      "epoch": 3.0604955969690764,
      "grad_norm": 1.1338810991374706,
      "learning_rate": 0.00014844434269002142,
      "loss": 0.553,
      "step": 74722
    },
    {
      "epoch": 3.060536555396273,
      "grad_norm": 1.301800584692227,
      "learning_rate": 0.00014844108147124308,
      "loss": 0.8061,
      "step": 74723
    },
    {
      "epoch": 3.060577513823469,
      "grad_norm": 1.0880242464321548,
      "learning_rate": 0.00014843782025320172,
      "loss": 0.5991,
      "step": 74724
    },
    {
      "epoch": 3.0606184722506655,
      "grad_norm": 1.303786418272062,
      "learning_rate": 0.0001484345590358989,
      "loss": 0.6859,
      "step": 74725
    },
    {
      "epoch": 3.060659430677862,
      "grad_norm": 0.7650754455674075,
      "learning_rate": 0.00014843129781933612,
      "loss": 0.2844,
      "step": 74726
    },
    {
      "epoch": 3.060700389105058,
      "grad_norm": 0.6415924669610871,
      "learning_rate": 0.00014842803660351488,
      "loss": 0.2113,
      "step": 74727
    },
    {
      "epoch": 3.0607413475322547,
      "grad_norm": 1.544500741912438,
      "learning_rate": 0.00014842477538843684,
      "loss": 0.9049,
      "step": 74728
    },
    {
      "epoch": 3.060782305959451,
      "grad_norm": 1.2166092437817817,
      "learning_rate": 0.00014842151417410345,
      "loss": 0.5898,
      "step": 74729
    },
    {
      "epoch": 3.0608232643866478,
      "grad_norm": 0.9787612736485238,
      "learning_rate": 0.00014841825296051626,
      "loss": 0.5541,
      "step": 74730
    },
    {
      "epoch": 3.060864222813844,
      "grad_norm": 1.0425754344663316,
      "learning_rate": 0.00014841499174767683,
      "loss": 0.5457,
      "step": 74731
    },
    {
      "epoch": 3.0609051812410404,
      "grad_norm": 0.8188775584391798,
      "learning_rate": 0.00014841173053558673,
      "loss": 0.3197,
      "step": 74732
    },
    {
      "epoch": 3.060946139668237,
      "grad_norm": 0.9879694832360418,
      "learning_rate": 0.00014840846932424745,
      "loss": 0.3904,
      "step": 74733
    },
    {
      "epoch": 3.060987098095433,
      "grad_norm": 1.3821999855898006,
      "learning_rate": 0.00014840520811366055,
      "loss": 0.8585,
      "step": 74734
    },
    {
      "epoch": 3.0610280565226295,
      "grad_norm": 1.2494031624923232,
      "learning_rate": 0.00014840194690382756,
      "loss": 0.6511,
      "step": 74735
    },
    {
      "epoch": 3.061069014949826,
      "grad_norm": 1.0816884458547777,
      "learning_rate": 0.00014839868569475008,
      "loss": 0.3675,
      "step": 74736
    },
    {
      "epoch": 3.061109973377022,
      "grad_norm": 1.2178863128984556,
      "learning_rate": 0.0001483954244864296,
      "loss": 0.5443,
      "step": 74737
    },
    {
      "epoch": 3.0611509318042187,
      "grad_norm": 1.3485590013103275,
      "learning_rate": 0.00014839216327886765,
      "loss": 0.695,
      "step": 74738
    },
    {
      "epoch": 3.0611918902314152,
      "grad_norm": 2.1066292579675077,
      "learning_rate": 0.00014838890207206578,
      "loss": 0.9093,
      "step": 74739
    },
    {
      "epoch": 3.0612328486586113,
      "grad_norm": 0.8173936879088292,
      "learning_rate": 0.00014838564086602557,
      "loss": 0.312,
      "step": 74740
    },
    {
      "epoch": 3.061273807085808,
      "grad_norm": 1.327637477085521,
      "learning_rate": 0.00014838237966074852,
      "loss": 0.7558,
      "step": 74741
    },
    {
      "epoch": 3.0613147655130044,
      "grad_norm": 1.370444364600046,
      "learning_rate": 0.00014837911845623622,
      "loss": 0.7305,
      "step": 74742
    },
    {
      "epoch": 3.0613557239402005,
      "grad_norm": 1.1041777882531554,
      "learning_rate": 0.00014837585725249017,
      "loss": 0.4961,
      "step": 74743
    },
    {
      "epoch": 3.061396682367397,
      "grad_norm": 1.221482963174924,
      "learning_rate": 0.00014837259604951188,
      "loss": 0.6699,
      "step": 74744
    },
    {
      "epoch": 3.0614376407945936,
      "grad_norm": 1.5934816421133913,
      "learning_rate": 0.00014836933484730294,
      "loss": 0.9922,
      "step": 74745
    },
    {
      "epoch": 3.0614785992217897,
      "grad_norm": 1.149488150299203,
      "learning_rate": 0.00014836607364586491,
      "loss": 0.5903,
      "step": 74746
    },
    {
      "epoch": 3.061519557648986,
      "grad_norm": 1.7451022400937817,
      "learning_rate": 0.0001483628124451993,
      "loss": 1.5753,
      "step": 74747
    },
    {
      "epoch": 3.0615605160761827,
      "grad_norm": 1.0803462196250413,
      "learning_rate": 0.00014835955124530765,
      "loss": 0.5856,
      "step": 74748
    },
    {
      "epoch": 3.0616014745033793,
      "grad_norm": 1.088409979708058,
      "learning_rate": 0.0001483562900461915,
      "loss": 0.5698,
      "step": 74749
    },
    {
      "epoch": 3.0616424329305754,
      "grad_norm": 1.6074800778616307,
      "learning_rate": 0.00014835302884785243,
      "loss": 0.9561,
      "step": 74750
    },
    {
      "epoch": 3.061683391357772,
      "grad_norm": 0.6640033936319955,
      "learning_rate": 0.00014834976765029195,
      "loss": 0.1975,
      "step": 74751
    },
    {
      "epoch": 3.0617243497849684,
      "grad_norm": 0.7457967984546692,
      "learning_rate": 0.00014834650645351155,
      "loss": 0.2121,
      "step": 74752
    },
    {
      "epoch": 3.0617653082121645,
      "grad_norm": 1.5126306015005548,
      "learning_rate": 0.0001483432452575129,
      "loss": 1.0278,
      "step": 74753
    },
    {
      "epoch": 3.061806266639361,
      "grad_norm": 1.2994735330120353,
      "learning_rate": 0.00014833998406229743,
      "loss": 0.7305,
      "step": 74754
    },
    {
      "epoch": 3.0618472250665576,
      "grad_norm": 1.2037269776825343,
      "learning_rate": 0.00014833672286786672,
      "loss": 0.7126,
      "step": 74755
    },
    {
      "epoch": 3.0618881834937537,
      "grad_norm": 1.599887289382746,
      "learning_rate": 0.0001483334616742223,
      "loss": 0.9691,
      "step": 74756
    },
    {
      "epoch": 3.0619291419209502,
      "grad_norm": 1.2674136713094126,
      "learning_rate": 0.00014833020048136573,
      "loss": 0.7038,
      "step": 74757
    },
    {
      "epoch": 3.0619701003481468,
      "grad_norm": 1.6985753190321868,
      "learning_rate": 0.00014832693928929858,
      "loss": 1.2629,
      "step": 74758
    },
    {
      "epoch": 3.062011058775343,
      "grad_norm": 1.0626237328790982,
      "learning_rate": 0.0001483236780980223,
      "loss": 0.6159,
      "step": 74759
    },
    {
      "epoch": 3.0620520172025394,
      "grad_norm": 0.9010506841804371,
      "learning_rate": 0.0001483204169075385,
      "loss": 0.311,
      "step": 74760
    },
    {
      "epoch": 3.062092975629736,
      "grad_norm": 1.5307429982866816,
      "learning_rate": 0.00014831715571784874,
      "loss": 0.7012,
      "step": 74761
    },
    {
      "epoch": 3.062133934056932,
      "grad_norm": 1.4053309048839275,
      "learning_rate": 0.00014831389452895453,
      "loss": 0.6641,
      "step": 74762
    },
    {
      "epoch": 3.0621748924841286,
      "grad_norm": 1.1277645390117097,
      "learning_rate": 0.00014831063334085737,
      "loss": 0.7367,
      "step": 74763
    },
    {
      "epoch": 3.062215850911325,
      "grad_norm": 0.9685987632735756,
      "learning_rate": 0.00014830737215355887,
      "loss": 0.6877,
      "step": 74764
    },
    {
      "epoch": 3.062256809338521,
      "grad_norm": 1.389734495468965,
      "learning_rate": 0.00014830411096706055,
      "loss": 0.8697,
      "step": 74765
    },
    {
      "epoch": 3.0622977677657177,
      "grad_norm": 0.9170821035773123,
      "learning_rate": 0.00014830084978136396,
      "loss": 0.2186,
      "step": 74766
    },
    {
      "epoch": 3.0623387261929143,
      "grad_norm": 1.4611683017956012,
      "learning_rate": 0.00014829758859647062,
      "loss": 0.3874,
      "step": 74767
    },
    {
      "epoch": 3.062379684620111,
      "grad_norm": 6.331876956888929,
      "learning_rate": 0.00014829432741238205,
      "loss": 2.5818,
      "step": 74768
    },
    {
      "epoch": 3.062420643047307,
      "grad_norm": 1.13817339794429,
      "learning_rate": 0.00014829106622909986,
      "loss": 0.6583,
      "step": 74769
    },
    {
      "epoch": 3.0624616014745034,
      "grad_norm": 1.1332742900329826,
      "learning_rate": 0.00014828780504662554,
      "loss": 0.6624,
      "step": 74770
    },
    {
      "epoch": 3.0625025599017,
      "grad_norm": 1.2240957340361514,
      "learning_rate": 0.00014828454386496068,
      "loss": 0.6548,
      "step": 74771
    },
    {
      "epoch": 3.062543518328896,
      "grad_norm": 1.3704122589675185,
      "learning_rate": 0.00014828128268410673,
      "loss": 1.1134,
      "step": 74772
    },
    {
      "epoch": 3.0625844767560926,
      "grad_norm": 0.9209557440926196,
      "learning_rate": 0.0001482780215040653,
      "loss": 0.3192,
      "step": 74773
    },
    {
      "epoch": 3.062625435183289,
      "grad_norm": 1.6364620944869104,
      "learning_rate": 0.00014827476032483797,
      "loss": 1.0281,
      "step": 74774
    },
    {
      "epoch": 3.062666393610485,
      "grad_norm": 3.636281876801196,
      "learning_rate": 0.00014827149914642624,
      "loss": 2.4341,
      "step": 74775
    },
    {
      "epoch": 3.0627073520376817,
      "grad_norm": 1.1486823758294908,
      "learning_rate": 0.0001482682379688316,
      "loss": 0.8376,
      "step": 74776
    },
    {
      "epoch": 3.0627483104648783,
      "grad_norm": 1.1838797977088744,
      "learning_rate": 0.00014826497679205566,
      "loss": 0.7726,
      "step": 74777
    },
    {
      "epoch": 3.0627892688920744,
      "grad_norm": 1.3656849385305518,
      "learning_rate": 0.00014826171561609994,
      "loss": 0.8653,
      "step": 74778
    },
    {
      "epoch": 3.062830227319271,
      "grad_norm": 0.9698141385102532,
      "learning_rate": 0.00014825845444096594,
      "loss": 0.403,
      "step": 74779
    },
    {
      "epoch": 3.0628711857464674,
      "grad_norm": 1.0343081451284424,
      "learning_rate": 0.00014825519326665525,
      "loss": 0.2884,
      "step": 74780
    },
    {
      "epoch": 3.0629121441736635,
      "grad_norm": 1.0561503826185517,
      "learning_rate": 0.00014825193209316943,
      "loss": 0.6222,
      "step": 74781
    },
    {
      "epoch": 3.06295310260086,
      "grad_norm": 0.9401751838944055,
      "learning_rate": 0.00014824867092051,
      "loss": 0.4237,
      "step": 74782
    },
    {
      "epoch": 3.0629940610280566,
      "grad_norm": 0.7982242971804434,
      "learning_rate": 0.00014824540974867846,
      "loss": 0.2499,
      "step": 74783
    },
    {
      "epoch": 3.0630350194552527,
      "grad_norm": 1.1782795360641496,
      "learning_rate": 0.0001482421485776764,
      "loss": 0.647,
      "step": 74784
    },
    {
      "epoch": 3.0630759778824492,
      "grad_norm": 1.548927104893094,
      "learning_rate": 0.0001482388874075054,
      "loss": 0.9994,
      "step": 74785
    },
    {
      "epoch": 3.0631169363096458,
      "grad_norm": 1.3208730863374625,
      "learning_rate": 0.0001482356262381669,
      "loss": 0.7825,
      "step": 74786
    },
    {
      "epoch": 3.0631578947368423,
      "grad_norm": 2.8440021200212793,
      "learning_rate": 0.00014823236506966247,
      "loss": 2.8716,
      "step": 74787
    },
    {
      "epoch": 3.0631988531640384,
      "grad_norm": 1.1266999712056915,
      "learning_rate": 0.00014822910390199372,
      "loss": 0.6458,
      "step": 74788
    },
    {
      "epoch": 3.063239811591235,
      "grad_norm": 0.9095875011181017,
      "learning_rate": 0.00014822584273516213,
      "loss": 0.3461,
      "step": 74789
    },
    {
      "epoch": 3.0632807700184315,
      "grad_norm": 1.0809118929333936,
      "learning_rate": 0.00014822258156916928,
      "loss": 0.3738,
      "step": 74790
    },
    {
      "epoch": 3.0633217284456276,
      "grad_norm": 1.4638288408077262,
      "learning_rate": 0.00014821932040401666,
      "loss": 0.8473,
      "step": 74791
    },
    {
      "epoch": 3.063362686872824,
      "grad_norm": 1.643356581637527,
      "learning_rate": 0.00014821605923970587,
      "loss": 1.1004,
      "step": 74792
    },
    {
      "epoch": 3.0634036453000206,
      "grad_norm": 1.3257773898228953,
      "learning_rate": 0.00014821279807623842,
      "loss": 0.7214,
      "step": 74793
    },
    {
      "epoch": 3.0634446037272167,
      "grad_norm": 1.4742249538707233,
      "learning_rate": 0.00014820953691361584,
      "loss": 1.0997,
      "step": 74794
    },
    {
      "epoch": 3.0634855621544133,
      "grad_norm": 3.453068341544463,
      "learning_rate": 0.00014820627575183967,
      "loss": 1.7391,
      "step": 74795
    },
    {
      "epoch": 3.06352652058161,
      "grad_norm": 1.3212905235025718,
      "learning_rate": 0.0001482030145909115,
      "loss": 0.6527,
      "step": 74796
    },
    {
      "epoch": 3.063567479008806,
      "grad_norm": 0.4712022000006226,
      "learning_rate": 0.00014819975343083284,
      "loss": 0.105,
      "step": 74797
    },
    {
      "epoch": 3.0636084374360024,
      "grad_norm": 1.1477487811000637,
      "learning_rate": 0.00014819649227160525,
      "loss": 0.4583,
      "step": 74798
    },
    {
      "epoch": 3.063649395863199,
      "grad_norm": 1.9571635031714107,
      "learning_rate": 0.0001481932311132302,
      "loss": 0.8533,
      "step": 74799
    },
    {
      "epoch": 3.063690354290395,
      "grad_norm": 1.2971761288152417,
      "learning_rate": 0.00014818996995570933,
      "loss": 0.6355,
      "step": 74800
    },
    {
      "epoch": 3.0637313127175916,
      "grad_norm": 1.6167065961382645,
      "learning_rate": 0.0001481867087990441,
      "loss": 0.9426,
      "step": 74801
    },
    {
      "epoch": 3.063772271144788,
      "grad_norm": 1.4502260686780035,
      "learning_rate": 0.00014818344764323612,
      "loss": 0.9025,
      "step": 74802
    },
    {
      "epoch": 3.063813229571984,
      "grad_norm": 1.1965551016881149,
      "learning_rate": 0.00014818018648828687,
      "loss": 0.8242,
      "step": 74803
    },
    {
      "epoch": 3.0638541879991807,
      "grad_norm": 1.3674223210014929,
      "learning_rate": 0.00014817692533419794,
      "loss": 0.8904,
      "step": 74804
    },
    {
      "epoch": 3.0638951464263773,
      "grad_norm": 1.6469728838843518,
      "learning_rate": 0.00014817366418097086,
      "loss": 1.0087,
      "step": 74805
    },
    {
      "epoch": 3.063936104853574,
      "grad_norm": 0.8977683549009128,
      "learning_rate": 0.00014817040302860716,
      "loss": 0.377,
      "step": 74806
    },
    {
      "epoch": 3.06397706328077,
      "grad_norm": 1.354644227946011,
      "learning_rate": 0.0001481671418771084,
      "loss": 0.5343,
      "step": 74807
    },
    {
      "epoch": 3.0640180217079664,
      "grad_norm": 1.4130128366342414,
      "learning_rate": 0.00014816388072647608,
      "loss": 0.8091,
      "step": 74808
    },
    {
      "epoch": 3.064058980135163,
      "grad_norm": 1.34741858940006,
      "learning_rate": 0.0001481606195767118,
      "loss": 0.5353,
      "step": 74809
    },
    {
      "epoch": 3.064099938562359,
      "grad_norm": 1.0265767372929924,
      "learning_rate": 0.00014815735842781707,
      "loss": 0.4272,
      "step": 74810
    },
    {
      "epoch": 3.0641408969895556,
      "grad_norm": 1.2796136907492106,
      "learning_rate": 0.0001481540972797934,
      "loss": 0.6303,
      "step": 74811
    },
    {
      "epoch": 3.064181855416752,
      "grad_norm": 1.2278847132569435,
      "learning_rate": 0.0001481508361326424,
      "loss": 0.6781,
      "step": 74812
    },
    {
      "epoch": 3.0642228138439482,
      "grad_norm": 1.2899343198809572,
      "learning_rate": 0.00014814757498636557,
      "loss": 0.9653,
      "step": 74813
    },
    {
      "epoch": 3.0642637722711448,
      "grad_norm": 0.8942674949185069,
      "learning_rate": 0.00014814431384096446,
      "loss": 0.5621,
      "step": 74814
    },
    {
      "epoch": 3.0643047306983413,
      "grad_norm": 0.9965828430970638,
      "learning_rate": 0.00014814105269644063,
      "loss": 0.2168,
      "step": 74815
    },
    {
      "epoch": 3.0643456891255374,
      "grad_norm": 1.1279251749620325,
      "learning_rate": 0.00014813779155279554,
      "loss": 0.7086,
      "step": 74816
    },
    {
      "epoch": 3.064386647552734,
      "grad_norm": 0.7453926892107827,
      "learning_rate": 0.00014813453041003085,
      "loss": 0.3821,
      "step": 74817
    },
    {
      "epoch": 3.0644276059799305,
      "grad_norm": 2.0302150214775603,
      "learning_rate": 0.00014813126926814806,
      "loss": 1.2286,
      "step": 74818
    },
    {
      "epoch": 3.0644685644071266,
      "grad_norm": 0.7216122443228837,
      "learning_rate": 0.00014812800812714867,
      "loss": 0.2852,
      "step": 74819
    },
    {
      "epoch": 3.064509522834323,
      "grad_norm": 1.5791889537566512,
      "learning_rate": 0.0001481247469870342,
      "loss": 0.7472,
      "step": 74820
    },
    {
      "epoch": 3.0645504812615196,
      "grad_norm": 1.4470057986028455,
      "learning_rate": 0.0001481214858478063,
      "loss": 0.7834,
      "step": 74821
    },
    {
      "epoch": 3.064591439688716,
      "grad_norm": 1.1091062339636533,
      "learning_rate": 0.00014811822470946645,
      "loss": 0.4605,
      "step": 74822
    },
    {
      "epoch": 3.0646323981159123,
      "grad_norm": 1.4556896068311138,
      "learning_rate": 0.0001481149635720162,
      "loss": 0.5886,
      "step": 74823
    },
    {
      "epoch": 3.064673356543109,
      "grad_norm": 0.8533288180801805,
      "learning_rate": 0.00014811170243545703,
      "loss": 0.2511,
      "step": 74824
    },
    {
      "epoch": 3.0647143149703053,
      "grad_norm": 0.9351448779775364,
      "learning_rate": 0.00014810844129979059,
      "loss": 0.3438,
      "step": 74825
    },
    {
      "epoch": 3.0647552733975014,
      "grad_norm": 1.3943647383280497,
      "learning_rate": 0.00014810518016501837,
      "loss": 0.7383,
      "step": 74826
    },
    {
      "epoch": 3.064796231824698,
      "grad_norm": 1.3649066712592792,
      "learning_rate": 0.00014810191903114192,
      "loss": 0.7691,
      "step": 74827
    },
    {
      "epoch": 3.0648371902518945,
      "grad_norm": 1.31622953403419,
      "learning_rate": 0.00014809865789816272,
      "loss": 0.7561,
      "step": 74828
    },
    {
      "epoch": 3.0648781486790906,
      "grad_norm": 1.4819314759419506,
      "learning_rate": 0.00014809539676608242,
      "loss": 0.9213,
      "step": 74829
    },
    {
      "epoch": 3.064919107106287,
      "grad_norm": 1.441841190142875,
      "learning_rate": 0.00014809213563490246,
      "loss": 1.1134,
      "step": 74830
    },
    {
      "epoch": 3.0649600655334837,
      "grad_norm": 1.0605996304481091,
      "learning_rate": 0.00014808887450462447,
      "loss": 0.6312,
      "step": 74831
    },
    {
      "epoch": 3.0650010239606797,
      "grad_norm": 5.1369226506480645,
      "learning_rate": 0.0001480856133752499,
      "loss": 2.2616,
      "step": 74832
    },
    {
      "epoch": 3.0650419823878763,
      "grad_norm": 1.4667626923075345,
      "learning_rate": 0.00014808235224678036,
      "loss": 0.8735,
      "step": 74833
    },
    {
      "epoch": 3.065082940815073,
      "grad_norm": 1.1899353326131334,
      "learning_rate": 0.00014807909111921739,
      "loss": 0.9326,
      "step": 74834
    },
    {
      "epoch": 3.065123899242269,
      "grad_norm": 1.256842605821737,
      "learning_rate": 0.0001480758299925625,
      "loss": 0.9557,
      "step": 74835
    },
    {
      "epoch": 3.0651648576694654,
      "grad_norm": 1.250813031705931,
      "learning_rate": 0.00014807256886681725,
      "loss": 0.8517,
      "step": 74836
    },
    {
      "epoch": 3.065205816096662,
      "grad_norm": 1.1044021372754818,
      "learning_rate": 0.00014806930774198318,
      "loss": 0.7586,
      "step": 74837
    },
    {
      "epoch": 3.065246774523858,
      "grad_norm": 1.216757334719423,
      "learning_rate": 0.00014806604661806184,
      "loss": 0.3736,
      "step": 74838
    },
    {
      "epoch": 3.0652877329510546,
      "grad_norm": 1.392669750149377,
      "learning_rate": 0.00014806278549505474,
      "loss": 0.6524,
      "step": 74839
    },
    {
      "epoch": 3.065328691378251,
      "grad_norm": 1.2104318147720083,
      "learning_rate": 0.00014805952437296345,
      "loss": 0.6623,
      "step": 74840
    },
    {
      "epoch": 3.0653696498054477,
      "grad_norm": 1.31352313945029,
      "learning_rate": 0.00014805626325178951,
      "loss": 0.8841,
      "step": 74841
    },
    {
      "epoch": 3.0654106082326438,
      "grad_norm": 0.9675494354601952,
      "learning_rate": 0.00014805300213153446,
      "loss": 0.3899,
      "step": 74842
    },
    {
      "epoch": 3.0654515666598403,
      "grad_norm": 1.196796225219247,
      "learning_rate": 0.00014804974101219982,
      "loss": 0.7082,
      "step": 74843
    },
    {
      "epoch": 3.065492525087037,
      "grad_norm": 1.2551823288372592,
      "learning_rate": 0.00014804647989378713,
      "loss": 0.6117,
      "step": 74844
    },
    {
      "epoch": 3.065533483514233,
      "grad_norm": 1.491522059585232,
      "learning_rate": 0.00014804321877629807,
      "loss": 1.0045,
      "step": 74845
    },
    {
      "epoch": 3.0655744419414295,
      "grad_norm": 1.1867956098291934,
      "learning_rate": 0.00014803995765973397,
      "loss": 0.7116,
      "step": 74846
    },
    {
      "epoch": 3.065615400368626,
      "grad_norm": 1.2540136222951688,
      "learning_rate": 0.00014803669654409645,
      "loss": 0.8209,
      "step": 74847
    },
    {
      "epoch": 3.065656358795822,
      "grad_norm": 1.2822609201391497,
      "learning_rate": 0.0001480334354293871,
      "loss": 0.8875,
      "step": 74848
    },
    {
      "epoch": 3.0656973172230186,
      "grad_norm": 0.695637031601983,
      "learning_rate": 0.0001480301743156074,
      "loss": 0.1654,
      "step": 74849
    },
    {
      "epoch": 3.065738275650215,
      "grad_norm": 0.8942792556758664,
      "learning_rate": 0.00014802691320275893,
      "loss": 0.2527,
      "step": 74850
    },
    {
      "epoch": 3.0657792340774113,
      "grad_norm": 1.3308354813839023,
      "learning_rate": 0.00014802365209084318,
      "loss": 0.7302,
      "step": 74851
    },
    {
      "epoch": 3.065820192504608,
      "grad_norm": 1.0965754146080622,
      "learning_rate": 0.0001480203909798618,
      "loss": 0.6553,
      "step": 74852
    },
    {
      "epoch": 3.0658611509318043,
      "grad_norm": 2.5362461920012556,
      "learning_rate": 0.00014801712986981625,
      "loss": 2.7587,
      "step": 74853
    },
    {
      "epoch": 3.0659021093590004,
      "grad_norm": 1.488916426166095,
      "learning_rate": 0.00014801386876070807,
      "loss": 0.9956,
      "step": 74854
    },
    {
      "epoch": 3.065943067786197,
      "grad_norm": 0.9714994278910531,
      "learning_rate": 0.00014801060765253882,
      "loss": 0.6126,
      "step": 74855
    },
    {
      "epoch": 3.0659840262133935,
      "grad_norm": 0.9861702550660326,
      "learning_rate": 0.00014800734654531005,
      "loss": 0.4229,
      "step": 74856
    },
    {
      "epoch": 3.0660249846405896,
      "grad_norm": 1.4145466120537595,
      "learning_rate": 0.00014800408543902326,
      "loss": 0.8916,
      "step": 74857
    },
    {
      "epoch": 3.066065943067786,
      "grad_norm": 1.1160051827726876,
      "learning_rate": 0.00014800082433368006,
      "loss": 0.6553,
      "step": 74858
    },
    {
      "epoch": 3.0661069014949827,
      "grad_norm": 1.2770011350703119,
      "learning_rate": 0.00014799756322928192,
      "loss": 0.7166,
      "step": 74859
    },
    {
      "epoch": 3.066147859922179,
      "grad_norm": 0.841700702907042,
      "learning_rate": 0.00014799430212583044,
      "loss": 0.3276,
      "step": 74860
    },
    {
      "epoch": 3.0661888183493753,
      "grad_norm": 1.2003667273703127,
      "learning_rate": 0.00014799104102332714,
      "loss": 0.6615,
      "step": 74861
    },
    {
      "epoch": 3.066229776776572,
      "grad_norm": 1.910410876403598,
      "learning_rate": 0.00014798777992177354,
      "loss": 0.9812,
      "step": 74862
    },
    {
      "epoch": 3.0662707352037684,
      "grad_norm": 1.3823707144884159,
      "learning_rate": 0.0001479845188211712,
      "loss": 1.1651,
      "step": 74863
    },
    {
      "epoch": 3.0663116936309645,
      "grad_norm": 0.989471900810542,
      "learning_rate": 0.0001479812577215217,
      "loss": 0.5486,
      "step": 74864
    },
    {
      "epoch": 3.066352652058161,
      "grad_norm": 1.0829323358882734,
      "learning_rate": 0.0001479779966228265,
      "loss": 0.5805,
      "step": 74865
    },
    {
      "epoch": 3.0663936104853575,
      "grad_norm": 1.0181927072443604,
      "learning_rate": 0.0001479747355250872,
      "loss": 0.5448,
      "step": 74866
    },
    {
      "epoch": 3.0664345689125536,
      "grad_norm": 1.315628609084098,
      "learning_rate": 0.0001479714744283053,
      "loss": 0.7977,
      "step": 74867
    },
    {
      "epoch": 3.06647552733975,
      "grad_norm": 1.2526589471766008,
      "learning_rate": 0.00014796821333248243,
      "loss": 0.6465,
      "step": 74868
    },
    {
      "epoch": 3.0665164857669467,
      "grad_norm": 1.2694582457033639,
      "learning_rate": 0.00014796495223762005,
      "loss": 0.6967,
      "step": 74869
    },
    {
      "epoch": 3.066557444194143,
      "grad_norm": 1.019510245493212,
      "learning_rate": 0.00014796169114371973,
      "loss": 0.6476,
      "step": 74870
    },
    {
      "epoch": 3.0665984026213393,
      "grad_norm": 1.2348257360336456,
      "learning_rate": 0.00014795843005078294,
      "loss": 0.2998,
      "step": 74871
    },
    {
      "epoch": 3.066639361048536,
      "grad_norm": 0.6975503603195525,
      "learning_rate": 0.00014795516895881137,
      "loss": 0.2402,
      "step": 74872
    },
    {
      "epoch": 3.066680319475732,
      "grad_norm": 1.2251060233887465,
      "learning_rate": 0.00014795190786780644,
      "loss": 0.4719,
      "step": 74873
    },
    {
      "epoch": 3.0667212779029285,
      "grad_norm": 0.6410897373951473,
      "learning_rate": 0.00014794864677776973,
      "loss": 0.2057,
      "step": 74874
    },
    {
      "epoch": 3.066762236330125,
      "grad_norm": 1.0652057371534398,
      "learning_rate": 0.00014794538568870276,
      "loss": 0.237,
      "step": 74875
    },
    {
      "epoch": 3.066803194757321,
      "grad_norm": 1.1599113941871353,
      "learning_rate": 0.00014794212460060712,
      "loss": 0.3922,
      "step": 74876
    },
    {
      "epoch": 3.0668441531845176,
      "grad_norm": 1.7014926948182432,
      "learning_rate": 0.00014793886351348431,
      "loss": 1.0365,
      "step": 74877
    },
    {
      "epoch": 3.066885111611714,
      "grad_norm": 1.5483895271529304,
      "learning_rate": 0.0001479356024273359,
      "loss": 0.933,
      "step": 74878
    },
    {
      "epoch": 3.0669260700389107,
      "grad_norm": 0.7722240081863591,
      "learning_rate": 0.0001479323413421634,
      "loss": 0.2108,
      "step": 74879
    },
    {
      "epoch": 3.066967028466107,
      "grad_norm": 1.3576126234141224,
      "learning_rate": 0.0001479290802579684,
      "loss": 0.7979,
      "step": 74880
    },
    {
      "epoch": 3.0670079868933033,
      "grad_norm": 0.9759628391200488,
      "learning_rate": 0.00014792581917475237,
      "loss": 0.5882,
      "step": 74881
    },
    {
      "epoch": 3.0670489453205,
      "grad_norm": 1.072194224719526,
      "learning_rate": 0.00014792255809251693,
      "loss": 0.5185,
      "step": 74882
    },
    {
      "epoch": 3.067089903747696,
      "grad_norm": 1.3323638274606422,
      "learning_rate": 0.00014791929701126358,
      "loss": 0.7968,
      "step": 74883
    },
    {
      "epoch": 3.0671308621748925,
      "grad_norm": 2.621791540782875,
      "learning_rate": 0.00014791603593099383,
      "loss": 0.8538,
      "step": 74884
    },
    {
      "epoch": 3.067171820602089,
      "grad_norm": 1.0374611350461407,
      "learning_rate": 0.0001479127748517093,
      "loss": 0.3918,
      "step": 74885
    },
    {
      "epoch": 3.067212779029285,
      "grad_norm": 1.4899837636959408,
      "learning_rate": 0.00014790951377341145,
      "loss": 0.9403,
      "step": 74886
    },
    {
      "epoch": 3.0672537374564817,
      "grad_norm": 0.9829406365271193,
      "learning_rate": 0.0001479062526961019,
      "loss": 0.4426,
      "step": 74887
    },
    {
      "epoch": 3.067294695883678,
      "grad_norm": 0.9895951415720898,
      "learning_rate": 0.0001479029916197821,
      "loss": 0.3451,
      "step": 74888
    },
    {
      "epoch": 3.0673356543108743,
      "grad_norm": 2.0150313596317826,
      "learning_rate": 0.00014789973054445368,
      "loss": 1.4065,
      "step": 74889
    },
    {
      "epoch": 3.067376612738071,
      "grad_norm": 0.7263425302714718,
      "learning_rate": 0.00014789646947011814,
      "loss": 0.1968,
      "step": 74890
    },
    {
      "epoch": 3.0674175711652674,
      "grad_norm": 2.9568232618080477,
      "learning_rate": 0.00014789320839677704,
      "loss": 1.8282,
      "step": 74891
    },
    {
      "epoch": 3.0674585295924635,
      "grad_norm": 2.8811244467836885,
      "learning_rate": 0.00014788994732443188,
      "loss": 1.0764,
      "step": 74892
    },
    {
      "epoch": 3.06749948801966,
      "grad_norm": 1.316298228821291,
      "learning_rate": 0.00014788668625308424,
      "loss": 0.6887,
      "step": 74893
    },
    {
      "epoch": 3.0675404464468565,
      "grad_norm": 1.7282829700656195,
      "learning_rate": 0.00014788342518273567,
      "loss": 1.2857,
      "step": 74894
    },
    {
      "epoch": 3.067581404874053,
      "grad_norm": 0.8351792701453854,
      "learning_rate": 0.0001478801641133877,
      "loss": 0.199,
      "step": 74895
    },
    {
      "epoch": 3.067622363301249,
      "grad_norm": 1.4449819341839822,
      "learning_rate": 0.0001478769030450418,
      "loss": 0.3931,
      "step": 74896
    },
    {
      "epoch": 3.0676633217284457,
      "grad_norm": 1.5735261069170579,
      "learning_rate": 0.00014787364197769965,
      "loss": 1.0803,
      "step": 74897
    },
    {
      "epoch": 3.0677042801556422,
      "grad_norm": 1.0610349989281465,
      "learning_rate": 0.0001478703809113627,
      "loss": 0.6191,
      "step": 74898
    },
    {
      "epoch": 3.0677452385828383,
      "grad_norm": 1.0753645828861533,
      "learning_rate": 0.00014786711984603252,
      "loss": 0.5824,
      "step": 74899
    },
    {
      "epoch": 3.067786197010035,
      "grad_norm": 1.5890486332468146,
      "learning_rate": 0.0001478638587817106,
      "loss": 0.8527,
      "step": 74900
    },
    {
      "epoch": 3.0678271554372314,
      "grad_norm": 1.369023284175544,
      "learning_rate": 0.00014786059771839858,
      "loss": 0.8523,
      "step": 74901
    },
    {
      "epoch": 3.0678681138644275,
      "grad_norm": 1.1245822922244542,
      "learning_rate": 0.0001478573366560979,
      "loss": 0.6389,
      "step": 74902
    },
    {
      "epoch": 3.067909072291624,
      "grad_norm": 0.7890960414104464,
      "learning_rate": 0.00014785407559481017,
      "loss": 0.2902,
      "step": 74903
    },
    {
      "epoch": 3.0679500307188206,
      "grad_norm": 1.33201968249425,
      "learning_rate": 0.00014785081453453687,
      "loss": 0.5796,
      "step": 74904
    },
    {
      "epoch": 3.0679909891460166,
      "grad_norm": 1.4163213478415475,
      "learning_rate": 0.00014784755347527963,
      "loss": 0.7789,
      "step": 74905
    },
    {
      "epoch": 3.068031947573213,
      "grad_norm": 1.3280667475812524,
      "learning_rate": 0.00014784429241703994,
      "loss": 0.6604,
      "step": 74906
    },
    {
      "epoch": 3.0680729060004097,
      "grad_norm": 1.3711221023961422,
      "learning_rate": 0.00014784103135981932,
      "loss": 0.8572,
      "step": 74907
    },
    {
      "epoch": 3.068113864427606,
      "grad_norm": 1.5662491719266836,
      "learning_rate": 0.0001478377703036193,
      "loss": 1.0638,
      "step": 74908
    },
    {
      "epoch": 3.0681548228548023,
      "grad_norm": 1.2507934791910302,
      "learning_rate": 0.00014783450924844152,
      "loss": 0.6815,
      "step": 74909
    },
    {
      "epoch": 3.068195781281999,
      "grad_norm": 1.0150528956390266,
      "learning_rate": 0.00014783124819428746,
      "loss": 0.6506,
      "step": 74910
    },
    {
      "epoch": 3.068236739709195,
      "grad_norm": 1.2223462430824656,
      "learning_rate": 0.00014782798714115864,
      "loss": 0.7666,
      "step": 74911
    },
    {
      "epoch": 3.0682776981363915,
      "grad_norm": 1.2599705347383845,
      "learning_rate": 0.0001478247260890566,
      "loss": 0.6507,
      "step": 74912
    },
    {
      "epoch": 3.068318656563588,
      "grad_norm": 1.212990676069396,
      "learning_rate": 0.00014782146503798291,
      "loss": 0.8275,
      "step": 74913
    },
    {
      "epoch": 3.0683596149907846,
      "grad_norm": 1.2293598359805578,
      "learning_rate": 0.00014781820398793912,
      "loss": 0.6843,
      "step": 74914
    },
    {
      "epoch": 3.0684005734179807,
      "grad_norm": 1.5374703724321626,
      "learning_rate": 0.00014781494293892677,
      "loss": 1.0031,
      "step": 74915
    },
    {
      "epoch": 3.068441531845177,
      "grad_norm": 1.12781043407326,
      "learning_rate": 0.0001478116818909474,
      "loss": 0.5496,
      "step": 74916
    },
    {
      "epoch": 3.0684824902723737,
      "grad_norm": 1.2141017658695785,
      "learning_rate": 0.00014780842084400253,
      "loss": 0.7411,
      "step": 74917
    },
    {
      "epoch": 3.06852344869957,
      "grad_norm": 1.209435884783071,
      "learning_rate": 0.00014780515979809371,
      "loss": 0.8478,
      "step": 74918
    },
    {
      "epoch": 3.0685644071267664,
      "grad_norm": 1.3118468059703754,
      "learning_rate": 0.00014780189875322243,
      "loss": 0.8715,
      "step": 74919
    },
    {
      "epoch": 3.068605365553963,
      "grad_norm": 1.2255556415511013,
      "learning_rate": 0.00014779863770939032,
      "loss": 0.5467,
      "step": 74920
    },
    {
      "epoch": 3.068646323981159,
      "grad_norm": 1.141697983373373,
      "learning_rate": 0.00014779537666659892,
      "loss": 0.5982,
      "step": 74921
    },
    {
      "epoch": 3.0686872824083555,
      "grad_norm": 1.0794903666752769,
      "learning_rate": 0.0001477921156248497,
      "loss": 0.5404,
      "step": 74922
    },
    {
      "epoch": 3.068728240835552,
      "grad_norm": 1.1458799232624246,
      "learning_rate": 0.00014778885458414422,
      "loss": 0.5804,
      "step": 74923
    },
    {
      "epoch": 3.068769199262748,
      "grad_norm": 1.3367891199042994,
      "learning_rate": 0.00014778559354448407,
      "loss": 0.5066,
      "step": 74924
    },
    {
      "epoch": 3.0688101576899447,
      "grad_norm": 1.968351659762061,
      "learning_rate": 0.00014778233250587077,
      "loss": 1.6985,
      "step": 74925
    },
    {
      "epoch": 3.0688511161171412,
      "grad_norm": 1.39959318399908,
      "learning_rate": 0.00014777907146830584,
      "loss": 0.8493,
      "step": 74926
    },
    {
      "epoch": 3.0688920745443373,
      "grad_norm": 1.2519088756733425,
      "learning_rate": 0.0001477758104317908,
      "loss": 0.6557,
      "step": 74927
    },
    {
      "epoch": 3.068933032971534,
      "grad_norm": 1.6671035752426226,
      "learning_rate": 0.0001477725493963273,
      "loss": 1.1267,
      "step": 74928
    },
    {
      "epoch": 3.0689739913987304,
      "grad_norm": 1.2909692932861074,
      "learning_rate": 0.00014776928836191677,
      "loss": 0.6842,
      "step": 74929
    },
    {
      "epoch": 3.0690149498259265,
      "grad_norm": 1.4413892685227563,
      "learning_rate": 0.0001477660273285608,
      "loss": 0.9759,
      "step": 74930
    },
    {
      "epoch": 3.069055908253123,
      "grad_norm": 1.287171617011288,
      "learning_rate": 0.0001477627662962609,
      "loss": 0.6519,
      "step": 74931
    },
    {
      "epoch": 3.0690968666803196,
      "grad_norm": 1.3893180433687955,
      "learning_rate": 0.00014775950526501867,
      "loss": 0.8587,
      "step": 74932
    },
    {
      "epoch": 3.069137825107516,
      "grad_norm": 1.2435300581583917,
      "learning_rate": 0.0001477562442348356,
      "loss": 0.5242,
      "step": 74933
    },
    {
      "epoch": 3.069178783534712,
      "grad_norm": 0.7319187195979125,
      "learning_rate": 0.00014775298320571326,
      "loss": 0.2513,
      "step": 74934
    },
    {
      "epoch": 3.0692197419619087,
      "grad_norm": 0.8317947390133489,
      "learning_rate": 0.00014774972217765315,
      "loss": 0.2497,
      "step": 74935
    },
    {
      "epoch": 3.0692607003891053,
      "grad_norm": 3.3435303382344475,
      "learning_rate": 0.00014774646115065686,
      "loss": 3.8221,
      "step": 74936
    },
    {
      "epoch": 3.0693016588163013,
      "grad_norm": 1.454603875741198,
      "learning_rate": 0.0001477432001247259,
      "loss": 1.0585,
      "step": 74937
    },
    {
      "epoch": 3.069342617243498,
      "grad_norm": 1.1643722372951464,
      "learning_rate": 0.00014773993909986184,
      "loss": 0.433,
      "step": 74938
    },
    {
      "epoch": 3.0693835756706944,
      "grad_norm": 1.3742123993536113,
      "learning_rate": 0.0001477366780760662,
      "loss": 0.8564,
      "step": 74939
    },
    {
      "epoch": 3.0694245340978905,
      "grad_norm": 1.2685419126983444,
      "learning_rate": 0.00014773341705334053,
      "loss": 0.4956,
      "step": 74940
    },
    {
      "epoch": 3.069465492525087,
      "grad_norm": 0.8346231683316296,
      "learning_rate": 0.00014773015603168635,
      "loss": 0.1791,
      "step": 74941
    },
    {
      "epoch": 3.0695064509522836,
      "grad_norm": 1.3268398743407315,
      "learning_rate": 0.00014772689501110526,
      "loss": 0.8216,
      "step": 74942
    },
    {
      "epoch": 3.0695474093794797,
      "grad_norm": 2.2197040776336507,
      "learning_rate": 0.00014772363399159872,
      "loss": 1.2834,
      "step": 74943
    },
    {
      "epoch": 3.069588367806676,
      "grad_norm": 1.8005853468261621,
      "learning_rate": 0.00014772037297316833,
      "loss": 0.8677,
      "step": 74944
    },
    {
      "epoch": 3.0696293262338727,
      "grad_norm": 1.69892484331054,
      "learning_rate": 0.0001477171119558156,
      "loss": 1.2534,
      "step": 74945
    },
    {
      "epoch": 3.069670284661069,
      "grad_norm": 1.116234971217448,
      "learning_rate": 0.00014771385093954214,
      "loss": 0.7134,
      "step": 74946
    },
    {
      "epoch": 3.0697112430882654,
      "grad_norm": 3.1369175423737747,
      "learning_rate": 0.00014771058992434937,
      "loss": 1.2047,
      "step": 74947
    },
    {
      "epoch": 3.069752201515462,
      "grad_norm": 0.807765701296069,
      "learning_rate": 0.00014770732891023896,
      "loss": 0.5282,
      "step": 74948
    },
    {
      "epoch": 3.069793159942658,
      "grad_norm": 1.334932622827441,
      "learning_rate": 0.00014770406789721234,
      "loss": 0.8411,
      "step": 74949
    },
    {
      "epoch": 3.0698341183698545,
      "grad_norm": 0.6270257006559145,
      "learning_rate": 0.00014770080688527115,
      "loss": 0.1767,
      "step": 74950
    },
    {
      "epoch": 3.069875076797051,
      "grad_norm": 1.0277757081697254,
      "learning_rate": 0.00014769754587441684,
      "loss": 0.67,
      "step": 74951
    },
    {
      "epoch": 3.0699160352242476,
      "grad_norm": 1.7856481651280702,
      "learning_rate": 0.00014769428486465105,
      "loss": 0.96,
      "step": 74952
    },
    {
      "epoch": 3.0699569936514437,
      "grad_norm": 1.2588828053229748,
      "learning_rate": 0.00014769102385597523,
      "loss": 0.771,
      "step": 74953
    },
    {
      "epoch": 3.0699979520786402,
      "grad_norm": 1.9118404798485142,
      "learning_rate": 0.00014768776284839098,
      "loss": 1.6757,
      "step": 74954
    },
    {
      "epoch": 3.0700389105058368,
      "grad_norm": 1.1023712961924097,
      "learning_rate": 0.0001476845018418998,
      "loss": 0.5079,
      "step": 74955
    },
    {
      "epoch": 3.070079868933033,
      "grad_norm": 1.365375716622749,
      "learning_rate": 0.00014768124083650323,
      "loss": 0.9115,
      "step": 74956
    },
    {
      "epoch": 3.0701208273602294,
      "grad_norm": 1.1004349239139097,
      "learning_rate": 0.0001476779798322029,
      "loss": 0.6622,
      "step": 74957
    },
    {
      "epoch": 3.070161785787426,
      "grad_norm": 1.1568862813282603,
      "learning_rate": 0.00014767471882900027,
      "loss": 0.5119,
      "step": 74958
    },
    {
      "epoch": 3.070202744214622,
      "grad_norm": 1.4690644377006594,
      "learning_rate": 0.00014767145782689688,
      "loss": 0.8435,
      "step": 74959
    },
    {
      "epoch": 3.0702437026418186,
      "grad_norm": 1.2462030482078155,
      "learning_rate": 0.00014766819682589426,
      "loss": 0.654,
      "step": 74960
    },
    {
      "epoch": 3.070284661069015,
      "grad_norm": 1.2778197293551565,
      "learning_rate": 0.00014766493582599402,
      "loss": 0.5436,
      "step": 74961
    },
    {
      "epoch": 3.070325619496211,
      "grad_norm": 1.4701028370782878,
      "learning_rate": 0.00014766167482719767,
      "loss": 0.9667,
      "step": 74962
    },
    {
      "epoch": 3.0703665779234077,
      "grad_norm": 0.8848221210480778,
      "learning_rate": 0.00014765841382950672,
      "loss": 0.4442,
      "step": 74963
    },
    {
      "epoch": 3.0704075363506043,
      "grad_norm": 1.175049419519567,
      "learning_rate": 0.00014765515283292273,
      "loss": 0.8424,
      "step": 74964
    },
    {
      "epoch": 3.0704484947778004,
      "grad_norm": 1.2201042776525692,
      "learning_rate": 0.0001476518918374473,
      "loss": 0.6679,
      "step": 74965
    },
    {
      "epoch": 3.070489453204997,
      "grad_norm": 1.4277967694839515,
      "learning_rate": 0.00014764863084308188,
      "loss": 0.8046,
      "step": 74966
    },
    {
      "epoch": 3.0705304116321934,
      "grad_norm": 1.268898861759925,
      "learning_rate": 0.00014764536984982805,
      "loss": 0.822,
      "step": 74967
    },
    {
      "epoch": 3.0705713700593895,
      "grad_norm": 1.3048052371458123,
      "learning_rate": 0.00014764210885768732,
      "loss": 0.4681,
      "step": 74968
    },
    {
      "epoch": 3.070612328486586,
      "grad_norm": 1.3349381835682366,
      "learning_rate": 0.0001476388478666613,
      "loss": 0.6762,
      "step": 74969
    },
    {
      "epoch": 3.0706532869137826,
      "grad_norm": 1.201177822731193,
      "learning_rate": 0.00014763558687675153,
      "loss": 0.7028,
      "step": 74970
    },
    {
      "epoch": 3.070694245340979,
      "grad_norm": 2.041762012521328,
      "learning_rate": 0.00014763232588795947,
      "loss": 1.857,
      "step": 74971
    },
    {
      "epoch": 3.070735203768175,
      "grad_norm": 1.1726772034443411,
      "learning_rate": 0.00014762906490028673,
      "loss": 0.7589,
      "step": 74972
    },
    {
      "epoch": 3.0707761621953718,
      "grad_norm": 1.2018773873463007,
      "learning_rate": 0.0001476258039137348,
      "loss": 0.7351,
      "step": 74973
    },
    {
      "epoch": 3.0708171206225683,
      "grad_norm": 1.24495308985932,
      "learning_rate": 0.0001476225429283053,
      "loss": 0.6133,
      "step": 74974
    },
    {
      "epoch": 3.0708580790497644,
      "grad_norm": 1.1387835100179995,
      "learning_rate": 0.0001476192819439997,
      "loss": 0.6488,
      "step": 74975
    },
    {
      "epoch": 3.070899037476961,
      "grad_norm": 2.5880732582246173,
      "learning_rate": 0.00014761602096081955,
      "loss": 2.7684,
      "step": 74976
    },
    {
      "epoch": 3.0709399959041574,
      "grad_norm": 1.1926130581026608,
      "learning_rate": 0.00014761275997876642,
      "loss": 0.7502,
      "step": 74977
    },
    {
      "epoch": 3.0709809543313535,
      "grad_norm": 0.9788640203055065,
      "learning_rate": 0.00014760949899784187,
      "loss": 0.2595,
      "step": 74978
    },
    {
      "epoch": 3.07102191275855,
      "grad_norm": 0.8778433349948619,
      "learning_rate": 0.00014760623801804738,
      "loss": 0.1877,
      "step": 74979
    },
    {
      "epoch": 3.0710628711857466,
      "grad_norm": 1.4454230389544334,
      "learning_rate": 0.0001476029770393845,
      "loss": 0.8966,
      "step": 74980
    },
    {
      "epoch": 3.0711038296129427,
      "grad_norm": 1.1948859593489958,
      "learning_rate": 0.0001475997160618548,
      "loss": 0.7077,
      "step": 74981
    },
    {
      "epoch": 3.0711447880401392,
      "grad_norm": 1.2943461189097263,
      "learning_rate": 0.00014759645508545985,
      "loss": 0.9619,
      "step": 74982
    },
    {
      "epoch": 3.0711857464673358,
      "grad_norm": 5.609839092348737,
      "learning_rate": 0.00014759319411020115,
      "loss": 2.086,
      "step": 74983
    },
    {
      "epoch": 3.071226704894532,
      "grad_norm": 1.258685463788996,
      "learning_rate": 0.0001475899331360802,
      "loss": 0.7209,
      "step": 74984
    },
    {
      "epoch": 3.0712676633217284,
      "grad_norm": 1.1324210456608308,
      "learning_rate": 0.00014758667216309865,
      "loss": 0.4597,
      "step": 74985
    },
    {
      "epoch": 3.071308621748925,
      "grad_norm": 2.611979720600914,
      "learning_rate": 0.000147583411191258,
      "loss": 1.2842,
      "step": 74986
    },
    {
      "epoch": 3.071349580176121,
      "grad_norm": 1.0584020468577264,
      "learning_rate": 0.00014758015022055973,
      "loss": 0.5798,
      "step": 74987
    },
    {
      "epoch": 3.0713905386033176,
      "grad_norm": 1.0030987402609601,
      "learning_rate": 0.00014757688925100542,
      "loss": 0.5672,
      "step": 74988
    },
    {
      "epoch": 3.071431497030514,
      "grad_norm": 1.0998024814130651,
      "learning_rate": 0.00014757362828259665,
      "loss": 0.4751,
      "step": 74989
    },
    {
      "epoch": 3.0714724554577106,
      "grad_norm": 1.5150600393720233,
      "learning_rate": 0.00014757036731533488,
      "loss": 0.7559,
      "step": 74990
    },
    {
      "epoch": 3.0715134138849067,
      "grad_norm": 1.3788286822622602,
      "learning_rate": 0.0001475671063492217,
      "loss": 0.7794,
      "step": 74991
    },
    {
      "epoch": 3.0715543723121033,
      "grad_norm": 1.2212657934598075,
      "learning_rate": 0.00014756384538425866,
      "loss": 0.7403,
      "step": 74992
    },
    {
      "epoch": 3.0715953307393,
      "grad_norm": 1.2795488651880205,
      "learning_rate": 0.00014756058442044732,
      "loss": 0.7184,
      "step": 74993
    },
    {
      "epoch": 3.071636289166496,
      "grad_norm": 1.5721610860608197,
      "learning_rate": 0.00014755732345778918,
      "loss": 1.0224,
      "step": 74994
    },
    {
      "epoch": 3.0716772475936924,
      "grad_norm": 1.284794079543317,
      "learning_rate": 0.00014755406249628578,
      "loss": 0.3792,
      "step": 74995
    },
    {
      "epoch": 3.071718206020889,
      "grad_norm": 0.9301113478020315,
      "learning_rate": 0.0001475508015359387,
      "loss": 0.5353,
      "step": 74996
    },
    {
      "epoch": 3.071759164448085,
      "grad_norm": 1.323386096124534,
      "learning_rate": 0.00014754754057674942,
      "loss": 0.7077,
      "step": 74997
    },
    {
      "epoch": 3.0718001228752816,
      "grad_norm": 1.210168982583203,
      "learning_rate": 0.00014754427961871959,
      "loss": 0.73,
      "step": 74998
    },
    {
      "epoch": 3.071841081302478,
      "grad_norm": 3.0336427039181655,
      "learning_rate": 0.0001475410186618506,
      "loss": 2.6152,
      "step": 74999
    },
    {
      "epoch": 3.071882039729674,
      "grad_norm": 1.3080145950375763,
      "learning_rate": 0.0001475377577061441,
      "loss": 0.699,
      "step": 75000
    },
    {
      "epoch": 3.0719229981568708,
      "grad_norm": 3.327367424783074,
      "learning_rate": 0.00014753449675160166,
      "loss": 0.8677,
      "step": 75001
    },
    {
      "epoch": 3.0719639565840673,
      "grad_norm": 1.373959898942339,
      "learning_rate": 0.00014753123579822473,
      "loss": 0.6278,
      "step": 75002
    },
    {
      "epoch": 3.0720049150112634,
      "grad_norm": 3.28957401021765,
      "learning_rate": 0.00014752797484601486,
      "loss": 1.5063,
      "step": 75003
    },
    {
      "epoch": 3.07204587343846,
      "grad_norm": 1.1304557986839976,
      "learning_rate": 0.00014752471389497363,
      "loss": 0.5415,
      "step": 75004
    },
    {
      "epoch": 3.0720868318656565,
      "grad_norm": 1.1531164042989912,
      "learning_rate": 0.0001475214529451026,
      "loss": 0.284,
      "step": 75005
    },
    {
      "epoch": 3.0721277902928525,
      "grad_norm": 1.3572216877167596,
      "learning_rate": 0.00014751819199640328,
      "loss": 0.6725,
      "step": 75006
    },
    {
      "epoch": 3.072168748720049,
      "grad_norm": 1.1311829526822479,
      "learning_rate": 0.0001475149310488772,
      "loss": 0.2755,
      "step": 75007
    },
    {
      "epoch": 3.0722097071472456,
      "grad_norm": 0.8901789250702281,
      "learning_rate": 0.0001475116701025259,
      "loss": 0.2083,
      "step": 75008
    },
    {
      "epoch": 3.072250665574442,
      "grad_norm": 1.714613947024475,
      "learning_rate": 0.00014750840915735096,
      "loss": 0.8103,
      "step": 75009
    },
    {
      "epoch": 3.0722916240016382,
      "grad_norm": 1.0705075373134847,
      "learning_rate": 0.00014750514821335392,
      "loss": 0.5054,
      "step": 75010
    },
    {
      "epoch": 3.072332582428835,
      "grad_norm": 1.3803936093458233,
      "learning_rate": 0.00014750188727053625,
      "loss": 0.7611,
      "step": 75011
    },
    {
      "epoch": 3.0723735408560313,
      "grad_norm": 1.4962062807936767,
      "learning_rate": 0.00014749862632889958,
      "loss": 0.6817,
      "step": 75012
    },
    {
      "epoch": 3.0724144992832274,
      "grad_norm": 0.8048468451236369,
      "learning_rate": 0.00014749536538844542,
      "loss": 0.2265,
      "step": 75013
    },
    {
      "epoch": 3.072455457710424,
      "grad_norm": 0.9627544154850092,
      "learning_rate": 0.0001474921044491753,
      "loss": 0.2798,
      "step": 75014
    },
    {
      "epoch": 3.0724964161376205,
      "grad_norm": 1.3641647372985515,
      "learning_rate": 0.00014748884351109074,
      "loss": 0.7657,
      "step": 75015
    },
    {
      "epoch": 3.0725373745648166,
      "grad_norm": 1.3203848613410367,
      "learning_rate": 0.00014748558257419333,
      "loss": 0.637,
      "step": 75016
    },
    {
      "epoch": 3.072578332992013,
      "grad_norm": 2.16641671680641,
      "learning_rate": 0.00014748232163848459,
      "loss": 1.5788,
      "step": 75017
    },
    {
      "epoch": 3.0726192914192096,
      "grad_norm": 1.4587499222049005,
      "learning_rate": 0.00014747906070396605,
      "loss": 0.8242,
      "step": 75018
    },
    {
      "epoch": 3.0726602498464057,
      "grad_norm": 1.0144910509365312,
      "learning_rate": 0.00014747579977063928,
      "loss": 0.4746,
      "step": 75019
    },
    {
      "epoch": 3.0727012082736023,
      "grad_norm": 1.305693393082592,
      "learning_rate": 0.0001474725388385058,
      "loss": 0.7959,
      "step": 75020
    },
    {
      "epoch": 3.072742166700799,
      "grad_norm": 1.155225270063487,
      "learning_rate": 0.00014746927790756716,
      "loss": 0.6879,
      "step": 75021
    },
    {
      "epoch": 3.072783125127995,
      "grad_norm": 0.6719727029734075,
      "learning_rate": 0.0001474660169778249,
      "loss": 0.171,
      "step": 75022
    },
    {
      "epoch": 3.0728240835551914,
      "grad_norm": 1.23146236264957,
      "learning_rate": 0.00014746275604928053,
      "loss": 0.568,
      "step": 75023
    },
    {
      "epoch": 3.072865041982388,
      "grad_norm": 1.4028028463547575,
      "learning_rate": 0.00014745949512193565,
      "loss": 0.9952,
      "step": 75024
    },
    {
      "epoch": 3.072906000409584,
      "grad_norm": 1.2622585580891703,
      "learning_rate": 0.0001474562341957918,
      "loss": 0.6379,
      "step": 75025
    },
    {
      "epoch": 3.0729469588367806,
      "grad_norm": 1.5479055809460056,
      "learning_rate": 0.00014745297327085045,
      "loss": 1.0269,
      "step": 75026
    },
    {
      "epoch": 3.072987917263977,
      "grad_norm": 1.2653373919632405,
      "learning_rate": 0.00014744971234711323,
      "loss": 0.7207,
      "step": 75027
    },
    {
      "epoch": 3.0730288756911737,
      "grad_norm": 1.7727025760904456,
      "learning_rate": 0.00014744645142458158,
      "loss": 1.2522,
      "step": 75028
    },
    {
      "epoch": 3.0730698341183698,
      "grad_norm": 1.2395239816971946,
      "learning_rate": 0.00014744319050325714,
      "loss": 0.9024,
      "step": 75029
    },
    {
      "epoch": 3.0731107925455663,
      "grad_norm": 3.3154939162723904,
      "learning_rate": 0.00014743992958314142,
      "loss": 3.3824,
      "step": 75030
    },
    {
      "epoch": 3.073151750972763,
      "grad_norm": 2.977136204091786,
      "learning_rate": 0.00014743666866423594,
      "loss": 3.3786,
      "step": 75031
    },
    {
      "epoch": 3.073192709399959,
      "grad_norm": 1.451744329788841,
      "learning_rate": 0.00014743340774654221,
      "loss": 0.77,
      "step": 75032
    },
    {
      "epoch": 3.0732336678271555,
      "grad_norm": 3.562794253336824,
      "learning_rate": 0.00014743014683006185,
      "loss": 2.12,
      "step": 75033
    },
    {
      "epoch": 3.073274626254352,
      "grad_norm": 1.4508461483992883,
      "learning_rate": 0.0001474268859147964,
      "loss": 1.0119,
      "step": 75034
    },
    {
      "epoch": 3.073315584681548,
      "grad_norm": 1.4178594015773158,
      "learning_rate": 0.00014742362500074732,
      "loss": 0.901,
      "step": 75035
    },
    {
      "epoch": 3.0733565431087446,
      "grad_norm": 1.3341565622281497,
      "learning_rate": 0.0001474203640879162,
      "loss": 0.94,
      "step": 75036
    },
    {
      "epoch": 3.073397501535941,
      "grad_norm": 1.328105362121054,
      "learning_rate": 0.0001474171031763046,
      "loss": 0.8618,
      "step": 75037
    },
    {
      "epoch": 3.0734384599631372,
      "grad_norm": 1.5860966212407308,
      "learning_rate": 0.00014741384226591407,
      "loss": 0.7375,
      "step": 75038
    },
    {
      "epoch": 3.073479418390334,
      "grad_norm": 1.2008690196418137,
      "learning_rate": 0.0001474105813567461,
      "loss": 0.871,
      "step": 75039
    },
    {
      "epoch": 3.0735203768175303,
      "grad_norm": 1.167616873870304,
      "learning_rate": 0.00014740732044880224,
      "loss": 0.7881,
      "step": 75040
    },
    {
      "epoch": 3.0735613352447264,
      "grad_norm": 1.297876486295212,
      "learning_rate": 0.00014740405954208409,
      "loss": 0.6943,
      "step": 75041
    },
    {
      "epoch": 3.073602293671923,
      "grad_norm": 1.5720638919944168,
      "learning_rate": 0.00014740079863659314,
      "loss": 1.0658,
      "step": 75042
    },
    {
      "epoch": 3.0736432520991195,
      "grad_norm": 0.9743822679344776,
      "learning_rate": 0.00014739753773233092,
      "loss": 0.2966,
      "step": 75043
    },
    {
      "epoch": 3.0736842105263156,
      "grad_norm": 1.0848992682682228,
      "learning_rate": 0.00014739427682929898,
      "loss": 0.6272,
      "step": 75044
    },
    {
      "epoch": 3.073725168953512,
      "grad_norm": 1.1606277975593875,
      "learning_rate": 0.0001473910159274989,
      "loss": 0.7082,
      "step": 75045
    },
    {
      "epoch": 3.0737661273807086,
      "grad_norm": 1.4642040739870756,
      "learning_rate": 0.00014738775502693221,
      "loss": 0.8978,
      "step": 75046
    },
    {
      "epoch": 3.073807085807905,
      "grad_norm": 1.104112974625381,
      "learning_rate": 0.00014738449412760043,
      "loss": 0.694,
      "step": 75047
    },
    {
      "epoch": 3.0738480442351013,
      "grad_norm": 1.097987553645369,
      "learning_rate": 0.00014738123322950508,
      "loss": 0.582,
      "step": 75048
    },
    {
      "epoch": 3.073889002662298,
      "grad_norm": 1.1434850269610508,
      "learning_rate": 0.00014737797233264774,
      "loss": 0.6826,
      "step": 75049
    },
    {
      "epoch": 3.0739299610894943,
      "grad_norm": 1.5617094880994993,
      "learning_rate": 0.00014737471143702998,
      "loss": 1.0362,
      "step": 75050
    },
    {
      "epoch": 3.0739709195166904,
      "grad_norm": 1.3137148149760842,
      "learning_rate": 0.0001473714505426533,
      "loss": 0.844,
      "step": 75051
    },
    {
      "epoch": 3.074011877943887,
      "grad_norm": 1.414181885305721,
      "learning_rate": 0.00014736818964951917,
      "loss": 0.9017,
      "step": 75052
    },
    {
      "epoch": 3.0740528363710835,
      "grad_norm": 9.264684063866463,
      "learning_rate": 0.00014736492875762927,
      "loss": 2.9338,
      "step": 75053
    },
    {
      "epoch": 3.0740937947982796,
      "grad_norm": 1.5656237588898265,
      "learning_rate": 0.0001473616678669851,
      "loss": 0.8606,
      "step": 75054
    },
    {
      "epoch": 3.074134753225476,
      "grad_norm": 1.4322909020749068,
      "learning_rate": 0.00014735840697758815,
      "loss": 0.9098,
      "step": 75055
    },
    {
      "epoch": 3.0741757116526727,
      "grad_norm": 1.2640688462325855,
      "learning_rate": 0.00014735514608943994,
      "loss": 0.7743,
      "step": 75056
    },
    {
      "epoch": 3.0742166700798688,
      "grad_norm": 1.3344375487330309,
      "learning_rate": 0.0001473518852025422,
      "loss": 0.794,
      "step": 75057
    },
    {
      "epoch": 3.0742576285070653,
      "grad_norm": 1.8803022421164541,
      "learning_rate": 0.00014734862431689628,
      "loss": 1.0446,
      "step": 75058
    },
    {
      "epoch": 3.074298586934262,
      "grad_norm": 1.685351308542514,
      "learning_rate": 0.00014734536343250372,
      "loss": 1.381,
      "step": 75059
    },
    {
      "epoch": 3.074339545361458,
      "grad_norm": 1.0833531801340286,
      "learning_rate": 0.00014734210254936615,
      "loss": 0.551,
      "step": 75060
    },
    {
      "epoch": 3.0743805037886545,
      "grad_norm": 1.3519949035329517,
      "learning_rate": 0.0001473388416674851,
      "loss": 0.8412,
      "step": 75061
    },
    {
      "epoch": 3.074421462215851,
      "grad_norm": 1.4878360354694535,
      "learning_rate": 0.00014733558078686206,
      "loss": 0.7551,
      "step": 75062
    },
    {
      "epoch": 3.074462420643047,
      "grad_norm": 1.6017481276008703,
      "learning_rate": 0.00014733231990749857,
      "loss": 1.0067,
      "step": 75063
    },
    {
      "epoch": 3.0745033790702436,
      "grad_norm": 1.1296225859999636,
      "learning_rate": 0.00014732905902939625,
      "loss": 0.7824,
      "step": 75064
    },
    {
      "epoch": 3.07454433749744,
      "grad_norm": 1.3041234373909116,
      "learning_rate": 0.0001473257981525566,
      "loss": 0.7921,
      "step": 75065
    },
    {
      "epoch": 3.0745852959246367,
      "grad_norm": 1.7691475893491093,
      "learning_rate": 0.00014732253727698115,
      "loss": 0.7422,
      "step": 75066
    },
    {
      "epoch": 3.074626254351833,
      "grad_norm": 1.5616186098477736,
      "learning_rate": 0.00014731927640267142,
      "loss": 0.8296,
      "step": 75067
    },
    {
      "epoch": 3.0746672127790293,
      "grad_norm": 1.1813770342384808,
      "learning_rate": 0.00014731601552962903,
      "loss": 0.8097,
      "step": 75068
    },
    {
      "epoch": 3.074708171206226,
      "grad_norm": 1.0691730676769045,
      "learning_rate": 0.00014731275465785544,
      "loss": 0.6845,
      "step": 75069
    },
    {
      "epoch": 3.074749129633422,
      "grad_norm": 1.438357986126238,
      "learning_rate": 0.00014730949378735224,
      "loss": 0.5777,
      "step": 75070
    },
    {
      "epoch": 3.0747900880606185,
      "grad_norm": 1.2771250775681249,
      "learning_rate": 0.00014730623291812092,
      "loss": 0.6725,
      "step": 75071
    },
    {
      "epoch": 3.074831046487815,
      "grad_norm": 2.798587568920496,
      "learning_rate": 0.0001473029720501631,
      "loss": 2.3219,
      "step": 75072
    },
    {
      "epoch": 3.074872004915011,
      "grad_norm": 1.0694190473676242,
      "learning_rate": 0.00014729971118348026,
      "loss": 0.2683,
      "step": 75073
    },
    {
      "epoch": 3.0749129633422077,
      "grad_norm": 1.531928460855264,
      "learning_rate": 0.00014729645031807398,
      "loss": 1.2702,
      "step": 75074
    },
    {
      "epoch": 3.074953921769404,
      "grad_norm": 1.685987188537506,
      "learning_rate": 0.00014729318945394572,
      "loss": 1.2319,
      "step": 75075
    },
    {
      "epoch": 3.0749948801966003,
      "grad_norm": 1.5487946385338751,
      "learning_rate": 0.00014728992859109716,
      "loss": 0.8279,
      "step": 75076
    },
    {
      "epoch": 3.075035838623797,
      "grad_norm": 1.657011983389882,
      "learning_rate": 0.00014728666772952974,
      "loss": 1.1053,
      "step": 75077
    },
    {
      "epoch": 3.0750767970509933,
      "grad_norm": 1.3096796516122988,
      "learning_rate": 0.000147283406869245,
      "loss": 0.6441,
      "step": 75078
    },
    {
      "epoch": 3.0751177554781894,
      "grad_norm": 0.7775851437622313,
      "learning_rate": 0.00014728014601024452,
      "loss": 0.2302,
      "step": 75079
    },
    {
      "epoch": 3.075158713905386,
      "grad_norm": 1.126178383902428,
      "learning_rate": 0.00014727688515252984,
      "loss": 0.5351,
      "step": 75080
    },
    {
      "epoch": 3.0751996723325825,
      "grad_norm": 1.0552102921267306,
      "learning_rate": 0.00014727362429610248,
      "loss": 0.6339,
      "step": 75081
    },
    {
      "epoch": 3.0752406307597786,
      "grad_norm": 1.1933486214822393,
      "learning_rate": 0.000147270363440964,
      "loss": 0.7139,
      "step": 75082
    },
    {
      "epoch": 3.075281589186975,
      "grad_norm": 1.8287343494707806,
      "learning_rate": 0.0001472671025871159,
      "loss": 1.5844,
      "step": 75083
    },
    {
      "epoch": 3.0753225476141717,
      "grad_norm": 1.1049956917968182,
      "learning_rate": 0.0001472638417345598,
      "loss": 0.7525,
      "step": 75084
    },
    {
      "epoch": 3.075363506041368,
      "grad_norm": 1.6999125583763155,
      "learning_rate": 0.00014726058088329722,
      "loss": 1.377,
      "step": 75085
    },
    {
      "epoch": 3.0754044644685643,
      "grad_norm": 4.249647394736791,
      "learning_rate": 0.00014725732003332962,
      "loss": 1.1451,
      "step": 75086
    },
    {
      "epoch": 3.075445422895761,
      "grad_norm": 1.2409867761321938,
      "learning_rate": 0.0001472540591846586,
      "loss": 0.7116,
      "step": 75087
    },
    {
      "epoch": 3.0754863813229574,
      "grad_norm": 0.6333823662253759,
      "learning_rate": 0.00014725079833728574,
      "loss": 0.2473,
      "step": 75088
    },
    {
      "epoch": 3.0755273397501535,
      "grad_norm": 1.2266002941875236,
      "learning_rate": 0.00014724753749121252,
      "loss": 0.4829,
      "step": 75089
    },
    {
      "epoch": 3.07556829817735,
      "grad_norm": 1.4044880360102332,
      "learning_rate": 0.00014724427664644053,
      "loss": 0.7609,
      "step": 75090
    },
    {
      "epoch": 3.0756092566045465,
      "grad_norm": 0.8839149290616964,
      "learning_rate": 0.00014724101580297123,
      "loss": 0.1659,
      "step": 75091
    },
    {
      "epoch": 3.0756502150317426,
      "grad_norm": 0.9887769981837626,
      "learning_rate": 0.00014723775496080626,
      "loss": 0.4385,
      "step": 75092
    },
    {
      "epoch": 3.075691173458939,
      "grad_norm": 1.5352454450637534,
      "learning_rate": 0.00014723449411994713,
      "loss": 0.7146,
      "step": 75093
    },
    {
      "epoch": 3.0757321318861357,
      "grad_norm": 1.101522934240582,
      "learning_rate": 0.00014723123328039535,
      "loss": 0.6777,
      "step": 75094
    },
    {
      "epoch": 3.075773090313332,
      "grad_norm": 4.721010455756804,
      "learning_rate": 0.00014722797244215246,
      "loss": 2.9032,
      "step": 75095
    },
    {
      "epoch": 3.0758140487405283,
      "grad_norm": 1.216237302506321,
      "learning_rate": 0.00014722471160522006,
      "loss": 0.7281,
      "step": 75096
    },
    {
      "epoch": 3.075855007167725,
      "grad_norm": 1.3812939113098166,
      "learning_rate": 0.00014722145076959966,
      "loss": 0.7483,
      "step": 75097
    },
    {
      "epoch": 3.075895965594921,
      "grad_norm": 1.1500683166839607,
      "learning_rate": 0.0001472181899352928,
      "loss": 0.73,
      "step": 75098
    },
    {
      "epoch": 3.0759369240221175,
      "grad_norm": 0.9641205709064735,
      "learning_rate": 0.000147214929102301,
      "loss": 0.3505,
      "step": 75099
    },
    {
      "epoch": 3.075977882449314,
      "grad_norm": 2.8851102621966427,
      "learning_rate": 0.00014721166827062578,
      "loss": 2.763,
      "step": 75100
    },
    {
      "epoch": 3.07601884087651,
      "grad_norm": 0.9386189511733274,
      "learning_rate": 0.00014720840744026877,
      "loss": 0.4336,
      "step": 75101
    },
    {
      "epoch": 3.0760597993037067,
      "grad_norm": 1.402000287740646,
      "learning_rate": 0.00014720514661123145,
      "loss": 0.9179,
      "step": 75102
    },
    {
      "epoch": 3.076100757730903,
      "grad_norm": 1.2068698963258335,
      "learning_rate": 0.0001472018857835154,
      "loss": 0.6751,
      "step": 75103
    },
    {
      "epoch": 3.0761417161580997,
      "grad_norm": 1.0769179252548788,
      "learning_rate": 0.0001471986249571221,
      "loss": 0.5954,
      "step": 75104
    },
    {
      "epoch": 3.076182674585296,
      "grad_norm": 1.6806307597020136,
      "learning_rate": 0.00014719536413205315,
      "loss": 1.4763,
      "step": 75105
    },
    {
      "epoch": 3.0762236330124924,
      "grad_norm": 0.9694561819593318,
      "learning_rate": 0.00014719210330831008,
      "loss": 0.3466,
      "step": 75106
    },
    {
      "epoch": 3.076264591439689,
      "grad_norm": 1.1344253918821239,
      "learning_rate": 0.0001471888424858944,
      "loss": 0.3257,
      "step": 75107
    },
    {
      "epoch": 3.076305549866885,
      "grad_norm": 0.9623014220836222,
      "learning_rate": 0.00014718558166480766,
      "loss": 0.5851,
      "step": 75108
    },
    {
      "epoch": 3.0763465082940815,
      "grad_norm": 0.9585465402486809,
      "learning_rate": 0.00014718232084505142,
      "loss": 0.1454,
      "step": 75109
    },
    {
      "epoch": 3.076387466721278,
      "grad_norm": 1.3424595026137909,
      "learning_rate": 0.00014717906002662722,
      "loss": 0.7472,
      "step": 75110
    },
    {
      "epoch": 3.076428425148474,
      "grad_norm": 2.0381466949688383,
      "learning_rate": 0.00014717579920953662,
      "loss": 1.4387,
      "step": 75111
    },
    {
      "epoch": 3.0764693835756707,
      "grad_norm": 1.228228463686543,
      "learning_rate": 0.00014717253839378108,
      "loss": 0.739,
      "step": 75112
    },
    {
      "epoch": 3.076510342002867,
      "grad_norm": 1.5890056463870716,
      "learning_rate": 0.00014716927757936225,
      "loss": 0.858,
      "step": 75113
    },
    {
      "epoch": 3.0765513004300633,
      "grad_norm": 1.4451952789885774,
      "learning_rate": 0.00014716601676628162,
      "loss": 0.8166,
      "step": 75114
    },
    {
      "epoch": 3.07659225885726,
      "grad_norm": 1.1520278934123724,
      "learning_rate": 0.00014716275595454072,
      "loss": 0.6057,
      "step": 75115
    },
    {
      "epoch": 3.0766332172844564,
      "grad_norm": 1.8000473871806133,
      "learning_rate": 0.0001471594951441411,
      "loss": 1.0311,
      "step": 75116
    },
    {
      "epoch": 3.0766741757116525,
      "grad_norm": 0.9567387407643256,
      "learning_rate": 0.0001471562343350843,
      "loss": 0.2567,
      "step": 75117
    },
    {
      "epoch": 3.076715134138849,
      "grad_norm": 1.2854114034328181,
      "learning_rate": 0.0001471529735273719,
      "loss": 0.6707,
      "step": 75118
    },
    {
      "epoch": 3.0767560925660455,
      "grad_norm": 0.7564862754001502,
      "learning_rate": 0.00014714971272100538,
      "loss": 0.5647,
      "step": 75119
    },
    {
      "epoch": 3.0767970509932416,
      "grad_norm": 1.0904718675385445,
      "learning_rate": 0.0001471464519159863,
      "loss": 0.5681,
      "step": 75120
    },
    {
      "epoch": 3.076838009420438,
      "grad_norm": 1.19366765360556,
      "learning_rate": 0.00014714319111231624,
      "loss": 0.4107,
      "step": 75121
    },
    {
      "epoch": 3.0768789678476347,
      "grad_norm": 1.2210359376457318,
      "learning_rate": 0.00014713993030999672,
      "loss": 0.6766,
      "step": 75122
    },
    {
      "epoch": 3.0769199262748312,
      "grad_norm": 1.2626721013880249,
      "learning_rate": 0.00014713666950902927,
      "loss": 0.8462,
      "step": 75123
    },
    {
      "epoch": 3.0769608847020273,
      "grad_norm": 1.6217760519875393,
      "learning_rate": 0.0001471334087094154,
      "loss": 0.515,
      "step": 75124
    },
    {
      "epoch": 3.077001843129224,
      "grad_norm": 0.740961706725337,
      "learning_rate": 0.00014713014791115672,
      "loss": 0.2848,
      "step": 75125
    },
    {
      "epoch": 3.0770428015564204,
      "grad_norm": 1.4730812453151962,
      "learning_rate": 0.00014712688711425475,
      "loss": 0.872,
      "step": 75126
    },
    {
      "epoch": 3.0770837599836165,
      "grad_norm": 1.124549918383011,
      "learning_rate": 0.00014712362631871104,
      "loss": 0.7251,
      "step": 75127
    },
    {
      "epoch": 3.077124718410813,
      "grad_norm": 1.9564205394601417,
      "learning_rate": 0.00014712036552452708,
      "loss": 1.093,
      "step": 75128
    },
    {
      "epoch": 3.0771656768380096,
      "grad_norm": 1.157141944670464,
      "learning_rate": 0.00014711710473170445,
      "loss": 0.6982,
      "step": 75129
    },
    {
      "epoch": 3.0772066352652057,
      "grad_norm": 0.8877727908259264,
      "learning_rate": 0.00014711384394024469,
      "loss": 0.4237,
      "step": 75130
    },
    {
      "epoch": 3.077247593692402,
      "grad_norm": 1.3153734168295035,
      "learning_rate": 0.00014711058315014928,
      "loss": 0.994,
      "step": 75131
    },
    {
      "epoch": 3.0772885521195987,
      "grad_norm": 1.3648499908573457,
      "learning_rate": 0.0001471073223614199,
      "loss": 0.6878,
      "step": 75132
    },
    {
      "epoch": 3.077329510546795,
      "grad_norm": 1.4069235552671402,
      "learning_rate": 0.00014710406157405798,
      "loss": 0.8668,
      "step": 75133
    },
    {
      "epoch": 3.0773704689739914,
      "grad_norm": 1.1097084819220637,
      "learning_rate": 0.0001471008007880651,
      "loss": 0.6896,
      "step": 75134
    },
    {
      "epoch": 3.077411427401188,
      "grad_norm": 1.2677921312456746,
      "learning_rate": 0.00014709754000344274,
      "loss": 0.6442,
      "step": 75135
    },
    {
      "epoch": 3.077452385828384,
      "grad_norm": 1.3231842517157322,
      "learning_rate": 0.00014709427922019252,
      "loss": 0.5413,
      "step": 75136
    },
    {
      "epoch": 3.0774933442555805,
      "grad_norm": 1.1956044228149296,
      "learning_rate": 0.000147091018438316,
      "loss": 0.7689,
      "step": 75137
    },
    {
      "epoch": 3.077534302682777,
      "grad_norm": 1.1298479367409289,
      "learning_rate": 0.00014708775765781464,
      "loss": 0.5788,
      "step": 75138
    },
    {
      "epoch": 3.077575261109973,
      "grad_norm": 4.951653299131134,
      "learning_rate": 0.00014708449687868998,
      "loss": 4.1396,
      "step": 75139
    },
    {
      "epoch": 3.0776162195371697,
      "grad_norm": 1.3665803151247444,
      "learning_rate": 0.00014708123610094367,
      "loss": 0.8332,
      "step": 75140
    },
    {
      "epoch": 3.077657177964366,
      "grad_norm": 1.394751174599449,
      "learning_rate": 0.00014707797532457717,
      "loss": 0.7096,
      "step": 75141
    },
    {
      "epoch": 3.0776981363915628,
      "grad_norm": 1.5195674444838834,
      "learning_rate": 0.00014707471454959204,
      "loss": 1.0616,
      "step": 75142
    },
    {
      "epoch": 3.077739094818759,
      "grad_norm": 1.752430847616359,
      "learning_rate": 0.00014707145377598977,
      "loss": 0.2515,
      "step": 75143
    },
    {
      "epoch": 3.0777800532459554,
      "grad_norm": 1.5406851751188313,
      "learning_rate": 0.000147068193003772,
      "loss": 0.7388,
      "step": 75144
    },
    {
      "epoch": 3.077821011673152,
      "grad_norm": 2.872004764920376,
      "learning_rate": 0.00014706493223294018,
      "loss": 3.4904,
      "step": 75145
    },
    {
      "epoch": 3.077861970100348,
      "grad_norm": 1.4892334248017662,
      "learning_rate": 0.0001470616714634959,
      "loss": 0.7252,
      "step": 75146
    },
    {
      "epoch": 3.0779029285275445,
      "grad_norm": 1.7503304980820162,
      "learning_rate": 0.00014705841069544067,
      "loss": 1.5218,
      "step": 75147
    },
    {
      "epoch": 3.077943886954741,
      "grad_norm": 1.435059405266713,
      "learning_rate": 0.0001470551499287761,
      "loss": 0.6934,
      "step": 75148
    },
    {
      "epoch": 3.077984845381937,
      "grad_norm": 1.0515961934705158,
      "learning_rate": 0.00014705188916350366,
      "loss": 0.7055,
      "step": 75149
    },
    {
      "epoch": 3.0780258038091337,
      "grad_norm": 1.1634566645507676,
      "learning_rate": 0.00014704862839962492,
      "loss": 0.5923,
      "step": 75150
    },
    {
      "epoch": 3.0780667622363302,
      "grad_norm": 1.3119571659967535,
      "learning_rate": 0.0001470453676371414,
      "loss": 0.8015,
      "step": 75151
    },
    {
      "epoch": 3.0781077206635263,
      "grad_norm": 1.3088477107225749,
      "learning_rate": 0.00014704210687605467,
      "loss": 0.8632,
      "step": 75152
    },
    {
      "epoch": 3.078148679090723,
      "grad_norm": 1.706746745150751,
      "learning_rate": 0.00014703884611636626,
      "loss": 1.185,
      "step": 75153
    },
    {
      "epoch": 3.0781896375179194,
      "grad_norm": 1.3790264058583033,
      "learning_rate": 0.00014703558535807771,
      "loss": 0.9936,
      "step": 75154
    },
    {
      "epoch": 3.0782305959451155,
      "grad_norm": 1.282896178044436,
      "learning_rate": 0.00014703232460119056,
      "loss": 0.6472,
      "step": 75155
    },
    {
      "epoch": 3.078271554372312,
      "grad_norm": 1.5109978164579017,
      "learning_rate": 0.00014702906384570635,
      "loss": 0.8392,
      "step": 75156
    },
    {
      "epoch": 3.0783125127995086,
      "grad_norm": 1.1316700512373468,
      "learning_rate": 0.00014702580309162666,
      "loss": 0.7205,
      "step": 75157
    },
    {
      "epoch": 3.078353471226705,
      "grad_norm": 1.5410662656743384,
      "learning_rate": 0.00014702254233895298,
      "loss": 0.9775,
      "step": 75158
    },
    {
      "epoch": 3.078394429653901,
      "grad_norm": 1.4531774808546163,
      "learning_rate": 0.00014701928158768684,
      "loss": 1.0669,
      "step": 75159
    },
    {
      "epoch": 3.0784353880810977,
      "grad_norm": 4.133106479527196,
      "learning_rate": 0.00014701602083782986,
      "loss": 1.9599,
      "step": 75160
    },
    {
      "epoch": 3.0784763465082943,
      "grad_norm": 1.2755753794903424,
      "learning_rate": 0.0001470127600893835,
      "loss": 0.79,
      "step": 75161
    },
    {
      "epoch": 3.0785173049354904,
      "grad_norm": 1.271727463519204,
      "learning_rate": 0.00014700949934234934,
      "loss": 0.6198,
      "step": 75162
    },
    {
      "epoch": 3.078558263362687,
      "grad_norm": 1.4083017474031052,
      "learning_rate": 0.0001470062385967289,
      "loss": 0.5754,
      "step": 75163
    },
    {
      "epoch": 3.0785992217898834,
      "grad_norm": 1.4298121667014483,
      "learning_rate": 0.00014700297785252378,
      "loss": 0.7323,
      "step": 75164
    },
    {
      "epoch": 3.0786401802170795,
      "grad_norm": 1.514401111116451,
      "learning_rate": 0.00014699971710973545,
      "loss": 0.9051,
      "step": 75165
    },
    {
      "epoch": 3.078681138644276,
      "grad_norm": 1.5863180838542632,
      "learning_rate": 0.0001469964563683655,
      "loss": 0.8849,
      "step": 75166
    },
    {
      "epoch": 3.0787220970714726,
      "grad_norm": 1.4230033539751796,
      "learning_rate": 0.00014699319562841542,
      "loss": 0.7828,
      "step": 75167
    },
    {
      "epoch": 3.0787630554986687,
      "grad_norm": 1.2009158439596987,
      "learning_rate": 0.00014698993488988676,
      "loss": 0.6275,
      "step": 75168
    },
    {
      "epoch": 3.0788040139258652,
      "grad_norm": 1.516064636498056,
      "learning_rate": 0.00014698667415278114,
      "loss": 0.831,
      "step": 75169
    },
    {
      "epoch": 3.0788449723530618,
      "grad_norm": 1.0248373533685424,
      "learning_rate": 0.00014698341341710003,
      "loss": 0.4825,
      "step": 75170
    },
    {
      "epoch": 3.078885930780258,
      "grad_norm": 1.640633433400295,
      "learning_rate": 0.000146980152682845,
      "loss": 1.0247,
      "step": 75171
    },
    {
      "epoch": 3.0789268892074544,
      "grad_norm": 1.2896951802134817,
      "learning_rate": 0.00014697689195001753,
      "loss": 0.6153,
      "step": 75172
    },
    {
      "epoch": 3.078967847634651,
      "grad_norm": 1.5607737041115548,
      "learning_rate": 0.00014697363121861926,
      "loss": 1.3636,
      "step": 75173
    },
    {
      "epoch": 3.079008806061847,
      "grad_norm": 1.3903343335274352,
      "learning_rate": 0.00014697037048865165,
      "loss": 0.6935,
      "step": 75174
    },
    {
      "epoch": 3.0790497644890436,
      "grad_norm": 1.6239870971975743,
      "learning_rate": 0.0001469671097601163,
      "loss": 1.1403,
      "step": 75175
    },
    {
      "epoch": 3.07909072291624,
      "grad_norm": 1.3582131628426994,
      "learning_rate": 0.00014696384903301467,
      "loss": 0.6865,
      "step": 75176
    },
    {
      "epoch": 3.0791316813434366,
      "grad_norm": 1.3887042246203078,
      "learning_rate": 0.0001469605883073484,
      "loss": 0.4513,
      "step": 75177
    },
    {
      "epoch": 3.0791726397706327,
      "grad_norm": 1.369954793312791,
      "learning_rate": 0.000146957327583119,
      "loss": 0.5961,
      "step": 75178
    },
    {
      "epoch": 3.0792135981978292,
      "grad_norm": 1.128409423325841,
      "learning_rate": 0.000146954066860328,
      "loss": 0.6443,
      "step": 75179
    },
    {
      "epoch": 3.079254556625026,
      "grad_norm": 0.9998827703093929,
      "learning_rate": 0.00014695080613897688,
      "loss": 0.603,
      "step": 75180
    },
    {
      "epoch": 3.079295515052222,
      "grad_norm": 1.4178964588106442,
      "learning_rate": 0.0001469475454190673,
      "loss": 0.7254,
      "step": 75181
    },
    {
      "epoch": 3.0793364734794184,
      "grad_norm": 1.0782438370213794,
      "learning_rate": 0.00014694428470060072,
      "loss": 0.618,
      "step": 75182
    },
    {
      "epoch": 3.079377431906615,
      "grad_norm": 1.1391271785653916,
      "learning_rate": 0.00014694102398357873,
      "loss": 0.7377,
      "step": 75183
    },
    {
      "epoch": 3.079418390333811,
      "grad_norm": 1.1462232955059526,
      "learning_rate": 0.00014693776326800282,
      "loss": 0.6206,
      "step": 75184
    },
    {
      "epoch": 3.0794593487610076,
      "grad_norm": 1.3880973296597066,
      "learning_rate": 0.00014693450255387456,
      "loss": 1.0025,
      "step": 75185
    },
    {
      "epoch": 3.079500307188204,
      "grad_norm": 1.3201055702015239,
      "learning_rate": 0.0001469312418411955,
      "loss": 0.7689,
      "step": 75186
    },
    {
      "epoch": 3.0795412656154,
      "grad_norm": 1.375622076296951,
      "learning_rate": 0.00014692798112996719,
      "loss": 0.6578,
      "step": 75187
    },
    {
      "epoch": 3.0795822240425967,
      "grad_norm": 1.101272629109514,
      "learning_rate": 0.00014692472042019108,
      "loss": 0.4996,
      "step": 75188
    },
    {
      "epoch": 3.0796231824697933,
      "grad_norm": 1.3311656025935514,
      "learning_rate": 0.00014692145971186886,
      "loss": 0.5921,
      "step": 75189
    },
    {
      "epoch": 3.0796641408969894,
      "grad_norm": 1.1854155925794365,
      "learning_rate": 0.00014691819900500196,
      "loss": 0.5678,
      "step": 75190
    },
    {
      "epoch": 3.079705099324186,
      "grad_norm": 1.5395338048025853,
      "learning_rate": 0.00014691493829959196,
      "loss": 1.1925,
      "step": 75191
    },
    {
      "epoch": 3.0797460577513824,
      "grad_norm": 3.0680038440322526,
      "learning_rate": 0.0001469116775956404,
      "loss": 3.286,
      "step": 75192
    },
    {
      "epoch": 3.0797870161785785,
      "grad_norm": 1.4221462556420903,
      "learning_rate": 0.00014690841689314884,
      "loss": 0.5515,
      "step": 75193
    },
    {
      "epoch": 3.079827974605775,
      "grad_norm": 1.571353441445104,
      "learning_rate": 0.00014690515619211877,
      "loss": 0.997,
      "step": 75194
    },
    {
      "epoch": 3.0798689330329716,
      "grad_norm": 1.2056400674668604,
      "learning_rate": 0.00014690189549255178,
      "loss": 0.6568,
      "step": 75195
    },
    {
      "epoch": 3.079909891460168,
      "grad_norm": 1.1579007131003263,
      "learning_rate": 0.00014689863479444936,
      "loss": 0.2182,
      "step": 75196
    },
    {
      "epoch": 3.0799508498873642,
      "grad_norm": 1.1668325299928302,
      "learning_rate": 0.00014689537409781313,
      "loss": 0.7907,
      "step": 75197
    },
    {
      "epoch": 3.0799918083145608,
      "grad_norm": 1.017051905209151,
      "learning_rate": 0.00014689211340264464,
      "loss": 0.4994,
      "step": 75198
    },
    {
      "epoch": 3.0800327667417573,
      "grad_norm": 2.0213958579342064,
      "learning_rate": 0.0001468888527089453,
      "loss": 0.8422,
      "step": 75199
    },
    {
      "epoch": 3.0800737251689534,
      "grad_norm": 0.9791580032364532,
      "learning_rate": 0.00014688559201671674,
      "loss": 0.3409,
      "step": 75200
    },
    {
      "epoch": 3.08011468359615,
      "grad_norm": 0.7301581286313136,
      "learning_rate": 0.00014688233132596052,
      "loss": 0.1277,
      "step": 75201
    },
    {
      "epoch": 3.0801556420233465,
      "grad_norm": 2.025636462135218,
      "learning_rate": 0.00014687907063667813,
      "loss": 1.2906,
      "step": 75202
    },
    {
      "epoch": 3.0801966004505426,
      "grad_norm": 1.8816452918113498,
      "learning_rate": 0.0001468758099488711,
      "loss": 1.1756,
      "step": 75203
    },
    {
      "epoch": 3.080237558877739,
      "grad_norm": 3.3148375401257177,
      "learning_rate": 0.00014687254926254103,
      "loss": 1.5051,
      "step": 75204
    },
    {
      "epoch": 3.0802785173049356,
      "grad_norm": 1.7683142225852735,
      "learning_rate": 0.00014686928857768946,
      "loss": 1.1944,
      "step": 75205
    },
    {
      "epoch": 3.0803194757321317,
      "grad_norm": 0.9414137237029604,
      "learning_rate": 0.0001468660278943179,
      "loss": 0.2784,
      "step": 75206
    },
    {
      "epoch": 3.0803604341593283,
      "grad_norm": 1.35293476269449,
      "learning_rate": 0.00014686276721242786,
      "loss": 0.6756,
      "step": 75207
    },
    {
      "epoch": 3.080401392586525,
      "grad_norm": 1.5055293097151332,
      "learning_rate": 0.00014685950653202097,
      "loss": 0.9885,
      "step": 75208
    },
    {
      "epoch": 3.080442351013721,
      "grad_norm": 1.1686633815441139,
      "learning_rate": 0.0001468562458530987,
      "loss": 0.7111,
      "step": 75209
    },
    {
      "epoch": 3.0804833094409174,
      "grad_norm": 0.9040680686807683,
      "learning_rate": 0.00014685298517566264,
      "loss": 0.3815,
      "step": 75210
    },
    {
      "epoch": 3.080524267868114,
      "grad_norm": 1.2894313527537085,
      "learning_rate": 0.00014684972449971427,
      "loss": 0.8292,
      "step": 75211
    },
    {
      "epoch": 3.0805652262953105,
      "grad_norm": 4.094798563233854,
      "learning_rate": 0.00014684646382525518,
      "loss": 3.5299,
      "step": 75212
    },
    {
      "epoch": 3.0806061847225066,
      "grad_norm": 1.093397917428016,
      "learning_rate": 0.00014684320315228692,
      "loss": 0.582,
      "step": 75213
    },
    {
      "epoch": 3.080647143149703,
      "grad_norm": 1.323330692882009,
      "learning_rate": 0.000146839942480811,
      "loss": 0.7485,
      "step": 75214
    },
    {
      "epoch": 3.0806881015768997,
      "grad_norm": 0.9521720016896926,
      "learning_rate": 0.00014683668181082895,
      "loss": 0.4933,
      "step": 75215
    },
    {
      "epoch": 3.0807290600040957,
      "grad_norm": 1.3156426008739934,
      "learning_rate": 0.00014683342114234235,
      "loss": 0.6479,
      "step": 75216
    },
    {
      "epoch": 3.0807700184312923,
      "grad_norm": 1.1153415664854243,
      "learning_rate": 0.00014683016047535273,
      "loss": 0.6949,
      "step": 75217
    },
    {
      "epoch": 3.080810976858489,
      "grad_norm": 2.14755702774927,
      "learning_rate": 0.00014682689980986162,
      "loss": 0.9656,
      "step": 75218
    },
    {
      "epoch": 3.080851935285685,
      "grad_norm": 1.1244708068309381,
      "learning_rate": 0.00014682363914587053,
      "loss": 0.8367,
      "step": 75219
    },
    {
      "epoch": 3.0808928937128814,
      "grad_norm": 1.0813185607580722,
      "learning_rate": 0.0001468203784833811,
      "loss": 0.4001,
      "step": 75220
    },
    {
      "epoch": 3.080933852140078,
      "grad_norm": 1.9279413275595687,
      "learning_rate": 0.00014681711782239479,
      "loss": 1.4453,
      "step": 75221
    },
    {
      "epoch": 3.080974810567274,
      "grad_norm": 0.8680266307063518,
      "learning_rate": 0.00014681385716291316,
      "loss": 0.3109,
      "step": 75222
    },
    {
      "epoch": 3.0810157689944706,
      "grad_norm": 0.8748941302980888,
      "learning_rate": 0.00014681059650493774,
      "loss": 0.2771,
      "step": 75223
    },
    {
      "epoch": 3.081056727421667,
      "grad_norm": 2.977557099560431,
      "learning_rate": 0.0001468073358484701,
      "loss": 1.5516,
      "step": 75224
    },
    {
      "epoch": 3.0810976858488632,
      "grad_norm": 1.3695770321388396,
      "learning_rate": 0.00014680407519351176,
      "loss": 0.8579,
      "step": 75225
    },
    {
      "epoch": 3.0811386442760598,
      "grad_norm": 0.9896781415603727,
      "learning_rate": 0.0001468008145400643,
      "loss": 0.6014,
      "step": 75226
    },
    {
      "epoch": 3.0811796027032563,
      "grad_norm": 0.9434303271537383,
      "learning_rate": 0.00014679755388812915,
      "loss": 0.4769,
      "step": 75227
    },
    {
      "epoch": 3.0812205611304524,
      "grad_norm": 1.0483357876780568,
      "learning_rate": 0.000146794293237708,
      "loss": 0.4925,
      "step": 75228
    },
    {
      "epoch": 3.081261519557649,
      "grad_norm": 1.469425869544104,
      "learning_rate": 0.0001467910325888023,
      "loss": 0.6909,
      "step": 75229
    },
    {
      "epoch": 3.0813024779848455,
      "grad_norm": 1.2765352433709884,
      "learning_rate": 0.00014678777194141363,
      "loss": 0.7272,
      "step": 75230
    },
    {
      "epoch": 3.081343436412042,
      "grad_norm": 1.204420534080174,
      "learning_rate": 0.00014678451129554348,
      "loss": 0.3865,
      "step": 75231
    },
    {
      "epoch": 3.081384394839238,
      "grad_norm": 0.7750891997684181,
      "learning_rate": 0.00014678125065119345,
      "loss": 0.1754,
      "step": 75232
    },
    {
      "epoch": 3.0814253532664346,
      "grad_norm": 1.5217354308353268,
      "learning_rate": 0.00014677799000836506,
      "loss": 0.8262,
      "step": 75233
    },
    {
      "epoch": 3.081466311693631,
      "grad_norm": 4.1867623537431555,
      "learning_rate": 0.00014677472936705987,
      "loss": 6.0762,
      "step": 75234
    },
    {
      "epoch": 3.0815072701208273,
      "grad_norm": 1.1533630852151118,
      "learning_rate": 0.00014677146872727934,
      "loss": 0.436,
      "step": 75235
    },
    {
      "epoch": 3.081548228548024,
      "grad_norm": 1.864755732785025,
      "learning_rate": 0.00014676820808902512,
      "loss": 0.4363,
      "step": 75236
    },
    {
      "epoch": 3.0815891869752203,
      "grad_norm": 1.0779490298713033,
      "learning_rate": 0.0001467649474522987,
      "loss": 0.5343,
      "step": 75237
    },
    {
      "epoch": 3.0816301454024164,
      "grad_norm": 1.4039135612834879,
      "learning_rate": 0.00014676168681710162,
      "loss": 0.8174,
      "step": 75238
    },
    {
      "epoch": 3.081671103829613,
      "grad_norm": 2.4932615602918564,
      "learning_rate": 0.00014675842618343545,
      "loss": 1.2878,
      "step": 75239
    },
    {
      "epoch": 3.0817120622568095,
      "grad_norm": 1.3786352931117927,
      "learning_rate": 0.00014675516555130166,
      "loss": 0.8263,
      "step": 75240
    },
    {
      "epoch": 3.0817530206840056,
      "grad_norm": 1.4548423736479619,
      "learning_rate": 0.00014675190492070185,
      "loss": 0.6553,
      "step": 75241
    },
    {
      "epoch": 3.081793979111202,
      "grad_norm": 1.2892007742869338,
      "learning_rate": 0.00014674864429163758,
      "loss": 0.8488,
      "step": 75242
    },
    {
      "epoch": 3.0818349375383987,
      "grad_norm": 1.2434149760291788,
      "learning_rate": 0.00014674538366411035,
      "loss": 0.5584,
      "step": 75243
    },
    {
      "epoch": 3.0818758959655947,
      "grad_norm": 1.2760189647963773,
      "learning_rate": 0.00014674212303812168,
      "loss": 0.7628,
      "step": 75244
    },
    {
      "epoch": 3.0819168543927913,
      "grad_norm": 1.2686469797945015,
      "learning_rate": 0.00014673886241367318,
      "loss": 0.7992,
      "step": 75245
    },
    {
      "epoch": 3.081957812819988,
      "grad_norm": 1.2118948016643443,
      "learning_rate": 0.00014673560179076636,
      "loss": 0.6727,
      "step": 75246
    },
    {
      "epoch": 3.081998771247184,
      "grad_norm": 1.5793962391444454,
      "learning_rate": 0.00014673234116940276,
      "loss": 0.6446,
      "step": 75247
    },
    {
      "epoch": 3.0820397296743804,
      "grad_norm": 1.1312314787855158,
      "learning_rate": 0.0001467290805495839,
      "loss": 0.3958,
      "step": 75248
    },
    {
      "epoch": 3.082080688101577,
      "grad_norm": 1.2893798764395363,
      "learning_rate": 0.00014672581993131133,
      "loss": 0.7727,
      "step": 75249
    },
    {
      "epoch": 3.0821216465287735,
      "grad_norm": 1.7550202698950037,
      "learning_rate": 0.00014672255931458663,
      "loss": 0.1928,
      "step": 75250
    },
    {
      "epoch": 3.0821626049559696,
      "grad_norm": 1.0209555995564543,
      "learning_rate": 0.0001467192986994113,
      "loss": 0.3276,
      "step": 75251
    },
    {
      "epoch": 3.082203563383166,
      "grad_norm": 1.1637522568876588,
      "learning_rate": 0.00014671603808578688,
      "loss": 0.5927,
      "step": 75252
    },
    {
      "epoch": 3.0822445218103627,
      "grad_norm": 0.7696082751558189,
      "learning_rate": 0.00014671277747371495,
      "loss": 0.1871,
      "step": 75253
    },
    {
      "epoch": 3.0822854802375588,
      "grad_norm": 0.7375794473409829,
      "learning_rate": 0.00014670951686319704,
      "loss": 0.231,
      "step": 75254
    },
    {
      "epoch": 3.0823264386647553,
      "grad_norm": 2.18755736958496,
      "learning_rate": 0.00014670625625423468,
      "loss": 0.4267,
      "step": 75255
    },
    {
      "epoch": 3.082367397091952,
      "grad_norm": 2.9904897574728913,
      "learning_rate": 0.00014670299564682935,
      "loss": 3.6323,
      "step": 75256
    },
    {
      "epoch": 3.082408355519148,
      "grad_norm": 0.7722321250112582,
      "learning_rate": 0.00014669973504098272,
      "loss": 0.273,
      "step": 75257
    },
    {
      "epoch": 3.0824493139463445,
      "grad_norm": 1.5322407682901356,
      "learning_rate": 0.00014669647443669623,
      "loss": 0.8388,
      "step": 75258
    },
    {
      "epoch": 3.082490272373541,
      "grad_norm": 6.392705504941218,
      "learning_rate": 0.00014669321383397148,
      "loss": 2.7277,
      "step": 75259
    },
    {
      "epoch": 3.082531230800737,
      "grad_norm": 1.415601471526064,
      "learning_rate": 0.00014668995323280996,
      "loss": 0.8875,
      "step": 75260
    },
    {
      "epoch": 3.0825721892279336,
      "grad_norm": 1.4429118536652497,
      "learning_rate": 0.00014668669263321325,
      "loss": 0.7896,
      "step": 75261
    },
    {
      "epoch": 3.08261314765513,
      "grad_norm": 1.4164500748428657,
      "learning_rate": 0.0001466834320351829,
      "loss": 0.6643,
      "step": 75262
    },
    {
      "epoch": 3.0826541060823263,
      "grad_norm": 1.273083974071673,
      "learning_rate": 0.0001466801714387204,
      "loss": 0.8673,
      "step": 75263
    },
    {
      "epoch": 3.082695064509523,
      "grad_norm": 1.2378536318593483,
      "learning_rate": 0.00014667691084382733,
      "loss": 0.7642,
      "step": 75264
    },
    {
      "epoch": 3.0827360229367193,
      "grad_norm": 1.2985588090273963,
      "learning_rate": 0.00014667365025050524,
      "loss": 0.664,
      "step": 75265
    },
    {
      "epoch": 3.0827769813639154,
      "grad_norm": 1.170096021798731,
      "learning_rate": 0.00014667038965875562,
      "loss": 0.541,
      "step": 75266
    },
    {
      "epoch": 3.082817939791112,
      "grad_norm": 1.6493884291985181,
      "learning_rate": 0.00014666712906858008,
      "loss": 1.0091,
      "step": 75267
    },
    {
      "epoch": 3.0828588982183085,
      "grad_norm": 1.431886414835241,
      "learning_rate": 0.0001466638684799801,
      "loss": 0.6823,
      "step": 75268
    },
    {
      "epoch": 3.082899856645505,
      "grad_norm": 2.9174395002574314,
      "learning_rate": 0.00014666060789295733,
      "loss": 3.3865,
      "step": 75269
    },
    {
      "epoch": 3.082940815072701,
      "grad_norm": 1.0674798317253829,
      "learning_rate": 0.0001466573473075132,
      "loss": 0.5082,
      "step": 75270
    },
    {
      "epoch": 3.0829817734998977,
      "grad_norm": 1.5517528621924765,
      "learning_rate": 0.0001466540867236492,
      "loss": 0.8825,
      "step": 75271
    },
    {
      "epoch": 3.083022731927094,
      "grad_norm": 1.4790354051493337,
      "learning_rate": 0.00014665082614136703,
      "loss": 0.7969,
      "step": 75272
    },
    {
      "epoch": 3.0830636903542903,
      "grad_norm": 1.2806405575528372,
      "learning_rate": 0.00014664756556066814,
      "loss": 0.7976,
      "step": 75273
    },
    {
      "epoch": 3.083104648781487,
      "grad_norm": 1.3934414142921796,
      "learning_rate": 0.0001466443049815541,
      "loss": 0.8506,
      "step": 75274
    },
    {
      "epoch": 3.0831456072086834,
      "grad_norm": 1.2404656082551206,
      "learning_rate": 0.00014664104440402636,
      "loss": 0.8279,
      "step": 75275
    },
    {
      "epoch": 3.0831865656358795,
      "grad_norm": 1.2246862938616205,
      "learning_rate": 0.00014663778382808658,
      "loss": 0.7964,
      "step": 75276
    },
    {
      "epoch": 3.083227524063076,
      "grad_norm": 0.764829956000649,
      "learning_rate": 0.0001466345232537363,
      "loss": 0.2866,
      "step": 75277
    },
    {
      "epoch": 3.0832684824902725,
      "grad_norm": 1.0951996371545194,
      "learning_rate": 0.000146631262680977,
      "loss": 0.8027,
      "step": 75278
    },
    {
      "epoch": 3.0833094409174686,
      "grad_norm": 0.7815877581187713,
      "learning_rate": 0.0001466280021098102,
      "loss": 0.2235,
      "step": 75279
    },
    {
      "epoch": 3.083350399344665,
      "grad_norm": 0.8990811959631522,
      "learning_rate": 0.00014662474154023754,
      "loss": 0.2614,
      "step": 75280
    },
    {
      "epoch": 3.0833913577718617,
      "grad_norm": 0.9439309095361984,
      "learning_rate": 0.0001466214809722605,
      "loss": 0.5011,
      "step": 75281
    },
    {
      "epoch": 3.0834323161990578,
      "grad_norm": 1.052606111083053,
      "learning_rate": 0.00014661822040588064,
      "loss": 0.4982,
      "step": 75282
    },
    {
      "epoch": 3.0834732746262543,
      "grad_norm": 1.022597784161892,
      "learning_rate": 0.0001466149598410994,
      "loss": 0.526,
      "step": 75283
    },
    {
      "epoch": 3.083514233053451,
      "grad_norm": 3.335028465269835,
      "learning_rate": 0.0001466116992779185,
      "loss": 3.0918,
      "step": 75284
    },
    {
      "epoch": 3.083555191480647,
      "grad_norm": 1.2663273585441566,
      "learning_rate": 0.00014660843871633938,
      "loss": 0.7091,
      "step": 75285
    },
    {
      "epoch": 3.0835961499078435,
      "grad_norm": 0.9799467496322262,
      "learning_rate": 0.0001466051781563636,
      "loss": 0.2913,
      "step": 75286
    },
    {
      "epoch": 3.08363710833504,
      "grad_norm": 1.144116541460112,
      "learning_rate": 0.00014660191759799265,
      "loss": 0.8742,
      "step": 75287
    },
    {
      "epoch": 3.0836780667622365,
      "grad_norm": 1.0792949549882935,
      "learning_rate": 0.00014659865704122816,
      "loss": 0.5946,
      "step": 75288
    },
    {
      "epoch": 3.0837190251894326,
      "grad_norm": 1.1662664807987986,
      "learning_rate": 0.0001465953964860716,
      "loss": 0.6749,
      "step": 75289
    },
    {
      "epoch": 3.083759983616629,
      "grad_norm": 1.6549228130508022,
      "learning_rate": 0.00014659213593252456,
      "loss": 0.9184,
      "step": 75290
    },
    {
      "epoch": 3.0838009420438257,
      "grad_norm": 1.0334080382544262,
      "learning_rate": 0.00014658887538058853,
      "loss": 0.615,
      "step": 75291
    },
    {
      "epoch": 3.083841900471022,
      "grad_norm": 2.699748432608394,
      "learning_rate": 0.00014658561483026512,
      "loss": 2.1829,
      "step": 75292
    },
    {
      "epoch": 3.0838828588982183,
      "grad_norm": 1.0500600787824825,
      "learning_rate": 0.0001465823542815558,
      "loss": 0.6287,
      "step": 75293
    },
    {
      "epoch": 3.083923817325415,
      "grad_norm": 1.1949276266138094,
      "learning_rate": 0.00014657909373446218,
      "loss": 0.8353,
      "step": 75294
    },
    {
      "epoch": 3.083964775752611,
      "grad_norm": 1.2101478992664447,
      "learning_rate": 0.0001465758331889857,
      "loss": 0.3562,
      "step": 75295
    },
    {
      "epoch": 3.0840057341798075,
      "grad_norm": 1.2229958081458512,
      "learning_rate": 0.00014657257264512804,
      "loss": 0.6262,
      "step": 75296
    },
    {
      "epoch": 3.084046692607004,
      "grad_norm": 1.2432848473160403,
      "learning_rate": 0.00014656931210289066,
      "loss": 0.597,
      "step": 75297
    },
    {
      "epoch": 3.0840876510342,
      "grad_norm": 1.0982363148946557,
      "learning_rate": 0.00014656605156227509,
      "loss": 0.4018,
      "step": 75298
    },
    {
      "epoch": 3.0841286094613967,
      "grad_norm": 0.914918964847111,
      "learning_rate": 0.00014656279102328288,
      "loss": 0.3815,
      "step": 75299
    },
    {
      "epoch": 3.084169567888593,
      "grad_norm": 1.025317677934571,
      "learning_rate": 0.00014655953048591558,
      "loss": 0.4623,
      "step": 75300
    },
    {
      "epoch": 3.0842105263157893,
      "grad_norm": 1.1415926394063383,
      "learning_rate": 0.00014655626995017476,
      "loss": 0.85,
      "step": 75301
    },
    {
      "epoch": 3.084251484742986,
      "grad_norm": 1.3285309126791762,
      "learning_rate": 0.00014655300941606196,
      "loss": 0.6642,
      "step": 75302
    },
    {
      "epoch": 3.0842924431701824,
      "grad_norm": 1.4788237721516413,
      "learning_rate": 0.00014654974888357863,
      "loss": 0.7588,
      "step": 75303
    },
    {
      "epoch": 3.0843334015973785,
      "grad_norm": 1.3664157912976347,
      "learning_rate": 0.00014654648835272642,
      "loss": 0.7748,
      "step": 75304
    },
    {
      "epoch": 3.084374360024575,
      "grad_norm": 1.697360547978579,
      "learning_rate": 0.00014654322782350681,
      "loss": 0.8119,
      "step": 75305
    },
    {
      "epoch": 3.0844153184517715,
      "grad_norm": 1.4750176158940025,
      "learning_rate": 0.0001465399672959214,
      "loss": 0.9047,
      "step": 75306
    },
    {
      "epoch": 3.084456276878968,
      "grad_norm": 1.2560971494890292,
      "learning_rate": 0.00014653670676997163,
      "loss": 0.8141,
      "step": 75307
    },
    {
      "epoch": 3.084497235306164,
      "grad_norm": 1.2623955606224249,
      "learning_rate": 0.00014653344624565915,
      "loss": 0.9446,
      "step": 75308
    },
    {
      "epoch": 3.0845381937333607,
      "grad_norm": 0.7959250085158472,
      "learning_rate": 0.00014653018572298546,
      "loss": 0.2757,
      "step": 75309
    },
    {
      "epoch": 3.0845791521605572,
      "grad_norm": 1.7263595329239663,
      "learning_rate": 0.00014652692520195207,
      "loss": 1.1943,
      "step": 75310
    },
    {
      "epoch": 3.0846201105877533,
      "grad_norm": 2.4459895837217243,
      "learning_rate": 0.00014652366468256058,
      "loss": 2.2703,
      "step": 75311
    },
    {
      "epoch": 3.08466106901495,
      "grad_norm": 1.4477395879357073,
      "learning_rate": 0.00014652040416481246,
      "loss": 0.7505,
      "step": 75312
    },
    {
      "epoch": 3.0847020274421464,
      "grad_norm": 1.3535810425910977,
      "learning_rate": 0.0001465171436487093,
      "loss": 0.8594,
      "step": 75313
    },
    {
      "epoch": 3.0847429858693425,
      "grad_norm": 0.9979200713626268,
      "learning_rate": 0.00014651388313425266,
      "loss": 0.6863,
      "step": 75314
    },
    {
      "epoch": 3.084783944296539,
      "grad_norm": 1.807824158685131,
      "learning_rate": 0.00014651062262144404,
      "loss": 1.1958,
      "step": 75315
    },
    {
      "epoch": 3.0848249027237356,
      "grad_norm": 1.1260975490255927,
      "learning_rate": 0.00014650736211028497,
      "loss": 0.5644,
      "step": 75316
    },
    {
      "epoch": 3.0848658611509316,
      "grad_norm": 1.3224213939250464,
      "learning_rate": 0.00014650410160077705,
      "loss": 0.6563,
      "step": 75317
    },
    {
      "epoch": 3.084906819578128,
      "grad_norm": 1.6506196693928823,
      "learning_rate": 0.0001465008410929218,
      "loss": 0.9221,
      "step": 75318
    },
    {
      "epoch": 3.0849477780053247,
      "grad_norm": 0.4819022693033426,
      "learning_rate": 0.00014649758058672073,
      "loss": 0.0558,
      "step": 75319
    },
    {
      "epoch": 3.084988736432521,
      "grad_norm": 0.7677984764850491,
      "learning_rate": 0.00014649432008217536,
      "loss": 0.2526,
      "step": 75320
    },
    {
      "epoch": 3.0850296948597173,
      "grad_norm": 1.170019792262099,
      "learning_rate": 0.0001464910595792873,
      "loss": 0.817,
      "step": 75321
    },
    {
      "epoch": 3.085070653286914,
      "grad_norm": 1.131818767067226,
      "learning_rate": 0.0001464877990780581,
      "loss": 0.6731,
      "step": 75322
    },
    {
      "epoch": 3.08511161171411,
      "grad_norm": 1.2034824975716119,
      "learning_rate": 0.00014648453857848926,
      "loss": 0.5855,
      "step": 75323
    },
    {
      "epoch": 3.0851525701413065,
      "grad_norm": 4.269086185494824,
      "learning_rate": 0.00014648127808058228,
      "loss": 3.9554,
      "step": 75324
    },
    {
      "epoch": 3.085193528568503,
      "grad_norm": 1.8186917712161765,
      "learning_rate": 0.00014647801758433876,
      "loss": 0.5687,
      "step": 75325
    },
    {
      "epoch": 3.0852344869956996,
      "grad_norm": 1.129960532727605,
      "learning_rate": 0.00014647475708976025,
      "loss": 0.6414,
      "step": 75326
    },
    {
      "epoch": 3.0852754454228957,
      "grad_norm": 1.528570302702566,
      "learning_rate": 0.00014647149659684827,
      "loss": 1.1206,
      "step": 75327
    },
    {
      "epoch": 3.085316403850092,
      "grad_norm": 1.328535917751739,
      "learning_rate": 0.00014646823610560433,
      "loss": 0.6784,
      "step": 75328
    },
    {
      "epoch": 3.0853573622772887,
      "grad_norm": 1.3004119050454428,
      "learning_rate": 0.00014646497561603003,
      "loss": 0.7897,
      "step": 75329
    },
    {
      "epoch": 3.085398320704485,
      "grad_norm": 1.3018224379936887,
      "learning_rate": 0.00014646171512812687,
      "loss": 0.6935,
      "step": 75330
    },
    {
      "epoch": 3.0854392791316814,
      "grad_norm": 1.3417735834921782,
      "learning_rate": 0.00014645845464189645,
      "loss": 0.5962,
      "step": 75331
    },
    {
      "epoch": 3.085480237558878,
      "grad_norm": 3.1661561877644724,
      "learning_rate": 0.0001464551941573402,
      "loss": 1.6789,
      "step": 75332
    },
    {
      "epoch": 3.085521195986074,
      "grad_norm": 1.3057867005541175,
      "learning_rate": 0.00014645193367445977,
      "loss": 0.6444,
      "step": 75333
    },
    {
      "epoch": 3.0855621544132705,
      "grad_norm": 1.2665094714490515,
      "learning_rate": 0.00014644867319325665,
      "loss": 0.8902,
      "step": 75334
    },
    {
      "epoch": 3.085603112840467,
      "grad_norm": 1.3941929920468563,
      "learning_rate": 0.0001464454127137324,
      "loss": 0.7794,
      "step": 75335
    },
    {
      "epoch": 3.085644071267663,
      "grad_norm": 0.837872730127858,
      "learning_rate": 0.00014644215223588852,
      "loss": 0.3534,
      "step": 75336
    },
    {
      "epoch": 3.0856850296948597,
      "grad_norm": 1.3899611009835675,
      "learning_rate": 0.00014643889175972662,
      "loss": 0.6698,
      "step": 75337
    },
    {
      "epoch": 3.0857259881220562,
      "grad_norm": 3.020528281768419,
      "learning_rate": 0.00014643563128524821,
      "loss": 3.7967,
      "step": 75338
    },
    {
      "epoch": 3.0857669465492523,
      "grad_norm": 1.2288507914023303,
      "learning_rate": 0.00014643237081245485,
      "loss": 0.7479,
      "step": 75339
    },
    {
      "epoch": 3.085807904976449,
      "grad_norm": 1.7996211205198909,
      "learning_rate": 0.00014642911034134801,
      "loss": 0.4005,
      "step": 75340
    },
    {
      "epoch": 3.0858488634036454,
      "grad_norm": 1.1913658309688142,
      "learning_rate": 0.00014642584987192928,
      "loss": 0.7119,
      "step": 75341
    },
    {
      "epoch": 3.0858898218308415,
      "grad_norm": 0.8621790186318161,
      "learning_rate": 0.00014642258940420025,
      "loss": 0.2536,
      "step": 75342
    },
    {
      "epoch": 3.085930780258038,
      "grad_norm": 1.4164413985143993,
      "learning_rate": 0.00014641932893816233,
      "loss": 0.9084,
      "step": 75343
    },
    {
      "epoch": 3.0859717386852346,
      "grad_norm": 1.1881183604168855,
      "learning_rate": 0.00014641606847381718,
      "loss": 0.6766,
      "step": 75344
    },
    {
      "epoch": 3.086012697112431,
      "grad_norm": 2.817324476359315,
      "learning_rate": 0.00014641280801116634,
      "loss": 1.089,
      "step": 75345
    },
    {
      "epoch": 3.086053655539627,
      "grad_norm": 1.2090876297181783,
      "learning_rate": 0.0001464095475502113,
      "loss": 0.63,
      "step": 75346
    },
    {
      "epoch": 3.0860946139668237,
      "grad_norm": 1.4744527524710263,
      "learning_rate": 0.00014640628709095357,
      "loss": 0.7588,
      "step": 75347
    },
    {
      "epoch": 3.0861355723940203,
      "grad_norm": 1.2698817767854875,
      "learning_rate": 0.00014640302663339476,
      "loss": 0.6151,
      "step": 75348
    },
    {
      "epoch": 3.0861765308212163,
      "grad_norm": 1.294890834417734,
      "learning_rate": 0.00014639976617753642,
      "loss": 0.8147,
      "step": 75349
    },
    {
      "epoch": 3.086217489248413,
      "grad_norm": 0.8152311736940137,
      "learning_rate": 0.00014639650572338006,
      "loss": 0.2298,
      "step": 75350
    },
    {
      "epoch": 3.0862584476756094,
      "grad_norm": 1.1286686068254197,
      "learning_rate": 0.00014639324527092716,
      "loss": 0.6055,
      "step": 75351
    },
    {
      "epoch": 3.0862994061028055,
      "grad_norm": 1.381326539419643,
      "learning_rate": 0.0001463899848201794,
      "loss": 0.7839,
      "step": 75352
    },
    {
      "epoch": 3.086340364530002,
      "grad_norm": 1.4042783351492603,
      "learning_rate": 0.00014638672437113822,
      "loss": 0.7663,
      "step": 75353
    },
    {
      "epoch": 3.0863813229571986,
      "grad_norm": 1.0192941472414627,
      "learning_rate": 0.0001463834639238052,
      "loss": 0.5554,
      "step": 75354
    },
    {
      "epoch": 3.0864222813843947,
      "grad_norm": 1.4405039692952613,
      "learning_rate": 0.00014638020347818183,
      "loss": 1.024,
      "step": 75355
    },
    {
      "epoch": 3.086463239811591,
      "grad_norm": 0.8130520579752369,
      "learning_rate": 0.0001463769430342697,
      "loss": 0.1677,
      "step": 75356
    },
    {
      "epoch": 3.0865041982387877,
      "grad_norm": 1.6523913568331752,
      "learning_rate": 0.00014637368259207037,
      "loss": 0.9472,
      "step": 75357
    },
    {
      "epoch": 3.086545156665984,
      "grad_norm": 1.0632359604428965,
      "learning_rate": 0.00014637042215158533,
      "loss": 0.5567,
      "step": 75358
    },
    {
      "epoch": 3.0865861150931804,
      "grad_norm": 1.509880430209391,
      "learning_rate": 0.00014636716171281613,
      "loss": 0.4182,
      "step": 75359
    },
    {
      "epoch": 3.086627073520377,
      "grad_norm": 1.1995769482299614,
      "learning_rate": 0.00014636390127576436,
      "loss": 0.6881,
      "step": 75360
    },
    {
      "epoch": 3.086668031947573,
      "grad_norm": 1.3333623184709078,
      "learning_rate": 0.0001463606408404315,
      "loss": 0.6606,
      "step": 75361
    },
    {
      "epoch": 3.0867089903747695,
      "grad_norm": 1.2071695703706296,
      "learning_rate": 0.00014635738040681914,
      "loss": 0.6639,
      "step": 75362
    },
    {
      "epoch": 3.086749948801966,
      "grad_norm": 1.7761124219684303,
      "learning_rate": 0.00014635411997492877,
      "loss": 0.7451,
      "step": 75363
    },
    {
      "epoch": 3.0867909072291626,
      "grad_norm": 1.1533957892779094,
      "learning_rate": 0.00014635085954476198,
      "loss": 0.6915,
      "step": 75364
    },
    {
      "epoch": 3.0868318656563587,
      "grad_norm": 0.9309728455928625,
      "learning_rate": 0.00014634759911632032,
      "loss": 0.5499,
      "step": 75365
    },
    {
      "epoch": 3.0868728240835552,
      "grad_norm": 1.273987165341593,
      "learning_rate": 0.00014634433868960527,
      "loss": 0.8803,
      "step": 75366
    },
    {
      "epoch": 3.0869137825107518,
      "grad_norm": 1.0672373989035435,
      "learning_rate": 0.0001463410782646184,
      "loss": 0.6207,
      "step": 75367
    },
    {
      "epoch": 3.086954740937948,
      "grad_norm": 1.4011095799841276,
      "learning_rate": 0.00014633781784136125,
      "loss": 0.8062,
      "step": 75368
    },
    {
      "epoch": 3.0869956993651444,
      "grad_norm": 1.1991122178954263,
      "learning_rate": 0.00014633455741983539,
      "loss": 0.6759,
      "step": 75369
    },
    {
      "epoch": 3.087036657792341,
      "grad_norm": 1.2463863253860563,
      "learning_rate": 0.00014633129700004235,
      "loss": 0.7581,
      "step": 75370
    },
    {
      "epoch": 3.087077616219537,
      "grad_norm": 1.3102771606245476,
      "learning_rate": 0.0001463280365819836,
      "loss": 0.4494,
      "step": 75371
    },
    {
      "epoch": 3.0871185746467336,
      "grad_norm": 1.979810396993591,
      "learning_rate": 0.0001463247761656608,
      "loss": 1.0194,
      "step": 75372
    },
    {
      "epoch": 3.08715953307393,
      "grad_norm": 1.1587580147660617,
      "learning_rate": 0.0001463215157510754,
      "loss": 0.7169,
      "step": 75373
    },
    {
      "epoch": 3.087200491501126,
      "grad_norm": 1.262281478978209,
      "learning_rate": 0.000146318255338229,
      "loss": 0.6148,
      "step": 75374
    },
    {
      "epoch": 3.0872414499283227,
      "grad_norm": 1.0207329076257212,
      "learning_rate": 0.0001463149949271231,
      "loss": 0.7112,
      "step": 75375
    },
    {
      "epoch": 3.0872824083555193,
      "grad_norm": 1.3870762704184716,
      "learning_rate": 0.00014631173451775924,
      "loss": 0.8688,
      "step": 75376
    },
    {
      "epoch": 3.0873233667827154,
      "grad_norm": 1.842028546474375,
      "learning_rate": 0.000146308474110139,
      "loss": 1.0193,
      "step": 75377
    },
    {
      "epoch": 3.087364325209912,
      "grad_norm": 1.177860277923345,
      "learning_rate": 0.00014630521370426392,
      "loss": 0.7054,
      "step": 75378
    },
    {
      "epoch": 3.0874052836371084,
      "grad_norm": 1.1100195902764494,
      "learning_rate": 0.0001463019533001355,
      "loss": 0.6211,
      "step": 75379
    },
    {
      "epoch": 3.0874462420643045,
      "grad_norm": 1.135679353675108,
      "learning_rate": 0.0001462986928977553,
      "loss": 0.5761,
      "step": 75380
    },
    {
      "epoch": 3.087487200491501,
      "grad_norm": 1.3334815299046026,
      "learning_rate": 0.00014629543249712485,
      "loss": 0.6391,
      "step": 75381
    },
    {
      "epoch": 3.0875281589186976,
      "grad_norm": 1.0625320770878317,
      "learning_rate": 0.00014629217209824572,
      "loss": 0.563,
      "step": 75382
    },
    {
      "epoch": 3.087569117345894,
      "grad_norm": 1.9277039532269187,
      "learning_rate": 0.00014628891170111944,
      "loss": 1.6826,
      "step": 75383
    },
    {
      "epoch": 3.08761007577309,
      "grad_norm": 1.2761881101915606,
      "learning_rate": 0.00014628565130574752,
      "loss": 0.7146,
      "step": 75384
    },
    {
      "epoch": 3.0876510342002867,
      "grad_norm": 1.5399181197264202,
      "learning_rate": 0.00014628239091213157,
      "loss": 1.0709,
      "step": 75385
    },
    {
      "epoch": 3.0876919926274833,
      "grad_norm": 1.0762204865736267,
      "learning_rate": 0.00014627913052027306,
      "loss": 0.6349,
      "step": 75386
    },
    {
      "epoch": 3.0877329510546794,
      "grad_norm": 1.3337216191920727,
      "learning_rate": 0.00014627587013017358,
      "loss": 1.0132,
      "step": 75387
    },
    {
      "epoch": 3.087773909481876,
      "grad_norm": 1.3287065061199885,
      "learning_rate": 0.00014627260974183463,
      "loss": 0.7052,
      "step": 75388
    },
    {
      "epoch": 3.0878148679090724,
      "grad_norm": 1.2292461115655449,
      "learning_rate": 0.00014626934935525778,
      "loss": 0.6022,
      "step": 75389
    },
    {
      "epoch": 3.0878558263362685,
      "grad_norm": 1.5871867682183296,
      "learning_rate": 0.00014626608897044458,
      "loss": 0.8398,
      "step": 75390
    },
    {
      "epoch": 3.087896784763465,
      "grad_norm": 1.1398230326574772,
      "learning_rate": 0.00014626282858739653,
      "loss": 0.5617,
      "step": 75391
    },
    {
      "epoch": 3.0879377431906616,
      "grad_norm": 1.3103016159682574,
      "learning_rate": 0.0001462595682061152,
      "loss": 0.8476,
      "step": 75392
    },
    {
      "epoch": 3.0879787016178577,
      "grad_norm": 0.6855439632101812,
      "learning_rate": 0.00014625630782660217,
      "loss": 0.1778,
      "step": 75393
    },
    {
      "epoch": 3.0880196600450542,
      "grad_norm": 0.9371713678217658,
      "learning_rate": 0.0001462530474488589,
      "loss": 0.1769,
      "step": 75394
    },
    {
      "epoch": 3.0880606184722508,
      "grad_norm": 1.0337668780143359,
      "learning_rate": 0.000146249787072887,
      "loss": 0.5179,
      "step": 75395
    },
    {
      "epoch": 3.088101576899447,
      "grad_norm": 0.4242741659202238,
      "learning_rate": 0.00014624652669868794,
      "loss": 0.0951,
      "step": 75396
    },
    {
      "epoch": 3.0881425353266434,
      "grad_norm": 0.8894499190674715,
      "learning_rate": 0.00014624326632626335,
      "loss": 0.2382,
      "step": 75397
    },
    {
      "epoch": 3.08818349375384,
      "grad_norm": 1.8241650766195907,
      "learning_rate": 0.00014624000595561473,
      "loss": 0.6892,
      "step": 75398
    },
    {
      "epoch": 3.088224452181036,
      "grad_norm": 1.2772501820740496,
      "learning_rate": 0.00014623674558674358,
      "loss": 0.6277,
      "step": 75399
    },
    {
      "epoch": 3.0882654106082326,
      "grad_norm": 1.6406781645237112,
      "learning_rate": 0.0001462334852196515,
      "loss": 0.778,
      "step": 75400
    },
    {
      "epoch": 3.088306369035429,
      "grad_norm": 0.8035781144433564,
      "learning_rate": 0.00014623022485434,
      "loss": 0.2285,
      "step": 75401
    },
    {
      "epoch": 3.0883473274626256,
      "grad_norm": 1.203123462464933,
      "learning_rate": 0.00014622696449081063,
      "loss": 0.6424,
      "step": 75402
    },
    {
      "epoch": 3.0883882858898217,
      "grad_norm": 3.2558979908535877,
      "learning_rate": 0.00014622370412906494,
      "loss": 3.4109,
      "step": 75403
    },
    {
      "epoch": 3.0884292443170183,
      "grad_norm": 1.647157366361392,
      "learning_rate": 0.00014622044376910446,
      "loss": 1.1435,
      "step": 75404
    },
    {
      "epoch": 3.088470202744215,
      "grad_norm": 1.0678998815904779,
      "learning_rate": 0.00014621718341093073,
      "loss": 0.7995,
      "step": 75405
    },
    {
      "epoch": 3.088511161171411,
      "grad_norm": 1.5363031280560837,
      "learning_rate": 0.0001462139230545453,
      "loss": 0.8294,
      "step": 75406
    },
    {
      "epoch": 3.0885521195986074,
      "grad_norm": 1.8352367487303476,
      "learning_rate": 0.0001462106626999497,
      "loss": 1.4191,
      "step": 75407
    },
    {
      "epoch": 3.088593078025804,
      "grad_norm": 1.6013429908213819,
      "learning_rate": 0.0001462074023471455,
      "loss": 1.0175,
      "step": 75408
    },
    {
      "epoch": 3.088634036453,
      "grad_norm": 1.378731173731562,
      "learning_rate": 0.0001462041419961342,
      "loss": 0.9679,
      "step": 75409
    },
    {
      "epoch": 3.0886749948801966,
      "grad_norm": 1.1743000593170256,
      "learning_rate": 0.00014620088164691745,
      "loss": 0.7156,
      "step": 75410
    },
    {
      "epoch": 3.088715953307393,
      "grad_norm": 0.8686347207956512,
      "learning_rate": 0.00014619762129949662,
      "loss": 0.2849,
      "step": 75411
    },
    {
      "epoch": 3.088756911734589,
      "grad_norm": 1.299463688987379,
      "learning_rate": 0.00014619436095387333,
      "loss": 0.8675,
      "step": 75412
    },
    {
      "epoch": 3.0887978701617858,
      "grad_norm": 0.57009180664036,
      "learning_rate": 0.00014619110061004912,
      "loss": 0.1563,
      "step": 75413
    },
    {
      "epoch": 3.0888388285889823,
      "grad_norm": 1.1059643501633916,
      "learning_rate": 0.00014618784026802556,
      "loss": 0.4816,
      "step": 75414
    },
    {
      "epoch": 3.0888797870161784,
      "grad_norm": 0.7460246409287827,
      "learning_rate": 0.00014618457992780412,
      "loss": 0.2478,
      "step": 75415
    },
    {
      "epoch": 3.088920745443375,
      "grad_norm": 1.1625321304844056,
      "learning_rate": 0.00014618131958938645,
      "loss": 0.7376,
      "step": 75416
    },
    {
      "epoch": 3.0889617038705715,
      "grad_norm": 1.4723691496776679,
      "learning_rate": 0.00014617805925277403,
      "loss": 0.9403,
      "step": 75417
    },
    {
      "epoch": 3.0890026622977675,
      "grad_norm": 0.9017673309460004,
      "learning_rate": 0.00014617479891796838,
      "loss": 0.4051,
      "step": 75418
    },
    {
      "epoch": 3.089043620724964,
      "grad_norm": 1.0455966036985307,
      "learning_rate": 0.000146171538584971,
      "loss": 0.5113,
      "step": 75419
    },
    {
      "epoch": 3.0890845791521606,
      "grad_norm": 0.8880311871639949,
      "learning_rate": 0.00014616827825378358,
      "loss": 0.2094,
      "step": 75420
    },
    {
      "epoch": 3.089125537579357,
      "grad_norm": 1.6502992472295646,
      "learning_rate": 0.00014616501792440756,
      "loss": 0.5526,
      "step": 75421
    },
    {
      "epoch": 3.0891664960065532,
      "grad_norm": 0.6988924798730417,
      "learning_rate": 0.0001461617575968445,
      "loss": 0.1619,
      "step": 75422
    },
    {
      "epoch": 3.0892074544337498,
      "grad_norm": 1.1778156846532961,
      "learning_rate": 0.0001461584972710959,
      "loss": 0.7413,
      "step": 75423
    },
    {
      "epoch": 3.0892484128609463,
      "grad_norm": 1.2054363247846187,
      "learning_rate": 0.0001461552369471634,
      "loss": 0.663,
      "step": 75424
    },
    {
      "epoch": 3.0892893712881424,
      "grad_norm": 1.0657065103524417,
      "learning_rate": 0.00014615197662504843,
      "loss": 0.3578,
      "step": 75425
    },
    {
      "epoch": 3.089330329715339,
      "grad_norm": 0.9703039608634503,
      "learning_rate": 0.0001461487163047526,
      "loss": 0.3011,
      "step": 75426
    },
    {
      "epoch": 3.0893712881425355,
      "grad_norm": 0.4678446319605671,
      "learning_rate": 0.00014614545598627741,
      "loss": 0.0765,
      "step": 75427
    },
    {
      "epoch": 3.0894122465697316,
      "grad_norm": 1.669217845687481,
      "learning_rate": 0.00014614219566962445,
      "loss": 1.2309,
      "step": 75428
    },
    {
      "epoch": 3.089453204996928,
      "grad_norm": 1.5939768244769223,
      "learning_rate": 0.00014613893535479525,
      "loss": 0.7782,
      "step": 75429
    },
    {
      "epoch": 3.0894941634241246,
      "grad_norm": 1.11934579116693,
      "learning_rate": 0.00014613567504179133,
      "loss": 0.782,
      "step": 75430
    },
    {
      "epoch": 3.0895351218513207,
      "grad_norm": 1.9261544511140474,
      "learning_rate": 0.0001461324147306142,
      "loss": 1.5113,
      "step": 75431
    },
    {
      "epoch": 3.0895760802785173,
      "grad_norm": 1.5774304093108498,
      "learning_rate": 0.00014612915442126548,
      "loss": 0.4466,
      "step": 75432
    },
    {
      "epoch": 3.089617038705714,
      "grad_norm": 1.3980729985912905,
      "learning_rate": 0.00014612589411374668,
      "loss": 0.7364,
      "step": 75433
    },
    {
      "epoch": 3.08965799713291,
      "grad_norm": 0.754304227634405,
      "learning_rate": 0.0001461226338080593,
      "loss": 0.2335,
      "step": 75434
    },
    {
      "epoch": 3.0896989555601064,
      "grad_norm": 1.2832834459213665,
      "learning_rate": 0.00014611937350420492,
      "loss": 0.8907,
      "step": 75435
    },
    {
      "epoch": 3.089739913987303,
      "grad_norm": 1.4154543200071432,
      "learning_rate": 0.00014611611320218507,
      "loss": 0.7788,
      "step": 75436
    },
    {
      "epoch": 3.089780872414499,
      "grad_norm": 0.7729755738630992,
      "learning_rate": 0.00014611285290200133,
      "loss": 0.2433,
      "step": 75437
    },
    {
      "epoch": 3.0898218308416956,
      "grad_norm": 1.1232874638551547,
      "learning_rate": 0.0001461095926036552,
      "loss": 0.632,
      "step": 75438
    },
    {
      "epoch": 3.089862789268892,
      "grad_norm": 1.3587921179574005,
      "learning_rate": 0.00014610633230714818,
      "loss": 0.8524,
      "step": 75439
    },
    {
      "epoch": 3.0899037476960887,
      "grad_norm": 0.8850256601907592,
      "learning_rate": 0.0001461030720124819,
      "loss": 0.3485,
      "step": 75440
    },
    {
      "epoch": 3.0899447061232848,
      "grad_norm": 1.1141029117825212,
      "learning_rate": 0.00014609981171965786,
      "loss": 0.6737,
      "step": 75441
    },
    {
      "epoch": 3.0899856645504813,
      "grad_norm": 1.325382718702859,
      "learning_rate": 0.00014609655142867761,
      "loss": 1.0657,
      "step": 75442
    },
    {
      "epoch": 3.090026622977678,
      "grad_norm": 1.082742771605416,
      "learning_rate": 0.00014609329113954265,
      "loss": 0.5618,
      "step": 75443
    },
    {
      "epoch": 3.090067581404874,
      "grad_norm": 1.7994691037536912,
      "learning_rate": 0.00014609003085225457,
      "loss": 0.6536,
      "step": 75444
    },
    {
      "epoch": 3.0901085398320705,
      "grad_norm": 1.2909897435566404,
      "learning_rate": 0.00014608677056681492,
      "loss": 0.8713,
      "step": 75445
    },
    {
      "epoch": 3.090149498259267,
      "grad_norm": 1.2409358618667143,
      "learning_rate": 0.0001460835102832252,
      "loss": 0.6563,
      "step": 75446
    },
    {
      "epoch": 3.090190456686463,
      "grad_norm": 1.2209605211564585,
      "learning_rate": 0.00014608025000148694,
      "loss": 0.8125,
      "step": 75447
    },
    {
      "epoch": 3.0902314151136596,
      "grad_norm": 0.9516857594932429,
      "learning_rate": 0.00014607698972160177,
      "loss": 0.3383,
      "step": 75448
    },
    {
      "epoch": 3.090272373540856,
      "grad_norm": 1.406399850663895,
      "learning_rate": 0.00014607372944357115,
      "loss": 0.8126,
      "step": 75449
    },
    {
      "epoch": 3.0903133319680522,
      "grad_norm": 1.095737760233483,
      "learning_rate": 0.00014607046916739663,
      "loss": 0.5794,
      "step": 75450
    },
    {
      "epoch": 3.090354290395249,
      "grad_norm": 1.1667052547376502,
      "learning_rate": 0.00014606720889307978,
      "loss": 0.7781,
      "step": 75451
    },
    {
      "epoch": 3.0903952488224453,
      "grad_norm": 0.6919438442487319,
      "learning_rate": 0.0001460639486206221,
      "loss": 0.1903,
      "step": 75452
    },
    {
      "epoch": 3.0904362072496414,
      "grad_norm": 2.3408191188357477,
      "learning_rate": 0.00014606068835002517,
      "loss": 0.9418,
      "step": 75453
    },
    {
      "epoch": 3.090477165676838,
      "grad_norm": 1.4597455827471033,
      "learning_rate": 0.00014605742808129052,
      "loss": 0.7494,
      "step": 75454
    },
    {
      "epoch": 3.0905181241040345,
      "grad_norm": 1.0523140766122352,
      "learning_rate": 0.0001460541678144197,
      "loss": 0.447,
      "step": 75455
    },
    {
      "epoch": 3.0905590825312306,
      "grad_norm": 1.1776327104331614,
      "learning_rate": 0.0001460509075494142,
      "loss": 0.6938,
      "step": 75456
    },
    {
      "epoch": 3.090600040958427,
      "grad_norm": 2.0063819367143734,
      "learning_rate": 0.00014604764728627564,
      "loss": 1.5869,
      "step": 75457
    },
    {
      "epoch": 3.0906409993856236,
      "grad_norm": 0.9846158241972159,
      "learning_rate": 0.00014604438702500554,
      "loss": 0.5369,
      "step": 75458
    },
    {
      "epoch": 3.09068195781282,
      "grad_norm": 0.8245041366804756,
      "learning_rate": 0.0001460411267656054,
      "loss": 0.1648,
      "step": 75459
    },
    {
      "epoch": 3.0907229162400163,
      "grad_norm": 1.5049599942924459,
      "learning_rate": 0.00014603786650807676,
      "loss": 0.8225,
      "step": 75460
    },
    {
      "epoch": 3.090763874667213,
      "grad_norm": 1.4326563885759596,
      "learning_rate": 0.00014603460625242122,
      "loss": 0.9282,
      "step": 75461
    },
    {
      "epoch": 3.0908048330944093,
      "grad_norm": 1.1425862359658543,
      "learning_rate": 0.0001460313459986403,
      "loss": 0.777,
      "step": 75462
    },
    {
      "epoch": 3.0908457915216054,
      "grad_norm": 0.9685322793296033,
      "learning_rate": 0.0001460280857467355,
      "loss": 0.2816,
      "step": 75463
    },
    {
      "epoch": 3.090886749948802,
      "grad_norm": 1.1107088148221211,
      "learning_rate": 0.00014602482549670837,
      "loss": 0.7412,
      "step": 75464
    },
    {
      "epoch": 3.0909277083759985,
      "grad_norm": 1.1922112828627665,
      "learning_rate": 0.00014602156524856053,
      "loss": 0.5979,
      "step": 75465
    },
    {
      "epoch": 3.0909686668031946,
      "grad_norm": 0.7559151638722612,
      "learning_rate": 0.00014601830500229342,
      "loss": 0.2666,
      "step": 75466
    },
    {
      "epoch": 3.091009625230391,
      "grad_norm": 1.2503873332180586,
      "learning_rate": 0.00014601504475790866,
      "loss": 0.8551,
      "step": 75467
    },
    {
      "epoch": 3.0910505836575877,
      "grad_norm": 0.9610711085686386,
      "learning_rate": 0.0001460117845154077,
      "loss": 0.5903,
      "step": 75468
    },
    {
      "epoch": 3.0910915420847838,
      "grad_norm": 1.7069855742931943,
      "learning_rate": 0.0001460085242747922,
      "loss": 0.8336,
      "step": 75469
    },
    {
      "epoch": 3.0911325005119803,
      "grad_norm": 0.5530043138703962,
      "learning_rate": 0.0001460052640360636,
      "loss": 0.1031,
      "step": 75470
    },
    {
      "epoch": 3.091173458939177,
      "grad_norm": 1.1201954731623016,
      "learning_rate": 0.0001460020037992235,
      "loss": 0.5709,
      "step": 75471
    },
    {
      "epoch": 3.091214417366373,
      "grad_norm": 1.1884205262649712,
      "learning_rate": 0.00014599874356427338,
      "loss": 0.6411,
      "step": 75472
    },
    {
      "epoch": 3.0912553757935695,
      "grad_norm": 1.9470898507711327,
      "learning_rate": 0.00014599548333121487,
      "loss": 1.4874,
      "step": 75473
    },
    {
      "epoch": 3.091296334220766,
      "grad_norm": 1.5599498195167363,
      "learning_rate": 0.00014599222310004946,
      "loss": 1.1851,
      "step": 75474
    },
    {
      "epoch": 3.0913372926479625,
      "grad_norm": 1.7596434110773416,
      "learning_rate": 0.00014598896287077866,
      "loss": 1.1962,
      "step": 75475
    },
    {
      "epoch": 3.0913782510751586,
      "grad_norm": 1.0355174827569158,
      "learning_rate": 0.00014598570264340405,
      "loss": 0.3091,
      "step": 75476
    },
    {
      "epoch": 3.091419209502355,
      "grad_norm": 0.8307482829267352,
      "learning_rate": 0.00014598244241792718,
      "loss": 0.2716,
      "step": 75477
    },
    {
      "epoch": 3.0914601679295517,
      "grad_norm": 1.406261927307369,
      "learning_rate": 0.00014597918219434958,
      "loss": 0.5918,
      "step": 75478
    },
    {
      "epoch": 3.091501126356748,
      "grad_norm": 1.4207934436366936,
      "learning_rate": 0.0001459759219726728,
      "loss": 0.694,
      "step": 75479
    },
    {
      "epoch": 3.0915420847839443,
      "grad_norm": 0.9224560381252006,
      "learning_rate": 0.0001459726617528984,
      "loss": 0.246,
      "step": 75480
    },
    {
      "epoch": 3.091583043211141,
      "grad_norm": 1.3242855943985488,
      "learning_rate": 0.00014596940153502788,
      "loss": 0.7209,
      "step": 75481
    },
    {
      "epoch": 3.091624001638337,
      "grad_norm": 1.0163329540260584,
      "learning_rate": 0.00014596614131906277,
      "loss": 0.6175,
      "step": 75482
    },
    {
      "epoch": 3.0916649600655335,
      "grad_norm": 0.939606613980467,
      "learning_rate": 0.00014596288110500457,
      "loss": 0.2032,
      "step": 75483
    },
    {
      "epoch": 3.09170591849273,
      "grad_norm": 1.4297603107787829,
      "learning_rate": 0.00014595962089285498,
      "loss": 0.7446,
      "step": 75484
    },
    {
      "epoch": 3.091746876919926,
      "grad_norm": 1.5733519036254262,
      "learning_rate": 0.0001459563606826154,
      "loss": 0.8698,
      "step": 75485
    },
    {
      "epoch": 3.0917878353471226,
      "grad_norm": 1.0658704073246332,
      "learning_rate": 0.00014595310047428744,
      "loss": 0.5702,
      "step": 75486
    },
    {
      "epoch": 3.091828793774319,
      "grad_norm": 1.5778703161356633,
      "learning_rate": 0.0001459498402678726,
      "loss": 0.7903,
      "step": 75487
    },
    {
      "epoch": 3.0918697522015153,
      "grad_norm": 1.2746597091970044,
      "learning_rate": 0.00014594658006337243,
      "loss": 0.9062,
      "step": 75488
    },
    {
      "epoch": 3.091910710628712,
      "grad_norm": 1.1636910587673368,
      "learning_rate": 0.0001459433198607885,
      "loss": 0.7985,
      "step": 75489
    },
    {
      "epoch": 3.0919516690559083,
      "grad_norm": 1.062163456286091,
      "learning_rate": 0.00014594005966012236,
      "loss": 0.5365,
      "step": 75490
    },
    {
      "epoch": 3.0919926274831044,
      "grad_norm": 0.7301371319091253,
      "learning_rate": 0.00014593679946137548,
      "loss": 0.2192,
      "step": 75491
    },
    {
      "epoch": 3.092033585910301,
      "grad_norm": 1.1982598932162563,
      "learning_rate": 0.00014593353926454946,
      "loss": 0.679,
      "step": 75492
    },
    {
      "epoch": 3.0920745443374975,
      "grad_norm": 1.426609593621948,
      "learning_rate": 0.00014593027906964584,
      "loss": 0.8923,
      "step": 75493
    },
    {
      "epoch": 3.092115502764694,
      "grad_norm": 1.6278424426924507,
      "learning_rate": 0.00014592701887666614,
      "loss": 0.6551,
      "step": 75494
    },
    {
      "epoch": 3.09215646119189,
      "grad_norm": 1.1827160141019901,
      "learning_rate": 0.0001459237586856119,
      "loss": 0.542,
      "step": 75495
    },
    {
      "epoch": 3.0921974196190867,
      "grad_norm": 1.7577230240885298,
      "learning_rate": 0.00014592049849648466,
      "loss": 0.9153,
      "step": 75496
    },
    {
      "epoch": 3.092238378046283,
      "grad_norm": 1.3371867825612662,
      "learning_rate": 0.000145917238309286,
      "loss": 0.7809,
      "step": 75497
    },
    {
      "epoch": 3.0922793364734793,
      "grad_norm": 1.281587238920711,
      "learning_rate": 0.00014591397812401745,
      "loss": 0.7058,
      "step": 75498
    },
    {
      "epoch": 3.092320294900676,
      "grad_norm": 1.218801203865908,
      "learning_rate": 0.00014591071794068045,
      "loss": 0.7749,
      "step": 75499
    },
    {
      "epoch": 3.0923612533278724,
      "grad_norm": 1.2884527698404873,
      "learning_rate": 0.0001459074577592767,
      "loss": 0.7904,
      "step": 75500
    },
    {
      "epoch": 3.0924022117550685,
      "grad_norm": 1.0094332723552992,
      "learning_rate": 0.00014590419757980764,
      "loss": 0.2687,
      "step": 75501
    },
    {
      "epoch": 3.092443170182265,
      "grad_norm": 1.7137580903647969,
      "learning_rate": 0.00014590093740227486,
      "loss": 0.9788,
      "step": 75502
    },
    {
      "epoch": 3.0924841286094615,
      "grad_norm": 1.6119907248099674,
      "learning_rate": 0.00014589767722667985,
      "loss": 0.6724,
      "step": 75503
    },
    {
      "epoch": 3.0925250870366576,
      "grad_norm": 1.10577832664445,
      "learning_rate": 0.0001458944170530242,
      "loss": 0.5335,
      "step": 75504
    },
    {
      "epoch": 3.092566045463854,
      "grad_norm": 0.6476948075203132,
      "learning_rate": 0.00014589115688130942,
      "loss": 0.2082,
      "step": 75505
    },
    {
      "epoch": 3.0926070038910507,
      "grad_norm": 1.2466312946029283,
      "learning_rate": 0.0001458878967115371,
      "loss": 0.6322,
      "step": 75506
    },
    {
      "epoch": 3.092647962318247,
      "grad_norm": 1.3988384589615792,
      "learning_rate": 0.00014588463654370868,
      "loss": 0.9065,
      "step": 75507
    },
    {
      "epoch": 3.0926889207454433,
      "grad_norm": 1.1046172529157958,
      "learning_rate": 0.0001458813763778258,
      "loss": 0.8441,
      "step": 75508
    },
    {
      "epoch": 3.09272987917264,
      "grad_norm": 1.0138053401035467,
      "learning_rate": 0.00014587811621388997,
      "loss": 0.5235,
      "step": 75509
    },
    {
      "epoch": 3.092770837599836,
      "grad_norm": 1.1710470861525217,
      "learning_rate": 0.00014587485605190272,
      "loss": 0.7312,
      "step": 75510
    },
    {
      "epoch": 3.0928117960270325,
      "grad_norm": 1.3747804883895385,
      "learning_rate": 0.00014587159589186558,
      "loss": 0.7898,
      "step": 75511
    },
    {
      "epoch": 3.092852754454229,
      "grad_norm": 0.828385259727447,
      "learning_rate": 0.00014586833573378014,
      "loss": 0.2307,
      "step": 75512
    },
    {
      "epoch": 3.0928937128814256,
      "grad_norm": 1.2058535461757909,
      "learning_rate": 0.00014586507557764789,
      "loss": 0.6695,
      "step": 75513
    },
    {
      "epoch": 3.0929346713086217,
      "grad_norm": 1.4893174582749413,
      "learning_rate": 0.00014586181542347042,
      "loss": 1.1664,
      "step": 75514
    },
    {
      "epoch": 3.092975629735818,
      "grad_norm": 1.6075961665074212,
      "learning_rate": 0.00014585855527124919,
      "loss": 0.8997,
      "step": 75515
    },
    {
      "epoch": 3.0930165881630147,
      "grad_norm": 1.9567163126774811,
      "learning_rate": 0.00014585529512098586,
      "loss": 0.6735,
      "step": 75516
    },
    {
      "epoch": 3.093057546590211,
      "grad_norm": 0.8291404545527228,
      "learning_rate": 0.00014585203497268187,
      "loss": 0.2196,
      "step": 75517
    },
    {
      "epoch": 3.0930985050174074,
      "grad_norm": 0.9203558533607827,
      "learning_rate": 0.00014584877482633882,
      "loss": 0.2842,
      "step": 75518
    },
    {
      "epoch": 3.093139463444604,
      "grad_norm": 0.9753653126450333,
      "learning_rate": 0.00014584551468195818,
      "loss": 0.3513,
      "step": 75519
    },
    {
      "epoch": 3.0931804218718,
      "grad_norm": 1.1735466715033727,
      "learning_rate": 0.00014584225453954157,
      "loss": 0.813,
      "step": 75520
    },
    {
      "epoch": 3.0932213802989965,
      "grad_norm": 4.358332787018763,
      "learning_rate": 0.00014583899439909052,
      "loss": 2.1405,
      "step": 75521
    },
    {
      "epoch": 3.093262338726193,
      "grad_norm": 0.815198253158308,
      "learning_rate": 0.00014583573426060656,
      "loss": 0.2816,
      "step": 75522
    },
    {
      "epoch": 3.093303297153389,
      "grad_norm": 1.6382258424749157,
      "learning_rate": 0.00014583247412409118,
      "loss": 0.7855,
      "step": 75523
    },
    {
      "epoch": 3.0933442555805857,
      "grad_norm": 1.1754699984291028,
      "learning_rate": 0.00014582921398954596,
      "loss": 0.7586,
      "step": 75524
    },
    {
      "epoch": 3.093385214007782,
      "grad_norm": 0.7934998127027643,
      "learning_rate": 0.00014582595385697247,
      "loss": 0.2943,
      "step": 75525
    },
    {
      "epoch": 3.0934261724349783,
      "grad_norm": 1.2416549665366985,
      "learning_rate": 0.00014582269372637223,
      "loss": 0.6038,
      "step": 75526
    },
    {
      "epoch": 3.093467130862175,
      "grad_norm": 1.3487104460104455,
      "learning_rate": 0.00014581943359774679,
      "loss": 0.8095,
      "step": 75527
    },
    {
      "epoch": 3.0935080892893714,
      "grad_norm": 1.2512681541830024,
      "learning_rate": 0.00014581617347109765,
      "loss": 0.7691,
      "step": 75528
    },
    {
      "epoch": 3.093549047716568,
      "grad_norm": 1.7436108314981322,
      "learning_rate": 0.0001458129133464264,
      "loss": 0.8503,
      "step": 75529
    },
    {
      "epoch": 3.093590006143764,
      "grad_norm": 1.4256376957622798,
      "learning_rate": 0.00014580965322373454,
      "loss": 0.6788,
      "step": 75530
    },
    {
      "epoch": 3.0936309645709605,
      "grad_norm": 0.8724396354730583,
      "learning_rate": 0.00014580639310302366,
      "loss": 0.5409,
      "step": 75531
    },
    {
      "epoch": 3.093671922998157,
      "grad_norm": 1.3924270389218671,
      "learning_rate": 0.00014580313298429525,
      "loss": 0.8872,
      "step": 75532
    },
    {
      "epoch": 3.093712881425353,
      "grad_norm": 2.2212535207048445,
      "learning_rate": 0.0001457998728675509,
      "loss": 1.1595,
      "step": 75533
    },
    {
      "epoch": 3.0937538398525497,
      "grad_norm": 1.471283219702569,
      "learning_rate": 0.0001457966127527921,
      "loss": 0.59,
      "step": 75534
    },
    {
      "epoch": 3.0937947982797462,
      "grad_norm": 1.3866950288702637,
      "learning_rate": 0.00014579335264002045,
      "loss": 0.8106,
      "step": 75535
    },
    {
      "epoch": 3.0938357567069423,
      "grad_norm": 1.008169384591192,
      "learning_rate": 0.00014579009252923742,
      "loss": 0.5901,
      "step": 75536
    },
    {
      "epoch": 3.093876715134139,
      "grad_norm": 1.466901303851114,
      "learning_rate": 0.0001457868324204446,
      "loss": 0.7353,
      "step": 75537
    },
    {
      "epoch": 3.0939176735613354,
      "grad_norm": 1.5215139495843257,
      "learning_rate": 0.00014578357231364352,
      "loss": 0.7404,
      "step": 75538
    },
    {
      "epoch": 3.0939586319885315,
      "grad_norm": 1.533585520395697,
      "learning_rate": 0.00014578031220883575,
      "loss": 0.8551,
      "step": 75539
    },
    {
      "epoch": 3.093999590415728,
      "grad_norm": 0.999033316552936,
      "learning_rate": 0.00014577705210602277,
      "loss": 0.3506,
      "step": 75540
    },
    {
      "epoch": 3.0940405488429246,
      "grad_norm": 2.3575258643175814,
      "learning_rate": 0.00014577379200520618,
      "loss": 1.407,
      "step": 75541
    },
    {
      "epoch": 3.0940815072701207,
      "grad_norm": 1.1793578306496335,
      "learning_rate": 0.0001457705319063875,
      "loss": 0.5684,
      "step": 75542
    },
    {
      "epoch": 3.094122465697317,
      "grad_norm": 0.962445014338854,
      "learning_rate": 0.00014576727180956825,
      "loss": 0.2332,
      "step": 75543
    },
    {
      "epoch": 3.0941634241245137,
      "grad_norm": 7.763617328636997,
      "learning_rate": 0.00014576401171474996,
      "loss": 2.4329,
      "step": 75544
    },
    {
      "epoch": 3.09420438255171,
      "grad_norm": 1.3164719521984287,
      "learning_rate": 0.00014576075162193425,
      "loss": 0.7695,
      "step": 75545
    },
    {
      "epoch": 3.0942453409789064,
      "grad_norm": 1.1616865142278392,
      "learning_rate": 0.0001457574915311226,
      "loss": 0.6369,
      "step": 75546
    },
    {
      "epoch": 3.094286299406103,
      "grad_norm": 1.365091440670245,
      "learning_rate": 0.00014575423144231654,
      "loss": 0.9249,
      "step": 75547
    },
    {
      "epoch": 3.0943272578332994,
      "grad_norm": 1.2422472937136575,
      "learning_rate": 0.00014575097135551763,
      "loss": 0.8022,
      "step": 75548
    },
    {
      "epoch": 3.0943682162604955,
      "grad_norm": 1.0378895231857261,
      "learning_rate": 0.00014574771127072743,
      "loss": 0.3804,
      "step": 75549
    },
    {
      "epoch": 3.094409174687692,
      "grad_norm": 1.6300545628231646,
      "learning_rate": 0.0001457444511879475,
      "loss": 1.2238,
      "step": 75550
    },
    {
      "epoch": 3.0944501331148886,
      "grad_norm": 0.8680699918326961,
      "learning_rate": 0.00014574119110717936,
      "loss": 0.382,
      "step": 75551
    },
    {
      "epoch": 3.0944910915420847,
      "grad_norm": 0.9192538061259313,
      "learning_rate": 0.00014573793102842447,
      "loss": 0.3909,
      "step": 75552
    },
    {
      "epoch": 3.094532049969281,
      "grad_norm": 0.7502232899874971,
      "learning_rate": 0.00014573467095168447,
      "loss": 0.2239,
      "step": 75553
    },
    {
      "epoch": 3.0945730083964778,
      "grad_norm": 1.2413922348068835,
      "learning_rate": 0.00014573141087696086,
      "loss": 0.731,
      "step": 75554
    },
    {
      "epoch": 3.094613966823674,
      "grad_norm": 1.1367666599027109,
      "learning_rate": 0.00014572815080425518,
      "loss": 0.6579,
      "step": 75555
    },
    {
      "epoch": 3.0946549252508704,
      "grad_norm": 1.2104369509669972,
      "learning_rate": 0.00014572489073356898,
      "loss": 0.7309,
      "step": 75556
    },
    {
      "epoch": 3.094695883678067,
      "grad_norm": 1.0351028447171122,
      "learning_rate": 0.00014572163066490384,
      "loss": 0.5052,
      "step": 75557
    },
    {
      "epoch": 3.094736842105263,
      "grad_norm": 1.6230256818995452,
      "learning_rate": 0.00014571837059826123,
      "loss": 1.0226,
      "step": 75558
    },
    {
      "epoch": 3.0947778005324595,
      "grad_norm": 1.1028398871747693,
      "learning_rate": 0.00014571511053364274,
      "loss": 0.6155,
      "step": 75559
    },
    {
      "epoch": 3.094818758959656,
      "grad_norm": 1.1827756451992135,
      "learning_rate": 0.0001457118504710499,
      "loss": 0.6434,
      "step": 75560
    },
    {
      "epoch": 3.094859717386852,
      "grad_norm": 0.7849152235597683,
      "learning_rate": 0.00014570859041048424,
      "loss": 0.249,
      "step": 75561
    },
    {
      "epoch": 3.0949006758140487,
      "grad_norm": 0.725773128339227,
      "learning_rate": 0.00014570533035194734,
      "loss": 0.1967,
      "step": 75562
    },
    {
      "epoch": 3.0949416342412452,
      "grad_norm": 1.3197969161646783,
      "learning_rate": 0.00014570207029544063,
      "loss": 0.8733,
      "step": 75563
    },
    {
      "epoch": 3.0949825926684413,
      "grad_norm": 1.7648525732216074,
      "learning_rate": 0.0001456988102409658,
      "loss": 0.7467,
      "step": 75564
    },
    {
      "epoch": 3.095023551095638,
      "grad_norm": 1.4136105467721307,
      "learning_rate": 0.00014569555018852432,
      "loss": 0.9388,
      "step": 75565
    },
    {
      "epoch": 3.0950645095228344,
      "grad_norm": 1.0298983618736182,
      "learning_rate": 0.00014569229013811771,
      "loss": 0.1758,
      "step": 75566
    },
    {
      "epoch": 3.095105467950031,
      "grad_norm": 1.312202876674996,
      "learning_rate": 0.00014568903008974754,
      "loss": 0.8193,
      "step": 75567
    },
    {
      "epoch": 3.095146426377227,
      "grad_norm": 1.3918799030287259,
      "learning_rate": 0.00014568577004341537,
      "loss": 0.9076,
      "step": 75568
    },
    {
      "epoch": 3.0951873848044236,
      "grad_norm": 1.212792116621516,
      "learning_rate": 0.0001456825099991227,
      "loss": 0.6745,
      "step": 75569
    },
    {
      "epoch": 3.09522834323162,
      "grad_norm": 1.2287355152492165,
      "learning_rate": 0.0001456792499568711,
      "loss": 0.5558,
      "step": 75570
    },
    {
      "epoch": 3.095269301658816,
      "grad_norm": 1.5743087742915747,
      "learning_rate": 0.00014567598991666205,
      "loss": 1.1932,
      "step": 75571
    },
    {
      "epoch": 3.0953102600860127,
      "grad_norm": 1.275598601003173,
      "learning_rate": 0.0001456727298784972,
      "loss": 0.7787,
      "step": 75572
    },
    {
      "epoch": 3.0953512185132093,
      "grad_norm": 1.9820919974338524,
      "learning_rate": 0.00014566946984237802,
      "loss": 0.8892,
      "step": 75573
    },
    {
      "epoch": 3.0953921769404054,
      "grad_norm": 1.19519997348161,
      "learning_rate": 0.00014566620980830606,
      "loss": 0.808,
      "step": 75574
    },
    {
      "epoch": 3.095433135367602,
      "grad_norm": 1.1682144255496782,
      "learning_rate": 0.00014566294977628284,
      "loss": 0.6521,
      "step": 75575
    },
    {
      "epoch": 3.0954740937947984,
      "grad_norm": 1.2597718789665169,
      "learning_rate": 0.00014565968974630995,
      "loss": 0.8456,
      "step": 75576
    },
    {
      "epoch": 3.0955150522219945,
      "grad_norm": 1.1779391138172035,
      "learning_rate": 0.00014565642971838889,
      "loss": 0.7341,
      "step": 75577
    },
    {
      "epoch": 3.095556010649191,
      "grad_norm": 0.8829004862766379,
      "learning_rate": 0.00014565316969252125,
      "loss": 0.2003,
      "step": 75578
    },
    {
      "epoch": 3.0955969690763876,
      "grad_norm": 0.7984793710176615,
      "learning_rate": 0.0001456499096687085,
      "loss": 0.3018,
      "step": 75579
    },
    {
      "epoch": 3.0956379275035837,
      "grad_norm": 1.410450661877246,
      "learning_rate": 0.00014564664964695224,
      "loss": 1.0783,
      "step": 75580
    },
    {
      "epoch": 3.09567888593078,
      "grad_norm": 1.2744404427884164,
      "learning_rate": 0.000145643389627254,
      "loss": 0.8686,
      "step": 75581
    },
    {
      "epoch": 3.0957198443579768,
      "grad_norm": 1.4972600685334105,
      "learning_rate": 0.0001456401296096153,
      "loss": 0.6908,
      "step": 75582
    },
    {
      "epoch": 3.095760802785173,
      "grad_norm": 1.14833797034976,
      "learning_rate": 0.0001456368695940377,
      "loss": 0.6172,
      "step": 75583
    },
    {
      "epoch": 3.0958017612123694,
      "grad_norm": 1.0028179639449462,
      "learning_rate": 0.00014563360958052274,
      "loss": 0.4649,
      "step": 75584
    },
    {
      "epoch": 3.095842719639566,
      "grad_norm": 1.4244702429209013,
      "learning_rate": 0.00014563034956907193,
      "loss": 0.6803,
      "step": 75585
    },
    {
      "epoch": 3.0958836780667625,
      "grad_norm": 1.2075409949643183,
      "learning_rate": 0.00014562708955968688,
      "loss": 0.7549,
      "step": 75586
    },
    {
      "epoch": 3.0959246364939585,
      "grad_norm": 1.4567705681459688,
      "learning_rate": 0.00014562382955236904,
      "loss": 0.7726,
      "step": 75587
    },
    {
      "epoch": 3.095965594921155,
      "grad_norm": 1.1287933286084908,
      "learning_rate": 0.00014562056954712003,
      "loss": 0.843,
      "step": 75588
    },
    {
      "epoch": 3.0960065533483516,
      "grad_norm": 0.7761792979355014,
      "learning_rate": 0.00014561730954394135,
      "loss": 0.1986,
      "step": 75589
    },
    {
      "epoch": 3.0960475117755477,
      "grad_norm": 1.3119473693997175,
      "learning_rate": 0.0001456140495428346,
      "loss": 0.7551,
      "step": 75590
    },
    {
      "epoch": 3.0960884702027442,
      "grad_norm": 1.1820095828639439,
      "learning_rate": 0.0001456107895438012,
      "loss": 0.7224,
      "step": 75591
    },
    {
      "epoch": 3.096129428629941,
      "grad_norm": 4.402769471379429,
      "learning_rate": 0.00014560752954684278,
      "loss": 2.2523,
      "step": 75592
    },
    {
      "epoch": 3.096170387057137,
      "grad_norm": 1.3520230134720623,
      "learning_rate": 0.00014560426955196088,
      "loss": 0.7952,
      "step": 75593
    },
    {
      "epoch": 3.0962113454843334,
      "grad_norm": 1.8781594244100288,
      "learning_rate": 0.00014560100955915705,
      "loss": 0.4098,
      "step": 75594
    },
    {
      "epoch": 3.09625230391153,
      "grad_norm": 1.2667189246294852,
      "learning_rate": 0.00014559774956843276,
      "loss": 0.8042,
      "step": 75595
    },
    {
      "epoch": 3.096293262338726,
      "grad_norm": 0.8961789494790152,
      "learning_rate": 0.0001455944895797896,
      "loss": 0.293,
      "step": 75596
    },
    {
      "epoch": 3.0963342207659226,
      "grad_norm": 0.9458077068439102,
      "learning_rate": 0.00014559122959322915,
      "loss": 0.2847,
      "step": 75597
    },
    {
      "epoch": 3.096375179193119,
      "grad_norm": 1.5139244518392774,
      "learning_rate": 0.00014558796960875288,
      "loss": 0.8379,
      "step": 75598
    },
    {
      "epoch": 3.096416137620315,
      "grad_norm": 1.2472868811015,
      "learning_rate": 0.0001455847096263624,
      "loss": 0.5084,
      "step": 75599
    },
    {
      "epoch": 3.0964570960475117,
      "grad_norm": 1.470928473708056,
      "learning_rate": 0.00014558144964605914,
      "loss": 0.6655,
      "step": 75600
    },
    {
      "epoch": 3.0964980544747083,
      "grad_norm": 1.871811382049143,
      "learning_rate": 0.0001455781896678448,
      "loss": 1.0744,
      "step": 75601
    },
    {
      "epoch": 3.0965390129019044,
      "grad_norm": 1.4437587044799416,
      "learning_rate": 0.00014557492969172078,
      "loss": 0.7159,
      "step": 75602
    },
    {
      "epoch": 3.096579971329101,
      "grad_norm": 1.1586408027656276,
      "learning_rate": 0.00014557166971768871,
      "loss": 0.687,
      "step": 75603
    },
    {
      "epoch": 3.0966209297562974,
      "grad_norm": 1.4555155096317676,
      "learning_rate": 0.00014556840974575005,
      "loss": 0.6594,
      "step": 75604
    },
    {
      "epoch": 3.096661888183494,
      "grad_norm": 1.4284152727066854,
      "learning_rate": 0.00014556514977590645,
      "loss": 0.8825,
      "step": 75605
    },
    {
      "epoch": 3.09670284661069,
      "grad_norm": 1.2976989954979836,
      "learning_rate": 0.00014556188980815934,
      "loss": 0.8491,
      "step": 75606
    },
    {
      "epoch": 3.0967438050378866,
      "grad_norm": 1.9739968679737776,
      "learning_rate": 0.00014555862984251035,
      "loss": 1.2917,
      "step": 75607
    },
    {
      "epoch": 3.096784763465083,
      "grad_norm": 1.4751009596344964,
      "learning_rate": 0.0001455553698789609,
      "loss": 0.7766,
      "step": 75608
    },
    {
      "epoch": 3.0968257218922792,
      "grad_norm": 1.1341594610788308,
      "learning_rate": 0.00014555210991751272,
      "loss": 0.5891,
      "step": 75609
    },
    {
      "epoch": 3.0968666803194758,
      "grad_norm": 1.002792012840393,
      "learning_rate": 0.0001455488499581672,
      "loss": 0.415,
      "step": 75610
    },
    {
      "epoch": 3.0969076387466723,
      "grad_norm": 1.2026071830087919,
      "learning_rate": 0.00014554559000092593,
      "loss": 0.5837,
      "step": 75611
    },
    {
      "epoch": 3.0969485971738684,
      "grad_norm": 1.0405011958930965,
      "learning_rate": 0.00014554233004579042,
      "loss": 0.343,
      "step": 75612
    },
    {
      "epoch": 3.096989555601065,
      "grad_norm": 1.095203951193929,
      "learning_rate": 0.00014553907009276227,
      "loss": 0.6406,
      "step": 75613
    },
    {
      "epoch": 3.0970305140282615,
      "grad_norm": 2.8486594938266663,
      "learning_rate": 0.00014553581014184298,
      "loss": 1.4856,
      "step": 75614
    },
    {
      "epoch": 3.0970714724554576,
      "grad_norm": 1.6708578741813034,
      "learning_rate": 0.0001455325501930341,
      "loss": 1.1534,
      "step": 75615
    },
    {
      "epoch": 3.097112430882654,
      "grad_norm": 1.0569114819473249,
      "learning_rate": 0.00014552929024633715,
      "loss": 0.5825,
      "step": 75616
    },
    {
      "epoch": 3.0971533893098506,
      "grad_norm": 1.3621962848391251,
      "learning_rate": 0.00014552603030175372,
      "loss": 0.7843,
      "step": 75617
    },
    {
      "epoch": 3.0971943477370467,
      "grad_norm": 0.6631937444819507,
      "learning_rate": 0.0001455227703592853,
      "loss": 0.1928,
      "step": 75618
    },
    {
      "epoch": 3.0972353061642433,
      "grad_norm": 1.328409927133216,
      "learning_rate": 0.0001455195104189335,
      "loss": 0.686,
      "step": 75619
    },
    {
      "epoch": 3.09727626459144,
      "grad_norm": 1.3016899580261505,
      "learning_rate": 0.00014551625048069973,
      "loss": 0.687,
      "step": 75620
    },
    {
      "epoch": 3.097317223018636,
      "grad_norm": 1.3212793094124773,
      "learning_rate": 0.00014551299054458574,
      "loss": 0.7419,
      "step": 75621
    },
    {
      "epoch": 3.0973581814458324,
      "grad_norm": 1.6016492913192535,
      "learning_rate": 0.0001455097306105929,
      "loss": 0.8214,
      "step": 75622
    },
    {
      "epoch": 3.097399139873029,
      "grad_norm": 1.3284980321640787,
      "learning_rate": 0.00014550647067872275,
      "loss": 0.8805,
      "step": 75623
    },
    {
      "epoch": 3.0974400983002255,
      "grad_norm": 1.3989949527798191,
      "learning_rate": 0.00014550321074897692,
      "loss": 0.6689,
      "step": 75624
    },
    {
      "epoch": 3.0974810567274216,
      "grad_norm": 1.1431704928314441,
      "learning_rate": 0.00014549995082135692,
      "loss": 0.7094,
      "step": 75625
    },
    {
      "epoch": 3.097522015154618,
      "grad_norm": 2.1588573004167873,
      "learning_rate": 0.00014549669089586423,
      "loss": 0.9592,
      "step": 75626
    },
    {
      "epoch": 3.0975629735818146,
      "grad_norm": 1.652785176571823,
      "learning_rate": 0.00014549343097250048,
      "loss": 0.8095,
      "step": 75627
    },
    {
      "epoch": 3.0976039320090107,
      "grad_norm": 1.1069127626870392,
      "learning_rate": 0.00014549017105126716,
      "loss": 0.5357,
      "step": 75628
    },
    {
      "epoch": 3.0976448904362073,
      "grad_norm": 2.060400677404291,
      "learning_rate": 0.00014548691113216585,
      "loss": 1.6511,
      "step": 75629
    },
    {
      "epoch": 3.097685848863404,
      "grad_norm": 0.7373070239437082,
      "learning_rate": 0.00014548365121519805,
      "loss": 0.2742,
      "step": 75630
    },
    {
      "epoch": 3.0977268072906,
      "grad_norm": 1.1078749405741766,
      "learning_rate": 0.0001454803913003653,
      "loss": 0.6149,
      "step": 75631
    },
    {
      "epoch": 3.0977677657177964,
      "grad_norm": 1.2114463005948009,
      "learning_rate": 0.00014547713138766917,
      "loss": 0.767,
      "step": 75632
    },
    {
      "epoch": 3.097808724144993,
      "grad_norm": 1.1114506472450814,
      "learning_rate": 0.00014547387147711123,
      "loss": 0.5081,
      "step": 75633
    },
    {
      "epoch": 3.097849682572189,
      "grad_norm": 0.951190942484791,
      "learning_rate": 0.00014547061156869293,
      "loss": 0.547,
      "step": 75634
    },
    {
      "epoch": 3.0978906409993856,
      "grad_norm": 1.866563911307,
      "learning_rate": 0.00014546735166241586,
      "loss": 0.9105,
      "step": 75635
    },
    {
      "epoch": 3.097931599426582,
      "grad_norm": 1.450343382488495,
      "learning_rate": 0.0001454640917582816,
      "loss": 0.6947,
      "step": 75636
    },
    {
      "epoch": 3.0979725578537782,
      "grad_norm": 1.3219703808000909,
      "learning_rate": 0.00014546083185629162,
      "loss": 0.7329,
      "step": 75637
    },
    {
      "epoch": 3.0980135162809748,
      "grad_norm": 1.276844883082419,
      "learning_rate": 0.00014545757195644752,
      "loss": 0.9403,
      "step": 75638
    },
    {
      "epoch": 3.0980544747081713,
      "grad_norm": 1.1859139297354144,
      "learning_rate": 0.0001454543120587508,
      "loss": 0.61,
      "step": 75639
    },
    {
      "epoch": 3.0980954331353674,
      "grad_norm": 1.082906879146117,
      "learning_rate": 0.000145451052163203,
      "loss": 0.6606,
      "step": 75640
    },
    {
      "epoch": 3.098136391562564,
      "grad_norm": 1.2455480117842885,
      "learning_rate": 0.00014544779226980574,
      "loss": 0.3726,
      "step": 75641
    },
    {
      "epoch": 3.0981773499897605,
      "grad_norm": 2.5842127964275563,
      "learning_rate": 0.00014544453237856048,
      "loss": 0.9608,
      "step": 75642
    },
    {
      "epoch": 3.098218308416957,
      "grad_norm": 1.2678546178396684,
      "learning_rate": 0.0001454412724894687,
      "loss": 0.6682,
      "step": 75643
    },
    {
      "epoch": 3.098259266844153,
      "grad_norm": 1.1533980834399935,
      "learning_rate": 0.00014543801260253212,
      "loss": 0.6943,
      "step": 75644
    },
    {
      "epoch": 3.0983002252713496,
      "grad_norm": 1.2935331226637174,
      "learning_rate": 0.00014543475271775215,
      "loss": 0.5401,
      "step": 75645
    },
    {
      "epoch": 3.098341183698546,
      "grad_norm": 1.2891560843193681,
      "learning_rate": 0.00014543149283513038,
      "loss": 0.6385,
      "step": 75646
    },
    {
      "epoch": 3.0983821421257423,
      "grad_norm": 0.9402922901275622,
      "learning_rate": 0.0001454282329546683,
      "loss": 0.3561,
      "step": 75647
    },
    {
      "epoch": 3.098423100552939,
      "grad_norm": 1.175410774192885,
      "learning_rate": 0.0001454249730763675,
      "loss": 0.6521,
      "step": 75648
    },
    {
      "epoch": 3.0984640589801353,
      "grad_norm": 1.432069386472936,
      "learning_rate": 0.0001454217132002295,
      "loss": 0.6321,
      "step": 75649
    },
    {
      "epoch": 3.0985050174073314,
      "grad_norm": 1.4213258339285915,
      "learning_rate": 0.00014541845332625587,
      "loss": 0.856,
      "step": 75650
    },
    {
      "epoch": 3.098545975834528,
      "grad_norm": 2.4584930148040516,
      "learning_rate": 0.0001454151934544481,
      "loss": 2.6672,
      "step": 75651
    },
    {
      "epoch": 3.0985869342617245,
      "grad_norm": 1.4646495104845791,
      "learning_rate": 0.0001454119335848078,
      "loss": 0.7381,
      "step": 75652
    },
    {
      "epoch": 3.0986278926889206,
      "grad_norm": 1.1294163428943822,
      "learning_rate": 0.00014540867371733645,
      "loss": 0.6982,
      "step": 75653
    },
    {
      "epoch": 3.098668851116117,
      "grad_norm": 1.2642596319806145,
      "learning_rate": 0.00014540541385203563,
      "loss": 0.7902,
      "step": 75654
    },
    {
      "epoch": 3.0987098095433137,
      "grad_norm": 1.6114001138964045,
      "learning_rate": 0.00014540215398890682,
      "loss": 0.8423,
      "step": 75655
    },
    {
      "epoch": 3.0987507679705097,
      "grad_norm": 1.078103664463638,
      "learning_rate": 0.00014539889412795162,
      "loss": 0.6715,
      "step": 75656
    },
    {
      "epoch": 3.0987917263977063,
      "grad_norm": 1.2767446862060294,
      "learning_rate": 0.00014539563426917157,
      "loss": 0.6984,
      "step": 75657
    },
    {
      "epoch": 3.098832684824903,
      "grad_norm": 1.4709083467595314,
      "learning_rate": 0.00014539237441256822,
      "loss": 1.0949,
      "step": 75658
    },
    {
      "epoch": 3.098873643252099,
      "grad_norm": 0.9004058527873505,
      "learning_rate": 0.00014538911455814306,
      "loss": 0.2366,
      "step": 75659
    },
    {
      "epoch": 3.0989146016792954,
      "grad_norm": 1.0765139206046022,
      "learning_rate": 0.00014538585470589766,
      "loss": 0.7526,
      "step": 75660
    },
    {
      "epoch": 3.098955560106492,
      "grad_norm": 1.585561005515094,
      "learning_rate": 0.00014538259485583356,
      "loss": 0.9267,
      "step": 75661
    },
    {
      "epoch": 3.0989965185336885,
      "grad_norm": 1.1357088230231147,
      "learning_rate": 0.0001453793350079523,
      "loss": 0.754,
      "step": 75662
    },
    {
      "epoch": 3.0990374769608846,
      "grad_norm": 0.9670830549330955,
      "learning_rate": 0.00014537607516225545,
      "loss": 0.4645,
      "step": 75663
    },
    {
      "epoch": 3.099078435388081,
      "grad_norm": 1.0620001801502554,
      "learning_rate": 0.00014537281531874446,
      "loss": 0.6682,
      "step": 75664
    },
    {
      "epoch": 3.0991193938152777,
      "grad_norm": 1.2343144579734997,
      "learning_rate": 0.000145369555477421,
      "loss": 0.8258,
      "step": 75665
    },
    {
      "epoch": 3.0991603522424738,
      "grad_norm": 2.362291370234345,
      "learning_rate": 0.00014536629563828652,
      "loss": 1.9143,
      "step": 75666
    },
    {
      "epoch": 3.0992013106696703,
      "grad_norm": 0.9409601742919126,
      "learning_rate": 0.0001453630358013426,
      "loss": 0.5664,
      "step": 75667
    },
    {
      "epoch": 3.099242269096867,
      "grad_norm": 0.586607088890278,
      "learning_rate": 0.00014535977596659072,
      "loss": 0.1951,
      "step": 75668
    },
    {
      "epoch": 3.099283227524063,
      "grad_norm": 1.2100653866175228,
      "learning_rate": 0.0001453565161340325,
      "loss": 0.7576,
      "step": 75669
    },
    {
      "epoch": 3.0993241859512595,
      "grad_norm": 0.7414577184374169,
      "learning_rate": 0.00014535325630366945,
      "loss": 0.2822,
      "step": 75670
    },
    {
      "epoch": 3.099365144378456,
      "grad_norm": 1.1962070977797465,
      "learning_rate": 0.00014534999647550313,
      "loss": 0.6103,
      "step": 75671
    },
    {
      "epoch": 3.099406102805652,
      "grad_norm": 1.220466440215119,
      "learning_rate": 0.00014534673664953502,
      "loss": 0.4193,
      "step": 75672
    },
    {
      "epoch": 3.0994470612328486,
      "grad_norm": 1.3146538268298227,
      "learning_rate": 0.00014534347682576673,
      "loss": 0.7055,
      "step": 75673
    },
    {
      "epoch": 3.099488019660045,
      "grad_norm": 1.4789778175498958,
      "learning_rate": 0.00014534021700419978,
      "loss": 0.564,
      "step": 75674
    },
    {
      "epoch": 3.0995289780872413,
      "grad_norm": 1.5112276431864025,
      "learning_rate": 0.0001453369571848357,
      "loss": 0.8099,
      "step": 75675
    },
    {
      "epoch": 3.099569936514438,
      "grad_norm": 0.9522462103732191,
      "learning_rate": 0.00014533369736767602,
      "loss": 0.471,
      "step": 75676
    },
    {
      "epoch": 3.0996108949416343,
      "grad_norm": 1.415407587573389,
      "learning_rate": 0.00014533043755272232,
      "loss": 0.6372,
      "step": 75677
    },
    {
      "epoch": 3.0996518533688304,
      "grad_norm": 1.640847969815759,
      "learning_rate": 0.0001453271777399761,
      "loss": 0.9104,
      "step": 75678
    },
    {
      "epoch": 3.099692811796027,
      "grad_norm": 1.1389394471316319,
      "learning_rate": 0.00014532391792943894,
      "loss": 0.5879,
      "step": 75679
    },
    {
      "epoch": 3.0997337702232235,
      "grad_norm": 1.2648948699484726,
      "learning_rate": 0.00014532065812111232,
      "loss": 0.6626,
      "step": 75680
    },
    {
      "epoch": 3.09977472865042,
      "grad_norm": 1.389593812040228,
      "learning_rate": 0.00014531739831499785,
      "loss": 0.7645,
      "step": 75681
    },
    {
      "epoch": 3.099815687077616,
      "grad_norm": 0.7282978748135791,
      "learning_rate": 0.00014531413851109705,
      "loss": 0.2099,
      "step": 75682
    },
    {
      "epoch": 3.0998566455048127,
      "grad_norm": 0.821911408506503,
      "learning_rate": 0.00014531087870941144,
      "loss": 0.275,
      "step": 75683
    },
    {
      "epoch": 3.099897603932009,
      "grad_norm": 1.2197208476309525,
      "learning_rate": 0.00014530761890994257,
      "loss": 0.7255,
      "step": 75684
    },
    {
      "epoch": 3.0999385623592053,
      "grad_norm": 1.1030147285015672,
      "learning_rate": 0.000145304359112692,
      "loss": 0.7044,
      "step": 75685
    },
    {
      "epoch": 3.099979520786402,
      "grad_norm": 1.1948556910889865,
      "learning_rate": 0.00014530109931766127,
      "loss": 0.6179,
      "step": 75686
    },
    {
      "epoch": 3.1000204792135984,
      "grad_norm": 1.3630259980981498,
      "learning_rate": 0.0001452978395248519,
      "loss": 0.7097,
      "step": 75687
    },
    {
      "epoch": 3.1000614376407944,
      "grad_norm": 1.315069315404162,
      "learning_rate": 0.00014529457973426536,
      "loss": 0.7957,
      "step": 75688
    },
    {
      "epoch": 3.100102396067991,
      "grad_norm": 0.86411931840619,
      "learning_rate": 0.00014529131994590338,
      "loss": 0.2388,
      "step": 75689
    },
    {
      "epoch": 3.1001433544951875,
      "grad_norm": 2.3936362897243093,
      "learning_rate": 0.00014528806015976734,
      "loss": 1.1139,
      "step": 75690
    },
    {
      "epoch": 3.1001843129223836,
      "grad_norm": 1.4597814257687818,
      "learning_rate": 0.00014528480037585885,
      "loss": 0.9649,
      "step": 75691
    },
    {
      "epoch": 3.10022527134958,
      "grad_norm": 1.7811850638653035,
      "learning_rate": 0.00014528154059417945,
      "loss": 1.0289,
      "step": 75692
    },
    {
      "epoch": 3.1002662297767767,
      "grad_norm": 1.7276048324412667,
      "learning_rate": 0.00014527828081473064,
      "loss": 0.9013,
      "step": 75693
    },
    {
      "epoch": 3.1003071882039728,
      "grad_norm": 1.4209475443040784,
      "learning_rate": 0.000145275021037514,
      "loss": 0.8832,
      "step": 75694
    },
    {
      "epoch": 3.1003481466311693,
      "grad_norm": 1.22409402483947,
      "learning_rate": 0.000145271761262531,
      "loss": 0.6284,
      "step": 75695
    },
    {
      "epoch": 3.100389105058366,
      "grad_norm": 1.2971935300634385,
      "learning_rate": 0.00014526850148978329,
      "loss": 0.8394,
      "step": 75696
    },
    {
      "epoch": 3.100430063485562,
      "grad_norm": 1.2725694758296826,
      "learning_rate": 0.00014526524171927234,
      "loss": 0.63,
      "step": 75697
    },
    {
      "epoch": 3.1004710219127585,
      "grad_norm": 0.9538859961117625,
      "learning_rate": 0.00014526198195099972,
      "loss": 0.2516,
      "step": 75698
    },
    {
      "epoch": 3.100511980339955,
      "grad_norm": 1.1383373219525648,
      "learning_rate": 0.00014525872218496694,
      "loss": 0.7793,
      "step": 75699
    },
    {
      "epoch": 3.1005529387671515,
      "grad_norm": 1.1178685242057824,
      "learning_rate": 0.00014525546242117557,
      "loss": 0.6702,
      "step": 75700
    },
    {
      "epoch": 3.1005938971943476,
      "grad_norm": 1.1280872898691978,
      "learning_rate": 0.00014525220265962716,
      "loss": 0.6106,
      "step": 75701
    },
    {
      "epoch": 3.100634855621544,
      "grad_norm": 1.2497680301172538,
      "learning_rate": 0.00014524894290032322,
      "loss": 0.4154,
      "step": 75702
    },
    {
      "epoch": 3.1006758140487407,
      "grad_norm": 1.2721360713264822,
      "learning_rate": 0.00014524568314326527,
      "loss": 0.6888,
      "step": 75703
    },
    {
      "epoch": 3.100716772475937,
      "grad_norm": 2.292877137809165,
      "learning_rate": 0.00014524242338845493,
      "loss": 1.9661,
      "step": 75704
    },
    {
      "epoch": 3.1007577309031333,
      "grad_norm": 1.2801710836352258,
      "learning_rate": 0.00014523916363589368,
      "loss": 0.6981,
      "step": 75705
    },
    {
      "epoch": 3.10079868933033,
      "grad_norm": 1.2105883465160545,
      "learning_rate": 0.00014523590388558307,
      "loss": 0.8643,
      "step": 75706
    },
    {
      "epoch": 3.100839647757526,
      "grad_norm": 1.4153293495312473,
      "learning_rate": 0.00014523264413752465,
      "loss": 0.7051,
      "step": 75707
    },
    {
      "epoch": 3.1008806061847225,
      "grad_norm": 2.327993284699923,
      "learning_rate": 0.00014522938439171995,
      "loss": 1.0261,
      "step": 75708
    },
    {
      "epoch": 3.100921564611919,
      "grad_norm": 2.6571336751618784,
      "learning_rate": 0.00014522612464817056,
      "loss": 2.3787,
      "step": 75709
    },
    {
      "epoch": 3.100962523039115,
      "grad_norm": 1.3325503004645243,
      "learning_rate": 0.00014522286490687797,
      "loss": 0.7298,
      "step": 75710
    },
    {
      "epoch": 3.1010034814663117,
      "grad_norm": 1.1081069732830355,
      "learning_rate": 0.0001452196051678437,
      "loss": 0.6306,
      "step": 75711
    },
    {
      "epoch": 3.101044439893508,
      "grad_norm": 1.5599879835034571,
      "learning_rate": 0.00014521634543106934,
      "loss": 0.8936,
      "step": 75712
    },
    {
      "epoch": 3.1010853983207043,
      "grad_norm": 1.59957069454153,
      "learning_rate": 0.00014521308569655643,
      "loss": 0.8885,
      "step": 75713
    },
    {
      "epoch": 3.101126356747901,
      "grad_norm": 1.3602896794640864,
      "learning_rate": 0.00014520982596430648,
      "loss": 0.907,
      "step": 75714
    },
    {
      "epoch": 3.1011673151750974,
      "grad_norm": 1.1743521474284437,
      "learning_rate": 0.00014520656623432103,
      "loss": 0.3361,
      "step": 75715
    },
    {
      "epoch": 3.1012082736022935,
      "grad_norm": 1.103317029372343,
      "learning_rate": 0.00014520330650660167,
      "loss": 0.7142,
      "step": 75716
    },
    {
      "epoch": 3.10124923202949,
      "grad_norm": 3.9599678093079396,
      "learning_rate": 0.0001452000467811499,
      "loss": 2.9758,
      "step": 75717
    },
    {
      "epoch": 3.1012901904566865,
      "grad_norm": 1.3621331711623814,
      "learning_rate": 0.00014519678705796727,
      "loss": 0.6803,
      "step": 75718
    },
    {
      "epoch": 3.101331148883883,
      "grad_norm": 1.3882871481601555,
      "learning_rate": 0.0001451935273370553,
      "loss": 0.835,
      "step": 75719
    },
    {
      "epoch": 3.101372107311079,
      "grad_norm": 0.9773699133799837,
      "learning_rate": 0.00014519026761841556,
      "loss": 0.3806,
      "step": 75720
    },
    {
      "epoch": 3.1014130657382757,
      "grad_norm": 1.320527565914289,
      "learning_rate": 0.00014518700790204958,
      "loss": 0.7713,
      "step": 75721
    },
    {
      "epoch": 3.1014540241654722,
      "grad_norm": 1.2842913514317975,
      "learning_rate": 0.00014518374818795892,
      "loss": 0.6584,
      "step": 75722
    },
    {
      "epoch": 3.1014949825926683,
      "grad_norm": 1.110090307151967,
      "learning_rate": 0.00014518048847614507,
      "loss": 0.5549,
      "step": 75723
    },
    {
      "epoch": 3.101535941019865,
      "grad_norm": 0.7016532975036307,
      "learning_rate": 0.00014517722876660966,
      "loss": 0.2504,
      "step": 75724
    },
    {
      "epoch": 3.1015768994470614,
      "grad_norm": 1.8557353507117376,
      "learning_rate": 0.00014517396905935415,
      "loss": 1.1756,
      "step": 75725
    },
    {
      "epoch": 3.1016178578742575,
      "grad_norm": 1.915789245778134,
      "learning_rate": 0.0001451707093543801,
      "loss": 0.8131,
      "step": 75726
    },
    {
      "epoch": 3.101658816301454,
      "grad_norm": 1.1537852285163315,
      "learning_rate": 0.00014516744965168904,
      "loss": 0.6023,
      "step": 75727
    },
    {
      "epoch": 3.1016997747286505,
      "grad_norm": 1.0248431465706438,
      "learning_rate": 0.00014516418995128258,
      "loss": 0.3132,
      "step": 75728
    },
    {
      "epoch": 3.1017407331558466,
      "grad_norm": 1.1648990881139325,
      "learning_rate": 0.00014516093025316218,
      "loss": 0.5781,
      "step": 75729
    },
    {
      "epoch": 3.101781691583043,
      "grad_norm": 1.3012108363312715,
      "learning_rate": 0.00014515767055732942,
      "loss": 0.9984,
      "step": 75730
    },
    {
      "epoch": 3.1018226500102397,
      "grad_norm": 1.5656854824011082,
      "learning_rate": 0.0001451544108637858,
      "loss": 0.9602,
      "step": 75731
    },
    {
      "epoch": 3.101863608437436,
      "grad_norm": 1.2186760760579474,
      "learning_rate": 0.00014515115117253293,
      "loss": 0.7118,
      "step": 75732
    },
    {
      "epoch": 3.1019045668646323,
      "grad_norm": 0.8059524131049426,
      "learning_rate": 0.0001451478914835723,
      "loss": 0.2758,
      "step": 75733
    },
    {
      "epoch": 3.101945525291829,
      "grad_norm": 0.6792239897388798,
      "learning_rate": 0.0001451446317969055,
      "loss": 0.2402,
      "step": 75734
    },
    {
      "epoch": 3.101986483719025,
      "grad_norm": 0.37158713009398503,
      "learning_rate": 0.000145141372112534,
      "loss": 0.0463,
      "step": 75735
    },
    {
      "epoch": 3.1020274421462215,
      "grad_norm": 1.3449452368924122,
      "learning_rate": 0.00014513811243045934,
      "loss": 0.856,
      "step": 75736
    },
    {
      "epoch": 3.102068400573418,
      "grad_norm": 1.0081844102748363,
      "learning_rate": 0.00014513485275068316,
      "loss": 0.7342,
      "step": 75737
    },
    {
      "epoch": 3.1021093590006146,
      "grad_norm": 1.3471892293368835,
      "learning_rate": 0.00014513159307320695,
      "loss": 0.733,
      "step": 75738
    },
    {
      "epoch": 3.1021503174278107,
      "grad_norm": 1.0308520391179703,
      "learning_rate": 0.0001451283333980322,
      "loss": 0.4451,
      "step": 75739
    },
    {
      "epoch": 3.102191275855007,
      "grad_norm": 0.7001601394697154,
      "learning_rate": 0.0001451250737251605,
      "loss": 0.2035,
      "step": 75740
    },
    {
      "epoch": 3.1022322342822037,
      "grad_norm": 4.3157871018948555,
      "learning_rate": 0.00014512181405459338,
      "loss": 4.4197,
      "step": 75741
    },
    {
      "epoch": 3.1022731927094,
      "grad_norm": 1.1150659170474915,
      "learning_rate": 0.00014511855438633238,
      "loss": 0.6185,
      "step": 75742
    },
    {
      "epoch": 3.1023141511365964,
      "grad_norm": 1.2600551646851752,
      "learning_rate": 0.00014511529472037906,
      "loss": 0.9581,
      "step": 75743
    },
    {
      "epoch": 3.102355109563793,
      "grad_norm": 1.3812857365898348,
      "learning_rate": 0.00014511203505673492,
      "loss": 0.5711,
      "step": 75744
    },
    {
      "epoch": 3.102396067990989,
      "grad_norm": 1.1899537390263175,
      "learning_rate": 0.00014510877539540155,
      "loss": 0.7578,
      "step": 75745
    },
    {
      "epoch": 3.1024370264181855,
      "grad_norm": 1.079328346822933,
      "learning_rate": 0.00014510551573638047,
      "loss": 0.2937,
      "step": 75746
    },
    {
      "epoch": 3.102477984845382,
      "grad_norm": 0.7834083139862551,
      "learning_rate": 0.00014510225607967323,
      "loss": 0.2765,
      "step": 75747
    },
    {
      "epoch": 3.102518943272578,
      "grad_norm": 1.380388192614927,
      "learning_rate": 0.0001450989964252813,
      "loss": 0.9139,
      "step": 75748
    },
    {
      "epoch": 3.1025599016997747,
      "grad_norm": 1.1316703491733662,
      "learning_rate": 0.00014509573677320633,
      "loss": 0.5298,
      "step": 75749
    },
    {
      "epoch": 3.1026008601269712,
      "grad_norm": 4.090660018462893,
      "learning_rate": 0.0001450924771234498,
      "loss": 7.4351,
      "step": 75750
    },
    {
      "epoch": 3.1026418185541673,
      "grad_norm": 1.4875573813768388,
      "learning_rate": 0.00014508921747601326,
      "loss": 0.8552,
      "step": 75751
    },
    {
      "epoch": 3.102682776981364,
      "grad_norm": 0.7197783254754027,
      "learning_rate": 0.00014508595783089824,
      "loss": 0.2576,
      "step": 75752
    },
    {
      "epoch": 3.1027237354085604,
      "grad_norm": 1.2416232823743698,
      "learning_rate": 0.00014508269818810633,
      "loss": 0.654,
      "step": 75753
    },
    {
      "epoch": 3.1027646938357565,
      "grad_norm": 2.4651414786621015,
      "learning_rate": 0.000145079438547639,
      "loss": 2.1257,
      "step": 75754
    },
    {
      "epoch": 3.102805652262953,
      "grad_norm": 1.0505366380327001,
      "learning_rate": 0.00014507617890949784,
      "loss": 0.5192,
      "step": 75755
    },
    {
      "epoch": 3.1028466106901496,
      "grad_norm": 1.3857718590388979,
      "learning_rate": 0.00014507291927368438,
      "loss": 0.5823,
      "step": 75756
    },
    {
      "epoch": 3.102887569117346,
      "grad_norm": 0.8992029734987351,
      "learning_rate": 0.00014506965964020016,
      "loss": 0.4921,
      "step": 75757
    },
    {
      "epoch": 3.102928527544542,
      "grad_norm": 1.8542863766196511,
      "learning_rate": 0.0001450664000090467,
      "loss": 1.0319,
      "step": 75758
    },
    {
      "epoch": 3.1029694859717387,
      "grad_norm": 0.9850049530596393,
      "learning_rate": 0.0001450631403802256,
      "loss": 0.6183,
      "step": 75759
    },
    {
      "epoch": 3.1030104443989353,
      "grad_norm": 1.1189296938636106,
      "learning_rate": 0.0001450598807537383,
      "loss": 0.6694,
      "step": 75760
    },
    {
      "epoch": 3.1030514028261313,
      "grad_norm": 1.2868342534465311,
      "learning_rate": 0.00014505662112958645,
      "loss": 0.6535,
      "step": 75761
    },
    {
      "epoch": 3.103092361253328,
      "grad_norm": 1.4688675198529104,
      "learning_rate": 0.00014505336150777158,
      "loss": 0.818,
      "step": 75762
    },
    {
      "epoch": 3.1031333196805244,
      "grad_norm": 1.2713567253031517,
      "learning_rate": 0.00014505010188829514,
      "loss": 0.9409,
      "step": 75763
    },
    {
      "epoch": 3.1031742781077205,
      "grad_norm": 1.3291412256765047,
      "learning_rate": 0.00014504684227115874,
      "loss": 0.7436,
      "step": 75764
    },
    {
      "epoch": 3.103215236534917,
      "grad_norm": 1.2898539151008677,
      "learning_rate": 0.00014504358265636389,
      "loss": 0.2339,
      "step": 75765
    },
    {
      "epoch": 3.1032561949621136,
      "grad_norm": 0.8185272481331618,
      "learning_rate": 0.00014504032304391216,
      "loss": 0.2333,
      "step": 75766
    },
    {
      "epoch": 3.1032971533893097,
      "grad_norm": 1.099758838749297,
      "learning_rate": 0.00014503706343380504,
      "loss": 0.5765,
      "step": 75767
    },
    {
      "epoch": 3.103338111816506,
      "grad_norm": 1.2502386531432423,
      "learning_rate": 0.00014503380382604414,
      "loss": 0.8154,
      "step": 75768
    },
    {
      "epoch": 3.1033790702437027,
      "grad_norm": 1.2114060113953302,
      "learning_rate": 0.00014503054422063098,
      "loss": 0.8022,
      "step": 75769
    },
    {
      "epoch": 3.103420028670899,
      "grad_norm": 1.3246987227681626,
      "learning_rate": 0.00014502728461756706,
      "loss": 0.7849,
      "step": 75770
    },
    {
      "epoch": 3.1034609870980954,
      "grad_norm": 3.4714979697906103,
      "learning_rate": 0.00014502402501685396,
      "loss": 2.672,
      "step": 75771
    },
    {
      "epoch": 3.103501945525292,
      "grad_norm": 1.018896080670739,
      "learning_rate": 0.0001450207654184932,
      "loss": 0.5505,
      "step": 75772
    },
    {
      "epoch": 3.103542903952488,
      "grad_norm": 1.2047890807449637,
      "learning_rate": 0.00014501750582248635,
      "loss": 0.4792,
      "step": 75773
    },
    {
      "epoch": 3.1035838623796845,
      "grad_norm": 0.6945980771260709,
      "learning_rate": 0.00014501424622883496,
      "loss": 0.2666,
      "step": 75774
    },
    {
      "epoch": 3.103624820806881,
      "grad_norm": 2.708622881436116,
      "learning_rate": 0.0001450109866375405,
      "loss": 1.2729,
      "step": 75775
    },
    {
      "epoch": 3.1036657792340776,
      "grad_norm": 1.113211069266588,
      "learning_rate": 0.00014500772704860456,
      "loss": 0.3529,
      "step": 75776
    },
    {
      "epoch": 3.1037067376612737,
      "grad_norm": 1.1515252087374004,
      "learning_rate": 0.0001450044674620287,
      "loss": 0.6949,
      "step": 75777
    },
    {
      "epoch": 3.1037476960884702,
      "grad_norm": 0.8800190386984652,
      "learning_rate": 0.00014500120787781445,
      "loss": 0.3074,
      "step": 75778
    },
    {
      "epoch": 3.1037886545156668,
      "grad_norm": 1.2340379567805848,
      "learning_rate": 0.0001449979482959633,
      "loss": 0.704,
      "step": 75779
    },
    {
      "epoch": 3.103829612942863,
      "grad_norm": 1.0936019012886506,
      "learning_rate": 0.00014499468871647688,
      "loss": 0.6824,
      "step": 75780
    },
    {
      "epoch": 3.1038705713700594,
      "grad_norm": 1.3144986493599309,
      "learning_rate": 0.00014499142913935664,
      "loss": 0.8023,
      "step": 75781
    },
    {
      "epoch": 3.103911529797256,
      "grad_norm": 0.9609460159430441,
      "learning_rate": 0.0001449881695646042,
      "loss": 0.517,
      "step": 75782
    },
    {
      "epoch": 3.103952488224452,
      "grad_norm": 1.1909640717213454,
      "learning_rate": 0.00014498490999222097,
      "loss": 0.8156,
      "step": 75783
    },
    {
      "epoch": 3.1039934466516486,
      "grad_norm": 0.6296189712915652,
      "learning_rate": 0.00014498165042220866,
      "loss": 0.1772,
      "step": 75784
    },
    {
      "epoch": 3.104034405078845,
      "grad_norm": 1.4787305534402684,
      "learning_rate": 0.00014497839085456874,
      "loss": 0.7499,
      "step": 75785
    },
    {
      "epoch": 3.104075363506041,
      "grad_norm": 0.9167207913186766,
      "learning_rate": 0.00014497513128930274,
      "loss": 0.2542,
      "step": 75786
    },
    {
      "epoch": 3.1041163219332377,
      "grad_norm": 1.274457355208714,
      "learning_rate": 0.00014497187172641217,
      "loss": 0.6895,
      "step": 75787
    },
    {
      "epoch": 3.1041572803604343,
      "grad_norm": 1.486438732488608,
      "learning_rate": 0.00014496861216589863,
      "loss": 0.8205,
      "step": 75788
    },
    {
      "epoch": 3.1041982387876303,
      "grad_norm": 1.3666829548072648,
      "learning_rate": 0.00014496535260776364,
      "loss": 0.9011,
      "step": 75789
    },
    {
      "epoch": 3.104239197214827,
      "grad_norm": 1.0901453959820278,
      "learning_rate": 0.00014496209305200875,
      "loss": 0.6993,
      "step": 75790
    },
    {
      "epoch": 3.1042801556420234,
      "grad_norm": 1.2030650643547158,
      "learning_rate": 0.00014495883349863544,
      "loss": 0.7949,
      "step": 75791
    },
    {
      "epoch": 3.10432111406922,
      "grad_norm": 1.2060883676330625,
      "learning_rate": 0.00014495557394764538,
      "loss": 0.7714,
      "step": 75792
    },
    {
      "epoch": 3.104362072496416,
      "grad_norm": 1.3339265962528422,
      "learning_rate": 0.00014495231439903998,
      "loss": 0.728,
      "step": 75793
    },
    {
      "epoch": 3.1044030309236126,
      "grad_norm": 1.3459855902738296,
      "learning_rate": 0.00014494905485282086,
      "loss": 0.7191,
      "step": 75794
    },
    {
      "epoch": 3.104443989350809,
      "grad_norm": 0.7740146606899146,
      "learning_rate": 0.00014494579530898948,
      "loss": 0.2574,
      "step": 75795
    },
    {
      "epoch": 3.104484947778005,
      "grad_norm": 4.543134885617381,
      "learning_rate": 0.0001449425357675475,
      "loss": 4.9078,
      "step": 75796
    },
    {
      "epoch": 3.1045259062052017,
      "grad_norm": 0.7819117675333301,
      "learning_rate": 0.00014493927622849636,
      "loss": 0.2778,
      "step": 75797
    },
    {
      "epoch": 3.1045668646323983,
      "grad_norm": 1.377060069878631,
      "learning_rate": 0.00014493601669183766,
      "loss": 0.9173,
      "step": 75798
    },
    {
      "epoch": 3.1046078230595944,
      "grad_norm": 1.2820016134058017,
      "learning_rate": 0.00014493275715757287,
      "loss": 0.756,
      "step": 75799
    },
    {
      "epoch": 3.104648781486791,
      "grad_norm": 1.2774155593451706,
      "learning_rate": 0.00014492949762570363,
      "loss": 0.7246,
      "step": 75800
    },
    {
      "epoch": 3.1046897399139874,
      "grad_norm": 0.7446251509179759,
      "learning_rate": 0.00014492623809623143,
      "loss": 0.2494,
      "step": 75801
    },
    {
      "epoch": 3.1047306983411835,
      "grad_norm": 1.4116207729335382,
      "learning_rate": 0.00014492297856915777,
      "loss": 0.8274,
      "step": 75802
    },
    {
      "epoch": 3.10477165676838,
      "grad_norm": 1.3718480575336969,
      "learning_rate": 0.00014491971904448425,
      "loss": 0.7039,
      "step": 75803
    },
    {
      "epoch": 3.1048126151955766,
      "grad_norm": 1.3968063053445299,
      "learning_rate": 0.0001449164595222124,
      "loss": 1.0394,
      "step": 75804
    },
    {
      "epoch": 3.1048535736227727,
      "grad_norm": 0.9051092988829837,
      "learning_rate": 0.00014491320000234375,
      "loss": 0.4147,
      "step": 75805
    },
    {
      "epoch": 3.1048945320499692,
      "grad_norm": 1.3259560399384276,
      "learning_rate": 0.00014490994048487984,
      "loss": 0.5994,
      "step": 75806
    },
    {
      "epoch": 3.1049354904771658,
      "grad_norm": 1.0241037287812753,
      "learning_rate": 0.0001449066809698222,
      "loss": 0.5848,
      "step": 75807
    },
    {
      "epoch": 3.104976448904362,
      "grad_norm": 1.2661475213935334,
      "learning_rate": 0.0001449034214571724,
      "loss": 0.6382,
      "step": 75808
    },
    {
      "epoch": 3.1050174073315584,
      "grad_norm": 1.0845644440875921,
      "learning_rate": 0.000144900161946932,
      "loss": 0.2743,
      "step": 75809
    },
    {
      "epoch": 3.105058365758755,
      "grad_norm": 1.0515615988437597,
      "learning_rate": 0.00014489690243910244,
      "loss": 0.5574,
      "step": 75810
    },
    {
      "epoch": 3.1050993241859515,
      "grad_norm": 1.2418645042642809,
      "learning_rate": 0.0001448936429336854,
      "loss": 0.6589,
      "step": 75811
    },
    {
      "epoch": 3.1051402826131476,
      "grad_norm": 1.0819469517242772,
      "learning_rate": 0.00014489038343068228,
      "loss": 0.6385,
      "step": 75812
    },
    {
      "epoch": 3.105181241040344,
      "grad_norm": 2.6271009001673997,
      "learning_rate": 0.00014488712393009474,
      "loss": 2.9479,
      "step": 75813
    },
    {
      "epoch": 3.1052221994675406,
      "grad_norm": 1.1338990693152537,
      "learning_rate": 0.00014488386443192424,
      "loss": 0.6717,
      "step": 75814
    },
    {
      "epoch": 3.1052631578947367,
      "grad_norm": 5.545203771927694,
      "learning_rate": 0.0001448806049361724,
      "loss": 6.0468,
      "step": 75815
    },
    {
      "epoch": 3.1053041163219333,
      "grad_norm": 1.6280449525647265,
      "learning_rate": 0.00014487734544284064,
      "loss": 1.2399,
      "step": 75816
    },
    {
      "epoch": 3.10534507474913,
      "grad_norm": 0.8576921104882796,
      "learning_rate": 0.00014487408595193063,
      "loss": 0.3395,
      "step": 75817
    },
    {
      "epoch": 3.105386033176326,
      "grad_norm": 0.9756983644119804,
      "learning_rate": 0.00014487082646344384,
      "loss": 0.3946,
      "step": 75818
    },
    {
      "epoch": 3.1054269916035224,
      "grad_norm": 1.9901753693281643,
      "learning_rate": 0.00014486756697738184,
      "loss": 1.084,
      "step": 75819
    },
    {
      "epoch": 3.105467950030719,
      "grad_norm": 1.3425574964780764,
      "learning_rate": 0.0001448643074937461,
      "loss": 0.6089,
      "step": 75820
    },
    {
      "epoch": 3.105508908457915,
      "grad_norm": 1.523271308645453,
      "learning_rate": 0.00014486104801253826,
      "loss": 1.0279,
      "step": 75821
    },
    {
      "epoch": 3.1055498668851116,
      "grad_norm": 0.8820075680906051,
      "learning_rate": 0.00014485778853375983,
      "loss": 0.4139,
      "step": 75822
    },
    {
      "epoch": 3.105590825312308,
      "grad_norm": 0.846925840829149,
      "learning_rate": 0.00014485452905741233,
      "loss": 0.2546,
      "step": 75823
    },
    {
      "epoch": 3.105631783739504,
      "grad_norm": 1.3662936071843172,
      "learning_rate": 0.00014485126958349728,
      "loss": 0.7944,
      "step": 75824
    },
    {
      "epoch": 3.1056727421667008,
      "grad_norm": 2.685372793934188,
      "learning_rate": 0.00014484801011201628,
      "loss": 2.5463,
      "step": 75825
    },
    {
      "epoch": 3.1057137005938973,
      "grad_norm": 1.1124859571224965,
      "learning_rate": 0.00014484475064297083,
      "loss": 0.4415,
      "step": 75826
    },
    {
      "epoch": 3.1057546590210934,
      "grad_norm": 2.0843948516890274,
      "learning_rate": 0.0001448414911763625,
      "loss": 1.3916,
      "step": 75827
    },
    {
      "epoch": 3.10579561744829,
      "grad_norm": 1.0713563277899607,
      "learning_rate": 0.00014483823171219278,
      "loss": 0.3488,
      "step": 75828
    },
    {
      "epoch": 3.1058365758754864,
      "grad_norm": 0.8639879360794063,
      "learning_rate": 0.0001448349722504633,
      "loss": 0.234,
      "step": 75829
    },
    {
      "epoch": 3.105877534302683,
      "grad_norm": 0.752133513483328,
      "learning_rate": 0.00014483171279117553,
      "loss": 0.2159,
      "step": 75830
    },
    {
      "epoch": 3.105918492729879,
      "grad_norm": 1.7172623801085212,
      "learning_rate": 0.00014482845333433101,
      "loss": 0.7597,
      "step": 75831
    },
    {
      "epoch": 3.1059594511570756,
      "grad_norm": 1.5923369769415414,
      "learning_rate": 0.00014482519387993124,
      "loss": 0.8311,
      "step": 75832
    },
    {
      "epoch": 3.106000409584272,
      "grad_norm": 2.24837234332566,
      "learning_rate": 0.00014482193442797795,
      "loss": 2.1119,
      "step": 75833
    },
    {
      "epoch": 3.1060413680114682,
      "grad_norm": 1.4591976702602898,
      "learning_rate": 0.00014481867497847248,
      "loss": 0.8459,
      "step": 75834
    },
    {
      "epoch": 3.1060823264386648,
      "grad_norm": 1.3512021876336187,
      "learning_rate": 0.00014481541553141645,
      "loss": 0.7966,
      "step": 75835
    },
    {
      "epoch": 3.1061232848658613,
      "grad_norm": 1.1624266134669956,
      "learning_rate": 0.00014481215608681136,
      "loss": 0.6577,
      "step": 75836
    },
    {
      "epoch": 3.1061642432930574,
      "grad_norm": 1.6121660461442642,
      "learning_rate": 0.0001448088966446588,
      "loss": 1.1128,
      "step": 75837
    },
    {
      "epoch": 3.106205201720254,
      "grad_norm": 1.069680416771904,
      "learning_rate": 0.0001448056372049603,
      "loss": 0.7311,
      "step": 75838
    },
    {
      "epoch": 3.1062461601474505,
      "grad_norm": 4.916523984199392,
      "learning_rate": 0.00014480237776771736,
      "loss": 3.2895,
      "step": 75839
    },
    {
      "epoch": 3.1062871185746466,
      "grad_norm": 1.114009632407739,
      "learning_rate": 0.00014479911833293157,
      "loss": 0.5811,
      "step": 75840
    },
    {
      "epoch": 3.106328077001843,
      "grad_norm": 1.4265845707747273,
      "learning_rate": 0.00014479585890060447,
      "loss": 1.0454,
      "step": 75841
    },
    {
      "epoch": 3.1063690354290396,
      "grad_norm": 1.3610829170803944,
      "learning_rate": 0.0001447925994707376,
      "loss": 0.8294,
      "step": 75842
    },
    {
      "epoch": 3.1064099938562357,
      "grad_norm": 1.0198210562408419,
      "learning_rate": 0.00014478934004333243,
      "loss": 0.451,
      "step": 75843
    },
    {
      "epoch": 3.1064509522834323,
      "grad_norm": 1.5385150015522169,
      "learning_rate": 0.0001447860806183906,
      "loss": 0.8259,
      "step": 75844
    },
    {
      "epoch": 3.106491910710629,
      "grad_norm": 1.5609670326803502,
      "learning_rate": 0.0001447828211959136,
      "loss": 0.6703,
      "step": 75845
    },
    {
      "epoch": 3.106532869137825,
      "grad_norm": 1.1074845092456955,
      "learning_rate": 0.000144779561775903,
      "loss": 0.6455,
      "step": 75846
    },
    {
      "epoch": 3.1065738275650214,
      "grad_norm": 1.0164985550899612,
      "learning_rate": 0.00014477630235836027,
      "loss": 0.3493,
      "step": 75847
    },
    {
      "epoch": 3.106614785992218,
      "grad_norm": 1.2923851936328568,
      "learning_rate": 0.00014477304294328703,
      "loss": 0.6389,
      "step": 75848
    },
    {
      "epoch": 3.1066557444194145,
      "grad_norm": 1.1617439712677504,
      "learning_rate": 0.0001447697835306848,
      "loss": 0.5384,
      "step": 75849
    },
    {
      "epoch": 3.1066967028466106,
      "grad_norm": 1.3882362651617226,
      "learning_rate": 0.00014476652412055512,
      "loss": 0.4057,
      "step": 75850
    },
    {
      "epoch": 3.106737661273807,
      "grad_norm": 1.1610494582881499,
      "learning_rate": 0.00014476326471289948,
      "loss": 0.5801,
      "step": 75851
    },
    {
      "epoch": 3.1067786197010037,
      "grad_norm": 1.2013763105621473,
      "learning_rate": 0.0001447600053077195,
      "loss": 0.6039,
      "step": 75852
    },
    {
      "epoch": 3.1068195781281998,
      "grad_norm": 13.328663338108521,
      "learning_rate": 0.00014475674590501672,
      "loss": 6.3129,
      "step": 75853
    },
    {
      "epoch": 3.1068605365553963,
      "grad_norm": 6.480930483996482,
      "learning_rate": 0.00014475348650479258,
      "loss": 2.1115,
      "step": 75854
    },
    {
      "epoch": 3.106901494982593,
      "grad_norm": 1.1138864987646764,
      "learning_rate": 0.0001447502271070487,
      "loss": 0.5688,
      "step": 75855
    },
    {
      "epoch": 3.106942453409789,
      "grad_norm": 1.0548649462325508,
      "learning_rate": 0.00014474696771178664,
      "loss": 0.3413,
      "step": 75856
    },
    {
      "epoch": 3.1069834118369855,
      "grad_norm": 0.6924816993778585,
      "learning_rate": 0.00014474370831900788,
      "loss": 0.2013,
      "step": 75857
    },
    {
      "epoch": 3.107024370264182,
      "grad_norm": 1.1506469907830474,
      "learning_rate": 0.00014474044892871403,
      "loss": 0.1915,
      "step": 75858
    },
    {
      "epoch": 3.107065328691378,
      "grad_norm": 1.6250415144945536,
      "learning_rate": 0.00014473718954090652,
      "loss": 0.964,
      "step": 75859
    },
    {
      "epoch": 3.1071062871185746,
      "grad_norm": 1.3973982015948831,
      "learning_rate": 0.00014473393015558702,
      "loss": 0.6904,
      "step": 75860
    },
    {
      "epoch": 3.107147245545771,
      "grad_norm": 1.2942648442327247,
      "learning_rate": 0.00014473067077275698,
      "loss": 0.6407,
      "step": 75861
    },
    {
      "epoch": 3.1071882039729672,
      "grad_norm": 1.0052092970268673,
      "learning_rate": 0.000144727411392418,
      "loss": 0.5949,
      "step": 75862
    },
    {
      "epoch": 3.107229162400164,
      "grad_norm": 1.3038566583070965,
      "learning_rate": 0.00014472415201457155,
      "loss": 0.714,
      "step": 75863
    },
    {
      "epoch": 3.1072701208273603,
      "grad_norm": 1.0551610828450664,
      "learning_rate": 0.00014472089263921925,
      "loss": 0.757,
      "step": 75864
    },
    {
      "epoch": 3.107311079254557,
      "grad_norm": 1.722432124027879,
      "learning_rate": 0.00014471763326636262,
      "loss": 0.9646,
      "step": 75865
    },
    {
      "epoch": 3.107352037681753,
      "grad_norm": 0.6387218462244166,
      "learning_rate": 0.00014471437389600316,
      "loss": 0.1574,
      "step": 75866
    },
    {
      "epoch": 3.1073929961089495,
      "grad_norm": 1.069827349090433,
      "learning_rate": 0.00014471111452814243,
      "loss": 0.765,
      "step": 75867
    },
    {
      "epoch": 3.107433954536146,
      "grad_norm": 1.048260836643016,
      "learning_rate": 0.000144707855162782,
      "loss": 0.6357,
      "step": 75868
    },
    {
      "epoch": 3.107474912963342,
      "grad_norm": 0.7280019595390035,
      "learning_rate": 0.0001447045957999234,
      "loss": 0.2926,
      "step": 75869
    },
    {
      "epoch": 3.1075158713905386,
      "grad_norm": 0.8806260163750095,
      "learning_rate": 0.00014470133643956816,
      "loss": 0.3215,
      "step": 75870
    },
    {
      "epoch": 3.107556829817735,
      "grad_norm": 1.225611853225861,
      "learning_rate": 0.00014469807708171776,
      "loss": 0.6545,
      "step": 75871
    },
    {
      "epoch": 3.1075977882449313,
      "grad_norm": 0.7563744349675933,
      "learning_rate": 0.00014469481772637387,
      "loss": 0.3007,
      "step": 75872
    },
    {
      "epoch": 3.107638746672128,
      "grad_norm": 4.784908107816518,
      "learning_rate": 0.00014469155837353793,
      "loss": 5.2471,
      "step": 75873
    },
    {
      "epoch": 3.1076797050993243,
      "grad_norm": 1.3936624674575457,
      "learning_rate": 0.00014468829902321154,
      "loss": 0.7896,
      "step": 75874
    },
    {
      "epoch": 3.1077206635265204,
      "grad_norm": 1.3657329693270668,
      "learning_rate": 0.0001446850396753962,
      "loss": 0.8686,
      "step": 75875
    },
    {
      "epoch": 3.107761621953717,
      "grad_norm": 0.5793809276334939,
      "learning_rate": 0.00014468178033009342,
      "loss": 0.1918,
      "step": 75876
    },
    {
      "epoch": 3.1078025803809135,
      "grad_norm": 1.2761013540741808,
      "learning_rate": 0.00014467852098730484,
      "loss": 0.8039,
      "step": 75877
    },
    {
      "epoch": 3.1078435388081096,
      "grad_norm": 2.2564286489944836,
      "learning_rate": 0.00014467526164703193,
      "loss": 0.6679,
      "step": 75878
    },
    {
      "epoch": 3.107884497235306,
      "grad_norm": 1.4224461267377677,
      "learning_rate": 0.00014467200230927626,
      "loss": 0.7719,
      "step": 75879
    },
    {
      "epoch": 3.1079254556625027,
      "grad_norm": 1.3157234587363098,
      "learning_rate": 0.0001446687429740393,
      "loss": 0.9709,
      "step": 75880
    },
    {
      "epoch": 3.1079664140896988,
      "grad_norm": 1.393208677074285,
      "learning_rate": 0.00014466548364132272,
      "loss": 0.6879,
      "step": 75881
    },
    {
      "epoch": 3.1080073725168953,
      "grad_norm": 1.3262043205656862,
      "learning_rate": 0.00014466222431112799,
      "loss": 0.8403,
      "step": 75882
    },
    {
      "epoch": 3.108048330944092,
      "grad_norm": 1.120360862808293,
      "learning_rate": 0.00014465896498345662,
      "loss": 0.6882,
      "step": 75883
    },
    {
      "epoch": 3.1080892893712884,
      "grad_norm": 1.216551893398289,
      "learning_rate": 0.00014465570565831015,
      "loss": 0.7739,
      "step": 75884
    },
    {
      "epoch": 3.1081302477984845,
      "grad_norm": 0.9209355316488743,
      "learning_rate": 0.0001446524463356902,
      "loss": 0.6891,
      "step": 75885
    },
    {
      "epoch": 3.108171206225681,
      "grad_norm": 0.9702333223363324,
      "learning_rate": 0.00014464918701559827,
      "loss": 0.4923,
      "step": 75886
    },
    {
      "epoch": 3.1082121646528775,
      "grad_norm": 1.2853744137438936,
      "learning_rate": 0.00014464592769803587,
      "loss": 0.8338,
      "step": 75887
    },
    {
      "epoch": 3.1082531230800736,
      "grad_norm": 1.844560198704223,
      "learning_rate": 0.00014464266838300454,
      "loss": 1.0797,
      "step": 75888
    },
    {
      "epoch": 3.10829408150727,
      "grad_norm": 1.212108461678323,
      "learning_rate": 0.00014463940907050589,
      "loss": 0.5875,
      "step": 75889
    },
    {
      "epoch": 3.1083350399344667,
      "grad_norm": 1.2585084422322328,
      "learning_rate": 0.0001446361497605414,
      "loss": 0.6139,
      "step": 75890
    },
    {
      "epoch": 3.108375998361663,
      "grad_norm": 1.2469652551020063,
      "learning_rate": 0.00014463289045311265,
      "loss": 0.7027,
      "step": 75891
    },
    {
      "epoch": 3.1084169567888593,
      "grad_norm": 0.6127013257403316,
      "learning_rate": 0.00014462963114822113,
      "loss": 0.2299,
      "step": 75892
    },
    {
      "epoch": 3.108457915216056,
      "grad_norm": 5.164106125168217,
      "learning_rate": 0.0001446263718458684,
      "loss": 4.2248,
      "step": 75893
    },
    {
      "epoch": 3.108498873643252,
      "grad_norm": 1.0968184491881428,
      "learning_rate": 0.00014462311254605605,
      "loss": 0.593,
      "step": 75894
    },
    {
      "epoch": 3.1085398320704485,
      "grad_norm": 1.9863498565826985,
      "learning_rate": 0.00014461985324878556,
      "loss": 0.9032,
      "step": 75895
    },
    {
      "epoch": 3.108580790497645,
      "grad_norm": 1.391995828464101,
      "learning_rate": 0.00014461659395405846,
      "loss": 0.7803,
      "step": 75896
    },
    {
      "epoch": 3.108621748924841,
      "grad_norm": 1.1289541901417774,
      "learning_rate": 0.00014461333466187637,
      "loss": 0.5805,
      "step": 75897
    },
    {
      "epoch": 3.1086627073520376,
      "grad_norm": 1.2789300584194152,
      "learning_rate": 0.00014461007537224077,
      "loss": 0.6266,
      "step": 75898
    },
    {
      "epoch": 3.108703665779234,
      "grad_norm": 1.0503806017745545,
      "learning_rate": 0.0001446068160851532,
      "loss": 0.5586,
      "step": 75899
    },
    {
      "epoch": 3.1087446242064303,
      "grad_norm": 1.1867034476539107,
      "learning_rate": 0.0001446035568006152,
      "loss": 0.5704,
      "step": 75900
    },
    {
      "epoch": 3.108785582633627,
      "grad_norm": 1.3485034293300937,
      "learning_rate": 0.00014460029751862835,
      "loss": 0.7314,
      "step": 75901
    },
    {
      "epoch": 3.1088265410608233,
      "grad_norm": 1.0427155489567594,
      "learning_rate": 0.00014459703823919417,
      "loss": 0.5725,
      "step": 75902
    },
    {
      "epoch": 3.10886749948802,
      "grad_norm": 1.895563342560537,
      "learning_rate": 0.0001445937789623142,
      "loss": 1.0506,
      "step": 75903
    },
    {
      "epoch": 3.108908457915216,
      "grad_norm": 1.4785066532364135,
      "learning_rate": 0.00014459051968799,
      "loss": 0.9107,
      "step": 75904
    },
    {
      "epoch": 3.1089494163424125,
      "grad_norm": 1.2820788261194105,
      "learning_rate": 0.00014458726041622307,
      "loss": 0.791,
      "step": 75905
    },
    {
      "epoch": 3.108990374769609,
      "grad_norm": 1.3685531877941999,
      "learning_rate": 0.00014458400114701495,
      "loss": 0.9568,
      "step": 75906
    },
    {
      "epoch": 3.109031333196805,
      "grad_norm": 3.810040497659866,
      "learning_rate": 0.0001445807418803672,
      "loss": 1.057,
      "step": 75907
    },
    {
      "epoch": 3.1090722916240017,
      "grad_norm": 1.057069142095567,
      "learning_rate": 0.00014457748261628137,
      "loss": 0.3825,
      "step": 75908
    },
    {
      "epoch": 3.109113250051198,
      "grad_norm": 4.349070266831173,
      "learning_rate": 0.000144574223354759,
      "loss": 5.7425,
      "step": 75909
    },
    {
      "epoch": 3.1091542084783943,
      "grad_norm": 1.5118605664073628,
      "learning_rate": 0.0001445709640958016,
      "loss": 0.9967,
      "step": 75910
    },
    {
      "epoch": 3.109195166905591,
      "grad_norm": 0.9362524227612835,
      "learning_rate": 0.00014456770483941073,
      "loss": 0.1598,
      "step": 75911
    },
    {
      "epoch": 3.1092361253327874,
      "grad_norm": 1.1594403032497798,
      "learning_rate": 0.00014456444558558795,
      "loss": 0.795,
      "step": 75912
    },
    {
      "epoch": 3.1092770837599835,
      "grad_norm": 1.346703783279975,
      "learning_rate": 0.00014456118633433476,
      "loss": 0.452,
      "step": 75913
    },
    {
      "epoch": 3.10931804218718,
      "grad_norm": 1.2017550327132012,
      "learning_rate": 0.00014455792708565276,
      "loss": 0.5179,
      "step": 75914
    },
    {
      "epoch": 3.1093590006143765,
      "grad_norm": 1.0757471173346962,
      "learning_rate": 0.00014455466783954343,
      "loss": 0.5996,
      "step": 75915
    },
    {
      "epoch": 3.1093999590415726,
      "grad_norm": 1.0547339598749015,
      "learning_rate": 0.00014455140859600835,
      "loss": 0.5187,
      "step": 75916
    },
    {
      "epoch": 3.109440917468769,
      "grad_norm": 1.0967899639165293,
      "learning_rate": 0.00014454814935504907,
      "loss": 0.5584,
      "step": 75917
    },
    {
      "epoch": 3.1094818758959657,
      "grad_norm": 1.4093070498182205,
      "learning_rate": 0.00014454489011666706,
      "loss": 0.7286,
      "step": 75918
    },
    {
      "epoch": 3.109522834323162,
      "grad_norm": 1.1396579733358387,
      "learning_rate": 0.00014454163088086392,
      "loss": 0.6946,
      "step": 75919
    },
    {
      "epoch": 3.1095637927503583,
      "grad_norm": 1.1418798743746523,
      "learning_rate": 0.0001445383716476412,
      "loss": 0.775,
      "step": 75920
    },
    {
      "epoch": 3.109604751177555,
      "grad_norm": 4.553194542871321,
      "learning_rate": 0.00014453511241700043,
      "loss": 4.3793,
      "step": 75921
    },
    {
      "epoch": 3.1096457096047514,
      "grad_norm": 1.1855076223094012,
      "learning_rate": 0.00014453185318894315,
      "loss": 0.6954,
      "step": 75922
    },
    {
      "epoch": 3.1096866680319475,
      "grad_norm": 1.0766832189622142,
      "learning_rate": 0.00014452859396347082,
      "loss": 0.7952,
      "step": 75923
    },
    {
      "epoch": 3.109727626459144,
      "grad_norm": 1.119248824654894,
      "learning_rate": 0.00014452533474058513,
      "loss": 0.4945,
      "step": 75924
    },
    {
      "epoch": 3.1097685848863406,
      "grad_norm": 1.223021118288093,
      "learning_rate": 0.00014452207552028752,
      "loss": 0.8073,
      "step": 75925
    },
    {
      "epoch": 3.1098095433135367,
      "grad_norm": 1.3306667060226733,
      "learning_rate": 0.00014451881630257957,
      "loss": 0.5554,
      "step": 75926
    },
    {
      "epoch": 3.109850501740733,
      "grad_norm": 1.5809803724362936,
      "learning_rate": 0.00014451555708746276,
      "loss": 0.5837,
      "step": 75927
    },
    {
      "epoch": 3.1098914601679297,
      "grad_norm": 1.618554102102754,
      "learning_rate": 0.0001445122978749387,
      "loss": 0.8711,
      "step": 75928
    },
    {
      "epoch": 3.109932418595126,
      "grad_norm": 0.9283110633050867,
      "learning_rate": 0.00014450903866500893,
      "loss": 0.5094,
      "step": 75929
    },
    {
      "epoch": 3.1099733770223223,
      "grad_norm": 1.126340607804284,
      "learning_rate": 0.00014450577945767496,
      "loss": 0.5833,
      "step": 75930
    },
    {
      "epoch": 3.110014335449519,
      "grad_norm": 3.9067030796012907,
      "learning_rate": 0.0001445025202529383,
      "loss": 5.0066,
      "step": 75931
    },
    {
      "epoch": 3.110055293876715,
      "grad_norm": 2.775042136502246,
      "learning_rate": 0.00014449926105080055,
      "loss": 3.3591,
      "step": 75932
    },
    {
      "epoch": 3.1100962523039115,
      "grad_norm": 1.316419996302833,
      "learning_rate": 0.00014449600185126326,
      "loss": 0.6579,
      "step": 75933
    },
    {
      "epoch": 3.110137210731108,
      "grad_norm": 2.0544245184503973,
      "learning_rate": 0.00014449274265432793,
      "loss": 0.6785,
      "step": 75934
    },
    {
      "epoch": 3.110178169158304,
      "grad_norm": 1.7740666385432566,
      "learning_rate": 0.00014448948345999605,
      "loss": 0.5852,
      "step": 75935
    },
    {
      "epoch": 3.1102191275855007,
      "grad_norm": 1.2146446723036313,
      "learning_rate": 0.00014448622426826928,
      "loss": 0.7391,
      "step": 75936
    },
    {
      "epoch": 3.110260086012697,
      "grad_norm": 1.171596519000312,
      "learning_rate": 0.0001444829650791491,
      "loss": 0.5667,
      "step": 75937
    },
    {
      "epoch": 3.1103010444398933,
      "grad_norm": 1.6677911307854751,
      "learning_rate": 0.00014447970589263708,
      "loss": 0.8835,
      "step": 75938
    },
    {
      "epoch": 3.11034200286709,
      "grad_norm": 1.0575553457327511,
      "learning_rate": 0.00014447644670873466,
      "loss": 0.4821,
      "step": 75939
    },
    {
      "epoch": 3.1103829612942864,
      "grad_norm": 1.4584211348918066,
      "learning_rate": 0.00014447318752744352,
      "loss": 0.7452,
      "step": 75940
    },
    {
      "epoch": 3.110423919721483,
      "grad_norm": 1.3440445762959348,
      "learning_rate": 0.00014446992834876515,
      "loss": 0.7118,
      "step": 75941
    },
    {
      "epoch": 3.110464878148679,
      "grad_norm": 0.9358174212496522,
      "learning_rate": 0.00014446666917270102,
      "loss": 0.2863,
      "step": 75942
    },
    {
      "epoch": 3.1105058365758755,
      "grad_norm": 1.3275567318505026,
      "learning_rate": 0.00014446340999925273,
      "loss": 0.7263,
      "step": 75943
    },
    {
      "epoch": 3.110546795003072,
      "grad_norm": 1.1152199937862415,
      "learning_rate": 0.00014446015082842184,
      "loss": 0.6987,
      "step": 75944
    },
    {
      "epoch": 3.110587753430268,
      "grad_norm": 1.145328280594697,
      "learning_rate": 0.0001444568916602099,
      "loss": 0.7402,
      "step": 75945
    },
    {
      "epoch": 3.1106287118574647,
      "grad_norm": 0.8572060005196688,
      "learning_rate": 0.00014445363249461837,
      "loss": 0.2684,
      "step": 75946
    },
    {
      "epoch": 3.1106696702846612,
      "grad_norm": 4.180169986537755,
      "learning_rate": 0.00014445037333164887,
      "loss": 4.4974,
      "step": 75947
    },
    {
      "epoch": 3.1107106287118573,
      "grad_norm": 1.1215261426911909,
      "learning_rate": 0.00014444711417130289,
      "loss": 0.7831,
      "step": 75948
    },
    {
      "epoch": 3.110751587139054,
      "grad_norm": 1.4401103450032031,
      "learning_rate": 0.000144443855013582,
      "loss": 0.8096,
      "step": 75949
    },
    {
      "epoch": 3.1107925455662504,
      "grad_norm": 1.4159135444653042,
      "learning_rate": 0.00014444059585848776,
      "loss": 0.3516,
      "step": 75950
    },
    {
      "epoch": 3.1108335039934465,
      "grad_norm": 1.1641388742972982,
      "learning_rate": 0.00014443733670602165,
      "loss": 0.502,
      "step": 75951
    },
    {
      "epoch": 3.110874462420643,
      "grad_norm": 1.4916347253954658,
      "learning_rate": 0.00014443407755618522,
      "loss": 0.8439,
      "step": 75952
    },
    {
      "epoch": 3.1109154208478396,
      "grad_norm": 0.8481134829383333,
      "learning_rate": 0.0001444308184089801,
      "loss": 0.3097,
      "step": 75953
    },
    {
      "epoch": 3.1109563792750357,
      "grad_norm": 1.6333568093398392,
      "learning_rate": 0.00014442755926440774,
      "loss": 0.9671,
      "step": 75954
    },
    {
      "epoch": 3.110997337702232,
      "grad_norm": 1.3319537398347925,
      "learning_rate": 0.0001444243001224697,
      "loss": 0.7915,
      "step": 75955
    },
    {
      "epoch": 3.1110382961294287,
      "grad_norm": 1.5650558238144565,
      "learning_rate": 0.0001444210409831675,
      "loss": 1.0158,
      "step": 75956
    },
    {
      "epoch": 3.111079254556625,
      "grad_norm": 1.5085964026587526,
      "learning_rate": 0.00014441778184650275,
      "loss": 0.8837,
      "step": 75957
    },
    {
      "epoch": 3.1111202129838214,
      "grad_norm": 1.1217597140546236,
      "learning_rate": 0.00014441452271247694,
      "loss": 0.5971,
      "step": 75958
    },
    {
      "epoch": 3.111161171411018,
      "grad_norm": 0.8603687228915701,
      "learning_rate": 0.00014441126358109163,
      "loss": 0.2309,
      "step": 75959
    },
    {
      "epoch": 3.1112021298382144,
      "grad_norm": 1.2197124886812218,
      "learning_rate": 0.00014440800445234832,
      "loss": 0.511,
      "step": 75960
    },
    {
      "epoch": 3.1112430882654105,
      "grad_norm": 2.0375155154212776,
      "learning_rate": 0.0001444047453262486,
      "loss": 1.3142,
      "step": 75961
    },
    {
      "epoch": 3.111284046692607,
      "grad_norm": 1.0472693282051706,
      "learning_rate": 0.000144401486202794,
      "loss": 0.6232,
      "step": 75962
    },
    {
      "epoch": 3.1113250051198036,
      "grad_norm": 1.3446146487707684,
      "learning_rate": 0.00014439822708198604,
      "loss": 0.7295,
      "step": 75963
    },
    {
      "epoch": 3.1113659635469997,
      "grad_norm": 1.2727519467733792,
      "learning_rate": 0.00014439496796382625,
      "loss": 0.7658,
      "step": 75964
    },
    {
      "epoch": 3.111406921974196,
      "grad_norm": 0.9606867262634387,
      "learning_rate": 0.00014439170884831623,
      "loss": 0.5502,
      "step": 75965
    },
    {
      "epoch": 3.1114478804013928,
      "grad_norm": 0.6916158898705195,
      "learning_rate": 0.0001443884497354575,
      "loss": 0.223,
      "step": 75966
    },
    {
      "epoch": 3.111488838828589,
      "grad_norm": 1.4713472189039598,
      "learning_rate": 0.00014438519062525155,
      "loss": 0.9005,
      "step": 75967
    },
    {
      "epoch": 3.1115297972557854,
      "grad_norm": 1.4051530932948435,
      "learning_rate": 0.00014438193151769993,
      "loss": 0.7759,
      "step": 75968
    },
    {
      "epoch": 3.111570755682982,
      "grad_norm": 1.379892960287755,
      "learning_rate": 0.00014437867241280425,
      "loss": 0.8895,
      "step": 75969
    },
    {
      "epoch": 3.111611714110178,
      "grad_norm": 1.3044240112456778,
      "learning_rate": 0.000144375413310566,
      "loss": 0.7036,
      "step": 75970
    },
    {
      "epoch": 3.1116526725373745,
      "grad_norm": 1.2608443307583501,
      "learning_rate": 0.00014437215421098676,
      "loss": 0.7334,
      "step": 75971
    },
    {
      "epoch": 3.111693630964571,
      "grad_norm": 1.335728221394696,
      "learning_rate": 0.00014436889511406796,
      "loss": 0.7883,
      "step": 75972
    },
    {
      "epoch": 3.111734589391767,
      "grad_norm": 0.876123606255678,
      "learning_rate": 0.00014436563601981128,
      "loss": 0.6461,
      "step": 75973
    },
    {
      "epoch": 3.1117755478189637,
      "grad_norm": 1.589515514299213,
      "learning_rate": 0.00014436237692821822,
      "loss": 0.7498,
      "step": 75974
    },
    {
      "epoch": 3.1118165062461602,
      "grad_norm": 1.6874782258748375,
      "learning_rate": 0.00014435911783929026,
      "loss": 1.1167,
      "step": 75975
    },
    {
      "epoch": 3.1118574646733563,
      "grad_norm": 1.2748127936300184,
      "learning_rate": 0.000144355858753029,
      "loss": 0.8636,
      "step": 75976
    },
    {
      "epoch": 3.111898423100553,
      "grad_norm": 0.881745918248901,
      "learning_rate": 0.00014435259966943598,
      "loss": 0.187,
      "step": 75977
    },
    {
      "epoch": 3.1119393815277494,
      "grad_norm": 1.2517166427298627,
      "learning_rate": 0.00014434934058851268,
      "loss": 0.6573,
      "step": 75978
    },
    {
      "epoch": 3.111980339954946,
      "grad_norm": 0.7369630281207059,
      "learning_rate": 0.0001443460815102607,
      "loss": 0.2407,
      "step": 75979
    },
    {
      "epoch": 3.112021298382142,
      "grad_norm": 1.171507039713696,
      "learning_rate": 0.00014434282243468155,
      "loss": 0.6865,
      "step": 75980
    },
    {
      "epoch": 3.1120622568093386,
      "grad_norm": 1.099977286367677,
      "learning_rate": 0.00014433956336177683,
      "loss": 0.6833,
      "step": 75981
    },
    {
      "epoch": 3.112103215236535,
      "grad_norm": 0.8046002266801541,
      "learning_rate": 0.000144336304291548,
      "loss": 0.2467,
      "step": 75982
    },
    {
      "epoch": 3.112144173663731,
      "grad_norm": 0.5544957975758967,
      "learning_rate": 0.0001443330452239966,
      "loss": 0.1429,
      "step": 75983
    },
    {
      "epoch": 3.1121851320909277,
      "grad_norm": 1.792263797370176,
      "learning_rate": 0.00014432978615912427,
      "loss": 0.9483,
      "step": 75984
    },
    {
      "epoch": 3.1122260905181243,
      "grad_norm": 1.2109470474353021,
      "learning_rate": 0.00014432652709693247,
      "loss": 0.7782,
      "step": 75985
    },
    {
      "epoch": 3.1122670489453204,
      "grad_norm": 1.297208773946949,
      "learning_rate": 0.00014432326803742276,
      "loss": 0.6835,
      "step": 75986
    },
    {
      "epoch": 3.112308007372517,
      "grad_norm": 1.2431438175031635,
      "learning_rate": 0.00014432000898059665,
      "loss": 0.4816,
      "step": 75987
    },
    {
      "epoch": 3.1123489657997134,
      "grad_norm": 1.261718192963097,
      "learning_rate": 0.00014431674992645575,
      "loss": 0.6752,
      "step": 75988
    },
    {
      "epoch": 3.1123899242269095,
      "grad_norm": 0.8866383526648273,
      "learning_rate": 0.00014431349087500153,
      "loss": 0.3178,
      "step": 75989
    },
    {
      "epoch": 3.112430882654106,
      "grad_norm": 1.070351019910619,
      "learning_rate": 0.0001443102318262356,
      "loss": 0.527,
      "step": 75990
    },
    {
      "epoch": 3.1124718410813026,
      "grad_norm": 1.1708242301843412,
      "learning_rate": 0.0001443069727801594,
      "loss": 0.6216,
      "step": 75991
    },
    {
      "epoch": 3.1125127995084987,
      "grad_norm": 1.2414377186975165,
      "learning_rate": 0.00014430371373677457,
      "loss": 0.5005,
      "step": 75992
    },
    {
      "epoch": 3.112553757935695,
      "grad_norm": 1.2341094270299304,
      "learning_rate": 0.00014430045469608266,
      "loss": 0.6257,
      "step": 75993
    },
    {
      "epoch": 3.1125947163628918,
      "grad_norm": 1.2605120812025665,
      "learning_rate": 0.0001442971956580851,
      "loss": 0.6431,
      "step": 75994
    },
    {
      "epoch": 3.112635674790088,
      "grad_norm": 1.5023937425036178,
      "learning_rate": 0.0001442939366227835,
      "loss": 0.9064,
      "step": 75995
    },
    {
      "epoch": 3.1126766332172844,
      "grad_norm": 1.8227783286031891,
      "learning_rate": 0.0001442906775901794,
      "loss": 1.4198,
      "step": 75996
    },
    {
      "epoch": 3.112717591644481,
      "grad_norm": 1.8624017944347455,
      "learning_rate": 0.00014428741856027438,
      "loss": 0.189,
      "step": 75997
    },
    {
      "epoch": 3.1127585500716775,
      "grad_norm": 2.112441912803453,
      "learning_rate": 0.0001442841595330699,
      "loss": 0.8165,
      "step": 75998
    },
    {
      "epoch": 3.1127995084988735,
      "grad_norm": 1.3094733010333623,
      "learning_rate": 0.0001442809005085675,
      "loss": 0.6337,
      "step": 75999
    },
    {
      "epoch": 3.11284046692607,
      "grad_norm": 1.361471485259935,
      "learning_rate": 0.00014427764148676884,
      "loss": 0.7602,
      "step": 76000
    },
    {
      "epoch": 3.1128814253532666,
      "grad_norm": 1.4855938254298033,
      "learning_rate": 0.00014427438246767535,
      "loss": 0.6799,
      "step": 76001
    },
    {
      "epoch": 3.1129223837804627,
      "grad_norm": 1.5867171131308897,
      "learning_rate": 0.0001442711234512886,
      "loss": 0.7488,
      "step": 76002
    },
    {
      "epoch": 3.1129633422076592,
      "grad_norm": 1.2249651207391465,
      "learning_rate": 0.00014426786443761007,
      "loss": 0.6796,
      "step": 76003
    },
    {
      "epoch": 3.113004300634856,
      "grad_norm": 2.990793671201306,
      "learning_rate": 0.00014426460542664142,
      "loss": 3.4503,
      "step": 76004
    },
    {
      "epoch": 3.113045259062052,
      "grad_norm": 1.544397846204898,
      "learning_rate": 0.00014426134641838415,
      "loss": 1.0169,
      "step": 76005
    },
    {
      "epoch": 3.1130862174892484,
      "grad_norm": 1.2534522210799237,
      "learning_rate": 0.00014425808741283974,
      "loss": 0.5964,
      "step": 76006
    },
    {
      "epoch": 3.113127175916445,
      "grad_norm": 1.4830715634942533,
      "learning_rate": 0.00014425482841000977,
      "loss": 0.7561,
      "step": 76007
    },
    {
      "epoch": 3.113168134343641,
      "grad_norm": 7.811442997237379,
      "learning_rate": 0.0001442515694098958,
      "loss": 1.845,
      "step": 76008
    },
    {
      "epoch": 3.1132090927708376,
      "grad_norm": 1.3165749140938312,
      "learning_rate": 0.00014424831041249937,
      "loss": 0.5478,
      "step": 76009
    },
    {
      "epoch": 3.113250051198034,
      "grad_norm": 1.2503496064688893,
      "learning_rate": 0.000144245051417822,
      "loss": 0.6814,
      "step": 76010
    },
    {
      "epoch": 3.11329100962523,
      "grad_norm": 0.8181498570546849,
      "learning_rate": 0.00014424179242586522,
      "loss": 0.2988,
      "step": 76011
    },
    {
      "epoch": 3.1133319680524267,
      "grad_norm": 1.4324047382139122,
      "learning_rate": 0.00014423853343663057,
      "loss": 0.7579,
      "step": 76012
    },
    {
      "epoch": 3.1133729264796233,
      "grad_norm": 1.0195103850730578,
      "learning_rate": 0.00014423527445011966,
      "loss": 0.3336,
      "step": 76013
    },
    {
      "epoch": 3.1134138849068194,
      "grad_norm": 1.4986432750519565,
      "learning_rate": 0.00014423201546633394,
      "loss": 0.808,
      "step": 76014
    },
    {
      "epoch": 3.113454843334016,
      "grad_norm": 0.6963682359966028,
      "learning_rate": 0.00014422875648527496,
      "loss": 0.2196,
      "step": 76015
    },
    {
      "epoch": 3.1134958017612124,
      "grad_norm": 1.479721039740514,
      "learning_rate": 0.00014422549750694436,
      "loss": 0.95,
      "step": 76016
    },
    {
      "epoch": 3.113536760188409,
      "grad_norm": 0.7118834189499824,
      "learning_rate": 0.00014422223853134355,
      "loss": 0.2429,
      "step": 76017
    },
    {
      "epoch": 3.113577718615605,
      "grad_norm": 1.340897500761089,
      "learning_rate": 0.00014421897955847418,
      "loss": 0.7874,
      "step": 76018
    },
    {
      "epoch": 3.1136186770428016,
      "grad_norm": 1.3654490188245187,
      "learning_rate": 0.00014421572058833773,
      "loss": 0.6771,
      "step": 76019
    },
    {
      "epoch": 3.113659635469998,
      "grad_norm": 1.4958196601804674,
      "learning_rate": 0.0001442124616209357,
      "loss": 0.7369,
      "step": 76020
    },
    {
      "epoch": 3.1137005938971942,
      "grad_norm": 1.129625200643835,
      "learning_rate": 0.00014420920265626974,
      "loss": 0.5268,
      "step": 76021
    },
    {
      "epoch": 3.1137415523243908,
      "grad_norm": 1.198104430338214,
      "learning_rate": 0.00014420594369434132,
      "loss": 0.7189,
      "step": 76022
    },
    {
      "epoch": 3.1137825107515873,
      "grad_norm": 1.0728824638782162,
      "learning_rate": 0.00014420268473515197,
      "loss": 0.7291,
      "step": 76023
    },
    {
      "epoch": 3.1138234691787834,
      "grad_norm": 1.4260259552955226,
      "learning_rate": 0.00014419942577870328,
      "loss": 0.7519,
      "step": 76024
    },
    {
      "epoch": 3.11386442760598,
      "grad_norm": 1.4584628437016631,
      "learning_rate": 0.00014419616682499674,
      "loss": 0.9079,
      "step": 76025
    },
    {
      "epoch": 3.1139053860331765,
      "grad_norm": 1.1842352164390122,
      "learning_rate": 0.00014419290787403394,
      "loss": 0.6278,
      "step": 76026
    },
    {
      "epoch": 3.1139463444603726,
      "grad_norm": 1.3916688288142773,
      "learning_rate": 0.0001441896489258164,
      "loss": 0.665,
      "step": 76027
    },
    {
      "epoch": 3.113987302887569,
      "grad_norm": 1.1650927821909158,
      "learning_rate": 0.00014418638998034563,
      "loss": 0.5985,
      "step": 76028
    },
    {
      "epoch": 3.1140282613147656,
      "grad_norm": 1.4003865487372529,
      "learning_rate": 0.00014418313103762323,
      "loss": 0.8387,
      "step": 76029
    },
    {
      "epoch": 3.1140692197419617,
      "grad_norm": 1.1430829554529542,
      "learning_rate": 0.0001441798720976507,
      "loss": 0.5063,
      "step": 76030
    },
    {
      "epoch": 3.1141101781691582,
      "grad_norm": 6.780144470439037,
      "learning_rate": 0.00014417661316042956,
      "loss": 5.3603,
      "step": 76031
    },
    {
      "epoch": 3.114151136596355,
      "grad_norm": 2.0291361238653414,
      "learning_rate": 0.00014417335422596138,
      "loss": 1.1943,
      "step": 76032
    },
    {
      "epoch": 3.114192095023551,
      "grad_norm": 0.8038772525400243,
      "learning_rate": 0.00014417009529424772,
      "loss": 0.2252,
      "step": 76033
    },
    {
      "epoch": 3.1142330534507474,
      "grad_norm": 1.6132181801814665,
      "learning_rate": 0.0001441668363652901,
      "loss": 1.3518,
      "step": 76034
    },
    {
      "epoch": 3.114274011877944,
      "grad_norm": 1.0837139656991182,
      "learning_rate": 0.00014416357743909008,
      "loss": 0.3193,
      "step": 76035
    },
    {
      "epoch": 3.1143149703051405,
      "grad_norm": 1.2139843092593614,
      "learning_rate": 0.00014416031851564913,
      "loss": 0.8253,
      "step": 76036
    },
    {
      "epoch": 3.1143559287323366,
      "grad_norm": 3.3135838497896595,
      "learning_rate": 0.0001441570595949689,
      "loss": 3.3396,
      "step": 76037
    },
    {
      "epoch": 3.114396887159533,
      "grad_norm": 1.1064892256047818,
      "learning_rate": 0.00014415380067705084,
      "loss": 0.6557,
      "step": 76038
    },
    {
      "epoch": 3.1144378455867296,
      "grad_norm": 1.8251328096320996,
      "learning_rate": 0.00014415054176189655,
      "loss": 1.22,
      "step": 76039
    },
    {
      "epoch": 3.1144788040139257,
      "grad_norm": 1.1956040061235196,
      "learning_rate": 0.0001441472828495075,
      "loss": 0.7678,
      "step": 76040
    },
    {
      "epoch": 3.1145197624411223,
      "grad_norm": 1.3730094623180404,
      "learning_rate": 0.0001441440239398853,
      "loss": 0.6125,
      "step": 76041
    },
    {
      "epoch": 3.114560720868319,
      "grad_norm": 1.1825515468790881,
      "learning_rate": 0.00014414076503303148,
      "loss": 0.6282,
      "step": 76042
    },
    {
      "epoch": 3.114601679295515,
      "grad_norm": 1.2915470526268988,
      "learning_rate": 0.00014413750612894756,
      "loss": 0.6351,
      "step": 76043
    },
    {
      "epoch": 3.1146426377227114,
      "grad_norm": 3.0540830389167746,
      "learning_rate": 0.00014413424722763504,
      "loss": 4.2683,
      "step": 76044
    },
    {
      "epoch": 3.114683596149908,
      "grad_norm": 1.9177002783196442,
      "learning_rate": 0.00014413098832909564,
      "loss": 1.4359,
      "step": 76045
    },
    {
      "epoch": 3.114724554577104,
      "grad_norm": 1.1224207041163734,
      "learning_rate": 0.00014412772943333066,
      "loss": 0.6847,
      "step": 76046
    },
    {
      "epoch": 3.1147655130043006,
      "grad_norm": 1.5344022659384815,
      "learning_rate": 0.00014412447054034175,
      "loss": 1.1158,
      "step": 76047
    },
    {
      "epoch": 3.114806471431497,
      "grad_norm": 1.2308544739630247,
      "learning_rate": 0.00014412121165013048,
      "loss": 0.6954,
      "step": 76048
    },
    {
      "epoch": 3.1148474298586932,
      "grad_norm": 0.6407909281284486,
      "learning_rate": 0.00014411795276269836,
      "loss": 0.2177,
      "step": 76049
    },
    {
      "epoch": 3.1148883882858898,
      "grad_norm": 1.1787023546050153,
      "learning_rate": 0.0001441146938780469,
      "loss": 0.6585,
      "step": 76050
    },
    {
      "epoch": 3.1149293467130863,
      "grad_norm": 1.3305401623579085,
      "learning_rate": 0.00014411143499617766,
      "loss": 0.8334,
      "step": 76051
    },
    {
      "epoch": 3.1149703051402824,
      "grad_norm": 0.8090540619341355,
      "learning_rate": 0.00014410817611709223,
      "loss": 0.2329,
      "step": 76052
    },
    {
      "epoch": 3.115011263567479,
      "grad_norm": 1.877825069386627,
      "learning_rate": 0.00014410491724079212,
      "loss": 1.3721,
      "step": 76053
    },
    {
      "epoch": 3.1150522219946755,
      "grad_norm": 1.0505744109589963,
      "learning_rate": 0.00014410165836727885,
      "loss": 0.5722,
      "step": 76054
    },
    {
      "epoch": 3.115093180421872,
      "grad_norm": 0.6910990930631735,
      "learning_rate": 0.00014409839949655392,
      "loss": 0.1881,
      "step": 76055
    },
    {
      "epoch": 3.115134138849068,
      "grad_norm": 1.1338469416950399,
      "learning_rate": 0.000144095140628619,
      "loss": 0.5289,
      "step": 76056
    },
    {
      "epoch": 3.1151750972762646,
      "grad_norm": 0.8262968531395982,
      "learning_rate": 0.00014409188176347552,
      "loss": 0.161,
      "step": 76057
    },
    {
      "epoch": 3.115216055703461,
      "grad_norm": 1.7174939931284636,
      "learning_rate": 0.00014408862290112508,
      "loss": 0.8611,
      "step": 76058
    },
    {
      "epoch": 3.1152570141306573,
      "grad_norm": 1.6873133537897251,
      "learning_rate": 0.00014408536404156915,
      "loss": 0.974,
      "step": 76059
    },
    {
      "epoch": 3.115297972557854,
      "grad_norm": 1.8200736420043786,
      "learning_rate": 0.00014408210518480934,
      "loss": 1.3096,
      "step": 76060
    },
    {
      "epoch": 3.1153389309850503,
      "grad_norm": 0.8552879827944345,
      "learning_rate": 0.00014407884633084719,
      "loss": 0.3317,
      "step": 76061
    },
    {
      "epoch": 3.1153798894122464,
      "grad_norm": 1.2270456036227186,
      "learning_rate": 0.0001440755874796842,
      "loss": 0.7391,
      "step": 76062
    },
    {
      "epoch": 3.115420847839443,
      "grad_norm": 1.4361410174077869,
      "learning_rate": 0.00014407232863132192,
      "loss": 0.9144,
      "step": 76063
    },
    {
      "epoch": 3.1154618062666395,
      "grad_norm": 1.7904130090353578,
      "learning_rate": 0.0001440690697857619,
      "loss": 1.139,
      "step": 76064
    },
    {
      "epoch": 3.1155027646938356,
      "grad_norm": 1.125123842742212,
      "learning_rate": 0.0001440658109430057,
      "loss": 0.5322,
      "step": 76065
    },
    {
      "epoch": 3.115543723121032,
      "grad_norm": 1.128900108629786,
      "learning_rate": 0.00014406255210305482,
      "loss": 0.6374,
      "step": 76066
    },
    {
      "epoch": 3.1155846815482287,
      "grad_norm": 3.3437752560990526,
      "learning_rate": 0.0001440592932659108,
      "loss": 3.295,
      "step": 76067
    },
    {
      "epoch": 3.1156256399754247,
      "grad_norm": 1.3746123623994044,
      "learning_rate": 0.00014405603443157523,
      "loss": 0.7972,
      "step": 76068
    },
    {
      "epoch": 3.1156665984026213,
      "grad_norm": 1.2493589719799238,
      "learning_rate": 0.00014405277560004963,
      "loss": 0.713,
      "step": 76069
    },
    {
      "epoch": 3.115707556829818,
      "grad_norm": 1.5219644564743309,
      "learning_rate": 0.00014404951677133554,
      "loss": 1.015,
      "step": 76070
    },
    {
      "epoch": 3.115748515257014,
      "grad_norm": 0.8749225918886607,
      "learning_rate": 0.00014404625794543446,
      "loss": 0.2612,
      "step": 76071
    },
    {
      "epoch": 3.1157894736842104,
      "grad_norm": 1.2707342797526981,
      "learning_rate": 0.00014404299912234797,
      "loss": 0.8341,
      "step": 76072
    },
    {
      "epoch": 3.115830432111407,
      "grad_norm": 1.2428929465580298,
      "learning_rate": 0.00014403974030207764,
      "loss": 0.6497,
      "step": 76073
    },
    {
      "epoch": 3.1158713905386035,
      "grad_norm": 1.4356206390257549,
      "learning_rate": 0.00014403648148462496,
      "loss": 0.8083,
      "step": 76074
    },
    {
      "epoch": 3.1159123489657996,
      "grad_norm": 3.691440595181535,
      "learning_rate": 0.00014403322266999145,
      "loss": 3.687,
      "step": 76075
    },
    {
      "epoch": 3.115953307392996,
      "grad_norm": 0.9588002890872862,
      "learning_rate": 0.0001440299638581787,
      "loss": 0.5792,
      "step": 76076
    },
    {
      "epoch": 3.1159942658201927,
      "grad_norm": 1.3789768486693286,
      "learning_rate": 0.00014402670504918826,
      "loss": 0.648,
      "step": 76077
    },
    {
      "epoch": 3.1160352242473888,
      "grad_norm": 1.3722141575795106,
      "learning_rate": 0.00014402344624302166,
      "loss": 0.7625,
      "step": 76078
    },
    {
      "epoch": 3.1160761826745853,
      "grad_norm": 1.016697857593377,
      "learning_rate": 0.00014402018743968036,
      "loss": 0.5924,
      "step": 76079
    },
    {
      "epoch": 3.116117141101782,
      "grad_norm": 1.4811378310733097,
      "learning_rate": 0.000144016928639166,
      "loss": 0.7602,
      "step": 76080
    },
    {
      "epoch": 3.116158099528978,
      "grad_norm": 0.9130483655261253,
      "learning_rate": 0.00014401366984148013,
      "loss": 0.2309,
      "step": 76081
    },
    {
      "epoch": 3.1161990579561745,
      "grad_norm": 0.8259688755295747,
      "learning_rate": 0.00014401041104662423,
      "loss": 0.4199,
      "step": 76082
    },
    {
      "epoch": 3.116240016383371,
      "grad_norm": 1.250292600691563,
      "learning_rate": 0.00014400715225459983,
      "loss": 0.7621,
      "step": 76083
    },
    {
      "epoch": 3.116280974810567,
      "grad_norm": 0.7608324288042696,
      "learning_rate": 0.00014400389346540853,
      "loss": 0.3105,
      "step": 76084
    },
    {
      "epoch": 3.1163219332377636,
      "grad_norm": 1.2186461448167523,
      "learning_rate": 0.00014400063467905183,
      "loss": 0.8012,
      "step": 76085
    },
    {
      "epoch": 3.11636289166496,
      "grad_norm": 1.8874397336754296,
      "learning_rate": 0.0001439973758955313,
      "loss": 1.2156,
      "step": 76086
    },
    {
      "epoch": 3.1164038500921563,
      "grad_norm": 1.158367235590207,
      "learning_rate": 0.00014399411711484844,
      "loss": 0.706,
      "step": 76087
    },
    {
      "epoch": 3.116444808519353,
      "grad_norm": 0.7379991564813435,
      "learning_rate": 0.00014399085833700478,
      "loss": 0.1701,
      "step": 76088
    },
    {
      "epoch": 3.1164857669465493,
      "grad_norm": 0.6334961119359214,
      "learning_rate": 0.00014398759956200195,
      "loss": 0.1281,
      "step": 76089
    },
    {
      "epoch": 3.1165267253737454,
      "grad_norm": 1.531321214616535,
      "learning_rate": 0.0001439843407898414,
      "loss": 0.6905,
      "step": 76090
    },
    {
      "epoch": 3.116567683800942,
      "grad_norm": 0.8106072090571467,
      "learning_rate": 0.00014398108202052476,
      "loss": 0.289,
      "step": 76091
    },
    {
      "epoch": 3.1166086422281385,
      "grad_norm": 0.9626565781150298,
      "learning_rate": 0.00014397782325405344,
      "loss": 0.2636,
      "step": 76092
    },
    {
      "epoch": 3.116649600655335,
      "grad_norm": 1.3059605651784902,
      "learning_rate": 0.00014397456449042912,
      "loss": 0.6336,
      "step": 76093
    },
    {
      "epoch": 3.116690559082531,
      "grad_norm": 0.8822094749300414,
      "learning_rate": 0.00014397130572965324,
      "loss": 0.2027,
      "step": 76094
    },
    {
      "epoch": 3.1167315175097277,
      "grad_norm": 1.642119585689918,
      "learning_rate": 0.00014396804697172739,
      "loss": 1.0216,
      "step": 76095
    },
    {
      "epoch": 3.116772475936924,
      "grad_norm": 1.1051525510868458,
      "learning_rate": 0.00014396478821665309,
      "loss": 0.5996,
      "step": 76096
    },
    {
      "epoch": 3.1168134343641203,
      "grad_norm": 1.3132204864515895,
      "learning_rate": 0.0001439615294644319,
      "loss": 0.5249,
      "step": 76097
    },
    {
      "epoch": 3.116854392791317,
      "grad_norm": 1.0775457122553556,
      "learning_rate": 0.00014395827071506532,
      "loss": 0.5987,
      "step": 76098
    },
    {
      "epoch": 3.1168953512185134,
      "grad_norm": 1.1557991721067722,
      "learning_rate": 0.00014395501196855494,
      "loss": 0.254,
      "step": 76099
    },
    {
      "epoch": 3.1169363096457094,
      "grad_norm": 4.2499590250129,
      "learning_rate": 0.00014395175322490225,
      "loss": 2.1783,
      "step": 76100
    },
    {
      "epoch": 3.116977268072906,
      "grad_norm": 1.060103240590154,
      "learning_rate": 0.00014394849448410888,
      "loss": 0.5729,
      "step": 76101
    },
    {
      "epoch": 3.1170182265001025,
      "grad_norm": 1.0947487517041115,
      "learning_rate": 0.00014394523574617627,
      "loss": 0.6043,
      "step": 76102
    },
    {
      "epoch": 3.1170591849272986,
      "grad_norm": 1.5508999365921086,
      "learning_rate": 0.00014394197701110602,
      "loss": 0.6015,
      "step": 76103
    },
    {
      "epoch": 3.117100143354495,
      "grad_norm": 2.966127027877743,
      "learning_rate": 0.0001439387182788996,
      "loss": 1.5729,
      "step": 76104
    },
    {
      "epoch": 3.1171411017816917,
      "grad_norm": 1.8233510096069974,
      "learning_rate": 0.00014393545954955865,
      "loss": 1.2444,
      "step": 76105
    },
    {
      "epoch": 3.1171820602088878,
      "grad_norm": 1.265668636788409,
      "learning_rate": 0.0001439322008230847,
      "loss": 0.6678,
      "step": 76106
    },
    {
      "epoch": 3.1172230186360843,
      "grad_norm": 1.0874085546271968,
      "learning_rate": 0.0001439289420994792,
      "loss": 0.6491,
      "step": 76107
    },
    {
      "epoch": 3.117263977063281,
      "grad_norm": 2.1185344529055063,
      "learning_rate": 0.00014392568337874375,
      "loss": 1.7859,
      "step": 76108
    },
    {
      "epoch": 3.1173049354904774,
      "grad_norm": 1.2971601869386804,
      "learning_rate": 0.00014392242466087986,
      "loss": 0.6581,
      "step": 76109
    },
    {
      "epoch": 3.1173458939176735,
      "grad_norm": 0.8107448807914523,
      "learning_rate": 0.00014391916594588914,
      "loss": 0.2915,
      "step": 76110
    },
    {
      "epoch": 3.11738685234487,
      "grad_norm": 1.1942815962460214,
      "learning_rate": 0.00014391590723377307,
      "loss": 0.6142,
      "step": 76111
    },
    {
      "epoch": 3.1174278107720665,
      "grad_norm": 1.1753155820386352,
      "learning_rate": 0.00014391264852453318,
      "loss": 0.8243,
      "step": 76112
    },
    {
      "epoch": 3.1174687691992626,
      "grad_norm": 1.0546350327927663,
      "learning_rate": 0.00014390938981817108,
      "loss": 0.5887,
      "step": 76113
    },
    {
      "epoch": 3.117509727626459,
      "grad_norm": 1.6191874691066972,
      "learning_rate": 0.00014390613111468827,
      "loss": 1.1695,
      "step": 76114
    },
    {
      "epoch": 3.1175506860536557,
      "grad_norm": 1.0004906457352958,
      "learning_rate": 0.0001439028724140863,
      "loss": 0.4642,
      "step": 76115
    },
    {
      "epoch": 3.117591644480852,
      "grad_norm": 1.4005781105708623,
      "learning_rate": 0.00014389961371636667,
      "loss": 0.6374,
      "step": 76116
    },
    {
      "epoch": 3.1176326029080483,
      "grad_norm": 1.1263325488507554,
      "learning_rate": 0.00014389635502153094,
      "loss": 0.7616,
      "step": 76117
    },
    {
      "epoch": 3.117673561335245,
      "grad_norm": 1.1662691958046605,
      "learning_rate": 0.00014389309632958065,
      "loss": 0.7321,
      "step": 76118
    },
    {
      "epoch": 3.117714519762441,
      "grad_norm": 1.057125597898532,
      "learning_rate": 0.00014388983764051735,
      "loss": 0.597,
      "step": 76119
    },
    {
      "epoch": 3.1177554781896375,
      "grad_norm": 1.2685462663734834,
      "learning_rate": 0.0001438865789543426,
      "loss": 0.7528,
      "step": 76120
    },
    {
      "epoch": 3.117796436616834,
      "grad_norm": 1.201610866615231,
      "learning_rate": 0.00014388332027105792,
      "loss": 0.7106,
      "step": 76121
    },
    {
      "epoch": 3.11783739504403,
      "grad_norm": 0.9916243317378988,
      "learning_rate": 0.00014388006159066484,
      "loss": 0.424,
      "step": 76122
    },
    {
      "epoch": 3.1178783534712267,
      "grad_norm": 0.6372447676584738,
      "learning_rate": 0.0001438768029131649,
      "loss": 0.1335,
      "step": 76123
    },
    {
      "epoch": 3.117919311898423,
      "grad_norm": 1.296520698409386,
      "learning_rate": 0.00014387354423855966,
      "loss": 0.6926,
      "step": 76124
    },
    {
      "epoch": 3.1179602703256193,
      "grad_norm": 1.526204174690086,
      "learning_rate": 0.00014387028556685067,
      "loss": 0.6427,
      "step": 76125
    },
    {
      "epoch": 3.118001228752816,
      "grad_norm": 2.3835973219760467,
      "learning_rate": 0.00014386702689803948,
      "loss": 2.2065,
      "step": 76126
    },
    {
      "epoch": 3.1180421871800124,
      "grad_norm": 1.3738377247479236,
      "learning_rate": 0.00014386376823212753,
      "loss": 0.7989,
      "step": 76127
    },
    {
      "epoch": 3.118083145607209,
      "grad_norm": 1.3998743830368872,
      "learning_rate": 0.00014386050956911647,
      "loss": 0.7393,
      "step": 76128
    },
    {
      "epoch": 3.118124104034405,
      "grad_norm": 1.1306697618745951,
      "learning_rate": 0.00014385725090900782,
      "loss": 0.8271,
      "step": 76129
    },
    {
      "epoch": 3.1181650624616015,
      "grad_norm": 2.8500673219997914,
      "learning_rate": 0.0001438539922518031,
      "loss": 1.127,
      "step": 76130
    },
    {
      "epoch": 3.118206020888798,
      "grad_norm": 1.0552784874425267,
      "learning_rate": 0.00014385073359750382,
      "loss": 0.609,
      "step": 76131
    },
    {
      "epoch": 3.118246979315994,
      "grad_norm": 1.0139477394605232,
      "learning_rate": 0.00014384747494611158,
      "loss": 0.4556,
      "step": 76132
    },
    {
      "epoch": 3.1182879377431907,
      "grad_norm": 1.2532752693159985,
      "learning_rate": 0.0001438442162976279,
      "loss": 0.6884,
      "step": 76133
    },
    {
      "epoch": 3.118328896170387,
      "grad_norm": 1.2058188520758824,
      "learning_rate": 0.00014384095765205434,
      "loss": 0.5194,
      "step": 76134
    },
    {
      "epoch": 3.1183698545975833,
      "grad_norm": 0.7374083933785802,
      "learning_rate": 0.00014383769900939237,
      "loss": 0.138,
      "step": 76135
    },
    {
      "epoch": 3.11841081302478,
      "grad_norm": 1.1843328371430235,
      "learning_rate": 0.0001438344403696436,
      "loss": 0.7366,
      "step": 76136
    },
    {
      "epoch": 3.1184517714519764,
      "grad_norm": 1.4974584183985582,
      "learning_rate": 0.00014383118173280957,
      "loss": 0.9598,
      "step": 76137
    },
    {
      "epoch": 3.1184927298791725,
      "grad_norm": 1.330841613353765,
      "learning_rate": 0.0001438279230988918,
      "loss": 0.6982,
      "step": 76138
    },
    {
      "epoch": 3.118533688306369,
      "grad_norm": 1.0623279732559676,
      "learning_rate": 0.00014382466446789178,
      "loss": 0.34,
      "step": 76139
    },
    {
      "epoch": 3.1185746467335655,
      "grad_norm": 1.2185271381727674,
      "learning_rate": 0.00014382140583981114,
      "loss": 0.967,
      "step": 76140
    },
    {
      "epoch": 3.1186156051607616,
      "grad_norm": 1.3431451730443131,
      "learning_rate": 0.0001438181472146514,
      "loss": 0.7783,
      "step": 76141
    },
    {
      "epoch": 3.118656563587958,
      "grad_norm": 1.388348879184592,
      "learning_rate": 0.00014381488859241404,
      "loss": 0.8861,
      "step": 76142
    },
    {
      "epoch": 3.1186975220151547,
      "grad_norm": 1.5596102055787426,
      "learning_rate": 0.00014381162997310063,
      "loss": 0.8883,
      "step": 76143
    },
    {
      "epoch": 3.118738480442351,
      "grad_norm": 1.5737967665804067,
      "learning_rate": 0.00014380837135671276,
      "loss": 0.7568,
      "step": 76144
    },
    {
      "epoch": 3.1187794388695473,
      "grad_norm": 1.7182175048705348,
      "learning_rate": 0.00014380511274325193,
      "loss": 1.5065,
      "step": 76145
    },
    {
      "epoch": 3.118820397296744,
      "grad_norm": 0.913613951595744,
      "learning_rate": 0.00014380185413271967,
      "loss": 0.3338,
      "step": 76146
    },
    {
      "epoch": 3.1188613557239404,
      "grad_norm": 1.1307132761121874,
      "learning_rate": 0.00014379859552511752,
      "loss": 0.663,
      "step": 76147
    },
    {
      "epoch": 3.1189023141511365,
      "grad_norm": 1.2534519388982015,
      "learning_rate": 0.00014379533692044706,
      "loss": 0.5996,
      "step": 76148
    },
    {
      "epoch": 3.118943272578333,
      "grad_norm": 6.398445204921019,
      "learning_rate": 0.00014379207831870982,
      "loss": 5.2008,
      "step": 76149
    },
    {
      "epoch": 3.1189842310055296,
      "grad_norm": 1.2748322514331663,
      "learning_rate": 0.0001437888197199073,
      "loss": 0.7296,
      "step": 76150
    },
    {
      "epoch": 3.1190251894327257,
      "grad_norm": 0.7242811804623992,
      "learning_rate": 0.00014378556112404104,
      "loss": 0.2477,
      "step": 76151
    },
    {
      "epoch": 3.119066147859922,
      "grad_norm": 1.1730579056974262,
      "learning_rate": 0.00014378230253111264,
      "loss": 0.5901,
      "step": 76152
    },
    {
      "epoch": 3.1191071062871187,
      "grad_norm": 0.9822297753998055,
      "learning_rate": 0.0001437790439411236,
      "loss": 0.4055,
      "step": 76153
    },
    {
      "epoch": 3.119148064714315,
      "grad_norm": 1.5420747823479448,
      "learning_rate": 0.00014377578535407548,
      "loss": 1.0293,
      "step": 76154
    },
    {
      "epoch": 3.1191890231415114,
      "grad_norm": 1.5802659755955692,
      "learning_rate": 0.00014377252676996979,
      "loss": 0.9113,
      "step": 76155
    },
    {
      "epoch": 3.119229981568708,
      "grad_norm": 1.108278204429889,
      "learning_rate": 0.0001437692681888081,
      "loss": 0.6742,
      "step": 76156
    },
    {
      "epoch": 3.119270939995904,
      "grad_norm": 1.3748359544428623,
      "learning_rate": 0.00014376600961059192,
      "loss": 0.8911,
      "step": 76157
    },
    {
      "epoch": 3.1193118984231005,
      "grad_norm": 0.7770325361123871,
      "learning_rate": 0.00014376275103532285,
      "loss": 0.2489,
      "step": 76158
    },
    {
      "epoch": 3.119352856850297,
      "grad_norm": 1.4713557734334646,
      "learning_rate": 0.00014375949246300235,
      "loss": 0.8302,
      "step": 76159
    },
    {
      "epoch": 3.119393815277493,
      "grad_norm": 0.8694870353781281,
      "learning_rate": 0.00014375623389363199,
      "loss": 0.3832,
      "step": 76160
    },
    {
      "epoch": 3.1194347737046897,
      "grad_norm": 1.3092941165865155,
      "learning_rate": 0.00014375297532721334,
      "loss": 0.5178,
      "step": 76161
    },
    {
      "epoch": 3.1194757321318862,
      "grad_norm": 0.7819328776689013,
      "learning_rate": 0.00014374971676374792,
      "loss": 0.2367,
      "step": 76162
    },
    {
      "epoch": 3.1195166905590823,
      "grad_norm": 5.099695407903895,
      "learning_rate": 0.00014374645820323728,
      "loss": 1.7237,
      "step": 76163
    },
    {
      "epoch": 3.119557648986279,
      "grad_norm": 1.7851722503020904,
      "learning_rate": 0.00014374319964568293,
      "loss": 0.1895,
      "step": 76164
    },
    {
      "epoch": 3.1195986074134754,
      "grad_norm": 0.8548490806143603,
      "learning_rate": 0.00014373994109108645,
      "loss": 0.2622,
      "step": 76165
    },
    {
      "epoch": 3.119639565840672,
      "grad_norm": 1.1191277381799878,
      "learning_rate": 0.00014373668253944935,
      "loss": 0.7277,
      "step": 76166
    },
    {
      "epoch": 3.119680524267868,
      "grad_norm": 2.9799130315424103,
      "learning_rate": 0.0001437334239907732,
      "loss": 1.6506,
      "step": 76167
    },
    {
      "epoch": 3.1197214826950646,
      "grad_norm": 1.5576659379507432,
      "learning_rate": 0.0001437301654450595,
      "loss": 0.9828,
      "step": 76168
    },
    {
      "epoch": 3.119762441122261,
      "grad_norm": 0.9271066598774145,
      "learning_rate": 0.00014372690690230984,
      "loss": 0.5083,
      "step": 76169
    },
    {
      "epoch": 3.119803399549457,
      "grad_norm": 0.9792922028332741,
      "learning_rate": 0.00014372364836252573,
      "loss": 0.3277,
      "step": 76170
    },
    {
      "epoch": 3.1198443579766537,
      "grad_norm": 1.0698176881299581,
      "learning_rate": 0.00014372038982570873,
      "loss": 0.5423,
      "step": 76171
    },
    {
      "epoch": 3.1198853164038503,
      "grad_norm": 1.0307799197853453,
      "learning_rate": 0.0001437171312918603,
      "loss": 0.544,
      "step": 76172
    },
    {
      "epoch": 3.1199262748310463,
      "grad_norm": 1.3129436386437328,
      "learning_rate": 0.0001437138727609821,
      "loss": 0.7684,
      "step": 76173
    },
    {
      "epoch": 3.119967233258243,
      "grad_norm": 1.3832569693613064,
      "learning_rate": 0.0001437106142330756,
      "loss": 0.8166,
      "step": 76174
    },
    {
      "epoch": 3.1200081916854394,
      "grad_norm": 1.0214508774571767,
      "learning_rate": 0.00014370735570814238,
      "loss": 0.5198,
      "step": 76175
    },
    {
      "epoch": 3.1200491501126355,
      "grad_norm": 1.0224769521179473,
      "learning_rate": 0.00014370409718618394,
      "loss": 0.3832,
      "step": 76176
    },
    {
      "epoch": 3.120090108539832,
      "grad_norm": 7.304094583918888,
      "learning_rate": 0.00014370083866720182,
      "loss": 0.8968,
      "step": 76177
    },
    {
      "epoch": 3.1201310669670286,
      "grad_norm": 1.2013221964187968,
      "learning_rate": 0.00014369758015119762,
      "loss": 0.8742,
      "step": 76178
    },
    {
      "epoch": 3.1201720253942247,
      "grad_norm": 1.071465952618478,
      "learning_rate": 0.0001436943216381728,
      "loss": 0.5931,
      "step": 76179
    },
    {
      "epoch": 3.120212983821421,
      "grad_norm": 1.4360307776841348,
      "learning_rate": 0.00014369106312812894,
      "loss": 0.6557,
      "step": 76180
    },
    {
      "epoch": 3.1202539422486177,
      "grad_norm": 1.2887447138870154,
      "learning_rate": 0.0001436878046210676,
      "loss": 0.768,
      "step": 76181
    },
    {
      "epoch": 3.1202949006758143,
      "grad_norm": 1.5459872381999462,
      "learning_rate": 0.0001436845461169903,
      "loss": 0.8248,
      "step": 76182
    },
    {
      "epoch": 3.1203358591030104,
      "grad_norm": 1.519623405672461,
      "learning_rate": 0.00014368128761589857,
      "loss": 0.835,
      "step": 76183
    },
    {
      "epoch": 3.120376817530207,
      "grad_norm": 1.2771826224935336,
      "learning_rate": 0.00014367802911779393,
      "loss": 0.7246,
      "step": 76184
    },
    {
      "epoch": 3.1204177759574034,
      "grad_norm": 1.3771304250386216,
      "learning_rate": 0.000143674770622678,
      "loss": 0.6595,
      "step": 76185
    },
    {
      "epoch": 3.1204587343845995,
      "grad_norm": 1.2312252720435322,
      "learning_rate": 0.0001436715121305523,
      "loss": 1.0393,
      "step": 76186
    },
    {
      "epoch": 3.120499692811796,
      "grad_norm": 1.3075601900764302,
      "learning_rate": 0.0001436682536414183,
      "loss": 0.6387,
      "step": 76187
    },
    {
      "epoch": 3.1205406512389926,
      "grad_norm": 1.2364949140730692,
      "learning_rate": 0.00014366499515527757,
      "loss": 0.5836,
      "step": 76188
    },
    {
      "epoch": 3.1205816096661887,
      "grad_norm": 1.2597925395305136,
      "learning_rate": 0.0001436617366721317,
      "loss": 0.5259,
      "step": 76189
    },
    {
      "epoch": 3.1206225680933852,
      "grad_norm": 1.386188161656936,
      "learning_rate": 0.00014365847819198215,
      "loss": 0.9651,
      "step": 76190
    },
    {
      "epoch": 3.1206635265205818,
      "grad_norm": 2.7926455988017254,
      "learning_rate": 0.0001436552197148305,
      "loss": 2.191,
      "step": 76191
    },
    {
      "epoch": 3.120704484947778,
      "grad_norm": 1.2850657451148129,
      "learning_rate": 0.00014365196124067832,
      "loss": 0.9845,
      "step": 76192
    },
    {
      "epoch": 3.1207454433749744,
      "grad_norm": 1.1750838059411193,
      "learning_rate": 0.0001436487027695271,
      "loss": 0.6817,
      "step": 76193
    },
    {
      "epoch": 3.120786401802171,
      "grad_norm": 2.834098341365005,
      "learning_rate": 0.00014364544430137846,
      "loss": 1.0012,
      "step": 76194
    },
    {
      "epoch": 3.120827360229367,
      "grad_norm": 1.2469700732466353,
      "learning_rate": 0.0001436421858362338,
      "loss": 0.5189,
      "step": 76195
    },
    {
      "epoch": 3.1208683186565636,
      "grad_norm": 1.461486670069713,
      "learning_rate": 0.0001436389273740948,
      "loss": 0.9738,
      "step": 76196
    },
    {
      "epoch": 3.12090927708376,
      "grad_norm": 4.189138656542812,
      "learning_rate": 0.00014363566891496295,
      "loss": 2.8797,
      "step": 76197
    },
    {
      "epoch": 3.120950235510956,
      "grad_norm": 1.327497311184618,
      "learning_rate": 0.00014363241045883978,
      "loss": 0.7519,
      "step": 76198
    },
    {
      "epoch": 3.1209911939381527,
      "grad_norm": 1.1306731870150086,
      "learning_rate": 0.00014362915200572682,
      "loss": 0.7568,
      "step": 76199
    },
    {
      "epoch": 3.1210321523653493,
      "grad_norm": 1.2483742980603358,
      "learning_rate": 0.00014362589355562563,
      "loss": 0.8127,
      "step": 76200
    },
    {
      "epoch": 3.121073110792546,
      "grad_norm": 1.2453189249400498,
      "learning_rate": 0.00014362263510853777,
      "loss": 0.4289,
      "step": 76201
    },
    {
      "epoch": 3.121114069219742,
      "grad_norm": 1.0911065416637629,
      "learning_rate": 0.00014361937666446472,
      "loss": 0.4493,
      "step": 76202
    },
    {
      "epoch": 3.1211550276469384,
      "grad_norm": 2.9756443578615808,
      "learning_rate": 0.0001436161182234081,
      "loss": 2.3278,
      "step": 76203
    },
    {
      "epoch": 3.121195986074135,
      "grad_norm": 1.3278269502977154,
      "learning_rate": 0.00014361285978536936,
      "loss": 0.8516,
      "step": 76204
    },
    {
      "epoch": 3.121236944501331,
      "grad_norm": 1.7834526846638379,
      "learning_rate": 0.00014360960135035016,
      "loss": 1.1575,
      "step": 76205
    },
    {
      "epoch": 3.1212779029285276,
      "grad_norm": 3.312040120411919,
      "learning_rate": 0.00014360634291835192,
      "loss": 2.4431,
      "step": 76206
    },
    {
      "epoch": 3.121318861355724,
      "grad_norm": 1.310003825600512,
      "learning_rate": 0.0001436030844893762,
      "loss": 0.6533,
      "step": 76207
    },
    {
      "epoch": 3.12135981978292,
      "grad_norm": 1.102795380588787,
      "learning_rate": 0.00014359982606342465,
      "loss": 0.6835,
      "step": 76208
    },
    {
      "epoch": 3.1214007782101167,
      "grad_norm": 1.1846901732626718,
      "learning_rate": 0.0001435965676404987,
      "loss": 0.7602,
      "step": 76209
    },
    {
      "epoch": 3.1214417366373133,
      "grad_norm": 1.259512163028771,
      "learning_rate": 0.0001435933092205999,
      "loss": 0.7903,
      "step": 76210
    },
    {
      "epoch": 3.1214826950645094,
      "grad_norm": 1.2355977340821092,
      "learning_rate": 0.0001435900508037298,
      "loss": 0.8648,
      "step": 76211
    },
    {
      "epoch": 3.121523653491706,
      "grad_norm": 1.0161952318139547,
      "learning_rate": 0.00014358679238989,
      "loss": 0.7502,
      "step": 76212
    },
    {
      "epoch": 3.1215646119189024,
      "grad_norm": 1.2375589193882717,
      "learning_rate": 0.00014358353397908198,
      "loss": 0.794,
      "step": 76213
    },
    {
      "epoch": 3.1216055703460985,
      "grad_norm": 1.2562315563859967,
      "learning_rate": 0.00014358027557130726,
      "loss": 0.6271,
      "step": 76214
    },
    {
      "epoch": 3.121646528773295,
      "grad_norm": 1.1651861580740435,
      "learning_rate": 0.00014357701716656741,
      "loss": 0.7135,
      "step": 76215
    },
    {
      "epoch": 3.1216874872004916,
      "grad_norm": 1.0724762503129694,
      "learning_rate": 0.000143573758764864,
      "loss": 0.2434,
      "step": 76216
    },
    {
      "epoch": 3.1217284456276877,
      "grad_norm": 1.2592734239167045,
      "learning_rate": 0.00014357050036619854,
      "loss": 0.7813,
      "step": 76217
    },
    {
      "epoch": 3.1217694040548842,
      "grad_norm": 3.0518336448522896,
      "learning_rate": 0.0001435672419705726,
      "loss": 1.4676,
      "step": 76218
    },
    {
      "epoch": 3.1218103624820808,
      "grad_norm": 1.4512258959654623,
      "learning_rate": 0.00014356398357798765,
      "loss": 0.7035,
      "step": 76219
    },
    {
      "epoch": 3.1218513209092773,
      "grad_norm": 1.0706049310382935,
      "learning_rate": 0.0001435607251884453,
      "loss": 0.8219,
      "step": 76220
    },
    {
      "epoch": 3.1218922793364734,
      "grad_norm": 1.0077346839215127,
      "learning_rate": 0.00014355746680194708,
      "loss": 0.3304,
      "step": 76221
    },
    {
      "epoch": 3.12193323776367,
      "grad_norm": 1.3259126493965039,
      "learning_rate": 0.00014355420841849451,
      "loss": 0.6212,
      "step": 76222
    },
    {
      "epoch": 3.1219741961908665,
      "grad_norm": 1.343803983378808,
      "learning_rate": 0.00014355095003808907,
      "loss": 0.6994,
      "step": 76223
    },
    {
      "epoch": 3.1220151546180626,
      "grad_norm": 1.5717772756153554,
      "learning_rate": 0.00014354769166073246,
      "loss": 1.1655,
      "step": 76224
    },
    {
      "epoch": 3.122056113045259,
      "grad_norm": 1.3730238337247573,
      "learning_rate": 0.00014354443328642609,
      "loss": 0.8848,
      "step": 76225
    },
    {
      "epoch": 3.1220970714724556,
      "grad_norm": 1.3824900359165346,
      "learning_rate": 0.00014354117491517153,
      "loss": 0.7593,
      "step": 76226
    },
    {
      "epoch": 3.1221380298996517,
      "grad_norm": 1.2503779501667551,
      "learning_rate": 0.0001435379165469703,
      "loss": 0.9025,
      "step": 76227
    },
    {
      "epoch": 3.1221789883268483,
      "grad_norm": 1.4769213423065153,
      "learning_rate": 0.00014353465818182402,
      "loss": 0.9068,
      "step": 76228
    },
    {
      "epoch": 3.122219946754045,
      "grad_norm": 1.622418443326643,
      "learning_rate": 0.00014353139981973417,
      "loss": 0.9741,
      "step": 76229
    },
    {
      "epoch": 3.122260905181241,
      "grad_norm": 1.1291715194173064,
      "learning_rate": 0.00014352814146070228,
      "loss": 0.6592,
      "step": 76230
    },
    {
      "epoch": 3.1223018636084374,
      "grad_norm": 1.4482997074126214,
      "learning_rate": 0.00014352488310472993,
      "loss": 0.9195,
      "step": 76231
    },
    {
      "epoch": 3.122342822035634,
      "grad_norm": 2.7643651531016715,
      "learning_rate": 0.0001435216247518186,
      "loss": 2.9291,
      "step": 76232
    },
    {
      "epoch": 3.12238378046283,
      "grad_norm": 3.650078413621086,
      "learning_rate": 0.0001435183664019699,
      "loss": 3.7228,
      "step": 76233
    },
    {
      "epoch": 3.1224247388900266,
      "grad_norm": 1.5564748171015073,
      "learning_rate": 0.00014351510805518536,
      "loss": 0.8824,
      "step": 76234
    },
    {
      "epoch": 3.122465697317223,
      "grad_norm": 1.248247743675493,
      "learning_rate": 0.00014351184971146647,
      "loss": 0.7535,
      "step": 76235
    },
    {
      "epoch": 3.122506655744419,
      "grad_norm": 1.3337323579349254,
      "learning_rate": 0.0001435085913708148,
      "loss": 0.8575,
      "step": 76236
    },
    {
      "epoch": 3.1225476141716157,
      "grad_norm": 1.264786002120555,
      "learning_rate": 0.0001435053330332319,
      "loss": 0.8589,
      "step": 76237
    },
    {
      "epoch": 3.1225885725988123,
      "grad_norm": 1.3814298234410234,
      "learning_rate": 0.0001435020746987193,
      "loss": 0.6054,
      "step": 76238
    },
    {
      "epoch": 3.122629531026009,
      "grad_norm": 1.4254930629450733,
      "learning_rate": 0.00014349881636727856,
      "loss": 0.7563,
      "step": 76239
    },
    {
      "epoch": 3.122670489453205,
      "grad_norm": 1.2960878036839065,
      "learning_rate": 0.00014349555803891116,
      "loss": 0.6824,
      "step": 76240
    },
    {
      "epoch": 3.1227114478804014,
      "grad_norm": 1.282199541195597,
      "learning_rate": 0.0001434922997136187,
      "loss": 0.8093,
      "step": 76241
    },
    {
      "epoch": 3.122752406307598,
      "grad_norm": 1.1065536964124394,
      "learning_rate": 0.0001434890413914027,
      "loss": 0.7983,
      "step": 76242
    },
    {
      "epoch": 3.122793364734794,
      "grad_norm": 1.2528924151621779,
      "learning_rate": 0.00014348578307226475,
      "loss": 0.5142,
      "step": 76243
    },
    {
      "epoch": 3.1228343231619906,
      "grad_norm": 1.530564698366174,
      "learning_rate": 0.00014348252475620627,
      "loss": 0.5181,
      "step": 76244
    },
    {
      "epoch": 3.122875281589187,
      "grad_norm": 1.0557536209557574,
      "learning_rate": 0.00014347926644322893,
      "loss": 0.507,
      "step": 76245
    },
    {
      "epoch": 3.1229162400163832,
      "grad_norm": 0.9507167157985371,
      "learning_rate": 0.0001434760081333342,
      "loss": 0.1125,
      "step": 76246
    },
    {
      "epoch": 3.1229571984435798,
      "grad_norm": 0.9144563389391558,
      "learning_rate": 0.00014347274982652364,
      "loss": 0.3092,
      "step": 76247
    },
    {
      "epoch": 3.1229981568707763,
      "grad_norm": 1.499668597017161,
      "learning_rate": 0.00014346949152279877,
      "loss": 0.8437,
      "step": 76248
    },
    {
      "epoch": 3.1230391152979724,
      "grad_norm": 1.3778242093669413,
      "learning_rate": 0.00014346623322216115,
      "loss": 0.8066,
      "step": 76249
    },
    {
      "epoch": 3.123080073725169,
      "grad_norm": 1.4410855373204583,
      "learning_rate": 0.00014346297492461233,
      "loss": 1.02,
      "step": 76250
    },
    {
      "epoch": 3.1231210321523655,
      "grad_norm": 5.252168641745051,
      "learning_rate": 0.00014345971663015382,
      "loss": 3.7325,
      "step": 76251
    },
    {
      "epoch": 3.1231619905795616,
      "grad_norm": 1.148352268061039,
      "learning_rate": 0.00014345645833878715,
      "loss": 0.4379,
      "step": 76252
    },
    {
      "epoch": 3.123202949006758,
      "grad_norm": 1.5605929463140875,
      "learning_rate": 0.00014345320005051393,
      "loss": 1.0763,
      "step": 76253
    },
    {
      "epoch": 3.1232439074339546,
      "grad_norm": 1.728435730587427,
      "learning_rate": 0.00014344994176533564,
      "loss": 1.1623,
      "step": 76254
    },
    {
      "epoch": 3.1232848658611507,
      "grad_norm": 1.7332039277362095,
      "learning_rate": 0.00014344668348325386,
      "loss": 1.0288,
      "step": 76255
    },
    {
      "epoch": 3.1233258242883473,
      "grad_norm": 0.7082757570381735,
      "learning_rate": 0.00014344342520427014,
      "loss": 0.2207,
      "step": 76256
    },
    {
      "epoch": 3.123366782715544,
      "grad_norm": 1.4549880433707731,
      "learning_rate": 0.00014344016692838593,
      "loss": 0.9299,
      "step": 76257
    },
    {
      "epoch": 3.1234077411427403,
      "grad_norm": 1.2578275729712536,
      "learning_rate": 0.00014343690865560287,
      "loss": 0.7074,
      "step": 76258
    },
    {
      "epoch": 3.1234486995699364,
      "grad_norm": 0.9995753611199267,
      "learning_rate": 0.00014343365038592239,
      "loss": 0.3087,
      "step": 76259
    },
    {
      "epoch": 3.123489657997133,
      "grad_norm": 1.0038740158913615,
      "learning_rate": 0.00014343039211934614,
      "loss": 0.3774,
      "step": 76260
    },
    {
      "epoch": 3.1235306164243295,
      "grad_norm": 1.5267081703235545,
      "learning_rate": 0.0001434271338558756,
      "loss": 0.8538,
      "step": 76261
    },
    {
      "epoch": 3.1235715748515256,
      "grad_norm": 0.8359742324598917,
      "learning_rate": 0.00014342387559551235,
      "loss": 0.2684,
      "step": 76262
    },
    {
      "epoch": 3.123612533278722,
      "grad_norm": 1.2293582512492398,
      "learning_rate": 0.00014342061733825788,
      "loss": 0.7481,
      "step": 76263
    },
    {
      "epoch": 3.1236534917059187,
      "grad_norm": 1.4435843335534926,
      "learning_rate": 0.0001434173590841138,
      "loss": 0.8047,
      "step": 76264
    },
    {
      "epoch": 3.1236944501331148,
      "grad_norm": 1.0673189757878951,
      "learning_rate": 0.0001434141008330816,
      "loss": 0.4309,
      "step": 76265
    },
    {
      "epoch": 3.1237354085603113,
      "grad_norm": 1.6468174267100657,
      "learning_rate": 0.00014341084258516284,
      "loss": 1.0063,
      "step": 76266
    },
    {
      "epoch": 3.123776366987508,
      "grad_norm": 0.7883910219886806,
      "learning_rate": 0.00014340758434035902,
      "loss": 0.2961,
      "step": 76267
    },
    {
      "epoch": 3.123817325414704,
      "grad_norm": 1.0561731401012373,
      "learning_rate": 0.00014340432609867172,
      "loss": 0.4865,
      "step": 76268
    },
    {
      "epoch": 3.1238582838419005,
      "grad_norm": 1.2588438450442827,
      "learning_rate": 0.0001434010678601025,
      "loss": 0.7131,
      "step": 76269
    },
    {
      "epoch": 3.123899242269097,
      "grad_norm": 1.8047785540363237,
      "learning_rate": 0.00014339780962465285,
      "loss": 1.0543,
      "step": 76270
    },
    {
      "epoch": 3.123940200696293,
      "grad_norm": 1.471782172702761,
      "learning_rate": 0.0001433945513923243,
      "loss": 1.0694,
      "step": 76271
    },
    {
      "epoch": 3.1239811591234896,
      "grad_norm": 1.1248451766295176,
      "learning_rate": 0.00014339129316311847,
      "loss": 0.6242,
      "step": 76272
    },
    {
      "epoch": 3.124022117550686,
      "grad_norm": 1.921471880849946,
      "learning_rate": 0.00014338803493703684,
      "loss": 1.6854,
      "step": 76273
    },
    {
      "epoch": 3.1240630759778822,
      "grad_norm": 1.348983015488378,
      "learning_rate": 0.000143384776714081,
      "loss": 0.5409,
      "step": 76274
    },
    {
      "epoch": 3.124104034405079,
      "grad_norm": 1.6612680672205593,
      "learning_rate": 0.00014338151849425238,
      "loss": 0.4137,
      "step": 76275
    },
    {
      "epoch": 3.1241449928322753,
      "grad_norm": 0.7663331127961597,
      "learning_rate": 0.00014337826027755265,
      "loss": 0.5811,
      "step": 76276
    },
    {
      "epoch": 3.124185951259472,
      "grad_norm": 0.9500740979665391,
      "learning_rate": 0.00014337500206398326,
      "loss": 0.6952,
      "step": 76277
    },
    {
      "epoch": 3.124226909686668,
      "grad_norm": 1.1516532209804509,
      "learning_rate": 0.0001433717438535458,
      "loss": 0.6385,
      "step": 76278
    },
    {
      "epoch": 3.1242678681138645,
      "grad_norm": 1.344670514597172,
      "learning_rate": 0.00014336848564624178,
      "loss": 0.7892,
      "step": 76279
    },
    {
      "epoch": 3.124308826541061,
      "grad_norm": 1.4223281361212756,
      "learning_rate": 0.0001433652274420728,
      "loss": 0.8558,
      "step": 76280
    },
    {
      "epoch": 3.124349784968257,
      "grad_norm": 1.5362112963614731,
      "learning_rate": 0.00014336196924104032,
      "loss": 0.838,
      "step": 76281
    },
    {
      "epoch": 3.1243907433954536,
      "grad_norm": 1.106491629367403,
      "learning_rate": 0.00014335871104314594,
      "loss": 0.6206,
      "step": 76282
    },
    {
      "epoch": 3.12443170182265,
      "grad_norm": 2.0912145616119138,
      "learning_rate": 0.00014335545284839112,
      "loss": 1.0657,
      "step": 76283
    },
    {
      "epoch": 3.1244726602498463,
      "grad_norm": 1.3916222524243425,
      "learning_rate": 0.0001433521946567775,
      "loss": 1.0646,
      "step": 76284
    },
    {
      "epoch": 3.124513618677043,
      "grad_norm": 0.9378965275160728,
      "learning_rate": 0.00014334893646830658,
      "loss": 0.5594,
      "step": 76285
    },
    {
      "epoch": 3.1245545771042393,
      "grad_norm": 0.8848050999110406,
      "learning_rate": 0.0001433456782829799,
      "loss": 0.2624,
      "step": 76286
    },
    {
      "epoch": 3.1245955355314354,
      "grad_norm": 1.7034501119446195,
      "learning_rate": 0.00014334242010079895,
      "loss": 1.2095,
      "step": 76287
    },
    {
      "epoch": 3.124636493958632,
      "grad_norm": 1.4820916803815523,
      "learning_rate": 0.0001433391619217654,
      "loss": 0.627,
      "step": 76288
    },
    {
      "epoch": 3.1246774523858285,
      "grad_norm": 2.8378103255620406,
      "learning_rate": 0.00014333590374588064,
      "loss": 2.5155,
      "step": 76289
    },
    {
      "epoch": 3.1247184108130246,
      "grad_norm": 1.2737236204507252,
      "learning_rate": 0.00014333264557314632,
      "loss": 0.8037,
      "step": 76290
    },
    {
      "epoch": 3.124759369240221,
      "grad_norm": 1.1898687563540347,
      "learning_rate": 0.00014332938740356388,
      "loss": 0.6653,
      "step": 76291
    },
    {
      "epoch": 3.1248003276674177,
      "grad_norm": 1.3739881296100553,
      "learning_rate": 0.00014332612923713495,
      "loss": 0.6304,
      "step": 76292
    },
    {
      "epoch": 3.1248412860946138,
      "grad_norm": 0.7504590880677373,
      "learning_rate": 0.00014332287107386105,
      "loss": 0.1815,
      "step": 76293
    },
    {
      "epoch": 3.1248822445218103,
      "grad_norm": 0.7124641151614843,
      "learning_rate": 0.00014331961291374373,
      "loss": 0.1896,
      "step": 76294
    },
    {
      "epoch": 3.124923202949007,
      "grad_norm": 1.1337195752896883,
      "learning_rate": 0.00014331635475678444,
      "loss": 0.6065,
      "step": 76295
    },
    {
      "epoch": 3.1249641613762034,
      "grad_norm": 1.6655611728613606,
      "learning_rate": 0.00014331309660298484,
      "loss": 1.2471,
      "step": 76296
    },
    {
      "epoch": 3.1250051198033995,
      "grad_norm": 1.4042703550994498,
      "learning_rate": 0.00014330983845234642,
      "loss": 0.9777,
      "step": 76297
    },
    {
      "epoch": 3.125046078230596,
      "grad_norm": 0.7065506822897526,
      "learning_rate": 0.00014330658030487073,
      "loss": 0.2605,
      "step": 76298
    },
    {
      "epoch": 3.1250870366577925,
      "grad_norm": 1.910785148997907,
      "learning_rate": 0.00014330332216055925,
      "loss": 0.9548,
      "step": 76299
    },
    {
      "epoch": 3.1251279950849886,
      "grad_norm": 1.0409691498360014,
      "learning_rate": 0.00014330006401941362,
      "loss": 0.5681,
      "step": 76300
    },
    {
      "epoch": 3.125168953512185,
      "grad_norm": 1.4056994798588625,
      "learning_rate": 0.00014329680588143532,
      "loss": 0.5038,
      "step": 76301
    },
    {
      "epoch": 3.1252099119393817,
      "grad_norm": 1.58649673191813,
      "learning_rate": 0.0001432935477466259,
      "loss": 1.0779,
      "step": 76302
    },
    {
      "epoch": 3.125250870366578,
      "grad_norm": 1.1814832179753019,
      "learning_rate": 0.0001432902896149869,
      "loss": 0.5661,
      "step": 76303
    },
    {
      "epoch": 3.1252918287937743,
      "grad_norm": 1.2413181897409122,
      "learning_rate": 0.00014328703148651982,
      "loss": 0.8107,
      "step": 76304
    },
    {
      "epoch": 3.125332787220971,
      "grad_norm": 1.2571513451330987,
      "learning_rate": 0.0001432837733612263,
      "loss": 0.6924,
      "step": 76305
    },
    {
      "epoch": 3.125373745648167,
      "grad_norm": 0.7302695352434055,
      "learning_rate": 0.0001432805152391078,
      "loss": 0.2972,
      "step": 76306
    },
    {
      "epoch": 3.1254147040753635,
      "grad_norm": 1.2620546016944043,
      "learning_rate": 0.0001432772571201659,
      "loss": 0.6832,
      "step": 76307
    },
    {
      "epoch": 3.12545566250256,
      "grad_norm": 1.0516221806561536,
      "learning_rate": 0.0001432739990044021,
      "loss": 0.5509,
      "step": 76308
    },
    {
      "epoch": 3.125496620929756,
      "grad_norm": 1.0905586309632598,
      "learning_rate": 0.00014327074089181795,
      "loss": 0.4378,
      "step": 76309
    },
    {
      "epoch": 3.1255375793569526,
      "grad_norm": 1.0565642835604703,
      "learning_rate": 0.00014326748278241505,
      "loss": 0.7373,
      "step": 76310
    },
    {
      "epoch": 3.125578537784149,
      "grad_norm": 1.4761263216953713,
      "learning_rate": 0.00014326422467619487,
      "loss": 0.8597,
      "step": 76311
    },
    {
      "epoch": 3.1256194962113453,
      "grad_norm": 0.6456186572158551,
      "learning_rate": 0.00014326096657315895,
      "loss": 0.1596,
      "step": 76312
    },
    {
      "epoch": 3.125660454638542,
      "grad_norm": 1.0332763595102423,
      "learning_rate": 0.00014325770847330887,
      "loss": 0.6305,
      "step": 76313
    },
    {
      "epoch": 3.1257014130657383,
      "grad_norm": 1.2336457871234578,
      "learning_rate": 0.00014325445037664615,
      "loss": 0.535,
      "step": 76314
    },
    {
      "epoch": 3.125742371492935,
      "grad_norm": 1.7354902888810442,
      "learning_rate": 0.00014325119228317238,
      "loss": 0.9502,
      "step": 76315
    },
    {
      "epoch": 3.125783329920131,
      "grad_norm": 1.2240471540863063,
      "learning_rate": 0.000143247934192889,
      "loss": 0.7285,
      "step": 76316
    },
    {
      "epoch": 3.1258242883473275,
      "grad_norm": 1.2190140264668634,
      "learning_rate": 0.00014324467610579762,
      "loss": 0.6476,
      "step": 76317
    },
    {
      "epoch": 3.125865246774524,
      "grad_norm": 0.8466605866380186,
      "learning_rate": 0.0001432414180218998,
      "loss": 0.3284,
      "step": 76318
    },
    {
      "epoch": 3.12590620520172,
      "grad_norm": 1.514952442854491,
      "learning_rate": 0.00014323815994119702,
      "loss": 0.7478,
      "step": 76319
    },
    {
      "epoch": 3.1259471636289167,
      "grad_norm": 1.2206451141961534,
      "learning_rate": 0.00014323490186369077,
      "loss": 0.7552,
      "step": 76320
    },
    {
      "epoch": 3.125988122056113,
      "grad_norm": 1.0063839000168786,
      "learning_rate": 0.00014323164378938276,
      "loss": 0.3693,
      "step": 76321
    },
    {
      "epoch": 3.1260290804833093,
      "grad_norm": 1.788683917390054,
      "learning_rate": 0.00014322838571827442,
      "loss": 1.2275,
      "step": 76322
    },
    {
      "epoch": 3.126070038910506,
      "grad_norm": 1.2113534733725455,
      "learning_rate": 0.0001432251276503673,
      "loss": 0.7297,
      "step": 76323
    },
    {
      "epoch": 3.1261109973377024,
      "grad_norm": 0.9397248471595467,
      "learning_rate": 0.00014322186958566293,
      "loss": 0.2449,
      "step": 76324
    },
    {
      "epoch": 3.1261519557648985,
      "grad_norm": 1.2548030796921363,
      "learning_rate": 0.0001432186115241629,
      "loss": 0.7463,
      "step": 76325
    },
    {
      "epoch": 3.126192914192095,
      "grad_norm": 1.7471362558978685,
      "learning_rate": 0.0001432153534658687,
      "loss": 1.4124,
      "step": 76326
    },
    {
      "epoch": 3.1262338726192915,
      "grad_norm": 1.8783418447111793,
      "learning_rate": 0.00014321209541078193,
      "loss": 0.8915,
      "step": 76327
    },
    {
      "epoch": 3.1262748310464876,
      "grad_norm": 1.2908137134422417,
      "learning_rate": 0.00014320883735890403,
      "loss": 0.6877,
      "step": 76328
    },
    {
      "epoch": 3.126315789473684,
      "grad_norm": 1.1376514350878077,
      "learning_rate": 0.00014320557931023664,
      "loss": 0.8053,
      "step": 76329
    },
    {
      "epoch": 3.1263567479008807,
      "grad_norm": 1.3374222582614341,
      "learning_rate": 0.00014320232126478123,
      "loss": 0.9871,
      "step": 76330
    },
    {
      "epoch": 3.126397706328077,
      "grad_norm": 1.8185216141960534,
      "learning_rate": 0.00014319906322253934,
      "loss": 1.2605,
      "step": 76331
    },
    {
      "epoch": 3.1264386647552733,
      "grad_norm": 0.8946692778527255,
      "learning_rate": 0.00014319580518351257,
      "loss": 0.2941,
      "step": 76332
    },
    {
      "epoch": 3.12647962318247,
      "grad_norm": 0.6890541719936919,
      "learning_rate": 0.00014319254714770244,
      "loss": 0.2062,
      "step": 76333
    },
    {
      "epoch": 3.1265205816096664,
      "grad_norm": 1.5323022915096958,
      "learning_rate": 0.00014318928911511046,
      "loss": 0.7781,
      "step": 76334
    },
    {
      "epoch": 3.1265615400368625,
      "grad_norm": 1.5957040442392008,
      "learning_rate": 0.00014318603108573816,
      "loss": 0.5894,
      "step": 76335
    },
    {
      "epoch": 3.126602498464059,
      "grad_norm": 1.3772808251510462,
      "learning_rate": 0.00014318277305958716,
      "loss": 0.8732,
      "step": 76336
    },
    {
      "epoch": 3.1266434568912556,
      "grad_norm": 1.2228291583307416,
      "learning_rate": 0.00014317951503665892,
      "loss": 0.6769,
      "step": 76337
    },
    {
      "epoch": 3.1266844153184516,
      "grad_norm": 1.4119163929726735,
      "learning_rate": 0.00014317625701695504,
      "loss": 0.8046,
      "step": 76338
    },
    {
      "epoch": 3.126725373745648,
      "grad_norm": 1.103323986221004,
      "learning_rate": 0.000143172999000477,
      "loss": 0.5594,
      "step": 76339
    },
    {
      "epoch": 3.1267663321728447,
      "grad_norm": 0.9733513315166166,
      "learning_rate": 0.00014316974098722637,
      "loss": 0.5709,
      "step": 76340
    },
    {
      "epoch": 3.126807290600041,
      "grad_norm": 0.7844981858220929,
      "learning_rate": 0.0001431664829772047,
      "loss": 0.2502,
      "step": 76341
    },
    {
      "epoch": 3.1268482490272373,
      "grad_norm": 1.329316252911553,
      "learning_rate": 0.00014316322497041353,
      "loss": 0.7742,
      "step": 76342
    },
    {
      "epoch": 3.126889207454434,
      "grad_norm": 1.0144215768602425,
      "learning_rate": 0.00014315996696685434,
      "loss": 0.3415,
      "step": 76343
    },
    {
      "epoch": 3.12693016588163,
      "grad_norm": 1.4348708164729083,
      "learning_rate": 0.00014315670896652876,
      "loss": 0.9256,
      "step": 76344
    },
    {
      "epoch": 3.1269711243088265,
      "grad_norm": 1.0677114483581052,
      "learning_rate": 0.0001431534509694383,
      "loss": 0.398,
      "step": 76345
    },
    {
      "epoch": 3.127012082736023,
      "grad_norm": 1.09771471682802,
      "learning_rate": 0.0001431501929755845,
      "loss": 0.6753,
      "step": 76346
    },
    {
      "epoch": 3.127053041163219,
      "grad_norm": 0.6850977837162869,
      "learning_rate": 0.00014314693498496884,
      "loss": 0.2032,
      "step": 76347
    },
    {
      "epoch": 3.1270939995904157,
      "grad_norm": 1.1712282487957173,
      "learning_rate": 0.00014314367699759298,
      "loss": 0.6542,
      "step": 76348
    },
    {
      "epoch": 3.127134958017612,
      "grad_norm": 1.3274516829113938,
      "learning_rate": 0.00014314041901345833,
      "loss": 0.9352,
      "step": 76349
    },
    {
      "epoch": 3.1271759164448083,
      "grad_norm": 1.1723896839140953,
      "learning_rate": 0.00014313716103256654,
      "loss": 0.6046,
      "step": 76350
    },
    {
      "epoch": 3.127216874872005,
      "grad_norm": 1.5245089065564792,
      "learning_rate": 0.00014313390305491905,
      "loss": 0.7696,
      "step": 76351
    },
    {
      "epoch": 3.1272578332992014,
      "grad_norm": 1.372451668205512,
      "learning_rate": 0.0001431306450805175,
      "loss": 0.9032,
      "step": 76352
    },
    {
      "epoch": 3.127298791726398,
      "grad_norm": 1.0085736958059248,
      "learning_rate": 0.00014312738710936336,
      "loss": 0.3584,
      "step": 76353
    },
    {
      "epoch": 3.127339750153594,
      "grad_norm": 1.4929934993943061,
      "learning_rate": 0.00014312412914145822,
      "loss": 0.6868,
      "step": 76354
    },
    {
      "epoch": 3.1273807085807905,
      "grad_norm": 1.2753099176811933,
      "learning_rate": 0.00014312087117680352,
      "loss": 0.8748,
      "step": 76355
    },
    {
      "epoch": 3.127421667007987,
      "grad_norm": 1.1038592231292317,
      "learning_rate": 0.00014311761321540096,
      "loss": 0.6385,
      "step": 76356
    },
    {
      "epoch": 3.127462625435183,
      "grad_norm": 1.077492976813646,
      "learning_rate": 0.00014311435525725196,
      "loss": 0.7087,
      "step": 76357
    },
    {
      "epoch": 3.1275035838623797,
      "grad_norm": 1.5197063593429017,
      "learning_rate": 0.00014311109730235808,
      "loss": 0.9236,
      "step": 76358
    },
    {
      "epoch": 3.1275445422895762,
      "grad_norm": 1.5843493544100355,
      "learning_rate": 0.00014310783935072086,
      "loss": 0.5992,
      "step": 76359
    },
    {
      "epoch": 3.1275855007167723,
      "grad_norm": 5.526008948653778,
      "learning_rate": 0.00014310458140234187,
      "loss": 1.6702,
      "step": 76360
    },
    {
      "epoch": 3.127626459143969,
      "grad_norm": 1.3782976840447694,
      "learning_rate": 0.00014310132345722267,
      "loss": 0.6078,
      "step": 76361
    },
    {
      "epoch": 3.1276674175711654,
      "grad_norm": 1.484042325405571,
      "learning_rate": 0.00014309806551536473,
      "loss": 0.7878,
      "step": 76362
    },
    {
      "epoch": 3.1277083759983615,
      "grad_norm": 1.287131612491031,
      "learning_rate": 0.00014309480757676959,
      "loss": 0.7128,
      "step": 76363
    },
    {
      "epoch": 3.127749334425558,
      "grad_norm": 0.8447908864168759,
      "learning_rate": 0.0001430915496414389,
      "loss": 0.2553,
      "step": 76364
    },
    {
      "epoch": 3.1277902928527546,
      "grad_norm": 2.9916818110514916,
      "learning_rate": 0.0001430882917093741,
      "loss": 0.99,
      "step": 76365
    },
    {
      "epoch": 3.1278312512799507,
      "grad_norm": 1.892755175789165,
      "learning_rate": 0.00014308503378057674,
      "loss": 1.2893,
      "step": 76366
    },
    {
      "epoch": 3.127872209707147,
      "grad_norm": 1.2218796063022923,
      "learning_rate": 0.00014308177585504835,
      "loss": 0.5147,
      "step": 76367
    },
    {
      "epoch": 3.1279131681343437,
      "grad_norm": 1.353736250735981,
      "learning_rate": 0.00014307851793279053,
      "loss": 0.6994,
      "step": 76368
    },
    {
      "epoch": 3.12795412656154,
      "grad_norm": 1.19789915836874,
      "learning_rate": 0.00014307526001380478,
      "loss": 0.4752,
      "step": 76369
    },
    {
      "epoch": 3.1279950849887364,
      "grad_norm": 1.7447430694894681,
      "learning_rate": 0.00014307200209809264,
      "loss": 1.009,
      "step": 76370
    },
    {
      "epoch": 3.128036043415933,
      "grad_norm": 1.2800992626302623,
      "learning_rate": 0.00014306874418565566,
      "loss": 0.7849,
      "step": 76371
    },
    {
      "epoch": 3.1280770018431294,
      "grad_norm": 3.381258233851112,
      "learning_rate": 0.00014306548627649536,
      "loss": 2.3208,
      "step": 76372
    },
    {
      "epoch": 3.1281179602703255,
      "grad_norm": 1.2426172557529005,
      "learning_rate": 0.0001430622283706133,
      "loss": 0.5582,
      "step": 76373
    },
    {
      "epoch": 3.128158918697522,
      "grad_norm": 1.3959583508956606,
      "learning_rate": 0.00014305897046801104,
      "loss": 0.6722,
      "step": 76374
    },
    {
      "epoch": 3.1281998771247186,
      "grad_norm": 1.378057299418026,
      "learning_rate": 0.0001430557125686901,
      "loss": 0.8721,
      "step": 76375
    },
    {
      "epoch": 3.1282408355519147,
      "grad_norm": 1.0298718095127004,
      "learning_rate": 0.00014305245467265197,
      "loss": 0.2462,
      "step": 76376
    },
    {
      "epoch": 3.128281793979111,
      "grad_norm": 1.3851205756386178,
      "learning_rate": 0.00014304919677989825,
      "loss": 0.8581,
      "step": 76377
    },
    {
      "epoch": 3.1283227524063077,
      "grad_norm": 1.4694928419630964,
      "learning_rate": 0.0001430459388904305,
      "loss": 0.701,
      "step": 76378
    },
    {
      "epoch": 3.128363710833504,
      "grad_norm": 1.1650126302953865,
      "learning_rate": 0.00014304268100425021,
      "loss": 0.5504,
      "step": 76379
    },
    {
      "epoch": 3.1284046692607004,
      "grad_norm": 1.453743187059286,
      "learning_rate": 0.0001430394231213589,
      "loss": 0.8548,
      "step": 76380
    },
    {
      "epoch": 3.128445627687897,
      "grad_norm": 1.247156086925999,
      "learning_rate": 0.0001430361652417582,
      "loss": 0.7815,
      "step": 76381
    },
    {
      "epoch": 3.128486586115093,
      "grad_norm": 1.1456580893976953,
      "learning_rate": 0.0001430329073654496,
      "loss": 0.6292,
      "step": 76382
    },
    {
      "epoch": 3.1285275445422895,
      "grad_norm": 1.10608865079931,
      "learning_rate": 0.0001430296494924346,
      "loss": 0.6569,
      "step": 76383
    },
    {
      "epoch": 3.128568502969486,
      "grad_norm": 1.122758523976872,
      "learning_rate": 0.00014302639162271476,
      "loss": 0.4479,
      "step": 76384
    },
    {
      "epoch": 3.128609461396682,
      "grad_norm": 1.5392570231084353,
      "learning_rate": 0.00014302313375629168,
      "loss": 0.7571,
      "step": 76385
    },
    {
      "epoch": 3.1286504198238787,
      "grad_norm": 1.2030743962070574,
      "learning_rate": 0.00014301987589316684,
      "loss": 0.606,
      "step": 76386
    },
    {
      "epoch": 3.1286913782510752,
      "grad_norm": 1.7487595747250138,
      "learning_rate": 0.00014301661803334183,
      "loss": 1.3812,
      "step": 76387
    },
    {
      "epoch": 3.1287323366782713,
      "grad_norm": 0.9705298973206329,
      "learning_rate": 0.0001430133601768181,
      "loss": 0.6771,
      "step": 76388
    },
    {
      "epoch": 3.128773295105468,
      "grad_norm": 1.2901781081562453,
      "learning_rate": 0.0001430101023235973,
      "loss": 0.7974,
      "step": 76389
    },
    {
      "epoch": 3.1288142535326644,
      "grad_norm": 1.480196868448026,
      "learning_rate": 0.0001430068444736809,
      "loss": 1.0695,
      "step": 76390
    },
    {
      "epoch": 3.128855211959861,
      "grad_norm": 1.4622784975147607,
      "learning_rate": 0.00014300358662707046,
      "loss": 0.7975,
      "step": 76391
    },
    {
      "epoch": 3.128896170387057,
      "grad_norm": 1.4861491741221056,
      "learning_rate": 0.00014300032878376747,
      "loss": 0.7683,
      "step": 76392
    },
    {
      "epoch": 3.1289371288142536,
      "grad_norm": 1.314819472225435,
      "learning_rate": 0.00014299707094377357,
      "loss": 0.8433,
      "step": 76393
    },
    {
      "epoch": 3.12897808724145,
      "grad_norm": 0.8577072799388442,
      "learning_rate": 0.00014299381310709026,
      "loss": 0.4833,
      "step": 76394
    },
    {
      "epoch": 3.129019045668646,
      "grad_norm": 1.36897520323307,
      "learning_rate": 0.00014299055527371905,
      "loss": 0.7367,
      "step": 76395
    },
    {
      "epoch": 3.1290600040958427,
      "grad_norm": 0.8719701697721808,
      "learning_rate": 0.00014298729744366146,
      "loss": 0.3493,
      "step": 76396
    },
    {
      "epoch": 3.1291009625230393,
      "grad_norm": 1.1568640044522,
      "learning_rate": 0.0001429840396169192,
      "loss": 0.7037,
      "step": 76397
    },
    {
      "epoch": 3.1291419209502354,
      "grad_norm": 1.0181199873189841,
      "learning_rate": 0.00014298078179349357,
      "loss": 0.4592,
      "step": 76398
    },
    {
      "epoch": 3.129182879377432,
      "grad_norm": 4.073711519719081,
      "learning_rate": 0.00014297752397338621,
      "loss": 4.8447,
      "step": 76399
    },
    {
      "epoch": 3.1292238378046284,
      "grad_norm": 1.0562998664237486,
      "learning_rate": 0.00014297426615659872,
      "loss": 0.6035,
      "step": 76400
    },
    {
      "epoch": 3.1292647962318245,
      "grad_norm": 1.094169385512717,
      "learning_rate": 0.00014297100834313256,
      "loss": 0.6726,
      "step": 76401
    },
    {
      "epoch": 3.129305754659021,
      "grad_norm": 1.1962918146087307,
      "learning_rate": 0.00014296775053298933,
      "loss": 0.7528,
      "step": 76402
    },
    {
      "epoch": 3.1293467130862176,
      "grad_norm": 1.3637630164989947,
      "learning_rate": 0.00014296449272617047,
      "loss": 0.7974,
      "step": 76403
    },
    {
      "epoch": 3.1293876715134137,
      "grad_norm": 0.7272526243537613,
      "learning_rate": 0.00014296123492267763,
      "loss": 0.2375,
      "step": 76404
    },
    {
      "epoch": 3.12942862994061,
      "grad_norm": 1.3380337955742112,
      "learning_rate": 0.00014295797712251233,
      "loss": 0.8491,
      "step": 76405
    },
    {
      "epoch": 3.1294695883678068,
      "grad_norm": 1.197320838084492,
      "learning_rate": 0.00014295471932567608,
      "loss": 0.5941,
      "step": 76406
    },
    {
      "epoch": 3.129510546795003,
      "grad_norm": 1.084662679567311,
      "learning_rate": 0.00014295146153217039,
      "loss": 0.3326,
      "step": 76407
    },
    {
      "epoch": 3.1295515052221994,
      "grad_norm": 1.1105454172844595,
      "learning_rate": 0.00014294820374199688,
      "loss": 0.5793,
      "step": 76408
    },
    {
      "epoch": 3.129592463649396,
      "grad_norm": 1.3275610943447576,
      "learning_rate": 0.00014294494595515705,
      "loss": 0.6541,
      "step": 76409
    },
    {
      "epoch": 3.1296334220765925,
      "grad_norm": 0.8651489509700112,
      "learning_rate": 0.00014294168817165245,
      "loss": 0.5841,
      "step": 76410
    },
    {
      "epoch": 3.1296743805037885,
      "grad_norm": 1.3425021698943258,
      "learning_rate": 0.00014293843039148456,
      "loss": 0.6758,
      "step": 76411
    },
    {
      "epoch": 3.129715338930985,
      "grad_norm": 0.5998978971725639,
      "learning_rate": 0.000142935172614655,
      "loss": 0.2443,
      "step": 76412
    },
    {
      "epoch": 3.1297562973581816,
      "grad_norm": 2.2849830115824177,
      "learning_rate": 0.00014293191484116528,
      "loss": 0.7008,
      "step": 76413
    },
    {
      "epoch": 3.1297972557853777,
      "grad_norm": 1.2860344752470838,
      "learning_rate": 0.00014292865707101694,
      "loss": 0.8015,
      "step": 76414
    },
    {
      "epoch": 3.1298382142125742,
      "grad_norm": 1.5006308172906888,
      "learning_rate": 0.0001429253993042115,
      "loss": 0.7873,
      "step": 76415
    },
    {
      "epoch": 3.129879172639771,
      "grad_norm": 1.255222033816833,
      "learning_rate": 0.00014292214154075058,
      "loss": 0.9036,
      "step": 76416
    },
    {
      "epoch": 3.129920131066967,
      "grad_norm": 1.2490472613155938,
      "learning_rate": 0.0001429188837806356,
      "loss": 0.7294,
      "step": 76417
    },
    {
      "epoch": 3.1299610894941634,
      "grad_norm": 1.5442097046137626,
      "learning_rate": 0.0001429156260238682,
      "loss": 0.8228,
      "step": 76418
    },
    {
      "epoch": 3.13000204792136,
      "grad_norm": 2.9196296796721235,
      "learning_rate": 0.00014291236827044984,
      "loss": 3.0924,
      "step": 76419
    },
    {
      "epoch": 3.130043006348556,
      "grad_norm": 1.274582669600451,
      "learning_rate": 0.00014290911052038214,
      "loss": 0.606,
      "step": 76420
    },
    {
      "epoch": 3.1300839647757526,
      "grad_norm": 1.155353439720915,
      "learning_rate": 0.0001429058527736666,
      "loss": 0.3916,
      "step": 76421
    },
    {
      "epoch": 3.130124923202949,
      "grad_norm": 1.0611654578331868,
      "learning_rate": 0.00014290259503030477,
      "loss": 0.6104,
      "step": 76422
    },
    {
      "epoch": 3.130165881630145,
      "grad_norm": 1.051364976881116,
      "learning_rate": 0.0001428993372902981,
      "loss": 0.38,
      "step": 76423
    },
    {
      "epoch": 3.1302068400573417,
      "grad_norm": 1.1912154007525007,
      "learning_rate": 0.0001428960795536483,
      "loss": 0.69,
      "step": 76424
    },
    {
      "epoch": 3.1302477984845383,
      "grad_norm": 1.8153231610579956,
      "learning_rate": 0.0001428928218203568,
      "loss": 0.8554,
      "step": 76425
    },
    {
      "epoch": 3.1302887569117344,
      "grad_norm": 1.4547930747088973,
      "learning_rate": 0.00014288956409042516,
      "loss": 0.7045,
      "step": 76426
    },
    {
      "epoch": 3.130329715338931,
      "grad_norm": 1.449011562256309,
      "learning_rate": 0.00014288630636385489,
      "loss": 0.7332,
      "step": 76427
    },
    {
      "epoch": 3.1303706737661274,
      "grad_norm": 1.172415434416411,
      "learning_rate": 0.0001428830486406476,
      "loss": 0.7521,
      "step": 76428
    },
    {
      "epoch": 3.130411632193324,
      "grad_norm": 2.2953892035385874,
      "learning_rate": 0.0001428797909208048,
      "loss": 1.7278,
      "step": 76429
    },
    {
      "epoch": 3.13045259062052,
      "grad_norm": 1.0678317435632643,
      "learning_rate": 0.000142876533204328,
      "loss": 0.8689,
      "step": 76430
    },
    {
      "epoch": 3.1304935490477166,
      "grad_norm": 1.2780097128869807,
      "learning_rate": 0.00014287327549121872,
      "loss": 0.8006,
      "step": 76431
    },
    {
      "epoch": 3.130534507474913,
      "grad_norm": 1.4889580900010975,
      "learning_rate": 0.0001428700177814786,
      "loss": 0.5547,
      "step": 76432
    },
    {
      "epoch": 3.1305754659021092,
      "grad_norm": 1.0609216097598273,
      "learning_rate": 0.00014286676007510912,
      "loss": 0.6632,
      "step": 76433
    },
    {
      "epoch": 3.1306164243293058,
      "grad_norm": 0.6761075241649889,
      "learning_rate": 0.0001428635023721118,
      "loss": 0.2792,
      "step": 76434
    },
    {
      "epoch": 3.1306573827565023,
      "grad_norm": 1.2046727030141302,
      "learning_rate": 0.0001428602446724882,
      "loss": 0.8277,
      "step": 76435
    },
    {
      "epoch": 3.1306983411836984,
      "grad_norm": 1.405488692399766,
      "learning_rate": 0.00014285698697623987,
      "loss": 0.9457,
      "step": 76436
    },
    {
      "epoch": 3.130739299610895,
      "grad_norm": 1.558408925134352,
      "learning_rate": 0.00014285372928336836,
      "loss": 0.6053,
      "step": 76437
    },
    {
      "epoch": 3.1307802580380915,
      "grad_norm": 1.3239971721371444,
      "learning_rate": 0.00014285047159387517,
      "loss": 0.5429,
      "step": 76438
    },
    {
      "epoch": 3.1308212164652875,
      "grad_norm": 1.0429449763754235,
      "learning_rate": 0.00014284721390776185,
      "loss": 0.6792,
      "step": 76439
    },
    {
      "epoch": 3.130862174892484,
      "grad_norm": 0.9553714760393384,
      "learning_rate": 0.00014284395622502999,
      "loss": 0.3712,
      "step": 76440
    },
    {
      "epoch": 3.1309031333196806,
      "grad_norm": 1.253555892927978,
      "learning_rate": 0.00014284069854568108,
      "loss": 0.8586,
      "step": 76441
    },
    {
      "epoch": 3.1309440917468767,
      "grad_norm": 1.4098052108627073,
      "learning_rate": 0.00014283744086971667,
      "loss": 0.8765,
      "step": 76442
    },
    {
      "epoch": 3.1309850501740732,
      "grad_norm": 1.3147139004961923,
      "learning_rate": 0.0001428341831971383,
      "loss": 0.7394,
      "step": 76443
    },
    {
      "epoch": 3.13102600860127,
      "grad_norm": 1.801806610755215,
      "learning_rate": 0.00014283092552794748,
      "loss": 1.0327,
      "step": 76444
    },
    {
      "epoch": 3.131066967028466,
      "grad_norm": 1.7918462591294357,
      "learning_rate": 0.00014282766786214582,
      "loss": 1.0193,
      "step": 76445
    },
    {
      "epoch": 3.1311079254556624,
      "grad_norm": 1.1251875596730423,
      "learning_rate": 0.00014282441019973483,
      "loss": 0.5349,
      "step": 76446
    },
    {
      "epoch": 3.131148883882859,
      "grad_norm": 1.154323517345803,
      "learning_rate": 0.00014282115254071604,
      "loss": 0.7176,
      "step": 76447
    },
    {
      "epoch": 3.1311898423100555,
      "grad_norm": 0.6245598339863231,
      "learning_rate": 0.00014281789488509097,
      "loss": 0.227,
      "step": 76448
    },
    {
      "epoch": 3.1312308007372516,
      "grad_norm": 1.2324524239341206,
      "learning_rate": 0.00014281463723286118,
      "loss": 0.5505,
      "step": 76449
    },
    {
      "epoch": 3.131271759164448,
      "grad_norm": 0.9913563110115169,
      "learning_rate": 0.00014281137958402823,
      "loss": 0.3589,
      "step": 76450
    },
    {
      "epoch": 3.1313127175916446,
      "grad_norm": 1.8468211900974985,
      "learning_rate": 0.00014280812193859365,
      "loss": 1.0173,
      "step": 76451
    },
    {
      "epoch": 3.1313536760188407,
      "grad_norm": 0.8027645887769854,
      "learning_rate": 0.00014280486429655892,
      "loss": 0.2781,
      "step": 76452
    },
    {
      "epoch": 3.1313946344460373,
      "grad_norm": 1.4354110759487524,
      "learning_rate": 0.0001428016066579257,
      "loss": 0.9642,
      "step": 76453
    },
    {
      "epoch": 3.131435592873234,
      "grad_norm": 1.157227865966506,
      "learning_rate": 0.00014279834902269543,
      "loss": 0.4527,
      "step": 76454
    },
    {
      "epoch": 3.13147655130043,
      "grad_norm": 1.2830776768446515,
      "learning_rate": 0.0001427950913908697,
      "loss": 0.8107,
      "step": 76455
    },
    {
      "epoch": 3.1315175097276264,
      "grad_norm": 1.3884892456749487,
      "learning_rate": 0.00014279183376245,
      "loss": 0.6036,
      "step": 76456
    },
    {
      "epoch": 3.131558468154823,
      "grad_norm": 1.4624429123942835,
      "learning_rate": 0.00014278857613743792,
      "loss": 1.0723,
      "step": 76457
    },
    {
      "epoch": 3.131599426582019,
      "grad_norm": 1.3420075933955662,
      "learning_rate": 0.000142785318515835,
      "loss": 0.8582,
      "step": 76458
    },
    {
      "epoch": 3.1316403850092156,
      "grad_norm": 1.6296553661087307,
      "learning_rate": 0.00014278206089764277,
      "loss": 1.1426,
      "step": 76459
    },
    {
      "epoch": 3.131681343436412,
      "grad_norm": 1.5357306818634306,
      "learning_rate": 0.0001427788032828627,
      "loss": 0.8003,
      "step": 76460
    },
    {
      "epoch": 3.1317223018636087,
      "grad_norm": 1.2885848294177957,
      "learning_rate": 0.00014277554567149645,
      "loss": 0.7395,
      "step": 76461
    },
    {
      "epoch": 3.1317632602908048,
      "grad_norm": 1.3611430336326034,
      "learning_rate": 0.0001427722880635455,
      "loss": 0.7752,
      "step": 76462
    },
    {
      "epoch": 3.1318042187180013,
      "grad_norm": 2.1768344239715423,
      "learning_rate": 0.00014276903045901137,
      "loss": 0.5747,
      "step": 76463
    },
    {
      "epoch": 3.1318451771451974,
      "grad_norm": 1.2134404030956782,
      "learning_rate": 0.00014276577285789562,
      "loss": 0.2896,
      "step": 76464
    },
    {
      "epoch": 3.131886135572394,
      "grad_norm": 1.5067208544326358,
      "learning_rate": 0.0001427625152601998,
      "loss": 0.8646,
      "step": 76465
    },
    {
      "epoch": 3.1319270939995905,
      "grad_norm": 5.4514252994027625,
      "learning_rate": 0.00014275925766592547,
      "loss": 1.7667,
      "step": 76466
    },
    {
      "epoch": 3.131968052426787,
      "grad_norm": 0.9271074677227586,
      "learning_rate": 0.00014275600007507413,
      "loss": 0.4139,
      "step": 76467
    },
    {
      "epoch": 3.132009010853983,
      "grad_norm": 0.7755596094632731,
      "learning_rate": 0.00014275274248764735,
      "loss": 0.2004,
      "step": 76468
    },
    {
      "epoch": 3.1320499692811796,
      "grad_norm": 1.2291146971206417,
      "learning_rate": 0.00014274948490364665,
      "loss": 0.6869,
      "step": 76469
    },
    {
      "epoch": 3.132090927708376,
      "grad_norm": 1.8495319378008939,
      "learning_rate": 0.00014274622732307352,
      "loss": 1.2206,
      "step": 76470
    },
    {
      "epoch": 3.1321318861355723,
      "grad_norm": 1.2696213839373887,
      "learning_rate": 0.0001427429697459296,
      "loss": 0.7337,
      "step": 76471
    },
    {
      "epoch": 3.132172844562769,
      "grad_norm": 1.3665875842677353,
      "learning_rate": 0.00014273971217221637,
      "loss": 0.7587,
      "step": 76472
    },
    {
      "epoch": 3.1322138029899653,
      "grad_norm": 1.126066487288664,
      "learning_rate": 0.00014273645460193538,
      "loss": 0.6746,
      "step": 76473
    },
    {
      "epoch": 3.1322547614171614,
      "grad_norm": 1.259022759965588,
      "learning_rate": 0.0001427331970350882,
      "loss": 0.7322,
      "step": 76474
    },
    {
      "epoch": 3.132295719844358,
      "grad_norm": 1.2149206546449878,
      "learning_rate": 0.00014272993947167626,
      "loss": 0.6236,
      "step": 76475
    },
    {
      "epoch": 3.1323366782715545,
      "grad_norm": 1.413957053015643,
      "learning_rate": 0.00014272668191170126,
      "loss": 1.0357,
      "step": 76476
    },
    {
      "epoch": 3.1323776366987506,
      "grad_norm": 0.5478312858239741,
      "learning_rate": 0.00014272342435516462,
      "loss": 0.2087,
      "step": 76477
    },
    {
      "epoch": 3.132418595125947,
      "grad_norm": 1.0208360092495938,
      "learning_rate": 0.00014272016680206797,
      "loss": 0.5167,
      "step": 76478
    },
    {
      "epoch": 3.1324595535531436,
      "grad_norm": 1.2736982674524853,
      "learning_rate": 0.00014271690925241276,
      "loss": 0.7637,
      "step": 76479
    },
    {
      "epoch": 3.13250051198034,
      "grad_norm": 1.3358919258626187,
      "learning_rate": 0.00014271365170620058,
      "loss": 0.8663,
      "step": 76480
    },
    {
      "epoch": 3.1325414704075363,
      "grad_norm": 0.7677114595802784,
      "learning_rate": 0.00014271039416343298,
      "loss": 0.1635,
      "step": 76481
    },
    {
      "epoch": 3.132582428834733,
      "grad_norm": 0.9754036866430779,
      "learning_rate": 0.00014270713662411147,
      "loss": 0.4078,
      "step": 76482
    },
    {
      "epoch": 3.1326233872619293,
      "grad_norm": 1.052115788078747,
      "learning_rate": 0.0001427038790882376,
      "loss": 0.5197,
      "step": 76483
    },
    {
      "epoch": 3.1326643456891254,
      "grad_norm": 1.2568489387391901,
      "learning_rate": 0.00014270062155581292,
      "loss": 0.7469,
      "step": 76484
    },
    {
      "epoch": 3.132705304116322,
      "grad_norm": 0.7998278960146157,
      "learning_rate": 0.00014269736402683895,
      "loss": 0.245,
      "step": 76485
    },
    {
      "epoch": 3.1327462625435185,
      "grad_norm": 2.6120598929575314,
      "learning_rate": 0.00014269410650131727,
      "loss": 1.1763,
      "step": 76486
    },
    {
      "epoch": 3.1327872209707146,
      "grad_norm": 1.3110000038124001,
      "learning_rate": 0.00014269084897924937,
      "loss": 0.7391,
      "step": 76487
    },
    {
      "epoch": 3.132828179397911,
      "grad_norm": 1.569101598040901,
      "learning_rate": 0.0001426875914606368,
      "loss": 0.7838,
      "step": 76488
    },
    {
      "epoch": 3.1328691378251077,
      "grad_norm": 1.0843569352016342,
      "learning_rate": 0.00014268433394548115,
      "loss": 0.5788,
      "step": 76489
    },
    {
      "epoch": 3.1329100962523038,
      "grad_norm": 0.7375922466447548,
      "learning_rate": 0.00014268107643378392,
      "loss": 0.1695,
      "step": 76490
    },
    {
      "epoch": 3.1329510546795003,
      "grad_norm": 0.7673381494252406,
      "learning_rate": 0.0001426778189255466,
      "loss": 0.212,
      "step": 76491
    },
    {
      "epoch": 3.132992013106697,
      "grad_norm": 0.7085767554081158,
      "learning_rate": 0.00014267456142077082,
      "loss": 0.2278,
      "step": 76492
    },
    {
      "epoch": 3.133032971533893,
      "grad_norm": 1.2174030259892556,
      "learning_rate": 0.0001426713039194581,
      "loss": 0.6622,
      "step": 76493
    },
    {
      "epoch": 3.1330739299610895,
      "grad_norm": 3.3389281216137436,
      "learning_rate": 0.00014266804642160995,
      "loss": 0.7978,
      "step": 76494
    },
    {
      "epoch": 3.133114888388286,
      "grad_norm": 1.3794350975288083,
      "learning_rate": 0.00014266478892722788,
      "loss": 0.7248,
      "step": 76495
    },
    {
      "epoch": 3.133155846815482,
      "grad_norm": 6.616493585773737,
      "learning_rate": 0.00014266153143631353,
      "loss": 2.8083,
      "step": 76496
    },
    {
      "epoch": 3.1331968052426786,
      "grad_norm": 4.249482021184584,
      "learning_rate": 0.00014265827394886835,
      "loss": 2.2309,
      "step": 76497
    },
    {
      "epoch": 3.133237763669875,
      "grad_norm": 1.2611145484722182,
      "learning_rate": 0.00014265501646489392,
      "loss": 0.8103,
      "step": 76498
    },
    {
      "epoch": 3.1332787220970717,
      "grad_norm": 1.3384364966102322,
      "learning_rate": 0.00014265175898439176,
      "loss": 0.7253,
      "step": 76499
    },
    {
      "epoch": 3.133319680524268,
      "grad_norm": 1.4586304895519864,
      "learning_rate": 0.00014264850150736344,
      "loss": 0.8116,
      "step": 76500
    },
    {
      "epoch": 3.1333606389514643,
      "grad_norm": 1.1773540115087942,
      "learning_rate": 0.0001426452440338105,
      "loss": 0.669,
      "step": 76501
    },
    {
      "epoch": 3.133401597378661,
      "grad_norm": 1.0628182361419192,
      "learning_rate": 0.00014264198656373443,
      "loss": 0.2889,
      "step": 76502
    },
    {
      "epoch": 3.133442555805857,
      "grad_norm": 1.0205779466374225,
      "learning_rate": 0.00014263872909713678,
      "loss": 0.5311,
      "step": 76503
    },
    {
      "epoch": 3.1334835142330535,
      "grad_norm": 1.3680583442764216,
      "learning_rate": 0.00014263547163401914,
      "loss": 0.744,
      "step": 76504
    },
    {
      "epoch": 3.13352447266025,
      "grad_norm": 1.2375347517065762,
      "learning_rate": 0.00014263221417438305,
      "loss": 0.7293,
      "step": 76505
    },
    {
      "epoch": 3.133565431087446,
      "grad_norm": 1.1353951995848075,
      "learning_rate": 0.00014262895671823,
      "loss": 0.4285,
      "step": 76506
    },
    {
      "epoch": 3.1336063895146427,
      "grad_norm": 1.5537570305362982,
      "learning_rate": 0.0001426256992655615,
      "loss": 0.8574,
      "step": 76507
    },
    {
      "epoch": 3.133647347941839,
      "grad_norm": 2.332253691966505,
      "learning_rate": 0.0001426224418163792,
      "loss": 1.2369,
      "step": 76508
    },
    {
      "epoch": 3.1336883063690353,
      "grad_norm": 1.3289217971623277,
      "learning_rate": 0.0001426191843706846,
      "loss": 0.6732,
      "step": 76509
    },
    {
      "epoch": 3.133729264796232,
      "grad_norm": 2.8738479178873755,
      "learning_rate": 0.0001426159269284792,
      "loss": 2.4067,
      "step": 76510
    },
    {
      "epoch": 3.1337702232234284,
      "grad_norm": 1.4736655651825636,
      "learning_rate": 0.0001426126694897645,
      "loss": 0.9473,
      "step": 76511
    },
    {
      "epoch": 3.1338111816506244,
      "grad_norm": 1.1616961332838143,
      "learning_rate": 0.00014260941205454218,
      "loss": 0.5268,
      "step": 76512
    },
    {
      "epoch": 3.133852140077821,
      "grad_norm": 1.2052422755361905,
      "learning_rate": 0.00014260615462281367,
      "loss": 0.5926,
      "step": 76513
    },
    {
      "epoch": 3.1338930985050175,
      "grad_norm": 1.3265379465667948,
      "learning_rate": 0.00014260289719458057,
      "loss": 0.6676,
      "step": 76514
    },
    {
      "epoch": 3.1339340569322136,
      "grad_norm": 1.1540230695849574,
      "learning_rate": 0.00014259963976984437,
      "loss": 0.7831,
      "step": 76515
    },
    {
      "epoch": 3.13397501535941,
      "grad_norm": 1.4486316379730797,
      "learning_rate": 0.0001425963823486066,
      "loss": 1.0457,
      "step": 76516
    },
    {
      "epoch": 3.1340159737866067,
      "grad_norm": 0.8792700006428562,
      "learning_rate": 0.00014259312493086887,
      "loss": 0.2209,
      "step": 76517
    },
    {
      "epoch": 3.134056932213803,
      "grad_norm": 0.4929332029348953,
      "learning_rate": 0.00014258986751663268,
      "loss": 0.1292,
      "step": 76518
    },
    {
      "epoch": 3.1340978906409993,
      "grad_norm": 0.5000621931275082,
      "learning_rate": 0.00014258661010589955,
      "loss": 0.1351,
      "step": 76519
    },
    {
      "epoch": 3.134138849068196,
      "grad_norm": 1.500045229736671,
      "learning_rate": 0.00014258335269867105,
      "loss": 0.9198,
      "step": 76520
    },
    {
      "epoch": 3.1341798074953924,
      "grad_norm": 1.3799708449149983,
      "learning_rate": 0.0001425800952949487,
      "loss": 0.6745,
      "step": 76521
    },
    {
      "epoch": 3.1342207659225885,
      "grad_norm": 1.0347914458874388,
      "learning_rate": 0.00014257683789473406,
      "loss": 0.6629,
      "step": 76522
    },
    {
      "epoch": 3.134261724349785,
      "grad_norm": 1.4734834052871648,
      "learning_rate": 0.0001425735804980287,
      "loss": 0.9065,
      "step": 76523
    },
    {
      "epoch": 3.1343026827769815,
      "grad_norm": 0.9334722807453188,
      "learning_rate": 0.00014257032310483405,
      "loss": 0.6503,
      "step": 76524
    },
    {
      "epoch": 3.1343436412041776,
      "grad_norm": 0.7358683778157159,
      "learning_rate": 0.00014256706571515176,
      "loss": 0.2066,
      "step": 76525
    },
    {
      "epoch": 3.134384599631374,
      "grad_norm": 1.4267744060914533,
      "learning_rate": 0.00014256380832898332,
      "loss": 0.8572,
      "step": 76526
    },
    {
      "epoch": 3.1344255580585707,
      "grad_norm": 1.4806431918312073,
      "learning_rate": 0.00014256055094633027,
      "loss": 1.1946,
      "step": 76527
    },
    {
      "epoch": 3.134466516485767,
      "grad_norm": 1.0255765383374211,
      "learning_rate": 0.00014255729356719415,
      "loss": 0.573,
      "step": 76528
    },
    {
      "epoch": 3.1345074749129633,
      "grad_norm": 1.4181413987849205,
      "learning_rate": 0.00014255403619157654,
      "loss": 0.2764,
      "step": 76529
    },
    {
      "epoch": 3.13454843334016,
      "grad_norm": 1.1951103386774053,
      "learning_rate": 0.00014255077881947896,
      "loss": 0.8038,
      "step": 76530
    },
    {
      "epoch": 3.134589391767356,
      "grad_norm": 1.8370745174053238,
      "learning_rate": 0.00014254752145090294,
      "loss": 1.0725,
      "step": 76531
    },
    {
      "epoch": 3.1346303501945525,
      "grad_norm": 1.3111241506290425,
      "learning_rate": 0.00014254426408584996,
      "loss": 0.7268,
      "step": 76532
    },
    {
      "epoch": 3.134671308621749,
      "grad_norm": 1.124321859992257,
      "learning_rate": 0.00014254100672432166,
      "loss": 0.7266,
      "step": 76533
    },
    {
      "epoch": 3.134712267048945,
      "grad_norm": 1.2769119325109746,
      "learning_rate": 0.00014253774936631955,
      "loss": 0.8443,
      "step": 76534
    },
    {
      "epoch": 3.1347532254761417,
      "grad_norm": 1.184915283047702,
      "learning_rate": 0.00014253449201184518,
      "loss": 0.6611,
      "step": 76535
    },
    {
      "epoch": 3.134794183903338,
      "grad_norm": 1.3028662692187944,
      "learning_rate": 0.0001425312346609,
      "loss": 0.8494,
      "step": 76536
    },
    {
      "epoch": 3.1348351423305347,
      "grad_norm": 3.768640792410228,
      "learning_rate": 0.00014252797731348566,
      "loss": 5.7149,
      "step": 76537
    },
    {
      "epoch": 3.134876100757731,
      "grad_norm": 1.291591824611797,
      "learning_rate": 0.0001425247199696037,
      "loss": 0.6971,
      "step": 76538
    },
    {
      "epoch": 3.1349170591849274,
      "grad_norm": 1.1948512767263735,
      "learning_rate": 0.00014252146262925557,
      "loss": 0.6564,
      "step": 76539
    },
    {
      "epoch": 3.134958017612124,
      "grad_norm": 1.2898697770928549,
      "learning_rate": 0.00014251820529244288,
      "loss": 0.6237,
      "step": 76540
    },
    {
      "epoch": 3.13499897603932,
      "grad_norm": 1.6716680446374106,
      "learning_rate": 0.0001425149479591671,
      "loss": 1.0856,
      "step": 76541
    },
    {
      "epoch": 3.1350399344665165,
      "grad_norm": 1.4371398737566965,
      "learning_rate": 0.00014251169062942987,
      "loss": 0.6717,
      "step": 76542
    },
    {
      "epoch": 3.135080892893713,
      "grad_norm": 4.730069886123934,
      "learning_rate": 0.00014250843330323263,
      "loss": 6.8,
      "step": 76543
    },
    {
      "epoch": 3.135121851320909,
      "grad_norm": 0.8094210563657965,
      "learning_rate": 0.000142505175980577,
      "loss": 0.2838,
      "step": 76544
    },
    {
      "epoch": 3.1351628097481057,
      "grad_norm": 1.784468815016643,
      "learning_rate": 0.0001425019186614645,
      "loss": 1.0614,
      "step": 76545
    },
    {
      "epoch": 3.135203768175302,
      "grad_norm": 1.08879535811864,
      "learning_rate": 0.00014249866134589666,
      "loss": 0.3518,
      "step": 76546
    },
    {
      "epoch": 3.1352447266024983,
      "grad_norm": 0.9941948423282372,
      "learning_rate": 0.00014249540403387496,
      "loss": 0.1636,
      "step": 76547
    },
    {
      "epoch": 3.135285685029695,
      "grad_norm": 1.5161608623387182,
      "learning_rate": 0.00014249214672540104,
      "loss": 0.921,
      "step": 76548
    },
    {
      "epoch": 3.1353266434568914,
      "grad_norm": 1.0754979393494748,
      "learning_rate": 0.0001424888894204764,
      "loss": 0.3394,
      "step": 76549
    },
    {
      "epoch": 3.1353676018840875,
      "grad_norm": 0.33188932215634087,
      "learning_rate": 0.0001424856321191026,
      "loss": 0.0321,
      "step": 76550
    },
    {
      "epoch": 3.135408560311284,
      "grad_norm": 1.5575187173299703,
      "learning_rate": 0.00014248237482128106,
      "loss": 0.6051,
      "step": 76551
    },
    {
      "epoch": 3.1354495187384805,
      "grad_norm": 2.2022143767615603,
      "learning_rate": 0.00014247911752701353,
      "loss": 1.6976,
      "step": 76552
    },
    {
      "epoch": 3.1354904771656766,
      "grad_norm": 1.7267148831115238,
      "learning_rate": 0.0001424758602363014,
      "loss": 0.7527,
      "step": 76553
    },
    {
      "epoch": 3.135531435592873,
      "grad_norm": 0.9921041408197114,
      "learning_rate": 0.00014247260294914622,
      "loss": 0.359,
      "step": 76554
    },
    {
      "epoch": 3.1355723940200697,
      "grad_norm": 0.8064061814962109,
      "learning_rate": 0.00014246934566554956,
      "loss": 0.2982,
      "step": 76555
    },
    {
      "epoch": 3.1356133524472662,
      "grad_norm": 1.1654800835620713,
      "learning_rate": 0.00014246608838551297,
      "loss": 0.6026,
      "step": 76556
    },
    {
      "epoch": 3.1356543108744623,
      "grad_norm": 1.607516717523796,
      "learning_rate": 0.000142462831109038,
      "loss": 0.8402,
      "step": 76557
    },
    {
      "epoch": 3.135695269301659,
      "grad_norm": 1.0537625894338594,
      "learning_rate": 0.00014245957383612613,
      "loss": 0.3942,
      "step": 76558
    },
    {
      "epoch": 3.1357362277288554,
      "grad_norm": 1.3545693490406012,
      "learning_rate": 0.00014245631656677893,
      "loss": 0.7388,
      "step": 76559
    },
    {
      "epoch": 3.1357771861560515,
      "grad_norm": 0.6578962933808338,
      "learning_rate": 0.00014245305930099796,
      "loss": 0.1268,
      "step": 76560
    },
    {
      "epoch": 3.135818144583248,
      "grad_norm": 1.0049332475933361,
      "learning_rate": 0.00014244980203878476,
      "loss": 0.7819,
      "step": 76561
    },
    {
      "epoch": 3.1358591030104446,
      "grad_norm": 0.7496367668719791,
      "learning_rate": 0.00014244654478014085,
      "loss": 0.2601,
      "step": 76562
    },
    {
      "epoch": 3.1359000614376407,
      "grad_norm": 1.8979750837783842,
      "learning_rate": 0.00014244328752506774,
      "loss": 1.0963,
      "step": 76563
    },
    {
      "epoch": 3.135941019864837,
      "grad_norm": 0.8800376065001373,
      "learning_rate": 0.00014244003027356704,
      "loss": 0.3309,
      "step": 76564
    },
    {
      "epoch": 3.1359819782920337,
      "grad_norm": 1.6431591930097793,
      "learning_rate": 0.0001424367730256403,
      "loss": 1.0475,
      "step": 76565
    },
    {
      "epoch": 3.13602293671923,
      "grad_norm": 0.9267088165344389,
      "learning_rate": 0.00014243351578128896,
      "loss": 0.3042,
      "step": 76566
    },
    {
      "epoch": 3.1360638951464264,
      "grad_norm": 1.3174510463410511,
      "learning_rate": 0.00014243025854051458,
      "loss": 0.5899,
      "step": 76567
    },
    {
      "epoch": 3.136104853573623,
      "grad_norm": 2.413462952632065,
      "learning_rate": 0.0001424270013033188,
      "loss": 2.403,
      "step": 76568
    },
    {
      "epoch": 3.136145812000819,
      "grad_norm": 1.6065100155821816,
      "learning_rate": 0.00014242374406970307,
      "loss": 0.7412,
      "step": 76569
    },
    {
      "epoch": 3.1361867704280155,
      "grad_norm": 1.3464170339195636,
      "learning_rate": 0.00014242048683966896,
      "loss": 0.8174,
      "step": 76570
    },
    {
      "epoch": 3.136227728855212,
      "grad_norm": 0.8756835851619614,
      "learning_rate": 0.00014241722961321797,
      "loss": 0.3492,
      "step": 76571
    },
    {
      "epoch": 3.136268687282408,
      "grad_norm": 1.547934192149159,
      "learning_rate": 0.0001424139723903517,
      "loss": 1.0506,
      "step": 76572
    },
    {
      "epoch": 3.1363096457096047,
      "grad_norm": 1.14914281377662,
      "learning_rate": 0.00014241071517107168,
      "loss": 0.6033,
      "step": 76573
    },
    {
      "epoch": 3.1363506041368012,
      "grad_norm": 1.3537703203162024,
      "learning_rate": 0.00014240745795537942,
      "loss": 0.8964,
      "step": 76574
    },
    {
      "epoch": 3.1363915625639978,
      "grad_norm": 1.264155959648939,
      "learning_rate": 0.00014240420074327644,
      "loss": 0.7013,
      "step": 76575
    },
    {
      "epoch": 3.136432520991194,
      "grad_norm": 1.2226832381492763,
      "learning_rate": 0.00014240094353476436,
      "loss": 0.5346,
      "step": 76576
    },
    {
      "epoch": 3.1364734794183904,
      "grad_norm": 0.6204881086484269,
      "learning_rate": 0.00014239768632984465,
      "loss": 0.1498,
      "step": 76577
    },
    {
      "epoch": 3.136514437845587,
      "grad_norm": 1.4562492769446027,
      "learning_rate": 0.0001423944291285189,
      "loss": 1.0757,
      "step": 76578
    },
    {
      "epoch": 3.136555396272783,
      "grad_norm": 1.4989856334459406,
      "learning_rate": 0.00014239117193078858,
      "loss": 0.4218,
      "step": 76579
    },
    {
      "epoch": 3.1365963546999795,
      "grad_norm": 1.362108974083456,
      "learning_rate": 0.0001423879147366553,
      "loss": 0.5892,
      "step": 76580
    },
    {
      "epoch": 3.136637313127176,
      "grad_norm": 1.2542932753590197,
      "learning_rate": 0.00014238465754612056,
      "loss": 0.64,
      "step": 76581
    },
    {
      "epoch": 3.136678271554372,
      "grad_norm": 1.462141852605329,
      "learning_rate": 0.00014238140035918593,
      "loss": 0.973,
      "step": 76582
    },
    {
      "epoch": 3.1367192299815687,
      "grad_norm": 1.347453936867877,
      "learning_rate": 0.00014237814317585293,
      "loss": 0.6087,
      "step": 76583
    },
    {
      "epoch": 3.1367601884087652,
      "grad_norm": 1.1048045128646884,
      "learning_rate": 0.00014237488599612308,
      "loss": 0.6194,
      "step": 76584
    },
    {
      "epoch": 3.1368011468359613,
      "grad_norm": 2.769383108425232,
      "learning_rate": 0.00014237162881999797,
      "loss": 1.0935,
      "step": 76585
    },
    {
      "epoch": 3.136842105263158,
      "grad_norm": 1.6677458431113483,
      "learning_rate": 0.0001423683716474791,
      "loss": 0.95,
      "step": 76586
    },
    {
      "epoch": 3.1368830636903544,
      "grad_norm": 1.2497350811205226,
      "learning_rate": 0.00014236511447856802,
      "loss": 0.7196,
      "step": 76587
    },
    {
      "epoch": 3.1369240221175505,
      "grad_norm": 1.3205435653646667,
      "learning_rate": 0.00014236185731326622,
      "loss": 0.8937,
      "step": 76588
    },
    {
      "epoch": 3.136964980544747,
      "grad_norm": 1.2024418531361165,
      "learning_rate": 0.00014235860015157536,
      "loss": 0.861,
      "step": 76589
    },
    {
      "epoch": 3.1370059389719436,
      "grad_norm": 0.9831487424571508,
      "learning_rate": 0.0001423553429934969,
      "loss": 0.2506,
      "step": 76590
    },
    {
      "epoch": 3.1370468973991397,
      "grad_norm": 1.2237917281537727,
      "learning_rate": 0.00014235208583903238,
      "loss": 0.3845,
      "step": 76591
    },
    {
      "epoch": 3.137087855826336,
      "grad_norm": 1.184581926775304,
      "learning_rate": 0.00014234882868818333,
      "loss": 0.5467,
      "step": 76592
    },
    {
      "epoch": 3.1371288142535327,
      "grad_norm": 1.3047532267359228,
      "learning_rate": 0.00014234557154095133,
      "loss": 0.7073,
      "step": 76593
    },
    {
      "epoch": 3.1371697726807293,
      "grad_norm": 1.285775134711693,
      "learning_rate": 0.00014234231439733792,
      "loss": 0.6033,
      "step": 76594
    },
    {
      "epoch": 3.1372107311079254,
      "grad_norm": 0.7954409598338644,
      "learning_rate": 0.0001423390572573446,
      "loss": 0.2276,
      "step": 76595
    },
    {
      "epoch": 3.137251689535122,
      "grad_norm": 3.0732056646761627,
      "learning_rate": 0.0001423358001209729,
      "loss": 3.6724,
      "step": 76596
    },
    {
      "epoch": 3.1372926479623184,
      "grad_norm": 1.3678478112033718,
      "learning_rate": 0.0001423325429882244,
      "loss": 1.0303,
      "step": 76597
    },
    {
      "epoch": 3.1373336063895145,
      "grad_norm": 0.9988418338837131,
      "learning_rate": 0.00014232928585910067,
      "loss": 0.7982,
      "step": 76598
    },
    {
      "epoch": 3.137374564816711,
      "grad_norm": 1.957075582463474,
      "learning_rate": 0.0001423260287336032,
      "loss": 1.8159,
      "step": 76599
    },
    {
      "epoch": 3.1374155232439076,
      "grad_norm": 2.0270184604754284,
      "learning_rate": 0.00014232277161173348,
      "loss": 1.7779,
      "step": 76600
    },
    {
      "epoch": 3.1374564816711037,
      "grad_norm": 1.1357297701387525,
      "learning_rate": 0.00014231951449349318,
      "loss": 0.2529,
      "step": 76601
    },
    {
      "epoch": 3.1374974400983002,
      "grad_norm": 2.1998042241527123,
      "learning_rate": 0.00014231625737888372,
      "loss": 1.423,
      "step": 76602
    },
    {
      "epoch": 3.1375383985254968,
      "grad_norm": 1.2489920634669864,
      "learning_rate": 0.00014231300026790671,
      "loss": 0.7926,
      "step": 76603
    },
    {
      "epoch": 3.137579356952693,
      "grad_norm": 1.9621162726253436,
      "learning_rate": 0.00014230974316056366,
      "loss": 1.3705,
      "step": 76604
    },
    {
      "epoch": 3.1376203153798894,
      "grad_norm": 1.464070429520954,
      "learning_rate": 0.00014230648605685612,
      "loss": 0.8617,
      "step": 76605
    },
    {
      "epoch": 3.137661273807086,
      "grad_norm": 1.5859739580023442,
      "learning_rate": 0.00014230322895678564,
      "loss": 1.0528,
      "step": 76606
    },
    {
      "epoch": 3.137702232234282,
      "grad_norm": 1.3491184941336862,
      "learning_rate": 0.00014229997186035372,
      "loss": 0.6949,
      "step": 76607
    },
    {
      "epoch": 3.1377431906614786,
      "grad_norm": 1.374728845367478,
      "learning_rate": 0.00014229671476756193,
      "loss": 0.8432,
      "step": 76608
    },
    {
      "epoch": 3.137784149088675,
      "grad_norm": 1.2370635123935534,
      "learning_rate": 0.00014229345767841187,
      "loss": 0.6955,
      "step": 76609
    },
    {
      "epoch": 3.137825107515871,
      "grad_norm": 0.8642534616283872,
      "learning_rate": 0.00014229020059290497,
      "loss": 0.2716,
      "step": 76610
    },
    {
      "epoch": 3.1378660659430677,
      "grad_norm": 1.4824287512468997,
      "learning_rate": 0.0001422869435110428,
      "loss": 0.9988,
      "step": 76611
    },
    {
      "epoch": 3.1379070243702643,
      "grad_norm": 1.2747498622408377,
      "learning_rate": 0.00014228368643282691,
      "loss": 0.6995,
      "step": 76612
    },
    {
      "epoch": 3.137947982797461,
      "grad_norm": 1.2897882972779215,
      "learning_rate": 0.00014228042935825888,
      "loss": 0.645,
      "step": 76613
    },
    {
      "epoch": 3.137988941224657,
      "grad_norm": 0.8890492084800579,
      "learning_rate": 0.0001422771722873402,
      "loss": 0.3313,
      "step": 76614
    },
    {
      "epoch": 3.1380298996518534,
      "grad_norm": 1.215457935513284,
      "learning_rate": 0.00014227391522007242,
      "loss": 0.3663,
      "step": 76615
    },
    {
      "epoch": 3.13807085807905,
      "grad_norm": 0.9804317110689114,
      "learning_rate": 0.00014227065815645707,
      "loss": 0.5816,
      "step": 76616
    },
    {
      "epoch": 3.138111816506246,
      "grad_norm": 1.18852029546562,
      "learning_rate": 0.0001422674010964957,
      "loss": 0.6782,
      "step": 76617
    },
    {
      "epoch": 3.1381527749334426,
      "grad_norm": 1.7016152360432562,
      "learning_rate": 0.0001422641440401899,
      "loss": 0.8087,
      "step": 76618
    },
    {
      "epoch": 3.138193733360639,
      "grad_norm": 1.22225084451911,
      "learning_rate": 0.0001422608869875411,
      "loss": 0.6932,
      "step": 76619
    },
    {
      "epoch": 3.138234691787835,
      "grad_norm": 1.6560351813504444,
      "learning_rate": 0.00014225762993855097,
      "loss": 1.0438,
      "step": 76620
    },
    {
      "epoch": 3.1382756502150317,
      "grad_norm": 2.1026786981375682,
      "learning_rate": 0.00014225437289322096,
      "loss": 1.046,
      "step": 76621
    },
    {
      "epoch": 3.1383166086422283,
      "grad_norm": 1.3395152028104584,
      "learning_rate": 0.0001422511158515526,
      "loss": 0.9083,
      "step": 76622
    },
    {
      "epoch": 3.1383575670694244,
      "grad_norm": 1.1300888925756347,
      "learning_rate": 0.00014224785881354748,
      "loss": 0.6697,
      "step": 76623
    },
    {
      "epoch": 3.138398525496621,
      "grad_norm": 0.8896903005297854,
      "learning_rate": 0.00014224460177920714,
      "loss": 0.3304,
      "step": 76624
    },
    {
      "epoch": 3.1384394839238174,
      "grad_norm": 6.795386318206738,
      "learning_rate": 0.00014224134474853312,
      "loss": 4.7798,
      "step": 76625
    },
    {
      "epoch": 3.1384804423510135,
      "grad_norm": 1.2656424859201023,
      "learning_rate": 0.00014223808772152692,
      "loss": 0.6324,
      "step": 76626
    },
    {
      "epoch": 3.13852140077821,
      "grad_norm": 1.5198976063909535,
      "learning_rate": 0.00014223483069819007,
      "loss": 0.9122,
      "step": 76627
    },
    {
      "epoch": 3.1385623592054066,
      "grad_norm": 0.8703506069566745,
      "learning_rate": 0.00014223157367852416,
      "loss": 0.3028,
      "step": 76628
    },
    {
      "epoch": 3.1386033176326027,
      "grad_norm": 1.0839794009274921,
      "learning_rate": 0.00014222831666253072,
      "loss": 0.6511,
      "step": 76629
    },
    {
      "epoch": 3.1386442760597992,
      "grad_norm": 0.9133954678600995,
      "learning_rate": 0.00014222505965021129,
      "loss": 0.2637,
      "step": 76630
    },
    {
      "epoch": 3.1386852344869958,
      "grad_norm": 0.7199182811703709,
      "learning_rate": 0.00014222180264156735,
      "loss": 0.239,
      "step": 76631
    },
    {
      "epoch": 3.1387261929141923,
      "grad_norm": 1.4007705652493743,
      "learning_rate": 0.00014221854563660054,
      "loss": 0.9032,
      "step": 76632
    },
    {
      "epoch": 3.1387671513413884,
      "grad_norm": 1.4620488121666377,
      "learning_rate": 0.00014221528863531235,
      "loss": 0.9106,
      "step": 76633
    },
    {
      "epoch": 3.138808109768585,
      "grad_norm": 1.3050185696068544,
      "learning_rate": 0.00014221203163770432,
      "loss": 0.8727,
      "step": 76634
    },
    {
      "epoch": 3.1388490681957815,
      "grad_norm": 1.3993054444988597,
      "learning_rate": 0.00014220877464377797,
      "loss": 0.8936,
      "step": 76635
    },
    {
      "epoch": 3.1388900266229776,
      "grad_norm": 1.2989536738426197,
      "learning_rate": 0.00014220551765353488,
      "loss": 0.8902,
      "step": 76636
    },
    {
      "epoch": 3.138930985050174,
      "grad_norm": 1.4054884889857528,
      "learning_rate": 0.00014220226066697657,
      "loss": 0.8086,
      "step": 76637
    },
    {
      "epoch": 3.1389719434773706,
      "grad_norm": 0.9887049589284886,
      "learning_rate": 0.00014219900368410456,
      "loss": 0.4616,
      "step": 76638
    },
    {
      "epoch": 3.1390129019045667,
      "grad_norm": 2.2660164497630753,
      "learning_rate": 0.0001421957467049204,
      "loss": 2.235,
      "step": 76639
    },
    {
      "epoch": 3.1390538603317633,
      "grad_norm": 1.2832467418354958,
      "learning_rate": 0.00014219248972942566,
      "loss": 0.7374,
      "step": 76640
    },
    {
      "epoch": 3.13909481875896,
      "grad_norm": 1.219390961778079,
      "learning_rate": 0.00014218923275762186,
      "loss": 0.7491,
      "step": 76641
    },
    {
      "epoch": 3.139135777186156,
      "grad_norm": 1.0256445513993462,
      "learning_rate": 0.00014218597578951052,
      "loss": 0.239,
      "step": 76642
    },
    {
      "epoch": 3.1391767356133524,
      "grad_norm": 1.3263375681696374,
      "learning_rate": 0.0001421827188250932,
      "loss": 0.7584,
      "step": 76643
    },
    {
      "epoch": 3.139217694040549,
      "grad_norm": 1.271036831937852,
      "learning_rate": 0.00014217946186437144,
      "loss": 0.7443,
      "step": 76644
    },
    {
      "epoch": 3.139258652467745,
      "grad_norm": 1.2937930439096283,
      "learning_rate": 0.0001421762049073468,
      "loss": 0.8351,
      "step": 76645
    },
    {
      "epoch": 3.1392996108949416,
      "grad_norm": 1.1862468274645077,
      "learning_rate": 0.0001421729479540208,
      "loss": 0.7539,
      "step": 76646
    },
    {
      "epoch": 3.139340569322138,
      "grad_norm": 1.2630553692834905,
      "learning_rate": 0.00014216969100439489,
      "loss": 0.5544,
      "step": 76647
    },
    {
      "epoch": 3.139381527749334,
      "grad_norm": 1.4996362172446185,
      "learning_rate": 0.00014216643405847077,
      "loss": 0.7062,
      "step": 76648
    },
    {
      "epoch": 3.1394224861765307,
      "grad_norm": 9.192891505432739,
      "learning_rate": 0.00014216317711624992,
      "loss": 0.9873,
      "step": 76649
    },
    {
      "epoch": 3.1394634446037273,
      "grad_norm": 1.826691591300812,
      "learning_rate": 0.00014215992017773383,
      "loss": 1.1584,
      "step": 76650
    },
    {
      "epoch": 3.139504403030924,
      "grad_norm": 3.0550840341708363,
      "learning_rate": 0.00014215666324292407,
      "loss": 1.1153,
      "step": 76651
    },
    {
      "epoch": 3.13954536145812,
      "grad_norm": 1.090931585778858,
      "learning_rate": 0.0001421534063118222,
      "loss": 0.6173,
      "step": 76652
    },
    {
      "epoch": 3.1395863198853164,
      "grad_norm": 1.2111787666855767,
      "learning_rate": 0.00014215014938442975,
      "loss": 0.6179,
      "step": 76653
    },
    {
      "epoch": 3.139627278312513,
      "grad_norm": 1.0489543047890086,
      "learning_rate": 0.00014214689246074824,
      "loss": 0.6676,
      "step": 76654
    },
    {
      "epoch": 3.139668236739709,
      "grad_norm": 0.7264726446598923,
      "learning_rate": 0.00014214363554077925,
      "loss": 0.1415,
      "step": 76655
    },
    {
      "epoch": 3.1397091951669056,
      "grad_norm": 1.6408485783772013,
      "learning_rate": 0.00014214037862452425,
      "loss": 0.6071,
      "step": 76656
    },
    {
      "epoch": 3.139750153594102,
      "grad_norm": 0.6731058109917222,
      "learning_rate": 0.00014213712171198484,
      "loss": 0.2015,
      "step": 76657
    },
    {
      "epoch": 3.1397911120212982,
      "grad_norm": 0.8232536290541187,
      "learning_rate": 0.00014213386480316256,
      "loss": 0.3287,
      "step": 76658
    },
    {
      "epoch": 3.1398320704484948,
      "grad_norm": 1.1869455974125949,
      "learning_rate": 0.00014213060789805893,
      "loss": 0.6833,
      "step": 76659
    },
    {
      "epoch": 3.1398730288756913,
      "grad_norm": 1.5424700656274208,
      "learning_rate": 0.00014212735099667547,
      "loss": 1.1143,
      "step": 76660
    },
    {
      "epoch": 3.1399139873028874,
      "grad_norm": 0.9068772505923318,
      "learning_rate": 0.00014212409409901375,
      "loss": 0.2387,
      "step": 76661
    },
    {
      "epoch": 3.139954945730084,
      "grad_norm": 1.2622058284804976,
      "learning_rate": 0.00014212083720507531,
      "loss": 0.6531,
      "step": 76662
    },
    {
      "epoch": 3.1399959041572805,
      "grad_norm": 1.7287993805238262,
      "learning_rate": 0.00014211758031486168,
      "loss": 0.6348,
      "step": 76663
    },
    {
      "epoch": 3.1400368625844766,
      "grad_norm": 1.285917101750641,
      "learning_rate": 0.00014211432342837438,
      "loss": 0.7283,
      "step": 76664
    },
    {
      "epoch": 3.140077821011673,
      "grad_norm": 1.1907300969412682,
      "learning_rate": 0.000142111066545615,
      "loss": 0.5711,
      "step": 76665
    },
    {
      "epoch": 3.1401187794388696,
      "grad_norm": 1.5384864936458271,
      "learning_rate": 0.00014210780966658504,
      "loss": 0.8872,
      "step": 76666
    },
    {
      "epoch": 3.1401597378660657,
      "grad_norm": 1.3113084678520606,
      "learning_rate": 0.00014210455279128605,
      "loss": 0.7227,
      "step": 76667
    },
    {
      "epoch": 3.1402006962932623,
      "grad_norm": 1.2729581278774982,
      "learning_rate": 0.00014210129591971956,
      "loss": 0.7506,
      "step": 76668
    },
    {
      "epoch": 3.140241654720459,
      "grad_norm": 1.2073498745678213,
      "learning_rate": 0.0001420980390518871,
      "loss": 0.5682,
      "step": 76669
    },
    {
      "epoch": 3.1402826131476553,
      "grad_norm": 1.5040561954421425,
      "learning_rate": 0.00014209478218779029,
      "loss": 1.0636,
      "step": 76670
    },
    {
      "epoch": 3.1403235715748514,
      "grad_norm": 1.9037818154624597,
      "learning_rate": 0.00014209152532743057,
      "loss": 0.9545,
      "step": 76671
    },
    {
      "epoch": 3.140364530002048,
      "grad_norm": 0.9715104157957393,
      "learning_rate": 0.00014208826847080948,
      "loss": 0.3662,
      "step": 76672
    },
    {
      "epoch": 3.1404054884292445,
      "grad_norm": 1.3342656801891126,
      "learning_rate": 0.00014208501161792864,
      "loss": 0.7263,
      "step": 76673
    },
    {
      "epoch": 3.1404464468564406,
      "grad_norm": 1.1966389495595897,
      "learning_rate": 0.00014208175476878958,
      "loss": 0.7703,
      "step": 76674
    },
    {
      "epoch": 3.140487405283637,
      "grad_norm": 1.317773875225307,
      "learning_rate": 0.00014207849792339375,
      "loss": 0.5135,
      "step": 76675
    },
    {
      "epoch": 3.1405283637108337,
      "grad_norm": 1.3919481031757222,
      "learning_rate": 0.00014207524108174276,
      "loss": 1.0452,
      "step": 76676
    },
    {
      "epoch": 3.1405693221380298,
      "grad_norm": 0.9830141592977029,
      "learning_rate": 0.00014207198424383814,
      "loss": 0.4822,
      "step": 76677
    },
    {
      "epoch": 3.1406102805652263,
      "grad_norm": 1.2721530751131849,
      "learning_rate": 0.00014206872740968145,
      "loss": 0.3067,
      "step": 76678
    },
    {
      "epoch": 3.140651238992423,
      "grad_norm": 1.0094451463450842,
      "learning_rate": 0.0001420654705792742,
      "loss": 0.5092,
      "step": 76679
    },
    {
      "epoch": 3.140692197419619,
      "grad_norm": 0.8541236707770375,
      "learning_rate": 0.00014206221375261794,
      "loss": 0.7097,
      "step": 76680
    },
    {
      "epoch": 3.1407331558468154,
      "grad_norm": 1.6636516261167005,
      "learning_rate": 0.0001420589569297142,
      "loss": 1.0805,
      "step": 76681
    },
    {
      "epoch": 3.140774114274012,
      "grad_norm": 0.7297506534345107,
      "learning_rate": 0.00014205570011056447,
      "loss": 0.2745,
      "step": 76682
    },
    {
      "epoch": 3.140815072701208,
      "grad_norm": 2.7442229377872307,
      "learning_rate": 0.0001420524432951704,
      "loss": 2.896,
      "step": 76683
    },
    {
      "epoch": 3.1408560311284046,
      "grad_norm": 1.2942719240226637,
      "learning_rate": 0.00014204918648353347,
      "loss": 0.745,
      "step": 76684
    },
    {
      "epoch": 3.140896989555601,
      "grad_norm": 1.2636557919140712,
      "learning_rate": 0.0001420459296756552,
      "loss": 0.7363,
      "step": 76685
    },
    {
      "epoch": 3.1409379479827972,
      "grad_norm": 1.0914413328817993,
      "learning_rate": 0.00014204267287153718,
      "loss": 0.4906,
      "step": 76686
    },
    {
      "epoch": 3.1409789064099938,
      "grad_norm": 1.0692982045959656,
      "learning_rate": 0.00014203941607118087,
      "loss": 0.2738,
      "step": 76687
    },
    {
      "epoch": 3.1410198648371903,
      "grad_norm": 1.2366609673630777,
      "learning_rate": 0.00014203615927458794,
      "loss": 0.7932,
      "step": 76688
    },
    {
      "epoch": 3.141060823264387,
      "grad_norm": 0.990643974186568,
      "learning_rate": 0.0001420329024817598,
      "loss": 0.4267,
      "step": 76689
    },
    {
      "epoch": 3.141101781691583,
      "grad_norm": 1.4317432978782358,
      "learning_rate": 0.00014202964569269807,
      "loss": 0.7316,
      "step": 76690
    },
    {
      "epoch": 3.1411427401187795,
      "grad_norm": 1.3697220807086135,
      "learning_rate": 0.0001420263889074042,
      "loss": 0.7477,
      "step": 76691
    },
    {
      "epoch": 3.141183698545976,
      "grad_norm": 1.2869115505843922,
      "learning_rate": 0.00014202313212587984,
      "loss": 0.5479,
      "step": 76692
    },
    {
      "epoch": 3.141224656973172,
      "grad_norm": 1.4743787969462332,
      "learning_rate": 0.00014201987534812649,
      "loss": 0.7227,
      "step": 76693
    },
    {
      "epoch": 3.1412656154003686,
      "grad_norm": 0.9386697157468294,
      "learning_rate": 0.00014201661857414567,
      "loss": 0.4645,
      "step": 76694
    },
    {
      "epoch": 3.141306573827565,
      "grad_norm": 1.1875502589049853,
      "learning_rate": 0.00014201336180393888,
      "loss": 0.6821,
      "step": 76695
    },
    {
      "epoch": 3.1413475322547613,
      "grad_norm": 1.400190834327119,
      "learning_rate": 0.00014201010503750778,
      "loss": 0.8223,
      "step": 76696
    },
    {
      "epoch": 3.141388490681958,
      "grad_norm": 1.4316690058811055,
      "learning_rate": 0.0001420068482748538,
      "loss": 0.564,
      "step": 76697
    },
    {
      "epoch": 3.1414294491091543,
      "grad_norm": 1.5537558837065286,
      "learning_rate": 0.00014200359151597856,
      "loss": 0.8535,
      "step": 76698
    },
    {
      "epoch": 3.1414704075363504,
      "grad_norm": 1.5156321486016344,
      "learning_rate": 0.0001420003347608835,
      "loss": 0.8953,
      "step": 76699
    },
    {
      "epoch": 3.141511365963547,
      "grad_norm": 1.3364954754038236,
      "learning_rate": 0.00014199707800957023,
      "loss": 0.5788,
      "step": 76700
    },
    {
      "epoch": 3.1415523243907435,
      "grad_norm": 4.155257645896233,
      "learning_rate": 0.00014199382126204031,
      "loss": 2.0199,
      "step": 76701
    },
    {
      "epoch": 3.1415932828179396,
      "grad_norm": 3.4822933602475943,
      "learning_rate": 0.00014199056451829524,
      "loss": 2.1995,
      "step": 76702
    },
    {
      "epoch": 3.141634241245136,
      "grad_norm": 1.3358014568637766,
      "learning_rate": 0.00014198730777833653,
      "loss": 0.6948,
      "step": 76703
    },
    {
      "epoch": 3.1416751996723327,
      "grad_norm": 1.8800584821761699,
      "learning_rate": 0.00014198405104216578,
      "loss": 0.7164,
      "step": 76704
    },
    {
      "epoch": 3.1417161580995288,
      "grad_norm": 1.3302156930981535,
      "learning_rate": 0.00014198079430978452,
      "loss": 0.5753,
      "step": 76705
    },
    {
      "epoch": 3.1417571165267253,
      "grad_norm": 1.0008992755270125,
      "learning_rate": 0.00014197753758119427,
      "loss": 0.3823,
      "step": 76706
    },
    {
      "epoch": 3.141798074953922,
      "grad_norm": 0.9020688992657181,
      "learning_rate": 0.00014197428085639655,
      "loss": 0.2899,
      "step": 76707
    },
    {
      "epoch": 3.1418390333811184,
      "grad_norm": 0.8701350107737059,
      "learning_rate": 0.00014197102413539294,
      "loss": 0.3566,
      "step": 76708
    },
    {
      "epoch": 3.1418799918083145,
      "grad_norm": 1.8622767715411,
      "learning_rate": 0.00014196776741818494,
      "loss": 0.219,
      "step": 76709
    },
    {
      "epoch": 3.141920950235511,
      "grad_norm": 1.027881866479216,
      "learning_rate": 0.00014196451070477416,
      "loss": 0.4786,
      "step": 76710
    },
    {
      "epoch": 3.1419619086627075,
      "grad_norm": 1.2007680095493232,
      "learning_rate": 0.00014196125399516205,
      "loss": 0.6102,
      "step": 76711
    },
    {
      "epoch": 3.1420028670899036,
      "grad_norm": 1.4411703665949434,
      "learning_rate": 0.00014195799728935023,
      "loss": 0.7596,
      "step": 76712
    },
    {
      "epoch": 3.1420438255171,
      "grad_norm": 1.5835921199111325,
      "learning_rate": 0.0001419547405873402,
      "loss": 0.874,
      "step": 76713
    },
    {
      "epoch": 3.1420847839442967,
      "grad_norm": 1.321289713637216,
      "learning_rate": 0.00014195148388913348,
      "loss": 0.8144,
      "step": 76714
    },
    {
      "epoch": 3.142125742371493,
      "grad_norm": 0.8077537491164054,
      "learning_rate": 0.00014194822719473162,
      "loss": 0.2547,
      "step": 76715
    },
    {
      "epoch": 3.1421667007986893,
      "grad_norm": 1.297522907432042,
      "learning_rate": 0.0001419449705041362,
      "loss": 0.7263,
      "step": 76716
    },
    {
      "epoch": 3.142207659225886,
      "grad_norm": 1.560623081787625,
      "learning_rate": 0.0001419417138173487,
      "loss": 0.9059,
      "step": 76717
    },
    {
      "epoch": 3.142248617653082,
      "grad_norm": 1.316111903695204,
      "learning_rate": 0.00014193845713437073,
      "loss": 0.7014,
      "step": 76718
    },
    {
      "epoch": 3.1422895760802785,
      "grad_norm": 1.395386953354158,
      "learning_rate": 0.00014193520045520375,
      "loss": 0.5984,
      "step": 76719
    },
    {
      "epoch": 3.142330534507475,
      "grad_norm": 1.3937681652944272,
      "learning_rate": 0.00014193194377984936,
      "loss": 0.9065,
      "step": 76720
    },
    {
      "epoch": 3.142371492934671,
      "grad_norm": 1.0460694328685824,
      "learning_rate": 0.0001419286871083091,
      "loss": 0.411,
      "step": 76721
    },
    {
      "epoch": 3.1424124513618676,
      "grad_norm": 0.9627870072885392,
      "learning_rate": 0.00014192543044058446,
      "loss": 0.6319,
      "step": 76722
    },
    {
      "epoch": 3.142453409789064,
      "grad_norm": 1.167066566839347,
      "learning_rate": 0.000141922173776677,
      "loss": 0.6717,
      "step": 76723
    },
    {
      "epoch": 3.1424943682162603,
      "grad_norm": 0.768646167203711,
      "learning_rate": 0.00014191891711658826,
      "loss": 0.2392,
      "step": 76724
    },
    {
      "epoch": 3.142535326643457,
      "grad_norm": 1.0236530160665576,
      "learning_rate": 0.00014191566046031984,
      "loss": 0.3139,
      "step": 76725
    },
    {
      "epoch": 3.1425762850706533,
      "grad_norm": 0.9176615092137542,
      "learning_rate": 0.00014191240380787319,
      "loss": 0.2422,
      "step": 76726
    },
    {
      "epoch": 3.14261724349785,
      "grad_norm": 1.019142580145453,
      "learning_rate": 0.00014190914715924991,
      "loss": 0.5884,
      "step": 76727
    },
    {
      "epoch": 3.142658201925046,
      "grad_norm": 1.481468633648983,
      "learning_rate": 0.00014190589051445146,
      "loss": 1.09,
      "step": 76728
    },
    {
      "epoch": 3.1426991603522425,
      "grad_norm": 1.118962732716321,
      "learning_rate": 0.0001419026338734795,
      "loss": 0.47,
      "step": 76729
    },
    {
      "epoch": 3.142740118779439,
      "grad_norm": 1.3255160597319509,
      "learning_rate": 0.00014189937723633548,
      "loss": 0.835,
      "step": 76730
    },
    {
      "epoch": 3.142781077206635,
      "grad_norm": 0.887180836506946,
      "learning_rate": 0.00014189612060302095,
      "loss": 0.3228,
      "step": 76731
    },
    {
      "epoch": 3.1428220356338317,
      "grad_norm": 1.5019450303433655,
      "learning_rate": 0.00014189286397353745,
      "loss": 0.8578,
      "step": 76732
    },
    {
      "epoch": 3.142862994061028,
      "grad_norm": 0.8587581038439079,
      "learning_rate": 0.00014188960734788658,
      "loss": 0.2684,
      "step": 76733
    },
    {
      "epoch": 3.1429039524882243,
      "grad_norm": 1.897685202083397,
      "learning_rate": 0.0001418863507260698,
      "loss": 0.9025,
      "step": 76734
    },
    {
      "epoch": 3.142944910915421,
      "grad_norm": 1.3708591538407031,
      "learning_rate": 0.00014188309410808874,
      "loss": 0.91,
      "step": 76735
    },
    {
      "epoch": 3.1429858693426174,
      "grad_norm": 1.1005623887424218,
      "learning_rate": 0.00014187983749394477,
      "loss": 0.6025,
      "step": 76736
    },
    {
      "epoch": 3.1430268277698135,
      "grad_norm": 1.3319705504313017,
      "learning_rate": 0.00014187658088363962,
      "loss": 0.8624,
      "step": 76737
    },
    {
      "epoch": 3.14306778619701,
      "grad_norm": 0.7625984183359019,
      "learning_rate": 0.00014187332427717476,
      "loss": 0.2349,
      "step": 76738
    },
    {
      "epoch": 3.1431087446242065,
      "grad_norm": 0.8054589234490644,
      "learning_rate": 0.00014187006767455172,
      "loss": 0.2731,
      "step": 76739
    },
    {
      "epoch": 3.1431497030514026,
      "grad_norm": 4.891266764124813,
      "learning_rate": 0.000141866811075772,
      "loss": 6.8584,
      "step": 76740
    },
    {
      "epoch": 3.143190661478599,
      "grad_norm": 1.476794107654095,
      "learning_rate": 0.0001418635544808372,
      "loss": 0.9682,
      "step": 76741
    },
    {
      "epoch": 3.1432316199057957,
      "grad_norm": 1.254160001453642,
      "learning_rate": 0.00014186029788974884,
      "loss": 0.6394,
      "step": 76742
    },
    {
      "epoch": 3.143272578332992,
      "grad_norm": 0.9621923833235176,
      "learning_rate": 0.00014185704130250846,
      "loss": 0.3156,
      "step": 76743
    },
    {
      "epoch": 3.1433135367601883,
      "grad_norm": 0.9246921458620568,
      "learning_rate": 0.00014185378471911757,
      "loss": 0.2019,
      "step": 76744
    },
    {
      "epoch": 3.143354495187385,
      "grad_norm": 1.4161552813461125,
      "learning_rate": 0.00014185052813957779,
      "loss": 0.7705,
      "step": 76745
    },
    {
      "epoch": 3.1433954536145814,
      "grad_norm": 1.1773630451247346,
      "learning_rate": 0.00014184727156389058,
      "loss": 0.663,
      "step": 76746
    },
    {
      "epoch": 3.1434364120417775,
      "grad_norm": 1.148267652660057,
      "learning_rate": 0.0001418440149920575,
      "loss": 0.4642,
      "step": 76747
    },
    {
      "epoch": 3.143477370468974,
      "grad_norm": 1.4366000635938303,
      "learning_rate": 0.0001418407584240801,
      "loss": 0.5968,
      "step": 76748
    },
    {
      "epoch": 3.1435183288961706,
      "grad_norm": 1.3155963034427232,
      "learning_rate": 0.0001418375018599599,
      "loss": 0.6804,
      "step": 76749
    },
    {
      "epoch": 3.1435592873233666,
      "grad_norm": 1.3202123890879875,
      "learning_rate": 0.00014183424529969855,
      "loss": 0.7256,
      "step": 76750
    },
    {
      "epoch": 3.143600245750563,
      "grad_norm": 1.4398983150137217,
      "learning_rate": 0.00014183098874329743,
      "loss": 1.0183,
      "step": 76751
    },
    {
      "epoch": 3.1436412041777597,
      "grad_norm": 1.5481572069030551,
      "learning_rate": 0.00014182773219075813,
      "loss": 1.0395,
      "step": 76752
    },
    {
      "epoch": 3.143682162604956,
      "grad_norm": 0.9031892922002454,
      "learning_rate": 0.00014182447564208223,
      "loss": 0.2067,
      "step": 76753
    },
    {
      "epoch": 3.1437231210321523,
      "grad_norm": 1.283843721396106,
      "learning_rate": 0.00014182121909727123,
      "loss": 0.1753,
      "step": 76754
    },
    {
      "epoch": 3.143764079459349,
      "grad_norm": 1.3054129070490248,
      "learning_rate": 0.00014181796255632664,
      "loss": 0.6386,
      "step": 76755
    },
    {
      "epoch": 3.143805037886545,
      "grad_norm": 1.997847660548069,
      "learning_rate": 0.0001418147060192501,
      "loss": 0.8939,
      "step": 76756
    },
    {
      "epoch": 3.1438459963137415,
      "grad_norm": 0.8606743819436828,
      "learning_rate": 0.00014181144948604307,
      "loss": 0.2401,
      "step": 76757
    },
    {
      "epoch": 3.143886954740938,
      "grad_norm": 1.2722572316960816,
      "learning_rate": 0.0001418081929567071,
      "loss": 0.7025,
      "step": 76758
    },
    {
      "epoch": 3.143927913168134,
      "grad_norm": 0.7342338722842973,
      "learning_rate": 0.00014180493643124376,
      "loss": 0.2475,
      "step": 76759
    },
    {
      "epoch": 3.1439688715953307,
      "grad_norm": 1.113762680500068,
      "learning_rate": 0.00014180167990965456,
      "loss": 0.4794,
      "step": 76760
    },
    {
      "epoch": 3.144009830022527,
      "grad_norm": 1.272719240818806,
      "learning_rate": 0.00014179842339194108,
      "loss": 0.841,
      "step": 76761
    },
    {
      "epoch": 3.1440507884497233,
      "grad_norm": 1.2373338408833856,
      "learning_rate": 0.0001417951668781048,
      "loss": 0.6071,
      "step": 76762
    },
    {
      "epoch": 3.14409174687692,
      "grad_norm": 1.345596634920422,
      "learning_rate": 0.00014179191036814727,
      "loss": 0.8723,
      "step": 76763
    },
    {
      "epoch": 3.1441327053041164,
      "grad_norm": 0.7698864139048709,
      "learning_rate": 0.00014178865386207007,
      "loss": 0.2544,
      "step": 76764
    },
    {
      "epoch": 3.144173663731313,
      "grad_norm": 1.4415060622007092,
      "learning_rate": 0.00014178539735987473,
      "loss": 0.9119,
      "step": 76765
    },
    {
      "epoch": 3.144214622158509,
      "grad_norm": 1.5050284052781289,
      "learning_rate": 0.00014178214086156278,
      "loss": 0.6247,
      "step": 76766
    },
    {
      "epoch": 3.1442555805857055,
      "grad_norm": 1.3789750721256466,
      "learning_rate": 0.0001417788843671357,
      "loss": 0.8864,
      "step": 76767
    },
    {
      "epoch": 3.144296539012902,
      "grad_norm": 1.673128124285029,
      "learning_rate": 0.00014177562787659513,
      "loss": 0.5794,
      "step": 76768
    },
    {
      "epoch": 3.144337497440098,
      "grad_norm": 1.4784333893437334,
      "learning_rate": 0.0001417723713899426,
      "loss": 0.8126,
      "step": 76769
    },
    {
      "epoch": 3.1443784558672947,
      "grad_norm": 0.7771022020879552,
      "learning_rate": 0.0001417691149071796,
      "loss": 0.1118,
      "step": 76770
    },
    {
      "epoch": 3.1444194142944912,
      "grad_norm": 1.1658183899048242,
      "learning_rate": 0.00014176585842830763,
      "loss": 0.4004,
      "step": 76771
    },
    {
      "epoch": 3.1444603727216873,
      "grad_norm": 1.3565523419198067,
      "learning_rate": 0.00014176260195332833,
      "loss": 0.937,
      "step": 76772
    },
    {
      "epoch": 3.144501331148884,
      "grad_norm": 1.223776770467555,
      "learning_rate": 0.0001417593454822432,
      "loss": 0.6985,
      "step": 76773
    },
    {
      "epoch": 3.1445422895760804,
      "grad_norm": 1.309982876947333,
      "learning_rate": 0.00014175608901505375,
      "loss": 0.817,
      "step": 76774
    },
    {
      "epoch": 3.1445832480032765,
      "grad_norm": 1.0789138830549758,
      "learning_rate": 0.00014175283255176153,
      "loss": 0.543,
      "step": 76775
    },
    {
      "epoch": 3.144624206430473,
      "grad_norm": 1.4092375120896803,
      "learning_rate": 0.0001417495760923681,
      "loss": 1.1442,
      "step": 76776
    },
    {
      "epoch": 3.1446651648576696,
      "grad_norm": 1.1508994506314831,
      "learning_rate": 0.00014174631963687501,
      "loss": 0.6183,
      "step": 76777
    },
    {
      "epoch": 3.144706123284866,
      "grad_norm": 1.884817416435272,
      "learning_rate": 0.0001417430631852838,
      "loss": 1.5958,
      "step": 76778
    },
    {
      "epoch": 3.144747081712062,
      "grad_norm": 1.7875479946039883,
      "learning_rate": 0.00014173980673759594,
      "loss": 1.4672,
      "step": 76779
    },
    {
      "epoch": 3.1447880401392587,
      "grad_norm": 0.6471636184680322,
      "learning_rate": 0.00014173655029381307,
      "loss": 0.1779,
      "step": 76780
    },
    {
      "epoch": 3.144828998566455,
      "grad_norm": 1.147723498998638,
      "learning_rate": 0.00014173329385393666,
      "loss": 0.6035,
      "step": 76781
    },
    {
      "epoch": 3.1448699569936513,
      "grad_norm": 1.131889752936024,
      "learning_rate": 0.00014173003741796826,
      "loss": 0.6542,
      "step": 76782
    },
    {
      "epoch": 3.144910915420848,
      "grad_norm": 0.7838576893356893,
      "learning_rate": 0.0001417267809859094,
      "loss": 0.2125,
      "step": 76783
    },
    {
      "epoch": 3.1449518738480444,
      "grad_norm": 1.4166765665077707,
      "learning_rate": 0.00014172352455776166,
      "loss": 0.6626,
      "step": 76784
    },
    {
      "epoch": 3.1449928322752405,
      "grad_norm": 1.559380129925834,
      "learning_rate": 0.00014172026813352658,
      "loss": 1.0638,
      "step": 76785
    },
    {
      "epoch": 3.145033790702437,
      "grad_norm": 0.9547959346516345,
      "learning_rate": 0.00014171701171320565,
      "loss": 0.3483,
      "step": 76786
    },
    {
      "epoch": 3.1450747491296336,
      "grad_norm": 2.127695321255944,
      "learning_rate": 0.00014171375529680043,
      "loss": 1.1476,
      "step": 76787
    },
    {
      "epoch": 3.1451157075568297,
      "grad_norm": 1.0522807724936516,
      "learning_rate": 0.00014171049888431247,
      "loss": 0.5642,
      "step": 76788
    },
    {
      "epoch": 3.145156665984026,
      "grad_norm": 1.2865842576761124,
      "learning_rate": 0.00014170724247574332,
      "loss": 0.7095,
      "step": 76789
    },
    {
      "epoch": 3.1451976244112227,
      "grad_norm": 2.8696809774819094,
      "learning_rate": 0.0001417039860710945,
      "loss": 0.6852,
      "step": 76790
    },
    {
      "epoch": 3.145238582838419,
      "grad_norm": 1.3231802175109928,
      "learning_rate": 0.00014170072967036753,
      "loss": 0.7954,
      "step": 76791
    },
    {
      "epoch": 3.1452795412656154,
      "grad_norm": 1.0053930558598971,
      "learning_rate": 0.000141697473273564,
      "loss": 0.3678,
      "step": 76792
    },
    {
      "epoch": 3.145320499692812,
      "grad_norm": 1.31125389857235,
      "learning_rate": 0.00014169421688068544,
      "loss": 0.691,
      "step": 76793
    },
    {
      "epoch": 3.145361458120008,
      "grad_norm": 1.6460112811834722,
      "learning_rate": 0.00014169096049173336,
      "loss": 0.7379,
      "step": 76794
    },
    {
      "epoch": 3.1454024165472045,
      "grad_norm": 1.2337065219822536,
      "learning_rate": 0.00014168770410670926,
      "loss": 0.825,
      "step": 76795
    },
    {
      "epoch": 3.145443374974401,
      "grad_norm": 1.9229878646742036,
      "learning_rate": 0.00014168444772561477,
      "loss": 1.2001,
      "step": 76796
    },
    {
      "epoch": 3.1454843334015976,
      "grad_norm": 1.3178112220663796,
      "learning_rate": 0.0001416811913484514,
      "loss": 0.5053,
      "step": 76797
    },
    {
      "epoch": 3.1455252918287937,
      "grad_norm": 1.087435260047341,
      "learning_rate": 0.0001416779349752207,
      "loss": 0.5797,
      "step": 76798
    },
    {
      "epoch": 3.1455662502559902,
      "grad_norm": 1.281094916567649,
      "learning_rate": 0.00014167467860592417,
      "loss": 0.8842,
      "step": 76799
    },
    {
      "epoch": 3.1456072086831868,
      "grad_norm": 0.5854226748911833,
      "learning_rate": 0.00014167142224056332,
      "loss": 0.189,
      "step": 76800
    },
    {
      "epoch": 3.145648167110383,
      "grad_norm": 1.2525602167976269,
      "learning_rate": 0.00014166816587913978,
      "loss": 0.7039,
      "step": 76801
    },
    {
      "epoch": 3.1456891255375794,
      "grad_norm": 1.3966276797106143,
      "learning_rate": 0.00014166490952165507,
      "loss": 0.7416,
      "step": 76802
    },
    {
      "epoch": 3.145730083964776,
      "grad_norm": 1.228588645298587,
      "learning_rate": 0.0001416616531681107,
      "loss": 0.4503,
      "step": 76803
    },
    {
      "epoch": 3.145771042391972,
      "grad_norm": 1.5143276127663223,
      "learning_rate": 0.00014165839681850817,
      "loss": 0.726,
      "step": 76804
    },
    {
      "epoch": 3.1458120008191686,
      "grad_norm": 1.2025846955750121,
      "learning_rate": 0.0001416551404728491,
      "loss": 0.6187,
      "step": 76805
    },
    {
      "epoch": 3.145852959246365,
      "grad_norm": 1.229459029873584,
      "learning_rate": 0.000141651884131135,
      "loss": 0.4094,
      "step": 76806
    },
    {
      "epoch": 3.145893917673561,
      "grad_norm": 1.3082120051761124,
      "learning_rate": 0.0001416486277933674,
      "loss": 0.9092,
      "step": 76807
    },
    {
      "epoch": 3.1459348761007577,
      "grad_norm": 1.4932783772238707,
      "learning_rate": 0.0001416453714595478,
      "loss": 0.9773,
      "step": 76808
    },
    {
      "epoch": 3.1459758345279543,
      "grad_norm": 1.2106418499498892,
      "learning_rate": 0.00014164211512967786,
      "loss": 0.3315,
      "step": 76809
    },
    {
      "epoch": 3.1460167929551504,
      "grad_norm": 1.1901390458042,
      "learning_rate": 0.000141638858803759,
      "loss": 0.6352,
      "step": 76810
    },
    {
      "epoch": 3.146057751382347,
      "grad_norm": 0.8896538292032676,
      "learning_rate": 0.00014163560248179282,
      "loss": 0.3694,
      "step": 76811
    },
    {
      "epoch": 3.1460987098095434,
      "grad_norm": 0.9933687799167016,
      "learning_rate": 0.00014163234616378082,
      "loss": 0.6452,
      "step": 76812
    },
    {
      "epoch": 3.1461396682367395,
      "grad_norm": 1.513771309750357,
      "learning_rate": 0.00014162908984972455,
      "loss": 0.8274,
      "step": 76813
    },
    {
      "epoch": 3.146180626663936,
      "grad_norm": 0.8995094548983463,
      "learning_rate": 0.0001416258335396256,
      "loss": 0.2695,
      "step": 76814
    },
    {
      "epoch": 3.1462215850911326,
      "grad_norm": 0.9390861395819764,
      "learning_rate": 0.00014162257723348548,
      "loss": 0.3802,
      "step": 76815
    },
    {
      "epoch": 3.146262543518329,
      "grad_norm": 1.5951211277293664,
      "learning_rate": 0.00014161932093130565,
      "loss": 0.8559,
      "step": 76816
    },
    {
      "epoch": 3.146303501945525,
      "grad_norm": 0.9216555135112843,
      "learning_rate": 0.00014161606463308776,
      "loss": 0.6585,
      "step": 76817
    },
    {
      "epoch": 3.1463444603727218,
      "grad_norm": 1.643502909486094,
      "learning_rate": 0.00014161280833883334,
      "loss": 0.838,
      "step": 76818
    },
    {
      "epoch": 3.1463854187999183,
      "grad_norm": 1.1426726126743176,
      "learning_rate": 0.00014160955204854387,
      "loss": 0.3422,
      "step": 76819
    },
    {
      "epoch": 3.1464263772271144,
      "grad_norm": 1.381901636141025,
      "learning_rate": 0.00014160629576222088,
      "loss": 0.7449,
      "step": 76820
    },
    {
      "epoch": 3.146467335654311,
      "grad_norm": 1.1890516746472635,
      "learning_rate": 0.00014160303947986606,
      "loss": 0.7051,
      "step": 76821
    },
    {
      "epoch": 3.1465082940815075,
      "grad_norm": 1.2017236731236116,
      "learning_rate": 0.00014159978320148073,
      "loss": 0.6057,
      "step": 76822
    },
    {
      "epoch": 3.1465492525087035,
      "grad_norm": 1.7508121824492089,
      "learning_rate": 0.00014159652692706656,
      "loss": 0.7408,
      "step": 76823
    },
    {
      "epoch": 3.1465902109359,
      "grad_norm": 1.3512872790817543,
      "learning_rate": 0.00014159327065662507,
      "loss": 0.5694,
      "step": 76824
    },
    {
      "epoch": 3.1466311693630966,
      "grad_norm": 1.1569921346086438,
      "learning_rate": 0.00014159001439015783,
      "loss": 0.4185,
      "step": 76825
    },
    {
      "epoch": 3.1466721277902927,
      "grad_norm": 0.8410110988905214,
      "learning_rate": 0.00014158675812766627,
      "loss": 0.2497,
      "step": 76826
    },
    {
      "epoch": 3.1467130862174892,
      "grad_norm": 1.397015314440669,
      "learning_rate": 0.00014158350186915203,
      "loss": 0.3651,
      "step": 76827
    },
    {
      "epoch": 3.1467540446446858,
      "grad_norm": 2.380791342838425,
      "learning_rate": 0.00014158024561461663,
      "loss": 0.9459,
      "step": 76828
    },
    {
      "epoch": 3.146795003071882,
      "grad_norm": 1.1269141072898115,
      "learning_rate": 0.00014157698936406162,
      "loss": 0.601,
      "step": 76829
    },
    {
      "epoch": 3.1468359614990784,
      "grad_norm": 0.7745484727642754,
      "learning_rate": 0.0001415737331174885,
      "loss": 0.2634,
      "step": 76830
    },
    {
      "epoch": 3.146876919926275,
      "grad_norm": 1.6064430762744897,
      "learning_rate": 0.0001415704768748988,
      "loss": 0.991,
      "step": 76831
    },
    {
      "epoch": 3.146917878353471,
      "grad_norm": 1.5841581335539354,
      "learning_rate": 0.00014156722063629414,
      "loss": 0.8429,
      "step": 76832
    },
    {
      "epoch": 3.1469588367806676,
      "grad_norm": 1.4401609140839193,
      "learning_rate": 0.00014156396440167596,
      "loss": 0.5816,
      "step": 76833
    },
    {
      "epoch": 3.146999795207864,
      "grad_norm": 1.1484099380624648,
      "learning_rate": 0.0001415607081710459,
      "loss": 0.3262,
      "step": 76834
    },
    {
      "epoch": 3.1470407536350606,
      "grad_norm": 1.3166551683289625,
      "learning_rate": 0.0001415574519444054,
      "loss": 0.6997,
      "step": 76835
    },
    {
      "epoch": 3.1470817120622567,
      "grad_norm": 1.7736662180536518,
      "learning_rate": 0.00014155419572175608,
      "loss": 0.7499,
      "step": 76836
    },
    {
      "epoch": 3.1471226704894533,
      "grad_norm": 1.447134027182692,
      "learning_rate": 0.00014155093950309945,
      "loss": 0.777,
      "step": 76837
    },
    {
      "epoch": 3.14716362891665,
      "grad_norm": 1.1009896109237836,
      "learning_rate": 0.00014154768328843704,
      "loss": 0.3643,
      "step": 76838
    },
    {
      "epoch": 3.147204587343846,
      "grad_norm": 0.8547605931924163,
      "learning_rate": 0.00014154442707777035,
      "loss": 0.237,
      "step": 76839
    },
    {
      "epoch": 3.1472455457710424,
      "grad_norm": 1.3496545642004187,
      "learning_rate": 0.000141541170871101,
      "loss": 0.7103,
      "step": 76840
    },
    {
      "epoch": 3.147286504198239,
      "grad_norm": 1.4042714879535227,
      "learning_rate": 0.00014153791466843052,
      "loss": 0.8406,
      "step": 76841
    },
    {
      "epoch": 3.147327462625435,
      "grad_norm": 1.4155521773629904,
      "learning_rate": 0.0001415346584697604,
      "loss": 0.8947,
      "step": 76842
    },
    {
      "epoch": 3.1473684210526316,
      "grad_norm": 1.4453774849570984,
      "learning_rate": 0.00014153140227509217,
      "loss": 0.6133,
      "step": 76843
    },
    {
      "epoch": 3.147409379479828,
      "grad_norm": 1.5519533099197635,
      "learning_rate": 0.00014152814608442744,
      "loss": 1.1714,
      "step": 76844
    },
    {
      "epoch": 3.147450337907024,
      "grad_norm": 0.7603070593187944,
      "learning_rate": 0.0001415248898977677,
      "loss": 0.2206,
      "step": 76845
    },
    {
      "epoch": 3.1474912963342208,
      "grad_norm": 1.2931022684068394,
      "learning_rate": 0.0001415216337151145,
      "loss": 0.7254,
      "step": 76846
    },
    {
      "epoch": 3.1475322547614173,
      "grad_norm": 1.8563514073698675,
      "learning_rate": 0.00014151837753646935,
      "loss": 0.9263,
      "step": 76847
    },
    {
      "epoch": 3.1475732131886134,
      "grad_norm": 1.2480668843260823,
      "learning_rate": 0.00014151512136183387,
      "loss": 0.6491,
      "step": 76848
    },
    {
      "epoch": 3.14761417161581,
      "grad_norm": 1.8891152875924113,
      "learning_rate": 0.00014151186519120954,
      "loss": 1.4387,
      "step": 76849
    },
    {
      "epoch": 3.1476551300430065,
      "grad_norm": 1.1007708296666256,
      "learning_rate": 0.0001415086090245979,
      "loss": 0.4522,
      "step": 76850
    },
    {
      "epoch": 3.1476960884702025,
      "grad_norm": 1.7149858311802106,
      "learning_rate": 0.00014150535286200046,
      "loss": 1.0062,
      "step": 76851
    },
    {
      "epoch": 3.147737046897399,
      "grad_norm": 1.4343651346715693,
      "learning_rate": 0.00014150209670341885,
      "loss": 0.8063,
      "step": 76852
    },
    {
      "epoch": 3.1477780053245956,
      "grad_norm": 1.6150963731946282,
      "learning_rate": 0.00014149884054885455,
      "loss": 0.8653,
      "step": 76853
    },
    {
      "epoch": 3.147818963751792,
      "grad_norm": 1.2286371489847476,
      "learning_rate": 0.0001414955843983091,
      "loss": 0.8063,
      "step": 76854
    },
    {
      "epoch": 3.1478599221789882,
      "grad_norm": 1.480311576899852,
      "learning_rate": 0.000141492328251784,
      "loss": 0.8427,
      "step": 76855
    },
    {
      "epoch": 3.147900880606185,
      "grad_norm": 1.5492334009518216,
      "learning_rate": 0.00014148907210928088,
      "loss": 0.675,
      "step": 76856
    },
    {
      "epoch": 3.1479418390333813,
      "grad_norm": 1.2740093993543333,
      "learning_rate": 0.0001414858159708012,
      "loss": 0.8213,
      "step": 76857
    },
    {
      "epoch": 3.1479827974605774,
      "grad_norm": 1.3596425230289273,
      "learning_rate": 0.0001414825598363466,
      "loss": 0.8435,
      "step": 76858
    },
    {
      "epoch": 3.148023755887774,
      "grad_norm": 1.0863708511127232,
      "learning_rate": 0.00014147930370591848,
      "loss": 0.1859,
      "step": 76859
    },
    {
      "epoch": 3.1480647143149705,
      "grad_norm": 1.1955845550339341,
      "learning_rate": 0.00014147604757951845,
      "loss": 0.8433,
      "step": 76860
    },
    {
      "epoch": 3.1481056727421666,
      "grad_norm": 1.2481599293188828,
      "learning_rate": 0.0001414727914571481,
      "loss": 0.8379,
      "step": 76861
    },
    {
      "epoch": 3.148146631169363,
      "grad_norm": 1.0107174329726365,
      "learning_rate": 0.0001414695353388089,
      "loss": 0.5939,
      "step": 76862
    },
    {
      "epoch": 3.1481875895965596,
      "grad_norm": 0.9664186684394526,
      "learning_rate": 0.00014146627922450238,
      "loss": 0.4726,
      "step": 76863
    },
    {
      "epoch": 3.1482285480237557,
      "grad_norm": 0.7993028082989362,
      "learning_rate": 0.00014146302311423013,
      "loss": 0.2935,
      "step": 76864
    },
    {
      "epoch": 3.1482695064509523,
      "grad_norm": 3.5496546392519464,
      "learning_rate": 0.0001414597670079937,
      "loss": 1.0662,
      "step": 76865
    },
    {
      "epoch": 3.148310464878149,
      "grad_norm": 1.685653111539003,
      "learning_rate": 0.00014145651090579457,
      "loss": 0.8641,
      "step": 76866
    },
    {
      "epoch": 3.148351423305345,
      "grad_norm": 3.1932411718432365,
      "learning_rate": 0.0001414532548076343,
      "loss": 0.9446,
      "step": 76867
    },
    {
      "epoch": 3.1483923817325414,
      "grad_norm": 1.088015220333048,
      "learning_rate": 0.0001414499987135144,
      "loss": 0.7455,
      "step": 76868
    },
    {
      "epoch": 3.148433340159738,
      "grad_norm": 2.3329584177335025,
      "learning_rate": 0.0001414467426234365,
      "loss": 0.7449,
      "step": 76869
    },
    {
      "epoch": 3.148474298586934,
      "grad_norm": 4.1317979794107815,
      "learning_rate": 0.00014144348653740208,
      "loss": 2.0698,
      "step": 76870
    },
    {
      "epoch": 3.1485152570141306,
      "grad_norm": 1.319853612295358,
      "learning_rate": 0.00014144023045541265,
      "loss": 0.8715,
      "step": 76871
    },
    {
      "epoch": 3.148556215441327,
      "grad_norm": 1.4033536190667164,
      "learning_rate": 0.0001414369743774698,
      "loss": 0.8291,
      "step": 76872
    },
    {
      "epoch": 3.1485971738685237,
      "grad_norm": 1.4757827240182062,
      "learning_rate": 0.00014143371830357504,
      "loss": 0.8471,
      "step": 76873
    },
    {
      "epoch": 3.1486381322957198,
      "grad_norm": 1.8537154892149412,
      "learning_rate": 0.00014143046223372995,
      "loss": 1.4498,
      "step": 76874
    },
    {
      "epoch": 3.1486790907229163,
      "grad_norm": 1.0282840527376567,
      "learning_rate": 0.000141427206167936,
      "loss": 0.7235,
      "step": 76875
    },
    {
      "epoch": 3.148720049150113,
      "grad_norm": 1.2757058658477847,
      "learning_rate": 0.0001414239501061948,
      "loss": 0.7772,
      "step": 76876
    },
    {
      "epoch": 3.148761007577309,
      "grad_norm": 2.3325685185485647,
      "learning_rate": 0.00014142069404850786,
      "loss": 1.3292,
      "step": 76877
    },
    {
      "epoch": 3.1488019660045055,
      "grad_norm": 1.0833920265730275,
      "learning_rate": 0.0001414174379948767,
      "loss": 0.5984,
      "step": 76878
    },
    {
      "epoch": 3.148842924431702,
      "grad_norm": 1.5273119066820435,
      "learning_rate": 0.0001414141819453029,
      "loss": 0.839,
      "step": 76879
    },
    {
      "epoch": 3.148883882858898,
      "grad_norm": 1.9084715113337514,
      "learning_rate": 0.00014141092589978793,
      "loss": 1.6612,
      "step": 76880
    },
    {
      "epoch": 3.1489248412860946,
      "grad_norm": 1.5964517810030094,
      "learning_rate": 0.0001414076698583334,
      "loss": 0.9384,
      "step": 76881
    },
    {
      "epoch": 3.148965799713291,
      "grad_norm": 1.447161941598635,
      "learning_rate": 0.00014140441382094087,
      "loss": 0.9413,
      "step": 76882
    },
    {
      "epoch": 3.1490067581404872,
      "grad_norm": 1.3616039276826177,
      "learning_rate": 0.0001414011577876118,
      "loss": 0.958,
      "step": 76883
    },
    {
      "epoch": 3.149047716567684,
      "grad_norm": 1.0306796986638647,
      "learning_rate": 0.00014139790175834774,
      "loss": 0.6339,
      "step": 76884
    },
    {
      "epoch": 3.1490886749948803,
      "grad_norm": 1.5004656373993541,
      "learning_rate": 0.00014139464573315028,
      "loss": 0.825,
      "step": 76885
    },
    {
      "epoch": 3.1491296334220764,
      "grad_norm": 1.3764226113963862,
      "learning_rate": 0.00014139138971202094,
      "loss": 0.8019,
      "step": 76886
    },
    {
      "epoch": 3.149170591849273,
      "grad_norm": 7.1192142044445506,
      "learning_rate": 0.00014138813369496124,
      "loss": 1.4264,
      "step": 76887
    },
    {
      "epoch": 3.1492115502764695,
      "grad_norm": 0.771171397199777,
      "learning_rate": 0.00014138487768197269,
      "loss": 0.2073,
      "step": 76888
    },
    {
      "epoch": 3.1492525087036656,
      "grad_norm": 1.3573241448182194,
      "learning_rate": 0.00014138162167305694,
      "loss": 0.6419,
      "step": 76889
    },
    {
      "epoch": 3.149293467130862,
      "grad_norm": 1.443644658734051,
      "learning_rate": 0.0001413783656682154,
      "loss": 0.5805,
      "step": 76890
    },
    {
      "epoch": 3.1493344255580586,
      "grad_norm": 2.0560432592351727,
      "learning_rate": 0.00014137510966744977,
      "loss": 0.8788,
      "step": 76891
    },
    {
      "epoch": 3.149375383985255,
      "grad_norm": 0.9654049624799173,
      "learning_rate": 0.0001413718536707614,
      "loss": 0.3492,
      "step": 76892
    },
    {
      "epoch": 3.1494163424124513,
      "grad_norm": 1.5483677477028652,
      "learning_rate": 0.00014136859767815196,
      "loss": 0.9175,
      "step": 76893
    },
    {
      "epoch": 3.149457300839648,
      "grad_norm": 1.4395281830428104,
      "learning_rate": 0.00014136534168962287,
      "loss": 0.838,
      "step": 76894
    },
    {
      "epoch": 3.1494982592668443,
      "grad_norm": 1.3059419048824945,
      "learning_rate": 0.0001413620857051758,
      "loss": 0.6769,
      "step": 76895
    },
    {
      "epoch": 3.1495392176940404,
      "grad_norm": 1.26117825268482,
      "learning_rate": 0.00014135882972481222,
      "loss": 0.9088,
      "step": 76896
    },
    {
      "epoch": 3.149580176121237,
      "grad_norm": 1.824056774396763,
      "learning_rate": 0.00014135557374853373,
      "loss": 0.9215,
      "step": 76897
    },
    {
      "epoch": 3.1496211345484335,
      "grad_norm": 1.508852523647109,
      "learning_rate": 0.00014135231777634178,
      "loss": 0.6305,
      "step": 76898
    },
    {
      "epoch": 3.1496620929756296,
      "grad_norm": 1.6019060509909118,
      "learning_rate": 0.00014134906180823792,
      "loss": 0.6248,
      "step": 76899
    },
    {
      "epoch": 3.149703051402826,
      "grad_norm": 1.2327504529150828,
      "learning_rate": 0.00014134580584422378,
      "loss": 0.6412,
      "step": 76900
    },
    {
      "epoch": 3.1497440098300227,
      "grad_norm": 1.6521054213240238,
      "learning_rate": 0.0001413425498843008,
      "loss": 0.7999,
      "step": 76901
    },
    {
      "epoch": 3.1497849682572188,
      "grad_norm": 1.2200015935943298,
      "learning_rate": 0.0001413392939284706,
      "loss": 0.6055,
      "step": 76902
    },
    {
      "epoch": 3.1498259266844153,
      "grad_norm": 1.15471278250991,
      "learning_rate": 0.00014133603797673465,
      "loss": 0.5468,
      "step": 76903
    },
    {
      "epoch": 3.149866885111612,
      "grad_norm": 1.1605146364057468,
      "learning_rate": 0.0001413327820290945,
      "loss": 0.6649,
      "step": 76904
    },
    {
      "epoch": 3.149907843538808,
      "grad_norm": 1.4946227731435093,
      "learning_rate": 0.00014132952608555176,
      "loss": 0.5973,
      "step": 76905
    },
    {
      "epoch": 3.1499488019660045,
      "grad_norm": 3.1613875586418283,
      "learning_rate": 0.0001413262701461079,
      "loss": 3.3308,
      "step": 76906
    },
    {
      "epoch": 3.149989760393201,
      "grad_norm": 0.9918493830563453,
      "learning_rate": 0.00014132301421076446,
      "loss": 0.1805,
      "step": 76907
    },
    {
      "epoch": 3.150030718820397,
      "grad_norm": 1.185952380093584,
      "learning_rate": 0.000141319758279523,
      "loss": 0.9359,
      "step": 76908
    },
    {
      "epoch": 3.1500716772475936,
      "grad_norm": 1.669620223984192,
      "learning_rate": 0.00014131650235238506,
      "loss": 0.94,
      "step": 76909
    },
    {
      "epoch": 3.15011263567479,
      "grad_norm": 1.2323869296103394,
      "learning_rate": 0.00014131324642935216,
      "loss": 0.6955,
      "step": 76910
    },
    {
      "epoch": 3.1501535941019867,
      "grad_norm": 1.4885192324224756,
      "learning_rate": 0.00014130999051042585,
      "loss": 0.8136,
      "step": 76911
    },
    {
      "epoch": 3.150194552529183,
      "grad_norm": 1.328376901269858,
      "learning_rate": 0.00014130673459560768,
      "loss": 0.7895,
      "step": 76912
    },
    {
      "epoch": 3.1502355109563793,
      "grad_norm": 1.665794909119012,
      "learning_rate": 0.0001413034786848992,
      "loss": 1.138,
      "step": 76913
    },
    {
      "epoch": 3.150276469383576,
      "grad_norm": 1.4899237298624417,
      "learning_rate": 0.00014130022277830193,
      "loss": 0.7009,
      "step": 76914
    },
    {
      "epoch": 3.150317427810772,
      "grad_norm": 1.4190676252169125,
      "learning_rate": 0.00014129696687581738,
      "loss": 1.0104,
      "step": 76915
    },
    {
      "epoch": 3.1503583862379685,
      "grad_norm": 1.5864673904471343,
      "learning_rate": 0.00014129371097744715,
      "loss": 1.1745,
      "step": 76916
    },
    {
      "epoch": 3.150399344665165,
      "grad_norm": 1.4407206433872326,
      "learning_rate": 0.00014129045508319275,
      "loss": 0.8158,
      "step": 76917
    },
    {
      "epoch": 3.150440303092361,
      "grad_norm": 0.9305877012898264,
      "learning_rate": 0.0001412871991930557,
      "loss": 0.4701,
      "step": 76918
    },
    {
      "epoch": 3.1504812615195577,
      "grad_norm": 0.9865367385852872,
      "learning_rate": 0.00014128394330703754,
      "loss": 0.6701,
      "step": 76919
    },
    {
      "epoch": 3.150522219946754,
      "grad_norm": 1.4299804224848611,
      "learning_rate": 0.00014128068742513984,
      "loss": 0.7309,
      "step": 76920
    },
    {
      "epoch": 3.1505631783739503,
      "grad_norm": 1.2046027523340135,
      "learning_rate": 0.00014127743154736415,
      "loss": 0.8051,
      "step": 76921
    },
    {
      "epoch": 3.150604136801147,
      "grad_norm": 3.6790699247155043,
      "learning_rate": 0.00014127417567371198,
      "loss": 1.0502,
      "step": 76922
    },
    {
      "epoch": 3.1506450952283434,
      "grad_norm": 1.3842373126243435,
      "learning_rate": 0.0001412709198041848,
      "loss": 0.618,
      "step": 76923
    },
    {
      "epoch": 3.1506860536555394,
      "grad_norm": 1.347842418070656,
      "learning_rate": 0.0001412676639387843,
      "loss": 0.7016,
      "step": 76924
    },
    {
      "epoch": 3.150727012082736,
      "grad_norm": 1.8150002389843711,
      "learning_rate": 0.00014126440807751193,
      "loss": 1.2457,
      "step": 76925
    },
    {
      "epoch": 3.1507679705099325,
      "grad_norm": 1.2744011701356637,
      "learning_rate": 0.00014126115222036926,
      "loss": 0.6728,
      "step": 76926
    },
    {
      "epoch": 3.1508089289371286,
      "grad_norm": 1.3292094020879401,
      "learning_rate": 0.00014125789636735775,
      "loss": 0.9324,
      "step": 76927
    },
    {
      "epoch": 3.150849887364325,
      "grad_norm": 1.0554371509479752,
      "learning_rate": 0.00014125464051847902,
      "loss": 0.4942,
      "step": 76928
    },
    {
      "epoch": 3.1508908457915217,
      "grad_norm": 1.642450578647827,
      "learning_rate": 0.00014125138467373463,
      "loss": 1.0494,
      "step": 76929
    },
    {
      "epoch": 3.150931804218718,
      "grad_norm": 1.3248363405497616,
      "learning_rate": 0.00014124812883312607,
      "loss": 0.7523,
      "step": 76930
    },
    {
      "epoch": 3.1509727626459143,
      "grad_norm": 1.1745296387438018,
      "learning_rate": 0.00014124487299665482,
      "loss": 0.6336,
      "step": 76931
    },
    {
      "epoch": 3.151013721073111,
      "grad_norm": 1.0660850146981689,
      "learning_rate": 0.00014124161716432253,
      "loss": 0.5946,
      "step": 76932
    },
    {
      "epoch": 3.1510546795003074,
      "grad_norm": 1.376441951319737,
      "learning_rate": 0.0001412383613361307,
      "loss": 0.7618,
      "step": 76933
    },
    {
      "epoch": 3.1510956379275035,
      "grad_norm": 1.1416679610965044,
      "learning_rate": 0.0001412351055120809,
      "loss": 0.6634,
      "step": 76934
    },
    {
      "epoch": 3.1511365963547,
      "grad_norm": 1.2036159312532062,
      "learning_rate": 0.00014123184969217457,
      "loss": 0.6248,
      "step": 76935
    },
    {
      "epoch": 3.1511775547818965,
      "grad_norm": 1.6755670530021547,
      "learning_rate": 0.00014122859387641335,
      "loss": 0.9474,
      "step": 76936
    },
    {
      "epoch": 3.1512185132090926,
      "grad_norm": 0.9911059106982899,
      "learning_rate": 0.00014122533806479873,
      "loss": 0.4739,
      "step": 76937
    },
    {
      "epoch": 3.151259471636289,
      "grad_norm": 0.7574855862720555,
      "learning_rate": 0.00014122208225733228,
      "loss": 0.2978,
      "step": 76938
    },
    {
      "epoch": 3.1513004300634857,
      "grad_norm": 0.8943336349948782,
      "learning_rate": 0.0001412188264540155,
      "loss": 0.3036,
      "step": 76939
    },
    {
      "epoch": 3.151341388490682,
      "grad_norm": 1.5336962952029942,
      "learning_rate": 0.0001412155706548499,
      "loss": 0.6941,
      "step": 76940
    },
    {
      "epoch": 3.1513823469178783,
      "grad_norm": 0.7932270365558733,
      "learning_rate": 0.00014121231485983714,
      "loss": 0.1951,
      "step": 76941
    },
    {
      "epoch": 3.151423305345075,
      "grad_norm": 1.4503185720683474,
      "learning_rate": 0.00014120905906897868,
      "loss": 0.9024,
      "step": 76942
    },
    {
      "epoch": 3.151464263772271,
      "grad_norm": 1.3694388396701418,
      "learning_rate": 0.00014120580328227605,
      "loss": 0.8789,
      "step": 76943
    },
    {
      "epoch": 3.1515052221994675,
      "grad_norm": 1.2003838210994202,
      "learning_rate": 0.0001412025474997308,
      "loss": 0.4583,
      "step": 76944
    },
    {
      "epoch": 3.151546180626664,
      "grad_norm": 1.3031756554420033,
      "learning_rate": 0.00014119929172134448,
      "loss": 0.8087,
      "step": 76945
    },
    {
      "epoch": 3.15158713905386,
      "grad_norm": 1.2816878907192208,
      "learning_rate": 0.00014119603594711864,
      "loss": 0.7572,
      "step": 76946
    },
    {
      "epoch": 3.1516280974810567,
      "grad_norm": 1.2700017378453576,
      "learning_rate": 0.0001411927801770548,
      "loss": 0.706,
      "step": 76947
    },
    {
      "epoch": 3.151669055908253,
      "grad_norm": 0.9223344839842899,
      "learning_rate": 0.00014118952441115445,
      "loss": 0.3114,
      "step": 76948
    },
    {
      "epoch": 3.1517100143354497,
      "grad_norm": 0.6595784968631033,
      "learning_rate": 0.00014118626864941924,
      "loss": 0.1765,
      "step": 76949
    },
    {
      "epoch": 3.151750972762646,
      "grad_norm": 1.6361645771715945,
      "learning_rate": 0.00014118301289185064,
      "loss": 0.883,
      "step": 76950
    },
    {
      "epoch": 3.1517919311898424,
      "grad_norm": 0.974692956463829,
      "learning_rate": 0.0001411797571384502,
      "loss": 0.2467,
      "step": 76951
    },
    {
      "epoch": 3.151832889617039,
      "grad_norm": 1.1010218880873024,
      "learning_rate": 0.00014117650138921944,
      "loss": 0.6177,
      "step": 76952
    },
    {
      "epoch": 3.151873848044235,
      "grad_norm": 1.2268456198890787,
      "learning_rate": 0.00014117324564415993,
      "loss": 0.7306,
      "step": 76953
    },
    {
      "epoch": 3.1519148064714315,
      "grad_norm": 0.8464717419776504,
      "learning_rate": 0.00014116998990327322,
      "loss": 0.2828,
      "step": 76954
    },
    {
      "epoch": 3.151955764898628,
      "grad_norm": 1.3356197696416827,
      "learning_rate": 0.00014116673416656082,
      "loss": 0.8661,
      "step": 76955
    },
    {
      "epoch": 3.151996723325824,
      "grad_norm": 1.3867235151581203,
      "learning_rate": 0.00014116347843402423,
      "loss": 0.7415,
      "step": 76956
    },
    {
      "epoch": 3.1520376817530207,
      "grad_norm": 1.335535444320963,
      "learning_rate": 0.00014116022270566506,
      "loss": 0.6338,
      "step": 76957
    },
    {
      "epoch": 3.152078640180217,
      "grad_norm": 1.0030220909464125,
      "learning_rate": 0.00014115696698148485,
      "loss": 0.4949,
      "step": 76958
    },
    {
      "epoch": 3.1521195986074133,
      "grad_norm": 0.6649368303783945,
      "learning_rate": 0.0001411537112614851,
      "loss": 0.2409,
      "step": 76959
    },
    {
      "epoch": 3.15216055703461,
      "grad_norm": 1.2800356554250494,
      "learning_rate": 0.00014115045554566734,
      "loss": 0.1766,
      "step": 76960
    },
    {
      "epoch": 3.1522015154618064,
      "grad_norm": 1.2478644555658638,
      "learning_rate": 0.00014114719983403316,
      "loss": 0.4394,
      "step": 76961
    },
    {
      "epoch": 3.1522424738890025,
      "grad_norm": 1.3980474483620837,
      "learning_rate": 0.00014114394412658408,
      "loss": 0.7176,
      "step": 76962
    },
    {
      "epoch": 3.152283432316199,
      "grad_norm": 1.1184233069771043,
      "learning_rate": 0.00014114068842332162,
      "loss": 0.6133,
      "step": 76963
    },
    {
      "epoch": 3.1523243907433955,
      "grad_norm": 1.7024188269916478,
      "learning_rate": 0.0001411374327242473,
      "loss": 1.0841,
      "step": 76964
    },
    {
      "epoch": 3.1523653491705916,
      "grad_norm": 1.5546811068641386,
      "learning_rate": 0.00014113417702936272,
      "loss": 0.8676,
      "step": 76965
    },
    {
      "epoch": 3.152406307597788,
      "grad_norm": 1.532825478221859,
      "learning_rate": 0.00014113092133866936,
      "loss": 0.863,
      "step": 76966
    },
    {
      "epoch": 3.1524472660249847,
      "grad_norm": 1.0046467192843933,
      "learning_rate": 0.0001411276656521688,
      "loss": 0.3496,
      "step": 76967
    },
    {
      "epoch": 3.1524882244521812,
      "grad_norm": 1.563727989754634,
      "learning_rate": 0.00014112440996986257,
      "loss": 1.0377,
      "step": 76968
    },
    {
      "epoch": 3.1525291828793773,
      "grad_norm": 1.526758063713512,
      "learning_rate": 0.0001411211542917522,
      "loss": 0.8771,
      "step": 76969
    },
    {
      "epoch": 3.152570141306574,
      "grad_norm": 1.4130730193221834,
      "learning_rate": 0.00014111789861783922,
      "loss": 0.7064,
      "step": 76970
    },
    {
      "epoch": 3.1526110997337704,
      "grad_norm": 1.05593838419299,
      "learning_rate": 0.00014111464294812518,
      "loss": 0.4977,
      "step": 76971
    },
    {
      "epoch": 3.1526520581609665,
      "grad_norm": 1.2640951324325842,
      "learning_rate": 0.00014111138728261163,
      "loss": 0.6493,
      "step": 76972
    },
    {
      "epoch": 3.152693016588163,
      "grad_norm": 0.9090573267930412,
      "learning_rate": 0.0001411081316213001,
      "loss": 0.262,
      "step": 76973
    },
    {
      "epoch": 3.1527339750153596,
      "grad_norm": 1.562335366672715,
      "learning_rate": 0.00014110487596419216,
      "loss": 0.728,
      "step": 76974
    },
    {
      "epoch": 3.1527749334425557,
      "grad_norm": 2.0218630386788794,
      "learning_rate": 0.00014110162031128924,
      "loss": 0.73,
      "step": 76975
    },
    {
      "epoch": 3.152815891869752,
      "grad_norm": 1.4013225360443078,
      "learning_rate": 0.00014109836466259302,
      "loss": 0.7288,
      "step": 76976
    },
    {
      "epoch": 3.1528568502969487,
      "grad_norm": 1.1817481614650744,
      "learning_rate": 0.00014109510901810497,
      "loss": 0.7248,
      "step": 76977
    },
    {
      "epoch": 3.152897808724145,
      "grad_norm": 1.2800351413222824,
      "learning_rate": 0.00014109185337782664,
      "loss": 0.8423,
      "step": 76978
    },
    {
      "epoch": 3.1529387671513414,
      "grad_norm": 1.2297488407079893,
      "learning_rate": 0.0001410885977417595,
      "loss": 0.7255,
      "step": 76979
    },
    {
      "epoch": 3.152979725578538,
      "grad_norm": 1.5791839837029684,
      "learning_rate": 0.00014108534210990523,
      "loss": 1.0466,
      "step": 76980
    },
    {
      "epoch": 3.153020684005734,
      "grad_norm": 1.8318370366703804,
      "learning_rate": 0.00014108208648226528,
      "loss": 0.8755,
      "step": 76981
    },
    {
      "epoch": 3.1530616424329305,
      "grad_norm": 1.135736154122575,
      "learning_rate": 0.0001410788308588412,
      "loss": 0.6976,
      "step": 76982
    },
    {
      "epoch": 3.153102600860127,
      "grad_norm": 1.012288874959823,
      "learning_rate": 0.0001410755752396345,
      "loss": 0.5136,
      "step": 76983
    },
    {
      "epoch": 3.153143559287323,
      "grad_norm": 1.0190493744307425,
      "learning_rate": 0.00014107231962464677,
      "loss": 0.4715,
      "step": 76984
    },
    {
      "epoch": 3.1531845177145197,
      "grad_norm": 1.055364314538452,
      "learning_rate": 0.00014106906401387955,
      "loss": 0.6918,
      "step": 76985
    },
    {
      "epoch": 3.153225476141716,
      "grad_norm": 1.1211746329176915,
      "learning_rate": 0.00014106580840733435,
      "loss": 0.3102,
      "step": 76986
    },
    {
      "epoch": 3.1532664345689128,
      "grad_norm": 4.726798973725883,
      "learning_rate": 0.00014106255280501266,
      "loss": 1.4663,
      "step": 76987
    },
    {
      "epoch": 3.153307392996109,
      "grad_norm": 1.1528704419844207,
      "learning_rate": 0.00014105929720691613,
      "loss": 0.6373,
      "step": 76988
    },
    {
      "epoch": 3.1533483514233054,
      "grad_norm": 1.0539725337025312,
      "learning_rate": 0.00014105604161304626,
      "loss": 0.6059,
      "step": 76989
    },
    {
      "epoch": 3.153389309850502,
      "grad_norm": 1.416474779383318,
      "learning_rate": 0.00014105278602340456,
      "loss": 0.9441,
      "step": 76990
    },
    {
      "epoch": 3.153430268277698,
      "grad_norm": 1.8578463928770466,
      "learning_rate": 0.00014104953043799257,
      "loss": 1.3141,
      "step": 76991
    },
    {
      "epoch": 3.1534712267048945,
      "grad_norm": 1.3519575104631474,
      "learning_rate": 0.00014104627485681185,
      "loss": 0.4796,
      "step": 76992
    },
    {
      "epoch": 3.153512185132091,
      "grad_norm": 4.061111621541085,
      "learning_rate": 0.00014104301927986393,
      "loss": 0.9399,
      "step": 76993
    },
    {
      "epoch": 3.153553143559287,
      "grad_norm": 1.2306868705782004,
      "learning_rate": 0.00014103976370715037,
      "loss": 0.8235,
      "step": 76994
    },
    {
      "epoch": 3.1535941019864837,
      "grad_norm": 1.3214721421151783,
      "learning_rate": 0.00014103650813867264,
      "loss": 0.6706,
      "step": 76995
    },
    {
      "epoch": 3.1536350604136802,
      "grad_norm": 1.2959085837992168,
      "learning_rate": 0.00014103325257443236,
      "loss": 0.7554,
      "step": 76996
    },
    {
      "epoch": 3.1536760188408763,
      "grad_norm": 1.5280961411710932,
      "learning_rate": 0.00014102999701443104,
      "loss": 1.0024,
      "step": 76997
    },
    {
      "epoch": 3.153716977268073,
      "grad_norm": 1.2268368509392171,
      "learning_rate": 0.00014102674145867025,
      "loss": 0.6368,
      "step": 76998
    },
    {
      "epoch": 3.1537579356952694,
      "grad_norm": 1.246701399385159,
      "learning_rate": 0.00014102348590715142,
      "loss": 0.7421,
      "step": 76999
    },
    {
      "epoch": 3.1537988941224655,
      "grad_norm": 1.4602166546063289,
      "learning_rate": 0.00014102023035987622,
      "loss": 0.9662,
      "step": 77000
    },
    {
      "epoch": 3.153839852549662,
      "grad_norm": 1.0532211002282506,
      "learning_rate": 0.00014101697481684613,
      "loss": 0.3179,
      "step": 77001
    },
    {
      "epoch": 3.1538808109768586,
      "grad_norm": 0.7460168966019048,
      "learning_rate": 0.0001410137192780627,
      "loss": 0.2703,
      "step": 77002
    },
    {
      "epoch": 3.1539217694040547,
      "grad_norm": 1.589850543577721,
      "learning_rate": 0.00014101046374352742,
      "loss": 1.0791,
      "step": 77003
    },
    {
      "epoch": 3.153962727831251,
      "grad_norm": 1.3752865762485729,
      "learning_rate": 0.00014100720821324188,
      "loss": 0.6563,
      "step": 77004
    },
    {
      "epoch": 3.1540036862584477,
      "grad_norm": 1.0329156571181954,
      "learning_rate": 0.00014100395268720767,
      "loss": 0.3387,
      "step": 77005
    },
    {
      "epoch": 3.1540446446856443,
      "grad_norm": 1.6445022685779807,
      "learning_rate": 0.00014100069716542623,
      "loss": 0.7077,
      "step": 77006
    },
    {
      "epoch": 3.1540856031128404,
      "grad_norm": 1.365703857317454,
      "learning_rate": 0.0001409974416478991,
      "loss": 0.549,
      "step": 77007
    },
    {
      "epoch": 3.154126561540037,
      "grad_norm": 1.4687661601232656,
      "learning_rate": 0.0001409941861346279,
      "loss": 0.7696,
      "step": 77008
    },
    {
      "epoch": 3.1541675199672334,
      "grad_norm": 1.3891267349557481,
      "learning_rate": 0.00014099093062561413,
      "loss": 0.8448,
      "step": 77009
    },
    {
      "epoch": 3.1542084783944295,
      "grad_norm": 1.7267875566999984,
      "learning_rate": 0.0001409876751208593,
      "loss": 0.6501,
      "step": 77010
    },
    {
      "epoch": 3.154249436821626,
      "grad_norm": 1.5788734259172685,
      "learning_rate": 0.00014098441962036502,
      "loss": 0.8348,
      "step": 77011
    },
    {
      "epoch": 3.1542903952488226,
      "grad_norm": 1.037033191754125,
      "learning_rate": 0.0001409811641241327,
      "loss": 0.7329,
      "step": 77012
    },
    {
      "epoch": 3.1543313536760187,
      "grad_norm": 0.996441404538254,
      "learning_rate": 0.00014097790863216403,
      "loss": 0.6015,
      "step": 77013
    },
    {
      "epoch": 3.1543723121032152,
      "grad_norm": 1.1226002120158607,
      "learning_rate": 0.00014097465314446048,
      "loss": 0.3632,
      "step": 77014
    },
    {
      "epoch": 3.1544132705304118,
      "grad_norm": 1.3130605588033488,
      "learning_rate": 0.0001409713976610236,
      "loss": 0.6324,
      "step": 77015
    },
    {
      "epoch": 3.154454228957608,
      "grad_norm": 2.8070073569794607,
      "learning_rate": 0.00014096814218185485,
      "loss": 2.2615,
      "step": 77016
    },
    {
      "epoch": 3.1544951873848044,
      "grad_norm": 1.0457443292895117,
      "learning_rate": 0.0001409648867069559,
      "loss": 0.6047,
      "step": 77017
    },
    {
      "epoch": 3.154536145812001,
      "grad_norm": 1.2771848179708558,
      "learning_rate": 0.0001409616312363282,
      "loss": 0.661,
      "step": 77018
    },
    {
      "epoch": 3.154577104239197,
      "grad_norm": 1.4739603559249987,
      "learning_rate": 0.00014095837576997335,
      "loss": 0.811,
      "step": 77019
    },
    {
      "epoch": 3.1546180626663936,
      "grad_norm": 1.67984378095683,
      "learning_rate": 0.0001409551203078928,
      "loss": 0.9977,
      "step": 77020
    },
    {
      "epoch": 3.15465902109359,
      "grad_norm": 1.3551454936500473,
      "learning_rate": 0.00014095186485008816,
      "loss": 0.5745,
      "step": 77021
    },
    {
      "epoch": 3.154699979520786,
      "grad_norm": 1.5271897613448393,
      "learning_rate": 0.000140948609396561,
      "loss": 0.5904,
      "step": 77022
    },
    {
      "epoch": 3.1547409379479827,
      "grad_norm": 1.5663517226385957,
      "learning_rate": 0.00014094535394731277,
      "loss": 0.6581,
      "step": 77023
    },
    {
      "epoch": 3.1547818963751793,
      "grad_norm": 1.0075011920106058,
      "learning_rate": 0.00014094209850234505,
      "loss": 0.7309,
      "step": 77024
    },
    {
      "epoch": 3.154822854802376,
      "grad_norm": 0.696717630987628,
      "learning_rate": 0.0001409388430616594,
      "loss": 0.2002,
      "step": 77025
    },
    {
      "epoch": 3.154863813229572,
      "grad_norm": 1.0726572103239906,
      "learning_rate": 0.00014093558762525734,
      "loss": 0.6332,
      "step": 77026
    },
    {
      "epoch": 3.1549047716567684,
      "grad_norm": 1.82748915842875,
      "learning_rate": 0.0001409323321931404,
      "loss": 1.0941,
      "step": 77027
    },
    {
      "epoch": 3.154945730083965,
      "grad_norm": 1.6920757958403962,
      "learning_rate": 0.0001409290767653101,
      "loss": 1.0151,
      "step": 77028
    },
    {
      "epoch": 3.154986688511161,
      "grad_norm": 1.4027768585505818,
      "learning_rate": 0.00014092582134176806,
      "loss": 0.7947,
      "step": 77029
    },
    {
      "epoch": 3.1550276469383576,
      "grad_norm": 0.8021293017952378,
      "learning_rate": 0.00014092256592251572,
      "loss": 0.2706,
      "step": 77030
    },
    {
      "epoch": 3.155068605365554,
      "grad_norm": 1.2412887299018414,
      "learning_rate": 0.0001409193105075547,
      "loss": 0.6579,
      "step": 77031
    },
    {
      "epoch": 3.15510956379275,
      "grad_norm": 1.3119392442472542,
      "learning_rate": 0.00014091605509688654,
      "loss": 0.5215,
      "step": 77032
    },
    {
      "epoch": 3.1551505222199467,
      "grad_norm": 1.2923041283396344,
      "learning_rate": 0.00014091279969051268,
      "loss": 0.7482,
      "step": 77033
    },
    {
      "epoch": 3.1551914806471433,
      "grad_norm": 4.46891064505345,
      "learning_rate": 0.0001409095442884347,
      "loss": 1.3173,
      "step": 77034
    },
    {
      "epoch": 3.1552324390743394,
      "grad_norm": 0.9680609205400582,
      "learning_rate": 0.0001409062888906542,
      "loss": 0.1452,
      "step": 77035
    },
    {
      "epoch": 3.155273397501536,
      "grad_norm": 1.2978275008248072,
      "learning_rate": 0.00014090303349717268,
      "loss": 0.7619,
      "step": 77036
    },
    {
      "epoch": 3.1553143559287324,
      "grad_norm": 1.1875367629661722,
      "learning_rate": 0.00014089977810799166,
      "loss": 0.8381,
      "step": 77037
    },
    {
      "epoch": 3.1553553143559285,
      "grad_norm": 2.198885605811711,
      "learning_rate": 0.00014089652272311273,
      "loss": 1.7221,
      "step": 77038
    },
    {
      "epoch": 3.155396272783125,
      "grad_norm": 1.0394530406795752,
      "learning_rate": 0.00014089326734253733,
      "loss": 0.6338,
      "step": 77039
    },
    {
      "epoch": 3.1554372312103216,
      "grad_norm": 0.9066886920241829,
      "learning_rate": 0.0001408900119662671,
      "loss": 0.337,
      "step": 77040
    },
    {
      "epoch": 3.1554781896375177,
      "grad_norm": 1.600851034832429,
      "learning_rate": 0.00014088675659430354,
      "loss": 1.2174,
      "step": 77041
    },
    {
      "epoch": 3.1555191480647142,
      "grad_norm": 1.3906461398612204,
      "learning_rate": 0.00014088350122664823,
      "loss": 0.8216,
      "step": 77042
    },
    {
      "epoch": 3.1555601064919108,
      "grad_norm": 1.1775360674740731,
      "learning_rate": 0.0001408802458633026,
      "loss": 0.8861,
      "step": 77043
    },
    {
      "epoch": 3.1556010649191073,
      "grad_norm": 1.0719870855565812,
      "learning_rate": 0.00014087699050426832,
      "loss": 0.5759,
      "step": 77044
    },
    {
      "epoch": 3.1556420233463034,
      "grad_norm": 1.5733437216330342,
      "learning_rate": 0.00014087373514954686,
      "loss": 0.7913,
      "step": 77045
    },
    {
      "epoch": 3.1556829817735,
      "grad_norm": 1.4272574275062795,
      "learning_rate": 0.00014087047979913976,
      "loss": 0.6319,
      "step": 77046
    },
    {
      "epoch": 3.1557239402006965,
      "grad_norm": 1.1651043702384383,
      "learning_rate": 0.00014086722445304855,
      "loss": 0.7782,
      "step": 77047
    },
    {
      "epoch": 3.1557648986278926,
      "grad_norm": 1.0542157139896688,
      "learning_rate": 0.0001408639691112748,
      "loss": 0.4555,
      "step": 77048
    },
    {
      "epoch": 3.155805857055089,
      "grad_norm": 1.2654558548770936,
      "learning_rate": 0.00014086071377382005,
      "loss": 0.8446,
      "step": 77049
    },
    {
      "epoch": 3.1558468154822856,
      "grad_norm": 1.5090674739970136,
      "learning_rate": 0.00014085745844068581,
      "loss": 0.7887,
      "step": 77050
    },
    {
      "epoch": 3.1558877739094817,
      "grad_norm": 1.8114714595576615,
      "learning_rate": 0.00014085420311187364,
      "loss": 0.8482,
      "step": 77051
    },
    {
      "epoch": 3.1559287323366783,
      "grad_norm": 1.0332976030645755,
      "learning_rate": 0.00014085094778738504,
      "loss": 0.661,
      "step": 77052
    },
    {
      "epoch": 3.155969690763875,
      "grad_norm": 0.5882138618178416,
      "learning_rate": 0.00014084769246722163,
      "loss": 0.1367,
      "step": 77053
    },
    {
      "epoch": 3.156010649191071,
      "grad_norm": 1.2205415671398312,
      "learning_rate": 0.0001408444371513849,
      "loss": 0.6674,
      "step": 77054
    },
    {
      "epoch": 3.1560516076182674,
      "grad_norm": 2.0489271137028715,
      "learning_rate": 0.00014084118183987633,
      "loss": 1.1171,
      "step": 77055
    },
    {
      "epoch": 3.156092566045464,
      "grad_norm": 1.5326622012844064,
      "learning_rate": 0.00014083792653269756,
      "loss": 0.8955,
      "step": 77056
    },
    {
      "epoch": 3.15613352447266,
      "grad_norm": 3.0073753157072356,
      "learning_rate": 0.0001408346712298501,
      "loss": 1.2428,
      "step": 77057
    },
    {
      "epoch": 3.1561744828998566,
      "grad_norm": 1.6610912591679698,
      "learning_rate": 0.00014083141593133547,
      "loss": 0.7606,
      "step": 77058
    },
    {
      "epoch": 3.156215441327053,
      "grad_norm": 1.0448547447353103,
      "learning_rate": 0.00014082816063715518,
      "loss": 0.2893,
      "step": 77059
    },
    {
      "epoch": 3.156256399754249,
      "grad_norm": 1.18338989974008,
      "learning_rate": 0.00014082490534731082,
      "loss": 0.774,
      "step": 77060
    },
    {
      "epoch": 3.1562973581814457,
      "grad_norm": 1.3680248248382332,
      "learning_rate": 0.00014082165006180393,
      "loss": 0.803,
      "step": 77061
    },
    {
      "epoch": 3.1563383166086423,
      "grad_norm": 1.3062837806034442,
      "learning_rate": 0.00014081839478063602,
      "loss": 0.7094,
      "step": 77062
    },
    {
      "epoch": 3.156379275035839,
      "grad_norm": 0.8723614571144817,
      "learning_rate": 0.00014081513950380862,
      "loss": 0.26,
      "step": 77063
    },
    {
      "epoch": 3.156420233463035,
      "grad_norm": 1.0482872117055229,
      "learning_rate": 0.0001408118842313233,
      "loss": 0.6474,
      "step": 77064
    },
    {
      "epoch": 3.1564611918902314,
      "grad_norm": 0.9412571845034696,
      "learning_rate": 0.0001408086289631816,
      "loss": 0.3741,
      "step": 77065
    },
    {
      "epoch": 3.156502150317428,
      "grad_norm": 1.3825342554989495,
      "learning_rate": 0.00014080537369938508,
      "loss": 0.6895,
      "step": 77066
    },
    {
      "epoch": 3.156543108744624,
      "grad_norm": 1.3291713578269033,
      "learning_rate": 0.00014080211843993517,
      "loss": 0.6793,
      "step": 77067
    },
    {
      "epoch": 3.1565840671718206,
      "grad_norm": 0.809929749804543,
      "learning_rate": 0.00014079886318483354,
      "loss": 0.311,
      "step": 77068
    },
    {
      "epoch": 3.156625025599017,
      "grad_norm": 1.4409946979454242,
      "learning_rate": 0.00014079560793408164,
      "loss": 0.8609,
      "step": 77069
    },
    {
      "epoch": 3.1566659840262132,
      "grad_norm": 1.6613708249702555,
      "learning_rate": 0.00014079235268768108,
      "loss": 1.2156,
      "step": 77070
    },
    {
      "epoch": 3.1567069424534098,
      "grad_norm": 0.8232378361380834,
      "learning_rate": 0.00014078909744563332,
      "loss": 0.2741,
      "step": 77071
    },
    {
      "epoch": 3.1567479008806063,
      "grad_norm": 0.9676560990312015,
      "learning_rate": 0.00014078584220793996,
      "loss": 0.3657,
      "step": 77072
    },
    {
      "epoch": 3.1567888593078024,
      "grad_norm": 1.1406661099125315,
      "learning_rate": 0.00014078258697460254,
      "loss": 0.6404,
      "step": 77073
    },
    {
      "epoch": 3.156829817734999,
      "grad_norm": 1.5322039358326613,
      "learning_rate": 0.00014077933174562257,
      "loss": 0.8649,
      "step": 77074
    },
    {
      "epoch": 3.1568707761621955,
      "grad_norm": 3.007907554205651,
      "learning_rate": 0.00014077607652100154,
      "loss": 3.992,
      "step": 77075
    },
    {
      "epoch": 3.1569117345893916,
      "grad_norm": 1.2740830309469084,
      "learning_rate": 0.0001407728213007411,
      "loss": 0.6667,
      "step": 77076
    },
    {
      "epoch": 3.156952693016588,
      "grad_norm": 1.4864363916752157,
      "learning_rate": 0.00014076956608484275,
      "loss": 0.7815,
      "step": 77077
    },
    {
      "epoch": 3.1569936514437846,
      "grad_norm": 1.197673122461126,
      "learning_rate": 0.00014076631087330799,
      "loss": 0.5368,
      "step": 77078
    },
    {
      "epoch": 3.1570346098709807,
      "grad_norm": 1.0539324733476185,
      "learning_rate": 0.00014076305566613839,
      "loss": 0.5101,
      "step": 77079
    },
    {
      "epoch": 3.1570755682981773,
      "grad_norm": 1.361637309470273,
      "learning_rate": 0.00014075980046333544,
      "loss": 0.677,
      "step": 77080
    },
    {
      "epoch": 3.157116526725374,
      "grad_norm": 2.2812575234905683,
      "learning_rate": 0.00014075654526490077,
      "loss": 1.3829,
      "step": 77081
    },
    {
      "epoch": 3.1571574851525703,
      "grad_norm": 1.3877438925075805,
      "learning_rate": 0.00014075329007083584,
      "loss": 0.8566,
      "step": 77082
    },
    {
      "epoch": 3.1571984435797664,
      "grad_norm": 1.215870353129272,
      "learning_rate": 0.00014075003488114225,
      "loss": 0.4748,
      "step": 77083
    },
    {
      "epoch": 3.157239402006963,
      "grad_norm": 1.4491396584265086,
      "learning_rate": 0.00014074677969582147,
      "loss": 0.8533,
      "step": 77084
    },
    {
      "epoch": 3.1572803604341595,
      "grad_norm": 0.9103681276709679,
      "learning_rate": 0.0001407435245148751,
      "loss": 0.3374,
      "step": 77085
    },
    {
      "epoch": 3.1573213188613556,
      "grad_norm": 1.44533137019686,
      "learning_rate": 0.00014074026933830465,
      "loss": 0.9325,
      "step": 77086
    },
    {
      "epoch": 3.157362277288552,
      "grad_norm": 1.1447454221350193,
      "learning_rate": 0.00014073701416611166,
      "loss": 0.6033,
      "step": 77087
    },
    {
      "epoch": 3.1574032357157487,
      "grad_norm": 1.1942643942156983,
      "learning_rate": 0.00014073375899829765,
      "loss": 0.8141,
      "step": 77088
    },
    {
      "epoch": 3.1574441941429447,
      "grad_norm": 0.9125887490219883,
      "learning_rate": 0.0001407305038348642,
      "loss": 0.3054,
      "step": 77089
    },
    {
      "epoch": 3.1574851525701413,
      "grad_norm": 1.1558519980990931,
      "learning_rate": 0.00014072724867581285,
      "loss": 0.6732,
      "step": 77090
    },
    {
      "epoch": 3.157526110997338,
      "grad_norm": 0.7430174494085038,
      "learning_rate": 0.00014072399352114512,
      "loss": 0.2675,
      "step": 77091
    },
    {
      "epoch": 3.157567069424534,
      "grad_norm": 0.9518986026393315,
      "learning_rate": 0.0001407207383708625,
      "loss": 0.3387,
      "step": 77092
    },
    {
      "epoch": 3.1576080278517304,
      "grad_norm": 0.8234247670373377,
      "learning_rate": 0.0001407174832249666,
      "loss": 0.2426,
      "step": 77093
    },
    {
      "epoch": 3.157648986278927,
      "grad_norm": 1.2829268150319948,
      "learning_rate": 0.00014071422808345895,
      "loss": 0.7176,
      "step": 77094
    },
    {
      "epoch": 3.1576899447061235,
      "grad_norm": 1.2128906762857854,
      "learning_rate": 0.00014071097294634106,
      "loss": 0.5711,
      "step": 77095
    },
    {
      "epoch": 3.1577309031333196,
      "grad_norm": 1.2896034151963358,
      "learning_rate": 0.00014070771781361446,
      "loss": 0.6594,
      "step": 77096
    },
    {
      "epoch": 3.157771861560516,
      "grad_norm": 1.2247897409368862,
      "learning_rate": 0.00014070446268528075,
      "loss": 0.6727,
      "step": 77097
    },
    {
      "epoch": 3.1578128199877122,
      "grad_norm": 1.2597569940933573,
      "learning_rate": 0.00014070120756134145,
      "loss": 0.8288,
      "step": 77098
    },
    {
      "epoch": 3.1578537784149088,
      "grad_norm": 2.3690378516142503,
      "learning_rate": 0.00014069795244179805,
      "loss": 1.3414,
      "step": 77099
    },
    {
      "epoch": 3.1578947368421053,
      "grad_norm": 4.5536567779959585,
      "learning_rate": 0.0001406946973266521,
      "loss": 3.9254,
      "step": 77100
    },
    {
      "epoch": 3.157935695269302,
      "grad_norm": 1.7785212523593878,
      "learning_rate": 0.00014069144221590517,
      "loss": 1.3113,
      "step": 77101
    },
    {
      "epoch": 3.157976653696498,
      "grad_norm": 1.54479195759862,
      "learning_rate": 0.0001406881871095588,
      "loss": 0.716,
      "step": 77102
    },
    {
      "epoch": 3.1580176121236945,
      "grad_norm": 1.3544969016497788,
      "learning_rate": 0.00014068493200761455,
      "loss": 0.5879,
      "step": 77103
    },
    {
      "epoch": 3.158058570550891,
      "grad_norm": 1.585168433035942,
      "learning_rate": 0.0001406816769100739,
      "loss": 0.7897,
      "step": 77104
    },
    {
      "epoch": 3.158099528978087,
      "grad_norm": 0.994076748223752,
      "learning_rate": 0.0001406784218169384,
      "loss": 0.345,
      "step": 77105
    },
    {
      "epoch": 3.1581404874052836,
      "grad_norm": 1.3413689104028883,
      "learning_rate": 0.00014067516672820957,
      "loss": 0.8398,
      "step": 77106
    },
    {
      "epoch": 3.15818144583248,
      "grad_norm": 1.624096210319044,
      "learning_rate": 0.000140671911643889,
      "loss": 0.7325,
      "step": 77107
    },
    {
      "epoch": 3.1582224042596763,
      "grad_norm": 1.6692466200175928,
      "learning_rate": 0.00014066865656397822,
      "loss": 0.8064,
      "step": 77108
    },
    {
      "epoch": 3.158263362686873,
      "grad_norm": 0.7954981129560036,
      "learning_rate": 0.00014066540148847877,
      "loss": 0.2496,
      "step": 77109
    },
    {
      "epoch": 3.1583043211140693,
      "grad_norm": 1.1424889000674021,
      "learning_rate": 0.00014066214641739216,
      "loss": 0.6577,
      "step": 77110
    },
    {
      "epoch": 3.1583452795412654,
      "grad_norm": 1.5824968041989984,
      "learning_rate": 0.00014065889135071993,
      "loss": 0.9378,
      "step": 77111
    },
    {
      "epoch": 3.158386237968462,
      "grad_norm": 1.7698876556598968,
      "learning_rate": 0.00014065563628846362,
      "loss": 1.1144,
      "step": 77112
    },
    {
      "epoch": 3.1584271963956585,
      "grad_norm": 1.2882983622084998,
      "learning_rate": 0.00014065238123062482,
      "loss": 0.6572,
      "step": 77113
    },
    {
      "epoch": 3.158468154822855,
      "grad_norm": 2.068664692605293,
      "learning_rate": 0.00014064912617720504,
      "loss": 1.1152,
      "step": 77114
    },
    {
      "epoch": 3.158509113250051,
      "grad_norm": 1.2393157514469668,
      "learning_rate": 0.00014064587112820576,
      "loss": 0.8141,
      "step": 77115
    },
    {
      "epoch": 3.1585500716772477,
      "grad_norm": 1.3091235242875152,
      "learning_rate": 0.00014064261608362862,
      "loss": 0.8657,
      "step": 77116
    },
    {
      "epoch": 3.158591030104444,
      "grad_norm": 1.3882891364854326,
      "learning_rate": 0.00014063936104347508,
      "loss": 0.7011,
      "step": 77117
    },
    {
      "epoch": 3.1586319885316403,
      "grad_norm": 0.9283188710381407,
      "learning_rate": 0.00014063610600774674,
      "loss": 0.2644,
      "step": 77118
    },
    {
      "epoch": 3.158672946958837,
      "grad_norm": 1.4321358097123837,
      "learning_rate": 0.00014063285097644506,
      "loss": 1.0913,
      "step": 77119
    },
    {
      "epoch": 3.1587139053860334,
      "grad_norm": 1.3542630731289924,
      "learning_rate": 0.00014062959594957164,
      "loss": 0.6047,
      "step": 77120
    },
    {
      "epoch": 3.1587548638132295,
      "grad_norm": 0.9531800379779168,
      "learning_rate": 0.00014062634092712803,
      "loss": 0.3524,
      "step": 77121
    },
    {
      "epoch": 3.158795822240426,
      "grad_norm": 1.1693868370963243,
      "learning_rate": 0.00014062308590911572,
      "loss": 0.7619,
      "step": 77122
    },
    {
      "epoch": 3.1588367806676225,
      "grad_norm": 1.4246467355335253,
      "learning_rate": 0.00014061983089553624,
      "loss": 1.0405,
      "step": 77123
    },
    {
      "epoch": 3.1588777390948186,
      "grad_norm": 1.2748987385812758,
      "learning_rate": 0.0001406165758863912,
      "loss": 0.7868,
      "step": 77124
    },
    {
      "epoch": 3.158918697522015,
      "grad_norm": 1.1043648231163865,
      "learning_rate": 0.0001406133208816821,
      "loss": 0.6348,
      "step": 77125
    },
    {
      "epoch": 3.1589596559492117,
      "grad_norm": 1.5001640617424385,
      "learning_rate": 0.00014061006588141049,
      "loss": 0.956,
      "step": 77126
    },
    {
      "epoch": 3.159000614376408,
      "grad_norm": 1.2172811045785061,
      "learning_rate": 0.00014060681088557786,
      "loss": 0.8643,
      "step": 77127
    },
    {
      "epoch": 3.1590415728036043,
      "grad_norm": 0.6539748746624464,
      "learning_rate": 0.0001406035558941858,
      "loss": 0.2054,
      "step": 77128
    },
    {
      "epoch": 3.159082531230801,
      "grad_norm": 0.9192922891310238,
      "learning_rate": 0.00014060030090723584,
      "loss": 0.2853,
      "step": 77129
    },
    {
      "epoch": 3.159123489657997,
      "grad_norm": 3.2847824779112442,
      "learning_rate": 0.0001405970459247295,
      "loss": 1.7996,
      "step": 77130
    },
    {
      "epoch": 3.1591644480851935,
      "grad_norm": 0.712121376192309,
      "learning_rate": 0.00014059379094666832,
      "loss": 0.239,
      "step": 77131
    },
    {
      "epoch": 3.15920540651239,
      "grad_norm": 0.6887282055212567,
      "learning_rate": 0.00014059053597305387,
      "loss": 0.2125,
      "step": 77132
    },
    {
      "epoch": 3.1592463649395865,
      "grad_norm": 1.9027210130562946,
      "learning_rate": 0.00014058728100388765,
      "loss": 1.1165,
      "step": 77133
    },
    {
      "epoch": 3.1592873233667826,
      "grad_norm": 0.9672190530249509,
      "learning_rate": 0.00014058402603917125,
      "loss": 0.5805,
      "step": 77134
    },
    {
      "epoch": 3.159328281793979,
      "grad_norm": 1.2359499977198956,
      "learning_rate": 0.00014058077107890614,
      "loss": 0.3359,
      "step": 77135
    },
    {
      "epoch": 3.1593692402211757,
      "grad_norm": 1.1863898459620008,
      "learning_rate": 0.0001405775161230939,
      "loss": 0.6571,
      "step": 77136
    },
    {
      "epoch": 3.159410198648372,
      "grad_norm": 1.573723474281999,
      "learning_rate": 0.00014057426117173612,
      "loss": 0.8951,
      "step": 77137
    },
    {
      "epoch": 3.1594511570755683,
      "grad_norm": 0.8700059842104527,
      "learning_rate": 0.00014057100622483424,
      "loss": 0.2464,
      "step": 77138
    },
    {
      "epoch": 3.159492115502765,
      "grad_norm": 2.0844857622737907,
      "learning_rate": 0.0001405677512823898,
      "loss": 1.7857,
      "step": 77139
    },
    {
      "epoch": 3.159533073929961,
      "grad_norm": 1.1354559782380946,
      "learning_rate": 0.00014056449634440444,
      "loss": 0.577,
      "step": 77140
    },
    {
      "epoch": 3.1595740323571575,
      "grad_norm": 1.5364121621172155,
      "learning_rate": 0.00014056124141087963,
      "loss": 0.7328,
      "step": 77141
    },
    {
      "epoch": 3.159614990784354,
      "grad_norm": 1.2283053585207573,
      "learning_rate": 0.0001405579864818169,
      "loss": 0.712,
      "step": 77142
    },
    {
      "epoch": 3.15965594921155,
      "grad_norm": 1.334069684354369,
      "learning_rate": 0.00014055473155721778,
      "loss": 0.8508,
      "step": 77143
    },
    {
      "epoch": 3.1596969076387467,
      "grad_norm": 1.2369764068080256,
      "learning_rate": 0.00014055147663708388,
      "loss": 0.8539,
      "step": 77144
    },
    {
      "epoch": 3.159737866065943,
      "grad_norm": 2.131247045980926,
      "learning_rate": 0.00014054822172141667,
      "loss": 1.2224,
      "step": 77145
    },
    {
      "epoch": 3.1597788244931393,
      "grad_norm": 1.2682061469798669,
      "learning_rate": 0.00014054496681021773,
      "loss": 0.6809,
      "step": 77146
    },
    {
      "epoch": 3.159819782920336,
      "grad_norm": 1.4394610360041729,
      "learning_rate": 0.00014054171190348857,
      "loss": 0.6308,
      "step": 77147
    },
    {
      "epoch": 3.1598607413475324,
      "grad_norm": 0.7534165084126346,
      "learning_rate": 0.00014053845700123075,
      "loss": 0.2138,
      "step": 77148
    },
    {
      "epoch": 3.1599016997747285,
      "grad_norm": 1.3529440974223752,
      "learning_rate": 0.0001405352021034458,
      "loss": 0.8473,
      "step": 77149
    },
    {
      "epoch": 3.159942658201925,
      "grad_norm": 1.7739246846771646,
      "learning_rate": 0.00014053194721013525,
      "loss": 1.4057,
      "step": 77150
    },
    {
      "epoch": 3.1599836166291215,
      "grad_norm": 1.17477796020544,
      "learning_rate": 0.00014052869232130066,
      "loss": 0.498,
      "step": 77151
    },
    {
      "epoch": 3.160024575056318,
      "grad_norm": 1.4623665187915469,
      "learning_rate": 0.0001405254374369435,
      "loss": 0.7672,
      "step": 77152
    },
    {
      "epoch": 3.160065533483514,
      "grad_norm": 1.6564313588984005,
      "learning_rate": 0.0001405221825570654,
      "loss": 1.0196,
      "step": 77153
    },
    {
      "epoch": 3.1601064919107107,
      "grad_norm": 1.5068250298010413,
      "learning_rate": 0.00014051892768166788,
      "loss": 0.7168,
      "step": 77154
    },
    {
      "epoch": 3.1601474503379072,
      "grad_norm": 1.3163967540946264,
      "learning_rate": 0.00014051567281075247,
      "loss": 0.6544,
      "step": 77155
    },
    {
      "epoch": 3.1601884087651033,
      "grad_norm": 1.252834609775486,
      "learning_rate": 0.00014051241794432064,
      "loss": 0.5617,
      "step": 77156
    },
    {
      "epoch": 3.1602293671923,
      "grad_norm": 1.3418523653231602,
      "learning_rate": 0.00014050916308237403,
      "loss": 0.6923,
      "step": 77157
    },
    {
      "epoch": 3.1602703256194964,
      "grad_norm": 1.205221763505422,
      "learning_rate": 0.00014050590822491414,
      "loss": 0.5548,
      "step": 77158
    },
    {
      "epoch": 3.1603112840466925,
      "grad_norm": 1.0712090254299365,
      "learning_rate": 0.0001405026533719425,
      "loss": 0.4722,
      "step": 77159
    },
    {
      "epoch": 3.160352242473889,
      "grad_norm": 1.577326960732915,
      "learning_rate": 0.00014049939852346064,
      "loss": 1.0001,
      "step": 77160
    },
    {
      "epoch": 3.1603932009010856,
      "grad_norm": 1.373700505181419,
      "learning_rate": 0.00014049614367947011,
      "loss": 0.9654,
      "step": 77161
    },
    {
      "epoch": 3.1604341593282816,
      "grad_norm": 1.139698867460985,
      "learning_rate": 0.00014049288883997247,
      "loss": 0.5352,
      "step": 77162
    },
    {
      "epoch": 3.160475117755478,
      "grad_norm": 1.1762682261777806,
      "learning_rate": 0.00014048963400496925,
      "loss": 0.7278,
      "step": 77163
    },
    {
      "epoch": 3.1605160761826747,
      "grad_norm": 1.2619400179676479,
      "learning_rate": 0.00014048637917446193,
      "loss": 0.7481,
      "step": 77164
    },
    {
      "epoch": 3.160557034609871,
      "grad_norm": 0.6686155076898291,
      "learning_rate": 0.00014048312434845217,
      "loss": 0.1432,
      "step": 77165
    },
    {
      "epoch": 3.1605979930370673,
      "grad_norm": 1.8271319960166503,
      "learning_rate": 0.00014047986952694138,
      "loss": 0.6973,
      "step": 77166
    },
    {
      "epoch": 3.160638951464264,
      "grad_norm": 1.8385844333706383,
      "learning_rate": 0.00014047661470993118,
      "loss": 1.2895,
      "step": 77167
    },
    {
      "epoch": 3.16067990989146,
      "grad_norm": 0.8086141113471031,
      "learning_rate": 0.00014047335989742304,
      "loss": 0.2876,
      "step": 77168
    },
    {
      "epoch": 3.1607208683186565,
      "grad_norm": 1.3913415458789942,
      "learning_rate": 0.0001404701050894186,
      "loss": 0.6656,
      "step": 77169
    },
    {
      "epoch": 3.160761826745853,
      "grad_norm": 1.3693775255460208,
      "learning_rate": 0.00014046685028591934,
      "loss": 0.6404,
      "step": 77170
    },
    {
      "epoch": 3.1608027851730496,
      "grad_norm": 1.305104398178613,
      "learning_rate": 0.0001404635954869268,
      "loss": 0.9059,
      "step": 77171
    },
    {
      "epoch": 3.1608437436002457,
      "grad_norm": 1.1601117515176413,
      "learning_rate": 0.00014046034069244246,
      "loss": 0.7341,
      "step": 77172
    },
    {
      "epoch": 3.160884702027442,
      "grad_norm": 0.8739412358280638,
      "learning_rate": 0.00014045708590246805,
      "loss": 0.5217,
      "step": 77173
    },
    {
      "epoch": 3.1609256604546387,
      "grad_norm": 1.3994410430188746,
      "learning_rate": 0.00014045383111700485,
      "loss": 0.8307,
      "step": 77174
    },
    {
      "epoch": 3.160966618881835,
      "grad_norm": 1.4110528194907659,
      "learning_rate": 0.00014045057633605456,
      "loss": 0.8292,
      "step": 77175
    },
    {
      "epoch": 3.1610075773090314,
      "grad_norm": 1.3291771090255973,
      "learning_rate": 0.0001404473215596187,
      "loss": 0.7743,
      "step": 77176
    },
    {
      "epoch": 3.161048535736228,
      "grad_norm": 1.0496933092865979,
      "learning_rate": 0.00014044406678769878,
      "loss": 0.5542,
      "step": 77177
    },
    {
      "epoch": 3.161089494163424,
      "grad_norm": 1.3603583439794567,
      "learning_rate": 0.0001404408120202963,
      "loss": 0.6356,
      "step": 77178
    },
    {
      "epoch": 3.1611304525906205,
      "grad_norm": 1.6429073758096944,
      "learning_rate": 0.00014043755725741291,
      "loss": 1.3689,
      "step": 77179
    },
    {
      "epoch": 3.161171411017817,
      "grad_norm": 1.4100255275289386,
      "learning_rate": 0.0001404343024990501,
      "loss": 0.7377,
      "step": 77180
    },
    {
      "epoch": 3.161212369445013,
      "grad_norm": 1.4489264642106163,
      "learning_rate": 0.00014043104774520937,
      "loss": 1.1045,
      "step": 77181
    },
    {
      "epoch": 3.1612533278722097,
      "grad_norm": 1.2719916395370863,
      "learning_rate": 0.0001404277929958923,
      "loss": 0.7061,
      "step": 77182
    },
    {
      "epoch": 3.1612942862994062,
      "grad_norm": 0.9123541085893834,
      "learning_rate": 0.00014042453825110037,
      "loss": 0.3319,
      "step": 77183
    },
    {
      "epoch": 3.1613352447266023,
      "grad_norm": 0.7299099975073071,
      "learning_rate": 0.0001404212835108352,
      "loss": 0.2821,
      "step": 77184
    },
    {
      "epoch": 3.161376203153799,
      "grad_norm": 1.250646902931084,
      "learning_rate": 0.00014041802877509828,
      "loss": 0.7668,
      "step": 77185
    },
    {
      "epoch": 3.1614171615809954,
      "grad_norm": 1.908933659178226,
      "learning_rate": 0.00014041477404389116,
      "loss": 1.5287,
      "step": 77186
    },
    {
      "epoch": 3.1614581200081915,
      "grad_norm": 1.2475988087911531,
      "learning_rate": 0.00014041151931721538,
      "loss": 0.6693,
      "step": 77187
    },
    {
      "epoch": 3.161499078435388,
      "grad_norm": 0.8163159354364701,
      "learning_rate": 0.00014040826459507248,
      "loss": 0.2726,
      "step": 77188
    },
    {
      "epoch": 3.1615400368625846,
      "grad_norm": 1.4602915737731537,
      "learning_rate": 0.000140405009877464,
      "loss": 0.6535,
      "step": 77189
    },
    {
      "epoch": 3.161580995289781,
      "grad_norm": 1.3558924655701403,
      "learning_rate": 0.00014040175516439148,
      "loss": 0.8808,
      "step": 77190
    },
    {
      "epoch": 3.161621953716977,
      "grad_norm": 2.5326598778594804,
      "learning_rate": 0.0001403985004558564,
      "loss": 1.2116,
      "step": 77191
    },
    {
      "epoch": 3.1616629121441737,
      "grad_norm": 3.5447923759423734,
      "learning_rate": 0.0001403952457518604,
      "loss": 1.8345,
      "step": 77192
    },
    {
      "epoch": 3.1617038705713703,
      "grad_norm": 0.7842245970372557,
      "learning_rate": 0.00014039199105240498,
      "loss": 0.2556,
      "step": 77193
    },
    {
      "epoch": 3.1617448289985663,
      "grad_norm": 1.1640134560528588,
      "learning_rate": 0.00014038873635749166,
      "loss": 0.5761,
      "step": 77194
    },
    {
      "epoch": 3.161785787425763,
      "grad_norm": 1.1748607262216983,
      "learning_rate": 0.00014038548166712196,
      "loss": 0.6941,
      "step": 77195
    },
    {
      "epoch": 3.1618267458529594,
      "grad_norm": 0.6054566476212114,
      "learning_rate": 0.00014038222698129749,
      "loss": 0.1699,
      "step": 77196
    },
    {
      "epoch": 3.1618677042801555,
      "grad_norm": 0.957749396437439,
      "learning_rate": 0.00014037897230001974,
      "loss": 0.3601,
      "step": 77197
    },
    {
      "epoch": 3.161908662707352,
      "grad_norm": 1.3023665039695993,
      "learning_rate": 0.00014037571762329023,
      "loss": 0.8433,
      "step": 77198
    },
    {
      "epoch": 3.1619496211345486,
      "grad_norm": 1.2871873350772036,
      "learning_rate": 0.00014037246295111052,
      "loss": 0.6079,
      "step": 77199
    },
    {
      "epoch": 3.1619905795617447,
      "grad_norm": 1.0845981634667898,
      "learning_rate": 0.00014036920828348215,
      "loss": 0.4857,
      "step": 77200
    },
    {
      "epoch": 3.162031537988941,
      "grad_norm": 1.315018744444792,
      "learning_rate": 0.00014036595362040667,
      "loss": 0.6021,
      "step": 77201
    },
    {
      "epoch": 3.1620724964161377,
      "grad_norm": 1.4819968553688374,
      "learning_rate": 0.00014036269896188563,
      "loss": 1.0254,
      "step": 77202
    },
    {
      "epoch": 3.162113454843334,
      "grad_norm": 1.117563296649756,
      "learning_rate": 0.00014035944430792048,
      "loss": 0.6441,
      "step": 77203
    },
    {
      "epoch": 3.1621544132705304,
      "grad_norm": 2.604759774804329,
      "learning_rate": 0.0001403561896585129,
      "loss": 2.8318,
      "step": 77204
    },
    {
      "epoch": 3.162195371697727,
      "grad_norm": 0.5379794696680098,
      "learning_rate": 0.0001403529350136643,
      "loss": 0.1084,
      "step": 77205
    },
    {
      "epoch": 3.162236330124923,
      "grad_norm": 1.15711927820694,
      "learning_rate": 0.00014034968037337633,
      "loss": 0.5877,
      "step": 77206
    },
    {
      "epoch": 3.1622772885521195,
      "grad_norm": 1.220861730902979,
      "learning_rate": 0.0001403464257376504,
      "loss": 0.7279,
      "step": 77207
    },
    {
      "epoch": 3.162318246979316,
      "grad_norm": 1.4153938004361466,
      "learning_rate": 0.00014034317110648816,
      "loss": 0.8322,
      "step": 77208
    },
    {
      "epoch": 3.1623592054065126,
      "grad_norm": 0.8523389154056561,
      "learning_rate": 0.00014033991647989112,
      "loss": 0.2631,
      "step": 77209
    },
    {
      "epoch": 3.1624001638337087,
      "grad_norm": 1.225912768053567,
      "learning_rate": 0.0001403366618578608,
      "loss": 0.521,
      "step": 77210
    },
    {
      "epoch": 3.1624411222609052,
      "grad_norm": 2.094688995433757,
      "learning_rate": 0.0001403334072403987,
      "loss": 1.5827,
      "step": 77211
    },
    {
      "epoch": 3.1624820806881018,
      "grad_norm": 1.3178651547589209,
      "learning_rate": 0.00014033015262750645,
      "loss": 0.738,
      "step": 77212
    },
    {
      "epoch": 3.162523039115298,
      "grad_norm": 1.156477505169016,
      "learning_rate": 0.00014032689801918554,
      "loss": 0.5741,
      "step": 77213
    },
    {
      "epoch": 3.1625639975424944,
      "grad_norm": 1.672342826593333,
      "learning_rate": 0.00014032364341543752,
      "loss": 0.851,
      "step": 77214
    },
    {
      "epoch": 3.162604955969691,
      "grad_norm": 1.23206219963495,
      "learning_rate": 0.0001403203888162639,
      "loss": 0.7549,
      "step": 77215
    },
    {
      "epoch": 3.162645914396887,
      "grad_norm": 1.374834875916668,
      "learning_rate": 0.00014031713422166624,
      "loss": 0.6937,
      "step": 77216
    },
    {
      "epoch": 3.1626868728240836,
      "grad_norm": 0.8073020810152941,
      "learning_rate": 0.00014031387963164607,
      "loss": 0.2857,
      "step": 77217
    },
    {
      "epoch": 3.16272783125128,
      "grad_norm": 1.1434991025121988,
      "learning_rate": 0.00014031062504620497,
      "loss": 0.458,
      "step": 77218
    },
    {
      "epoch": 3.162768789678476,
      "grad_norm": 1.7679050659147573,
      "learning_rate": 0.00014030737046534438,
      "loss": 0.94,
      "step": 77219
    },
    {
      "epoch": 3.1628097481056727,
      "grad_norm": 1.330609662405087,
      "learning_rate": 0.00014030411588906595,
      "loss": 0.6872,
      "step": 77220
    },
    {
      "epoch": 3.1628507065328693,
      "grad_norm": 1.2724431502309477,
      "learning_rate": 0.00014030086131737118,
      "loss": 0.6765,
      "step": 77221
    },
    {
      "epoch": 3.1628916649600654,
      "grad_norm": 1.3908831332942158,
      "learning_rate": 0.0001402976067502616,
      "loss": 0.6511,
      "step": 77222
    },
    {
      "epoch": 3.162932623387262,
      "grad_norm": 1.0329669443228147,
      "learning_rate": 0.00014029435218773875,
      "loss": 0.5928,
      "step": 77223
    },
    {
      "epoch": 3.1629735818144584,
      "grad_norm": 0.8782894994571807,
      "learning_rate": 0.00014029109762980413,
      "loss": 0.2518,
      "step": 77224
    },
    {
      "epoch": 3.1630145402416545,
      "grad_norm": 0.712884285298458,
      "learning_rate": 0.00014028784307645935,
      "loss": 0.1681,
      "step": 77225
    },
    {
      "epoch": 3.163055498668851,
      "grad_norm": 1.1352302821147555,
      "learning_rate": 0.00014028458852770589,
      "loss": 0.6514,
      "step": 77226
    },
    {
      "epoch": 3.1630964570960476,
      "grad_norm": 1.1412320881113394,
      "learning_rate": 0.00014028133398354532,
      "loss": 0.5607,
      "step": 77227
    },
    {
      "epoch": 3.163137415523244,
      "grad_norm": 1.3103460500418007,
      "learning_rate": 0.00014027807944397915,
      "loss": 0.6488,
      "step": 77228
    },
    {
      "epoch": 3.16317837395044,
      "grad_norm": 1.388182058299275,
      "learning_rate": 0.00014027482490900899,
      "loss": 0.5629,
      "step": 77229
    },
    {
      "epoch": 3.1632193323776367,
      "grad_norm": 1.1317323560729897,
      "learning_rate": 0.0001402715703786363,
      "loss": 0.7408,
      "step": 77230
    },
    {
      "epoch": 3.1632602908048333,
      "grad_norm": 1.127727377502062,
      "learning_rate": 0.00014026831585286267,
      "loss": 0.5952,
      "step": 77231
    },
    {
      "epoch": 3.1633012492320294,
      "grad_norm": 1.5583686188047432,
      "learning_rate": 0.00014026506133168955,
      "loss": 0.81,
      "step": 77232
    },
    {
      "epoch": 3.163342207659226,
      "grad_norm": 1.1513095991157747,
      "learning_rate": 0.00014026180681511863,
      "loss": 0.595,
      "step": 77233
    },
    {
      "epoch": 3.1633831660864224,
      "grad_norm": 2.0178789148789766,
      "learning_rate": 0.0001402585523031513,
      "loss": 0.2761,
      "step": 77234
    },
    {
      "epoch": 3.1634241245136185,
      "grad_norm": 1.4027568701318782,
      "learning_rate": 0.00014025529779578919,
      "loss": 0.5618,
      "step": 77235
    },
    {
      "epoch": 3.163465082940815,
      "grad_norm": 1.292690019595823,
      "learning_rate": 0.0001402520432930338,
      "loss": 1.0325,
      "step": 77236
    },
    {
      "epoch": 3.1635060413680116,
      "grad_norm": 1.2097322159091382,
      "learning_rate": 0.00014024878879488668,
      "loss": 0.7658,
      "step": 77237
    },
    {
      "epoch": 3.1635469997952077,
      "grad_norm": 1.4217515926595443,
      "learning_rate": 0.0001402455343013494,
      "loss": 0.8279,
      "step": 77238
    },
    {
      "epoch": 3.1635879582224042,
      "grad_norm": 1.4295714063443263,
      "learning_rate": 0.0001402422798124234,
      "loss": 0.7302,
      "step": 77239
    },
    {
      "epoch": 3.1636289166496008,
      "grad_norm": 1.5608380472989556,
      "learning_rate": 0.0001402390253281103,
      "loss": 0.8977,
      "step": 77240
    },
    {
      "epoch": 3.163669875076797,
      "grad_norm": 1.578255794975661,
      "learning_rate": 0.00014023577084841166,
      "loss": 0.7605,
      "step": 77241
    },
    {
      "epoch": 3.1637108335039934,
      "grad_norm": 1.3535056840797277,
      "learning_rate": 0.00014023251637332895,
      "loss": 0.9193,
      "step": 77242
    },
    {
      "epoch": 3.16375179193119,
      "grad_norm": 1.1726526800325696,
      "learning_rate": 0.00014022926190286378,
      "loss": 0.4882,
      "step": 77243
    },
    {
      "epoch": 3.163792750358386,
      "grad_norm": 1.7962757978585555,
      "learning_rate": 0.00014022600743701766,
      "loss": 1.1216,
      "step": 77244
    },
    {
      "epoch": 3.1638337087855826,
      "grad_norm": 1.8482100403713442,
      "learning_rate": 0.00014022275297579208,
      "loss": 1.2395,
      "step": 77245
    },
    {
      "epoch": 3.163874667212779,
      "grad_norm": 1.1686596818468953,
      "learning_rate": 0.00014021949851918857,
      "loss": 0.6128,
      "step": 77246
    },
    {
      "epoch": 3.1639156256399756,
      "grad_norm": 1.3588296185941826,
      "learning_rate": 0.00014021624406720877,
      "loss": 0.6359,
      "step": 77247
    },
    {
      "epoch": 3.1639565840671717,
      "grad_norm": 1.2276329617192616,
      "learning_rate": 0.00014021298961985415,
      "loss": 0.8152,
      "step": 77248
    },
    {
      "epoch": 3.1639975424943683,
      "grad_norm": 1.0860593590245768,
      "learning_rate": 0.00014020973517712626,
      "loss": 0.5433,
      "step": 77249
    },
    {
      "epoch": 3.164038500921565,
      "grad_norm": 1.6568096717778027,
      "learning_rate": 0.00014020648073902664,
      "loss": 0.7257,
      "step": 77250
    },
    {
      "epoch": 3.164079459348761,
      "grad_norm": 0.5839493773427328,
      "learning_rate": 0.00014020322630555683,
      "loss": 0.1568,
      "step": 77251
    },
    {
      "epoch": 3.1641204177759574,
      "grad_norm": 1.20021888978372,
      "learning_rate": 0.00014019997187671835,
      "loss": 0.4279,
      "step": 77252
    },
    {
      "epoch": 3.164161376203154,
      "grad_norm": 1.6834907612310062,
      "learning_rate": 0.00014019671745251278,
      "loss": 0.892,
      "step": 77253
    },
    {
      "epoch": 3.16420233463035,
      "grad_norm": 1.1735041992858806,
      "learning_rate": 0.00014019346303294162,
      "loss": 0.7239,
      "step": 77254
    },
    {
      "epoch": 3.1642432930575466,
      "grad_norm": 1.0665563670191993,
      "learning_rate": 0.00014019020861800639,
      "loss": 0.5883,
      "step": 77255
    },
    {
      "epoch": 3.164284251484743,
      "grad_norm": 1.3854675990947969,
      "learning_rate": 0.00014018695420770869,
      "loss": 0.8074,
      "step": 77256
    },
    {
      "epoch": 3.164325209911939,
      "grad_norm": 1.7345748196481148,
      "learning_rate": 0.00014018369980205004,
      "loss": 1.2177,
      "step": 77257
    },
    {
      "epoch": 3.1643661683391358,
      "grad_norm": 1.22979883103794,
      "learning_rate": 0.00014018044540103195,
      "loss": 0.3977,
      "step": 77258
    },
    {
      "epoch": 3.1644071267663323,
      "grad_norm": 1.5287631664302428,
      "learning_rate": 0.00014017719100465595,
      "loss": 0.9777,
      "step": 77259
    },
    {
      "epoch": 3.1644480851935284,
      "grad_norm": 1.2465829783927973,
      "learning_rate": 0.00014017393661292367,
      "loss": 0.6009,
      "step": 77260
    },
    {
      "epoch": 3.164489043620725,
      "grad_norm": 1.4745697857620996,
      "learning_rate": 0.00014017068222583654,
      "loss": 0.6971,
      "step": 77261
    },
    {
      "epoch": 3.1645300020479215,
      "grad_norm": 1.4330191444278035,
      "learning_rate": 0.00014016742784339617,
      "loss": 0.8986,
      "step": 77262
    },
    {
      "epoch": 3.1645709604751175,
      "grad_norm": 1.2996989831660872,
      "learning_rate": 0.00014016417346560402,
      "loss": 0.4071,
      "step": 77263
    },
    {
      "epoch": 3.164611918902314,
      "grad_norm": 0.967063240881597,
      "learning_rate": 0.00014016091909246168,
      "loss": 0.5745,
      "step": 77264
    },
    {
      "epoch": 3.1646528773295106,
      "grad_norm": 1.090671848837347,
      "learning_rate": 0.00014015766472397074,
      "loss": 0.5216,
      "step": 77265
    },
    {
      "epoch": 3.164693835756707,
      "grad_norm": 2.5983505419794324,
      "learning_rate": 0.00014015441036013265,
      "loss": 2.6541,
      "step": 77266
    },
    {
      "epoch": 3.1647347941839032,
      "grad_norm": 1.4688779602152764,
      "learning_rate": 0.00014015115600094898,
      "loss": 0.6784,
      "step": 77267
    },
    {
      "epoch": 3.1647757526111,
      "grad_norm": 1.4984705755469632,
      "learning_rate": 0.0001401479016464213,
      "loss": 0.8335,
      "step": 77268
    },
    {
      "epoch": 3.1648167110382963,
      "grad_norm": 1.5556970188794677,
      "learning_rate": 0.00014014464729655108,
      "loss": 0.6628,
      "step": 77269
    },
    {
      "epoch": 3.1648576694654924,
      "grad_norm": 1.217907887263019,
      "learning_rate": 0.00014014139295133994,
      "loss": 0.8886,
      "step": 77270
    },
    {
      "epoch": 3.164898627892689,
      "grad_norm": 1.0293437884131902,
      "learning_rate": 0.00014013813861078934,
      "loss": 0.2833,
      "step": 77271
    },
    {
      "epoch": 3.1649395863198855,
      "grad_norm": 1.062156956932752,
      "learning_rate": 0.0001401348842749009,
      "loss": 0.4672,
      "step": 77272
    },
    {
      "epoch": 3.1649805447470816,
      "grad_norm": 1.688639318469195,
      "learning_rate": 0.0001401316299436761,
      "loss": 1.0098,
      "step": 77273
    },
    {
      "epoch": 3.165021503174278,
      "grad_norm": 1.4056623491804343,
      "learning_rate": 0.00014012837561711648,
      "loss": 0.8153,
      "step": 77274
    },
    {
      "epoch": 3.1650624616014746,
      "grad_norm": 1.3170859623875264,
      "learning_rate": 0.00014012512129522357,
      "loss": 0.6878,
      "step": 77275
    },
    {
      "epoch": 3.1651034200286707,
      "grad_norm": 1.498059898112791,
      "learning_rate": 0.00014012186697799894,
      "loss": 0.8958,
      "step": 77276
    },
    {
      "epoch": 3.1651443784558673,
      "grad_norm": 1.5076274690213765,
      "learning_rate": 0.00014011861266544415,
      "loss": 0.6329,
      "step": 77277
    },
    {
      "epoch": 3.165185336883064,
      "grad_norm": 1.385181543640632,
      "learning_rate": 0.00014011535835756068,
      "loss": 0.5706,
      "step": 77278
    },
    {
      "epoch": 3.16522629531026,
      "grad_norm": 1.4509289862883186,
      "learning_rate": 0.0001401121040543501,
      "loss": 0.8368,
      "step": 77279
    },
    {
      "epoch": 3.1652672537374564,
      "grad_norm": 1.381716834412257,
      "learning_rate": 0.00014010884975581395,
      "loss": 0.746,
      "step": 77280
    },
    {
      "epoch": 3.165308212164653,
      "grad_norm": 1.4503784684124574,
      "learning_rate": 0.00014010559546195377,
      "loss": 0.7412,
      "step": 77281
    },
    {
      "epoch": 3.165349170591849,
      "grad_norm": 1.384173927306218,
      "learning_rate": 0.00014010234117277107,
      "loss": 0.7959,
      "step": 77282
    },
    {
      "epoch": 3.1653901290190456,
      "grad_norm": 0.9853799738794559,
      "learning_rate": 0.0001400990868882674,
      "loss": 0.222,
      "step": 77283
    },
    {
      "epoch": 3.165431087446242,
      "grad_norm": 1.2642101501072716,
      "learning_rate": 0.00014009583260844431,
      "loss": 0.7447,
      "step": 77284
    },
    {
      "epoch": 3.1654720458734387,
      "grad_norm": 1.3422987165443743,
      "learning_rate": 0.00014009257833330337,
      "loss": 0.2947,
      "step": 77285
    },
    {
      "epoch": 3.1655130043006348,
      "grad_norm": 1.167276952441628,
      "learning_rate": 0.0001400893240628461,
      "loss": 0.5621,
      "step": 77286
    },
    {
      "epoch": 3.1655539627278313,
      "grad_norm": 2.817232632733956,
      "learning_rate": 0.00014008606979707395,
      "loss": 2.9854,
      "step": 77287
    },
    {
      "epoch": 3.165594921155028,
      "grad_norm": 1.383626499055372,
      "learning_rate": 0.00014008281553598857,
      "loss": 0.8538,
      "step": 77288
    },
    {
      "epoch": 3.165635879582224,
      "grad_norm": 1.4003004195584596,
      "learning_rate": 0.00014007956127959145,
      "loss": 0.6809,
      "step": 77289
    },
    {
      "epoch": 3.1656768380094205,
      "grad_norm": 1.3466228233845428,
      "learning_rate": 0.00014007630702788415,
      "loss": 0.6458,
      "step": 77290
    },
    {
      "epoch": 3.165717796436617,
      "grad_norm": 1.198146391144393,
      "learning_rate": 0.00014007305278086822,
      "loss": 0.6341,
      "step": 77291
    },
    {
      "epoch": 3.165758754863813,
      "grad_norm": 1.1991326807870235,
      "learning_rate": 0.0001400697985385451,
      "loss": 0.6494,
      "step": 77292
    },
    {
      "epoch": 3.1657997132910096,
      "grad_norm": 1.4987367648643561,
      "learning_rate": 0.00014006654430091646,
      "loss": 0.8838,
      "step": 77293
    },
    {
      "epoch": 3.165840671718206,
      "grad_norm": 1.2330053853896585,
      "learning_rate": 0.00014006329006798377,
      "loss": 0.6485,
      "step": 77294
    },
    {
      "epoch": 3.1658816301454022,
      "grad_norm": 1.1136129323333266,
      "learning_rate": 0.00014006003583974858,
      "loss": 0.5995,
      "step": 77295
    },
    {
      "epoch": 3.165922588572599,
      "grad_norm": 0.9310093334662691,
      "learning_rate": 0.0001400567816162124,
      "loss": 0.353,
      "step": 77296
    },
    {
      "epoch": 3.1659635469997953,
      "grad_norm": 1.1884693068392926,
      "learning_rate": 0.00014005352739737684,
      "loss": 0.7104,
      "step": 77297
    },
    {
      "epoch": 3.1660045054269914,
      "grad_norm": 0.4499411412820979,
      "learning_rate": 0.0001400502731832434,
      "loss": 0.0967,
      "step": 77298
    },
    {
      "epoch": 3.166045463854188,
      "grad_norm": 1.2861512313759396,
      "learning_rate": 0.0001400470189738136,
      "loss": 0.6981,
      "step": 77299
    },
    {
      "epoch": 3.1660864222813845,
      "grad_norm": 2.908688602701365,
      "learning_rate": 0.00014004376476908897,
      "loss": 2.1531,
      "step": 77300
    },
    {
      "epoch": 3.1661273807085806,
      "grad_norm": 1.4823676566908701,
      "learning_rate": 0.00014004051056907107,
      "loss": 0.8385,
      "step": 77301
    },
    {
      "epoch": 3.166168339135777,
      "grad_norm": 0.8929951890388234,
      "learning_rate": 0.00014003725637376147,
      "loss": 0.3639,
      "step": 77302
    },
    {
      "epoch": 3.1662092975629736,
      "grad_norm": 1.2133728590849533,
      "learning_rate": 0.00014003400218316167,
      "loss": 0.6836,
      "step": 77303
    },
    {
      "epoch": 3.16625025599017,
      "grad_norm": 0.885182269872904,
      "learning_rate": 0.00014003074799727317,
      "loss": 0.3494,
      "step": 77304
    },
    {
      "epoch": 3.1662912144173663,
      "grad_norm": 0.8650713998372448,
      "learning_rate": 0.00014002749381609758,
      "loss": 0.2854,
      "step": 77305
    },
    {
      "epoch": 3.166332172844563,
      "grad_norm": 1.1605865201831984,
      "learning_rate": 0.00014002423963963644,
      "loss": 0.6811,
      "step": 77306
    },
    {
      "epoch": 3.1663731312717593,
      "grad_norm": 2.4240799668733013,
      "learning_rate": 0.00014002098546789127,
      "loss": 2.3098,
      "step": 77307
    },
    {
      "epoch": 3.1664140896989554,
      "grad_norm": 0.8376571174622557,
      "learning_rate": 0.00014001773130086355,
      "loss": 0.2171,
      "step": 77308
    },
    {
      "epoch": 3.166455048126152,
      "grad_norm": 1.2724416638396336,
      "learning_rate": 0.0001400144771385549,
      "loss": 0.6754,
      "step": 77309
    },
    {
      "epoch": 3.1664960065533485,
      "grad_norm": 1.1960187388417274,
      "learning_rate": 0.00014001122298096683,
      "loss": 0.6688,
      "step": 77310
    },
    {
      "epoch": 3.1665369649805446,
      "grad_norm": 0.9563480844028804,
      "learning_rate": 0.00014000796882810085,
      "loss": 0.2714,
      "step": 77311
    },
    {
      "epoch": 3.166577923407741,
      "grad_norm": 1.271206660004389,
      "learning_rate": 0.0001400047146799585,
      "loss": 0.6682,
      "step": 77312
    },
    {
      "epoch": 3.1666188818349377,
      "grad_norm": 1.367779810194004,
      "learning_rate": 0.0001400014605365414,
      "loss": 0.8158,
      "step": 77313
    },
    {
      "epoch": 3.1666598402621338,
      "grad_norm": 1.63784063612396,
      "learning_rate": 0.000139998206397851,
      "loss": 1.0786,
      "step": 77314
    },
    {
      "epoch": 3.1667007986893303,
      "grad_norm": 1.5804422155331141,
      "learning_rate": 0.00013999495226388892,
      "loss": 0.845,
      "step": 77315
    },
    {
      "epoch": 3.166741757116527,
      "grad_norm": 1.129556484305993,
      "learning_rate": 0.0001399916981346566,
      "loss": 0.3876,
      "step": 77316
    },
    {
      "epoch": 3.166782715543723,
      "grad_norm": 1.1821373564769924,
      "learning_rate": 0.00013998844401015562,
      "loss": 0.611,
      "step": 77317
    },
    {
      "epoch": 3.1668236739709195,
      "grad_norm": 1.1712894647515493,
      "learning_rate": 0.00013998518989038748,
      "loss": 0.6323,
      "step": 77318
    },
    {
      "epoch": 3.166864632398116,
      "grad_norm": 1.4238644384635455,
      "learning_rate": 0.0001399819357753538,
      "loss": 0.6415,
      "step": 77319
    },
    {
      "epoch": 3.166905590825312,
      "grad_norm": 1.7066334416698523,
      "learning_rate": 0.0001399786816650561,
      "loss": 0.9441,
      "step": 77320
    },
    {
      "epoch": 3.1669465492525086,
      "grad_norm": 1.1155793574622561,
      "learning_rate": 0.0001399754275594959,
      "loss": 0.3139,
      "step": 77321
    },
    {
      "epoch": 3.166987507679705,
      "grad_norm": 1.1769287453064161,
      "learning_rate": 0.00013997217345867473,
      "loss": 0.6558,
      "step": 77322
    },
    {
      "epoch": 3.1670284661069017,
      "grad_norm": 1.311952245924818,
      "learning_rate": 0.0001399689193625941,
      "loss": 0.649,
      "step": 77323
    },
    {
      "epoch": 3.167069424534098,
      "grad_norm": 1.142708205019961,
      "learning_rate": 0.00013996566527125562,
      "loss": 0.6868,
      "step": 77324
    },
    {
      "epoch": 3.1671103829612943,
      "grad_norm": 0.985326967083281,
      "learning_rate": 0.00013996241118466077,
      "loss": 0.3134,
      "step": 77325
    },
    {
      "epoch": 3.167151341388491,
      "grad_norm": 0.7559445788975857,
      "learning_rate": 0.0001399591571028111,
      "loss": 0.2598,
      "step": 77326
    },
    {
      "epoch": 3.167192299815687,
      "grad_norm": 1.3554108477947129,
      "learning_rate": 0.00013995590302570818,
      "loss": 0.7841,
      "step": 77327
    },
    {
      "epoch": 3.1672332582428835,
      "grad_norm": 3.3464347928110323,
      "learning_rate": 0.0001399526489533535,
      "loss": 3.7653,
      "step": 77328
    },
    {
      "epoch": 3.16727421667008,
      "grad_norm": 1.840774802051112,
      "learning_rate": 0.00013994939488574866,
      "loss": 0.7715,
      "step": 77329
    },
    {
      "epoch": 3.167315175097276,
      "grad_norm": 1.4026342247376742,
      "learning_rate": 0.00013994614082289515,
      "loss": 0.899,
      "step": 77330
    },
    {
      "epoch": 3.1673561335244727,
      "grad_norm": 1.4614342921661876,
      "learning_rate": 0.0001399428867647945,
      "loss": 0.8161,
      "step": 77331
    },
    {
      "epoch": 3.167397091951669,
      "grad_norm": 0.3552232507378356,
      "learning_rate": 0.00013993963271144831,
      "loss": 0.0736,
      "step": 77332
    },
    {
      "epoch": 3.1674380503788653,
      "grad_norm": 1.4782511578126896,
      "learning_rate": 0.00013993637866285805,
      "loss": 0.9687,
      "step": 77333
    },
    {
      "epoch": 3.167479008806062,
      "grad_norm": 1.152248485116557,
      "learning_rate": 0.0001399331246190253,
      "loss": 0.7849,
      "step": 77334
    },
    {
      "epoch": 3.1675199672332583,
      "grad_norm": 1.1141836158181246,
      "learning_rate": 0.00013992987057995156,
      "loss": 0.7119,
      "step": 77335
    },
    {
      "epoch": 3.1675609256604544,
      "grad_norm": 1.1557406719885097,
      "learning_rate": 0.00013992661654563842,
      "loss": 0.6999,
      "step": 77336
    },
    {
      "epoch": 3.167601884087651,
      "grad_norm": 1.1839143895225797,
      "learning_rate": 0.00013992336251608738,
      "loss": 0.6514,
      "step": 77337
    },
    {
      "epoch": 3.1676428425148475,
      "grad_norm": 1.2150608860504586,
      "learning_rate": 0.00013992010849129998,
      "loss": 0.6495,
      "step": 77338
    },
    {
      "epoch": 3.1676838009420436,
      "grad_norm": 1.8297581288016334,
      "learning_rate": 0.00013991685447127777,
      "loss": 1.0979,
      "step": 77339
    },
    {
      "epoch": 3.16772475936924,
      "grad_norm": 1.5337355658761718,
      "learning_rate": 0.0001399136004560223,
      "loss": 1.1254,
      "step": 77340
    },
    {
      "epoch": 3.1677657177964367,
      "grad_norm": 1.0774225594106712,
      "learning_rate": 0.00013991034644553508,
      "loss": 0.5214,
      "step": 77341
    },
    {
      "epoch": 3.167806676223633,
      "grad_norm": 1.2309836943285288,
      "learning_rate": 0.0001399070924398177,
      "loss": 0.7334,
      "step": 77342
    },
    {
      "epoch": 3.1678476346508293,
      "grad_norm": 0.8024022211471855,
      "learning_rate": 0.0001399038384388716,
      "loss": 0.2406,
      "step": 77343
    },
    {
      "epoch": 3.167888593078026,
      "grad_norm": 1.711663433309047,
      "learning_rate": 0.00013990058444269843,
      "loss": 1.3978,
      "step": 77344
    },
    {
      "epoch": 3.1679295515052224,
      "grad_norm": 1.075659471899433,
      "learning_rate": 0.00013989733045129964,
      "loss": 0.3322,
      "step": 77345
    },
    {
      "epoch": 3.1679705099324185,
      "grad_norm": 0.8321371935919493,
      "learning_rate": 0.00013989407646467685,
      "loss": 0.283,
      "step": 77346
    },
    {
      "epoch": 3.168011468359615,
      "grad_norm": 1.3297907483457896,
      "learning_rate": 0.0001398908224828315,
      "loss": 0.6516,
      "step": 77347
    },
    {
      "epoch": 3.1680524267868115,
      "grad_norm": 1.8153277757537072,
      "learning_rate": 0.00013988756850576522,
      "loss": 0.933,
      "step": 77348
    },
    {
      "epoch": 3.1680933852140076,
      "grad_norm": 1.4965865319712386,
      "learning_rate": 0.0001398843145334795,
      "loss": 0.7614,
      "step": 77349
    },
    {
      "epoch": 3.168134343641204,
      "grad_norm": 0.9861066156997449,
      "learning_rate": 0.0001398810605659759,
      "loss": 0.3911,
      "step": 77350
    },
    {
      "epoch": 3.1681753020684007,
      "grad_norm": 1.6853440073279853,
      "learning_rate": 0.00013987780660325592,
      "loss": 0.6653,
      "step": 77351
    },
    {
      "epoch": 3.168216260495597,
      "grad_norm": 1.2821308623870322,
      "learning_rate": 0.00013987455264532114,
      "loss": 0.5051,
      "step": 77352
    },
    {
      "epoch": 3.1682572189227933,
      "grad_norm": 0.8726268330162558,
      "learning_rate": 0.00013987129869217312,
      "loss": 0.2496,
      "step": 77353
    },
    {
      "epoch": 3.16829817734999,
      "grad_norm": 1.4352819054655528,
      "learning_rate": 0.00013986804474381333,
      "loss": 0.7025,
      "step": 77354
    },
    {
      "epoch": 3.168339135777186,
      "grad_norm": 0.9852415799938801,
      "learning_rate": 0.0001398647908002433,
      "loss": 0.4005,
      "step": 77355
    },
    {
      "epoch": 3.1683800942043825,
      "grad_norm": 1.3860166651153292,
      "learning_rate": 0.00013986153686146468,
      "loss": 0.806,
      "step": 77356
    },
    {
      "epoch": 3.168421052631579,
      "grad_norm": 2.077605418842154,
      "learning_rate": 0.0001398582829274789,
      "loss": 1.2885,
      "step": 77357
    },
    {
      "epoch": 3.168462011058775,
      "grad_norm": 0.8461719181778861,
      "learning_rate": 0.00013985502899828756,
      "loss": 0.1904,
      "step": 77358
    },
    {
      "epoch": 3.1685029694859717,
      "grad_norm": 1.4156651784244214,
      "learning_rate": 0.00013985177507389214,
      "loss": 0.6853,
      "step": 77359
    },
    {
      "epoch": 3.168543927913168,
      "grad_norm": 1.432694317122698,
      "learning_rate": 0.00013984852115429423,
      "loss": 0.8162,
      "step": 77360
    },
    {
      "epoch": 3.1685848863403647,
      "grad_norm": 1.578838806998702,
      "learning_rate": 0.00013984526723949533,
      "loss": 0.6868,
      "step": 77361
    },
    {
      "epoch": 3.168625844767561,
      "grad_norm": 1.5929399298655362,
      "learning_rate": 0.00013984201332949703,
      "loss": 0.9782,
      "step": 77362
    },
    {
      "epoch": 3.1686668031947574,
      "grad_norm": 1.6302609884068022,
      "learning_rate": 0.00013983875942430083,
      "loss": 0.9484,
      "step": 77363
    },
    {
      "epoch": 3.168707761621954,
      "grad_norm": 1.4085027549951126,
      "learning_rate": 0.00013983550552390826,
      "loss": 0.6625,
      "step": 77364
    },
    {
      "epoch": 3.16874872004915,
      "grad_norm": 1.090483890961242,
      "learning_rate": 0.00013983225162832088,
      "loss": 0.5822,
      "step": 77365
    },
    {
      "epoch": 3.1687896784763465,
      "grad_norm": 0.98375790194917,
      "learning_rate": 0.00013982899773754023,
      "loss": 0.2048,
      "step": 77366
    },
    {
      "epoch": 3.168830636903543,
      "grad_norm": 1.3933547761510752,
      "learning_rate": 0.00013982574385156785,
      "loss": 0.2263,
      "step": 77367
    },
    {
      "epoch": 3.168871595330739,
      "grad_norm": 1.2018021066577529,
      "learning_rate": 0.0001398224899704052,
      "loss": 0.7606,
      "step": 77368
    },
    {
      "epoch": 3.1689125537579357,
      "grad_norm": 1.1581278641483508,
      "learning_rate": 0.00013981923609405396,
      "loss": 0.6589,
      "step": 77369
    },
    {
      "epoch": 3.168953512185132,
      "grad_norm": 1.3769279718917666,
      "learning_rate": 0.0001398159822225156,
      "loss": 0.6732,
      "step": 77370
    },
    {
      "epoch": 3.1689944706123283,
      "grad_norm": 1.3567981930909094,
      "learning_rate": 0.00013981272835579162,
      "loss": 0.644,
      "step": 77371
    },
    {
      "epoch": 3.169035429039525,
      "grad_norm": 0.6999471263712481,
      "learning_rate": 0.00013980947449388355,
      "loss": 0.2244,
      "step": 77372
    },
    {
      "epoch": 3.1690763874667214,
      "grad_norm": 1.0777717738380186,
      "learning_rate": 0.00013980622063679304,
      "loss": 0.5649,
      "step": 77373
    },
    {
      "epoch": 3.1691173458939175,
      "grad_norm": 1.422637344967969,
      "learning_rate": 0.00013980296678452154,
      "loss": 0.7032,
      "step": 77374
    },
    {
      "epoch": 3.169158304321114,
      "grad_norm": 1.4176439058810164,
      "learning_rate": 0.0001397997129370706,
      "loss": 0.7937,
      "step": 77375
    },
    {
      "epoch": 3.1691992627483105,
      "grad_norm": 1.7263344837019408,
      "learning_rate": 0.00013979645909444174,
      "loss": 0.9363,
      "step": 77376
    },
    {
      "epoch": 3.1692402211755066,
      "grad_norm": 1.513419086352253,
      "learning_rate": 0.00013979320525663654,
      "loss": 0.71,
      "step": 77377
    },
    {
      "epoch": 3.169281179602703,
      "grad_norm": 1.1140186183303298,
      "learning_rate": 0.00013978995142365652,
      "loss": 0.532,
      "step": 77378
    },
    {
      "epoch": 3.1693221380298997,
      "grad_norm": 1.3672503108120628,
      "learning_rate": 0.00013978669759550323,
      "loss": 1.0072,
      "step": 77379
    },
    {
      "epoch": 3.1693630964570962,
      "grad_norm": 0.852480726912531,
      "learning_rate": 0.00013978344377217817,
      "loss": 0.2925,
      "step": 77380
    },
    {
      "epoch": 3.1694040548842923,
      "grad_norm": 1.1822342901509864,
      "learning_rate": 0.00013978018995368293,
      "loss": 0.3578,
      "step": 77381
    },
    {
      "epoch": 3.169445013311489,
      "grad_norm": 1.2820601411613046,
      "learning_rate": 0.00013977693614001903,
      "loss": 0.6301,
      "step": 77382
    },
    {
      "epoch": 3.1694859717386854,
      "grad_norm": 1.3754953048692724,
      "learning_rate": 0.000139773682331188,
      "loss": 0.5829,
      "step": 77383
    },
    {
      "epoch": 3.1695269301658815,
      "grad_norm": 1.0999812226336947,
      "learning_rate": 0.00013977042852719132,
      "loss": 0.5767,
      "step": 77384
    },
    {
      "epoch": 3.169567888593078,
      "grad_norm": 0.8576923502702928,
      "learning_rate": 0.00013976717472803071,
      "loss": 0.2516,
      "step": 77385
    },
    {
      "epoch": 3.1696088470202746,
      "grad_norm": 1.12747325871858,
      "learning_rate": 0.0001397639209337075,
      "loss": 0.6161,
      "step": 77386
    },
    {
      "epoch": 3.1696498054474707,
      "grad_norm": 1.414237143316676,
      "learning_rate": 0.00013976066714422333,
      "loss": 0.4178,
      "step": 77387
    },
    {
      "epoch": 3.169690763874667,
      "grad_norm": 1.4310733667465632,
      "learning_rate": 0.00013975741335957973,
      "loss": 0.729,
      "step": 77388
    },
    {
      "epoch": 3.1697317223018637,
      "grad_norm": 1.5537826386487072,
      "learning_rate": 0.00013975415957977823,
      "loss": 0.6771,
      "step": 77389
    },
    {
      "epoch": 3.16977268072906,
      "grad_norm": 1.4767417895759778,
      "learning_rate": 0.00013975090580482032,
      "loss": 0.9371,
      "step": 77390
    },
    {
      "epoch": 3.1698136391562564,
      "grad_norm": 1.475218783295299,
      "learning_rate": 0.00013974765203470763,
      "loss": 0.6899,
      "step": 77391
    },
    {
      "epoch": 3.169854597583453,
      "grad_norm": 1.19942094849625,
      "learning_rate": 0.00013974439826944165,
      "loss": 0.739,
      "step": 77392
    },
    {
      "epoch": 3.169895556010649,
      "grad_norm": 9.399787482809822,
      "learning_rate": 0.00013974114450902394,
      "loss": 3.124,
      "step": 77393
    },
    {
      "epoch": 3.1699365144378455,
      "grad_norm": 0.7882607461553174,
      "learning_rate": 0.00013973789075345602,
      "loss": 0.2765,
      "step": 77394
    },
    {
      "epoch": 3.169977472865042,
      "grad_norm": 0.7313116325446146,
      "learning_rate": 0.00013973463700273938,
      "loss": 0.2251,
      "step": 77395
    },
    {
      "epoch": 3.170018431292238,
      "grad_norm": 0.9348840537126157,
      "learning_rate": 0.00013973138325687565,
      "loss": 0.4687,
      "step": 77396
    },
    {
      "epoch": 3.1700593897194347,
      "grad_norm": 1.1642107862116349,
      "learning_rate": 0.0001397281295158663,
      "loss": 0.2966,
      "step": 77397
    },
    {
      "epoch": 3.170100348146631,
      "grad_norm": 9.066427339973878,
      "learning_rate": 0.00013972487577971294,
      "loss": 1.4479,
      "step": 77398
    },
    {
      "epoch": 3.1701413065738278,
      "grad_norm": 1.0321063375861248,
      "learning_rate": 0.000139721622048417,
      "loss": 0.3045,
      "step": 77399
    },
    {
      "epoch": 3.170182265001024,
      "grad_norm": 0.6940964333176305,
      "learning_rate": 0.00013971836832198014,
      "loss": 0.2409,
      "step": 77400
    },
    {
      "epoch": 3.1702232234282204,
      "grad_norm": 1.5267735809576044,
      "learning_rate": 0.00013971511460040382,
      "loss": 0.6153,
      "step": 77401
    },
    {
      "epoch": 3.170264181855417,
      "grad_norm": 1.5756095060994038,
      "learning_rate": 0.0001397118608836896,
      "loss": 0.9036,
      "step": 77402
    },
    {
      "epoch": 3.170305140282613,
      "grad_norm": 1.3987036442340712,
      "learning_rate": 0.00013970860717183898,
      "loss": 0.6539,
      "step": 77403
    },
    {
      "epoch": 3.1703460987098095,
      "grad_norm": 1.4908926107971785,
      "learning_rate": 0.00013970535346485356,
      "loss": 0.762,
      "step": 77404
    },
    {
      "epoch": 3.170387057137006,
      "grad_norm": 1.1315859808761883,
      "learning_rate": 0.00013970209976273487,
      "loss": 0.5473,
      "step": 77405
    },
    {
      "epoch": 3.170428015564202,
      "grad_norm": 1.8605431218627833,
      "learning_rate": 0.0001396988460654844,
      "loss": 1.1922,
      "step": 77406
    },
    {
      "epoch": 3.1704689739913987,
      "grad_norm": 1.3610931895845966,
      "learning_rate": 0.0001396955923731037,
      "loss": 0.4438,
      "step": 77407
    },
    {
      "epoch": 3.1705099324185952,
      "grad_norm": 1.439624780672574,
      "learning_rate": 0.00013969233868559437,
      "loss": 0.7193,
      "step": 77408
    },
    {
      "epoch": 3.1705508908457913,
      "grad_norm": 1.4102693223379934,
      "learning_rate": 0.0001396890850029579,
      "loss": 0.8523,
      "step": 77409
    },
    {
      "epoch": 3.170591849272988,
      "grad_norm": 1.6359058083604339,
      "learning_rate": 0.00013968583132519582,
      "loss": 0.8589,
      "step": 77410
    },
    {
      "epoch": 3.1706328077001844,
      "grad_norm": 1.743006660924835,
      "learning_rate": 0.00013968257765230966,
      "loss": 0.7482,
      "step": 77411
    },
    {
      "epoch": 3.170673766127381,
      "grad_norm": 1.5190398985952955,
      "learning_rate": 0.000139679323984301,
      "loss": 0.7773,
      "step": 77412
    },
    {
      "epoch": 3.170714724554577,
      "grad_norm": 1.1979413927019171,
      "learning_rate": 0.0001396760703211714,
      "loss": 0.6593,
      "step": 77413
    },
    {
      "epoch": 3.1707556829817736,
      "grad_norm": 1.354250617527762,
      "learning_rate": 0.0001396728166629223,
      "loss": 0.6898,
      "step": 77414
    },
    {
      "epoch": 3.1707966414089697,
      "grad_norm": 1.409075069736722,
      "learning_rate": 0.00013966956300955527,
      "loss": 0.8324,
      "step": 77415
    },
    {
      "epoch": 3.170837599836166,
      "grad_norm": 3.8266458713607014,
      "learning_rate": 0.00013966630936107193,
      "loss": 3.9183,
      "step": 77416
    },
    {
      "epoch": 3.1708785582633627,
      "grad_norm": 3.25239408522254,
      "learning_rate": 0.00013966305571747373,
      "loss": 3.409,
      "step": 77417
    },
    {
      "epoch": 3.1709195166905593,
      "grad_norm": 1.4850168429166009,
      "learning_rate": 0.00013965980207876225,
      "loss": 0.8603,
      "step": 77418
    },
    {
      "epoch": 3.1709604751177554,
      "grad_norm": 1.3712854870882791,
      "learning_rate": 0.00013965654844493898,
      "loss": 0.7233,
      "step": 77419
    },
    {
      "epoch": 3.171001433544952,
      "grad_norm": 1.3431991517395598,
      "learning_rate": 0.00013965329481600554,
      "loss": 0.7268,
      "step": 77420
    },
    {
      "epoch": 3.1710423919721484,
      "grad_norm": 1.6048822960460005,
      "learning_rate": 0.0001396500411919634,
      "loss": 0.8704,
      "step": 77421
    },
    {
      "epoch": 3.1710833503993445,
      "grad_norm": 1.3156450614578654,
      "learning_rate": 0.00013964678757281415,
      "loss": 0.7291,
      "step": 77422
    },
    {
      "epoch": 3.171124308826541,
      "grad_norm": 1.171304633422715,
      "learning_rate": 0.00013964353395855923,
      "loss": 0.9735,
      "step": 77423
    },
    {
      "epoch": 3.1711652672537376,
      "grad_norm": 1.3172862001776358,
      "learning_rate": 0.0001396402803492003,
      "loss": 0.6349,
      "step": 77424
    },
    {
      "epoch": 3.1712062256809337,
      "grad_norm": 1.8439161067332566,
      "learning_rate": 0.00013963702674473882,
      "loss": 1.1089,
      "step": 77425
    },
    {
      "epoch": 3.1712471841081302,
      "grad_norm": 1.367981581532914,
      "learning_rate": 0.0001396337731451764,
      "loss": 0.7833,
      "step": 77426
    },
    {
      "epoch": 3.1712881425353268,
      "grad_norm": 1.0690703833092294,
      "learning_rate": 0.00013963051955051447,
      "loss": 0.4303,
      "step": 77427
    },
    {
      "epoch": 3.171329100962523,
      "grad_norm": 1.5663504640271273,
      "learning_rate": 0.00013962726596075464,
      "loss": 0.2532,
      "step": 77428
    },
    {
      "epoch": 3.1713700593897194,
      "grad_norm": 1.529417929722026,
      "learning_rate": 0.00013962401237589846,
      "loss": 0.5158,
      "step": 77429
    },
    {
      "epoch": 3.171411017816916,
      "grad_norm": 1.1541751501828714,
      "learning_rate": 0.00013962075879594746,
      "loss": 0.4721,
      "step": 77430
    },
    {
      "epoch": 3.1714519762441125,
      "grad_norm": 1.3515129371320154,
      "learning_rate": 0.00013961750522090312,
      "loss": 0.7141,
      "step": 77431
    },
    {
      "epoch": 3.1714929346713086,
      "grad_norm": 1.5170569189680054,
      "learning_rate": 0.00013961425165076705,
      "loss": 0.8065,
      "step": 77432
    },
    {
      "epoch": 3.171533893098505,
      "grad_norm": 1.3477636486586604,
      "learning_rate": 0.00013961099808554076,
      "loss": 0.6731,
      "step": 77433
    },
    {
      "epoch": 3.171574851525701,
      "grad_norm": 1.327249120362319,
      "learning_rate": 0.00013960774452522577,
      "loss": 0.5709,
      "step": 77434
    },
    {
      "epoch": 3.1716158099528977,
      "grad_norm": 0.8784109370674119,
      "learning_rate": 0.00013960449096982365,
      "loss": 0.2449,
      "step": 77435
    },
    {
      "epoch": 3.1716567683800942,
      "grad_norm": 1.7753491352863648,
      "learning_rate": 0.0001396012374193359,
      "loss": 0.7842,
      "step": 77436
    },
    {
      "epoch": 3.171697726807291,
      "grad_norm": 2.0409711180777013,
      "learning_rate": 0.0001395979838737641,
      "loss": 0.8339,
      "step": 77437
    },
    {
      "epoch": 3.171738685234487,
      "grad_norm": 1.3841032580705894,
      "learning_rate": 0.00013959473033310976,
      "loss": 0.9047,
      "step": 77438
    },
    {
      "epoch": 3.1717796436616834,
      "grad_norm": 0.909938255599174,
      "learning_rate": 0.00013959147679737445,
      "loss": 0.2845,
      "step": 77439
    },
    {
      "epoch": 3.17182060208888,
      "grad_norm": 1.4146976974996346,
      "learning_rate": 0.00013958822326655962,
      "loss": 0.8307,
      "step": 77440
    },
    {
      "epoch": 3.171861560516076,
      "grad_norm": 0.6813818482539309,
      "learning_rate": 0.00013958496974066694,
      "loss": 0.2678,
      "step": 77441
    },
    {
      "epoch": 3.1719025189432726,
      "grad_norm": 0.992665583389177,
      "learning_rate": 0.00013958171621969787,
      "loss": 0.515,
      "step": 77442
    },
    {
      "epoch": 3.171943477370469,
      "grad_norm": 1.2482475483770654,
      "learning_rate": 0.000139578462703654,
      "loss": 0.8204,
      "step": 77443
    },
    {
      "epoch": 3.171984435797665,
      "grad_norm": 2.1834189659565086,
      "learning_rate": 0.00013957520919253674,
      "loss": 0.9935,
      "step": 77444
    },
    {
      "epoch": 3.1720253942248617,
      "grad_norm": 1.2526691761841884,
      "learning_rate": 0.00013957195568634775,
      "loss": 0.267,
      "step": 77445
    },
    {
      "epoch": 3.1720663526520583,
      "grad_norm": 1.2350712018704022,
      "learning_rate": 0.00013956870218508857,
      "loss": 0.6855,
      "step": 77446
    },
    {
      "epoch": 3.1721073110792544,
      "grad_norm": 1.361361847259263,
      "learning_rate": 0.00013956544868876068,
      "loss": 0.7357,
      "step": 77447
    },
    {
      "epoch": 3.172148269506451,
      "grad_norm": 0.9448788388706206,
      "learning_rate": 0.0001395621951973656,
      "loss": 0.3496,
      "step": 77448
    },
    {
      "epoch": 3.1721892279336474,
      "grad_norm": 1.4402197848578002,
      "learning_rate": 0.00013955894171090494,
      "loss": 0.8918,
      "step": 77449
    },
    {
      "epoch": 3.172230186360844,
      "grad_norm": 1.7617890514941492,
      "learning_rate": 0.00013955568822938025,
      "loss": 0.9139,
      "step": 77450
    },
    {
      "epoch": 3.17227114478804,
      "grad_norm": 1.4992257594480682,
      "learning_rate": 0.000139552434752793,
      "loss": 0.6359,
      "step": 77451
    },
    {
      "epoch": 3.1723121032152366,
      "grad_norm": 1.8211798555531475,
      "learning_rate": 0.0001395491812811447,
      "loss": 1.1806,
      "step": 77452
    },
    {
      "epoch": 3.172353061642433,
      "grad_norm": 1.0537915558647402,
      "learning_rate": 0.000139545927814437,
      "loss": 0.7764,
      "step": 77453
    },
    {
      "epoch": 3.1723940200696292,
      "grad_norm": 1.2633221071786578,
      "learning_rate": 0.00013954267435267135,
      "loss": 0.6247,
      "step": 77454
    },
    {
      "epoch": 3.1724349784968258,
      "grad_norm": 1.2875511574408895,
      "learning_rate": 0.00013953942089584934,
      "loss": 0.6465,
      "step": 77455
    },
    {
      "epoch": 3.1724759369240223,
      "grad_norm": 1.0679368384197938,
      "learning_rate": 0.0001395361674439725,
      "loss": 0.4653,
      "step": 77456
    },
    {
      "epoch": 3.1725168953512184,
      "grad_norm": 1.6297029409609771,
      "learning_rate": 0.00013953291399704232,
      "loss": 1.1502,
      "step": 77457
    },
    {
      "epoch": 3.172557853778415,
      "grad_norm": 1.5751937022284663,
      "learning_rate": 0.00013952966055506036,
      "loss": 0.5103,
      "step": 77458
    },
    {
      "epoch": 3.1725988122056115,
      "grad_norm": 1.181511708116637,
      "learning_rate": 0.00013952640711802818,
      "loss": 0.5949,
      "step": 77459
    },
    {
      "epoch": 3.1726397706328076,
      "grad_norm": 1.3026775475916852,
      "learning_rate": 0.0001395231536859473,
      "loss": 0.8248,
      "step": 77460
    },
    {
      "epoch": 3.172680729060004,
      "grad_norm": 0.8682470782331934,
      "learning_rate": 0.0001395199002588193,
      "loss": 0.3107,
      "step": 77461
    },
    {
      "epoch": 3.1727216874872006,
      "grad_norm": 2.880893429799076,
      "learning_rate": 0.00013951664683664562,
      "loss": 1.5959,
      "step": 77462
    },
    {
      "epoch": 3.1727626459143967,
      "grad_norm": 1.0668279129756244,
      "learning_rate": 0.0001395133934194279,
      "loss": 0.7565,
      "step": 77463
    },
    {
      "epoch": 3.1728036043415933,
      "grad_norm": 1.12053827634359,
      "learning_rate": 0.00013951014000716767,
      "loss": 0.6512,
      "step": 77464
    },
    {
      "epoch": 3.17284456276879,
      "grad_norm": 2.4275716498368656,
      "learning_rate": 0.0001395068865998664,
      "loss": 1.6217,
      "step": 77465
    },
    {
      "epoch": 3.172885521195986,
      "grad_norm": 1.368696919360646,
      "learning_rate": 0.00013950363319752569,
      "loss": 0.7868,
      "step": 77466
    },
    {
      "epoch": 3.1729264796231824,
      "grad_norm": 1.2811920393202572,
      "learning_rate": 0.00013950037980014698,
      "loss": 0.64,
      "step": 77467
    },
    {
      "epoch": 3.172967438050379,
      "grad_norm": 1.4619023072466963,
      "learning_rate": 0.00013949712640773195,
      "loss": 0.9234,
      "step": 77468
    },
    {
      "epoch": 3.1730083964775755,
      "grad_norm": 1.4024922453514557,
      "learning_rate": 0.00013949387302028207,
      "loss": 0.8354,
      "step": 77469
    },
    {
      "epoch": 3.1730493549047716,
      "grad_norm": 1.4225500488428588,
      "learning_rate": 0.00013949061963779887,
      "loss": 0.9995,
      "step": 77470
    },
    {
      "epoch": 3.173090313331968,
      "grad_norm": 1.4196999181649073,
      "learning_rate": 0.00013948736626028386,
      "loss": 0.9483,
      "step": 77471
    },
    {
      "epoch": 3.1731312717591647,
      "grad_norm": 5.2270472588135135,
      "learning_rate": 0.00013948411288773865,
      "loss": 3.387,
      "step": 77472
    },
    {
      "epoch": 3.1731722301863607,
      "grad_norm": 1.21136457594868,
      "learning_rate": 0.00013948085952016474,
      "loss": 0.8705,
      "step": 77473
    },
    {
      "epoch": 3.1732131886135573,
      "grad_norm": 1.087818155266941,
      "learning_rate": 0.00013947760615756364,
      "loss": 0.2292,
      "step": 77474
    },
    {
      "epoch": 3.173254147040754,
      "grad_norm": 0.7841020743586494,
      "learning_rate": 0.00013947435279993694,
      "loss": 0.2443,
      "step": 77475
    },
    {
      "epoch": 3.17329510546795,
      "grad_norm": 1.4758657603984209,
      "learning_rate": 0.00013947109944728613,
      "loss": 0.8438,
      "step": 77476
    },
    {
      "epoch": 3.1733360638951464,
      "grad_norm": 2.0546687614088546,
      "learning_rate": 0.00013946784609961282,
      "loss": 1.6463,
      "step": 77477
    },
    {
      "epoch": 3.173377022322343,
      "grad_norm": 1.9568221088229956,
      "learning_rate": 0.00013946459275691848,
      "loss": 1.5546,
      "step": 77478
    },
    {
      "epoch": 3.173417980749539,
      "grad_norm": 1.6535009864966244,
      "learning_rate": 0.00013946133941920464,
      "loss": 0.8007,
      "step": 77479
    },
    {
      "epoch": 3.1734589391767356,
      "grad_norm": 1.794128967508075,
      "learning_rate": 0.0001394580860864729,
      "loss": 0.6467,
      "step": 77480
    },
    {
      "epoch": 3.173499897603932,
      "grad_norm": 0.9348371743469093,
      "learning_rate": 0.00013945483275872478,
      "loss": 0.5692,
      "step": 77481
    },
    {
      "epoch": 3.1735408560311282,
      "grad_norm": 1.8634489592343044,
      "learning_rate": 0.0001394515794359618,
      "loss": 1.0852,
      "step": 77482
    },
    {
      "epoch": 3.1735818144583248,
      "grad_norm": 1.057030066641805,
      "learning_rate": 0.00013944832611818543,
      "loss": 0.6678,
      "step": 77483
    },
    {
      "epoch": 3.1736227728855213,
      "grad_norm": 1.434539431762477,
      "learning_rate": 0.00013944507280539735,
      "loss": 0.3793,
      "step": 77484
    },
    {
      "epoch": 3.1736637313127174,
      "grad_norm": 2.5510266930936956,
      "learning_rate": 0.000139441819497599,
      "loss": 0.9018,
      "step": 77485
    },
    {
      "epoch": 3.173704689739914,
      "grad_norm": 1.433934239728003,
      "learning_rate": 0.00013943856619479198,
      "loss": 0.8223,
      "step": 77486
    },
    {
      "epoch": 3.1737456481671105,
      "grad_norm": 1.158101051628049,
      "learning_rate": 0.00013943531289697773,
      "loss": 0.6098,
      "step": 77487
    },
    {
      "epoch": 3.173786606594307,
      "grad_norm": 1.577885752630892,
      "learning_rate": 0.0001394320596041579,
      "loss": 0.7323,
      "step": 77488
    },
    {
      "epoch": 3.173827565021503,
      "grad_norm": 0.9279674163514774,
      "learning_rate": 0.00013942880631633397,
      "loss": 0.4788,
      "step": 77489
    },
    {
      "epoch": 3.1738685234486996,
      "grad_norm": 1.3237570250228408,
      "learning_rate": 0.00013942555303350749,
      "loss": 0.7123,
      "step": 77490
    },
    {
      "epoch": 3.173909481875896,
      "grad_norm": 1.0469462863512389,
      "learning_rate": 0.00013942229975567996,
      "loss": 0.6029,
      "step": 77491
    },
    {
      "epoch": 3.1739504403030923,
      "grad_norm": 1.2639860877874558,
      "learning_rate": 0.000139419046482853,
      "loss": 0.8149,
      "step": 77492
    },
    {
      "epoch": 3.173991398730289,
      "grad_norm": 1.182827494987508,
      "learning_rate": 0.00013941579321502808,
      "loss": 0.7165,
      "step": 77493
    },
    {
      "epoch": 3.1740323571574853,
      "grad_norm": 1.4388124523328412,
      "learning_rate": 0.00013941253995220675,
      "loss": 0.8449,
      "step": 77494
    },
    {
      "epoch": 3.1740733155846814,
      "grad_norm": 1.193924651990937,
      "learning_rate": 0.00013940928669439056,
      "loss": 0.7467,
      "step": 77495
    },
    {
      "epoch": 3.174114274011878,
      "grad_norm": 1.5146247874906444,
      "learning_rate": 0.00013940603344158106,
      "loss": 0.8232,
      "step": 77496
    },
    {
      "epoch": 3.1741552324390745,
      "grad_norm": 1.1492653650265185,
      "learning_rate": 0.00013940278019377976,
      "loss": 0.6574,
      "step": 77497
    },
    {
      "epoch": 3.1741961908662706,
      "grad_norm": 1.2038008812500134,
      "learning_rate": 0.00013939952695098823,
      "loss": 0.7635,
      "step": 77498
    },
    {
      "epoch": 3.174237149293467,
      "grad_norm": 1.551290289599904,
      "learning_rate": 0.00013939627371320796,
      "loss": 1.0091,
      "step": 77499
    },
    {
      "epoch": 3.1742781077206637,
      "grad_norm": 5.372689026256052,
      "learning_rate": 0.00013939302048044053,
      "loss": 1.3604,
      "step": 77500
    },
    {
      "epoch": 3.1743190661478597,
      "grad_norm": 1.105325637657472,
      "learning_rate": 0.00013938976725268748,
      "loss": 0.6589,
      "step": 77501
    },
    {
      "epoch": 3.1743600245750563,
      "grad_norm": 1.3146426044394024,
      "learning_rate": 0.00013938651402995033,
      "loss": 0.7273,
      "step": 77502
    },
    {
      "epoch": 3.174400983002253,
      "grad_norm": 1.1898461005445424,
      "learning_rate": 0.00013938326081223057,
      "loss": 0.6557,
      "step": 77503
    },
    {
      "epoch": 3.174441941429449,
      "grad_norm": 1.2822405480331605,
      "learning_rate": 0.00013938000759952982,
      "loss": 0.4875,
      "step": 77504
    },
    {
      "epoch": 3.1744828998566454,
      "grad_norm": 1.5253785112052265,
      "learning_rate": 0.0001393767543918496,
      "loss": 0.9504,
      "step": 77505
    },
    {
      "epoch": 3.174523858283842,
      "grad_norm": 0.7856242054531744,
      "learning_rate": 0.00013937350118919145,
      "loss": 0.2655,
      "step": 77506
    },
    {
      "epoch": 3.1745648167110385,
      "grad_norm": 1.5335729449127733,
      "learning_rate": 0.00013937024799155686,
      "loss": 0.7899,
      "step": 77507
    },
    {
      "epoch": 3.1746057751382346,
      "grad_norm": 4.288075891049362,
      "learning_rate": 0.0001393669947989474,
      "loss": 2.2119,
      "step": 77508
    },
    {
      "epoch": 3.174646733565431,
      "grad_norm": 1.2823625889301478,
      "learning_rate": 0.00013936374161136462,
      "loss": 0.6041,
      "step": 77509
    },
    {
      "epoch": 3.1746876919926277,
      "grad_norm": 1.2888779985775125,
      "learning_rate": 0.00013936048842881003,
      "loss": 0.7977,
      "step": 77510
    },
    {
      "epoch": 3.1747286504198238,
      "grad_norm": 1.2349463988618514,
      "learning_rate": 0.00013935723525128522,
      "loss": 0.623,
      "step": 77511
    },
    {
      "epoch": 3.1747696088470203,
      "grad_norm": 0.9071988381170841,
      "learning_rate": 0.00013935398207879163,
      "loss": 0.3408,
      "step": 77512
    },
    {
      "epoch": 3.174810567274217,
      "grad_norm": 2.158248692482545,
      "learning_rate": 0.00013935072891133092,
      "loss": 1.6354,
      "step": 77513
    },
    {
      "epoch": 3.174851525701413,
      "grad_norm": 1.1215585573312794,
      "learning_rate": 0.00013934747574890455,
      "loss": 0.5304,
      "step": 77514
    },
    {
      "epoch": 3.1748924841286095,
      "grad_norm": 0.6917663584478403,
      "learning_rate": 0.00013934422259151408,
      "loss": 0.1293,
      "step": 77515
    },
    {
      "epoch": 3.174933442555806,
      "grad_norm": 13.306759973308921,
      "learning_rate": 0.000139340969439161,
      "loss": 2.089,
      "step": 77516
    },
    {
      "epoch": 3.174974400983002,
      "grad_norm": 1.1058944938867392,
      "learning_rate": 0.00013933771629184692,
      "loss": 0.5618,
      "step": 77517
    },
    {
      "epoch": 3.1750153594101986,
      "grad_norm": 1.1484913192716386,
      "learning_rate": 0.00013933446314957337,
      "loss": 0.5346,
      "step": 77518
    },
    {
      "epoch": 3.175056317837395,
      "grad_norm": 1.1243866583085187,
      "learning_rate": 0.00013933121001234185,
      "loss": 0.4779,
      "step": 77519
    },
    {
      "epoch": 3.1750972762645913,
      "grad_norm": 1.3938326993540326,
      "learning_rate": 0.00013932795688015388,
      "loss": 0.9265,
      "step": 77520
    },
    {
      "epoch": 3.175138234691788,
      "grad_norm": 1.5644785745840453,
      "learning_rate": 0.0001393247037530111,
      "loss": 0.5829,
      "step": 77521
    },
    {
      "epoch": 3.1751791931189843,
      "grad_norm": 1.2107433805900496,
      "learning_rate": 0.00013932145063091496,
      "loss": 0.596,
      "step": 77522
    },
    {
      "epoch": 3.1752201515461804,
      "grad_norm": 1.1141186848357902,
      "learning_rate": 0.000139318197513867,
      "loss": 0.2838,
      "step": 77523
    },
    {
      "epoch": 3.175261109973377,
      "grad_norm": 1.3259804910017596,
      "learning_rate": 0.00013931494440186875,
      "loss": 0.6897,
      "step": 77524
    },
    {
      "epoch": 3.1753020684005735,
      "grad_norm": 1.2911865787535557,
      "learning_rate": 0.00013931169129492181,
      "loss": 0.7817,
      "step": 77525
    },
    {
      "epoch": 3.17534302682777,
      "grad_norm": 1.3228621731212789,
      "learning_rate": 0.00013930843819302772,
      "loss": 0.9433,
      "step": 77526
    },
    {
      "epoch": 3.175383985254966,
      "grad_norm": 1.390851238422661,
      "learning_rate": 0.00013930518509618797,
      "loss": 0.6755,
      "step": 77527
    },
    {
      "epoch": 3.1754249436821627,
      "grad_norm": 1.3816020596930718,
      "learning_rate": 0.00013930193200440409,
      "loss": 0.6562,
      "step": 77528
    },
    {
      "epoch": 3.175465902109359,
      "grad_norm": 1.6152676652732603,
      "learning_rate": 0.0001392986789176776,
      "loss": 1.022,
      "step": 77529
    },
    {
      "epoch": 3.1755068605365553,
      "grad_norm": 0.9862148220007942,
      "learning_rate": 0.0001392954258360101,
      "loss": 0.3477,
      "step": 77530
    },
    {
      "epoch": 3.175547818963752,
      "grad_norm": 1.2035075884713038,
      "learning_rate": 0.0001392921727594031,
      "loss": 0.4026,
      "step": 77531
    },
    {
      "epoch": 3.1755887773909484,
      "grad_norm": 1.6752860351136383,
      "learning_rate": 0.00013928891968785812,
      "loss": 0.7057,
      "step": 77532
    },
    {
      "epoch": 3.1756297358181445,
      "grad_norm": 1.1655083649625588,
      "learning_rate": 0.00013928566662137676,
      "loss": 0.4983,
      "step": 77533
    },
    {
      "epoch": 3.175670694245341,
      "grad_norm": 1.221860322726576,
      "learning_rate": 0.0001392824135599605,
      "loss": 0.6179,
      "step": 77534
    },
    {
      "epoch": 3.1757116526725375,
      "grad_norm": 1.3270925425874414,
      "learning_rate": 0.00013927916050361086,
      "loss": 0.8502,
      "step": 77535
    },
    {
      "epoch": 3.1757526110997336,
      "grad_norm": 1.193792932627778,
      "learning_rate": 0.00013927590745232944,
      "loss": 0.3468,
      "step": 77536
    },
    {
      "epoch": 3.17579356952693,
      "grad_norm": 1.5012060833908918,
      "learning_rate": 0.00013927265440611775,
      "loss": 1.1879,
      "step": 77537
    },
    {
      "epoch": 3.1758345279541267,
      "grad_norm": 1.3436701900312449,
      "learning_rate": 0.00013926940136497733,
      "loss": 0.6854,
      "step": 77538
    },
    {
      "epoch": 3.1758754863813228,
      "grad_norm": 1.2738914709521405,
      "learning_rate": 0.00013926614832890968,
      "loss": 0.3362,
      "step": 77539
    },
    {
      "epoch": 3.1759164448085193,
      "grad_norm": 1.1372183971801917,
      "learning_rate": 0.0001392628952979164,
      "loss": 0.7822,
      "step": 77540
    },
    {
      "epoch": 3.175957403235716,
      "grad_norm": 1.5251323246444004,
      "learning_rate": 0.000139259642271999,
      "loss": 0.7851,
      "step": 77541
    },
    {
      "epoch": 3.175998361662912,
      "grad_norm": 1.426277760265191,
      "learning_rate": 0.000139256389251159,
      "loss": 0.856,
      "step": 77542
    },
    {
      "epoch": 3.1760393200901085,
      "grad_norm": 1.4774910393978276,
      "learning_rate": 0.00013925313623539795,
      "loss": 1.0349,
      "step": 77543
    },
    {
      "epoch": 3.176080278517305,
      "grad_norm": 2.273540037712129,
      "learning_rate": 0.0001392498832247174,
      "loss": 0.8116,
      "step": 77544
    },
    {
      "epoch": 3.1761212369445015,
      "grad_norm": 1.843063077273111,
      "learning_rate": 0.00013924663021911893,
      "loss": 0.7341,
      "step": 77545
    },
    {
      "epoch": 3.1761621953716976,
      "grad_norm": 1.4819047432280168,
      "learning_rate": 0.000139243377218604,
      "loss": 1.0805,
      "step": 77546
    },
    {
      "epoch": 3.176203153798894,
      "grad_norm": 1.5883119491225741,
      "learning_rate": 0.00013924012422317415,
      "loss": 1.165,
      "step": 77547
    },
    {
      "epoch": 3.1762441122260907,
      "grad_norm": 1.769660461864065,
      "learning_rate": 0.00013923687123283096,
      "loss": 1.2847,
      "step": 77548
    },
    {
      "epoch": 3.176285070653287,
      "grad_norm": 1.383443687862485,
      "learning_rate": 0.00013923361824757596,
      "loss": 0.6897,
      "step": 77549
    },
    {
      "epoch": 3.1763260290804833,
      "grad_norm": 0.9141592123995985,
      "learning_rate": 0.0001392303652674107,
      "loss": 0.244,
      "step": 77550
    },
    {
      "epoch": 3.17636698750768,
      "grad_norm": 1.17260674187254,
      "learning_rate": 0.00013922711229233663,
      "loss": 0.6395,
      "step": 77551
    },
    {
      "epoch": 3.176407945934876,
      "grad_norm": 0.7298062771394821,
      "learning_rate": 0.0001392238593223554,
      "loss": 0.1671,
      "step": 77552
    },
    {
      "epoch": 3.1764489043620725,
      "grad_norm": 1.348866024813765,
      "learning_rate": 0.00013922060635746853,
      "loss": 0.7192,
      "step": 77553
    },
    {
      "epoch": 3.176489862789269,
      "grad_norm": 1.4729763657931754,
      "learning_rate": 0.00013921735339767751,
      "loss": 0.7491,
      "step": 77554
    },
    {
      "epoch": 3.176530821216465,
      "grad_norm": 0.8705377451198154,
      "learning_rate": 0.00013921410044298387,
      "loss": 0.3223,
      "step": 77555
    },
    {
      "epoch": 3.1765717796436617,
      "grad_norm": 1.5222093243153956,
      "learning_rate": 0.00013921084749338923,
      "loss": 0.7642,
      "step": 77556
    },
    {
      "epoch": 3.176612738070858,
      "grad_norm": 1.7864895085987296,
      "learning_rate": 0.00013920759454889506,
      "loss": 1.064,
      "step": 77557
    },
    {
      "epoch": 3.1766536964980543,
      "grad_norm": 1.3416122178701801,
      "learning_rate": 0.0001392043416095029,
      "loss": 0.8393,
      "step": 77558
    },
    {
      "epoch": 3.176694654925251,
      "grad_norm": 1.323013114411949,
      "learning_rate": 0.0001392010886752143,
      "loss": 0.5846,
      "step": 77559
    },
    {
      "epoch": 3.1767356133524474,
      "grad_norm": 1.3200775300571732,
      "learning_rate": 0.0001391978357460308,
      "loss": 0.6157,
      "step": 77560
    },
    {
      "epoch": 3.1767765717796435,
      "grad_norm": 1.44059623836907,
      "learning_rate": 0.00013919458282195393,
      "loss": 0.6605,
      "step": 77561
    },
    {
      "epoch": 3.17681753020684,
      "grad_norm": 1.216073532588915,
      "learning_rate": 0.00013919132990298526,
      "loss": 0.7736,
      "step": 77562
    },
    {
      "epoch": 3.1768584886340365,
      "grad_norm": 1.5416586941712669,
      "learning_rate": 0.00013918807698912625,
      "loss": 1.058,
      "step": 77563
    },
    {
      "epoch": 3.176899447061233,
      "grad_norm": 1.2316716702332027,
      "learning_rate": 0.00013918482408037855,
      "loss": 0.7774,
      "step": 77564
    },
    {
      "epoch": 3.176940405488429,
      "grad_norm": 0.9216185660138231,
      "learning_rate": 0.00013918157117674362,
      "loss": 0.3406,
      "step": 77565
    },
    {
      "epoch": 3.1769813639156257,
      "grad_norm": 1.1037499527099608,
      "learning_rate": 0.000139178318278223,
      "loss": 0.4859,
      "step": 77566
    },
    {
      "epoch": 3.1770223223428222,
      "grad_norm": 1.6519955325449445,
      "learning_rate": 0.00013917506538481823,
      "loss": 0.8201,
      "step": 77567
    },
    {
      "epoch": 3.1770632807700183,
      "grad_norm": 1.1003371086337947,
      "learning_rate": 0.0001391718124965309,
      "loss": 0.6536,
      "step": 77568
    },
    {
      "epoch": 3.177104239197215,
      "grad_norm": 1.3588400632660167,
      "learning_rate": 0.0001391685596133625,
      "loss": 0.6898,
      "step": 77569
    },
    {
      "epoch": 3.1771451976244114,
      "grad_norm": 1.088578290061284,
      "learning_rate": 0.00013916530673531457,
      "loss": 0.3712,
      "step": 77570
    },
    {
      "epoch": 3.1771861560516075,
      "grad_norm": 1.5701620880354403,
      "learning_rate": 0.00013916205386238864,
      "loss": 0.8092,
      "step": 77571
    },
    {
      "epoch": 3.177227114478804,
      "grad_norm": 1.6013332559950155,
      "learning_rate": 0.0001391588009945863,
      "loss": 0.8507,
      "step": 77572
    },
    {
      "epoch": 3.1772680729060006,
      "grad_norm": 1.5970030639350732,
      "learning_rate": 0.00013915554813190902,
      "loss": 0.8699,
      "step": 77573
    },
    {
      "epoch": 3.1773090313331966,
      "grad_norm": 1.3601341124690354,
      "learning_rate": 0.00013915229527435835,
      "loss": 0.8514,
      "step": 77574
    },
    {
      "epoch": 3.177349989760393,
      "grad_norm": 0.785365376412848,
      "learning_rate": 0.0001391490424219359,
      "loss": 0.2712,
      "step": 77575
    },
    {
      "epoch": 3.1773909481875897,
      "grad_norm": 1.0483504881794827,
      "learning_rate": 0.00013914578957464308,
      "loss": 0.5327,
      "step": 77576
    },
    {
      "epoch": 3.177431906614786,
      "grad_norm": 0.8291980285051299,
      "learning_rate": 0.00013914253673248157,
      "loss": 0.2224,
      "step": 77577
    },
    {
      "epoch": 3.1774728650419823,
      "grad_norm": 0.7949884082926721,
      "learning_rate": 0.0001391392838954528,
      "loss": 0.2715,
      "step": 77578
    },
    {
      "epoch": 3.177513823469179,
      "grad_norm": 1.8476773599949163,
      "learning_rate": 0.00013913603106355837,
      "loss": 0.976,
      "step": 77579
    },
    {
      "epoch": 3.177554781896375,
      "grad_norm": 1.8649113876640595,
      "learning_rate": 0.00013913277823679975,
      "loss": 1.1984,
      "step": 77580
    },
    {
      "epoch": 3.1775957403235715,
      "grad_norm": 1.6655901565801259,
      "learning_rate": 0.00013912952541517856,
      "loss": 0.767,
      "step": 77581
    },
    {
      "epoch": 3.177636698750768,
      "grad_norm": 1.4455299696455228,
      "learning_rate": 0.0001391262725986963,
      "loss": 0.8465,
      "step": 77582
    },
    {
      "epoch": 3.1776776571779646,
      "grad_norm": 1.2127095861269626,
      "learning_rate": 0.0001391230197873545,
      "loss": 0.7022,
      "step": 77583
    },
    {
      "epoch": 3.1777186156051607,
      "grad_norm": 1.3604870593324465,
      "learning_rate": 0.0001391197669811547,
      "loss": 0.7951,
      "step": 77584
    },
    {
      "epoch": 3.177759574032357,
      "grad_norm": 1.3106565049253351,
      "learning_rate": 0.00013911651418009846,
      "loss": 0.8258,
      "step": 77585
    },
    {
      "epoch": 3.1778005324595537,
      "grad_norm": 1.2118160726655811,
      "learning_rate": 0.00013911326138418728,
      "loss": 0.7713,
      "step": 77586
    },
    {
      "epoch": 3.17784149088675,
      "grad_norm": 4.071142113638731,
      "learning_rate": 0.00013911000859342273,
      "loss": 2.1595,
      "step": 77587
    },
    {
      "epoch": 3.1778824493139464,
      "grad_norm": 1.4969655240667563,
      "learning_rate": 0.0001391067558078063,
      "loss": 0.771,
      "step": 77588
    },
    {
      "epoch": 3.177923407741143,
      "grad_norm": 1.0473557401795752,
      "learning_rate": 0.0001391035030273396,
      "loss": 0.4017,
      "step": 77589
    },
    {
      "epoch": 3.177964366168339,
      "grad_norm": 1.8027422757389842,
      "learning_rate": 0.00013910025025202415,
      "loss": 1.1628,
      "step": 77590
    },
    {
      "epoch": 3.1780053245955355,
      "grad_norm": 1.3951623873152306,
      "learning_rate": 0.00013909699748186144,
      "loss": 0.6686,
      "step": 77591
    },
    {
      "epoch": 3.178046283022732,
      "grad_norm": 1.3704149596562558,
      "learning_rate": 0.00013909374471685304,
      "loss": 1.018,
      "step": 77592
    },
    {
      "epoch": 3.178087241449928,
      "grad_norm": 1.3900010893868286,
      "learning_rate": 0.00013909049195700047,
      "loss": 0.7066,
      "step": 77593
    },
    {
      "epoch": 3.1781281998771247,
      "grad_norm": 1.39306296491633,
      "learning_rate": 0.00013908723920230532,
      "loss": 0.8398,
      "step": 77594
    },
    {
      "epoch": 3.1781691583043212,
      "grad_norm": 1.2921341988889985,
      "learning_rate": 0.00013908398645276908,
      "loss": 0.7499,
      "step": 77595
    },
    {
      "epoch": 3.1782101167315173,
      "grad_norm": 1.0472439622447702,
      "learning_rate": 0.00013908073370839325,
      "loss": 0.2997,
      "step": 77596
    },
    {
      "epoch": 3.178251075158714,
      "grad_norm": 1.2475549781902695,
      "learning_rate": 0.00013907748096917953,
      "loss": 0.6157,
      "step": 77597
    },
    {
      "epoch": 3.1782920335859104,
      "grad_norm": 0.7526864728256507,
      "learning_rate": 0.00013907422823512925,
      "loss": 0.2159,
      "step": 77598
    },
    {
      "epoch": 3.1783329920131065,
      "grad_norm": 1.4213647813139518,
      "learning_rate": 0.00013907097550624407,
      "loss": 0.8389,
      "step": 77599
    },
    {
      "epoch": 3.178373950440303,
      "grad_norm": 1.0799236564585009,
      "learning_rate": 0.0001390677227825255,
      "loss": 0.4814,
      "step": 77600
    },
    {
      "epoch": 3.1784149088674996,
      "grad_norm": 1.1815647962112288,
      "learning_rate": 0.00013906447006397504,
      "loss": 0.891,
      "step": 77601
    },
    {
      "epoch": 3.178455867294696,
      "grad_norm": 1.3276054636055594,
      "learning_rate": 0.00013906121735059428,
      "loss": 0.6866,
      "step": 77602
    },
    {
      "epoch": 3.178496825721892,
      "grad_norm": 0.892573550830855,
      "learning_rate": 0.00013905796464238474,
      "loss": 0.3206,
      "step": 77603
    },
    {
      "epoch": 3.1785377841490887,
      "grad_norm": 1.2285342399326,
      "learning_rate": 0.00013905471193934797,
      "loss": 0.5623,
      "step": 77604
    },
    {
      "epoch": 3.1785787425762853,
      "grad_norm": 1.517210733497521,
      "learning_rate": 0.0001390514592414855,
      "loss": 0.9569,
      "step": 77605
    },
    {
      "epoch": 3.1786197010034813,
      "grad_norm": 1.582082755861259,
      "learning_rate": 0.00013904820654879889,
      "loss": 0.7941,
      "step": 77606
    },
    {
      "epoch": 3.178660659430678,
      "grad_norm": 1.2604786770953045,
      "learning_rate": 0.0001390449538612896,
      "loss": 0.7054,
      "step": 77607
    },
    {
      "epoch": 3.1787016178578744,
      "grad_norm": 2.46852509713741,
      "learning_rate": 0.00013904170117895923,
      "loss": 1.2101,
      "step": 77608
    },
    {
      "epoch": 3.1787425762850705,
      "grad_norm": 0.8778679148279033,
      "learning_rate": 0.00013903844850180933,
      "loss": 0.3973,
      "step": 77609
    },
    {
      "epoch": 3.178783534712267,
      "grad_norm": 1.1405508516346026,
      "learning_rate": 0.0001390351958298414,
      "loss": 0.4181,
      "step": 77610
    },
    {
      "epoch": 3.1788244931394636,
      "grad_norm": 1.5297617163753263,
      "learning_rate": 0.000139031943163057,
      "loss": 0.6809,
      "step": 77611
    },
    {
      "epoch": 3.1788654515666597,
      "grad_norm": 2.0393657201145348,
      "learning_rate": 0.00013902869050145766,
      "loss": 1.6617,
      "step": 77612
    },
    {
      "epoch": 3.178906409993856,
      "grad_norm": 1.292863370500566,
      "learning_rate": 0.00013902543784504492,
      "loss": 0.6809,
      "step": 77613
    },
    {
      "epoch": 3.1789473684210527,
      "grad_norm": 0.713683573598855,
      "learning_rate": 0.00013902218519382033,
      "loss": 0.2517,
      "step": 77614
    },
    {
      "epoch": 3.178988326848249,
      "grad_norm": 0.8591485143367058,
      "learning_rate": 0.00013901893254778536,
      "loss": 0.2307,
      "step": 77615
    },
    {
      "epoch": 3.1790292852754454,
      "grad_norm": 2.6914912344076867,
      "learning_rate": 0.00013901567990694166,
      "loss": 2.5391,
      "step": 77616
    },
    {
      "epoch": 3.179070243702642,
      "grad_norm": 1.2619794765294632,
      "learning_rate": 0.00013901242727129069,
      "loss": 0.2761,
      "step": 77617
    },
    {
      "epoch": 3.179111202129838,
      "grad_norm": 1.3291581112508917,
      "learning_rate": 0.000139009174640834,
      "loss": 0.8076,
      "step": 77618
    },
    {
      "epoch": 3.1791521605570345,
      "grad_norm": 1.462891717350028,
      "learning_rate": 0.00013900592201557312,
      "loss": 0.775,
      "step": 77619
    },
    {
      "epoch": 3.179193118984231,
      "grad_norm": 1.2555580499387224,
      "learning_rate": 0.00013900266939550964,
      "loss": 0.6616,
      "step": 77620
    },
    {
      "epoch": 3.1792340774114276,
      "grad_norm": 1.2998075949843877,
      "learning_rate": 0.00013899941678064505,
      "loss": 0.7276,
      "step": 77621
    },
    {
      "epoch": 3.1792750358386237,
      "grad_norm": 0.8807148741389882,
      "learning_rate": 0.00013899616417098088,
      "loss": 0.2321,
      "step": 77622
    },
    {
      "epoch": 3.1793159942658202,
      "grad_norm": 1.403576524508148,
      "learning_rate": 0.0001389929115665187,
      "loss": 0.7733,
      "step": 77623
    },
    {
      "epoch": 3.1793569526930168,
      "grad_norm": 0.724705001693001,
      "learning_rate": 0.00013898965896726002,
      "loss": 0.1997,
      "step": 77624
    },
    {
      "epoch": 3.179397911120213,
      "grad_norm": 1.3903844291239844,
      "learning_rate": 0.0001389864063732064,
      "loss": 0.7142,
      "step": 77625
    },
    {
      "epoch": 3.1794388695474094,
      "grad_norm": 1.200357466023173,
      "learning_rate": 0.00013898315378435937,
      "loss": 0.725,
      "step": 77626
    },
    {
      "epoch": 3.179479827974606,
      "grad_norm": 1.3689407319805014,
      "learning_rate": 0.00013897990120072043,
      "loss": 0.8641,
      "step": 77627
    },
    {
      "epoch": 3.179520786401802,
      "grad_norm": 4.533332948014099,
      "learning_rate": 0.00013897664862229118,
      "loss": 0.6146,
      "step": 77628
    },
    {
      "epoch": 3.1795617448289986,
      "grad_norm": 1.1277041254434337,
      "learning_rate": 0.00013897339604907315,
      "loss": 0.5144,
      "step": 77629
    },
    {
      "epoch": 3.179602703256195,
      "grad_norm": 1.230337027123725,
      "learning_rate": 0.00013897014348106785,
      "loss": 0.6409,
      "step": 77630
    },
    {
      "epoch": 3.179643661683391,
      "grad_norm": 1.1231274144134178,
      "learning_rate": 0.00013896689091827679,
      "loss": 0.7298,
      "step": 77631
    },
    {
      "epoch": 3.1796846201105877,
      "grad_norm": 0.9626820792471652,
      "learning_rate": 0.0001389636383607016,
      "loss": 0.591,
      "step": 77632
    },
    {
      "epoch": 3.1797255785377843,
      "grad_norm": 1.383815469692783,
      "learning_rate": 0.00013896038580834373,
      "loss": 0.7644,
      "step": 77633
    },
    {
      "epoch": 3.1797665369649804,
      "grad_norm": 1.9644477358438075,
      "learning_rate": 0.00013895713326120477,
      "loss": 1.5835,
      "step": 77634
    },
    {
      "epoch": 3.179807495392177,
      "grad_norm": 1.5794374775239364,
      "learning_rate": 0.0001389538807192862,
      "loss": 1.0132,
      "step": 77635
    },
    {
      "epoch": 3.1798484538193734,
      "grad_norm": 1.4278592618507218,
      "learning_rate": 0.00013895062818258962,
      "loss": 0.6955,
      "step": 77636
    },
    {
      "epoch": 3.1798894122465695,
      "grad_norm": 0.8061997535880844,
      "learning_rate": 0.00013894737565111652,
      "loss": 0.1893,
      "step": 77637
    },
    {
      "epoch": 3.179930370673766,
      "grad_norm": 3.4607498301789477,
      "learning_rate": 0.0001389441231248685,
      "loss": 3.7966,
      "step": 77638
    },
    {
      "epoch": 3.1799713291009626,
      "grad_norm": 1.2919603067706285,
      "learning_rate": 0.000138940870603847,
      "loss": 0.8469,
      "step": 77639
    },
    {
      "epoch": 3.180012287528159,
      "grad_norm": 1.3289402622281477,
      "learning_rate": 0.00013893761808805367,
      "loss": 0.8632,
      "step": 77640
    },
    {
      "epoch": 3.180053245955355,
      "grad_norm": 1.2122550907265055,
      "learning_rate": 0.00013893436557748997,
      "loss": 0.6327,
      "step": 77641
    },
    {
      "epoch": 3.1800942043825517,
      "grad_norm": 1.1644585732582349,
      "learning_rate": 0.00013893111307215747,
      "loss": 0.6736,
      "step": 77642
    },
    {
      "epoch": 3.1801351628097483,
      "grad_norm": 1.3623056547825194,
      "learning_rate": 0.00013892786057205766,
      "loss": 0.6119,
      "step": 77643
    },
    {
      "epoch": 3.1801761212369444,
      "grad_norm": 1.1249222491073232,
      "learning_rate": 0.00013892460807719213,
      "loss": 0.6071,
      "step": 77644
    },
    {
      "epoch": 3.180217079664141,
      "grad_norm": 1.3156770908402045,
      "learning_rate": 0.00013892135558756245,
      "loss": 0.774,
      "step": 77645
    },
    {
      "epoch": 3.1802580380913374,
      "grad_norm": 0.9718944460198349,
      "learning_rate": 0.00013891810310317007,
      "loss": 0.3695,
      "step": 77646
    },
    {
      "epoch": 3.1802989965185335,
      "grad_norm": 1.2071032963980046,
      "learning_rate": 0.00013891485062401658,
      "loss": 0.7352,
      "step": 77647
    },
    {
      "epoch": 3.18033995494573,
      "grad_norm": 1.4150082405984006,
      "learning_rate": 0.00013891159815010348,
      "loss": 0.8253,
      "step": 77648
    },
    {
      "epoch": 3.1803809133729266,
      "grad_norm": 0.7723254785117645,
      "learning_rate": 0.00013890834568143235,
      "loss": 0.2668,
      "step": 77649
    },
    {
      "epoch": 3.1804218718001227,
      "grad_norm": 1.5587719185320663,
      "learning_rate": 0.00013890509321800473,
      "loss": 0.5096,
      "step": 77650
    },
    {
      "epoch": 3.1804628302273192,
      "grad_norm": 0.7458120749588997,
      "learning_rate": 0.00013890184075982212,
      "loss": 0.2399,
      "step": 77651
    },
    {
      "epoch": 3.1805037886545158,
      "grad_norm": 1.5354493267742717,
      "learning_rate": 0.00013889858830688605,
      "loss": 0.6654,
      "step": 77652
    },
    {
      "epoch": 3.180544747081712,
      "grad_norm": 1.5882032288871633,
      "learning_rate": 0.0001388953358591981,
      "loss": 0.7679,
      "step": 77653
    },
    {
      "epoch": 3.1805857055089084,
      "grad_norm": 0.825584907443192,
      "learning_rate": 0.00013889208341675983,
      "loss": 0.2308,
      "step": 77654
    },
    {
      "epoch": 3.180626663936105,
      "grad_norm": 1.4423080330102882,
      "learning_rate": 0.0001388888309795727,
      "loss": 0.9869,
      "step": 77655
    },
    {
      "epoch": 3.180667622363301,
      "grad_norm": 1.5942678197647064,
      "learning_rate": 0.0001388855785476383,
      "loss": 1.1295,
      "step": 77656
    },
    {
      "epoch": 3.1807085807904976,
      "grad_norm": 1.2521300561946571,
      "learning_rate": 0.00013888232612095812,
      "loss": 0.7804,
      "step": 77657
    },
    {
      "epoch": 3.180749539217694,
      "grad_norm": 1.2486421395067344,
      "learning_rate": 0.00013887907369953376,
      "loss": 0.8908,
      "step": 77658
    },
    {
      "epoch": 3.1807904976448906,
      "grad_norm": 1.4180355601387578,
      "learning_rate": 0.00013887582128336675,
      "loss": 0.9722,
      "step": 77659
    },
    {
      "epoch": 3.1808314560720867,
      "grad_norm": 1.3554181151542177,
      "learning_rate": 0.00013887256887245856,
      "loss": 0.6596,
      "step": 77660
    },
    {
      "epoch": 3.1808724144992833,
      "grad_norm": 1.428308344020493,
      "learning_rate": 0.0001388693164668108,
      "loss": 1.079,
      "step": 77661
    },
    {
      "epoch": 3.18091337292648,
      "grad_norm": 0.8261037707682666,
      "learning_rate": 0.00013886606406642498,
      "loss": 0.287,
      "step": 77662
    },
    {
      "epoch": 3.180954331353676,
      "grad_norm": 1.2104044653214991,
      "learning_rate": 0.00013886281167130264,
      "loss": 0.6574,
      "step": 77663
    },
    {
      "epoch": 3.1809952897808724,
      "grad_norm": 1.2187038449664553,
      "learning_rate": 0.00013885955928144529,
      "loss": 0.6222,
      "step": 77664
    },
    {
      "epoch": 3.181036248208069,
      "grad_norm": 2.130203602115837,
      "learning_rate": 0.00013885630689685453,
      "loss": 0.7836,
      "step": 77665
    },
    {
      "epoch": 3.181077206635265,
      "grad_norm": 1.3532435681622232,
      "learning_rate": 0.00013885305451753185,
      "loss": 0.7094,
      "step": 77666
    },
    {
      "epoch": 3.1811181650624616,
      "grad_norm": 1.0348449334783658,
      "learning_rate": 0.00013884980214347886,
      "loss": 0.6704,
      "step": 77667
    },
    {
      "epoch": 3.181159123489658,
      "grad_norm": 1.1390029287258912,
      "learning_rate": 0.00013884654977469696,
      "loss": 0.6575,
      "step": 77668
    },
    {
      "epoch": 3.181200081916854,
      "grad_norm": 1.521229748391895,
      "learning_rate": 0.00013884329741118778,
      "loss": 0.7594,
      "step": 77669
    },
    {
      "epoch": 3.1812410403440508,
      "grad_norm": 1.5398877945499272,
      "learning_rate": 0.00013884004505295282,
      "loss": 0.6732,
      "step": 77670
    },
    {
      "epoch": 3.1812819987712473,
      "grad_norm": 1.392004147580035,
      "learning_rate": 0.00013883679269999368,
      "loss": 0.8692,
      "step": 77671
    },
    {
      "epoch": 3.1813229571984434,
      "grad_norm": 1.7986439364034095,
      "learning_rate": 0.00013883354035231182,
      "loss": 0.9701,
      "step": 77672
    },
    {
      "epoch": 3.18136391562564,
      "grad_norm": 1.2193336845844078,
      "learning_rate": 0.00013883028800990886,
      "loss": 0.6791,
      "step": 77673
    },
    {
      "epoch": 3.1814048740528365,
      "grad_norm": 1.1751387208923245,
      "learning_rate": 0.00013882703567278624,
      "loss": 0.6475,
      "step": 77674
    },
    {
      "epoch": 3.1814458324800325,
      "grad_norm": 1.3171689970506109,
      "learning_rate": 0.00013882378334094557,
      "loss": 0.7817,
      "step": 77675
    },
    {
      "epoch": 3.181486790907229,
      "grad_norm": 1.4258422390924963,
      "learning_rate": 0.00013882053101438836,
      "loss": 0.7973,
      "step": 77676
    },
    {
      "epoch": 3.1815277493344256,
      "grad_norm": 1.6716072329718297,
      "learning_rate": 0.00013881727869311617,
      "loss": 0.7855,
      "step": 77677
    },
    {
      "epoch": 3.181568707761622,
      "grad_norm": 1.3718296360009907,
      "learning_rate": 0.00013881402637713053,
      "loss": 0.6961,
      "step": 77678
    },
    {
      "epoch": 3.1816096661888182,
      "grad_norm": 1.0784002017611243,
      "learning_rate": 0.00013881077406643292,
      "loss": 0.3764,
      "step": 77679
    },
    {
      "epoch": 3.1816506246160148,
      "grad_norm": 1.0139846424780374,
      "learning_rate": 0.00013880752176102497,
      "loss": 0.5779,
      "step": 77680
    },
    {
      "epoch": 3.1816915830432113,
      "grad_norm": 1.5995779457981,
      "learning_rate": 0.00013880426946090817,
      "loss": 0.9365,
      "step": 77681
    },
    {
      "epoch": 3.1817325414704074,
      "grad_norm": 0.9983391465990673,
      "learning_rate": 0.00013880101716608407,
      "loss": 0.3617,
      "step": 77682
    },
    {
      "epoch": 3.181773499897604,
      "grad_norm": 1.290181268490197,
      "learning_rate": 0.00013879776487655418,
      "loss": 0.7848,
      "step": 77683
    },
    {
      "epoch": 3.1818144583248005,
      "grad_norm": 1.5616739575591496,
      "learning_rate": 0.00013879451259232004,
      "loss": 0.6743,
      "step": 77684
    },
    {
      "epoch": 3.1818554167519966,
      "grad_norm": 1.8833248741216828,
      "learning_rate": 0.00013879126031338324,
      "loss": 0.7837,
      "step": 77685
    },
    {
      "epoch": 3.181896375179193,
      "grad_norm": 1.1624445486353316,
      "learning_rate": 0.0001387880080397453,
      "loss": 0.3515,
      "step": 77686
    },
    {
      "epoch": 3.1819373336063896,
      "grad_norm": 0.8195745955283251,
      "learning_rate": 0.00013878475577140765,
      "loss": 0.25,
      "step": 77687
    },
    {
      "epoch": 3.1819782920335857,
      "grad_norm": 1.2508547415810818,
      "learning_rate": 0.000138781503508372,
      "loss": 0.7524,
      "step": 77688
    },
    {
      "epoch": 3.1820192504607823,
      "grad_norm": 1.5960816722405837,
      "learning_rate": 0.00013877825125063978,
      "loss": 0.9069,
      "step": 77689
    },
    {
      "epoch": 3.182060208887979,
      "grad_norm": 1.7351746180486682,
      "learning_rate": 0.00013877499899821253,
      "loss": 0.5472,
      "step": 77690
    },
    {
      "epoch": 3.182101167315175,
      "grad_norm": 1.641368429220448,
      "learning_rate": 0.00013877174675109183,
      "loss": 0.5745,
      "step": 77691
    },
    {
      "epoch": 3.1821421257423714,
      "grad_norm": 1.2099108461233088,
      "learning_rate": 0.0001387684945092792,
      "loss": 0.7254,
      "step": 77692
    },
    {
      "epoch": 3.182183084169568,
      "grad_norm": 1.3863168668704233,
      "learning_rate": 0.00013876524227277617,
      "loss": 0.8923,
      "step": 77693
    },
    {
      "epoch": 3.182224042596764,
      "grad_norm": 1.310359145187678,
      "learning_rate": 0.00013876199004158427,
      "loss": 0.7348,
      "step": 77694
    },
    {
      "epoch": 3.1822650010239606,
      "grad_norm": 1.301428560925264,
      "learning_rate": 0.00013875873781570505,
      "loss": 0.6659,
      "step": 77695
    },
    {
      "epoch": 3.182305959451157,
      "grad_norm": 1.5942328450203584,
      "learning_rate": 0.00013875548559514006,
      "loss": 0.811,
      "step": 77696
    },
    {
      "epoch": 3.1823469178783537,
      "grad_norm": 1.2559055491148654,
      "learning_rate": 0.00013875223337989084,
      "loss": 0.7004,
      "step": 77697
    },
    {
      "epoch": 3.1823878763055498,
      "grad_norm": 1.5132321707202736,
      "learning_rate": 0.0001387489811699589,
      "loss": 0.9705,
      "step": 77698
    },
    {
      "epoch": 3.1824288347327463,
      "grad_norm": 1.5181477726055992,
      "learning_rate": 0.00013874572896534576,
      "loss": 0.9368,
      "step": 77699
    },
    {
      "epoch": 3.182469793159943,
      "grad_norm": 1.4830101752512144,
      "learning_rate": 0.000138742476766053,
      "loss": 1.0986,
      "step": 77700
    },
    {
      "epoch": 3.182510751587139,
      "grad_norm": 1.3400615602636496,
      "learning_rate": 0.00013873922457208215,
      "loss": 0.819,
      "step": 77701
    },
    {
      "epoch": 3.1825517100143355,
      "grad_norm": 0.6842141225360601,
      "learning_rate": 0.00013873597238343475,
      "loss": 0.2077,
      "step": 77702
    },
    {
      "epoch": 3.182592668441532,
      "grad_norm": 0.9380985293953863,
      "learning_rate": 0.0001387327202001123,
      "loss": 0.2836,
      "step": 77703
    },
    {
      "epoch": 3.182633626868728,
      "grad_norm": 1.443128125164395,
      "learning_rate": 0.00013872946802211638,
      "loss": 1.0143,
      "step": 77704
    },
    {
      "epoch": 3.1826745852959246,
      "grad_norm": 1.1386339640910088,
      "learning_rate": 0.00013872621584944854,
      "loss": 0.5248,
      "step": 77705
    },
    {
      "epoch": 3.182715543723121,
      "grad_norm": 1.0268119114067014,
      "learning_rate": 0.00013872296368211027,
      "loss": 0.6194,
      "step": 77706
    },
    {
      "epoch": 3.1827565021503172,
      "grad_norm": 1.6548608757125036,
      "learning_rate": 0.0001387197115201031,
      "loss": 1.0264,
      "step": 77707
    },
    {
      "epoch": 3.182797460577514,
      "grad_norm": 1.6109476286363715,
      "learning_rate": 0.00013871645936342863,
      "loss": 0.8952,
      "step": 77708
    },
    {
      "epoch": 3.1828384190047103,
      "grad_norm": 1.8247033028929236,
      "learning_rate": 0.00013871320721208836,
      "loss": 1.5427,
      "step": 77709
    },
    {
      "epoch": 3.1828793774319064,
      "grad_norm": 1.4947165038307324,
      "learning_rate": 0.00013870995506608385,
      "loss": 1.0236,
      "step": 77710
    },
    {
      "epoch": 3.182920335859103,
      "grad_norm": 3.7659387212238777,
      "learning_rate": 0.00013870670292541657,
      "loss": 2.8267,
      "step": 77711
    },
    {
      "epoch": 3.1829612942862995,
      "grad_norm": 1.3605400454278536,
      "learning_rate": 0.00013870345079008815,
      "loss": 0.9989,
      "step": 77712
    },
    {
      "epoch": 3.1830022527134956,
      "grad_norm": 2.5131397791233865,
      "learning_rate": 0.00013870019866010007,
      "loss": 1.9028,
      "step": 77713
    },
    {
      "epoch": 3.183043211140692,
      "grad_norm": 1.6946616846313332,
      "learning_rate": 0.00013869694653545389,
      "loss": 0.716,
      "step": 77714
    },
    {
      "epoch": 3.1830841695678886,
      "grad_norm": 1.4829061991617771,
      "learning_rate": 0.00013869369441615108,
      "loss": 0.8004,
      "step": 77715
    },
    {
      "epoch": 3.183125127995085,
      "grad_norm": 1.3010803067279755,
      "learning_rate": 0.00013869044230219329,
      "loss": 0.7548,
      "step": 77716
    },
    {
      "epoch": 3.1831660864222813,
      "grad_norm": 1.2050653427296296,
      "learning_rate": 0.000138687190193582,
      "loss": 0.6955,
      "step": 77717
    },
    {
      "epoch": 3.183207044849478,
      "grad_norm": 1.3991695713956156,
      "learning_rate": 0.00013868393809031874,
      "loss": 0.9312,
      "step": 77718
    },
    {
      "epoch": 3.1832480032766743,
      "grad_norm": 1.3260065661757132,
      "learning_rate": 0.00013868068599240507,
      "loss": 0.6639,
      "step": 77719
    },
    {
      "epoch": 3.1832889617038704,
      "grad_norm": 1.5352075850966491,
      "learning_rate": 0.00013867743389984246,
      "loss": 0.6818,
      "step": 77720
    },
    {
      "epoch": 3.183329920131067,
      "grad_norm": 1.3861416393578199,
      "learning_rate": 0.00013867418181263258,
      "loss": 0.9261,
      "step": 77721
    },
    {
      "epoch": 3.1833708785582635,
      "grad_norm": 1.352704061869156,
      "learning_rate": 0.00013867092973077685,
      "loss": 0.8087,
      "step": 77722
    },
    {
      "epoch": 3.1834118369854596,
      "grad_norm": 1.4705268778331173,
      "learning_rate": 0.00013866767765427686,
      "loss": 0.9282,
      "step": 77723
    },
    {
      "epoch": 3.183452795412656,
      "grad_norm": 0.8729912303412851,
      "learning_rate": 0.00013866442558313412,
      "loss": 0.3306,
      "step": 77724
    },
    {
      "epoch": 3.1834937538398527,
      "grad_norm": 1.2347657604978788,
      "learning_rate": 0.0001386611735173502,
      "loss": 0.6576,
      "step": 77725
    },
    {
      "epoch": 3.1835347122670488,
      "grad_norm": 0.8996058905696869,
      "learning_rate": 0.0001386579214569266,
      "loss": 0.5024,
      "step": 77726
    },
    {
      "epoch": 3.1835756706942453,
      "grad_norm": 1.5065159571108278,
      "learning_rate": 0.00013865466940186488,
      "loss": 0.8677,
      "step": 77727
    },
    {
      "epoch": 3.183616629121442,
      "grad_norm": 2.058941809696421,
      "learning_rate": 0.00013865141735216658,
      "loss": 1.1482,
      "step": 77728
    },
    {
      "epoch": 3.1836575875486384,
      "grad_norm": 0.8907780905171961,
      "learning_rate": 0.0001386481653078332,
      "loss": 0.2926,
      "step": 77729
    },
    {
      "epoch": 3.1836985459758345,
      "grad_norm": 0.7693365315620675,
      "learning_rate": 0.00013864491326886637,
      "loss": 0.2645,
      "step": 77730
    },
    {
      "epoch": 3.183739504403031,
      "grad_norm": 1.4795107741770557,
      "learning_rate": 0.00013864166123526753,
      "loss": 0.9358,
      "step": 77731
    },
    {
      "epoch": 3.183780462830227,
      "grad_norm": 1.3759499296788267,
      "learning_rate": 0.00013863840920703825,
      "loss": 0.6085,
      "step": 77732
    },
    {
      "epoch": 3.1838214212574236,
      "grad_norm": 1.2020085481305993,
      "learning_rate": 0.00013863515718418008,
      "loss": 0.6198,
      "step": 77733
    },
    {
      "epoch": 3.18386237968462,
      "grad_norm": 1.5818364502105167,
      "learning_rate": 0.00013863190516669454,
      "loss": 0.8088,
      "step": 77734
    },
    {
      "epoch": 3.1839033381118167,
      "grad_norm": 1.4546770441746806,
      "learning_rate": 0.0001386286531545832,
      "loss": 0.8866,
      "step": 77735
    },
    {
      "epoch": 3.183944296539013,
      "grad_norm": 1.1122391558248672,
      "learning_rate": 0.00013862540114784752,
      "loss": 0.692,
      "step": 77736
    },
    {
      "epoch": 3.1839852549662093,
      "grad_norm": 1.1326398853370523,
      "learning_rate": 0.00013862214914648916,
      "loss": 0.5802,
      "step": 77737
    },
    {
      "epoch": 3.184026213393406,
      "grad_norm": 1.0671482992219021,
      "learning_rate": 0.00013861889715050958,
      "loss": 0.1711,
      "step": 77738
    },
    {
      "epoch": 3.184067171820602,
      "grad_norm": 1.5225610408733563,
      "learning_rate": 0.0001386156451599103,
      "loss": 0.8303,
      "step": 77739
    },
    {
      "epoch": 3.1841081302477985,
      "grad_norm": 1.204276990142482,
      "learning_rate": 0.0001386123931746929,
      "loss": 0.7412,
      "step": 77740
    },
    {
      "epoch": 3.184149088674995,
      "grad_norm": 2.540060901775819,
      "learning_rate": 0.00013860914119485888,
      "loss": 2.5264,
      "step": 77741
    },
    {
      "epoch": 3.184190047102191,
      "grad_norm": 1.333062584146255,
      "learning_rate": 0.00013860588922040977,
      "loss": 1.0129,
      "step": 77742
    },
    {
      "epoch": 3.1842310055293876,
      "grad_norm": 1.2010899133144803,
      "learning_rate": 0.00013860263725134716,
      "loss": 0.9104,
      "step": 77743
    },
    {
      "epoch": 3.184271963956584,
      "grad_norm": 1.3067655429081653,
      "learning_rate": 0.00013859938528767258,
      "loss": 0.672,
      "step": 77744
    },
    {
      "epoch": 3.1843129223837803,
      "grad_norm": 1.3002282939374394,
      "learning_rate": 0.00013859613332938754,
      "loss": 0.6011,
      "step": 77745
    },
    {
      "epoch": 3.184353880810977,
      "grad_norm": 1.1485539453655735,
      "learning_rate": 0.0001385928813764936,
      "loss": 0.5745,
      "step": 77746
    },
    {
      "epoch": 3.1843948392381733,
      "grad_norm": 1.4385547944846842,
      "learning_rate": 0.00013858962942899224,
      "loss": 0.6626,
      "step": 77747
    },
    {
      "epoch": 3.18443579766537,
      "grad_norm": 1.260166479097992,
      "learning_rate": 0.00013858637748688504,
      "loss": 0.7972,
      "step": 77748
    },
    {
      "epoch": 3.184476756092566,
      "grad_norm": 1.6284607024069118,
      "learning_rate": 0.0001385831255501736,
      "loss": 0.7226,
      "step": 77749
    },
    {
      "epoch": 3.1845177145197625,
      "grad_norm": 1.0413799727916213,
      "learning_rate": 0.00013857987361885936,
      "loss": 0.5979,
      "step": 77750
    },
    {
      "epoch": 3.1845586729469586,
      "grad_norm": 1.0805058789648132,
      "learning_rate": 0.00013857662169294385,
      "loss": 0.6124,
      "step": 77751
    },
    {
      "epoch": 3.184599631374155,
      "grad_norm": 1.4698286327809087,
      "learning_rate": 0.0001385733697724287,
      "loss": 0.7281,
      "step": 77752
    },
    {
      "epoch": 3.1846405898013517,
      "grad_norm": 1.3052446608538686,
      "learning_rate": 0.0001385701178573154,
      "loss": 0.8167,
      "step": 77753
    },
    {
      "epoch": 3.184681548228548,
      "grad_norm": 1.653052620650435,
      "learning_rate": 0.0001385668659476055,
      "loss": 1.1145,
      "step": 77754
    },
    {
      "epoch": 3.1847225066557443,
      "grad_norm": 1.0485821064595384,
      "learning_rate": 0.00013856361404330047,
      "loss": 0.3267,
      "step": 77755
    },
    {
      "epoch": 3.184763465082941,
      "grad_norm": 1.3228328807783036,
      "learning_rate": 0.00013856036214440192,
      "loss": 0.6796,
      "step": 77756
    },
    {
      "epoch": 3.1848044235101374,
      "grad_norm": 1.8661118496513904,
      "learning_rate": 0.00013855711025091138,
      "loss": 0.8322,
      "step": 77757
    },
    {
      "epoch": 3.1848453819373335,
      "grad_norm": 1.1021296716601419,
      "learning_rate": 0.00013855385836283038,
      "loss": 0.3672,
      "step": 77758
    },
    {
      "epoch": 3.18488634036453,
      "grad_norm": 4.886985105966258,
      "learning_rate": 0.0001385506064801604,
      "loss": 5.9475,
      "step": 77759
    },
    {
      "epoch": 3.1849272987917265,
      "grad_norm": 1.6734932655448895,
      "learning_rate": 0.0001385473546029031,
      "loss": 1.1835,
      "step": 77760
    },
    {
      "epoch": 3.1849682572189226,
      "grad_norm": 1.2330587000968227,
      "learning_rate": 0.00013854410273105993,
      "loss": 0.5942,
      "step": 77761
    },
    {
      "epoch": 3.185009215646119,
      "grad_norm": 2.158372960616604,
      "learning_rate": 0.00013854085086463243,
      "loss": 0.9537,
      "step": 77762
    },
    {
      "epoch": 3.1850501740733157,
      "grad_norm": 1.499833856611392,
      "learning_rate": 0.0001385375990036221,
      "loss": 0.7989,
      "step": 77763
    },
    {
      "epoch": 3.185091132500512,
      "grad_norm": 3.666912679544718,
      "learning_rate": 0.0001385343471480306,
      "loss": 4.9665,
      "step": 77764
    },
    {
      "epoch": 3.1851320909277083,
      "grad_norm": 1.3630793185912995,
      "learning_rate": 0.00013853109529785937,
      "loss": 0.8423,
      "step": 77765
    },
    {
      "epoch": 3.185173049354905,
      "grad_norm": 1.1510081525605205,
      "learning_rate": 0.00013852784345310998,
      "loss": 0.4838,
      "step": 77766
    },
    {
      "epoch": 3.1852140077821014,
      "grad_norm": 1.5486009313028546,
      "learning_rate": 0.00013852459161378395,
      "loss": 0.8577,
      "step": 77767
    },
    {
      "epoch": 3.1852549662092975,
      "grad_norm": 1.2307629781866185,
      "learning_rate": 0.00013852133977988282,
      "loss": 0.6144,
      "step": 77768
    },
    {
      "epoch": 3.185295924636494,
      "grad_norm": 1.3025506721136277,
      "learning_rate": 0.00013851808795140816,
      "loss": 0.7786,
      "step": 77769
    },
    {
      "epoch": 3.1853368830636906,
      "grad_norm": 1.1292599383818436,
      "learning_rate": 0.0001385148361283615,
      "loss": 0.6086,
      "step": 77770
    },
    {
      "epoch": 3.1853778414908867,
      "grad_norm": 1.925084021305245,
      "learning_rate": 0.00013851158431074428,
      "loss": 1.0705,
      "step": 77771
    },
    {
      "epoch": 3.185418799918083,
      "grad_norm": 1.3680039496562746,
      "learning_rate": 0.00013850833249855817,
      "loss": 0.8366,
      "step": 77772
    },
    {
      "epoch": 3.1854597583452797,
      "grad_norm": 1.714263256016076,
      "learning_rate": 0.00013850508069180467,
      "loss": 0.8209,
      "step": 77773
    },
    {
      "epoch": 3.185500716772476,
      "grad_norm": 0.9274354740525425,
      "learning_rate": 0.00013850182889048527,
      "loss": 0.2851,
      "step": 77774
    },
    {
      "epoch": 3.1855416751996724,
      "grad_norm": 1.6369734610613629,
      "learning_rate": 0.00013849857709460152,
      "loss": 0.9432,
      "step": 77775
    },
    {
      "epoch": 3.185582633626869,
      "grad_norm": 1.366223977617428,
      "learning_rate": 0.000138495325304155,
      "loss": 0.8101,
      "step": 77776
    },
    {
      "epoch": 3.185623592054065,
      "grad_norm": 1.3745610258046492,
      "learning_rate": 0.00013849207351914725,
      "loss": 0.6622,
      "step": 77777
    },
    {
      "epoch": 3.1856645504812615,
      "grad_norm": 1.239960452946136,
      "learning_rate": 0.00013848882173957974,
      "loss": 0.593,
      "step": 77778
    },
    {
      "epoch": 3.185705508908458,
      "grad_norm": 1.2971754129277069,
      "learning_rate": 0.00013848556996545405,
      "loss": 0.9165,
      "step": 77779
    },
    {
      "epoch": 3.185746467335654,
      "grad_norm": 2.8753175417675703,
      "learning_rate": 0.0001384823181967717,
      "loss": 2.3937,
      "step": 77780
    },
    {
      "epoch": 3.1857874257628507,
      "grad_norm": 1.1679945980966728,
      "learning_rate": 0.0001384790664335343,
      "loss": 0.5479,
      "step": 77781
    },
    {
      "epoch": 3.185828384190047,
      "grad_norm": 1.442477229492661,
      "learning_rate": 0.0001384758146757433,
      "loss": 0.8547,
      "step": 77782
    },
    {
      "epoch": 3.1858693426172433,
      "grad_norm": 1.2353183361359377,
      "learning_rate": 0.00013847256292340022,
      "loss": 0.2627,
      "step": 77783
    },
    {
      "epoch": 3.18591030104444,
      "grad_norm": 1.164511980307539,
      "learning_rate": 0.00013846931117650671,
      "loss": 0.865,
      "step": 77784
    },
    {
      "epoch": 3.1859512594716364,
      "grad_norm": 1.5683916846163488,
      "learning_rate": 0.00013846605943506422,
      "loss": 0.7147,
      "step": 77785
    },
    {
      "epoch": 3.185992217898833,
      "grad_norm": 1.3069743746651423,
      "learning_rate": 0.00013846280769907432,
      "loss": 0.8146,
      "step": 77786
    },
    {
      "epoch": 3.186033176326029,
      "grad_norm": 1.0627109667981196,
      "learning_rate": 0.00013845955596853852,
      "loss": 0.1577,
      "step": 77787
    },
    {
      "epoch": 3.1860741347532255,
      "grad_norm": 1.2420849832448484,
      "learning_rate": 0.00013845630424345835,
      "loss": 0.7085,
      "step": 77788
    },
    {
      "epoch": 3.186115093180422,
      "grad_norm": 1.483636812849186,
      "learning_rate": 0.0001384530525238354,
      "loss": 0.9486,
      "step": 77789
    },
    {
      "epoch": 3.186156051607618,
      "grad_norm": 1.285978973667312,
      "learning_rate": 0.00013844980080967117,
      "loss": 0.5718,
      "step": 77790
    },
    {
      "epoch": 3.1861970100348147,
      "grad_norm": 0.9116956632284403,
      "learning_rate": 0.00013844654910096722,
      "loss": 0.2465,
      "step": 77791
    },
    {
      "epoch": 3.1862379684620112,
      "grad_norm": 1.4762876154524764,
      "learning_rate": 0.00013844329739772502,
      "loss": 0.8074,
      "step": 77792
    },
    {
      "epoch": 3.1862789268892073,
      "grad_norm": 1.1561632819404255,
      "learning_rate": 0.0001384400456999462,
      "loss": 0.6181,
      "step": 77793
    },
    {
      "epoch": 3.186319885316404,
      "grad_norm": 1.4983194064636307,
      "learning_rate": 0.00013843679400763224,
      "loss": 0.6686,
      "step": 77794
    },
    {
      "epoch": 3.1863608437436004,
      "grad_norm": 0.7985297310429489,
      "learning_rate": 0.00013843354232078472,
      "loss": 0.3005,
      "step": 77795
    },
    {
      "epoch": 3.1864018021707965,
      "grad_norm": 1.080295763972622,
      "learning_rate": 0.00013843029063940508,
      "loss": 0.7973,
      "step": 77796
    },
    {
      "epoch": 3.186442760597993,
      "grad_norm": 1.4009916739603598,
      "learning_rate": 0.000138427038963495,
      "loss": 0.5029,
      "step": 77797
    },
    {
      "epoch": 3.1864837190251896,
      "grad_norm": 1.2748359442725217,
      "learning_rate": 0.00013842378729305593,
      "loss": 0.6857,
      "step": 77798
    },
    {
      "epoch": 3.1865246774523857,
      "grad_norm": 3.041577067711654,
      "learning_rate": 0.0001384205356280894,
      "loss": 1.5081,
      "step": 77799
    },
    {
      "epoch": 3.186565635879582,
      "grad_norm": 1.1289830370107135,
      "learning_rate": 0.00013841728396859698,
      "loss": 0.7728,
      "step": 77800
    },
    {
      "epoch": 3.1866065943067787,
      "grad_norm": 1.416188752858315,
      "learning_rate": 0.0001384140323145802,
      "loss": 0.6913,
      "step": 77801
    },
    {
      "epoch": 3.186647552733975,
      "grad_norm": 1.6352727013171304,
      "learning_rate": 0.0001384107806660406,
      "loss": 0.9213,
      "step": 77802
    },
    {
      "epoch": 3.1866885111611714,
      "grad_norm": 1.394690435189409,
      "learning_rate": 0.0001384075290229797,
      "loss": 0.6538,
      "step": 77803
    },
    {
      "epoch": 3.186729469588368,
      "grad_norm": 1.263933934660613,
      "learning_rate": 0.00013840427738539903,
      "loss": 0.8259,
      "step": 77804
    },
    {
      "epoch": 3.1867704280155644,
      "grad_norm": 1.6829974499470584,
      "learning_rate": 0.00013840102575330017,
      "loss": 0.9616,
      "step": 77805
    },
    {
      "epoch": 3.1868113864427605,
      "grad_norm": 1.889320588072519,
      "learning_rate": 0.00013839777412668464,
      "loss": 0.3345,
      "step": 77806
    },
    {
      "epoch": 3.186852344869957,
      "grad_norm": 0.9350233238297743,
      "learning_rate": 0.00013839452250555395,
      "loss": 0.3118,
      "step": 77807
    },
    {
      "epoch": 3.1868933032971536,
      "grad_norm": 1.0728763944201885,
      "learning_rate": 0.0001383912708899097,
      "loss": 0.4792,
      "step": 77808
    },
    {
      "epoch": 3.1869342617243497,
      "grad_norm": 1.5992423301889271,
      "learning_rate": 0.00013838801927975333,
      "loss": 1.0552,
      "step": 77809
    },
    {
      "epoch": 3.186975220151546,
      "grad_norm": 0.9647446558968444,
      "learning_rate": 0.00013838476767508644,
      "loss": 0.2181,
      "step": 77810
    },
    {
      "epoch": 3.1870161785787428,
      "grad_norm": 1.7807860523273973,
      "learning_rate": 0.00013838151607591058,
      "loss": 0.8053,
      "step": 77811
    },
    {
      "epoch": 3.187057137005939,
      "grad_norm": 1.3675212751953056,
      "learning_rate": 0.00013837826448222725,
      "loss": 0.7133,
      "step": 77812
    },
    {
      "epoch": 3.1870980954331354,
      "grad_norm": 1.8406573923247729,
      "learning_rate": 0.000138375012894038,
      "loss": 0.9049,
      "step": 77813
    },
    {
      "epoch": 3.187139053860332,
      "grad_norm": 1.0953289624890703,
      "learning_rate": 0.00013837176131134435,
      "loss": 0.3683,
      "step": 77814
    },
    {
      "epoch": 3.187180012287528,
      "grad_norm": 1.6272332339059836,
      "learning_rate": 0.0001383685097341479,
      "loss": 1.2318,
      "step": 77815
    },
    {
      "epoch": 3.1872209707147245,
      "grad_norm": 1.2477370911495576,
      "learning_rate": 0.0001383652581624501,
      "loss": 0.6268,
      "step": 77816
    },
    {
      "epoch": 3.187261929141921,
      "grad_norm": 1.1390465424573304,
      "learning_rate": 0.00013836200659625257,
      "loss": 0.6302,
      "step": 77817
    },
    {
      "epoch": 3.187302887569117,
      "grad_norm": 1.3851274661380548,
      "learning_rate": 0.0001383587550355568,
      "loss": 0.9693,
      "step": 77818
    },
    {
      "epoch": 3.1873438459963137,
      "grad_norm": 1.5372939637679262,
      "learning_rate": 0.00013835550348036428,
      "loss": 0.6301,
      "step": 77819
    },
    {
      "epoch": 3.1873848044235102,
      "grad_norm": 1.4275662476496982,
      "learning_rate": 0.00013835225193067668,
      "loss": 0.8375,
      "step": 77820
    },
    {
      "epoch": 3.1874257628507063,
      "grad_norm": 0.8117796367468908,
      "learning_rate": 0.00013834900038649543,
      "loss": 0.1772,
      "step": 77821
    },
    {
      "epoch": 3.187466721277903,
      "grad_norm": 1.6504127158159954,
      "learning_rate": 0.00013834574884782208,
      "loss": 0.7649,
      "step": 77822
    },
    {
      "epoch": 3.1875076797050994,
      "grad_norm": 1.0139770193244733,
      "learning_rate": 0.00013834249731465816,
      "loss": 0.3842,
      "step": 77823
    },
    {
      "epoch": 3.187548638132296,
      "grad_norm": 1.9172797199624785,
      "learning_rate": 0.00013833924578700527,
      "loss": 1.0544,
      "step": 77824
    },
    {
      "epoch": 3.187589596559492,
      "grad_norm": 1.340664752980968,
      "learning_rate": 0.00013833599426486492,
      "loss": 0.6976,
      "step": 77825
    },
    {
      "epoch": 3.1876305549866886,
      "grad_norm": 0.9199401360942792,
      "learning_rate": 0.00013833274274823864,
      "loss": 0.4443,
      "step": 77826
    },
    {
      "epoch": 3.187671513413885,
      "grad_norm": 1.3647348230096288,
      "learning_rate": 0.0001383294912371279,
      "loss": 0.5496,
      "step": 77827
    },
    {
      "epoch": 3.187712471841081,
      "grad_norm": 1.4795515421062726,
      "learning_rate": 0.00013832623973153435,
      "loss": 0.7611,
      "step": 77828
    },
    {
      "epoch": 3.1877534302682777,
      "grad_norm": 1.4597885524185537,
      "learning_rate": 0.0001383229882314595,
      "loss": 0.8212,
      "step": 77829
    },
    {
      "epoch": 3.1877943886954743,
      "grad_norm": 1.338516953225075,
      "learning_rate": 0.00013831973673690483,
      "loss": 0.6924,
      "step": 77830
    },
    {
      "epoch": 3.1878353471226704,
      "grad_norm": 1.652687652489385,
      "learning_rate": 0.0001383164852478719,
      "loss": 0.8143,
      "step": 77831
    },
    {
      "epoch": 3.187876305549867,
      "grad_norm": 2.343767153949022,
      "learning_rate": 0.00013831323376436227,
      "loss": 2.2725,
      "step": 77832
    },
    {
      "epoch": 3.1879172639770634,
      "grad_norm": 1.2707053141773117,
      "learning_rate": 0.00013830998228637746,
      "loss": 0.7817,
      "step": 77833
    },
    {
      "epoch": 3.1879582224042595,
      "grad_norm": 1.5013485027940656,
      "learning_rate": 0.00013830673081391902,
      "loss": 0.5014,
      "step": 77834
    },
    {
      "epoch": 3.187999180831456,
      "grad_norm": 1.3289404265533271,
      "learning_rate": 0.00013830347934698845,
      "loss": 0.3617,
      "step": 77835
    },
    {
      "epoch": 3.1880401392586526,
      "grad_norm": 1.301891629313297,
      "learning_rate": 0.00013830022788558735,
      "loss": 0.8201,
      "step": 77836
    },
    {
      "epoch": 3.1880810976858487,
      "grad_norm": 1.4205416717494037,
      "learning_rate": 0.0001382969764297172,
      "loss": 0.98,
      "step": 77837
    },
    {
      "epoch": 3.188122056113045,
      "grad_norm": 1.5788228203387678,
      "learning_rate": 0.0001382937249793796,
      "loss": 0.974,
      "step": 77838
    },
    {
      "epoch": 3.1881630145402418,
      "grad_norm": 1.22706155773755,
      "learning_rate": 0.000138290473534576,
      "loss": 0.6705,
      "step": 77839
    },
    {
      "epoch": 3.188203972967438,
      "grad_norm": 1.1557980504781513,
      "learning_rate": 0.00013828722209530803,
      "loss": 0.6897,
      "step": 77840
    },
    {
      "epoch": 3.1882449313946344,
      "grad_norm": 1.4916932203837585,
      "learning_rate": 0.00013828397066157716,
      "loss": 0.8416,
      "step": 77841
    },
    {
      "epoch": 3.188285889821831,
      "grad_norm": 1.3948199094877856,
      "learning_rate": 0.00013828071923338494,
      "loss": 0.508,
      "step": 77842
    },
    {
      "epoch": 3.1883268482490275,
      "grad_norm": 0.8510009621885136,
      "learning_rate": 0.0001382774678107329,
      "loss": 0.2799,
      "step": 77843
    },
    {
      "epoch": 3.1883678066762235,
      "grad_norm": 1.637636069384287,
      "learning_rate": 0.00013827421639362264,
      "loss": 1.1755,
      "step": 77844
    },
    {
      "epoch": 3.18840876510342,
      "grad_norm": 1.2526930389322193,
      "learning_rate": 0.00013827096498205562,
      "loss": 0.9126,
      "step": 77845
    },
    {
      "epoch": 3.1884497235306166,
      "grad_norm": 0.8972131161361522,
      "learning_rate": 0.00013826771357603344,
      "loss": 0.282,
      "step": 77846
    },
    {
      "epoch": 3.1884906819578127,
      "grad_norm": 1.2791025280741917,
      "learning_rate": 0.00013826446217555754,
      "loss": 0.6642,
      "step": 77847
    },
    {
      "epoch": 3.1885316403850092,
      "grad_norm": 1.5192794064258341,
      "learning_rate": 0.00013826121078062956,
      "loss": 0.9164,
      "step": 77848
    },
    {
      "epoch": 3.188572598812206,
      "grad_norm": 1.4291512329102452,
      "learning_rate": 0.00013825795939125101,
      "loss": 0.721,
      "step": 77849
    },
    {
      "epoch": 3.188613557239402,
      "grad_norm": 3.971853657176792,
      "learning_rate": 0.00013825470800742342,
      "loss": 2.3876,
      "step": 77850
    },
    {
      "epoch": 3.1886545156665984,
      "grad_norm": 1.0855059297625589,
      "learning_rate": 0.00013825145662914827,
      "loss": 0.6185,
      "step": 77851
    },
    {
      "epoch": 3.188695474093795,
      "grad_norm": 1.3918061501899668,
      "learning_rate": 0.0001382482052564272,
      "loss": 0.7488,
      "step": 77852
    },
    {
      "epoch": 3.188736432520991,
      "grad_norm": 1.6197689099837906,
      "learning_rate": 0.0001382449538892617,
      "loss": 0.8676,
      "step": 77853
    },
    {
      "epoch": 3.1887773909481876,
      "grad_norm": 0.7263485525147525,
      "learning_rate": 0.00013824170252765329,
      "loss": 0.2465,
      "step": 77854
    },
    {
      "epoch": 3.188818349375384,
      "grad_norm": 0.8922763150680393,
      "learning_rate": 0.00013823845117160347,
      "loss": 0.3265,
      "step": 77855
    },
    {
      "epoch": 3.18885930780258,
      "grad_norm": 1.20791958462099,
      "learning_rate": 0.0001382351998211139,
      "loss": 0.627,
      "step": 77856
    },
    {
      "epoch": 3.1889002662297767,
      "grad_norm": 1.5278491145932946,
      "learning_rate": 0.00013823194847618602,
      "loss": 0.9148,
      "step": 77857
    },
    {
      "epoch": 3.1889412246569733,
      "grad_norm": 0.9109233300044045,
      "learning_rate": 0.0001382286971368214,
      "loss": 0.2974,
      "step": 77858
    },
    {
      "epoch": 3.1889821830841694,
      "grad_norm": 1.2295119952573972,
      "learning_rate": 0.00013822544580302157,
      "loss": 0.6476,
      "step": 77859
    },
    {
      "epoch": 3.189023141511366,
      "grad_norm": 0.8782870300568355,
      "learning_rate": 0.00013822219447478802,
      "loss": 0.2708,
      "step": 77860
    },
    {
      "epoch": 3.1890640999385624,
      "grad_norm": 1.3694775986173289,
      "learning_rate": 0.00013821894315212238,
      "loss": 0.6963,
      "step": 77861
    },
    {
      "epoch": 3.189105058365759,
      "grad_norm": 1.3502292574694381,
      "learning_rate": 0.00013821569183502613,
      "loss": 0.7428,
      "step": 77862
    },
    {
      "epoch": 3.189146016792955,
      "grad_norm": 1.120748572266598,
      "learning_rate": 0.00013821244052350084,
      "loss": 0.5617,
      "step": 77863
    },
    {
      "epoch": 3.1891869752201516,
      "grad_norm": 1.2121941045542928,
      "learning_rate": 0.00013820918921754797,
      "loss": 0.5698,
      "step": 77864
    },
    {
      "epoch": 3.189227933647348,
      "grad_norm": 1.2391200576667072,
      "learning_rate": 0.00013820593791716916,
      "loss": 0.8038,
      "step": 77865
    },
    {
      "epoch": 3.1892688920745442,
      "grad_norm": 0.91868191418644,
      "learning_rate": 0.00013820268662236587,
      "loss": 0.3161,
      "step": 77866
    },
    {
      "epoch": 3.1893098505017408,
      "grad_norm": 1.1883840749209515,
      "learning_rate": 0.0001381994353331397,
      "loss": 0.6196,
      "step": 77867
    },
    {
      "epoch": 3.1893508089289373,
      "grad_norm": 1.3833105439435769,
      "learning_rate": 0.00013819618404949208,
      "loss": 0.7716,
      "step": 77868
    },
    {
      "epoch": 3.1893917673561334,
      "grad_norm": 0.896551515707999,
      "learning_rate": 0.0001381929327714247,
      "loss": 0.2568,
      "step": 77869
    },
    {
      "epoch": 3.18943272578333,
      "grad_norm": 1.1105794835221312,
      "learning_rate": 0.00013818968149893897,
      "loss": 0.6577,
      "step": 77870
    },
    {
      "epoch": 3.1894736842105265,
      "grad_norm": 1.4878816169926417,
      "learning_rate": 0.0001381864302320365,
      "loss": 0.9147,
      "step": 77871
    },
    {
      "epoch": 3.1895146426377226,
      "grad_norm": 1.3760563473584433,
      "learning_rate": 0.00013818317897071875,
      "loss": 0.7125,
      "step": 77872
    },
    {
      "epoch": 3.189555601064919,
      "grad_norm": 1.2662203286366658,
      "learning_rate": 0.00013817992771498734,
      "loss": 0.6968,
      "step": 77873
    },
    {
      "epoch": 3.1895965594921156,
      "grad_norm": 1.4956849958098704,
      "learning_rate": 0.0001381766764648438,
      "loss": 1.0232,
      "step": 77874
    },
    {
      "epoch": 3.1896375179193117,
      "grad_norm": 1.4956174582327437,
      "learning_rate": 0.00013817342522028962,
      "loss": 0.9843,
      "step": 77875
    },
    {
      "epoch": 3.1896784763465083,
      "grad_norm": 1.19359304456238,
      "learning_rate": 0.00013817017398132635,
      "loss": 0.6581,
      "step": 77876
    },
    {
      "epoch": 3.189719434773705,
      "grad_norm": 1.2383387995525745,
      "learning_rate": 0.00013816692274795555,
      "loss": 0.7245,
      "step": 77877
    },
    {
      "epoch": 3.189760393200901,
      "grad_norm": 1.2808527123074567,
      "learning_rate": 0.00013816367152017872,
      "loss": 0.7986,
      "step": 77878
    },
    {
      "epoch": 3.1898013516280974,
      "grad_norm": 1.2437728085604514,
      "learning_rate": 0.0001381604202979975,
      "loss": 0.8718,
      "step": 77879
    },
    {
      "epoch": 3.189842310055294,
      "grad_norm": 4.850988128176531,
      "learning_rate": 0.00013815716908141328,
      "loss": 0.3973,
      "step": 77880
    },
    {
      "epoch": 3.1898832684824905,
      "grad_norm": 1.2084934374023277,
      "learning_rate": 0.00013815391787042766,
      "loss": 0.6487,
      "step": 77881
    },
    {
      "epoch": 3.1899242269096866,
      "grad_norm": 1.121367660057062,
      "learning_rate": 0.00013815066666504218,
      "loss": 0.6911,
      "step": 77882
    },
    {
      "epoch": 3.189965185336883,
      "grad_norm": 1.803065764900294,
      "learning_rate": 0.00013814741546525836,
      "loss": 1.4675,
      "step": 77883
    },
    {
      "epoch": 3.1900061437640796,
      "grad_norm": 0.7858615802444562,
      "learning_rate": 0.0001381441642710778,
      "loss": 0.2208,
      "step": 77884
    },
    {
      "epoch": 3.1900471021912757,
      "grad_norm": 1.4181234713996347,
      "learning_rate": 0.00013814091308250197,
      "loss": 0.6866,
      "step": 77885
    },
    {
      "epoch": 3.1900880606184723,
      "grad_norm": 1.5546635385003411,
      "learning_rate": 0.0001381376618995324,
      "loss": 0.9062,
      "step": 77886
    },
    {
      "epoch": 3.190129019045669,
      "grad_norm": 1.504434083408363,
      "learning_rate": 0.00013813441072217067,
      "loss": 0.8624,
      "step": 77887
    },
    {
      "epoch": 3.190169977472865,
      "grad_norm": 1.1753049252026895,
      "learning_rate": 0.00013813115955041834,
      "loss": 0.6427,
      "step": 77888
    },
    {
      "epoch": 3.1902109359000614,
      "grad_norm": 1.3180639761877875,
      "learning_rate": 0.00013812790838427688,
      "loss": 0.7158,
      "step": 77889
    },
    {
      "epoch": 3.190251894327258,
      "grad_norm": 1.1768943581464313,
      "learning_rate": 0.00013812465722374786,
      "loss": 0.747,
      "step": 77890
    },
    {
      "epoch": 3.190292852754454,
      "grad_norm": 1.1910615330900873,
      "learning_rate": 0.0001381214060688328,
      "loss": 0.6461,
      "step": 77891
    },
    {
      "epoch": 3.1903338111816506,
      "grad_norm": 1.0938664455253915,
      "learning_rate": 0.00013811815491953326,
      "loss": 0.5034,
      "step": 77892
    },
    {
      "epoch": 3.190374769608847,
      "grad_norm": 0.7468890812453396,
      "learning_rate": 0.00013811490377585076,
      "loss": 0.2338,
      "step": 77893
    },
    {
      "epoch": 3.1904157280360432,
      "grad_norm": 1.2657868963413716,
      "learning_rate": 0.00013811165263778686,
      "loss": 0.7273,
      "step": 77894
    },
    {
      "epoch": 3.1904566864632398,
      "grad_norm": 0.7753567538267672,
      "learning_rate": 0.00013810840150534306,
      "loss": 0.2547,
      "step": 77895
    },
    {
      "epoch": 3.1904976448904363,
      "grad_norm": 3.122483768454359,
      "learning_rate": 0.00013810515037852094,
      "loss": 0.4211,
      "step": 77896
    },
    {
      "epoch": 3.1905386033176324,
      "grad_norm": 1.2894795073767713,
      "learning_rate": 0.000138101899257322,
      "loss": 0.7566,
      "step": 77897
    },
    {
      "epoch": 3.190579561744829,
      "grad_norm": 1.479957525570073,
      "learning_rate": 0.0001380986481417478,
      "loss": 0.8886,
      "step": 77898
    },
    {
      "epoch": 3.1906205201720255,
      "grad_norm": 0.7235403500934677,
      "learning_rate": 0.00013809539703179982,
      "loss": 0.2376,
      "step": 77899
    },
    {
      "epoch": 3.190661478599222,
      "grad_norm": 1.3155410852837868,
      "learning_rate": 0.00013809214592747971,
      "loss": 0.6552,
      "step": 77900
    },
    {
      "epoch": 3.190702437026418,
      "grad_norm": 0.712123639298222,
      "learning_rate": 0.00013808889482878894,
      "loss": 0.2646,
      "step": 77901
    },
    {
      "epoch": 3.1907433954536146,
      "grad_norm": 1.1986385329431244,
      "learning_rate": 0.00013808564373572903,
      "loss": 0.8133,
      "step": 77902
    },
    {
      "epoch": 3.190784353880811,
      "grad_norm": 1.4025876449961432,
      "learning_rate": 0.00013808239264830152,
      "loss": 0.6281,
      "step": 77903
    },
    {
      "epoch": 3.1908253123080073,
      "grad_norm": 1.2781406217209956,
      "learning_rate": 0.000138079141566508,
      "loss": 0.6767,
      "step": 77904
    },
    {
      "epoch": 3.190866270735204,
      "grad_norm": 0.9953451840388694,
      "learning_rate": 0.00013807589049034995,
      "loss": 0.5373,
      "step": 77905
    },
    {
      "epoch": 3.1909072291624003,
      "grad_norm": 1.4841696201512553,
      "learning_rate": 0.00013807263941982892,
      "loss": 0.3376,
      "step": 77906
    },
    {
      "epoch": 3.1909481875895964,
      "grad_norm": 1.3138605461944677,
      "learning_rate": 0.00013806938835494645,
      "loss": 0.9635,
      "step": 77907
    },
    {
      "epoch": 3.190989146016793,
      "grad_norm": 1.6928853995636717,
      "learning_rate": 0.0001380661372957041,
      "loss": 0.92,
      "step": 77908
    },
    {
      "epoch": 3.1910301044439895,
      "grad_norm": 2.151951263265881,
      "learning_rate": 0.00013806288624210338,
      "loss": 2.1357,
      "step": 77909
    },
    {
      "epoch": 3.1910710628711856,
      "grad_norm": 1.284315966642821,
      "learning_rate": 0.00013805963519414584,
      "loss": 0.6411,
      "step": 77910
    },
    {
      "epoch": 3.191112021298382,
      "grad_norm": 1.1942237549053862,
      "learning_rate": 0.000138056384151833,
      "loss": 0.6495,
      "step": 77911
    },
    {
      "epoch": 3.1911529797255787,
      "grad_norm": 1.1468548288394331,
      "learning_rate": 0.00013805313311516642,
      "loss": 0.6614,
      "step": 77912
    },
    {
      "epoch": 3.1911939381527747,
      "grad_norm": 1.5264577212682657,
      "learning_rate": 0.00013804988208414762,
      "loss": 1.1615,
      "step": 77913
    },
    {
      "epoch": 3.1912348965799713,
      "grad_norm": 1.2018400918602037,
      "learning_rate": 0.00013804663105877814,
      "loss": 0.6212,
      "step": 77914
    },
    {
      "epoch": 3.191275855007168,
      "grad_norm": 1.0218765919886812,
      "learning_rate": 0.00013804338003905951,
      "loss": 0.4972,
      "step": 77915
    },
    {
      "epoch": 3.191316813434364,
      "grad_norm": 1.4644196333472088,
      "learning_rate": 0.0001380401290249933,
      "loss": 0.6921,
      "step": 77916
    },
    {
      "epoch": 3.1913577718615604,
      "grad_norm": 2.8999814610962145,
      "learning_rate": 0.000138036878016581,
      "loss": 2.6315,
      "step": 77917
    },
    {
      "epoch": 3.191398730288757,
      "grad_norm": 1.2497253419886099,
      "learning_rate": 0.00013803362701382421,
      "loss": 0.8189,
      "step": 77918
    },
    {
      "epoch": 3.1914396887159535,
      "grad_norm": 1.487609423557213,
      "learning_rate": 0.00013803037601672435,
      "loss": 0.9255,
      "step": 77919
    },
    {
      "epoch": 3.1914806471431496,
      "grad_norm": 1.6785273330513446,
      "learning_rate": 0.0001380271250252831,
      "loss": 0.9965,
      "step": 77920
    },
    {
      "epoch": 3.191521605570346,
      "grad_norm": 1.4388065418865468,
      "learning_rate": 0.0001380238740395019,
      "loss": 0.7792,
      "step": 77921
    },
    {
      "epoch": 3.1915625639975427,
      "grad_norm": 1.4988809302741344,
      "learning_rate": 0.00013802062305938236,
      "loss": 0.9066,
      "step": 77922
    },
    {
      "epoch": 3.1916035224247388,
      "grad_norm": 1.2919628657268414,
      "learning_rate": 0.00013801737208492593,
      "loss": 0.6528,
      "step": 77923
    },
    {
      "epoch": 3.1916444808519353,
      "grad_norm": 1.2802935887516993,
      "learning_rate": 0.00013801412111613418,
      "loss": 0.5695,
      "step": 77924
    },
    {
      "epoch": 3.191685439279132,
      "grad_norm": 1.3913244748057558,
      "learning_rate": 0.00013801087015300872,
      "loss": 0.7133,
      "step": 77925
    },
    {
      "epoch": 3.191726397706328,
      "grad_norm": 0.9722876862827862,
      "learning_rate": 0.000138007619195551,
      "loss": 0.4254,
      "step": 77926
    },
    {
      "epoch": 3.1917673561335245,
      "grad_norm": 1.7886136523636915,
      "learning_rate": 0.00013800436824376253,
      "loss": 1.2785,
      "step": 77927
    },
    {
      "epoch": 3.191808314560721,
      "grad_norm": 1.1690163406428082,
      "learning_rate": 0.00013800111729764494,
      "loss": 0.6674,
      "step": 77928
    },
    {
      "epoch": 3.191849272987917,
      "grad_norm": 0.9822498520459884,
      "learning_rate": 0.00013799786635719974,
      "loss": 0.3637,
      "step": 77929
    },
    {
      "epoch": 3.1918902314151136,
      "grad_norm": 1.2231636961737067,
      "learning_rate": 0.00013799461542242844,
      "loss": 0.8421,
      "step": 77930
    },
    {
      "epoch": 3.19193118984231,
      "grad_norm": 1.4968305915859517,
      "learning_rate": 0.0001379913644933326,
      "loss": 0.8711,
      "step": 77931
    },
    {
      "epoch": 3.1919721482695063,
      "grad_norm": 1.129280440668311,
      "learning_rate": 0.0001379881135699137,
      "loss": 0.7644,
      "step": 77932
    },
    {
      "epoch": 3.192013106696703,
      "grad_norm": 1.2588934392213778,
      "learning_rate": 0.00013798486265217337,
      "loss": 0.3848,
      "step": 77933
    },
    {
      "epoch": 3.1920540651238993,
      "grad_norm": 1.054972064052846,
      "learning_rate": 0.0001379816117401131,
      "loss": 0.5611,
      "step": 77934
    },
    {
      "epoch": 3.1920950235510954,
      "grad_norm": 1.3967703923190322,
      "learning_rate": 0.00013797836083373442,
      "loss": 0.9867,
      "step": 77935
    },
    {
      "epoch": 3.192135981978292,
      "grad_norm": 1.218792230532249,
      "learning_rate": 0.0001379751099330388,
      "loss": 0.7381,
      "step": 77936
    },
    {
      "epoch": 3.1921769404054885,
      "grad_norm": 1.618946990903855,
      "learning_rate": 0.00013797185903802794,
      "loss": 0.843,
      "step": 77937
    },
    {
      "epoch": 3.192217898832685,
      "grad_norm": 1.5665651170578467,
      "learning_rate": 0.00013796860814870328,
      "loss": 0.6874,
      "step": 77938
    },
    {
      "epoch": 3.192258857259881,
      "grad_norm": 1.3258519612405142,
      "learning_rate": 0.00013796535726506634,
      "loss": 0.7563,
      "step": 77939
    },
    {
      "epoch": 3.1922998156870777,
      "grad_norm": 1.9736279200220326,
      "learning_rate": 0.00013796210638711867,
      "loss": 0.9545,
      "step": 77940
    },
    {
      "epoch": 3.192340774114274,
      "grad_norm": 1.1301303759001284,
      "learning_rate": 0.00013795885551486184,
      "loss": 0.608,
      "step": 77941
    },
    {
      "epoch": 3.1923817325414703,
      "grad_norm": 1.0768896419336282,
      "learning_rate": 0.00013795560464829738,
      "loss": 0.3515,
      "step": 77942
    },
    {
      "epoch": 3.192422690968667,
      "grad_norm": 1.3797070491170504,
      "learning_rate": 0.0001379523537874268,
      "loss": 0.4843,
      "step": 77943
    },
    {
      "epoch": 3.1924636493958634,
      "grad_norm": 1.2644022815337244,
      "learning_rate": 0.0001379491029322516,
      "loss": 0.6154,
      "step": 77944
    },
    {
      "epoch": 3.1925046078230594,
      "grad_norm": 0.841359923113881,
      "learning_rate": 0.0001379458520827734,
      "loss": 0.2797,
      "step": 77945
    },
    {
      "epoch": 3.192545566250256,
      "grad_norm": 1.3326210789878152,
      "learning_rate": 0.0001379426012389937,
      "loss": 0.6065,
      "step": 77946
    },
    {
      "epoch": 3.1925865246774525,
      "grad_norm": 1.4487740849874409,
      "learning_rate": 0.00013793935040091405,
      "loss": 1.0635,
      "step": 77947
    },
    {
      "epoch": 3.1926274831046486,
      "grad_norm": 0.8267732441010779,
      "learning_rate": 0.00013793609956853597,
      "loss": 0.1875,
      "step": 77948
    },
    {
      "epoch": 3.192668441531845,
      "grad_norm": 1.539807028943211,
      "learning_rate": 0.00013793284874186106,
      "loss": 1.008,
      "step": 77949
    },
    {
      "epoch": 3.1927093999590417,
      "grad_norm": 1.7068908738992155,
      "learning_rate": 0.0001379295979208907,
      "loss": 1.163,
      "step": 77950
    },
    {
      "epoch": 3.1927503583862378,
      "grad_norm": 1.4494322316037915,
      "learning_rate": 0.00013792634710562657,
      "loss": 0.8028,
      "step": 77951
    },
    {
      "epoch": 3.1927913168134343,
      "grad_norm": 1.57257100453072,
      "learning_rate": 0.00013792309629607019,
      "loss": 0.8507,
      "step": 77952
    },
    {
      "epoch": 3.192832275240631,
      "grad_norm": 1.1431393454228702,
      "learning_rate": 0.00013791984549222302,
      "loss": 0.644,
      "step": 77953
    },
    {
      "epoch": 3.192873233667827,
      "grad_norm": 1.2007222712027084,
      "learning_rate": 0.00013791659469408664,
      "loss": 0.7076,
      "step": 77954
    },
    {
      "epoch": 3.1929141920950235,
      "grad_norm": 0.903316482821864,
      "learning_rate": 0.00013791334390166263,
      "loss": 0.2122,
      "step": 77955
    },
    {
      "epoch": 3.19295515052222,
      "grad_norm": 1.2455530912363075,
      "learning_rate": 0.00013791009311495247,
      "loss": 0.8166,
      "step": 77956
    },
    {
      "epoch": 3.1929961089494165,
      "grad_norm": 1.1205758763372105,
      "learning_rate": 0.00013790684233395774,
      "loss": 0.3289,
      "step": 77957
    },
    {
      "epoch": 3.1930370673766126,
      "grad_norm": 1.0035274054481436,
      "learning_rate": 0.00013790359155867993,
      "loss": 0.5037,
      "step": 77958
    },
    {
      "epoch": 3.193078025803809,
      "grad_norm": 0.5637293831550166,
      "learning_rate": 0.00013790034078912057,
      "loss": 0.0955,
      "step": 77959
    },
    {
      "epoch": 3.1931189842310057,
      "grad_norm": 1.1634707852873125,
      "learning_rate": 0.00013789709002528128,
      "loss": 0.6529,
      "step": 77960
    },
    {
      "epoch": 3.193159942658202,
      "grad_norm": 0.9174264659498543,
      "learning_rate": 0.00013789383926716354,
      "loss": 0.22,
      "step": 77961
    },
    {
      "epoch": 3.1932009010853983,
      "grad_norm": 2.838737623269709,
      "learning_rate": 0.00013789058851476887,
      "loss": 1.316,
      "step": 77962
    },
    {
      "epoch": 3.193241859512595,
      "grad_norm": 1.851119518898642,
      "learning_rate": 0.0001378873377680988,
      "loss": 1.1192,
      "step": 77963
    },
    {
      "epoch": 3.193282817939791,
      "grad_norm": 2.5259932496418127,
      "learning_rate": 0.00013788408702715494,
      "loss": 2.8194,
      "step": 77964
    },
    {
      "epoch": 3.1933237763669875,
      "grad_norm": 1.6319758965664992,
      "learning_rate": 0.00013788083629193878,
      "loss": 0.743,
      "step": 77965
    },
    {
      "epoch": 3.193364734794184,
      "grad_norm": 1.5803972410456402,
      "learning_rate": 0.00013787758556245186,
      "loss": 0.801,
      "step": 77966
    },
    {
      "epoch": 3.19340569322138,
      "grad_norm": 0.9731195618486878,
      "learning_rate": 0.00013787433483869566,
      "loss": 0.3058,
      "step": 77967
    },
    {
      "epoch": 3.1934466516485767,
      "grad_norm": 0.7716472866541656,
      "learning_rate": 0.00013787108412067182,
      "loss": 0.2492,
      "step": 77968
    },
    {
      "epoch": 3.193487610075773,
      "grad_norm": 1.7704795443229895,
      "learning_rate": 0.00013786783340838182,
      "loss": 0.9945,
      "step": 77969
    },
    {
      "epoch": 3.1935285685029693,
      "grad_norm": 1.5061259495813433,
      "learning_rate": 0.0001378645827018272,
      "loss": 0.6838,
      "step": 77970
    },
    {
      "epoch": 3.193569526930166,
      "grad_norm": 0.6926714100829254,
      "learning_rate": 0.00013786133200100948,
      "loss": 0.2482,
      "step": 77971
    },
    {
      "epoch": 3.1936104853573624,
      "grad_norm": 1.2792273577721727,
      "learning_rate": 0.00013785808130593026,
      "loss": 0.742,
      "step": 77972
    },
    {
      "epoch": 3.1936514437845585,
      "grad_norm": 1.1364967259876737,
      "learning_rate": 0.00013785483061659102,
      "loss": 0.5494,
      "step": 77973
    },
    {
      "epoch": 3.193692402211755,
      "grad_norm": 1.5623817955377692,
      "learning_rate": 0.00013785157993299332,
      "loss": 0.6027,
      "step": 77974
    },
    {
      "epoch": 3.1937333606389515,
      "grad_norm": 1.0572442279675145,
      "learning_rate": 0.00013784832925513863,
      "loss": 0.6392,
      "step": 77975
    },
    {
      "epoch": 3.193774319066148,
      "grad_norm": 1.3136574595731776,
      "learning_rate": 0.0001378450785830286,
      "loss": 0.4825,
      "step": 77976
    },
    {
      "epoch": 3.193815277493344,
      "grad_norm": 1.01513795365425,
      "learning_rate": 0.0001378418279166647,
      "loss": 0.2966,
      "step": 77977
    },
    {
      "epoch": 3.1938562359205407,
      "grad_norm": 1.0914499587385404,
      "learning_rate": 0.00013783857725604848,
      "loss": 0.5567,
      "step": 77978
    },
    {
      "epoch": 3.1938971943477372,
      "grad_norm": 1.2316773348814547,
      "learning_rate": 0.00013783532660118145,
      "loss": 0.5621,
      "step": 77979
    },
    {
      "epoch": 3.1939381527749333,
      "grad_norm": 1.2485074713476942,
      "learning_rate": 0.00013783207595206523,
      "loss": 0.6966,
      "step": 77980
    },
    {
      "epoch": 3.19397911120213,
      "grad_norm": 3.512105045481819,
      "learning_rate": 0.00013782882530870126,
      "loss": 3.1441,
      "step": 77981
    },
    {
      "epoch": 3.1940200696293264,
      "grad_norm": 1.31086529517584,
      "learning_rate": 0.00013782557467109113,
      "loss": 0.6851,
      "step": 77982
    },
    {
      "epoch": 3.1940610280565225,
      "grad_norm": 1.3176959628749392,
      "learning_rate": 0.00013782232403923632,
      "loss": 0.847,
      "step": 77983
    },
    {
      "epoch": 3.194101986483719,
      "grad_norm": 1.5081330332192389,
      "learning_rate": 0.00013781907341313843,
      "loss": 0.8355,
      "step": 77984
    },
    {
      "epoch": 3.1941429449109155,
      "grad_norm": 0.9067946544271968,
      "learning_rate": 0.00013781582279279902,
      "loss": 0.3048,
      "step": 77985
    },
    {
      "epoch": 3.1941839033381116,
      "grad_norm": 1.513208022577671,
      "learning_rate": 0.00013781257217821956,
      "loss": 0.9109,
      "step": 77986
    },
    {
      "epoch": 3.194224861765308,
      "grad_norm": 1.4291216534589035,
      "learning_rate": 0.00013780932156940155,
      "loss": 0.6726,
      "step": 77987
    },
    {
      "epoch": 3.1942658201925047,
      "grad_norm": 1.2645314325148336,
      "learning_rate": 0.00013780607096634662,
      "loss": 0.5745,
      "step": 77988
    },
    {
      "epoch": 3.194306778619701,
      "grad_norm": 1.1641900142880128,
      "learning_rate": 0.00013780282036905632,
      "loss": 0.7234,
      "step": 77989
    },
    {
      "epoch": 3.1943477370468973,
      "grad_norm": 1.1813089914131196,
      "learning_rate": 0.0001377995697775321,
      "loss": 0.5802,
      "step": 77990
    },
    {
      "epoch": 3.194388695474094,
      "grad_norm": 2.3032940258029586,
      "learning_rate": 0.00013779631919177553,
      "loss": 0.9005,
      "step": 77991
    },
    {
      "epoch": 3.19442965390129,
      "grad_norm": 1.2553099811713913,
      "learning_rate": 0.00013779306861178814,
      "loss": 0.7696,
      "step": 77992
    },
    {
      "epoch": 3.1944706123284865,
      "grad_norm": 1.3326235513252285,
      "learning_rate": 0.0001377898180375715,
      "loss": 0.7607,
      "step": 77993
    },
    {
      "epoch": 3.194511570755683,
      "grad_norm": 1.3715130100460957,
      "learning_rate": 0.00013778656746912715,
      "loss": 0.6515,
      "step": 77994
    },
    {
      "epoch": 3.1945525291828796,
      "grad_norm": 1.6381881921125578,
      "learning_rate": 0.00013778331690645653,
      "loss": 0.9682,
      "step": 77995
    },
    {
      "epoch": 3.1945934876100757,
      "grad_norm": 1.1621278598127525,
      "learning_rate": 0.00013778006634956131,
      "loss": 0.7273,
      "step": 77996
    },
    {
      "epoch": 3.194634446037272,
      "grad_norm": 1.225572759095542,
      "learning_rate": 0.00013777681579844295,
      "loss": 0.6093,
      "step": 77997
    },
    {
      "epoch": 3.1946754044644687,
      "grad_norm": 1.705494123818782,
      "learning_rate": 0.000137773565253103,
      "loss": 1.0991,
      "step": 77998
    },
    {
      "epoch": 3.194716362891665,
      "grad_norm": 1.3174677230256997,
      "learning_rate": 0.000137770314713543,
      "loss": 0.7294,
      "step": 77999
    },
    {
      "epoch": 3.1947573213188614,
      "grad_norm": 1.1958542063929738,
      "learning_rate": 0.0001377670641797645,
      "loss": 0.54,
      "step": 78000
    },
    {
      "epoch": 3.194798279746058,
      "grad_norm": 1.1774784510454572,
      "learning_rate": 0.000137763813651769,
      "loss": 0.6588,
      "step": 78001
    },
    {
      "epoch": 3.194839238173254,
      "grad_norm": 1.0510893282398526,
      "learning_rate": 0.00013776056312955808,
      "loss": 0.3534,
      "step": 78002
    },
    {
      "epoch": 3.1948801966004505,
      "grad_norm": 1.1073174042835183,
      "learning_rate": 0.00013775731261313326,
      "loss": 0.4534,
      "step": 78003
    },
    {
      "epoch": 3.194921155027647,
      "grad_norm": 1.2451621112544276,
      "learning_rate": 0.00013775406210249602,
      "loss": 0.6993,
      "step": 78004
    },
    {
      "epoch": 3.194962113454843,
      "grad_norm": 1.3320982092889697,
      "learning_rate": 0.000137750811597648,
      "loss": 0.674,
      "step": 78005
    },
    {
      "epoch": 3.1950030718820397,
      "grad_norm": 1.2646836929233283,
      "learning_rate": 0.00013774756109859065,
      "loss": 0.9535,
      "step": 78006
    },
    {
      "epoch": 3.1950440303092362,
      "grad_norm": 1.3903281385810642,
      "learning_rate": 0.00013774431060532559,
      "loss": 0.743,
      "step": 78007
    },
    {
      "epoch": 3.1950849887364323,
      "grad_norm": 0.7804025314124414,
      "learning_rate": 0.00013774106011785425,
      "loss": 0.2266,
      "step": 78008
    },
    {
      "epoch": 3.195125947163629,
      "grad_norm": 0.790988037063804,
      "learning_rate": 0.00013773780963617825,
      "loss": 0.2202,
      "step": 78009
    },
    {
      "epoch": 3.1951669055908254,
      "grad_norm": 1.38747925348675,
      "learning_rate": 0.00013773455916029912,
      "loss": 0.8821,
      "step": 78010
    },
    {
      "epoch": 3.1952078640180215,
      "grad_norm": 1.0354601394502991,
      "learning_rate": 0.0001377313086902184,
      "loss": 0.4949,
      "step": 78011
    },
    {
      "epoch": 3.195248822445218,
      "grad_norm": 2.288876694804805,
      "learning_rate": 0.00013772805822593752,
      "loss": 2.0896,
      "step": 78012
    },
    {
      "epoch": 3.1952897808724146,
      "grad_norm": 1.2073333338790908,
      "learning_rate": 0.00013772480776745819,
      "loss": 0.7977,
      "step": 78013
    },
    {
      "epoch": 3.195330739299611,
      "grad_norm": 1.5744000188654161,
      "learning_rate": 0.0001377215573147818,
      "loss": 0.9103,
      "step": 78014
    },
    {
      "epoch": 3.195371697726807,
      "grad_norm": 1.5389255440299432,
      "learning_rate": 0.00013771830686791,
      "loss": 0.85,
      "step": 78015
    },
    {
      "epoch": 3.1954126561540037,
      "grad_norm": 1.153024403551639,
      "learning_rate": 0.00013771505642684421,
      "loss": 0.6522,
      "step": 78016
    },
    {
      "epoch": 3.1954536145812003,
      "grad_norm": 1.3265824937175168,
      "learning_rate": 0.00013771180599158605,
      "loss": 0.8697,
      "step": 78017
    },
    {
      "epoch": 3.1954945730083963,
      "grad_norm": 1.060843193221789,
      "learning_rate": 0.00013770855556213707,
      "loss": 0.4087,
      "step": 78018
    },
    {
      "epoch": 3.195535531435593,
      "grad_norm": 0.9779230044619602,
      "learning_rate": 0.00013770530513849873,
      "loss": 0.3406,
      "step": 78019
    },
    {
      "epoch": 3.1955764898627894,
      "grad_norm": 1.57256355192466,
      "learning_rate": 0.00013770205472067267,
      "loss": 0.8695,
      "step": 78020
    },
    {
      "epoch": 3.1956174482899855,
      "grad_norm": 1.0901163469563613,
      "learning_rate": 0.00013769880430866032,
      "loss": 0.4539,
      "step": 78021
    },
    {
      "epoch": 3.195658406717182,
      "grad_norm": 1.5010610469523988,
      "learning_rate": 0.00013769555390246325,
      "loss": 0.7163,
      "step": 78022
    },
    {
      "epoch": 3.1956993651443786,
      "grad_norm": 1.2414972177133805,
      "learning_rate": 0.000137692303502083,
      "loss": 0.5851,
      "step": 78023
    },
    {
      "epoch": 3.1957403235715747,
      "grad_norm": 1.0729463785215196,
      "learning_rate": 0.00013768905310752115,
      "loss": 0.6504,
      "step": 78024
    },
    {
      "epoch": 3.195781281998771,
      "grad_norm": 1.4267446741299346,
      "learning_rate": 0.0001376858027187792,
      "loss": 0.7132,
      "step": 78025
    },
    {
      "epoch": 3.1958222404259677,
      "grad_norm": 0.7855709831221727,
      "learning_rate": 0.00013768255233585864,
      "loss": 0.2504,
      "step": 78026
    },
    {
      "epoch": 3.195863198853164,
      "grad_norm": 1.19276006053514,
      "learning_rate": 0.0001376793019587611,
      "loss": 0.7409,
      "step": 78027
    },
    {
      "epoch": 3.1959041572803604,
      "grad_norm": 1.1339284895771324,
      "learning_rate": 0.00013767605158748804,
      "loss": 0.6658,
      "step": 78028
    },
    {
      "epoch": 3.195945115707557,
      "grad_norm": 1.733142381632281,
      "learning_rate": 0.00013767280122204108,
      "loss": 1.3334,
      "step": 78029
    },
    {
      "epoch": 3.195986074134753,
      "grad_norm": 0.718559556042564,
      "learning_rate": 0.00013766955086242166,
      "loss": 0.0895,
      "step": 78030
    },
    {
      "epoch": 3.1960270325619495,
      "grad_norm": 1.146547469310295,
      "learning_rate": 0.00013766630050863135,
      "loss": 0.5625,
      "step": 78031
    },
    {
      "epoch": 3.196067990989146,
      "grad_norm": 1.8844840402563103,
      "learning_rate": 0.0001376630501606717,
      "loss": 1.1233,
      "step": 78032
    },
    {
      "epoch": 3.1961089494163426,
      "grad_norm": 1.414686281109959,
      "learning_rate": 0.00013765979981854429,
      "loss": 0.5672,
      "step": 78033
    },
    {
      "epoch": 3.1961499078435387,
      "grad_norm": 1.1742369409450273,
      "learning_rate": 0.00013765654948225058,
      "loss": 0.5739,
      "step": 78034
    },
    {
      "epoch": 3.1961908662707352,
      "grad_norm": 1.572289748034159,
      "learning_rate": 0.00013765329915179213,
      "loss": 0.8548,
      "step": 78035
    },
    {
      "epoch": 3.1962318246979318,
      "grad_norm": 1.4005569460918417,
      "learning_rate": 0.00013765004882717048,
      "loss": 0.9603,
      "step": 78036
    },
    {
      "epoch": 3.196272783125128,
      "grad_norm": 2.7064769101775945,
      "learning_rate": 0.0001376467985083872,
      "loss": 1.4338,
      "step": 78037
    },
    {
      "epoch": 3.1963137415523244,
      "grad_norm": 1.418299905608693,
      "learning_rate": 0.0001376435481954438,
      "loss": 0.7619,
      "step": 78038
    },
    {
      "epoch": 3.196354699979521,
      "grad_norm": 0.9640108594195611,
      "learning_rate": 0.00013764029788834175,
      "loss": 0.5314,
      "step": 78039
    },
    {
      "epoch": 3.196395658406717,
      "grad_norm": 1.1829442905065586,
      "learning_rate": 0.0001376370475870827,
      "loss": 0.5237,
      "step": 78040
    },
    {
      "epoch": 3.1964366168339136,
      "grad_norm": 1.1673220011271224,
      "learning_rate": 0.00013763379729166817,
      "loss": 0.6233,
      "step": 78041
    },
    {
      "epoch": 3.19647757526111,
      "grad_norm": 1.1031652703542851,
      "learning_rate": 0.0001376305470020996,
      "loss": 0.2703,
      "step": 78042
    },
    {
      "epoch": 3.196518533688306,
      "grad_norm": 1.2025282806538424,
      "learning_rate": 0.0001376272967183786,
      "loss": 0.6614,
      "step": 78043
    },
    {
      "epoch": 3.1965594921155027,
      "grad_norm": 1.5823283029423645,
      "learning_rate": 0.00013762404644050672,
      "loss": 0.8558,
      "step": 78044
    },
    {
      "epoch": 3.1966004505426993,
      "grad_norm": 0.943154496005627,
      "learning_rate": 0.00013762079616848547,
      "loss": 0.3044,
      "step": 78045
    },
    {
      "epoch": 3.1966414089698953,
      "grad_norm": 1.5734729859530738,
      "learning_rate": 0.0001376175459023164,
      "loss": 1.0319,
      "step": 78046
    },
    {
      "epoch": 3.196682367397092,
      "grad_norm": 1.01328227137446,
      "learning_rate": 0.00013761429564200097,
      "loss": 0.5706,
      "step": 78047
    },
    {
      "epoch": 3.1967233258242884,
      "grad_norm": 1.0520879799009057,
      "learning_rate": 0.00013761104538754083,
      "loss": 0.558,
      "step": 78048
    },
    {
      "epoch": 3.1967642842514845,
      "grad_norm": 1.1360497223281538,
      "learning_rate": 0.00013760779513893748,
      "loss": 0.7701,
      "step": 78049
    },
    {
      "epoch": 3.196805242678681,
      "grad_norm": 1.0389214476039759,
      "learning_rate": 0.00013760454489619245,
      "loss": 0.4732,
      "step": 78050
    },
    {
      "epoch": 3.1968462011058776,
      "grad_norm": 1.141299266533656,
      "learning_rate": 0.0001376012946593072,
      "loss": 0.5786,
      "step": 78051
    },
    {
      "epoch": 3.196887159533074,
      "grad_norm": 0.8303489716931847,
      "learning_rate": 0.00013759804442828343,
      "loss": 0.3106,
      "step": 78052
    },
    {
      "epoch": 3.19692811796027,
      "grad_norm": 1.068512732909955,
      "learning_rate": 0.00013759479420312256,
      "loss": 0.5704,
      "step": 78053
    },
    {
      "epoch": 3.1969690763874667,
      "grad_norm": 2.7090454260218877,
      "learning_rate": 0.00013759154398382614,
      "loss": 2.6765,
      "step": 78054
    },
    {
      "epoch": 3.1970100348146633,
      "grad_norm": 0.9483960141265885,
      "learning_rate": 0.0001375882937703957,
      "loss": 0.3115,
      "step": 78055
    },
    {
      "epoch": 3.1970509932418594,
      "grad_norm": 1.3156310112109737,
      "learning_rate": 0.0001375850435628328,
      "loss": 0.5679,
      "step": 78056
    },
    {
      "epoch": 3.197091951669056,
      "grad_norm": 1.0427649555406724,
      "learning_rate": 0.000137581793361139,
      "loss": 0.6104,
      "step": 78057
    },
    {
      "epoch": 3.1971329100962524,
      "grad_norm": 2.692013921440583,
      "learning_rate": 0.00013757854316531577,
      "loss": 1.7602,
      "step": 78058
    },
    {
      "epoch": 3.1971738685234485,
      "grad_norm": 1.1571278411704546,
      "learning_rate": 0.0001375752929753647,
      "loss": 0.7484,
      "step": 78059
    },
    {
      "epoch": 3.197214826950645,
      "grad_norm": 1.5814265035524468,
      "learning_rate": 0.0001375720427912873,
      "loss": 1.1404,
      "step": 78060
    },
    {
      "epoch": 3.1972557853778416,
      "grad_norm": 1.2302167562658488,
      "learning_rate": 0.00013756879261308516,
      "loss": 0.678,
      "step": 78061
    },
    {
      "epoch": 3.1972967438050377,
      "grad_norm": 1.5295602826696384,
      "learning_rate": 0.00013756554244075976,
      "loss": 1.0063,
      "step": 78062
    },
    {
      "epoch": 3.1973377022322342,
      "grad_norm": 1.566982685536503,
      "learning_rate": 0.00013756229227431262,
      "loss": 1.0164,
      "step": 78063
    },
    {
      "epoch": 3.1973786606594308,
      "grad_norm": 1.3629017906276615,
      "learning_rate": 0.00013755904211374531,
      "loss": 0.7085,
      "step": 78064
    },
    {
      "epoch": 3.1974196190866273,
      "grad_norm": 0.6546741373006816,
      "learning_rate": 0.0001375557919590594,
      "loss": 0.1997,
      "step": 78065
    },
    {
      "epoch": 3.1974605775138234,
      "grad_norm": 0.9547072721518187,
      "learning_rate": 0.00013755254181025637,
      "loss": 0.2622,
      "step": 78066
    },
    {
      "epoch": 3.19750153594102,
      "grad_norm": 1.4276919826696064,
      "learning_rate": 0.00013754929166733774,
      "loss": 0.8963,
      "step": 78067
    },
    {
      "epoch": 3.197542494368216,
      "grad_norm": 2.139362148512591,
      "learning_rate": 0.0001375460415303051,
      "loss": 1.6819,
      "step": 78068
    },
    {
      "epoch": 3.1975834527954126,
      "grad_norm": 1.9135198503206847,
      "learning_rate": 0.00013754279139916,
      "loss": 1.6947,
      "step": 78069
    },
    {
      "epoch": 3.197624411222609,
      "grad_norm": 1.206815531283379,
      "learning_rate": 0.00013753954127390392,
      "loss": 0.8189,
      "step": 78070
    },
    {
      "epoch": 3.1976653696498056,
      "grad_norm": 1.5836045491920991,
      "learning_rate": 0.00013753629115453845,
      "loss": 0.8226,
      "step": 78071
    },
    {
      "epoch": 3.1977063280770017,
      "grad_norm": 1.6163564247719,
      "learning_rate": 0.00013753304104106506,
      "loss": 0.4442,
      "step": 78072
    },
    {
      "epoch": 3.1977472865041983,
      "grad_norm": 1.3193853538670461,
      "learning_rate": 0.00013752979093348535,
      "loss": 0.6938,
      "step": 78073
    },
    {
      "epoch": 3.197788244931395,
      "grad_norm": 1.9024350235241343,
      "learning_rate": 0.00013752654083180082,
      "loss": 1.6893,
      "step": 78074
    },
    {
      "epoch": 3.197829203358591,
      "grad_norm": 1.4698669538932028,
      "learning_rate": 0.00013752329073601303,
      "loss": 0.7214,
      "step": 78075
    },
    {
      "epoch": 3.1978701617857874,
      "grad_norm": 1.5521791243761291,
      "learning_rate": 0.00013752004064612348,
      "loss": 0.7765,
      "step": 78076
    },
    {
      "epoch": 3.197911120212984,
      "grad_norm": 1.238719163975351,
      "learning_rate": 0.00013751679056213373,
      "loss": 0.6445,
      "step": 78077
    },
    {
      "epoch": 3.19795207864018,
      "grad_norm": 1.5048192828671156,
      "learning_rate": 0.00013751354048404535,
      "loss": 0.6894,
      "step": 78078
    },
    {
      "epoch": 3.1979930370673766,
      "grad_norm": 1.332998624568897,
      "learning_rate": 0.00013751029041185985,
      "loss": 0.7359,
      "step": 78079
    },
    {
      "epoch": 3.198033995494573,
      "grad_norm": 1.2118078175015161,
      "learning_rate": 0.0001375070403455787,
      "loss": 0.617,
      "step": 78080
    },
    {
      "epoch": 3.198074953921769,
      "grad_norm": 1.0014648555527133,
      "learning_rate": 0.00013750379028520354,
      "loss": 0.31,
      "step": 78081
    },
    {
      "epoch": 3.1981159123489658,
      "grad_norm": 1.3071558445857983,
      "learning_rate": 0.00013750054023073586,
      "loss": 0.6592,
      "step": 78082
    },
    {
      "epoch": 3.1981568707761623,
      "grad_norm": 1.9754574033632797,
      "learning_rate": 0.0001374972901821772,
      "loss": 0.9271,
      "step": 78083
    },
    {
      "epoch": 3.198197829203359,
      "grad_norm": 1.54441973238515,
      "learning_rate": 0.00013749404013952907,
      "loss": 0.6265,
      "step": 78084
    },
    {
      "epoch": 3.198238787630555,
      "grad_norm": 1.0591810505535146,
      "learning_rate": 0.00013749079010279305,
      "loss": 0.4537,
      "step": 78085
    },
    {
      "epoch": 3.1982797460577514,
      "grad_norm": 1.3958073702257314,
      "learning_rate": 0.00013748754007197067,
      "loss": 0.7169,
      "step": 78086
    },
    {
      "epoch": 3.198320704484948,
      "grad_norm": 1.1245223666429336,
      "learning_rate": 0.00013748429004706346,
      "loss": 0.5944,
      "step": 78087
    },
    {
      "epoch": 3.198361662912144,
      "grad_norm": 1.0798019873622473,
      "learning_rate": 0.0001374810400280729,
      "loss": 0.7834,
      "step": 78088
    },
    {
      "epoch": 3.1984026213393406,
      "grad_norm": 0.783681566048724,
      "learning_rate": 0.00013747779001500063,
      "loss": 0.2761,
      "step": 78089
    },
    {
      "epoch": 3.198443579766537,
      "grad_norm": 1.534032773808312,
      "learning_rate": 0.00013747454000784812,
      "loss": 0.8218,
      "step": 78090
    },
    {
      "epoch": 3.1984845381937332,
      "grad_norm": 1.646439544531494,
      "learning_rate": 0.00013747129000661699,
      "loss": 0.8304,
      "step": 78091
    },
    {
      "epoch": 3.1985254966209298,
      "grad_norm": 1.0869037874553797,
      "learning_rate": 0.00013746804001130863,
      "loss": 0.5335,
      "step": 78092
    },
    {
      "epoch": 3.1985664550481263,
      "grad_norm": 0.8865914589086848,
      "learning_rate": 0.00013746479002192468,
      "loss": 0.251,
      "step": 78093
    },
    {
      "epoch": 3.1986074134753224,
      "grad_norm": 1.5195104777761903,
      "learning_rate": 0.0001374615400384666,
      "loss": 0.6877,
      "step": 78094
    },
    {
      "epoch": 3.198648371902519,
      "grad_norm": 1.416013166397465,
      "learning_rate": 0.00013745829006093602,
      "loss": 0.9524,
      "step": 78095
    },
    {
      "epoch": 3.1986893303297155,
      "grad_norm": 1.5552136723740286,
      "learning_rate": 0.00013745504008933442,
      "loss": 0.6777,
      "step": 78096
    },
    {
      "epoch": 3.1987302887569116,
      "grad_norm": 1.3488736790812865,
      "learning_rate": 0.00013745179012366335,
      "loss": 0.718,
      "step": 78097
    },
    {
      "epoch": 3.198771247184108,
      "grad_norm": 1.8999065811850913,
      "learning_rate": 0.0001374485401639243,
      "loss": 1.0601,
      "step": 78098
    },
    {
      "epoch": 3.1988122056113046,
      "grad_norm": 1.1234940163362355,
      "learning_rate": 0.0001374452902101189,
      "loss": 0.5821,
      "step": 78099
    },
    {
      "epoch": 3.1988531640385007,
      "grad_norm": 1.3727250069261445,
      "learning_rate": 0.00013744204026224866,
      "loss": 0.7429,
      "step": 78100
    },
    {
      "epoch": 3.1988941224656973,
      "grad_norm": 1.5569645962244565,
      "learning_rate": 0.00013743879032031509,
      "loss": 0.9222,
      "step": 78101
    },
    {
      "epoch": 3.198935080892894,
      "grad_norm": 1.3525136702676985,
      "learning_rate": 0.00013743554038431972,
      "loss": 0.7419,
      "step": 78102
    },
    {
      "epoch": 3.1989760393200903,
      "grad_norm": 1.3270661891208984,
      "learning_rate": 0.00013743229045426407,
      "loss": 0.5413,
      "step": 78103
    },
    {
      "epoch": 3.1990169977472864,
      "grad_norm": 1.165951773816252,
      "learning_rate": 0.0001374290405301497,
      "loss": 0.4267,
      "step": 78104
    },
    {
      "epoch": 3.199057956174483,
      "grad_norm": 2.169491462437212,
      "learning_rate": 0.0001374257906119782,
      "loss": 0.854,
      "step": 78105
    },
    {
      "epoch": 3.1990989146016795,
      "grad_norm": 1.7180335092287333,
      "learning_rate": 0.00013742254069975103,
      "loss": 0.85,
      "step": 78106
    },
    {
      "epoch": 3.1991398730288756,
      "grad_norm": 1.3515952390701427,
      "learning_rate": 0.00013741929079346971,
      "loss": 0.6298,
      "step": 78107
    },
    {
      "epoch": 3.199180831456072,
      "grad_norm": 0.7252353854250577,
      "learning_rate": 0.00013741604089313587,
      "loss": 0.166,
      "step": 78108
    },
    {
      "epoch": 3.1992217898832687,
      "grad_norm": 1.6018204474123894,
      "learning_rate": 0.00013741279099875101,
      "loss": 0.9216,
      "step": 78109
    },
    {
      "epoch": 3.1992627483104648,
      "grad_norm": 1.3808709324673665,
      "learning_rate": 0.00013740954111031661,
      "loss": 0.7881,
      "step": 78110
    },
    {
      "epoch": 3.1993037067376613,
      "grad_norm": 1.1365071974749132,
      "learning_rate": 0.00013740629122783427,
      "loss": 0.7221,
      "step": 78111
    },
    {
      "epoch": 3.199344665164858,
      "grad_norm": 1.2878443577908363,
      "learning_rate": 0.0001374030413513055,
      "loss": 0.6847,
      "step": 78112
    },
    {
      "epoch": 3.199385623592054,
      "grad_norm": 1.1193594690209039,
      "learning_rate": 0.00013739979148073186,
      "loss": 0.4611,
      "step": 78113
    },
    {
      "epoch": 3.1994265820192505,
      "grad_norm": 1.1217484712418944,
      "learning_rate": 0.00013739654161611483,
      "loss": 0.563,
      "step": 78114
    },
    {
      "epoch": 3.199467540446447,
      "grad_norm": 1.3281044992763675,
      "learning_rate": 0.00013739329175745598,
      "loss": 0.6448,
      "step": 78115
    },
    {
      "epoch": 3.199508498873643,
      "grad_norm": 1.0713143436960106,
      "learning_rate": 0.00013739004190475688,
      "loss": 0.6841,
      "step": 78116
    },
    {
      "epoch": 3.1995494573008396,
      "grad_norm": 1.8358261657245842,
      "learning_rate": 0.00013738679205801906,
      "loss": 0.6223,
      "step": 78117
    },
    {
      "epoch": 3.199590415728036,
      "grad_norm": 1.5847453397132352,
      "learning_rate": 0.00013738354221724401,
      "loss": 0.9433,
      "step": 78118
    },
    {
      "epoch": 3.1996313741552322,
      "grad_norm": 1.3725967380527628,
      "learning_rate": 0.00013738029238243325,
      "loss": 0.6976,
      "step": 78119
    },
    {
      "epoch": 3.199672332582429,
      "grad_norm": 1.1362839234359947,
      "learning_rate": 0.0001373770425535884,
      "loss": 0.2342,
      "step": 78120
    },
    {
      "epoch": 3.1997132910096253,
      "grad_norm": 1.3009257190612846,
      "learning_rate": 0.00013737379273071095,
      "loss": 0.8437,
      "step": 78121
    },
    {
      "epoch": 3.199754249436822,
      "grad_norm": 1.711625228384307,
      "learning_rate": 0.00013737054291380242,
      "loss": 1.0682,
      "step": 78122
    },
    {
      "epoch": 3.199795207864018,
      "grad_norm": 1.5927961439242877,
      "learning_rate": 0.00013736729310286435,
      "loss": 0.936,
      "step": 78123
    },
    {
      "epoch": 3.1998361662912145,
      "grad_norm": 1.5770607741116818,
      "learning_rate": 0.00013736404329789832,
      "loss": 0.8527,
      "step": 78124
    },
    {
      "epoch": 3.199877124718411,
      "grad_norm": 0.8927131525976417,
      "learning_rate": 0.00013736079349890585,
      "loss": 0.1636,
      "step": 78125
    },
    {
      "epoch": 3.199918083145607,
      "grad_norm": 1.5592483257675245,
      "learning_rate": 0.00013735754370588845,
      "loss": 0.6989,
      "step": 78126
    },
    {
      "epoch": 3.1999590415728036,
      "grad_norm": 1.398443906094694,
      "learning_rate": 0.00013735429391884763,
      "loss": 0.6588,
      "step": 78127
    },
    {
      "epoch": 3.2,
      "grad_norm": 1.4269960184447887,
      "learning_rate": 0.000137351044137785,
      "loss": 0.9637,
      "step": 78128
    },
    {
      "epoch": 3.2000409584271963,
      "grad_norm": 1.1659069256251624,
      "learning_rate": 0.00013734779436270207,
      "loss": 0.5939,
      "step": 78129
    },
    {
      "epoch": 3.200081916854393,
      "grad_norm": 1.21169188899058,
      "learning_rate": 0.00013734454459360038,
      "loss": 0.6187,
      "step": 78130
    },
    {
      "epoch": 3.2001228752815893,
      "grad_norm": 0.7741366844789858,
      "learning_rate": 0.0001373412948304814,
      "loss": 0.171,
      "step": 78131
    },
    {
      "epoch": 3.2001638337087854,
      "grad_norm": 2.0930496173654523,
      "learning_rate": 0.00013733804507334675,
      "loss": 0.7751,
      "step": 78132
    },
    {
      "epoch": 3.200204792135982,
      "grad_norm": 1.028545028157986,
      "learning_rate": 0.00013733479532219796,
      "loss": 0.496,
      "step": 78133
    },
    {
      "epoch": 3.2002457505631785,
      "grad_norm": 1.3320528809697638,
      "learning_rate": 0.00013733154557703654,
      "loss": 0.8746,
      "step": 78134
    },
    {
      "epoch": 3.2002867089903746,
      "grad_norm": 1.5987725666741066,
      "learning_rate": 0.00013732829583786398,
      "loss": 0.9067,
      "step": 78135
    },
    {
      "epoch": 3.200327667417571,
      "grad_norm": 2.306236536583971,
      "learning_rate": 0.0001373250461046819,
      "loss": 0.6776,
      "step": 78136
    },
    {
      "epoch": 3.2003686258447677,
      "grad_norm": 3.988560606856892,
      "learning_rate": 0.00013732179637749185,
      "loss": 1.7874,
      "step": 78137
    },
    {
      "epoch": 3.2004095842719638,
      "grad_norm": 2.1281543607592344,
      "learning_rate": 0.00013731854665629528,
      "loss": 0.6394,
      "step": 78138
    },
    {
      "epoch": 3.2004505426991603,
      "grad_norm": 1.1665825075733336,
      "learning_rate": 0.00013731529694109373,
      "loss": 0.7275,
      "step": 78139
    },
    {
      "epoch": 3.200491501126357,
      "grad_norm": 1.1258007243491972,
      "learning_rate": 0.0001373120472318888,
      "loss": 0.7424,
      "step": 78140
    },
    {
      "epoch": 3.2005324595535534,
      "grad_norm": 1.0895100491906087,
      "learning_rate": 0.00013730879752868203,
      "loss": 0.8096,
      "step": 78141
    },
    {
      "epoch": 3.2005734179807495,
      "grad_norm": 1.5139618899947649,
      "learning_rate": 0.0001373055478314749,
      "loss": 0.8489,
      "step": 78142
    },
    {
      "epoch": 3.200614376407946,
      "grad_norm": 1.5699902634160843,
      "learning_rate": 0.00013730229814026896,
      "loss": 0.9134,
      "step": 78143
    },
    {
      "epoch": 3.2006553348351425,
      "grad_norm": 1.6154550419159908,
      "learning_rate": 0.00013729904845506574,
      "loss": 0.685,
      "step": 78144
    },
    {
      "epoch": 3.2006962932623386,
      "grad_norm": 1.1588927063792829,
      "learning_rate": 0.00013729579877586683,
      "loss": 0.6057,
      "step": 78145
    },
    {
      "epoch": 3.200737251689535,
      "grad_norm": 1.304995367281504,
      "learning_rate": 0.0001372925491026737,
      "loss": 0.619,
      "step": 78146
    },
    {
      "epoch": 3.2007782101167317,
      "grad_norm": 0.9879248511732711,
      "learning_rate": 0.00013728929943548793,
      "loss": 0.5764,
      "step": 78147
    },
    {
      "epoch": 3.200819168543928,
      "grad_norm": 1.1121199454500017,
      "learning_rate": 0.00013728604977431103,
      "loss": 0.5,
      "step": 78148
    },
    {
      "epoch": 3.2008601269711243,
      "grad_norm": 0.9120790132644541,
      "learning_rate": 0.00013728280011914457,
      "loss": 0.2385,
      "step": 78149
    },
    {
      "epoch": 3.200901085398321,
      "grad_norm": 2.1573818696430527,
      "learning_rate": 0.00013727955046999006,
      "loss": 0.612,
      "step": 78150
    },
    {
      "epoch": 3.200942043825517,
      "grad_norm": 1.9097454778937701,
      "learning_rate": 0.00013727630082684903,
      "loss": 1.0359,
      "step": 78151
    },
    {
      "epoch": 3.2009830022527135,
      "grad_norm": 1.2989517208999,
      "learning_rate": 0.000137273051189723,
      "loss": 0.7693,
      "step": 78152
    },
    {
      "epoch": 3.20102396067991,
      "grad_norm": 1.6532929932323386,
      "learning_rate": 0.0001372698015586136,
      "loss": 0.8916,
      "step": 78153
    },
    {
      "epoch": 3.201064919107106,
      "grad_norm": 1.4157733293118142,
      "learning_rate": 0.00013726655193352225,
      "loss": 0.6572,
      "step": 78154
    },
    {
      "epoch": 3.2011058775343026,
      "grad_norm": 1.3559875538693793,
      "learning_rate": 0.00013726330231445056,
      "loss": 0.8007,
      "step": 78155
    },
    {
      "epoch": 3.201146835961499,
      "grad_norm": 1.2896734153736327,
      "learning_rate": 0.0001372600527014,
      "loss": 0.5986,
      "step": 78156
    },
    {
      "epoch": 3.2011877943886953,
      "grad_norm": 1.2130499849350727,
      "learning_rate": 0.0001372568030943722,
      "loss": 0.661,
      "step": 78157
    },
    {
      "epoch": 3.201228752815892,
      "grad_norm": 1.4463290013657402,
      "learning_rate": 0.0001372535534933686,
      "loss": 0.8833,
      "step": 78158
    },
    {
      "epoch": 3.2012697112430883,
      "grad_norm": 1.1984225068459944,
      "learning_rate": 0.0001372503038983908,
      "loss": 0.8153,
      "step": 78159
    },
    {
      "epoch": 3.201310669670285,
      "grad_norm": 1.1283626963881905,
      "learning_rate": 0.0001372470543094403,
      "loss": 0.6553,
      "step": 78160
    },
    {
      "epoch": 3.201351628097481,
      "grad_norm": 1.3858334302112965,
      "learning_rate": 0.00013724380472651874,
      "loss": 0.757,
      "step": 78161
    },
    {
      "epoch": 3.2013925865246775,
      "grad_norm": 1.1951464208227502,
      "learning_rate": 0.00013724055514962747,
      "loss": 0.5257,
      "step": 78162
    },
    {
      "epoch": 3.201433544951874,
      "grad_norm": 1.162669763943724,
      "learning_rate": 0.00013723730557876817,
      "loss": 0.4728,
      "step": 78163
    },
    {
      "epoch": 3.20147450337907,
      "grad_norm": 6.059794558036404,
      "learning_rate": 0.0001372340560139423,
      "loss": 2.6442,
      "step": 78164
    },
    {
      "epoch": 3.2015154618062667,
      "grad_norm": 1.4288159541320669,
      "learning_rate": 0.00013723080645515148,
      "loss": 0.8893,
      "step": 78165
    },
    {
      "epoch": 3.201556420233463,
      "grad_norm": 0.8624773141680564,
      "learning_rate": 0.00013722755690239713,
      "loss": 0.2391,
      "step": 78166
    },
    {
      "epoch": 3.2015973786606593,
      "grad_norm": 2.1794393464045383,
      "learning_rate": 0.0001372243073556809,
      "loss": 0.7954,
      "step": 78167
    },
    {
      "epoch": 3.201638337087856,
      "grad_norm": 1.4443774746120583,
      "learning_rate": 0.00013722105781500426,
      "loss": 0.8078,
      "step": 78168
    },
    {
      "epoch": 3.2016792955150524,
      "grad_norm": 1.5255039562493866,
      "learning_rate": 0.00013721780828036874,
      "loss": 1.0634,
      "step": 78169
    },
    {
      "epoch": 3.2017202539422485,
      "grad_norm": 1.2476478689195225,
      "learning_rate": 0.00013721455875177592,
      "loss": 0.6063,
      "step": 78170
    },
    {
      "epoch": 3.201761212369445,
      "grad_norm": 1.2703706510691317,
      "learning_rate": 0.0001372113092292273,
      "loss": 0.5467,
      "step": 78171
    },
    {
      "epoch": 3.2018021707966415,
      "grad_norm": 1.1928651456661508,
      "learning_rate": 0.00013720805971272442,
      "loss": 0.5494,
      "step": 78172
    },
    {
      "epoch": 3.2018431292238376,
      "grad_norm": 1.4468676773544715,
      "learning_rate": 0.00013720481020226886,
      "loss": 0.9337,
      "step": 78173
    },
    {
      "epoch": 3.201884087651034,
      "grad_norm": 1.2784687690832472,
      "learning_rate": 0.00013720156069786213,
      "loss": 0.4735,
      "step": 78174
    },
    {
      "epoch": 3.2019250460782307,
      "grad_norm": 0.8963395720361532,
      "learning_rate": 0.00013719831119950572,
      "loss": 0.2574,
      "step": 78175
    },
    {
      "epoch": 3.201966004505427,
      "grad_norm": 1.560172032960837,
      "learning_rate": 0.00013719506170720123,
      "loss": 0.588,
      "step": 78176
    },
    {
      "epoch": 3.2020069629326233,
      "grad_norm": 1.0512552434272628,
      "learning_rate": 0.00013719181222095016,
      "loss": 0.6173,
      "step": 78177
    },
    {
      "epoch": 3.20204792135982,
      "grad_norm": 1.4487442257759715,
      "learning_rate": 0.0001371885627407541,
      "loss": 0.9942,
      "step": 78178
    },
    {
      "epoch": 3.2020888797870164,
      "grad_norm": 0.9273639554736473,
      "learning_rate": 0.00013718531326661445,
      "loss": 0.3758,
      "step": 78179
    },
    {
      "epoch": 3.2021298382142125,
      "grad_norm": 1.557547601793517,
      "learning_rate": 0.00013718206379853293,
      "loss": 0.5942,
      "step": 78180
    },
    {
      "epoch": 3.202170796641409,
      "grad_norm": 0.7546105027333121,
      "learning_rate": 0.00013717881433651094,
      "loss": 0.1653,
      "step": 78181
    },
    {
      "epoch": 3.2022117550686056,
      "grad_norm": 1.6575530343603064,
      "learning_rate": 0.0001371755648805501,
      "loss": 0.7524,
      "step": 78182
    },
    {
      "epoch": 3.2022527134958017,
      "grad_norm": 2.378525389266264,
      "learning_rate": 0.00013717231543065186,
      "loss": 1.2632,
      "step": 78183
    },
    {
      "epoch": 3.202293671922998,
      "grad_norm": 0.6818888055252357,
      "learning_rate": 0.00013716906598681784,
      "loss": 0.2173,
      "step": 78184
    },
    {
      "epoch": 3.2023346303501947,
      "grad_norm": 1.009782543712944,
      "learning_rate": 0.00013716581654904953,
      "loss": 0.3247,
      "step": 78185
    },
    {
      "epoch": 3.202375588777391,
      "grad_norm": 1.1932383304674494,
      "learning_rate": 0.0001371625671173485,
      "loss": 0.6277,
      "step": 78186
    },
    {
      "epoch": 3.2024165472045873,
      "grad_norm": 1.2734401047558241,
      "learning_rate": 0.0001371593176917162,
      "loss": 0.7881,
      "step": 78187
    },
    {
      "epoch": 3.202457505631784,
      "grad_norm": 1.8859099500651686,
      "learning_rate": 0.0001371560682721543,
      "loss": 0.7301,
      "step": 78188
    },
    {
      "epoch": 3.20249846405898,
      "grad_norm": 0.9895481223803597,
      "learning_rate": 0.00013715281885866426,
      "loss": 0.3564,
      "step": 78189
    },
    {
      "epoch": 3.2025394224861765,
      "grad_norm": 0.8918893196047074,
      "learning_rate": 0.0001371495694512476,
      "loss": 0.3959,
      "step": 78190
    },
    {
      "epoch": 3.202580380913373,
      "grad_norm": 1.4152998296783876,
      "learning_rate": 0.00013714632004990584,
      "loss": 0.6568,
      "step": 78191
    },
    {
      "epoch": 3.202621339340569,
      "grad_norm": 1.044449755282934,
      "learning_rate": 0.00013714307065464058,
      "loss": 0.313,
      "step": 78192
    },
    {
      "epoch": 3.2026622977677657,
      "grad_norm": 1.4513573241851527,
      "learning_rate": 0.00013713982126545336,
      "loss": 0.7562,
      "step": 78193
    },
    {
      "epoch": 3.202703256194962,
      "grad_norm": 0.6661185187905568,
      "learning_rate": 0.0001371365718823457,
      "loss": 0.2095,
      "step": 78194
    },
    {
      "epoch": 3.2027442146221583,
      "grad_norm": 1.2334972852524868,
      "learning_rate": 0.00013713332250531903,
      "loss": 0.6705,
      "step": 78195
    },
    {
      "epoch": 3.202785173049355,
      "grad_norm": 0.9497116077418732,
      "learning_rate": 0.00013713007313437506,
      "loss": 0.493,
      "step": 78196
    },
    {
      "epoch": 3.2028261314765514,
      "grad_norm": 1.2655275073632708,
      "learning_rate": 0.00013712682376951522,
      "loss": 0.7939,
      "step": 78197
    },
    {
      "epoch": 3.202867089903748,
      "grad_norm": 0.7571849936655545,
      "learning_rate": 0.0001371235744107411,
      "loss": 0.1861,
      "step": 78198
    },
    {
      "epoch": 3.202908048330944,
      "grad_norm": 1.8487371718569032,
      "learning_rate": 0.00013712032505805414,
      "loss": 1.0475,
      "step": 78199
    },
    {
      "epoch": 3.2029490067581405,
      "grad_norm": 1.2925335787206016,
      "learning_rate": 0.000137117075711456,
      "loss": 0.6765,
      "step": 78200
    },
    {
      "epoch": 3.202989965185337,
      "grad_norm": 1.3651830617264715,
      "learning_rate": 0.00013711382637094817,
      "loss": 0.8106,
      "step": 78201
    },
    {
      "epoch": 3.203030923612533,
      "grad_norm": 1.495666486583664,
      "learning_rate": 0.00013711057703653216,
      "loss": 0.9136,
      "step": 78202
    },
    {
      "epoch": 3.2030718820397297,
      "grad_norm": 1.3432418771267765,
      "learning_rate": 0.00013710732770820947,
      "loss": 0.6317,
      "step": 78203
    },
    {
      "epoch": 3.2031128404669262,
      "grad_norm": 1.354137921154124,
      "learning_rate": 0.00013710407838598174,
      "loss": 0.8848,
      "step": 78204
    },
    {
      "epoch": 3.2031537988941223,
      "grad_norm": 0.842746487904091,
      "learning_rate": 0.00013710082906985045,
      "loss": 0.3306,
      "step": 78205
    },
    {
      "epoch": 3.203194757321319,
      "grad_norm": 0.958838104088722,
      "learning_rate": 0.00013709757975981712,
      "loss": 0.2826,
      "step": 78206
    },
    {
      "epoch": 3.2032357157485154,
      "grad_norm": 1.2037420633342677,
      "learning_rate": 0.0001370943304558833,
      "loss": 0.4651,
      "step": 78207
    },
    {
      "epoch": 3.2032766741757115,
      "grad_norm": 1.2242616346879316,
      "learning_rate": 0.00013709108115805054,
      "loss": 0.6925,
      "step": 78208
    },
    {
      "epoch": 3.203317632602908,
      "grad_norm": 0.8010491447592915,
      "learning_rate": 0.0001370878318663204,
      "loss": 0.3511,
      "step": 78209
    },
    {
      "epoch": 3.2033585910301046,
      "grad_norm": 1.5927030105177296,
      "learning_rate": 0.00013708458258069437,
      "loss": 0.9502,
      "step": 78210
    },
    {
      "epoch": 3.2033995494573007,
      "grad_norm": 1.4099119280522905,
      "learning_rate": 0.00013708133330117396,
      "loss": 1.0242,
      "step": 78211
    },
    {
      "epoch": 3.203440507884497,
      "grad_norm": 1.6678689726225278,
      "learning_rate": 0.00013707808402776077,
      "loss": 0.8224,
      "step": 78212
    },
    {
      "epoch": 3.2034814663116937,
      "grad_norm": 1.1513498310134287,
      "learning_rate": 0.00013707483476045634,
      "loss": 0.5501,
      "step": 78213
    },
    {
      "epoch": 3.20352242473889,
      "grad_norm": 0.8053285088941463,
      "learning_rate": 0.00013707158549926217,
      "loss": 0.3862,
      "step": 78214
    },
    {
      "epoch": 3.2035633831660864,
      "grad_norm": 1.2948013070475828,
      "learning_rate": 0.00013706833624417978,
      "loss": 0.5798,
      "step": 78215
    },
    {
      "epoch": 3.203604341593283,
      "grad_norm": 0.8873384397549859,
      "learning_rate": 0.00013706508699521072,
      "loss": 0.3389,
      "step": 78216
    },
    {
      "epoch": 3.2036453000204794,
      "grad_norm": 1.4662784730437446,
      "learning_rate": 0.00013706183775235656,
      "loss": 0.8166,
      "step": 78217
    },
    {
      "epoch": 3.2036862584476755,
      "grad_norm": 1.2170216762250505,
      "learning_rate": 0.0001370585885156188,
      "loss": 0.5354,
      "step": 78218
    },
    {
      "epoch": 3.203727216874872,
      "grad_norm": 1.344284144559951,
      "learning_rate": 0.00013705533928499902,
      "loss": 0.8868,
      "step": 78219
    },
    {
      "epoch": 3.2037681753020686,
      "grad_norm": 1.4115877178414986,
      "learning_rate": 0.00013705209006049867,
      "loss": 0.8515,
      "step": 78220
    },
    {
      "epoch": 3.2038091337292647,
      "grad_norm": 1.323777426839812,
      "learning_rate": 0.0001370488408421194,
      "loss": 0.7427,
      "step": 78221
    },
    {
      "epoch": 3.203850092156461,
      "grad_norm": 1.3459338698546035,
      "learning_rate": 0.00013704559162986264,
      "loss": 0.8628,
      "step": 78222
    },
    {
      "epoch": 3.2038910505836578,
      "grad_norm": 1.3797445902829637,
      "learning_rate": 0.00013704234242373,
      "loss": 0.9095,
      "step": 78223
    },
    {
      "epoch": 3.203932009010854,
      "grad_norm": 1.2021564741491566,
      "learning_rate": 0.00013703909322372294,
      "loss": 0.8993,
      "step": 78224
    },
    {
      "epoch": 3.2039729674380504,
      "grad_norm": 1.3676868143932492,
      "learning_rate": 0.00013703584402984312,
      "loss": 0.8439,
      "step": 78225
    },
    {
      "epoch": 3.204013925865247,
      "grad_norm": 1.9434627415620764,
      "learning_rate": 0.00013703259484209196,
      "loss": 1.1372,
      "step": 78226
    },
    {
      "epoch": 3.204054884292443,
      "grad_norm": 1.0149325446017268,
      "learning_rate": 0.00013702934566047105,
      "loss": 0.5888,
      "step": 78227
    },
    {
      "epoch": 3.2040958427196395,
      "grad_norm": 1.1849957801323996,
      "learning_rate": 0.00013702609648498187,
      "loss": 0.5155,
      "step": 78228
    },
    {
      "epoch": 3.204136801146836,
      "grad_norm": 1.4676724105916104,
      "learning_rate": 0.00013702284731562605,
      "loss": 0.5998,
      "step": 78229
    },
    {
      "epoch": 3.204177759574032,
      "grad_norm": 0.9666172818152128,
      "learning_rate": 0.00013701959815240507,
      "loss": 0.3673,
      "step": 78230
    },
    {
      "epoch": 3.2042187180012287,
      "grad_norm": 1.6732248265257534,
      "learning_rate": 0.00013701634899532047,
      "loss": 1.0926,
      "step": 78231
    },
    {
      "epoch": 3.2042596764284252,
      "grad_norm": 1.1394066905382634,
      "learning_rate": 0.0001370130998443738,
      "loss": 0.586,
      "step": 78232
    },
    {
      "epoch": 3.2043006348556213,
      "grad_norm": 1.548848390131873,
      "learning_rate": 0.00013700985069956657,
      "loss": 0.9018,
      "step": 78233
    },
    {
      "epoch": 3.204341593282818,
      "grad_norm": 1.1739042490120537,
      "learning_rate": 0.00013700660156090028,
      "loss": 0.5716,
      "step": 78234
    },
    {
      "epoch": 3.2043825517100144,
      "grad_norm": 1.6719248775853894,
      "learning_rate": 0.00013700335242837656,
      "loss": 0.9666,
      "step": 78235
    },
    {
      "epoch": 3.204423510137211,
      "grad_norm": 1.1624386624245333,
      "learning_rate": 0.00013700010330199692,
      "loss": 0.4427,
      "step": 78236
    },
    {
      "epoch": 3.204464468564407,
      "grad_norm": 3.0204485895863113,
      "learning_rate": 0.00013699685418176285,
      "loss": 3.0465,
      "step": 78237
    },
    {
      "epoch": 3.2045054269916036,
      "grad_norm": 1.318105334359017,
      "learning_rate": 0.0001369936050676759,
      "loss": 0.5388,
      "step": 78238
    },
    {
      "epoch": 3.2045463854188,
      "grad_norm": 1.2530906107978625,
      "learning_rate": 0.00013699035595973763,
      "loss": 0.7719,
      "step": 78239
    },
    {
      "epoch": 3.204587343845996,
      "grad_norm": 1.3749004049070863,
      "learning_rate": 0.00013698710685794955,
      "loss": 0.8267,
      "step": 78240
    },
    {
      "epoch": 3.2046283022731927,
      "grad_norm": 1.0234946800694293,
      "learning_rate": 0.00013698385776231324,
      "loss": 0.5713,
      "step": 78241
    },
    {
      "epoch": 3.2046692607003893,
      "grad_norm": 1.0879472720980996,
      "learning_rate": 0.00013698060867283022,
      "loss": 0.6507,
      "step": 78242
    },
    {
      "epoch": 3.2047102191275854,
      "grad_norm": 2.4089618621291975,
      "learning_rate": 0.00013697735958950193,
      "loss": 1.7847,
      "step": 78243
    },
    {
      "epoch": 3.204751177554782,
      "grad_norm": 1.0986398748639015,
      "learning_rate": 0.00013697411051233007,
      "loss": 0.6094,
      "step": 78244
    },
    {
      "epoch": 3.2047921359819784,
      "grad_norm": 1.6415260174101145,
      "learning_rate": 0.00013697086144131608,
      "loss": 0.9933,
      "step": 78245
    },
    {
      "epoch": 3.2048330944091745,
      "grad_norm": 1.30478080212319,
      "learning_rate": 0.00013696761237646152,
      "loss": 0.4114,
      "step": 78246
    },
    {
      "epoch": 3.204874052836371,
      "grad_norm": 0.8910919646334265,
      "learning_rate": 0.00013696436331776785,
      "loss": 0.2671,
      "step": 78247
    },
    {
      "epoch": 3.2049150112635676,
      "grad_norm": 1.1632163317614999,
      "learning_rate": 0.00013696111426523674,
      "loss": 0.6197,
      "step": 78248
    },
    {
      "epoch": 3.2049559696907637,
      "grad_norm": 1.69777314076994,
      "learning_rate": 0.00013695786521886964,
      "loss": 1.1021,
      "step": 78249
    },
    {
      "epoch": 3.20499692811796,
      "grad_norm": 1.8873286120186938,
      "learning_rate": 0.0001369546161786681,
      "loss": 1.0793,
      "step": 78250
    },
    {
      "epoch": 3.2050378865451568,
      "grad_norm": 1.6429049284363735,
      "learning_rate": 0.00013695136714463363,
      "loss": 0.8032,
      "step": 78251
    },
    {
      "epoch": 3.205078844972353,
      "grad_norm": 1.369380765492858,
      "learning_rate": 0.00013694811811676785,
      "loss": 0.699,
      "step": 78252
    },
    {
      "epoch": 3.2051198033995494,
      "grad_norm": 0.8118400354570736,
      "learning_rate": 0.00013694486909507223,
      "loss": 0.1855,
      "step": 78253
    },
    {
      "epoch": 3.205160761826746,
      "grad_norm": 1.1466612855282603,
      "learning_rate": 0.0001369416200795483,
      "loss": 0.5784,
      "step": 78254
    },
    {
      "epoch": 3.2052017202539425,
      "grad_norm": 2.8746424080508803,
      "learning_rate": 0.00013693837107019762,
      "loss": 1.1446,
      "step": 78255
    },
    {
      "epoch": 3.2052426786811385,
      "grad_norm": 1.0253877540666994,
      "learning_rate": 0.00013693512206702172,
      "loss": 0.552,
      "step": 78256
    },
    {
      "epoch": 3.205283637108335,
      "grad_norm": 1.0038346867006007,
      "learning_rate": 0.00013693187307002214,
      "loss": 0.5789,
      "step": 78257
    },
    {
      "epoch": 3.2053245955355316,
      "grad_norm": 1.2513035770881547,
      "learning_rate": 0.00013692862407920043,
      "loss": 0.6413,
      "step": 78258
    },
    {
      "epoch": 3.2053655539627277,
      "grad_norm": 1.1525171258164009,
      "learning_rate": 0.00013692537509455807,
      "loss": 0.5944,
      "step": 78259
    },
    {
      "epoch": 3.2054065123899242,
      "grad_norm": 1.45237043882864,
      "learning_rate": 0.00013692212611609667,
      "loss": 0.6258,
      "step": 78260
    },
    {
      "epoch": 3.205447470817121,
      "grad_norm": 1.5514056636475673,
      "learning_rate": 0.0001369188771438177,
      "loss": 0.8096,
      "step": 78261
    },
    {
      "epoch": 3.205488429244317,
      "grad_norm": 1.1156335639331019,
      "learning_rate": 0.00013691562817772274,
      "loss": 0.6043,
      "step": 78262
    },
    {
      "epoch": 3.2055293876715134,
      "grad_norm": 1.354133190545816,
      "learning_rate": 0.00013691237921781329,
      "loss": 1.0386,
      "step": 78263
    },
    {
      "epoch": 3.20557034609871,
      "grad_norm": 1.0512614292510178,
      "learning_rate": 0.00013690913026409096,
      "loss": 0.3408,
      "step": 78264
    },
    {
      "epoch": 3.205611304525906,
      "grad_norm": 1.1820964722315395,
      "learning_rate": 0.00013690588131655719,
      "loss": 0.668,
      "step": 78265
    },
    {
      "epoch": 3.2056522629531026,
      "grad_norm": 1.60610081981626,
      "learning_rate": 0.00013690263237521358,
      "loss": 0.9288,
      "step": 78266
    },
    {
      "epoch": 3.205693221380299,
      "grad_norm": 1.3661961629964805,
      "learning_rate": 0.00013689938344006164,
      "loss": 0.8293,
      "step": 78267
    },
    {
      "epoch": 3.205734179807495,
      "grad_norm": 1.46870145886666,
      "learning_rate": 0.0001368961345111029,
      "loss": 0.8041,
      "step": 78268
    },
    {
      "epoch": 3.2057751382346917,
      "grad_norm": 1.3213037278477715,
      "learning_rate": 0.0001368928855883389,
      "loss": 0.7829,
      "step": 78269
    },
    {
      "epoch": 3.2058160966618883,
      "grad_norm": 1.60981267254045,
      "learning_rate": 0.00013688963667177122,
      "loss": 0.8232,
      "step": 78270
    },
    {
      "epoch": 3.2058570550890844,
      "grad_norm": 0.7464840643901903,
      "learning_rate": 0.00013688638776140132,
      "loss": 0.2507,
      "step": 78271
    },
    {
      "epoch": 3.205898013516281,
      "grad_norm": 1.373054996680417,
      "learning_rate": 0.0001368831388572308,
      "loss": 0.8336,
      "step": 78272
    },
    {
      "epoch": 3.2059389719434774,
      "grad_norm": 1.2130448541575172,
      "learning_rate": 0.00013687988995926117,
      "loss": 0.7169,
      "step": 78273
    },
    {
      "epoch": 3.205979930370674,
      "grad_norm": 1.3117504969503986,
      "learning_rate": 0.00013687664106749398,
      "loss": 0.9246,
      "step": 78274
    },
    {
      "epoch": 3.20602088879787,
      "grad_norm": 1.4313776688686861,
      "learning_rate": 0.0001368733921819307,
      "loss": 0.8526,
      "step": 78275
    },
    {
      "epoch": 3.2060618472250666,
      "grad_norm": 2.6860262130212607,
      "learning_rate": 0.00013687014330257297,
      "loss": 2.9297,
      "step": 78276
    },
    {
      "epoch": 3.206102805652263,
      "grad_norm": 0.7822057560708409,
      "learning_rate": 0.00013686689442942226,
      "loss": 0.1955,
      "step": 78277
    },
    {
      "epoch": 3.2061437640794592,
      "grad_norm": 1.617852432346508,
      "learning_rate": 0.00013686364556248013,
      "loss": 1.0685,
      "step": 78278
    },
    {
      "epoch": 3.2061847225066558,
      "grad_norm": 0.9980193416652474,
      "learning_rate": 0.00013686039670174804,
      "loss": 0.2477,
      "step": 78279
    },
    {
      "epoch": 3.2062256809338523,
      "grad_norm": 1.1415222225227306,
      "learning_rate": 0.00013685714784722767,
      "loss": 0.7397,
      "step": 78280
    },
    {
      "epoch": 3.2062666393610484,
      "grad_norm": 1.5975483712602714,
      "learning_rate": 0.00013685389899892046,
      "loss": 1.1154,
      "step": 78281
    },
    {
      "epoch": 3.206307597788245,
      "grad_norm": 1.4969349984551228,
      "learning_rate": 0.00013685065015682797,
      "loss": 0.7341,
      "step": 78282
    },
    {
      "epoch": 3.2063485562154415,
      "grad_norm": 1.8604258637709497,
      "learning_rate": 0.00013684740132095173,
      "loss": 1.2866,
      "step": 78283
    },
    {
      "epoch": 3.2063895146426376,
      "grad_norm": 1.1671653687673016,
      "learning_rate": 0.00013684415249129323,
      "loss": 0.4188,
      "step": 78284
    },
    {
      "epoch": 3.206430473069834,
      "grad_norm": 1.3796039645962939,
      "learning_rate": 0.00013684090366785409,
      "loss": 0.8301,
      "step": 78285
    },
    {
      "epoch": 3.2064714314970306,
      "grad_norm": 1.6112648799150797,
      "learning_rate": 0.0001368376548506358,
      "loss": 0.9668,
      "step": 78286
    },
    {
      "epoch": 3.2065123899242267,
      "grad_norm": 1.1951855801539057,
      "learning_rate": 0.0001368344060396399,
      "loss": 0.6429,
      "step": 78287
    },
    {
      "epoch": 3.2065533483514232,
      "grad_norm": 1.3193141270082944,
      "learning_rate": 0.0001368311572348679,
      "loss": 0.9972,
      "step": 78288
    },
    {
      "epoch": 3.20659430677862,
      "grad_norm": 0.9036972284029593,
      "learning_rate": 0.00013682790843632143,
      "loss": 0.1814,
      "step": 78289
    },
    {
      "epoch": 3.206635265205816,
      "grad_norm": 1.5214650344263678,
      "learning_rate": 0.00013682465964400193,
      "loss": 0.8507,
      "step": 78290
    },
    {
      "epoch": 3.2066762236330124,
      "grad_norm": 1.2911814780370605,
      "learning_rate": 0.00013682141085791098,
      "loss": 0.4653,
      "step": 78291
    },
    {
      "epoch": 3.206717182060209,
      "grad_norm": 3.6514853535106133,
      "learning_rate": 0.00013681816207805007,
      "loss": 2.3242,
      "step": 78292
    },
    {
      "epoch": 3.2067581404874055,
      "grad_norm": 1.0199181018550125,
      "learning_rate": 0.00013681491330442077,
      "loss": 0.5076,
      "step": 78293
    },
    {
      "epoch": 3.2067990989146016,
      "grad_norm": 1.314911363706931,
      "learning_rate": 0.00013681166453702464,
      "loss": 0.5827,
      "step": 78294
    },
    {
      "epoch": 3.206840057341798,
      "grad_norm": 1.143306691621032,
      "learning_rate": 0.00013680841577586318,
      "loss": 0.5462,
      "step": 78295
    },
    {
      "epoch": 3.2068810157689946,
      "grad_norm": 1.1375112480039398,
      "learning_rate": 0.0001368051670209379,
      "loss": 0.638,
      "step": 78296
    },
    {
      "epoch": 3.2069219741961907,
      "grad_norm": 1.2687452906268197,
      "learning_rate": 0.00013680191827225043,
      "loss": 0.5041,
      "step": 78297
    },
    {
      "epoch": 3.2069629326233873,
      "grad_norm": 0.721180264889894,
      "learning_rate": 0.00013679866952980222,
      "loss": 0.2002,
      "step": 78298
    },
    {
      "epoch": 3.207003891050584,
      "grad_norm": 1.429984087028237,
      "learning_rate": 0.00013679542079359484,
      "loss": 0.7518,
      "step": 78299
    },
    {
      "epoch": 3.20704484947778,
      "grad_norm": 1.6848801995190443,
      "learning_rate": 0.0001367921720636298,
      "loss": 0.8626,
      "step": 78300
    },
    {
      "epoch": 3.2070858079049764,
      "grad_norm": 1.41345396792419,
      "learning_rate": 0.00013678892333990867,
      "loss": 0.8053,
      "step": 78301
    },
    {
      "epoch": 3.207126766332173,
      "grad_norm": 1.1054848839122375,
      "learning_rate": 0.000136785674622433,
      "loss": 0.4051,
      "step": 78302
    },
    {
      "epoch": 3.207167724759369,
      "grad_norm": 2.0380736276486644,
      "learning_rate": 0.0001367824259112043,
      "loss": 1.1516,
      "step": 78303
    },
    {
      "epoch": 3.2072086831865656,
      "grad_norm": 0.9184020061084288,
      "learning_rate": 0.00013677917720622405,
      "loss": 0.2173,
      "step": 78304
    },
    {
      "epoch": 3.207249641613762,
      "grad_norm": 1.214843416140624,
      "learning_rate": 0.00013677592850749388,
      "loss": 0.6968,
      "step": 78305
    },
    {
      "epoch": 3.2072906000409582,
      "grad_norm": 1.4333330229852839,
      "learning_rate": 0.00013677267981501522,
      "loss": 0.6444,
      "step": 78306
    },
    {
      "epoch": 3.2073315584681548,
      "grad_norm": 1.33161607741355,
      "learning_rate": 0.0001367694311287897,
      "loss": 0.7555,
      "step": 78307
    },
    {
      "epoch": 3.2073725168953513,
      "grad_norm": 1.3310171868970664,
      "learning_rate": 0.00013676618244881885,
      "loss": 0.7651,
      "step": 78308
    },
    {
      "epoch": 3.2074134753225474,
      "grad_norm": 1.5086266909941222,
      "learning_rate": 0.00013676293377510418,
      "loss": 0.9171,
      "step": 78309
    },
    {
      "epoch": 3.207454433749744,
      "grad_norm": 1.0345112938812786,
      "learning_rate": 0.00013675968510764718,
      "loss": 0.2089,
      "step": 78310
    },
    {
      "epoch": 3.2074953921769405,
      "grad_norm": 3.6348738096445454,
      "learning_rate": 0.00013675643644644946,
      "loss": 3.8677,
      "step": 78311
    },
    {
      "epoch": 3.207536350604137,
      "grad_norm": 1.2171018498887183,
      "learning_rate": 0.00013675318779151255,
      "loss": 0.7734,
      "step": 78312
    },
    {
      "epoch": 3.207577309031333,
      "grad_norm": 1.460092282454168,
      "learning_rate": 0.00013674993914283796,
      "loss": 0.78,
      "step": 78313
    },
    {
      "epoch": 3.2076182674585296,
      "grad_norm": 0.7255880518722212,
      "learning_rate": 0.00013674669050042722,
      "loss": 0.2624,
      "step": 78314
    },
    {
      "epoch": 3.207659225885726,
      "grad_norm": 1.1375586362475083,
      "learning_rate": 0.00013674344186428186,
      "loss": 0.5496,
      "step": 78315
    },
    {
      "epoch": 3.2077001843129223,
      "grad_norm": 1.3676213759620643,
      "learning_rate": 0.00013674019323440344,
      "loss": 0.8891,
      "step": 78316
    },
    {
      "epoch": 3.207741142740119,
      "grad_norm": 1.3797611967191394,
      "learning_rate": 0.0001367369446107935,
      "loss": 0.7119,
      "step": 78317
    },
    {
      "epoch": 3.2077821011673153,
      "grad_norm": 1.3866619518511232,
      "learning_rate": 0.00013673369599345356,
      "loss": 0.748,
      "step": 78318
    },
    {
      "epoch": 3.2078230595945114,
      "grad_norm": 1.5175757812933606,
      "learning_rate": 0.00013673044738238513,
      "loss": 0.758,
      "step": 78319
    },
    {
      "epoch": 3.207864018021708,
      "grad_norm": 1.2533972074786452,
      "learning_rate": 0.00013672719877758977,
      "loss": 0.7266,
      "step": 78320
    },
    {
      "epoch": 3.2079049764489045,
      "grad_norm": 1.3633529511268252,
      "learning_rate": 0.00013672395017906908,
      "loss": 0.7171,
      "step": 78321
    },
    {
      "epoch": 3.2079459348761006,
      "grad_norm": 1.044141290175284,
      "learning_rate": 0.0001367207015868245,
      "loss": 0.5849,
      "step": 78322
    },
    {
      "epoch": 3.207986893303297,
      "grad_norm": 1.5192400120980654,
      "learning_rate": 0.0001367174530008576,
      "loss": 0.5409,
      "step": 78323
    },
    {
      "epoch": 3.2080278517304937,
      "grad_norm": 1.5517969729345429,
      "learning_rate": 0.00013671420442116993,
      "loss": 0.8167,
      "step": 78324
    },
    {
      "epoch": 3.2080688101576897,
      "grad_norm": 1.3814801836179957,
      "learning_rate": 0.00013671095584776298,
      "loss": 0.6909,
      "step": 78325
    },
    {
      "epoch": 3.2081097685848863,
      "grad_norm": 1.0341417874831598,
      "learning_rate": 0.00013670770728063837,
      "loss": 0.2891,
      "step": 78326
    },
    {
      "epoch": 3.208150727012083,
      "grad_norm": 1.0704540364231556,
      "learning_rate": 0.00013670445871979752,
      "loss": 0.5985,
      "step": 78327
    },
    {
      "epoch": 3.208191685439279,
      "grad_norm": 1.617454153100984,
      "learning_rate": 0.0001367012101652421,
      "loss": 0.9271,
      "step": 78328
    },
    {
      "epoch": 3.2082326438664754,
      "grad_norm": 1.1100662679764777,
      "learning_rate": 0.00013669796161697355,
      "loss": 0.5114,
      "step": 78329
    },
    {
      "epoch": 3.208273602293672,
      "grad_norm": 1.2862798133860485,
      "learning_rate": 0.00013669471307499342,
      "loss": 0.7722,
      "step": 78330
    },
    {
      "epoch": 3.2083145607208685,
      "grad_norm": 2.108612099295368,
      "learning_rate": 0.00013669146453930325,
      "loss": 1.8582,
      "step": 78331
    },
    {
      "epoch": 3.2083555191480646,
      "grad_norm": 1.0848054884245493,
      "learning_rate": 0.00013668821600990461,
      "loss": 0.7474,
      "step": 78332
    },
    {
      "epoch": 3.208396477575261,
      "grad_norm": 1.1580282356214697,
      "learning_rate": 0.000136684967486799,
      "loss": 0.403,
      "step": 78333
    },
    {
      "epoch": 3.2084374360024577,
      "grad_norm": 1.2804556518542178,
      "learning_rate": 0.00013668171896998797,
      "loss": 0.8346,
      "step": 78334
    },
    {
      "epoch": 3.2084783944296538,
      "grad_norm": 1.1951889764944061,
      "learning_rate": 0.000136678470459473,
      "loss": 0.6067,
      "step": 78335
    },
    {
      "epoch": 3.2085193528568503,
      "grad_norm": 1.8286875868073031,
      "learning_rate": 0.00013667522195525574,
      "loss": 1.2317,
      "step": 78336
    },
    {
      "epoch": 3.208560311284047,
      "grad_norm": 0.7190282945730978,
      "learning_rate": 0.00013667197345733763,
      "loss": 0.2572,
      "step": 78337
    },
    {
      "epoch": 3.208601269711243,
      "grad_norm": 1.0738036389629373,
      "learning_rate": 0.00013666872496572027,
      "loss": 0.5758,
      "step": 78338
    },
    {
      "epoch": 3.2086422281384395,
      "grad_norm": 1.3101411711155964,
      "learning_rate": 0.00013666547648040513,
      "loss": 0.7365,
      "step": 78339
    },
    {
      "epoch": 3.208683186565636,
      "grad_norm": 1.657493906438811,
      "learning_rate": 0.0001366622280013938,
      "loss": 0.9861,
      "step": 78340
    },
    {
      "epoch": 3.208724144992832,
      "grad_norm": 3.6548903134069017,
      "learning_rate": 0.00013665897952868777,
      "loss": 0.9662,
      "step": 78341
    },
    {
      "epoch": 3.2087651034200286,
      "grad_norm": 1.0893025399128649,
      "learning_rate": 0.00013665573106228863,
      "loss": 0.3755,
      "step": 78342
    },
    {
      "epoch": 3.208806061847225,
      "grad_norm": 1.0948823477292913,
      "learning_rate": 0.00013665248260219783,
      "loss": 0.5589,
      "step": 78343
    },
    {
      "epoch": 3.2088470202744213,
      "grad_norm": 1.6923430772937709,
      "learning_rate": 0.00013664923414841702,
      "loss": 1.0026,
      "step": 78344
    },
    {
      "epoch": 3.208887978701618,
      "grad_norm": 1.426279029249071,
      "learning_rate": 0.00013664598570094767,
      "loss": 0.568,
      "step": 78345
    },
    {
      "epoch": 3.2089289371288143,
      "grad_norm": 1.043208099303282,
      "learning_rate": 0.00013664273725979133,
      "loss": 0.6379,
      "step": 78346
    },
    {
      "epoch": 3.2089698955560104,
      "grad_norm": 1.771628969549445,
      "learning_rate": 0.00013663948882494946,
      "loss": 1.2056,
      "step": 78347
    },
    {
      "epoch": 3.209010853983207,
      "grad_norm": 1.1204634223205128,
      "learning_rate": 0.00013663624039642373,
      "loss": 0.5544,
      "step": 78348
    },
    {
      "epoch": 3.2090518124104035,
      "grad_norm": 1.120469836900417,
      "learning_rate": 0.0001366329919742156,
      "loss": 0.4149,
      "step": 78349
    },
    {
      "epoch": 3.2090927708376,
      "grad_norm": 1.2898310806397595,
      "learning_rate": 0.00013662974355832663,
      "loss": 0.8449,
      "step": 78350
    },
    {
      "epoch": 3.209133729264796,
      "grad_norm": 0.7034120771267391,
      "learning_rate": 0.0001366264951487583,
      "loss": 0.1331,
      "step": 78351
    },
    {
      "epoch": 3.2091746876919927,
      "grad_norm": 1.0626082076053298,
      "learning_rate": 0.00013662324674551223,
      "loss": 0.4668,
      "step": 78352
    },
    {
      "epoch": 3.209215646119189,
      "grad_norm": 1.1024478281570111,
      "learning_rate": 0.00013661999834858987,
      "loss": 0.2538,
      "step": 78353
    },
    {
      "epoch": 3.2092566045463853,
      "grad_norm": 1.7276528295074747,
      "learning_rate": 0.00013661674995799284,
      "loss": 0.9784,
      "step": 78354
    },
    {
      "epoch": 3.209297562973582,
      "grad_norm": 1.9898417540527025,
      "learning_rate": 0.00013661350157372263,
      "loss": 1.3758,
      "step": 78355
    },
    {
      "epoch": 3.2093385214007784,
      "grad_norm": 1.3592003506748696,
      "learning_rate": 0.00013661025319578073,
      "loss": 0.6784,
      "step": 78356
    },
    {
      "epoch": 3.2093794798279744,
      "grad_norm": 0.821463914069951,
      "learning_rate": 0.00013660700482416878,
      "loss": 0.2723,
      "step": 78357
    },
    {
      "epoch": 3.209420438255171,
      "grad_norm": 1.0119650401673306,
      "learning_rate": 0.00013660375645888824,
      "loss": 0.6016,
      "step": 78358
    },
    {
      "epoch": 3.2094613966823675,
      "grad_norm": 1.5420776885146397,
      "learning_rate": 0.0001366005080999407,
      "loss": 0.6414,
      "step": 78359
    },
    {
      "epoch": 3.2095023551095636,
      "grad_norm": 0.7977692422582321,
      "learning_rate": 0.0001365972597473276,
      "loss": 0.2543,
      "step": 78360
    },
    {
      "epoch": 3.20954331353676,
      "grad_norm": 1.497467737832674,
      "learning_rate": 0.00013659401140105057,
      "loss": 0.9125,
      "step": 78361
    },
    {
      "epoch": 3.2095842719639567,
      "grad_norm": 1.3752511083549412,
      "learning_rate": 0.00013659076306111112,
      "loss": 0.6285,
      "step": 78362
    },
    {
      "epoch": 3.2096252303911528,
      "grad_norm": 1.4887567472941627,
      "learning_rate": 0.00013658751472751078,
      "loss": 0.7927,
      "step": 78363
    },
    {
      "epoch": 3.2096661888183493,
      "grad_norm": 1.420687576068791,
      "learning_rate": 0.00013658426640025104,
      "loss": 0.723,
      "step": 78364
    },
    {
      "epoch": 3.209707147245546,
      "grad_norm": 1.702262641818901,
      "learning_rate": 0.0001365810180793335,
      "loss": 1.4052,
      "step": 78365
    },
    {
      "epoch": 3.209748105672742,
      "grad_norm": 1.4041356222629522,
      "learning_rate": 0.00013657776976475972,
      "loss": 0.6759,
      "step": 78366
    },
    {
      "epoch": 3.2097890640999385,
      "grad_norm": 1.2336621242298635,
      "learning_rate": 0.00013657452145653118,
      "loss": 0.7879,
      "step": 78367
    },
    {
      "epoch": 3.209830022527135,
      "grad_norm": 1.3406508733603844,
      "learning_rate": 0.00013657127315464936,
      "loss": 0.5063,
      "step": 78368
    },
    {
      "epoch": 3.2098709809543315,
      "grad_norm": 1.2660731043750935,
      "learning_rate": 0.00013656802485911593,
      "loss": 0.753,
      "step": 78369
    },
    {
      "epoch": 3.2099119393815276,
      "grad_norm": 0.7460527090328778,
      "learning_rate": 0.00013656477656993234,
      "loss": 0.2597,
      "step": 78370
    },
    {
      "epoch": 3.209952897808724,
      "grad_norm": 0.8759162148443478,
      "learning_rate": 0.00013656152828710018,
      "loss": 0.3436,
      "step": 78371
    },
    {
      "epoch": 3.2099938562359207,
      "grad_norm": 1.4099982938139823,
      "learning_rate": 0.00013655828001062087,
      "loss": 0.9838,
      "step": 78372
    },
    {
      "epoch": 3.210034814663117,
      "grad_norm": 1.725592276259318,
      "learning_rate": 0.00013655503174049617,
      "loss": 1.185,
      "step": 78373
    },
    {
      "epoch": 3.2100757730903133,
      "grad_norm": 1.1893128702638764,
      "learning_rate": 0.00013655178347672734,
      "loss": 0.59,
      "step": 78374
    },
    {
      "epoch": 3.21011673151751,
      "grad_norm": 1.0863895229722067,
      "learning_rate": 0.00013654853521931609,
      "loss": 0.5162,
      "step": 78375
    },
    {
      "epoch": 3.210157689944706,
      "grad_norm": 1.3385638183257038,
      "learning_rate": 0.00013654528696826392,
      "loss": 0.7033,
      "step": 78376
    },
    {
      "epoch": 3.2101986483719025,
      "grad_norm": 1.046983468995115,
      "learning_rate": 0.00013654203872357233,
      "loss": 0.6854,
      "step": 78377
    },
    {
      "epoch": 3.210239606799099,
      "grad_norm": 1.1423730778909655,
      "learning_rate": 0.00013653879048524284,
      "loss": 0.688,
      "step": 78378
    },
    {
      "epoch": 3.210280565226295,
      "grad_norm": 1.332384983329106,
      "learning_rate": 0.0001365355422532771,
      "loss": 0.7669,
      "step": 78379
    },
    {
      "epoch": 3.2103215236534917,
      "grad_norm": 1.3952942553622476,
      "learning_rate": 0.00013653229402767658,
      "loss": 1.0562,
      "step": 78380
    },
    {
      "epoch": 3.210362482080688,
      "grad_norm": 1.2267100766064185,
      "learning_rate": 0.0001365290458084428,
      "loss": 0.616,
      "step": 78381
    },
    {
      "epoch": 3.2104034405078847,
      "grad_norm": 1.377610858217264,
      "learning_rate": 0.00013652579759557723,
      "loss": 0.7864,
      "step": 78382
    },
    {
      "epoch": 3.210444398935081,
      "grad_norm": 1.3959619430887857,
      "learning_rate": 0.00013652254938908157,
      "loss": 0.696,
      "step": 78383
    },
    {
      "epoch": 3.2104853573622774,
      "grad_norm": 1.6007476936041387,
      "learning_rate": 0.00013651930118895725,
      "loss": 0.911,
      "step": 78384
    },
    {
      "epoch": 3.2105263157894735,
      "grad_norm": 1.057720464816291,
      "learning_rate": 0.00013651605299520582,
      "loss": 0.4379,
      "step": 78385
    },
    {
      "epoch": 3.21056727421667,
      "grad_norm": 1.0448327732160976,
      "learning_rate": 0.0001365128048078288,
      "loss": 0.4397,
      "step": 78386
    },
    {
      "epoch": 3.2106082326438665,
      "grad_norm": 1.4856467050307625,
      "learning_rate": 0.00013650955662682774,
      "loss": 0.8461,
      "step": 78387
    },
    {
      "epoch": 3.210649191071063,
      "grad_norm": 1.1351872877682463,
      "learning_rate": 0.00013650630845220418,
      "loss": 0.599,
      "step": 78388
    },
    {
      "epoch": 3.210690149498259,
      "grad_norm": 1.4771382758177003,
      "learning_rate": 0.00013650306028395966,
      "loss": 0.9488,
      "step": 78389
    },
    {
      "epoch": 3.2107311079254557,
      "grad_norm": 1.4166599275019072,
      "learning_rate": 0.00013649981212209572,
      "loss": 0.7542,
      "step": 78390
    },
    {
      "epoch": 3.210772066352652,
      "grad_norm": 1.013988355824518,
      "learning_rate": 0.00013649656396661386,
      "loss": 0.6199,
      "step": 78391
    },
    {
      "epoch": 3.2108130247798483,
      "grad_norm": 1.4827387539495729,
      "learning_rate": 0.00013649331581751568,
      "loss": 0.8215,
      "step": 78392
    },
    {
      "epoch": 3.210853983207045,
      "grad_norm": 0.9291650262327905,
      "learning_rate": 0.00013649006767480265,
      "loss": 0.2391,
      "step": 78393
    },
    {
      "epoch": 3.2108949416342414,
      "grad_norm": 1.3799363417251966,
      "learning_rate": 0.00013648681953847634,
      "loss": 0.6312,
      "step": 78394
    },
    {
      "epoch": 3.2109359000614375,
      "grad_norm": 1.2672463458587881,
      "learning_rate": 0.00013648357140853826,
      "loss": 0.8784,
      "step": 78395
    },
    {
      "epoch": 3.210976858488634,
      "grad_norm": 1.3306285684401271,
      "learning_rate": 0.00013648032328499,
      "loss": 0.9342,
      "step": 78396
    },
    {
      "epoch": 3.2110178169158305,
      "grad_norm": 0.8457892680010877,
      "learning_rate": 0.00013647707516783303,
      "loss": 0.213,
      "step": 78397
    },
    {
      "epoch": 3.2110587753430266,
      "grad_norm": 4.8403041508960145,
      "learning_rate": 0.00013647382705706893,
      "loss": 2.6973,
      "step": 78398
    },
    {
      "epoch": 3.211099733770223,
      "grad_norm": 1.7722565835029551,
      "learning_rate": 0.0001364705789526992,
      "loss": 0.9473,
      "step": 78399
    },
    {
      "epoch": 3.2111406921974197,
      "grad_norm": 1.5468978836527871,
      "learning_rate": 0.0001364673308547254,
      "loss": 1.028,
      "step": 78400
    },
    {
      "epoch": 3.2111816506246162,
      "grad_norm": 1.6246624863129888,
      "learning_rate": 0.00013646408276314908,
      "loss": 0.7563,
      "step": 78401
    },
    {
      "epoch": 3.2112226090518123,
      "grad_norm": 1.1557307654795415,
      "learning_rate": 0.00013646083467797176,
      "loss": 0.6065,
      "step": 78402
    },
    {
      "epoch": 3.211263567479009,
      "grad_norm": 1.188116555387,
      "learning_rate": 0.0001364575865991949,
      "loss": 0.622,
      "step": 78403
    },
    {
      "epoch": 3.2113045259062054,
      "grad_norm": 1.49158412589162,
      "learning_rate": 0.00013645433852682017,
      "loss": 1.0068,
      "step": 78404
    },
    {
      "epoch": 3.2113454843334015,
      "grad_norm": 1.4711534027681084,
      "learning_rate": 0.00013645109046084907,
      "loss": 0.4077,
      "step": 78405
    },
    {
      "epoch": 3.211386442760598,
      "grad_norm": 1.102358941080782,
      "learning_rate": 0.00013644784240128308,
      "loss": 0.7464,
      "step": 78406
    },
    {
      "epoch": 3.2114274011877946,
      "grad_norm": 1.5524793395380887,
      "learning_rate": 0.00013644459434812372,
      "loss": 0.9319,
      "step": 78407
    },
    {
      "epoch": 3.2114683596149907,
      "grad_norm": 1.3777516066506357,
      "learning_rate": 0.00013644134630137262,
      "loss": 0.6725,
      "step": 78408
    },
    {
      "epoch": 3.211509318042187,
      "grad_norm": 1.4093797676410904,
      "learning_rate": 0.00013643809826103124,
      "loss": 0.797,
      "step": 78409
    },
    {
      "epoch": 3.2115502764693837,
      "grad_norm": 1.3129420490775803,
      "learning_rate": 0.00013643485022710115,
      "loss": 0.7188,
      "step": 78410
    },
    {
      "epoch": 3.21159123489658,
      "grad_norm": 2.331720267412631,
      "learning_rate": 0.00013643160219958388,
      "loss": 1.8751,
      "step": 78411
    },
    {
      "epoch": 3.2116321933237764,
      "grad_norm": 1.0681512077869293,
      "learning_rate": 0.00013642835417848097,
      "loss": 0.2445,
      "step": 78412
    },
    {
      "epoch": 3.211673151750973,
      "grad_norm": 1.3174055879785571,
      "learning_rate": 0.00013642510616379395,
      "loss": 0.4253,
      "step": 78413
    },
    {
      "epoch": 3.211714110178169,
      "grad_norm": 1.0150771916491061,
      "learning_rate": 0.00013642185815552433,
      "loss": 0.4052,
      "step": 78414
    },
    {
      "epoch": 3.2117550686053655,
      "grad_norm": 1.4823880215708745,
      "learning_rate": 0.00013641861015367365,
      "loss": 0.8095,
      "step": 78415
    },
    {
      "epoch": 3.211796027032562,
      "grad_norm": 1.354702973834992,
      "learning_rate": 0.0001364153621582435,
      "loss": 0.7904,
      "step": 78416
    },
    {
      "epoch": 3.211836985459758,
      "grad_norm": 0.7081140429650377,
      "learning_rate": 0.00013641211416923535,
      "loss": 0.2348,
      "step": 78417
    },
    {
      "epoch": 3.2118779438869547,
      "grad_norm": 1.4091850672659043,
      "learning_rate": 0.0001364088661866508,
      "loss": 0.7504,
      "step": 78418
    },
    {
      "epoch": 3.2119189023141512,
      "grad_norm": 1.4517840118384722,
      "learning_rate": 0.0001364056182104913,
      "loss": 0.9564,
      "step": 78419
    },
    {
      "epoch": 3.2119598607413478,
      "grad_norm": 1.0058070112014934,
      "learning_rate": 0.00013640237024075847,
      "loss": 0.5432,
      "step": 78420
    },
    {
      "epoch": 3.212000819168544,
      "grad_norm": 1.5619276179384889,
      "learning_rate": 0.0001363991222774538,
      "loss": 0.737,
      "step": 78421
    },
    {
      "epoch": 3.2120417775957404,
      "grad_norm": 1.2342410053016037,
      "learning_rate": 0.00013639587432057887,
      "loss": 0.5848,
      "step": 78422
    },
    {
      "epoch": 3.212082736022937,
      "grad_norm": 0.7536724146253015,
      "learning_rate": 0.00013639262637013514,
      "loss": 0.2316,
      "step": 78423
    },
    {
      "epoch": 3.212123694450133,
      "grad_norm": 1.2342566472790975,
      "learning_rate": 0.00013638937842612418,
      "loss": 0.5329,
      "step": 78424
    },
    {
      "epoch": 3.2121646528773296,
      "grad_norm": 1.7660593715556103,
      "learning_rate": 0.00013638613048854757,
      "loss": 0.909,
      "step": 78425
    },
    {
      "epoch": 3.212205611304526,
      "grad_norm": 1.7234625146848161,
      "learning_rate": 0.0001363828825574068,
      "loss": 0.7385,
      "step": 78426
    },
    {
      "epoch": 3.212246569731722,
      "grad_norm": 1.2733377016325227,
      "learning_rate": 0.0001363796346327034,
      "loss": 0.4216,
      "step": 78427
    },
    {
      "epoch": 3.2122875281589187,
      "grad_norm": 0.856840368827563,
      "learning_rate": 0.00013637638671443888,
      "loss": 0.249,
      "step": 78428
    },
    {
      "epoch": 3.2123284865861153,
      "grad_norm": 1.3361174640960551,
      "learning_rate": 0.00013637313880261487,
      "loss": 0.7551,
      "step": 78429
    },
    {
      "epoch": 3.2123694450133113,
      "grad_norm": 1.2238459995614956,
      "learning_rate": 0.00013636989089723284,
      "loss": 0.5607,
      "step": 78430
    },
    {
      "epoch": 3.212410403440508,
      "grad_norm": 1.3761344253580292,
      "learning_rate": 0.00013636664299829433,
      "loss": 0.371,
      "step": 78431
    },
    {
      "epoch": 3.2124513618677044,
      "grad_norm": 1.2482885316340466,
      "learning_rate": 0.00013636339510580086,
      "loss": 0.6313,
      "step": 78432
    },
    {
      "epoch": 3.2124923202949005,
      "grad_norm": 1.4894801053860087,
      "learning_rate": 0.00013636014721975402,
      "loss": 0.7893,
      "step": 78433
    },
    {
      "epoch": 3.212533278722097,
      "grad_norm": 1.1743087567120234,
      "learning_rate": 0.0001363568993401553,
      "loss": 0.6367,
      "step": 78434
    },
    {
      "epoch": 3.2125742371492936,
      "grad_norm": 1.115886571184179,
      "learning_rate": 0.00013635365146700624,
      "loss": 0.5351,
      "step": 78435
    },
    {
      "epoch": 3.2126151955764897,
      "grad_norm": 2.6911981291201674,
      "learning_rate": 0.00013635040360030835,
      "loss": 2.7451,
      "step": 78436
    },
    {
      "epoch": 3.212656154003686,
      "grad_norm": 1.4772775565416558,
      "learning_rate": 0.00013634715574006325,
      "loss": 0.7774,
      "step": 78437
    },
    {
      "epoch": 3.2126971124308827,
      "grad_norm": 1.489088058248332,
      "learning_rate": 0.00013634390788627238,
      "loss": 0.79,
      "step": 78438
    },
    {
      "epoch": 3.2127380708580793,
      "grad_norm": 1.0533161652827643,
      "learning_rate": 0.00013634066003893736,
      "loss": 0.4165,
      "step": 78439
    },
    {
      "epoch": 3.2127790292852754,
      "grad_norm": 1.425816323681923,
      "learning_rate": 0.00013633741219805964,
      "loss": 0.7078,
      "step": 78440
    },
    {
      "epoch": 3.212819987712472,
      "grad_norm": 0.8332057736511186,
      "learning_rate": 0.0001363341643636408,
      "loss": 0.2641,
      "step": 78441
    },
    {
      "epoch": 3.2128609461396684,
      "grad_norm": 1.2215167751472817,
      "learning_rate": 0.00013633091653568244,
      "loss": 0.6586,
      "step": 78442
    },
    {
      "epoch": 3.2129019045668645,
      "grad_norm": 8.264529591178093,
      "learning_rate": 0.00013632766871418602,
      "loss": 2.8607,
      "step": 78443
    },
    {
      "epoch": 3.212942862994061,
      "grad_norm": 1.4903799282098917,
      "learning_rate": 0.00013632442089915305,
      "loss": 0.7139,
      "step": 78444
    },
    {
      "epoch": 3.2129838214212576,
      "grad_norm": 1.0087374721328393,
      "learning_rate": 0.0001363211730905851,
      "loss": 0.3969,
      "step": 78445
    },
    {
      "epoch": 3.2130247798484537,
      "grad_norm": 1.4803157555853628,
      "learning_rate": 0.0001363179252884837,
      "loss": 0.5407,
      "step": 78446
    },
    {
      "epoch": 3.2130657382756502,
      "grad_norm": 1.1648459880108661,
      "learning_rate": 0.0001363146774928504,
      "loss": 0.6546,
      "step": 78447
    },
    {
      "epoch": 3.2131066967028468,
      "grad_norm": 1.2777915628229364,
      "learning_rate": 0.0001363114297036867,
      "loss": 0.6301,
      "step": 78448
    },
    {
      "epoch": 3.213147655130043,
      "grad_norm": 2.0183214650148633,
      "learning_rate": 0.00013630818192099422,
      "loss": 1.5095,
      "step": 78449
    },
    {
      "epoch": 3.2131886135572394,
      "grad_norm": 0.9995895854474764,
      "learning_rate": 0.00013630493414477438,
      "loss": 0.3864,
      "step": 78450
    },
    {
      "epoch": 3.213229571984436,
      "grad_norm": 2.871179032328618,
      "learning_rate": 0.00013630168637502878,
      "loss": 2.1346,
      "step": 78451
    },
    {
      "epoch": 3.213270530411632,
      "grad_norm": 1.1432807676981662,
      "learning_rate": 0.00013629843861175898,
      "loss": 0.634,
      "step": 78452
    },
    {
      "epoch": 3.2133114888388286,
      "grad_norm": 1.3542430170182655,
      "learning_rate": 0.00013629519085496647,
      "loss": 0.8142,
      "step": 78453
    },
    {
      "epoch": 3.213352447266025,
      "grad_norm": 2.346125236934035,
      "learning_rate": 0.0001362919431046528,
      "loss": 1.356,
      "step": 78454
    },
    {
      "epoch": 3.213393405693221,
      "grad_norm": 1.1623550648722298,
      "learning_rate": 0.00013628869536081947,
      "loss": 0.4412,
      "step": 78455
    },
    {
      "epoch": 3.2134343641204177,
      "grad_norm": 0.8799517872741416,
      "learning_rate": 0.0001362854476234681,
      "loss": 0.3517,
      "step": 78456
    },
    {
      "epoch": 3.2134753225476143,
      "grad_norm": 0.815494046834705,
      "learning_rate": 0.00013628219989260016,
      "loss": 0.4245,
      "step": 78457
    },
    {
      "epoch": 3.213516280974811,
      "grad_norm": 1.2957310222569594,
      "learning_rate": 0.0001362789521682172,
      "loss": 0.6744,
      "step": 78458
    },
    {
      "epoch": 3.213557239402007,
      "grad_norm": 1.4376013425015532,
      "learning_rate": 0.00013627570445032071,
      "loss": 0.7786,
      "step": 78459
    },
    {
      "epoch": 3.2135981978292034,
      "grad_norm": 1.243035752397248,
      "learning_rate": 0.00013627245673891232,
      "loss": 0.7586,
      "step": 78460
    },
    {
      "epoch": 3.2136391562564,
      "grad_norm": 1.3897067031169503,
      "learning_rate": 0.0001362692090339935,
      "loss": 0.7374,
      "step": 78461
    },
    {
      "epoch": 3.213680114683596,
      "grad_norm": 1.3127690159215357,
      "learning_rate": 0.0001362659613355658,
      "loss": 0.6043,
      "step": 78462
    },
    {
      "epoch": 3.2137210731107926,
      "grad_norm": 1.0934244288918538,
      "learning_rate": 0.00013626271364363074,
      "loss": 0.7072,
      "step": 78463
    },
    {
      "epoch": 3.213762031537989,
      "grad_norm": 0.8041499965413916,
      "learning_rate": 0.0001362594659581899,
      "loss": 0.2445,
      "step": 78464
    },
    {
      "epoch": 3.213802989965185,
      "grad_norm": 1.2196647767301265,
      "learning_rate": 0.0001362562182792448,
      "loss": 0.7066,
      "step": 78465
    },
    {
      "epoch": 3.2138439483923817,
      "grad_norm": 1.1574002717362706,
      "learning_rate": 0.00013625297060679693,
      "loss": 0.6531,
      "step": 78466
    },
    {
      "epoch": 3.2138849068195783,
      "grad_norm": 1.17639087181181,
      "learning_rate": 0.00013624972294084785,
      "loss": 0.5578,
      "step": 78467
    },
    {
      "epoch": 3.2139258652467744,
      "grad_norm": 0.8455176625028348,
      "learning_rate": 0.00013624647528139914,
      "loss": 0.2478,
      "step": 78468
    },
    {
      "epoch": 3.213966823673971,
      "grad_norm": 2.9369281787401076,
      "learning_rate": 0.00013624322762845228,
      "loss": 2.3246,
      "step": 78469
    },
    {
      "epoch": 3.2140077821011674,
      "grad_norm": 1.3281351375201786,
      "learning_rate": 0.00013623997998200884,
      "loss": 0.8273,
      "step": 78470
    },
    {
      "epoch": 3.2140487405283635,
      "grad_norm": 0.8959389339809666,
      "learning_rate": 0.0001362367323420703,
      "loss": 0.2254,
      "step": 78471
    },
    {
      "epoch": 3.21408969895556,
      "grad_norm": 1.2089095873736697,
      "learning_rate": 0.00013623348470863825,
      "loss": 0.607,
      "step": 78472
    },
    {
      "epoch": 3.2141306573827566,
      "grad_norm": 1.4488528138470491,
      "learning_rate": 0.00013623023708171422,
      "loss": 0.7758,
      "step": 78473
    },
    {
      "epoch": 3.2141716158099527,
      "grad_norm": 1.6484787307550133,
      "learning_rate": 0.00013622698946129977,
      "loss": 0.7118,
      "step": 78474
    },
    {
      "epoch": 3.2142125742371492,
      "grad_norm": 1.2882495184454317,
      "learning_rate": 0.00013622374184739632,
      "loss": 0.5966,
      "step": 78475
    },
    {
      "epoch": 3.2142535326643458,
      "grad_norm": 1.2929467098849152,
      "learning_rate": 0.00013622049424000552,
      "loss": 0.6153,
      "step": 78476
    },
    {
      "epoch": 3.2142944910915423,
      "grad_norm": 7.483496648212898,
      "learning_rate": 0.0001362172466391289,
      "loss": 1.6946,
      "step": 78477
    },
    {
      "epoch": 3.2143354495187384,
      "grad_norm": 1.6335966675194475,
      "learning_rate": 0.00013621399904476797,
      "loss": 0.9352,
      "step": 78478
    },
    {
      "epoch": 3.214376407945935,
      "grad_norm": 3.1829030745279403,
      "learning_rate": 0.0001362107514569242,
      "loss": 3.6313,
      "step": 78479
    },
    {
      "epoch": 3.2144173663731315,
      "grad_norm": 1.2471850718505693,
      "learning_rate": 0.00013620750387559924,
      "loss": 0.8129,
      "step": 78480
    },
    {
      "epoch": 3.2144583248003276,
      "grad_norm": 1.4180494931751264,
      "learning_rate": 0.00013620425630079457,
      "loss": 0.8956,
      "step": 78481
    },
    {
      "epoch": 3.214499283227524,
      "grad_norm": 1.1069960703549302,
      "learning_rate": 0.0001362010087325117,
      "loss": 0.6482,
      "step": 78482
    },
    {
      "epoch": 3.2145402416547206,
      "grad_norm": 1.3740098124898776,
      "learning_rate": 0.00013619776117075217,
      "loss": 0.9964,
      "step": 78483
    },
    {
      "epoch": 3.2145812000819167,
      "grad_norm": 1.3861582388424474,
      "learning_rate": 0.0001361945136155176,
      "loss": 0.7898,
      "step": 78484
    },
    {
      "epoch": 3.2146221585091133,
      "grad_norm": 0.9281242384900299,
      "learning_rate": 0.00013619126606680942,
      "loss": 0.4776,
      "step": 78485
    },
    {
      "epoch": 3.21466311693631,
      "grad_norm": 1.7260326553375582,
      "learning_rate": 0.00013618801852462924,
      "loss": 0.9301,
      "step": 78486
    },
    {
      "epoch": 3.214704075363506,
      "grad_norm": 1.492092495456677,
      "learning_rate": 0.00013618477098897852,
      "loss": 0.5857,
      "step": 78487
    },
    {
      "epoch": 3.2147450337907024,
      "grad_norm": 1.2899096691509682,
      "learning_rate": 0.00013618152345985888,
      "loss": 0.5618,
      "step": 78488
    },
    {
      "epoch": 3.214785992217899,
      "grad_norm": 1.4691389758571478,
      "learning_rate": 0.0001361782759372718,
      "loss": 0.9244,
      "step": 78489
    },
    {
      "epoch": 3.214826950645095,
      "grad_norm": 1.0430914235705362,
      "learning_rate": 0.00013617502842121882,
      "loss": 0.6936,
      "step": 78490
    },
    {
      "epoch": 3.2148679090722916,
      "grad_norm": 1.4255306151285307,
      "learning_rate": 0.00013617178091170147,
      "loss": 0.7924,
      "step": 78491
    },
    {
      "epoch": 3.214908867499488,
      "grad_norm": 1.4757121807880247,
      "learning_rate": 0.00013616853340872134,
      "loss": 0.8684,
      "step": 78492
    },
    {
      "epoch": 3.214949825926684,
      "grad_norm": 1.3021064822104524,
      "learning_rate": 0.0001361652859122799,
      "loss": 0.7079,
      "step": 78493
    },
    {
      "epoch": 3.2149907843538807,
      "grad_norm": 1.6050643888897744,
      "learning_rate": 0.00013616203842237875,
      "loss": 1.1437,
      "step": 78494
    },
    {
      "epoch": 3.2150317427810773,
      "grad_norm": 5.8822687335088135,
      "learning_rate": 0.00013615879093901932,
      "loss": 4.5445,
      "step": 78495
    },
    {
      "epoch": 3.215072701208274,
      "grad_norm": 0.672954873779588,
      "learning_rate": 0.00013615554346220325,
      "loss": 0.2356,
      "step": 78496
    },
    {
      "epoch": 3.21511365963547,
      "grad_norm": 3.9945418355229863,
      "learning_rate": 0.00013615229599193203,
      "loss": 4.8186,
      "step": 78497
    },
    {
      "epoch": 3.2151546180626664,
      "grad_norm": 3.032055267709212,
      "learning_rate": 0.00013614904852820718,
      "loss": 3.2752,
      "step": 78498
    },
    {
      "epoch": 3.215195576489863,
      "grad_norm": 1.4721314369614347,
      "learning_rate": 0.00013614580107103032,
      "loss": 0.7222,
      "step": 78499
    },
    {
      "epoch": 3.215236534917059,
      "grad_norm": 1.9414326978018928,
      "learning_rate": 0.00013614255362040284,
      "loss": 1.5999,
      "step": 78500
    },
    {
      "epoch": 3.2152774933442556,
      "grad_norm": 1.4570619397492848,
      "learning_rate": 0.0001361393061763264,
      "loss": 0.8466,
      "step": 78501
    },
    {
      "epoch": 3.215318451771452,
      "grad_norm": 1.5422444930835513,
      "learning_rate": 0.00013613605873880248,
      "loss": 0.7104,
      "step": 78502
    },
    {
      "epoch": 3.2153594101986482,
      "grad_norm": 1.5652390035044799,
      "learning_rate": 0.00013613281130783265,
      "loss": 0.9624,
      "step": 78503
    },
    {
      "epoch": 3.2154003686258448,
      "grad_norm": 1.2050823031786237,
      "learning_rate": 0.00013612956388341836,
      "loss": 0.3574,
      "step": 78504
    },
    {
      "epoch": 3.2154413270530413,
      "grad_norm": 1.1500346091516715,
      "learning_rate": 0.00013612631646556125,
      "loss": 0.7598,
      "step": 78505
    },
    {
      "epoch": 3.2154822854802374,
      "grad_norm": 1.2162998042668012,
      "learning_rate": 0.00013612306905426283,
      "loss": 0.5329,
      "step": 78506
    },
    {
      "epoch": 3.215523243907434,
      "grad_norm": 1.8884268196773728,
      "learning_rate": 0.00013611982164952463,
      "loss": 1.1561,
      "step": 78507
    },
    {
      "epoch": 3.2155642023346305,
      "grad_norm": 1.1185346303024493,
      "learning_rate": 0.00013611657425134812,
      "loss": 0.7191,
      "step": 78508
    },
    {
      "epoch": 3.2156051607618266,
      "grad_norm": 1.0873972487366448,
      "learning_rate": 0.0001361133268597349,
      "loss": 0.6544,
      "step": 78509
    },
    {
      "epoch": 3.215646119189023,
      "grad_norm": 1.5012922177672245,
      "learning_rate": 0.0001361100794746865,
      "loss": 0.7841,
      "step": 78510
    },
    {
      "epoch": 3.2156870776162196,
      "grad_norm": 1.6145129760717214,
      "learning_rate": 0.00013610683209620448,
      "loss": 1.0428,
      "step": 78511
    },
    {
      "epoch": 3.2157280360434157,
      "grad_norm": 1.5406193569331537,
      "learning_rate": 0.0001361035847242903,
      "loss": 0.9399,
      "step": 78512
    },
    {
      "epoch": 3.2157689944706123,
      "grad_norm": 1.1519776868954172,
      "learning_rate": 0.00013610033735894558,
      "loss": 0.6533,
      "step": 78513
    },
    {
      "epoch": 3.215809952897809,
      "grad_norm": 1.3187028284695033,
      "learning_rate": 0.00013609709000017182,
      "loss": 0.6065,
      "step": 78514
    },
    {
      "epoch": 3.2158509113250053,
      "grad_norm": 0.9854868607378748,
      "learning_rate": 0.0001360938426479705,
      "loss": 0.3672,
      "step": 78515
    },
    {
      "epoch": 3.2158918697522014,
      "grad_norm": 1.419709844314131,
      "learning_rate": 0.00013609059530234323,
      "loss": 1.1259,
      "step": 78516
    },
    {
      "epoch": 3.215932828179398,
      "grad_norm": 1.9108418419787438,
      "learning_rate": 0.00013608734796329152,
      "loss": 0.2758,
      "step": 78517
    },
    {
      "epoch": 3.2159737866065945,
      "grad_norm": 1.483324080208324,
      "learning_rate": 0.0001360841006308169,
      "loss": 0.4502,
      "step": 78518
    },
    {
      "epoch": 3.2160147450337906,
      "grad_norm": 1.3517122456118449,
      "learning_rate": 0.0001360808533049209,
      "loss": 0.6401,
      "step": 78519
    },
    {
      "epoch": 3.216055703460987,
      "grad_norm": 0.6868520671941994,
      "learning_rate": 0.00013607760598560508,
      "loss": 0.2397,
      "step": 78520
    },
    {
      "epoch": 3.2160966618881837,
      "grad_norm": 1.0764130253309026,
      "learning_rate": 0.00013607435867287094,
      "loss": 0.545,
      "step": 78521
    },
    {
      "epoch": 3.2161376203153798,
      "grad_norm": 2.7288672742281963,
      "learning_rate": 0.00013607111136672005,
      "loss": 3.0331,
      "step": 78522
    },
    {
      "epoch": 3.2161785787425763,
      "grad_norm": 1.229527576163809,
      "learning_rate": 0.00013606786406715392,
      "loss": 0.6171,
      "step": 78523
    },
    {
      "epoch": 3.216219537169773,
      "grad_norm": 1.404356488379908,
      "learning_rate": 0.0001360646167741741,
      "loss": 0.9903,
      "step": 78524
    },
    {
      "epoch": 3.216260495596969,
      "grad_norm": 1.020396960569822,
      "learning_rate": 0.00013606136948778215,
      "loss": 0.654,
      "step": 78525
    },
    {
      "epoch": 3.2163014540241655,
      "grad_norm": 0.6695151140573852,
      "learning_rate": 0.00013605812220797954,
      "loss": 0.1691,
      "step": 78526
    },
    {
      "epoch": 3.216342412451362,
      "grad_norm": 1.2689925781727207,
      "learning_rate": 0.00013605487493476785,
      "loss": 0.4468,
      "step": 78527
    },
    {
      "epoch": 3.216383370878558,
      "grad_norm": 1.2572723546070272,
      "learning_rate": 0.0001360516276681486,
      "loss": 0.7559,
      "step": 78528
    },
    {
      "epoch": 3.2164243293057546,
      "grad_norm": 1.326938746139827,
      "learning_rate": 0.00013604838040812335,
      "loss": 0.683,
      "step": 78529
    },
    {
      "epoch": 3.216465287732951,
      "grad_norm": 1.0961407625495807,
      "learning_rate": 0.00013604513315469363,
      "loss": 0.6779,
      "step": 78530
    },
    {
      "epoch": 3.2165062461601472,
      "grad_norm": 1.7911305930712758,
      "learning_rate": 0.0001360418859078609,
      "loss": 0.8351,
      "step": 78531
    },
    {
      "epoch": 3.2165472045873438,
      "grad_norm": 0.7818535654883096,
      "learning_rate": 0.0001360386386676268,
      "loss": 0.2673,
      "step": 78532
    },
    {
      "epoch": 3.2165881630145403,
      "grad_norm": 0.8788339070661944,
      "learning_rate": 0.0001360353914339928,
      "loss": 0.3573,
      "step": 78533
    },
    {
      "epoch": 3.216629121441737,
      "grad_norm": 1.6174586544782201,
      "learning_rate": 0.0001360321442069605,
      "loss": 1.3141,
      "step": 78534
    },
    {
      "epoch": 3.216670079868933,
      "grad_norm": 1.4986200832322094,
      "learning_rate": 0.0001360288969865313,
      "loss": 0.6055,
      "step": 78535
    },
    {
      "epoch": 3.2167110382961295,
      "grad_norm": 1.4760682337420068,
      "learning_rate": 0.00013602564977270693,
      "loss": 0.715,
      "step": 78536
    },
    {
      "epoch": 3.216751996723326,
      "grad_norm": 1.1053177529887839,
      "learning_rate": 0.00013602240256548878,
      "loss": 0.6567,
      "step": 78537
    },
    {
      "epoch": 3.216792955150522,
      "grad_norm": 1.292679910564272,
      "learning_rate": 0.0001360191553648784,
      "loss": 0.5996,
      "step": 78538
    },
    {
      "epoch": 3.2168339135777186,
      "grad_norm": 1.8330343247583412,
      "learning_rate": 0.00013601590817087739,
      "loss": 1.1953,
      "step": 78539
    },
    {
      "epoch": 3.216874872004915,
      "grad_norm": 1.710441329470911,
      "learning_rate": 0.0001360126609834872,
      "loss": 1.0307,
      "step": 78540
    },
    {
      "epoch": 3.2169158304321113,
      "grad_norm": 1.059973330354846,
      "learning_rate": 0.0001360094138027095,
      "loss": 0.5071,
      "step": 78541
    },
    {
      "epoch": 3.216956788859308,
      "grad_norm": 1.4051424182184364,
      "learning_rate": 0.0001360061666285457,
      "loss": 0.9005,
      "step": 78542
    },
    {
      "epoch": 3.2169977472865043,
      "grad_norm": 1.5566437743176085,
      "learning_rate": 0.0001360029194609973,
      "loss": 0.6688,
      "step": 78543
    },
    {
      "epoch": 3.2170387057137004,
      "grad_norm": 1.1870037199479528,
      "learning_rate": 0.00013599967230006597,
      "loss": 0.4383,
      "step": 78544
    },
    {
      "epoch": 3.217079664140897,
      "grad_norm": 1.67746995376479,
      "learning_rate": 0.0001359964251457532,
      "loss": 0.6518,
      "step": 78545
    },
    {
      "epoch": 3.2171206225680935,
      "grad_norm": 0.9315200064227028,
      "learning_rate": 0.0001359931779980605,
      "loss": 0.1361,
      "step": 78546
    },
    {
      "epoch": 3.2171615809952896,
      "grad_norm": 1.3013370944375764,
      "learning_rate": 0.00013598993085698938,
      "loss": 0.773,
      "step": 78547
    },
    {
      "epoch": 3.217202539422486,
      "grad_norm": 1.7050149722803565,
      "learning_rate": 0.00013598668372254142,
      "loss": 0.6545,
      "step": 78548
    },
    {
      "epoch": 3.2172434978496827,
      "grad_norm": 1.3370072897282472,
      "learning_rate": 0.00013598343659471814,
      "loss": 0.7328,
      "step": 78549
    },
    {
      "epoch": 3.2172844562768788,
      "grad_norm": 1.7292927609762028,
      "learning_rate": 0.0001359801894735211,
      "loss": 0.7157,
      "step": 78550
    },
    {
      "epoch": 3.2173254147040753,
      "grad_norm": 1.7831587262663242,
      "learning_rate": 0.00013597694235895178,
      "loss": 0.7505,
      "step": 78551
    },
    {
      "epoch": 3.217366373131272,
      "grad_norm": 0.6671355868381343,
      "learning_rate": 0.00013597369525101177,
      "loss": 0.196,
      "step": 78552
    },
    {
      "epoch": 3.2174073315584684,
      "grad_norm": 2.576129747845429,
      "learning_rate": 0.00013597044814970258,
      "loss": 0.9317,
      "step": 78553
    },
    {
      "epoch": 3.2174482899856645,
      "grad_norm": 1.2147443451731916,
      "learning_rate": 0.00013596720105502576,
      "loss": 0.3399,
      "step": 78554
    },
    {
      "epoch": 3.217489248412861,
      "grad_norm": 0.7958912463121265,
      "learning_rate": 0.0001359639539669828,
      "loss": 0.1808,
      "step": 78555
    },
    {
      "epoch": 3.2175302068400575,
      "grad_norm": 1.2356649501837793,
      "learning_rate": 0.0001359607068855753,
      "loss": 0.694,
      "step": 78556
    },
    {
      "epoch": 3.2175711652672536,
      "grad_norm": 1.2171355580240701,
      "learning_rate": 0.00013595745981080475,
      "loss": 0.6877,
      "step": 78557
    },
    {
      "epoch": 3.21761212369445,
      "grad_norm": 2.2401099094067924,
      "learning_rate": 0.00013595421274267271,
      "loss": 1.6385,
      "step": 78558
    },
    {
      "epoch": 3.2176530821216467,
      "grad_norm": 1.5721685677047992,
      "learning_rate": 0.00013595096568118066,
      "loss": 1.0239,
      "step": 78559
    },
    {
      "epoch": 3.217694040548843,
      "grad_norm": 1.098762308029432,
      "learning_rate": 0.00013594771862633021,
      "loss": 0.5634,
      "step": 78560
    },
    {
      "epoch": 3.2177349989760393,
      "grad_norm": 1.4087154515238327,
      "learning_rate": 0.0001359444715781229,
      "loss": 0.278,
      "step": 78561
    },
    {
      "epoch": 3.217775957403236,
      "grad_norm": 1.5430068928410958,
      "learning_rate": 0.00013594122453656018,
      "loss": 1.1624,
      "step": 78562
    },
    {
      "epoch": 3.217816915830432,
      "grad_norm": 1.45500686595497,
      "learning_rate": 0.00013593797750164363,
      "loss": 0.7789,
      "step": 78563
    },
    {
      "epoch": 3.2178578742576285,
      "grad_norm": 1.229871403739716,
      "learning_rate": 0.0001359347304733748,
      "loss": 0.5035,
      "step": 78564
    },
    {
      "epoch": 3.217898832684825,
      "grad_norm": 1.5747716807401262,
      "learning_rate": 0.00013593148345175524,
      "loss": 0.6093,
      "step": 78565
    },
    {
      "epoch": 3.217939791112021,
      "grad_norm": 1.8541745748118725,
      "learning_rate": 0.00013592823643678644,
      "loss": 0.7808,
      "step": 78566
    },
    {
      "epoch": 3.2179807495392176,
      "grad_norm": 1.2575296190959233,
      "learning_rate": 0.00013592498942846995,
      "loss": 0.7047,
      "step": 78567
    },
    {
      "epoch": 3.218021707966414,
      "grad_norm": 0.8632274326547272,
      "learning_rate": 0.0001359217424268073,
      "loss": 0.2835,
      "step": 78568
    },
    {
      "epoch": 3.2180626663936103,
      "grad_norm": 1.0584884377953419,
      "learning_rate": 0.00013591849543180003,
      "loss": 0.5581,
      "step": 78569
    },
    {
      "epoch": 3.218103624820807,
      "grad_norm": 1.6986808398080584,
      "learning_rate": 0.0001359152484434497,
      "loss": 0.945,
      "step": 78570
    },
    {
      "epoch": 3.2181445832480033,
      "grad_norm": 1.2250190672169494,
      "learning_rate": 0.00013591200146175785,
      "loss": 0.6437,
      "step": 78571
    },
    {
      "epoch": 3.2181855416752,
      "grad_norm": 0.7763254918515212,
      "learning_rate": 0.0001359087544867259,
      "loss": 0.2815,
      "step": 78572
    },
    {
      "epoch": 3.218226500102396,
      "grad_norm": 1.8281997801689382,
      "learning_rate": 0.00013590550751835554,
      "loss": 0.7783,
      "step": 78573
    },
    {
      "epoch": 3.2182674585295925,
      "grad_norm": 1.093331773591838,
      "learning_rate": 0.00013590226055664823,
      "loss": 0.5179,
      "step": 78574
    },
    {
      "epoch": 3.218308416956789,
      "grad_norm": 1.3229020096167163,
      "learning_rate": 0.0001358990136016055,
      "loss": 0.8936,
      "step": 78575
    },
    {
      "epoch": 3.218349375383985,
      "grad_norm": 3.092994950100041,
      "learning_rate": 0.00013589576665322888,
      "loss": 3.3648,
      "step": 78576
    },
    {
      "epoch": 3.2183903338111817,
      "grad_norm": 17.903468756209463,
      "learning_rate": 0.00013589251971151995,
      "loss": 1.3045,
      "step": 78577
    },
    {
      "epoch": 3.218431292238378,
      "grad_norm": 1.8612432107346155,
      "learning_rate": 0.00013588927277648024,
      "loss": 1.1765,
      "step": 78578
    },
    {
      "epoch": 3.2184722506655743,
      "grad_norm": 1.6760785824222248,
      "learning_rate": 0.00013588602584811124,
      "loss": 0.9372,
      "step": 78579
    },
    {
      "epoch": 3.218513209092771,
      "grad_norm": 1.1254558993057706,
      "learning_rate": 0.00013588277892641448,
      "loss": 0.5828,
      "step": 78580
    },
    {
      "epoch": 3.2185541675199674,
      "grad_norm": 1.5542261929022028,
      "learning_rate": 0.00013587953201139156,
      "loss": 0.69,
      "step": 78581
    },
    {
      "epoch": 3.2185951259471635,
      "grad_norm": 1.6098285391306835,
      "learning_rate": 0.00013587628510304395,
      "loss": 1.0284,
      "step": 78582
    },
    {
      "epoch": 3.21863608437436,
      "grad_norm": 1.2557280180493133,
      "learning_rate": 0.00013587303820137325,
      "loss": 0.6225,
      "step": 78583
    },
    {
      "epoch": 3.2186770428015565,
      "grad_norm": 1.189176767707107,
      "learning_rate": 0.00013586979130638099,
      "loss": 0.7411,
      "step": 78584
    },
    {
      "epoch": 3.2187180012287526,
      "grad_norm": 1.5056941572780078,
      "learning_rate": 0.0001358665444180686,
      "loss": 0.8522,
      "step": 78585
    },
    {
      "epoch": 3.218758959655949,
      "grad_norm": 1.0965566760872503,
      "learning_rate": 0.0001358632975364377,
      "loss": 0.6026,
      "step": 78586
    },
    {
      "epoch": 3.2187999180831457,
      "grad_norm": 1.2967104209451128,
      "learning_rate": 0.0001358600506614898,
      "loss": 0.6513,
      "step": 78587
    },
    {
      "epoch": 3.218840876510342,
      "grad_norm": 1.6910894129282301,
      "learning_rate": 0.00013585680379322649,
      "loss": 0.9463,
      "step": 78588
    },
    {
      "epoch": 3.2188818349375383,
      "grad_norm": 1.785689705646364,
      "learning_rate": 0.00013585355693164928,
      "loss": 0.9955,
      "step": 78589
    },
    {
      "epoch": 3.218922793364735,
      "grad_norm": 1.1328489490249913,
      "learning_rate": 0.0001358503100767596,
      "loss": 0.2012,
      "step": 78590
    },
    {
      "epoch": 3.2189637517919314,
      "grad_norm": 0.9003380264724689,
      "learning_rate": 0.00013584706322855914,
      "loss": 0.2211,
      "step": 78591
    },
    {
      "epoch": 3.2190047102191275,
      "grad_norm": 1.255666110141399,
      "learning_rate": 0.00013584381638704935,
      "loss": 0.7182,
      "step": 78592
    },
    {
      "epoch": 3.219045668646324,
      "grad_norm": 1.064976905756808,
      "learning_rate": 0.00013584056955223177,
      "loss": 0.5273,
      "step": 78593
    },
    {
      "epoch": 3.2190866270735206,
      "grad_norm": 1.4295406728690696,
      "learning_rate": 0.00013583732272410794,
      "loss": 0.8655,
      "step": 78594
    },
    {
      "epoch": 3.2191275855007166,
      "grad_norm": 1.2339541799341378,
      "learning_rate": 0.00013583407590267942,
      "loss": 0.6162,
      "step": 78595
    },
    {
      "epoch": 3.219168543927913,
      "grad_norm": 0.8644958545161193,
      "learning_rate": 0.00013583082908794774,
      "loss": 0.2598,
      "step": 78596
    },
    {
      "epoch": 3.2192095023551097,
      "grad_norm": 1.6598090358676434,
      "learning_rate": 0.0001358275822799144,
      "loss": 0.9173,
      "step": 78597
    },
    {
      "epoch": 3.219250460782306,
      "grad_norm": 1.5178551033378076,
      "learning_rate": 0.000135824335478581,
      "loss": 0.7292,
      "step": 78598
    },
    {
      "epoch": 3.2192914192095023,
      "grad_norm": 1.447847064275154,
      "learning_rate": 0.00013582108868394896,
      "loss": 0.57,
      "step": 78599
    },
    {
      "epoch": 3.219332377636699,
      "grad_norm": 1.6806848486574362,
      "learning_rate": 0.00013581784189601993,
      "loss": 0.5736,
      "step": 78600
    },
    {
      "epoch": 3.219373336063895,
      "grad_norm": 0.9924113695452432,
      "learning_rate": 0.00013581459511479539,
      "loss": 0.5425,
      "step": 78601
    },
    {
      "epoch": 3.2194142944910915,
      "grad_norm": 1.6262944775655557,
      "learning_rate": 0.0001358113483402769,
      "loss": 0.9314,
      "step": 78602
    },
    {
      "epoch": 3.219455252918288,
      "grad_norm": 1.3682959854692391,
      "learning_rate": 0.00013580810157246594,
      "loss": 0.6479,
      "step": 78603
    },
    {
      "epoch": 3.219496211345484,
      "grad_norm": 1.3563626115222445,
      "learning_rate": 0.0001358048548113641,
      "loss": 0.7727,
      "step": 78604
    },
    {
      "epoch": 3.2195371697726807,
      "grad_norm": 0.9071493458799306,
      "learning_rate": 0.00013580160805697295,
      "loss": 0.3761,
      "step": 78605
    },
    {
      "epoch": 3.219578128199877,
      "grad_norm": 1.2939465103631291,
      "learning_rate": 0.00013579836130929397,
      "loss": 0.5674,
      "step": 78606
    },
    {
      "epoch": 3.2196190866270733,
      "grad_norm": 0.7620834099895807,
      "learning_rate": 0.00013579511456832862,
      "loss": 0.1884,
      "step": 78607
    },
    {
      "epoch": 3.21966004505427,
      "grad_norm": 1.132244027598278,
      "learning_rate": 0.0001357918678340786,
      "loss": 0.566,
      "step": 78608
    },
    {
      "epoch": 3.2197010034814664,
      "grad_norm": 10.822172726637472,
      "learning_rate": 0.00013578862110654534,
      "loss": 3.3011,
      "step": 78609
    },
    {
      "epoch": 3.219741961908663,
      "grad_norm": 1.5120700614697824,
      "learning_rate": 0.0001357853743857304,
      "loss": 0.8174,
      "step": 78610
    },
    {
      "epoch": 3.219782920335859,
      "grad_norm": 1.84119669999817,
      "learning_rate": 0.00013578212767163524,
      "loss": 0.7967,
      "step": 78611
    },
    {
      "epoch": 3.2198238787630555,
      "grad_norm": 1.4401805183320882,
      "learning_rate": 0.00013577888096426156,
      "loss": 0.6889,
      "step": 78612
    },
    {
      "epoch": 3.219864837190252,
      "grad_norm": 1.5811614327019794,
      "learning_rate": 0.00013577563426361074,
      "loss": 0.9293,
      "step": 78613
    },
    {
      "epoch": 3.219905795617448,
      "grad_norm": 1.8118860758435344,
      "learning_rate": 0.00013577238756968442,
      "loss": 0.9234,
      "step": 78614
    },
    {
      "epoch": 3.2199467540446447,
      "grad_norm": 1.7741835576613478,
      "learning_rate": 0.00013576914088248403,
      "loss": 0.8219,
      "step": 78615
    },
    {
      "epoch": 3.2199877124718412,
      "grad_norm": 1.1108126180621172,
      "learning_rate": 0.00013576589420201122,
      "loss": 0.6988,
      "step": 78616
    },
    {
      "epoch": 3.2200286708990373,
      "grad_norm": 2.5109216891657855,
      "learning_rate": 0.00013576264752826743,
      "loss": 2.8968,
      "step": 78617
    },
    {
      "epoch": 3.220069629326234,
      "grad_norm": 1.5679499906755632,
      "learning_rate": 0.00013575940086125426,
      "loss": 0.9015,
      "step": 78618
    },
    {
      "epoch": 3.2201105877534304,
      "grad_norm": 1.1514109545811932,
      "learning_rate": 0.0001357561542009732,
      "loss": 0.5558,
      "step": 78619
    },
    {
      "epoch": 3.2201515461806265,
      "grad_norm": 1.2590514355770412,
      "learning_rate": 0.00013575290754742583,
      "loss": 0.6567,
      "step": 78620
    },
    {
      "epoch": 3.220192504607823,
      "grad_norm": 1.1500707329887327,
      "learning_rate": 0.00013574966090061365,
      "loss": 0.6572,
      "step": 78621
    },
    {
      "epoch": 3.2202334630350196,
      "grad_norm": 1.3624490755881924,
      "learning_rate": 0.0001357464142605382,
      "loss": 0.9279,
      "step": 78622
    },
    {
      "epoch": 3.2202744214622157,
      "grad_norm": 1.8081581316572164,
      "learning_rate": 0.00013574316762720098,
      "loss": 0.7847,
      "step": 78623
    },
    {
      "epoch": 3.220315379889412,
      "grad_norm": 2.9818461976737245,
      "learning_rate": 0.00013573992100060362,
      "loss": 2.7192,
      "step": 78624
    },
    {
      "epoch": 3.2203563383166087,
      "grad_norm": 4.722894332781754,
      "learning_rate": 0.00013573667438074758,
      "loss": 2.0972,
      "step": 78625
    },
    {
      "epoch": 3.220397296743805,
      "grad_norm": 1.3936324488620535,
      "learning_rate": 0.0001357334277676344,
      "loss": 0.7169,
      "step": 78626
    },
    {
      "epoch": 3.2204382551710014,
      "grad_norm": 1.2450296559012108,
      "learning_rate": 0.00013573018116126563,
      "loss": 0.6133,
      "step": 78627
    },
    {
      "epoch": 3.220479213598198,
      "grad_norm": 1.328802910404932,
      "learning_rate": 0.0001357269345616428,
      "loss": 0.6698,
      "step": 78628
    },
    {
      "epoch": 3.2205201720253944,
      "grad_norm": 1.535126448196377,
      "learning_rate": 0.00013572368796876746,
      "loss": 0.7528,
      "step": 78629
    },
    {
      "epoch": 3.2205611304525905,
      "grad_norm": 0.717722599637389,
      "learning_rate": 0.00013572044138264114,
      "loss": 0.2291,
      "step": 78630
    },
    {
      "epoch": 3.220602088879787,
      "grad_norm": 1.5971545198525923,
      "learning_rate": 0.00013571719480326533,
      "loss": 0.9629,
      "step": 78631
    },
    {
      "epoch": 3.2206430473069836,
      "grad_norm": 1.309560809434938,
      "learning_rate": 0.00013571394823064164,
      "loss": 0.8992,
      "step": 78632
    },
    {
      "epoch": 3.2206840057341797,
      "grad_norm": 1.5499162146058563,
      "learning_rate": 0.00013571070166477157,
      "loss": 0.5005,
      "step": 78633
    },
    {
      "epoch": 3.220724964161376,
      "grad_norm": 1.3798888226490533,
      "learning_rate": 0.00013570745510565663,
      "loss": 0.7684,
      "step": 78634
    },
    {
      "epoch": 3.2207659225885727,
      "grad_norm": 0.7398057215293388,
      "learning_rate": 0.00013570420855329836,
      "loss": 0.1241,
      "step": 78635
    },
    {
      "epoch": 3.220806881015769,
      "grad_norm": 0.767018782101925,
      "learning_rate": 0.00013570096200769832,
      "loss": 0.2287,
      "step": 78636
    },
    {
      "epoch": 3.2208478394429654,
      "grad_norm": 0.7797383058744275,
      "learning_rate": 0.00013569771546885807,
      "loss": 0.2059,
      "step": 78637
    },
    {
      "epoch": 3.220888797870162,
      "grad_norm": 0.7170529407842199,
      "learning_rate": 0.0001356944689367791,
      "loss": 0.2521,
      "step": 78638
    },
    {
      "epoch": 3.220929756297358,
      "grad_norm": 1.5915024877419577,
      "learning_rate": 0.00013569122241146293,
      "loss": 1.0346,
      "step": 78639
    },
    {
      "epoch": 3.2209707147245545,
      "grad_norm": 1.9349367092258194,
      "learning_rate": 0.0001356879758929111,
      "loss": 0.9111,
      "step": 78640
    },
    {
      "epoch": 3.221011673151751,
      "grad_norm": 1.2302298509661844,
      "learning_rate": 0.00013568472938112522,
      "loss": 0.7295,
      "step": 78641
    },
    {
      "epoch": 3.221052631578947,
      "grad_norm": 1.040406215619367,
      "learning_rate": 0.00013568148287610677,
      "loss": 0.4688,
      "step": 78642
    },
    {
      "epoch": 3.2210935900061437,
      "grad_norm": 1.3480348889475153,
      "learning_rate": 0.00013567823637785725,
      "loss": 0.7705,
      "step": 78643
    },
    {
      "epoch": 3.2211345484333402,
      "grad_norm": 1.4544632865829707,
      "learning_rate": 0.0001356749898863782,
      "loss": 0.7666,
      "step": 78644
    },
    {
      "epoch": 3.2211755068605363,
      "grad_norm": 0.8657630662694631,
      "learning_rate": 0.00013567174340167122,
      "loss": 0.2518,
      "step": 78645
    },
    {
      "epoch": 3.221216465287733,
      "grad_norm": 2.3681794511335883,
      "learning_rate": 0.00013566849692373784,
      "loss": 1.9986,
      "step": 78646
    },
    {
      "epoch": 3.2212574237149294,
      "grad_norm": 1.3500850824253814,
      "learning_rate": 0.00013566525045257953,
      "loss": 0.7591,
      "step": 78647
    },
    {
      "epoch": 3.221298382142126,
      "grad_norm": 1.1886504874926425,
      "learning_rate": 0.00013566200398819784,
      "loss": 0.6038,
      "step": 78648
    },
    {
      "epoch": 3.221339340569322,
      "grad_norm": 0.9165325324587152,
      "learning_rate": 0.00013565875753059433,
      "loss": 0.244,
      "step": 78649
    },
    {
      "epoch": 3.2213802989965186,
      "grad_norm": 1.4158995474537366,
      "learning_rate": 0.00013565551107977056,
      "loss": 0.8757,
      "step": 78650
    },
    {
      "epoch": 3.221421257423715,
      "grad_norm": 1.3792431373546319,
      "learning_rate": 0.000135652264635728,
      "loss": 0.8696,
      "step": 78651
    },
    {
      "epoch": 3.221462215850911,
      "grad_norm": 0.95086755248194,
      "learning_rate": 0.00013564901819846823,
      "loss": 0.5221,
      "step": 78652
    },
    {
      "epoch": 3.2215031742781077,
      "grad_norm": 1.4003159187148002,
      "learning_rate": 0.00013564577176799277,
      "loss": 0.7422,
      "step": 78653
    },
    {
      "epoch": 3.2215441327053043,
      "grad_norm": 1.3211942867653583,
      "learning_rate": 0.00013564252534430316,
      "loss": 0.5389,
      "step": 78654
    },
    {
      "epoch": 3.2215850911325004,
      "grad_norm": 1.0975500997342644,
      "learning_rate": 0.00013563927892740099,
      "loss": 0.5995,
      "step": 78655
    },
    {
      "epoch": 3.221626049559697,
      "grad_norm": 1.0742379242511761,
      "learning_rate": 0.00013563603251728765,
      "loss": 0.5064,
      "step": 78656
    },
    {
      "epoch": 3.2216670079868934,
      "grad_norm": 1.157217803679177,
      "learning_rate": 0.0001356327861139648,
      "loss": 0.685,
      "step": 78657
    },
    {
      "epoch": 3.2217079664140895,
      "grad_norm": 1.5281332120363,
      "learning_rate": 0.0001356295397174339,
      "loss": 1.1399,
      "step": 78658
    },
    {
      "epoch": 3.221748924841286,
      "grad_norm": 1.3131205258074632,
      "learning_rate": 0.00013562629332769654,
      "loss": 0.6741,
      "step": 78659
    },
    {
      "epoch": 3.2217898832684826,
      "grad_norm": 0.9463229650007294,
      "learning_rate": 0.00013562304694475424,
      "loss": 0.3708,
      "step": 78660
    },
    {
      "epoch": 3.2218308416956787,
      "grad_norm": 1.558263681305743,
      "learning_rate": 0.00013561980056860852,
      "loss": 0.6589,
      "step": 78661
    },
    {
      "epoch": 3.221871800122875,
      "grad_norm": 1.633784391782692,
      "learning_rate": 0.0001356165541992609,
      "loss": 0.9013,
      "step": 78662
    },
    {
      "epoch": 3.2219127585500718,
      "grad_norm": 1.9364777615291786,
      "learning_rate": 0.000135613307836713,
      "loss": 0.8239,
      "step": 78663
    },
    {
      "epoch": 3.221953716977268,
      "grad_norm": 1.3075773975577458,
      "learning_rate": 0.00013561006148096624,
      "loss": 0.6801,
      "step": 78664
    },
    {
      "epoch": 3.2219946754044644,
      "grad_norm": 1.9725700509649822,
      "learning_rate": 0.00013560681513202224,
      "loss": 1.2294,
      "step": 78665
    },
    {
      "epoch": 3.222035633831661,
      "grad_norm": 1.0057941628198763,
      "learning_rate": 0.00013560356878988244,
      "loss": 0.5639,
      "step": 78666
    },
    {
      "epoch": 3.2220765922588575,
      "grad_norm": 1.2012095444282087,
      "learning_rate": 0.0001356003224545485,
      "loss": 0.5851,
      "step": 78667
    },
    {
      "epoch": 3.2221175506860535,
      "grad_norm": 1.2574851466642787,
      "learning_rate": 0.0001355970761260219,
      "loss": 0.7837,
      "step": 78668
    },
    {
      "epoch": 3.22215850911325,
      "grad_norm": 0.7081233016192356,
      "learning_rate": 0.00013559382980430414,
      "loss": 0.2144,
      "step": 78669
    },
    {
      "epoch": 3.2221994675404466,
      "grad_norm": 0.9351138823483628,
      "learning_rate": 0.0001355905834893968,
      "loss": 0.5481,
      "step": 78670
    },
    {
      "epoch": 3.2222404259676427,
      "grad_norm": 1.3621679345468003,
      "learning_rate": 0.00013558733718130135,
      "loss": 0.6512,
      "step": 78671
    },
    {
      "epoch": 3.2222813843948392,
      "grad_norm": 1.1772332172506763,
      "learning_rate": 0.00013558409088001942,
      "loss": 0.715,
      "step": 78672
    },
    {
      "epoch": 3.222322342822036,
      "grad_norm": 1.2245169178521973,
      "learning_rate": 0.00013558084458555248,
      "loss": 0.5193,
      "step": 78673
    },
    {
      "epoch": 3.222363301249232,
      "grad_norm": 1.4383496630163863,
      "learning_rate": 0.00013557759829790209,
      "loss": 0.737,
      "step": 78674
    },
    {
      "epoch": 3.2224042596764284,
      "grad_norm": 1.2438608388509635,
      "learning_rate": 0.00013557435201706972,
      "loss": 0.4494,
      "step": 78675
    },
    {
      "epoch": 3.222445218103625,
      "grad_norm": 1.3021519903270375,
      "learning_rate": 0.00013557110574305702,
      "loss": 0.7704,
      "step": 78676
    },
    {
      "epoch": 3.222486176530821,
      "grad_norm": 1.4948955844225869,
      "learning_rate": 0.00013556785947586544,
      "loss": 0.7753,
      "step": 78677
    },
    {
      "epoch": 3.2225271349580176,
      "grad_norm": 1.3220247303586583,
      "learning_rate": 0.00013556461321549655,
      "loss": 0.7703,
      "step": 78678
    },
    {
      "epoch": 3.222568093385214,
      "grad_norm": 1.3032129855179373,
      "learning_rate": 0.00013556136696195184,
      "loss": 0.7182,
      "step": 78679
    },
    {
      "epoch": 3.22260905181241,
      "grad_norm": 0.9154459556786194,
      "learning_rate": 0.0001355581207152329,
      "loss": 0.2555,
      "step": 78680
    },
    {
      "epoch": 3.2226500102396067,
      "grad_norm": 1.3032513023535932,
      "learning_rate": 0.00013555487447534126,
      "loss": 0.5668,
      "step": 78681
    },
    {
      "epoch": 3.2226909686668033,
      "grad_norm": 1.0624149193749248,
      "learning_rate": 0.00013555162824227843,
      "loss": 0.668,
      "step": 78682
    },
    {
      "epoch": 3.2227319270939994,
      "grad_norm": 1.1777009123447737,
      "learning_rate": 0.00013554838201604592,
      "loss": 0.8724,
      "step": 78683
    },
    {
      "epoch": 3.222772885521196,
      "grad_norm": 1.7069460241648404,
      "learning_rate": 0.00013554513579664535,
      "loss": 1.0098,
      "step": 78684
    },
    {
      "epoch": 3.2228138439483924,
      "grad_norm": 2.2504964728826256,
      "learning_rate": 0.00013554188958407815,
      "loss": 1.7315,
      "step": 78685
    },
    {
      "epoch": 3.222854802375589,
      "grad_norm": 0.8069288072640871,
      "learning_rate": 0.00013553864337834595,
      "loss": 0.233,
      "step": 78686
    },
    {
      "epoch": 3.222895760802785,
      "grad_norm": 1.483467177963754,
      "learning_rate": 0.00013553539717945019,
      "loss": 0.7425,
      "step": 78687
    },
    {
      "epoch": 3.2229367192299816,
      "grad_norm": 1.161611081174869,
      "learning_rate": 0.0001355321509873925,
      "loss": 0.5878,
      "step": 78688
    },
    {
      "epoch": 3.222977677657178,
      "grad_norm": 0.9988486941820048,
      "learning_rate": 0.00013552890480217437,
      "loss": 0.4984,
      "step": 78689
    },
    {
      "epoch": 3.2230186360843742,
      "grad_norm": 1.1883052811328858,
      "learning_rate": 0.00013552565862379732,
      "loss": 0.7297,
      "step": 78690
    },
    {
      "epoch": 3.2230595945115708,
      "grad_norm": 1.5509477486475456,
      "learning_rate": 0.00013552241245226286,
      "loss": 0.8057,
      "step": 78691
    },
    {
      "epoch": 3.2231005529387673,
      "grad_norm": 1.1805443314253843,
      "learning_rate": 0.0001355191662875726,
      "loss": 0.367,
      "step": 78692
    },
    {
      "epoch": 3.2231415113659634,
      "grad_norm": 1.14649236727675,
      "learning_rate": 0.00013551592012972803,
      "loss": 0.5932,
      "step": 78693
    },
    {
      "epoch": 3.22318246979316,
      "grad_norm": 1.5210486972333164,
      "learning_rate": 0.00013551267397873072,
      "loss": 0.5021,
      "step": 78694
    },
    {
      "epoch": 3.2232234282203565,
      "grad_norm": 0.7754508797358797,
      "learning_rate": 0.00013550942783458215,
      "loss": 0.1843,
      "step": 78695
    },
    {
      "epoch": 3.2232643866475525,
      "grad_norm": 1.347134875178293,
      "learning_rate": 0.00013550618169728387,
      "loss": 0.5928,
      "step": 78696
    },
    {
      "epoch": 3.223305345074749,
      "grad_norm": 1.915289277400529,
      "learning_rate": 0.00013550293556683748,
      "loss": 0.9136,
      "step": 78697
    },
    {
      "epoch": 3.2233463035019456,
      "grad_norm": 1.2540336378036157,
      "learning_rate": 0.00013549968944324444,
      "loss": 0.3137,
      "step": 78698
    },
    {
      "epoch": 3.223387261929142,
      "grad_norm": 1.6754319718629977,
      "learning_rate": 0.00013549644332650626,
      "loss": 1.0065,
      "step": 78699
    },
    {
      "epoch": 3.2234282203563382,
      "grad_norm": 1.1902871506495998,
      "learning_rate": 0.00013549319721662453,
      "loss": 0.5853,
      "step": 78700
    },
    {
      "epoch": 3.223469178783535,
      "grad_norm": 1.0454843170801889,
      "learning_rate": 0.0001354899511136008,
      "loss": 0.6063,
      "step": 78701
    },
    {
      "epoch": 3.223510137210731,
      "grad_norm": 1.3214858275979209,
      "learning_rate": 0.00013548670501743659,
      "loss": 0.8223,
      "step": 78702
    },
    {
      "epoch": 3.2235510956379274,
      "grad_norm": 0.8530253711407593,
      "learning_rate": 0.0001354834589281334,
      "loss": 0.1642,
      "step": 78703
    },
    {
      "epoch": 3.223592054065124,
      "grad_norm": 1.8996733788353564,
      "learning_rate": 0.00013548021284569278,
      "loss": 0.9873,
      "step": 78704
    },
    {
      "epoch": 3.2236330124923205,
      "grad_norm": 1.585236669148658,
      "learning_rate": 0.00013547696677011632,
      "loss": 0.8472,
      "step": 78705
    },
    {
      "epoch": 3.2236739709195166,
      "grad_norm": 0.7897665230742992,
      "learning_rate": 0.00013547372070140548,
      "loss": 0.2253,
      "step": 78706
    },
    {
      "epoch": 3.223714929346713,
      "grad_norm": 1.4181636724481277,
      "learning_rate": 0.0001354704746395618,
      "loss": 0.5527,
      "step": 78707
    },
    {
      "epoch": 3.2237558877739096,
      "grad_norm": 1.5175817686123325,
      "learning_rate": 0.00013546722858458684,
      "loss": 0.8312,
      "step": 78708
    },
    {
      "epoch": 3.2237968462011057,
      "grad_norm": 1.0725299459847837,
      "learning_rate": 0.00013546398253648216,
      "loss": 0.5719,
      "step": 78709
    },
    {
      "epoch": 3.2238378046283023,
      "grad_norm": 1.538621675805095,
      "learning_rate": 0.00013546073649524926,
      "loss": 0.6832,
      "step": 78710
    },
    {
      "epoch": 3.223878763055499,
      "grad_norm": 0.9186460392235267,
      "learning_rate": 0.00013545749046088966,
      "loss": 0.3283,
      "step": 78711
    },
    {
      "epoch": 3.223919721482695,
      "grad_norm": 1.2723631897986392,
      "learning_rate": 0.0001354542444334049,
      "loss": 0.7393,
      "step": 78712
    },
    {
      "epoch": 3.2239606799098914,
      "grad_norm": 1.4549065014699818,
      "learning_rate": 0.00013545099841279657,
      "loss": 0.7621,
      "step": 78713
    },
    {
      "epoch": 3.224001638337088,
      "grad_norm": 1.514985516026155,
      "learning_rate": 0.00013544775239906617,
      "loss": 0.6862,
      "step": 78714
    },
    {
      "epoch": 3.224042596764284,
      "grad_norm": 0.7146729054184138,
      "learning_rate": 0.00013544450639221522,
      "loss": 0.2128,
      "step": 78715
    },
    {
      "epoch": 3.2240835551914806,
      "grad_norm": 1.2378388328159855,
      "learning_rate": 0.0001354412603922452,
      "loss": 0.7087,
      "step": 78716
    },
    {
      "epoch": 3.224124513618677,
      "grad_norm": 1.2380507369470695,
      "learning_rate": 0.00013543801439915777,
      "loss": 0.8261,
      "step": 78717
    },
    {
      "epoch": 3.2241654720458737,
      "grad_norm": 0.8256123774067363,
      "learning_rate": 0.00013543476841295442,
      "loss": 0.3013,
      "step": 78718
    },
    {
      "epoch": 3.2242064304730698,
      "grad_norm": 5.284946545596149,
      "learning_rate": 0.00013543152243363665,
      "loss": 1.6011,
      "step": 78719
    },
    {
      "epoch": 3.2242473889002663,
      "grad_norm": 2.0096488755166306,
      "learning_rate": 0.00013542827646120597,
      "loss": 0.9615,
      "step": 78720
    },
    {
      "epoch": 3.2242883473274624,
      "grad_norm": 1.361987266542128,
      "learning_rate": 0.00013542503049566396,
      "loss": 0.903,
      "step": 78721
    },
    {
      "epoch": 3.224329305754659,
      "grad_norm": 1.1516034681278757,
      "learning_rate": 0.0001354217845370122,
      "loss": 0.5158,
      "step": 78722
    },
    {
      "epoch": 3.2243702641818555,
      "grad_norm": 1.2058967588801783,
      "learning_rate": 0.00013541853858525216,
      "loss": 0.7551,
      "step": 78723
    },
    {
      "epoch": 3.224411222609052,
      "grad_norm": 1.3610946702650095,
      "learning_rate": 0.00013541529264038534,
      "loss": 0.6099,
      "step": 78724
    },
    {
      "epoch": 3.224452181036248,
      "grad_norm": 1.1676855608067904,
      "learning_rate": 0.00013541204670241335,
      "loss": 0.6068,
      "step": 78725
    },
    {
      "epoch": 3.2244931394634446,
      "grad_norm": 1.8661480970075326,
      "learning_rate": 0.00013540880077133775,
      "loss": 1.0191,
      "step": 78726
    },
    {
      "epoch": 3.224534097890641,
      "grad_norm": 1.5459677189059273,
      "learning_rate": 0.00013540555484716,
      "loss": 0.9762,
      "step": 78727
    },
    {
      "epoch": 3.2245750563178373,
      "grad_norm": 1.266934596173091,
      "learning_rate": 0.00013540230892988164,
      "loss": 0.6463,
      "step": 78728
    },
    {
      "epoch": 3.224616014745034,
      "grad_norm": 1.5115445485966217,
      "learning_rate": 0.00013539906301950422,
      "loss": 0.6147,
      "step": 78729
    },
    {
      "epoch": 3.2246569731722303,
      "grad_norm": 0.7924400712670885,
      "learning_rate": 0.00013539581711602926,
      "loss": 0.2551,
      "step": 78730
    },
    {
      "epoch": 3.2246979315994264,
      "grad_norm": 1.7047006877087676,
      "learning_rate": 0.0001353925712194583,
      "loss": 0.6666,
      "step": 78731
    },
    {
      "epoch": 3.224738890026623,
      "grad_norm": 0.9367753157829551,
      "learning_rate": 0.00013538932532979292,
      "loss": 0.353,
      "step": 78732
    },
    {
      "epoch": 3.2247798484538195,
      "grad_norm": 1.7960287543487448,
      "learning_rate": 0.00013538607944703463,
      "loss": 1.1597,
      "step": 78733
    },
    {
      "epoch": 3.2248208068810156,
      "grad_norm": 0.917610808167248,
      "learning_rate": 0.0001353828335711849,
      "loss": 0.26,
      "step": 78734
    },
    {
      "epoch": 3.224861765308212,
      "grad_norm": 1.7919887873003626,
      "learning_rate": 0.00013537958770224536,
      "loss": 0.6889,
      "step": 78735
    },
    {
      "epoch": 3.2249027237354086,
      "grad_norm": 1.5055223910561353,
      "learning_rate": 0.0001353763418402175,
      "loss": 0.6424,
      "step": 78736
    },
    {
      "epoch": 3.224943682162605,
      "grad_norm": 1.0295723478676888,
      "learning_rate": 0.00013537309598510286,
      "loss": 0.5057,
      "step": 78737
    },
    {
      "epoch": 3.2249846405898013,
      "grad_norm": 1.3611156488260077,
      "learning_rate": 0.00013536985013690294,
      "loss": 0.8248,
      "step": 78738
    },
    {
      "epoch": 3.225025599016998,
      "grad_norm": 1.2284149680634733,
      "learning_rate": 0.0001353666042956193,
      "loss": 0.8392,
      "step": 78739
    },
    {
      "epoch": 3.2250665574441943,
      "grad_norm": 1.720765404336759,
      "learning_rate": 0.00013536335846125354,
      "loss": 0.5789,
      "step": 78740
    },
    {
      "epoch": 3.2251075158713904,
      "grad_norm": 0.8360622999243537,
      "learning_rate": 0.0001353601126338071,
      "loss": 0.2402,
      "step": 78741
    },
    {
      "epoch": 3.225148474298587,
      "grad_norm": 0.8860142078483486,
      "learning_rate": 0.00013535686681328155,
      "loss": 0.238,
      "step": 78742
    },
    {
      "epoch": 3.2251894327257835,
      "grad_norm": 1.204040083492136,
      "learning_rate": 0.00013535362099967841,
      "loss": 0.7304,
      "step": 78743
    },
    {
      "epoch": 3.2252303911529796,
      "grad_norm": 1.1398574303641067,
      "learning_rate": 0.00013535037519299924,
      "loss": 0.6768,
      "step": 78744
    },
    {
      "epoch": 3.225271349580176,
      "grad_norm": 1.8929164064813444,
      "learning_rate": 0.00013534712939324557,
      "loss": 1.4321,
      "step": 78745
    },
    {
      "epoch": 3.2253123080073727,
      "grad_norm": 1.2157933534908627,
      "learning_rate": 0.00013534388360041892,
      "loss": 0.7505,
      "step": 78746
    },
    {
      "epoch": 3.2253532664345688,
      "grad_norm": 1.1709417211075965,
      "learning_rate": 0.00013534063781452083,
      "loss": 0.6608,
      "step": 78747
    },
    {
      "epoch": 3.2253942248617653,
      "grad_norm": 1.7135847824121724,
      "learning_rate": 0.00013533739203555283,
      "loss": 0.9891,
      "step": 78748
    },
    {
      "epoch": 3.225435183288962,
      "grad_norm": 1.33032932486395,
      "learning_rate": 0.0001353341462635165,
      "loss": 0.8565,
      "step": 78749
    },
    {
      "epoch": 3.225476141716158,
      "grad_norm": 1.299352924235563,
      "learning_rate": 0.0001353309004984133,
      "loss": 0.6656,
      "step": 78750
    },
    {
      "epoch": 3.2255171001433545,
      "grad_norm": 1.3225677199231698,
      "learning_rate": 0.00013532765474024477,
      "loss": 0.8198,
      "step": 78751
    },
    {
      "epoch": 3.225558058570551,
      "grad_norm": 1.8238616231925482,
      "learning_rate": 0.0001353244089890125,
      "loss": 0.8226,
      "step": 78752
    },
    {
      "epoch": 3.225599016997747,
      "grad_norm": 1.1880379048344951,
      "learning_rate": 0.00013532116324471802,
      "loss": 0.5878,
      "step": 78753
    },
    {
      "epoch": 3.2256399754249436,
      "grad_norm": 0.95196574726438,
      "learning_rate": 0.00013531791750736282,
      "loss": 0.3232,
      "step": 78754
    },
    {
      "epoch": 3.22568093385214,
      "grad_norm": 0.9270080101162307,
      "learning_rate": 0.00013531467177694843,
      "loss": 0.3256,
      "step": 78755
    },
    {
      "epoch": 3.2257218922793367,
      "grad_norm": 1.0591308053469608,
      "learning_rate": 0.00013531142605347645,
      "loss": 0.5292,
      "step": 78756
    },
    {
      "epoch": 3.225762850706533,
      "grad_norm": 1.095991927795459,
      "learning_rate": 0.0001353081803369484,
      "loss": 0.6781,
      "step": 78757
    },
    {
      "epoch": 3.2258038091337293,
      "grad_norm": 1.7215791584793727,
      "learning_rate": 0.00013530493462736575,
      "loss": 0.6303,
      "step": 78758
    },
    {
      "epoch": 3.225844767560926,
      "grad_norm": 1.4670947663805978,
      "learning_rate": 0.00013530168892473006,
      "loss": 0.889,
      "step": 78759
    },
    {
      "epoch": 3.225885725988122,
      "grad_norm": 2.7150707725847925,
      "learning_rate": 0.0001352984432290429,
      "loss": 1.4826,
      "step": 78760
    },
    {
      "epoch": 3.2259266844153185,
      "grad_norm": 0.8988221097245845,
      "learning_rate": 0.0001352951975403058,
      "loss": 0.2462,
      "step": 78761
    },
    {
      "epoch": 3.225967642842515,
      "grad_norm": 1.4994867577130757,
      "learning_rate": 0.00013529195185852026,
      "loss": 0.7736,
      "step": 78762
    },
    {
      "epoch": 3.226008601269711,
      "grad_norm": 1.9138144276631317,
      "learning_rate": 0.00013528870618368782,
      "loss": 1.3061,
      "step": 78763
    },
    {
      "epoch": 3.2260495596969077,
      "grad_norm": 1.3797974311845744,
      "learning_rate": 0.00013528546051581005,
      "loss": 0.7051,
      "step": 78764
    },
    {
      "epoch": 3.226090518124104,
      "grad_norm": 0.8836099990278057,
      "learning_rate": 0.00013528221485488846,
      "loss": 0.2651,
      "step": 78765
    },
    {
      "epoch": 3.2261314765513003,
      "grad_norm": 1.4915148706331742,
      "learning_rate": 0.00013527896920092458,
      "loss": 0.8054,
      "step": 78766
    },
    {
      "epoch": 3.226172434978497,
      "grad_norm": 1.2954049748491752,
      "learning_rate": 0.0001352757235539199,
      "loss": 0.614,
      "step": 78767
    },
    {
      "epoch": 3.2262133934056934,
      "grad_norm": 3.091278938375534,
      "learning_rate": 0.00013527247791387606,
      "loss": 2.5434,
      "step": 78768
    },
    {
      "epoch": 3.2262543518328894,
      "grad_norm": 1.3333747331164731,
      "learning_rate": 0.00013526923228079454,
      "loss": 0.7459,
      "step": 78769
    },
    {
      "epoch": 3.226295310260086,
      "grad_norm": 2.0419118175713353,
      "learning_rate": 0.00013526598665467685,
      "loss": 0.846,
      "step": 78770
    },
    {
      "epoch": 3.2263362686872825,
      "grad_norm": 1.184964155541214,
      "learning_rate": 0.00013526274103552454,
      "loss": 0.6184,
      "step": 78771
    },
    {
      "epoch": 3.2263772271144786,
      "grad_norm": 1.328634406655001,
      "learning_rate": 0.00013525949542333917,
      "loss": 0.8135,
      "step": 78772
    },
    {
      "epoch": 3.226418185541675,
      "grad_norm": 1.3083416394107779,
      "learning_rate": 0.00013525624981812226,
      "loss": 0.6609,
      "step": 78773
    },
    {
      "epoch": 3.2264591439688717,
      "grad_norm": 1.9990043234057018,
      "learning_rate": 0.00013525300421987535,
      "loss": 1.3621,
      "step": 78774
    },
    {
      "epoch": 3.226500102396068,
      "grad_norm": 1.157138752682998,
      "learning_rate": 0.0001352497586285999,
      "loss": 0.6934,
      "step": 78775
    },
    {
      "epoch": 3.2265410608232643,
      "grad_norm": 1.329023327148674,
      "learning_rate": 0.00013524651304429756,
      "loss": 0.8265,
      "step": 78776
    },
    {
      "epoch": 3.226582019250461,
      "grad_norm": 1.3238200663671225,
      "learning_rate": 0.0001352432674669698,
      "loss": 0.4826,
      "step": 78777
    },
    {
      "epoch": 3.2266229776776574,
      "grad_norm": 0.47922618816141327,
      "learning_rate": 0.00013524002189661819,
      "loss": 0.0796,
      "step": 78778
    },
    {
      "epoch": 3.2266639361048535,
      "grad_norm": 1.180463099977252,
      "learning_rate": 0.00013523677633324422,
      "loss": 0.6994,
      "step": 78779
    },
    {
      "epoch": 3.22670489453205,
      "grad_norm": 1.0888048057435549,
      "learning_rate": 0.00013523353077684943,
      "loss": 0.5099,
      "step": 78780
    },
    {
      "epoch": 3.2267458529592465,
      "grad_norm": 0.5889109783783737,
      "learning_rate": 0.00013523028522743538,
      "loss": 0.1444,
      "step": 78781
    },
    {
      "epoch": 3.2267868113864426,
      "grad_norm": 6.1730182083551055,
      "learning_rate": 0.00013522703968500363,
      "loss": 5.0897,
      "step": 78782
    },
    {
      "epoch": 3.226827769813639,
      "grad_norm": 1.1625873670323807,
      "learning_rate": 0.00013522379414955565,
      "loss": 0.3602,
      "step": 78783
    },
    {
      "epoch": 3.2268687282408357,
      "grad_norm": 1.402616600958949,
      "learning_rate": 0.00013522054862109297,
      "loss": 0.7882,
      "step": 78784
    },
    {
      "epoch": 3.226909686668032,
      "grad_norm": 1.4914170902400534,
      "learning_rate": 0.0001352173030996172,
      "loss": 0.7645,
      "step": 78785
    },
    {
      "epoch": 3.2269506450952283,
      "grad_norm": 0.6057008848772452,
      "learning_rate": 0.00013521405758512982,
      "loss": 0.1896,
      "step": 78786
    },
    {
      "epoch": 3.226991603522425,
      "grad_norm": 1.5125724135168197,
      "learning_rate": 0.00013521081207763238,
      "loss": 0.8412,
      "step": 78787
    },
    {
      "epoch": 3.227032561949621,
      "grad_norm": 1.7661394659740572,
      "learning_rate": 0.0001352075665771264,
      "loss": 1.223,
      "step": 78788
    },
    {
      "epoch": 3.2270735203768175,
      "grad_norm": 3.551510875700691,
      "learning_rate": 0.00013520432108361343,
      "loss": 3.6348,
      "step": 78789
    },
    {
      "epoch": 3.227114478804014,
      "grad_norm": 1.4348360553422317,
      "learning_rate": 0.000135201075597095,
      "loss": 0.7818,
      "step": 78790
    },
    {
      "epoch": 3.22715543723121,
      "grad_norm": 1.3706257910483755,
      "learning_rate": 0.00013519783011757265,
      "loss": 0.731,
      "step": 78791
    },
    {
      "epoch": 3.2271963956584067,
      "grad_norm": 3.7026746515156344,
      "learning_rate": 0.00013519458464504786,
      "loss": 1.923,
      "step": 78792
    },
    {
      "epoch": 3.227237354085603,
      "grad_norm": 1.688535571211629,
      "learning_rate": 0.00013519133917952228,
      "loss": 1.2395,
      "step": 78793
    },
    {
      "epoch": 3.2272783125127997,
      "grad_norm": 0.6808963958508869,
      "learning_rate": 0.00013518809372099733,
      "loss": 0.2144,
      "step": 78794
    },
    {
      "epoch": 3.227319270939996,
      "grad_norm": 1.3008529521176562,
      "learning_rate": 0.00013518484826947463,
      "loss": 0.7122,
      "step": 78795
    },
    {
      "epoch": 3.2273602293671924,
      "grad_norm": 1.2249079947747983,
      "learning_rate": 0.00013518160282495568,
      "loss": 0.526,
      "step": 78796
    },
    {
      "epoch": 3.227401187794389,
      "grad_norm": 1.1437713301524268,
      "learning_rate": 0.00013517835738744197,
      "loss": 0.4897,
      "step": 78797
    },
    {
      "epoch": 3.227442146221585,
      "grad_norm": 0.7309271171769738,
      "learning_rate": 0.0001351751119569351,
      "loss": 0.2681,
      "step": 78798
    },
    {
      "epoch": 3.2274831046487815,
      "grad_norm": 1.3534044531678406,
      "learning_rate": 0.00013517186653343654,
      "loss": 0.7301,
      "step": 78799
    },
    {
      "epoch": 3.227524063075978,
      "grad_norm": 1.3009359061025199,
      "learning_rate": 0.00013516862111694788,
      "loss": 0.5459,
      "step": 78800
    },
    {
      "epoch": 3.227565021503174,
      "grad_norm": 1.3649474474920618,
      "learning_rate": 0.00013516537570747064,
      "loss": 0.6617,
      "step": 78801
    },
    {
      "epoch": 3.2276059799303707,
      "grad_norm": 1.3603392621303743,
      "learning_rate": 0.00013516213030500632,
      "loss": 0.966,
      "step": 78802
    },
    {
      "epoch": 3.227646938357567,
      "grad_norm": 1.5235903665573969,
      "learning_rate": 0.00013515888490955652,
      "loss": 0.7087,
      "step": 78803
    },
    {
      "epoch": 3.2276878967847633,
      "grad_norm": 1.6292180569930645,
      "learning_rate": 0.00013515563952112272,
      "loss": 1.0428,
      "step": 78804
    },
    {
      "epoch": 3.22772885521196,
      "grad_norm": 1.8444287170598446,
      "learning_rate": 0.0001351523941397065,
      "loss": 0.4428,
      "step": 78805
    },
    {
      "epoch": 3.2277698136391564,
      "grad_norm": 0.7829928870397922,
      "learning_rate": 0.0001351491487653093,
      "loss": 0.2471,
      "step": 78806
    },
    {
      "epoch": 3.2278107720663525,
      "grad_norm": 0.8391125629068463,
      "learning_rate": 0.00013514590339793278,
      "loss": 0.3115,
      "step": 78807
    },
    {
      "epoch": 3.227851730493549,
      "grad_norm": 1.5070999946221197,
      "learning_rate": 0.0001351426580375784,
      "loss": 0.8597,
      "step": 78808
    },
    {
      "epoch": 3.2278926889207455,
      "grad_norm": 1.4366582992378336,
      "learning_rate": 0.00013513941268424772,
      "loss": 0.6416,
      "step": 78809
    },
    {
      "epoch": 3.2279336473479416,
      "grad_norm": 0.7955468584622915,
      "learning_rate": 0.00013513616733794225,
      "loss": 0.2326,
      "step": 78810
    },
    {
      "epoch": 3.227974605775138,
      "grad_norm": 1.239165148421615,
      "learning_rate": 0.00013513292199866353,
      "loss": 0.693,
      "step": 78811
    },
    {
      "epoch": 3.2280155642023347,
      "grad_norm": 1.3458052453340654,
      "learning_rate": 0.00013512967666641311,
      "loss": 0.8606,
      "step": 78812
    },
    {
      "epoch": 3.2280565226295312,
      "grad_norm": 3.397029318834947,
      "learning_rate": 0.00013512643134119253,
      "loss": 1.3795,
      "step": 78813
    },
    {
      "epoch": 3.2280974810567273,
      "grad_norm": 1.3880209752250745,
      "learning_rate": 0.0001351231860230033,
      "loss": 0.8009,
      "step": 78814
    },
    {
      "epoch": 3.228138439483924,
      "grad_norm": 1.2380621135246845,
      "learning_rate": 0.00013511994071184694,
      "loss": 0.4861,
      "step": 78815
    },
    {
      "epoch": 3.2281793979111204,
      "grad_norm": 0.9376580381145277,
      "learning_rate": 0.00013511669540772504,
      "loss": 0.3905,
      "step": 78816
    },
    {
      "epoch": 3.2282203563383165,
      "grad_norm": 1.1199816781547085,
      "learning_rate": 0.0001351134501106391,
      "loss": 0.5766,
      "step": 78817
    },
    {
      "epoch": 3.228261314765513,
      "grad_norm": 1.3231557559526355,
      "learning_rate": 0.00013511020482059066,
      "loss": 0.7726,
      "step": 78818
    },
    {
      "epoch": 3.2283022731927096,
      "grad_norm": 0.5702912120928706,
      "learning_rate": 0.0001351069595375812,
      "loss": 0.1587,
      "step": 78819
    },
    {
      "epoch": 3.2283432316199057,
      "grad_norm": 0.878554758261157,
      "learning_rate": 0.00013510371426161236,
      "loss": 0.2965,
      "step": 78820
    },
    {
      "epoch": 3.228384190047102,
      "grad_norm": 1.3655466899885391,
      "learning_rate": 0.00013510046899268562,
      "loss": 0.8842,
      "step": 78821
    },
    {
      "epoch": 3.2284251484742987,
      "grad_norm": 1.8388734576405419,
      "learning_rate": 0.0001350972237308025,
      "loss": 1.1579,
      "step": 78822
    },
    {
      "epoch": 3.228466106901495,
      "grad_norm": 0.9572056792847066,
      "learning_rate": 0.0001350939784759645,
      "loss": 0.4465,
      "step": 78823
    },
    {
      "epoch": 3.2285070653286914,
      "grad_norm": 0.8400352782207656,
      "learning_rate": 0.00013509073322817328,
      "loss": 0.2404,
      "step": 78824
    },
    {
      "epoch": 3.228548023755888,
      "grad_norm": 2.27630214368099,
      "learning_rate": 0.00013508748798743027,
      "loss": 1.2374,
      "step": 78825
    },
    {
      "epoch": 3.228588982183084,
      "grad_norm": 2.1192068512126196,
      "learning_rate": 0.00013508424275373703,
      "loss": 0.6717,
      "step": 78826
    },
    {
      "epoch": 3.2286299406102805,
      "grad_norm": 0.8869435496304336,
      "learning_rate": 0.00013508099752709507,
      "loss": 0.3074,
      "step": 78827
    },
    {
      "epoch": 3.228670899037477,
      "grad_norm": 1.2481701085219516,
      "learning_rate": 0.00013507775230750597,
      "loss": 0.6831,
      "step": 78828
    },
    {
      "epoch": 3.228711857464673,
      "grad_norm": 1.3076286155169115,
      "learning_rate": 0.00013507450709497124,
      "loss": 0.6794,
      "step": 78829
    },
    {
      "epoch": 3.2287528158918697,
      "grad_norm": 0.8092461269757437,
      "learning_rate": 0.00013507126188949244,
      "loss": 0.4842,
      "step": 78830
    },
    {
      "epoch": 3.2287937743190662,
      "grad_norm": 1.0613076181912435,
      "learning_rate": 0.00013506801669107104,
      "loss": 0.6342,
      "step": 78831
    },
    {
      "epoch": 3.2288347327462628,
      "grad_norm": 1.1032629591438572,
      "learning_rate": 0.00013506477149970863,
      "loss": 0.5972,
      "step": 78832
    },
    {
      "epoch": 3.228875691173459,
      "grad_norm": 1.2552383089410244,
      "learning_rate": 0.00013506152631540674,
      "loss": 0.5565,
      "step": 78833
    },
    {
      "epoch": 3.2289166496006554,
      "grad_norm": 1.9277623748460966,
      "learning_rate": 0.0001350582811381669,
      "loss": 0.9642,
      "step": 78834
    },
    {
      "epoch": 3.228957608027852,
      "grad_norm": 1.1812805161334747,
      "learning_rate": 0.00013505503596799058,
      "loss": 0.7242,
      "step": 78835
    },
    {
      "epoch": 3.228998566455048,
      "grad_norm": 2.2506994639486657,
      "learning_rate": 0.00013505179080487944,
      "loss": 2.0335,
      "step": 78836
    },
    {
      "epoch": 3.2290395248822445,
      "grad_norm": 1.249515765259547,
      "learning_rate": 0.00013504854564883492,
      "loss": 0.8328,
      "step": 78837
    },
    {
      "epoch": 3.229080483309441,
      "grad_norm": 1.7707310741904427,
      "learning_rate": 0.0001350453004998586,
      "loss": 1.0986,
      "step": 78838
    },
    {
      "epoch": 3.229121441736637,
      "grad_norm": 1.1382710921970398,
      "learning_rate": 0.00013504205535795196,
      "loss": 0.7377,
      "step": 78839
    },
    {
      "epoch": 3.2291624001638337,
      "grad_norm": 1.0163104235042077,
      "learning_rate": 0.0001350388102231166,
      "loss": 0.4158,
      "step": 78840
    },
    {
      "epoch": 3.2292033585910302,
      "grad_norm": 1.184040958363741,
      "learning_rate": 0.00013503556509535398,
      "loss": 0.6901,
      "step": 78841
    },
    {
      "epoch": 3.2292443170182263,
      "grad_norm": 1.2233243634875222,
      "learning_rate": 0.00013503231997466573,
      "loss": 0.6897,
      "step": 78842
    },
    {
      "epoch": 3.229285275445423,
      "grad_norm": 1.3190001814794963,
      "learning_rate": 0.00013502907486105328,
      "loss": 0.6256,
      "step": 78843
    },
    {
      "epoch": 3.2293262338726194,
      "grad_norm": 1.574743700537425,
      "learning_rate": 0.00013502582975451826,
      "loss": 0.9217,
      "step": 78844
    },
    {
      "epoch": 3.2293671922998155,
      "grad_norm": 1.7778460277722918,
      "learning_rate": 0.00013502258465506213,
      "loss": 1.4001,
      "step": 78845
    },
    {
      "epoch": 3.229408150727012,
      "grad_norm": 1.2395140589571207,
      "learning_rate": 0.00013501933956268646,
      "loss": 0.256,
      "step": 78846
    },
    {
      "epoch": 3.2294491091542086,
      "grad_norm": 1.5321092253625594,
      "learning_rate": 0.00013501609447739277,
      "loss": 1.2419,
      "step": 78847
    },
    {
      "epoch": 3.2294900675814047,
      "grad_norm": 1.1450892532214973,
      "learning_rate": 0.0001350128493991826,
      "loss": 0.7024,
      "step": 78848
    },
    {
      "epoch": 3.229531026008601,
      "grad_norm": 1.569434943570013,
      "learning_rate": 0.00013500960432805752,
      "loss": 1.0577,
      "step": 78849
    },
    {
      "epoch": 3.2295719844357977,
      "grad_norm": 1.1376695420741914,
      "learning_rate": 0.000135006359264019,
      "loss": 0.4159,
      "step": 78850
    },
    {
      "epoch": 3.2296129428629943,
      "grad_norm": 1.112313856887252,
      "learning_rate": 0.0001350031142070686,
      "loss": 0.7034,
      "step": 78851
    },
    {
      "epoch": 3.2296539012901904,
      "grad_norm": 0.6721208872747982,
      "learning_rate": 0.00013499986915720786,
      "loss": 0.167,
      "step": 78852
    },
    {
      "epoch": 3.229694859717387,
      "grad_norm": 1.2912065704091085,
      "learning_rate": 0.00013499662411443832,
      "loss": 0.8542,
      "step": 78853
    },
    {
      "epoch": 3.2297358181445834,
      "grad_norm": 0.894201968900583,
      "learning_rate": 0.00013499337907876152,
      "loss": 0.3412,
      "step": 78854
    },
    {
      "epoch": 3.2297767765717795,
      "grad_norm": 1.51156644310419,
      "learning_rate": 0.00013499013405017898,
      "loss": 1.0094,
      "step": 78855
    },
    {
      "epoch": 3.229817734998976,
      "grad_norm": 1.2901983670014783,
      "learning_rate": 0.00013498688902869216,
      "loss": 0.8064,
      "step": 78856
    },
    {
      "epoch": 3.2298586934261726,
      "grad_norm": 1.2070514085065664,
      "learning_rate": 0.00013498364401430272,
      "loss": 0.6058,
      "step": 78857
    },
    {
      "epoch": 3.2298996518533687,
      "grad_norm": 1.2351482562313585,
      "learning_rate": 0.00013498039900701218,
      "loss": 0.4971,
      "step": 78858
    },
    {
      "epoch": 3.2299406102805652,
      "grad_norm": 1.1792846879622767,
      "learning_rate": 0.000134977154006822,
      "loss": 0.3727,
      "step": 78859
    },
    {
      "epoch": 3.2299815687077618,
      "grad_norm": 1.5317757939427017,
      "learning_rate": 0.0001349739090137337,
      "loss": 0.882,
      "step": 78860
    },
    {
      "epoch": 3.230022527134958,
      "grad_norm": 0.9271796795903305,
      "learning_rate": 0.00013497066402774893,
      "loss": 0.3614,
      "step": 78861
    },
    {
      "epoch": 3.2300634855621544,
      "grad_norm": 1.5237845773089376,
      "learning_rate": 0.00013496741904886917,
      "loss": 0.8987,
      "step": 78862
    },
    {
      "epoch": 3.230104443989351,
      "grad_norm": 1.0904637524874141,
      "learning_rate": 0.00013496417407709592,
      "loss": 0.535,
      "step": 78863
    },
    {
      "epoch": 3.230145402416547,
      "grad_norm": 1.579648399092688,
      "learning_rate": 0.00013496092911243068,
      "loss": 0.6429,
      "step": 78864
    },
    {
      "epoch": 3.2301863608437436,
      "grad_norm": 0.9541641190175553,
      "learning_rate": 0.00013495768415487512,
      "loss": 0.6161,
      "step": 78865
    },
    {
      "epoch": 3.23022731927094,
      "grad_norm": 1.7555589206170916,
      "learning_rate": 0.00013495443920443067,
      "loss": 1.1868,
      "step": 78866
    },
    {
      "epoch": 3.230268277698136,
      "grad_norm": 1.3358568679464478,
      "learning_rate": 0.00013495119426109892,
      "loss": 0.9044,
      "step": 78867
    },
    {
      "epoch": 3.2303092361253327,
      "grad_norm": 1.6724430246346753,
      "learning_rate": 0.00013494794932488133,
      "loss": 0.865,
      "step": 78868
    },
    {
      "epoch": 3.2303501945525293,
      "grad_norm": 1.0134826441761646,
      "learning_rate": 0.00013494470439577949,
      "loss": 0.4208,
      "step": 78869
    },
    {
      "epoch": 3.230391152979726,
      "grad_norm": 1.6490654101652995,
      "learning_rate": 0.0001349414594737949,
      "loss": 0.6661,
      "step": 78870
    },
    {
      "epoch": 3.230432111406922,
      "grad_norm": 1.2944864631482047,
      "learning_rate": 0.00013493821455892914,
      "loss": 0.6594,
      "step": 78871
    },
    {
      "epoch": 3.2304730698341184,
      "grad_norm": 0.90212281221194,
      "learning_rate": 0.0001349349696511837,
      "loss": 0.2556,
      "step": 78872
    },
    {
      "epoch": 3.230514028261315,
      "grad_norm": 1.4421700554510688,
      "learning_rate": 0.00013493172475056013,
      "loss": 0.7812,
      "step": 78873
    },
    {
      "epoch": 3.230554986688511,
      "grad_norm": 1.0351698474158786,
      "learning_rate": 0.00013492847985705994,
      "loss": 0.5259,
      "step": 78874
    },
    {
      "epoch": 3.2305959451157076,
      "grad_norm": 2.0764862349891278,
      "learning_rate": 0.00013492523497068471,
      "loss": 0.97,
      "step": 78875
    },
    {
      "epoch": 3.230636903542904,
      "grad_norm": 1.4644162041496551,
      "learning_rate": 0.000134921990091436,
      "loss": 1.0119,
      "step": 78876
    },
    {
      "epoch": 3.2306778619701,
      "grad_norm": 1.7387250158692087,
      "learning_rate": 0.00013491874521931525,
      "loss": 0.7951,
      "step": 78877
    },
    {
      "epoch": 3.2307188203972967,
      "grad_norm": 1.4467162945848921,
      "learning_rate": 0.00013491550035432405,
      "loss": 0.6648,
      "step": 78878
    },
    {
      "epoch": 3.2307597788244933,
      "grad_norm": 1.1161864628032627,
      "learning_rate": 0.00013491225549646394,
      "loss": 0.7036,
      "step": 78879
    },
    {
      "epoch": 3.2308007372516894,
      "grad_norm": 1.1509790292473692,
      "learning_rate": 0.00013490901064573644,
      "loss": 0.7245,
      "step": 78880
    },
    {
      "epoch": 3.230841695678886,
      "grad_norm": 0.8822932704066822,
      "learning_rate": 0.00013490576580214308,
      "loss": 0.1608,
      "step": 78881
    },
    {
      "epoch": 3.2308826541060824,
      "grad_norm": 1.2029524038614772,
      "learning_rate": 0.0001349025209656854,
      "loss": 0.4973,
      "step": 78882
    },
    {
      "epoch": 3.2309236125332785,
      "grad_norm": 1.156702159012936,
      "learning_rate": 0.0001348992761363649,
      "loss": 0.5258,
      "step": 78883
    },
    {
      "epoch": 3.230964570960475,
      "grad_norm": 1.2831343231947885,
      "learning_rate": 0.00013489603131418317,
      "loss": 0.6503,
      "step": 78884
    },
    {
      "epoch": 3.2310055293876716,
      "grad_norm": 1.1902032894175225,
      "learning_rate": 0.00013489278649914173,
      "loss": 0.6699,
      "step": 78885
    },
    {
      "epoch": 3.2310464878148677,
      "grad_norm": 0.6232336726297638,
      "learning_rate": 0.00013488954169124212,
      "loss": 0.142,
      "step": 78886
    },
    {
      "epoch": 3.2310874462420642,
      "grad_norm": 1.3870945219821242,
      "learning_rate": 0.0001348862968904858,
      "loss": 0.7894,
      "step": 78887
    },
    {
      "epoch": 3.2311284046692608,
      "grad_norm": 1.5719125216420422,
      "learning_rate": 0.0001348830520968744,
      "loss": 0.9092,
      "step": 78888
    },
    {
      "epoch": 3.2311693630964573,
      "grad_norm": 1.30340196834771,
      "learning_rate": 0.0001348798073104094,
      "loss": 0.6181,
      "step": 78889
    },
    {
      "epoch": 3.2312103215236534,
      "grad_norm": 1.332093757958346,
      "learning_rate": 0.00013487656253109237,
      "loss": 0.7173,
      "step": 78890
    },
    {
      "epoch": 3.23125127995085,
      "grad_norm": 1.1790710596488747,
      "learning_rate": 0.00013487331775892478,
      "loss": 0.6368,
      "step": 78891
    },
    {
      "epoch": 3.2312922383780465,
      "grad_norm": 1.3842063180882214,
      "learning_rate": 0.00013487007299390827,
      "loss": 0.7752,
      "step": 78892
    },
    {
      "epoch": 3.2313331968052426,
      "grad_norm": 1.4696083885910847,
      "learning_rate": 0.0001348668282360443,
      "loss": 0.6079,
      "step": 78893
    },
    {
      "epoch": 3.231374155232439,
      "grad_norm": 1.2288712812451537,
      "learning_rate": 0.0001348635834853344,
      "loss": 0.928,
      "step": 78894
    },
    {
      "epoch": 3.2314151136596356,
      "grad_norm": 1.0630901564347706,
      "learning_rate": 0.0001348603387417801,
      "loss": 0.5932,
      "step": 78895
    },
    {
      "epoch": 3.2314560720868317,
      "grad_norm": 1.2147795679302216,
      "learning_rate": 0.00013485709400538299,
      "loss": 0.5928,
      "step": 78896
    },
    {
      "epoch": 3.2314970305140283,
      "grad_norm": 1.186080238100644,
      "learning_rate": 0.00013485384927614455,
      "loss": 0.8535,
      "step": 78897
    },
    {
      "epoch": 3.231537988941225,
      "grad_norm": 1.386901342932295,
      "learning_rate": 0.00013485060455406634,
      "loss": 0.7419,
      "step": 78898
    },
    {
      "epoch": 3.231578947368421,
      "grad_norm": 1.0674005362899666,
      "learning_rate": 0.00013484735983914983,
      "loss": 0.7809,
      "step": 78899
    },
    {
      "epoch": 3.2316199057956174,
      "grad_norm": 0.8770361746457086,
      "learning_rate": 0.00013484411513139667,
      "loss": 0.3694,
      "step": 78900
    },
    {
      "epoch": 3.231660864222814,
      "grad_norm": 1.5888073451242242,
      "learning_rate": 0.00013484087043080833,
      "loss": 0.7754,
      "step": 78901
    },
    {
      "epoch": 3.23170182265001,
      "grad_norm": 1.2368887080713795,
      "learning_rate": 0.00013483762573738634,
      "loss": 0.6185,
      "step": 78902
    },
    {
      "epoch": 3.2317427810772066,
      "grad_norm": 1.245544705252408,
      "learning_rate": 0.0001348343810511322,
      "loss": 0.5948,
      "step": 78903
    },
    {
      "epoch": 3.231783739504403,
      "grad_norm": 1.4418421114162285,
      "learning_rate": 0.00013483113637204752,
      "loss": 0.7615,
      "step": 78904
    },
    {
      "epoch": 3.231824697931599,
      "grad_norm": 1.3395887811123786,
      "learning_rate": 0.0001348278917001338,
      "loss": 0.8312,
      "step": 78905
    },
    {
      "epoch": 3.2318656563587957,
      "grad_norm": 0.9821625035712007,
      "learning_rate": 0.00013482464703539257,
      "loss": 0.3165,
      "step": 78906
    },
    {
      "epoch": 3.2319066147859923,
      "grad_norm": 1.3155879839203488,
      "learning_rate": 0.00013482140237782537,
      "loss": 0.9307,
      "step": 78907
    },
    {
      "epoch": 3.231947573213189,
      "grad_norm": 1.4575703653561516,
      "learning_rate": 0.00013481815772743372,
      "loss": 0.7846,
      "step": 78908
    },
    {
      "epoch": 3.231988531640385,
      "grad_norm": 5.386092510702842,
      "learning_rate": 0.00013481491308421918,
      "loss": 3.0248,
      "step": 78909
    },
    {
      "epoch": 3.2320294900675814,
      "grad_norm": 1.6531460673879583,
      "learning_rate": 0.0001348116684481833,
      "loss": 0.6255,
      "step": 78910
    },
    {
      "epoch": 3.232070448494778,
      "grad_norm": 1.1061390513093832,
      "learning_rate": 0.0001348084238193275,
      "loss": 0.6009,
      "step": 78911
    },
    {
      "epoch": 3.232111406921974,
      "grad_norm": 1.2877960092894425,
      "learning_rate": 0.00013480517919765343,
      "loss": 0.7764,
      "step": 78912
    },
    {
      "epoch": 3.2321523653491706,
      "grad_norm": 1.4258162377985601,
      "learning_rate": 0.0001348019345831626,
      "loss": 0.8442,
      "step": 78913
    },
    {
      "epoch": 3.232193323776367,
      "grad_norm": 1.7336933503102658,
      "learning_rate": 0.00013479868997585653,
      "loss": 0.9765,
      "step": 78914
    },
    {
      "epoch": 3.2322342822035632,
      "grad_norm": 3.158129168073777,
      "learning_rate": 0.00013479544537573675,
      "loss": 3.8024,
      "step": 78915
    },
    {
      "epoch": 3.2322752406307598,
      "grad_norm": 0.8140138199333807,
      "learning_rate": 0.0001347922007828048,
      "loss": 0.2595,
      "step": 78916
    },
    {
      "epoch": 3.2323161990579563,
      "grad_norm": 1.2670140467564721,
      "learning_rate": 0.00013478895619706223,
      "loss": 0.6108,
      "step": 78917
    },
    {
      "epoch": 3.2323571574851524,
      "grad_norm": 1.264634953164956,
      "learning_rate": 0.00013478571161851057,
      "loss": 0.6694,
      "step": 78918
    },
    {
      "epoch": 3.232398115912349,
      "grad_norm": 1.7212982565703092,
      "learning_rate": 0.0001347824670471513,
      "loss": 1.1166,
      "step": 78919
    },
    {
      "epoch": 3.2324390743395455,
      "grad_norm": 1.358137108736608,
      "learning_rate": 0.00013477922248298602,
      "loss": 0.6784,
      "step": 78920
    },
    {
      "epoch": 3.2324800327667416,
      "grad_norm": 1.355364586791287,
      "learning_rate": 0.00013477597792601624,
      "loss": 0.801,
      "step": 78921
    },
    {
      "epoch": 3.232520991193938,
      "grad_norm": 1.3897267216850036,
      "learning_rate": 0.0001347727333762435,
      "loss": 0.6655,
      "step": 78922
    },
    {
      "epoch": 3.2325619496211346,
      "grad_norm": 1.2233022614570022,
      "learning_rate": 0.00013476948883366934,
      "loss": 0.82,
      "step": 78923
    },
    {
      "epoch": 3.2326029080483307,
      "grad_norm": 0.9955114872846128,
      "learning_rate": 0.00013476624429829525,
      "loss": 0.3154,
      "step": 78924
    },
    {
      "epoch": 3.2326438664755273,
      "grad_norm": 1.6243802093847552,
      "learning_rate": 0.0001347629997701228,
      "loss": 0.9741,
      "step": 78925
    },
    {
      "epoch": 3.232684824902724,
      "grad_norm": 1.4139898849895356,
      "learning_rate": 0.00013475975524915356,
      "loss": 0.7778,
      "step": 78926
    },
    {
      "epoch": 3.2327257833299203,
      "grad_norm": 1.552589665477139,
      "learning_rate": 0.000134756510735389,
      "loss": 0.7341,
      "step": 78927
    },
    {
      "epoch": 3.2327667417571164,
      "grad_norm": 1.3675119275417227,
      "learning_rate": 0.00013475326622883064,
      "loss": 0.9041,
      "step": 78928
    },
    {
      "epoch": 3.232807700184313,
      "grad_norm": 2.049748664653043,
      "learning_rate": 0.00013475002172948008,
      "loss": 1.5348,
      "step": 78929
    },
    {
      "epoch": 3.2328486586115095,
      "grad_norm": 1.3902640590478041,
      "learning_rate": 0.00013474677723733885,
      "loss": 0.7239,
      "step": 78930
    },
    {
      "epoch": 3.2328896170387056,
      "grad_norm": 1.7132405405952986,
      "learning_rate": 0.00013474353275240843,
      "loss": 0.7553,
      "step": 78931
    },
    {
      "epoch": 3.232930575465902,
      "grad_norm": 1.5398526153758367,
      "learning_rate": 0.00013474028827469036,
      "loss": 0.9664,
      "step": 78932
    },
    {
      "epoch": 3.2329715338930987,
      "grad_norm": 0.7678505063593573,
      "learning_rate": 0.00013473704380418625,
      "loss": 0.3369,
      "step": 78933
    },
    {
      "epoch": 3.2330124923202948,
      "grad_norm": 1.2483985539338327,
      "learning_rate": 0.00013473379934089754,
      "loss": 0.6582,
      "step": 78934
    },
    {
      "epoch": 3.2330534507474913,
      "grad_norm": 1.4532268235936059,
      "learning_rate": 0.00013473055488482584,
      "loss": 0.8288,
      "step": 78935
    },
    {
      "epoch": 3.233094409174688,
      "grad_norm": 1.411012454107789,
      "learning_rate": 0.0001347273104359726,
      "loss": 0.9202,
      "step": 78936
    },
    {
      "epoch": 3.233135367601884,
      "grad_norm": 0.4170221871582999,
      "learning_rate": 0.0001347240659943395,
      "loss": 0.0745,
      "step": 78937
    },
    {
      "epoch": 3.2331763260290804,
      "grad_norm": 1.4582698852311327,
      "learning_rate": 0.00013472082155992787,
      "loss": 0.7544,
      "step": 78938
    },
    {
      "epoch": 3.233217284456277,
      "grad_norm": 4.311950166989216,
      "learning_rate": 0.00013471757713273938,
      "loss": 3.5295,
      "step": 78939
    },
    {
      "epoch": 3.233258242883473,
      "grad_norm": 1.0993081760889867,
      "learning_rate": 0.00013471433271277554,
      "loss": 0.5304,
      "step": 78940
    },
    {
      "epoch": 3.2332992013106696,
      "grad_norm": 1.0058616080994578,
      "learning_rate": 0.0001347110883000379,
      "loss": 0.3182,
      "step": 78941
    },
    {
      "epoch": 3.233340159737866,
      "grad_norm": 1.0890415388544832,
      "learning_rate": 0.0001347078438945279,
      "loss": 0.5857,
      "step": 78942
    },
    {
      "epoch": 3.2333811181650622,
      "grad_norm": 1.393335097516179,
      "learning_rate": 0.0001347045994962472,
      "loss": 0.7566,
      "step": 78943
    },
    {
      "epoch": 3.2334220765922588,
      "grad_norm": 1.264329730454796,
      "learning_rate": 0.00013470135510519726,
      "loss": 0.7615,
      "step": 78944
    },
    {
      "epoch": 3.2334630350194553,
      "grad_norm": 1.2772924885945425,
      "learning_rate": 0.00013469811072137967,
      "loss": 0.693,
      "step": 78945
    },
    {
      "epoch": 3.233503993446652,
      "grad_norm": 0.6819849353691109,
      "learning_rate": 0.00013469486634479585,
      "loss": 0.2217,
      "step": 78946
    },
    {
      "epoch": 3.233544951873848,
      "grad_norm": 0.9545994410421293,
      "learning_rate": 0.00013469162197544745,
      "loss": 0.4726,
      "step": 78947
    },
    {
      "epoch": 3.2335859103010445,
      "grad_norm": 0.7722824497032166,
      "learning_rate": 0.00013468837761333597,
      "loss": 0.2575,
      "step": 78948
    },
    {
      "epoch": 3.233626868728241,
      "grad_norm": 1.5763957006898808,
      "learning_rate": 0.00013468513325846294,
      "loss": 0.8944,
      "step": 78949
    },
    {
      "epoch": 3.233667827155437,
      "grad_norm": 1.2021161904004984,
      "learning_rate": 0.00013468188891082987,
      "loss": 0.6544,
      "step": 78950
    },
    {
      "epoch": 3.2337087855826336,
      "grad_norm": 0.8526813666501198,
      "learning_rate": 0.0001346786445704383,
      "loss": 0.2868,
      "step": 78951
    },
    {
      "epoch": 3.23374974400983,
      "grad_norm": 1.4814682670356532,
      "learning_rate": 0.00013467540023728982,
      "loss": 0.7946,
      "step": 78952
    },
    {
      "epoch": 3.2337907024370263,
      "grad_norm": 1.3364953576254508,
      "learning_rate": 0.00013467215591138592,
      "loss": 0.5418,
      "step": 78953
    },
    {
      "epoch": 3.233831660864223,
      "grad_norm": 1.8355245329918886,
      "learning_rate": 0.0001346689115927281,
      "loss": 1.1789,
      "step": 78954
    },
    {
      "epoch": 3.2338726192914193,
      "grad_norm": 1.4196441828762167,
      "learning_rate": 0.00013466566728131794,
      "loss": 0.8482,
      "step": 78955
    },
    {
      "epoch": 3.2339135777186154,
      "grad_norm": 1.0775047129146686,
      "learning_rate": 0.00013466242297715695,
      "loss": 0.6152,
      "step": 78956
    },
    {
      "epoch": 3.233954536145812,
      "grad_norm": 1.655609520610716,
      "learning_rate": 0.00013465917868024673,
      "loss": 0.915,
      "step": 78957
    },
    {
      "epoch": 3.2339954945730085,
      "grad_norm": 1.7414102365566804,
      "learning_rate": 0.0001346559343905887,
      "loss": 1.1522,
      "step": 78958
    },
    {
      "epoch": 3.2340364530002046,
      "grad_norm": 0.9618920017886595,
      "learning_rate": 0.00013465269010818446,
      "loss": 0.4114,
      "step": 78959
    },
    {
      "epoch": 3.234077411427401,
      "grad_norm": 6.520518124586071,
      "learning_rate": 0.0001346494458330356,
      "loss": 3.4425,
      "step": 78960
    },
    {
      "epoch": 3.2341183698545977,
      "grad_norm": 1.5695106248331563,
      "learning_rate": 0.00013464620156514352,
      "loss": 0.8849,
      "step": 78961
    },
    {
      "epoch": 3.2341593282817938,
      "grad_norm": 1.270043112380515,
      "learning_rate": 0.00013464295730450986,
      "loss": 0.5986,
      "step": 78962
    },
    {
      "epoch": 3.2342002867089903,
      "grad_norm": 1.0472513357052475,
      "learning_rate": 0.0001346397130511361,
      "loss": 0.6098,
      "step": 78963
    },
    {
      "epoch": 3.234241245136187,
      "grad_norm": 3.209211703607929,
      "learning_rate": 0.00013463646880502382,
      "loss": 3.7015,
      "step": 78964
    },
    {
      "epoch": 3.2342822035633834,
      "grad_norm": 1.2847735200130812,
      "learning_rate": 0.00013463322456617452,
      "loss": 0.8216,
      "step": 78965
    },
    {
      "epoch": 3.2343231619905795,
      "grad_norm": 1.8368715763945527,
      "learning_rate": 0.00013462998033458973,
      "loss": 1.1968,
      "step": 78966
    },
    {
      "epoch": 3.234364120417776,
      "grad_norm": 1.4092256491608235,
      "learning_rate": 0.00013462673611027096,
      "loss": 0.614,
      "step": 78967
    },
    {
      "epoch": 3.2344050788449725,
      "grad_norm": 0.8491281641851317,
      "learning_rate": 0.00013462349189321982,
      "loss": 0.2493,
      "step": 78968
    },
    {
      "epoch": 3.2344460372721686,
      "grad_norm": 1.2080502279573404,
      "learning_rate": 0.0001346202476834378,
      "loss": 0.5682,
      "step": 78969
    },
    {
      "epoch": 3.234486995699365,
      "grad_norm": 1.539951821409768,
      "learning_rate": 0.00013461700348092642,
      "loss": 1.0554,
      "step": 78970
    },
    {
      "epoch": 3.2345279541265617,
      "grad_norm": 1.1857145931563242,
      "learning_rate": 0.0001346137592856872,
      "loss": 0.5245,
      "step": 78971
    },
    {
      "epoch": 3.234568912553758,
      "grad_norm": 1.1431561716476066,
      "learning_rate": 0.00013461051509772176,
      "loss": 0.5558,
      "step": 78972
    },
    {
      "epoch": 3.2346098709809543,
      "grad_norm": 1.1308961089176135,
      "learning_rate": 0.00013460727091703156,
      "loss": 0.6547,
      "step": 78973
    },
    {
      "epoch": 3.234650829408151,
      "grad_norm": 1.1308381759294768,
      "learning_rate": 0.00013460402674361814,
      "loss": 0.6448,
      "step": 78974
    },
    {
      "epoch": 3.234691787835347,
      "grad_norm": 1.4342075654390065,
      "learning_rate": 0.000134600782577483,
      "loss": 1.012,
      "step": 78975
    },
    {
      "epoch": 3.2347327462625435,
      "grad_norm": 0.714820452326082,
      "learning_rate": 0.00013459753841862777,
      "loss": 0.2095,
      "step": 78976
    },
    {
      "epoch": 3.23477370468974,
      "grad_norm": 0.9063408881112758,
      "learning_rate": 0.00013459429426705395,
      "loss": 0.2927,
      "step": 78977
    },
    {
      "epoch": 3.234814663116936,
      "grad_norm": 1.2280128296717485,
      "learning_rate": 0.00013459105012276302,
      "loss": 0.5718,
      "step": 78978
    },
    {
      "epoch": 3.2348556215441326,
      "grad_norm": 1.5477242123944248,
      "learning_rate": 0.00013458780598575655,
      "loss": 0.9769,
      "step": 78979
    },
    {
      "epoch": 3.234896579971329,
      "grad_norm": 1.122041918231321,
      "learning_rate": 0.00013458456185603607,
      "loss": 0.299,
      "step": 78980
    },
    {
      "epoch": 3.2349375383985253,
      "grad_norm": 3.9285082295728073,
      "learning_rate": 0.00013458131773360312,
      "loss": 2.7976,
      "step": 78981
    },
    {
      "epoch": 3.234978496825722,
      "grad_norm": 1.3914761164895357,
      "learning_rate": 0.00013457807361845923,
      "loss": 0.665,
      "step": 78982
    },
    {
      "epoch": 3.2350194552529183,
      "grad_norm": 1.8650930957582852,
      "learning_rate": 0.0001345748295106059,
      "loss": 1.546,
      "step": 78983
    },
    {
      "epoch": 3.235060413680115,
      "grad_norm": 2.3417070455792603,
      "learning_rate": 0.0001345715854100447,
      "loss": 0.8074,
      "step": 78984
    },
    {
      "epoch": 3.235101372107311,
      "grad_norm": 1.3794707159334036,
      "learning_rate": 0.00013456834131677723,
      "loss": 0.7124,
      "step": 78985
    },
    {
      "epoch": 3.2351423305345075,
      "grad_norm": 1.162708627872459,
      "learning_rate": 0.0001345650972308049,
      "loss": 0.6566,
      "step": 78986
    },
    {
      "epoch": 3.235183288961704,
      "grad_norm": 1.2084793810452998,
      "learning_rate": 0.00013456185315212927,
      "loss": 0.7141,
      "step": 78987
    },
    {
      "epoch": 3.2352242473889,
      "grad_norm": 1.3083798536706022,
      "learning_rate": 0.00013455860908075193,
      "loss": 0.7418,
      "step": 78988
    },
    {
      "epoch": 3.2352652058160967,
      "grad_norm": 0.9912737955462699,
      "learning_rate": 0.0001345553650166744,
      "loss": 0.2946,
      "step": 78989
    },
    {
      "epoch": 3.235306164243293,
      "grad_norm": 1.1505097834431577,
      "learning_rate": 0.00013455212095989818,
      "loss": 0.2763,
      "step": 78990
    },
    {
      "epoch": 3.2353471226704893,
      "grad_norm": 1.6636838902125917,
      "learning_rate": 0.00013454887691042485,
      "loss": 0.75,
      "step": 78991
    },
    {
      "epoch": 3.235388081097686,
      "grad_norm": 1.2527709157778164,
      "learning_rate": 0.00013454563286825584,
      "loss": 0.6086,
      "step": 78992
    },
    {
      "epoch": 3.2354290395248824,
      "grad_norm": 1.5177168990625327,
      "learning_rate": 0.0001345423888333928,
      "loss": 0.653,
      "step": 78993
    },
    {
      "epoch": 3.2354699979520785,
      "grad_norm": 1.6604473008896934,
      "learning_rate": 0.00013453914480583725,
      "loss": 0.6808,
      "step": 78994
    },
    {
      "epoch": 3.235510956379275,
      "grad_norm": 0.8252076312341989,
      "learning_rate": 0.00013453590078559068,
      "loss": 0.3264,
      "step": 78995
    },
    {
      "epoch": 3.2355519148064715,
      "grad_norm": 1.0522265857228101,
      "learning_rate": 0.0001345326567726546,
      "loss": 0.5661,
      "step": 78996
    },
    {
      "epoch": 3.2355928732336676,
      "grad_norm": 1.3451581323775779,
      "learning_rate": 0.0001345294127670306,
      "loss": 0.8154,
      "step": 78997
    },
    {
      "epoch": 3.235633831660864,
      "grad_norm": 1.0149299998529455,
      "learning_rate": 0.00013452616876872024,
      "loss": 0.5922,
      "step": 78998
    },
    {
      "epoch": 3.2356747900880607,
      "grad_norm": 1.273726991545802,
      "learning_rate": 0.00013452292477772498,
      "loss": 0.6041,
      "step": 78999
    },
    {
      "epoch": 3.235715748515257,
      "grad_norm": 0.9443535945204159,
      "learning_rate": 0.00013451968079404637,
      "loss": 0.3278,
      "step": 79000
    },
    {
      "epoch": 3.2357567069424533,
      "grad_norm": 1.1176796051753746,
      "learning_rate": 0.00013451643681768597,
      "loss": 0.4426,
      "step": 79001
    },
    {
      "epoch": 3.23579766536965,
      "grad_norm": 1.123890216740198,
      "learning_rate": 0.0001345131928486453,
      "loss": 0.6304,
      "step": 79002
    },
    {
      "epoch": 3.2358386237968464,
      "grad_norm": 1.4912824522873547,
      "learning_rate": 0.0001345099488869259,
      "loss": 0.774,
      "step": 79003
    },
    {
      "epoch": 3.2358795822240425,
      "grad_norm": 1.6067575454612135,
      "learning_rate": 0.00013450670493252926,
      "loss": 0.9402,
      "step": 79004
    },
    {
      "epoch": 3.235920540651239,
      "grad_norm": 1.5651895382155137,
      "learning_rate": 0.00013450346098545698,
      "loss": 0.8087,
      "step": 79005
    },
    {
      "epoch": 3.2359614990784356,
      "grad_norm": 3.7354013331980016,
      "learning_rate": 0.00013450021704571058,
      "loss": 1.4745,
      "step": 79006
    },
    {
      "epoch": 3.2360024575056316,
      "grad_norm": 1.294680286413778,
      "learning_rate": 0.00013449697311329156,
      "loss": 0.6319,
      "step": 79007
    },
    {
      "epoch": 3.236043415932828,
      "grad_norm": 0.9315579538517778,
      "learning_rate": 0.0001344937291882015,
      "loss": 0.262,
      "step": 79008
    },
    {
      "epoch": 3.2360843743600247,
      "grad_norm": 1.2189794142221686,
      "learning_rate": 0.0001344904852704419,
      "loss": 0.6417,
      "step": 79009
    },
    {
      "epoch": 3.236125332787221,
      "grad_norm": 1.1119156834371289,
      "learning_rate": 0.00013448724136001425,
      "loss": 0.6929,
      "step": 79010
    },
    {
      "epoch": 3.2361662912144173,
      "grad_norm": 1.2274447614405795,
      "learning_rate": 0.00013448399745692017,
      "loss": 0.8411,
      "step": 79011
    },
    {
      "epoch": 3.236207249641614,
      "grad_norm": 1.2688978816217462,
      "learning_rate": 0.00013448075356116114,
      "loss": 0.7559,
      "step": 79012
    },
    {
      "epoch": 3.23624820806881,
      "grad_norm": 1.4650864177812286,
      "learning_rate": 0.00013447750967273873,
      "loss": 0.6461,
      "step": 79013
    },
    {
      "epoch": 3.2362891664960065,
      "grad_norm": 1.587684861671436,
      "learning_rate": 0.0001344742657916544,
      "loss": 0.5222,
      "step": 79014
    },
    {
      "epoch": 3.236330124923203,
      "grad_norm": 1.2009292974276173,
      "learning_rate": 0.00013447102191790978,
      "loss": 0.7034,
      "step": 79015
    },
    {
      "epoch": 3.2363710833503996,
      "grad_norm": 0.7882341936761574,
      "learning_rate": 0.00013446777805150637,
      "loss": 0.2633,
      "step": 79016
    },
    {
      "epoch": 3.2364120417775957,
      "grad_norm": 1.2123346127982542,
      "learning_rate": 0.00013446453419244567,
      "loss": 0.5488,
      "step": 79017
    },
    {
      "epoch": 3.236453000204792,
      "grad_norm": 1.7701875569618561,
      "learning_rate": 0.00013446129034072924,
      "loss": 0.9474,
      "step": 79018
    },
    {
      "epoch": 3.2364939586319883,
      "grad_norm": 1.088257151935504,
      "learning_rate": 0.0001344580464963586,
      "loss": 0.6739,
      "step": 79019
    },
    {
      "epoch": 3.236534917059185,
      "grad_norm": 1.5697211194584215,
      "learning_rate": 0.00013445480265933532,
      "loss": 1.2972,
      "step": 79020
    },
    {
      "epoch": 3.2365758754863814,
      "grad_norm": 1.1891697865593935,
      "learning_rate": 0.0001344515588296609,
      "loss": 0.7236,
      "step": 79021
    },
    {
      "epoch": 3.236616833913578,
      "grad_norm": 1.3170614332974182,
      "learning_rate": 0.00013444831500733688,
      "loss": 0.7172,
      "step": 79022
    },
    {
      "epoch": 3.236657792340774,
      "grad_norm": 1.3324592553122159,
      "learning_rate": 0.00013444507119236477,
      "loss": 0.5082,
      "step": 79023
    },
    {
      "epoch": 3.2366987507679705,
      "grad_norm": 0.8383980205899009,
      "learning_rate": 0.00013444182738474615,
      "loss": 0.2836,
      "step": 79024
    },
    {
      "epoch": 3.236739709195167,
      "grad_norm": 1.575850124572261,
      "learning_rate": 0.00013443858358448254,
      "loss": 0.7432,
      "step": 79025
    },
    {
      "epoch": 3.236780667622363,
      "grad_norm": 1.5030653749598806,
      "learning_rate": 0.00013443533979157543,
      "loss": 0.4757,
      "step": 79026
    },
    {
      "epoch": 3.2368216260495597,
      "grad_norm": 0.9507032794226912,
      "learning_rate": 0.0001344320960060264,
      "loss": 0.3794,
      "step": 79027
    },
    {
      "epoch": 3.2368625844767562,
      "grad_norm": 1.766489503342889,
      "learning_rate": 0.000134428852227837,
      "loss": 1.1892,
      "step": 79028
    },
    {
      "epoch": 3.2369035429039523,
      "grad_norm": 1.3897949657113486,
      "learning_rate": 0.0001344256084570087,
      "loss": 0.8353,
      "step": 79029
    },
    {
      "epoch": 3.236944501331149,
      "grad_norm": 1.4189466130353818,
      "learning_rate": 0.00013442236469354311,
      "loss": 0.8352,
      "step": 79030
    },
    {
      "epoch": 3.2369854597583454,
      "grad_norm": 1.0613807338788799,
      "learning_rate": 0.0001344191209374417,
      "loss": 0.3772,
      "step": 79031
    },
    {
      "epoch": 3.2370264181855415,
      "grad_norm": 1.6284256828901011,
      "learning_rate": 0.000134415877188706,
      "loss": 0.9538,
      "step": 79032
    },
    {
      "epoch": 3.237067376612738,
      "grad_norm": 1.2942871072416218,
      "learning_rate": 0.0001344126334473376,
      "loss": 0.5694,
      "step": 79033
    },
    {
      "epoch": 3.2371083350399346,
      "grad_norm": 1.3309106721147932,
      "learning_rate": 0.000134409389713338,
      "loss": 0.8392,
      "step": 79034
    },
    {
      "epoch": 3.237149293467131,
      "grad_norm": 1.3465699578255312,
      "learning_rate": 0.00013440614598670872,
      "loss": 0.7859,
      "step": 79035
    },
    {
      "epoch": 3.237190251894327,
      "grad_norm": 1.0649766061522212,
      "learning_rate": 0.00013440290226745134,
      "loss": 0.6303,
      "step": 79036
    },
    {
      "epoch": 3.2372312103215237,
      "grad_norm": 1.437514563860811,
      "learning_rate": 0.00013439965855556734,
      "loss": 0.5619,
      "step": 79037
    },
    {
      "epoch": 3.23727216874872,
      "grad_norm": 2.0523315152970074,
      "learning_rate": 0.0001343964148510583,
      "loss": 1.7467,
      "step": 79038
    },
    {
      "epoch": 3.2373131271759163,
      "grad_norm": 0.9827279344537135,
      "learning_rate": 0.00013439317115392565,
      "loss": 0.527,
      "step": 79039
    },
    {
      "epoch": 3.237354085603113,
      "grad_norm": 1.1973388945303134,
      "learning_rate": 0.0001343899274641711,
      "loss": 0.715,
      "step": 79040
    },
    {
      "epoch": 3.2373950440303094,
      "grad_norm": 1.2065997314298915,
      "learning_rate": 0.00013438668378179603,
      "loss": 0.5235,
      "step": 79041
    },
    {
      "epoch": 3.2374360024575055,
      "grad_norm": 1.9922726028636775,
      "learning_rate": 0.00013438344010680207,
      "loss": 1.2592,
      "step": 79042
    },
    {
      "epoch": 3.237476960884702,
      "grad_norm": 0.7695031080263073,
      "learning_rate": 0.00013438019643919065,
      "loss": 0.2781,
      "step": 79043
    },
    {
      "epoch": 3.2375179193118986,
      "grad_norm": 1.510432502516091,
      "learning_rate": 0.00013437695277896343,
      "loss": 0.8498,
      "step": 79044
    },
    {
      "epoch": 3.2375588777390947,
      "grad_norm": 1.0215039178134822,
      "learning_rate": 0.00013437370912612186,
      "loss": 0.5131,
      "step": 79045
    },
    {
      "epoch": 3.237599836166291,
      "grad_norm": 1.2619064887348703,
      "learning_rate": 0.0001343704654806675,
      "loss": 0.5952,
      "step": 79046
    },
    {
      "epoch": 3.2376407945934877,
      "grad_norm": 1.6496787162002817,
      "learning_rate": 0.00013436722184260183,
      "loss": 1.3386,
      "step": 79047
    },
    {
      "epoch": 3.237681753020684,
      "grad_norm": 2.129654540466568,
      "learning_rate": 0.0001343639782119265,
      "loss": 1.9889,
      "step": 79048
    },
    {
      "epoch": 3.2377227114478804,
      "grad_norm": 0.855473277208797,
      "learning_rate": 0.00013436073458864293,
      "loss": 0.2389,
      "step": 79049
    },
    {
      "epoch": 3.237763669875077,
      "grad_norm": 1.2418648513865296,
      "learning_rate": 0.00013435749097275273,
      "loss": 0.7309,
      "step": 79050
    },
    {
      "epoch": 3.237804628302273,
      "grad_norm": 2.304900636777748,
      "learning_rate": 0.00013435424736425735,
      "loss": 1.2784,
      "step": 79051
    },
    {
      "epoch": 3.2378455867294695,
      "grad_norm": 1.423319279476991,
      "learning_rate": 0.0001343510037631584,
      "loss": 0.883,
      "step": 79052
    },
    {
      "epoch": 3.237886545156666,
      "grad_norm": 1.9895298608538472,
      "learning_rate": 0.0001343477601694574,
      "loss": 1.5614,
      "step": 79053
    },
    {
      "epoch": 3.2379275035838626,
      "grad_norm": 1.2753847192764964,
      "learning_rate": 0.00013434451658315586,
      "loss": 0.8993,
      "step": 79054
    },
    {
      "epoch": 3.2379684620110587,
      "grad_norm": 1.6077591220188208,
      "learning_rate": 0.00013434127300425533,
      "loss": 0.8089,
      "step": 79055
    },
    {
      "epoch": 3.2380094204382552,
      "grad_norm": 1.2140464083873685,
      "learning_rate": 0.00013433802943275732,
      "loss": 0.6413,
      "step": 79056
    },
    {
      "epoch": 3.2380503788654518,
      "grad_norm": 1.0844812789641922,
      "learning_rate": 0.00013433478586866342,
      "loss": 0.4454,
      "step": 79057
    },
    {
      "epoch": 3.238091337292648,
      "grad_norm": 1.2437759490383775,
      "learning_rate": 0.0001343315423119751,
      "loss": 0.6868,
      "step": 79058
    },
    {
      "epoch": 3.2381322957198444,
      "grad_norm": 0.8633649877124734,
      "learning_rate": 0.00013432829876269388,
      "loss": 0.2985,
      "step": 79059
    },
    {
      "epoch": 3.238173254147041,
      "grad_norm": 1.390610318776683,
      "learning_rate": 0.0001343250552208214,
      "loss": 0.7462,
      "step": 79060
    },
    {
      "epoch": 3.238214212574237,
      "grad_norm": 1.2093726955891535,
      "learning_rate": 0.0001343218116863591,
      "loss": 0.9487,
      "step": 79061
    },
    {
      "epoch": 3.2382551710014336,
      "grad_norm": 1.2432611774152114,
      "learning_rate": 0.00013431856815930852,
      "loss": 0.8316,
      "step": 79062
    },
    {
      "epoch": 3.23829612942863,
      "grad_norm": 1.5217399454708935,
      "learning_rate": 0.00013431532463967124,
      "loss": 0.8481,
      "step": 79063
    },
    {
      "epoch": 3.238337087855826,
      "grad_norm": 1.1000300128543576,
      "learning_rate": 0.0001343120811274487,
      "loss": 0.5843,
      "step": 79064
    },
    {
      "epoch": 3.2383780462830227,
      "grad_norm": 1.3365199158090981,
      "learning_rate": 0.00013430883762264258,
      "loss": 0.6613,
      "step": 79065
    },
    {
      "epoch": 3.2384190047102193,
      "grad_norm": 1.4009594921504702,
      "learning_rate": 0.00013430559412525427,
      "loss": 0.8632,
      "step": 79066
    },
    {
      "epoch": 3.2384599631374154,
      "grad_norm": 1.2118667939118353,
      "learning_rate": 0.00013430235063528542,
      "loss": 0.7249,
      "step": 79067
    },
    {
      "epoch": 3.238500921564612,
      "grad_norm": 1.5322478801214554,
      "learning_rate": 0.00013429910715273744,
      "loss": 0.912,
      "step": 79068
    },
    {
      "epoch": 3.2385418799918084,
      "grad_norm": 1.012766530006788,
      "learning_rate": 0.00013429586367761197,
      "loss": 0.3146,
      "step": 79069
    },
    {
      "epoch": 3.2385828384190045,
      "grad_norm": 4.83330348385673,
      "learning_rate": 0.00013429262020991052,
      "loss": 1.3592,
      "step": 79070
    },
    {
      "epoch": 3.238623796846201,
      "grad_norm": 0.42443308130051555,
      "learning_rate": 0.00013428937674963458,
      "loss": 0.0673,
      "step": 79071
    },
    {
      "epoch": 3.2386647552733976,
      "grad_norm": 1.058122587971219,
      "learning_rate": 0.0001342861332967857,
      "loss": 0.5655,
      "step": 79072
    },
    {
      "epoch": 3.238705713700594,
      "grad_norm": 1.4469550748991618,
      "learning_rate": 0.00013428288985136547,
      "loss": 0.6277,
      "step": 79073
    },
    {
      "epoch": 3.23874667212779,
      "grad_norm": 0.6600932513527945,
      "learning_rate": 0.00013427964641337533,
      "loss": 0.1109,
      "step": 79074
    },
    {
      "epoch": 3.2387876305549868,
      "grad_norm": 2.888692688952395,
      "learning_rate": 0.00013427640298281692,
      "loss": 1.9669,
      "step": 79075
    },
    {
      "epoch": 3.2388285889821833,
      "grad_norm": 1.0569256802865987,
      "learning_rate": 0.00013427315955969162,
      "loss": 0.6276,
      "step": 79076
    },
    {
      "epoch": 3.2388695474093794,
      "grad_norm": 1.5543801431000586,
      "learning_rate": 0.00013426991614400114,
      "loss": 0.9085,
      "step": 79077
    },
    {
      "epoch": 3.238910505836576,
      "grad_norm": 0.9158992466158589,
      "learning_rate": 0.00013426667273574696,
      "loss": 0.2464,
      "step": 79078
    },
    {
      "epoch": 3.2389514642637725,
      "grad_norm": 3.9328396554199507,
      "learning_rate": 0.00013426342933493053,
      "loss": 5.1464,
      "step": 79079
    },
    {
      "epoch": 3.2389924226909685,
      "grad_norm": 1.4628968562081324,
      "learning_rate": 0.00013426018594155345,
      "loss": 0.613,
      "step": 79080
    },
    {
      "epoch": 3.239033381118165,
      "grad_norm": 0.8099821510860895,
      "learning_rate": 0.00013425694255561724,
      "loss": 0.1762,
      "step": 79081
    },
    {
      "epoch": 3.2390743395453616,
      "grad_norm": 1.2558444457080555,
      "learning_rate": 0.0001342536991771234,
      "loss": 0.5707,
      "step": 79082
    },
    {
      "epoch": 3.2391152979725577,
      "grad_norm": 1.2665934115653525,
      "learning_rate": 0.0001342504558060735,
      "loss": 0.6231,
      "step": 79083
    },
    {
      "epoch": 3.2391562563997542,
      "grad_norm": 1.4766323632341622,
      "learning_rate": 0.00013424721244246912,
      "loss": 0.8783,
      "step": 79084
    },
    {
      "epoch": 3.2391972148269508,
      "grad_norm": 0.7302681960274418,
      "learning_rate": 0.00013424396908631172,
      "loss": 0.2176,
      "step": 79085
    },
    {
      "epoch": 3.239238173254147,
      "grad_norm": 1.4747761645144943,
      "learning_rate": 0.00013424072573760281,
      "loss": 0.992,
      "step": 79086
    },
    {
      "epoch": 3.2392791316813434,
      "grad_norm": 0.7166379430631961,
      "learning_rate": 0.00013423748239634403,
      "loss": 0.2162,
      "step": 79087
    },
    {
      "epoch": 3.23932009010854,
      "grad_norm": 1.2947944557515432,
      "learning_rate": 0.00013423423906253683,
      "loss": 0.7406,
      "step": 79088
    },
    {
      "epoch": 3.239361048535736,
      "grad_norm": 1.356019313940822,
      "learning_rate": 0.0001342309957361828,
      "loss": 0.5689,
      "step": 79089
    },
    {
      "epoch": 3.2394020069629326,
      "grad_norm": 1.2712508567547123,
      "learning_rate": 0.00013422775241728337,
      "loss": 0.7933,
      "step": 79090
    },
    {
      "epoch": 3.239442965390129,
      "grad_norm": 0.6449942223739922,
      "learning_rate": 0.0001342245091058402,
      "loss": 0.1529,
      "step": 79091
    },
    {
      "epoch": 3.2394839238173256,
      "grad_norm": 1.0313165694981772,
      "learning_rate": 0.00013422126580185477,
      "loss": 0.7059,
      "step": 79092
    },
    {
      "epoch": 3.2395248822445217,
      "grad_norm": 1.323543577770949,
      "learning_rate": 0.0001342180225053286,
      "loss": 0.726,
      "step": 79093
    },
    {
      "epoch": 3.2395658406717183,
      "grad_norm": 1.3673952552981237,
      "learning_rate": 0.00013421477921626322,
      "loss": 0.7929,
      "step": 79094
    },
    {
      "epoch": 3.239606799098915,
      "grad_norm": 1.1209164082442955,
      "learning_rate": 0.00013421153593466017,
      "loss": 0.2796,
      "step": 79095
    },
    {
      "epoch": 3.239647757526111,
      "grad_norm": 1.4342815642869826,
      "learning_rate": 0.000134208292660521,
      "loss": 1.082,
      "step": 79096
    },
    {
      "epoch": 3.2396887159533074,
      "grad_norm": 1.263285338245149,
      "learning_rate": 0.00013420504939384725,
      "loss": 0.8091,
      "step": 79097
    },
    {
      "epoch": 3.239729674380504,
      "grad_norm": 1.5630697327190948,
      "learning_rate": 0.00013420180613464043,
      "loss": 0.7323,
      "step": 79098
    },
    {
      "epoch": 3.2397706328077,
      "grad_norm": 1.288836644580512,
      "learning_rate": 0.00013419856288290205,
      "loss": 0.5685,
      "step": 79099
    },
    {
      "epoch": 3.2398115912348966,
      "grad_norm": 1.412809511979774,
      "learning_rate": 0.0001341953196386337,
      "loss": 0.916,
      "step": 79100
    },
    {
      "epoch": 3.239852549662093,
      "grad_norm": 1.012416908056735,
      "learning_rate": 0.00013419207640183686,
      "loss": 0.4521,
      "step": 79101
    },
    {
      "epoch": 3.239893508089289,
      "grad_norm": 1.3690375622323279,
      "learning_rate": 0.00013418883317251314,
      "loss": 0.836,
      "step": 79102
    },
    {
      "epoch": 3.2399344665164858,
      "grad_norm": 1.3401571753056247,
      "learning_rate": 0.00013418558995066394,
      "loss": 0.6136,
      "step": 79103
    },
    {
      "epoch": 3.2399754249436823,
      "grad_norm": 1.1810564663756384,
      "learning_rate": 0.00013418234673629093,
      "loss": 0.6002,
      "step": 79104
    },
    {
      "epoch": 3.2400163833708784,
      "grad_norm": 1.1441269343235694,
      "learning_rate": 0.0001341791035293956,
      "loss": 0.6071,
      "step": 79105
    },
    {
      "epoch": 3.240057341798075,
      "grad_norm": 1.0157594002898067,
      "learning_rate": 0.00013417586032997948,
      "loss": 0.3229,
      "step": 79106
    },
    {
      "epoch": 3.2400983002252715,
      "grad_norm": 1.2208185099147455,
      "learning_rate": 0.00013417261713804404,
      "loss": 0.672,
      "step": 79107
    },
    {
      "epoch": 3.2401392586524675,
      "grad_norm": 1.4110771024607431,
      "learning_rate": 0.0001341693739535909,
      "loss": 0.9446,
      "step": 79108
    },
    {
      "epoch": 3.240180217079664,
      "grad_norm": 1.1970526021000627,
      "learning_rate": 0.00013416613077662156,
      "loss": 0.5741,
      "step": 79109
    },
    {
      "epoch": 3.2402211755068606,
      "grad_norm": 1.5234346081422985,
      "learning_rate": 0.00013416288760713756,
      "loss": 0.9094,
      "step": 79110
    },
    {
      "epoch": 3.240262133934057,
      "grad_norm": 1.2493762667480628,
      "learning_rate": 0.00013415964444514041,
      "loss": 0.8126,
      "step": 79111
    },
    {
      "epoch": 3.2403030923612532,
      "grad_norm": 0.8053865011300955,
      "learning_rate": 0.00013415640129063169,
      "loss": 0.2352,
      "step": 79112
    },
    {
      "epoch": 3.24034405078845,
      "grad_norm": 2.2428160002017683,
      "learning_rate": 0.00013415315814361287,
      "loss": 1.2896,
      "step": 79113
    },
    {
      "epoch": 3.2403850092156463,
      "grad_norm": 1.595247150133318,
      "learning_rate": 0.00013414991500408557,
      "loss": 0.8418,
      "step": 79114
    },
    {
      "epoch": 3.2404259676428424,
      "grad_norm": 1.2824479318544608,
      "learning_rate": 0.00013414667187205119,
      "loss": 0.5774,
      "step": 79115
    },
    {
      "epoch": 3.240466926070039,
      "grad_norm": 1.383395861476238,
      "learning_rate": 0.0001341434287475114,
      "loss": 0.8149,
      "step": 79116
    },
    {
      "epoch": 3.2405078844972355,
      "grad_norm": 1.853649831817838,
      "learning_rate": 0.00013414018563046766,
      "loss": 1.1889,
      "step": 79117
    },
    {
      "epoch": 3.2405488429244316,
      "grad_norm": 1.5189566208788556,
      "learning_rate": 0.00013413694252092156,
      "loss": 0.6888,
      "step": 79118
    },
    {
      "epoch": 3.240589801351628,
      "grad_norm": 0.9211252600557783,
      "learning_rate": 0.00013413369941887453,
      "loss": 0.2657,
      "step": 79119
    },
    {
      "epoch": 3.2406307597788246,
      "grad_norm": 0.900786257585657,
      "learning_rate": 0.0001341304563243282,
      "loss": 0.2499,
      "step": 79120
    },
    {
      "epoch": 3.2406717182060207,
      "grad_norm": 1.2215319321228097,
      "learning_rate": 0.00013412721323728406,
      "loss": 0.7315,
      "step": 79121
    },
    {
      "epoch": 3.2407126766332173,
      "grad_norm": 1.6676540928187245,
      "learning_rate": 0.00013412397015774365,
      "loss": 0.6677,
      "step": 79122
    },
    {
      "epoch": 3.240753635060414,
      "grad_norm": 1.3322629023971746,
      "learning_rate": 0.0001341207270857085,
      "loss": 0.6842,
      "step": 79123
    },
    {
      "epoch": 3.24079459348761,
      "grad_norm": 1.0810760665552444,
      "learning_rate": 0.00013411748402118018,
      "loss": 0.4147,
      "step": 79124
    },
    {
      "epoch": 3.2408355519148064,
      "grad_norm": 1.9093371003846369,
      "learning_rate": 0.00013411424096416018,
      "loss": 1.632,
      "step": 79125
    },
    {
      "epoch": 3.240876510342003,
      "grad_norm": 0.8428388870754072,
      "learning_rate": 0.00013411099791465003,
      "loss": 0.2886,
      "step": 79126
    },
    {
      "epoch": 3.240917468769199,
      "grad_norm": 1.1691957405574755,
      "learning_rate": 0.00013410775487265127,
      "loss": 0.6524,
      "step": 79127
    },
    {
      "epoch": 3.2409584271963956,
      "grad_norm": 1.2606731340854518,
      "learning_rate": 0.00013410451183816548,
      "loss": 0.5144,
      "step": 79128
    },
    {
      "epoch": 3.240999385623592,
      "grad_norm": 1.3850059405165813,
      "learning_rate": 0.0001341012688111941,
      "loss": 0.7897,
      "step": 79129
    },
    {
      "epoch": 3.2410403440507887,
      "grad_norm": 1.410967994194131,
      "learning_rate": 0.00013409802579173878,
      "loss": 0.8348,
      "step": 79130
    },
    {
      "epoch": 3.2410813024779848,
      "grad_norm": 1.6557126954590733,
      "learning_rate": 0.00013409478277980093,
      "loss": 0.8973,
      "step": 79131
    },
    {
      "epoch": 3.2411222609051813,
      "grad_norm": 1.174318369759363,
      "learning_rate": 0.0001340915397753822,
      "loss": 0.7202,
      "step": 79132
    },
    {
      "epoch": 3.241163219332378,
      "grad_norm": 1.4326306028216367,
      "learning_rate": 0.00013408829677848404,
      "loss": 0.7158,
      "step": 79133
    },
    {
      "epoch": 3.241204177759574,
      "grad_norm": 1.4809991893720567,
      "learning_rate": 0.000134085053789108,
      "loss": 0.8476,
      "step": 79134
    },
    {
      "epoch": 3.2412451361867705,
      "grad_norm": 1.8059235472888981,
      "learning_rate": 0.00013408181080725565,
      "loss": 0.9061,
      "step": 79135
    },
    {
      "epoch": 3.241286094613967,
      "grad_norm": 2.1224912167475227,
      "learning_rate": 0.00013407856783292845,
      "loss": 1.6751,
      "step": 79136
    },
    {
      "epoch": 3.241327053041163,
      "grad_norm": 1.0905209561281135,
      "learning_rate": 0.00013407532486612802,
      "loss": 0.773,
      "step": 79137
    },
    {
      "epoch": 3.2413680114683596,
      "grad_norm": 1.3083269398064343,
      "learning_rate": 0.00013407208190685586,
      "loss": 0.8434,
      "step": 79138
    },
    {
      "epoch": 3.241408969895556,
      "grad_norm": 1.1764642421221378,
      "learning_rate": 0.0001340688389551135,
      "loss": 0.6554,
      "step": 79139
    },
    {
      "epoch": 3.2414499283227522,
      "grad_norm": 1.350386412270455,
      "learning_rate": 0.0001340655960109024,
      "loss": 0.7137,
      "step": 79140
    },
    {
      "epoch": 3.241490886749949,
      "grad_norm": 1.364635514114211,
      "learning_rate": 0.00013406235307422421,
      "loss": 0.8982,
      "step": 79141
    },
    {
      "epoch": 3.2415318451771453,
      "grad_norm": 1.1093559090079932,
      "learning_rate": 0.00013405911014508043,
      "loss": 0.6029,
      "step": 79142
    },
    {
      "epoch": 3.2415728036043414,
      "grad_norm": 1.3183754559349818,
      "learning_rate": 0.00013405586722347256,
      "loss": 0.712,
      "step": 79143
    },
    {
      "epoch": 3.241613762031538,
      "grad_norm": 2.0080121335756234,
      "learning_rate": 0.00013405262430940215,
      "loss": 1.5298,
      "step": 79144
    },
    {
      "epoch": 3.2416547204587345,
      "grad_norm": 2.266730012041573,
      "learning_rate": 0.00013404938140287073,
      "loss": 1.4413,
      "step": 79145
    },
    {
      "epoch": 3.2416956788859306,
      "grad_norm": 1.277087745111502,
      "learning_rate": 0.00013404613850387983,
      "loss": 0.8984,
      "step": 79146
    },
    {
      "epoch": 3.241736637313127,
      "grad_norm": 1.9547635900577573,
      "learning_rate": 0.00013404289561243102,
      "loss": 0.9549,
      "step": 79147
    },
    {
      "epoch": 3.2417775957403236,
      "grad_norm": 1.06272873754237,
      "learning_rate": 0.00013403965272852577,
      "loss": 0.6503,
      "step": 79148
    },
    {
      "epoch": 3.24181855416752,
      "grad_norm": 1.236679180533432,
      "learning_rate": 0.00013403640985216572,
      "loss": 0.6607,
      "step": 79149
    },
    {
      "epoch": 3.2418595125947163,
      "grad_norm": 1.4057197298796025,
      "learning_rate": 0.00013403316698335226,
      "loss": 0.9644,
      "step": 79150
    },
    {
      "epoch": 3.241900471021913,
      "grad_norm": 1.1396515554699125,
      "learning_rate": 0.000134029924122087,
      "loss": 0.3794,
      "step": 79151
    },
    {
      "epoch": 3.2419414294491093,
      "grad_norm": 1.2787441401452113,
      "learning_rate": 0.00013402668126837148,
      "loss": 0.7146,
      "step": 79152
    },
    {
      "epoch": 3.2419823878763054,
      "grad_norm": 1.6590695277452978,
      "learning_rate": 0.00013402343842220722,
      "loss": 0.6635,
      "step": 79153
    },
    {
      "epoch": 3.242023346303502,
      "grad_norm": 1.321681564449348,
      "learning_rate": 0.00013402019558359567,
      "loss": 0.5797,
      "step": 79154
    },
    {
      "epoch": 3.2420643047306985,
      "grad_norm": 1.4503718950516082,
      "learning_rate": 0.00013401695275253852,
      "loss": 0.8832,
      "step": 79155
    },
    {
      "epoch": 3.2421052631578946,
      "grad_norm": 1.2802509918172793,
      "learning_rate": 0.00013401370992903723,
      "loss": 0.5904,
      "step": 79156
    },
    {
      "epoch": 3.242146221585091,
      "grad_norm": 1.5120610025288967,
      "learning_rate": 0.00013401046711309335,
      "loss": 0.7448,
      "step": 79157
    },
    {
      "epoch": 3.2421871800122877,
      "grad_norm": 0.9207009587620433,
      "learning_rate": 0.00013400722430470833,
      "loss": 0.4262,
      "step": 79158
    },
    {
      "epoch": 3.2422281384394838,
      "grad_norm": 0.998969793714595,
      "learning_rate": 0.0001340039815038838,
      "loss": 0.5048,
      "step": 79159
    },
    {
      "epoch": 3.2422690968666803,
      "grad_norm": 1.6701544051894983,
      "learning_rate": 0.00013400073871062127,
      "loss": 1.4346,
      "step": 79160
    },
    {
      "epoch": 3.242310055293877,
      "grad_norm": 1.3336635225968814,
      "learning_rate": 0.00013399749592492223,
      "loss": 0.8512,
      "step": 79161
    },
    {
      "epoch": 3.242351013721073,
      "grad_norm": 1.5808261043971457,
      "learning_rate": 0.00013399425314678827,
      "loss": 0.7628,
      "step": 79162
    },
    {
      "epoch": 3.2423919721482695,
      "grad_norm": 1.4193765778835516,
      "learning_rate": 0.0001339910103762209,
      "loss": 0.2033,
      "step": 79163
    },
    {
      "epoch": 3.242432930575466,
      "grad_norm": 1.2695498382153387,
      "learning_rate": 0.00013398776761322165,
      "loss": 0.7976,
      "step": 79164
    },
    {
      "epoch": 3.242473889002662,
      "grad_norm": 1.295681380531349,
      "learning_rate": 0.00013398452485779204,
      "loss": 0.7881,
      "step": 79165
    },
    {
      "epoch": 3.2425148474298586,
      "grad_norm": 1.1970533777549601,
      "learning_rate": 0.00013398128210993364,
      "loss": 0.7424,
      "step": 79166
    },
    {
      "epoch": 3.242555805857055,
      "grad_norm": 1.2345389038056067,
      "learning_rate": 0.0001339780393696479,
      "loss": 0.7183,
      "step": 79167
    },
    {
      "epoch": 3.2425967642842517,
      "grad_norm": 0.8753344633947093,
      "learning_rate": 0.0001339747966369365,
      "loss": 0.2535,
      "step": 79168
    },
    {
      "epoch": 3.242637722711448,
      "grad_norm": 1.2617573443833507,
      "learning_rate": 0.00013397155391180085,
      "loss": 0.8815,
      "step": 79169
    },
    {
      "epoch": 3.2426786811386443,
      "grad_norm": 0.944569818930457,
      "learning_rate": 0.0001339683111942425,
      "loss": 0.3141,
      "step": 79170
    },
    {
      "epoch": 3.242719639565841,
      "grad_norm": 1.417924261339781,
      "learning_rate": 0.000133965068484263,
      "loss": 0.7982,
      "step": 79171
    },
    {
      "epoch": 3.242760597993037,
      "grad_norm": 1.0064580890501196,
      "learning_rate": 0.0001339618257818639,
      "loss": 0.6195,
      "step": 79172
    },
    {
      "epoch": 3.2428015564202335,
      "grad_norm": 1.4575638945648273,
      "learning_rate": 0.00013395858308704674,
      "loss": 0.951,
      "step": 79173
    },
    {
      "epoch": 3.24284251484743,
      "grad_norm": 1.2891933709247558,
      "learning_rate": 0.00013395534039981302,
      "loss": 0.6259,
      "step": 79174
    },
    {
      "epoch": 3.242883473274626,
      "grad_norm": 1.3495948312408055,
      "learning_rate": 0.00013395209772016424,
      "loss": 0.5151,
      "step": 79175
    },
    {
      "epoch": 3.2429244317018227,
      "grad_norm": 1.5468493052521837,
      "learning_rate": 0.00013394885504810204,
      "loss": 0.9778,
      "step": 79176
    },
    {
      "epoch": 3.242965390129019,
      "grad_norm": 1.9554306609551548,
      "learning_rate": 0.00013394561238362786,
      "loss": 1.2161,
      "step": 79177
    },
    {
      "epoch": 3.2430063485562153,
      "grad_norm": 0.8814309081732812,
      "learning_rate": 0.00013394236972674327,
      "loss": 0.5563,
      "step": 79178
    },
    {
      "epoch": 3.243047306983412,
      "grad_norm": 1.5385934757787767,
      "learning_rate": 0.00013393912707744977,
      "loss": 1.1418,
      "step": 79179
    },
    {
      "epoch": 3.2430882654106084,
      "grad_norm": 1.2304019929000913,
      "learning_rate": 0.00013393588443574896,
      "loss": 0.8316,
      "step": 79180
    },
    {
      "epoch": 3.2431292238378044,
      "grad_norm": 1.0693546522756745,
      "learning_rate": 0.0001339326418016423,
      "loss": 0.666,
      "step": 79181
    },
    {
      "epoch": 3.243170182265001,
      "grad_norm": 1.214388410713299,
      "learning_rate": 0.0001339293991751314,
      "loss": 0.6205,
      "step": 79182
    },
    {
      "epoch": 3.2432111406921975,
      "grad_norm": 1.6766430012228908,
      "learning_rate": 0.00013392615655621767,
      "loss": 1.0237,
      "step": 79183
    },
    {
      "epoch": 3.2432520991193936,
      "grad_norm": 1.8930072594262677,
      "learning_rate": 0.00013392291394490277,
      "loss": 1.1535,
      "step": 79184
    },
    {
      "epoch": 3.24329305754659,
      "grad_norm": 1.374776794048515,
      "learning_rate": 0.00013391967134118818,
      "loss": 0.9203,
      "step": 79185
    },
    {
      "epoch": 3.2433340159737867,
      "grad_norm": 0.6872098669501077,
      "learning_rate": 0.00013391642874507545,
      "loss": 0.2303,
      "step": 79186
    },
    {
      "epoch": 3.243374974400983,
      "grad_norm": 1.0042701179606741,
      "learning_rate": 0.00013391318615656606,
      "loss": 0.5394,
      "step": 79187
    },
    {
      "epoch": 3.2434159328281793,
      "grad_norm": 1.230465793411853,
      "learning_rate": 0.00013390994357566162,
      "loss": 0.6838,
      "step": 79188
    },
    {
      "epoch": 3.243456891255376,
      "grad_norm": 1.4863247378973685,
      "learning_rate": 0.00013390670100236362,
      "loss": 0.8998,
      "step": 79189
    },
    {
      "epoch": 3.2434978496825724,
      "grad_norm": 1.2343236043934864,
      "learning_rate": 0.0001339034584366736,
      "loss": 0.8119,
      "step": 79190
    },
    {
      "epoch": 3.2435388081097685,
      "grad_norm": 1.5625258441061824,
      "learning_rate": 0.00013390021587859303,
      "loss": 0.7357,
      "step": 79191
    },
    {
      "epoch": 3.243579766536965,
      "grad_norm": 1.79206197623552,
      "learning_rate": 0.00013389697332812358,
      "loss": 1.0625,
      "step": 79192
    },
    {
      "epoch": 3.2436207249641615,
      "grad_norm": 1.3056320794789391,
      "learning_rate": 0.00013389373078526666,
      "loss": 0.6949,
      "step": 79193
    },
    {
      "epoch": 3.2436616833913576,
      "grad_norm": 1.3543963182554482,
      "learning_rate": 0.0001338904882500239,
      "loss": 0.7844,
      "step": 79194
    },
    {
      "epoch": 3.243702641818554,
      "grad_norm": 1.523527764557579,
      "learning_rate": 0.0001338872457223967,
      "loss": 1.025,
      "step": 79195
    },
    {
      "epoch": 3.2437436002457507,
      "grad_norm": 1.079510304034293,
      "learning_rate": 0.00013388400320238675,
      "loss": 0.5894,
      "step": 79196
    },
    {
      "epoch": 3.243784558672947,
      "grad_norm": 0.9845774468102397,
      "learning_rate": 0.0001338807606899955,
      "loss": 0.4138,
      "step": 79197
    },
    {
      "epoch": 3.2438255171001433,
      "grad_norm": 1.2816810048156884,
      "learning_rate": 0.00013387751818522449,
      "loss": 0.7087,
      "step": 79198
    },
    {
      "epoch": 3.24386647552734,
      "grad_norm": 0.8463392983282083,
      "learning_rate": 0.0001338742756880752,
      "loss": 0.2456,
      "step": 79199
    },
    {
      "epoch": 3.243907433954536,
      "grad_norm": 1.4888087354640382,
      "learning_rate": 0.00013387103319854928,
      "loss": 0.7005,
      "step": 79200
    },
    {
      "epoch": 3.2439483923817325,
      "grad_norm": 1.3816133936346653,
      "learning_rate": 0.00013386779071664816,
      "loss": 0.6782,
      "step": 79201
    },
    {
      "epoch": 3.243989350808929,
      "grad_norm": 1.471383858569969,
      "learning_rate": 0.00013386454824237343,
      "loss": 0.8567,
      "step": 79202
    },
    {
      "epoch": 3.244030309236125,
      "grad_norm": 1.0731088043571761,
      "learning_rate": 0.00013386130577572658,
      "loss": 0.6541,
      "step": 79203
    },
    {
      "epoch": 3.2440712676633217,
      "grad_norm": 1.1711915266452912,
      "learning_rate": 0.0001338580633167092,
      "loss": 0.6359,
      "step": 79204
    },
    {
      "epoch": 3.244112226090518,
      "grad_norm": 1.2421883911172447,
      "learning_rate": 0.0001338548208653228,
      "loss": 0.8567,
      "step": 79205
    },
    {
      "epoch": 3.2441531845177147,
      "grad_norm": 1.1682400956511487,
      "learning_rate": 0.00013385157842156888,
      "loss": 0.6302,
      "step": 79206
    },
    {
      "epoch": 3.244194142944911,
      "grad_norm": 1.0274590727579291,
      "learning_rate": 0.000133848335985449,
      "loss": 0.3042,
      "step": 79207
    },
    {
      "epoch": 3.2442351013721074,
      "grad_norm": 1.5644768877857063,
      "learning_rate": 0.0001338450935569647,
      "loss": 0.7126,
      "step": 79208
    },
    {
      "epoch": 3.244276059799304,
      "grad_norm": 1.7496824813440928,
      "learning_rate": 0.0001338418511361175,
      "loss": 0.6709,
      "step": 79209
    },
    {
      "epoch": 3.2443170182265,
      "grad_norm": 1.2540442568611385,
      "learning_rate": 0.00013383860872290894,
      "loss": 0.5313,
      "step": 79210
    },
    {
      "epoch": 3.2443579766536965,
      "grad_norm": 1.863728732319357,
      "learning_rate": 0.00013383536631734054,
      "loss": 0.9801,
      "step": 79211
    },
    {
      "epoch": 3.244398935080893,
      "grad_norm": 1.1402965486036136,
      "learning_rate": 0.0001338321239194138,
      "loss": 0.668,
      "step": 79212
    },
    {
      "epoch": 3.244439893508089,
      "grad_norm": 1.3389439756735082,
      "learning_rate": 0.00013382888152913035,
      "loss": 0.6537,
      "step": 79213
    },
    {
      "epoch": 3.2444808519352857,
      "grad_norm": 1.6443307806765157,
      "learning_rate": 0.00013382563914649166,
      "loss": 1.1087,
      "step": 79214
    },
    {
      "epoch": 3.244521810362482,
      "grad_norm": 1.738929023633118,
      "learning_rate": 0.00013382239677149925,
      "loss": 0.6338,
      "step": 79215
    },
    {
      "epoch": 3.2445627687896783,
      "grad_norm": 0.9532567317009585,
      "learning_rate": 0.00013381915440415466,
      "loss": 0.2893,
      "step": 79216
    },
    {
      "epoch": 3.244603727216875,
      "grad_norm": 0.829535003417808,
      "learning_rate": 0.00013381591204445945,
      "loss": 0.2738,
      "step": 79217
    },
    {
      "epoch": 3.2446446856440714,
      "grad_norm": 1.1968772139296178,
      "learning_rate": 0.00013381266969241516,
      "loss": 0.5325,
      "step": 79218
    },
    {
      "epoch": 3.2446856440712675,
      "grad_norm": 0.7278417843629648,
      "learning_rate": 0.00013380942734802335,
      "loss": 0.2182,
      "step": 79219
    },
    {
      "epoch": 3.244726602498464,
      "grad_norm": 1.1710124453908164,
      "learning_rate": 0.0001338061850112854,
      "loss": 0.7138,
      "step": 79220
    },
    {
      "epoch": 3.2447675609256605,
      "grad_norm": 1.2433435986949555,
      "learning_rate": 0.00013380294268220303,
      "loss": 0.6094,
      "step": 79221
    },
    {
      "epoch": 3.2448085193528566,
      "grad_norm": 0.7044844764169909,
      "learning_rate": 0.0001337997003607776,
      "loss": 0.1408,
      "step": 79222
    },
    {
      "epoch": 3.244849477780053,
      "grad_norm": 1.3385270989714995,
      "learning_rate": 0.0001337964580470108,
      "loss": 0.5942,
      "step": 79223
    },
    {
      "epoch": 3.2448904362072497,
      "grad_norm": 1.6432608947850413,
      "learning_rate": 0.00013379321574090406,
      "loss": 0.9014,
      "step": 79224
    },
    {
      "epoch": 3.2449313946344462,
      "grad_norm": 1.4903830884765747,
      "learning_rate": 0.00013378997344245895,
      "loss": 1.0692,
      "step": 79225
    },
    {
      "epoch": 3.2449723530616423,
      "grad_norm": 1.1543895655638554,
      "learning_rate": 0.00013378673115167699,
      "loss": 0.609,
      "step": 79226
    },
    {
      "epoch": 3.245013311488839,
      "grad_norm": 1.547528840550986,
      "learning_rate": 0.00013378348886855976,
      "loss": 0.5384,
      "step": 79227
    },
    {
      "epoch": 3.2450542699160354,
      "grad_norm": 1.4151132076439448,
      "learning_rate": 0.00013378024659310874,
      "loss": 0.9326,
      "step": 79228
    },
    {
      "epoch": 3.2450952283432315,
      "grad_norm": 1.900306978294875,
      "learning_rate": 0.00013377700432532546,
      "loss": 1.4257,
      "step": 79229
    },
    {
      "epoch": 3.245136186770428,
      "grad_norm": 1.3038651829261447,
      "learning_rate": 0.00013377376206521145,
      "loss": 0.6286,
      "step": 79230
    },
    {
      "epoch": 3.2451771451976246,
      "grad_norm": 0.6980355088326244,
      "learning_rate": 0.0001337705198127683,
      "loss": 0.2349,
      "step": 79231
    },
    {
      "epoch": 3.2452181036248207,
      "grad_norm": 5.907920101550906,
      "learning_rate": 0.0001337672775679975,
      "loss": 5.4485,
      "step": 79232
    },
    {
      "epoch": 3.245259062052017,
      "grad_norm": 1.3593294522638866,
      "learning_rate": 0.00013376403533090061,
      "loss": 0.8971,
      "step": 79233
    },
    {
      "epoch": 3.2453000204792137,
      "grad_norm": 1.2561837868693848,
      "learning_rate": 0.00013376079310147912,
      "loss": 0.622,
      "step": 79234
    },
    {
      "epoch": 3.24534097890641,
      "grad_norm": 0.8434772347879053,
      "learning_rate": 0.0001337575508797346,
      "loss": 0.238,
      "step": 79235
    },
    {
      "epoch": 3.2453819373336064,
      "grad_norm": 1.7213122797032119,
      "learning_rate": 0.00013375430866566855,
      "loss": 0.8816,
      "step": 79236
    },
    {
      "epoch": 3.245422895760803,
      "grad_norm": 1.5893740743678344,
      "learning_rate": 0.00013375106645928254,
      "loss": 0.8963,
      "step": 79237
    },
    {
      "epoch": 3.245463854187999,
      "grad_norm": 1.7365012015679793,
      "learning_rate": 0.00013374782426057806,
      "loss": 1.091,
      "step": 79238
    },
    {
      "epoch": 3.2455048126151955,
      "grad_norm": 1.7031802309778112,
      "learning_rate": 0.00013374458206955666,
      "loss": 0.6922,
      "step": 79239
    },
    {
      "epoch": 3.245545771042392,
      "grad_norm": 1.6186823538514301,
      "learning_rate": 0.00013374133988621988,
      "loss": 0.707,
      "step": 79240
    },
    {
      "epoch": 3.245586729469588,
      "grad_norm": 1.4693089915647197,
      "learning_rate": 0.0001337380977105693,
      "loss": 0.8751,
      "step": 79241
    },
    {
      "epoch": 3.2456276878967847,
      "grad_norm": 1.6019628232799903,
      "learning_rate": 0.00013373485554260634,
      "loss": 1.0588,
      "step": 79242
    },
    {
      "epoch": 3.245668646323981,
      "grad_norm": 1.4364674905569421,
      "learning_rate": 0.0001337316133823326,
      "loss": 0.8023,
      "step": 79243
    },
    {
      "epoch": 3.2457096047511778,
      "grad_norm": 1.1493680075717911,
      "learning_rate": 0.00013372837122974966,
      "loss": 0.63,
      "step": 79244
    },
    {
      "epoch": 3.245750563178374,
      "grad_norm": 1.5019983124127734,
      "learning_rate": 0.000133725129084859,
      "loss": 0.8279,
      "step": 79245
    },
    {
      "epoch": 3.2457915216055704,
      "grad_norm": 1.9227768706319086,
      "learning_rate": 0.00013372188694766213,
      "loss": 1.0459,
      "step": 79246
    },
    {
      "epoch": 3.245832480032767,
      "grad_norm": 1.7166080630443008,
      "learning_rate": 0.00013371864481816057,
      "loss": 0.9856,
      "step": 79247
    },
    {
      "epoch": 3.245873438459963,
      "grad_norm": 1.7104269575071083,
      "learning_rate": 0.00013371540269635593,
      "loss": 0.8062,
      "step": 79248
    },
    {
      "epoch": 3.2459143968871595,
      "grad_norm": 1.9456299275783502,
      "learning_rate": 0.00013371216058224972,
      "loss": 0.9557,
      "step": 79249
    },
    {
      "epoch": 3.245955355314356,
      "grad_norm": 1.6845032916979772,
      "learning_rate": 0.00013370891847584344,
      "loss": 0.7407,
      "step": 79250
    },
    {
      "epoch": 3.245996313741552,
      "grad_norm": 0.8778573689441777,
      "learning_rate": 0.0001337056763771386,
      "loss": 0.3312,
      "step": 79251
    },
    {
      "epoch": 3.2460372721687487,
      "grad_norm": 1.5318904104575297,
      "learning_rate": 0.0001337024342861368,
      "loss": 0.8998,
      "step": 79252
    },
    {
      "epoch": 3.2460782305959452,
      "grad_norm": 4.214674364505582,
      "learning_rate": 0.00013369919220283956,
      "loss": 3.9895,
      "step": 79253
    },
    {
      "epoch": 3.2461191890231413,
      "grad_norm": 1.15534217034377,
      "learning_rate": 0.0001336959501272484,
      "loss": 0.4843,
      "step": 79254
    },
    {
      "epoch": 3.246160147450338,
      "grad_norm": 0.5721040369975694,
      "learning_rate": 0.0001336927080593648,
      "loss": 0.1339,
      "step": 79255
    },
    {
      "epoch": 3.2462011058775344,
      "grad_norm": 1.536722435144707,
      "learning_rate": 0.0001336894659991904,
      "loss": 0.7502,
      "step": 79256
    },
    {
      "epoch": 3.2462420643047305,
      "grad_norm": 1.6735774109806887,
      "learning_rate": 0.00013368622394672664,
      "loss": 0.9347,
      "step": 79257
    },
    {
      "epoch": 3.246283022731927,
      "grad_norm": 1.302771291055268,
      "learning_rate": 0.0001336829819019751,
      "loss": 0.6952,
      "step": 79258
    },
    {
      "epoch": 3.2463239811591236,
      "grad_norm": 1.5188536683116347,
      "learning_rate": 0.00013367973986493727,
      "loss": 0.6976,
      "step": 79259
    },
    {
      "epoch": 3.2463649395863197,
      "grad_norm": 1.6953283421261898,
      "learning_rate": 0.00013367649783561472,
      "loss": 0.8903,
      "step": 79260
    },
    {
      "epoch": 3.246405898013516,
      "grad_norm": 1.2257686942301662,
      "learning_rate": 0.000133673255814009,
      "loss": 0.7874,
      "step": 79261
    },
    {
      "epoch": 3.2464468564407127,
      "grad_norm": 0.8365779556366216,
      "learning_rate": 0.00013367001380012162,
      "loss": 0.2748,
      "step": 79262
    },
    {
      "epoch": 3.2464878148679093,
      "grad_norm": 1.3143019421051627,
      "learning_rate": 0.00013366677179395408,
      "loss": 0.6599,
      "step": 79263
    },
    {
      "epoch": 3.2465287732951054,
      "grad_norm": 1.3519814186799164,
      "learning_rate": 0.00013366352979550796,
      "loss": 0.9103,
      "step": 79264
    },
    {
      "epoch": 3.246569731722302,
      "grad_norm": 1.587059363379391,
      "learning_rate": 0.00013366028780478477,
      "loss": 0.7102,
      "step": 79265
    },
    {
      "epoch": 3.2466106901494984,
      "grad_norm": 1.136059085649498,
      "learning_rate": 0.00013365704582178606,
      "loss": 0.4595,
      "step": 79266
    },
    {
      "epoch": 3.2466516485766945,
      "grad_norm": 1.5155276001070277,
      "learning_rate": 0.00013365380384651332,
      "loss": 0.6793,
      "step": 79267
    },
    {
      "epoch": 3.246692607003891,
      "grad_norm": 1.4709392722241903,
      "learning_rate": 0.00013365056187896815,
      "loss": 0.7812,
      "step": 79268
    },
    {
      "epoch": 3.2467335654310876,
      "grad_norm": 1.5202335532003308,
      "learning_rate": 0.00013364731991915205,
      "loss": 0.761,
      "step": 79269
    },
    {
      "epoch": 3.2467745238582837,
      "grad_norm": 1.3472133743694144,
      "learning_rate": 0.00013364407796706652,
      "loss": 0.8277,
      "step": 79270
    },
    {
      "epoch": 3.2468154822854802,
      "grad_norm": 0.4484517609054355,
      "learning_rate": 0.0001336408360227131,
      "loss": 0.0679,
      "step": 79271
    },
    {
      "epoch": 3.2468564407126768,
      "grad_norm": 0.7682291107057118,
      "learning_rate": 0.0001336375940860934,
      "loss": 0.1984,
      "step": 79272
    },
    {
      "epoch": 3.246897399139873,
      "grad_norm": 0.8130383682654073,
      "learning_rate": 0.00013363435215720887,
      "loss": 0.2552,
      "step": 79273
    },
    {
      "epoch": 3.2469383575670694,
      "grad_norm": 1.6257332929841202,
      "learning_rate": 0.00013363111023606108,
      "loss": 1.1161,
      "step": 79274
    },
    {
      "epoch": 3.246979315994266,
      "grad_norm": 1.3883650439382385,
      "learning_rate": 0.00013362786832265153,
      "loss": 0.8103,
      "step": 79275
    },
    {
      "epoch": 3.247020274421462,
      "grad_norm": 1.039656033627914,
      "learning_rate": 0.00013362462641698178,
      "loss": 0.6463,
      "step": 79276
    },
    {
      "epoch": 3.2470612328486586,
      "grad_norm": 1.2071012183592849,
      "learning_rate": 0.00013362138451905337,
      "loss": 0.4357,
      "step": 79277
    },
    {
      "epoch": 3.247102191275855,
      "grad_norm": 3.2981807310547713,
      "learning_rate": 0.0001336181426288678,
      "loss": 0.5639,
      "step": 79278
    },
    {
      "epoch": 3.247143149703051,
      "grad_norm": 1.8320940567793165,
      "learning_rate": 0.00013361490074642664,
      "loss": 0.8646,
      "step": 79279
    },
    {
      "epoch": 3.2471841081302477,
      "grad_norm": 0.7458301782131059,
      "learning_rate": 0.00013361165887173138,
      "loss": 0.2375,
      "step": 79280
    },
    {
      "epoch": 3.2472250665574443,
      "grad_norm": 7.040272049215812,
      "learning_rate": 0.00013360841700478358,
      "loss": 1.3218,
      "step": 79281
    },
    {
      "epoch": 3.247266024984641,
      "grad_norm": 1.2095962935357125,
      "learning_rate": 0.0001336051751455848,
      "loss": 0.4923,
      "step": 79282
    },
    {
      "epoch": 3.247306983411837,
      "grad_norm": 1.241811181984909,
      "learning_rate": 0.00013360193329413654,
      "loss": 0.5651,
      "step": 79283
    },
    {
      "epoch": 3.2473479418390334,
      "grad_norm": 1.6263982673257111,
      "learning_rate": 0.0001335986914504403,
      "loss": 0.6071,
      "step": 79284
    },
    {
      "epoch": 3.24738890026623,
      "grad_norm": 1.5769665545474978,
      "learning_rate": 0.00013359544961449765,
      "loss": 0.917,
      "step": 79285
    },
    {
      "epoch": 3.247429858693426,
      "grad_norm": 1.2722296403950892,
      "learning_rate": 0.00013359220778631013,
      "loss": 0.6697,
      "step": 79286
    },
    {
      "epoch": 3.2474708171206226,
      "grad_norm": 1.861661598136058,
      "learning_rate": 0.00013358896596587927,
      "loss": 1.0895,
      "step": 79287
    },
    {
      "epoch": 3.247511775547819,
      "grad_norm": 1.2993233807633864,
      "learning_rate": 0.00013358572415320659,
      "loss": 0.817,
      "step": 79288
    },
    {
      "epoch": 3.247552733975015,
      "grad_norm": 1.5658781691710377,
      "learning_rate": 0.0001335824823482936,
      "loss": 0.8897,
      "step": 79289
    },
    {
      "epoch": 3.2475936924022117,
      "grad_norm": 1.6038130954063574,
      "learning_rate": 0.00013357924055114196,
      "loss": 0.9143,
      "step": 79290
    },
    {
      "epoch": 3.2476346508294083,
      "grad_norm": 0.8980870959146647,
      "learning_rate": 0.00013357599876175302,
      "loss": 0.24,
      "step": 79291
    },
    {
      "epoch": 3.2476756092566044,
      "grad_norm": 0.8043290743430485,
      "learning_rate": 0.00013357275698012842,
      "loss": 0.2089,
      "step": 79292
    },
    {
      "epoch": 3.247716567683801,
      "grad_norm": 1.2186207630784038,
      "learning_rate": 0.00013356951520626965,
      "loss": 0.927,
      "step": 79293
    },
    {
      "epoch": 3.2477575261109974,
      "grad_norm": 1.215890142010912,
      "learning_rate": 0.00013356627344017824,
      "loss": 0.7803,
      "step": 79294
    },
    {
      "epoch": 3.2477984845381935,
      "grad_norm": 1.0418062599593994,
      "learning_rate": 0.00013356303168185577,
      "loss": 0.5199,
      "step": 79295
    },
    {
      "epoch": 3.24783944296539,
      "grad_norm": 0.8719260031606001,
      "learning_rate": 0.00013355978993130374,
      "loss": 0.2805,
      "step": 79296
    },
    {
      "epoch": 3.2478804013925866,
      "grad_norm": 1.0831711258405352,
      "learning_rate": 0.0001335565481885237,
      "loss": 0.1231,
      "step": 79297
    },
    {
      "epoch": 3.2479213598197827,
      "grad_norm": 1.1801794274040758,
      "learning_rate": 0.00013355330645351714,
      "loss": 0.8503,
      "step": 79298
    },
    {
      "epoch": 3.2479623182469792,
      "grad_norm": 1.4205706571808894,
      "learning_rate": 0.00013355006472628563,
      "loss": 0.8834,
      "step": 79299
    },
    {
      "epoch": 3.2480032766741758,
      "grad_norm": 1.4546165221541358,
      "learning_rate": 0.00013354682300683072,
      "loss": 0.5454,
      "step": 79300
    },
    {
      "epoch": 3.2480442351013723,
      "grad_norm": 1.10841270884984,
      "learning_rate": 0.0001335435812951539,
      "loss": 0.5676,
      "step": 79301
    },
    {
      "epoch": 3.2480851935285684,
      "grad_norm": 1.8014536886903387,
      "learning_rate": 0.0001335403395912567,
      "loss": 1.8549,
      "step": 79302
    },
    {
      "epoch": 3.248126151955765,
      "grad_norm": 1.3182952370188623,
      "learning_rate": 0.0001335370978951407,
      "loss": 0.8876,
      "step": 79303
    },
    {
      "epoch": 3.2481671103829615,
      "grad_norm": 1.0184855370736488,
      "learning_rate": 0.00013353385620680738,
      "loss": 0.2888,
      "step": 79304
    },
    {
      "epoch": 3.2482080688101576,
      "grad_norm": 3.667417547006497,
      "learning_rate": 0.00013353061452625836,
      "loss": 4.9186,
      "step": 79305
    },
    {
      "epoch": 3.248249027237354,
      "grad_norm": 1.4749358061781435,
      "learning_rate": 0.00013352737285349505,
      "loss": 0.8393,
      "step": 79306
    },
    {
      "epoch": 3.2482899856645506,
      "grad_norm": 1.3987562767465496,
      "learning_rate": 0.00013352413118851902,
      "loss": 0.6341,
      "step": 79307
    },
    {
      "epoch": 3.2483309440917467,
      "grad_norm": 1.2178354762981642,
      "learning_rate": 0.00013352088953133188,
      "loss": 0.8271,
      "step": 79308
    },
    {
      "epoch": 3.2483719025189433,
      "grad_norm": 1.6228944557399978,
      "learning_rate": 0.0001335176478819351,
      "loss": 0.9261,
      "step": 79309
    },
    {
      "epoch": 3.24841286094614,
      "grad_norm": 1.2985463715524581,
      "learning_rate": 0.00013351440624033022,
      "loss": 0.6939,
      "step": 79310
    },
    {
      "epoch": 3.248453819373336,
      "grad_norm": 1.5397031146362037,
      "learning_rate": 0.00013351116460651874,
      "loss": 0.647,
      "step": 79311
    },
    {
      "epoch": 3.2484947778005324,
      "grad_norm": 1.4468977532426492,
      "learning_rate": 0.00013350792298050224,
      "loss": 0.7247,
      "step": 79312
    },
    {
      "epoch": 3.248535736227729,
      "grad_norm": 1.0998733024598681,
      "learning_rate": 0.00013350468136228224,
      "loss": 0.6613,
      "step": 79313
    },
    {
      "epoch": 3.248576694654925,
      "grad_norm": 0.959439076572928,
      "learning_rate": 0.0001335014397518603,
      "loss": 0.3918,
      "step": 79314
    },
    {
      "epoch": 3.2486176530821216,
      "grad_norm": 0.9808937349341569,
      "learning_rate": 0.00013349819814923784,
      "loss": 0.3999,
      "step": 79315
    },
    {
      "epoch": 3.248658611509318,
      "grad_norm": 1.9667480562870918,
      "learning_rate": 0.00013349495655441655,
      "loss": 1.1496,
      "step": 79316
    },
    {
      "epoch": 3.248699569936514,
      "grad_norm": 1.2768958494013176,
      "learning_rate": 0.00013349171496739788,
      "loss": 0.7965,
      "step": 79317
    },
    {
      "epoch": 3.2487405283637107,
      "grad_norm": 2.5595326706562735,
      "learning_rate": 0.00013348847338818336,
      "loss": 1.1909,
      "step": 79318
    },
    {
      "epoch": 3.2487814867909073,
      "grad_norm": 1.0870952448757978,
      "learning_rate": 0.0001334852318167745,
      "loss": 0.5883,
      "step": 79319
    },
    {
      "epoch": 3.248822445218104,
      "grad_norm": 0.7748091311868229,
      "learning_rate": 0.00013348199025317288,
      "loss": 0.2843,
      "step": 79320
    },
    {
      "epoch": 3.2488634036453,
      "grad_norm": 1.396386656236722,
      "learning_rate": 0.00013347874869738005,
      "loss": 0.7492,
      "step": 79321
    },
    {
      "epoch": 3.2489043620724964,
      "grad_norm": 1.406215050266113,
      "learning_rate": 0.0001334755071493975,
      "loss": 0.8475,
      "step": 79322
    },
    {
      "epoch": 3.248945320499693,
      "grad_norm": 2.128232859663336,
      "learning_rate": 0.0001334722656092267,
      "loss": 1.5106,
      "step": 79323
    },
    {
      "epoch": 3.248986278926889,
      "grad_norm": 1.3004864923550414,
      "learning_rate": 0.00013346902407686934,
      "loss": 0.8088,
      "step": 79324
    },
    {
      "epoch": 3.2490272373540856,
      "grad_norm": 1.2023437952346683,
      "learning_rate": 0.00013346578255232682,
      "loss": 0.6934,
      "step": 79325
    },
    {
      "epoch": 3.249068195781282,
      "grad_norm": 0.5696939462081148,
      "learning_rate": 0.00013346254103560075,
      "loss": 0.0786,
      "step": 79326
    },
    {
      "epoch": 3.2491091542084782,
      "grad_norm": 1.1157635328732531,
      "learning_rate": 0.0001334592995266926,
      "loss": 0.5962,
      "step": 79327
    },
    {
      "epoch": 3.2491501126356748,
      "grad_norm": 1.240865499801079,
      "learning_rate": 0.00013345605802560394,
      "loss": 0.8514,
      "step": 79328
    },
    {
      "epoch": 3.2491910710628713,
      "grad_norm": 0.9759669982011934,
      "learning_rate": 0.00013345281653233632,
      "loss": 0.4849,
      "step": 79329
    },
    {
      "epoch": 3.2492320294900674,
      "grad_norm": 1.4866175836549398,
      "learning_rate": 0.00013344957504689124,
      "loss": 0.9367,
      "step": 79330
    },
    {
      "epoch": 3.249272987917264,
      "grad_norm": 1.6684489153471367,
      "learning_rate": 0.0001334463335692702,
      "loss": 1.255,
      "step": 79331
    },
    {
      "epoch": 3.2493139463444605,
      "grad_norm": 1.2062082909280563,
      "learning_rate": 0.00013344309209947482,
      "loss": 0.6882,
      "step": 79332
    },
    {
      "epoch": 3.2493549047716566,
      "grad_norm": 1.3869147526648093,
      "learning_rate": 0.00013343985063750657,
      "loss": 0.8129,
      "step": 79333
    },
    {
      "epoch": 3.249395863198853,
      "grad_norm": 1.7079958091568195,
      "learning_rate": 0.00013343660918336701,
      "loss": 1.3906,
      "step": 79334
    },
    {
      "epoch": 3.2494368216260496,
      "grad_norm": 1.6480567273007958,
      "learning_rate": 0.00013343336773705762,
      "loss": 0.6949,
      "step": 79335
    },
    {
      "epoch": 3.2494777800532457,
      "grad_norm": 1.1061188503039565,
      "learning_rate": 0.00013343012629858002,
      "loss": 0.6111,
      "step": 79336
    },
    {
      "epoch": 3.2495187384804423,
      "grad_norm": 1.3764830982405996,
      "learning_rate": 0.00013342688486793567,
      "loss": 0.794,
      "step": 79337
    },
    {
      "epoch": 3.249559696907639,
      "grad_norm": 1.6391389887533017,
      "learning_rate": 0.00013342364344512615,
      "loss": 0.9243,
      "step": 79338
    },
    {
      "epoch": 3.2496006553348353,
      "grad_norm": 1.3685777458318054,
      "learning_rate": 0.00013342040203015294,
      "loss": 0.7158,
      "step": 79339
    },
    {
      "epoch": 3.2496416137620314,
      "grad_norm": 1.9463076858681727,
      "learning_rate": 0.0001334171606230176,
      "loss": 0.8409,
      "step": 79340
    },
    {
      "epoch": 3.249682572189228,
      "grad_norm": 1.410204165166267,
      "learning_rate": 0.0001334139192237217,
      "loss": 0.7318,
      "step": 79341
    },
    {
      "epoch": 3.2497235306164245,
      "grad_norm": 1.4841005949599908,
      "learning_rate": 0.00013341067783226673,
      "loss": 0.7254,
      "step": 79342
    },
    {
      "epoch": 3.2497644890436206,
      "grad_norm": 1.4019592772621408,
      "learning_rate": 0.00013340743644865417,
      "loss": 0.7593,
      "step": 79343
    },
    {
      "epoch": 3.249805447470817,
      "grad_norm": 1.2312691999354366,
      "learning_rate": 0.00013340419507288566,
      "loss": 0.5569,
      "step": 79344
    },
    {
      "epoch": 3.2498464058980137,
      "grad_norm": 1.5442543974312453,
      "learning_rate": 0.0001334009537049627,
      "loss": 0.7786,
      "step": 79345
    },
    {
      "epoch": 3.2498873643252097,
      "grad_norm": 1.402940216118097,
      "learning_rate": 0.0001333977123448868,
      "loss": 0.8896,
      "step": 79346
    },
    {
      "epoch": 3.2499283227524063,
      "grad_norm": 1.2117543015311592,
      "learning_rate": 0.00013339447099265948,
      "loss": 0.7352,
      "step": 79347
    },
    {
      "epoch": 3.249969281179603,
      "grad_norm": 1.327889802335567,
      "learning_rate": 0.00013339122964828225,
      "loss": 0.4308,
      "step": 79348
    },
    {
      "epoch": 3.250010239606799,
      "grad_norm": 1.2626479224848939,
      "learning_rate": 0.00013338798831175676,
      "loss": 0.7059,
      "step": 79349
    },
    {
      "epoch": 3.2500511980339954,
      "grad_norm": 1.48137381740986,
      "learning_rate": 0.00013338474698308445,
      "loss": 0.8017,
      "step": 79350
    },
    {
      "epoch": 3.250092156461192,
      "grad_norm": 0.7736551362336465,
      "learning_rate": 0.00013338150566226682,
      "loss": 0.2499,
      "step": 79351
    },
    {
      "epoch": 3.2501331148883885,
      "grad_norm": 1.1459153280365366,
      "learning_rate": 0.00013337826434930546,
      "loss": 0.4716,
      "step": 79352
    },
    {
      "epoch": 3.2501740733155846,
      "grad_norm": 1.0898437213646808,
      "learning_rate": 0.00013337502304420194,
      "loss": 0.7389,
      "step": 79353
    },
    {
      "epoch": 3.250215031742781,
      "grad_norm": 1.3230129078080386,
      "learning_rate": 0.00013337178174695772,
      "loss": 0.6262,
      "step": 79354
    },
    {
      "epoch": 3.2502559901699772,
      "grad_norm": 1.7367548448697543,
      "learning_rate": 0.00013336854045757437,
      "loss": 0.8665,
      "step": 79355
    },
    {
      "epoch": 3.2502969485971738,
      "grad_norm": 1.189331730499711,
      "learning_rate": 0.00013336529917605335,
      "loss": 0.3639,
      "step": 79356
    },
    {
      "epoch": 3.2503379070243703,
      "grad_norm": 1.3041789871920868,
      "learning_rate": 0.0001333620579023963,
      "loss": 0.6599,
      "step": 79357
    },
    {
      "epoch": 3.250378865451567,
      "grad_norm": 1.2903151847027483,
      "learning_rate": 0.0001333588166366047,
      "loss": 0.3788,
      "step": 79358
    },
    {
      "epoch": 3.250419823878763,
      "grad_norm": 1.4109541450211152,
      "learning_rate": 0.0001333555753786801,
      "loss": 0.8208,
      "step": 79359
    },
    {
      "epoch": 3.2504607823059595,
      "grad_norm": 0.6431743570444957,
      "learning_rate": 0.00013335233412862396,
      "loss": 0.0836,
      "step": 79360
    },
    {
      "epoch": 3.250501740733156,
      "grad_norm": 1.4098806134965294,
      "learning_rate": 0.000133349092886438,
      "loss": 0.911,
      "step": 79361
    },
    {
      "epoch": 3.250542699160352,
      "grad_norm": 1.2880494446218014,
      "learning_rate": 0.0001333458516521235,
      "loss": 0.6692,
      "step": 79362
    },
    {
      "epoch": 3.2505836575875486,
      "grad_norm": 0.9971535377205384,
      "learning_rate": 0.00013334261042568217,
      "loss": 0.571,
      "step": 79363
    },
    {
      "epoch": 3.250624616014745,
      "grad_norm": 0.7674581776755215,
      "learning_rate": 0.00013333936920711546,
      "loss": 0.2286,
      "step": 79364
    },
    {
      "epoch": 3.2506655744419413,
      "grad_norm": 8.070313863481223,
      "learning_rate": 0.00013333612799642494,
      "loss": 2.1019,
      "step": 79365
    },
    {
      "epoch": 3.250706532869138,
      "grad_norm": 1.2717424514782933,
      "learning_rate": 0.0001333328867936121,
      "loss": 0.6202,
      "step": 79366
    },
    {
      "epoch": 3.2507474912963343,
      "grad_norm": 1.6115932388419665,
      "learning_rate": 0.00013332964559867853,
      "loss": 0.7201,
      "step": 79367
    },
    {
      "epoch": 3.2507884497235304,
      "grad_norm": 1.3747037819278787,
      "learning_rate": 0.00013332640441162576,
      "loss": 0.5228,
      "step": 79368
    },
    {
      "epoch": 3.250829408150727,
      "grad_norm": 1.411143223332626,
      "learning_rate": 0.00013332316323245527,
      "loss": 0.7519,
      "step": 79369
    },
    {
      "epoch": 3.2508703665779235,
      "grad_norm": 1.4492408963923324,
      "learning_rate": 0.00013331992206116862,
      "loss": 1.0216,
      "step": 79370
    },
    {
      "epoch": 3.25091132500512,
      "grad_norm": 1.6287565590744504,
      "learning_rate": 0.00013331668089776734,
      "loss": 0.8096,
      "step": 79371
    },
    {
      "epoch": 3.250952283432316,
      "grad_norm": 1.4096799975147163,
      "learning_rate": 0.000133313439742253,
      "loss": 0.7202,
      "step": 79372
    },
    {
      "epoch": 3.2509932418595127,
      "grad_norm": 1.2987130268308147,
      "learning_rate": 0.00013331019859462708,
      "loss": 0.7479,
      "step": 79373
    },
    {
      "epoch": 3.2510342002867088,
      "grad_norm": 1.0249801275285015,
      "learning_rate": 0.00013330695745489106,
      "loss": 0.6568,
      "step": 79374
    },
    {
      "epoch": 3.2510751587139053,
      "grad_norm": 1.1515686505373448,
      "learning_rate": 0.00013330371632304662,
      "loss": 0.8418,
      "step": 79375
    },
    {
      "epoch": 3.251116117141102,
      "grad_norm": 1.7654593218312455,
      "learning_rate": 0.00013330047519909523,
      "loss": 0.8971,
      "step": 79376
    },
    {
      "epoch": 3.2511570755682984,
      "grad_norm": 1.1293188237165201,
      "learning_rate": 0.00013329723408303837,
      "loss": 0.7719,
      "step": 79377
    },
    {
      "epoch": 3.2511980339954945,
      "grad_norm": 1.2012974341491007,
      "learning_rate": 0.0001332939929748776,
      "loss": 0.6329,
      "step": 79378
    },
    {
      "epoch": 3.251238992422691,
      "grad_norm": 1.1018008260021985,
      "learning_rate": 0.00013329075187461445,
      "loss": 0.4894,
      "step": 79379
    },
    {
      "epoch": 3.2512799508498875,
      "grad_norm": 1.095403771981977,
      "learning_rate": 0.0001332875107822505,
      "loss": 0.7359,
      "step": 79380
    },
    {
      "epoch": 3.2513209092770836,
      "grad_norm": 1.1981596073845315,
      "learning_rate": 0.00013328426969778725,
      "loss": 0.6147,
      "step": 79381
    },
    {
      "epoch": 3.25136186770428,
      "grad_norm": 1.1988855896046533,
      "learning_rate": 0.0001332810286212262,
      "loss": 0.7552,
      "step": 79382
    },
    {
      "epoch": 3.2514028261314767,
      "grad_norm": 1.210013136600064,
      "learning_rate": 0.0001332777875525689,
      "loss": 0.5883,
      "step": 79383
    },
    {
      "epoch": 3.251443784558673,
      "grad_norm": 1.5013319080966738,
      "learning_rate": 0.0001332745464918169,
      "loss": 0.9623,
      "step": 79384
    },
    {
      "epoch": 3.2514847429858693,
      "grad_norm": 1.729342069737391,
      "learning_rate": 0.00013327130543897174,
      "loss": 0.9347,
      "step": 79385
    },
    {
      "epoch": 3.251525701413066,
      "grad_norm": 1.0088540713868088,
      "learning_rate": 0.00013326806439403494,
      "loss": 0.42,
      "step": 79386
    },
    {
      "epoch": 3.251566659840262,
      "grad_norm": 1.0522483021245463,
      "learning_rate": 0.000133264823357008,
      "loss": 0.6543,
      "step": 79387
    },
    {
      "epoch": 3.2516076182674585,
      "grad_norm": 1.4304317253649812,
      "learning_rate": 0.0001332615823278925,
      "loss": 0.9503,
      "step": 79388
    },
    {
      "epoch": 3.251648576694655,
      "grad_norm": 1.3571016513550398,
      "learning_rate": 0.00013325834130668997,
      "loss": 0.7385,
      "step": 79389
    },
    {
      "epoch": 3.2516895351218515,
      "grad_norm": 1.313898699741278,
      "learning_rate": 0.00013325510029340193,
      "loss": 0.5605,
      "step": 79390
    },
    {
      "epoch": 3.2517304935490476,
      "grad_norm": 1.4426499792536578,
      "learning_rate": 0.00013325185928802984,
      "loss": 0.8647,
      "step": 79391
    },
    {
      "epoch": 3.251771451976244,
      "grad_norm": 1.3354843386992992,
      "learning_rate": 0.00013324861829057535,
      "loss": 0.6911,
      "step": 79392
    },
    {
      "epoch": 3.2518124104034403,
      "grad_norm": 1.2304375516603363,
      "learning_rate": 0.00013324537730103993,
      "loss": 0.6204,
      "step": 79393
    },
    {
      "epoch": 3.251853368830637,
      "grad_norm": 1.0148474818780608,
      "learning_rate": 0.00013324213631942512,
      "loss": 0.3189,
      "step": 79394
    },
    {
      "epoch": 3.2518943272578333,
      "grad_norm": 1.568509142953883,
      "learning_rate": 0.00013323889534573246,
      "loss": 1.1072,
      "step": 79395
    },
    {
      "epoch": 3.25193528568503,
      "grad_norm": 1.7243316776401034,
      "learning_rate": 0.00013323565437996349,
      "loss": 0.4742,
      "step": 79396
    },
    {
      "epoch": 3.251976244112226,
      "grad_norm": 1.0831699176702878,
      "learning_rate": 0.00013323241342211973,
      "loss": 0.6404,
      "step": 79397
    },
    {
      "epoch": 3.2520172025394225,
      "grad_norm": 1.2526886795345484,
      "learning_rate": 0.0001332291724722027,
      "loss": 0.8184,
      "step": 79398
    },
    {
      "epoch": 3.252058160966619,
      "grad_norm": 1.3628455908538335,
      "learning_rate": 0.0001332259315302139,
      "loss": 0.7673,
      "step": 79399
    },
    {
      "epoch": 3.252099119393815,
      "grad_norm": 1.7986752507119244,
      "learning_rate": 0.00013322269059615498,
      "loss": 0.9679,
      "step": 79400
    },
    {
      "epoch": 3.2521400778210117,
      "grad_norm": 1.517768735984902,
      "learning_rate": 0.00013321944967002738,
      "loss": 0.9401,
      "step": 79401
    },
    {
      "epoch": 3.252181036248208,
      "grad_norm": 1.366752163091194,
      "learning_rate": 0.00013321620875183263,
      "loss": 0.6104,
      "step": 79402
    },
    {
      "epoch": 3.2522219946754043,
      "grad_norm": 3.5976328483142277,
      "learning_rate": 0.00013321296784157228,
      "loss": 3.9633,
      "step": 79403
    },
    {
      "epoch": 3.252262953102601,
      "grad_norm": 1.5318285840470671,
      "learning_rate": 0.00013320972693924788,
      "loss": 1.0131,
      "step": 79404
    },
    {
      "epoch": 3.2523039115297974,
      "grad_norm": 1.3577277558415382,
      "learning_rate": 0.00013320648604486096,
      "loss": 0.8633,
      "step": 79405
    },
    {
      "epoch": 3.2523448699569935,
      "grad_norm": 1.1028638007516658,
      "learning_rate": 0.00013320324515841303,
      "loss": 0.6195,
      "step": 79406
    },
    {
      "epoch": 3.25238582838419,
      "grad_norm": 1.3942719261401038,
      "learning_rate": 0.0001332000042799056,
      "loss": 0.6919,
      "step": 79407
    },
    {
      "epoch": 3.2524267868113865,
      "grad_norm": 1.194943612731807,
      "learning_rate": 0.00013319676340934025,
      "loss": 0.7023,
      "step": 79408
    },
    {
      "epoch": 3.252467745238583,
      "grad_norm": 1.4250994327002662,
      "learning_rate": 0.0001331935225467185,
      "loss": 0.5674,
      "step": 79409
    },
    {
      "epoch": 3.252508703665779,
      "grad_norm": 1.7894589144618553,
      "learning_rate": 0.0001331902816920419,
      "loss": 1.1772,
      "step": 79410
    },
    {
      "epoch": 3.2525496620929757,
      "grad_norm": 1.7134603708105793,
      "learning_rate": 0.0001331870408453119,
      "loss": 0.9344,
      "step": 79411
    },
    {
      "epoch": 3.252590620520172,
      "grad_norm": 3.8433708210046205,
      "learning_rate": 0.00013318380000653014,
      "loss": 6.2083,
      "step": 79412
    },
    {
      "epoch": 3.2526315789473683,
      "grad_norm": 1.5825772764456376,
      "learning_rate": 0.00013318055917569812,
      "loss": 0.9095,
      "step": 79413
    },
    {
      "epoch": 3.252672537374565,
      "grad_norm": 1.307663729987295,
      "learning_rate": 0.00013317731835281734,
      "loss": 0.6905,
      "step": 79414
    },
    {
      "epoch": 3.2527134958017614,
      "grad_norm": 1.1151691638213765,
      "learning_rate": 0.00013317407753788929,
      "loss": 0.7655,
      "step": 79415
    },
    {
      "epoch": 3.2527544542289575,
      "grad_norm": 1.176505330853237,
      "learning_rate": 0.00013317083673091562,
      "loss": 0.3273,
      "step": 79416
    },
    {
      "epoch": 3.252795412656154,
      "grad_norm": 0.7804775046667752,
      "learning_rate": 0.0001331675959318978,
      "loss": 0.2431,
      "step": 79417
    },
    {
      "epoch": 3.2528363710833506,
      "grad_norm": 1.1955701947595172,
      "learning_rate": 0.00013316435514083735,
      "loss": 0.6805,
      "step": 79418
    },
    {
      "epoch": 3.2528773295105466,
      "grad_norm": 0.9929601289468409,
      "learning_rate": 0.00013316111435773584,
      "loss": 0.3826,
      "step": 79419
    },
    {
      "epoch": 3.252918287937743,
      "grad_norm": 1.204494812958012,
      "learning_rate": 0.00013315787358259473,
      "loss": 0.7103,
      "step": 79420
    },
    {
      "epoch": 3.2529592463649397,
      "grad_norm": 1.1842530134981124,
      "learning_rate": 0.00013315463281541565,
      "loss": 0.498,
      "step": 79421
    },
    {
      "epoch": 3.253000204792136,
      "grad_norm": 1.1884821468216036,
      "learning_rate": 0.00013315139205620006,
      "loss": 0.6189,
      "step": 79422
    },
    {
      "epoch": 3.2530411632193323,
      "grad_norm": 1.4707636648442954,
      "learning_rate": 0.0001331481513049495,
      "loss": 0.6287,
      "step": 79423
    },
    {
      "epoch": 3.253082121646529,
      "grad_norm": 1.3417535008178822,
      "learning_rate": 0.0001331449105616655,
      "loss": 0.6149,
      "step": 79424
    },
    {
      "epoch": 3.253123080073725,
      "grad_norm": 1.1794639578228696,
      "learning_rate": 0.00013314166982634966,
      "loss": 0.4802,
      "step": 79425
    },
    {
      "epoch": 3.2531640385009215,
      "grad_norm": 1.4339428405524721,
      "learning_rate": 0.00013313842909900344,
      "loss": 0.7735,
      "step": 79426
    },
    {
      "epoch": 3.253204996928118,
      "grad_norm": 1.2570915215155238,
      "learning_rate": 0.0001331351883796284,
      "loss": 0.658,
      "step": 79427
    },
    {
      "epoch": 3.2532459553553146,
      "grad_norm": 1.327540080824522,
      "learning_rate": 0.00013313194766822602,
      "loss": 0.6683,
      "step": 79428
    },
    {
      "epoch": 3.2532869137825107,
      "grad_norm": 1.2714156268063392,
      "learning_rate": 0.00013312870696479794,
      "loss": 0.7864,
      "step": 79429
    },
    {
      "epoch": 3.253327872209707,
      "grad_norm": 0.8493275743364368,
      "learning_rate": 0.00013312546626934559,
      "loss": 0.3481,
      "step": 79430
    },
    {
      "epoch": 3.2533688306369033,
      "grad_norm": 1.5610479753151032,
      "learning_rate": 0.0001331222255818706,
      "loss": 0.893,
      "step": 79431
    },
    {
      "epoch": 3.2534097890641,
      "grad_norm": 0.9247287464847672,
      "learning_rate": 0.0001331189849023744,
      "loss": 0.2959,
      "step": 79432
    },
    {
      "epoch": 3.2534507474912964,
      "grad_norm": 1.2373274085580437,
      "learning_rate": 0.00013311574423085856,
      "loss": 0.739,
      "step": 79433
    },
    {
      "epoch": 3.253491705918493,
      "grad_norm": 1.3127610861960761,
      "learning_rate": 0.0001331125035673246,
      "loss": 0.7209,
      "step": 79434
    },
    {
      "epoch": 3.253532664345689,
      "grad_norm": 1.4225477824530162,
      "learning_rate": 0.00013310926291177407,
      "loss": 0.9729,
      "step": 79435
    },
    {
      "epoch": 3.2535736227728855,
      "grad_norm": 1.4539512660701288,
      "learning_rate": 0.00013310602226420854,
      "loss": 0.6359,
      "step": 79436
    },
    {
      "epoch": 3.253614581200082,
      "grad_norm": 1.487990937656926,
      "learning_rate": 0.00013310278162462945,
      "loss": 0.881,
      "step": 79437
    },
    {
      "epoch": 3.253655539627278,
      "grad_norm": 0.8929117388860675,
      "learning_rate": 0.0001330995409930384,
      "loss": 0.3231,
      "step": 79438
    },
    {
      "epoch": 3.2536964980544747,
      "grad_norm": 0.8516580920150187,
      "learning_rate": 0.00013309630036943692,
      "loss": 0.1801,
      "step": 79439
    },
    {
      "epoch": 3.2537374564816712,
      "grad_norm": 2.8365877145453218,
      "learning_rate": 0.00013309305975382651,
      "loss": 3.1567,
      "step": 79440
    },
    {
      "epoch": 3.2537784149088673,
      "grad_norm": 1.6160848076371497,
      "learning_rate": 0.00013308981914620876,
      "loss": 0.8145,
      "step": 79441
    },
    {
      "epoch": 3.253819373336064,
      "grad_norm": 3.037899001409365,
      "learning_rate": 0.0001330865785465851,
      "loss": 2.534,
      "step": 79442
    },
    {
      "epoch": 3.2538603317632604,
      "grad_norm": 1.723130261571429,
      "learning_rate": 0.00013308333795495716,
      "loss": 0.9065,
      "step": 79443
    },
    {
      "epoch": 3.2539012901904565,
      "grad_norm": 1.7116760847846964,
      "learning_rate": 0.00013308009737132646,
      "loss": 0.7962,
      "step": 79444
    },
    {
      "epoch": 3.253942248617653,
      "grad_norm": 2.9405416813461414,
      "learning_rate": 0.0001330768567956945,
      "loss": 0.8351,
      "step": 79445
    },
    {
      "epoch": 3.2539832070448496,
      "grad_norm": 0.8098199122268067,
      "learning_rate": 0.0001330736162280628,
      "loss": 0.2652,
      "step": 79446
    },
    {
      "epoch": 3.254024165472046,
      "grad_norm": 1.0867972712400076,
      "learning_rate": 0.0001330703756684329,
      "loss": 0.2296,
      "step": 79447
    },
    {
      "epoch": 3.254065123899242,
      "grad_norm": 1.1518688164219393,
      "learning_rate": 0.00013306713511680637,
      "loss": 0.6226,
      "step": 79448
    },
    {
      "epoch": 3.2541060823264387,
      "grad_norm": 1.4522532855917054,
      "learning_rate": 0.0001330638945731847,
      "loss": 0.8435,
      "step": 79449
    },
    {
      "epoch": 3.254147040753635,
      "grad_norm": 1.12781483253865,
      "learning_rate": 0.00013306065403756947,
      "loss": 0.5367,
      "step": 79450
    },
    {
      "epoch": 3.2541879991808313,
      "grad_norm": 1.5669310662580664,
      "learning_rate": 0.00013305741350996212,
      "loss": 0.9874,
      "step": 79451
    },
    {
      "epoch": 3.254228957608028,
      "grad_norm": 1.3596950139283206,
      "learning_rate": 0.0001330541729903643,
      "loss": 0.8902,
      "step": 79452
    },
    {
      "epoch": 3.2542699160352244,
      "grad_norm": 1.3203943109091234,
      "learning_rate": 0.00013305093247877744,
      "loss": 0.8764,
      "step": 79453
    },
    {
      "epoch": 3.2543108744624205,
      "grad_norm": 0.5803328923164319,
      "learning_rate": 0.00013304769197520315,
      "loss": 0.1505,
      "step": 79454
    },
    {
      "epoch": 3.254351832889617,
      "grad_norm": 1.6833976163791544,
      "learning_rate": 0.0001330444514796429,
      "loss": 0.854,
      "step": 79455
    },
    {
      "epoch": 3.2543927913168136,
      "grad_norm": 1.1409974542796664,
      "learning_rate": 0.00013304121099209825,
      "loss": 0.6381,
      "step": 79456
    },
    {
      "epoch": 3.2544337497440097,
      "grad_norm": 1.5321538883629569,
      "learning_rate": 0.00013303797051257077,
      "loss": 0.6387,
      "step": 79457
    },
    {
      "epoch": 3.254474708171206,
      "grad_norm": 1.1602126777717299,
      "learning_rate": 0.00013303473004106192,
      "loss": 0.6387,
      "step": 79458
    },
    {
      "epoch": 3.2545156665984027,
      "grad_norm": 1.0073862287021063,
      "learning_rate": 0.00013303148957757326,
      "loss": 0.3893,
      "step": 79459
    },
    {
      "epoch": 3.254556625025599,
      "grad_norm": 1.5377731216715056,
      "learning_rate": 0.00013302824912210634,
      "loss": 0.7474,
      "step": 79460
    },
    {
      "epoch": 3.2545975834527954,
      "grad_norm": 1.5000375409079367,
      "learning_rate": 0.00013302500867466268,
      "loss": 0.9674,
      "step": 79461
    },
    {
      "epoch": 3.254638541879992,
      "grad_norm": 1.60711868400259,
      "learning_rate": 0.00013302176823524382,
      "loss": 1.0424,
      "step": 79462
    },
    {
      "epoch": 3.254679500307188,
      "grad_norm": 1.1300243938889603,
      "learning_rate": 0.00013301852780385124,
      "loss": 0.7037,
      "step": 79463
    },
    {
      "epoch": 3.2547204587343845,
      "grad_norm": 1.4564332213529885,
      "learning_rate": 0.00013301528738048654,
      "loss": 1.0209,
      "step": 79464
    },
    {
      "epoch": 3.254761417161581,
      "grad_norm": 1.3136548702796293,
      "learning_rate": 0.00013301204696515126,
      "loss": 0.8497,
      "step": 79465
    },
    {
      "epoch": 3.2548023755887776,
      "grad_norm": 0.8957905358117094,
      "learning_rate": 0.00013300880655784688,
      "loss": 0.3371,
      "step": 79466
    },
    {
      "epoch": 3.2548433340159737,
      "grad_norm": 1.6660003244470065,
      "learning_rate": 0.00013300556615857491,
      "loss": 0.8696,
      "step": 79467
    },
    {
      "epoch": 3.2548842924431702,
      "grad_norm": 1.4891108447736958,
      "learning_rate": 0.00013300232576733697,
      "loss": 0.9825,
      "step": 79468
    },
    {
      "epoch": 3.2549252508703668,
      "grad_norm": 2.5533919690355336,
      "learning_rate": 0.00013299908538413451,
      "loss": 1.3796,
      "step": 79469
    },
    {
      "epoch": 3.254966209297563,
      "grad_norm": 1.0591872954705155,
      "learning_rate": 0.00013299584500896914,
      "loss": 0.589,
      "step": 79470
    },
    {
      "epoch": 3.2550071677247594,
      "grad_norm": 1.6845193735165405,
      "learning_rate": 0.00013299260464184228,
      "loss": 0.7336,
      "step": 79471
    },
    {
      "epoch": 3.255048126151956,
      "grad_norm": 0.7893500650269506,
      "learning_rate": 0.0001329893642827556,
      "loss": 0.2776,
      "step": 79472
    },
    {
      "epoch": 3.255089084579152,
      "grad_norm": 1.5487470614573593,
      "learning_rate": 0.00013298612393171052,
      "loss": 0.8444,
      "step": 79473
    },
    {
      "epoch": 3.2551300430063486,
      "grad_norm": 1.6911138395504028,
      "learning_rate": 0.00013298288358870865,
      "loss": 1.1066,
      "step": 79474
    },
    {
      "epoch": 3.255171001433545,
      "grad_norm": 0.9510185116095431,
      "learning_rate": 0.00013297964325375143,
      "loss": 0.5377,
      "step": 79475
    },
    {
      "epoch": 3.255211959860741,
      "grad_norm": 1.4107702263736943,
      "learning_rate": 0.00013297640292684047,
      "loss": 0.6769,
      "step": 79476
    },
    {
      "epoch": 3.2552529182879377,
      "grad_norm": 0.7861104484809013,
      "learning_rate": 0.0001329731626079773,
      "loss": 0.2612,
      "step": 79477
    },
    {
      "epoch": 3.2552938767151343,
      "grad_norm": 1.1214417880178822,
      "learning_rate": 0.00013296992229716343,
      "loss": 0.6706,
      "step": 79478
    },
    {
      "epoch": 3.2553348351423304,
      "grad_norm": 1.4259086923618354,
      "learning_rate": 0.00013296668199440037,
      "loss": 0.9557,
      "step": 79479
    },
    {
      "epoch": 3.255375793569527,
      "grad_norm": 1.5544321199356144,
      "learning_rate": 0.00013296344169968968,
      "loss": 1.0158,
      "step": 79480
    },
    {
      "epoch": 3.2554167519967234,
      "grad_norm": 1.289704891570909,
      "learning_rate": 0.0001329602014130329,
      "loss": 0.6679,
      "step": 79481
    },
    {
      "epoch": 3.2554577104239195,
      "grad_norm": 1.0041927890314992,
      "learning_rate": 0.00013295696113443156,
      "loss": 0.3795,
      "step": 79482
    },
    {
      "epoch": 3.255498668851116,
      "grad_norm": 1.1069453500688013,
      "learning_rate": 0.0001329537208638871,
      "loss": 0.6469,
      "step": 79483
    },
    {
      "epoch": 3.2555396272783126,
      "grad_norm": 1.0140167773700834,
      "learning_rate": 0.0001329504806014012,
      "loss": 0.2866,
      "step": 79484
    },
    {
      "epoch": 3.255580585705509,
      "grad_norm": 1.6646651309645268,
      "learning_rate": 0.00013294724034697533,
      "loss": 0.9129,
      "step": 79485
    },
    {
      "epoch": 3.255621544132705,
      "grad_norm": 0.9250693470381272,
      "learning_rate": 0.00013294400010061103,
      "loss": 0.3979,
      "step": 79486
    },
    {
      "epoch": 3.2556625025599017,
      "grad_norm": 1.103646437525286,
      "learning_rate": 0.00013294075986230978,
      "loss": 0.4646,
      "step": 79487
    },
    {
      "epoch": 3.2557034609870983,
      "grad_norm": 1.3827084197276716,
      "learning_rate": 0.00013293751963207312,
      "loss": 0.8508,
      "step": 79488
    },
    {
      "epoch": 3.2557444194142944,
      "grad_norm": 0.9087683418722637,
      "learning_rate": 0.00013293427940990266,
      "loss": 0.3403,
      "step": 79489
    },
    {
      "epoch": 3.255785377841491,
      "grad_norm": 1.408543274394711,
      "learning_rate": 0.00013293103919579988,
      "loss": 0.4612,
      "step": 79490
    },
    {
      "epoch": 3.2558263362686874,
      "grad_norm": 2.618486622545132,
      "learning_rate": 0.0001329277989897663,
      "loss": 0.4661,
      "step": 79491
    },
    {
      "epoch": 3.2558672946958835,
      "grad_norm": 1.0039995592396718,
      "learning_rate": 0.00013292455879180344,
      "loss": 0.2438,
      "step": 79492
    },
    {
      "epoch": 3.25590825312308,
      "grad_norm": 0.9892829212167461,
      "learning_rate": 0.0001329213186019129,
      "loss": 0.3601,
      "step": 79493
    },
    {
      "epoch": 3.2559492115502766,
      "grad_norm": 1.388964708806348,
      "learning_rate": 0.00013291807842009614,
      "loss": 0.6042,
      "step": 79494
    },
    {
      "epoch": 3.2559901699774727,
      "grad_norm": 1.4273608812604743,
      "learning_rate": 0.00013291483824635477,
      "loss": 0.8379,
      "step": 79495
    },
    {
      "epoch": 3.2560311284046692,
      "grad_norm": 0.854080852350338,
      "learning_rate": 0.0001329115980806902,
      "loss": 0.3257,
      "step": 79496
    },
    {
      "epoch": 3.2560720868318658,
      "grad_norm": 1.3308610780179693,
      "learning_rate": 0.00013290835792310407,
      "loss": 0.7672,
      "step": 79497
    },
    {
      "epoch": 3.256113045259062,
      "grad_norm": 1.3195966574725413,
      "learning_rate": 0.00013290511777359792,
      "loss": 0.5394,
      "step": 79498
    },
    {
      "epoch": 3.2561540036862584,
      "grad_norm": 0.9547695140506083,
      "learning_rate": 0.0001329018776321732,
      "loss": 0.4323,
      "step": 79499
    },
    {
      "epoch": 3.256194962113455,
      "grad_norm": 1.0239203820884992,
      "learning_rate": 0.00013289863749883145,
      "loss": 0.4948,
      "step": 79500
    },
    {
      "epoch": 3.256235920540651,
      "grad_norm": 1.38233866310774,
      "learning_rate": 0.00013289539737357427,
      "loss": 0.6447,
      "step": 79501
    },
    {
      "epoch": 3.2562768789678476,
      "grad_norm": 1.2185241598710992,
      "learning_rate": 0.0001328921572564032,
      "loss": 0.7449,
      "step": 79502
    },
    {
      "epoch": 3.256317837395044,
      "grad_norm": 1.5938329245632477,
      "learning_rate": 0.00013288891714731966,
      "loss": 0.6715,
      "step": 79503
    },
    {
      "epoch": 3.2563587958222406,
      "grad_norm": 3.563307510906169,
      "learning_rate": 0.00013288567704632527,
      "loss": 0.8633,
      "step": 79504
    },
    {
      "epoch": 3.2563997542494367,
      "grad_norm": 1.622303115930787,
      "learning_rate": 0.00013288243695342154,
      "loss": 1.006,
      "step": 79505
    },
    {
      "epoch": 3.2564407126766333,
      "grad_norm": 1.0896146922291146,
      "learning_rate": 0.00013287919686860996,
      "loss": 0.4761,
      "step": 79506
    },
    {
      "epoch": 3.25648167110383,
      "grad_norm": 1.2975665608070082,
      "learning_rate": 0.00013287595679189212,
      "loss": 0.7853,
      "step": 79507
    },
    {
      "epoch": 3.256522629531026,
      "grad_norm": 1.2075849282110003,
      "learning_rate": 0.00013287271672326954,
      "loss": 0.7324,
      "step": 79508
    },
    {
      "epoch": 3.2565635879582224,
      "grad_norm": 1.275964618400713,
      "learning_rate": 0.00013286947666274379,
      "loss": 0.758,
      "step": 79509
    },
    {
      "epoch": 3.256604546385419,
      "grad_norm": 1.3522394965546685,
      "learning_rate": 0.00013286623661031629,
      "loss": 0.5205,
      "step": 79510
    },
    {
      "epoch": 3.256645504812615,
      "grad_norm": 1.0356913160916161,
      "learning_rate": 0.00013286299656598864,
      "loss": 0.347,
      "step": 79511
    },
    {
      "epoch": 3.2566864632398116,
      "grad_norm": 1.3616471232168084,
      "learning_rate": 0.00013285975652976243,
      "loss": 0.6315,
      "step": 79512
    },
    {
      "epoch": 3.256727421667008,
      "grad_norm": 0.8377985541518645,
      "learning_rate": 0.00013285651650163908,
      "loss": 0.3145,
      "step": 79513
    },
    {
      "epoch": 3.256768380094204,
      "grad_norm": 1.2679349868661272,
      "learning_rate": 0.00013285327648162017,
      "loss": 0.5783,
      "step": 79514
    },
    {
      "epoch": 3.2568093385214008,
      "grad_norm": 1.573421125831186,
      "learning_rate": 0.00013285003646970728,
      "loss": 0.4347,
      "step": 79515
    },
    {
      "epoch": 3.2568502969485973,
      "grad_norm": 1.3222649526690702,
      "learning_rate": 0.00013284679646590188,
      "loss": 0.6388,
      "step": 79516
    },
    {
      "epoch": 3.2568912553757934,
      "grad_norm": 1.3292428971394303,
      "learning_rate": 0.0001328435564702055,
      "loss": 0.9141,
      "step": 79517
    },
    {
      "epoch": 3.25693221380299,
      "grad_norm": 1.4558390881601684,
      "learning_rate": 0.00013284031648261974,
      "loss": 0.9836,
      "step": 79518
    },
    {
      "epoch": 3.2569731722301865,
      "grad_norm": 1.2486130099277986,
      "learning_rate": 0.000132837076503146,
      "loss": 0.709,
      "step": 79519
    },
    {
      "epoch": 3.2570141306573825,
      "grad_norm": 1.2671827760153267,
      "learning_rate": 0.000132833836531786,
      "loss": 0.7696,
      "step": 79520
    },
    {
      "epoch": 3.257055089084579,
      "grad_norm": 1.4711011357660855,
      "learning_rate": 0.00013283059656854108,
      "loss": 0.8235,
      "step": 79521
    },
    {
      "epoch": 3.2570960475117756,
      "grad_norm": 2.328246418388861,
      "learning_rate": 0.0001328273566134129,
      "loss": 1.1482,
      "step": 79522
    },
    {
      "epoch": 3.257137005938972,
      "grad_norm": 1.4477806897677277,
      "learning_rate": 0.0001328241166664029,
      "loss": 0.8653,
      "step": 79523
    },
    {
      "epoch": 3.2571779643661682,
      "grad_norm": 0.9541924581724325,
      "learning_rate": 0.0001328208767275127,
      "loss": 0.1808,
      "step": 79524
    },
    {
      "epoch": 3.257218922793365,
      "grad_norm": 0.8797960455480105,
      "learning_rate": 0.0001328176367967438,
      "loss": 0.2555,
      "step": 79525
    },
    {
      "epoch": 3.2572598812205613,
      "grad_norm": 1.2952685257054437,
      "learning_rate": 0.00013281439687409772,
      "loss": 0.813,
      "step": 79526
    },
    {
      "epoch": 3.2573008396477574,
      "grad_norm": 1.4470956956709158,
      "learning_rate": 0.00013281115695957596,
      "loss": 0.6302,
      "step": 79527
    },
    {
      "epoch": 3.257341798074954,
      "grad_norm": 1.437497896918724,
      "learning_rate": 0.00013280791705318014,
      "loss": 0.9852,
      "step": 79528
    },
    {
      "epoch": 3.2573827565021505,
      "grad_norm": 1.5747964440303612,
      "learning_rate": 0.00013280467715491172,
      "loss": 0.699,
      "step": 79529
    },
    {
      "epoch": 3.2574237149293466,
      "grad_norm": 1.5684437521948997,
      "learning_rate": 0.00013280143726477226,
      "loss": 0.736,
      "step": 79530
    },
    {
      "epoch": 3.257464673356543,
      "grad_norm": 1.2298490005771745,
      "learning_rate": 0.00013279819738276324,
      "loss": 0.4711,
      "step": 79531
    },
    {
      "epoch": 3.2575056317837396,
      "grad_norm": 1.3121732382698093,
      "learning_rate": 0.00013279495750888627,
      "loss": 0.7322,
      "step": 79532
    },
    {
      "epoch": 3.2575465902109357,
      "grad_norm": 1.2043326146259161,
      "learning_rate": 0.00013279171764314285,
      "loss": 0.5553,
      "step": 79533
    },
    {
      "epoch": 3.2575875486381323,
      "grad_norm": 1.2153950427658369,
      "learning_rate": 0.0001327884777855345,
      "loss": 0.2184,
      "step": 79534
    },
    {
      "epoch": 3.257628507065329,
      "grad_norm": 4.198477647556155,
      "learning_rate": 0.00013278523793606274,
      "loss": 4.1843,
      "step": 79535
    },
    {
      "epoch": 3.257669465492525,
      "grad_norm": 0.65406620425413,
      "learning_rate": 0.00013278199809472915,
      "loss": 0.1759,
      "step": 79536
    },
    {
      "epoch": 3.2577104239197214,
      "grad_norm": 0.9021476603345902,
      "learning_rate": 0.00013277875826153522,
      "loss": 0.281,
      "step": 79537
    },
    {
      "epoch": 3.257751382346918,
      "grad_norm": 1.102275758923495,
      "learning_rate": 0.0001327755184364825,
      "loss": 0.3616,
      "step": 79538
    },
    {
      "epoch": 3.257792340774114,
      "grad_norm": 1.4754048152338006,
      "learning_rate": 0.00013277227861957248,
      "loss": 0.7256,
      "step": 79539
    },
    {
      "epoch": 3.2578332992013106,
      "grad_norm": 1.3837870387342628,
      "learning_rate": 0.00013276903881080676,
      "loss": 0.7052,
      "step": 79540
    },
    {
      "epoch": 3.257874257628507,
      "grad_norm": 1.1298754779230518,
      "learning_rate": 0.00013276579901018686,
      "loss": 0.6231,
      "step": 79541
    },
    {
      "epoch": 3.2579152160557037,
      "grad_norm": 1.508056735943938,
      "learning_rate": 0.00013276255921771426,
      "loss": 1.0101,
      "step": 79542
    },
    {
      "epoch": 3.2579561744828998,
      "grad_norm": 1.4409333666663702,
      "learning_rate": 0.0001327593194333905,
      "loss": 0.7279,
      "step": 79543
    },
    {
      "epoch": 3.2579971329100963,
      "grad_norm": 0.7160128655631536,
      "learning_rate": 0.00013275607965721717,
      "loss": 0.1987,
      "step": 79544
    },
    {
      "epoch": 3.258038091337293,
      "grad_norm": 1.623571113090656,
      "learning_rate": 0.00013275283988919577,
      "loss": 0.9609,
      "step": 79545
    },
    {
      "epoch": 3.258079049764489,
      "grad_norm": 0.7343209120861425,
      "learning_rate": 0.0001327496001293278,
      "loss": 0.2558,
      "step": 79546
    },
    {
      "epoch": 3.2581200081916855,
      "grad_norm": 1.5878210452406494,
      "learning_rate": 0.00013274636037761481,
      "loss": 0.5727,
      "step": 79547
    },
    {
      "epoch": 3.258160966618882,
      "grad_norm": 1.233926665882136,
      "learning_rate": 0.00013274312063405838,
      "loss": 0.6619,
      "step": 79548
    },
    {
      "epoch": 3.258201925046078,
      "grad_norm": 1.146632480513593,
      "learning_rate": 0.00013273988089865997,
      "loss": 0.6542,
      "step": 79549
    },
    {
      "epoch": 3.2582428834732746,
      "grad_norm": 1.3985719858052454,
      "learning_rate": 0.00013273664117142116,
      "loss": 0.6723,
      "step": 79550
    },
    {
      "epoch": 3.258283841900471,
      "grad_norm": 1.15087238234376,
      "learning_rate": 0.00013273340145234343,
      "loss": 0.744,
      "step": 79551
    },
    {
      "epoch": 3.2583248003276672,
      "grad_norm": 1.4003467205605389,
      "learning_rate": 0.00013273016174142837,
      "loss": 0.6891,
      "step": 79552
    },
    {
      "epoch": 3.258365758754864,
      "grad_norm": 1.8770831062741886,
      "learning_rate": 0.0001327269220386775,
      "loss": 0.9355,
      "step": 79553
    },
    {
      "epoch": 3.2584067171820603,
      "grad_norm": 0.9667601994090573,
      "learning_rate": 0.00013272368234409234,
      "loss": 0.2967,
      "step": 79554
    },
    {
      "epoch": 3.2584476756092564,
      "grad_norm": 1.0762351530648222,
      "learning_rate": 0.0001327204426576744,
      "loss": 0.6088,
      "step": 79555
    },
    {
      "epoch": 3.258488634036453,
      "grad_norm": 1.3072978109915825,
      "learning_rate": 0.00013271720297942523,
      "loss": 0.4992,
      "step": 79556
    },
    {
      "epoch": 3.2585295924636495,
      "grad_norm": 0.9687474403422526,
      "learning_rate": 0.0001327139633093464,
      "loss": 0.2824,
      "step": 79557
    },
    {
      "epoch": 3.2585705508908456,
      "grad_norm": 1.0893055184109228,
      "learning_rate": 0.00013271072364743938,
      "loss": 0.3853,
      "step": 79558
    },
    {
      "epoch": 3.258611509318042,
      "grad_norm": 1.0254934070434545,
      "learning_rate": 0.0001327074839937057,
      "loss": 0.3145,
      "step": 79559
    },
    {
      "epoch": 3.2586524677452386,
      "grad_norm": 2.0907475734015413,
      "learning_rate": 0.00013270424434814695,
      "loss": 1.4819,
      "step": 79560
    },
    {
      "epoch": 3.258693426172435,
      "grad_norm": 4.573381190378461,
      "learning_rate": 0.00013270100471076462,
      "loss": 3.2406,
      "step": 79561
    },
    {
      "epoch": 3.2587343845996313,
      "grad_norm": 1.3714261987578604,
      "learning_rate": 0.0001326977650815603,
      "loss": 0.7358,
      "step": 79562
    },
    {
      "epoch": 3.258775343026828,
      "grad_norm": 1.4368335920482793,
      "learning_rate": 0.0001326945254605354,
      "loss": 0.9743,
      "step": 79563
    },
    {
      "epoch": 3.2588163014540243,
      "grad_norm": 1.6494083790927,
      "learning_rate": 0.00013269128584769154,
      "loss": 1.0146,
      "step": 79564
    },
    {
      "epoch": 3.2588572598812204,
      "grad_norm": 0.8093962321598632,
      "learning_rate": 0.00013268804624303027,
      "loss": 0.1747,
      "step": 79565
    },
    {
      "epoch": 3.258898218308417,
      "grad_norm": 0.8832994221050442,
      "learning_rate": 0.00013268480664655307,
      "loss": 0.2232,
      "step": 79566
    },
    {
      "epoch": 3.2589391767356135,
      "grad_norm": 1.6722002245286216,
      "learning_rate": 0.00013268156705826146,
      "loss": 1.1159,
      "step": 79567
    },
    {
      "epoch": 3.2589801351628096,
      "grad_norm": 1.3767453111965138,
      "learning_rate": 0.000132678327478157,
      "loss": 0.7018,
      "step": 79568
    },
    {
      "epoch": 3.259021093590006,
      "grad_norm": 1.1725598474563352,
      "learning_rate": 0.00013267508790624127,
      "loss": 0.5891,
      "step": 79569
    },
    {
      "epoch": 3.2590620520172027,
      "grad_norm": 1.420241947835142,
      "learning_rate": 0.00013267184834251573,
      "loss": 0.6224,
      "step": 79570
    },
    {
      "epoch": 3.2591030104443988,
      "grad_norm": 1.3962586286772967,
      "learning_rate": 0.00013266860878698194,
      "loss": 0.8748,
      "step": 79571
    },
    {
      "epoch": 3.2591439688715953,
      "grad_norm": 1.0458941573050848,
      "learning_rate": 0.00013266536923964146,
      "loss": 0.3672,
      "step": 79572
    },
    {
      "epoch": 3.259184927298792,
      "grad_norm": 5.504287104500844,
      "learning_rate": 0.00013266212970049576,
      "loss": 2.65,
      "step": 79573
    },
    {
      "epoch": 3.2592258857259884,
      "grad_norm": 1.611432695114529,
      "learning_rate": 0.00013265889016954635,
      "loss": 0.8443,
      "step": 79574
    },
    {
      "epoch": 3.2592668441531845,
      "grad_norm": 1.4936952168353548,
      "learning_rate": 0.00013265565064679485,
      "loss": 0.9959,
      "step": 79575
    },
    {
      "epoch": 3.259307802580381,
      "grad_norm": 1.7848032978606523,
      "learning_rate": 0.00013265241113224276,
      "loss": 0.9955,
      "step": 79576
    },
    {
      "epoch": 3.259348761007577,
      "grad_norm": 1.2801984119854355,
      "learning_rate": 0.00013264917162589162,
      "loss": 0.8543,
      "step": 79577
    },
    {
      "epoch": 3.2593897194347736,
      "grad_norm": 1.728862244057907,
      "learning_rate": 0.00013264593212774289,
      "loss": 0.8929,
      "step": 79578
    },
    {
      "epoch": 3.25943067786197,
      "grad_norm": 1.3121930369860002,
      "learning_rate": 0.00013264269263779817,
      "loss": 0.6677,
      "step": 79579
    },
    {
      "epoch": 3.2594716362891667,
      "grad_norm": 1.3919916188210226,
      "learning_rate": 0.000132639453156059,
      "loss": 0.7827,
      "step": 79580
    },
    {
      "epoch": 3.259512594716363,
      "grad_norm": 1.1954277087404934,
      "learning_rate": 0.0001326362136825269,
      "loss": 0.2942,
      "step": 79581
    },
    {
      "epoch": 3.2595535531435593,
      "grad_norm": 1.0877155472064757,
      "learning_rate": 0.00013263297421720334,
      "loss": 0.6678,
      "step": 79582
    },
    {
      "epoch": 3.259594511570756,
      "grad_norm": 1.2949035283994312,
      "learning_rate": 0.00013262973476008992,
      "loss": 0.7596,
      "step": 79583
    },
    {
      "epoch": 3.259635469997952,
      "grad_norm": 0.8571279462314368,
      "learning_rate": 0.0001326264953111882,
      "loss": 0.2553,
      "step": 79584
    },
    {
      "epoch": 3.2596764284251485,
      "grad_norm": 1.3750994851132838,
      "learning_rate": 0.00013262325587049963,
      "loss": 0.7408,
      "step": 79585
    },
    {
      "epoch": 3.259717386852345,
      "grad_norm": 1.7564806064221656,
      "learning_rate": 0.00013262001643802573,
      "loss": 1.3421,
      "step": 79586
    },
    {
      "epoch": 3.259758345279541,
      "grad_norm": 1.3034883839587397,
      "learning_rate": 0.00013261677701376817,
      "loss": 0.8963,
      "step": 79587
    },
    {
      "epoch": 3.2597993037067376,
      "grad_norm": 1.5971754644736356,
      "learning_rate": 0.00013261353759772834,
      "loss": 0.7859,
      "step": 79588
    },
    {
      "epoch": 3.259840262133934,
      "grad_norm": 3.524990064228455,
      "learning_rate": 0.00013261029818990782,
      "loss": 4.0411,
      "step": 79589
    },
    {
      "epoch": 3.2598812205611303,
      "grad_norm": 1.4598124164860315,
      "learning_rate": 0.00013260705879030815,
      "loss": 0.9747,
      "step": 79590
    },
    {
      "epoch": 3.259922178988327,
      "grad_norm": 1.07089931964536,
      "learning_rate": 0.00013260381939893083,
      "loss": 0.4225,
      "step": 79591
    },
    {
      "epoch": 3.2599631374155233,
      "grad_norm": 1.3626117880931732,
      "learning_rate": 0.00013260058001577746,
      "loss": 0.8367,
      "step": 79592
    },
    {
      "epoch": 3.26000409584272,
      "grad_norm": 1.8181197479010898,
      "learning_rate": 0.0001325973406408495,
      "loss": 0.8566,
      "step": 79593
    },
    {
      "epoch": 3.260045054269916,
      "grad_norm": 0.8914039772982609,
      "learning_rate": 0.0001325941012741485,
      "loss": 0.5775,
      "step": 79594
    },
    {
      "epoch": 3.2600860126971125,
      "grad_norm": 4.5534504339199735,
      "learning_rate": 0.000132590861915676,
      "loss": 4.0692,
      "step": 79595
    },
    {
      "epoch": 3.2601269711243086,
      "grad_norm": 3.547908642257542,
      "learning_rate": 0.00013258762256543351,
      "loss": 3.1593,
      "step": 79596
    },
    {
      "epoch": 3.260167929551505,
      "grad_norm": 1.5283389103361014,
      "learning_rate": 0.00013258438322342263,
      "loss": 1.0479,
      "step": 79597
    },
    {
      "epoch": 3.2602088879787017,
      "grad_norm": 1.2837495258266447,
      "learning_rate": 0.00013258114388964482,
      "loss": 0.7349,
      "step": 79598
    },
    {
      "epoch": 3.260249846405898,
      "grad_norm": 1.2719131588237103,
      "learning_rate": 0.00013257790456410162,
      "loss": 0.5834,
      "step": 79599
    },
    {
      "epoch": 3.2602908048330943,
      "grad_norm": 1.2254387861858587,
      "learning_rate": 0.0001325746652467946,
      "loss": 0.5366,
      "step": 79600
    },
    {
      "epoch": 3.260331763260291,
      "grad_norm": 1.325671914898532,
      "learning_rate": 0.00013257142593772528,
      "loss": 0.6672,
      "step": 79601
    },
    {
      "epoch": 3.2603727216874874,
      "grad_norm": 1.3731469518918404,
      "learning_rate": 0.00013256818663689516,
      "loss": 0.5257,
      "step": 79602
    },
    {
      "epoch": 3.2604136801146835,
      "grad_norm": 0.8136802268654361,
      "learning_rate": 0.00013256494734430576,
      "loss": 0.2669,
      "step": 79603
    },
    {
      "epoch": 3.26045463854188,
      "grad_norm": 1.5049954539781893,
      "learning_rate": 0.00013256170805995868,
      "loss": 0.8248,
      "step": 79604
    },
    {
      "epoch": 3.2604955969690765,
      "grad_norm": 1.3047320398595545,
      "learning_rate": 0.0001325584687838554,
      "loss": 0.7121,
      "step": 79605
    },
    {
      "epoch": 3.2605365553962726,
      "grad_norm": 0.7688347698294067,
      "learning_rate": 0.00013255522951599748,
      "loss": 0.2465,
      "step": 79606
    },
    {
      "epoch": 3.260577513823469,
      "grad_norm": 1.3589045915899804,
      "learning_rate": 0.0001325519902563864,
      "loss": 0.7157,
      "step": 79607
    },
    {
      "epoch": 3.2606184722506657,
      "grad_norm": 1.4308818149714497,
      "learning_rate": 0.00013254875100502376,
      "loss": 0.7863,
      "step": 79608
    },
    {
      "epoch": 3.260659430677862,
      "grad_norm": 1.7190259986641128,
      "learning_rate": 0.00013254551176191103,
      "loss": 1.3202,
      "step": 79609
    },
    {
      "epoch": 3.2607003891050583,
      "grad_norm": 0.8325815953879088,
      "learning_rate": 0.00013254227252704982,
      "loss": 0.3557,
      "step": 79610
    },
    {
      "epoch": 3.260741347532255,
      "grad_norm": 1.4212170097162355,
      "learning_rate": 0.00013253903330044152,
      "loss": 0.7292,
      "step": 79611
    },
    {
      "epoch": 3.2607823059594514,
      "grad_norm": 1.231825625698911,
      "learning_rate": 0.00013253579408208782,
      "loss": 0.7723,
      "step": 79612
    },
    {
      "epoch": 3.2608232643866475,
      "grad_norm": 1.5732115520643533,
      "learning_rate": 0.0001325325548719902,
      "loss": 0.746,
      "step": 79613
    },
    {
      "epoch": 3.260864222813844,
      "grad_norm": 3.214313249186399,
      "learning_rate": 0.00013252931567015014,
      "loss": 1.4769,
      "step": 79614
    },
    {
      "epoch": 3.26090518124104,
      "grad_norm": 2.6466248284269853,
      "learning_rate": 0.0001325260764765692,
      "loss": 1.5269,
      "step": 79615
    },
    {
      "epoch": 3.2609461396682367,
      "grad_norm": 1.1189435801223064,
      "learning_rate": 0.0001325228372912489,
      "loss": 0.7782,
      "step": 79616
    },
    {
      "epoch": 3.260987098095433,
      "grad_norm": 1.1593006523198186,
      "learning_rate": 0.00013251959811419082,
      "loss": 0.6572,
      "step": 79617
    },
    {
      "epoch": 3.2610280565226297,
      "grad_norm": 1.042484793273835,
      "learning_rate": 0.00013251635894539647,
      "loss": 0.5976,
      "step": 79618
    },
    {
      "epoch": 3.261069014949826,
      "grad_norm": 1.1675009174993876,
      "learning_rate": 0.00013251311978486734,
      "loss": 0.4502,
      "step": 79619
    },
    {
      "epoch": 3.2611099733770224,
      "grad_norm": 1.3197988619737435,
      "learning_rate": 0.000132509880632605,
      "loss": 0.7539,
      "step": 79620
    },
    {
      "epoch": 3.261150931804219,
      "grad_norm": 1.081780212049538,
      "learning_rate": 0.000132506641488611,
      "loss": 0.3347,
      "step": 79621
    },
    {
      "epoch": 3.261191890231415,
      "grad_norm": 1.1615685588435531,
      "learning_rate": 0.00013250340235288684,
      "loss": 0.734,
      "step": 79622
    },
    {
      "epoch": 3.2612328486586115,
      "grad_norm": 1.6074704475145765,
      "learning_rate": 0.000132500163225434,
      "loss": 0.9477,
      "step": 79623
    },
    {
      "epoch": 3.261273807085808,
      "grad_norm": 1.3961109754282754,
      "learning_rate": 0.00013249692410625412,
      "loss": 0.6613,
      "step": 79624
    },
    {
      "epoch": 3.261314765513004,
      "grad_norm": 0.9312000438947063,
      "learning_rate": 0.00013249368499534869,
      "loss": 0.2391,
      "step": 79625
    },
    {
      "epoch": 3.2613557239402007,
      "grad_norm": 1.3648474343488857,
      "learning_rate": 0.0001324904458927192,
      "loss": 0.9022,
      "step": 79626
    },
    {
      "epoch": 3.261396682367397,
      "grad_norm": 1.3446885112411162,
      "learning_rate": 0.0001324872067983672,
      "loss": 0.673,
      "step": 79627
    },
    {
      "epoch": 3.2614376407945933,
      "grad_norm": 2.7086376854041507,
      "learning_rate": 0.00013248396771229428,
      "loss": 0.8919,
      "step": 79628
    },
    {
      "epoch": 3.26147859922179,
      "grad_norm": 1.1882135216662415,
      "learning_rate": 0.0001324807286345019,
      "loss": 0.6872,
      "step": 79629
    },
    {
      "epoch": 3.2615195576489864,
      "grad_norm": 1.0363370416071316,
      "learning_rate": 0.00013247748956499159,
      "loss": 0.5329,
      "step": 79630
    },
    {
      "epoch": 3.261560516076183,
      "grad_norm": 0.8141266047694876,
      "learning_rate": 0.00013247425050376494,
      "loss": 0.2258,
      "step": 79631
    },
    {
      "epoch": 3.261601474503379,
      "grad_norm": 1.375847319724868,
      "learning_rate": 0.00013247101145082342,
      "loss": 0.5203,
      "step": 79632
    },
    {
      "epoch": 3.2616424329305755,
      "grad_norm": 1.2144879613983295,
      "learning_rate": 0.0001324677724061686,
      "loss": 0.693,
      "step": 79633
    },
    {
      "epoch": 3.2616833913577716,
      "grad_norm": 1.3970258049390822,
      "learning_rate": 0.00013246453336980202,
      "loss": 0.7331,
      "step": 79634
    },
    {
      "epoch": 3.261724349784968,
      "grad_norm": 1.6089327631380566,
      "learning_rate": 0.00013246129434172518,
      "loss": 0.9498,
      "step": 79635
    },
    {
      "epoch": 3.2617653082121647,
      "grad_norm": 1.3085856982951238,
      "learning_rate": 0.00013245805532193959,
      "loss": 0.8486,
      "step": 79636
    },
    {
      "epoch": 3.2618062666393612,
      "grad_norm": 1.277224304405091,
      "learning_rate": 0.00013245481631044684,
      "loss": 0.7695,
      "step": 79637
    },
    {
      "epoch": 3.2618472250665573,
      "grad_norm": 1.374736602705041,
      "learning_rate": 0.00013245157730724846,
      "loss": 0.7414,
      "step": 79638
    },
    {
      "epoch": 3.261888183493754,
      "grad_norm": 1.4030256061248731,
      "learning_rate": 0.0001324483383123459,
      "loss": 0.7868,
      "step": 79639
    },
    {
      "epoch": 3.2619291419209504,
      "grad_norm": 1.2807793243845216,
      "learning_rate": 0.00013244509932574077,
      "loss": 0.8177,
      "step": 79640
    },
    {
      "epoch": 3.2619701003481465,
      "grad_norm": 0.6923650320925093,
      "learning_rate": 0.00013244186034743459,
      "loss": 0.1727,
      "step": 79641
    },
    {
      "epoch": 3.262011058775343,
      "grad_norm": 1.3698345750017014,
      "learning_rate": 0.0001324386213774289,
      "loss": 0.7852,
      "step": 79642
    },
    {
      "epoch": 3.2620520172025396,
      "grad_norm": 1.3679797560093547,
      "learning_rate": 0.0001324353824157252,
      "loss": 0.7977,
      "step": 79643
    },
    {
      "epoch": 3.2620929756297357,
      "grad_norm": 1.0369575411020344,
      "learning_rate": 0.00013243214346232504,
      "loss": 0.6794,
      "step": 79644
    },
    {
      "epoch": 3.262133934056932,
      "grad_norm": 0.9871029094409779,
      "learning_rate": 0.00013242890451722991,
      "loss": 0.3807,
      "step": 79645
    },
    {
      "epoch": 3.2621748924841287,
      "grad_norm": 1.3179874076755982,
      "learning_rate": 0.00013242566558044138,
      "loss": 0.6691,
      "step": 79646
    },
    {
      "epoch": 3.262215850911325,
      "grad_norm": 1.2296472561479874,
      "learning_rate": 0.00013242242665196098,
      "loss": 0.6319,
      "step": 79647
    },
    {
      "epoch": 3.2622568093385214,
      "grad_norm": 1.530516834983932,
      "learning_rate": 0.00013241918773179026,
      "loss": 0.7617,
      "step": 79648
    },
    {
      "epoch": 3.262297767765718,
      "grad_norm": 1.6223577111096281,
      "learning_rate": 0.0001324159488199307,
      "loss": 0.9497,
      "step": 79649
    },
    {
      "epoch": 3.2623387261929144,
      "grad_norm": 2.039429055281879,
      "learning_rate": 0.00013241270991638386,
      "loss": 1.305,
      "step": 79650
    },
    {
      "epoch": 3.2623796846201105,
      "grad_norm": 1.2314251049306006,
      "learning_rate": 0.00013240947102115128,
      "loss": 0.6456,
      "step": 79651
    },
    {
      "epoch": 3.262420643047307,
      "grad_norm": 0.8554789841167934,
      "learning_rate": 0.00013240623213423448,
      "loss": 0.2506,
      "step": 79652
    },
    {
      "epoch": 3.262461601474503,
      "grad_norm": 1.3122634836770621,
      "learning_rate": 0.000132402993255635,
      "loss": 0.7128,
      "step": 79653
    },
    {
      "epoch": 3.2625025599016997,
      "grad_norm": 1.2432902237230212,
      "learning_rate": 0.00013239975438535432,
      "loss": 0.6957,
      "step": 79654
    },
    {
      "epoch": 3.262543518328896,
      "grad_norm": 1.2942601349876204,
      "learning_rate": 0.00013239651552339403,
      "loss": 0.6647,
      "step": 79655
    },
    {
      "epoch": 3.2625844767560928,
      "grad_norm": 1.3645646866792456,
      "learning_rate": 0.0001323932766697557,
      "loss": 0.8064,
      "step": 79656
    },
    {
      "epoch": 3.262625435183289,
      "grad_norm": 2.9128096663994296,
      "learning_rate": 0.0001323900378244408,
      "loss": 2.9339,
      "step": 79657
    },
    {
      "epoch": 3.2626663936104854,
      "grad_norm": 2.0067578192614315,
      "learning_rate": 0.00013238679898745082,
      "loss": 1.3835,
      "step": 79658
    },
    {
      "epoch": 3.262707352037682,
      "grad_norm": 1.1875470769966696,
      "learning_rate": 0.00013238356015878733,
      "loss": 0.5639,
      "step": 79659
    },
    {
      "epoch": 3.262748310464878,
      "grad_norm": 0.8198978823424744,
      "learning_rate": 0.00013238032133845192,
      "loss": 0.3467,
      "step": 79660
    },
    {
      "epoch": 3.2627892688920745,
      "grad_norm": 2.104360464106071,
      "learning_rate": 0.00013237708252644603,
      "loss": 1.1106,
      "step": 79661
    },
    {
      "epoch": 3.262830227319271,
      "grad_norm": 1.1128977091786867,
      "learning_rate": 0.00013237384372277126,
      "loss": 0.6109,
      "step": 79662
    },
    {
      "epoch": 3.262871185746467,
      "grad_norm": 1.1412012823147746,
      "learning_rate": 0.0001323706049274291,
      "loss": 0.6554,
      "step": 79663
    },
    {
      "epoch": 3.2629121441736637,
      "grad_norm": 1.5470334655423463,
      "learning_rate": 0.00013236736614042108,
      "loss": 0.9252,
      "step": 79664
    },
    {
      "epoch": 3.2629531026008602,
      "grad_norm": 0.9338479094985105,
      "learning_rate": 0.0001323641273617488,
      "loss": 0.2086,
      "step": 79665
    },
    {
      "epoch": 3.2629940610280563,
      "grad_norm": 0.7219583020415818,
      "learning_rate": 0.0001323608885914137,
      "loss": 0.1651,
      "step": 79666
    },
    {
      "epoch": 3.263035019455253,
      "grad_norm": 1.7676745462468084,
      "learning_rate": 0.00013235764982941735,
      "loss": 0.8272,
      "step": 79667
    },
    {
      "epoch": 3.2630759778824494,
      "grad_norm": 1.3765681295259729,
      "learning_rate": 0.00013235441107576127,
      "loss": 0.6665,
      "step": 79668
    },
    {
      "epoch": 3.263116936309646,
      "grad_norm": 1.648869141127128,
      "learning_rate": 0.00013235117233044704,
      "loss": 0.6322,
      "step": 79669
    },
    {
      "epoch": 3.263157894736842,
      "grad_norm": 1.6479248923838468,
      "learning_rate": 0.00013234793359347613,
      "loss": 0.8648,
      "step": 79670
    },
    {
      "epoch": 3.2631988531640386,
      "grad_norm": 1.5393584986794502,
      "learning_rate": 0.00013234469486485005,
      "loss": 0.8621,
      "step": 79671
    },
    {
      "epoch": 3.2632398115912347,
      "grad_norm": 0.9835202898742916,
      "learning_rate": 0.00013234145614457042,
      "loss": 0.2893,
      "step": 79672
    },
    {
      "epoch": 3.263280770018431,
      "grad_norm": 1.197603512807636,
      "learning_rate": 0.00013233821743263873,
      "loss": 0.7734,
      "step": 79673
    },
    {
      "epoch": 3.2633217284456277,
      "grad_norm": 1.4915788044361133,
      "learning_rate": 0.0001323349787290565,
      "loss": 0.6614,
      "step": 79674
    },
    {
      "epoch": 3.2633626868728243,
      "grad_norm": 1.2798339882200838,
      "learning_rate": 0.00013233174003382523,
      "loss": 0.6893,
      "step": 79675
    },
    {
      "epoch": 3.2634036453000204,
      "grad_norm": 1.3945661217618963,
      "learning_rate": 0.00013232850134694654,
      "loss": 0.7606,
      "step": 79676
    },
    {
      "epoch": 3.263444603727217,
      "grad_norm": 1.4229002747517996,
      "learning_rate": 0.00013232526266842188,
      "loss": 0.613,
      "step": 79677
    },
    {
      "epoch": 3.2634855621544134,
      "grad_norm": 1.1274487816132914,
      "learning_rate": 0.0001323220239982528,
      "loss": 0.4279,
      "step": 79678
    },
    {
      "epoch": 3.2635265205816095,
      "grad_norm": 1.167924694553424,
      "learning_rate": 0.00013231878533644085,
      "loss": 0.6328,
      "step": 79679
    },
    {
      "epoch": 3.263567479008806,
      "grad_norm": 1.1425780068335503,
      "learning_rate": 0.00013231554668298757,
      "loss": 0.7605,
      "step": 79680
    },
    {
      "epoch": 3.2636084374360026,
      "grad_norm": 1.0736495660472227,
      "learning_rate": 0.00013231230803789447,
      "loss": 0.6209,
      "step": 79681
    },
    {
      "epoch": 3.2636493958631987,
      "grad_norm": 1.2555267179390417,
      "learning_rate": 0.0001323090694011631,
      "loss": 0.6184,
      "step": 79682
    },
    {
      "epoch": 3.2636903542903952,
      "grad_norm": 1.1028017383423188,
      "learning_rate": 0.00013230583077279492,
      "loss": 0.5713,
      "step": 79683
    },
    {
      "epoch": 3.2637313127175918,
      "grad_norm": 1.327120545565442,
      "learning_rate": 0.00013230259215279156,
      "loss": 0.7891,
      "step": 79684
    },
    {
      "epoch": 3.263772271144788,
      "grad_norm": 2.2376221370398794,
      "learning_rate": 0.0001322993535411545,
      "loss": 1.9183,
      "step": 79685
    },
    {
      "epoch": 3.2638132295719844,
      "grad_norm": 2.2926310833822607,
      "learning_rate": 0.00013229611493788528,
      "loss": 1.6317,
      "step": 79686
    },
    {
      "epoch": 3.263854187999181,
      "grad_norm": 1.0092780997410784,
      "learning_rate": 0.0001322928763429854,
      "loss": 0.5244,
      "step": 79687
    },
    {
      "epoch": 3.2638951464263775,
      "grad_norm": 1.5386933340547468,
      "learning_rate": 0.00013228963775645646,
      "loss": 0.4034,
      "step": 79688
    },
    {
      "epoch": 3.2639361048535735,
      "grad_norm": 5.4738919834913595,
      "learning_rate": 0.00013228639917829994,
      "loss": 3.3771,
      "step": 79689
    },
    {
      "epoch": 3.26397706328077,
      "grad_norm": 1.481906119625181,
      "learning_rate": 0.0001322831606085174,
      "loss": 0.8051,
      "step": 79690
    },
    {
      "epoch": 3.264018021707966,
      "grad_norm": 0.9790161465340647,
      "learning_rate": 0.0001322799220471103,
      "loss": 0.4395,
      "step": 79691
    },
    {
      "epoch": 3.2640589801351627,
      "grad_norm": 0.9974377361164309,
      "learning_rate": 0.00013227668349408025,
      "loss": 0.3254,
      "step": 79692
    },
    {
      "epoch": 3.2640999385623592,
      "grad_norm": 1.1980654876522343,
      "learning_rate": 0.00013227344494942878,
      "loss": 0.7204,
      "step": 79693
    },
    {
      "epoch": 3.264140896989556,
      "grad_norm": 0.9013342721681056,
      "learning_rate": 0.0001322702064131574,
      "loss": 0.2778,
      "step": 79694
    },
    {
      "epoch": 3.264181855416752,
      "grad_norm": 1.386750440042215,
      "learning_rate": 0.0001322669678852676,
      "loss": 0.7112,
      "step": 79695
    },
    {
      "epoch": 3.2642228138439484,
      "grad_norm": 2.530470189861668,
      "learning_rate": 0.00013226372936576096,
      "loss": 0.7352,
      "step": 79696
    },
    {
      "epoch": 3.264263772271145,
      "grad_norm": 1.1364039864899624,
      "learning_rate": 0.000132260490854639,
      "loss": 0.5604,
      "step": 79697
    },
    {
      "epoch": 3.264304730698341,
      "grad_norm": 1.2532077920298161,
      "learning_rate": 0.00013225725235190328,
      "loss": 0.7958,
      "step": 79698
    },
    {
      "epoch": 3.2643456891255376,
      "grad_norm": 1.1936200126197865,
      "learning_rate": 0.00013225401385755526,
      "loss": 0.7921,
      "step": 79699
    },
    {
      "epoch": 3.264386647552734,
      "grad_norm": 0.8449805724462471,
      "learning_rate": 0.00013225077537159653,
      "loss": 0.3706,
      "step": 79700
    },
    {
      "epoch": 3.26442760597993,
      "grad_norm": 1.4871821771965503,
      "learning_rate": 0.0001322475368940286,
      "loss": 0.876,
      "step": 79701
    },
    {
      "epoch": 3.2644685644071267,
      "grad_norm": 1.4502103124881394,
      "learning_rate": 0.00013224429842485303,
      "loss": 0.5575,
      "step": 79702
    },
    {
      "epoch": 3.2645095228343233,
      "grad_norm": 1.238309629565378,
      "learning_rate": 0.00013224105996407132,
      "loss": 0.8345,
      "step": 79703
    },
    {
      "epoch": 3.2645504812615194,
      "grad_norm": 1.199514637387861,
      "learning_rate": 0.00013223782151168496,
      "loss": 0.7023,
      "step": 79704
    },
    {
      "epoch": 3.264591439688716,
      "grad_norm": 1.1061328267521207,
      "learning_rate": 0.00013223458306769556,
      "loss": 0.4076,
      "step": 79705
    },
    {
      "epoch": 3.2646323981159124,
      "grad_norm": 1.0572248605587198,
      "learning_rate": 0.00013223134463210463,
      "loss": 0.6124,
      "step": 79706
    },
    {
      "epoch": 3.264673356543109,
      "grad_norm": 1.172314167912848,
      "learning_rate": 0.00013222810620491367,
      "loss": 0.61,
      "step": 79707
    },
    {
      "epoch": 3.264714314970305,
      "grad_norm": 1.1969804908254602,
      "learning_rate": 0.00013222486778612422,
      "loss": 0.6452,
      "step": 79708
    },
    {
      "epoch": 3.2647552733975016,
      "grad_norm": 1.7246385265230912,
      "learning_rate": 0.00013222162937573785,
      "loss": 1.2327,
      "step": 79709
    },
    {
      "epoch": 3.2647962318246977,
      "grad_norm": 1.2517838795302088,
      "learning_rate": 0.00013221839097375606,
      "loss": 0.6888,
      "step": 79710
    },
    {
      "epoch": 3.2648371902518942,
      "grad_norm": 2.0247561561165743,
      "learning_rate": 0.00013221515258018038,
      "loss": 1.5365,
      "step": 79711
    },
    {
      "epoch": 3.2648781486790908,
      "grad_norm": 0.6774817344117258,
      "learning_rate": 0.0001322119141950123,
      "loss": 0.2246,
      "step": 79712
    },
    {
      "epoch": 3.2649191071062873,
      "grad_norm": 1.0962050448534093,
      "learning_rate": 0.0001322086758182535,
      "loss": 0.8385,
      "step": 79713
    },
    {
      "epoch": 3.2649600655334834,
      "grad_norm": 1.1581320742165673,
      "learning_rate": 0.0001322054374499053,
      "loss": 0.7422,
      "step": 79714
    },
    {
      "epoch": 3.26500102396068,
      "grad_norm": 1.6876915578821103,
      "learning_rate": 0.00013220219908996938,
      "loss": 0.4943,
      "step": 79715
    },
    {
      "epoch": 3.2650419823878765,
      "grad_norm": 1.2082919398336023,
      "learning_rate": 0.00013219896073844722,
      "loss": 0.7391,
      "step": 79716
    },
    {
      "epoch": 3.2650829408150726,
      "grad_norm": 1.3828848869732195,
      "learning_rate": 0.00013219572239534037,
      "loss": 0.9959,
      "step": 79717
    },
    {
      "epoch": 3.265123899242269,
      "grad_norm": 3.642957663261016,
      "learning_rate": 0.00013219248406065034,
      "loss": 2.0794,
      "step": 79718
    },
    {
      "epoch": 3.2651648576694656,
      "grad_norm": 1.7638770059770124,
      "learning_rate": 0.00013218924573437865,
      "loss": 1.015,
      "step": 79719
    },
    {
      "epoch": 3.2652058160966617,
      "grad_norm": 1.023550342755675,
      "learning_rate": 0.00013218600741652688,
      "loss": 0.6043,
      "step": 79720
    },
    {
      "epoch": 3.2652467745238583,
      "grad_norm": 1.294254795743625,
      "learning_rate": 0.00013218276910709653,
      "loss": 0.697,
      "step": 79721
    },
    {
      "epoch": 3.265287732951055,
      "grad_norm": 1.3347166931142234,
      "learning_rate": 0.00013217953080608912,
      "loss": 0.8437,
      "step": 79722
    },
    {
      "epoch": 3.265328691378251,
      "grad_norm": 1.0507607834821522,
      "learning_rate": 0.0001321762925135062,
      "loss": 0.5732,
      "step": 79723
    },
    {
      "epoch": 3.2653696498054474,
      "grad_norm": 1.2516517869576826,
      "learning_rate": 0.00013217305422934928,
      "loss": 0.7898,
      "step": 79724
    },
    {
      "epoch": 3.265410608232644,
      "grad_norm": 4.19778863944371,
      "learning_rate": 0.00013216981595361992,
      "loss": 5.2162,
      "step": 79725
    },
    {
      "epoch": 3.2654515666598405,
      "grad_norm": 0.9523174784903602,
      "learning_rate": 0.00013216657768631962,
      "loss": 0.3774,
      "step": 79726
    },
    {
      "epoch": 3.2654925250870366,
      "grad_norm": 1.2740610097745018,
      "learning_rate": 0.00013216333942744996,
      "loss": 0.8096,
      "step": 79727
    },
    {
      "epoch": 3.265533483514233,
      "grad_norm": 1.3337486380710206,
      "learning_rate": 0.00013216010117701241,
      "loss": 0.6042,
      "step": 79728
    },
    {
      "epoch": 3.265574441941429,
      "grad_norm": 1.0336788394485739,
      "learning_rate": 0.00013215686293500855,
      "loss": 0.4218,
      "step": 79729
    },
    {
      "epoch": 3.2656154003686257,
      "grad_norm": 0.8171814677258249,
      "learning_rate": 0.0001321536247014399,
      "loss": 0.312,
      "step": 79730
    },
    {
      "epoch": 3.2656563587958223,
      "grad_norm": 2.720209468147519,
      "learning_rate": 0.00013215038647630792,
      "loss": 0.9303,
      "step": 79731
    },
    {
      "epoch": 3.265697317223019,
      "grad_norm": 1.5967073210110816,
      "learning_rate": 0.00013214714825961424,
      "loss": 0.5982,
      "step": 79732
    },
    {
      "epoch": 3.265738275650215,
      "grad_norm": 1.7140672359625997,
      "learning_rate": 0.00013214391005136037,
      "loss": 0.7705,
      "step": 79733
    },
    {
      "epoch": 3.2657792340774114,
      "grad_norm": 1.4789563243837232,
      "learning_rate": 0.00013214067185154783,
      "loss": 0.9265,
      "step": 79734
    },
    {
      "epoch": 3.265820192504608,
      "grad_norm": 1.1192882777608695,
      "learning_rate": 0.00013213743366017808,
      "loss": 0.4892,
      "step": 79735
    },
    {
      "epoch": 3.265861150931804,
      "grad_norm": 1.1167275623329647,
      "learning_rate": 0.00013213419547725277,
      "loss": 0.7126,
      "step": 79736
    },
    {
      "epoch": 3.2659021093590006,
      "grad_norm": 1.132201181365466,
      "learning_rate": 0.00013213095730277337,
      "loss": 0.6381,
      "step": 79737
    },
    {
      "epoch": 3.265943067786197,
      "grad_norm": 1.3121906230379479,
      "learning_rate": 0.0001321277191367414,
      "loss": 0.6024,
      "step": 79738
    },
    {
      "epoch": 3.2659840262133932,
      "grad_norm": 1.8082216325399785,
      "learning_rate": 0.0001321244809791584,
      "loss": 1.431,
      "step": 79739
    },
    {
      "epoch": 3.2660249846405898,
      "grad_norm": 1.2036465470085373,
      "learning_rate": 0.00013212124283002593,
      "loss": 0.6682,
      "step": 79740
    },
    {
      "epoch": 3.2660659430677863,
      "grad_norm": 1.342718727350399,
      "learning_rate": 0.00013211800468934548,
      "loss": 0.7393,
      "step": 79741
    },
    {
      "epoch": 3.2661069014949824,
      "grad_norm": 1.3810455019262227,
      "learning_rate": 0.00013211476655711863,
      "loss": 0.8324,
      "step": 79742
    },
    {
      "epoch": 3.266147859922179,
      "grad_norm": 1.2934953793461945,
      "learning_rate": 0.00013211152843334685,
      "loss": 0.4614,
      "step": 79743
    },
    {
      "epoch": 3.2661888183493755,
      "grad_norm": 0.919949785677159,
      "learning_rate": 0.00013210829031803172,
      "loss": 0.2694,
      "step": 79744
    },
    {
      "epoch": 3.266229776776572,
      "grad_norm": 1.2448671751642553,
      "learning_rate": 0.00013210505221117474,
      "loss": 0.7314,
      "step": 79745
    },
    {
      "epoch": 3.266270735203768,
      "grad_norm": 1.598587731459701,
      "learning_rate": 0.00013210181411277746,
      "loss": 0.911,
      "step": 79746
    },
    {
      "epoch": 3.2663116936309646,
      "grad_norm": 1.490796116420591,
      "learning_rate": 0.00013209857602284139,
      "loss": 1.0252,
      "step": 79747
    },
    {
      "epoch": 3.2663526520581607,
      "grad_norm": 1.1474101982200464,
      "learning_rate": 0.00013209533794136807,
      "loss": 0.4973,
      "step": 79748
    },
    {
      "epoch": 3.2663936104853573,
      "grad_norm": 1.229606946772009,
      "learning_rate": 0.00013209209986835907,
      "loss": 0.6197,
      "step": 79749
    },
    {
      "epoch": 3.266434568912554,
      "grad_norm": 2.017164568281448,
      "learning_rate": 0.0001320888618038159,
      "loss": 0.8637,
      "step": 79750
    },
    {
      "epoch": 3.2664755273397503,
      "grad_norm": 1.1802312907873092,
      "learning_rate": 0.00013208562374774,
      "loss": 0.6135,
      "step": 79751
    },
    {
      "epoch": 3.2665164857669464,
      "grad_norm": 1.19953165889974,
      "learning_rate": 0.00013208238570013305,
      "loss": 0.643,
      "step": 79752
    },
    {
      "epoch": 3.266557444194143,
      "grad_norm": 1.4915325589034527,
      "learning_rate": 0.00013207914766099647,
      "loss": 0.8193,
      "step": 79753
    },
    {
      "epoch": 3.2665984026213395,
      "grad_norm": 1.496775123379512,
      "learning_rate": 0.00013207590963033186,
      "loss": 0.9035,
      "step": 79754
    },
    {
      "epoch": 3.2666393610485356,
      "grad_norm": 1.268838055393859,
      "learning_rate": 0.00013207267160814066,
      "loss": 0.7822,
      "step": 79755
    },
    {
      "epoch": 3.266680319475732,
      "grad_norm": 1.2290103670408388,
      "learning_rate": 0.0001320694335944245,
      "loss": 0.6729,
      "step": 79756
    },
    {
      "epoch": 3.2667212779029287,
      "grad_norm": 1.5484597308683687,
      "learning_rate": 0.0001320661955891849,
      "loss": 0.8637,
      "step": 79757
    },
    {
      "epoch": 3.2667622363301247,
      "grad_norm": 1.2217107672128003,
      "learning_rate": 0.00013206295759242334,
      "loss": 0.5842,
      "step": 79758
    },
    {
      "epoch": 3.2668031947573213,
      "grad_norm": 1.326999709491514,
      "learning_rate": 0.00013205971960414132,
      "loss": 0.7293,
      "step": 79759
    },
    {
      "epoch": 3.266844153184518,
      "grad_norm": 1.133010523834301,
      "learning_rate": 0.00013205648162434048,
      "loss": 0.7986,
      "step": 79760
    },
    {
      "epoch": 3.266885111611714,
      "grad_norm": 1.2080848020786017,
      "learning_rate": 0.0001320532436530223,
      "loss": 0.7903,
      "step": 79761
    },
    {
      "epoch": 3.2669260700389104,
      "grad_norm": 1.487449855167263,
      "learning_rate": 0.0001320500056901883,
      "loss": 0.6093,
      "step": 79762
    },
    {
      "epoch": 3.266967028466107,
      "grad_norm": 1.496298191276832,
      "learning_rate": 0.00013204676773583996,
      "loss": 0.9105,
      "step": 79763
    },
    {
      "epoch": 3.2670079868933035,
      "grad_norm": 1.2508178988997805,
      "learning_rate": 0.00013204352978997893,
      "loss": 0.9165,
      "step": 79764
    },
    {
      "epoch": 3.2670489453204996,
      "grad_norm": 1.208236752264191,
      "learning_rate": 0.00013204029185260666,
      "loss": 0.7095,
      "step": 79765
    },
    {
      "epoch": 3.267089903747696,
      "grad_norm": 2.2936359739872927,
      "learning_rate": 0.00013203705392372472,
      "loss": 1.4597,
      "step": 79766
    },
    {
      "epoch": 3.2671308621748922,
      "grad_norm": 1.532247933035597,
      "learning_rate": 0.00013203381600333455,
      "loss": 0.6127,
      "step": 79767
    },
    {
      "epoch": 3.2671718206020888,
      "grad_norm": 1.3097294629076701,
      "learning_rate": 0.00013203057809143783,
      "loss": 0.4964,
      "step": 79768
    },
    {
      "epoch": 3.2672127790292853,
      "grad_norm": 1.6647811216230037,
      "learning_rate": 0.00013202734018803595,
      "loss": 0.9203,
      "step": 79769
    },
    {
      "epoch": 3.267253737456482,
      "grad_norm": 6.773060058460494,
      "learning_rate": 0.00013202410229313054,
      "loss": 1.5879,
      "step": 79770
    },
    {
      "epoch": 3.267294695883678,
      "grad_norm": 1.639622433190813,
      "learning_rate": 0.0001320208644067231,
      "loss": 0.8688,
      "step": 79771
    },
    {
      "epoch": 3.2673356543108745,
      "grad_norm": 1.4823957816125823,
      "learning_rate": 0.0001320176265288151,
      "loss": 0.9988,
      "step": 79772
    },
    {
      "epoch": 3.267376612738071,
      "grad_norm": 1.2243246408647213,
      "learning_rate": 0.00013201438865940816,
      "loss": 0.8035,
      "step": 79773
    },
    {
      "epoch": 3.267417571165267,
      "grad_norm": 1.6469003146328196,
      "learning_rate": 0.00013201115079850375,
      "loss": 0.8163,
      "step": 79774
    },
    {
      "epoch": 3.2674585295924636,
      "grad_norm": 0.7828056370213471,
      "learning_rate": 0.00013200791294610347,
      "loss": 0.242,
      "step": 79775
    },
    {
      "epoch": 3.26749948801966,
      "grad_norm": 1.2635867123825408,
      "learning_rate": 0.00013200467510220875,
      "loss": 0.8322,
      "step": 79776
    },
    {
      "epoch": 3.2675404464468563,
      "grad_norm": 0.7712552377603361,
      "learning_rate": 0.0001320014372668212,
      "loss": 0.2213,
      "step": 79777
    },
    {
      "epoch": 3.267581404874053,
      "grad_norm": 0.8884562850414706,
      "learning_rate": 0.00013199819943994232,
      "loss": 0.2281,
      "step": 79778
    },
    {
      "epoch": 3.2676223633012493,
      "grad_norm": 1.5777704224499567,
      "learning_rate": 0.00013199496162157368,
      "loss": 1.0936,
      "step": 79779
    },
    {
      "epoch": 3.2676633217284454,
      "grad_norm": 1.2467074301659395,
      "learning_rate": 0.0001319917238117167,
      "loss": 0.5971,
      "step": 79780
    },
    {
      "epoch": 3.267704280155642,
      "grad_norm": 1.1344112031581124,
      "learning_rate": 0.00013198848601037304,
      "loss": 0.6892,
      "step": 79781
    },
    {
      "epoch": 3.2677452385828385,
      "grad_norm": 1.2941828751710942,
      "learning_rate": 0.0001319852482175442,
      "loss": 0.6836,
      "step": 79782
    },
    {
      "epoch": 3.267786197010035,
      "grad_norm": 1.0920978961003343,
      "learning_rate": 0.00013198201043323167,
      "loss": 0.3424,
      "step": 79783
    },
    {
      "epoch": 3.267827155437231,
      "grad_norm": 1.232712006745889,
      "learning_rate": 0.00013197877265743702,
      "loss": 0.6649,
      "step": 79784
    },
    {
      "epoch": 3.2678681138644277,
      "grad_norm": 0.8191363123935202,
      "learning_rate": 0.00013197553489016175,
      "loss": 0.2524,
      "step": 79785
    },
    {
      "epoch": 3.267909072291624,
      "grad_norm": 1.179858774102097,
      "learning_rate": 0.00013197229713140737,
      "loss": 0.6875,
      "step": 79786
    },
    {
      "epoch": 3.2679500307188203,
      "grad_norm": 1.5628332892354695,
      "learning_rate": 0.00013196905938117547,
      "loss": 0.9357,
      "step": 79787
    },
    {
      "epoch": 3.267990989146017,
      "grad_norm": 1.9852604386191,
      "learning_rate": 0.00013196582163946754,
      "loss": 0.7034,
      "step": 79788
    },
    {
      "epoch": 3.2680319475732134,
      "grad_norm": 1.2808161990374856,
      "learning_rate": 0.00013196258390628512,
      "loss": 0.6453,
      "step": 79789
    },
    {
      "epoch": 3.2680729060004094,
      "grad_norm": 0.8409729558939986,
      "learning_rate": 0.00013195934618162974,
      "loss": 0.3345,
      "step": 79790
    },
    {
      "epoch": 3.268113864427606,
      "grad_norm": 1.3820245330607135,
      "learning_rate": 0.00013195610846550293,
      "loss": 0.7774,
      "step": 79791
    },
    {
      "epoch": 3.2681548228548025,
      "grad_norm": 1.519525879041876,
      "learning_rate": 0.00013195287075790625,
      "loss": 0.6155,
      "step": 79792
    },
    {
      "epoch": 3.2681957812819986,
      "grad_norm": 1.5758967896248615,
      "learning_rate": 0.0001319496330588412,
      "loss": 0.8875,
      "step": 79793
    },
    {
      "epoch": 3.268236739709195,
      "grad_norm": 0.7095470778168976,
      "learning_rate": 0.00013194639536830927,
      "loss": 0.1131,
      "step": 79794
    },
    {
      "epoch": 3.2682776981363917,
      "grad_norm": 1.069166590928414,
      "learning_rate": 0.0001319431576863121,
      "loss": 0.475,
      "step": 79795
    },
    {
      "epoch": 3.2683186565635878,
      "grad_norm": 1.4736840116788443,
      "learning_rate": 0.00013193992001285114,
      "loss": 0.7106,
      "step": 79796
    },
    {
      "epoch": 3.2683596149907843,
      "grad_norm": 1.3100523249733262,
      "learning_rate": 0.00013193668234792792,
      "loss": 0.8531,
      "step": 79797
    },
    {
      "epoch": 3.268400573417981,
      "grad_norm": 1.1920652321751817,
      "learning_rate": 0.000131933444691544,
      "loss": 0.6542,
      "step": 79798
    },
    {
      "epoch": 3.268441531845177,
      "grad_norm": 1.553432194277142,
      "learning_rate": 0.0001319302070437009,
      "loss": 0.7565,
      "step": 79799
    },
    {
      "epoch": 3.2684824902723735,
      "grad_norm": 1.3234014827177187,
      "learning_rate": 0.00013192696940440013,
      "loss": 0.7096,
      "step": 79800
    },
    {
      "epoch": 3.26852344869957,
      "grad_norm": 1.3835097955482263,
      "learning_rate": 0.00013192373177364327,
      "loss": 0.7602,
      "step": 79801
    },
    {
      "epoch": 3.2685644071267665,
      "grad_norm": 1.0905008308710826,
      "learning_rate": 0.00013192049415143182,
      "loss": 0.594,
      "step": 79802
    },
    {
      "epoch": 3.2686053655539626,
      "grad_norm": 0.7770444672991526,
      "learning_rate": 0.00013191725653776727,
      "loss": 0.1354,
      "step": 79803
    },
    {
      "epoch": 3.268646323981159,
      "grad_norm": 1.214934939695505,
      "learning_rate": 0.00013191401893265122,
      "loss": 0.6934,
      "step": 79804
    },
    {
      "epoch": 3.2686872824083557,
      "grad_norm": 1.5358744549654788,
      "learning_rate": 0.0001319107813360852,
      "loss": 0.9807,
      "step": 79805
    },
    {
      "epoch": 3.268728240835552,
      "grad_norm": 1.0868840953822936,
      "learning_rate": 0.0001319075437480707,
      "loss": 0.5766,
      "step": 79806
    },
    {
      "epoch": 3.2687691992627483,
      "grad_norm": 1.4717463140442475,
      "learning_rate": 0.0001319043061686092,
      "loss": 0.6962,
      "step": 79807
    },
    {
      "epoch": 3.268810157689945,
      "grad_norm": 1.0872810126794148,
      "learning_rate": 0.00013190106859770236,
      "loss": 0.403,
      "step": 79808
    },
    {
      "epoch": 3.268851116117141,
      "grad_norm": 2.4072831982289125,
      "learning_rate": 0.00013189783103535163,
      "loss": 0.9594,
      "step": 79809
    },
    {
      "epoch": 3.2688920745443375,
      "grad_norm": 1.705992911699865,
      "learning_rate": 0.00013189459348155857,
      "loss": 0.7202,
      "step": 79810
    },
    {
      "epoch": 3.268933032971534,
      "grad_norm": 1.323832690646396,
      "learning_rate": 0.00013189135593632463,
      "loss": 0.7784,
      "step": 79811
    },
    {
      "epoch": 3.26897399139873,
      "grad_norm": 1.277203347208592,
      "learning_rate": 0.00013188811839965147,
      "loss": 0.8103,
      "step": 79812
    },
    {
      "epoch": 3.2690149498259267,
      "grad_norm": 0.9287651627375179,
      "learning_rate": 0.00013188488087154056,
      "loss": 0.2611,
      "step": 79813
    },
    {
      "epoch": 3.269055908253123,
      "grad_norm": 4.205377247757163,
      "learning_rate": 0.0001318816433519934,
      "loss": 5.2194,
      "step": 79814
    },
    {
      "epoch": 3.2690968666803193,
      "grad_norm": 1.147996488437767,
      "learning_rate": 0.00013187840584101153,
      "loss": 0.4948,
      "step": 79815
    },
    {
      "epoch": 3.269137825107516,
      "grad_norm": 0.955311932662006,
      "learning_rate": 0.00013187516833859656,
      "loss": 0.2475,
      "step": 79816
    },
    {
      "epoch": 3.2691787835347124,
      "grad_norm": 1.357903169073672,
      "learning_rate": 0.0001318719308447499,
      "loss": 0.5115,
      "step": 79817
    },
    {
      "epoch": 3.2692197419619085,
      "grad_norm": 1.6291964209802376,
      "learning_rate": 0.00013186869335947318,
      "loss": 0.7066,
      "step": 79818
    },
    {
      "epoch": 3.269260700389105,
      "grad_norm": 2.010052044695266,
      "learning_rate": 0.00013186545588276787,
      "loss": 0.8658,
      "step": 79819
    },
    {
      "epoch": 3.2693016588163015,
      "grad_norm": 2.6930626776071103,
      "learning_rate": 0.0001318622184146355,
      "loss": 1.5604,
      "step": 79820
    },
    {
      "epoch": 3.269342617243498,
      "grad_norm": 1.4849863229324005,
      "learning_rate": 0.00013185898095507766,
      "loss": 0.9871,
      "step": 79821
    },
    {
      "epoch": 3.269383575670694,
      "grad_norm": 0.8201904884420089,
      "learning_rate": 0.00013185574350409583,
      "loss": 0.2784,
      "step": 79822
    },
    {
      "epoch": 3.2694245340978907,
      "grad_norm": 1.1677290372279316,
      "learning_rate": 0.00013185250606169153,
      "loss": 0.7652,
      "step": 79823
    },
    {
      "epoch": 3.2694654925250872,
      "grad_norm": 1.2346207443659862,
      "learning_rate": 0.0001318492686278663,
      "loss": 0.7319,
      "step": 79824
    },
    {
      "epoch": 3.2695064509522833,
      "grad_norm": 0.8023784791536098,
      "learning_rate": 0.00013184603120262176,
      "loss": 0.254,
      "step": 79825
    },
    {
      "epoch": 3.26954740937948,
      "grad_norm": 1.3780230179759625,
      "learning_rate": 0.0001318427937859593,
      "loss": 0.8097,
      "step": 79826
    },
    {
      "epoch": 3.2695883678066764,
      "grad_norm": 1.6728529741316676,
      "learning_rate": 0.0001318395563778805,
      "loss": 0.5692,
      "step": 79827
    },
    {
      "epoch": 3.2696293262338725,
      "grad_norm": 1.4655280712683205,
      "learning_rate": 0.00013183631897838695,
      "loss": 0.7091,
      "step": 79828
    },
    {
      "epoch": 3.269670284661069,
      "grad_norm": 2.120845008359373,
      "learning_rate": 0.0001318330815874801,
      "loss": 1.3315,
      "step": 79829
    },
    {
      "epoch": 3.2697112430882656,
      "grad_norm": 1.526019113397188,
      "learning_rate": 0.00013182984420516153,
      "loss": 0.8777,
      "step": 79830
    },
    {
      "epoch": 3.2697522015154616,
      "grad_norm": 1.0681254684939285,
      "learning_rate": 0.00013182660683143274,
      "loss": 0.5224,
      "step": 79831
    },
    {
      "epoch": 3.269793159942658,
      "grad_norm": 1.5640814635211693,
      "learning_rate": 0.0001318233694662953,
      "loss": 0.8435,
      "step": 79832
    },
    {
      "epoch": 3.2698341183698547,
      "grad_norm": 1.7349037579186966,
      "learning_rate": 0.0001318201321097507,
      "loss": 0.8403,
      "step": 79833
    },
    {
      "epoch": 3.269875076797051,
      "grad_norm": 1.8480226355052547,
      "learning_rate": 0.00013181689476180053,
      "loss": 0.5874,
      "step": 79834
    },
    {
      "epoch": 3.2699160352242473,
      "grad_norm": 1.8330451413695141,
      "learning_rate": 0.0001318136574224462,
      "loss": 1.1703,
      "step": 79835
    },
    {
      "epoch": 3.269956993651444,
      "grad_norm": 1.427850626697075,
      "learning_rate": 0.00013181042009168938,
      "loss": 1.0077,
      "step": 79836
    },
    {
      "epoch": 3.26999795207864,
      "grad_norm": 2.109342579436142,
      "learning_rate": 0.0001318071827695315,
      "loss": 1.9512,
      "step": 79837
    },
    {
      "epoch": 3.2700389105058365,
      "grad_norm": 1.950513903617535,
      "learning_rate": 0.00013180394545597417,
      "loss": 0.9673,
      "step": 79838
    },
    {
      "epoch": 3.270079868933033,
      "grad_norm": 1.2926456344111796,
      "learning_rate": 0.00013180070815101881,
      "loss": 0.8032,
      "step": 79839
    },
    {
      "epoch": 3.2701208273602296,
      "grad_norm": 1.2278715964809,
      "learning_rate": 0.0001317974708546671,
      "loss": 0.5856,
      "step": 79840
    },
    {
      "epoch": 3.2701617857874257,
      "grad_norm": 1.0484717344818042,
      "learning_rate": 0.00013179423356692044,
      "loss": 0.3757,
      "step": 79841
    },
    {
      "epoch": 3.270202744214622,
      "grad_norm": 1.490840387449254,
      "learning_rate": 0.00013179099628778045,
      "loss": 0.9046,
      "step": 79842
    },
    {
      "epoch": 3.2702437026418187,
      "grad_norm": 1.1595506830882591,
      "learning_rate": 0.00013178775901724857,
      "loss": 0.5575,
      "step": 79843
    },
    {
      "epoch": 3.270284661069015,
      "grad_norm": 1.3087002413538067,
      "learning_rate": 0.0001317845217553264,
      "loss": 0.6584,
      "step": 79844
    },
    {
      "epoch": 3.2703256194962114,
      "grad_norm": 0.8411764913526562,
      "learning_rate": 0.00013178128450201546,
      "loss": 0.2531,
      "step": 79845
    },
    {
      "epoch": 3.270366577923408,
      "grad_norm": 0.9752459372806234,
      "learning_rate": 0.00013177804725731727,
      "loss": 0.3867,
      "step": 79846
    },
    {
      "epoch": 3.270407536350604,
      "grad_norm": 1.769924415446558,
      "learning_rate": 0.00013177481002123336,
      "loss": 1.219,
      "step": 79847
    },
    {
      "epoch": 3.2704484947778005,
      "grad_norm": 1.1229166403969173,
      "learning_rate": 0.00013177157279376523,
      "loss": 0.4324,
      "step": 79848
    },
    {
      "epoch": 3.270489453204997,
      "grad_norm": 1.4728462000176046,
      "learning_rate": 0.00013176833557491447,
      "loss": 0.9332,
      "step": 79849
    },
    {
      "epoch": 3.270530411632193,
      "grad_norm": 1.4020579515285085,
      "learning_rate": 0.0001317650983646826,
      "loss": 0.853,
      "step": 79850
    },
    {
      "epoch": 3.2705713700593897,
      "grad_norm": 1.4165747446617105,
      "learning_rate": 0.00013176186116307112,
      "loss": 0.8676,
      "step": 79851
    },
    {
      "epoch": 3.2706123284865862,
      "grad_norm": 2.231932381909452,
      "learning_rate": 0.00013175862397008154,
      "loss": 2.0726,
      "step": 79852
    },
    {
      "epoch": 3.2706532869137823,
      "grad_norm": 1.2077372284746208,
      "learning_rate": 0.00013175538678571546,
      "loss": 0.8119,
      "step": 79853
    },
    {
      "epoch": 3.270694245340979,
      "grad_norm": 1.225088833571322,
      "learning_rate": 0.00013175214960997443,
      "loss": 0.3185,
      "step": 79854
    },
    {
      "epoch": 3.2707352037681754,
      "grad_norm": 0.831016607264273,
      "learning_rate": 0.00013174891244285987,
      "loss": 0.2389,
      "step": 79855
    },
    {
      "epoch": 3.2707761621953715,
      "grad_norm": 1.2283453988917408,
      "learning_rate": 0.00013174567528437337,
      "loss": 0.66,
      "step": 79856
    },
    {
      "epoch": 3.270817120622568,
      "grad_norm": 0.9420412067782964,
      "learning_rate": 0.00013174243813451645,
      "loss": 0.1942,
      "step": 79857
    },
    {
      "epoch": 3.2708580790497646,
      "grad_norm": 1.4443836049356638,
      "learning_rate": 0.00013173920099329064,
      "loss": 0.7529,
      "step": 79858
    },
    {
      "epoch": 3.270899037476961,
      "grad_norm": 1.4206506589674541,
      "learning_rate": 0.00013173596386069746,
      "loss": 0.7544,
      "step": 79859
    },
    {
      "epoch": 3.270939995904157,
      "grad_norm": 1.2159775822214054,
      "learning_rate": 0.0001317327267367385,
      "loss": 0.642,
      "step": 79860
    },
    {
      "epoch": 3.2709809543313537,
      "grad_norm": 1.77889537216057,
      "learning_rate": 0.00013172948962141521,
      "loss": 0.9871,
      "step": 79861
    },
    {
      "epoch": 3.2710219127585503,
      "grad_norm": 1.150417765860248,
      "learning_rate": 0.00013172625251472916,
      "loss": 0.6271,
      "step": 79862
    },
    {
      "epoch": 3.2710628711857463,
      "grad_norm": 4.4493707730102985,
      "learning_rate": 0.0001317230154166819,
      "loss": 3.3694,
      "step": 79863
    },
    {
      "epoch": 3.271103829612943,
      "grad_norm": 0.946787221184661,
      "learning_rate": 0.00013171977832727492,
      "loss": 0.2668,
      "step": 79864
    },
    {
      "epoch": 3.2711447880401394,
      "grad_norm": 1.3401100088333946,
      "learning_rate": 0.00013171654124650978,
      "loss": 0.7785,
      "step": 79865
    },
    {
      "epoch": 3.2711857464673355,
      "grad_norm": 1.4560962861635616,
      "learning_rate": 0.00013171330417438795,
      "loss": 0.8983,
      "step": 79866
    },
    {
      "epoch": 3.271226704894532,
      "grad_norm": 1.4797554934255037,
      "learning_rate": 0.00013171006711091106,
      "loss": 0.8546,
      "step": 79867
    },
    {
      "epoch": 3.2712676633217286,
      "grad_norm": 1.2616308535501448,
      "learning_rate": 0.00013170683005608058,
      "loss": 0.5436,
      "step": 79868
    },
    {
      "epoch": 3.2713086217489247,
      "grad_norm": 1.1218517044746474,
      "learning_rate": 0.00013170359300989807,
      "loss": 0.6074,
      "step": 79869
    },
    {
      "epoch": 3.271349580176121,
      "grad_norm": 1.1332218847836486,
      "learning_rate": 0.00013170035597236498,
      "loss": 0.6572,
      "step": 79870
    },
    {
      "epoch": 3.2713905386033177,
      "grad_norm": 1.2644149564739817,
      "learning_rate": 0.00013169711894348295,
      "loss": 0.5357,
      "step": 79871
    },
    {
      "epoch": 3.271431497030514,
      "grad_norm": 1.4587091893605255,
      "learning_rate": 0.00013169388192325345,
      "loss": 0.7617,
      "step": 79872
    },
    {
      "epoch": 3.2714724554577104,
      "grad_norm": 3.30598024774715,
      "learning_rate": 0.00013169064491167802,
      "loss": 2.4956,
      "step": 79873
    },
    {
      "epoch": 3.271513413884907,
      "grad_norm": 1.163119701010373,
      "learning_rate": 0.0001316874079087582,
      "loss": 0.6719,
      "step": 79874
    },
    {
      "epoch": 3.271554372312103,
      "grad_norm": 0.9625690664321882,
      "learning_rate": 0.00013168417091449547,
      "loss": 0.3749,
      "step": 79875
    },
    {
      "epoch": 3.2715953307392995,
      "grad_norm": 1.3076336184871082,
      "learning_rate": 0.00013168093392889143,
      "loss": 0.7025,
      "step": 79876
    },
    {
      "epoch": 3.271636289166496,
      "grad_norm": 1.3382372812691425,
      "learning_rate": 0.0001316776969519476,
      "loss": 0.6993,
      "step": 79877
    },
    {
      "epoch": 3.2716772475936926,
      "grad_norm": 1.3802255412728583,
      "learning_rate": 0.00013167445998366547,
      "loss": 0.7006,
      "step": 79878
    },
    {
      "epoch": 3.2717182060208887,
      "grad_norm": 1.0710108715582294,
      "learning_rate": 0.00013167122302404658,
      "loss": 0.5506,
      "step": 79879
    },
    {
      "epoch": 3.2717591644480852,
      "grad_norm": 1.0834964020872206,
      "learning_rate": 0.00013166798607309248,
      "loss": 0.6057,
      "step": 79880
    },
    {
      "epoch": 3.2718001228752818,
      "grad_norm": 1.4339232427498922,
      "learning_rate": 0.0001316647491308047,
      "loss": 0.7418,
      "step": 79881
    },
    {
      "epoch": 3.271841081302478,
      "grad_norm": 1.19081822683771,
      "learning_rate": 0.00013166151219718477,
      "loss": 0.7053,
      "step": 79882
    },
    {
      "epoch": 3.2718820397296744,
      "grad_norm": 1.2489003179162406,
      "learning_rate": 0.0001316582752722342,
      "loss": 0.7493,
      "step": 79883
    },
    {
      "epoch": 3.271922998156871,
      "grad_norm": 1.3534042761799074,
      "learning_rate": 0.00013165503835595453,
      "loss": 0.8197,
      "step": 79884
    },
    {
      "epoch": 3.271963956584067,
      "grad_norm": 1.2945328548715664,
      "learning_rate": 0.00013165180144834732,
      "loss": 0.7532,
      "step": 79885
    },
    {
      "epoch": 3.2720049150112636,
      "grad_norm": 1.4589215981101336,
      "learning_rate": 0.00013164856454941405,
      "loss": 0.8929,
      "step": 79886
    },
    {
      "epoch": 3.27204587343846,
      "grad_norm": 1.204904755420779,
      "learning_rate": 0.00013164532765915624,
      "loss": 0.5959,
      "step": 79887
    },
    {
      "epoch": 3.272086831865656,
      "grad_norm": 1.2951373322248285,
      "learning_rate": 0.00013164209077757552,
      "loss": 0.7861,
      "step": 79888
    },
    {
      "epoch": 3.2721277902928527,
      "grad_norm": 1.1852900220737255,
      "learning_rate": 0.00013163885390467335,
      "loss": 0.4657,
      "step": 79889
    },
    {
      "epoch": 3.2721687487200493,
      "grad_norm": 0.9342779837517922,
      "learning_rate": 0.00013163561704045124,
      "loss": 0.3255,
      "step": 79890
    },
    {
      "epoch": 3.272209707147246,
      "grad_norm": 1.0553121670866124,
      "learning_rate": 0.00013163238018491072,
      "loss": 0.4132,
      "step": 79891
    },
    {
      "epoch": 3.272250665574442,
      "grad_norm": 1.0920862070108748,
      "learning_rate": 0.00013162914333805336,
      "loss": 0.4631,
      "step": 79892
    },
    {
      "epoch": 3.2722916240016384,
      "grad_norm": 1.3211801060294985,
      "learning_rate": 0.0001316259064998807,
      "loss": 0.5536,
      "step": 79893
    },
    {
      "epoch": 3.2723325824288345,
      "grad_norm": 1.7961435811683302,
      "learning_rate": 0.00013162266967039425,
      "loss": 1.396,
      "step": 79894
    },
    {
      "epoch": 3.272373540856031,
      "grad_norm": 1.700652639917262,
      "learning_rate": 0.0001316194328495955,
      "loss": 0.7477,
      "step": 79895
    },
    {
      "epoch": 3.2724144992832276,
      "grad_norm": 1.4728559110960158,
      "learning_rate": 0.000131616196037486,
      "loss": 0.9906,
      "step": 79896
    },
    {
      "epoch": 3.272455457710424,
      "grad_norm": 2.0931783028910593,
      "learning_rate": 0.00013161295923406737,
      "loss": 0.6379,
      "step": 79897
    },
    {
      "epoch": 3.27249641613762,
      "grad_norm": 1.5236736115458374,
      "learning_rate": 0.00013160972243934102,
      "loss": 0.7803,
      "step": 79898
    },
    {
      "epoch": 3.2725373745648167,
      "grad_norm": 3.22217286657521,
      "learning_rate": 0.00013160648565330852,
      "loss": 0.94,
      "step": 79899
    },
    {
      "epoch": 3.2725783329920133,
      "grad_norm": 0.9796898320877654,
      "learning_rate": 0.0001316032488759714,
      "loss": 0.3463,
      "step": 79900
    },
    {
      "epoch": 3.2726192914192094,
      "grad_norm": 1.4531867086790704,
      "learning_rate": 0.00013160001210733122,
      "loss": 0.9579,
      "step": 79901
    },
    {
      "epoch": 3.272660249846406,
      "grad_norm": 1.6291041781869038,
      "learning_rate": 0.0001315967753473895,
      "loss": 1.0932,
      "step": 79902
    },
    {
      "epoch": 3.2727012082736024,
      "grad_norm": 2.148427444697631,
      "learning_rate": 0.00013159353859614771,
      "loss": 1.6435,
      "step": 79903
    },
    {
      "epoch": 3.2727421667007985,
      "grad_norm": 2.2654616446324907,
      "learning_rate": 0.00013159030185360746,
      "loss": 1.1036,
      "step": 79904
    },
    {
      "epoch": 3.272783125127995,
      "grad_norm": 1.5690519039749697,
      "learning_rate": 0.00013158706511977024,
      "loss": 0.8159,
      "step": 79905
    },
    {
      "epoch": 3.2728240835551916,
      "grad_norm": 1.54759860257313,
      "learning_rate": 0.00013158382839463759,
      "loss": 0.7316,
      "step": 79906
    },
    {
      "epoch": 3.2728650419823877,
      "grad_norm": 0.8228707841367481,
      "learning_rate": 0.00013158059167821102,
      "loss": 0.3027,
      "step": 79907
    },
    {
      "epoch": 3.2729060004095842,
      "grad_norm": 1.4443589868427362,
      "learning_rate": 0.0001315773549704921,
      "loss": 0.5826,
      "step": 79908
    },
    {
      "epoch": 3.2729469588367808,
      "grad_norm": 1.4563694414452004,
      "learning_rate": 0.0001315741182714823,
      "loss": 1.0003,
      "step": 79909
    },
    {
      "epoch": 3.2729879172639773,
      "grad_norm": 1.2096836180355572,
      "learning_rate": 0.00013157088158118326,
      "loss": 0.6757,
      "step": 79910
    },
    {
      "epoch": 3.2730288756911734,
      "grad_norm": 0.8998707458502238,
      "learning_rate": 0.00013156764489959637,
      "loss": 0.223,
      "step": 79911
    },
    {
      "epoch": 3.27306983411837,
      "grad_norm": 1.1626763703819465,
      "learning_rate": 0.00013156440822672326,
      "loss": 0.8258,
      "step": 79912
    },
    {
      "epoch": 3.273110792545566,
      "grad_norm": 1.3108798904963537,
      "learning_rate": 0.0001315611715625654,
      "loss": 0.7502,
      "step": 79913
    },
    {
      "epoch": 3.2731517509727626,
      "grad_norm": 1.419557964260711,
      "learning_rate": 0.00013155793490712437,
      "loss": 0.8379,
      "step": 79914
    },
    {
      "epoch": 3.273192709399959,
      "grad_norm": 1.4030168800311202,
      "learning_rate": 0.0001315546982604017,
      "loss": 0.7853,
      "step": 79915
    },
    {
      "epoch": 3.2732336678271556,
      "grad_norm": 1.4312440498243448,
      "learning_rate": 0.00013155146162239885,
      "loss": 0.9836,
      "step": 79916
    },
    {
      "epoch": 3.2732746262543517,
      "grad_norm": 1.6130705661751041,
      "learning_rate": 0.00013154822499311745,
      "loss": 0.9793,
      "step": 79917
    },
    {
      "epoch": 3.2733155846815483,
      "grad_norm": 1.4760461693053035,
      "learning_rate": 0.00013154498837255894,
      "loss": 0.8851,
      "step": 79918
    },
    {
      "epoch": 3.273356543108745,
      "grad_norm": 1.5264182278702456,
      "learning_rate": 0.00013154175176072493,
      "loss": 0.7466,
      "step": 79919
    },
    {
      "epoch": 3.273397501535941,
      "grad_norm": 1.8416376730670896,
      "learning_rate": 0.00013153851515761684,
      "loss": 1.3352,
      "step": 79920
    },
    {
      "epoch": 3.2734384599631374,
      "grad_norm": 1.4569316998651214,
      "learning_rate": 0.00013153527856323631,
      "loss": 0.8424,
      "step": 79921
    },
    {
      "epoch": 3.273479418390334,
      "grad_norm": 1.653141001116635,
      "learning_rate": 0.00013153204197758483,
      "loss": 0.8123,
      "step": 79922
    },
    {
      "epoch": 3.27352037681753,
      "grad_norm": 1.5258692208540543,
      "learning_rate": 0.00013152880540066395,
      "loss": 0.6167,
      "step": 79923
    },
    {
      "epoch": 3.2735613352447266,
      "grad_norm": 1.2661672385101426,
      "learning_rate": 0.0001315255688324751,
      "loss": 0.7494,
      "step": 79924
    },
    {
      "epoch": 3.273602293671923,
      "grad_norm": 1.2517462454506214,
      "learning_rate": 0.00013152233227302004,
      "loss": 0.7827,
      "step": 79925
    },
    {
      "epoch": 3.273643252099119,
      "grad_norm": 1.4310947857993852,
      "learning_rate": 0.0001315190957223,
      "loss": 0.6832,
      "step": 79926
    },
    {
      "epoch": 3.2736842105263158,
      "grad_norm": 1.5592290823174624,
      "learning_rate": 0.00013151585918031675,
      "loss": 0.8405,
      "step": 79927
    },
    {
      "epoch": 3.2737251689535123,
      "grad_norm": 1.4373581686340253,
      "learning_rate": 0.0001315126226470717,
      "loss": 0.9313,
      "step": 79928
    },
    {
      "epoch": 3.273766127380709,
      "grad_norm": 1.2331584402338207,
      "learning_rate": 0.0001315093861225664,
      "loss": 0.7013,
      "step": 79929
    },
    {
      "epoch": 3.273807085807905,
      "grad_norm": 1.281125141576283,
      "learning_rate": 0.00013150614960680235,
      "loss": 0.8569,
      "step": 79930
    },
    {
      "epoch": 3.2738480442351015,
      "grad_norm": 1.8832984041436487,
      "learning_rate": 0.00013150291309978117,
      "loss": 1.7214,
      "step": 79931
    },
    {
      "epoch": 3.2738890026622975,
      "grad_norm": 1.3576923972959187,
      "learning_rate": 0.00013149967660150435,
      "loss": 0.6762,
      "step": 79932
    },
    {
      "epoch": 3.273929961089494,
      "grad_norm": 1.2464792448499373,
      "learning_rate": 0.0001314964401119734,
      "loss": 0.7289,
      "step": 79933
    },
    {
      "epoch": 3.2739709195166906,
      "grad_norm": 1.2806578362346754,
      "learning_rate": 0.00013149320363118981,
      "loss": 0.7319,
      "step": 79934
    },
    {
      "epoch": 3.274011877943887,
      "grad_norm": 2.135865946020337,
      "learning_rate": 0.0001314899671591552,
      "loss": 1.8843,
      "step": 79935
    },
    {
      "epoch": 3.2740528363710832,
      "grad_norm": 1.3215214153125592,
      "learning_rate": 0.00013148673069587107,
      "loss": 0.7788,
      "step": 79936
    },
    {
      "epoch": 3.2740937947982798,
      "grad_norm": 1.3170436237635323,
      "learning_rate": 0.00013148349424133894,
      "loss": 0.5196,
      "step": 79937
    },
    {
      "epoch": 3.2741347532254763,
      "grad_norm": 1.8343924363166468,
      "learning_rate": 0.0001314802577955603,
      "loss": 0.6037,
      "step": 79938
    },
    {
      "epoch": 3.2741757116526724,
      "grad_norm": 1.3307543455058772,
      "learning_rate": 0.00013147702135853675,
      "loss": 0.8402,
      "step": 79939
    },
    {
      "epoch": 3.274216670079869,
      "grad_norm": 1.1187320024597052,
      "learning_rate": 0.0001314737849302698,
      "loss": 0.3783,
      "step": 79940
    },
    {
      "epoch": 3.2742576285070655,
      "grad_norm": 1.0522591920943176,
      "learning_rate": 0.00013147054851076094,
      "loss": 0.3334,
      "step": 79941
    },
    {
      "epoch": 3.2742985869342616,
      "grad_norm": 1.585882403220174,
      "learning_rate": 0.00013146731210001176,
      "loss": 0.8592,
      "step": 79942
    },
    {
      "epoch": 3.274339545361458,
      "grad_norm": 1.604214230119043,
      "learning_rate": 0.0001314640756980237,
      "loss": 1.2637,
      "step": 79943
    },
    {
      "epoch": 3.2743805037886546,
      "grad_norm": 0.8291912623703437,
      "learning_rate": 0.00013146083930479842,
      "loss": 0.3112,
      "step": 79944
    },
    {
      "epoch": 3.2744214622158507,
      "grad_norm": 1.5135721289451056,
      "learning_rate": 0.00013145760292033735,
      "loss": 0.8841,
      "step": 79945
    },
    {
      "epoch": 3.2744624206430473,
      "grad_norm": 1.8138009455343365,
      "learning_rate": 0.00013145436654464206,
      "loss": 0.761,
      "step": 79946
    },
    {
      "epoch": 3.274503379070244,
      "grad_norm": 1.0630209706769238,
      "learning_rate": 0.00013145113017771403,
      "loss": 0.5617,
      "step": 79947
    },
    {
      "epoch": 3.2745443374974403,
      "grad_norm": 1.3799266449353127,
      "learning_rate": 0.00013144789381955486,
      "loss": 0.7939,
      "step": 79948
    },
    {
      "epoch": 3.2745852959246364,
      "grad_norm": 1.5346100726126266,
      "learning_rate": 0.00013144465747016608,
      "loss": 0.819,
      "step": 79949
    },
    {
      "epoch": 3.274626254351833,
      "grad_norm": 0.9764755397271251,
      "learning_rate": 0.00013144142112954917,
      "loss": 0.2584,
      "step": 79950
    },
    {
      "epoch": 3.274667212779029,
      "grad_norm": 1.3159086856674398,
      "learning_rate": 0.00013143818479770562,
      "loss": 0.7665,
      "step": 79951
    },
    {
      "epoch": 3.2747081712062256,
      "grad_norm": 2.6028371428374313,
      "learning_rate": 0.00013143494847463706,
      "loss": 2.299,
      "step": 79952
    },
    {
      "epoch": 3.274749129633422,
      "grad_norm": 1.4064611348262823,
      "learning_rate": 0.00013143171216034501,
      "loss": 0.7738,
      "step": 79953
    },
    {
      "epoch": 3.2747900880606187,
      "grad_norm": 1.4390528367171034,
      "learning_rate": 0.00013142847585483097,
      "loss": 0.7809,
      "step": 79954
    },
    {
      "epoch": 3.2748310464878148,
      "grad_norm": 1.3816310646218857,
      "learning_rate": 0.0001314252395580964,
      "loss": 0.6984,
      "step": 79955
    },
    {
      "epoch": 3.2748720049150113,
      "grad_norm": 0.6265311887850608,
      "learning_rate": 0.00013142200327014296,
      "loss": 0.087,
      "step": 79956
    },
    {
      "epoch": 3.274912963342208,
      "grad_norm": 1.2580023542449077,
      "learning_rate": 0.0001314187669909721,
      "loss": 0.5924,
      "step": 79957
    },
    {
      "epoch": 3.274953921769404,
      "grad_norm": 1.326994369957848,
      "learning_rate": 0.0001314155307205854,
      "loss": 0.6936,
      "step": 79958
    },
    {
      "epoch": 3.2749948801966005,
      "grad_norm": 1.2458934432611894,
      "learning_rate": 0.0001314122944589843,
      "loss": 0.6625,
      "step": 79959
    },
    {
      "epoch": 3.275035838623797,
      "grad_norm": 1.3713183691031108,
      "learning_rate": 0.0001314090582061704,
      "loss": 0.8884,
      "step": 79960
    },
    {
      "epoch": 3.275076797050993,
      "grad_norm": 0.7651307920310494,
      "learning_rate": 0.00013140582196214526,
      "loss": 0.2585,
      "step": 79961
    },
    {
      "epoch": 3.2751177554781896,
      "grad_norm": 2.1222429786296804,
      "learning_rate": 0.00013140258572691033,
      "loss": 1.2746,
      "step": 79962
    },
    {
      "epoch": 3.275158713905386,
      "grad_norm": 0.944148023923465,
      "learning_rate": 0.00013139934950046718,
      "loss": 0.3578,
      "step": 79963
    },
    {
      "epoch": 3.2751996723325822,
      "grad_norm": 1.4184683776112723,
      "learning_rate": 0.00013139611328281736,
      "loss": 0.6527,
      "step": 79964
    },
    {
      "epoch": 3.275240630759779,
      "grad_norm": 2.0421632777386587,
      "learning_rate": 0.00013139287707396237,
      "loss": 0.6458,
      "step": 79965
    },
    {
      "epoch": 3.2752815891869753,
      "grad_norm": 1.8040722138956236,
      "learning_rate": 0.00013138964087390374,
      "loss": 0.5825,
      "step": 79966
    },
    {
      "epoch": 3.275322547614172,
      "grad_norm": 0.8769321729398519,
      "learning_rate": 0.000131386404682643,
      "loss": 0.2156,
      "step": 79967
    },
    {
      "epoch": 3.275363506041368,
      "grad_norm": 1.0282733474993788,
      "learning_rate": 0.0001313831685001817,
      "loss": 0.4524,
      "step": 79968
    },
    {
      "epoch": 3.2754044644685645,
      "grad_norm": 1.279582498922493,
      "learning_rate": 0.00013137993232652137,
      "loss": 0.6271,
      "step": 79969
    },
    {
      "epoch": 3.2754454228957606,
      "grad_norm": 1.2934941497026737,
      "learning_rate": 0.00013137669616166352,
      "loss": 0.844,
      "step": 79970
    },
    {
      "epoch": 3.275486381322957,
      "grad_norm": 0.9598088805565712,
      "learning_rate": 0.00013137346000560967,
      "loss": 0.4308,
      "step": 79971
    },
    {
      "epoch": 3.2755273397501536,
      "grad_norm": 1.2891124942469945,
      "learning_rate": 0.00013137022385836138,
      "loss": 0.7166,
      "step": 79972
    },
    {
      "epoch": 3.27556829817735,
      "grad_norm": 1.2581552783986174,
      "learning_rate": 0.00013136698771992018,
      "loss": 0.6819,
      "step": 79973
    },
    {
      "epoch": 3.2756092566045463,
      "grad_norm": 0.7477010728120044,
      "learning_rate": 0.00013136375159028757,
      "loss": 0.2513,
      "step": 79974
    },
    {
      "epoch": 3.275650215031743,
      "grad_norm": 1.949260766009755,
      "learning_rate": 0.0001313605154694651,
      "loss": 0.7417,
      "step": 79975
    },
    {
      "epoch": 3.2756911734589393,
      "grad_norm": 2.893350294028237,
      "learning_rate": 0.0001313572793574543,
      "loss": 1.3797,
      "step": 79976
    },
    {
      "epoch": 3.2757321318861354,
      "grad_norm": 1.1055024237072728,
      "learning_rate": 0.0001313540432542567,
      "loss": 0.2776,
      "step": 79977
    },
    {
      "epoch": 3.275773090313332,
      "grad_norm": 1.2374621963840267,
      "learning_rate": 0.00013135080715987385,
      "loss": 0.7164,
      "step": 79978
    },
    {
      "epoch": 3.2758140487405285,
      "grad_norm": 1.377286138933464,
      "learning_rate": 0.00013134757107430717,
      "loss": 0.3687,
      "step": 79979
    },
    {
      "epoch": 3.2758550071677246,
      "grad_norm": 1.1281363532783013,
      "learning_rate": 0.00013134433499755837,
      "loss": 0.6441,
      "step": 79980
    },
    {
      "epoch": 3.275895965594921,
      "grad_norm": 1.4133777027035335,
      "learning_rate": 0.00013134109892962885,
      "loss": 0.6696,
      "step": 79981
    },
    {
      "epoch": 3.2759369240221177,
      "grad_norm": 1.1553869529959842,
      "learning_rate": 0.00013133786287052019,
      "loss": 0.4797,
      "step": 79982
    },
    {
      "epoch": 3.2759778824493138,
      "grad_norm": 1.0652260512862595,
      "learning_rate": 0.0001313346268202339,
      "loss": 0.3926,
      "step": 79983
    },
    {
      "epoch": 3.2760188408765103,
      "grad_norm": 1.8440038613004004,
      "learning_rate": 0.00013133139077877148,
      "loss": 0.8596,
      "step": 79984
    },
    {
      "epoch": 3.276059799303707,
      "grad_norm": 1.8817539814274546,
      "learning_rate": 0.00013132815474613453,
      "loss": 0.9372,
      "step": 79985
    },
    {
      "epoch": 3.2761007577309034,
      "grad_norm": 1.4833954083770688,
      "learning_rate": 0.00013132491872232455,
      "loss": 0.53,
      "step": 79986
    },
    {
      "epoch": 3.2761417161580995,
      "grad_norm": 1.33520452371581,
      "learning_rate": 0.00013132168270734305,
      "loss": 0.6295,
      "step": 79987
    },
    {
      "epoch": 3.276182674585296,
      "grad_norm": 1.277542169315495,
      "learning_rate": 0.00013131844670119153,
      "loss": 0.761,
      "step": 79988
    },
    {
      "epoch": 3.276223633012492,
      "grad_norm": 0.8111930950372344,
      "learning_rate": 0.00013131521070387163,
      "loss": 0.2163,
      "step": 79989
    },
    {
      "epoch": 3.2762645914396886,
      "grad_norm": 1.0865552271922088,
      "learning_rate": 0.0001313119747153848,
      "loss": 0.6532,
      "step": 79990
    },
    {
      "epoch": 3.276305549866885,
      "grad_norm": 1.3534395946052618,
      "learning_rate": 0.0001313087387357326,
      "loss": 0.7988,
      "step": 79991
    },
    {
      "epoch": 3.2763465082940817,
      "grad_norm": 1.5656369157769954,
      "learning_rate": 0.00013130550276491647,
      "loss": 0.58,
      "step": 79992
    },
    {
      "epoch": 3.276387466721278,
      "grad_norm": 1.1543976179460549,
      "learning_rate": 0.00013130226680293808,
      "loss": 0.4965,
      "step": 79993
    },
    {
      "epoch": 3.2764284251484743,
      "grad_norm": 1.731357250709809,
      "learning_rate": 0.0001312990308497989,
      "loss": 1.1199,
      "step": 79994
    },
    {
      "epoch": 3.276469383575671,
      "grad_norm": 4.199121124321159,
      "learning_rate": 0.00013129579490550047,
      "loss": 2.0665,
      "step": 79995
    },
    {
      "epoch": 3.276510342002867,
      "grad_norm": 1.2842355094622377,
      "learning_rate": 0.00013129255897004427,
      "loss": 0.7795,
      "step": 79996
    },
    {
      "epoch": 3.2765513004300635,
      "grad_norm": 1.3948322201317804,
      "learning_rate": 0.00013128932304343186,
      "loss": 0.7511,
      "step": 79997
    },
    {
      "epoch": 3.27659225885726,
      "grad_norm": 1.2005774075139926,
      "learning_rate": 0.00013128608712566475,
      "loss": 0.2666,
      "step": 79998
    },
    {
      "epoch": 3.276633217284456,
      "grad_norm": 0.8816405234860806,
      "learning_rate": 0.00013128285121674453,
      "loss": 0.2906,
      "step": 79999
    },
    {
      "epoch": 3.2766741757116526,
      "grad_norm": 1.1894957542909916,
      "learning_rate": 0.00013127961531667268,
      "loss": 0.5776,
      "step": 80000
    },
    {
      "epoch": 3.276715134138849,
      "grad_norm": 1.3398888344792506,
      "learning_rate": 0.00013127637942545074,
      "loss": 0.8672,
      "step": 80001
    },
    {
      "epoch": 3.2767560925660453,
      "grad_norm": 1.1248918584730119,
      "learning_rate": 0.0001312731435430802,
      "loss": 0.501,
      "step": 80002
    },
    {
      "epoch": 3.276797050993242,
      "grad_norm": 1.3568568426814789,
      "learning_rate": 0.00013126990766956269,
      "loss": 0.6656,
      "step": 80003
    },
    {
      "epoch": 3.2768380094204383,
      "grad_norm": 1.2848388818919052,
      "learning_rate": 0.00013126667180489966,
      "loss": 0.7914,
      "step": 80004
    },
    {
      "epoch": 3.276878967847635,
      "grad_norm": 1.107640021831018,
      "learning_rate": 0.00013126343594909267,
      "loss": 0.5836,
      "step": 80005
    },
    {
      "epoch": 3.276919926274831,
      "grad_norm": 1.0351026552944185,
      "learning_rate": 0.0001312602001021432,
      "loss": 0.2795,
      "step": 80006
    },
    {
      "epoch": 3.2769608847020275,
      "grad_norm": 1.0366101297155639,
      "learning_rate": 0.00013125696426405286,
      "loss": 0.4418,
      "step": 80007
    },
    {
      "epoch": 3.2770018431292236,
      "grad_norm": 0.8490730943715937,
      "learning_rate": 0.00013125372843482313,
      "loss": 0.2651,
      "step": 80008
    },
    {
      "epoch": 3.27704280155642,
      "grad_norm": 1.230230324622752,
      "learning_rate": 0.00013125049261445557,
      "loss": 0.63,
      "step": 80009
    },
    {
      "epoch": 3.2770837599836167,
      "grad_norm": 1.7736702489621083,
      "learning_rate": 0.00013124725680295165,
      "loss": 0.7821,
      "step": 80010
    },
    {
      "epoch": 3.277124718410813,
      "grad_norm": 1.2120967964998888,
      "learning_rate": 0.00013124402100031296,
      "loss": 0.7119,
      "step": 80011
    },
    {
      "epoch": 3.2771656768380093,
      "grad_norm": 1.186881914897153,
      "learning_rate": 0.000131240785206541,
      "loss": 0.9118,
      "step": 80012
    },
    {
      "epoch": 3.277206635265206,
      "grad_norm": 0.8146798495021311,
      "learning_rate": 0.0001312375494216373,
      "loss": 0.1941,
      "step": 80013
    },
    {
      "epoch": 3.2772475936924024,
      "grad_norm": 1.4998918323825072,
      "learning_rate": 0.00013123431364560345,
      "loss": 0.543,
      "step": 80014
    },
    {
      "epoch": 3.2772885521195985,
      "grad_norm": 1.271648994734136,
      "learning_rate": 0.00013123107787844086,
      "loss": 0.6602,
      "step": 80015
    },
    {
      "epoch": 3.277329510546795,
      "grad_norm": 0.9934235253260048,
      "learning_rate": 0.00013122784212015116,
      "loss": 0.3231,
      "step": 80016
    },
    {
      "epoch": 3.2773704689739915,
      "grad_norm": 1.4286284552519688,
      "learning_rate": 0.00013122460637073587,
      "loss": 0.8593,
      "step": 80017
    },
    {
      "epoch": 3.2774114274011876,
      "grad_norm": 1.7141143525982823,
      "learning_rate": 0.00013122137063019648,
      "loss": 0.6899,
      "step": 80018
    },
    {
      "epoch": 3.277452385828384,
      "grad_norm": 1.5484856584059146,
      "learning_rate": 0.00013121813489853448,
      "loss": 0.7831,
      "step": 80019
    },
    {
      "epoch": 3.2774933442555807,
      "grad_norm": 1.6071719195503897,
      "learning_rate": 0.0001312148991757515,
      "loss": 0.7724,
      "step": 80020
    },
    {
      "epoch": 3.277534302682777,
      "grad_norm": 1.8314199049169133,
      "learning_rate": 0.00013121166346184905,
      "loss": 1.0518,
      "step": 80021
    },
    {
      "epoch": 3.2775752611099733,
      "grad_norm": 1.1789148065473805,
      "learning_rate": 0.0001312084277568286,
      "loss": 0.7051,
      "step": 80022
    },
    {
      "epoch": 3.27761621953717,
      "grad_norm": 1.211744634336595,
      "learning_rate": 0.00013120519206069172,
      "loss": 0.6347,
      "step": 80023
    },
    {
      "epoch": 3.2776571779643664,
      "grad_norm": 1.1741943045008894,
      "learning_rate": 0.00013120195637343995,
      "loss": 0.5877,
      "step": 80024
    },
    {
      "epoch": 3.2776981363915625,
      "grad_norm": 1.3802222127480428,
      "learning_rate": 0.0001311987206950748,
      "loss": 0.9326,
      "step": 80025
    },
    {
      "epoch": 3.277739094818759,
      "grad_norm": 1.1959072730127072,
      "learning_rate": 0.0001311954850255978,
      "loss": 0.6229,
      "step": 80026
    },
    {
      "epoch": 3.277780053245955,
      "grad_norm": 0.9679757276021641,
      "learning_rate": 0.00013119224936501047,
      "loss": 0.3833,
      "step": 80027
    },
    {
      "epoch": 3.2778210116731517,
      "grad_norm": 1.30403383813484,
      "learning_rate": 0.00013118901371331437,
      "loss": 0.6028,
      "step": 80028
    },
    {
      "epoch": 3.277861970100348,
      "grad_norm": 1.353933766221346,
      "learning_rate": 0.00013118577807051101,
      "loss": 0.7589,
      "step": 80029
    },
    {
      "epoch": 3.2779029285275447,
      "grad_norm": 3.5441634757272924,
      "learning_rate": 0.00013118254243660193,
      "loss": 2.8729,
      "step": 80030
    },
    {
      "epoch": 3.277943886954741,
      "grad_norm": 1.1829462893969018,
      "learning_rate": 0.00013117930681158863,
      "loss": 0.6496,
      "step": 80031
    },
    {
      "epoch": 3.2779848453819374,
      "grad_norm": 1.0089180622539564,
      "learning_rate": 0.0001311760711954727,
      "loss": 0.3032,
      "step": 80032
    },
    {
      "epoch": 3.278025803809134,
      "grad_norm": 0.793508147359022,
      "learning_rate": 0.0001311728355882556,
      "loss": 0.2749,
      "step": 80033
    },
    {
      "epoch": 3.27806676223633,
      "grad_norm": 1.410628089302122,
      "learning_rate": 0.0001311695999899389,
      "loss": 0.8053,
      "step": 80034
    },
    {
      "epoch": 3.2781077206635265,
      "grad_norm": 0.6698735503707957,
      "learning_rate": 0.0001311663644005241,
      "loss": 0.1448,
      "step": 80035
    },
    {
      "epoch": 3.278148679090723,
      "grad_norm": 1.2859861102118353,
      "learning_rate": 0.00013116312882001277,
      "loss": 0.649,
      "step": 80036
    },
    {
      "epoch": 3.278189637517919,
      "grad_norm": 1.4329199567822968,
      "learning_rate": 0.00013115989324840644,
      "loss": 0.6346,
      "step": 80037
    },
    {
      "epoch": 3.2782305959451157,
      "grad_norm": 2.0404410980737615,
      "learning_rate": 0.0001311566576857066,
      "loss": 0.9912,
      "step": 80038
    },
    {
      "epoch": 3.278271554372312,
      "grad_norm": 1.4722339815082677,
      "learning_rate": 0.00013115342213191475,
      "loss": 0.8525,
      "step": 80039
    },
    {
      "epoch": 3.2783125127995083,
      "grad_norm": 1.2804411357097678,
      "learning_rate": 0.00013115018658703254,
      "loss": 0.6951,
      "step": 80040
    },
    {
      "epoch": 3.278353471226705,
      "grad_norm": 0.8070216702140903,
      "learning_rate": 0.0001311469510510614,
      "loss": 0.1342,
      "step": 80041
    },
    {
      "epoch": 3.2783944296539014,
      "grad_norm": 1.2701293747782627,
      "learning_rate": 0.0001311437155240029,
      "loss": 0.6297,
      "step": 80042
    },
    {
      "epoch": 3.278435388081098,
      "grad_norm": 1.1309075771335386,
      "learning_rate": 0.00013114048000585851,
      "loss": 0.6327,
      "step": 80043
    },
    {
      "epoch": 3.278476346508294,
      "grad_norm": 1.4278941095165596,
      "learning_rate": 0.00013113724449662987,
      "loss": 0.9817,
      "step": 80044
    },
    {
      "epoch": 3.2785173049354905,
      "grad_norm": 0.8952786463057486,
      "learning_rate": 0.00013113400899631843,
      "loss": 0.2547,
      "step": 80045
    },
    {
      "epoch": 3.2785582633626866,
      "grad_norm": 1.6735952460817982,
      "learning_rate": 0.00013113077350492572,
      "loss": 0.8031,
      "step": 80046
    },
    {
      "epoch": 3.278599221789883,
      "grad_norm": 1.256642855946848,
      "learning_rate": 0.00013112753802245328,
      "loss": 0.7406,
      "step": 80047
    },
    {
      "epoch": 3.2786401802170797,
      "grad_norm": 1.148973333799583,
      "learning_rate": 0.00013112430254890267,
      "loss": 0.2571,
      "step": 80048
    },
    {
      "epoch": 3.2786811386442762,
      "grad_norm": 0.34072181295856374,
      "learning_rate": 0.00013112106708427538,
      "loss": 0.0585,
      "step": 80049
    },
    {
      "epoch": 3.2787220970714723,
      "grad_norm": 1.5449252212363025,
      "learning_rate": 0.00013111783162857296,
      "loss": 0.9469,
      "step": 80050
    },
    {
      "epoch": 3.278763055498669,
      "grad_norm": 1.4320791438350937,
      "learning_rate": 0.0001311145961817969,
      "loss": 0.6305,
      "step": 80051
    },
    {
      "epoch": 3.2788040139258654,
      "grad_norm": 1.3456942684298963,
      "learning_rate": 0.00013111136074394882,
      "loss": 0.4903,
      "step": 80052
    },
    {
      "epoch": 3.2788449723530615,
      "grad_norm": 1.149278594824772,
      "learning_rate": 0.00013110812531503014,
      "loss": 0.2449,
      "step": 80053
    },
    {
      "epoch": 3.278885930780258,
      "grad_norm": 1.661706257320087,
      "learning_rate": 0.0001311048898950425,
      "loss": 0.6503,
      "step": 80054
    },
    {
      "epoch": 3.2789268892074546,
      "grad_norm": 0.971798813278196,
      "learning_rate": 0.00013110165448398733,
      "loss": 0.2446,
      "step": 80055
    },
    {
      "epoch": 3.2789678476346507,
      "grad_norm": 1.033659295949054,
      "learning_rate": 0.00013109841908186617,
      "loss": 0.3925,
      "step": 80056
    },
    {
      "epoch": 3.279008806061847,
      "grad_norm": 1.6517596264850727,
      "learning_rate": 0.00013109518368868063,
      "loss": 0.8993,
      "step": 80057
    },
    {
      "epoch": 3.2790497644890437,
      "grad_norm": 1.7573751821598265,
      "learning_rate": 0.0001310919483044322,
      "loss": 0.9549,
      "step": 80058
    },
    {
      "epoch": 3.27909072291624,
      "grad_norm": 1.6158677656484597,
      "learning_rate": 0.00013108871292912238,
      "loss": 0.5158,
      "step": 80059
    },
    {
      "epoch": 3.2791316813434364,
      "grad_norm": 1.1974242320897857,
      "learning_rate": 0.0001310854775627527,
      "loss": 0.5953,
      "step": 80060
    },
    {
      "epoch": 3.279172639770633,
      "grad_norm": 1.824704482880827,
      "learning_rate": 0.00013108224220532473,
      "loss": 0.7113,
      "step": 80061
    },
    {
      "epoch": 3.2792135981978294,
      "grad_norm": 1.9298817106406558,
      "learning_rate": 0.00013107900685683998,
      "loss": 1.1337,
      "step": 80062
    },
    {
      "epoch": 3.2792545566250255,
      "grad_norm": 1.2185791736100895,
      "learning_rate": 0.0001310757715173,
      "loss": 0.6352,
      "step": 80063
    },
    {
      "epoch": 3.279295515052222,
      "grad_norm": 1.1512676270480662,
      "learning_rate": 0.00013107253618670624,
      "loss": 0.7213,
      "step": 80064
    },
    {
      "epoch": 3.279336473479418,
      "grad_norm": 0.9555417675507889,
      "learning_rate": 0.0001310693008650603,
      "loss": 0.2763,
      "step": 80065
    },
    {
      "epoch": 3.2793774319066147,
      "grad_norm": 0.37496412777261046,
      "learning_rate": 0.00013106606555236377,
      "loss": 0.0435,
      "step": 80066
    },
    {
      "epoch": 3.279418390333811,
      "grad_norm": 1.2353076100817715,
      "learning_rate": 0.00013106283024861805,
      "loss": 0.6848,
      "step": 80067
    },
    {
      "epoch": 3.2794593487610078,
      "grad_norm": 1.3911130148534872,
      "learning_rate": 0.00013105959495382475,
      "loss": 0.4272,
      "step": 80068
    },
    {
      "epoch": 3.279500307188204,
      "grad_norm": 1.7061060415403748,
      "learning_rate": 0.00013105635966798534,
      "loss": 1.1938,
      "step": 80069
    },
    {
      "epoch": 3.2795412656154004,
      "grad_norm": 1.0782585043839596,
      "learning_rate": 0.00013105312439110138,
      "loss": 0.6515,
      "step": 80070
    },
    {
      "epoch": 3.279582224042597,
      "grad_norm": 1.0957069526759409,
      "learning_rate": 0.00013104988912317442,
      "loss": 0.6119,
      "step": 80071
    },
    {
      "epoch": 3.279623182469793,
      "grad_norm": 1.1251801786140077,
      "learning_rate": 0.00013104665386420598,
      "loss": 0.6108,
      "step": 80072
    },
    {
      "epoch": 3.2796641408969895,
      "grad_norm": 1.190280858594253,
      "learning_rate": 0.00013104341861419754,
      "loss": 0.7693,
      "step": 80073
    },
    {
      "epoch": 3.279705099324186,
      "grad_norm": 1.0330310961052365,
      "learning_rate": 0.0001310401833731507,
      "loss": 0.2372,
      "step": 80074
    },
    {
      "epoch": 3.279746057751382,
      "grad_norm": 1.4996292557926338,
      "learning_rate": 0.00013103694814106697,
      "loss": 0.7306,
      "step": 80075
    },
    {
      "epoch": 3.2797870161785787,
      "grad_norm": 1.0803263430261398,
      "learning_rate": 0.00013103371291794787,
      "loss": 0.3558,
      "step": 80076
    },
    {
      "epoch": 3.2798279746057752,
      "grad_norm": 1.0074930988580342,
      "learning_rate": 0.00013103047770379492,
      "loss": 0.3739,
      "step": 80077
    },
    {
      "epoch": 3.2798689330329713,
      "grad_norm": 1.3449594991434333,
      "learning_rate": 0.00013102724249860966,
      "loss": 0.7409,
      "step": 80078
    },
    {
      "epoch": 3.279909891460168,
      "grad_norm": 2.672714902338483,
      "learning_rate": 0.00013102400730239362,
      "loss": 3.249,
      "step": 80079
    },
    {
      "epoch": 3.2799508498873644,
      "grad_norm": 1.2953079366768498,
      "learning_rate": 0.00013102077211514832,
      "loss": 0.6481,
      "step": 80080
    },
    {
      "epoch": 3.279991808314561,
      "grad_norm": 1.8730789114666193,
      "learning_rate": 0.00013101753693687532,
      "loss": 1.4226,
      "step": 80081
    },
    {
      "epoch": 3.280032766741757,
      "grad_norm": 1.3878501082684758,
      "learning_rate": 0.0001310143017675761,
      "loss": 0.575,
      "step": 80082
    },
    {
      "epoch": 3.2800737251689536,
      "grad_norm": 1.3829861424899343,
      "learning_rate": 0.00013101106660725224,
      "loss": 0.5642,
      "step": 80083
    },
    {
      "epoch": 3.2801146835961497,
      "grad_norm": 1.7392778803008575,
      "learning_rate": 0.00013100783145590523,
      "loss": 1.0836,
      "step": 80084
    },
    {
      "epoch": 3.280155642023346,
      "grad_norm": 1.5047963853688529,
      "learning_rate": 0.00013100459631353663,
      "loss": 0.926,
      "step": 80085
    },
    {
      "epoch": 3.2801966004505427,
      "grad_norm": 2.0379452027635336,
      "learning_rate": 0.00013100136118014797,
      "loss": 1.5259,
      "step": 80086
    },
    {
      "epoch": 3.2802375588777393,
      "grad_norm": 1.5126143573265514,
      "learning_rate": 0.0001309981260557407,
      "loss": 1.0704,
      "step": 80087
    },
    {
      "epoch": 3.2802785173049354,
      "grad_norm": 1.4228657813979184,
      "learning_rate": 0.00013099489094031648,
      "loss": 0.7486,
      "step": 80088
    },
    {
      "epoch": 3.280319475732132,
      "grad_norm": 1.1547541448289473,
      "learning_rate": 0.00013099165583387674,
      "loss": 0.5801,
      "step": 80089
    },
    {
      "epoch": 3.2803604341593284,
      "grad_norm": 1.386455669832087,
      "learning_rate": 0.00013098842073642306,
      "loss": 0.7731,
      "step": 80090
    },
    {
      "epoch": 3.2804013925865245,
      "grad_norm": 1.0871589846514962,
      "learning_rate": 0.0001309851856479569,
      "loss": 0.6055,
      "step": 80091
    },
    {
      "epoch": 3.280442351013721,
      "grad_norm": 1.205977215613229,
      "learning_rate": 0.0001309819505684799,
      "loss": 0.6474,
      "step": 80092
    },
    {
      "epoch": 3.2804833094409176,
      "grad_norm": 1.1359441585585381,
      "learning_rate": 0.00013097871549799353,
      "loss": 0.6176,
      "step": 80093
    },
    {
      "epoch": 3.2805242678681137,
      "grad_norm": 1.325098528426093,
      "learning_rate": 0.0001309754804364993,
      "loss": 0.6723,
      "step": 80094
    },
    {
      "epoch": 3.28056522629531,
      "grad_norm": 1.5744467251584542,
      "learning_rate": 0.00013097224538399872,
      "loss": 1.0758,
      "step": 80095
    },
    {
      "epoch": 3.2806061847225068,
      "grad_norm": 1.23712632262909,
      "learning_rate": 0.00013096901034049342,
      "loss": 0.6595,
      "step": 80096
    },
    {
      "epoch": 3.280647143149703,
      "grad_norm": 1.8851009471592075,
      "learning_rate": 0.00013096577530598486,
      "loss": 0.9443,
      "step": 80097
    },
    {
      "epoch": 3.2806881015768994,
      "grad_norm": 1.5581127704166022,
      "learning_rate": 0.00013096254028047456,
      "loss": 0.7107,
      "step": 80098
    },
    {
      "epoch": 3.280729060004096,
      "grad_norm": 2.29417006525335,
      "learning_rate": 0.00013095930526396403,
      "loss": 0.8972,
      "step": 80099
    },
    {
      "epoch": 3.2807700184312925,
      "grad_norm": 0.9997061585215911,
      "learning_rate": 0.0001309560702564549,
      "loss": 0.3617,
      "step": 80100
    },
    {
      "epoch": 3.2808109768584885,
      "grad_norm": 1.6145822034334827,
      "learning_rate": 0.0001309528352579486,
      "loss": 1.0468,
      "step": 80101
    },
    {
      "epoch": 3.280851935285685,
      "grad_norm": 1.0337558906353224,
      "learning_rate": 0.00013094960026844673,
      "loss": 0.2413,
      "step": 80102
    },
    {
      "epoch": 3.2808928937128816,
      "grad_norm": 2.1457328149407675,
      "learning_rate": 0.00013094636528795072,
      "loss": 1.2528,
      "step": 80103
    },
    {
      "epoch": 3.2809338521400777,
      "grad_norm": 2.4213937856359573,
      "learning_rate": 0.00013094313031646222,
      "loss": 0.7202,
      "step": 80104
    },
    {
      "epoch": 3.2809748105672742,
      "grad_norm": 1.4352339932651588,
      "learning_rate": 0.00013093989535398266,
      "loss": 0.9364,
      "step": 80105
    },
    {
      "epoch": 3.281015768994471,
      "grad_norm": 1.435856524947262,
      "learning_rate": 0.00013093666040051366,
      "loss": 0.8283,
      "step": 80106
    },
    {
      "epoch": 3.281056727421667,
      "grad_norm": 1.3692372518523044,
      "learning_rate": 0.00013093342545605666,
      "loss": 0.6992,
      "step": 80107
    },
    {
      "epoch": 3.2810976858488634,
      "grad_norm": 1.4058119608700932,
      "learning_rate": 0.00013093019052061325,
      "loss": 0.6042,
      "step": 80108
    },
    {
      "epoch": 3.28113864427606,
      "grad_norm": 1.3423477611363044,
      "learning_rate": 0.00013092695559418493,
      "loss": 0.7241,
      "step": 80109
    },
    {
      "epoch": 3.281179602703256,
      "grad_norm": 1.403835528809244,
      "learning_rate": 0.00013092372067677324,
      "loss": 0.5384,
      "step": 80110
    },
    {
      "epoch": 3.2812205611304526,
      "grad_norm": 2.9498085890797276,
      "learning_rate": 0.0001309204857683797,
      "loss": 2.4805,
      "step": 80111
    },
    {
      "epoch": 3.281261519557649,
      "grad_norm": 1.1069415421257518,
      "learning_rate": 0.00013091725086900586,
      "loss": 0.3414,
      "step": 80112
    },
    {
      "epoch": 3.281302477984845,
      "grad_norm": 1.0483263672602152,
      "learning_rate": 0.00013091401597865326,
      "loss": 0.5618,
      "step": 80113
    },
    {
      "epoch": 3.2813434364120417,
      "grad_norm": 1.998768818990779,
      "learning_rate": 0.00013091078109732336,
      "loss": 0.9816,
      "step": 80114
    },
    {
      "epoch": 3.2813843948392383,
      "grad_norm": 1.1799393496931558,
      "learning_rate": 0.00013090754622501773,
      "loss": 0.7389,
      "step": 80115
    },
    {
      "epoch": 3.2814253532664344,
      "grad_norm": 1.2707385052601234,
      "learning_rate": 0.00013090431136173795,
      "loss": 0.7749,
      "step": 80116
    },
    {
      "epoch": 3.281466311693631,
      "grad_norm": 1.2713949630071635,
      "learning_rate": 0.00013090107650748549,
      "loss": 0.6642,
      "step": 80117
    },
    {
      "epoch": 3.2815072701208274,
      "grad_norm": 0.6513970290666744,
      "learning_rate": 0.0001308978416622619,
      "loss": 0.2522,
      "step": 80118
    },
    {
      "epoch": 3.281548228548024,
      "grad_norm": 1.4674926804647133,
      "learning_rate": 0.00013089460682606864,
      "loss": 0.7732,
      "step": 80119
    },
    {
      "epoch": 3.28158918697522,
      "grad_norm": 1.888701967800317,
      "learning_rate": 0.00013089137199890735,
      "loss": 0.764,
      "step": 80120
    },
    {
      "epoch": 3.2816301454024166,
      "grad_norm": 1.063583912318288,
      "learning_rate": 0.00013088813718077952,
      "loss": 0.5871,
      "step": 80121
    },
    {
      "epoch": 3.281671103829613,
      "grad_norm": 1.410802616022721,
      "learning_rate": 0.00013088490237168668,
      "loss": 0.7777,
      "step": 80122
    },
    {
      "epoch": 3.2817120622568092,
      "grad_norm": 1.7841859002470328,
      "learning_rate": 0.0001308816675716303,
      "loss": 0.6676,
      "step": 80123
    },
    {
      "epoch": 3.2817530206840058,
      "grad_norm": 0.8073901164280823,
      "learning_rate": 0.000130878432780612,
      "loss": 0.2733,
      "step": 80124
    },
    {
      "epoch": 3.2817939791112023,
      "grad_norm": 1.5735210352237157,
      "learning_rate": 0.00013087519799863325,
      "loss": 0.7403,
      "step": 80125
    },
    {
      "epoch": 3.2818349375383984,
      "grad_norm": 1.5498173844820333,
      "learning_rate": 0.00013087196322569562,
      "loss": 0.7488,
      "step": 80126
    },
    {
      "epoch": 3.281875895965595,
      "grad_norm": 1.2977177833242026,
      "learning_rate": 0.0001308687284618006,
      "loss": 0.5115,
      "step": 80127
    },
    {
      "epoch": 3.2819168543927915,
      "grad_norm": 1.1893332555733978,
      "learning_rate": 0.0001308654937069497,
      "loss": 0.7056,
      "step": 80128
    },
    {
      "epoch": 3.2819578128199876,
      "grad_norm": 1.9493040026092665,
      "learning_rate": 0.00013086225896114453,
      "loss": 1.5349,
      "step": 80129
    },
    {
      "epoch": 3.281998771247184,
      "grad_norm": 0.8889490522043683,
      "learning_rate": 0.00013085902422438656,
      "loss": 0.2256,
      "step": 80130
    },
    {
      "epoch": 3.2820397296743806,
      "grad_norm": 2.172121236118472,
      "learning_rate": 0.00013085578949667732,
      "loss": 1.1985,
      "step": 80131
    },
    {
      "epoch": 3.2820806881015767,
      "grad_norm": 1.6713103079230216,
      "learning_rate": 0.00013085255477801835,
      "loss": 0.9738,
      "step": 80132
    },
    {
      "epoch": 3.2821216465287733,
      "grad_norm": 1.243526510333108,
      "learning_rate": 0.0001308493200684112,
      "loss": 0.8278,
      "step": 80133
    },
    {
      "epoch": 3.28216260495597,
      "grad_norm": 1.1730031587634604,
      "learning_rate": 0.0001308460853678574,
      "loss": 0.5059,
      "step": 80134
    },
    {
      "epoch": 3.282203563383166,
      "grad_norm": 1.4051204838233207,
      "learning_rate": 0.00013084285067635845,
      "loss": 0.6293,
      "step": 80135
    },
    {
      "epoch": 3.2822445218103624,
      "grad_norm": 1.462083884160384,
      "learning_rate": 0.00013083961599391584,
      "loss": 0.8262,
      "step": 80136
    },
    {
      "epoch": 3.282285480237559,
      "grad_norm": 1.5918262767494142,
      "learning_rate": 0.00013083638132053125,
      "loss": 0.6892,
      "step": 80137
    },
    {
      "epoch": 3.2823264386647555,
      "grad_norm": 1.1778840225502683,
      "learning_rate": 0.000130833146656206,
      "loss": 0.5841,
      "step": 80138
    },
    {
      "epoch": 3.2823673970919516,
      "grad_norm": 1.014195183955472,
      "learning_rate": 0.00013082991200094178,
      "loss": 0.2856,
      "step": 80139
    },
    {
      "epoch": 3.282408355519148,
      "grad_norm": 1.7662320962457712,
      "learning_rate": 0.00013082667735474004,
      "loss": 0.8367,
      "step": 80140
    },
    {
      "epoch": 3.2824493139463446,
      "grad_norm": 1.0519878410971628,
      "learning_rate": 0.00013082344271760237,
      "loss": 0.6044,
      "step": 80141
    },
    {
      "epoch": 3.2824902723735407,
      "grad_norm": 1.3658481569328256,
      "learning_rate": 0.0001308202080895302,
      "loss": 0.8759,
      "step": 80142
    },
    {
      "epoch": 3.2825312308007373,
      "grad_norm": 1.305573276348857,
      "learning_rate": 0.00013081697347052515,
      "loss": 0.9213,
      "step": 80143
    },
    {
      "epoch": 3.282572189227934,
      "grad_norm": 0.8424265112818649,
      "learning_rate": 0.00013081373886058876,
      "loss": 0.2594,
      "step": 80144
    },
    {
      "epoch": 3.28261314765513,
      "grad_norm": 1.536515537120418,
      "learning_rate": 0.00013081050425972247,
      "loss": 1.0154,
      "step": 80145
    },
    {
      "epoch": 3.2826541060823264,
      "grad_norm": 3.8802352917748792,
      "learning_rate": 0.00013080726966792786,
      "loss": 4.976,
      "step": 80146
    },
    {
      "epoch": 3.282695064509523,
      "grad_norm": 1.0782898697431578,
      "learning_rate": 0.0001308040350852065,
      "loss": 0.604,
      "step": 80147
    },
    {
      "epoch": 3.282736022936719,
      "grad_norm": 1.3634456451612331,
      "learning_rate": 0.00013080080051155988,
      "loss": 0.8111,
      "step": 80148
    },
    {
      "epoch": 3.2827769813639156,
      "grad_norm": 1.4176220988404684,
      "learning_rate": 0.0001307975659469895,
      "loss": 0.9146,
      "step": 80149
    },
    {
      "epoch": 3.282817939791112,
      "grad_norm": 0.7707927130869717,
      "learning_rate": 0.00013079433139149692,
      "loss": 0.1269,
      "step": 80150
    },
    {
      "epoch": 3.2828588982183082,
      "grad_norm": 1.463383931733119,
      "learning_rate": 0.00013079109684508366,
      "loss": 0.7179,
      "step": 80151
    },
    {
      "epoch": 3.2828998566455048,
      "grad_norm": 1.4026681697324084,
      "learning_rate": 0.00013078786230775127,
      "loss": 0.7785,
      "step": 80152
    },
    {
      "epoch": 3.2829408150727013,
      "grad_norm": 3.5662191088006607,
      "learning_rate": 0.00013078462777950126,
      "loss": 2.2583,
      "step": 80153
    },
    {
      "epoch": 3.2829817734998974,
      "grad_norm": 1.3994827674742247,
      "learning_rate": 0.00013078139326033517,
      "loss": 0.6737,
      "step": 80154
    },
    {
      "epoch": 3.283022731927094,
      "grad_norm": 1.4696273910434385,
      "learning_rate": 0.0001307781587502545,
      "loss": 0.4304,
      "step": 80155
    },
    {
      "epoch": 3.2830636903542905,
      "grad_norm": 1.5842164903202227,
      "learning_rate": 0.00013077492424926082,
      "loss": 1.0185,
      "step": 80156
    },
    {
      "epoch": 3.283104648781487,
      "grad_norm": 1.260004545383842,
      "learning_rate": 0.00013077168975735563,
      "loss": 0.6508,
      "step": 80157
    },
    {
      "epoch": 3.283145607208683,
      "grad_norm": 1.4081532149376361,
      "learning_rate": 0.00013076845527454047,
      "loss": 0.755,
      "step": 80158
    },
    {
      "epoch": 3.2831865656358796,
      "grad_norm": 1.5949641117965097,
      "learning_rate": 0.00013076522080081687,
      "loss": 0.6586,
      "step": 80159
    },
    {
      "epoch": 3.283227524063076,
      "grad_norm": 1.004682658733852,
      "learning_rate": 0.00013076198633618635,
      "loss": 0.409,
      "step": 80160
    },
    {
      "epoch": 3.2832684824902723,
      "grad_norm": 1.3871235581787964,
      "learning_rate": 0.00013075875188065046,
      "loss": 0.772,
      "step": 80161
    },
    {
      "epoch": 3.283309440917469,
      "grad_norm": 1.3695212181714387,
      "learning_rate": 0.00013075551743421072,
      "loss": 0.8537,
      "step": 80162
    },
    {
      "epoch": 3.2833503993446653,
      "grad_norm": 0.772601501236985,
      "learning_rate": 0.00013075228299686863,
      "loss": 0.2478,
      "step": 80163
    },
    {
      "epoch": 3.2833913577718614,
      "grad_norm": 0.6653491010239179,
      "learning_rate": 0.00013074904856862576,
      "loss": 0.1442,
      "step": 80164
    },
    {
      "epoch": 3.283432316199058,
      "grad_norm": 1.71109168048582,
      "learning_rate": 0.00013074581414948365,
      "loss": 0.7117,
      "step": 80165
    },
    {
      "epoch": 3.2834732746262545,
      "grad_norm": 1.4366811307350755,
      "learning_rate": 0.00013074257973944375,
      "loss": 0.763,
      "step": 80166
    },
    {
      "epoch": 3.2835142330534506,
      "grad_norm": 1.055993025570282,
      "learning_rate": 0.00013073934533850765,
      "loss": 0.5845,
      "step": 80167
    },
    {
      "epoch": 3.283555191480647,
      "grad_norm": 1.6138441909501449,
      "learning_rate": 0.0001307361109466769,
      "loss": 1.1358,
      "step": 80168
    },
    {
      "epoch": 3.2835961499078437,
      "grad_norm": 1.5598478691584396,
      "learning_rate": 0.00013073287656395298,
      "loss": 0.8616,
      "step": 80169
    },
    {
      "epoch": 3.2836371083350397,
      "grad_norm": 1.7113774926371086,
      "learning_rate": 0.00013072964219033745,
      "loss": 0.7866,
      "step": 80170
    },
    {
      "epoch": 3.2836780667622363,
      "grad_norm": 0.8433954391059684,
      "learning_rate": 0.0001307264078258318,
      "loss": 0.1897,
      "step": 80171
    },
    {
      "epoch": 3.283719025189433,
      "grad_norm": 1.1048254190143614,
      "learning_rate": 0.0001307231734704376,
      "loss": 0.7219,
      "step": 80172
    },
    {
      "epoch": 3.283759983616629,
      "grad_norm": 1.7700472702001961,
      "learning_rate": 0.00013071993912415638,
      "loss": 1.0086,
      "step": 80173
    },
    {
      "epoch": 3.2838009420438254,
      "grad_norm": 1.2982547730280445,
      "learning_rate": 0.00013071670478698966,
      "loss": 0.68,
      "step": 80174
    },
    {
      "epoch": 3.283841900471022,
      "grad_norm": 1.6333905518945566,
      "learning_rate": 0.00013071347045893892,
      "loss": 0.8626,
      "step": 80175
    },
    {
      "epoch": 3.2838828588982185,
      "grad_norm": 1.850604950511166,
      "learning_rate": 0.00013071023614000577,
      "loss": 0.9992,
      "step": 80176
    },
    {
      "epoch": 3.2839238173254146,
      "grad_norm": 1.570502737838396,
      "learning_rate": 0.00013070700183019169,
      "loss": 0.9163,
      "step": 80177
    },
    {
      "epoch": 3.283964775752611,
      "grad_norm": 1.0804617708286257,
      "learning_rate": 0.00013070376752949824,
      "loss": 0.4536,
      "step": 80178
    },
    {
      "epoch": 3.2840057341798077,
      "grad_norm": 0.72048170356178,
      "learning_rate": 0.00013070053323792688,
      "loss": 0.1837,
      "step": 80179
    },
    {
      "epoch": 3.2840466926070038,
      "grad_norm": 1.3170123753887917,
      "learning_rate": 0.00013069729895547923,
      "loss": 0.649,
      "step": 80180
    },
    {
      "epoch": 3.2840876510342003,
      "grad_norm": 2.1668199484827038,
      "learning_rate": 0.00013069406468215676,
      "loss": 0.8975,
      "step": 80181
    },
    {
      "epoch": 3.284128609461397,
      "grad_norm": 1.2561588327838402,
      "learning_rate": 0.00013069083041796102,
      "loss": 0.7533,
      "step": 80182
    },
    {
      "epoch": 3.284169567888593,
      "grad_norm": 1.4830880619119666,
      "learning_rate": 0.0001306875961628935,
      "loss": 1.0009,
      "step": 80183
    },
    {
      "epoch": 3.2842105263157895,
      "grad_norm": 1.3011207441721597,
      "learning_rate": 0.00013068436191695582,
      "loss": 0.8893,
      "step": 80184
    },
    {
      "epoch": 3.284251484742986,
      "grad_norm": 1.6889772303077286,
      "learning_rate": 0.00013068112768014944,
      "loss": 0.9641,
      "step": 80185
    },
    {
      "epoch": 3.284292443170182,
      "grad_norm": 1.2559493886819877,
      "learning_rate": 0.0001306778934524759,
      "loss": 0.6734,
      "step": 80186
    },
    {
      "epoch": 3.2843334015973786,
      "grad_norm": 1.101832709488589,
      "learning_rate": 0.0001306746592339367,
      "loss": 0.4375,
      "step": 80187
    },
    {
      "epoch": 3.284374360024575,
      "grad_norm": 0.9240441329925706,
      "learning_rate": 0.00013067142502453343,
      "loss": 0.5454,
      "step": 80188
    },
    {
      "epoch": 3.2844153184517713,
      "grad_norm": 1.617856005560501,
      "learning_rate": 0.0001306681908242676,
      "loss": 0.9985,
      "step": 80189
    },
    {
      "epoch": 3.284456276878968,
      "grad_norm": 2.3741554365908115,
      "learning_rate": 0.0001306649566331407,
      "loss": 1.1365,
      "step": 80190
    },
    {
      "epoch": 3.2844972353061643,
      "grad_norm": 1.1935579175023165,
      "learning_rate": 0.00013066172245115428,
      "loss": 0.5475,
      "step": 80191
    },
    {
      "epoch": 3.2845381937333604,
      "grad_norm": 13.95239986376264,
      "learning_rate": 0.0001306584882783099,
      "loss": 2.1069,
      "step": 80192
    },
    {
      "epoch": 3.284579152160557,
      "grad_norm": 1.526871854128035,
      "learning_rate": 0.00013065525411460905,
      "loss": 0.6365,
      "step": 80193
    },
    {
      "epoch": 3.2846201105877535,
      "grad_norm": 1.0648659175882862,
      "learning_rate": 0.00013065201996005329,
      "loss": 0.5466,
      "step": 80194
    },
    {
      "epoch": 3.28466106901495,
      "grad_norm": 1.2527015573130764,
      "learning_rate": 0.0001306487858146441,
      "loss": 0.4272,
      "step": 80195
    },
    {
      "epoch": 3.284702027442146,
      "grad_norm": 0.7541429436633209,
      "learning_rate": 0.00013064555167838308,
      "loss": 0.2724,
      "step": 80196
    },
    {
      "epoch": 3.2847429858693427,
      "grad_norm": 1.6989153410406679,
      "learning_rate": 0.00013064231755127172,
      "loss": 1.1791,
      "step": 80197
    },
    {
      "epoch": 3.284783944296539,
      "grad_norm": 1.4855264840317408,
      "learning_rate": 0.00013063908343331152,
      "loss": 1.0216,
      "step": 80198
    },
    {
      "epoch": 3.2848249027237353,
      "grad_norm": 1.981048716864828,
      "learning_rate": 0.00013063584932450408,
      "loss": 1.127,
      "step": 80199
    },
    {
      "epoch": 3.284865861150932,
      "grad_norm": 1.1082142404956878,
      "learning_rate": 0.00013063261522485082,
      "loss": 0.2288,
      "step": 80200
    },
    {
      "epoch": 3.2849068195781284,
      "grad_norm": 1.0196181966767486,
      "learning_rate": 0.00013062938113435338,
      "loss": 0.3706,
      "step": 80201
    },
    {
      "epoch": 3.2849477780053244,
      "grad_norm": 1.368663703377087,
      "learning_rate": 0.00013062614705301322,
      "loss": 0.7747,
      "step": 80202
    },
    {
      "epoch": 3.284988736432521,
      "grad_norm": 1.2032794408083687,
      "learning_rate": 0.00013062291298083194,
      "loss": 0.7708,
      "step": 80203
    },
    {
      "epoch": 3.2850296948597175,
      "grad_norm": 1.2072828713092323,
      "learning_rate": 0.00013061967891781094,
      "loss": 0.6536,
      "step": 80204
    },
    {
      "epoch": 3.2850706532869136,
      "grad_norm": 1.1294879899364476,
      "learning_rate": 0.00013061644486395192,
      "loss": 0.5728,
      "step": 80205
    },
    {
      "epoch": 3.28511161171411,
      "grad_norm": 1.5136332808676096,
      "learning_rate": 0.00013061321081925628,
      "loss": 0.5094,
      "step": 80206
    },
    {
      "epoch": 3.2851525701413067,
      "grad_norm": 0.8069126512283665,
      "learning_rate": 0.00013060997678372564,
      "loss": 0.2721,
      "step": 80207
    },
    {
      "epoch": 3.285193528568503,
      "grad_norm": 0.7976964339195299,
      "learning_rate": 0.00013060674275736144,
      "loss": 0.2318,
      "step": 80208
    },
    {
      "epoch": 3.2852344869956993,
      "grad_norm": 1.4626306216066969,
      "learning_rate": 0.00013060350874016525,
      "loss": 0.6473,
      "step": 80209
    },
    {
      "epoch": 3.285275445422896,
      "grad_norm": 1.6262923784839054,
      "learning_rate": 0.00013060027473213854,
      "loss": 0.5877,
      "step": 80210
    },
    {
      "epoch": 3.285316403850092,
      "grad_norm": 1.1237110795137222,
      "learning_rate": 0.00013059704073328294,
      "loss": 0.559,
      "step": 80211
    },
    {
      "epoch": 3.2853573622772885,
      "grad_norm": 1.0953298093127257,
      "learning_rate": 0.00013059380674359996,
      "loss": 0.5803,
      "step": 80212
    },
    {
      "epoch": 3.285398320704485,
      "grad_norm": 1.5863845196440718,
      "learning_rate": 0.0001305905727630911,
      "loss": 0.8928,
      "step": 80213
    },
    {
      "epoch": 3.2854392791316815,
      "grad_norm": 1.3011800538316733,
      "learning_rate": 0.00013058733879175782,
      "loss": 0.6153,
      "step": 80214
    },
    {
      "epoch": 3.2854802375588776,
      "grad_norm": 1.238681030770672,
      "learning_rate": 0.00013058410482960175,
      "loss": 0.8207,
      "step": 80215
    },
    {
      "epoch": 3.285521195986074,
      "grad_norm": 2.3186512391043532,
      "learning_rate": 0.00013058087087662444,
      "loss": 1.8194,
      "step": 80216
    },
    {
      "epoch": 3.2855621544132707,
      "grad_norm": 3.533766630221457,
      "learning_rate": 0.00013057763693282733,
      "loss": 1.755,
      "step": 80217
    },
    {
      "epoch": 3.285603112840467,
      "grad_norm": 1.3500949010978518,
      "learning_rate": 0.00013057440299821195,
      "loss": 0.6455,
      "step": 80218
    },
    {
      "epoch": 3.2856440712676633,
      "grad_norm": 1.2370660628846,
      "learning_rate": 0.00013057116907277993,
      "loss": 0.4384,
      "step": 80219
    },
    {
      "epoch": 3.28568502969486,
      "grad_norm": 0.833330646373039,
      "learning_rate": 0.0001305679351565327,
      "loss": 0.263,
      "step": 80220
    },
    {
      "epoch": 3.285725988122056,
      "grad_norm": 1.8867902318147984,
      "learning_rate": 0.00013056470124947183,
      "loss": 1.0556,
      "step": 80221
    },
    {
      "epoch": 3.2857669465492525,
      "grad_norm": 2.0979435398528268,
      "learning_rate": 0.0001305614673515988,
      "loss": 1.1603,
      "step": 80222
    },
    {
      "epoch": 3.285807904976449,
      "grad_norm": 1.154243339183578,
      "learning_rate": 0.00013055823346291523,
      "loss": 0.7643,
      "step": 80223
    },
    {
      "epoch": 3.285848863403645,
      "grad_norm": 1.3245209794589154,
      "learning_rate": 0.00013055499958342258,
      "loss": 0.8234,
      "step": 80224
    },
    {
      "epoch": 3.2858898218308417,
      "grad_norm": 1.6367336918938065,
      "learning_rate": 0.00013055176571312243,
      "loss": 0.9565,
      "step": 80225
    },
    {
      "epoch": 3.285930780258038,
      "grad_norm": 1.3564950019876119,
      "learning_rate": 0.00013054853185201626,
      "loss": 0.8878,
      "step": 80226
    },
    {
      "epoch": 3.2859717386852347,
      "grad_norm": 2.4091387395135584,
      "learning_rate": 0.00013054529800010558,
      "loss": 0.6836,
      "step": 80227
    },
    {
      "epoch": 3.286012697112431,
      "grad_norm": 1.387205730630115,
      "learning_rate": 0.000130542064157392,
      "loss": 0.8107,
      "step": 80228
    },
    {
      "epoch": 3.2860536555396274,
      "grad_norm": 1.2826786487740023,
      "learning_rate": 0.00013053883032387699,
      "loss": 0.7149,
      "step": 80229
    },
    {
      "epoch": 3.2860946139668235,
      "grad_norm": 1.4507910931645345,
      "learning_rate": 0.0001305355964995621,
      "loss": 1.0388,
      "step": 80230
    },
    {
      "epoch": 3.28613557239402,
      "grad_norm": 1.246497057602161,
      "learning_rate": 0.00013053236268444882,
      "loss": 0.7017,
      "step": 80231
    },
    {
      "epoch": 3.2861765308212165,
      "grad_norm": 1.1363111224443347,
      "learning_rate": 0.00013052912887853872,
      "loss": 0.3337,
      "step": 80232
    },
    {
      "epoch": 3.286217489248413,
      "grad_norm": 1.3711214736920443,
      "learning_rate": 0.00013052589508183335,
      "loss": 0.7338,
      "step": 80233
    },
    {
      "epoch": 3.286258447675609,
      "grad_norm": 1.2808424656664235,
      "learning_rate": 0.00013052266129433417,
      "loss": 0.6942,
      "step": 80234
    },
    {
      "epoch": 3.2862994061028057,
      "grad_norm": 1.5504337230659473,
      "learning_rate": 0.00013051942751604272,
      "loss": 0.7927,
      "step": 80235
    },
    {
      "epoch": 3.2863403645300022,
      "grad_norm": 0.9678941508118629,
      "learning_rate": 0.00013051619374696062,
      "loss": 0.5272,
      "step": 80236
    },
    {
      "epoch": 3.2863813229571983,
      "grad_norm": 1.4483690223676782,
      "learning_rate": 0.0001305129599870893,
      "loss": 0.7126,
      "step": 80237
    },
    {
      "epoch": 3.286422281384395,
      "grad_norm": 1.2133722564073557,
      "learning_rate": 0.00013050972623643035,
      "loss": 0.7277,
      "step": 80238
    },
    {
      "epoch": 3.2864632398115914,
      "grad_norm": 0.8085520434855513,
      "learning_rate": 0.0001305064924949852,
      "loss": 0.2136,
      "step": 80239
    },
    {
      "epoch": 3.2865041982387875,
      "grad_norm": 1.549043956296286,
      "learning_rate": 0.00013050325876275552,
      "loss": 0.6921,
      "step": 80240
    },
    {
      "epoch": 3.286545156665984,
      "grad_norm": 1.4305185826598952,
      "learning_rate": 0.00013050002503974274,
      "loss": 0.7167,
      "step": 80241
    },
    {
      "epoch": 3.2865861150931805,
      "grad_norm": 1.7957212198775117,
      "learning_rate": 0.00013049679132594842,
      "loss": 0.9341,
      "step": 80242
    },
    {
      "epoch": 3.2866270735203766,
      "grad_norm": 1.441591868227002,
      "learning_rate": 0.00013049355762137407,
      "loss": 0.8957,
      "step": 80243
    },
    {
      "epoch": 3.286668031947573,
      "grad_norm": 0.8900858390523669,
      "learning_rate": 0.00013049032392602127,
      "loss": 0.2584,
      "step": 80244
    },
    {
      "epoch": 3.2867089903747697,
      "grad_norm": 1.4300511470632482,
      "learning_rate": 0.0001304870902398915,
      "loss": 0.6764,
      "step": 80245
    },
    {
      "epoch": 3.2867499488019662,
      "grad_norm": 1.5110920669369046,
      "learning_rate": 0.0001304838565629863,
      "loss": 0.8037,
      "step": 80246
    },
    {
      "epoch": 3.2867909072291623,
      "grad_norm": 3.7389977372639676,
      "learning_rate": 0.00013048062289530715,
      "loss": 2.5528,
      "step": 80247
    },
    {
      "epoch": 3.286831865656359,
      "grad_norm": 1.1463338130854597,
      "learning_rate": 0.0001304773892368557,
      "loss": 0.5541,
      "step": 80248
    },
    {
      "epoch": 3.286872824083555,
      "grad_norm": 1.365949948264151,
      "learning_rate": 0.00013047415558763338,
      "loss": 0.8169,
      "step": 80249
    },
    {
      "epoch": 3.2869137825107515,
      "grad_norm": 3.2966063404992,
      "learning_rate": 0.00013047092194764175,
      "loss": 2.7583,
      "step": 80250
    },
    {
      "epoch": 3.286954740937948,
      "grad_norm": 1.8280818828019934,
      "learning_rate": 0.0001304676883168823,
      "loss": 0.8223,
      "step": 80251
    },
    {
      "epoch": 3.2869956993651446,
      "grad_norm": 1.6535954522383323,
      "learning_rate": 0.00013046445469535665,
      "loss": 1.187,
      "step": 80252
    },
    {
      "epoch": 3.2870366577923407,
      "grad_norm": 1.1521835804033065,
      "learning_rate": 0.00013046122108306625,
      "loss": 0.6625,
      "step": 80253
    },
    {
      "epoch": 3.287077616219537,
      "grad_norm": 1.4935827840090086,
      "learning_rate": 0.00013045798748001264,
      "loss": 0.8146,
      "step": 80254
    },
    {
      "epoch": 3.2871185746467337,
      "grad_norm": 1.6370719919409011,
      "learning_rate": 0.00013045475388619735,
      "loss": 1.0173,
      "step": 80255
    },
    {
      "epoch": 3.28715953307393,
      "grad_norm": 0.7289540857864164,
      "learning_rate": 0.00013045152030162195,
      "loss": 0.1404,
      "step": 80256
    },
    {
      "epoch": 3.2872004915011264,
      "grad_norm": 1.7874532432856047,
      "learning_rate": 0.00013044828672628792,
      "loss": 1.1565,
      "step": 80257
    },
    {
      "epoch": 3.287241449928323,
      "grad_norm": 1.573196332487356,
      "learning_rate": 0.00013044505316019681,
      "loss": 0.7903,
      "step": 80258
    },
    {
      "epoch": 3.287282408355519,
      "grad_norm": 1.6213922824004507,
      "learning_rate": 0.00013044181960335013,
      "loss": 1.0218,
      "step": 80259
    },
    {
      "epoch": 3.2873233667827155,
      "grad_norm": 4.355150527174427,
      "learning_rate": 0.00013043858605574945,
      "loss": 6.8984,
      "step": 80260
    },
    {
      "epoch": 3.287364325209912,
      "grad_norm": 1.175783186887017,
      "learning_rate": 0.00013043535251739625,
      "loss": 0.5251,
      "step": 80261
    },
    {
      "epoch": 3.287405283637108,
      "grad_norm": 1.3619825142693023,
      "learning_rate": 0.0001304321189882921,
      "loss": 0.6802,
      "step": 80262
    },
    {
      "epoch": 3.2874462420643047,
      "grad_norm": 1.2763723959356337,
      "learning_rate": 0.00013042888546843846,
      "loss": 0.7802,
      "step": 80263
    },
    {
      "epoch": 3.2874872004915012,
      "grad_norm": 0.9748901052955973,
      "learning_rate": 0.00013042565195783696,
      "loss": 0.624,
      "step": 80264
    },
    {
      "epoch": 3.2875281589186978,
      "grad_norm": 1.1951191362339932,
      "learning_rate": 0.00013042241845648907,
      "loss": 0.5115,
      "step": 80265
    },
    {
      "epoch": 3.287569117345894,
      "grad_norm": 1.264336011636876,
      "learning_rate": 0.0001304191849643963,
      "loss": 0.506,
      "step": 80266
    },
    {
      "epoch": 3.2876100757730904,
      "grad_norm": 1.4678188232994456,
      "learning_rate": 0.00013041595148156023,
      "loss": 0.9893,
      "step": 80267
    },
    {
      "epoch": 3.2876510342002865,
      "grad_norm": 1.551527676498577,
      "learning_rate": 0.00013041271800798233,
      "loss": 1.0793,
      "step": 80268
    },
    {
      "epoch": 3.287691992627483,
      "grad_norm": 2.1822177848464057,
      "learning_rate": 0.0001304094845436642,
      "loss": 0.855,
      "step": 80269
    },
    {
      "epoch": 3.2877329510546796,
      "grad_norm": 1.3250854625609432,
      "learning_rate": 0.0001304062510886073,
      "loss": 0.7047,
      "step": 80270
    },
    {
      "epoch": 3.287773909481876,
      "grad_norm": 1.1298412929291677,
      "learning_rate": 0.0001304030176428132,
      "loss": 0.6867,
      "step": 80271
    },
    {
      "epoch": 3.287814867909072,
      "grad_norm": 1.4107049094486714,
      "learning_rate": 0.0001303997842062834,
      "loss": 0.926,
      "step": 80272
    },
    {
      "epoch": 3.2878558263362687,
      "grad_norm": 1.2724676302944065,
      "learning_rate": 0.00013039655077901944,
      "loss": 0.7085,
      "step": 80273
    },
    {
      "epoch": 3.2878967847634653,
      "grad_norm": 1.2259868380576575,
      "learning_rate": 0.0001303933173610229,
      "loss": 0.5502,
      "step": 80274
    },
    {
      "epoch": 3.2879377431906613,
      "grad_norm": 1.3309691750242185,
      "learning_rate": 0.00013039008395229523,
      "loss": 0.5189,
      "step": 80275
    },
    {
      "epoch": 3.287978701617858,
      "grad_norm": 1.3750868867430601,
      "learning_rate": 0.00013038685055283798,
      "loss": 0.6278,
      "step": 80276
    },
    {
      "epoch": 3.2880196600450544,
      "grad_norm": 1.481407221072701,
      "learning_rate": 0.0001303836171626527,
      "loss": 0.7092,
      "step": 80277
    },
    {
      "epoch": 3.2880606184722505,
      "grad_norm": 1.3223108745054035,
      "learning_rate": 0.00013038038378174093,
      "loss": 0.5874,
      "step": 80278
    },
    {
      "epoch": 3.288101576899447,
      "grad_norm": 1.5209456381765427,
      "learning_rate": 0.00013037715041010417,
      "loss": 0.7688,
      "step": 80279
    },
    {
      "epoch": 3.2881425353266436,
      "grad_norm": 1.4018621182638538,
      "learning_rate": 0.00013037391704774396,
      "loss": 0.7422,
      "step": 80280
    },
    {
      "epoch": 3.2881834937538397,
      "grad_norm": 2.180751999827176,
      "learning_rate": 0.0001303706836946618,
      "loss": 1.7577,
      "step": 80281
    },
    {
      "epoch": 3.288224452181036,
      "grad_norm": 5.576130415847924,
      "learning_rate": 0.00013036745035085922,
      "loss": 5.5496,
      "step": 80282
    },
    {
      "epoch": 3.2882654106082327,
      "grad_norm": 4.146503438960544,
      "learning_rate": 0.0001303642170163378,
      "loss": 2.5485,
      "step": 80283
    },
    {
      "epoch": 3.2883063690354293,
      "grad_norm": 1.229635345442886,
      "learning_rate": 0.00013036098369109903,
      "loss": 0.6145,
      "step": 80284
    },
    {
      "epoch": 3.2883473274626254,
      "grad_norm": 1.8346244157426908,
      "learning_rate": 0.00013035775037514448,
      "loss": 0.9717,
      "step": 80285
    },
    {
      "epoch": 3.288388285889822,
      "grad_norm": 1.6219813268110688,
      "learning_rate": 0.00013035451706847558,
      "loss": 0.8864,
      "step": 80286
    },
    {
      "epoch": 3.288429244317018,
      "grad_norm": 1.3317690282174257,
      "learning_rate": 0.00013035128377109396,
      "loss": 0.6066,
      "step": 80287
    },
    {
      "epoch": 3.2884702027442145,
      "grad_norm": 1.6036132843124518,
      "learning_rate": 0.00013034805048300113,
      "loss": 0.8181,
      "step": 80288
    },
    {
      "epoch": 3.288511161171411,
      "grad_norm": 1.6662506857955581,
      "learning_rate": 0.00013034481720419858,
      "loss": 1.0074,
      "step": 80289
    },
    {
      "epoch": 3.2885521195986076,
      "grad_norm": 1.197458919814762,
      "learning_rate": 0.00013034158393468784,
      "loss": 0.6561,
      "step": 80290
    },
    {
      "epoch": 3.2885930780258037,
      "grad_norm": 0.9985841034274219,
      "learning_rate": 0.0001303383506744705,
      "loss": 0.5563,
      "step": 80291
    },
    {
      "epoch": 3.2886340364530002,
      "grad_norm": 0.9989553774451565,
      "learning_rate": 0.00013033511742354802,
      "loss": 0.5548,
      "step": 80292
    },
    {
      "epoch": 3.2886749948801968,
      "grad_norm": 1.2993518138272018,
      "learning_rate": 0.00013033188418192198,
      "loss": 0.788,
      "step": 80293
    },
    {
      "epoch": 3.288715953307393,
      "grad_norm": 1.2089130532527268,
      "learning_rate": 0.00013032865094959385,
      "loss": 0.7081,
      "step": 80294
    },
    {
      "epoch": 3.2887569117345894,
      "grad_norm": 1.486696208131056,
      "learning_rate": 0.0001303254177265652,
      "loss": 0.803,
      "step": 80295
    },
    {
      "epoch": 3.288797870161786,
      "grad_norm": 1.1560017982074346,
      "learning_rate": 0.0001303221845128376,
      "loss": 0.7469,
      "step": 80296
    },
    {
      "epoch": 3.288838828588982,
      "grad_norm": 1.3864197367997861,
      "learning_rate": 0.00013031895130841248,
      "loss": 0.6095,
      "step": 80297
    },
    {
      "epoch": 3.2888797870161786,
      "grad_norm": 2.8231622433721344,
      "learning_rate": 0.00013031571811329145,
      "loss": 1.2661,
      "step": 80298
    },
    {
      "epoch": 3.288920745443375,
      "grad_norm": 1.1148927141089608,
      "learning_rate": 0.00013031248492747594,
      "loss": 0.3809,
      "step": 80299
    },
    {
      "epoch": 3.288961703870571,
      "grad_norm": 2.7790506739397016,
      "learning_rate": 0.0001303092517509676,
      "loss": 1.7337,
      "step": 80300
    },
    {
      "epoch": 3.2890026622977677,
      "grad_norm": 1.5878812679593302,
      "learning_rate": 0.00013030601858376792,
      "loss": 0.9584,
      "step": 80301
    },
    {
      "epoch": 3.2890436207249643,
      "grad_norm": 1.441414140424168,
      "learning_rate": 0.0001303027854258784,
      "loss": 0.6718,
      "step": 80302
    },
    {
      "epoch": 3.289084579152161,
      "grad_norm": 1.0046356566750962,
      "learning_rate": 0.0001302995522773005,
      "loss": 0.5667,
      "step": 80303
    },
    {
      "epoch": 3.289125537579357,
      "grad_norm": 1.0757674002906317,
      "learning_rate": 0.00013029631913803592,
      "loss": 0.3827,
      "step": 80304
    },
    {
      "epoch": 3.2891664960065534,
      "grad_norm": 1.2348967869712097,
      "learning_rate": 0.00013029308600808606,
      "loss": 0.5807,
      "step": 80305
    },
    {
      "epoch": 3.2892074544337495,
      "grad_norm": 1.1513626231572653,
      "learning_rate": 0.00013028985288745252,
      "loss": 0.5255,
      "step": 80306
    },
    {
      "epoch": 3.289248412860946,
      "grad_norm": 1.2704586856875204,
      "learning_rate": 0.00013028661977613674,
      "loss": 0.6129,
      "step": 80307
    },
    {
      "epoch": 3.2892893712881426,
      "grad_norm": 1.7006597935588827,
      "learning_rate": 0.00013028338667414035,
      "loss": 1.0139,
      "step": 80308
    },
    {
      "epoch": 3.289330329715339,
      "grad_norm": 0.8220827827210389,
      "learning_rate": 0.0001302801535814648,
      "loss": 0.2112,
      "step": 80309
    },
    {
      "epoch": 3.289371288142535,
      "grad_norm": 1.448664144269376,
      "learning_rate": 0.00013027692049811168,
      "loss": 0.8469,
      "step": 80310
    },
    {
      "epoch": 3.2894122465697317,
      "grad_norm": 1.3580619193832741,
      "learning_rate": 0.00013027368742408245,
      "loss": 0.4753,
      "step": 80311
    },
    {
      "epoch": 3.2894532049969283,
      "grad_norm": 1.7115959409484958,
      "learning_rate": 0.0001302704543593787,
      "loss": 0.6027,
      "step": 80312
    },
    {
      "epoch": 3.2894941634241244,
      "grad_norm": 1.6737247252401433,
      "learning_rate": 0.00013026722130400194,
      "loss": 0.9853,
      "step": 80313
    },
    {
      "epoch": 3.289535121851321,
      "grad_norm": 1.4171194566853291,
      "learning_rate": 0.00013026398825795367,
      "loss": 0.7457,
      "step": 80314
    },
    {
      "epoch": 3.2895760802785174,
      "grad_norm": 1.3109474159121122,
      "learning_rate": 0.00013026075522123542,
      "loss": 0.4552,
      "step": 80315
    },
    {
      "epoch": 3.2896170387057135,
      "grad_norm": 2.275645855692064,
      "learning_rate": 0.0001302575221938488,
      "loss": 1.3558,
      "step": 80316
    },
    {
      "epoch": 3.28965799713291,
      "grad_norm": 1.144045673911488,
      "learning_rate": 0.00013025428917579524,
      "loss": 0.346,
      "step": 80317
    },
    {
      "epoch": 3.2896989555601066,
      "grad_norm": 1.1785255867224536,
      "learning_rate": 0.00013025105616707632,
      "loss": 0.6394,
      "step": 80318
    },
    {
      "epoch": 3.2897399139873027,
      "grad_norm": 1.8501832483411866,
      "learning_rate": 0.00013024782316769354,
      "loss": 0.9762,
      "step": 80319
    },
    {
      "epoch": 3.2897808724144992,
      "grad_norm": 1.3883285229932703,
      "learning_rate": 0.00013024459017764846,
      "loss": 0.7597,
      "step": 80320
    },
    {
      "epoch": 3.2898218308416958,
      "grad_norm": 1.4231071907438093,
      "learning_rate": 0.00013024135719694259,
      "loss": 0.6699,
      "step": 80321
    },
    {
      "epoch": 3.2898627892688923,
      "grad_norm": 1.4043762193806906,
      "learning_rate": 0.00013023812422557747,
      "loss": 0.6545,
      "step": 80322
    },
    {
      "epoch": 3.2899037476960884,
      "grad_norm": 0.6920639232117007,
      "learning_rate": 0.0001302348912635546,
      "loss": 0.2479,
      "step": 80323
    },
    {
      "epoch": 3.289944706123285,
      "grad_norm": 1.1584185641854456,
      "learning_rate": 0.00013023165831087553,
      "loss": 0.8254,
      "step": 80324
    },
    {
      "epoch": 3.289985664550481,
      "grad_norm": 0.8123955223371958,
      "learning_rate": 0.00013022842536754178,
      "loss": 0.2317,
      "step": 80325
    },
    {
      "epoch": 3.2900266229776776,
      "grad_norm": 0.7350163433295035,
      "learning_rate": 0.00013022519243355488,
      "loss": 0.1354,
      "step": 80326
    },
    {
      "epoch": 3.290067581404874,
      "grad_norm": 1.0891325652349495,
      "learning_rate": 0.00013022195950891636,
      "loss": 0.5624,
      "step": 80327
    },
    {
      "epoch": 3.2901085398320706,
      "grad_norm": 1.996857019852563,
      "learning_rate": 0.00013021872659362777,
      "loss": 0.9819,
      "step": 80328
    },
    {
      "epoch": 3.2901494982592667,
      "grad_norm": 1.561874380978569,
      "learning_rate": 0.00013021549368769062,
      "loss": 0.8796,
      "step": 80329
    },
    {
      "epoch": 3.2901904566864633,
      "grad_norm": 1.5395581262684321,
      "learning_rate": 0.00013021226079110642,
      "loss": 1.0408,
      "step": 80330
    },
    {
      "epoch": 3.29023141511366,
      "grad_norm": 2.150193518975042,
      "learning_rate": 0.00013020902790387672,
      "loss": 1.2406,
      "step": 80331
    },
    {
      "epoch": 3.290272373540856,
      "grad_norm": 1.5173938735256733,
      "learning_rate": 0.00013020579502600303,
      "loss": 0.8402,
      "step": 80332
    },
    {
      "epoch": 3.2903133319680524,
      "grad_norm": 1.6869650142714103,
      "learning_rate": 0.0001302025621574869,
      "loss": 0.8487,
      "step": 80333
    },
    {
      "epoch": 3.290354290395249,
      "grad_norm": 1.4252353268587992,
      "learning_rate": 0.00013019932929832987,
      "loss": 0.9107,
      "step": 80334
    },
    {
      "epoch": 3.290395248822445,
      "grad_norm": 2.053329487293786,
      "learning_rate": 0.00013019609644853342,
      "loss": 1.0785,
      "step": 80335
    },
    {
      "epoch": 3.2904362072496416,
      "grad_norm": 1.1190095423925073,
      "learning_rate": 0.00013019286360809913,
      "loss": 0.3588,
      "step": 80336
    },
    {
      "epoch": 3.290477165676838,
      "grad_norm": 1.483105525710752,
      "learning_rate": 0.00013018963077702847,
      "loss": 0.8435,
      "step": 80337
    },
    {
      "epoch": 3.290518124104034,
      "grad_norm": 1.1000633706383296,
      "learning_rate": 0.00013018639795532304,
      "loss": 0.5606,
      "step": 80338
    },
    {
      "epoch": 3.2905590825312308,
      "grad_norm": 1.3257481433619696,
      "learning_rate": 0.00013018316514298433,
      "loss": 0.7765,
      "step": 80339
    },
    {
      "epoch": 3.2906000409584273,
      "grad_norm": 1.2044897952856124,
      "learning_rate": 0.00013017993234001383,
      "loss": 0.6268,
      "step": 80340
    },
    {
      "epoch": 3.290640999385624,
      "grad_norm": 1.3023810554073179,
      "learning_rate": 0.00013017669954641314,
      "loss": 0.673,
      "step": 80341
    },
    {
      "epoch": 3.29068195781282,
      "grad_norm": 2.391020765515688,
      "learning_rate": 0.00013017346676218376,
      "loss": 1.923,
      "step": 80342
    },
    {
      "epoch": 3.2907229162400164,
      "grad_norm": 1.5564031909917009,
      "learning_rate": 0.00013017023398732722,
      "loss": 0.7896,
      "step": 80343
    },
    {
      "epoch": 3.2907638746672125,
      "grad_norm": 2.176342989189274,
      "learning_rate": 0.000130167001221845,
      "loss": 1.0226,
      "step": 80344
    },
    {
      "epoch": 3.290804833094409,
      "grad_norm": 3.226487895090327,
      "learning_rate": 0.0001301637684657387,
      "loss": 4.0652,
      "step": 80345
    },
    {
      "epoch": 3.2908457915216056,
      "grad_norm": 1.8474770605981767,
      "learning_rate": 0.00013016053571900983,
      "loss": 0.7873,
      "step": 80346
    },
    {
      "epoch": 3.290886749948802,
      "grad_norm": 1.4827848953796923,
      "learning_rate": 0.0001301573029816599,
      "loss": 0.5631,
      "step": 80347
    },
    {
      "epoch": 3.2909277083759982,
      "grad_norm": 1.2886396630619212,
      "learning_rate": 0.00013015407025369048,
      "loss": 0.5883,
      "step": 80348
    },
    {
      "epoch": 3.2909686668031948,
      "grad_norm": 1.744215039558617,
      "learning_rate": 0.00013015083753510306,
      "loss": 0.9762,
      "step": 80349
    },
    {
      "epoch": 3.2910096252303913,
      "grad_norm": 1.7275909317562903,
      "learning_rate": 0.00013014760482589908,
      "loss": 0.9484,
      "step": 80350
    },
    {
      "epoch": 3.2910505836575874,
      "grad_norm": 1.3194710002666492,
      "learning_rate": 0.00013014437212608023,
      "loss": 0.6377,
      "step": 80351
    },
    {
      "epoch": 3.291091542084784,
      "grad_norm": 1.154119836116189,
      "learning_rate": 0.000130141139435648,
      "loss": 0.3929,
      "step": 80352
    },
    {
      "epoch": 3.2911325005119805,
      "grad_norm": 1.5033714685798052,
      "learning_rate": 0.00013013790675460383,
      "loss": 1.0958,
      "step": 80353
    },
    {
      "epoch": 3.2911734589391766,
      "grad_norm": 1.536968848193187,
      "learning_rate": 0.0001301346740829493,
      "loss": 0.716,
      "step": 80354
    },
    {
      "epoch": 3.291214417366373,
      "grad_norm": 1.3086000952054229,
      "learning_rate": 0.00013013144142068597,
      "loss": 0.6334,
      "step": 80355
    },
    {
      "epoch": 3.2912553757935696,
      "grad_norm": 0.7343215883563399,
      "learning_rate": 0.00013012820876781534,
      "loss": 0.1807,
      "step": 80356
    },
    {
      "epoch": 3.2912963342207657,
      "grad_norm": 0.708067620492994,
      "learning_rate": 0.00013012497612433893,
      "loss": 0.0845,
      "step": 80357
    },
    {
      "epoch": 3.2913372926479623,
      "grad_norm": 1.5368346264784938,
      "learning_rate": 0.00013012174349025826,
      "loss": 0.7541,
      "step": 80358
    },
    {
      "epoch": 3.291378251075159,
      "grad_norm": 1.051690972024859,
      "learning_rate": 0.00013011851086557492,
      "loss": 0.5343,
      "step": 80359
    },
    {
      "epoch": 3.2914192095023553,
      "grad_norm": 4.7355964812521245,
      "learning_rate": 0.00013011527825029036,
      "loss": 4.5233,
      "step": 80360
    },
    {
      "epoch": 3.2914601679295514,
      "grad_norm": 1.7955415941193278,
      "learning_rate": 0.00013011204564440616,
      "loss": 1.3653,
      "step": 80361
    },
    {
      "epoch": 3.291501126356748,
      "grad_norm": 1.2498042733257984,
      "learning_rate": 0.0001301088130479238,
      "loss": 0.8404,
      "step": 80362
    },
    {
      "epoch": 3.291542084783944,
      "grad_norm": 1.4345451185458187,
      "learning_rate": 0.00013010558046084488,
      "loss": 0.7872,
      "step": 80363
    },
    {
      "epoch": 3.2915830432111406,
      "grad_norm": 1.3899199786812928,
      "learning_rate": 0.0001301023478831709,
      "loss": 0.8474,
      "step": 80364
    },
    {
      "epoch": 3.291624001638337,
      "grad_norm": 0.83852231198395,
      "learning_rate": 0.00013009911531490333,
      "loss": 0.2361,
      "step": 80365
    },
    {
      "epoch": 3.2916649600655337,
      "grad_norm": 1.5278248563305585,
      "learning_rate": 0.00013009588275604374,
      "loss": 0.7572,
      "step": 80366
    },
    {
      "epoch": 3.2917059184927298,
      "grad_norm": 4.411236160339581,
      "learning_rate": 0.0001300926502065937,
      "loss": 1.6921,
      "step": 80367
    },
    {
      "epoch": 3.2917468769199263,
      "grad_norm": 1.3937316343663524,
      "learning_rate": 0.0001300894176665547,
      "loss": 0.7191,
      "step": 80368
    },
    {
      "epoch": 3.291787835347123,
      "grad_norm": 1.8509058938149907,
      "learning_rate": 0.00013008618513592822,
      "loss": 0.6464,
      "step": 80369
    },
    {
      "epoch": 3.291828793774319,
      "grad_norm": 1.301154850511393,
      "learning_rate": 0.0001300829526147159,
      "loss": 0.7115,
      "step": 80370
    },
    {
      "epoch": 3.2918697522015155,
      "grad_norm": 1.2862778420217522,
      "learning_rate": 0.00013007972010291915,
      "loss": 0.6668,
      "step": 80371
    },
    {
      "epoch": 3.291910710628712,
      "grad_norm": 1.1196883607836454,
      "learning_rate": 0.00013007648760053958,
      "loss": 0.5099,
      "step": 80372
    },
    {
      "epoch": 3.291951669055908,
      "grad_norm": 1.1852411710906394,
      "learning_rate": 0.00013007325510757867,
      "loss": 0.6532,
      "step": 80373
    },
    {
      "epoch": 3.2919926274831046,
      "grad_norm": 1.2047722276924433,
      "learning_rate": 0.00013007002262403798,
      "loss": 0.4712,
      "step": 80374
    },
    {
      "epoch": 3.292033585910301,
      "grad_norm": 1.559694623376718,
      "learning_rate": 0.00013006679014991902,
      "loss": 0.7291,
      "step": 80375
    },
    {
      "epoch": 3.2920745443374972,
      "grad_norm": 1.1616417951876308,
      "learning_rate": 0.00013006355768522334,
      "loss": 0.4927,
      "step": 80376
    },
    {
      "epoch": 3.292115502764694,
      "grad_norm": 2.395671064948558,
      "learning_rate": 0.00013006032522995246,
      "loss": 2.4916,
      "step": 80377
    },
    {
      "epoch": 3.2921564611918903,
      "grad_norm": 1.6867390478357216,
      "learning_rate": 0.0001300570927841079,
      "loss": 1.1246,
      "step": 80378
    },
    {
      "epoch": 3.292197419619087,
      "grad_norm": 0.8113351624999787,
      "learning_rate": 0.00013005386034769116,
      "loss": 0.2442,
      "step": 80379
    },
    {
      "epoch": 3.292238378046283,
      "grad_norm": 5.296229473185992,
      "learning_rate": 0.0001300506279207038,
      "loss": 4.9955,
      "step": 80380
    },
    {
      "epoch": 3.2922793364734795,
      "grad_norm": 1.5285733263197028,
      "learning_rate": 0.00013004739550314737,
      "loss": 0.5819,
      "step": 80381
    },
    {
      "epoch": 3.2923202949006756,
      "grad_norm": 1.3789363059025428,
      "learning_rate": 0.00013004416309502336,
      "loss": 0.7475,
      "step": 80382
    },
    {
      "epoch": 3.292361253327872,
      "grad_norm": 1.1524799492374747,
      "learning_rate": 0.0001300409306963333,
      "loss": 0.3574,
      "step": 80383
    },
    {
      "epoch": 3.2924022117550686,
      "grad_norm": 0.8435439118204343,
      "learning_rate": 0.00013003769830707878,
      "loss": 0.2663,
      "step": 80384
    },
    {
      "epoch": 3.292443170182265,
      "grad_norm": 1.4773777677436661,
      "learning_rate": 0.00013003446592726122,
      "loss": 0.7581,
      "step": 80385
    },
    {
      "epoch": 3.2924841286094613,
      "grad_norm": 2.208918810591046,
      "learning_rate": 0.00013003123355688224,
      "loss": 1.89,
      "step": 80386
    },
    {
      "epoch": 3.292525087036658,
      "grad_norm": 1.3140327723116965,
      "learning_rate": 0.0001300280011959433,
      "loss": 0.8664,
      "step": 80387
    },
    {
      "epoch": 3.2925660454638543,
      "grad_norm": 2.1383905022937215,
      "learning_rate": 0.000130024768844446,
      "loss": 1.2121,
      "step": 80388
    },
    {
      "epoch": 3.2926070038910504,
      "grad_norm": 1.4670290560585522,
      "learning_rate": 0.00013002153650239182,
      "loss": 0.7073,
      "step": 80389
    },
    {
      "epoch": 3.292647962318247,
      "grad_norm": 0.964814714341934,
      "learning_rate": 0.0001300183041697823,
      "loss": 0.5236,
      "step": 80390
    },
    {
      "epoch": 3.2926889207454435,
      "grad_norm": 1.7370078738229817,
      "learning_rate": 0.00013001507184661894,
      "loss": 1.0036,
      "step": 80391
    },
    {
      "epoch": 3.2927298791726396,
      "grad_norm": 1.377150016243344,
      "learning_rate": 0.00013001183953290332,
      "loss": 0.8542,
      "step": 80392
    },
    {
      "epoch": 3.292770837599836,
      "grad_norm": 1.5013257285476738,
      "learning_rate": 0.00013000860722863693,
      "loss": 0.8531,
      "step": 80393
    },
    {
      "epoch": 3.2928117960270327,
      "grad_norm": 1.1803003470409403,
      "learning_rate": 0.00013000537493382133,
      "loss": 0.91,
      "step": 80394
    },
    {
      "epoch": 3.2928527544542288,
      "grad_norm": 1.7444221859432785,
      "learning_rate": 0.000130002142648458,
      "loss": 1.0634,
      "step": 80395
    },
    {
      "epoch": 3.2928937128814253,
      "grad_norm": 1.5750562340814702,
      "learning_rate": 0.00012999891037254852,
      "loss": 1.031,
      "step": 80396
    },
    {
      "epoch": 3.292934671308622,
      "grad_norm": 1.2257261346685857,
      "learning_rate": 0.00012999567810609438,
      "loss": 0.3754,
      "step": 80397
    },
    {
      "epoch": 3.2929756297358184,
      "grad_norm": 1.7417893715165595,
      "learning_rate": 0.00012999244584909714,
      "loss": 0.6667,
      "step": 80398
    },
    {
      "epoch": 3.2930165881630145,
      "grad_norm": 1.6640377773592976,
      "learning_rate": 0.00012998921360155827,
      "loss": 0.7689,
      "step": 80399
    },
    {
      "epoch": 3.293057546590211,
      "grad_norm": 1.163343961270567,
      "learning_rate": 0.00012998598136347938,
      "loss": 0.4604,
      "step": 80400
    },
    {
      "epoch": 3.293098505017407,
      "grad_norm": 1.6404190628047985,
      "learning_rate": 0.00012998274913486198,
      "loss": 0.8859,
      "step": 80401
    },
    {
      "epoch": 3.2931394634446036,
      "grad_norm": 1.2799864157584333,
      "learning_rate": 0.00012997951691570751,
      "loss": 0.6553,
      "step": 80402
    },
    {
      "epoch": 3.2931804218718,
      "grad_norm": 1.6886892731984409,
      "learning_rate": 0.0001299762847060176,
      "loss": 0.9292,
      "step": 80403
    },
    {
      "epoch": 3.2932213802989967,
      "grad_norm": 1.548876004858315,
      "learning_rate": 0.00012997305250579374,
      "loss": 0.8679,
      "step": 80404
    },
    {
      "epoch": 3.293262338726193,
      "grad_norm": 1.2242592586261458,
      "learning_rate": 0.00012996982031503746,
      "loss": 0.6172,
      "step": 80405
    },
    {
      "epoch": 3.2933032971533893,
      "grad_norm": 1.281462946092953,
      "learning_rate": 0.00012996658813375027,
      "loss": 0.7606,
      "step": 80406
    },
    {
      "epoch": 3.293344255580586,
      "grad_norm": 1.2469182857875365,
      "learning_rate": 0.0001299633559619337,
      "loss": 0.7372,
      "step": 80407
    },
    {
      "epoch": 3.293385214007782,
      "grad_norm": 1.1947429094594904,
      "learning_rate": 0.00012996012379958932,
      "loss": 0.7017,
      "step": 80408
    },
    {
      "epoch": 3.2934261724349785,
      "grad_norm": 1.55935361219095,
      "learning_rate": 0.00012995689164671865,
      "loss": 0.7609,
      "step": 80409
    },
    {
      "epoch": 3.293467130862175,
      "grad_norm": 0.8333498903998217,
      "learning_rate": 0.00012995365950332316,
      "loss": 0.2339,
      "step": 80410
    },
    {
      "epoch": 3.293508089289371,
      "grad_norm": 1.0097885124332528,
      "learning_rate": 0.00012995042736940447,
      "loss": 0.565,
      "step": 80411
    },
    {
      "epoch": 3.2935490477165676,
      "grad_norm": 1.2274624303812287,
      "learning_rate": 0.00012994719524496396,
      "loss": 0.5852,
      "step": 80412
    },
    {
      "epoch": 3.293590006143764,
      "grad_norm": 1.2360327823769675,
      "learning_rate": 0.00012994396313000334,
      "loss": 0.8237,
      "step": 80413
    },
    {
      "epoch": 3.2936309645709603,
      "grad_norm": 1.559831951079283,
      "learning_rate": 0.000129940731024524,
      "loss": 0.6513,
      "step": 80414
    },
    {
      "epoch": 3.293671922998157,
      "grad_norm": 1.322121124693584,
      "learning_rate": 0.00012993749892852756,
      "loss": 0.6266,
      "step": 80415
    },
    {
      "epoch": 3.2937128814253533,
      "grad_norm": 1.1635836461395004,
      "learning_rate": 0.00012993426684201545,
      "loss": 0.5098,
      "step": 80416
    },
    {
      "epoch": 3.29375383985255,
      "grad_norm": 1.4557877668929282,
      "learning_rate": 0.00012993103476498932,
      "loss": 0.8959,
      "step": 80417
    },
    {
      "epoch": 3.293794798279746,
      "grad_norm": 1.1302101326655336,
      "learning_rate": 0.00012992780269745059,
      "loss": 0.7496,
      "step": 80418
    },
    {
      "epoch": 3.2938357567069425,
      "grad_norm": 1.2288580848747734,
      "learning_rate": 0.0001299245706394009,
      "loss": 0.7713,
      "step": 80419
    },
    {
      "epoch": 3.2938767151341386,
      "grad_norm": 2.2155247293143203,
      "learning_rate": 0.00012992133859084164,
      "loss": 1.6265,
      "step": 80420
    },
    {
      "epoch": 3.293917673561335,
      "grad_norm": 1.1096665232816816,
      "learning_rate": 0.00012991810655177443,
      "loss": 0.5648,
      "step": 80421
    },
    {
      "epoch": 3.2939586319885317,
      "grad_norm": 1.2771675461726009,
      "learning_rate": 0.00012991487452220074,
      "loss": 0.798,
      "step": 80422
    },
    {
      "epoch": 3.293999590415728,
      "grad_norm": 1.2423952902801227,
      "learning_rate": 0.00012991164250212214,
      "loss": 0.445,
      "step": 80423
    },
    {
      "epoch": 3.2940405488429243,
      "grad_norm": 1.7364371839442734,
      "learning_rate": 0.00012990841049154018,
      "loss": 0.769,
      "step": 80424
    },
    {
      "epoch": 3.294081507270121,
      "grad_norm": 1.3354987184333196,
      "learning_rate": 0.00012990517849045634,
      "loss": 0.8785,
      "step": 80425
    },
    {
      "epoch": 3.2941224656973174,
      "grad_norm": 1.6963141542121458,
      "learning_rate": 0.00012990194649887215,
      "loss": 1.1794,
      "step": 80426
    },
    {
      "epoch": 3.2941634241245135,
      "grad_norm": 1.0208894274325235,
      "learning_rate": 0.00012989871451678917,
      "loss": 0.2252,
      "step": 80427
    },
    {
      "epoch": 3.29420438255171,
      "grad_norm": 1.2647627116838465,
      "learning_rate": 0.00012989548254420893,
      "loss": 0.6692,
      "step": 80428
    },
    {
      "epoch": 3.2942453409789065,
      "grad_norm": 2.0053419022158727,
      "learning_rate": 0.0001298922505811329,
      "loss": 1.0044,
      "step": 80429
    },
    {
      "epoch": 3.2942862994061026,
      "grad_norm": 1.2222986201167918,
      "learning_rate": 0.00012988901862756263,
      "loss": 0.698,
      "step": 80430
    },
    {
      "epoch": 3.294327257833299,
      "grad_norm": 1.0502862282620948,
      "learning_rate": 0.00012988578668349972,
      "loss": 0.5353,
      "step": 80431
    },
    {
      "epoch": 3.2943682162604957,
      "grad_norm": 1.4903377974104672,
      "learning_rate": 0.00012988255474894562,
      "loss": 0.6442,
      "step": 80432
    },
    {
      "epoch": 3.294409174687692,
      "grad_norm": 2.222842037650826,
      "learning_rate": 0.00012987932282390192,
      "loss": 2.0333,
      "step": 80433
    },
    {
      "epoch": 3.2944501331148883,
      "grad_norm": 1.2875313812284335,
      "learning_rate": 0.00012987609090837004,
      "loss": 0.7192,
      "step": 80434
    },
    {
      "epoch": 3.294491091542085,
      "grad_norm": 1.2803892545933506,
      "learning_rate": 0.0001298728590023516,
      "loss": 0.5964,
      "step": 80435
    },
    {
      "epoch": 3.2945320499692814,
      "grad_norm": 1.8142819212224157,
      "learning_rate": 0.0001298696271058481,
      "loss": 0.8849,
      "step": 80436
    },
    {
      "epoch": 3.2945730083964775,
      "grad_norm": 1.2889857596800474,
      "learning_rate": 0.00012986639521886113,
      "loss": 0.701,
      "step": 80437
    },
    {
      "epoch": 3.294613966823674,
      "grad_norm": 1.1922303489439445,
      "learning_rate": 0.00012986316334139212,
      "loss": 0.3453,
      "step": 80438
    },
    {
      "epoch": 3.2946549252508706,
      "grad_norm": 1.343746509524877,
      "learning_rate": 0.00012985993147344259,
      "loss": 0.8136,
      "step": 80439
    },
    {
      "epoch": 3.2946958836780667,
      "grad_norm": 1.4423055930381652,
      "learning_rate": 0.00012985669961501417,
      "loss": 1.0585,
      "step": 80440
    },
    {
      "epoch": 3.294736842105263,
      "grad_norm": 0.5694566065519598,
      "learning_rate": 0.00012985346776610835,
      "loss": 0.1112,
      "step": 80441
    },
    {
      "epoch": 3.2947778005324597,
      "grad_norm": 1.8312490360599207,
      "learning_rate": 0.0001298502359267266,
      "loss": 0.8205,
      "step": 80442
    },
    {
      "epoch": 3.294818758959656,
      "grad_norm": 1.1447260973996527,
      "learning_rate": 0.00012984700409687049,
      "loss": 0.3706,
      "step": 80443
    },
    {
      "epoch": 3.2948597173868523,
      "grad_norm": 1.3884841688026601,
      "learning_rate": 0.00012984377227654155,
      "loss": 0.7847,
      "step": 80444
    },
    {
      "epoch": 3.294900675814049,
      "grad_norm": 1.294015053374775,
      "learning_rate": 0.00012984054046574135,
      "loss": 0.5717,
      "step": 80445
    },
    {
      "epoch": 3.294941634241245,
      "grad_norm": 1.1963373843856195,
      "learning_rate": 0.0001298373086644713,
      "loss": 0.669,
      "step": 80446
    },
    {
      "epoch": 3.2949825926684415,
      "grad_norm": 1.561269101558124,
      "learning_rate": 0.00012983407687273306,
      "loss": 0.3896,
      "step": 80447
    },
    {
      "epoch": 3.295023551095638,
      "grad_norm": 3.0197205172620074,
      "learning_rate": 0.00012983084509052807,
      "loss": 2.979,
      "step": 80448
    },
    {
      "epoch": 3.295064509522834,
      "grad_norm": 1.3201510736619615,
      "learning_rate": 0.0001298276133178579,
      "loss": 0.6548,
      "step": 80449
    },
    {
      "epoch": 3.2951054679500307,
      "grad_norm": 4.795639011424987,
      "learning_rate": 0.00012982438155472405,
      "loss": 3.1715,
      "step": 80450
    },
    {
      "epoch": 3.295146426377227,
      "grad_norm": 2.426517130763429,
      "learning_rate": 0.00012982114980112806,
      "loss": 0.9139,
      "step": 80451
    },
    {
      "epoch": 3.2951873848044233,
      "grad_norm": 1.388802564543321,
      "learning_rate": 0.00012981791805707145,
      "loss": 0.8324,
      "step": 80452
    },
    {
      "epoch": 3.29522834323162,
      "grad_norm": 1.3951530912708852,
      "learning_rate": 0.0001298146863225558,
      "loss": 0.5667,
      "step": 80453
    },
    {
      "epoch": 3.2952693016588164,
      "grad_norm": 1.5658535039990988,
      "learning_rate": 0.00012981145459758258,
      "loss": 0.9485,
      "step": 80454
    },
    {
      "epoch": 3.295310260086013,
      "grad_norm": 2.230128030529299,
      "learning_rate": 0.0001298082228821533,
      "loss": 0.9023,
      "step": 80455
    },
    {
      "epoch": 3.295351218513209,
      "grad_norm": 1.4130103039271213,
      "learning_rate": 0.00012980499117626953,
      "loss": 0.5332,
      "step": 80456
    },
    {
      "epoch": 3.2953921769404055,
      "grad_norm": 2.0472068040333196,
      "learning_rate": 0.00012980175947993283,
      "loss": 0.7191,
      "step": 80457
    },
    {
      "epoch": 3.295433135367602,
      "grad_norm": 1.3161077278765663,
      "learning_rate": 0.00012979852779314464,
      "loss": 0.5656,
      "step": 80458
    },
    {
      "epoch": 3.295474093794798,
      "grad_norm": 1.4220445807639683,
      "learning_rate": 0.00012979529611590655,
      "loss": 0.9678,
      "step": 80459
    },
    {
      "epoch": 3.2955150522219947,
      "grad_norm": 1.0357565191964788,
      "learning_rate": 0.00012979206444822008,
      "loss": 0.5701,
      "step": 80460
    },
    {
      "epoch": 3.2955560106491912,
      "grad_norm": 1.41769371862655,
      "learning_rate": 0.00012978883279008674,
      "loss": 0.857,
      "step": 80461
    },
    {
      "epoch": 3.2955969690763873,
      "grad_norm": 1.311781843879802,
      "learning_rate": 0.0001297856011415081,
      "loss": 0.6028,
      "step": 80462
    },
    {
      "epoch": 3.295637927503584,
      "grad_norm": 1.0640232885824417,
      "learning_rate": 0.00012978236950248557,
      "loss": 0.3397,
      "step": 80463
    },
    {
      "epoch": 3.2956788859307804,
      "grad_norm": 1.4515301797460762,
      "learning_rate": 0.00012977913787302084,
      "loss": 0.6931,
      "step": 80464
    },
    {
      "epoch": 3.2957198443579765,
      "grad_norm": 1.3345791384068657,
      "learning_rate": 0.00012977590625311533,
      "loss": 0.7521,
      "step": 80465
    },
    {
      "epoch": 3.295760802785173,
      "grad_norm": 4.9326108770764385,
      "learning_rate": 0.0001297726746427706,
      "loss": 1.501,
      "step": 80466
    },
    {
      "epoch": 3.2958017612123696,
      "grad_norm": 0.7090341056692974,
      "learning_rate": 0.00012976944304198817,
      "loss": 0.2432,
      "step": 80467
    },
    {
      "epoch": 3.2958427196395657,
      "grad_norm": 1.2690783495529403,
      "learning_rate": 0.0001297662114507696,
      "loss": 0.7109,
      "step": 80468
    },
    {
      "epoch": 3.295883678066762,
      "grad_norm": 1.2506390161647467,
      "learning_rate": 0.00012976297986911638,
      "loss": 0.618,
      "step": 80469
    },
    {
      "epoch": 3.2959246364939587,
      "grad_norm": 1.3352883401396602,
      "learning_rate": 0.00012975974829703004,
      "loss": 0.9602,
      "step": 80470
    },
    {
      "epoch": 3.295965594921155,
      "grad_norm": 2.9308657837630014,
      "learning_rate": 0.0001297565167345121,
      "loss": 0.7771,
      "step": 80471
    },
    {
      "epoch": 3.2960065533483514,
      "grad_norm": 1.1602084371889092,
      "learning_rate": 0.00012975328518156413,
      "loss": 0.5975,
      "step": 80472
    },
    {
      "epoch": 3.296047511775548,
      "grad_norm": 1.5421225404736825,
      "learning_rate": 0.00012975005363818765,
      "loss": 0.9242,
      "step": 80473
    },
    {
      "epoch": 3.2960884702027444,
      "grad_norm": 1.26393707480278,
      "learning_rate": 0.00012974682210438414,
      "loss": 0.5176,
      "step": 80474
    },
    {
      "epoch": 3.2961294286299405,
      "grad_norm": 1.322234357969822,
      "learning_rate": 0.00012974359058015513,
      "loss": 0.7289,
      "step": 80475
    },
    {
      "epoch": 3.296170387057137,
      "grad_norm": 1.2945910421269111,
      "learning_rate": 0.00012974035906550223,
      "loss": 0.5181,
      "step": 80476
    },
    {
      "epoch": 3.2962113454843336,
      "grad_norm": 1.4147422731517767,
      "learning_rate": 0.0001297371275604269,
      "loss": 0.7283,
      "step": 80477
    },
    {
      "epoch": 3.2962523039115297,
      "grad_norm": 2.5105410080222974,
      "learning_rate": 0.00012973389606493066,
      "loss": 0.7081,
      "step": 80478
    },
    {
      "epoch": 3.296293262338726,
      "grad_norm": 4.168473887641251,
      "learning_rate": 0.0001297306645790151,
      "loss": 2.3417,
      "step": 80479
    },
    {
      "epoch": 3.2963342207659228,
      "grad_norm": 1.8514947583969295,
      "learning_rate": 0.00012972743310268165,
      "loss": 1.1434,
      "step": 80480
    },
    {
      "epoch": 3.296375179193119,
      "grad_norm": 6.772853393263961,
      "learning_rate": 0.00012972420163593192,
      "loss": 0.632,
      "step": 80481
    },
    {
      "epoch": 3.2964161376203154,
      "grad_norm": 2.3240554708055363,
      "learning_rate": 0.00012972097017876743,
      "loss": 1.792,
      "step": 80482
    },
    {
      "epoch": 3.296457096047512,
      "grad_norm": 1.3121777519583315,
      "learning_rate": 0.00012971773873118967,
      "loss": 0.7048,
      "step": 80483
    },
    {
      "epoch": 3.296498054474708,
      "grad_norm": 1.4346292120583386,
      "learning_rate": 0.00012971450729320013,
      "loss": 0.6858,
      "step": 80484
    },
    {
      "epoch": 3.2965390129019045,
      "grad_norm": 1.19513671389641,
      "learning_rate": 0.00012971127586480048,
      "loss": 0.6174,
      "step": 80485
    },
    {
      "epoch": 3.296579971329101,
      "grad_norm": 1.3623072889551688,
      "learning_rate": 0.00012970804444599213,
      "loss": 0.9123,
      "step": 80486
    },
    {
      "epoch": 3.296620929756297,
      "grad_norm": 4.114190979849013,
      "learning_rate": 0.00012970481303677665,
      "loss": 1.057,
      "step": 80487
    },
    {
      "epoch": 3.2966618881834937,
      "grad_norm": 1.1498786237478458,
      "learning_rate": 0.0001297015816371555,
      "loss": 0.2182,
      "step": 80488
    },
    {
      "epoch": 3.2967028466106902,
      "grad_norm": 1.4547999994341443,
      "learning_rate": 0.0001296983502471304,
      "loss": 0.7361,
      "step": 80489
    },
    {
      "epoch": 3.2967438050378863,
      "grad_norm": 1.6776429511115765,
      "learning_rate": 0.0001296951188667026,
      "loss": 0.8981,
      "step": 80490
    },
    {
      "epoch": 3.296784763465083,
      "grad_norm": 1.4295897931775354,
      "learning_rate": 0.00012969188749587383,
      "loss": 0.8082,
      "step": 80491
    },
    {
      "epoch": 3.2968257218922794,
      "grad_norm": 1.2003472601440972,
      "learning_rate": 0.00012968865613464557,
      "loss": 0.435,
      "step": 80492
    },
    {
      "epoch": 3.296866680319476,
      "grad_norm": 1.570653257545654,
      "learning_rate": 0.00012968542478301932,
      "loss": 0.6727,
      "step": 80493
    },
    {
      "epoch": 3.296907638746672,
      "grad_norm": 1.3668927714285177,
      "learning_rate": 0.0001296821934409966,
      "loss": 0.9009,
      "step": 80494
    },
    {
      "epoch": 3.2969485971738686,
      "grad_norm": 4.012362702604121,
      "learning_rate": 0.00012967896210857896,
      "loss": 0.9833,
      "step": 80495
    },
    {
      "epoch": 3.296989555601065,
      "grad_norm": 0.8537898237720319,
      "learning_rate": 0.00012967573078576797,
      "loss": 0.2164,
      "step": 80496
    },
    {
      "epoch": 3.297030514028261,
      "grad_norm": 1.025289284879686,
      "learning_rate": 0.0001296724994725651,
      "loss": 0.4102,
      "step": 80497
    },
    {
      "epoch": 3.2970714724554577,
      "grad_norm": 1.6145967367340712,
      "learning_rate": 0.00012966926816897185,
      "loss": 0.8177,
      "step": 80498
    },
    {
      "epoch": 3.2971124308826543,
      "grad_norm": 2.452655641713479,
      "learning_rate": 0.0001296660368749898,
      "loss": 1.3443,
      "step": 80499
    },
    {
      "epoch": 3.2971533893098504,
      "grad_norm": 1.152131185951048,
      "learning_rate": 0.00012966280559062053,
      "loss": 0.5852,
      "step": 80500
    },
    {
      "epoch": 3.297194347737047,
      "grad_norm": 1.4257442230861128,
      "learning_rate": 0.00012965957431586547,
      "loss": 0.8125,
      "step": 80501
    },
    {
      "epoch": 3.2972353061642434,
      "grad_norm": 0.7541296064794598,
      "learning_rate": 0.00012965634305072614,
      "loss": 0.2213,
      "step": 80502
    },
    {
      "epoch": 3.2972762645914395,
      "grad_norm": 1.277114254309171,
      "learning_rate": 0.00012965311179520414,
      "loss": 0.5003,
      "step": 80503
    },
    {
      "epoch": 3.297317223018636,
      "grad_norm": 1.5819014669674776,
      "learning_rate": 0.000129649880549301,
      "loss": 0.8478,
      "step": 80504
    },
    {
      "epoch": 3.2973581814458326,
      "grad_norm": 1.7393695415399906,
      "learning_rate": 0.0001296466493130182,
      "loss": 0.9222,
      "step": 80505
    },
    {
      "epoch": 3.2973991398730287,
      "grad_norm": 1.0934520357091373,
      "learning_rate": 0.00012964341808635723,
      "loss": 0.4974,
      "step": 80506
    },
    {
      "epoch": 3.297440098300225,
      "grad_norm": 1.286733906662396,
      "learning_rate": 0.00012964018686931973,
      "loss": 0.8424,
      "step": 80507
    },
    {
      "epoch": 3.2974810567274218,
      "grad_norm": 1.5263172557364801,
      "learning_rate": 0.00012963695566190717,
      "loss": 0.74,
      "step": 80508
    },
    {
      "epoch": 3.297522015154618,
      "grad_norm": 1.7459414055686944,
      "learning_rate": 0.00012963372446412106,
      "loss": 1.1808,
      "step": 80509
    },
    {
      "epoch": 3.2975629735818144,
      "grad_norm": 1.1755885527534415,
      "learning_rate": 0.00012963049327596295,
      "loss": 0.2921,
      "step": 80510
    },
    {
      "epoch": 3.297603932009011,
      "grad_norm": 1.2422021575556925,
      "learning_rate": 0.00012962726209743433,
      "loss": 0.7454,
      "step": 80511
    },
    {
      "epoch": 3.2976448904362075,
      "grad_norm": 1.319905363832044,
      "learning_rate": 0.00012962403092853678,
      "loss": 0.7056,
      "step": 80512
    },
    {
      "epoch": 3.2976858488634035,
      "grad_norm": 1.2020390688497649,
      "learning_rate": 0.0001296207997692718,
      "loss": 0.6036,
      "step": 80513
    },
    {
      "epoch": 3.2977268072906,
      "grad_norm": 1.3619663973265752,
      "learning_rate": 0.00012961756861964096,
      "loss": 0.86,
      "step": 80514
    },
    {
      "epoch": 3.2977677657177966,
      "grad_norm": 1.4609686198681298,
      "learning_rate": 0.0001296143374796457,
      "loss": 0.5814,
      "step": 80515
    },
    {
      "epoch": 3.2978087241449927,
      "grad_norm": 1.2177074985545218,
      "learning_rate": 0.00012961110634928763,
      "loss": 0.5727,
      "step": 80516
    },
    {
      "epoch": 3.2978496825721892,
      "grad_norm": 0.8480755762231139,
      "learning_rate": 0.00012960787522856823,
      "loss": 0.2425,
      "step": 80517
    },
    {
      "epoch": 3.297890640999386,
      "grad_norm": 1.25374687685206,
      "learning_rate": 0.00012960464411748907,
      "loss": 0.721,
      "step": 80518
    },
    {
      "epoch": 3.297931599426582,
      "grad_norm": 1.5008615450548628,
      "learning_rate": 0.0001296014130160516,
      "loss": 0.7055,
      "step": 80519
    },
    {
      "epoch": 3.2979725578537784,
      "grad_norm": 0.9899243594721214,
      "learning_rate": 0.00012959818192425743,
      "loss": 0.3502,
      "step": 80520
    },
    {
      "epoch": 3.298013516280975,
      "grad_norm": 1.9794591283151843,
      "learning_rate": 0.00012959495084210806,
      "loss": 0.9109,
      "step": 80521
    },
    {
      "epoch": 3.298054474708171,
      "grad_norm": 1.2841495468987654,
      "learning_rate": 0.000129591719769605,
      "loss": 0.7474,
      "step": 80522
    },
    {
      "epoch": 3.2980954331353676,
      "grad_norm": 1.4711257634804296,
      "learning_rate": 0.0001295884887067498,
      "loss": 0.9145,
      "step": 80523
    },
    {
      "epoch": 3.298136391562564,
      "grad_norm": 1.3763096730581128,
      "learning_rate": 0.00012958525765354397,
      "loss": 0.8842,
      "step": 80524
    },
    {
      "epoch": 3.2981773499897606,
      "grad_norm": 1.1212592678431923,
      "learning_rate": 0.00012958202660998905,
      "loss": 0.9086,
      "step": 80525
    },
    {
      "epoch": 3.2982183084169567,
      "grad_norm": 2.7322081314419844,
      "learning_rate": 0.00012957879557608658,
      "loss": 3.4016,
      "step": 80526
    },
    {
      "epoch": 3.2982592668441533,
      "grad_norm": 0.6713282326296078,
      "learning_rate": 0.00012957556455183802,
      "loss": 0.1606,
      "step": 80527
    },
    {
      "epoch": 3.2983002252713494,
      "grad_norm": 1.4433509478161892,
      "learning_rate": 0.000129572333537245,
      "loss": 0.8149,
      "step": 80528
    },
    {
      "epoch": 3.298341183698546,
      "grad_norm": 1.2132923066404793,
      "learning_rate": 0.00012956910253230898,
      "loss": 0.7166,
      "step": 80529
    },
    {
      "epoch": 3.2983821421257424,
      "grad_norm": 1.524331843893372,
      "learning_rate": 0.0001295658715370315,
      "loss": 0.3309,
      "step": 80530
    },
    {
      "epoch": 3.298423100552939,
      "grad_norm": 1.41270258114706,
      "learning_rate": 0.00012956264055141405,
      "loss": 0.7019,
      "step": 80531
    },
    {
      "epoch": 3.298464058980135,
      "grad_norm": 1.3106716164587007,
      "learning_rate": 0.00012955940957545828,
      "loss": 0.6251,
      "step": 80532
    },
    {
      "epoch": 3.2985050174073316,
      "grad_norm": 1.3204873496618124,
      "learning_rate": 0.0001295561786091656,
      "loss": 0.6204,
      "step": 80533
    },
    {
      "epoch": 3.298545975834528,
      "grad_norm": 0.945772896610914,
      "learning_rate": 0.00012955294765253756,
      "loss": 0.353,
      "step": 80534
    },
    {
      "epoch": 3.2985869342617242,
      "grad_norm": 1.2663177704391868,
      "learning_rate": 0.00012954971670557568,
      "loss": 0.8413,
      "step": 80535
    },
    {
      "epoch": 3.2986278926889208,
      "grad_norm": 1.2510662042094265,
      "learning_rate": 0.00012954648576828155,
      "loss": 0.8265,
      "step": 80536
    },
    {
      "epoch": 3.2986688511161173,
      "grad_norm": 0.9096329548451177,
      "learning_rate": 0.00012954325484065664,
      "loss": 0.2985,
      "step": 80537
    },
    {
      "epoch": 3.2987098095433134,
      "grad_norm": 3.179056047661225,
      "learning_rate": 0.0001295400239227025,
      "loss": 1.131,
      "step": 80538
    },
    {
      "epoch": 3.29875076797051,
      "grad_norm": 1.6147421828403346,
      "learning_rate": 0.00012953679301442062,
      "loss": 0.83,
      "step": 80539
    },
    {
      "epoch": 3.2987917263977065,
      "grad_norm": 1.576765047149861,
      "learning_rate": 0.00012953356211581256,
      "loss": 0.9208,
      "step": 80540
    },
    {
      "epoch": 3.2988326848249026,
      "grad_norm": 1.2991181146685467,
      "learning_rate": 0.00012953033122687987,
      "loss": 0.8105,
      "step": 80541
    },
    {
      "epoch": 3.298873643252099,
      "grad_norm": 1.3838330552491938,
      "learning_rate": 0.00012952710034762406,
      "loss": 0.9693,
      "step": 80542
    },
    {
      "epoch": 3.2989146016792956,
      "grad_norm": 1.3492064296576594,
      "learning_rate": 0.0001295238694780466,
      "loss": 0.7781,
      "step": 80543
    },
    {
      "epoch": 3.298955560106492,
      "grad_norm": 0.9286577017333258,
      "learning_rate": 0.0001295206386181491,
      "loss": 0.2347,
      "step": 80544
    },
    {
      "epoch": 3.2989965185336882,
      "grad_norm": 1.1418007471745173,
      "learning_rate": 0.00012951740776793305,
      "loss": 0.6031,
      "step": 80545
    },
    {
      "epoch": 3.299037476960885,
      "grad_norm": 1.414908430893339,
      "learning_rate": 0.0001295141769274,
      "loss": 0.6646,
      "step": 80546
    },
    {
      "epoch": 3.299078435388081,
      "grad_norm": 0.9707326980135278,
      "learning_rate": 0.00012951094609655141,
      "loss": 0.2699,
      "step": 80547
    },
    {
      "epoch": 3.2991193938152774,
      "grad_norm": 1.3716308100855892,
      "learning_rate": 0.00012950771527538892,
      "loss": 0.6602,
      "step": 80548
    },
    {
      "epoch": 3.299160352242474,
      "grad_norm": 1.8427977264300661,
      "learning_rate": 0.00012950448446391393,
      "loss": 0.7975,
      "step": 80549
    },
    {
      "epoch": 3.2992013106696705,
      "grad_norm": 1.2656698873531216,
      "learning_rate": 0.00012950125366212808,
      "loss": 0.6037,
      "step": 80550
    },
    {
      "epoch": 3.2992422690968666,
      "grad_norm": 1.8202255903003894,
      "learning_rate": 0.00012949802287003283,
      "loss": 0.8478,
      "step": 80551
    },
    {
      "epoch": 3.299283227524063,
      "grad_norm": 3.2129154740156363,
      "learning_rate": 0.00012949479208762972,
      "loss": 2.0598,
      "step": 80552
    },
    {
      "epoch": 3.2993241859512596,
      "grad_norm": 2.6282400625170026,
      "learning_rate": 0.0001294915613149203,
      "loss": 1.6969,
      "step": 80553
    },
    {
      "epoch": 3.2993651443784557,
      "grad_norm": 1.493480895684177,
      "learning_rate": 0.00012948833055190606,
      "loss": 0.7375,
      "step": 80554
    },
    {
      "epoch": 3.2994061028056523,
      "grad_norm": 1.555848989545241,
      "learning_rate": 0.00012948509979858854,
      "loss": 0.9793,
      "step": 80555
    },
    {
      "epoch": 3.299447061232849,
      "grad_norm": 1.3992781204660152,
      "learning_rate": 0.00012948186905496927,
      "loss": 0.7298,
      "step": 80556
    },
    {
      "epoch": 3.299488019660045,
      "grad_norm": 1.1967618951233978,
      "learning_rate": 0.0001294786383210498,
      "loss": 0.6756,
      "step": 80557
    },
    {
      "epoch": 3.2995289780872414,
      "grad_norm": 1.241864164646391,
      "learning_rate": 0.00012947540759683166,
      "loss": 0.7592,
      "step": 80558
    },
    {
      "epoch": 3.299569936514438,
      "grad_norm": 0.9678398191897424,
      "learning_rate": 0.00012947217688231633,
      "loss": 0.3807,
      "step": 80559
    },
    {
      "epoch": 3.299610894941634,
      "grad_norm": 1.8689832634743409,
      "learning_rate": 0.00012946894617750542,
      "loss": 0.8839,
      "step": 80560
    },
    {
      "epoch": 3.2996518533688306,
      "grad_norm": 1.5821670040493856,
      "learning_rate": 0.00012946571548240034,
      "loss": 0.9778,
      "step": 80561
    },
    {
      "epoch": 3.299692811796027,
      "grad_norm": 1.4187640958604513,
      "learning_rate": 0.00012946248479700265,
      "loss": 0.7018,
      "step": 80562
    },
    {
      "epoch": 3.2997337702232237,
      "grad_norm": 1.4962946843208889,
      "learning_rate": 0.00012945925412131398,
      "loss": 0.7502,
      "step": 80563
    },
    {
      "epoch": 3.2997747286504198,
      "grad_norm": 1.2825069670493627,
      "learning_rate": 0.00012945602345533573,
      "loss": 0.5369,
      "step": 80564
    },
    {
      "epoch": 3.2998156870776163,
      "grad_norm": 1.0512421321750587,
      "learning_rate": 0.0001294527927990695,
      "loss": 0.6299,
      "step": 80565
    },
    {
      "epoch": 3.2998566455048124,
      "grad_norm": 1.144606281012789,
      "learning_rate": 0.00012944956215251677,
      "loss": 0.5717,
      "step": 80566
    },
    {
      "epoch": 3.299897603932009,
      "grad_norm": 1.0780391750502616,
      "learning_rate": 0.00012944633151567913,
      "loss": 0.6348,
      "step": 80567
    },
    {
      "epoch": 3.2999385623592055,
      "grad_norm": 2.910801871385707,
      "learning_rate": 0.00012944310088855806,
      "loss": 3.7877,
      "step": 80568
    },
    {
      "epoch": 3.299979520786402,
      "grad_norm": 1.4819260488599781,
      "learning_rate": 0.0001294398702711551,
      "loss": 0.8632,
      "step": 80569
    },
    {
      "epoch": 3.300020479213598,
      "grad_norm": 1.2683394181587466,
      "learning_rate": 0.00012943663966347174,
      "loss": 0.6244,
      "step": 80570
    },
    {
      "epoch": 3.3000614376407946,
      "grad_norm": 1.5431730461728468,
      "learning_rate": 0.00012943340906550958,
      "loss": 1.1496,
      "step": 80571
    },
    {
      "epoch": 3.300102396067991,
      "grad_norm": 3.8172120529579354,
      "learning_rate": 0.0001294301784772701,
      "loss": 3.0291,
      "step": 80572
    },
    {
      "epoch": 3.3001433544951873,
      "grad_norm": 0.8210877498048372,
      "learning_rate": 0.00012942694789875488,
      "loss": 0.2672,
      "step": 80573
    },
    {
      "epoch": 3.300184312922384,
      "grad_norm": 0.9345955867406512,
      "learning_rate": 0.00012942371732996535,
      "loss": 0.4982,
      "step": 80574
    },
    {
      "epoch": 3.3002252713495803,
      "grad_norm": 1.29556920739991,
      "learning_rate": 0.00012942048677090312,
      "loss": 0.768,
      "step": 80575
    },
    {
      "epoch": 3.3002662297767764,
      "grad_norm": 1.568359018772735,
      "learning_rate": 0.00012941725622156967,
      "loss": 0.6536,
      "step": 80576
    },
    {
      "epoch": 3.300307188203973,
      "grad_norm": 1.0372473501506978,
      "learning_rate": 0.0001294140256819666,
      "loss": 0.328,
      "step": 80577
    },
    {
      "epoch": 3.3003481466311695,
      "grad_norm": 2.7732141770386534,
      "learning_rate": 0.0001294107951520953,
      "loss": 2.6657,
      "step": 80578
    },
    {
      "epoch": 3.3003891050583656,
      "grad_norm": 1.509781819226892,
      "learning_rate": 0.00012940756463195743,
      "loss": 0.8348,
      "step": 80579
    },
    {
      "epoch": 3.300430063485562,
      "grad_norm": 1.2194048433505924,
      "learning_rate": 0.00012940433412155446,
      "loss": 0.4952,
      "step": 80580
    },
    {
      "epoch": 3.3004710219127587,
      "grad_norm": 1.2471531475218625,
      "learning_rate": 0.00012940110362088796,
      "loss": 0.7129,
      "step": 80581
    },
    {
      "epoch": 3.300511980339955,
      "grad_norm": 1.8916168121041883,
      "learning_rate": 0.0001293978731299594,
      "loss": 1.1821,
      "step": 80582
    },
    {
      "epoch": 3.3005529387671513,
      "grad_norm": 1.023536898186728,
      "learning_rate": 0.0001293946426487703,
      "loss": 0.5178,
      "step": 80583
    },
    {
      "epoch": 3.300593897194348,
      "grad_norm": 1.8241979750843094,
      "learning_rate": 0.00012939141217732224,
      "loss": 0.7865,
      "step": 80584
    },
    {
      "epoch": 3.300634855621544,
      "grad_norm": 1.5089886510559343,
      "learning_rate": 0.00012938818171561673,
      "loss": 0.6635,
      "step": 80585
    },
    {
      "epoch": 3.3006758140487404,
      "grad_norm": 0.4502016938293287,
      "learning_rate": 0.0001293849512636553,
      "loss": 0.0618,
      "step": 80586
    },
    {
      "epoch": 3.300716772475937,
      "grad_norm": 1.4065923016741728,
      "learning_rate": 0.00012938172082143943,
      "loss": 0.7614,
      "step": 80587
    },
    {
      "epoch": 3.3007577309031335,
      "grad_norm": 1.4770415456739285,
      "learning_rate": 0.0001293784903889707,
      "loss": 0.8545,
      "step": 80588
    },
    {
      "epoch": 3.3007986893303296,
      "grad_norm": 0.7096924744103991,
      "learning_rate": 0.00012937525996625066,
      "loss": 0.1848,
      "step": 80589
    },
    {
      "epoch": 3.300839647757526,
      "grad_norm": 1.561869615817315,
      "learning_rate": 0.00012937202955328077,
      "loss": 0.7496,
      "step": 80590
    },
    {
      "epoch": 3.3008806061847227,
      "grad_norm": 1.3652196892596065,
      "learning_rate": 0.00012936879915006257,
      "loss": 0.6289,
      "step": 80591
    },
    {
      "epoch": 3.3009215646119188,
      "grad_norm": 1.2193269040889851,
      "learning_rate": 0.0001293655687565976,
      "loss": 0.2921,
      "step": 80592
    },
    {
      "epoch": 3.3009625230391153,
      "grad_norm": 1.5435651854223198,
      "learning_rate": 0.00012936233837288746,
      "loss": 0.9647,
      "step": 80593
    },
    {
      "epoch": 3.301003481466312,
      "grad_norm": 1.5050458904447952,
      "learning_rate": 0.00012935910799893356,
      "loss": 0.6314,
      "step": 80594
    },
    {
      "epoch": 3.301044439893508,
      "grad_norm": 1.728981356775531,
      "learning_rate": 0.00012935587763473748,
      "loss": 0.621,
      "step": 80595
    },
    {
      "epoch": 3.3010853983207045,
      "grad_norm": 1.4401601455581328,
      "learning_rate": 0.00012935264728030073,
      "loss": 0.994,
      "step": 80596
    },
    {
      "epoch": 3.301126356747901,
      "grad_norm": 1.322040634548933,
      "learning_rate": 0.00012934941693562487,
      "loss": 0.7605,
      "step": 80597
    },
    {
      "epoch": 3.301167315175097,
      "grad_norm": 2.021043481537318,
      "learning_rate": 0.0001293461866007114,
      "loss": 1.4813,
      "step": 80598
    },
    {
      "epoch": 3.3012082736022936,
      "grad_norm": 1.2281257119285716,
      "learning_rate": 0.00012934295627556184,
      "loss": 0.5397,
      "step": 80599
    },
    {
      "epoch": 3.30124923202949,
      "grad_norm": 0.9417828225372799,
      "learning_rate": 0.00012933972596017776,
      "loss": 0.3797,
      "step": 80600
    },
    {
      "epoch": 3.3012901904566867,
      "grad_norm": 0.7798768280016173,
      "learning_rate": 0.00012933649565456066,
      "loss": 0.214,
      "step": 80601
    },
    {
      "epoch": 3.301331148883883,
      "grad_norm": 1.2241913920258758,
      "learning_rate": 0.00012933326535871206,
      "loss": 0.8232,
      "step": 80602
    },
    {
      "epoch": 3.3013721073110793,
      "grad_norm": 2.1584359656606296,
      "learning_rate": 0.00012933003507263347,
      "loss": 0.5272,
      "step": 80603
    },
    {
      "epoch": 3.3014130657382754,
      "grad_norm": 5.91953044274604,
      "learning_rate": 0.00012932680479632645,
      "loss": 5.5167,
      "step": 80604
    },
    {
      "epoch": 3.301454024165472,
      "grad_norm": 1.311116885627083,
      "learning_rate": 0.00012932357452979254,
      "loss": 0.8028,
      "step": 80605
    },
    {
      "epoch": 3.3014949825926685,
      "grad_norm": 1.2028899543381837,
      "learning_rate": 0.00012932034427303322,
      "loss": 0.8141,
      "step": 80606
    },
    {
      "epoch": 3.301535941019865,
      "grad_norm": 1.4557109714325769,
      "learning_rate": 0.00012931711402605004,
      "loss": 0.875,
      "step": 80607
    },
    {
      "epoch": 3.301576899447061,
      "grad_norm": 1.143792640928582,
      "learning_rate": 0.00012931388378884456,
      "loss": 0.6051,
      "step": 80608
    },
    {
      "epoch": 3.3016178578742577,
      "grad_norm": 3.9274038994304847,
      "learning_rate": 0.00012931065356141825,
      "loss": 3.7472,
      "step": 80609
    },
    {
      "epoch": 3.301658816301454,
      "grad_norm": 1.7531594710390113,
      "learning_rate": 0.00012930742334377266,
      "loss": 0.7234,
      "step": 80610
    },
    {
      "epoch": 3.3016997747286503,
      "grad_norm": 1.2599655020713898,
      "learning_rate": 0.0001293041931359093,
      "loss": 0.4435,
      "step": 80611
    },
    {
      "epoch": 3.301740733155847,
      "grad_norm": 1.1288210313699782,
      "learning_rate": 0.00012930096293782973,
      "loss": 0.7115,
      "step": 80612
    },
    {
      "epoch": 3.3017816915830434,
      "grad_norm": 1.3237318823750128,
      "learning_rate": 0.0001292977327495355,
      "loss": 0.5911,
      "step": 80613
    },
    {
      "epoch": 3.3018226500102394,
      "grad_norm": 2.1630196955810908,
      "learning_rate": 0.0001292945025710281,
      "loss": 0.7695,
      "step": 80614
    },
    {
      "epoch": 3.301863608437436,
      "grad_norm": 1.5726192240511114,
      "learning_rate": 0.00012929127240230898,
      "loss": 0.8101,
      "step": 80615
    },
    {
      "epoch": 3.3019045668646325,
      "grad_norm": 0.9487330596993052,
      "learning_rate": 0.00012928804224337983,
      "loss": 0.2763,
      "step": 80616
    },
    {
      "epoch": 3.3019455252918286,
      "grad_norm": 1.4032337299083435,
      "learning_rate": 0.00012928481209424205,
      "loss": 0.7332,
      "step": 80617
    },
    {
      "epoch": 3.301986483719025,
      "grad_norm": 1.6247340651166153,
      "learning_rate": 0.00012928158195489725,
      "loss": 1.0772,
      "step": 80618
    },
    {
      "epoch": 3.3020274421462217,
      "grad_norm": 1.0654211957958708,
      "learning_rate": 0.00012927835182534686,
      "loss": 0.5207,
      "step": 80619
    },
    {
      "epoch": 3.302068400573418,
      "grad_norm": 1.739223943980264,
      "learning_rate": 0.00012927512170559247,
      "loss": 0.8091,
      "step": 80620
    },
    {
      "epoch": 3.3021093590006143,
      "grad_norm": 0.9602776627390041,
      "learning_rate": 0.00012927189159563562,
      "loss": 0.2422,
      "step": 80621
    },
    {
      "epoch": 3.302150317427811,
      "grad_norm": 0.7879555497948988,
      "learning_rate": 0.00012926866149547784,
      "loss": 0.2418,
      "step": 80622
    },
    {
      "epoch": 3.302191275855007,
      "grad_norm": 1.2665036060828212,
      "learning_rate": 0.0001292654314051206,
      "loss": 0.6503,
      "step": 80623
    },
    {
      "epoch": 3.3022322342822035,
      "grad_norm": 1.4353510622745662,
      "learning_rate": 0.00012926220132456547,
      "loss": 0.5467,
      "step": 80624
    },
    {
      "epoch": 3.3022731927094,
      "grad_norm": 1.0814682447474502,
      "learning_rate": 0.00012925897125381396,
      "loss": 0.3859,
      "step": 80625
    },
    {
      "epoch": 3.3023141511365965,
      "grad_norm": 1.3990718168506506,
      "learning_rate": 0.00012925574119286763,
      "loss": 0.4649,
      "step": 80626
    },
    {
      "epoch": 3.3023551095637926,
      "grad_norm": 1.4842316221194174,
      "learning_rate": 0.00012925251114172796,
      "loss": 0.8714,
      "step": 80627
    },
    {
      "epoch": 3.302396067990989,
      "grad_norm": 1.5531684059995368,
      "learning_rate": 0.00012924928110039647,
      "loss": 0.8065,
      "step": 80628
    },
    {
      "epoch": 3.3024370264181857,
      "grad_norm": 1.6764634665951939,
      "learning_rate": 0.00012924605106887476,
      "loss": 1.0394,
      "step": 80629
    },
    {
      "epoch": 3.302477984845382,
      "grad_norm": 1.1723583388818668,
      "learning_rate": 0.00012924282104716435,
      "loss": 0.6319,
      "step": 80630
    },
    {
      "epoch": 3.3025189432725783,
      "grad_norm": 1.3391968641037577,
      "learning_rate": 0.0001292395910352667,
      "loss": 0.8186,
      "step": 80631
    },
    {
      "epoch": 3.302559901699775,
      "grad_norm": 1.1283792019010672,
      "learning_rate": 0.00012923636103318332,
      "loss": 0.2199,
      "step": 80632
    },
    {
      "epoch": 3.302600860126971,
      "grad_norm": 1.1323314216896323,
      "learning_rate": 0.00012923313104091583,
      "loss": 0.6092,
      "step": 80633
    },
    {
      "epoch": 3.3026418185541675,
      "grad_norm": 1.6560322788270945,
      "learning_rate": 0.00012922990105846565,
      "loss": 0.9096,
      "step": 80634
    },
    {
      "epoch": 3.302682776981364,
      "grad_norm": 1.4882575686442108,
      "learning_rate": 0.00012922667108583444,
      "loss": 0.7039,
      "step": 80635
    },
    {
      "epoch": 3.30272373540856,
      "grad_norm": 0.9682921087525849,
      "learning_rate": 0.0001292234411230236,
      "loss": 0.4472,
      "step": 80636
    },
    {
      "epoch": 3.3027646938357567,
      "grad_norm": 0.7419982053256678,
      "learning_rate": 0.00012922021117003476,
      "loss": 0.2517,
      "step": 80637
    },
    {
      "epoch": 3.302805652262953,
      "grad_norm": 0.5353208205384965,
      "learning_rate": 0.00012921698122686935,
      "loss": 0.1382,
      "step": 80638
    },
    {
      "epoch": 3.3028466106901497,
      "grad_norm": 1.5991155857175412,
      "learning_rate": 0.000129213751293529,
      "loss": 0.7952,
      "step": 80639
    },
    {
      "epoch": 3.302887569117346,
      "grad_norm": 1.0127530360438706,
      "learning_rate": 0.00012921052137001513,
      "loss": 0.5206,
      "step": 80640
    },
    {
      "epoch": 3.3029285275445424,
      "grad_norm": 1.6320963543874019,
      "learning_rate": 0.00012920729145632937,
      "loss": 0.6828,
      "step": 80641
    },
    {
      "epoch": 3.3029694859717385,
      "grad_norm": 1.125406194627695,
      "learning_rate": 0.00012920406155247314,
      "loss": 0.6349,
      "step": 80642
    },
    {
      "epoch": 3.303010444398935,
      "grad_norm": 2.4550003949781036,
      "learning_rate": 0.00012920083165844805,
      "loss": 1.0451,
      "step": 80643
    },
    {
      "epoch": 3.3030514028261315,
      "grad_norm": 0.9081053938369648,
      "learning_rate": 0.0001291976017742556,
      "loss": 0.2439,
      "step": 80644
    },
    {
      "epoch": 3.303092361253328,
      "grad_norm": 1.1643638997194188,
      "learning_rate": 0.0001291943718998973,
      "loss": 0.6828,
      "step": 80645
    },
    {
      "epoch": 3.303133319680524,
      "grad_norm": 1.6518327013971823,
      "learning_rate": 0.0001291911420353747,
      "loss": 1.0899,
      "step": 80646
    },
    {
      "epoch": 3.3031742781077207,
      "grad_norm": 1.3549759714068488,
      "learning_rate": 0.00012918791218068934,
      "loss": 0.5224,
      "step": 80647
    },
    {
      "epoch": 3.303215236534917,
      "grad_norm": 1.2665967163586214,
      "learning_rate": 0.0001291846823358427,
      "loss": 0.8434,
      "step": 80648
    },
    {
      "epoch": 3.3032561949621133,
      "grad_norm": 0.652297889635823,
      "learning_rate": 0.00012918145250083638,
      "loss": 0.1413,
      "step": 80649
    },
    {
      "epoch": 3.30329715338931,
      "grad_norm": 0.820402934497101,
      "learning_rate": 0.00012917822267567185,
      "loss": 0.2574,
      "step": 80650
    },
    {
      "epoch": 3.3033381118165064,
      "grad_norm": 1.5406003214983413,
      "learning_rate": 0.0001291749928603506,
      "loss": 0.8579,
      "step": 80651
    },
    {
      "epoch": 3.3033790702437025,
      "grad_norm": 0.9230364095720185,
      "learning_rate": 0.00012917176305487425,
      "loss": 0.2634,
      "step": 80652
    },
    {
      "epoch": 3.303420028670899,
      "grad_norm": 1.4936825099267141,
      "learning_rate": 0.00012916853325924428,
      "loss": 0.8196,
      "step": 80653
    },
    {
      "epoch": 3.3034609870980955,
      "grad_norm": 1.1250581130378225,
      "learning_rate": 0.00012916530347346222,
      "loss": 0.511,
      "step": 80654
    },
    {
      "epoch": 3.3035019455252916,
      "grad_norm": 0.8236009446027942,
      "learning_rate": 0.00012916207369752955,
      "loss": 0.2447,
      "step": 80655
    },
    {
      "epoch": 3.303542903952488,
      "grad_norm": 1.616815547024561,
      "learning_rate": 0.00012915884393144788,
      "loss": 0.8813,
      "step": 80656
    },
    {
      "epoch": 3.3035838623796847,
      "grad_norm": 1.7240214779010978,
      "learning_rate": 0.00012915561417521868,
      "loss": 0.8573,
      "step": 80657
    },
    {
      "epoch": 3.3036248208068812,
      "grad_norm": 1.2949968105041396,
      "learning_rate": 0.00012915238442884352,
      "loss": 0.7302,
      "step": 80658
    },
    {
      "epoch": 3.3036657792340773,
      "grad_norm": 1.5121252559446927,
      "learning_rate": 0.00012914915469232387,
      "loss": 0.9319,
      "step": 80659
    },
    {
      "epoch": 3.303706737661274,
      "grad_norm": 2.103846148790209,
      "learning_rate": 0.00012914592496566133,
      "loss": 1.3643,
      "step": 80660
    },
    {
      "epoch": 3.30374769608847,
      "grad_norm": 0.736857797730853,
      "learning_rate": 0.00012914269524885738,
      "loss": 0.191,
      "step": 80661
    },
    {
      "epoch": 3.3037886545156665,
      "grad_norm": 1.6353571262973803,
      "learning_rate": 0.00012913946554191354,
      "loss": 0.6938,
      "step": 80662
    },
    {
      "epoch": 3.303829612942863,
      "grad_norm": 1.6577875667648923,
      "learning_rate": 0.0001291362358448313,
      "loss": 0.7927,
      "step": 80663
    },
    {
      "epoch": 3.3038705713700596,
      "grad_norm": 1.0476242016788482,
      "learning_rate": 0.00012913300615761234,
      "loss": 0.4512,
      "step": 80664
    },
    {
      "epoch": 3.3039115297972557,
      "grad_norm": 1.7130512836068115,
      "learning_rate": 0.000129129776480258,
      "loss": 1.0713,
      "step": 80665
    },
    {
      "epoch": 3.303952488224452,
      "grad_norm": 1.8775512137971195,
      "learning_rate": 0.00012912654681276995,
      "loss": 1.402,
      "step": 80666
    },
    {
      "epoch": 3.3039934466516487,
      "grad_norm": 0.7446918062145725,
      "learning_rate": 0.0001291233171551496,
      "loss": 0.1502,
      "step": 80667
    },
    {
      "epoch": 3.304034405078845,
      "grad_norm": 0.7922791995025222,
      "learning_rate": 0.00012912008750739858,
      "loss": 0.2588,
      "step": 80668
    },
    {
      "epoch": 3.3040753635060414,
      "grad_norm": 1.5710172993185678,
      "learning_rate": 0.00012911685786951837,
      "loss": 0.7654,
      "step": 80669
    },
    {
      "epoch": 3.304116321933238,
      "grad_norm": 1.2332092733395743,
      "learning_rate": 0.0001291136282415105,
      "loss": 0.6451,
      "step": 80670
    },
    {
      "epoch": 3.304157280360434,
      "grad_norm": 1.3237087729307335,
      "learning_rate": 0.00012911039862337646,
      "loss": 0.7647,
      "step": 80671
    },
    {
      "epoch": 3.3041982387876305,
      "grad_norm": 1.6163166682653411,
      "learning_rate": 0.00012910716901511781,
      "loss": 0.7169,
      "step": 80672
    },
    {
      "epoch": 3.304239197214827,
      "grad_norm": 1.4210071620367075,
      "learning_rate": 0.00012910393941673612,
      "loss": 0.6558,
      "step": 80673
    },
    {
      "epoch": 3.304280155642023,
      "grad_norm": 1.4043962061107316,
      "learning_rate": 0.00012910070982823286,
      "loss": 0.7074,
      "step": 80674
    },
    {
      "epoch": 3.3043211140692197,
      "grad_norm": 0.9352782648034725,
      "learning_rate": 0.00012909748024960953,
      "loss": 0.1773,
      "step": 80675
    },
    {
      "epoch": 3.3043620724964162,
      "grad_norm": 1.8504885461055631,
      "learning_rate": 0.00012909425068086775,
      "loss": 1.1214,
      "step": 80676
    },
    {
      "epoch": 3.3044030309236128,
      "grad_norm": 1.2519687852892243,
      "learning_rate": 0.00012909102112200897,
      "loss": 0.7785,
      "step": 80677
    },
    {
      "epoch": 3.304443989350809,
      "grad_norm": 0.8118049165421418,
      "learning_rate": 0.00012908779157303477,
      "loss": 0.237,
      "step": 80678
    },
    {
      "epoch": 3.3044849477780054,
      "grad_norm": 1.2061737646011137,
      "learning_rate": 0.0001290845620339466,
      "loss": 0.5992,
      "step": 80679
    },
    {
      "epoch": 3.3045259062052015,
      "grad_norm": 1.4933128206724409,
      "learning_rate": 0.00012908133250474606,
      "loss": 0.6313,
      "step": 80680
    },
    {
      "epoch": 3.304566864632398,
      "grad_norm": 1.2946446773446183,
      "learning_rate": 0.0001290781029854347,
      "loss": 0.6787,
      "step": 80681
    },
    {
      "epoch": 3.3046078230595946,
      "grad_norm": 1.4234205570301164,
      "learning_rate": 0.00012907487347601395,
      "loss": 0.6592,
      "step": 80682
    },
    {
      "epoch": 3.304648781486791,
      "grad_norm": 0.9261496453734452,
      "learning_rate": 0.00012907164397648536,
      "loss": 0.1826,
      "step": 80683
    },
    {
      "epoch": 3.304689739913987,
      "grad_norm": 1.5504856934096103,
      "learning_rate": 0.00012906841448685053,
      "loss": 0.7296,
      "step": 80684
    },
    {
      "epoch": 3.3047306983411837,
      "grad_norm": 1.1884986774254698,
      "learning_rate": 0.00012906518500711093,
      "loss": 0.3664,
      "step": 80685
    },
    {
      "epoch": 3.3047716567683803,
      "grad_norm": 2.3764681951556152,
      "learning_rate": 0.00012906195553726807,
      "loss": 1.7851,
      "step": 80686
    },
    {
      "epoch": 3.3048126151955763,
      "grad_norm": 1.4140287354013525,
      "learning_rate": 0.00012905872607732352,
      "loss": 0.7129,
      "step": 80687
    },
    {
      "epoch": 3.304853573622773,
      "grad_norm": 1.4105471071960949,
      "learning_rate": 0.0001290554966272788,
      "loss": 0.6472,
      "step": 80688
    },
    {
      "epoch": 3.3048945320499694,
      "grad_norm": 1.4796041655711172,
      "learning_rate": 0.00012905226718713542,
      "loss": 0.7066,
      "step": 80689
    },
    {
      "epoch": 3.3049354904771655,
      "grad_norm": 0.9873919778133309,
      "learning_rate": 0.0001290490377568949,
      "loss": 0.3529,
      "step": 80690
    },
    {
      "epoch": 3.304976448904362,
      "grad_norm": 1.3538551894534785,
      "learning_rate": 0.00012904580833655882,
      "loss": 0.9312,
      "step": 80691
    },
    {
      "epoch": 3.3050174073315586,
      "grad_norm": 1.308631725649766,
      "learning_rate": 0.0001290425789261286,
      "loss": 0.777,
      "step": 80692
    },
    {
      "epoch": 3.3050583657587547,
      "grad_norm": 1.0072541349808628,
      "learning_rate": 0.00012903934952560587,
      "loss": 0.5821,
      "step": 80693
    },
    {
      "epoch": 3.305099324185951,
      "grad_norm": 1.3248271818713824,
      "learning_rate": 0.00012903612013499214,
      "loss": 0.6774,
      "step": 80694
    },
    {
      "epoch": 3.3051402826131477,
      "grad_norm": 1.0736091654607678,
      "learning_rate": 0.00012903289075428889,
      "loss": 0.5986,
      "step": 80695
    },
    {
      "epoch": 3.3051812410403443,
      "grad_norm": 1.124201437078477,
      "learning_rate": 0.00012902966138349763,
      "loss": 0.5779,
      "step": 80696
    },
    {
      "epoch": 3.3052221994675404,
      "grad_norm": 1.3158182807155183,
      "learning_rate": 0.00012902643202261998,
      "loss": 0.6266,
      "step": 80697
    },
    {
      "epoch": 3.305263157894737,
      "grad_norm": 1.5790972141069597,
      "learning_rate": 0.00012902320267165743,
      "loss": 1.1266,
      "step": 80698
    },
    {
      "epoch": 3.305304116321933,
      "grad_norm": 2.2464464590648867,
      "learning_rate": 0.00012901997333061147,
      "loss": 1.034,
      "step": 80699
    },
    {
      "epoch": 3.3053450747491295,
      "grad_norm": 1.312782238251829,
      "learning_rate": 0.00012901674399948363,
      "loss": 0.8757,
      "step": 80700
    },
    {
      "epoch": 3.305386033176326,
      "grad_norm": 1.3148285810636176,
      "learning_rate": 0.00012901351467827556,
      "loss": 0.7336,
      "step": 80701
    },
    {
      "epoch": 3.3054269916035226,
      "grad_norm": 1.7161993855917894,
      "learning_rate": 0.00012901028536698857,
      "loss": 0.9472,
      "step": 80702
    },
    {
      "epoch": 3.3054679500307187,
      "grad_norm": 2.9127209161023617,
      "learning_rate": 0.00012900705606562433,
      "loss": 2.4532,
      "step": 80703
    },
    {
      "epoch": 3.3055089084579152,
      "grad_norm": 1.3095738605873608,
      "learning_rate": 0.00012900382677418434,
      "loss": 0.8594,
      "step": 80704
    },
    {
      "epoch": 3.3055498668851118,
      "grad_norm": 1.421738463419349,
      "learning_rate": 0.00012900059749267013,
      "loss": 0.7496,
      "step": 80705
    },
    {
      "epoch": 3.305590825312308,
      "grad_norm": 1.3500316674052653,
      "learning_rate": 0.00012899736822108318,
      "loss": 0.8648,
      "step": 80706
    },
    {
      "epoch": 3.3056317837395044,
      "grad_norm": 2.220798389137232,
      "learning_rate": 0.00012899413895942508,
      "loss": 1.3673,
      "step": 80707
    },
    {
      "epoch": 3.305672742166701,
      "grad_norm": 2.0006105001225407,
      "learning_rate": 0.00012899090970769735,
      "loss": 1.7839,
      "step": 80708
    },
    {
      "epoch": 3.305713700593897,
      "grad_norm": 3.6460093712450083,
      "learning_rate": 0.00012898768046590148,
      "loss": 1.8857,
      "step": 80709
    },
    {
      "epoch": 3.3057546590210936,
      "grad_norm": 1.3241390100810573,
      "learning_rate": 0.000128984451234039,
      "loss": 0.7818,
      "step": 80710
    },
    {
      "epoch": 3.30579561744829,
      "grad_norm": 1.747013866519739,
      "learning_rate": 0.00012898122201211148,
      "loss": 0.6609,
      "step": 80711
    },
    {
      "epoch": 3.305836575875486,
      "grad_norm": 1.6320142250713385,
      "learning_rate": 0.0001289779928001204,
      "loss": 0.6282,
      "step": 80712
    },
    {
      "epoch": 3.3058775343026827,
      "grad_norm": 1.6548627431804928,
      "learning_rate": 0.00012897476359806733,
      "loss": 0.7918,
      "step": 80713
    },
    {
      "epoch": 3.3059184927298793,
      "grad_norm": 1.5530849830920586,
      "learning_rate": 0.00012897153440595373,
      "loss": 0.6711,
      "step": 80714
    },
    {
      "epoch": 3.305959451157076,
      "grad_norm": 1.3882076701868382,
      "learning_rate": 0.0001289683052237812,
      "loss": 0.7938,
      "step": 80715
    },
    {
      "epoch": 3.306000409584272,
      "grad_norm": 1.2719388492344497,
      "learning_rate": 0.00012896507605155124,
      "loss": 0.2447,
      "step": 80716
    },
    {
      "epoch": 3.3060413680114684,
      "grad_norm": 1.8132301523863272,
      "learning_rate": 0.00012896184688926537,
      "loss": 0.8954,
      "step": 80717
    },
    {
      "epoch": 3.3060823264386645,
      "grad_norm": 1.2600336055035128,
      "learning_rate": 0.00012895861773692507,
      "loss": 0.6468,
      "step": 80718
    },
    {
      "epoch": 3.306123284865861,
      "grad_norm": 1.3688189674672784,
      "learning_rate": 0.00012895538859453197,
      "loss": 0.7183,
      "step": 80719
    },
    {
      "epoch": 3.3061642432930576,
      "grad_norm": 1.3975414520126541,
      "learning_rate": 0.00012895215946208752,
      "loss": 0.7563,
      "step": 80720
    },
    {
      "epoch": 3.306205201720254,
      "grad_norm": 2.818385433219258,
      "learning_rate": 0.00012894893033959327,
      "loss": 2.9776,
      "step": 80721
    },
    {
      "epoch": 3.30624616014745,
      "grad_norm": 1.6627377754625015,
      "learning_rate": 0.00012894570122705076,
      "loss": 0.9997,
      "step": 80722
    },
    {
      "epoch": 3.3062871185746467,
      "grad_norm": 1.1280854475422728,
      "learning_rate": 0.00012894247212446146,
      "loss": 0.6195,
      "step": 80723
    },
    {
      "epoch": 3.3063280770018433,
      "grad_norm": 1.4503802749872874,
      "learning_rate": 0.00012893924303182696,
      "loss": 0.6627,
      "step": 80724
    },
    {
      "epoch": 3.3063690354290394,
      "grad_norm": 1.289576533330567,
      "learning_rate": 0.0001289360139491488,
      "loss": 0.359,
      "step": 80725
    },
    {
      "epoch": 3.306409993856236,
      "grad_norm": 2.2104944865111564,
      "learning_rate": 0.00012893278487642842,
      "loss": 1.3233,
      "step": 80726
    },
    {
      "epoch": 3.3064509522834324,
      "grad_norm": 1.5512135763980082,
      "learning_rate": 0.0001289295558136674,
      "loss": 0.7917,
      "step": 80727
    },
    {
      "epoch": 3.3064919107106285,
      "grad_norm": 1.0849038765304697,
      "learning_rate": 0.00012892632676086727,
      "loss": 0.5565,
      "step": 80728
    },
    {
      "epoch": 3.306532869137825,
      "grad_norm": 1.3756030114763507,
      "learning_rate": 0.00012892309771802958,
      "loss": 0.7162,
      "step": 80729
    },
    {
      "epoch": 3.3065738275650216,
      "grad_norm": 1.3126110413805716,
      "learning_rate": 0.0001289198686851558,
      "loss": 0.773,
      "step": 80730
    },
    {
      "epoch": 3.3066147859922177,
      "grad_norm": 1.6471679532553318,
      "learning_rate": 0.00012891663966224746,
      "loss": 0.9694,
      "step": 80731
    },
    {
      "epoch": 3.3066557444194142,
      "grad_norm": 1.2770744825150402,
      "learning_rate": 0.00012891341064930615,
      "loss": 0.6116,
      "step": 80732
    },
    {
      "epoch": 3.3066967028466108,
      "grad_norm": 1.510560498839009,
      "learning_rate": 0.00012891018164633335,
      "loss": 0.6677,
      "step": 80733
    },
    {
      "epoch": 3.3067376612738073,
      "grad_norm": 2.7447887401618143,
      "learning_rate": 0.00012890695265333057,
      "loss": 2.0714,
      "step": 80734
    },
    {
      "epoch": 3.3067786197010034,
      "grad_norm": 0.8702600542512509,
      "learning_rate": 0.00012890372367029934,
      "loss": 0.2215,
      "step": 80735
    },
    {
      "epoch": 3.3068195781282,
      "grad_norm": 1.3562828161199887,
      "learning_rate": 0.00012890049469724128,
      "loss": 0.2112,
      "step": 80736
    },
    {
      "epoch": 3.306860536555396,
      "grad_norm": 1.7480698233579939,
      "learning_rate": 0.0001288972657341578,
      "loss": 0.8719,
      "step": 80737
    },
    {
      "epoch": 3.3069014949825926,
      "grad_norm": 9.469670867146966,
      "learning_rate": 0.00012889403678105046,
      "loss": 1.4287,
      "step": 80738
    },
    {
      "epoch": 3.306942453409789,
      "grad_norm": 2.8055488792154883,
      "learning_rate": 0.0001288908078379208,
      "loss": 1.5339,
      "step": 80739
    },
    {
      "epoch": 3.3069834118369856,
      "grad_norm": 2.79441233802168,
      "learning_rate": 0.00012888757890477034,
      "loss": 1.7806,
      "step": 80740
    },
    {
      "epoch": 3.3070243702641817,
      "grad_norm": 1.58627430234522,
      "learning_rate": 0.00012888434998160062,
      "loss": 0.6895,
      "step": 80741
    },
    {
      "epoch": 3.3070653286913783,
      "grad_norm": 0.9628460063062846,
      "learning_rate": 0.00012888112106841315,
      "loss": 0.4734,
      "step": 80742
    },
    {
      "epoch": 3.307106287118575,
      "grad_norm": 0.5122378708982296,
      "learning_rate": 0.00012887789216520942,
      "loss": 0.1091,
      "step": 80743
    },
    {
      "epoch": 3.307147245545771,
      "grad_norm": 1.6028362384224082,
      "learning_rate": 0.00012887466327199103,
      "loss": 0.7072,
      "step": 80744
    },
    {
      "epoch": 3.3071882039729674,
      "grad_norm": 1.4256343180771351,
      "learning_rate": 0.0001288714343887595,
      "loss": 0.7101,
      "step": 80745
    },
    {
      "epoch": 3.307229162400164,
      "grad_norm": 1.1111548056364666,
      "learning_rate": 0.0001288682055155163,
      "loss": 0.3263,
      "step": 80746
    },
    {
      "epoch": 3.30727012082736,
      "grad_norm": 1.5165176268219611,
      "learning_rate": 0.000128864976652263,
      "loss": 0.9033,
      "step": 80747
    },
    {
      "epoch": 3.3073110792545566,
      "grad_norm": 1.8908856020260436,
      "learning_rate": 0.0001288617477990011,
      "loss": 0.7734,
      "step": 80748
    },
    {
      "epoch": 3.307352037681753,
      "grad_norm": 0.8196390919256047,
      "learning_rate": 0.00012885851895573215,
      "loss": 0.2655,
      "step": 80749
    },
    {
      "epoch": 3.307392996108949,
      "grad_norm": 1.1911795076402534,
      "learning_rate": 0.00012885529012245767,
      "loss": 0.5861,
      "step": 80750
    },
    {
      "epoch": 3.3074339545361457,
      "grad_norm": 1.5153842534453452,
      "learning_rate": 0.00012885206129917913,
      "loss": 0.8925,
      "step": 80751
    },
    {
      "epoch": 3.3074749129633423,
      "grad_norm": 1.2956499560413455,
      "learning_rate": 0.00012884883248589815,
      "loss": 0.6895,
      "step": 80752
    },
    {
      "epoch": 3.307515871390539,
      "grad_norm": 0.5550168820281969,
      "learning_rate": 0.00012884560368261623,
      "loss": 0.1245,
      "step": 80753
    },
    {
      "epoch": 3.307556829817735,
      "grad_norm": 1.5937684818619755,
      "learning_rate": 0.00012884237488933488,
      "loss": 0.8367,
      "step": 80754
    },
    {
      "epoch": 3.3075977882449314,
      "grad_norm": 1.2022869617666663,
      "learning_rate": 0.0001288391461060556,
      "loss": 0.7652,
      "step": 80755
    },
    {
      "epoch": 3.307638746672128,
      "grad_norm": 1.7050466354311384,
      "learning_rate": 0.00012883591733277994,
      "loss": 0.8568,
      "step": 80756
    },
    {
      "epoch": 3.307679705099324,
      "grad_norm": 1.177906646662059,
      "learning_rate": 0.00012883268856950946,
      "loss": 0.5806,
      "step": 80757
    },
    {
      "epoch": 3.3077206635265206,
      "grad_norm": 1.2971030541610549,
      "learning_rate": 0.00012882945981624566,
      "loss": 0.3886,
      "step": 80758
    },
    {
      "epoch": 3.307761621953717,
      "grad_norm": 1.5075239316763922,
      "learning_rate": 0.00012882623107299,
      "loss": 0.91,
      "step": 80759
    },
    {
      "epoch": 3.3078025803809132,
      "grad_norm": 1.2771719714648178,
      "learning_rate": 0.00012882300233974414,
      "loss": 0.5944,
      "step": 80760
    },
    {
      "epoch": 3.3078435388081098,
      "grad_norm": 1.5898387156152225,
      "learning_rate": 0.00012881977361650952,
      "loss": 0.8198,
      "step": 80761
    },
    {
      "epoch": 3.3078844972353063,
      "grad_norm": 0.7636464252788667,
      "learning_rate": 0.00012881654490328766,
      "loss": 0.2353,
      "step": 80762
    },
    {
      "epoch": 3.3079254556625024,
      "grad_norm": 0.8784631136858484,
      "learning_rate": 0.00012881331620008015,
      "loss": 0.2867,
      "step": 80763
    },
    {
      "epoch": 3.307966414089699,
      "grad_norm": 0.8910535053656814,
      "learning_rate": 0.0001288100875068884,
      "loss": 0.3218,
      "step": 80764
    },
    {
      "epoch": 3.3080073725168955,
      "grad_norm": 0.9882705886912246,
      "learning_rate": 0.00012880685882371408,
      "loss": 0.3589,
      "step": 80765
    },
    {
      "epoch": 3.3080483309440916,
      "grad_norm": 1.6572725971777138,
      "learning_rate": 0.00012880363015055864,
      "loss": 0.7806,
      "step": 80766
    },
    {
      "epoch": 3.308089289371288,
      "grad_norm": 1.3922803486749962,
      "learning_rate": 0.0001288004014874236,
      "loss": 0.5431,
      "step": 80767
    },
    {
      "epoch": 3.3081302477984846,
      "grad_norm": 1.400987677213994,
      "learning_rate": 0.00012879717283431047,
      "loss": 0.8408,
      "step": 80768
    },
    {
      "epoch": 3.3081712062256807,
      "grad_norm": 0.7012131651149702,
      "learning_rate": 0.00012879394419122083,
      "loss": 0.2149,
      "step": 80769
    },
    {
      "epoch": 3.3082121646528773,
      "grad_norm": 1.5897471017736586,
      "learning_rate": 0.0001287907155581562,
      "loss": 0.8252,
      "step": 80770
    },
    {
      "epoch": 3.308253123080074,
      "grad_norm": 0.7809027718973208,
      "learning_rate": 0.0001287874869351181,
      "loss": 0.3071,
      "step": 80771
    },
    {
      "epoch": 3.3082940815072703,
      "grad_norm": 0.8018907553514474,
      "learning_rate": 0.00012878425832210807,
      "loss": 0.2426,
      "step": 80772
    },
    {
      "epoch": 3.3083350399344664,
      "grad_norm": 1.5312226741798276,
      "learning_rate": 0.00012878102971912754,
      "loss": 0.9516,
      "step": 80773
    },
    {
      "epoch": 3.308375998361663,
      "grad_norm": 1.4336414302896132,
      "learning_rate": 0.00012877780112617812,
      "loss": 0.7444,
      "step": 80774
    },
    {
      "epoch": 3.3084169567888595,
      "grad_norm": 0.7529115469840095,
      "learning_rate": 0.00012877457254326135,
      "loss": 0.2468,
      "step": 80775
    },
    {
      "epoch": 3.3084579152160556,
      "grad_norm": 2.0580001828218113,
      "learning_rate": 0.00012877134397037873,
      "loss": 1.212,
      "step": 80776
    },
    {
      "epoch": 3.308498873643252,
      "grad_norm": 1.3245871491206698,
      "learning_rate": 0.00012876811540753175,
      "loss": 0.613,
      "step": 80777
    },
    {
      "epoch": 3.3085398320704487,
      "grad_norm": 1.3534789646528023,
      "learning_rate": 0.00012876488685472197,
      "loss": 0.7128,
      "step": 80778
    },
    {
      "epoch": 3.3085807904976448,
      "grad_norm": 0.6992748099143821,
      "learning_rate": 0.00012876165831195095,
      "loss": 0.2536,
      "step": 80779
    },
    {
      "epoch": 3.3086217489248413,
      "grad_norm": 1.119509297577964,
      "learning_rate": 0.0001287584297792202,
      "loss": 0.4069,
      "step": 80780
    },
    {
      "epoch": 3.308662707352038,
      "grad_norm": 1.0188800506281892,
      "learning_rate": 0.00012875520125653123,
      "loss": 0.5288,
      "step": 80781
    },
    {
      "epoch": 3.308703665779234,
      "grad_norm": 1.2753160861083046,
      "learning_rate": 0.00012875197274388552,
      "loss": 0.7587,
      "step": 80782
    },
    {
      "epoch": 3.3087446242064305,
      "grad_norm": 1.3276426715966274,
      "learning_rate": 0.00012874874424128466,
      "loss": 0.8814,
      "step": 80783
    },
    {
      "epoch": 3.308785582633627,
      "grad_norm": 1.3301622785292528,
      "learning_rate": 0.0001287455157487302,
      "loss": 0.9468,
      "step": 80784
    },
    {
      "epoch": 3.308826541060823,
      "grad_norm": 1.3578186583524574,
      "learning_rate": 0.0001287422872662236,
      "loss": 0.6565,
      "step": 80785
    },
    {
      "epoch": 3.3088674994880196,
      "grad_norm": 1.418676005061501,
      "learning_rate": 0.0001287390587937664,
      "loss": 0.9605,
      "step": 80786
    },
    {
      "epoch": 3.308908457915216,
      "grad_norm": 1.3533111689096995,
      "learning_rate": 0.00012873583033136014,
      "loss": 0.9699,
      "step": 80787
    },
    {
      "epoch": 3.3089494163424122,
      "grad_norm": 1.5983630956334713,
      "learning_rate": 0.00012873260187900638,
      "loss": 0.8562,
      "step": 80788
    },
    {
      "epoch": 3.3089903747696088,
      "grad_norm": 1.3849931098309383,
      "learning_rate": 0.00012872937343670661,
      "loss": 0.7362,
      "step": 80789
    },
    {
      "epoch": 3.3090313331968053,
      "grad_norm": 1.1040421156968894,
      "learning_rate": 0.0001287261450044623,
      "loss": 0.6657,
      "step": 80790
    },
    {
      "epoch": 3.309072291624002,
      "grad_norm": 1.1658247666486685,
      "learning_rate": 0.0001287229165822751,
      "loss": 0.6264,
      "step": 80791
    },
    {
      "epoch": 3.309113250051198,
      "grad_norm": 2.3335794012364266,
      "learning_rate": 0.00012871968817014642,
      "loss": 1.2271,
      "step": 80792
    },
    {
      "epoch": 3.3091542084783945,
      "grad_norm": 1.630691783313255,
      "learning_rate": 0.00012871645976807788,
      "loss": 0.946,
      "step": 80793
    },
    {
      "epoch": 3.309195166905591,
      "grad_norm": 1.1154995740472249,
      "learning_rate": 0.00012871323137607097,
      "loss": 0.3531,
      "step": 80794
    },
    {
      "epoch": 3.309236125332787,
      "grad_norm": 1.3179671667993145,
      "learning_rate": 0.00012871000299412714,
      "loss": 0.8177,
      "step": 80795
    },
    {
      "epoch": 3.3092770837599836,
      "grad_norm": 1.658623595107207,
      "learning_rate": 0.00012870677462224804,
      "loss": 0.7937,
      "step": 80796
    },
    {
      "epoch": 3.30931804218718,
      "grad_norm": 1.01596478350789,
      "learning_rate": 0.00012870354626043514,
      "loss": 0.2539,
      "step": 80797
    },
    {
      "epoch": 3.3093590006143763,
      "grad_norm": 1.6130788004287957,
      "learning_rate": 0.00012870031790868997,
      "loss": 0.8049,
      "step": 80798
    },
    {
      "epoch": 3.309399959041573,
      "grad_norm": 1.5798849203475902,
      "learning_rate": 0.00012869708956701398,
      "loss": 0.6774,
      "step": 80799
    },
    {
      "epoch": 3.3094409174687693,
      "grad_norm": 1.3271946416821063,
      "learning_rate": 0.00012869386123540884,
      "loss": 0.5832,
      "step": 80800
    },
    {
      "epoch": 3.3094818758959654,
      "grad_norm": 0.826157889702008,
      "learning_rate": 0.000128690632913876,
      "loss": 0.2214,
      "step": 80801
    },
    {
      "epoch": 3.309522834323162,
      "grad_norm": 1.2152254013224575,
      "learning_rate": 0.00012868740460241702,
      "loss": 0.5379,
      "step": 80802
    },
    {
      "epoch": 3.3095637927503585,
      "grad_norm": 5.08722641565914,
      "learning_rate": 0.00012868417630103335,
      "loss": 2.2825,
      "step": 80803
    },
    {
      "epoch": 3.3096047511775546,
      "grad_norm": 1.1364292661438264,
      "learning_rate": 0.00012868094800972657,
      "loss": 0.6947,
      "step": 80804
    },
    {
      "epoch": 3.309645709604751,
      "grad_norm": 1.4684182810301298,
      "learning_rate": 0.0001286777197284982,
      "loss": 0.6817,
      "step": 80805
    },
    {
      "epoch": 3.3096866680319477,
      "grad_norm": 1.7262402978817686,
      "learning_rate": 0.00012867449145734981,
      "loss": 0.7969,
      "step": 80806
    },
    {
      "epoch": 3.3097276264591438,
      "grad_norm": 1.4549700961345067,
      "learning_rate": 0.00012867126319628284,
      "loss": 0.8227,
      "step": 80807
    },
    {
      "epoch": 3.3097685848863403,
      "grad_norm": 1.4652680924681716,
      "learning_rate": 0.00012866803494529887,
      "loss": 0.608,
      "step": 80808
    },
    {
      "epoch": 3.309809543313537,
      "grad_norm": 1.2142837635363724,
      "learning_rate": 0.00012866480670439942,
      "loss": 0.6896,
      "step": 80809
    },
    {
      "epoch": 3.3098505017407334,
      "grad_norm": 1.9330638177373305,
      "learning_rate": 0.000128661578473586,
      "loss": 0.9626,
      "step": 80810
    },
    {
      "epoch": 3.3098914601679295,
      "grad_norm": 1.122076237236974,
      "learning_rate": 0.00012865835025286014,
      "loss": 0.4372,
      "step": 80811
    },
    {
      "epoch": 3.309932418595126,
      "grad_norm": 1.5541834722391643,
      "learning_rate": 0.0001286551220422234,
      "loss": 0.6926,
      "step": 80812
    },
    {
      "epoch": 3.3099733770223225,
      "grad_norm": 1.4138846818068318,
      "learning_rate": 0.00012865189384167727,
      "loss": 0.6781,
      "step": 80813
    },
    {
      "epoch": 3.3100143354495186,
      "grad_norm": 1.4642776700027849,
      "learning_rate": 0.0001286486656512233,
      "loss": 0.8669,
      "step": 80814
    },
    {
      "epoch": 3.310055293876715,
      "grad_norm": 1.2041425614667203,
      "learning_rate": 0.00012864543747086296,
      "loss": 0.7533,
      "step": 80815
    },
    {
      "epoch": 3.3100962523039117,
      "grad_norm": 1.589755150877792,
      "learning_rate": 0.00012864220930059784,
      "loss": 1.1323,
      "step": 80816
    },
    {
      "epoch": 3.310137210731108,
      "grad_norm": 3.760145962259951,
      "learning_rate": 0.00012863898114042946,
      "loss": 4.3766,
      "step": 80817
    },
    {
      "epoch": 3.3101781691583043,
      "grad_norm": 1.659664502940332,
      "learning_rate": 0.00012863575299035932,
      "loss": 0.8696,
      "step": 80818
    },
    {
      "epoch": 3.310219127585501,
      "grad_norm": 1.3594245924963146,
      "learning_rate": 0.00012863252485038895,
      "loss": 0.78,
      "step": 80819
    },
    {
      "epoch": 3.310260086012697,
      "grad_norm": 1.0234516193654446,
      "learning_rate": 0.00012862929672051988,
      "loss": 0.462,
      "step": 80820
    },
    {
      "epoch": 3.3103010444398935,
      "grad_norm": 2.963747120077776,
      "learning_rate": 0.00012862606860075367,
      "loss": 3.0401,
      "step": 80821
    },
    {
      "epoch": 3.31034200286709,
      "grad_norm": 1.6142764377038714,
      "learning_rate": 0.0001286228404910918,
      "loss": 0.8331,
      "step": 80822
    },
    {
      "epoch": 3.310382961294286,
      "grad_norm": 1.255222117176996,
      "learning_rate": 0.00012861961239153577,
      "loss": 0.5476,
      "step": 80823
    },
    {
      "epoch": 3.3104239197214826,
      "grad_norm": 1.5311788689119739,
      "learning_rate": 0.00012861638430208716,
      "loss": 0.8154,
      "step": 80824
    },
    {
      "epoch": 3.310464878148679,
      "grad_norm": 1.235170397445551,
      "learning_rate": 0.00012861315622274752,
      "loss": 0.6802,
      "step": 80825
    },
    {
      "epoch": 3.3105058365758753,
      "grad_norm": 1.283259789017513,
      "learning_rate": 0.0001286099281535183,
      "loss": 0.8044,
      "step": 80826
    },
    {
      "epoch": 3.310546795003072,
      "grad_norm": 1.5994820963240546,
      "learning_rate": 0.00012860670009440107,
      "loss": 0.6501,
      "step": 80827
    },
    {
      "epoch": 3.3105877534302683,
      "grad_norm": 1.2967730474666916,
      "learning_rate": 0.00012860347204539737,
      "loss": 0.5664,
      "step": 80828
    },
    {
      "epoch": 3.310628711857465,
      "grad_norm": 0.9300267318010351,
      "learning_rate": 0.00012860024400650872,
      "loss": 0.2377,
      "step": 80829
    },
    {
      "epoch": 3.310669670284661,
      "grad_norm": 1.6932975398154138,
      "learning_rate": 0.00012859701597773662,
      "loss": 0.9194,
      "step": 80830
    },
    {
      "epoch": 3.3107106287118575,
      "grad_norm": 1.3046930749845818,
      "learning_rate": 0.0001285937879590826,
      "loss": 0.6577,
      "step": 80831
    },
    {
      "epoch": 3.310751587139054,
      "grad_norm": 1.6252490941973823,
      "learning_rate": 0.00012859055995054818,
      "loss": 0.9311,
      "step": 80832
    },
    {
      "epoch": 3.31079254556625,
      "grad_norm": 3.4751341344931395,
      "learning_rate": 0.00012858733195213494,
      "loss": 2.2826,
      "step": 80833
    },
    {
      "epoch": 3.3108335039934467,
      "grad_norm": 1.3900132766837803,
      "learning_rate": 0.00012858410396384434,
      "loss": 0.9319,
      "step": 80834
    },
    {
      "epoch": 3.310874462420643,
      "grad_norm": 1.4552855346659421,
      "learning_rate": 0.00012858087598567795,
      "loss": 1.0199,
      "step": 80835
    },
    {
      "epoch": 3.3109154208478393,
      "grad_norm": 1.2373321846494358,
      "learning_rate": 0.00012857764801763724,
      "loss": 0.588,
      "step": 80836
    },
    {
      "epoch": 3.310956379275036,
      "grad_norm": 1.592455566922317,
      "learning_rate": 0.00012857442005972383,
      "loss": 1.212,
      "step": 80837
    },
    {
      "epoch": 3.3109973377022324,
      "grad_norm": 1.4412935850844693,
      "learning_rate": 0.00012857119211193914,
      "loss": 0.7636,
      "step": 80838
    },
    {
      "epoch": 3.3110382961294285,
      "grad_norm": 1.5968767708158063,
      "learning_rate": 0.00012856796417428477,
      "loss": 1.0355,
      "step": 80839
    },
    {
      "epoch": 3.311079254556625,
      "grad_norm": 2.3683424067095182,
      "learning_rate": 0.00012856473624676222,
      "loss": 1.2903,
      "step": 80840
    },
    {
      "epoch": 3.3111202129838215,
      "grad_norm": 1.48248367165232,
      "learning_rate": 0.00012856150832937302,
      "loss": 0.8561,
      "step": 80841
    },
    {
      "epoch": 3.3111611714110176,
      "grad_norm": 1.6266656732692957,
      "learning_rate": 0.00012855828042211874,
      "loss": 0.8229,
      "step": 80842
    },
    {
      "epoch": 3.311202129838214,
      "grad_norm": 1.465933353864865,
      "learning_rate": 0.00012855505252500082,
      "loss": 1.0059,
      "step": 80843
    },
    {
      "epoch": 3.3112430882654107,
      "grad_norm": 1.3453725607585152,
      "learning_rate": 0.00012855182463802082,
      "loss": 0.9018,
      "step": 80844
    },
    {
      "epoch": 3.311284046692607,
      "grad_norm": 1.1973545147614775,
      "learning_rate": 0.0001285485967611803,
      "loss": 0.6645,
      "step": 80845
    },
    {
      "epoch": 3.3113250051198033,
      "grad_norm": 1.2168349592396959,
      "learning_rate": 0.00012854536889448073,
      "loss": 0.7495,
      "step": 80846
    },
    {
      "epoch": 3.311365963547,
      "grad_norm": 1.3013751914571225,
      "learning_rate": 0.00012854214103792365,
      "loss": 0.8172,
      "step": 80847
    },
    {
      "epoch": 3.3114069219741964,
      "grad_norm": 1.503898340500704,
      "learning_rate": 0.00012853891319151065,
      "loss": 1.0198,
      "step": 80848
    },
    {
      "epoch": 3.3114478804013925,
      "grad_norm": 1.3398453127752192,
      "learning_rate": 0.00012853568535524317,
      "loss": 0.8247,
      "step": 80849
    },
    {
      "epoch": 3.311488838828589,
      "grad_norm": 1.236613749344812,
      "learning_rate": 0.00012853245752912276,
      "loss": 0.5863,
      "step": 80850
    },
    {
      "epoch": 3.3115297972557856,
      "grad_norm": 1.372520232843878,
      "learning_rate": 0.00012852922971315098,
      "loss": 0.519,
      "step": 80851
    },
    {
      "epoch": 3.3115707556829816,
      "grad_norm": 1.4947975648261178,
      "learning_rate": 0.00012852600190732934,
      "loss": 0.6865,
      "step": 80852
    },
    {
      "epoch": 3.311611714110178,
      "grad_norm": 0.8514740312943825,
      "learning_rate": 0.00012852277411165935,
      "loss": 0.2555,
      "step": 80853
    },
    {
      "epoch": 3.3116526725373747,
      "grad_norm": 1.284503176180745,
      "learning_rate": 0.00012851954632614254,
      "loss": 0.7778,
      "step": 80854
    },
    {
      "epoch": 3.311693630964571,
      "grad_norm": 1.205174905973527,
      "learning_rate": 0.00012851631855078044,
      "loss": 0.7194,
      "step": 80855
    },
    {
      "epoch": 3.3117345893917673,
      "grad_norm": 1.344617389525829,
      "learning_rate": 0.0001285130907855746,
      "loss": 0.7749,
      "step": 80856
    },
    {
      "epoch": 3.311775547818964,
      "grad_norm": 1.4050598088712762,
      "learning_rate": 0.00012850986303052653,
      "loss": 0.6669,
      "step": 80857
    },
    {
      "epoch": 3.31181650624616,
      "grad_norm": 0.8179824397146607,
      "learning_rate": 0.0001285066352856377,
      "loss": 0.241,
      "step": 80858
    },
    {
      "epoch": 3.3118574646733565,
      "grad_norm": 1.3340110635458413,
      "learning_rate": 0.00012850340755090974,
      "loss": 0.8096,
      "step": 80859
    },
    {
      "epoch": 3.311898423100553,
      "grad_norm": 1.5689631036271101,
      "learning_rate": 0.0001285001798263441,
      "loss": 0.8188,
      "step": 80860
    },
    {
      "epoch": 3.3119393815277496,
      "grad_norm": 0.9016086995569246,
      "learning_rate": 0.00012849695211194234,
      "loss": 0.335,
      "step": 80861
    },
    {
      "epoch": 3.3119803399549457,
      "grad_norm": 0.7671343230776779,
      "learning_rate": 0.00012849372440770594,
      "loss": 0.1862,
      "step": 80862
    },
    {
      "epoch": 3.312021298382142,
      "grad_norm": 1.5845593320244127,
      "learning_rate": 0.0001284904967136365,
      "loss": 0.7063,
      "step": 80863
    },
    {
      "epoch": 3.3120622568093383,
      "grad_norm": 2.632317037684115,
      "learning_rate": 0.00012848726902973547,
      "loss": 1.1948,
      "step": 80864
    },
    {
      "epoch": 3.312103215236535,
      "grad_norm": 1.6626799962430938,
      "learning_rate": 0.00012848404135600442,
      "loss": 0.9014,
      "step": 80865
    },
    {
      "epoch": 3.3121441736637314,
      "grad_norm": 1.1616718051151511,
      "learning_rate": 0.00012848081369244487,
      "loss": 0.6081,
      "step": 80866
    },
    {
      "epoch": 3.312185132090928,
      "grad_norm": 1.324193402335943,
      "learning_rate": 0.00012847758603905834,
      "loss": 0.8104,
      "step": 80867
    },
    {
      "epoch": 3.312226090518124,
      "grad_norm": 1.2772566527646756,
      "learning_rate": 0.00012847435839584637,
      "loss": 0.5035,
      "step": 80868
    },
    {
      "epoch": 3.3122670489453205,
      "grad_norm": 1.4424667146472732,
      "learning_rate": 0.00012847113076281048,
      "loss": 0.7151,
      "step": 80869
    },
    {
      "epoch": 3.312308007372517,
      "grad_norm": 2.976801214835863,
      "learning_rate": 0.00012846790313995218,
      "loss": 0.5527,
      "step": 80870
    },
    {
      "epoch": 3.312348965799713,
      "grad_norm": 0.8130615396497696,
      "learning_rate": 0.00012846467552727296,
      "loss": 0.2511,
      "step": 80871
    },
    {
      "epoch": 3.3123899242269097,
      "grad_norm": 1.3387073015440734,
      "learning_rate": 0.00012846144792477446,
      "loss": 0.642,
      "step": 80872
    },
    {
      "epoch": 3.3124308826541062,
      "grad_norm": 1.220356759694449,
      "learning_rate": 0.0001284582203324581,
      "loss": 0.663,
      "step": 80873
    },
    {
      "epoch": 3.3124718410813023,
      "grad_norm": 1.3356854314354436,
      "learning_rate": 0.00012845499275032548,
      "loss": 0.8039,
      "step": 80874
    },
    {
      "epoch": 3.312512799508499,
      "grad_norm": 1.946998227819809,
      "learning_rate": 0.00012845176517837804,
      "loss": 1.1397,
      "step": 80875
    },
    {
      "epoch": 3.3125537579356954,
      "grad_norm": 0.9695610806915925,
      "learning_rate": 0.0001284485376166174,
      "loss": 0.2046,
      "step": 80876
    },
    {
      "epoch": 3.3125947163628915,
      "grad_norm": 1.6990448475752007,
      "learning_rate": 0.00012844531006504502,
      "loss": 0.6361,
      "step": 80877
    },
    {
      "epoch": 3.312635674790088,
      "grad_norm": 1.4438297613584121,
      "learning_rate": 0.00012844208252366245,
      "loss": 0.6653,
      "step": 80878
    },
    {
      "epoch": 3.3126766332172846,
      "grad_norm": 0.46599473341660447,
      "learning_rate": 0.0001284388549924712,
      "loss": 0.0709,
      "step": 80879
    },
    {
      "epoch": 3.312717591644481,
      "grad_norm": 6.4825518506863595,
      "learning_rate": 0.00012843562747147282,
      "loss": 1.831,
      "step": 80880
    },
    {
      "epoch": 3.312758550071677,
      "grad_norm": 1.6600484638312378,
      "learning_rate": 0.00012843239996066883,
      "loss": 0.6151,
      "step": 80881
    },
    {
      "epoch": 3.3127995084988737,
      "grad_norm": 1.387781726648135,
      "learning_rate": 0.00012842917246006074,
      "loss": 0.5617,
      "step": 80882
    },
    {
      "epoch": 3.31284046692607,
      "grad_norm": 1.9348647441620543,
      "learning_rate": 0.00012842594496965007,
      "loss": 1.4281,
      "step": 80883
    },
    {
      "epoch": 3.3128814253532664,
      "grad_norm": 0.9134934451371811,
      "learning_rate": 0.00012842271748943838,
      "loss": 0.3944,
      "step": 80884
    },
    {
      "epoch": 3.312922383780463,
      "grad_norm": 0.7797548350597924,
      "learning_rate": 0.00012841949001942717,
      "loss": 0.2544,
      "step": 80885
    },
    {
      "epoch": 3.3129633422076594,
      "grad_norm": 1.223367778347109,
      "learning_rate": 0.000128416262559618,
      "loss": 0.6892,
      "step": 80886
    },
    {
      "epoch": 3.3130043006348555,
      "grad_norm": 1.4619110848729884,
      "learning_rate": 0.00012841303511001233,
      "loss": 0.4406,
      "step": 80887
    },
    {
      "epoch": 3.313045259062052,
      "grad_norm": 1.275670106747332,
      "learning_rate": 0.00012840980767061174,
      "loss": 0.7582,
      "step": 80888
    },
    {
      "epoch": 3.3130862174892486,
      "grad_norm": 1.6300831418793917,
      "learning_rate": 0.00012840658024141776,
      "loss": 0.7559,
      "step": 80889
    },
    {
      "epoch": 3.3131271759164447,
      "grad_norm": 1.4332744379370812,
      "learning_rate": 0.00012840335282243188,
      "loss": 0.7208,
      "step": 80890
    },
    {
      "epoch": 3.313168134343641,
      "grad_norm": 1.60062710957496,
      "learning_rate": 0.00012840012541365562,
      "loss": 0.9959,
      "step": 80891
    },
    {
      "epoch": 3.3132090927708377,
      "grad_norm": 1.6851603666074375,
      "learning_rate": 0.00012839689801509056,
      "loss": 0.9526,
      "step": 80892
    },
    {
      "epoch": 3.313250051198034,
      "grad_norm": 1.1750490687369812,
      "learning_rate": 0.00012839367062673817,
      "loss": 0.5756,
      "step": 80893
    },
    {
      "epoch": 3.3132910096252304,
      "grad_norm": 1.2273337648677098,
      "learning_rate": 0.00012839044324860002,
      "loss": 0.44,
      "step": 80894
    },
    {
      "epoch": 3.313331968052427,
      "grad_norm": 1.1361303876166222,
      "learning_rate": 0.00012838721588067758,
      "loss": 0.5205,
      "step": 80895
    },
    {
      "epoch": 3.313372926479623,
      "grad_norm": 1.1417309185256979,
      "learning_rate": 0.00012838398852297244,
      "loss": 0.6205,
      "step": 80896
    },
    {
      "epoch": 3.3134138849068195,
      "grad_norm": 1.4821999299807374,
      "learning_rate": 0.0001283807611754861,
      "loss": 0.7297,
      "step": 80897
    },
    {
      "epoch": 3.313454843334016,
      "grad_norm": 1.5903839102405755,
      "learning_rate": 0.00012837753383822007,
      "loss": 0.6702,
      "step": 80898
    },
    {
      "epoch": 3.3134958017612126,
      "grad_norm": 0.9293220277990418,
      "learning_rate": 0.00012837430651117587,
      "loss": 0.2812,
      "step": 80899
    },
    {
      "epoch": 3.3135367601884087,
      "grad_norm": 1.2925100972658374,
      "learning_rate": 0.00012837107919435507,
      "loss": 0.8194,
      "step": 80900
    },
    {
      "epoch": 3.3135777186156052,
      "grad_norm": 1.4053900066643599,
      "learning_rate": 0.00012836785188775917,
      "loss": 0.7729,
      "step": 80901
    },
    {
      "epoch": 3.3136186770428013,
      "grad_norm": 4.1380257114736985,
      "learning_rate": 0.00012836462459138968,
      "loss": 4.2652,
      "step": 80902
    },
    {
      "epoch": 3.313659635469998,
      "grad_norm": 1.2699511768123688,
      "learning_rate": 0.00012836139730524812,
      "loss": 0.5501,
      "step": 80903
    },
    {
      "epoch": 3.3137005938971944,
      "grad_norm": 1.2105632208852235,
      "learning_rate": 0.00012835817002933606,
      "loss": 0.6371,
      "step": 80904
    },
    {
      "epoch": 3.313741552324391,
      "grad_norm": 1.2213702805588589,
      "learning_rate": 0.00012835494276365502,
      "loss": 0.572,
      "step": 80905
    },
    {
      "epoch": 3.313782510751587,
      "grad_norm": 1.350003647549724,
      "learning_rate": 0.0001283517155082065,
      "loss": 0.6346,
      "step": 80906
    },
    {
      "epoch": 3.3138234691787836,
      "grad_norm": 1.2162837157430635,
      "learning_rate": 0.00012834848826299202,
      "loss": 0.3617,
      "step": 80907
    },
    {
      "epoch": 3.31386442760598,
      "grad_norm": 1.646967910442154,
      "learning_rate": 0.00012834526102801312,
      "loss": 1.1842,
      "step": 80908
    },
    {
      "epoch": 3.313905386033176,
      "grad_norm": 1.1721985872993086,
      "learning_rate": 0.0001283420338032713,
      "loss": 0.7415,
      "step": 80909
    },
    {
      "epoch": 3.3139463444603727,
      "grad_norm": 0.5733525461447276,
      "learning_rate": 0.00012833880658876816,
      "loss": 0.0938,
      "step": 80910
    },
    {
      "epoch": 3.3139873028875693,
      "grad_norm": 0.8249441721635087,
      "learning_rate": 0.00012833557938450515,
      "loss": 0.2839,
      "step": 80911
    },
    {
      "epoch": 3.3140282613147654,
      "grad_norm": 0.5911051435022772,
      "learning_rate": 0.0001283323521904838,
      "loss": 0.1131,
      "step": 80912
    },
    {
      "epoch": 3.314069219741962,
      "grad_norm": 1.448911960249034,
      "learning_rate": 0.00012832912500670575,
      "loss": 0.6646,
      "step": 80913
    },
    {
      "epoch": 3.3141101781691584,
      "grad_norm": 1.1552733315682555,
      "learning_rate": 0.00012832589783317233,
      "loss": 0.6503,
      "step": 80914
    },
    {
      "epoch": 3.3141511365963545,
      "grad_norm": 1.5945127021697771,
      "learning_rate": 0.0001283226706698852,
      "loss": 0.9254,
      "step": 80915
    },
    {
      "epoch": 3.314192095023551,
      "grad_norm": 1.4417642411342368,
      "learning_rate": 0.00012831944351684586,
      "loss": 0.7182,
      "step": 80916
    },
    {
      "epoch": 3.3142330534507476,
      "grad_norm": 1.684730689654877,
      "learning_rate": 0.00012831621637405583,
      "loss": 1.124,
      "step": 80917
    },
    {
      "epoch": 3.314274011877944,
      "grad_norm": 1.216293437759976,
      "learning_rate": 0.00012831298924151658,
      "loss": 0.7619,
      "step": 80918
    },
    {
      "epoch": 3.31431497030514,
      "grad_norm": 1.3068015698438384,
      "learning_rate": 0.00012830976211922977,
      "loss": 0.8248,
      "step": 80919
    },
    {
      "epoch": 3.3143559287323368,
      "grad_norm": 1.2572407860259636,
      "learning_rate": 0.0001283065350071968,
      "loss": 0.3893,
      "step": 80920
    },
    {
      "epoch": 3.314396887159533,
      "grad_norm": 1.6857563575839696,
      "learning_rate": 0.00012830330790541925,
      "loss": 0.8988,
      "step": 80921
    },
    {
      "epoch": 3.3144378455867294,
      "grad_norm": 1.5373817091450566,
      "learning_rate": 0.00012830008081389862,
      "loss": 0.7828,
      "step": 80922
    },
    {
      "epoch": 3.314478804013926,
      "grad_norm": 1.4277264173958888,
      "learning_rate": 0.00012829685373263647,
      "loss": 0.8445,
      "step": 80923
    },
    {
      "epoch": 3.3145197624411225,
      "grad_norm": 1.30989830814475,
      "learning_rate": 0.0001282936266616343,
      "loss": 0.6349,
      "step": 80924
    },
    {
      "epoch": 3.3145607208683185,
      "grad_norm": 0.7816880049848518,
      "learning_rate": 0.0001282903996008937,
      "loss": 0.2501,
      "step": 80925
    },
    {
      "epoch": 3.314601679295515,
      "grad_norm": 1.1271363353874075,
      "learning_rate": 0.00012828717255041605,
      "loss": 0.3942,
      "step": 80926
    },
    {
      "epoch": 3.3146426377227116,
      "grad_norm": 1.4637332720727756,
      "learning_rate": 0.00012828394551020301,
      "loss": 0.8861,
      "step": 80927
    },
    {
      "epoch": 3.3146835961499077,
      "grad_norm": 1.223769417392481,
      "learning_rate": 0.00012828071848025607,
      "loss": 0.4332,
      "step": 80928
    },
    {
      "epoch": 3.3147245545771042,
      "grad_norm": 1.6905976202565827,
      "learning_rate": 0.00012827749146057673,
      "loss": 0.742,
      "step": 80929
    },
    {
      "epoch": 3.314765513004301,
      "grad_norm": 1.1341977284095826,
      "learning_rate": 0.00012827426445116653,
      "loss": 0.5993,
      "step": 80930
    },
    {
      "epoch": 3.314806471431497,
      "grad_norm": 1.483943055373581,
      "learning_rate": 0.000128271037452027,
      "loss": 1.0464,
      "step": 80931
    },
    {
      "epoch": 3.3148474298586934,
      "grad_norm": 1.181628087781568,
      "learning_rate": 0.0001282678104631597,
      "loss": 0.6511,
      "step": 80932
    },
    {
      "epoch": 3.31488838828589,
      "grad_norm": 2.996540669259086,
      "learning_rate": 0.0001282645834845661,
      "loss": 1.4642,
      "step": 80933
    },
    {
      "epoch": 3.314929346713086,
      "grad_norm": 1.2867924215197024,
      "learning_rate": 0.0001282613565162477,
      "loss": 0.7634,
      "step": 80934
    },
    {
      "epoch": 3.3149703051402826,
      "grad_norm": 1.665077835511363,
      "learning_rate": 0.00012825812955820606,
      "loss": 1.3182,
      "step": 80935
    },
    {
      "epoch": 3.315011263567479,
      "grad_norm": 2.2986625966128633,
      "learning_rate": 0.00012825490261044278,
      "loss": 2.0302,
      "step": 80936
    },
    {
      "epoch": 3.3150522219946756,
      "grad_norm": 1.0464175467347556,
      "learning_rate": 0.00012825167567295928,
      "loss": 0.3003,
      "step": 80937
    },
    {
      "epoch": 3.3150931804218717,
      "grad_norm": 1.2029449762530908,
      "learning_rate": 0.00012824844874575716,
      "loss": 0.6966,
      "step": 80938
    },
    {
      "epoch": 3.3151341388490683,
      "grad_norm": 0.5016892529724545,
      "learning_rate": 0.00012824522182883785,
      "loss": 0.0938,
      "step": 80939
    },
    {
      "epoch": 3.3151750972762644,
      "grad_norm": 1.4657661841331882,
      "learning_rate": 0.000128241994922203,
      "loss": 0.6964,
      "step": 80940
    },
    {
      "epoch": 3.315216055703461,
      "grad_norm": 1.497991902510754,
      "learning_rate": 0.00012823876802585404,
      "loss": 0.7686,
      "step": 80941
    },
    {
      "epoch": 3.3152570141306574,
      "grad_norm": 1.653167510791054,
      "learning_rate": 0.00012823554113979254,
      "loss": 0.7098,
      "step": 80942
    },
    {
      "epoch": 3.315297972557854,
      "grad_norm": 1.6529396063444781,
      "learning_rate": 0.00012823231426402,
      "loss": 0.8893,
      "step": 80943
    },
    {
      "epoch": 3.31533893098505,
      "grad_norm": 0.9524152884569553,
      "learning_rate": 0.00012822908739853795,
      "loss": 0.5039,
      "step": 80944
    },
    {
      "epoch": 3.3153798894122466,
      "grad_norm": 1.2797461710781817,
      "learning_rate": 0.00012822586054334797,
      "loss": 0.7104,
      "step": 80945
    },
    {
      "epoch": 3.315420847839443,
      "grad_norm": 1.3253095145621507,
      "learning_rate": 0.0001282226336984515,
      "loss": 0.7776,
      "step": 80946
    },
    {
      "epoch": 3.315461806266639,
      "grad_norm": 1.3598132987834617,
      "learning_rate": 0.0001282194068638501,
      "loss": 0.3439,
      "step": 80947
    },
    {
      "epoch": 3.3155027646938358,
      "grad_norm": 3.191284838035027,
      "learning_rate": 0.0001282161800395453,
      "loss": 2.902,
      "step": 80948
    },
    {
      "epoch": 3.3155437231210323,
      "grad_norm": 1.6247005389244693,
      "learning_rate": 0.00012821295322553865,
      "loss": 0.6263,
      "step": 80949
    },
    {
      "epoch": 3.3155846815482284,
      "grad_norm": 0.7927188366401067,
      "learning_rate": 0.00012820972642183166,
      "loss": 0.2213,
      "step": 80950
    },
    {
      "epoch": 3.315625639975425,
      "grad_norm": 1.6145054560851748,
      "learning_rate": 0.0001282064996284258,
      "loss": 0.8851,
      "step": 80951
    },
    {
      "epoch": 3.3156665984026215,
      "grad_norm": 1.589405450350437,
      "learning_rate": 0.0001282032728453227,
      "loss": 0.6653,
      "step": 80952
    },
    {
      "epoch": 3.3157075568298175,
      "grad_norm": 1.3951571336367863,
      "learning_rate": 0.00012820004607252378,
      "loss": 0.8695,
      "step": 80953
    },
    {
      "epoch": 3.315748515257014,
      "grad_norm": 0.8788249477599378,
      "learning_rate": 0.00012819681931003064,
      "loss": 0.2032,
      "step": 80954
    },
    {
      "epoch": 3.3157894736842106,
      "grad_norm": 0.7514531113511015,
      "learning_rate": 0.00012819359255784475,
      "loss": 0.2586,
      "step": 80955
    },
    {
      "epoch": 3.315830432111407,
      "grad_norm": 1.3750347663822455,
      "learning_rate": 0.00012819036581596772,
      "loss": 0.829,
      "step": 80956
    },
    {
      "epoch": 3.3158713905386032,
      "grad_norm": 1.7146799516947342,
      "learning_rate": 0.00012818713908440096,
      "loss": 0.9213,
      "step": 80957
    },
    {
      "epoch": 3.3159123489658,
      "grad_norm": 1.5849715920277654,
      "learning_rate": 0.0001281839123631461,
      "loss": 0.8688,
      "step": 80958
    },
    {
      "epoch": 3.315953307392996,
      "grad_norm": 1.627115079647524,
      "learning_rate": 0.00012818068565220456,
      "loss": 0.7153,
      "step": 80959
    },
    {
      "epoch": 3.3159942658201924,
      "grad_norm": 1.140716461858548,
      "learning_rate": 0.000128177458951578,
      "loss": 0.6603,
      "step": 80960
    },
    {
      "epoch": 3.316035224247389,
      "grad_norm": 1.1994796823745382,
      "learning_rate": 0.00012817423226126783,
      "loss": 0.7566,
      "step": 80961
    },
    {
      "epoch": 3.3160761826745855,
      "grad_norm": 1.4252042648468635,
      "learning_rate": 0.00012817100558127565,
      "loss": 0.737,
      "step": 80962
    },
    {
      "epoch": 3.3161171411017816,
      "grad_norm": 1.722993935552643,
      "learning_rate": 0.00012816777891160288,
      "loss": 0.9256,
      "step": 80963
    },
    {
      "epoch": 3.316158099528978,
      "grad_norm": 1.6609326519661505,
      "learning_rate": 0.00012816455225225117,
      "loss": 0.8236,
      "step": 80964
    },
    {
      "epoch": 3.3161990579561746,
      "grad_norm": 1.1825175656594904,
      "learning_rate": 0.000128161325603222,
      "loss": 0.6441,
      "step": 80965
    },
    {
      "epoch": 3.3162400163833707,
      "grad_norm": 0.9605710071701895,
      "learning_rate": 0.0001281580989645169,
      "loss": 0.3008,
      "step": 80966
    },
    {
      "epoch": 3.3162809748105673,
      "grad_norm": 1.2023226631618333,
      "learning_rate": 0.0001281548723361373,
      "loss": 0.6923,
      "step": 80967
    },
    {
      "epoch": 3.316321933237764,
      "grad_norm": 1.6583026066828899,
      "learning_rate": 0.0001281516457180849,
      "loss": 0.7032,
      "step": 80968
    },
    {
      "epoch": 3.31636289166496,
      "grad_norm": 1.319153739040107,
      "learning_rate": 0.0001281484191103611,
      "loss": 0.6345,
      "step": 80969
    },
    {
      "epoch": 3.3164038500921564,
      "grad_norm": 1.0919079670530476,
      "learning_rate": 0.00012814519251296745,
      "loss": 0.6453,
      "step": 80970
    },
    {
      "epoch": 3.316444808519353,
      "grad_norm": 1.53181219861412,
      "learning_rate": 0.00012814196592590547,
      "loss": 0.7977,
      "step": 80971
    },
    {
      "epoch": 3.316485766946549,
      "grad_norm": 2.3230697491521948,
      "learning_rate": 0.00012813873934917674,
      "loss": 1.2423,
      "step": 80972
    },
    {
      "epoch": 3.3165267253737456,
      "grad_norm": 1.52659368822271,
      "learning_rate": 0.00012813551278278274,
      "loss": 0.8567,
      "step": 80973
    },
    {
      "epoch": 3.316567683800942,
      "grad_norm": 1.1453215187167516,
      "learning_rate": 0.000128132286226725,
      "loss": 0.5889,
      "step": 80974
    },
    {
      "epoch": 3.3166086422281387,
      "grad_norm": 1.7193829938899345,
      "learning_rate": 0.00012812905968100506,
      "loss": 0.8856,
      "step": 80975
    },
    {
      "epoch": 3.3166496006553348,
      "grad_norm": 3.399429888305767,
      "learning_rate": 0.0001281258331456244,
      "loss": 2.071,
      "step": 80976
    },
    {
      "epoch": 3.3166905590825313,
      "grad_norm": 0.8183529167119707,
      "learning_rate": 0.00012812260662058457,
      "loss": 0.2687,
      "step": 80977
    },
    {
      "epoch": 3.3167315175097274,
      "grad_norm": 1.5208820708478161,
      "learning_rate": 0.00012811938010588714,
      "loss": 0.6698,
      "step": 80978
    },
    {
      "epoch": 3.316772475936924,
      "grad_norm": 1.2326572463008134,
      "learning_rate": 0.00012811615360153357,
      "loss": 0.7266,
      "step": 80979
    },
    {
      "epoch": 3.3168134343641205,
      "grad_norm": 1.5852148405511723,
      "learning_rate": 0.00012811292710752538,
      "loss": 0.921,
      "step": 80980
    },
    {
      "epoch": 3.316854392791317,
      "grad_norm": 1.7399844403044882,
      "learning_rate": 0.00012810970062386418,
      "loss": 0.7627,
      "step": 80981
    },
    {
      "epoch": 3.316895351218513,
      "grad_norm": 1.296569348522723,
      "learning_rate": 0.00012810647415055143,
      "loss": 0.7006,
      "step": 80982
    },
    {
      "epoch": 3.3169363096457096,
      "grad_norm": 1.3727875009957702,
      "learning_rate": 0.00012810324768758872,
      "loss": 0.8317,
      "step": 80983
    },
    {
      "epoch": 3.316977268072906,
      "grad_norm": 1.2677185201965624,
      "learning_rate": 0.00012810002123497748,
      "loss": 0.649,
      "step": 80984
    },
    {
      "epoch": 3.3170182265001023,
      "grad_norm": 1.3021389227831184,
      "learning_rate": 0.00012809679479271926,
      "loss": 0.7242,
      "step": 80985
    },
    {
      "epoch": 3.317059184927299,
      "grad_norm": 5.530181827457061,
      "learning_rate": 0.0001280935683608156,
      "loss": 5.0157,
      "step": 80986
    },
    {
      "epoch": 3.3171001433544953,
      "grad_norm": 1.276429551678899,
      "learning_rate": 0.00012809034193926805,
      "loss": 0.868,
      "step": 80987
    },
    {
      "epoch": 3.3171411017816914,
      "grad_norm": 2.1773764602389676,
      "learning_rate": 0.00012808711552807813,
      "loss": 1.3583,
      "step": 80988
    },
    {
      "epoch": 3.317182060208888,
      "grad_norm": 1.1445057299725165,
      "learning_rate": 0.00012808388912724733,
      "loss": 0.3135,
      "step": 80989
    },
    {
      "epoch": 3.3172230186360845,
      "grad_norm": 0.9684034377894132,
      "learning_rate": 0.00012808066273677717,
      "loss": 0.3378,
      "step": 80990
    },
    {
      "epoch": 3.3172639770632806,
      "grad_norm": 1.6262443980288932,
      "learning_rate": 0.00012807743635666924,
      "loss": 0.9227,
      "step": 80991
    },
    {
      "epoch": 3.317304935490477,
      "grad_norm": 1.4816563303057557,
      "learning_rate": 0.000128074209986925,
      "loss": 0.6438,
      "step": 80992
    },
    {
      "epoch": 3.3173458939176736,
      "grad_norm": 1.4144665566600116,
      "learning_rate": 0.00012807098362754602,
      "loss": 0.904,
      "step": 80993
    },
    {
      "epoch": 3.31738685234487,
      "grad_norm": 1.1747674765371314,
      "learning_rate": 0.0001280677572785338,
      "loss": 0.519,
      "step": 80994
    },
    {
      "epoch": 3.3174278107720663,
      "grad_norm": 3.7327131969262686,
      "learning_rate": 0.00012806453093988984,
      "loss": 3.6599,
      "step": 80995
    },
    {
      "epoch": 3.317468769199263,
      "grad_norm": 1.7468141793508445,
      "learning_rate": 0.00012806130461161575,
      "loss": 1.1138,
      "step": 80996
    },
    {
      "epoch": 3.317509727626459,
      "grad_norm": 1.5046832330191184,
      "learning_rate": 0.000128058078293713,
      "loss": 0.7477,
      "step": 80997
    },
    {
      "epoch": 3.3175506860536554,
      "grad_norm": 1.8174974482151245,
      "learning_rate": 0.00012805485198618308,
      "loss": 0.7978,
      "step": 80998
    },
    {
      "epoch": 3.317591644480852,
      "grad_norm": 1.214973273428266,
      "learning_rate": 0.00012805162568902756,
      "loss": 0.4756,
      "step": 80999
    },
    {
      "epoch": 3.3176326029080485,
      "grad_norm": 1.473706764630674,
      "learning_rate": 0.00012804839940224797,
      "loss": 0.7865,
      "step": 81000
    },
    {
      "epoch": 3.3176735613352446,
      "grad_norm": 1.1836696099739064,
      "learning_rate": 0.00012804517312584582,
      "loss": 0.6115,
      "step": 81001
    },
    {
      "epoch": 3.317714519762441,
      "grad_norm": 1.2279182924157674,
      "learning_rate": 0.00012804194685982263,
      "loss": 0.5742,
      "step": 81002
    },
    {
      "epoch": 3.3177554781896377,
      "grad_norm": 1.3839772959543186,
      "learning_rate": 0.00012803872060417995,
      "loss": 0.8221,
      "step": 81003
    },
    {
      "epoch": 3.3177964366168338,
      "grad_norm": 1.4154192448555207,
      "learning_rate": 0.00012803549435891928,
      "loss": 0.7234,
      "step": 81004
    },
    {
      "epoch": 3.3178373950440303,
      "grad_norm": 1.1583524953102033,
      "learning_rate": 0.00012803226812404218,
      "loss": 0.6363,
      "step": 81005
    },
    {
      "epoch": 3.317878353471227,
      "grad_norm": 1.6101617834705533,
      "learning_rate": 0.00012802904189955014,
      "loss": 0.9517,
      "step": 81006
    },
    {
      "epoch": 3.317919311898423,
      "grad_norm": 1.0360680550726866,
      "learning_rate": 0.00012802581568544463,
      "loss": 0.3241,
      "step": 81007
    },
    {
      "epoch": 3.3179602703256195,
      "grad_norm": 1.6797255583465711,
      "learning_rate": 0.0001280225894817273,
      "loss": 0.6296,
      "step": 81008
    },
    {
      "epoch": 3.318001228752816,
      "grad_norm": 1.9260515171516428,
      "learning_rate": 0.00012801936328839963,
      "loss": 0.7678,
      "step": 81009
    },
    {
      "epoch": 3.318042187180012,
      "grad_norm": 1.5977989046935155,
      "learning_rate": 0.0001280161371054631,
      "loss": 0.7295,
      "step": 81010
    },
    {
      "epoch": 3.3180831456072086,
      "grad_norm": 1.1657554774214536,
      "learning_rate": 0.00012801291093291923,
      "loss": 0.5789,
      "step": 81011
    },
    {
      "epoch": 3.318124104034405,
      "grad_norm": 1.7601609314886755,
      "learning_rate": 0.00012800968477076963,
      "loss": 0.9268,
      "step": 81012
    },
    {
      "epoch": 3.3181650624616017,
      "grad_norm": 0.7708281844697293,
      "learning_rate": 0.00012800645861901576,
      "loss": 0.241,
      "step": 81013
    },
    {
      "epoch": 3.318206020888798,
      "grad_norm": 1.0592284481443788,
      "learning_rate": 0.00012800323247765918,
      "loss": 0.6134,
      "step": 81014
    },
    {
      "epoch": 3.3182469793159943,
      "grad_norm": 1.0374485024937246,
      "learning_rate": 0.00012800000634670134,
      "loss": 0.4832,
      "step": 81015
    },
    {
      "epoch": 3.3182879377431904,
      "grad_norm": 0.7689410583177835,
      "learning_rate": 0.00012799678022614385,
      "loss": 0.3134,
      "step": 81016
    },
    {
      "epoch": 3.318328896170387,
      "grad_norm": 1.3051430025098552,
      "learning_rate": 0.00012799355411598825,
      "loss": 0.7203,
      "step": 81017
    },
    {
      "epoch": 3.3183698545975835,
      "grad_norm": 0.9238669006758105,
      "learning_rate": 0.000127990328016236,
      "loss": 0.2777,
      "step": 81018
    },
    {
      "epoch": 3.31841081302478,
      "grad_norm": 0.8894320637696862,
      "learning_rate": 0.0001279871019268886,
      "loss": 0.2194,
      "step": 81019
    },
    {
      "epoch": 3.318451771451976,
      "grad_norm": 1.539855532647144,
      "learning_rate": 0.00012798387584794763,
      "loss": 0.6118,
      "step": 81020
    },
    {
      "epoch": 3.3184927298791727,
      "grad_norm": 1.5755373546089138,
      "learning_rate": 0.00012798064977941463,
      "loss": 0.7534,
      "step": 81021
    },
    {
      "epoch": 3.318533688306369,
      "grad_norm": 0.9702021579168777,
      "learning_rate": 0.0001279774237212911,
      "loss": 0.2827,
      "step": 81022
    },
    {
      "epoch": 3.3185746467335653,
      "grad_norm": 1.413293786844505,
      "learning_rate": 0.00012797419767357856,
      "loss": 0.7725,
      "step": 81023
    },
    {
      "epoch": 3.318615605160762,
      "grad_norm": 1.6161711933112555,
      "learning_rate": 0.00012797097163627855,
      "loss": 0.8338,
      "step": 81024
    },
    {
      "epoch": 3.3186565635879584,
      "grad_norm": 1.3763034368729459,
      "learning_rate": 0.0001279677456093926,
      "loss": 0.8051,
      "step": 81025
    },
    {
      "epoch": 3.3186975220151544,
      "grad_norm": 1.1889069485823667,
      "learning_rate": 0.0001279645195929222,
      "loss": 0.5764,
      "step": 81026
    },
    {
      "epoch": 3.318738480442351,
      "grad_norm": 4.200630031075425,
      "learning_rate": 0.00012796129358686888,
      "loss": 4.0347,
      "step": 81027
    },
    {
      "epoch": 3.3187794388695475,
      "grad_norm": 1.4380469036150934,
      "learning_rate": 0.0001279580675912342,
      "loss": 0.8182,
      "step": 81028
    },
    {
      "epoch": 3.3188203972967436,
      "grad_norm": 0.9637952951998275,
      "learning_rate": 0.00012795484160601966,
      "loss": 0.2895,
      "step": 81029
    },
    {
      "epoch": 3.31886135572394,
      "grad_norm": 1.811379986199053,
      "learning_rate": 0.0001279516156312268,
      "loss": 1.2086,
      "step": 81030
    },
    {
      "epoch": 3.3189023141511367,
      "grad_norm": 1.3449724521460433,
      "learning_rate": 0.00012794838966685712,
      "loss": 0.7193,
      "step": 81031
    },
    {
      "epoch": 3.318943272578333,
      "grad_norm": 1.5323104612679919,
      "learning_rate": 0.00012794516371291217,
      "loss": 0.7218,
      "step": 81032
    },
    {
      "epoch": 3.3189842310055293,
      "grad_norm": 0.997296369223172,
      "learning_rate": 0.0001279419377693935,
      "loss": 0.2752,
      "step": 81033
    },
    {
      "epoch": 3.319025189432726,
      "grad_norm": 0.6924301144349948,
      "learning_rate": 0.00012793871183630257,
      "loss": 0.2327,
      "step": 81034
    },
    {
      "epoch": 3.319066147859922,
      "grad_norm": 1.4958136739045969,
      "learning_rate": 0.00012793548591364092,
      "loss": 0.9657,
      "step": 81035
    },
    {
      "epoch": 3.3191071062871185,
      "grad_norm": 0.5944195708285153,
      "learning_rate": 0.0001279322600014101,
      "loss": 0.1501,
      "step": 81036
    },
    {
      "epoch": 3.319148064714315,
      "grad_norm": 0.7051030385889141,
      "learning_rate": 0.00012792903409961169,
      "loss": 0.2498,
      "step": 81037
    },
    {
      "epoch": 3.3191890231415115,
      "grad_norm": 1.407872983457431,
      "learning_rate": 0.00012792580820824708,
      "loss": 0.7744,
      "step": 81038
    },
    {
      "epoch": 3.3192299815687076,
      "grad_norm": 1.2875612408578865,
      "learning_rate": 0.00012792258232731786,
      "loss": 0.6785,
      "step": 81039
    },
    {
      "epoch": 3.319270939995904,
      "grad_norm": 1.9736569178753065,
      "learning_rate": 0.0001279193564568256,
      "loss": 1.4017,
      "step": 81040
    },
    {
      "epoch": 3.3193118984231007,
      "grad_norm": 0.9030875378351736,
      "learning_rate": 0.00012791613059677179,
      "loss": 0.1542,
      "step": 81041
    },
    {
      "epoch": 3.319352856850297,
      "grad_norm": 1.6023939382243793,
      "learning_rate": 0.00012791290474715796,
      "loss": 0.8765,
      "step": 81042
    },
    {
      "epoch": 3.3193938152774933,
      "grad_norm": 1.1116058802788344,
      "learning_rate": 0.00012790967890798557,
      "loss": 0.4966,
      "step": 81043
    },
    {
      "epoch": 3.31943477370469,
      "grad_norm": 1.201762661647207,
      "learning_rate": 0.00012790645307925625,
      "loss": 0.2913,
      "step": 81044
    },
    {
      "epoch": 3.319475732131886,
      "grad_norm": 1.8663146127763894,
      "learning_rate": 0.00012790322726097147,
      "loss": 0.7803,
      "step": 81045
    },
    {
      "epoch": 3.3195166905590825,
      "grad_norm": 1.4274526895947939,
      "learning_rate": 0.00012790000145313277,
      "loss": 0.8418,
      "step": 81046
    },
    {
      "epoch": 3.319557648986279,
      "grad_norm": 1.2433556557663226,
      "learning_rate": 0.00012789677565574166,
      "loss": 0.612,
      "step": 81047
    },
    {
      "epoch": 3.319598607413475,
      "grad_norm": 1.6544073225778504,
      "learning_rate": 0.00012789354986879965,
      "loss": 0.9519,
      "step": 81048
    },
    {
      "epoch": 3.3196395658406717,
      "grad_norm": 0.7959591812143563,
      "learning_rate": 0.00012789032409230833,
      "loss": 0.2598,
      "step": 81049
    },
    {
      "epoch": 3.319680524267868,
      "grad_norm": 1.491804192399922,
      "learning_rate": 0.00012788709832626914,
      "loss": 0.74,
      "step": 81050
    },
    {
      "epoch": 3.3197214826950647,
      "grad_norm": 0.6639344123620157,
      "learning_rate": 0.0001278838725706837,
      "loss": 0.1698,
      "step": 81051
    },
    {
      "epoch": 3.319762441122261,
      "grad_norm": 1.5112018608492583,
      "learning_rate": 0.0001278806468255534,
      "loss": 0.6655,
      "step": 81052
    },
    {
      "epoch": 3.3198033995494574,
      "grad_norm": 1.8166205877704285,
      "learning_rate": 0.0001278774210908799,
      "loss": 0.8812,
      "step": 81053
    },
    {
      "epoch": 3.3198443579766534,
      "grad_norm": 1.0337308330868322,
      "learning_rate": 0.0001278741953666647,
      "loss": 0.5494,
      "step": 81054
    },
    {
      "epoch": 3.31988531640385,
      "grad_norm": 1.0820093903450114,
      "learning_rate": 0.00012787096965290927,
      "loss": 0.2439,
      "step": 81055
    },
    {
      "epoch": 3.3199262748310465,
      "grad_norm": 1.392242942160212,
      "learning_rate": 0.00012786774394961514,
      "loss": 0.5745,
      "step": 81056
    },
    {
      "epoch": 3.319967233258243,
      "grad_norm": 1.6738590072767898,
      "learning_rate": 0.0001278645182567839,
      "loss": 0.9443,
      "step": 81057
    },
    {
      "epoch": 3.320008191685439,
      "grad_norm": 1.3578361746605292,
      "learning_rate": 0.00012786129257441695,
      "loss": 0.7186,
      "step": 81058
    },
    {
      "epoch": 3.3200491501126357,
      "grad_norm": 1.3997213771726613,
      "learning_rate": 0.00012785806690251598,
      "loss": 0.6545,
      "step": 81059
    },
    {
      "epoch": 3.320090108539832,
      "grad_norm": 1.1191853108697811,
      "learning_rate": 0.00012785484124108238,
      "loss": 0.5474,
      "step": 81060
    },
    {
      "epoch": 3.3201310669670283,
      "grad_norm": 2.376013604962973,
      "learning_rate": 0.00012785161559011776,
      "loss": 0.7189,
      "step": 81061
    },
    {
      "epoch": 3.320172025394225,
      "grad_norm": 0.9149622277982667,
      "learning_rate": 0.00012784838994962358,
      "loss": 0.3304,
      "step": 81062
    },
    {
      "epoch": 3.3202129838214214,
      "grad_norm": 1.0808929264703195,
      "learning_rate": 0.0001278451643196014,
      "loss": 0.5526,
      "step": 81063
    },
    {
      "epoch": 3.3202539422486175,
      "grad_norm": 1.2263695979108655,
      "learning_rate": 0.00012784193870005276,
      "loss": 0.4303,
      "step": 81064
    },
    {
      "epoch": 3.320294900675814,
      "grad_norm": 5.165877064989482,
      "learning_rate": 0.00012783871309097916,
      "loss": 4.0814,
      "step": 81065
    },
    {
      "epoch": 3.3203358591030105,
      "grad_norm": 1.6529737671944331,
      "learning_rate": 0.0001278354874923821,
      "loss": 0.8381,
      "step": 81066
    },
    {
      "epoch": 3.3203768175302066,
      "grad_norm": 1.4631726237010456,
      "learning_rate": 0.00012783226190426317,
      "loss": 0.7066,
      "step": 81067
    },
    {
      "epoch": 3.320417775957403,
      "grad_norm": 1.5356082786147034,
      "learning_rate": 0.00012782903632662388,
      "loss": 1.0479,
      "step": 81068
    },
    {
      "epoch": 3.3204587343845997,
      "grad_norm": 1.4075769318184765,
      "learning_rate": 0.0001278258107594657,
      "loss": 0.8405,
      "step": 81069
    },
    {
      "epoch": 3.3204996928117962,
      "grad_norm": 3.59069185522135,
      "learning_rate": 0.00012782258520279015,
      "loss": 3.6724,
      "step": 81070
    },
    {
      "epoch": 3.3205406512389923,
      "grad_norm": 1.2915447814446739,
      "learning_rate": 0.00012781935965659887,
      "loss": 0.8257,
      "step": 81071
    },
    {
      "epoch": 3.320581609666189,
      "grad_norm": 1.2485556353597802,
      "learning_rate": 0.0001278161341208933,
      "loss": 0.4767,
      "step": 81072
    },
    {
      "epoch": 3.3206225680933854,
      "grad_norm": 2.096947074739645,
      "learning_rate": 0.00012781290859567495,
      "loss": 0.7791,
      "step": 81073
    },
    {
      "epoch": 3.3206635265205815,
      "grad_norm": 2.465128978333152,
      "learning_rate": 0.00012780968308094535,
      "loss": 2.2901,
      "step": 81074
    },
    {
      "epoch": 3.320704484947778,
      "grad_norm": 1.4315903992532373,
      "learning_rate": 0.00012780645757670607,
      "loss": 0.8629,
      "step": 81075
    },
    {
      "epoch": 3.3207454433749746,
      "grad_norm": 1.1733932108521534,
      "learning_rate": 0.0001278032320829586,
      "loss": 0.4117,
      "step": 81076
    },
    {
      "epoch": 3.3207864018021707,
      "grad_norm": 1.461524439809163,
      "learning_rate": 0.0001278000065997045,
      "loss": 0.7566,
      "step": 81077
    },
    {
      "epoch": 3.320827360229367,
      "grad_norm": 1.4197219315787903,
      "learning_rate": 0.00012779678112694528,
      "loss": 0.9216,
      "step": 81078
    },
    {
      "epoch": 3.3208683186565637,
      "grad_norm": 1.4337840780892523,
      "learning_rate": 0.00012779355566468239,
      "loss": 0.7279,
      "step": 81079
    },
    {
      "epoch": 3.32090927708376,
      "grad_norm": 1.4012551767941843,
      "learning_rate": 0.00012779033021291744,
      "loss": 1.0414,
      "step": 81080
    },
    {
      "epoch": 3.3209502355109564,
      "grad_norm": 5.096827804911731,
      "learning_rate": 0.00012778710477165197,
      "loss": 4.7506,
      "step": 81081
    },
    {
      "epoch": 3.320991193938153,
      "grad_norm": 1.4753212293440774,
      "learning_rate": 0.00012778387934088745,
      "loss": 0.7623,
      "step": 81082
    },
    {
      "epoch": 3.321032152365349,
      "grad_norm": 1.3332794246925597,
      "learning_rate": 0.00012778065392062538,
      "loss": 0.9251,
      "step": 81083
    },
    {
      "epoch": 3.3210731107925455,
      "grad_norm": 1.534159797559866,
      "learning_rate": 0.00012777742851086737,
      "loss": 0.9784,
      "step": 81084
    },
    {
      "epoch": 3.321114069219742,
      "grad_norm": 1.7045563184307921,
      "learning_rate": 0.00012777420311161492,
      "loss": 0.8155,
      "step": 81085
    },
    {
      "epoch": 3.321155027646938,
      "grad_norm": 2.22076045069338,
      "learning_rate": 0.0001277709777228695,
      "loss": 1.6709,
      "step": 81086
    },
    {
      "epoch": 3.3211959860741347,
      "grad_norm": 1.6908713713104473,
      "learning_rate": 0.00012776775234463265,
      "loss": 1.0309,
      "step": 81087
    },
    {
      "epoch": 3.3212369445013312,
      "grad_norm": 1.1827914332669165,
      "learning_rate": 0.00012776452697690598,
      "loss": 0.4334,
      "step": 81088
    },
    {
      "epoch": 3.3212779029285278,
      "grad_norm": 1.2085157765643557,
      "learning_rate": 0.00012776130161969092,
      "loss": 0.6709,
      "step": 81089
    },
    {
      "epoch": 3.321318861355724,
      "grad_norm": 1.3273340046552198,
      "learning_rate": 0.00012775807627298904,
      "loss": 0.7963,
      "step": 81090
    },
    {
      "epoch": 3.3213598197829204,
      "grad_norm": 1.2425993464366414,
      "learning_rate": 0.0001277548509368018,
      "loss": 0.5696,
      "step": 81091
    },
    {
      "epoch": 3.321400778210117,
      "grad_norm": 2.8567817398207613,
      "learning_rate": 0.00012775162561113083,
      "loss": 1.8358,
      "step": 81092
    },
    {
      "epoch": 3.321441736637313,
      "grad_norm": 0.9905722353937146,
      "learning_rate": 0.00012774840029597758,
      "loss": 0.6466,
      "step": 81093
    },
    {
      "epoch": 3.3214826950645095,
      "grad_norm": 1.2424664475330034,
      "learning_rate": 0.00012774517499134362,
      "loss": 0.7087,
      "step": 81094
    },
    {
      "epoch": 3.321523653491706,
      "grad_norm": 1.4266090282093555,
      "learning_rate": 0.0001277419496972304,
      "loss": 0.5999,
      "step": 81095
    },
    {
      "epoch": 3.321564611918902,
      "grad_norm": 1.1106914886767658,
      "learning_rate": 0.00012773872441363955,
      "loss": 0.3794,
      "step": 81096
    },
    {
      "epoch": 3.3216055703460987,
      "grad_norm": 3.4154557700637906,
      "learning_rate": 0.0001277354991405725,
      "loss": 1.066,
      "step": 81097
    },
    {
      "epoch": 3.3216465287732952,
      "grad_norm": 1.6639042416132401,
      "learning_rate": 0.00012773227387803085,
      "loss": 0.8296,
      "step": 81098
    },
    {
      "epoch": 3.3216874872004913,
      "grad_norm": 1.199002588600381,
      "learning_rate": 0.00012772904862601604,
      "loss": 0.6617,
      "step": 81099
    },
    {
      "epoch": 3.321728445627688,
      "grad_norm": 1.4098531979008573,
      "learning_rate": 0.0001277258233845297,
      "loss": 0.7648,
      "step": 81100
    },
    {
      "epoch": 3.3217694040548844,
      "grad_norm": 1.3452676268797181,
      "learning_rate": 0.00012772259815357326,
      "loss": 0.8554,
      "step": 81101
    },
    {
      "epoch": 3.3218103624820805,
      "grad_norm": 1.7708006346037888,
      "learning_rate": 0.0001277193729331483,
      "loss": 1.1788,
      "step": 81102
    },
    {
      "epoch": 3.321851320909277,
      "grad_norm": 1.3185421283598515,
      "learning_rate": 0.00012771614772325628,
      "loss": 0.61,
      "step": 81103
    },
    {
      "epoch": 3.3218922793364736,
      "grad_norm": 1.1661586443480472,
      "learning_rate": 0.00012771292252389884,
      "loss": 0.6093,
      "step": 81104
    },
    {
      "epoch": 3.3219332377636697,
      "grad_norm": 1.7151084839753223,
      "learning_rate": 0.0001277096973350774,
      "loss": 0.8669,
      "step": 81105
    },
    {
      "epoch": 3.321974196190866,
      "grad_norm": 1.2730616769682108,
      "learning_rate": 0.00012770647215679356,
      "loss": 0.6745,
      "step": 81106
    },
    {
      "epoch": 3.3220151546180627,
      "grad_norm": 1.3302563744366769,
      "learning_rate": 0.00012770324698904874,
      "loss": 0.541,
      "step": 81107
    },
    {
      "epoch": 3.3220561130452593,
      "grad_norm": 1.022946486209359,
      "learning_rate": 0.0001277000218318446,
      "loss": 0.6671,
      "step": 81108
    },
    {
      "epoch": 3.3220970714724554,
      "grad_norm": 1.6820850622520824,
      "learning_rate": 0.00012769679668518254,
      "loss": 0.7697,
      "step": 81109
    },
    {
      "epoch": 3.322138029899652,
      "grad_norm": 1.2987002233171552,
      "learning_rate": 0.00012769357154906417,
      "loss": 0.5503,
      "step": 81110
    },
    {
      "epoch": 3.3221789883268484,
      "grad_norm": 2.1527333854144226,
      "learning_rate": 0.00012769034642349096,
      "loss": 1.7439,
      "step": 81111
    },
    {
      "epoch": 3.3222199467540445,
      "grad_norm": 1.3850667410383346,
      "learning_rate": 0.0001276871213084645,
      "loss": 0.6705,
      "step": 81112
    },
    {
      "epoch": 3.322260905181241,
      "grad_norm": 1.241536846332937,
      "learning_rate": 0.00012768389620398623,
      "loss": 0.6703,
      "step": 81113
    },
    {
      "epoch": 3.3223018636084376,
      "grad_norm": 1.4493316003906762,
      "learning_rate": 0.00012768067111005777,
      "loss": 0.6834,
      "step": 81114
    },
    {
      "epoch": 3.3223428220356337,
      "grad_norm": 1.1825554218321512,
      "learning_rate": 0.00012767744602668055,
      "loss": 0.7169,
      "step": 81115
    },
    {
      "epoch": 3.3223837804628302,
      "grad_norm": 1.6672413483440554,
      "learning_rate": 0.00012767422095385616,
      "loss": 0.7072,
      "step": 81116
    },
    {
      "epoch": 3.3224247388900268,
      "grad_norm": 1.3796258281396754,
      "learning_rate": 0.00012767099589158608,
      "loss": 0.8791,
      "step": 81117
    },
    {
      "epoch": 3.322465697317223,
      "grad_norm": 0.8686035347823768,
      "learning_rate": 0.0001276677708398719,
      "loss": 0.3246,
      "step": 81118
    },
    {
      "epoch": 3.3225066557444194,
      "grad_norm": 1.3939169252743848,
      "learning_rate": 0.00012766454579871508,
      "loss": 0.77,
      "step": 81119
    },
    {
      "epoch": 3.322547614171616,
      "grad_norm": 1.5624750582445304,
      "learning_rate": 0.00012766132076811712,
      "loss": 1.2219,
      "step": 81120
    },
    {
      "epoch": 3.322588572598812,
      "grad_norm": 1.4745805323233656,
      "learning_rate": 0.00012765809574807966,
      "loss": 0.5824,
      "step": 81121
    },
    {
      "epoch": 3.3226295310260086,
      "grad_norm": 1.3982135860211404,
      "learning_rate": 0.00012765487073860413,
      "loss": 0.695,
      "step": 81122
    },
    {
      "epoch": 3.322670489453205,
      "grad_norm": 1.0450928021662076,
      "learning_rate": 0.00012765164573969208,
      "loss": 0.7327,
      "step": 81123
    },
    {
      "epoch": 3.322711447880401,
      "grad_norm": 1.822290846009547,
      "learning_rate": 0.0001276484207513451,
      "loss": 0.8485,
      "step": 81124
    },
    {
      "epoch": 3.3227524063075977,
      "grad_norm": 1.3766032127579941,
      "learning_rate": 0.00012764519577356458,
      "loss": 0.6865,
      "step": 81125
    },
    {
      "epoch": 3.3227933647347943,
      "grad_norm": 0.6760919185233794,
      "learning_rate": 0.0001276419708063521,
      "loss": 0.1424,
      "step": 81126
    },
    {
      "epoch": 3.322834323161991,
      "grad_norm": 1.3832012854528586,
      "learning_rate": 0.0001276387458497092,
      "loss": 0.7223,
      "step": 81127
    },
    {
      "epoch": 3.322875281589187,
      "grad_norm": 3.052523728362501,
      "learning_rate": 0.00012763552090363744,
      "loss": 3.4736,
      "step": 81128
    },
    {
      "epoch": 3.3229162400163834,
      "grad_norm": 1.5335827433191034,
      "learning_rate": 0.0001276322959681383,
      "loss": 1.0021,
      "step": 81129
    },
    {
      "epoch": 3.32295719844358,
      "grad_norm": 1.200313603319853,
      "learning_rate": 0.00012762907104321328,
      "loss": 0.7502,
      "step": 81130
    },
    {
      "epoch": 3.322998156870776,
      "grad_norm": 1.226820143613717,
      "learning_rate": 0.00012762584612886397,
      "loss": 0.6471,
      "step": 81131
    },
    {
      "epoch": 3.3230391152979726,
      "grad_norm": 1.3960078662738453,
      "learning_rate": 0.00012762262122509185,
      "loss": 0.8424,
      "step": 81132
    },
    {
      "epoch": 3.323080073725169,
      "grad_norm": 1.459549087310279,
      "learning_rate": 0.00012761939633189847,
      "loss": 0.7082,
      "step": 81133
    },
    {
      "epoch": 3.323121032152365,
      "grad_norm": 1.1699530988597455,
      "learning_rate": 0.0001276161714492853,
      "loss": 0.5715,
      "step": 81134
    },
    {
      "epoch": 3.3231619905795617,
      "grad_norm": 1.0632740288723352,
      "learning_rate": 0.00012761294657725393,
      "loss": 0.6477,
      "step": 81135
    },
    {
      "epoch": 3.3232029490067583,
      "grad_norm": 1.382668918036901,
      "learning_rate": 0.00012760972171580587,
      "loss": 0.755,
      "step": 81136
    },
    {
      "epoch": 3.3232439074339544,
      "grad_norm": 1.3732831239183931,
      "learning_rate": 0.00012760649686494263,
      "loss": 0.7707,
      "step": 81137
    },
    {
      "epoch": 3.323284865861151,
      "grad_norm": 0.8317600626917345,
      "learning_rate": 0.0001276032720246657,
      "loss": 0.3201,
      "step": 81138
    },
    {
      "epoch": 3.3233258242883474,
      "grad_norm": 1.5865405726885011,
      "learning_rate": 0.00012760004719497673,
      "loss": 0.927,
      "step": 81139
    },
    {
      "epoch": 3.3233667827155435,
      "grad_norm": 1.5569307015790403,
      "learning_rate": 0.0001275968223758771,
      "loss": 0.4848,
      "step": 81140
    },
    {
      "epoch": 3.32340774114274,
      "grad_norm": 1.3740090071529227,
      "learning_rate": 0.0001275935975673684,
      "loss": 0.6027,
      "step": 81141
    },
    {
      "epoch": 3.3234486995699366,
      "grad_norm": 1.7272431649579991,
      "learning_rate": 0.00012759037276945212,
      "loss": 0.7345,
      "step": 81142
    },
    {
      "epoch": 3.3234896579971327,
      "grad_norm": 1.29752178453899,
      "learning_rate": 0.00012758714798212986,
      "loss": 0.4663,
      "step": 81143
    },
    {
      "epoch": 3.3235306164243292,
      "grad_norm": 4.070132208922919,
      "learning_rate": 0.00012758392320540306,
      "loss": 4.6382,
      "step": 81144
    },
    {
      "epoch": 3.3235715748515258,
      "grad_norm": 1.4276352158076304,
      "learning_rate": 0.00012758069843927332,
      "loss": 0.6334,
      "step": 81145
    },
    {
      "epoch": 3.3236125332787223,
      "grad_norm": 1.0670174493957605,
      "learning_rate": 0.0001275774736837421,
      "loss": 0.6409,
      "step": 81146
    },
    {
      "epoch": 3.3236534917059184,
      "grad_norm": 1.2808836420154714,
      "learning_rate": 0.00012757424893881093,
      "loss": 0.7239,
      "step": 81147
    },
    {
      "epoch": 3.323694450133115,
      "grad_norm": 1.4316141849691202,
      "learning_rate": 0.00012757102420448137,
      "loss": 0.6741,
      "step": 81148
    },
    {
      "epoch": 3.3237354085603115,
      "grad_norm": 1.2137620652451715,
      "learning_rate": 0.00012756779948075493,
      "loss": 0.6185,
      "step": 81149
    },
    {
      "epoch": 3.3237763669875076,
      "grad_norm": 1.3384974099610047,
      "learning_rate": 0.00012756457476763313,
      "loss": 0.7818,
      "step": 81150
    },
    {
      "epoch": 3.323817325414704,
      "grad_norm": 1.1475399824511685,
      "learning_rate": 0.00012756135006511749,
      "loss": 0.6422,
      "step": 81151
    },
    {
      "epoch": 3.3238582838419006,
      "grad_norm": 1.231974528680381,
      "learning_rate": 0.00012755812537320956,
      "loss": 0.5582,
      "step": 81152
    },
    {
      "epoch": 3.3238992422690967,
      "grad_norm": 1.4117636661884405,
      "learning_rate": 0.00012755490069191083,
      "loss": 0.8497,
      "step": 81153
    },
    {
      "epoch": 3.3239402006962933,
      "grad_norm": 1.244402731691861,
      "learning_rate": 0.00012755167602122286,
      "loss": 0.464,
      "step": 81154
    },
    {
      "epoch": 3.32398115912349,
      "grad_norm": 1.5911088640177078,
      "learning_rate": 0.0001275484513611471,
      "loss": 0.9218,
      "step": 81155
    },
    {
      "epoch": 3.324022117550686,
      "grad_norm": 1.415126266111536,
      "learning_rate": 0.00012754522671168522,
      "loss": 0.6027,
      "step": 81156
    },
    {
      "epoch": 3.3240630759778824,
      "grad_norm": 1.3883726263267262,
      "learning_rate": 0.0001275420020728386,
      "loss": 0.8244,
      "step": 81157
    },
    {
      "epoch": 3.324104034405079,
      "grad_norm": 1.8731502055638445,
      "learning_rate": 0.00012753877744460884,
      "loss": 1.1086,
      "step": 81158
    },
    {
      "epoch": 3.324144992832275,
      "grad_norm": 1.6594121238991393,
      "learning_rate": 0.0001275355528269974,
      "loss": 0.7844,
      "step": 81159
    },
    {
      "epoch": 3.3241859512594716,
      "grad_norm": 2.3792361788990486,
      "learning_rate": 0.0001275323282200059,
      "loss": 1.4353,
      "step": 81160
    },
    {
      "epoch": 3.324226909686668,
      "grad_norm": 1.5447832184673678,
      "learning_rate": 0.00012752910362363577,
      "loss": 0.8141,
      "step": 81161
    },
    {
      "epoch": 3.324267868113864,
      "grad_norm": 1.2880250266799982,
      "learning_rate": 0.00012752587903788862,
      "loss": 0.754,
      "step": 81162
    },
    {
      "epoch": 3.3243088265410607,
      "grad_norm": 1.2813382558465505,
      "learning_rate": 0.00012752265446276586,
      "loss": 0.7064,
      "step": 81163
    },
    {
      "epoch": 3.3243497849682573,
      "grad_norm": 0.9167423513724571,
      "learning_rate": 0.00012751942989826912,
      "loss": 0.2586,
      "step": 81164
    },
    {
      "epoch": 3.324390743395454,
      "grad_norm": 1.7458835095959624,
      "learning_rate": 0.00012751620534439992,
      "loss": 1.2515,
      "step": 81165
    },
    {
      "epoch": 3.32443170182265,
      "grad_norm": 1.2826035611492095,
      "learning_rate": 0.00012751298080115973,
      "loss": 0.7414,
      "step": 81166
    },
    {
      "epoch": 3.3244726602498464,
      "grad_norm": 1.5232252901623955,
      "learning_rate": 0.00012750975626855008,
      "loss": 0.7838,
      "step": 81167
    },
    {
      "epoch": 3.324513618677043,
      "grad_norm": 1.0244229182955285,
      "learning_rate": 0.00012750653174657252,
      "loss": 0.3079,
      "step": 81168
    },
    {
      "epoch": 3.324554577104239,
      "grad_norm": 2.585018552099007,
      "learning_rate": 0.0001275033072352286,
      "loss": 1.199,
      "step": 81169
    },
    {
      "epoch": 3.3245955355314356,
      "grad_norm": 1.468766038594664,
      "learning_rate": 0.0001275000827345198,
      "loss": 0.86,
      "step": 81170
    },
    {
      "epoch": 3.324636493958632,
      "grad_norm": 0.9222323535723468,
      "learning_rate": 0.0001274968582444476,
      "loss": 0.2855,
      "step": 81171
    },
    {
      "epoch": 3.3246774523858282,
      "grad_norm": 1.1028367391571943,
      "learning_rate": 0.00012749363376501362,
      "loss": 0.3402,
      "step": 81172
    },
    {
      "epoch": 3.3247184108130248,
      "grad_norm": 1.7093530233877063,
      "learning_rate": 0.00012749040929621938,
      "loss": 0.5333,
      "step": 81173
    },
    {
      "epoch": 3.3247593692402213,
      "grad_norm": 1.8371824937784094,
      "learning_rate": 0.00012748718483806634,
      "loss": 1.1886,
      "step": 81174
    },
    {
      "epoch": 3.3248003276674174,
      "grad_norm": 1.4146560530465684,
      "learning_rate": 0.000127483960390556,
      "loss": 0.8898,
      "step": 81175
    },
    {
      "epoch": 3.324841286094614,
      "grad_norm": 0.6345653380301548,
      "learning_rate": 0.00012748073595369,
      "loss": 0.1484,
      "step": 81176
    },
    {
      "epoch": 3.3248822445218105,
      "grad_norm": 1.532000643182092,
      "learning_rate": 0.0001274775115274698,
      "loss": 0.7282,
      "step": 81177
    },
    {
      "epoch": 3.324923202949007,
      "grad_norm": 1.1230377615638434,
      "learning_rate": 0.00012747428711189693,
      "loss": 0.275,
      "step": 81178
    },
    {
      "epoch": 3.324964161376203,
      "grad_norm": 1.7338975301226527,
      "learning_rate": 0.00012747106270697285,
      "loss": 0.9962,
      "step": 81179
    },
    {
      "epoch": 3.3250051198033996,
      "grad_norm": 1.746757398704848,
      "learning_rate": 0.00012746783831269918,
      "loss": 0.9107,
      "step": 81180
    },
    {
      "epoch": 3.3250460782305957,
      "grad_norm": 1.500452243926287,
      "learning_rate": 0.00012746461392907743,
      "loss": 0.8361,
      "step": 81181
    },
    {
      "epoch": 3.3250870366577923,
      "grad_norm": 1.2388467609020029,
      "learning_rate": 0.0001274613895561091,
      "loss": 0.6495,
      "step": 81182
    },
    {
      "epoch": 3.325127995084989,
      "grad_norm": 6.930133752208183,
      "learning_rate": 0.00012745816519379568,
      "loss": 3.3866,
      "step": 81183
    },
    {
      "epoch": 3.3251689535121853,
      "grad_norm": 0.8486859765043576,
      "learning_rate": 0.00012745494084213875,
      "loss": 0.2956,
      "step": 81184
    },
    {
      "epoch": 3.3252099119393814,
      "grad_norm": 1.5081305566304808,
      "learning_rate": 0.00012745171650113983,
      "loss": 0.8467,
      "step": 81185
    },
    {
      "epoch": 3.325250870366578,
      "grad_norm": 1.5291888998168024,
      "learning_rate": 0.00012744849217080043,
      "loss": 1.1761,
      "step": 81186
    },
    {
      "epoch": 3.3252918287937745,
      "grad_norm": 1.2751218160462299,
      "learning_rate": 0.00012744526785112207,
      "loss": 0.5995,
      "step": 81187
    },
    {
      "epoch": 3.3253327872209706,
      "grad_norm": 1.1779028775217888,
      "learning_rate": 0.00012744204354210624,
      "loss": 0.5452,
      "step": 81188
    },
    {
      "epoch": 3.325373745648167,
      "grad_norm": 1.1789648060037636,
      "learning_rate": 0.00012743881924375458,
      "loss": 0.594,
      "step": 81189
    },
    {
      "epoch": 3.3254147040753637,
      "grad_norm": 1.2225486016168006,
      "learning_rate": 0.00012743559495606848,
      "loss": 0.6479,
      "step": 81190
    },
    {
      "epoch": 3.3254556625025598,
      "grad_norm": 1.182341543899733,
      "learning_rate": 0.00012743237067904954,
      "loss": 0.5098,
      "step": 81191
    },
    {
      "epoch": 3.3254966209297563,
      "grad_norm": 5.511162281570847,
      "learning_rate": 0.00012742914641269924,
      "loss": 5.0751,
      "step": 81192
    },
    {
      "epoch": 3.325537579356953,
      "grad_norm": 1.2523493855873822,
      "learning_rate": 0.00012742592215701917,
      "loss": 0.6459,
      "step": 81193
    },
    {
      "epoch": 3.325578537784149,
      "grad_norm": 1.3971833166843406,
      "learning_rate": 0.00012742269791201076,
      "loss": 0.6189,
      "step": 81194
    },
    {
      "epoch": 3.3256194962113454,
      "grad_norm": 1.3277471872629014,
      "learning_rate": 0.00012741947367767568,
      "loss": 0.7755,
      "step": 81195
    },
    {
      "epoch": 3.325660454638542,
      "grad_norm": 1.2148823365363743,
      "learning_rate": 0.00012741624945401532,
      "loss": 0.5913,
      "step": 81196
    },
    {
      "epoch": 3.3257014130657385,
      "grad_norm": 1.4789253755026162,
      "learning_rate": 0.00012741302524103124,
      "loss": 0.6825,
      "step": 81197
    },
    {
      "epoch": 3.3257423714929346,
      "grad_norm": 0.8167795422599804,
      "learning_rate": 0.00012740980103872495,
      "loss": 0.26,
      "step": 81198
    },
    {
      "epoch": 3.325783329920131,
      "grad_norm": 1.5206762035127794,
      "learning_rate": 0.000127406576847098,
      "loss": 0.6011,
      "step": 81199
    },
    {
      "epoch": 3.3258242883473272,
      "grad_norm": 1.495452221912091,
      "learning_rate": 0.00012740335266615192,
      "loss": 0.7535,
      "step": 81200
    },
    {
      "epoch": 3.3258652467745238,
      "grad_norm": 1.190326258178441,
      "learning_rate": 0.00012740012849588825,
      "loss": 0.4609,
      "step": 81201
    },
    {
      "epoch": 3.3259062052017203,
      "grad_norm": 1.2646815639489057,
      "learning_rate": 0.00012739690433630842,
      "loss": 0.7114,
      "step": 81202
    },
    {
      "epoch": 3.325947163628917,
      "grad_norm": 4.403661852781101,
      "learning_rate": 0.00012739368018741405,
      "loss": 2.0766,
      "step": 81203
    },
    {
      "epoch": 3.325988122056113,
      "grad_norm": 1.417513883537537,
      "learning_rate": 0.00012739045604920668,
      "loss": 0.6467,
      "step": 81204
    },
    {
      "epoch": 3.3260290804833095,
      "grad_norm": 0.9482279809171836,
      "learning_rate": 0.00012738723192168774,
      "loss": 0.3247,
      "step": 81205
    },
    {
      "epoch": 3.326070038910506,
      "grad_norm": 1.4008478091833996,
      "learning_rate": 0.0001273840078048588,
      "loss": 0.6707,
      "step": 81206
    },
    {
      "epoch": 3.326110997337702,
      "grad_norm": 1.192135751114857,
      "learning_rate": 0.00012738078369872144,
      "loss": 0.6468,
      "step": 81207
    },
    {
      "epoch": 3.3261519557648986,
      "grad_norm": 1.300174920454018,
      "learning_rate": 0.00012737755960327713,
      "loss": 0.5042,
      "step": 81208
    },
    {
      "epoch": 3.326192914192095,
      "grad_norm": 1.800134321197615,
      "learning_rate": 0.00012737433551852735,
      "loss": 1.2189,
      "step": 81209
    },
    {
      "epoch": 3.3262338726192913,
      "grad_norm": 0.7859719190231037,
      "learning_rate": 0.00012737111144447367,
      "loss": 0.2605,
      "step": 81210
    },
    {
      "epoch": 3.326274831046488,
      "grad_norm": 0.6557810755205501,
      "learning_rate": 0.00012736788738111764,
      "loss": 0.2331,
      "step": 81211
    },
    {
      "epoch": 3.3263157894736843,
      "grad_norm": 1.4899644257958866,
      "learning_rate": 0.00012736466332846077,
      "loss": 0.8557,
      "step": 81212
    },
    {
      "epoch": 3.3263567479008804,
      "grad_norm": 0.9244297490858024,
      "learning_rate": 0.00012736143928650457,
      "loss": 0.3646,
      "step": 81213
    },
    {
      "epoch": 3.326397706328077,
      "grad_norm": 1.1883759513256185,
      "learning_rate": 0.00012735821525525052,
      "loss": 0.616,
      "step": 81214
    },
    {
      "epoch": 3.3264386647552735,
      "grad_norm": 1.0557891235674108,
      "learning_rate": 0.00012735499123470024,
      "loss": 0.4485,
      "step": 81215
    },
    {
      "epoch": 3.32647962318247,
      "grad_norm": 1.2062603408106407,
      "learning_rate": 0.00012735176722485523,
      "loss": 0.5389,
      "step": 81216
    },
    {
      "epoch": 3.326520581609666,
      "grad_norm": 1.3238706752687617,
      "learning_rate": 0.00012734854322571696,
      "loss": 0.599,
      "step": 81217
    },
    {
      "epoch": 3.3265615400368627,
      "grad_norm": 1.217223042222403,
      "learning_rate": 0.000127345319237287,
      "loss": 0.5269,
      "step": 81218
    },
    {
      "epoch": 3.3266024984640588,
      "grad_norm": 2.8759547063854227,
      "learning_rate": 0.0001273420952595668,
      "loss": 1.0494,
      "step": 81219
    },
    {
      "epoch": 3.3266434568912553,
      "grad_norm": 1.2388362081466913,
      "learning_rate": 0.000127338871292558,
      "loss": 0.539,
      "step": 81220
    },
    {
      "epoch": 3.326684415318452,
      "grad_norm": 1.0900852813685635,
      "learning_rate": 0.00012733564733626205,
      "loss": 0.6087,
      "step": 81221
    },
    {
      "epoch": 3.3267253737456484,
      "grad_norm": 0.845327693294495,
      "learning_rate": 0.00012733242339068047,
      "loss": 0.2531,
      "step": 81222
    },
    {
      "epoch": 3.3267663321728445,
      "grad_norm": 1.0132134981929286,
      "learning_rate": 0.00012732919945581482,
      "loss": 0.2195,
      "step": 81223
    },
    {
      "epoch": 3.326807290600041,
      "grad_norm": 1.572970978239705,
      "learning_rate": 0.00012732597553166661,
      "loss": 0.8177,
      "step": 81224
    },
    {
      "epoch": 3.3268482490272375,
      "grad_norm": 1.52124083379179,
      "learning_rate": 0.00012732275161823737,
      "loss": 0.7941,
      "step": 81225
    },
    {
      "epoch": 3.3268892074544336,
      "grad_norm": 1.075553476482296,
      "learning_rate": 0.00012731952771552864,
      "loss": 0.3151,
      "step": 81226
    },
    {
      "epoch": 3.32693016588163,
      "grad_norm": 0.8490918160247277,
      "learning_rate": 0.00012731630382354186,
      "loss": 0.2374,
      "step": 81227
    },
    {
      "epoch": 3.3269711243088267,
      "grad_norm": 1.4148450295891484,
      "learning_rate": 0.00012731307994227867,
      "loss": 0.7703,
      "step": 81228
    },
    {
      "epoch": 3.327012082736023,
      "grad_norm": 2.2295995759926557,
      "learning_rate": 0.00012730985607174052,
      "loss": 1.2885,
      "step": 81229
    },
    {
      "epoch": 3.3270530411632193,
      "grad_norm": 1.023767712144263,
      "learning_rate": 0.00012730663221192898,
      "loss": 0.3502,
      "step": 81230
    },
    {
      "epoch": 3.327093999590416,
      "grad_norm": 1.556462904468176,
      "learning_rate": 0.0001273034083628455,
      "loss": 0.82,
      "step": 81231
    },
    {
      "epoch": 3.327134958017612,
      "grad_norm": 1.0830671850888842,
      "learning_rate": 0.00012730018452449167,
      "loss": 0.3769,
      "step": 81232
    },
    {
      "epoch": 3.3271759164448085,
      "grad_norm": 1.593408587478517,
      "learning_rate": 0.000127296960696869,
      "loss": 1.0952,
      "step": 81233
    },
    {
      "epoch": 3.327216874872005,
      "grad_norm": 1.0194783010553372,
      "learning_rate": 0.00012729373687997902,
      "loss": 0.3577,
      "step": 81234
    },
    {
      "epoch": 3.3272578332992016,
      "grad_norm": 1.220106457800476,
      "learning_rate": 0.0001272905130738232,
      "loss": 0.6552,
      "step": 81235
    },
    {
      "epoch": 3.3272987917263976,
      "grad_norm": 1.4833432745069257,
      "learning_rate": 0.00012728728927840314,
      "loss": 0.8641,
      "step": 81236
    },
    {
      "epoch": 3.327339750153594,
      "grad_norm": 1.2530445755285322,
      "learning_rate": 0.00012728406549372036,
      "loss": 0.892,
      "step": 81237
    },
    {
      "epoch": 3.3273807085807903,
      "grad_norm": 1.3842985467277653,
      "learning_rate": 0.00012728084171977633,
      "loss": 0.509,
      "step": 81238
    },
    {
      "epoch": 3.327421667007987,
      "grad_norm": 1.3130748293705465,
      "learning_rate": 0.00012727761795657254,
      "loss": 0.5804,
      "step": 81239
    },
    {
      "epoch": 3.3274626254351833,
      "grad_norm": 1.2875520063101165,
      "learning_rate": 0.00012727439420411065,
      "loss": 0.4874,
      "step": 81240
    },
    {
      "epoch": 3.32750358386238,
      "grad_norm": 1.2212767085333953,
      "learning_rate": 0.0001272711704623921,
      "loss": 0.5673,
      "step": 81241
    },
    {
      "epoch": 3.327544542289576,
      "grad_norm": 1.460671371135489,
      "learning_rate": 0.0001272679467314184,
      "loss": 0.7074,
      "step": 81242
    },
    {
      "epoch": 3.3275855007167725,
      "grad_norm": 1.465594179105111,
      "learning_rate": 0.0001272647230111911,
      "loss": 0.7647,
      "step": 81243
    },
    {
      "epoch": 3.327626459143969,
      "grad_norm": 1.5313642999289643,
      "learning_rate": 0.00012726149930171172,
      "loss": 0.8468,
      "step": 81244
    },
    {
      "epoch": 3.327667417571165,
      "grad_norm": 1.0792914545283838,
      "learning_rate": 0.0001272582756029818,
      "loss": 0.4624,
      "step": 81245
    },
    {
      "epoch": 3.3277083759983617,
      "grad_norm": 1.3559507191022877,
      "learning_rate": 0.00012725505191500287,
      "loss": 0.6233,
      "step": 81246
    },
    {
      "epoch": 3.327749334425558,
      "grad_norm": 1.6206166118455767,
      "learning_rate": 0.00012725182823777634,
      "loss": 1.1858,
      "step": 81247
    },
    {
      "epoch": 3.3277902928527543,
      "grad_norm": 2.365658935026603,
      "learning_rate": 0.0001272486045713039,
      "loss": 0.8898,
      "step": 81248
    },
    {
      "epoch": 3.327831251279951,
      "grad_norm": 1.018033834940948,
      "learning_rate": 0.000127245380915587,
      "loss": 0.2564,
      "step": 81249
    },
    {
      "epoch": 3.3278722097071474,
      "grad_norm": 3.807875345072959,
      "learning_rate": 0.00012724215727062714,
      "loss": 1.9867,
      "step": 81250
    },
    {
      "epoch": 3.3279131681343435,
      "grad_norm": 2.0342350179351683,
      "learning_rate": 0.00012723893363642585,
      "loss": 1.0473,
      "step": 81251
    },
    {
      "epoch": 3.32795412656154,
      "grad_norm": 1.566933449144905,
      "learning_rate": 0.0001272357100129847,
      "loss": 0.8884,
      "step": 81252
    },
    {
      "epoch": 3.3279950849887365,
      "grad_norm": 1.015219786204238,
      "learning_rate": 0.0001272324864003052,
      "loss": 0.4365,
      "step": 81253
    },
    {
      "epoch": 3.328036043415933,
      "grad_norm": 1.6705541876783143,
      "learning_rate": 0.00012722926279838884,
      "loss": 0.8847,
      "step": 81254
    },
    {
      "epoch": 3.328077001843129,
      "grad_norm": 1.2477327396767794,
      "learning_rate": 0.00012722603920723715,
      "loss": 0.6304,
      "step": 81255
    },
    {
      "epoch": 3.3281179602703257,
      "grad_norm": 1.276430817294508,
      "learning_rate": 0.00012722281562685167,
      "loss": 0.7211,
      "step": 81256
    },
    {
      "epoch": 3.328158918697522,
      "grad_norm": 1.2645044040688493,
      "learning_rate": 0.00012721959205723394,
      "loss": 0.7089,
      "step": 81257
    },
    {
      "epoch": 3.3281998771247183,
      "grad_norm": 1.3630119130787934,
      "learning_rate": 0.0001272163684983855,
      "loss": 0.7484,
      "step": 81258
    },
    {
      "epoch": 3.328240835551915,
      "grad_norm": 1.361746386007886,
      "learning_rate": 0.00012721314495030777,
      "loss": 0.6516,
      "step": 81259
    },
    {
      "epoch": 3.3282817939791114,
      "grad_norm": 0.8912577659816785,
      "learning_rate": 0.00012720992141300233,
      "loss": 0.2457,
      "step": 81260
    },
    {
      "epoch": 3.3283227524063075,
      "grad_norm": 1.0886584781497253,
      "learning_rate": 0.0001272066978864708,
      "loss": 0.3964,
      "step": 81261
    },
    {
      "epoch": 3.328363710833504,
      "grad_norm": 1.491043040296772,
      "learning_rate": 0.00012720347437071455,
      "loss": 0.9368,
      "step": 81262
    },
    {
      "epoch": 3.3284046692607006,
      "grad_norm": 1.2018516693729466,
      "learning_rate": 0.00012720025086573522,
      "loss": 0.6844,
      "step": 81263
    },
    {
      "epoch": 3.3284456276878966,
      "grad_norm": 1.3232312032819764,
      "learning_rate": 0.00012719702737153425,
      "loss": 0.6056,
      "step": 81264
    },
    {
      "epoch": 3.328486586115093,
      "grad_norm": 1.362821815208391,
      "learning_rate": 0.00012719380388811328,
      "loss": 0.8958,
      "step": 81265
    },
    {
      "epoch": 3.3285275445422897,
      "grad_norm": 2.0728824775154586,
      "learning_rate": 0.00012719058041547367,
      "loss": 1.3403,
      "step": 81266
    },
    {
      "epoch": 3.328568502969486,
      "grad_norm": 1.1639765648579543,
      "learning_rate": 0.00012718735695361707,
      "loss": 0.485,
      "step": 81267
    },
    {
      "epoch": 3.3286094613966823,
      "grad_norm": 3.0074724032891424,
      "learning_rate": 0.00012718413350254495,
      "loss": 2.6103,
      "step": 81268
    },
    {
      "epoch": 3.328650419823879,
      "grad_norm": 1.6286248246286998,
      "learning_rate": 0.00012718091006225885,
      "loss": 0.9182,
      "step": 81269
    },
    {
      "epoch": 3.328691378251075,
      "grad_norm": 1.4481888034547596,
      "learning_rate": 0.00012717768663276027,
      "loss": 0.7758,
      "step": 81270
    },
    {
      "epoch": 3.3287323366782715,
      "grad_norm": 1.1873669265827165,
      "learning_rate": 0.00012717446321405077,
      "loss": 0.628,
      "step": 81271
    },
    {
      "epoch": 3.328773295105468,
      "grad_norm": 4.902416592308609,
      "learning_rate": 0.0001271712398061319,
      "loss": 1.5154,
      "step": 81272
    },
    {
      "epoch": 3.3288142535326646,
      "grad_norm": 1.2273745876234063,
      "learning_rate": 0.0001271680164090051,
      "loss": 0.623,
      "step": 81273
    },
    {
      "epoch": 3.3288552119598607,
      "grad_norm": 1.696412666975621,
      "learning_rate": 0.00012716479302267192,
      "loss": 1.05,
      "step": 81274
    },
    {
      "epoch": 3.328896170387057,
      "grad_norm": 0.8914688006643674,
      "learning_rate": 0.00012716156964713395,
      "loss": 0.2293,
      "step": 81275
    },
    {
      "epoch": 3.3289371288142533,
      "grad_norm": 1.3981512940344438,
      "learning_rate": 0.00012715834628239264,
      "loss": 0.7808,
      "step": 81276
    },
    {
      "epoch": 3.32897808724145,
      "grad_norm": 1.1284178701855063,
      "learning_rate": 0.00012715512292844954,
      "loss": 0.5643,
      "step": 81277
    },
    {
      "epoch": 3.3290190456686464,
      "grad_norm": 1.6365765969407968,
      "learning_rate": 0.00012715189958530614,
      "loss": 0.9067,
      "step": 81278
    },
    {
      "epoch": 3.329060004095843,
      "grad_norm": 1.5251419929244079,
      "learning_rate": 0.00012714867625296405,
      "loss": 0.663,
      "step": 81279
    },
    {
      "epoch": 3.329100962523039,
      "grad_norm": 1.1444334437593178,
      "learning_rate": 0.0001271454529314247,
      "loss": 0.5058,
      "step": 81280
    },
    {
      "epoch": 3.3291419209502355,
      "grad_norm": 1.215594248297229,
      "learning_rate": 0.0001271422296206897,
      "loss": 0.6372,
      "step": 81281
    },
    {
      "epoch": 3.329182879377432,
      "grad_norm": 0.6935439387641102,
      "learning_rate": 0.00012713900632076047,
      "loss": 0.1811,
      "step": 81282
    },
    {
      "epoch": 3.329223837804628,
      "grad_norm": 1.7973830964834994,
      "learning_rate": 0.00012713578303163862,
      "loss": 0.7409,
      "step": 81283
    },
    {
      "epoch": 3.3292647962318247,
      "grad_norm": 1.3333266438492752,
      "learning_rate": 0.00012713255975332566,
      "loss": 0.6182,
      "step": 81284
    },
    {
      "epoch": 3.3293057546590212,
      "grad_norm": 1.0992112928364828,
      "learning_rate": 0.0001271293364858231,
      "loss": 0.5411,
      "step": 81285
    },
    {
      "epoch": 3.3293467130862173,
      "grad_norm": 1.5496457703045294,
      "learning_rate": 0.0001271261132291324,
      "loss": 1.039,
      "step": 81286
    },
    {
      "epoch": 3.329387671513414,
      "grad_norm": 1.369276963977322,
      "learning_rate": 0.0001271228899832552,
      "loss": 0.6943,
      "step": 81287
    },
    {
      "epoch": 3.3294286299406104,
      "grad_norm": 1.2495634981192825,
      "learning_rate": 0.00012711966674819298,
      "loss": 0.625,
      "step": 81288
    },
    {
      "epoch": 3.3294695883678065,
      "grad_norm": 0.9527449684695827,
      "learning_rate": 0.00012711644352394723,
      "loss": 0.3007,
      "step": 81289
    },
    {
      "epoch": 3.329510546795003,
      "grad_norm": 0.9639202855844545,
      "learning_rate": 0.00012711322031051952,
      "loss": 0.379,
      "step": 81290
    },
    {
      "epoch": 3.3295515052221996,
      "grad_norm": 1.4975942976040675,
      "learning_rate": 0.0001271099971079113,
      "loss": 0.8583,
      "step": 81291
    },
    {
      "epoch": 3.329592463649396,
      "grad_norm": 1.3295841891271862,
      "learning_rate": 0.0001271067739161242,
      "loss": 0.7791,
      "step": 81292
    },
    {
      "epoch": 3.329633422076592,
      "grad_norm": 1.6813440604833076,
      "learning_rate": 0.00012710355073515967,
      "loss": 0.8403,
      "step": 81293
    },
    {
      "epoch": 3.3296743805037887,
      "grad_norm": 0.8474038064244425,
      "learning_rate": 0.00012710032756501924,
      "loss": 0.2208,
      "step": 81294
    },
    {
      "epoch": 3.329715338930985,
      "grad_norm": 1.226558499435339,
      "learning_rate": 0.00012709710440570447,
      "loss": 0.6172,
      "step": 81295
    },
    {
      "epoch": 3.3297562973581813,
      "grad_norm": 0.9825968448451727,
      "learning_rate": 0.00012709388125721683,
      "loss": 0.2425,
      "step": 81296
    },
    {
      "epoch": 3.329797255785378,
      "grad_norm": 1.2069462898402838,
      "learning_rate": 0.0001270906581195579,
      "loss": 0.6759,
      "step": 81297
    },
    {
      "epoch": 3.3298382142125744,
      "grad_norm": 0.9866286266981553,
      "learning_rate": 0.00012708743499272919,
      "loss": 0.5247,
      "step": 81298
    },
    {
      "epoch": 3.3298791726397705,
      "grad_norm": 1.211327545930951,
      "learning_rate": 0.00012708421187673216,
      "loss": 0.8473,
      "step": 81299
    },
    {
      "epoch": 3.329920131066967,
      "grad_norm": 1.363049533109375,
      "learning_rate": 0.00012708098877156843,
      "loss": 0.8145,
      "step": 81300
    },
    {
      "epoch": 3.3299610894941636,
      "grad_norm": 0.9758939231970692,
      "learning_rate": 0.00012707776567723948,
      "loss": 0.2818,
      "step": 81301
    },
    {
      "epoch": 3.3300020479213597,
      "grad_norm": 1.3925989839006636,
      "learning_rate": 0.0001270745425937468,
      "loss": 0.8348,
      "step": 81302
    },
    {
      "epoch": 3.330043006348556,
      "grad_norm": 1.2680528124954646,
      "learning_rate": 0.00012707131952109193,
      "loss": 0.6829,
      "step": 81303
    },
    {
      "epoch": 3.3300839647757527,
      "grad_norm": 1.2248127122043717,
      "learning_rate": 0.00012706809645927648,
      "loss": 0.4721,
      "step": 81304
    },
    {
      "epoch": 3.330124923202949,
      "grad_norm": 1.283765077903091,
      "learning_rate": 0.00012706487340830185,
      "loss": 0.5604,
      "step": 81305
    },
    {
      "epoch": 3.3301658816301454,
      "grad_norm": 1.2252935612852351,
      "learning_rate": 0.00012706165036816965,
      "loss": 0.7462,
      "step": 81306
    },
    {
      "epoch": 3.330206840057342,
      "grad_norm": 1.720837867434815,
      "learning_rate": 0.0001270584273388813,
      "loss": 0.8632,
      "step": 81307
    },
    {
      "epoch": 3.330247798484538,
      "grad_norm": 1.412753693537972,
      "learning_rate": 0.0001270552043204385,
      "loss": 0.7494,
      "step": 81308
    },
    {
      "epoch": 3.3302887569117345,
      "grad_norm": 1.4469060740422117,
      "learning_rate": 0.0001270519813128426,
      "loss": 0.8173,
      "step": 81309
    },
    {
      "epoch": 3.330329715338931,
      "grad_norm": 2.9520627106967625,
      "learning_rate": 0.00012704875831609521,
      "loss": 2.0654,
      "step": 81310
    },
    {
      "epoch": 3.3303706737661276,
      "grad_norm": 1.6977344593117085,
      "learning_rate": 0.00012704553533019781,
      "loss": 0.9161,
      "step": 81311
    },
    {
      "epoch": 3.3304116321933237,
      "grad_norm": 1.1785270979156501,
      "learning_rate": 0.00012704231235515198,
      "loss": 0.5071,
      "step": 81312
    },
    {
      "epoch": 3.3304525906205202,
      "grad_norm": 1.2593720262820314,
      "learning_rate": 0.00012703908939095922,
      "loss": 0.8206,
      "step": 81313
    },
    {
      "epoch": 3.3304935490477163,
      "grad_norm": 1.683429340270068,
      "learning_rate": 0.000127035866437621,
      "loss": 0.8424,
      "step": 81314
    },
    {
      "epoch": 3.330534507474913,
      "grad_norm": 2.6291458063435313,
      "learning_rate": 0.00012703264349513891,
      "loss": 0.6088,
      "step": 81315
    },
    {
      "epoch": 3.3305754659021094,
      "grad_norm": 1.3565678008536761,
      "learning_rate": 0.00012702942056351448,
      "loss": 0.6268,
      "step": 81316
    },
    {
      "epoch": 3.330616424329306,
      "grad_norm": 1.334599848457766,
      "learning_rate": 0.0001270261976427492,
      "loss": 0.8483,
      "step": 81317
    },
    {
      "epoch": 3.330657382756502,
      "grad_norm": 1.54529876855868,
      "learning_rate": 0.0001270229747328446,
      "loss": 0.6853,
      "step": 81318
    },
    {
      "epoch": 3.3306983411836986,
      "grad_norm": 1.336689654147278,
      "learning_rate": 0.00012701975183380216,
      "loss": 0.6862,
      "step": 81319
    },
    {
      "epoch": 3.330739299610895,
      "grad_norm": 1.003327555251801,
      "learning_rate": 0.0001270165289456235,
      "loss": 0.2333,
      "step": 81320
    },
    {
      "epoch": 3.330780258038091,
      "grad_norm": 2.0879454606626213,
      "learning_rate": 0.00012701330606831009,
      "loss": 1.7509,
      "step": 81321
    },
    {
      "epoch": 3.3308212164652877,
      "grad_norm": 0.75234629838451,
      "learning_rate": 0.00012701008320186341,
      "loss": 0.2777,
      "step": 81322
    },
    {
      "epoch": 3.3308621748924843,
      "grad_norm": 1.1517577989364205,
      "learning_rate": 0.00012700686034628506,
      "loss": 0.6334,
      "step": 81323
    },
    {
      "epoch": 3.3309031333196804,
      "grad_norm": 1.0990015296596571,
      "learning_rate": 0.00012700363750157653,
      "loss": 0.6653,
      "step": 81324
    },
    {
      "epoch": 3.330944091746877,
      "grad_norm": 1.5156562246524592,
      "learning_rate": 0.00012700041466773935,
      "loss": 0.5708,
      "step": 81325
    },
    {
      "epoch": 3.3309850501740734,
      "grad_norm": 1.130917581566512,
      "learning_rate": 0.00012699719184477504,
      "loss": 0.7,
      "step": 81326
    },
    {
      "epoch": 3.3310260086012695,
      "grad_norm": 1.138285670088275,
      "learning_rate": 0.00012699396903268512,
      "loss": 0.3546,
      "step": 81327
    },
    {
      "epoch": 3.331066967028466,
      "grad_norm": 1.275543540119354,
      "learning_rate": 0.0001269907462314711,
      "loss": 0.5011,
      "step": 81328
    },
    {
      "epoch": 3.3311079254556626,
      "grad_norm": 0.775956255927402,
      "learning_rate": 0.00012698752344113455,
      "loss": 0.2133,
      "step": 81329
    },
    {
      "epoch": 3.331148883882859,
      "grad_norm": 4.7771850605550945,
      "learning_rate": 0.00012698430066167694,
      "loss": 3.5959,
      "step": 81330
    },
    {
      "epoch": 3.331189842310055,
      "grad_norm": 1.4398574614653075,
      "learning_rate": 0.00012698107789309984,
      "loss": 0.7993,
      "step": 81331
    },
    {
      "epoch": 3.3312308007372518,
      "grad_norm": 1.6600755342205495,
      "learning_rate": 0.00012697785513540472,
      "loss": 1.2136,
      "step": 81332
    },
    {
      "epoch": 3.331271759164448,
      "grad_norm": 1.1934415335852442,
      "learning_rate": 0.00012697463238859315,
      "loss": 0.5975,
      "step": 81333
    },
    {
      "epoch": 3.3313127175916444,
      "grad_norm": 0.9373401618121932,
      "learning_rate": 0.00012697140965266663,
      "loss": 0.2699,
      "step": 81334
    },
    {
      "epoch": 3.331353676018841,
      "grad_norm": 1.4457588029094324,
      "learning_rate": 0.00012696818692762673,
      "loss": 0.834,
      "step": 81335
    },
    {
      "epoch": 3.3313946344460375,
      "grad_norm": 1.0602197303004057,
      "learning_rate": 0.00012696496421347493,
      "loss": 0.3961,
      "step": 81336
    },
    {
      "epoch": 3.3314355928732335,
      "grad_norm": 1.5513800322649836,
      "learning_rate": 0.00012696174151021272,
      "loss": 0.8866,
      "step": 81337
    },
    {
      "epoch": 3.33147655130043,
      "grad_norm": 1.1533590804339253,
      "learning_rate": 0.00012695851881784167,
      "loss": 0.6695,
      "step": 81338
    },
    {
      "epoch": 3.3315175097276266,
      "grad_norm": 1.070438709751657,
      "learning_rate": 0.0001269552961363633,
      "loss": 0.3047,
      "step": 81339
    },
    {
      "epoch": 3.3315584681548227,
      "grad_norm": 1.2556782742445043,
      "learning_rate": 0.00012695207346577914,
      "loss": 0.6076,
      "step": 81340
    },
    {
      "epoch": 3.3315994265820192,
      "grad_norm": 1.330737075144631,
      "learning_rate": 0.0001269488508060907,
      "loss": 0.7221,
      "step": 81341
    },
    {
      "epoch": 3.3316403850092158,
      "grad_norm": 1.3076567821592522,
      "learning_rate": 0.00012694562815729948,
      "loss": 0.7684,
      "step": 81342
    },
    {
      "epoch": 3.331681343436412,
      "grad_norm": 1.4983168844386958,
      "learning_rate": 0.00012694240551940704,
      "loss": 0.8271,
      "step": 81343
    },
    {
      "epoch": 3.3317223018636084,
      "grad_norm": 1.3261784165447983,
      "learning_rate": 0.0001269391828924149,
      "loss": 0.8145,
      "step": 81344
    },
    {
      "epoch": 3.331763260290805,
      "grad_norm": 1.3039692659194155,
      "learning_rate": 0.00012693596027632458,
      "loss": 0.6684,
      "step": 81345
    },
    {
      "epoch": 3.331804218718001,
      "grad_norm": 1.3413941943715622,
      "learning_rate": 0.00012693273767113756,
      "loss": 0.7216,
      "step": 81346
    },
    {
      "epoch": 3.3318451771451976,
      "grad_norm": 1.1110539612671622,
      "learning_rate": 0.00012692951507685545,
      "loss": 0.6368,
      "step": 81347
    },
    {
      "epoch": 3.331886135572394,
      "grad_norm": 1.4248920585014588,
      "learning_rate": 0.00012692629249347974,
      "loss": 0.52,
      "step": 81348
    },
    {
      "epoch": 3.3319270939995906,
      "grad_norm": 1.2565846543786354,
      "learning_rate": 0.0001269230699210119,
      "loss": 0.7493,
      "step": 81349
    },
    {
      "epoch": 3.3319680524267867,
      "grad_norm": 2.102563745083561,
      "learning_rate": 0.0001269198473594535,
      "loss": 0.8561,
      "step": 81350
    },
    {
      "epoch": 3.3320090108539833,
      "grad_norm": 1.4006025259076977,
      "learning_rate": 0.00012691662480880607,
      "loss": 0.5145,
      "step": 81351
    },
    {
      "epoch": 3.3320499692811794,
      "grad_norm": 0.7386828205263449,
      "learning_rate": 0.00012691340226907112,
      "loss": 0.238,
      "step": 81352
    },
    {
      "epoch": 3.332090927708376,
      "grad_norm": 1.8978273505659407,
      "learning_rate": 0.00012691017974025018,
      "loss": 1.5908,
      "step": 81353
    },
    {
      "epoch": 3.3321318861355724,
      "grad_norm": 1.2930739140984688,
      "learning_rate": 0.00012690695722234472,
      "loss": 0.4049,
      "step": 81354
    },
    {
      "epoch": 3.332172844562769,
      "grad_norm": 1.770772438729531,
      "learning_rate": 0.00012690373471535633,
      "loss": 0.8642,
      "step": 81355
    },
    {
      "epoch": 3.332213802989965,
      "grad_norm": 1.4790181182002833,
      "learning_rate": 0.00012690051221928657,
      "loss": 0.8081,
      "step": 81356
    },
    {
      "epoch": 3.3322547614171616,
      "grad_norm": 0.6811461823292686,
      "learning_rate": 0.00012689728973413686,
      "loss": 0.1204,
      "step": 81357
    },
    {
      "epoch": 3.332295719844358,
      "grad_norm": 1.326000377436934,
      "learning_rate": 0.00012689406725990878,
      "loss": 0.6038,
      "step": 81358
    },
    {
      "epoch": 3.332336678271554,
      "grad_norm": 0.7694993706912492,
      "learning_rate": 0.00012689084479660382,
      "loss": 0.2455,
      "step": 81359
    },
    {
      "epoch": 3.3323776366987508,
      "grad_norm": 1.4986996625841602,
      "learning_rate": 0.00012688762234422355,
      "loss": 0.8039,
      "step": 81360
    },
    {
      "epoch": 3.3324185951259473,
      "grad_norm": 1.2259273295522914,
      "learning_rate": 0.00012688439990276947,
      "loss": 0.6185,
      "step": 81361
    },
    {
      "epoch": 3.3324595535531434,
      "grad_norm": 1.5325832338646848,
      "learning_rate": 0.00012688117747224314,
      "loss": 0.8372,
      "step": 81362
    },
    {
      "epoch": 3.33250051198034,
      "grad_norm": 1.3954914405813486,
      "learning_rate": 0.00012687795505264597,
      "loss": 0.6117,
      "step": 81363
    },
    {
      "epoch": 3.3325414704075365,
      "grad_norm": 1.407448360675252,
      "learning_rate": 0.00012687473264397963,
      "loss": 0.8633,
      "step": 81364
    },
    {
      "epoch": 3.3325824288347325,
      "grad_norm": 1.190658493899492,
      "learning_rate": 0.00012687151024624554,
      "loss": 0.5566,
      "step": 81365
    },
    {
      "epoch": 3.332623387261929,
      "grad_norm": 1.2534983134277082,
      "learning_rate": 0.00012686828785944527,
      "loss": 0.6795,
      "step": 81366
    },
    {
      "epoch": 3.3326643456891256,
      "grad_norm": 2.698906925496229,
      "learning_rate": 0.0001268650654835803,
      "loss": 1.0465,
      "step": 81367
    },
    {
      "epoch": 3.332705304116322,
      "grad_norm": 1.9767471536802588,
      "learning_rate": 0.00012686184311865224,
      "loss": 0.8278,
      "step": 81368
    },
    {
      "epoch": 3.3327462625435182,
      "grad_norm": 1.6141637021756368,
      "learning_rate": 0.0001268586207646625,
      "loss": 0.6222,
      "step": 81369
    },
    {
      "epoch": 3.332787220970715,
      "grad_norm": 1.4775265323706788,
      "learning_rate": 0.00012685539842161272,
      "loss": 0.7802,
      "step": 81370
    },
    {
      "epoch": 3.332828179397911,
      "grad_norm": 1.2265149177237302,
      "learning_rate": 0.0001268521760895043,
      "loss": 0.5687,
      "step": 81371
    },
    {
      "epoch": 3.3328691378251074,
      "grad_norm": 1.5245552742026307,
      "learning_rate": 0.00012684895376833887,
      "loss": 0.5261,
      "step": 81372
    },
    {
      "epoch": 3.332910096252304,
      "grad_norm": 1.3026043791211523,
      "learning_rate": 0.00012684573145811792,
      "loss": 0.5863,
      "step": 81373
    },
    {
      "epoch": 3.3329510546795005,
      "grad_norm": 1.3314480475593373,
      "learning_rate": 0.00012684250915884297,
      "loss": 0.7112,
      "step": 81374
    },
    {
      "epoch": 3.3329920131066966,
      "grad_norm": 0.9860926219760817,
      "learning_rate": 0.00012683928687051547,
      "loss": 0.2406,
      "step": 81375
    },
    {
      "epoch": 3.333032971533893,
      "grad_norm": 1.0426495291983804,
      "learning_rate": 0.0001268360645931371,
      "loss": 0.3069,
      "step": 81376
    },
    {
      "epoch": 3.3330739299610896,
      "grad_norm": 1.163231889573103,
      "learning_rate": 0.00012683284232670923,
      "loss": 0.5328,
      "step": 81377
    },
    {
      "epoch": 3.3331148883882857,
      "grad_norm": 1.337809102451811,
      "learning_rate": 0.0001268296200712335,
      "loss": 0.8269,
      "step": 81378
    },
    {
      "epoch": 3.3331558468154823,
      "grad_norm": 1.2348726549921583,
      "learning_rate": 0.00012682639782671132,
      "loss": 0.5663,
      "step": 81379
    },
    {
      "epoch": 3.333196805242679,
      "grad_norm": 1.0569931757592437,
      "learning_rate": 0.0001268231755931443,
      "loss": 0.5714,
      "step": 81380
    },
    {
      "epoch": 3.333237763669875,
      "grad_norm": 2.170335795810429,
      "learning_rate": 0.00012681995337053396,
      "loss": 1.4732,
      "step": 81381
    },
    {
      "epoch": 3.3332787220970714,
      "grad_norm": 0.6755766418636626,
      "learning_rate": 0.00012681673115888178,
      "loss": 0.2219,
      "step": 81382
    },
    {
      "epoch": 3.333319680524268,
      "grad_norm": 1.5440231489372174,
      "learning_rate": 0.0001268135089581893,
      "loss": 0.758,
      "step": 81383
    },
    {
      "epoch": 3.333360638951464,
      "grad_norm": 1.5141918301934778,
      "learning_rate": 0.00012681028676845806,
      "loss": 0.915,
      "step": 81384
    },
    {
      "epoch": 3.3334015973786606,
      "grad_norm": 1.5684907590907364,
      "learning_rate": 0.00012680706458968957,
      "loss": 0.855,
      "step": 81385
    },
    {
      "epoch": 3.333442555805857,
      "grad_norm": 1.3037393221561344,
      "learning_rate": 0.00012680384242188535,
      "loss": 0.7078,
      "step": 81386
    },
    {
      "epoch": 3.3334835142330537,
      "grad_norm": 0.7606163198781162,
      "learning_rate": 0.00012680062026504692,
      "loss": 0.2625,
      "step": 81387
    },
    {
      "epoch": 3.3335244726602498,
      "grad_norm": 1.3205958818972778,
      "learning_rate": 0.0001267973981191758,
      "loss": 0.6068,
      "step": 81388
    },
    {
      "epoch": 3.3335654310874463,
      "grad_norm": 1.362910156524286,
      "learning_rate": 0.00012679417598427357,
      "loss": 0.8808,
      "step": 81389
    },
    {
      "epoch": 3.333606389514643,
      "grad_norm": 1.1659833213465254,
      "learning_rate": 0.0001267909538603417,
      "loss": 0.3825,
      "step": 81390
    },
    {
      "epoch": 3.333647347941839,
      "grad_norm": 0.9775330996223661,
      "learning_rate": 0.00012678773174738166,
      "loss": 0.3061,
      "step": 81391
    },
    {
      "epoch": 3.3336883063690355,
      "grad_norm": 2.182312488200176,
      "learning_rate": 0.0001267845096453951,
      "loss": 2.0965,
      "step": 81392
    },
    {
      "epoch": 3.333729264796232,
      "grad_norm": 2.174304343163326,
      "learning_rate": 0.00012678128755438345,
      "loss": 1.696,
      "step": 81393
    },
    {
      "epoch": 3.333770223223428,
      "grad_norm": 1.1581045754238792,
      "learning_rate": 0.00012677806547434827,
      "loss": 0.6206,
      "step": 81394
    },
    {
      "epoch": 3.3338111816506246,
      "grad_norm": 1.5565722452579893,
      "learning_rate": 0.00012677484340529104,
      "loss": 0.6928,
      "step": 81395
    },
    {
      "epoch": 3.333852140077821,
      "grad_norm": 1.4160606586649138,
      "learning_rate": 0.00012677162134721334,
      "loss": 0.7791,
      "step": 81396
    },
    {
      "epoch": 3.3338930985050172,
      "grad_norm": 1.0839463112278642,
      "learning_rate": 0.00012676839930011668,
      "loss": 0.5982,
      "step": 81397
    },
    {
      "epoch": 3.333934056932214,
      "grad_norm": 1.7256870723463373,
      "learning_rate": 0.00012676517726400256,
      "loss": 0.9032,
      "step": 81398
    },
    {
      "epoch": 3.3339750153594103,
      "grad_norm": 1.2830446927862693,
      "learning_rate": 0.0001267619552388725,
      "loss": 0.5687,
      "step": 81399
    },
    {
      "epoch": 3.3340159737866064,
      "grad_norm": 1.4800423145069503,
      "learning_rate": 0.00012675873322472807,
      "loss": 0.9228,
      "step": 81400
    },
    {
      "epoch": 3.334056932213803,
      "grad_norm": 0.9881224185048534,
      "learning_rate": 0.00012675551122157076,
      "loss": 0.1875,
      "step": 81401
    },
    {
      "epoch": 3.3340978906409995,
      "grad_norm": 1.1331808705324091,
      "learning_rate": 0.0001267522892294021,
      "loss": 0.5125,
      "step": 81402
    },
    {
      "epoch": 3.3341388490681956,
      "grad_norm": 1.1290053883844198,
      "learning_rate": 0.0001267490672482236,
      "loss": 0.6331,
      "step": 81403
    },
    {
      "epoch": 3.334179807495392,
      "grad_norm": 1.49470188655733,
      "learning_rate": 0.00012674584527803674,
      "loss": 0.7023,
      "step": 81404
    },
    {
      "epoch": 3.3342207659225886,
      "grad_norm": 3.929761297841293,
      "learning_rate": 0.00012674262331884316,
      "loss": 2.7093,
      "step": 81405
    },
    {
      "epoch": 3.334261724349785,
      "grad_norm": 1.7435838434492084,
      "learning_rate": 0.0001267394013706443,
      "loss": 1.055,
      "step": 81406
    },
    {
      "epoch": 3.3343026827769813,
      "grad_norm": 1.6595944417501292,
      "learning_rate": 0.00012673617943344175,
      "loss": 0.8049,
      "step": 81407
    },
    {
      "epoch": 3.334343641204178,
      "grad_norm": 1.0903733324527893,
      "learning_rate": 0.00012673295750723694,
      "loss": 0.6066,
      "step": 81408
    },
    {
      "epoch": 3.3343845996313743,
      "grad_norm": 5.598049819079942,
      "learning_rate": 0.00012672973559203145,
      "loss": 2.5459,
      "step": 81409
    },
    {
      "epoch": 3.3344255580585704,
      "grad_norm": 1.2960863975265862,
      "learning_rate": 0.00012672651368782672,
      "loss": 0.5535,
      "step": 81410
    },
    {
      "epoch": 3.334466516485767,
      "grad_norm": 0.9640676003017005,
      "learning_rate": 0.00012672329179462443,
      "loss": 0.32,
      "step": 81411
    },
    {
      "epoch": 3.3345074749129635,
      "grad_norm": 1.2483223606762233,
      "learning_rate": 0.00012672006991242598,
      "loss": 0.6923,
      "step": 81412
    },
    {
      "epoch": 3.3345484333401596,
      "grad_norm": 29.588159307257605,
      "learning_rate": 0.00012671684804123294,
      "loss": 1.9213,
      "step": 81413
    },
    {
      "epoch": 3.334589391767356,
      "grad_norm": 1.5492196634107944,
      "learning_rate": 0.0001267136261810468,
      "loss": 0.8903,
      "step": 81414
    },
    {
      "epoch": 3.3346303501945527,
      "grad_norm": 1.7387089756386132,
      "learning_rate": 0.00012671040433186913,
      "loss": 1.0203,
      "step": 81415
    },
    {
      "epoch": 3.3346713086217488,
      "grad_norm": 0.6888050592702362,
      "learning_rate": 0.00012670718249370143,
      "loss": 0.0884,
      "step": 81416
    },
    {
      "epoch": 3.3347122670489453,
      "grad_norm": 0.7821780388864072,
      "learning_rate": 0.0001267039606665452,
      "loss": 0.2287,
      "step": 81417
    },
    {
      "epoch": 3.334753225476142,
      "grad_norm": 3.5929313323595187,
      "learning_rate": 0.000126700738850402,
      "loss": 1.1105,
      "step": 81418
    },
    {
      "epoch": 3.334794183903338,
      "grad_norm": 1.2217485300722342,
      "learning_rate": 0.00012669751704527335,
      "loss": 0.7975,
      "step": 81419
    },
    {
      "epoch": 3.3348351423305345,
      "grad_norm": 1.3565205777894815,
      "learning_rate": 0.00012669429525116074,
      "loss": 0.6774,
      "step": 81420
    },
    {
      "epoch": 3.334876100757731,
      "grad_norm": 1.2140735684321045,
      "learning_rate": 0.00012669107346806573,
      "loss": 0.8236,
      "step": 81421
    },
    {
      "epoch": 3.334917059184927,
      "grad_norm": 1.4540770595770427,
      "learning_rate": 0.0001266878516959898,
      "loss": 0.4857,
      "step": 81422
    },
    {
      "epoch": 3.3349580176121236,
      "grad_norm": 1.5214590634180465,
      "learning_rate": 0.00012668462993493455,
      "loss": 0.9054,
      "step": 81423
    },
    {
      "epoch": 3.33499897603932,
      "grad_norm": 1.5769090471252007,
      "learning_rate": 0.00012668140818490142,
      "loss": 1.1012,
      "step": 81424
    },
    {
      "epoch": 3.3350399344665167,
      "grad_norm": 0.8622339113083589,
      "learning_rate": 0.00012667818644589198,
      "loss": 0.2264,
      "step": 81425
    },
    {
      "epoch": 3.335080892893713,
      "grad_norm": 1.1648653214080331,
      "learning_rate": 0.0001266749647179077,
      "loss": 0.5365,
      "step": 81426
    },
    {
      "epoch": 3.3351218513209093,
      "grad_norm": 1.4666269428960177,
      "learning_rate": 0.0001266717430009502,
      "loss": 0.8537,
      "step": 81427
    },
    {
      "epoch": 3.335162809748106,
      "grad_norm": 1.1914848014521968,
      "learning_rate": 0.00012666852129502096,
      "loss": 0.5053,
      "step": 81428
    },
    {
      "epoch": 3.335203768175302,
      "grad_norm": 1.5991943108936213,
      "learning_rate": 0.00012666529960012144,
      "loss": 0.8432,
      "step": 81429
    },
    {
      "epoch": 3.3352447266024985,
      "grad_norm": 1.5006391575079658,
      "learning_rate": 0.00012666207791625324,
      "loss": 0.7255,
      "step": 81430
    },
    {
      "epoch": 3.335285685029695,
      "grad_norm": 1.2226696474262428,
      "learning_rate": 0.0001266588562434178,
      "loss": 0.7897,
      "step": 81431
    },
    {
      "epoch": 3.335326643456891,
      "grad_norm": 1.2389036263173432,
      "learning_rate": 0.00012665563458161676,
      "loss": 0.5358,
      "step": 81432
    },
    {
      "epoch": 3.3353676018840877,
      "grad_norm": 1.0735028752818934,
      "learning_rate": 0.00012665241293085156,
      "loss": 0.6694,
      "step": 81433
    },
    {
      "epoch": 3.335408560311284,
      "grad_norm": 1.3925955705186055,
      "learning_rate": 0.00012664919129112376,
      "loss": 0.5903,
      "step": 81434
    },
    {
      "epoch": 3.3354495187384803,
      "grad_norm": 0.7571048781716426,
      "learning_rate": 0.00012664596966243484,
      "loss": 0.257,
      "step": 81435
    },
    {
      "epoch": 3.335490477165677,
      "grad_norm": 1.4167816734492087,
      "learning_rate": 0.00012664274804478638,
      "loss": 0.7186,
      "step": 81436
    },
    {
      "epoch": 3.3355314355928734,
      "grad_norm": 1.997735725110097,
      "learning_rate": 0.00012663952643817986,
      "loss": 0.8988,
      "step": 81437
    },
    {
      "epoch": 3.3355723940200694,
      "grad_norm": 1.671625408508078,
      "learning_rate": 0.00012663630484261682,
      "loss": 0.8261,
      "step": 81438
    },
    {
      "epoch": 3.335613352447266,
      "grad_norm": 1.1263489728010103,
      "learning_rate": 0.00012663308325809873,
      "loss": 0.5381,
      "step": 81439
    },
    {
      "epoch": 3.3356543108744625,
      "grad_norm": 1.232627613200359,
      "learning_rate": 0.00012662986168462723,
      "loss": 0.81,
      "step": 81440
    },
    {
      "epoch": 3.3356952693016586,
      "grad_norm": 1.1913623140508691,
      "learning_rate": 0.00012662664012220374,
      "loss": 0.579,
      "step": 81441
    },
    {
      "epoch": 3.335736227728855,
      "grad_norm": 1.2327881880917513,
      "learning_rate": 0.00012662341857082985,
      "loss": 0.5384,
      "step": 81442
    },
    {
      "epoch": 3.3357771861560517,
      "grad_norm": 1.8856614604771564,
      "learning_rate": 0.000126620197030507,
      "loss": 0.6754,
      "step": 81443
    },
    {
      "epoch": 3.335818144583248,
      "grad_norm": 1.5935577398161045,
      "learning_rate": 0.0001266169755012368,
      "loss": 0.6759,
      "step": 81444
    },
    {
      "epoch": 3.3358591030104443,
      "grad_norm": 1.4473297793446869,
      "learning_rate": 0.00012661375398302074,
      "loss": 0.7143,
      "step": 81445
    },
    {
      "epoch": 3.335900061437641,
      "grad_norm": 1.4182800663967001,
      "learning_rate": 0.00012661053247586034,
      "loss": 0.6094,
      "step": 81446
    },
    {
      "epoch": 3.3359410198648374,
      "grad_norm": 1.1304669900921684,
      "learning_rate": 0.0001266073109797571,
      "loss": 0.7512,
      "step": 81447
    },
    {
      "epoch": 3.3359819782920335,
      "grad_norm": 1.4148817355564154,
      "learning_rate": 0.00012660408949471258,
      "loss": 0.6838,
      "step": 81448
    },
    {
      "epoch": 3.33602293671923,
      "grad_norm": 1.2813531707328447,
      "learning_rate": 0.0001266008680207283,
      "loss": 0.6577,
      "step": 81449
    },
    {
      "epoch": 3.3360638951464265,
      "grad_norm": 0.601889487752606,
      "learning_rate": 0.00012659764655780577,
      "loss": 0.1743,
      "step": 81450
    },
    {
      "epoch": 3.3361048535736226,
      "grad_norm": 1.72038722771433,
      "learning_rate": 0.00012659442510594649,
      "loss": 1.1074,
      "step": 81451
    },
    {
      "epoch": 3.336145812000819,
      "grad_norm": 1.3461264873853513,
      "learning_rate": 0.00012659120366515203,
      "loss": 0.6972,
      "step": 81452
    },
    {
      "epoch": 3.3361867704280157,
      "grad_norm": 1.2151509631983777,
      "learning_rate": 0.00012658798223542388,
      "loss": 0.6289,
      "step": 81453
    },
    {
      "epoch": 3.336227728855212,
      "grad_norm": 1.1089882374525115,
      "learning_rate": 0.00012658476081676357,
      "loss": 0.7122,
      "step": 81454
    },
    {
      "epoch": 3.3362686872824083,
      "grad_norm": 1.8394661256436644,
      "learning_rate": 0.00012658153940917264,
      "loss": 0.778,
      "step": 81455
    },
    {
      "epoch": 3.336309645709605,
      "grad_norm": 4.331543636150916,
      "learning_rate": 0.0001265783180126526,
      "loss": 4.0879,
      "step": 81456
    },
    {
      "epoch": 3.336350604136801,
      "grad_norm": 1.3866078306966338,
      "learning_rate": 0.00012657509662720496,
      "loss": 0.6977,
      "step": 81457
    },
    {
      "epoch": 3.3363915625639975,
      "grad_norm": 0.829494286562162,
      "learning_rate": 0.00012657187525283128,
      "loss": 0.2431,
      "step": 81458
    },
    {
      "epoch": 3.336432520991194,
      "grad_norm": 1.3101836120337602,
      "learning_rate": 0.000126568653889533,
      "loss": 0.6296,
      "step": 81459
    },
    {
      "epoch": 3.33647347941839,
      "grad_norm": 1.8267227659664202,
      "learning_rate": 0.00012656543253731175,
      "loss": 0.9334,
      "step": 81460
    },
    {
      "epoch": 3.3365144378455867,
      "grad_norm": 1.365378609366967,
      "learning_rate": 0.00012656221119616902,
      "loss": 0.6544,
      "step": 81461
    },
    {
      "epoch": 3.336555396272783,
      "grad_norm": 2.8988184872768725,
      "learning_rate": 0.00012655898986610627,
      "loss": 0.8536,
      "step": 81462
    },
    {
      "epoch": 3.3365963546999797,
      "grad_norm": 0.8417495154523981,
      "learning_rate": 0.00012655576854712507,
      "loss": 0.2062,
      "step": 81463
    },
    {
      "epoch": 3.336637313127176,
      "grad_norm": 1.2507445389171878,
      "learning_rate": 0.00012655254723922696,
      "loss": 0.7079,
      "step": 81464
    },
    {
      "epoch": 3.3366782715543724,
      "grad_norm": 1.8584333221910811,
      "learning_rate": 0.00012654932594241346,
      "loss": 0.7277,
      "step": 81465
    },
    {
      "epoch": 3.336719229981569,
      "grad_norm": 1.2202539322715469,
      "learning_rate": 0.00012654610465668607,
      "loss": 0.4902,
      "step": 81466
    },
    {
      "epoch": 3.336760188408765,
      "grad_norm": 1.4651589252927721,
      "learning_rate": 0.0001265428833820463,
      "loss": 0.8554,
      "step": 81467
    },
    {
      "epoch": 3.3368011468359615,
      "grad_norm": 1.536212655915981,
      "learning_rate": 0.00012653966211849572,
      "loss": 0.9333,
      "step": 81468
    },
    {
      "epoch": 3.336842105263158,
      "grad_norm": 1.3793429510791622,
      "learning_rate": 0.00012653644086603583,
      "loss": 0.7518,
      "step": 81469
    },
    {
      "epoch": 3.336883063690354,
      "grad_norm": 1.2248306980290313,
      "learning_rate": 0.00012653321962466813,
      "loss": 0.8062,
      "step": 81470
    },
    {
      "epoch": 3.3369240221175507,
      "grad_norm": 1.664600231791381,
      "learning_rate": 0.00012652999839439418,
      "loss": 1.1243,
      "step": 81471
    },
    {
      "epoch": 3.336964980544747,
      "grad_norm": 3.123556108964264,
      "learning_rate": 0.00012652677717521542,
      "loss": 3.6024,
      "step": 81472
    },
    {
      "epoch": 3.3370059389719433,
      "grad_norm": 1.335029051708796,
      "learning_rate": 0.00012652355596713352,
      "loss": 0.6467,
      "step": 81473
    },
    {
      "epoch": 3.33704689739914,
      "grad_norm": 1.174654852238455,
      "learning_rate": 0.0001265203347701499,
      "loss": 0.3495,
      "step": 81474
    },
    {
      "epoch": 3.3370878558263364,
      "grad_norm": 1.519349761706967,
      "learning_rate": 0.00012651711358426608,
      "loss": 0.6899,
      "step": 81475
    },
    {
      "epoch": 3.3371288142535325,
      "grad_norm": 1.2710356349679042,
      "learning_rate": 0.0001265138924094836,
      "loss": 0.8075,
      "step": 81476
    },
    {
      "epoch": 3.337169772680729,
      "grad_norm": 1.1289750828863552,
      "learning_rate": 0.0001265106712458041,
      "loss": 0.4823,
      "step": 81477
    },
    {
      "epoch": 3.3372107311079255,
      "grad_norm": 1.7076345221489004,
      "learning_rate": 0.00012650745009322887,
      "loss": 0.8881,
      "step": 81478
    },
    {
      "epoch": 3.3372516895351216,
      "grad_norm": 1.1944265325373218,
      "learning_rate": 0.0001265042289517596,
      "loss": 0.5063,
      "step": 81479
    },
    {
      "epoch": 3.337292647962318,
      "grad_norm": 1.0698257341061457,
      "learning_rate": 0.00012650100782139775,
      "loss": 0.6645,
      "step": 81480
    },
    {
      "epoch": 3.3373336063895147,
      "grad_norm": 1.2458219413428009,
      "learning_rate": 0.00012649778670214485,
      "loss": 0.8477,
      "step": 81481
    },
    {
      "epoch": 3.3373745648167112,
      "grad_norm": 3.9147097430889826,
      "learning_rate": 0.00012649456559400243,
      "loss": 4.6541,
      "step": 81482
    },
    {
      "epoch": 3.3374155232439073,
      "grad_norm": 3.5759165996655966,
      "learning_rate": 0.00012649134449697202,
      "loss": 3.7947,
      "step": 81483
    },
    {
      "epoch": 3.337456481671104,
      "grad_norm": 1.352567714279639,
      "learning_rate": 0.00012648812341105515,
      "loss": 0.6613,
      "step": 81484
    },
    {
      "epoch": 3.3374974400983004,
      "grad_norm": 1.0645516361890857,
      "learning_rate": 0.00012648490233625336,
      "loss": 0.3106,
      "step": 81485
    },
    {
      "epoch": 3.3375383985254965,
      "grad_norm": 1.3080316156889755,
      "learning_rate": 0.00012648168127256807,
      "loss": 0.6501,
      "step": 81486
    },
    {
      "epoch": 3.337579356952693,
      "grad_norm": 1.1266054591080052,
      "learning_rate": 0.00012647846022000093,
      "loss": 0.5326,
      "step": 81487
    },
    {
      "epoch": 3.3376203153798896,
      "grad_norm": 1.3870319914806175,
      "learning_rate": 0.0001264752391785534,
      "loss": 0.8868,
      "step": 81488
    },
    {
      "epoch": 3.3376612738070857,
      "grad_norm": 1.411349774801134,
      "learning_rate": 0.000126472018148227,
      "loss": 0.683,
      "step": 81489
    },
    {
      "epoch": 3.337702232234282,
      "grad_norm": 0.9523587035805401,
      "learning_rate": 0.00012646879712902327,
      "loss": 0.287,
      "step": 81490
    },
    {
      "epoch": 3.3377431906614787,
      "grad_norm": 1.3380409277302596,
      "learning_rate": 0.00012646557612094373,
      "loss": 0.8326,
      "step": 81491
    },
    {
      "epoch": 3.337784149088675,
      "grad_norm": 1.5064242291224563,
      "learning_rate": 0.0001264623551239899,
      "loss": 0.9488,
      "step": 81492
    },
    {
      "epoch": 3.3378251075158714,
      "grad_norm": 1.2972072080335324,
      "learning_rate": 0.00012645913413816332,
      "loss": 0.5308,
      "step": 81493
    },
    {
      "epoch": 3.337866065943068,
      "grad_norm": 1.5025716334220485,
      "learning_rate": 0.00012645591316346545,
      "loss": 0.1798,
      "step": 81494
    },
    {
      "epoch": 3.3379070243702644,
      "grad_norm": 0.8650239738844789,
      "learning_rate": 0.0001264526921998979,
      "loss": 0.3287,
      "step": 81495
    },
    {
      "epoch": 3.3379479827974605,
      "grad_norm": 1.2251884642429982,
      "learning_rate": 0.00012644947124746214,
      "loss": 0.6246,
      "step": 81496
    },
    {
      "epoch": 3.337988941224657,
      "grad_norm": 1.6586003859661393,
      "learning_rate": 0.00012644625030615973,
      "loss": 0.883,
      "step": 81497
    },
    {
      "epoch": 3.338029899651853,
      "grad_norm": 0.6424819421563345,
      "learning_rate": 0.0001264430293759921,
      "loss": 0.2466,
      "step": 81498
    },
    {
      "epoch": 3.3380708580790497,
      "grad_norm": 0.5324690861263658,
      "learning_rate": 0.00012643980845696088,
      "loss": 0.0872,
      "step": 81499
    },
    {
      "epoch": 3.338111816506246,
      "grad_norm": 1.2660774137123603,
      "learning_rate": 0.00012643658754906757,
      "loss": 0.7191,
      "step": 81500
    },
    {
      "epoch": 3.3381527749334428,
      "grad_norm": 1.2232399227159443,
      "learning_rate": 0.00012643336665231364,
      "loss": 0.5137,
      "step": 81501
    },
    {
      "epoch": 3.338193733360639,
      "grad_norm": 1.2812833536618542,
      "learning_rate": 0.00012643014576670065,
      "loss": 0.6465,
      "step": 81502
    },
    {
      "epoch": 3.3382346917878354,
      "grad_norm": 1.6485315415959478,
      "learning_rate": 0.00012642692489223012,
      "loss": 0.7514,
      "step": 81503
    },
    {
      "epoch": 3.338275650215032,
      "grad_norm": 1.2400800713603743,
      "learning_rate": 0.00012642370402890358,
      "loss": 0.6596,
      "step": 81504
    },
    {
      "epoch": 3.338316608642228,
      "grad_norm": 1.3733006712348657,
      "learning_rate": 0.00012642048317672256,
      "loss": 0.6431,
      "step": 81505
    },
    {
      "epoch": 3.3383575670694245,
      "grad_norm": 0.8706978045258942,
      "learning_rate": 0.00012641726233568855,
      "loss": 0.2468,
      "step": 81506
    },
    {
      "epoch": 3.338398525496621,
      "grad_norm": 1.2879482200706636,
      "learning_rate": 0.00012641404150580307,
      "loss": 0.4754,
      "step": 81507
    },
    {
      "epoch": 3.338439483923817,
      "grad_norm": 1.5419401269136532,
      "learning_rate": 0.0001264108206870677,
      "loss": 0.9461,
      "step": 81508
    },
    {
      "epoch": 3.3384804423510137,
      "grad_norm": 1.5585570314648014,
      "learning_rate": 0.00012640759987948393,
      "loss": 0.9272,
      "step": 81509
    },
    {
      "epoch": 3.3385214007782102,
      "grad_norm": 1.609430722466667,
      "learning_rate": 0.00012640437908305324,
      "loss": 1.0896,
      "step": 81510
    },
    {
      "epoch": 3.3385623592054063,
      "grad_norm": 1.0178716792677995,
      "learning_rate": 0.00012640115829777717,
      "loss": 0.3486,
      "step": 81511
    },
    {
      "epoch": 3.338603317632603,
      "grad_norm": 1.4825054216948566,
      "learning_rate": 0.00012639793752365733,
      "loss": 0.7839,
      "step": 81512
    },
    {
      "epoch": 3.3386442760597994,
      "grad_norm": 1.6724082669326994,
      "learning_rate": 0.00012639471676069514,
      "loss": 1.2184,
      "step": 81513
    },
    {
      "epoch": 3.338685234486996,
      "grad_norm": 0.8709084949923662,
      "learning_rate": 0.0001263914960088922,
      "loss": 0.242,
      "step": 81514
    },
    {
      "epoch": 3.338726192914192,
      "grad_norm": 1.3298866137878445,
      "learning_rate": 0.0001263882752682499,
      "loss": 0.6874,
      "step": 81515
    },
    {
      "epoch": 3.3387671513413886,
      "grad_norm": 2.57869278256412,
      "learning_rate": 0.00012638505453876992,
      "loss": 1.1772,
      "step": 81516
    },
    {
      "epoch": 3.3388081097685847,
      "grad_norm": 1.3835016528152708,
      "learning_rate": 0.00012638183382045372,
      "loss": 0.8967,
      "step": 81517
    },
    {
      "epoch": 3.338849068195781,
      "grad_norm": 1.401479150960623,
      "learning_rate": 0.00012637861311330282,
      "loss": 0.7414,
      "step": 81518
    },
    {
      "epoch": 3.3388900266229777,
      "grad_norm": 1.7835156904881382,
      "learning_rate": 0.0001263753924173187,
      "loss": 0.8078,
      "step": 81519
    },
    {
      "epoch": 3.3389309850501743,
      "grad_norm": 1.3366247666211022,
      "learning_rate": 0.00012637217173250295,
      "loss": 0.3486,
      "step": 81520
    },
    {
      "epoch": 3.3389719434773704,
      "grad_norm": 1.7254806355569585,
      "learning_rate": 0.00012636895105885707,
      "loss": 1.1262,
      "step": 81521
    },
    {
      "epoch": 3.339012901904567,
      "grad_norm": 1.192987890138005,
      "learning_rate": 0.00012636573039638256,
      "loss": 0.6652,
      "step": 81522
    },
    {
      "epoch": 3.3390538603317634,
      "grad_norm": 1.1559578426617596,
      "learning_rate": 0.00012636250974508095,
      "loss": 0.5227,
      "step": 81523
    },
    {
      "epoch": 3.3390948187589595,
      "grad_norm": 1.3942080024955805,
      "learning_rate": 0.0001263592891049538,
      "loss": 0.6425,
      "step": 81524
    },
    {
      "epoch": 3.339135777186156,
      "grad_norm": 1.2679701301800057,
      "learning_rate": 0.0001263560684760026,
      "loss": 0.7439,
      "step": 81525
    },
    {
      "epoch": 3.3391767356133526,
      "grad_norm": 1.2795242348354372,
      "learning_rate": 0.00012635284785822892,
      "loss": 0.648,
      "step": 81526
    },
    {
      "epoch": 3.3392176940405487,
      "grad_norm": 1.6061631483303846,
      "learning_rate": 0.00012634962725163417,
      "loss": 0.7275,
      "step": 81527
    },
    {
      "epoch": 3.3392586524677452,
      "grad_norm": 1.7168121706748471,
      "learning_rate": 0.00012634640665621998,
      "loss": 0.7438,
      "step": 81528
    },
    {
      "epoch": 3.3392996108949418,
      "grad_norm": 1.7545354884788582,
      "learning_rate": 0.00012634318607198785,
      "loss": 1.2986,
      "step": 81529
    },
    {
      "epoch": 3.339340569322138,
      "grad_norm": 1.3431933308395094,
      "learning_rate": 0.00012633996549893926,
      "loss": 0.6068,
      "step": 81530
    },
    {
      "epoch": 3.3393815277493344,
      "grad_norm": 1.0094382181985297,
      "learning_rate": 0.00012633674493707576,
      "loss": 0.5741,
      "step": 81531
    },
    {
      "epoch": 3.339422486176531,
      "grad_norm": 1.020390071940483,
      "learning_rate": 0.0001263335243863989,
      "loss": 0.2613,
      "step": 81532
    },
    {
      "epoch": 3.3394634446037275,
      "grad_norm": 1.3406875532459415,
      "learning_rate": 0.00012633030384691016,
      "loss": 0.5351,
      "step": 81533
    },
    {
      "epoch": 3.3395044030309236,
      "grad_norm": 1.5955648811811272,
      "learning_rate": 0.0001263270833186111,
      "loss": 0.8394,
      "step": 81534
    },
    {
      "epoch": 3.33954536145812,
      "grad_norm": 1.0167808597521044,
      "learning_rate": 0.00012632386280150317,
      "loss": 0.3277,
      "step": 81535
    },
    {
      "epoch": 3.339586319885316,
      "grad_norm": 1.8270680974814613,
      "learning_rate": 0.000126320642295588,
      "loss": 1.2988,
      "step": 81536
    },
    {
      "epoch": 3.3396272783125127,
      "grad_norm": 0.8300690205005361,
      "learning_rate": 0.00012631742180086705,
      "loss": 0.2561,
      "step": 81537
    },
    {
      "epoch": 3.3396682367397093,
      "grad_norm": 3.045041753672128,
      "learning_rate": 0.00012631420131734182,
      "loss": 3.1646,
      "step": 81538
    },
    {
      "epoch": 3.339709195166906,
      "grad_norm": 2.004161828452119,
      "learning_rate": 0.00012631098084501385,
      "loss": 1.181,
      "step": 81539
    },
    {
      "epoch": 3.339750153594102,
      "grad_norm": 1.4223552275027969,
      "learning_rate": 0.0001263077603838847,
      "loss": 0.5104,
      "step": 81540
    },
    {
      "epoch": 3.3397911120212984,
      "grad_norm": 1.3564926501879957,
      "learning_rate": 0.00012630453993395588,
      "loss": 0.7281,
      "step": 81541
    },
    {
      "epoch": 3.339832070448495,
      "grad_norm": 1.3362399342664169,
      "learning_rate": 0.0001263013194952289,
      "loss": 0.7993,
      "step": 81542
    },
    {
      "epoch": 3.339873028875691,
      "grad_norm": 1.3488911963478871,
      "learning_rate": 0.00012629809906770527,
      "loss": 0.6139,
      "step": 81543
    },
    {
      "epoch": 3.3399139873028876,
      "grad_norm": 1.3567782870774654,
      "learning_rate": 0.00012629487865138648,
      "loss": 0.6357,
      "step": 81544
    },
    {
      "epoch": 3.339954945730084,
      "grad_norm": 2.011550692456665,
      "learning_rate": 0.00012629165824627414,
      "loss": 1.0522,
      "step": 81545
    },
    {
      "epoch": 3.33999590415728,
      "grad_norm": 1.5367816464779516,
      "learning_rate": 0.00012628843785236974,
      "loss": 0.8086,
      "step": 81546
    },
    {
      "epoch": 3.3400368625844767,
      "grad_norm": 1.6100338615021312,
      "learning_rate": 0.00012628521746967477,
      "loss": 0.6585,
      "step": 81547
    },
    {
      "epoch": 3.3400778210116733,
      "grad_norm": 1.6868393844548073,
      "learning_rate": 0.00012628199709819083,
      "loss": 0.7442,
      "step": 81548
    },
    {
      "epoch": 3.3401187794388694,
      "grad_norm": 1.5271213528047052,
      "learning_rate": 0.00012627877673791933,
      "loss": 0.7642,
      "step": 81549
    },
    {
      "epoch": 3.340159737866066,
      "grad_norm": 2.395292348117258,
      "learning_rate": 0.00012627555638886182,
      "loss": 2.1747,
      "step": 81550
    },
    {
      "epoch": 3.3402006962932624,
      "grad_norm": 0.9796342562421817,
      "learning_rate": 0.00012627233605101988,
      "loss": 0.2587,
      "step": 81551
    },
    {
      "epoch": 3.340241654720459,
      "grad_norm": 1.3178689322611967,
      "learning_rate": 0.00012626911572439503,
      "loss": 0.7479,
      "step": 81552
    },
    {
      "epoch": 3.340282613147655,
      "grad_norm": 1.2150918922504548,
      "learning_rate": 0.00012626589540898873,
      "loss": 0.4861,
      "step": 81553
    },
    {
      "epoch": 3.3403235715748516,
      "grad_norm": 1.2245734500978172,
      "learning_rate": 0.00012626267510480252,
      "loss": 0.4685,
      "step": 81554
    },
    {
      "epoch": 3.3403645300020477,
      "grad_norm": 1.5490440371893588,
      "learning_rate": 0.00012625945481183797,
      "loss": 0.8241,
      "step": 81555
    },
    {
      "epoch": 3.3404054884292442,
      "grad_norm": 1.538337039458927,
      "learning_rate": 0.00012625623453009656,
      "loss": 0.7708,
      "step": 81556
    },
    {
      "epoch": 3.3404464468564408,
      "grad_norm": 1.1298724570728613,
      "learning_rate": 0.00012625301425957984,
      "loss": 0.5129,
      "step": 81557
    },
    {
      "epoch": 3.3404874052836373,
      "grad_norm": 1.714454601477859,
      "learning_rate": 0.00012624979400028928,
      "loss": 0.9276,
      "step": 81558
    },
    {
      "epoch": 3.3405283637108334,
      "grad_norm": 1.279503496255514,
      "learning_rate": 0.00012624657375222647,
      "loss": 0.7616,
      "step": 81559
    },
    {
      "epoch": 3.34056932213803,
      "grad_norm": 0.7934400206181568,
      "learning_rate": 0.0001262433535153929,
      "loss": 0.2333,
      "step": 81560
    },
    {
      "epoch": 3.3406102805652265,
      "grad_norm": 1.4959578838670387,
      "learning_rate": 0.0001262401332897901,
      "loss": 0.7364,
      "step": 81561
    },
    {
      "epoch": 3.3406512389924226,
      "grad_norm": 3.3671061837923992,
      "learning_rate": 0.00012623691307541958,
      "loss": 3.226,
      "step": 81562
    },
    {
      "epoch": 3.340692197419619,
      "grad_norm": 1.354107320361092,
      "learning_rate": 0.00012623369287228286,
      "loss": 0.7435,
      "step": 81563
    },
    {
      "epoch": 3.3407331558468156,
      "grad_norm": 1.23909951107726,
      "learning_rate": 0.0001262304726803815,
      "loss": 0.5413,
      "step": 81564
    },
    {
      "epoch": 3.3407741142740117,
      "grad_norm": 1.539699249767246,
      "learning_rate": 0.00012622725249971699,
      "loss": 0.7281,
      "step": 81565
    },
    {
      "epoch": 3.3408150727012083,
      "grad_norm": 1.6921366826877464,
      "learning_rate": 0.0001262240323302908,
      "loss": 0.8551,
      "step": 81566
    },
    {
      "epoch": 3.340856031128405,
      "grad_norm": 0.9913556772789212,
      "learning_rate": 0.00012622081217210455,
      "loss": 0.3008,
      "step": 81567
    },
    {
      "epoch": 3.340896989555601,
      "grad_norm": 1.6904375683505635,
      "learning_rate": 0.00012621759202515972,
      "loss": 0.7711,
      "step": 81568
    },
    {
      "epoch": 3.3409379479827974,
      "grad_norm": 3.3884753421040825,
      "learning_rate": 0.00012621437188945782,
      "loss": 1.7547,
      "step": 81569
    },
    {
      "epoch": 3.340978906409994,
      "grad_norm": 1.1992782538653368,
      "learning_rate": 0.00012621115176500038,
      "loss": 0.6859,
      "step": 81570
    },
    {
      "epoch": 3.3410198648371905,
      "grad_norm": 1.323154877978722,
      "learning_rate": 0.00012620793165178895,
      "loss": 0.7481,
      "step": 81571
    },
    {
      "epoch": 3.3410608232643866,
      "grad_norm": 0.5193839935353138,
      "learning_rate": 0.00012620471154982502,
      "loss": 0.1294,
      "step": 81572
    },
    {
      "epoch": 3.341101781691583,
      "grad_norm": 1.6857700165874046,
      "learning_rate": 0.00012620149145911014,
      "loss": 0.6925,
      "step": 81573
    },
    {
      "epoch": 3.341142740118779,
      "grad_norm": 1.426171424865477,
      "learning_rate": 0.00012619827137964578,
      "loss": 0.6494,
      "step": 81574
    },
    {
      "epoch": 3.3411836985459757,
      "grad_norm": 1.1946519320627917,
      "learning_rate": 0.0001261950513114335,
      "loss": 0.5509,
      "step": 81575
    },
    {
      "epoch": 3.3412246569731723,
      "grad_norm": 1.1623466438803967,
      "learning_rate": 0.0001261918312544748,
      "loss": 0.6319,
      "step": 81576
    },
    {
      "epoch": 3.341265615400369,
      "grad_norm": 0.5907553585266064,
      "learning_rate": 0.0001261886112087713,
      "loss": 0.0804,
      "step": 81577
    },
    {
      "epoch": 3.341306573827565,
      "grad_norm": 1.6643648609983768,
      "learning_rate": 0.0001261853911743244,
      "loss": 0.9105,
      "step": 81578
    },
    {
      "epoch": 3.3413475322547614,
      "grad_norm": 1.9392682648371802,
      "learning_rate": 0.0001261821711511356,
      "loss": 1.4957,
      "step": 81579
    },
    {
      "epoch": 3.341388490681958,
      "grad_norm": 1.391227008451854,
      "learning_rate": 0.00012617895113920655,
      "loss": 0.6324,
      "step": 81580
    },
    {
      "epoch": 3.341429449109154,
      "grad_norm": 0.8288050151765254,
      "learning_rate": 0.00012617573113853873,
      "loss": 0.2222,
      "step": 81581
    },
    {
      "epoch": 3.3414704075363506,
      "grad_norm": 0.8890105236128258,
      "learning_rate": 0.00012617251114913362,
      "loss": 0.2654,
      "step": 81582
    },
    {
      "epoch": 3.341511365963547,
      "grad_norm": 1.4114879966140086,
      "learning_rate": 0.00012616929117099273,
      "loss": 0.6398,
      "step": 81583
    },
    {
      "epoch": 3.3415523243907432,
      "grad_norm": 0.8225141938165578,
      "learning_rate": 0.00012616607120411765,
      "loss": 0.2897,
      "step": 81584
    },
    {
      "epoch": 3.3415932828179398,
      "grad_norm": 1.131441141937657,
      "learning_rate": 0.0001261628512485099,
      "loss": 0.6583,
      "step": 81585
    },
    {
      "epoch": 3.3416342412451363,
      "grad_norm": 1.237750033218317,
      "learning_rate": 0.00012615963130417092,
      "loss": 0.7749,
      "step": 81586
    },
    {
      "epoch": 3.3416751996723324,
      "grad_norm": 1.447766862229407,
      "learning_rate": 0.00012615641137110227,
      "loss": 0.9101,
      "step": 81587
    },
    {
      "epoch": 3.341716158099529,
      "grad_norm": 1.409525842553577,
      "learning_rate": 0.00012615319144930552,
      "loss": 0.9713,
      "step": 81588
    },
    {
      "epoch": 3.3417571165267255,
      "grad_norm": 1.945108473173977,
      "learning_rate": 0.00012614997153878216,
      "loss": 1.2824,
      "step": 81589
    },
    {
      "epoch": 3.341798074953922,
      "grad_norm": 1.346581561074659,
      "learning_rate": 0.0001261467516395337,
      "loss": 0.6574,
      "step": 81590
    },
    {
      "epoch": 3.341839033381118,
      "grad_norm": 2.843028191605626,
      "learning_rate": 0.00012614353175156165,
      "loss": 1.0176,
      "step": 81591
    },
    {
      "epoch": 3.3418799918083146,
      "grad_norm": 1.5079516396520023,
      "learning_rate": 0.00012614031187486757,
      "loss": 0.7643,
      "step": 81592
    },
    {
      "epoch": 3.3419209502355107,
      "grad_norm": 1.0105506459311095,
      "learning_rate": 0.000126137092009453,
      "loss": 0.6496,
      "step": 81593
    },
    {
      "epoch": 3.3419619086627073,
      "grad_norm": 1.0520030271008138,
      "learning_rate": 0.0001261338721553194,
      "loss": 0.4878,
      "step": 81594
    },
    {
      "epoch": 3.342002867089904,
      "grad_norm": 0.8257930919349105,
      "learning_rate": 0.0001261306523124683,
      "loss": 0.2633,
      "step": 81595
    },
    {
      "epoch": 3.3420438255171003,
      "grad_norm": 1.8618369071479361,
      "learning_rate": 0.00012612743248090126,
      "loss": 1.2333,
      "step": 81596
    },
    {
      "epoch": 3.3420847839442964,
      "grad_norm": 1.4476435232192086,
      "learning_rate": 0.0001261242126606198,
      "loss": 0.8585,
      "step": 81597
    },
    {
      "epoch": 3.342125742371493,
      "grad_norm": 1.282749822999361,
      "learning_rate": 0.00012612099285162542,
      "loss": 0.7106,
      "step": 81598
    },
    {
      "epoch": 3.3421667007986895,
      "grad_norm": 1.1987657148903705,
      "learning_rate": 0.00012611777305391962,
      "loss": 0.4826,
      "step": 81599
    },
    {
      "epoch": 3.3422076592258856,
      "grad_norm": 1.44008474145855,
      "learning_rate": 0.000126114553267504,
      "loss": 0.7518,
      "step": 81600
    },
    {
      "epoch": 3.342248617653082,
      "grad_norm": 1.9630617360553861,
      "learning_rate": 0.00012611133349238002,
      "loss": 1.3393,
      "step": 81601
    },
    {
      "epoch": 3.3422895760802787,
      "grad_norm": 0.6655806168183224,
      "learning_rate": 0.0001261081137285492,
      "loss": 0.1599,
      "step": 81602
    },
    {
      "epoch": 3.3423305345074747,
      "grad_norm": 7.381853996239751,
      "learning_rate": 0.00012610489397601302,
      "loss": 1.631,
      "step": 81603
    },
    {
      "epoch": 3.3423714929346713,
      "grad_norm": 1.0385376469782488,
      "learning_rate": 0.00012610167423477315,
      "loss": 0.5124,
      "step": 81604
    },
    {
      "epoch": 3.342412451361868,
      "grad_norm": 1.6007693827800051,
      "learning_rate": 0.00012609845450483099,
      "loss": 0.7977,
      "step": 81605
    },
    {
      "epoch": 3.342453409789064,
      "grad_norm": 1.2875236015485954,
      "learning_rate": 0.0001260952347861881,
      "loss": 0.7388,
      "step": 81606
    },
    {
      "epoch": 3.3424943682162604,
      "grad_norm": 1.5824272532375014,
      "learning_rate": 0.00012609201507884598,
      "loss": 0.9059,
      "step": 81607
    },
    {
      "epoch": 3.342535326643457,
      "grad_norm": 1.2596639312908628,
      "learning_rate": 0.00012608879538280617,
      "loss": 0.5619,
      "step": 81608
    },
    {
      "epoch": 3.3425762850706535,
      "grad_norm": 1.7407757472944774,
      "learning_rate": 0.00012608557569807023,
      "loss": 0.7554,
      "step": 81609
    },
    {
      "epoch": 3.3426172434978496,
      "grad_norm": 1.521503903057737,
      "learning_rate": 0.0001260823560246396,
      "loss": 0.8516,
      "step": 81610
    },
    {
      "epoch": 3.342658201925046,
      "grad_norm": 0.9525996862750262,
      "learning_rate": 0.00012607913636251584,
      "loss": 0.4288,
      "step": 81611
    },
    {
      "epoch": 3.3426991603522422,
      "grad_norm": 1.307257005882748,
      "learning_rate": 0.00012607591671170052,
      "loss": 0.6006,
      "step": 81612
    },
    {
      "epoch": 3.3427401187794388,
      "grad_norm": 1.5645223236625572,
      "learning_rate": 0.00012607269707219507,
      "loss": 0.6176,
      "step": 81613
    },
    {
      "epoch": 3.3427810772066353,
      "grad_norm": 1.5478423204738863,
      "learning_rate": 0.00012606947744400108,
      "loss": 0.9199,
      "step": 81614
    },
    {
      "epoch": 3.342822035633832,
      "grad_norm": 1.175254954112416,
      "learning_rate": 0.00012606625782712007,
      "loss": 0.6913,
      "step": 81615
    },
    {
      "epoch": 3.342862994061028,
      "grad_norm": 1.5317422751633374,
      "learning_rate": 0.00012606303822155352,
      "loss": 0.6457,
      "step": 81616
    },
    {
      "epoch": 3.3429039524882245,
      "grad_norm": 1.4498482794841976,
      "learning_rate": 0.00012605981862730297,
      "loss": 0.9426,
      "step": 81617
    },
    {
      "epoch": 3.342944910915421,
      "grad_norm": 1.4387859506943637,
      "learning_rate": 0.00012605659904437,
      "loss": 0.9161,
      "step": 81618
    },
    {
      "epoch": 3.342985869342617,
      "grad_norm": 1.3708354231698607,
      "learning_rate": 0.00012605337947275605,
      "loss": 0.7286,
      "step": 81619
    },
    {
      "epoch": 3.3430268277698136,
      "grad_norm": 1.5001208089170457,
      "learning_rate": 0.0001260501599124627,
      "loss": 0.7229,
      "step": 81620
    },
    {
      "epoch": 3.34306778619701,
      "grad_norm": 1.5285475587388464,
      "learning_rate": 0.0001260469403634914,
      "loss": 0.6605,
      "step": 81621
    },
    {
      "epoch": 3.3431087446242063,
      "grad_norm": 1.751935990561697,
      "learning_rate": 0.0001260437208258437,
      "loss": 1.0144,
      "step": 81622
    },
    {
      "epoch": 3.343149703051403,
      "grad_norm": 2.443307567572332,
      "learning_rate": 0.0001260405012995212,
      "loss": 0.9747,
      "step": 81623
    },
    {
      "epoch": 3.3431906614785993,
      "grad_norm": 1.4987680685368223,
      "learning_rate": 0.0001260372817845253,
      "loss": 0.671,
      "step": 81624
    },
    {
      "epoch": 3.3432316199057954,
      "grad_norm": 1.435086384313745,
      "learning_rate": 0.00012603406228085763,
      "loss": 0.9669,
      "step": 81625
    },
    {
      "epoch": 3.343272578332992,
      "grad_norm": 1.6340708956291643,
      "learning_rate": 0.00012603084278851962,
      "loss": 1.162,
      "step": 81626
    },
    {
      "epoch": 3.3433135367601885,
      "grad_norm": 1.114382457444153,
      "learning_rate": 0.00012602762330751285,
      "loss": 0.5104,
      "step": 81627
    },
    {
      "epoch": 3.343354495187385,
      "grad_norm": 1.425050432197916,
      "learning_rate": 0.00012602440383783887,
      "loss": 0.8241,
      "step": 81628
    },
    {
      "epoch": 3.343395453614581,
      "grad_norm": 1.2469696052734653,
      "learning_rate": 0.00012602118437949911,
      "loss": 0.8071,
      "step": 81629
    },
    {
      "epoch": 3.3434364120417777,
      "grad_norm": 1.3846626125876298,
      "learning_rate": 0.00012601796493249515,
      "loss": 0.7746,
      "step": 81630
    },
    {
      "epoch": 3.3434773704689738,
      "grad_norm": 1.340538935673052,
      "learning_rate": 0.00012601474549682852,
      "loss": 0.6597,
      "step": 81631
    },
    {
      "epoch": 3.3435183288961703,
      "grad_norm": 2.0728113855532,
      "learning_rate": 0.00012601152607250073,
      "loss": 1.0277,
      "step": 81632
    },
    {
      "epoch": 3.343559287323367,
      "grad_norm": 1.3027544902979389,
      "learning_rate": 0.0001260083066595133,
      "loss": 0.5028,
      "step": 81633
    },
    {
      "epoch": 3.3436002457505634,
      "grad_norm": 1.2310705113229097,
      "learning_rate": 0.00012600508725786773,
      "loss": 0.6197,
      "step": 81634
    },
    {
      "epoch": 3.3436412041777595,
      "grad_norm": 0.8681352196967238,
      "learning_rate": 0.0001260018678675656,
      "loss": 0.2878,
      "step": 81635
    },
    {
      "epoch": 3.343682162604956,
      "grad_norm": 1.9830486509036738,
      "learning_rate": 0.00012599864848860835,
      "loss": 0.9754,
      "step": 81636
    },
    {
      "epoch": 3.3437231210321525,
      "grad_norm": 1.481053777386339,
      "learning_rate": 0.00012599542912099758,
      "loss": 0.7723,
      "step": 81637
    },
    {
      "epoch": 3.3437640794593486,
      "grad_norm": 0.9389287565187356,
      "learning_rate": 0.00012599220976473473,
      "loss": 0.2597,
      "step": 81638
    },
    {
      "epoch": 3.343805037886545,
      "grad_norm": 0.8252896461204152,
      "learning_rate": 0.0001259889904198214,
      "loss": 0.1222,
      "step": 81639
    },
    {
      "epoch": 3.3438459963137417,
      "grad_norm": 1.171715790151267,
      "learning_rate": 0.00012598577108625911,
      "loss": 0.5416,
      "step": 81640
    },
    {
      "epoch": 3.343886954740938,
      "grad_norm": 1.0863395605841895,
      "learning_rate": 0.00012598255176404934,
      "loss": 0.4819,
      "step": 81641
    },
    {
      "epoch": 3.3439279131681343,
      "grad_norm": 1.2054387487497351,
      "learning_rate": 0.00012597933245319363,
      "loss": 0.4923,
      "step": 81642
    },
    {
      "epoch": 3.343968871595331,
      "grad_norm": 1.4152418242686748,
      "learning_rate": 0.00012597611315369345,
      "loss": 0.7373,
      "step": 81643
    },
    {
      "epoch": 3.344009830022527,
      "grad_norm": 1.3316625066870469,
      "learning_rate": 0.00012597289386555042,
      "loss": 0.5423,
      "step": 81644
    },
    {
      "epoch": 3.3440507884497235,
      "grad_norm": 1.1666993927597875,
      "learning_rate": 0.000125969674588766,
      "loss": 0.5577,
      "step": 81645
    },
    {
      "epoch": 3.34409174687692,
      "grad_norm": 1.5938575956736527,
      "learning_rate": 0.0001259664553233417,
      "loss": 1.0545,
      "step": 81646
    },
    {
      "epoch": 3.3441327053041165,
      "grad_norm": 2.2131889399626083,
      "learning_rate": 0.00012596323606927907,
      "loss": 1.5858,
      "step": 81647
    },
    {
      "epoch": 3.3441736637313126,
      "grad_norm": 1.8851967241819065,
      "learning_rate": 0.00012596001682657965,
      "loss": 0.8773,
      "step": 81648
    },
    {
      "epoch": 3.344214622158509,
      "grad_norm": 1.080183437940432,
      "learning_rate": 0.00012595679759524493,
      "loss": 0.3696,
      "step": 81649
    },
    {
      "epoch": 3.3442555805857053,
      "grad_norm": 1.2623286200657957,
      "learning_rate": 0.00012595357837527646,
      "loss": 0.5549,
      "step": 81650
    },
    {
      "epoch": 3.344296539012902,
      "grad_norm": 0.2644932728735273,
      "learning_rate": 0.0001259503591666757,
      "loss": 0.0265,
      "step": 81651
    },
    {
      "epoch": 3.3443374974400983,
      "grad_norm": 0.7836920089377957,
      "learning_rate": 0.00012594713996944424,
      "loss": 0.2575,
      "step": 81652
    },
    {
      "epoch": 3.344378455867295,
      "grad_norm": 1.454373467480616,
      "learning_rate": 0.00012594392078358357,
      "loss": 0.7504,
      "step": 81653
    },
    {
      "epoch": 3.344419414294491,
      "grad_norm": 1.26054750467703,
      "learning_rate": 0.00012594070160909523,
      "loss": 0.5777,
      "step": 81654
    },
    {
      "epoch": 3.3444603727216875,
      "grad_norm": 0.9175364465179208,
      "learning_rate": 0.0001259374824459807,
      "loss": 0.2853,
      "step": 81655
    },
    {
      "epoch": 3.344501331148884,
      "grad_norm": 1.3354864826247363,
      "learning_rate": 0.00012593426329424157,
      "loss": 0.5732,
      "step": 81656
    },
    {
      "epoch": 3.34454228957608,
      "grad_norm": 1.6362836641834464,
      "learning_rate": 0.0001259310441538793,
      "loss": 0.8859,
      "step": 81657
    },
    {
      "epoch": 3.3445832480032767,
      "grad_norm": 8.846763205905923,
      "learning_rate": 0.00012592782502489548,
      "loss": 5.1381,
      "step": 81658
    },
    {
      "epoch": 3.344624206430473,
      "grad_norm": 1.237087604645072,
      "learning_rate": 0.0001259246059072915,
      "loss": 0.7159,
      "step": 81659
    },
    {
      "epoch": 3.3446651648576693,
      "grad_norm": 0.7901831486992343,
      "learning_rate": 0.00012592138680106904,
      "loss": 0.2599,
      "step": 81660
    },
    {
      "epoch": 3.344706123284866,
      "grad_norm": 1.379404300375649,
      "learning_rate": 0.00012591816770622956,
      "loss": 0.578,
      "step": 81661
    },
    {
      "epoch": 3.3447470817120624,
      "grad_norm": 0.6700313462944445,
      "learning_rate": 0.00012591494862277454,
      "loss": 0.1174,
      "step": 81662
    },
    {
      "epoch": 3.3447880401392585,
      "grad_norm": 1.1777025971212014,
      "learning_rate": 0.00012591172955070553,
      "loss": 0.5368,
      "step": 81663
    },
    {
      "epoch": 3.344828998566455,
      "grad_norm": 1.5110104803361761,
      "learning_rate": 0.00012590851049002405,
      "loss": 0.9081,
      "step": 81664
    },
    {
      "epoch": 3.3448699569936515,
      "grad_norm": 1.4692335385255684,
      "learning_rate": 0.00012590529144073165,
      "loss": 1.01,
      "step": 81665
    },
    {
      "epoch": 3.344910915420848,
      "grad_norm": 1.4149546901902785,
      "learning_rate": 0.00012590207240282983,
      "loss": 0.7167,
      "step": 81666
    },
    {
      "epoch": 3.344951873848044,
      "grad_norm": 1.130138514663976,
      "learning_rate": 0.0001258988533763201,
      "loss": 0.5841,
      "step": 81667
    },
    {
      "epoch": 3.3449928322752407,
      "grad_norm": 1.446790716677144,
      "learning_rate": 0.000125895634361204,
      "loss": 0.8249,
      "step": 81668
    },
    {
      "epoch": 3.345033790702437,
      "grad_norm": 1.0881406920280814,
      "learning_rate": 0.00012589241535748306,
      "loss": 0.3603,
      "step": 81669
    },
    {
      "epoch": 3.3450747491296333,
      "grad_norm": 0.9075809364876781,
      "learning_rate": 0.00012588919636515877,
      "loss": 0.2769,
      "step": 81670
    },
    {
      "epoch": 3.34511570755683,
      "grad_norm": 12.388198518844057,
      "learning_rate": 0.00012588597738423263,
      "loss": 1.2211,
      "step": 81671
    },
    {
      "epoch": 3.3451566659840264,
      "grad_norm": 1.343678317762031,
      "learning_rate": 0.00012588275841470627,
      "loss": 0.6254,
      "step": 81672
    },
    {
      "epoch": 3.3451976244112225,
      "grad_norm": 1.1992801242232924,
      "learning_rate": 0.00012587953945658112,
      "loss": 0.6378,
      "step": 81673
    },
    {
      "epoch": 3.345238582838419,
      "grad_norm": 0.6459895654432178,
      "learning_rate": 0.00012587632050985872,
      "loss": 0.1487,
      "step": 81674
    },
    {
      "epoch": 3.3452795412656156,
      "grad_norm": 9.37349276584506,
      "learning_rate": 0.0001258731015745406,
      "loss": 2.4286,
      "step": 81675
    },
    {
      "epoch": 3.3453204996928116,
      "grad_norm": 0.9010363057558244,
      "learning_rate": 0.00012586988265062826,
      "loss": 0.2603,
      "step": 81676
    },
    {
      "epoch": 3.345361458120008,
      "grad_norm": 1.1898287532905027,
      "learning_rate": 0.00012586666373812325,
      "loss": 0.6061,
      "step": 81677
    },
    {
      "epoch": 3.3454024165472047,
      "grad_norm": 1.6770945946709914,
      "learning_rate": 0.0001258634448370271,
      "loss": 1.0624,
      "step": 81678
    },
    {
      "epoch": 3.345443374974401,
      "grad_norm": 1.630708727580366,
      "learning_rate": 0.00012586022594734126,
      "loss": 0.8724,
      "step": 81679
    },
    {
      "epoch": 3.3454843334015973,
      "grad_norm": 1.6520873814056525,
      "learning_rate": 0.00012585700706906733,
      "loss": 0.8015,
      "step": 81680
    },
    {
      "epoch": 3.345525291828794,
      "grad_norm": 1.4341675382924932,
      "learning_rate": 0.00012585378820220683,
      "loss": 0.8929,
      "step": 81681
    },
    {
      "epoch": 3.34556625025599,
      "grad_norm": 1.842950805553398,
      "learning_rate": 0.00012585056934676125,
      "loss": 1.1361,
      "step": 81682
    },
    {
      "epoch": 3.3456072086831865,
      "grad_norm": 0.9949645401762612,
      "learning_rate": 0.00012584735050273215,
      "loss": 0.5005,
      "step": 81683
    },
    {
      "epoch": 3.345648167110383,
      "grad_norm": 1.3759831774804558,
      "learning_rate": 0.00012584413167012094,
      "loss": 0.6608,
      "step": 81684
    },
    {
      "epoch": 3.3456891255375796,
      "grad_norm": 1.3710597970789649,
      "learning_rate": 0.0001258409128489293,
      "loss": 0.765,
      "step": 81685
    },
    {
      "epoch": 3.3457300839647757,
      "grad_norm": 0.9754727659943729,
      "learning_rate": 0.00012583769403915862,
      "loss": 0.4323,
      "step": 81686
    },
    {
      "epoch": 3.345771042391972,
      "grad_norm": 1.6998455329371172,
      "learning_rate": 0.0001258344752408105,
      "loss": 0.5851,
      "step": 81687
    },
    {
      "epoch": 3.3458120008191683,
      "grad_norm": 1.2387341742662805,
      "learning_rate": 0.00012583125645388642,
      "loss": 0.6855,
      "step": 81688
    },
    {
      "epoch": 3.345852959246365,
      "grad_norm": 0.9259313656972745,
      "learning_rate": 0.00012582803767838803,
      "loss": 0.2268,
      "step": 81689
    },
    {
      "epoch": 3.3458939176735614,
      "grad_norm": 0.8335185697731838,
      "learning_rate": 0.00012582481891431661,
      "loss": 0.241,
      "step": 81690
    },
    {
      "epoch": 3.345934876100758,
      "grad_norm": 1.2426677202666552,
      "learning_rate": 0.00012582160016167386,
      "loss": 0.6309,
      "step": 81691
    },
    {
      "epoch": 3.345975834527954,
      "grad_norm": 1.3103144055360134,
      "learning_rate": 0.00012581838142046125,
      "loss": 0.5682,
      "step": 81692
    },
    {
      "epoch": 3.3460167929551505,
      "grad_norm": 1.674438512739391,
      "learning_rate": 0.0001258151626906803,
      "loss": 0.9563,
      "step": 81693
    },
    {
      "epoch": 3.346057751382347,
      "grad_norm": 1.2367441151360103,
      "learning_rate": 0.0001258119439723325,
      "loss": 0.6969,
      "step": 81694
    },
    {
      "epoch": 3.346098709809543,
      "grad_norm": 1.5589827706637611,
      "learning_rate": 0.00012580872526541946,
      "loss": 1.1069,
      "step": 81695
    },
    {
      "epoch": 3.3461396682367397,
      "grad_norm": 1.7671414442906732,
      "learning_rate": 0.00012580550656994264,
      "loss": 0.5761,
      "step": 81696
    },
    {
      "epoch": 3.3461806266639362,
      "grad_norm": 1.7082621042044797,
      "learning_rate": 0.0001258022878859036,
      "loss": 0.9163,
      "step": 81697
    },
    {
      "epoch": 3.3462215850911323,
      "grad_norm": 1.2866316682344499,
      "learning_rate": 0.00012579906921330374,
      "loss": 0.7572,
      "step": 81698
    },
    {
      "epoch": 3.346262543518329,
      "grad_norm": 1.372458130335136,
      "learning_rate": 0.00012579585055214477,
      "loss": 0.766,
      "step": 81699
    },
    {
      "epoch": 3.3463035019455254,
      "grad_norm": 1.4443116602262158,
      "learning_rate": 0.0001257926319024281,
      "loss": 0.9311,
      "step": 81700
    },
    {
      "epoch": 3.3463444603727215,
      "grad_norm": 1.3224308216959098,
      "learning_rate": 0.00012578941326415525,
      "loss": 0.6772,
      "step": 81701
    },
    {
      "epoch": 3.346385418799918,
      "grad_norm": 1.2599406248452145,
      "learning_rate": 0.00012578619463732776,
      "loss": 0.5314,
      "step": 81702
    },
    {
      "epoch": 3.3464263772271146,
      "grad_norm": 1.1415277868164662,
      "learning_rate": 0.00012578297602194717,
      "loss": 0.5441,
      "step": 81703
    },
    {
      "epoch": 3.346467335654311,
      "grad_norm": 1.5098471920175685,
      "learning_rate": 0.00012577975741801496,
      "loss": 0.5514,
      "step": 81704
    },
    {
      "epoch": 3.346508294081507,
      "grad_norm": 1.3331103070888632,
      "learning_rate": 0.0001257765388255327,
      "loss": 0.693,
      "step": 81705
    },
    {
      "epoch": 3.3465492525087037,
      "grad_norm": 1.3662549008494287,
      "learning_rate": 0.00012577332024450185,
      "loss": 0.6858,
      "step": 81706
    },
    {
      "epoch": 3.3465902109359,
      "grad_norm": 1.3548419212779583,
      "learning_rate": 0.000125770101674924,
      "loss": 0.3279,
      "step": 81707
    },
    {
      "epoch": 3.3466311693630963,
      "grad_norm": 1.3016077659580474,
      "learning_rate": 0.00012576688311680064,
      "loss": 0.5222,
      "step": 81708
    },
    {
      "epoch": 3.346672127790293,
      "grad_norm": 1.1524833751583796,
      "learning_rate": 0.00012576366457013328,
      "loss": 0.5667,
      "step": 81709
    },
    {
      "epoch": 3.3467130862174894,
      "grad_norm": 1.4527113467049815,
      "learning_rate": 0.00012576044603492345,
      "loss": 0.9858,
      "step": 81710
    },
    {
      "epoch": 3.3467540446446855,
      "grad_norm": 1.7120367853066227,
      "learning_rate": 0.00012575722751117268,
      "loss": 0.7002,
      "step": 81711
    },
    {
      "epoch": 3.346795003071882,
      "grad_norm": 1.3536442058253906,
      "learning_rate": 0.0001257540089988825,
      "loss": 0.7284,
      "step": 81712
    },
    {
      "epoch": 3.3468359614990786,
      "grad_norm": 1.297592431504582,
      "learning_rate": 0.0001257507904980544,
      "loss": 0.5774,
      "step": 81713
    },
    {
      "epoch": 3.3468769199262747,
      "grad_norm": 0.9879062222684708,
      "learning_rate": 0.00012574757200868993,
      "loss": 0.5818,
      "step": 81714
    },
    {
      "epoch": 3.346917878353471,
      "grad_norm": 0.9516722164221904,
      "learning_rate": 0.0001257443535307906,
      "loss": 0.2635,
      "step": 81715
    },
    {
      "epoch": 3.3469588367806677,
      "grad_norm": 1.321244776693033,
      "learning_rate": 0.0001257411350643579,
      "loss": 0.9318,
      "step": 81716
    },
    {
      "epoch": 3.346999795207864,
      "grad_norm": 1.1673396940009504,
      "learning_rate": 0.00012573791660939343,
      "loss": 0.6341,
      "step": 81717
    },
    {
      "epoch": 3.3470407536350604,
      "grad_norm": 1.3208825185079702,
      "learning_rate": 0.00012573469816589867,
      "loss": 0.6153,
      "step": 81718
    },
    {
      "epoch": 3.347081712062257,
      "grad_norm": 1.8035675717978632,
      "learning_rate": 0.00012573147973387507,
      "loss": 0.7409,
      "step": 81719
    },
    {
      "epoch": 3.347122670489453,
      "grad_norm": 1.4411739520742626,
      "learning_rate": 0.00012572826131332428,
      "loss": 0.7317,
      "step": 81720
    },
    {
      "epoch": 3.3471636289166495,
      "grad_norm": 1.4017377596959877,
      "learning_rate": 0.00012572504290424776,
      "loss": 0.6871,
      "step": 81721
    },
    {
      "epoch": 3.347204587343846,
      "grad_norm": 0.783903358421468,
      "learning_rate": 0.000125721824506647,
      "loss": 0.2495,
      "step": 81722
    },
    {
      "epoch": 3.3472455457710426,
      "grad_norm": 1.939372191507831,
      "learning_rate": 0.00012571860612052354,
      "loss": 1.3389,
      "step": 81723
    },
    {
      "epoch": 3.3472865041982387,
      "grad_norm": 1.3899041845170235,
      "learning_rate": 0.00012571538774587896,
      "loss": 1.0203,
      "step": 81724
    },
    {
      "epoch": 3.3473274626254352,
      "grad_norm": 1.4455163994184443,
      "learning_rate": 0.00012571216938271471,
      "loss": 0.7657,
      "step": 81725
    },
    {
      "epoch": 3.3473684210526318,
      "grad_norm": 0.6677813148239836,
      "learning_rate": 0.00012570895103103234,
      "loss": 0.1891,
      "step": 81726
    },
    {
      "epoch": 3.347409379479828,
      "grad_norm": 1.376288780943909,
      "learning_rate": 0.00012570573269083334,
      "loss": 0.7324,
      "step": 81727
    },
    {
      "epoch": 3.3474503379070244,
      "grad_norm": 2.7207974037100184,
      "learning_rate": 0.0001257025143621193,
      "loss": 1.284,
      "step": 81728
    },
    {
      "epoch": 3.347491296334221,
      "grad_norm": 1.368716097834618,
      "learning_rate": 0.0001256992960448917,
      "loss": 0.8021,
      "step": 81729
    },
    {
      "epoch": 3.347532254761417,
      "grad_norm": 2.253896626049337,
      "learning_rate": 0.00012569607773915207,
      "loss": 1.2373,
      "step": 81730
    },
    {
      "epoch": 3.3475732131886136,
      "grad_norm": 1.4108125733618795,
      "learning_rate": 0.00012569285944490189,
      "loss": 0.6509,
      "step": 81731
    },
    {
      "epoch": 3.34761417161581,
      "grad_norm": 1.547791649170356,
      "learning_rate": 0.00012568964116214273,
      "loss": 0.9689,
      "step": 81732
    },
    {
      "epoch": 3.347655130043006,
      "grad_norm": 1.403981537528171,
      "learning_rate": 0.00012568642289087611,
      "loss": 0.3306,
      "step": 81733
    },
    {
      "epoch": 3.3476960884702027,
      "grad_norm": 1.3626353876215198,
      "learning_rate": 0.00012568320463110353,
      "loss": 0.7236,
      "step": 81734
    },
    {
      "epoch": 3.3477370468973993,
      "grad_norm": 1.659870877249596,
      "learning_rate": 0.0001256799863828265,
      "loss": 0.8289,
      "step": 81735
    },
    {
      "epoch": 3.3477780053245954,
      "grad_norm": 1.0084427167197028,
      "learning_rate": 0.00012567676814604657,
      "loss": 0.3453,
      "step": 81736
    },
    {
      "epoch": 3.347818963751792,
      "grad_norm": 1.200000787796048,
      "learning_rate": 0.00012567354992076528,
      "loss": 0.6191,
      "step": 81737
    },
    {
      "epoch": 3.3478599221789884,
      "grad_norm": 1.0732568885910345,
      "learning_rate": 0.00012567033170698413,
      "loss": 0.4993,
      "step": 81738
    },
    {
      "epoch": 3.3479008806061845,
      "grad_norm": 1.52084939198206,
      "learning_rate": 0.0001256671135047046,
      "loss": 1.0178,
      "step": 81739
    },
    {
      "epoch": 3.347941839033381,
      "grad_norm": 1.3720745718096703,
      "learning_rate": 0.00012566389531392825,
      "loss": 0.6477,
      "step": 81740
    },
    {
      "epoch": 3.3479827974605776,
      "grad_norm": 1.4897089017381109,
      "learning_rate": 0.00012566067713465663,
      "loss": 0.7286,
      "step": 81741
    },
    {
      "epoch": 3.348023755887774,
      "grad_norm": 0.8671436136456058,
      "learning_rate": 0.0001256574589668912,
      "loss": 0.2533,
      "step": 81742
    },
    {
      "epoch": 3.34806471431497,
      "grad_norm": 1.2506658643562878,
      "learning_rate": 0.00012565424081063348,
      "loss": 0.6557,
      "step": 81743
    },
    {
      "epoch": 3.3481056727421667,
      "grad_norm": 1.0903876565165327,
      "learning_rate": 0.00012565102266588507,
      "loss": 0.6857,
      "step": 81744
    },
    {
      "epoch": 3.3481466311693633,
      "grad_norm": 1.3286771772214991,
      "learning_rate": 0.00012564780453264745,
      "loss": 0.6537,
      "step": 81745
    },
    {
      "epoch": 3.3481875895965594,
      "grad_norm": 1.3057619653518642,
      "learning_rate": 0.00012564458641092213,
      "loss": 0.6956,
      "step": 81746
    },
    {
      "epoch": 3.348228548023756,
      "grad_norm": 1.4187222316813066,
      "learning_rate": 0.00012564136830071058,
      "loss": 0.8333,
      "step": 81747
    },
    {
      "epoch": 3.3482695064509524,
      "grad_norm": 0.9862813684544401,
      "learning_rate": 0.00012563815020201445,
      "loss": 0.4448,
      "step": 81748
    },
    {
      "epoch": 3.3483104648781485,
      "grad_norm": 1.3532524977138356,
      "learning_rate": 0.00012563493211483514,
      "loss": 0.7256,
      "step": 81749
    },
    {
      "epoch": 3.348351423305345,
      "grad_norm": 1.3773718892967342,
      "learning_rate": 0.00012563171403917424,
      "loss": 0.6238,
      "step": 81750
    },
    {
      "epoch": 3.3483923817325416,
      "grad_norm": 8.89287707665312,
      "learning_rate": 0.00012562849597503323,
      "loss": 2.0225,
      "step": 81751
    },
    {
      "epoch": 3.3484333401597377,
      "grad_norm": 1.637177297349245,
      "learning_rate": 0.00012562527792241368,
      "loss": 0.9862,
      "step": 81752
    },
    {
      "epoch": 3.3484742985869342,
      "grad_norm": 1.0158032303589237,
      "learning_rate": 0.0001256220598813171,
      "loss": 0.554,
      "step": 81753
    },
    {
      "epoch": 3.3485152570141308,
      "grad_norm": 6.551095050671629,
      "learning_rate": 0.00012561884185174497,
      "loss": 2.5349,
      "step": 81754
    },
    {
      "epoch": 3.348556215441327,
      "grad_norm": 1.3618029043048658,
      "learning_rate": 0.00012561562383369887,
      "loss": 0.7951,
      "step": 81755
    },
    {
      "epoch": 3.3485971738685234,
      "grad_norm": 1.118045095012955,
      "learning_rate": 0.00012561240582718023,
      "loss": 0.6159,
      "step": 81756
    },
    {
      "epoch": 3.34863813229572,
      "grad_norm": 1.420915812458612,
      "learning_rate": 0.00012560918783219066,
      "loss": 0.6823,
      "step": 81757
    },
    {
      "epoch": 3.348679090722916,
      "grad_norm": 1.2779078619197182,
      "learning_rate": 0.00012560596984873167,
      "loss": 0.801,
      "step": 81758
    },
    {
      "epoch": 3.3487200491501126,
      "grad_norm": 1.120511767513079,
      "learning_rate": 0.00012560275187680476,
      "loss": 0.6173,
      "step": 81759
    },
    {
      "epoch": 3.348761007577309,
      "grad_norm": 0.635326978865339,
      "learning_rate": 0.00012559953391641146,
      "loss": 0.1884,
      "step": 81760
    },
    {
      "epoch": 3.3488019660045056,
      "grad_norm": 2.707753441145758,
      "learning_rate": 0.00012559631596755326,
      "loss": 1.1256,
      "step": 81761
    },
    {
      "epoch": 3.3488429244317017,
      "grad_norm": 4.554797321832391,
      "learning_rate": 0.00012559309803023168,
      "loss": 5.4622,
      "step": 81762
    },
    {
      "epoch": 3.3488838828588983,
      "grad_norm": 0.5781473842961143,
      "learning_rate": 0.0001255898801044483,
      "loss": 0.1262,
      "step": 81763
    },
    {
      "epoch": 3.348924841286095,
      "grad_norm": 0.8936575271168808,
      "learning_rate": 0.0001255866621902046,
      "loss": 0.2698,
      "step": 81764
    },
    {
      "epoch": 3.348965799713291,
      "grad_norm": 1.1937484457105758,
      "learning_rate": 0.00012558344428750213,
      "loss": 0.6338,
      "step": 81765
    },
    {
      "epoch": 3.3490067581404874,
      "grad_norm": 1.7984856833658478,
      "learning_rate": 0.00012558022639634235,
      "loss": 1.0643,
      "step": 81766
    },
    {
      "epoch": 3.349047716567684,
      "grad_norm": 1.2816021677937224,
      "learning_rate": 0.00012557700851672685,
      "loss": 0.6376,
      "step": 81767
    },
    {
      "epoch": 3.34908867499488,
      "grad_norm": 1.1980316951607342,
      "learning_rate": 0.0001255737906486571,
      "loss": 0.6052,
      "step": 81768
    },
    {
      "epoch": 3.3491296334220766,
      "grad_norm": 1.686588871282595,
      "learning_rate": 0.0001255705727921347,
      "loss": 1.142,
      "step": 81769
    },
    {
      "epoch": 3.349170591849273,
      "grad_norm": 0.7926747252739581,
      "learning_rate": 0.00012556735494716103,
      "loss": 0.2637,
      "step": 81770
    },
    {
      "epoch": 3.349211550276469,
      "grad_norm": 1.2012179959379372,
      "learning_rate": 0.00012556413711373776,
      "loss": 0.6166,
      "step": 81771
    },
    {
      "epoch": 3.3492525087036658,
      "grad_norm": 1.4671615167426755,
      "learning_rate": 0.00012556091929186633,
      "loss": 0.6949,
      "step": 81772
    },
    {
      "epoch": 3.3492934671308623,
      "grad_norm": 1.7904550816576381,
      "learning_rate": 0.0001255577014815483,
      "loss": 0.7363,
      "step": 81773
    },
    {
      "epoch": 3.3493344255580584,
      "grad_norm": 1.4555444860628968,
      "learning_rate": 0.00012555448368278512,
      "loss": 0.7845,
      "step": 81774
    },
    {
      "epoch": 3.349375383985255,
      "grad_norm": 0.8956562907110661,
      "learning_rate": 0.0001255512658955784,
      "loss": 0.254,
      "step": 81775
    },
    {
      "epoch": 3.3494163424124515,
      "grad_norm": 1.2026097828202713,
      "learning_rate": 0.0001255480481199296,
      "loss": 0.7221,
      "step": 81776
    },
    {
      "epoch": 3.3494573008396475,
      "grad_norm": 1.3745079571049226,
      "learning_rate": 0.0001255448303558403,
      "loss": 0.6311,
      "step": 81777
    },
    {
      "epoch": 3.349498259266844,
      "grad_norm": 1.897238480889008,
      "learning_rate": 0.00012554161260331195,
      "loss": 0.8849,
      "step": 81778
    },
    {
      "epoch": 3.3495392176940406,
      "grad_norm": 1.315339810128711,
      "learning_rate": 0.00012553839486234612,
      "loss": 0.6145,
      "step": 81779
    },
    {
      "epoch": 3.349580176121237,
      "grad_norm": 0.6078055954604857,
      "learning_rate": 0.00012553517713294432,
      "loss": 0.2131,
      "step": 81780
    },
    {
      "epoch": 3.3496211345484332,
      "grad_norm": 1.6619239591982087,
      "learning_rate": 0.00012553195941510808,
      "loss": 0.9521,
      "step": 81781
    },
    {
      "epoch": 3.34966209297563,
      "grad_norm": 1.7750148776701586,
      "learning_rate": 0.00012552874170883887,
      "loss": 1.328,
      "step": 81782
    },
    {
      "epoch": 3.3497030514028263,
      "grad_norm": 1.5509971142095333,
      "learning_rate": 0.0001255255240141383,
      "loss": 1.006,
      "step": 81783
    },
    {
      "epoch": 3.3497440098300224,
      "grad_norm": 1.3493352456572516,
      "learning_rate": 0.00012552230633100782,
      "loss": 0.8853,
      "step": 81784
    },
    {
      "epoch": 3.349784968257219,
      "grad_norm": 1.3276964709211898,
      "learning_rate": 0.00012551908865944897,
      "loss": 0.7172,
      "step": 81785
    },
    {
      "epoch": 3.3498259266844155,
      "grad_norm": 2.099396043610438,
      "learning_rate": 0.00012551587099946326,
      "loss": 1.6479,
      "step": 81786
    },
    {
      "epoch": 3.3498668851116116,
      "grad_norm": 1.5597083674941974,
      "learning_rate": 0.00012551265335105226,
      "loss": 0.8167,
      "step": 81787
    },
    {
      "epoch": 3.349907843538808,
      "grad_norm": 1.4039489829593388,
      "learning_rate": 0.0001255094357142174,
      "loss": 0.8621,
      "step": 81788
    },
    {
      "epoch": 3.3499488019660046,
      "grad_norm": 1.5675949518928514,
      "learning_rate": 0.00012550621808896033,
      "loss": 0.8983,
      "step": 81789
    },
    {
      "epoch": 3.3499897603932007,
      "grad_norm": 1.2815564847864633,
      "learning_rate": 0.00012550300047528247,
      "loss": 0.6953,
      "step": 81790
    },
    {
      "epoch": 3.3500307188203973,
      "grad_norm": 1.5982521270639882,
      "learning_rate": 0.00012549978287318533,
      "loss": 1.0036,
      "step": 81791
    },
    {
      "epoch": 3.350071677247594,
      "grad_norm": 1.0928521118189651,
      "learning_rate": 0.00012549656528267053,
      "loss": 0.6148,
      "step": 81792
    },
    {
      "epoch": 3.35011263567479,
      "grad_norm": 16.70039969087674,
      "learning_rate": 0.0001254933477037395,
      "loss": 1.8486,
      "step": 81793
    },
    {
      "epoch": 3.3501535941019864,
      "grad_norm": 1.5470585029828336,
      "learning_rate": 0.00012549013013639381,
      "loss": 0.7324,
      "step": 81794
    },
    {
      "epoch": 3.350194552529183,
      "grad_norm": 1.3866303654430436,
      "learning_rate": 0.00012548691258063493,
      "loss": 0.7022,
      "step": 81795
    },
    {
      "epoch": 3.350235510956379,
      "grad_norm": 1.6871436862977536,
      "learning_rate": 0.00012548369503646446,
      "loss": 1.0905,
      "step": 81796
    },
    {
      "epoch": 3.3502764693835756,
      "grad_norm": 2.0528403469883454,
      "learning_rate": 0.00012548047750388387,
      "loss": 0.6682,
      "step": 81797
    },
    {
      "epoch": 3.350317427810772,
      "grad_norm": 1.7303932606544474,
      "learning_rate": 0.00012547725998289467,
      "loss": 1.1454,
      "step": 81798
    },
    {
      "epoch": 3.3503583862379687,
      "grad_norm": 1.4151138530267848,
      "learning_rate": 0.00012547404247349836,
      "loss": 0.6631,
      "step": 81799
    },
    {
      "epoch": 3.3503993446651648,
      "grad_norm": 0.8676092027332849,
      "learning_rate": 0.00012547082497569656,
      "loss": 0.1297,
      "step": 81800
    },
    {
      "epoch": 3.3504403030923613,
      "grad_norm": 1.3820316360987648,
      "learning_rate": 0.00012546760748949071,
      "loss": 0.6547,
      "step": 81801
    },
    {
      "epoch": 3.350481261519558,
      "grad_norm": 1.0505035805789322,
      "learning_rate": 0.00012546439001488239,
      "loss": 0.4564,
      "step": 81802
    },
    {
      "epoch": 3.350522219946754,
      "grad_norm": 1.045807872016379,
      "learning_rate": 0.00012546117255187301,
      "loss": 0.5528,
      "step": 81803
    },
    {
      "epoch": 3.3505631783739505,
      "grad_norm": 1.0751136934411771,
      "learning_rate": 0.0001254579551004642,
      "loss": 0.3866,
      "step": 81804
    },
    {
      "epoch": 3.350604136801147,
      "grad_norm": 1.219312739701432,
      "learning_rate": 0.00012545473766065746,
      "loss": 0.6072,
      "step": 81805
    },
    {
      "epoch": 3.350645095228343,
      "grad_norm": 1.3253658040848444,
      "learning_rate": 0.00012545152023245429,
      "loss": 0.9286,
      "step": 81806
    },
    {
      "epoch": 3.3506860536555396,
      "grad_norm": 1.1936828005010547,
      "learning_rate": 0.0001254483028158562,
      "loss": 0.6079,
      "step": 81807
    },
    {
      "epoch": 3.350727012082736,
      "grad_norm": 1.1027592611643466,
      "learning_rate": 0.00012544508541086473,
      "loss": 0.6631,
      "step": 81808
    },
    {
      "epoch": 3.3507679705099322,
      "grad_norm": 1.0771289707956475,
      "learning_rate": 0.0001254418680174814,
      "loss": 0.7285,
      "step": 81809
    },
    {
      "epoch": 3.350808928937129,
      "grad_norm": 1.3057506622755097,
      "learning_rate": 0.00012543865063570776,
      "loss": 0.5425,
      "step": 81810
    },
    {
      "epoch": 3.3508498873643253,
      "grad_norm": 1.68282539628773,
      "learning_rate": 0.00012543543326554523,
      "loss": 0.9231,
      "step": 81811
    },
    {
      "epoch": 3.350890845791522,
      "grad_norm": 1.0348718091559648,
      "learning_rate": 0.00012543221590699546,
      "loss": 0.6115,
      "step": 81812
    },
    {
      "epoch": 3.350931804218718,
      "grad_norm": 1.5444028761301165,
      "learning_rate": 0.00012542899856005994,
      "loss": 0.9042,
      "step": 81813
    },
    {
      "epoch": 3.3509727626459145,
      "grad_norm": 1.1672673145231591,
      "learning_rate": 0.0001254257812247401,
      "loss": 0.5754,
      "step": 81814
    },
    {
      "epoch": 3.3510137210731106,
      "grad_norm": 1.0233098246947565,
      "learning_rate": 0.00012542256390103752,
      "loss": 0.6217,
      "step": 81815
    },
    {
      "epoch": 3.351054679500307,
      "grad_norm": 0.8618475965882856,
      "learning_rate": 0.00012541934658895376,
      "loss": 0.1995,
      "step": 81816
    },
    {
      "epoch": 3.3510956379275036,
      "grad_norm": 0.8504130091725813,
      "learning_rate": 0.0001254161292884903,
      "loss": 0.1991,
      "step": 81817
    },
    {
      "epoch": 3.3511365963547,
      "grad_norm": 1.2269215303127141,
      "learning_rate": 0.0001254129119996487,
      "loss": 0.7382,
      "step": 81818
    },
    {
      "epoch": 3.3511775547818963,
      "grad_norm": 1.106448436084568,
      "learning_rate": 0.00012540969472243037,
      "loss": 0.6033,
      "step": 81819
    },
    {
      "epoch": 3.351218513209093,
      "grad_norm": 0.5723487000168869,
      "learning_rate": 0.00012540647745683698,
      "loss": 0.1359,
      "step": 81820
    },
    {
      "epoch": 3.3512594716362893,
      "grad_norm": 2.1770907546808713,
      "learning_rate": 0.00012540326020286994,
      "loss": 0.8949,
      "step": 81821
    },
    {
      "epoch": 3.3513004300634854,
      "grad_norm": 1.2350283080529503,
      "learning_rate": 0.00012540004296053084,
      "loss": 0.7864,
      "step": 81822
    },
    {
      "epoch": 3.351341388490682,
      "grad_norm": 1.2851987009267931,
      "learning_rate": 0.00012539682572982114,
      "loss": 0.7659,
      "step": 81823
    },
    {
      "epoch": 3.3513823469178785,
      "grad_norm": 1.225848545352065,
      "learning_rate": 0.00012539360851074243,
      "loss": 0.7094,
      "step": 81824
    },
    {
      "epoch": 3.3514233053450746,
      "grad_norm": 1.1038463002015009,
      "learning_rate": 0.00012539039130329618,
      "loss": 0.6432,
      "step": 81825
    },
    {
      "epoch": 3.351464263772271,
      "grad_norm": 0.8224586349901534,
      "learning_rate": 0.00012538717410748393,
      "loss": 0.2447,
      "step": 81826
    },
    {
      "epoch": 3.3515052221994677,
      "grad_norm": 1.8289827214389716,
      "learning_rate": 0.0001253839569233072,
      "loss": 0.9595,
      "step": 81827
    },
    {
      "epoch": 3.3515461806266638,
      "grad_norm": 1.4309055857603181,
      "learning_rate": 0.00012538073975076747,
      "loss": 0.788,
      "step": 81828
    },
    {
      "epoch": 3.3515871390538603,
      "grad_norm": 1.3938127274606964,
      "learning_rate": 0.00012537752258986632,
      "loss": 0.7941,
      "step": 81829
    },
    {
      "epoch": 3.351628097481057,
      "grad_norm": 2.0777065120129823,
      "learning_rate": 0.0001253743054406053,
      "loss": 1.6471,
      "step": 81830
    },
    {
      "epoch": 3.3516690559082534,
      "grad_norm": 1.2719489051196182,
      "learning_rate": 0.00012537108830298584,
      "loss": 0.5946,
      "step": 81831
    },
    {
      "epoch": 3.3517100143354495,
      "grad_norm": 1.1376072972360163,
      "learning_rate": 0.00012536787117700947,
      "loss": 0.5115,
      "step": 81832
    },
    {
      "epoch": 3.351750972762646,
      "grad_norm": 1.4428336209689814,
      "learning_rate": 0.00012536465406267779,
      "loss": 0.7715,
      "step": 81833
    },
    {
      "epoch": 3.351791931189842,
      "grad_norm": 1.392032842460807,
      "learning_rate": 0.00012536143695999222,
      "loss": 0.7528,
      "step": 81834
    },
    {
      "epoch": 3.3518328896170386,
      "grad_norm": 1.795807290679432,
      "learning_rate": 0.00012535821986895437,
      "loss": 1.1168,
      "step": 81835
    },
    {
      "epoch": 3.351873848044235,
      "grad_norm": 1.34509915535625,
      "learning_rate": 0.0001253550027895657,
      "loss": 0.6352,
      "step": 81836
    },
    {
      "epoch": 3.3519148064714317,
      "grad_norm": 1.436411920731022,
      "learning_rate": 0.00012535178572182777,
      "loss": 0.791,
      "step": 81837
    },
    {
      "epoch": 3.351955764898628,
      "grad_norm": 0.9939491487258277,
      "learning_rate": 0.00012534856866574208,
      "loss": 0.1335,
      "step": 81838
    },
    {
      "epoch": 3.3519967233258243,
      "grad_norm": 1.1727607077205124,
      "learning_rate": 0.00012534535162131015,
      "loss": 0.6355,
      "step": 81839
    },
    {
      "epoch": 3.352037681753021,
      "grad_norm": 1.3412243287150103,
      "learning_rate": 0.0001253421345885335,
      "loss": 0.9063,
      "step": 81840
    },
    {
      "epoch": 3.352078640180217,
      "grad_norm": 1.6859641259048468,
      "learning_rate": 0.00012533891756741372,
      "loss": 1.0772,
      "step": 81841
    },
    {
      "epoch": 3.3521195986074135,
      "grad_norm": 1.319196489242652,
      "learning_rate": 0.00012533570055795216,
      "loss": 0.6539,
      "step": 81842
    },
    {
      "epoch": 3.35216055703461,
      "grad_norm": 1.7374838268469266,
      "learning_rate": 0.00012533248356015055,
      "loss": 0.9026,
      "step": 81843
    },
    {
      "epoch": 3.352201515461806,
      "grad_norm": 1.2711022633712554,
      "learning_rate": 0.00012532926657401027,
      "loss": 0.7705,
      "step": 81844
    },
    {
      "epoch": 3.3522424738890026,
      "grad_norm": 1.0913790129780119,
      "learning_rate": 0.00012532604959953288,
      "loss": 0.3347,
      "step": 81845
    },
    {
      "epoch": 3.352283432316199,
      "grad_norm": 1.184610184393422,
      "learning_rate": 0.00012532283263671988,
      "loss": 0.5193,
      "step": 81846
    },
    {
      "epoch": 3.3523243907433953,
      "grad_norm": 1.0096404941560524,
      "learning_rate": 0.00012531961568557285,
      "loss": 0.3325,
      "step": 81847
    },
    {
      "epoch": 3.352365349170592,
      "grad_norm": 5.438517901202102,
      "learning_rate": 0.00012531639874609326,
      "loss": 2.6639,
      "step": 81848
    },
    {
      "epoch": 3.3524063075977883,
      "grad_norm": 1.3138427910108321,
      "learning_rate": 0.00012531318181828265,
      "loss": 0.6527,
      "step": 81849
    },
    {
      "epoch": 3.352447266024985,
      "grad_norm": 1.224222487362686,
      "learning_rate": 0.0001253099649021425,
      "loss": 0.4691,
      "step": 81850
    },
    {
      "epoch": 3.352488224452181,
      "grad_norm": 0.9098159367941475,
      "learning_rate": 0.00012530674799767443,
      "loss": 0.2564,
      "step": 81851
    },
    {
      "epoch": 3.3525291828793775,
      "grad_norm": 1.8265273222154863,
      "learning_rate": 0.00012530353110487983,
      "loss": 0.7167,
      "step": 81852
    },
    {
      "epoch": 3.3525701413065736,
      "grad_norm": 1.2055775823439607,
      "learning_rate": 0.00012530031422376033,
      "loss": 0.4539,
      "step": 81853
    },
    {
      "epoch": 3.35261109973377,
      "grad_norm": 1.2143205039936684,
      "learning_rate": 0.00012529709735431741,
      "loss": 0.6467,
      "step": 81854
    },
    {
      "epoch": 3.3526520581609667,
      "grad_norm": 4.482995698956606,
      "learning_rate": 0.00012529388049655258,
      "loss": 2.2597,
      "step": 81855
    },
    {
      "epoch": 3.352693016588163,
      "grad_norm": 1.3503956215547388,
      "learning_rate": 0.00012529066365046736,
      "loss": 0.5272,
      "step": 81856
    },
    {
      "epoch": 3.3527339750153593,
      "grad_norm": 0.8075890498899423,
      "learning_rate": 0.00012528744681606328,
      "loss": 0.2557,
      "step": 81857
    },
    {
      "epoch": 3.352774933442556,
      "grad_norm": 1.7732974648275759,
      "learning_rate": 0.00012528422999334186,
      "loss": 1.2648,
      "step": 81858
    },
    {
      "epoch": 3.3528158918697524,
      "grad_norm": 1.052098507059242,
      "learning_rate": 0.00012528101318230462,
      "loss": 0.3697,
      "step": 81859
    },
    {
      "epoch": 3.3528568502969485,
      "grad_norm": 1.398984867628228,
      "learning_rate": 0.0001252777963829531,
      "loss": 0.7349,
      "step": 81860
    },
    {
      "epoch": 3.352897808724145,
      "grad_norm": 1.6954571917896026,
      "learning_rate": 0.00012527457959528882,
      "loss": 0.6736,
      "step": 81861
    },
    {
      "epoch": 3.3529387671513415,
      "grad_norm": 1.764426422684554,
      "learning_rate": 0.00012527136281931324,
      "loss": 0.8667,
      "step": 81862
    },
    {
      "epoch": 3.3529797255785376,
      "grad_norm": 1.367268782118662,
      "learning_rate": 0.00012526814605502793,
      "loss": 0.633,
      "step": 81863
    },
    {
      "epoch": 3.353020684005734,
      "grad_norm": 1.2859228703246264,
      "learning_rate": 0.00012526492930243444,
      "loss": 0.5686,
      "step": 81864
    },
    {
      "epoch": 3.3530616424329307,
      "grad_norm": 1.6543565288924054,
      "learning_rate": 0.00012526171256153424,
      "loss": 0.685,
      "step": 81865
    },
    {
      "epoch": 3.353102600860127,
      "grad_norm": 0.7293222993573878,
      "learning_rate": 0.00012525849583232886,
      "loss": 0.2189,
      "step": 81866
    },
    {
      "epoch": 3.3531435592873233,
      "grad_norm": 1.533961859956656,
      "learning_rate": 0.0001252552791148198,
      "loss": 0.7048,
      "step": 81867
    },
    {
      "epoch": 3.35318451771452,
      "grad_norm": 1.5445159762305232,
      "learning_rate": 0.00012525206240900867,
      "loss": 1.0106,
      "step": 81868
    },
    {
      "epoch": 3.3532254761417164,
      "grad_norm": 0.8883746726134567,
      "learning_rate": 0.00012524884571489688,
      "loss": 0.259,
      "step": 81869
    },
    {
      "epoch": 3.3532664345689125,
      "grad_norm": 0.9244258851042039,
      "learning_rate": 0.00012524562903248602,
      "loss": 0.3544,
      "step": 81870
    },
    {
      "epoch": 3.353307392996109,
      "grad_norm": 1.5565057155222861,
      "learning_rate": 0.00012524241236177758,
      "loss": 0.6424,
      "step": 81871
    },
    {
      "epoch": 3.353348351423305,
      "grad_norm": 1.4474062559670178,
      "learning_rate": 0.0001252391957027731,
      "loss": 0.7293,
      "step": 81872
    },
    {
      "epoch": 3.3533893098505017,
      "grad_norm": 1.6150485885311376,
      "learning_rate": 0.0001252359790554741,
      "loss": 0.6666,
      "step": 81873
    },
    {
      "epoch": 3.353430268277698,
      "grad_norm": 1.6960755514634622,
      "learning_rate": 0.0001252327624198821,
      "loss": 0.9788,
      "step": 81874
    },
    {
      "epoch": 3.3534712267048947,
      "grad_norm": 1.20168754635317,
      "learning_rate": 0.00012522954579599854,
      "loss": 0.5908,
      "step": 81875
    },
    {
      "epoch": 3.353512185132091,
      "grad_norm": 1.9292855878376738,
      "learning_rate": 0.0001252263291838251,
      "loss": 0.5982,
      "step": 81876
    },
    {
      "epoch": 3.3535531435592874,
      "grad_norm": 1.461207179641985,
      "learning_rate": 0.00012522311258336317,
      "loss": 0.6663,
      "step": 81877
    },
    {
      "epoch": 3.353594101986484,
      "grad_norm": 1.4801365154006343,
      "learning_rate": 0.00012521989599461434,
      "loss": 0.6818,
      "step": 81878
    },
    {
      "epoch": 3.35363506041368,
      "grad_norm": 1.0738996347408607,
      "learning_rate": 0.00012521667941758005,
      "loss": 0.673,
      "step": 81879
    },
    {
      "epoch": 3.3536760188408765,
      "grad_norm": 1.455090348043962,
      "learning_rate": 0.00012521346285226194,
      "loss": 0.8667,
      "step": 81880
    },
    {
      "epoch": 3.353716977268073,
      "grad_norm": 1.5845510211078262,
      "learning_rate": 0.00012521024629866145,
      "loss": 0.9898,
      "step": 81881
    },
    {
      "epoch": 3.353757935695269,
      "grad_norm": 1.5018018482565434,
      "learning_rate": 0.0001252070297567801,
      "loss": 0.6868,
      "step": 81882
    },
    {
      "epoch": 3.3537988941224657,
      "grad_norm": 1.1044217319806817,
      "learning_rate": 0.00012520381322661943,
      "loss": 0.55,
      "step": 81883
    },
    {
      "epoch": 3.353839852549662,
      "grad_norm": 1.3499710994089178,
      "learning_rate": 0.00012520059670818098,
      "loss": 0.6465,
      "step": 81884
    },
    {
      "epoch": 3.3538808109768583,
      "grad_norm": 1.3581341274599341,
      "learning_rate": 0.00012519738020146624,
      "loss": 0.7294,
      "step": 81885
    },
    {
      "epoch": 3.353921769404055,
      "grad_norm": 0.9142799409064581,
      "learning_rate": 0.00012519416370647675,
      "loss": 0.3603,
      "step": 81886
    },
    {
      "epoch": 3.3539627278312514,
      "grad_norm": 1.1909835709158032,
      "learning_rate": 0.00012519094722321397,
      "loss": 0.3017,
      "step": 81887
    },
    {
      "epoch": 3.354003686258448,
      "grad_norm": 1.0511085830462,
      "learning_rate": 0.0001251877307516795,
      "loss": 0.7918,
      "step": 81888
    },
    {
      "epoch": 3.354044644685644,
      "grad_norm": 1.2261326022599623,
      "learning_rate": 0.00012518451429187485,
      "loss": 0.7936,
      "step": 81889
    },
    {
      "epoch": 3.3540856031128405,
      "grad_norm": 1.7996803732774638,
      "learning_rate": 0.00012518129784380152,
      "loss": 1.1503,
      "step": 81890
    },
    {
      "epoch": 3.3541265615400366,
      "grad_norm": 1.4264123789922818,
      "learning_rate": 0.000125178081407461,
      "loss": 0.7231,
      "step": 81891
    },
    {
      "epoch": 3.354167519967233,
      "grad_norm": 1.45087064651833,
      "learning_rate": 0.00012517486498285485,
      "loss": 0.7664,
      "step": 81892
    },
    {
      "epoch": 3.3542084783944297,
      "grad_norm": 1.1958726864242712,
      "learning_rate": 0.00012517164856998462,
      "loss": 0.6032,
      "step": 81893
    },
    {
      "epoch": 3.3542494368216262,
      "grad_norm": 1.1682263541042783,
      "learning_rate": 0.00012516843216885178,
      "loss": 0.6951,
      "step": 81894
    },
    {
      "epoch": 3.3542903952488223,
      "grad_norm": 1.3319657495812265,
      "learning_rate": 0.00012516521577945783,
      "loss": 0.6897,
      "step": 81895
    },
    {
      "epoch": 3.354331353676019,
      "grad_norm": 1.2986616728164802,
      "learning_rate": 0.00012516199940180436,
      "loss": 0.6466,
      "step": 81896
    },
    {
      "epoch": 3.3543723121032154,
      "grad_norm": 0.7884847678715721,
      "learning_rate": 0.00012515878303589285,
      "loss": 0.1788,
      "step": 81897
    },
    {
      "epoch": 3.3544132705304115,
      "grad_norm": 1.4854087536566547,
      "learning_rate": 0.00012515556668172482,
      "loss": 0.8332,
      "step": 81898
    },
    {
      "epoch": 3.354454228957608,
      "grad_norm": 3.785599944134363,
      "learning_rate": 0.00012515235033930182,
      "loss": 3.6756,
      "step": 81899
    },
    {
      "epoch": 3.3544951873848046,
      "grad_norm": 1.3681712807852489,
      "learning_rate": 0.00012514913400862534,
      "loss": 0.7322,
      "step": 81900
    },
    {
      "epoch": 3.3545361458120007,
      "grad_norm": 1.1833347792885003,
      "learning_rate": 0.00012514591768969692,
      "loss": 0.4779,
      "step": 81901
    },
    {
      "epoch": 3.354577104239197,
      "grad_norm": 1.4596380977546302,
      "learning_rate": 0.000125142701382518,
      "loss": 0.9331,
      "step": 81902
    },
    {
      "epoch": 3.3546180626663937,
      "grad_norm": 1.1382985518438467,
      "learning_rate": 0.00012513948508709023,
      "loss": 0.2615,
      "step": 81903
    },
    {
      "epoch": 3.35465902109359,
      "grad_norm": 1.5172820956299935,
      "learning_rate": 0.00012513626880341505,
      "loss": 0.8914,
      "step": 81904
    },
    {
      "epoch": 3.3546999795207864,
      "grad_norm": 0.7202552913502475,
      "learning_rate": 0.000125133052531494,
      "loss": 0.2287,
      "step": 81905
    },
    {
      "epoch": 3.354740937947983,
      "grad_norm": 1.6098338822329186,
      "learning_rate": 0.00012512983627132858,
      "loss": 0.8747,
      "step": 81906
    },
    {
      "epoch": 3.3547818963751794,
      "grad_norm": 1.4186304216710701,
      "learning_rate": 0.00012512662002292036,
      "loss": 0.6762,
      "step": 81907
    },
    {
      "epoch": 3.3548228548023755,
      "grad_norm": 0.7129624864409881,
      "learning_rate": 0.0001251234037862708,
      "loss": 0.1123,
      "step": 81908
    },
    {
      "epoch": 3.354863813229572,
      "grad_norm": 0.7840745428551569,
      "learning_rate": 0.0001251201875613815,
      "loss": 0.1675,
      "step": 81909
    },
    {
      "epoch": 3.354904771656768,
      "grad_norm": 1.691982145638373,
      "learning_rate": 0.00012511697134825385,
      "loss": 0.9864,
      "step": 81910
    },
    {
      "epoch": 3.3549457300839647,
      "grad_norm": 0.8425489749094298,
      "learning_rate": 0.0001251137551468895,
      "loss": 0.2939,
      "step": 81911
    },
    {
      "epoch": 3.354986688511161,
      "grad_norm": 1.1915510039875075,
      "learning_rate": 0.00012511053895728996,
      "loss": 0.743,
      "step": 81912
    },
    {
      "epoch": 3.3550276469383578,
      "grad_norm": 1.5144048096812937,
      "learning_rate": 0.00012510732277945668,
      "loss": 0.7602,
      "step": 81913
    },
    {
      "epoch": 3.355068605365554,
      "grad_norm": 1.5608677418009282,
      "learning_rate": 0.00012510410661339117,
      "loss": 0.8365,
      "step": 81914
    },
    {
      "epoch": 3.3551095637927504,
      "grad_norm": 1.3773776278496117,
      "learning_rate": 0.00012510089045909506,
      "loss": 0.788,
      "step": 81915
    },
    {
      "epoch": 3.355150522219947,
      "grad_norm": 1.0943539721832114,
      "learning_rate": 0.00012509767431656977,
      "loss": 0.5251,
      "step": 81916
    },
    {
      "epoch": 3.355191480647143,
      "grad_norm": 1.5488224809401683,
      "learning_rate": 0.0001250944581858169,
      "loss": 0.954,
      "step": 81917
    },
    {
      "epoch": 3.3552324390743395,
      "grad_norm": 1.6722140986053906,
      "learning_rate": 0.00012509124206683782,
      "loss": 0.9048,
      "step": 81918
    },
    {
      "epoch": 3.355273397501536,
      "grad_norm": 1.5185779700542275,
      "learning_rate": 0.00012508802595963424,
      "loss": 0.9404,
      "step": 81919
    },
    {
      "epoch": 3.355314355928732,
      "grad_norm": 1.3522928716241862,
      "learning_rate": 0.0001250848098642076,
      "loss": 0.7127,
      "step": 81920
    },
    {
      "epoch": 3.3553553143559287,
      "grad_norm": 1.516354492170964,
      "learning_rate": 0.0001250815937805594,
      "loss": 1.0192,
      "step": 81921
    },
    {
      "epoch": 3.3553962727831252,
      "grad_norm": 1.2719453232826252,
      "learning_rate": 0.00012507837770869116,
      "loss": 0.5894,
      "step": 81922
    },
    {
      "epoch": 3.3554372312103213,
      "grad_norm": 0.9928562391112264,
      "learning_rate": 0.00012507516164860443,
      "loss": 0.4861,
      "step": 81923
    },
    {
      "epoch": 3.355478189637518,
      "grad_norm": 1.2454018842791046,
      "learning_rate": 0.0001250719456003007,
      "loss": 0.6782,
      "step": 81924
    },
    {
      "epoch": 3.3555191480647144,
      "grad_norm": 1.5212966202329452,
      "learning_rate": 0.00012506872956378156,
      "loss": 0.7146,
      "step": 81925
    },
    {
      "epoch": 3.355560106491911,
      "grad_norm": 0.9493021491740926,
      "learning_rate": 0.0001250655135390484,
      "loss": 0.2329,
      "step": 81926
    },
    {
      "epoch": 3.355601064919107,
      "grad_norm": 1.351662628434647,
      "learning_rate": 0.00012506229752610288,
      "loss": 0.6985,
      "step": 81927
    },
    {
      "epoch": 3.3556420233463036,
      "grad_norm": 1.477637331650051,
      "learning_rate": 0.00012505908152494642,
      "loss": 0.8721,
      "step": 81928
    },
    {
      "epoch": 3.3556829817734997,
      "grad_norm": 0.7328060529640888,
      "learning_rate": 0.0001250558655355806,
      "loss": 0.2219,
      "step": 81929
    },
    {
      "epoch": 3.355723940200696,
      "grad_norm": 2.239614485970181,
      "learning_rate": 0.00012505264955800695,
      "loss": 1.6333,
      "step": 81930
    },
    {
      "epoch": 3.3557648986278927,
      "grad_norm": 1.0493402975520816,
      "learning_rate": 0.0001250494335922269,
      "loss": 0.479,
      "step": 81931
    },
    {
      "epoch": 3.3558058570550893,
      "grad_norm": 1.424326278497198,
      "learning_rate": 0.00012504621763824206,
      "loss": 0.8586,
      "step": 81932
    },
    {
      "epoch": 3.3558468154822854,
      "grad_norm": 1.6434312219737448,
      "learning_rate": 0.00012504300169605392,
      "loss": 0.7658,
      "step": 81933
    },
    {
      "epoch": 3.355887773909482,
      "grad_norm": 1.0367399061366234,
      "learning_rate": 0.000125039785765664,
      "loss": 0.2058,
      "step": 81934
    },
    {
      "epoch": 3.3559287323366784,
      "grad_norm": 3.27373844802623,
      "learning_rate": 0.0001250365698470738,
      "loss": 2.0035,
      "step": 81935
    },
    {
      "epoch": 3.3559696907638745,
      "grad_norm": 1.1882267326066211,
      "learning_rate": 0.00012503335394028488,
      "loss": 0.5405,
      "step": 81936
    },
    {
      "epoch": 3.356010649191071,
      "grad_norm": 1.2626459807772452,
      "learning_rate": 0.00012503013804529876,
      "loss": 0.6606,
      "step": 81937
    },
    {
      "epoch": 3.3560516076182676,
      "grad_norm": 3.2019194909202104,
      "learning_rate": 0.0001250269221621169,
      "loss": 3.9263,
      "step": 81938
    },
    {
      "epoch": 3.3560925660454637,
      "grad_norm": 1.2957631728380024,
      "learning_rate": 0.00012502370629074088,
      "loss": 0.5688,
      "step": 81939
    },
    {
      "epoch": 3.3561335244726602,
      "grad_norm": 1.0503258406575735,
      "learning_rate": 0.00012502049043117223,
      "loss": 0.2944,
      "step": 81940
    },
    {
      "epoch": 3.3561744828998568,
      "grad_norm": 1.572702153014941,
      "learning_rate": 0.0001250172745834124,
      "loss": 0.9513,
      "step": 81941
    },
    {
      "epoch": 3.356215441327053,
      "grad_norm": 1.2063736783461898,
      "learning_rate": 0.000125014058747463,
      "loss": 0.6266,
      "step": 81942
    },
    {
      "epoch": 3.3562563997542494,
      "grad_norm": 0.8569718676979452,
      "learning_rate": 0.00012501084292332546,
      "loss": 0.2525,
      "step": 81943
    },
    {
      "epoch": 3.356297358181446,
      "grad_norm": 1.258811500200405,
      "learning_rate": 0.00012500762711100134,
      "loss": 0.6326,
      "step": 81944
    },
    {
      "epoch": 3.3563383166086425,
      "grad_norm": 1.0881653110016851,
      "learning_rate": 0.00012500441131049221,
      "loss": 0.3643,
      "step": 81945
    },
    {
      "epoch": 3.3563792750358385,
      "grad_norm": 1.5934805355580892,
      "learning_rate": 0.0001250011955217995,
      "loss": 0.9396,
      "step": 81946
    },
    {
      "epoch": 3.356420233463035,
      "grad_norm": 1.4181026225241,
      "learning_rate": 0.0001249979797449248,
      "loss": 0.8219,
      "step": 81947
    },
    {
      "epoch": 3.356461191890231,
      "grad_norm": 1.080366347862491,
      "learning_rate": 0.0001249947639798696,
      "loss": 0.5053,
      "step": 81948
    },
    {
      "epoch": 3.3565021503174277,
      "grad_norm": 1.3204513438486083,
      "learning_rate": 0.00012499154822663542,
      "loss": 0.816,
      "step": 81949
    },
    {
      "epoch": 3.3565431087446242,
      "grad_norm": 1.5819165588916777,
      "learning_rate": 0.0001249883324852238,
      "loss": 0.6754,
      "step": 81950
    },
    {
      "epoch": 3.356584067171821,
      "grad_norm": 1.5302513423334083,
      "learning_rate": 0.00012498511675563618,
      "loss": 0.9995,
      "step": 81951
    },
    {
      "epoch": 3.356625025599017,
      "grad_norm": 1.704700127739601,
      "learning_rate": 0.00012498190103787422,
      "loss": 0.8715,
      "step": 81952
    },
    {
      "epoch": 3.3566659840262134,
      "grad_norm": 2.093633550123209,
      "learning_rate": 0.00012497868533193932,
      "loss": 1.1171,
      "step": 81953
    },
    {
      "epoch": 3.35670694245341,
      "grad_norm": 3.9036449279400696,
      "learning_rate": 0.0001249754696378331,
      "loss": 4.8521,
      "step": 81954
    },
    {
      "epoch": 3.356747900880606,
      "grad_norm": 0.6672110910135282,
      "learning_rate": 0.00012497225395555696,
      "loss": 0.1658,
      "step": 81955
    },
    {
      "epoch": 3.3567888593078026,
      "grad_norm": 1.4459894910450173,
      "learning_rate": 0.00012496903828511252,
      "loss": 0.8458,
      "step": 81956
    },
    {
      "epoch": 3.356829817734999,
      "grad_norm": 1.1287281577218227,
      "learning_rate": 0.00012496582262650125,
      "loss": 0.646,
      "step": 81957
    },
    {
      "epoch": 3.356870776162195,
      "grad_norm": 1.4530056968051441,
      "learning_rate": 0.00012496260697972473,
      "loss": 0.8654,
      "step": 81958
    },
    {
      "epoch": 3.3569117345893917,
      "grad_norm": 1.5542787874753692,
      "learning_rate": 0.00012495939134478439,
      "loss": 0.6979,
      "step": 81959
    },
    {
      "epoch": 3.3569526930165883,
      "grad_norm": 1.3398453274282267,
      "learning_rate": 0.00012495617572168182,
      "loss": 0.7512,
      "step": 81960
    },
    {
      "epoch": 3.3569936514437844,
      "grad_norm": 1.0010558597778731,
      "learning_rate": 0.0001249529601104185,
      "loss": 0.2205,
      "step": 81961
    },
    {
      "epoch": 3.357034609870981,
      "grad_norm": 1.3972530969757406,
      "learning_rate": 0.000124949744510996,
      "loss": 0.7169,
      "step": 81962
    },
    {
      "epoch": 3.3570755682981774,
      "grad_norm": 1.3975963305366146,
      "learning_rate": 0.00012494652892341575,
      "loss": 0.3217,
      "step": 81963
    },
    {
      "epoch": 3.357116526725374,
      "grad_norm": 1.4500731040542156,
      "learning_rate": 0.00012494331334767937,
      "loss": 0.9504,
      "step": 81964
    },
    {
      "epoch": 3.35715748515257,
      "grad_norm": 1.4458389392418094,
      "learning_rate": 0.00012494009778378834,
      "loss": 0.7135,
      "step": 81965
    },
    {
      "epoch": 3.3571984435797666,
      "grad_norm": 1.5232998891619054,
      "learning_rate": 0.00012493688223174417,
      "loss": 0.7778,
      "step": 81966
    },
    {
      "epoch": 3.3572394020069627,
      "grad_norm": 1.2452221337807707,
      "learning_rate": 0.0001249336666915484,
      "loss": 0.6248,
      "step": 81967
    },
    {
      "epoch": 3.3572803604341592,
      "grad_norm": 1.9072383703489888,
      "learning_rate": 0.0001249304511632025,
      "loss": 1.3484,
      "step": 81968
    },
    {
      "epoch": 3.3573213188613558,
      "grad_norm": 1.7042338290754324,
      "learning_rate": 0.00012492723564670806,
      "loss": 0.6794,
      "step": 81969
    },
    {
      "epoch": 3.3573622772885523,
      "grad_norm": 1.3651058694504132,
      "learning_rate": 0.00012492402014206656,
      "loss": 0.8369,
      "step": 81970
    },
    {
      "epoch": 3.3574032357157484,
      "grad_norm": 1.727582886866982,
      "learning_rate": 0.00012492080464927957,
      "loss": 1.0995,
      "step": 81971
    },
    {
      "epoch": 3.357444194142945,
      "grad_norm": 1.1448808195158875,
      "learning_rate": 0.00012491758916834855,
      "loss": 0.5782,
      "step": 81972
    },
    {
      "epoch": 3.3574851525701415,
      "grad_norm": 1.632367435740039,
      "learning_rate": 0.000124914373699275,
      "loss": 0.9764,
      "step": 81973
    },
    {
      "epoch": 3.3575261109973376,
      "grad_norm": 1.2986811812336936,
      "learning_rate": 0.00012491115824206047,
      "loss": 0.5417,
      "step": 81974
    },
    {
      "epoch": 3.357567069424534,
      "grad_norm": 2.1290676381073843,
      "learning_rate": 0.0001249079427967065,
      "loss": 1.4444,
      "step": 81975
    },
    {
      "epoch": 3.3576080278517306,
      "grad_norm": 1.503819291624501,
      "learning_rate": 0.00012490472736321464,
      "loss": 0.5921,
      "step": 81976
    },
    {
      "epoch": 3.3576489862789267,
      "grad_norm": 1.7827818573025942,
      "learning_rate": 0.00012490151194158636,
      "loss": 0.9568,
      "step": 81977
    },
    {
      "epoch": 3.3576899447061233,
      "grad_norm": 1.2560851317805852,
      "learning_rate": 0.00012489829653182313,
      "loss": 0.6023,
      "step": 81978
    },
    {
      "epoch": 3.35773090313332,
      "grad_norm": 1.1641779341381058,
      "learning_rate": 0.00012489508113392657,
      "loss": 0.4848,
      "step": 81979
    },
    {
      "epoch": 3.357771861560516,
      "grad_norm": 1.6368979741900562,
      "learning_rate": 0.00012489186574789817,
      "loss": 0.9734,
      "step": 81980
    },
    {
      "epoch": 3.3578128199877124,
      "grad_norm": 1.0787193017957757,
      "learning_rate": 0.00012488865037373943,
      "loss": 0.5486,
      "step": 81981
    },
    {
      "epoch": 3.357853778414909,
      "grad_norm": 1.274967051563772,
      "learning_rate": 0.00012488543501145186,
      "loss": 0.5733,
      "step": 81982
    },
    {
      "epoch": 3.3578947368421055,
      "grad_norm": 1.1455347285875803,
      "learning_rate": 0.000124882219661037,
      "loss": 0.4692,
      "step": 81983
    },
    {
      "epoch": 3.3579356952693016,
      "grad_norm": 1.4798600382458882,
      "learning_rate": 0.0001248790043224964,
      "loss": 0.6962,
      "step": 81984
    },
    {
      "epoch": 3.357976653696498,
      "grad_norm": 1.6235002330835426,
      "learning_rate": 0.00012487578899583152,
      "loss": 0.7715,
      "step": 81985
    },
    {
      "epoch": 3.358017612123694,
      "grad_norm": 1.2667984329731459,
      "learning_rate": 0.0001248725736810439,
      "loss": 0.5186,
      "step": 81986
    },
    {
      "epoch": 3.3580585705508907,
      "grad_norm": 1.3708628034845427,
      "learning_rate": 0.0001248693583781351,
      "loss": 0.4192,
      "step": 81987
    },
    {
      "epoch": 3.3580995289780873,
      "grad_norm": 1.800968540129567,
      "learning_rate": 0.0001248661430871066,
      "loss": 0.8517,
      "step": 81988
    },
    {
      "epoch": 3.358140487405284,
      "grad_norm": 0.8979960036440835,
      "learning_rate": 0.00012486292780795993,
      "loss": 0.3161,
      "step": 81989
    },
    {
      "epoch": 3.35818144583248,
      "grad_norm": 3.2777815955597793,
      "learning_rate": 0.0001248597125406966,
      "loss": 3.5767,
      "step": 81990
    },
    {
      "epoch": 3.3582224042596764,
      "grad_norm": 1.2289254879054636,
      "learning_rate": 0.00012485649728531813,
      "loss": 0.6693,
      "step": 81991
    },
    {
      "epoch": 3.358263362686873,
      "grad_norm": 1.39222188087728,
      "learning_rate": 0.00012485328204182608,
      "loss": 0.6908,
      "step": 81992
    },
    {
      "epoch": 3.358304321114069,
      "grad_norm": 1.5096267590301384,
      "learning_rate": 0.00012485006681022193,
      "loss": 0.8962,
      "step": 81993
    },
    {
      "epoch": 3.3583452795412656,
      "grad_norm": 1.474154517834416,
      "learning_rate": 0.00012484685159050717,
      "loss": 0.7099,
      "step": 81994
    },
    {
      "epoch": 3.358386237968462,
      "grad_norm": 1.2931967541567622,
      "learning_rate": 0.0001248436363826834,
      "loss": 0.8687,
      "step": 81995
    },
    {
      "epoch": 3.3584271963956582,
      "grad_norm": 0.7958451381964452,
      "learning_rate": 0.0001248404211867521,
      "loss": 0.2722,
      "step": 81996
    },
    {
      "epoch": 3.3584681548228548,
      "grad_norm": 1.1067618852000063,
      "learning_rate": 0.0001248372060027148,
      "loss": 0.4382,
      "step": 81997
    },
    {
      "epoch": 3.3585091132500513,
      "grad_norm": 1.6215906300751777,
      "learning_rate": 0.00012483399083057297,
      "loss": 0.6308,
      "step": 81998
    },
    {
      "epoch": 3.3585500716772474,
      "grad_norm": 1.5092392424519083,
      "learning_rate": 0.00012483077567032816,
      "loss": 0.4985,
      "step": 81999
    },
    {
      "epoch": 3.358591030104444,
      "grad_norm": 1.4107505527482223,
      "learning_rate": 0.00012482756052198193,
      "loss": 0.6171,
      "step": 82000
    },
    {
      "epoch": 3.3586319885316405,
      "grad_norm": 1.1602465838923017,
      "learning_rate": 0.0001248243453855358,
      "loss": 0.6381,
      "step": 82001
    },
    {
      "epoch": 3.358672946958837,
      "grad_norm": 1.1726597639958227,
      "learning_rate": 0.0001248211302609912,
      "loss": 0.4555,
      "step": 82002
    },
    {
      "epoch": 3.358713905386033,
      "grad_norm": 1.180858447177217,
      "learning_rate": 0.0001248179151483497,
      "loss": 0.6691,
      "step": 82003
    },
    {
      "epoch": 3.3587548638132296,
      "grad_norm": 1.2559598065984248,
      "learning_rate": 0.0001248147000476129,
      "loss": 0.6989,
      "step": 82004
    },
    {
      "epoch": 3.3587958222404257,
      "grad_norm": 2.151055551146098,
      "learning_rate": 0.0001248114849587822,
      "loss": 1.5907,
      "step": 82005
    },
    {
      "epoch": 3.3588367806676223,
      "grad_norm": 1.7706556823357755,
      "learning_rate": 0.00012480826988185917,
      "loss": 0.871,
      "step": 82006
    },
    {
      "epoch": 3.358877739094819,
      "grad_norm": 1.4106467460166827,
      "learning_rate": 0.00012480505481684534,
      "loss": 0.6469,
      "step": 82007
    },
    {
      "epoch": 3.3589186975220153,
      "grad_norm": 1.4549435184834654,
      "learning_rate": 0.0001248018397637422,
      "loss": 0.798,
      "step": 82008
    },
    {
      "epoch": 3.3589596559492114,
      "grad_norm": 1.6475657579110645,
      "learning_rate": 0.0001247986247225513,
      "loss": 0.9976,
      "step": 82009
    },
    {
      "epoch": 3.359000614376408,
      "grad_norm": 0.7153781626363873,
      "learning_rate": 0.00012479540969327418,
      "loss": 0.2218,
      "step": 82010
    },
    {
      "epoch": 3.3590415728036045,
      "grad_norm": 0.972578907401534,
      "learning_rate": 0.00012479219467591225,
      "loss": 0.4816,
      "step": 82011
    },
    {
      "epoch": 3.3590825312308006,
      "grad_norm": 0.9398169282187249,
      "learning_rate": 0.00012478897967046717,
      "loss": 0.2971,
      "step": 82012
    },
    {
      "epoch": 3.359123489657997,
      "grad_norm": 1.4422489582258562,
      "learning_rate": 0.0001247857646769404,
      "loss": 0.8761,
      "step": 82013
    },
    {
      "epoch": 3.3591644480851937,
      "grad_norm": 1.4747087516682595,
      "learning_rate": 0.00012478254969533343,
      "loss": 0.6835,
      "step": 82014
    },
    {
      "epoch": 3.3592054065123897,
      "grad_norm": 1.3659187926060194,
      "learning_rate": 0.0001247793347256478,
      "loss": 0.7526,
      "step": 82015
    },
    {
      "epoch": 3.3592463649395863,
      "grad_norm": 1.1209420889599127,
      "learning_rate": 0.00012477611976788506,
      "loss": 0.4452,
      "step": 82016
    },
    {
      "epoch": 3.359287323366783,
      "grad_norm": 1.3715347913984801,
      "learning_rate": 0.0001247729048220467,
      "loss": 1.0149,
      "step": 82017
    },
    {
      "epoch": 3.359328281793979,
      "grad_norm": 1.263179376063484,
      "learning_rate": 0.00012476968988813425,
      "loss": 0.7325,
      "step": 82018
    },
    {
      "epoch": 3.3593692402211754,
      "grad_norm": 1.0041767468454084,
      "learning_rate": 0.0001247664749661492,
      "loss": 0.3178,
      "step": 82019
    },
    {
      "epoch": 3.359410198648372,
      "grad_norm": 0.894859680265385,
      "learning_rate": 0.00012476326005609313,
      "loss": 0.2593,
      "step": 82020
    },
    {
      "epoch": 3.3594511570755685,
      "grad_norm": 1.5216080299369754,
      "learning_rate": 0.00012476004515796753,
      "loss": 0.8953,
      "step": 82021
    },
    {
      "epoch": 3.3594921155027646,
      "grad_norm": 1.1852019379231409,
      "learning_rate": 0.0001247568302717739,
      "loss": 0.6511,
      "step": 82022
    },
    {
      "epoch": 3.359533073929961,
      "grad_norm": 1.3196722166700292,
      "learning_rate": 0.00012475361539751375,
      "loss": 0.9502,
      "step": 82023
    },
    {
      "epoch": 3.3595740323571572,
      "grad_norm": 1.2257187152771125,
      "learning_rate": 0.00012475040053518864,
      "loss": 0.6927,
      "step": 82024
    },
    {
      "epoch": 3.3596149907843538,
      "grad_norm": 1.4356734394949957,
      "learning_rate": 0.0001247471856848001,
      "loss": 0.8927,
      "step": 82025
    },
    {
      "epoch": 3.3596559492115503,
      "grad_norm": 1.0882688501727116,
      "learning_rate": 0.00012474397084634965,
      "loss": 0.5294,
      "step": 82026
    },
    {
      "epoch": 3.359696907638747,
      "grad_norm": 1.3915546916359158,
      "learning_rate": 0.0001247407560198387,
      "loss": 0.5606,
      "step": 82027
    },
    {
      "epoch": 3.359737866065943,
      "grad_norm": 1.394039960325758,
      "learning_rate": 0.00012473754120526892,
      "loss": 0.6833,
      "step": 82028
    },
    {
      "epoch": 3.3597788244931395,
      "grad_norm": 1.6974785381969901,
      "learning_rate": 0.00012473432640264175,
      "loss": 0.9543,
      "step": 82029
    },
    {
      "epoch": 3.359819782920336,
      "grad_norm": 1.4027311466899546,
      "learning_rate": 0.00012473111161195874,
      "loss": 0.6636,
      "step": 82030
    },
    {
      "epoch": 3.359860741347532,
      "grad_norm": 1.5556005531429034,
      "learning_rate": 0.00012472789683322133,
      "loss": 0.6181,
      "step": 82031
    },
    {
      "epoch": 3.3599016997747286,
      "grad_norm": 1.6309283525536256,
      "learning_rate": 0.00012472468206643116,
      "loss": 0.8449,
      "step": 82032
    },
    {
      "epoch": 3.359942658201925,
      "grad_norm": 1.3837438661105708,
      "learning_rate": 0.0001247214673115897,
      "loss": 0.8385,
      "step": 82033
    },
    {
      "epoch": 3.3599836166291213,
      "grad_norm": 1.3410915604063118,
      "learning_rate": 0.00012471825256869847,
      "loss": 1.0086,
      "step": 82034
    },
    {
      "epoch": 3.360024575056318,
      "grad_norm": 1.2567319490240865,
      "learning_rate": 0.00012471503783775893,
      "loss": 0.8524,
      "step": 82035
    },
    {
      "epoch": 3.3600655334835143,
      "grad_norm": 1.309542218674163,
      "learning_rate": 0.0001247118231187727,
      "loss": 0.679,
      "step": 82036
    },
    {
      "epoch": 3.3601064919107104,
      "grad_norm": 1.7675632667994359,
      "learning_rate": 0.00012470860841174125,
      "loss": 0.8832,
      "step": 82037
    },
    {
      "epoch": 3.360147450337907,
      "grad_norm": 0.8458075472721817,
      "learning_rate": 0.0001247053937166661,
      "loss": 0.3094,
      "step": 82038
    },
    {
      "epoch": 3.3601884087651035,
      "grad_norm": 1.2875649405323797,
      "learning_rate": 0.00012470217903354876,
      "loss": 0.6082,
      "step": 82039
    },
    {
      "epoch": 3.3602293671923,
      "grad_norm": 1.7731893000974763,
      "learning_rate": 0.00012469896436239072,
      "loss": 0.857,
      "step": 82040
    },
    {
      "epoch": 3.360270325619496,
      "grad_norm": 0.9561660316675065,
      "learning_rate": 0.00012469574970319367,
      "loss": 0.3867,
      "step": 82041
    },
    {
      "epoch": 3.3603112840466927,
      "grad_norm": 1.5277900427072173,
      "learning_rate": 0.00012469253505595888,
      "loss": 0.684,
      "step": 82042
    },
    {
      "epoch": 3.360352242473889,
      "grad_norm": 0.7158831785638764,
      "learning_rate": 0.00012468932042068804,
      "loss": 0.1793,
      "step": 82043
    },
    {
      "epoch": 3.3603932009010853,
      "grad_norm": 1.391845715085937,
      "learning_rate": 0.00012468610579738262,
      "loss": 0.7593,
      "step": 82044
    },
    {
      "epoch": 3.360434159328282,
      "grad_norm": 1.8544423027753754,
      "learning_rate": 0.00012468289118604413,
      "loss": 0.8426,
      "step": 82045
    },
    {
      "epoch": 3.3604751177554784,
      "grad_norm": 1.585372192485622,
      "learning_rate": 0.00012467967658667407,
      "loss": 0.6636,
      "step": 82046
    },
    {
      "epoch": 3.3605160761826744,
      "grad_norm": 1.4145055623508611,
      "learning_rate": 0.000124676461999274,
      "loss": 0.8682,
      "step": 82047
    },
    {
      "epoch": 3.360557034609871,
      "grad_norm": 1.2521090160641064,
      "learning_rate": 0.00012467324742384547,
      "loss": 0.6261,
      "step": 82048
    },
    {
      "epoch": 3.3605979930370675,
      "grad_norm": 1.5944592995469555,
      "learning_rate": 0.00012467003286038996,
      "loss": 0.9816,
      "step": 82049
    },
    {
      "epoch": 3.3606389514642636,
      "grad_norm": 1.3059855452765232,
      "learning_rate": 0.00012466681830890892,
      "loss": 0.5341,
      "step": 82050
    },
    {
      "epoch": 3.36067990989146,
      "grad_norm": 4.646674048380071,
      "learning_rate": 0.000124663603769404,
      "loss": 6.9507,
      "step": 82051
    },
    {
      "epoch": 3.3607208683186567,
      "grad_norm": 1.1607727831191117,
      "learning_rate": 0.00012466038924187665,
      "loss": 0.7425,
      "step": 82052
    },
    {
      "epoch": 3.3607618267458528,
      "grad_norm": 0.963711440904891,
      "learning_rate": 0.00012465717472632837,
      "loss": 0.3112,
      "step": 82053
    },
    {
      "epoch": 3.3608027851730493,
      "grad_norm": 1.2347285853057326,
      "learning_rate": 0.00012465396022276072,
      "loss": 0.8258,
      "step": 82054
    },
    {
      "epoch": 3.360843743600246,
      "grad_norm": 0.7122063776746504,
      "learning_rate": 0.0001246507457311752,
      "loss": 0.1865,
      "step": 82055
    },
    {
      "epoch": 3.360884702027442,
      "grad_norm": 1.652127982761703,
      "learning_rate": 0.00012464753125157336,
      "loss": 1.1215,
      "step": 82056
    },
    {
      "epoch": 3.3609256604546385,
      "grad_norm": 1.3132612718742853,
      "learning_rate": 0.0001246443167839567,
      "loss": 0.6558,
      "step": 82057
    },
    {
      "epoch": 3.360966618881835,
      "grad_norm": 0.8671369786083348,
      "learning_rate": 0.0001246411023283267,
      "loss": 0.269,
      "step": 82058
    },
    {
      "epoch": 3.3610075773090315,
      "grad_norm": 1.6777754149388826,
      "learning_rate": 0.00012463788788468494,
      "loss": 1.0027,
      "step": 82059
    },
    {
      "epoch": 3.3610485357362276,
      "grad_norm": 0.8723595165102979,
      "learning_rate": 0.0001246346734530329,
      "loss": 0.2511,
      "step": 82060
    },
    {
      "epoch": 3.361089494163424,
      "grad_norm": 0.9089431230587416,
      "learning_rate": 0.00012463145903337215,
      "loss": 0.1604,
      "step": 82061
    },
    {
      "epoch": 3.3611304525906207,
      "grad_norm": 1.630211459164421,
      "learning_rate": 0.00012462824462570413,
      "loss": 1.033,
      "step": 82062
    },
    {
      "epoch": 3.361171411017817,
      "grad_norm": 1.281428902038737,
      "learning_rate": 0.00012462503023003043,
      "loss": 0.3491,
      "step": 82063
    },
    {
      "epoch": 3.3612123694450133,
      "grad_norm": 1.1363554509649587,
      "learning_rate": 0.00012462181584635252,
      "loss": 0.493,
      "step": 82064
    },
    {
      "epoch": 3.36125332787221,
      "grad_norm": 1.2240878795466414,
      "learning_rate": 0.00012461860147467197,
      "loss": 0.5552,
      "step": 82065
    },
    {
      "epoch": 3.361294286299406,
      "grad_norm": 1.2802138735981914,
      "learning_rate": 0.00012461538711499025,
      "loss": 0.759,
      "step": 82066
    },
    {
      "epoch": 3.3613352447266025,
      "grad_norm": 1.624109521954242,
      "learning_rate": 0.00012461217276730891,
      "loss": 0.8072,
      "step": 82067
    },
    {
      "epoch": 3.361376203153799,
      "grad_norm": 4.209511309384579,
      "learning_rate": 0.00012460895843162948,
      "loss": 2.5267,
      "step": 82068
    },
    {
      "epoch": 3.361417161580995,
      "grad_norm": 1.3516724326580167,
      "learning_rate": 0.00012460574410795344,
      "loss": 0.781,
      "step": 82069
    },
    {
      "epoch": 3.3614581200081917,
      "grad_norm": 1.3581365735752273,
      "learning_rate": 0.00012460252979628234,
      "loss": 0.7847,
      "step": 82070
    },
    {
      "epoch": 3.361499078435388,
      "grad_norm": 1.3499162479191258,
      "learning_rate": 0.00012459931549661769,
      "loss": 0.6088,
      "step": 82071
    },
    {
      "epoch": 3.3615400368625843,
      "grad_norm": 0.9525585869564819,
      "learning_rate": 0.000124596101208961,
      "loss": 0.2542,
      "step": 82072
    },
    {
      "epoch": 3.361580995289781,
      "grad_norm": 1.6719991002911245,
      "learning_rate": 0.00012459288693331382,
      "loss": 0.9256,
      "step": 82073
    },
    {
      "epoch": 3.3616219537169774,
      "grad_norm": 1.183581972494541,
      "learning_rate": 0.00012458967266967765,
      "loss": 0.7206,
      "step": 82074
    },
    {
      "epoch": 3.3616629121441735,
      "grad_norm": 1.3017896009426695,
      "learning_rate": 0.00012458645841805394,
      "loss": 0.6361,
      "step": 82075
    },
    {
      "epoch": 3.36170387057137,
      "grad_norm": 1.1828340447941104,
      "learning_rate": 0.00012458324417844433,
      "loss": 0.651,
      "step": 82076
    },
    {
      "epoch": 3.3617448289985665,
      "grad_norm": 1.8610236245793204,
      "learning_rate": 0.00012458002995085032,
      "loss": 1.3098,
      "step": 82077
    },
    {
      "epoch": 3.361785787425763,
      "grad_norm": 1.7277353019511275,
      "learning_rate": 0.00012457681573527335,
      "loss": 0.8156,
      "step": 82078
    },
    {
      "epoch": 3.361826745852959,
      "grad_norm": 0.8227076996787548,
      "learning_rate": 0.00012457360153171498,
      "loss": 0.2634,
      "step": 82079
    },
    {
      "epoch": 3.3618677042801557,
      "grad_norm": 0.8250854688811667,
      "learning_rate": 0.0001245703873401768,
      "loss": 0.2236,
      "step": 82080
    },
    {
      "epoch": 3.3619086627073522,
      "grad_norm": 1.2505716984222106,
      "learning_rate": 0.0001245671731606602,
      "loss": 0.9928,
      "step": 82081
    },
    {
      "epoch": 3.3619496211345483,
      "grad_norm": 1.1510980289246229,
      "learning_rate": 0.00012456395899316679,
      "loss": 0.7193,
      "step": 82082
    },
    {
      "epoch": 3.361990579561745,
      "grad_norm": 1.368243121827761,
      "learning_rate": 0.00012456074483769804,
      "loss": 0.5534,
      "step": 82083
    },
    {
      "epoch": 3.3620315379889414,
      "grad_norm": 1.458960213043683,
      "learning_rate": 0.00012455753069425552,
      "loss": 0.821,
      "step": 82084
    },
    {
      "epoch": 3.3620724964161375,
      "grad_norm": 1.250245008583867,
      "learning_rate": 0.00012455431656284072,
      "loss": 0.6742,
      "step": 82085
    },
    {
      "epoch": 3.362113454843334,
      "grad_norm": 2.222564458979756,
      "learning_rate": 0.00012455110244345517,
      "loss": 1.8982,
      "step": 82086
    },
    {
      "epoch": 3.3621544132705306,
      "grad_norm": 1.27080064899458,
      "learning_rate": 0.00012454788833610034,
      "loss": 0.6326,
      "step": 82087
    },
    {
      "epoch": 3.3621953716977266,
      "grad_norm": 0.7739916676189723,
      "learning_rate": 0.00012454467424077783,
      "loss": 0.2537,
      "step": 82088
    },
    {
      "epoch": 3.362236330124923,
      "grad_norm": 1.6764924138881174,
      "learning_rate": 0.00012454146015748914,
      "loss": 0.8653,
      "step": 82089
    },
    {
      "epoch": 3.3622772885521197,
      "grad_norm": 1.2349074018317243,
      "learning_rate": 0.00012453824608623575,
      "loss": 0.7374,
      "step": 82090
    },
    {
      "epoch": 3.362318246979316,
      "grad_norm": 1.3228677797705903,
      "learning_rate": 0.00012453503202701917,
      "loss": 0.702,
      "step": 82091
    },
    {
      "epoch": 3.3623592054065123,
      "grad_norm": 1.596462096211485,
      "learning_rate": 0.00012453181797984097,
      "loss": 0.7201,
      "step": 82092
    },
    {
      "epoch": 3.362400163833709,
      "grad_norm": 1.4710447031949307,
      "learning_rate": 0.00012452860394470268,
      "loss": 0.8374,
      "step": 82093
    },
    {
      "epoch": 3.362441122260905,
      "grad_norm": 1.0792840466651434,
      "learning_rate": 0.00012452538992160575,
      "loss": 0.3276,
      "step": 82094
    },
    {
      "epoch": 3.3624820806881015,
      "grad_norm": 1.332741392101973,
      "learning_rate": 0.0001245221759105517,
      "loss": 0.7501,
      "step": 82095
    },
    {
      "epoch": 3.362523039115298,
      "grad_norm": 1.1026136656983447,
      "learning_rate": 0.00012451896191154218,
      "loss": 0.2864,
      "step": 82096
    },
    {
      "epoch": 3.3625639975424946,
      "grad_norm": 1.4989790796764166,
      "learning_rate": 0.00012451574792457856,
      "loss": 0.7616,
      "step": 82097
    },
    {
      "epoch": 3.3626049559696907,
      "grad_norm": 1.3509977576903438,
      "learning_rate": 0.00012451253394966244,
      "loss": 0.6625,
      "step": 82098
    },
    {
      "epoch": 3.362645914396887,
      "grad_norm": 1.1493128840564113,
      "learning_rate": 0.00012450931998679528,
      "loss": 0.6935,
      "step": 82099
    },
    {
      "epoch": 3.3626868728240837,
      "grad_norm": 1.0796338653984159,
      "learning_rate": 0.00012450610603597867,
      "loss": 0.6007,
      "step": 82100
    },
    {
      "epoch": 3.36272783125128,
      "grad_norm": 2.7515854908694397,
      "learning_rate": 0.00012450289209721407,
      "loss": 2.4313,
      "step": 82101
    },
    {
      "epoch": 3.3627687896784764,
      "grad_norm": 1.5152430375733965,
      "learning_rate": 0.00012449967817050305,
      "loss": 0.6352,
      "step": 82102
    },
    {
      "epoch": 3.362809748105673,
      "grad_norm": 1.0887770602138878,
      "learning_rate": 0.00012449646425584704,
      "loss": 0.5851,
      "step": 82103
    },
    {
      "epoch": 3.362850706532869,
      "grad_norm": 1.3791162488867117,
      "learning_rate": 0.0001244932503532477,
      "loss": 0.4771,
      "step": 82104
    },
    {
      "epoch": 3.3628916649600655,
      "grad_norm": 0.9319724341188476,
      "learning_rate": 0.0001244900364627064,
      "loss": 0.274,
      "step": 82105
    },
    {
      "epoch": 3.362932623387262,
      "grad_norm": 1.532253099404138,
      "learning_rate": 0.00012448682258422482,
      "loss": 1.0035,
      "step": 82106
    },
    {
      "epoch": 3.362973581814458,
      "grad_norm": 1.2203043113235648,
      "learning_rate": 0.0001244836087178043,
      "loss": 0.4389,
      "step": 82107
    },
    {
      "epoch": 3.3630145402416547,
      "grad_norm": 1.3910604926577572,
      "learning_rate": 0.0001244803948634465,
      "loss": 0.7382,
      "step": 82108
    },
    {
      "epoch": 3.3630554986688512,
      "grad_norm": 1.635330265430252,
      "learning_rate": 0.00012447718102115288,
      "loss": 0.8563,
      "step": 82109
    },
    {
      "epoch": 3.3630964570960473,
      "grad_norm": 1.2920286111768868,
      "learning_rate": 0.00012447396719092498,
      "loss": 0.7709,
      "step": 82110
    },
    {
      "epoch": 3.363137415523244,
      "grad_norm": 1.405167757024977,
      "learning_rate": 0.00012447075337276427,
      "loss": 0.7557,
      "step": 82111
    },
    {
      "epoch": 3.3631783739504404,
      "grad_norm": 0.9150556154611632,
      "learning_rate": 0.0001244675395666724,
      "loss": 0.2751,
      "step": 82112
    },
    {
      "epoch": 3.3632193323776365,
      "grad_norm": 1.5873762063940284,
      "learning_rate": 0.0001244643257726507,
      "loss": 0.7388,
      "step": 82113
    },
    {
      "epoch": 3.363260290804833,
      "grad_norm": 1.3016745586675469,
      "learning_rate": 0.00012446111199070078,
      "loss": 0.7152,
      "step": 82114
    },
    {
      "epoch": 3.3633012492320296,
      "grad_norm": 1.46352466633208,
      "learning_rate": 0.0001244578982208242,
      "loss": 0.6777,
      "step": 82115
    },
    {
      "epoch": 3.363342207659226,
      "grad_norm": 1.2731803617260709,
      "learning_rate": 0.00012445468446302245,
      "loss": 0.7092,
      "step": 82116
    },
    {
      "epoch": 3.363383166086422,
      "grad_norm": 1.2165490318411438,
      "learning_rate": 0.00012445147071729704,
      "loss": 0.6664,
      "step": 82117
    },
    {
      "epoch": 3.3634241245136187,
      "grad_norm": 1.061649636742356,
      "learning_rate": 0.00012444825698364946,
      "loss": 0.658,
      "step": 82118
    },
    {
      "epoch": 3.3634650829408153,
      "grad_norm": 1.7370577839003674,
      "learning_rate": 0.0001244450432620813,
      "loss": 0.8036,
      "step": 82119
    },
    {
      "epoch": 3.3635060413680113,
      "grad_norm": 1.267851952983489,
      "learning_rate": 0.00012444182955259403,
      "loss": 0.7354,
      "step": 82120
    },
    {
      "epoch": 3.363546999795208,
      "grad_norm": 1.6401800617462232,
      "learning_rate": 0.00012443861585518918,
      "loss": 0.7867,
      "step": 82121
    },
    {
      "epoch": 3.3635879582224044,
      "grad_norm": 1.4175795703625753,
      "learning_rate": 0.0001244354021698682,
      "loss": 0.7016,
      "step": 82122
    },
    {
      "epoch": 3.3636289166496005,
      "grad_norm": 1.3064929459738266,
      "learning_rate": 0.00012443218849663278,
      "loss": 0.624,
      "step": 82123
    },
    {
      "epoch": 3.363669875076797,
      "grad_norm": 0.6952163356151394,
      "learning_rate": 0.0001244289748354843,
      "loss": 0.1733,
      "step": 82124
    },
    {
      "epoch": 3.3637108335039936,
      "grad_norm": 1.2996321319185162,
      "learning_rate": 0.0001244257611864243,
      "loss": 0.7118,
      "step": 82125
    },
    {
      "epoch": 3.3637517919311897,
      "grad_norm": 1.3604468015103186,
      "learning_rate": 0.00012442254754945433,
      "loss": 0.7095,
      "step": 82126
    },
    {
      "epoch": 3.363792750358386,
      "grad_norm": 1.3899814885122206,
      "learning_rate": 0.00012441933392457589,
      "loss": 0.8286,
      "step": 82127
    },
    {
      "epoch": 3.3638337087855827,
      "grad_norm": 0.9628224133787001,
      "learning_rate": 0.0001244161203117905,
      "loss": 0.5044,
      "step": 82128
    },
    {
      "epoch": 3.363874667212779,
      "grad_norm": 0.6305836518432594,
      "learning_rate": 0.00012441290671109972,
      "loss": 0.2078,
      "step": 82129
    },
    {
      "epoch": 3.3639156256399754,
      "grad_norm": 1.5227247796924832,
      "learning_rate": 0.000124409693122505,
      "loss": 0.7163,
      "step": 82130
    },
    {
      "epoch": 3.363956584067172,
      "grad_norm": 1.1151456682955605,
      "learning_rate": 0.00012440647954600788,
      "loss": 0.605,
      "step": 82131
    },
    {
      "epoch": 3.363997542494368,
      "grad_norm": 0.9402957212837862,
      "learning_rate": 0.00012440326598160993,
      "loss": 0.5286,
      "step": 82132
    },
    {
      "epoch": 3.3640385009215645,
      "grad_norm": 0.9603895730388801,
      "learning_rate": 0.00012440005242931262,
      "loss": 0.4113,
      "step": 82133
    },
    {
      "epoch": 3.364079459348761,
      "grad_norm": 2.0385123637803453,
      "learning_rate": 0.00012439683888911747,
      "loss": 1.0667,
      "step": 82134
    },
    {
      "epoch": 3.3641204177759576,
      "grad_norm": 1.5074617843108065,
      "learning_rate": 0.000124393625361026,
      "loss": 0.9,
      "step": 82135
    },
    {
      "epoch": 3.3641613762031537,
      "grad_norm": 0.8786843773454109,
      "learning_rate": 0.00012439041184503975,
      "loss": 0.272,
      "step": 82136
    },
    {
      "epoch": 3.3642023346303502,
      "grad_norm": 1.3027012205945057,
      "learning_rate": 0.00012438719834116023,
      "loss": 0.792,
      "step": 82137
    },
    {
      "epoch": 3.3642432930575468,
      "grad_norm": 1.4485076988232646,
      "learning_rate": 0.00012438398484938896,
      "loss": 0.8166,
      "step": 82138
    },
    {
      "epoch": 3.364284251484743,
      "grad_norm": 1.1987834168554612,
      "learning_rate": 0.00012438077136972742,
      "loss": 0.6209,
      "step": 82139
    },
    {
      "epoch": 3.3643252099119394,
      "grad_norm": 1.2164028072489068,
      "learning_rate": 0.0001243775579021772,
      "loss": 0.4734,
      "step": 82140
    },
    {
      "epoch": 3.364366168339136,
      "grad_norm": 1.4636522989233127,
      "learning_rate": 0.00012437434444673978,
      "loss": 0.9109,
      "step": 82141
    },
    {
      "epoch": 3.364407126766332,
      "grad_norm": 1.2390651016263143,
      "learning_rate": 0.00012437113100341668,
      "loss": 0.5863,
      "step": 82142
    },
    {
      "epoch": 3.3644480851935286,
      "grad_norm": 1.2917646236068545,
      "learning_rate": 0.0001243679175722094,
      "loss": 0.711,
      "step": 82143
    },
    {
      "epoch": 3.364489043620725,
      "grad_norm": 1.371290628646047,
      "learning_rate": 0.0001243647041531195,
      "loss": 0.5072,
      "step": 82144
    },
    {
      "epoch": 3.364530002047921,
      "grad_norm": 1.4729975814281984,
      "learning_rate": 0.0001243614907461485,
      "loss": 0.7849,
      "step": 82145
    },
    {
      "epoch": 3.3645709604751177,
      "grad_norm": 0.9709011592222929,
      "learning_rate": 0.00012435827735129788,
      "loss": 0.3889,
      "step": 82146
    },
    {
      "epoch": 3.3646119189023143,
      "grad_norm": 1.6623816203171258,
      "learning_rate": 0.00012435506396856917,
      "loss": 1.0455,
      "step": 82147
    },
    {
      "epoch": 3.364652877329511,
      "grad_norm": 0.8107945139384777,
      "learning_rate": 0.00012435185059796392,
      "loss": 0.2705,
      "step": 82148
    },
    {
      "epoch": 3.364693835756707,
      "grad_norm": 1.4029736497311365,
      "learning_rate": 0.00012434863723948363,
      "loss": 0.5313,
      "step": 82149
    },
    {
      "epoch": 3.3647347941839034,
      "grad_norm": 0.9628708072115488,
      "learning_rate": 0.0001243454238931298,
      "loss": 0.3621,
      "step": 82150
    },
    {
      "epoch": 3.3647757526110995,
      "grad_norm": 0.6535413681045387,
      "learning_rate": 0.00012434221055890394,
      "loss": 0.2126,
      "step": 82151
    },
    {
      "epoch": 3.364816711038296,
      "grad_norm": 1.4104055427943172,
      "learning_rate": 0.00012433899723680763,
      "loss": 0.6066,
      "step": 82152
    },
    {
      "epoch": 3.3648576694654926,
      "grad_norm": 1.3502230463724558,
      "learning_rate": 0.00012433578392684235,
      "loss": 0.8759,
      "step": 82153
    },
    {
      "epoch": 3.364898627892689,
      "grad_norm": 1.314238508177244,
      "learning_rate": 0.00012433257062900962,
      "loss": 0.8545,
      "step": 82154
    },
    {
      "epoch": 3.364939586319885,
      "grad_norm": 3.6532806259510644,
      "learning_rate": 0.00012432935734331093,
      "loss": 4.3431,
      "step": 82155
    },
    {
      "epoch": 3.3649805447470817,
      "grad_norm": 1.2375601175821243,
      "learning_rate": 0.00012432614406974785,
      "loss": 0.6459,
      "step": 82156
    },
    {
      "epoch": 3.3650215031742783,
      "grad_norm": 3.919958979018067,
      "learning_rate": 0.0001243229308083219,
      "loss": 1.3915,
      "step": 82157
    },
    {
      "epoch": 3.3650624616014744,
      "grad_norm": 3.224768749271847,
      "learning_rate": 0.00012431971755903458,
      "loss": 0.9118,
      "step": 82158
    },
    {
      "epoch": 3.365103420028671,
      "grad_norm": 1.046225296984097,
      "learning_rate": 0.00012431650432188736,
      "loss": 0.5955,
      "step": 82159
    },
    {
      "epoch": 3.3651443784558674,
      "grad_norm": 1.2693598384299314,
      "learning_rate": 0.00012431329109688184,
      "loss": 1.0527,
      "step": 82160
    },
    {
      "epoch": 3.3651853368830635,
      "grad_norm": 1.1570067678234517,
      "learning_rate": 0.00012431007788401953,
      "loss": 0.6366,
      "step": 82161
    },
    {
      "epoch": 3.36522629531026,
      "grad_norm": 1.5216308755406531,
      "learning_rate": 0.0001243068646833019,
      "loss": 0.7738,
      "step": 82162
    },
    {
      "epoch": 3.3652672537374566,
      "grad_norm": 1.341626098383805,
      "learning_rate": 0.00012430365149473046,
      "loss": 0.8177,
      "step": 82163
    },
    {
      "epoch": 3.3653082121646527,
      "grad_norm": 1.3782605628522229,
      "learning_rate": 0.0001243004383183068,
      "loss": 0.6361,
      "step": 82164
    },
    {
      "epoch": 3.3653491705918492,
      "grad_norm": 1.3975690094081752,
      "learning_rate": 0.0001242972251540324,
      "loss": 0.6307,
      "step": 82165
    },
    {
      "epoch": 3.3653901290190458,
      "grad_norm": 1.3034145656096754,
      "learning_rate": 0.00012429401200190877,
      "loss": 0.6634,
      "step": 82166
    },
    {
      "epoch": 3.3654310874462423,
      "grad_norm": 1.2845938473752743,
      "learning_rate": 0.00012429079886193742,
      "loss": 0.5942,
      "step": 82167
    },
    {
      "epoch": 3.3654720458734384,
      "grad_norm": 0.9742380792157314,
      "learning_rate": 0.00012428758573411992,
      "loss": 0.4151,
      "step": 82168
    },
    {
      "epoch": 3.365513004300635,
      "grad_norm": 1.3709306722997319,
      "learning_rate": 0.00012428437261845777,
      "loss": 0.5324,
      "step": 82169
    },
    {
      "epoch": 3.365553962727831,
      "grad_norm": 1.25055653357643,
      "learning_rate": 0.00012428115951495247,
      "loss": 0.72,
      "step": 82170
    },
    {
      "epoch": 3.3655949211550276,
      "grad_norm": 1.4962537439888475,
      "learning_rate": 0.0001242779464236055,
      "loss": 0.8204,
      "step": 82171
    },
    {
      "epoch": 3.365635879582224,
      "grad_norm": 1.0692647756149822,
      "learning_rate": 0.00012427473334441849,
      "loss": 0.3566,
      "step": 82172
    },
    {
      "epoch": 3.3656768380094206,
      "grad_norm": 1.2728333614866842,
      "learning_rate": 0.00012427152027739285,
      "loss": 0.647,
      "step": 82173
    },
    {
      "epoch": 3.3657177964366167,
      "grad_norm": 1.3114727075894166,
      "learning_rate": 0.00012426830722253015,
      "loss": 0.6143,
      "step": 82174
    },
    {
      "epoch": 3.3657587548638133,
      "grad_norm": 4.489311936981738,
      "learning_rate": 0.0001242650941798319,
      "loss": 4.7776,
      "step": 82175
    },
    {
      "epoch": 3.36579971329101,
      "grad_norm": 0.8951334344382677,
      "learning_rate": 0.0001242618811492996,
      "loss": 0.2677,
      "step": 82176
    },
    {
      "epoch": 3.365840671718206,
      "grad_norm": 1.600290167737241,
      "learning_rate": 0.00012425866813093483,
      "loss": 0.8335,
      "step": 82177
    },
    {
      "epoch": 3.3658816301454024,
      "grad_norm": 3.6170786736533245,
      "learning_rate": 0.00012425545512473907,
      "loss": 2.3966,
      "step": 82178
    },
    {
      "epoch": 3.365922588572599,
      "grad_norm": 1.3710882470952785,
      "learning_rate": 0.00012425224213071382,
      "loss": 0.6867,
      "step": 82179
    },
    {
      "epoch": 3.365963546999795,
      "grad_norm": 1.5244664190072632,
      "learning_rate": 0.00012424902914886057,
      "loss": 0.6847,
      "step": 82180
    },
    {
      "epoch": 3.3660045054269916,
      "grad_norm": 1.430998019819416,
      "learning_rate": 0.00012424581617918095,
      "loss": 0.6868,
      "step": 82181
    },
    {
      "epoch": 3.366045463854188,
      "grad_norm": 1.6562376853997298,
      "learning_rate": 0.0001242426032216764,
      "loss": 0.6483,
      "step": 82182
    },
    {
      "epoch": 3.366086422281384,
      "grad_norm": 1.3502175882697665,
      "learning_rate": 0.00012423939027634848,
      "loss": 0.5499,
      "step": 82183
    },
    {
      "epoch": 3.3661273807085808,
      "grad_norm": 1.327697511162883,
      "learning_rate": 0.00012423617734319867,
      "loss": 0.7966,
      "step": 82184
    },
    {
      "epoch": 3.3661683391357773,
      "grad_norm": 1.2655365087229815,
      "learning_rate": 0.00012423296442222846,
      "loss": 0.5561,
      "step": 82185
    },
    {
      "epoch": 3.366209297562974,
      "grad_norm": 1.1965591025876634,
      "learning_rate": 0.00012422975151343943,
      "loss": 0.6484,
      "step": 82186
    },
    {
      "epoch": 3.36625025599017,
      "grad_norm": 1.295479328742828,
      "learning_rate": 0.00012422653861683306,
      "loss": 0.6608,
      "step": 82187
    },
    {
      "epoch": 3.3662912144173665,
      "grad_norm": 1.3685319584902977,
      "learning_rate": 0.0001242233257324109,
      "loss": 0.7111,
      "step": 82188
    },
    {
      "epoch": 3.3663321728445625,
      "grad_norm": 0.9471972404021113,
      "learning_rate": 0.00012422011286017447,
      "loss": 0.3517,
      "step": 82189
    },
    {
      "epoch": 3.366373131271759,
      "grad_norm": 0.8460119444922398,
      "learning_rate": 0.00012421690000012525,
      "loss": 0.2289,
      "step": 82190
    },
    {
      "epoch": 3.3664140896989556,
      "grad_norm": 1.3580176038804137,
      "learning_rate": 0.0001242136871522648,
      "loss": 0.6629,
      "step": 82191
    },
    {
      "epoch": 3.366455048126152,
      "grad_norm": 0.7103863610823303,
      "learning_rate": 0.00012421047431659463,
      "loss": 0.2033,
      "step": 82192
    },
    {
      "epoch": 3.3664960065533482,
      "grad_norm": 1.2991786852359044,
      "learning_rate": 0.00012420726149311623,
      "loss": 0.5903,
      "step": 82193
    },
    {
      "epoch": 3.3665369649805448,
      "grad_norm": 0.45497000712804747,
      "learning_rate": 0.00012420404868183113,
      "loss": 0.0885,
      "step": 82194
    },
    {
      "epoch": 3.3665779234077413,
      "grad_norm": 1.473577595257706,
      "learning_rate": 0.00012420083588274088,
      "loss": 0.6228,
      "step": 82195
    },
    {
      "epoch": 3.3666188818349374,
      "grad_norm": 1.3937961672710748,
      "learning_rate": 0.000124197623095847,
      "loss": 0.693,
      "step": 82196
    },
    {
      "epoch": 3.366659840262134,
      "grad_norm": 0.8667147040229113,
      "learning_rate": 0.00012419441032115094,
      "loss": 0.2805,
      "step": 82197
    },
    {
      "epoch": 3.3667007986893305,
      "grad_norm": 0.8257227875444244,
      "learning_rate": 0.00012419119755865428,
      "loss": 0.2097,
      "step": 82198
    },
    {
      "epoch": 3.3667417571165266,
      "grad_norm": 1.9636505987969528,
      "learning_rate": 0.00012418798480835855,
      "loss": 1.402,
      "step": 82199
    },
    {
      "epoch": 3.366782715543723,
      "grad_norm": 1.4696776832198837,
      "learning_rate": 0.00012418477207026523,
      "loss": 0.8238,
      "step": 82200
    },
    {
      "epoch": 3.3668236739709196,
      "grad_norm": 1.3082907927368321,
      "learning_rate": 0.00012418155934437584,
      "loss": 0.7809,
      "step": 82201
    },
    {
      "epoch": 3.3668646323981157,
      "grad_norm": 1.2522166146236928,
      "learning_rate": 0.0001241783466306919,
      "loss": 0.5852,
      "step": 82202
    },
    {
      "epoch": 3.3669055908253123,
      "grad_norm": 1.350832800081216,
      "learning_rate": 0.00012417513392921496,
      "loss": 0.7822,
      "step": 82203
    },
    {
      "epoch": 3.366946549252509,
      "grad_norm": 1.7753886997312243,
      "learning_rate": 0.0001241719212399465,
      "loss": 0.6743,
      "step": 82204
    },
    {
      "epoch": 3.3669875076797053,
      "grad_norm": 2.446761925121094,
      "learning_rate": 0.0001241687085628881,
      "loss": 2.2605,
      "step": 82205
    },
    {
      "epoch": 3.3670284661069014,
      "grad_norm": 0.8445625523871509,
      "learning_rate": 0.0001241654958980412,
      "loss": 0.281,
      "step": 82206
    },
    {
      "epoch": 3.367069424534098,
      "grad_norm": 1.3979054826380186,
      "learning_rate": 0.00012416228324540733,
      "loss": 0.5756,
      "step": 82207
    },
    {
      "epoch": 3.367110382961294,
      "grad_norm": 1.4043367337084236,
      "learning_rate": 0.0001241590706049881,
      "loss": 0.9481,
      "step": 82208
    },
    {
      "epoch": 3.3671513413884906,
      "grad_norm": 1.6810872690511436,
      "learning_rate": 0.00012415585797678492,
      "loss": 0.8006,
      "step": 82209
    },
    {
      "epoch": 3.367192299815687,
      "grad_norm": 4.174118014054822,
      "learning_rate": 0.00012415264536079937,
      "loss": 4.5179,
      "step": 82210
    },
    {
      "epoch": 3.3672332582428837,
      "grad_norm": 1.4930598141633036,
      "learning_rate": 0.00012414943275703292,
      "loss": 0.7378,
      "step": 82211
    },
    {
      "epoch": 3.3672742166700798,
      "grad_norm": 1.136227684999686,
      "learning_rate": 0.00012414622016548713,
      "loss": 0.5485,
      "step": 82212
    },
    {
      "epoch": 3.3673151750972763,
      "grad_norm": 0.8290584806500014,
      "learning_rate": 0.00012414300758616353,
      "loss": 0.2661,
      "step": 82213
    },
    {
      "epoch": 3.367356133524473,
      "grad_norm": 1.215925879235865,
      "learning_rate": 0.0001241397950190636,
      "loss": 0.628,
      "step": 82214
    },
    {
      "epoch": 3.367397091951669,
      "grad_norm": 1.3618752176533244,
      "learning_rate": 0.00012413658246418884,
      "loss": 0.8133,
      "step": 82215
    },
    {
      "epoch": 3.3674380503788655,
      "grad_norm": 4.419580277149437,
      "learning_rate": 0.00012413336992154084,
      "loss": 2.9143,
      "step": 82216
    },
    {
      "epoch": 3.367479008806062,
      "grad_norm": 0.9071513533983602,
      "learning_rate": 0.0001241301573911211,
      "loss": 0.2407,
      "step": 82217
    },
    {
      "epoch": 3.367519967233258,
      "grad_norm": 1.7408911945665562,
      "learning_rate": 0.0001241269448729311,
      "loss": 0.9106,
      "step": 82218
    },
    {
      "epoch": 3.3675609256604546,
      "grad_norm": 1.409798066339756,
      "learning_rate": 0.00012412373236697234,
      "loss": 0.7263,
      "step": 82219
    },
    {
      "epoch": 3.367601884087651,
      "grad_norm": 1.508309563297591,
      "learning_rate": 0.00012412051987324642,
      "loss": 0.8671,
      "step": 82220
    },
    {
      "epoch": 3.3676428425148472,
      "grad_norm": 1.7085639403169337,
      "learning_rate": 0.00012411730739175482,
      "loss": 0.94,
      "step": 82221
    },
    {
      "epoch": 3.367683800942044,
      "grad_norm": 0.7359898876592567,
      "learning_rate": 0.00012411409492249907,
      "loss": 0.2233,
      "step": 82222
    },
    {
      "epoch": 3.3677247593692403,
      "grad_norm": 1.3776422302599935,
      "learning_rate": 0.0001241108824654806,
      "loss": 0.811,
      "step": 82223
    },
    {
      "epoch": 3.367765717796437,
      "grad_norm": 2.4373246733886362,
      "learning_rate": 0.00012410767002070107,
      "loss": 1.0404,
      "step": 82224
    },
    {
      "epoch": 3.367806676223633,
      "grad_norm": 2.9684632434470752,
      "learning_rate": 0.00012410445758816193,
      "loss": 2.036,
      "step": 82225
    },
    {
      "epoch": 3.3678476346508295,
      "grad_norm": 1.2640046591269227,
      "learning_rate": 0.00012410124516786468,
      "loss": 0.4928,
      "step": 82226
    },
    {
      "epoch": 3.3678885930780256,
      "grad_norm": 1.4144938758865973,
      "learning_rate": 0.00012409803275981082,
      "loss": 0.9451,
      "step": 82227
    },
    {
      "epoch": 3.367929551505222,
      "grad_norm": 2.091722120205493,
      "learning_rate": 0.00012409482036400196,
      "loss": 1.6193,
      "step": 82228
    },
    {
      "epoch": 3.3679705099324186,
      "grad_norm": 3.452496944569285,
      "learning_rate": 0.00012409160798043957,
      "loss": 1.6747,
      "step": 82229
    },
    {
      "epoch": 3.368011468359615,
      "grad_norm": 1.3941986245103162,
      "learning_rate": 0.00012408839560912517,
      "loss": 0.7741,
      "step": 82230
    },
    {
      "epoch": 3.3680524267868113,
      "grad_norm": 1.5520909971495744,
      "learning_rate": 0.00012408518325006022,
      "loss": 0.8061,
      "step": 82231
    },
    {
      "epoch": 3.368093385214008,
      "grad_norm": 1.0008002705164962,
      "learning_rate": 0.00012408197090324632,
      "loss": 0.3976,
      "step": 82232
    },
    {
      "epoch": 3.3681343436412043,
      "grad_norm": 1.1263993997847728,
      "learning_rate": 0.00012407875856868499,
      "loss": 0.4825,
      "step": 82233
    },
    {
      "epoch": 3.3681753020684004,
      "grad_norm": 1.4412314340236028,
      "learning_rate": 0.0001240755462463777,
      "loss": 0.4516,
      "step": 82234
    },
    {
      "epoch": 3.368216260495597,
      "grad_norm": 1.159334180348309,
      "learning_rate": 0.00012407233393632594,
      "loss": 0.7095,
      "step": 82235
    },
    {
      "epoch": 3.3682572189227935,
      "grad_norm": 1.2064023141454647,
      "learning_rate": 0.0001240691216385313,
      "loss": 0.6037,
      "step": 82236
    },
    {
      "epoch": 3.3682981773499896,
      "grad_norm": 1.6045122798866347,
      "learning_rate": 0.00012406590935299533,
      "loss": 0.7183,
      "step": 82237
    },
    {
      "epoch": 3.368339135777186,
      "grad_norm": 0.9414614655324322,
      "learning_rate": 0.00012406269707971945,
      "loss": 0.2146,
      "step": 82238
    },
    {
      "epoch": 3.3683800942043827,
      "grad_norm": 1.4426631509221748,
      "learning_rate": 0.0001240594848187052,
      "loss": 0.5685,
      "step": 82239
    },
    {
      "epoch": 3.3684210526315788,
      "grad_norm": 1.004042628530209,
      "learning_rate": 0.00012405627256995418,
      "loss": 0.2925,
      "step": 82240
    },
    {
      "epoch": 3.3684620110587753,
      "grad_norm": 1.584619021804595,
      "learning_rate": 0.0001240530603334678,
      "loss": 1.2992,
      "step": 82241
    },
    {
      "epoch": 3.368502969485972,
      "grad_norm": 1.8359819757639826,
      "learning_rate": 0.00012404984810924764,
      "loss": 1.1972,
      "step": 82242
    },
    {
      "epoch": 3.3685439279131684,
      "grad_norm": 1.3642535079278817,
      "learning_rate": 0.00012404663589729519,
      "loss": 0.8753,
      "step": 82243
    },
    {
      "epoch": 3.3685848863403645,
      "grad_norm": 1.1673628239102891,
      "learning_rate": 0.000124043423697612,
      "loss": 0.2879,
      "step": 82244
    },
    {
      "epoch": 3.368625844767561,
      "grad_norm": 1.6512139501566505,
      "learning_rate": 0.00012404021151019958,
      "loss": 1.0051,
      "step": 82245
    },
    {
      "epoch": 3.368666803194757,
      "grad_norm": 1.4413529417501785,
      "learning_rate": 0.00012403699933505945,
      "loss": 0.8368,
      "step": 82246
    },
    {
      "epoch": 3.3687077616219536,
      "grad_norm": 1.5518086207362083,
      "learning_rate": 0.00012403378717219308,
      "loss": 0.6913,
      "step": 82247
    },
    {
      "epoch": 3.36874872004915,
      "grad_norm": 1.2436386069608114,
      "learning_rate": 0.00012403057502160207,
      "loss": 0.7204,
      "step": 82248
    },
    {
      "epoch": 3.3687896784763467,
      "grad_norm": 0.8115720552176169,
      "learning_rate": 0.0001240273628832879,
      "loss": 0.2113,
      "step": 82249
    },
    {
      "epoch": 3.368830636903543,
      "grad_norm": 0.7328490381474712,
      "learning_rate": 0.00012402415075725206,
      "loss": 0.2272,
      "step": 82250
    },
    {
      "epoch": 3.3688715953307393,
      "grad_norm": 1.3648811082531487,
      "learning_rate": 0.00012402093864349612,
      "loss": 0.7343,
      "step": 82251
    },
    {
      "epoch": 3.368912553757936,
      "grad_norm": 0.7311573038725723,
      "learning_rate": 0.00012401772654202153,
      "loss": 0.1945,
      "step": 82252
    },
    {
      "epoch": 3.368953512185132,
      "grad_norm": 1.2876154619288374,
      "learning_rate": 0.00012401451445282995,
      "loss": 0.6525,
      "step": 82253
    },
    {
      "epoch": 3.3689944706123285,
      "grad_norm": 1.3598059468888235,
      "learning_rate": 0.00012401130237592268,
      "loss": 0.7661,
      "step": 82254
    },
    {
      "epoch": 3.369035429039525,
      "grad_norm": 1.072741646757343,
      "learning_rate": 0.00012400809031130143,
      "loss": 0.5063,
      "step": 82255
    },
    {
      "epoch": 3.369076387466721,
      "grad_norm": 1.9749538686119639,
      "learning_rate": 0.00012400487825896763,
      "loss": 1.2786,
      "step": 82256
    },
    {
      "epoch": 3.3691173458939176,
      "grad_norm": 1.3785386003650288,
      "learning_rate": 0.0001240016662189228,
      "loss": 0.7806,
      "step": 82257
    },
    {
      "epoch": 3.369158304321114,
      "grad_norm": 1.5218561732145537,
      "learning_rate": 0.00012399845419116845,
      "loss": 0.4828,
      "step": 82258
    },
    {
      "epoch": 3.3691992627483103,
      "grad_norm": 1.7626596302583464,
      "learning_rate": 0.00012399524217570617,
      "loss": 0.9676,
      "step": 82259
    },
    {
      "epoch": 3.369240221175507,
      "grad_norm": 1.1508718284073787,
      "learning_rate": 0.00012399203017253742,
      "loss": 0.7656,
      "step": 82260
    },
    {
      "epoch": 3.3692811796027033,
      "grad_norm": 1.3107144800954205,
      "learning_rate": 0.00012398881818166373,
      "loss": 0.9905,
      "step": 82261
    },
    {
      "epoch": 3.3693221380299,
      "grad_norm": 1.7385119443747659,
      "learning_rate": 0.00012398560620308658,
      "loss": 0.9311,
      "step": 82262
    },
    {
      "epoch": 3.369363096457096,
      "grad_norm": 1.5782030958525042,
      "learning_rate": 0.00012398239423680758,
      "loss": 0.9299,
      "step": 82263
    },
    {
      "epoch": 3.3694040548842925,
      "grad_norm": 1.545775205107999,
      "learning_rate": 0.00012397918228282815,
      "loss": 0.8718,
      "step": 82264
    },
    {
      "epoch": 3.3694450133114886,
      "grad_norm": 1.5954596181124736,
      "learning_rate": 0.0001239759703411499,
      "loss": 0.9178,
      "step": 82265
    },
    {
      "epoch": 3.369485971738685,
      "grad_norm": 1.1506190360013921,
      "learning_rate": 0.00012397275841177424,
      "loss": 0.5674,
      "step": 82266
    },
    {
      "epoch": 3.3695269301658817,
      "grad_norm": 1.0319970562809355,
      "learning_rate": 0.0001239695464947028,
      "loss": 0.6116,
      "step": 82267
    },
    {
      "epoch": 3.369567888593078,
      "grad_norm": 0.9274711072758144,
      "learning_rate": 0.000123966334589937,
      "loss": 0.2661,
      "step": 82268
    },
    {
      "epoch": 3.3696088470202743,
      "grad_norm": 1.1719059686396647,
      "learning_rate": 0.00012396312269747847,
      "loss": 0.3702,
      "step": 82269
    },
    {
      "epoch": 3.369649805447471,
      "grad_norm": 0.8827480737134056,
      "learning_rate": 0.0001239599108173286,
      "loss": 0.1777,
      "step": 82270
    },
    {
      "epoch": 3.3696907638746674,
      "grad_norm": 1.0824837473393114,
      "learning_rate": 0.00012395669894948902,
      "loss": 0.5821,
      "step": 82271
    },
    {
      "epoch": 3.3697317223018635,
      "grad_norm": 1.5840615792077672,
      "learning_rate": 0.0001239534870939612,
      "loss": 0.9466,
      "step": 82272
    },
    {
      "epoch": 3.36977268072906,
      "grad_norm": 1.1295899346014981,
      "learning_rate": 0.00012395027525074665,
      "loss": 0.4543,
      "step": 82273
    },
    {
      "epoch": 3.3698136391562565,
      "grad_norm": 1.458770312424788,
      "learning_rate": 0.00012394706341984686,
      "loss": 0.7909,
      "step": 82274
    },
    {
      "epoch": 3.3698545975834526,
      "grad_norm": 1.1799687750219996,
      "learning_rate": 0.00012394385160126341,
      "loss": 0.6384,
      "step": 82275
    },
    {
      "epoch": 3.369895556010649,
      "grad_norm": 1.1905826529281796,
      "learning_rate": 0.00012394063979499783,
      "loss": 0.4064,
      "step": 82276
    },
    {
      "epoch": 3.3699365144378457,
      "grad_norm": 0.8983344451612248,
      "learning_rate": 0.00012393742800105158,
      "loss": 0.2679,
      "step": 82277
    },
    {
      "epoch": 3.369977472865042,
      "grad_norm": 1.3819826547887732,
      "learning_rate": 0.00012393421621942618,
      "loss": 0.7812,
      "step": 82278
    },
    {
      "epoch": 3.3700184312922383,
      "grad_norm": 1.3267596303210472,
      "learning_rate": 0.00012393100445012322,
      "loss": 0.9379,
      "step": 82279
    },
    {
      "epoch": 3.370059389719435,
      "grad_norm": 1.5741938854300315,
      "learning_rate": 0.00012392779269314414,
      "loss": 0.6949,
      "step": 82280
    },
    {
      "epoch": 3.3701003481466314,
      "grad_norm": 1.185528861854286,
      "learning_rate": 0.0001239245809484905,
      "loss": 0.6,
      "step": 82281
    },
    {
      "epoch": 3.3701413065738275,
      "grad_norm": 1.3154360613279537,
      "learning_rate": 0.00012392136921616378,
      "loss": 0.4811,
      "step": 82282
    },
    {
      "epoch": 3.370182265001024,
      "grad_norm": 1.436536342978378,
      "learning_rate": 0.0001239181574961655,
      "loss": 0.6806,
      "step": 82283
    },
    {
      "epoch": 3.37022322342822,
      "grad_norm": 1.3900576409751848,
      "learning_rate": 0.00012391494578849725,
      "loss": 0.819,
      "step": 82284
    },
    {
      "epoch": 3.3702641818554167,
      "grad_norm": 1.2657492588006765,
      "learning_rate": 0.00012391173409316049,
      "loss": 0.6503,
      "step": 82285
    },
    {
      "epoch": 3.370305140282613,
      "grad_norm": 1.4740653869433904,
      "learning_rate": 0.00012390852241015674,
      "loss": 0.9489,
      "step": 82286
    },
    {
      "epoch": 3.3703460987098097,
      "grad_norm": 1.1725381852885366,
      "learning_rate": 0.00012390531073948753,
      "loss": 0.7155,
      "step": 82287
    },
    {
      "epoch": 3.370387057137006,
      "grad_norm": 0.9084294198705726,
      "learning_rate": 0.00012390209908115437,
      "loss": 0.2695,
      "step": 82288
    },
    {
      "epoch": 3.3704280155642024,
      "grad_norm": 1.0249319539968926,
      "learning_rate": 0.0001238988874351588,
      "loss": 0.5562,
      "step": 82289
    },
    {
      "epoch": 3.370468973991399,
      "grad_norm": 1.1729268543829732,
      "learning_rate": 0.00012389567580150233,
      "loss": 0.6219,
      "step": 82290
    },
    {
      "epoch": 3.370509932418595,
      "grad_norm": 1.675678328724587,
      "learning_rate": 0.0001238924641801864,
      "loss": 0.7157,
      "step": 82291
    },
    {
      "epoch": 3.3705508908457915,
      "grad_norm": 2.6522951626214444,
      "learning_rate": 0.00012388925257121266,
      "loss": 0.8338,
      "step": 82292
    },
    {
      "epoch": 3.370591849272988,
      "grad_norm": 1.0610124554128832,
      "learning_rate": 0.00012388604097458256,
      "loss": 0.3339,
      "step": 82293
    },
    {
      "epoch": 3.370632807700184,
      "grad_norm": 1.5293611889132892,
      "learning_rate": 0.00012388282939029764,
      "loss": 0.9772,
      "step": 82294
    },
    {
      "epoch": 3.3706737661273807,
      "grad_norm": 1.459910698697019,
      "learning_rate": 0.00012387961781835938,
      "loss": 0.7399,
      "step": 82295
    },
    {
      "epoch": 3.370714724554577,
      "grad_norm": 1.2341934886823733,
      "learning_rate": 0.0001238764062587693,
      "loss": 0.7286,
      "step": 82296
    },
    {
      "epoch": 3.3707556829817733,
      "grad_norm": 1.0623464237498828,
      "learning_rate": 0.000123873194711529,
      "loss": 0.5098,
      "step": 82297
    },
    {
      "epoch": 3.37079664140897,
      "grad_norm": 1.9164837126896241,
      "learning_rate": 0.00012386998317663988,
      "loss": 1.2067,
      "step": 82298
    },
    {
      "epoch": 3.3708375998361664,
      "grad_norm": 1.4154692855460569,
      "learning_rate": 0.00012386677165410353,
      "loss": 0.6547,
      "step": 82299
    },
    {
      "epoch": 3.370878558263363,
      "grad_norm": 1.305144148166872,
      "learning_rate": 0.00012386356014392144,
      "loss": 0.7438,
      "step": 82300
    },
    {
      "epoch": 3.370919516690559,
      "grad_norm": 1.4007225658184217,
      "learning_rate": 0.00012386034864609517,
      "loss": 0.7357,
      "step": 82301
    },
    {
      "epoch": 3.3709604751177555,
      "grad_norm": 1.4478832067725171,
      "learning_rate": 0.00012385713716062623,
      "loss": 0.3113,
      "step": 82302
    },
    {
      "epoch": 3.3710014335449516,
      "grad_norm": 1.3477927403218788,
      "learning_rate": 0.00012385392568751606,
      "loss": 0.6274,
      "step": 82303
    },
    {
      "epoch": 3.371042391972148,
      "grad_norm": 0.9496262158160564,
      "learning_rate": 0.00012385071422676627,
      "loss": 0.2658,
      "step": 82304
    },
    {
      "epoch": 3.3710833503993447,
      "grad_norm": 1.3059490413138484,
      "learning_rate": 0.00012384750277837835,
      "loss": 0.7591,
      "step": 82305
    },
    {
      "epoch": 3.3711243088265412,
      "grad_norm": 1.560894213049245,
      "learning_rate": 0.0001238442913423538,
      "loss": 0.8056,
      "step": 82306
    },
    {
      "epoch": 3.3711652672537373,
      "grad_norm": 1.339317033227081,
      "learning_rate": 0.00012384107991869414,
      "loss": 0.6574,
      "step": 82307
    },
    {
      "epoch": 3.371206225680934,
      "grad_norm": 1.7242300829711366,
      "learning_rate": 0.0001238378685074009,
      "loss": 0.6087,
      "step": 82308
    },
    {
      "epoch": 3.3712471841081304,
      "grad_norm": 1.5349546375048675,
      "learning_rate": 0.00012383465710847564,
      "loss": 0.9422,
      "step": 82309
    },
    {
      "epoch": 3.3712881425353265,
      "grad_norm": 1.4229892402369402,
      "learning_rate": 0.00012383144572191982,
      "loss": 0.7164,
      "step": 82310
    },
    {
      "epoch": 3.371329100962523,
      "grad_norm": 1.661277820167633,
      "learning_rate": 0.00012382823434773494,
      "loss": 1.0192,
      "step": 82311
    },
    {
      "epoch": 3.3713700593897196,
      "grad_norm": 1.373322177596251,
      "learning_rate": 0.0001238250229859226,
      "loss": 0.7388,
      "step": 82312
    },
    {
      "epoch": 3.3714110178169157,
      "grad_norm": 0.54300867559903,
      "learning_rate": 0.00012382181163648424,
      "loss": 0.1286,
      "step": 82313
    },
    {
      "epoch": 3.371451976244112,
      "grad_norm": 1.1902613428286033,
      "learning_rate": 0.0001238186002994214,
      "loss": 0.6695,
      "step": 82314
    },
    {
      "epoch": 3.3714929346713087,
      "grad_norm": 0.9032877397894309,
      "learning_rate": 0.0001238153889747356,
      "loss": 0.2396,
      "step": 82315
    },
    {
      "epoch": 3.371533893098505,
      "grad_norm": 1.8923341087731136,
      "learning_rate": 0.00012381217766242842,
      "loss": 0.8611,
      "step": 82316
    },
    {
      "epoch": 3.3715748515257014,
      "grad_norm": 1.9477908752384436,
      "learning_rate": 0.0001238089663625013,
      "loss": 1.2118,
      "step": 82317
    },
    {
      "epoch": 3.371615809952898,
      "grad_norm": 1.185149029506658,
      "learning_rate": 0.00012380575507495576,
      "loss": 0.5315,
      "step": 82318
    },
    {
      "epoch": 3.3716567683800944,
      "grad_norm": 1.3987035357532023,
      "learning_rate": 0.0001238025437997933,
      "loss": 0.6092,
      "step": 82319
    },
    {
      "epoch": 3.3716977268072905,
      "grad_norm": 1.6639289044535686,
      "learning_rate": 0.00012379933253701557,
      "loss": 0.9623,
      "step": 82320
    },
    {
      "epoch": 3.371738685234487,
      "grad_norm": 1.2542484051589522,
      "learning_rate": 0.00012379612128662394,
      "loss": 0.4893,
      "step": 82321
    },
    {
      "epoch": 3.371779643661683,
      "grad_norm": 2.2308557042447417,
      "learning_rate": 0.00012379291004862,
      "loss": 1.9796,
      "step": 82322
    },
    {
      "epoch": 3.3718206020888797,
      "grad_norm": 1.0656068385201507,
      "learning_rate": 0.00012378969882300526,
      "loss": 0.7358,
      "step": 82323
    },
    {
      "epoch": 3.371861560516076,
      "grad_norm": 1.9014152907480366,
      "learning_rate": 0.00012378648760978124,
      "loss": 1.7128,
      "step": 82324
    },
    {
      "epoch": 3.3719025189432728,
      "grad_norm": 1.4074351146299633,
      "learning_rate": 0.00012378327640894942,
      "loss": 0.7514,
      "step": 82325
    },
    {
      "epoch": 3.371943477370469,
      "grad_norm": 2.18737012854828,
      "learning_rate": 0.00012378006522051135,
      "loss": 1.7375,
      "step": 82326
    },
    {
      "epoch": 3.3719844357976654,
      "grad_norm": 0.9910525062345601,
      "learning_rate": 0.00012377685404446853,
      "loss": 0.3466,
      "step": 82327
    },
    {
      "epoch": 3.372025394224862,
      "grad_norm": 1.521029334371881,
      "learning_rate": 0.0001237736428808225,
      "loss": 0.8577,
      "step": 82328
    },
    {
      "epoch": 3.372066352652058,
      "grad_norm": 1.3855475646687612,
      "learning_rate": 0.0001237704317295748,
      "loss": 0.6833,
      "step": 82329
    },
    {
      "epoch": 3.3721073110792545,
      "grad_norm": 1.3380018224860262,
      "learning_rate": 0.00012376722059072686,
      "loss": 0.5284,
      "step": 82330
    },
    {
      "epoch": 3.372148269506451,
      "grad_norm": 1.4996552883032972,
      "learning_rate": 0.0001237640094642803,
      "loss": 0.7458,
      "step": 82331
    },
    {
      "epoch": 3.372189227933647,
      "grad_norm": 1.538908299681552,
      "learning_rate": 0.00012376079835023658,
      "loss": 1.1705,
      "step": 82332
    },
    {
      "epoch": 3.3722301863608437,
      "grad_norm": 1.3689982652553394,
      "learning_rate": 0.00012375758724859724,
      "loss": 0.7531,
      "step": 82333
    },
    {
      "epoch": 3.3722711447880402,
      "grad_norm": 1.9373355418694775,
      "learning_rate": 0.00012375437615936376,
      "loss": 1.3382,
      "step": 82334
    },
    {
      "epoch": 3.3723121032152363,
      "grad_norm": 1.1063172554531406,
      "learning_rate": 0.00012375116508253772,
      "loss": 0.3525,
      "step": 82335
    },
    {
      "epoch": 3.372353061642433,
      "grad_norm": 1.4105359991115154,
      "learning_rate": 0.00012374795401812059,
      "loss": 0.7636,
      "step": 82336
    },
    {
      "epoch": 3.3723940200696294,
      "grad_norm": 1.6253283806731802,
      "learning_rate": 0.00012374474296611394,
      "loss": 0.7831,
      "step": 82337
    },
    {
      "epoch": 3.372434978496826,
      "grad_norm": 1.7053339252434554,
      "learning_rate": 0.00012374153192651918,
      "loss": 0.8453,
      "step": 82338
    },
    {
      "epoch": 3.372475936924022,
      "grad_norm": 4.174610627992228,
      "learning_rate": 0.00012373832089933795,
      "loss": 1.8856,
      "step": 82339
    },
    {
      "epoch": 3.3725168953512186,
      "grad_norm": 1.406734334760828,
      "learning_rate": 0.00012373510988457172,
      "loss": 0.7217,
      "step": 82340
    },
    {
      "epoch": 3.3725578537784147,
      "grad_norm": 1.7817407912104941,
      "learning_rate": 0.00012373189888222202,
      "loss": 0.8572,
      "step": 82341
    },
    {
      "epoch": 3.372598812205611,
      "grad_norm": 2.498965563718529,
      "learning_rate": 0.0001237286878922903,
      "loss": 1.9778,
      "step": 82342
    },
    {
      "epoch": 3.3726397706328077,
      "grad_norm": 1.153762691618285,
      "learning_rate": 0.00012372547691477816,
      "loss": 0.7225,
      "step": 82343
    },
    {
      "epoch": 3.3726807290600043,
      "grad_norm": 1.5806224537539664,
      "learning_rate": 0.0001237222659496871,
      "loss": 0.351,
      "step": 82344
    },
    {
      "epoch": 3.3727216874872004,
      "grad_norm": 0.9783844657735086,
      "learning_rate": 0.00012371905499701863,
      "loss": 0.2469,
      "step": 82345
    },
    {
      "epoch": 3.372762645914397,
      "grad_norm": 1.133195121582523,
      "learning_rate": 0.00012371584405677423,
      "loss": 0.5827,
      "step": 82346
    },
    {
      "epoch": 3.3728036043415934,
      "grad_norm": 1.3590342717587764,
      "learning_rate": 0.00012371263312895548,
      "loss": 0.6299,
      "step": 82347
    },
    {
      "epoch": 3.3728445627687895,
      "grad_norm": 1.3901232358710267,
      "learning_rate": 0.0001237094222135639,
      "loss": 0.7537,
      "step": 82348
    },
    {
      "epoch": 3.372885521195986,
      "grad_norm": 1.3482951894338933,
      "learning_rate": 0.00012370621131060095,
      "loss": 0.7348,
      "step": 82349
    },
    {
      "epoch": 3.3729264796231826,
      "grad_norm": 1.4751677639112766,
      "learning_rate": 0.0001237030004200682,
      "loss": 0.8679,
      "step": 82350
    },
    {
      "epoch": 3.3729674380503787,
      "grad_norm": 1.188231994131911,
      "learning_rate": 0.00012369978954196708,
      "loss": 0.6158,
      "step": 82351
    },
    {
      "epoch": 3.373008396477575,
      "grad_norm": 1.3593663257088093,
      "learning_rate": 0.00012369657867629922,
      "loss": 0.7433,
      "step": 82352
    },
    {
      "epoch": 3.3730493549047718,
      "grad_norm": 3.5455940964437294,
      "learning_rate": 0.0001236933678230661,
      "loss": 0.8888,
      "step": 82353
    },
    {
      "epoch": 3.373090313331968,
      "grad_norm": 1.939530968843758,
      "learning_rate": 0.00012369015698226923,
      "loss": 0.8594,
      "step": 82354
    },
    {
      "epoch": 3.3731312717591644,
      "grad_norm": 1.6077236842478104,
      "learning_rate": 0.00012368694615391007,
      "loss": 1.003,
      "step": 82355
    },
    {
      "epoch": 3.373172230186361,
      "grad_norm": 1.3702932703648887,
      "learning_rate": 0.0001236837353379903,
      "loss": 0.5224,
      "step": 82356
    },
    {
      "epoch": 3.3732131886135575,
      "grad_norm": 1.2634006439272318,
      "learning_rate": 0.00012368052453451124,
      "loss": 0.6271,
      "step": 82357
    },
    {
      "epoch": 3.3732541470407535,
      "grad_norm": 0.816912219259194,
      "learning_rate": 0.00012367731374347455,
      "loss": 0.2311,
      "step": 82358
    },
    {
      "epoch": 3.37329510546795,
      "grad_norm": 1.587525983441387,
      "learning_rate": 0.00012367410296488165,
      "loss": 0.8587,
      "step": 82359
    },
    {
      "epoch": 3.3733360638951466,
      "grad_norm": 1.1752728021520267,
      "learning_rate": 0.00012367089219873415,
      "loss": 0.5613,
      "step": 82360
    },
    {
      "epoch": 3.3733770223223427,
      "grad_norm": 1.6083050980511246,
      "learning_rate": 0.00012366768144503353,
      "loss": 0.9261,
      "step": 82361
    },
    {
      "epoch": 3.3734179807495392,
      "grad_norm": 1.559361023606817,
      "learning_rate": 0.0001236644707037813,
      "loss": 0.6214,
      "step": 82362
    },
    {
      "epoch": 3.373458939176736,
      "grad_norm": 1.809955166635127,
      "learning_rate": 0.00012366125997497892,
      "loss": 0.9555,
      "step": 82363
    },
    {
      "epoch": 3.373499897603932,
      "grad_norm": 1.2349614759346144,
      "learning_rate": 0.00012365804925862803,
      "loss": 0.5709,
      "step": 82364
    },
    {
      "epoch": 3.3735408560311284,
      "grad_norm": 1.28578241770526,
      "learning_rate": 0.00012365483855473008,
      "loss": 0.6159,
      "step": 82365
    },
    {
      "epoch": 3.373581814458325,
      "grad_norm": 1.784353735956923,
      "learning_rate": 0.00012365162786328658,
      "loss": 0.9028,
      "step": 82366
    },
    {
      "epoch": 3.373622772885521,
      "grad_norm": 0.7316902072812483,
      "learning_rate": 0.00012364841718429903,
      "loss": 0.2384,
      "step": 82367
    },
    {
      "epoch": 3.3736637313127176,
      "grad_norm": 1.3758920715788858,
      "learning_rate": 0.00012364520651776903,
      "loss": 0.7268,
      "step": 82368
    },
    {
      "epoch": 3.373704689739914,
      "grad_norm": 0.7616239593293985,
      "learning_rate": 0.00012364199586369803,
      "loss": 0.251,
      "step": 82369
    },
    {
      "epoch": 3.37374564816711,
      "grad_norm": 1.4013166108625523,
      "learning_rate": 0.00012363878522208757,
      "loss": 0.6838,
      "step": 82370
    },
    {
      "epoch": 3.3737866065943067,
      "grad_norm": 1.2708918137468037,
      "learning_rate": 0.00012363557459293915,
      "loss": 0.803,
      "step": 82371
    },
    {
      "epoch": 3.3738275650215033,
      "grad_norm": 1.4047450184461963,
      "learning_rate": 0.0001236323639762543,
      "loss": 0.8996,
      "step": 82372
    },
    {
      "epoch": 3.3738685234486994,
      "grad_norm": 1.0958422870903335,
      "learning_rate": 0.00012362915337203457,
      "loss": 0.3229,
      "step": 82373
    },
    {
      "epoch": 3.373909481875896,
      "grad_norm": 0.6936122328936352,
      "learning_rate": 0.00012362594278028142,
      "loss": 0.2585,
      "step": 82374
    },
    {
      "epoch": 3.3739504403030924,
      "grad_norm": 1.1171106235273596,
      "learning_rate": 0.00012362273220099638,
      "loss": 0.495,
      "step": 82375
    },
    {
      "epoch": 3.373991398730289,
      "grad_norm": 1.5061064106247588,
      "learning_rate": 0.000123619521634181,
      "loss": 0.5716,
      "step": 82376
    },
    {
      "epoch": 3.374032357157485,
      "grad_norm": 1.3419616415442615,
      "learning_rate": 0.00012361631107983678,
      "loss": 0.5742,
      "step": 82377
    },
    {
      "epoch": 3.3740733155846816,
      "grad_norm": 0.9343738728446627,
      "learning_rate": 0.00012361310053796522,
      "loss": 0.2913,
      "step": 82378
    },
    {
      "epoch": 3.374114274011878,
      "grad_norm": 1.1766419572592983,
      "learning_rate": 0.00012360989000856788,
      "loss": 0.8103,
      "step": 82379
    },
    {
      "epoch": 3.3741552324390742,
      "grad_norm": 1.226238204384698,
      "learning_rate": 0.00012360667949164623,
      "loss": 0.5279,
      "step": 82380
    },
    {
      "epoch": 3.3741961908662708,
      "grad_norm": 1.4172870192535234,
      "learning_rate": 0.00012360346898720185,
      "loss": 0.9025,
      "step": 82381
    },
    {
      "epoch": 3.3742371492934673,
      "grad_norm": 0.9626808303039114,
      "learning_rate": 0.00012360025849523617,
      "loss": 0.251,
      "step": 82382
    },
    {
      "epoch": 3.3742781077206634,
      "grad_norm": 0.7189135421409252,
      "learning_rate": 0.00012359704801575077,
      "loss": 0.1112,
      "step": 82383
    },
    {
      "epoch": 3.37431906614786,
      "grad_norm": 1.3738454792427135,
      "learning_rate": 0.00012359383754874715,
      "loss": 0.8715,
      "step": 82384
    },
    {
      "epoch": 3.3743600245750565,
      "grad_norm": 1.5057264379785826,
      "learning_rate": 0.00012359062709422686,
      "loss": 0.8002,
      "step": 82385
    },
    {
      "epoch": 3.3744009830022526,
      "grad_norm": 1.7188999331623553,
      "learning_rate": 0.00012358741665219138,
      "loss": 0.5845,
      "step": 82386
    },
    {
      "epoch": 3.374441941429449,
      "grad_norm": 1.2183577367727787,
      "learning_rate": 0.0001235842062226422,
      "loss": 0.6704,
      "step": 82387
    },
    {
      "epoch": 3.3744828998566456,
      "grad_norm": 1.29566964433891,
      "learning_rate": 0.0001235809958055809,
      "loss": 0.7156,
      "step": 82388
    },
    {
      "epoch": 3.3745238582838417,
      "grad_norm": 1.0975279693522195,
      "learning_rate": 0.000123577785401009,
      "loss": 0.6104,
      "step": 82389
    },
    {
      "epoch": 3.3745648167110383,
      "grad_norm": 1.2634819114360514,
      "learning_rate": 0.00012357457500892797,
      "loss": 0.5456,
      "step": 82390
    },
    {
      "epoch": 3.374605775138235,
      "grad_norm": 1.3218448571555768,
      "learning_rate": 0.00012357136462933934,
      "loss": 0.7622,
      "step": 82391
    },
    {
      "epoch": 3.374646733565431,
      "grad_norm": 1.2209173262536666,
      "learning_rate": 0.00012356815426224461,
      "loss": 0.6644,
      "step": 82392
    },
    {
      "epoch": 3.3746876919926274,
      "grad_norm": 1.609908523651907,
      "learning_rate": 0.00012356494390764535,
      "loss": 0.7543,
      "step": 82393
    },
    {
      "epoch": 3.374728650419824,
      "grad_norm": 0.7440246862807972,
      "learning_rate": 0.0001235617335655431,
      "loss": 0.252,
      "step": 82394
    },
    {
      "epoch": 3.3747696088470205,
      "grad_norm": 1.2489002217032332,
      "learning_rate": 0.0001235585232359393,
      "loss": 0.8239,
      "step": 82395
    },
    {
      "epoch": 3.3748105672742166,
      "grad_norm": 1.5977891252858238,
      "learning_rate": 0.00012355531291883547,
      "loss": 0.7347,
      "step": 82396
    },
    {
      "epoch": 3.374851525701413,
      "grad_norm": 1.352193927861067,
      "learning_rate": 0.00012355210261423316,
      "loss": 0.7174,
      "step": 82397
    },
    {
      "epoch": 3.3748924841286096,
      "grad_norm": 1.3410460943756635,
      "learning_rate": 0.00012354889232213387,
      "loss": 0.5711,
      "step": 82398
    },
    {
      "epoch": 3.3749334425558057,
      "grad_norm": 1.6119590858878792,
      "learning_rate": 0.00012354568204253914,
      "loss": 0.7804,
      "step": 82399
    },
    {
      "epoch": 3.3749744009830023,
      "grad_norm": 0.4926566632615896,
      "learning_rate": 0.00012354247177545047,
      "loss": 0.1198,
      "step": 82400
    },
    {
      "epoch": 3.375015359410199,
      "grad_norm": 1.3025441237561886,
      "learning_rate": 0.0001235392615208694,
      "loss": 0.5325,
      "step": 82401
    },
    {
      "epoch": 3.375056317837395,
      "grad_norm": 1.718387424560785,
      "learning_rate": 0.0001235360512787974,
      "loss": 0.8602,
      "step": 82402
    },
    {
      "epoch": 3.3750972762645914,
      "grad_norm": 1.0530234362831734,
      "learning_rate": 0.00012353284104923604,
      "loss": 0.5183,
      "step": 82403
    },
    {
      "epoch": 3.375138234691788,
      "grad_norm": 2.2553151080008242,
      "learning_rate": 0.00012352963083218682,
      "loss": 1.5868,
      "step": 82404
    },
    {
      "epoch": 3.375179193118984,
      "grad_norm": 2.2706344333308532,
      "learning_rate": 0.00012352642062765125,
      "loss": 1.4608,
      "step": 82405
    },
    {
      "epoch": 3.3752201515461806,
      "grad_norm": 1.368355212342219,
      "learning_rate": 0.00012352321043563084,
      "loss": 0.6726,
      "step": 82406
    },
    {
      "epoch": 3.375261109973377,
      "grad_norm": 1.646760332598814,
      "learning_rate": 0.00012352000025612713,
      "loss": 0.8376,
      "step": 82407
    },
    {
      "epoch": 3.3753020684005732,
      "grad_norm": 1.908813758932219,
      "learning_rate": 0.00012351679008914165,
      "loss": 0.5598,
      "step": 82408
    },
    {
      "epoch": 3.3753430268277698,
      "grad_norm": 1.810293323444475,
      "learning_rate": 0.00012351357993467586,
      "loss": 0.8343,
      "step": 82409
    },
    {
      "epoch": 3.3753839852549663,
      "grad_norm": 1.3474135049086293,
      "learning_rate": 0.00012351036979273134,
      "loss": 0.601,
      "step": 82410
    },
    {
      "epoch": 3.3754249436821624,
      "grad_norm": 1.567384571479107,
      "learning_rate": 0.00012350715966330956,
      "loss": 1.0237,
      "step": 82411
    },
    {
      "epoch": 3.375465902109359,
      "grad_norm": 1.45892896960988,
      "learning_rate": 0.00012350394954641205,
      "loss": 0.8706,
      "step": 82412
    },
    {
      "epoch": 3.3755068605365555,
      "grad_norm": 1.0730955572412857,
      "learning_rate": 0.0001235007394420404,
      "loss": 0.2486,
      "step": 82413
    },
    {
      "epoch": 3.375547818963752,
      "grad_norm": 1.5111650135268262,
      "learning_rate": 0.00012349752935019597,
      "loss": 0.705,
      "step": 82414
    },
    {
      "epoch": 3.375588777390948,
      "grad_norm": 3.716967117666625,
      "learning_rate": 0.0001234943192708804,
      "loss": 4.6203,
      "step": 82415
    },
    {
      "epoch": 3.3756297358181446,
      "grad_norm": 1.8803498068540212,
      "learning_rate": 0.00012349110920409522,
      "loss": 1.2167,
      "step": 82416
    },
    {
      "epoch": 3.375670694245341,
      "grad_norm": 1.2681804512671495,
      "learning_rate": 0.00012348789914984188,
      "loss": 0.7389,
      "step": 82417
    },
    {
      "epoch": 3.3757116526725373,
      "grad_norm": 1.1679485336971784,
      "learning_rate": 0.0001234846891081219,
      "loss": 0.5896,
      "step": 82418
    },
    {
      "epoch": 3.375752611099734,
      "grad_norm": 1.0084353298492896,
      "learning_rate": 0.00012348147907893683,
      "loss": 0.4885,
      "step": 82419
    },
    {
      "epoch": 3.3757935695269303,
      "grad_norm": 1.0659737534734992,
      "learning_rate": 0.0001234782690622882,
      "loss": 0.5973,
      "step": 82420
    },
    {
      "epoch": 3.3758345279541264,
      "grad_norm": 1.7897815743878807,
      "learning_rate": 0.00012347505905817752,
      "loss": 1.1283,
      "step": 82421
    },
    {
      "epoch": 3.375875486381323,
      "grad_norm": 1.019289810593491,
      "learning_rate": 0.00012347184906660627,
      "loss": 0.4777,
      "step": 82422
    },
    {
      "epoch": 3.3759164448085195,
      "grad_norm": 1.7155215662915615,
      "learning_rate": 0.00012346863908757597,
      "loss": 0.4683,
      "step": 82423
    },
    {
      "epoch": 3.3759574032357156,
      "grad_norm": 0.9196270205413976,
      "learning_rate": 0.00012346542912108815,
      "loss": 0.486,
      "step": 82424
    },
    {
      "epoch": 3.375998361662912,
      "grad_norm": 1.0796896459264667,
      "learning_rate": 0.00012346221916714439,
      "loss": 0.2931,
      "step": 82425
    },
    {
      "epoch": 3.3760393200901087,
      "grad_norm": 3.045586055055812,
      "learning_rate": 0.00012345900922574611,
      "loss": 3.6938,
      "step": 82426
    },
    {
      "epoch": 3.3760802785173047,
      "grad_norm": 1.1285815597073385,
      "learning_rate": 0.00012345579929689488,
      "loss": 0.5968,
      "step": 82427
    },
    {
      "epoch": 3.3761212369445013,
      "grad_norm": 1.3247146067159725,
      "learning_rate": 0.0001234525893805922,
      "loss": 0.6802,
      "step": 82428
    },
    {
      "epoch": 3.376162195371698,
      "grad_norm": 1.8908492632934142,
      "learning_rate": 0.0001234493794768396,
      "loss": 1.1247,
      "step": 82429
    },
    {
      "epoch": 3.376203153798894,
      "grad_norm": 1.7435086698087976,
      "learning_rate": 0.00012344616958563862,
      "loss": 0.8002,
      "step": 82430
    },
    {
      "epoch": 3.3762441122260904,
      "grad_norm": 1.4739992442176755,
      "learning_rate": 0.00012344295970699072,
      "loss": 0.7061,
      "step": 82431
    },
    {
      "epoch": 3.376285070653287,
      "grad_norm": 1.6090241965426633,
      "learning_rate": 0.00012343974984089744,
      "loss": 0.6067,
      "step": 82432
    },
    {
      "epoch": 3.3763260290804835,
      "grad_norm": 1.6409886397362787,
      "learning_rate": 0.00012343653998736034,
      "loss": 0.9498,
      "step": 82433
    },
    {
      "epoch": 3.3763669875076796,
      "grad_norm": 1.0827121797998651,
      "learning_rate": 0.00012343333014638088,
      "loss": 0.6454,
      "step": 82434
    },
    {
      "epoch": 3.376407945934876,
      "grad_norm": 1.1341787025268524,
      "learning_rate": 0.00012343012031796057,
      "loss": 0.6879,
      "step": 82435
    },
    {
      "epoch": 3.3764489043620727,
      "grad_norm": 2.397191874468633,
      "learning_rate": 0.000123426910502101,
      "loss": 1.621,
      "step": 82436
    },
    {
      "epoch": 3.3764898627892688,
      "grad_norm": 1.2936753594127404,
      "learning_rate": 0.00012342370069880364,
      "loss": 0.7339,
      "step": 82437
    },
    {
      "epoch": 3.3765308212164653,
      "grad_norm": 1.5125604397742385,
      "learning_rate": 0.00012342049090807003,
      "loss": 0.8095,
      "step": 82438
    },
    {
      "epoch": 3.376571779643662,
      "grad_norm": 0.8679749219161863,
      "learning_rate": 0.00012341728112990163,
      "loss": 0.1594,
      "step": 82439
    },
    {
      "epoch": 3.376612738070858,
      "grad_norm": 1.3296951381978528,
      "learning_rate": 0.00012341407136430002,
      "loss": 0.7266,
      "step": 82440
    },
    {
      "epoch": 3.3766536964980545,
      "grad_norm": 0.9410413145206348,
      "learning_rate": 0.0001234108616112667,
      "loss": 0.2654,
      "step": 82441
    },
    {
      "epoch": 3.376694654925251,
      "grad_norm": 1.0146162168515036,
      "learning_rate": 0.00012340765187080318,
      "loss": 0.4515,
      "step": 82442
    },
    {
      "epoch": 3.376735613352447,
      "grad_norm": 1.6208624424238407,
      "learning_rate": 0.00012340444214291093,
      "loss": 1.0574,
      "step": 82443
    },
    {
      "epoch": 3.3767765717796436,
      "grad_norm": 1.2886432387674407,
      "learning_rate": 0.00012340123242759156,
      "loss": 0.6768,
      "step": 82444
    },
    {
      "epoch": 3.37681753020684,
      "grad_norm": 0.7639895859584391,
      "learning_rate": 0.00012339802272484657,
      "loss": 0.2054,
      "step": 82445
    },
    {
      "epoch": 3.3768584886340363,
      "grad_norm": 1.0850901381130915,
      "learning_rate": 0.0001233948130346774,
      "loss": 0.6355,
      "step": 82446
    },
    {
      "epoch": 3.376899447061233,
      "grad_norm": 0.6838215088846479,
      "learning_rate": 0.00012339160335708563,
      "loss": 0.1254,
      "step": 82447
    },
    {
      "epoch": 3.3769404054884293,
      "grad_norm": 1.6279345019842049,
      "learning_rate": 0.00012338839369207278,
      "loss": 0.8754,
      "step": 82448
    },
    {
      "epoch": 3.3769813639156254,
      "grad_norm": 2.185963659934408,
      "learning_rate": 0.00012338518403964038,
      "loss": 1.6506,
      "step": 82449
    },
    {
      "epoch": 3.377022322342822,
      "grad_norm": 1.8293136288109308,
      "learning_rate": 0.00012338197439978988,
      "loss": 0.9828,
      "step": 82450
    },
    {
      "epoch": 3.3770632807700185,
      "grad_norm": 3.673344170153463,
      "learning_rate": 0.0001233787647725228,
      "loss": 4.5298,
      "step": 82451
    },
    {
      "epoch": 3.377104239197215,
      "grad_norm": 1.1252896142731792,
      "learning_rate": 0.00012337555515784076,
      "loss": 0.4835,
      "step": 82452
    },
    {
      "epoch": 3.377145197624411,
      "grad_norm": 10.905855398669278,
      "learning_rate": 0.00012337234555574522,
      "loss": 1.2382,
      "step": 82453
    },
    {
      "epoch": 3.3771861560516077,
      "grad_norm": 1.636332501575394,
      "learning_rate": 0.00012336913596623766,
      "loss": 0.7747,
      "step": 82454
    },
    {
      "epoch": 3.377227114478804,
      "grad_norm": 1.835750254447417,
      "learning_rate": 0.00012336592638931962,
      "loss": 0.6329,
      "step": 82455
    },
    {
      "epoch": 3.3772680729060003,
      "grad_norm": 1.3149299111446286,
      "learning_rate": 0.00012336271682499264,
      "loss": 0.4643,
      "step": 82456
    },
    {
      "epoch": 3.377309031333197,
      "grad_norm": 1.4426585609716753,
      "learning_rate": 0.00012335950727325823,
      "loss": 0.8161,
      "step": 82457
    },
    {
      "epoch": 3.3773499897603934,
      "grad_norm": 1.2160077343387992,
      "learning_rate": 0.00012335629773411788,
      "loss": 0.5983,
      "step": 82458
    },
    {
      "epoch": 3.3773909481875894,
      "grad_norm": 0.9046672485722094,
      "learning_rate": 0.00012335308820757312,
      "loss": 0.2635,
      "step": 82459
    },
    {
      "epoch": 3.377431906614786,
      "grad_norm": 1.6162697456840993,
      "learning_rate": 0.00012334987869362548,
      "loss": 1.204,
      "step": 82460
    },
    {
      "epoch": 3.3774728650419825,
      "grad_norm": 1.401045955857798,
      "learning_rate": 0.0001233466691922765,
      "loss": 0.7374,
      "step": 82461
    },
    {
      "epoch": 3.3775138234691786,
      "grad_norm": 1.644857633944432,
      "learning_rate": 0.00012334345970352765,
      "loss": 0.7348,
      "step": 82462
    },
    {
      "epoch": 3.377554781896375,
      "grad_norm": 1.185757284821569,
      "learning_rate": 0.00012334025022738048,
      "loss": 0.4634,
      "step": 82463
    },
    {
      "epoch": 3.3775957403235717,
      "grad_norm": 1.2058011932376225,
      "learning_rate": 0.00012333704076383645,
      "loss": 0.3619,
      "step": 82464
    },
    {
      "epoch": 3.377636698750768,
      "grad_norm": 1.3389978061128849,
      "learning_rate": 0.0001233338313128972,
      "loss": 0.7439,
      "step": 82465
    },
    {
      "epoch": 3.3776776571779643,
      "grad_norm": 3.3195008780003605,
      "learning_rate": 0.0001233306218745641,
      "loss": 1.162,
      "step": 82466
    },
    {
      "epoch": 3.377718615605161,
      "grad_norm": 1.8568927341926624,
      "learning_rate": 0.00012332741244883876,
      "loss": 1.0765,
      "step": 82467
    },
    {
      "epoch": 3.377759574032357,
      "grad_norm": 1.4765016427912867,
      "learning_rate": 0.00012332420303572266,
      "loss": 0.803,
      "step": 82468
    },
    {
      "epoch": 3.3778005324595535,
      "grad_norm": 1.3722147416118955,
      "learning_rate": 0.00012332099363521732,
      "loss": 0.7378,
      "step": 82469
    },
    {
      "epoch": 3.37784149088675,
      "grad_norm": 1.601595952090963,
      "learning_rate": 0.00012331778424732427,
      "loss": 0.7184,
      "step": 82470
    },
    {
      "epoch": 3.3778824493139465,
      "grad_norm": 1.571580973490762,
      "learning_rate": 0.00012331457487204503,
      "loss": 0.8203,
      "step": 82471
    },
    {
      "epoch": 3.3779234077411426,
      "grad_norm": 1.1411562509859943,
      "learning_rate": 0.0001233113655093811,
      "loss": 0.252,
      "step": 82472
    },
    {
      "epoch": 3.377964366168339,
      "grad_norm": 1.1520483466310716,
      "learning_rate": 0.00012330815615933403,
      "loss": 0.5157,
      "step": 82473
    },
    {
      "epoch": 3.3780053245955357,
      "grad_norm": 1.1357642636999958,
      "learning_rate": 0.00012330494682190527,
      "loss": 0.3921,
      "step": 82474
    },
    {
      "epoch": 3.378046283022732,
      "grad_norm": 2.2429065809995965,
      "learning_rate": 0.00012330173749709644,
      "loss": 1.5126,
      "step": 82475
    },
    {
      "epoch": 3.3780872414499283,
      "grad_norm": 3.208360115188225,
      "learning_rate": 0.00012329852818490896,
      "loss": 2.2942,
      "step": 82476
    },
    {
      "epoch": 3.378128199877125,
      "grad_norm": 0.9730328013954834,
      "learning_rate": 0.00012329531888534442,
      "loss": 0.3375,
      "step": 82477
    },
    {
      "epoch": 3.378169158304321,
      "grad_norm": 1.2716479754461165,
      "learning_rate": 0.00012329210959840424,
      "loss": 0.8441,
      "step": 82478
    },
    {
      "epoch": 3.3782101167315175,
      "grad_norm": 1.257882071854188,
      "learning_rate": 0.00012328890032409006,
      "loss": 0.5697,
      "step": 82479
    },
    {
      "epoch": 3.378251075158714,
      "grad_norm": 2.751972446569645,
      "learning_rate": 0.00012328569106240332,
      "loss": 1.064,
      "step": 82480
    },
    {
      "epoch": 3.37829203358591,
      "grad_norm": 1.9952142564401134,
      "learning_rate": 0.00012328248181334557,
      "loss": 0.6248,
      "step": 82481
    },
    {
      "epoch": 3.3783329920131067,
      "grad_norm": 0.8383601635738545,
      "learning_rate": 0.00012327927257691827,
      "loss": 0.2604,
      "step": 82482
    },
    {
      "epoch": 3.378373950440303,
      "grad_norm": 1.6159645982372435,
      "learning_rate": 0.000123276063353123,
      "loss": 0.8738,
      "step": 82483
    },
    {
      "epoch": 3.3784149088674997,
      "grad_norm": 1.5980361972605217,
      "learning_rate": 0.00012327285414196127,
      "loss": 0.4678,
      "step": 82484
    },
    {
      "epoch": 3.378455867294696,
      "grad_norm": 1.2466436362194764,
      "learning_rate": 0.00012326964494343458,
      "loss": 0.6378,
      "step": 82485
    },
    {
      "epoch": 3.3784968257218924,
      "grad_norm": 1.4524685741395493,
      "learning_rate": 0.00012326643575754444,
      "loss": 0.7102,
      "step": 82486
    },
    {
      "epoch": 3.3785377841490885,
      "grad_norm": 1.310472337100619,
      "learning_rate": 0.00012326322658429237,
      "loss": 0.6591,
      "step": 82487
    },
    {
      "epoch": 3.378578742576285,
      "grad_norm": 1.1783716849971329,
      "learning_rate": 0.00012326001742367994,
      "loss": 0.5241,
      "step": 82488
    },
    {
      "epoch": 3.3786197010034815,
      "grad_norm": 4.799622736599759,
      "learning_rate": 0.0001232568082757086,
      "loss": 0.9243,
      "step": 82489
    },
    {
      "epoch": 3.378660659430678,
      "grad_norm": 1.5881193609669253,
      "learning_rate": 0.00012325359914037987,
      "loss": 0.7138,
      "step": 82490
    },
    {
      "epoch": 3.378701617857874,
      "grad_norm": 1.7263131104699212,
      "learning_rate": 0.0001232503900176953,
      "loss": 0.909,
      "step": 82491
    },
    {
      "epoch": 3.3787425762850707,
      "grad_norm": 1.0857080835170703,
      "learning_rate": 0.0001232471809076564,
      "loss": 0.4892,
      "step": 82492
    },
    {
      "epoch": 3.3787835347122672,
      "grad_norm": 1.5221086763989553,
      "learning_rate": 0.00012324397181026468,
      "loss": 0.7193,
      "step": 82493
    },
    {
      "epoch": 3.3788244931394633,
      "grad_norm": 2.0857832394170397,
      "learning_rate": 0.00012324076272552165,
      "loss": 0.6768,
      "step": 82494
    },
    {
      "epoch": 3.37886545156666,
      "grad_norm": 1.3284664756630813,
      "learning_rate": 0.0001232375536534288,
      "loss": 0.6831,
      "step": 82495
    },
    {
      "epoch": 3.3789064099938564,
      "grad_norm": 1.102805390895933,
      "learning_rate": 0.00012323434459398774,
      "loss": 0.5583,
      "step": 82496
    },
    {
      "epoch": 3.3789473684210525,
      "grad_norm": 1.790160554627068,
      "learning_rate": 0.00012323113554719992,
      "loss": 0.8515,
      "step": 82497
    },
    {
      "epoch": 3.378988326848249,
      "grad_norm": 2.212960783318356,
      "learning_rate": 0.00012322792651306685,
      "loss": 0.5994,
      "step": 82498
    },
    {
      "epoch": 3.3790292852754455,
      "grad_norm": 1.5112647727823878,
      "learning_rate": 0.00012322471749159002,
      "loss": 0.5991,
      "step": 82499
    },
    {
      "epoch": 3.3790702437026416,
      "grad_norm": 1.449317368378971,
      "learning_rate": 0.00012322150848277104,
      "loss": 0.7343,
      "step": 82500
    },
    {
      "epoch": 3.379111202129838,
      "grad_norm": 1.6614840491100145,
      "learning_rate": 0.0001232182994866114,
      "loss": 0.8052,
      "step": 82501
    },
    {
      "epoch": 3.3791521605570347,
      "grad_norm": 0.9075034033133489,
      "learning_rate": 0.00012321509050311255,
      "loss": 0.1466,
      "step": 82502
    },
    {
      "epoch": 3.3791931189842312,
      "grad_norm": 1.2232361642413485,
      "learning_rate": 0.00012321188153227605,
      "loss": 0.5721,
      "step": 82503
    },
    {
      "epoch": 3.3792340774114273,
      "grad_norm": 1.6727538677188845,
      "learning_rate": 0.00012320867257410343,
      "loss": 0.667,
      "step": 82504
    },
    {
      "epoch": 3.379275035838624,
      "grad_norm": 1.3029615938493355,
      "learning_rate": 0.00012320546362859622,
      "loss": 0.7971,
      "step": 82505
    },
    {
      "epoch": 3.37931599426582,
      "grad_norm": 1.5911292454954828,
      "learning_rate": 0.0001232022546957559,
      "loss": 0.7994,
      "step": 82506
    },
    {
      "epoch": 3.3793569526930165,
      "grad_norm": 3.1193578233661436,
      "learning_rate": 0.00012319904577558395,
      "loss": 1.0567,
      "step": 82507
    },
    {
      "epoch": 3.379397911120213,
      "grad_norm": 1.1482260272380813,
      "learning_rate": 0.00012319583686808198,
      "loss": 0.2741,
      "step": 82508
    },
    {
      "epoch": 3.3794388695474096,
      "grad_norm": 1.2201620728826057,
      "learning_rate": 0.00012319262797325147,
      "loss": 0.2878,
      "step": 82509
    },
    {
      "epoch": 3.3794798279746057,
      "grad_norm": 0.7657612358773324,
      "learning_rate": 0.00012318941909109394,
      "loss": 0.2622,
      "step": 82510
    },
    {
      "epoch": 3.379520786401802,
      "grad_norm": 0.6480822492546504,
      "learning_rate": 0.00012318621022161083,
      "loss": 0.1506,
      "step": 82511
    },
    {
      "epoch": 3.3795617448289987,
      "grad_norm": 1.2231050407241462,
      "learning_rate": 0.0001231830013648038,
      "loss": 0.5604,
      "step": 82512
    },
    {
      "epoch": 3.379602703256195,
      "grad_norm": 1.5763080621788739,
      "learning_rate": 0.00012317979252067426,
      "loss": 0.9551,
      "step": 82513
    },
    {
      "epoch": 3.3796436616833914,
      "grad_norm": 1.454654929195123,
      "learning_rate": 0.00012317658368922376,
      "loss": 0.7309,
      "step": 82514
    },
    {
      "epoch": 3.379684620110588,
      "grad_norm": 1.0147908620240835,
      "learning_rate": 0.00012317337487045377,
      "loss": 0.3157,
      "step": 82515
    },
    {
      "epoch": 3.379725578537784,
      "grad_norm": 1.9232946278088716,
      "learning_rate": 0.0001231701660643659,
      "loss": 1.0383,
      "step": 82516
    },
    {
      "epoch": 3.3797665369649805,
      "grad_norm": 1.1516455915548673,
      "learning_rate": 0.00012316695727096163,
      "loss": 0.3903,
      "step": 82517
    },
    {
      "epoch": 3.379807495392177,
      "grad_norm": 1.232651277883085,
      "learning_rate": 0.00012316374849024244,
      "loss": 0.6955,
      "step": 82518
    },
    {
      "epoch": 3.379848453819373,
      "grad_norm": 1.5142455756072446,
      "learning_rate": 0.00012316053972220988,
      "loss": 0.9091,
      "step": 82519
    },
    {
      "epoch": 3.3798894122465697,
      "grad_norm": 1.4524195651716436,
      "learning_rate": 0.00012315733096686545,
      "loss": 0.9674,
      "step": 82520
    },
    {
      "epoch": 3.3799303706737662,
      "grad_norm": 1.6325282530123955,
      "learning_rate": 0.0001231541222242107,
      "loss": 0.8153,
      "step": 82521
    },
    {
      "epoch": 3.3799713291009628,
      "grad_norm": 1.7949527454584364,
      "learning_rate": 0.00012315091349424714,
      "loss": 1.2012,
      "step": 82522
    },
    {
      "epoch": 3.380012287528159,
      "grad_norm": 1.3119543465701995,
      "learning_rate": 0.0001231477047769762,
      "loss": 0.4834,
      "step": 82523
    },
    {
      "epoch": 3.3800532459553554,
      "grad_norm": 1.7976166202565569,
      "learning_rate": 0.0001231444960723995,
      "loss": 1.1557,
      "step": 82524
    },
    {
      "epoch": 3.3800942043825515,
      "grad_norm": 1.3279716840003928,
      "learning_rate": 0.00012314128738051856,
      "loss": 0.5972,
      "step": 82525
    },
    {
      "epoch": 3.380135162809748,
      "grad_norm": 1.426222997515936,
      "learning_rate": 0.00012313807870133482,
      "loss": 0.645,
      "step": 82526
    },
    {
      "epoch": 3.3801761212369446,
      "grad_norm": 1.430365825683674,
      "learning_rate": 0.00012313487003484983,
      "loss": 0.7127,
      "step": 82527
    },
    {
      "epoch": 3.380217079664141,
      "grad_norm": 1.4429796941723496,
      "learning_rate": 0.00012313166138106513,
      "loss": 0.4931,
      "step": 82528
    },
    {
      "epoch": 3.380258038091337,
      "grad_norm": 1.7442570625425722,
      "learning_rate": 0.00012312845273998224,
      "loss": 0.8873,
      "step": 82529
    },
    {
      "epoch": 3.3802989965185337,
      "grad_norm": 1.716639802794769,
      "learning_rate": 0.00012312524411160265,
      "loss": 0.7368,
      "step": 82530
    },
    {
      "epoch": 3.3803399549457303,
      "grad_norm": 1.4968596217883818,
      "learning_rate": 0.00012312203549592787,
      "loss": 0.6755,
      "step": 82531
    },
    {
      "epoch": 3.3803809133729263,
      "grad_norm": 1.2787937453659377,
      "learning_rate": 0.00012311882689295946,
      "loss": 0.7356,
      "step": 82532
    },
    {
      "epoch": 3.380421871800123,
      "grad_norm": 1.0080169146674332,
      "learning_rate": 0.00012311561830269887,
      "loss": 0.4594,
      "step": 82533
    },
    {
      "epoch": 3.3804628302273194,
      "grad_norm": 1.5176201246027838,
      "learning_rate": 0.00012311240972514767,
      "loss": 1.0867,
      "step": 82534
    },
    {
      "epoch": 3.3805037886545155,
      "grad_norm": 0.8911463268134925,
      "learning_rate": 0.00012310920116030742,
      "loss": 0.2349,
      "step": 82535
    },
    {
      "epoch": 3.380544747081712,
      "grad_norm": 0.9474040766464411,
      "learning_rate": 0.00012310599260817955,
      "loss": 0.3132,
      "step": 82536
    },
    {
      "epoch": 3.3805857055089086,
      "grad_norm": 1.081900307421617,
      "learning_rate": 0.00012310278406876558,
      "loss": 0.4392,
      "step": 82537
    },
    {
      "epoch": 3.3806266639361047,
      "grad_norm": 1.176793456456624,
      "learning_rate": 0.00012309957554206702,
      "loss": 0.6049,
      "step": 82538
    },
    {
      "epoch": 3.380667622363301,
      "grad_norm": 1.3309116292898657,
      "learning_rate": 0.00012309636702808547,
      "loss": 0.763,
      "step": 82539
    },
    {
      "epoch": 3.3807085807904977,
      "grad_norm": 1.2398322763980962,
      "learning_rate": 0.00012309315852682237,
      "loss": 0.6873,
      "step": 82540
    },
    {
      "epoch": 3.3807495392176943,
      "grad_norm": 0.6772133047984005,
      "learning_rate": 0.0001230899500382793,
      "loss": 0.1757,
      "step": 82541
    },
    {
      "epoch": 3.3807904976448904,
      "grad_norm": 1.6453518441675992,
      "learning_rate": 0.0001230867415624577,
      "loss": 0.6187,
      "step": 82542
    },
    {
      "epoch": 3.380831456072087,
      "grad_norm": 1.1807940152668486,
      "learning_rate": 0.00012308353309935913,
      "loss": 0.5717,
      "step": 82543
    },
    {
      "epoch": 3.380872414499283,
      "grad_norm": 4.9602171706512,
      "learning_rate": 0.00012308032464898512,
      "loss": 4.4946,
      "step": 82544
    },
    {
      "epoch": 3.3809133729264795,
      "grad_norm": 1.714982097974473,
      "learning_rate": 0.00012307711621133719,
      "loss": 0.9724,
      "step": 82545
    },
    {
      "epoch": 3.380954331353676,
      "grad_norm": 1.477400913532091,
      "learning_rate": 0.00012307390778641678,
      "loss": 0.8381,
      "step": 82546
    },
    {
      "epoch": 3.3809952897808726,
      "grad_norm": 1.044878421436496,
      "learning_rate": 0.0001230706993742255,
      "loss": 0.3457,
      "step": 82547
    },
    {
      "epoch": 3.3810362482080687,
      "grad_norm": 1.6246875631125606,
      "learning_rate": 0.00012306749097476484,
      "loss": 0.7414,
      "step": 82548
    },
    {
      "epoch": 3.3810772066352652,
      "grad_norm": 1.3645587153681915,
      "learning_rate": 0.00012306428258803632,
      "loss": 0.7241,
      "step": 82549
    },
    {
      "epoch": 3.3811181650624618,
      "grad_norm": 1.861473598517144,
      "learning_rate": 0.00012306107421404137,
      "loss": 0.8956,
      "step": 82550
    },
    {
      "epoch": 3.381159123489658,
      "grad_norm": 1.6157144502879173,
      "learning_rate": 0.00012305786585278166,
      "loss": 0.8723,
      "step": 82551
    },
    {
      "epoch": 3.3812000819168544,
      "grad_norm": 1.0765659703404626,
      "learning_rate": 0.0001230546575042586,
      "loss": 0.4922,
      "step": 82552
    },
    {
      "epoch": 3.381241040344051,
      "grad_norm": 1.5070375321287561,
      "learning_rate": 0.00012305144916847373,
      "loss": 0.808,
      "step": 82553
    },
    {
      "epoch": 3.381281998771247,
      "grad_norm": 1.7250722612289282,
      "learning_rate": 0.00012304824084542854,
      "loss": 1.137,
      "step": 82554
    },
    {
      "epoch": 3.3813229571984436,
      "grad_norm": 3.5181314539908324,
      "learning_rate": 0.00012304503253512462,
      "loss": 3.6676,
      "step": 82555
    },
    {
      "epoch": 3.38136391562564,
      "grad_norm": 1.31776371691673,
      "learning_rate": 0.00012304182423756346,
      "loss": 0.5842,
      "step": 82556
    },
    {
      "epoch": 3.381404874052836,
      "grad_norm": 1.7470093348094136,
      "learning_rate": 0.00012303861595274653,
      "loss": 0.8242,
      "step": 82557
    },
    {
      "epoch": 3.3814458324800327,
      "grad_norm": 1.0856251606897989,
      "learning_rate": 0.00012303540768067537,
      "loss": 0.5354,
      "step": 82558
    },
    {
      "epoch": 3.3814867909072293,
      "grad_norm": 1.2890545738683394,
      "learning_rate": 0.00012303219942135153,
      "loss": 0.7453,
      "step": 82559
    },
    {
      "epoch": 3.381527749334426,
      "grad_norm": 1.36250986307085,
      "learning_rate": 0.0001230289911747765,
      "loss": 0.7642,
      "step": 82560
    },
    {
      "epoch": 3.381568707761622,
      "grad_norm": 1.746901791776145,
      "learning_rate": 0.00012302578294095179,
      "loss": 0.8817,
      "step": 82561
    },
    {
      "epoch": 3.3816096661888184,
      "grad_norm": 1.3118526894264775,
      "learning_rate": 0.0001230225747198789,
      "loss": 0.8986,
      "step": 82562
    },
    {
      "epoch": 3.3816506246160145,
      "grad_norm": 1.573369360152136,
      "learning_rate": 0.0001230193665115594,
      "loss": 1.0207,
      "step": 82563
    },
    {
      "epoch": 3.381691583043211,
      "grad_norm": 1.4241466704425845,
      "learning_rate": 0.0001230161583159948,
      "loss": 0.7464,
      "step": 82564
    },
    {
      "epoch": 3.3817325414704076,
      "grad_norm": 2.2447080511187063,
      "learning_rate": 0.00012301295013318655,
      "loss": 0.8129,
      "step": 82565
    },
    {
      "epoch": 3.381773499897604,
      "grad_norm": 1.3903598721935575,
      "learning_rate": 0.00012300974196313624,
      "loss": 0.804,
      "step": 82566
    },
    {
      "epoch": 3.3818144583248,
      "grad_norm": 1.1010605884617217,
      "learning_rate": 0.0001230065338058453,
      "loss": 0.5008,
      "step": 82567
    },
    {
      "epoch": 3.3818554167519967,
      "grad_norm": 1.8987211179229602,
      "learning_rate": 0.00012300332566131538,
      "loss": 1.1688,
      "step": 82568
    },
    {
      "epoch": 3.3818963751791933,
      "grad_norm": 1.4434783423709827,
      "learning_rate": 0.0001230001175295479,
      "loss": 0.8764,
      "step": 82569
    },
    {
      "epoch": 3.3819373336063894,
      "grad_norm": 1.4964839840691486,
      "learning_rate": 0.0001229969094105444,
      "loss": 0.7334,
      "step": 82570
    },
    {
      "epoch": 3.381978292033586,
      "grad_norm": 1.3798728873300206,
      "learning_rate": 0.00012299370130430635,
      "loss": 0.8081,
      "step": 82571
    },
    {
      "epoch": 3.3820192504607824,
      "grad_norm": 1.4236188543674755,
      "learning_rate": 0.00012299049321083536,
      "loss": 0.7387,
      "step": 82572
    },
    {
      "epoch": 3.3820602088879785,
      "grad_norm": 1.3267798383429408,
      "learning_rate": 0.00012298728513013288,
      "loss": 0.6372,
      "step": 82573
    },
    {
      "epoch": 3.382101167315175,
      "grad_norm": 1.0420362640502476,
      "learning_rate": 0.00012298407706220045,
      "loss": 0.5923,
      "step": 82574
    },
    {
      "epoch": 3.3821421257423716,
      "grad_norm": 0.8392970929946574,
      "learning_rate": 0.00012298086900703955,
      "loss": 0.2369,
      "step": 82575
    },
    {
      "epoch": 3.3821830841695677,
      "grad_norm": 1.62284408013741,
      "learning_rate": 0.00012297766096465177,
      "loss": 1.0802,
      "step": 82576
    },
    {
      "epoch": 3.3822240425967642,
      "grad_norm": 1.275068465593678,
      "learning_rate": 0.00012297445293503857,
      "loss": 0.5494,
      "step": 82577
    },
    {
      "epoch": 3.3822650010239608,
      "grad_norm": 1.3977035786249417,
      "learning_rate": 0.00012297124491820148,
      "loss": 0.6346,
      "step": 82578
    },
    {
      "epoch": 3.3823059594511573,
      "grad_norm": 1.36016028778993,
      "learning_rate": 0.000122968036914142,
      "loss": 0.6363,
      "step": 82579
    },
    {
      "epoch": 3.3823469178783534,
      "grad_norm": 1.5925985321061247,
      "learning_rate": 0.00012296482892286168,
      "loss": 0.7849,
      "step": 82580
    },
    {
      "epoch": 3.38238787630555,
      "grad_norm": 1.4154349873373089,
      "learning_rate": 0.00012296162094436203,
      "loss": 0.8326,
      "step": 82581
    },
    {
      "epoch": 3.382428834732746,
      "grad_norm": 1.4717803018538322,
      "learning_rate": 0.00012295841297864455,
      "loss": 0.8423,
      "step": 82582
    },
    {
      "epoch": 3.3824697931599426,
      "grad_norm": 1.0432791199389135,
      "learning_rate": 0.00012295520502571074,
      "loss": 0.6241,
      "step": 82583
    },
    {
      "epoch": 3.382510751587139,
      "grad_norm": 1.398599734333239,
      "learning_rate": 0.00012295199708556217,
      "loss": 0.7314,
      "step": 82584
    },
    {
      "epoch": 3.3825517100143356,
      "grad_norm": 1.0848136656454728,
      "learning_rate": 0.00012294878915820032,
      "loss": 0.455,
      "step": 82585
    },
    {
      "epoch": 3.3825926684415317,
      "grad_norm": 2.0072675062999856,
      "learning_rate": 0.00012294558124362673,
      "loss": 1.7754,
      "step": 82586
    },
    {
      "epoch": 3.3826336268687283,
      "grad_norm": 0.9928001739811032,
      "learning_rate": 0.00012294237334184284,
      "loss": 0.1252,
      "step": 82587
    },
    {
      "epoch": 3.382674585295925,
      "grad_norm": 0.7285836076008216,
      "learning_rate": 0.00012293916545285026,
      "loss": 0.2148,
      "step": 82588
    },
    {
      "epoch": 3.382715543723121,
      "grad_norm": 1.3909446324772665,
      "learning_rate": 0.00012293595757665047,
      "loss": 0.7438,
      "step": 82589
    },
    {
      "epoch": 3.3827565021503174,
      "grad_norm": 1.3281051637278256,
      "learning_rate": 0.000122932749713245,
      "loss": 0.3757,
      "step": 82590
    },
    {
      "epoch": 3.382797460577514,
      "grad_norm": 1.453801379590482,
      "learning_rate": 0.00012292954186263536,
      "loss": 0.5886,
      "step": 82591
    },
    {
      "epoch": 3.38283841900471,
      "grad_norm": 1.444897213004041,
      "learning_rate": 0.00012292633402482305,
      "loss": 0.7775,
      "step": 82592
    },
    {
      "epoch": 3.3828793774319066,
      "grad_norm": 0.9742440309906791,
      "learning_rate": 0.0001229231261998096,
      "loss": 0.2482,
      "step": 82593
    },
    {
      "epoch": 3.382920335859103,
      "grad_norm": 1.6647946601006711,
      "learning_rate": 0.00012291991838759653,
      "loss": 0.7045,
      "step": 82594
    },
    {
      "epoch": 3.382961294286299,
      "grad_norm": 0.9634433077047971,
      "learning_rate": 0.0001229167105881853,
      "loss": 0.2451,
      "step": 82595
    },
    {
      "epoch": 3.3830022527134957,
      "grad_norm": 1.6966890951631648,
      "learning_rate": 0.00012291350280157755,
      "loss": 0.9483,
      "step": 82596
    },
    {
      "epoch": 3.3830432111406923,
      "grad_norm": 1.386296270235405,
      "learning_rate": 0.0001229102950277747,
      "loss": 0.8371,
      "step": 82597
    },
    {
      "epoch": 3.383084169567889,
      "grad_norm": 0.9368090300138328,
      "learning_rate": 0.00012290708726677828,
      "loss": 0.3119,
      "step": 82598
    },
    {
      "epoch": 3.383125127995085,
      "grad_norm": 0.7755378157725109,
      "learning_rate": 0.00012290387951858982,
      "loss": 0.2244,
      "step": 82599
    },
    {
      "epoch": 3.3831660864222814,
      "grad_norm": 0.9098410293446887,
      "learning_rate": 0.00012290067178321083,
      "loss": 0.3344,
      "step": 82600
    },
    {
      "epoch": 3.3832070448494775,
      "grad_norm": 0.7231625900302703,
      "learning_rate": 0.00012289746406064287,
      "loss": 0.2298,
      "step": 82601
    },
    {
      "epoch": 3.383248003276674,
      "grad_norm": 2.528855977352706,
      "learning_rate": 0.0001228942563508874,
      "loss": 2.5421,
      "step": 82602
    },
    {
      "epoch": 3.3832889617038706,
      "grad_norm": 1.2000037764338145,
      "learning_rate": 0.0001228910486539459,
      "loss": 0.4861,
      "step": 82603
    },
    {
      "epoch": 3.383329920131067,
      "grad_norm": 1.0427565848982632,
      "learning_rate": 0.00012288784096981998,
      "loss": 0.595,
      "step": 82604
    },
    {
      "epoch": 3.3833708785582632,
      "grad_norm": 1.285924929341743,
      "learning_rate": 0.00012288463329851112,
      "loss": 0.6681,
      "step": 82605
    },
    {
      "epoch": 3.3834118369854598,
      "grad_norm": 1.2737103320171341,
      "learning_rate": 0.00012288142564002087,
      "loss": 0.6536,
      "step": 82606
    },
    {
      "epoch": 3.3834527954126563,
      "grad_norm": 1.4395906783470602,
      "learning_rate": 0.00012287821799435066,
      "loss": 0.9385,
      "step": 82607
    },
    {
      "epoch": 3.3834937538398524,
      "grad_norm": 1.2949680158011851,
      "learning_rate": 0.00012287501036150207,
      "loss": 0.5435,
      "step": 82608
    },
    {
      "epoch": 3.383534712267049,
      "grad_norm": 1.0547945891664596,
      "learning_rate": 0.0001228718027414766,
      "loss": 0.3885,
      "step": 82609
    },
    {
      "epoch": 3.3835756706942455,
      "grad_norm": 0.9172022502552513,
      "learning_rate": 0.00012286859513427573,
      "loss": 0.3569,
      "step": 82610
    },
    {
      "epoch": 3.3836166291214416,
      "grad_norm": 0.9761976685537884,
      "learning_rate": 0.00012286538753990105,
      "loss": 0.3092,
      "step": 82611
    },
    {
      "epoch": 3.383657587548638,
      "grad_norm": 1.2882500765285705,
      "learning_rate": 0.00012286217995835402,
      "loss": 0.5972,
      "step": 82612
    },
    {
      "epoch": 3.3836985459758346,
      "grad_norm": 1.4181444503692067,
      "learning_rate": 0.0001228589723896362,
      "loss": 0.7072,
      "step": 82613
    },
    {
      "epoch": 3.3837395044030307,
      "grad_norm": 1.2258723910538627,
      "learning_rate": 0.00012285576483374904,
      "loss": 0.7672,
      "step": 82614
    },
    {
      "epoch": 3.3837804628302273,
      "grad_norm": 1.5261420229748013,
      "learning_rate": 0.00012285255729069412,
      "loss": 0.8009,
      "step": 82615
    },
    {
      "epoch": 3.383821421257424,
      "grad_norm": 1.1369394559447779,
      "learning_rate": 0.00012284934976047296,
      "loss": 0.5192,
      "step": 82616
    },
    {
      "epoch": 3.3838623796846203,
      "grad_norm": 3.049530450318569,
      "learning_rate": 0.00012284614224308704,
      "loss": 1.1789,
      "step": 82617
    },
    {
      "epoch": 3.3839033381118164,
      "grad_norm": 1.334650202361767,
      "learning_rate": 0.00012284293473853786,
      "loss": 0.6701,
      "step": 82618
    },
    {
      "epoch": 3.383944296539013,
      "grad_norm": 1.2410955942596196,
      "learning_rate": 0.000122839727246827,
      "loss": 0.6969,
      "step": 82619
    },
    {
      "epoch": 3.383985254966209,
      "grad_norm": 1.4654099138516519,
      "learning_rate": 0.00012283651976795594,
      "loss": 0.7447,
      "step": 82620
    },
    {
      "epoch": 3.3840262133934056,
      "grad_norm": 1.6641357552343297,
      "learning_rate": 0.0001228333123019262,
      "loss": 0.8105,
      "step": 82621
    },
    {
      "epoch": 3.384067171820602,
      "grad_norm": 1.1290146973103343,
      "learning_rate": 0.00012283010484873924,
      "loss": 0.6183,
      "step": 82622
    },
    {
      "epoch": 3.3841081302477987,
      "grad_norm": 1.8124184010768072,
      "learning_rate": 0.00012282689740839668,
      "loss": 0.423,
      "step": 82623
    },
    {
      "epoch": 3.3841490886749948,
      "grad_norm": 1.1843602011378833,
      "learning_rate": 0.00012282368998089998,
      "loss": 0.6732,
      "step": 82624
    },
    {
      "epoch": 3.3841900471021913,
      "grad_norm": 0.8479595160885806,
      "learning_rate": 0.00012282048256625068,
      "loss": 0.3039,
      "step": 82625
    },
    {
      "epoch": 3.384231005529388,
      "grad_norm": 1.1807308721694618,
      "learning_rate": 0.00012281727516445023,
      "loss": 0.5885,
      "step": 82626
    },
    {
      "epoch": 3.384271963956584,
      "grad_norm": 1.692263576460228,
      "learning_rate": 0.00012281406777550023,
      "loss": 1.1282,
      "step": 82627
    },
    {
      "epoch": 3.3843129223837805,
      "grad_norm": 1.4441804713416344,
      "learning_rate": 0.00012281086039940217,
      "loss": 0.7681,
      "step": 82628
    },
    {
      "epoch": 3.384353880810977,
      "grad_norm": 1.809504716514909,
      "learning_rate": 0.00012280765303615754,
      "loss": 0.9383,
      "step": 82629
    },
    {
      "epoch": 3.384394839238173,
      "grad_norm": 1.1692213381471546,
      "learning_rate": 0.00012280444568576784,
      "loss": 0.7261,
      "step": 82630
    },
    {
      "epoch": 3.3844357976653696,
      "grad_norm": 1.2911683908811378,
      "learning_rate": 0.00012280123834823467,
      "loss": 0.7908,
      "step": 82631
    },
    {
      "epoch": 3.384476756092566,
      "grad_norm": 1.2905097994390693,
      "learning_rate": 0.0001227980310235595,
      "loss": 0.4711,
      "step": 82632
    },
    {
      "epoch": 3.3845177145197622,
      "grad_norm": 0.9239222812451104,
      "learning_rate": 0.00012279482371174382,
      "loss": 0.2908,
      "step": 82633
    },
    {
      "epoch": 3.384558672946959,
      "grad_norm": 1.255234479837234,
      "learning_rate": 0.00012279161641278916,
      "loss": 0.6774,
      "step": 82634
    },
    {
      "epoch": 3.3845996313741553,
      "grad_norm": 1.617598329772099,
      "learning_rate": 0.00012278840912669707,
      "loss": 0.6192,
      "step": 82635
    },
    {
      "epoch": 3.384640589801352,
      "grad_norm": 3.6183197497726614,
      "learning_rate": 0.000122785201853469,
      "loss": 3.8588,
      "step": 82636
    },
    {
      "epoch": 3.384681548228548,
      "grad_norm": 0.8497277101567571,
      "learning_rate": 0.00012278199459310658,
      "loss": 0.2469,
      "step": 82637
    },
    {
      "epoch": 3.3847225066557445,
      "grad_norm": 1.6250371591203117,
      "learning_rate": 0.0001227787873456112,
      "loss": 0.7961,
      "step": 82638
    },
    {
      "epoch": 3.3847634650829406,
      "grad_norm": 2.3870559462828336,
      "learning_rate": 0.0001227755801109844,
      "loss": 1.6689,
      "step": 82639
    },
    {
      "epoch": 3.384804423510137,
      "grad_norm": 0.670681247057973,
      "learning_rate": 0.0001227723728892278,
      "loss": 0.1807,
      "step": 82640
    },
    {
      "epoch": 3.3848453819373336,
      "grad_norm": 1.846880038743694,
      "learning_rate": 0.0001227691656803428,
      "loss": 0.9688,
      "step": 82641
    },
    {
      "epoch": 3.38488634036453,
      "grad_norm": 1.3894991596788937,
      "learning_rate": 0.00012276595848433096,
      "loss": 0.6002,
      "step": 82642
    },
    {
      "epoch": 3.3849272987917263,
      "grad_norm": 1.4443461240932634,
      "learning_rate": 0.00012276275130119379,
      "loss": 0.8319,
      "step": 82643
    },
    {
      "epoch": 3.384968257218923,
      "grad_norm": 1.8147979107413612,
      "learning_rate": 0.00012275954413093284,
      "loss": 1.2361,
      "step": 82644
    },
    {
      "epoch": 3.3850092156461193,
      "grad_norm": 1.3210890577766332,
      "learning_rate": 0.00012275633697354956,
      "loss": 0.7387,
      "step": 82645
    },
    {
      "epoch": 3.3850501740733154,
      "grad_norm": 1.1559827016453919,
      "learning_rate": 0.00012275312982904554,
      "loss": 0.608,
      "step": 82646
    },
    {
      "epoch": 3.385091132500512,
      "grad_norm": 1.0793416266244207,
      "learning_rate": 0.00012274992269742222,
      "loss": 0.2474,
      "step": 82647
    },
    {
      "epoch": 3.3851320909277085,
      "grad_norm": 0.8563613623306273,
      "learning_rate": 0.00012274671557868118,
      "loss": 0.2432,
      "step": 82648
    },
    {
      "epoch": 3.3851730493549046,
      "grad_norm": 1.5781850983935979,
      "learning_rate": 0.0001227435084728239,
      "loss": 0.9251,
      "step": 82649
    },
    {
      "epoch": 3.385214007782101,
      "grad_norm": 1.1936119914153709,
      "learning_rate": 0.00012274030137985194,
      "loss": 0.6795,
      "step": 82650
    },
    {
      "epoch": 3.3852549662092977,
      "grad_norm": 0.736806539334876,
      "learning_rate": 0.0001227370942997667,
      "loss": 0.2363,
      "step": 82651
    },
    {
      "epoch": 3.3852959246364938,
      "grad_norm": 1.6580517571718616,
      "learning_rate": 0.00012273388723256986,
      "loss": 1.0897,
      "step": 82652
    },
    {
      "epoch": 3.3853368830636903,
      "grad_norm": 1.3941964613963516,
      "learning_rate": 0.00012273068017826285,
      "loss": 0.8076,
      "step": 82653
    },
    {
      "epoch": 3.385377841490887,
      "grad_norm": 0.8344817433743543,
      "learning_rate": 0.00012272747313684718,
      "loss": 0.2193,
      "step": 82654
    },
    {
      "epoch": 3.3854187999180834,
      "grad_norm": 2.8725189270150207,
      "learning_rate": 0.00012272426610832434,
      "loss": 2.9464,
      "step": 82655
    },
    {
      "epoch": 3.3854597583452795,
      "grad_norm": 1.631811698628451,
      "learning_rate": 0.00012272105909269594,
      "loss": 0.9197,
      "step": 82656
    },
    {
      "epoch": 3.385500716772476,
      "grad_norm": 2.3278307197149086,
      "learning_rate": 0.00012271785208996342,
      "loss": 0.759,
      "step": 82657
    },
    {
      "epoch": 3.385541675199672,
      "grad_norm": 1.6365710134619118,
      "learning_rate": 0.00012271464510012832,
      "loss": 0.9763,
      "step": 82658
    },
    {
      "epoch": 3.3855826336268686,
      "grad_norm": 1.8070302034752437,
      "learning_rate": 0.00012271143812319214,
      "loss": 1.1381,
      "step": 82659
    },
    {
      "epoch": 3.385623592054065,
      "grad_norm": 7.729747889816722,
      "learning_rate": 0.0001227082311591564,
      "loss": 1.568,
      "step": 82660
    },
    {
      "epoch": 3.3856645504812617,
      "grad_norm": 0.9412443212827627,
      "learning_rate": 0.00012270502420802266,
      "loss": 0.3168,
      "step": 82661
    },
    {
      "epoch": 3.385705508908458,
      "grad_norm": 1.3744640026079205,
      "learning_rate": 0.00012270181726979239,
      "loss": 0.788,
      "step": 82662
    },
    {
      "epoch": 3.3857464673356543,
      "grad_norm": 1.5867248443879747,
      "learning_rate": 0.00012269861034446707,
      "loss": 0.9703,
      "step": 82663
    },
    {
      "epoch": 3.385787425762851,
      "grad_norm": 1.4949228023892587,
      "learning_rate": 0.00012269540343204832,
      "loss": 0.7908,
      "step": 82664
    },
    {
      "epoch": 3.385828384190047,
      "grad_norm": 2.015190852347464,
      "learning_rate": 0.0001226921965325376,
      "loss": 0.9785,
      "step": 82665
    },
    {
      "epoch": 3.3858693426172435,
      "grad_norm": 1.307269638407114,
      "learning_rate": 0.00012268898964593638,
      "loss": 0.7502,
      "step": 82666
    },
    {
      "epoch": 3.38591030104444,
      "grad_norm": 3.0565969913142728,
      "learning_rate": 0.00012268578277224623,
      "loss": 3.2003,
      "step": 82667
    },
    {
      "epoch": 3.385951259471636,
      "grad_norm": 0.9059133520353236,
      "learning_rate": 0.0001226825759114687,
      "loss": 0.3144,
      "step": 82668
    },
    {
      "epoch": 3.3859922178988326,
      "grad_norm": 0.7134230531488964,
      "learning_rate": 0.00012267936906360525,
      "loss": 0.163,
      "step": 82669
    },
    {
      "epoch": 3.386033176326029,
      "grad_norm": 1.4936720724716863,
      "learning_rate": 0.00012267616222865738,
      "loss": 0.8321,
      "step": 82670
    },
    {
      "epoch": 3.3860741347532253,
      "grad_norm": 1.2082578330954306,
      "learning_rate": 0.00012267295540662664,
      "loss": 0.6122,
      "step": 82671
    },
    {
      "epoch": 3.386115093180422,
      "grad_norm": 1.3049479139578897,
      "learning_rate": 0.00012266974859751454,
      "loss": 0.6297,
      "step": 82672
    },
    {
      "epoch": 3.3861560516076183,
      "grad_norm": 1.249096354114981,
      "learning_rate": 0.00012266654180132262,
      "loss": 0.7837,
      "step": 82673
    },
    {
      "epoch": 3.386197010034815,
      "grad_norm": 0.7565608325738699,
      "learning_rate": 0.00012266333501805235,
      "loss": 0.2387,
      "step": 82674
    },
    {
      "epoch": 3.386237968462011,
      "grad_norm": 1.844381075244353,
      "learning_rate": 0.00012266012824770528,
      "loss": 0.9388,
      "step": 82675
    },
    {
      "epoch": 3.3862789268892075,
      "grad_norm": 1.174406083886601,
      "learning_rate": 0.00012265692149028296,
      "loss": 0.5918,
      "step": 82676
    },
    {
      "epoch": 3.386319885316404,
      "grad_norm": 1.0286431865614867,
      "learning_rate": 0.00012265371474578683,
      "loss": 0.4798,
      "step": 82677
    },
    {
      "epoch": 3.3863608437436,
      "grad_norm": 1.4026287575229093,
      "learning_rate": 0.0001226505080142184,
      "loss": 0.7376,
      "step": 82678
    },
    {
      "epoch": 3.3864018021707967,
      "grad_norm": 1.5655697102951942,
      "learning_rate": 0.00012264730129557926,
      "loss": 0.6741,
      "step": 82679
    },
    {
      "epoch": 3.386442760597993,
      "grad_norm": 1.8236561995014358,
      "learning_rate": 0.00012264409458987086,
      "loss": 0.9055,
      "step": 82680
    },
    {
      "epoch": 3.3864837190251893,
      "grad_norm": 1.0424189818747083,
      "learning_rate": 0.00012264088789709477,
      "loss": 0.4579,
      "step": 82681
    },
    {
      "epoch": 3.386524677452386,
      "grad_norm": 0.8277512346516294,
      "learning_rate": 0.00012263768121725246,
      "loss": 0.2587,
      "step": 82682
    },
    {
      "epoch": 3.3865656358795824,
      "grad_norm": 1.9053325911219785,
      "learning_rate": 0.0001226344745503455,
      "loss": 1.1397,
      "step": 82683
    },
    {
      "epoch": 3.3866065943067785,
      "grad_norm": 2.818647967933539,
      "learning_rate": 0.00012263126789637533,
      "loss": 1.2913,
      "step": 82684
    },
    {
      "epoch": 3.386647552733975,
      "grad_norm": 1.6444016353027977,
      "learning_rate": 0.00012262806125534352,
      "loss": 0.9833,
      "step": 82685
    },
    {
      "epoch": 3.3866885111611715,
      "grad_norm": 1.8772179091218415,
      "learning_rate": 0.00012262485462725156,
      "loss": 0.5914,
      "step": 82686
    },
    {
      "epoch": 3.3867294695883676,
      "grad_norm": 1.1768515615557351,
      "learning_rate": 0.00012262164801210101,
      "loss": 0.6223,
      "step": 82687
    },
    {
      "epoch": 3.386770428015564,
      "grad_norm": 1.4270357476840292,
      "learning_rate": 0.00012261844140989338,
      "loss": 0.911,
      "step": 82688
    },
    {
      "epoch": 3.3868113864427607,
      "grad_norm": 1.6410361948998708,
      "learning_rate": 0.0001226152348206301,
      "loss": 1.0772,
      "step": 82689
    },
    {
      "epoch": 3.386852344869957,
      "grad_norm": 2.4095733835220217,
      "learning_rate": 0.00012261202824431278,
      "loss": 1.9147,
      "step": 82690
    },
    {
      "epoch": 3.3868933032971533,
      "grad_norm": 2.139907369707844,
      "learning_rate": 0.0001226088216809429,
      "loss": 0.5901,
      "step": 82691
    },
    {
      "epoch": 3.38693426172435,
      "grad_norm": 1.0623408564845078,
      "learning_rate": 0.00012260561513052198,
      "loss": 0.2963,
      "step": 82692
    },
    {
      "epoch": 3.3869752201515464,
      "grad_norm": 1.8971639347941973,
      "learning_rate": 0.00012260240859305154,
      "loss": 0.3817,
      "step": 82693
    },
    {
      "epoch": 3.3870161785787425,
      "grad_norm": 0.7927325164309279,
      "learning_rate": 0.00012259920206853309,
      "loss": 0.2236,
      "step": 82694
    },
    {
      "epoch": 3.387057137005939,
      "grad_norm": 1.6873585858249214,
      "learning_rate": 0.00012259599555696814,
      "loss": 0.8065,
      "step": 82695
    },
    {
      "epoch": 3.3870980954331356,
      "grad_norm": 1.5083639374137854,
      "learning_rate": 0.0001225927890583582,
      "loss": 1.0361,
      "step": 82696
    },
    {
      "epoch": 3.3871390538603317,
      "grad_norm": 1.593131449537318,
      "learning_rate": 0.00012258958257270485,
      "loss": 0.7494,
      "step": 82697
    },
    {
      "epoch": 3.387180012287528,
      "grad_norm": 0.8031526793845505,
      "learning_rate": 0.00012258637610000948,
      "loss": 0.2643,
      "step": 82698
    },
    {
      "epoch": 3.3872209707147247,
      "grad_norm": 1.365792589290619,
      "learning_rate": 0.00012258316964027373,
      "loss": 0.8645,
      "step": 82699
    },
    {
      "epoch": 3.387261929141921,
      "grad_norm": 1.218273104827986,
      "learning_rate": 0.00012257996319349907,
      "loss": 0.6616,
      "step": 82700
    },
    {
      "epoch": 3.3873028875691173,
      "grad_norm": 1.1321245492499177,
      "learning_rate": 0.000122576756759687,
      "loss": 0.5773,
      "step": 82701
    },
    {
      "epoch": 3.387343845996314,
      "grad_norm": 2.5450081100151167,
      "learning_rate": 0.00012257355033883904,
      "loss": 1.4756,
      "step": 82702
    },
    {
      "epoch": 3.38738480442351,
      "grad_norm": 1.365612189865508,
      "learning_rate": 0.00012257034393095673,
      "loss": 0.5507,
      "step": 82703
    },
    {
      "epoch": 3.3874257628507065,
      "grad_norm": 1.5721079393619801,
      "learning_rate": 0.00012256713753604158,
      "loss": 0.8522,
      "step": 82704
    },
    {
      "epoch": 3.387466721277903,
      "grad_norm": 1.6554992422991985,
      "learning_rate": 0.00012256393115409506,
      "loss": 1.0184,
      "step": 82705
    },
    {
      "epoch": 3.387507679705099,
      "grad_norm": 1.3656231139741244,
      "learning_rate": 0.00012256072478511874,
      "loss": 0.6743,
      "step": 82706
    },
    {
      "epoch": 3.3875486381322957,
      "grad_norm": 1.652232907486034,
      "learning_rate": 0.0001225575184291141,
      "loss": 0.8334,
      "step": 82707
    },
    {
      "epoch": 3.387589596559492,
      "grad_norm": 1.7271003880106286,
      "learning_rate": 0.0001225543120860827,
      "loss": 0.6565,
      "step": 82708
    },
    {
      "epoch": 3.3876305549866883,
      "grad_norm": 1.7559942030237679,
      "learning_rate": 0.00012255110575602602,
      "loss": 0.9306,
      "step": 82709
    },
    {
      "epoch": 3.387671513413885,
      "grad_norm": 1.396135490029842,
      "learning_rate": 0.0001225478994389456,
      "loss": 0.6555,
      "step": 82710
    },
    {
      "epoch": 3.3877124718410814,
      "grad_norm": 1.0879938439336796,
      "learning_rate": 0.0001225446931348429,
      "loss": 0.4269,
      "step": 82711
    },
    {
      "epoch": 3.387753430268278,
      "grad_norm": 1.2035831624658588,
      "learning_rate": 0.0001225414868437195,
      "loss": 0.3631,
      "step": 82712
    },
    {
      "epoch": 3.387794388695474,
      "grad_norm": 0.7733994891150751,
      "learning_rate": 0.0001225382805655769,
      "loss": 0.2203,
      "step": 82713
    },
    {
      "epoch": 3.3878353471226705,
      "grad_norm": 1.6601395939148142,
      "learning_rate": 0.0001225350743004166,
      "loss": 0.6154,
      "step": 82714
    },
    {
      "epoch": 3.387876305549867,
      "grad_norm": 1.3175540271085175,
      "learning_rate": 0.00012253186804824008,
      "loss": 0.6581,
      "step": 82715
    },
    {
      "epoch": 3.387917263977063,
      "grad_norm": 4.676525073559201,
      "learning_rate": 0.00012252866180904897,
      "loss": 1.5734,
      "step": 82716
    },
    {
      "epoch": 3.3879582224042597,
      "grad_norm": 1.8963821824312452,
      "learning_rate": 0.00012252545558284468,
      "loss": 0.7871,
      "step": 82717
    },
    {
      "epoch": 3.3879991808314562,
      "grad_norm": 0.9563140838617299,
      "learning_rate": 0.00012252224936962878,
      "loss": 0.1666,
      "step": 82718
    },
    {
      "epoch": 3.3880401392586523,
      "grad_norm": 0.8653455705805816,
      "learning_rate": 0.00012251904316940273,
      "loss": 0.2585,
      "step": 82719
    },
    {
      "epoch": 3.388081097685849,
      "grad_norm": 1.402614983600554,
      "learning_rate": 0.0001225158369821681,
      "loss": 0.6205,
      "step": 82720
    },
    {
      "epoch": 3.3881220561130454,
      "grad_norm": 1.8750922396884058,
      "learning_rate": 0.0001225126308079264,
      "loss": 0.9391,
      "step": 82721
    },
    {
      "epoch": 3.3881630145402415,
      "grad_norm": 1.1486831787284943,
      "learning_rate": 0.00012250942464667912,
      "loss": 0.5123,
      "step": 82722
    },
    {
      "epoch": 3.388203972967438,
      "grad_norm": 1.42248767849882,
      "learning_rate": 0.00012250621849842777,
      "loss": 0.6298,
      "step": 82723
    },
    {
      "epoch": 3.3882449313946346,
      "grad_norm": 1.4541607473243576,
      "learning_rate": 0.00012250301236317392,
      "loss": 0.803,
      "step": 82724
    },
    {
      "epoch": 3.3882858898218307,
      "grad_norm": 1.0646102754204783,
      "learning_rate": 0.00012249980624091903,
      "loss": 0.3829,
      "step": 82725
    },
    {
      "epoch": 3.388326848249027,
      "grad_norm": 1.6573194471443065,
      "learning_rate": 0.00012249660013166465,
      "loss": 0.5803,
      "step": 82726
    },
    {
      "epoch": 3.3883678066762237,
      "grad_norm": 0.7735173608056038,
      "learning_rate": 0.00012249339403541226,
      "loss": 0.2492,
      "step": 82727
    },
    {
      "epoch": 3.38840876510342,
      "grad_norm": 1.7075343902885327,
      "learning_rate": 0.0001224901879521634,
      "loss": 0.6979,
      "step": 82728
    },
    {
      "epoch": 3.3884497235306164,
      "grad_norm": 0.8948310682533005,
      "learning_rate": 0.00012248698188191962,
      "loss": 0.22,
      "step": 82729
    },
    {
      "epoch": 3.388490681957813,
      "grad_norm": 1.0068505045065135,
      "learning_rate": 0.00012248377582468238,
      "loss": 0.3206,
      "step": 82730
    },
    {
      "epoch": 3.3885316403850094,
      "grad_norm": 1.1337818506271753,
      "learning_rate": 0.00012248056978045319,
      "loss": 0.4565,
      "step": 82731
    },
    {
      "epoch": 3.3885725988122055,
      "grad_norm": 1.2810550605765707,
      "learning_rate": 0.0001224773637492336,
      "loss": 0.8242,
      "step": 82732
    },
    {
      "epoch": 3.388613557239402,
      "grad_norm": 1.0338532517187957,
      "learning_rate": 0.00012247415773102512,
      "loss": 0.4042,
      "step": 82733
    },
    {
      "epoch": 3.3886545156665986,
      "grad_norm": 1.8401417763668708,
      "learning_rate": 0.0001224709517258293,
      "loss": 0.9384,
      "step": 82734
    },
    {
      "epoch": 3.3886954740937947,
      "grad_norm": 1.2704626070227711,
      "learning_rate": 0.00012246774573364754,
      "loss": 0.6743,
      "step": 82735
    },
    {
      "epoch": 3.388736432520991,
      "grad_norm": 0.6811160734038502,
      "learning_rate": 0.00012246453975448148,
      "loss": 0.135,
      "step": 82736
    },
    {
      "epoch": 3.3887773909481878,
      "grad_norm": 1.764211985589547,
      "learning_rate": 0.00012246133378833256,
      "loss": 0.8941,
      "step": 82737
    },
    {
      "epoch": 3.388818349375384,
      "grad_norm": 0.7690851921870451,
      "learning_rate": 0.00012245812783520237,
      "loss": 0.2308,
      "step": 82738
    },
    {
      "epoch": 3.3888593078025804,
      "grad_norm": 1.070812742062573,
      "learning_rate": 0.00012245492189509233,
      "loss": 0.5896,
      "step": 82739
    },
    {
      "epoch": 3.388900266229777,
      "grad_norm": 1.3283190309444637,
      "learning_rate": 0.00012245171596800402,
      "loss": 0.4684,
      "step": 82740
    },
    {
      "epoch": 3.388941224656973,
      "grad_norm": 1.1207669349116656,
      "learning_rate": 0.00012244851005393896,
      "loss": 0.6807,
      "step": 82741
    },
    {
      "epoch": 3.3889821830841695,
      "grad_norm": 2.2865350534036324,
      "learning_rate": 0.00012244530415289864,
      "loss": 2.0773,
      "step": 82742
    },
    {
      "epoch": 3.389023141511366,
      "grad_norm": 1.4753816394626698,
      "learning_rate": 0.00012244209826488454,
      "loss": 0.8475,
      "step": 82743
    },
    {
      "epoch": 3.389064099938562,
      "grad_norm": 1.571342732487212,
      "learning_rate": 0.00012243889238989827,
      "loss": 0.8418,
      "step": 82744
    },
    {
      "epoch": 3.3891050583657587,
      "grad_norm": 2.5534621886437314,
      "learning_rate": 0.00012243568652794127,
      "loss": 1.002,
      "step": 82745
    },
    {
      "epoch": 3.3891460167929552,
      "grad_norm": 1.5919940254271734,
      "learning_rate": 0.0001224324806790151,
      "loss": 0.6993,
      "step": 82746
    },
    {
      "epoch": 3.3891869752201513,
      "grad_norm": 0.9700879883576026,
      "learning_rate": 0.00012242927484312126,
      "loss": 0.5533,
      "step": 82747
    },
    {
      "epoch": 3.389227933647348,
      "grad_norm": 1.5470869212052138,
      "learning_rate": 0.00012242606902026124,
      "loss": 0.9403,
      "step": 82748
    },
    {
      "epoch": 3.3892688920745444,
      "grad_norm": 1.7005362230317738,
      "learning_rate": 0.00012242286321043658,
      "loss": 1.0242,
      "step": 82749
    },
    {
      "epoch": 3.389309850501741,
      "grad_norm": 1.2160212171582698,
      "learning_rate": 0.00012241965741364877,
      "loss": 0.5813,
      "step": 82750
    },
    {
      "epoch": 3.389350808928937,
      "grad_norm": 2.5664442161325236,
      "learning_rate": 0.00012241645162989936,
      "loss": 1.1053,
      "step": 82751
    },
    {
      "epoch": 3.3893917673561336,
      "grad_norm": 1.361433207472895,
      "learning_rate": 0.00012241324585918984,
      "loss": 0.6627,
      "step": 82752
    },
    {
      "epoch": 3.38943272578333,
      "grad_norm": 0.7381958008737253,
      "learning_rate": 0.00012241004010152176,
      "loss": 0.2244,
      "step": 82753
    },
    {
      "epoch": 3.389473684210526,
      "grad_norm": 1.6564647453948218,
      "learning_rate": 0.00012240683435689654,
      "loss": 0.9881,
      "step": 82754
    },
    {
      "epoch": 3.3895146426377227,
      "grad_norm": 2.2801580219609696,
      "learning_rate": 0.00012240362862531582,
      "loss": 0.7935,
      "step": 82755
    },
    {
      "epoch": 3.3895556010649193,
      "grad_norm": 4.182764496848434,
      "learning_rate": 0.0001224004229067811,
      "loss": 4.4446,
      "step": 82756
    },
    {
      "epoch": 3.3895965594921154,
      "grad_norm": 1.5543787565470506,
      "learning_rate": 0.00012239721720129382,
      "loss": 0.6291,
      "step": 82757
    },
    {
      "epoch": 3.389637517919312,
      "grad_norm": 1.4176601251472478,
      "learning_rate": 0.0001223940115088555,
      "loss": 0.7489,
      "step": 82758
    },
    {
      "epoch": 3.3896784763465084,
      "grad_norm": 1.5709037229921343,
      "learning_rate": 0.00012239080582946774,
      "loss": 0.9397,
      "step": 82759
    },
    {
      "epoch": 3.3897194347737045,
      "grad_norm": 1.6044985641666283,
      "learning_rate": 0.000122387600163132,
      "loss": 0.7676,
      "step": 82760
    },
    {
      "epoch": 3.389760393200901,
      "grad_norm": 1.3631286208706854,
      "learning_rate": 0.0001223843945098498,
      "loss": 0.6038,
      "step": 82761
    },
    {
      "epoch": 3.3898013516280976,
      "grad_norm": 1.366548069402805,
      "learning_rate": 0.00012238118886962263,
      "loss": 0.7778,
      "step": 82762
    },
    {
      "epoch": 3.3898423100552937,
      "grad_norm": 1.2946099515086427,
      "learning_rate": 0.00012237798324245204,
      "loss": 0.6143,
      "step": 82763
    },
    {
      "epoch": 3.38988326848249,
      "grad_norm": 1.6374271603432893,
      "learning_rate": 0.00012237477762833956,
      "loss": 0.6878,
      "step": 82764
    },
    {
      "epoch": 3.3899242269096868,
      "grad_norm": 1.2233924212676892,
      "learning_rate": 0.00012237157202728667,
      "loss": 0.591,
      "step": 82765
    },
    {
      "epoch": 3.389965185336883,
      "grad_norm": 1.4725502929653764,
      "learning_rate": 0.00012236836643929487,
      "loss": 0.7049,
      "step": 82766
    },
    {
      "epoch": 3.3900061437640794,
      "grad_norm": 1.4563065785606222,
      "learning_rate": 0.00012236516086436573,
      "loss": 0.8903,
      "step": 82767
    },
    {
      "epoch": 3.390047102191276,
      "grad_norm": 4.938959499739422,
      "learning_rate": 0.00012236195530250074,
      "loss": 1.1554,
      "step": 82768
    },
    {
      "epoch": 3.3900880606184725,
      "grad_norm": 1.4878755316341645,
      "learning_rate": 0.0001223587497537014,
      "loss": 0.9114,
      "step": 82769
    },
    {
      "epoch": 3.3901290190456685,
      "grad_norm": 1.4509531970612735,
      "learning_rate": 0.00012235554421796924,
      "loss": 0.7971,
      "step": 82770
    },
    {
      "epoch": 3.390169977472865,
      "grad_norm": 1.3788547889269027,
      "learning_rate": 0.0001223523386953058,
      "loss": 0.9872,
      "step": 82771
    },
    {
      "epoch": 3.3902109359000616,
      "grad_norm": 1.5389204135652876,
      "learning_rate": 0.00012234913318571254,
      "loss": 0.8354,
      "step": 82772
    },
    {
      "epoch": 3.3902518943272577,
      "grad_norm": 0.8629440957226604,
      "learning_rate": 0.00012234592768919103,
      "loss": 0.2349,
      "step": 82773
    },
    {
      "epoch": 3.3902928527544542,
      "grad_norm": 1.3525496123006397,
      "learning_rate": 0.00012234272220574272,
      "loss": 0.8668,
      "step": 82774
    },
    {
      "epoch": 3.390333811181651,
      "grad_norm": 1.8190353636790324,
      "learning_rate": 0.0001223395167353692,
      "loss": 1.0895,
      "step": 82775
    },
    {
      "epoch": 3.390374769608847,
      "grad_norm": 1.640646123553356,
      "learning_rate": 0.00012233631127807196,
      "loss": 0.9565,
      "step": 82776
    },
    {
      "epoch": 3.3904157280360434,
      "grad_norm": 1.4518992327988807,
      "learning_rate": 0.0001223331058338525,
      "loss": 0.7628,
      "step": 82777
    },
    {
      "epoch": 3.39045668646324,
      "grad_norm": 1.343038583475488,
      "learning_rate": 0.00012232990040271236,
      "loss": 0.4635,
      "step": 82778
    },
    {
      "epoch": 3.390497644890436,
      "grad_norm": 1.7417977062886445,
      "learning_rate": 0.00012232669498465296,
      "loss": 0.9046,
      "step": 82779
    },
    {
      "epoch": 3.3905386033176326,
      "grad_norm": 1.4104976282394486,
      "learning_rate": 0.00012232348957967598,
      "loss": 0.7378,
      "step": 82780
    },
    {
      "epoch": 3.390579561744829,
      "grad_norm": 0.8837952949219587,
      "learning_rate": 0.00012232028418778282,
      "loss": 0.2253,
      "step": 82781
    },
    {
      "epoch": 3.3906205201720256,
      "grad_norm": 1.3111431580732582,
      "learning_rate": 0.000122317078808975,
      "loss": 0.6472,
      "step": 82782
    },
    {
      "epoch": 3.3906614785992217,
      "grad_norm": 4.929731961798124,
      "learning_rate": 0.00012231387344325406,
      "loss": 4.1805,
      "step": 82783
    },
    {
      "epoch": 3.3907024370264183,
      "grad_norm": 0.8911654816047201,
      "learning_rate": 0.00012231066809062152,
      "loss": 0.2462,
      "step": 82784
    },
    {
      "epoch": 3.3907433954536144,
      "grad_norm": 1.7584968870173272,
      "learning_rate": 0.00012230746275107893,
      "loss": 1.2911,
      "step": 82785
    },
    {
      "epoch": 3.390784353880811,
      "grad_norm": 0.9688702542304641,
      "learning_rate": 0.00012230425742462776,
      "loss": 0.4712,
      "step": 82786
    },
    {
      "epoch": 3.3908253123080074,
      "grad_norm": 1.2419665666737396,
      "learning_rate": 0.00012230105211126946,
      "loss": 0.7093,
      "step": 82787
    },
    {
      "epoch": 3.390866270735204,
      "grad_norm": 0.9256840557348577,
      "learning_rate": 0.00012229784681100567,
      "loss": 0.1982,
      "step": 82788
    },
    {
      "epoch": 3.3909072291624,
      "grad_norm": 0.8976913125458106,
      "learning_rate": 0.00012229464152383783,
      "loss": 0.2172,
      "step": 82789
    },
    {
      "epoch": 3.3909481875895966,
      "grad_norm": 0.987691542713849,
      "learning_rate": 0.00012229143624976752,
      "loss": 0.2598,
      "step": 82790
    },
    {
      "epoch": 3.390989146016793,
      "grad_norm": 1.4523656684221162,
      "learning_rate": 0.00012228823098879614,
      "loss": 0.7673,
      "step": 82791
    },
    {
      "epoch": 3.3910301044439892,
      "grad_norm": 1.1146083339845343,
      "learning_rate": 0.00012228502574092531,
      "loss": 0.6511,
      "step": 82792
    },
    {
      "epoch": 3.3910710628711858,
      "grad_norm": 1.2451440167622116,
      "learning_rate": 0.00012228182050615652,
      "loss": 0.6874,
      "step": 82793
    },
    {
      "epoch": 3.3911120212983823,
      "grad_norm": 1.832095030306847,
      "learning_rate": 0.0001222786152844913,
      "loss": 1.1097,
      "step": 82794
    },
    {
      "epoch": 3.3911529797255784,
      "grad_norm": 1.4859570821308339,
      "learning_rate": 0.00012227541007593106,
      "loss": 0.7395,
      "step": 82795
    },
    {
      "epoch": 3.391193938152775,
      "grad_norm": 1.75903035505797,
      "learning_rate": 0.00012227220488047748,
      "loss": 1.3358,
      "step": 82796
    },
    {
      "epoch": 3.3912348965799715,
      "grad_norm": 1.3146979626099085,
      "learning_rate": 0.00012226899969813198,
      "loss": 0.4827,
      "step": 82797
    },
    {
      "epoch": 3.3912758550071676,
      "grad_norm": 1.3508312072198336,
      "learning_rate": 0.00012226579452889605,
      "loss": 0.776,
      "step": 82798
    },
    {
      "epoch": 3.391316813434364,
      "grad_norm": 1.2522322473181742,
      "learning_rate": 0.00012226258937277125,
      "loss": 0.6964,
      "step": 82799
    },
    {
      "epoch": 3.3913577718615606,
      "grad_norm": 1.3217613818947216,
      "learning_rate": 0.00012225938422975912,
      "loss": 0.6963,
      "step": 82800
    },
    {
      "epoch": 3.391398730288757,
      "grad_norm": 1.2271654203967204,
      "learning_rate": 0.00012225617909986114,
      "loss": 0.9194,
      "step": 82801
    },
    {
      "epoch": 3.3914396887159532,
      "grad_norm": 1.3125771114676534,
      "learning_rate": 0.0001222529739830788,
      "loss": 0.6062,
      "step": 82802
    },
    {
      "epoch": 3.39148064714315,
      "grad_norm": 1.7884989036879415,
      "learning_rate": 0.00012224976887941364,
      "loss": 1.1753,
      "step": 82803
    },
    {
      "epoch": 3.391521605570346,
      "grad_norm": 4.935293457946025,
      "learning_rate": 0.00012224656378886722,
      "loss": 1.0268,
      "step": 82804
    },
    {
      "epoch": 3.3915625639975424,
      "grad_norm": 2.240732303455054,
      "learning_rate": 0.000122243358711441,
      "loss": 1.4082,
      "step": 82805
    },
    {
      "epoch": 3.391603522424739,
      "grad_norm": 1.5269350482360815,
      "learning_rate": 0.00012224015364713649,
      "loss": 0.9626,
      "step": 82806
    },
    {
      "epoch": 3.3916444808519355,
      "grad_norm": 1.254490191099106,
      "learning_rate": 0.00012223694859595522,
      "loss": 0.6645,
      "step": 82807
    },
    {
      "epoch": 3.3916854392791316,
      "grad_norm": 1.4096345703087025,
      "learning_rate": 0.00012223374355789873,
      "loss": 0.7278,
      "step": 82808
    },
    {
      "epoch": 3.391726397706328,
      "grad_norm": 1.2035182881865525,
      "learning_rate": 0.0001222305385329685,
      "loss": 0.7185,
      "step": 82809
    },
    {
      "epoch": 3.3917673561335246,
      "grad_norm": 1.436251353200422,
      "learning_rate": 0.00012222733352116607,
      "loss": 0.7786,
      "step": 82810
    },
    {
      "epoch": 3.3918083145607207,
      "grad_norm": 1.2313391998918577,
      "learning_rate": 0.00012222412852249296,
      "loss": 0.7115,
      "step": 82811
    },
    {
      "epoch": 3.3918492729879173,
      "grad_norm": 0.9112960363505169,
      "learning_rate": 0.00012222092353695064,
      "loss": 0.2699,
      "step": 82812
    },
    {
      "epoch": 3.391890231415114,
      "grad_norm": 1.4037071298324617,
      "learning_rate": 0.00012221771856454067,
      "loss": 0.5128,
      "step": 82813
    },
    {
      "epoch": 3.39193118984231,
      "grad_norm": 1.5107168554330468,
      "learning_rate": 0.00012221451360526457,
      "loss": 0.7124,
      "step": 82814
    },
    {
      "epoch": 3.3919721482695064,
      "grad_norm": 1.555972490556244,
      "learning_rate": 0.00012221130865912379,
      "loss": 0.7207,
      "step": 82815
    },
    {
      "epoch": 3.392013106696703,
      "grad_norm": 1.379752754782099,
      "learning_rate": 0.00012220810372611993,
      "loss": 0.6663,
      "step": 82816
    },
    {
      "epoch": 3.392054065123899,
      "grad_norm": 2.8775603036123747,
      "learning_rate": 0.00012220489880625446,
      "loss": 2.3217,
      "step": 82817
    },
    {
      "epoch": 3.3920950235510956,
      "grad_norm": 1.2870568156615858,
      "learning_rate": 0.00012220169389952893,
      "loss": 0.7464,
      "step": 82818
    },
    {
      "epoch": 3.392135981978292,
      "grad_norm": 1.4883841266143676,
      "learning_rate": 0.0001221984890059448,
      "loss": 0.8307,
      "step": 82819
    },
    {
      "epoch": 3.3921769404054887,
      "grad_norm": 1.3711745611514181,
      "learning_rate": 0.0001221952841255036,
      "loss": 0.7155,
      "step": 82820
    },
    {
      "epoch": 3.3922178988326848,
      "grad_norm": 1.60777349515035,
      "learning_rate": 0.00012219207925820688,
      "loss": 0.9038,
      "step": 82821
    },
    {
      "epoch": 3.3922588572598813,
      "grad_norm": 1.309438611101654,
      "learning_rate": 0.00012218887440405607,
      "loss": 0.6611,
      "step": 82822
    },
    {
      "epoch": 3.3922998156870774,
      "grad_norm": 1.5909083927496923,
      "learning_rate": 0.0001221856695630528,
      "loss": 0.7751,
      "step": 82823
    },
    {
      "epoch": 3.392340774114274,
      "grad_norm": 0.9963362618466792,
      "learning_rate": 0.00012218246473519852,
      "loss": 0.476,
      "step": 82824
    },
    {
      "epoch": 3.3923817325414705,
      "grad_norm": 1.2340338131908846,
      "learning_rate": 0.00012217925992049478,
      "loss": 0.7256,
      "step": 82825
    },
    {
      "epoch": 3.392422690968667,
      "grad_norm": 1.5202141400839715,
      "learning_rate": 0.000122176055118943,
      "loss": 0.7988,
      "step": 82826
    },
    {
      "epoch": 3.392463649395863,
      "grad_norm": 1.418153943254202,
      "learning_rate": 0.00012217285033054484,
      "loss": 0.5359,
      "step": 82827
    },
    {
      "epoch": 3.3925046078230596,
      "grad_norm": 0.907650090211626,
      "learning_rate": 0.0001221696455553017,
      "loss": 0.2648,
      "step": 82828
    },
    {
      "epoch": 3.392545566250256,
      "grad_norm": 1.3742148000045393,
      "learning_rate": 0.00012216644079321516,
      "loss": 0.3863,
      "step": 82829
    },
    {
      "epoch": 3.3925865246774523,
      "grad_norm": 0.7781326220113822,
      "learning_rate": 0.00012216323604428669,
      "loss": 0.1972,
      "step": 82830
    },
    {
      "epoch": 3.392627483104649,
      "grad_norm": 1.2291972321397406,
      "learning_rate": 0.00012216003130851783,
      "loss": 0.6679,
      "step": 82831
    },
    {
      "epoch": 3.3926684415318453,
      "grad_norm": 2.081663100280594,
      "learning_rate": 0.00012215682658591013,
      "loss": 0.9952,
      "step": 82832
    },
    {
      "epoch": 3.3927093999590414,
      "grad_norm": 0.760274010957437,
      "learning_rate": 0.00012215362187646504,
      "loss": 0.2291,
      "step": 82833
    },
    {
      "epoch": 3.392750358386238,
      "grad_norm": 1.584248301950794,
      "learning_rate": 0.00012215041718018405,
      "loss": 0.8174,
      "step": 82834
    },
    {
      "epoch": 3.3927913168134345,
      "grad_norm": 1.3590459890911262,
      "learning_rate": 0.0001221472124970688,
      "loss": 0.9494,
      "step": 82835
    },
    {
      "epoch": 3.3928322752406306,
      "grad_norm": 0.7998960005592654,
      "learning_rate": 0.0001221440078271207,
      "loss": 0.2424,
      "step": 82836
    },
    {
      "epoch": 3.392873233667827,
      "grad_norm": 1.598814296930389,
      "learning_rate": 0.00012214080317034132,
      "loss": 0.7158,
      "step": 82837
    },
    {
      "epoch": 3.3929141920950237,
      "grad_norm": 1.4547515445100838,
      "learning_rate": 0.0001221375985267321,
      "loss": 0.6947,
      "step": 82838
    },
    {
      "epoch": 3.39295515052222,
      "grad_norm": 1.8103527987091783,
      "learning_rate": 0.00012213439389629466,
      "loss": 0.7597,
      "step": 82839
    },
    {
      "epoch": 3.3929961089494163,
      "grad_norm": 1.3891512071514613,
      "learning_rate": 0.00012213118927903045,
      "loss": 0.8719,
      "step": 82840
    },
    {
      "epoch": 3.393037067376613,
      "grad_norm": 1.3013487626939892,
      "learning_rate": 0.00012212798467494098,
      "loss": 0.7984,
      "step": 82841
    },
    {
      "epoch": 3.393078025803809,
      "grad_norm": 1.2813109673466607,
      "learning_rate": 0.0001221247800840278,
      "loss": 0.6009,
      "step": 82842
    },
    {
      "epoch": 3.3931189842310054,
      "grad_norm": 1.2289722520712967,
      "learning_rate": 0.00012212157550629238,
      "loss": 0.8082,
      "step": 82843
    },
    {
      "epoch": 3.393159942658202,
      "grad_norm": 1.5169063691294278,
      "learning_rate": 0.00012211837094173628,
      "loss": 0.8601,
      "step": 82844
    },
    {
      "epoch": 3.3932009010853985,
      "grad_norm": 1.6937007579755086,
      "learning_rate": 0.00012211516639036102,
      "loss": 0.7416,
      "step": 82845
    },
    {
      "epoch": 3.3932418595125946,
      "grad_norm": 3.311195599201624,
      "learning_rate": 0.0001221119618521681,
      "loss": 3.9487,
      "step": 82846
    },
    {
      "epoch": 3.393282817939791,
      "grad_norm": 1.6547353163736789,
      "learning_rate": 0.00012210875732715894,
      "loss": 0.7212,
      "step": 82847
    },
    {
      "epoch": 3.3933237763669877,
      "grad_norm": 1.2750279267813223,
      "learning_rate": 0.0001221055528153352,
      "loss": 0.6515,
      "step": 82848
    },
    {
      "epoch": 3.3933647347941838,
      "grad_norm": 1.4950338559668117,
      "learning_rate": 0.00012210234831669834,
      "loss": 0.6697,
      "step": 82849
    },
    {
      "epoch": 3.3934056932213803,
      "grad_norm": 1.8122375737554932,
      "learning_rate": 0.00012209914383124986,
      "loss": 0.7485,
      "step": 82850
    },
    {
      "epoch": 3.393446651648577,
      "grad_norm": 1.0994379896327302,
      "learning_rate": 0.00012209593935899127,
      "loss": 0.6324,
      "step": 82851
    },
    {
      "epoch": 3.393487610075773,
      "grad_norm": 1.271673842240361,
      "learning_rate": 0.00012209273489992411,
      "loss": 0.7211,
      "step": 82852
    },
    {
      "epoch": 3.3935285685029695,
      "grad_norm": 1.2026945440204169,
      "learning_rate": 0.0001220895304540499,
      "loss": 0.5967,
      "step": 82853
    },
    {
      "epoch": 3.393569526930166,
      "grad_norm": 1.5981228477195017,
      "learning_rate": 0.00012208632602137015,
      "loss": 0.8305,
      "step": 82854
    },
    {
      "epoch": 3.393610485357362,
      "grad_norm": 1.6707738344166947,
      "learning_rate": 0.00012208312160188632,
      "loss": 0.8198,
      "step": 82855
    },
    {
      "epoch": 3.3936514437845586,
      "grad_norm": 1.0746225200400015,
      "learning_rate": 0.00012207991719560002,
      "loss": 0.4933,
      "step": 82856
    },
    {
      "epoch": 3.393692402211755,
      "grad_norm": 1.280830076034514,
      "learning_rate": 0.0001220767128025127,
      "loss": 0.6411,
      "step": 82857
    },
    {
      "epoch": 3.3937333606389517,
      "grad_norm": 1.3714827781692964,
      "learning_rate": 0.00012207350842262588,
      "loss": 0.6197,
      "step": 82858
    },
    {
      "epoch": 3.393774319066148,
      "grad_norm": 1.4000537407966869,
      "learning_rate": 0.00012207030405594107,
      "loss": 0.7489,
      "step": 82859
    },
    {
      "epoch": 3.3938152774933443,
      "grad_norm": 1.6354675537085397,
      "learning_rate": 0.00012206709970245984,
      "loss": 1.3129,
      "step": 82860
    },
    {
      "epoch": 3.3938562359205404,
      "grad_norm": 1.2978080552558575,
      "learning_rate": 0.00012206389536218365,
      "loss": 0.7817,
      "step": 82861
    },
    {
      "epoch": 3.393897194347737,
      "grad_norm": 1.85305578075149,
      "learning_rate": 0.00012206069103511404,
      "loss": 0.9595,
      "step": 82862
    },
    {
      "epoch": 3.3939381527749335,
      "grad_norm": 1.2804426653834535,
      "learning_rate": 0.00012205748672125245,
      "loss": 0.6917,
      "step": 82863
    },
    {
      "epoch": 3.39397911120213,
      "grad_norm": 1.2765406253694331,
      "learning_rate": 0.00012205428242060052,
      "loss": 0.6905,
      "step": 82864
    },
    {
      "epoch": 3.394020069629326,
      "grad_norm": 1.3153870751597414,
      "learning_rate": 0.00012205107813315968,
      "loss": 0.8661,
      "step": 82865
    },
    {
      "epoch": 3.3940610280565227,
      "grad_norm": 1.1180083504941236,
      "learning_rate": 0.0001220478738589315,
      "loss": 0.5603,
      "step": 82866
    },
    {
      "epoch": 3.394101986483719,
      "grad_norm": 1.6699168823287973,
      "learning_rate": 0.00012204466959791741,
      "loss": 0.4147,
      "step": 82867
    },
    {
      "epoch": 3.3941429449109153,
      "grad_norm": 1.2465895542234993,
      "learning_rate": 0.00012204146535011901,
      "loss": 0.526,
      "step": 82868
    },
    {
      "epoch": 3.394183903338112,
      "grad_norm": 2.106907336541474,
      "learning_rate": 0.0001220382611155378,
      "loss": 1.946,
      "step": 82869
    },
    {
      "epoch": 3.3942248617653084,
      "grad_norm": 1.2076136374099555,
      "learning_rate": 0.00012203505689417526,
      "loss": 0.3867,
      "step": 82870
    },
    {
      "epoch": 3.3942658201925044,
      "grad_norm": 1.3836386203970708,
      "learning_rate": 0.00012203185268603289,
      "loss": 0.7969,
      "step": 82871
    },
    {
      "epoch": 3.394306778619701,
      "grad_norm": 1.5464097227536482,
      "learning_rate": 0.00012202864849111228,
      "loss": 0.7003,
      "step": 82872
    },
    {
      "epoch": 3.3943477370468975,
      "grad_norm": 1.7561653398333068,
      "learning_rate": 0.0001220254443094149,
      "loss": 1.1691,
      "step": 82873
    },
    {
      "epoch": 3.3943886954740936,
      "grad_norm": 7.70623655214751,
      "learning_rate": 0.00012202224014094227,
      "loss": 0.9278,
      "step": 82874
    },
    {
      "epoch": 3.39442965390129,
      "grad_norm": 1.2184669229350795,
      "learning_rate": 0.00012201903598569585,
      "loss": 0.7176,
      "step": 82875
    },
    {
      "epoch": 3.3944706123284867,
      "grad_norm": 1.2986806152491897,
      "learning_rate": 0.00012201583184367726,
      "loss": 0.7771,
      "step": 82876
    },
    {
      "epoch": 3.394511570755683,
      "grad_norm": 1.1876105594464084,
      "learning_rate": 0.00012201262771488796,
      "loss": 0.6758,
      "step": 82877
    },
    {
      "epoch": 3.3945525291828793,
      "grad_norm": 0.8706087313419666,
      "learning_rate": 0.00012200942359932944,
      "loss": 0.2951,
      "step": 82878
    },
    {
      "epoch": 3.394593487610076,
      "grad_norm": 1.4406525318782406,
      "learning_rate": 0.00012200621949700324,
      "loss": 1.0515,
      "step": 82879
    },
    {
      "epoch": 3.394634446037272,
      "grad_norm": 1.0904432320595803,
      "learning_rate": 0.00012200301540791089,
      "loss": 0.5197,
      "step": 82880
    },
    {
      "epoch": 3.3946754044644685,
      "grad_norm": 1.8413394599273285,
      "learning_rate": 0.00012199981133205389,
      "loss": 1.1409,
      "step": 82881
    },
    {
      "epoch": 3.394716362891665,
      "grad_norm": 1.3648700428794551,
      "learning_rate": 0.00012199660726943376,
      "loss": 0.5702,
      "step": 82882
    },
    {
      "epoch": 3.3947573213188615,
      "grad_norm": 0.868191475348185,
      "learning_rate": 0.00012199340322005197,
      "loss": 0.2597,
      "step": 82883
    },
    {
      "epoch": 3.3947982797460576,
      "grad_norm": 1.476404424969466,
      "learning_rate": 0.0001219901991839101,
      "loss": 0.663,
      "step": 82884
    },
    {
      "epoch": 3.394839238173254,
      "grad_norm": 1.0341515370192529,
      "learning_rate": 0.00012198699516100966,
      "loss": 0.2179,
      "step": 82885
    },
    {
      "epoch": 3.3948801966004507,
      "grad_norm": 1.753187305849934,
      "learning_rate": 0.00012198379115135214,
      "loss": 0.7215,
      "step": 82886
    },
    {
      "epoch": 3.394921155027647,
      "grad_norm": 1.652494006342476,
      "learning_rate": 0.00012198058715493904,
      "loss": 0.7236,
      "step": 82887
    },
    {
      "epoch": 3.3949621134548433,
      "grad_norm": 1.3764509667530105,
      "learning_rate": 0.00012197738317177194,
      "loss": 0.7766,
      "step": 82888
    },
    {
      "epoch": 3.39500307188204,
      "grad_norm": 1.3510666952915342,
      "learning_rate": 0.00012197417920185227,
      "loss": 0.774,
      "step": 82889
    },
    {
      "epoch": 3.395044030309236,
      "grad_norm": 1.0246153608873187,
      "learning_rate": 0.00012197097524518155,
      "loss": 0.5779,
      "step": 82890
    },
    {
      "epoch": 3.3950849887364325,
      "grad_norm": 3.3921694858504274,
      "learning_rate": 0.00012196777130176136,
      "loss": 3.3115,
      "step": 82891
    },
    {
      "epoch": 3.395125947163629,
      "grad_norm": 1.5377483909373904,
      "learning_rate": 0.00012196456737159318,
      "loss": 0.5832,
      "step": 82892
    },
    {
      "epoch": 3.395166905590825,
      "grad_norm": 1.7283124283587112,
      "learning_rate": 0.00012196136345467852,
      "loss": 1.2715,
      "step": 82893
    },
    {
      "epoch": 3.3952078640180217,
      "grad_norm": 0.9007016155380212,
      "learning_rate": 0.00012195815955101888,
      "loss": 0.2513,
      "step": 82894
    },
    {
      "epoch": 3.395248822445218,
      "grad_norm": 1.5473004519490048,
      "learning_rate": 0.00012195495566061582,
      "loss": 0.7044,
      "step": 82895
    },
    {
      "epoch": 3.3952897808724147,
      "grad_norm": 1.0531072179685546,
      "learning_rate": 0.00012195175178347083,
      "loss": 0.3724,
      "step": 82896
    },
    {
      "epoch": 3.395330739299611,
      "grad_norm": 1.724771975989155,
      "learning_rate": 0.00012194854791958543,
      "loss": 1.1791,
      "step": 82897
    },
    {
      "epoch": 3.3953716977268074,
      "grad_norm": 1.1635255647647076,
      "learning_rate": 0.00012194534406896109,
      "loss": 0.6648,
      "step": 82898
    },
    {
      "epoch": 3.3954126561540035,
      "grad_norm": 1.538641245163278,
      "learning_rate": 0.0001219421402315994,
      "loss": 0.7599,
      "step": 82899
    },
    {
      "epoch": 3.3954536145812,
      "grad_norm": 1.268474582858394,
      "learning_rate": 0.00012193893640750183,
      "loss": 0.5741,
      "step": 82900
    },
    {
      "epoch": 3.3954945730083965,
      "grad_norm": 1.235344269999446,
      "learning_rate": 0.00012193573259666991,
      "loss": 0.4956,
      "step": 82901
    },
    {
      "epoch": 3.395535531435593,
      "grad_norm": 1.534552075250955,
      "learning_rate": 0.0001219325287991051,
      "loss": 0.7927,
      "step": 82902
    },
    {
      "epoch": 3.395576489862789,
      "grad_norm": 1.3596475727722959,
      "learning_rate": 0.00012192932501480902,
      "loss": 0.5954,
      "step": 82903
    },
    {
      "epoch": 3.3956174482899857,
      "grad_norm": 1.0757744948535,
      "learning_rate": 0.0001219261212437831,
      "loss": 0.5445,
      "step": 82904
    },
    {
      "epoch": 3.395658406717182,
      "grad_norm": 0.6689755134447347,
      "learning_rate": 0.0001219229174860289,
      "loss": 0.1752,
      "step": 82905
    },
    {
      "epoch": 3.3956993651443783,
      "grad_norm": 0.7212434817514144,
      "learning_rate": 0.00012191971374154788,
      "loss": 0.1239,
      "step": 82906
    },
    {
      "epoch": 3.395740323571575,
      "grad_norm": 1.5227377810786924,
      "learning_rate": 0.0001219165100103416,
      "loss": 0.7393,
      "step": 82907
    },
    {
      "epoch": 3.3957812819987714,
      "grad_norm": 1.5348706939731422,
      "learning_rate": 0.00012191330629241158,
      "loss": 0.7041,
      "step": 82908
    },
    {
      "epoch": 3.3958222404259675,
      "grad_norm": 0.9552828132322522,
      "learning_rate": 0.00012191010258775934,
      "loss": 0.2945,
      "step": 82909
    },
    {
      "epoch": 3.395863198853164,
      "grad_norm": 1.6897650356181828,
      "learning_rate": 0.00012190689889638632,
      "loss": 0.8763,
      "step": 82910
    },
    {
      "epoch": 3.3959041572803605,
      "grad_norm": 1.2825801482098216,
      "learning_rate": 0.00012190369521829411,
      "loss": 0.5624,
      "step": 82911
    },
    {
      "epoch": 3.3959451157075566,
      "grad_norm": 0.7590471875142892,
      "learning_rate": 0.00012190049155348422,
      "loss": 0.2585,
      "step": 82912
    },
    {
      "epoch": 3.395986074134753,
      "grad_norm": 1.4635895400926568,
      "learning_rate": 0.00012189728790195814,
      "loss": 0.7194,
      "step": 82913
    },
    {
      "epoch": 3.3960270325619497,
      "grad_norm": 0.9387988856483542,
      "learning_rate": 0.00012189408426371736,
      "loss": 0.376,
      "step": 82914
    },
    {
      "epoch": 3.3960679909891462,
      "grad_norm": 1.301461439712671,
      "learning_rate": 0.00012189088063876346,
      "loss": 0.6535,
      "step": 82915
    },
    {
      "epoch": 3.3961089494163423,
      "grad_norm": 1.349340066617991,
      "learning_rate": 0.00012188767702709792,
      "loss": 0.7728,
      "step": 82916
    },
    {
      "epoch": 3.396149907843539,
      "grad_norm": 1.0264190650782603,
      "learning_rate": 0.00012188447342872225,
      "loss": 0.4622,
      "step": 82917
    },
    {
      "epoch": 3.396190866270735,
      "grad_norm": 5.702730378859669,
      "learning_rate": 0.000121881269843638,
      "loss": 4.3907,
      "step": 82918
    },
    {
      "epoch": 3.3962318246979315,
      "grad_norm": 1.3146302816688347,
      "learning_rate": 0.00012187806627184659,
      "loss": 0.6198,
      "step": 82919
    },
    {
      "epoch": 3.396272783125128,
      "grad_norm": 0.9776420607386763,
      "learning_rate": 0.00012187486271334964,
      "loss": 0.3291,
      "step": 82920
    },
    {
      "epoch": 3.3963137415523246,
      "grad_norm": 1.740435371576933,
      "learning_rate": 0.00012187165916814861,
      "loss": 1.0935,
      "step": 82921
    },
    {
      "epoch": 3.3963546999795207,
      "grad_norm": 1.3160962704337087,
      "learning_rate": 0.00012186845563624505,
      "loss": 0.7502,
      "step": 82922
    },
    {
      "epoch": 3.396395658406717,
      "grad_norm": 1.2668583564408036,
      "learning_rate": 0.00012186525211764039,
      "loss": 0.5697,
      "step": 82923
    },
    {
      "epoch": 3.3964366168339137,
      "grad_norm": 1.2097826134299796,
      "learning_rate": 0.00012186204861233626,
      "loss": 0.6386,
      "step": 82924
    },
    {
      "epoch": 3.39647757526111,
      "grad_norm": 3.3179280788230034,
      "learning_rate": 0.00012185884512033413,
      "loss": 3.806,
      "step": 82925
    },
    {
      "epoch": 3.3965185336883064,
      "grad_norm": 1.3497866262370168,
      "learning_rate": 0.00012185564164163549,
      "loss": 0.7537,
      "step": 82926
    },
    {
      "epoch": 3.396559492115503,
      "grad_norm": 1.3579341909619553,
      "learning_rate": 0.00012185243817624183,
      "loss": 0.712,
      "step": 82927
    },
    {
      "epoch": 3.396600450542699,
      "grad_norm": 1.8665746219219905,
      "learning_rate": 0.00012184923472415475,
      "loss": 1.1923,
      "step": 82928
    },
    {
      "epoch": 3.3966414089698955,
      "grad_norm": 1.0438708775473033,
      "learning_rate": 0.00012184603128537571,
      "loss": 0.6903,
      "step": 82929
    },
    {
      "epoch": 3.396682367397092,
      "grad_norm": 1.3058741960282125,
      "learning_rate": 0.00012184282785990623,
      "loss": 0.6031,
      "step": 82930
    },
    {
      "epoch": 3.396723325824288,
      "grad_norm": 1.3753891508480742,
      "learning_rate": 0.00012183962444774779,
      "loss": 0.7864,
      "step": 82931
    },
    {
      "epoch": 3.3967642842514847,
      "grad_norm": 1.0975194723040262,
      "learning_rate": 0.00012183642104890199,
      "loss": 0.6757,
      "step": 82932
    },
    {
      "epoch": 3.3968052426786812,
      "grad_norm": 1.2928874371395582,
      "learning_rate": 0.0001218332176633703,
      "loss": 0.6744,
      "step": 82933
    },
    {
      "epoch": 3.3968462011058778,
      "grad_norm": 1.5766256774605587,
      "learning_rate": 0.00012183001429115422,
      "loss": 0.9379,
      "step": 82934
    },
    {
      "epoch": 3.396887159533074,
      "grad_norm": 1.4806019068875895,
      "learning_rate": 0.00012182681093225525,
      "loss": 0.9248,
      "step": 82935
    },
    {
      "epoch": 3.3969281179602704,
      "grad_norm": 1.4479751962061238,
      "learning_rate": 0.00012182360758667496,
      "loss": 0.6167,
      "step": 82936
    },
    {
      "epoch": 3.3969690763874665,
      "grad_norm": 1.1444688559456702,
      "learning_rate": 0.00012182040425441481,
      "loss": 0.667,
      "step": 82937
    },
    {
      "epoch": 3.397010034814663,
      "grad_norm": 1.2814165430986393,
      "learning_rate": 0.00012181720093547636,
      "loss": 0.7258,
      "step": 82938
    },
    {
      "epoch": 3.3970509932418596,
      "grad_norm": 1.4687217411688218,
      "learning_rate": 0.00012181399762986107,
      "loss": 0.5931,
      "step": 82939
    },
    {
      "epoch": 3.397091951669056,
      "grad_norm": 1.8529642790382796,
      "learning_rate": 0.00012181079433757052,
      "loss": 0.6645,
      "step": 82940
    },
    {
      "epoch": 3.397132910096252,
      "grad_norm": 1.0600986807647825,
      "learning_rate": 0.00012180759105860617,
      "loss": 0.458,
      "step": 82941
    },
    {
      "epoch": 3.3971738685234487,
      "grad_norm": 1.325187668372245,
      "learning_rate": 0.00012180438779296957,
      "loss": 0.7451,
      "step": 82942
    },
    {
      "epoch": 3.3972148269506453,
      "grad_norm": 1.0529029113288761,
      "learning_rate": 0.00012180118454066219,
      "loss": 0.2609,
      "step": 82943
    },
    {
      "epoch": 3.3972557853778413,
      "grad_norm": 1.3685037363521788,
      "learning_rate": 0.00012179798130168561,
      "loss": 0.8217,
      "step": 82944
    },
    {
      "epoch": 3.397296743805038,
      "grad_norm": 4.942199296297385,
      "learning_rate": 0.00012179477807604129,
      "loss": 2.4401,
      "step": 82945
    },
    {
      "epoch": 3.3973377022322344,
      "grad_norm": 0.7306017410932798,
      "learning_rate": 0.00012179157486373077,
      "loss": 0.09,
      "step": 82946
    },
    {
      "epoch": 3.3973786606594305,
      "grad_norm": 5.151801411190962,
      "learning_rate": 0.00012178837166475552,
      "loss": 4.5417,
      "step": 82947
    },
    {
      "epoch": 3.397419619086627,
      "grad_norm": 1.2524567606088197,
      "learning_rate": 0.00012178516847911715,
      "loss": 0.7465,
      "step": 82948
    },
    {
      "epoch": 3.3974605775138236,
      "grad_norm": 1.802268603055958,
      "learning_rate": 0.00012178196530681708,
      "loss": 0.7848,
      "step": 82949
    },
    {
      "epoch": 3.3975015359410197,
      "grad_norm": 0.9320384084799181,
      "learning_rate": 0.00012177876214785688,
      "loss": 0.514,
      "step": 82950
    },
    {
      "epoch": 3.397542494368216,
      "grad_norm": 4.210218179135038,
      "learning_rate": 0.000121775559002238,
      "loss": 1.0625,
      "step": 82951
    },
    {
      "epoch": 3.3975834527954127,
      "grad_norm": 1.3404866021077144,
      "learning_rate": 0.00012177235586996205,
      "loss": 0.8248,
      "step": 82952
    },
    {
      "epoch": 3.3976244112226093,
      "grad_norm": 1.3723785355400744,
      "learning_rate": 0.00012176915275103047,
      "loss": 0.6198,
      "step": 82953
    },
    {
      "epoch": 3.3976653696498054,
      "grad_norm": 1.3229234622299206,
      "learning_rate": 0.00012176594964544481,
      "loss": 0.7557,
      "step": 82954
    },
    {
      "epoch": 3.397706328077002,
      "grad_norm": 1.9251451507744028,
      "learning_rate": 0.00012176274655320653,
      "loss": 0.3358,
      "step": 82955
    },
    {
      "epoch": 3.397747286504198,
      "grad_norm": 1.5773246166022306,
      "learning_rate": 0.00012175954347431721,
      "loss": 0.7217,
      "step": 82956
    },
    {
      "epoch": 3.3977882449313945,
      "grad_norm": 0.9017938739283473,
      "learning_rate": 0.00012175634040877836,
      "loss": 0.2346,
      "step": 82957
    },
    {
      "epoch": 3.397829203358591,
      "grad_norm": 1.5416520676708014,
      "learning_rate": 0.00012175313735659146,
      "loss": 0.7374,
      "step": 82958
    },
    {
      "epoch": 3.3978701617857876,
      "grad_norm": 1.3973329672430586,
      "learning_rate": 0.00012174993431775808,
      "loss": 0.5414,
      "step": 82959
    },
    {
      "epoch": 3.3979111202129837,
      "grad_norm": 1.0114641277562306,
      "learning_rate": 0.00012174673129227964,
      "loss": 0.5522,
      "step": 82960
    },
    {
      "epoch": 3.3979520786401802,
      "grad_norm": 0.46816347639302186,
      "learning_rate": 0.00012174352828015773,
      "loss": 0.092,
      "step": 82961
    },
    {
      "epoch": 3.3979930370673768,
      "grad_norm": 1.525735603837595,
      "learning_rate": 0.00012174032528139379,
      "loss": 0.8336,
      "step": 82962
    },
    {
      "epoch": 3.398033995494573,
      "grad_norm": 1.5852344612703195,
      "learning_rate": 0.00012173712229598942,
      "loss": 0.8115,
      "step": 82963
    },
    {
      "epoch": 3.3980749539217694,
      "grad_norm": 2.1024397280218983,
      "learning_rate": 0.0001217339193239461,
      "loss": 0.9039,
      "step": 82964
    },
    {
      "epoch": 3.398115912348966,
      "grad_norm": 1.2222142273714462,
      "learning_rate": 0.00012173071636526534,
      "loss": 0.6716,
      "step": 82965
    },
    {
      "epoch": 3.398156870776162,
      "grad_norm": 0.9216564598879675,
      "learning_rate": 0.00012172751341994864,
      "loss": 0.5303,
      "step": 82966
    },
    {
      "epoch": 3.3981978292033586,
      "grad_norm": 1.3740044884502398,
      "learning_rate": 0.00012172431048799755,
      "loss": 0.5914,
      "step": 82967
    },
    {
      "epoch": 3.398238787630555,
      "grad_norm": 2.2330499783465885,
      "learning_rate": 0.00012172110756941358,
      "loss": 1.9514,
      "step": 82968
    },
    {
      "epoch": 3.398279746057751,
      "grad_norm": 1.4924055315253253,
      "learning_rate": 0.00012171790466419821,
      "loss": 0.8877,
      "step": 82969
    },
    {
      "epoch": 3.3983207044849477,
      "grad_norm": 1.5218744860408506,
      "learning_rate": 0.00012171470177235295,
      "loss": 0.7285,
      "step": 82970
    },
    {
      "epoch": 3.3983616629121443,
      "grad_norm": 1.4769317910821824,
      "learning_rate": 0.00012171149889387936,
      "loss": 0.9427,
      "step": 82971
    },
    {
      "epoch": 3.398402621339341,
      "grad_norm": 1.195375793451821,
      "learning_rate": 0.00012170829602877893,
      "loss": 0.7204,
      "step": 82972
    },
    {
      "epoch": 3.398443579766537,
      "grad_norm": 1.3514026795509981,
      "learning_rate": 0.00012170509317705319,
      "loss": 0.588,
      "step": 82973
    },
    {
      "epoch": 3.3984845381937334,
      "grad_norm": 1.0830999551056206,
      "learning_rate": 0.00012170189033870361,
      "loss": 0.5194,
      "step": 82974
    },
    {
      "epoch": 3.3985254966209295,
      "grad_norm": 1.7492670731438604,
      "learning_rate": 0.00012169868751373176,
      "loss": 0.8251,
      "step": 82975
    },
    {
      "epoch": 3.398566455048126,
      "grad_norm": 1.061690818878351,
      "learning_rate": 0.00012169548470213914,
      "loss": 0.6007,
      "step": 82976
    },
    {
      "epoch": 3.3986074134753226,
      "grad_norm": 1.1274755784211303,
      "learning_rate": 0.00012169228190392723,
      "loss": 0.5267,
      "step": 82977
    },
    {
      "epoch": 3.398648371902519,
      "grad_norm": 0.866291199198366,
      "learning_rate": 0.00012168907911909754,
      "loss": 0.3471,
      "step": 82978
    },
    {
      "epoch": 3.398689330329715,
      "grad_norm": 1.733636934026666,
      "learning_rate": 0.00012168587634765166,
      "loss": 0.8768,
      "step": 82979
    },
    {
      "epoch": 3.3987302887569117,
      "grad_norm": 1.531158185800678,
      "learning_rate": 0.00012168267358959102,
      "loss": 0.9581,
      "step": 82980
    },
    {
      "epoch": 3.3987712471841083,
      "grad_norm": 1.3099207214600208,
      "learning_rate": 0.0001216794708449172,
      "loss": 0.5741,
      "step": 82981
    },
    {
      "epoch": 3.3988122056113044,
      "grad_norm": 0.8098428834926036,
      "learning_rate": 0.00012167626811363164,
      "loss": 0.2575,
      "step": 82982
    },
    {
      "epoch": 3.398853164038501,
      "grad_norm": 1.212759600210941,
      "learning_rate": 0.00012167306539573594,
      "loss": 0.3389,
      "step": 82983
    },
    {
      "epoch": 3.3988941224656974,
      "grad_norm": 1.3977419857078321,
      "learning_rate": 0.00012166986269123155,
      "loss": 0.7084,
      "step": 82984
    },
    {
      "epoch": 3.3989350808928935,
      "grad_norm": 4.917567955693178,
      "learning_rate": 0.00012166666000012002,
      "loss": 2.3127,
      "step": 82985
    },
    {
      "epoch": 3.39897603932009,
      "grad_norm": 1.2666145699477407,
      "learning_rate": 0.00012166345732240281,
      "loss": 0.7256,
      "step": 82986
    },
    {
      "epoch": 3.3990169977472866,
      "grad_norm": 1.2336332615121997,
      "learning_rate": 0.00012166025465808151,
      "loss": 0.8344,
      "step": 82987
    },
    {
      "epoch": 3.3990579561744827,
      "grad_norm": 11.051363250704602,
      "learning_rate": 0.0001216570520071576,
      "loss": 1.9679,
      "step": 82988
    },
    {
      "epoch": 3.3990989146016792,
      "grad_norm": 1.3435232109208226,
      "learning_rate": 0.00012165384936963259,
      "loss": 0.7957,
      "step": 82989
    },
    {
      "epoch": 3.3991398730288758,
      "grad_norm": 0.8354275655920075,
      "learning_rate": 0.000121650646745508,
      "loss": 0.2536,
      "step": 82990
    },
    {
      "epoch": 3.3991808314560723,
      "grad_norm": 0.6426179566577356,
      "learning_rate": 0.00012164744413478529,
      "loss": 0.0851,
      "step": 82991
    },
    {
      "epoch": 3.3992217898832684,
      "grad_norm": 1.662831202558977,
      "learning_rate": 0.00012164424153746607,
      "loss": 0.8044,
      "step": 82992
    },
    {
      "epoch": 3.399262748310465,
      "grad_norm": 1.7034132333813068,
      "learning_rate": 0.0001216410389535518,
      "loss": 0.6472,
      "step": 82993
    },
    {
      "epoch": 3.3993037067376615,
      "grad_norm": 1.1895344607825031,
      "learning_rate": 0.000121637836383044,
      "loss": 0.5476,
      "step": 82994
    },
    {
      "epoch": 3.3993446651648576,
      "grad_norm": 0.8464413136876561,
      "learning_rate": 0.00012163463382594416,
      "loss": 0.234,
      "step": 82995
    },
    {
      "epoch": 3.399385623592054,
      "grad_norm": 1.5536879508624588,
      "learning_rate": 0.00012163143128225385,
      "loss": 0.6102,
      "step": 82996
    },
    {
      "epoch": 3.3994265820192506,
      "grad_norm": 2.24032284219907,
      "learning_rate": 0.00012162822875197455,
      "loss": 0.6678,
      "step": 82997
    },
    {
      "epoch": 3.3994675404464467,
      "grad_norm": 1.3310925170361974,
      "learning_rate": 0.00012162502623510777,
      "loss": 0.6935,
      "step": 82998
    },
    {
      "epoch": 3.3995084988736433,
      "grad_norm": 1.1597985099883736,
      "learning_rate": 0.00012162182373165501,
      "loss": 0.605,
      "step": 82999
    },
    {
      "epoch": 3.39954945730084,
      "grad_norm": 1.1039928270270436,
      "learning_rate": 0.00012161862124161784,
      "loss": 0.5496,
      "step": 83000
    },
    {
      "epoch": 3.399590415728036,
      "grad_norm": 2.045100598962455,
      "learning_rate": 0.00012161541876499773,
      "loss": 0.5301,
      "step": 83001
    },
    {
      "epoch": 3.3996313741552324,
      "grad_norm": 1.6291350129649416,
      "learning_rate": 0.0001216122163017962,
      "loss": 0.9315,
      "step": 83002
    },
    {
      "epoch": 3.399672332582429,
      "grad_norm": 1.42267506140081,
      "learning_rate": 0.00012160901385201474,
      "loss": 0.7727,
      "step": 83003
    },
    {
      "epoch": 3.399713291009625,
      "grad_norm": 1.2339169573462931,
      "learning_rate": 0.00012160581141565492,
      "loss": 0.5552,
      "step": 83004
    },
    {
      "epoch": 3.3997542494368216,
      "grad_norm": 1.316473735775989,
      "learning_rate": 0.00012160260899271824,
      "loss": 0.5574,
      "step": 83005
    },
    {
      "epoch": 3.399795207864018,
      "grad_norm": 1.6657717989356984,
      "learning_rate": 0.00012159940658320619,
      "loss": 0.8741,
      "step": 83006
    },
    {
      "epoch": 3.399836166291214,
      "grad_norm": 1.378410227173536,
      "learning_rate": 0.00012159620418712023,
      "loss": 0.5089,
      "step": 83007
    },
    {
      "epoch": 3.3998771247184107,
      "grad_norm": 1.7894975464205067,
      "learning_rate": 0.00012159300180446202,
      "loss": 1.1981,
      "step": 83008
    },
    {
      "epoch": 3.3999180831456073,
      "grad_norm": 1.4781458557888303,
      "learning_rate": 0.00012158979943523296,
      "loss": 1.033,
      "step": 83009
    },
    {
      "epoch": 3.399959041572804,
      "grad_norm": 1.2837751892906413,
      "learning_rate": 0.00012158659707943458,
      "loss": 0.7931,
      "step": 83010
    },
    {
      "epoch": 3.4,
      "grad_norm": 1.6187188884986246,
      "learning_rate": 0.00012158339473706841,
      "loss": 0.9793,
      "step": 83011
    },
    {
      "epoch": 3.4000409584271964,
      "grad_norm": 1.2136561803608679,
      "learning_rate": 0.00012158019240813598,
      "loss": 0.7727,
      "step": 83012
    },
    {
      "epoch": 3.400081916854393,
      "grad_norm": 1.546694712618471,
      "learning_rate": 0.00012157699009263879,
      "loss": 0.8188,
      "step": 83013
    },
    {
      "epoch": 3.400122875281589,
      "grad_norm": 1.0390519680629193,
      "learning_rate": 0.00012157378779057835,
      "loss": 0.3752,
      "step": 83014
    },
    {
      "epoch": 3.4001638337087856,
      "grad_norm": 1.0210367814625927,
      "learning_rate": 0.00012157058550195614,
      "loss": 0.4757,
      "step": 83015
    },
    {
      "epoch": 3.400204792135982,
      "grad_norm": 1.5243945196242374,
      "learning_rate": 0.00012156738322677373,
      "loss": 0.6799,
      "step": 83016
    },
    {
      "epoch": 3.4002457505631782,
      "grad_norm": 1.4959006645050796,
      "learning_rate": 0.00012156418096503262,
      "loss": 0.6959,
      "step": 83017
    },
    {
      "epoch": 3.4002867089903748,
      "grad_norm": 1.5584368878733335,
      "learning_rate": 0.00012156097871673432,
      "loss": 0.6621,
      "step": 83018
    },
    {
      "epoch": 3.4003276674175713,
      "grad_norm": 3.1667527307801597,
      "learning_rate": 0.0001215577764818803,
      "loss": 0.6744,
      "step": 83019
    },
    {
      "epoch": 3.4003686258447674,
      "grad_norm": 1.4556706626213753,
      "learning_rate": 0.00012155457426047214,
      "loss": 0.7631,
      "step": 83020
    },
    {
      "epoch": 3.400409584271964,
      "grad_norm": 3.01862108994947,
      "learning_rate": 0.00012155137205251133,
      "loss": 1.3763,
      "step": 83021
    },
    {
      "epoch": 3.4004505426991605,
      "grad_norm": 1.1161192336313772,
      "learning_rate": 0.00012154816985799939,
      "loss": 0.2863,
      "step": 83022
    },
    {
      "epoch": 3.4004915011263566,
      "grad_norm": 1.6088833432266338,
      "learning_rate": 0.00012154496767693778,
      "loss": 0.97,
      "step": 83023
    },
    {
      "epoch": 3.400532459553553,
      "grad_norm": 0.8099343882991759,
      "learning_rate": 0.0001215417655093281,
      "loss": 0.2733,
      "step": 83024
    },
    {
      "epoch": 3.4005734179807496,
      "grad_norm": 0.8220914322656377,
      "learning_rate": 0.00012153856335517183,
      "loss": 0.0996,
      "step": 83025
    },
    {
      "epoch": 3.4006143764079457,
      "grad_norm": 1.359324241989357,
      "learning_rate": 0.00012153536121447044,
      "loss": 0.7927,
      "step": 83026
    },
    {
      "epoch": 3.4006553348351423,
      "grad_norm": 1.5493203972837084,
      "learning_rate": 0.00012153215908722548,
      "loss": 0.677,
      "step": 83027
    },
    {
      "epoch": 3.400696293262339,
      "grad_norm": 1.6665537214991073,
      "learning_rate": 0.00012152895697343849,
      "loss": 0.7898,
      "step": 83028
    },
    {
      "epoch": 3.4007372516895353,
      "grad_norm": 1.866103356747994,
      "learning_rate": 0.00012152575487311101,
      "loss": 0.857,
      "step": 83029
    },
    {
      "epoch": 3.4007782101167314,
      "grad_norm": 1.3752243020110195,
      "learning_rate": 0.00012152255278624442,
      "loss": 0.5974,
      "step": 83030
    },
    {
      "epoch": 3.400819168543928,
      "grad_norm": 1.7450902211404957,
      "learning_rate": 0.00012151935071284032,
      "loss": 1.209,
      "step": 83031
    },
    {
      "epoch": 3.4008601269711245,
      "grad_norm": 1.2701976621664282,
      "learning_rate": 0.00012151614865290026,
      "loss": 0.5668,
      "step": 83032
    },
    {
      "epoch": 3.4009010853983206,
      "grad_norm": 2.820955959993471,
      "learning_rate": 0.00012151294660642569,
      "loss": 1.2447,
      "step": 83033
    },
    {
      "epoch": 3.400942043825517,
      "grad_norm": 1.3591062011074528,
      "learning_rate": 0.00012150974457341812,
      "loss": 0.913,
      "step": 83034
    },
    {
      "epoch": 3.4009830022527137,
      "grad_norm": 1.3856137915165585,
      "learning_rate": 0.00012150654255387909,
      "loss": 0.5697,
      "step": 83035
    },
    {
      "epoch": 3.4010239606799098,
      "grad_norm": 1.3141524805771458,
      "learning_rate": 0.00012150334054781013,
      "loss": 0.7125,
      "step": 83036
    },
    {
      "epoch": 3.4010649191071063,
      "grad_norm": 1.3712684453622885,
      "learning_rate": 0.00012150013855521277,
      "loss": 0.6012,
      "step": 83037
    },
    {
      "epoch": 3.401105877534303,
      "grad_norm": 1.3580049174227806,
      "learning_rate": 0.00012149693657608842,
      "loss": 0.7095,
      "step": 83038
    },
    {
      "epoch": 3.401146835961499,
      "grad_norm": 0.7171813753483454,
      "learning_rate": 0.00012149373461043872,
      "loss": 0.1167,
      "step": 83039
    },
    {
      "epoch": 3.4011877943886955,
      "grad_norm": 1.1514376663609953,
      "learning_rate": 0.00012149053265826512,
      "loss": 0.6368,
      "step": 83040
    },
    {
      "epoch": 3.401228752815892,
      "grad_norm": 1.4692630425790922,
      "learning_rate": 0.00012148733071956913,
      "loss": 0.6218,
      "step": 83041
    },
    {
      "epoch": 3.401269711243088,
      "grad_norm": 1.6540351786839798,
      "learning_rate": 0.00012148412879435224,
      "loss": 1.0147,
      "step": 83042
    },
    {
      "epoch": 3.4013106696702846,
      "grad_norm": 1.6095324611887671,
      "learning_rate": 0.00012148092688261606,
      "loss": 1.1411,
      "step": 83043
    },
    {
      "epoch": 3.401351628097481,
      "grad_norm": 1.0681754012351286,
      "learning_rate": 0.00012147772498436203,
      "loss": 0.6321,
      "step": 83044
    },
    {
      "epoch": 3.4013925865246772,
      "grad_norm": 1.4553312070154547,
      "learning_rate": 0.00012147452309959167,
      "loss": 0.8862,
      "step": 83045
    },
    {
      "epoch": 3.4014335449518738,
      "grad_norm": 1.2735490058147168,
      "learning_rate": 0.00012147132122830646,
      "loss": 0.4314,
      "step": 83046
    },
    {
      "epoch": 3.4014745033790703,
      "grad_norm": 1.3260462691890194,
      "learning_rate": 0.000121468119370508,
      "loss": 0.8268,
      "step": 83047
    },
    {
      "epoch": 3.401515461806267,
      "grad_norm": 1.0183352819085068,
      "learning_rate": 0.00012146491752619776,
      "loss": 0.3459,
      "step": 83048
    },
    {
      "epoch": 3.401556420233463,
      "grad_norm": 1.4412095049892832,
      "learning_rate": 0.00012146171569537724,
      "loss": 0.6066,
      "step": 83049
    },
    {
      "epoch": 3.4015973786606595,
      "grad_norm": 1.3730299608052174,
      "learning_rate": 0.00012145851387804793,
      "loss": 0.6164,
      "step": 83050
    },
    {
      "epoch": 3.401638337087856,
      "grad_norm": 1.4266174803130005,
      "learning_rate": 0.00012145531207421144,
      "loss": 0.7418,
      "step": 83051
    },
    {
      "epoch": 3.401679295515052,
      "grad_norm": 1.0741056448858197,
      "learning_rate": 0.00012145211028386918,
      "loss": 0.6003,
      "step": 83052
    },
    {
      "epoch": 3.4017202539422486,
      "grad_norm": 2.193475687785329,
      "learning_rate": 0.00012144890850702274,
      "loss": 0.8879,
      "step": 83053
    },
    {
      "epoch": 3.401761212369445,
      "grad_norm": 1.3781117439103898,
      "learning_rate": 0.00012144570674367355,
      "loss": 0.8834,
      "step": 83054
    },
    {
      "epoch": 3.4018021707966413,
      "grad_norm": 1.5039970933342515,
      "learning_rate": 0.00012144250499382321,
      "loss": 0.8597,
      "step": 83055
    },
    {
      "epoch": 3.401843129223838,
      "grad_norm": 1.5265881036424274,
      "learning_rate": 0.0001214393032574732,
      "loss": 0.7218,
      "step": 83056
    },
    {
      "epoch": 3.4018840876510343,
      "grad_norm": 2.4950062184561084,
      "learning_rate": 0.00012143610153462503,
      "loss": 0.7496,
      "step": 83057
    },
    {
      "epoch": 3.4019250460782304,
      "grad_norm": 1.4036237504721967,
      "learning_rate": 0.0001214328998252802,
      "loss": 0.8302,
      "step": 83058
    },
    {
      "epoch": 3.401966004505427,
      "grad_norm": 1.895089684113913,
      "learning_rate": 0.00012142969812944022,
      "loss": 1.1155,
      "step": 83059
    },
    {
      "epoch": 3.4020069629326235,
      "grad_norm": 1.6023433731819186,
      "learning_rate": 0.00012142649644710665,
      "loss": 0.8501,
      "step": 83060
    },
    {
      "epoch": 3.4020479213598196,
      "grad_norm": 1.341372022474443,
      "learning_rate": 0.00012142329477828097,
      "loss": 0.4344,
      "step": 83061
    },
    {
      "epoch": 3.402088879787016,
      "grad_norm": 0.7914783119357529,
      "learning_rate": 0.00012142009312296472,
      "loss": 0.2699,
      "step": 83062
    },
    {
      "epoch": 3.4021298382142127,
      "grad_norm": 1.161780531698762,
      "learning_rate": 0.00012141689148115932,
      "loss": 0.5421,
      "step": 83063
    },
    {
      "epoch": 3.4021707966414088,
      "grad_norm": 6.587316531162601,
      "learning_rate": 0.00012141368985286643,
      "loss": 3.75,
      "step": 83064
    },
    {
      "epoch": 3.4022117550686053,
      "grad_norm": 1.169441359233102,
      "learning_rate": 0.00012141048823808746,
      "loss": 0.5361,
      "step": 83065
    },
    {
      "epoch": 3.402252713495802,
      "grad_norm": 0.5761239918993722,
      "learning_rate": 0.00012140728663682395,
      "loss": 0.1622,
      "step": 83066
    },
    {
      "epoch": 3.4022936719229984,
      "grad_norm": 1.158363329175628,
      "learning_rate": 0.00012140408504907738,
      "loss": 0.6693,
      "step": 83067
    },
    {
      "epoch": 3.4023346303501945,
      "grad_norm": 1.7359853467560922,
      "learning_rate": 0.00012140088347484936,
      "loss": 0.9936,
      "step": 83068
    },
    {
      "epoch": 3.402375588777391,
      "grad_norm": 3.7137767525789163,
      "learning_rate": 0.00012139768191414133,
      "loss": 1.8514,
      "step": 83069
    },
    {
      "epoch": 3.4024165472045875,
      "grad_norm": 1.8724366280251223,
      "learning_rate": 0.0001213944803669548,
      "loss": 1.0037,
      "step": 83070
    },
    {
      "epoch": 3.4024575056317836,
      "grad_norm": 1.8432869345350948,
      "learning_rate": 0.00012139127883329129,
      "loss": 0.7663,
      "step": 83071
    },
    {
      "epoch": 3.40249846405898,
      "grad_norm": 1.4231013387538942,
      "learning_rate": 0.00012138807731315234,
      "loss": 0.6565,
      "step": 83072
    },
    {
      "epoch": 3.4025394224861767,
      "grad_norm": 1.6569083571923096,
      "learning_rate": 0.00012138487580653945,
      "loss": 1.0711,
      "step": 83073
    },
    {
      "epoch": 3.402580380913373,
      "grad_norm": 0.8974989847673847,
      "learning_rate": 0.00012138167431345412,
      "loss": 0.2579,
      "step": 83074
    },
    {
      "epoch": 3.4026213393405693,
      "grad_norm": 1.3039360479878201,
      "learning_rate": 0.00012137847283389787,
      "loss": 0.6039,
      "step": 83075
    },
    {
      "epoch": 3.402662297767766,
      "grad_norm": 1.656064048318029,
      "learning_rate": 0.00012137527136787223,
      "loss": 0.7982,
      "step": 83076
    },
    {
      "epoch": 3.402703256194962,
      "grad_norm": 0.9639879857288212,
      "learning_rate": 0.0001213720699153787,
      "loss": 0.23,
      "step": 83077
    },
    {
      "epoch": 3.4027442146221585,
      "grad_norm": 2.321718162153698,
      "learning_rate": 0.00012136886847641881,
      "loss": 1.0108,
      "step": 83078
    },
    {
      "epoch": 3.402785173049355,
      "grad_norm": 1.4794421408957705,
      "learning_rate": 0.000121365667050994,
      "loss": 0.607,
      "step": 83079
    },
    {
      "epoch": 3.402826131476551,
      "grad_norm": 1.4013447840095898,
      "learning_rate": 0.0001213624656391059,
      "loss": 0.7822,
      "step": 83080
    },
    {
      "epoch": 3.4028670899037476,
      "grad_norm": 1.4708161376530688,
      "learning_rate": 0.00012135926424075595,
      "loss": 1.0418,
      "step": 83081
    },
    {
      "epoch": 3.402908048330944,
      "grad_norm": 1.953336762402041,
      "learning_rate": 0.00012135606285594566,
      "loss": 1.1154,
      "step": 83082
    },
    {
      "epoch": 3.4029490067581403,
      "grad_norm": 7.838508932885913,
      "learning_rate": 0.00012135286148467655,
      "loss": 0.9219,
      "step": 83083
    },
    {
      "epoch": 3.402989965185337,
      "grad_norm": 1.1411207880937106,
      "learning_rate": 0.00012134966012695019,
      "loss": 0.509,
      "step": 83084
    },
    {
      "epoch": 3.4030309236125333,
      "grad_norm": 1.8629993640477056,
      "learning_rate": 0.00012134645878276803,
      "loss": 1.2621,
      "step": 83085
    },
    {
      "epoch": 3.40307188203973,
      "grad_norm": 1.5882684250268528,
      "learning_rate": 0.00012134325745213161,
      "loss": 1.1968,
      "step": 83086
    },
    {
      "epoch": 3.403112840466926,
      "grad_norm": 1.5638238424040716,
      "learning_rate": 0.0001213400561350424,
      "loss": 0.6689,
      "step": 83087
    },
    {
      "epoch": 3.4031537988941225,
      "grad_norm": 1.7254565303901932,
      "learning_rate": 0.00012133685483150198,
      "loss": 0.8137,
      "step": 83088
    },
    {
      "epoch": 3.403194757321319,
      "grad_norm": 1.5353064118982214,
      "learning_rate": 0.00012133365354151183,
      "loss": 0.7445,
      "step": 83089
    },
    {
      "epoch": 3.403235715748515,
      "grad_norm": 1.0334189185871492,
      "learning_rate": 0.00012133045226507346,
      "loss": 0.2609,
      "step": 83090
    },
    {
      "epoch": 3.4032766741757117,
      "grad_norm": 1.325623006079045,
      "learning_rate": 0.00012132725100218837,
      "loss": 0.6134,
      "step": 83091
    },
    {
      "epoch": 3.403317632602908,
      "grad_norm": 1.3302295172145429,
      "learning_rate": 0.00012132404975285812,
      "loss": 0.6778,
      "step": 83092
    },
    {
      "epoch": 3.4033585910301043,
      "grad_norm": 1.5430395166489332,
      "learning_rate": 0.00012132084851708418,
      "loss": 0.8644,
      "step": 83093
    },
    {
      "epoch": 3.403399549457301,
      "grad_norm": 2.2255399954421247,
      "learning_rate": 0.00012131764729486809,
      "loss": 1.1796,
      "step": 83094
    },
    {
      "epoch": 3.4034405078844974,
      "grad_norm": 0.5288225808396376,
      "learning_rate": 0.00012131444608621132,
      "loss": 0.1211,
      "step": 83095
    },
    {
      "epoch": 3.4034814663116935,
      "grad_norm": 0.9362392682193712,
      "learning_rate": 0.00012131124489111545,
      "loss": 0.2714,
      "step": 83096
    },
    {
      "epoch": 3.40352242473889,
      "grad_norm": 0.8883405640529903,
      "learning_rate": 0.00012130804370958196,
      "loss": 0.2438,
      "step": 83097
    },
    {
      "epoch": 3.4035633831660865,
      "grad_norm": 2.7798495261476286,
      "learning_rate": 0.00012130484254161235,
      "loss": 2.8871,
      "step": 83098
    },
    {
      "epoch": 3.403604341593283,
      "grad_norm": 0.762784168213545,
      "learning_rate": 0.00012130164138720812,
      "loss": 0.167,
      "step": 83099
    },
    {
      "epoch": 3.403645300020479,
      "grad_norm": 1.5342313734234392,
      "learning_rate": 0.0001212984402463709,
      "loss": 0.4974,
      "step": 83100
    },
    {
      "epoch": 3.4036862584476757,
      "grad_norm": 1.3460333172197185,
      "learning_rate": 0.00012129523911910208,
      "loss": 0.6777,
      "step": 83101
    },
    {
      "epoch": 3.403727216874872,
      "grad_norm": 1.0923160797310592,
      "learning_rate": 0.00012129203800540312,
      "loss": 0.4502,
      "step": 83102
    },
    {
      "epoch": 3.4037681753020683,
      "grad_norm": 1.764454241037254,
      "learning_rate": 0.0001212888369052757,
      "loss": 0.986,
      "step": 83103
    },
    {
      "epoch": 3.403809133729265,
      "grad_norm": 1.5251580986945887,
      "learning_rate": 0.00012128563581872122,
      "loss": 0.7431,
      "step": 83104
    },
    {
      "epoch": 3.4038500921564614,
      "grad_norm": 1.8615847049334215,
      "learning_rate": 0.00012128243474574125,
      "loss": 0.6711,
      "step": 83105
    },
    {
      "epoch": 3.4038910505836575,
      "grad_norm": 1.5210378620597915,
      "learning_rate": 0.00012127923368633721,
      "loss": 0.8696,
      "step": 83106
    },
    {
      "epoch": 3.403932009010854,
      "grad_norm": 1.4177205144018785,
      "learning_rate": 0.00012127603264051075,
      "loss": 0.844,
      "step": 83107
    },
    {
      "epoch": 3.4039729674380506,
      "grad_norm": 1.7230190179919616,
      "learning_rate": 0.00012127283160826329,
      "loss": 0.7208,
      "step": 83108
    },
    {
      "epoch": 3.4040139258652466,
      "grad_norm": 1.482937623705316,
      "learning_rate": 0.00012126963058959638,
      "loss": 0.7104,
      "step": 83109
    },
    {
      "epoch": 3.404054884292443,
      "grad_norm": 0.5901064009966915,
      "learning_rate": 0.00012126642958451149,
      "loss": 0.1312,
      "step": 83110
    },
    {
      "epoch": 3.4040958427196397,
      "grad_norm": 1.7403075554845568,
      "learning_rate": 0.0001212632285930102,
      "loss": 0.9495,
      "step": 83111
    },
    {
      "epoch": 3.404136801146836,
      "grad_norm": 1.3978889275909556,
      "learning_rate": 0.00012126002761509397,
      "loss": 0.7868,
      "step": 83112
    },
    {
      "epoch": 3.4041777595740323,
      "grad_norm": 1.1748822296032122,
      "learning_rate": 0.00012125682665076434,
      "loss": 0.7433,
      "step": 83113
    },
    {
      "epoch": 3.404218718001229,
      "grad_norm": 0.8196856066613066,
      "learning_rate": 0.00012125362570002279,
      "loss": 0.2029,
      "step": 83114
    },
    {
      "epoch": 3.404259676428425,
      "grad_norm": 1.1038455565995986,
      "learning_rate": 0.00012125042476287088,
      "loss": 0.5621,
      "step": 83115
    },
    {
      "epoch": 3.4043006348556215,
      "grad_norm": 1.4558722628578848,
      "learning_rate": 0.00012124722383931011,
      "loss": 0.8421,
      "step": 83116
    },
    {
      "epoch": 3.404341593282818,
      "grad_norm": 1.511066031589554,
      "learning_rate": 0.00012124402292934197,
      "loss": 0.8114,
      "step": 83117
    },
    {
      "epoch": 3.4043825517100146,
      "grad_norm": 1.711383830067445,
      "learning_rate": 0.00012124082203296799,
      "loss": 0.875,
      "step": 83118
    },
    {
      "epoch": 3.4044235101372107,
      "grad_norm": 0.8781150624635405,
      "learning_rate": 0.00012123762115018969,
      "loss": 0.2436,
      "step": 83119
    },
    {
      "epoch": 3.404464468564407,
      "grad_norm": 1.512336177404308,
      "learning_rate": 0.00012123442028100856,
      "loss": 0.6914,
      "step": 83120
    },
    {
      "epoch": 3.4045054269916033,
      "grad_norm": 1.464865474807828,
      "learning_rate": 0.00012123121942542614,
      "loss": 0.6575,
      "step": 83121
    },
    {
      "epoch": 3.4045463854188,
      "grad_norm": 1.7001299227328852,
      "learning_rate": 0.00012122801858344389,
      "loss": 0.7559,
      "step": 83122
    },
    {
      "epoch": 3.4045873438459964,
      "grad_norm": 1.7613495591744541,
      "learning_rate": 0.00012122481775506342,
      "loss": 1.0022,
      "step": 83123
    },
    {
      "epoch": 3.404628302273193,
      "grad_norm": 1.515133453203641,
      "learning_rate": 0.00012122161694028615,
      "loss": 0.6484,
      "step": 83124
    },
    {
      "epoch": 3.404669260700389,
      "grad_norm": 0.8963464200096132,
      "learning_rate": 0.00012121841613911366,
      "loss": 0.2554,
      "step": 83125
    },
    {
      "epoch": 3.4047102191275855,
      "grad_norm": 1.5967735905206568,
      "learning_rate": 0.0001212152153515474,
      "loss": 0.6543,
      "step": 83126
    },
    {
      "epoch": 3.404751177554782,
      "grad_norm": 3.9306965768375286,
      "learning_rate": 0.00012121201457758892,
      "loss": 1.6074,
      "step": 83127
    },
    {
      "epoch": 3.404792135981978,
      "grad_norm": 1.6510502934576383,
      "learning_rate": 0.00012120881381723975,
      "loss": 0.9338,
      "step": 83128
    },
    {
      "epoch": 3.4048330944091747,
      "grad_norm": 1.7352466269313278,
      "learning_rate": 0.00012120561307050139,
      "loss": 0.7607,
      "step": 83129
    },
    {
      "epoch": 3.4048740528363712,
      "grad_norm": 1.2173758050305554,
      "learning_rate": 0.00012120241233737533,
      "loss": 0.67,
      "step": 83130
    },
    {
      "epoch": 3.4049150112635673,
      "grad_norm": 0.937799670191516,
      "learning_rate": 0.00012119921161786307,
      "loss": 0.2995,
      "step": 83131
    },
    {
      "epoch": 3.404955969690764,
      "grad_norm": 1.2682053150000698,
      "learning_rate": 0.00012119601091196618,
      "loss": 0.7529,
      "step": 83132
    },
    {
      "epoch": 3.4049969281179604,
      "grad_norm": 1.429324853344245,
      "learning_rate": 0.00012119281021968616,
      "loss": 0.7739,
      "step": 83133
    },
    {
      "epoch": 3.4050378865451565,
      "grad_norm": 1.3646589977539887,
      "learning_rate": 0.00012118960954102447,
      "loss": 0.8798,
      "step": 83134
    },
    {
      "epoch": 3.405078844972353,
      "grad_norm": 0.8121736928553209,
      "learning_rate": 0.00012118640887598267,
      "loss": 0.2534,
      "step": 83135
    },
    {
      "epoch": 3.4051198033995496,
      "grad_norm": 1.7971589363422769,
      "learning_rate": 0.00012118320822456228,
      "loss": 0.9641,
      "step": 83136
    },
    {
      "epoch": 3.405160761826746,
      "grad_norm": 1.2508777877509396,
      "learning_rate": 0.0001211800075867648,
      "loss": 0.795,
      "step": 83137
    },
    {
      "epoch": 3.405201720253942,
      "grad_norm": 0.6476109115819033,
      "learning_rate": 0.00012117680696259174,
      "loss": 0.1587,
      "step": 83138
    },
    {
      "epoch": 3.4052426786811387,
      "grad_norm": 2.9694004515870467,
      "learning_rate": 0.00012117360635204458,
      "loss": 1.3706,
      "step": 83139
    },
    {
      "epoch": 3.405283637108335,
      "grad_norm": 1.351981461626237,
      "learning_rate": 0.0001211704057551249,
      "loss": 0.6256,
      "step": 83140
    },
    {
      "epoch": 3.4053245955355314,
      "grad_norm": 1.6699493953111586,
      "learning_rate": 0.00012116720517183417,
      "loss": 0.822,
      "step": 83141
    },
    {
      "epoch": 3.405365553962728,
      "grad_norm": 1.409821021119588,
      "learning_rate": 0.00012116400460217391,
      "loss": 0.742,
      "step": 83142
    },
    {
      "epoch": 3.4054065123899244,
      "grad_norm": 1.7961618511086848,
      "learning_rate": 0.00012116080404614563,
      "loss": 1.2167,
      "step": 83143
    },
    {
      "epoch": 3.4054474708171205,
      "grad_norm": 1.0493055708546122,
      "learning_rate": 0.00012115760350375086,
      "loss": 0.2396,
      "step": 83144
    },
    {
      "epoch": 3.405488429244317,
      "grad_norm": 1.2579909818179502,
      "learning_rate": 0.0001211544029749911,
      "loss": 0.6642,
      "step": 83145
    },
    {
      "epoch": 3.4055293876715136,
      "grad_norm": 1.8371071026461636,
      "learning_rate": 0.00012115120245986787,
      "loss": 0.9011,
      "step": 83146
    },
    {
      "epoch": 3.4055703460987097,
      "grad_norm": 1.0981929861245894,
      "learning_rate": 0.00012114800195838265,
      "loss": 0.6571,
      "step": 83147
    },
    {
      "epoch": 3.405611304525906,
      "grad_norm": 1.3790444062196825,
      "learning_rate": 0.000121144801470537,
      "loss": 0.6832,
      "step": 83148
    },
    {
      "epoch": 3.4056522629531027,
      "grad_norm": 2.1502232574727373,
      "learning_rate": 0.00012114160099633242,
      "loss": 0.8462,
      "step": 83149
    },
    {
      "epoch": 3.405693221380299,
      "grad_norm": 2.1171909773543045,
      "learning_rate": 0.00012113840053577041,
      "loss": 1.2108,
      "step": 83150
    },
    {
      "epoch": 3.4057341798074954,
      "grad_norm": 1.403489325843194,
      "learning_rate": 0.00012113520008885248,
      "loss": 0.6186,
      "step": 83151
    },
    {
      "epoch": 3.405775138234692,
      "grad_norm": 1.1179647690518324,
      "learning_rate": 0.00012113199965558016,
      "loss": 0.5188,
      "step": 83152
    },
    {
      "epoch": 3.405816096661888,
      "grad_norm": 1.3720251197733284,
      "learning_rate": 0.00012112879923595496,
      "loss": 0.9844,
      "step": 83153
    },
    {
      "epoch": 3.4058570550890845,
      "grad_norm": 1.6886675614821585,
      "learning_rate": 0.00012112559882997839,
      "loss": 0.8368,
      "step": 83154
    },
    {
      "epoch": 3.405898013516281,
      "grad_norm": 1.8657623216536932,
      "learning_rate": 0.00012112239843765194,
      "loss": 1.1153,
      "step": 83155
    },
    {
      "epoch": 3.4059389719434776,
      "grad_norm": 1.6798928863923446,
      "learning_rate": 0.00012111919805897717,
      "loss": 0.7927,
      "step": 83156
    },
    {
      "epoch": 3.4059799303706737,
      "grad_norm": 1.6582070513408975,
      "learning_rate": 0.00012111599769395556,
      "loss": 1.0339,
      "step": 83157
    },
    {
      "epoch": 3.4060208887978702,
      "grad_norm": 1.430671263099553,
      "learning_rate": 0.00012111279734258864,
      "loss": 0.7084,
      "step": 83158
    },
    {
      "epoch": 3.4060618472250663,
      "grad_norm": 1.2398889338515058,
      "learning_rate": 0.00012110959700487786,
      "loss": 0.6207,
      "step": 83159
    },
    {
      "epoch": 3.406102805652263,
      "grad_norm": 4.472381209843965,
      "learning_rate": 0.00012110639668082485,
      "loss": 4.0372,
      "step": 83160
    },
    {
      "epoch": 3.4061437640794594,
      "grad_norm": 1.4851073253706133,
      "learning_rate": 0.00012110319637043105,
      "loss": 0.8733,
      "step": 83161
    },
    {
      "epoch": 3.406184722506656,
      "grad_norm": 1.44095881279075,
      "learning_rate": 0.00012109999607369796,
      "loss": 0.7639,
      "step": 83162
    },
    {
      "epoch": 3.406225680933852,
      "grad_norm": 1.2029897423866929,
      "learning_rate": 0.00012109679579062711,
      "loss": 0.3909,
      "step": 83163
    },
    {
      "epoch": 3.4062666393610486,
      "grad_norm": 1.6706870776917813,
      "learning_rate": 0.00012109359552122004,
      "loss": 0.8744,
      "step": 83164
    },
    {
      "epoch": 3.406307597788245,
      "grad_norm": 1.906856217669721,
      "learning_rate": 0.00012109039526547822,
      "loss": 1.0314,
      "step": 83165
    },
    {
      "epoch": 3.406348556215441,
      "grad_norm": 1.3896666934150967,
      "learning_rate": 0.00012108719502340322,
      "loss": 0.6762,
      "step": 83166
    },
    {
      "epoch": 3.4063895146426377,
      "grad_norm": 2.7977072862607613,
      "learning_rate": 0.00012108399479499645,
      "loss": 0.6105,
      "step": 83167
    },
    {
      "epoch": 3.4064304730698343,
      "grad_norm": 1.6131516209456593,
      "learning_rate": 0.00012108079458025955,
      "loss": 0.8655,
      "step": 83168
    },
    {
      "epoch": 3.4064714314970304,
      "grad_norm": 1.7704536032448193,
      "learning_rate": 0.00012107759437919395,
      "loss": 0.9017,
      "step": 83169
    },
    {
      "epoch": 3.406512389924227,
      "grad_norm": 1.307817535788955,
      "learning_rate": 0.00012107439419180124,
      "loss": 0.4561,
      "step": 83170
    },
    {
      "epoch": 3.4065533483514234,
      "grad_norm": 1.5290586404586342,
      "learning_rate": 0.00012107119401808283,
      "loss": 0.7279,
      "step": 83171
    },
    {
      "epoch": 3.4065943067786195,
      "grad_norm": 0.6643578688608963,
      "learning_rate": 0.0001210679938580403,
      "loss": 0.196,
      "step": 83172
    },
    {
      "epoch": 3.406635265205816,
      "grad_norm": 1.4611106674032612,
      "learning_rate": 0.00012106479371167512,
      "loss": 0.7119,
      "step": 83173
    },
    {
      "epoch": 3.4066762236330126,
      "grad_norm": 1.2188195986520458,
      "learning_rate": 0.0001210615935789888,
      "loss": 0.5183,
      "step": 83174
    },
    {
      "epoch": 3.406717182060209,
      "grad_norm": 1.2773090678025993,
      "learning_rate": 0.00012105839345998292,
      "loss": 0.5449,
      "step": 83175
    },
    {
      "epoch": 3.406758140487405,
      "grad_norm": 1.0150025072904723,
      "learning_rate": 0.00012105519335465894,
      "loss": 0.2621,
      "step": 83176
    },
    {
      "epoch": 3.4067990989146018,
      "grad_norm": 1.7993415896401876,
      "learning_rate": 0.00012105199326301839,
      "loss": 1.1022,
      "step": 83177
    },
    {
      "epoch": 3.406840057341798,
      "grad_norm": 1.2429254906849716,
      "learning_rate": 0.00012104879318506275,
      "loss": 0.482,
      "step": 83178
    },
    {
      "epoch": 3.4068810157689944,
      "grad_norm": 1.6292372655185279,
      "learning_rate": 0.0001210455931207936,
      "loss": 0.8696,
      "step": 83179
    },
    {
      "epoch": 3.406921974196191,
      "grad_norm": 1.6141707695353262,
      "learning_rate": 0.00012104239307021239,
      "loss": 0.8923,
      "step": 83180
    },
    {
      "epoch": 3.4069629326233875,
      "grad_norm": 1.4991804130248703,
      "learning_rate": 0.00012103919303332067,
      "loss": 0.544,
      "step": 83181
    },
    {
      "epoch": 3.4070038910505835,
      "grad_norm": 0.854106623026943,
      "learning_rate": 0.00012103599301011991,
      "loss": 0.1659,
      "step": 83182
    },
    {
      "epoch": 3.40704484947778,
      "grad_norm": 0.7276226453471563,
      "learning_rate": 0.00012103279300061167,
      "loss": 0.1495,
      "step": 83183
    },
    {
      "epoch": 3.4070858079049766,
      "grad_norm": 1.1682795240805193,
      "learning_rate": 0.00012102959300479746,
      "loss": 0.582,
      "step": 83184
    },
    {
      "epoch": 3.4071267663321727,
      "grad_norm": 0.4574104780140982,
      "learning_rate": 0.00012102639302267878,
      "loss": 0.0499,
      "step": 83185
    },
    {
      "epoch": 3.4071677247593692,
      "grad_norm": 1.2082564619024931,
      "learning_rate": 0.0001210231930542571,
      "loss": 0.5797,
      "step": 83186
    },
    {
      "epoch": 3.407208683186566,
      "grad_norm": 1.824097951652048,
      "learning_rate": 0.000121019993099534,
      "loss": 0.6868,
      "step": 83187
    },
    {
      "epoch": 3.407249641613762,
      "grad_norm": 1.4349421106119682,
      "learning_rate": 0.00012101679315851096,
      "loss": 0.7209,
      "step": 83188
    },
    {
      "epoch": 3.4072906000409584,
      "grad_norm": 1.4568945303550889,
      "learning_rate": 0.00012101359323118952,
      "loss": 0.8357,
      "step": 83189
    },
    {
      "epoch": 3.407331558468155,
      "grad_norm": 3.3292092857060442,
      "learning_rate": 0.00012101039331757113,
      "loss": 2.0767,
      "step": 83190
    },
    {
      "epoch": 3.407372516895351,
      "grad_norm": 1.9355128525294831,
      "learning_rate": 0.00012100719341765737,
      "loss": 0.7853,
      "step": 83191
    },
    {
      "epoch": 3.4074134753225476,
      "grad_norm": 7.397488915248441,
      "learning_rate": 0.00012100399353144973,
      "loss": 0.6288,
      "step": 83192
    },
    {
      "epoch": 3.407454433749744,
      "grad_norm": 1.2323560560962572,
      "learning_rate": 0.00012100079365894972,
      "loss": 0.6587,
      "step": 83193
    },
    {
      "epoch": 3.4074953921769406,
      "grad_norm": 2.3392617228810315,
      "learning_rate": 0.00012099759380015883,
      "loss": 1.71,
      "step": 83194
    },
    {
      "epoch": 3.4075363506041367,
      "grad_norm": 1.5732672299332418,
      "learning_rate": 0.0001209943939550786,
      "loss": 0.7848,
      "step": 83195
    },
    {
      "epoch": 3.4075773090313333,
      "grad_norm": 1.3200508356628815,
      "learning_rate": 0.00012099119412371056,
      "loss": 0.3432,
      "step": 83196
    },
    {
      "epoch": 3.4076182674585294,
      "grad_norm": 1.2318155846100838,
      "learning_rate": 0.00012098799430605619,
      "loss": 0.7026,
      "step": 83197
    },
    {
      "epoch": 3.407659225885726,
      "grad_norm": 1.2454892937312056,
      "learning_rate": 0.00012098479450211699,
      "loss": 0.5409,
      "step": 83198
    },
    {
      "epoch": 3.4077001843129224,
      "grad_norm": 1.2971783594903161,
      "learning_rate": 0.00012098159471189453,
      "loss": 0.7767,
      "step": 83199
    },
    {
      "epoch": 3.407741142740119,
      "grad_norm": 1.7592278983096683,
      "learning_rate": 0.00012097839493539026,
      "loss": 0.7506,
      "step": 83200
    },
    {
      "epoch": 3.407782101167315,
      "grad_norm": 1.5202096850506166,
      "learning_rate": 0.00012097519517260576,
      "loss": 1.021,
      "step": 83201
    },
    {
      "epoch": 3.4078230595945116,
      "grad_norm": 1.2610396625755875,
      "learning_rate": 0.0001209719954235425,
      "loss": 0.8772,
      "step": 83202
    },
    {
      "epoch": 3.407864018021708,
      "grad_norm": 1.3346582087612882,
      "learning_rate": 0.00012096879568820193,
      "loss": 0.6508,
      "step": 83203
    },
    {
      "epoch": 3.407904976448904,
      "grad_norm": 2.335819905852095,
      "learning_rate": 0.00012096559596658568,
      "loss": 0.9329,
      "step": 83204
    },
    {
      "epoch": 3.4079459348761008,
      "grad_norm": 2.912375071929554,
      "learning_rate": 0.00012096239625869521,
      "loss": 3.1688,
      "step": 83205
    },
    {
      "epoch": 3.4079868933032973,
      "grad_norm": 1.6114873302314872,
      "learning_rate": 0.00012095919656453203,
      "loss": 0.9898,
      "step": 83206
    },
    {
      "epoch": 3.4080278517304934,
      "grad_norm": 0.8431095862901771,
      "learning_rate": 0.00012095599688409765,
      "loss": 0.2437,
      "step": 83207
    },
    {
      "epoch": 3.40806881015769,
      "grad_norm": 1.326204101291272,
      "learning_rate": 0.00012095279721739358,
      "loss": 0.2303,
      "step": 83208
    },
    {
      "epoch": 3.4081097685848865,
      "grad_norm": 1.7229326845537043,
      "learning_rate": 0.00012094959756442138,
      "loss": 0.6791,
      "step": 83209
    },
    {
      "epoch": 3.4081507270120825,
      "grad_norm": 0.7809992240506682,
      "learning_rate": 0.0001209463979251825,
      "loss": 0.2589,
      "step": 83210
    },
    {
      "epoch": 3.408191685439279,
      "grad_norm": 1.302391015752089,
      "learning_rate": 0.00012094319829967846,
      "loss": 0.7947,
      "step": 83211
    },
    {
      "epoch": 3.4082326438664756,
      "grad_norm": 1.4146221411924325,
      "learning_rate": 0.0001209399986879108,
      "loss": 0.7308,
      "step": 83212
    },
    {
      "epoch": 3.408273602293672,
      "grad_norm": 0.8776265922019097,
      "learning_rate": 0.00012093679908988105,
      "loss": 0.3323,
      "step": 83213
    },
    {
      "epoch": 3.4083145607208682,
      "grad_norm": 1.8075926949310839,
      "learning_rate": 0.00012093359950559068,
      "loss": 0.6563,
      "step": 83214
    },
    {
      "epoch": 3.408355519148065,
      "grad_norm": 1.5251147871467718,
      "learning_rate": 0.00012093039993504118,
      "loss": 0.6138,
      "step": 83215
    },
    {
      "epoch": 3.408396477575261,
      "grad_norm": 1.4505777429274394,
      "learning_rate": 0.00012092720037823415,
      "loss": 0.9768,
      "step": 83216
    },
    {
      "epoch": 3.4084374360024574,
      "grad_norm": 1.5372879408906235,
      "learning_rate": 0.00012092400083517104,
      "loss": 1.0112,
      "step": 83217
    },
    {
      "epoch": 3.408478394429654,
      "grad_norm": 1.5729465250181442,
      "learning_rate": 0.00012092080130585338,
      "loss": 0.8844,
      "step": 83218
    },
    {
      "epoch": 3.4085193528568505,
      "grad_norm": 1.2650148546171431,
      "learning_rate": 0.00012091760179028265,
      "loss": 0.7551,
      "step": 83219
    },
    {
      "epoch": 3.4085603112840466,
      "grad_norm": 1.8652091863542537,
      "learning_rate": 0.0001209144022884604,
      "loss": 1.0427,
      "step": 83220
    },
    {
      "epoch": 3.408601269711243,
      "grad_norm": 0.6838397580172464,
      "learning_rate": 0.00012091120280038816,
      "loss": 0.0927,
      "step": 83221
    },
    {
      "epoch": 3.4086422281384396,
      "grad_norm": 1.6875479491659329,
      "learning_rate": 0.00012090800332606741,
      "loss": 0.9149,
      "step": 83222
    },
    {
      "epoch": 3.4086831865656357,
      "grad_norm": 1.4296807910404936,
      "learning_rate": 0.00012090480386549962,
      "loss": 0.7828,
      "step": 83223
    },
    {
      "epoch": 3.4087241449928323,
      "grad_norm": 1.3813479831570934,
      "learning_rate": 0.00012090160441868639,
      "loss": 0.5616,
      "step": 83224
    },
    {
      "epoch": 3.408765103420029,
      "grad_norm": 0.767555523599588,
      "learning_rate": 0.0001208984049856292,
      "loss": 0.2392,
      "step": 83225
    },
    {
      "epoch": 3.408806061847225,
      "grad_norm": 1.5901960262668349,
      "learning_rate": 0.00012089520556632956,
      "loss": 0.7811,
      "step": 83226
    },
    {
      "epoch": 3.4088470202744214,
      "grad_norm": 1.6089281613895108,
      "learning_rate": 0.00012089200616078893,
      "loss": 0.7552,
      "step": 83227
    },
    {
      "epoch": 3.408887978701618,
      "grad_norm": 1.7263124246674773,
      "learning_rate": 0.0001208888067690089,
      "loss": 1.108,
      "step": 83228
    },
    {
      "epoch": 3.408928937128814,
      "grad_norm": 5.807521108408681,
      "learning_rate": 0.00012088560739099097,
      "loss": 5.6966,
      "step": 83229
    },
    {
      "epoch": 3.4089698955560106,
      "grad_norm": 0.5223288919641517,
      "learning_rate": 0.00012088240802673662,
      "loss": 0.0908,
      "step": 83230
    },
    {
      "epoch": 3.409010853983207,
      "grad_norm": 1.0817953491041732,
      "learning_rate": 0.00012087920867624736,
      "loss": 0.4747,
      "step": 83231
    },
    {
      "epoch": 3.4090518124104037,
      "grad_norm": 1.6994581019425994,
      "learning_rate": 0.00012087600933952474,
      "loss": 0.9985,
      "step": 83232
    },
    {
      "epoch": 3.4090927708375998,
      "grad_norm": 1.5584185219248738,
      "learning_rate": 0.00012087281001657026,
      "loss": 0.6311,
      "step": 83233
    },
    {
      "epoch": 3.4091337292647963,
      "grad_norm": 4.032941665890023,
      "learning_rate": 0.00012086961070738542,
      "loss": 1.7518,
      "step": 83234
    },
    {
      "epoch": 3.4091746876919924,
      "grad_norm": 1.218341475691146,
      "learning_rate": 0.00012086641141197171,
      "loss": 0.5666,
      "step": 83235
    },
    {
      "epoch": 3.409215646119189,
      "grad_norm": 1.4629808792103651,
      "learning_rate": 0.0001208632121303307,
      "loss": 0.7527,
      "step": 83236
    },
    {
      "epoch": 3.4092566045463855,
      "grad_norm": 0.8845333643716923,
      "learning_rate": 0.00012086001286246388,
      "loss": 0.2273,
      "step": 83237
    },
    {
      "epoch": 3.409297562973582,
      "grad_norm": 1.1273057455157858,
      "learning_rate": 0.00012085681360837275,
      "loss": 0.6313,
      "step": 83238
    },
    {
      "epoch": 3.409338521400778,
      "grad_norm": 1.4425795664676357,
      "learning_rate": 0.00012085361436805878,
      "loss": 0.7578,
      "step": 83239
    },
    {
      "epoch": 3.4093794798279746,
      "grad_norm": 0.5461685558311604,
      "learning_rate": 0.0001208504151415236,
      "loss": 0.1273,
      "step": 83240
    },
    {
      "epoch": 3.409420438255171,
      "grad_norm": 1.4538532702320606,
      "learning_rate": 0.00012084721592876868,
      "loss": 0.8711,
      "step": 83241
    },
    {
      "epoch": 3.4094613966823673,
      "grad_norm": 0.851841233860679,
      "learning_rate": 0.00012084401672979542,
      "loss": 0.199,
      "step": 83242
    },
    {
      "epoch": 3.409502355109564,
      "grad_norm": 1.7906902703940333,
      "learning_rate": 0.00012084081754460545,
      "loss": 0.8234,
      "step": 83243
    },
    {
      "epoch": 3.4095433135367603,
      "grad_norm": 1.2546834933620323,
      "learning_rate": 0.00012083761837320026,
      "loss": 0.5708,
      "step": 83244
    },
    {
      "epoch": 3.4095842719639564,
      "grad_norm": 0.5901219216755602,
      "learning_rate": 0.00012083441921558133,
      "loss": 0.1525,
      "step": 83245
    },
    {
      "epoch": 3.409625230391153,
      "grad_norm": 1.2470626397117022,
      "learning_rate": 0.00012083122007175017,
      "loss": 0.4966,
      "step": 83246
    },
    {
      "epoch": 3.4096661888183495,
      "grad_norm": 1.7302689424558584,
      "learning_rate": 0.00012082802094170836,
      "loss": 0.9421,
      "step": 83247
    },
    {
      "epoch": 3.4097071472455456,
      "grad_norm": 1.3696461371778914,
      "learning_rate": 0.00012082482182545736,
      "loss": 0.6166,
      "step": 83248
    },
    {
      "epoch": 3.409748105672742,
      "grad_norm": 2.433626162047033,
      "learning_rate": 0.0001208216227229987,
      "loss": 1.9242,
      "step": 83249
    },
    {
      "epoch": 3.4097890640999386,
      "grad_norm": 1.4932416531054573,
      "learning_rate": 0.00012081842363433384,
      "loss": 0.9053,
      "step": 83250
    },
    {
      "epoch": 3.409830022527135,
      "grad_norm": 1.6342582951471083,
      "learning_rate": 0.00012081522455946437,
      "loss": 0.6101,
      "step": 83251
    },
    {
      "epoch": 3.4098709809543313,
      "grad_norm": 0.9869948554746978,
      "learning_rate": 0.00012081202549839176,
      "loss": 0.3163,
      "step": 83252
    },
    {
      "epoch": 3.409911939381528,
      "grad_norm": 1.7000431434153325,
      "learning_rate": 0.00012080882645111756,
      "loss": 0.9472,
      "step": 83253
    },
    {
      "epoch": 3.409952897808724,
      "grad_norm": 1.4284447045245459,
      "learning_rate": 0.0001208056274176432,
      "loss": 0.6866,
      "step": 83254
    },
    {
      "epoch": 3.4099938562359204,
      "grad_norm": 0.9854984466833864,
      "learning_rate": 0.00012080242839797027,
      "loss": 0.2437,
      "step": 83255
    },
    {
      "epoch": 3.410034814663117,
      "grad_norm": 1.4558285040506864,
      "learning_rate": 0.00012079922939210027,
      "loss": 0.7554,
      "step": 83256
    },
    {
      "epoch": 3.4100757730903135,
      "grad_norm": 1.5144308515003844,
      "learning_rate": 0.0001207960304000347,
      "loss": 0.988,
      "step": 83257
    },
    {
      "epoch": 3.4101167315175096,
      "grad_norm": 1.1929024291735164,
      "learning_rate": 0.00012079283142177503,
      "loss": 0.5683,
      "step": 83258
    },
    {
      "epoch": 3.410157689944706,
      "grad_norm": 1.5593249039620367,
      "learning_rate": 0.00012078963245732285,
      "loss": 1.01,
      "step": 83259
    },
    {
      "epoch": 3.4101986483719027,
      "grad_norm": 0.8437632493658422,
      "learning_rate": 0.00012078643350667966,
      "loss": 0.2091,
      "step": 83260
    },
    {
      "epoch": 3.4102396067990988,
      "grad_norm": 1.5604331947510988,
      "learning_rate": 0.0001207832345698469,
      "loss": 0.8786,
      "step": 83261
    },
    {
      "epoch": 3.4102805652262953,
      "grad_norm": 1.1049114812149108,
      "learning_rate": 0.00012078003564682615,
      "loss": 0.2697,
      "step": 83262
    },
    {
      "epoch": 3.410321523653492,
      "grad_norm": 1.1376844917057656,
      "learning_rate": 0.00012077683673761891,
      "loss": 0.3749,
      "step": 83263
    },
    {
      "epoch": 3.410362482080688,
      "grad_norm": 1.2955561473765587,
      "learning_rate": 0.0001207736378422267,
      "loss": 0.6615,
      "step": 83264
    },
    {
      "epoch": 3.4104034405078845,
      "grad_norm": 1.294990445319714,
      "learning_rate": 0.000120770438960651,
      "loss": 0.5453,
      "step": 83265
    },
    {
      "epoch": 3.410444398935081,
      "grad_norm": 2.095163917197104,
      "learning_rate": 0.00012076724009289332,
      "loss": 0.5692,
      "step": 83266
    },
    {
      "epoch": 3.410485357362277,
      "grad_norm": 5.627617343841998,
      "learning_rate": 0.00012076404123895523,
      "loss": 3.1271,
      "step": 83267
    },
    {
      "epoch": 3.4105263157894736,
      "grad_norm": 1.1675871575022398,
      "learning_rate": 0.00012076084239883817,
      "loss": 0.2628,
      "step": 83268
    },
    {
      "epoch": 3.41056727421667,
      "grad_norm": 1.262864545801649,
      "learning_rate": 0.00012075764357254372,
      "loss": 0.4998,
      "step": 83269
    },
    {
      "epoch": 3.4106082326438667,
      "grad_norm": 1.2482536323735354,
      "learning_rate": 0.00012075444476007332,
      "loss": 0.7561,
      "step": 83270
    },
    {
      "epoch": 3.410649191071063,
      "grad_norm": 1.2385671587335834,
      "learning_rate": 0.00012075124596142856,
      "loss": 0.4975,
      "step": 83271
    },
    {
      "epoch": 3.4106901494982593,
      "grad_norm": 1.133840009563026,
      "learning_rate": 0.00012074804717661091,
      "loss": 0.6881,
      "step": 83272
    },
    {
      "epoch": 3.4107311079254554,
      "grad_norm": 1.1639618583448041,
      "learning_rate": 0.00012074484840562187,
      "loss": 0.5743,
      "step": 83273
    },
    {
      "epoch": 3.410772066352652,
      "grad_norm": 2.1433339356799523,
      "learning_rate": 0.000120741649648463,
      "loss": 0.8486,
      "step": 83274
    },
    {
      "epoch": 3.4108130247798485,
      "grad_norm": 2.3890974108285707,
      "learning_rate": 0.00012073845090513573,
      "loss": 1.6501,
      "step": 83275
    },
    {
      "epoch": 3.410853983207045,
      "grad_norm": 1.3949240087394863,
      "learning_rate": 0.00012073525217564164,
      "loss": 0.9102,
      "step": 83276
    },
    {
      "epoch": 3.410894941634241,
      "grad_norm": 1.2995029219798464,
      "learning_rate": 0.00012073205345998223,
      "loss": 0.6685,
      "step": 83277
    },
    {
      "epoch": 3.4109359000614377,
      "grad_norm": 1.608904339013057,
      "learning_rate": 0.00012072885475815903,
      "loss": 0.897,
      "step": 83278
    },
    {
      "epoch": 3.410976858488634,
      "grad_norm": 1.701789557525938,
      "learning_rate": 0.00012072565607017348,
      "loss": 0.8414,
      "step": 83279
    },
    {
      "epoch": 3.4110178169158303,
      "grad_norm": 1.3325652251276392,
      "learning_rate": 0.00012072245739602718,
      "loss": 0.6412,
      "step": 83280
    },
    {
      "epoch": 3.411058775343027,
      "grad_norm": 1.3333869781319487,
      "learning_rate": 0.00012071925873572159,
      "loss": 0.664,
      "step": 83281
    },
    {
      "epoch": 3.4110997337702234,
      "grad_norm": 0.9640294235466887,
      "learning_rate": 0.00012071606008925826,
      "loss": 0.5127,
      "step": 83282
    },
    {
      "epoch": 3.4111406921974194,
      "grad_norm": 1.480171926728676,
      "learning_rate": 0.00012071286145663863,
      "loss": 0.8966,
      "step": 83283
    },
    {
      "epoch": 3.411181650624616,
      "grad_norm": 1.5048992110964363,
      "learning_rate": 0.00012070966283786428,
      "loss": 0.8201,
      "step": 83284
    },
    {
      "epoch": 3.4112226090518125,
      "grad_norm": 1.152494776203528,
      "learning_rate": 0.00012070646423293671,
      "loss": 0.5713,
      "step": 83285
    },
    {
      "epoch": 3.4112635674790086,
      "grad_norm": 1.3467489564909132,
      "learning_rate": 0.00012070326564185743,
      "loss": 0.2089,
      "step": 83286
    },
    {
      "epoch": 3.411304525906205,
      "grad_norm": 1.5691614552525228,
      "learning_rate": 0.00012070006706462792,
      "loss": 0.9802,
      "step": 83287
    },
    {
      "epoch": 3.4113454843334017,
      "grad_norm": 1.4052174137031235,
      "learning_rate": 0.00012069686850124974,
      "loss": 0.5855,
      "step": 83288
    },
    {
      "epoch": 3.411386442760598,
      "grad_norm": 1.7513855919715062,
      "learning_rate": 0.00012069366995172436,
      "loss": 1.3184,
      "step": 83289
    },
    {
      "epoch": 3.4114274011877943,
      "grad_norm": 1.5834904419105602,
      "learning_rate": 0.00012069047141605334,
      "loss": 0.9689,
      "step": 83290
    },
    {
      "epoch": 3.411468359614991,
      "grad_norm": 1.4126333993115148,
      "learning_rate": 0.00012068727289423814,
      "loss": 0.3309,
      "step": 83291
    },
    {
      "epoch": 3.411509318042187,
      "grad_norm": 1.1519536300064857,
      "learning_rate": 0.00012068407438628031,
      "loss": 0.6515,
      "step": 83292
    },
    {
      "epoch": 3.4115502764693835,
      "grad_norm": 3.3220495144321953,
      "learning_rate": 0.00012068087589218135,
      "loss": 2.1567,
      "step": 83293
    },
    {
      "epoch": 3.41159123489658,
      "grad_norm": 1.0489129169532203,
      "learning_rate": 0.00012067767741194278,
      "loss": 0.5915,
      "step": 83294
    },
    {
      "epoch": 3.4116321933237765,
      "grad_norm": 1.400443785565409,
      "learning_rate": 0.00012067447894556606,
      "loss": 0.766,
      "step": 83295
    },
    {
      "epoch": 3.4116731517509726,
      "grad_norm": 0.8364533136421901,
      "learning_rate": 0.00012067128049305279,
      "loss": 0.2615,
      "step": 83296
    },
    {
      "epoch": 3.411714110178169,
      "grad_norm": 0.9958618078105166,
      "learning_rate": 0.00012066808205440441,
      "loss": 0.1931,
      "step": 83297
    },
    {
      "epoch": 3.4117550686053657,
      "grad_norm": 1.5438673740939028,
      "learning_rate": 0.00012066488362962248,
      "loss": 0.868,
      "step": 83298
    },
    {
      "epoch": 3.411796027032562,
      "grad_norm": 5.71916601738764,
      "learning_rate": 0.00012066168521870848,
      "loss": 1.0774,
      "step": 83299
    },
    {
      "epoch": 3.4118369854597583,
      "grad_norm": 1.6617168847909434,
      "learning_rate": 0.00012065848682166392,
      "loss": 0.7767,
      "step": 83300
    },
    {
      "epoch": 3.411877943886955,
      "grad_norm": 1.2900917155692335,
      "learning_rate": 0.00012065528843849035,
      "loss": 0.6409,
      "step": 83301
    },
    {
      "epoch": 3.411918902314151,
      "grad_norm": 1.5757256622451181,
      "learning_rate": 0.00012065209006918924,
      "loss": 0.6892,
      "step": 83302
    },
    {
      "epoch": 3.4119598607413475,
      "grad_norm": 1.1861097765855222,
      "learning_rate": 0.0001206488917137621,
      "loss": 0.5518,
      "step": 83303
    },
    {
      "epoch": 3.412000819168544,
      "grad_norm": 1.2564506456758262,
      "learning_rate": 0.00012064569337221051,
      "loss": 0.527,
      "step": 83304
    },
    {
      "epoch": 3.41204177759574,
      "grad_norm": 1.4523030712288976,
      "learning_rate": 0.0001206424950445359,
      "loss": 0.6621,
      "step": 83305
    },
    {
      "epoch": 3.4120827360229367,
      "grad_norm": 1.2621815208020146,
      "learning_rate": 0.00012063929673073983,
      "loss": 0.4661,
      "step": 83306
    },
    {
      "epoch": 3.412123694450133,
      "grad_norm": 1.4528148410629849,
      "learning_rate": 0.00012063609843082376,
      "loss": 0.6064,
      "step": 83307
    },
    {
      "epoch": 3.4121646528773297,
      "grad_norm": 1.1522211560144542,
      "learning_rate": 0.00012063290014478928,
      "loss": 0.5442,
      "step": 83308
    },
    {
      "epoch": 3.412205611304526,
      "grad_norm": 1.1618732714443312,
      "learning_rate": 0.00012062970187263786,
      "loss": 0.5469,
      "step": 83309
    },
    {
      "epoch": 3.4122465697317224,
      "grad_norm": 0.9071217598197057,
      "learning_rate": 0.00012062650361437101,
      "loss": 0.2097,
      "step": 83310
    },
    {
      "epoch": 3.4122875281589184,
      "grad_norm": 1.1568984950722707,
      "learning_rate": 0.00012062330536999028,
      "loss": 0.5316,
      "step": 83311
    },
    {
      "epoch": 3.412328486586115,
      "grad_norm": 1.2047062448205357,
      "learning_rate": 0.0001206201071394971,
      "loss": 0.5226,
      "step": 83312
    },
    {
      "epoch": 3.4123694450133115,
      "grad_norm": 0.9959576989672874,
      "learning_rate": 0.00012061690892289303,
      "loss": 0.288,
      "step": 83313
    },
    {
      "epoch": 3.412410403440508,
      "grad_norm": 1.2464410313378247,
      "learning_rate": 0.00012061371072017956,
      "loss": 0.6196,
      "step": 83314
    },
    {
      "epoch": 3.412451361867704,
      "grad_norm": 1.3931173646941313,
      "learning_rate": 0.00012061051253135825,
      "loss": 0.5305,
      "step": 83315
    },
    {
      "epoch": 3.4124923202949007,
      "grad_norm": 1.4730634671778007,
      "learning_rate": 0.0001206073143564306,
      "loss": 0.6924,
      "step": 83316
    },
    {
      "epoch": 3.412533278722097,
      "grad_norm": 1.8306755064504396,
      "learning_rate": 0.00012060411619539807,
      "loss": 0.7872,
      "step": 83317
    },
    {
      "epoch": 3.4125742371492933,
      "grad_norm": 1.0422497876404957,
      "learning_rate": 0.00012060091804826221,
      "loss": 0.3737,
      "step": 83318
    },
    {
      "epoch": 3.41261519557649,
      "grad_norm": 1.2639399953651038,
      "learning_rate": 0.00012059771991502454,
      "loss": 0.7392,
      "step": 83319
    },
    {
      "epoch": 3.4126561540036864,
      "grad_norm": 0.9667281952360305,
      "learning_rate": 0.00012059452179568658,
      "loss": 0.5158,
      "step": 83320
    },
    {
      "epoch": 3.4126971124308825,
      "grad_norm": 1.4184302803422761,
      "learning_rate": 0.00012059132369024981,
      "loss": 0.7943,
      "step": 83321
    },
    {
      "epoch": 3.412738070858079,
      "grad_norm": 1.6594110528623176,
      "learning_rate": 0.00012058812559871573,
      "loss": 0.9499,
      "step": 83322
    },
    {
      "epoch": 3.4127790292852755,
      "grad_norm": 1.428421899685504,
      "learning_rate": 0.0001205849275210859,
      "loss": 0.7914,
      "step": 83323
    },
    {
      "epoch": 3.4128199877124716,
      "grad_norm": 1.2696662929518923,
      "learning_rate": 0.00012058172945736181,
      "loss": 0.5791,
      "step": 83324
    },
    {
      "epoch": 3.412860946139668,
      "grad_norm": 1.2516543669620463,
      "learning_rate": 0.00012057853140754499,
      "loss": 0.6211,
      "step": 83325
    },
    {
      "epoch": 3.4129019045668647,
      "grad_norm": 1.5600748380208247,
      "learning_rate": 0.0001205753333716369,
      "loss": 0.7825,
      "step": 83326
    },
    {
      "epoch": 3.4129428629940612,
      "grad_norm": 1.4254501824083206,
      "learning_rate": 0.00012057213534963909,
      "loss": 0.9201,
      "step": 83327
    },
    {
      "epoch": 3.4129838214212573,
      "grad_norm": 1.5585296598366871,
      "learning_rate": 0.00012056893734155309,
      "loss": 0.801,
      "step": 83328
    },
    {
      "epoch": 3.413024779848454,
      "grad_norm": 1.4085736515448308,
      "learning_rate": 0.00012056573934738039,
      "loss": 0.7307,
      "step": 83329
    },
    {
      "epoch": 3.4130657382756504,
      "grad_norm": 1.2962190995524097,
      "learning_rate": 0.00012056254136712244,
      "loss": 0.546,
      "step": 83330
    },
    {
      "epoch": 3.4131066967028465,
      "grad_norm": 1.2279994939048058,
      "learning_rate": 0.00012055934340078087,
      "loss": 0.6634,
      "step": 83331
    },
    {
      "epoch": 3.413147655130043,
      "grad_norm": 1.5310426681574514,
      "learning_rate": 0.00012055614544835714,
      "loss": 0.5958,
      "step": 83332
    },
    {
      "epoch": 3.4131886135572396,
      "grad_norm": 1.4248973123760607,
      "learning_rate": 0.00012055294750985274,
      "loss": 0.5858,
      "step": 83333
    },
    {
      "epoch": 3.4132295719844357,
      "grad_norm": 1.3534197176490188,
      "learning_rate": 0.00012054974958526917,
      "loss": 0.8042,
      "step": 83334
    },
    {
      "epoch": 3.413270530411632,
      "grad_norm": 1.4238457947341103,
      "learning_rate": 0.00012054655167460801,
      "loss": 0.59,
      "step": 83335
    },
    {
      "epoch": 3.4133114888388287,
      "grad_norm": 1.4126642204032833,
      "learning_rate": 0.00012054335377787071,
      "loss": 0.7361,
      "step": 83336
    },
    {
      "epoch": 3.413352447266025,
      "grad_norm": 2.3667636291914054,
      "learning_rate": 0.00012054015589505883,
      "loss": 1.4081,
      "step": 83337
    },
    {
      "epoch": 3.4133934056932214,
      "grad_norm": 16.54897547992282,
      "learning_rate": 0.0001205369580261738,
      "loss": 3.3511,
      "step": 83338
    },
    {
      "epoch": 3.413434364120418,
      "grad_norm": 1.2336135731103917,
      "learning_rate": 0.00012053376017121723,
      "loss": 0.4429,
      "step": 83339
    },
    {
      "epoch": 3.413475322547614,
      "grad_norm": 1.9231272851660204,
      "learning_rate": 0.00012053056233019058,
      "loss": 1.1911,
      "step": 83340
    },
    {
      "epoch": 3.4135162809748105,
      "grad_norm": 1.2518035381078791,
      "learning_rate": 0.0001205273645030954,
      "loss": 0.4145,
      "step": 83341
    },
    {
      "epoch": 3.413557239402007,
      "grad_norm": 1.1449002890574178,
      "learning_rate": 0.00012052416668993312,
      "loss": 0.6477,
      "step": 83342
    },
    {
      "epoch": 3.413598197829203,
      "grad_norm": 1.52546843926939,
      "learning_rate": 0.0001205209688907053,
      "loss": 0.6677,
      "step": 83343
    },
    {
      "epoch": 3.4136391562563997,
      "grad_norm": 0.8927107132799074,
      "learning_rate": 0.00012051777110541349,
      "loss": 0.3613,
      "step": 83344
    },
    {
      "epoch": 3.4136801146835962,
      "grad_norm": 1.6550435704178919,
      "learning_rate": 0.00012051457333405916,
      "loss": 0.6086,
      "step": 83345
    },
    {
      "epoch": 3.4137210731107928,
      "grad_norm": 3.6904073148607965,
      "learning_rate": 0.00012051137557664385,
      "loss": 0.8474,
      "step": 83346
    },
    {
      "epoch": 3.413762031537989,
      "grad_norm": 1.7924137352628795,
      "learning_rate": 0.00012050817783316899,
      "loss": 1.0893,
      "step": 83347
    },
    {
      "epoch": 3.4138029899651854,
      "grad_norm": 1.2209502806618067,
      "learning_rate": 0.0001205049801036362,
      "loss": 0.6036,
      "step": 83348
    },
    {
      "epoch": 3.413843948392382,
      "grad_norm": 1.2915885117295032,
      "learning_rate": 0.00012050178238804693,
      "loss": 0.5023,
      "step": 83349
    },
    {
      "epoch": 3.413884906819578,
      "grad_norm": 1.2434342275874473,
      "learning_rate": 0.00012049858468640273,
      "loss": 0.5271,
      "step": 83350
    },
    {
      "epoch": 3.4139258652467745,
      "grad_norm": 1.6837000578154566,
      "learning_rate": 0.00012049538699870502,
      "loss": 0.9035,
      "step": 83351
    },
    {
      "epoch": 3.413966823673971,
      "grad_norm": 1.3642561896454093,
      "learning_rate": 0.00012049218932495544,
      "loss": 0.5417,
      "step": 83352
    },
    {
      "epoch": 3.414007782101167,
      "grad_norm": 1.349499050954037,
      "learning_rate": 0.00012048899166515544,
      "loss": 0.8725,
      "step": 83353
    },
    {
      "epoch": 3.4140487405283637,
      "grad_norm": 1.4303237631008214,
      "learning_rate": 0.00012048579401930652,
      "loss": 0.6476,
      "step": 83354
    },
    {
      "epoch": 3.4140896989555602,
      "grad_norm": 1.4149827044221341,
      "learning_rate": 0.00012048259638741018,
      "loss": 0.2791,
      "step": 83355
    },
    {
      "epoch": 3.4141306573827563,
      "grad_norm": 1.3941570224910258,
      "learning_rate": 0.00012047939876946798,
      "loss": 0.6475,
      "step": 83356
    },
    {
      "epoch": 3.414171615809953,
      "grad_norm": 1.1942661018230025,
      "learning_rate": 0.00012047620116548141,
      "loss": 0.6931,
      "step": 83357
    },
    {
      "epoch": 3.4142125742371494,
      "grad_norm": 1.0539207665266943,
      "learning_rate": 0.00012047300357545198,
      "loss": 0.2179,
      "step": 83358
    },
    {
      "epoch": 3.4142535326643455,
      "grad_norm": 1.5130123698152775,
      "learning_rate": 0.00012046980599938117,
      "loss": 0.7922,
      "step": 83359
    },
    {
      "epoch": 3.414294491091542,
      "grad_norm": 2.2927810986003383,
      "learning_rate": 0.00012046660843727055,
      "loss": 1.1137,
      "step": 83360
    },
    {
      "epoch": 3.4143354495187386,
      "grad_norm": 1.8036567379110773,
      "learning_rate": 0.00012046341088912161,
      "loss": 1.3106,
      "step": 83361
    },
    {
      "epoch": 3.4143764079459347,
      "grad_norm": 0.7459083365039756,
      "learning_rate": 0.00012046021335493585,
      "loss": 0.2229,
      "step": 83362
    },
    {
      "epoch": 3.414417366373131,
      "grad_norm": 0.9386694912437125,
      "learning_rate": 0.00012045701583471475,
      "loss": 0.2845,
      "step": 83363
    },
    {
      "epoch": 3.4144583248003277,
      "grad_norm": 1.5295515617921145,
      "learning_rate": 0.00012045381832845989,
      "loss": 0.9832,
      "step": 83364
    },
    {
      "epoch": 3.4144992832275243,
      "grad_norm": 4.0373742356112015,
      "learning_rate": 0.00012045062083617277,
      "loss": 3.6161,
      "step": 83365
    },
    {
      "epoch": 3.4145402416547204,
      "grad_norm": 1.4549206800439127,
      "learning_rate": 0.00012044742335785487,
      "loss": 0.6802,
      "step": 83366
    },
    {
      "epoch": 3.414581200081917,
      "grad_norm": 0.8897047072620174,
      "learning_rate": 0.00012044422589350768,
      "loss": 0.2795,
      "step": 83367
    },
    {
      "epoch": 3.4146221585091134,
      "grad_norm": 1.2206972046698743,
      "learning_rate": 0.00012044102844313277,
      "loss": 0.4567,
      "step": 83368
    },
    {
      "epoch": 3.4146631169363095,
      "grad_norm": 2.9283591250217906,
      "learning_rate": 0.00012043783100673163,
      "loss": 1.3009,
      "step": 83369
    },
    {
      "epoch": 3.414704075363506,
      "grad_norm": 1.4684344526547857,
      "learning_rate": 0.00012043463358430578,
      "loss": 0.8595,
      "step": 83370
    },
    {
      "epoch": 3.4147450337907026,
      "grad_norm": 1.1002434058833852,
      "learning_rate": 0.00012043143617585669,
      "loss": 0.4072,
      "step": 83371
    },
    {
      "epoch": 3.4147859922178987,
      "grad_norm": 1.6860042087942726,
      "learning_rate": 0.00012042823878138592,
      "loss": 0.7501,
      "step": 83372
    },
    {
      "epoch": 3.4148269506450952,
      "grad_norm": 1.4576132183185384,
      "learning_rate": 0.00012042504140089496,
      "loss": 0.7585,
      "step": 83373
    },
    {
      "epoch": 3.4148679090722918,
      "grad_norm": 1.7765347199465362,
      "learning_rate": 0.00012042184403438534,
      "loss": 0.8292,
      "step": 83374
    },
    {
      "epoch": 3.414908867499488,
      "grad_norm": 1.3624449005104553,
      "learning_rate": 0.0001204186466818585,
      "loss": 0.7536,
      "step": 83375
    },
    {
      "epoch": 3.4149498259266844,
      "grad_norm": 1.4648774408437881,
      "learning_rate": 0.00012041544934331606,
      "loss": 0.8191,
      "step": 83376
    },
    {
      "epoch": 3.414990784353881,
      "grad_norm": 1.002119425734386,
      "learning_rate": 0.00012041225201875947,
      "loss": 0.2667,
      "step": 83377
    },
    {
      "epoch": 3.415031742781077,
      "grad_norm": 1.7542596622056315,
      "learning_rate": 0.00012040905470819025,
      "loss": 0.5679,
      "step": 83378
    },
    {
      "epoch": 3.4150727012082736,
      "grad_norm": 1.4828708721689359,
      "learning_rate": 0.00012040585741160987,
      "loss": 0.8468,
      "step": 83379
    },
    {
      "epoch": 3.41511365963547,
      "grad_norm": 1.7534164710211748,
      "learning_rate": 0.00012040266012901995,
      "loss": 0.9394,
      "step": 83380
    },
    {
      "epoch": 3.415154618062666,
      "grad_norm": 1.7305976743794151,
      "learning_rate": 0.0001203994628604219,
      "loss": 0.9928,
      "step": 83381
    },
    {
      "epoch": 3.4151955764898627,
      "grad_norm": 1.2940047017499003,
      "learning_rate": 0.00012039626560581732,
      "loss": 0.3438,
      "step": 83382
    },
    {
      "epoch": 3.4152365349170593,
      "grad_norm": 0.9314689540650717,
      "learning_rate": 0.00012039306836520762,
      "loss": 0.2611,
      "step": 83383
    },
    {
      "epoch": 3.415277493344256,
      "grad_norm": 1.2880825990190212,
      "learning_rate": 0.00012038987113859437,
      "loss": 0.6291,
      "step": 83384
    },
    {
      "epoch": 3.415318451771452,
      "grad_norm": 1.9030689580077678,
      "learning_rate": 0.00012038667392597906,
      "loss": 1.1165,
      "step": 83385
    },
    {
      "epoch": 3.4153594101986484,
      "grad_norm": 1.7025105001415233,
      "learning_rate": 0.0001203834767273632,
      "loss": 0.8617,
      "step": 83386
    },
    {
      "epoch": 3.415400368625845,
      "grad_norm": 1.8604301939805963,
      "learning_rate": 0.00012038027954274832,
      "loss": 1.3211,
      "step": 83387
    },
    {
      "epoch": 3.415441327053041,
      "grad_norm": 1.6397361429638682,
      "learning_rate": 0.00012037708237213594,
      "loss": 1.117,
      "step": 83388
    },
    {
      "epoch": 3.4154822854802376,
      "grad_norm": 1.1112703536551187,
      "learning_rate": 0.00012037388521552756,
      "loss": 0.377,
      "step": 83389
    },
    {
      "epoch": 3.415523243907434,
      "grad_norm": 1.4014940422241333,
      "learning_rate": 0.00012037068807292465,
      "loss": 0.6857,
      "step": 83390
    },
    {
      "epoch": 3.41556420233463,
      "grad_norm": 2.008768196568297,
      "learning_rate": 0.00012036749094432879,
      "loss": 0.7306,
      "step": 83391
    },
    {
      "epoch": 3.4156051607618267,
      "grad_norm": 1.2105108742261859,
      "learning_rate": 0.00012036429382974145,
      "loss": 0.6071,
      "step": 83392
    },
    {
      "epoch": 3.4156461191890233,
      "grad_norm": 1.598906297045509,
      "learning_rate": 0.00012036109672916417,
      "loss": 0.7968,
      "step": 83393
    },
    {
      "epoch": 3.4156870776162194,
      "grad_norm": 3.187936996914503,
      "learning_rate": 0.0001203578996425984,
      "loss": 1.069,
      "step": 83394
    },
    {
      "epoch": 3.415728036043416,
      "grad_norm": 1.7907076981817684,
      "learning_rate": 0.00012035470257004574,
      "loss": 1.0613,
      "step": 83395
    },
    {
      "epoch": 3.4157689944706124,
      "grad_norm": 1.498008416072224,
      "learning_rate": 0.00012035150551150765,
      "loss": 0.8588,
      "step": 83396
    },
    {
      "epoch": 3.4158099528978085,
      "grad_norm": 1.2454621476997476,
      "learning_rate": 0.00012034830846698565,
      "loss": 0.5782,
      "step": 83397
    },
    {
      "epoch": 3.415850911325005,
      "grad_norm": 1.311292708216093,
      "learning_rate": 0.00012034511143648122,
      "loss": 0.5958,
      "step": 83398
    },
    {
      "epoch": 3.4158918697522016,
      "grad_norm": 4.416560051643618,
      "learning_rate": 0.00012034191441999592,
      "loss": 1.1644,
      "step": 83399
    },
    {
      "epoch": 3.4159328281793977,
      "grad_norm": 1.3254213962330017,
      "learning_rate": 0.00012033871741753124,
      "loss": 0.6394,
      "step": 83400
    },
    {
      "epoch": 3.4159737866065942,
      "grad_norm": 1.3232826287562724,
      "learning_rate": 0.00012033552042908872,
      "loss": 0.6742,
      "step": 83401
    },
    {
      "epoch": 3.4160147450337908,
      "grad_norm": 1.1106387433381377,
      "learning_rate": 0.00012033232345466979,
      "loss": 0.6077,
      "step": 83402
    },
    {
      "epoch": 3.4160557034609873,
      "grad_norm": 1.3229711586141004,
      "learning_rate": 0.00012032912649427604,
      "loss": 0.6099,
      "step": 83403
    },
    {
      "epoch": 3.4160966618881834,
      "grad_norm": 1.4247371103095445,
      "learning_rate": 0.00012032592954790897,
      "loss": 0.5301,
      "step": 83404
    },
    {
      "epoch": 3.41613762031538,
      "grad_norm": 1.7700692858542746,
      "learning_rate": 0.00012032273261557009,
      "loss": 0.3692,
      "step": 83405
    },
    {
      "epoch": 3.4161785787425765,
      "grad_norm": 1.4849232470665983,
      "learning_rate": 0.00012031953569726085,
      "loss": 0.8614,
      "step": 83406
    },
    {
      "epoch": 3.4162195371697726,
      "grad_norm": 1.2751408930098782,
      "learning_rate": 0.00012031633879298285,
      "loss": 0.6128,
      "step": 83407
    },
    {
      "epoch": 3.416260495596969,
      "grad_norm": 1.3246630587206607,
      "learning_rate": 0.00012031314190273756,
      "loss": 0.5486,
      "step": 83408
    },
    {
      "epoch": 3.4163014540241656,
      "grad_norm": 0.8224262228618763,
      "learning_rate": 0.00012030994502652649,
      "loss": 0.2121,
      "step": 83409
    },
    {
      "epoch": 3.4163424124513617,
      "grad_norm": 1.7745501254552858,
      "learning_rate": 0.00012030674816435115,
      "loss": 0.9852,
      "step": 83410
    },
    {
      "epoch": 3.4163833708785583,
      "grad_norm": 1.7313037343938529,
      "learning_rate": 0.00012030355131621305,
      "loss": 0.93,
      "step": 83411
    },
    {
      "epoch": 3.416424329305755,
      "grad_norm": 1.4496024823921243,
      "learning_rate": 0.00012030035448211373,
      "loss": 0.8311,
      "step": 83412
    },
    {
      "epoch": 3.416465287732951,
      "grad_norm": 1.8637811098461765,
      "learning_rate": 0.00012029715766205467,
      "loss": 0.7681,
      "step": 83413
    },
    {
      "epoch": 3.4165062461601474,
      "grad_norm": 1.3348939380761318,
      "learning_rate": 0.0001202939608560374,
      "loss": 0.6211,
      "step": 83414
    },
    {
      "epoch": 3.416547204587344,
      "grad_norm": 1.164712690703746,
      "learning_rate": 0.00012029076406406338,
      "loss": 0.5466,
      "step": 83415
    },
    {
      "epoch": 3.4165881630145405,
      "grad_norm": 1.117860418554997,
      "learning_rate": 0.0001202875672861342,
      "loss": 0.3676,
      "step": 83416
    },
    {
      "epoch": 3.4166291214417366,
      "grad_norm": 0.7956992765513198,
      "learning_rate": 0.00012028437052225134,
      "loss": 0.2209,
      "step": 83417
    },
    {
      "epoch": 3.416670079868933,
      "grad_norm": 1.6814476626251131,
      "learning_rate": 0.00012028117377241629,
      "loss": 0.7273,
      "step": 83418
    },
    {
      "epoch": 3.416711038296129,
      "grad_norm": 1.584637784010636,
      "learning_rate": 0.00012027797703663054,
      "loss": 0.6214,
      "step": 83419
    },
    {
      "epoch": 3.4167519967233257,
      "grad_norm": 0.809650310079021,
      "learning_rate": 0.00012027478031489569,
      "loss": 0.2929,
      "step": 83420
    },
    {
      "epoch": 3.4167929551505223,
      "grad_norm": 1.4592860688273643,
      "learning_rate": 0.00012027158360721319,
      "loss": 0.6142,
      "step": 83421
    },
    {
      "epoch": 3.416833913577719,
      "grad_norm": 0.8733150094732063,
      "learning_rate": 0.00012026838691358458,
      "loss": 0.2368,
      "step": 83422
    },
    {
      "epoch": 3.416874872004915,
      "grad_norm": 1.704727421930932,
      "learning_rate": 0.0001202651902340113,
      "loss": 1.1856,
      "step": 83423
    },
    {
      "epoch": 3.4169158304321114,
      "grad_norm": 1.1959081219817969,
      "learning_rate": 0.00012026199356849494,
      "loss": 0.5933,
      "step": 83424
    },
    {
      "epoch": 3.416956788859308,
      "grad_norm": 1.6618864358937295,
      "learning_rate": 0.00012025879691703699,
      "loss": 1.2117,
      "step": 83425
    },
    {
      "epoch": 3.416997747286504,
      "grad_norm": 1.4224105047741946,
      "learning_rate": 0.00012025560027963895,
      "loss": 0.6397,
      "step": 83426
    },
    {
      "epoch": 3.4170387057137006,
      "grad_norm": 1.2528398842561155,
      "learning_rate": 0.00012025240365630231,
      "loss": 0.4197,
      "step": 83427
    },
    {
      "epoch": 3.417079664140897,
      "grad_norm": 3.812168747912897,
      "learning_rate": 0.00012024920704702863,
      "loss": 3.0347,
      "step": 83428
    },
    {
      "epoch": 3.4171206225680932,
      "grad_norm": 1.337053448222415,
      "learning_rate": 0.00012024601045181942,
      "loss": 0.5921,
      "step": 83429
    },
    {
      "epoch": 3.4171615809952898,
      "grad_norm": 1.32790081603397,
      "learning_rate": 0.00012024281387067615,
      "loss": 0.5142,
      "step": 83430
    },
    {
      "epoch": 3.4172025394224863,
      "grad_norm": 1.410037952622362,
      "learning_rate": 0.00012023961730360034,
      "loss": 0.794,
      "step": 83431
    },
    {
      "epoch": 3.4172434978496824,
      "grad_norm": 1.6396741771222847,
      "learning_rate": 0.00012023642075059351,
      "loss": 0.7467,
      "step": 83432
    },
    {
      "epoch": 3.417284456276879,
      "grad_norm": 3.396428770295222,
      "learning_rate": 0.0001202332242116572,
      "loss": 1.9928,
      "step": 83433
    },
    {
      "epoch": 3.4173254147040755,
      "grad_norm": 1.2605646711501342,
      "learning_rate": 0.0001202300276867929,
      "loss": 0.6394,
      "step": 83434
    },
    {
      "epoch": 3.417366373131272,
      "grad_norm": 1.3873390387237998,
      "learning_rate": 0.00012022683117600206,
      "loss": 0.6365,
      "step": 83435
    },
    {
      "epoch": 3.417407331558468,
      "grad_norm": 1.5027814590943551,
      "learning_rate": 0.00012022363467928629,
      "loss": 0.7552,
      "step": 83436
    },
    {
      "epoch": 3.4174482899856646,
      "grad_norm": 1.2928322534833177,
      "learning_rate": 0.00012022043819664706,
      "loss": 0.6028,
      "step": 83437
    },
    {
      "epoch": 3.4174892484128607,
      "grad_norm": 1.1435837486785145,
      "learning_rate": 0.00012021724172808586,
      "loss": 0.5886,
      "step": 83438
    },
    {
      "epoch": 3.4175302068400573,
      "grad_norm": 4.378104937082992,
      "learning_rate": 0.00012021404527360421,
      "loss": 5.9101,
      "step": 83439
    },
    {
      "epoch": 3.417571165267254,
      "grad_norm": 1.113749685385649,
      "learning_rate": 0.00012021084883320367,
      "loss": 0.6101,
      "step": 83440
    },
    {
      "epoch": 3.4176121236944503,
      "grad_norm": 1.9729597449593697,
      "learning_rate": 0.00012020765240688569,
      "loss": 1.4873,
      "step": 83441
    },
    {
      "epoch": 3.4176530821216464,
      "grad_norm": 1.5802446400420338,
      "learning_rate": 0.0001202044559946518,
      "loss": 0.6263,
      "step": 83442
    },
    {
      "epoch": 3.417694040548843,
      "grad_norm": 1.3483226134199966,
      "learning_rate": 0.00012020125959650351,
      "loss": 0.6686,
      "step": 83443
    },
    {
      "epoch": 3.4177349989760395,
      "grad_norm": 1.5914202242470723,
      "learning_rate": 0.00012019806321244234,
      "loss": 0.6671,
      "step": 83444
    },
    {
      "epoch": 3.4177759574032356,
      "grad_norm": 1.1328186376010634,
      "learning_rate": 0.0001201948668424698,
      "loss": 0.6387,
      "step": 83445
    },
    {
      "epoch": 3.417816915830432,
      "grad_norm": 1.6034162520125126,
      "learning_rate": 0.00012019167048658742,
      "loss": 1.1849,
      "step": 83446
    },
    {
      "epoch": 3.4178578742576287,
      "grad_norm": 1.3762249066689451,
      "learning_rate": 0.00012018847414479664,
      "loss": 0.6229,
      "step": 83447
    },
    {
      "epoch": 3.4178988326848248,
      "grad_norm": 1.6026935233588961,
      "learning_rate": 0.00012018527781709905,
      "loss": 0.879,
      "step": 83448
    },
    {
      "epoch": 3.4179397911120213,
      "grad_norm": 2.329491337496521,
      "learning_rate": 0.00012018208150349614,
      "loss": 1.6461,
      "step": 83449
    },
    {
      "epoch": 3.417980749539218,
      "grad_norm": 2.3741137584742176,
      "learning_rate": 0.0001201788852039894,
      "loss": 1.6345,
      "step": 83450
    },
    {
      "epoch": 3.418021707966414,
      "grad_norm": 1.0993582335443233,
      "learning_rate": 0.00012017568891858033,
      "loss": 0.5662,
      "step": 83451
    },
    {
      "epoch": 3.4180626663936104,
      "grad_norm": 1.151034087010886,
      "learning_rate": 0.00012017249264727049,
      "loss": 0.6422,
      "step": 83452
    },
    {
      "epoch": 3.418103624820807,
      "grad_norm": 2.0798290229327967,
      "learning_rate": 0.00012016929639006143,
      "loss": 1.4042,
      "step": 83453
    },
    {
      "epoch": 3.4181445832480035,
      "grad_norm": 1.7638512475046686,
      "learning_rate": 0.00012016610014695449,
      "loss": 0.7194,
      "step": 83454
    },
    {
      "epoch": 3.4181855416751996,
      "grad_norm": 1.3439546157748168,
      "learning_rate": 0.00012016290391795133,
      "loss": 0.5908,
      "step": 83455
    },
    {
      "epoch": 3.418226500102396,
      "grad_norm": 0.813851411625761,
      "learning_rate": 0.00012015970770305343,
      "loss": 0.2502,
      "step": 83456
    },
    {
      "epoch": 3.4182674585295922,
      "grad_norm": 1.215059821011291,
      "learning_rate": 0.00012015651150226226,
      "loss": 0.5969,
      "step": 83457
    },
    {
      "epoch": 3.4183084169567888,
      "grad_norm": 1.3486294906480871,
      "learning_rate": 0.00012015331531557935,
      "loss": 0.8036,
      "step": 83458
    },
    {
      "epoch": 3.4183493753839853,
      "grad_norm": 1.3825338868615684,
      "learning_rate": 0.00012015011914300624,
      "loss": 0.8426,
      "step": 83459
    },
    {
      "epoch": 3.418390333811182,
      "grad_norm": 1.6179884511335751,
      "learning_rate": 0.00012014692298454444,
      "loss": 0.7656,
      "step": 83460
    },
    {
      "epoch": 3.418431292238378,
      "grad_norm": 1.4410318259381851,
      "learning_rate": 0.00012014372684019542,
      "loss": 0.6927,
      "step": 83461
    },
    {
      "epoch": 3.4184722506655745,
      "grad_norm": 0.4103270473625321,
      "learning_rate": 0.00012014053070996069,
      "loss": 0.0848,
      "step": 83462
    },
    {
      "epoch": 3.418513209092771,
      "grad_norm": 1.3817977173691451,
      "learning_rate": 0.00012013733459384183,
      "loss": 0.586,
      "step": 83463
    },
    {
      "epoch": 3.418554167519967,
      "grad_norm": 1.211175299760538,
      "learning_rate": 0.00012013413849184027,
      "loss": 0.5607,
      "step": 83464
    },
    {
      "epoch": 3.4185951259471636,
      "grad_norm": 3.5261641681530422,
      "learning_rate": 0.00012013094240395758,
      "loss": 1.0087,
      "step": 83465
    },
    {
      "epoch": 3.41863608437436,
      "grad_norm": 1.6344360354562675,
      "learning_rate": 0.00012012774633019522,
      "loss": 0.8292,
      "step": 83466
    },
    {
      "epoch": 3.4186770428015563,
      "grad_norm": 1.6733278766212143,
      "learning_rate": 0.00012012455027055477,
      "loss": 0.7921,
      "step": 83467
    },
    {
      "epoch": 3.418718001228753,
      "grad_norm": 1.3433247700514286,
      "learning_rate": 0.00012012135422503767,
      "loss": 0.5858,
      "step": 83468
    },
    {
      "epoch": 3.4187589596559493,
      "grad_norm": 1.6923950288537661,
      "learning_rate": 0.00012011815819364547,
      "loss": 0.9237,
      "step": 83469
    },
    {
      "epoch": 3.4187999180831454,
      "grad_norm": 1.1943816225178154,
      "learning_rate": 0.00012011496217637965,
      "loss": 0.3284,
      "step": 83470
    },
    {
      "epoch": 3.418840876510342,
      "grad_norm": 1.570161572877627,
      "learning_rate": 0.00012011176617324176,
      "loss": 0.9503,
      "step": 83471
    },
    {
      "epoch": 3.4188818349375385,
      "grad_norm": 1.3970607878458332,
      "learning_rate": 0.0001201085701842333,
      "loss": 0.6972,
      "step": 83472
    },
    {
      "epoch": 3.418922793364735,
      "grad_norm": 4.775200171968414,
      "learning_rate": 0.00012010537420935577,
      "loss": 3.8157,
      "step": 83473
    },
    {
      "epoch": 3.418963751791931,
      "grad_norm": 1.5551574028066515,
      "learning_rate": 0.00012010217824861065,
      "loss": 0.7642,
      "step": 83474
    },
    {
      "epoch": 3.4190047102191277,
      "grad_norm": 1.5853605197636935,
      "learning_rate": 0.00012009898230199954,
      "loss": 0.8018,
      "step": 83475
    },
    {
      "epoch": 3.4190456686463238,
      "grad_norm": 0.9513229622045191,
      "learning_rate": 0.00012009578636952387,
      "loss": 0.3662,
      "step": 83476
    },
    {
      "epoch": 3.4190866270735203,
      "grad_norm": 1.425103616803701,
      "learning_rate": 0.00012009259045118518,
      "loss": 0.5881,
      "step": 83477
    },
    {
      "epoch": 3.419127585500717,
      "grad_norm": 10.043483468700655,
      "learning_rate": 0.00012008939454698495,
      "loss": 1.1309,
      "step": 83478
    },
    {
      "epoch": 3.4191685439279134,
      "grad_norm": 1.5279788557862963,
      "learning_rate": 0.00012008619865692475,
      "loss": 0.5026,
      "step": 83479
    },
    {
      "epoch": 3.4192095023551095,
      "grad_norm": 1.6659198652449074,
      "learning_rate": 0.00012008300278100607,
      "loss": 1.0102,
      "step": 83480
    },
    {
      "epoch": 3.419250460782306,
      "grad_norm": 1.3255719915965798,
      "learning_rate": 0.00012007980691923038,
      "loss": 0.801,
      "step": 83481
    },
    {
      "epoch": 3.4192914192095025,
      "grad_norm": 1.4090670402682868,
      "learning_rate": 0.00012007661107159921,
      "loss": 0.5137,
      "step": 83482
    },
    {
      "epoch": 3.4193323776366986,
      "grad_norm": 1.1931497336875292,
      "learning_rate": 0.00012007341523811412,
      "loss": 0.7945,
      "step": 83483
    },
    {
      "epoch": 3.419373336063895,
      "grad_norm": 1.3271964630190116,
      "learning_rate": 0.00012007021941877657,
      "loss": 0.3872,
      "step": 83484
    },
    {
      "epoch": 3.4194142944910917,
      "grad_norm": 1.432056164442018,
      "learning_rate": 0.00012006702361358811,
      "loss": 0.4903,
      "step": 83485
    },
    {
      "epoch": 3.419455252918288,
      "grad_norm": 1.0559326398681985,
      "learning_rate": 0.00012006382782255018,
      "loss": 0.4797,
      "step": 83486
    },
    {
      "epoch": 3.4194962113454843,
      "grad_norm": 3.009555527787675,
      "learning_rate": 0.00012006063204566434,
      "loss": 1.4208,
      "step": 83487
    },
    {
      "epoch": 3.419537169772681,
      "grad_norm": 1.5666449548858696,
      "learning_rate": 0.00012005743628293212,
      "loss": 0.7239,
      "step": 83488
    },
    {
      "epoch": 3.419578128199877,
      "grad_norm": 3.6058193574171544,
      "learning_rate": 0.000120054240534355,
      "loss": 1.8229,
      "step": 83489
    },
    {
      "epoch": 3.4196190866270735,
      "grad_norm": 0.9926346004442173,
      "learning_rate": 0.0001200510447999345,
      "loss": 0.2686,
      "step": 83490
    },
    {
      "epoch": 3.41966004505427,
      "grad_norm": 1.628148547166174,
      "learning_rate": 0.00012004784907967209,
      "loss": 0.8079,
      "step": 83491
    },
    {
      "epoch": 3.4197010034814666,
      "grad_norm": 1.2957587720144583,
      "learning_rate": 0.00012004465337356936,
      "loss": 0.6719,
      "step": 83492
    },
    {
      "epoch": 3.4197419619086626,
      "grad_norm": 1.5991235006872113,
      "learning_rate": 0.00012004145768162778,
      "loss": 0.7191,
      "step": 83493
    },
    {
      "epoch": 3.419782920335859,
      "grad_norm": 1.5789076336241132,
      "learning_rate": 0.00012003826200384885,
      "loss": 0.6973,
      "step": 83494
    },
    {
      "epoch": 3.4198238787630553,
      "grad_norm": 1.5003921867448349,
      "learning_rate": 0.00012003506634023406,
      "loss": 0.625,
      "step": 83495
    },
    {
      "epoch": 3.419864837190252,
      "grad_norm": 1.4151140932234814,
      "learning_rate": 0.000120031870690785,
      "loss": 0.9543,
      "step": 83496
    },
    {
      "epoch": 3.4199057956174483,
      "grad_norm": 1.6970940454407393,
      "learning_rate": 0.00012002867505550311,
      "loss": 1.0069,
      "step": 83497
    },
    {
      "epoch": 3.419946754044645,
      "grad_norm": 2.273355164280269,
      "learning_rate": 0.00012002547943438995,
      "loss": 1.1553,
      "step": 83498
    },
    {
      "epoch": 3.419987712471841,
      "grad_norm": 0.7624490078551964,
      "learning_rate": 0.00012002228382744695,
      "loss": 0.2585,
      "step": 83499
    },
    {
      "epoch": 3.4200286708990375,
      "grad_norm": 1.2607432533176686,
      "learning_rate": 0.00012001908823467571,
      "loss": 0.7657,
      "step": 83500
    },
    {
      "epoch": 3.420069629326234,
      "grad_norm": 0.9865944128184103,
      "learning_rate": 0.00012001589265607771,
      "loss": 0.4062,
      "step": 83501
    },
    {
      "epoch": 3.42011058775343,
      "grad_norm": 0.693533874504425,
      "learning_rate": 0.00012001269709165446,
      "loss": 0.1803,
      "step": 83502
    },
    {
      "epoch": 3.4201515461806267,
      "grad_norm": 0.9407141474831772,
      "learning_rate": 0.00012000950154140743,
      "loss": 0.3841,
      "step": 83503
    },
    {
      "epoch": 3.420192504607823,
      "grad_norm": 0.7800989134586803,
      "learning_rate": 0.0001200063060053382,
      "loss": 0.213,
      "step": 83504
    },
    {
      "epoch": 3.4202334630350193,
      "grad_norm": 4.225829359794007,
      "learning_rate": 0.00012000311048344823,
      "loss": 4.9546,
      "step": 83505
    },
    {
      "epoch": 3.420274421462216,
      "grad_norm": 1.245001319313659,
      "learning_rate": 0.00011999991497573908,
      "loss": 0.5584,
      "step": 83506
    },
    {
      "epoch": 3.4203153798894124,
      "grad_norm": 1.588112482420297,
      "learning_rate": 0.00011999671948221218,
      "loss": 0.8092,
      "step": 83507
    },
    {
      "epoch": 3.4203563383166085,
      "grad_norm": 1.5427341556522043,
      "learning_rate": 0.00011999352400286913,
      "loss": 0.7536,
      "step": 83508
    },
    {
      "epoch": 3.420397296743805,
      "grad_norm": 1.1714649013495415,
      "learning_rate": 0.0001199903285377114,
      "loss": 0.4996,
      "step": 83509
    },
    {
      "epoch": 3.4204382551710015,
      "grad_norm": 1.3958914897263826,
      "learning_rate": 0.00011998713308674048,
      "loss": 0.7856,
      "step": 83510
    },
    {
      "epoch": 3.420479213598198,
      "grad_norm": 1.3918616615181838,
      "learning_rate": 0.0001199839376499579,
      "loss": 0.7311,
      "step": 83511
    },
    {
      "epoch": 3.420520172025394,
      "grad_norm": 1.49893943980178,
      "learning_rate": 0.0001199807422273652,
      "loss": 0.7267,
      "step": 83512
    },
    {
      "epoch": 3.4205611304525907,
      "grad_norm": 1.3608613817095734,
      "learning_rate": 0.00011997754681896385,
      "loss": 0.5432,
      "step": 83513
    },
    {
      "epoch": 3.420602088879787,
      "grad_norm": 1.2666782000297903,
      "learning_rate": 0.00011997435142475537,
      "loss": 0.5823,
      "step": 83514
    },
    {
      "epoch": 3.4206430473069833,
      "grad_norm": 1.5007954153080023,
      "learning_rate": 0.00011997115604474125,
      "loss": 0.8378,
      "step": 83515
    },
    {
      "epoch": 3.42068400573418,
      "grad_norm": 1.8339752612540294,
      "learning_rate": 0.00011996796067892306,
      "loss": 1.2708,
      "step": 83516
    },
    {
      "epoch": 3.4207249641613764,
      "grad_norm": 1.3778915526478392,
      "learning_rate": 0.00011996476532730227,
      "loss": 0.8941,
      "step": 83517
    },
    {
      "epoch": 3.4207659225885725,
      "grad_norm": 1.344690493289714,
      "learning_rate": 0.00011996156998988041,
      "loss": 0.8748,
      "step": 83518
    },
    {
      "epoch": 3.420806881015769,
      "grad_norm": 1.2656658951692918,
      "learning_rate": 0.00011995837466665894,
      "loss": 0.6565,
      "step": 83519
    },
    {
      "epoch": 3.4208478394429656,
      "grad_norm": 0.8994073020520739,
      "learning_rate": 0.00011995517935763943,
      "loss": 0.2453,
      "step": 83520
    },
    {
      "epoch": 3.4208887978701616,
      "grad_norm": 1.6318011891466333,
      "learning_rate": 0.00011995198406282337,
      "loss": 0.7412,
      "step": 83521
    },
    {
      "epoch": 3.420929756297358,
      "grad_norm": 1.2972647251495733,
      "learning_rate": 0.00011994878878221227,
      "loss": 0.6987,
      "step": 83522
    },
    {
      "epoch": 3.4209707147245547,
      "grad_norm": 1.3213799193239595,
      "learning_rate": 0.00011994559351580767,
      "loss": 0.6382,
      "step": 83523
    },
    {
      "epoch": 3.421011673151751,
      "grad_norm": 1.4655554060336486,
      "learning_rate": 0.00011994239826361103,
      "loss": 0.6514,
      "step": 83524
    },
    {
      "epoch": 3.4210526315789473,
      "grad_norm": 1.6256657990765622,
      "learning_rate": 0.00011993920302562386,
      "loss": 1.0744,
      "step": 83525
    },
    {
      "epoch": 3.421093590006144,
      "grad_norm": 1.3469133259374197,
      "learning_rate": 0.00011993600780184767,
      "loss": 0.6029,
      "step": 83526
    },
    {
      "epoch": 3.42113454843334,
      "grad_norm": 9.595697905561062,
      "learning_rate": 0.000119932812592284,
      "loss": 1.5182,
      "step": 83527
    },
    {
      "epoch": 3.4211755068605365,
      "grad_norm": 1.1218012962574997,
      "learning_rate": 0.00011992961739693437,
      "loss": 0.5944,
      "step": 83528
    },
    {
      "epoch": 3.421216465287733,
      "grad_norm": 0.534804988574787,
      "learning_rate": 0.00011992642221580029,
      "loss": 0.1164,
      "step": 83529
    },
    {
      "epoch": 3.4212574237149296,
      "grad_norm": 1.0891852124409644,
      "learning_rate": 0.0001199232270488832,
      "loss": 0.6322,
      "step": 83530
    },
    {
      "epoch": 3.4212983821421257,
      "grad_norm": 1.80728053337143,
      "learning_rate": 0.0001199200318961847,
      "loss": 0.8506,
      "step": 83531
    },
    {
      "epoch": 3.421339340569322,
      "grad_norm": 1.2013074412227323,
      "learning_rate": 0.00011991683675770626,
      "loss": 0.7067,
      "step": 83532
    },
    {
      "epoch": 3.4213802989965183,
      "grad_norm": 1.2489556233680663,
      "learning_rate": 0.0001199136416334494,
      "loss": 0.5258,
      "step": 83533
    },
    {
      "epoch": 3.421421257423715,
      "grad_norm": 1.4647035106059227,
      "learning_rate": 0.00011991044652341558,
      "loss": 0.7398,
      "step": 83534
    },
    {
      "epoch": 3.4214622158509114,
      "grad_norm": 1.4100114489538431,
      "learning_rate": 0.00011990725142760638,
      "loss": 0.7244,
      "step": 83535
    },
    {
      "epoch": 3.421503174278108,
      "grad_norm": 0.8930110049072814,
      "learning_rate": 0.00011990405634602332,
      "loss": 0.2319,
      "step": 83536
    },
    {
      "epoch": 3.421544132705304,
      "grad_norm": 1.1351119183089935,
      "learning_rate": 0.00011990086127866787,
      "loss": 0.3753,
      "step": 83537
    },
    {
      "epoch": 3.4215850911325005,
      "grad_norm": 1.5521823811489845,
      "learning_rate": 0.00011989766622554148,
      "loss": 1.0495,
      "step": 83538
    },
    {
      "epoch": 3.421626049559697,
      "grad_norm": 1.4180411071271346,
      "learning_rate": 0.00011989447118664579,
      "loss": 0.5986,
      "step": 83539
    },
    {
      "epoch": 3.421667007986893,
      "grad_norm": 0.6010880246035898,
      "learning_rate": 0.00011989127616198223,
      "loss": 0.1725,
      "step": 83540
    },
    {
      "epoch": 3.4217079664140897,
      "grad_norm": 1.325668043795307,
      "learning_rate": 0.00011988808115155234,
      "loss": 0.5681,
      "step": 83541
    },
    {
      "epoch": 3.4217489248412862,
      "grad_norm": 1.0879002892134793,
      "learning_rate": 0.00011988488615535758,
      "loss": 0.5518,
      "step": 83542
    },
    {
      "epoch": 3.4217898832684823,
      "grad_norm": 2.0230536396992536,
      "learning_rate": 0.00011988169117339953,
      "loss": 0.8458,
      "step": 83543
    },
    {
      "epoch": 3.421830841695679,
      "grad_norm": 1.0993841715690507,
      "learning_rate": 0.00011987849620567966,
      "loss": 0.4898,
      "step": 83544
    },
    {
      "epoch": 3.4218718001228754,
      "grad_norm": 1.4760449514104061,
      "learning_rate": 0.0001198753012521995,
      "loss": 0.6502,
      "step": 83545
    },
    {
      "epoch": 3.4219127585500715,
      "grad_norm": 1.5777356865229515,
      "learning_rate": 0.0001198721063129605,
      "loss": 0.8824,
      "step": 83546
    },
    {
      "epoch": 3.421953716977268,
      "grad_norm": 1.425180196337084,
      "learning_rate": 0.00011986891138796428,
      "loss": 0.6339,
      "step": 83547
    },
    {
      "epoch": 3.4219946754044646,
      "grad_norm": 1.9923914317419582,
      "learning_rate": 0.00011986571647721227,
      "loss": 1.06,
      "step": 83548
    },
    {
      "epoch": 3.422035633831661,
      "grad_norm": 1.675911305699951,
      "learning_rate": 0.00011986252158070602,
      "loss": 1.0109,
      "step": 83549
    },
    {
      "epoch": 3.422076592258857,
      "grad_norm": 0.9323983496674012,
      "learning_rate": 0.00011985932669844696,
      "loss": 0.29,
      "step": 83550
    },
    {
      "epoch": 3.4221175506860537,
      "grad_norm": 1.4272008353586645,
      "learning_rate": 0.00011985613183043672,
      "loss": 0.4548,
      "step": 83551
    },
    {
      "epoch": 3.42215850911325,
      "grad_norm": 1.6351682209881002,
      "learning_rate": 0.00011985293697667674,
      "loss": 0.4936,
      "step": 83552
    },
    {
      "epoch": 3.4221994675404463,
      "grad_norm": 1.687763984654672,
      "learning_rate": 0.00011984974213716856,
      "loss": 0.9696,
      "step": 83553
    },
    {
      "epoch": 3.422240425967643,
      "grad_norm": 1.7831942446675964,
      "learning_rate": 0.00011984654731191365,
      "loss": 0.9232,
      "step": 83554
    },
    {
      "epoch": 3.4222813843948394,
      "grad_norm": 1.5472227708945534,
      "learning_rate": 0.00011984335250091352,
      "loss": 0.8022,
      "step": 83555
    },
    {
      "epoch": 3.4223223428220355,
      "grad_norm": 1.552339162275126,
      "learning_rate": 0.00011984015770416974,
      "loss": 0.779,
      "step": 83556
    },
    {
      "epoch": 3.422363301249232,
      "grad_norm": 1.5293192225382288,
      "learning_rate": 0.00011983696292168376,
      "loss": 0.6313,
      "step": 83557
    },
    {
      "epoch": 3.4224042596764286,
      "grad_norm": 0.7788392308506076,
      "learning_rate": 0.00011983376815345713,
      "loss": 0.243,
      "step": 83558
    },
    {
      "epoch": 3.4224452181036247,
      "grad_norm": 1.4171947936159714,
      "learning_rate": 0.00011983057339949132,
      "loss": 0.5833,
      "step": 83559
    },
    {
      "epoch": 3.422486176530821,
      "grad_norm": 1.2496821521253951,
      "learning_rate": 0.00011982737865978788,
      "loss": 0.7223,
      "step": 83560
    },
    {
      "epoch": 3.4225271349580177,
      "grad_norm": 1.6308861199921372,
      "learning_rate": 0.00011982418393434831,
      "loss": 0.5787,
      "step": 83561
    },
    {
      "epoch": 3.422568093385214,
      "grad_norm": 1.3233126834721058,
      "learning_rate": 0.00011982098922317412,
      "loss": 0.876,
      "step": 83562
    },
    {
      "epoch": 3.4226090518124104,
      "grad_norm": 1.8817927281476394,
      "learning_rate": 0.00011981779452626678,
      "loss": 0.9421,
      "step": 83563
    },
    {
      "epoch": 3.422650010239607,
      "grad_norm": 1.0578963867547462,
      "learning_rate": 0.00011981459984362787,
      "loss": 0.3917,
      "step": 83564
    },
    {
      "epoch": 3.422690968666803,
      "grad_norm": 1.2034850566776099,
      "learning_rate": 0.00011981140517525887,
      "loss": 0.3941,
      "step": 83565
    },
    {
      "epoch": 3.4227319270939995,
      "grad_norm": 1.5653088119983545,
      "learning_rate": 0.00011980821052116127,
      "loss": 0.7276,
      "step": 83566
    },
    {
      "epoch": 3.422772885521196,
      "grad_norm": 1.4895619093108219,
      "learning_rate": 0.00011980501588133657,
      "loss": 0.7355,
      "step": 83567
    },
    {
      "epoch": 3.4228138439483926,
      "grad_norm": 4.3067878162135855,
      "learning_rate": 0.00011980182125578633,
      "loss": 2.3278,
      "step": 83568
    },
    {
      "epoch": 3.4228548023755887,
      "grad_norm": 1.3162272564831394,
      "learning_rate": 0.00011979862664451206,
      "loss": 0.6611,
      "step": 83569
    },
    {
      "epoch": 3.4228957608027852,
      "grad_norm": 1.94274100129306,
      "learning_rate": 0.00011979543204751524,
      "loss": 1.1819,
      "step": 83570
    },
    {
      "epoch": 3.4229367192299813,
      "grad_norm": 1.7713672691901237,
      "learning_rate": 0.00011979223746479735,
      "loss": 0.6957,
      "step": 83571
    },
    {
      "epoch": 3.422977677657178,
      "grad_norm": 1.2256633735469793,
      "learning_rate": 0.00011978904289635995,
      "loss": 0.635,
      "step": 83572
    },
    {
      "epoch": 3.4230186360843744,
      "grad_norm": 1.4622235310386347,
      "learning_rate": 0.00011978584834220457,
      "loss": 0.6641,
      "step": 83573
    },
    {
      "epoch": 3.423059594511571,
      "grad_norm": 1.3487569293273014,
      "learning_rate": 0.00011978265380233268,
      "loss": 0.6484,
      "step": 83574
    },
    {
      "epoch": 3.423100552938767,
      "grad_norm": 1.4197386924109592,
      "learning_rate": 0.00011977945927674575,
      "loss": 0.7452,
      "step": 83575
    },
    {
      "epoch": 3.4231415113659636,
      "grad_norm": 1.1921262345570145,
      "learning_rate": 0.0001197762647654454,
      "loss": 0.6553,
      "step": 83576
    },
    {
      "epoch": 3.42318246979316,
      "grad_norm": 1.468935590849445,
      "learning_rate": 0.00011977307026843305,
      "loss": 0.9827,
      "step": 83577
    },
    {
      "epoch": 3.423223428220356,
      "grad_norm": 1.3441636979202838,
      "learning_rate": 0.00011976987578571024,
      "loss": 0.6998,
      "step": 83578
    },
    {
      "epoch": 3.4232643866475527,
      "grad_norm": 1.9914412298439232,
      "learning_rate": 0.00011976668131727845,
      "loss": 0.9033,
      "step": 83579
    },
    {
      "epoch": 3.4233053450747493,
      "grad_norm": 1.5292959100649124,
      "learning_rate": 0.00011976348686313927,
      "loss": 0.6345,
      "step": 83580
    },
    {
      "epoch": 3.4233463035019454,
      "grad_norm": 0.7631147806727444,
      "learning_rate": 0.00011976029242329413,
      "loss": 0.226,
      "step": 83581
    },
    {
      "epoch": 3.423387261929142,
      "grad_norm": 1.3598609734205607,
      "learning_rate": 0.00011975709799774459,
      "loss": 0.7519,
      "step": 83582
    },
    {
      "epoch": 3.4234282203563384,
      "grad_norm": 0.9248063839192009,
      "learning_rate": 0.00011975390358649209,
      "loss": 0.2736,
      "step": 83583
    },
    {
      "epoch": 3.4234691787835345,
      "grad_norm": 1.2937589486302574,
      "learning_rate": 0.00011975070918953824,
      "loss": 0.608,
      "step": 83584
    },
    {
      "epoch": 3.423510137210731,
      "grad_norm": 0.8194898785582566,
      "learning_rate": 0.00011974751480688448,
      "loss": 0.2779,
      "step": 83585
    },
    {
      "epoch": 3.4235510956379276,
      "grad_norm": 1.4106649091099894,
      "learning_rate": 0.00011974432043853235,
      "loss": 0.7637,
      "step": 83586
    },
    {
      "epoch": 3.423592054065124,
      "grad_norm": 1.5802745215694969,
      "learning_rate": 0.00011974112608448331,
      "loss": 0.7089,
      "step": 83587
    },
    {
      "epoch": 3.42363301249232,
      "grad_norm": 1.4425694904488255,
      "learning_rate": 0.00011973793174473895,
      "loss": 0.7689,
      "step": 83588
    },
    {
      "epoch": 3.4236739709195168,
      "grad_norm": 1.6937208915855086,
      "learning_rate": 0.00011973473741930074,
      "loss": 0.7813,
      "step": 83589
    },
    {
      "epoch": 3.423714929346713,
      "grad_norm": 1.446473788193466,
      "learning_rate": 0.00011973154310817021,
      "loss": 0.9759,
      "step": 83590
    },
    {
      "epoch": 3.4237558877739094,
      "grad_norm": 0.8947529957280187,
      "learning_rate": 0.00011972834881134879,
      "loss": 0.2451,
      "step": 83591
    },
    {
      "epoch": 3.423796846201106,
      "grad_norm": 0.8533463981676539,
      "learning_rate": 0.00011972515452883809,
      "loss": 0.2412,
      "step": 83592
    },
    {
      "epoch": 3.4238378046283025,
      "grad_norm": 0.8655129153071696,
      "learning_rate": 0.00011972196026063957,
      "loss": 0.2683,
      "step": 83593
    },
    {
      "epoch": 3.4238787630554985,
      "grad_norm": 1.6225317909172625,
      "learning_rate": 0.00011971876600675479,
      "loss": 0.6806,
      "step": 83594
    },
    {
      "epoch": 3.423919721482695,
      "grad_norm": 1.3841250836975996,
      "learning_rate": 0.0001197155717671852,
      "loss": 0.8196,
      "step": 83595
    },
    {
      "epoch": 3.4239606799098916,
      "grad_norm": 1.1293776949700776,
      "learning_rate": 0.00011971237754193231,
      "loss": 0.5093,
      "step": 83596
    },
    {
      "epoch": 3.4240016383370877,
      "grad_norm": 1.2326715696758537,
      "learning_rate": 0.00011970918333099766,
      "loss": 0.5221,
      "step": 83597
    },
    {
      "epoch": 3.4240425967642842,
      "grad_norm": 1.465544797657667,
      "learning_rate": 0.00011970598913438271,
      "loss": 0.8834,
      "step": 83598
    },
    {
      "epoch": 3.4240835551914808,
      "grad_norm": 1.1034331369562997,
      "learning_rate": 0.00011970279495208906,
      "loss": 0.6769,
      "step": 83599
    },
    {
      "epoch": 3.424124513618677,
      "grad_norm": 1.1654294938542855,
      "learning_rate": 0.00011969960078411815,
      "loss": 0.5527,
      "step": 83600
    },
    {
      "epoch": 3.4241654720458734,
      "grad_norm": 1.4554935559480324,
      "learning_rate": 0.00011969640663047154,
      "loss": 0.7433,
      "step": 83601
    },
    {
      "epoch": 3.42420643047307,
      "grad_norm": 1.3905825627680648,
      "learning_rate": 0.00011969321249115066,
      "loss": 0.6289,
      "step": 83602
    },
    {
      "epoch": 3.424247388900266,
      "grad_norm": 1.603322934747852,
      "learning_rate": 0.0001196900183661571,
      "loss": 0.9802,
      "step": 83603
    },
    {
      "epoch": 3.4242883473274626,
      "grad_norm": 1.409536691778557,
      "learning_rate": 0.00011968682425549233,
      "loss": 0.7495,
      "step": 83604
    },
    {
      "epoch": 3.424329305754659,
      "grad_norm": 3.12443783427493,
      "learning_rate": 0.00011968363015915789,
      "loss": 2.4962,
      "step": 83605
    },
    {
      "epoch": 3.4243702641818556,
      "grad_norm": 0.8920725633842874,
      "learning_rate": 0.00011968043607715524,
      "loss": 0.2523,
      "step": 83606
    },
    {
      "epoch": 3.4244112226090517,
      "grad_norm": 1.507978120616295,
      "learning_rate": 0.00011967724200948592,
      "loss": 0.8027,
      "step": 83607
    },
    {
      "epoch": 3.4244521810362483,
      "grad_norm": 1.246534723426532,
      "learning_rate": 0.00011967404795615148,
      "loss": 0.7145,
      "step": 83608
    },
    {
      "epoch": 3.4244931394634444,
      "grad_norm": 5.738663780270028,
      "learning_rate": 0.00011967085391715339,
      "loss": 3.2042,
      "step": 83609
    },
    {
      "epoch": 3.424534097890641,
      "grad_norm": 1.3713868761659624,
      "learning_rate": 0.0001196676598924931,
      "loss": 0.5165,
      "step": 83610
    },
    {
      "epoch": 3.4245750563178374,
      "grad_norm": 1.3754937751828564,
      "learning_rate": 0.00011966446588217223,
      "loss": 0.7866,
      "step": 83611
    },
    {
      "epoch": 3.424616014745034,
      "grad_norm": 2.3740082823443553,
      "learning_rate": 0.00011966127188619224,
      "loss": 1.4652,
      "step": 83612
    },
    {
      "epoch": 3.42465697317223,
      "grad_norm": 5.138367998179095,
      "learning_rate": 0.00011965807790455463,
      "loss": 1.1103,
      "step": 83613
    },
    {
      "epoch": 3.4246979315994266,
      "grad_norm": 1.0922959597815254,
      "learning_rate": 0.0001196548839372609,
      "loss": 0.4186,
      "step": 83614
    },
    {
      "epoch": 3.424738890026623,
      "grad_norm": 0.9826957103669604,
      "learning_rate": 0.00011965168998431262,
      "loss": 0.2788,
      "step": 83615
    },
    {
      "epoch": 3.424779848453819,
      "grad_norm": 0.8180776794845993,
      "learning_rate": 0.00011964849604571122,
      "loss": 0.2456,
      "step": 83616
    },
    {
      "epoch": 3.4248208068810158,
      "grad_norm": 1.2936559654573778,
      "learning_rate": 0.00011964530212145829,
      "loss": 0.6084,
      "step": 83617
    },
    {
      "epoch": 3.4248617653082123,
      "grad_norm": 1.3753272857001444,
      "learning_rate": 0.00011964210821155525,
      "loss": 0.476,
      "step": 83618
    },
    {
      "epoch": 3.4249027237354084,
      "grad_norm": 1.0158325454220491,
      "learning_rate": 0.0001196389143160037,
      "loss": 0.2908,
      "step": 83619
    },
    {
      "epoch": 3.424943682162605,
      "grad_norm": 1.5742191300319681,
      "learning_rate": 0.0001196357204348051,
      "loss": 1.0091,
      "step": 83620
    },
    {
      "epoch": 3.4249846405898015,
      "grad_norm": 1.4328290409212818,
      "learning_rate": 0.00011963252656796098,
      "loss": 0.7535,
      "step": 83621
    },
    {
      "epoch": 3.4250255990169975,
      "grad_norm": 1.248895012927362,
      "learning_rate": 0.0001196293327154728,
      "loss": 0.7807,
      "step": 83622
    },
    {
      "epoch": 3.425066557444194,
      "grad_norm": 1.2445991915341388,
      "learning_rate": 0.00011962613887734213,
      "loss": 0.5831,
      "step": 83623
    },
    {
      "epoch": 3.4251075158713906,
      "grad_norm": 1.217113955492687,
      "learning_rate": 0.00011962294505357049,
      "loss": 0.661,
      "step": 83624
    },
    {
      "epoch": 3.425148474298587,
      "grad_norm": 0.9807743585124143,
      "learning_rate": 0.00011961975124415935,
      "loss": 0.2496,
      "step": 83625
    },
    {
      "epoch": 3.4251894327257832,
      "grad_norm": 1.1030588869699085,
      "learning_rate": 0.00011961655744911022,
      "loss": 0.5575,
      "step": 83626
    },
    {
      "epoch": 3.42523039115298,
      "grad_norm": 1.3673068987545494,
      "learning_rate": 0.00011961336366842457,
      "loss": 0.5127,
      "step": 83627
    },
    {
      "epoch": 3.425271349580176,
      "grad_norm": 0.9596159442041317,
      "learning_rate": 0.00011961016990210401,
      "loss": 0.3192,
      "step": 83628
    },
    {
      "epoch": 3.4253123080073724,
      "grad_norm": 1.0045546753346164,
      "learning_rate": 0.00011960697615014999,
      "loss": 0.3426,
      "step": 83629
    },
    {
      "epoch": 3.425353266434569,
      "grad_norm": 1.5186893788741744,
      "learning_rate": 0.00011960378241256405,
      "loss": 0.8347,
      "step": 83630
    },
    {
      "epoch": 3.4253942248617655,
      "grad_norm": 1.461016877419749,
      "learning_rate": 0.00011960058868934763,
      "loss": 0.5321,
      "step": 83631
    },
    {
      "epoch": 3.4254351832889616,
      "grad_norm": 0.9540548601431206,
      "learning_rate": 0.00011959739498050231,
      "loss": 0.3978,
      "step": 83632
    },
    {
      "epoch": 3.425476141716158,
      "grad_norm": 0.8576018252447185,
      "learning_rate": 0.00011959420128602957,
      "loss": 0.26,
      "step": 83633
    },
    {
      "epoch": 3.4255171001433546,
      "grad_norm": 1.398105326572877,
      "learning_rate": 0.00011959100760593097,
      "loss": 0.773,
      "step": 83634
    },
    {
      "epoch": 3.4255580585705507,
      "grad_norm": 1.5835985668200838,
      "learning_rate": 0.00011958781394020791,
      "loss": 1.009,
      "step": 83635
    },
    {
      "epoch": 3.4255990169977473,
      "grad_norm": 0.8749536569513017,
      "learning_rate": 0.00011958462028886201,
      "loss": 0.2284,
      "step": 83636
    },
    {
      "epoch": 3.425639975424944,
      "grad_norm": 1.5489182911868256,
      "learning_rate": 0.00011958142665189473,
      "loss": 0.7572,
      "step": 83637
    },
    {
      "epoch": 3.42568093385214,
      "grad_norm": 1.3085074761613478,
      "learning_rate": 0.0001195782330293076,
      "loss": 0.7613,
      "step": 83638
    },
    {
      "epoch": 3.4257218922793364,
      "grad_norm": 1.606649962901351,
      "learning_rate": 0.00011957503942110206,
      "loss": 1.0435,
      "step": 83639
    },
    {
      "epoch": 3.425762850706533,
      "grad_norm": 0.7463624369081077,
      "learning_rate": 0.00011957184582727973,
      "loss": 0.1924,
      "step": 83640
    },
    {
      "epoch": 3.425803809133729,
      "grad_norm": 1.2921943904736706,
      "learning_rate": 0.00011956865224784207,
      "loss": 0.8777,
      "step": 83641
    },
    {
      "epoch": 3.4258447675609256,
      "grad_norm": 2.5579182508242595,
      "learning_rate": 0.00011956545868279056,
      "loss": 2.685,
      "step": 83642
    },
    {
      "epoch": 3.425885725988122,
      "grad_norm": 1.475175002668825,
      "learning_rate": 0.00011956226513212671,
      "loss": 0.7247,
      "step": 83643
    },
    {
      "epoch": 3.4259266844153187,
      "grad_norm": 1.5958284784066739,
      "learning_rate": 0.0001195590715958521,
      "loss": 0.8873,
      "step": 83644
    },
    {
      "epoch": 3.4259676428425148,
      "grad_norm": 1.2931639646975979,
      "learning_rate": 0.00011955587807396818,
      "loss": 0.7065,
      "step": 83645
    },
    {
      "epoch": 3.4260086012697113,
      "grad_norm": 1.1998877838232256,
      "learning_rate": 0.0001195526845664765,
      "loss": 0.7703,
      "step": 83646
    },
    {
      "epoch": 3.426049559696908,
      "grad_norm": 1.3078184515783857,
      "learning_rate": 0.00011954949107337848,
      "loss": 0.7391,
      "step": 83647
    },
    {
      "epoch": 3.426090518124104,
      "grad_norm": 1.5693016269666866,
      "learning_rate": 0.00011954629759467576,
      "loss": 0.7399,
      "step": 83648
    },
    {
      "epoch": 3.4261314765513005,
      "grad_norm": 1.82910923110546,
      "learning_rate": 0.00011954310413036975,
      "loss": 0.9771,
      "step": 83649
    },
    {
      "epoch": 3.426172434978497,
      "grad_norm": 1.6470294108947727,
      "learning_rate": 0.00011953991068046201,
      "loss": 0.619,
      "step": 83650
    },
    {
      "epoch": 3.426213393405693,
      "grad_norm": 1.1894879276722368,
      "learning_rate": 0.00011953671724495398,
      "loss": 0.5594,
      "step": 83651
    },
    {
      "epoch": 3.4262543518328896,
      "grad_norm": 1.484187917284791,
      "learning_rate": 0.00011953352382384728,
      "loss": 1.0201,
      "step": 83652
    },
    {
      "epoch": 3.426295310260086,
      "grad_norm": 0.9694721508520985,
      "learning_rate": 0.00011953033041714336,
      "loss": 0.3075,
      "step": 83653
    },
    {
      "epoch": 3.4263362686872822,
      "grad_norm": 1.2244921518786047,
      "learning_rate": 0.00011952713702484374,
      "loss": 0.6256,
      "step": 83654
    },
    {
      "epoch": 3.426377227114479,
      "grad_norm": 1.2273342239083296,
      "learning_rate": 0.00011952394364694985,
      "loss": 0.5864,
      "step": 83655
    },
    {
      "epoch": 3.4264181855416753,
      "grad_norm": 0.8239696448479159,
      "learning_rate": 0.00011952075028346334,
      "loss": 0.251,
      "step": 83656
    },
    {
      "epoch": 3.4264591439688714,
      "grad_norm": 1.4613477315551204,
      "learning_rate": 0.00011951755693438564,
      "loss": 0.7616,
      "step": 83657
    },
    {
      "epoch": 3.426500102396068,
      "grad_norm": 1.1778147202896252,
      "learning_rate": 0.00011951436359971825,
      "loss": 0.383,
      "step": 83658
    },
    {
      "epoch": 3.4265410608232645,
      "grad_norm": 0.5179276961784168,
      "learning_rate": 0.0001195111702794627,
      "loss": 0.1133,
      "step": 83659
    },
    {
      "epoch": 3.4265820192504606,
      "grad_norm": 2.091063017070659,
      "learning_rate": 0.00011950797697362051,
      "loss": 0.8508,
      "step": 83660
    },
    {
      "epoch": 3.426622977677657,
      "grad_norm": 1.8325394133941935,
      "learning_rate": 0.00011950478368219318,
      "loss": 0.7265,
      "step": 83661
    },
    {
      "epoch": 3.4266639361048536,
      "grad_norm": 1.1527120561988775,
      "learning_rate": 0.00011950159040518223,
      "loss": 0.6282,
      "step": 83662
    },
    {
      "epoch": 3.42670489453205,
      "grad_norm": 0.5033097361408948,
      "learning_rate": 0.00011949839714258913,
      "loss": 0.1357,
      "step": 83663
    },
    {
      "epoch": 3.4267458529592463,
      "grad_norm": 1.158373473196051,
      "learning_rate": 0.0001194952038944155,
      "loss": 0.6154,
      "step": 83664
    },
    {
      "epoch": 3.426786811386443,
      "grad_norm": 1.0441900288425643,
      "learning_rate": 0.00011949201066066271,
      "loss": 0.3473,
      "step": 83665
    },
    {
      "epoch": 3.4268277698136393,
      "grad_norm": 0.9524158609440924,
      "learning_rate": 0.0001194888174413323,
      "loss": 0.3498,
      "step": 83666
    },
    {
      "epoch": 3.4268687282408354,
      "grad_norm": 2.638440353969298,
      "learning_rate": 0.00011948562423642584,
      "loss": 2.4644,
      "step": 83667
    },
    {
      "epoch": 3.426909686668032,
      "grad_norm": 1.3136849094372502,
      "learning_rate": 0.0001194824310459448,
      "loss": 0.6164,
      "step": 83668
    },
    {
      "epoch": 3.4269506450952285,
      "grad_norm": 1.2996757881832484,
      "learning_rate": 0.0001194792378698907,
      "loss": 0.6014,
      "step": 83669
    },
    {
      "epoch": 3.4269916035224246,
      "grad_norm": 1.376210029978868,
      "learning_rate": 0.000119476044708265,
      "loss": 0.815,
      "step": 83670
    },
    {
      "epoch": 3.427032561949621,
      "grad_norm": 1.0911374728177656,
      "learning_rate": 0.0001194728515610693,
      "loss": 0.5577,
      "step": 83671
    },
    {
      "epoch": 3.4270735203768177,
      "grad_norm": 1.3266748414782026,
      "learning_rate": 0.00011946965842830506,
      "loss": 0.4506,
      "step": 83672
    },
    {
      "epoch": 3.4271144788040138,
      "grad_norm": 1.5435242416635215,
      "learning_rate": 0.00011946646530997378,
      "loss": 0.8923,
      "step": 83673
    },
    {
      "epoch": 3.4271554372312103,
      "grad_norm": 1.563221232783556,
      "learning_rate": 0.00011946327220607697,
      "loss": 0.9216,
      "step": 83674
    },
    {
      "epoch": 3.427196395658407,
      "grad_norm": 1.5480815136645303,
      "learning_rate": 0.00011946007911661618,
      "loss": 0.9579,
      "step": 83675
    },
    {
      "epoch": 3.427237354085603,
      "grad_norm": 1.5892541813117589,
      "learning_rate": 0.0001194568860415929,
      "loss": 0.6822,
      "step": 83676
    },
    {
      "epoch": 3.4272783125127995,
      "grad_norm": 1.3797756751882517,
      "learning_rate": 0.00011945369298100862,
      "loss": 0.586,
      "step": 83677
    },
    {
      "epoch": 3.427319270939996,
      "grad_norm": 2.242784443183333,
      "learning_rate": 0.00011945049993486483,
      "loss": 0.8206,
      "step": 83678
    },
    {
      "epoch": 3.427360229367192,
      "grad_norm": 3.578837217946725,
      "learning_rate": 0.00011944730690316312,
      "loss": 3.1939,
      "step": 83679
    },
    {
      "epoch": 3.4274011877943886,
      "grad_norm": 1.5790239682844294,
      "learning_rate": 0.00011944411388590493,
      "loss": 0.9653,
      "step": 83680
    },
    {
      "epoch": 3.427442146221585,
      "grad_norm": 2.4948097247933445,
      "learning_rate": 0.0001194409208830918,
      "loss": 2.3359,
      "step": 83681
    },
    {
      "epoch": 3.4274831046487817,
      "grad_norm": 2.0915651994643594,
      "learning_rate": 0.00011943772789472518,
      "loss": 1.1518,
      "step": 83682
    },
    {
      "epoch": 3.427524063075978,
      "grad_norm": 1.2846474570595459,
      "learning_rate": 0.00011943453492080669,
      "loss": 0.6505,
      "step": 83683
    },
    {
      "epoch": 3.4275650215031743,
      "grad_norm": 1.4154902117835508,
      "learning_rate": 0.00011943134196133776,
      "loss": 0.521,
      "step": 83684
    },
    {
      "epoch": 3.427605979930371,
      "grad_norm": 1.195470068799036,
      "learning_rate": 0.00011942814901631991,
      "loss": 0.4412,
      "step": 83685
    },
    {
      "epoch": 3.427646938357567,
      "grad_norm": 1.2561336572144526,
      "learning_rate": 0.00011942495608575465,
      "loss": 0.4214,
      "step": 83686
    },
    {
      "epoch": 3.4276878967847635,
      "grad_norm": 0.8044048266636536,
      "learning_rate": 0.00011942176316964351,
      "loss": 0.2643,
      "step": 83687
    },
    {
      "epoch": 3.42772885521196,
      "grad_norm": 1.504857586610764,
      "learning_rate": 0.000119418570267988,
      "loss": 0.773,
      "step": 83688
    },
    {
      "epoch": 3.427769813639156,
      "grad_norm": 1.4100966985342993,
      "learning_rate": 0.00011941537738078959,
      "loss": 0.7342,
      "step": 83689
    },
    {
      "epoch": 3.4278107720663527,
      "grad_norm": 1.5450342131341754,
      "learning_rate": 0.00011941218450804982,
      "loss": 0.8647,
      "step": 83690
    },
    {
      "epoch": 3.427851730493549,
      "grad_norm": 0.835624875109703,
      "learning_rate": 0.0001194089916497702,
      "loss": 0.2658,
      "step": 83691
    },
    {
      "epoch": 3.4278926889207453,
      "grad_norm": 0.8822204140238599,
      "learning_rate": 0.00011940579880595222,
      "loss": 0.297,
      "step": 83692
    },
    {
      "epoch": 3.427933647347942,
      "grad_norm": 1.5725384307397914,
      "learning_rate": 0.00011940260597659743,
      "loss": 0.7519,
      "step": 83693
    },
    {
      "epoch": 3.4279746057751384,
      "grad_norm": 0.7204708439962553,
      "learning_rate": 0.00011939941316170727,
      "loss": 0.2527,
      "step": 83694
    },
    {
      "epoch": 3.4280155642023344,
      "grad_norm": 1.3814744331263387,
      "learning_rate": 0.00011939622036128332,
      "loss": 0.6974,
      "step": 83695
    },
    {
      "epoch": 3.428056522629531,
      "grad_norm": 1.0483356390171523,
      "learning_rate": 0.00011939302757532707,
      "loss": 0.2577,
      "step": 83696
    },
    {
      "epoch": 3.4280974810567275,
      "grad_norm": 4.5415750714918435,
      "learning_rate": 0.00011938983480384003,
      "loss": 3.5234,
      "step": 83697
    },
    {
      "epoch": 3.4281384394839236,
      "grad_norm": 1.524366869942534,
      "learning_rate": 0.00011938664204682368,
      "loss": 0.9157,
      "step": 83698
    },
    {
      "epoch": 3.42817939791112,
      "grad_norm": 0.928424299080175,
      "learning_rate": 0.00011938344930427954,
      "loss": 0.3353,
      "step": 83699
    },
    {
      "epoch": 3.4282203563383167,
      "grad_norm": 1.0878638126174534,
      "learning_rate": 0.00011938025657620914,
      "loss": 0.3114,
      "step": 83700
    },
    {
      "epoch": 3.428261314765513,
      "grad_norm": 1.6450716411980701,
      "learning_rate": 0.00011937706386261397,
      "loss": 0.9759,
      "step": 83701
    },
    {
      "epoch": 3.4283022731927093,
      "grad_norm": 1.4313069695806204,
      "learning_rate": 0.00011937387116349556,
      "loss": 0.7159,
      "step": 83702
    },
    {
      "epoch": 3.428343231619906,
      "grad_norm": 1.0295270011204092,
      "learning_rate": 0.00011937067847885538,
      "loss": 0.1977,
      "step": 83703
    },
    {
      "epoch": 3.4283841900471024,
      "grad_norm": 0.9104037296056128,
      "learning_rate": 0.000119367485808695,
      "loss": 0.305,
      "step": 83704
    },
    {
      "epoch": 3.4284251484742985,
      "grad_norm": 1.2294750715011378,
      "learning_rate": 0.00011936429315301589,
      "loss": 0.6087,
      "step": 83705
    },
    {
      "epoch": 3.428466106901495,
      "grad_norm": 1.1460101110281273,
      "learning_rate": 0.00011936110051181955,
      "loss": 0.3559,
      "step": 83706
    },
    {
      "epoch": 3.4285070653286915,
      "grad_norm": 1.4539863139693134,
      "learning_rate": 0.0001193579078851075,
      "loss": 0.8457,
      "step": 83707
    },
    {
      "epoch": 3.4285480237558876,
      "grad_norm": 2.4833639065027837,
      "learning_rate": 0.00011935471527288127,
      "loss": 0.6351,
      "step": 83708
    },
    {
      "epoch": 3.428588982183084,
      "grad_norm": 1.6666848053881171,
      "learning_rate": 0.00011935152267514235,
      "loss": 0.8827,
      "step": 83709
    },
    {
      "epoch": 3.4286299406102807,
      "grad_norm": 1.877250314239707,
      "learning_rate": 0.00011934833009189224,
      "loss": 0.884,
      "step": 83710
    },
    {
      "epoch": 3.428670899037477,
      "grad_norm": 1.253874561104295,
      "learning_rate": 0.00011934513752313245,
      "loss": 0.7123,
      "step": 83711
    },
    {
      "epoch": 3.4287118574646733,
      "grad_norm": 1.1514901816900638,
      "learning_rate": 0.00011934194496886453,
      "loss": 0.2881,
      "step": 83712
    },
    {
      "epoch": 3.42875281589187,
      "grad_norm": 1.5722944494636326,
      "learning_rate": 0.00011933875242908996,
      "loss": 0.8509,
      "step": 83713
    },
    {
      "epoch": 3.428793774319066,
      "grad_norm": 2.3989568513140727,
      "learning_rate": 0.00011933555990381024,
      "loss": 0.778,
      "step": 83714
    },
    {
      "epoch": 3.4288347327462625,
      "grad_norm": 1.2477405610469403,
      "learning_rate": 0.00011933236739302685,
      "loss": 0.8033,
      "step": 83715
    },
    {
      "epoch": 3.428875691173459,
      "grad_norm": 1.548302950577194,
      "learning_rate": 0.00011932917489674139,
      "loss": 0.8612,
      "step": 83716
    },
    {
      "epoch": 3.428916649600655,
      "grad_norm": 2.1829944661164875,
      "learning_rate": 0.0001193259824149553,
      "loss": 1.2366,
      "step": 83717
    },
    {
      "epoch": 3.4289576080278517,
      "grad_norm": 0.4672816746189396,
      "learning_rate": 0.00011932278994767011,
      "loss": 0.1324,
      "step": 83718
    },
    {
      "epoch": 3.428998566455048,
      "grad_norm": 0.9446669495032023,
      "learning_rate": 0.0001193195974948873,
      "loss": 0.3154,
      "step": 83719
    },
    {
      "epoch": 3.4290395248822447,
      "grad_norm": 1.6480807627513614,
      "learning_rate": 0.00011931640505660842,
      "loss": 0.9965,
      "step": 83720
    },
    {
      "epoch": 3.429080483309441,
      "grad_norm": 1.500113432925805,
      "learning_rate": 0.00011931321263283497,
      "loss": 0.7677,
      "step": 83721
    },
    {
      "epoch": 3.4291214417366374,
      "grad_norm": 1.7621658767297699,
      "learning_rate": 0.00011931002022356846,
      "loss": 0.9319,
      "step": 83722
    },
    {
      "epoch": 3.429162400163834,
      "grad_norm": 0.8340539163634363,
      "learning_rate": 0.00011930682782881034,
      "loss": 0.2782,
      "step": 83723
    },
    {
      "epoch": 3.42920335859103,
      "grad_norm": 1.2102259768234098,
      "learning_rate": 0.00011930363544856222,
      "loss": 0.522,
      "step": 83724
    },
    {
      "epoch": 3.4292443170182265,
      "grad_norm": 1.0082861163701446,
      "learning_rate": 0.00011930044308282557,
      "loss": 0.5757,
      "step": 83725
    },
    {
      "epoch": 3.429285275445423,
      "grad_norm": 1.5187062070488113,
      "learning_rate": 0.00011929725073160187,
      "loss": 0.7527,
      "step": 83726
    },
    {
      "epoch": 3.429326233872619,
      "grad_norm": 1.2650846995003853,
      "learning_rate": 0.00011929405839489263,
      "loss": 0.738,
      "step": 83727
    },
    {
      "epoch": 3.4293671922998157,
      "grad_norm": 1.6674861412084103,
      "learning_rate": 0.0001192908660726994,
      "loss": 0.8563,
      "step": 83728
    },
    {
      "epoch": 3.429408150727012,
      "grad_norm": 1.2788876898223318,
      "learning_rate": 0.00011928767376502366,
      "loss": 0.7025,
      "step": 83729
    },
    {
      "epoch": 3.4294491091542083,
      "grad_norm": 0.9106707668307548,
      "learning_rate": 0.00011928448147186692,
      "loss": 0.2577,
      "step": 83730
    },
    {
      "epoch": 3.429490067581405,
      "grad_norm": 1.2760781433595947,
      "learning_rate": 0.00011928128919323068,
      "loss": 0.5695,
      "step": 83731
    },
    {
      "epoch": 3.4295310260086014,
      "grad_norm": 1.7679410448608406,
      "learning_rate": 0.0001192780969291165,
      "loss": 0.7384,
      "step": 83732
    },
    {
      "epoch": 3.4295719844357975,
      "grad_norm": 1.442160533292779,
      "learning_rate": 0.00011927490467952584,
      "loss": 0.6772,
      "step": 83733
    },
    {
      "epoch": 3.429612942862994,
      "grad_norm": 0.9706637862739131,
      "learning_rate": 0.00011927171244446023,
      "loss": 0.2895,
      "step": 83734
    },
    {
      "epoch": 3.4296539012901905,
      "grad_norm": 1.4566505450188971,
      "learning_rate": 0.0001192685202239212,
      "loss": 0.7875,
      "step": 83735
    },
    {
      "epoch": 3.4296948597173866,
      "grad_norm": 1.532939487538219,
      "learning_rate": 0.00011926532801791021,
      "loss": 0.8205,
      "step": 83736
    },
    {
      "epoch": 3.429735818144583,
      "grad_norm": 1.3145677646982814,
      "learning_rate": 0.00011926213582642878,
      "loss": 0.7428,
      "step": 83737
    },
    {
      "epoch": 3.4297767765717797,
      "grad_norm": 1.7699762523184803,
      "learning_rate": 0.00011925894364947838,
      "loss": 0.9959,
      "step": 83738
    },
    {
      "epoch": 3.4298177349989762,
      "grad_norm": 1.1093282948535634,
      "learning_rate": 0.00011925575148706062,
      "loss": 0.3546,
      "step": 83739
    },
    {
      "epoch": 3.4298586934261723,
      "grad_norm": 1.3026312180021324,
      "learning_rate": 0.00011925255933917695,
      "loss": 0.7561,
      "step": 83740
    },
    {
      "epoch": 3.429899651853369,
      "grad_norm": 1.57440649960792,
      "learning_rate": 0.00011924936720582888,
      "loss": 0.9583,
      "step": 83741
    },
    {
      "epoch": 3.4299406102805654,
      "grad_norm": 1.6442117211823852,
      "learning_rate": 0.0001192461750870179,
      "loss": 1.0111,
      "step": 83742
    },
    {
      "epoch": 3.4299815687077615,
      "grad_norm": 1.4671238299445972,
      "learning_rate": 0.0001192429829827456,
      "loss": 0.8654,
      "step": 83743
    },
    {
      "epoch": 3.430022527134958,
      "grad_norm": 0.8820981858800254,
      "learning_rate": 0.00011923979089301338,
      "loss": 0.2785,
      "step": 83744
    },
    {
      "epoch": 3.4300634855621546,
      "grad_norm": 1.4499133609898196,
      "learning_rate": 0.00011923659881782285,
      "loss": 0.7398,
      "step": 83745
    },
    {
      "epoch": 3.4301044439893507,
      "grad_norm": 1.293845032648886,
      "learning_rate": 0.00011923340675717542,
      "loss": 0.6755,
      "step": 83746
    },
    {
      "epoch": 3.430145402416547,
      "grad_norm": 1.2856587998430802,
      "learning_rate": 0.00011923021471107269,
      "loss": 0.7292,
      "step": 83747
    },
    {
      "epoch": 3.4301863608437437,
      "grad_norm": 1.4315537682444528,
      "learning_rate": 0.0001192270226795161,
      "loss": 0.7083,
      "step": 83748
    },
    {
      "epoch": 3.43022731927094,
      "grad_norm": 1.3983895770035737,
      "learning_rate": 0.00011922383066250721,
      "loss": 0.7563,
      "step": 83749
    },
    {
      "epoch": 3.4302682776981364,
      "grad_norm": 1.6018164015241108,
      "learning_rate": 0.00011922063866004748,
      "loss": 0.7138,
      "step": 83750
    },
    {
      "epoch": 3.430309236125333,
      "grad_norm": 0.600242129402821,
      "learning_rate": 0.00011921744667213847,
      "loss": 0.1006,
      "step": 83751
    },
    {
      "epoch": 3.4303501945525294,
      "grad_norm": 2.744405359568197,
      "learning_rate": 0.00011921425469878168,
      "loss": 0.9925,
      "step": 83752
    },
    {
      "epoch": 3.4303911529797255,
      "grad_norm": 1.424080123478124,
      "learning_rate": 0.00011921106273997858,
      "loss": 0.7134,
      "step": 83753
    },
    {
      "epoch": 3.430432111406922,
      "grad_norm": 1.8807599061446933,
      "learning_rate": 0.00011920787079573069,
      "loss": 1.0398,
      "step": 83754
    },
    {
      "epoch": 3.430473069834118,
      "grad_norm": 1.421241526689153,
      "learning_rate": 0.00011920467886603956,
      "loss": 0.5902,
      "step": 83755
    },
    {
      "epoch": 3.4305140282613147,
      "grad_norm": 1.218403978407585,
      "learning_rate": 0.00011920148695090665,
      "loss": 0.6991,
      "step": 83756
    },
    {
      "epoch": 3.430554986688511,
      "grad_norm": 1.3892352569598487,
      "learning_rate": 0.00011919829505033352,
      "loss": 0.4855,
      "step": 83757
    },
    {
      "epoch": 3.4305959451157078,
      "grad_norm": 1.4559554193569948,
      "learning_rate": 0.00011919510316432161,
      "loss": 0.48,
      "step": 83758
    },
    {
      "epoch": 3.430636903542904,
      "grad_norm": 1.587858949823718,
      "learning_rate": 0.0001191919112928725,
      "loss": 0.6241,
      "step": 83759
    },
    {
      "epoch": 3.4306778619701004,
      "grad_norm": 1.7423830797383484,
      "learning_rate": 0.00011918871943598764,
      "loss": 0.743,
      "step": 83760
    },
    {
      "epoch": 3.430718820397297,
      "grad_norm": 1.5276415199484812,
      "learning_rate": 0.00011918552759366859,
      "loss": 0.7981,
      "step": 83761
    },
    {
      "epoch": 3.430759778824493,
      "grad_norm": 1.688940961017461,
      "learning_rate": 0.00011918233576591679,
      "loss": 0.9944,
      "step": 83762
    },
    {
      "epoch": 3.4308007372516895,
      "grad_norm": 1.2523996025926079,
      "learning_rate": 0.00011917914395273383,
      "loss": 0.7135,
      "step": 83763
    },
    {
      "epoch": 3.430841695678886,
      "grad_norm": 0.8275382599693613,
      "learning_rate": 0.00011917595215412118,
      "loss": 0.2682,
      "step": 83764
    },
    {
      "epoch": 3.430882654106082,
      "grad_norm": 1.0651027974272056,
      "learning_rate": 0.00011917276037008037,
      "loss": 0.7247,
      "step": 83765
    },
    {
      "epoch": 3.4309236125332787,
      "grad_norm": 1.0092817676913242,
      "learning_rate": 0.00011916956860061284,
      "loss": 0.1231,
      "step": 83766
    },
    {
      "epoch": 3.4309645709604752,
      "grad_norm": 1.547261561602499,
      "learning_rate": 0.00011916637684572019,
      "loss": 0.8787,
      "step": 83767
    },
    {
      "epoch": 3.4310055293876713,
      "grad_norm": 1.320247304334315,
      "learning_rate": 0.00011916318510540388,
      "loss": 0.8433,
      "step": 83768
    },
    {
      "epoch": 3.431046487814868,
      "grad_norm": 1.6710708081809982,
      "learning_rate": 0.00011915999337966542,
      "loss": 0.7951,
      "step": 83769
    },
    {
      "epoch": 3.4310874462420644,
      "grad_norm": 1.5344918916776091,
      "learning_rate": 0.00011915680166850634,
      "loss": 0.8656,
      "step": 83770
    },
    {
      "epoch": 3.431128404669261,
      "grad_norm": 1.2513709970869482,
      "learning_rate": 0.00011915360997192811,
      "loss": 0.4541,
      "step": 83771
    },
    {
      "epoch": 3.431169363096457,
      "grad_norm": 1.7625177143008288,
      "learning_rate": 0.00011915041828993228,
      "loss": 1.0633,
      "step": 83772
    },
    {
      "epoch": 3.4312103215236536,
      "grad_norm": 1.0576161399615553,
      "learning_rate": 0.00011914722662252034,
      "loss": 0.4111,
      "step": 83773
    },
    {
      "epoch": 3.4312512799508497,
      "grad_norm": 1.3856113186486414,
      "learning_rate": 0.0001191440349696938,
      "loss": 0.5174,
      "step": 83774
    },
    {
      "epoch": 3.431292238378046,
      "grad_norm": 1.5802137456399044,
      "learning_rate": 0.00011914084333145416,
      "loss": 0.5945,
      "step": 83775
    },
    {
      "epoch": 3.4313331968052427,
      "grad_norm": 3.582511426532925,
      "learning_rate": 0.00011913765170780294,
      "loss": 3.4711,
      "step": 83776
    },
    {
      "epoch": 3.4313741552324393,
      "grad_norm": 1.357901951743938,
      "learning_rate": 0.00011913446009874167,
      "loss": 0.8433,
      "step": 83777
    },
    {
      "epoch": 3.4314151136596354,
      "grad_norm": 1.2802074293211052,
      "learning_rate": 0.00011913126850427183,
      "loss": 0.527,
      "step": 83778
    },
    {
      "epoch": 3.431456072086832,
      "grad_norm": 1.661633010610601,
      "learning_rate": 0.0001191280769243949,
      "loss": 0.8875,
      "step": 83779
    },
    {
      "epoch": 3.4314970305140284,
      "grad_norm": 1.4896530046505492,
      "learning_rate": 0.00011912488535911246,
      "loss": 0.7489,
      "step": 83780
    },
    {
      "epoch": 3.4315379889412245,
      "grad_norm": 1.417846744794455,
      "learning_rate": 0.00011912169380842598,
      "loss": 0.7536,
      "step": 83781
    },
    {
      "epoch": 3.431578947368421,
      "grad_norm": 2.1857311595363007,
      "learning_rate": 0.00011911850227233697,
      "loss": 1.7028,
      "step": 83782
    },
    {
      "epoch": 3.4316199057956176,
      "grad_norm": 1.2777624737560342,
      "learning_rate": 0.00011911531075084692,
      "loss": 0.5279,
      "step": 83783
    },
    {
      "epoch": 3.4316608642228137,
      "grad_norm": 1.7135345440065621,
      "learning_rate": 0.00011911211924395737,
      "loss": 0.7993,
      "step": 83784
    },
    {
      "epoch": 3.4317018226500102,
      "grad_norm": 0.758332003496468,
      "learning_rate": 0.00011910892775166983,
      "loss": 0.2056,
      "step": 83785
    },
    {
      "epoch": 3.4317427810772068,
      "grad_norm": 1.343431462609165,
      "learning_rate": 0.0001191057362739858,
      "loss": 0.6766,
      "step": 83786
    },
    {
      "epoch": 3.431783739504403,
      "grad_norm": 0.7369577259805574,
      "learning_rate": 0.00011910254481090673,
      "loss": 0.2223,
      "step": 83787
    },
    {
      "epoch": 3.4318246979315994,
      "grad_norm": 1.3672176973665549,
      "learning_rate": 0.00011909935336243424,
      "loss": 0.6426,
      "step": 83788
    },
    {
      "epoch": 3.431865656358796,
      "grad_norm": 1.7556207537477702,
      "learning_rate": 0.00011909616192856977,
      "loss": 0.9854,
      "step": 83789
    },
    {
      "epoch": 3.4319066147859925,
      "grad_norm": 1.0735464299549058,
      "learning_rate": 0.00011909297050931486,
      "loss": 0.5575,
      "step": 83790
    },
    {
      "epoch": 3.4319475732131886,
      "grad_norm": 1.127589470517834,
      "learning_rate": 0.00011908977910467095,
      "loss": 0.3611,
      "step": 83791
    },
    {
      "epoch": 3.431988531640385,
      "grad_norm": 1.2948547432132609,
      "learning_rate": 0.00011908658771463963,
      "loss": 0.7753,
      "step": 83792
    },
    {
      "epoch": 3.432029490067581,
      "grad_norm": 0.8211340162811275,
      "learning_rate": 0.0001190833963392224,
      "loss": 0.1581,
      "step": 83793
    },
    {
      "epoch": 3.4320704484947777,
      "grad_norm": 1.4489450456276591,
      "learning_rate": 0.00011908020497842072,
      "loss": 0.636,
      "step": 83794
    },
    {
      "epoch": 3.4321114069219743,
      "grad_norm": 1.759465512672884,
      "learning_rate": 0.0001190770136322361,
      "loss": 0.7316,
      "step": 83795
    },
    {
      "epoch": 3.432152365349171,
      "grad_norm": 1.9960062435666193,
      "learning_rate": 0.0001190738223006701,
      "loss": 0.68,
      "step": 83796
    },
    {
      "epoch": 3.432193323776367,
      "grad_norm": 1.5756287514203673,
      "learning_rate": 0.00011907063098372422,
      "loss": 0.6863,
      "step": 83797
    },
    {
      "epoch": 3.4322342822035634,
      "grad_norm": 0.7297256869527795,
      "learning_rate": 0.00011906743968139993,
      "loss": 0.1094,
      "step": 83798
    },
    {
      "epoch": 3.43227524063076,
      "grad_norm": 1.398537762574215,
      "learning_rate": 0.00011906424839369875,
      "loss": 0.8551,
      "step": 83799
    },
    {
      "epoch": 3.432316199057956,
      "grad_norm": 0.9235065967798942,
      "learning_rate": 0.00011906105712062223,
      "loss": 0.3343,
      "step": 83800
    },
    {
      "epoch": 3.4323571574851526,
      "grad_norm": 1.180447685289982,
      "learning_rate": 0.00011905786586217182,
      "loss": 0.5878,
      "step": 83801
    },
    {
      "epoch": 3.432398115912349,
      "grad_norm": 1.75017953588262,
      "learning_rate": 0.00011905467461834907,
      "loss": 0.9524,
      "step": 83802
    },
    {
      "epoch": 3.432439074339545,
      "grad_norm": 1.8014241059212024,
      "learning_rate": 0.00011905148338915545,
      "loss": 1.1661,
      "step": 83803
    },
    {
      "epoch": 3.4324800327667417,
      "grad_norm": 0.5035332467741752,
      "learning_rate": 0.00011904829217459252,
      "loss": 0.0556,
      "step": 83804
    },
    {
      "epoch": 3.4325209911939383,
      "grad_norm": 1.3946915337666552,
      "learning_rate": 0.00011904510097466183,
      "loss": 0.714,
      "step": 83805
    },
    {
      "epoch": 3.4325619496211344,
      "grad_norm": 1.4095162665328766,
      "learning_rate": 0.00011904190978936472,
      "loss": 0.6676,
      "step": 83806
    },
    {
      "epoch": 3.432602908048331,
      "grad_norm": 1.4063736988409277,
      "learning_rate": 0.00011903871861870283,
      "loss": 0.662,
      "step": 83807
    },
    {
      "epoch": 3.4326438664755274,
      "grad_norm": 1.3801176983030627,
      "learning_rate": 0.00011903552746267764,
      "loss": 0.6676,
      "step": 83808
    },
    {
      "epoch": 3.432684824902724,
      "grad_norm": 1.2209873225730659,
      "learning_rate": 0.00011903233632129065,
      "loss": 0.5318,
      "step": 83809
    },
    {
      "epoch": 3.43272578332992,
      "grad_norm": 1.2558165731444242,
      "learning_rate": 0.00011902914519454333,
      "loss": 0.5319,
      "step": 83810
    },
    {
      "epoch": 3.4327667417571166,
      "grad_norm": 1.542306052237734,
      "learning_rate": 0.00011902595408243729,
      "loss": 0.7442,
      "step": 83811
    },
    {
      "epoch": 3.4328077001843127,
      "grad_norm": 0.9538618163554942,
      "learning_rate": 0.00011902276298497397,
      "loss": 0.1292,
      "step": 83812
    },
    {
      "epoch": 3.4328486586115092,
      "grad_norm": 1.5816773402822624,
      "learning_rate": 0.0001190195719021549,
      "loss": 0.8006,
      "step": 83813
    },
    {
      "epoch": 3.4328896170387058,
      "grad_norm": 1.3259396290072767,
      "learning_rate": 0.00011901638083398152,
      "loss": 0.4697,
      "step": 83814
    },
    {
      "epoch": 3.4329305754659023,
      "grad_norm": 1.326360761835828,
      "learning_rate": 0.00011901318978045546,
      "loss": 0.5301,
      "step": 83815
    },
    {
      "epoch": 3.4329715338930984,
      "grad_norm": 1.2764016954285502,
      "learning_rate": 0.00011900999874157815,
      "loss": 0.4935,
      "step": 83816
    },
    {
      "epoch": 3.433012492320295,
      "grad_norm": 0.7684529826289642,
      "learning_rate": 0.00011900680771735111,
      "loss": 0.2225,
      "step": 83817
    },
    {
      "epoch": 3.4330534507474915,
      "grad_norm": 0.8208083537416248,
      "learning_rate": 0.00011900361670777584,
      "loss": 0.2248,
      "step": 83818
    },
    {
      "epoch": 3.4330944091746876,
      "grad_norm": 1.3559229443643994,
      "learning_rate": 0.00011900042571285388,
      "loss": 0.5503,
      "step": 83819
    },
    {
      "epoch": 3.433135367601884,
      "grad_norm": 1.4175149646455651,
      "learning_rate": 0.00011899723473258672,
      "loss": 0.7818,
      "step": 83820
    },
    {
      "epoch": 3.4331763260290806,
      "grad_norm": 2.830132927225319,
      "learning_rate": 0.00011899404376697588,
      "loss": 1.6217,
      "step": 83821
    },
    {
      "epoch": 3.4332172844562767,
      "grad_norm": 1.5173996362735411,
      "learning_rate": 0.00011899085281602281,
      "loss": 0.8091,
      "step": 83822
    },
    {
      "epoch": 3.4332582428834733,
      "grad_norm": 1.6190653220682556,
      "learning_rate": 0.0001189876618797291,
      "loss": 1.2103,
      "step": 83823
    },
    {
      "epoch": 3.43329920131067,
      "grad_norm": 1.4574019160760106,
      "learning_rate": 0.00011898447095809622,
      "loss": 0.6557,
      "step": 83824
    },
    {
      "epoch": 3.433340159737866,
      "grad_norm": 0.7319095613310137,
      "learning_rate": 0.00011898128005112569,
      "loss": 0.2599,
      "step": 83825
    },
    {
      "epoch": 3.4333811181650624,
      "grad_norm": 2.159955044791538,
      "learning_rate": 0.00011897808915881897,
      "loss": 1.2815,
      "step": 83826
    },
    {
      "epoch": 3.433422076592259,
      "grad_norm": 1.526664865538387,
      "learning_rate": 0.00011897489828117766,
      "loss": 0.8039,
      "step": 83827
    },
    {
      "epoch": 3.4334630350194555,
      "grad_norm": 1.508181005213623,
      "learning_rate": 0.0001189717074182032,
      "loss": 0.9958,
      "step": 83828
    },
    {
      "epoch": 3.4335039934466516,
      "grad_norm": 1.2122037650833863,
      "learning_rate": 0.00011896851656989712,
      "loss": 0.6582,
      "step": 83829
    },
    {
      "epoch": 3.433544951873848,
      "grad_norm": 1.2671021607975526,
      "learning_rate": 0.0001189653257362609,
      "loss": 0.6896,
      "step": 83830
    },
    {
      "epoch": 3.433585910301044,
      "grad_norm": 0.8037033833251406,
      "learning_rate": 0.0001189621349172961,
      "loss": 0.2719,
      "step": 83831
    },
    {
      "epoch": 3.4336268687282407,
      "grad_norm": 1.847877764064965,
      "learning_rate": 0.0001189589441130042,
      "loss": 0.8397,
      "step": 83832
    },
    {
      "epoch": 3.4336678271554373,
      "grad_norm": 1.362572106365817,
      "learning_rate": 0.00011895575332338672,
      "loss": 0.7598,
      "step": 83833
    },
    {
      "epoch": 3.433708785582634,
      "grad_norm": 1.4536904773489847,
      "learning_rate": 0.00011895256254844512,
      "loss": 0.7575,
      "step": 83834
    },
    {
      "epoch": 3.43374974400983,
      "grad_norm": 0.6832679683843609,
      "learning_rate": 0.00011894937178818099,
      "loss": 0.1482,
      "step": 83835
    },
    {
      "epoch": 3.4337907024370264,
      "grad_norm": 1.601239618989299,
      "learning_rate": 0.00011894618104259577,
      "loss": 0.8597,
      "step": 83836
    },
    {
      "epoch": 3.433831660864223,
      "grad_norm": 1.3464238996331985,
      "learning_rate": 0.00011894299031169101,
      "loss": 0.8136,
      "step": 83837
    },
    {
      "epoch": 3.433872619291419,
      "grad_norm": 1.3967405653077445,
      "learning_rate": 0.0001189397995954682,
      "loss": 0.6085,
      "step": 83838
    },
    {
      "epoch": 3.4339135777186156,
      "grad_norm": 1.3510623991379656,
      "learning_rate": 0.00011893660889392881,
      "loss": 0.6953,
      "step": 83839
    },
    {
      "epoch": 3.433954536145812,
      "grad_norm": 1.0844793014344163,
      "learning_rate": 0.00011893341820707442,
      "loss": 0.3938,
      "step": 83840
    },
    {
      "epoch": 3.4339954945730082,
      "grad_norm": 3.3836246154573018,
      "learning_rate": 0.00011893022753490653,
      "loss": 4.2909,
      "step": 83841
    },
    {
      "epoch": 3.4340364530002048,
      "grad_norm": 1.3561675045562631,
      "learning_rate": 0.0001189270368774266,
      "loss": 0.5674,
      "step": 83842
    },
    {
      "epoch": 3.4340774114274013,
      "grad_norm": 3.9116351283792756,
      "learning_rate": 0.00011892384623463613,
      "loss": 5.003,
      "step": 83843
    },
    {
      "epoch": 3.4341183698545974,
      "grad_norm": 1.4156298136309267,
      "learning_rate": 0.00011892065560653673,
      "loss": 0.5611,
      "step": 83844
    },
    {
      "epoch": 3.434159328281794,
      "grad_norm": 1.8441791798667695,
      "learning_rate": 0.00011891746499312982,
      "loss": 1.1161,
      "step": 83845
    },
    {
      "epoch": 3.4342002867089905,
      "grad_norm": 1.277151726922379,
      "learning_rate": 0.00011891427439441692,
      "loss": 0.6297,
      "step": 83846
    },
    {
      "epoch": 3.434241245136187,
      "grad_norm": 0.9924672934580716,
      "learning_rate": 0.00011891108381039951,
      "loss": 0.284,
      "step": 83847
    },
    {
      "epoch": 3.434282203563383,
      "grad_norm": 0.7639745063853943,
      "learning_rate": 0.00011890789324107918,
      "loss": 0.2623,
      "step": 83848
    },
    {
      "epoch": 3.4343231619905796,
      "grad_norm": 1.3169256841190986,
      "learning_rate": 0.0001189047026864574,
      "loss": 0.5399,
      "step": 83849
    },
    {
      "epoch": 3.4343641204177757,
      "grad_norm": 9.336725417268795,
      "learning_rate": 0.00011890151214653565,
      "loss": 1.3417,
      "step": 83850
    },
    {
      "epoch": 3.4344050788449723,
      "grad_norm": 1.3617014898043225,
      "learning_rate": 0.00011889832162131545,
      "loss": 0.7268,
      "step": 83851
    },
    {
      "epoch": 3.434446037272169,
      "grad_norm": 0.9210916949029786,
      "learning_rate": 0.00011889513111079836,
      "loss": 0.246,
      "step": 83852
    },
    {
      "epoch": 3.4344869956993653,
      "grad_norm": 1.358167834486016,
      "learning_rate": 0.00011889194061498583,
      "loss": 0.6037,
      "step": 83853
    },
    {
      "epoch": 3.4345279541265614,
      "grad_norm": 1.1537347906494702,
      "learning_rate": 0.00011888875013387939,
      "loss": 0.6484,
      "step": 83854
    },
    {
      "epoch": 3.434568912553758,
      "grad_norm": 2.076735305637202,
      "learning_rate": 0.00011888555966748049,
      "loss": 1.1323,
      "step": 83855
    },
    {
      "epoch": 3.4346098709809545,
      "grad_norm": 1.484037420482859,
      "learning_rate": 0.00011888236921579074,
      "loss": 0.5707,
      "step": 83856
    },
    {
      "epoch": 3.4346508294081506,
      "grad_norm": 1.1352632462282843,
      "learning_rate": 0.0001188791787788116,
      "loss": 0.477,
      "step": 83857
    },
    {
      "epoch": 3.434691787835347,
      "grad_norm": 1.427327935374991,
      "learning_rate": 0.0001188759883565446,
      "loss": 0.7244,
      "step": 83858
    },
    {
      "epoch": 3.4347327462625437,
      "grad_norm": 1.3552598794211734,
      "learning_rate": 0.00011887279794899117,
      "loss": 0.5773,
      "step": 83859
    },
    {
      "epoch": 3.4347737046897397,
      "grad_norm": 1.2607085793278572,
      "learning_rate": 0.0001188696075561529,
      "loss": 0.5275,
      "step": 83860
    },
    {
      "epoch": 3.4348146631169363,
      "grad_norm": 2.2776581063581514,
      "learning_rate": 0.00011886641717803128,
      "loss": 1.5965,
      "step": 83861
    },
    {
      "epoch": 3.434855621544133,
      "grad_norm": 1.5909944188999368,
      "learning_rate": 0.00011886322681462782,
      "loss": 1.0192,
      "step": 83862
    },
    {
      "epoch": 3.434896579971329,
      "grad_norm": 1.2418870425544295,
      "learning_rate": 0.00011886003646594399,
      "loss": 0.65,
      "step": 83863
    },
    {
      "epoch": 3.4349375383985254,
      "grad_norm": 1.0385353359391232,
      "learning_rate": 0.00011885684613198136,
      "loss": 0.4215,
      "step": 83864
    },
    {
      "epoch": 3.434978496825722,
      "grad_norm": 1.5494777492401017,
      "learning_rate": 0.00011885365581274139,
      "loss": 1.0973,
      "step": 83865
    },
    {
      "epoch": 3.4350194552529185,
      "grad_norm": 1.463660182758512,
      "learning_rate": 0.00011885046550822562,
      "loss": 0.6715,
      "step": 83866
    },
    {
      "epoch": 3.4350604136801146,
      "grad_norm": 0.8697680016857456,
      "learning_rate": 0.00011884727521843551,
      "loss": 0.2908,
      "step": 83867
    },
    {
      "epoch": 3.435101372107311,
      "grad_norm": 0.8625963297741379,
      "learning_rate": 0.00011884408494337262,
      "loss": 0.2198,
      "step": 83868
    },
    {
      "epoch": 3.4351423305345072,
      "grad_norm": 1.4013692085316054,
      "learning_rate": 0.00011884089468303845,
      "loss": 0.8574,
      "step": 83869
    },
    {
      "epoch": 3.4351832889617038,
      "grad_norm": 1.5200279159908023,
      "learning_rate": 0.00011883770443743449,
      "loss": 0.8942,
      "step": 83870
    },
    {
      "epoch": 3.4352242473889003,
      "grad_norm": 1.5899206674356332,
      "learning_rate": 0.00011883451420656223,
      "loss": 0.7677,
      "step": 83871
    },
    {
      "epoch": 3.435265205816097,
      "grad_norm": 4.443504518932371,
      "learning_rate": 0.00011883132399042322,
      "loss": 1.1176,
      "step": 83872
    },
    {
      "epoch": 3.435306164243293,
      "grad_norm": 1.4594021930302745,
      "learning_rate": 0.00011882813378901897,
      "loss": 0.6975,
      "step": 83873
    },
    {
      "epoch": 3.4353471226704895,
      "grad_norm": 1.4028961138885658,
      "learning_rate": 0.00011882494360235097,
      "loss": 0.4798,
      "step": 83874
    },
    {
      "epoch": 3.435388081097686,
      "grad_norm": 0.7316866239273302,
      "learning_rate": 0.00011882175343042068,
      "loss": 0.2412,
      "step": 83875
    },
    {
      "epoch": 3.435429039524882,
      "grad_norm": 1.6772020065307078,
      "learning_rate": 0.00011881856327322978,
      "loss": 0.804,
      "step": 83876
    },
    {
      "epoch": 3.4354699979520786,
      "grad_norm": 1.324350457000875,
      "learning_rate": 0.00011881537313077955,
      "loss": 0.7002,
      "step": 83877
    },
    {
      "epoch": 3.435510956379275,
      "grad_norm": 0.5383677011925956,
      "learning_rate": 0.00011881218300307159,
      "loss": 0.1526,
      "step": 83878
    },
    {
      "epoch": 3.4355519148064713,
      "grad_norm": 1.4495458911583907,
      "learning_rate": 0.00011880899289010744,
      "loss": 0.8151,
      "step": 83879
    },
    {
      "epoch": 3.435592873233668,
      "grad_norm": 1.4565835219929442,
      "learning_rate": 0.00011880580279188861,
      "loss": 0.8833,
      "step": 83880
    },
    {
      "epoch": 3.4356338316608643,
      "grad_norm": 1.1870442229649967,
      "learning_rate": 0.00011880261270841657,
      "loss": 0.4548,
      "step": 83881
    },
    {
      "epoch": 3.4356747900880604,
      "grad_norm": 1.772887098872167,
      "learning_rate": 0.00011879942263969283,
      "loss": 0.6019,
      "step": 83882
    },
    {
      "epoch": 3.435715748515257,
      "grad_norm": 1.7119525257125388,
      "learning_rate": 0.00011879623258571893,
      "loss": 0.7396,
      "step": 83883
    },
    {
      "epoch": 3.4357567069424535,
      "grad_norm": 3.325963476470687,
      "learning_rate": 0.00011879304254649638,
      "loss": 0.436,
      "step": 83884
    },
    {
      "epoch": 3.43579766536965,
      "grad_norm": 2.1899647498243806,
      "learning_rate": 0.00011878985252202662,
      "loss": 1.0454,
      "step": 83885
    },
    {
      "epoch": 3.435838623796846,
      "grad_norm": 1.0581043469667297,
      "learning_rate": 0.00011878666251231122,
      "loss": 0.3756,
      "step": 83886
    },
    {
      "epoch": 3.4358795822240427,
      "grad_norm": 1.2193155725882752,
      "learning_rate": 0.0001187834725173517,
      "loss": 0.6626,
      "step": 83887
    },
    {
      "epoch": 3.4359205406512388,
      "grad_norm": 1.4551239214197143,
      "learning_rate": 0.00011878028253714954,
      "loss": 0.8608,
      "step": 83888
    },
    {
      "epoch": 3.4359614990784353,
      "grad_norm": 1.361162755722395,
      "learning_rate": 0.00011877709257170625,
      "loss": 0.6779,
      "step": 83889
    },
    {
      "epoch": 3.436002457505632,
      "grad_norm": 1.7229103505877539,
      "learning_rate": 0.00011877390262102329,
      "loss": 0.9142,
      "step": 83890
    },
    {
      "epoch": 3.4360434159328284,
      "grad_norm": 1.5124980756408997,
      "learning_rate": 0.00011877071268510226,
      "loss": 0.7056,
      "step": 83891
    },
    {
      "epoch": 3.4360843743600245,
      "grad_norm": 1.4593940750717094,
      "learning_rate": 0.00011876752276394465,
      "loss": 0.7649,
      "step": 83892
    },
    {
      "epoch": 3.436125332787221,
      "grad_norm": 1.546259832122058,
      "learning_rate": 0.00011876433285755191,
      "loss": 0.7603,
      "step": 83893
    },
    {
      "epoch": 3.4361662912144175,
      "grad_norm": 1.377134596039288,
      "learning_rate": 0.00011876114296592555,
      "loss": 0.9105,
      "step": 83894
    },
    {
      "epoch": 3.4362072496416136,
      "grad_norm": 1.3325559918912973,
      "learning_rate": 0.00011875795308906717,
      "loss": 0.5871,
      "step": 83895
    },
    {
      "epoch": 3.43624820806881,
      "grad_norm": 1.292397972093998,
      "learning_rate": 0.00011875476322697818,
      "loss": 0.6161,
      "step": 83896
    },
    {
      "epoch": 3.4362891664960067,
      "grad_norm": 1.173556057072465,
      "learning_rate": 0.00011875157337966016,
      "loss": 0.5356,
      "step": 83897
    },
    {
      "epoch": 3.4363301249232028,
      "grad_norm": 3.5580900033106126,
      "learning_rate": 0.00011874838354711453,
      "loss": 2.7692,
      "step": 83898
    },
    {
      "epoch": 3.4363710833503993,
      "grad_norm": 1.7692003827876124,
      "learning_rate": 0.00011874519372934289,
      "loss": 0.772,
      "step": 83899
    },
    {
      "epoch": 3.436412041777596,
      "grad_norm": 2.123177113143129,
      "learning_rate": 0.0001187420039263467,
      "loss": 0.8575,
      "step": 83900
    },
    {
      "epoch": 3.436453000204792,
      "grad_norm": 1.1485403322511398,
      "learning_rate": 0.00011873881413812747,
      "loss": 0.5423,
      "step": 83901
    },
    {
      "epoch": 3.4364939586319885,
      "grad_norm": 1.2372513035584674,
      "learning_rate": 0.00011873562436468671,
      "loss": 0.6149,
      "step": 83902
    },
    {
      "epoch": 3.436534917059185,
      "grad_norm": 1.654947936622877,
      "learning_rate": 0.00011873243460602595,
      "loss": 0.6308,
      "step": 83903
    },
    {
      "epoch": 3.4365758754863815,
      "grad_norm": 1.4062481778479226,
      "learning_rate": 0.00011872924486214667,
      "loss": 0.7672,
      "step": 83904
    },
    {
      "epoch": 3.4366168339135776,
      "grad_norm": 1.1771921700727062,
      "learning_rate": 0.0001187260551330504,
      "loss": 0.6251,
      "step": 83905
    },
    {
      "epoch": 3.436657792340774,
      "grad_norm": 1.67201290439814,
      "learning_rate": 0.0001187228654187386,
      "loss": 0.9728,
      "step": 83906
    },
    {
      "epoch": 3.4366987507679703,
      "grad_norm": 1.085029694890308,
      "learning_rate": 0.00011871967571921284,
      "loss": 0.5367,
      "step": 83907
    },
    {
      "epoch": 3.436739709195167,
      "grad_norm": 1.1953646302554561,
      "learning_rate": 0.00011871648603447461,
      "loss": 0.7611,
      "step": 83908
    },
    {
      "epoch": 3.4367806676223633,
      "grad_norm": 1.0786590065686854,
      "learning_rate": 0.00011871329636452541,
      "loss": 0.3489,
      "step": 83909
    },
    {
      "epoch": 3.43682162604956,
      "grad_norm": 1.307560958718761,
      "learning_rate": 0.00011871010670936676,
      "loss": 0.6663,
      "step": 83910
    },
    {
      "epoch": 3.436862584476756,
      "grad_norm": 1.3841083263061942,
      "learning_rate": 0.00011870691706900012,
      "loss": 0.7066,
      "step": 83911
    },
    {
      "epoch": 3.4369035429039525,
      "grad_norm": 3.3604372738723627,
      "learning_rate": 0.00011870372744342706,
      "loss": 2.0744,
      "step": 83912
    },
    {
      "epoch": 3.436944501331149,
      "grad_norm": 1.3748732163247654,
      "learning_rate": 0.00011870053783264906,
      "loss": 0.6925,
      "step": 83913
    },
    {
      "epoch": 3.436985459758345,
      "grad_norm": 1.3980521786360793,
      "learning_rate": 0.00011869734823666762,
      "loss": 0.756,
      "step": 83914
    },
    {
      "epoch": 3.4370264181855417,
      "grad_norm": 1.4766404492239273,
      "learning_rate": 0.00011869415865548423,
      "loss": 0.7543,
      "step": 83915
    },
    {
      "epoch": 3.437067376612738,
      "grad_norm": 1.7255692869322772,
      "learning_rate": 0.00011869096908910047,
      "loss": 0.6942,
      "step": 83916
    },
    {
      "epoch": 3.4371083350399343,
      "grad_norm": 0.7343320833972051,
      "learning_rate": 0.00011868777953751779,
      "loss": 0.129,
      "step": 83917
    },
    {
      "epoch": 3.437149293467131,
      "grad_norm": 1.4672235828509081,
      "learning_rate": 0.00011868459000073772,
      "loss": 0.6915,
      "step": 83918
    },
    {
      "epoch": 3.4371902518943274,
      "grad_norm": 0.8729927447376093,
      "learning_rate": 0.00011868140047876172,
      "loss": 0.2829,
      "step": 83919
    },
    {
      "epoch": 3.4372312103215235,
      "grad_norm": 1.4413012849906839,
      "learning_rate": 0.00011867821097159137,
      "loss": 0.7173,
      "step": 83920
    },
    {
      "epoch": 3.43727216874872,
      "grad_norm": 1.5059391215499829,
      "learning_rate": 0.00011867502147922816,
      "loss": 0.7351,
      "step": 83921
    },
    {
      "epoch": 3.4373131271759165,
      "grad_norm": 1.4669422083177504,
      "learning_rate": 0.00011867183200167356,
      "loss": 0.7078,
      "step": 83922
    },
    {
      "epoch": 3.437354085603113,
      "grad_norm": 1.8167118165162428,
      "learning_rate": 0.00011866864253892908,
      "loss": 0.7517,
      "step": 83923
    },
    {
      "epoch": 3.437395044030309,
      "grad_norm": 1.7576812548017064,
      "learning_rate": 0.00011866545309099627,
      "loss": 0.8417,
      "step": 83924
    },
    {
      "epoch": 3.4374360024575057,
      "grad_norm": 1.2173409052205426,
      "learning_rate": 0.00011866226365787662,
      "loss": 0.5459,
      "step": 83925
    },
    {
      "epoch": 3.437476960884702,
      "grad_norm": 1.7506623192573671,
      "learning_rate": 0.00011865907423957163,
      "loss": 0.9641,
      "step": 83926
    },
    {
      "epoch": 3.4375179193118983,
      "grad_norm": 1.4599356513948663,
      "learning_rate": 0.00011865588483608278,
      "loss": 0.576,
      "step": 83927
    },
    {
      "epoch": 3.437558877739095,
      "grad_norm": 1.544053988180314,
      "learning_rate": 0.00011865269544741166,
      "loss": 0.8009,
      "step": 83928
    },
    {
      "epoch": 3.4375998361662914,
      "grad_norm": 1.4367778726183136,
      "learning_rate": 0.0001186495060735597,
      "loss": 0.8207,
      "step": 83929
    },
    {
      "epoch": 3.4376407945934875,
      "grad_norm": 0.8215029835743571,
      "learning_rate": 0.00011864631671452845,
      "loss": 0.2524,
      "step": 83930
    },
    {
      "epoch": 3.437681753020684,
      "grad_norm": 1.2648666409977463,
      "learning_rate": 0.00011864312737031935,
      "loss": 0.6971,
      "step": 83931
    },
    {
      "epoch": 3.4377227114478806,
      "grad_norm": 1.9141776681757592,
      "learning_rate": 0.00011863993804093402,
      "loss": 1.1351,
      "step": 83932
    },
    {
      "epoch": 3.4377636698750766,
      "grad_norm": 1.2408404258064403,
      "learning_rate": 0.0001186367487263739,
      "loss": 0.5335,
      "step": 83933
    },
    {
      "epoch": 3.437804628302273,
      "grad_norm": 3.521918176041255,
      "learning_rate": 0.0001186335594266405,
      "loss": 0.9215,
      "step": 83934
    },
    {
      "epoch": 3.4378455867294697,
      "grad_norm": 1.2381553245633776,
      "learning_rate": 0.0001186303701417353,
      "loss": 0.751,
      "step": 83935
    },
    {
      "epoch": 3.437886545156666,
      "grad_norm": 1.532853741614885,
      "learning_rate": 0.00011862718087165988,
      "loss": 0.9149,
      "step": 83936
    },
    {
      "epoch": 3.4379275035838623,
      "grad_norm": 1.4873278876748497,
      "learning_rate": 0.0001186239916164157,
      "loss": 0.8645,
      "step": 83937
    },
    {
      "epoch": 3.437968462011059,
      "grad_norm": 1.004787603994134,
      "learning_rate": 0.00011862080237600427,
      "loss": 0.355,
      "step": 83938
    },
    {
      "epoch": 3.438009420438255,
      "grad_norm": 1.4247380114370347,
      "learning_rate": 0.0001186176131504271,
      "loss": 0.6362,
      "step": 83939
    },
    {
      "epoch": 3.4380503788654515,
      "grad_norm": 1.5892556706814716,
      "learning_rate": 0.0001186144239396857,
      "loss": 0.9131,
      "step": 83940
    },
    {
      "epoch": 3.438091337292648,
      "grad_norm": 1.2398021532551704,
      "learning_rate": 0.00011861123474378159,
      "loss": 0.7503,
      "step": 83941
    },
    {
      "epoch": 3.4381322957198446,
      "grad_norm": 1.4220220834768,
      "learning_rate": 0.00011860804556271627,
      "loss": 0.6612,
      "step": 83942
    },
    {
      "epoch": 3.4381732541470407,
      "grad_norm": 1.0976728365570882,
      "learning_rate": 0.00011860485639649122,
      "loss": 0.2437,
      "step": 83943
    },
    {
      "epoch": 3.438214212574237,
      "grad_norm": 1.5649781728541121,
      "learning_rate": 0.00011860166724510799,
      "loss": 0.7532,
      "step": 83944
    },
    {
      "epoch": 3.4382551710014333,
      "grad_norm": 0.9339688123601708,
      "learning_rate": 0.00011859847810856807,
      "loss": 0.2677,
      "step": 83945
    },
    {
      "epoch": 3.43829612942863,
      "grad_norm": 1.2471066583362247,
      "learning_rate": 0.00011859528898687302,
      "loss": 0.6927,
      "step": 83946
    },
    {
      "epoch": 3.4383370878558264,
      "grad_norm": 1.651333669893416,
      "learning_rate": 0.00011859209988002423,
      "loss": 1.0194,
      "step": 83947
    },
    {
      "epoch": 3.438378046283023,
      "grad_norm": 0.8683652808808449,
      "learning_rate": 0.00011858891078802331,
      "loss": 0.2621,
      "step": 83948
    },
    {
      "epoch": 3.438419004710219,
      "grad_norm": 1.6738207821431808,
      "learning_rate": 0.0001185857217108717,
      "loss": 0.8398,
      "step": 83949
    },
    {
      "epoch": 3.4384599631374155,
      "grad_norm": 1.1469910430797425,
      "learning_rate": 0.00011858253264857092,
      "loss": 0.5854,
      "step": 83950
    },
    {
      "epoch": 3.438500921564612,
      "grad_norm": 1.0215441021561127,
      "learning_rate": 0.00011857934360112252,
      "loss": 0.544,
      "step": 83951
    },
    {
      "epoch": 3.438541879991808,
      "grad_norm": 4.744449458229925,
      "learning_rate": 0.00011857615456852799,
      "loss": 3.0969,
      "step": 83952
    },
    {
      "epoch": 3.4385828384190047,
      "grad_norm": 1.7436565224975569,
      "learning_rate": 0.00011857296555078882,
      "loss": 0.8801,
      "step": 83953
    },
    {
      "epoch": 3.4386237968462012,
      "grad_norm": 1.3816176838719847,
      "learning_rate": 0.00011856977654790651,
      "loss": 0.6982,
      "step": 83954
    },
    {
      "epoch": 3.4386647552733973,
      "grad_norm": 1.1554222561995475,
      "learning_rate": 0.00011856658755988261,
      "loss": 0.713,
      "step": 83955
    },
    {
      "epoch": 3.438705713700594,
      "grad_norm": 1.2586438873750982,
      "learning_rate": 0.0001185633985867186,
      "loss": 0.794,
      "step": 83956
    },
    {
      "epoch": 3.4387466721277904,
      "grad_norm": 1.5595633470147896,
      "learning_rate": 0.00011856020962841602,
      "loss": 0.5822,
      "step": 83957
    },
    {
      "epoch": 3.4387876305549865,
      "grad_norm": 1.380741610479403,
      "learning_rate": 0.00011855702068497628,
      "loss": 0.6454,
      "step": 83958
    },
    {
      "epoch": 3.438828588982183,
      "grad_norm": 0.8877834982258295,
      "learning_rate": 0.00011855383175640099,
      "loss": 0.2521,
      "step": 83959
    },
    {
      "epoch": 3.4388695474093796,
      "grad_norm": 1.375812971790226,
      "learning_rate": 0.00011855064284269166,
      "loss": 0.4972,
      "step": 83960
    },
    {
      "epoch": 3.438910505836576,
      "grad_norm": 1.0513032747248605,
      "learning_rate": 0.00011854745394384973,
      "loss": 0.6597,
      "step": 83961
    },
    {
      "epoch": 3.438951464263772,
      "grad_norm": 1.5893836419880536,
      "learning_rate": 0.00011854426505987671,
      "loss": 0.8329,
      "step": 83962
    },
    {
      "epoch": 3.4389924226909687,
      "grad_norm": 1.1014184799890805,
      "learning_rate": 0.00011854107619077416,
      "loss": 0.7245,
      "step": 83963
    },
    {
      "epoch": 3.4390333811181653,
      "grad_norm": 1.4805863866075795,
      "learning_rate": 0.00011853788733654358,
      "loss": 0.7636,
      "step": 83964
    },
    {
      "epoch": 3.4390743395453613,
      "grad_norm": 1.525110964726224,
      "learning_rate": 0.00011853469849718646,
      "loss": 0.8231,
      "step": 83965
    },
    {
      "epoch": 3.439115297972558,
      "grad_norm": 1.9412584605016838,
      "learning_rate": 0.00011853150967270428,
      "loss": 0.9841,
      "step": 83966
    },
    {
      "epoch": 3.4391562563997544,
      "grad_norm": 1.0927157356587966,
      "learning_rate": 0.0001185283208630986,
      "loss": 0.5559,
      "step": 83967
    },
    {
      "epoch": 3.4391972148269505,
      "grad_norm": 1.519149159897705,
      "learning_rate": 0.0001185251320683709,
      "loss": 0.4523,
      "step": 83968
    },
    {
      "epoch": 3.439238173254147,
      "grad_norm": 0.9106801324749849,
      "learning_rate": 0.00011852194328852269,
      "loss": 0.3367,
      "step": 83969
    },
    {
      "epoch": 3.4392791316813436,
      "grad_norm": 1.4620508075567908,
      "learning_rate": 0.00011851875452355544,
      "loss": 0.7376,
      "step": 83970
    },
    {
      "epoch": 3.4393200901085397,
      "grad_norm": 1.2813999386630932,
      "learning_rate": 0.00011851556577347077,
      "loss": 0.465,
      "step": 83971
    },
    {
      "epoch": 3.439361048535736,
      "grad_norm": 1.2443255006838583,
      "learning_rate": 0.00011851237703827008,
      "loss": 0.647,
      "step": 83972
    },
    {
      "epoch": 3.4394020069629327,
      "grad_norm": 0.7959482442469722,
      "learning_rate": 0.00011850918831795491,
      "loss": 0.2358,
      "step": 83973
    },
    {
      "epoch": 3.439442965390129,
      "grad_norm": 1.494546590945351,
      "learning_rate": 0.00011850599961252675,
      "loss": 0.7106,
      "step": 83974
    },
    {
      "epoch": 3.4394839238173254,
      "grad_norm": 1.2294878240740637,
      "learning_rate": 0.00011850281092198714,
      "loss": 0.473,
      "step": 83975
    },
    {
      "epoch": 3.439524882244522,
      "grad_norm": 1.560849079502366,
      "learning_rate": 0.00011849962224633758,
      "loss": 0.6779,
      "step": 83976
    },
    {
      "epoch": 3.439565840671718,
      "grad_norm": 0.8973635777998369,
      "learning_rate": 0.00011849643358557958,
      "loss": 0.3832,
      "step": 83977
    },
    {
      "epoch": 3.4396067990989145,
      "grad_norm": 1.2463821392747463,
      "learning_rate": 0.0001184932449397146,
      "loss": 0.5671,
      "step": 83978
    },
    {
      "epoch": 3.439647757526111,
      "grad_norm": 2.6167655673228296,
      "learning_rate": 0.00011849005630874422,
      "loss": 1.2515,
      "step": 83979
    },
    {
      "epoch": 3.4396887159533076,
      "grad_norm": 1.3246090688418535,
      "learning_rate": 0.0001184868676926699,
      "loss": 0.8999,
      "step": 83980
    },
    {
      "epoch": 3.4397296743805037,
      "grad_norm": 1.1724448502094016,
      "learning_rate": 0.00011848367909149317,
      "loss": 0.6482,
      "step": 83981
    },
    {
      "epoch": 3.4397706328077002,
      "grad_norm": 1.434804627209407,
      "learning_rate": 0.00011848049050521552,
      "loss": 0.6829,
      "step": 83982
    },
    {
      "epoch": 3.4398115912348968,
      "grad_norm": 1.548196562720305,
      "learning_rate": 0.00011847730193383844,
      "loss": 0.6647,
      "step": 83983
    },
    {
      "epoch": 3.439852549662093,
      "grad_norm": 1.1301779422673845,
      "learning_rate": 0.0001184741133773635,
      "loss": 0.545,
      "step": 83984
    },
    {
      "epoch": 3.4398935080892894,
      "grad_norm": 1.1941552913420117,
      "learning_rate": 0.00011847092483579219,
      "loss": 0.7263,
      "step": 83985
    },
    {
      "epoch": 3.439934466516486,
      "grad_norm": 1.6981308665033392,
      "learning_rate": 0.00011846773630912595,
      "loss": 0.4287,
      "step": 83986
    },
    {
      "epoch": 3.439975424943682,
      "grad_norm": 0.8210964648612832,
      "learning_rate": 0.00011846454779736633,
      "loss": 0.2549,
      "step": 83987
    },
    {
      "epoch": 3.4400163833708786,
      "grad_norm": 1.295819866902752,
      "learning_rate": 0.00011846135930051487,
      "loss": 0.7519,
      "step": 83988
    },
    {
      "epoch": 3.440057341798075,
      "grad_norm": 0.7941087750532041,
      "learning_rate": 0.00011845817081857304,
      "loss": 0.2299,
      "step": 83989
    },
    {
      "epoch": 3.440098300225271,
      "grad_norm": 1.2577701337197171,
      "learning_rate": 0.00011845498235154237,
      "loss": 0.5275,
      "step": 83990
    },
    {
      "epoch": 3.4401392586524677,
      "grad_norm": 1.8859485830058658,
      "learning_rate": 0.00011845179389942432,
      "loss": 1.2664,
      "step": 83991
    },
    {
      "epoch": 3.4401802170796643,
      "grad_norm": 1.0849861409807062,
      "learning_rate": 0.00011844860546222047,
      "loss": 0.5639,
      "step": 83992
    },
    {
      "epoch": 3.4402211755068604,
      "grad_norm": 1.1878990904375348,
      "learning_rate": 0.00011844541703993227,
      "loss": 0.6626,
      "step": 83993
    },
    {
      "epoch": 3.440262133934057,
      "grad_norm": 0.9890524858372834,
      "learning_rate": 0.00011844222863256125,
      "loss": 0.2644,
      "step": 83994
    },
    {
      "epoch": 3.4403030923612534,
      "grad_norm": 1.2355360284444856,
      "learning_rate": 0.00011843904024010889,
      "loss": 0.8131,
      "step": 83995
    },
    {
      "epoch": 3.4403440507884495,
      "grad_norm": 1.9720389057921917,
      "learning_rate": 0.00011843585186257675,
      "loss": 0.7739,
      "step": 83996
    },
    {
      "epoch": 3.440385009215646,
      "grad_norm": 0.9212922839081282,
      "learning_rate": 0.00011843266349996631,
      "loss": 0.2406,
      "step": 83997
    },
    {
      "epoch": 3.4404259676428426,
      "grad_norm": 1.205823142554673,
      "learning_rate": 0.00011842947515227905,
      "loss": 0.5766,
      "step": 83998
    },
    {
      "epoch": 3.440466926070039,
      "grad_norm": 1.3455031116009228,
      "learning_rate": 0.0001184262868195165,
      "loss": 0.6166,
      "step": 83999
    },
    {
      "epoch": 3.440507884497235,
      "grad_norm": 1.68888925842869,
      "learning_rate": 0.0001184230985016802,
      "loss": 0.9497,
      "step": 84000
    },
    {
      "epoch": 3.4405488429244317,
      "grad_norm": 1.6607449756580301,
      "learning_rate": 0.00011841991019877161,
      "loss": 0.5065,
      "step": 84001
    },
    {
      "epoch": 3.4405898013516283,
      "grad_norm": 1.3156908534046887,
      "learning_rate": 0.00011841672191079225,
      "loss": 0.7626,
      "step": 84002
    },
    {
      "epoch": 3.4406307597788244,
      "grad_norm": 1.76461313490216,
      "learning_rate": 0.00011841353363774362,
      "loss": 0.721,
      "step": 84003
    },
    {
      "epoch": 3.440671718206021,
      "grad_norm": 1.543635120804741,
      "learning_rate": 0.00011841034537962727,
      "loss": 0.8266,
      "step": 84004
    },
    {
      "epoch": 3.4407126766332174,
      "grad_norm": 1.3199380220803778,
      "learning_rate": 0.00011840715713644468,
      "loss": 0.5868,
      "step": 84005
    },
    {
      "epoch": 3.4407536350604135,
      "grad_norm": 1.4939414081630569,
      "learning_rate": 0.00011840396890819734,
      "loss": 0.7403,
      "step": 84006
    },
    {
      "epoch": 3.44079459348761,
      "grad_norm": 1.4349149740956246,
      "learning_rate": 0.00011840078069488673,
      "loss": 0.88,
      "step": 84007
    },
    {
      "epoch": 3.4408355519148066,
      "grad_norm": 1.8171490991642514,
      "learning_rate": 0.00011839759249651444,
      "loss": 1.124,
      "step": 84008
    },
    {
      "epoch": 3.4408765103420027,
      "grad_norm": 1.384608504070857,
      "learning_rate": 0.00011839440431308193,
      "loss": 0.7916,
      "step": 84009
    },
    {
      "epoch": 3.4409174687691992,
      "grad_norm": 2.474106206910829,
      "learning_rate": 0.00011839121614459071,
      "loss": 2.0821,
      "step": 84010
    },
    {
      "epoch": 3.4409584271963958,
      "grad_norm": 1.532795579732537,
      "learning_rate": 0.00011838802799104226,
      "loss": 0.956,
      "step": 84011
    },
    {
      "epoch": 3.440999385623592,
      "grad_norm": 1.6707285418560898,
      "learning_rate": 0.00011838483985243815,
      "loss": 1.0371,
      "step": 84012
    },
    {
      "epoch": 3.4410403440507884,
      "grad_norm": 1.5256500569677038,
      "learning_rate": 0.00011838165172877986,
      "loss": 0.863,
      "step": 84013
    },
    {
      "epoch": 3.441081302477985,
      "grad_norm": 1.8456098581123022,
      "learning_rate": 0.00011837846362006889,
      "loss": 0.8005,
      "step": 84014
    },
    {
      "epoch": 3.441122260905181,
      "grad_norm": 0.4619199970581938,
      "learning_rate": 0.00011837527552630669,
      "loss": 0.0856,
      "step": 84015
    },
    {
      "epoch": 3.4411632193323776,
      "grad_norm": 1.1947290100558068,
      "learning_rate": 0.00011837208744749488,
      "loss": 0.6261,
      "step": 84016
    },
    {
      "epoch": 3.441204177759574,
      "grad_norm": 1.8118132758667922,
      "learning_rate": 0.00011836889938363497,
      "loss": 0.8715,
      "step": 84017
    },
    {
      "epoch": 3.4412451361867706,
      "grad_norm": 1.0888196781262636,
      "learning_rate": 0.00011836571133472831,
      "loss": 0.5586,
      "step": 84018
    },
    {
      "epoch": 3.4412860946139667,
      "grad_norm": 1.6581253706981811,
      "learning_rate": 0.00011836252330077655,
      "loss": 0.5295,
      "step": 84019
    },
    {
      "epoch": 3.4413270530411633,
      "grad_norm": 1.4765866869942719,
      "learning_rate": 0.00011835933528178115,
      "loss": 0.7517,
      "step": 84020
    },
    {
      "epoch": 3.44136801146836,
      "grad_norm": 2.0093420230974104,
      "learning_rate": 0.0001183561472777436,
      "loss": 1.4083,
      "step": 84021
    },
    {
      "epoch": 3.441408969895556,
      "grad_norm": 1.1593824071752614,
      "learning_rate": 0.00011835295928866541,
      "loss": 0.3338,
      "step": 84022
    },
    {
      "epoch": 3.4414499283227524,
      "grad_norm": 1.2636580871433265,
      "learning_rate": 0.00011834977131454814,
      "loss": 0.6726,
      "step": 84023
    },
    {
      "epoch": 3.441490886749949,
      "grad_norm": 1.8535080544657923,
      "learning_rate": 0.00011834658335539326,
      "loss": 0.7768,
      "step": 84024
    },
    {
      "epoch": 3.441531845177145,
      "grad_norm": 1.4623583332058763,
      "learning_rate": 0.00011834339541120228,
      "loss": 0.8008,
      "step": 84025
    },
    {
      "epoch": 3.4415728036043416,
      "grad_norm": 1.0704173243218318,
      "learning_rate": 0.00011834020748197666,
      "loss": 0.73,
      "step": 84026
    },
    {
      "epoch": 3.441613762031538,
      "grad_norm": 1.70958065713986,
      "learning_rate": 0.000118337019567718,
      "loss": 0.5867,
      "step": 84027
    },
    {
      "epoch": 3.441654720458734,
      "grad_norm": 1.3698918977295116,
      "learning_rate": 0.00011833383166842776,
      "loss": 0.7873,
      "step": 84028
    },
    {
      "epoch": 3.4416956788859308,
      "grad_norm": 0.8801304410102095,
      "learning_rate": 0.00011833064378410743,
      "loss": 0.2263,
      "step": 84029
    },
    {
      "epoch": 3.4417366373131273,
      "grad_norm": 1.5855848243852997,
      "learning_rate": 0.00011832745591475852,
      "loss": 0.6784,
      "step": 84030
    },
    {
      "epoch": 3.4417775957403234,
      "grad_norm": 2.0503491367712865,
      "learning_rate": 0.00011832426806038258,
      "loss": 1.5341,
      "step": 84031
    },
    {
      "epoch": 3.44181855416752,
      "grad_norm": 1.6029462213838312,
      "learning_rate": 0.00011832108022098108,
      "loss": 0.6109,
      "step": 84032
    },
    {
      "epoch": 3.4418595125947165,
      "grad_norm": 1.0878695238836407,
      "learning_rate": 0.00011831789239655555,
      "loss": 0.3083,
      "step": 84033
    },
    {
      "epoch": 3.4419004710219125,
      "grad_norm": 1.6116974204966301,
      "learning_rate": 0.00011831470458710743,
      "loss": 0.8932,
      "step": 84034
    },
    {
      "epoch": 3.441941429449109,
      "grad_norm": 1.4104679789773034,
      "learning_rate": 0.00011831151679263832,
      "loss": 0.8171,
      "step": 84035
    },
    {
      "epoch": 3.4419823878763056,
      "grad_norm": 1.3657000926163234,
      "learning_rate": 0.0001183083290131497,
      "loss": 0.6474,
      "step": 84036
    },
    {
      "epoch": 3.442023346303502,
      "grad_norm": 1.5361109811247426,
      "learning_rate": 0.00011830514124864304,
      "loss": 0.8492,
      "step": 84037
    },
    {
      "epoch": 3.4420643047306982,
      "grad_norm": 1.4380178038194629,
      "learning_rate": 0.00011830195349911985,
      "loss": 0.634,
      "step": 84038
    },
    {
      "epoch": 3.442105263157895,
      "grad_norm": 1.3598126010815055,
      "learning_rate": 0.00011829876576458168,
      "loss": 0.6843,
      "step": 84039
    },
    {
      "epoch": 3.4421462215850913,
      "grad_norm": 2.831199344908309,
      "learning_rate": 0.00011829557804503003,
      "loss": 0.7345,
      "step": 84040
    },
    {
      "epoch": 3.4421871800122874,
      "grad_norm": 1.446821392337644,
      "learning_rate": 0.00011829239034046638,
      "loss": 0.6494,
      "step": 84041
    },
    {
      "epoch": 3.442228138439484,
      "grad_norm": 1.5484229354607582,
      "learning_rate": 0.00011828920265089223,
      "loss": 0.8332,
      "step": 84042
    },
    {
      "epoch": 3.4422690968666805,
      "grad_norm": 1.7919003279767083,
      "learning_rate": 0.00011828601497630912,
      "loss": 0.8042,
      "step": 84043
    },
    {
      "epoch": 3.4423100552938766,
      "grad_norm": 1.0989668450231878,
      "learning_rate": 0.00011828282731671855,
      "loss": 0.5318,
      "step": 84044
    },
    {
      "epoch": 3.442351013721073,
      "grad_norm": 1.6437629968738399,
      "learning_rate": 0.00011827963967212202,
      "loss": 1.0326,
      "step": 84045
    },
    {
      "epoch": 3.4423919721482696,
      "grad_norm": 1.4326083844724444,
      "learning_rate": 0.00011827645204252099,
      "loss": 0.5873,
      "step": 84046
    },
    {
      "epoch": 3.4424329305754657,
      "grad_norm": 1.6226645553230716,
      "learning_rate": 0.00011827326442791705,
      "loss": 0.9948,
      "step": 84047
    },
    {
      "epoch": 3.4424738890026623,
      "grad_norm": 4.979539624574532,
      "learning_rate": 0.00011827007682831169,
      "loss": 1.8453,
      "step": 84048
    },
    {
      "epoch": 3.442514847429859,
      "grad_norm": 1.123743622214707,
      "learning_rate": 0.00011826688924370636,
      "loss": 0.5291,
      "step": 84049
    },
    {
      "epoch": 3.442555805857055,
      "grad_norm": 1.9398032889578198,
      "learning_rate": 0.00011826370167410263,
      "loss": 1.4074,
      "step": 84050
    },
    {
      "epoch": 3.4425967642842514,
      "grad_norm": 1.025846431785668,
      "learning_rate": 0.00011826051411950194,
      "loss": 0.3713,
      "step": 84051
    },
    {
      "epoch": 3.442637722711448,
      "grad_norm": 1.8024333940455803,
      "learning_rate": 0.00011825732657990588,
      "loss": 0.7962,
      "step": 84052
    },
    {
      "epoch": 3.442678681138644,
      "grad_norm": 1.3845149888160748,
      "learning_rate": 0.00011825413905531591,
      "loss": 0.9975,
      "step": 84053
    },
    {
      "epoch": 3.4427196395658406,
      "grad_norm": 1.2821186890405931,
      "learning_rate": 0.00011825095154573353,
      "loss": 0.8167,
      "step": 84054
    },
    {
      "epoch": 3.442760597993037,
      "grad_norm": 2.626425817132886,
      "learning_rate": 0.00011824776405116023,
      "loss": 1.7957,
      "step": 84055
    },
    {
      "epoch": 3.4428015564202337,
      "grad_norm": 1.0663595193996276,
      "learning_rate": 0.00011824457657159758,
      "loss": 0.2771,
      "step": 84056
    },
    {
      "epoch": 3.4428425148474298,
      "grad_norm": 1.6652832261252166,
      "learning_rate": 0.00011824138910704705,
      "loss": 0.8559,
      "step": 84057
    },
    {
      "epoch": 3.4428834732746263,
      "grad_norm": 1.3754027658413592,
      "learning_rate": 0.00011823820165751015,
      "loss": 0.8317,
      "step": 84058
    },
    {
      "epoch": 3.442924431701823,
      "grad_norm": 0.5751293811024013,
      "learning_rate": 0.00011823501422298834,
      "loss": 0.1307,
      "step": 84059
    },
    {
      "epoch": 3.442965390129019,
      "grad_norm": 1.4084325511621305,
      "learning_rate": 0.00011823182680348322,
      "loss": 0.7913,
      "step": 84060
    },
    {
      "epoch": 3.4430063485562155,
      "grad_norm": 1.285360958842382,
      "learning_rate": 0.00011822863939899624,
      "loss": 0.7821,
      "step": 84061
    },
    {
      "epoch": 3.443047306983412,
      "grad_norm": 1.5311989251597902,
      "learning_rate": 0.00011822545200952893,
      "loss": 0.841,
      "step": 84062
    },
    {
      "epoch": 3.443088265410608,
      "grad_norm": 1.6235218785432952,
      "learning_rate": 0.00011822226463508274,
      "loss": 0.906,
      "step": 84063
    },
    {
      "epoch": 3.4431292238378046,
      "grad_norm": 2.866261672152407,
      "learning_rate": 0.00011821907727565926,
      "loss": 2.9248,
      "step": 84064
    },
    {
      "epoch": 3.443170182265001,
      "grad_norm": 3.2583556915799443,
      "learning_rate": 0.00011821588993125994,
      "loss": 3.1281,
      "step": 84065
    },
    {
      "epoch": 3.4432111406921972,
      "grad_norm": 1.3341374625928002,
      "learning_rate": 0.00011821270260188631,
      "loss": 0.7679,
      "step": 84066
    },
    {
      "epoch": 3.443252099119394,
      "grad_norm": 1.958735187672722,
      "learning_rate": 0.00011820951528753984,
      "loss": 0.6259,
      "step": 84067
    },
    {
      "epoch": 3.4432930575465903,
      "grad_norm": 1.374826845067296,
      "learning_rate": 0.0001182063279882221,
      "loss": 0.6996,
      "step": 84068
    },
    {
      "epoch": 3.443334015973787,
      "grad_norm": 1.4522664260643485,
      "learning_rate": 0.00011820314070393455,
      "loss": 0.7717,
      "step": 84069
    },
    {
      "epoch": 3.443374974400983,
      "grad_norm": 1.495793879879419,
      "learning_rate": 0.00011819995343467873,
      "loss": 0.8926,
      "step": 84070
    },
    {
      "epoch": 3.4434159328281795,
      "grad_norm": 1.392667378766315,
      "learning_rate": 0.00011819676618045608,
      "loss": 0.7337,
      "step": 84071
    },
    {
      "epoch": 3.4434568912553756,
      "grad_norm": 1.7154631104181957,
      "learning_rate": 0.00011819357894126819,
      "loss": 0.7609,
      "step": 84072
    },
    {
      "epoch": 3.443497849682572,
      "grad_norm": 1.6941440135280001,
      "learning_rate": 0.00011819039171711654,
      "loss": 1.1742,
      "step": 84073
    },
    {
      "epoch": 3.4435388081097686,
      "grad_norm": 1.167850531922229,
      "learning_rate": 0.00011818720450800261,
      "loss": 0.3233,
      "step": 84074
    },
    {
      "epoch": 3.443579766536965,
      "grad_norm": 1.1707434222047852,
      "learning_rate": 0.0001181840173139279,
      "loss": 0.5839,
      "step": 84075
    },
    {
      "epoch": 3.4436207249641613,
      "grad_norm": 1.6461155190945755,
      "learning_rate": 0.00011818083013489397,
      "loss": 0.8854,
      "step": 84076
    },
    {
      "epoch": 3.443661683391358,
      "grad_norm": 2.8144064772928203,
      "learning_rate": 0.0001181776429709023,
      "loss": 2.6949,
      "step": 84077
    },
    {
      "epoch": 3.4437026418185543,
      "grad_norm": 1.146943920670686,
      "learning_rate": 0.00011817445582195441,
      "loss": 0.7415,
      "step": 84078
    },
    {
      "epoch": 3.4437436002457504,
      "grad_norm": 1.77436959466671,
      "learning_rate": 0.00011817126868805172,
      "loss": 1.1357,
      "step": 84079
    },
    {
      "epoch": 3.443784558672947,
      "grad_norm": 1.4338247400166964,
      "learning_rate": 0.00011816808156919587,
      "loss": 0.6133,
      "step": 84080
    },
    {
      "epoch": 3.4438255171001435,
      "grad_norm": 1.26574397400366,
      "learning_rate": 0.00011816489446538829,
      "loss": 0.5403,
      "step": 84081
    },
    {
      "epoch": 3.4438664755273396,
      "grad_norm": 0.8295786210507128,
      "learning_rate": 0.0001181617073766305,
      "loss": 0.2252,
      "step": 84082
    },
    {
      "epoch": 3.443907433954536,
      "grad_norm": 1.4952881421809896,
      "learning_rate": 0.000118158520302924,
      "loss": 0.6899,
      "step": 84083
    },
    {
      "epoch": 3.4439483923817327,
      "grad_norm": 1.2697763352149334,
      "learning_rate": 0.00011815533324427031,
      "loss": 0.6163,
      "step": 84084
    },
    {
      "epoch": 3.4439893508089288,
      "grad_norm": 1.5907018303522582,
      "learning_rate": 0.00011815214620067093,
      "loss": 0.7863,
      "step": 84085
    },
    {
      "epoch": 3.4440303092361253,
      "grad_norm": 1.3180938612721462,
      "learning_rate": 0.00011814895917212738,
      "loss": 0.6279,
      "step": 84086
    },
    {
      "epoch": 3.444071267663322,
      "grad_norm": 1.0749401060421557,
      "learning_rate": 0.00011814577215864117,
      "loss": 0.5256,
      "step": 84087
    },
    {
      "epoch": 3.4441122260905184,
      "grad_norm": 1.7969965365320775,
      "learning_rate": 0.00011814258516021376,
      "loss": 1.0691,
      "step": 84088
    },
    {
      "epoch": 3.4441531845177145,
      "grad_norm": 1.461605552841229,
      "learning_rate": 0.00011813939817684671,
      "loss": 0.7751,
      "step": 84089
    },
    {
      "epoch": 3.444194142944911,
      "grad_norm": 1.013571267404413,
      "learning_rate": 0.00011813621120854147,
      "loss": 0.2757,
      "step": 84090
    },
    {
      "epoch": 3.444235101372107,
      "grad_norm": 1.1893046810310395,
      "learning_rate": 0.0001181330242552996,
      "loss": 0.4382,
      "step": 84091
    },
    {
      "epoch": 3.4442760597993036,
      "grad_norm": 1.3388887261213223,
      "learning_rate": 0.00011812983731712257,
      "loss": 0.6551,
      "step": 84092
    },
    {
      "epoch": 3.4443170182265,
      "grad_norm": 1.1858459022932244,
      "learning_rate": 0.00011812665039401192,
      "loss": 0.2498,
      "step": 84093
    },
    {
      "epoch": 3.4443579766536967,
      "grad_norm": 1.755694042498009,
      "learning_rate": 0.00011812346348596911,
      "loss": 0.9319,
      "step": 84094
    },
    {
      "epoch": 3.444398935080893,
      "grad_norm": 0.9863366885331372,
      "learning_rate": 0.00011812027659299571,
      "loss": 0.2816,
      "step": 84095
    },
    {
      "epoch": 3.4444398935080893,
      "grad_norm": 1.6029523603034013,
      "learning_rate": 0.00011811708971509319,
      "loss": 0.8127,
      "step": 84096
    },
    {
      "epoch": 3.444480851935286,
      "grad_norm": 1.3060332941299737,
      "learning_rate": 0.00011811390285226306,
      "loss": 0.6718,
      "step": 84097
    },
    {
      "epoch": 3.444521810362482,
      "grad_norm": 1.6542038637318448,
      "learning_rate": 0.00011811071600450679,
      "loss": 0.7749,
      "step": 84098
    },
    {
      "epoch": 3.4445627687896785,
      "grad_norm": 1.070181588858439,
      "learning_rate": 0.00011810752917182597,
      "loss": 0.325,
      "step": 84099
    },
    {
      "epoch": 3.444603727216875,
      "grad_norm": 1.6851495833949466,
      "learning_rate": 0.00011810434235422206,
      "loss": 0.8824,
      "step": 84100
    },
    {
      "epoch": 3.444644685644071,
      "grad_norm": 1.0111995331243926,
      "learning_rate": 0.00011810115555169654,
      "loss": 0.4804,
      "step": 84101
    },
    {
      "epoch": 3.4446856440712676,
      "grad_norm": 1.4784641933016351,
      "learning_rate": 0.00011809796876425094,
      "loss": 0.6456,
      "step": 84102
    },
    {
      "epoch": 3.444726602498464,
      "grad_norm": 0.9315946516296917,
      "learning_rate": 0.00011809478199188678,
      "loss": 0.3205,
      "step": 84103
    },
    {
      "epoch": 3.4447675609256603,
      "grad_norm": 1.6946650202641258,
      "learning_rate": 0.00011809159523460557,
      "loss": 0.7987,
      "step": 84104
    },
    {
      "epoch": 3.444808519352857,
      "grad_norm": 1.6290267273027779,
      "learning_rate": 0.00011808840849240879,
      "loss": 0.6622,
      "step": 84105
    },
    {
      "epoch": 3.4448494777800533,
      "grad_norm": 0.9752643296558332,
      "learning_rate": 0.00011808522176529793,
      "loss": 0.3479,
      "step": 84106
    },
    {
      "epoch": 3.44489043620725,
      "grad_norm": 1.4443837254929721,
      "learning_rate": 0.00011808203505327456,
      "loss": 0.7265,
      "step": 84107
    },
    {
      "epoch": 3.444931394634446,
      "grad_norm": 1.5853505874339142,
      "learning_rate": 0.00011807884835634015,
      "loss": 0.3906,
      "step": 84108
    },
    {
      "epoch": 3.4449723530616425,
      "grad_norm": 1.045287020155284,
      "learning_rate": 0.0001180756616744962,
      "loss": 0.2755,
      "step": 84109
    },
    {
      "epoch": 3.4450133114888386,
      "grad_norm": 1.5226377094936818,
      "learning_rate": 0.00011807247500774422,
      "loss": 0.6059,
      "step": 84110
    },
    {
      "epoch": 3.445054269916035,
      "grad_norm": 1.0400093653726104,
      "learning_rate": 0.00011806928835608572,
      "loss": 0.2204,
      "step": 84111
    },
    {
      "epoch": 3.4450952283432317,
      "grad_norm": 2.3330518381499266,
      "learning_rate": 0.00011806610171952223,
      "loss": 1.6457,
      "step": 84112
    },
    {
      "epoch": 3.445136186770428,
      "grad_norm": 8.272049270849488,
      "learning_rate": 0.00011806291509805522,
      "loss": 2.33,
      "step": 84113
    },
    {
      "epoch": 3.4451771451976243,
      "grad_norm": 1.8971627939677336,
      "learning_rate": 0.0001180597284916862,
      "loss": 1.1898,
      "step": 84114
    },
    {
      "epoch": 3.445218103624821,
      "grad_norm": 2.1576787128573485,
      "learning_rate": 0.00011805654190041669,
      "loss": 0.7425,
      "step": 84115
    },
    {
      "epoch": 3.4452590620520174,
      "grad_norm": 0.9617736893784405,
      "learning_rate": 0.00011805335532424822,
      "loss": 0.2503,
      "step": 84116
    },
    {
      "epoch": 3.4453000204792135,
      "grad_norm": 0.8651763543502569,
      "learning_rate": 0.00011805016876318226,
      "loss": 0.3237,
      "step": 84117
    },
    {
      "epoch": 3.44534097890641,
      "grad_norm": 1.2374508055431332,
      "learning_rate": 0.00011804698221722028,
      "loss": 0.7743,
      "step": 84118
    },
    {
      "epoch": 3.4453819373336065,
      "grad_norm": 1.486690495040549,
      "learning_rate": 0.00011804379568636388,
      "loss": 0.8016,
      "step": 84119
    },
    {
      "epoch": 3.4454228957608026,
      "grad_norm": 1.5432502804614414,
      "learning_rate": 0.00011804060917061452,
      "loss": 0.8109,
      "step": 84120
    },
    {
      "epoch": 3.445463854187999,
      "grad_norm": 3.316018371530766,
      "learning_rate": 0.0001180374226699737,
      "loss": 1.5029,
      "step": 84121
    },
    {
      "epoch": 3.4455048126151957,
      "grad_norm": 1.308554588401446,
      "learning_rate": 0.00011803423618444295,
      "loss": 0.819,
      "step": 84122
    },
    {
      "epoch": 3.445545771042392,
      "grad_norm": 1.5554618814865493,
      "learning_rate": 0.00011803104971402368,
      "loss": 0.8113,
      "step": 84123
    },
    {
      "epoch": 3.4455867294695883,
      "grad_norm": 1.2241362095268637,
      "learning_rate": 0.00011802786325871755,
      "loss": 0.6412,
      "step": 84124
    },
    {
      "epoch": 3.445627687896785,
      "grad_norm": 1.6971816710925596,
      "learning_rate": 0.00011802467681852597,
      "loss": 0.8711,
      "step": 84125
    },
    {
      "epoch": 3.4456686463239814,
      "grad_norm": 1.9905455419516482,
      "learning_rate": 0.00011802149039345048,
      "loss": 0.8358,
      "step": 84126
    },
    {
      "epoch": 3.4457096047511775,
      "grad_norm": 3.7256494061776895,
      "learning_rate": 0.00011801830398349253,
      "loss": 1.5931,
      "step": 84127
    },
    {
      "epoch": 3.445750563178374,
      "grad_norm": 1.599922597172084,
      "learning_rate": 0.00011801511758865371,
      "loss": 0.7245,
      "step": 84128
    },
    {
      "epoch": 3.44579152160557,
      "grad_norm": 1.351283252091012,
      "learning_rate": 0.00011801193120893549,
      "loss": 0.5795,
      "step": 84129
    },
    {
      "epoch": 3.4458324800327667,
      "grad_norm": 1.2925237635762576,
      "learning_rate": 0.00011800874484433936,
      "loss": 0.6374,
      "step": 84130
    },
    {
      "epoch": 3.445873438459963,
      "grad_norm": 1.2544011746420927,
      "learning_rate": 0.00011800555849486681,
      "loss": 0.5937,
      "step": 84131
    },
    {
      "epoch": 3.4459143968871597,
      "grad_norm": 1.645519612517143,
      "learning_rate": 0.00011800237216051942,
      "loss": 0.9842,
      "step": 84132
    },
    {
      "epoch": 3.445955355314356,
      "grad_norm": 1.398296491940045,
      "learning_rate": 0.00011799918584129864,
      "loss": 0.6199,
      "step": 84133
    },
    {
      "epoch": 3.4459963137415524,
      "grad_norm": 2.687154622742124,
      "learning_rate": 0.00011799599953720599,
      "loss": 1.3584,
      "step": 84134
    },
    {
      "epoch": 3.446037272168749,
      "grad_norm": 1.4936079251062622,
      "learning_rate": 0.00011799281324824295,
      "loss": 0.8662,
      "step": 84135
    },
    {
      "epoch": 3.446078230595945,
      "grad_norm": 1.4117838619238325,
      "learning_rate": 0.00011798962697441107,
      "loss": 0.7187,
      "step": 84136
    },
    {
      "epoch": 3.4461191890231415,
      "grad_norm": 0.787635962731494,
      "learning_rate": 0.00011798644071571185,
      "loss": 0.2117,
      "step": 84137
    },
    {
      "epoch": 3.446160147450338,
      "grad_norm": 3.0372941995547444,
      "learning_rate": 0.00011798325447214678,
      "loss": 2.1198,
      "step": 84138
    },
    {
      "epoch": 3.446201105877534,
      "grad_norm": 0.9094952629113023,
      "learning_rate": 0.00011798006824371732,
      "loss": 0.2307,
      "step": 84139
    },
    {
      "epoch": 3.4462420643047307,
      "grad_norm": 2.713704884683141,
      "learning_rate": 0.0001179768820304251,
      "loss": 2.3507,
      "step": 84140
    },
    {
      "epoch": 3.446283022731927,
      "grad_norm": 1.6316965522355122,
      "learning_rate": 0.00011797369583227151,
      "loss": 0.8765,
      "step": 84141
    },
    {
      "epoch": 3.4463239811591233,
      "grad_norm": 1.1631138992428502,
      "learning_rate": 0.00011797050964925811,
      "loss": 0.5651,
      "step": 84142
    },
    {
      "epoch": 3.44636493958632,
      "grad_norm": 0.7662783486766568,
      "learning_rate": 0.00011796732348138636,
      "loss": 0.2749,
      "step": 84143
    },
    {
      "epoch": 3.4464058980135164,
      "grad_norm": 1.5221930740318657,
      "learning_rate": 0.00011796413732865784,
      "loss": 0.6698,
      "step": 84144
    },
    {
      "epoch": 3.446446856440713,
      "grad_norm": 1.4379818271175768,
      "learning_rate": 0.00011796095119107401,
      "loss": 0.6958,
      "step": 84145
    },
    {
      "epoch": 3.446487814867909,
      "grad_norm": 2.0241399617271973,
      "learning_rate": 0.00011795776506863638,
      "loss": 1.3835,
      "step": 84146
    },
    {
      "epoch": 3.4465287732951055,
      "grad_norm": 1.3679421045183489,
      "learning_rate": 0.00011795457896134645,
      "loss": 0.7243,
      "step": 84147
    },
    {
      "epoch": 3.4465697317223016,
      "grad_norm": 1.6092959931795885,
      "learning_rate": 0.00011795139286920575,
      "loss": 0.7492,
      "step": 84148
    },
    {
      "epoch": 3.446610690149498,
      "grad_norm": 0.8823389422491258,
      "learning_rate": 0.00011794820679221576,
      "loss": 0.2597,
      "step": 84149
    },
    {
      "epoch": 3.4466516485766947,
      "grad_norm": 1.1848478387774934,
      "learning_rate": 0.00011794502073037802,
      "loss": 0.4755,
      "step": 84150
    },
    {
      "epoch": 3.4466926070038912,
      "grad_norm": 1.6195219035299058,
      "learning_rate": 0.00011794183468369398,
      "loss": 0.7561,
      "step": 84151
    },
    {
      "epoch": 3.4467335654310873,
      "grad_norm": 1.1503646492981383,
      "learning_rate": 0.00011793864865216519,
      "loss": 0.6843,
      "step": 84152
    },
    {
      "epoch": 3.446774523858284,
      "grad_norm": 1.4474415762378314,
      "learning_rate": 0.00011793546263579316,
      "loss": 0.6014,
      "step": 84153
    },
    {
      "epoch": 3.4468154822854804,
      "grad_norm": 1.3603675711306202,
      "learning_rate": 0.0001179322766345794,
      "loss": 0.6126,
      "step": 84154
    },
    {
      "epoch": 3.4468564407126765,
      "grad_norm": 1.3389808114239372,
      "learning_rate": 0.00011792909064852535,
      "loss": 0.7634,
      "step": 84155
    },
    {
      "epoch": 3.446897399139873,
      "grad_norm": 1.1430818569706134,
      "learning_rate": 0.0001179259046776326,
      "loss": 0.5743,
      "step": 84156
    },
    {
      "epoch": 3.4469383575670696,
      "grad_norm": 9.899887475440218,
      "learning_rate": 0.00011792271872190262,
      "loss": 1.2013,
      "step": 84157
    },
    {
      "epoch": 3.4469793159942657,
      "grad_norm": 1.5611111480634858,
      "learning_rate": 0.00011791953278133695,
      "loss": 0.7779,
      "step": 84158
    },
    {
      "epoch": 3.447020274421462,
      "grad_norm": 1.5443109807734006,
      "learning_rate": 0.00011791634685593704,
      "loss": 0.7362,
      "step": 84159
    },
    {
      "epoch": 3.4470612328486587,
      "grad_norm": 1.2858543339633022,
      "learning_rate": 0.00011791316094570439,
      "loss": 0.5167,
      "step": 84160
    },
    {
      "epoch": 3.447102191275855,
      "grad_norm": 2.291995405941685,
      "learning_rate": 0.00011790997505064057,
      "loss": 1.0095,
      "step": 84161
    },
    {
      "epoch": 3.4471431497030514,
      "grad_norm": 1.6107253941035204,
      "learning_rate": 0.000117906789170747,
      "loss": 0.7268,
      "step": 84162
    },
    {
      "epoch": 3.447184108130248,
      "grad_norm": 5.011575869983027,
      "learning_rate": 0.00011790360330602528,
      "loss": 2.951,
      "step": 84163
    },
    {
      "epoch": 3.4472250665574444,
      "grad_norm": 1.3539324022134502,
      "learning_rate": 0.00011790041745647686,
      "loss": 0.832,
      "step": 84164
    },
    {
      "epoch": 3.4472660249846405,
      "grad_norm": 0.9509515756984621,
      "learning_rate": 0.00011789723162210328,
      "loss": 0.3809,
      "step": 84165
    },
    {
      "epoch": 3.447306983411837,
      "grad_norm": 0.8203752049647539,
      "learning_rate": 0.00011789404580290598,
      "loss": 0.3044,
      "step": 84166
    },
    {
      "epoch": 3.447347941839033,
      "grad_norm": 1.262737141866839,
      "learning_rate": 0.00011789085999888656,
      "loss": 0.6183,
      "step": 84167
    },
    {
      "epoch": 3.4473889002662297,
      "grad_norm": 0.8368225407002977,
      "learning_rate": 0.00011788767421004645,
      "loss": 0.2561,
      "step": 84168
    },
    {
      "epoch": 3.447429858693426,
      "grad_norm": 0.8518111722907094,
      "learning_rate": 0.00011788448843638719,
      "loss": 0.243,
      "step": 84169
    },
    {
      "epoch": 3.4474708171206228,
      "grad_norm": 0.8274344594831406,
      "learning_rate": 0.00011788130267791027,
      "loss": 0.1906,
      "step": 84170
    },
    {
      "epoch": 3.447511775547819,
      "grad_norm": 1.1716623198448428,
      "learning_rate": 0.00011787811693461722,
      "loss": 0.492,
      "step": 84171
    },
    {
      "epoch": 3.4475527339750154,
      "grad_norm": 1.127089539511177,
      "learning_rate": 0.00011787493120650954,
      "loss": 0.3604,
      "step": 84172
    },
    {
      "epoch": 3.447593692402212,
      "grad_norm": 1.1141787485303096,
      "learning_rate": 0.00011787174549358873,
      "loss": 0.376,
      "step": 84173
    },
    {
      "epoch": 3.447634650829408,
      "grad_norm": 1.7286468354399143,
      "learning_rate": 0.00011786855979585625,
      "loss": 0.6822,
      "step": 84174
    },
    {
      "epoch": 3.4476756092566045,
      "grad_norm": 1.1594555071369894,
      "learning_rate": 0.00011786537411331369,
      "loss": 0.3664,
      "step": 84175
    },
    {
      "epoch": 3.447716567683801,
      "grad_norm": 2.147560460028045,
      "learning_rate": 0.00011786218844596253,
      "loss": 0.6393,
      "step": 84176
    },
    {
      "epoch": 3.447757526110997,
      "grad_norm": 1.8618074530075128,
      "learning_rate": 0.00011785900279380425,
      "loss": 1.1189,
      "step": 84177
    },
    {
      "epoch": 3.4477984845381937,
      "grad_norm": 0.7461816257050092,
      "learning_rate": 0.00011785581715684034,
      "loss": 0.2488,
      "step": 84178
    },
    {
      "epoch": 3.4478394429653902,
      "grad_norm": 0.961395108744947,
      "learning_rate": 0.00011785263153507235,
      "loss": 0.314,
      "step": 84179
    },
    {
      "epoch": 3.4478804013925863,
      "grad_norm": 2.274646664114207,
      "learning_rate": 0.0001178494459285018,
      "loss": 1.5984,
      "step": 84180
    },
    {
      "epoch": 3.447921359819783,
      "grad_norm": 1.8381753411876056,
      "learning_rate": 0.00011784626033713015,
      "loss": 0.7548,
      "step": 84181
    },
    {
      "epoch": 3.4479623182469794,
      "grad_norm": 1.5894845703669214,
      "learning_rate": 0.00011784307476095887,
      "loss": 1.1746,
      "step": 84182
    },
    {
      "epoch": 3.448003276674176,
      "grad_norm": 1.1526793756644427,
      "learning_rate": 0.00011783988919998958,
      "loss": 0.71,
      "step": 84183
    },
    {
      "epoch": 3.448044235101372,
      "grad_norm": 1.2722518398634022,
      "learning_rate": 0.00011783670365422373,
      "loss": 0.8252,
      "step": 84184
    },
    {
      "epoch": 3.4480851935285686,
      "grad_norm": 0.6134466332899832,
      "learning_rate": 0.0001178335181236628,
      "loss": 0.2294,
      "step": 84185
    },
    {
      "epoch": 3.4481261519557647,
      "grad_norm": 1.11382521024122,
      "learning_rate": 0.00011783033260830827,
      "loss": 0.68,
      "step": 84186
    },
    {
      "epoch": 3.448167110382961,
      "grad_norm": 1.6625501697892162,
      "learning_rate": 0.00011782714710816177,
      "loss": 1.0008,
      "step": 84187
    },
    {
      "epoch": 3.4482080688101577,
      "grad_norm": 0.7244531552586984,
      "learning_rate": 0.00011782396162322469,
      "loss": 0.1089,
      "step": 84188
    },
    {
      "epoch": 3.4482490272373543,
      "grad_norm": 0.8674808873695333,
      "learning_rate": 0.00011782077615349859,
      "loss": 0.2449,
      "step": 84189
    },
    {
      "epoch": 3.4482899856645504,
      "grad_norm": 1.13714323321322,
      "learning_rate": 0.00011781759069898492,
      "loss": 0.3772,
      "step": 84190
    },
    {
      "epoch": 3.448330944091747,
      "grad_norm": 1.2594267364108813,
      "learning_rate": 0.00011781440525968526,
      "loss": 0.6474,
      "step": 84191
    },
    {
      "epoch": 3.4483719025189434,
      "grad_norm": 1.216477937813226,
      "learning_rate": 0.00011781121983560109,
      "loss": 0.6796,
      "step": 84192
    },
    {
      "epoch": 3.4484128609461395,
      "grad_norm": 1.555397915792879,
      "learning_rate": 0.00011780803442673389,
      "loss": 0.7685,
      "step": 84193
    },
    {
      "epoch": 3.448453819373336,
      "grad_norm": 1.8164030923571117,
      "learning_rate": 0.0001178048490330852,
      "loss": 0.688,
      "step": 84194
    },
    {
      "epoch": 3.4484947778005326,
      "grad_norm": 1.3677555132776182,
      "learning_rate": 0.00011780166365465648,
      "loss": 0.6961,
      "step": 84195
    },
    {
      "epoch": 3.4485357362277287,
      "grad_norm": 0.8722256119693159,
      "learning_rate": 0.00011779847829144927,
      "loss": 0.2425,
      "step": 84196
    },
    {
      "epoch": 3.4485766946549252,
      "grad_norm": 0.8360794069391385,
      "learning_rate": 0.00011779529294346509,
      "loss": 0.2548,
      "step": 84197
    },
    {
      "epoch": 3.4486176530821218,
      "grad_norm": 1.3815499758395569,
      "learning_rate": 0.00011779210761070543,
      "loss": 0.593,
      "step": 84198
    },
    {
      "epoch": 3.448658611509318,
      "grad_norm": 1.552548313558204,
      "learning_rate": 0.00011778892229317176,
      "loss": 0.7696,
      "step": 84199
    },
    {
      "epoch": 3.4486995699365144,
      "grad_norm": 1.3961228216878212,
      "learning_rate": 0.00011778573699086564,
      "loss": 0.7939,
      "step": 84200
    },
    {
      "epoch": 3.448740528363711,
      "grad_norm": 1.5302256926009132,
      "learning_rate": 0.00011778255170378856,
      "loss": 0.9135,
      "step": 84201
    },
    {
      "epoch": 3.4487814867909075,
      "grad_norm": 2.8454713216838323,
      "learning_rate": 0.00011777936643194203,
      "loss": 3.1806,
      "step": 84202
    },
    {
      "epoch": 3.4488224452181035,
      "grad_norm": 1.7141626041205444,
      "learning_rate": 0.00011777618117532749,
      "loss": 0.7312,
      "step": 84203
    },
    {
      "epoch": 3.4488634036453,
      "grad_norm": 1.286010208516844,
      "learning_rate": 0.00011777299593394656,
      "loss": 0.6855,
      "step": 84204
    },
    {
      "epoch": 3.448904362072496,
      "grad_norm": 1.5951185555865697,
      "learning_rate": 0.00011776981070780066,
      "loss": 0.7476,
      "step": 84205
    },
    {
      "epoch": 3.4489453204996927,
      "grad_norm": 1.313985742486691,
      "learning_rate": 0.00011776662549689135,
      "loss": 0.3691,
      "step": 84206
    },
    {
      "epoch": 3.4489862789268892,
      "grad_norm": 1.7024263731855438,
      "learning_rate": 0.00011776344030122006,
      "loss": 0.9061,
      "step": 84207
    },
    {
      "epoch": 3.449027237354086,
      "grad_norm": 1.4366263268485533,
      "learning_rate": 0.00011776025512078838,
      "loss": 0.6688,
      "step": 84208
    },
    {
      "epoch": 3.449068195781282,
      "grad_norm": 0.9570418311989106,
      "learning_rate": 0.00011775706995559778,
      "loss": 0.2986,
      "step": 84209
    },
    {
      "epoch": 3.4491091542084784,
      "grad_norm": 1.3628726745134285,
      "learning_rate": 0.00011775388480564978,
      "loss": 0.5863,
      "step": 84210
    },
    {
      "epoch": 3.449150112635675,
      "grad_norm": 1.3602301448185194,
      "learning_rate": 0.00011775069967094583,
      "loss": 0.7513,
      "step": 84211
    },
    {
      "epoch": 3.449191071062871,
      "grad_norm": 1.6659742701438656,
      "learning_rate": 0.00011774751455148751,
      "loss": 1.0631,
      "step": 84212
    },
    {
      "epoch": 3.4492320294900676,
      "grad_norm": 1.4826760438589257,
      "learning_rate": 0.00011774432944727629,
      "loss": 0.7048,
      "step": 84213
    },
    {
      "epoch": 3.449272987917264,
      "grad_norm": 1.5166834214872373,
      "learning_rate": 0.00011774114435831368,
      "loss": 0.7359,
      "step": 84214
    },
    {
      "epoch": 3.44931394634446,
      "grad_norm": 1.5549524405362938,
      "learning_rate": 0.00011773795928460115,
      "loss": 1.0712,
      "step": 84215
    },
    {
      "epoch": 3.4493549047716567,
      "grad_norm": 1.0124236463298424,
      "learning_rate": 0.00011773477422614029,
      "loss": 0.3131,
      "step": 84216
    },
    {
      "epoch": 3.4493958631988533,
      "grad_norm": 0.9465003430020896,
      "learning_rate": 0.00011773158918293253,
      "loss": 0.3092,
      "step": 84217
    },
    {
      "epoch": 3.4494368216260494,
      "grad_norm": 1.413995017318767,
      "learning_rate": 0.00011772840415497942,
      "loss": 0.6976,
      "step": 84218
    },
    {
      "epoch": 3.449477780053246,
      "grad_norm": 1.234279579962642,
      "learning_rate": 0.00011772521914228242,
      "loss": 0.6286,
      "step": 84219
    },
    {
      "epoch": 3.4495187384804424,
      "grad_norm": 4.058701664570249,
      "learning_rate": 0.00011772203414484308,
      "loss": 3.2439,
      "step": 84220
    },
    {
      "epoch": 3.449559696907639,
      "grad_norm": 1.18771952036924,
      "learning_rate": 0.0001177188491626629,
      "loss": 0.5283,
      "step": 84221
    },
    {
      "epoch": 3.449600655334835,
      "grad_norm": 1.1859310929944733,
      "learning_rate": 0.00011771566419574339,
      "loss": 0.665,
      "step": 84222
    },
    {
      "epoch": 3.4496416137620316,
      "grad_norm": 1.3986211101016615,
      "learning_rate": 0.00011771247924408597,
      "loss": 0.5976,
      "step": 84223
    },
    {
      "epoch": 3.4496825721892277,
      "grad_norm": 0.9979271754487213,
      "learning_rate": 0.00011770929430769228,
      "loss": 0.3341,
      "step": 84224
    },
    {
      "epoch": 3.4497235306164242,
      "grad_norm": 1.281540878346799,
      "learning_rate": 0.00011770610938656375,
      "loss": 0.7163,
      "step": 84225
    },
    {
      "epoch": 3.4497644890436208,
      "grad_norm": 1.5840965337141988,
      "learning_rate": 0.00011770292448070189,
      "loss": 0.9602,
      "step": 84226
    },
    {
      "epoch": 3.4498054474708173,
      "grad_norm": 1.1597535973951754,
      "learning_rate": 0.0001176997395901082,
      "loss": 0.6198,
      "step": 84227
    },
    {
      "epoch": 3.4498464058980134,
      "grad_norm": 1.0579254886460734,
      "learning_rate": 0.00011769655471478422,
      "loss": 0.2363,
      "step": 84228
    },
    {
      "epoch": 3.44988736432521,
      "grad_norm": 1.2314677919167734,
      "learning_rate": 0.00011769336985473149,
      "loss": 0.7708,
      "step": 84229
    },
    {
      "epoch": 3.4499283227524065,
      "grad_norm": 1.1745376199079194,
      "learning_rate": 0.00011769018500995138,
      "loss": 0.5842,
      "step": 84230
    },
    {
      "epoch": 3.4499692811796026,
      "grad_norm": 1.3045099912308946,
      "learning_rate": 0.0001176870001804455,
      "loss": 0.6198,
      "step": 84231
    },
    {
      "epoch": 3.450010239606799,
      "grad_norm": 1.229333588324583,
      "learning_rate": 0.00011768381536621533,
      "loss": 0.477,
      "step": 84232
    },
    {
      "epoch": 3.4500511980339956,
      "grad_norm": 0.8320700163284573,
      "learning_rate": 0.00011768063056726238,
      "loss": 0.2188,
      "step": 84233
    },
    {
      "epoch": 3.4500921564611917,
      "grad_norm": 1.3526428802043544,
      "learning_rate": 0.00011767744578358812,
      "loss": 0.6892,
      "step": 84234
    },
    {
      "epoch": 3.4501331148883883,
      "grad_norm": 0.8080819253591495,
      "learning_rate": 0.00011767426101519412,
      "loss": 0.2451,
      "step": 84235
    },
    {
      "epoch": 3.450174073315585,
      "grad_norm": 1.3822374649002314,
      "learning_rate": 0.00011767107626208186,
      "loss": 0.6315,
      "step": 84236
    },
    {
      "epoch": 3.450215031742781,
      "grad_norm": 1.1579134201788275,
      "learning_rate": 0.00011766789152425282,
      "loss": 0.3887,
      "step": 84237
    },
    {
      "epoch": 3.4502559901699774,
      "grad_norm": 1.3543533346410195,
      "learning_rate": 0.00011766470680170851,
      "loss": 0.6852,
      "step": 84238
    },
    {
      "epoch": 3.450296948597174,
      "grad_norm": 1.4706713777993214,
      "learning_rate": 0.00011766152209445049,
      "loss": 0.7763,
      "step": 84239
    },
    {
      "epoch": 3.4503379070243705,
      "grad_norm": 2.231538799202306,
      "learning_rate": 0.0001176583374024802,
      "loss": 1.3085,
      "step": 84240
    },
    {
      "epoch": 3.4503788654515666,
      "grad_norm": 1.5461212941701266,
      "learning_rate": 0.0001176551527257992,
      "loss": 0.7085,
      "step": 84241
    },
    {
      "epoch": 3.450419823878763,
      "grad_norm": 1.1341694446561363,
      "learning_rate": 0.00011765196806440891,
      "loss": 0.3589,
      "step": 84242
    },
    {
      "epoch": 3.450460782305959,
      "grad_norm": 1.0772330490617628,
      "learning_rate": 0.00011764878341831093,
      "loss": 0.5675,
      "step": 84243
    },
    {
      "epoch": 3.4505017407331557,
      "grad_norm": 4.040932676140613,
      "learning_rate": 0.00011764559878750674,
      "loss": 2.7557,
      "step": 84244
    },
    {
      "epoch": 3.4505426991603523,
      "grad_norm": 1.3988819645738977,
      "learning_rate": 0.00011764241417199781,
      "loss": 0.7184,
      "step": 84245
    },
    {
      "epoch": 3.450583657587549,
      "grad_norm": 2.0800518417562457,
      "learning_rate": 0.00011763922957178567,
      "loss": 0.9157,
      "step": 84246
    },
    {
      "epoch": 3.450624616014745,
      "grad_norm": 1.6817250217030515,
      "learning_rate": 0.00011763604498687182,
      "loss": 1.1892,
      "step": 84247
    },
    {
      "epoch": 3.4506655744419414,
      "grad_norm": 1.4491578668299951,
      "learning_rate": 0.0001176328604172578,
      "loss": 0.6756,
      "step": 84248
    },
    {
      "epoch": 3.450706532869138,
      "grad_norm": 1.4415065700871392,
      "learning_rate": 0.00011762967586294507,
      "loss": 0.8143,
      "step": 84249
    },
    {
      "epoch": 3.450747491296334,
      "grad_norm": 1.6650579242774262,
      "learning_rate": 0.00011762649132393514,
      "loss": 0.7701,
      "step": 84250
    },
    {
      "epoch": 3.4507884497235306,
      "grad_norm": 1.2832992547824331,
      "learning_rate": 0.00011762330680022953,
      "loss": 0.6537,
      "step": 84251
    },
    {
      "epoch": 3.450829408150727,
      "grad_norm": 0.8877050105571386,
      "learning_rate": 0.00011762012229182975,
      "loss": 0.1987,
      "step": 84252
    },
    {
      "epoch": 3.4508703665779232,
      "grad_norm": 1.4050821594824177,
      "learning_rate": 0.0001176169377987373,
      "loss": 0.7588,
      "step": 84253
    },
    {
      "epoch": 3.4509113250051198,
      "grad_norm": 4.498186007056234,
      "learning_rate": 0.00011761375332095366,
      "loss": 4.4104,
      "step": 84254
    },
    {
      "epoch": 3.4509522834323163,
      "grad_norm": 1.6331430099072437,
      "learning_rate": 0.00011761056885848037,
      "loss": 0.7919,
      "step": 84255
    },
    {
      "epoch": 3.4509932418595124,
      "grad_norm": 1.679791092118767,
      "learning_rate": 0.00011760738441131895,
      "loss": 0.8689,
      "step": 84256
    },
    {
      "epoch": 3.451034200286709,
      "grad_norm": 2.957774273834551,
      "learning_rate": 0.00011760419997947086,
      "loss": 3.3852,
      "step": 84257
    },
    {
      "epoch": 3.4510751587139055,
      "grad_norm": 2.1308397090600852,
      "learning_rate": 0.00011760101556293759,
      "loss": 1.2906,
      "step": 84258
    },
    {
      "epoch": 3.451116117141102,
      "grad_norm": 0.9579295420291037,
      "learning_rate": 0.00011759783116172073,
      "loss": 0.3633,
      "step": 84259
    },
    {
      "epoch": 3.451157075568298,
      "grad_norm": 1.8222067718750266,
      "learning_rate": 0.00011759464677582171,
      "loss": 1.2228,
      "step": 84260
    },
    {
      "epoch": 3.4511980339954946,
      "grad_norm": 1.0981154820376504,
      "learning_rate": 0.00011759146240524209,
      "loss": 0.6341,
      "step": 84261
    },
    {
      "epoch": 3.4512389924226907,
      "grad_norm": 1.446806565615197,
      "learning_rate": 0.00011758827804998329,
      "loss": 0.7324,
      "step": 84262
    },
    {
      "epoch": 3.4512799508498873,
      "grad_norm": 1.1835585429395263,
      "learning_rate": 0.00011758509371004692,
      "loss": 0.663,
      "step": 84263
    },
    {
      "epoch": 3.451320909277084,
      "grad_norm": 1.6954481561619903,
      "learning_rate": 0.00011758190938543443,
      "loss": 0.9135,
      "step": 84264
    },
    {
      "epoch": 3.4513618677042803,
      "grad_norm": 1.6999845109551104,
      "learning_rate": 0.00011757872507614732,
      "loss": 0.9802,
      "step": 84265
    },
    {
      "epoch": 3.4514028261314764,
      "grad_norm": 0.8471735058248074,
      "learning_rate": 0.00011757554078218711,
      "loss": 0.2955,
      "step": 84266
    },
    {
      "epoch": 3.451443784558673,
      "grad_norm": 1.736117753130449,
      "learning_rate": 0.00011757235650355529,
      "loss": 0.7792,
      "step": 84267
    },
    {
      "epoch": 3.4514847429858695,
      "grad_norm": 1.0185847412806617,
      "learning_rate": 0.00011756917224025339,
      "loss": 0.4601,
      "step": 84268
    },
    {
      "epoch": 3.4515257014130656,
      "grad_norm": 1.801529345607442,
      "learning_rate": 0.00011756598799228292,
      "loss": 0.9406,
      "step": 84269
    },
    {
      "epoch": 3.451566659840262,
      "grad_norm": 2.358584172095455,
      "learning_rate": 0.00011756280375964536,
      "loss": 1.6834,
      "step": 84270
    },
    {
      "epoch": 3.4516076182674587,
      "grad_norm": 1.24215214874586,
      "learning_rate": 0.00011755961954234218,
      "loss": 0.711,
      "step": 84271
    },
    {
      "epoch": 3.4516485766946547,
      "grad_norm": 3.6138873783813192,
      "learning_rate": 0.00011755643534037499,
      "loss": 0.8291,
      "step": 84272
    },
    {
      "epoch": 3.4516895351218513,
      "grad_norm": 1.7528836157536178,
      "learning_rate": 0.00011755325115374523,
      "loss": 0.6928,
      "step": 84273
    },
    {
      "epoch": 3.451730493549048,
      "grad_norm": 0.7555910268171834,
      "learning_rate": 0.00011755006698245438,
      "loss": 0.2371,
      "step": 84274
    },
    {
      "epoch": 3.451771451976244,
      "grad_norm": 1.219970822218009,
      "learning_rate": 0.00011754688282650397,
      "loss": 0.6047,
      "step": 84275
    },
    {
      "epoch": 3.4518124104034404,
      "grad_norm": 1.1217263324978237,
      "learning_rate": 0.00011754369868589553,
      "loss": 0.5353,
      "step": 84276
    },
    {
      "epoch": 3.451853368830637,
      "grad_norm": 0.9821293369847881,
      "learning_rate": 0.00011754051456063056,
      "loss": 0.3256,
      "step": 84277
    },
    {
      "epoch": 3.4518943272578335,
      "grad_norm": 1.273028309999236,
      "learning_rate": 0.00011753733045071055,
      "loss": 0.3322,
      "step": 84278
    },
    {
      "epoch": 3.4519352856850296,
      "grad_norm": 1.152582371169365,
      "learning_rate": 0.00011753414635613696,
      "loss": 0.76,
      "step": 84279
    },
    {
      "epoch": 3.451976244112226,
      "grad_norm": 0.7219389896865257,
      "learning_rate": 0.00011753096227691137,
      "loss": 0.2452,
      "step": 84280
    },
    {
      "epoch": 3.4520172025394227,
      "grad_norm": 1.7051211296380944,
      "learning_rate": 0.00011752777821303526,
      "loss": 0.6351,
      "step": 84281
    },
    {
      "epoch": 3.4520581609666188,
      "grad_norm": 1.7400540660444548,
      "learning_rate": 0.00011752459416451015,
      "loss": 0.8718,
      "step": 84282
    },
    {
      "epoch": 3.4520991193938153,
      "grad_norm": 0.6601746965553698,
      "learning_rate": 0.00011752141013133749,
      "loss": 0.0897,
      "step": 84283
    },
    {
      "epoch": 3.452140077821012,
      "grad_norm": 1.5789481650885548,
      "learning_rate": 0.00011751822611351885,
      "loss": 0.6919,
      "step": 84284
    },
    {
      "epoch": 3.452181036248208,
      "grad_norm": 1.0440575144765574,
      "learning_rate": 0.0001175150421110557,
      "loss": 0.4001,
      "step": 84285
    },
    {
      "epoch": 3.4522219946754045,
      "grad_norm": 1.2061680614415786,
      "learning_rate": 0.00011751185812394956,
      "loss": 0.3336,
      "step": 84286
    },
    {
      "epoch": 3.452262953102601,
      "grad_norm": 1.4079629986865911,
      "learning_rate": 0.0001175086741522019,
      "loss": 0.6261,
      "step": 84287
    },
    {
      "epoch": 3.452303911529797,
      "grad_norm": 1.2924918543072164,
      "learning_rate": 0.00011750549019581427,
      "loss": 0.7416,
      "step": 84288
    },
    {
      "epoch": 3.4523448699569936,
      "grad_norm": 0.9428856510049337,
      "learning_rate": 0.00011750230625478819,
      "loss": 0.3269,
      "step": 84289
    },
    {
      "epoch": 3.45238582838419,
      "grad_norm": 1.5890624365341717,
      "learning_rate": 0.00011749912232912511,
      "loss": 0.9368,
      "step": 84290
    },
    {
      "epoch": 3.4524267868113863,
      "grad_norm": 3.0002429009598472,
      "learning_rate": 0.00011749593841882653,
      "loss": 1.1448,
      "step": 84291
    },
    {
      "epoch": 3.452467745238583,
      "grad_norm": 0.685434857117462,
      "learning_rate": 0.00011749275452389401,
      "loss": 0.2126,
      "step": 84292
    },
    {
      "epoch": 3.4525087036657793,
      "grad_norm": 2.3675212641644423,
      "learning_rate": 0.00011748957064432906,
      "loss": 1.9232,
      "step": 84293
    },
    {
      "epoch": 3.4525496620929754,
      "grad_norm": 1.1939928613665947,
      "learning_rate": 0.00011748638678013312,
      "loss": 0.7116,
      "step": 84294
    },
    {
      "epoch": 3.452590620520172,
      "grad_norm": 1.7446567567714217,
      "learning_rate": 0.00011748320293130772,
      "loss": 0.6574,
      "step": 84295
    },
    {
      "epoch": 3.4526315789473685,
      "grad_norm": 1.4983219865272979,
      "learning_rate": 0.0001174800190978544,
      "loss": 0.7864,
      "step": 84296
    },
    {
      "epoch": 3.452672537374565,
      "grad_norm": 1.6609083082971072,
      "learning_rate": 0.00011747683527977463,
      "loss": 0.8773,
      "step": 84297
    },
    {
      "epoch": 3.452713495801761,
      "grad_norm": 1.655196150568415,
      "learning_rate": 0.00011747365147706991,
      "loss": 0.8327,
      "step": 84298
    },
    {
      "epoch": 3.4527544542289577,
      "grad_norm": 1.2155468625161792,
      "learning_rate": 0.00011747046768974183,
      "loss": 0.6749,
      "step": 84299
    },
    {
      "epoch": 3.452795412656154,
      "grad_norm": 1.2050699606077206,
      "learning_rate": 0.00011746728391779179,
      "loss": 0.7716,
      "step": 84300
    },
    {
      "epoch": 3.4528363710833503,
      "grad_norm": 0.6281176651460855,
      "learning_rate": 0.0001174641001612213,
      "loss": 0.2034,
      "step": 84301
    },
    {
      "epoch": 3.452877329510547,
      "grad_norm": 1.1885326782594114,
      "learning_rate": 0.00011746091642003189,
      "loss": 0.5392,
      "step": 84302
    },
    {
      "epoch": 3.4529182879377434,
      "grad_norm": 6.115291404732262,
      "learning_rate": 0.00011745773269422509,
      "loss": 5.4178,
      "step": 84303
    },
    {
      "epoch": 3.4529592463649394,
      "grad_norm": 1.7529157677604799,
      "learning_rate": 0.00011745454898380239,
      "loss": 1.0695,
      "step": 84304
    },
    {
      "epoch": 3.453000204792136,
      "grad_norm": 1.969970133468434,
      "learning_rate": 0.00011745136528876528,
      "loss": 1.2165,
      "step": 84305
    },
    {
      "epoch": 3.4530411632193325,
      "grad_norm": 1.5125714019994587,
      "learning_rate": 0.00011744818160911526,
      "loss": 0.7135,
      "step": 84306
    },
    {
      "epoch": 3.4530821216465286,
      "grad_norm": 1.7173598536518668,
      "learning_rate": 0.00011744499794485389,
      "loss": 0.9274,
      "step": 84307
    },
    {
      "epoch": 3.453123080073725,
      "grad_norm": 0.6121399171077351,
      "learning_rate": 0.00011744181429598261,
      "loss": 0.1341,
      "step": 84308
    },
    {
      "epoch": 3.4531640385009217,
      "grad_norm": 1.5128618258465465,
      "learning_rate": 0.00011743863066250297,
      "loss": 0.8456,
      "step": 84309
    },
    {
      "epoch": 3.4532049969281178,
      "grad_norm": 1.7633281961165428,
      "learning_rate": 0.00011743544704441641,
      "loss": 1.2216,
      "step": 84310
    },
    {
      "epoch": 3.4532459553553143,
      "grad_norm": 1.4219967574071672,
      "learning_rate": 0.00011743226344172453,
      "loss": 0.8688,
      "step": 84311
    },
    {
      "epoch": 3.453286913782511,
      "grad_norm": 1.3227318340635552,
      "learning_rate": 0.00011742907985442878,
      "loss": 0.5199,
      "step": 84312
    },
    {
      "epoch": 3.453327872209707,
      "grad_norm": 1.238239653918727,
      "learning_rate": 0.00011742589628253065,
      "loss": 0.5655,
      "step": 84313
    },
    {
      "epoch": 3.4533688306369035,
      "grad_norm": 1.6987736210080544,
      "learning_rate": 0.00011742271272603165,
      "loss": 1.0828,
      "step": 84314
    },
    {
      "epoch": 3.4534097890641,
      "grad_norm": 1.0852499357741419,
      "learning_rate": 0.00011741952918493335,
      "loss": 0.2225,
      "step": 84315
    },
    {
      "epoch": 3.4534507474912965,
      "grad_norm": 1.191455956942994,
      "learning_rate": 0.00011741634565923718,
      "loss": 0.6399,
      "step": 84316
    },
    {
      "epoch": 3.4534917059184926,
      "grad_norm": 0.44433533065731445,
      "learning_rate": 0.00011741316214894468,
      "loss": 0.0999,
      "step": 84317
    },
    {
      "epoch": 3.453532664345689,
      "grad_norm": 0.7914184150817449,
      "learning_rate": 0.00011740997865405732,
      "loss": 0.1933,
      "step": 84318
    },
    {
      "epoch": 3.4535736227728857,
      "grad_norm": 1.2188760869116646,
      "learning_rate": 0.00011740679517457665,
      "loss": 0.3213,
      "step": 84319
    },
    {
      "epoch": 3.453614581200082,
      "grad_norm": 1.1659356030618142,
      "learning_rate": 0.00011740361171050419,
      "loss": 0.4347,
      "step": 84320
    },
    {
      "epoch": 3.4536555396272783,
      "grad_norm": 1.2394795752285295,
      "learning_rate": 0.00011740042826184138,
      "loss": 0.4936,
      "step": 84321
    },
    {
      "epoch": 3.453696498054475,
      "grad_norm": 1.3101118864872852,
      "learning_rate": 0.00011739724482858974,
      "loss": 0.8158,
      "step": 84322
    },
    {
      "epoch": 3.453737456481671,
      "grad_norm": 1.4475965323882976,
      "learning_rate": 0.0001173940614107508,
      "loss": 0.8475,
      "step": 84323
    },
    {
      "epoch": 3.4537784149088675,
      "grad_norm": 0.9752754311941387,
      "learning_rate": 0.00011739087800832606,
      "loss": 0.3466,
      "step": 84324
    },
    {
      "epoch": 3.453819373336064,
      "grad_norm": 1.4709316947126543,
      "learning_rate": 0.00011738769462131703,
      "loss": 0.6781,
      "step": 84325
    },
    {
      "epoch": 3.45386033176326,
      "grad_norm": 1.3400368940318101,
      "learning_rate": 0.00011738451124972517,
      "loss": 0.6557,
      "step": 84326
    },
    {
      "epoch": 3.4539012901904567,
      "grad_norm": 1.2554685542282016,
      "learning_rate": 0.00011738132789355205,
      "loss": 0.5808,
      "step": 84327
    },
    {
      "epoch": 3.453942248617653,
      "grad_norm": 1.4415973398131559,
      "learning_rate": 0.00011737814455279915,
      "loss": 0.7972,
      "step": 84328
    },
    {
      "epoch": 3.4539832070448493,
      "grad_norm": 1.5729715728060862,
      "learning_rate": 0.00011737496122746799,
      "loss": 0.8861,
      "step": 84329
    },
    {
      "epoch": 3.454024165472046,
      "grad_norm": 1.5095790401856723,
      "learning_rate": 0.00011737177791756,
      "loss": 0.7097,
      "step": 84330
    },
    {
      "epoch": 3.4540651238992424,
      "grad_norm": 1.0329054330456657,
      "learning_rate": 0.00011736859462307676,
      "loss": 0.3185,
      "step": 84331
    },
    {
      "epoch": 3.4541060823264385,
      "grad_norm": 1.1481606374666884,
      "learning_rate": 0.00011736541134401978,
      "loss": 0.5044,
      "step": 84332
    },
    {
      "epoch": 3.454147040753635,
      "grad_norm": 1.4068089588450245,
      "learning_rate": 0.00011736222808039053,
      "loss": 0.6144,
      "step": 84333
    },
    {
      "epoch": 3.4541879991808315,
      "grad_norm": 1.4308964328555702,
      "learning_rate": 0.00011735904483219053,
      "loss": 0.7267,
      "step": 84334
    },
    {
      "epoch": 3.454228957608028,
      "grad_norm": 1.4127687835311464,
      "learning_rate": 0.00011735586159942123,
      "loss": 0.7168,
      "step": 84335
    },
    {
      "epoch": 3.454269916035224,
      "grad_norm": 1.0776868144174048,
      "learning_rate": 0.00011735267838208424,
      "loss": 0.642,
      "step": 84336
    },
    {
      "epoch": 3.4543108744624207,
      "grad_norm": 1.6626882124701294,
      "learning_rate": 0.00011734949518018099,
      "loss": 1.0887,
      "step": 84337
    },
    {
      "epoch": 3.4543518328896172,
      "grad_norm": 1.158477196868255,
      "learning_rate": 0.00011734631199371301,
      "loss": 0.4502,
      "step": 84338
    },
    {
      "epoch": 3.4543927913168133,
      "grad_norm": 1.6149733729852251,
      "learning_rate": 0.00011734312882268177,
      "loss": 0.6894,
      "step": 84339
    },
    {
      "epoch": 3.45443374974401,
      "grad_norm": 1.4792312709358462,
      "learning_rate": 0.00011733994566708884,
      "loss": 0.86,
      "step": 84340
    },
    {
      "epoch": 3.4544747081712064,
      "grad_norm": 2.146039754694283,
      "learning_rate": 0.0001173367625269357,
      "loss": 1.0741,
      "step": 84341
    },
    {
      "epoch": 3.4545156665984025,
      "grad_norm": 1.15354210317907,
      "learning_rate": 0.00011733357940222381,
      "loss": 0.4614,
      "step": 84342
    },
    {
      "epoch": 3.454556625025599,
      "grad_norm": 2.0345441711522154,
      "learning_rate": 0.00011733039629295469,
      "loss": 0.881,
      "step": 84343
    },
    {
      "epoch": 3.4545975834527956,
      "grad_norm": 1.5837352101427369,
      "learning_rate": 0.00011732721319912991,
      "loss": 0.9363,
      "step": 84344
    },
    {
      "epoch": 3.4546385418799916,
      "grad_norm": 1.5333906840705314,
      "learning_rate": 0.00011732403012075091,
      "loss": 0.958,
      "step": 84345
    },
    {
      "epoch": 3.454679500307188,
      "grad_norm": 1.1959366531685611,
      "learning_rate": 0.00011732084705781921,
      "loss": 0.7044,
      "step": 84346
    },
    {
      "epoch": 3.4547204587343847,
      "grad_norm": 1.4010200317842745,
      "learning_rate": 0.00011731766401033629,
      "loss": 0.6383,
      "step": 84347
    },
    {
      "epoch": 3.454761417161581,
      "grad_norm": 0.9921842589863197,
      "learning_rate": 0.00011731448097830372,
      "loss": 0.2274,
      "step": 84348
    },
    {
      "epoch": 3.4548023755887773,
      "grad_norm": 1.7297461990635956,
      "learning_rate": 0.00011731129796172296,
      "loss": 0.7688,
      "step": 84349
    },
    {
      "epoch": 3.454843334015974,
      "grad_norm": 1.4697719254635766,
      "learning_rate": 0.00011730811496059554,
      "loss": 0.703,
      "step": 84350
    },
    {
      "epoch": 3.45488429244317,
      "grad_norm": 1.6212752268859367,
      "learning_rate": 0.0001173049319749229,
      "loss": 0.6933,
      "step": 84351
    },
    {
      "epoch": 3.4549252508703665,
      "grad_norm": 1.2046785581786983,
      "learning_rate": 0.00011730174900470663,
      "loss": 0.6923,
      "step": 84352
    },
    {
      "epoch": 3.454966209297563,
      "grad_norm": 1.3877743415348998,
      "learning_rate": 0.00011729856604994818,
      "loss": 0.8067,
      "step": 84353
    },
    {
      "epoch": 3.4550071677247596,
      "grad_norm": 0.6883353950737943,
      "learning_rate": 0.00011729538311064906,
      "loss": 0.2006,
      "step": 84354
    },
    {
      "epoch": 3.4550481261519557,
      "grad_norm": 1.1149069699281777,
      "learning_rate": 0.00011729220018681079,
      "loss": 0.4918,
      "step": 84355
    },
    {
      "epoch": 3.455089084579152,
      "grad_norm": 1.2354368158792137,
      "learning_rate": 0.00011728901727843488,
      "loss": 0.6627,
      "step": 84356
    },
    {
      "epoch": 3.4551300430063487,
      "grad_norm": 1.594285707665591,
      "learning_rate": 0.00011728583438552283,
      "loss": 0.5968,
      "step": 84357
    },
    {
      "epoch": 3.455171001433545,
      "grad_norm": 1.3134284390867212,
      "learning_rate": 0.00011728265150807613,
      "loss": 0.555,
      "step": 84358
    },
    {
      "epoch": 3.4552119598607414,
      "grad_norm": 1.3410091777113466,
      "learning_rate": 0.00011727946864609627,
      "loss": 0.5584,
      "step": 84359
    },
    {
      "epoch": 3.455252918287938,
      "grad_norm": 1.4067836682217365,
      "learning_rate": 0.00011727628579958482,
      "loss": 0.7674,
      "step": 84360
    },
    {
      "epoch": 3.455293876715134,
      "grad_norm": 1.3984035618697286,
      "learning_rate": 0.00011727310296854322,
      "loss": 0.8874,
      "step": 84361
    },
    {
      "epoch": 3.4553348351423305,
      "grad_norm": 1.4841109058446669,
      "learning_rate": 0.00011726992015297301,
      "loss": 0.7536,
      "step": 84362
    },
    {
      "epoch": 3.455375793569527,
      "grad_norm": 1.4007286760299191,
      "learning_rate": 0.00011726673735287565,
      "loss": 0.7464,
      "step": 84363
    },
    {
      "epoch": 3.455416751996723,
      "grad_norm": 1.106395407792006,
      "learning_rate": 0.00011726355456825272,
      "loss": 0.4669,
      "step": 84364
    },
    {
      "epoch": 3.4554577104239197,
      "grad_norm": 1.080127423636082,
      "learning_rate": 0.00011726037179910566,
      "loss": 0.6626,
      "step": 84365
    },
    {
      "epoch": 3.4554986688511162,
      "grad_norm": 7.383138613466512,
      "learning_rate": 0.00011725718904543602,
      "loss": 2.865,
      "step": 84366
    },
    {
      "epoch": 3.4555396272783123,
      "grad_norm": 1.2880421747607453,
      "learning_rate": 0.00011725400630724524,
      "loss": 0.6099,
      "step": 84367
    },
    {
      "epoch": 3.455580585705509,
      "grad_norm": 1.5126597225279848,
      "learning_rate": 0.00011725082358453488,
      "loss": 0.8104,
      "step": 84368
    },
    {
      "epoch": 3.4556215441327054,
      "grad_norm": 0.9182898836556189,
      "learning_rate": 0.00011724764087730645,
      "loss": 0.2831,
      "step": 84369
    },
    {
      "epoch": 3.4556625025599015,
      "grad_norm": 1.5267455172326179,
      "learning_rate": 0.00011724445818556146,
      "loss": 0.7075,
      "step": 84370
    },
    {
      "epoch": 3.455703460987098,
      "grad_norm": 1.3947874730559848,
      "learning_rate": 0.00011724127550930138,
      "loss": 0.7367,
      "step": 84371
    },
    {
      "epoch": 3.4557444194142946,
      "grad_norm": 1.5396658019320582,
      "learning_rate": 0.00011723809284852769,
      "loss": 0.6241,
      "step": 84372
    },
    {
      "epoch": 3.455785377841491,
      "grad_norm": 1.574001815932514,
      "learning_rate": 0.00011723491020324194,
      "loss": 0.8944,
      "step": 84373
    },
    {
      "epoch": 3.455826336268687,
      "grad_norm": 1.3835272926174083,
      "learning_rate": 0.0001172317275734456,
      "loss": 0.5504,
      "step": 84374
    },
    {
      "epoch": 3.4558672946958837,
      "grad_norm": 1.7136674984738347,
      "learning_rate": 0.00011722854495914024,
      "loss": 1.0656,
      "step": 84375
    },
    {
      "epoch": 3.4559082531230803,
      "grad_norm": 1.46466751919641,
      "learning_rate": 0.0001172253623603273,
      "loss": 0.7547,
      "step": 84376
    },
    {
      "epoch": 3.4559492115502763,
      "grad_norm": 0.795708089799912,
      "learning_rate": 0.0001172221797770083,
      "loss": 0.2295,
      "step": 84377
    },
    {
      "epoch": 3.455990169977473,
      "grad_norm": 1.2526342107089816,
      "learning_rate": 0.00011721899720918474,
      "loss": 0.6924,
      "step": 84378
    },
    {
      "epoch": 3.4560311284046694,
      "grad_norm": 1.0190918672832043,
      "learning_rate": 0.00011721581465685816,
      "loss": 0.2235,
      "step": 84379
    },
    {
      "epoch": 3.4560720868318655,
      "grad_norm": 1.4824896038711652,
      "learning_rate": 0.00011721263212003004,
      "loss": 0.7328,
      "step": 84380
    },
    {
      "epoch": 3.456113045259062,
      "grad_norm": 1.2478425346515447,
      "learning_rate": 0.00011720944959870188,
      "loss": 0.7428,
      "step": 84381
    },
    {
      "epoch": 3.4561540036862586,
      "grad_norm": 1.5637606776513202,
      "learning_rate": 0.00011720626709287516,
      "loss": 0.6402,
      "step": 84382
    },
    {
      "epoch": 3.4561949621134547,
      "grad_norm": 1.4934702938831952,
      "learning_rate": 0.00011720308460255145,
      "loss": 0.7045,
      "step": 84383
    },
    {
      "epoch": 3.456235920540651,
      "grad_norm": 1.571478469993883,
      "learning_rate": 0.00011719990212773222,
      "loss": 0.8183,
      "step": 84384
    },
    {
      "epoch": 3.4562768789678477,
      "grad_norm": 1.3882408202787215,
      "learning_rate": 0.00011719671966841897,
      "loss": 0.8763,
      "step": 84385
    },
    {
      "epoch": 3.4563178373950443,
      "grad_norm": 1.5852842161224068,
      "learning_rate": 0.00011719353722461318,
      "loss": 1.0429,
      "step": 84386
    },
    {
      "epoch": 3.4563587958222404,
      "grad_norm": 1.2689611871288937,
      "learning_rate": 0.0001171903547963164,
      "loss": 0.3627,
      "step": 84387
    },
    {
      "epoch": 3.456399754249437,
      "grad_norm": 0.9879297788607205,
      "learning_rate": 0.00011718717238353014,
      "loss": 0.4858,
      "step": 84388
    },
    {
      "epoch": 3.456440712676633,
      "grad_norm": 1.6170810607115056,
      "learning_rate": 0.00011718398998625586,
      "loss": 0.5563,
      "step": 84389
    },
    {
      "epoch": 3.4564816711038295,
      "grad_norm": 1.1967532590207717,
      "learning_rate": 0.00011718080760449505,
      "loss": 0.5597,
      "step": 84390
    },
    {
      "epoch": 3.456522629531026,
      "grad_norm": 1.2251497893773062,
      "learning_rate": 0.0001171776252382493,
      "loss": 0.5952,
      "step": 84391
    },
    {
      "epoch": 3.4565635879582226,
      "grad_norm": 1.7130766631695895,
      "learning_rate": 0.00011717444288752006,
      "loss": 1.2276,
      "step": 84392
    },
    {
      "epoch": 3.4566045463854187,
      "grad_norm": 0.9349377375959808,
      "learning_rate": 0.00011717126055230885,
      "loss": 0.2764,
      "step": 84393
    },
    {
      "epoch": 3.4566455048126152,
      "grad_norm": 1.9602961425390952,
      "learning_rate": 0.0001171680782326171,
      "loss": 1.5565,
      "step": 84394
    },
    {
      "epoch": 3.4566864632398118,
      "grad_norm": 2.3947293145546475,
      "learning_rate": 0.00011716489592844644,
      "loss": 1.8034,
      "step": 84395
    },
    {
      "epoch": 3.456727421667008,
      "grad_norm": 1.1879080805535942,
      "learning_rate": 0.00011716171363979828,
      "loss": 0.5118,
      "step": 84396
    },
    {
      "epoch": 3.4567683800942044,
      "grad_norm": 1.2561544319558469,
      "learning_rate": 0.00011715853136667418,
      "loss": 0.6429,
      "step": 84397
    },
    {
      "epoch": 3.456809338521401,
      "grad_norm": 1.3139456162706142,
      "learning_rate": 0.00011715534910907558,
      "loss": 0.6657,
      "step": 84398
    },
    {
      "epoch": 3.456850296948597,
      "grad_norm": 1.2908036351305971,
      "learning_rate": 0.00011715216686700405,
      "loss": 0.7748,
      "step": 84399
    },
    {
      "epoch": 3.4568912553757936,
      "grad_norm": 0.9719272921256544,
      "learning_rate": 0.0001171489846404611,
      "loss": 0.3447,
      "step": 84400
    },
    {
      "epoch": 3.45693221380299,
      "grad_norm": 2.166781040108458,
      "learning_rate": 0.00011714580242944817,
      "loss": 1.9687,
      "step": 84401
    },
    {
      "epoch": 3.456973172230186,
      "grad_norm": 2.800431591089683,
      "learning_rate": 0.00011714262023396678,
      "loss": 1.2791,
      "step": 84402
    },
    {
      "epoch": 3.4570141306573827,
      "grad_norm": 0.9563799337506297,
      "learning_rate": 0.00011713943805401848,
      "loss": 0.3268,
      "step": 84403
    },
    {
      "epoch": 3.4570550890845793,
      "grad_norm": 1.2843818472937543,
      "learning_rate": 0.00011713625588960475,
      "loss": 0.663,
      "step": 84404
    },
    {
      "epoch": 3.457096047511776,
      "grad_norm": 1.342057539328686,
      "learning_rate": 0.00011713307374072708,
      "loss": 0.6688,
      "step": 84405
    },
    {
      "epoch": 3.457137005938972,
      "grad_norm": 1.4698653533731125,
      "learning_rate": 0.00011712989160738701,
      "loss": 0.734,
      "step": 84406
    },
    {
      "epoch": 3.4571779643661684,
      "grad_norm": 1.8303855470364796,
      "learning_rate": 0.00011712670948958597,
      "loss": 1.0218,
      "step": 84407
    },
    {
      "epoch": 3.4572189227933645,
      "grad_norm": 1.3832516177394478,
      "learning_rate": 0.00011712352738732557,
      "loss": 0.7471,
      "step": 84408
    },
    {
      "epoch": 3.457259881220561,
      "grad_norm": 1.1929069246070707,
      "learning_rate": 0.00011712034530060722,
      "loss": 0.6324,
      "step": 84409
    },
    {
      "epoch": 3.4573008396477576,
      "grad_norm": 1.0205788298686636,
      "learning_rate": 0.0001171171632294325,
      "loss": 0.3533,
      "step": 84410
    },
    {
      "epoch": 3.457341798074954,
      "grad_norm": 1.171460228141765,
      "learning_rate": 0.00011711398117380282,
      "loss": 0.6705,
      "step": 84411
    },
    {
      "epoch": 3.45738275650215,
      "grad_norm": 1.2539000903773398,
      "learning_rate": 0.00011711079913371978,
      "loss": 0.6187,
      "step": 84412
    },
    {
      "epoch": 3.4574237149293467,
      "grad_norm": 1.432304862857387,
      "learning_rate": 0.00011710761710918485,
      "loss": 0.7032,
      "step": 84413
    },
    {
      "epoch": 3.4574646733565433,
      "grad_norm": 1.3205968901922605,
      "learning_rate": 0.00011710443510019953,
      "loss": 0.7036,
      "step": 84414
    },
    {
      "epoch": 3.4575056317837394,
      "grad_norm": 0.853092079193915,
      "learning_rate": 0.00011710125310676529,
      "loss": 0.2311,
      "step": 84415
    },
    {
      "epoch": 3.457546590210936,
      "grad_norm": 1.2732775072084455,
      "learning_rate": 0.00011709807112888369,
      "loss": 0.7122,
      "step": 84416
    },
    {
      "epoch": 3.4575875486381324,
      "grad_norm": 1.480406998714754,
      "learning_rate": 0.00011709488916655622,
      "loss": 0.8632,
      "step": 84417
    },
    {
      "epoch": 3.4576285070653285,
      "grad_norm": 1.367303633920134,
      "learning_rate": 0.0001170917072197844,
      "loss": 0.4548,
      "step": 84418
    },
    {
      "epoch": 3.457669465492525,
      "grad_norm": 1.0205164765056884,
      "learning_rate": 0.00011708852528856964,
      "loss": 0.3941,
      "step": 84419
    },
    {
      "epoch": 3.4577104239197216,
      "grad_norm": 1.6686571493152673,
      "learning_rate": 0.00011708534337291357,
      "loss": 0.7926,
      "step": 84420
    },
    {
      "epoch": 3.4577513823469177,
      "grad_norm": 1.164882209986841,
      "learning_rate": 0.00011708216147281764,
      "loss": 0.5049,
      "step": 84421
    },
    {
      "epoch": 3.4577923407741142,
      "grad_norm": 1.2221170227454872,
      "learning_rate": 0.00011707897958828334,
      "loss": 0.449,
      "step": 84422
    },
    {
      "epoch": 3.4578332992013108,
      "grad_norm": 1.5821477998848728,
      "learning_rate": 0.00011707579771931216,
      "loss": 0.5446,
      "step": 84423
    },
    {
      "epoch": 3.4578742576285073,
      "grad_norm": 1.3078395722286618,
      "learning_rate": 0.00011707261586590567,
      "loss": 0.6239,
      "step": 84424
    },
    {
      "epoch": 3.4579152160557034,
      "grad_norm": 2.1161272493796957,
      "learning_rate": 0.00011706943402806533,
      "loss": 1.3155,
      "step": 84425
    },
    {
      "epoch": 3.4579561744829,
      "grad_norm": 1.4311295896463616,
      "learning_rate": 0.00011706625220579267,
      "loss": 0.6511,
      "step": 84426
    },
    {
      "epoch": 3.457997132910096,
      "grad_norm": 1.0152174291540237,
      "learning_rate": 0.00011706307039908913,
      "loss": 0.3721,
      "step": 84427
    },
    {
      "epoch": 3.4580380913372926,
      "grad_norm": 1.4248542182734965,
      "learning_rate": 0.00011705988860795629,
      "loss": 0.6799,
      "step": 84428
    },
    {
      "epoch": 3.458079049764489,
      "grad_norm": 1.6974638902974406,
      "learning_rate": 0.00011705670683239562,
      "loss": 0.7716,
      "step": 84429
    },
    {
      "epoch": 3.4581200081916856,
      "grad_norm": 1.1722210262159878,
      "learning_rate": 0.00011705352507240864,
      "loss": 0.6554,
      "step": 84430
    },
    {
      "epoch": 3.4581609666188817,
      "grad_norm": 1.5934727076231334,
      "learning_rate": 0.00011705034332799681,
      "loss": 0.694,
      "step": 84431
    },
    {
      "epoch": 3.4582019250460783,
      "grad_norm": 0.7990695423668959,
      "learning_rate": 0.00011704716159916168,
      "loss": 0.2394,
      "step": 84432
    },
    {
      "epoch": 3.458242883473275,
      "grad_norm": 1.5665261861625666,
      "learning_rate": 0.00011704397988590475,
      "loss": 0.9353,
      "step": 84433
    },
    {
      "epoch": 3.458283841900471,
      "grad_norm": 1.2645715661654873,
      "learning_rate": 0.0001170407981882275,
      "loss": 0.623,
      "step": 84434
    },
    {
      "epoch": 3.4583248003276674,
      "grad_norm": 1.6672246598667333,
      "learning_rate": 0.00011703761650613145,
      "loss": 0.8577,
      "step": 84435
    },
    {
      "epoch": 3.458365758754864,
      "grad_norm": 1.4752661750609364,
      "learning_rate": 0.0001170344348396181,
      "loss": 0.8408,
      "step": 84436
    },
    {
      "epoch": 3.45840671718206,
      "grad_norm": 1.192407968348309,
      "learning_rate": 0.00011703125318868898,
      "loss": 0.6383,
      "step": 84437
    },
    {
      "epoch": 3.4584476756092566,
      "grad_norm": 1.1984736782025722,
      "learning_rate": 0.00011702807155334556,
      "loss": 0.5322,
      "step": 84438
    },
    {
      "epoch": 3.458488634036453,
      "grad_norm": 1.023345605674937,
      "learning_rate": 0.00011702488993358933,
      "loss": 0.3474,
      "step": 84439
    },
    {
      "epoch": 3.458529592463649,
      "grad_norm": 0.7731089080713364,
      "learning_rate": 0.0001170217083294219,
      "loss": 0.2497,
      "step": 84440
    },
    {
      "epoch": 3.4585705508908458,
      "grad_norm": 1.6086687353000693,
      "learning_rate": 0.00011701852674084462,
      "loss": 1.0186,
      "step": 84441
    },
    {
      "epoch": 3.4586115093180423,
      "grad_norm": 1.0310005093889183,
      "learning_rate": 0.00011701534516785905,
      "loss": 0.3613,
      "step": 84442
    },
    {
      "epoch": 3.458652467745239,
      "grad_norm": 1.2733504988499136,
      "learning_rate": 0.00011701216361046675,
      "loss": 0.6578,
      "step": 84443
    },
    {
      "epoch": 3.458693426172435,
      "grad_norm": 2.0950796598726797,
      "learning_rate": 0.00011700898206866919,
      "loss": 0.901,
      "step": 84444
    },
    {
      "epoch": 3.4587343845996315,
      "grad_norm": 1.1757910396294045,
      "learning_rate": 0.00011700580054246784,
      "loss": 0.5722,
      "step": 84445
    },
    {
      "epoch": 3.4587753430268275,
      "grad_norm": 1.2644512224018183,
      "learning_rate": 0.00011700261903186422,
      "loss": 0.5976,
      "step": 84446
    },
    {
      "epoch": 3.458816301454024,
      "grad_norm": 1.4360766349785556,
      "learning_rate": 0.00011699943753685987,
      "loss": 0.7379,
      "step": 84447
    },
    {
      "epoch": 3.4588572598812206,
      "grad_norm": 0.919349806711018,
      "learning_rate": 0.00011699625605745629,
      "loss": 0.2577,
      "step": 84448
    },
    {
      "epoch": 3.458898218308417,
      "grad_norm": 1.2147434021050014,
      "learning_rate": 0.00011699307459365495,
      "loss": 0.5428,
      "step": 84449
    },
    {
      "epoch": 3.4589391767356132,
      "grad_norm": 1.2958423730171698,
      "learning_rate": 0.00011698989314545735,
      "loss": 0.5809,
      "step": 84450
    },
    {
      "epoch": 3.4589801351628098,
      "grad_norm": 1.698382547525354,
      "learning_rate": 0.00011698671171286503,
      "loss": 0.9779,
      "step": 84451
    },
    {
      "epoch": 3.4590210935900063,
      "grad_norm": 1.6733261707552096,
      "learning_rate": 0.00011698353029587949,
      "loss": 0.8461,
      "step": 84452
    },
    {
      "epoch": 3.4590620520172024,
      "grad_norm": 0.8887638274543785,
      "learning_rate": 0.0001169803488945022,
      "loss": 0.2513,
      "step": 84453
    },
    {
      "epoch": 3.459103010444399,
      "grad_norm": 1.452870458538488,
      "learning_rate": 0.00011697716750873468,
      "loss": 0.7316,
      "step": 84454
    },
    {
      "epoch": 3.4591439688715955,
      "grad_norm": 1.6581255264124664,
      "learning_rate": 0.00011697398613857845,
      "loss": 0.9028,
      "step": 84455
    },
    {
      "epoch": 3.4591849272987916,
      "grad_norm": 1.7006668080096319,
      "learning_rate": 0.00011697080478403501,
      "loss": 0.9331,
      "step": 84456
    },
    {
      "epoch": 3.459225885725988,
      "grad_norm": 1.3464709576324616,
      "learning_rate": 0.00011696762344510585,
      "loss": 0.6797,
      "step": 84457
    },
    {
      "epoch": 3.4592668441531846,
      "grad_norm": 1.6515508267399934,
      "learning_rate": 0.00011696444212179246,
      "loss": 0.8748,
      "step": 84458
    },
    {
      "epoch": 3.4593078025803807,
      "grad_norm": 0.8615848187525706,
      "learning_rate": 0.00011696126081409639,
      "loss": 0.228,
      "step": 84459
    },
    {
      "epoch": 3.4593487610075773,
      "grad_norm": 1.681423834799752,
      "learning_rate": 0.00011695807952201912,
      "loss": 0.6069,
      "step": 84460
    },
    {
      "epoch": 3.459389719434774,
      "grad_norm": 1.4493327225852715,
      "learning_rate": 0.00011695489824556215,
      "loss": 0.7214,
      "step": 84461
    },
    {
      "epoch": 3.4594306778619703,
      "grad_norm": 1.5383191182273686,
      "learning_rate": 0.00011695171698472696,
      "loss": 0.8007,
      "step": 84462
    },
    {
      "epoch": 3.4594716362891664,
      "grad_norm": 1.5086663707878998,
      "learning_rate": 0.00011694853573951512,
      "loss": 0.821,
      "step": 84463
    },
    {
      "epoch": 3.459512594716363,
      "grad_norm": 1.6796526429203513,
      "learning_rate": 0.00011694535450992809,
      "loss": 0.7596,
      "step": 84464
    },
    {
      "epoch": 3.459553553143559,
      "grad_norm": 1.1917145090707284,
      "learning_rate": 0.00011694217329596737,
      "loss": 0.2087,
      "step": 84465
    },
    {
      "epoch": 3.4595945115707556,
      "grad_norm": 1.5398676802690674,
      "learning_rate": 0.00011693899209763444,
      "loss": 0.7124,
      "step": 84466
    },
    {
      "epoch": 3.459635469997952,
      "grad_norm": 1.6698407828374071,
      "learning_rate": 0.00011693581091493087,
      "loss": 0.856,
      "step": 84467
    },
    {
      "epoch": 3.4596764284251487,
      "grad_norm": 1.1050838341094715,
      "learning_rate": 0.00011693262974785815,
      "loss": 0.3121,
      "step": 84468
    },
    {
      "epoch": 3.4597173868523448,
      "grad_norm": 1.83178640399154,
      "learning_rate": 0.00011692944859641773,
      "loss": 0.9938,
      "step": 84469
    },
    {
      "epoch": 3.4597583452795413,
      "grad_norm": 2.0967229849195705,
      "learning_rate": 0.00011692626746061114,
      "loss": 1.0114,
      "step": 84470
    },
    {
      "epoch": 3.459799303706738,
      "grad_norm": 1.4680092531330273,
      "learning_rate": 0.00011692308634043992,
      "loss": 0.5973,
      "step": 84471
    },
    {
      "epoch": 3.459840262133934,
      "grad_norm": 1.2901246034948324,
      "learning_rate": 0.00011691990523590553,
      "loss": 0.5593,
      "step": 84472
    },
    {
      "epoch": 3.4598812205611305,
      "grad_norm": 0.7569088385996965,
      "learning_rate": 0.0001169167241470095,
      "loss": 0.1633,
      "step": 84473
    },
    {
      "epoch": 3.459922178988327,
      "grad_norm": 1.7088764933171303,
      "learning_rate": 0.0001169135430737533,
      "loss": 0.7769,
      "step": 84474
    },
    {
      "epoch": 3.459963137415523,
      "grad_norm": 1.1961660937922298,
      "learning_rate": 0.00011691036201613847,
      "loss": 0.6885,
      "step": 84475
    },
    {
      "epoch": 3.4600040958427196,
      "grad_norm": 5.195279948162042,
      "learning_rate": 0.0001169071809741665,
      "loss": 4.0603,
      "step": 84476
    },
    {
      "epoch": 3.460045054269916,
      "grad_norm": 1.9582030689016094,
      "learning_rate": 0.00011690399994783892,
      "loss": 1.446,
      "step": 84477
    },
    {
      "epoch": 3.4600860126971122,
      "grad_norm": 1.4770482698890925,
      "learning_rate": 0.00011690081893715719,
      "loss": 0.7436,
      "step": 84478
    },
    {
      "epoch": 3.460126971124309,
      "grad_norm": 0.9084238986741414,
      "learning_rate": 0.00011689763794212281,
      "loss": 0.1983,
      "step": 84479
    },
    {
      "epoch": 3.4601679295515053,
      "grad_norm": 1.0725804394290743,
      "learning_rate": 0.00011689445696273733,
      "loss": 0.4085,
      "step": 84480
    },
    {
      "epoch": 3.460208887978702,
      "grad_norm": 2.651083392503423,
      "learning_rate": 0.00011689127599900223,
      "loss": 1.0716,
      "step": 84481
    },
    {
      "epoch": 3.460249846405898,
      "grad_norm": 1.3138925044269247,
      "learning_rate": 0.00011688809505091901,
      "loss": 0.527,
      "step": 84482
    },
    {
      "epoch": 3.4602908048330945,
      "grad_norm": 1.9214818944038876,
      "learning_rate": 0.00011688491411848916,
      "loss": 1.3687,
      "step": 84483
    },
    {
      "epoch": 3.4603317632602906,
      "grad_norm": 0.8566201267782431,
      "learning_rate": 0.00011688173320171422,
      "loss": 0.2845,
      "step": 84484
    },
    {
      "epoch": 3.460372721687487,
      "grad_norm": 1.8977895316125857,
      "learning_rate": 0.00011687855230059568,
      "loss": 0.9303,
      "step": 84485
    },
    {
      "epoch": 3.4604136801146836,
      "grad_norm": 1.4163003684535775,
      "learning_rate": 0.00011687537141513502,
      "loss": 0.7731,
      "step": 84486
    },
    {
      "epoch": 3.46045463854188,
      "grad_norm": 1.4044988720605815,
      "learning_rate": 0.00011687219054533377,
      "loss": 0.7168,
      "step": 84487
    },
    {
      "epoch": 3.4604955969690763,
      "grad_norm": 1.5723831359255516,
      "learning_rate": 0.00011686900969119341,
      "loss": 0.9853,
      "step": 84488
    },
    {
      "epoch": 3.460536555396273,
      "grad_norm": 1.3983638867669128,
      "learning_rate": 0.0001168658288527155,
      "loss": 0.8754,
      "step": 84489
    },
    {
      "epoch": 3.4605775138234693,
      "grad_norm": 1.5151047994087614,
      "learning_rate": 0.00011686264802990149,
      "loss": 0.6213,
      "step": 84490
    },
    {
      "epoch": 3.4606184722506654,
      "grad_norm": 1.2306789783636638,
      "learning_rate": 0.00011685946722275285,
      "loss": 0.705,
      "step": 84491
    },
    {
      "epoch": 3.460659430677862,
      "grad_norm": 0.7875744454316879,
      "learning_rate": 0.00011685628643127118,
      "loss": 0.1896,
      "step": 84492
    },
    {
      "epoch": 3.4607003891050585,
      "grad_norm": 1.4213463761116978,
      "learning_rate": 0.00011685310565545795,
      "loss": 0.8495,
      "step": 84493
    },
    {
      "epoch": 3.4607413475322546,
      "grad_norm": 2.030332141232802,
      "learning_rate": 0.00011684992489531461,
      "loss": 1.5676,
      "step": 84494
    },
    {
      "epoch": 3.460782305959451,
      "grad_norm": 1.7449849715040688,
      "learning_rate": 0.0001168467441508427,
      "loss": 1.1657,
      "step": 84495
    },
    {
      "epoch": 3.4608232643866477,
      "grad_norm": 1.1910432213904367,
      "learning_rate": 0.00011684356342204374,
      "loss": 0.6273,
      "step": 84496
    },
    {
      "epoch": 3.4608642228138438,
      "grad_norm": 1.3833351154829119,
      "learning_rate": 0.00011684038270891923,
      "loss": 0.7587,
      "step": 84497
    },
    {
      "epoch": 3.4609051812410403,
      "grad_norm": 1.872627823644635,
      "learning_rate": 0.00011683720201147064,
      "loss": 0.8783,
      "step": 84498
    },
    {
      "epoch": 3.460946139668237,
      "grad_norm": 1.8112124216828815,
      "learning_rate": 0.0001168340213296995,
      "loss": 0.8647,
      "step": 84499
    },
    {
      "epoch": 3.4609870980954334,
      "grad_norm": 1.9479736835892243,
      "learning_rate": 0.00011683084066360732,
      "loss": 1.0471,
      "step": 84500
    },
    {
      "epoch": 3.4610280565226295,
      "grad_norm": 1.5390648897206047,
      "learning_rate": 0.00011682766001319558,
      "loss": 0.329,
      "step": 84501
    },
    {
      "epoch": 3.461069014949826,
      "grad_norm": 1.495993334868576,
      "learning_rate": 0.00011682447937846583,
      "loss": 0.8252,
      "step": 84502
    },
    {
      "epoch": 3.461109973377022,
      "grad_norm": 1.1209390334722975,
      "learning_rate": 0.0001168212987594195,
      "loss": 0.5408,
      "step": 84503
    },
    {
      "epoch": 3.4611509318042186,
      "grad_norm": 1.9030827666293222,
      "learning_rate": 0.00011681811815605817,
      "loss": 1.506,
      "step": 84504
    },
    {
      "epoch": 3.461191890231415,
      "grad_norm": 1.7341590982399675,
      "learning_rate": 0.0001168149375683833,
      "loss": 0.6093,
      "step": 84505
    },
    {
      "epoch": 3.4612328486586117,
      "grad_norm": 0.7488506417659393,
      "learning_rate": 0.00011681175699639638,
      "loss": 0.1662,
      "step": 84506
    },
    {
      "epoch": 3.461273807085808,
      "grad_norm": 1.5149647528155332,
      "learning_rate": 0.00011680857644009894,
      "loss": 0.4744,
      "step": 84507
    },
    {
      "epoch": 3.4613147655130043,
      "grad_norm": 1.3086023433022103,
      "learning_rate": 0.0001168053958994925,
      "loss": 0.7138,
      "step": 84508
    },
    {
      "epoch": 3.461355723940201,
      "grad_norm": 1.3239755953540868,
      "learning_rate": 0.00011680221537457853,
      "loss": 0.5827,
      "step": 84509
    },
    {
      "epoch": 3.461396682367397,
      "grad_norm": 1.0663242305446035,
      "learning_rate": 0.00011679903486535856,
      "loss": 0.341,
      "step": 84510
    },
    {
      "epoch": 3.4614376407945935,
      "grad_norm": 1.6871839805159377,
      "learning_rate": 0.00011679585437183411,
      "loss": 0.6465,
      "step": 84511
    },
    {
      "epoch": 3.46147859922179,
      "grad_norm": 1.6232392296594296,
      "learning_rate": 0.00011679267389400663,
      "loss": 0.6941,
      "step": 84512
    },
    {
      "epoch": 3.461519557648986,
      "grad_norm": 2.8575674588088873,
      "learning_rate": 0.00011678949343187763,
      "loss": 3.1067,
      "step": 84513
    },
    {
      "epoch": 3.4615605160761826,
      "grad_norm": 2.224598733580534,
      "learning_rate": 0.0001167863129854486,
      "loss": 1.5294,
      "step": 84514
    },
    {
      "epoch": 3.461601474503379,
      "grad_norm": 0.4447115578590267,
      "learning_rate": 0.0001167831325547211,
      "loss": 0.0818,
      "step": 84515
    },
    {
      "epoch": 3.4616424329305753,
      "grad_norm": 0.8371639907362916,
      "learning_rate": 0.00011677995213969664,
      "loss": 0.2453,
      "step": 84516
    },
    {
      "epoch": 3.461683391357772,
      "grad_norm": 1.5249315878883487,
      "learning_rate": 0.00011677677174037666,
      "loss": 0.6375,
      "step": 84517
    },
    {
      "epoch": 3.4617243497849683,
      "grad_norm": 1.4118737607779661,
      "learning_rate": 0.00011677359135676266,
      "loss": 0.6722,
      "step": 84518
    },
    {
      "epoch": 3.461765308212165,
      "grad_norm": 1.49198761630298,
      "learning_rate": 0.00011677041098885624,
      "loss": 0.7167,
      "step": 84519
    },
    {
      "epoch": 3.461806266639361,
      "grad_norm": 1.6237220667538668,
      "learning_rate": 0.00011676723063665881,
      "loss": 0.7127,
      "step": 84520
    },
    {
      "epoch": 3.4618472250665575,
      "grad_norm": 4.223557150619908,
      "learning_rate": 0.0001167640503001719,
      "loss": 1.8318,
      "step": 84521
    },
    {
      "epoch": 3.4618881834937536,
      "grad_norm": 1.425842199709286,
      "learning_rate": 0.00011676086997939702,
      "loss": 0.6508,
      "step": 84522
    },
    {
      "epoch": 3.46192914192095,
      "grad_norm": 1.2294375934747388,
      "learning_rate": 0.00011675768967433569,
      "loss": 0.2444,
      "step": 84523
    },
    {
      "epoch": 3.4619701003481467,
      "grad_norm": 1.520121091175366,
      "learning_rate": 0.00011675450938498939,
      "loss": 0.5283,
      "step": 84524
    },
    {
      "epoch": 3.462011058775343,
      "grad_norm": 1.5629210002631924,
      "learning_rate": 0.00011675132911135963,
      "loss": 1.0959,
      "step": 84525
    },
    {
      "epoch": 3.4620520172025393,
      "grad_norm": 1.5985914244946788,
      "learning_rate": 0.00011674814885344788,
      "loss": 0.7754,
      "step": 84526
    },
    {
      "epoch": 3.462092975629736,
      "grad_norm": 0.4815980250823894,
      "learning_rate": 0.00011674496861125572,
      "loss": 0.1078,
      "step": 84527
    },
    {
      "epoch": 3.4621339340569324,
      "grad_norm": 1.4520830033378378,
      "learning_rate": 0.00011674178838478458,
      "loss": 1.0764,
      "step": 84528
    },
    {
      "epoch": 3.4621748924841285,
      "grad_norm": 1.638093330048183,
      "learning_rate": 0.00011673860817403603,
      "loss": 0.7865,
      "step": 84529
    },
    {
      "epoch": 3.462215850911325,
      "grad_norm": 0.8237622353026143,
      "learning_rate": 0.00011673542797901148,
      "loss": 0.1874,
      "step": 84530
    },
    {
      "epoch": 3.4622568093385215,
      "grad_norm": 1.605281713596774,
      "learning_rate": 0.00011673224779971252,
      "loss": 0.868,
      "step": 84531
    },
    {
      "epoch": 3.4622977677657176,
      "grad_norm": 1.3542959124446874,
      "learning_rate": 0.00011672906763614064,
      "loss": 0.6421,
      "step": 84532
    },
    {
      "epoch": 3.462338726192914,
      "grad_norm": 1.3821139713417498,
      "learning_rate": 0.00011672588748829731,
      "loss": 0.6343,
      "step": 84533
    },
    {
      "epoch": 3.4623796846201107,
      "grad_norm": 1.655045470363919,
      "learning_rate": 0.00011672270735618403,
      "loss": 0.9036,
      "step": 84534
    },
    {
      "epoch": 3.462420643047307,
      "grad_norm": 2.8764211337128396,
      "learning_rate": 0.00011671952723980233,
      "loss": 1.3853,
      "step": 84535
    },
    {
      "epoch": 3.4624616014745033,
      "grad_norm": 1.2507099443400223,
      "learning_rate": 0.00011671634713915374,
      "loss": 0.7824,
      "step": 84536
    },
    {
      "epoch": 3.4625025599017,
      "grad_norm": 1.4085828680122736,
      "learning_rate": 0.00011671316705423972,
      "loss": 0.916,
      "step": 84537
    },
    {
      "epoch": 3.4625435183288964,
      "grad_norm": 1.09703763416605,
      "learning_rate": 0.00011670998698506174,
      "loss": 0.3334,
      "step": 84538
    },
    {
      "epoch": 3.4625844767560925,
      "grad_norm": 1.8046203860030265,
      "learning_rate": 0.00011670680693162139,
      "loss": 1.0772,
      "step": 84539
    },
    {
      "epoch": 3.462625435183289,
      "grad_norm": 1.6767873292115945,
      "learning_rate": 0.00011670362689392013,
      "loss": 1.1175,
      "step": 84540
    },
    {
      "epoch": 3.462666393610485,
      "grad_norm": 1.4868405757183856,
      "learning_rate": 0.00011670044687195944,
      "loss": 0.824,
      "step": 84541
    },
    {
      "epoch": 3.4627073520376817,
      "grad_norm": 2.2460319629407395,
      "learning_rate": 0.00011669726686574083,
      "loss": 0.9587,
      "step": 84542
    },
    {
      "epoch": 3.462748310464878,
      "grad_norm": 0.5726756410525918,
      "learning_rate": 0.00011669408687526586,
      "loss": 0.0822,
      "step": 84543
    },
    {
      "epoch": 3.4627892688920747,
      "grad_norm": 1.3479261886285165,
      "learning_rate": 0.00011669090690053597,
      "loss": 0.5168,
      "step": 84544
    },
    {
      "epoch": 3.462830227319271,
      "grad_norm": 2.2186360992345695,
      "learning_rate": 0.0001166877269415527,
      "loss": 1.982,
      "step": 84545
    },
    {
      "epoch": 3.4628711857464674,
      "grad_norm": 1.3291019328676994,
      "learning_rate": 0.00011668454699831757,
      "loss": 0.6327,
      "step": 84546
    },
    {
      "epoch": 3.462912144173664,
      "grad_norm": 1.2755007909589546,
      "learning_rate": 0.00011668136707083199,
      "loss": 0.473,
      "step": 84547
    },
    {
      "epoch": 3.46295310260086,
      "grad_norm": 1.2723638847793615,
      "learning_rate": 0.00011667818715909756,
      "loss": 0.6482,
      "step": 84548
    },
    {
      "epoch": 3.4629940610280565,
      "grad_norm": 2.3726962055823186,
      "learning_rate": 0.00011667500726311574,
      "loss": 0.6596,
      "step": 84549
    },
    {
      "epoch": 3.463035019455253,
      "grad_norm": 1.948923541651976,
      "learning_rate": 0.00011667182738288805,
      "loss": 1.1198,
      "step": 84550
    },
    {
      "epoch": 3.463075977882449,
      "grad_norm": 1.0861016087279212,
      "learning_rate": 0.00011666864751841596,
      "loss": 0.3841,
      "step": 84551
    },
    {
      "epoch": 3.4631169363096457,
      "grad_norm": 3.711365679319091,
      "learning_rate": 0.00011666546766970103,
      "loss": 4.4082,
      "step": 84552
    },
    {
      "epoch": 3.463157894736842,
      "grad_norm": 1.3767553716107161,
      "learning_rate": 0.00011666228783674473,
      "loss": 0.6582,
      "step": 84553
    },
    {
      "epoch": 3.4631988531640383,
      "grad_norm": 1.3391282503789443,
      "learning_rate": 0.00011665910801954857,
      "loss": 0.7626,
      "step": 84554
    },
    {
      "epoch": 3.463239811591235,
      "grad_norm": 1.604645975793586,
      "learning_rate": 0.00011665592821811403,
      "loss": 1.1915,
      "step": 84555
    },
    {
      "epoch": 3.4632807700184314,
      "grad_norm": 3.160661178361683,
      "learning_rate": 0.00011665274843244263,
      "loss": 0.9642,
      "step": 84556
    },
    {
      "epoch": 3.463321728445628,
      "grad_norm": 1.3639134663220724,
      "learning_rate": 0.0001166495686625359,
      "loss": 0.5667,
      "step": 84557
    },
    {
      "epoch": 3.463362686872824,
      "grad_norm": 1.1760593602704774,
      "learning_rate": 0.00011664638890839531,
      "loss": 0.3875,
      "step": 84558
    },
    {
      "epoch": 3.4634036453000205,
      "grad_norm": 1.1939061105235573,
      "learning_rate": 0.00011664320917002234,
      "loss": 0.6916,
      "step": 84559
    },
    {
      "epoch": 3.4634446037272166,
      "grad_norm": 1.7024970755336468,
      "learning_rate": 0.00011664002944741856,
      "loss": 0.7487,
      "step": 84560
    },
    {
      "epoch": 3.463485562154413,
      "grad_norm": 1.7268729521587198,
      "learning_rate": 0.00011663684974058543,
      "loss": 0.8803,
      "step": 84561
    },
    {
      "epoch": 3.4635265205816097,
      "grad_norm": 1.1560860689871406,
      "learning_rate": 0.00011663367004952448,
      "loss": 0.325,
      "step": 84562
    },
    {
      "epoch": 3.4635674790088062,
      "grad_norm": 1.260191449458573,
      "learning_rate": 0.00011663049037423715,
      "loss": 0.6899,
      "step": 84563
    },
    {
      "epoch": 3.4636084374360023,
      "grad_norm": 1.419859529586253,
      "learning_rate": 0.00011662731071472503,
      "loss": 0.6885,
      "step": 84564
    },
    {
      "epoch": 3.463649395863199,
      "grad_norm": 1.2203067709513071,
      "learning_rate": 0.00011662413107098958,
      "loss": 0.5307,
      "step": 84565
    },
    {
      "epoch": 3.4636903542903954,
      "grad_norm": 1.9544913833127506,
      "learning_rate": 0.0001166209514430323,
      "loss": 0.9167,
      "step": 84566
    },
    {
      "epoch": 3.4637313127175915,
      "grad_norm": 1.1504605343837477,
      "learning_rate": 0.00011661777183085464,
      "loss": 0.2507,
      "step": 84567
    },
    {
      "epoch": 3.463772271144788,
      "grad_norm": 1.4937974070790536,
      "learning_rate": 0.00011661459223445822,
      "loss": 0.5517,
      "step": 84568
    },
    {
      "epoch": 3.4638132295719846,
      "grad_norm": 1.5363192918297512,
      "learning_rate": 0.00011661141265384448,
      "loss": 0.9492,
      "step": 84569
    },
    {
      "epoch": 3.4638541879991807,
      "grad_norm": 1.6375570812859106,
      "learning_rate": 0.00011660823308901493,
      "loss": 0.8834,
      "step": 84570
    },
    {
      "epoch": 3.463895146426377,
      "grad_norm": 0.9664629637520675,
      "learning_rate": 0.00011660505353997103,
      "loss": 0.2506,
      "step": 84571
    },
    {
      "epoch": 3.4639361048535737,
      "grad_norm": 1.2246980155520042,
      "learning_rate": 0.00011660187400671436,
      "loss": 0.6278,
      "step": 84572
    },
    {
      "epoch": 3.46397706328077,
      "grad_norm": 1.5342494753441556,
      "learning_rate": 0.00011659869448924638,
      "loss": 0.9692,
      "step": 84573
    },
    {
      "epoch": 3.4640180217079664,
      "grad_norm": 1.9358271187459422,
      "learning_rate": 0.00011659551498756861,
      "loss": 0.7035,
      "step": 84574
    },
    {
      "epoch": 3.464058980135163,
      "grad_norm": 1.4370783192886978,
      "learning_rate": 0.0001165923355016825,
      "loss": 0.8244,
      "step": 84575
    },
    {
      "epoch": 3.4640999385623594,
      "grad_norm": 0.8594673659541009,
      "learning_rate": 0.00011658915603158963,
      "loss": 0.2435,
      "step": 84576
    },
    {
      "epoch": 3.4641408969895555,
      "grad_norm": 1.2482918094795974,
      "learning_rate": 0.00011658597657729147,
      "loss": 0.6963,
      "step": 84577
    },
    {
      "epoch": 3.464181855416752,
      "grad_norm": 1.8241511357256128,
      "learning_rate": 0.00011658279713878951,
      "loss": 0.9095,
      "step": 84578
    },
    {
      "epoch": 3.464222813843948,
      "grad_norm": 1.5214245150057637,
      "learning_rate": 0.00011657961771608526,
      "loss": 0.69,
      "step": 84579
    },
    {
      "epoch": 3.4642637722711447,
      "grad_norm": 1.0958012441224574,
      "learning_rate": 0.00011657643830918023,
      "loss": 0.4378,
      "step": 84580
    },
    {
      "epoch": 3.464304730698341,
      "grad_norm": 1.51187144596915,
      "learning_rate": 0.00011657325891807601,
      "loss": 0.9335,
      "step": 84581
    },
    {
      "epoch": 3.4643456891255378,
      "grad_norm": 1.3974371565145307,
      "learning_rate": 0.00011657007954277389,
      "loss": 0.7836,
      "step": 84582
    },
    {
      "epoch": 3.464386647552734,
      "grad_norm": 1.4806521832774628,
      "learning_rate": 0.00011656690018327553,
      "loss": 0.6773,
      "step": 84583
    },
    {
      "epoch": 3.4644276059799304,
      "grad_norm": 1.2859876760963842,
      "learning_rate": 0.00011656372083958242,
      "loss": 0.7856,
      "step": 84584
    },
    {
      "epoch": 3.464468564407127,
      "grad_norm": 1.3434627341759955,
      "learning_rate": 0.00011656054151169605,
      "loss": 0.8209,
      "step": 84585
    },
    {
      "epoch": 3.464509522834323,
      "grad_norm": 1.2174820225784428,
      "learning_rate": 0.00011655736219961785,
      "loss": 0.57,
      "step": 84586
    },
    {
      "epoch": 3.4645504812615195,
      "grad_norm": 3.11039070692087,
      "learning_rate": 0.00011655418290334946,
      "loss": 2.8318,
      "step": 84587
    },
    {
      "epoch": 3.464591439688716,
      "grad_norm": 1.5403198932366895,
      "learning_rate": 0.00011655100362289227,
      "loss": 0.8011,
      "step": 84588
    },
    {
      "epoch": 3.464632398115912,
      "grad_norm": 1.3325835324497477,
      "learning_rate": 0.00011654782435824785,
      "loss": 0.5676,
      "step": 84589
    },
    {
      "epoch": 3.4646733565431087,
      "grad_norm": 1.4635911277160347,
      "learning_rate": 0.00011654464510941764,
      "loss": 0.7408,
      "step": 84590
    },
    {
      "epoch": 3.4647143149703052,
      "grad_norm": 1.0765865944773394,
      "learning_rate": 0.0001165414658764032,
      "loss": 0.6359,
      "step": 84591
    },
    {
      "epoch": 3.4647552733975013,
      "grad_norm": 1.5224412223065344,
      "learning_rate": 0.00011653828665920603,
      "loss": 0.5151,
      "step": 84592
    },
    {
      "epoch": 3.464796231824698,
      "grad_norm": 1.4921536410567682,
      "learning_rate": 0.00011653510745782761,
      "loss": 0.6481,
      "step": 84593
    },
    {
      "epoch": 3.4648371902518944,
      "grad_norm": 1.445350846260246,
      "learning_rate": 0.00011653192827226944,
      "loss": 0.8473,
      "step": 84594
    },
    {
      "epoch": 3.464878148679091,
      "grad_norm": 1.4674846233039733,
      "learning_rate": 0.00011652874910253304,
      "loss": 0.6757,
      "step": 84595
    },
    {
      "epoch": 3.464919107106287,
      "grad_norm": 0.7498690822246789,
      "learning_rate": 0.00011652556994861992,
      "loss": 0.1965,
      "step": 84596
    },
    {
      "epoch": 3.4649600655334836,
      "grad_norm": 1.268126393705414,
      "learning_rate": 0.00011652239081053154,
      "loss": 0.6781,
      "step": 84597
    },
    {
      "epoch": 3.4650010239606797,
      "grad_norm": 2.250277094836191,
      "learning_rate": 0.00011651921168826943,
      "loss": 0.9329,
      "step": 84598
    },
    {
      "epoch": 3.465041982387876,
      "grad_norm": 1.257226714600401,
      "learning_rate": 0.0001165160325818351,
      "loss": 0.6584,
      "step": 84599
    },
    {
      "epoch": 3.4650829408150727,
      "grad_norm": 1.3486672211439366,
      "learning_rate": 0.00011651285349123005,
      "loss": 0.6129,
      "step": 84600
    },
    {
      "epoch": 3.4651238992422693,
      "grad_norm": 1.2036182763857481,
      "learning_rate": 0.0001165096744164558,
      "loss": 0.4343,
      "step": 84601
    },
    {
      "epoch": 3.4651648576694654,
      "grad_norm": 0.8470298375851886,
      "learning_rate": 0.0001165064953575138,
      "loss": 0.2482,
      "step": 84602
    },
    {
      "epoch": 3.465205816096662,
      "grad_norm": 3.678799722169555,
      "learning_rate": 0.00011650331631440561,
      "loss": 1.1695,
      "step": 84603
    },
    {
      "epoch": 3.4652467745238584,
      "grad_norm": 0.6858037132920672,
      "learning_rate": 0.0001165001372871327,
      "loss": 0.2058,
      "step": 84604
    },
    {
      "epoch": 3.4652877329510545,
      "grad_norm": 1.5117318189981903,
      "learning_rate": 0.00011649695827569658,
      "loss": 0.7483,
      "step": 84605
    },
    {
      "epoch": 3.465328691378251,
      "grad_norm": 1.1723992116754658,
      "learning_rate": 0.00011649377928009871,
      "loss": 0.6407,
      "step": 84606
    },
    {
      "epoch": 3.4653696498054476,
      "grad_norm": 1.6110335442946406,
      "learning_rate": 0.0001164906003003407,
      "loss": 0.7205,
      "step": 84607
    },
    {
      "epoch": 3.4654106082326437,
      "grad_norm": 1.6155975049952134,
      "learning_rate": 0.00011648742133642399,
      "loss": 0.7375,
      "step": 84608
    },
    {
      "epoch": 3.46545156665984,
      "grad_norm": 4.323605888781051,
      "learning_rate": 0.00011648424238835006,
      "loss": 5.1522,
      "step": 84609
    },
    {
      "epoch": 3.4654925250870368,
      "grad_norm": 1.3312876579541129,
      "learning_rate": 0.00011648106345612042,
      "loss": 0.7942,
      "step": 84610
    },
    {
      "epoch": 3.465533483514233,
      "grad_norm": 1.6288694185258041,
      "learning_rate": 0.0001164778845397366,
      "loss": 0.8226,
      "step": 84611
    },
    {
      "epoch": 3.4655744419414294,
      "grad_norm": 0.5882326063663103,
      "learning_rate": 0.00011647470563920012,
      "loss": 0.181,
      "step": 84612
    },
    {
      "epoch": 3.465615400368626,
      "grad_norm": 1.3985235361369188,
      "learning_rate": 0.00011647152675451244,
      "loss": 0.713,
      "step": 84613
    },
    {
      "epoch": 3.4656563587958225,
      "grad_norm": 1.3001131195035232,
      "learning_rate": 0.00011646834788567504,
      "loss": 0.6535,
      "step": 84614
    },
    {
      "epoch": 3.4656973172230185,
      "grad_norm": 1.1963540782329738,
      "learning_rate": 0.00011646516903268949,
      "loss": 0.7815,
      "step": 84615
    },
    {
      "epoch": 3.465738275650215,
      "grad_norm": 1.487550602979468,
      "learning_rate": 0.00011646199019555726,
      "loss": 0.667,
      "step": 84616
    },
    {
      "epoch": 3.4657792340774116,
      "grad_norm": 1.468069850414001,
      "learning_rate": 0.00011645881137427987,
      "loss": 0.7523,
      "step": 84617
    },
    {
      "epoch": 3.4658201925046077,
      "grad_norm": 1.445813139219242,
      "learning_rate": 0.00011645563256885878,
      "loss": 0.7796,
      "step": 84618
    },
    {
      "epoch": 3.4658611509318042,
      "grad_norm": 1.650970545223049,
      "learning_rate": 0.0001164524537792955,
      "loss": 0.9072,
      "step": 84619
    },
    {
      "epoch": 3.465902109359001,
      "grad_norm": 1.2415757126985283,
      "learning_rate": 0.00011644927500559162,
      "loss": 0.6081,
      "step": 84620
    },
    {
      "epoch": 3.465943067786197,
      "grad_norm": 2.333745069279267,
      "learning_rate": 0.00011644609624774853,
      "loss": 1.2613,
      "step": 84621
    },
    {
      "epoch": 3.4659840262133934,
      "grad_norm": 2.6935934071942538,
      "learning_rate": 0.0001164429175057678,
      "loss": 2.781,
      "step": 84622
    },
    {
      "epoch": 3.46602498464059,
      "grad_norm": 1.3994146739735458,
      "learning_rate": 0.00011643973877965087,
      "loss": 0.7334,
      "step": 84623
    },
    {
      "epoch": 3.466065943067786,
      "grad_norm": 1.2626418998081832,
      "learning_rate": 0.00011643656006939934,
      "loss": 0.7482,
      "step": 84624
    },
    {
      "epoch": 3.4661069014949826,
      "grad_norm": 1.2925108177120068,
      "learning_rate": 0.00011643338137501463,
      "loss": 0.658,
      "step": 84625
    },
    {
      "epoch": 3.466147859922179,
      "grad_norm": 1.0263257826029952,
      "learning_rate": 0.00011643020269649828,
      "loss": 0.5453,
      "step": 84626
    },
    {
      "epoch": 3.466188818349375,
      "grad_norm": 3.103423842345654,
      "learning_rate": 0.00011642702403385175,
      "loss": 1.707,
      "step": 84627
    },
    {
      "epoch": 3.4662297767765717,
      "grad_norm": 1.7311062252654161,
      "learning_rate": 0.0001164238453870766,
      "loss": 0.9872,
      "step": 84628
    },
    {
      "epoch": 3.4662707352037683,
      "grad_norm": 0.8234952518008309,
      "learning_rate": 0.0001164206667561743,
      "loss": 0.3198,
      "step": 84629
    },
    {
      "epoch": 3.4663116936309644,
      "grad_norm": 1.4224804835390548,
      "learning_rate": 0.0001164174881411464,
      "loss": 0.7438,
      "step": 84630
    },
    {
      "epoch": 3.466352652058161,
      "grad_norm": 1.5173945650339251,
      "learning_rate": 0.00011641430954199429,
      "loss": 0.7357,
      "step": 84631
    },
    {
      "epoch": 3.4663936104853574,
      "grad_norm": 1.5059751726031612,
      "learning_rate": 0.0001164111309587196,
      "loss": 0.8489,
      "step": 84632
    },
    {
      "epoch": 3.466434568912554,
      "grad_norm": 1.4853080567546884,
      "learning_rate": 0.00011640795239132378,
      "loss": 0.6888,
      "step": 84633
    },
    {
      "epoch": 3.46647552733975,
      "grad_norm": 1.2509996972572641,
      "learning_rate": 0.00011640477383980832,
      "loss": 0.5387,
      "step": 84634
    },
    {
      "epoch": 3.4665164857669466,
      "grad_norm": 1.744539224389126,
      "learning_rate": 0.00011640159530417469,
      "loss": 0.9014,
      "step": 84635
    },
    {
      "epoch": 3.466557444194143,
      "grad_norm": 1.41757469127891,
      "learning_rate": 0.00011639841678442448,
      "loss": 0.8085,
      "step": 84636
    },
    {
      "epoch": 3.4665984026213392,
      "grad_norm": 2.024502460197736,
      "learning_rate": 0.00011639523828055914,
      "loss": 0.8001,
      "step": 84637
    },
    {
      "epoch": 3.4666393610485358,
      "grad_norm": 1.661732295177194,
      "learning_rate": 0.0001163920597925802,
      "loss": 0.6503,
      "step": 84638
    },
    {
      "epoch": 3.4666803194757323,
      "grad_norm": 1.4444474566289773,
      "learning_rate": 0.0001163888813204891,
      "loss": 0.8979,
      "step": 84639
    },
    {
      "epoch": 3.4667212779029284,
      "grad_norm": 1.639200597531161,
      "learning_rate": 0.00011638570286428743,
      "loss": 0.771,
      "step": 84640
    },
    {
      "epoch": 3.466762236330125,
      "grad_norm": 1.631773707220634,
      "learning_rate": 0.00011638252442397664,
      "loss": 0.658,
      "step": 84641
    },
    {
      "epoch": 3.4668031947573215,
      "grad_norm": 1.8818826592405975,
      "learning_rate": 0.00011637934599955825,
      "loss": 0.7801,
      "step": 84642
    },
    {
      "epoch": 3.4668441531845176,
      "grad_norm": 1.331342516329536,
      "learning_rate": 0.0001163761675910337,
      "loss": 0.5797,
      "step": 84643
    },
    {
      "epoch": 3.466885111611714,
      "grad_norm": 1.4321696254424456,
      "learning_rate": 0.0001163729891984046,
      "loss": 0.7757,
      "step": 84644
    },
    {
      "epoch": 3.4669260700389106,
      "grad_norm": 1.048120372719913,
      "learning_rate": 0.00011636981082167239,
      "loss": 0.3757,
      "step": 84645
    },
    {
      "epoch": 3.4669670284661067,
      "grad_norm": 1.2798071183299495,
      "learning_rate": 0.00011636663246083859,
      "loss": 0.4623,
      "step": 84646
    },
    {
      "epoch": 3.4670079868933033,
      "grad_norm": 1.496034709128981,
      "learning_rate": 0.00011636345411590465,
      "loss": 0.4804,
      "step": 84647
    },
    {
      "epoch": 3.4670489453205,
      "grad_norm": 1.3704168954823235,
      "learning_rate": 0.00011636027578687216,
      "loss": 0.6467,
      "step": 84648
    },
    {
      "epoch": 3.467089903747696,
      "grad_norm": 1.5305540506521813,
      "learning_rate": 0.00011635709747374258,
      "loss": 0.7556,
      "step": 84649
    },
    {
      "epoch": 3.4671308621748924,
      "grad_norm": 1.3942494874682592,
      "learning_rate": 0.0001163539191765174,
      "loss": 0.7593,
      "step": 84650
    },
    {
      "epoch": 3.467171820602089,
      "grad_norm": 3.096572292459652,
      "learning_rate": 0.00011635074089519811,
      "loss": 0.4566,
      "step": 84651
    },
    {
      "epoch": 3.4672127790292855,
      "grad_norm": 1.0985725294858422,
      "learning_rate": 0.00011634756262978634,
      "loss": 0.454,
      "step": 84652
    },
    {
      "epoch": 3.4672537374564816,
      "grad_norm": 1.5688091859762945,
      "learning_rate": 0.00011634438438028342,
      "loss": 0.7189,
      "step": 84653
    },
    {
      "epoch": 3.467294695883678,
      "grad_norm": 1.9406521428013548,
      "learning_rate": 0.0001163412061466909,
      "loss": 0.8832,
      "step": 84654
    },
    {
      "epoch": 3.4673356543108746,
      "grad_norm": 0.7517135548609399,
      "learning_rate": 0.00011633802792901031,
      "loss": 0.2535,
      "step": 84655
    },
    {
      "epoch": 3.4673766127380707,
      "grad_norm": 1.6247684093170562,
      "learning_rate": 0.00011633484972724316,
      "loss": 0.9442,
      "step": 84656
    },
    {
      "epoch": 3.4674175711652673,
      "grad_norm": 1.4331746127275278,
      "learning_rate": 0.00011633167154139093,
      "loss": 0.681,
      "step": 84657
    },
    {
      "epoch": 3.467458529592464,
      "grad_norm": 1.210890984351122,
      "learning_rate": 0.00011632849337145513,
      "loss": 0.6059,
      "step": 84658
    },
    {
      "epoch": 3.46749948801966,
      "grad_norm": 1.2991807596297456,
      "learning_rate": 0.00011632531521743728,
      "loss": 0.6382,
      "step": 84659
    },
    {
      "epoch": 3.4675404464468564,
      "grad_norm": 5.062674912141082,
      "learning_rate": 0.00011632213707933886,
      "loss": 2.5107,
      "step": 84660
    },
    {
      "epoch": 3.467581404874053,
      "grad_norm": 1.1822093112495395,
      "learning_rate": 0.00011631895895716138,
      "loss": 0.5898,
      "step": 84661
    },
    {
      "epoch": 3.467622363301249,
      "grad_norm": 1.1756543193153093,
      "learning_rate": 0.00011631578085090631,
      "loss": 0.3421,
      "step": 84662
    },
    {
      "epoch": 3.4676633217284456,
      "grad_norm": 1.1576161013204935,
      "learning_rate": 0.00011631260276057524,
      "loss": 0.3559,
      "step": 84663
    },
    {
      "epoch": 3.467704280155642,
      "grad_norm": 1.3380998466275311,
      "learning_rate": 0.0001163094246861696,
      "loss": 0.6906,
      "step": 84664
    },
    {
      "epoch": 3.4677452385828382,
      "grad_norm": 1.2304178481177546,
      "learning_rate": 0.00011630624662769089,
      "loss": 0.5921,
      "step": 84665
    },
    {
      "epoch": 3.4677861970100348,
      "grad_norm": 3.504837092359082,
      "learning_rate": 0.00011630306858514062,
      "loss": 4.0693,
      "step": 84666
    },
    {
      "epoch": 3.4678271554372313,
      "grad_norm": 1.8311566405255368,
      "learning_rate": 0.00011629989055852034,
      "loss": 1.0879,
      "step": 84667
    },
    {
      "epoch": 3.4678681138644274,
      "grad_norm": 2.033970431912652,
      "learning_rate": 0.00011629671254783152,
      "loss": 0.9322,
      "step": 84668
    },
    {
      "epoch": 3.467909072291624,
      "grad_norm": 3.3841063035222874,
      "learning_rate": 0.00011629353455307562,
      "loss": 3.5947,
      "step": 84669
    },
    {
      "epoch": 3.4679500307188205,
      "grad_norm": 1.42473292440279,
      "learning_rate": 0.0001162903565742542,
      "loss": 0.5184,
      "step": 84670
    },
    {
      "epoch": 3.467990989146017,
      "grad_norm": 1.802228180773687,
      "learning_rate": 0.00011628717861136874,
      "loss": 1.0647,
      "step": 84671
    },
    {
      "epoch": 3.468031947573213,
      "grad_norm": 1.381262560712947,
      "learning_rate": 0.00011628400066442075,
      "loss": 0.5642,
      "step": 84672
    },
    {
      "epoch": 3.4680729060004096,
      "grad_norm": 1.293633312657965,
      "learning_rate": 0.00011628082273341174,
      "loss": 0.4923,
      "step": 84673
    },
    {
      "epoch": 3.468113864427606,
      "grad_norm": 1.4704308588476027,
      "learning_rate": 0.00011627764481834317,
      "loss": 0.9819,
      "step": 84674
    },
    {
      "epoch": 3.4681548228548023,
      "grad_norm": 0.8116721190360646,
      "learning_rate": 0.0001162744669192166,
      "loss": 0.2015,
      "step": 84675
    },
    {
      "epoch": 3.468195781281999,
      "grad_norm": 1.0759577561102707,
      "learning_rate": 0.00011627128903603351,
      "loss": 0.5316,
      "step": 84676
    },
    {
      "epoch": 3.4682367397091953,
      "grad_norm": 5.146478086576178,
      "learning_rate": 0.00011626811116879538,
      "loss": 2.7415,
      "step": 84677
    },
    {
      "epoch": 3.4682776981363914,
      "grad_norm": 1.4350340324427675,
      "learning_rate": 0.00011626493331750372,
      "loss": 0.7795,
      "step": 84678
    },
    {
      "epoch": 3.468318656563588,
      "grad_norm": 1.3014516601057826,
      "learning_rate": 0.00011626175548216004,
      "loss": 0.8204,
      "step": 84679
    },
    {
      "epoch": 3.4683596149907845,
      "grad_norm": 1.4020369878328158,
      "learning_rate": 0.00011625857766276589,
      "loss": 0.9432,
      "step": 84680
    },
    {
      "epoch": 3.4684005734179806,
      "grad_norm": 1.4689358235643541,
      "learning_rate": 0.0001162553998593227,
      "loss": 0.6865,
      "step": 84681
    },
    {
      "epoch": 3.468441531845177,
      "grad_norm": 1.1288349070744388,
      "learning_rate": 0.00011625222207183196,
      "loss": 0.5641,
      "step": 84682
    },
    {
      "epoch": 3.4684824902723737,
      "grad_norm": 1.3269271384930899,
      "learning_rate": 0.00011624904430029525,
      "loss": 0.8573,
      "step": 84683
    },
    {
      "epoch": 3.4685234486995697,
      "grad_norm": 1.3067526580421882,
      "learning_rate": 0.00011624586654471405,
      "loss": 0.4565,
      "step": 84684
    },
    {
      "epoch": 3.4685644071267663,
      "grad_norm": 1.290110630339498,
      "learning_rate": 0.00011624268880508982,
      "loss": 0.2942,
      "step": 84685
    },
    {
      "epoch": 3.468605365553963,
      "grad_norm": 1.262450482272266,
      "learning_rate": 0.00011623951108142407,
      "loss": 0.6488,
      "step": 84686
    },
    {
      "epoch": 3.468646323981159,
      "grad_norm": 1.6631860004497827,
      "learning_rate": 0.00011623633337371835,
      "loss": 0.8902,
      "step": 84687
    },
    {
      "epoch": 3.4686872824083554,
      "grad_norm": 1.5744125098662942,
      "learning_rate": 0.00011623315568197414,
      "loss": 0.8134,
      "step": 84688
    },
    {
      "epoch": 3.468728240835552,
      "grad_norm": 1.3888605328177548,
      "learning_rate": 0.00011622997800619292,
      "loss": 0.9206,
      "step": 84689
    },
    {
      "epoch": 3.4687691992627485,
      "grad_norm": 0.7906433468294337,
      "learning_rate": 0.00011622680034637623,
      "loss": 0.2393,
      "step": 84690
    },
    {
      "epoch": 3.4688101576899446,
      "grad_norm": 0.8972789935758126,
      "learning_rate": 0.00011622362270252549,
      "loss": 0.2725,
      "step": 84691
    },
    {
      "epoch": 3.468851116117141,
      "grad_norm": 1.7131404869481253,
      "learning_rate": 0.00011622044507464231,
      "loss": 1.1022,
      "step": 84692
    },
    {
      "epoch": 3.4688920745443377,
      "grad_norm": 0.9790322919612303,
      "learning_rate": 0.00011621726746272813,
      "loss": 0.3768,
      "step": 84693
    },
    {
      "epoch": 3.4689330329715338,
      "grad_norm": 2.0658987487026153,
      "learning_rate": 0.00011621408986678447,
      "loss": 0.791,
      "step": 84694
    },
    {
      "epoch": 3.4689739913987303,
      "grad_norm": 4.0550675722055916,
      "learning_rate": 0.00011621091228681281,
      "loss": 2.4275,
      "step": 84695
    },
    {
      "epoch": 3.469014949825927,
      "grad_norm": 1.5004697210890015,
      "learning_rate": 0.00011620773472281469,
      "loss": 0.6732,
      "step": 84696
    },
    {
      "epoch": 3.469055908253123,
      "grad_norm": 1.847717404680175,
      "learning_rate": 0.00011620455717479158,
      "loss": 1.0346,
      "step": 84697
    },
    {
      "epoch": 3.4690968666803195,
      "grad_norm": 1.5973529917014113,
      "learning_rate": 0.00011620137964274501,
      "loss": 0.8807,
      "step": 84698
    },
    {
      "epoch": 3.469137825107516,
      "grad_norm": 1.1422377117412457,
      "learning_rate": 0.00011619820212667643,
      "loss": 0.717,
      "step": 84699
    },
    {
      "epoch": 3.469178783534712,
      "grad_norm": 1.2589020108417803,
      "learning_rate": 0.00011619502462658741,
      "loss": 0.7152,
      "step": 84700
    },
    {
      "epoch": 3.4692197419619086,
      "grad_norm": 1.3405347808044457,
      "learning_rate": 0.00011619184714247944,
      "loss": 0.6122,
      "step": 84701
    },
    {
      "epoch": 3.469260700389105,
      "grad_norm": 1.3948105221117642,
      "learning_rate": 0.00011618866967435397,
      "loss": 0.6377,
      "step": 84702
    },
    {
      "epoch": 3.4693016588163017,
      "grad_norm": 1.0295535847953223,
      "learning_rate": 0.00011618549222221253,
      "loss": 0.5428,
      "step": 84703
    },
    {
      "epoch": 3.469342617243498,
      "grad_norm": 0.6274898859955765,
      "learning_rate": 0.00011618231478605666,
      "loss": 0.1665,
      "step": 84704
    },
    {
      "epoch": 3.4693835756706943,
      "grad_norm": 0.8701652775032387,
      "learning_rate": 0.0001161791373658878,
      "loss": 0.3295,
      "step": 84705
    },
    {
      "epoch": 3.4694245340978904,
      "grad_norm": 1.4831653901429491,
      "learning_rate": 0.00011617595996170752,
      "loss": 0.8026,
      "step": 84706
    },
    {
      "epoch": 3.469465492525087,
      "grad_norm": 0.8500588061304291,
      "learning_rate": 0.00011617278257351722,
      "loss": 0.2725,
      "step": 84707
    },
    {
      "epoch": 3.4695064509522835,
      "grad_norm": 1.292684136524615,
      "learning_rate": 0.00011616960520131851,
      "loss": 0.5907,
      "step": 84708
    },
    {
      "epoch": 3.46954740937948,
      "grad_norm": 1.2025382852605602,
      "learning_rate": 0.00011616642784511283,
      "loss": 0.7417,
      "step": 84709
    },
    {
      "epoch": 3.469588367806676,
      "grad_norm": 1.7281765768568325,
      "learning_rate": 0.00011616325050490173,
      "loss": 0.7516,
      "step": 84710
    },
    {
      "epoch": 3.4696293262338727,
      "grad_norm": 1.48063763593214,
      "learning_rate": 0.00011616007318068663,
      "loss": 0.8781,
      "step": 84711
    },
    {
      "epoch": 3.469670284661069,
      "grad_norm": 1.8133650310494622,
      "learning_rate": 0.00011615689587246912,
      "loss": 1.0644,
      "step": 84712
    },
    {
      "epoch": 3.4697112430882653,
      "grad_norm": 1.3790098754109172,
      "learning_rate": 0.00011615371858025068,
      "loss": 0.7457,
      "step": 84713
    },
    {
      "epoch": 3.469752201515462,
      "grad_norm": 0.9428136644113588,
      "learning_rate": 0.00011615054130403277,
      "loss": 0.2658,
      "step": 84714
    },
    {
      "epoch": 3.4697931599426584,
      "grad_norm": 1.8484460190025624,
      "learning_rate": 0.0001161473640438169,
      "loss": 0.8774,
      "step": 84715
    },
    {
      "epoch": 3.4698341183698544,
      "grad_norm": 0.5912027490772794,
      "learning_rate": 0.00011614418679960464,
      "loss": 0.2111,
      "step": 84716
    },
    {
      "epoch": 3.469875076797051,
      "grad_norm": 1.0891089512880214,
      "learning_rate": 0.00011614100957139742,
      "loss": 0.7184,
      "step": 84717
    },
    {
      "epoch": 3.4699160352242475,
      "grad_norm": 1.3457628453152417,
      "learning_rate": 0.00011613783235919677,
      "loss": 0.663,
      "step": 84718
    },
    {
      "epoch": 3.4699569936514436,
      "grad_norm": 2.2254349102879236,
      "learning_rate": 0.00011613465516300417,
      "loss": 0.4553,
      "step": 84719
    },
    {
      "epoch": 3.46999795207864,
      "grad_norm": 1.4396308784466154,
      "learning_rate": 0.00011613147798282115,
      "loss": 0.5671,
      "step": 84720
    },
    {
      "epoch": 3.4700389105058367,
      "grad_norm": 1.1193318253179885,
      "learning_rate": 0.00011612830081864923,
      "loss": 0.4914,
      "step": 84721
    },
    {
      "epoch": 3.470079868933033,
      "grad_norm": 2.2710508124718816,
      "learning_rate": 0.00011612512367048991,
      "loss": 0.5039,
      "step": 84722
    },
    {
      "epoch": 3.4701208273602293,
      "grad_norm": 1.317567072410255,
      "learning_rate": 0.00011612194653834462,
      "loss": 0.6528,
      "step": 84723
    },
    {
      "epoch": 3.470161785787426,
      "grad_norm": 1.607262128998215,
      "learning_rate": 0.00011611876942221491,
      "loss": 1.0044,
      "step": 84724
    },
    {
      "epoch": 3.470202744214622,
      "grad_norm": 1.1697938788092537,
      "learning_rate": 0.00011611559232210229,
      "loss": 0.5116,
      "step": 84725
    },
    {
      "epoch": 3.4702437026418185,
      "grad_norm": 1.6312655973964838,
      "learning_rate": 0.0001161124152380082,
      "loss": 0.967,
      "step": 84726
    },
    {
      "epoch": 3.470284661069015,
      "grad_norm": 1.1546834505754269,
      "learning_rate": 0.00011610923816993424,
      "loss": 0.62,
      "step": 84727
    },
    {
      "epoch": 3.4703256194962115,
      "grad_norm": 0.9562519757053288,
      "learning_rate": 0.00011610606111788188,
      "loss": 0.2917,
      "step": 84728
    },
    {
      "epoch": 3.4703665779234076,
      "grad_norm": 1.8585747183250951,
      "learning_rate": 0.00011610288408185259,
      "loss": 1.0172,
      "step": 84729
    },
    {
      "epoch": 3.470407536350604,
      "grad_norm": 1.3405366929633433,
      "learning_rate": 0.00011609970706184785,
      "loss": 0.7148,
      "step": 84730
    },
    {
      "epoch": 3.4704484947778007,
      "grad_norm": 1.5074125633557347,
      "learning_rate": 0.00011609653005786923,
      "loss": 1.1138,
      "step": 84731
    },
    {
      "epoch": 3.470489453204997,
      "grad_norm": 1.9307981917418024,
      "learning_rate": 0.00011609335306991822,
      "loss": 0.8389,
      "step": 84732
    },
    {
      "epoch": 3.4705304116321933,
      "grad_norm": 1.7389627071566705,
      "learning_rate": 0.00011609017609799631,
      "loss": 0.8137,
      "step": 84733
    },
    {
      "epoch": 3.47057137005939,
      "grad_norm": 1.1652046465130694,
      "learning_rate": 0.00011608699914210495,
      "loss": 0.5147,
      "step": 84734
    },
    {
      "epoch": 3.470612328486586,
      "grad_norm": 1.2818227775926785,
      "learning_rate": 0.00011608382220224573,
      "loss": 0.6323,
      "step": 84735
    },
    {
      "epoch": 3.4706532869137825,
      "grad_norm": 1.2205866604195363,
      "learning_rate": 0.00011608064527842011,
      "loss": 0.6995,
      "step": 84736
    },
    {
      "epoch": 3.470694245340979,
      "grad_norm": 1.8972997638913742,
      "learning_rate": 0.00011607746837062959,
      "loss": 0.9858,
      "step": 84737
    },
    {
      "epoch": 3.470735203768175,
      "grad_norm": 2.0046443131812235,
      "learning_rate": 0.00011607429147887564,
      "loss": 1.0557,
      "step": 84738
    },
    {
      "epoch": 3.4707761621953717,
      "grad_norm": 1.2113354544296542,
      "learning_rate": 0.00011607111460315983,
      "loss": 0.6199,
      "step": 84739
    },
    {
      "epoch": 3.470817120622568,
      "grad_norm": 1.3834388462890117,
      "learning_rate": 0.00011606793774348363,
      "loss": 0.5768,
      "step": 84740
    },
    {
      "epoch": 3.4708580790497647,
      "grad_norm": 0.49678126969882275,
      "learning_rate": 0.00011606476089984853,
      "loss": 0.1231,
      "step": 84741
    },
    {
      "epoch": 3.470899037476961,
      "grad_norm": 0.9886227705283902,
      "learning_rate": 0.00011606158407225603,
      "loss": 0.2793,
      "step": 84742
    },
    {
      "epoch": 3.4709399959041574,
      "grad_norm": 1.6795497765673257,
      "learning_rate": 0.00011605840726070765,
      "loss": 0.8406,
      "step": 84743
    },
    {
      "epoch": 3.4709809543313535,
      "grad_norm": 1.6162530839913916,
      "learning_rate": 0.00011605523046520492,
      "loss": 1.0376,
      "step": 84744
    },
    {
      "epoch": 3.47102191275855,
      "grad_norm": 1.0777420827563597,
      "learning_rate": 0.00011605205368574929,
      "loss": 0.2832,
      "step": 84745
    },
    {
      "epoch": 3.4710628711857465,
      "grad_norm": 1.1409022616835516,
      "learning_rate": 0.00011604887692234225,
      "loss": 0.5505,
      "step": 84746
    },
    {
      "epoch": 3.471103829612943,
      "grad_norm": 1.428699853042277,
      "learning_rate": 0.00011604570017498534,
      "loss": 0.6435,
      "step": 84747
    },
    {
      "epoch": 3.471144788040139,
      "grad_norm": 1.3954616765539152,
      "learning_rate": 0.00011604252344368008,
      "loss": 0.5025,
      "step": 84748
    },
    {
      "epoch": 3.4711857464673357,
      "grad_norm": 1.6173894785384366,
      "learning_rate": 0.00011603934672842793,
      "loss": 0.9047,
      "step": 84749
    },
    {
      "epoch": 3.4712267048945322,
      "grad_norm": 1.532633197467681,
      "learning_rate": 0.00011603617002923039,
      "loss": 0.7013,
      "step": 84750
    },
    {
      "epoch": 3.4712676633217283,
      "grad_norm": 1.5147651434259575,
      "learning_rate": 0.000116032993346089,
      "loss": 0.9661,
      "step": 84751
    },
    {
      "epoch": 3.471308621748925,
      "grad_norm": 2.517846711938692,
      "learning_rate": 0.00011602981667900523,
      "loss": 1.447,
      "step": 84752
    },
    {
      "epoch": 3.4713495801761214,
      "grad_norm": 1.3423329725648603,
      "learning_rate": 0.00011602664002798061,
      "loss": 0.5377,
      "step": 84753
    },
    {
      "epoch": 3.4713905386033175,
      "grad_norm": 1.451877459562034,
      "learning_rate": 0.00011602346339301658,
      "loss": 0.7541,
      "step": 84754
    },
    {
      "epoch": 3.471431497030514,
      "grad_norm": 2.390862579859311,
      "learning_rate": 0.00011602028677411471,
      "loss": 1.5673,
      "step": 84755
    },
    {
      "epoch": 3.4714724554577105,
      "grad_norm": 1.3285171519438475,
      "learning_rate": 0.00011601711017127648,
      "loss": 0.5385,
      "step": 84756
    },
    {
      "epoch": 3.4715134138849066,
      "grad_norm": 1.012124607546068,
      "learning_rate": 0.0001160139335845034,
      "loss": 0.4025,
      "step": 84757
    },
    {
      "epoch": 3.471554372312103,
      "grad_norm": 1.306361007504625,
      "learning_rate": 0.00011601075701379695,
      "loss": 0.7358,
      "step": 84758
    },
    {
      "epoch": 3.4715953307392997,
      "grad_norm": 1.5373516119332205,
      "learning_rate": 0.00011600758045915862,
      "loss": 0.9959,
      "step": 84759
    },
    {
      "epoch": 3.4716362891664962,
      "grad_norm": 3.437406352697547,
      "learning_rate": 0.00011600440392058995,
      "loss": 2.6598,
      "step": 84760
    },
    {
      "epoch": 3.4716772475936923,
      "grad_norm": 1.6395613842626189,
      "learning_rate": 0.00011600122739809244,
      "loss": 0.9514,
      "step": 84761
    },
    {
      "epoch": 3.471718206020889,
      "grad_norm": 2.0754650006361803,
      "learning_rate": 0.00011599805089166757,
      "loss": 1.1515,
      "step": 84762
    },
    {
      "epoch": 3.471759164448085,
      "grad_norm": 1.4172181133041666,
      "learning_rate": 0.00011599487440131682,
      "loss": 0.7834,
      "step": 84763
    },
    {
      "epoch": 3.4718001228752815,
      "grad_norm": 1.2940541543541644,
      "learning_rate": 0.00011599169792704174,
      "loss": 0.7371,
      "step": 84764
    },
    {
      "epoch": 3.471841081302478,
      "grad_norm": 1.4430871667668326,
      "learning_rate": 0.00011598852146884383,
      "loss": 0.6386,
      "step": 84765
    },
    {
      "epoch": 3.4718820397296746,
      "grad_norm": 1.2735009574277674,
      "learning_rate": 0.00011598534502672457,
      "loss": 0.5757,
      "step": 84766
    },
    {
      "epoch": 3.4719229981568707,
      "grad_norm": 0.7529490228221184,
      "learning_rate": 0.00011598216860068543,
      "loss": 0.2375,
      "step": 84767
    },
    {
      "epoch": 3.471963956584067,
      "grad_norm": 1.4506514270850497,
      "learning_rate": 0.00011597899219072797,
      "loss": 0.7172,
      "step": 84768
    },
    {
      "epoch": 3.4720049150112637,
      "grad_norm": 0.7378338584938647,
      "learning_rate": 0.00011597581579685368,
      "loss": 0.1274,
      "step": 84769
    },
    {
      "epoch": 3.47204587343846,
      "grad_norm": 1.2798978212911436,
      "learning_rate": 0.00011597263941906404,
      "loss": 0.3399,
      "step": 84770
    },
    {
      "epoch": 3.4720868318656564,
      "grad_norm": 1.5584701923383235,
      "learning_rate": 0.00011596946305736054,
      "loss": 0.6838,
      "step": 84771
    },
    {
      "epoch": 3.472127790292853,
      "grad_norm": 1.6495463009870877,
      "learning_rate": 0.00011596628671174473,
      "loss": 0.8919,
      "step": 84772
    },
    {
      "epoch": 3.472168748720049,
      "grad_norm": 1.2738893460200087,
      "learning_rate": 0.00011596311038221808,
      "loss": 0.853,
      "step": 84773
    },
    {
      "epoch": 3.4722097071472455,
      "grad_norm": 1.4200147641015028,
      "learning_rate": 0.00011595993406878208,
      "loss": 0.53,
      "step": 84774
    },
    {
      "epoch": 3.472250665574442,
      "grad_norm": 1.180088380890692,
      "learning_rate": 0.00011595675777143825,
      "loss": 0.5225,
      "step": 84775
    },
    {
      "epoch": 3.472291624001638,
      "grad_norm": 0.8590512342697043,
      "learning_rate": 0.00011595358149018812,
      "loss": 0.2936,
      "step": 84776
    },
    {
      "epoch": 3.4723325824288347,
      "grad_norm": 1.5531570971907098,
      "learning_rate": 0.00011595040522503313,
      "loss": 0.9717,
      "step": 84777
    },
    {
      "epoch": 3.4723735408560312,
      "grad_norm": 1.9995505571715386,
      "learning_rate": 0.00011594722897597484,
      "loss": 1.3331,
      "step": 84778
    },
    {
      "epoch": 3.4724144992832278,
      "grad_norm": 1.2901155113913934,
      "learning_rate": 0.0001159440527430147,
      "loss": 0.7044,
      "step": 84779
    },
    {
      "epoch": 3.472455457710424,
      "grad_norm": 1.1262083939394052,
      "learning_rate": 0.00011594087652615423,
      "loss": 0.4963,
      "step": 84780
    },
    {
      "epoch": 3.4724964161376204,
      "grad_norm": 1.217796458919006,
      "learning_rate": 0.00011593770032539496,
      "loss": 0.6172,
      "step": 84781
    },
    {
      "epoch": 3.4725373745648165,
      "grad_norm": 1.6094347649206175,
      "learning_rate": 0.00011593452414073838,
      "loss": 0.8888,
      "step": 84782
    },
    {
      "epoch": 3.472578332992013,
      "grad_norm": 1.3748995873330372,
      "learning_rate": 0.00011593134797218594,
      "loss": 0.4393,
      "step": 84783
    },
    {
      "epoch": 3.4726192914192096,
      "grad_norm": 1.3162846879902055,
      "learning_rate": 0.0001159281718197392,
      "loss": 0.5962,
      "step": 84784
    },
    {
      "epoch": 3.472660249846406,
      "grad_norm": 3.647592435337988,
      "learning_rate": 0.00011592499568339967,
      "loss": 1.1886,
      "step": 84785
    },
    {
      "epoch": 3.472701208273602,
      "grad_norm": 1.3217845242453772,
      "learning_rate": 0.0001159218195631688,
      "loss": 0.6024,
      "step": 84786
    },
    {
      "epoch": 3.4727421667007987,
      "grad_norm": 1.2958440542932634,
      "learning_rate": 0.0001159186434590481,
      "loss": 0.5877,
      "step": 84787
    },
    {
      "epoch": 3.4727831251279953,
      "grad_norm": 1.335590856316517,
      "learning_rate": 0.0001159154673710391,
      "loss": 0.7971,
      "step": 84788
    },
    {
      "epoch": 3.4728240835551913,
      "grad_norm": 0.8496877866956528,
      "learning_rate": 0.0001159122912991433,
      "loss": 0.2447,
      "step": 84789
    },
    {
      "epoch": 3.472865041982388,
      "grad_norm": 1.000463539098239,
      "learning_rate": 0.0001159091152433622,
      "loss": 0.4504,
      "step": 84790
    },
    {
      "epoch": 3.4729060004095844,
      "grad_norm": 1.4195524785927363,
      "learning_rate": 0.00011590593920369725,
      "loss": 0.5936,
      "step": 84791
    },
    {
      "epoch": 3.4729469588367805,
      "grad_norm": 1.5701228553136939,
      "learning_rate": 0.00011590276318015002,
      "loss": 0.8476,
      "step": 84792
    },
    {
      "epoch": 3.472987917263977,
      "grad_norm": 1.3231357162254387,
      "learning_rate": 0.00011589958717272205,
      "loss": 0.6477,
      "step": 84793
    },
    {
      "epoch": 3.4730288756911736,
      "grad_norm": 1.3553081432615341,
      "learning_rate": 0.00011589641118141471,
      "loss": 0.5978,
      "step": 84794
    },
    {
      "epoch": 3.4730698341183697,
      "grad_norm": 1.753619168521923,
      "learning_rate": 0.00011589323520622956,
      "loss": 1.1196,
      "step": 84795
    },
    {
      "epoch": 3.473110792545566,
      "grad_norm": 1.102572180265703,
      "learning_rate": 0.00011589005924716812,
      "loss": 0.3131,
      "step": 84796
    },
    {
      "epoch": 3.4731517509727627,
      "grad_norm": 1.3686226131271204,
      "learning_rate": 0.0001158868833042319,
      "loss": 0.9334,
      "step": 84797
    },
    {
      "epoch": 3.4731927093999593,
      "grad_norm": 1.5341472519846675,
      "learning_rate": 0.00011588370737742235,
      "loss": 0.683,
      "step": 84798
    },
    {
      "epoch": 3.4732336678271554,
      "grad_norm": 3.1856583302636987,
      "learning_rate": 0.000115880531466741,
      "loss": 3.3811,
      "step": 84799
    },
    {
      "epoch": 3.473274626254352,
      "grad_norm": 2.32396234233435,
      "learning_rate": 0.00011587735557218938,
      "loss": 1.5472,
      "step": 84800
    },
    {
      "epoch": 3.473315584681548,
      "grad_norm": 1.6620182534576708,
      "learning_rate": 0.00011587417969376896,
      "loss": 0.9482,
      "step": 84801
    },
    {
      "epoch": 3.4733565431087445,
      "grad_norm": 0.8058562223603302,
      "learning_rate": 0.00011587100383148122,
      "loss": 0.2716,
      "step": 84802
    },
    {
      "epoch": 3.473397501535941,
      "grad_norm": 1.2455406064901329,
      "learning_rate": 0.00011586782798532773,
      "loss": 0.6667,
      "step": 84803
    },
    {
      "epoch": 3.4734384599631376,
      "grad_norm": 1.6596830835513248,
      "learning_rate": 0.00011586465215530994,
      "loss": 0.9454,
      "step": 84804
    },
    {
      "epoch": 3.4734794183903337,
      "grad_norm": 0.7762442646658575,
      "learning_rate": 0.00011586147634142936,
      "loss": 0.1752,
      "step": 84805
    },
    {
      "epoch": 3.4735203768175302,
      "grad_norm": 1.3087410131121957,
      "learning_rate": 0.00011585830054368746,
      "loss": 0.8202,
      "step": 84806
    },
    {
      "epoch": 3.4735613352447268,
      "grad_norm": 1.5097299856293438,
      "learning_rate": 0.00011585512476208582,
      "loss": 0.7091,
      "step": 84807
    },
    {
      "epoch": 3.473602293671923,
      "grad_norm": 1.3848423279560327,
      "learning_rate": 0.00011585194899662587,
      "loss": 0.6559,
      "step": 84808
    },
    {
      "epoch": 3.4736432520991194,
      "grad_norm": 0.8292158214332439,
      "learning_rate": 0.00011584877324730915,
      "loss": 0.2457,
      "step": 84809
    },
    {
      "epoch": 3.473684210526316,
      "grad_norm": 2.2705113608994005,
      "learning_rate": 0.00011584559751413713,
      "loss": 1.5258,
      "step": 84810
    },
    {
      "epoch": 3.473725168953512,
      "grad_norm": 1.6686086763167192,
      "learning_rate": 0.00011584242179711134,
      "loss": 0.8561,
      "step": 84811
    },
    {
      "epoch": 3.4737661273807086,
      "grad_norm": 1.2488349516531785,
      "learning_rate": 0.00011583924609623329,
      "loss": 0.5892,
      "step": 84812
    },
    {
      "epoch": 3.473807085807905,
      "grad_norm": 2.187356064701132,
      "learning_rate": 0.00011583607041150446,
      "loss": 0.8454,
      "step": 84813
    },
    {
      "epoch": 3.473848044235101,
      "grad_norm": 1.648351233580009,
      "learning_rate": 0.0001158328947429263,
      "loss": 0.6448,
      "step": 84814
    },
    {
      "epoch": 3.4738890026622977,
      "grad_norm": 1.508648164369283,
      "learning_rate": 0.00011582971909050041,
      "loss": 0.8664,
      "step": 84815
    },
    {
      "epoch": 3.4739299610894943,
      "grad_norm": 0.7556056852771759,
      "learning_rate": 0.00011582654345422825,
      "loss": 0.2094,
      "step": 84816
    },
    {
      "epoch": 3.473970919516691,
      "grad_norm": 0.6983834094800899,
      "learning_rate": 0.00011582336783411132,
      "loss": 0.1567,
      "step": 84817
    },
    {
      "epoch": 3.474011877943887,
      "grad_norm": 1.2813990794135828,
      "learning_rate": 0.00011582019223015107,
      "loss": 0.5245,
      "step": 84818
    },
    {
      "epoch": 3.4740528363710834,
      "grad_norm": 1.3792971295356409,
      "learning_rate": 0.0001158170166423491,
      "loss": 0.7685,
      "step": 84819
    },
    {
      "epoch": 3.4740937947982795,
      "grad_norm": 1.5123908822339929,
      "learning_rate": 0.00011581384107070685,
      "loss": 0.8351,
      "step": 84820
    },
    {
      "epoch": 3.474134753225476,
      "grad_norm": 0.8244100349464608,
      "learning_rate": 0.00011581066551522583,
      "loss": 0.2229,
      "step": 84821
    },
    {
      "epoch": 3.4741757116526726,
      "grad_norm": 0.7818422812565691,
      "learning_rate": 0.00011580748997590751,
      "loss": 0.2338,
      "step": 84822
    },
    {
      "epoch": 3.474216670079869,
      "grad_norm": 1.4378120521226472,
      "learning_rate": 0.00011580431445275349,
      "loss": 0.6839,
      "step": 84823
    },
    {
      "epoch": 3.474257628507065,
      "grad_norm": 1.4773990985301222,
      "learning_rate": 0.00011580113894576517,
      "loss": 0.9134,
      "step": 84824
    },
    {
      "epoch": 3.4742985869342617,
      "grad_norm": 1.3444999061944385,
      "learning_rate": 0.0001157979634549441,
      "loss": 0.6054,
      "step": 84825
    },
    {
      "epoch": 3.4743395453614583,
      "grad_norm": 1.2984379347402701,
      "learning_rate": 0.00011579478798029173,
      "loss": 0.8292,
      "step": 84826
    },
    {
      "epoch": 3.4743805037886544,
      "grad_norm": 1.7575489096951282,
      "learning_rate": 0.00011579161252180964,
      "loss": 0.8292,
      "step": 84827
    },
    {
      "epoch": 3.474421462215851,
      "grad_norm": 1.4675956890467448,
      "learning_rate": 0.00011578843707949927,
      "loss": 0.7524,
      "step": 84828
    },
    {
      "epoch": 3.4744624206430474,
      "grad_norm": 1.5337262784993,
      "learning_rate": 0.00011578526165336217,
      "loss": 0.9196,
      "step": 84829
    },
    {
      "epoch": 3.4745033790702435,
      "grad_norm": 3.1861509430608392,
      "learning_rate": 0.0001157820862433998,
      "loss": 1.3043,
      "step": 84830
    },
    {
      "epoch": 3.47454433749744,
      "grad_norm": 1.3594251638016592,
      "learning_rate": 0.00011577891084961364,
      "loss": 0.7765,
      "step": 84831
    },
    {
      "epoch": 3.4745852959246366,
      "grad_norm": 1.4537501594544373,
      "learning_rate": 0.00011577573547200526,
      "loss": 0.713,
      "step": 84832
    },
    {
      "epoch": 3.4746262543518327,
      "grad_norm": 0.9961806640582577,
      "learning_rate": 0.00011577256011057613,
      "loss": 0.231,
      "step": 84833
    },
    {
      "epoch": 3.4746672127790292,
      "grad_norm": 1.3633126483664626,
      "learning_rate": 0.00011576938476532774,
      "loss": 0.649,
      "step": 84834
    },
    {
      "epoch": 3.4747081712062258,
      "grad_norm": 1.255466020452294,
      "learning_rate": 0.00011576620943626158,
      "loss": 0.6755,
      "step": 84835
    },
    {
      "epoch": 3.4747491296334223,
      "grad_norm": 1.1147487368269868,
      "learning_rate": 0.00011576303412337917,
      "loss": 0.6706,
      "step": 84836
    },
    {
      "epoch": 3.4747900880606184,
      "grad_norm": 1.491579908875596,
      "learning_rate": 0.00011575985882668204,
      "loss": 0.6505,
      "step": 84837
    },
    {
      "epoch": 3.474831046487815,
      "grad_norm": 1.445968682751496,
      "learning_rate": 0.00011575668354617166,
      "loss": 0.8706,
      "step": 84838
    },
    {
      "epoch": 3.474872004915011,
      "grad_norm": 1.3837571647574454,
      "learning_rate": 0.0001157535082818495,
      "loss": 0.6907,
      "step": 84839
    },
    {
      "epoch": 3.4749129633422076,
      "grad_norm": 1.3333209647448319,
      "learning_rate": 0.00011575033303371711,
      "loss": 0.4756,
      "step": 84840
    },
    {
      "epoch": 3.474953921769404,
      "grad_norm": 1.4295508513816335,
      "learning_rate": 0.00011574715780177599,
      "loss": 0.79,
      "step": 84841
    },
    {
      "epoch": 3.4749948801966006,
      "grad_norm": 1.4781645409669655,
      "learning_rate": 0.00011574398258602762,
      "loss": 0.6836,
      "step": 84842
    },
    {
      "epoch": 3.4750358386237967,
      "grad_norm": 0.8646001545545557,
      "learning_rate": 0.00011574080738647347,
      "loss": 0.2348,
      "step": 84843
    },
    {
      "epoch": 3.4750767970509933,
      "grad_norm": 1.251690969253845,
      "learning_rate": 0.00011573763220311511,
      "loss": 0.3397,
      "step": 84844
    },
    {
      "epoch": 3.47511775547819,
      "grad_norm": 1.1251344107646666,
      "learning_rate": 0.00011573445703595403,
      "loss": 0.2714,
      "step": 84845
    },
    {
      "epoch": 3.475158713905386,
      "grad_norm": 1.2662374735210027,
      "learning_rate": 0.00011573128188499169,
      "loss": 0.5104,
      "step": 84846
    },
    {
      "epoch": 3.4751996723325824,
      "grad_norm": 1.292888068264886,
      "learning_rate": 0.00011572810675022959,
      "loss": 0.7361,
      "step": 84847
    },
    {
      "epoch": 3.475240630759779,
      "grad_norm": 1.531787169981749,
      "learning_rate": 0.00011572493163166929,
      "loss": 0.9256,
      "step": 84848
    },
    {
      "epoch": 3.475281589186975,
      "grad_norm": 1.6781301782189006,
      "learning_rate": 0.00011572175652931223,
      "loss": 0.79,
      "step": 84849
    },
    {
      "epoch": 3.4753225476141716,
      "grad_norm": 0.803637470259671,
      "learning_rate": 0.00011571858144315996,
      "loss": 0.2301,
      "step": 84850
    },
    {
      "epoch": 3.475363506041368,
      "grad_norm": 1.941748610941382,
      "learning_rate": 0.00011571540637321391,
      "loss": 1.0824,
      "step": 84851
    },
    {
      "epoch": 3.475404464468564,
      "grad_norm": 1.4366257058032403,
      "learning_rate": 0.00011571223131947565,
      "loss": 0.7743,
      "step": 84852
    },
    {
      "epoch": 3.4754454228957607,
      "grad_norm": 1.7373359134678432,
      "learning_rate": 0.00011570905628194669,
      "loss": 1.0311,
      "step": 84853
    },
    {
      "epoch": 3.4754863813229573,
      "grad_norm": 0.8212210036569015,
      "learning_rate": 0.00011570588126062848,
      "loss": 0.2695,
      "step": 84854
    },
    {
      "epoch": 3.475527339750154,
      "grad_norm": 1.5404052214598127,
      "learning_rate": 0.00011570270625552249,
      "loss": 0.8606,
      "step": 84855
    },
    {
      "epoch": 3.47556829817735,
      "grad_norm": 1.2997494866881762,
      "learning_rate": 0.00011569953126663032,
      "loss": 0.7212,
      "step": 84856
    },
    {
      "epoch": 3.4756092566045464,
      "grad_norm": 1.5769790196208289,
      "learning_rate": 0.00011569635629395342,
      "loss": 0.7458,
      "step": 84857
    },
    {
      "epoch": 3.4756502150317425,
      "grad_norm": 1.5975128725161882,
      "learning_rate": 0.00011569318133749328,
      "loss": 0.3836,
      "step": 84858
    },
    {
      "epoch": 3.475691173458939,
      "grad_norm": 0.7281090623012687,
      "learning_rate": 0.0001156900063972514,
      "loss": 0.2215,
      "step": 84859
    },
    {
      "epoch": 3.4757321318861356,
      "grad_norm": 1.3702898946416646,
      "learning_rate": 0.00011568683147322931,
      "loss": 0.6761,
      "step": 84860
    },
    {
      "epoch": 3.475773090313332,
      "grad_norm": 0.8596036804239467,
      "learning_rate": 0.0001156836565654285,
      "loss": 0.3006,
      "step": 84861
    },
    {
      "epoch": 3.4758140487405282,
      "grad_norm": 1.29921162561028,
      "learning_rate": 0.00011568048167385048,
      "loss": 0.5431,
      "step": 84862
    },
    {
      "epoch": 3.4758550071677248,
      "grad_norm": 1.223392019615188,
      "learning_rate": 0.00011567730679849669,
      "loss": 0.6429,
      "step": 84863
    },
    {
      "epoch": 3.4758959655949213,
      "grad_norm": 0.8622138078635093,
      "learning_rate": 0.00011567413193936876,
      "loss": 0.2457,
      "step": 84864
    },
    {
      "epoch": 3.4759369240221174,
      "grad_norm": 2.2687260015170967,
      "learning_rate": 0.00011567095709646807,
      "loss": 1.1353,
      "step": 84865
    },
    {
      "epoch": 3.475977882449314,
      "grad_norm": 1.6073639971225842,
      "learning_rate": 0.00011566778226979613,
      "loss": 0.7652,
      "step": 84866
    },
    {
      "epoch": 3.4760188408765105,
      "grad_norm": 2.0791010166281048,
      "learning_rate": 0.00011566460745935449,
      "loss": 1.6513,
      "step": 84867
    },
    {
      "epoch": 3.4760597993037066,
      "grad_norm": 1.218512777619861,
      "learning_rate": 0.00011566143266514463,
      "loss": 0.6782,
      "step": 84868
    },
    {
      "epoch": 3.476100757730903,
      "grad_norm": 7.434977854762314,
      "learning_rate": 0.00011565825788716805,
      "loss": 6.7524,
      "step": 84869
    },
    {
      "epoch": 3.4761417161580996,
      "grad_norm": 1.4041507907075357,
      "learning_rate": 0.00011565508312542622,
      "loss": 0.6663,
      "step": 84870
    },
    {
      "epoch": 3.4761826745852957,
      "grad_norm": 1.3742976175223856,
      "learning_rate": 0.00011565190837992072,
      "loss": 0.6855,
      "step": 84871
    },
    {
      "epoch": 3.4762236330124923,
      "grad_norm": 1.3625783018990953,
      "learning_rate": 0.00011564873365065299,
      "loss": 0.4551,
      "step": 84872
    },
    {
      "epoch": 3.476264591439689,
      "grad_norm": 0.8673178652488472,
      "learning_rate": 0.00011564555893762456,
      "loss": 0.2763,
      "step": 84873
    },
    {
      "epoch": 3.4763055498668853,
      "grad_norm": 1.354542852647792,
      "learning_rate": 0.00011564238424083688,
      "loss": 0.7188,
      "step": 84874
    },
    {
      "epoch": 3.4763465082940814,
      "grad_norm": 1.2889376578728464,
      "learning_rate": 0.0001156392095602915,
      "loss": 0.6746,
      "step": 84875
    },
    {
      "epoch": 3.476387466721278,
      "grad_norm": 1.5225427719702018,
      "learning_rate": 0.00011563603489598992,
      "loss": 0.7603,
      "step": 84876
    },
    {
      "epoch": 3.476428425148474,
      "grad_norm": 1.342183551285393,
      "learning_rate": 0.00011563286024793364,
      "loss": 0.7931,
      "step": 84877
    },
    {
      "epoch": 3.4764693835756706,
      "grad_norm": 1.4397130641841762,
      "learning_rate": 0.00011562968561612411,
      "loss": 0.6982,
      "step": 84878
    },
    {
      "epoch": 3.476510342002867,
      "grad_norm": 0.7910253266996914,
      "learning_rate": 0.0001156265110005629,
      "loss": 0.2224,
      "step": 84879
    },
    {
      "epoch": 3.4765513004300637,
      "grad_norm": 1.740770852311826,
      "learning_rate": 0.00011562333640125147,
      "loss": 1.0838,
      "step": 84880
    },
    {
      "epoch": 3.4765922588572598,
      "grad_norm": 1.4859879100301105,
      "learning_rate": 0.00011562016181819134,
      "loss": 0.5278,
      "step": 84881
    },
    {
      "epoch": 3.4766332172844563,
      "grad_norm": 1.3282330120213475,
      "learning_rate": 0.00011561698725138398,
      "loss": 0.5769,
      "step": 84882
    },
    {
      "epoch": 3.476674175711653,
      "grad_norm": 1.1587645404305515,
      "learning_rate": 0.00011561381270083093,
      "loss": 0.5046,
      "step": 84883
    },
    {
      "epoch": 3.476715134138849,
      "grad_norm": 1.7326673022436865,
      "learning_rate": 0.0001156106381665337,
      "loss": 0.587,
      "step": 84884
    },
    {
      "epoch": 3.4767560925660455,
      "grad_norm": 1.7214319206560182,
      "learning_rate": 0.00011560746364849374,
      "loss": 0.7438,
      "step": 84885
    },
    {
      "epoch": 3.476797050993242,
      "grad_norm": 1.4648416214328799,
      "learning_rate": 0.00011560428914671255,
      "loss": 0.6585,
      "step": 84886
    },
    {
      "epoch": 3.476838009420438,
      "grad_norm": 0.7169726059509173,
      "learning_rate": 0.0001156011146611917,
      "loss": 0.2338,
      "step": 84887
    },
    {
      "epoch": 3.4768789678476346,
      "grad_norm": 0.7912031257771636,
      "learning_rate": 0.00011559794019193263,
      "loss": 0.2307,
      "step": 84888
    },
    {
      "epoch": 3.476919926274831,
      "grad_norm": 1.4202487794274556,
      "learning_rate": 0.00011559476573893686,
      "loss": 0.6328,
      "step": 84889
    },
    {
      "epoch": 3.4769608847020272,
      "grad_norm": 1.5545822604739483,
      "learning_rate": 0.00011559159130220586,
      "loss": 0.6136,
      "step": 84890
    },
    {
      "epoch": 3.477001843129224,
      "grad_norm": 1.2511655587268722,
      "learning_rate": 0.0001155884168817412,
      "loss": 0.7009,
      "step": 84891
    },
    {
      "epoch": 3.4770428015564203,
      "grad_norm": 1.9414413134585287,
      "learning_rate": 0.00011558524247754432,
      "loss": 1.2501,
      "step": 84892
    },
    {
      "epoch": 3.477083759983617,
      "grad_norm": 1.3793918714196152,
      "learning_rate": 0.00011558206808961675,
      "loss": 0.7239,
      "step": 84893
    },
    {
      "epoch": 3.477124718410813,
      "grad_norm": 0.8946060338769514,
      "learning_rate": 0.00011557889371795996,
      "loss": 0.3093,
      "step": 84894
    },
    {
      "epoch": 3.4771656768380095,
      "grad_norm": 1.1339940936083135,
      "learning_rate": 0.00011557571936257549,
      "loss": 0.6598,
      "step": 84895
    },
    {
      "epoch": 3.4772066352652056,
      "grad_norm": 1.6273873934716157,
      "learning_rate": 0.00011557254502346482,
      "loss": 0.6871,
      "step": 84896
    },
    {
      "epoch": 3.477247593692402,
      "grad_norm": 2.125250764160822,
      "learning_rate": 0.00011556937070062947,
      "loss": 0.6893,
      "step": 84897
    },
    {
      "epoch": 3.4772885521195986,
      "grad_norm": 1.5065070303333898,
      "learning_rate": 0.00011556619639407088,
      "loss": 0.9138,
      "step": 84898
    },
    {
      "epoch": 3.477329510546795,
      "grad_norm": 1.173113554488984,
      "learning_rate": 0.00011556302210379062,
      "loss": 0.605,
      "step": 84899
    },
    {
      "epoch": 3.4773704689739913,
      "grad_norm": 1.288920306253013,
      "learning_rate": 0.00011555984782979019,
      "loss": 0.5996,
      "step": 84900
    },
    {
      "epoch": 3.477411427401188,
      "grad_norm": 1.3189387364390897,
      "learning_rate": 0.00011555667357207103,
      "loss": 0.5672,
      "step": 84901
    },
    {
      "epoch": 3.4774523858283843,
      "grad_norm": 1.4994941385838354,
      "learning_rate": 0.0001155534993306347,
      "loss": 0.6308,
      "step": 84902
    },
    {
      "epoch": 3.4774933442555804,
      "grad_norm": 1.1529112534604387,
      "learning_rate": 0.00011555032510548264,
      "loss": 0.5437,
      "step": 84903
    },
    {
      "epoch": 3.477534302682777,
      "grad_norm": 1.5016131442392016,
      "learning_rate": 0.00011554715089661642,
      "loss": 0.7471,
      "step": 84904
    },
    {
      "epoch": 3.4775752611099735,
      "grad_norm": 2.664015709962135,
      "learning_rate": 0.0001155439767040375,
      "loss": 1.1191,
      "step": 84905
    },
    {
      "epoch": 3.4776162195371696,
      "grad_norm": 0.7388532522400272,
      "learning_rate": 0.00011554080252774739,
      "loss": 0.1009,
      "step": 84906
    },
    {
      "epoch": 3.477657177964366,
      "grad_norm": 1.1925450584149506,
      "learning_rate": 0.00011553762836774757,
      "loss": 0.5651,
      "step": 84907
    },
    {
      "epoch": 3.4776981363915627,
      "grad_norm": 1.4486091057244277,
      "learning_rate": 0.00011553445422403957,
      "loss": 0.7619,
      "step": 84908
    },
    {
      "epoch": 3.4777390948187588,
      "grad_norm": 1.2411167282175044,
      "learning_rate": 0.00011553128009662489,
      "loss": 0.5076,
      "step": 84909
    },
    {
      "epoch": 3.4777800532459553,
      "grad_norm": 1.507173155090256,
      "learning_rate": 0.00011552810598550504,
      "loss": 0.6813,
      "step": 84910
    },
    {
      "epoch": 3.477821011673152,
      "grad_norm": 1.804079142035829,
      "learning_rate": 0.00011552493189068144,
      "loss": 0.9641,
      "step": 84911
    },
    {
      "epoch": 3.4778619701003484,
      "grad_norm": 1.511221551589241,
      "learning_rate": 0.00011552175781215569,
      "loss": 0.6912,
      "step": 84912
    },
    {
      "epoch": 3.4779029285275445,
      "grad_norm": 1.4218946661198506,
      "learning_rate": 0.00011551858374992927,
      "loss": 0.7072,
      "step": 84913
    },
    {
      "epoch": 3.477943886954741,
      "grad_norm": 1.409390877664604,
      "learning_rate": 0.00011551540970400364,
      "loss": 0.5903,
      "step": 84914
    },
    {
      "epoch": 3.477984845381937,
      "grad_norm": 1.8092326852896445,
      "learning_rate": 0.00011551223567438032,
      "loss": 1.3551,
      "step": 84915
    },
    {
      "epoch": 3.4780258038091336,
      "grad_norm": 1.1126976509961721,
      "learning_rate": 0.00011550906166106083,
      "loss": 0.5615,
      "step": 84916
    },
    {
      "epoch": 3.47806676223633,
      "grad_norm": 1.090723641908953,
      "learning_rate": 0.00011550588766404664,
      "loss": 0.2135,
      "step": 84917
    },
    {
      "epoch": 3.4781077206635267,
      "grad_norm": 1.135704008900226,
      "learning_rate": 0.00011550271368333928,
      "loss": 0.587,
      "step": 84918
    },
    {
      "epoch": 3.478148679090723,
      "grad_norm": 1.197951421182223,
      "learning_rate": 0.0001154995397189402,
      "loss": 0.6745,
      "step": 84919
    },
    {
      "epoch": 3.4781896375179193,
      "grad_norm": 0.9220055155186526,
      "learning_rate": 0.00011549636577085098,
      "loss": 0.284,
      "step": 84920
    },
    {
      "epoch": 3.478230595945116,
      "grad_norm": 1.191235136625454,
      "learning_rate": 0.00011549319183907306,
      "loss": 0.2488,
      "step": 84921
    },
    {
      "epoch": 3.478271554372312,
      "grad_norm": 1.5657402184349027,
      "learning_rate": 0.00011549001792360796,
      "loss": 0.8532,
      "step": 84922
    },
    {
      "epoch": 3.4783125127995085,
      "grad_norm": 1.8346009374503354,
      "learning_rate": 0.00011548684402445715,
      "loss": 0.9429,
      "step": 84923
    },
    {
      "epoch": 3.478353471226705,
      "grad_norm": 1.1454428620222445,
      "learning_rate": 0.00011548367014162217,
      "loss": 0.5741,
      "step": 84924
    },
    {
      "epoch": 3.478394429653901,
      "grad_norm": 0.8056008369016644,
      "learning_rate": 0.00011548049627510452,
      "loss": 0.1539,
      "step": 84925
    },
    {
      "epoch": 3.4784353880810976,
      "grad_norm": 1.2521998247020467,
      "learning_rate": 0.0001154773224249057,
      "loss": 0.6776,
      "step": 84926
    },
    {
      "epoch": 3.478476346508294,
      "grad_norm": 1.7282754278910197,
      "learning_rate": 0.00011547414859102715,
      "loss": 0.906,
      "step": 84927
    },
    {
      "epoch": 3.4785173049354903,
      "grad_norm": 0.9176111314036793,
      "learning_rate": 0.00011547097477347047,
      "loss": 0.1928,
      "step": 84928
    },
    {
      "epoch": 3.478558263362687,
      "grad_norm": 1.3194565521667998,
      "learning_rate": 0.0001154678009722371,
      "loss": 0.6141,
      "step": 84929
    },
    {
      "epoch": 3.4785992217898833,
      "grad_norm": 1.63335353065871,
      "learning_rate": 0.00011546462718732854,
      "loss": 0.9426,
      "step": 84930
    },
    {
      "epoch": 3.47864018021708,
      "grad_norm": 1.188383843410521,
      "learning_rate": 0.00011546145341874629,
      "loss": 0.5103,
      "step": 84931
    },
    {
      "epoch": 3.478681138644276,
      "grad_norm": 1.4945889812779032,
      "learning_rate": 0.00011545827966649186,
      "loss": 0.7138,
      "step": 84932
    },
    {
      "epoch": 3.4787220970714725,
      "grad_norm": 1.655349854620711,
      "learning_rate": 0.00011545510593056678,
      "loss": 1.0893,
      "step": 84933
    },
    {
      "epoch": 3.478763055498669,
      "grad_norm": 1.3398560979279661,
      "learning_rate": 0.00011545193221097253,
      "loss": 0.8318,
      "step": 84934
    },
    {
      "epoch": 3.478804013925865,
      "grad_norm": 3.7383234689936633,
      "learning_rate": 0.00011544875850771059,
      "loss": 4.3375,
      "step": 84935
    },
    {
      "epoch": 3.4788449723530617,
      "grad_norm": 1.1584389571874298,
      "learning_rate": 0.00011544558482078246,
      "loss": 0.4401,
      "step": 84936
    },
    {
      "epoch": 3.478885930780258,
      "grad_norm": 1.3009212359118862,
      "learning_rate": 0.00011544241115018967,
      "loss": 0.5098,
      "step": 84937
    },
    {
      "epoch": 3.4789268892074543,
      "grad_norm": 0.8494747245910796,
      "learning_rate": 0.00011543923749593366,
      "loss": 0.1531,
      "step": 84938
    },
    {
      "epoch": 3.478967847634651,
      "grad_norm": 1.041392952044956,
      "learning_rate": 0.000115436063858016,
      "loss": 0.5374,
      "step": 84939
    },
    {
      "epoch": 3.4790088060618474,
      "grad_norm": 1.7036632776362364,
      "learning_rate": 0.00011543289023643816,
      "loss": 0.8834,
      "step": 84940
    },
    {
      "epoch": 3.4790497644890435,
      "grad_norm": 1.449113078464466,
      "learning_rate": 0.00011542971663120166,
      "loss": 0.8055,
      "step": 84941
    },
    {
      "epoch": 3.47909072291624,
      "grad_norm": 1.1388374670017862,
      "learning_rate": 0.00011542654304230794,
      "loss": 0.3484,
      "step": 84942
    },
    {
      "epoch": 3.4791316813434365,
      "grad_norm": 1.9443166836068215,
      "learning_rate": 0.00011542336946975858,
      "loss": 0.7455,
      "step": 84943
    },
    {
      "epoch": 3.4791726397706326,
      "grad_norm": 1.2862661571951648,
      "learning_rate": 0.00011542019591355505,
      "loss": 0.7282,
      "step": 84944
    },
    {
      "epoch": 3.479213598197829,
      "grad_norm": 1.2219756414800684,
      "learning_rate": 0.00011541702237369884,
      "loss": 0.6228,
      "step": 84945
    },
    {
      "epoch": 3.4792545566250257,
      "grad_norm": 1.3761967660559509,
      "learning_rate": 0.0001154138488501914,
      "loss": 1.0597,
      "step": 84946
    },
    {
      "epoch": 3.479295515052222,
      "grad_norm": 1.0520133392537192,
      "learning_rate": 0.00011541067534303435,
      "loss": 0.3204,
      "step": 84947
    },
    {
      "epoch": 3.4793364734794183,
      "grad_norm": 0.6889522137107518,
      "learning_rate": 0.00011540750185222913,
      "loss": 0.231,
      "step": 84948
    },
    {
      "epoch": 3.479377431906615,
      "grad_norm": 1.2624878092460008,
      "learning_rate": 0.0001154043283777772,
      "loss": 0.5836,
      "step": 84949
    },
    {
      "epoch": 3.4794183903338114,
      "grad_norm": 6.12515313042391,
      "learning_rate": 0.0001154011549196801,
      "loss": 4.7975,
      "step": 84950
    },
    {
      "epoch": 3.4794593487610075,
      "grad_norm": 2.763941536577944,
      "learning_rate": 0.00011539798147793933,
      "loss": 1.1603,
      "step": 84951
    },
    {
      "epoch": 3.479500307188204,
      "grad_norm": 1.4344682203399535,
      "learning_rate": 0.0001153948080525564,
      "loss": 0.7188,
      "step": 84952
    },
    {
      "epoch": 3.4795412656154006,
      "grad_norm": 3.226632924147492,
      "learning_rate": 0.0001153916346435328,
      "loss": 3.9579,
      "step": 84953
    },
    {
      "epoch": 3.4795822240425966,
      "grad_norm": 1.5455657528956297,
      "learning_rate": 0.00011538846125086999,
      "loss": 0.696,
      "step": 84954
    },
    {
      "epoch": 3.479623182469793,
      "grad_norm": 1.601644340136799,
      "learning_rate": 0.00011538528787456954,
      "loss": 1.0396,
      "step": 84955
    },
    {
      "epoch": 3.4796641408969897,
      "grad_norm": 1.275427165742738,
      "learning_rate": 0.00011538211451463291,
      "loss": 0.6801,
      "step": 84956
    },
    {
      "epoch": 3.479705099324186,
      "grad_norm": 1.6649527962461559,
      "learning_rate": 0.00011537894117106161,
      "loss": 0.7146,
      "step": 84957
    },
    {
      "epoch": 3.4797460577513823,
      "grad_norm": 1.3527678649353583,
      "learning_rate": 0.00011537576784385713,
      "loss": 0.7022,
      "step": 84958
    },
    {
      "epoch": 3.479787016178579,
      "grad_norm": 1.0163205471136743,
      "learning_rate": 0.00011537259453302097,
      "loss": 0.2206,
      "step": 84959
    },
    {
      "epoch": 3.479827974605775,
      "grad_norm": 1.255392896079896,
      "learning_rate": 0.00011536942123855467,
      "loss": 0.5138,
      "step": 84960
    },
    {
      "epoch": 3.4798689330329715,
      "grad_norm": 0.9764555968668099,
      "learning_rate": 0.00011536624796045968,
      "loss": 0.316,
      "step": 84961
    },
    {
      "epoch": 3.479909891460168,
      "grad_norm": 0.7397058670891039,
      "learning_rate": 0.00011536307469873748,
      "loss": 0.1883,
      "step": 84962
    },
    {
      "epoch": 3.479950849887364,
      "grad_norm": 1.5985895845085634,
      "learning_rate": 0.00011535990145338967,
      "loss": 0.9047,
      "step": 84963
    },
    {
      "epoch": 3.4799918083145607,
      "grad_norm": 1.434725108316749,
      "learning_rate": 0.00011535672822441767,
      "loss": 0.8506,
      "step": 84964
    },
    {
      "epoch": 3.480032766741757,
      "grad_norm": 0.7641258907536551,
      "learning_rate": 0.00011535355501182299,
      "loss": 0.2572,
      "step": 84965
    },
    {
      "epoch": 3.4800737251689533,
      "grad_norm": 1.2721659158161425,
      "learning_rate": 0.00011535038181560712,
      "loss": 0.4155,
      "step": 84966
    },
    {
      "epoch": 3.48011468359615,
      "grad_norm": 1.3122949260812833,
      "learning_rate": 0.00011534720863577161,
      "loss": 0.6415,
      "step": 84967
    },
    {
      "epoch": 3.4801556420233464,
      "grad_norm": 1.5057437317884423,
      "learning_rate": 0.00011534403547231793,
      "loss": 0.7547,
      "step": 84968
    },
    {
      "epoch": 3.480196600450543,
      "grad_norm": 1.4548509918616224,
      "learning_rate": 0.00011534086232524756,
      "loss": 0.7436,
      "step": 84969
    },
    {
      "epoch": 3.480237558877739,
      "grad_norm": 1.4554168643133314,
      "learning_rate": 0.00011533768919456201,
      "loss": 0.6718,
      "step": 84970
    },
    {
      "epoch": 3.4802785173049355,
      "grad_norm": 1.4490816461435216,
      "learning_rate": 0.00011533451608026282,
      "loss": 0.6215,
      "step": 84971
    },
    {
      "epoch": 3.480319475732132,
      "grad_norm": 1.656911459134808,
      "learning_rate": 0.00011533134298235146,
      "loss": 0.9844,
      "step": 84972
    },
    {
      "epoch": 3.480360434159328,
      "grad_norm": 1.7555587729796396,
      "learning_rate": 0.00011532816990082943,
      "loss": 0.6462,
      "step": 84973
    },
    {
      "epoch": 3.4804013925865247,
      "grad_norm": 1.5218708033733341,
      "learning_rate": 0.00011532499683569821,
      "loss": 0.7066,
      "step": 84974
    },
    {
      "epoch": 3.4804423510137212,
      "grad_norm": 1.5198864853672895,
      "learning_rate": 0.0001153218237869593,
      "loss": 0.6458,
      "step": 84975
    },
    {
      "epoch": 3.4804833094409173,
      "grad_norm": 1.4151767190620956,
      "learning_rate": 0.00011531865075461424,
      "loss": 0.5884,
      "step": 84976
    },
    {
      "epoch": 3.480524267868114,
      "grad_norm": 1.4783951203454708,
      "learning_rate": 0.00011531547773866452,
      "loss": 0.9045,
      "step": 84977
    },
    {
      "epoch": 3.4805652262953104,
      "grad_norm": 1.6335143443901528,
      "learning_rate": 0.00011531230473911164,
      "loss": 0.7801,
      "step": 84978
    },
    {
      "epoch": 3.4806061847225065,
      "grad_norm": 1.2793274972830833,
      "learning_rate": 0.00011530913175595705,
      "loss": 0.6197,
      "step": 84979
    },
    {
      "epoch": 3.480647143149703,
      "grad_norm": 1.1695475686835357,
      "learning_rate": 0.00011530595878920231,
      "loss": 0.525,
      "step": 84980
    },
    {
      "epoch": 3.4806881015768996,
      "grad_norm": 0.8145978182158986,
      "learning_rate": 0.00011530278583884891,
      "loss": 0.2056,
      "step": 84981
    },
    {
      "epoch": 3.4807290600040957,
      "grad_norm": 1.2382051149518145,
      "learning_rate": 0.00011529961290489834,
      "loss": 0.6806,
      "step": 84982
    },
    {
      "epoch": 3.480770018431292,
      "grad_norm": 1.6257534687738238,
      "learning_rate": 0.00011529643998735206,
      "loss": 1.0035,
      "step": 84983
    },
    {
      "epoch": 3.4808109768584887,
      "grad_norm": 1.6213477120030038,
      "learning_rate": 0.00011529326708621165,
      "loss": 0.8705,
      "step": 84984
    },
    {
      "epoch": 3.480851935285685,
      "grad_norm": 1.5665234869940918,
      "learning_rate": 0.00011529009420147857,
      "loss": 0.7981,
      "step": 84985
    },
    {
      "epoch": 3.4808928937128814,
      "grad_norm": 1.4535509258026453,
      "learning_rate": 0.00011528692133315431,
      "loss": 0.9383,
      "step": 84986
    },
    {
      "epoch": 3.480933852140078,
      "grad_norm": 1.408016548510266,
      "learning_rate": 0.00011528374848124035,
      "loss": 0.8961,
      "step": 84987
    },
    {
      "epoch": 3.4809748105672744,
      "grad_norm": 1.0718461557763177,
      "learning_rate": 0.00011528057564573826,
      "loss": 0.4076,
      "step": 84988
    },
    {
      "epoch": 3.4810157689944705,
      "grad_norm": 0.9235183690179325,
      "learning_rate": 0.00011527740282664948,
      "loss": 0.2946,
      "step": 84989
    },
    {
      "epoch": 3.481056727421667,
      "grad_norm": 1.5390227664860863,
      "learning_rate": 0.00011527423002397554,
      "loss": 0.7665,
      "step": 84990
    },
    {
      "epoch": 3.4810976858488636,
      "grad_norm": 1.2100933322639276,
      "learning_rate": 0.0001152710572377179,
      "loss": 0.7179,
      "step": 84991
    },
    {
      "epoch": 3.4811386442760597,
      "grad_norm": 2.9251799616974834,
      "learning_rate": 0.00011526788446787813,
      "loss": 2.8793,
      "step": 84992
    },
    {
      "epoch": 3.481179602703256,
      "grad_norm": 1.4995587822842356,
      "learning_rate": 0.00011526471171445769,
      "loss": 0.8206,
      "step": 84993
    },
    {
      "epoch": 3.4812205611304528,
      "grad_norm": 3.1280519137951694,
      "learning_rate": 0.00011526153897745806,
      "loss": 1.0983,
      "step": 84994
    },
    {
      "epoch": 3.481261519557649,
      "grad_norm": 1.1155983423251896,
      "learning_rate": 0.00011525836625688073,
      "loss": 0.3479,
      "step": 84995
    },
    {
      "epoch": 3.4813024779848454,
      "grad_norm": 1.2204965884263883,
      "learning_rate": 0.00011525519355272727,
      "loss": 0.6667,
      "step": 84996
    },
    {
      "epoch": 3.481343436412042,
      "grad_norm": 1.3558139239116735,
      "learning_rate": 0.00011525202086499913,
      "loss": 0.3553,
      "step": 84997
    },
    {
      "epoch": 3.481384394839238,
      "grad_norm": 1.1770075809724037,
      "learning_rate": 0.00011524884819369782,
      "loss": 0.477,
      "step": 84998
    },
    {
      "epoch": 3.4814253532664345,
      "grad_norm": 0.9877303864939372,
      "learning_rate": 0.0001152456755388248,
      "loss": 0.3362,
      "step": 84999
    },
    {
      "epoch": 3.481466311693631,
      "grad_norm": 1.2413261178397426,
      "learning_rate": 0.00011524250290038164,
      "loss": 0.5333,
      "step": 85000
    },
    {
      "epoch": 3.481507270120827,
      "grad_norm": 1.2473210863297488,
      "learning_rate": 0.00011523933027836982,
      "loss": 0.5953,
      "step": 85001
    },
    {
      "epoch": 3.4815482285480237,
      "grad_norm": 1.3709181834932185,
      "learning_rate": 0.00011523615767279082,
      "loss": 0.6863,
      "step": 85002
    },
    {
      "epoch": 3.4815891869752202,
      "grad_norm": 1.5916938849440496,
      "learning_rate": 0.00011523298508364612,
      "loss": 0.9864,
      "step": 85003
    },
    {
      "epoch": 3.4816301454024163,
      "grad_norm": 1.9001396616570767,
      "learning_rate": 0.00011522981251093728,
      "loss": 0.4717,
      "step": 85004
    },
    {
      "epoch": 3.481671103829613,
      "grad_norm": 1.215938069416805,
      "learning_rate": 0.00011522663995466582,
      "loss": 0.6581,
      "step": 85005
    },
    {
      "epoch": 3.4817120622568094,
      "grad_norm": 1.170338898708188,
      "learning_rate": 0.0001152234674148331,
      "loss": 0.418,
      "step": 85006
    },
    {
      "epoch": 3.481753020684006,
      "grad_norm": 1.5107362728667937,
      "learning_rate": 0.00011522029489144075,
      "loss": 0.6184,
      "step": 85007
    },
    {
      "epoch": 3.481793979111202,
      "grad_norm": 1.1811092943325743,
      "learning_rate": 0.00011521712238449022,
      "loss": 0.5311,
      "step": 85008
    },
    {
      "epoch": 3.4818349375383986,
      "grad_norm": 1.0642889205101016,
      "learning_rate": 0.00011521394989398299,
      "loss": 0.4489,
      "step": 85009
    },
    {
      "epoch": 3.481875895965595,
      "grad_norm": 1.0807506809658562,
      "learning_rate": 0.00011521077741992058,
      "loss": 0.3935,
      "step": 85010
    },
    {
      "epoch": 3.481916854392791,
      "grad_norm": 5.588599874489151,
      "learning_rate": 0.00011520760496230452,
      "loss": 0.7913,
      "step": 85011
    },
    {
      "epoch": 3.4819578128199877,
      "grad_norm": 1.4498415236251918,
      "learning_rate": 0.00011520443252113629,
      "loss": 0.6923,
      "step": 85012
    },
    {
      "epoch": 3.4819987712471843,
      "grad_norm": 1.6499156064694307,
      "learning_rate": 0.00011520126009641737,
      "loss": 0.8426,
      "step": 85013
    },
    {
      "epoch": 3.4820397296743804,
      "grad_norm": 1.9919864211902347,
      "learning_rate": 0.00011519808768814925,
      "loss": 1.5081,
      "step": 85014
    },
    {
      "epoch": 3.482080688101577,
      "grad_norm": 1.4800200943775579,
      "learning_rate": 0.00011519491529633351,
      "loss": 0.6135,
      "step": 85015
    },
    {
      "epoch": 3.4821216465287734,
      "grad_norm": 1.412722461965232,
      "learning_rate": 0.00011519174292097157,
      "loss": 0.6997,
      "step": 85016
    },
    {
      "epoch": 3.4821626049559695,
      "grad_norm": 1.4123182238508745,
      "learning_rate": 0.00011518857056206496,
      "loss": 0.8113,
      "step": 85017
    },
    {
      "epoch": 3.482203563383166,
      "grad_norm": 1.2769742213308788,
      "learning_rate": 0.00011518539821961515,
      "loss": 0.4105,
      "step": 85018
    },
    {
      "epoch": 3.4822445218103626,
      "grad_norm": 1.4840493568843225,
      "learning_rate": 0.00011518222589362368,
      "loss": 0.6103,
      "step": 85019
    },
    {
      "epoch": 3.4822854802375587,
      "grad_norm": 0.7689432527221016,
      "learning_rate": 0.00011517905358409205,
      "loss": 0.2498,
      "step": 85020
    },
    {
      "epoch": 3.482326438664755,
      "grad_norm": 1.284480022093195,
      "learning_rate": 0.00011517588129102172,
      "loss": 0.5867,
      "step": 85021
    },
    {
      "epoch": 3.4823673970919518,
      "grad_norm": 1.6231283423024296,
      "learning_rate": 0.00011517270901441421,
      "loss": 0.9183,
      "step": 85022
    },
    {
      "epoch": 3.482408355519148,
      "grad_norm": 1.4672405809045161,
      "learning_rate": 0.00011516953675427102,
      "loss": 0.8396,
      "step": 85023
    },
    {
      "epoch": 3.4824493139463444,
      "grad_norm": 1.5540362902939342,
      "learning_rate": 0.00011516636451059368,
      "loss": 0.7493,
      "step": 85024
    },
    {
      "epoch": 3.482490272373541,
      "grad_norm": 1.1885286223945937,
      "learning_rate": 0.00011516319228338365,
      "loss": 0.5128,
      "step": 85025
    },
    {
      "epoch": 3.4825312308007375,
      "grad_norm": 1.1195479424560122,
      "learning_rate": 0.00011516002007264242,
      "loss": 0.4627,
      "step": 85026
    },
    {
      "epoch": 3.4825721892279335,
      "grad_norm": 1.4243129928158316,
      "learning_rate": 0.00011515684787837151,
      "loss": 0.8531,
      "step": 85027
    },
    {
      "epoch": 3.48261314765513,
      "grad_norm": 2.6648184081987583,
      "learning_rate": 0.00011515367570057247,
      "loss": 1.1333,
      "step": 85028
    },
    {
      "epoch": 3.4826541060823266,
      "grad_norm": 1.458444131709797,
      "learning_rate": 0.00011515050353924671,
      "loss": 0.9239,
      "step": 85029
    },
    {
      "epoch": 3.4826950645095227,
      "grad_norm": 1.3386011308457169,
      "learning_rate": 0.00011514733139439576,
      "loss": 0.7146,
      "step": 85030
    },
    {
      "epoch": 3.4827360229367192,
      "grad_norm": 1.6227227341855421,
      "learning_rate": 0.00011514415926602114,
      "loss": 0.8534,
      "step": 85031
    },
    {
      "epoch": 3.482776981363916,
      "grad_norm": 1.4854512270758586,
      "learning_rate": 0.00011514098715412437,
      "loss": 0.9536,
      "step": 85032
    },
    {
      "epoch": 3.482817939791112,
      "grad_norm": 1.1700186269304074,
      "learning_rate": 0.0001151378150587069,
      "loss": 0.5071,
      "step": 85033
    },
    {
      "epoch": 3.4828588982183084,
      "grad_norm": 1.0565858601888378,
      "learning_rate": 0.00011513464297977022,
      "loss": 0.2575,
      "step": 85034
    },
    {
      "epoch": 3.482899856645505,
      "grad_norm": 2.2678986039361684,
      "learning_rate": 0.00011513147091731588,
      "loss": 0.6365,
      "step": 85035
    },
    {
      "epoch": 3.482940815072701,
      "grad_norm": 1.5208456780321236,
      "learning_rate": 0.00011512829887134536,
      "loss": 0.6892,
      "step": 85036
    },
    {
      "epoch": 3.4829817734998976,
      "grad_norm": 1.737530515616987,
      "learning_rate": 0.00011512512684186017,
      "loss": 0.7944,
      "step": 85037
    },
    {
      "epoch": 3.483022731927094,
      "grad_norm": 1.6469766682025007,
      "learning_rate": 0.00011512195482886175,
      "loss": 1.0757,
      "step": 85038
    },
    {
      "epoch": 3.4830636903542906,
      "grad_norm": 1.4448324238809875,
      "learning_rate": 0.00011511878283235168,
      "loss": 0.5364,
      "step": 85039
    },
    {
      "epoch": 3.4831046487814867,
      "grad_norm": 1.7519255803014615,
      "learning_rate": 0.00011511561085233143,
      "loss": 0.8437,
      "step": 85040
    },
    {
      "epoch": 3.4831456072086833,
      "grad_norm": 0.9237155472076124,
      "learning_rate": 0.0001151124388888025,
      "loss": 0.2552,
      "step": 85041
    },
    {
      "epoch": 3.4831865656358794,
      "grad_norm": 1.0545723435686702,
      "learning_rate": 0.00011510926694176637,
      "loss": 0.2227,
      "step": 85042
    },
    {
      "epoch": 3.483227524063076,
      "grad_norm": 0.7896569525576169,
      "learning_rate": 0.00011510609501122453,
      "loss": 0.265,
      "step": 85043
    },
    {
      "epoch": 3.4832684824902724,
      "grad_norm": 1.7043983451217295,
      "learning_rate": 0.00011510292309717854,
      "loss": 0.535,
      "step": 85044
    },
    {
      "epoch": 3.483309440917469,
      "grad_norm": 1.9823105606886988,
      "learning_rate": 0.00011509975119962986,
      "loss": 1.5678,
      "step": 85045
    },
    {
      "epoch": 3.483350399344665,
      "grad_norm": 1.3589919018767007,
      "learning_rate": 0.00011509657931857999,
      "loss": 0.6015,
      "step": 85046
    },
    {
      "epoch": 3.4833913577718616,
      "grad_norm": 1.4707410504928216,
      "learning_rate": 0.00011509340745403041,
      "loss": 0.7105,
      "step": 85047
    },
    {
      "epoch": 3.483432316199058,
      "grad_norm": 1.694580629179318,
      "learning_rate": 0.00011509023560598266,
      "loss": 1.115,
      "step": 85048
    },
    {
      "epoch": 3.4834732746262542,
      "grad_norm": 1.035830428946157,
      "learning_rate": 0.00011508706377443821,
      "loss": 0.2821,
      "step": 85049
    },
    {
      "epoch": 3.4835142330534508,
      "grad_norm": 1.7421669365391153,
      "learning_rate": 0.0001150838919593986,
      "loss": 0.8977,
      "step": 85050
    },
    {
      "epoch": 3.4835551914806473,
      "grad_norm": 0.8160015558929111,
      "learning_rate": 0.00011508072016086524,
      "loss": 0.2706,
      "step": 85051
    },
    {
      "epoch": 3.4835961499078434,
      "grad_norm": 1.8577491516439193,
      "learning_rate": 0.00011507754837883974,
      "loss": 0.9341,
      "step": 85052
    },
    {
      "epoch": 3.48363710833504,
      "grad_norm": 1.2346264973113439,
      "learning_rate": 0.00011507437661332354,
      "loss": 0.6937,
      "step": 85053
    },
    {
      "epoch": 3.4836780667622365,
      "grad_norm": 0.9223574237973192,
      "learning_rate": 0.00011507120486431816,
      "loss": 0.2672,
      "step": 85054
    },
    {
      "epoch": 3.4837190251894325,
      "grad_norm": 0.7643099136857938,
      "learning_rate": 0.00011506803313182505,
      "loss": 0.2265,
      "step": 85055
    },
    {
      "epoch": 3.483759983616629,
      "grad_norm": 1.4699315778321682,
      "learning_rate": 0.00011506486141584577,
      "loss": 0.8073,
      "step": 85056
    },
    {
      "epoch": 3.4838009420438256,
      "grad_norm": 1.6108128138212725,
      "learning_rate": 0.0001150616897163818,
      "loss": 0.9017,
      "step": 85057
    },
    {
      "epoch": 3.483841900471022,
      "grad_norm": 1.5068797878422742,
      "learning_rate": 0.00011505851803343464,
      "loss": 1.1231,
      "step": 85058
    },
    {
      "epoch": 3.4838828588982182,
      "grad_norm": 1.4984089668006086,
      "learning_rate": 0.00011505534636700576,
      "loss": 0.7346,
      "step": 85059
    },
    {
      "epoch": 3.483923817325415,
      "grad_norm": 1.395650903427286,
      "learning_rate": 0.0001150521747170967,
      "loss": 0.6124,
      "step": 85060
    },
    {
      "epoch": 3.483964775752611,
      "grad_norm": 1.7633269607814352,
      "learning_rate": 0.00011504900308370896,
      "loss": 1.1486,
      "step": 85061
    },
    {
      "epoch": 3.4840057341798074,
      "grad_norm": 1.2512100237819355,
      "learning_rate": 0.000115045831466844,
      "loss": 0.5963,
      "step": 85062
    },
    {
      "epoch": 3.484046692607004,
      "grad_norm": 1.7585198234016508,
      "learning_rate": 0.00011504265986650333,
      "loss": 1.0453,
      "step": 85063
    },
    {
      "epoch": 3.4840876510342005,
      "grad_norm": 1.2894813873519069,
      "learning_rate": 0.00011503948828268849,
      "loss": 0.7826,
      "step": 85064
    },
    {
      "epoch": 3.4841286094613966,
      "grad_norm": 1.5323481844410458,
      "learning_rate": 0.00011503631671540095,
      "loss": 0.7606,
      "step": 85065
    },
    {
      "epoch": 3.484169567888593,
      "grad_norm": 2.0062940500568174,
      "learning_rate": 0.00011503314516464221,
      "loss": 0.9831,
      "step": 85066
    },
    {
      "epoch": 3.4842105263157896,
      "grad_norm": 1.8023842875247928,
      "learning_rate": 0.00011502997363041373,
      "loss": 0.7985,
      "step": 85067
    },
    {
      "epoch": 3.4842514847429857,
      "grad_norm": 1.3840318433902707,
      "learning_rate": 0.0001150268021127171,
      "loss": 0.7733,
      "step": 85068
    },
    {
      "epoch": 3.4842924431701823,
      "grad_norm": 1.6758287162810113,
      "learning_rate": 0.00011502363061155375,
      "loss": 0.6114,
      "step": 85069
    },
    {
      "epoch": 3.484333401597379,
      "grad_norm": 0.820267645906233,
      "learning_rate": 0.0001150204591269252,
      "loss": 0.0866,
      "step": 85070
    },
    {
      "epoch": 3.484374360024575,
      "grad_norm": 1.550039036389161,
      "learning_rate": 0.00011501728765883292,
      "loss": 0.6658,
      "step": 85071
    },
    {
      "epoch": 3.4844153184517714,
      "grad_norm": 1.7834011255984903,
      "learning_rate": 0.0001150141162072785,
      "loss": 1.1515,
      "step": 85072
    },
    {
      "epoch": 3.484456276878968,
      "grad_norm": 1.38859359858646,
      "learning_rate": 0.00011501094477226334,
      "loss": 0.3485,
      "step": 85073
    },
    {
      "epoch": 3.484497235306164,
      "grad_norm": 1.216842643262396,
      "learning_rate": 0.00011500777335378897,
      "loss": 0.2176,
      "step": 85074
    },
    {
      "epoch": 3.4845381937333606,
      "grad_norm": 3.307967507066255,
      "learning_rate": 0.00011500460195185693,
      "loss": 1.6263,
      "step": 85075
    },
    {
      "epoch": 3.484579152160557,
      "grad_norm": 1.4721434543433582,
      "learning_rate": 0.00011500143056646866,
      "loss": 0.836,
      "step": 85076
    },
    {
      "epoch": 3.4846201105877537,
      "grad_norm": 1.344595179078248,
      "learning_rate": 0.0001149982591976257,
      "loss": 0.8293,
      "step": 85077
    },
    {
      "epoch": 3.4846610690149498,
      "grad_norm": 1.7153825492560542,
      "learning_rate": 0.00011499508784532947,
      "loss": 0.8602,
      "step": 85078
    },
    {
      "epoch": 3.4847020274421463,
      "grad_norm": 1.6854492187712649,
      "learning_rate": 0.00011499191650958158,
      "loss": 1.0307,
      "step": 85079
    },
    {
      "epoch": 3.4847429858693424,
      "grad_norm": 1.5296415891373634,
      "learning_rate": 0.00011498874519038347,
      "loss": 0.7556,
      "step": 85080
    },
    {
      "epoch": 3.484783944296539,
      "grad_norm": 1.2158112062945121,
      "learning_rate": 0.00011498557388773665,
      "loss": 0.4835,
      "step": 85081
    },
    {
      "epoch": 3.4848249027237355,
      "grad_norm": 2.387500461959518,
      "learning_rate": 0.00011498240260164258,
      "loss": 1.3533,
      "step": 85082
    },
    {
      "epoch": 3.484865861150932,
      "grad_norm": 1.676730396731419,
      "learning_rate": 0.00011497923133210284,
      "loss": 0.859,
      "step": 85083
    },
    {
      "epoch": 3.484906819578128,
      "grad_norm": 1.291784249703292,
      "learning_rate": 0.0001149760600791189,
      "loss": 0.4869,
      "step": 85084
    },
    {
      "epoch": 3.4849477780053246,
      "grad_norm": 0.9348594486837029,
      "learning_rate": 0.00011497288884269225,
      "loss": 0.3358,
      "step": 85085
    },
    {
      "epoch": 3.484988736432521,
      "grad_norm": 0.6486594539195243,
      "learning_rate": 0.00011496971762282433,
      "loss": 0.2405,
      "step": 85086
    },
    {
      "epoch": 3.4850296948597173,
      "grad_norm": 1.020018566959583,
      "learning_rate": 0.00011496654641951674,
      "loss": 0.3148,
      "step": 85087
    },
    {
      "epoch": 3.485070653286914,
      "grad_norm": 1.0403529226793944,
      "learning_rate": 0.00011496337523277092,
      "loss": 0.3722,
      "step": 85088
    },
    {
      "epoch": 3.4851116117141103,
      "grad_norm": 2.3278963458777024,
      "learning_rate": 0.0001149602040625884,
      "loss": 0.7692,
      "step": 85089
    },
    {
      "epoch": 3.4851525701413064,
      "grad_norm": 1.1674189380948732,
      "learning_rate": 0.00011495703290897061,
      "loss": 0.6201,
      "step": 85090
    },
    {
      "epoch": 3.485193528568503,
      "grad_norm": 0.9174674762946919,
      "learning_rate": 0.00011495386177191916,
      "loss": 0.2167,
      "step": 85091
    },
    {
      "epoch": 3.4852344869956995,
      "grad_norm": 0.9731404592916759,
      "learning_rate": 0.00011495069065143547,
      "loss": 0.2166,
      "step": 85092
    },
    {
      "epoch": 3.4852754454228956,
      "grad_norm": 1.7735034577865565,
      "learning_rate": 0.00011494751954752108,
      "loss": 0.9233,
      "step": 85093
    },
    {
      "epoch": 3.485316403850092,
      "grad_norm": 1.098610277291398,
      "learning_rate": 0.00011494434846017742,
      "loss": 0.5154,
      "step": 85094
    },
    {
      "epoch": 3.4853573622772887,
      "grad_norm": 0.8569934975251362,
      "learning_rate": 0.00011494117738940607,
      "loss": 0.2512,
      "step": 85095
    },
    {
      "epoch": 3.485398320704485,
      "grad_norm": 1.2790717668425737,
      "learning_rate": 0.0001149380063352085,
      "loss": 0.6541,
      "step": 85096
    },
    {
      "epoch": 3.4854392791316813,
      "grad_norm": 1.4885117299922928,
      "learning_rate": 0.00011493483529758622,
      "loss": 0.5607,
      "step": 85097
    },
    {
      "epoch": 3.485480237558878,
      "grad_norm": 1.1450418955393948,
      "learning_rate": 0.00011493166427654065,
      "loss": 0.5242,
      "step": 85098
    },
    {
      "epoch": 3.485521195986074,
      "grad_norm": 0.6844368899593674,
      "learning_rate": 0.00011492849327207341,
      "loss": 0.2007,
      "step": 85099
    },
    {
      "epoch": 3.4855621544132704,
      "grad_norm": 1.3770271886174907,
      "learning_rate": 0.00011492532228418594,
      "loss": 0.5816,
      "step": 85100
    },
    {
      "epoch": 3.485603112840467,
      "grad_norm": 0.8078031827744785,
      "learning_rate": 0.00011492215131287974,
      "loss": 0.2428,
      "step": 85101
    },
    {
      "epoch": 3.4856440712676635,
      "grad_norm": 0.8829105439258034,
      "learning_rate": 0.00011491898035815628,
      "loss": 0.2454,
      "step": 85102
    },
    {
      "epoch": 3.4856850296948596,
      "grad_norm": 1.6058456457491266,
      "learning_rate": 0.00011491580942001713,
      "loss": 0.9161,
      "step": 85103
    },
    {
      "epoch": 3.485725988122056,
      "grad_norm": 1.367312992532672,
      "learning_rate": 0.00011491263849846374,
      "loss": 0.6981,
      "step": 85104
    },
    {
      "epoch": 3.4857669465492527,
      "grad_norm": 1.2876206397098982,
      "learning_rate": 0.00011490946759349762,
      "loss": 0.7359,
      "step": 85105
    },
    {
      "epoch": 3.4858079049764488,
      "grad_norm": 0.9358595735296238,
      "learning_rate": 0.00011490629670512023,
      "loss": 0.264,
      "step": 85106
    },
    {
      "epoch": 3.4858488634036453,
      "grad_norm": 1.6756745854127872,
      "learning_rate": 0.00011490312583333315,
      "loss": 1.0168,
      "step": 85107
    },
    {
      "epoch": 3.485889821830842,
      "grad_norm": 1.0933688759203872,
      "learning_rate": 0.00011489995497813784,
      "loss": 0.5339,
      "step": 85108
    },
    {
      "epoch": 3.485930780258038,
      "grad_norm": 1.3668565694512151,
      "learning_rate": 0.00011489678413953577,
      "loss": 0.7767,
      "step": 85109
    },
    {
      "epoch": 3.4859717386852345,
      "grad_norm": 1.3515369647411681,
      "learning_rate": 0.00011489361331752846,
      "loss": 0.8236,
      "step": 85110
    },
    {
      "epoch": 3.486012697112431,
      "grad_norm": 0.8650504813132484,
      "learning_rate": 0.00011489044251211742,
      "loss": 0.2339,
      "step": 85111
    },
    {
      "epoch": 3.486053655539627,
      "grad_norm": 0.494491367907467,
      "learning_rate": 0.00011488727172330416,
      "loss": 0.1154,
      "step": 85112
    },
    {
      "epoch": 3.4860946139668236,
      "grad_norm": 1.4010576774134644,
      "learning_rate": 0.00011488410095109016,
      "loss": 0.8688,
      "step": 85113
    },
    {
      "epoch": 3.48613557239402,
      "grad_norm": 1.259433953381454,
      "learning_rate": 0.0001148809301954769,
      "loss": 0.62,
      "step": 85114
    },
    {
      "epoch": 3.4861765308212167,
      "grad_norm": 1.4950386036672298,
      "learning_rate": 0.00011487775945646589,
      "loss": 0.8795,
      "step": 85115
    },
    {
      "epoch": 3.486217489248413,
      "grad_norm": 1.8541512250219339,
      "learning_rate": 0.00011487458873405865,
      "loss": 1.021,
      "step": 85116
    },
    {
      "epoch": 3.4862584476756093,
      "grad_norm": 1.4101634223309627,
      "learning_rate": 0.00011487141802825668,
      "loss": 0.4974,
      "step": 85117
    },
    {
      "epoch": 3.4862994061028054,
      "grad_norm": 1.6422996182154528,
      "learning_rate": 0.00011486824733906145,
      "loss": 1.2883,
      "step": 85118
    },
    {
      "epoch": 3.486340364530002,
      "grad_norm": 1.3504254681080141,
      "learning_rate": 0.00011486507666647447,
      "loss": 0.7548,
      "step": 85119
    },
    {
      "epoch": 3.4863813229571985,
      "grad_norm": 1.0729221130634299,
      "learning_rate": 0.00011486190601049724,
      "loss": 0.535,
      "step": 85120
    },
    {
      "epoch": 3.486422281384395,
      "grad_norm": 1.1375090783464996,
      "learning_rate": 0.00011485873537113129,
      "loss": 0.6644,
      "step": 85121
    },
    {
      "epoch": 3.486463239811591,
      "grad_norm": 1.1143519311972754,
      "learning_rate": 0.00011485556474837808,
      "loss": 0.5455,
      "step": 85122
    },
    {
      "epoch": 3.4865041982387877,
      "grad_norm": 1.5158329657913345,
      "learning_rate": 0.00011485239414223907,
      "loss": 0.8342,
      "step": 85123
    },
    {
      "epoch": 3.486545156665984,
      "grad_norm": 1.8767988719537287,
      "learning_rate": 0.00011484922355271586,
      "loss": 1.1328,
      "step": 85124
    },
    {
      "epoch": 3.4865861150931803,
      "grad_norm": 1.6568070686050143,
      "learning_rate": 0.00011484605297980992,
      "loss": 0.57,
      "step": 85125
    },
    {
      "epoch": 3.486627073520377,
      "grad_norm": 0.833929344473155,
      "learning_rate": 0.00011484288242352268,
      "loss": 0.2876,
      "step": 85126
    },
    {
      "epoch": 3.4866680319475734,
      "grad_norm": 1.756420612269553,
      "learning_rate": 0.00011483971188385567,
      "loss": 0.815,
      "step": 85127
    },
    {
      "epoch": 3.4867089903747694,
      "grad_norm": 1.8647052495241216,
      "learning_rate": 0.00011483654136081045,
      "loss": 0.8014,
      "step": 85128
    },
    {
      "epoch": 3.486749948801966,
      "grad_norm": 1.650047951313271,
      "learning_rate": 0.00011483337085438845,
      "loss": 0.6995,
      "step": 85129
    },
    {
      "epoch": 3.4867909072291625,
      "grad_norm": 2.0570014732754345,
      "learning_rate": 0.00011483020036459122,
      "loss": 1.3813,
      "step": 85130
    },
    {
      "epoch": 3.4868318656563586,
      "grad_norm": 1.3084116692965801,
      "learning_rate": 0.00011482702989142018,
      "loss": 0.5649,
      "step": 85131
    },
    {
      "epoch": 3.486872824083555,
      "grad_norm": 0.6634513183465498,
      "learning_rate": 0.00011482385943487692,
      "loss": 0.1549,
      "step": 85132
    },
    {
      "epoch": 3.4869137825107517,
      "grad_norm": 1.908928619302892,
      "learning_rate": 0.00011482068899496288,
      "loss": 1.1507,
      "step": 85133
    },
    {
      "epoch": 3.486954740937948,
      "grad_norm": 1.7371477564443698,
      "learning_rate": 0.0001148175185716796,
      "loss": 0.8297,
      "step": 85134
    },
    {
      "epoch": 3.4869956993651443,
      "grad_norm": 1.4647886271186614,
      "learning_rate": 0.00011481434816502851,
      "loss": 0.5443,
      "step": 85135
    },
    {
      "epoch": 3.487036657792341,
      "grad_norm": 1.3506827464237467,
      "learning_rate": 0.00011481117777501119,
      "loss": 0.5673,
      "step": 85136
    },
    {
      "epoch": 3.487077616219537,
      "grad_norm": 1.3163033769958663,
      "learning_rate": 0.0001148080074016291,
      "loss": 0.6399,
      "step": 85137
    },
    {
      "epoch": 3.4871185746467335,
      "grad_norm": 1.4110228736789439,
      "learning_rate": 0.00011480483704488373,
      "loss": 0.6196,
      "step": 85138
    },
    {
      "epoch": 3.48715953307393,
      "grad_norm": 2.4871293195452,
      "learning_rate": 0.00011480166670477659,
      "loss": 1.6869,
      "step": 85139
    },
    {
      "epoch": 3.4872004915011265,
      "grad_norm": 2.0106406784145894,
      "learning_rate": 0.00011479849638130919,
      "loss": 0.4836,
      "step": 85140
    },
    {
      "epoch": 3.4872414499283226,
      "grad_norm": 1.102240148562864,
      "learning_rate": 0.00011479532607448302,
      "loss": 0.3832,
      "step": 85141
    },
    {
      "epoch": 3.487282408355519,
      "grad_norm": 0.9304620975654879,
      "learning_rate": 0.00011479215578429957,
      "loss": 0.3106,
      "step": 85142
    },
    {
      "epoch": 3.4873233667827157,
      "grad_norm": 1.5111926532831839,
      "learning_rate": 0.00011478898551076035,
      "loss": 0.9837,
      "step": 85143
    },
    {
      "epoch": 3.487364325209912,
      "grad_norm": 1.3711857922564485,
      "learning_rate": 0.00011478581525386685,
      "loss": 0.6228,
      "step": 85144
    },
    {
      "epoch": 3.4874052836371083,
      "grad_norm": 1.7184719063223717,
      "learning_rate": 0.00011478264501362059,
      "loss": 1.0669,
      "step": 85145
    },
    {
      "epoch": 3.487446242064305,
      "grad_norm": 1.2186631421512149,
      "learning_rate": 0.00011477947479002307,
      "loss": 0.5472,
      "step": 85146
    },
    {
      "epoch": 3.487487200491501,
      "grad_norm": 1.5447876210844578,
      "learning_rate": 0.00011477630458307573,
      "loss": 0.9304,
      "step": 85147
    },
    {
      "epoch": 3.4875281589186975,
      "grad_norm": 1.4298782667554655,
      "learning_rate": 0.00011477313439278014,
      "loss": 0.4938,
      "step": 85148
    },
    {
      "epoch": 3.487569117345894,
      "grad_norm": 1.0572693221748275,
      "learning_rate": 0.00011476996421913777,
      "loss": 0.6066,
      "step": 85149
    },
    {
      "epoch": 3.48761007577309,
      "grad_norm": 1.443726594301336,
      "learning_rate": 0.00011476679406215005,
      "loss": 0.5866,
      "step": 85150
    },
    {
      "epoch": 3.4876510342002867,
      "grad_norm": 1.226960769179874,
      "learning_rate": 0.0001147636239218186,
      "loss": 0.666,
      "step": 85151
    },
    {
      "epoch": 3.487691992627483,
      "grad_norm": 1.661505533468915,
      "learning_rate": 0.00011476045379814487,
      "loss": 1.016,
      "step": 85152
    },
    {
      "epoch": 3.4877329510546797,
      "grad_norm": 1.2394647647892143,
      "learning_rate": 0.00011475728369113035,
      "loss": 0.628,
      "step": 85153
    },
    {
      "epoch": 3.487773909481876,
      "grad_norm": 1.719440061159509,
      "learning_rate": 0.00011475411360077648,
      "loss": 0.7466,
      "step": 85154
    },
    {
      "epoch": 3.4878148679090724,
      "grad_norm": 1.0585977290574626,
      "learning_rate": 0.00011475094352708487,
      "loss": 0.5573,
      "step": 85155
    },
    {
      "epoch": 3.4878558263362684,
      "grad_norm": 1.6971839989212008,
      "learning_rate": 0.00011474777347005697,
      "loss": 1.0184,
      "step": 85156
    },
    {
      "epoch": 3.487896784763465,
      "grad_norm": 1.3632906094299433,
      "learning_rate": 0.00011474460342969429,
      "loss": 0.8548,
      "step": 85157
    },
    {
      "epoch": 3.4879377431906615,
      "grad_norm": 1.5554049931513185,
      "learning_rate": 0.00011474143340599827,
      "loss": 0.7675,
      "step": 85158
    },
    {
      "epoch": 3.487978701617858,
      "grad_norm": 1.3402961889774954,
      "learning_rate": 0.00011473826339897048,
      "loss": 0.8081,
      "step": 85159
    },
    {
      "epoch": 3.488019660045054,
      "grad_norm": 1.0904700588066116,
      "learning_rate": 0.0001147350934086124,
      "loss": 0.4368,
      "step": 85160
    },
    {
      "epoch": 3.4880606184722507,
      "grad_norm": 0.5553045572197757,
      "learning_rate": 0.00011473192343492553,
      "loss": 0.1718,
      "step": 85161
    },
    {
      "epoch": 3.488101576899447,
      "grad_norm": 1.152607411816874,
      "learning_rate": 0.00011472875347791133,
      "loss": 0.7128,
      "step": 85162
    },
    {
      "epoch": 3.4881425353266433,
      "grad_norm": 1.4505166783909251,
      "learning_rate": 0.00011472558353757134,
      "loss": 0.8968,
      "step": 85163
    },
    {
      "epoch": 3.48818349375384,
      "grad_norm": 1.8625059895947487,
      "learning_rate": 0.00011472241361390707,
      "loss": 0.923,
      "step": 85164
    },
    {
      "epoch": 3.4882244521810364,
      "grad_norm": 1.4127186854646052,
      "learning_rate": 0.00011471924370691998,
      "loss": 0.8563,
      "step": 85165
    },
    {
      "epoch": 3.4882654106082325,
      "grad_norm": 1.4935142184099044,
      "learning_rate": 0.00011471607381661156,
      "loss": 0.5242,
      "step": 85166
    },
    {
      "epoch": 3.488306369035429,
      "grad_norm": 1.43821826495057,
      "learning_rate": 0.00011471290394298335,
      "loss": 0.7484,
      "step": 85167
    },
    {
      "epoch": 3.4883473274626255,
      "grad_norm": 1.3624786790388739,
      "learning_rate": 0.00011470973408603685,
      "loss": 0.637,
      "step": 85168
    },
    {
      "epoch": 3.4883882858898216,
      "grad_norm": 1.2848616486667293,
      "learning_rate": 0.00011470656424577353,
      "loss": 0.629,
      "step": 85169
    },
    {
      "epoch": 3.488429244317018,
      "grad_norm": 1.098164368699515,
      "learning_rate": 0.00011470339442219487,
      "loss": 0.6184,
      "step": 85170
    },
    {
      "epoch": 3.4884702027442147,
      "grad_norm": 3.6258025308266157,
      "learning_rate": 0.00011470022461530244,
      "loss": 1.9932,
      "step": 85171
    },
    {
      "epoch": 3.4885111611714112,
      "grad_norm": 1.276723708724825,
      "learning_rate": 0.00011469705482509767,
      "loss": 0.6455,
      "step": 85172
    },
    {
      "epoch": 3.4885521195986073,
      "grad_norm": 1.6577205239889894,
      "learning_rate": 0.0001146938850515821,
      "loss": 0.7191,
      "step": 85173
    },
    {
      "epoch": 3.488593078025804,
      "grad_norm": 1.0155135182615105,
      "learning_rate": 0.00011469071529475717,
      "loss": 0.3084,
      "step": 85174
    },
    {
      "epoch": 3.488634036453,
      "grad_norm": 1.279290039644731,
      "learning_rate": 0.00011468754555462447,
      "loss": 0.7787,
      "step": 85175
    },
    {
      "epoch": 3.4886749948801965,
      "grad_norm": 1.8110156307176928,
      "learning_rate": 0.00011468437583118544,
      "loss": 0.6398,
      "step": 85176
    },
    {
      "epoch": 3.488715953307393,
      "grad_norm": 1.2925163445340695,
      "learning_rate": 0.0001146812061244416,
      "loss": 0.5311,
      "step": 85177
    },
    {
      "epoch": 3.4887569117345896,
      "grad_norm": 1.346721922784239,
      "learning_rate": 0.00011467803643439439,
      "loss": 0.5619,
      "step": 85178
    },
    {
      "epoch": 3.4887978701617857,
      "grad_norm": 1.2972786754150796,
      "learning_rate": 0.00011467486676104538,
      "loss": 0.7449,
      "step": 85179
    },
    {
      "epoch": 3.488838828588982,
      "grad_norm": 1.6265370263069803,
      "learning_rate": 0.00011467169710439606,
      "loss": 0.6642,
      "step": 85180
    },
    {
      "epoch": 3.4888797870161787,
      "grad_norm": 1.2792430844417844,
      "learning_rate": 0.00011466852746444791,
      "loss": 0.7238,
      "step": 85181
    },
    {
      "epoch": 3.488920745443375,
      "grad_norm": 1.4479211696196355,
      "learning_rate": 0.00011466535784120239,
      "loss": 0.7552,
      "step": 85182
    },
    {
      "epoch": 3.4889617038705714,
      "grad_norm": 1.5539235871083885,
      "learning_rate": 0.00011466218823466107,
      "loss": 0.6206,
      "step": 85183
    },
    {
      "epoch": 3.489002662297768,
      "grad_norm": 1.7379658523367991,
      "learning_rate": 0.00011465901864482543,
      "loss": 0.7913,
      "step": 85184
    },
    {
      "epoch": 3.489043620724964,
      "grad_norm": 2.270722267638677,
      "learning_rate": 0.00011465584907169694,
      "loss": 1.8631,
      "step": 85185
    },
    {
      "epoch": 3.4890845791521605,
      "grad_norm": 1.0695743925859051,
      "learning_rate": 0.00011465267951527711,
      "loss": 0.5159,
      "step": 85186
    },
    {
      "epoch": 3.489125537579357,
      "grad_norm": 1.8641128439246197,
      "learning_rate": 0.00011464950997556742,
      "loss": 1.3419,
      "step": 85187
    },
    {
      "epoch": 3.489166496006553,
      "grad_norm": 3.0203232940277296,
      "learning_rate": 0.00011464634045256943,
      "loss": 0.8223,
      "step": 85188
    },
    {
      "epoch": 3.4892074544337497,
      "grad_norm": 1.925275755360199,
      "learning_rate": 0.00011464317094628459,
      "loss": 0.9591,
      "step": 85189
    },
    {
      "epoch": 3.4892484128609462,
      "grad_norm": 1.6616702463654258,
      "learning_rate": 0.0001146400014567144,
      "loss": 0.7509,
      "step": 85190
    },
    {
      "epoch": 3.4892893712881428,
      "grad_norm": 1.113936613188416,
      "learning_rate": 0.00011463683198386034,
      "loss": 0.3416,
      "step": 85191
    },
    {
      "epoch": 3.489330329715339,
      "grad_norm": 5.103900162131022,
      "learning_rate": 0.00011463366252772395,
      "loss": 5.7409,
      "step": 85192
    },
    {
      "epoch": 3.4893712881425354,
      "grad_norm": 1.4833907032128013,
      "learning_rate": 0.00011463049308830674,
      "loss": 0.6375,
      "step": 85193
    },
    {
      "epoch": 3.4894122465697315,
      "grad_norm": 1.6302858579289943,
      "learning_rate": 0.00011462732366561018,
      "loss": 0.9195,
      "step": 85194
    },
    {
      "epoch": 3.489453204996928,
      "grad_norm": 1.347336846336336,
      "learning_rate": 0.00011462415425963571,
      "loss": 0.6786,
      "step": 85195
    },
    {
      "epoch": 3.4894941634241246,
      "grad_norm": 1.3855563459067182,
      "learning_rate": 0.00011462098487038494,
      "loss": 0.8182,
      "step": 85196
    },
    {
      "epoch": 3.489535121851321,
      "grad_norm": 0.7225291356417626,
      "learning_rate": 0.00011461781549785931,
      "loss": 0.25,
      "step": 85197
    },
    {
      "epoch": 3.489576080278517,
      "grad_norm": 1.4962891486785344,
      "learning_rate": 0.00011461464614206032,
      "loss": 0.6592,
      "step": 85198
    },
    {
      "epoch": 3.4896170387057137,
      "grad_norm": 0.9160935333855325,
      "learning_rate": 0.00011461147680298946,
      "loss": 0.2356,
      "step": 85199
    },
    {
      "epoch": 3.4896579971329102,
      "grad_norm": 1.923026267803798,
      "learning_rate": 0.00011460830748064825,
      "loss": 1.5027,
      "step": 85200
    },
    {
      "epoch": 3.4896989555601063,
      "grad_norm": 1.8256557378453426,
      "learning_rate": 0.00011460513817503819,
      "loss": 1.0381,
      "step": 85201
    },
    {
      "epoch": 3.489739913987303,
      "grad_norm": 5.066919167242293,
      "learning_rate": 0.00011460196888616075,
      "loss": 4.6793,
      "step": 85202
    },
    {
      "epoch": 3.4897808724144994,
      "grad_norm": 1.3786699326191563,
      "learning_rate": 0.00011459879961401743,
      "loss": 0.7111,
      "step": 85203
    },
    {
      "epoch": 3.4898218308416955,
      "grad_norm": 1.5473637979897898,
      "learning_rate": 0.00011459563035860978,
      "loss": 0.7907,
      "step": 85204
    },
    {
      "epoch": 3.489862789268892,
      "grad_norm": 1.350323517646994,
      "learning_rate": 0.00011459246111993923,
      "loss": 0.7538,
      "step": 85205
    },
    {
      "epoch": 3.4899037476960886,
      "grad_norm": 0.9610158590612148,
      "learning_rate": 0.00011458929189800734,
      "loss": 0.2525,
      "step": 85206
    },
    {
      "epoch": 3.4899447061232847,
      "grad_norm": 1.1610884349288388,
      "learning_rate": 0.00011458612269281555,
      "loss": 0.3719,
      "step": 85207
    },
    {
      "epoch": 3.489985664550481,
      "grad_norm": 0.6675968251602417,
      "learning_rate": 0.00011458295350436538,
      "loss": 0.2004,
      "step": 85208
    },
    {
      "epoch": 3.4900266229776777,
      "grad_norm": 1.05936525237896,
      "learning_rate": 0.00011457978433265838,
      "loss": 0.3476,
      "step": 85209
    },
    {
      "epoch": 3.4900675814048743,
      "grad_norm": 1.373890803253593,
      "learning_rate": 0.00011457661517769598,
      "loss": 0.6735,
      "step": 85210
    },
    {
      "epoch": 3.4901085398320704,
      "grad_norm": 1.6407419528608467,
      "learning_rate": 0.00011457344603947967,
      "loss": 0.9358,
      "step": 85211
    },
    {
      "epoch": 3.490149498259267,
      "grad_norm": 1.0181616714026152,
      "learning_rate": 0.00011457027691801102,
      "loss": 0.2516,
      "step": 85212
    },
    {
      "epoch": 3.490190456686463,
      "grad_norm": 2.116652276422739,
      "learning_rate": 0.00011456710781329147,
      "loss": 0.7102,
      "step": 85213
    },
    {
      "epoch": 3.4902314151136595,
      "grad_norm": 1.1944119001459912,
      "learning_rate": 0.00011456393872532254,
      "loss": 0.4066,
      "step": 85214
    },
    {
      "epoch": 3.490272373540856,
      "grad_norm": 1.5828662676794893,
      "learning_rate": 0.0001145607696541057,
      "loss": 0.9855,
      "step": 85215
    },
    {
      "epoch": 3.4903133319680526,
      "grad_norm": 1.3533614575042596,
      "learning_rate": 0.00011455760059964256,
      "loss": 0.7286,
      "step": 85216
    },
    {
      "epoch": 3.4903542903952487,
      "grad_norm": 1.3309385745282887,
      "learning_rate": 0.00011455443156193448,
      "loss": 0.7499,
      "step": 85217
    },
    {
      "epoch": 3.4903952488224452,
      "grad_norm": 1.4670645084768779,
      "learning_rate": 0.00011455126254098295,
      "loss": 0.801,
      "step": 85218
    },
    {
      "epoch": 3.4904362072496418,
      "grad_norm": 1.1101370504447192,
      "learning_rate": 0.00011454809353678958,
      "loss": 0.3352,
      "step": 85219
    },
    {
      "epoch": 3.490477165676838,
      "grad_norm": 0.795425818464967,
      "learning_rate": 0.00011454492454935581,
      "loss": 0.2245,
      "step": 85220
    },
    {
      "epoch": 3.4905181241040344,
      "grad_norm": 3.4512502243250904,
      "learning_rate": 0.00011454175557868314,
      "loss": 3.5571,
      "step": 85221
    },
    {
      "epoch": 3.490559082531231,
      "grad_norm": 1.1361851992087035,
      "learning_rate": 0.00011453858662477304,
      "loss": 0.5946,
      "step": 85222
    },
    {
      "epoch": 3.490600040958427,
      "grad_norm": 1.4837677415186048,
      "learning_rate": 0.00011453541768762707,
      "loss": 0.8839,
      "step": 85223
    },
    {
      "epoch": 3.4906409993856236,
      "grad_norm": 1.3535991482781673,
      "learning_rate": 0.0001145322487672467,
      "loss": 0.5843,
      "step": 85224
    },
    {
      "epoch": 3.49068195781282,
      "grad_norm": 0.9624891371249404,
      "learning_rate": 0.00011452907986363342,
      "loss": 0.381,
      "step": 85225
    },
    {
      "epoch": 3.490722916240016,
      "grad_norm": 1.2144952247177532,
      "learning_rate": 0.0001145259109767887,
      "loss": 0.7692,
      "step": 85226
    },
    {
      "epoch": 3.4907638746672127,
      "grad_norm": 1.4414565510949053,
      "learning_rate": 0.00011452274210671409,
      "loss": 0.6267,
      "step": 85227
    },
    {
      "epoch": 3.4908048330944093,
      "grad_norm": 1.0790502858116926,
      "learning_rate": 0.0001145195732534111,
      "loss": 0.572,
      "step": 85228
    },
    {
      "epoch": 3.490845791521606,
      "grad_norm": 1.4342428181987164,
      "learning_rate": 0.00011451640441688118,
      "loss": 0.8652,
      "step": 85229
    },
    {
      "epoch": 3.490886749948802,
      "grad_norm": 1.7658129951254482,
      "learning_rate": 0.00011451323559712581,
      "loss": 1.1848,
      "step": 85230
    },
    {
      "epoch": 3.4909277083759984,
      "grad_norm": 1.4341653243212775,
      "learning_rate": 0.00011451006679414655,
      "loss": 0.8777,
      "step": 85231
    },
    {
      "epoch": 3.4909686668031945,
      "grad_norm": 1.4622659853961573,
      "learning_rate": 0.00011450689800794488,
      "loss": 0.755,
      "step": 85232
    },
    {
      "epoch": 3.491009625230391,
      "grad_norm": 1.656809097500104,
      "learning_rate": 0.0001145037292385223,
      "loss": 0.9303,
      "step": 85233
    },
    {
      "epoch": 3.4910505836575876,
      "grad_norm": 1.2867528725284811,
      "learning_rate": 0.00011450056048588025,
      "loss": 0.3612,
      "step": 85234
    },
    {
      "epoch": 3.491091542084784,
      "grad_norm": 1.557072023448979,
      "learning_rate": 0.0001144973917500203,
      "loss": 0.6514,
      "step": 85235
    },
    {
      "epoch": 3.49113250051198,
      "grad_norm": 0.9662763700102868,
      "learning_rate": 0.00011449422303094394,
      "loss": 0.3392,
      "step": 85236
    },
    {
      "epoch": 3.4911734589391767,
      "grad_norm": 1.6572856079601277,
      "learning_rate": 0.00011449105432865266,
      "loss": 0.623,
      "step": 85237
    },
    {
      "epoch": 3.4912144173663733,
      "grad_norm": 1.4423040119519066,
      "learning_rate": 0.00011448788564314789,
      "loss": 0.7572,
      "step": 85238
    },
    {
      "epoch": 3.4912553757935694,
      "grad_norm": 1.7522961461344329,
      "learning_rate": 0.00011448471697443122,
      "loss": 1.2446,
      "step": 85239
    },
    {
      "epoch": 3.491296334220766,
      "grad_norm": 1.0232549269656126,
      "learning_rate": 0.00011448154832250413,
      "loss": 0.6155,
      "step": 85240
    },
    {
      "epoch": 3.4913372926479624,
      "grad_norm": 1.6008782748593726,
      "learning_rate": 0.0001144783796873681,
      "loss": 1.1326,
      "step": 85241
    },
    {
      "epoch": 3.4913782510751585,
      "grad_norm": 1.5346927965691106,
      "learning_rate": 0.0001144752110690246,
      "loss": 0.8676,
      "step": 85242
    },
    {
      "epoch": 3.491419209502355,
      "grad_norm": 1.4864759164689543,
      "learning_rate": 0.00011447204246747519,
      "loss": 0.7311,
      "step": 85243
    },
    {
      "epoch": 3.4914601679295516,
      "grad_norm": 0.9391790248956058,
      "learning_rate": 0.00011446887388272133,
      "loss": 0.397,
      "step": 85244
    },
    {
      "epoch": 3.4915011263567477,
      "grad_norm": 1.42830736422598,
      "learning_rate": 0.00011446570531476453,
      "loss": 0.6406,
      "step": 85245
    },
    {
      "epoch": 3.4915420847839442,
      "grad_norm": 0.9363745937963168,
      "learning_rate": 0.00011446253676360625,
      "loss": 0.5461,
      "step": 85246
    },
    {
      "epoch": 3.4915830432111408,
      "grad_norm": 2.1800827155438203,
      "learning_rate": 0.00011445936822924806,
      "loss": 2.1448,
      "step": 85247
    },
    {
      "epoch": 3.4916240016383373,
      "grad_norm": 0.9055361279650738,
      "learning_rate": 0.0001144561997116914,
      "loss": 0.3578,
      "step": 85248
    },
    {
      "epoch": 3.4916649600655334,
      "grad_norm": 1.6699900734288284,
      "learning_rate": 0.0001144530312109378,
      "loss": 0.6979,
      "step": 85249
    },
    {
      "epoch": 3.49170591849273,
      "grad_norm": 1.4887577561586005,
      "learning_rate": 0.00011444986272698871,
      "loss": 0.7792,
      "step": 85250
    },
    {
      "epoch": 3.4917468769199265,
      "grad_norm": 1.7569051632857933,
      "learning_rate": 0.00011444669425984569,
      "loss": 0.8098,
      "step": 85251
    },
    {
      "epoch": 3.4917878353471226,
      "grad_norm": 1.7049844000823557,
      "learning_rate": 0.0001144435258095102,
      "loss": 0.5664,
      "step": 85252
    },
    {
      "epoch": 3.491828793774319,
      "grad_norm": 1.3252447769041802,
      "learning_rate": 0.00011444035737598378,
      "loss": 0.4962,
      "step": 85253
    },
    {
      "epoch": 3.4918697522015156,
      "grad_norm": 1.3903287812399978,
      "learning_rate": 0.00011443718895926787,
      "loss": 0.7582,
      "step": 85254
    },
    {
      "epoch": 3.4919107106287117,
      "grad_norm": 1.4993728341578028,
      "learning_rate": 0.00011443402055936398,
      "loss": 0.7291,
      "step": 85255
    },
    {
      "epoch": 3.4919516690559083,
      "grad_norm": 2.11650237799184,
      "learning_rate": 0.00011443085217627363,
      "loss": 1.1537,
      "step": 85256
    },
    {
      "epoch": 3.491992627483105,
      "grad_norm": 1.3291151084571426,
      "learning_rate": 0.00011442768380999831,
      "loss": 0.6969,
      "step": 85257
    },
    {
      "epoch": 3.492033585910301,
      "grad_norm": 1.4135028725178482,
      "learning_rate": 0.00011442451546053954,
      "loss": 0.8678,
      "step": 85258
    },
    {
      "epoch": 3.4920745443374974,
      "grad_norm": 3.9442258474486422,
      "learning_rate": 0.00011442134712789874,
      "loss": 4.2926,
      "step": 85259
    },
    {
      "epoch": 3.492115502764694,
      "grad_norm": 1.2204566699302177,
      "learning_rate": 0.0001144181788120775,
      "loss": 0.6171,
      "step": 85260
    },
    {
      "epoch": 3.49215646119189,
      "grad_norm": 1.4751559969261914,
      "learning_rate": 0.0001144150105130773,
      "loss": 0.6018,
      "step": 85261
    },
    {
      "epoch": 3.4921974196190866,
      "grad_norm": 1.5519067828302362,
      "learning_rate": 0.0001144118422308996,
      "loss": 1.1019,
      "step": 85262
    },
    {
      "epoch": 3.492238378046283,
      "grad_norm": 1.4190317787466618,
      "learning_rate": 0.0001144086739655459,
      "loss": 0.5309,
      "step": 85263
    },
    {
      "epoch": 3.492279336473479,
      "grad_norm": 1.6089725861424888,
      "learning_rate": 0.00011440550571701773,
      "loss": 0.9539,
      "step": 85264
    },
    {
      "epoch": 3.4923202949006757,
      "grad_norm": 1.2594391982686837,
      "learning_rate": 0.00011440233748531657,
      "loss": 0.5059,
      "step": 85265
    },
    {
      "epoch": 3.4923612533278723,
      "grad_norm": 3.5878985607845615,
      "learning_rate": 0.00011439916927044392,
      "loss": 0.8673,
      "step": 85266
    },
    {
      "epoch": 3.492402211755069,
      "grad_norm": 1.3592267885059048,
      "learning_rate": 0.00011439600107240125,
      "loss": 0.5067,
      "step": 85267
    },
    {
      "epoch": 3.492443170182265,
      "grad_norm": 1.7092630911930766,
      "learning_rate": 0.00011439283289119011,
      "loss": 0.8312,
      "step": 85268
    },
    {
      "epoch": 3.4924841286094614,
      "grad_norm": 1.6834066809176513,
      "learning_rate": 0.00011438966472681198,
      "loss": 0.9759,
      "step": 85269
    },
    {
      "epoch": 3.492525087036658,
      "grad_norm": 1.7996956458489664,
      "learning_rate": 0.00011438649657926835,
      "loss": 0.8474,
      "step": 85270
    },
    {
      "epoch": 3.492566045463854,
      "grad_norm": 1.496915384334433,
      "learning_rate": 0.00011438332844856069,
      "loss": 0.785,
      "step": 85271
    },
    {
      "epoch": 3.4926070038910506,
      "grad_norm": 1.1422203893638083,
      "learning_rate": 0.00011438016033469054,
      "loss": 0.543,
      "step": 85272
    },
    {
      "epoch": 3.492647962318247,
      "grad_norm": 1.3399295404568725,
      "learning_rate": 0.00011437699223765939,
      "loss": 0.9602,
      "step": 85273
    },
    {
      "epoch": 3.4926889207454432,
      "grad_norm": 1.3522358854170908,
      "learning_rate": 0.00011437382415746874,
      "loss": 0.6609,
      "step": 85274
    },
    {
      "epoch": 3.4927298791726398,
      "grad_norm": 1.237994072359177,
      "learning_rate": 0.00011437065609412005,
      "loss": 0.4246,
      "step": 85275
    },
    {
      "epoch": 3.4927708375998363,
      "grad_norm": 1.1375861046181996,
      "learning_rate": 0.00011436748804761487,
      "loss": 0.552,
      "step": 85276
    },
    {
      "epoch": 3.4928117960270324,
      "grad_norm": 1.5010452422614242,
      "learning_rate": 0.00011436432001795466,
      "loss": 0.7386,
      "step": 85277
    },
    {
      "epoch": 3.492852754454229,
      "grad_norm": 1.1742539237622338,
      "learning_rate": 0.00011436115200514095,
      "loss": 0.5578,
      "step": 85278
    },
    {
      "epoch": 3.4928937128814255,
      "grad_norm": 1.2968283757294463,
      "learning_rate": 0.00011435798400917518,
      "loss": 0.5985,
      "step": 85279
    },
    {
      "epoch": 3.4929346713086216,
      "grad_norm": 1.3507387666034187,
      "learning_rate": 0.00011435481603005894,
      "loss": 0.7182,
      "step": 85280
    },
    {
      "epoch": 3.492975629735818,
      "grad_norm": 1.7594969053036604,
      "learning_rate": 0.00011435164806779366,
      "loss": 0.6538,
      "step": 85281
    },
    {
      "epoch": 3.4930165881630146,
      "grad_norm": 1.1366058948768496,
      "learning_rate": 0.00011434848012238083,
      "loss": 0.3578,
      "step": 85282
    },
    {
      "epoch": 3.4930575465902107,
      "grad_norm": 1.2354805187171178,
      "learning_rate": 0.00011434531219382196,
      "loss": 0.5776,
      "step": 85283
    },
    {
      "epoch": 3.4930985050174073,
      "grad_norm": 3.304497694091185,
      "learning_rate": 0.00011434214428211858,
      "loss": 3.5735,
      "step": 85284
    },
    {
      "epoch": 3.493139463444604,
      "grad_norm": 1.2436497889868827,
      "learning_rate": 0.00011433897638727217,
      "loss": 0.3966,
      "step": 85285
    },
    {
      "epoch": 3.4931804218718003,
      "grad_norm": 0.6353378999908519,
      "learning_rate": 0.00011433580850928423,
      "loss": 0.0618,
      "step": 85286
    },
    {
      "epoch": 3.4932213802989964,
      "grad_norm": 2.8883038328429036,
      "learning_rate": 0.00011433264064815627,
      "loss": 2.0301,
      "step": 85287
    },
    {
      "epoch": 3.493262338726193,
      "grad_norm": 1.2684840437223144,
      "learning_rate": 0.00011432947280388976,
      "loss": 0.6637,
      "step": 85288
    },
    {
      "epoch": 3.4933032971533895,
      "grad_norm": 1.215243835854554,
      "learning_rate": 0.00011432630497648618,
      "loss": 0.8224,
      "step": 85289
    },
    {
      "epoch": 3.4933442555805856,
      "grad_norm": 0.7800257751664219,
      "learning_rate": 0.00011432313716594703,
      "loss": 0.2348,
      "step": 85290
    },
    {
      "epoch": 3.493385214007782,
      "grad_norm": 1.3179376863849182,
      "learning_rate": 0.00011431996937227387,
      "loss": 0.7515,
      "step": 85291
    },
    {
      "epoch": 3.4934261724349787,
      "grad_norm": 0.9663674828086622,
      "learning_rate": 0.00011431680159546814,
      "loss": 0.2857,
      "step": 85292
    },
    {
      "epoch": 3.4934671308621748,
      "grad_norm": 1.4242642916191404,
      "learning_rate": 0.00011431363383553137,
      "loss": 0.6918,
      "step": 85293
    },
    {
      "epoch": 3.4935080892893713,
      "grad_norm": 1.840398187756957,
      "learning_rate": 0.00011431046609246499,
      "loss": 1.418,
      "step": 85294
    },
    {
      "epoch": 3.493549047716568,
      "grad_norm": 1.3506481768399348,
      "learning_rate": 0.00011430729836627062,
      "loss": 0.7095,
      "step": 85295
    },
    {
      "epoch": 3.493590006143764,
      "grad_norm": 1.504199844953033,
      "learning_rate": 0.00011430413065694964,
      "loss": 0.9617,
      "step": 85296
    },
    {
      "epoch": 3.4936309645709605,
      "grad_norm": 1.3137617154280348,
      "learning_rate": 0.00011430096296450363,
      "loss": 0.6252,
      "step": 85297
    },
    {
      "epoch": 3.493671922998157,
      "grad_norm": 1.1877056313702505,
      "learning_rate": 0.00011429779528893401,
      "loss": 0.5555,
      "step": 85298
    },
    {
      "epoch": 3.493712881425353,
      "grad_norm": 2.1968154596579414,
      "learning_rate": 0.00011429462763024236,
      "loss": 0.845,
      "step": 85299
    },
    {
      "epoch": 3.4937538398525496,
      "grad_norm": 0.9943829833754158,
      "learning_rate": 0.00011429145998843014,
      "loss": 0.2682,
      "step": 85300
    },
    {
      "epoch": 3.493794798279746,
      "grad_norm": 0.7126459110759078,
      "learning_rate": 0.00011428829236349884,
      "loss": 0.1299,
      "step": 85301
    },
    {
      "epoch": 3.4938357567069422,
      "grad_norm": 1.3556910924721908,
      "learning_rate": 0.00011428512475544993,
      "loss": 0.5998,
      "step": 85302
    },
    {
      "epoch": 3.4938767151341388,
      "grad_norm": 1.3839072689598202,
      "learning_rate": 0.00011428195716428496,
      "loss": 0.8983,
      "step": 85303
    },
    {
      "epoch": 3.4939176735613353,
      "grad_norm": 1.486112197374439,
      "learning_rate": 0.00011427878959000543,
      "loss": 0.9475,
      "step": 85304
    },
    {
      "epoch": 3.493958631988532,
      "grad_norm": 2.319340180899116,
      "learning_rate": 0.00011427562203261281,
      "loss": 1.064,
      "step": 85305
    },
    {
      "epoch": 3.493999590415728,
      "grad_norm": 1.2892149457246775,
      "learning_rate": 0.00011427245449210857,
      "loss": 0.6971,
      "step": 85306
    },
    {
      "epoch": 3.4940405488429245,
      "grad_norm": 1.0450862070579605,
      "learning_rate": 0.00011426928696849427,
      "loss": 0.2627,
      "step": 85307
    },
    {
      "epoch": 3.494081507270121,
      "grad_norm": 0.9990898041966504,
      "learning_rate": 0.00011426611946177137,
      "loss": 0.3675,
      "step": 85308
    },
    {
      "epoch": 3.494122465697317,
      "grad_norm": 1.0283958924611183,
      "learning_rate": 0.00011426295197194139,
      "loss": 0.2893,
      "step": 85309
    },
    {
      "epoch": 3.4941634241245136,
      "grad_norm": 2.2018001444215978,
      "learning_rate": 0.00011425978449900577,
      "loss": 0.6886,
      "step": 85310
    },
    {
      "epoch": 3.49420438255171,
      "grad_norm": 2.037745662747194,
      "learning_rate": 0.00011425661704296609,
      "loss": 1.1168,
      "step": 85311
    },
    {
      "epoch": 3.4942453409789063,
      "grad_norm": 1.7310789135422562,
      "learning_rate": 0.00011425344960382381,
      "loss": 1.1851,
      "step": 85312
    },
    {
      "epoch": 3.494286299406103,
      "grad_norm": 1.1296680551936247,
      "learning_rate": 0.00011425028218158041,
      "loss": 0.5769,
      "step": 85313
    },
    {
      "epoch": 3.4943272578332993,
      "grad_norm": 1.3702585728833792,
      "learning_rate": 0.00011424711477623738,
      "loss": 0.7037,
      "step": 85314
    },
    {
      "epoch": 3.4943682162604954,
      "grad_norm": 0.7998904109282952,
      "learning_rate": 0.00011424394738779626,
      "loss": 0.3334,
      "step": 85315
    },
    {
      "epoch": 3.494409174687692,
      "grad_norm": 1.4012971837823451,
      "learning_rate": 0.00011424078001625855,
      "loss": 0.9095,
      "step": 85316
    },
    {
      "epoch": 3.4944501331148885,
      "grad_norm": 1.8433731706901442,
      "learning_rate": 0.00011423761266162571,
      "loss": 0.8383,
      "step": 85317
    },
    {
      "epoch": 3.4944910915420846,
      "grad_norm": 1.4054990126663671,
      "learning_rate": 0.00011423444532389922,
      "loss": 0.6032,
      "step": 85318
    },
    {
      "epoch": 3.494532049969281,
      "grad_norm": 1.4636125113304714,
      "learning_rate": 0.00011423127800308062,
      "loss": 0.585,
      "step": 85319
    },
    {
      "epoch": 3.4945730083964777,
      "grad_norm": 1.4030770242976793,
      "learning_rate": 0.00011422811069917143,
      "loss": 0.7628,
      "step": 85320
    },
    {
      "epoch": 3.4946139668236738,
      "grad_norm": 1.5080973163463642,
      "learning_rate": 0.00011422494341217311,
      "loss": 0.6969,
      "step": 85321
    },
    {
      "epoch": 3.4946549252508703,
      "grad_norm": 1.214650872075407,
      "learning_rate": 0.00011422177614208711,
      "loss": 0.59,
      "step": 85322
    },
    {
      "epoch": 3.494695883678067,
      "grad_norm": 0.8820535540036952,
      "learning_rate": 0.00011421860888891502,
      "loss": 0.21,
      "step": 85323
    },
    {
      "epoch": 3.4947368421052634,
      "grad_norm": 1.1264084235357414,
      "learning_rate": 0.0001142154416526583,
      "loss": 0.3484,
      "step": 85324
    },
    {
      "epoch": 3.4947778005324595,
      "grad_norm": 1.3842983316606432,
      "learning_rate": 0.00011421227443331843,
      "loss": 0.7177,
      "step": 85325
    },
    {
      "epoch": 3.494818758959656,
      "grad_norm": 0.8742050471559517,
      "learning_rate": 0.00011420910723089694,
      "loss": 0.2964,
      "step": 85326
    },
    {
      "epoch": 3.4948597173868525,
      "grad_norm": 1.2473367828645174,
      "learning_rate": 0.00011420594004539527,
      "loss": 0.6765,
      "step": 85327
    },
    {
      "epoch": 3.4949006758140486,
      "grad_norm": 2.0204989981865094,
      "learning_rate": 0.00011420277287681496,
      "loss": 1.1096,
      "step": 85328
    },
    {
      "epoch": 3.494941634241245,
      "grad_norm": 1.3860012035998608,
      "learning_rate": 0.00011419960572515753,
      "loss": 0.5924,
      "step": 85329
    },
    {
      "epoch": 3.4949825926684417,
      "grad_norm": 1.1862362587977446,
      "learning_rate": 0.00011419643859042444,
      "loss": 0.4872,
      "step": 85330
    },
    {
      "epoch": 3.495023551095638,
      "grad_norm": 3.513503769315101,
      "learning_rate": 0.00011419327147261718,
      "loss": 3.7697,
      "step": 85331
    },
    {
      "epoch": 3.4950645095228343,
      "grad_norm": 1.3402981098357378,
      "learning_rate": 0.00011419010437173728,
      "loss": 0.8728,
      "step": 85332
    },
    {
      "epoch": 3.495105467950031,
      "grad_norm": 1.37951916808937,
      "learning_rate": 0.00011418693728778621,
      "loss": 0.6045,
      "step": 85333
    },
    {
      "epoch": 3.495146426377227,
      "grad_norm": 1.4729758707345326,
      "learning_rate": 0.00011418377022076549,
      "loss": 0.8349,
      "step": 85334
    },
    {
      "epoch": 3.4951873848044235,
      "grad_norm": 1.2445620542660336,
      "learning_rate": 0.00011418060317067658,
      "loss": 0.721,
      "step": 85335
    },
    {
      "epoch": 3.49522834323162,
      "grad_norm": 1.4989690521580135,
      "learning_rate": 0.00011417743613752101,
      "loss": 0.7525,
      "step": 85336
    },
    {
      "epoch": 3.495269301658816,
      "grad_norm": 1.6960367907375382,
      "learning_rate": 0.0001141742691213003,
      "loss": 0.9318,
      "step": 85337
    },
    {
      "epoch": 3.4953102600860126,
      "grad_norm": 1.5377130962590162,
      "learning_rate": 0.00011417110212201588,
      "loss": 0.8331,
      "step": 85338
    },
    {
      "epoch": 3.495351218513209,
      "grad_norm": 0.9478090682072067,
      "learning_rate": 0.00011416793513966929,
      "loss": 0.3713,
      "step": 85339
    },
    {
      "epoch": 3.4953921769404053,
      "grad_norm": 1.2683992768762358,
      "learning_rate": 0.00011416476817426203,
      "loss": 0.5383,
      "step": 85340
    },
    {
      "epoch": 3.495433135367602,
      "grad_norm": 1.1759222480106988,
      "learning_rate": 0.0001141616012257956,
      "loss": 0.4849,
      "step": 85341
    },
    {
      "epoch": 3.4954740937947983,
      "grad_norm": 1.4691095668540135,
      "learning_rate": 0.00011415843429427148,
      "loss": 0.7627,
      "step": 85342
    },
    {
      "epoch": 3.495515052221995,
      "grad_norm": 1.6905549984842467,
      "learning_rate": 0.00011415526737969115,
      "loss": 0.836,
      "step": 85343
    },
    {
      "epoch": 3.495556010649191,
      "grad_norm": 0.7976241993145785,
      "learning_rate": 0.00011415210048205615,
      "loss": 0.2496,
      "step": 85344
    },
    {
      "epoch": 3.4955969690763875,
      "grad_norm": 1.251006913874422,
      "learning_rate": 0.00011414893360136796,
      "loss": 0.6517,
      "step": 85345
    },
    {
      "epoch": 3.495637927503584,
      "grad_norm": 1.2526031519865786,
      "learning_rate": 0.00011414576673762806,
      "loss": 0.5234,
      "step": 85346
    },
    {
      "epoch": 3.49567888593078,
      "grad_norm": 1.4159306349087208,
      "learning_rate": 0.00011414259989083797,
      "loss": 0.8433,
      "step": 85347
    },
    {
      "epoch": 3.4957198443579767,
      "grad_norm": 1.4262064666597298,
      "learning_rate": 0.00011413943306099917,
      "loss": 0.5941,
      "step": 85348
    },
    {
      "epoch": 3.495760802785173,
      "grad_norm": 1.4208076642549838,
      "learning_rate": 0.00011413626624811318,
      "loss": 0.8126,
      "step": 85349
    },
    {
      "epoch": 3.4958017612123693,
      "grad_norm": 1.9205642263969485,
      "learning_rate": 0.00011413309945218148,
      "loss": 1.4842,
      "step": 85350
    },
    {
      "epoch": 3.495842719639566,
      "grad_norm": 2.3934041524320264,
      "learning_rate": 0.00011412993267320553,
      "loss": 0.9105,
      "step": 85351
    },
    {
      "epoch": 3.4958836780667624,
      "grad_norm": 1.4650994529226087,
      "learning_rate": 0.0001141267659111869,
      "loss": 0.7773,
      "step": 85352
    },
    {
      "epoch": 3.4959246364939585,
      "grad_norm": 1.252720437204355,
      "learning_rate": 0.00011412359916612706,
      "loss": 0.4832,
      "step": 85353
    },
    {
      "epoch": 3.495965594921155,
      "grad_norm": 0.8377060122861554,
      "learning_rate": 0.0001141204324380275,
      "loss": 0.2607,
      "step": 85354
    },
    {
      "epoch": 3.4960065533483515,
      "grad_norm": 1.6066151358549836,
      "learning_rate": 0.00011411726572688969,
      "loss": 0.7419,
      "step": 85355
    },
    {
      "epoch": 3.496047511775548,
      "grad_norm": 1.3086516954265053,
      "learning_rate": 0.00011411409903271519,
      "loss": 0.698,
      "step": 85356
    },
    {
      "epoch": 3.496088470202744,
      "grad_norm": 1.2641098582841541,
      "learning_rate": 0.00011411093235550551,
      "loss": 0.8501,
      "step": 85357
    },
    {
      "epoch": 3.4961294286299407,
      "grad_norm": 1.5134973384469468,
      "learning_rate": 0.00011410776569526202,
      "loss": 0.84,
      "step": 85358
    },
    {
      "epoch": 3.496170387057137,
      "grad_norm": 1.73409340008956,
      "learning_rate": 0.00011410459905198631,
      "loss": 0.721,
      "step": 85359
    },
    {
      "epoch": 3.4962113454843333,
      "grad_norm": 1.3559181598348937,
      "learning_rate": 0.00011410143242567987,
      "loss": 0.7445,
      "step": 85360
    },
    {
      "epoch": 3.49625230391153,
      "grad_norm": 2.085461077437891,
      "learning_rate": 0.00011409826581634419,
      "loss": 1.1729,
      "step": 85361
    },
    {
      "epoch": 3.4962932623387264,
      "grad_norm": 0.8056137679080507,
      "learning_rate": 0.00011409509922398073,
      "loss": 0.2687,
      "step": 85362
    },
    {
      "epoch": 3.4963342207659225,
      "grad_norm": 1.4307103294667445,
      "learning_rate": 0.00011409193264859106,
      "loss": 0.6839,
      "step": 85363
    },
    {
      "epoch": 3.496375179193119,
      "grad_norm": 1.533150241740266,
      "learning_rate": 0.00011408876609017664,
      "loss": 0.7284,
      "step": 85364
    },
    {
      "epoch": 3.4964161376203156,
      "grad_norm": 1.4208365796894784,
      "learning_rate": 0.00011408559954873897,
      "loss": 0.7381,
      "step": 85365
    },
    {
      "epoch": 3.4964570960475116,
      "grad_norm": 1.732856569145719,
      "learning_rate": 0.00011408243302427952,
      "loss": 0.8838,
      "step": 85366
    },
    {
      "epoch": 3.496498054474708,
      "grad_norm": 1.5176623422010116,
      "learning_rate": 0.00011407926651679984,
      "loss": 0.6831,
      "step": 85367
    },
    {
      "epoch": 3.4965390129019047,
      "grad_norm": 4.971731003554312,
      "learning_rate": 0.00011407610002630138,
      "loss": 6.4495,
      "step": 85368
    },
    {
      "epoch": 3.496579971329101,
      "grad_norm": 2.346553085342653,
      "learning_rate": 0.00011407293355278567,
      "loss": 1.6923,
      "step": 85369
    },
    {
      "epoch": 3.4966209297562973,
      "grad_norm": 0.8457201257860906,
      "learning_rate": 0.00011406976709625416,
      "loss": 0.2751,
      "step": 85370
    },
    {
      "epoch": 3.496661888183494,
      "grad_norm": 1.3679115304894476,
      "learning_rate": 0.00011406660065670841,
      "loss": 0.6607,
      "step": 85371
    },
    {
      "epoch": 3.49670284661069,
      "grad_norm": 1.1376287950298265,
      "learning_rate": 0.0001140634342341499,
      "loss": 0.5921,
      "step": 85372
    },
    {
      "epoch": 3.4967438050378865,
      "grad_norm": 1.3352919340081917,
      "learning_rate": 0.00011406026782858008,
      "loss": 0.6454,
      "step": 85373
    },
    {
      "epoch": 3.496784763465083,
      "grad_norm": 1.6977870025136672,
      "learning_rate": 0.00011405710144000047,
      "loss": 0.9773,
      "step": 85374
    },
    {
      "epoch": 3.4968257218922796,
      "grad_norm": 1.715407225859659,
      "learning_rate": 0.0001140539350684126,
      "loss": 0.7302,
      "step": 85375
    },
    {
      "epoch": 3.4968666803194757,
      "grad_norm": 1.5869109644806723,
      "learning_rate": 0.00011405076871381795,
      "loss": 0.7481,
      "step": 85376
    },
    {
      "epoch": 3.496907638746672,
      "grad_norm": 1.4458887404087009,
      "learning_rate": 0.00011404760237621803,
      "loss": 0.8727,
      "step": 85377
    },
    {
      "epoch": 3.4969485971738683,
      "grad_norm": 0.8280651093460544,
      "learning_rate": 0.00011404443605561425,
      "loss": 0.2464,
      "step": 85378
    },
    {
      "epoch": 3.496989555601065,
      "grad_norm": 1.3027248840361523,
      "learning_rate": 0.00011404126975200822,
      "loss": 0.6635,
      "step": 85379
    },
    {
      "epoch": 3.4970305140282614,
      "grad_norm": 2.0569598563927753,
      "learning_rate": 0.00011403810346540139,
      "loss": 1.075,
      "step": 85380
    },
    {
      "epoch": 3.497071472455458,
      "grad_norm": 1.386086963400394,
      "learning_rate": 0.00011403493719579527,
      "loss": 0.86,
      "step": 85381
    },
    {
      "epoch": 3.497112430882654,
      "grad_norm": 2.169798154458095,
      "learning_rate": 0.00011403177094319129,
      "loss": 1.2761,
      "step": 85382
    },
    {
      "epoch": 3.4971533893098505,
      "grad_norm": 1.3464484838445845,
      "learning_rate": 0.00011402860470759106,
      "loss": 0.684,
      "step": 85383
    },
    {
      "epoch": 3.497194347737047,
      "grad_norm": 1.5301596554839716,
      "learning_rate": 0.000114025438488996,
      "loss": 0.7713,
      "step": 85384
    },
    {
      "epoch": 3.497235306164243,
      "grad_norm": 0.8534689634299241,
      "learning_rate": 0.00011402227228740763,
      "loss": 0.2793,
      "step": 85385
    },
    {
      "epoch": 3.4972762645914397,
      "grad_norm": 1.5869632993806264,
      "learning_rate": 0.0001140191061028274,
      "loss": 0.7934,
      "step": 85386
    },
    {
      "epoch": 3.4973172230186362,
      "grad_norm": 1.1713153043627569,
      "learning_rate": 0.0001140159399352569,
      "loss": 0.6335,
      "step": 85387
    },
    {
      "epoch": 3.4973581814458323,
      "grad_norm": 3.3158071968622767,
      "learning_rate": 0.00011401277378469756,
      "loss": 0.9606,
      "step": 85388
    },
    {
      "epoch": 3.497399139873029,
      "grad_norm": 1.3458732703931595,
      "learning_rate": 0.00011400960765115091,
      "loss": 0.6067,
      "step": 85389
    },
    {
      "epoch": 3.4974400983002254,
      "grad_norm": 1.3970082306961966,
      "learning_rate": 0.00011400644153461838,
      "loss": 0.7594,
      "step": 85390
    },
    {
      "epoch": 3.4974810567274215,
      "grad_norm": 0.986282085024201,
      "learning_rate": 0.00011400327543510155,
      "loss": 0.3431,
      "step": 85391
    },
    {
      "epoch": 3.497522015154618,
      "grad_norm": 1.2034692567566623,
      "learning_rate": 0.0001140001093526019,
      "loss": 0.5936,
      "step": 85392
    },
    {
      "epoch": 3.4975629735818146,
      "grad_norm": 1.3062371691905499,
      "learning_rate": 0.00011399694328712088,
      "loss": 0.4684,
      "step": 85393
    },
    {
      "epoch": 3.497603932009011,
      "grad_norm": 0.8434690339437221,
      "learning_rate": 0.00011399377723866,
      "loss": 0.2406,
      "step": 85394
    },
    {
      "epoch": 3.497644890436207,
      "grad_norm": 1.197738653801849,
      "learning_rate": 0.0001139906112072208,
      "loss": 0.5954,
      "step": 85395
    },
    {
      "epoch": 3.4976858488634037,
      "grad_norm": 1.7472746876531873,
      "learning_rate": 0.00011398744519280476,
      "loss": 0.839,
      "step": 85396
    },
    {
      "epoch": 3.4977268072906,
      "grad_norm": 1.1955974324889285,
      "learning_rate": 0.00011398427919541337,
      "loss": 0.6219,
      "step": 85397
    },
    {
      "epoch": 3.4977677657177964,
      "grad_norm": 0.7206152151422175,
      "learning_rate": 0.0001139811132150481,
      "loss": 0.1876,
      "step": 85398
    },
    {
      "epoch": 3.497808724144993,
      "grad_norm": 1.7361408800053049,
      "learning_rate": 0.00011397794725171046,
      "loss": 0.8134,
      "step": 85399
    },
    {
      "epoch": 3.4978496825721894,
      "grad_norm": 1.4497617987076847,
      "learning_rate": 0.00011397478130540198,
      "loss": 0.8367,
      "step": 85400
    },
    {
      "epoch": 3.4978906409993855,
      "grad_norm": 1.5141112434808448,
      "learning_rate": 0.00011397161537612413,
      "loss": 0.6694,
      "step": 85401
    },
    {
      "epoch": 3.497931599426582,
      "grad_norm": 1.4454939415808086,
      "learning_rate": 0.00011396844946387842,
      "loss": 0.6859,
      "step": 85402
    },
    {
      "epoch": 3.4979725578537786,
      "grad_norm": 1.7776181963661934,
      "learning_rate": 0.0001139652835686663,
      "loss": 0.7655,
      "step": 85403
    },
    {
      "epoch": 3.4980135162809747,
      "grad_norm": 2.994054352552334,
      "learning_rate": 0.00011396211769048932,
      "loss": 1.5372,
      "step": 85404
    },
    {
      "epoch": 3.498054474708171,
      "grad_norm": 0.9888443896362852,
      "learning_rate": 0.00011395895182934898,
      "loss": 0.2819,
      "step": 85405
    },
    {
      "epoch": 3.4980954331353677,
      "grad_norm": 1.1716832300618003,
      "learning_rate": 0.00011395578598524674,
      "loss": 0.5562,
      "step": 85406
    },
    {
      "epoch": 3.498136391562564,
      "grad_norm": 1.148687746878299,
      "learning_rate": 0.00011395262015818408,
      "loss": 0.674,
      "step": 85407
    },
    {
      "epoch": 3.4981773499897604,
      "grad_norm": 1.542965270524901,
      "learning_rate": 0.00011394945434816257,
      "loss": 0.5447,
      "step": 85408
    },
    {
      "epoch": 3.498218308416957,
      "grad_norm": 1.4387710860852105,
      "learning_rate": 0.00011394628855518366,
      "loss": 0.5853,
      "step": 85409
    },
    {
      "epoch": 3.498259266844153,
      "grad_norm": 1.5885779094148624,
      "learning_rate": 0.00011394312277924888,
      "loss": 0.7574,
      "step": 85410
    },
    {
      "epoch": 3.4983002252713495,
      "grad_norm": 1.0316706456334357,
      "learning_rate": 0.00011393995702035963,
      "loss": 0.2935,
      "step": 85411
    },
    {
      "epoch": 3.498341183698546,
      "grad_norm": 0.8586581147108179,
      "learning_rate": 0.00011393679127851751,
      "loss": 0.2536,
      "step": 85412
    },
    {
      "epoch": 3.4983821421257426,
      "grad_norm": 1.4853233712257958,
      "learning_rate": 0.00011393362555372401,
      "loss": 0.8632,
      "step": 85413
    },
    {
      "epoch": 3.4984231005529387,
      "grad_norm": 1.0182614541794326,
      "learning_rate": 0.00011393045984598058,
      "loss": 0.3999,
      "step": 85414
    },
    {
      "epoch": 3.4984640589801352,
      "grad_norm": 1.498954601329595,
      "learning_rate": 0.0001139272941552887,
      "loss": 0.6652,
      "step": 85415
    },
    {
      "epoch": 3.4985050174073313,
      "grad_norm": 1.8740271317751462,
      "learning_rate": 0.00011392412848164995,
      "loss": 1.1152,
      "step": 85416
    },
    {
      "epoch": 3.498545975834528,
      "grad_norm": 1.4200450780370477,
      "learning_rate": 0.00011392096282506578,
      "loss": 0.6849,
      "step": 85417
    },
    {
      "epoch": 3.4985869342617244,
      "grad_norm": 1.4852949842716079,
      "learning_rate": 0.00011391779718553766,
      "loss": 0.6967,
      "step": 85418
    },
    {
      "epoch": 3.498627892688921,
      "grad_norm": 1.1865309109865587,
      "learning_rate": 0.00011391463156306711,
      "loss": 0.5891,
      "step": 85419
    },
    {
      "epoch": 3.498668851116117,
      "grad_norm": 1.4718371750458663,
      "learning_rate": 0.00011391146595765564,
      "loss": 0.9712,
      "step": 85420
    },
    {
      "epoch": 3.4987098095433136,
      "grad_norm": 1.747352314134882,
      "learning_rate": 0.00011390830036930473,
      "loss": 0.7949,
      "step": 85421
    },
    {
      "epoch": 3.49875076797051,
      "grad_norm": 1.1863546354273407,
      "learning_rate": 0.0001139051347980159,
      "loss": 0.5585,
      "step": 85422
    },
    {
      "epoch": 3.498791726397706,
      "grad_norm": 1.1392812486872617,
      "learning_rate": 0.00011390196924379058,
      "loss": 0.4253,
      "step": 85423
    },
    {
      "epoch": 3.4988326848249027,
      "grad_norm": 1.1665112992397326,
      "learning_rate": 0.00011389880370663037,
      "loss": 0.58,
      "step": 85424
    },
    {
      "epoch": 3.4988736432520993,
      "grad_norm": 1.5094802557903624,
      "learning_rate": 0.00011389563818653669,
      "loss": 0.8149,
      "step": 85425
    },
    {
      "epoch": 3.4989146016792954,
      "grad_norm": 0.907731576731474,
      "learning_rate": 0.00011389247268351105,
      "loss": 0.2609,
      "step": 85426
    },
    {
      "epoch": 3.498955560106492,
      "grad_norm": 1.0554188756964435,
      "learning_rate": 0.00011388930719755494,
      "loss": 0.3523,
      "step": 85427
    },
    {
      "epoch": 3.4989965185336884,
      "grad_norm": 1.4051766868236557,
      "learning_rate": 0.00011388614172866997,
      "loss": 0.3451,
      "step": 85428
    },
    {
      "epoch": 3.4990374769608845,
      "grad_norm": 1.3808396289312712,
      "learning_rate": 0.00011388297627685746,
      "loss": 0.6368,
      "step": 85429
    },
    {
      "epoch": 3.499078435388081,
      "grad_norm": 1.4188106922156303,
      "learning_rate": 0.00011387981084211895,
      "loss": 0.6972,
      "step": 85430
    },
    {
      "epoch": 3.4991193938152776,
      "grad_norm": 1.3920564689113126,
      "learning_rate": 0.00011387664542445599,
      "loss": 0.6221,
      "step": 85431
    },
    {
      "epoch": 3.499160352242474,
      "grad_norm": 1.282445542112746,
      "learning_rate": 0.00011387348002387008,
      "loss": 0.6896,
      "step": 85432
    },
    {
      "epoch": 3.49920131066967,
      "grad_norm": 1.419058263339557,
      "learning_rate": 0.00011387031464036269,
      "loss": 0.5739,
      "step": 85433
    },
    {
      "epoch": 3.4992422690968668,
      "grad_norm": 1.6054497596873618,
      "learning_rate": 0.00011386714927393528,
      "loss": 0.8922,
      "step": 85434
    },
    {
      "epoch": 3.499283227524063,
      "grad_norm": 1.1565895791168381,
      "learning_rate": 0.00011386398392458942,
      "loss": 0.501,
      "step": 85435
    },
    {
      "epoch": 3.4993241859512594,
      "grad_norm": 0.9304723756195808,
      "learning_rate": 0.00011386081859232656,
      "loss": 0.371,
      "step": 85436
    },
    {
      "epoch": 3.499365144378456,
      "grad_norm": 1.4904216269669914,
      "learning_rate": 0.00011385765327714822,
      "loss": 0.7971,
      "step": 85437
    },
    {
      "epoch": 3.4994061028056525,
      "grad_norm": 2.602421485703098,
      "learning_rate": 0.00011385448797905584,
      "loss": 2.4318,
      "step": 85438
    },
    {
      "epoch": 3.4994470612328485,
      "grad_norm": 3.6278682370410733,
      "learning_rate": 0.00011385132269805101,
      "loss": 3.7385,
      "step": 85439
    },
    {
      "epoch": 3.499488019660045,
      "grad_norm": 1.5320120264975325,
      "learning_rate": 0.00011384815743413516,
      "loss": 0.9434,
      "step": 85440
    },
    {
      "epoch": 3.4995289780872416,
      "grad_norm": 1.635232023179673,
      "learning_rate": 0.00011384499218730981,
      "loss": 0.804,
      "step": 85441
    },
    {
      "epoch": 3.4995699365144377,
      "grad_norm": 1.7982845405785775,
      "learning_rate": 0.00011384182695757643,
      "loss": 0.9522,
      "step": 85442
    },
    {
      "epoch": 3.4996108949416342,
      "grad_norm": 1.5166358551054626,
      "learning_rate": 0.00011383866174493656,
      "loss": 1.1771,
      "step": 85443
    },
    {
      "epoch": 3.499651853368831,
      "grad_norm": 1.195039416837277,
      "learning_rate": 0.00011383549654939166,
      "loss": 0.6912,
      "step": 85444
    },
    {
      "epoch": 3.499692811796027,
      "grad_norm": 1.6108398112965097,
      "learning_rate": 0.00011383233137094326,
      "loss": 0.728,
      "step": 85445
    },
    {
      "epoch": 3.4997337702232234,
      "grad_norm": 1.5918320522664913,
      "learning_rate": 0.0001138291662095928,
      "loss": 0.8802,
      "step": 85446
    },
    {
      "epoch": 3.49977472865042,
      "grad_norm": 1.4034481093230577,
      "learning_rate": 0.00011382600106534182,
      "loss": 0.5829,
      "step": 85447
    },
    {
      "epoch": 3.499815687077616,
      "grad_norm": 1.3573609024320776,
      "learning_rate": 0.00011382283593819183,
      "loss": 0.7966,
      "step": 85448
    },
    {
      "epoch": 3.4998566455048126,
      "grad_norm": 1.6994403627390067,
      "learning_rate": 0.00011381967082814428,
      "loss": 0.8862,
      "step": 85449
    },
    {
      "epoch": 3.499897603932009,
      "grad_norm": 1.1408470345857293,
      "learning_rate": 0.00011381650573520069,
      "loss": 0.6682,
      "step": 85450
    },
    {
      "epoch": 3.4999385623592056,
      "grad_norm": 1.5606311025264104,
      "learning_rate": 0.00011381334065936257,
      "loss": 0.7601,
      "step": 85451
    },
    {
      "epoch": 3.4999795207864017,
      "grad_norm": 1.3448784727244798,
      "learning_rate": 0.0001138101756006314,
      "loss": 0.6277,
      "step": 85452
    },
    {
      "epoch": 3.5000204792135983,
      "grad_norm": 1.732219913250785,
      "learning_rate": 0.0001138070105590087,
      "loss": 0.9244,
      "step": 85453
    },
    {
      "epoch": 3.5000614376407944,
      "grad_norm": 1.8891508397165357,
      "learning_rate": 0.00011380384553449589,
      "loss": 0.865,
      "step": 85454
    },
    {
      "epoch": 3.500102396067991,
      "grad_norm": 1.3307895334562752,
      "learning_rate": 0.00011380068052709456,
      "loss": 0.3505,
      "step": 85455
    },
    {
      "epoch": 3.5001433544951874,
      "grad_norm": 1.1990450592615192,
      "learning_rate": 0.00011379751553680618,
      "loss": 0.3205,
      "step": 85456
    },
    {
      "epoch": 3.500184312922384,
      "grad_norm": 1.1342242438302839,
      "learning_rate": 0.00011379435056363222,
      "loss": 0.6156,
      "step": 85457
    },
    {
      "epoch": 3.50022527134958,
      "grad_norm": 1.4672424841039766,
      "learning_rate": 0.00011379118560757415,
      "loss": 0.692,
      "step": 85458
    },
    {
      "epoch": 3.5002662297767766,
      "grad_norm": 0.7674048188973825,
      "learning_rate": 0.00011378802066863355,
      "loss": 0.206,
      "step": 85459
    },
    {
      "epoch": 3.500307188203973,
      "grad_norm": 1.474397446822442,
      "learning_rate": 0.00011378485574681187,
      "loss": 0.7974,
      "step": 85460
    },
    {
      "epoch": 3.500348146631169,
      "grad_norm": 1.5577300127833478,
      "learning_rate": 0.00011378169084211061,
      "loss": 0.9066,
      "step": 85461
    },
    {
      "epoch": 3.5003891050583658,
      "grad_norm": 1.3781729524031214,
      "learning_rate": 0.00011377852595453122,
      "loss": 0.5963,
      "step": 85462
    },
    {
      "epoch": 3.5004300634855623,
      "grad_norm": 1.645776091507098,
      "learning_rate": 0.0001137753610840753,
      "loss": 0.9791,
      "step": 85463
    },
    {
      "epoch": 3.5004710219127584,
      "grad_norm": 1.7482462140483108,
      "learning_rate": 0.00011377219623074428,
      "loss": 0.5905,
      "step": 85464
    },
    {
      "epoch": 3.500511980339955,
      "grad_norm": 1.8220294580432397,
      "learning_rate": 0.00011376903139453967,
      "loss": 0.7579,
      "step": 85465
    },
    {
      "epoch": 3.5005529387671515,
      "grad_norm": 1.635346428866674,
      "learning_rate": 0.00011376586657546291,
      "loss": 0.8404,
      "step": 85466
    },
    {
      "epoch": 3.5005938971943475,
      "grad_norm": 1.0674029668828817,
      "learning_rate": 0.00011376270177351557,
      "loss": 0.4413,
      "step": 85467
    },
    {
      "epoch": 3.500634855621544,
      "grad_norm": 1.3866888097914247,
      "learning_rate": 0.00011375953698869913,
      "loss": 0.8041,
      "step": 85468
    },
    {
      "epoch": 3.5006758140487406,
      "grad_norm": 1.0998304191194124,
      "learning_rate": 0.0001137563722210151,
      "loss": 0.5971,
      "step": 85469
    },
    {
      "epoch": 3.500716772475937,
      "grad_norm": 0.8846306417825591,
      "learning_rate": 0.00011375320747046493,
      "loss": 0.2568,
      "step": 85470
    },
    {
      "epoch": 3.5007577309031332,
      "grad_norm": 2.285392064060646,
      "learning_rate": 0.00011375004273705012,
      "loss": 1.7777,
      "step": 85471
    },
    {
      "epoch": 3.50079868933033,
      "grad_norm": 1.4583284933830685,
      "learning_rate": 0.00011374687802077221,
      "loss": 0.7932,
      "step": 85472
    },
    {
      "epoch": 3.500839647757526,
      "grad_norm": 1.2265543561718684,
      "learning_rate": 0.00011374371332163266,
      "loss": 0.2779,
      "step": 85473
    },
    {
      "epoch": 3.5008806061847224,
      "grad_norm": 1.5281524547199614,
      "learning_rate": 0.00011374054863963301,
      "loss": 0.701,
      "step": 85474
    },
    {
      "epoch": 3.500921564611919,
      "grad_norm": 1.0691868338179413,
      "learning_rate": 0.00011373738397477468,
      "loss": 0.3544,
      "step": 85475
    },
    {
      "epoch": 3.5009625230391155,
      "grad_norm": 1.5551455688613909,
      "learning_rate": 0.00011373421932705923,
      "loss": 0.738,
      "step": 85476
    },
    {
      "epoch": 3.5010034814663116,
      "grad_norm": 1.4614302038392235,
      "learning_rate": 0.00011373105469648816,
      "loss": 0.6871,
      "step": 85477
    },
    {
      "epoch": 3.501044439893508,
      "grad_norm": 3.559159236519003,
      "learning_rate": 0.00011372789008306292,
      "loss": 3.4757,
      "step": 85478
    },
    {
      "epoch": 3.5010853983207046,
      "grad_norm": 1.7571975200547434,
      "learning_rate": 0.000113724725486785,
      "loss": 1.5704,
      "step": 85479
    },
    {
      "epoch": 3.5011263567479007,
      "grad_norm": 0.7621515942186874,
      "learning_rate": 0.00011372156090765597,
      "loss": 0.2426,
      "step": 85480
    },
    {
      "epoch": 3.5011673151750973,
      "grad_norm": 0.9799510948476446,
      "learning_rate": 0.00011371839634567726,
      "loss": 0.4668,
      "step": 85481
    },
    {
      "epoch": 3.501208273602294,
      "grad_norm": 0.7088711840504625,
      "learning_rate": 0.00011371523180085041,
      "loss": 0.1676,
      "step": 85482
    },
    {
      "epoch": 3.5012492320294903,
      "grad_norm": 1.9234342528606443,
      "learning_rate": 0.00011371206727317685,
      "loss": 1.2215,
      "step": 85483
    },
    {
      "epoch": 3.5012901904566864,
      "grad_norm": 1.5394383748571643,
      "learning_rate": 0.00011370890276265816,
      "loss": 0.7342,
      "step": 85484
    },
    {
      "epoch": 3.501331148883883,
      "grad_norm": 1.0404586396846651,
      "learning_rate": 0.00011370573826929579,
      "loss": 0.2763,
      "step": 85485
    },
    {
      "epoch": 3.501372107311079,
      "grad_norm": 1.424705680566853,
      "learning_rate": 0.00011370257379309122,
      "loss": 0.7366,
      "step": 85486
    },
    {
      "epoch": 3.5014130657382756,
      "grad_norm": 2.336798746254848,
      "learning_rate": 0.00011369940933404596,
      "loss": 1.2247,
      "step": 85487
    },
    {
      "epoch": 3.501454024165472,
      "grad_norm": 1.3890153003350805,
      "learning_rate": 0.00011369624489216155,
      "loss": 0.5194,
      "step": 85488
    },
    {
      "epoch": 3.5014949825926687,
      "grad_norm": 1.0854475824223677,
      "learning_rate": 0.00011369308046743942,
      "loss": 0.3072,
      "step": 85489
    },
    {
      "epoch": 3.5015359410198648,
      "grad_norm": 1.3625411999151542,
      "learning_rate": 0.00011368991605988112,
      "loss": 0.6798,
      "step": 85490
    },
    {
      "epoch": 3.5015768994470613,
      "grad_norm": 1.2692525709578748,
      "learning_rate": 0.00011368675166948808,
      "loss": 0.5823,
      "step": 85491
    },
    {
      "epoch": 3.5016178578742574,
      "grad_norm": 1.2315396457296066,
      "learning_rate": 0.00011368358729626186,
      "loss": 0.592,
      "step": 85492
    },
    {
      "epoch": 3.501658816301454,
      "grad_norm": 1.6935002642831567,
      "learning_rate": 0.00011368042294020395,
      "loss": 1.0802,
      "step": 85493
    },
    {
      "epoch": 3.5016997747286505,
      "grad_norm": 1.5481725438939975,
      "learning_rate": 0.00011367725860131582,
      "loss": 0.8188,
      "step": 85494
    },
    {
      "epoch": 3.501740733155847,
      "grad_norm": 1.3992531129102763,
      "learning_rate": 0.00011367409427959895,
      "loss": 0.8106,
      "step": 85495
    },
    {
      "epoch": 3.501781691583043,
      "grad_norm": 3.7147196234909607,
      "learning_rate": 0.00011367092997505488,
      "loss": 4.1363,
      "step": 85496
    },
    {
      "epoch": 3.5018226500102396,
      "grad_norm": 0.9850593746482729,
      "learning_rate": 0.00011366776568768508,
      "loss": 0.2193,
      "step": 85497
    },
    {
      "epoch": 3.501863608437436,
      "grad_norm": 1.6428094045252728,
      "learning_rate": 0.00011366460141749106,
      "loss": 0.9185,
      "step": 85498
    },
    {
      "epoch": 3.5019045668646323,
      "grad_norm": 1.9113802530241155,
      "learning_rate": 0.00011366143716447436,
      "loss": 0.8367,
      "step": 85499
    },
    {
      "epoch": 3.501945525291829,
      "grad_norm": 1.3947398252745837,
      "learning_rate": 0.00011365827292863637,
      "loss": 0.6963,
      "step": 85500
    },
    {
      "epoch": 3.5019864837190253,
      "grad_norm": 3.689975635167278,
      "learning_rate": 0.00011365510870997865,
      "loss": 4.4216,
      "step": 85501
    },
    {
      "epoch": 3.502027442146222,
      "grad_norm": 1.2183660584630518,
      "learning_rate": 0.00011365194450850265,
      "loss": 0.335,
      "step": 85502
    },
    {
      "epoch": 3.502068400573418,
      "grad_norm": 1.2845236475850674,
      "learning_rate": 0.00011364878032420992,
      "loss": 0.6051,
      "step": 85503
    },
    {
      "epoch": 3.5021093590006145,
      "grad_norm": 1.6983782407292083,
      "learning_rate": 0.00011364561615710194,
      "loss": 0.7688,
      "step": 85504
    },
    {
      "epoch": 3.5021503174278106,
      "grad_norm": 2.170123084425031,
      "learning_rate": 0.00011364245200718023,
      "loss": 1.4717,
      "step": 85505
    },
    {
      "epoch": 3.502191275855007,
      "grad_norm": 1.3714720384716041,
      "learning_rate": 0.0001136392878744462,
      "loss": 0.675,
      "step": 85506
    },
    {
      "epoch": 3.5022322342822036,
      "grad_norm": 1.7310264147729992,
      "learning_rate": 0.00011363612375890145,
      "loss": 0.9663,
      "step": 85507
    },
    {
      "epoch": 3.5022731927094,
      "grad_norm": 1.8686776774532954,
      "learning_rate": 0.00011363295966054742,
      "loss": 0.7877,
      "step": 85508
    },
    {
      "epoch": 3.5023141511365963,
      "grad_norm": 4.545131944108362,
      "learning_rate": 0.00011362979557938563,
      "loss": 5.1314,
      "step": 85509
    },
    {
      "epoch": 3.502355109563793,
      "grad_norm": 2.4051849244064107,
      "learning_rate": 0.00011362663151541751,
      "loss": 2.1776,
      "step": 85510
    },
    {
      "epoch": 3.502396067990989,
      "grad_norm": 1.8001344383402307,
      "learning_rate": 0.00011362346746864466,
      "loss": 0.8136,
      "step": 85511
    },
    {
      "epoch": 3.5024370264181854,
      "grad_norm": 1.1739870455661914,
      "learning_rate": 0.00011362030343906851,
      "loss": 0.6076,
      "step": 85512
    },
    {
      "epoch": 3.502477984845382,
      "grad_norm": 1.016395447958488,
      "learning_rate": 0.00011361713942669058,
      "loss": 0.2075,
      "step": 85513
    },
    {
      "epoch": 3.5025189432725785,
      "grad_norm": 1.2359733453163546,
      "learning_rate": 0.00011361397543151232,
      "loss": 0.6667,
      "step": 85514
    },
    {
      "epoch": 3.5025599016997746,
      "grad_norm": 1.6310743969542962,
      "learning_rate": 0.0001136108114535353,
      "loss": 0.7786,
      "step": 85515
    },
    {
      "epoch": 3.502600860126971,
      "grad_norm": 1.3858670907468795,
      "learning_rate": 0.00011360764749276096,
      "loss": 0.5602,
      "step": 85516
    },
    {
      "epoch": 3.5026418185541677,
      "grad_norm": 1.2447608264606582,
      "learning_rate": 0.00011360448354919082,
      "loss": 0.7437,
      "step": 85517
    },
    {
      "epoch": 3.5026827769813638,
      "grad_norm": 0.9757748191801147,
      "learning_rate": 0.00011360131962282635,
      "loss": 0.2153,
      "step": 85518
    },
    {
      "epoch": 3.5027237354085603,
      "grad_norm": 1.1328068684101635,
      "learning_rate": 0.00011359815571366908,
      "loss": 0.5102,
      "step": 85519
    },
    {
      "epoch": 3.502764693835757,
      "grad_norm": 1.554195320059886,
      "learning_rate": 0.00011359499182172048,
      "loss": 0.892,
      "step": 85520
    },
    {
      "epoch": 3.5028056522629534,
      "grad_norm": 1.9946395004312454,
      "learning_rate": 0.00011359182794698208,
      "loss": 0.9281,
      "step": 85521
    },
    {
      "epoch": 3.5028466106901495,
      "grad_norm": 1.3004283186971857,
      "learning_rate": 0.00011358866408945531,
      "loss": 0.708,
      "step": 85522
    },
    {
      "epoch": 3.502887569117346,
      "grad_norm": 1.2285824365525049,
      "learning_rate": 0.00011358550024914173,
      "loss": 0.6721,
      "step": 85523
    },
    {
      "epoch": 3.502928527544542,
      "grad_norm": 1.156136889990673,
      "learning_rate": 0.00011358233642604282,
      "loss": 0.4278,
      "step": 85524
    },
    {
      "epoch": 3.5029694859717386,
      "grad_norm": 1.3818821017448675,
      "learning_rate": 0.00011357917262016006,
      "loss": 0.6394,
      "step": 85525
    },
    {
      "epoch": 3.503010444398935,
      "grad_norm": 1.32626764534417,
      "learning_rate": 0.00011357600883149494,
      "loss": 0.7795,
      "step": 85526
    },
    {
      "epoch": 3.5030514028261317,
      "grad_norm": 1.417830997716407,
      "learning_rate": 0.00011357284506004899,
      "loss": 0.7236,
      "step": 85527
    },
    {
      "epoch": 3.503092361253328,
      "grad_norm": 1.334961517569527,
      "learning_rate": 0.00011356968130582368,
      "loss": 0.6651,
      "step": 85528
    },
    {
      "epoch": 3.5031333196805243,
      "grad_norm": 1.504680406197198,
      "learning_rate": 0.00011356651756882051,
      "loss": 1.1944,
      "step": 85529
    },
    {
      "epoch": 3.5031742781077204,
      "grad_norm": 1.591186140112967,
      "learning_rate": 0.00011356335384904097,
      "loss": 0.5594,
      "step": 85530
    },
    {
      "epoch": 3.503215236534917,
      "grad_norm": 4.502119058474175,
      "learning_rate": 0.00011356019014648656,
      "loss": 1.2618,
      "step": 85531
    },
    {
      "epoch": 3.5032561949621135,
      "grad_norm": 1.5737515825675594,
      "learning_rate": 0.0001135570264611588,
      "loss": 0.714,
      "step": 85532
    },
    {
      "epoch": 3.50329715338931,
      "grad_norm": 1.4817212056908675,
      "learning_rate": 0.00011355386279305915,
      "loss": 1.0102,
      "step": 85533
    },
    {
      "epoch": 3.503338111816506,
      "grad_norm": 1.8142180918544812,
      "learning_rate": 0.0001135506991421891,
      "loss": 0.8641,
      "step": 85534
    },
    {
      "epoch": 3.5033790702437027,
      "grad_norm": 1.2267247565602535,
      "learning_rate": 0.00011354753550855018,
      "loss": 0.7105,
      "step": 85535
    },
    {
      "epoch": 3.503420028670899,
      "grad_norm": 1.0593189818795503,
      "learning_rate": 0.00011354437189214388,
      "loss": 0.2837,
      "step": 85536
    },
    {
      "epoch": 3.5034609870980953,
      "grad_norm": 1.2300206711444108,
      "learning_rate": 0.00011354120829297169,
      "loss": 0.6232,
      "step": 85537
    },
    {
      "epoch": 3.503501945525292,
      "grad_norm": 1.114862665701992,
      "learning_rate": 0.00011353804471103511,
      "loss": 0.6066,
      "step": 85538
    },
    {
      "epoch": 3.5035429039524884,
      "grad_norm": 1.4018173097777042,
      "learning_rate": 0.00011353488114633557,
      "loss": 0.7387,
      "step": 85539
    },
    {
      "epoch": 3.503583862379685,
      "grad_norm": 1.0759738525913047,
      "learning_rate": 0.00011353171759887467,
      "loss": 0.3238,
      "step": 85540
    },
    {
      "epoch": 3.503624820806881,
      "grad_norm": 1.0547977269980846,
      "learning_rate": 0.00011352855406865386,
      "loss": 0.3665,
      "step": 85541
    },
    {
      "epoch": 3.5036657792340775,
      "grad_norm": 1.0273458956376242,
      "learning_rate": 0.00011352539055567461,
      "loss": 0.3615,
      "step": 85542
    },
    {
      "epoch": 3.5037067376612736,
      "grad_norm": 1.2448212212369418,
      "learning_rate": 0.00011352222705993843,
      "loss": 0.6649,
      "step": 85543
    },
    {
      "epoch": 3.50374769608847,
      "grad_norm": 1.6143369674615717,
      "learning_rate": 0.00011351906358144685,
      "loss": 0.742,
      "step": 85544
    },
    {
      "epoch": 3.5037886545156667,
      "grad_norm": 1.393601165406713,
      "learning_rate": 0.00011351590012020132,
      "loss": 0.7504,
      "step": 85545
    },
    {
      "epoch": 3.503829612942863,
      "grad_norm": 1.5957263874850243,
      "learning_rate": 0.00011351273667620338,
      "loss": 0.7291,
      "step": 85546
    },
    {
      "epoch": 3.5038705713700593,
      "grad_norm": 1.7403764065092717,
      "learning_rate": 0.00011350957324945446,
      "loss": 0.858,
      "step": 85547
    },
    {
      "epoch": 3.503911529797256,
      "grad_norm": 1.4005009319690898,
      "learning_rate": 0.00011350640983995614,
      "loss": 0.8718,
      "step": 85548
    },
    {
      "epoch": 3.503952488224452,
      "grad_norm": 1.6616949568680786,
      "learning_rate": 0.00011350324644770986,
      "loss": 1.2518,
      "step": 85549
    },
    {
      "epoch": 3.5039934466516485,
      "grad_norm": 3.403591464735052,
      "learning_rate": 0.00011350008307271713,
      "loss": 1.162,
      "step": 85550
    },
    {
      "epoch": 3.504034405078845,
      "grad_norm": 1.9165983986074264,
      "learning_rate": 0.00011349691971497941,
      "loss": 1.1159,
      "step": 85551
    },
    {
      "epoch": 3.5040753635060415,
      "grad_norm": 0.8579816367812827,
      "learning_rate": 0.00011349375637449826,
      "loss": 0.2272,
      "step": 85552
    },
    {
      "epoch": 3.5041163219332376,
      "grad_norm": 1.2188973571688553,
      "learning_rate": 0.00011349059305127515,
      "loss": 0.6168,
      "step": 85553
    },
    {
      "epoch": 3.504157280360434,
      "grad_norm": 1.3231896311788158,
      "learning_rate": 0.00011348742974531157,
      "loss": 0.628,
      "step": 85554
    },
    {
      "epoch": 3.5041982387876307,
      "grad_norm": 1.5120743996140131,
      "learning_rate": 0.00011348426645660897,
      "loss": 0.9109,
      "step": 85555
    },
    {
      "epoch": 3.504239197214827,
      "grad_norm": 1.51888586869305,
      "learning_rate": 0.00011348110318516893,
      "loss": 0.7888,
      "step": 85556
    },
    {
      "epoch": 3.5042801556420233,
      "grad_norm": 1.7170393430984883,
      "learning_rate": 0.0001134779399309929,
      "loss": 1.0725,
      "step": 85557
    },
    {
      "epoch": 3.50432111406922,
      "grad_norm": 3.3202763657417993,
      "learning_rate": 0.00011347477669408239,
      "loss": 2.7103,
      "step": 85558
    },
    {
      "epoch": 3.5043620724964164,
      "grad_norm": 2.711027749305076,
      "learning_rate": 0.00011347161347443884,
      "loss": 1.1546,
      "step": 85559
    },
    {
      "epoch": 3.5044030309236125,
      "grad_norm": 1.629744209991663,
      "learning_rate": 0.00011346845027206383,
      "loss": 0.8392,
      "step": 85560
    },
    {
      "epoch": 3.504443989350809,
      "grad_norm": 1.6218847874327877,
      "learning_rate": 0.00011346528708695882,
      "loss": 0.8226,
      "step": 85561
    },
    {
      "epoch": 3.504484947778005,
      "grad_norm": 1.6220249091806074,
      "learning_rate": 0.0001134621239191253,
      "loss": 0.9825,
      "step": 85562
    },
    {
      "epoch": 3.5045259062052017,
      "grad_norm": 1.6745932811034632,
      "learning_rate": 0.00011345896076856475,
      "loss": 0.684,
      "step": 85563
    },
    {
      "epoch": 3.504566864632398,
      "grad_norm": 1.9080331091690443,
      "learning_rate": 0.0001134557976352787,
      "loss": 0.8026,
      "step": 85564
    },
    {
      "epoch": 3.5046078230595947,
      "grad_norm": 0.8114617300720686,
      "learning_rate": 0.00011345263451926863,
      "loss": 0.2481,
      "step": 85565
    },
    {
      "epoch": 3.504648781486791,
      "grad_norm": 1.7904343668539358,
      "learning_rate": 0.00011344947142053602,
      "loss": 1.1455,
      "step": 85566
    },
    {
      "epoch": 3.5046897399139874,
      "grad_norm": 1.3762962069585154,
      "learning_rate": 0.00011344630833908236,
      "loss": 0.3938,
      "step": 85567
    },
    {
      "epoch": 3.5047306983411834,
      "grad_norm": 1.8531294081914815,
      "learning_rate": 0.00011344314527490921,
      "loss": 1.0093,
      "step": 85568
    },
    {
      "epoch": 3.50477165676838,
      "grad_norm": 1.2698133865982075,
      "learning_rate": 0.00011343998222801807,
      "loss": 0.6318,
      "step": 85569
    },
    {
      "epoch": 3.5048126151955765,
      "grad_norm": 1.5576337176928656,
      "learning_rate": 0.00011343681919841028,
      "loss": 0.8629,
      "step": 85570
    },
    {
      "epoch": 3.504853573622773,
      "grad_norm": 1.189097628047364,
      "learning_rate": 0.00011343365618608748,
      "loss": 0.5769,
      "step": 85571
    },
    {
      "epoch": 3.504894532049969,
      "grad_norm": 0.9013277247560703,
      "learning_rate": 0.00011343049319105114,
      "loss": 0.238,
      "step": 85572
    },
    {
      "epoch": 3.5049354904771657,
      "grad_norm": 2.006490857418008,
      "learning_rate": 0.00011342733021330272,
      "loss": 0.628,
      "step": 85573
    },
    {
      "epoch": 3.504976448904362,
      "grad_norm": 0.8397201453330674,
      "learning_rate": 0.00011342416725284371,
      "loss": 0.2596,
      "step": 85574
    },
    {
      "epoch": 3.5050174073315583,
      "grad_norm": 1.3498566158503769,
      "learning_rate": 0.00011342100430967566,
      "loss": 0.7709,
      "step": 85575
    },
    {
      "epoch": 3.505058365758755,
      "grad_norm": 1.125211761381383,
      "learning_rate": 0.00011341784138380005,
      "loss": 0.6868,
      "step": 85576
    },
    {
      "epoch": 3.5050993241859514,
      "grad_norm": 1.7901038529329345,
      "learning_rate": 0.00011341467847521836,
      "loss": 0.7649,
      "step": 85577
    },
    {
      "epoch": 3.505140282613148,
      "grad_norm": 1.1305475013679833,
      "learning_rate": 0.00011341151558393205,
      "loss": 0.3856,
      "step": 85578
    },
    {
      "epoch": 3.505181241040344,
      "grad_norm": 0.9081093339037559,
      "learning_rate": 0.00011340835270994268,
      "loss": 0.2738,
      "step": 85579
    },
    {
      "epoch": 3.5052221994675405,
      "grad_norm": 1.5274711983115867,
      "learning_rate": 0.00011340518985325171,
      "loss": 0.7816,
      "step": 85580
    },
    {
      "epoch": 3.5052631578947366,
      "grad_norm": 0.984435094391856,
      "learning_rate": 0.00011340202701386065,
      "loss": 0.2925,
      "step": 85581
    },
    {
      "epoch": 3.505304116321933,
      "grad_norm": 1.3280692503438978,
      "learning_rate": 0.00011339886419177097,
      "loss": 0.3139,
      "step": 85582
    },
    {
      "epoch": 3.5053450747491297,
      "grad_norm": 1.4749381912806852,
      "learning_rate": 0.0001133957013869842,
      "loss": 0.7241,
      "step": 85583
    },
    {
      "epoch": 3.5053860331763262,
      "grad_norm": 1.4130962962170317,
      "learning_rate": 0.00011339253859950182,
      "loss": 0.6677,
      "step": 85584
    },
    {
      "epoch": 3.5054269916035223,
      "grad_norm": 1.2930072030504938,
      "learning_rate": 0.00011338937582932532,
      "loss": 0.528,
      "step": 85585
    },
    {
      "epoch": 3.505467950030719,
      "grad_norm": 0.7653499423225734,
      "learning_rate": 0.00011338621307645618,
      "loss": 0.2103,
      "step": 85586
    },
    {
      "epoch": 3.505508908457915,
      "grad_norm": 3.693404818168141,
      "learning_rate": 0.00011338305034089594,
      "loss": 3.4418,
      "step": 85587
    },
    {
      "epoch": 3.5055498668851115,
      "grad_norm": 1.6137244195681733,
      "learning_rate": 0.00011337988762264607,
      "loss": 0.7732,
      "step": 85588
    },
    {
      "epoch": 3.505590825312308,
      "grad_norm": 1.7355408788476154,
      "learning_rate": 0.00011337672492170806,
      "loss": 0.879,
      "step": 85589
    },
    {
      "epoch": 3.5056317837395046,
      "grad_norm": 1.2351421002830807,
      "learning_rate": 0.00011337356223808339,
      "loss": 0.6986,
      "step": 85590
    },
    {
      "epoch": 3.5056727421667007,
      "grad_norm": 1.1901484652837475,
      "learning_rate": 0.0001133703995717736,
      "loss": 0.5465,
      "step": 85591
    },
    {
      "epoch": 3.505713700593897,
      "grad_norm": 1.500574233410433,
      "learning_rate": 0.00011336723692278014,
      "loss": 0.7616,
      "step": 85592
    },
    {
      "epoch": 3.5057546590210937,
      "grad_norm": 2.0659257543696574,
      "learning_rate": 0.00011336407429110454,
      "loss": 0.5775,
      "step": 85593
    },
    {
      "epoch": 3.50579561744829,
      "grad_norm": 1.2675744650098577,
      "learning_rate": 0.00011336091167674825,
      "loss": 0.7113,
      "step": 85594
    },
    {
      "epoch": 3.5058365758754864,
      "grad_norm": 0.9032904910378207,
      "learning_rate": 0.00011335774907971283,
      "loss": 0.2561,
      "step": 85595
    },
    {
      "epoch": 3.505877534302683,
      "grad_norm": 1.6482261275763674,
      "learning_rate": 0.00011335458649999972,
      "loss": 0.8718,
      "step": 85596
    },
    {
      "epoch": 3.5059184927298794,
      "grad_norm": 1.2998641540672429,
      "learning_rate": 0.00011335142393761046,
      "loss": 0.5244,
      "step": 85597
    },
    {
      "epoch": 3.5059594511570755,
      "grad_norm": 1.2562235832762325,
      "learning_rate": 0.00011334826139254647,
      "loss": 0.5939,
      "step": 85598
    },
    {
      "epoch": 3.506000409584272,
      "grad_norm": 0.7542504432180879,
      "learning_rate": 0.00011334509886480933,
      "loss": 0.2079,
      "step": 85599
    },
    {
      "epoch": 3.506041368011468,
      "grad_norm": 1.3590629833615324,
      "learning_rate": 0.00011334193635440052,
      "loss": 0.7298,
      "step": 85600
    },
    {
      "epoch": 3.5060823264386647,
      "grad_norm": 1.8135714499669524,
      "learning_rate": 0.0001133387738613215,
      "loss": 1.0151,
      "step": 85601
    },
    {
      "epoch": 3.5061232848658612,
      "grad_norm": 0.8871268851153984,
      "learning_rate": 0.00011333561138557374,
      "loss": 0.3238,
      "step": 85602
    },
    {
      "epoch": 3.5061642432930578,
      "grad_norm": 1.5742387421405855,
      "learning_rate": 0.00011333244892715883,
      "loss": 0.8654,
      "step": 85603
    },
    {
      "epoch": 3.506205201720254,
      "grad_norm": 1.3168578982744406,
      "learning_rate": 0.00011332928648607819,
      "loss": 0.7048,
      "step": 85604
    },
    {
      "epoch": 3.5062461601474504,
      "grad_norm": 1.2247494746231522,
      "learning_rate": 0.00011332612406233334,
      "loss": 0.607,
      "step": 85605
    },
    {
      "epoch": 3.5062871185746465,
      "grad_norm": 1.5265919440359361,
      "learning_rate": 0.00011332296165592573,
      "loss": 0.4655,
      "step": 85606
    },
    {
      "epoch": 3.506328077001843,
      "grad_norm": 1.8177896074363034,
      "learning_rate": 0.00011331979926685695,
      "loss": 1.0113,
      "step": 85607
    },
    {
      "epoch": 3.5063690354290395,
      "grad_norm": 1.4382441414869764,
      "learning_rate": 0.00011331663689512844,
      "loss": 0.6756,
      "step": 85608
    },
    {
      "epoch": 3.506409993856236,
      "grad_norm": 1.1349918020994292,
      "learning_rate": 0.0001133134745407417,
      "loss": 0.2891,
      "step": 85609
    },
    {
      "epoch": 3.506450952283432,
      "grad_norm": 1.2842417456635165,
      "learning_rate": 0.00011331031220369818,
      "loss": 0.5911,
      "step": 85610
    },
    {
      "epoch": 3.5064919107106287,
      "grad_norm": 0.9917309292069387,
      "learning_rate": 0.00011330714988399941,
      "loss": 0.19,
      "step": 85611
    },
    {
      "epoch": 3.5065328691378252,
      "grad_norm": 1.68694140499265,
      "learning_rate": 0.00011330398758164691,
      "loss": 1.0454,
      "step": 85612
    },
    {
      "epoch": 3.5065738275650213,
      "grad_norm": 1.2142363251219268,
      "learning_rate": 0.00011330082529664217,
      "loss": 0.4408,
      "step": 85613
    },
    {
      "epoch": 3.506614785992218,
      "grad_norm": 1.6380803360187928,
      "learning_rate": 0.00011329766302898668,
      "loss": 0.7161,
      "step": 85614
    },
    {
      "epoch": 3.5066557444194144,
      "grad_norm": 1.4294846055812842,
      "learning_rate": 0.00011329450077868187,
      "loss": 0.8691,
      "step": 85615
    },
    {
      "epoch": 3.506696702846611,
      "grad_norm": 0.6851597387517235,
      "learning_rate": 0.00011329133854572933,
      "loss": 0.1593,
      "step": 85616
    },
    {
      "epoch": 3.506737661273807,
      "grad_norm": 1.6001774765191534,
      "learning_rate": 0.00011328817633013051,
      "loss": 0.7863,
      "step": 85617
    },
    {
      "epoch": 3.5067786197010036,
      "grad_norm": 1.6393258655066318,
      "learning_rate": 0.00011328501413188693,
      "loss": 0.6625,
      "step": 85618
    },
    {
      "epoch": 3.5068195781281997,
      "grad_norm": 0.9988412326737834,
      "learning_rate": 0.00011328185195100002,
      "loss": 0.2541,
      "step": 85619
    },
    {
      "epoch": 3.506860536555396,
      "grad_norm": 1.4799909896668217,
      "learning_rate": 0.00011327868978747135,
      "loss": 0.6798,
      "step": 85620
    },
    {
      "epoch": 3.5069014949825927,
      "grad_norm": 0.7378369393714501,
      "learning_rate": 0.00011327552764130238,
      "loss": 0.179,
      "step": 85621
    },
    {
      "epoch": 3.5069424534097893,
      "grad_norm": 1.7493352756117821,
      "learning_rate": 0.00011327236551249463,
      "loss": 0.652,
      "step": 85622
    },
    {
      "epoch": 3.5069834118369854,
      "grad_norm": 1.404237829299291,
      "learning_rate": 0.00011326920340104952,
      "loss": 0.625,
      "step": 85623
    },
    {
      "epoch": 3.507024370264182,
      "grad_norm": 1.311617317269228,
      "learning_rate": 0.00011326604130696862,
      "loss": 0.6066,
      "step": 85624
    },
    {
      "epoch": 3.507065328691378,
      "grad_norm": 1.368581688779212,
      "learning_rate": 0.00011326287923025344,
      "loss": 0.7202,
      "step": 85625
    },
    {
      "epoch": 3.5071062871185745,
      "grad_norm": 1.1666734867343385,
      "learning_rate": 0.00011325971717090543,
      "loss": 0.3578,
      "step": 85626
    },
    {
      "epoch": 3.507147245545771,
      "grad_norm": 1.4327395461487462,
      "learning_rate": 0.00011325655512892604,
      "loss": 0.885,
      "step": 85627
    },
    {
      "epoch": 3.5071882039729676,
      "grad_norm": 1.14076884500268,
      "learning_rate": 0.00011325339310431686,
      "loss": 0.6004,
      "step": 85628
    },
    {
      "epoch": 3.5072291624001637,
      "grad_norm": 1.5142374225784359,
      "learning_rate": 0.00011325023109707934,
      "loss": 1.0859,
      "step": 85629
    },
    {
      "epoch": 3.5072701208273602,
      "grad_norm": 4.7644801205320295,
      "learning_rate": 0.00011324706910721501,
      "loss": 2.1165,
      "step": 85630
    },
    {
      "epoch": 3.5073110792545568,
      "grad_norm": 0.6278538822512164,
      "learning_rate": 0.00011324390713472526,
      "loss": 0.1536,
      "step": 85631
    },
    {
      "epoch": 3.507352037681753,
      "grad_norm": 1.1690371355714604,
      "learning_rate": 0.00011324074517961171,
      "loss": 0.6118,
      "step": 85632
    },
    {
      "epoch": 3.5073929961089494,
      "grad_norm": 1.3623177026890811,
      "learning_rate": 0.0001132375832418758,
      "loss": 0.6809,
      "step": 85633
    },
    {
      "epoch": 3.507433954536146,
      "grad_norm": 0.7051272650096284,
      "learning_rate": 0.00011323442132151902,
      "loss": 0.2507,
      "step": 85634
    },
    {
      "epoch": 3.5074749129633425,
      "grad_norm": 1.3289595682690787,
      "learning_rate": 0.00011323125941854287,
      "loss": 0.6406,
      "step": 85635
    },
    {
      "epoch": 3.5075158713905386,
      "grad_norm": 1.9825309667964666,
      "learning_rate": 0.00011322809753294885,
      "loss": 1.0474,
      "step": 85636
    },
    {
      "epoch": 3.507556829817735,
      "grad_norm": 0.9598375435193993,
      "learning_rate": 0.00011322493566473846,
      "loss": 0.6471,
      "step": 85637
    },
    {
      "epoch": 3.507597788244931,
      "grad_norm": 1.4450117478626638,
      "learning_rate": 0.00011322177381391318,
      "loss": 0.734,
      "step": 85638
    },
    {
      "epoch": 3.5076387466721277,
      "grad_norm": 1.5323795031997978,
      "learning_rate": 0.00011321861198047447,
      "loss": 0.82,
      "step": 85639
    },
    {
      "epoch": 3.5076797050993243,
      "grad_norm": 1.2870056595663488,
      "learning_rate": 0.00011321545016442399,
      "loss": 0.6555,
      "step": 85640
    },
    {
      "epoch": 3.507720663526521,
      "grad_norm": 1.4165304389956501,
      "learning_rate": 0.00011321228836576303,
      "loss": 0.6744,
      "step": 85641
    },
    {
      "epoch": 3.507761621953717,
      "grad_norm": 1.6104394256516803,
      "learning_rate": 0.00011320912658449312,
      "loss": 0.9648,
      "step": 85642
    },
    {
      "epoch": 3.5078025803809134,
      "grad_norm": 1.061031175362898,
      "learning_rate": 0.00011320596482061587,
      "loss": 0.2955,
      "step": 85643
    },
    {
      "epoch": 3.5078435388081095,
      "grad_norm": 1.3512275401633753,
      "learning_rate": 0.00011320280307413267,
      "loss": 0.6857,
      "step": 85644
    },
    {
      "epoch": 3.507884497235306,
      "grad_norm": 1.7471311638111997,
      "learning_rate": 0.00011319964134504506,
      "loss": 0.8733,
      "step": 85645
    },
    {
      "epoch": 3.5079254556625026,
      "grad_norm": 1.3499391039954602,
      "learning_rate": 0.00011319647963335448,
      "loss": 0.627,
      "step": 85646
    },
    {
      "epoch": 3.507966414089699,
      "grad_norm": 1.6748914629469192,
      "learning_rate": 0.00011319331793906253,
      "loss": 0.8353,
      "step": 85647
    },
    {
      "epoch": 3.508007372516895,
      "grad_norm": 1.5498420593979112,
      "learning_rate": 0.00011319015626217063,
      "loss": 0.7135,
      "step": 85648
    },
    {
      "epoch": 3.5080483309440917,
      "grad_norm": 1.4780451462252582,
      "learning_rate": 0.00011318699460268028,
      "loss": 0.7164,
      "step": 85649
    },
    {
      "epoch": 3.5080892893712883,
      "grad_norm": 1.7965578512283396,
      "learning_rate": 0.00011318383296059297,
      "loss": 0.9931,
      "step": 85650
    },
    {
      "epoch": 3.5081302477984844,
      "grad_norm": 1.4311566421680335,
      "learning_rate": 0.00011318067133591021,
      "loss": 0.7191,
      "step": 85651
    },
    {
      "epoch": 3.508171206225681,
      "grad_norm": 0.7980588561786518,
      "learning_rate": 0.00011317750972863352,
      "loss": 0.1739,
      "step": 85652
    },
    {
      "epoch": 3.5082121646528774,
      "grad_norm": 1.7333084616722583,
      "learning_rate": 0.00011317434813876436,
      "loss": 1.2079,
      "step": 85653
    },
    {
      "epoch": 3.508253123080074,
      "grad_norm": 1.398438598818352,
      "learning_rate": 0.0001131711865663042,
      "loss": 0.9889,
      "step": 85654
    },
    {
      "epoch": 3.50829408150727,
      "grad_norm": 1.5651967912788143,
      "learning_rate": 0.00011316802501125457,
      "loss": 0.603,
      "step": 85655
    },
    {
      "epoch": 3.5083350399344666,
      "grad_norm": 1.1939441359341774,
      "learning_rate": 0.00011316486347361698,
      "loss": 0.6181,
      "step": 85656
    },
    {
      "epoch": 3.5083759983616627,
      "grad_norm": 1.3630403612274942,
      "learning_rate": 0.00011316170195339292,
      "loss": 0.7224,
      "step": 85657
    },
    {
      "epoch": 3.5084169567888592,
      "grad_norm": 1.1163424547711938,
      "learning_rate": 0.00011315854045058383,
      "loss": 0.2802,
      "step": 85658
    },
    {
      "epoch": 3.5084579152160558,
      "grad_norm": 1.7162232171466294,
      "learning_rate": 0.00011315537896519128,
      "loss": 0.6096,
      "step": 85659
    },
    {
      "epoch": 3.5084988736432523,
      "grad_norm": 1.1338024095930488,
      "learning_rate": 0.0001131522174972167,
      "loss": 0.3314,
      "step": 85660
    },
    {
      "epoch": 3.5085398320704484,
      "grad_norm": 1.2378224596505962,
      "learning_rate": 0.00011314905604666164,
      "loss": 0.5222,
      "step": 85661
    },
    {
      "epoch": 3.508580790497645,
      "grad_norm": 1.691487724723277,
      "learning_rate": 0.00011314589461352755,
      "loss": 1.1723,
      "step": 85662
    },
    {
      "epoch": 3.508621748924841,
      "grad_norm": 1.3772012331492147,
      "learning_rate": 0.00011314273319781595,
      "loss": 0.7606,
      "step": 85663
    },
    {
      "epoch": 3.5086627073520376,
      "grad_norm": 1.0841308806685688,
      "learning_rate": 0.00011313957179952833,
      "loss": 0.3669,
      "step": 85664
    },
    {
      "epoch": 3.508703665779234,
      "grad_norm": 1.3806255422109317,
      "learning_rate": 0.00011313641041866618,
      "loss": 0.6286,
      "step": 85665
    },
    {
      "epoch": 3.5087446242064306,
      "grad_norm": 1.659914253099752,
      "learning_rate": 0.00011313324905523096,
      "loss": 0.6327,
      "step": 85666
    },
    {
      "epoch": 3.5087855826336267,
      "grad_norm": 1.278520240079843,
      "learning_rate": 0.00011313008770922424,
      "loss": 0.5601,
      "step": 85667
    },
    {
      "epoch": 3.5088265410608233,
      "grad_norm": 1.978084940465433,
      "learning_rate": 0.00011312692638064749,
      "loss": 1.3478,
      "step": 85668
    },
    {
      "epoch": 3.50886749948802,
      "grad_norm": 1.4663323879744732,
      "learning_rate": 0.00011312376506950216,
      "loss": 0.9219,
      "step": 85669
    },
    {
      "epoch": 3.508908457915216,
      "grad_norm": 1.277163029979515,
      "learning_rate": 0.00011312060377578976,
      "loss": 0.6125,
      "step": 85670
    },
    {
      "epoch": 3.5089494163424124,
      "grad_norm": 1.4992166916729406,
      "learning_rate": 0.00011311744249951184,
      "loss": 0.8561,
      "step": 85671
    },
    {
      "epoch": 3.508990374769609,
      "grad_norm": 0.9094793003843827,
      "learning_rate": 0.00011311428124066983,
      "loss": 0.3243,
      "step": 85672
    },
    {
      "epoch": 3.5090313331968055,
      "grad_norm": 0.7419623967721191,
      "learning_rate": 0.00011311111999926525,
      "loss": 0.2393,
      "step": 85673
    },
    {
      "epoch": 3.5090722916240016,
      "grad_norm": 1.8458681208575267,
      "learning_rate": 0.00011310795877529958,
      "loss": 0.7011,
      "step": 85674
    },
    {
      "epoch": 3.509113250051198,
      "grad_norm": 1.4209615712951846,
      "learning_rate": 0.00011310479756877434,
      "loss": 0.5642,
      "step": 85675
    },
    {
      "epoch": 3.509154208478394,
      "grad_norm": 0.995568709677402,
      "learning_rate": 0.00011310163637969101,
      "loss": 0.2243,
      "step": 85676
    },
    {
      "epoch": 3.5091951669055907,
      "grad_norm": 1.2812953944705827,
      "learning_rate": 0.00011309847520805109,
      "loss": 0.5817,
      "step": 85677
    },
    {
      "epoch": 3.5092361253327873,
      "grad_norm": 1.8235020879479875,
      "learning_rate": 0.00011309531405385604,
      "loss": 0.6915,
      "step": 85678
    },
    {
      "epoch": 3.509277083759984,
      "grad_norm": 1.5401909097082003,
      "learning_rate": 0.00011309215291710741,
      "loss": 0.7944,
      "step": 85679
    },
    {
      "epoch": 3.50931804218718,
      "grad_norm": 1.2626698713294888,
      "learning_rate": 0.0001130889917978067,
      "loss": 0.5689,
      "step": 85680
    },
    {
      "epoch": 3.5093590006143764,
      "grad_norm": 1.3194298208384587,
      "learning_rate": 0.00011308583069595533,
      "loss": 0.4487,
      "step": 85681
    },
    {
      "epoch": 3.5093999590415725,
      "grad_norm": 1.6400259904099512,
      "learning_rate": 0.00011308266961155486,
      "loss": 0.5786,
      "step": 85682
    },
    {
      "epoch": 3.509440917468769,
      "grad_norm": 1.5839546874800838,
      "learning_rate": 0.00011307950854460671,
      "loss": 0.3625,
      "step": 85683
    },
    {
      "epoch": 3.5094818758959656,
      "grad_norm": 1.356516674976536,
      "learning_rate": 0.00011307634749511249,
      "loss": 0.5199,
      "step": 85684
    },
    {
      "epoch": 3.509522834323162,
      "grad_norm": 1.4953478985793724,
      "learning_rate": 0.0001130731864630736,
      "loss": 0.9305,
      "step": 85685
    },
    {
      "epoch": 3.5095637927503582,
      "grad_norm": 0.9943736425544715,
      "learning_rate": 0.00011307002544849158,
      "loss": 0.2579,
      "step": 85686
    },
    {
      "epoch": 3.5096047511775548,
      "grad_norm": 0.96188827184621,
      "learning_rate": 0.00011306686445136787,
      "loss": 0.302,
      "step": 85687
    },
    {
      "epoch": 3.5096457096047513,
      "grad_norm": 1.4833587878668228,
      "learning_rate": 0.00011306370347170404,
      "loss": 0.7199,
      "step": 85688
    },
    {
      "epoch": 3.5096866680319474,
      "grad_norm": 1.7216116091210911,
      "learning_rate": 0.00011306054250950155,
      "loss": 0.7245,
      "step": 85689
    },
    {
      "epoch": 3.509727626459144,
      "grad_norm": 1.572277200949145,
      "learning_rate": 0.0001130573815647619,
      "loss": 0.8093,
      "step": 85690
    },
    {
      "epoch": 3.5097685848863405,
      "grad_norm": 1.0670539756455206,
      "learning_rate": 0.00011305422063748652,
      "loss": 0.4089,
      "step": 85691
    },
    {
      "epoch": 3.509809543313537,
      "grad_norm": 1.660935452183081,
      "learning_rate": 0.00011305105972767701,
      "loss": 0.6482,
      "step": 85692
    },
    {
      "epoch": 3.509850501740733,
      "grad_norm": 1.4347692196402058,
      "learning_rate": 0.0001130478988353348,
      "loss": 0.5941,
      "step": 85693
    },
    {
      "epoch": 3.5098914601679296,
      "grad_norm": 1.7032629934084413,
      "learning_rate": 0.00011304473796046141,
      "loss": 0.7553,
      "step": 85694
    },
    {
      "epoch": 3.5099324185951257,
      "grad_norm": 1.1090128731883402,
      "learning_rate": 0.0001130415771030583,
      "loss": 0.374,
      "step": 85695
    },
    {
      "epoch": 3.5099733770223223,
      "grad_norm": 1.437190260537851,
      "learning_rate": 0.00011303841626312702,
      "loss": 0.7214,
      "step": 85696
    },
    {
      "epoch": 3.510014335449519,
      "grad_norm": 1.0819843699139184,
      "learning_rate": 0.00011303525544066901,
      "loss": 0.7237,
      "step": 85697
    },
    {
      "epoch": 3.5100552938767153,
      "grad_norm": 1.5056911712999144,
      "learning_rate": 0.0001130320946356858,
      "loss": 0.6034,
      "step": 85698
    },
    {
      "epoch": 3.5100962523039114,
      "grad_norm": 1.4540405374164134,
      "learning_rate": 0.00011302893384817884,
      "loss": 0.9881,
      "step": 85699
    },
    {
      "epoch": 3.510137210731108,
      "grad_norm": 1.1106658744127706,
      "learning_rate": 0.00011302577307814968,
      "loss": 0.2737,
      "step": 85700
    },
    {
      "epoch": 3.510178169158304,
      "grad_norm": 2.5628796636966733,
      "learning_rate": 0.0001130226123255998,
      "loss": 2.9568,
      "step": 85701
    },
    {
      "epoch": 3.5102191275855006,
      "grad_norm": 1.4700070432267116,
      "learning_rate": 0.00011301945159053066,
      "loss": 0.6479,
      "step": 85702
    },
    {
      "epoch": 3.510260086012697,
      "grad_norm": 1.4498037389947698,
      "learning_rate": 0.00011301629087294378,
      "loss": 0.7633,
      "step": 85703
    },
    {
      "epoch": 3.5103010444398937,
      "grad_norm": 1.3926674235135317,
      "learning_rate": 0.00011301313017284066,
      "loss": 0.7068,
      "step": 85704
    },
    {
      "epoch": 3.5103420028670898,
      "grad_norm": 2.2612768191268677,
      "learning_rate": 0.00011300996949022279,
      "loss": 1.577,
      "step": 85705
    },
    {
      "epoch": 3.5103829612942863,
      "grad_norm": 1.530468106684185,
      "learning_rate": 0.00011300680882509166,
      "loss": 0.9746,
      "step": 85706
    },
    {
      "epoch": 3.510423919721483,
      "grad_norm": 1.3311553855756957,
      "learning_rate": 0.00011300364817744874,
      "loss": 0.5867,
      "step": 85707
    },
    {
      "epoch": 3.510464878148679,
      "grad_norm": 1.168637852441113,
      "learning_rate": 0.00011300048754729557,
      "loss": 0.3133,
      "step": 85708
    },
    {
      "epoch": 3.5105058365758754,
      "grad_norm": 0.9778448640536297,
      "learning_rate": 0.00011299732693463362,
      "loss": 0.2244,
      "step": 85709
    },
    {
      "epoch": 3.510546795003072,
      "grad_norm": 1.9525679831469431,
      "learning_rate": 0.00011299416633946443,
      "loss": 0.7985,
      "step": 85710
    },
    {
      "epoch": 3.5105877534302685,
      "grad_norm": 1.5971099728385225,
      "learning_rate": 0.00011299100576178942,
      "loss": 0.6687,
      "step": 85711
    },
    {
      "epoch": 3.5106287118574646,
      "grad_norm": 1.5394629636775823,
      "learning_rate": 0.00011298784520161011,
      "loss": 0.7918,
      "step": 85712
    },
    {
      "epoch": 3.510669670284661,
      "grad_norm": 1.0899364526259363,
      "learning_rate": 0.000112984684658928,
      "loss": 0.4909,
      "step": 85713
    },
    {
      "epoch": 3.5107106287118572,
      "grad_norm": 1.8559918316107706,
      "learning_rate": 0.00011298152413374455,
      "loss": 0.7236,
      "step": 85714
    },
    {
      "epoch": 3.5107515871390538,
      "grad_norm": 0.9240528058045309,
      "learning_rate": 0.00011297836362606132,
      "loss": 0.1841,
      "step": 85715
    },
    {
      "epoch": 3.5107925455662503,
      "grad_norm": 1.528727069483839,
      "learning_rate": 0.00011297520313587975,
      "loss": 0.8468,
      "step": 85716
    },
    {
      "epoch": 3.510833503993447,
      "grad_norm": 1.2557840446381159,
      "learning_rate": 0.00011297204266320138,
      "loss": 0.548,
      "step": 85717
    },
    {
      "epoch": 3.510874462420643,
      "grad_norm": 3.070673787214147,
      "learning_rate": 0.00011296888220802765,
      "loss": 1.5017,
      "step": 85718
    },
    {
      "epoch": 3.5109154208478395,
      "grad_norm": 0.7874708597300234,
      "learning_rate": 0.00011296572177036011,
      "loss": 0.1864,
      "step": 85719
    },
    {
      "epoch": 3.5109563792750356,
      "grad_norm": 1.444301374926277,
      "learning_rate": 0.00011296256135020023,
      "loss": 0.8417,
      "step": 85720
    },
    {
      "epoch": 3.510997337702232,
      "grad_norm": 1.307835417337772,
      "learning_rate": 0.0001129594009475495,
      "loss": 0.6783,
      "step": 85721
    },
    {
      "epoch": 3.5110382961294286,
      "grad_norm": 1.203415014664076,
      "learning_rate": 0.00011295624056240937,
      "loss": 0.5726,
      "step": 85722
    },
    {
      "epoch": 3.511079254556625,
      "grad_norm": 1.333067897656351,
      "learning_rate": 0.00011295308019478144,
      "loss": 0.7638,
      "step": 85723
    },
    {
      "epoch": 3.5111202129838213,
      "grad_norm": 1.3282559913115588,
      "learning_rate": 0.00011294991984466712,
      "loss": 0.6209,
      "step": 85724
    },
    {
      "epoch": 3.511161171411018,
      "grad_norm": 1.4920076370269577,
      "learning_rate": 0.00011294675951206793,
      "loss": 0.8959,
      "step": 85725
    },
    {
      "epoch": 3.5112021298382143,
      "grad_norm": 1.3908517573359225,
      "learning_rate": 0.00011294359919698534,
      "loss": 0.8243,
      "step": 85726
    },
    {
      "epoch": 3.5112430882654104,
      "grad_norm": 1.549552295718489,
      "learning_rate": 0.0001129404388994209,
      "loss": 0.7622,
      "step": 85727
    },
    {
      "epoch": 3.511284046692607,
      "grad_norm": 1.4486018063470814,
      "learning_rate": 0.00011293727861937606,
      "loss": 0.6544,
      "step": 85728
    },
    {
      "epoch": 3.5113250051198035,
      "grad_norm": 1.4357490635028678,
      "learning_rate": 0.00011293411835685233,
      "loss": 0.5448,
      "step": 85729
    },
    {
      "epoch": 3.511365963547,
      "grad_norm": 1.4397864839233314,
      "learning_rate": 0.00011293095811185116,
      "loss": 0.6637,
      "step": 85730
    },
    {
      "epoch": 3.511406921974196,
      "grad_norm": 1.5418753256535778,
      "learning_rate": 0.00011292779788437413,
      "loss": 0.7832,
      "step": 85731
    },
    {
      "epoch": 3.5114478804013927,
      "grad_norm": 2.6206431620973514,
      "learning_rate": 0.00011292463767442267,
      "loss": 1.7571,
      "step": 85732
    },
    {
      "epoch": 3.5114888388285888,
      "grad_norm": 1.453066198023072,
      "learning_rate": 0.00011292147748199829,
      "loss": 0.5936,
      "step": 85733
    },
    {
      "epoch": 3.5115297972557853,
      "grad_norm": 1.1012144948420952,
      "learning_rate": 0.00011291831730710246,
      "loss": 0.4945,
      "step": 85734
    },
    {
      "epoch": 3.511570755682982,
      "grad_norm": 1.6976672292639154,
      "learning_rate": 0.00011291515714973672,
      "loss": 0.8999,
      "step": 85735
    },
    {
      "epoch": 3.5116117141101784,
      "grad_norm": 2.2389663443240115,
      "learning_rate": 0.00011291199700990255,
      "loss": 1.912,
      "step": 85736
    },
    {
      "epoch": 3.5116526725373745,
      "grad_norm": 1.423264053340026,
      "learning_rate": 0.00011290883688760144,
      "loss": 0.5362,
      "step": 85737
    },
    {
      "epoch": 3.511693630964571,
      "grad_norm": 1.4894429243922422,
      "learning_rate": 0.00011290567678283484,
      "loss": 1.0209,
      "step": 85738
    },
    {
      "epoch": 3.511734589391767,
      "grad_norm": 1.859709655260645,
      "learning_rate": 0.00011290251669560431,
      "loss": 1.0958,
      "step": 85739
    },
    {
      "epoch": 3.5117755478189636,
      "grad_norm": 1.2449151150846416,
      "learning_rate": 0.00011289935662591133,
      "loss": 0.5801,
      "step": 85740
    },
    {
      "epoch": 3.51181650624616,
      "grad_norm": 1.0170350289429484,
      "learning_rate": 0.00011289619657375738,
      "loss": 0.3479,
      "step": 85741
    },
    {
      "epoch": 3.5118574646733567,
      "grad_norm": 0.9867395621445679,
      "learning_rate": 0.00011289303653914391,
      "loss": 0.27,
      "step": 85742
    },
    {
      "epoch": 3.511898423100553,
      "grad_norm": 1.00869028382021,
      "learning_rate": 0.0001128898765220725,
      "loss": 0.221,
      "step": 85743
    },
    {
      "epoch": 3.5119393815277493,
      "grad_norm": 1.5937264279951473,
      "learning_rate": 0.0001128867165225446,
      "loss": 0.7395,
      "step": 85744
    },
    {
      "epoch": 3.511980339954946,
      "grad_norm": 0.9080525896550514,
      "learning_rate": 0.0001128835565405617,
      "loss": 0.1305,
      "step": 85745
    },
    {
      "epoch": 3.512021298382142,
      "grad_norm": 0.9524658619062204,
      "learning_rate": 0.00011288039657612528,
      "loss": 0.2979,
      "step": 85746
    },
    {
      "epoch": 3.5120622568093385,
      "grad_norm": 1.1470040090104414,
      "learning_rate": 0.0001128772366292369,
      "loss": 0.5777,
      "step": 85747
    },
    {
      "epoch": 3.512103215236535,
      "grad_norm": 1.297048439922135,
      "learning_rate": 0.00011287407669989797,
      "loss": 0.3032,
      "step": 85748
    },
    {
      "epoch": 3.5121441736637316,
      "grad_norm": 1.8447846086222859,
      "learning_rate": 0.00011287091678811006,
      "loss": 1.0885,
      "step": 85749
    },
    {
      "epoch": 3.5121851320909276,
      "grad_norm": 1.376257336260907,
      "learning_rate": 0.0001128677568938746,
      "loss": 0.8454,
      "step": 85750
    },
    {
      "epoch": 3.512226090518124,
      "grad_norm": 1.0850394732487496,
      "learning_rate": 0.0001128645970171931,
      "loss": 0.3784,
      "step": 85751
    },
    {
      "epoch": 3.5122670489453203,
      "grad_norm": 1.3707536268928546,
      "learning_rate": 0.00011286143715806709,
      "loss": 0.6731,
      "step": 85752
    },
    {
      "epoch": 3.512308007372517,
      "grad_norm": 0.82896269088393,
      "learning_rate": 0.00011285827731649804,
      "loss": 0.1633,
      "step": 85753
    },
    {
      "epoch": 3.5123489657997133,
      "grad_norm": 1.186043541285299,
      "learning_rate": 0.00011285511749248742,
      "loss": 0.5056,
      "step": 85754
    },
    {
      "epoch": 3.51238992422691,
      "grad_norm": 1.3171144473772014,
      "learning_rate": 0.00011285195768603674,
      "loss": 0.673,
      "step": 85755
    },
    {
      "epoch": 3.512430882654106,
      "grad_norm": 1.1374801980239229,
      "learning_rate": 0.00011284879789714751,
      "loss": 0.331,
      "step": 85756
    },
    {
      "epoch": 3.5124718410813025,
      "grad_norm": 1.2733164470316107,
      "learning_rate": 0.00011284563812582122,
      "loss": 0.7005,
      "step": 85757
    },
    {
      "epoch": 3.512512799508499,
      "grad_norm": 0.8864147360608944,
      "learning_rate": 0.00011284247837205935,
      "loss": 0.2693,
      "step": 85758
    },
    {
      "epoch": 3.512553757935695,
      "grad_norm": 1.5518872056802393,
      "learning_rate": 0.00011283931863586338,
      "loss": 0.6502,
      "step": 85759
    },
    {
      "epoch": 3.5125947163628917,
      "grad_norm": 1.644462375103449,
      "learning_rate": 0.00011283615891723484,
      "loss": 1.0066,
      "step": 85760
    },
    {
      "epoch": 3.512635674790088,
      "grad_norm": 1.0390393792560157,
      "learning_rate": 0.00011283299921617522,
      "loss": 0.5287,
      "step": 85761
    },
    {
      "epoch": 3.5126766332172843,
      "grad_norm": 1.2517254503066044,
      "learning_rate": 0.000112829839532686,
      "loss": 0.775,
      "step": 85762
    },
    {
      "epoch": 3.512717591644481,
      "grad_norm": 1.4488010965589073,
      "learning_rate": 0.00011282667986676864,
      "loss": 0.7163,
      "step": 85763
    },
    {
      "epoch": 3.5127585500716774,
      "grad_norm": 1.6498362662174928,
      "learning_rate": 0.00011282352021842471,
      "loss": 0.7583,
      "step": 85764
    },
    {
      "epoch": 3.5127995084988735,
      "grad_norm": 1.3573995477760166,
      "learning_rate": 0.00011282036058765566,
      "loss": 0.6343,
      "step": 85765
    },
    {
      "epoch": 3.51284046692607,
      "grad_norm": 0.9347115546376816,
      "learning_rate": 0.00011281720097446297,
      "loss": 0.4461,
      "step": 85766
    },
    {
      "epoch": 3.5128814253532665,
      "grad_norm": 1.0103896699824368,
      "learning_rate": 0.00011281404137884814,
      "loss": 0.2378,
      "step": 85767
    },
    {
      "epoch": 3.512922383780463,
      "grad_norm": 1.2856480072135366,
      "learning_rate": 0.00011281088180081269,
      "loss": 0.6021,
      "step": 85768
    },
    {
      "epoch": 3.512963342207659,
      "grad_norm": 1.3642676645614271,
      "learning_rate": 0.00011280772224035809,
      "loss": 0.8067,
      "step": 85769
    },
    {
      "epoch": 3.5130043006348557,
      "grad_norm": 1.2768858648685866,
      "learning_rate": 0.00011280456269748586,
      "loss": 0.6008,
      "step": 85770
    },
    {
      "epoch": 3.513045259062052,
      "grad_norm": 1.945018921602218,
      "learning_rate": 0.00011280140317219744,
      "loss": 1.4202,
      "step": 85771
    },
    {
      "epoch": 3.5130862174892483,
      "grad_norm": 1.360844562081593,
      "learning_rate": 0.00011279824366449437,
      "loss": 0.433,
      "step": 85772
    },
    {
      "epoch": 3.513127175916445,
      "grad_norm": 0.90224641467666,
      "learning_rate": 0.00011279508417437815,
      "loss": 0.2106,
      "step": 85773
    },
    {
      "epoch": 3.5131681343436414,
      "grad_norm": 1.149703300229408,
      "learning_rate": 0.00011279192470185026,
      "loss": 0.4853,
      "step": 85774
    },
    {
      "epoch": 3.5132090927708375,
      "grad_norm": 0.8886622710471562,
      "learning_rate": 0.00011278876524691215,
      "loss": 0.3078,
      "step": 85775
    },
    {
      "epoch": 3.513250051198034,
      "grad_norm": 0.8273944438615399,
      "learning_rate": 0.00011278560580956537,
      "loss": 0.2169,
      "step": 85776
    },
    {
      "epoch": 3.5132910096252306,
      "grad_norm": 1.3166102147887837,
      "learning_rate": 0.00011278244638981142,
      "loss": 0.5946,
      "step": 85777
    },
    {
      "epoch": 3.5133319680524266,
      "grad_norm": 1.2619672808364808,
      "learning_rate": 0.00011277928698765177,
      "loss": 0.5846,
      "step": 85778
    },
    {
      "epoch": 3.513372926479623,
      "grad_norm": 0.740292821611457,
      "learning_rate": 0.00011277612760308786,
      "loss": 0.0971,
      "step": 85779
    },
    {
      "epoch": 3.5134138849068197,
      "grad_norm": 1.36667241405533,
      "learning_rate": 0.00011277296823612128,
      "loss": 0.6414,
      "step": 85780
    },
    {
      "epoch": 3.513454843334016,
      "grad_norm": 1.2607128791010271,
      "learning_rate": 0.00011276980888675353,
      "loss": 0.5838,
      "step": 85781
    },
    {
      "epoch": 3.5134958017612123,
      "grad_norm": 1.3105039889953265,
      "learning_rate": 0.00011276664955498598,
      "loss": 0.7137,
      "step": 85782
    },
    {
      "epoch": 3.513536760188409,
      "grad_norm": 1.5643998731793725,
      "learning_rate": 0.00011276349024082022,
      "loss": 0.6954,
      "step": 85783
    },
    {
      "epoch": 3.513577718615605,
      "grad_norm": 1.1254860328015321,
      "learning_rate": 0.00011276033094425773,
      "loss": 0.1794,
      "step": 85784
    },
    {
      "epoch": 3.5136186770428015,
      "grad_norm": 1.8389395643330593,
      "learning_rate": 0.00011275717166529998,
      "loss": 1.5097,
      "step": 85785
    },
    {
      "epoch": 3.513659635469998,
      "grad_norm": 3.2123060967704253,
      "learning_rate": 0.00011275401240394846,
      "loss": 0.9611,
      "step": 85786
    },
    {
      "epoch": 3.5137005938971946,
      "grad_norm": 0.8242064754121003,
      "learning_rate": 0.00011275085316020472,
      "loss": 0.1744,
      "step": 85787
    },
    {
      "epoch": 3.5137415523243907,
      "grad_norm": 1.5484920031680853,
      "learning_rate": 0.00011274769393407018,
      "loss": 0.5948,
      "step": 85788
    },
    {
      "epoch": 3.513782510751587,
      "grad_norm": 2.862904233050505,
      "learning_rate": 0.0001127445347255464,
      "loss": 1.4118,
      "step": 85789
    },
    {
      "epoch": 3.5138234691787833,
      "grad_norm": 1.5652330810359998,
      "learning_rate": 0.0001127413755346348,
      "loss": 0.9135,
      "step": 85790
    },
    {
      "epoch": 3.51386442760598,
      "grad_norm": 1.1539169320791043,
      "learning_rate": 0.00011273821636133694,
      "loss": 0.5383,
      "step": 85791
    },
    {
      "epoch": 3.5139053860331764,
      "grad_norm": 0.9774370977758516,
      "learning_rate": 0.00011273505720565431,
      "loss": 0.2838,
      "step": 85792
    },
    {
      "epoch": 3.513946344460373,
      "grad_norm": 1.657266114028626,
      "learning_rate": 0.00011273189806758837,
      "loss": 0.921,
      "step": 85793
    },
    {
      "epoch": 3.513987302887569,
      "grad_norm": 1.3125570013067662,
      "learning_rate": 0.0001127287389471406,
      "loss": 0.5699,
      "step": 85794
    },
    {
      "epoch": 3.5140282613147655,
      "grad_norm": 1.1152728572195068,
      "learning_rate": 0.00011272557984431253,
      "loss": 0.5409,
      "step": 85795
    },
    {
      "epoch": 3.514069219741962,
      "grad_norm": 1.149230424513642,
      "learning_rate": 0.00011272242075910567,
      "loss": 0.6658,
      "step": 85796
    },
    {
      "epoch": 3.514110178169158,
      "grad_norm": 1.7433406598582506,
      "learning_rate": 0.00011271926169152146,
      "loss": 1.3132,
      "step": 85797
    },
    {
      "epoch": 3.5141511365963547,
      "grad_norm": 1.2898596842568122,
      "learning_rate": 0.00011271610264156141,
      "loss": 0.7629,
      "step": 85798
    },
    {
      "epoch": 3.5141920950235512,
      "grad_norm": 2.0053293057782997,
      "learning_rate": 0.00011271294360922704,
      "loss": 1.3373,
      "step": 85799
    },
    {
      "epoch": 3.5142330534507478,
      "grad_norm": 1.082259678220019,
      "learning_rate": 0.00011270978459451984,
      "loss": 0.3142,
      "step": 85800
    },
    {
      "epoch": 3.514274011877944,
      "grad_norm": 0.7708736743965096,
      "learning_rate": 0.0001127066255974413,
      "loss": 0.2426,
      "step": 85801
    },
    {
      "epoch": 3.5143149703051404,
      "grad_norm": 2.0964258546323102,
      "learning_rate": 0.00011270346661799283,
      "loss": 0.9498,
      "step": 85802
    },
    {
      "epoch": 3.5143559287323365,
      "grad_norm": 1.3616762618225253,
      "learning_rate": 0.00011270030765617606,
      "loss": 0.8178,
      "step": 85803
    },
    {
      "epoch": 3.514396887159533,
      "grad_norm": 1.5596389573058282,
      "learning_rate": 0.00011269714871199242,
      "loss": 0.7436,
      "step": 85804
    },
    {
      "epoch": 3.5144378455867296,
      "grad_norm": 1.4017532580672307,
      "learning_rate": 0.0001126939897854434,
      "loss": 0.8813,
      "step": 85805
    },
    {
      "epoch": 3.514478804013926,
      "grad_norm": 1.7355882828318883,
      "learning_rate": 0.00011269083087653047,
      "loss": 1.1085,
      "step": 85806
    },
    {
      "epoch": 3.514519762441122,
      "grad_norm": 0.608283863487583,
      "learning_rate": 0.00011268767198525516,
      "loss": 0.1569,
      "step": 85807
    },
    {
      "epoch": 3.5145607208683187,
      "grad_norm": 1.408118858322493,
      "learning_rate": 0.00011268451311161897,
      "loss": 0.6724,
      "step": 85808
    },
    {
      "epoch": 3.514601679295515,
      "grad_norm": 0.9818418671515385,
      "learning_rate": 0.00011268135425562339,
      "loss": 0.3205,
      "step": 85809
    },
    {
      "epoch": 3.5146426377227113,
      "grad_norm": 1.238909222504556,
      "learning_rate": 0.00011267819541726984,
      "loss": 0.5721,
      "step": 85810
    },
    {
      "epoch": 3.514683596149908,
      "grad_norm": 4.142175510415477,
      "learning_rate": 0.00011267503659655992,
      "loss": 6.922,
      "step": 85811
    },
    {
      "epoch": 3.5147245545771044,
      "grad_norm": 1.8164689619904586,
      "learning_rate": 0.00011267187779349507,
      "loss": 0.8793,
      "step": 85812
    },
    {
      "epoch": 3.5147655130043005,
      "grad_norm": 1.0308054342597048,
      "learning_rate": 0.0001126687190080768,
      "loss": 0.2956,
      "step": 85813
    },
    {
      "epoch": 3.514806471431497,
      "grad_norm": 3.27086568925083,
      "learning_rate": 0.00011266556024030655,
      "loss": 1.4707,
      "step": 85814
    },
    {
      "epoch": 3.5148474298586936,
      "grad_norm": 1.273939838226858,
      "learning_rate": 0.00011266240149018592,
      "loss": 0.7957,
      "step": 85815
    },
    {
      "epoch": 3.5148883882858897,
      "grad_norm": 1.2373194518089943,
      "learning_rate": 0.00011265924275771629,
      "loss": 0.5821,
      "step": 85816
    },
    {
      "epoch": 3.514929346713086,
      "grad_norm": 1.4574591437323348,
      "learning_rate": 0.00011265608404289925,
      "loss": 0.7144,
      "step": 85817
    },
    {
      "epoch": 3.5149703051402827,
      "grad_norm": 1.6722400444873244,
      "learning_rate": 0.00011265292534573618,
      "loss": 0.7419,
      "step": 85818
    },
    {
      "epoch": 3.5150112635674793,
      "grad_norm": 1.9556976618016235,
      "learning_rate": 0.0001126497666662287,
      "loss": 1.3051,
      "step": 85819
    },
    {
      "epoch": 3.5150522219946754,
      "grad_norm": 1.5353902483084352,
      "learning_rate": 0.00011264660800437823,
      "loss": 0.6377,
      "step": 85820
    },
    {
      "epoch": 3.515093180421872,
      "grad_norm": 1.0597217717366914,
      "learning_rate": 0.00011264344936018627,
      "loss": 0.2157,
      "step": 85821
    },
    {
      "epoch": 3.515134138849068,
      "grad_norm": 1.3468971493615538,
      "learning_rate": 0.00011264029073365432,
      "loss": 0.6734,
      "step": 85822
    },
    {
      "epoch": 3.5151750972762645,
      "grad_norm": 1.039482083091279,
      "learning_rate": 0.00011263713212478385,
      "loss": 0.3836,
      "step": 85823
    },
    {
      "epoch": 3.515216055703461,
      "grad_norm": 0.8826019586740225,
      "learning_rate": 0.0001126339735335764,
      "loss": 0.2401,
      "step": 85824
    },
    {
      "epoch": 3.5152570141306576,
      "grad_norm": 1.1198211636087922,
      "learning_rate": 0.00011263081496003343,
      "loss": 0.636,
      "step": 85825
    },
    {
      "epoch": 3.5152979725578537,
      "grad_norm": 0.8752559733145271,
      "learning_rate": 0.00011262765640415647,
      "loss": 0.2523,
      "step": 85826
    },
    {
      "epoch": 3.5153389309850502,
      "grad_norm": 1.497456543489602,
      "learning_rate": 0.00011262449786594694,
      "loss": 0.7562,
      "step": 85827
    },
    {
      "epoch": 3.5153798894122463,
      "grad_norm": 1.627297700351973,
      "learning_rate": 0.00011262133934540641,
      "loss": 0.8938,
      "step": 85828
    },
    {
      "epoch": 3.515420847839443,
      "grad_norm": 0.7420679200189374,
      "learning_rate": 0.00011261818084253634,
      "loss": 0.2547,
      "step": 85829
    },
    {
      "epoch": 3.5154618062666394,
      "grad_norm": 1.3089089219729018,
      "learning_rate": 0.00011261502235733822,
      "loss": 0.875,
      "step": 85830
    },
    {
      "epoch": 3.515502764693836,
      "grad_norm": 1.1998952085173098,
      "learning_rate": 0.00011261186388981352,
      "loss": 0.5087,
      "step": 85831
    },
    {
      "epoch": 3.515543723121032,
      "grad_norm": 1.3307093029249275,
      "learning_rate": 0.0001126087054399638,
      "loss": 0.7799,
      "step": 85832
    },
    {
      "epoch": 3.5155846815482286,
      "grad_norm": 1.6779415562771411,
      "learning_rate": 0.00011260554700779051,
      "loss": 0.668,
      "step": 85833
    },
    {
      "epoch": 3.515625639975425,
      "grad_norm": 1.52391684439869,
      "learning_rate": 0.00011260238859329513,
      "loss": 0.9332,
      "step": 85834
    },
    {
      "epoch": 3.515666598402621,
      "grad_norm": 2.3782724732041953,
      "learning_rate": 0.00011259923019647917,
      "loss": 2.2407,
      "step": 85835
    },
    {
      "epoch": 3.5157075568298177,
      "grad_norm": 0.8852335145862237,
      "learning_rate": 0.00011259607181734414,
      "loss": 0.2319,
      "step": 85836
    },
    {
      "epoch": 3.5157485152570143,
      "grad_norm": 0.928531752813732,
      "learning_rate": 0.00011259291345589152,
      "loss": 0.2347,
      "step": 85837
    },
    {
      "epoch": 3.515789473684211,
      "grad_norm": 1.622847364769072,
      "learning_rate": 0.00011258975511212279,
      "loss": 0.7534,
      "step": 85838
    },
    {
      "epoch": 3.515830432111407,
      "grad_norm": 1.248957284431251,
      "learning_rate": 0.00011258659678603942,
      "loss": 0.7483,
      "step": 85839
    },
    {
      "epoch": 3.5158713905386034,
      "grad_norm": 2.68083012824514,
      "learning_rate": 0.00011258343847764299,
      "loss": 2.8216,
      "step": 85840
    },
    {
      "epoch": 3.5159123489657995,
      "grad_norm": 1.4272324632088675,
      "learning_rate": 0.00011258028018693492,
      "loss": 0.8514,
      "step": 85841
    },
    {
      "epoch": 3.515953307392996,
      "grad_norm": 1.0569272783443358,
      "learning_rate": 0.00011257712191391672,
      "loss": 0.2838,
      "step": 85842
    },
    {
      "epoch": 3.5159942658201926,
      "grad_norm": 1.5343254295726922,
      "learning_rate": 0.00011257396365858986,
      "loss": 0.8142,
      "step": 85843
    },
    {
      "epoch": 3.516035224247389,
      "grad_norm": 0.8617861247570439,
      "learning_rate": 0.0001125708054209559,
      "loss": 0.185,
      "step": 85844
    },
    {
      "epoch": 3.516076182674585,
      "grad_norm": 1.7411938698585199,
      "learning_rate": 0.00011256764720101627,
      "loss": 1.1258,
      "step": 85845
    },
    {
      "epoch": 3.5161171411017818,
      "grad_norm": 0.854106695060338,
      "learning_rate": 0.00011256448899877252,
      "loss": 0.167,
      "step": 85846
    },
    {
      "epoch": 3.516158099528978,
      "grad_norm": 1.6808277954170499,
      "learning_rate": 0.00011256133081422604,
      "loss": 0.7144,
      "step": 85847
    },
    {
      "epoch": 3.5161990579561744,
      "grad_norm": 2.826393350211122,
      "learning_rate": 0.00011255817264737842,
      "loss": 2.6587,
      "step": 85848
    },
    {
      "epoch": 3.516240016383371,
      "grad_norm": 2.1184212520473658,
      "learning_rate": 0.00011255501449823114,
      "loss": 1.7963,
      "step": 85849
    },
    {
      "epoch": 3.5162809748105675,
      "grad_norm": 0.8935892008160969,
      "learning_rate": 0.0001125518563667857,
      "loss": 0.5068,
      "step": 85850
    },
    {
      "epoch": 3.5163219332377635,
      "grad_norm": 1.144189717498886,
      "learning_rate": 0.00011254869825304355,
      "loss": 0.5691,
      "step": 85851
    },
    {
      "epoch": 3.51636289166496,
      "grad_norm": 1.2221431914983334,
      "learning_rate": 0.00011254554015700621,
      "loss": 0.6274,
      "step": 85852
    },
    {
      "epoch": 3.5164038500921566,
      "grad_norm": 1.6280306163694056,
      "learning_rate": 0.00011254238207867514,
      "loss": 0.582,
      "step": 85853
    },
    {
      "epoch": 3.5164448085193527,
      "grad_norm": 1.3276857868772722,
      "learning_rate": 0.00011253922401805186,
      "loss": 0.9173,
      "step": 85854
    },
    {
      "epoch": 3.5164857669465492,
      "grad_norm": 1.1359954439972375,
      "learning_rate": 0.00011253606597513786,
      "loss": 0.6396,
      "step": 85855
    },
    {
      "epoch": 3.5165267253737458,
      "grad_norm": 1.1696330836598565,
      "learning_rate": 0.00011253290794993464,
      "loss": 0.6964,
      "step": 85856
    },
    {
      "epoch": 3.5165676838009423,
      "grad_norm": 0.6899009346465531,
      "learning_rate": 0.0001125297499424437,
      "loss": 0.23,
      "step": 85857
    },
    {
      "epoch": 3.5166086422281384,
      "grad_norm": 1.21384901746468,
      "learning_rate": 0.00011252659195266648,
      "loss": 0.4974,
      "step": 85858
    },
    {
      "epoch": 3.516649600655335,
      "grad_norm": 1.078426038302224,
      "learning_rate": 0.00011252343398060452,
      "loss": 0.3759,
      "step": 85859
    },
    {
      "epoch": 3.516690559082531,
      "grad_norm": 2.8580278290030763,
      "learning_rate": 0.00011252027602625933,
      "loss": 2.3482,
      "step": 85860
    },
    {
      "epoch": 3.5167315175097276,
      "grad_norm": 1.311683815280718,
      "learning_rate": 0.00011251711808963239,
      "loss": 0.6739,
      "step": 85861
    },
    {
      "epoch": 3.516772475936924,
      "grad_norm": 1.2784333592037609,
      "learning_rate": 0.00011251396017072514,
      "loss": 0.5513,
      "step": 85862
    },
    {
      "epoch": 3.5168134343641206,
      "grad_norm": 1.6419004208105623,
      "learning_rate": 0.00011251080226953914,
      "loss": 0.7544,
      "step": 85863
    },
    {
      "epoch": 3.5168543927913167,
      "grad_norm": 1.7957427359531686,
      "learning_rate": 0.00011250764438607587,
      "loss": 0.9921,
      "step": 85864
    },
    {
      "epoch": 3.5168953512185133,
      "grad_norm": 2.1493045618941755,
      "learning_rate": 0.0001125044865203368,
      "loss": 0.8495,
      "step": 85865
    },
    {
      "epoch": 3.5169363096457094,
      "grad_norm": 1.3579831090958083,
      "learning_rate": 0.0001125013286723234,
      "loss": 0.6902,
      "step": 85866
    },
    {
      "epoch": 3.516977268072906,
      "grad_norm": 1.2505741121305827,
      "learning_rate": 0.00011249817084203723,
      "loss": 0.4385,
      "step": 85867
    },
    {
      "epoch": 3.5170182265001024,
      "grad_norm": 1.2317300495296086,
      "learning_rate": 0.00011249501302947976,
      "loss": 0.6677,
      "step": 85868
    },
    {
      "epoch": 3.517059184927299,
      "grad_norm": 1.3813019707520713,
      "learning_rate": 0.00011249185523465246,
      "loss": 0.7255,
      "step": 85869
    },
    {
      "epoch": 3.517100143354495,
      "grad_norm": 1.1781043044936146,
      "learning_rate": 0.00011248869745755678,
      "loss": 0.6522,
      "step": 85870
    },
    {
      "epoch": 3.5171411017816916,
      "grad_norm": 1.1914786210308084,
      "learning_rate": 0.00011248553969819433,
      "loss": 0.6215,
      "step": 85871
    },
    {
      "epoch": 3.517182060208888,
      "grad_norm": 0.9577689848599215,
      "learning_rate": 0.00011248238195656655,
      "loss": 0.2367,
      "step": 85872
    },
    {
      "epoch": 3.517223018636084,
      "grad_norm": 1.8971056964049011,
      "learning_rate": 0.0001124792242326749,
      "loss": 0.7559,
      "step": 85873
    },
    {
      "epoch": 3.5172639770632808,
      "grad_norm": 1.8249475405424163,
      "learning_rate": 0.00011247606652652086,
      "loss": 0.8563,
      "step": 85874
    },
    {
      "epoch": 3.5173049354904773,
      "grad_norm": 1.2315606609593523,
      "learning_rate": 0.00011247290883810601,
      "loss": 0.7479,
      "step": 85875
    },
    {
      "epoch": 3.517345893917674,
      "grad_norm": 0.81849791431869,
      "learning_rate": 0.00011246975116743177,
      "loss": 0.2463,
      "step": 85876
    },
    {
      "epoch": 3.51738685234487,
      "grad_norm": 1.1447890802851024,
      "learning_rate": 0.00011246659351449968,
      "loss": 0.5094,
      "step": 85877
    },
    {
      "epoch": 3.5174278107720665,
      "grad_norm": 1.8830625825988503,
      "learning_rate": 0.00011246343587931116,
      "loss": 1.1923,
      "step": 85878
    },
    {
      "epoch": 3.5174687691992625,
      "grad_norm": 1.3828376212145914,
      "learning_rate": 0.00011246027826186778,
      "loss": 0.6256,
      "step": 85879
    },
    {
      "epoch": 3.517509727626459,
      "grad_norm": 2.9391379181332815,
      "learning_rate": 0.000112457120662171,
      "loss": 2.7669,
      "step": 85880
    },
    {
      "epoch": 3.5175506860536556,
      "grad_norm": 1.7376346830811882,
      "learning_rate": 0.0001124539630802223,
      "loss": 0.4758,
      "step": 85881
    },
    {
      "epoch": 3.517591644480852,
      "grad_norm": 1.5590417064618902,
      "learning_rate": 0.00011245080551602318,
      "loss": 0.4572,
      "step": 85882
    },
    {
      "epoch": 3.5176326029080482,
      "grad_norm": 1.3096961485884737,
      "learning_rate": 0.00011244764796957517,
      "loss": 0.6393,
      "step": 85883
    },
    {
      "epoch": 3.517673561335245,
      "grad_norm": 1.158311877846616,
      "learning_rate": 0.00011244449044087973,
      "loss": 0.5489,
      "step": 85884
    },
    {
      "epoch": 3.517714519762441,
      "grad_norm": 1.1930071240444882,
      "learning_rate": 0.00011244133292993835,
      "loss": 0.7273,
      "step": 85885
    },
    {
      "epoch": 3.5177554781896374,
      "grad_norm": 4.036038050939102,
      "learning_rate": 0.0001124381754367525,
      "loss": 2.6209,
      "step": 85886
    },
    {
      "epoch": 3.517796436616834,
      "grad_norm": 1.5739960262534767,
      "learning_rate": 0.00011243501796132373,
      "loss": 0.8999,
      "step": 85887
    },
    {
      "epoch": 3.5178373950440305,
      "grad_norm": 0.8184566547341826,
      "learning_rate": 0.0001124318605036535,
      "loss": 0.2286,
      "step": 85888
    },
    {
      "epoch": 3.5178783534712266,
      "grad_norm": 0.8315972903675309,
      "learning_rate": 0.0001124287030637433,
      "loss": 0.2468,
      "step": 85889
    },
    {
      "epoch": 3.517919311898423,
      "grad_norm": 1.4254008860029241,
      "learning_rate": 0.00011242554564159463,
      "loss": 0.6326,
      "step": 85890
    },
    {
      "epoch": 3.5179602703256196,
      "grad_norm": 1.3268428937604992,
      "learning_rate": 0.000112422388237209,
      "loss": 0.596,
      "step": 85891
    },
    {
      "epoch": 3.5180012287528157,
      "grad_norm": 1.4491110637874813,
      "learning_rate": 0.00011241923085058787,
      "loss": 0.7611,
      "step": 85892
    },
    {
      "epoch": 3.5180421871800123,
      "grad_norm": 1.7148676576264563,
      "learning_rate": 0.00011241607348173276,
      "loss": 0.8456,
      "step": 85893
    },
    {
      "epoch": 3.518083145607209,
      "grad_norm": 1.6690909703139143,
      "learning_rate": 0.00011241291613064515,
      "loss": 0.797,
      "step": 85894
    },
    {
      "epoch": 3.5181241040344053,
      "grad_norm": 1.7265809324210808,
      "learning_rate": 0.00011240975879732649,
      "loss": 1.2496,
      "step": 85895
    },
    {
      "epoch": 3.5181650624616014,
      "grad_norm": 1.2047209752248123,
      "learning_rate": 0.00011240660148177836,
      "loss": 0.5539,
      "step": 85896
    },
    {
      "epoch": 3.518206020888798,
      "grad_norm": 2.7964391464104894,
      "learning_rate": 0.00011240344418400219,
      "loss": 0.9941,
      "step": 85897
    },
    {
      "epoch": 3.518246979315994,
      "grad_norm": 2.053924520070646,
      "learning_rate": 0.0001124002869039995,
      "loss": 0.614,
      "step": 85898
    },
    {
      "epoch": 3.5182879377431906,
      "grad_norm": 1.0432429088083754,
      "learning_rate": 0.00011239712964177174,
      "loss": 0.5208,
      "step": 85899
    },
    {
      "epoch": 3.518328896170387,
      "grad_norm": 1.8307574534209465,
      "learning_rate": 0.00011239397239732045,
      "loss": 0.8066,
      "step": 85900
    },
    {
      "epoch": 3.5183698545975837,
      "grad_norm": 6.692303620671574,
      "learning_rate": 0.00011239081517064713,
      "loss": 5.3075,
      "step": 85901
    },
    {
      "epoch": 3.5184108130247798,
      "grad_norm": 2.3137167847517017,
      "learning_rate": 0.00011238765796175324,
      "loss": 0.7362,
      "step": 85902
    },
    {
      "epoch": 3.5184517714519763,
      "grad_norm": 1.2089079251554755,
      "learning_rate": 0.00011238450077064027,
      "loss": 0.3918,
      "step": 85903
    },
    {
      "epoch": 3.5184927298791724,
      "grad_norm": 1.0714117421379628,
      "learning_rate": 0.00011238134359730975,
      "loss": 0.4543,
      "step": 85904
    },
    {
      "epoch": 3.518533688306369,
      "grad_norm": 1.2857786417729848,
      "learning_rate": 0.00011237818644176312,
      "loss": 0.7038,
      "step": 85905
    },
    {
      "epoch": 3.5185746467335655,
      "grad_norm": 1.5804725196205582,
      "learning_rate": 0.00011237502930400193,
      "loss": 0.8258,
      "step": 85906
    },
    {
      "epoch": 3.518615605160762,
      "grad_norm": 1.2409321624029053,
      "learning_rate": 0.00011237187218402761,
      "loss": 0.5173,
      "step": 85907
    },
    {
      "epoch": 3.518656563587958,
      "grad_norm": 1.3142804623849607,
      "learning_rate": 0.0001123687150818417,
      "loss": 0.6764,
      "step": 85908
    },
    {
      "epoch": 3.5186975220151546,
      "grad_norm": 1.6689545292213426,
      "learning_rate": 0.00011236555799744569,
      "loss": 0.825,
      "step": 85909
    },
    {
      "epoch": 3.518738480442351,
      "grad_norm": 0.9662607040940238,
      "learning_rate": 0.00011236240093084105,
      "loss": 0.2652,
      "step": 85910
    },
    {
      "epoch": 3.5187794388695472,
      "grad_norm": 0.863866790778521,
      "learning_rate": 0.00011235924388202928,
      "loss": 0.2278,
      "step": 85911
    },
    {
      "epoch": 3.518820397296744,
      "grad_norm": 1.8713630397460534,
      "learning_rate": 0.00011235608685101186,
      "loss": 0.8401,
      "step": 85912
    },
    {
      "epoch": 3.5188613557239403,
      "grad_norm": 1.5917067765495525,
      "learning_rate": 0.00011235292983779031,
      "loss": 0.8073,
      "step": 85913
    },
    {
      "epoch": 3.518902314151137,
      "grad_norm": 1.6167472464868324,
      "learning_rate": 0.00011234977284236613,
      "loss": 0.9261,
      "step": 85914
    },
    {
      "epoch": 3.518943272578333,
      "grad_norm": 1.4278036123323936,
      "learning_rate": 0.00011234661586474077,
      "loss": 0.6664,
      "step": 85915
    },
    {
      "epoch": 3.5189842310055295,
      "grad_norm": 1.5188920244357789,
      "learning_rate": 0.00011234345890491577,
      "loss": 0.9139,
      "step": 85916
    },
    {
      "epoch": 3.5190251894327256,
      "grad_norm": 1.5350213854173447,
      "learning_rate": 0.00011234030196289257,
      "loss": 0.9456,
      "step": 85917
    },
    {
      "epoch": 3.519066147859922,
      "grad_norm": 1.1257291522767072,
      "learning_rate": 0.00011233714503867273,
      "loss": 0.4385,
      "step": 85918
    },
    {
      "epoch": 3.5191071062871186,
      "grad_norm": 1.2475678508439518,
      "learning_rate": 0.00011233398813225764,
      "loss": 0.4702,
      "step": 85919
    },
    {
      "epoch": 3.519148064714315,
      "grad_norm": 1.6471329313331824,
      "learning_rate": 0.0001123308312436489,
      "loss": 1.0513,
      "step": 85920
    },
    {
      "epoch": 3.5191890231415113,
      "grad_norm": 1.4098717890072774,
      "learning_rate": 0.00011232767437284795,
      "loss": 0.8576,
      "step": 85921
    },
    {
      "epoch": 3.519229981568708,
      "grad_norm": 1.2092880515302968,
      "learning_rate": 0.0001123245175198563,
      "loss": 0.55,
      "step": 85922
    },
    {
      "epoch": 3.519270939995904,
      "grad_norm": 1.7365690307743094,
      "learning_rate": 0.00011232136068467544,
      "loss": 0.9608,
      "step": 85923
    },
    {
      "epoch": 3.5193118984231004,
      "grad_norm": 1.4053506534009483,
      "learning_rate": 0.00011231820386730683,
      "loss": 0.6015,
      "step": 85924
    },
    {
      "epoch": 3.519352856850297,
      "grad_norm": 0.8760136700381062,
      "learning_rate": 0.00011231504706775201,
      "loss": 0.2721,
      "step": 85925
    },
    {
      "epoch": 3.5193938152774935,
      "grad_norm": 1.6434106955915044,
      "learning_rate": 0.0001123118902860124,
      "loss": 1.1506,
      "step": 85926
    },
    {
      "epoch": 3.5194347737046896,
      "grad_norm": 0.9200872758996044,
      "learning_rate": 0.00011230873352208957,
      "loss": 0.2638,
      "step": 85927
    },
    {
      "epoch": 3.519475732131886,
      "grad_norm": 2.050036824616977,
      "learning_rate": 0.00011230557677598498,
      "loss": 0.8287,
      "step": 85928
    },
    {
      "epoch": 3.5195166905590827,
      "grad_norm": 1.9899269902231007,
      "learning_rate": 0.00011230242004770015,
      "loss": 0.8317,
      "step": 85929
    },
    {
      "epoch": 3.5195576489862788,
      "grad_norm": 1.2964215232048406,
      "learning_rate": 0.00011229926333723649,
      "loss": 0.6083,
      "step": 85930
    },
    {
      "epoch": 3.5195986074134753,
      "grad_norm": 0.9444686206766854,
      "learning_rate": 0.0001122961066445956,
      "loss": 0.3228,
      "step": 85931
    },
    {
      "epoch": 3.519639565840672,
      "grad_norm": 0.8978858188294437,
      "learning_rate": 0.00011229294996977892,
      "loss": 0.259,
      "step": 85932
    },
    {
      "epoch": 3.5196805242678684,
      "grad_norm": 0.791945325030282,
      "learning_rate": 0.00011228979331278793,
      "loss": 0.1812,
      "step": 85933
    },
    {
      "epoch": 3.5197214826950645,
      "grad_norm": 1.5609269735590734,
      "learning_rate": 0.00011228663667362414,
      "loss": 0.6746,
      "step": 85934
    },
    {
      "epoch": 3.519762441122261,
      "grad_norm": 1.3267006822347438,
      "learning_rate": 0.00011228348005228904,
      "loss": 0.5554,
      "step": 85935
    },
    {
      "epoch": 3.519803399549457,
      "grad_norm": 1.629255298034317,
      "learning_rate": 0.00011228032344878414,
      "loss": 0.7351,
      "step": 85936
    },
    {
      "epoch": 3.5198443579766536,
      "grad_norm": 1.3030220621064896,
      "learning_rate": 0.00011227716686311089,
      "loss": 0.4949,
      "step": 85937
    },
    {
      "epoch": 3.51988531640385,
      "grad_norm": 1.2862800371113967,
      "learning_rate": 0.00011227401029527081,
      "loss": 0.7796,
      "step": 85938
    },
    {
      "epoch": 3.5199262748310467,
      "grad_norm": 1.562895082604194,
      "learning_rate": 0.0001122708537452654,
      "loss": 0.7425,
      "step": 85939
    },
    {
      "epoch": 3.519967233258243,
      "grad_norm": 1.4768440038338724,
      "learning_rate": 0.00011226769721309614,
      "loss": 0.7893,
      "step": 85940
    },
    {
      "epoch": 3.5200081916854393,
      "grad_norm": 1.5279946476997874,
      "learning_rate": 0.00011226454069876452,
      "loss": 0.7345,
      "step": 85941
    },
    {
      "epoch": 3.5200491501126354,
      "grad_norm": 1.2043592506105087,
      "learning_rate": 0.00011226138420227201,
      "loss": 0.4398,
      "step": 85942
    },
    {
      "epoch": 3.520090108539832,
      "grad_norm": 0.7382872232480682,
      "learning_rate": 0.00011225822772362016,
      "loss": 0.2152,
      "step": 85943
    },
    {
      "epoch": 3.5201310669670285,
      "grad_norm": 1.668422079857373,
      "learning_rate": 0.00011225507126281043,
      "loss": 1.1187,
      "step": 85944
    },
    {
      "epoch": 3.520172025394225,
      "grad_norm": 1.4542878960359351,
      "learning_rate": 0.0001122519148198443,
      "loss": 0.7257,
      "step": 85945
    },
    {
      "epoch": 3.520212983821421,
      "grad_norm": 1.1513931788123162,
      "learning_rate": 0.00011224875839472326,
      "loss": 0.6078,
      "step": 85946
    },
    {
      "epoch": 3.5202539422486177,
      "grad_norm": 1.6971403880698384,
      "learning_rate": 0.00011224560198744884,
      "loss": 1.1088,
      "step": 85947
    },
    {
      "epoch": 3.520294900675814,
      "grad_norm": 1.3573936354468281,
      "learning_rate": 0.00011224244559802251,
      "loss": 0.6493,
      "step": 85948
    },
    {
      "epoch": 3.5203358591030103,
      "grad_norm": 1.5289295626244481,
      "learning_rate": 0.00011223928922644577,
      "loss": 0.8074,
      "step": 85949
    },
    {
      "epoch": 3.520376817530207,
      "grad_norm": 1.675786989946562,
      "learning_rate": 0.00011223613287272006,
      "loss": 0.7696,
      "step": 85950
    },
    {
      "epoch": 3.5204177759574034,
      "grad_norm": 1.5349345934449257,
      "learning_rate": 0.00011223297653684696,
      "loss": 0.8339,
      "step": 85951
    },
    {
      "epoch": 3.5204587343846,
      "grad_norm": 1.25118144803279,
      "learning_rate": 0.00011222982021882789,
      "loss": 0.6004,
      "step": 85952
    },
    {
      "epoch": 3.520499692811796,
      "grad_norm": 1.7337332797501706,
      "learning_rate": 0.00011222666391866437,
      "loss": 1.2196,
      "step": 85953
    },
    {
      "epoch": 3.5205406512389925,
      "grad_norm": 1.2255240670679723,
      "learning_rate": 0.00011222350763635789,
      "loss": 0.5526,
      "step": 85954
    },
    {
      "epoch": 3.5205816096661886,
      "grad_norm": 0.7971201933715293,
      "learning_rate": 0.00011222035137190995,
      "loss": 0.2143,
      "step": 85955
    },
    {
      "epoch": 3.520622568093385,
      "grad_norm": 1.6075618274955756,
      "learning_rate": 0.00011221719512532205,
      "loss": 0.9266,
      "step": 85956
    },
    {
      "epoch": 3.5206635265205817,
      "grad_norm": 1.5864865382600162,
      "learning_rate": 0.00011221403889659565,
      "loss": 0.8148,
      "step": 85957
    },
    {
      "epoch": 3.520704484947778,
      "grad_norm": 1.3167090372479624,
      "learning_rate": 0.00011221088268573226,
      "loss": 0.7929,
      "step": 85958
    },
    {
      "epoch": 3.5207454433749743,
      "grad_norm": 1.1328821182579651,
      "learning_rate": 0.00011220772649273337,
      "loss": 0.5501,
      "step": 85959
    },
    {
      "epoch": 3.520786401802171,
      "grad_norm": 1.5868870808149302,
      "learning_rate": 0.00011220457031760049,
      "loss": 0.6571,
      "step": 85960
    },
    {
      "epoch": 3.520827360229367,
      "grad_norm": 1.812045363985839,
      "learning_rate": 0.0001122014141603351,
      "loss": 0.8755,
      "step": 85961
    },
    {
      "epoch": 3.5208683186565635,
      "grad_norm": 1.1782577225723438,
      "learning_rate": 0.00011219825802093865,
      "loss": 0.558,
      "step": 85962
    },
    {
      "epoch": 3.52090927708376,
      "grad_norm": 0.847379731332695,
      "learning_rate": 0.00011219510189941271,
      "loss": 0.273,
      "step": 85963
    },
    {
      "epoch": 3.5209502355109565,
      "grad_norm": 1.268352028436714,
      "learning_rate": 0.00011219194579575872,
      "loss": 0.7002,
      "step": 85964
    },
    {
      "epoch": 3.5209911939381526,
      "grad_norm": 5.079005845343449,
      "learning_rate": 0.00011218878970997819,
      "loss": 1.2366,
      "step": 85965
    },
    {
      "epoch": 3.521032152365349,
      "grad_norm": 1.5844903566281983,
      "learning_rate": 0.0001121856336420726,
      "loss": 0.7636,
      "step": 85966
    },
    {
      "epoch": 3.5210731107925457,
      "grad_norm": 1.3147799511725267,
      "learning_rate": 0.00011218247759204343,
      "loss": 0.6168,
      "step": 85967
    },
    {
      "epoch": 3.521114069219742,
      "grad_norm": 1.4875804680572835,
      "learning_rate": 0.00011217932155989221,
      "loss": 0.7921,
      "step": 85968
    },
    {
      "epoch": 3.5211550276469383,
      "grad_norm": 1.4831847253527404,
      "learning_rate": 0.00011217616554562043,
      "loss": 0.8259,
      "step": 85969
    },
    {
      "epoch": 3.521195986074135,
      "grad_norm": 1.6714483447629431,
      "learning_rate": 0.00011217300954922956,
      "loss": 0.7388,
      "step": 85970
    },
    {
      "epoch": 3.5212369445013314,
      "grad_norm": 0.9728387792735395,
      "learning_rate": 0.00011216985357072104,
      "loss": 0.3574,
      "step": 85971
    },
    {
      "epoch": 3.5212779029285275,
      "grad_norm": 1.2663705744002363,
      "learning_rate": 0.00011216669761009646,
      "loss": 0.6192,
      "step": 85972
    },
    {
      "epoch": 3.521318861355724,
      "grad_norm": 1.800879877878738,
      "learning_rate": 0.00011216354166735728,
      "loss": 0.6697,
      "step": 85973
    },
    {
      "epoch": 3.52135981978292,
      "grad_norm": 2.7314764760713244,
      "learning_rate": 0.00011216038574250496,
      "loss": 1.339,
      "step": 85974
    },
    {
      "epoch": 3.5214007782101167,
      "grad_norm": 1.07955900321673,
      "learning_rate": 0.00011215722983554101,
      "loss": 0.4691,
      "step": 85975
    },
    {
      "epoch": 3.521441736637313,
      "grad_norm": 1.3668347458701213,
      "learning_rate": 0.00011215407394646693,
      "loss": 0.53,
      "step": 85976
    },
    {
      "epoch": 3.5214826950645097,
      "grad_norm": 0.9141303620027418,
      "learning_rate": 0.00011215091807528424,
      "loss": 0.2014,
      "step": 85977
    },
    {
      "epoch": 3.521523653491706,
      "grad_norm": 2.129670186931959,
      "learning_rate": 0.00011214776222199439,
      "loss": 0.6096,
      "step": 85978
    },
    {
      "epoch": 3.5215646119189024,
      "grad_norm": 1.9381693843480632,
      "learning_rate": 0.00011214460638659884,
      "loss": 0.9953,
      "step": 85979
    },
    {
      "epoch": 3.5216055703460984,
      "grad_norm": 1.1833287645090957,
      "learning_rate": 0.00011214145056909917,
      "loss": 0.562,
      "step": 85980
    },
    {
      "epoch": 3.521646528773295,
      "grad_norm": 1.0263830635140876,
      "learning_rate": 0.00011213829476949679,
      "loss": 0.6334,
      "step": 85981
    },
    {
      "epoch": 3.5216874872004915,
      "grad_norm": 0.7047766039344288,
      "learning_rate": 0.00011213513898779328,
      "loss": 0.1737,
      "step": 85982
    },
    {
      "epoch": 3.521728445627688,
      "grad_norm": 1.8697981597985538,
      "learning_rate": 0.00011213198322398999,
      "loss": 1.1156,
      "step": 85983
    },
    {
      "epoch": 3.521769404054884,
      "grad_norm": 1.5658660005519316,
      "learning_rate": 0.00011212882747808857,
      "loss": 0.7825,
      "step": 85984
    },
    {
      "epoch": 3.5218103624820807,
      "grad_norm": 0.9340161289741029,
      "learning_rate": 0.00011212567175009044,
      "loss": 0.3052,
      "step": 85985
    },
    {
      "epoch": 3.521851320909277,
      "grad_norm": 1.7887305623258474,
      "learning_rate": 0.00011212251603999708,
      "loss": 0.9711,
      "step": 85986
    },
    {
      "epoch": 3.5218922793364733,
      "grad_norm": 2.022047135986152,
      "learning_rate": 0.00011211936034780998,
      "loss": 0.5339,
      "step": 85987
    },
    {
      "epoch": 3.52193323776367,
      "grad_norm": 1.1718010209634453,
      "learning_rate": 0.00011211620467353067,
      "loss": 0.5822,
      "step": 85988
    },
    {
      "epoch": 3.5219741961908664,
      "grad_norm": 1.4345304451055159,
      "learning_rate": 0.00011211304901716061,
      "loss": 0.7012,
      "step": 85989
    },
    {
      "epoch": 3.522015154618063,
      "grad_norm": 0.6111851417258105,
      "learning_rate": 0.00011210989337870133,
      "loss": 0.1441,
      "step": 85990
    },
    {
      "epoch": 3.522056113045259,
      "grad_norm": 1.978806124240182,
      "learning_rate": 0.00011210673775815424,
      "loss": 1.1286,
      "step": 85991
    },
    {
      "epoch": 3.5220970714724555,
      "grad_norm": 1.4510658230907552,
      "learning_rate": 0.000112103582155521,
      "loss": 0.8449,
      "step": 85992
    },
    {
      "epoch": 3.5221380298996516,
      "grad_norm": 1.6130790707938842,
      "learning_rate": 0.00011210042657080292,
      "loss": 1.1012,
      "step": 85993
    },
    {
      "epoch": 3.522178988326848,
      "grad_norm": 1.2283743487929237,
      "learning_rate": 0.0001120972710040015,
      "loss": 0.3947,
      "step": 85994
    },
    {
      "epoch": 3.5222199467540447,
      "grad_norm": 1.2114198385940198,
      "learning_rate": 0.00011209411545511834,
      "loss": 0.7212,
      "step": 85995
    },
    {
      "epoch": 3.5222609051812412,
      "grad_norm": 1.1848986932562846,
      "learning_rate": 0.0001120909599241549,
      "loss": 0.4269,
      "step": 85996
    },
    {
      "epoch": 3.5223018636084373,
      "grad_norm": 1.488118743813596,
      "learning_rate": 0.00011208780441111263,
      "loss": 0.6813,
      "step": 85997
    },
    {
      "epoch": 3.522342822035634,
      "grad_norm": 1.2459329884098034,
      "learning_rate": 0.00011208464891599304,
      "loss": 0.5723,
      "step": 85998
    },
    {
      "epoch": 3.52238378046283,
      "grad_norm": 0.9665211682182483,
      "learning_rate": 0.00011208149343879763,
      "loss": 0.2509,
      "step": 85999
    },
    {
      "epoch": 3.5224247388900265,
      "grad_norm": 1.7558722395963215,
      "learning_rate": 0.00011207833797952789,
      "loss": 1.0545,
      "step": 86000
    },
    {
      "epoch": 3.522465697317223,
      "grad_norm": 0.8412831372334258,
      "learning_rate": 0.00011207518253818533,
      "loss": 0.349,
      "step": 86001
    },
    {
      "epoch": 3.5225066557444196,
      "grad_norm": 1.3719063952113335,
      "learning_rate": 0.00011207202711477137,
      "loss": 0.8555,
      "step": 86002
    },
    {
      "epoch": 3.5225476141716157,
      "grad_norm": 1.3315299014968591,
      "learning_rate": 0.00011206887170928761,
      "loss": 0.6644,
      "step": 86003
    },
    {
      "epoch": 3.522588572598812,
      "grad_norm": 1.598396522667188,
      "learning_rate": 0.0001120657163217355,
      "loss": 0.6871,
      "step": 86004
    },
    {
      "epoch": 3.5226295310260087,
      "grad_norm": 1.4274548407613332,
      "learning_rate": 0.00011206256095211648,
      "loss": 0.7399,
      "step": 86005
    },
    {
      "epoch": 3.522670489453205,
      "grad_norm": 1.5569065940375288,
      "learning_rate": 0.00011205940560043207,
      "loss": 0.5513,
      "step": 86006
    },
    {
      "epoch": 3.5227114478804014,
      "grad_norm": 2.408443237222941,
      "learning_rate": 0.00011205625026668379,
      "loss": 0.5334,
      "step": 86007
    },
    {
      "epoch": 3.522752406307598,
      "grad_norm": 1.2455101668223385,
      "learning_rate": 0.00011205309495087313,
      "loss": 0.5861,
      "step": 86008
    },
    {
      "epoch": 3.5227933647347944,
      "grad_norm": 0.961727175353082,
      "learning_rate": 0.00011204993965300154,
      "loss": 0.2402,
      "step": 86009
    },
    {
      "epoch": 3.5228343231619905,
      "grad_norm": 1.3473586648865672,
      "learning_rate": 0.00011204678437307054,
      "loss": 0.521,
      "step": 86010
    },
    {
      "epoch": 3.522875281589187,
      "grad_norm": 1.5088628474968906,
      "learning_rate": 0.00011204362911108163,
      "loss": 0.5947,
      "step": 86011
    },
    {
      "epoch": 3.522916240016383,
      "grad_norm": 1.355871782622785,
      "learning_rate": 0.00011204047386703629,
      "loss": 0.8478,
      "step": 86012
    },
    {
      "epoch": 3.5229571984435797,
      "grad_norm": 1.5637485807968359,
      "learning_rate": 0.000112037318640936,
      "loss": 0.8517,
      "step": 86013
    },
    {
      "epoch": 3.522998156870776,
      "grad_norm": 0.8315406249901302,
      "learning_rate": 0.00011203416343278225,
      "loss": 0.2316,
      "step": 86014
    },
    {
      "epoch": 3.5230391152979728,
      "grad_norm": 1.1606353372320295,
      "learning_rate": 0.00011203100824257657,
      "loss": 0.4989,
      "step": 86015
    },
    {
      "epoch": 3.523080073725169,
      "grad_norm": 1.589118968488817,
      "learning_rate": 0.0001120278530703204,
      "loss": 0.9071,
      "step": 86016
    },
    {
      "epoch": 3.5231210321523654,
      "grad_norm": 1.522254608017392,
      "learning_rate": 0.0001120246979160153,
      "loss": 0.9774,
      "step": 86017
    },
    {
      "epoch": 3.5231619905795615,
      "grad_norm": 1.301020048758712,
      "learning_rate": 0.00011202154277966266,
      "loss": 0.8131,
      "step": 86018
    },
    {
      "epoch": 3.523202949006758,
      "grad_norm": 0.42291606138673776,
      "learning_rate": 0.00011201838766126409,
      "loss": 0.0462,
      "step": 86019
    },
    {
      "epoch": 3.5232439074339545,
      "grad_norm": 1.383998831773326,
      "learning_rate": 0.000112015232560821,
      "loss": 0.4557,
      "step": 86020
    },
    {
      "epoch": 3.523284865861151,
      "grad_norm": 1.1624526519016216,
      "learning_rate": 0.0001120120774783349,
      "loss": 0.6022,
      "step": 86021
    },
    {
      "epoch": 3.523325824288347,
      "grad_norm": 1.4916889678981706,
      "learning_rate": 0.00011200892241380727,
      "loss": 0.7282,
      "step": 86022
    },
    {
      "epoch": 3.5233667827155437,
      "grad_norm": 1.223825143702657,
      "learning_rate": 0.00011200576736723963,
      "loss": 0.7127,
      "step": 86023
    },
    {
      "epoch": 3.5234077411427402,
      "grad_norm": 1.3304583397777008,
      "learning_rate": 0.00011200261233863347,
      "loss": 0.5615,
      "step": 86024
    },
    {
      "epoch": 3.5234486995699363,
      "grad_norm": 0.7344620713068781,
      "learning_rate": 0.00011199945732799028,
      "loss": 0.2573,
      "step": 86025
    },
    {
      "epoch": 3.523489657997133,
      "grad_norm": 1.3457968842762196,
      "learning_rate": 0.00011199630233531149,
      "loss": 0.6208,
      "step": 86026
    },
    {
      "epoch": 3.5235306164243294,
      "grad_norm": 1.7132099624499564,
      "learning_rate": 0.0001119931473605987,
      "loss": 0.6677,
      "step": 86027
    },
    {
      "epoch": 3.523571574851526,
      "grad_norm": 1.4881224999645093,
      "learning_rate": 0.0001119899924038533,
      "loss": 0.7089,
      "step": 86028
    },
    {
      "epoch": 3.523612533278722,
      "grad_norm": 0.98874138788551,
      "learning_rate": 0.00011198683746507687,
      "loss": 0.3127,
      "step": 86029
    },
    {
      "epoch": 3.5236534917059186,
      "grad_norm": 1.4261816126160838,
      "learning_rate": 0.0001119836825442708,
      "loss": 0.7104,
      "step": 86030
    },
    {
      "epoch": 3.5236944501331147,
      "grad_norm": 1.422402540599265,
      "learning_rate": 0.0001119805276414367,
      "loss": 0.9075,
      "step": 86031
    },
    {
      "epoch": 3.523735408560311,
      "grad_norm": 1.321706615368252,
      "learning_rate": 0.00011197737275657596,
      "loss": 0.8187,
      "step": 86032
    },
    {
      "epoch": 3.5237763669875077,
      "grad_norm": 1.402094089388598,
      "learning_rate": 0.00011197421788969013,
      "loss": 0.7299,
      "step": 86033
    },
    {
      "epoch": 3.5238173254147043,
      "grad_norm": 1.640790132596536,
      "learning_rate": 0.00011197106304078069,
      "loss": 0.8285,
      "step": 86034
    },
    {
      "epoch": 3.5238582838419004,
      "grad_norm": 1.3010149779683655,
      "learning_rate": 0.00011196790820984909,
      "loss": 0.734,
      "step": 86035
    },
    {
      "epoch": 3.523899242269097,
      "grad_norm": 1.2588087383715743,
      "learning_rate": 0.00011196475339689687,
      "loss": 0.6614,
      "step": 86036
    },
    {
      "epoch": 3.523940200696293,
      "grad_norm": 1.493550143619811,
      "learning_rate": 0.00011196159860192555,
      "loss": 1.0025,
      "step": 86037
    },
    {
      "epoch": 3.5239811591234895,
      "grad_norm": 1.0563205485652747,
      "learning_rate": 0.00011195844382493653,
      "loss": 0.5074,
      "step": 86038
    },
    {
      "epoch": 3.524022117550686,
      "grad_norm": 1.1752609620150354,
      "learning_rate": 0.00011195528906593136,
      "loss": 0.592,
      "step": 86039
    },
    {
      "epoch": 3.5240630759778826,
      "grad_norm": 1.6735635809342984,
      "learning_rate": 0.00011195213432491152,
      "loss": 1.1213,
      "step": 86040
    },
    {
      "epoch": 3.5241040344050787,
      "grad_norm": 1.3476192649516632,
      "learning_rate": 0.00011194897960187852,
      "loss": 0.6805,
      "step": 86041
    },
    {
      "epoch": 3.5241449928322752,
      "grad_norm": 1.2482610545233062,
      "learning_rate": 0.00011194582489683384,
      "loss": 0.8001,
      "step": 86042
    },
    {
      "epoch": 3.5241859512594718,
      "grad_norm": 1.2599437903921173,
      "learning_rate": 0.00011194267020977894,
      "loss": 0.5578,
      "step": 86043
    },
    {
      "epoch": 3.524226909686668,
      "grad_norm": 1.0401125358237953,
      "learning_rate": 0.00011193951554071534,
      "loss": 0.2941,
      "step": 86044
    },
    {
      "epoch": 3.5242678681138644,
      "grad_norm": 1.0666697069106486,
      "learning_rate": 0.00011193636088964456,
      "loss": 0.6161,
      "step": 86045
    },
    {
      "epoch": 3.524308826541061,
      "grad_norm": 1.8683392957745935,
      "learning_rate": 0.00011193320625656803,
      "loss": 1.2996,
      "step": 86046
    },
    {
      "epoch": 3.5243497849682575,
      "grad_norm": 1.3335354554701866,
      "learning_rate": 0.00011193005164148725,
      "loss": 0.6538,
      "step": 86047
    },
    {
      "epoch": 3.5243907433954536,
      "grad_norm": 3.3271302822153412,
      "learning_rate": 0.00011192689704440379,
      "loss": 2.4321,
      "step": 86048
    },
    {
      "epoch": 3.52443170182265,
      "grad_norm": 1.8971186550280648,
      "learning_rate": 0.00011192374246531904,
      "loss": 1.1382,
      "step": 86049
    },
    {
      "epoch": 3.524472660249846,
      "grad_norm": 1.4879003258948653,
      "learning_rate": 0.00011192058790423454,
      "loss": 0.9031,
      "step": 86050
    },
    {
      "epoch": 3.5245136186770427,
      "grad_norm": 1.3281410455338456,
      "learning_rate": 0.00011191743336115178,
      "loss": 0.9313,
      "step": 86051
    },
    {
      "epoch": 3.5245545771042393,
      "grad_norm": 1.1269368142528111,
      "learning_rate": 0.00011191427883607226,
      "loss": 0.5996,
      "step": 86052
    },
    {
      "epoch": 3.524595535531436,
      "grad_norm": 1.3169394667274343,
      "learning_rate": 0.00011191112432899746,
      "loss": 0.5551,
      "step": 86053
    },
    {
      "epoch": 3.524636493958632,
      "grad_norm": 1.3966438795365501,
      "learning_rate": 0.00011190796983992886,
      "loss": 0.7216,
      "step": 86054
    },
    {
      "epoch": 3.5246774523858284,
      "grad_norm": 1.5793452504455379,
      "learning_rate": 0.00011190481536886794,
      "loss": 0.8546,
      "step": 86055
    },
    {
      "epoch": 3.5247184108130245,
      "grad_norm": 1.6953145668051703,
      "learning_rate": 0.00011190166091581625,
      "loss": 0.667,
      "step": 86056
    },
    {
      "epoch": 3.524759369240221,
      "grad_norm": 1.3802844165245811,
      "learning_rate": 0.00011189850648077523,
      "loss": 0.5915,
      "step": 86057
    },
    {
      "epoch": 3.5248003276674176,
      "grad_norm": 1.6151531803907273,
      "learning_rate": 0.00011189535206374641,
      "loss": 0.7273,
      "step": 86058
    },
    {
      "epoch": 3.524841286094614,
      "grad_norm": 1.7564862123867788,
      "learning_rate": 0.0001118921976647312,
      "loss": 1.2643,
      "step": 86059
    },
    {
      "epoch": 3.52488224452181,
      "grad_norm": 1.1030886713917811,
      "learning_rate": 0.00011188904328373119,
      "loss": 0.7109,
      "step": 86060
    },
    {
      "epoch": 3.5249232029490067,
      "grad_norm": 0.8371482714971449,
      "learning_rate": 0.00011188588892074783,
      "loss": 0.3607,
      "step": 86061
    },
    {
      "epoch": 3.5249641613762033,
      "grad_norm": 0.9772076512242067,
      "learning_rate": 0.0001118827345757826,
      "loss": 0.4216,
      "step": 86062
    },
    {
      "epoch": 3.5250051198033994,
      "grad_norm": 1.579772576456297,
      "learning_rate": 0.00011187958024883703,
      "loss": 0.8723,
      "step": 86063
    },
    {
      "epoch": 3.525046078230596,
      "grad_norm": 1.1229896514562165,
      "learning_rate": 0.00011187642593991257,
      "loss": 0.6572,
      "step": 86064
    },
    {
      "epoch": 3.5250870366577924,
      "grad_norm": 1.3754148011228478,
      "learning_rate": 0.00011187327164901072,
      "loss": 0.8591,
      "step": 86065
    },
    {
      "epoch": 3.525127995084989,
      "grad_norm": 1.3781408894454443,
      "learning_rate": 0.00011187011737613294,
      "loss": 0.7356,
      "step": 86066
    },
    {
      "epoch": 3.525168953512185,
      "grad_norm": 1.1296935804361086,
      "learning_rate": 0.00011186696312128078,
      "loss": 0.5209,
      "step": 86067
    },
    {
      "epoch": 3.5252099119393816,
      "grad_norm": 1.3334516446679359,
      "learning_rate": 0.0001118638088844557,
      "loss": 0.3669,
      "step": 86068
    },
    {
      "epoch": 3.5252508703665777,
      "grad_norm": 1.0721513015823563,
      "learning_rate": 0.00011186065466565921,
      "loss": 0.3198,
      "step": 86069
    },
    {
      "epoch": 3.5252918287937742,
      "grad_norm": 1.0350373293716577,
      "learning_rate": 0.00011185750046489276,
      "loss": 0.1791,
      "step": 86070
    },
    {
      "epoch": 3.5253327872209708,
      "grad_norm": 2.159815862170726,
      "learning_rate": 0.0001118543462821579,
      "loss": 1.3948,
      "step": 86071
    },
    {
      "epoch": 3.5253737456481673,
      "grad_norm": 1.7427573169332395,
      "learning_rate": 0.0001118511921174561,
      "loss": 1.1069,
      "step": 86072
    },
    {
      "epoch": 3.5254147040753634,
      "grad_norm": 1.501766099921671,
      "learning_rate": 0.00011184803797078883,
      "loss": 0.7592,
      "step": 86073
    },
    {
      "epoch": 3.52545566250256,
      "grad_norm": 1.065911020471032,
      "learning_rate": 0.00011184488384215755,
      "loss": 0.5564,
      "step": 86074
    },
    {
      "epoch": 3.5254966209297565,
      "grad_norm": 0.9365950089253352,
      "learning_rate": 0.00011184172973156385,
      "loss": 0.1514,
      "step": 86075
    },
    {
      "epoch": 3.5255375793569526,
      "grad_norm": 1.3416541616250908,
      "learning_rate": 0.00011183857563900917,
      "loss": 0.6815,
      "step": 86076
    },
    {
      "epoch": 3.525578537784149,
      "grad_norm": 1.1015638463949649,
      "learning_rate": 0.00011183542156449497,
      "loss": 0.3543,
      "step": 86077
    },
    {
      "epoch": 3.5256194962113456,
      "grad_norm": 1.4607425029499335,
      "learning_rate": 0.00011183226750802275,
      "loss": 0.7033,
      "step": 86078
    },
    {
      "epoch": 3.5256604546385417,
      "grad_norm": 1.072059782404683,
      "learning_rate": 0.00011182911346959406,
      "loss": 0.5528,
      "step": 86079
    },
    {
      "epoch": 3.5257014130657383,
      "grad_norm": 1.7163219023403569,
      "learning_rate": 0.00011182595944921034,
      "loss": 0.7247,
      "step": 86080
    },
    {
      "epoch": 3.525742371492935,
      "grad_norm": 1.5441219824199321,
      "learning_rate": 0.00011182280544687311,
      "loss": 0.6677,
      "step": 86081
    },
    {
      "epoch": 3.525783329920131,
      "grad_norm": 1.229131892054301,
      "learning_rate": 0.00011181965146258377,
      "loss": 0.7065,
      "step": 86082
    },
    {
      "epoch": 3.5258242883473274,
      "grad_norm": 1.2717653255466737,
      "learning_rate": 0.00011181649749634395,
      "loss": 0.735,
      "step": 86083
    },
    {
      "epoch": 3.525865246774524,
      "grad_norm": 1.7503689551210304,
      "learning_rate": 0.00011181334354815507,
      "loss": 0.838,
      "step": 86084
    },
    {
      "epoch": 3.5259062052017205,
      "grad_norm": 1.725274250606452,
      "learning_rate": 0.00011181018961801862,
      "loss": 0.7001,
      "step": 86085
    },
    {
      "epoch": 3.5259471636289166,
      "grad_norm": 1.4304258539447428,
      "learning_rate": 0.00011180703570593606,
      "loss": 0.609,
      "step": 86086
    },
    {
      "epoch": 3.525988122056113,
      "grad_norm": 1.5321512944484692,
      "learning_rate": 0.00011180388181190895,
      "loss": 0.6005,
      "step": 86087
    },
    {
      "epoch": 3.526029080483309,
      "grad_norm": 1.5102689402734981,
      "learning_rate": 0.00011180072793593876,
      "loss": 0.9189,
      "step": 86088
    },
    {
      "epoch": 3.5260700389105057,
      "grad_norm": 1.5461454097498113,
      "learning_rate": 0.00011179757407802696,
      "loss": 0.6178,
      "step": 86089
    },
    {
      "epoch": 3.5261109973377023,
      "grad_norm": 1.4426229487718891,
      "learning_rate": 0.00011179442023817502,
      "loss": 0.6807,
      "step": 86090
    },
    {
      "epoch": 3.526151955764899,
      "grad_norm": 0.8597734114649591,
      "learning_rate": 0.00011179126641638448,
      "loss": 0.2574,
      "step": 86091
    },
    {
      "epoch": 3.526192914192095,
      "grad_norm": 0.7655707693841408,
      "learning_rate": 0.00011178811261265682,
      "loss": 0.2585,
      "step": 86092
    },
    {
      "epoch": 3.5262338726192914,
      "grad_norm": 1.5310119703497411,
      "learning_rate": 0.00011178495882699354,
      "loss": 0.5859,
      "step": 86093
    },
    {
      "epoch": 3.526274831046488,
      "grad_norm": 1.617825732730275,
      "learning_rate": 0.00011178180505939605,
      "loss": 0.7131,
      "step": 86094
    },
    {
      "epoch": 3.526315789473684,
      "grad_norm": 1.8157319978688162,
      "learning_rate": 0.00011177865130986596,
      "loss": 0.9752,
      "step": 86095
    },
    {
      "epoch": 3.5263567479008806,
      "grad_norm": 1.2176403359577919,
      "learning_rate": 0.00011177549757840471,
      "loss": 0.4936,
      "step": 86096
    },
    {
      "epoch": 3.526397706328077,
      "grad_norm": 1.9828465378825577,
      "learning_rate": 0.00011177234386501377,
      "loss": 1.2175,
      "step": 86097
    },
    {
      "epoch": 3.5264386647552732,
      "grad_norm": 1.6579350921523432,
      "learning_rate": 0.00011176919016969463,
      "loss": 0.9272,
      "step": 86098
    },
    {
      "epoch": 3.5264796231824698,
      "grad_norm": 0.38251902283556094,
      "learning_rate": 0.00011176603649244882,
      "loss": 0.0606,
      "step": 86099
    },
    {
      "epoch": 3.5265205816096663,
      "grad_norm": 1.7333466175532528,
      "learning_rate": 0.00011176288283327781,
      "loss": 0.9149,
      "step": 86100
    },
    {
      "epoch": 3.5265615400368624,
      "grad_norm": 1.2519211602596947,
      "learning_rate": 0.0001117597291921831,
      "loss": 0.4847,
      "step": 86101
    },
    {
      "epoch": 3.526602498464059,
      "grad_norm": 1.145095919484457,
      "learning_rate": 0.00011175657556916615,
      "loss": 0.3858,
      "step": 86102
    },
    {
      "epoch": 3.5266434568912555,
      "grad_norm": 1.6239435067743317,
      "learning_rate": 0.00011175342196422846,
      "loss": 0.7626,
      "step": 86103
    },
    {
      "epoch": 3.526684415318452,
      "grad_norm": 1.4578672103305805,
      "learning_rate": 0.00011175026837737156,
      "loss": 0.7451,
      "step": 86104
    },
    {
      "epoch": 3.526725373745648,
      "grad_norm": 1.1907431782348856,
      "learning_rate": 0.00011174711480859691,
      "loss": 0.8023,
      "step": 86105
    },
    {
      "epoch": 3.5267663321728446,
      "grad_norm": 0.7955387633828491,
      "learning_rate": 0.00011174396125790601,
      "loss": 0.2134,
      "step": 86106
    },
    {
      "epoch": 3.5268072906000407,
      "grad_norm": 0.8972414640772464,
      "learning_rate": 0.00011174080772530032,
      "loss": 0.2707,
      "step": 86107
    },
    {
      "epoch": 3.5268482490272373,
      "grad_norm": 0.9792237976698935,
      "learning_rate": 0.00011173765421078136,
      "loss": 0.4258,
      "step": 86108
    },
    {
      "epoch": 3.526889207454434,
      "grad_norm": 1.2072880002594122,
      "learning_rate": 0.00011173450071435065,
      "loss": 0.7182,
      "step": 86109
    },
    {
      "epoch": 3.5269301658816303,
      "grad_norm": 1.3759767078330685,
      "learning_rate": 0.00011173134723600963,
      "loss": 0.7863,
      "step": 86110
    },
    {
      "epoch": 3.5269711243088264,
      "grad_norm": 1.4889297503235246,
      "learning_rate": 0.00011172819377575979,
      "loss": 1.061,
      "step": 86111
    },
    {
      "epoch": 3.527012082736023,
      "grad_norm": 1.5452462522684625,
      "learning_rate": 0.00011172504033360266,
      "loss": 0.885,
      "step": 86112
    },
    {
      "epoch": 3.5270530411632195,
      "grad_norm": 1.224850840122951,
      "learning_rate": 0.0001117218869095397,
      "loss": 0.6588,
      "step": 86113
    },
    {
      "epoch": 3.5270939995904156,
      "grad_norm": 1.16275459069316,
      "learning_rate": 0.00011171873350357243,
      "loss": 0.5758,
      "step": 86114
    },
    {
      "epoch": 3.527134958017612,
      "grad_norm": 0.9202846688070756,
      "learning_rate": 0.00011171558011570228,
      "loss": 0.238,
      "step": 86115
    },
    {
      "epoch": 3.5271759164448087,
      "grad_norm": 1.3747247968910208,
      "learning_rate": 0.00011171242674593082,
      "loss": 0.5822,
      "step": 86116
    },
    {
      "epoch": 3.527216874872005,
      "grad_norm": 1.1722778468082204,
      "learning_rate": 0.0001117092733942595,
      "loss": 0.4052,
      "step": 86117
    },
    {
      "epoch": 3.5272578332992013,
      "grad_norm": 1.0568681124832855,
      "learning_rate": 0.0001117061200606898,
      "loss": 0.4622,
      "step": 86118
    },
    {
      "epoch": 3.527298791726398,
      "grad_norm": 1.2076850330867739,
      "learning_rate": 0.0001117029667452232,
      "loss": 0.4522,
      "step": 86119
    },
    {
      "epoch": 3.527339750153594,
      "grad_norm": 0.8441002724341213,
      "learning_rate": 0.00011169981344786126,
      "loss": 0.3191,
      "step": 86120
    },
    {
      "epoch": 3.5273807085807904,
      "grad_norm": 0.8397232858146154,
      "learning_rate": 0.0001116966601686054,
      "loss": 0.3115,
      "step": 86121
    },
    {
      "epoch": 3.527421667007987,
      "grad_norm": 1.3295491908059995,
      "learning_rate": 0.00011169350690745717,
      "loss": 0.7802,
      "step": 86122
    },
    {
      "epoch": 3.5274626254351835,
      "grad_norm": 1.1326775418968285,
      "learning_rate": 0.00011169035366441797,
      "loss": 0.4462,
      "step": 86123
    },
    {
      "epoch": 3.5275035838623796,
      "grad_norm": 1.1765977390220062,
      "learning_rate": 0.0001116872004394894,
      "loss": 0.6221,
      "step": 86124
    },
    {
      "epoch": 3.527544542289576,
      "grad_norm": 0.7561856195624022,
      "learning_rate": 0.00011168404723267287,
      "loss": 0.3131,
      "step": 86125
    },
    {
      "epoch": 3.5275855007167722,
      "grad_norm": 1.2325245710363335,
      "learning_rate": 0.00011168089404396992,
      "loss": 0.6399,
      "step": 86126
    },
    {
      "epoch": 3.5276264591439688,
      "grad_norm": 1.4091231814853327,
      "learning_rate": 0.000111677740873382,
      "loss": 0.8549,
      "step": 86127
    },
    {
      "epoch": 3.5276674175711653,
      "grad_norm": 1.4150824993490947,
      "learning_rate": 0.00011167458772091061,
      "loss": 0.6854,
      "step": 86128
    },
    {
      "epoch": 3.527708375998362,
      "grad_norm": 1.2288777902294525,
      "learning_rate": 0.0001116714345865573,
      "loss": 0.6931,
      "step": 86129
    },
    {
      "epoch": 3.527749334425558,
      "grad_norm": 1.3233625881597524,
      "learning_rate": 0.00011166828147032348,
      "loss": 0.5416,
      "step": 86130
    },
    {
      "epoch": 3.5277902928527545,
      "grad_norm": 1.493178146461565,
      "learning_rate": 0.00011166512837221064,
      "loss": 0.5633,
      "step": 86131
    },
    {
      "epoch": 3.527831251279951,
      "grad_norm": 1.5548651381627292,
      "learning_rate": 0.00011166197529222034,
      "loss": 0.6559,
      "step": 86132
    },
    {
      "epoch": 3.527872209707147,
      "grad_norm": 3.169596546417239,
      "learning_rate": 0.00011165882223035407,
      "loss": 2.8796,
      "step": 86133
    },
    {
      "epoch": 3.5279131681343436,
      "grad_norm": 1.602912676505647,
      "learning_rate": 0.00011165566918661325,
      "loss": 0.5706,
      "step": 86134
    },
    {
      "epoch": 3.52795412656154,
      "grad_norm": 1.2936039133700552,
      "learning_rate": 0.00011165251616099941,
      "loss": 0.653,
      "step": 86135
    },
    {
      "epoch": 3.5279950849887367,
      "grad_norm": 1.6765624880246701,
      "learning_rate": 0.00011164936315351404,
      "loss": 0.9826,
      "step": 86136
    },
    {
      "epoch": 3.528036043415933,
      "grad_norm": 1.74968352540519,
      "learning_rate": 0.0001116462101641586,
      "loss": 0.9289,
      "step": 86137
    },
    {
      "epoch": 3.5280770018431293,
      "grad_norm": 1.3600073610354322,
      "learning_rate": 0.0001116430571929346,
      "loss": 0.6217,
      "step": 86138
    },
    {
      "epoch": 3.5281179602703254,
      "grad_norm": 1.1113330050786432,
      "learning_rate": 0.00011163990423984356,
      "loss": 0.3858,
      "step": 86139
    },
    {
      "epoch": 3.528158918697522,
      "grad_norm": 1.2821325135069241,
      "learning_rate": 0.00011163675130488694,
      "loss": 0.6669,
      "step": 86140
    },
    {
      "epoch": 3.5281998771247185,
      "grad_norm": 1.331939928056172,
      "learning_rate": 0.00011163359838806625,
      "loss": 0.4894,
      "step": 86141
    },
    {
      "epoch": 3.528240835551915,
      "grad_norm": 1.6379469247903677,
      "learning_rate": 0.00011163044548938293,
      "loss": 0.806,
      "step": 86142
    },
    {
      "epoch": 3.528281793979111,
      "grad_norm": 1.161465408008204,
      "learning_rate": 0.00011162729260883855,
      "loss": 0.4784,
      "step": 86143
    },
    {
      "epoch": 3.5283227524063077,
      "grad_norm": 1.5390232716311716,
      "learning_rate": 0.00011162413974643453,
      "loss": 0.6396,
      "step": 86144
    },
    {
      "epoch": 3.5283637108335038,
      "grad_norm": 1.008605234170722,
      "learning_rate": 0.00011162098690217244,
      "loss": 0.2674,
      "step": 86145
    },
    {
      "epoch": 3.5284046692607003,
      "grad_norm": 0.7692430617743121,
      "learning_rate": 0.00011161783407605365,
      "loss": 0.2172,
      "step": 86146
    },
    {
      "epoch": 3.528445627687897,
      "grad_norm": 1.1557568556356612,
      "learning_rate": 0.00011161468126807977,
      "loss": 0.5973,
      "step": 86147
    },
    {
      "epoch": 3.5284865861150934,
      "grad_norm": 0.6817196274511526,
      "learning_rate": 0.00011161152847825222,
      "loss": 0.2093,
      "step": 86148
    },
    {
      "epoch": 3.5285275445422895,
      "grad_norm": 1.3106246424737296,
      "learning_rate": 0.00011160837570657252,
      "loss": 0.5946,
      "step": 86149
    },
    {
      "epoch": 3.528568502969486,
      "grad_norm": 1.3533783838881428,
      "learning_rate": 0.00011160522295304214,
      "loss": 0.6793,
      "step": 86150
    },
    {
      "epoch": 3.5286094613966825,
      "grad_norm": 1.4879684104972524,
      "learning_rate": 0.00011160207021766258,
      "loss": 0.9258,
      "step": 86151
    },
    {
      "epoch": 3.5286504198238786,
      "grad_norm": 1.8076882977511768,
      "learning_rate": 0.00011159891750043537,
      "loss": 0.8132,
      "step": 86152
    },
    {
      "epoch": 3.528691378251075,
      "grad_norm": 1.5997295411320176,
      "learning_rate": 0.00011159576480136193,
      "loss": 1.044,
      "step": 86153
    },
    {
      "epoch": 3.5287323366782717,
      "grad_norm": 1.0241586877726305,
      "learning_rate": 0.00011159261212044377,
      "loss": 0.3973,
      "step": 86154
    },
    {
      "epoch": 3.528773295105468,
      "grad_norm": 0.9071420340615075,
      "learning_rate": 0.00011158945945768244,
      "loss": 0.2462,
      "step": 86155
    },
    {
      "epoch": 3.5288142535326643,
      "grad_norm": 1.8849127702368025,
      "learning_rate": 0.00011158630681307938,
      "loss": 1.1557,
      "step": 86156
    },
    {
      "epoch": 3.528855211959861,
      "grad_norm": 1.3797100223570595,
      "learning_rate": 0.00011158315418663607,
      "loss": 0.5328,
      "step": 86157
    },
    {
      "epoch": 3.528896170387057,
      "grad_norm": 1.0008129262870558,
      "learning_rate": 0.00011158000157835397,
      "loss": 0.3593,
      "step": 86158
    },
    {
      "epoch": 3.5289371288142535,
      "grad_norm": 2.0740555401440175,
      "learning_rate": 0.00011157684898823468,
      "loss": 0.9737,
      "step": 86159
    },
    {
      "epoch": 3.52897808724145,
      "grad_norm": 0.9077087229174575,
      "learning_rate": 0.00011157369641627961,
      "loss": 0.1024,
      "step": 86160
    },
    {
      "epoch": 3.5290190456686465,
      "grad_norm": 0.699486663231949,
      "learning_rate": 0.00011157054386249027,
      "loss": 0.2011,
      "step": 86161
    },
    {
      "epoch": 3.5290600040958426,
      "grad_norm": 1.345728335207406,
      "learning_rate": 0.00011156739132686811,
      "loss": 0.5532,
      "step": 86162
    },
    {
      "epoch": 3.529100962523039,
      "grad_norm": 1.369600222810806,
      "learning_rate": 0.0001115642388094147,
      "loss": 0.6891,
      "step": 86163
    },
    {
      "epoch": 3.5291419209502353,
      "grad_norm": 1.0012492862138698,
      "learning_rate": 0.00011156108631013147,
      "loss": 0.4269,
      "step": 86164
    },
    {
      "epoch": 3.529182879377432,
      "grad_norm": 1.859192282359546,
      "learning_rate": 0.00011155793382901995,
      "loss": 0.8495,
      "step": 86165
    },
    {
      "epoch": 3.5292238378046283,
      "grad_norm": 1.5531242648507275,
      "learning_rate": 0.00011155478136608156,
      "loss": 0.9336,
      "step": 86166
    },
    {
      "epoch": 3.529264796231825,
      "grad_norm": 1.3233354309789895,
      "learning_rate": 0.00011155162892131787,
      "loss": 0.604,
      "step": 86167
    },
    {
      "epoch": 3.529305754659021,
      "grad_norm": 1.574880148479503,
      "learning_rate": 0.00011154847649473036,
      "loss": 0.5775,
      "step": 86168
    },
    {
      "epoch": 3.5293467130862175,
      "grad_norm": 1.8473585856516983,
      "learning_rate": 0.00011154532408632047,
      "loss": 0.8147,
      "step": 86169
    },
    {
      "epoch": 3.529387671513414,
      "grad_norm": 0.9603840772344364,
      "learning_rate": 0.00011154217169608969,
      "loss": 0.3673,
      "step": 86170
    },
    {
      "epoch": 3.52942862994061,
      "grad_norm": 1.8544981450625069,
      "learning_rate": 0.00011153901932403959,
      "loss": 0.9261,
      "step": 86171
    },
    {
      "epoch": 3.5294695883678067,
      "grad_norm": 1.6336480288354638,
      "learning_rate": 0.00011153586697017162,
      "loss": 1.0081,
      "step": 86172
    },
    {
      "epoch": 3.529510546795003,
      "grad_norm": 0.7175152758824351,
      "learning_rate": 0.00011153271463448724,
      "loss": 0.1061,
      "step": 86173
    },
    {
      "epoch": 3.5295515052221997,
      "grad_norm": 1.1582675391364372,
      "learning_rate": 0.00011152956231698792,
      "loss": 0.4351,
      "step": 86174
    },
    {
      "epoch": 3.529592463649396,
      "grad_norm": 1.34251602441761,
      "learning_rate": 0.00011152641001767524,
      "loss": 0.6064,
      "step": 86175
    },
    {
      "epoch": 3.5296334220765924,
      "grad_norm": 2.417023664507207,
      "learning_rate": 0.00011152325773655062,
      "loss": 1.3817,
      "step": 86176
    },
    {
      "epoch": 3.5296743805037885,
      "grad_norm": 2.0075468647380297,
      "learning_rate": 0.00011152010547361559,
      "loss": 0.8334,
      "step": 86177
    },
    {
      "epoch": 3.529715338930985,
      "grad_norm": 1.3256632915283026,
      "learning_rate": 0.0001115169532288716,
      "loss": 0.5521,
      "step": 86178
    },
    {
      "epoch": 3.5297562973581815,
      "grad_norm": 1.7432216886499388,
      "learning_rate": 0.00011151380100232016,
      "loss": 0.6778,
      "step": 86179
    },
    {
      "epoch": 3.529797255785378,
      "grad_norm": 1.2278684572161473,
      "learning_rate": 0.00011151064879396279,
      "loss": 0.6474,
      "step": 86180
    },
    {
      "epoch": 3.529838214212574,
      "grad_norm": 1.931021276277763,
      "learning_rate": 0.00011150749660380093,
      "loss": 0.9716,
      "step": 86181
    },
    {
      "epoch": 3.5298791726397707,
      "grad_norm": 1.398592738875276,
      "learning_rate": 0.00011150434443183612,
      "loss": 0.7394,
      "step": 86182
    },
    {
      "epoch": 3.529920131066967,
      "grad_norm": 1.478210232486866,
      "learning_rate": 0.00011150119227806976,
      "loss": 0.7965,
      "step": 86183
    },
    {
      "epoch": 3.5299610894941633,
      "grad_norm": 1.13081329591309,
      "learning_rate": 0.00011149804014250344,
      "loss": 0.4617,
      "step": 86184
    },
    {
      "epoch": 3.53000204792136,
      "grad_norm": 1.4065379530511548,
      "learning_rate": 0.00011149488802513861,
      "loss": 0.7098,
      "step": 86185
    },
    {
      "epoch": 3.5300430063485564,
      "grad_norm": 1.5272797866169705,
      "learning_rate": 0.0001114917359259768,
      "loss": 0.6856,
      "step": 86186
    },
    {
      "epoch": 3.5300839647757525,
      "grad_norm": 2.3853833289724293,
      "learning_rate": 0.00011148858384501938,
      "loss": 1.5983,
      "step": 86187
    },
    {
      "epoch": 3.530124923202949,
      "grad_norm": 1.0167848467726726,
      "learning_rate": 0.00011148543178226799,
      "loss": 0.4607,
      "step": 86188
    },
    {
      "epoch": 3.5301658816301456,
      "grad_norm": 1.5548457406958152,
      "learning_rate": 0.00011148227973772403,
      "loss": 0.6802,
      "step": 86189
    },
    {
      "epoch": 3.5302068400573416,
      "grad_norm": 1.1085302803596455,
      "learning_rate": 0.00011147912771138903,
      "loss": 0.3915,
      "step": 86190
    },
    {
      "epoch": 3.530247798484538,
      "grad_norm": 1.4245602046563244,
      "learning_rate": 0.00011147597570326443,
      "loss": 0.6725,
      "step": 86191
    },
    {
      "epoch": 3.5302887569117347,
      "grad_norm": 2.1147419297498247,
      "learning_rate": 0.00011147282371335178,
      "loss": 0.864,
      "step": 86192
    },
    {
      "epoch": 3.5303297153389313,
      "grad_norm": 1.2557916962323639,
      "learning_rate": 0.00011146967174165254,
      "loss": 0.6159,
      "step": 86193
    },
    {
      "epoch": 3.5303706737661273,
      "grad_norm": 0.9013491965485326,
      "learning_rate": 0.00011146651978816822,
      "loss": 0.1448,
      "step": 86194
    },
    {
      "epoch": 3.530411632193324,
      "grad_norm": 1.4271252830955976,
      "learning_rate": 0.00011146336785290023,
      "loss": 0.8851,
      "step": 86195
    },
    {
      "epoch": 3.53045259062052,
      "grad_norm": 1.3665270324993106,
      "learning_rate": 0.0001114602159358502,
      "loss": 0.5162,
      "step": 86196
    },
    {
      "epoch": 3.5304935490477165,
      "grad_norm": 0.9286945635410525,
      "learning_rate": 0.0001114570640370195,
      "loss": 0.2694,
      "step": 86197
    },
    {
      "epoch": 3.530534507474913,
      "grad_norm": 1.4413428532377819,
      "learning_rate": 0.00011145391215640968,
      "loss": 0.8822,
      "step": 86198
    },
    {
      "epoch": 3.5305754659021096,
      "grad_norm": 1.2970989224010154,
      "learning_rate": 0.00011145076029402218,
      "loss": 0.5741,
      "step": 86199
    },
    {
      "epoch": 3.5306164243293057,
      "grad_norm": 1.3813859416369916,
      "learning_rate": 0.00011144760844985856,
      "loss": 0.6549,
      "step": 86200
    },
    {
      "epoch": 3.530657382756502,
      "grad_norm": 0.6205166835634709,
      "learning_rate": 0.00011144445662392027,
      "loss": 0.1734,
      "step": 86201
    },
    {
      "epoch": 3.5306983411836983,
      "grad_norm": 1.296032670694131,
      "learning_rate": 0.00011144130481620882,
      "loss": 0.6795,
      "step": 86202
    },
    {
      "epoch": 3.530739299610895,
      "grad_norm": 1.091114225005003,
      "learning_rate": 0.00011143815302672564,
      "loss": 0.3609,
      "step": 86203
    },
    {
      "epoch": 3.5307802580380914,
      "grad_norm": 1.422392958840317,
      "learning_rate": 0.00011143500125547235,
      "loss": 0.5818,
      "step": 86204
    },
    {
      "epoch": 3.530821216465288,
      "grad_norm": 0.9885845607853277,
      "learning_rate": 0.0001114318495024503,
      "loss": 0.4031,
      "step": 86205
    },
    {
      "epoch": 3.530862174892484,
      "grad_norm": 1.1470412503283627,
      "learning_rate": 0.000111428697767661,
      "loss": 0.4457,
      "step": 86206
    },
    {
      "epoch": 3.5309031333196805,
      "grad_norm": 3.2554368859678777,
      "learning_rate": 0.00011142554605110601,
      "loss": 1.2541,
      "step": 86207
    },
    {
      "epoch": 3.530944091746877,
      "grad_norm": 1.582595123309033,
      "learning_rate": 0.00011142239435278676,
      "loss": 0.8917,
      "step": 86208
    },
    {
      "epoch": 3.530985050174073,
      "grad_norm": 1.5520336521434746,
      "learning_rate": 0.00011141924267270478,
      "loss": 0.8397,
      "step": 86209
    },
    {
      "epoch": 3.5310260086012697,
      "grad_norm": 2.441014594093717,
      "learning_rate": 0.00011141609101086153,
      "loss": 1.032,
      "step": 86210
    },
    {
      "epoch": 3.5310669670284662,
      "grad_norm": 1.5645277210335646,
      "learning_rate": 0.00011141293936725852,
      "loss": 0.61,
      "step": 86211
    },
    {
      "epoch": 3.5311079254556628,
      "grad_norm": 1.9456302628634978,
      "learning_rate": 0.00011140978774189723,
      "loss": 0.4236,
      "step": 86212
    },
    {
      "epoch": 3.531148883882859,
      "grad_norm": 0.9209788741425918,
      "learning_rate": 0.00011140663613477917,
      "loss": 0.2269,
      "step": 86213
    },
    {
      "epoch": 3.5311898423100554,
      "grad_norm": 1.2275431375727626,
      "learning_rate": 0.00011140348454590576,
      "loss": 0.7517,
      "step": 86214
    },
    {
      "epoch": 3.5312308007372515,
      "grad_norm": 1.4938545251589106,
      "learning_rate": 0.0001114003329752786,
      "loss": 0.7437,
      "step": 86215
    },
    {
      "epoch": 3.531271759164448,
      "grad_norm": 1.291182009676861,
      "learning_rate": 0.00011139718142289911,
      "loss": 0.7006,
      "step": 86216
    },
    {
      "epoch": 3.5313127175916446,
      "grad_norm": 1.62163045227776,
      "learning_rate": 0.0001113940298887688,
      "loss": 0.962,
      "step": 86217
    },
    {
      "epoch": 3.531353676018841,
      "grad_norm": 1.4697836056536675,
      "learning_rate": 0.00011139087837288912,
      "loss": 0.6631,
      "step": 86218
    },
    {
      "epoch": 3.531394634446037,
      "grad_norm": 1.8620544570838982,
      "learning_rate": 0.00011138772687526161,
      "loss": 0.9898,
      "step": 86219
    },
    {
      "epoch": 3.5314355928732337,
      "grad_norm": 1.3176545689333168,
      "learning_rate": 0.00011138457539588776,
      "loss": 0.5889,
      "step": 86220
    },
    {
      "epoch": 3.53147655130043,
      "grad_norm": 1.240306261108628,
      "learning_rate": 0.00011138142393476904,
      "loss": 0.7357,
      "step": 86221
    },
    {
      "epoch": 3.5315175097276263,
      "grad_norm": 1.117294883960625,
      "learning_rate": 0.0001113782724919069,
      "loss": 0.5484,
      "step": 86222
    },
    {
      "epoch": 3.531558468154823,
      "grad_norm": 1.475934643787669,
      "learning_rate": 0.0001113751210673029,
      "loss": 0.8454,
      "step": 86223
    },
    {
      "epoch": 3.5315994265820194,
      "grad_norm": 1.0974197212919063,
      "learning_rate": 0.00011137196966095852,
      "loss": 0.3248,
      "step": 86224
    },
    {
      "epoch": 3.5316403850092155,
      "grad_norm": 1.007937867222208,
      "learning_rate": 0.00011136881827287521,
      "loss": 0.4362,
      "step": 86225
    },
    {
      "epoch": 3.531681343436412,
      "grad_norm": 2.3885413070869435,
      "learning_rate": 0.00011136566690305446,
      "loss": 0.7569,
      "step": 86226
    },
    {
      "epoch": 3.5317223018636086,
      "grad_norm": 0.9487365432983826,
      "learning_rate": 0.00011136251555149782,
      "loss": 0.2971,
      "step": 86227
    },
    {
      "epoch": 3.5317632602908047,
      "grad_norm": 1.317317937674146,
      "learning_rate": 0.00011135936421820672,
      "loss": 0.5332,
      "step": 86228
    },
    {
      "epoch": 3.531804218718001,
      "grad_norm": 1.301484119448,
      "learning_rate": 0.0001113562129031827,
      "loss": 0.7513,
      "step": 86229
    },
    {
      "epoch": 3.5318451771451977,
      "grad_norm": 1.1755330638121948,
      "learning_rate": 0.00011135306160642716,
      "loss": 0.4346,
      "step": 86230
    },
    {
      "epoch": 3.5318861355723943,
      "grad_norm": 1.5196397312494545,
      "learning_rate": 0.00011134991032794168,
      "loss": 0.8944,
      "step": 86231
    },
    {
      "epoch": 3.5319270939995904,
      "grad_norm": 1.333942673160084,
      "learning_rate": 0.00011134675906772773,
      "loss": 0.6586,
      "step": 86232
    },
    {
      "epoch": 3.531968052426787,
      "grad_norm": 3.4000565612947526,
      "learning_rate": 0.00011134360782578681,
      "loss": 0.51,
      "step": 86233
    },
    {
      "epoch": 3.532009010853983,
      "grad_norm": 1.8753749405033555,
      "learning_rate": 0.00011134045660212033,
      "loss": 0.9921,
      "step": 86234
    },
    {
      "epoch": 3.5320499692811795,
      "grad_norm": 1.284573624879376,
      "learning_rate": 0.00011133730539672989,
      "loss": 0.5424,
      "step": 86235
    },
    {
      "epoch": 3.532090927708376,
      "grad_norm": 1.3768273993839455,
      "learning_rate": 0.00011133415420961692,
      "loss": 0.6467,
      "step": 86236
    },
    {
      "epoch": 3.5321318861355726,
      "grad_norm": 1.3124799614363707,
      "learning_rate": 0.00011133100304078291,
      "loss": 0.5039,
      "step": 86237
    },
    {
      "epoch": 3.5321728445627687,
      "grad_norm": 1.3942078037927903,
      "learning_rate": 0.00011132785189022932,
      "loss": 0.7765,
      "step": 86238
    },
    {
      "epoch": 3.5322138029899652,
      "grad_norm": 1.219614284750353,
      "learning_rate": 0.00011132470075795774,
      "loss": 0.6491,
      "step": 86239
    },
    {
      "epoch": 3.5322547614171613,
      "grad_norm": 1.5256584925377923,
      "learning_rate": 0.00011132154964396957,
      "loss": 0.7766,
      "step": 86240
    },
    {
      "epoch": 3.532295719844358,
      "grad_norm": 1.5978021372986586,
      "learning_rate": 0.00011131839854826632,
      "loss": 0.6809,
      "step": 86241
    },
    {
      "epoch": 3.5323366782715544,
      "grad_norm": 3.474387723490348,
      "learning_rate": 0.0001113152474708495,
      "loss": 3.7157,
      "step": 86242
    },
    {
      "epoch": 3.532377636698751,
      "grad_norm": 1.541713483136082,
      "learning_rate": 0.00011131209641172057,
      "loss": 0.9816,
      "step": 86243
    },
    {
      "epoch": 3.532418595125947,
      "grad_norm": 1.52452916912621,
      "learning_rate": 0.00011130894537088105,
      "loss": 0.6998,
      "step": 86244
    },
    {
      "epoch": 3.5324595535531436,
      "grad_norm": 0.7775483677075781,
      "learning_rate": 0.00011130579434833244,
      "loss": 0.2074,
      "step": 86245
    },
    {
      "epoch": 3.53250051198034,
      "grad_norm": 1.184958697329943,
      "learning_rate": 0.00011130264334407619,
      "loss": 0.6869,
      "step": 86246
    },
    {
      "epoch": 3.532541470407536,
      "grad_norm": 1.6662498502095964,
      "learning_rate": 0.00011129949235811376,
      "loss": 0.7308,
      "step": 86247
    },
    {
      "epoch": 3.5325824288347327,
      "grad_norm": 1.2297749029852616,
      "learning_rate": 0.00011129634139044673,
      "loss": 0.6887,
      "step": 86248
    },
    {
      "epoch": 3.5326233872619293,
      "grad_norm": 1.5202450222460966,
      "learning_rate": 0.00011129319044107653,
      "loss": 0.8525,
      "step": 86249
    },
    {
      "epoch": 3.532664345689126,
      "grad_norm": 1.5960828054656813,
      "learning_rate": 0.00011129003951000467,
      "loss": 0.659,
      "step": 86250
    },
    {
      "epoch": 3.532705304116322,
      "grad_norm": 0.7042756285642384,
      "learning_rate": 0.00011128688859723261,
      "loss": 0.2194,
      "step": 86251
    },
    {
      "epoch": 3.5327462625435184,
      "grad_norm": 1.6831490276550112,
      "learning_rate": 0.00011128373770276189,
      "loss": 0.9726,
      "step": 86252
    },
    {
      "epoch": 3.5327872209707145,
      "grad_norm": 1.65995287291467,
      "learning_rate": 0.00011128058682659397,
      "loss": 0.9142,
      "step": 86253
    },
    {
      "epoch": 3.532828179397911,
      "grad_norm": 1.21992004730055,
      "learning_rate": 0.00011127743596873034,
      "loss": 0.6026,
      "step": 86254
    },
    {
      "epoch": 3.5328691378251076,
      "grad_norm": 1.050102560198138,
      "learning_rate": 0.00011127428512917246,
      "loss": 0.3867,
      "step": 86255
    },
    {
      "epoch": 3.532910096252304,
      "grad_norm": 1.2439217173902752,
      "learning_rate": 0.00011127113430792188,
      "loss": 0.5679,
      "step": 86256
    },
    {
      "epoch": 3.5329510546795,
      "grad_norm": 1.5482689792284827,
      "learning_rate": 0.00011126798350498006,
      "loss": 0.7872,
      "step": 86257
    },
    {
      "epoch": 3.5329920131066967,
      "grad_norm": 0.601537541502551,
      "learning_rate": 0.0001112648327203485,
      "loss": 0.139,
      "step": 86258
    },
    {
      "epoch": 3.533032971533893,
      "grad_norm": 4.2497662999519825,
      "learning_rate": 0.00011126168195402865,
      "loss": 1.5374,
      "step": 86259
    },
    {
      "epoch": 3.5330739299610894,
      "grad_norm": 1.4333220723659652,
      "learning_rate": 0.00011125853120602205,
      "loss": 0.5928,
      "step": 86260
    },
    {
      "epoch": 3.533114888388286,
      "grad_norm": 1.6583521760539477,
      "learning_rate": 0.00011125538047633017,
      "loss": 0.8622,
      "step": 86261
    },
    {
      "epoch": 3.5331558468154824,
      "grad_norm": 1.3574602171273087,
      "learning_rate": 0.0001112522297649545,
      "loss": 0.9858,
      "step": 86262
    },
    {
      "epoch": 3.5331968052426785,
      "grad_norm": 3.0051178922263992,
      "learning_rate": 0.00011124907907189648,
      "loss": 1.8728,
      "step": 86263
    },
    {
      "epoch": 3.533237763669875,
      "grad_norm": 1.521578089876222,
      "learning_rate": 0.00011124592839715769,
      "loss": 0.7297,
      "step": 86264
    },
    {
      "epoch": 3.5332787220970716,
      "grad_norm": 1.347882088518646,
      "learning_rate": 0.00011124277774073958,
      "loss": 0.6418,
      "step": 86265
    },
    {
      "epoch": 3.5333196805242677,
      "grad_norm": 1.3375004979525063,
      "learning_rate": 0.00011123962710264364,
      "loss": 0.7015,
      "step": 86266
    },
    {
      "epoch": 3.5333606389514642,
      "grad_norm": 1.0429907752491465,
      "learning_rate": 0.00011123647648287132,
      "loss": 0.3695,
      "step": 86267
    },
    {
      "epoch": 3.5334015973786608,
      "grad_norm": 1.1612746898548505,
      "learning_rate": 0.00011123332588142418,
      "loss": 0.6193,
      "step": 86268
    },
    {
      "epoch": 3.5334425558058573,
      "grad_norm": 1.532558156214952,
      "learning_rate": 0.00011123017529830367,
      "loss": 0.88,
      "step": 86269
    },
    {
      "epoch": 3.5334835142330534,
      "grad_norm": 1.2936610764315586,
      "learning_rate": 0.00011122702473351128,
      "loss": 0.6227,
      "step": 86270
    },
    {
      "epoch": 3.53352447266025,
      "grad_norm": 1.6115409884167702,
      "learning_rate": 0.00011122387418704846,
      "loss": 0.7923,
      "step": 86271
    },
    {
      "epoch": 3.533565431087446,
      "grad_norm": 1.7098958937114992,
      "learning_rate": 0.00011122072365891679,
      "loss": 0.6684,
      "step": 86272
    },
    {
      "epoch": 3.5336063895146426,
      "grad_norm": 1.621707807956906,
      "learning_rate": 0.00011121757314911771,
      "loss": 0.9717,
      "step": 86273
    },
    {
      "epoch": 3.533647347941839,
      "grad_norm": 1.5118559765581707,
      "learning_rate": 0.00011121442265765271,
      "loss": 0.8496,
      "step": 86274
    },
    {
      "epoch": 3.5336883063690356,
      "grad_norm": 1.4307279874664784,
      "learning_rate": 0.00011121127218452332,
      "loss": 1.0392,
      "step": 86275
    },
    {
      "epoch": 3.5337292647962317,
      "grad_norm": 1.3525679092014875,
      "learning_rate": 0.00011120812172973095,
      "loss": 0.7518,
      "step": 86276
    },
    {
      "epoch": 3.5337702232234283,
      "grad_norm": 3.254276964390061,
      "learning_rate": 0.00011120497129327713,
      "loss": 3.3849,
      "step": 86277
    },
    {
      "epoch": 3.5338111816506244,
      "grad_norm": 1.4290684183891498,
      "learning_rate": 0.00011120182087516332,
      "loss": 0.6542,
      "step": 86278
    },
    {
      "epoch": 3.533852140077821,
      "grad_norm": 1.3248795035970755,
      "learning_rate": 0.00011119867047539106,
      "loss": 0.8435,
      "step": 86279
    },
    {
      "epoch": 3.5338930985050174,
      "grad_norm": 1.3716290600204843,
      "learning_rate": 0.00011119552009396182,
      "loss": 0.8297,
      "step": 86280
    },
    {
      "epoch": 3.533934056932214,
      "grad_norm": 0.9974986139370702,
      "learning_rate": 0.0001111923697308771,
      "loss": 0.3595,
      "step": 86281
    },
    {
      "epoch": 3.53397501535941,
      "grad_norm": 1.366553501145938,
      "learning_rate": 0.00011118921938613832,
      "loss": 0.6362,
      "step": 86282
    },
    {
      "epoch": 3.5340159737866066,
      "grad_norm": 1.5141186588260336,
      "learning_rate": 0.00011118606905974706,
      "loss": 0.6365,
      "step": 86283
    },
    {
      "epoch": 3.534056932213803,
      "grad_norm": 1.6215502994984095,
      "learning_rate": 0.0001111829187517048,
      "loss": 0.7365,
      "step": 86284
    },
    {
      "epoch": 3.534097890640999,
      "grad_norm": 1.517023717775274,
      "learning_rate": 0.00011117976846201299,
      "loss": 0.7262,
      "step": 86285
    },
    {
      "epoch": 3.5341388490681958,
      "grad_norm": 1.2154000388490533,
      "learning_rate": 0.0001111766181906731,
      "loss": 0.6844,
      "step": 86286
    },
    {
      "epoch": 3.5341798074953923,
      "grad_norm": 1.1778995593537787,
      "learning_rate": 0.00011117346793768666,
      "loss": 0.6379,
      "step": 86287
    },
    {
      "epoch": 3.534220765922589,
      "grad_norm": 1.7510975284285328,
      "learning_rate": 0.00011117031770305518,
      "loss": 0.824,
      "step": 86288
    },
    {
      "epoch": 3.534261724349785,
      "grad_norm": 1.5412556072753503,
      "learning_rate": 0.00011116716748678012,
      "loss": 0.7963,
      "step": 86289
    },
    {
      "epoch": 3.5343026827769815,
      "grad_norm": 1.3556989279343739,
      "learning_rate": 0.00011116401728886294,
      "loss": 0.6805,
      "step": 86290
    },
    {
      "epoch": 3.5343436412041775,
      "grad_norm": 1.3048038397864163,
      "learning_rate": 0.00011116086710930516,
      "loss": 0.6451,
      "step": 86291
    },
    {
      "epoch": 3.534384599631374,
      "grad_norm": 1.4811913914911043,
      "learning_rate": 0.0001111577169481083,
      "loss": 0.7656,
      "step": 86292
    },
    {
      "epoch": 3.5344255580585706,
      "grad_norm": 3.4699750609488857,
      "learning_rate": 0.00011115456680527382,
      "loss": 3.5764,
      "step": 86293
    },
    {
      "epoch": 3.534466516485767,
      "grad_norm": 1.2598397681965912,
      "learning_rate": 0.00011115141668080314,
      "loss": 0.5246,
      "step": 86294
    },
    {
      "epoch": 3.5345074749129632,
      "grad_norm": 2.5119036766641254,
      "learning_rate": 0.00011114826657469788,
      "loss": 1.1712,
      "step": 86295
    },
    {
      "epoch": 3.53454843334016,
      "grad_norm": 0.9478202969425303,
      "learning_rate": 0.00011114511648695945,
      "loss": 0.3358,
      "step": 86296
    },
    {
      "epoch": 3.534589391767356,
      "grad_norm": 2.1690953778739694,
      "learning_rate": 0.00011114196641758937,
      "loss": 1.1934,
      "step": 86297
    },
    {
      "epoch": 3.5346303501945524,
      "grad_norm": 1.5649323512616045,
      "learning_rate": 0.00011113881636658907,
      "loss": 0.7026,
      "step": 86298
    },
    {
      "epoch": 3.534671308621749,
      "grad_norm": 2.541880575304987,
      "learning_rate": 0.00011113566633396012,
      "loss": 0.8421,
      "step": 86299
    },
    {
      "epoch": 3.5347122670489455,
      "grad_norm": 1.2053028050878862,
      "learning_rate": 0.00011113251631970398,
      "loss": 0.603,
      "step": 86300
    },
    {
      "epoch": 3.5347532254761416,
      "grad_norm": 2.519764787483736,
      "learning_rate": 0.0001111293663238221,
      "loss": 2.0432,
      "step": 86301
    },
    {
      "epoch": 3.534794183903338,
      "grad_norm": 1.721871048077698,
      "learning_rate": 0.00011112621634631599,
      "loss": 0.7062,
      "step": 86302
    },
    {
      "epoch": 3.5348351423305346,
      "grad_norm": 1.4387074127080846,
      "learning_rate": 0.00011112306638718717,
      "loss": 0.677,
      "step": 86303
    },
    {
      "epoch": 3.5348761007577307,
      "grad_norm": 1.5631428809214247,
      "learning_rate": 0.00011111991644643713,
      "loss": 0.7988,
      "step": 86304
    },
    {
      "epoch": 3.5349170591849273,
      "grad_norm": 1.2602322322507629,
      "learning_rate": 0.00011111676652406733,
      "loss": 0.6343,
      "step": 86305
    },
    {
      "epoch": 3.534958017612124,
      "grad_norm": 1.5453015571098139,
      "learning_rate": 0.00011111361662007922,
      "loss": 0.9765,
      "step": 86306
    },
    {
      "epoch": 3.5349989760393203,
      "grad_norm": 1.3974041249640818,
      "learning_rate": 0.00011111046673447438,
      "loss": 0.7808,
      "step": 86307
    },
    {
      "epoch": 3.5350399344665164,
      "grad_norm": 1.3378312700164108,
      "learning_rate": 0.00011110731686725426,
      "loss": 0.7381,
      "step": 86308
    },
    {
      "epoch": 3.535080892893713,
      "grad_norm": 1.7761839473915055,
      "learning_rate": 0.00011110416701842033,
      "loss": 0.9373,
      "step": 86309
    },
    {
      "epoch": 3.535121851320909,
      "grad_norm": 1.4584469995443754,
      "learning_rate": 0.00011110101718797406,
      "loss": 0.7409,
      "step": 86310
    },
    {
      "epoch": 3.5351628097481056,
      "grad_norm": 0.9494158058745003,
      "learning_rate": 0.00011109786737591702,
      "loss": 0.4562,
      "step": 86311
    },
    {
      "epoch": 3.535203768175302,
      "grad_norm": 1.2864386655207323,
      "learning_rate": 0.00011109471758225062,
      "loss": 0.5954,
      "step": 86312
    },
    {
      "epoch": 3.5352447266024987,
      "grad_norm": 1.2856738723726946,
      "learning_rate": 0.00011109156780697643,
      "loss": 0.7015,
      "step": 86313
    },
    {
      "epoch": 3.5352856850296948,
      "grad_norm": 1.6164265511121567,
      "learning_rate": 0.0001110884180500958,
      "loss": 0.8073,
      "step": 86314
    },
    {
      "epoch": 3.5353266434568913,
      "grad_norm": 2.3232854492193717,
      "learning_rate": 0.00011108526831161038,
      "loss": 1.3805,
      "step": 86315
    },
    {
      "epoch": 3.5353676018840874,
      "grad_norm": 1.5860440056947938,
      "learning_rate": 0.00011108211859152156,
      "loss": 0.8484,
      "step": 86316
    },
    {
      "epoch": 3.535408560311284,
      "grad_norm": 1.6116801203181954,
      "learning_rate": 0.00011107896888983088,
      "loss": 0.7357,
      "step": 86317
    },
    {
      "epoch": 3.5354495187384805,
      "grad_norm": 1.2448241778768467,
      "learning_rate": 0.00011107581920653978,
      "loss": 0.7291,
      "step": 86318
    },
    {
      "epoch": 3.535490477165677,
      "grad_norm": 0.9495889308876675,
      "learning_rate": 0.00011107266954164978,
      "loss": 0.2101,
      "step": 86319
    },
    {
      "epoch": 3.535531435592873,
      "grad_norm": 1.561591838518369,
      "learning_rate": 0.00011106951989516237,
      "loss": 0.7804,
      "step": 86320
    },
    {
      "epoch": 3.5355723940200696,
      "grad_norm": 1.322688201313816,
      "learning_rate": 0.00011106637026707902,
      "loss": 0.6082,
      "step": 86321
    },
    {
      "epoch": 3.535613352447266,
      "grad_norm": 1.1294553131291005,
      "learning_rate": 0.00011106322065740125,
      "loss": 0.3351,
      "step": 86322
    },
    {
      "epoch": 3.5356543108744622,
      "grad_norm": 1.7582194264875808,
      "learning_rate": 0.00011106007106613049,
      "loss": 0.8683,
      "step": 86323
    },
    {
      "epoch": 3.535695269301659,
      "grad_norm": 1.0919972126903297,
      "learning_rate": 0.00011105692149326832,
      "loss": 0.3378,
      "step": 86324
    },
    {
      "epoch": 3.5357362277288553,
      "grad_norm": 2.0535912243522443,
      "learning_rate": 0.00011105377193881615,
      "loss": 1.2289,
      "step": 86325
    },
    {
      "epoch": 3.535777186156052,
      "grad_norm": 3.420645051202128,
      "learning_rate": 0.00011105062240277551,
      "loss": 3.8091,
      "step": 86326
    },
    {
      "epoch": 3.535818144583248,
      "grad_norm": 0.9026608920884989,
      "learning_rate": 0.00011104747288514784,
      "loss": 0.2351,
      "step": 86327
    },
    {
      "epoch": 3.5358591030104445,
      "grad_norm": 1.1743993098397585,
      "learning_rate": 0.0001110443233859347,
      "loss": 0.3671,
      "step": 86328
    },
    {
      "epoch": 3.5359000614376406,
      "grad_norm": 0.9112089605918884,
      "learning_rate": 0.00011104117390513755,
      "loss": 0.3311,
      "step": 86329
    },
    {
      "epoch": 3.535941019864837,
      "grad_norm": 1.4691522382202769,
      "learning_rate": 0.00011103802444275785,
      "loss": 0.6841,
      "step": 86330
    },
    {
      "epoch": 3.5359819782920336,
      "grad_norm": 2.279588607584124,
      "learning_rate": 0.0001110348749987971,
      "loss": 1.8727,
      "step": 86331
    },
    {
      "epoch": 3.53602293671923,
      "grad_norm": 1.1654147275494144,
      "learning_rate": 0.00011103172557325683,
      "loss": 0.4964,
      "step": 86332
    },
    {
      "epoch": 3.5360638951464263,
      "grad_norm": 1.5115601849065838,
      "learning_rate": 0.0001110285761661385,
      "loss": 0.5594,
      "step": 86333
    },
    {
      "epoch": 3.536104853573623,
      "grad_norm": 1.3260467019732463,
      "learning_rate": 0.00011102542677744359,
      "loss": 0.5566,
      "step": 86334
    },
    {
      "epoch": 3.536145812000819,
      "grad_norm": 1.0732313737870844,
      "learning_rate": 0.00011102227740717356,
      "loss": 0.599,
      "step": 86335
    },
    {
      "epoch": 3.5361867704280154,
      "grad_norm": 0.8484698289191,
      "learning_rate": 0.00011101912805532999,
      "loss": 0.3195,
      "step": 86336
    },
    {
      "epoch": 3.536227728855212,
      "grad_norm": 2.5082240414239276,
      "learning_rate": 0.0001110159787219143,
      "loss": 1.5112,
      "step": 86337
    },
    {
      "epoch": 3.5362686872824085,
      "grad_norm": 1.9170104016435152,
      "learning_rate": 0.00011101282940692797,
      "loss": 1.2784,
      "step": 86338
    },
    {
      "epoch": 3.5363096457096046,
      "grad_norm": 0.8747030234662608,
      "learning_rate": 0.0001110096801103725,
      "loss": 0.3846,
      "step": 86339
    },
    {
      "epoch": 3.536350604136801,
      "grad_norm": 1.1081480474553793,
      "learning_rate": 0.00011100653083224944,
      "loss": 0.2535,
      "step": 86340
    },
    {
      "epoch": 3.5363915625639977,
      "grad_norm": 1.569477115954639,
      "learning_rate": 0.0001110033815725602,
      "loss": 0.805,
      "step": 86341
    },
    {
      "epoch": 3.5364325209911938,
      "grad_norm": 1.5863579430747576,
      "learning_rate": 0.00011100023233130632,
      "loss": 0.6454,
      "step": 86342
    },
    {
      "epoch": 3.5364734794183903,
      "grad_norm": 1.2144053288504506,
      "learning_rate": 0.00011099708310848923,
      "loss": 0.8466,
      "step": 86343
    },
    {
      "epoch": 3.536514437845587,
      "grad_norm": 2.2102837917493137,
      "learning_rate": 0.00011099393390411048,
      "loss": 1.7139,
      "step": 86344
    },
    {
      "epoch": 3.5365553962727834,
      "grad_norm": 0.7936938921598145,
      "learning_rate": 0.00011099078471817158,
      "loss": 0.2654,
      "step": 86345
    },
    {
      "epoch": 3.5365963546999795,
      "grad_norm": 1.3992168308365007,
      "learning_rate": 0.00011098763555067392,
      "loss": 0.5738,
      "step": 86346
    },
    {
      "epoch": 3.536637313127176,
      "grad_norm": 1.6324928465149708,
      "learning_rate": 0.00011098448640161906,
      "loss": 0.8271,
      "step": 86347
    },
    {
      "epoch": 3.536678271554372,
      "grad_norm": 11.62471655737325,
      "learning_rate": 0.00011098133727100848,
      "loss": 4.3841,
      "step": 86348
    },
    {
      "epoch": 3.5367192299815686,
      "grad_norm": 8.26921494010153,
      "learning_rate": 0.00011097818815884366,
      "loss": 1.7056,
      "step": 86349
    },
    {
      "epoch": 3.536760188408765,
      "grad_norm": 3.694641676697177,
      "learning_rate": 0.00011097503906512603,
      "loss": 1.1681,
      "step": 86350
    },
    {
      "epoch": 3.5368011468359617,
      "grad_norm": 1.4722947123866201,
      "learning_rate": 0.00011097188998985718,
      "loss": 0.5321,
      "step": 86351
    },
    {
      "epoch": 3.536842105263158,
      "grad_norm": 1.490171959262016,
      "learning_rate": 0.00011096874093303855,
      "loss": 0.4391,
      "step": 86352
    },
    {
      "epoch": 3.5368830636903543,
      "grad_norm": 1.4710580907564517,
      "learning_rate": 0.00011096559189467164,
      "loss": 0.6718,
      "step": 86353
    },
    {
      "epoch": 3.5369240221175504,
      "grad_norm": 1.5179076677268954,
      "learning_rate": 0.0001109624428747579,
      "loss": 0.6735,
      "step": 86354
    },
    {
      "epoch": 3.536964980544747,
      "grad_norm": 1.6402979300996934,
      "learning_rate": 0.00011095929387329888,
      "loss": 0.8986,
      "step": 86355
    },
    {
      "epoch": 3.5370059389719435,
      "grad_norm": 1.2480638792336223,
      "learning_rate": 0.00011095614489029606,
      "loss": 0.5175,
      "step": 86356
    },
    {
      "epoch": 3.53704689739914,
      "grad_norm": 1.8873140104607835,
      "learning_rate": 0.00011095299592575089,
      "loss": 1.2799,
      "step": 86357
    },
    {
      "epoch": 3.537087855826336,
      "grad_norm": 1.203597285579527,
      "learning_rate": 0.00011094984697966485,
      "loss": 0.5425,
      "step": 86358
    },
    {
      "epoch": 3.5371288142535326,
      "grad_norm": 1.7674192107630327,
      "learning_rate": 0.0001109466980520395,
      "loss": 0.78,
      "step": 86359
    },
    {
      "epoch": 3.537169772680729,
      "grad_norm": 1.4669326841314245,
      "learning_rate": 0.00011094354914287627,
      "loss": 0.8371,
      "step": 86360
    },
    {
      "epoch": 3.5372107311079253,
      "grad_norm": 1.6179526542362164,
      "learning_rate": 0.00011094040025217666,
      "loss": 0.7812,
      "step": 86361
    },
    {
      "epoch": 3.537251689535122,
      "grad_norm": 3.384366719815711,
      "learning_rate": 0.00011093725137994214,
      "loss": 0.594,
      "step": 86362
    },
    {
      "epoch": 3.5372926479623183,
      "grad_norm": 1.5084569577193865,
      "learning_rate": 0.00011093410252617426,
      "loss": 1.0622,
      "step": 86363
    },
    {
      "epoch": 3.537333606389515,
      "grad_norm": 1.2302409671250276,
      "learning_rate": 0.00011093095369087447,
      "loss": 0.5977,
      "step": 86364
    },
    {
      "epoch": 3.537374564816711,
      "grad_norm": 1.6698741215747068,
      "learning_rate": 0.00011092780487404423,
      "loss": 0.8322,
      "step": 86365
    },
    {
      "epoch": 3.5374155232439075,
      "grad_norm": 1.502550950331141,
      "learning_rate": 0.00011092465607568506,
      "loss": 0.8436,
      "step": 86366
    },
    {
      "epoch": 3.5374564816711036,
      "grad_norm": 1.1199733941852852,
      "learning_rate": 0.00011092150729579846,
      "loss": 0.5825,
      "step": 86367
    },
    {
      "epoch": 3.5374974400983,
      "grad_norm": 1.3244183386209283,
      "learning_rate": 0.0001109183585343859,
      "loss": 0.6169,
      "step": 86368
    },
    {
      "epoch": 3.5375383985254967,
      "grad_norm": 0.9908729219525944,
      "learning_rate": 0.00011091520979144888,
      "loss": 0.2947,
      "step": 86369
    },
    {
      "epoch": 3.537579356952693,
      "grad_norm": 1.3824425545552346,
      "learning_rate": 0.00011091206106698884,
      "loss": 0.6243,
      "step": 86370
    },
    {
      "epoch": 3.5376203153798893,
      "grad_norm": 1.4771773618810031,
      "learning_rate": 0.00011090891236100736,
      "loss": 0.6248,
      "step": 86371
    },
    {
      "epoch": 3.537661273807086,
      "grad_norm": 1.2160298549233206,
      "learning_rate": 0.00011090576367350587,
      "loss": 0.451,
      "step": 86372
    },
    {
      "epoch": 3.537702232234282,
      "grad_norm": 1.6124469110945945,
      "learning_rate": 0.00011090261500448584,
      "loss": 0.7252,
      "step": 86373
    },
    {
      "epoch": 3.5377431906614785,
      "grad_norm": 1.5996995152564264,
      "learning_rate": 0.00011089946635394878,
      "loss": 0.7706,
      "step": 86374
    },
    {
      "epoch": 3.537784149088675,
      "grad_norm": 1.611381716117043,
      "learning_rate": 0.0001108963177218962,
      "loss": 0.693,
      "step": 86375
    },
    {
      "epoch": 3.5378251075158715,
      "grad_norm": 1.8938093133199303,
      "learning_rate": 0.00011089316910832959,
      "loss": 0.8491,
      "step": 86376
    },
    {
      "epoch": 3.5378660659430676,
      "grad_norm": 0.7933957531662336,
      "learning_rate": 0.00011089002051325042,
      "loss": 0.2399,
      "step": 86377
    },
    {
      "epoch": 3.537907024370264,
      "grad_norm": 4.925557761682109,
      "learning_rate": 0.00011088687193666013,
      "loss": 2.6324,
      "step": 86378
    },
    {
      "epoch": 3.5379479827974607,
      "grad_norm": 1.4295335290171334,
      "learning_rate": 0.0001108837233785603,
      "loss": 0.5851,
      "step": 86379
    },
    {
      "epoch": 3.537988941224657,
      "grad_norm": 1.721403570657176,
      "learning_rate": 0.00011088057483895238,
      "loss": 0.7597,
      "step": 86380
    },
    {
      "epoch": 3.5380298996518533,
      "grad_norm": 1.2873946115769275,
      "learning_rate": 0.00011087742631783785,
      "loss": 0.5337,
      "step": 86381
    },
    {
      "epoch": 3.53807085807905,
      "grad_norm": 1.5086050511560851,
      "learning_rate": 0.00011087427781521816,
      "loss": 0.7333,
      "step": 86382
    },
    {
      "epoch": 3.5381118165062464,
      "grad_norm": 1.579484239782446,
      "learning_rate": 0.00011087112933109488,
      "loss": 0.3852,
      "step": 86383
    },
    {
      "epoch": 3.5381527749334425,
      "grad_norm": 2.3188339195258907,
      "learning_rate": 0.00011086798086546946,
      "loss": 0.7999,
      "step": 86384
    },
    {
      "epoch": 3.538193733360639,
      "grad_norm": 1.255660894807209,
      "learning_rate": 0.00011086483241834339,
      "loss": 0.5641,
      "step": 86385
    },
    {
      "epoch": 3.538234691787835,
      "grad_norm": 0.7470820549694065,
      "learning_rate": 0.00011086168398971814,
      "loss": 0.1728,
      "step": 86386
    },
    {
      "epoch": 3.5382756502150317,
      "grad_norm": 1.2510900692290916,
      "learning_rate": 0.00011085853557959523,
      "loss": 0.508,
      "step": 86387
    },
    {
      "epoch": 3.538316608642228,
      "grad_norm": 1.2281512482550498,
      "learning_rate": 0.00011085538718797612,
      "loss": 0.6581,
      "step": 86388
    },
    {
      "epoch": 3.5383575670694247,
      "grad_norm": 1.5976481451947993,
      "learning_rate": 0.00011085223881486234,
      "loss": 0.9249,
      "step": 86389
    },
    {
      "epoch": 3.538398525496621,
      "grad_norm": 1.4607261750722134,
      "learning_rate": 0.00011084909046025532,
      "loss": 0.7189,
      "step": 86390
    },
    {
      "epoch": 3.5384394839238174,
      "grad_norm": 2.1075990067246475,
      "learning_rate": 0.00011084594212415656,
      "loss": 1.4002,
      "step": 86391
    },
    {
      "epoch": 3.5384804423510134,
      "grad_norm": 1.4385414713677764,
      "learning_rate": 0.0001108427938065676,
      "loss": 0.6965,
      "step": 86392
    },
    {
      "epoch": 3.53852140077821,
      "grad_norm": 1.7971124425230702,
      "learning_rate": 0.0001108396455074899,
      "loss": 1.0224,
      "step": 86393
    },
    {
      "epoch": 3.5385623592054065,
      "grad_norm": 0.9308936281577058,
      "learning_rate": 0.00011083649722692495,
      "loss": 0.2404,
      "step": 86394
    },
    {
      "epoch": 3.538603317632603,
      "grad_norm": 1.4316809166483384,
      "learning_rate": 0.00011083334896487417,
      "loss": 0.6706,
      "step": 86395
    },
    {
      "epoch": 3.538644276059799,
      "grad_norm": 1.2533447430815727,
      "learning_rate": 0.00011083020072133916,
      "loss": 0.7016,
      "step": 86396
    },
    {
      "epoch": 3.5386852344869957,
      "grad_norm": 1.6032757701502067,
      "learning_rate": 0.00011082705249632136,
      "loss": 1.0017,
      "step": 86397
    },
    {
      "epoch": 3.538726192914192,
      "grad_norm": 1.540780212977928,
      "learning_rate": 0.00011082390428982226,
      "loss": 0.9059,
      "step": 86398
    },
    {
      "epoch": 3.5387671513413883,
      "grad_norm": 1.8830975698597698,
      "learning_rate": 0.00011082075610184331,
      "loss": 0.6571,
      "step": 86399
    },
    {
      "epoch": 3.538808109768585,
      "grad_norm": 1.2353436071556976,
      "learning_rate": 0.00011081760793238605,
      "loss": 0.5709,
      "step": 86400
    },
    {
      "epoch": 3.5388490681957814,
      "grad_norm": 2.9246207505717976,
      "learning_rate": 0.00011081445978145198,
      "loss": 0.8588,
      "step": 86401
    },
    {
      "epoch": 3.538890026622978,
      "grad_norm": 1.2894415228944875,
      "learning_rate": 0.00011081131164904252,
      "loss": 0.5441,
      "step": 86402
    },
    {
      "epoch": 3.538930985050174,
      "grad_norm": 7.790281821267084,
      "learning_rate": 0.00011080816353515921,
      "loss": 0.9271,
      "step": 86403
    },
    {
      "epoch": 3.5389719434773705,
      "grad_norm": 1.4902762674394814,
      "learning_rate": 0.00011080501543980352,
      "loss": 1.0637,
      "step": 86404
    },
    {
      "epoch": 3.5390129019045666,
      "grad_norm": 1.60149758269448,
      "learning_rate": 0.00011080186736297696,
      "loss": 0.4802,
      "step": 86405
    },
    {
      "epoch": 3.539053860331763,
      "grad_norm": 1.1868382706688578,
      "learning_rate": 0.00011079871930468102,
      "loss": 0.4842,
      "step": 86406
    },
    {
      "epoch": 3.5390948187589597,
      "grad_norm": 1.1528057123504416,
      "learning_rate": 0.00011079557126491711,
      "loss": 0.3091,
      "step": 86407
    },
    {
      "epoch": 3.5391357771861562,
      "grad_norm": 1.6203191244992061,
      "learning_rate": 0.00011079242324368682,
      "loss": 0.7601,
      "step": 86408
    },
    {
      "epoch": 3.5391767356133523,
      "grad_norm": 0.6113474049792115,
      "learning_rate": 0.0001107892752409916,
      "loss": 0.0964,
      "step": 86409
    },
    {
      "epoch": 3.539217694040549,
      "grad_norm": 1.2187723419623082,
      "learning_rate": 0.00011078612725683295,
      "loss": 0.6107,
      "step": 86410
    },
    {
      "epoch": 3.5392586524677454,
      "grad_norm": 1.3017293906948304,
      "learning_rate": 0.00011078297929121229,
      "loss": 0.2412,
      "step": 86411
    },
    {
      "epoch": 3.5392996108949415,
      "grad_norm": 1.1390096750728964,
      "learning_rate": 0.00011077983134413121,
      "loss": 0.4788,
      "step": 86412
    },
    {
      "epoch": 3.539340569322138,
      "grad_norm": 1.0540137393591074,
      "learning_rate": 0.00011077668341559114,
      "loss": 0.44,
      "step": 86413
    },
    {
      "epoch": 3.5393815277493346,
      "grad_norm": 1.4084715557885108,
      "learning_rate": 0.00011077353550559357,
      "loss": 0.8014,
      "step": 86414
    },
    {
      "epoch": 3.5394224861765307,
      "grad_norm": 5.125624559771252,
      "learning_rate": 0.00011077038761413996,
      "loss": 1.7752,
      "step": 86415
    },
    {
      "epoch": 3.539463444603727,
      "grad_norm": 1.510394686808485,
      "learning_rate": 0.00011076723974123196,
      "loss": 0.6961,
      "step": 86416
    },
    {
      "epoch": 3.5395044030309237,
      "grad_norm": 1.381160138188497,
      "learning_rate": 0.00011076409188687086,
      "loss": 0.6514,
      "step": 86417
    },
    {
      "epoch": 3.53954536145812,
      "grad_norm": 0.9061320689484113,
      "learning_rate": 0.00011076094405105817,
      "loss": 0.2494,
      "step": 86418
    },
    {
      "epoch": 3.5395863198853164,
      "grad_norm": 1.5116793979957588,
      "learning_rate": 0.00011075779623379547,
      "loss": 0.7336,
      "step": 86419
    },
    {
      "epoch": 3.539627278312513,
      "grad_norm": 0.8358793096008906,
      "learning_rate": 0.00011075464843508421,
      "loss": 0.2587,
      "step": 86420
    },
    {
      "epoch": 3.5396682367397094,
      "grad_norm": 1.8838259818932857,
      "learning_rate": 0.00011075150065492588,
      "loss": 1.1723,
      "step": 86421
    },
    {
      "epoch": 3.5397091951669055,
      "grad_norm": 0.9731723198438152,
      "learning_rate": 0.00011074835289332194,
      "loss": 0.2516,
      "step": 86422
    },
    {
      "epoch": 3.539750153594102,
      "grad_norm": 1.5446049755768583,
      "learning_rate": 0.0001107452051502739,
      "loss": 0.8773,
      "step": 86423
    },
    {
      "epoch": 3.539791112021298,
      "grad_norm": 1.3582157365591996,
      "learning_rate": 0.00011074205742578326,
      "loss": 0.5576,
      "step": 86424
    },
    {
      "epoch": 3.5398320704484947,
      "grad_norm": 1.5940986741852237,
      "learning_rate": 0.00011073890971985152,
      "loss": 0.8236,
      "step": 86425
    },
    {
      "epoch": 3.539873028875691,
      "grad_norm": 4.879396191345995,
      "learning_rate": 0.00011073576203248009,
      "loss": 2.7283,
      "step": 86426
    },
    {
      "epoch": 3.5399139873028878,
      "grad_norm": 1.3187539340884902,
      "learning_rate": 0.00011073261436367056,
      "loss": 0.6228,
      "step": 86427
    },
    {
      "epoch": 3.539954945730084,
      "grad_norm": 1.3236668109535994,
      "learning_rate": 0.00011072946671342435,
      "loss": 0.735,
      "step": 86428
    },
    {
      "epoch": 3.5399959041572804,
      "grad_norm": 1.5690582383699816,
      "learning_rate": 0.00011072631908174299,
      "loss": 0.6444,
      "step": 86429
    },
    {
      "epoch": 3.540036862584477,
      "grad_norm": 1.5978557699374323,
      "learning_rate": 0.0001107231714686279,
      "loss": 0.8324,
      "step": 86430
    },
    {
      "epoch": 3.540077821011673,
      "grad_norm": 1.546312552529907,
      "learning_rate": 0.00011072002387408066,
      "loss": 0.708,
      "step": 86431
    },
    {
      "epoch": 3.5401187794388695,
      "grad_norm": 3.5455485873843475,
      "learning_rate": 0.00011071687629810271,
      "loss": 1.3745,
      "step": 86432
    },
    {
      "epoch": 3.540159737866066,
      "grad_norm": 1.6839810362444905,
      "learning_rate": 0.00011071372874069555,
      "loss": 0.5814,
      "step": 86433
    },
    {
      "epoch": 3.540200696293262,
      "grad_norm": 0.8833524563113337,
      "learning_rate": 0.00011071058120186061,
      "loss": 0.2635,
      "step": 86434
    },
    {
      "epoch": 3.5402416547204587,
      "grad_norm": 1.3474437566420232,
      "learning_rate": 0.00011070743368159947,
      "loss": 0.4772,
      "step": 86435
    },
    {
      "epoch": 3.5402826131476552,
      "grad_norm": 1.9992037469912896,
      "learning_rate": 0.00011070428617991358,
      "loss": 1.0427,
      "step": 86436
    },
    {
      "epoch": 3.5403235715748513,
      "grad_norm": 1.5911055416164663,
      "learning_rate": 0.0001107011386968044,
      "loss": 0.5587,
      "step": 86437
    },
    {
      "epoch": 3.540364530002048,
      "grad_norm": 1.2065268837281498,
      "learning_rate": 0.00011069799123227343,
      "loss": 0.6083,
      "step": 86438
    },
    {
      "epoch": 3.5404054884292444,
      "grad_norm": 2.1086467799677324,
      "learning_rate": 0.00011069484378632219,
      "loss": 0.5136,
      "step": 86439
    },
    {
      "epoch": 3.540446446856441,
      "grad_norm": 1.2536248264663648,
      "learning_rate": 0.00011069169635895216,
      "loss": 0.6505,
      "step": 86440
    },
    {
      "epoch": 3.540487405283637,
      "grad_norm": 1.4613116527712362,
      "learning_rate": 0.0001106885489501648,
      "loss": 0.6668,
      "step": 86441
    },
    {
      "epoch": 3.5405283637108336,
      "grad_norm": 1.7107604896214028,
      "learning_rate": 0.00011068540155996161,
      "loss": 1.2027,
      "step": 86442
    },
    {
      "epoch": 3.5405693221380297,
      "grad_norm": 1.427407835316452,
      "learning_rate": 0.00011068225418834407,
      "loss": 0.6691,
      "step": 86443
    },
    {
      "epoch": 3.540610280565226,
      "grad_norm": 1.887930911066423,
      "learning_rate": 0.00011067910683531371,
      "loss": 0.7815,
      "step": 86444
    },
    {
      "epoch": 3.5406512389924227,
      "grad_norm": 2.083357893734222,
      "learning_rate": 0.00011067595950087198,
      "loss": 1.2442,
      "step": 86445
    },
    {
      "epoch": 3.5406921974196193,
      "grad_norm": 1.5684369519638095,
      "learning_rate": 0.00011067281218502034,
      "loss": 0.7051,
      "step": 86446
    },
    {
      "epoch": 3.5407331558468154,
      "grad_norm": 1.7503828091898164,
      "learning_rate": 0.00011066966488776033,
      "loss": 0.6809,
      "step": 86447
    },
    {
      "epoch": 3.540774114274012,
      "grad_norm": 1.22651310439657,
      "learning_rate": 0.00011066651760909346,
      "loss": 0.6951,
      "step": 86448
    },
    {
      "epoch": 3.5408150727012084,
      "grad_norm": 0.7729191784912424,
      "learning_rate": 0.00011066337034902115,
      "loss": 0.1946,
      "step": 86449
    },
    {
      "epoch": 3.5408560311284045,
      "grad_norm": 1.179241042748205,
      "learning_rate": 0.00011066022310754488,
      "loss": 0.7864,
      "step": 86450
    },
    {
      "epoch": 3.540896989555601,
      "grad_norm": 1.194306272923137,
      "learning_rate": 0.00011065707588466621,
      "loss": 0.6014,
      "step": 86451
    },
    {
      "epoch": 3.5409379479827976,
      "grad_norm": 1.681923251347235,
      "learning_rate": 0.0001106539286803866,
      "loss": 0.9173,
      "step": 86452
    },
    {
      "epoch": 3.540978906409994,
      "grad_norm": 1.630518905772573,
      "learning_rate": 0.00011065078149470751,
      "loss": 0.967,
      "step": 86453
    },
    {
      "epoch": 3.5410198648371902,
      "grad_norm": 1.7364754020427762,
      "learning_rate": 0.00011064763432763043,
      "loss": 0.898,
      "step": 86454
    },
    {
      "epoch": 3.5410608232643868,
      "grad_norm": 1.9764654325725362,
      "learning_rate": 0.0001106444871791569,
      "loss": 0.6052,
      "step": 86455
    },
    {
      "epoch": 3.541101781691583,
      "grad_norm": 1.7575635934619926,
      "learning_rate": 0.00011064134004928837,
      "loss": 1.314,
      "step": 86456
    },
    {
      "epoch": 3.5411427401187794,
      "grad_norm": 1.6737321670485037,
      "learning_rate": 0.00011063819293802633,
      "loss": 1.0549,
      "step": 86457
    },
    {
      "epoch": 3.541183698545976,
      "grad_norm": 1.3640827684708359,
      "learning_rate": 0.00011063504584537226,
      "loss": 0.5485,
      "step": 86458
    },
    {
      "epoch": 3.5412246569731725,
      "grad_norm": 1.7782029928509524,
      "learning_rate": 0.00011063189877132763,
      "loss": 0.7482,
      "step": 86459
    },
    {
      "epoch": 3.5412656154003685,
      "grad_norm": 1.8744557896537808,
      "learning_rate": 0.000110628751715894,
      "loss": 0.8725,
      "step": 86460
    },
    {
      "epoch": 3.541306573827565,
      "grad_norm": 5.391674425597971,
      "learning_rate": 0.0001106256046790728,
      "loss": 2.0567,
      "step": 86461
    },
    {
      "epoch": 3.541347532254761,
      "grad_norm": 1.4910039670424835,
      "learning_rate": 0.00011062245766086552,
      "loss": 0.7302,
      "step": 86462
    },
    {
      "epoch": 3.5413884906819577,
      "grad_norm": 1.7483247455391226,
      "learning_rate": 0.00011061931066127364,
      "loss": 1.2034,
      "step": 86463
    },
    {
      "epoch": 3.5414294491091542,
      "grad_norm": 0.9873574434155592,
      "learning_rate": 0.00011061616368029868,
      "loss": 0.3589,
      "step": 86464
    },
    {
      "epoch": 3.541470407536351,
      "grad_norm": 1.4967960249216266,
      "learning_rate": 0.00011061301671794211,
      "loss": 0.8304,
      "step": 86465
    },
    {
      "epoch": 3.541511365963547,
      "grad_norm": 1.6315767683608111,
      "learning_rate": 0.00011060986977420546,
      "loss": 0.7077,
      "step": 86466
    },
    {
      "epoch": 3.5415523243907434,
      "grad_norm": 1.648538728226715,
      "learning_rate": 0.0001106067228490901,
      "loss": 1.0719,
      "step": 86467
    },
    {
      "epoch": 3.54159328281794,
      "grad_norm": 0.901355816222429,
      "learning_rate": 0.00011060357594259765,
      "loss": 0.2782,
      "step": 86468
    },
    {
      "epoch": 3.541634241245136,
      "grad_norm": 1.3917684663228362,
      "learning_rate": 0.00011060042905472955,
      "loss": 0.5906,
      "step": 86469
    },
    {
      "epoch": 3.5416751996723326,
      "grad_norm": 1.3873588507973957,
      "learning_rate": 0.00011059728218548726,
      "loss": 0.5738,
      "step": 86470
    },
    {
      "epoch": 3.541716158099529,
      "grad_norm": 1.5548158379064452,
      "learning_rate": 0.00011059413533487227,
      "loss": 0.7138,
      "step": 86471
    },
    {
      "epoch": 3.5417571165267256,
      "grad_norm": 1.6798363072285238,
      "learning_rate": 0.00011059098850288611,
      "loss": 0.6899,
      "step": 86472
    },
    {
      "epoch": 3.5417980749539217,
      "grad_norm": 1.3003977848920838,
      "learning_rate": 0.00011058784168953025,
      "loss": 0.7774,
      "step": 86473
    },
    {
      "epoch": 3.5418390333811183,
      "grad_norm": 1.5408874417466407,
      "learning_rate": 0.00011058469489480618,
      "loss": 0.7907,
      "step": 86474
    },
    {
      "epoch": 3.5418799918083144,
      "grad_norm": 2.276400216040682,
      "learning_rate": 0.00011058154811871532,
      "loss": 1.4881,
      "step": 86475
    },
    {
      "epoch": 3.541920950235511,
      "grad_norm": 2.839189222209928,
      "learning_rate": 0.00011057840136125929,
      "loss": 0.4806,
      "step": 86476
    },
    {
      "epoch": 3.5419619086627074,
      "grad_norm": 1.527548318248153,
      "learning_rate": 0.00011057525462243947,
      "loss": 0.711,
      "step": 86477
    },
    {
      "epoch": 3.542002867089904,
      "grad_norm": 1.5139529589177134,
      "learning_rate": 0.00011057210790225739,
      "loss": 0.8338,
      "step": 86478
    },
    {
      "epoch": 3.5420438255171,
      "grad_norm": 1.3660812379860985,
      "learning_rate": 0.0001105689612007145,
      "loss": 0.5078,
      "step": 86479
    },
    {
      "epoch": 3.5420847839442966,
      "grad_norm": 1.2036970593949046,
      "learning_rate": 0.00011056581451781234,
      "loss": 0.4272,
      "step": 86480
    },
    {
      "epoch": 3.5421257423714927,
      "grad_norm": 1.2177434292260991,
      "learning_rate": 0.00011056266785355238,
      "loss": 0.7025,
      "step": 86481
    },
    {
      "epoch": 3.5421667007986892,
      "grad_norm": 1.4938476355304637,
      "learning_rate": 0.00011055952120793611,
      "loss": 0.7387,
      "step": 86482
    },
    {
      "epoch": 3.5422076592258858,
      "grad_norm": 1.3800198661675076,
      "learning_rate": 0.00011055637458096499,
      "loss": 0.6288,
      "step": 86483
    },
    {
      "epoch": 3.5422486176530823,
      "grad_norm": 1.669181928666882,
      "learning_rate": 0.00011055322797264052,
      "loss": 0.9564,
      "step": 86484
    },
    {
      "epoch": 3.5422895760802784,
      "grad_norm": 1.4161688034402027,
      "learning_rate": 0.00011055008138296424,
      "loss": 0.7279,
      "step": 86485
    },
    {
      "epoch": 3.542330534507475,
      "grad_norm": 1.599909225488338,
      "learning_rate": 0.00011054693481193758,
      "loss": 0.6505,
      "step": 86486
    },
    {
      "epoch": 3.5423714929346715,
      "grad_norm": 1.385138616458132,
      "learning_rate": 0.00011054378825956205,
      "loss": 0.8003,
      "step": 86487
    },
    {
      "epoch": 3.5424124513618676,
      "grad_norm": 1.4479522704643195,
      "learning_rate": 0.0001105406417258391,
      "loss": 0.5565,
      "step": 86488
    },
    {
      "epoch": 3.542453409789064,
      "grad_norm": 1.4092882151520516,
      "learning_rate": 0.00011053749521077025,
      "loss": 0.6442,
      "step": 86489
    },
    {
      "epoch": 3.5424943682162606,
      "grad_norm": 0.9244193008363591,
      "learning_rate": 0.00011053434871435696,
      "loss": 0.2523,
      "step": 86490
    },
    {
      "epoch": 3.542535326643457,
      "grad_norm": 1.5478608994433771,
      "learning_rate": 0.00011053120223660075,
      "loss": 0.8555,
      "step": 86491
    },
    {
      "epoch": 3.5425762850706533,
      "grad_norm": 1.5406568086438228,
      "learning_rate": 0.00011052805577750311,
      "loss": 0.871,
      "step": 86492
    },
    {
      "epoch": 3.54261724349785,
      "grad_norm": 1.5453865628073298,
      "learning_rate": 0.00011052490933706551,
      "loss": 0.5151,
      "step": 86493
    },
    {
      "epoch": 3.542658201925046,
      "grad_norm": 1.558336642501586,
      "learning_rate": 0.00011052176291528942,
      "loss": 0.8367,
      "step": 86494
    },
    {
      "epoch": 3.5426991603522424,
      "grad_norm": 2.0722651296842005,
      "learning_rate": 0.0001105186165121764,
      "loss": 0.9332,
      "step": 86495
    },
    {
      "epoch": 3.542740118779439,
      "grad_norm": 1.770165661303454,
      "learning_rate": 0.00011051547012772785,
      "loss": 0.9843,
      "step": 86496
    },
    {
      "epoch": 3.5427810772066355,
      "grad_norm": 1.4994518982977396,
      "learning_rate": 0.00011051232376194531,
      "loss": 0.7216,
      "step": 86497
    },
    {
      "epoch": 3.5428220356338316,
      "grad_norm": 1.1824972365756576,
      "learning_rate": 0.00011050917741483023,
      "loss": 0.6362,
      "step": 86498
    },
    {
      "epoch": 3.542862994061028,
      "grad_norm": 0.9305274115794785,
      "learning_rate": 0.00011050603108638413,
      "loss": 0.2433,
      "step": 86499
    },
    {
      "epoch": 3.542903952488224,
      "grad_norm": 1.2082123129659263,
      "learning_rate": 0.0001105028847766085,
      "loss": 0.418,
      "step": 86500
    },
    {
      "epoch": 3.5429449109154207,
      "grad_norm": 1.5557364569075673,
      "learning_rate": 0.00011049973848550482,
      "loss": 0.7179,
      "step": 86501
    },
    {
      "epoch": 3.5429858693426173,
      "grad_norm": 1.4811184733735696,
      "learning_rate": 0.00011049659221307453,
      "loss": 0.9371,
      "step": 86502
    },
    {
      "epoch": 3.543026827769814,
      "grad_norm": 0.6134129286753832,
      "learning_rate": 0.00011049344595931918,
      "loss": 0.2156,
      "step": 86503
    },
    {
      "epoch": 3.54306778619701,
      "grad_norm": 1.5957529204091294,
      "learning_rate": 0.00011049029972424025,
      "loss": 0.8807,
      "step": 86504
    },
    {
      "epoch": 3.5431087446242064,
      "grad_norm": 1.5121332111029007,
      "learning_rate": 0.00011048715350783921,
      "loss": 0.7375,
      "step": 86505
    },
    {
      "epoch": 3.543149703051403,
      "grad_norm": 1.1112926193053423,
      "learning_rate": 0.00011048400731011751,
      "loss": 0.5653,
      "step": 86506
    },
    {
      "epoch": 3.543190661478599,
      "grad_norm": 1.0349928623537572,
      "learning_rate": 0.00011048086113107674,
      "loss": 0.3147,
      "step": 86507
    },
    {
      "epoch": 3.5432316199057956,
      "grad_norm": 1.3145377168964556,
      "learning_rate": 0.00011047771497071831,
      "loss": 0.2566,
      "step": 86508
    },
    {
      "epoch": 3.543272578332992,
      "grad_norm": 1.3698078271737175,
      "learning_rate": 0.00011047456882904371,
      "loss": 0.6912,
      "step": 86509
    },
    {
      "epoch": 3.5433135367601887,
      "grad_norm": 1.677218846551104,
      "learning_rate": 0.00011047142270605442,
      "loss": 0.8832,
      "step": 86510
    },
    {
      "epoch": 3.5433544951873848,
      "grad_norm": 1.2933418455833279,
      "learning_rate": 0.00011046827660175199,
      "loss": 0.7055,
      "step": 86511
    },
    {
      "epoch": 3.5433954536145813,
      "grad_norm": 1.8196980970148775,
      "learning_rate": 0.00011046513051613785,
      "loss": 0.7875,
      "step": 86512
    },
    {
      "epoch": 3.5434364120417774,
      "grad_norm": 2.9658556555806053,
      "learning_rate": 0.0001104619844492135,
      "loss": 1.0662,
      "step": 86513
    },
    {
      "epoch": 3.543477370468974,
      "grad_norm": 1.4061046169020106,
      "learning_rate": 0.00011045883840098041,
      "loss": 0.7508,
      "step": 86514
    },
    {
      "epoch": 3.5435183288961705,
      "grad_norm": 2.8143411917062644,
      "learning_rate": 0.00011045569237144011,
      "loss": 1.9512,
      "step": 86515
    },
    {
      "epoch": 3.543559287323367,
      "grad_norm": 1.032818050790243,
      "learning_rate": 0.00011045254636059406,
      "loss": 0.3506,
      "step": 86516
    },
    {
      "epoch": 3.543600245750563,
      "grad_norm": 1.39523374797234,
      "learning_rate": 0.00011044940036844377,
      "loss": 0.6903,
      "step": 86517
    },
    {
      "epoch": 3.5436412041777596,
      "grad_norm": 1.2372726802876854,
      "learning_rate": 0.00011044625439499066,
      "loss": 0.5747,
      "step": 86518
    },
    {
      "epoch": 3.5436821626049557,
      "grad_norm": 1.2680434533045912,
      "learning_rate": 0.0001104431084402363,
      "loss": 0.5551,
      "step": 86519
    },
    {
      "epoch": 3.5437231210321523,
      "grad_norm": 1.447810945932031,
      "learning_rate": 0.00011043996250418213,
      "loss": 0.649,
      "step": 86520
    },
    {
      "epoch": 3.543764079459349,
      "grad_norm": 1.0943457500472278,
      "learning_rate": 0.00011043681658682967,
      "loss": 0.3152,
      "step": 86521
    },
    {
      "epoch": 3.5438050378865453,
      "grad_norm": 1.395010972043521,
      "learning_rate": 0.00011043367068818036,
      "loss": 0.5692,
      "step": 86522
    },
    {
      "epoch": 3.5438459963137414,
      "grad_norm": 1.4775768692993694,
      "learning_rate": 0.00011043052480823573,
      "loss": 0.6899,
      "step": 86523
    },
    {
      "epoch": 3.543886954740938,
      "grad_norm": 1.4747280382294516,
      "learning_rate": 0.00011042737894699727,
      "loss": 0.6598,
      "step": 86524
    },
    {
      "epoch": 3.5439279131681345,
      "grad_norm": 1.5768328846982134,
      "learning_rate": 0.00011042423310446642,
      "loss": 0.8953,
      "step": 86525
    },
    {
      "epoch": 3.5439688715953306,
      "grad_norm": 1.461534334662272,
      "learning_rate": 0.00011042108728064469,
      "loss": 1.0079,
      "step": 86526
    },
    {
      "epoch": 3.544009830022527,
      "grad_norm": 0.8325215719018396,
      "learning_rate": 0.0001104179414755336,
      "loss": 0.3019,
      "step": 86527
    },
    {
      "epoch": 3.5440507884497237,
      "grad_norm": 1.4358589840103086,
      "learning_rate": 0.00011041479568913459,
      "loss": 0.6498,
      "step": 86528
    },
    {
      "epoch": 3.54409174687692,
      "grad_norm": 1.4082865224237666,
      "learning_rate": 0.00011041164992144919,
      "loss": 0.3628,
      "step": 86529
    },
    {
      "epoch": 3.5441327053041163,
      "grad_norm": 1.076416315934931,
      "learning_rate": 0.00011040850417247888,
      "loss": 0.1629,
      "step": 86530
    },
    {
      "epoch": 3.544173663731313,
      "grad_norm": 1.6165375585736854,
      "learning_rate": 0.00011040535844222505,
      "loss": 0.9031,
      "step": 86531
    },
    {
      "epoch": 3.544214622158509,
      "grad_norm": 1.6052237207428717,
      "learning_rate": 0.00011040221273068934,
      "loss": 0.6118,
      "step": 86532
    },
    {
      "epoch": 3.5442555805857054,
      "grad_norm": 1.5069734300884046,
      "learning_rate": 0.00011039906703787316,
      "loss": 0.6337,
      "step": 86533
    },
    {
      "epoch": 3.544296539012902,
      "grad_norm": 1.303669204403642,
      "learning_rate": 0.000110395921363778,
      "loss": 0.6046,
      "step": 86534
    },
    {
      "epoch": 3.5443374974400985,
      "grad_norm": 0.9605301109741402,
      "learning_rate": 0.00011039277570840532,
      "loss": 0.2776,
      "step": 86535
    },
    {
      "epoch": 3.5443784558672946,
      "grad_norm": 1.3694675439773962,
      "learning_rate": 0.00011038963007175665,
      "loss": 0.6171,
      "step": 86536
    },
    {
      "epoch": 3.544419414294491,
      "grad_norm": 1.0049944887921076,
      "learning_rate": 0.00011038648445383349,
      "loss": 0.3904,
      "step": 86537
    },
    {
      "epoch": 3.5444603727216872,
      "grad_norm": 2.031253786382809,
      "learning_rate": 0.00011038333885463729,
      "loss": 1.3028,
      "step": 86538
    },
    {
      "epoch": 3.5445013311488838,
      "grad_norm": 1.9018568502590996,
      "learning_rate": 0.00011038019327416952,
      "loss": 0.8187,
      "step": 86539
    },
    {
      "epoch": 3.5445422895760803,
      "grad_norm": 1.7683587434743375,
      "learning_rate": 0.00011037704771243175,
      "loss": 0.7085,
      "step": 86540
    },
    {
      "epoch": 3.544583248003277,
      "grad_norm": 1.4271577109344344,
      "learning_rate": 0.00011037390216942538,
      "loss": 0.6843,
      "step": 86541
    },
    {
      "epoch": 3.544624206430473,
      "grad_norm": 1.1267082129176313,
      "learning_rate": 0.00011037075664515193,
      "loss": 0.4721,
      "step": 86542
    },
    {
      "epoch": 3.5446651648576695,
      "grad_norm": 1.1143990021872752,
      "learning_rate": 0.00011036761113961286,
      "loss": 0.6797,
      "step": 86543
    },
    {
      "epoch": 3.544706123284866,
      "grad_norm": 1.2958519413327436,
      "learning_rate": 0.00011036446565280973,
      "loss": 0.6934,
      "step": 86544
    },
    {
      "epoch": 3.544747081712062,
      "grad_norm": 2.1984093865391667,
      "learning_rate": 0.00011036132018474396,
      "loss": 0.8853,
      "step": 86545
    },
    {
      "epoch": 3.5447880401392586,
      "grad_norm": 1.6554257601313358,
      "learning_rate": 0.00011035817473541708,
      "loss": 0.9228,
      "step": 86546
    },
    {
      "epoch": 3.544828998566455,
      "grad_norm": 1.646303598611724,
      "learning_rate": 0.0001103550293048305,
      "loss": 0.7615,
      "step": 86547
    },
    {
      "epoch": 3.5448699569936517,
      "grad_norm": 1.5873205164508892,
      "learning_rate": 0.00011035188389298581,
      "loss": 0.8855,
      "step": 86548
    },
    {
      "epoch": 3.544910915420848,
      "grad_norm": 1.8733559540749292,
      "learning_rate": 0.00011034873849988445,
      "loss": 0.8831,
      "step": 86549
    },
    {
      "epoch": 3.5449518738480443,
      "grad_norm": 1.4307203047395756,
      "learning_rate": 0.00011034559312552789,
      "loss": 0.633,
      "step": 86550
    },
    {
      "epoch": 3.5449928322752404,
      "grad_norm": 1.2630012272458921,
      "learning_rate": 0.00011034244776991762,
      "loss": 0.7022,
      "step": 86551
    },
    {
      "epoch": 3.545033790702437,
      "grad_norm": 2.053110027177241,
      "learning_rate": 0.00011033930243305515,
      "loss": 1.5491,
      "step": 86552
    },
    {
      "epoch": 3.5450747491296335,
      "grad_norm": 1.27203008957672,
      "learning_rate": 0.00011033615711494196,
      "loss": 0.7488,
      "step": 86553
    },
    {
      "epoch": 3.54511570755683,
      "grad_norm": 2.9721457485666103,
      "learning_rate": 0.00011033301181557955,
      "loss": 1.3732,
      "step": 86554
    },
    {
      "epoch": 3.545156665984026,
      "grad_norm": 0.7564164823667879,
      "learning_rate": 0.00011032986653496933,
      "loss": 0.1832,
      "step": 86555
    },
    {
      "epoch": 3.5451976244112227,
      "grad_norm": 1.5944808075059453,
      "learning_rate": 0.0001103267212731129,
      "loss": 0.9061,
      "step": 86556
    },
    {
      "epoch": 3.5452385828384188,
      "grad_norm": 1.0411366368290411,
      "learning_rate": 0.00011032357603001174,
      "loss": 0.337,
      "step": 86557
    },
    {
      "epoch": 3.5452795412656153,
      "grad_norm": 0.9881269675458034,
      "learning_rate": 0.00011032043080566724,
      "loss": 0.343,
      "step": 86558
    },
    {
      "epoch": 3.545320499692812,
      "grad_norm": 1.1955882672189824,
      "learning_rate": 0.00011031728560008093,
      "loss": 0.5883,
      "step": 86559
    },
    {
      "epoch": 3.5453614581200084,
      "grad_norm": 1.5770250238923327,
      "learning_rate": 0.00011031414041325432,
      "loss": 0.6645,
      "step": 86560
    },
    {
      "epoch": 3.5454024165472044,
      "grad_norm": 2.5337053151056432,
      "learning_rate": 0.00011031099524518888,
      "loss": 1.8985,
      "step": 86561
    },
    {
      "epoch": 3.545443374974401,
      "grad_norm": 1.1846393670931457,
      "learning_rate": 0.00011030785009588606,
      "loss": 0.6794,
      "step": 86562
    },
    {
      "epoch": 3.5454843334015975,
      "grad_norm": 1.399594428107995,
      "learning_rate": 0.00011030470496534743,
      "loss": 0.7615,
      "step": 86563
    },
    {
      "epoch": 3.5455252918287936,
      "grad_norm": 1.9491792938831234,
      "learning_rate": 0.0001103015598535744,
      "loss": 0.982,
      "step": 86564
    },
    {
      "epoch": 3.54556625025599,
      "grad_norm": 1.350954021255993,
      "learning_rate": 0.00011029841476056852,
      "loss": 0.7376,
      "step": 86565
    },
    {
      "epoch": 3.5456072086831867,
      "grad_norm": 1.3344397901594518,
      "learning_rate": 0.00011029526968633122,
      "loss": 0.7692,
      "step": 86566
    },
    {
      "epoch": 3.545648167110383,
      "grad_norm": 1.620263453544493,
      "learning_rate": 0.00011029212463086403,
      "loss": 0.8081,
      "step": 86567
    },
    {
      "epoch": 3.5456891255375793,
      "grad_norm": 1.2143852720241877,
      "learning_rate": 0.00011028897959416841,
      "loss": 0.5911,
      "step": 86568
    },
    {
      "epoch": 3.545730083964776,
      "grad_norm": 0.9525843335863278,
      "learning_rate": 0.00011028583457624586,
      "loss": 0.3503,
      "step": 86569
    },
    {
      "epoch": 3.545771042391972,
      "grad_norm": 1.591842860618085,
      "learning_rate": 0.00011028268957709784,
      "loss": 0.5928,
      "step": 86570
    },
    {
      "epoch": 3.5458120008191685,
      "grad_norm": 2.224120617255354,
      "learning_rate": 0.00011027954459672589,
      "loss": 1.3852,
      "step": 86571
    },
    {
      "epoch": 3.545852959246365,
      "grad_norm": 2.050147350931199,
      "learning_rate": 0.00011027639963513146,
      "loss": 1.1369,
      "step": 86572
    },
    {
      "epoch": 3.5458939176735615,
      "grad_norm": 1.3277875704602078,
      "learning_rate": 0.00011027325469231606,
      "loss": 0.7659,
      "step": 86573
    },
    {
      "epoch": 3.5459348761007576,
      "grad_norm": 1.6262487397704932,
      "learning_rate": 0.00011027010976828111,
      "loss": 0.9621,
      "step": 86574
    },
    {
      "epoch": 3.545975834527954,
      "grad_norm": 1.302462579195756,
      "learning_rate": 0.00011026696486302818,
      "loss": 0.4873,
      "step": 86575
    },
    {
      "epoch": 3.5460167929551503,
      "grad_norm": 1.4463257554985582,
      "learning_rate": 0.00011026381997655872,
      "loss": 0.9819,
      "step": 86576
    },
    {
      "epoch": 3.546057751382347,
      "grad_norm": 1.9655453962223466,
      "learning_rate": 0.00011026067510887425,
      "loss": 1.2607,
      "step": 86577
    },
    {
      "epoch": 3.5460987098095433,
      "grad_norm": 1.6047881259809427,
      "learning_rate": 0.00011025753025997616,
      "loss": 0.7213,
      "step": 86578
    },
    {
      "epoch": 3.54613966823674,
      "grad_norm": 1.5927711798638045,
      "learning_rate": 0.00011025438542986606,
      "loss": 0.9321,
      "step": 86579
    },
    {
      "epoch": 3.546180626663936,
      "grad_norm": 0.9406810396610487,
      "learning_rate": 0.00011025124061854536,
      "loss": 0.2279,
      "step": 86580
    },
    {
      "epoch": 3.5462215850911325,
      "grad_norm": 1.4780404150574353,
      "learning_rate": 0.00011024809582601559,
      "loss": 0.8543,
      "step": 86581
    },
    {
      "epoch": 3.546262543518329,
      "grad_norm": 4.3528605771276,
      "learning_rate": 0.00011024495105227815,
      "loss": 6.3469,
      "step": 86582
    },
    {
      "epoch": 3.546303501945525,
      "grad_norm": 0.9376650113397162,
      "learning_rate": 0.00011024180629733465,
      "loss": 0.3402,
      "step": 86583
    },
    {
      "epoch": 3.5463444603727217,
      "grad_norm": 1.5734194954674807,
      "learning_rate": 0.00011023866156118649,
      "loss": 1.0104,
      "step": 86584
    },
    {
      "epoch": 3.546385418799918,
      "grad_norm": 1.6643187751714155,
      "learning_rate": 0.0001102355168438352,
      "loss": 0.851,
      "step": 86585
    },
    {
      "epoch": 3.5464263772271147,
      "grad_norm": 1.6113454935462443,
      "learning_rate": 0.00011023237214528221,
      "loss": 0.8294,
      "step": 86586
    },
    {
      "epoch": 3.546467335654311,
      "grad_norm": 0.842635253603088,
      "learning_rate": 0.0001102292274655291,
      "loss": 0.1964,
      "step": 86587
    },
    {
      "epoch": 3.5465082940815074,
      "grad_norm": 1.376120327218319,
      "learning_rate": 0.00011022608280457728,
      "loss": 0.6226,
      "step": 86588
    },
    {
      "epoch": 3.5465492525087035,
      "grad_norm": 2.0792223967111467,
      "learning_rate": 0.00011022293816242827,
      "loss": 0.6762,
      "step": 86589
    },
    {
      "epoch": 3.5465902109359,
      "grad_norm": 1.3024336165861021,
      "learning_rate": 0.0001102197935390835,
      "loss": 0.6474,
      "step": 86590
    },
    {
      "epoch": 3.5466311693630965,
      "grad_norm": 1.2908049280051324,
      "learning_rate": 0.00011021664893454457,
      "loss": 0.7221,
      "step": 86591
    },
    {
      "epoch": 3.546672127790293,
      "grad_norm": 0.9708371696311894,
      "learning_rate": 0.00011021350434881287,
      "loss": 0.2527,
      "step": 86592
    },
    {
      "epoch": 3.546713086217489,
      "grad_norm": 1.4081751508355884,
      "learning_rate": 0.00011021035978188994,
      "loss": 0.6698,
      "step": 86593
    },
    {
      "epoch": 3.5467540446446857,
      "grad_norm": 1.4419689854413542,
      "learning_rate": 0.0001102072152337772,
      "loss": 0.7736,
      "step": 86594
    },
    {
      "epoch": 3.546795003071882,
      "grad_norm": 1.4156719995904306,
      "learning_rate": 0.00011020407070447621,
      "loss": 0.7306,
      "step": 86595
    },
    {
      "epoch": 3.5468359614990783,
      "grad_norm": 1.2901843073568349,
      "learning_rate": 0.00011020092619398842,
      "loss": 0.7966,
      "step": 86596
    },
    {
      "epoch": 3.546876919926275,
      "grad_norm": 1.5310138356158116,
      "learning_rate": 0.00011019778170231533,
      "loss": 0.7039,
      "step": 86597
    },
    {
      "epoch": 3.5469178783534714,
      "grad_norm": 1.4283207912834983,
      "learning_rate": 0.00011019463722945838,
      "loss": 0.6867,
      "step": 86598
    },
    {
      "epoch": 3.5469588367806675,
      "grad_norm": 1.4146204842404133,
      "learning_rate": 0.00011019149277541912,
      "loss": 0.7213,
      "step": 86599
    },
    {
      "epoch": 3.546999795207864,
      "grad_norm": 1.2831948879406228,
      "learning_rate": 0.00011018834834019903,
      "loss": 0.6834,
      "step": 86600
    },
    {
      "epoch": 3.5470407536350606,
      "grad_norm": 1.1431835723474988,
      "learning_rate": 0.00011018520392379959,
      "loss": 0.6443,
      "step": 86601
    },
    {
      "epoch": 3.5470817120622566,
      "grad_norm": 1.6810970039302593,
      "learning_rate": 0.00011018205952622225,
      "loss": 0.9903,
      "step": 86602
    },
    {
      "epoch": 3.547122670489453,
      "grad_norm": 0.9614333309301416,
      "learning_rate": 0.00011017891514746851,
      "loss": 0.2431,
      "step": 86603
    },
    {
      "epoch": 3.5471636289166497,
      "grad_norm": 0.895935879834082,
      "learning_rate": 0.00011017577078753987,
      "loss": 0.2982,
      "step": 86604
    },
    {
      "epoch": 3.5472045873438462,
      "grad_norm": 1.8862592697209355,
      "learning_rate": 0.00011017262644643786,
      "loss": 0.8579,
      "step": 86605
    },
    {
      "epoch": 3.5472455457710423,
      "grad_norm": 1.0331691402623968,
      "learning_rate": 0.00011016948212416387,
      "loss": 0.6385,
      "step": 86606
    },
    {
      "epoch": 3.547286504198239,
      "grad_norm": 1.5850609152276116,
      "learning_rate": 0.00011016633782071944,
      "loss": 0.8791,
      "step": 86607
    },
    {
      "epoch": 3.547327462625435,
      "grad_norm": 1.1313448831572297,
      "learning_rate": 0.00011016319353610608,
      "loss": 0.5655,
      "step": 86608
    },
    {
      "epoch": 3.5473684210526315,
      "grad_norm": 1.7206168423185568,
      "learning_rate": 0.00011016004927032524,
      "loss": 0.8469,
      "step": 86609
    },
    {
      "epoch": 3.547409379479828,
      "grad_norm": 1.196310396524526,
      "learning_rate": 0.00011015690502337843,
      "loss": 0.4301,
      "step": 86610
    },
    {
      "epoch": 3.5474503379070246,
      "grad_norm": 1.6349298193904969,
      "learning_rate": 0.00011015376079526709,
      "loss": 0.6487,
      "step": 86611
    },
    {
      "epoch": 3.5474912963342207,
      "grad_norm": 2.278828767581717,
      "learning_rate": 0.00011015061658599275,
      "loss": 1.5085,
      "step": 86612
    },
    {
      "epoch": 3.547532254761417,
      "grad_norm": 1.5981454581861918,
      "learning_rate": 0.0001101474723955569,
      "loss": 1.1375,
      "step": 86613
    },
    {
      "epoch": 3.5475732131886133,
      "grad_norm": 1.6374847622331652,
      "learning_rate": 0.00011014432822396103,
      "loss": 0.6925,
      "step": 86614
    },
    {
      "epoch": 3.54761417161581,
      "grad_norm": 0.9963897485685693,
      "learning_rate": 0.00011014118407120655,
      "loss": 0.4481,
      "step": 86615
    },
    {
      "epoch": 3.5476551300430064,
      "grad_norm": 1.6355442880012074,
      "learning_rate": 0.00011013803993729506,
      "loss": 0.6458,
      "step": 86616
    },
    {
      "epoch": 3.547696088470203,
      "grad_norm": 2.604846293922688,
      "learning_rate": 0.00011013489582222797,
      "loss": 1.6517,
      "step": 86617
    },
    {
      "epoch": 3.547737046897399,
      "grad_norm": 1.0833438898487684,
      "learning_rate": 0.00011013175172600681,
      "loss": 0.2731,
      "step": 86618
    },
    {
      "epoch": 3.5477780053245955,
      "grad_norm": 1.1315874334989064,
      "learning_rate": 0.000110128607648633,
      "loss": 0.7526,
      "step": 86619
    },
    {
      "epoch": 3.547818963751792,
      "grad_norm": 0.9965123298810653,
      "learning_rate": 0.00011012546359010811,
      "loss": 0.3009,
      "step": 86620
    },
    {
      "epoch": 3.547859922178988,
      "grad_norm": 1.5630489675481956,
      "learning_rate": 0.00011012231955043359,
      "loss": 0.6246,
      "step": 86621
    },
    {
      "epoch": 3.5479008806061847,
      "grad_norm": 1.5133121520300292,
      "learning_rate": 0.00011011917552961089,
      "loss": 0.5228,
      "step": 86622
    },
    {
      "epoch": 3.5479418390333812,
      "grad_norm": 1.4579398000369652,
      "learning_rate": 0.00011011603152764153,
      "loss": 0.6951,
      "step": 86623
    },
    {
      "epoch": 3.5479827974605778,
      "grad_norm": 1.411420853195873,
      "learning_rate": 0.000110112887544527,
      "loss": 0.634,
      "step": 86624
    },
    {
      "epoch": 3.548023755887774,
      "grad_norm": 1.2745136798412349,
      "learning_rate": 0.00011010974358026882,
      "loss": 0.6168,
      "step": 86625
    },
    {
      "epoch": 3.5480647143149704,
      "grad_norm": 1.0025031579928212,
      "learning_rate": 0.00011010659963486842,
      "loss": 0.4025,
      "step": 86626
    },
    {
      "epoch": 3.5481056727421665,
      "grad_norm": 0.9701018109866526,
      "learning_rate": 0.00011010345570832734,
      "loss": 0.3144,
      "step": 86627
    },
    {
      "epoch": 3.548146631169363,
      "grad_norm": 1.2948284704755184,
      "learning_rate": 0.000110100311800647,
      "loss": 0.7611,
      "step": 86628
    },
    {
      "epoch": 3.5481875895965596,
      "grad_norm": 1.506572333074651,
      "learning_rate": 0.00011009716791182888,
      "loss": 0.8675,
      "step": 86629
    },
    {
      "epoch": 3.548228548023756,
      "grad_norm": 1.3017741671200704,
      "learning_rate": 0.00011009402404187454,
      "loss": 0.6097,
      "step": 86630
    },
    {
      "epoch": 3.548269506450952,
      "grad_norm": 1.262905810919967,
      "learning_rate": 0.00011009088019078541,
      "loss": 0.5449,
      "step": 86631
    },
    {
      "epoch": 3.5483104648781487,
      "grad_norm": 1.3366129488236085,
      "learning_rate": 0.00011008773635856302,
      "loss": 0.7772,
      "step": 86632
    },
    {
      "epoch": 3.548351423305345,
      "grad_norm": 1.2204947787212264,
      "learning_rate": 0.00011008459254520883,
      "loss": 0.6342,
      "step": 86633
    },
    {
      "epoch": 3.5483923817325413,
      "grad_norm": 1.184728910791632,
      "learning_rate": 0.00011008144875072429,
      "loss": 0.3735,
      "step": 86634
    },
    {
      "epoch": 3.548433340159738,
      "grad_norm": 1.9605828814252617,
      "learning_rate": 0.00011007830497511097,
      "loss": 1.0071,
      "step": 86635
    },
    {
      "epoch": 3.5484742985869344,
      "grad_norm": 1.3128092800591553,
      "learning_rate": 0.0001100751612183703,
      "loss": 0.5208,
      "step": 86636
    },
    {
      "epoch": 3.5485152570141305,
      "grad_norm": 1.4609952386676308,
      "learning_rate": 0.00011007201748050377,
      "loss": 0.8779,
      "step": 86637
    },
    {
      "epoch": 3.548556215441327,
      "grad_norm": 0.9387790687427421,
      "learning_rate": 0.00011006887376151285,
      "loss": 0.2282,
      "step": 86638
    },
    {
      "epoch": 3.5485971738685236,
      "grad_norm": 1.649145321579199,
      "learning_rate": 0.00011006573006139908,
      "loss": 0.6422,
      "step": 86639
    },
    {
      "epoch": 3.5486381322957197,
      "grad_norm": 1.7618407182810556,
      "learning_rate": 0.00011006258638016391,
      "loss": 0.9648,
      "step": 86640
    },
    {
      "epoch": 3.548679090722916,
      "grad_norm": 4.546828651076188,
      "learning_rate": 0.00011005944271780884,
      "loss": 1.1437,
      "step": 86641
    },
    {
      "epoch": 3.5487200491501127,
      "grad_norm": 0.6190308537113236,
      "learning_rate": 0.00011005629907433532,
      "loss": 0.1643,
      "step": 86642
    },
    {
      "epoch": 3.5487610075773093,
      "grad_norm": 1.043534826538252,
      "learning_rate": 0.00011005315544974488,
      "loss": 0.2698,
      "step": 86643
    },
    {
      "epoch": 3.5488019660045054,
      "grad_norm": 1.8955866268112544,
      "learning_rate": 0.000110050011844039,
      "loss": 0.7623,
      "step": 86644
    },
    {
      "epoch": 3.548842924431702,
      "grad_norm": 1.3123351226812314,
      "learning_rate": 0.00011004686825721916,
      "loss": 0.4885,
      "step": 86645
    },
    {
      "epoch": 3.548883882858898,
      "grad_norm": 1.008339294048212,
      "learning_rate": 0.0001100437246892868,
      "loss": 0.3367,
      "step": 86646
    },
    {
      "epoch": 3.5489248412860945,
      "grad_norm": 1.509387651607316,
      "learning_rate": 0.0001100405811402435,
      "loss": 0.5742,
      "step": 86647
    },
    {
      "epoch": 3.548965799713291,
      "grad_norm": 1.53878612227798,
      "learning_rate": 0.00011003743761009068,
      "loss": 0.6747,
      "step": 86648
    },
    {
      "epoch": 3.5490067581404876,
      "grad_norm": 1.3239114231476492,
      "learning_rate": 0.00011003429409882983,
      "loss": 0.6684,
      "step": 86649
    },
    {
      "epoch": 3.5490477165676837,
      "grad_norm": 2.1151995426252332,
      "learning_rate": 0.00011003115060646242,
      "loss": 0.8527,
      "step": 86650
    },
    {
      "epoch": 3.5490886749948802,
      "grad_norm": 1.577699105406105,
      "learning_rate": 0.00011002800713299,
      "loss": 0.5739,
      "step": 86651
    },
    {
      "epoch": 3.5491296334220763,
      "grad_norm": 1.742380530837954,
      "learning_rate": 0.00011002486367841401,
      "loss": 0.8449,
      "step": 86652
    },
    {
      "epoch": 3.549170591849273,
      "grad_norm": 2.01018417601301,
      "learning_rate": 0.00011002172024273596,
      "loss": 0.8883,
      "step": 86653
    },
    {
      "epoch": 3.5492115502764694,
      "grad_norm": 1.2120792820855326,
      "learning_rate": 0.00011001857682595728,
      "loss": 0.5305,
      "step": 86654
    },
    {
      "epoch": 3.549252508703666,
      "grad_norm": 1.2036357032468081,
      "learning_rate": 0.00011001543342807953,
      "loss": 0.5387,
      "step": 86655
    },
    {
      "epoch": 3.549293467130862,
      "grad_norm": 1.6917020488294097,
      "learning_rate": 0.00011001229004910418,
      "loss": 0.6562,
      "step": 86656
    },
    {
      "epoch": 3.5493344255580586,
      "grad_norm": 1.4722964744541578,
      "learning_rate": 0.00011000914668903268,
      "loss": 0.7936,
      "step": 86657
    },
    {
      "epoch": 3.549375383985255,
      "grad_norm": 2.9683188536806484,
      "learning_rate": 0.00011000600334786649,
      "loss": 2.7467,
      "step": 86658
    },
    {
      "epoch": 3.549416342412451,
      "grad_norm": 1.2519068762743821,
      "learning_rate": 0.0001100028600256072,
      "loss": 0.5955,
      "step": 86659
    },
    {
      "epoch": 3.5494573008396477,
      "grad_norm": 1.014960286270883,
      "learning_rate": 0.00010999971672225623,
      "loss": 0.1589,
      "step": 86660
    },
    {
      "epoch": 3.5494982592668443,
      "grad_norm": 1.4591225200914382,
      "learning_rate": 0.00010999657343781508,
      "loss": 0.9676,
      "step": 86661
    },
    {
      "epoch": 3.549539217694041,
      "grad_norm": 1.4226690529104433,
      "learning_rate": 0.00010999343017228516,
      "loss": 0.6193,
      "step": 86662
    },
    {
      "epoch": 3.549580176121237,
      "grad_norm": 3.0975995117574397,
      "learning_rate": 0.00010999028692566809,
      "loss": 3.0858,
      "step": 86663
    },
    {
      "epoch": 3.5496211345484334,
      "grad_norm": 0.8054376536116452,
      "learning_rate": 0.00010998714369796527,
      "loss": 0.2311,
      "step": 86664
    },
    {
      "epoch": 3.5496620929756295,
      "grad_norm": 1.4804568272371232,
      "learning_rate": 0.00010998400048917822,
      "loss": 0.6276,
      "step": 86665
    },
    {
      "epoch": 3.549703051402826,
      "grad_norm": 1.3669781710761446,
      "learning_rate": 0.00010998085729930838,
      "loss": 0.5866,
      "step": 86666
    },
    {
      "epoch": 3.5497440098300226,
      "grad_norm": 0.8626774723779034,
      "learning_rate": 0.00010997771412835731,
      "loss": 0.2274,
      "step": 86667
    },
    {
      "epoch": 3.549784968257219,
      "grad_norm": 1.219056257911353,
      "learning_rate": 0.00010997457097632644,
      "loss": 0.5743,
      "step": 86668
    },
    {
      "epoch": 3.549825926684415,
      "grad_norm": 1.3021624276389385,
      "learning_rate": 0.00010997142784321728,
      "loss": 0.7091,
      "step": 86669
    },
    {
      "epoch": 3.5498668851116117,
      "grad_norm": 0.6986140976502692,
      "learning_rate": 0.00010996828472903127,
      "loss": 0.1547,
      "step": 86670
    },
    {
      "epoch": 3.549907843538808,
      "grad_norm": 3.4178159093425764,
      "learning_rate": 0.00010996514163376996,
      "loss": 3.4401,
      "step": 86671
    },
    {
      "epoch": 3.5499488019660044,
      "grad_norm": 1.4609663854641655,
      "learning_rate": 0.00010996199855743482,
      "loss": 0.8674,
      "step": 86672
    },
    {
      "epoch": 3.549989760393201,
      "grad_norm": 1.1941081437520837,
      "learning_rate": 0.00010995885550002731,
      "loss": 0.4524,
      "step": 86673
    },
    {
      "epoch": 3.5500307188203974,
      "grad_norm": 1.552103952291957,
      "learning_rate": 0.00010995571246154893,
      "loss": 0.7627,
      "step": 86674
    },
    {
      "epoch": 3.5500716772475935,
      "grad_norm": 1.321538143961724,
      "learning_rate": 0.00010995256944200114,
      "loss": 0.7933,
      "step": 86675
    },
    {
      "epoch": 3.55011263567479,
      "grad_norm": 1.3606471242158382,
      "learning_rate": 0.00010994942644138549,
      "loss": 0.8039,
      "step": 86676
    },
    {
      "epoch": 3.5501535941019866,
      "grad_norm": 1.7263547152027836,
      "learning_rate": 0.00010994628345970342,
      "loss": 0.9413,
      "step": 86677
    },
    {
      "epoch": 3.5501945525291827,
      "grad_norm": 1.1799621639953985,
      "learning_rate": 0.00010994314049695641,
      "loss": 0.3869,
      "step": 86678
    },
    {
      "epoch": 3.5502355109563792,
      "grad_norm": 1.2370084333711515,
      "learning_rate": 0.00010993999755314594,
      "loss": 0.7114,
      "step": 86679
    },
    {
      "epoch": 3.5502764693835758,
      "grad_norm": 0.616471520935776,
      "learning_rate": 0.00010993685462827354,
      "loss": 0.1804,
      "step": 86680
    },
    {
      "epoch": 3.5503174278107723,
      "grad_norm": 1.4411953948713596,
      "learning_rate": 0.0001099337117223407,
      "loss": 0.6012,
      "step": 86681
    },
    {
      "epoch": 3.5503583862379684,
      "grad_norm": 1.5078672424372697,
      "learning_rate": 0.00010993056883534883,
      "loss": 0.9165,
      "step": 86682
    },
    {
      "epoch": 3.550399344665165,
      "grad_norm": 0.821357288165227,
      "learning_rate": 0.00010992742596729946,
      "loss": 0.3394,
      "step": 86683
    },
    {
      "epoch": 3.550440303092361,
      "grad_norm": 1.509338128958205,
      "learning_rate": 0.00010992428311819409,
      "loss": 0.695,
      "step": 86684
    },
    {
      "epoch": 3.5504812615195576,
      "grad_norm": 1.403192628044174,
      "learning_rate": 0.00010992114028803421,
      "loss": 0.8936,
      "step": 86685
    },
    {
      "epoch": 3.550522219946754,
      "grad_norm": 1.7042046401652784,
      "learning_rate": 0.00010991799747682129,
      "loss": 0.8245,
      "step": 86686
    },
    {
      "epoch": 3.5505631783739506,
      "grad_norm": 1.041151295298286,
      "learning_rate": 0.00010991485468455676,
      "loss": 0.5039,
      "step": 86687
    },
    {
      "epoch": 3.5506041368011467,
      "grad_norm": 1.4375344482489032,
      "learning_rate": 0.00010991171191124222,
      "loss": 0.626,
      "step": 86688
    },
    {
      "epoch": 3.5506450952283433,
      "grad_norm": 1.356475470500576,
      "learning_rate": 0.00010990856915687909,
      "loss": 0.6381,
      "step": 86689
    },
    {
      "epoch": 3.5506860536555394,
      "grad_norm": 1.571694787015954,
      "learning_rate": 0.00010990542642146884,
      "loss": 1.0187,
      "step": 86690
    },
    {
      "epoch": 3.550727012082736,
      "grad_norm": 1.5967727156243763,
      "learning_rate": 0.00010990228370501297,
      "loss": 0.5809,
      "step": 86691
    },
    {
      "epoch": 3.5507679705099324,
      "grad_norm": 1.1445431885945203,
      "learning_rate": 0.000109899141007513,
      "loss": 0.5289,
      "step": 86692
    },
    {
      "epoch": 3.550808928937129,
      "grad_norm": 1.6128062563783063,
      "learning_rate": 0.0001098959983289704,
      "loss": 0.7833,
      "step": 86693
    },
    {
      "epoch": 3.550849887364325,
      "grad_norm": 1.6307758021625935,
      "learning_rate": 0.00010989285566938663,
      "loss": 0.8191,
      "step": 86694
    },
    {
      "epoch": 3.5508908457915216,
      "grad_norm": 1.4772524656291526,
      "learning_rate": 0.00010988971302876317,
      "loss": 0.6112,
      "step": 86695
    },
    {
      "epoch": 3.550931804218718,
      "grad_norm": 1.3014775010469148,
      "learning_rate": 0.00010988657040710154,
      "loss": 0.6534,
      "step": 86696
    },
    {
      "epoch": 3.550972762645914,
      "grad_norm": 1.6540943669107977,
      "learning_rate": 0.00010988342780440322,
      "loss": 0.6159,
      "step": 86697
    },
    {
      "epoch": 3.5510137210731108,
      "grad_norm": 1.3209721491630642,
      "learning_rate": 0.00010988028522066973,
      "loss": 0.4643,
      "step": 86698
    },
    {
      "epoch": 3.5510546795003073,
      "grad_norm": 1.3353927301333464,
      "learning_rate": 0.00010987714265590246,
      "loss": 0.5947,
      "step": 86699
    },
    {
      "epoch": 3.551095637927504,
      "grad_norm": 1.8062951192340173,
      "learning_rate": 0.00010987400011010297,
      "loss": 0.8785,
      "step": 86700
    },
    {
      "epoch": 3.5511365963547,
      "grad_norm": 1.1323380378063908,
      "learning_rate": 0.00010987085758327271,
      "loss": 0.5058,
      "step": 86701
    },
    {
      "epoch": 3.5511775547818965,
      "grad_norm": 1.5512870414943887,
      "learning_rate": 0.00010986771507541315,
      "loss": 0.6964,
      "step": 86702
    },
    {
      "epoch": 3.5512185132090925,
      "grad_norm": 1.4604704241485302,
      "learning_rate": 0.00010986457258652583,
      "loss": 0.6463,
      "step": 86703
    },
    {
      "epoch": 3.551259471636289,
      "grad_norm": 1.6850235036250463,
      "learning_rate": 0.00010986143011661225,
      "loss": 0.7903,
      "step": 86704
    },
    {
      "epoch": 3.5513004300634856,
      "grad_norm": 1.4154346383998708,
      "learning_rate": 0.00010985828766567381,
      "loss": 0.6614,
      "step": 86705
    },
    {
      "epoch": 3.551341388490682,
      "grad_norm": 1.2184591077397713,
      "learning_rate": 0.00010985514523371204,
      "loss": 0.5721,
      "step": 86706
    },
    {
      "epoch": 3.5513823469178782,
      "grad_norm": 1.7632960586691293,
      "learning_rate": 0.00010985200282072845,
      "loss": 0.7278,
      "step": 86707
    },
    {
      "epoch": 3.5514233053450748,
      "grad_norm": 1.4167417752013545,
      "learning_rate": 0.00010984886042672451,
      "loss": 0.5956,
      "step": 86708
    },
    {
      "epoch": 3.551464263772271,
      "grad_norm": 1.6353356934359344,
      "learning_rate": 0.00010984571805170168,
      "loss": 0.6151,
      "step": 86709
    },
    {
      "epoch": 3.5515052221994674,
      "grad_norm": 1.610705810170096,
      "learning_rate": 0.00010984257569566144,
      "loss": 0.8314,
      "step": 86710
    },
    {
      "epoch": 3.551546180626664,
      "grad_norm": 1.1979424809469625,
      "learning_rate": 0.00010983943335860534,
      "loss": 0.252,
      "step": 86711
    },
    {
      "epoch": 3.5515871390538605,
      "grad_norm": 0.6682276876765982,
      "learning_rate": 0.00010983629104053484,
      "loss": 0.081,
      "step": 86712
    },
    {
      "epoch": 3.5516280974810566,
      "grad_norm": 1.356326615443455,
      "learning_rate": 0.00010983314874145136,
      "loss": 0.6999,
      "step": 86713
    },
    {
      "epoch": 3.551669055908253,
      "grad_norm": 1.8866253636122763,
      "learning_rate": 0.00010983000646135646,
      "loss": 1.259,
      "step": 86714
    },
    {
      "epoch": 3.5517100143354496,
      "grad_norm": 1.5453226594485296,
      "learning_rate": 0.0001098268642002516,
      "loss": 0.6517,
      "step": 86715
    },
    {
      "epoch": 3.5517509727626457,
      "grad_norm": 1.2686805951087246,
      "learning_rate": 0.00010982372195813827,
      "loss": 0.6752,
      "step": 86716
    },
    {
      "epoch": 3.5517919311898423,
      "grad_norm": 1.5168784057299058,
      "learning_rate": 0.00010982057973501798,
      "loss": 0.7655,
      "step": 86717
    },
    {
      "epoch": 3.551832889617039,
      "grad_norm": 1.167000604798372,
      "learning_rate": 0.00010981743753089211,
      "loss": 0.4149,
      "step": 86718
    },
    {
      "epoch": 3.5518738480442353,
      "grad_norm": 1.4703469750614444,
      "learning_rate": 0.0001098142953457623,
      "loss": 0.8012,
      "step": 86719
    },
    {
      "epoch": 3.5519148064714314,
      "grad_norm": 1.4133331903881095,
      "learning_rate": 0.00010981115317962995,
      "loss": 0.4873,
      "step": 86720
    },
    {
      "epoch": 3.551955764898628,
      "grad_norm": 1.1411717530207048,
      "learning_rate": 0.00010980801103249653,
      "loss": 0.5321,
      "step": 86721
    },
    {
      "epoch": 3.551996723325824,
      "grad_norm": 1.9942947764867514,
      "learning_rate": 0.00010980486890436355,
      "loss": 1.0889,
      "step": 86722
    },
    {
      "epoch": 3.5520376817530206,
      "grad_norm": 1.0867489717428407,
      "learning_rate": 0.0001098017267952325,
      "loss": 0.3919,
      "step": 86723
    },
    {
      "epoch": 3.552078640180217,
      "grad_norm": 1.5402708887080252,
      "learning_rate": 0.00010979858470510487,
      "loss": 0.5268,
      "step": 86724
    },
    {
      "epoch": 3.5521195986074137,
      "grad_norm": 1.0795434759984233,
      "learning_rate": 0.00010979544263398215,
      "loss": 0.4411,
      "step": 86725
    },
    {
      "epoch": 3.5521605570346098,
      "grad_norm": 1.225984057155743,
      "learning_rate": 0.00010979230058186576,
      "loss": 0.5447,
      "step": 86726
    },
    {
      "epoch": 3.5522015154618063,
      "grad_norm": 1.2919284027278042,
      "learning_rate": 0.0001097891585487573,
      "loss": 0.7116,
      "step": 86727
    },
    {
      "epoch": 3.552242473889003,
      "grad_norm": 1.469031226521754,
      "learning_rate": 0.00010978601653465817,
      "loss": 0.6427,
      "step": 86728
    },
    {
      "epoch": 3.552283432316199,
      "grad_norm": 1.2818803962360121,
      "learning_rate": 0.00010978287453956987,
      "loss": 0.5997,
      "step": 86729
    },
    {
      "epoch": 3.5523243907433955,
      "grad_norm": 1.3776643224616545,
      "learning_rate": 0.00010977973256349388,
      "loss": 0.6788,
      "step": 86730
    },
    {
      "epoch": 3.552365349170592,
      "grad_norm": 1.5153102003213088,
      "learning_rate": 0.00010977659060643172,
      "loss": 0.9533,
      "step": 86731
    },
    {
      "epoch": 3.552406307597788,
      "grad_norm": 1.508602884635633,
      "learning_rate": 0.00010977344866838486,
      "loss": 0.7303,
      "step": 86732
    },
    {
      "epoch": 3.5524472660249846,
      "grad_norm": 1.2599613592445897,
      "learning_rate": 0.00010977030674935477,
      "loss": 0.7708,
      "step": 86733
    },
    {
      "epoch": 3.552488224452181,
      "grad_norm": 1.2089776228171647,
      "learning_rate": 0.00010976716484934291,
      "loss": 0.4375,
      "step": 86734
    },
    {
      "epoch": 3.5525291828793772,
      "grad_norm": 3.1252111994351623,
      "learning_rate": 0.00010976402296835084,
      "loss": 3.1335,
      "step": 86735
    },
    {
      "epoch": 3.552570141306574,
      "grad_norm": 1.4302031815283247,
      "learning_rate": 0.00010976088110638002,
      "loss": 1.0213,
      "step": 86736
    },
    {
      "epoch": 3.5526110997337703,
      "grad_norm": 3.2310723549129174,
      "learning_rate": 0.0001097577392634319,
      "loss": 3.4655,
      "step": 86737
    },
    {
      "epoch": 3.552652058160967,
      "grad_norm": 0.9805226692342083,
      "learning_rate": 0.00010975459743950795,
      "loss": 0.2411,
      "step": 86738
    },
    {
      "epoch": 3.552693016588163,
      "grad_norm": 1.1838833306681364,
      "learning_rate": 0.00010975145563460974,
      "loss": 0.6129,
      "step": 86739
    },
    {
      "epoch": 3.5527339750153595,
      "grad_norm": 1.6404002076738968,
      "learning_rate": 0.0001097483138487387,
      "loss": 0.9043,
      "step": 86740
    },
    {
      "epoch": 3.5527749334425556,
      "grad_norm": 1.3431294894440762,
      "learning_rate": 0.00010974517208189631,
      "loss": 0.6331,
      "step": 86741
    },
    {
      "epoch": 3.552815891869752,
      "grad_norm": 0.877678591735199,
      "learning_rate": 0.00010974203033408409,
      "loss": 0.1801,
      "step": 86742
    },
    {
      "epoch": 3.5528568502969486,
      "grad_norm": 1.318987911531797,
      "learning_rate": 0.00010973888860530346,
      "loss": 0.6272,
      "step": 86743
    },
    {
      "epoch": 3.552897808724145,
      "grad_norm": 1.5358235873967563,
      "learning_rate": 0.00010973574689555596,
      "loss": 0.9309,
      "step": 86744
    },
    {
      "epoch": 3.5529387671513413,
      "grad_norm": 1.5493995830567835,
      "learning_rate": 0.00010973260520484308,
      "loss": 1.0334,
      "step": 86745
    },
    {
      "epoch": 3.552979725578538,
      "grad_norm": 1.5028338144763966,
      "learning_rate": 0.00010972946353316627,
      "loss": 0.8316,
      "step": 86746
    },
    {
      "epoch": 3.5530206840057343,
      "grad_norm": 1.4613366143589919,
      "learning_rate": 0.00010972632188052703,
      "loss": 0.6607,
      "step": 86747
    },
    {
      "epoch": 3.5530616424329304,
      "grad_norm": 1.3249318055464931,
      "learning_rate": 0.00010972318024692687,
      "loss": 0.8159,
      "step": 86748
    },
    {
      "epoch": 3.553102600860127,
      "grad_norm": 1.814537174051428,
      "learning_rate": 0.00010972003863236723,
      "loss": 1.0143,
      "step": 86749
    },
    {
      "epoch": 3.5531435592873235,
      "grad_norm": 1.1647084508368781,
      "learning_rate": 0.00010971689703684966,
      "loss": 0.5854,
      "step": 86750
    },
    {
      "epoch": 3.5531845177145196,
      "grad_norm": 1.3967129855426006,
      "learning_rate": 0.00010971375546037554,
      "loss": 0.8108,
      "step": 86751
    },
    {
      "epoch": 3.553225476141716,
      "grad_norm": 1.3271403481694606,
      "learning_rate": 0.00010971061390294645,
      "loss": 0.6071,
      "step": 86752
    },
    {
      "epoch": 3.5532664345689127,
      "grad_norm": 1.4018295976552055,
      "learning_rate": 0.00010970747236456387,
      "loss": 0.5651,
      "step": 86753
    },
    {
      "epoch": 3.5533073929961088,
      "grad_norm": 0.9284311573076901,
      "learning_rate": 0.00010970433084522924,
      "loss": 0.2697,
      "step": 86754
    },
    {
      "epoch": 3.5533483514233053,
      "grad_norm": 1.1062270895834199,
      "learning_rate": 0.00010970118934494403,
      "loss": 0.5636,
      "step": 86755
    },
    {
      "epoch": 3.553389309850502,
      "grad_norm": 1.5460195805252086,
      "learning_rate": 0.0001096980478637098,
      "loss": 0.6109,
      "step": 86756
    },
    {
      "epoch": 3.5534302682776984,
      "grad_norm": 0.731371861235665,
      "learning_rate": 0.000109694906401528,
      "loss": 0.1709,
      "step": 86757
    },
    {
      "epoch": 3.5534712267048945,
      "grad_norm": 1.4646685278793115,
      "learning_rate": 0.0001096917649584001,
      "loss": 0.6567,
      "step": 86758
    },
    {
      "epoch": 3.553512185132091,
      "grad_norm": 0.9211687540554672,
      "learning_rate": 0.00010968862353432756,
      "loss": 0.2669,
      "step": 86759
    },
    {
      "epoch": 3.553553143559287,
      "grad_norm": 1.6237904114006485,
      "learning_rate": 0.00010968548212931194,
      "loss": 0.7027,
      "step": 86760
    },
    {
      "epoch": 3.5535941019864836,
      "grad_norm": 0.9033037140894629,
      "learning_rate": 0.00010968234074335469,
      "loss": 0.3865,
      "step": 86761
    },
    {
      "epoch": 3.55363506041368,
      "grad_norm": 1.132147268516381,
      "learning_rate": 0.00010967919937645726,
      "loss": 0.5143,
      "step": 86762
    },
    {
      "epoch": 3.5536760188408767,
      "grad_norm": 3.384773115075489,
      "learning_rate": 0.00010967605802862115,
      "loss": 4.1445,
      "step": 86763
    },
    {
      "epoch": 3.553716977268073,
      "grad_norm": 1.8127263623160004,
      "learning_rate": 0.0001096729166998479,
      "loss": 0.6683,
      "step": 86764
    },
    {
      "epoch": 3.5537579356952693,
      "grad_norm": 1.3085908101885784,
      "learning_rate": 0.00010966977539013895,
      "loss": 0.4192,
      "step": 86765
    },
    {
      "epoch": 3.553798894122466,
      "grad_norm": 1.7362728336970945,
      "learning_rate": 0.00010966663409949579,
      "loss": 0.7455,
      "step": 86766
    },
    {
      "epoch": 3.553839852549662,
      "grad_norm": 0.9892518071238897,
      "learning_rate": 0.00010966349282791987,
      "loss": 0.1906,
      "step": 86767
    },
    {
      "epoch": 3.5538808109768585,
      "grad_norm": 1.736679340978322,
      "learning_rate": 0.0001096603515754128,
      "loss": 0.7044,
      "step": 86768
    },
    {
      "epoch": 3.553921769404055,
      "grad_norm": 1.0626969776857105,
      "learning_rate": 0.00010965721034197589,
      "loss": 0.308,
      "step": 86769
    },
    {
      "epoch": 3.5539627278312516,
      "grad_norm": 1.2177115656556892,
      "learning_rate": 0.00010965406912761073,
      "loss": 0.2578,
      "step": 86770
    },
    {
      "epoch": 3.5540036862584476,
      "grad_norm": 1.4761275718358782,
      "learning_rate": 0.00010965092793231879,
      "loss": 0.6956,
      "step": 86771
    },
    {
      "epoch": 3.554044644685644,
      "grad_norm": 1.3112503508878561,
      "learning_rate": 0.00010964778675610155,
      "loss": 0.4689,
      "step": 86772
    },
    {
      "epoch": 3.5540856031128403,
      "grad_norm": 1.7737137913396968,
      "learning_rate": 0.0001096446455989605,
      "loss": 1.1666,
      "step": 86773
    },
    {
      "epoch": 3.554126561540037,
      "grad_norm": 1.4787863730542892,
      "learning_rate": 0.0001096415044608971,
      "loss": 0.7165,
      "step": 86774
    },
    {
      "epoch": 3.5541675199672333,
      "grad_norm": 1.6807661686127033,
      "learning_rate": 0.00010963836334191287,
      "loss": 0.8501,
      "step": 86775
    },
    {
      "epoch": 3.55420847839443,
      "grad_norm": 1.4505724686249144,
      "learning_rate": 0.00010963522224200926,
      "loss": 0.6539,
      "step": 86776
    },
    {
      "epoch": 3.554249436821626,
      "grad_norm": 1.4355643031428842,
      "learning_rate": 0.00010963208116118782,
      "loss": 0.7537,
      "step": 86777
    },
    {
      "epoch": 3.5542903952488225,
      "grad_norm": 1.0077293799565878,
      "learning_rate": 0.00010962894009944993,
      "loss": 0.5732,
      "step": 86778
    },
    {
      "epoch": 3.5543313536760186,
      "grad_norm": 1.5232922896682732,
      "learning_rate": 0.00010962579905679716,
      "loss": 0.7949,
      "step": 86779
    },
    {
      "epoch": 3.554372312103215,
      "grad_norm": 2.0618306225772263,
      "learning_rate": 0.00010962265803323099,
      "loss": 1.2277,
      "step": 86780
    },
    {
      "epoch": 3.5544132705304117,
      "grad_norm": 1.462259937706885,
      "learning_rate": 0.00010961951702875288,
      "loss": 0.7863,
      "step": 86781
    },
    {
      "epoch": 3.554454228957608,
      "grad_norm": 1.7800260320898642,
      "learning_rate": 0.00010961637604336428,
      "loss": 1.1721,
      "step": 86782
    },
    {
      "epoch": 3.5544951873848043,
      "grad_norm": 0.669611597639513,
      "learning_rate": 0.00010961323507706674,
      "loss": 0.1585,
      "step": 86783
    },
    {
      "epoch": 3.554536145812001,
      "grad_norm": 6.934247060589316,
      "learning_rate": 0.00010961009412986174,
      "loss": 0.9089,
      "step": 86784
    },
    {
      "epoch": 3.5545771042391974,
      "grad_norm": 1.1326784884463033,
      "learning_rate": 0.00010960695320175073,
      "loss": 0.5396,
      "step": 86785
    },
    {
      "epoch": 3.5546180626663935,
      "grad_norm": 0.8734078506305714,
      "learning_rate": 0.00010960381229273518,
      "loss": 0.2361,
      "step": 86786
    },
    {
      "epoch": 3.55465902109359,
      "grad_norm": 1.6164143311020265,
      "learning_rate": 0.00010960067140281662,
      "loss": 0.972,
      "step": 86787
    },
    {
      "epoch": 3.5546999795207865,
      "grad_norm": 1.5843796107731953,
      "learning_rate": 0.00010959753053199654,
      "loss": 0.621,
      "step": 86788
    },
    {
      "epoch": 3.554740937947983,
      "grad_norm": 1.4982984831733883,
      "learning_rate": 0.00010959438968027639,
      "loss": 0.8061,
      "step": 86789
    },
    {
      "epoch": 3.554781896375179,
      "grad_norm": 1.6230107423349591,
      "learning_rate": 0.00010959124884765765,
      "loss": 0.9496,
      "step": 86790
    },
    {
      "epoch": 3.5548228548023757,
      "grad_norm": 0.9563607428136415,
      "learning_rate": 0.00010958810803414184,
      "loss": 0.2462,
      "step": 86791
    },
    {
      "epoch": 3.554863813229572,
      "grad_norm": 1.6431464708294352,
      "learning_rate": 0.00010958496723973043,
      "loss": 0.9444,
      "step": 86792
    },
    {
      "epoch": 3.5549047716567683,
      "grad_norm": 1.7920830238670782,
      "learning_rate": 0.00010958182646442491,
      "loss": 0.7578,
      "step": 86793
    },
    {
      "epoch": 3.554945730083965,
      "grad_norm": 1.477244368783942,
      "learning_rate": 0.00010957868570822673,
      "loss": 0.6471,
      "step": 86794
    },
    {
      "epoch": 3.5549866885111614,
      "grad_norm": 1.7877983332064085,
      "learning_rate": 0.00010957554497113741,
      "loss": 0.672,
      "step": 86795
    },
    {
      "epoch": 3.5550276469383575,
      "grad_norm": 1.5365517080229885,
      "learning_rate": 0.00010957240425315844,
      "loss": 1.0123,
      "step": 86796
    },
    {
      "epoch": 3.555068605365554,
      "grad_norm": 0.8061100023953583,
      "learning_rate": 0.0001095692635542913,
      "loss": 0.214,
      "step": 86797
    },
    {
      "epoch": 3.55510956379275,
      "grad_norm": 1.504341906503629,
      "learning_rate": 0.00010956612287453744,
      "loss": 0.7019,
      "step": 86798
    },
    {
      "epoch": 3.5551505222199467,
      "grad_norm": 1.6074437236773926,
      "learning_rate": 0.00010956298221389838,
      "loss": 0.2545,
      "step": 86799
    },
    {
      "epoch": 3.555191480647143,
      "grad_norm": 1.3748285484463292,
      "learning_rate": 0.00010955984157237559,
      "loss": 0.8062,
      "step": 86800
    },
    {
      "epoch": 3.5552324390743397,
      "grad_norm": 1.0869595453771488,
      "learning_rate": 0.00010955670094997059,
      "loss": 0.3863,
      "step": 86801
    },
    {
      "epoch": 3.555273397501536,
      "grad_norm": 1.40665466318091,
      "learning_rate": 0.00010955356034668478,
      "loss": 0.6586,
      "step": 86802
    },
    {
      "epoch": 3.5553143559287324,
      "grad_norm": 1.7287920139383144,
      "learning_rate": 0.00010955041976251974,
      "loss": 0.8407,
      "step": 86803
    },
    {
      "epoch": 3.555355314355929,
      "grad_norm": 1.287820539915009,
      "learning_rate": 0.0001095472791974769,
      "loss": 0.608,
      "step": 86804
    },
    {
      "epoch": 3.555396272783125,
      "grad_norm": 1.247983975096819,
      "learning_rate": 0.00010954413865155777,
      "loss": 0.4278,
      "step": 86805
    },
    {
      "epoch": 3.5554372312103215,
      "grad_norm": 1.3785156263187477,
      "learning_rate": 0.0001095409981247638,
      "loss": 0.8413,
      "step": 86806
    },
    {
      "epoch": 3.555478189637518,
      "grad_norm": 1.2712992715186382,
      "learning_rate": 0.00010953785761709654,
      "loss": 0.6939,
      "step": 86807
    },
    {
      "epoch": 3.5555191480647146,
      "grad_norm": 1.3257210864240336,
      "learning_rate": 0.00010953471712855741,
      "loss": 0.6737,
      "step": 86808
    },
    {
      "epoch": 3.5555601064919107,
      "grad_norm": 1.3827111232945823,
      "learning_rate": 0.00010953157665914793,
      "loss": 0.5948,
      "step": 86809
    },
    {
      "epoch": 3.555601064919107,
      "grad_norm": 3.825649917026736,
      "learning_rate": 0.00010952843620886953,
      "loss": 1.5137,
      "step": 86810
    },
    {
      "epoch": 3.5556420233463033,
      "grad_norm": 1.8389484602355044,
      "learning_rate": 0.00010952529577772378,
      "loss": 0.9487,
      "step": 86811
    },
    {
      "epoch": 3.5556829817735,
      "grad_norm": 1.770928285607236,
      "learning_rate": 0.00010952215536571213,
      "loss": 0.7086,
      "step": 86812
    },
    {
      "epoch": 3.5557239402006964,
      "grad_norm": 1.2816905100280214,
      "learning_rate": 0.00010951901497283602,
      "loss": 0.6246,
      "step": 86813
    },
    {
      "epoch": 3.555764898627893,
      "grad_norm": 1.5393619488343828,
      "learning_rate": 0.000109515874599097,
      "loss": 0.5896,
      "step": 86814
    },
    {
      "epoch": 3.555805857055089,
      "grad_norm": 2.2284019690551027,
      "learning_rate": 0.00010951273424449649,
      "loss": 1.2403,
      "step": 86815
    },
    {
      "epoch": 3.5558468154822855,
      "grad_norm": 0.5204031924215714,
      "learning_rate": 0.00010950959390903603,
      "loss": 0.0552,
      "step": 86816
    },
    {
      "epoch": 3.5558877739094816,
      "grad_norm": 1.208283628127837,
      "learning_rate": 0.0001095064535927171,
      "loss": 0.5062,
      "step": 86817
    },
    {
      "epoch": 3.555928732336678,
      "grad_norm": 1.7831080956390293,
      "learning_rate": 0.00010950331329554115,
      "loss": 1.3209,
      "step": 86818
    },
    {
      "epoch": 3.5559696907638747,
      "grad_norm": 1.5484604726301154,
      "learning_rate": 0.00010950017301750967,
      "loss": 0.7393,
      "step": 86819
    },
    {
      "epoch": 3.5560106491910712,
      "grad_norm": 1.7409432426203018,
      "learning_rate": 0.00010949703275862418,
      "loss": 0.9114,
      "step": 86820
    },
    {
      "epoch": 3.5560516076182673,
      "grad_norm": 3.635144910299264,
      "learning_rate": 0.00010949389251888615,
      "loss": 3.9097,
      "step": 86821
    },
    {
      "epoch": 3.556092566045464,
      "grad_norm": 1.3970519472629634,
      "learning_rate": 0.00010949075229829705,
      "loss": 0.5574,
      "step": 86822
    },
    {
      "epoch": 3.5561335244726604,
      "grad_norm": 1.2879476236447407,
      "learning_rate": 0.00010948761209685835,
      "loss": 0.7837,
      "step": 86823
    },
    {
      "epoch": 3.5561744828998565,
      "grad_norm": 1.4339799393529427,
      "learning_rate": 0.00010948447191457157,
      "loss": 0.6963,
      "step": 86824
    },
    {
      "epoch": 3.556215441327053,
      "grad_norm": 2.008726158293626,
      "learning_rate": 0.0001094813317514382,
      "loss": 0.8924,
      "step": 86825
    },
    {
      "epoch": 3.5562563997542496,
      "grad_norm": 1.5778580091100327,
      "learning_rate": 0.00010947819160745971,
      "loss": 0.6254,
      "step": 86826
    },
    {
      "epoch": 3.556297358181446,
      "grad_norm": 1.4995073065230853,
      "learning_rate": 0.00010947505148263752,
      "loss": 0.5742,
      "step": 86827
    },
    {
      "epoch": 3.556338316608642,
      "grad_norm": 2.3337577563505727,
      "learning_rate": 0.00010947191137697322,
      "loss": 1.5506,
      "step": 86828
    },
    {
      "epoch": 3.5563792750358387,
      "grad_norm": 2.128292319924338,
      "learning_rate": 0.00010946877129046825,
      "loss": 1.9777,
      "step": 86829
    },
    {
      "epoch": 3.556420233463035,
      "grad_norm": 1.5881092873399927,
      "learning_rate": 0.0001094656312231241,
      "loss": 0.7826,
      "step": 86830
    },
    {
      "epoch": 3.5564611918902314,
      "grad_norm": 1.2766538628572874,
      "learning_rate": 0.00010946249117494221,
      "loss": 0.5738,
      "step": 86831
    },
    {
      "epoch": 3.556502150317428,
      "grad_norm": 1.4178307262772667,
      "learning_rate": 0.00010945935114592413,
      "loss": 0.7446,
      "step": 86832
    },
    {
      "epoch": 3.5565431087446244,
      "grad_norm": 1.074106183477316,
      "learning_rate": 0.00010945621113607133,
      "loss": 0.4721,
      "step": 86833
    },
    {
      "epoch": 3.5565840671718205,
      "grad_norm": 1.2324035366521833,
      "learning_rate": 0.00010945307114538526,
      "loss": 0.3646,
      "step": 86834
    },
    {
      "epoch": 3.556625025599017,
      "grad_norm": 1.7083015646602158,
      "learning_rate": 0.0001094499311738674,
      "loss": 0.7283,
      "step": 86835
    },
    {
      "epoch": 3.556665984026213,
      "grad_norm": 1.242738738547787,
      "learning_rate": 0.00010944679122151929,
      "loss": 0.4487,
      "step": 86836
    },
    {
      "epoch": 3.5567069424534097,
      "grad_norm": 1.127061602254244,
      "learning_rate": 0.00010944365128834239,
      "loss": 0.4175,
      "step": 86837
    },
    {
      "epoch": 3.556747900880606,
      "grad_norm": 1.2791196879569642,
      "learning_rate": 0.00010944051137433817,
      "loss": 0.6417,
      "step": 86838
    },
    {
      "epoch": 3.5567888593078028,
      "grad_norm": 1.336277135108158,
      "learning_rate": 0.00010943737147950817,
      "loss": 0.49,
      "step": 86839
    },
    {
      "epoch": 3.556829817734999,
      "grad_norm": 0.9446731006266716,
      "learning_rate": 0.00010943423160385378,
      "loss": 0.2838,
      "step": 86840
    },
    {
      "epoch": 3.5568707761621954,
      "grad_norm": 1.465382772933564,
      "learning_rate": 0.0001094310917473765,
      "loss": 0.8157,
      "step": 86841
    },
    {
      "epoch": 3.556911734589392,
      "grad_norm": 2.8424458749621726,
      "learning_rate": 0.00010942795191007788,
      "loss": 2.7246,
      "step": 86842
    },
    {
      "epoch": 3.556952693016588,
      "grad_norm": 2.2228240422093197,
      "learning_rate": 0.00010942481209195937,
      "loss": 1.6044,
      "step": 86843
    },
    {
      "epoch": 3.5569936514437845,
      "grad_norm": 1.921726266074088,
      "learning_rate": 0.00010942167229302245,
      "loss": 0.9591,
      "step": 86844
    },
    {
      "epoch": 3.557034609870981,
      "grad_norm": 1.34079193585606,
      "learning_rate": 0.00010941853251326863,
      "loss": 0.8548,
      "step": 86845
    },
    {
      "epoch": 3.5570755682981776,
      "grad_norm": 1.1575907877687006,
      "learning_rate": 0.00010941539275269932,
      "loss": 0.4138,
      "step": 86846
    },
    {
      "epoch": 3.5571165267253737,
      "grad_norm": 1.57033274067891,
      "learning_rate": 0.00010941225301131611,
      "loss": 0.8117,
      "step": 86847
    },
    {
      "epoch": 3.5571574851525702,
      "grad_norm": 1.536083517706279,
      "learning_rate": 0.0001094091132891204,
      "loss": 0.7984,
      "step": 86848
    },
    {
      "epoch": 3.5571984435797663,
      "grad_norm": 1.3927202259827676,
      "learning_rate": 0.00010940597358611373,
      "loss": 0.7257,
      "step": 86849
    },
    {
      "epoch": 3.557239402006963,
      "grad_norm": 1.1014329781716146,
      "learning_rate": 0.00010940283390229752,
      "loss": 0.4624,
      "step": 86850
    },
    {
      "epoch": 3.5572803604341594,
      "grad_norm": 1.6480941960210442,
      "learning_rate": 0.00010939969423767334,
      "loss": 0.7651,
      "step": 86851
    },
    {
      "epoch": 3.557321318861356,
      "grad_norm": 1.7574538927087255,
      "learning_rate": 0.00010939655459224261,
      "loss": 1.2616,
      "step": 86852
    },
    {
      "epoch": 3.557362277288552,
      "grad_norm": 1.4410802256230937,
      "learning_rate": 0.00010939341496600684,
      "loss": 0.7219,
      "step": 86853
    },
    {
      "epoch": 3.5574032357157486,
      "grad_norm": 1.2096552679005514,
      "learning_rate": 0.00010939027535896747,
      "loss": 0.6796,
      "step": 86854
    },
    {
      "epoch": 3.5574441941429447,
      "grad_norm": 0.8188665945964806,
      "learning_rate": 0.00010938713577112606,
      "loss": 0.2652,
      "step": 86855
    },
    {
      "epoch": 3.557485152570141,
      "grad_norm": 1.1230067161450872,
      "learning_rate": 0.00010938399620248406,
      "loss": 0.6431,
      "step": 86856
    },
    {
      "epoch": 3.5575261109973377,
      "grad_norm": 1.4739266455288018,
      "learning_rate": 0.00010938085665304294,
      "loss": 0.8544,
      "step": 86857
    },
    {
      "epoch": 3.5575670694245343,
      "grad_norm": 1.5308402475292324,
      "learning_rate": 0.00010937771712280415,
      "loss": 0.686,
      "step": 86858
    },
    {
      "epoch": 3.5576080278517304,
      "grad_norm": 1.4046032162560733,
      "learning_rate": 0.00010937457761176927,
      "loss": 0.642,
      "step": 86859
    },
    {
      "epoch": 3.557648986278927,
      "grad_norm": 1.613529104598466,
      "learning_rate": 0.00010937143811993973,
      "loss": 0.6142,
      "step": 86860
    },
    {
      "epoch": 3.5576899447061234,
      "grad_norm": 1.5237732041990453,
      "learning_rate": 0.00010936829864731703,
      "loss": 0.6282,
      "step": 86861
    },
    {
      "epoch": 3.5577309031333195,
      "grad_norm": 1.723305147373252,
      "learning_rate": 0.00010936515919390257,
      "loss": 0.5659,
      "step": 86862
    },
    {
      "epoch": 3.557771861560516,
      "grad_norm": 2.38213165704388,
      "learning_rate": 0.00010936201975969796,
      "loss": 1.1212,
      "step": 86863
    },
    {
      "epoch": 3.5578128199877126,
      "grad_norm": 1.5716785545139134,
      "learning_rate": 0.00010935888034470464,
      "loss": 0.6687,
      "step": 86864
    },
    {
      "epoch": 3.557853778414909,
      "grad_norm": 1.1079973935382008,
      "learning_rate": 0.00010935574094892407,
      "loss": 0.4496,
      "step": 86865
    },
    {
      "epoch": 3.557894736842105,
      "grad_norm": 4.550115218286224,
      "learning_rate": 0.00010935260157235772,
      "loss": 2.243,
      "step": 86866
    },
    {
      "epoch": 3.5579356952693018,
      "grad_norm": 1.3519574974721322,
      "learning_rate": 0.00010934946221500713,
      "loss": 0.4802,
      "step": 86867
    },
    {
      "epoch": 3.557976653696498,
      "grad_norm": 1.0575972057060798,
      "learning_rate": 0.00010934632287687375,
      "loss": 0.3547,
      "step": 86868
    },
    {
      "epoch": 3.5580176121236944,
      "grad_norm": 2.617977806213928,
      "learning_rate": 0.00010934318355795909,
      "loss": 0.8773,
      "step": 86869
    },
    {
      "epoch": 3.558058570550891,
      "grad_norm": 4.2103898790078125,
      "learning_rate": 0.00010934004425826455,
      "loss": 1.0943,
      "step": 86870
    },
    {
      "epoch": 3.5580995289780875,
      "grad_norm": 1.6873348950851208,
      "learning_rate": 0.00010933690497779173,
      "loss": 0.9622,
      "step": 86871
    },
    {
      "epoch": 3.5581404874052835,
      "grad_norm": 1.9402114899038245,
      "learning_rate": 0.00010933376571654207,
      "loss": 1.097,
      "step": 86872
    },
    {
      "epoch": 3.55818144583248,
      "grad_norm": 1.309551262656193,
      "learning_rate": 0.00010933062647451704,
      "loss": 0.6785,
      "step": 86873
    },
    {
      "epoch": 3.558222404259676,
      "grad_norm": 1.0416967648847044,
      "learning_rate": 0.00010932748725171808,
      "loss": 0.3782,
      "step": 86874
    },
    {
      "epoch": 3.5582633626868727,
      "grad_norm": 1.2027305886908959,
      "learning_rate": 0.00010932434804814677,
      "loss": 0.5294,
      "step": 86875
    },
    {
      "epoch": 3.5583043211140692,
      "grad_norm": 1.3596843363800322,
      "learning_rate": 0.00010932120886380453,
      "loss": 0.5156,
      "step": 86876
    },
    {
      "epoch": 3.558345279541266,
      "grad_norm": 1.3428937005415769,
      "learning_rate": 0.00010931806969869287,
      "loss": 0.672,
      "step": 86877
    },
    {
      "epoch": 3.558386237968462,
      "grad_norm": 1.4992988431787577,
      "learning_rate": 0.00010931493055281326,
      "loss": 0.6171,
      "step": 86878
    },
    {
      "epoch": 3.5584271963956584,
      "grad_norm": 1.5719293740290992,
      "learning_rate": 0.0001093117914261672,
      "loss": 0.7558,
      "step": 86879
    },
    {
      "epoch": 3.558468154822855,
      "grad_norm": 1.3230359898265207,
      "learning_rate": 0.00010930865231875617,
      "loss": 0.4217,
      "step": 86880
    },
    {
      "epoch": 3.558509113250051,
      "grad_norm": 1.196375363937213,
      "learning_rate": 0.00010930551323058165,
      "loss": 0.6815,
      "step": 86881
    },
    {
      "epoch": 3.5585500716772476,
      "grad_norm": 1.6443636604778338,
      "learning_rate": 0.00010930237416164509,
      "loss": 0.9358,
      "step": 86882
    },
    {
      "epoch": 3.558591030104444,
      "grad_norm": 0.8932888778903412,
      "learning_rate": 0.00010929923511194802,
      "loss": 0.2647,
      "step": 86883
    },
    {
      "epoch": 3.5586319885316406,
      "grad_norm": 1.2568431869241332,
      "learning_rate": 0.00010929609608149193,
      "loss": 0.5775,
      "step": 86884
    },
    {
      "epoch": 3.5586729469588367,
      "grad_norm": 0.63177934405783,
      "learning_rate": 0.00010929295707027829,
      "loss": 0.2042,
      "step": 86885
    },
    {
      "epoch": 3.5587139053860333,
      "grad_norm": 1.4388529476866267,
      "learning_rate": 0.00010928981807830855,
      "loss": 0.7192,
      "step": 86886
    },
    {
      "epoch": 3.5587548638132294,
      "grad_norm": 1.609933079169529,
      "learning_rate": 0.00010928667910558422,
      "loss": 0.7262,
      "step": 86887
    },
    {
      "epoch": 3.558795822240426,
      "grad_norm": 3.3452313134184783,
      "learning_rate": 0.00010928354015210679,
      "loss": 3.4604,
      "step": 86888
    },
    {
      "epoch": 3.5588367806676224,
      "grad_norm": 1.3218387637026963,
      "learning_rate": 0.00010928040121787775,
      "loss": 0.5639,
      "step": 86889
    },
    {
      "epoch": 3.558877739094819,
      "grad_norm": 0.9723978252482127,
      "learning_rate": 0.00010927726230289858,
      "loss": 0.479,
      "step": 86890
    },
    {
      "epoch": 3.558918697522015,
      "grad_norm": 1.0768756927990593,
      "learning_rate": 0.00010927412340717072,
      "loss": 0.4689,
      "step": 86891
    },
    {
      "epoch": 3.5589596559492116,
      "grad_norm": 1.4152684214821245,
      "learning_rate": 0.00010927098453069571,
      "loss": 0.6458,
      "step": 86892
    },
    {
      "epoch": 3.5590006143764077,
      "grad_norm": 0.9514744196344359,
      "learning_rate": 0.00010926784567347504,
      "loss": 0.2824,
      "step": 86893
    },
    {
      "epoch": 3.5590415728036042,
      "grad_norm": 1.5136307045740116,
      "learning_rate": 0.00010926470683551017,
      "loss": 0.7081,
      "step": 86894
    },
    {
      "epoch": 3.5590825312308008,
      "grad_norm": 3.7757703416108632,
      "learning_rate": 0.00010926156801680254,
      "loss": 3.9661,
      "step": 86895
    },
    {
      "epoch": 3.5591234896579973,
      "grad_norm": 1.0060342781491702,
      "learning_rate": 0.00010925842921735369,
      "loss": 0.2584,
      "step": 86896
    },
    {
      "epoch": 3.5591644480851934,
      "grad_norm": 0.7743116252004915,
      "learning_rate": 0.00010925529043716512,
      "loss": 0.2125,
      "step": 86897
    },
    {
      "epoch": 3.55920540651239,
      "grad_norm": 1.2461568272759334,
      "learning_rate": 0.00010925215167623826,
      "loss": 0.6698,
      "step": 86898
    },
    {
      "epoch": 3.5592463649395865,
      "grad_norm": 1.3918228759821687,
      "learning_rate": 0.0001092490129345746,
      "loss": 0.8077,
      "step": 86899
    },
    {
      "epoch": 3.5592873233667826,
      "grad_norm": 1.4615237271613997,
      "learning_rate": 0.00010924587421217566,
      "loss": 0.7566,
      "step": 86900
    },
    {
      "epoch": 3.559328281793979,
      "grad_norm": 0.4604230737700901,
      "learning_rate": 0.00010924273550904293,
      "loss": 0.0301,
      "step": 86901
    },
    {
      "epoch": 3.5593692402211756,
      "grad_norm": 1.8258579952147447,
      "learning_rate": 0.00010923959682517785,
      "loss": 0.9272,
      "step": 86902
    },
    {
      "epoch": 3.559410198648372,
      "grad_norm": 0.898952724065949,
      "learning_rate": 0.00010923645816058191,
      "loss": 0.2927,
      "step": 86903
    },
    {
      "epoch": 3.5594511570755683,
      "grad_norm": 1.4303567168906641,
      "learning_rate": 0.00010923331951525662,
      "loss": 0.7597,
      "step": 86904
    },
    {
      "epoch": 3.559492115502765,
      "grad_norm": 1.6484208444308521,
      "learning_rate": 0.00010923018088920346,
      "loss": 0.7036,
      "step": 86905
    },
    {
      "epoch": 3.559533073929961,
      "grad_norm": 1.4583271226146157,
      "learning_rate": 0.00010922704228242393,
      "loss": 0.9277,
      "step": 86906
    },
    {
      "epoch": 3.5595740323571574,
      "grad_norm": 1.2888205173613967,
      "learning_rate": 0.00010922390369491941,
      "loss": 0.6057,
      "step": 86907
    },
    {
      "epoch": 3.559614990784354,
      "grad_norm": 1.3037647730093695,
      "learning_rate": 0.00010922076512669152,
      "loss": 0.6458,
      "step": 86908
    },
    {
      "epoch": 3.5596559492115505,
      "grad_norm": 1.590529093832238,
      "learning_rate": 0.00010921762657774169,
      "loss": 0.7452,
      "step": 86909
    },
    {
      "epoch": 3.5596969076387466,
      "grad_norm": 1.3277468380828144,
      "learning_rate": 0.00010921448804807141,
      "loss": 0.6229,
      "step": 86910
    },
    {
      "epoch": 3.559737866065943,
      "grad_norm": 1.832874391259508,
      "learning_rate": 0.00010921134953768215,
      "loss": 0.9569,
      "step": 86911
    },
    {
      "epoch": 3.559778824493139,
      "grad_norm": 2.1052041811779025,
      "learning_rate": 0.00010920821104657537,
      "loss": 1.362,
      "step": 86912
    },
    {
      "epoch": 3.5598197829203357,
      "grad_norm": 1.6807598745561356,
      "learning_rate": 0.0001092050725747526,
      "loss": 0.7517,
      "step": 86913
    },
    {
      "epoch": 3.5598607413475323,
      "grad_norm": 1.3463499018793865,
      "learning_rate": 0.00010920193412221526,
      "loss": 0.5026,
      "step": 86914
    },
    {
      "epoch": 3.559901699774729,
      "grad_norm": 1.287194000071476,
      "learning_rate": 0.00010919879568896492,
      "loss": 0.667,
      "step": 86915
    },
    {
      "epoch": 3.559942658201925,
      "grad_norm": 1.4708941623444247,
      "learning_rate": 0.000109195657275003,
      "loss": 0.7775,
      "step": 86916
    },
    {
      "epoch": 3.5599836166291214,
      "grad_norm": 1.6876905104123188,
      "learning_rate": 0.00010919251888033104,
      "loss": 1.0932,
      "step": 86917
    },
    {
      "epoch": 3.560024575056318,
      "grad_norm": 1.4850032792747938,
      "learning_rate": 0.00010918938050495042,
      "loss": 0.6638,
      "step": 86918
    },
    {
      "epoch": 3.560065533483514,
      "grad_norm": 1.6732244423199576,
      "learning_rate": 0.00010918624214886275,
      "loss": 0.7709,
      "step": 86919
    },
    {
      "epoch": 3.5601064919107106,
      "grad_norm": 1.6066466661789554,
      "learning_rate": 0.00010918310381206946,
      "loss": 0.9991,
      "step": 86920
    },
    {
      "epoch": 3.560147450337907,
      "grad_norm": 0.7988233939216315,
      "learning_rate": 0.000109179965494572,
      "loss": 0.2362,
      "step": 86921
    },
    {
      "epoch": 3.5601884087651037,
      "grad_norm": 3.159721683610547,
      "learning_rate": 0.00010917682719637189,
      "loss": 1.4334,
      "step": 86922
    },
    {
      "epoch": 3.5602293671922998,
      "grad_norm": 3.0192003778734953,
      "learning_rate": 0.00010917368891747062,
      "loss": 3.0876,
      "step": 86923
    },
    {
      "epoch": 3.5602703256194963,
      "grad_norm": 0.8595918879117698,
      "learning_rate": 0.00010917055065786966,
      "loss": 0.2726,
      "step": 86924
    },
    {
      "epoch": 3.5603112840466924,
      "grad_norm": 1.2138690772711882,
      "learning_rate": 0.00010916741241757049,
      "loss": 0.6039,
      "step": 86925
    },
    {
      "epoch": 3.560352242473889,
      "grad_norm": 2.1307598355688304,
      "learning_rate": 0.00010916427419657459,
      "loss": 1.2599,
      "step": 86926
    },
    {
      "epoch": 3.5603932009010855,
      "grad_norm": 1.6013820451803076,
      "learning_rate": 0.00010916113599488345,
      "loss": 0.7401,
      "step": 86927
    },
    {
      "epoch": 3.560434159328282,
      "grad_norm": 0.9271876559451674,
      "learning_rate": 0.00010915799781249859,
      "loss": 0.3861,
      "step": 86928
    },
    {
      "epoch": 3.560475117755478,
      "grad_norm": 1.1730004197175807,
      "learning_rate": 0.00010915485964942144,
      "loss": 0.2815,
      "step": 86929
    },
    {
      "epoch": 3.5605160761826746,
      "grad_norm": 1.3608535963462949,
      "learning_rate": 0.00010915172150565345,
      "loss": 0.7525,
      "step": 86930
    },
    {
      "epoch": 3.5605570346098707,
      "grad_norm": 3.409542334690137,
      "learning_rate": 0.00010914858338119621,
      "loss": 0.6414,
      "step": 86931
    },
    {
      "epoch": 3.5605979930370673,
      "grad_norm": 3.1117522763085117,
      "learning_rate": 0.00010914544527605115,
      "loss": 1.5761,
      "step": 86932
    },
    {
      "epoch": 3.560638951464264,
      "grad_norm": 1.4686268435049366,
      "learning_rate": 0.00010914230719021975,
      "loss": 0.8212,
      "step": 86933
    },
    {
      "epoch": 3.5606799098914603,
      "grad_norm": 1.3687985274029573,
      "learning_rate": 0.00010913916912370346,
      "loss": 0.8803,
      "step": 86934
    },
    {
      "epoch": 3.5607208683186564,
      "grad_norm": 0.8851608959014537,
      "learning_rate": 0.00010913603107650384,
      "loss": 0.2404,
      "step": 86935
    },
    {
      "epoch": 3.560761826745853,
      "grad_norm": 1.4946780591018984,
      "learning_rate": 0.00010913289304862233,
      "loss": 0.597,
      "step": 86936
    },
    {
      "epoch": 3.5608027851730495,
      "grad_norm": 1.8672638949729408,
      "learning_rate": 0.00010912975504006043,
      "loss": 0.9509,
      "step": 86937
    },
    {
      "epoch": 3.5608437436002456,
      "grad_norm": 1.0759393470159633,
      "learning_rate": 0.00010912661705081954,
      "loss": 0.3407,
      "step": 86938
    },
    {
      "epoch": 3.560884702027442,
      "grad_norm": 1.6415243737369625,
      "learning_rate": 0.00010912347908090128,
      "loss": 0.9873,
      "step": 86939
    },
    {
      "epoch": 3.5609256604546387,
      "grad_norm": 1.640556959497186,
      "learning_rate": 0.00010912034113030707,
      "loss": 0.8881,
      "step": 86940
    },
    {
      "epoch": 3.560966618881835,
      "grad_norm": 2.6777240793256847,
      "learning_rate": 0.00010911720319903837,
      "loss": 2.1511,
      "step": 86941
    },
    {
      "epoch": 3.5610075773090313,
      "grad_norm": 1.7586287760121535,
      "learning_rate": 0.00010911406528709665,
      "loss": 0.7893,
      "step": 86942
    },
    {
      "epoch": 3.561048535736228,
      "grad_norm": 1.5399335374826497,
      "learning_rate": 0.00010911092739448348,
      "loss": 0.7826,
      "step": 86943
    },
    {
      "epoch": 3.561089494163424,
      "grad_norm": 1.9235582392433974,
      "learning_rate": 0.00010910778952120027,
      "loss": 1.2537,
      "step": 86944
    },
    {
      "epoch": 3.5611304525906204,
      "grad_norm": 1.4415359543022603,
      "learning_rate": 0.00010910465166724854,
      "loss": 0.8362,
      "step": 86945
    },
    {
      "epoch": 3.561171411017817,
      "grad_norm": 1.3494648961863656,
      "learning_rate": 0.00010910151383262972,
      "loss": 0.7493,
      "step": 86946
    },
    {
      "epoch": 3.5612123694450135,
      "grad_norm": 1.1862254700098216,
      "learning_rate": 0.00010909837601734536,
      "loss": 0.5234,
      "step": 86947
    },
    {
      "epoch": 3.5612533278722096,
      "grad_norm": 1.5097998483472537,
      "learning_rate": 0.00010909523822139693,
      "loss": 0.919,
      "step": 86948
    },
    {
      "epoch": 3.561294286299406,
      "grad_norm": 0.7547101472695456,
      "learning_rate": 0.00010909210044478586,
      "loss": 0.1767,
      "step": 86949
    },
    {
      "epoch": 3.5613352447266022,
      "grad_norm": 1.499755181808047,
      "learning_rate": 0.00010908896268751369,
      "loss": 0.8651,
      "step": 86950
    },
    {
      "epoch": 3.5613762031537988,
      "grad_norm": 1.2877144589672636,
      "learning_rate": 0.00010908582494958188,
      "loss": 0.5114,
      "step": 86951
    },
    {
      "epoch": 3.5614171615809953,
      "grad_norm": 1.3933085964529404,
      "learning_rate": 0.00010908268723099193,
      "loss": 0.5387,
      "step": 86952
    },
    {
      "epoch": 3.561458120008192,
      "grad_norm": 1.5919925547443734,
      "learning_rate": 0.00010907954953174531,
      "loss": 1.0836,
      "step": 86953
    },
    {
      "epoch": 3.561499078435388,
      "grad_norm": 1.1375480232483022,
      "learning_rate": 0.0001090764118518435,
      "loss": 0.5262,
      "step": 86954
    },
    {
      "epoch": 3.5615400368625845,
      "grad_norm": 1.3726420708392237,
      "learning_rate": 0.00010907327419128796,
      "loss": 0.4482,
      "step": 86955
    },
    {
      "epoch": 3.561580995289781,
      "grad_norm": 1.0711214022536963,
      "learning_rate": 0.00010907013655008024,
      "loss": 0.6079,
      "step": 86956
    },
    {
      "epoch": 3.561621953716977,
      "grad_norm": 0.9749919482551652,
      "learning_rate": 0.00010906699892822179,
      "loss": 0.2946,
      "step": 86957
    },
    {
      "epoch": 3.5616629121441736,
      "grad_norm": 1.4381258098961125,
      "learning_rate": 0.00010906386132571406,
      "loss": 0.6337,
      "step": 86958
    },
    {
      "epoch": 3.56170387057137,
      "grad_norm": 1.6248162717408487,
      "learning_rate": 0.00010906072374255855,
      "loss": 0.5888,
      "step": 86959
    },
    {
      "epoch": 3.5617448289985667,
      "grad_norm": 1.3865358957636333,
      "learning_rate": 0.00010905758617875679,
      "loss": 0.621,
      "step": 86960
    },
    {
      "epoch": 3.561785787425763,
      "grad_norm": 2.5741344591880533,
      "learning_rate": 0.00010905444863431019,
      "loss": 2.5804,
      "step": 86961
    },
    {
      "epoch": 3.5618267458529593,
      "grad_norm": 1.2720347285425144,
      "learning_rate": 0.00010905131110922032,
      "loss": 0.7134,
      "step": 86962
    },
    {
      "epoch": 3.5618677042801554,
      "grad_norm": 1.032079949281387,
      "learning_rate": 0.00010904817360348855,
      "loss": 0.3715,
      "step": 86963
    },
    {
      "epoch": 3.561908662707352,
      "grad_norm": 1.273804824026631,
      "learning_rate": 0.00010904503611711647,
      "loss": 0.6433,
      "step": 86964
    },
    {
      "epoch": 3.5619496211345485,
      "grad_norm": 1.8325774156900907,
      "learning_rate": 0.00010904189865010553,
      "loss": 0.8522,
      "step": 86965
    },
    {
      "epoch": 3.561990579561745,
      "grad_norm": 1.4924637366109632,
      "learning_rate": 0.0001090387612024572,
      "loss": 0.8831,
      "step": 86966
    },
    {
      "epoch": 3.562031537988941,
      "grad_norm": 1.0144295982202711,
      "learning_rate": 0.00010903562377417291,
      "loss": 0.3709,
      "step": 86967
    },
    {
      "epoch": 3.5620724964161377,
      "grad_norm": 1.5086540014659648,
      "learning_rate": 0.00010903248636525426,
      "loss": 0.8824,
      "step": 86968
    },
    {
      "epoch": 3.5621134548433337,
      "grad_norm": 1.1197842278892567,
      "learning_rate": 0.00010902934897570267,
      "loss": 0.4917,
      "step": 86969
    },
    {
      "epoch": 3.5621544132705303,
      "grad_norm": 1.6870299752040523,
      "learning_rate": 0.00010902621160551962,
      "loss": 0.8912,
      "step": 86970
    },
    {
      "epoch": 3.562195371697727,
      "grad_norm": 0.8281343755862887,
      "learning_rate": 0.00010902307425470657,
      "loss": 0.2397,
      "step": 86971
    },
    {
      "epoch": 3.5622363301249234,
      "grad_norm": 1.8389837607727137,
      "learning_rate": 0.00010901993692326505,
      "loss": 0.771,
      "step": 86972
    },
    {
      "epoch": 3.5622772885521194,
      "grad_norm": 1.4919483209384468,
      "learning_rate": 0.00010901679961119654,
      "loss": 0.7914,
      "step": 86973
    },
    {
      "epoch": 3.562318246979316,
      "grad_norm": 1.341759210418568,
      "learning_rate": 0.0001090136623185025,
      "loss": 0.7053,
      "step": 86974
    },
    {
      "epoch": 3.5623592054065125,
      "grad_norm": 0.9645824568868363,
      "learning_rate": 0.0001090105250451844,
      "loss": 0.2517,
      "step": 86975
    },
    {
      "epoch": 3.5624001638337086,
      "grad_norm": 3.2794946397219955,
      "learning_rate": 0.00010900738779124377,
      "loss": 2.3756,
      "step": 86976
    },
    {
      "epoch": 3.562441122260905,
      "grad_norm": 0.6557543710838981,
      "learning_rate": 0.0001090042505566821,
      "loss": 0.107,
      "step": 86977
    },
    {
      "epoch": 3.5624820806881017,
      "grad_norm": 1.4136708405890637,
      "learning_rate": 0.0001090011133415008,
      "loss": 0.7108,
      "step": 86978
    },
    {
      "epoch": 3.562523039115298,
      "grad_norm": 0.8689000453466534,
      "learning_rate": 0.00010899797614570138,
      "loss": 0.2448,
      "step": 86979
    },
    {
      "epoch": 3.5625639975424943,
      "grad_norm": 1.7141686387228512,
      "learning_rate": 0.00010899483896928544,
      "loss": 1.0857,
      "step": 86980
    },
    {
      "epoch": 3.562604955969691,
      "grad_norm": 1.0204040326832793,
      "learning_rate": 0.00010899170181225424,
      "loss": 0.3176,
      "step": 86981
    },
    {
      "epoch": 3.562645914396887,
      "grad_norm": 2.3355518081456035,
      "learning_rate": 0.00010898856467460943,
      "loss": 0.7213,
      "step": 86982
    },
    {
      "epoch": 3.5626868728240835,
      "grad_norm": 1.0845265691450179,
      "learning_rate": 0.00010898542755635245,
      "loss": 0.278,
      "step": 86983
    },
    {
      "epoch": 3.56272783125128,
      "grad_norm": 1.9001216993971306,
      "learning_rate": 0.00010898229045748479,
      "loss": 0.9547,
      "step": 86984
    },
    {
      "epoch": 3.5627687896784765,
      "grad_norm": 1.6648269136960312,
      "learning_rate": 0.0001089791533780079,
      "loss": 1.0943,
      "step": 86985
    },
    {
      "epoch": 3.5628097481056726,
      "grad_norm": 1.8099116369722095,
      "learning_rate": 0.00010897601631792327,
      "loss": 0.4731,
      "step": 86986
    },
    {
      "epoch": 3.562850706532869,
      "grad_norm": 1.0890192178406966,
      "learning_rate": 0.00010897287927723242,
      "loss": 0.266,
      "step": 86987
    },
    {
      "epoch": 3.5628916649600653,
      "grad_norm": 1.8383065530663956,
      "learning_rate": 0.00010896974225593682,
      "loss": 1.0351,
      "step": 86988
    },
    {
      "epoch": 3.562932623387262,
      "grad_norm": 2.4985936498792003,
      "learning_rate": 0.00010896660525403794,
      "loss": 1.7985,
      "step": 86989
    },
    {
      "epoch": 3.5629735818144583,
      "grad_norm": 1.3798562403332166,
      "learning_rate": 0.00010896346827153725,
      "loss": 0.8478,
      "step": 86990
    },
    {
      "epoch": 3.563014540241655,
      "grad_norm": 1.3174681059100166,
      "learning_rate": 0.00010896033130843627,
      "loss": 0.6085,
      "step": 86991
    },
    {
      "epoch": 3.563055498668851,
      "grad_norm": 1.4375248070459892,
      "learning_rate": 0.00010895719436473647,
      "loss": 0.8245,
      "step": 86992
    },
    {
      "epoch": 3.5630964570960475,
      "grad_norm": 1.5325207937164462,
      "learning_rate": 0.00010895405744043931,
      "loss": 0.823,
      "step": 86993
    },
    {
      "epoch": 3.563137415523244,
      "grad_norm": 1.21330873983724,
      "learning_rate": 0.00010895092053554627,
      "loss": 0.5742,
      "step": 86994
    },
    {
      "epoch": 3.56317837395044,
      "grad_norm": 1.3804838481413428,
      "learning_rate": 0.00010894778365005889,
      "loss": 0.6024,
      "step": 86995
    },
    {
      "epoch": 3.5632193323776367,
      "grad_norm": 1.3385809586063433,
      "learning_rate": 0.00010894464678397862,
      "loss": 0.661,
      "step": 86996
    },
    {
      "epoch": 3.563260290804833,
      "grad_norm": 1.7133544322895702,
      "learning_rate": 0.00010894150993730693,
      "loss": 1.0971,
      "step": 86997
    },
    {
      "epoch": 3.5633012492320297,
      "grad_norm": 1.7017772124006758,
      "learning_rate": 0.00010893837311004527,
      "loss": 0.8726,
      "step": 86998
    },
    {
      "epoch": 3.563342207659226,
      "grad_norm": 1.751789963314627,
      "learning_rate": 0.0001089352363021952,
      "loss": 0.7461,
      "step": 86999
    },
    {
      "epoch": 3.5633831660864224,
      "grad_norm": 1.4078043732571646,
      "learning_rate": 0.00010893209951375818,
      "loss": 0.652,
      "step": 87000
    },
    {
      "epoch": 3.5634241245136185,
      "grad_norm": 1.0198950866754706,
      "learning_rate": 0.00010892896274473567,
      "loss": 0.2239,
      "step": 87001
    },
    {
      "epoch": 3.563465082940815,
      "grad_norm": 1.5207502492075022,
      "learning_rate": 0.00010892582599512915,
      "loss": 0.7023,
      "step": 87002
    },
    {
      "epoch": 3.5635060413680115,
      "grad_norm": 1.3806304872040376,
      "learning_rate": 0.00010892268926494013,
      "loss": 0.7364,
      "step": 87003
    },
    {
      "epoch": 3.563546999795208,
      "grad_norm": 1.4367836547774695,
      "learning_rate": 0.00010891955255417007,
      "loss": 0.6685,
      "step": 87004
    },
    {
      "epoch": 3.563587958222404,
      "grad_norm": 1.2306016143793066,
      "learning_rate": 0.00010891641586282047,
      "loss": 0.3074,
      "step": 87005
    },
    {
      "epoch": 3.5636289166496007,
      "grad_norm": 0.8681173044864746,
      "learning_rate": 0.00010891327919089278,
      "loss": 0.2604,
      "step": 87006
    },
    {
      "epoch": 3.563669875076797,
      "grad_norm": 1.2980752537309985,
      "learning_rate": 0.00010891014253838855,
      "loss": 0.744,
      "step": 87007
    },
    {
      "epoch": 3.5637108335039933,
      "grad_norm": 0.9977868980242335,
      "learning_rate": 0.00010890700590530919,
      "loss": 0.3333,
      "step": 87008
    },
    {
      "epoch": 3.56375179193119,
      "grad_norm": 1.1627539401034515,
      "learning_rate": 0.00010890386929165623,
      "loss": 0.3231,
      "step": 87009
    },
    {
      "epoch": 3.5637927503583864,
      "grad_norm": 1.5553507067837,
      "learning_rate": 0.00010890073269743112,
      "loss": 0.5636,
      "step": 87010
    },
    {
      "epoch": 3.5638337087855825,
      "grad_norm": 1.478680428504262,
      "learning_rate": 0.00010889759612263536,
      "loss": 0.7817,
      "step": 87011
    },
    {
      "epoch": 3.563874667212779,
      "grad_norm": 1.2566391396050378,
      "learning_rate": 0.00010889445956727045,
      "loss": 0.4847,
      "step": 87012
    },
    {
      "epoch": 3.5639156256399755,
      "grad_norm": 1.3092820440609267,
      "learning_rate": 0.00010889132303133784,
      "loss": 0.4007,
      "step": 87013
    },
    {
      "epoch": 3.5639565840671716,
      "grad_norm": 1.1342911396101276,
      "learning_rate": 0.00010888818651483902,
      "loss": 0.5875,
      "step": 87014
    },
    {
      "epoch": 3.563997542494368,
      "grad_norm": 1.6973155540062743,
      "learning_rate": 0.00010888505001777548,
      "loss": 0.8074,
      "step": 87015
    },
    {
      "epoch": 3.5640385009215647,
      "grad_norm": 1.6278049912421426,
      "learning_rate": 0.00010888191354014872,
      "loss": 0.7761,
      "step": 87016
    },
    {
      "epoch": 3.5640794593487612,
      "grad_norm": 1.6211402557087586,
      "learning_rate": 0.00010887877708196022,
      "loss": 0.4941,
      "step": 87017
    },
    {
      "epoch": 3.5641204177759573,
      "grad_norm": 1.3781747980018515,
      "learning_rate": 0.00010887564064321139,
      "loss": 0.7549,
      "step": 87018
    },
    {
      "epoch": 3.564161376203154,
      "grad_norm": 1.0588651492479586,
      "learning_rate": 0.00010887250422390381,
      "loss": 0.2945,
      "step": 87019
    },
    {
      "epoch": 3.56420233463035,
      "grad_norm": 0.9297783968721327,
      "learning_rate": 0.00010886936782403893,
      "loss": 0.2848,
      "step": 87020
    },
    {
      "epoch": 3.5642432930575465,
      "grad_norm": 1.1061457462197588,
      "learning_rate": 0.00010886623144361823,
      "loss": 0.5565,
      "step": 87021
    },
    {
      "epoch": 3.564284251484743,
      "grad_norm": 1.2042483525473775,
      "learning_rate": 0.00010886309508264314,
      "loss": 0.4789,
      "step": 87022
    },
    {
      "epoch": 3.5643252099119396,
      "grad_norm": 0.8597620336081376,
      "learning_rate": 0.00010885995874111523,
      "loss": 0.2022,
      "step": 87023
    },
    {
      "epoch": 3.5643661683391357,
      "grad_norm": 1.4861600671237511,
      "learning_rate": 0.00010885682241903595,
      "loss": 0.5856,
      "step": 87024
    },
    {
      "epoch": 3.564407126766332,
      "grad_norm": 1.1516055320055252,
      "learning_rate": 0.00010885368611640677,
      "loss": 0.6238,
      "step": 87025
    },
    {
      "epoch": 3.5644480851935283,
      "grad_norm": 1.6107855854802946,
      "learning_rate": 0.00010885054983322919,
      "loss": 0.9022,
      "step": 87026
    },
    {
      "epoch": 3.564489043620725,
      "grad_norm": 1.1752388974572325,
      "learning_rate": 0.00010884741356950465,
      "loss": 0.3448,
      "step": 87027
    },
    {
      "epoch": 3.5645300020479214,
      "grad_norm": 1.5169923457575212,
      "learning_rate": 0.00010884427732523469,
      "loss": 0.5568,
      "step": 87028
    },
    {
      "epoch": 3.564570960475118,
      "grad_norm": 1.3796079357018776,
      "learning_rate": 0.00010884114110042076,
      "loss": 0.5968,
      "step": 87029
    },
    {
      "epoch": 3.564611918902314,
      "grad_norm": 1.2154792129474148,
      "learning_rate": 0.00010883800489506437,
      "loss": 0.5883,
      "step": 87030
    },
    {
      "epoch": 3.5646528773295105,
      "grad_norm": 1.1608932168495132,
      "learning_rate": 0.00010883486870916692,
      "loss": 0.1892,
      "step": 87031
    },
    {
      "epoch": 3.564693835756707,
      "grad_norm": 1.4735962627174144,
      "learning_rate": 0.00010883173254273001,
      "loss": 0.8715,
      "step": 87032
    },
    {
      "epoch": 3.564734794183903,
      "grad_norm": 0.860189143531101,
      "learning_rate": 0.00010882859639575507,
      "loss": 0.1168,
      "step": 87033
    },
    {
      "epoch": 3.5647757526110997,
      "grad_norm": 1.4872720921228049,
      "learning_rate": 0.00010882546026824358,
      "loss": 0.8182,
      "step": 87034
    },
    {
      "epoch": 3.5648167110382962,
      "grad_norm": 0.9072399048537225,
      "learning_rate": 0.000108822324160197,
      "loss": 0.2515,
      "step": 87035
    },
    {
      "epoch": 3.5648576694654928,
      "grad_norm": 1.700005772559726,
      "learning_rate": 0.00010881918807161684,
      "loss": 0.8668,
      "step": 87036
    },
    {
      "epoch": 3.564898627892689,
      "grad_norm": 1.5986731902152675,
      "learning_rate": 0.00010881605200250461,
      "loss": 0.8787,
      "step": 87037
    },
    {
      "epoch": 3.5649395863198854,
      "grad_norm": 1.2993374658105727,
      "learning_rate": 0.00010881291595286174,
      "loss": 0.5439,
      "step": 87038
    },
    {
      "epoch": 3.5649805447470815,
      "grad_norm": 1.2432594817248255,
      "learning_rate": 0.00010880977992268968,
      "loss": 0.6108,
      "step": 87039
    },
    {
      "epoch": 3.565021503174278,
      "grad_norm": 1.5862470721926945,
      "learning_rate": 0.00010880664391199003,
      "loss": 0.7253,
      "step": 87040
    },
    {
      "epoch": 3.5650624616014746,
      "grad_norm": 1.384534867962504,
      "learning_rate": 0.0001088035079207642,
      "loss": 0.5558,
      "step": 87041
    },
    {
      "epoch": 3.565103420028671,
      "grad_norm": 1.765131054557988,
      "learning_rate": 0.00010880037194901369,
      "loss": 0.81,
      "step": 87042
    },
    {
      "epoch": 3.565144378455867,
      "grad_norm": 1.656131831460217,
      "learning_rate": 0.00010879723599673993,
      "loss": 0.8559,
      "step": 87043
    },
    {
      "epoch": 3.5651853368830637,
      "grad_norm": 1.4060586549663265,
      "learning_rate": 0.00010879410006394449,
      "loss": 0.6622,
      "step": 87044
    },
    {
      "epoch": 3.5652262953102603,
      "grad_norm": 1.6130270112092828,
      "learning_rate": 0.0001087909641506288,
      "loss": 0.8286,
      "step": 87045
    },
    {
      "epoch": 3.5652672537374563,
      "grad_norm": 1.8081313544209427,
      "learning_rate": 0.00010878782825679434,
      "loss": 0.935,
      "step": 87046
    },
    {
      "epoch": 3.565308212164653,
      "grad_norm": 1.0711408144959862,
      "learning_rate": 0.00010878469238244259,
      "loss": 0.5176,
      "step": 87047
    },
    {
      "epoch": 3.5653491705918494,
      "grad_norm": 0.9835476396137016,
      "learning_rate": 0.00010878155652757507,
      "loss": 0.226,
      "step": 87048
    },
    {
      "epoch": 3.5653901290190455,
      "grad_norm": 1.3866483490692096,
      "learning_rate": 0.00010877842069219323,
      "loss": 0.6751,
      "step": 87049
    },
    {
      "epoch": 3.565431087446242,
      "grad_norm": 1.780706868907921,
      "learning_rate": 0.00010877528487629859,
      "loss": 0.907,
      "step": 87050
    },
    {
      "epoch": 3.5654720458734386,
      "grad_norm": 0.43709241354046985,
      "learning_rate": 0.00010877214907989259,
      "loss": 0.0953,
      "step": 87051
    },
    {
      "epoch": 3.5655130043006347,
      "grad_norm": 1.344861351628525,
      "learning_rate": 0.00010876901330297671,
      "loss": 0.6402,
      "step": 87052
    },
    {
      "epoch": 3.565553962727831,
      "grad_norm": 2.7761314942198183,
      "learning_rate": 0.00010876587754555244,
      "loss": 0.8847,
      "step": 87053
    },
    {
      "epoch": 3.5655949211550277,
      "grad_norm": 1.2858973805498484,
      "learning_rate": 0.00010876274180762128,
      "loss": 0.5446,
      "step": 87054
    },
    {
      "epoch": 3.5656358795822243,
      "grad_norm": 1.88842950711041,
      "learning_rate": 0.0001087596060891847,
      "loss": 0.791,
      "step": 87055
    },
    {
      "epoch": 3.5656768380094204,
      "grad_norm": 1.7392260728353572,
      "learning_rate": 0.0001087564703902442,
      "loss": 0.832,
      "step": 87056
    },
    {
      "epoch": 3.565717796436617,
      "grad_norm": 0.9626307526913425,
      "learning_rate": 0.00010875333471080125,
      "loss": 0.2743,
      "step": 87057
    },
    {
      "epoch": 3.565758754863813,
      "grad_norm": 1.5753048181511597,
      "learning_rate": 0.0001087501990508573,
      "loss": 1.0205,
      "step": 87058
    },
    {
      "epoch": 3.5657997132910095,
      "grad_norm": 1.3499034454256726,
      "learning_rate": 0.00010874706341041388,
      "loss": 0.8152,
      "step": 87059
    },
    {
      "epoch": 3.565840671718206,
      "grad_norm": 0.7327141279942071,
      "learning_rate": 0.00010874392778947245,
      "loss": 0.22,
      "step": 87060
    },
    {
      "epoch": 3.5658816301454026,
      "grad_norm": 1.113322589820898,
      "learning_rate": 0.00010874079218803451,
      "loss": 0.3571,
      "step": 87061
    },
    {
      "epoch": 3.5659225885725987,
      "grad_norm": 1.5648202668671485,
      "learning_rate": 0.0001087376566061015,
      "loss": 0.9921,
      "step": 87062
    },
    {
      "epoch": 3.5659635469997952,
      "grad_norm": 5.55552284294612,
      "learning_rate": 0.00010873452104367494,
      "loss": 0.989,
      "step": 87063
    },
    {
      "epoch": 3.5660045054269918,
      "grad_norm": 3.097752944290186,
      "learning_rate": 0.00010873138550075633,
      "loss": 1.8611,
      "step": 87064
    },
    {
      "epoch": 3.566045463854188,
      "grad_norm": 2.4417782691792587,
      "learning_rate": 0.00010872824997734711,
      "loss": 2.1106,
      "step": 87065
    },
    {
      "epoch": 3.5660864222813844,
      "grad_norm": 1.356807975103013,
      "learning_rate": 0.00010872511447344876,
      "loss": 0.8836,
      "step": 87066
    },
    {
      "epoch": 3.566127380708581,
      "grad_norm": 1.4753190176456936,
      "learning_rate": 0.0001087219789890628,
      "loss": 0.6408,
      "step": 87067
    },
    {
      "epoch": 3.566168339135777,
      "grad_norm": 1.1925010814984929,
      "learning_rate": 0.0001087188435241907,
      "loss": 0.595,
      "step": 87068
    },
    {
      "epoch": 3.5662092975629736,
      "grad_norm": 1.5031017684490602,
      "learning_rate": 0.00010871570807883393,
      "loss": 0.8633,
      "step": 87069
    },
    {
      "epoch": 3.56625025599017,
      "grad_norm": 0.8392909004519482,
      "learning_rate": 0.00010871257265299395,
      "loss": 0.2675,
      "step": 87070
    },
    {
      "epoch": 3.566291214417366,
      "grad_norm": 1.350446112427552,
      "learning_rate": 0.0001087094372466723,
      "loss": 0.596,
      "step": 87071
    },
    {
      "epoch": 3.5663321728445627,
      "grad_norm": 1.2455915076759505,
      "learning_rate": 0.00010870630185987045,
      "loss": 0.7301,
      "step": 87072
    },
    {
      "epoch": 3.5663731312717593,
      "grad_norm": 3.4905437082322646,
      "learning_rate": 0.00010870316649258985,
      "loss": 3.4723,
      "step": 87073
    },
    {
      "epoch": 3.566414089698956,
      "grad_norm": 1.965930811572075,
      "learning_rate": 0.00010870003114483195,
      "loss": 0.8547,
      "step": 87074
    },
    {
      "epoch": 3.566455048126152,
      "grad_norm": 1.9415054336688558,
      "learning_rate": 0.00010869689581659831,
      "loss": 0.8962,
      "step": 87075
    },
    {
      "epoch": 3.5664960065533484,
      "grad_norm": 0.8710907853158835,
      "learning_rate": 0.00010869376050789041,
      "loss": 0.291,
      "step": 87076
    },
    {
      "epoch": 3.5665369649805445,
      "grad_norm": 1.6958409308411233,
      "learning_rate": 0.00010869062521870968,
      "loss": 0.5377,
      "step": 87077
    },
    {
      "epoch": 3.566577923407741,
      "grad_norm": 1.311319754081277,
      "learning_rate": 0.00010868748994905761,
      "loss": 0.67,
      "step": 87078
    },
    {
      "epoch": 3.5666188818349376,
      "grad_norm": 1.6251187999476084,
      "learning_rate": 0.00010868435469893573,
      "loss": 0.6901,
      "step": 87079
    },
    {
      "epoch": 3.566659840262134,
      "grad_norm": 1.7308685651076554,
      "learning_rate": 0.00010868121946834549,
      "loss": 0.8322,
      "step": 87080
    },
    {
      "epoch": 3.56670079868933,
      "grad_norm": 1.7571925903207113,
      "learning_rate": 0.00010867808425728834,
      "loss": 0.9152,
      "step": 87081
    },
    {
      "epoch": 3.5667417571165267,
      "grad_norm": 1.024997172795262,
      "learning_rate": 0.00010867494906576578,
      "loss": 0.2977,
      "step": 87082
    },
    {
      "epoch": 3.5667827155437233,
      "grad_norm": 1.4482457850737933,
      "learning_rate": 0.00010867181389377936,
      "loss": 0.8262,
      "step": 87083
    },
    {
      "epoch": 3.5668236739709194,
      "grad_norm": 1.4305739579138665,
      "learning_rate": 0.00010866867874133047,
      "loss": 0.6755,
      "step": 87084
    },
    {
      "epoch": 3.566864632398116,
      "grad_norm": 1.4945467002979038,
      "learning_rate": 0.00010866554360842065,
      "loss": 0.4226,
      "step": 87085
    },
    {
      "epoch": 3.5669055908253124,
      "grad_norm": 1.4361253148731543,
      "learning_rate": 0.00010866240849505134,
      "loss": 0.8074,
      "step": 87086
    },
    {
      "epoch": 3.566946549252509,
      "grad_norm": 1.3334960086415573,
      "learning_rate": 0.00010865927340122407,
      "loss": 0.6213,
      "step": 87087
    },
    {
      "epoch": 3.566987507679705,
      "grad_norm": 1.3206095097135766,
      "learning_rate": 0.00010865613832694029,
      "loss": 0.7383,
      "step": 87088
    },
    {
      "epoch": 3.5670284661069016,
      "grad_norm": 1.2568823305101364,
      "learning_rate": 0.0001086530032722015,
      "loss": 0.6234,
      "step": 87089
    },
    {
      "epoch": 3.5670694245340977,
      "grad_norm": 1.229899370389542,
      "learning_rate": 0.00010864986823700913,
      "loss": 0.4769,
      "step": 87090
    },
    {
      "epoch": 3.5671103829612942,
      "grad_norm": 1.3455120349446557,
      "learning_rate": 0.00010864673322136473,
      "loss": 0.7019,
      "step": 87091
    },
    {
      "epoch": 3.5671513413884908,
      "grad_norm": 1.4544159604817724,
      "learning_rate": 0.00010864359822526976,
      "loss": 0.8907,
      "step": 87092
    },
    {
      "epoch": 3.5671922998156873,
      "grad_norm": 1.1589615754373543,
      "learning_rate": 0.00010864046324872569,
      "loss": 0.246,
      "step": 87093
    },
    {
      "epoch": 3.5672332582428834,
      "grad_norm": 1.418890724443067,
      "learning_rate": 0.00010863732829173399,
      "loss": 0.7928,
      "step": 87094
    },
    {
      "epoch": 3.56727421667008,
      "grad_norm": 0.6225272452069415,
      "learning_rate": 0.0001086341933542962,
      "loss": 0.1323,
      "step": 87095
    },
    {
      "epoch": 3.567315175097276,
      "grad_norm": 0.7638522619655009,
      "learning_rate": 0.00010863105843641375,
      "loss": 0.2531,
      "step": 87096
    },
    {
      "epoch": 3.5673561335244726,
      "grad_norm": 1.0796905819476836,
      "learning_rate": 0.00010862792353808813,
      "loss": 0.3655,
      "step": 87097
    },
    {
      "epoch": 3.567397091951669,
      "grad_norm": 0.863869436953916,
      "learning_rate": 0.00010862478865932083,
      "loss": 0.3397,
      "step": 87098
    },
    {
      "epoch": 3.5674380503788656,
      "grad_norm": 1.1690771475957447,
      "learning_rate": 0.00010862165380011331,
      "loss": 0.5413,
      "step": 87099
    },
    {
      "epoch": 3.5674790088060617,
      "grad_norm": 1.4399298233729059,
      "learning_rate": 0.00010861851896046711,
      "loss": 0.3956,
      "step": 87100
    },
    {
      "epoch": 3.5675199672332583,
      "grad_norm": 1.5200782892529348,
      "learning_rate": 0.00010861538414038364,
      "loss": 0.6502,
      "step": 87101
    },
    {
      "epoch": 3.567560925660455,
      "grad_norm": 1.7682300615508202,
      "learning_rate": 0.00010861224933986443,
      "loss": 0.8841,
      "step": 87102
    },
    {
      "epoch": 3.567601884087651,
      "grad_norm": 1.6141334891466237,
      "learning_rate": 0.00010860911455891092,
      "loss": 1.0281,
      "step": 87103
    },
    {
      "epoch": 3.5676428425148474,
      "grad_norm": 1.657709641960998,
      "learning_rate": 0.00010860597979752463,
      "loss": 0.6387,
      "step": 87104
    },
    {
      "epoch": 3.567683800942044,
      "grad_norm": 1.158144250533937,
      "learning_rate": 0.00010860284505570707,
      "loss": 0.4475,
      "step": 87105
    },
    {
      "epoch": 3.5677247593692405,
      "grad_norm": 1.6729921424011196,
      "learning_rate": 0.00010859971033345966,
      "loss": 0.7009,
      "step": 87106
    },
    {
      "epoch": 3.5677657177964366,
      "grad_norm": 1.3708712816708228,
      "learning_rate": 0.00010859657563078387,
      "loss": 0.6992,
      "step": 87107
    },
    {
      "epoch": 3.567806676223633,
      "grad_norm": 1.5413790774330118,
      "learning_rate": 0.00010859344094768124,
      "loss": 0.6131,
      "step": 87108
    },
    {
      "epoch": 3.567847634650829,
      "grad_norm": 1.334123743729118,
      "learning_rate": 0.00010859030628415326,
      "loss": 0.6601,
      "step": 87109
    },
    {
      "epoch": 3.5678885930780257,
      "grad_norm": 3.1329868992850143,
      "learning_rate": 0.00010858717164020136,
      "loss": 3.8027,
      "step": 87110
    },
    {
      "epoch": 3.5679295515052223,
      "grad_norm": 1.4594799059282335,
      "learning_rate": 0.000108584037015827,
      "loss": 0.8715,
      "step": 87111
    },
    {
      "epoch": 3.567970509932419,
      "grad_norm": 1.355310791380975,
      "learning_rate": 0.00010858090241103176,
      "loss": 0.8586,
      "step": 87112
    },
    {
      "epoch": 3.568011468359615,
      "grad_norm": 1.011265084465989,
      "learning_rate": 0.00010857776782581703,
      "loss": 0.2525,
      "step": 87113
    },
    {
      "epoch": 3.5680524267868114,
      "grad_norm": 2.195840704427495,
      "learning_rate": 0.00010857463326018437,
      "loss": 1.3866,
      "step": 87114
    },
    {
      "epoch": 3.5680933852140075,
      "grad_norm": 1.1479591329989587,
      "learning_rate": 0.00010857149871413515,
      "loss": 0.5744,
      "step": 87115
    },
    {
      "epoch": 3.568134343641204,
      "grad_norm": 1.516806468503887,
      "learning_rate": 0.00010856836418767098,
      "loss": 0.7601,
      "step": 87116
    },
    {
      "epoch": 3.5681753020684006,
      "grad_norm": 1.23499248069387,
      "learning_rate": 0.00010856522968079328,
      "loss": 0.5444,
      "step": 87117
    },
    {
      "epoch": 3.568216260495597,
      "grad_norm": 2.0710343281733903,
      "learning_rate": 0.00010856209519350352,
      "loss": 0.7712,
      "step": 87118
    },
    {
      "epoch": 3.5682572189227932,
      "grad_norm": 1.2906464069281889,
      "learning_rate": 0.00010855896072580319,
      "loss": 0.6172,
      "step": 87119
    },
    {
      "epoch": 3.5682981773499898,
      "grad_norm": 1.3211799631327714,
      "learning_rate": 0.00010855582627769379,
      "loss": 0.6869,
      "step": 87120
    },
    {
      "epoch": 3.5683391357771863,
      "grad_norm": 1.6115044388580082,
      "learning_rate": 0.00010855269184917683,
      "loss": 0.8686,
      "step": 87121
    },
    {
      "epoch": 3.5683800942043824,
      "grad_norm": 1.1895508714528598,
      "learning_rate": 0.00010854955744025371,
      "loss": 0.6227,
      "step": 87122
    },
    {
      "epoch": 3.568421052631579,
      "grad_norm": 1.3324878516087073,
      "learning_rate": 0.00010854642305092596,
      "loss": 0.6157,
      "step": 87123
    },
    {
      "epoch": 3.5684620110587755,
      "grad_norm": 1.5389014946802306,
      "learning_rate": 0.00010854328868119506,
      "loss": 0.7482,
      "step": 87124
    },
    {
      "epoch": 3.568502969485972,
      "grad_norm": 3.7587065920013916,
      "learning_rate": 0.00010854015433106246,
      "loss": 0.7224,
      "step": 87125
    },
    {
      "epoch": 3.568543927913168,
      "grad_norm": 1.2724326494550655,
      "learning_rate": 0.0001085370200005297,
      "loss": 0.4525,
      "step": 87126
    },
    {
      "epoch": 3.5685848863403646,
      "grad_norm": 0.9522588447378221,
      "learning_rate": 0.00010853388568959821,
      "loss": 0.2753,
      "step": 87127
    },
    {
      "epoch": 3.5686258447675607,
      "grad_norm": 1.0881360756020733,
      "learning_rate": 0.00010853075139826951,
      "loss": 0.2946,
      "step": 87128
    },
    {
      "epoch": 3.5686668031947573,
      "grad_norm": 1.4873753529538332,
      "learning_rate": 0.00010852761712654507,
      "loss": 0.9583,
      "step": 87129
    },
    {
      "epoch": 3.568707761621954,
      "grad_norm": 1.3785852668763885,
      "learning_rate": 0.00010852448287442634,
      "loss": 0.5405,
      "step": 87130
    },
    {
      "epoch": 3.5687487200491503,
      "grad_norm": 0.9265810122133508,
      "learning_rate": 0.00010852134864191484,
      "loss": 0.4484,
      "step": 87131
    },
    {
      "epoch": 3.5687896784763464,
      "grad_norm": 1.5222622967562582,
      "learning_rate": 0.00010851821442901203,
      "loss": 0.874,
      "step": 87132
    },
    {
      "epoch": 3.568830636903543,
      "grad_norm": 1.591255860199422,
      "learning_rate": 0.00010851508023571944,
      "loss": 0.8299,
      "step": 87133
    },
    {
      "epoch": 3.568871595330739,
      "grad_norm": 1.324529552902523,
      "learning_rate": 0.00010851194606203845,
      "loss": 0.7253,
      "step": 87134
    },
    {
      "epoch": 3.5689125537579356,
      "grad_norm": 1.0675107511308755,
      "learning_rate": 0.00010850881190797064,
      "loss": 0.4978,
      "step": 87135
    },
    {
      "epoch": 3.568953512185132,
      "grad_norm": 0.9516887623053183,
      "learning_rate": 0.00010850567777351746,
      "loss": 0.169,
      "step": 87136
    },
    {
      "epoch": 3.5689944706123287,
      "grad_norm": 1.2586004085709066,
      "learning_rate": 0.00010850254365868038,
      "loss": 0.541,
      "step": 87137
    },
    {
      "epoch": 3.5690354290395248,
      "grad_norm": 1.0668882944658151,
      "learning_rate": 0.00010849940956346087,
      "loss": 0.2234,
      "step": 87138
    },
    {
      "epoch": 3.5690763874667213,
      "grad_norm": 1.359680559849675,
      "learning_rate": 0.00010849627548786046,
      "loss": 0.654,
      "step": 87139
    },
    {
      "epoch": 3.569117345893918,
      "grad_norm": 1.2795026741996531,
      "learning_rate": 0.00010849314143188059,
      "loss": 0.7216,
      "step": 87140
    },
    {
      "epoch": 3.569158304321114,
      "grad_norm": 1.5195908907992839,
      "learning_rate": 0.00010849000739552278,
      "loss": 0.6384,
      "step": 87141
    },
    {
      "epoch": 3.5691992627483105,
      "grad_norm": 1.298416580460616,
      "learning_rate": 0.00010848687337878843,
      "loss": 0.7379,
      "step": 87142
    },
    {
      "epoch": 3.569240221175507,
      "grad_norm": 1.611704788542512,
      "learning_rate": 0.00010848373938167913,
      "loss": 0.7016,
      "step": 87143
    },
    {
      "epoch": 3.5692811796027035,
      "grad_norm": 1.493104244147505,
      "learning_rate": 0.00010848060540419629,
      "loss": 0.648,
      "step": 87144
    },
    {
      "epoch": 3.5693221380298996,
      "grad_norm": 1.2401213682490018,
      "learning_rate": 0.00010847747144634141,
      "loss": 0.6518,
      "step": 87145
    },
    {
      "epoch": 3.569363096457096,
      "grad_norm": 1.0049766491572922,
      "learning_rate": 0.00010847433750811594,
      "loss": 0.1717,
      "step": 87146
    },
    {
      "epoch": 3.5694040548842922,
      "grad_norm": 1.5198271545916724,
      "learning_rate": 0.00010847120358952145,
      "loss": 0.7371,
      "step": 87147
    },
    {
      "epoch": 3.569445013311489,
      "grad_norm": 1.697239698412447,
      "learning_rate": 0.00010846806969055935,
      "loss": 0.9065,
      "step": 87148
    },
    {
      "epoch": 3.5694859717386853,
      "grad_norm": 1.45102144464092,
      "learning_rate": 0.00010846493581123113,
      "loss": 0.6384,
      "step": 87149
    },
    {
      "epoch": 3.569526930165882,
      "grad_norm": 1.242679513864887,
      "learning_rate": 0.00010846180195153825,
      "loss": 0.7053,
      "step": 87150
    },
    {
      "epoch": 3.569567888593078,
      "grad_norm": 1.9459084178018338,
      "learning_rate": 0.00010845866811148226,
      "loss": 1.4588,
      "step": 87151
    },
    {
      "epoch": 3.5696088470202745,
      "grad_norm": 4.177879876622748,
      "learning_rate": 0.00010845553429106459,
      "loss": 5.7248,
      "step": 87152
    },
    {
      "epoch": 3.5696498054474706,
      "grad_norm": 3.6077540192183273,
      "learning_rate": 0.00010845240049028675,
      "loss": 1.3952,
      "step": 87153
    },
    {
      "epoch": 3.569690763874667,
      "grad_norm": 1.6748547451923155,
      "learning_rate": 0.00010844926670915016,
      "loss": 0.8166,
      "step": 87154
    },
    {
      "epoch": 3.5697317223018636,
      "grad_norm": 1.0367773265930023,
      "learning_rate": 0.00010844613294765637,
      "loss": 0.2727,
      "step": 87155
    },
    {
      "epoch": 3.56977268072906,
      "grad_norm": 1.4334286116489443,
      "learning_rate": 0.00010844299920580684,
      "loss": 0.6301,
      "step": 87156
    },
    {
      "epoch": 3.5698136391562563,
      "grad_norm": 1.636603746604822,
      "learning_rate": 0.00010843986548360305,
      "loss": 1.1092,
      "step": 87157
    },
    {
      "epoch": 3.569854597583453,
      "grad_norm": 1.3086075406755915,
      "learning_rate": 0.00010843673178104645,
      "loss": 0.6329,
      "step": 87158
    },
    {
      "epoch": 3.5698955560106493,
      "grad_norm": 1.6327942424043425,
      "learning_rate": 0.00010843359809813859,
      "loss": 0.5438,
      "step": 87159
    },
    {
      "epoch": 3.5699365144378454,
      "grad_norm": 2.2102576987263696,
      "learning_rate": 0.00010843046443488091,
      "loss": 0.9834,
      "step": 87160
    },
    {
      "epoch": 3.569977472865042,
      "grad_norm": 1.2376656586593642,
      "learning_rate": 0.00010842733079127489,
      "loss": 0.5614,
      "step": 87161
    },
    {
      "epoch": 3.5700184312922385,
      "grad_norm": 1.3296087310237874,
      "learning_rate": 0.00010842419716732198,
      "loss": 0.7781,
      "step": 87162
    },
    {
      "epoch": 3.570059389719435,
      "grad_norm": 1.4871881075993039,
      "learning_rate": 0.00010842106356302374,
      "loss": 0.5349,
      "step": 87163
    },
    {
      "epoch": 3.570100348146631,
      "grad_norm": 1.630415193962232,
      "learning_rate": 0.00010841792997838159,
      "loss": 0.9057,
      "step": 87164
    },
    {
      "epoch": 3.5701413065738277,
      "grad_norm": 1.5405239697412243,
      "learning_rate": 0.00010841479641339706,
      "loss": 0.5741,
      "step": 87165
    },
    {
      "epoch": 3.5701822650010238,
      "grad_norm": 1.0367116667044811,
      "learning_rate": 0.00010841166286807155,
      "loss": 0.3236,
      "step": 87166
    },
    {
      "epoch": 3.5702232234282203,
      "grad_norm": 1.2769694837071572,
      "learning_rate": 0.00010840852934240661,
      "loss": 0.7123,
      "step": 87167
    },
    {
      "epoch": 3.570264181855417,
      "grad_norm": 1.0609542568682955,
      "learning_rate": 0.00010840539583640372,
      "loss": 0.2688,
      "step": 87168
    },
    {
      "epoch": 3.5703051402826134,
      "grad_norm": 1.8783693898459146,
      "learning_rate": 0.00010840226235006436,
      "loss": 1.4566,
      "step": 87169
    },
    {
      "epoch": 3.5703460987098095,
      "grad_norm": 3.11656539334185,
      "learning_rate": 0.00010839912888338998,
      "loss": 0.9647,
      "step": 87170
    },
    {
      "epoch": 3.570387057137006,
      "grad_norm": 1.8250976507259367,
      "learning_rate": 0.00010839599543638203,
      "loss": 1.0386,
      "step": 87171
    },
    {
      "epoch": 3.570428015564202,
      "grad_norm": 1.0788049184193702,
      "learning_rate": 0.0001083928620090421,
      "loss": 0.4163,
      "step": 87172
    },
    {
      "epoch": 3.5704689739913986,
      "grad_norm": 1.468594397343002,
      "learning_rate": 0.0001083897286013716,
      "loss": 0.6851,
      "step": 87173
    },
    {
      "epoch": 3.570509932418595,
      "grad_norm": 1.356114972370814,
      "learning_rate": 0.00010838659521337203,
      "loss": 0.7944,
      "step": 87174
    },
    {
      "epoch": 3.5705508908457917,
      "grad_norm": 2.139356127541595,
      "learning_rate": 0.0001083834618450448,
      "loss": 0.5188,
      "step": 87175
    },
    {
      "epoch": 3.570591849272988,
      "grad_norm": 1.7011775351485625,
      "learning_rate": 0.00010838032849639154,
      "loss": 1.0147,
      "step": 87176
    },
    {
      "epoch": 3.5706328077001843,
      "grad_norm": 1.2824920964388784,
      "learning_rate": 0.00010837719516741358,
      "loss": 0.5181,
      "step": 87177
    },
    {
      "epoch": 3.570673766127381,
      "grad_norm": 2.049928232319416,
      "learning_rate": 0.00010837406185811252,
      "loss": 1.1117,
      "step": 87178
    },
    {
      "epoch": 3.570714724554577,
      "grad_norm": 1.8112171054159025,
      "learning_rate": 0.00010837092856848974,
      "loss": 1.0167,
      "step": 87179
    },
    {
      "epoch": 3.5707556829817735,
      "grad_norm": 1.2182093388065893,
      "learning_rate": 0.0001083677952985468,
      "loss": 0.5626,
      "step": 87180
    },
    {
      "epoch": 3.57079664140897,
      "grad_norm": 3.8255603586237443,
      "learning_rate": 0.00010836466204828514,
      "loss": 3.9522,
      "step": 87181
    },
    {
      "epoch": 3.5708375998361666,
      "grad_norm": 1.161073786456918,
      "learning_rate": 0.00010836152881770626,
      "loss": 0.6752,
      "step": 87182
    },
    {
      "epoch": 3.5708785582633626,
      "grad_norm": 0.8591043713548131,
      "learning_rate": 0.00010835839560681161,
      "loss": 0.2414,
      "step": 87183
    },
    {
      "epoch": 3.570919516690559,
      "grad_norm": 1.2363004752257927,
      "learning_rate": 0.00010835526241560272,
      "loss": 0.5368,
      "step": 87184
    },
    {
      "epoch": 3.5709604751177553,
      "grad_norm": 1.2119279155748894,
      "learning_rate": 0.00010835212924408104,
      "loss": 0.7166,
      "step": 87185
    },
    {
      "epoch": 3.571001433544952,
      "grad_norm": 1.7658656338425665,
      "learning_rate": 0.00010834899609224806,
      "loss": 0.8532,
      "step": 87186
    },
    {
      "epoch": 3.5710423919721483,
      "grad_norm": 1.460219104624186,
      "learning_rate": 0.00010834586296010522,
      "loss": 0.744,
      "step": 87187
    },
    {
      "epoch": 3.571083350399345,
      "grad_norm": 1.7488702385095838,
      "learning_rate": 0.00010834272984765407,
      "loss": 0.7797,
      "step": 87188
    },
    {
      "epoch": 3.571124308826541,
      "grad_norm": 1.307895165459612,
      "learning_rate": 0.00010833959675489608,
      "loss": 0.68,
      "step": 87189
    },
    {
      "epoch": 3.5711652672537375,
      "grad_norm": 1.4675641482841733,
      "learning_rate": 0.00010833646368183269,
      "loss": 0.8353,
      "step": 87190
    },
    {
      "epoch": 3.5712062256809336,
      "grad_norm": 0.7975226013255909,
      "learning_rate": 0.00010833333062846537,
      "loss": 0.2337,
      "step": 87191
    },
    {
      "epoch": 3.57124718410813,
      "grad_norm": 1.3565955527150166,
      "learning_rate": 0.00010833019759479574,
      "loss": 0.6147,
      "step": 87192
    },
    {
      "epoch": 3.5712881425353267,
      "grad_norm": 1.6934510227475885,
      "learning_rate": 0.00010832706458082508,
      "loss": 0.933,
      "step": 87193
    },
    {
      "epoch": 3.571329100962523,
      "grad_norm": 2.8583805343689463,
      "learning_rate": 0.00010832393158655501,
      "loss": 0.7415,
      "step": 87194
    },
    {
      "epoch": 3.5713700593897193,
      "grad_norm": 1.0197963356700763,
      "learning_rate": 0.00010832079861198694,
      "loss": 0.3533,
      "step": 87195
    },
    {
      "epoch": 3.571411017816916,
      "grad_norm": 1.6485109093618155,
      "learning_rate": 0.00010831766565712239,
      "loss": 0.7438,
      "step": 87196
    },
    {
      "epoch": 3.5714519762441124,
      "grad_norm": 1.0510419269304583,
      "learning_rate": 0.00010831453272196282,
      "loss": 0.289,
      "step": 87197
    },
    {
      "epoch": 3.5714929346713085,
      "grad_norm": 1.417949454958515,
      "learning_rate": 0.00010831139980650969,
      "loss": 0.7601,
      "step": 87198
    },
    {
      "epoch": 3.571533893098505,
      "grad_norm": 1.8791006336913425,
      "learning_rate": 0.00010830826691076456,
      "loss": 0.7886,
      "step": 87199
    },
    {
      "epoch": 3.5715748515257015,
      "grad_norm": 1.5598087456094012,
      "learning_rate": 0.00010830513403472885,
      "loss": 0.7194,
      "step": 87200
    },
    {
      "epoch": 3.571615809952898,
      "grad_norm": 1.2364006917339176,
      "learning_rate": 0.00010830200117840406,
      "loss": 0.7501,
      "step": 87201
    },
    {
      "epoch": 3.571656768380094,
      "grad_norm": 1.1993058091232378,
      "learning_rate": 0.00010829886834179162,
      "loss": 0.5518,
      "step": 87202
    },
    {
      "epoch": 3.5716977268072907,
      "grad_norm": 1.0634777159582414,
      "learning_rate": 0.0001082957355248931,
      "loss": 0.3545,
      "step": 87203
    },
    {
      "epoch": 3.571738685234487,
      "grad_norm": 1.5442459661891166,
      "learning_rate": 0.00010829260272770993,
      "loss": 0.6447,
      "step": 87204
    },
    {
      "epoch": 3.5717796436616833,
      "grad_norm": 1.4214617994858518,
      "learning_rate": 0.0001082894699502436,
      "loss": 0.6395,
      "step": 87205
    },
    {
      "epoch": 3.57182060208888,
      "grad_norm": 1.3014568036247247,
      "learning_rate": 0.00010828633719249555,
      "loss": 0.5961,
      "step": 87206
    },
    {
      "epoch": 3.5718615605160764,
      "grad_norm": 1.3200048507647473,
      "learning_rate": 0.00010828320445446733,
      "loss": 0.6591,
      "step": 87207
    },
    {
      "epoch": 3.5719025189432725,
      "grad_norm": 1.4822335685288246,
      "learning_rate": 0.0001082800717361604,
      "loss": 0.7343,
      "step": 87208
    },
    {
      "epoch": 3.571943477370469,
      "grad_norm": 1.5831262906940176,
      "learning_rate": 0.00010827693903757623,
      "loss": 0.8708,
      "step": 87209
    },
    {
      "epoch": 3.571984435797665,
      "grad_norm": 4.150460303350765,
      "learning_rate": 0.00010827380635871626,
      "loss": 4.2119,
      "step": 87210
    },
    {
      "epoch": 3.5720253942248616,
      "grad_norm": 1.4071494755391272,
      "learning_rate": 0.00010827067369958205,
      "loss": 0.7937,
      "step": 87211
    },
    {
      "epoch": 3.572066352652058,
      "grad_norm": 1.5024342684349423,
      "learning_rate": 0.00010826754106017506,
      "loss": 0.7788,
      "step": 87212
    },
    {
      "epoch": 3.5721073110792547,
      "grad_norm": 1.4247193122964086,
      "learning_rate": 0.00010826440844049672,
      "loss": 0.7042,
      "step": 87213
    },
    {
      "epoch": 3.572148269506451,
      "grad_norm": 1.4641483686746504,
      "learning_rate": 0.00010826127584054854,
      "loss": 0.8484,
      "step": 87214
    },
    {
      "epoch": 3.5721892279336473,
      "grad_norm": 1.6156262314018464,
      "learning_rate": 0.00010825814326033204,
      "loss": 1.3605,
      "step": 87215
    },
    {
      "epoch": 3.572230186360844,
      "grad_norm": 1.298217530110742,
      "learning_rate": 0.00010825501069984867,
      "loss": 0.697,
      "step": 87216
    },
    {
      "epoch": 3.57227114478804,
      "grad_norm": 1.305251398622685,
      "learning_rate": 0.00010825187815909989,
      "loss": 0.7072,
      "step": 87217
    },
    {
      "epoch": 3.5723121032152365,
      "grad_norm": 1.165850009294384,
      "learning_rate": 0.00010824874563808717,
      "loss": 0.4578,
      "step": 87218
    },
    {
      "epoch": 3.572353061642433,
      "grad_norm": 1.3871402305943825,
      "learning_rate": 0.00010824561313681205,
      "loss": 0.7806,
      "step": 87219
    },
    {
      "epoch": 3.5723940200696296,
      "grad_norm": 2.0606382248802495,
      "learning_rate": 0.00010824248065527601,
      "loss": 1.0828,
      "step": 87220
    },
    {
      "epoch": 3.5724349784968257,
      "grad_norm": 1.5287283756181178,
      "learning_rate": 0.00010823934819348047,
      "loss": 0.4728,
      "step": 87221
    },
    {
      "epoch": 3.572475936924022,
      "grad_norm": 1.442975881665994,
      "learning_rate": 0.00010823621575142692,
      "loss": 0.6999,
      "step": 87222
    },
    {
      "epoch": 3.5725168953512183,
      "grad_norm": 2.108926884028734,
      "learning_rate": 0.0001082330833291169,
      "loss": 1.2054,
      "step": 87223
    },
    {
      "epoch": 3.572557853778415,
      "grad_norm": 1.6225943421187445,
      "learning_rate": 0.00010822995092655185,
      "loss": 0.956,
      "step": 87224
    },
    {
      "epoch": 3.5725988122056114,
      "grad_norm": 1.8797394737305482,
      "learning_rate": 0.00010822681854373326,
      "loss": 1.0146,
      "step": 87225
    },
    {
      "epoch": 3.572639770632808,
      "grad_norm": 1.279220079794544,
      "learning_rate": 0.00010822368618066257,
      "loss": 0.2706,
      "step": 87226
    },
    {
      "epoch": 3.572680729060004,
      "grad_norm": 1.4202158468379456,
      "learning_rate": 0.00010822055383734135,
      "loss": 0.7488,
      "step": 87227
    },
    {
      "epoch": 3.5727216874872005,
      "grad_norm": 1.5751758823918465,
      "learning_rate": 0.000108217421513771,
      "loss": 0.7029,
      "step": 87228
    },
    {
      "epoch": 3.5727626459143966,
      "grad_norm": 1.8847094532288255,
      "learning_rate": 0.00010821428920995304,
      "loss": 1.5198,
      "step": 87229
    },
    {
      "epoch": 3.572803604341593,
      "grad_norm": 1.5072424401586533,
      "learning_rate": 0.00010821115692588892,
      "loss": 0.6537,
      "step": 87230
    },
    {
      "epoch": 3.5728445627687897,
      "grad_norm": 1.5411426976645406,
      "learning_rate": 0.00010820802466158014,
      "loss": 0.9845,
      "step": 87231
    },
    {
      "epoch": 3.5728855211959862,
      "grad_norm": 1.2435598309934075,
      "learning_rate": 0.0001082048924170282,
      "loss": 0.6981,
      "step": 87232
    },
    {
      "epoch": 3.5729264796231823,
      "grad_norm": 1.2608105221770851,
      "learning_rate": 0.00010820176019223456,
      "loss": 0.663,
      "step": 87233
    },
    {
      "epoch": 3.572967438050379,
      "grad_norm": 2.08155371522576,
      "learning_rate": 0.00010819862798720068,
      "loss": 1.3632,
      "step": 87234
    },
    {
      "epoch": 3.5730083964775754,
      "grad_norm": 0.8154602559540264,
      "learning_rate": 0.00010819549580192808,
      "loss": 0.2261,
      "step": 87235
    },
    {
      "epoch": 3.5730493549047715,
      "grad_norm": 1.3440832651319463,
      "learning_rate": 0.00010819236363641824,
      "loss": 0.7014,
      "step": 87236
    },
    {
      "epoch": 3.573090313331968,
      "grad_norm": 1.2344408188403624,
      "learning_rate": 0.00010818923149067261,
      "loss": 0.6106,
      "step": 87237
    },
    {
      "epoch": 3.5731312717591646,
      "grad_norm": 1.6571991673208588,
      "learning_rate": 0.00010818609936469269,
      "loss": 0.8428,
      "step": 87238
    },
    {
      "epoch": 3.573172230186361,
      "grad_norm": 4.677047118962662,
      "learning_rate": 0.00010818296725847992,
      "loss": 0.951,
      "step": 87239
    },
    {
      "epoch": 3.573213188613557,
      "grad_norm": 1.7009269354657284,
      "learning_rate": 0.00010817983517203585,
      "loss": 0.9371,
      "step": 87240
    },
    {
      "epoch": 3.5732541470407537,
      "grad_norm": 0.8988096863839056,
      "learning_rate": 0.00010817670310536194,
      "loss": 0.2401,
      "step": 87241
    },
    {
      "epoch": 3.57329510546795,
      "grad_norm": 1.1351474075452335,
      "learning_rate": 0.00010817357105845964,
      "loss": 0.5685,
      "step": 87242
    },
    {
      "epoch": 3.5733360638951464,
      "grad_norm": 1.3053463420962528,
      "learning_rate": 0.00010817043903133043,
      "loss": 0.396,
      "step": 87243
    },
    {
      "epoch": 3.573377022322343,
      "grad_norm": 1.8898684193169009,
      "learning_rate": 0.00010816730702397582,
      "loss": 1.0577,
      "step": 87244
    },
    {
      "epoch": 3.5734179807495394,
      "grad_norm": 1.174066878259029,
      "learning_rate": 0.0001081641750363973,
      "loss": 0.6269,
      "step": 87245
    },
    {
      "epoch": 3.5734589391767355,
      "grad_norm": 0.9454360158060421,
      "learning_rate": 0.00010816104306859633,
      "loss": 0.2556,
      "step": 87246
    },
    {
      "epoch": 3.573499897603932,
      "grad_norm": 1.1094579001234166,
      "learning_rate": 0.00010815791112057435,
      "loss": 0.2615,
      "step": 87247
    },
    {
      "epoch": 3.573540856031128,
      "grad_norm": 1.0743659969051615,
      "learning_rate": 0.00010815477919233292,
      "loss": 0.3814,
      "step": 87248
    },
    {
      "epoch": 3.5735818144583247,
      "grad_norm": 2.912809237335375,
      "learning_rate": 0.00010815164728387348,
      "loss": 2.9141,
      "step": 87249
    },
    {
      "epoch": 3.573622772885521,
      "grad_norm": 4.435967361837241,
      "learning_rate": 0.00010814851539519752,
      "loss": 6.3195,
      "step": 87250
    },
    {
      "epoch": 3.5736637313127178,
      "grad_norm": 2.0037211789632092,
      "learning_rate": 0.00010814538352630647,
      "loss": 1.2789,
      "step": 87251
    },
    {
      "epoch": 3.573704689739914,
      "grad_norm": 1.224478378200428,
      "learning_rate": 0.0001081422516772019,
      "loss": 0.4938,
      "step": 87252
    },
    {
      "epoch": 3.5737456481671104,
      "grad_norm": 1.7126285283702054,
      "learning_rate": 0.00010813911984788521,
      "loss": 0.6071,
      "step": 87253
    },
    {
      "epoch": 3.573786606594307,
      "grad_norm": 1.702701705741643,
      "learning_rate": 0.00010813598803835795,
      "loss": 0.7804,
      "step": 87254
    },
    {
      "epoch": 3.573827565021503,
      "grad_norm": 1.3103817792865415,
      "learning_rate": 0.00010813285624862153,
      "loss": 0.5363,
      "step": 87255
    },
    {
      "epoch": 3.5738685234486995,
      "grad_norm": 1.2521331107643323,
      "learning_rate": 0.00010812972447867748,
      "loss": 0.5079,
      "step": 87256
    },
    {
      "epoch": 3.573909481875896,
      "grad_norm": 0.9075093778126678,
      "learning_rate": 0.00010812659272852729,
      "loss": 0.2267,
      "step": 87257
    },
    {
      "epoch": 3.5739504403030926,
      "grad_norm": 1.4872240384486641,
      "learning_rate": 0.0001081234609981724,
      "loss": 0.7818,
      "step": 87258
    },
    {
      "epoch": 3.5739913987302887,
      "grad_norm": 0.9180868477025138,
      "learning_rate": 0.00010812032928761428,
      "loss": 0.3505,
      "step": 87259
    },
    {
      "epoch": 3.5740323571574852,
      "grad_norm": 1.5204421608429146,
      "learning_rate": 0.00010811719759685447,
      "loss": 0.6934,
      "step": 87260
    },
    {
      "epoch": 3.5740733155846813,
      "grad_norm": 1.1853986731046326,
      "learning_rate": 0.00010811406592589441,
      "loss": 0.4805,
      "step": 87261
    },
    {
      "epoch": 3.574114274011878,
      "grad_norm": 1.7501285858132631,
      "learning_rate": 0.00010811093427473565,
      "loss": 0.9343,
      "step": 87262
    },
    {
      "epoch": 3.5741552324390744,
      "grad_norm": 2.4747145468636815,
      "learning_rate": 0.00010810780264337955,
      "loss": 0.2621,
      "step": 87263
    },
    {
      "epoch": 3.574196190866271,
      "grad_norm": 3.3291015591034907,
      "learning_rate": 0.00010810467103182767,
      "loss": 0.8423,
      "step": 87264
    },
    {
      "epoch": 3.574237149293467,
      "grad_norm": 0.8476346153532687,
      "learning_rate": 0.00010810153944008142,
      "loss": 0.3244,
      "step": 87265
    },
    {
      "epoch": 3.5742781077206636,
      "grad_norm": 4.806753228016877,
      "learning_rate": 0.00010809840786814236,
      "loss": 6.0268,
      "step": 87266
    },
    {
      "epoch": 3.5743190661478597,
      "grad_norm": 2.1659874155610974,
      "learning_rate": 0.00010809527631601194,
      "loss": 1.2347,
      "step": 87267
    },
    {
      "epoch": 3.574360024575056,
      "grad_norm": 1.295886586938151,
      "learning_rate": 0.00010809214478369168,
      "loss": 0.6711,
      "step": 87268
    },
    {
      "epoch": 3.5744009830022527,
      "grad_norm": 1.4933777432192743,
      "learning_rate": 0.000108089013271183,
      "loss": 0.662,
      "step": 87269
    },
    {
      "epoch": 3.5744419414294493,
      "grad_norm": 0.9471352494004799,
      "learning_rate": 0.00010808588177848735,
      "loss": 0.2416,
      "step": 87270
    },
    {
      "epoch": 3.5744828998566454,
      "grad_norm": 1.5037731921736528,
      "learning_rate": 0.0001080827503056063,
      "loss": 0.8563,
      "step": 87271
    },
    {
      "epoch": 3.574523858283842,
      "grad_norm": 1.4223786885720608,
      "learning_rate": 0.00010807961885254132,
      "loss": 0.7038,
      "step": 87272
    },
    {
      "epoch": 3.5745648167110384,
      "grad_norm": 2.188042210915777,
      "learning_rate": 0.00010807648741929385,
      "loss": 0.9145,
      "step": 87273
    },
    {
      "epoch": 3.5746057751382345,
      "grad_norm": 1.743787724556233,
      "learning_rate": 0.00010807335600586535,
      "loss": 0.8094,
      "step": 87274
    },
    {
      "epoch": 3.574646733565431,
      "grad_norm": 1.3677042343381793,
      "learning_rate": 0.00010807022461225737,
      "loss": 0.6136,
      "step": 87275
    },
    {
      "epoch": 3.5746876919926276,
      "grad_norm": 5.499786910636889,
      "learning_rate": 0.00010806709323847134,
      "loss": 4.2016,
      "step": 87276
    },
    {
      "epoch": 3.574728650419824,
      "grad_norm": 0.8700859541817738,
      "learning_rate": 0.00010806396188450878,
      "loss": 0.244,
      "step": 87277
    },
    {
      "epoch": 3.57476960884702,
      "grad_norm": 1.4907621756418963,
      "learning_rate": 0.00010806083055037109,
      "loss": 0.822,
      "step": 87278
    },
    {
      "epoch": 3.5748105672742168,
      "grad_norm": 1.6399079022956735,
      "learning_rate": 0.00010805769923605985,
      "loss": 0.8664,
      "step": 87279
    },
    {
      "epoch": 3.574851525701413,
      "grad_norm": 1.5458728979759002,
      "learning_rate": 0.00010805456794157648,
      "loss": 0.6835,
      "step": 87280
    },
    {
      "epoch": 3.5748924841286094,
      "grad_norm": 1.583476181098075,
      "learning_rate": 0.0001080514366669225,
      "loss": 1.0358,
      "step": 87281
    },
    {
      "epoch": 3.574933442555806,
      "grad_norm": 1.6517263154715367,
      "learning_rate": 0.00010804830541209932,
      "loss": 0.6692,
      "step": 87282
    },
    {
      "epoch": 3.5749744009830025,
      "grad_norm": 1.791541087413154,
      "learning_rate": 0.0001080451741771085,
      "loss": 1.2613,
      "step": 87283
    },
    {
      "epoch": 3.5750153594101985,
      "grad_norm": 1.4854576050099,
      "learning_rate": 0.0001080420429619515,
      "loss": 0.6435,
      "step": 87284
    },
    {
      "epoch": 3.575056317837395,
      "grad_norm": 1.2514734044166649,
      "learning_rate": 0.00010803891176662976,
      "loss": 0.2759,
      "step": 87285
    },
    {
      "epoch": 3.575097276264591,
      "grad_norm": 1.4431019565208327,
      "learning_rate": 0.00010803578059114477,
      "loss": 0.8618,
      "step": 87286
    },
    {
      "epoch": 3.5751382346917877,
      "grad_norm": 1.534039020769522,
      "learning_rate": 0.00010803264943549808,
      "loss": 0.6518,
      "step": 87287
    },
    {
      "epoch": 3.5751791931189842,
      "grad_norm": 1.7505203470502426,
      "learning_rate": 0.0001080295182996911,
      "loss": 0.7034,
      "step": 87288
    },
    {
      "epoch": 3.575220151546181,
      "grad_norm": 1.4723856295719062,
      "learning_rate": 0.00010802638718372532,
      "loss": 0.8705,
      "step": 87289
    },
    {
      "epoch": 3.575261109973377,
      "grad_norm": 1.4303886503452385,
      "learning_rate": 0.0001080232560876022,
      "loss": 0.8216,
      "step": 87290
    },
    {
      "epoch": 3.5753020684005734,
      "grad_norm": 1.085192866027379,
      "learning_rate": 0.0001080201250113233,
      "loss": 0.5325,
      "step": 87291
    },
    {
      "epoch": 3.57534302682777,
      "grad_norm": 1.2431193295176641,
      "learning_rate": 0.00010801699395489002,
      "loss": 0.5403,
      "step": 87292
    },
    {
      "epoch": 3.575383985254966,
      "grad_norm": 1.5745980931684553,
      "learning_rate": 0.00010801386291830388,
      "loss": 0.7339,
      "step": 87293
    },
    {
      "epoch": 3.5754249436821626,
      "grad_norm": 1.1537436840405706,
      "learning_rate": 0.00010801073190156634,
      "loss": 0.6081,
      "step": 87294
    },
    {
      "epoch": 3.575465902109359,
      "grad_norm": 1.265231292932364,
      "learning_rate": 0.00010800760090467889,
      "loss": 0.5773,
      "step": 87295
    },
    {
      "epoch": 3.5755068605365556,
      "grad_norm": 1.331329735142915,
      "learning_rate": 0.00010800446992764303,
      "loss": 0.6604,
      "step": 87296
    },
    {
      "epoch": 3.5755478189637517,
      "grad_norm": 1.3875884794368545,
      "learning_rate": 0.0001080013389704602,
      "loss": 0.7646,
      "step": 87297
    },
    {
      "epoch": 3.5755887773909483,
      "grad_norm": 1.3093475909403895,
      "learning_rate": 0.00010799820803313189,
      "loss": 0.7054,
      "step": 87298
    },
    {
      "epoch": 3.5756297358181444,
      "grad_norm": 1.4929402118223185,
      "learning_rate": 0.00010799507711565961,
      "loss": 0.8249,
      "step": 87299
    },
    {
      "epoch": 3.575670694245341,
      "grad_norm": 3.5045151865864113,
      "learning_rate": 0.00010799194621804482,
      "loss": 3.4666,
      "step": 87300
    },
    {
      "epoch": 3.5757116526725374,
      "grad_norm": 1.621041362311639,
      "learning_rate": 0.00010798881534028901,
      "loss": 0.9387,
      "step": 87301
    },
    {
      "epoch": 3.575752611099734,
      "grad_norm": 1.7434406740801225,
      "learning_rate": 0.00010798568448239362,
      "loss": 0.727,
      "step": 87302
    },
    {
      "epoch": 3.57579356952693,
      "grad_norm": 1.480446697085826,
      "learning_rate": 0.00010798255364436017,
      "loss": 0.7252,
      "step": 87303
    },
    {
      "epoch": 3.5758345279541266,
      "grad_norm": 0.8277610522571767,
      "learning_rate": 0.00010797942282619015,
      "loss": 0.2772,
      "step": 87304
    },
    {
      "epoch": 3.5758754863813227,
      "grad_norm": 1.3094788929673997,
      "learning_rate": 0.000107976292027885,
      "loss": 0.7506,
      "step": 87305
    },
    {
      "epoch": 3.5759164448085192,
      "grad_norm": 1.6535406881350134,
      "learning_rate": 0.0001079731612494462,
      "loss": 0.9213,
      "step": 87306
    },
    {
      "epoch": 3.5759574032357158,
      "grad_norm": 3.2656506691814853,
      "learning_rate": 0.00010797003049087531,
      "loss": 3.5196,
      "step": 87307
    },
    {
      "epoch": 3.5759983616629123,
      "grad_norm": 1.3561358669160106,
      "learning_rate": 0.00010796689975217373,
      "loss": 0.8178,
      "step": 87308
    },
    {
      "epoch": 3.5760393200901084,
      "grad_norm": 1.6394276364269045,
      "learning_rate": 0.00010796376903334296,
      "loss": 0.7606,
      "step": 87309
    },
    {
      "epoch": 3.576080278517305,
      "grad_norm": 1.365421206910242,
      "learning_rate": 0.00010796063833438447,
      "loss": 0.8543,
      "step": 87310
    },
    {
      "epoch": 3.5761212369445015,
      "grad_norm": 1.9030284141192375,
      "learning_rate": 0.00010795750765529972,
      "loss": 0.8231,
      "step": 87311
    },
    {
      "epoch": 3.5761621953716975,
      "grad_norm": 2.11059577792469,
      "learning_rate": 0.00010795437699609026,
      "loss": 0.9904,
      "step": 87312
    },
    {
      "epoch": 3.576203153798894,
      "grad_norm": 2.6441754932368795,
      "learning_rate": 0.00010795124635675753,
      "loss": 1.7128,
      "step": 87313
    },
    {
      "epoch": 3.5762441122260906,
      "grad_norm": 1.0348006221718433,
      "learning_rate": 0.00010794811573730302,
      "loss": 0.3334,
      "step": 87314
    },
    {
      "epoch": 3.576285070653287,
      "grad_norm": 2.3723415203101714,
      "learning_rate": 0.00010794498513772814,
      "loss": 0.5582,
      "step": 87315
    },
    {
      "epoch": 3.5763260290804832,
      "grad_norm": 1.5695498495960631,
      "learning_rate": 0.0001079418545580345,
      "loss": 0.8736,
      "step": 87316
    },
    {
      "epoch": 3.57636698750768,
      "grad_norm": 1.576368996072392,
      "learning_rate": 0.00010793872399822348,
      "loss": 0.6198,
      "step": 87317
    },
    {
      "epoch": 3.576407945934876,
      "grad_norm": 1.6852378448053635,
      "learning_rate": 0.0001079355934582966,
      "loss": 0.9426,
      "step": 87318
    },
    {
      "epoch": 3.5764489043620724,
      "grad_norm": 1.2040121842424456,
      "learning_rate": 0.0001079324629382553,
      "loss": 0.6214,
      "step": 87319
    },
    {
      "epoch": 3.576489862789269,
      "grad_norm": 1.655105701303879,
      "learning_rate": 0.00010792933243810114,
      "loss": 1.0802,
      "step": 87320
    },
    {
      "epoch": 3.5765308212164655,
      "grad_norm": 1.7751367572782515,
      "learning_rate": 0.00010792620195783553,
      "loss": 0.9285,
      "step": 87321
    },
    {
      "epoch": 3.5765717796436616,
      "grad_norm": 0.9725061931877225,
      "learning_rate": 0.00010792307149745997,
      "loss": 0.3168,
      "step": 87322
    },
    {
      "epoch": 3.576612738070858,
      "grad_norm": 1.1095298448347786,
      "learning_rate": 0.00010791994105697591,
      "loss": 0.4694,
      "step": 87323
    },
    {
      "epoch": 3.576653696498054,
      "grad_norm": 1.3016758436182367,
      "learning_rate": 0.00010791681063638491,
      "loss": 0.4861,
      "step": 87324
    },
    {
      "epoch": 3.5766946549252507,
      "grad_norm": 0.9959999820040719,
      "learning_rate": 0.00010791368023568838,
      "loss": 0.5309,
      "step": 87325
    },
    {
      "epoch": 3.5767356133524473,
      "grad_norm": 1.8566235261848458,
      "learning_rate": 0.00010791054985488782,
      "loss": 0.6112,
      "step": 87326
    },
    {
      "epoch": 3.576776571779644,
      "grad_norm": 1.4963498065739311,
      "learning_rate": 0.0001079074194939847,
      "loss": 0.9337,
      "step": 87327
    },
    {
      "epoch": 3.57681753020684,
      "grad_norm": 1.5617438062352504,
      "learning_rate": 0.00010790428915298052,
      "loss": 0.9921,
      "step": 87328
    },
    {
      "epoch": 3.5768584886340364,
      "grad_norm": 1.343134702996701,
      "learning_rate": 0.00010790115883187675,
      "loss": 0.8338,
      "step": 87329
    },
    {
      "epoch": 3.576899447061233,
      "grad_norm": 1.4363354783506241,
      "learning_rate": 0.00010789802853067487,
      "loss": 0.7674,
      "step": 87330
    },
    {
      "epoch": 3.576940405488429,
      "grad_norm": 1.6012479505211044,
      "learning_rate": 0.00010789489824937634,
      "loss": 1.0521,
      "step": 87331
    },
    {
      "epoch": 3.5769813639156256,
      "grad_norm": 1.2575551632470823,
      "learning_rate": 0.00010789176798798268,
      "loss": 0.7833,
      "step": 87332
    },
    {
      "epoch": 3.577022322342822,
      "grad_norm": 1.0554521896388553,
      "learning_rate": 0.00010788863774649536,
      "loss": 0.3364,
      "step": 87333
    },
    {
      "epoch": 3.5770632807700187,
      "grad_norm": 1.876531524065493,
      "learning_rate": 0.00010788550752491585,
      "loss": 0.9131,
      "step": 87334
    },
    {
      "epoch": 3.5771042391972148,
      "grad_norm": 1.528630244670092,
      "learning_rate": 0.00010788237732324563,
      "loss": 0.5769,
      "step": 87335
    },
    {
      "epoch": 3.5771451976244113,
      "grad_norm": 0.8464175733665021,
      "learning_rate": 0.00010787924714148615,
      "loss": 0.2584,
      "step": 87336
    },
    {
      "epoch": 3.5771861560516074,
      "grad_norm": 1.4298824635569516,
      "learning_rate": 0.0001078761169796389,
      "loss": 0.9057,
      "step": 87337
    },
    {
      "epoch": 3.577227114478804,
      "grad_norm": 4.257259617529956,
      "learning_rate": 0.00010787298683770541,
      "loss": 3.2743,
      "step": 87338
    },
    {
      "epoch": 3.5772680729060005,
      "grad_norm": 1.2626141845274865,
      "learning_rate": 0.00010786985671568711,
      "loss": 0.6627,
      "step": 87339
    },
    {
      "epoch": 3.577309031333197,
      "grad_norm": 1.0220835914146194,
      "learning_rate": 0.00010786672661358554,
      "loss": 0.3614,
      "step": 87340
    },
    {
      "epoch": 3.577349989760393,
      "grad_norm": 1.2089805542678542,
      "learning_rate": 0.0001078635965314021,
      "loss": 0.7579,
      "step": 87341
    },
    {
      "epoch": 3.5773909481875896,
      "grad_norm": 1.5786961928556442,
      "learning_rate": 0.00010786046646913829,
      "loss": 0.6364,
      "step": 87342
    },
    {
      "epoch": 3.5774319066147857,
      "grad_norm": 1.6961756925839937,
      "learning_rate": 0.00010785733642679564,
      "loss": 0.7929,
      "step": 87343
    },
    {
      "epoch": 3.5774728650419823,
      "grad_norm": 1.3819203294308664,
      "learning_rate": 0.0001078542064043756,
      "loss": 0.6132,
      "step": 87344
    },
    {
      "epoch": 3.577513823469179,
      "grad_norm": 4.385718351036964,
      "learning_rate": 0.00010785107640187962,
      "loss": 7.3911,
      "step": 87345
    },
    {
      "epoch": 3.5775547818963753,
      "grad_norm": 1.8423755723182698,
      "learning_rate": 0.00010784794641930919,
      "loss": 0.9035,
      "step": 87346
    },
    {
      "epoch": 3.5775957403235714,
      "grad_norm": 1.5347385628391725,
      "learning_rate": 0.00010784481645666584,
      "loss": 0.9969,
      "step": 87347
    },
    {
      "epoch": 3.577636698750768,
      "grad_norm": 1.331179255141468,
      "learning_rate": 0.00010784168651395099,
      "loss": 0.598,
      "step": 87348
    },
    {
      "epoch": 3.5776776571779645,
      "grad_norm": 1.408298108194543,
      "learning_rate": 0.00010783855659116618,
      "loss": 0.6262,
      "step": 87349
    },
    {
      "epoch": 3.5777186156051606,
      "grad_norm": 1.2871512665130556,
      "learning_rate": 0.0001078354266883128,
      "loss": 0.7388,
      "step": 87350
    },
    {
      "epoch": 3.577759574032357,
      "grad_norm": 1.8560570452823375,
      "learning_rate": 0.00010783229680539242,
      "loss": 0.988,
      "step": 87351
    },
    {
      "epoch": 3.5778005324595537,
      "grad_norm": 1.251890133753159,
      "learning_rate": 0.0001078291669424065,
      "loss": 0.4766,
      "step": 87352
    },
    {
      "epoch": 3.57784149088675,
      "grad_norm": 1.2686615031260033,
      "learning_rate": 0.00010782603709935649,
      "loss": 0.5685,
      "step": 87353
    },
    {
      "epoch": 3.5778824493139463,
      "grad_norm": 3.721274193652138,
      "learning_rate": 0.00010782290727624384,
      "loss": 3.4756,
      "step": 87354
    },
    {
      "epoch": 3.577923407741143,
      "grad_norm": 1.3711552175988981,
      "learning_rate": 0.0001078197774730701,
      "loss": 0.7569,
      "step": 87355
    },
    {
      "epoch": 3.577964366168339,
      "grad_norm": 1.332581184522986,
      "learning_rate": 0.00010781664768983674,
      "loss": 0.8253,
      "step": 87356
    },
    {
      "epoch": 3.5780053245955354,
      "grad_norm": 1.4085104208969101,
      "learning_rate": 0.00010781351792654522,
      "loss": 0.4881,
      "step": 87357
    },
    {
      "epoch": 3.578046283022732,
      "grad_norm": 0.7512338019322491,
      "learning_rate": 0.000107810388183197,
      "loss": 0.2217,
      "step": 87358
    },
    {
      "epoch": 3.5780872414499285,
      "grad_norm": 0.8353422368361593,
      "learning_rate": 0.00010780725845979359,
      "loss": 0.2202,
      "step": 87359
    },
    {
      "epoch": 3.5781281998771246,
      "grad_norm": 1.309757312131526,
      "learning_rate": 0.00010780412875633646,
      "loss": 0.7145,
      "step": 87360
    },
    {
      "epoch": 3.578169158304321,
      "grad_norm": 0.9255932353235021,
      "learning_rate": 0.00010780099907282709,
      "loss": 0.2427,
      "step": 87361
    },
    {
      "epoch": 3.5782101167315177,
      "grad_norm": 1.2236169933601178,
      "learning_rate": 0.00010779786940926694,
      "loss": 0.6506,
      "step": 87362
    },
    {
      "epoch": 3.5782510751587138,
      "grad_norm": 1.6205392623028647,
      "learning_rate": 0.00010779473976565754,
      "loss": 1.0155,
      "step": 87363
    },
    {
      "epoch": 3.5782920335859103,
      "grad_norm": 1.6433422518850236,
      "learning_rate": 0.0001077916101420003,
      "loss": 0.7943,
      "step": 87364
    },
    {
      "epoch": 3.578332992013107,
      "grad_norm": 1.1879841721131454,
      "learning_rate": 0.00010778848053829678,
      "loss": 0.4252,
      "step": 87365
    },
    {
      "epoch": 3.578373950440303,
      "grad_norm": 1.4989994562645332,
      "learning_rate": 0.00010778535095454838,
      "loss": 0.76,
      "step": 87366
    },
    {
      "epoch": 3.5784149088674995,
      "grad_norm": 1.805522632719766,
      "learning_rate": 0.00010778222139075664,
      "loss": 0.8457,
      "step": 87367
    },
    {
      "epoch": 3.578455867294696,
      "grad_norm": 1.195014140254436,
      "learning_rate": 0.00010777909184692302,
      "loss": 0.6541,
      "step": 87368
    },
    {
      "epoch": 3.578496825721892,
      "grad_norm": 1.2896598292796722,
      "learning_rate": 0.000107775962323049,
      "loss": 0.7086,
      "step": 87369
    },
    {
      "epoch": 3.5785377841490886,
      "grad_norm": 0.623042509574994,
      "learning_rate": 0.00010777283281913601,
      "loss": 0.1612,
      "step": 87370
    },
    {
      "epoch": 3.578578742576285,
      "grad_norm": 1.015762952393252,
      "learning_rate": 0.00010776970333518562,
      "loss": 0.28,
      "step": 87371
    },
    {
      "epoch": 3.5786197010034817,
      "grad_norm": 1.4735158238137187,
      "learning_rate": 0.00010776657387119924,
      "loss": 0.7404,
      "step": 87372
    },
    {
      "epoch": 3.578660659430678,
      "grad_norm": 1.4309103526488307,
      "learning_rate": 0.00010776344442717839,
      "loss": 0.7922,
      "step": 87373
    },
    {
      "epoch": 3.5787016178578743,
      "grad_norm": 1.6326238654025471,
      "learning_rate": 0.0001077603150031245,
      "loss": 0.944,
      "step": 87374
    },
    {
      "epoch": 3.5787425762850704,
      "grad_norm": 1.5286222325035144,
      "learning_rate": 0.00010775718559903913,
      "loss": 0.6738,
      "step": 87375
    },
    {
      "epoch": 3.578783534712267,
      "grad_norm": 1.3706337452772843,
      "learning_rate": 0.00010775405621492369,
      "loss": 0.6739,
      "step": 87376
    },
    {
      "epoch": 3.5788244931394635,
      "grad_norm": 1.564936705785691,
      "learning_rate": 0.00010775092685077967,
      "loss": 0.5958,
      "step": 87377
    },
    {
      "epoch": 3.57886545156666,
      "grad_norm": 1.1993857931961918,
      "learning_rate": 0.00010774779750660855,
      "loss": 0.7987,
      "step": 87378
    },
    {
      "epoch": 3.578906409993856,
      "grad_norm": 1.3432655883607731,
      "learning_rate": 0.00010774466818241184,
      "loss": 0.7547,
      "step": 87379
    },
    {
      "epoch": 3.5789473684210527,
      "grad_norm": 1.181213190421858,
      "learning_rate": 0.00010774153887819102,
      "loss": 0.5033,
      "step": 87380
    },
    {
      "epoch": 3.578988326848249,
      "grad_norm": 1.6499023231912995,
      "learning_rate": 0.00010773840959394752,
      "loss": 0.7864,
      "step": 87381
    },
    {
      "epoch": 3.5790292852754453,
      "grad_norm": 1.2091741229180393,
      "learning_rate": 0.00010773528032968289,
      "loss": 0.655,
      "step": 87382
    },
    {
      "epoch": 3.579070243702642,
      "grad_norm": 1.571640774831869,
      "learning_rate": 0.00010773215108539848,
      "loss": 0.8444,
      "step": 87383
    },
    {
      "epoch": 3.5791112021298384,
      "grad_norm": 0.9858539551572258,
      "learning_rate": 0.00010772902186109591,
      "loss": 0.3901,
      "step": 87384
    },
    {
      "epoch": 3.5791521605570344,
      "grad_norm": 1.684825902374745,
      "learning_rate": 0.00010772589265677661,
      "loss": 0.6907,
      "step": 87385
    },
    {
      "epoch": 3.579193118984231,
      "grad_norm": 1.4187990683419542,
      "learning_rate": 0.00010772276347244207,
      "loss": 0.697,
      "step": 87386
    },
    {
      "epoch": 3.5792340774114275,
      "grad_norm": 1.2377589560040432,
      "learning_rate": 0.0001077196343080937,
      "loss": 0.3155,
      "step": 87387
    },
    {
      "epoch": 3.5792750358386236,
      "grad_norm": 1.9784270223687326,
      "learning_rate": 0.00010771650516373307,
      "loss": 1.3004,
      "step": 87388
    },
    {
      "epoch": 3.57931599426582,
      "grad_norm": 1.1455309113770982,
      "learning_rate": 0.00010771337603936163,
      "loss": 0.5979,
      "step": 87389
    },
    {
      "epoch": 3.5793569526930167,
      "grad_norm": 1.9018687758771027,
      "learning_rate": 0.00010771024693498084,
      "loss": 0.9182,
      "step": 87390
    },
    {
      "epoch": 3.579397911120213,
      "grad_norm": 0.8742693101429535,
      "learning_rate": 0.00010770711785059219,
      "loss": 0.2553,
      "step": 87391
    },
    {
      "epoch": 3.5794388695474093,
      "grad_norm": 2.1723100440980403,
      "learning_rate": 0.00010770398878619716,
      "loss": 1.3342,
      "step": 87392
    },
    {
      "epoch": 3.579479827974606,
      "grad_norm": 1.5112156855104684,
      "learning_rate": 0.00010770085974179725,
      "loss": 0.7225,
      "step": 87393
    },
    {
      "epoch": 3.579520786401802,
      "grad_norm": 3.318968737981394,
      "learning_rate": 0.0001076977307173939,
      "loss": 1.8111,
      "step": 87394
    },
    {
      "epoch": 3.5795617448289985,
      "grad_norm": 1.1945538935153348,
      "learning_rate": 0.00010769460171298859,
      "loss": 0.609,
      "step": 87395
    },
    {
      "epoch": 3.579602703256195,
      "grad_norm": 2.1154342408312554,
      "learning_rate": 0.00010769147272858282,
      "loss": 0.6665,
      "step": 87396
    },
    {
      "epoch": 3.5796436616833915,
      "grad_norm": 1.3376336418623527,
      "learning_rate": 0.0001076883437641781,
      "loss": 0.301,
      "step": 87397
    },
    {
      "epoch": 3.5796846201105876,
      "grad_norm": 1.0774452392465452,
      "learning_rate": 0.00010768521481977586,
      "loss": 0.3197,
      "step": 87398
    },
    {
      "epoch": 3.579725578537784,
      "grad_norm": 1.8871230461710278,
      "learning_rate": 0.00010768208589537758,
      "loss": 0.9484,
      "step": 87399
    },
    {
      "epoch": 3.5797665369649807,
      "grad_norm": 1.372523293675849,
      "learning_rate": 0.00010767895699098477,
      "loss": 0.804,
      "step": 87400
    },
    {
      "epoch": 3.579807495392177,
      "grad_norm": 1.6585760428524428,
      "learning_rate": 0.00010767582810659888,
      "loss": 0.8912,
      "step": 87401
    },
    {
      "epoch": 3.5798484538193733,
      "grad_norm": 1.715529446421474,
      "learning_rate": 0.00010767269924222142,
      "loss": 0.958,
      "step": 87402
    },
    {
      "epoch": 3.57988941224657,
      "grad_norm": 1.6024753657210082,
      "learning_rate": 0.0001076695703978539,
      "loss": 0.9495,
      "step": 87403
    },
    {
      "epoch": 3.5799303706737664,
      "grad_norm": 1.2544548193099654,
      "learning_rate": 0.00010766644157349769,
      "loss": 0.4862,
      "step": 87404
    },
    {
      "epoch": 3.5799713291009625,
      "grad_norm": 2.420071478709271,
      "learning_rate": 0.00010766331276915431,
      "loss": 0.4837,
      "step": 87405
    },
    {
      "epoch": 3.580012287528159,
      "grad_norm": 1.2050812348681397,
      "learning_rate": 0.0001076601839848253,
      "loss": 0.6966,
      "step": 87406
    },
    {
      "epoch": 3.580053245955355,
      "grad_norm": 1.4715165787802353,
      "learning_rate": 0.0001076570552205121,
      "loss": 0.7484,
      "step": 87407
    },
    {
      "epoch": 3.5800942043825517,
      "grad_norm": 1.4446881795118598,
      "learning_rate": 0.00010765392647621617,
      "loss": 0.9678,
      "step": 87408
    },
    {
      "epoch": 3.580135162809748,
      "grad_norm": 2.253429753478371,
      "learning_rate": 0.00010765079775193901,
      "loss": 1.1568,
      "step": 87409
    },
    {
      "epoch": 3.5801761212369447,
      "grad_norm": 4.832390002655234,
      "learning_rate": 0.00010764766904768208,
      "loss": 3.5526,
      "step": 87410
    },
    {
      "epoch": 3.580217079664141,
      "grad_norm": 1.4167242113105498,
      "learning_rate": 0.00010764454036344689,
      "loss": 0.6784,
      "step": 87411
    },
    {
      "epoch": 3.5802580380913374,
      "grad_norm": 2.789702506327383,
      "learning_rate": 0.0001076414116992349,
      "loss": 2.6514,
      "step": 87412
    },
    {
      "epoch": 3.5802989965185334,
      "grad_norm": 1.5576614032045282,
      "learning_rate": 0.00010763828305504761,
      "loss": 0.8098,
      "step": 87413
    },
    {
      "epoch": 3.58033995494573,
      "grad_norm": 1.6647687283848442,
      "learning_rate": 0.00010763515443088644,
      "loss": 0.7751,
      "step": 87414
    },
    {
      "epoch": 3.5803809133729265,
      "grad_norm": 1.4118247409464804,
      "learning_rate": 0.00010763202582675294,
      "loss": 0.4393,
      "step": 87415
    },
    {
      "epoch": 3.580421871800123,
      "grad_norm": 2.1287557406161213,
      "learning_rate": 0.00010762889724264855,
      "loss": 1.4193,
      "step": 87416
    },
    {
      "epoch": 3.580462830227319,
      "grad_norm": 2.2554232974885737,
      "learning_rate": 0.00010762576867857479,
      "loss": 1.5403,
      "step": 87417
    },
    {
      "epoch": 3.5805037886545157,
      "grad_norm": 1.1852279968794548,
      "learning_rate": 0.00010762264013453306,
      "loss": 0.4687,
      "step": 87418
    },
    {
      "epoch": 3.580544747081712,
      "grad_norm": 1.7637518240410286,
      "learning_rate": 0.0001076195116105249,
      "loss": 1.3105,
      "step": 87419
    },
    {
      "epoch": 3.5805857055089083,
      "grad_norm": 1.4474852471900665,
      "learning_rate": 0.00010761638310655181,
      "loss": 0.806,
      "step": 87420
    },
    {
      "epoch": 3.580626663936105,
      "grad_norm": 1.109809280055898,
      "learning_rate": 0.0001076132546226152,
      "loss": 0.6948,
      "step": 87421
    },
    {
      "epoch": 3.5806676223633014,
      "grad_norm": 0.8697151720929001,
      "learning_rate": 0.00010761012615871657,
      "loss": 0.2144,
      "step": 87422
    },
    {
      "epoch": 3.580708580790498,
      "grad_norm": 1.5066599472313598,
      "learning_rate": 0.00010760699771485744,
      "loss": 0.6944,
      "step": 87423
    },
    {
      "epoch": 3.580749539217694,
      "grad_norm": 1.5545262878995099,
      "learning_rate": 0.00010760386929103926,
      "loss": 0.8102,
      "step": 87424
    },
    {
      "epoch": 3.5807904976448905,
      "grad_norm": 2.6060177805480227,
      "learning_rate": 0.00010760074088726353,
      "loss": 0.9454,
      "step": 87425
    },
    {
      "epoch": 3.5808314560720866,
      "grad_norm": 1.6475944989685465,
      "learning_rate": 0.00010759761250353165,
      "loss": 0.7006,
      "step": 87426
    },
    {
      "epoch": 3.580872414499283,
      "grad_norm": 0.9493740642844657,
      "learning_rate": 0.00010759448413984521,
      "loss": 0.3227,
      "step": 87427
    },
    {
      "epoch": 3.5809133729264797,
      "grad_norm": 0.7316788439005161,
      "learning_rate": 0.00010759135579620562,
      "loss": 0.142,
      "step": 87428
    },
    {
      "epoch": 3.5809543313536762,
      "grad_norm": 0.9601410366703254,
      "learning_rate": 0.0001075882274726144,
      "loss": 0.3261,
      "step": 87429
    },
    {
      "epoch": 3.5809952897808723,
      "grad_norm": 1.5771765805217746,
      "learning_rate": 0.00010758509916907296,
      "loss": 0.8864,
      "step": 87430
    },
    {
      "epoch": 3.581036248208069,
      "grad_norm": 1.252948068086699,
      "learning_rate": 0.00010758197088558284,
      "loss": 0.6495,
      "step": 87431
    },
    {
      "epoch": 3.581077206635265,
      "grad_norm": 1.4375325533641987,
      "learning_rate": 0.00010757884262214551,
      "loss": 0.5372,
      "step": 87432
    },
    {
      "epoch": 3.5811181650624615,
      "grad_norm": 1.4422844528995242,
      "learning_rate": 0.00010757571437876244,
      "loss": 0.7623,
      "step": 87433
    },
    {
      "epoch": 3.581159123489658,
      "grad_norm": 1.7563604861151345,
      "learning_rate": 0.00010757258615543511,
      "loss": 0.681,
      "step": 87434
    },
    {
      "epoch": 3.5812000819168546,
      "grad_norm": 1.1404436684768104,
      "learning_rate": 0.000107569457952165,
      "loss": 0.4115,
      "step": 87435
    },
    {
      "epoch": 3.5812410403440507,
      "grad_norm": 1.3654829508083475,
      "learning_rate": 0.00010756632976895358,
      "loss": 0.6332,
      "step": 87436
    },
    {
      "epoch": 3.581281998771247,
      "grad_norm": 1.4271981391963289,
      "learning_rate": 0.00010756320160580238,
      "loss": 0.6307,
      "step": 87437
    },
    {
      "epoch": 3.5813229571984437,
      "grad_norm": 1.9604660068933237,
      "learning_rate": 0.00010756007346271277,
      "loss": 1.0104,
      "step": 87438
    },
    {
      "epoch": 3.58136391562564,
      "grad_norm": 1.402621549222453,
      "learning_rate": 0.00010755694533968634,
      "loss": 0.5523,
      "step": 87439
    },
    {
      "epoch": 3.5814048740528364,
      "grad_norm": 1.3920508046689037,
      "learning_rate": 0.00010755381723672452,
      "loss": 0.6447,
      "step": 87440
    },
    {
      "epoch": 3.581445832480033,
      "grad_norm": 0.9062984948162558,
      "learning_rate": 0.00010755068915382877,
      "loss": 0.2286,
      "step": 87441
    },
    {
      "epoch": 3.5814867909072294,
      "grad_norm": 1.210519211717463,
      "learning_rate": 0.00010754756109100057,
      "loss": 0.4384,
      "step": 87442
    },
    {
      "epoch": 3.5815277493344255,
      "grad_norm": 1.2622576969605932,
      "learning_rate": 0.00010754443304824146,
      "loss": 0.6768,
      "step": 87443
    },
    {
      "epoch": 3.581568707761622,
      "grad_norm": 1.358700054332194,
      "learning_rate": 0.00010754130502555289,
      "loss": 0.6205,
      "step": 87444
    },
    {
      "epoch": 3.581609666188818,
      "grad_norm": 1.0221998228661784,
      "learning_rate": 0.00010753817702293632,
      "loss": 0.3059,
      "step": 87445
    },
    {
      "epoch": 3.5816506246160147,
      "grad_norm": 0.961393274089562,
      "learning_rate": 0.00010753504904039319,
      "loss": 0.2974,
      "step": 87446
    },
    {
      "epoch": 3.5816915830432112,
      "grad_norm": 1.3576832804718293,
      "learning_rate": 0.00010753192107792507,
      "loss": 0.7136,
      "step": 87447
    },
    {
      "epoch": 3.5817325414704078,
      "grad_norm": 1.2252720059472033,
      "learning_rate": 0.0001075287931355334,
      "loss": 0.6805,
      "step": 87448
    },
    {
      "epoch": 3.581773499897604,
      "grad_norm": 2.1858073516639585,
      "learning_rate": 0.00010752566521321963,
      "loss": 0.8841,
      "step": 87449
    },
    {
      "epoch": 3.5818144583248004,
      "grad_norm": 3.832277823341264,
      "learning_rate": 0.00010752253731098527,
      "loss": 3.504,
      "step": 87450
    },
    {
      "epoch": 3.5818554167519965,
      "grad_norm": 1.2689693548630054,
      "learning_rate": 0.00010751940942883177,
      "loss": 0.6795,
      "step": 87451
    },
    {
      "epoch": 3.581896375179193,
      "grad_norm": 1.781815697745916,
      "learning_rate": 0.00010751628156676065,
      "loss": 0.8904,
      "step": 87452
    },
    {
      "epoch": 3.5819373336063896,
      "grad_norm": 0.7927231996541463,
      "learning_rate": 0.00010751315372477337,
      "loss": 0.2656,
      "step": 87453
    },
    {
      "epoch": 3.581978292033586,
      "grad_norm": 1.1416568613538605,
      "learning_rate": 0.00010751002590287139,
      "loss": 0.381,
      "step": 87454
    },
    {
      "epoch": 3.582019250460782,
      "grad_norm": 1.4564117126903897,
      "learning_rate": 0.0001075068981010562,
      "loss": 0.7342,
      "step": 87455
    },
    {
      "epoch": 3.5820602088879787,
      "grad_norm": 0.9363521363718775,
      "learning_rate": 0.00010750377031932928,
      "loss": 0.3888,
      "step": 87456
    },
    {
      "epoch": 3.5821011673151752,
      "grad_norm": 1.0646822102241094,
      "learning_rate": 0.00010750064255769215,
      "loss": 0.2827,
      "step": 87457
    },
    {
      "epoch": 3.5821421257423713,
      "grad_norm": 1.3801989832341846,
      "learning_rate": 0.00010749751481614623,
      "loss": 0.6425,
      "step": 87458
    },
    {
      "epoch": 3.582183084169568,
      "grad_norm": 1.308680881486229,
      "learning_rate": 0.00010749438709469297,
      "loss": 0.7649,
      "step": 87459
    },
    {
      "epoch": 3.5822240425967644,
      "grad_norm": 1.6657164577723367,
      "learning_rate": 0.00010749125939333397,
      "loss": 0.8402,
      "step": 87460
    },
    {
      "epoch": 3.582265001023961,
      "grad_norm": 1.1724176347402222,
      "learning_rate": 0.00010748813171207061,
      "loss": 0.6427,
      "step": 87461
    },
    {
      "epoch": 3.582305959451157,
      "grad_norm": 1.3075572263101518,
      "learning_rate": 0.00010748500405090439,
      "loss": 0.3691,
      "step": 87462
    },
    {
      "epoch": 3.5823469178783536,
      "grad_norm": 1.4079860284595316,
      "learning_rate": 0.00010748187640983678,
      "loss": 0.7237,
      "step": 87463
    },
    {
      "epoch": 3.5823878763055497,
      "grad_norm": 1.2128338149055178,
      "learning_rate": 0.00010747874878886928,
      "loss": 0.453,
      "step": 87464
    },
    {
      "epoch": 3.582428834732746,
      "grad_norm": 1.4124352963011877,
      "learning_rate": 0.00010747562118800338,
      "loss": 0.6725,
      "step": 87465
    },
    {
      "epoch": 3.5824697931599427,
      "grad_norm": 1.6646032733517235,
      "learning_rate": 0.00010747249360724052,
      "loss": 0.8397,
      "step": 87466
    },
    {
      "epoch": 3.5825107515871393,
      "grad_norm": 1.3860279220144127,
      "learning_rate": 0.00010746936604658219,
      "loss": 0.9482,
      "step": 87467
    },
    {
      "epoch": 3.5825517100143354,
      "grad_norm": 1.2056669267761515,
      "learning_rate": 0.00010746623850602987,
      "loss": 0.7747,
      "step": 87468
    },
    {
      "epoch": 3.582592668441532,
      "grad_norm": 1.6666551301683277,
      "learning_rate": 0.00010746311098558509,
      "loss": 0.7849,
      "step": 87469
    },
    {
      "epoch": 3.582633626868728,
      "grad_norm": 1.6011242236396355,
      "learning_rate": 0.00010745998348524924,
      "loss": 0.4809,
      "step": 87470
    },
    {
      "epoch": 3.5826745852959245,
      "grad_norm": 1.3102316815961317,
      "learning_rate": 0.00010745685600502384,
      "loss": 0.7636,
      "step": 87471
    },
    {
      "epoch": 3.582715543723121,
      "grad_norm": 1.1465918462402105,
      "learning_rate": 0.0001074537285449104,
      "loss": 0.2628,
      "step": 87472
    },
    {
      "epoch": 3.5827565021503176,
      "grad_norm": 0.49889636971544343,
      "learning_rate": 0.00010745060110491036,
      "loss": 0.1073,
      "step": 87473
    },
    {
      "epoch": 3.5827974605775137,
      "grad_norm": 1.2793952018935586,
      "learning_rate": 0.00010744747368502523,
      "loss": 0.7249,
      "step": 87474
    },
    {
      "epoch": 3.5828384190047102,
      "grad_norm": 1.1224795793079043,
      "learning_rate": 0.00010744434628525645,
      "loss": 0.4046,
      "step": 87475
    },
    {
      "epoch": 3.5828793774319068,
      "grad_norm": 1.1202104684491279,
      "learning_rate": 0.00010744121890560549,
      "loss": 0.4693,
      "step": 87476
    },
    {
      "epoch": 3.582920335859103,
      "grad_norm": 0.5999493142874726,
      "learning_rate": 0.00010743809154607386,
      "loss": 0.1147,
      "step": 87477
    },
    {
      "epoch": 3.5829612942862994,
      "grad_norm": 1.7642615610520531,
      "learning_rate": 0.00010743496420666303,
      "loss": 0.6614,
      "step": 87478
    },
    {
      "epoch": 3.583002252713496,
      "grad_norm": 1.4030722947849184,
      "learning_rate": 0.00010743183688737449,
      "loss": 0.8008,
      "step": 87479
    },
    {
      "epoch": 3.5830432111406925,
      "grad_norm": 1.0068020968892524,
      "learning_rate": 0.00010742870958820971,
      "loss": 0.1587,
      "step": 87480
    },
    {
      "epoch": 3.5830841695678886,
      "grad_norm": 1.1410752672550744,
      "learning_rate": 0.00010742558230917017,
      "loss": 0.5206,
      "step": 87481
    },
    {
      "epoch": 3.583125127995085,
      "grad_norm": 1.0120413176432588,
      "learning_rate": 0.00010742245505025728,
      "loss": 0.2247,
      "step": 87482
    },
    {
      "epoch": 3.583166086422281,
      "grad_norm": 1.684104364873163,
      "learning_rate": 0.00010741932781147264,
      "loss": 1.1153,
      "step": 87483
    },
    {
      "epoch": 3.5832070448494777,
      "grad_norm": 1.3776612161902562,
      "learning_rate": 0.00010741620059281768,
      "loss": 0.5863,
      "step": 87484
    },
    {
      "epoch": 3.5832480032766743,
      "grad_norm": 1.1418754940768128,
      "learning_rate": 0.00010741307339429385,
      "loss": 0.5604,
      "step": 87485
    },
    {
      "epoch": 3.583288961703871,
      "grad_norm": 1.3352960737155575,
      "learning_rate": 0.00010740994621590264,
      "loss": 0.7361,
      "step": 87486
    },
    {
      "epoch": 3.583329920131067,
      "grad_norm": 1.8657086835217795,
      "learning_rate": 0.00010740681905764553,
      "loss": 0.846,
      "step": 87487
    },
    {
      "epoch": 3.5833708785582634,
      "grad_norm": 1.545002737937811,
      "learning_rate": 0.00010740369191952405,
      "loss": 0.7821,
      "step": 87488
    },
    {
      "epoch": 3.5834118369854595,
      "grad_norm": 1.8438806484454373,
      "learning_rate": 0.00010740056480153958,
      "loss": 0.6563,
      "step": 87489
    },
    {
      "epoch": 3.583452795412656,
      "grad_norm": 1.570229543149203,
      "learning_rate": 0.00010739743770369367,
      "loss": 0.4742,
      "step": 87490
    },
    {
      "epoch": 3.5834937538398526,
      "grad_norm": 1.2604799585539228,
      "learning_rate": 0.00010739431062598778,
      "loss": 0.606,
      "step": 87491
    },
    {
      "epoch": 3.583534712267049,
      "grad_norm": 4.696940076943101,
      "learning_rate": 0.0001073911835684234,
      "loss": 4.3782,
      "step": 87492
    },
    {
      "epoch": 3.583575670694245,
      "grad_norm": 1.7924719469276313,
      "learning_rate": 0.000107388056531002,
      "loss": 0.5345,
      "step": 87493
    },
    {
      "epoch": 3.5836166291214417,
      "grad_norm": 1.3630611947610993,
      "learning_rate": 0.00010738492951372501,
      "loss": 0.6976,
      "step": 87494
    },
    {
      "epoch": 3.5836575875486383,
      "grad_norm": 0.8338389076597738,
      "learning_rate": 0.00010738180251659401,
      "loss": 0.1023,
      "step": 87495
    },
    {
      "epoch": 3.5836985459758344,
      "grad_norm": 1.299816436144845,
      "learning_rate": 0.00010737867553961039,
      "loss": 0.4637,
      "step": 87496
    },
    {
      "epoch": 3.583739504403031,
      "grad_norm": 1.194907221543795,
      "learning_rate": 0.00010737554858277566,
      "loss": 0.7368,
      "step": 87497
    },
    {
      "epoch": 3.5837804628302274,
      "grad_norm": 1.9023447396295072,
      "learning_rate": 0.00010737242164609128,
      "loss": 0.844,
      "step": 87498
    },
    {
      "epoch": 3.583821421257424,
      "grad_norm": 1.0989291317277827,
      "learning_rate": 0.00010736929472955877,
      "loss": 0.3101,
      "step": 87499
    },
    {
      "epoch": 3.58386237968462,
      "grad_norm": 1.3321669714778421,
      "learning_rate": 0.00010736616783317958,
      "loss": 0.6933,
      "step": 87500
    },
    {
      "epoch": 3.5839033381118166,
      "grad_norm": 1.8100797506315434,
      "learning_rate": 0.0001073630409569552,
      "loss": 1.2378,
      "step": 87501
    },
    {
      "epoch": 3.5839442965390127,
      "grad_norm": 1.2360606520529798,
      "learning_rate": 0.00010735991410088707,
      "loss": 0.5503,
      "step": 87502
    },
    {
      "epoch": 3.5839852549662092,
      "grad_norm": 1.4906770971355963,
      "learning_rate": 0.00010735678726497674,
      "loss": 0.6439,
      "step": 87503
    },
    {
      "epoch": 3.5840262133934058,
      "grad_norm": 1.1996406306638663,
      "learning_rate": 0.00010735366044922562,
      "loss": 0.3649,
      "step": 87504
    },
    {
      "epoch": 3.5840671718206023,
      "grad_norm": 1.0964839378080564,
      "learning_rate": 0.00010735053365363525,
      "loss": 0.3124,
      "step": 87505
    },
    {
      "epoch": 3.5841081302477984,
      "grad_norm": 1.459555740085149,
      "learning_rate": 0.000107347406878207,
      "loss": 0.7525,
      "step": 87506
    },
    {
      "epoch": 3.584149088674995,
      "grad_norm": 1.5811004332968281,
      "learning_rate": 0.00010734428012294248,
      "loss": 0.9287,
      "step": 87507
    },
    {
      "epoch": 3.584190047102191,
      "grad_norm": 1.9747536687418998,
      "learning_rate": 0.00010734115338784309,
      "loss": 0.6069,
      "step": 87508
    },
    {
      "epoch": 3.5842310055293876,
      "grad_norm": 0.8267020936588478,
      "learning_rate": 0.00010733802667291035,
      "loss": 0.1935,
      "step": 87509
    },
    {
      "epoch": 3.584271963956584,
      "grad_norm": 1.7098281123358399,
      "learning_rate": 0.00010733489997814566,
      "loss": 0.7687,
      "step": 87510
    },
    {
      "epoch": 3.5843129223837806,
      "grad_norm": 0.9500735536307489,
      "learning_rate": 0.0001073317733035506,
      "loss": 0.2944,
      "step": 87511
    },
    {
      "epoch": 3.5843538808109767,
      "grad_norm": 1.5971182384277611,
      "learning_rate": 0.00010732864664912659,
      "loss": 0.8315,
      "step": 87512
    },
    {
      "epoch": 3.5843948392381733,
      "grad_norm": 1.421826552500626,
      "learning_rate": 0.00010732552001487513,
      "loss": 0.8135,
      "step": 87513
    },
    {
      "epoch": 3.58443579766537,
      "grad_norm": 1.6159943417887097,
      "learning_rate": 0.00010732239340079767,
      "loss": 0.7685,
      "step": 87514
    },
    {
      "epoch": 3.584476756092566,
      "grad_norm": 1.175647628623346,
      "learning_rate": 0.00010731926680689572,
      "loss": 0.6307,
      "step": 87515
    },
    {
      "epoch": 3.5845177145197624,
      "grad_norm": 1.3983810934315553,
      "learning_rate": 0.00010731614023317074,
      "loss": 0.7529,
      "step": 87516
    },
    {
      "epoch": 3.584558672946959,
      "grad_norm": 1.36981135011791,
      "learning_rate": 0.00010731301367962421,
      "loss": 0.877,
      "step": 87517
    },
    {
      "epoch": 3.5845996313741555,
      "grad_norm": 1.5641005729974946,
      "learning_rate": 0.00010730988714625759,
      "loss": 0.879,
      "step": 87518
    },
    {
      "epoch": 3.5846405898013516,
      "grad_norm": 1.4925632505235729,
      "learning_rate": 0.00010730676063307242,
      "loss": 0.7204,
      "step": 87519
    },
    {
      "epoch": 3.584681548228548,
      "grad_norm": 1.8964866289248283,
      "learning_rate": 0.00010730363414007013,
      "loss": 0.8566,
      "step": 87520
    },
    {
      "epoch": 3.584722506655744,
      "grad_norm": 4.59055189637687,
      "learning_rate": 0.00010730050766725218,
      "loss": 6.5569,
      "step": 87521
    },
    {
      "epoch": 3.5847634650829407,
      "grad_norm": 1.592846882905247,
      "learning_rate": 0.00010729738121462009,
      "loss": 0.7278,
      "step": 87522
    },
    {
      "epoch": 3.5848044235101373,
      "grad_norm": 2.037560342334876,
      "learning_rate": 0.00010729425478217528,
      "loss": 1.2551,
      "step": 87523
    },
    {
      "epoch": 3.584845381937334,
      "grad_norm": 1.8047060501071122,
      "learning_rate": 0.00010729112836991934,
      "loss": 1.0915,
      "step": 87524
    },
    {
      "epoch": 3.58488634036453,
      "grad_norm": 1.4162385962321575,
      "learning_rate": 0.00010728800197785364,
      "loss": 0.6892,
      "step": 87525
    },
    {
      "epoch": 3.5849272987917264,
      "grad_norm": 0.8012583889659929,
      "learning_rate": 0.00010728487560597967,
      "loss": 0.22,
      "step": 87526
    },
    {
      "epoch": 3.5849682572189225,
      "grad_norm": 2.779751594091688,
      "learning_rate": 0.00010728174925429895,
      "loss": 1.8226,
      "step": 87527
    },
    {
      "epoch": 3.585009215646119,
      "grad_norm": 1.3361663812333953,
      "learning_rate": 0.00010727862292281295,
      "loss": 0.6922,
      "step": 87528
    },
    {
      "epoch": 3.5850501740733156,
      "grad_norm": 1.227442742022373,
      "learning_rate": 0.00010727549661152314,
      "loss": 0.4681,
      "step": 87529
    },
    {
      "epoch": 3.585091132500512,
      "grad_norm": 1.3130851726900084,
      "learning_rate": 0.00010727237032043099,
      "loss": 0.5805,
      "step": 87530
    },
    {
      "epoch": 3.5851320909277082,
      "grad_norm": 1.4244809117700283,
      "learning_rate": 0.00010726924404953795,
      "loss": 0.6776,
      "step": 87531
    },
    {
      "epoch": 3.5851730493549048,
      "grad_norm": 1.2319881521665463,
      "learning_rate": 0.00010726611779884559,
      "loss": 0.4194,
      "step": 87532
    },
    {
      "epoch": 3.5852140077821013,
      "grad_norm": 1.6241351618951878,
      "learning_rate": 0.0001072629915683553,
      "loss": 1.1283,
      "step": 87533
    },
    {
      "epoch": 3.5852549662092974,
      "grad_norm": 1.5067295119135942,
      "learning_rate": 0.00010725986535806859,
      "loss": 0.6501,
      "step": 87534
    },
    {
      "epoch": 3.585295924636494,
      "grad_norm": 1.0216364915724687,
      "learning_rate": 0.00010725673916798693,
      "loss": 0.5461,
      "step": 87535
    },
    {
      "epoch": 3.5853368830636905,
      "grad_norm": 0.8562599428682383,
      "learning_rate": 0.0001072536129981118,
      "loss": 0.1978,
      "step": 87536
    },
    {
      "epoch": 3.585377841490887,
      "grad_norm": 1.4329008970774895,
      "learning_rate": 0.00010725048684844469,
      "loss": 0.8302,
      "step": 87537
    },
    {
      "epoch": 3.585418799918083,
      "grad_norm": 11.847897588042207,
      "learning_rate": 0.0001072473607189871,
      "loss": 1.9767,
      "step": 87538
    },
    {
      "epoch": 3.5854597583452796,
      "grad_norm": 1.3958822123934918,
      "learning_rate": 0.00010724423460974041,
      "loss": 0.747,
      "step": 87539
    },
    {
      "epoch": 3.5855007167724757,
      "grad_norm": 2.5965923412324114,
      "learning_rate": 0.00010724110852070621,
      "loss": 1.1031,
      "step": 87540
    },
    {
      "epoch": 3.5855416751996723,
      "grad_norm": 1.0873277543730477,
      "learning_rate": 0.00010723798245188593,
      "loss": 0.5993,
      "step": 87541
    },
    {
      "epoch": 3.585582633626869,
      "grad_norm": 1.2798981617666092,
      "learning_rate": 0.00010723485640328105,
      "loss": 0.5417,
      "step": 87542
    },
    {
      "epoch": 3.5856235920540653,
      "grad_norm": 2.5965892480137214,
      "learning_rate": 0.00010723173037489303,
      "loss": 0.5547,
      "step": 87543
    },
    {
      "epoch": 3.5856645504812614,
      "grad_norm": 0.9832310806790725,
      "learning_rate": 0.0001072286043667234,
      "loss": 0.3025,
      "step": 87544
    },
    {
      "epoch": 3.585705508908458,
      "grad_norm": 1.3373560727103162,
      "learning_rate": 0.0001072254783787736,
      "loss": 0.689,
      "step": 87545
    },
    {
      "epoch": 3.585746467335654,
      "grad_norm": 1.0467044272978347,
      "learning_rate": 0.0001072223524110451,
      "loss": 0.2925,
      "step": 87546
    },
    {
      "epoch": 3.5857874257628506,
      "grad_norm": 2.4694379523299985,
      "learning_rate": 0.0001072192264635394,
      "loss": 1.1723,
      "step": 87547
    },
    {
      "epoch": 3.585828384190047,
      "grad_norm": 1.8153070525400243,
      "learning_rate": 0.00010721610053625796,
      "loss": 0.7674,
      "step": 87548
    },
    {
      "epoch": 3.5858693426172437,
      "grad_norm": 1.16331216315478,
      "learning_rate": 0.00010721297462920223,
      "loss": 0.449,
      "step": 87549
    },
    {
      "epoch": 3.5859103010444398,
      "grad_norm": 0.9742642134581582,
      "learning_rate": 0.00010720984874237376,
      "loss": 0.2263,
      "step": 87550
    },
    {
      "epoch": 3.5859512594716363,
      "grad_norm": 3.836932061392645,
      "learning_rate": 0.00010720672287577399,
      "loss": 5.9344,
      "step": 87551
    },
    {
      "epoch": 3.585992217898833,
      "grad_norm": 2.4866100051096605,
      "learning_rate": 0.00010720359702940439,
      "loss": 0.7365,
      "step": 87552
    },
    {
      "epoch": 3.586033176326029,
      "grad_norm": 1.2833008900336764,
      "learning_rate": 0.00010720047120326645,
      "loss": 0.6094,
      "step": 87553
    },
    {
      "epoch": 3.5860741347532255,
      "grad_norm": 1.5252789722022304,
      "learning_rate": 0.00010719734539736163,
      "loss": 0.5785,
      "step": 87554
    },
    {
      "epoch": 3.586115093180422,
      "grad_norm": 1.3613182193442182,
      "learning_rate": 0.00010719421961169144,
      "loss": 0.8125,
      "step": 87555
    },
    {
      "epoch": 3.5861560516076185,
      "grad_norm": 1.0103631965659876,
      "learning_rate": 0.00010719109384625733,
      "loss": 0.0971,
      "step": 87556
    },
    {
      "epoch": 3.5861970100348146,
      "grad_norm": 1.7065072028607076,
      "learning_rate": 0.00010718796810106079,
      "loss": 1.2315,
      "step": 87557
    },
    {
      "epoch": 3.586237968462011,
      "grad_norm": 1.9306941234985737,
      "learning_rate": 0.00010718484237610327,
      "loss": 1.0599,
      "step": 87558
    },
    {
      "epoch": 3.5862789268892072,
      "grad_norm": 1.5324661496570313,
      "learning_rate": 0.00010718171667138629,
      "loss": 0.8437,
      "step": 87559
    },
    {
      "epoch": 3.5863198853164038,
      "grad_norm": 1.9921864398681721,
      "learning_rate": 0.00010717859098691133,
      "loss": 1.3801,
      "step": 87560
    },
    {
      "epoch": 3.5863608437436003,
      "grad_norm": 1.4214510027733391,
      "learning_rate": 0.00010717546532267983,
      "loss": 0.739,
      "step": 87561
    },
    {
      "epoch": 3.586401802170797,
      "grad_norm": 1.4504193499329796,
      "learning_rate": 0.00010717233967869326,
      "loss": 0.7595,
      "step": 87562
    },
    {
      "epoch": 3.586442760597993,
      "grad_norm": 1.7583172554800373,
      "learning_rate": 0.00010716921405495317,
      "loss": 0.7986,
      "step": 87563
    },
    {
      "epoch": 3.5864837190251895,
      "grad_norm": 1.3200360993082279,
      "learning_rate": 0.00010716608845146096,
      "loss": 0.5744,
      "step": 87564
    },
    {
      "epoch": 3.5865246774523856,
      "grad_norm": 1.8236005907332882,
      "learning_rate": 0.00010716296286821816,
      "loss": 1.1618,
      "step": 87565
    },
    {
      "epoch": 3.586565635879582,
      "grad_norm": 1.638928522645291,
      "learning_rate": 0.00010715983730522618,
      "loss": 0.8533,
      "step": 87566
    },
    {
      "epoch": 3.5866065943067786,
      "grad_norm": 1.177052535655744,
      "learning_rate": 0.00010715671176248657,
      "loss": 0.6333,
      "step": 87567
    },
    {
      "epoch": 3.586647552733975,
      "grad_norm": 2.055284075181001,
      "learning_rate": 0.00010715358624000081,
      "loss": 1.181,
      "step": 87568
    },
    {
      "epoch": 3.5866885111611713,
      "grad_norm": 1.2036630998722564,
      "learning_rate": 0.00010715046073777031,
      "loss": 0.6212,
      "step": 87569
    },
    {
      "epoch": 3.586729469588368,
      "grad_norm": 1.3275985947154654,
      "learning_rate": 0.00010714733525579659,
      "loss": 0.5801,
      "step": 87570
    },
    {
      "epoch": 3.5867704280155643,
      "grad_norm": 1.3393730957331982,
      "learning_rate": 0.00010714420979408113,
      "loss": 0.6515,
      "step": 87571
    },
    {
      "epoch": 3.5868113864427604,
      "grad_norm": 1.3923874926162385,
      "learning_rate": 0.00010714108435262541,
      "loss": 0.401,
      "step": 87572
    },
    {
      "epoch": 3.586852344869957,
      "grad_norm": 0.9241553975847214,
      "learning_rate": 0.00010713795893143091,
      "loss": 0.2603,
      "step": 87573
    },
    {
      "epoch": 3.5868933032971535,
      "grad_norm": 1.446455862103503,
      "learning_rate": 0.00010713483353049905,
      "loss": 0.4793,
      "step": 87574
    },
    {
      "epoch": 3.58693426172435,
      "grad_norm": 1.6324276589151925,
      "learning_rate": 0.00010713170814983138,
      "loss": 0.8067,
      "step": 87575
    },
    {
      "epoch": 3.586975220151546,
      "grad_norm": 1.6287832075124822,
      "learning_rate": 0.00010712858278942935,
      "loss": 0.8057,
      "step": 87576
    },
    {
      "epoch": 3.5870161785787427,
      "grad_norm": 1.4693060651229728,
      "learning_rate": 0.00010712545744929446,
      "loss": 0.3531,
      "step": 87577
    },
    {
      "epoch": 3.5870571370059388,
      "grad_norm": 2.5538219671720723,
      "learning_rate": 0.00010712233212942812,
      "loss": 0.436,
      "step": 87578
    },
    {
      "epoch": 3.5870980954331353,
      "grad_norm": 1.3468938446443075,
      "learning_rate": 0.00010711920682983187,
      "loss": 0.4529,
      "step": 87579
    },
    {
      "epoch": 3.587139053860332,
      "grad_norm": 1.2089179271297243,
      "learning_rate": 0.0001071160815505072,
      "loss": 0.5625,
      "step": 87580
    },
    {
      "epoch": 3.5871800122875284,
      "grad_norm": 0.7730806798561866,
      "learning_rate": 0.00010711295629145556,
      "loss": 0.2511,
      "step": 87581
    },
    {
      "epoch": 3.5872209707147245,
      "grad_norm": 0.8589800622249402,
      "learning_rate": 0.00010710983105267836,
      "loss": 0.2358,
      "step": 87582
    },
    {
      "epoch": 3.587261929141921,
      "grad_norm": 2.4540312914952827,
      "learning_rate": 0.0001071067058341772,
      "loss": 1.3519,
      "step": 87583
    },
    {
      "epoch": 3.587302887569117,
      "grad_norm": 5.0629826424183015,
      "learning_rate": 0.0001071035806359535,
      "loss": 2.5383,
      "step": 87584
    },
    {
      "epoch": 3.5873438459963136,
      "grad_norm": 1.4706926013027213,
      "learning_rate": 0.00010710045545800873,
      "loss": 0.6279,
      "step": 87585
    },
    {
      "epoch": 3.58738480442351,
      "grad_norm": 0.7177678129551309,
      "learning_rate": 0.00010709733030034435,
      "loss": 0.2027,
      "step": 87586
    },
    {
      "epoch": 3.5874257628507067,
      "grad_norm": 1.1818419744476782,
      "learning_rate": 0.00010709420516296187,
      "loss": 0.5549,
      "step": 87587
    },
    {
      "epoch": 3.587466721277903,
      "grad_norm": 1.5179893178257857,
      "learning_rate": 0.00010709108004586278,
      "loss": 0.7713,
      "step": 87588
    },
    {
      "epoch": 3.5875076797050993,
      "grad_norm": 1.7935323243446655,
      "learning_rate": 0.00010708795494904853,
      "loss": 1.445,
      "step": 87589
    },
    {
      "epoch": 3.587548638132296,
      "grad_norm": 0.8707266207077761,
      "learning_rate": 0.00010708482987252059,
      "loss": 0.2047,
      "step": 87590
    },
    {
      "epoch": 3.587589596559492,
      "grad_norm": 1.4313561001536528,
      "learning_rate": 0.00010708170481628047,
      "loss": 0.7163,
      "step": 87591
    },
    {
      "epoch": 3.5876305549866885,
      "grad_norm": 2.0850697133331892,
      "learning_rate": 0.00010707857978032964,
      "loss": 1.7286,
      "step": 87592
    },
    {
      "epoch": 3.587671513413885,
      "grad_norm": 1.873319707697446,
      "learning_rate": 0.00010707545476466957,
      "loss": 1.0398,
      "step": 87593
    },
    {
      "epoch": 3.5877124718410816,
      "grad_norm": 1.2301973399433586,
      "learning_rate": 0.00010707232976930172,
      "loss": 0.5717,
      "step": 87594
    },
    {
      "epoch": 3.5877534302682776,
      "grad_norm": 1.91995438143534,
      "learning_rate": 0.00010706920479422756,
      "loss": 1.1575,
      "step": 87595
    },
    {
      "epoch": 3.587794388695474,
      "grad_norm": 1.3899868215566487,
      "learning_rate": 0.00010706607983944862,
      "loss": 0.8516,
      "step": 87596
    },
    {
      "epoch": 3.5878353471226703,
      "grad_norm": 1.7355090154687136,
      "learning_rate": 0.00010706295490496634,
      "loss": 0.785,
      "step": 87597
    },
    {
      "epoch": 3.587876305549867,
      "grad_norm": 1.535843987302924,
      "learning_rate": 0.00010705982999078219,
      "loss": 0.9352,
      "step": 87598
    },
    {
      "epoch": 3.5879172639770633,
      "grad_norm": 1.2655093554997445,
      "learning_rate": 0.00010705670509689763,
      "loss": 0.6403,
      "step": 87599
    },
    {
      "epoch": 3.58795822240426,
      "grad_norm": 1.390996740455866,
      "learning_rate": 0.00010705358022331424,
      "loss": 0.71,
      "step": 87600
    },
    {
      "epoch": 3.587999180831456,
      "grad_norm": 1.4443830285216779,
      "learning_rate": 0.00010705045537003339,
      "loss": 0.6732,
      "step": 87601
    },
    {
      "epoch": 3.5880401392586525,
      "grad_norm": 1.5323788317332647,
      "learning_rate": 0.0001070473305370566,
      "loss": 0.7795,
      "step": 87602
    },
    {
      "epoch": 3.5880810976858486,
      "grad_norm": 1.5643638233212644,
      "learning_rate": 0.00010704420572438531,
      "loss": 0.7339,
      "step": 87603
    },
    {
      "epoch": 3.588122056113045,
      "grad_norm": 1.2250835188052582,
      "learning_rate": 0.00010704108093202105,
      "loss": 0.5972,
      "step": 87604
    },
    {
      "epoch": 3.5881630145402417,
      "grad_norm": 1.8217317472426553,
      "learning_rate": 0.00010703795615996528,
      "loss": 0.9401,
      "step": 87605
    },
    {
      "epoch": 3.588203972967438,
      "grad_norm": 2.5046565761911963,
      "learning_rate": 0.00010703483140821948,
      "loss": 1.0974,
      "step": 87606
    },
    {
      "epoch": 3.5882449313946343,
      "grad_norm": 1.2672245076552475,
      "learning_rate": 0.0001070317066767851,
      "loss": 0.6741,
      "step": 87607
    },
    {
      "epoch": 3.588285889821831,
      "grad_norm": 1.11536912788963,
      "learning_rate": 0.00010702858196566363,
      "loss": 0.3608,
      "step": 87608
    },
    {
      "epoch": 3.5883268482490274,
      "grad_norm": 1.4631329744798633,
      "learning_rate": 0.00010702545727485657,
      "loss": 0.7242,
      "step": 87609
    },
    {
      "epoch": 3.5883678066762235,
      "grad_norm": 1.1700423726802112,
      "learning_rate": 0.00010702233260436537,
      "loss": 0.5303,
      "step": 87610
    },
    {
      "epoch": 3.58840876510342,
      "grad_norm": 1.4600052850665817,
      "learning_rate": 0.0001070192079541915,
      "loss": 0.6636,
      "step": 87611
    },
    {
      "epoch": 3.5884497235306165,
      "grad_norm": 3.072841804090626,
      "learning_rate": 0.00010701608332433648,
      "loss": 3.2989,
      "step": 87612
    },
    {
      "epoch": 3.588490681957813,
      "grad_norm": 0.8875604013069195,
      "learning_rate": 0.00010701295871480177,
      "loss": 0.2792,
      "step": 87613
    },
    {
      "epoch": 3.588531640385009,
      "grad_norm": 1.3713085132451608,
      "learning_rate": 0.00010700983412558882,
      "loss": 0.6851,
      "step": 87614
    },
    {
      "epoch": 3.5885725988122057,
      "grad_norm": 1.2057305282112558,
      "learning_rate": 0.00010700670955669919,
      "loss": 0.7814,
      "step": 87615
    },
    {
      "epoch": 3.588613557239402,
      "grad_norm": 2.1357947391167875,
      "learning_rate": 0.00010700358500813424,
      "loss": 1.3537,
      "step": 87616
    },
    {
      "epoch": 3.5886545156665983,
      "grad_norm": 1.1056525449934156,
      "learning_rate": 0.00010700046047989546,
      "loss": 0.6621,
      "step": 87617
    },
    {
      "epoch": 3.588695474093795,
      "grad_norm": 1.3476370420806825,
      "learning_rate": 0.00010699733597198441,
      "loss": 0.5627,
      "step": 87618
    },
    {
      "epoch": 3.5887364325209914,
      "grad_norm": 1.5266536079306054,
      "learning_rate": 0.00010699421148440251,
      "loss": 0.5083,
      "step": 87619
    },
    {
      "epoch": 3.5887773909481875,
      "grad_norm": 0.8799537970654552,
      "learning_rate": 0.00010699108701715129,
      "loss": 0.2695,
      "step": 87620
    },
    {
      "epoch": 3.588818349375384,
      "grad_norm": 1.5947813996514513,
      "learning_rate": 0.00010698796257023215,
      "loss": 0.6526,
      "step": 87621
    },
    {
      "epoch": 3.58885930780258,
      "grad_norm": 1.069053352365364,
      "learning_rate": 0.00010698483814364657,
      "loss": 0.4123,
      "step": 87622
    },
    {
      "epoch": 3.5889002662297766,
      "grad_norm": 1.8325526211211303,
      "learning_rate": 0.00010698171373739613,
      "loss": 0.7868,
      "step": 87623
    },
    {
      "epoch": 3.588941224656973,
      "grad_norm": 2.160824037348889,
      "learning_rate": 0.00010697858935148221,
      "loss": 1.49,
      "step": 87624
    },
    {
      "epoch": 3.5889821830841697,
      "grad_norm": 0.9777862839118798,
      "learning_rate": 0.00010697546498590634,
      "loss": 0.2962,
      "step": 87625
    },
    {
      "epoch": 3.589023141511366,
      "grad_norm": 1.9833213841721447,
      "learning_rate": 0.00010697234064066992,
      "loss": 1.5214,
      "step": 87626
    },
    {
      "epoch": 3.5890640999385623,
      "grad_norm": 1.369867452125777,
      "learning_rate": 0.00010696921631577452,
      "loss": 0.6499,
      "step": 87627
    },
    {
      "epoch": 3.589105058365759,
      "grad_norm": 1.0267400777579438,
      "learning_rate": 0.00010696609201122158,
      "loss": 0.1943,
      "step": 87628
    },
    {
      "epoch": 3.589146016792955,
      "grad_norm": 1.1100721778761062,
      "learning_rate": 0.00010696296772701258,
      "loss": 0.4879,
      "step": 87629
    },
    {
      "epoch": 3.5891869752201515,
      "grad_norm": 0.9961885764077455,
      "learning_rate": 0.00010695984346314895,
      "loss": 0.2768,
      "step": 87630
    },
    {
      "epoch": 3.589227933647348,
      "grad_norm": 1.4870859086812085,
      "learning_rate": 0.00010695671921963223,
      "loss": 0.6768,
      "step": 87631
    },
    {
      "epoch": 3.5892688920745446,
      "grad_norm": 1.1679090731763884,
      "learning_rate": 0.00010695359499646389,
      "loss": 0.6114,
      "step": 87632
    },
    {
      "epoch": 3.5893098505017407,
      "grad_norm": 1.00539561991111,
      "learning_rate": 0.0001069504707936454,
      "loss": 0.2981,
      "step": 87633
    },
    {
      "epoch": 3.589350808928937,
      "grad_norm": 1.150677878497963,
      "learning_rate": 0.00010694734661117817,
      "loss": 0.5395,
      "step": 87634
    },
    {
      "epoch": 3.5893917673561333,
      "grad_norm": 1.4047593851021503,
      "learning_rate": 0.00010694422244906379,
      "loss": 0.5439,
      "step": 87635
    },
    {
      "epoch": 3.58943272578333,
      "grad_norm": 0.675281392092793,
      "learning_rate": 0.0001069410983073037,
      "loss": 0.2183,
      "step": 87636
    },
    {
      "epoch": 3.5894736842105264,
      "grad_norm": 1.2976483406932076,
      "learning_rate": 0.00010693797418589933,
      "loss": 0.6459,
      "step": 87637
    },
    {
      "epoch": 3.589514642637723,
      "grad_norm": 1.6254107667434166,
      "learning_rate": 0.00010693485008485218,
      "loss": 0.7478,
      "step": 87638
    },
    {
      "epoch": 3.589555601064919,
      "grad_norm": 1.1309603315801773,
      "learning_rate": 0.00010693172600416373,
      "loss": 0.5261,
      "step": 87639
    },
    {
      "epoch": 3.5895965594921155,
      "grad_norm": 1.2702882870360042,
      "learning_rate": 0.00010692860194383548,
      "loss": 0.6545,
      "step": 87640
    },
    {
      "epoch": 3.5896375179193116,
      "grad_norm": 1.4792586880021807,
      "learning_rate": 0.00010692547790386889,
      "loss": 0.7374,
      "step": 87641
    },
    {
      "epoch": 3.589678476346508,
      "grad_norm": 1.4598218869039117,
      "learning_rate": 0.00010692235388426541,
      "loss": 0.654,
      "step": 87642
    },
    {
      "epoch": 3.5897194347737047,
      "grad_norm": 0.7321760375351569,
      "learning_rate": 0.00010691922988502657,
      "loss": 0.2308,
      "step": 87643
    },
    {
      "epoch": 3.5897603932009012,
      "grad_norm": 1.569812678857393,
      "learning_rate": 0.00010691610590615379,
      "loss": 1.0304,
      "step": 87644
    },
    {
      "epoch": 3.5898013516280973,
      "grad_norm": 1.072603599989834,
      "learning_rate": 0.00010691298194764861,
      "loss": 0.3447,
      "step": 87645
    },
    {
      "epoch": 3.589842310055294,
      "grad_norm": 1.1231355752462895,
      "learning_rate": 0.00010690985800951244,
      "loss": 0.2609,
      "step": 87646
    },
    {
      "epoch": 3.5898832684824904,
      "grad_norm": 1.3047152900206327,
      "learning_rate": 0.0001069067340917468,
      "loss": 0.5649,
      "step": 87647
    },
    {
      "epoch": 3.5899242269096865,
      "grad_norm": 1.113910883375803,
      "learning_rate": 0.00010690361019435318,
      "loss": 0.4968,
      "step": 87648
    },
    {
      "epoch": 3.589965185336883,
      "grad_norm": 1.589583377072356,
      "learning_rate": 0.00010690048631733301,
      "loss": 0.2461,
      "step": 87649
    },
    {
      "epoch": 3.5900061437640796,
      "grad_norm": 0.9850391272640512,
      "learning_rate": 0.00010689736246068776,
      "loss": 0.327,
      "step": 87650
    },
    {
      "epoch": 3.590047102191276,
      "grad_norm": 1.2829921196065974,
      "learning_rate": 0.00010689423862441895,
      "loss": 0.6445,
      "step": 87651
    },
    {
      "epoch": 3.590088060618472,
      "grad_norm": 1.6490158022745882,
      "learning_rate": 0.00010689111480852809,
      "loss": 0.6841,
      "step": 87652
    },
    {
      "epoch": 3.5901290190456687,
      "grad_norm": 1.4592223411242546,
      "learning_rate": 0.00010688799101301657,
      "loss": 0.7137,
      "step": 87653
    },
    {
      "epoch": 3.590169977472865,
      "grad_norm": 1.3564803299105994,
      "learning_rate": 0.00010688486723788589,
      "loss": 0.8889,
      "step": 87654
    },
    {
      "epoch": 3.5902109359000614,
      "grad_norm": 1.5409150389529687,
      "learning_rate": 0.00010688174348313757,
      "loss": 0.7003,
      "step": 87655
    },
    {
      "epoch": 3.590251894327258,
      "grad_norm": 1.3716701426196547,
      "learning_rate": 0.00010687861974877307,
      "loss": 0.5697,
      "step": 87656
    },
    {
      "epoch": 3.5902928527544544,
      "grad_norm": 1.5410800437356116,
      "learning_rate": 0.00010687549603479386,
      "loss": 0.7494,
      "step": 87657
    },
    {
      "epoch": 3.5903338111816505,
      "grad_norm": 1.260450208127958,
      "learning_rate": 0.00010687237234120136,
      "loss": 0.6876,
      "step": 87658
    },
    {
      "epoch": 3.590374769608847,
      "grad_norm": 1.4995069134965384,
      "learning_rate": 0.00010686924866799713,
      "loss": 0.7494,
      "step": 87659
    },
    {
      "epoch": 3.590415728036043,
      "grad_norm": 1.364915016414051,
      "learning_rate": 0.00010686612501518264,
      "loss": 0.6914,
      "step": 87660
    },
    {
      "epoch": 3.5904566864632397,
      "grad_norm": 1.3371529710157126,
      "learning_rate": 0.00010686300138275934,
      "loss": 0.527,
      "step": 87661
    },
    {
      "epoch": 3.590497644890436,
      "grad_norm": 1.2475006978827474,
      "learning_rate": 0.00010685987777072866,
      "loss": 0.3931,
      "step": 87662
    },
    {
      "epoch": 3.5905386033176327,
      "grad_norm": 3.075008635383935,
      "learning_rate": 0.00010685675417909216,
      "loss": 1.179,
      "step": 87663
    },
    {
      "epoch": 3.590579561744829,
      "grad_norm": 0.875041876890955,
      "learning_rate": 0.0001068536306078513,
      "loss": 0.2065,
      "step": 87664
    },
    {
      "epoch": 3.5906205201720254,
      "grad_norm": 1.308447552334086,
      "learning_rate": 0.00010685050705700753,
      "loss": 0.5807,
      "step": 87665
    },
    {
      "epoch": 3.590661478599222,
      "grad_norm": 1.2344286293744862,
      "learning_rate": 0.00010684738352656233,
      "loss": 0.6185,
      "step": 87666
    },
    {
      "epoch": 3.590702437026418,
      "grad_norm": 1.4427167152741693,
      "learning_rate": 0.00010684426001651716,
      "loss": 0.7342,
      "step": 87667
    },
    {
      "epoch": 3.5907433954536145,
      "grad_norm": 1.8306954143164444,
      "learning_rate": 0.00010684113652687356,
      "loss": 0.6333,
      "step": 87668
    },
    {
      "epoch": 3.590784353880811,
      "grad_norm": 1.7548962057070796,
      "learning_rate": 0.00010683801305763295,
      "loss": 0.7043,
      "step": 87669
    },
    {
      "epoch": 3.5908253123080076,
      "grad_norm": 1.2944583834809515,
      "learning_rate": 0.00010683488960879684,
      "loss": 0.6234,
      "step": 87670
    },
    {
      "epoch": 3.5908662707352037,
      "grad_norm": 1.4582091890889128,
      "learning_rate": 0.00010683176618036664,
      "loss": 0.3795,
      "step": 87671
    },
    {
      "epoch": 3.5909072291624002,
      "grad_norm": 1.4838498347358895,
      "learning_rate": 0.00010682864277234392,
      "loss": 0.5829,
      "step": 87672
    },
    {
      "epoch": 3.5909481875895963,
      "grad_norm": 1.3656029447374114,
      "learning_rate": 0.00010682551938473011,
      "loss": 0.6857,
      "step": 87673
    },
    {
      "epoch": 3.590989146016793,
      "grad_norm": 0.9377500679883148,
      "learning_rate": 0.00010682239601752666,
      "loss": 0.346,
      "step": 87674
    },
    {
      "epoch": 3.5910301044439894,
      "grad_norm": 2.151488312149506,
      "learning_rate": 0.00010681927267073508,
      "loss": 0.7805,
      "step": 87675
    },
    {
      "epoch": 3.591071062871186,
      "grad_norm": 1.7184162727124648,
      "learning_rate": 0.00010681614934435687,
      "loss": 0.7054,
      "step": 87676
    },
    {
      "epoch": 3.591112021298382,
      "grad_norm": 1.3949887875776636,
      "learning_rate": 0.00010681302603839348,
      "loss": 0.9362,
      "step": 87677
    },
    {
      "epoch": 3.5911529797255786,
      "grad_norm": 1.1136056034386852,
      "learning_rate": 0.00010680990275284637,
      "loss": 0.2664,
      "step": 87678
    },
    {
      "epoch": 3.5911939381527747,
      "grad_norm": 0.9396218585776145,
      "learning_rate": 0.000106806779487717,
      "loss": 0.2144,
      "step": 87679
    },
    {
      "epoch": 3.591234896579971,
      "grad_norm": 1.4104591645771294,
      "learning_rate": 0.00010680365624300693,
      "loss": 0.7898,
      "step": 87680
    },
    {
      "epoch": 3.5912758550071677,
      "grad_norm": 1.268417918225667,
      "learning_rate": 0.00010680053301871758,
      "loss": 0.7721,
      "step": 87681
    },
    {
      "epoch": 3.5913168134343643,
      "grad_norm": 0.9198276795254681,
      "learning_rate": 0.00010679740981485042,
      "loss": 0.3437,
      "step": 87682
    },
    {
      "epoch": 3.5913577718615604,
      "grad_norm": 1.4356350616565607,
      "learning_rate": 0.0001067942866314069,
      "loss": 0.5992,
      "step": 87683
    },
    {
      "epoch": 3.591398730288757,
      "grad_norm": 0.7147688156283009,
      "learning_rate": 0.00010679116346838858,
      "loss": 0.1769,
      "step": 87684
    },
    {
      "epoch": 3.5914396887159534,
      "grad_norm": 1.236234145805279,
      "learning_rate": 0.0001067880403257969,
      "loss": 0.5414,
      "step": 87685
    },
    {
      "epoch": 3.5914806471431495,
      "grad_norm": 1.696038568618417,
      "learning_rate": 0.00010678491720363333,
      "loss": 0.8619,
      "step": 87686
    },
    {
      "epoch": 3.591521605570346,
      "grad_norm": 1.6114276666197858,
      "learning_rate": 0.00010678179410189933,
      "loss": 0.7653,
      "step": 87687
    },
    {
      "epoch": 3.5915625639975426,
      "grad_norm": 1.704242124321644,
      "learning_rate": 0.0001067786710205964,
      "loss": 0.8902,
      "step": 87688
    },
    {
      "epoch": 3.591603522424739,
      "grad_norm": 1.118484879381193,
      "learning_rate": 0.00010677554795972595,
      "loss": 0.3514,
      "step": 87689
    },
    {
      "epoch": 3.591644480851935,
      "grad_norm": 0.8854132404928888,
      "learning_rate": 0.00010677242491928956,
      "loss": 0.2459,
      "step": 87690
    },
    {
      "epoch": 3.5916854392791318,
      "grad_norm": 0.6716612738643859,
      "learning_rate": 0.00010676930189928866,
      "loss": 0.1454,
      "step": 87691
    },
    {
      "epoch": 3.591726397706328,
      "grad_norm": 1.0026894829502309,
      "learning_rate": 0.00010676617889972472,
      "loss": 0.2704,
      "step": 87692
    },
    {
      "epoch": 3.5917673561335244,
      "grad_norm": 1.7492955586310845,
      "learning_rate": 0.00010676305592059923,
      "loss": 0.6086,
      "step": 87693
    },
    {
      "epoch": 3.591808314560721,
      "grad_norm": 1.8624218457572481,
      "learning_rate": 0.0001067599329619136,
      "loss": 1.0433,
      "step": 87694
    },
    {
      "epoch": 3.5918492729879175,
      "grad_norm": 1.7949400463613117,
      "learning_rate": 0.00010675681002366942,
      "loss": 0.8077,
      "step": 87695
    },
    {
      "epoch": 3.5918902314151135,
      "grad_norm": 2.939804625125058,
      "learning_rate": 0.00010675368710586812,
      "loss": 3.4266,
      "step": 87696
    },
    {
      "epoch": 3.59193118984231,
      "grad_norm": 1.42409805430609,
      "learning_rate": 0.00010675056420851113,
      "loss": 0.491,
      "step": 87697
    },
    {
      "epoch": 3.5919721482695066,
      "grad_norm": 1.4149682039499467,
      "learning_rate": 0.00010674744133159997,
      "loss": 0.7774,
      "step": 87698
    },
    {
      "epoch": 3.5920131066967027,
      "grad_norm": 2.0328582381483526,
      "learning_rate": 0.00010674431847513612,
      "loss": 0.8347,
      "step": 87699
    },
    {
      "epoch": 3.5920540651238992,
      "grad_norm": 1.4724195177191455,
      "learning_rate": 0.00010674119563912107,
      "loss": 0.9686,
      "step": 87700
    },
    {
      "epoch": 3.592095023551096,
      "grad_norm": 1.8277107333355722,
      "learning_rate": 0.00010673807282355625,
      "loss": 1.061,
      "step": 87701
    },
    {
      "epoch": 3.592135981978292,
      "grad_norm": 1.3848113335146996,
      "learning_rate": 0.00010673495002844313,
      "loss": 0.6302,
      "step": 87702
    },
    {
      "epoch": 3.5921769404054884,
      "grad_norm": 1.6493655403951049,
      "learning_rate": 0.00010673182725378325,
      "loss": 0.4934,
      "step": 87703
    },
    {
      "epoch": 3.592217898832685,
      "grad_norm": 1.3230438137984386,
      "learning_rate": 0.00010672870449957806,
      "loss": 0.7076,
      "step": 87704
    },
    {
      "epoch": 3.592258857259881,
      "grad_norm": 1.6090306071115419,
      "learning_rate": 0.000106725581765829,
      "loss": 0.7457,
      "step": 87705
    },
    {
      "epoch": 3.5922998156870776,
      "grad_norm": 1.6960766007992634,
      "learning_rate": 0.00010672245905253756,
      "loss": 0.8962,
      "step": 87706
    },
    {
      "epoch": 3.592340774114274,
      "grad_norm": 0.787318326828542,
      "learning_rate": 0.00010671933635970527,
      "loss": 0.2223,
      "step": 87707
    },
    {
      "epoch": 3.5923817325414706,
      "grad_norm": 2.163538889724645,
      "learning_rate": 0.00010671621368733356,
      "loss": 1.1759,
      "step": 87708
    },
    {
      "epoch": 3.5924226909686667,
      "grad_norm": 1.2059438014309247,
      "learning_rate": 0.00010671309103542392,
      "loss": 0.621,
      "step": 87709
    },
    {
      "epoch": 3.5924636493958633,
      "grad_norm": 1.6988876660178216,
      "learning_rate": 0.00010670996840397776,
      "loss": 0.8012,
      "step": 87710
    },
    {
      "epoch": 3.5925046078230594,
      "grad_norm": 2.2147877189833522,
      "learning_rate": 0.00010670684579299668,
      "loss": 1.1211,
      "step": 87711
    },
    {
      "epoch": 3.592545566250256,
      "grad_norm": 1.2049076504427105,
      "learning_rate": 0.00010670372320248208,
      "loss": 0.6977,
      "step": 87712
    },
    {
      "epoch": 3.5925865246774524,
      "grad_norm": 1.4298417028186818,
      "learning_rate": 0.00010670060063243544,
      "loss": 0.7225,
      "step": 87713
    },
    {
      "epoch": 3.592627483104649,
      "grad_norm": 1.1892618207043484,
      "learning_rate": 0.00010669747808285821,
      "loss": 0.6737,
      "step": 87714
    },
    {
      "epoch": 3.592668441531845,
      "grad_norm": 2.0979781494195175,
      "learning_rate": 0.00010669435555375193,
      "loss": 0.7581,
      "step": 87715
    },
    {
      "epoch": 3.5927093999590416,
      "grad_norm": 1.2355059729065891,
      "learning_rate": 0.00010669123304511807,
      "loss": 0.3039,
      "step": 87716
    },
    {
      "epoch": 3.592750358386238,
      "grad_norm": 1.3058675207777646,
      "learning_rate": 0.00010668811055695806,
      "loss": 0.753,
      "step": 87717
    },
    {
      "epoch": 3.592791316813434,
      "grad_norm": 0.9177527936930249,
      "learning_rate": 0.00010668498808927336,
      "loss": 0.2965,
      "step": 87718
    },
    {
      "epoch": 3.5928322752406308,
      "grad_norm": 1.3974739177245274,
      "learning_rate": 0.00010668186564206553,
      "loss": 0.7556,
      "step": 87719
    },
    {
      "epoch": 3.5928732336678273,
      "grad_norm": 1.7412606018455286,
      "learning_rate": 0.00010667874321533599,
      "loss": 1.0336,
      "step": 87720
    },
    {
      "epoch": 3.5929141920950234,
      "grad_norm": 1.0462215791804834,
      "learning_rate": 0.00010667562080908623,
      "loss": 0.2705,
      "step": 87721
    },
    {
      "epoch": 3.59295515052222,
      "grad_norm": 1.1825363234931239,
      "learning_rate": 0.0001066724984233177,
      "loss": 0.55,
      "step": 87722
    },
    {
      "epoch": 3.5929961089494165,
      "grad_norm": 1.1106773322537948,
      "learning_rate": 0.00010666937605803194,
      "loss": 0.5179,
      "step": 87723
    },
    {
      "epoch": 3.5930370673766125,
      "grad_norm": 1.3672350215287368,
      "learning_rate": 0.00010666625371323037,
      "loss": 0.5934,
      "step": 87724
    },
    {
      "epoch": 3.593078025803809,
      "grad_norm": 1.4101846751867255,
      "learning_rate": 0.00010666313138891447,
      "loss": 0.6604,
      "step": 87725
    },
    {
      "epoch": 3.5931189842310056,
      "grad_norm": 0.9734021385840541,
      "learning_rate": 0.00010666000908508572,
      "loss": 0.3849,
      "step": 87726
    },
    {
      "epoch": 3.593159942658202,
      "grad_norm": 1.42504235055957,
      "learning_rate": 0.0001066568868017456,
      "loss": 0.7034,
      "step": 87727
    },
    {
      "epoch": 3.5932009010853982,
      "grad_norm": 1.5173014341635336,
      "learning_rate": 0.00010665376453889561,
      "loss": 0.5182,
      "step": 87728
    },
    {
      "epoch": 3.593241859512595,
      "grad_norm": 1.3942594652756666,
      "learning_rate": 0.00010665064229653721,
      "loss": 0.7385,
      "step": 87729
    },
    {
      "epoch": 3.593282817939791,
      "grad_norm": 1.0069378151343082,
      "learning_rate": 0.00010664752007467184,
      "loss": 0.2154,
      "step": 87730
    },
    {
      "epoch": 3.5933237763669874,
      "grad_norm": 0.8681080021444217,
      "learning_rate": 0.00010664439787330104,
      "loss": 0.2522,
      "step": 87731
    },
    {
      "epoch": 3.593364734794184,
      "grad_norm": 1.4841112651258992,
      "learning_rate": 0.00010664127569242623,
      "loss": 0.7274,
      "step": 87732
    },
    {
      "epoch": 3.5934056932213805,
      "grad_norm": 1.7080664449141365,
      "learning_rate": 0.00010663815353204894,
      "loss": 1.0052,
      "step": 87733
    },
    {
      "epoch": 3.5934466516485766,
      "grad_norm": 5.694742008791059,
      "learning_rate": 0.00010663503139217057,
      "loss": 3.0433,
      "step": 87734
    },
    {
      "epoch": 3.593487610075773,
      "grad_norm": 0.9094798169898286,
      "learning_rate": 0.00010663190927279264,
      "loss": 0.2542,
      "step": 87735
    },
    {
      "epoch": 3.5935285685029696,
      "grad_norm": 1.2010178557715747,
      "learning_rate": 0.00010662878717391666,
      "loss": 0.7694,
      "step": 87736
    },
    {
      "epoch": 3.5935695269301657,
      "grad_norm": 1.6770320537555796,
      "learning_rate": 0.00010662566509554407,
      "loss": 0.4893,
      "step": 87737
    },
    {
      "epoch": 3.5936104853573623,
      "grad_norm": 1.7896086235268898,
      "learning_rate": 0.00010662254303767635,
      "loss": 0.5787,
      "step": 87738
    },
    {
      "epoch": 3.593651443784559,
      "grad_norm": 1.4992197456582492,
      "learning_rate": 0.00010661942100031494,
      "loss": 0.6486,
      "step": 87739
    },
    {
      "epoch": 3.5936924022117553,
      "grad_norm": 1.6780588390418318,
      "learning_rate": 0.00010661629898346137,
      "loss": 1.0129,
      "step": 87740
    },
    {
      "epoch": 3.5937333606389514,
      "grad_norm": 1.684139423500196,
      "learning_rate": 0.00010661317698711712,
      "loss": 0.8057,
      "step": 87741
    },
    {
      "epoch": 3.593774319066148,
      "grad_norm": 2.295991864903531,
      "learning_rate": 0.00010661005501128364,
      "loss": 0.7855,
      "step": 87742
    },
    {
      "epoch": 3.593815277493344,
      "grad_norm": 1.5047397662031667,
      "learning_rate": 0.00010660693305596234,
      "loss": 0.8343,
      "step": 87743
    },
    {
      "epoch": 3.5938562359205406,
      "grad_norm": 1.8315870975309347,
      "learning_rate": 0.00010660381112115483,
      "loss": 0.7306,
      "step": 87744
    },
    {
      "epoch": 3.593897194347737,
      "grad_norm": 1.5676759212278715,
      "learning_rate": 0.00010660068920686252,
      "loss": 0.9287,
      "step": 87745
    },
    {
      "epoch": 3.5939381527749337,
      "grad_norm": 1.5179128477656816,
      "learning_rate": 0.00010659756731308686,
      "loss": 0.555,
      "step": 87746
    },
    {
      "epoch": 3.5939791112021298,
      "grad_norm": 0.8197665869566609,
      "learning_rate": 0.00010659444543982935,
      "loss": 0.21,
      "step": 87747
    },
    {
      "epoch": 3.5940200696293263,
      "grad_norm": 1.3388558717878376,
      "learning_rate": 0.00010659132358709149,
      "loss": 0.6775,
      "step": 87748
    },
    {
      "epoch": 3.5940610280565224,
      "grad_norm": 1.4516487881562827,
      "learning_rate": 0.00010658820175487473,
      "loss": 0.6562,
      "step": 87749
    },
    {
      "epoch": 3.594101986483719,
      "grad_norm": 2.635342544954394,
      "learning_rate": 0.00010658507994318056,
      "loss": 2.9869,
      "step": 87750
    },
    {
      "epoch": 3.5941429449109155,
      "grad_norm": 1.41122656030377,
      "learning_rate": 0.00010658195815201038,
      "loss": 0.5812,
      "step": 87751
    },
    {
      "epoch": 3.594183903338112,
      "grad_norm": 1.3744104954848906,
      "learning_rate": 0.0001065788363813658,
      "loss": 0.743,
      "step": 87752
    },
    {
      "epoch": 3.594224861765308,
      "grad_norm": 1.588315255117776,
      "learning_rate": 0.00010657571463124822,
      "loss": 0.8178,
      "step": 87753
    },
    {
      "epoch": 3.5942658201925046,
      "grad_norm": 1.3303968111318965,
      "learning_rate": 0.0001065725929016591,
      "loss": 0.7446,
      "step": 87754
    },
    {
      "epoch": 3.594306778619701,
      "grad_norm": 1.6786248137343585,
      "learning_rate": 0.00010656947119259993,
      "loss": 0.8572,
      "step": 87755
    },
    {
      "epoch": 3.5943477370468973,
      "grad_norm": 0.8880720807904275,
      "learning_rate": 0.00010656634950407227,
      "loss": 0.1542,
      "step": 87756
    },
    {
      "epoch": 3.594388695474094,
      "grad_norm": 1.2183741976552567,
      "learning_rate": 0.00010656322783607744,
      "loss": 0.5902,
      "step": 87757
    },
    {
      "epoch": 3.5944296539012903,
      "grad_norm": 7.250641655873181,
      "learning_rate": 0.000106560106188617,
      "loss": 2.7306,
      "step": 87758
    },
    {
      "epoch": 3.594470612328487,
      "grad_norm": 1.6210766891897337,
      "learning_rate": 0.00010655698456169246,
      "loss": 0.8159,
      "step": 87759
    },
    {
      "epoch": 3.594511570755683,
      "grad_norm": 1.5585382149973213,
      "learning_rate": 0.00010655386295530524,
      "loss": 0.7565,
      "step": 87760
    },
    {
      "epoch": 3.5945525291828795,
      "grad_norm": 1.3364004353114454,
      "learning_rate": 0.0001065507413694568,
      "loss": 0.667,
      "step": 87761
    },
    {
      "epoch": 3.5945934876100756,
      "grad_norm": 0.5640474275541192,
      "learning_rate": 0.0001065476198041487,
      "loss": 0.0622,
      "step": 87762
    },
    {
      "epoch": 3.594634446037272,
      "grad_norm": 2.1955713673396065,
      "learning_rate": 0.00010654449825938232,
      "loss": 1.7879,
      "step": 87763
    },
    {
      "epoch": 3.5946754044644686,
      "grad_norm": 3.890978436971259,
      "learning_rate": 0.00010654137673515922,
      "loss": 0.9615,
      "step": 87764
    },
    {
      "epoch": 3.594716362891665,
      "grad_norm": 1.5031215235213735,
      "learning_rate": 0.00010653825523148082,
      "loss": 0.7887,
      "step": 87765
    },
    {
      "epoch": 3.5947573213188613,
      "grad_norm": 1.3557950316350182,
      "learning_rate": 0.00010653513374834857,
      "loss": 0.6032,
      "step": 87766
    },
    {
      "epoch": 3.594798279746058,
      "grad_norm": 1.3065039967341074,
      "learning_rate": 0.00010653201228576403,
      "loss": 0.7099,
      "step": 87767
    },
    {
      "epoch": 3.594839238173254,
      "grad_norm": 0.3323681939740963,
      "learning_rate": 0.00010652889084372863,
      "loss": 0.0304,
      "step": 87768
    },
    {
      "epoch": 3.5948801966004504,
      "grad_norm": 1.3453605260329302,
      "learning_rate": 0.00010652576942224383,
      "loss": 0.7178,
      "step": 87769
    },
    {
      "epoch": 3.594921155027647,
      "grad_norm": 2.398535651165247,
      "learning_rate": 0.00010652264802131113,
      "loss": 2.3392,
      "step": 87770
    },
    {
      "epoch": 3.5949621134548435,
      "grad_norm": 0.8600457088939367,
      "learning_rate": 0.00010651952664093201,
      "loss": 0.2591,
      "step": 87771
    },
    {
      "epoch": 3.5950030718820396,
      "grad_norm": 1.4625248512583946,
      "learning_rate": 0.00010651640528110793,
      "loss": 0.7913,
      "step": 87772
    },
    {
      "epoch": 3.595044030309236,
      "grad_norm": 1.4884488760430818,
      "learning_rate": 0.00010651328394184038,
      "loss": 0.7026,
      "step": 87773
    },
    {
      "epoch": 3.5950849887364327,
      "grad_norm": 1.6691428447431993,
      "learning_rate": 0.00010651016262313078,
      "loss": 1.0262,
      "step": 87774
    },
    {
      "epoch": 3.5951259471636288,
      "grad_norm": 3.955792773700195,
      "learning_rate": 0.0001065070413249807,
      "loss": 4.3548,
      "step": 87775
    },
    {
      "epoch": 3.5951669055908253,
      "grad_norm": 1.6075497383475803,
      "learning_rate": 0.00010650392004739155,
      "loss": 0.7111,
      "step": 87776
    },
    {
      "epoch": 3.595207864018022,
      "grad_norm": 8.398415990002347,
      "learning_rate": 0.00010650079879036484,
      "loss": 5.1287,
      "step": 87777
    },
    {
      "epoch": 3.5952488224452184,
      "grad_norm": 1.2920019876479536,
      "learning_rate": 0.00010649767755390199,
      "loss": 0.5114,
      "step": 87778
    },
    {
      "epoch": 3.5952897808724145,
      "grad_norm": 1.1484053108580012,
      "learning_rate": 0.00010649455633800454,
      "loss": 0.6178,
      "step": 87779
    },
    {
      "epoch": 3.595330739299611,
      "grad_norm": 0.9538471250599803,
      "learning_rate": 0.00010649143514267394,
      "loss": 0.2494,
      "step": 87780
    },
    {
      "epoch": 3.595371697726807,
      "grad_norm": 0.9253326620818959,
      "learning_rate": 0.00010648831396791167,
      "loss": 0.2635,
      "step": 87781
    },
    {
      "epoch": 3.5954126561540036,
      "grad_norm": 1.8299365303300152,
      "learning_rate": 0.00010648519281371915,
      "loss": 0.7178,
      "step": 87782
    },
    {
      "epoch": 3.5954536145812,
      "grad_norm": 1.6507518959848566,
      "learning_rate": 0.00010648207168009796,
      "loss": 0.6202,
      "step": 87783
    },
    {
      "epoch": 3.5954945730083967,
      "grad_norm": 1.1019770819815367,
      "learning_rate": 0.00010647895056704952,
      "loss": 0.2591,
      "step": 87784
    },
    {
      "epoch": 3.595535531435593,
      "grad_norm": 1.726769258622645,
      "learning_rate": 0.00010647582947457532,
      "loss": 0.6305,
      "step": 87785
    },
    {
      "epoch": 3.5955764898627893,
      "grad_norm": 1.3330209582985297,
      "learning_rate": 0.00010647270840267675,
      "loss": 0.6927,
      "step": 87786
    },
    {
      "epoch": 3.5956174482899854,
      "grad_norm": 1.007234364866501,
      "learning_rate": 0.00010646958735135542,
      "loss": 0.2999,
      "step": 87787
    },
    {
      "epoch": 3.595658406717182,
      "grad_norm": 1.152654793660151,
      "learning_rate": 0.00010646646632061273,
      "loss": 0.5827,
      "step": 87788
    },
    {
      "epoch": 3.5956993651443785,
      "grad_norm": 1.6941282540830813,
      "learning_rate": 0.00010646334531045018,
      "loss": 1.065,
      "step": 87789
    },
    {
      "epoch": 3.595740323571575,
      "grad_norm": 1.370552749096395,
      "learning_rate": 0.0001064602243208692,
      "loss": 0.6117,
      "step": 87790
    },
    {
      "epoch": 3.595781281998771,
      "grad_norm": 1.4511721190206803,
      "learning_rate": 0.00010645710335187133,
      "loss": 0.7743,
      "step": 87791
    },
    {
      "epoch": 3.5958222404259677,
      "grad_norm": 1.462215750170986,
      "learning_rate": 0.000106453982403458,
      "loss": 0.7588,
      "step": 87792
    },
    {
      "epoch": 3.595863198853164,
      "grad_norm": 1.3820499677298914,
      "learning_rate": 0.00010645086147563073,
      "loss": 0.7993,
      "step": 87793
    },
    {
      "epoch": 3.5959041572803603,
      "grad_norm": 1.3880192194494538,
      "learning_rate": 0.0001064477405683909,
      "loss": 0.7437,
      "step": 87794
    },
    {
      "epoch": 3.595945115707557,
      "grad_norm": 0.9088334943758876,
      "learning_rate": 0.00010644461968174011,
      "loss": 0.2393,
      "step": 87795
    },
    {
      "epoch": 3.5959860741347534,
      "grad_norm": 1.7246342086748228,
      "learning_rate": 0.00010644149881567975,
      "loss": 1.0511,
      "step": 87796
    },
    {
      "epoch": 3.59602703256195,
      "grad_norm": 1.1249306023522767,
      "learning_rate": 0.00010643837797021134,
      "loss": 0.388,
      "step": 87797
    },
    {
      "epoch": 3.596067990989146,
      "grad_norm": 1.5878450451301225,
      "learning_rate": 0.00010643525714533632,
      "loss": 0.8721,
      "step": 87798
    },
    {
      "epoch": 3.5961089494163425,
      "grad_norm": 1.1145725839916771,
      "learning_rate": 0.00010643213634105619,
      "loss": 0.4197,
      "step": 87799
    },
    {
      "epoch": 3.5961499078435386,
      "grad_norm": 0.8067824905677405,
      "learning_rate": 0.00010642901555737241,
      "loss": 0.2625,
      "step": 87800
    },
    {
      "epoch": 3.596190866270735,
      "grad_norm": 0.8803533985268057,
      "learning_rate": 0.00010642589479428649,
      "loss": 0.3186,
      "step": 87801
    },
    {
      "epoch": 3.5962318246979317,
      "grad_norm": 0.9011628070925916,
      "learning_rate": 0.00010642277405179983,
      "loss": 0.2176,
      "step": 87802
    },
    {
      "epoch": 3.596272783125128,
      "grad_norm": 1.7845001688320075,
      "learning_rate": 0.00010641965332991398,
      "loss": 0.8111,
      "step": 87803
    },
    {
      "epoch": 3.5963137415523243,
      "grad_norm": 1.8107735456459089,
      "learning_rate": 0.0001064165326286304,
      "loss": 0.6651,
      "step": 87804
    },
    {
      "epoch": 3.596354699979521,
      "grad_norm": 1.2164098291959997,
      "learning_rate": 0.00010641341194795056,
      "loss": 0.6518,
      "step": 87805
    },
    {
      "epoch": 3.596395658406717,
      "grad_norm": 1.6436159396343006,
      "learning_rate": 0.00010641029128787592,
      "loss": 0.7799,
      "step": 87806
    },
    {
      "epoch": 3.5964366168339135,
      "grad_norm": 1.2407068382307669,
      "learning_rate": 0.00010640717064840795,
      "loss": 0.531,
      "step": 87807
    },
    {
      "epoch": 3.59647757526111,
      "grad_norm": 1.4470808448906594,
      "learning_rate": 0.00010640405002954816,
      "loss": 0.6939,
      "step": 87808
    },
    {
      "epoch": 3.5965185336883065,
      "grad_norm": 1.7424090680228157,
      "learning_rate": 0.00010640092943129798,
      "loss": 1.0115,
      "step": 87809
    },
    {
      "epoch": 3.5965594921155026,
      "grad_norm": 1.5049612852820584,
      "learning_rate": 0.00010639780885365894,
      "loss": 0.9227,
      "step": 87810
    },
    {
      "epoch": 3.596600450542699,
      "grad_norm": 1.0194348097430597,
      "learning_rate": 0.00010639468829663244,
      "loss": 0.2952,
      "step": 87811
    },
    {
      "epoch": 3.5966414089698957,
      "grad_norm": 1.4905442672683673,
      "learning_rate": 0.00010639156776022006,
      "loss": 0.7981,
      "step": 87812
    },
    {
      "epoch": 3.596682367397092,
      "grad_norm": 1.3098434266132495,
      "learning_rate": 0.00010638844724442318,
      "loss": 0.4079,
      "step": 87813
    },
    {
      "epoch": 3.5967233258242883,
      "grad_norm": 1.8058302654475995,
      "learning_rate": 0.00010638532674924335,
      "loss": 0.8114,
      "step": 87814
    },
    {
      "epoch": 3.596764284251485,
      "grad_norm": 1.4683403832782111,
      "learning_rate": 0.00010638220627468195,
      "loss": 0.6772,
      "step": 87815
    },
    {
      "epoch": 3.5968052426786814,
      "grad_norm": 0.7978327079430146,
      "learning_rate": 0.00010637908582074053,
      "loss": 0.2557,
      "step": 87816
    },
    {
      "epoch": 3.5968462011058775,
      "grad_norm": 0.7567623828943879,
      "learning_rate": 0.00010637596538742057,
      "loss": 0.1968,
      "step": 87817
    },
    {
      "epoch": 3.596887159533074,
      "grad_norm": 1.318144461182607,
      "learning_rate": 0.00010637284497472352,
      "loss": 0.4461,
      "step": 87818
    },
    {
      "epoch": 3.59692811796027,
      "grad_norm": 0.9862891392026074,
      "learning_rate": 0.00010636972458265082,
      "loss": 0.2538,
      "step": 87819
    },
    {
      "epoch": 3.5969690763874667,
      "grad_norm": 1.830219971894995,
      "learning_rate": 0.00010636660421120401,
      "loss": 1.1241,
      "step": 87820
    },
    {
      "epoch": 3.597010034814663,
      "grad_norm": 1.3340172378578041,
      "learning_rate": 0.00010636348386038455,
      "loss": 0.7804,
      "step": 87821
    },
    {
      "epoch": 3.5970509932418597,
      "grad_norm": 1.2219970757510739,
      "learning_rate": 0.00010636036353019392,
      "loss": 0.4927,
      "step": 87822
    },
    {
      "epoch": 3.597091951669056,
      "grad_norm": 1.6151424547559656,
      "learning_rate": 0.00010635724322063352,
      "loss": 0.6738,
      "step": 87823
    },
    {
      "epoch": 3.5971329100962524,
      "grad_norm": 1.365068376463087,
      "learning_rate": 0.00010635412293170491,
      "loss": 0.632,
      "step": 87824
    },
    {
      "epoch": 3.5971738685234484,
      "grad_norm": 3.3334642596661612,
      "learning_rate": 0.00010635100266340953,
      "loss": 1.6343,
      "step": 87825
    },
    {
      "epoch": 3.597214826950645,
      "grad_norm": 1.2043681228005183,
      "learning_rate": 0.00010634788241574889,
      "loss": 0.4686,
      "step": 87826
    },
    {
      "epoch": 3.5972557853778415,
      "grad_norm": 1.711490113958008,
      "learning_rate": 0.00010634476218872446,
      "loss": 0.664,
      "step": 87827
    },
    {
      "epoch": 3.597296743805038,
      "grad_norm": 1.2257980990250734,
      "learning_rate": 0.00010634164198233767,
      "loss": 0.6381,
      "step": 87828
    },
    {
      "epoch": 3.597337702232234,
      "grad_norm": 1.9324936827445445,
      "learning_rate": 0.00010633852179658996,
      "loss": 1.063,
      "step": 87829
    },
    {
      "epoch": 3.5973786606594307,
      "grad_norm": 0.9303211749701223,
      "learning_rate": 0.0001063354016314829,
      "loss": 0.348,
      "step": 87830
    },
    {
      "epoch": 3.597419619086627,
      "grad_norm": 1.4585331863519824,
      "learning_rate": 0.00010633228148701795,
      "loss": 0.9441,
      "step": 87831
    },
    {
      "epoch": 3.5974605775138233,
      "grad_norm": 1.839257798489913,
      "learning_rate": 0.00010632916136319657,
      "loss": 0.2003,
      "step": 87832
    },
    {
      "epoch": 3.59750153594102,
      "grad_norm": 1.4986459339965121,
      "learning_rate": 0.00010632604126002018,
      "loss": 0.7208,
      "step": 87833
    },
    {
      "epoch": 3.5975424943682164,
      "grad_norm": 1.7092349268293736,
      "learning_rate": 0.00010632292117749033,
      "loss": 0.9829,
      "step": 87834
    },
    {
      "epoch": 3.597583452795413,
      "grad_norm": 1.421896420085511,
      "learning_rate": 0.00010631980111560847,
      "loss": 1.0088,
      "step": 87835
    },
    {
      "epoch": 3.597624411222609,
      "grad_norm": 1.2171466812349492,
      "learning_rate": 0.00010631668107437607,
      "loss": 0.589,
      "step": 87836
    },
    {
      "epoch": 3.5976653696498055,
      "grad_norm": 1.5639266599752208,
      "learning_rate": 0.00010631356105379462,
      "loss": 0.6272,
      "step": 87837
    },
    {
      "epoch": 3.5977063280770016,
      "grad_norm": 1.5014122824437062,
      "learning_rate": 0.00010631044105386554,
      "loss": 0.616,
      "step": 87838
    },
    {
      "epoch": 3.597747286504198,
      "grad_norm": 1.4311618680197353,
      "learning_rate": 0.0001063073210745904,
      "loss": 0.4792,
      "step": 87839
    },
    {
      "epoch": 3.5977882449313947,
      "grad_norm": 1.4928034553190512,
      "learning_rate": 0.00010630420111597062,
      "loss": 0.7381,
      "step": 87840
    },
    {
      "epoch": 3.5978292033585912,
      "grad_norm": 1.50380702725465,
      "learning_rate": 0.00010630108117800766,
      "loss": 0.8679,
      "step": 87841
    },
    {
      "epoch": 3.5978701617857873,
      "grad_norm": 1.581785066563199,
      "learning_rate": 0.000106297961260703,
      "loss": 1.0863,
      "step": 87842
    },
    {
      "epoch": 3.597911120212984,
      "grad_norm": 1.1347502682276622,
      "learning_rate": 0.00010629484136405813,
      "loss": 0.4953,
      "step": 87843
    },
    {
      "epoch": 3.59795207864018,
      "grad_norm": 1.5162810730177194,
      "learning_rate": 0.00010629172148807453,
      "loss": 0.8749,
      "step": 87844
    },
    {
      "epoch": 3.5979930370673765,
      "grad_norm": 1.224059446865615,
      "learning_rate": 0.00010628860163275369,
      "loss": 0.5471,
      "step": 87845
    },
    {
      "epoch": 3.598033995494573,
      "grad_norm": 1.5010290798506944,
      "learning_rate": 0.00010628548179809703,
      "loss": 0.8071,
      "step": 87846
    },
    {
      "epoch": 3.5980749539217696,
      "grad_norm": 1.6095542942523027,
      "learning_rate": 0.00010628236198410608,
      "loss": 0.9896,
      "step": 87847
    },
    {
      "epoch": 3.5981159123489657,
      "grad_norm": 1.800531127854337,
      "learning_rate": 0.0001062792421907823,
      "loss": 0.9637,
      "step": 87848
    },
    {
      "epoch": 3.598156870776162,
      "grad_norm": 1.023299520394896,
      "learning_rate": 0.00010627612241812713,
      "loss": 0.3545,
      "step": 87849
    },
    {
      "epoch": 3.5981978292033587,
      "grad_norm": 1.2554999473563182,
      "learning_rate": 0.00010627300266614206,
      "loss": 0.6222,
      "step": 87850
    },
    {
      "epoch": 3.598238787630555,
      "grad_norm": 1.1657237315112619,
      "learning_rate": 0.00010626988293482862,
      "loss": 0.522,
      "step": 87851
    },
    {
      "epoch": 3.5982797460577514,
      "grad_norm": 1.3333280659822924,
      "learning_rate": 0.00010626676322418824,
      "loss": 0.6017,
      "step": 87852
    },
    {
      "epoch": 3.598320704484948,
      "grad_norm": 1.3173033194017367,
      "learning_rate": 0.00010626364353422238,
      "loss": 0.9833,
      "step": 87853
    },
    {
      "epoch": 3.5983616629121444,
      "grad_norm": 1.9368842540337332,
      "learning_rate": 0.00010626052386493251,
      "loss": 0.8829,
      "step": 87854
    },
    {
      "epoch": 3.5984026213393405,
      "grad_norm": 1.4196689704182772,
      "learning_rate": 0.00010625740421632015,
      "loss": 0.668,
      "step": 87855
    },
    {
      "epoch": 3.598443579766537,
      "grad_norm": 0.8937405605288276,
      "learning_rate": 0.00010625428458838677,
      "loss": 0.2915,
      "step": 87856
    },
    {
      "epoch": 3.598484538193733,
      "grad_norm": 1.595826532327094,
      "learning_rate": 0.00010625116498113381,
      "loss": 0.8949,
      "step": 87857
    },
    {
      "epoch": 3.5985254966209297,
      "grad_norm": 0.9314200815817051,
      "learning_rate": 0.00010624804539456272,
      "loss": 0.1761,
      "step": 87858
    },
    {
      "epoch": 3.5985664550481262,
      "grad_norm": 1.1908882399588192,
      "learning_rate": 0.00010624492582867507,
      "loss": 0.5125,
      "step": 87859
    },
    {
      "epoch": 3.5986074134753228,
      "grad_norm": 1.6108920906665147,
      "learning_rate": 0.00010624180628347225,
      "loss": 0.728,
      "step": 87860
    },
    {
      "epoch": 3.598648371902519,
      "grad_norm": 1.2394544880406202,
      "learning_rate": 0.00010623868675895578,
      "loss": 0.7221,
      "step": 87861
    },
    {
      "epoch": 3.5986893303297154,
      "grad_norm": 0.7372071520715989,
      "learning_rate": 0.0001062355672551271,
      "loss": 0.2251,
      "step": 87862
    },
    {
      "epoch": 3.5987302887569115,
      "grad_norm": 0.9366915792186606,
      "learning_rate": 0.00010623244777198774,
      "loss": 0.2028,
      "step": 87863
    },
    {
      "epoch": 3.598771247184108,
      "grad_norm": 2.672972798477374,
      "learning_rate": 0.00010622932830953912,
      "loss": 2.0983,
      "step": 87864
    },
    {
      "epoch": 3.5988122056113045,
      "grad_norm": 1.787872991160065,
      "learning_rate": 0.00010622620886778272,
      "loss": 0.7253,
      "step": 87865
    },
    {
      "epoch": 3.598853164038501,
      "grad_norm": 1.544247075733136,
      "learning_rate": 0.00010622308944672004,
      "loss": 0.8062,
      "step": 87866
    },
    {
      "epoch": 3.598894122465697,
      "grad_norm": 1.701438341719254,
      "learning_rate": 0.00010621997004635255,
      "loss": 0.9108,
      "step": 87867
    },
    {
      "epoch": 3.5989350808928937,
      "grad_norm": 1.5359296342474005,
      "learning_rate": 0.00010621685066668172,
      "loss": 0.7396,
      "step": 87868
    },
    {
      "epoch": 3.5989760393200902,
      "grad_norm": 1.0060588989077144,
      "learning_rate": 0.000106213731307709,
      "loss": 0.2769,
      "step": 87869
    },
    {
      "epoch": 3.5990169977472863,
      "grad_norm": 1.5546498622847358,
      "learning_rate": 0.00010621061196943588,
      "loss": 0.8037,
      "step": 87870
    },
    {
      "epoch": 3.599057956174483,
      "grad_norm": 1.1689868668031682,
      "learning_rate": 0.00010620749265186386,
      "loss": 0.632,
      "step": 87871
    },
    {
      "epoch": 3.5990989146016794,
      "grad_norm": 1.392701775635901,
      "learning_rate": 0.00010620437335499444,
      "loss": 0.7362,
      "step": 87872
    },
    {
      "epoch": 3.599139873028876,
      "grad_norm": 1.0589088749678532,
      "learning_rate": 0.000106201254078829,
      "loss": 0.5066,
      "step": 87873
    },
    {
      "epoch": 3.599180831456072,
      "grad_norm": 1.3127801999409279,
      "learning_rate": 0.00010619813482336905,
      "loss": 0.7582,
      "step": 87874
    },
    {
      "epoch": 3.5992217898832686,
      "grad_norm": 3.3229316956217176,
      "learning_rate": 0.00010619501558861611,
      "loss": 1.1688,
      "step": 87875
    },
    {
      "epoch": 3.5992627483104647,
      "grad_norm": 1.517496536730904,
      "learning_rate": 0.00010619189637457163,
      "loss": 1.047,
      "step": 87876
    },
    {
      "epoch": 3.599303706737661,
      "grad_norm": 1.8387348228376763,
      "learning_rate": 0.00010618877718123707,
      "loss": 1.0545,
      "step": 87877
    },
    {
      "epoch": 3.5993446651648577,
      "grad_norm": 1.1220171234438499,
      "learning_rate": 0.00010618565800861393,
      "loss": 0.5191,
      "step": 87878
    },
    {
      "epoch": 3.5993856235920543,
      "grad_norm": 1.309263090820318,
      "learning_rate": 0.00010618253885670362,
      "loss": 0.6406,
      "step": 87879
    },
    {
      "epoch": 3.5994265820192504,
      "grad_norm": 1.3060631183450842,
      "learning_rate": 0.00010617941972550771,
      "loss": 0.706,
      "step": 87880
    },
    {
      "epoch": 3.599467540446447,
      "grad_norm": 0.9212459472117479,
      "learning_rate": 0.00010617630061502763,
      "loss": 0.2412,
      "step": 87881
    },
    {
      "epoch": 3.599508498873643,
      "grad_norm": 1.471336707736916,
      "learning_rate": 0.00010617318152526483,
      "loss": 0.5209,
      "step": 87882
    },
    {
      "epoch": 3.5995494573008395,
      "grad_norm": 1.2929915911988652,
      "learning_rate": 0.00010617006245622079,
      "loss": 0.7157,
      "step": 87883
    },
    {
      "epoch": 3.599590415728036,
      "grad_norm": 1.4138530546953596,
      "learning_rate": 0.00010616694340789704,
      "loss": 0.6195,
      "step": 87884
    },
    {
      "epoch": 3.5996313741552326,
      "grad_norm": 4.460502409430449,
      "learning_rate": 0.000106163824380295,
      "loss": 3.556,
      "step": 87885
    },
    {
      "epoch": 3.5996723325824287,
      "grad_norm": 1.8135714273906582,
      "learning_rate": 0.00010616070537341617,
      "loss": 1.0099,
      "step": 87886
    },
    {
      "epoch": 3.5997132910096252,
      "grad_norm": 1.2069394452212263,
      "learning_rate": 0.00010615758638726198,
      "loss": 0.2754,
      "step": 87887
    },
    {
      "epoch": 3.5997542494368218,
      "grad_norm": 1.5766805907787522,
      "learning_rate": 0.00010615446742183396,
      "loss": 0.8314,
      "step": 87888
    },
    {
      "epoch": 3.599795207864018,
      "grad_norm": 0.6752294101177643,
      "learning_rate": 0.00010615134847713358,
      "loss": 0.1972,
      "step": 87889
    },
    {
      "epoch": 3.5998361662912144,
      "grad_norm": 0.8829618231640993,
      "learning_rate": 0.00010614822955316229,
      "loss": 0.2725,
      "step": 87890
    },
    {
      "epoch": 3.599877124718411,
      "grad_norm": 1.6833928111914265,
      "learning_rate": 0.00010614511064992154,
      "loss": 0.7997,
      "step": 87891
    },
    {
      "epoch": 3.5999180831456075,
      "grad_norm": 1.7617931813503382,
      "learning_rate": 0.00010614199176741286,
      "loss": 0.6923,
      "step": 87892
    },
    {
      "epoch": 3.5999590415728036,
      "grad_norm": 2.7580327135416276,
      "learning_rate": 0.00010613887290563771,
      "loss": 1.0512,
      "step": 87893
    },
    {
      "epoch": 3.6,
      "grad_norm": 1.216950854715357,
      "learning_rate": 0.00010613575406459756,
      "loss": 0.6392,
      "step": 87894
    },
    {
      "epoch": 3.600040958427196,
      "grad_norm": 4.102331884698229,
      "learning_rate": 0.00010613263524429385,
      "loss": 4.2624,
      "step": 87895
    },
    {
      "epoch": 3.6000819168543927,
      "grad_norm": 0.7493825514493524,
      "learning_rate": 0.0001061295164447281,
      "loss": 0.0947,
      "step": 87896
    },
    {
      "epoch": 3.6001228752815893,
      "grad_norm": 1.5627224432116513,
      "learning_rate": 0.00010612639766590183,
      "loss": 0.6123,
      "step": 87897
    },
    {
      "epoch": 3.600163833708786,
      "grad_norm": 1.3932855887603268,
      "learning_rate": 0.00010612327890781638,
      "loss": 0.648,
      "step": 87898
    },
    {
      "epoch": 3.600204792135982,
      "grad_norm": 1.6949256824519576,
      "learning_rate": 0.00010612016017047334,
      "loss": 0.894,
      "step": 87899
    },
    {
      "epoch": 3.6002457505631784,
      "grad_norm": 1.5482004366641404,
      "learning_rate": 0.00010611704145387412,
      "loss": 0.9173,
      "step": 87900
    },
    {
      "epoch": 3.6002867089903745,
      "grad_norm": 1.6264542397354176,
      "learning_rate": 0.00010611392275802021,
      "loss": 0.7759,
      "step": 87901
    },
    {
      "epoch": 3.600327667417571,
      "grad_norm": 1.714031357936265,
      "learning_rate": 0.00010611080408291309,
      "loss": 0.7841,
      "step": 87902
    },
    {
      "epoch": 3.6003686258447676,
      "grad_norm": 0.9392771490239531,
      "learning_rate": 0.00010610768542855425,
      "loss": 0.2515,
      "step": 87903
    },
    {
      "epoch": 3.600409584271964,
      "grad_norm": 1.547799601680504,
      "learning_rate": 0.00010610456679494514,
      "loss": 0.7898,
      "step": 87904
    },
    {
      "epoch": 3.60045054269916,
      "grad_norm": 1.4772243038285044,
      "learning_rate": 0.00010610144818208725,
      "loss": 0.6589,
      "step": 87905
    },
    {
      "epoch": 3.6004915011263567,
      "grad_norm": 1.5634080087868651,
      "learning_rate": 0.00010609832958998203,
      "loss": 0.6394,
      "step": 87906
    },
    {
      "epoch": 3.6005324595535533,
      "grad_norm": 0.8229386853204594,
      "learning_rate": 0.00010609521101863096,
      "loss": 0.2093,
      "step": 87907
    },
    {
      "epoch": 3.6005734179807494,
      "grad_norm": 1.8815904666307852,
      "learning_rate": 0.00010609209246803557,
      "loss": 0.9862,
      "step": 87908
    },
    {
      "epoch": 3.600614376407946,
      "grad_norm": 1.2616340667324206,
      "learning_rate": 0.00010608897393819728,
      "loss": 0.6689,
      "step": 87909
    },
    {
      "epoch": 3.6006553348351424,
      "grad_norm": 1.1278782722002354,
      "learning_rate": 0.00010608585542911754,
      "loss": 0.607,
      "step": 87910
    },
    {
      "epoch": 3.600696293262339,
      "grad_norm": 1.6973985096781972,
      "learning_rate": 0.0001060827369407979,
      "loss": 0.6447,
      "step": 87911
    },
    {
      "epoch": 3.600737251689535,
      "grad_norm": 1.6846442948073468,
      "learning_rate": 0.00010607961847323978,
      "loss": 0.9199,
      "step": 87912
    },
    {
      "epoch": 3.6007782101167316,
      "grad_norm": 1.363674517407337,
      "learning_rate": 0.00010607650002644467,
      "loss": 0.7378,
      "step": 87913
    },
    {
      "epoch": 3.6008191685439277,
      "grad_norm": 1.4576099213214668,
      "learning_rate": 0.00010607338160041401,
      "loss": 0.8173,
      "step": 87914
    },
    {
      "epoch": 3.6008601269711242,
      "grad_norm": 1.5386593727564113,
      "learning_rate": 0.00010607026319514934,
      "loss": 0.9408,
      "step": 87915
    },
    {
      "epoch": 3.6009010853983208,
      "grad_norm": 0.8322951294586497,
      "learning_rate": 0.00010606714481065212,
      "loss": 0.2603,
      "step": 87916
    },
    {
      "epoch": 3.6009420438255173,
      "grad_norm": 0.9092924192840864,
      "learning_rate": 0.00010606402644692377,
      "loss": 0.2394,
      "step": 87917
    },
    {
      "epoch": 3.6009830022527134,
      "grad_norm": 1.4302072100977963,
      "learning_rate": 0.00010606090810396579,
      "loss": 0.4748,
      "step": 87918
    },
    {
      "epoch": 3.60102396067991,
      "grad_norm": 1.322386705705472,
      "learning_rate": 0.0001060577897817797,
      "loss": 0.664,
      "step": 87919
    },
    {
      "epoch": 3.601064919107106,
      "grad_norm": 0.9390090759400669,
      "learning_rate": 0.0001060546714803669,
      "loss": 0.2939,
      "step": 87920
    },
    {
      "epoch": 3.6011058775343026,
      "grad_norm": 1.3090353587299,
      "learning_rate": 0.00010605155319972894,
      "loss": 0.4507,
      "step": 87921
    },
    {
      "epoch": 3.601146835961499,
      "grad_norm": 3.56290909220472,
      "learning_rate": 0.00010604843493986722,
      "loss": 1.3124,
      "step": 87922
    },
    {
      "epoch": 3.6011877943886956,
      "grad_norm": 1.9047901032319396,
      "learning_rate": 0.00010604531670078327,
      "loss": 1.115,
      "step": 87923
    },
    {
      "epoch": 3.6012287528158917,
      "grad_norm": 1.7824951578325854,
      "learning_rate": 0.00010604219848247854,
      "loss": 0.565,
      "step": 87924
    },
    {
      "epoch": 3.6012697112430883,
      "grad_norm": 1.584625683655957,
      "learning_rate": 0.00010603908028495451,
      "loss": 0.722,
      "step": 87925
    },
    {
      "epoch": 3.601310669670285,
      "grad_norm": 1.4307120326485674,
      "learning_rate": 0.00010603596210821262,
      "loss": 0.6346,
      "step": 87926
    },
    {
      "epoch": 3.601351628097481,
      "grad_norm": 1.7816109161373623,
      "learning_rate": 0.0001060328439522544,
      "loss": 0.6987,
      "step": 87927
    },
    {
      "epoch": 3.6013925865246774,
      "grad_norm": 1.4839501789991563,
      "learning_rate": 0.00010602972581708132,
      "loss": 0.8471,
      "step": 87928
    },
    {
      "epoch": 3.601433544951874,
      "grad_norm": 1.07534482276011,
      "learning_rate": 0.00010602660770269482,
      "loss": 0.3759,
      "step": 87929
    },
    {
      "epoch": 3.6014745033790705,
      "grad_norm": 1.1940557222294095,
      "learning_rate": 0.00010602348960909636,
      "loss": 0.6498,
      "step": 87930
    },
    {
      "epoch": 3.6015154618062666,
      "grad_norm": 1.2115883198960482,
      "learning_rate": 0.00010602037153628747,
      "loss": 0.6586,
      "step": 87931
    },
    {
      "epoch": 3.601556420233463,
      "grad_norm": 1.4950649065424924,
      "learning_rate": 0.00010601725348426962,
      "loss": 0.808,
      "step": 87932
    },
    {
      "epoch": 3.601597378660659,
      "grad_norm": 1.5294954427531964,
      "learning_rate": 0.00010601413545304425,
      "loss": 0.9268,
      "step": 87933
    },
    {
      "epoch": 3.6016383370878557,
      "grad_norm": 1.461144456385383,
      "learning_rate": 0.0001060110174426128,
      "loss": 0.759,
      "step": 87934
    },
    {
      "epoch": 3.6016792955150523,
      "grad_norm": 1.2038712575365926,
      "learning_rate": 0.00010600789945297682,
      "loss": 0.6618,
      "step": 87935
    },
    {
      "epoch": 3.601720253942249,
      "grad_norm": 1.390686811112471,
      "learning_rate": 0.00010600478148413775,
      "loss": 0.7185,
      "step": 87936
    },
    {
      "epoch": 3.601761212369445,
      "grad_norm": 1.5256385610142331,
      "learning_rate": 0.00010600166353609708,
      "loss": 0.8239,
      "step": 87937
    },
    {
      "epoch": 3.6018021707966414,
      "grad_norm": 1.4422903435679761,
      "learning_rate": 0.00010599854560885623,
      "loss": 0.6892,
      "step": 87938
    },
    {
      "epoch": 3.6018431292238375,
      "grad_norm": 1.5149685975334681,
      "learning_rate": 0.00010599542770241675,
      "loss": 0.9916,
      "step": 87939
    },
    {
      "epoch": 3.601884087651034,
      "grad_norm": 1.4524301598884555,
      "learning_rate": 0.00010599230981678008,
      "loss": 0.638,
      "step": 87940
    },
    {
      "epoch": 3.6019250460782306,
      "grad_norm": 1.640358262653834,
      "learning_rate": 0.00010598919195194768,
      "loss": 0.6908,
      "step": 87941
    },
    {
      "epoch": 3.601966004505427,
      "grad_norm": 2.7424722286205103,
      "learning_rate": 0.00010598607410792101,
      "loss": 2.3739,
      "step": 87942
    },
    {
      "epoch": 3.6020069629326232,
      "grad_norm": 1.465936991410989,
      "learning_rate": 0.00010598295628470162,
      "loss": 0.8003,
      "step": 87943
    },
    {
      "epoch": 3.6020479213598198,
      "grad_norm": 1.3692762181655123,
      "learning_rate": 0.00010597983848229092,
      "loss": 0.6742,
      "step": 87944
    },
    {
      "epoch": 3.6020888797870163,
      "grad_norm": 1.156279189664519,
      "learning_rate": 0.00010597672070069039,
      "loss": 0.7452,
      "step": 87945
    },
    {
      "epoch": 3.6021298382142124,
      "grad_norm": 1.449344702213476,
      "learning_rate": 0.00010597360293990152,
      "loss": 0.5147,
      "step": 87946
    },
    {
      "epoch": 3.602170796641409,
      "grad_norm": 1.7345461786781255,
      "learning_rate": 0.00010597048519992575,
      "loss": 0.7938,
      "step": 87947
    },
    {
      "epoch": 3.6022117550686055,
      "grad_norm": 1.2343197122917344,
      "learning_rate": 0.0001059673674807646,
      "loss": 0.5751,
      "step": 87948
    },
    {
      "epoch": 3.602252713495802,
      "grad_norm": 1.5814184964956683,
      "learning_rate": 0.00010596424978241952,
      "loss": 0.8733,
      "step": 87949
    },
    {
      "epoch": 3.602293671922998,
      "grad_norm": 1.5087215965897172,
      "learning_rate": 0.000105961132104892,
      "loss": 0.7861,
      "step": 87950
    },
    {
      "epoch": 3.6023346303501946,
      "grad_norm": 0.9335635696497299,
      "learning_rate": 0.00010595801444818349,
      "loss": 0.2363,
      "step": 87951
    },
    {
      "epoch": 3.6023755887773907,
      "grad_norm": 1.7118163178399888,
      "learning_rate": 0.00010595489681229547,
      "loss": 0.7609,
      "step": 87952
    },
    {
      "epoch": 3.6024165472045873,
      "grad_norm": 2.5385603088357933,
      "learning_rate": 0.00010595177919722942,
      "loss": 0.8275,
      "step": 87953
    },
    {
      "epoch": 3.602457505631784,
      "grad_norm": 1.5421759700653435,
      "learning_rate": 0.00010594866160298683,
      "loss": 0.6851,
      "step": 87954
    },
    {
      "epoch": 3.6024984640589803,
      "grad_norm": 1.762719324515017,
      "learning_rate": 0.00010594554402956912,
      "loss": 1.1577,
      "step": 87955
    },
    {
      "epoch": 3.6025394224861764,
      "grad_norm": 1.3768109398281447,
      "learning_rate": 0.00010594242647697782,
      "loss": 1.0759,
      "step": 87956
    },
    {
      "epoch": 3.602580380913373,
      "grad_norm": 1.5266219964273708,
      "learning_rate": 0.00010593930894521441,
      "loss": 0.7798,
      "step": 87957
    },
    {
      "epoch": 3.602621339340569,
      "grad_norm": 1.4265945845683072,
      "learning_rate": 0.00010593619143428032,
      "loss": 0.8128,
      "step": 87958
    },
    {
      "epoch": 3.6026622977677656,
      "grad_norm": 0.778543473295588,
      "learning_rate": 0.00010593307394417701,
      "loss": 0.2076,
      "step": 87959
    },
    {
      "epoch": 3.602703256194962,
      "grad_norm": 1.1056817473114866,
      "learning_rate": 0.00010592995647490601,
      "loss": 0.6716,
      "step": 87960
    },
    {
      "epoch": 3.6027442146221587,
      "grad_norm": 1.4608385032406526,
      "learning_rate": 0.00010592683902646879,
      "loss": 0.6352,
      "step": 87961
    },
    {
      "epoch": 3.6027851730493547,
      "grad_norm": 1.1860027947657525,
      "learning_rate": 0.0001059237215988668,
      "loss": 0.3583,
      "step": 87962
    },
    {
      "epoch": 3.6028261314765513,
      "grad_norm": 1.6023163466877366,
      "learning_rate": 0.00010592060419210146,
      "loss": 0.9787,
      "step": 87963
    },
    {
      "epoch": 3.602867089903748,
      "grad_norm": 0.5724041679919938,
      "learning_rate": 0.00010591748680617437,
      "loss": 0.0611,
      "step": 87964
    },
    {
      "epoch": 3.602908048330944,
      "grad_norm": 1.7665407152720627,
      "learning_rate": 0.00010591436944108691,
      "loss": 0.9278,
      "step": 87965
    },
    {
      "epoch": 3.6029490067581404,
      "grad_norm": 1.3902986004256288,
      "learning_rate": 0.00010591125209684059,
      "loss": 0.4894,
      "step": 87966
    },
    {
      "epoch": 3.602989965185337,
      "grad_norm": 1.5303589307814724,
      "learning_rate": 0.00010590813477343683,
      "loss": 0.6099,
      "step": 87967
    },
    {
      "epoch": 3.6030309236125335,
      "grad_norm": 1.0568664162647452,
      "learning_rate": 0.00010590501747087724,
      "loss": 0.5485,
      "step": 87968
    },
    {
      "epoch": 3.6030718820397296,
      "grad_norm": 1.5174812413159795,
      "learning_rate": 0.00010590190018916311,
      "loss": 0.625,
      "step": 87969
    },
    {
      "epoch": 3.603112840466926,
      "grad_norm": 1.4605864112146183,
      "learning_rate": 0.00010589878292829603,
      "loss": 0.5492,
      "step": 87970
    },
    {
      "epoch": 3.6031537988941222,
      "grad_norm": 1.533601216484798,
      "learning_rate": 0.00010589566568827745,
      "loss": 0.6521,
      "step": 87971
    },
    {
      "epoch": 3.6031947573213188,
      "grad_norm": 0.582463648398165,
      "learning_rate": 0.00010589254846910883,
      "loss": 0.1164,
      "step": 87972
    },
    {
      "epoch": 3.6032357157485153,
      "grad_norm": 1.9291486459905753,
      "learning_rate": 0.00010588943127079162,
      "loss": 1.0825,
      "step": 87973
    },
    {
      "epoch": 3.603276674175712,
      "grad_norm": 1.6407497537274451,
      "learning_rate": 0.00010588631409332739,
      "loss": 0.8355,
      "step": 87974
    },
    {
      "epoch": 3.603317632602908,
      "grad_norm": 1.0400301990566885,
      "learning_rate": 0.00010588319693671752,
      "loss": 0.2623,
      "step": 87975
    },
    {
      "epoch": 3.6033585910301045,
      "grad_norm": 1.5984086924304364,
      "learning_rate": 0.00010588007980096352,
      "loss": 0.7847,
      "step": 87976
    },
    {
      "epoch": 3.6033995494573006,
      "grad_norm": 0.9711294580958384,
      "learning_rate": 0.00010587696268606688,
      "loss": 0.255,
      "step": 87977
    },
    {
      "epoch": 3.603440507884497,
      "grad_norm": 1.2864777501503746,
      "learning_rate": 0.00010587384559202901,
      "loss": 0.3097,
      "step": 87978
    },
    {
      "epoch": 3.6034814663116936,
      "grad_norm": 0.9203774402262658,
      "learning_rate": 0.00010587072851885143,
      "loss": 0.2949,
      "step": 87979
    },
    {
      "epoch": 3.60352242473889,
      "grad_norm": 1.327611580711302,
      "learning_rate": 0.00010586761146653564,
      "loss": 0.619,
      "step": 87980
    },
    {
      "epoch": 3.6035633831660863,
      "grad_norm": 0.5493115561710464,
      "learning_rate": 0.00010586449443508306,
      "loss": 0.0872,
      "step": 87981
    },
    {
      "epoch": 3.603604341593283,
      "grad_norm": 1.8582653046742381,
      "learning_rate": 0.00010586137742449518,
      "loss": 0.9548,
      "step": 87982
    },
    {
      "epoch": 3.6036453000204793,
      "grad_norm": 1.3070643893540317,
      "learning_rate": 0.0001058582604347735,
      "loss": 0.5901,
      "step": 87983
    },
    {
      "epoch": 3.6036862584476754,
      "grad_norm": 0.940595487232568,
      "learning_rate": 0.00010585514346591945,
      "loss": 0.3181,
      "step": 87984
    },
    {
      "epoch": 3.603727216874872,
      "grad_norm": 1.7408872985387482,
      "learning_rate": 0.00010585202651793455,
      "loss": 0.8799,
      "step": 87985
    },
    {
      "epoch": 3.6037681753020685,
      "grad_norm": 1.30227072135524,
      "learning_rate": 0.0001058489095908202,
      "loss": 0.5641,
      "step": 87986
    },
    {
      "epoch": 3.603809133729265,
      "grad_norm": 1.3924921337134895,
      "learning_rate": 0.00010584579268457798,
      "loss": 0.7334,
      "step": 87987
    },
    {
      "epoch": 3.603850092156461,
      "grad_norm": 1.059308252138733,
      "learning_rate": 0.0001058426757992093,
      "loss": 0.4222,
      "step": 87988
    },
    {
      "epoch": 3.6038910505836577,
      "grad_norm": 0.8021195845682325,
      "learning_rate": 0.00010583955893471562,
      "loss": 0.2327,
      "step": 87989
    },
    {
      "epoch": 3.6039320090108538,
      "grad_norm": 1.4864394231575204,
      "learning_rate": 0.00010583644209109842,
      "loss": 0.7006,
      "step": 87990
    },
    {
      "epoch": 3.6039729674380503,
      "grad_norm": 1.136960836816708,
      "learning_rate": 0.00010583332526835923,
      "loss": 0.6308,
      "step": 87991
    },
    {
      "epoch": 3.604013925865247,
      "grad_norm": 1.546443551912,
      "learning_rate": 0.00010583020846649947,
      "loss": 0.6907,
      "step": 87992
    },
    {
      "epoch": 3.6040548842924434,
      "grad_norm": 1.2535637843485299,
      "learning_rate": 0.00010582709168552063,
      "loss": 0.6179,
      "step": 87993
    },
    {
      "epoch": 3.6040958427196395,
      "grad_norm": 1.262528703940133,
      "learning_rate": 0.00010582397492542414,
      "loss": 0.6759,
      "step": 87994
    },
    {
      "epoch": 3.604136801146836,
      "grad_norm": 1.0521181309745404,
      "learning_rate": 0.00010582085818621156,
      "loss": 0.6507,
      "step": 87995
    },
    {
      "epoch": 3.604177759574032,
      "grad_norm": 1.5515279927702825,
      "learning_rate": 0.00010581774146788428,
      "loss": 0.7815,
      "step": 87996
    },
    {
      "epoch": 3.6042187180012286,
      "grad_norm": 1.412696082178535,
      "learning_rate": 0.00010581462477044384,
      "loss": 0.6402,
      "step": 87997
    },
    {
      "epoch": 3.604259676428425,
      "grad_norm": 1.462802987750831,
      "learning_rate": 0.00010581150809389163,
      "loss": 0.9312,
      "step": 87998
    },
    {
      "epoch": 3.6043006348556217,
      "grad_norm": 1.3130626572242654,
      "learning_rate": 0.00010580839143822922,
      "loss": 0.5692,
      "step": 87999
    },
    {
      "epoch": 3.604341593282818,
      "grad_norm": 1.0050459259542255,
      "learning_rate": 0.00010580527480345802,
      "loss": 0.257,
      "step": 88000
    },
    {
      "epoch": 3.6043825517100143,
      "grad_norm": 1.5579624375739747,
      "learning_rate": 0.00010580215818957953,
      "loss": 0.4655,
      "step": 88001
    },
    {
      "epoch": 3.604423510137211,
      "grad_norm": 1.5022071258593988,
      "learning_rate": 0.0001057990415965952,
      "loss": 0.6961,
      "step": 88002
    },
    {
      "epoch": 3.604464468564407,
      "grad_norm": 1.324789547260428,
      "learning_rate": 0.00010579592502450652,
      "loss": 0.6163,
      "step": 88003
    },
    {
      "epoch": 3.6045054269916035,
      "grad_norm": 1.4578835492592679,
      "learning_rate": 0.00010579280847331497,
      "loss": 0.9798,
      "step": 88004
    },
    {
      "epoch": 3.6045463854188,
      "grad_norm": 1.5901731924933367,
      "learning_rate": 0.00010578969194302203,
      "loss": 0.5339,
      "step": 88005
    },
    {
      "epoch": 3.6045873438459965,
      "grad_norm": 2.8675313825896835,
      "learning_rate": 0.00010578657543362911,
      "loss": 1.6828,
      "step": 88006
    },
    {
      "epoch": 3.6046283022731926,
      "grad_norm": 1.7549014765002875,
      "learning_rate": 0.00010578345894513778,
      "loss": 0.6991,
      "step": 88007
    },
    {
      "epoch": 3.604669260700389,
      "grad_norm": 1.518209238311784,
      "learning_rate": 0.00010578034247754945,
      "loss": 0.6612,
      "step": 88008
    },
    {
      "epoch": 3.6047102191275853,
      "grad_norm": 1.5611474116187825,
      "learning_rate": 0.00010577722603086561,
      "loss": 0.7405,
      "step": 88009
    },
    {
      "epoch": 3.604751177554782,
      "grad_norm": 1.7740298762774118,
      "learning_rate": 0.0001057741096050877,
      "loss": 0.8974,
      "step": 88010
    },
    {
      "epoch": 3.6047921359819783,
      "grad_norm": 1.5451540728171211,
      "learning_rate": 0.00010577099320021727,
      "loss": 0.7489,
      "step": 88011
    },
    {
      "epoch": 3.604833094409175,
      "grad_norm": 1.6597524094462397,
      "learning_rate": 0.00010576787681625574,
      "loss": 0.9555,
      "step": 88012
    },
    {
      "epoch": 3.604874052836371,
      "grad_norm": 1.4074342308517362,
      "learning_rate": 0.0001057647604532046,
      "loss": 0.9026,
      "step": 88013
    },
    {
      "epoch": 3.6049150112635675,
      "grad_norm": 1.656745915853023,
      "learning_rate": 0.00010576164411106526,
      "loss": 0.6458,
      "step": 88014
    },
    {
      "epoch": 3.604955969690764,
      "grad_norm": 0.744261815056246,
      "learning_rate": 0.00010575852778983928,
      "loss": 0.2357,
      "step": 88015
    },
    {
      "epoch": 3.60499692811796,
      "grad_norm": 1.5353302769911017,
      "learning_rate": 0.00010575541148952811,
      "loss": 0.7132,
      "step": 88016
    },
    {
      "epoch": 3.6050378865451567,
      "grad_norm": 1.546615178623638,
      "learning_rate": 0.00010575229521013322,
      "loss": 0.7511,
      "step": 88017
    },
    {
      "epoch": 3.605078844972353,
      "grad_norm": 0.7956861442727777,
      "learning_rate": 0.00010574917895165609,
      "loss": 0.2678,
      "step": 88018
    },
    {
      "epoch": 3.6051198033995493,
      "grad_norm": 1.2759738474627313,
      "learning_rate": 0.00010574606271409813,
      "loss": 0.6445,
      "step": 88019
    },
    {
      "epoch": 3.605160761826746,
      "grad_norm": 1.4422983918204146,
      "learning_rate": 0.00010574294649746088,
      "loss": 0.8357,
      "step": 88020
    },
    {
      "epoch": 3.6052017202539424,
      "grad_norm": 14.614378312161305,
      "learning_rate": 0.00010573983030174583,
      "loss": 3.2667,
      "step": 88021
    },
    {
      "epoch": 3.6052426786811385,
      "grad_norm": 1.3647870566402323,
      "learning_rate": 0.00010573671412695441,
      "loss": 0.7348,
      "step": 88022
    },
    {
      "epoch": 3.605283637108335,
      "grad_norm": 2.0193451008117203,
      "learning_rate": 0.00010573359797308806,
      "loss": 0.9094,
      "step": 88023
    },
    {
      "epoch": 3.6053245955355315,
      "grad_norm": 1.2416803247954569,
      "learning_rate": 0.00010573048184014834,
      "loss": 0.5688,
      "step": 88024
    },
    {
      "epoch": 3.605365553962728,
      "grad_norm": 1.5315579758156053,
      "learning_rate": 0.00010572736572813666,
      "loss": 0.6816,
      "step": 88025
    },
    {
      "epoch": 3.605406512389924,
      "grad_norm": 1.4889682838120364,
      "learning_rate": 0.00010572424963705452,
      "loss": 0.6375,
      "step": 88026
    },
    {
      "epoch": 3.6054474708171207,
      "grad_norm": 1.3010201914038269,
      "learning_rate": 0.00010572113356690339,
      "loss": 0.5692,
      "step": 88027
    },
    {
      "epoch": 3.605488429244317,
      "grad_norm": 1.8498478642174339,
      "learning_rate": 0.00010571801751768472,
      "loss": 1.0049,
      "step": 88028
    },
    {
      "epoch": 3.6055293876715133,
      "grad_norm": 5.463215209725293,
      "learning_rate": 0.00010571490148940003,
      "loss": 4.5951,
      "step": 88029
    },
    {
      "epoch": 3.60557034609871,
      "grad_norm": 2.365288823938735,
      "learning_rate": 0.00010571178548205075,
      "loss": 1.0035,
      "step": 88030
    },
    {
      "epoch": 3.6056113045259064,
      "grad_norm": 1.713237204596003,
      "learning_rate": 0.00010570866949563836,
      "loss": 0.8345,
      "step": 88031
    },
    {
      "epoch": 3.6056522629531025,
      "grad_norm": 4.584061946151953,
      "learning_rate": 0.00010570555353016435,
      "loss": 1.2975,
      "step": 88032
    },
    {
      "epoch": 3.605693221380299,
      "grad_norm": 1.3356860463856737,
      "learning_rate": 0.00010570243758563018,
      "loss": 0.6714,
      "step": 88033
    },
    {
      "epoch": 3.6057341798074956,
      "grad_norm": 1.5452154675587415,
      "learning_rate": 0.00010569932166203734,
      "loss": 0.9183,
      "step": 88034
    },
    {
      "epoch": 3.6057751382346916,
      "grad_norm": 1.7054724725200998,
      "learning_rate": 0.00010569620575938724,
      "loss": 1.041,
      "step": 88035
    },
    {
      "epoch": 3.605816096661888,
      "grad_norm": 1.186792904412414,
      "learning_rate": 0.00010569308987768146,
      "loss": 0.6466,
      "step": 88036
    },
    {
      "epoch": 3.6058570550890847,
      "grad_norm": 1.825278142006822,
      "learning_rate": 0.00010568997401692141,
      "loss": 0.8022,
      "step": 88037
    },
    {
      "epoch": 3.605898013516281,
      "grad_norm": 0.9179001496843142,
      "learning_rate": 0.00010568685817710859,
      "loss": 0.2475,
      "step": 88038
    },
    {
      "epoch": 3.6059389719434773,
      "grad_norm": 1.4757109881460249,
      "learning_rate": 0.00010568374235824444,
      "loss": 0.7161,
      "step": 88039
    },
    {
      "epoch": 3.605979930370674,
      "grad_norm": 1.2058205439760956,
      "learning_rate": 0.00010568062656033042,
      "loss": 0.4913,
      "step": 88040
    },
    {
      "epoch": 3.60602088879787,
      "grad_norm": 1.7125082602381119,
      "learning_rate": 0.000105677510783368,
      "loss": 1.0318,
      "step": 88041
    },
    {
      "epoch": 3.6060618472250665,
      "grad_norm": 1.3883470148867278,
      "learning_rate": 0.00010567439502735873,
      "loss": 0.9761,
      "step": 88042
    },
    {
      "epoch": 3.606102805652263,
      "grad_norm": 2.236551460817179,
      "learning_rate": 0.00010567127929230403,
      "loss": 1.0607,
      "step": 88043
    },
    {
      "epoch": 3.6061437640794596,
      "grad_norm": 1.6451004006415932,
      "learning_rate": 0.00010566816357820538,
      "loss": 1.0195,
      "step": 88044
    },
    {
      "epoch": 3.6061847225066557,
      "grad_norm": 1.49514625488344,
      "learning_rate": 0.00010566504788506419,
      "loss": 0.7017,
      "step": 88045
    },
    {
      "epoch": 3.606225680933852,
      "grad_norm": 3.3998460792730807,
      "learning_rate": 0.00010566193221288206,
      "loss": 3.9108,
      "step": 88046
    },
    {
      "epoch": 3.6062666393610483,
      "grad_norm": 1.6926155776600948,
      "learning_rate": 0.00010565881656166037,
      "loss": 0.8998,
      "step": 88047
    },
    {
      "epoch": 3.606307597788245,
      "grad_norm": 1.7398893356774356,
      "learning_rate": 0.00010565570093140064,
      "loss": 1.1004,
      "step": 88048
    },
    {
      "epoch": 3.6063485562154414,
      "grad_norm": 1.2210251652983628,
      "learning_rate": 0.00010565258532210431,
      "loss": 0.6692,
      "step": 88049
    },
    {
      "epoch": 3.606389514642638,
      "grad_norm": 2.132464376859546,
      "learning_rate": 0.00010564946973377281,
      "loss": 0.971,
      "step": 88050
    },
    {
      "epoch": 3.606430473069834,
      "grad_norm": 1.3217192413747092,
      "learning_rate": 0.00010564635416640773,
      "loss": 0.6066,
      "step": 88051
    },
    {
      "epoch": 3.6064714314970305,
      "grad_norm": 1.6116975699829907,
      "learning_rate": 0.00010564323862001049,
      "loss": 0.9686,
      "step": 88052
    },
    {
      "epoch": 3.606512389924227,
      "grad_norm": 1.361909041216464,
      "learning_rate": 0.00010564012309458253,
      "loss": 0.5749,
      "step": 88053
    },
    {
      "epoch": 3.606553348351423,
      "grad_norm": 1.2762904967366973,
      "learning_rate": 0.00010563700759012532,
      "loss": 0.7147,
      "step": 88054
    },
    {
      "epoch": 3.6065943067786197,
      "grad_norm": 0.7016711153038226,
      "learning_rate": 0.00010563389210664037,
      "loss": 0.2342,
      "step": 88055
    },
    {
      "epoch": 3.6066352652058162,
      "grad_norm": 1.1772221776469178,
      "learning_rate": 0.00010563077664412918,
      "loss": 0.6328,
      "step": 88056
    },
    {
      "epoch": 3.6066762236330128,
      "grad_norm": 1.857931463284289,
      "learning_rate": 0.00010562766120259315,
      "loss": 0.83,
      "step": 88057
    },
    {
      "epoch": 3.606717182060209,
      "grad_norm": 1.6902637691251574,
      "learning_rate": 0.00010562454578203377,
      "loss": 0.7815,
      "step": 88058
    },
    {
      "epoch": 3.6067581404874054,
      "grad_norm": 1.187766954744957,
      "learning_rate": 0.00010562143038245256,
      "loss": 0.62,
      "step": 88059
    },
    {
      "epoch": 3.6067990989146015,
      "grad_norm": 0.8538142320469437,
      "learning_rate": 0.00010561831500385097,
      "loss": 0.2507,
      "step": 88060
    },
    {
      "epoch": 3.606840057341798,
      "grad_norm": 0.9132739601059867,
      "learning_rate": 0.00010561519964623047,
      "loss": 0.3383,
      "step": 88061
    },
    {
      "epoch": 3.6068810157689946,
      "grad_norm": 1.8921028705243066,
      "learning_rate": 0.00010561208430959247,
      "loss": 1.401,
      "step": 88062
    },
    {
      "epoch": 3.606921974196191,
      "grad_norm": 1.2200639346470625,
      "learning_rate": 0.00010560896899393856,
      "loss": 0.7279,
      "step": 88063
    },
    {
      "epoch": 3.606962932623387,
      "grad_norm": 1.2863897314776953,
      "learning_rate": 0.00010560585369927013,
      "loss": 0.5507,
      "step": 88064
    },
    {
      "epoch": 3.6070038910505837,
      "grad_norm": 1.6442098084156196,
      "learning_rate": 0.00010560273842558868,
      "loss": 0.6979,
      "step": 88065
    },
    {
      "epoch": 3.60704484947778,
      "grad_norm": 1.664057442141691,
      "learning_rate": 0.00010559962317289567,
      "loss": 0.9901,
      "step": 88066
    },
    {
      "epoch": 3.6070858079049763,
      "grad_norm": 0.9162560229717602,
      "learning_rate": 0.0001055965079411926,
      "loss": 0.2294,
      "step": 88067
    },
    {
      "epoch": 3.607126766332173,
      "grad_norm": 1.6131933111412269,
      "learning_rate": 0.00010559339273048091,
      "loss": 0.7399,
      "step": 88068
    },
    {
      "epoch": 3.6071677247593694,
      "grad_norm": 1.5939034052468832,
      "learning_rate": 0.0001055902775407621,
      "loss": 0.9269,
      "step": 88069
    },
    {
      "epoch": 3.6072086831865655,
      "grad_norm": 1.2229776171095192,
      "learning_rate": 0.0001055871623720376,
      "loss": 0.6818,
      "step": 88070
    },
    {
      "epoch": 3.607249641613762,
      "grad_norm": 1.4974980867315297,
      "learning_rate": 0.00010558404722430895,
      "loss": 0.9409,
      "step": 88071
    },
    {
      "epoch": 3.6072906000409586,
      "grad_norm": 1.7415868014348181,
      "learning_rate": 0.00010558093209757758,
      "loss": 0.7726,
      "step": 88072
    },
    {
      "epoch": 3.6073315584681547,
      "grad_norm": 0.6514147198635051,
      "learning_rate": 0.00010557781699184495,
      "loss": 0.0984,
      "step": 88073
    },
    {
      "epoch": 3.607372516895351,
      "grad_norm": 1.8477056118662205,
      "learning_rate": 0.00010557470190711254,
      "loss": 0.8982,
      "step": 88074
    },
    {
      "epoch": 3.6074134753225477,
      "grad_norm": 1.7610743276684224,
      "learning_rate": 0.00010557158684338185,
      "loss": 1.3353,
      "step": 88075
    },
    {
      "epoch": 3.6074544337497443,
      "grad_norm": 1.3492526346623677,
      "learning_rate": 0.00010556847180065435,
      "loss": 0.6084,
      "step": 88076
    },
    {
      "epoch": 3.6074953921769404,
      "grad_norm": 1.466148348092692,
      "learning_rate": 0.00010556535677893148,
      "loss": 0.7988,
      "step": 88077
    },
    {
      "epoch": 3.607536350604137,
      "grad_norm": 1.9914437193194316,
      "learning_rate": 0.00010556224177821472,
      "loss": 1.4328,
      "step": 88078
    },
    {
      "epoch": 3.607577309031333,
      "grad_norm": 0.8771387848993435,
      "learning_rate": 0.00010555912679850558,
      "loss": 0.2185,
      "step": 88079
    },
    {
      "epoch": 3.6076182674585295,
      "grad_norm": 0.4927869882874848,
      "learning_rate": 0.0001055560118398055,
      "loss": 0.0782,
      "step": 88080
    },
    {
      "epoch": 3.607659225885726,
      "grad_norm": 1.6237708232963461,
      "learning_rate": 0.00010555289690211598,
      "loss": 0.8753,
      "step": 88081
    },
    {
      "epoch": 3.6077001843129226,
      "grad_norm": 1.811013850985418,
      "learning_rate": 0.00010554978198543841,
      "loss": 0.8741,
      "step": 88082
    },
    {
      "epoch": 3.6077411427401187,
      "grad_norm": 1.7083643144895433,
      "learning_rate": 0.00010554666708977437,
      "loss": 1.1115,
      "step": 88083
    },
    {
      "epoch": 3.6077821011673152,
      "grad_norm": 1.4600188370115534,
      "learning_rate": 0.00010554355221512527,
      "loss": 0.6466,
      "step": 88084
    },
    {
      "epoch": 3.6078230595945113,
      "grad_norm": 1.232377216645724,
      "learning_rate": 0.00010554043736149261,
      "loss": 0.5583,
      "step": 88085
    },
    {
      "epoch": 3.607864018021708,
      "grad_norm": 1.6080457137051711,
      "learning_rate": 0.00010553732252887785,
      "loss": 0.967,
      "step": 88086
    },
    {
      "epoch": 3.6079049764489044,
      "grad_norm": 1.397734296409076,
      "learning_rate": 0.00010553420771728246,
      "loss": 0.8491,
      "step": 88087
    },
    {
      "epoch": 3.607945934876101,
      "grad_norm": 1.9336468780340816,
      "learning_rate": 0.00010553109292670792,
      "loss": 0.6292,
      "step": 88088
    },
    {
      "epoch": 3.607986893303297,
      "grad_norm": 1.4410150758923665,
      "learning_rate": 0.00010552797815715569,
      "loss": 0.7645,
      "step": 88089
    },
    {
      "epoch": 3.6080278517304936,
      "grad_norm": 1.2003753367895182,
      "learning_rate": 0.00010552486340862728,
      "loss": 0.5438,
      "step": 88090
    },
    {
      "epoch": 3.60806881015769,
      "grad_norm": 1.5382334677979839,
      "learning_rate": 0.00010552174868112408,
      "loss": 0.8413,
      "step": 88091
    },
    {
      "epoch": 3.608109768584886,
      "grad_norm": 1.3415074198853074,
      "learning_rate": 0.00010551863397464766,
      "loss": 0.5426,
      "step": 88092
    },
    {
      "epoch": 3.6081507270120827,
      "grad_norm": 1.1292880773702987,
      "learning_rate": 0.00010551551928919943,
      "loss": 0.4903,
      "step": 88093
    },
    {
      "epoch": 3.6081916854392793,
      "grad_norm": 1.9124053132164285,
      "learning_rate": 0.0001055124046247809,
      "loss": 1.0182,
      "step": 88094
    },
    {
      "epoch": 3.608232643866476,
      "grad_norm": 1.419293632120418,
      "learning_rate": 0.00010550928998139348,
      "loss": 0.8623,
      "step": 88095
    },
    {
      "epoch": 3.608273602293672,
      "grad_norm": 2.036244180886504,
      "learning_rate": 0.00010550617535903872,
      "loss": 1.2174,
      "step": 88096
    },
    {
      "epoch": 3.6083145607208684,
      "grad_norm": 2.0988716281030184,
      "learning_rate": 0.00010550306075771807,
      "loss": 0.8146,
      "step": 88097
    },
    {
      "epoch": 3.6083555191480645,
      "grad_norm": 1.4070518166944028,
      "learning_rate": 0.00010549994617743298,
      "loss": 0.7188,
      "step": 88098
    },
    {
      "epoch": 3.608396477575261,
      "grad_norm": 0.9066137768191282,
      "learning_rate": 0.0001054968316181849,
      "loss": 0.4302,
      "step": 88099
    },
    {
      "epoch": 3.6084374360024576,
      "grad_norm": 1.1420416080546874,
      "learning_rate": 0.00010549371707997538,
      "loss": 0.393,
      "step": 88100
    },
    {
      "epoch": 3.608478394429654,
      "grad_norm": 0.627703463877752,
      "learning_rate": 0.00010549060256280583,
      "loss": 0.1205,
      "step": 88101
    },
    {
      "epoch": 3.60851935285685,
      "grad_norm": 1.590499587720225,
      "learning_rate": 0.00010548748806667775,
      "loss": 0.8238,
      "step": 88102
    },
    {
      "epoch": 3.6085603112840468,
      "grad_norm": 0.9746354307119616,
      "learning_rate": 0.00010548437359159258,
      "loss": 0.2469,
      "step": 88103
    },
    {
      "epoch": 3.608601269711243,
      "grad_norm": 1.2388588157212392,
      "learning_rate": 0.00010548125913755182,
      "loss": 0.6539,
      "step": 88104
    },
    {
      "epoch": 3.6086422281384394,
      "grad_norm": 1.4464156662552137,
      "learning_rate": 0.00010547814470455695,
      "loss": 0.7399,
      "step": 88105
    },
    {
      "epoch": 3.608683186565636,
      "grad_norm": 1.2905747031287125,
      "learning_rate": 0.00010547503029260945,
      "loss": 0.7314,
      "step": 88106
    },
    {
      "epoch": 3.6087241449928324,
      "grad_norm": 2.00521858619139,
      "learning_rate": 0.00010547191590171072,
      "loss": 0.7442,
      "step": 88107
    },
    {
      "epoch": 3.6087651034200285,
      "grad_norm": 1.2206178180212364,
      "learning_rate": 0.00010546880153186234,
      "loss": 0.482,
      "step": 88108
    },
    {
      "epoch": 3.608806061847225,
      "grad_norm": 1.2977417409622911,
      "learning_rate": 0.00010546568718306572,
      "loss": 0.6427,
      "step": 88109
    },
    {
      "epoch": 3.6088470202744216,
      "grad_norm": 1.0720864407672144,
      "learning_rate": 0.00010546257285532233,
      "loss": 0.4396,
      "step": 88110
    },
    {
      "epoch": 3.6088879787016177,
      "grad_norm": 1.443426481151642,
      "learning_rate": 0.00010545945854863366,
      "loss": 0.7147,
      "step": 88111
    },
    {
      "epoch": 3.6089289371288142,
      "grad_norm": 1.291285363600933,
      "learning_rate": 0.00010545634426300115,
      "loss": 0.6272,
      "step": 88112
    },
    {
      "epoch": 3.6089698955560108,
      "grad_norm": 1.750317818788241,
      "learning_rate": 0.00010545322999842628,
      "loss": 1.0308,
      "step": 88113
    },
    {
      "epoch": 3.6090108539832073,
      "grad_norm": 1.2946378192435133,
      "learning_rate": 0.00010545011575491055,
      "loss": 0.5961,
      "step": 88114
    },
    {
      "epoch": 3.6090518124104034,
      "grad_norm": 1.17880425713208,
      "learning_rate": 0.00010544700153245545,
      "loss": 0.6804,
      "step": 88115
    },
    {
      "epoch": 3.6090927708376,
      "grad_norm": 2.223676174746361,
      "learning_rate": 0.0001054438873310624,
      "loss": 1.5149,
      "step": 88116
    },
    {
      "epoch": 3.609133729264796,
      "grad_norm": 1.1393881958825784,
      "learning_rate": 0.00010544077315073291,
      "loss": 0.6699,
      "step": 88117
    },
    {
      "epoch": 3.6091746876919926,
      "grad_norm": 4.909293604462724,
      "learning_rate": 0.0001054376589914684,
      "loss": 0.9556,
      "step": 88118
    },
    {
      "epoch": 3.609215646119189,
      "grad_norm": 1.144170469031581,
      "learning_rate": 0.00010543454485327039,
      "loss": 0.5014,
      "step": 88119
    },
    {
      "epoch": 3.6092566045463856,
      "grad_norm": 0.9465263284997626,
      "learning_rate": 0.00010543143073614036,
      "loss": 0.2595,
      "step": 88120
    },
    {
      "epoch": 3.6092975629735817,
      "grad_norm": 1.645031041802361,
      "learning_rate": 0.00010542831664007978,
      "loss": 0.9256,
      "step": 88121
    },
    {
      "epoch": 3.6093385214007783,
      "grad_norm": 1.72124326842784,
      "learning_rate": 0.00010542520256509004,
      "loss": 0.7672,
      "step": 88122
    },
    {
      "epoch": 3.6093794798279744,
      "grad_norm": 1.3800741174481805,
      "learning_rate": 0.00010542208851117274,
      "loss": 0.6144,
      "step": 88123
    },
    {
      "epoch": 3.609420438255171,
      "grad_norm": 1.8878262539760948,
      "learning_rate": 0.00010541897447832926,
      "loss": 0.8295,
      "step": 88124
    },
    {
      "epoch": 3.6094613966823674,
      "grad_norm": 1.412505634627357,
      "learning_rate": 0.00010541586046656113,
      "loss": 0.5653,
      "step": 88125
    },
    {
      "epoch": 3.609502355109564,
      "grad_norm": 1.6926876291440756,
      "learning_rate": 0.00010541274647586974,
      "loss": 0.7643,
      "step": 88126
    },
    {
      "epoch": 3.60954331353676,
      "grad_norm": 1.5412769041071739,
      "learning_rate": 0.00010540963250625667,
      "loss": 0.6868,
      "step": 88127
    },
    {
      "epoch": 3.6095842719639566,
      "grad_norm": 3.886251692627686,
      "learning_rate": 0.0001054065185577233,
      "loss": 0.8139,
      "step": 88128
    },
    {
      "epoch": 3.609625230391153,
      "grad_norm": 1.69110496955628,
      "learning_rate": 0.00010540340463027118,
      "loss": 0.4794,
      "step": 88129
    },
    {
      "epoch": 3.609666188818349,
      "grad_norm": 1.4752754092655636,
      "learning_rate": 0.00010540029072390169,
      "loss": 0.6805,
      "step": 88130
    },
    {
      "epoch": 3.6097071472455458,
      "grad_norm": 1.049740131233002,
      "learning_rate": 0.0001053971768386164,
      "loss": 0.3195,
      "step": 88131
    },
    {
      "epoch": 3.6097481056727423,
      "grad_norm": 1.7826034995939595,
      "learning_rate": 0.00010539406297441674,
      "loss": 0.8508,
      "step": 88132
    },
    {
      "epoch": 3.609789064099939,
      "grad_norm": 1.8467909690500723,
      "learning_rate": 0.00010539094913130416,
      "loss": 0.8892,
      "step": 88133
    },
    {
      "epoch": 3.609830022527135,
      "grad_norm": 1.3595686362750488,
      "learning_rate": 0.00010538783530928013,
      "loss": 0.6049,
      "step": 88134
    },
    {
      "epoch": 3.6098709809543315,
      "grad_norm": 1.5136603829995332,
      "learning_rate": 0.00010538472150834617,
      "loss": 0.6479,
      "step": 88135
    },
    {
      "epoch": 3.6099119393815275,
      "grad_norm": 1.276231598182643,
      "learning_rate": 0.00010538160772850374,
      "loss": 0.742,
      "step": 88136
    },
    {
      "epoch": 3.609952897808724,
      "grad_norm": 1.5595648878571549,
      "learning_rate": 0.00010537849396975427,
      "loss": 0.7043,
      "step": 88137
    },
    {
      "epoch": 3.6099938562359206,
      "grad_norm": 1.2997865826345767,
      "learning_rate": 0.00010537538023209925,
      "loss": 0.4126,
      "step": 88138
    },
    {
      "epoch": 3.610034814663117,
      "grad_norm": 1.7605675046409401,
      "learning_rate": 0.00010537226651554015,
      "loss": 1.2448,
      "step": 88139
    },
    {
      "epoch": 3.6100757730903132,
      "grad_norm": 3.8706507259893748,
      "learning_rate": 0.00010536915282007852,
      "loss": 4.5183,
      "step": 88140
    },
    {
      "epoch": 3.61011673151751,
      "grad_norm": 1.403457333736261,
      "learning_rate": 0.00010536603914571572,
      "loss": 0.5297,
      "step": 88141
    },
    {
      "epoch": 3.610157689944706,
      "grad_norm": 0.899064271559507,
      "learning_rate": 0.00010536292549245323,
      "loss": 0.2994,
      "step": 88142
    },
    {
      "epoch": 3.6101986483719024,
      "grad_norm": 3.7233697796833116,
      "learning_rate": 0.00010535981186029264,
      "loss": 3.5728,
      "step": 88143
    },
    {
      "epoch": 3.610239606799099,
      "grad_norm": 1.1084315750619322,
      "learning_rate": 0.00010535669824923529,
      "loss": 0.2986,
      "step": 88144
    },
    {
      "epoch": 3.6102805652262955,
      "grad_norm": 1.223442226086966,
      "learning_rate": 0.00010535358465928272,
      "loss": 0.3687,
      "step": 88145
    },
    {
      "epoch": 3.6103215236534916,
      "grad_norm": 1.357505775194616,
      "learning_rate": 0.00010535047109043634,
      "loss": 0.6256,
      "step": 88146
    },
    {
      "epoch": 3.610362482080688,
      "grad_norm": 1.2011421998976026,
      "learning_rate": 0.00010534735754269771,
      "loss": 0.5638,
      "step": 88147
    },
    {
      "epoch": 3.6104034405078846,
      "grad_norm": 1.2280877529820453,
      "learning_rate": 0.00010534424401606826,
      "loss": 0.5571,
      "step": 88148
    },
    {
      "epoch": 3.6104443989350807,
      "grad_norm": 1.2400651503071412,
      "learning_rate": 0.00010534113051054945,
      "loss": 0.5043,
      "step": 88149
    },
    {
      "epoch": 3.6104853573622773,
      "grad_norm": 1.4407685682704052,
      "learning_rate": 0.00010533801702614276,
      "loss": 0.8066,
      "step": 88150
    },
    {
      "epoch": 3.610526315789474,
      "grad_norm": 2.33266886799183,
      "learning_rate": 0.00010533490356284967,
      "loss": 1.8436,
      "step": 88151
    },
    {
      "epoch": 3.6105672742166703,
      "grad_norm": 2.351312809804873,
      "learning_rate": 0.00010533179012067165,
      "loss": 1.0651,
      "step": 88152
    },
    {
      "epoch": 3.6106082326438664,
      "grad_norm": 1.221078142686594,
      "learning_rate": 0.00010532867669961017,
      "loss": 0.6678,
      "step": 88153
    },
    {
      "epoch": 3.610649191071063,
      "grad_norm": 1.4948371607816167,
      "learning_rate": 0.00010532556329966666,
      "loss": 0.7182,
      "step": 88154
    },
    {
      "epoch": 3.610690149498259,
      "grad_norm": 1.0940408833097657,
      "learning_rate": 0.00010532244992084268,
      "loss": 0.694,
      "step": 88155
    },
    {
      "epoch": 3.6107311079254556,
      "grad_norm": 1.3427728858673829,
      "learning_rate": 0.00010531933656313963,
      "loss": 0.6991,
      "step": 88156
    },
    {
      "epoch": 3.610772066352652,
      "grad_norm": 1.0023385290532123,
      "learning_rate": 0.00010531622322655903,
      "loss": 0.5364,
      "step": 88157
    },
    {
      "epoch": 3.6108130247798487,
      "grad_norm": 1.4082250049650187,
      "learning_rate": 0.00010531310991110229,
      "loss": 0.611,
      "step": 88158
    },
    {
      "epoch": 3.6108539832070448,
      "grad_norm": 1.1723207212632984,
      "learning_rate": 0.00010530999661677093,
      "loss": 0.4091,
      "step": 88159
    },
    {
      "epoch": 3.6108949416342413,
      "grad_norm": 1.2088002577711467,
      "learning_rate": 0.00010530688334356642,
      "loss": 0.3471,
      "step": 88160
    },
    {
      "epoch": 3.6109359000614374,
      "grad_norm": 1.7286671294899754,
      "learning_rate": 0.00010530377009149021,
      "loss": 0.7245,
      "step": 88161
    },
    {
      "epoch": 3.610976858488634,
      "grad_norm": 1.4558401199680102,
      "learning_rate": 0.0001053006568605438,
      "loss": 0.8496,
      "step": 88162
    },
    {
      "epoch": 3.6110178169158305,
      "grad_norm": 2.302621889532088,
      "learning_rate": 0.00010529754365072862,
      "loss": 1.6231,
      "step": 88163
    },
    {
      "epoch": 3.611058775343027,
      "grad_norm": 1.4220522054544071,
      "learning_rate": 0.00010529443046204619,
      "loss": 0.7842,
      "step": 88164
    },
    {
      "epoch": 3.611099733770223,
      "grad_norm": 1.6062232014828022,
      "learning_rate": 0.00010529131729449797,
      "loss": 0.7734,
      "step": 88165
    },
    {
      "epoch": 3.6111406921974196,
      "grad_norm": 1.3510019033253875,
      "learning_rate": 0.00010528820414808541,
      "loss": 0.5978,
      "step": 88166
    },
    {
      "epoch": 3.611181650624616,
      "grad_norm": 1.4046976248945404,
      "learning_rate": 0.00010528509102280995,
      "loss": 0.6237,
      "step": 88167
    },
    {
      "epoch": 3.6112226090518122,
      "grad_norm": 1.2448127557706785,
      "learning_rate": 0.00010528197791867316,
      "loss": 0.7626,
      "step": 88168
    },
    {
      "epoch": 3.611263567479009,
      "grad_norm": 2.6410823243037265,
      "learning_rate": 0.00010527886483567645,
      "loss": 1.656,
      "step": 88169
    },
    {
      "epoch": 3.6113045259062053,
      "grad_norm": 1.2749924497691534,
      "learning_rate": 0.00010527575177382128,
      "loss": 0.7126,
      "step": 88170
    },
    {
      "epoch": 3.611345484333402,
      "grad_norm": 2.2599761006631867,
      "learning_rate": 0.00010527263873310912,
      "loss": 1.8954,
      "step": 88171
    },
    {
      "epoch": 3.611386442760598,
      "grad_norm": 1.522071312367265,
      "learning_rate": 0.00010526952571354149,
      "loss": 0.9243,
      "step": 88172
    },
    {
      "epoch": 3.6114274011877945,
      "grad_norm": 1.4500868910170892,
      "learning_rate": 0.00010526641271511984,
      "loss": 0.6244,
      "step": 88173
    },
    {
      "epoch": 3.6114683596149906,
      "grad_norm": 1.5846843465712872,
      "learning_rate": 0.00010526329973784561,
      "loss": 1.0213,
      "step": 88174
    },
    {
      "epoch": 3.611509318042187,
      "grad_norm": 1.1774863182985482,
      "learning_rate": 0.00010526018678172032,
      "loss": 0.7012,
      "step": 88175
    },
    {
      "epoch": 3.6115502764693836,
      "grad_norm": 1.9470411507142946,
      "learning_rate": 0.00010525707384674538,
      "loss": 1.4321,
      "step": 88176
    },
    {
      "epoch": 3.61159123489658,
      "grad_norm": 1.290053131890367,
      "learning_rate": 0.00010525396093292235,
      "loss": 0.829,
      "step": 88177
    },
    {
      "epoch": 3.6116321933237763,
      "grad_norm": 0.9972448777554561,
      "learning_rate": 0.00010525084804025263,
      "loss": 0.2763,
      "step": 88178
    },
    {
      "epoch": 3.611673151750973,
      "grad_norm": 1.617865983677568,
      "learning_rate": 0.00010524773516873775,
      "loss": 0.7629,
      "step": 88179
    },
    {
      "epoch": 3.611714110178169,
      "grad_norm": 1.5318196991233486,
      "learning_rate": 0.00010524462231837912,
      "loss": 0.9763,
      "step": 88180
    },
    {
      "epoch": 3.6117550686053654,
      "grad_norm": 1.4121273346347498,
      "learning_rate": 0.00010524150948917817,
      "loss": 0.6534,
      "step": 88181
    },
    {
      "epoch": 3.611796027032562,
      "grad_norm": 0.7357930330310529,
      "learning_rate": 0.0001052383966811365,
      "loss": 0.2262,
      "step": 88182
    },
    {
      "epoch": 3.6118369854597585,
      "grad_norm": 1.9781590380315262,
      "learning_rate": 0.00010523528389425551,
      "loss": 1.4324,
      "step": 88183
    },
    {
      "epoch": 3.6118779438869546,
      "grad_norm": 1.514818565514112,
      "learning_rate": 0.00010523217112853669,
      "loss": 0.8536,
      "step": 88184
    },
    {
      "epoch": 3.611918902314151,
      "grad_norm": 1.624867438683499,
      "learning_rate": 0.00010522905838398145,
      "loss": 0.8153,
      "step": 88185
    },
    {
      "epoch": 3.6119598607413477,
      "grad_norm": 2.209038651665126,
      "learning_rate": 0.00010522594566059136,
      "loss": 2.0446,
      "step": 88186
    },
    {
      "epoch": 3.6120008191685438,
      "grad_norm": 4.715661224859187,
      "learning_rate": 0.00010522283295836784,
      "loss": 1.4191,
      "step": 88187
    },
    {
      "epoch": 3.6120417775957403,
      "grad_norm": 1.8130071478216636,
      "learning_rate": 0.00010521972027731236,
      "loss": 0.8402,
      "step": 88188
    },
    {
      "epoch": 3.612082736022937,
      "grad_norm": 1.3434685483573894,
      "learning_rate": 0.0001052166076174264,
      "loss": 0.7113,
      "step": 88189
    },
    {
      "epoch": 3.6121236944501334,
      "grad_norm": 1.2257157545895365,
      "learning_rate": 0.00010521349497871142,
      "loss": 0.5815,
      "step": 88190
    },
    {
      "epoch": 3.6121646528773295,
      "grad_norm": 1.2396031291858562,
      "learning_rate": 0.00010521038236116891,
      "loss": 0.7413,
      "step": 88191
    },
    {
      "epoch": 3.612205611304526,
      "grad_norm": 0.9408422304232016,
      "learning_rate": 0.00010520726976480034,
      "loss": 0.2491,
      "step": 88192
    },
    {
      "epoch": 3.612246569731722,
      "grad_norm": 1.6462422303910764,
      "learning_rate": 0.00010520415718960717,
      "loss": 0.8021,
      "step": 88193
    },
    {
      "epoch": 3.6122875281589186,
      "grad_norm": 1.2590194429999522,
      "learning_rate": 0.00010520104463559085,
      "loss": 0.7743,
      "step": 88194
    },
    {
      "epoch": 3.612328486586115,
      "grad_norm": 1.5410795815333274,
      "learning_rate": 0.0001051979321027529,
      "loss": 0.7628,
      "step": 88195
    },
    {
      "epoch": 3.6123694450133117,
      "grad_norm": 1.1209872373168082,
      "learning_rate": 0.00010519481959109476,
      "loss": 0.4916,
      "step": 88196
    },
    {
      "epoch": 3.612410403440508,
      "grad_norm": 2.096223420889883,
      "learning_rate": 0.00010519170710061793,
      "loss": 1.2202,
      "step": 88197
    },
    {
      "epoch": 3.6124513618677043,
      "grad_norm": 1.3368638090756662,
      "learning_rate": 0.00010518859463132379,
      "loss": 0.5794,
      "step": 88198
    },
    {
      "epoch": 3.6124923202949004,
      "grad_norm": 1.6261700473026677,
      "learning_rate": 0.00010518548218321396,
      "loss": 0.9418,
      "step": 88199
    },
    {
      "epoch": 3.612533278722097,
      "grad_norm": 1.5971772916946847,
      "learning_rate": 0.00010518236975628982,
      "loss": 0.8055,
      "step": 88200
    },
    {
      "epoch": 3.6125742371492935,
      "grad_norm": 1.4147291197838308,
      "learning_rate": 0.00010517925735055286,
      "loss": 0.7856,
      "step": 88201
    },
    {
      "epoch": 3.61261519557649,
      "grad_norm": 1.2904060170371885,
      "learning_rate": 0.0001051761449660045,
      "loss": 0.4985,
      "step": 88202
    },
    {
      "epoch": 3.612656154003686,
      "grad_norm": 1.0169315276734714,
      "learning_rate": 0.0001051730326026463,
      "loss": 0.5062,
      "step": 88203
    },
    {
      "epoch": 3.6126971124308827,
      "grad_norm": 1.5608725820335996,
      "learning_rate": 0.00010516992026047967,
      "loss": 0.4544,
      "step": 88204
    },
    {
      "epoch": 3.612738070858079,
      "grad_norm": 0.8971760992541217,
      "learning_rate": 0.00010516680793950613,
      "loss": 0.2439,
      "step": 88205
    },
    {
      "epoch": 3.6127790292852753,
      "grad_norm": 1.2201297555407646,
      "learning_rate": 0.00010516369563972705,
      "loss": 0.5212,
      "step": 88206
    },
    {
      "epoch": 3.612819987712472,
      "grad_norm": 1.572181928446308,
      "learning_rate": 0.00010516058336114403,
      "loss": 0.4268,
      "step": 88207
    },
    {
      "epoch": 3.6128609461396683,
      "grad_norm": 1.7751246531889207,
      "learning_rate": 0.00010515747110375848,
      "loss": 0.9327,
      "step": 88208
    },
    {
      "epoch": 3.612901904566865,
      "grad_norm": 1.796307634176883,
      "learning_rate": 0.00010515435886757189,
      "loss": 0.9178,
      "step": 88209
    },
    {
      "epoch": 3.612942862994061,
      "grad_norm": 0.884327203010691,
      "learning_rate": 0.00010515124665258567,
      "loss": 0.2057,
      "step": 88210
    },
    {
      "epoch": 3.6129838214212575,
      "grad_norm": 1.1409988946774583,
      "learning_rate": 0.00010514813445880138,
      "loss": 0.3959,
      "step": 88211
    },
    {
      "epoch": 3.6130247798484536,
      "grad_norm": 1.4081744685573587,
      "learning_rate": 0.00010514502228622043,
      "loss": 0.6291,
      "step": 88212
    },
    {
      "epoch": 3.61306573827565,
      "grad_norm": 1.2758853270046084,
      "learning_rate": 0.00010514191013484434,
      "loss": 0.6265,
      "step": 88213
    },
    {
      "epoch": 3.6131066967028467,
      "grad_norm": 1.4787796686888,
      "learning_rate": 0.0001051387980046745,
      "loss": 0.5355,
      "step": 88214
    },
    {
      "epoch": 3.613147655130043,
      "grad_norm": 1.5098665079741895,
      "learning_rate": 0.00010513568589571246,
      "loss": 0.8339,
      "step": 88215
    },
    {
      "epoch": 3.6131886135572393,
      "grad_norm": 1.3251321120314017,
      "learning_rate": 0.00010513257380795968,
      "loss": 0.6998,
      "step": 88216
    },
    {
      "epoch": 3.613229571984436,
      "grad_norm": 1.3941184529681818,
      "learning_rate": 0.00010512946174141762,
      "loss": 0.8237,
      "step": 88217
    },
    {
      "epoch": 3.613270530411632,
      "grad_norm": 2.061387811569058,
      "learning_rate": 0.0001051263496960877,
      "loss": 1.5581,
      "step": 88218
    },
    {
      "epoch": 3.6133114888388285,
      "grad_norm": 1.2875738762308062,
      "learning_rate": 0.00010512323767197146,
      "loss": 0.5929,
      "step": 88219
    },
    {
      "epoch": 3.613352447266025,
      "grad_norm": 1.3316761717448695,
      "learning_rate": 0.00010512012566907037,
      "loss": 0.7158,
      "step": 88220
    },
    {
      "epoch": 3.6133934056932215,
      "grad_norm": 1.3224752661599124,
      "learning_rate": 0.00010511701368738588,
      "loss": 0.6532,
      "step": 88221
    },
    {
      "epoch": 3.6134343641204176,
      "grad_norm": 1.1303585532522062,
      "learning_rate": 0.00010511390172691942,
      "loss": 0.6947,
      "step": 88222
    },
    {
      "epoch": 3.613475322547614,
      "grad_norm": 1.722027325611086,
      "learning_rate": 0.00010511078978767253,
      "loss": 0.7927,
      "step": 88223
    },
    {
      "epoch": 3.6135162809748107,
      "grad_norm": 1.7335621082114228,
      "learning_rate": 0.00010510767786964667,
      "loss": 0.8077,
      "step": 88224
    },
    {
      "epoch": 3.613557239402007,
      "grad_norm": 1.6508051832180572,
      "learning_rate": 0.00010510456597284329,
      "loss": 0.8245,
      "step": 88225
    },
    {
      "epoch": 3.6135981978292033,
      "grad_norm": 1.996415244456023,
      "learning_rate": 0.00010510145409726381,
      "loss": 1.0691,
      "step": 88226
    },
    {
      "epoch": 3.6136391562564,
      "grad_norm": 4.7352379768816,
      "learning_rate": 0.00010509834224290982,
      "loss": 1.1171,
      "step": 88227
    },
    {
      "epoch": 3.6136801146835964,
      "grad_norm": 1.9831346063891309,
      "learning_rate": 0.00010509523040978272,
      "loss": 0.7099,
      "step": 88228
    },
    {
      "epoch": 3.6137210731107925,
      "grad_norm": 0.9168319941320159,
      "learning_rate": 0.00010509211859788398,
      "loss": 0.3105,
      "step": 88229
    },
    {
      "epoch": 3.613762031537989,
      "grad_norm": 1.3901839142849872,
      "learning_rate": 0.0001050890068072151,
      "loss": 0.662,
      "step": 88230
    },
    {
      "epoch": 3.613802989965185,
      "grad_norm": 1.2422487186956541,
      "learning_rate": 0.00010508589503777747,
      "loss": 0.3918,
      "step": 88231
    },
    {
      "epoch": 3.6138439483923817,
      "grad_norm": 3.068512341428401,
      "learning_rate": 0.00010508278328957267,
      "loss": 2.6868,
      "step": 88232
    },
    {
      "epoch": 3.613884906819578,
      "grad_norm": 1.234722928575978,
      "learning_rate": 0.00010507967156260213,
      "loss": 0.5183,
      "step": 88233
    },
    {
      "epoch": 3.6139258652467747,
      "grad_norm": 1.642596327985583,
      "learning_rate": 0.00010507655985686731,
      "loss": 0.8759,
      "step": 88234
    },
    {
      "epoch": 3.613966823673971,
      "grad_norm": 2.5042138407552557,
      "learning_rate": 0.00010507344817236965,
      "loss": 1.0738,
      "step": 88235
    },
    {
      "epoch": 3.6140077821011674,
      "grad_norm": 1.6518289640846286,
      "learning_rate": 0.00010507033650911069,
      "loss": 0.9373,
      "step": 88236
    },
    {
      "epoch": 3.6140487405283634,
      "grad_norm": 1.8210687816629092,
      "learning_rate": 0.00010506722486709187,
      "loss": 1.0793,
      "step": 88237
    },
    {
      "epoch": 3.61408969895556,
      "grad_norm": 1.6421189549732589,
      "learning_rate": 0.00010506411324631467,
      "loss": 0.9879,
      "step": 88238
    },
    {
      "epoch": 3.6141306573827565,
      "grad_norm": 1.351514872843506,
      "learning_rate": 0.00010506100164678049,
      "loss": 0.4155,
      "step": 88239
    },
    {
      "epoch": 3.614171615809953,
      "grad_norm": 0.8468188508967297,
      "learning_rate": 0.00010505789006849092,
      "loss": 0.2005,
      "step": 88240
    },
    {
      "epoch": 3.614212574237149,
      "grad_norm": 0.893318262431239,
      "learning_rate": 0.00010505477851144737,
      "loss": 0.2171,
      "step": 88241
    },
    {
      "epoch": 3.6142535326643457,
      "grad_norm": 1.5905110300107217,
      "learning_rate": 0.0001050516669756513,
      "loss": 0.8932,
      "step": 88242
    },
    {
      "epoch": 3.614294491091542,
      "grad_norm": 1.6280671741055943,
      "learning_rate": 0.00010504855546110416,
      "loss": 0.6629,
      "step": 88243
    },
    {
      "epoch": 3.6143354495187383,
      "grad_norm": 1.2885979409065087,
      "learning_rate": 0.0001050454439678075,
      "loss": 0.5629,
      "step": 88244
    },
    {
      "epoch": 3.614376407945935,
      "grad_norm": 1.6806563391014595,
      "learning_rate": 0.00010504233249576274,
      "loss": 0.8394,
      "step": 88245
    },
    {
      "epoch": 3.6144173663731314,
      "grad_norm": 1.144791352435345,
      "learning_rate": 0.00010503922104497133,
      "loss": 0.5334,
      "step": 88246
    },
    {
      "epoch": 3.614458324800328,
      "grad_norm": 1.6349306321888144,
      "learning_rate": 0.00010503610961543479,
      "loss": 1.0732,
      "step": 88247
    },
    {
      "epoch": 3.614499283227524,
      "grad_norm": 1.3583425034324577,
      "learning_rate": 0.00010503299820715456,
      "loss": 0.6925,
      "step": 88248
    },
    {
      "epoch": 3.6145402416547205,
      "grad_norm": 1.618826128341067,
      "learning_rate": 0.00010502988682013211,
      "loss": 0.7557,
      "step": 88249
    },
    {
      "epoch": 3.6145812000819166,
      "grad_norm": 1.325377006708788,
      "learning_rate": 0.00010502677545436898,
      "loss": 0.629,
      "step": 88250
    },
    {
      "epoch": 3.614622158509113,
      "grad_norm": 0.8537411090159508,
      "learning_rate": 0.00010502366410986653,
      "loss": 0.2579,
      "step": 88251
    },
    {
      "epoch": 3.6146631169363097,
      "grad_norm": 2.108107461875927,
      "learning_rate": 0.00010502055278662631,
      "loss": 0.6807,
      "step": 88252
    },
    {
      "epoch": 3.6147040753635062,
      "grad_norm": 1.3228701829729004,
      "learning_rate": 0.0001050174414846497,
      "loss": 0.6259,
      "step": 88253
    },
    {
      "epoch": 3.6147450337907023,
      "grad_norm": 0.8174245459040627,
      "learning_rate": 0.00010501433020393827,
      "loss": 0.2872,
      "step": 88254
    },
    {
      "epoch": 3.614785992217899,
      "grad_norm": 1.1197590223411191,
      "learning_rate": 0.00010501121894449348,
      "loss": 0.3906,
      "step": 88255
    },
    {
      "epoch": 3.614826950645095,
      "grad_norm": 1.7206411449556338,
      "learning_rate": 0.00010500810770631675,
      "loss": 1.2965,
      "step": 88256
    },
    {
      "epoch": 3.6148679090722915,
      "grad_norm": 1.7389214616273685,
      "learning_rate": 0.00010500499648940954,
      "loss": 1.1393,
      "step": 88257
    },
    {
      "epoch": 3.614908867499488,
      "grad_norm": 2.024253147946674,
      "learning_rate": 0.00010500188529377341,
      "loss": 1.1237,
      "step": 88258
    },
    {
      "epoch": 3.6149498259266846,
      "grad_norm": 1.4538946659914833,
      "learning_rate": 0.00010499877411940976,
      "loss": 0.8608,
      "step": 88259
    },
    {
      "epoch": 3.6149907843538807,
      "grad_norm": 0.9292983046334493,
      "learning_rate": 0.00010499566296632009,
      "loss": 0.2589,
      "step": 88260
    },
    {
      "epoch": 3.615031742781077,
      "grad_norm": 0.6587134807525382,
      "learning_rate": 0.00010499255183450585,
      "loss": 0.2195,
      "step": 88261
    },
    {
      "epoch": 3.6150727012082737,
      "grad_norm": 1.4277872842865944,
      "learning_rate": 0.0001049894407239685,
      "loss": 0.6852,
      "step": 88262
    },
    {
      "epoch": 3.61511365963547,
      "grad_norm": 1.1230847018611165,
      "learning_rate": 0.00010498632963470956,
      "loss": 0.2633,
      "step": 88263
    },
    {
      "epoch": 3.6151546180626664,
      "grad_norm": 1.3899462245522387,
      "learning_rate": 0.00010498321856673045,
      "loss": 0.6952,
      "step": 88264
    },
    {
      "epoch": 3.615195576489863,
      "grad_norm": 2.4558061829058433,
      "learning_rate": 0.00010498010752003269,
      "loss": 2.0433,
      "step": 88265
    },
    {
      "epoch": 3.6152365349170594,
      "grad_norm": 0.4966212766680235,
      "learning_rate": 0.00010497699649461768,
      "loss": 0.096,
      "step": 88266
    },
    {
      "epoch": 3.6152774933442555,
      "grad_norm": 1.5535272079320157,
      "learning_rate": 0.00010497388549048696,
      "loss": 0.866,
      "step": 88267
    },
    {
      "epoch": 3.615318451771452,
      "grad_norm": 1.4537405335491738,
      "learning_rate": 0.00010497077450764197,
      "loss": 0.6999,
      "step": 88268
    },
    {
      "epoch": 3.615359410198648,
      "grad_norm": 1.1232535705304159,
      "learning_rate": 0.0001049676635460842,
      "loss": 0.219,
      "step": 88269
    },
    {
      "epoch": 3.6154003686258447,
      "grad_norm": 0.6650674557871784,
      "learning_rate": 0.00010496455260581505,
      "loss": 0.1315,
      "step": 88270
    },
    {
      "epoch": 3.615441327053041,
      "grad_norm": 1.3331000345097594,
      "learning_rate": 0.0001049614416868361,
      "loss": 0.2525,
      "step": 88271
    },
    {
      "epoch": 3.6154822854802378,
      "grad_norm": 0.9572184002084041,
      "learning_rate": 0.00010495833078914878,
      "loss": 0.2763,
      "step": 88272
    },
    {
      "epoch": 3.615523243907434,
      "grad_norm": 2.104104325116254,
      "learning_rate": 0.00010495521991275452,
      "loss": 1.618,
      "step": 88273
    },
    {
      "epoch": 3.6155642023346304,
      "grad_norm": 1.5463980162579354,
      "learning_rate": 0.00010495210905765479,
      "loss": 0.8499,
      "step": 88274
    },
    {
      "epoch": 3.6156051607618265,
      "grad_norm": 1.488958134982276,
      "learning_rate": 0.00010494899822385113,
      "loss": 0.8809,
      "step": 88275
    },
    {
      "epoch": 3.615646119189023,
      "grad_norm": 0.9279536595178091,
      "learning_rate": 0.00010494588741134496,
      "loss": 0.2217,
      "step": 88276
    },
    {
      "epoch": 3.6156870776162195,
      "grad_norm": 1.9594460729838201,
      "learning_rate": 0.00010494277662013777,
      "loss": 1.3676,
      "step": 88277
    },
    {
      "epoch": 3.615728036043416,
      "grad_norm": 1.0587071802314787,
      "learning_rate": 0.00010493966585023098,
      "loss": 0.303,
      "step": 88278
    },
    {
      "epoch": 3.615768994470612,
      "grad_norm": 1.962152631588766,
      "learning_rate": 0.00010493655510162615,
      "loss": 0.9737,
      "step": 88279
    },
    {
      "epoch": 3.6158099528978087,
      "grad_norm": 1.7055510583996936,
      "learning_rate": 0.00010493344437432468,
      "loss": 1.0469,
      "step": 88280
    },
    {
      "epoch": 3.6158509113250052,
      "grad_norm": 1.308551833348907,
      "learning_rate": 0.00010493033366832807,
      "loss": 0.7017,
      "step": 88281
    },
    {
      "epoch": 3.6158918697522013,
      "grad_norm": 0.8575470055087954,
      "learning_rate": 0.00010492722298363776,
      "loss": 0.2842,
      "step": 88282
    },
    {
      "epoch": 3.615932828179398,
      "grad_norm": 1.5711017643463938,
      "learning_rate": 0.00010492411232025528,
      "loss": 0.7868,
      "step": 88283
    },
    {
      "epoch": 3.6159737866065944,
      "grad_norm": 1.4850195411609979,
      "learning_rate": 0.00010492100167818204,
      "loss": 0.9468,
      "step": 88284
    },
    {
      "epoch": 3.616014745033791,
      "grad_norm": 1.8095078869680983,
      "learning_rate": 0.00010491789105741955,
      "loss": 0.9807,
      "step": 88285
    },
    {
      "epoch": 3.616055703460987,
      "grad_norm": 1.5764123263320637,
      "learning_rate": 0.00010491478045796924,
      "loss": 0.6874,
      "step": 88286
    },
    {
      "epoch": 3.6160966618881836,
      "grad_norm": 2.346286020024784,
      "learning_rate": 0.00010491166987983262,
      "loss": 2.1716,
      "step": 88287
    },
    {
      "epoch": 3.6161376203153797,
      "grad_norm": 1.5181508421713084,
      "learning_rate": 0.00010490855932301116,
      "loss": 0.9189,
      "step": 88288
    },
    {
      "epoch": 3.616178578742576,
      "grad_norm": 2.0097270445164495,
      "learning_rate": 0.00010490544878750632,
      "loss": 1.1141,
      "step": 88289
    },
    {
      "epoch": 3.6162195371697727,
      "grad_norm": 1.200700347349955,
      "learning_rate": 0.00010490233827331952,
      "loss": 0.3121,
      "step": 88290
    },
    {
      "epoch": 3.6162604955969693,
      "grad_norm": 1.4887593824512073,
      "learning_rate": 0.00010489922778045231,
      "loss": 0.6267,
      "step": 88291
    },
    {
      "epoch": 3.6163014540241654,
      "grad_norm": 1.673789521440489,
      "learning_rate": 0.00010489611730890613,
      "loss": 1.0175,
      "step": 88292
    },
    {
      "epoch": 3.616342412451362,
      "grad_norm": 1.6647359832979343,
      "learning_rate": 0.00010489300685868246,
      "loss": 1.0617,
      "step": 88293
    },
    {
      "epoch": 3.616383370878558,
      "grad_norm": 1.273036886679551,
      "learning_rate": 0.0001048898964297827,
      "loss": 0.6723,
      "step": 88294
    },
    {
      "epoch": 3.6164243293057545,
      "grad_norm": 1.2673489100237876,
      "learning_rate": 0.00010488678602220845,
      "loss": 0.6993,
      "step": 88295
    },
    {
      "epoch": 3.616465287732951,
      "grad_norm": 0.7804348968202988,
      "learning_rate": 0.0001048836756359611,
      "loss": 0.2433,
      "step": 88296
    },
    {
      "epoch": 3.6165062461601476,
      "grad_norm": 3.323020362544694,
      "learning_rate": 0.0001048805652710421,
      "loss": 2.0745,
      "step": 88297
    },
    {
      "epoch": 3.6165472045873437,
      "grad_norm": 1.1650940360304585,
      "learning_rate": 0.00010487745492745295,
      "loss": 0.7325,
      "step": 88298
    },
    {
      "epoch": 3.6165881630145402,
      "grad_norm": 1.4472120690870656,
      "learning_rate": 0.00010487434460519514,
      "loss": 0.6972,
      "step": 88299
    },
    {
      "epoch": 3.6166291214417368,
      "grad_norm": 1.3661912334145039,
      "learning_rate": 0.00010487123430427012,
      "loss": 0.6243,
      "step": 88300
    },
    {
      "epoch": 3.616670079868933,
      "grad_norm": 1.546499048999626,
      "learning_rate": 0.00010486812402467936,
      "loss": 0.7907,
      "step": 88301
    },
    {
      "epoch": 3.6167110382961294,
      "grad_norm": 1.1999499077587095,
      "learning_rate": 0.00010486501376642433,
      "loss": 0.7567,
      "step": 88302
    },
    {
      "epoch": 3.616751996723326,
      "grad_norm": 1.4703500276737766,
      "learning_rate": 0.00010486190352950649,
      "loss": 0.8437,
      "step": 88303
    },
    {
      "epoch": 3.6167929551505225,
      "grad_norm": 1.4612594058176573,
      "learning_rate": 0.00010485879331392733,
      "loss": 0.6467,
      "step": 88304
    },
    {
      "epoch": 3.6168339135777186,
      "grad_norm": 1.4414987981633252,
      "learning_rate": 0.00010485568311968834,
      "loss": 0.7425,
      "step": 88305
    },
    {
      "epoch": 3.616874872004915,
      "grad_norm": 0.6334971455154238,
      "learning_rate": 0.00010485257294679094,
      "loss": 0.2217,
      "step": 88306
    },
    {
      "epoch": 3.616915830432111,
      "grad_norm": 1.610118649803676,
      "learning_rate": 0.0001048494627952366,
      "loss": 1.0514,
      "step": 88307
    },
    {
      "epoch": 3.6169567888593077,
      "grad_norm": 1.1384543376227207,
      "learning_rate": 0.00010484635266502685,
      "loss": 0.473,
      "step": 88308
    },
    {
      "epoch": 3.6169977472865043,
      "grad_norm": 1.5551565004163603,
      "learning_rate": 0.00010484324255616313,
      "loss": 0.9977,
      "step": 88309
    },
    {
      "epoch": 3.617038705713701,
      "grad_norm": 1.2277401194035111,
      "learning_rate": 0.00010484013246864688,
      "loss": 0.6582,
      "step": 88310
    },
    {
      "epoch": 3.617079664140897,
      "grad_norm": 1.0250978590056188,
      "learning_rate": 0.00010483702240247958,
      "loss": 0.5031,
      "step": 88311
    },
    {
      "epoch": 3.6171206225680934,
      "grad_norm": 1.178042352185589,
      "learning_rate": 0.00010483391235766274,
      "loss": 0.6691,
      "step": 88312
    },
    {
      "epoch": 3.6171615809952895,
      "grad_norm": 1.3262362722097445,
      "learning_rate": 0.00010483080233419782,
      "loss": 0.6895,
      "step": 88313
    },
    {
      "epoch": 3.617202539422486,
      "grad_norm": 0.9481946516766487,
      "learning_rate": 0.00010482769233208628,
      "loss": 0.2977,
      "step": 88314
    },
    {
      "epoch": 3.6172434978496826,
      "grad_norm": 1.5669763949462585,
      "learning_rate": 0.00010482458235132952,
      "loss": 0.73,
      "step": 88315
    },
    {
      "epoch": 3.617284456276879,
      "grad_norm": 0.8393408290656672,
      "learning_rate": 0.00010482147239192914,
      "loss": 0.1798,
      "step": 88316
    },
    {
      "epoch": 3.617325414704075,
      "grad_norm": 1.448738480554395,
      "learning_rate": 0.00010481836245388652,
      "loss": 0.8016,
      "step": 88317
    },
    {
      "epoch": 3.6173663731312717,
      "grad_norm": 1.690967694821911,
      "learning_rate": 0.00010481525253720319,
      "loss": 0.4408,
      "step": 88318
    },
    {
      "epoch": 3.6174073315584683,
      "grad_norm": 1.6775555946925989,
      "learning_rate": 0.00010481214264188052,
      "loss": 0.6993,
      "step": 88319
    },
    {
      "epoch": 3.6174482899856644,
      "grad_norm": 2.348281315584548,
      "learning_rate": 0.00010480903276792011,
      "loss": 0.8351,
      "step": 88320
    },
    {
      "epoch": 3.617489248412861,
      "grad_norm": 1.5077274338847673,
      "learning_rate": 0.00010480592291532337,
      "loss": 0.7187,
      "step": 88321
    },
    {
      "epoch": 3.6175302068400574,
      "grad_norm": 1.5645788942902052,
      "learning_rate": 0.00010480281308409176,
      "loss": 0.8555,
      "step": 88322
    },
    {
      "epoch": 3.617571165267254,
      "grad_norm": 1.1190527395919088,
      "learning_rate": 0.00010479970327422675,
      "loss": 0.336,
      "step": 88323
    },
    {
      "epoch": 3.61761212369445,
      "grad_norm": 2.2614983373079154,
      "learning_rate": 0.0001047965934857298,
      "loss": 1.257,
      "step": 88324
    },
    {
      "epoch": 3.6176530821216466,
      "grad_norm": 1.3425154043793572,
      "learning_rate": 0.00010479348371860239,
      "loss": 0.719,
      "step": 88325
    },
    {
      "epoch": 3.6176940405488427,
      "grad_norm": 1.1258658406719726,
      "learning_rate": 0.00010479037397284601,
      "loss": 0.4781,
      "step": 88326
    },
    {
      "epoch": 3.6177349989760392,
      "grad_norm": 1.867160261884339,
      "learning_rate": 0.00010478726424846213,
      "loss": 0.7272,
      "step": 88327
    },
    {
      "epoch": 3.6177759574032358,
      "grad_norm": 1.2003652821157274,
      "learning_rate": 0.0001047841545454522,
      "loss": 0.5827,
      "step": 88328
    },
    {
      "epoch": 3.6178169158304323,
      "grad_norm": 1.5530555975041638,
      "learning_rate": 0.00010478104486381767,
      "loss": 0.9439,
      "step": 88329
    },
    {
      "epoch": 3.6178578742576284,
      "grad_norm": 0.8088838629936757,
      "learning_rate": 0.00010477793520356008,
      "loss": 0.1639,
      "step": 88330
    },
    {
      "epoch": 3.617898832684825,
      "grad_norm": 1.3469226690309155,
      "learning_rate": 0.00010477482556468085,
      "loss": 0.6607,
      "step": 88331
    },
    {
      "epoch": 3.6179397911120215,
      "grad_norm": 1.2909517349731316,
      "learning_rate": 0.00010477171594718145,
      "loss": 0.7028,
      "step": 88332
    },
    {
      "epoch": 3.6179807495392176,
      "grad_norm": 5.5046813509132,
      "learning_rate": 0.00010476860635106335,
      "loss": 4.3317,
      "step": 88333
    },
    {
      "epoch": 3.618021707966414,
      "grad_norm": 1.0624121650109537,
      "learning_rate": 0.00010476549677632802,
      "loss": 0.6258,
      "step": 88334
    },
    {
      "epoch": 3.6180626663936106,
      "grad_norm": 1.2780777083917056,
      "learning_rate": 0.00010476238722297697,
      "loss": 0.6948,
      "step": 88335
    },
    {
      "epoch": 3.6181036248208067,
      "grad_norm": 1.5899678767892098,
      "learning_rate": 0.00010475927769101163,
      "loss": 0.982,
      "step": 88336
    },
    {
      "epoch": 3.6181445832480033,
      "grad_norm": 1.4683190665874681,
      "learning_rate": 0.00010475616818043349,
      "loss": 0.7072,
      "step": 88337
    },
    {
      "epoch": 3.6181855416752,
      "grad_norm": 1.8234409351114957,
      "learning_rate": 0.00010475305869124397,
      "loss": 0.7018,
      "step": 88338
    },
    {
      "epoch": 3.618226500102396,
      "grad_norm": 1.9439273576286293,
      "learning_rate": 0.00010474994922344458,
      "loss": 0.7742,
      "step": 88339
    },
    {
      "epoch": 3.6182674585295924,
      "grad_norm": 1.8351988712560603,
      "learning_rate": 0.00010474683977703683,
      "loss": 1.074,
      "step": 88340
    },
    {
      "epoch": 3.618308416956789,
      "grad_norm": 1.1455537057170178,
      "learning_rate": 0.00010474373035202213,
      "loss": 0.3257,
      "step": 88341
    },
    {
      "epoch": 3.6183493753839855,
      "grad_norm": 1.086668670226177,
      "learning_rate": 0.00010474062094840194,
      "loss": 0.5463,
      "step": 88342
    },
    {
      "epoch": 3.6183903338111816,
      "grad_norm": 1.349766800364755,
      "learning_rate": 0.00010473751156617778,
      "loss": 0.5245,
      "step": 88343
    },
    {
      "epoch": 3.618431292238378,
      "grad_norm": 2.1175911393461613,
      "learning_rate": 0.0001047344022053511,
      "loss": 1.147,
      "step": 88344
    },
    {
      "epoch": 3.618472250665574,
      "grad_norm": 1.4308552750050292,
      "learning_rate": 0.00010473129286592336,
      "loss": 0.6728,
      "step": 88345
    },
    {
      "epoch": 3.6185132090927707,
      "grad_norm": 2.484976670137778,
      "learning_rate": 0.00010472818354789604,
      "loss": 1.0992,
      "step": 88346
    },
    {
      "epoch": 3.6185541675199673,
      "grad_norm": 1.6114123930527977,
      "learning_rate": 0.00010472507425127062,
      "loss": 0.9474,
      "step": 88347
    },
    {
      "epoch": 3.618595125947164,
      "grad_norm": 1.6103274046964344,
      "learning_rate": 0.00010472196497604856,
      "loss": 0.8052,
      "step": 88348
    },
    {
      "epoch": 3.61863608437436,
      "grad_norm": 1.6828957303725853,
      "learning_rate": 0.00010471885572223131,
      "loss": 0.9227,
      "step": 88349
    },
    {
      "epoch": 3.6186770428015564,
      "grad_norm": 0.9429589434202007,
      "learning_rate": 0.00010471574648982035,
      "loss": 0.2386,
      "step": 88350
    },
    {
      "epoch": 3.618718001228753,
      "grad_norm": 0.8443029765128872,
      "learning_rate": 0.00010471263727881718,
      "loss": 0.2804,
      "step": 88351
    },
    {
      "epoch": 3.618758959655949,
      "grad_norm": 4.094210699863486,
      "learning_rate": 0.00010470952808922325,
      "loss": 4.4722,
      "step": 88352
    },
    {
      "epoch": 3.6187999180831456,
      "grad_norm": 0.8790389375692341,
      "learning_rate": 0.00010470641892104001,
      "loss": 0.2158,
      "step": 88353
    },
    {
      "epoch": 3.618840876510342,
      "grad_norm": 0.9189351274033004,
      "learning_rate": 0.00010470330977426894,
      "loss": 0.2798,
      "step": 88354
    },
    {
      "epoch": 3.6188818349375382,
      "grad_norm": 1.5290025705407633,
      "learning_rate": 0.00010470020064891153,
      "loss": 0.7075,
      "step": 88355
    },
    {
      "epoch": 3.6189227933647348,
      "grad_norm": 1.4564547236917043,
      "learning_rate": 0.00010469709154496925,
      "loss": 0.66,
      "step": 88356
    },
    {
      "epoch": 3.6189637517919313,
      "grad_norm": 1.849546544785758,
      "learning_rate": 0.00010469398246244355,
      "loss": 0.9428,
      "step": 88357
    },
    {
      "epoch": 3.6190047102191274,
      "grad_norm": 1.7899789430316868,
      "learning_rate": 0.00010469087340133588,
      "loss": 0.9043,
      "step": 88358
    },
    {
      "epoch": 3.619045668646324,
      "grad_norm": 1.3538287848886918,
      "learning_rate": 0.00010468776436164776,
      "loss": 0.7509,
      "step": 88359
    },
    {
      "epoch": 3.6190866270735205,
      "grad_norm": 1.8401060824988735,
      "learning_rate": 0.00010468465534338064,
      "loss": 0.7079,
      "step": 88360
    },
    {
      "epoch": 3.619127585500717,
      "grad_norm": 1.469329554627649,
      "learning_rate": 0.00010468154634653597,
      "loss": 0.5753,
      "step": 88361
    },
    {
      "epoch": 3.619168543927913,
      "grad_norm": 1.6675784213549913,
      "learning_rate": 0.00010467843737111523,
      "loss": 0.8956,
      "step": 88362
    },
    {
      "epoch": 3.6192095023551096,
      "grad_norm": 1.370629670520919,
      "learning_rate": 0.00010467532841711993,
      "loss": 0.6966,
      "step": 88363
    },
    {
      "epoch": 3.6192504607823057,
      "grad_norm": 1.3342572985286723,
      "learning_rate": 0.00010467221948455147,
      "loss": 0.4448,
      "step": 88364
    },
    {
      "epoch": 3.6192914192095023,
      "grad_norm": 1.3610156349538298,
      "learning_rate": 0.00010466911057341137,
      "loss": 0.7844,
      "step": 88365
    },
    {
      "epoch": 3.619332377636699,
      "grad_norm": 1.5693562192725425,
      "learning_rate": 0.00010466600168370106,
      "loss": 0.3497,
      "step": 88366
    },
    {
      "epoch": 3.6193733360638953,
      "grad_norm": 1.4992636927873573,
      "learning_rate": 0.00010466289281542207,
      "loss": 0.6315,
      "step": 88367
    },
    {
      "epoch": 3.6194142944910914,
      "grad_norm": 1.7358011138559595,
      "learning_rate": 0.00010465978396857581,
      "loss": 0.6815,
      "step": 88368
    },
    {
      "epoch": 3.619455252918288,
      "grad_norm": 1.4019413796562492,
      "learning_rate": 0.00010465667514316378,
      "loss": 0.6485,
      "step": 88369
    },
    {
      "epoch": 3.6194962113454845,
      "grad_norm": 1.52747801539805,
      "learning_rate": 0.00010465356633918742,
      "loss": 0.8069,
      "step": 88370
    },
    {
      "epoch": 3.6195371697726806,
      "grad_norm": 1.352411577695596,
      "learning_rate": 0.00010465045755664826,
      "loss": 0.8088,
      "step": 88371
    },
    {
      "epoch": 3.619578128199877,
      "grad_norm": 0.6704679076189325,
      "learning_rate": 0.00010464734879554772,
      "loss": 0.0697,
      "step": 88372
    },
    {
      "epoch": 3.6196190866270737,
      "grad_norm": 1.7804214116787855,
      "learning_rate": 0.00010464424005588729,
      "loss": 0.8688,
      "step": 88373
    },
    {
      "epoch": 3.61966004505427,
      "grad_norm": 1.1855821861566878,
      "learning_rate": 0.00010464113133766843,
      "loss": 0.7713,
      "step": 88374
    },
    {
      "epoch": 3.6197010034814663,
      "grad_norm": 1.4436428363140998,
      "learning_rate": 0.00010463802264089258,
      "loss": 0.6916,
      "step": 88375
    },
    {
      "epoch": 3.619741961908663,
      "grad_norm": 1.3137040976837961,
      "learning_rate": 0.00010463491396556125,
      "loss": 0.7335,
      "step": 88376
    },
    {
      "epoch": 3.619782920335859,
      "grad_norm": 1.6445300636172264,
      "learning_rate": 0.00010463180531167594,
      "loss": 0.8016,
      "step": 88377
    },
    {
      "epoch": 3.6198238787630554,
      "grad_norm": 1.7286954550124587,
      "learning_rate": 0.00010462869667923805,
      "loss": 0.7487,
      "step": 88378
    },
    {
      "epoch": 3.619864837190252,
      "grad_norm": 1.1659564114209686,
      "learning_rate": 0.00010462558806824905,
      "loss": 0.4537,
      "step": 88379
    },
    {
      "epoch": 3.6199057956174485,
      "grad_norm": 1.9393283065996327,
      "learning_rate": 0.0001046224794787105,
      "loss": 0.9586,
      "step": 88380
    },
    {
      "epoch": 3.6199467540446446,
      "grad_norm": 1.2273523275876266,
      "learning_rate": 0.00010461937091062377,
      "loss": 0.3356,
      "step": 88381
    },
    {
      "epoch": 3.619987712471841,
      "grad_norm": 1.3353918022105242,
      "learning_rate": 0.0001046162623639904,
      "loss": 0.6001,
      "step": 88382
    },
    {
      "epoch": 3.6200286708990372,
      "grad_norm": 1.0867437520162277,
      "learning_rate": 0.00010461315383881178,
      "loss": 0.2711,
      "step": 88383
    },
    {
      "epoch": 3.6200696293262338,
      "grad_norm": 5.143604881493015,
      "learning_rate": 0.00010461004533508945,
      "loss": 0.7995,
      "step": 88384
    },
    {
      "epoch": 3.6201105877534303,
      "grad_norm": 1.6302587590486675,
      "learning_rate": 0.00010460693685282487,
      "loss": 1.0043,
      "step": 88385
    },
    {
      "epoch": 3.620151546180627,
      "grad_norm": 1.841253463009765,
      "learning_rate": 0.00010460382839201949,
      "loss": 0.8568,
      "step": 88386
    },
    {
      "epoch": 3.620192504607823,
      "grad_norm": 1.3747291869606604,
      "learning_rate": 0.00010460071995267476,
      "loss": 0.7984,
      "step": 88387
    },
    {
      "epoch": 3.6202334630350195,
      "grad_norm": 1.2788193315717526,
      "learning_rate": 0.0001045976115347922,
      "loss": 0.5297,
      "step": 88388
    },
    {
      "epoch": 3.620274421462216,
      "grad_norm": 1.4155034904745012,
      "learning_rate": 0.00010459450313837326,
      "loss": 0.5929,
      "step": 88389
    },
    {
      "epoch": 3.620315379889412,
      "grad_norm": 0.7141480989870533,
      "learning_rate": 0.00010459139476341938,
      "loss": 0.1096,
      "step": 88390
    },
    {
      "epoch": 3.6203563383166086,
      "grad_norm": 0.7569531525620842,
      "learning_rate": 0.00010458828640993212,
      "loss": 0.2373,
      "step": 88391
    },
    {
      "epoch": 3.620397296743805,
      "grad_norm": 1.6013480853177653,
      "learning_rate": 0.00010458517807791285,
      "loss": 0.8248,
      "step": 88392
    },
    {
      "epoch": 3.6204382551710017,
      "grad_norm": 2.3204692055772083,
      "learning_rate": 0.00010458206976736303,
      "loss": 1.6305,
      "step": 88393
    },
    {
      "epoch": 3.620479213598198,
      "grad_norm": 2.2475087111334835,
      "learning_rate": 0.00010457896147828421,
      "loss": 1.3828,
      "step": 88394
    },
    {
      "epoch": 3.6205201720253943,
      "grad_norm": 0.9669842366026968,
      "learning_rate": 0.0001045758532106778,
      "loss": 0.2898,
      "step": 88395
    },
    {
      "epoch": 3.6205611304525904,
      "grad_norm": 1.1047465246529684,
      "learning_rate": 0.00010457274496454531,
      "loss": 0.4794,
      "step": 88396
    },
    {
      "epoch": 3.620602088879787,
      "grad_norm": 1.6879207796378763,
      "learning_rate": 0.00010456963673988816,
      "loss": 0.7354,
      "step": 88397
    },
    {
      "epoch": 3.6206430473069835,
      "grad_norm": 1.641099954657178,
      "learning_rate": 0.00010456652853670788,
      "loss": 1.0626,
      "step": 88398
    },
    {
      "epoch": 3.62068400573418,
      "grad_norm": 1.7170345290588143,
      "learning_rate": 0.00010456342035500588,
      "loss": 0.8516,
      "step": 88399
    },
    {
      "epoch": 3.620724964161376,
      "grad_norm": 1.393444438527311,
      "learning_rate": 0.00010456031219478368,
      "loss": 0.7137,
      "step": 88400
    },
    {
      "epoch": 3.6207659225885727,
      "grad_norm": 1.4580095659346042,
      "learning_rate": 0.00010455720405604274,
      "loss": 0.9904,
      "step": 88401
    },
    {
      "epoch": 3.6208068810157688,
      "grad_norm": 1.4057657923033944,
      "learning_rate": 0.00010455409593878448,
      "loss": 0.6875,
      "step": 88402
    },
    {
      "epoch": 3.6208478394429653,
      "grad_norm": 0.9551076151712746,
      "learning_rate": 0.00010455098784301044,
      "loss": 0.3079,
      "step": 88403
    },
    {
      "epoch": 3.620888797870162,
      "grad_norm": 0.8759723068000267,
      "learning_rate": 0.00010454787976872205,
      "loss": 0.233,
      "step": 88404
    },
    {
      "epoch": 3.6209297562973584,
      "grad_norm": 1.1315270860756759,
      "learning_rate": 0.00010454477171592077,
      "loss": 0.5216,
      "step": 88405
    },
    {
      "epoch": 3.6209707147245545,
      "grad_norm": 1.2637692809126673,
      "learning_rate": 0.00010454166368460809,
      "loss": 0.5713,
      "step": 88406
    },
    {
      "epoch": 3.621011673151751,
      "grad_norm": 1.4921253477785184,
      "learning_rate": 0.00010453855567478548,
      "loss": 0.8621,
      "step": 88407
    },
    {
      "epoch": 3.6210526315789475,
      "grad_norm": 1.6384319305983304,
      "learning_rate": 0.0001045354476864544,
      "loss": 0.9207,
      "step": 88408
    },
    {
      "epoch": 3.6210935900061436,
      "grad_norm": 1.4016520808611748,
      "learning_rate": 0.00010453233971961632,
      "loss": 0.8477,
      "step": 88409
    },
    {
      "epoch": 3.62113454843334,
      "grad_norm": 1.588924078698694,
      "learning_rate": 0.00010452923177427268,
      "loss": 0.8842,
      "step": 88410
    },
    {
      "epoch": 3.6211755068605367,
      "grad_norm": 2.4466654988602916,
      "learning_rate": 0.00010452612385042503,
      "loss": 1.319,
      "step": 88411
    },
    {
      "epoch": 3.621216465287733,
      "grad_norm": 0.8445093390054252,
      "learning_rate": 0.00010452301594807479,
      "loss": 0.2315,
      "step": 88412
    },
    {
      "epoch": 3.6212574237149293,
      "grad_norm": 1.4874224031981413,
      "learning_rate": 0.00010451990806722342,
      "loss": 0.8455,
      "step": 88413
    },
    {
      "epoch": 3.621298382142126,
      "grad_norm": 2.02842544656236,
      "learning_rate": 0.00010451680020787234,
      "loss": 1.0704,
      "step": 88414
    },
    {
      "epoch": 3.621339340569322,
      "grad_norm": 1.4884794463560846,
      "learning_rate": 0.00010451369237002314,
      "loss": 0.7328,
      "step": 88415
    },
    {
      "epoch": 3.6213802989965185,
      "grad_norm": 1.3654573215802706,
      "learning_rate": 0.00010451058455367723,
      "loss": 0.7043,
      "step": 88416
    },
    {
      "epoch": 3.621421257423715,
      "grad_norm": 1.638429671819037,
      "learning_rate": 0.00010450747675883606,
      "loss": 0.5053,
      "step": 88417
    },
    {
      "epoch": 3.6214622158509115,
      "grad_norm": 1.094120637623697,
      "learning_rate": 0.00010450436898550109,
      "loss": 0.3378,
      "step": 88418
    },
    {
      "epoch": 3.6215031742781076,
      "grad_norm": 1.7406510098460113,
      "learning_rate": 0.00010450126123367386,
      "loss": 0.7787,
      "step": 88419
    },
    {
      "epoch": 3.621544132705304,
      "grad_norm": 1.2323226813865844,
      "learning_rate": 0.00010449815350335577,
      "loss": 0.4956,
      "step": 88420
    },
    {
      "epoch": 3.6215850911325003,
      "grad_norm": 1.6349817162863087,
      "learning_rate": 0.00010449504579454832,
      "loss": 1.0058,
      "step": 88421
    },
    {
      "epoch": 3.621626049559697,
      "grad_norm": 1.5998722821461617,
      "learning_rate": 0.00010449193810725296,
      "loss": 0.7859,
      "step": 88422
    },
    {
      "epoch": 3.6216670079868933,
      "grad_norm": 1.4931779780473482,
      "learning_rate": 0.00010448883044147118,
      "loss": 0.7951,
      "step": 88423
    },
    {
      "epoch": 3.62170796641409,
      "grad_norm": 1.6612767285986227,
      "learning_rate": 0.00010448572279720443,
      "loss": 1.1938,
      "step": 88424
    },
    {
      "epoch": 3.621748924841286,
      "grad_norm": 1.2484260822500202,
      "learning_rate": 0.00010448261517445422,
      "loss": 0.9393,
      "step": 88425
    },
    {
      "epoch": 3.6217898832684825,
      "grad_norm": 1.5928440336647312,
      "learning_rate": 0.00010447950757322194,
      "loss": 0.6818,
      "step": 88426
    },
    {
      "epoch": 3.621830841695679,
      "grad_norm": 1.38791406314195,
      "learning_rate": 0.00010447639999350913,
      "loss": 0.677,
      "step": 88427
    },
    {
      "epoch": 3.621871800122875,
      "grad_norm": 1.157531725634687,
      "learning_rate": 0.00010447329243531725,
      "loss": 0.5667,
      "step": 88428
    },
    {
      "epoch": 3.6219127585500717,
      "grad_norm": 1.3564512159559277,
      "learning_rate": 0.00010447018489864776,
      "loss": 0.8327,
      "step": 88429
    },
    {
      "epoch": 3.621953716977268,
      "grad_norm": 1.576564656222078,
      "learning_rate": 0.00010446707738350207,
      "loss": 0.8381,
      "step": 88430
    },
    {
      "epoch": 3.6219946754044647,
      "grad_norm": 0.9957751216907498,
      "learning_rate": 0.00010446396988988177,
      "loss": 0.3009,
      "step": 88431
    },
    {
      "epoch": 3.622035633831661,
      "grad_norm": 1.4463085651692964,
      "learning_rate": 0.00010446086241778822,
      "loss": 0.7691,
      "step": 88432
    },
    {
      "epoch": 3.6220765922588574,
      "grad_norm": 1.5119089878895344,
      "learning_rate": 0.00010445775496722297,
      "loss": 0.852,
      "step": 88433
    },
    {
      "epoch": 3.6221175506860535,
      "grad_norm": 1.748600843020149,
      "learning_rate": 0.0001044546475381874,
      "loss": 0.5193,
      "step": 88434
    },
    {
      "epoch": 3.62215850911325,
      "grad_norm": 1.2250478770480606,
      "learning_rate": 0.00010445154013068307,
      "loss": 0.6352,
      "step": 88435
    },
    {
      "epoch": 3.6221994675404465,
      "grad_norm": 1.5396415675408082,
      "learning_rate": 0.0001044484327447114,
      "loss": 0.7515,
      "step": 88436
    },
    {
      "epoch": 3.622240425967643,
      "grad_norm": 1.3831487301537202,
      "learning_rate": 0.00010444532538027387,
      "loss": 0.7616,
      "step": 88437
    },
    {
      "epoch": 3.622281384394839,
      "grad_norm": 1.1712654594325602,
      "learning_rate": 0.00010444221803737192,
      "loss": 0.7084,
      "step": 88438
    },
    {
      "epoch": 3.6223223428220357,
      "grad_norm": 1.3258893949452588,
      "learning_rate": 0.00010443911071600709,
      "loss": 0.6158,
      "step": 88439
    },
    {
      "epoch": 3.622363301249232,
      "grad_norm": 1.0791581542921296,
      "learning_rate": 0.00010443600341618079,
      "loss": 0.4153,
      "step": 88440
    },
    {
      "epoch": 3.6224042596764283,
      "grad_norm": 1.4138233551114114,
      "learning_rate": 0.0001044328961378945,
      "loss": 0.7202,
      "step": 88441
    },
    {
      "epoch": 3.622445218103625,
      "grad_norm": 1.3883739647519973,
      "learning_rate": 0.0001044297888811497,
      "loss": 0.8381,
      "step": 88442
    },
    {
      "epoch": 3.6224861765308214,
      "grad_norm": 1.6342740202240338,
      "learning_rate": 0.00010442668164594781,
      "loss": 1.0155,
      "step": 88443
    },
    {
      "epoch": 3.6225271349580175,
      "grad_norm": 1.432634388192342,
      "learning_rate": 0.00010442357443229036,
      "loss": 0.7713,
      "step": 88444
    },
    {
      "epoch": 3.622568093385214,
      "grad_norm": 1.33741131842679,
      "learning_rate": 0.00010442046724017883,
      "loss": 0.5539,
      "step": 88445
    },
    {
      "epoch": 3.6226090518124106,
      "grad_norm": 0.98158436374279,
      "learning_rate": 0.00010441736006961465,
      "loss": 0.2833,
      "step": 88446
    },
    {
      "epoch": 3.6226500102396066,
      "grad_norm": 1.2104742688993662,
      "learning_rate": 0.00010441425292059925,
      "loss": 0.553,
      "step": 88447
    },
    {
      "epoch": 3.622690968666803,
      "grad_norm": 1.2337117999117861,
      "learning_rate": 0.00010441114579313418,
      "loss": 0.7728,
      "step": 88448
    },
    {
      "epoch": 3.6227319270939997,
      "grad_norm": 0.836824649107763,
      "learning_rate": 0.0001044080386872209,
      "loss": 0.1578,
      "step": 88449
    },
    {
      "epoch": 3.6227728855211963,
      "grad_norm": 0.8517530168536664,
      "learning_rate": 0.00010440493160286082,
      "loss": 0.2379,
      "step": 88450
    },
    {
      "epoch": 3.6228138439483923,
      "grad_norm": 1.855410095424916,
      "learning_rate": 0.00010440182454005546,
      "loss": 1.1226,
      "step": 88451
    },
    {
      "epoch": 3.622854802375589,
      "grad_norm": 2.9372533870776674,
      "learning_rate": 0.00010439871749880626,
      "loss": 0.7336,
      "step": 88452
    },
    {
      "epoch": 3.622895760802785,
      "grad_norm": 1.925058465535225,
      "learning_rate": 0.00010439561047911471,
      "loss": 0.7941,
      "step": 88453
    },
    {
      "epoch": 3.6229367192299815,
      "grad_norm": 1.8547521436455858,
      "learning_rate": 0.00010439250348098227,
      "loss": 0.849,
      "step": 88454
    },
    {
      "epoch": 3.622977677657178,
      "grad_norm": 1.2523120847967828,
      "learning_rate": 0.00010438939650441038,
      "loss": 0.7653,
      "step": 88455
    },
    {
      "epoch": 3.6230186360843746,
      "grad_norm": 1.5279226379312358,
      "learning_rate": 0.00010438628954940057,
      "loss": 1.1004,
      "step": 88456
    },
    {
      "epoch": 3.6230595945115707,
      "grad_norm": 1.5927818537317182,
      "learning_rate": 0.00010438318261595427,
      "loss": 0.8759,
      "step": 88457
    },
    {
      "epoch": 3.623100552938767,
      "grad_norm": 1.1304840452219622,
      "learning_rate": 0.00010438007570407295,
      "loss": 0.3304,
      "step": 88458
    },
    {
      "epoch": 3.6231415113659633,
      "grad_norm": 1.8987435689909948,
      "learning_rate": 0.00010437696881375805,
      "loss": 1.3502,
      "step": 88459
    },
    {
      "epoch": 3.62318246979316,
      "grad_norm": 1.385995209007695,
      "learning_rate": 0.0001043738619450111,
      "loss": 0.7223,
      "step": 88460
    },
    {
      "epoch": 3.6232234282203564,
      "grad_norm": 1.2565920623207152,
      "learning_rate": 0.00010437075509783356,
      "loss": 0.6546,
      "step": 88461
    },
    {
      "epoch": 3.623264386647553,
      "grad_norm": 1.518822574850791,
      "learning_rate": 0.0001043676482722269,
      "loss": 0.8058,
      "step": 88462
    },
    {
      "epoch": 3.623305345074749,
      "grad_norm": 1.2672898254257265,
      "learning_rate": 0.00010436454146819253,
      "loss": 0.6269,
      "step": 88463
    },
    {
      "epoch": 3.6233463035019455,
      "grad_norm": 1.3387674009649857,
      "learning_rate": 0.00010436143468573197,
      "loss": 0.5675,
      "step": 88464
    },
    {
      "epoch": 3.623387261929142,
      "grad_norm": 1.485154992268389,
      "learning_rate": 0.00010435832792484665,
      "loss": 0.7488,
      "step": 88465
    },
    {
      "epoch": 3.623428220356338,
      "grad_norm": 2.0233642641311613,
      "learning_rate": 0.00010435522118553808,
      "loss": 1.2643,
      "step": 88466
    },
    {
      "epoch": 3.6234691787835347,
      "grad_norm": 2.751694865237667,
      "learning_rate": 0.0001043521144678077,
      "loss": 2.7361,
      "step": 88467
    },
    {
      "epoch": 3.6235101372107312,
      "grad_norm": 0.9634831279595419,
      "learning_rate": 0.00010434900777165702,
      "loss": 0.2461,
      "step": 88468
    },
    {
      "epoch": 3.6235510956379278,
      "grad_norm": 1.2921154807947575,
      "learning_rate": 0.00010434590109708744,
      "loss": 0.6048,
      "step": 88469
    },
    {
      "epoch": 3.623592054065124,
      "grad_norm": 1.1301166206749724,
      "learning_rate": 0.0001043427944441005,
      "loss": 0.4932,
      "step": 88470
    },
    {
      "epoch": 3.6236330124923204,
      "grad_norm": 1.0244442424202505,
      "learning_rate": 0.00010433968781269762,
      "loss": 0.2875,
      "step": 88471
    },
    {
      "epoch": 3.6236739709195165,
      "grad_norm": 1.9371985418203856,
      "learning_rate": 0.00010433658120288031,
      "loss": 0.7884,
      "step": 88472
    },
    {
      "epoch": 3.623714929346713,
      "grad_norm": 1.4693470314387274,
      "learning_rate": 0.00010433347461465,
      "loss": 0.5736,
      "step": 88473
    },
    {
      "epoch": 3.6237558877739096,
      "grad_norm": 1.4122204463242354,
      "learning_rate": 0.00010433036804800814,
      "loss": 0.7108,
      "step": 88474
    },
    {
      "epoch": 3.623796846201106,
      "grad_norm": 3.0457725812089778,
      "learning_rate": 0.00010432726150295627,
      "loss": 2.0645,
      "step": 88475
    },
    {
      "epoch": 3.623837804628302,
      "grad_norm": 1.651160541169623,
      "learning_rate": 0.00010432415497949582,
      "loss": 0.5458,
      "step": 88476
    },
    {
      "epoch": 3.6238787630554987,
      "grad_norm": 1.5819101279478445,
      "learning_rate": 0.00010432104847762828,
      "loss": 0.6894,
      "step": 88477
    },
    {
      "epoch": 3.623919721482695,
      "grad_norm": 1.5077605674283387,
      "learning_rate": 0.00010431794199735502,
      "loss": 0.6252,
      "step": 88478
    },
    {
      "epoch": 3.6239606799098913,
      "grad_norm": 1.4769451259904314,
      "learning_rate": 0.00010431483553867767,
      "loss": 0.8201,
      "step": 88479
    },
    {
      "epoch": 3.624001638337088,
      "grad_norm": 1.9165120198816727,
      "learning_rate": 0.00010431172910159756,
      "loss": 1.0937,
      "step": 88480
    },
    {
      "epoch": 3.6240425967642844,
      "grad_norm": 3.031611306308998,
      "learning_rate": 0.00010430862268611626,
      "loss": 0.2363,
      "step": 88481
    },
    {
      "epoch": 3.6240835551914805,
      "grad_norm": 1.443681768784662,
      "learning_rate": 0.00010430551629223515,
      "loss": 0.7155,
      "step": 88482
    },
    {
      "epoch": 3.624124513618677,
      "grad_norm": 0.8689345073815098,
      "learning_rate": 0.00010430240991995576,
      "loss": 0.239,
      "step": 88483
    },
    {
      "epoch": 3.6241654720458736,
      "grad_norm": 0.982278099137468,
      "learning_rate": 0.00010429930356927954,
      "loss": 0.3452,
      "step": 88484
    },
    {
      "epoch": 3.6242064304730697,
      "grad_norm": 0.5601629296947092,
      "learning_rate": 0.00010429619724020795,
      "loss": 0.1266,
      "step": 88485
    },
    {
      "epoch": 3.624247388900266,
      "grad_norm": 1.972701873862626,
      "learning_rate": 0.00010429309093274245,
      "loss": 1.1828,
      "step": 88486
    },
    {
      "epoch": 3.6242883473274627,
      "grad_norm": 1.5739737824025544,
      "learning_rate": 0.00010428998464688455,
      "loss": 0.9446,
      "step": 88487
    },
    {
      "epoch": 3.6243293057546593,
      "grad_norm": 0.834977582225652,
      "learning_rate": 0.0001042868783826357,
      "loss": 0.3044,
      "step": 88488
    },
    {
      "epoch": 3.6243702641818554,
      "grad_norm": 1.7179708956309647,
      "learning_rate": 0.00010428377213999736,
      "loss": 0.7182,
      "step": 88489
    },
    {
      "epoch": 3.624411222609052,
      "grad_norm": 1.8073609307417147,
      "learning_rate": 0.00010428066591897095,
      "loss": 0.9917,
      "step": 88490
    },
    {
      "epoch": 3.624452181036248,
      "grad_norm": 1.3463073451359537,
      "learning_rate": 0.00010427755971955803,
      "loss": 0.7651,
      "step": 88491
    },
    {
      "epoch": 3.6244931394634445,
      "grad_norm": 1.1734958058832903,
      "learning_rate": 0.00010427445354176004,
      "loss": 0.5816,
      "step": 88492
    },
    {
      "epoch": 3.624534097890641,
      "grad_norm": 1.5737642863295003,
      "learning_rate": 0.00010427134738557841,
      "loss": 0.705,
      "step": 88493
    },
    {
      "epoch": 3.6245750563178376,
      "grad_norm": 1.3613281805617177,
      "learning_rate": 0.00010426824125101462,
      "loss": 0.5833,
      "step": 88494
    },
    {
      "epoch": 3.6246160147450337,
      "grad_norm": 1.414797474906046,
      "learning_rate": 0.00010426513513807019,
      "loss": 0.8795,
      "step": 88495
    },
    {
      "epoch": 3.6246569731722302,
      "grad_norm": 1.7716594900319411,
      "learning_rate": 0.00010426202904674652,
      "loss": 0.6245,
      "step": 88496
    },
    {
      "epoch": 3.6246979315994263,
      "grad_norm": 0.9751482381132939,
      "learning_rate": 0.00010425892297704515,
      "loss": 0.2414,
      "step": 88497
    },
    {
      "epoch": 3.624738890026623,
      "grad_norm": 1.4787153623150668,
      "learning_rate": 0.00010425581692896744,
      "loss": 0.681,
      "step": 88498
    },
    {
      "epoch": 3.6247798484538194,
      "grad_norm": 2.0329608835848068,
      "learning_rate": 0.00010425271090251497,
      "loss": 0.7972,
      "step": 88499
    },
    {
      "epoch": 3.624820806881016,
      "grad_norm": 1.7650251672715578,
      "learning_rate": 0.00010424960489768916,
      "loss": 0.7448,
      "step": 88500
    },
    {
      "epoch": 3.624861765308212,
      "grad_norm": 0.8430527783380393,
      "learning_rate": 0.0001042464989144915,
      "loss": 0.2534,
      "step": 88501
    },
    {
      "epoch": 3.6249027237354086,
      "grad_norm": 1.0209639474155403,
      "learning_rate": 0.00010424339295292339,
      "loss": 0.3686,
      "step": 88502
    },
    {
      "epoch": 3.624943682162605,
      "grad_norm": 1.7005310470672403,
      "learning_rate": 0.00010424028701298638,
      "loss": 0.6229,
      "step": 88503
    },
    {
      "epoch": 3.624984640589801,
      "grad_norm": 1.3396988557958964,
      "learning_rate": 0.00010423718109468192,
      "loss": 0.7245,
      "step": 88504
    },
    {
      "epoch": 3.6250255990169977,
      "grad_norm": 1.7282680537696262,
      "learning_rate": 0.00010423407519801145,
      "loss": 0.7677,
      "step": 88505
    },
    {
      "epoch": 3.6250665574441943,
      "grad_norm": 1.807701099064284,
      "learning_rate": 0.00010423096932297641,
      "loss": 0.9996,
      "step": 88506
    },
    {
      "epoch": 3.625107515871391,
      "grad_norm": 1.6010904260288004,
      "learning_rate": 0.0001042278634695784,
      "loss": 0.5671,
      "step": 88507
    },
    {
      "epoch": 3.625148474298587,
      "grad_norm": 0.8954266335337778,
      "learning_rate": 0.00010422475763781874,
      "loss": 0.3139,
      "step": 88508
    },
    {
      "epoch": 3.6251894327257834,
      "grad_norm": 1.033953039335936,
      "learning_rate": 0.000104221651827699,
      "loss": 0.3028,
      "step": 88509
    },
    {
      "epoch": 3.6252303911529795,
      "grad_norm": 1.4159701041388646,
      "learning_rate": 0.00010421854603922055,
      "loss": 0.7669,
      "step": 88510
    },
    {
      "epoch": 3.625271349580176,
      "grad_norm": 1.2542857850024836,
      "learning_rate": 0.00010421544027238496,
      "loss": 0.667,
      "step": 88511
    },
    {
      "epoch": 3.6253123080073726,
      "grad_norm": 1.6759548988940665,
      "learning_rate": 0.00010421233452719364,
      "loss": 1.058,
      "step": 88512
    },
    {
      "epoch": 3.625353266434569,
      "grad_norm": 1.207579514510154,
      "learning_rate": 0.00010420922880364807,
      "loss": 0.5495,
      "step": 88513
    },
    {
      "epoch": 3.625394224861765,
      "grad_norm": 1.3067603998839878,
      "learning_rate": 0.00010420612310174974,
      "loss": 0.5554,
      "step": 88514
    },
    {
      "epoch": 3.6254351832889617,
      "grad_norm": 1.4001057226744045,
      "learning_rate": 0.00010420301742150004,
      "loss": 0.9524,
      "step": 88515
    },
    {
      "epoch": 3.625476141716158,
      "grad_norm": 1.6388245325685582,
      "learning_rate": 0.00010419991176290054,
      "loss": 0.83,
      "step": 88516
    },
    {
      "epoch": 3.6255171001433544,
      "grad_norm": 1.2252043050235952,
      "learning_rate": 0.00010419680612595267,
      "loss": 0.6769,
      "step": 88517
    },
    {
      "epoch": 3.625558058570551,
      "grad_norm": 1.303878903210623,
      "learning_rate": 0.00010419370051065787,
      "loss": 0.511,
      "step": 88518
    },
    {
      "epoch": 3.6255990169977474,
      "grad_norm": 1.2211688125798146,
      "learning_rate": 0.00010419059491701762,
      "loss": 0.4536,
      "step": 88519
    },
    {
      "epoch": 3.6256399754249435,
      "grad_norm": 1.339374308687786,
      "learning_rate": 0.00010418748934503344,
      "loss": 0.7141,
      "step": 88520
    },
    {
      "epoch": 3.62568093385214,
      "grad_norm": 1.2172909022157536,
      "learning_rate": 0.00010418438379470675,
      "loss": 0.5317,
      "step": 88521
    },
    {
      "epoch": 3.6257218922793366,
      "grad_norm": 1.4630093346397093,
      "learning_rate": 0.000104181278266039,
      "loss": 0.831,
      "step": 88522
    },
    {
      "epoch": 3.6257628507065327,
      "grad_norm": 2.1339773556492854,
      "learning_rate": 0.00010417817275903168,
      "loss": 1.1297,
      "step": 88523
    },
    {
      "epoch": 3.6258038091337292,
      "grad_norm": 1.423388507099858,
      "learning_rate": 0.00010417506727368627,
      "loss": 0.7118,
      "step": 88524
    },
    {
      "epoch": 3.6258447675609258,
      "grad_norm": 1.8918489630863768,
      "learning_rate": 0.00010417196181000426,
      "loss": 1.0376,
      "step": 88525
    },
    {
      "epoch": 3.6258857259881223,
      "grad_norm": 1.2915863452700016,
      "learning_rate": 0.00010416885636798706,
      "loss": 0.6903,
      "step": 88526
    },
    {
      "epoch": 3.6259266844153184,
      "grad_norm": 1.3701445285266827,
      "learning_rate": 0.00010416575094763614,
      "loss": 0.7021,
      "step": 88527
    },
    {
      "epoch": 3.625967642842515,
      "grad_norm": 1.9459231000219201,
      "learning_rate": 0.00010416264554895302,
      "loss": 1.2595,
      "step": 88528
    },
    {
      "epoch": 3.626008601269711,
      "grad_norm": 1.5726356947150026,
      "learning_rate": 0.00010415954017193915,
      "loss": 0.7211,
      "step": 88529
    },
    {
      "epoch": 3.6260495596969076,
      "grad_norm": 1.5895560654794572,
      "learning_rate": 0.00010415643481659597,
      "loss": 0.8208,
      "step": 88530
    },
    {
      "epoch": 3.626090518124104,
      "grad_norm": 1.318067710460914,
      "learning_rate": 0.00010415332948292497,
      "loss": 0.746,
      "step": 88531
    },
    {
      "epoch": 3.6261314765513006,
      "grad_norm": 1.5968082754499775,
      "learning_rate": 0.0001041502241709277,
      "loss": 0.5546,
      "step": 88532
    },
    {
      "epoch": 3.6261724349784967,
      "grad_norm": 1.6142749629438327,
      "learning_rate": 0.00010414711888060544,
      "loss": 0.8552,
      "step": 88533
    },
    {
      "epoch": 3.6262133934056933,
      "grad_norm": 2.2656645576069168,
      "learning_rate": 0.0001041440136119598,
      "loss": 1.0042,
      "step": 88534
    },
    {
      "epoch": 3.6262543518328894,
      "grad_norm": 1.428863477571141,
      "learning_rate": 0.00010414090836499218,
      "loss": 0.811,
      "step": 88535
    },
    {
      "epoch": 3.626295310260086,
      "grad_norm": 0.9591646890401575,
      "learning_rate": 0.0001041378031397041,
      "loss": 0.5094,
      "step": 88536
    },
    {
      "epoch": 3.6263362686872824,
      "grad_norm": 0.7492312952103318,
      "learning_rate": 0.000104134697936097,
      "loss": 0.2453,
      "step": 88537
    },
    {
      "epoch": 3.626377227114479,
      "grad_norm": 1.2246862910965348,
      "learning_rate": 0.00010413159275417235,
      "loss": 0.5345,
      "step": 88538
    },
    {
      "epoch": 3.626418185541675,
      "grad_norm": 1.4601211277928212,
      "learning_rate": 0.00010412848759393164,
      "loss": 0.7596,
      "step": 88539
    },
    {
      "epoch": 3.6264591439688716,
      "grad_norm": 1.193472273867495,
      "learning_rate": 0.0001041253824553763,
      "loss": 0.3515,
      "step": 88540
    },
    {
      "epoch": 3.626500102396068,
      "grad_norm": 3.4429717395447432,
      "learning_rate": 0.00010412227733850778,
      "loss": 3.9843,
      "step": 88541
    },
    {
      "epoch": 3.626541060823264,
      "grad_norm": 0.9262531393763473,
      "learning_rate": 0.00010411917224332764,
      "loss": 0.2242,
      "step": 88542
    },
    {
      "epoch": 3.6265820192504608,
      "grad_norm": 0.9417347731155201,
      "learning_rate": 0.0001041160671698373,
      "loss": 0.2916,
      "step": 88543
    },
    {
      "epoch": 3.6266229776776573,
      "grad_norm": 1.0252585765000801,
      "learning_rate": 0.0001041129621180382,
      "loss": 0.3258,
      "step": 88544
    },
    {
      "epoch": 3.626663936104854,
      "grad_norm": 1.4193350713282769,
      "learning_rate": 0.00010410985708793184,
      "loss": 0.3507,
      "step": 88545
    },
    {
      "epoch": 3.62670489453205,
      "grad_norm": 1.3156104716908996,
      "learning_rate": 0.00010410675207951966,
      "loss": 0.6881,
      "step": 88546
    },
    {
      "epoch": 3.6267458529592465,
      "grad_norm": 0.9675489820429667,
      "learning_rate": 0.00010410364709280314,
      "loss": 0.2873,
      "step": 88547
    },
    {
      "epoch": 3.6267868113864425,
      "grad_norm": 1.566549701302107,
      "learning_rate": 0.00010410054212778377,
      "loss": 0.8436,
      "step": 88548
    },
    {
      "epoch": 3.626827769813639,
      "grad_norm": 1.4743553674967322,
      "learning_rate": 0.00010409743718446299,
      "loss": 0.7486,
      "step": 88549
    },
    {
      "epoch": 3.6268687282408356,
      "grad_norm": 1.2415689810766237,
      "learning_rate": 0.00010409433226284226,
      "loss": 0.6748,
      "step": 88550
    },
    {
      "epoch": 3.626909686668032,
      "grad_norm": 1.3098061342772043,
      "learning_rate": 0.0001040912273629231,
      "loss": 0.6852,
      "step": 88551
    },
    {
      "epoch": 3.6269506450952282,
      "grad_norm": 1.443132375085614,
      "learning_rate": 0.00010408812248470694,
      "loss": 0.6545,
      "step": 88552
    },
    {
      "epoch": 3.626991603522425,
      "grad_norm": 1.627395005888788,
      "learning_rate": 0.00010408501762819525,
      "loss": 0.8578,
      "step": 88553
    },
    {
      "epoch": 3.627032561949621,
      "grad_norm": 1.2916736100038588,
      "learning_rate": 0.00010408191279338947,
      "loss": 0.8056,
      "step": 88554
    },
    {
      "epoch": 3.6270735203768174,
      "grad_norm": 1.2101607401398162,
      "learning_rate": 0.00010407880798029111,
      "loss": 0.4514,
      "step": 88555
    },
    {
      "epoch": 3.627114478804014,
      "grad_norm": 1.619625148270704,
      "learning_rate": 0.00010407570318890166,
      "loss": 0.6083,
      "step": 88556
    },
    {
      "epoch": 3.6271554372312105,
      "grad_norm": 1.7663334681824134,
      "learning_rate": 0.00010407259841922253,
      "loss": 0.566,
      "step": 88557
    },
    {
      "epoch": 3.6271963956584066,
      "grad_norm": 1.4617834803339609,
      "learning_rate": 0.00010406949367125517,
      "loss": 0.7221,
      "step": 88558
    },
    {
      "epoch": 3.627237354085603,
      "grad_norm": 1.0274974562590693,
      "learning_rate": 0.00010406638894500113,
      "loss": 0.3644,
      "step": 88559
    },
    {
      "epoch": 3.6272783125127996,
      "grad_norm": 1.6730391420527724,
      "learning_rate": 0.00010406328424046184,
      "loss": 1.1302,
      "step": 88560
    },
    {
      "epoch": 3.6273192709399957,
      "grad_norm": 0.9718298394806509,
      "learning_rate": 0.00010406017955763877,
      "loss": 0.2427,
      "step": 88561
    },
    {
      "epoch": 3.6273602293671923,
      "grad_norm": 2.3000777449184393,
      "learning_rate": 0.00010405707489653335,
      "loss": 1.35,
      "step": 88562
    },
    {
      "epoch": 3.627401187794389,
      "grad_norm": 1.109652698805446,
      "learning_rate": 0.0001040539702571471,
      "loss": 0.2853,
      "step": 88563
    },
    {
      "epoch": 3.6274421462215853,
      "grad_norm": 1.6089658793228454,
      "learning_rate": 0.00010405086563948145,
      "loss": 1.0199,
      "step": 88564
    },
    {
      "epoch": 3.6274831046487814,
      "grad_norm": 1.509822184029969,
      "learning_rate": 0.00010404776104353791,
      "loss": 0.7985,
      "step": 88565
    },
    {
      "epoch": 3.627524063075978,
      "grad_norm": 1.39651721706106,
      "learning_rate": 0.00010404465646931789,
      "loss": 0.6423,
      "step": 88566
    },
    {
      "epoch": 3.627565021503174,
      "grad_norm": 1.1174918266776603,
      "learning_rate": 0.0001040415519168229,
      "loss": 0.3234,
      "step": 88567
    },
    {
      "epoch": 3.6276059799303706,
      "grad_norm": 3.4525380409967967,
      "learning_rate": 0.00010403844738605441,
      "loss": 4.576,
      "step": 88568
    },
    {
      "epoch": 3.627646938357567,
      "grad_norm": 1.521402401096974,
      "learning_rate": 0.0001040353428770139,
      "loss": 0.7305,
      "step": 88569
    },
    {
      "epoch": 3.6276878967847637,
      "grad_norm": 1.753937612343426,
      "learning_rate": 0.00010403223838970275,
      "loss": 1.0592,
      "step": 88570
    },
    {
      "epoch": 3.6277288552119598,
      "grad_norm": 1.446457900490047,
      "learning_rate": 0.00010402913392412253,
      "loss": 0.3768,
      "step": 88571
    },
    {
      "epoch": 3.6277698136391563,
      "grad_norm": 1.6546824025862357,
      "learning_rate": 0.00010402602948027466,
      "loss": 0.8625,
      "step": 88572
    },
    {
      "epoch": 3.6278107720663524,
      "grad_norm": 1.1419074014520592,
      "learning_rate": 0.00010402292505816062,
      "loss": 0.4213,
      "step": 88573
    },
    {
      "epoch": 3.627851730493549,
      "grad_norm": 1.4359809680205897,
      "learning_rate": 0.00010401982065778185,
      "loss": 0.5444,
      "step": 88574
    },
    {
      "epoch": 3.6278926889207455,
      "grad_norm": 1.641313652413798,
      "learning_rate": 0.00010401671627913987,
      "loss": 0.7734,
      "step": 88575
    },
    {
      "epoch": 3.627933647347942,
      "grad_norm": 1.3687940076788045,
      "learning_rate": 0.00010401361192223613,
      "loss": 0.7244,
      "step": 88576
    },
    {
      "epoch": 3.627974605775138,
      "grad_norm": 0.8104540921801134,
      "learning_rate": 0.00010401050758707207,
      "loss": 0.2462,
      "step": 88577
    },
    {
      "epoch": 3.6280155642023346,
      "grad_norm": 0.7114286787853339,
      "learning_rate": 0.00010400740327364913,
      "loss": 0.166,
      "step": 88578
    },
    {
      "epoch": 3.628056522629531,
      "grad_norm": 0.7890233177065146,
      "learning_rate": 0.00010400429898196886,
      "loss": 0.2576,
      "step": 88579
    },
    {
      "epoch": 3.6280974810567272,
      "grad_norm": 1.7481942583446886,
      "learning_rate": 0.0001040011947120327,
      "loss": 0.8229,
      "step": 88580
    },
    {
      "epoch": 3.628138439483924,
      "grad_norm": 6.770551286738891,
      "learning_rate": 0.0001039980904638421,
      "loss": 3.0977,
      "step": 88581
    },
    {
      "epoch": 3.6281793979111203,
      "grad_norm": 1.2833590150482939,
      "learning_rate": 0.0001039949862373985,
      "loss": 0.6074,
      "step": 88582
    },
    {
      "epoch": 3.628220356338317,
      "grad_norm": 1.6261940272657598,
      "learning_rate": 0.00010399188203270344,
      "loss": 0.9818,
      "step": 88583
    },
    {
      "epoch": 3.628261314765513,
      "grad_norm": 2.6719711319700847,
      "learning_rate": 0.00010398877784975835,
      "loss": 1.4683,
      "step": 88584
    },
    {
      "epoch": 3.6283022731927095,
      "grad_norm": 1.39394820579325,
      "learning_rate": 0.00010398567368856469,
      "loss": 0.7003,
      "step": 88585
    },
    {
      "epoch": 3.6283432316199056,
      "grad_norm": 1.4601606191908947,
      "learning_rate": 0.00010398256954912394,
      "loss": 0.7575,
      "step": 88586
    },
    {
      "epoch": 3.628384190047102,
      "grad_norm": 1.3423200075403363,
      "learning_rate": 0.00010397946543143752,
      "loss": 0.7152,
      "step": 88587
    },
    {
      "epoch": 3.6284251484742986,
      "grad_norm": 1.5455006418578345,
      "learning_rate": 0.00010397636133550695,
      "loss": 0.5297,
      "step": 88588
    },
    {
      "epoch": 3.628466106901495,
      "grad_norm": 1.069777438120438,
      "learning_rate": 0.00010397325726133373,
      "loss": 0.2776,
      "step": 88589
    },
    {
      "epoch": 3.6285070653286913,
      "grad_norm": 1.2530901635616591,
      "learning_rate": 0.00010397015320891925,
      "loss": 0.613,
      "step": 88590
    },
    {
      "epoch": 3.628548023755888,
      "grad_norm": 1.350213797900479,
      "learning_rate": 0.00010396704917826499,
      "loss": 0.696,
      "step": 88591
    },
    {
      "epoch": 3.628588982183084,
      "grad_norm": 1.734964142848426,
      "learning_rate": 0.00010396394516937248,
      "loss": 0.974,
      "step": 88592
    },
    {
      "epoch": 3.6286299406102804,
      "grad_norm": 1.0637848864961275,
      "learning_rate": 0.00010396084118224312,
      "loss": 0.4422,
      "step": 88593
    },
    {
      "epoch": 3.628670899037477,
      "grad_norm": 1.7125477627575891,
      "learning_rate": 0.00010395773721687843,
      "loss": 0.686,
      "step": 88594
    },
    {
      "epoch": 3.6287118574646735,
      "grad_norm": 1.3969130289510423,
      "learning_rate": 0.0001039546332732798,
      "loss": 0.6857,
      "step": 88595
    },
    {
      "epoch": 3.6287528158918696,
      "grad_norm": 1.294845850926465,
      "learning_rate": 0.00010395152935144878,
      "loss": 0.4854,
      "step": 88596
    },
    {
      "epoch": 3.628793774319066,
      "grad_norm": 0.888385152573793,
      "learning_rate": 0.00010394842545138681,
      "loss": 0.2516,
      "step": 88597
    },
    {
      "epoch": 3.6288347327462627,
      "grad_norm": 3.35154173403491,
      "learning_rate": 0.00010394532157309535,
      "loss": 3.0943,
      "step": 88598
    },
    {
      "epoch": 3.6288756911734588,
      "grad_norm": 1.2621924849101127,
      "learning_rate": 0.00010394221771657585,
      "loss": 0.5309,
      "step": 88599
    },
    {
      "epoch": 3.6289166496006553,
      "grad_norm": 2.8793563085968086,
      "learning_rate": 0.00010393911388182981,
      "loss": 0.536,
      "step": 88600
    },
    {
      "epoch": 3.628957608027852,
      "grad_norm": 1.6160600305552975,
      "learning_rate": 0.00010393601006885869,
      "loss": 0.7137,
      "step": 88601
    },
    {
      "epoch": 3.6289985664550484,
      "grad_norm": 2.6105664303877827,
      "learning_rate": 0.00010393290627766396,
      "loss": 1.3898,
      "step": 88602
    },
    {
      "epoch": 3.6290395248822445,
      "grad_norm": 1.28818913955201,
      "learning_rate": 0.0001039298025082471,
      "loss": 0.3062,
      "step": 88603
    },
    {
      "epoch": 3.629080483309441,
      "grad_norm": 3.0291599416108177,
      "learning_rate": 0.00010392669876060954,
      "loss": 0.6444,
      "step": 88604
    },
    {
      "epoch": 3.629121441736637,
      "grad_norm": 1.4570032076976822,
      "learning_rate": 0.00010392359503475271,
      "loss": 0.7125,
      "step": 88605
    },
    {
      "epoch": 3.6291624001638336,
      "grad_norm": 2.0948461059481884,
      "learning_rate": 0.00010392049133067818,
      "loss": 1.1316,
      "step": 88606
    },
    {
      "epoch": 3.62920335859103,
      "grad_norm": 2.4070714731566847,
      "learning_rate": 0.00010391738764838736,
      "loss": 2.0204,
      "step": 88607
    },
    {
      "epoch": 3.6292443170182267,
      "grad_norm": 0.7658723363048388,
      "learning_rate": 0.00010391428398788172,
      "loss": 0.2426,
      "step": 88608
    },
    {
      "epoch": 3.629285275445423,
      "grad_norm": 0.8255379128123408,
      "learning_rate": 0.00010391118034916272,
      "loss": 0.1576,
      "step": 88609
    },
    {
      "epoch": 3.6293262338726193,
      "grad_norm": 1.4355500173277078,
      "learning_rate": 0.00010390807673223184,
      "loss": 0.6156,
      "step": 88610
    },
    {
      "epoch": 3.6293671922998154,
      "grad_norm": 1.4760680700709958,
      "learning_rate": 0.00010390497313709058,
      "loss": 0.7333,
      "step": 88611
    },
    {
      "epoch": 3.629408150727012,
      "grad_norm": 3.6604159797821825,
      "learning_rate": 0.00010390186956374036,
      "loss": 3.6934,
      "step": 88612
    },
    {
      "epoch": 3.6294491091542085,
      "grad_norm": 1.235812184903578,
      "learning_rate": 0.00010389876601218264,
      "loss": 0.2561,
      "step": 88613
    },
    {
      "epoch": 3.629490067581405,
      "grad_norm": 1.8627439401553862,
      "learning_rate": 0.00010389566248241889,
      "loss": 0.7083,
      "step": 88614
    },
    {
      "epoch": 3.629531026008601,
      "grad_norm": 1.396144088383624,
      "learning_rate": 0.00010389255897445064,
      "loss": 0.5708,
      "step": 88615
    },
    {
      "epoch": 3.6295719844357976,
      "grad_norm": 1.9761466364557543,
      "learning_rate": 0.00010388945548827932,
      "loss": 1.0244,
      "step": 88616
    },
    {
      "epoch": 3.629612942862994,
      "grad_norm": 1.6208210715136404,
      "learning_rate": 0.00010388635202390638,
      "loss": 0.8096,
      "step": 88617
    },
    {
      "epoch": 3.6296539012901903,
      "grad_norm": 2.9193508352770223,
      "learning_rate": 0.00010388324858133325,
      "loss": 3.1598,
      "step": 88618
    },
    {
      "epoch": 3.629694859717387,
      "grad_norm": 1.5046177326922006,
      "learning_rate": 0.00010388014516056148,
      "loss": 0.7909,
      "step": 88619
    },
    {
      "epoch": 3.6297358181445833,
      "grad_norm": 2.00824731717504,
      "learning_rate": 0.00010387704176159251,
      "loss": 1.1937,
      "step": 88620
    },
    {
      "epoch": 3.62977677657178,
      "grad_norm": 1.0857185731690793,
      "learning_rate": 0.00010387393838442779,
      "loss": 0.6268,
      "step": 88621
    },
    {
      "epoch": 3.629817734998976,
      "grad_norm": 1.3381575697031887,
      "learning_rate": 0.00010387083502906878,
      "loss": 0.5067,
      "step": 88622
    },
    {
      "epoch": 3.6298586934261725,
      "grad_norm": 1.488284140584566,
      "learning_rate": 0.00010386773169551699,
      "loss": 0.724,
      "step": 88623
    },
    {
      "epoch": 3.6298996518533686,
      "grad_norm": 1.6059373180922272,
      "learning_rate": 0.00010386462838377386,
      "loss": 0.9473,
      "step": 88624
    },
    {
      "epoch": 3.629940610280565,
      "grad_norm": 1.3819699337542453,
      "learning_rate": 0.00010386152509384085,
      "loss": 0.8296,
      "step": 88625
    },
    {
      "epoch": 3.6299815687077617,
      "grad_norm": 1.4557734321724949,
      "learning_rate": 0.00010385842182571938,
      "loss": 0.6275,
      "step": 88626
    },
    {
      "epoch": 3.630022527134958,
      "grad_norm": 1.31063271901528,
      "learning_rate": 0.00010385531857941104,
      "loss": 0.5804,
      "step": 88627
    },
    {
      "epoch": 3.6300634855621543,
      "grad_norm": 0.7334706350314844,
      "learning_rate": 0.0001038522153549172,
      "loss": 0.184,
      "step": 88628
    },
    {
      "epoch": 3.630104443989351,
      "grad_norm": 0.7700764622834841,
      "learning_rate": 0.00010384911215223936,
      "loss": 0.1689,
      "step": 88629
    },
    {
      "epoch": 3.630145402416547,
      "grad_norm": 1.6924063589532434,
      "learning_rate": 0.00010384600897137896,
      "loss": 0.8656,
      "step": 88630
    },
    {
      "epoch": 3.6301863608437435,
      "grad_norm": 4.829793198432887,
      "learning_rate": 0.00010384290581233753,
      "loss": 4.1324,
      "step": 88631
    },
    {
      "epoch": 3.63022731927094,
      "grad_norm": 1.741894037249419,
      "learning_rate": 0.00010383980267511648,
      "loss": 0.9717,
      "step": 88632
    },
    {
      "epoch": 3.6302682776981365,
      "grad_norm": 1.6362073439986604,
      "learning_rate": 0.00010383669955971731,
      "loss": 1.0017,
      "step": 88633
    },
    {
      "epoch": 3.6303092361253326,
      "grad_norm": 1.5174966824306664,
      "learning_rate": 0.0001038335964661414,
      "loss": 0.5688,
      "step": 88634
    },
    {
      "epoch": 3.630350194552529,
      "grad_norm": 1.640576510671315,
      "learning_rate": 0.00010383049339439035,
      "loss": 0.933,
      "step": 88635
    },
    {
      "epoch": 3.6303911529797257,
      "grad_norm": 1.0533040365451136,
      "learning_rate": 0.00010382739034446557,
      "loss": 0.3745,
      "step": 88636
    },
    {
      "epoch": 3.630432111406922,
      "grad_norm": 2.858625690760794,
      "learning_rate": 0.0001038242873163685,
      "loss": 1.2091,
      "step": 88637
    },
    {
      "epoch": 3.6304730698341183,
      "grad_norm": 1.0231148612303542,
      "learning_rate": 0.0001038211843101006,
      "loss": 0.2681,
      "step": 88638
    },
    {
      "epoch": 3.630514028261315,
      "grad_norm": 2.100002273067052,
      "learning_rate": 0.00010381808132566341,
      "loss": 1.2151,
      "step": 88639
    },
    {
      "epoch": 3.6305549866885114,
      "grad_norm": 1.4248177109118256,
      "learning_rate": 0.00010381497836305833,
      "loss": 0.8177,
      "step": 88640
    },
    {
      "epoch": 3.6305959451157075,
      "grad_norm": 1.119497231192051,
      "learning_rate": 0.00010381187542228685,
      "loss": 0.4512,
      "step": 88641
    },
    {
      "epoch": 3.630636903542904,
      "grad_norm": 1.2989826764096264,
      "learning_rate": 0.00010380877250335042,
      "loss": 0.6865,
      "step": 88642
    },
    {
      "epoch": 3.6306778619701,
      "grad_norm": 1.3741601725657135,
      "learning_rate": 0.00010380566960625053,
      "loss": 0.8121,
      "step": 88643
    },
    {
      "epoch": 3.6307188203972967,
      "grad_norm": 1.205381941528804,
      "learning_rate": 0.00010380256673098867,
      "loss": 0.5761,
      "step": 88644
    },
    {
      "epoch": 3.630759778824493,
      "grad_norm": 1.5610348785257677,
      "learning_rate": 0.00010379946387756626,
      "loss": 0.876,
      "step": 88645
    },
    {
      "epoch": 3.6308007372516897,
      "grad_norm": 1.3306027659300244,
      "learning_rate": 0.00010379636104598473,
      "loss": 0.7076,
      "step": 88646
    },
    {
      "epoch": 3.630841695678886,
      "grad_norm": 1.798741698272056,
      "learning_rate": 0.00010379325823624566,
      "loss": 1.0218,
      "step": 88647
    },
    {
      "epoch": 3.6308826541060824,
      "grad_norm": 2.8144356220518456,
      "learning_rate": 0.00010379015544835045,
      "loss": 0.5794,
      "step": 88648
    },
    {
      "epoch": 3.630923612533279,
      "grad_norm": 0.971889901821715,
      "learning_rate": 0.00010378705268230058,
      "loss": 0.3589,
      "step": 88649
    },
    {
      "epoch": 3.630964570960475,
      "grad_norm": 1.489313188221812,
      "learning_rate": 0.00010378394993809745,
      "loss": 0.5795,
      "step": 88650
    },
    {
      "epoch": 3.6310055293876715,
      "grad_norm": 1.3175318164029988,
      "learning_rate": 0.00010378084721574264,
      "loss": 0.7365,
      "step": 88651
    },
    {
      "epoch": 3.631046487814868,
      "grad_norm": 1.419181865189762,
      "learning_rate": 0.00010377774451523758,
      "loss": 0.8051,
      "step": 88652
    },
    {
      "epoch": 3.631087446242064,
      "grad_norm": 1.4797808418607648,
      "learning_rate": 0.00010377464183658369,
      "loss": 0.8119,
      "step": 88653
    },
    {
      "epoch": 3.6311284046692607,
      "grad_norm": 1.0651720547873151,
      "learning_rate": 0.00010377153917978248,
      "loss": 0.2895,
      "step": 88654
    },
    {
      "epoch": 3.631169363096457,
      "grad_norm": 1.376897150265906,
      "learning_rate": 0.00010376843654483537,
      "loss": 0.895,
      "step": 88655
    },
    {
      "epoch": 3.6312103215236533,
      "grad_norm": 1.3749543159703974,
      "learning_rate": 0.00010376533393174389,
      "loss": 0.6748,
      "step": 88656
    },
    {
      "epoch": 3.63125127995085,
      "grad_norm": 0.7346789931466132,
      "learning_rate": 0.00010376223134050948,
      "loss": 0.2571,
      "step": 88657
    },
    {
      "epoch": 3.6312922383780464,
      "grad_norm": 1.5213645871480583,
      "learning_rate": 0.0001037591287711336,
      "loss": 0.782,
      "step": 88658
    },
    {
      "epoch": 3.631333196805243,
      "grad_norm": 1.2607711933106307,
      "learning_rate": 0.0001037560262236177,
      "loss": 0.661,
      "step": 88659
    },
    {
      "epoch": 3.631374155232439,
      "grad_norm": 1.276815721978747,
      "learning_rate": 0.00010375292369796328,
      "loss": 0.5134,
      "step": 88660
    },
    {
      "epoch": 3.6314151136596355,
      "grad_norm": 1.3931331811475232,
      "learning_rate": 0.00010374982119417181,
      "loss": 0.7043,
      "step": 88661
    },
    {
      "epoch": 3.6314560720868316,
      "grad_norm": 0.737355674733724,
      "learning_rate": 0.00010374671871224475,
      "loss": 0.2154,
      "step": 88662
    },
    {
      "epoch": 3.631497030514028,
      "grad_norm": 1.5745323199567514,
      "learning_rate": 0.0001037436162521835,
      "loss": 0.6833,
      "step": 88663
    },
    {
      "epoch": 3.6315379889412247,
      "grad_norm": 1.4399115898293953,
      "learning_rate": 0.00010374051381398964,
      "loss": 0.7455,
      "step": 88664
    },
    {
      "epoch": 3.6315789473684212,
      "grad_norm": 1.3417417662354125,
      "learning_rate": 0.00010373741139766458,
      "loss": 0.58,
      "step": 88665
    },
    {
      "epoch": 3.6316199057956173,
      "grad_norm": 1.5873826532775286,
      "learning_rate": 0.00010373430900320977,
      "loss": 0.793,
      "step": 88666
    },
    {
      "epoch": 3.631660864222814,
      "grad_norm": 1.4938882857995894,
      "learning_rate": 0.00010373120663062667,
      "loss": 0.7772,
      "step": 88667
    },
    {
      "epoch": 3.6317018226500104,
      "grad_norm": 1.2342846842372845,
      "learning_rate": 0.0001037281042799168,
      "loss": 0.7484,
      "step": 88668
    },
    {
      "epoch": 3.6317427810772065,
      "grad_norm": 0.8431639935555382,
      "learning_rate": 0.00010372500195108159,
      "loss": 0.246,
      "step": 88669
    },
    {
      "epoch": 3.631783739504403,
      "grad_norm": 1.1410410775423134,
      "learning_rate": 0.00010372189964412254,
      "loss": 0.5653,
      "step": 88670
    },
    {
      "epoch": 3.6318246979315996,
      "grad_norm": 1.4890462498257637,
      "learning_rate": 0.00010371879735904104,
      "loss": 0.8069,
      "step": 88671
    },
    {
      "epoch": 3.6318656563587957,
      "grad_norm": 1.2047885596143362,
      "learning_rate": 0.00010371569509583863,
      "loss": 0.7642,
      "step": 88672
    },
    {
      "epoch": 3.631906614785992,
      "grad_norm": 1.5427566037631129,
      "learning_rate": 0.00010371259285451678,
      "loss": 0.8864,
      "step": 88673
    },
    {
      "epoch": 3.6319475732131887,
      "grad_norm": 1.668041843740405,
      "learning_rate": 0.00010370949063507692,
      "loss": 0.935,
      "step": 88674
    },
    {
      "epoch": 3.631988531640385,
      "grad_norm": 1.6369006847396657,
      "learning_rate": 0.00010370638843752051,
      "loss": 0.6951,
      "step": 88675
    },
    {
      "epoch": 3.6320294900675814,
      "grad_norm": 1.2423345187997743,
      "learning_rate": 0.00010370328626184907,
      "loss": 0.558,
      "step": 88676
    },
    {
      "epoch": 3.632070448494778,
      "grad_norm": 0.8981061311236067,
      "learning_rate": 0.00010370018410806396,
      "loss": 0.1517,
      "step": 88677
    },
    {
      "epoch": 3.6321114069219744,
      "grad_norm": 1.7348726965366899,
      "learning_rate": 0.00010369708197616676,
      "loss": 0.8534,
      "step": 88678
    },
    {
      "epoch": 3.6321523653491705,
      "grad_norm": 3.0278484885544747,
      "learning_rate": 0.0001036939798661589,
      "loss": 0.7284,
      "step": 88679
    },
    {
      "epoch": 3.632193323776367,
      "grad_norm": 1.4869413868955472,
      "learning_rate": 0.00010369087777804181,
      "loss": 0.6901,
      "step": 88680
    },
    {
      "epoch": 3.632234282203563,
      "grad_norm": 1.7002658881886532,
      "learning_rate": 0.00010368777571181699,
      "loss": 0.9805,
      "step": 88681
    },
    {
      "epoch": 3.6322752406307597,
      "grad_norm": 0.8514136707630177,
      "learning_rate": 0.00010368467366748592,
      "loss": 0.1884,
      "step": 88682
    },
    {
      "epoch": 3.632316199057956,
      "grad_norm": 1.3396180880369415,
      "learning_rate": 0.00010368157164505005,
      "loss": 0.8455,
      "step": 88683
    },
    {
      "epoch": 3.6323571574851528,
      "grad_norm": 1.3190288333287665,
      "learning_rate": 0.00010367846964451084,
      "loss": 0.6896,
      "step": 88684
    },
    {
      "epoch": 3.632398115912349,
      "grad_norm": 2.4211128107853765,
      "learning_rate": 0.00010367536766586978,
      "loss": 0.8319,
      "step": 88685
    },
    {
      "epoch": 3.6324390743395454,
      "grad_norm": 4.544012385562701,
      "learning_rate": 0.00010367226570912826,
      "loss": 5.8664,
      "step": 88686
    },
    {
      "epoch": 3.632480032766742,
      "grad_norm": 2.089722993990202,
      "learning_rate": 0.00010366916377428786,
      "loss": 1.4345,
      "step": 88687
    },
    {
      "epoch": 3.632520991193938,
      "grad_norm": 1.123714306420323,
      "learning_rate": 0.00010366606186134998,
      "loss": 0.5744,
      "step": 88688
    },
    {
      "epoch": 3.6325619496211345,
      "grad_norm": 1.7692187844466913,
      "learning_rate": 0.00010366295997031609,
      "loss": 0.7268,
      "step": 88689
    },
    {
      "epoch": 3.632602908048331,
      "grad_norm": 1.1415240350046658,
      "learning_rate": 0.00010365985810118763,
      "loss": 0.3409,
      "step": 88690
    },
    {
      "epoch": 3.6326438664755276,
      "grad_norm": 1.4348178836583418,
      "learning_rate": 0.00010365675625396616,
      "loss": 0.6547,
      "step": 88691
    },
    {
      "epoch": 3.6326848249027237,
      "grad_norm": 1.3950104007086748,
      "learning_rate": 0.00010365365442865305,
      "loss": 0.7482,
      "step": 88692
    },
    {
      "epoch": 3.6327257833299202,
      "grad_norm": 0.9464630004075327,
      "learning_rate": 0.00010365055262524983,
      "loss": 0.2369,
      "step": 88693
    },
    {
      "epoch": 3.6327667417571163,
      "grad_norm": 1.4405411355498168,
      "learning_rate": 0.0001036474508437579,
      "loss": 0.7987,
      "step": 88694
    },
    {
      "epoch": 3.632807700184313,
      "grad_norm": 1.027860089671022,
      "learning_rate": 0.00010364434908417879,
      "loss": 0.4819,
      "step": 88695
    },
    {
      "epoch": 3.6328486586115094,
      "grad_norm": 1.6864891971758382,
      "learning_rate": 0.00010364124734651395,
      "loss": 0.8545,
      "step": 88696
    },
    {
      "epoch": 3.632889617038706,
      "grad_norm": 1.2520649954475753,
      "learning_rate": 0.00010363814563076481,
      "loss": 0.7103,
      "step": 88697
    },
    {
      "epoch": 3.632930575465902,
      "grad_norm": 1.9336459383998572,
      "learning_rate": 0.00010363504393693286,
      "loss": 0.9033,
      "step": 88698
    },
    {
      "epoch": 3.6329715338930986,
      "grad_norm": 1.391238067485741,
      "learning_rate": 0.00010363194226501962,
      "loss": 0.615,
      "step": 88699
    },
    {
      "epoch": 3.6330124923202947,
      "grad_norm": 1.427599827165187,
      "learning_rate": 0.00010362884061502647,
      "loss": 0.6862,
      "step": 88700
    },
    {
      "epoch": 3.633053450747491,
      "grad_norm": 1.5321731598118584,
      "learning_rate": 0.00010362573898695493,
      "loss": 0.7451,
      "step": 88701
    },
    {
      "epoch": 3.6330944091746877,
      "grad_norm": 1.550565331158623,
      "learning_rate": 0.00010362263738080642,
      "loss": 0.7443,
      "step": 88702
    },
    {
      "epoch": 3.6331353676018843,
      "grad_norm": 1.3225455722502646,
      "learning_rate": 0.00010361953579658246,
      "loss": 0.5107,
      "step": 88703
    },
    {
      "epoch": 3.6331763260290804,
      "grad_norm": 1.2863640881632523,
      "learning_rate": 0.00010361643423428451,
      "loss": 0.5667,
      "step": 88704
    },
    {
      "epoch": 3.633217284456277,
      "grad_norm": 1.2710624079551798,
      "learning_rate": 0.000103613332693914,
      "loss": 0.5343,
      "step": 88705
    },
    {
      "epoch": 3.6332582428834734,
      "grad_norm": 1.4912856136389427,
      "learning_rate": 0.00010361023117547241,
      "loss": 0.8501,
      "step": 88706
    },
    {
      "epoch": 3.6332992013106695,
      "grad_norm": 0.6522149363718004,
      "learning_rate": 0.0001036071296789612,
      "loss": 0.1661,
      "step": 88707
    },
    {
      "epoch": 3.633340159737866,
      "grad_norm": 1.368469105426,
      "learning_rate": 0.00010360402820438186,
      "loss": 0.7135,
      "step": 88708
    },
    {
      "epoch": 3.6333811181650626,
      "grad_norm": 1.2728762821598694,
      "learning_rate": 0.00010360092675173586,
      "loss": 0.7924,
      "step": 88709
    },
    {
      "epoch": 3.633422076592259,
      "grad_norm": 1.8687157104042178,
      "learning_rate": 0.00010359782532102461,
      "loss": 0.756,
      "step": 88710
    },
    {
      "epoch": 3.6334630350194552,
      "grad_norm": 1.2569567700988467,
      "learning_rate": 0.00010359472391224964,
      "loss": 0.5856,
      "step": 88711
    },
    {
      "epoch": 3.6335039934466518,
      "grad_norm": 1.6721540997478608,
      "learning_rate": 0.0001035916225254124,
      "loss": 0.8347,
      "step": 88712
    },
    {
      "epoch": 3.633544951873848,
      "grad_norm": 1.4967775148401248,
      "learning_rate": 0.00010358852116051436,
      "loss": 0.8202,
      "step": 88713
    },
    {
      "epoch": 3.6335859103010444,
      "grad_norm": 1.3909902803678817,
      "learning_rate": 0.00010358541981755693,
      "loss": 0.564,
      "step": 88714
    },
    {
      "epoch": 3.633626868728241,
      "grad_norm": 1.8099776532597531,
      "learning_rate": 0.00010358231849654164,
      "loss": 1.0802,
      "step": 88715
    },
    {
      "epoch": 3.6336678271554375,
      "grad_norm": 3.6452660017159686,
      "learning_rate": 0.00010357921719746995,
      "loss": 1.4629,
      "step": 88716
    },
    {
      "epoch": 3.6337087855826335,
      "grad_norm": 1.3368994411016513,
      "learning_rate": 0.00010357611592034331,
      "loss": 0.7204,
      "step": 88717
    },
    {
      "epoch": 3.63374974400983,
      "grad_norm": 1.3035966715230978,
      "learning_rate": 0.00010357301466516316,
      "loss": 0.6664,
      "step": 88718
    },
    {
      "epoch": 3.633790702437026,
      "grad_norm": 2.3331323585500905,
      "learning_rate": 0.00010356991343193103,
      "loss": 2.288,
      "step": 88719
    },
    {
      "epoch": 3.6338316608642227,
      "grad_norm": 0.9836055298111052,
      "learning_rate": 0.00010356681222064834,
      "loss": 0.2976,
      "step": 88720
    },
    {
      "epoch": 3.6338726192914192,
      "grad_norm": 1.6431275385816357,
      "learning_rate": 0.00010356371103131656,
      "loss": 1.2868,
      "step": 88721
    },
    {
      "epoch": 3.633913577718616,
      "grad_norm": 1.527984970216144,
      "learning_rate": 0.00010356060986393715,
      "loss": 0.6827,
      "step": 88722
    },
    {
      "epoch": 3.633954536145812,
      "grad_norm": 1.3502910435622621,
      "learning_rate": 0.00010355750871851161,
      "loss": 0.5929,
      "step": 88723
    },
    {
      "epoch": 3.6339954945730084,
      "grad_norm": 1.4096995456091803,
      "learning_rate": 0.00010355440759504138,
      "loss": 0.6959,
      "step": 88724
    },
    {
      "epoch": 3.634036453000205,
      "grad_norm": 1.6006225895461899,
      "learning_rate": 0.00010355130649352794,
      "loss": 0.8617,
      "step": 88725
    },
    {
      "epoch": 3.634077411427401,
      "grad_norm": 2.961173398963762,
      "learning_rate": 0.00010354820541397274,
      "loss": 1.4067,
      "step": 88726
    },
    {
      "epoch": 3.6341183698545976,
      "grad_norm": 1.631449559561971,
      "learning_rate": 0.00010354510435637723,
      "loss": 0.9047,
      "step": 88727
    },
    {
      "epoch": 3.634159328281794,
      "grad_norm": 1.197026242972207,
      "learning_rate": 0.00010354200332074294,
      "loss": 0.4651,
      "step": 88728
    },
    {
      "epoch": 3.6342002867089906,
      "grad_norm": 1.3914911724033054,
      "learning_rate": 0.00010353890230707127,
      "loss": 0.8236,
      "step": 88729
    },
    {
      "epoch": 3.6342412451361867,
      "grad_norm": 1.5304245197103346,
      "learning_rate": 0.00010353580131536373,
      "loss": 0.6979,
      "step": 88730
    },
    {
      "epoch": 3.6342822035633833,
      "grad_norm": 1.5736231796772449,
      "learning_rate": 0.00010353270034562172,
      "loss": 0.7611,
      "step": 88731
    },
    {
      "epoch": 3.6343231619905794,
      "grad_norm": 1.2100192168994326,
      "learning_rate": 0.00010352959939784679,
      "loss": 0.6082,
      "step": 88732
    },
    {
      "epoch": 3.634364120417776,
      "grad_norm": 2.0051306574013923,
      "learning_rate": 0.00010352649847204038,
      "loss": 1.144,
      "step": 88733
    },
    {
      "epoch": 3.6344050788449724,
      "grad_norm": 2.83362817872244,
      "learning_rate": 0.00010352339756820392,
      "loss": 1.1982,
      "step": 88734
    },
    {
      "epoch": 3.634446037272169,
      "grad_norm": 1.242252465909216,
      "learning_rate": 0.0001035202966863389,
      "loss": 0.721,
      "step": 88735
    },
    {
      "epoch": 3.634486995699365,
      "grad_norm": 1.3711985450758224,
      "learning_rate": 0.0001035171958264468,
      "loss": 0.602,
      "step": 88736
    },
    {
      "epoch": 3.6345279541265616,
      "grad_norm": 1.857612512838771,
      "learning_rate": 0.00010351409498852909,
      "loss": 1.1057,
      "step": 88737
    },
    {
      "epoch": 3.6345689125537577,
      "grad_norm": 1.1841021120705584,
      "learning_rate": 0.00010351099417258721,
      "loss": 0.4771,
      "step": 88738
    },
    {
      "epoch": 3.6346098709809542,
      "grad_norm": 1.435008013757437,
      "learning_rate": 0.00010350789337862257,
      "loss": 0.8509,
      "step": 88739
    },
    {
      "epoch": 3.6346508294081508,
      "grad_norm": 0.8170208733768874,
      "learning_rate": 0.00010350479260663677,
      "loss": 0.2179,
      "step": 88740
    },
    {
      "epoch": 3.6346917878353473,
      "grad_norm": 1.4963247452607116,
      "learning_rate": 0.00010350169185663121,
      "loss": 0.729,
      "step": 88741
    },
    {
      "epoch": 3.6347327462625434,
      "grad_norm": 1.0614257667044498,
      "learning_rate": 0.00010349859112860733,
      "loss": 0.4521,
      "step": 88742
    },
    {
      "epoch": 3.63477370468974,
      "grad_norm": 1.3990196566680795,
      "learning_rate": 0.0001034954904225666,
      "loss": 0.9021,
      "step": 88743
    },
    {
      "epoch": 3.6348146631169365,
      "grad_norm": 1.0187863823070271,
      "learning_rate": 0.00010349238973851058,
      "loss": 0.5669,
      "step": 88744
    },
    {
      "epoch": 3.6348556215441326,
      "grad_norm": 3.033716381718471,
      "learning_rate": 0.00010348928907644059,
      "loss": 3.2472,
      "step": 88745
    },
    {
      "epoch": 3.634896579971329,
      "grad_norm": 3.1684077356264058,
      "learning_rate": 0.00010348618843635817,
      "loss": 3.2673,
      "step": 88746
    },
    {
      "epoch": 3.6349375383985256,
      "grad_norm": 1.0588275057380154,
      "learning_rate": 0.0001034830878182648,
      "loss": 0.6217,
      "step": 88747
    },
    {
      "epoch": 3.634978496825722,
      "grad_norm": 2.766502099339478,
      "learning_rate": 0.00010347998722216192,
      "loss": 1.4115,
      "step": 88748
    },
    {
      "epoch": 3.6350194552529183,
      "grad_norm": 1.4692828482850968,
      "learning_rate": 0.00010347688664805097,
      "loss": 0.82,
      "step": 88749
    },
    {
      "epoch": 3.635060413680115,
      "grad_norm": 1.2832994042958348,
      "learning_rate": 0.00010347378609593348,
      "loss": 0.6355,
      "step": 88750
    },
    {
      "epoch": 3.635101372107311,
      "grad_norm": 2.5637962408264583,
      "learning_rate": 0.00010347068556581089,
      "loss": 1.2907,
      "step": 88751
    },
    {
      "epoch": 3.6351423305345074,
      "grad_norm": 1.0665363627228799,
      "learning_rate": 0.00010346758505768466,
      "loss": 0.2384,
      "step": 88752
    },
    {
      "epoch": 3.635183288961704,
      "grad_norm": 0.7604366112564895,
      "learning_rate": 0.00010346448457155623,
      "loss": 0.1618,
      "step": 88753
    },
    {
      "epoch": 3.6352242473889005,
      "grad_norm": 1.4195669433589757,
      "learning_rate": 0.00010346138410742709,
      "loss": 0.8663,
      "step": 88754
    },
    {
      "epoch": 3.6352652058160966,
      "grad_norm": 1.602082251496584,
      "learning_rate": 0.00010345828366529874,
      "loss": 0.8112,
      "step": 88755
    },
    {
      "epoch": 3.635306164243293,
      "grad_norm": 0.8103905546608035,
      "learning_rate": 0.0001034551832451726,
      "loss": 0.1876,
      "step": 88756
    },
    {
      "epoch": 3.635347122670489,
      "grad_norm": 1.4033940682513317,
      "learning_rate": 0.00010345208284705015,
      "loss": 0.7919,
      "step": 88757
    },
    {
      "epoch": 3.6353880810976857,
      "grad_norm": 1.7405435112269565,
      "learning_rate": 0.00010344898247093282,
      "loss": 0.8755,
      "step": 88758
    },
    {
      "epoch": 3.6354290395248823,
      "grad_norm": 1.4177805501876717,
      "learning_rate": 0.00010344588211682214,
      "loss": 0.6192,
      "step": 88759
    },
    {
      "epoch": 3.635469997952079,
      "grad_norm": 2.8431035049163436,
      "learning_rate": 0.00010344278178471957,
      "loss": 0.8344,
      "step": 88760
    },
    {
      "epoch": 3.635510956379275,
      "grad_norm": 1.2355730727887284,
      "learning_rate": 0.00010343968147462652,
      "loss": 0.6985,
      "step": 88761
    },
    {
      "epoch": 3.6355519148064714,
      "grad_norm": 1.9483131362494874,
      "learning_rate": 0.00010343658118654449,
      "loss": 0.8626,
      "step": 88762
    },
    {
      "epoch": 3.635592873233668,
      "grad_norm": 4.957077288779006,
      "learning_rate": 0.00010343348092047494,
      "loss": 1.9428,
      "step": 88763
    },
    {
      "epoch": 3.635633831660864,
      "grad_norm": 1.665922028317221,
      "learning_rate": 0.00010343038067641935,
      "loss": 0.7472,
      "step": 88764
    },
    {
      "epoch": 3.6356747900880606,
      "grad_norm": 0.9549838212696937,
      "learning_rate": 0.00010342728045437917,
      "loss": 0.2551,
      "step": 88765
    },
    {
      "epoch": 3.635715748515257,
      "grad_norm": 1.4098518536726763,
      "learning_rate": 0.00010342418025435584,
      "loss": 0.5592,
      "step": 88766
    },
    {
      "epoch": 3.6357567069424537,
      "grad_norm": 1.4630723850280525,
      "learning_rate": 0.00010342108007635088,
      "loss": 0.7269,
      "step": 88767
    },
    {
      "epoch": 3.6357976653696498,
      "grad_norm": 1.261890019136144,
      "learning_rate": 0.00010341797992036576,
      "loss": 0.6703,
      "step": 88768
    },
    {
      "epoch": 3.6358386237968463,
      "grad_norm": 0.8769583001001343,
      "learning_rate": 0.00010341487978640189,
      "loss": 0.2372,
      "step": 88769
    },
    {
      "epoch": 3.6358795822240424,
      "grad_norm": 1.012537644983138,
      "learning_rate": 0.00010341177967446073,
      "loss": 0.4352,
      "step": 88770
    },
    {
      "epoch": 3.635920540651239,
      "grad_norm": 1.7600907910082344,
      "learning_rate": 0.00010340867958454381,
      "loss": 0.7712,
      "step": 88771
    },
    {
      "epoch": 3.6359614990784355,
      "grad_norm": 1.4820430447703519,
      "learning_rate": 0.00010340557951665256,
      "loss": 0.8895,
      "step": 88772
    },
    {
      "epoch": 3.636002457505632,
      "grad_norm": 1.6096744911795688,
      "learning_rate": 0.00010340247947078847,
      "loss": 0.853,
      "step": 88773
    },
    {
      "epoch": 3.636043415932828,
      "grad_norm": 0.8898607785565782,
      "learning_rate": 0.00010339937944695293,
      "loss": 0.2186,
      "step": 88774
    },
    {
      "epoch": 3.6360843743600246,
      "grad_norm": 1.062473408417657,
      "learning_rate": 0.0001033962794451475,
      "loss": 0.4389,
      "step": 88775
    },
    {
      "epoch": 3.6361253327872207,
      "grad_norm": 1.1515213851538126,
      "learning_rate": 0.0001033931794653736,
      "loss": 0.6101,
      "step": 88776
    },
    {
      "epoch": 3.6361662912144173,
      "grad_norm": 0.897813564601053,
      "learning_rate": 0.00010339007950763271,
      "loss": 0.2366,
      "step": 88777
    },
    {
      "epoch": 3.636207249641614,
      "grad_norm": 1.6343996883026535,
      "learning_rate": 0.00010338697957192625,
      "loss": 1.1424,
      "step": 88778
    },
    {
      "epoch": 3.6362482080688103,
      "grad_norm": 1.0681640069601277,
      "learning_rate": 0.00010338387965825574,
      "loss": 0.3104,
      "step": 88779
    },
    {
      "epoch": 3.6362891664960064,
      "grad_norm": 1.0042566361181289,
      "learning_rate": 0.00010338077976662264,
      "loss": 0.3176,
      "step": 88780
    },
    {
      "epoch": 3.636330124923203,
      "grad_norm": 1.9580989277693728,
      "learning_rate": 0.00010337767989702839,
      "loss": 0.9222,
      "step": 88781
    },
    {
      "epoch": 3.6363710833503995,
      "grad_norm": 1.208403113062452,
      "learning_rate": 0.00010337458004947444,
      "loss": 0.4851,
      "step": 88782
    },
    {
      "epoch": 3.6364120417775956,
      "grad_norm": 1.0497974208826584,
      "learning_rate": 0.00010337148022396233,
      "loss": 0.385,
      "step": 88783
    },
    {
      "epoch": 3.636453000204792,
      "grad_norm": 1.1371921878814293,
      "learning_rate": 0.00010336838042049346,
      "loss": 0.5904,
      "step": 88784
    },
    {
      "epoch": 3.6364939586319887,
      "grad_norm": 0.9257742230731418,
      "learning_rate": 0.00010336528063906931,
      "loss": 0.2412,
      "step": 88785
    },
    {
      "epoch": 3.636534917059185,
      "grad_norm": 0.7262506409822792,
      "learning_rate": 0.00010336218087969134,
      "loss": 0.2155,
      "step": 88786
    },
    {
      "epoch": 3.6365758754863813,
      "grad_norm": 1.9079476742470867,
      "learning_rate": 0.00010335908114236106,
      "loss": 1.1221,
      "step": 88787
    },
    {
      "epoch": 3.636616833913578,
      "grad_norm": 1.6050655072079751,
      "learning_rate": 0.00010335598142707987,
      "loss": 0.8705,
      "step": 88788
    },
    {
      "epoch": 3.636657792340774,
      "grad_norm": 1.593151984536287,
      "learning_rate": 0.00010335288173384927,
      "loss": 0.7843,
      "step": 88789
    },
    {
      "epoch": 3.6366987507679704,
      "grad_norm": 1.5991358955292234,
      "learning_rate": 0.00010334978206267072,
      "loss": 0.6664,
      "step": 88790
    },
    {
      "epoch": 3.636739709195167,
      "grad_norm": 1.7636306426741344,
      "learning_rate": 0.00010334668241354568,
      "loss": 1.1019,
      "step": 88791
    },
    {
      "epoch": 3.6367806676223635,
      "grad_norm": 1.4565438463108942,
      "learning_rate": 0.00010334358278647563,
      "loss": 0.7083,
      "step": 88792
    },
    {
      "epoch": 3.6368216260495596,
      "grad_norm": 1.615577337512019,
      "learning_rate": 0.00010334048318146204,
      "loss": 0.8607,
      "step": 88793
    },
    {
      "epoch": 3.636862584476756,
      "grad_norm": 1.492497318744352,
      "learning_rate": 0.00010333738359850634,
      "loss": 0.5968,
      "step": 88794
    },
    {
      "epoch": 3.6369035429039522,
      "grad_norm": 1.4242490927968676,
      "learning_rate": 0.00010333428403761003,
      "loss": 0.8091,
      "step": 88795
    },
    {
      "epoch": 3.6369445013311488,
      "grad_norm": 1.9991610456290851,
      "learning_rate": 0.00010333118449877457,
      "loss": 0.8855,
      "step": 88796
    },
    {
      "epoch": 3.6369854597583453,
      "grad_norm": 0.8305610349875223,
      "learning_rate": 0.00010332808498200141,
      "loss": 0.1162,
      "step": 88797
    },
    {
      "epoch": 3.637026418185542,
      "grad_norm": 1.5274720868955574,
      "learning_rate": 0.00010332498548729203,
      "loss": 0.7962,
      "step": 88798
    },
    {
      "epoch": 3.637067376612738,
      "grad_norm": 1.3819161802416517,
      "learning_rate": 0.00010332188601464786,
      "loss": 0.3884,
      "step": 88799
    },
    {
      "epoch": 3.6371083350399345,
      "grad_norm": 1.6776312678704486,
      "learning_rate": 0.00010331878656407042,
      "loss": 0.5396,
      "step": 88800
    },
    {
      "epoch": 3.637149293467131,
      "grad_norm": 1.2979552655153523,
      "learning_rate": 0.00010331568713556115,
      "loss": 0.6961,
      "step": 88801
    },
    {
      "epoch": 3.637190251894327,
      "grad_norm": 1.3713694639242844,
      "learning_rate": 0.0001033125877291215,
      "loss": 0.7223,
      "step": 88802
    },
    {
      "epoch": 3.6372312103215236,
      "grad_norm": 1.234763791591671,
      "learning_rate": 0.00010330948834475294,
      "loss": 0.7403,
      "step": 88803
    },
    {
      "epoch": 3.63727216874872,
      "grad_norm": 1.8158493915894363,
      "learning_rate": 0.00010330638898245695,
      "loss": 0.8375,
      "step": 88804
    },
    {
      "epoch": 3.6373131271759167,
      "grad_norm": 1.511253279488765,
      "learning_rate": 0.00010330328964223502,
      "loss": 0.7616,
      "step": 88805
    },
    {
      "epoch": 3.637354085603113,
      "grad_norm": 1.4437099506148392,
      "learning_rate": 0.00010330019032408858,
      "loss": 0.6365,
      "step": 88806
    },
    {
      "epoch": 3.6373950440303093,
      "grad_norm": 1.5221078719565841,
      "learning_rate": 0.00010329709102801906,
      "loss": 0.6381,
      "step": 88807
    },
    {
      "epoch": 3.6374360024575054,
      "grad_norm": 2.8206423043497995,
      "learning_rate": 0.000103293991754028,
      "loss": 2.3057,
      "step": 88808
    },
    {
      "epoch": 3.637476960884702,
      "grad_norm": 1.7205740108708751,
      "learning_rate": 0.00010329089250211682,
      "loss": 0.8621,
      "step": 88809
    },
    {
      "epoch": 3.6375179193118985,
      "grad_norm": 1.7288551663788347,
      "learning_rate": 0.00010328779327228701,
      "loss": 0.8214,
      "step": 88810
    },
    {
      "epoch": 3.637558877739095,
      "grad_norm": 0.9791083231705772,
      "learning_rate": 0.00010328469406453998,
      "loss": 0.618,
      "step": 88811
    },
    {
      "epoch": 3.637599836166291,
      "grad_norm": 1.2836862049563131,
      "learning_rate": 0.00010328159487887727,
      "loss": 0.4894,
      "step": 88812
    },
    {
      "epoch": 3.6376407945934877,
      "grad_norm": 1.54130214179617,
      "learning_rate": 0.0001032784957153003,
      "loss": 0.6937,
      "step": 88813
    },
    {
      "epoch": 3.6376817530206838,
      "grad_norm": 1.2440857143108084,
      "learning_rate": 0.0001032753965738106,
      "loss": 0.5146,
      "step": 88814
    },
    {
      "epoch": 3.6377227114478803,
      "grad_norm": 1.6940767909225734,
      "learning_rate": 0.00010327229745440954,
      "loss": 0.9929,
      "step": 88815
    },
    {
      "epoch": 3.637763669875077,
      "grad_norm": 1.291353783930355,
      "learning_rate": 0.00010326919835709861,
      "loss": 0.6467,
      "step": 88816
    },
    {
      "epoch": 3.6378046283022734,
      "grad_norm": 1.5361667800739642,
      "learning_rate": 0.0001032660992818793,
      "loss": 0.9666,
      "step": 88817
    },
    {
      "epoch": 3.6378455867294694,
      "grad_norm": 1.3023991011609595,
      "learning_rate": 0.00010326300022875306,
      "loss": 0.7382,
      "step": 88818
    },
    {
      "epoch": 3.637886545156666,
      "grad_norm": 1.6954882249712788,
      "learning_rate": 0.00010325990119772138,
      "loss": 0.851,
      "step": 88819
    },
    {
      "epoch": 3.6379275035838625,
      "grad_norm": 1.4611721965699727,
      "learning_rate": 0.0001032568021887857,
      "loss": 0.8999,
      "step": 88820
    },
    {
      "epoch": 3.6379684620110586,
      "grad_norm": 1.0339644986891223,
      "learning_rate": 0.00010325370320194747,
      "loss": 0.3337,
      "step": 88821
    },
    {
      "epoch": 3.638009420438255,
      "grad_norm": 1.3584045253682098,
      "learning_rate": 0.00010325060423720818,
      "loss": 0.7343,
      "step": 88822
    },
    {
      "epoch": 3.6380503788654517,
      "grad_norm": 1.3636099359827725,
      "learning_rate": 0.00010324750529456931,
      "loss": 0.6806,
      "step": 88823
    },
    {
      "epoch": 3.638091337292648,
      "grad_norm": 1.0562325721053123,
      "learning_rate": 0.00010324440637403231,
      "loss": 0.3088,
      "step": 88824
    },
    {
      "epoch": 3.6381322957198443,
      "grad_norm": 1.2409958626322881,
      "learning_rate": 0.0001032413074755986,
      "loss": 0.7299,
      "step": 88825
    },
    {
      "epoch": 3.638173254147041,
      "grad_norm": 1.5560141728370687,
      "learning_rate": 0.00010323820859926974,
      "loss": 0.8733,
      "step": 88826
    },
    {
      "epoch": 3.638214212574237,
      "grad_norm": 1.5705781102185286,
      "learning_rate": 0.00010323510974504713,
      "loss": 0.8876,
      "step": 88827
    },
    {
      "epoch": 3.6382551710014335,
      "grad_norm": 1.4754421677775529,
      "learning_rate": 0.00010323201091293224,
      "loss": 0.5913,
      "step": 88828
    },
    {
      "epoch": 3.63829612942863,
      "grad_norm": 2.107070373025749,
      "learning_rate": 0.00010322891210292653,
      "loss": 1.4173,
      "step": 88829
    },
    {
      "epoch": 3.6383370878558265,
      "grad_norm": 1.4616205251194152,
      "learning_rate": 0.00010322581331503147,
      "loss": 0.8819,
      "step": 88830
    },
    {
      "epoch": 3.6383780462830226,
      "grad_norm": 1.3267388493089494,
      "learning_rate": 0.00010322271454924857,
      "loss": 0.7664,
      "step": 88831
    },
    {
      "epoch": 3.638419004710219,
      "grad_norm": 1.2492009676891225,
      "learning_rate": 0.00010321961580557922,
      "loss": 0.589,
      "step": 88832
    },
    {
      "epoch": 3.6384599631374153,
      "grad_norm": 1.4582981751659492,
      "learning_rate": 0.00010321651708402495,
      "loss": 0.7899,
      "step": 88833
    },
    {
      "epoch": 3.638500921564612,
      "grad_norm": 1.5837901071436122,
      "learning_rate": 0.00010321341838458714,
      "loss": 0.9303,
      "step": 88834
    },
    {
      "epoch": 3.6385418799918083,
      "grad_norm": 1.324413737272405,
      "learning_rate": 0.00010321031970726736,
      "loss": 0.6294,
      "step": 88835
    },
    {
      "epoch": 3.638582838419005,
      "grad_norm": 1.4696926814386129,
      "learning_rate": 0.00010320722105206701,
      "loss": 0.8818,
      "step": 88836
    },
    {
      "epoch": 3.638623796846201,
      "grad_norm": 1.7137613699845913,
      "learning_rate": 0.0001032041224189876,
      "loss": 1.2,
      "step": 88837
    },
    {
      "epoch": 3.6386647552733975,
      "grad_norm": 1.533927998921862,
      "learning_rate": 0.0001032010238080305,
      "loss": 0.6368,
      "step": 88838
    },
    {
      "epoch": 3.638705713700594,
      "grad_norm": 0.9182742871582289,
      "learning_rate": 0.0001031979252191973,
      "loss": 0.2665,
      "step": 88839
    },
    {
      "epoch": 3.63874667212779,
      "grad_norm": 1.6866205685205624,
      "learning_rate": 0.00010319482665248941,
      "loss": 0.7287,
      "step": 88840
    },
    {
      "epoch": 3.6387876305549867,
      "grad_norm": 1.2214821818840218,
      "learning_rate": 0.00010319172810790826,
      "loss": 0.6028,
      "step": 88841
    },
    {
      "epoch": 3.638828588982183,
      "grad_norm": 1.23962433833779,
      "learning_rate": 0.00010318862958545532,
      "loss": 0.5024,
      "step": 88842
    },
    {
      "epoch": 3.6388695474093797,
      "grad_norm": 0.92116863747731,
      "learning_rate": 0.00010318553108513213,
      "loss": 0.2373,
      "step": 88843
    },
    {
      "epoch": 3.638910505836576,
      "grad_norm": 1.4506696767648126,
      "learning_rate": 0.00010318243260694009,
      "loss": 0.6563,
      "step": 88844
    },
    {
      "epoch": 3.6389514642637724,
      "grad_norm": 0.5552021145790146,
      "learning_rate": 0.00010317933415088068,
      "loss": 0.1148,
      "step": 88845
    },
    {
      "epoch": 3.6389924226909685,
      "grad_norm": 1.495126884117561,
      "learning_rate": 0.00010317623571695533,
      "loss": 0.5594,
      "step": 88846
    },
    {
      "epoch": 3.639033381118165,
      "grad_norm": 1.2181133477124861,
      "learning_rate": 0.00010317313730516558,
      "loss": 0.5053,
      "step": 88847
    },
    {
      "epoch": 3.6390743395453615,
      "grad_norm": 1.222646211978306,
      "learning_rate": 0.00010317003891551285,
      "loss": 0.6827,
      "step": 88848
    },
    {
      "epoch": 3.639115297972558,
      "grad_norm": 1.7230139768241663,
      "learning_rate": 0.00010316694054799861,
      "loss": 0.9705,
      "step": 88849
    },
    {
      "epoch": 3.639156256399754,
      "grad_norm": 1.9049299109021303,
      "learning_rate": 0.00010316384220262428,
      "loss": 0.9251,
      "step": 88850
    },
    {
      "epoch": 3.6391972148269507,
      "grad_norm": 1.3020561622069122,
      "learning_rate": 0.0001031607438793914,
      "loss": 0.6246,
      "step": 88851
    },
    {
      "epoch": 3.639238173254147,
      "grad_norm": 1.9992451059609162,
      "learning_rate": 0.00010315764557830142,
      "loss": 0.6286,
      "step": 88852
    },
    {
      "epoch": 3.6392791316813433,
      "grad_norm": 1.884290819019131,
      "learning_rate": 0.00010315454729935576,
      "loss": 1.0565,
      "step": 88853
    },
    {
      "epoch": 3.63932009010854,
      "grad_norm": 1.389901258074979,
      "learning_rate": 0.0001031514490425559,
      "loss": 0.6721,
      "step": 88854
    },
    {
      "epoch": 3.6393610485357364,
      "grad_norm": 1.5945845973683768,
      "learning_rate": 0.00010314835080790335,
      "loss": 0.3587,
      "step": 88855
    },
    {
      "epoch": 3.6394020069629325,
      "grad_norm": 1.3453984367373846,
      "learning_rate": 0.00010314525259539954,
      "loss": 0.5244,
      "step": 88856
    },
    {
      "epoch": 3.639442965390129,
      "grad_norm": 1.5122841183021087,
      "learning_rate": 0.00010314215440504591,
      "loss": 0.8297,
      "step": 88857
    },
    {
      "epoch": 3.6394839238173256,
      "grad_norm": 1.5466993041875055,
      "learning_rate": 0.00010313905623684396,
      "loss": 0.6904,
      "step": 88858
    },
    {
      "epoch": 3.6395248822445216,
      "grad_norm": 0.8100704796724589,
      "learning_rate": 0.00010313595809079516,
      "loss": 0.289,
      "step": 88859
    },
    {
      "epoch": 3.639565840671718,
      "grad_norm": 1.5527016515204455,
      "learning_rate": 0.00010313285996690095,
      "loss": 0.8522,
      "step": 88860
    },
    {
      "epoch": 3.6396067990989147,
      "grad_norm": 1.3593748851167513,
      "learning_rate": 0.0001031297618651628,
      "loss": 0.7693,
      "step": 88861
    },
    {
      "epoch": 3.6396477575261112,
      "grad_norm": 0.9687430223349046,
      "learning_rate": 0.00010312666378558217,
      "loss": 0.2457,
      "step": 88862
    },
    {
      "epoch": 3.6396887159533073,
      "grad_norm": 1.3928861210056052,
      "learning_rate": 0.00010312356572816055,
      "loss": 0.2842,
      "step": 88863
    },
    {
      "epoch": 3.639729674380504,
      "grad_norm": 1.5944119634199592,
      "learning_rate": 0.0001031204676928994,
      "loss": 0.8526,
      "step": 88864
    },
    {
      "epoch": 3.6397706328077,
      "grad_norm": 0.7138839249293196,
      "learning_rate": 0.00010311736967980014,
      "loss": 0.2031,
      "step": 88865
    },
    {
      "epoch": 3.6398115912348965,
      "grad_norm": 1.4961175290208801,
      "learning_rate": 0.00010311427168886428,
      "loss": 0.4931,
      "step": 88866
    },
    {
      "epoch": 3.639852549662093,
      "grad_norm": 10.566164078505553,
      "learning_rate": 0.00010311117372009328,
      "loss": 2.9327,
      "step": 88867
    },
    {
      "epoch": 3.6398935080892896,
      "grad_norm": 0.8975275446035412,
      "learning_rate": 0.0001031080757734886,
      "loss": 0.2516,
      "step": 88868
    },
    {
      "epoch": 3.6399344665164857,
      "grad_norm": 1.5913026281792393,
      "learning_rate": 0.00010310497784905168,
      "loss": 0.7823,
      "step": 88869
    },
    {
      "epoch": 3.639975424943682,
      "grad_norm": 0.8398725738251972,
      "learning_rate": 0.00010310187994678403,
      "loss": 0.2752,
      "step": 88870
    },
    {
      "epoch": 3.6400163833708783,
      "grad_norm": 5.287961368035999,
      "learning_rate": 0.00010309878206668705,
      "loss": 3.1193,
      "step": 88871
    },
    {
      "epoch": 3.640057341798075,
      "grad_norm": 1.8193179201602272,
      "learning_rate": 0.00010309568420876228,
      "loss": 1.1919,
      "step": 88872
    },
    {
      "epoch": 3.6400983002252714,
      "grad_norm": 1.26054905579132,
      "learning_rate": 0.00010309258637301115,
      "loss": 0.7783,
      "step": 88873
    },
    {
      "epoch": 3.640139258652468,
      "grad_norm": 1.4039252222469476,
      "learning_rate": 0.00010308948855943512,
      "loss": 0.7499,
      "step": 88874
    },
    {
      "epoch": 3.640180217079664,
      "grad_norm": 8.450409737961369,
      "learning_rate": 0.00010308639076803563,
      "loss": 1.0699,
      "step": 88875
    },
    {
      "epoch": 3.6402211755068605,
      "grad_norm": 1.5142115869571948,
      "learning_rate": 0.00010308329299881419,
      "loss": 0.8494,
      "step": 88876
    },
    {
      "epoch": 3.640262133934057,
      "grad_norm": 2.1327906641766723,
      "learning_rate": 0.00010308019525177227,
      "loss": 1.4608,
      "step": 88877
    },
    {
      "epoch": 3.640303092361253,
      "grad_norm": 1.4270316795624438,
      "learning_rate": 0.00010307709752691129,
      "loss": 0.7801,
      "step": 88878
    },
    {
      "epoch": 3.6403440507884497,
      "grad_norm": 1.4879959507043046,
      "learning_rate": 0.00010307399982423272,
      "loss": 0.6462,
      "step": 88879
    },
    {
      "epoch": 3.6403850092156462,
      "grad_norm": 1.6944736855427946,
      "learning_rate": 0.00010307090214373806,
      "loss": 1.214,
      "step": 88880
    },
    {
      "epoch": 3.6404259676428428,
      "grad_norm": 2.619801466973629,
      "learning_rate": 0.00010306780448542875,
      "loss": 1.8199,
      "step": 88881
    },
    {
      "epoch": 3.640466926070039,
      "grad_norm": 1.580751464710621,
      "learning_rate": 0.00010306470684930627,
      "loss": 0.462,
      "step": 88882
    },
    {
      "epoch": 3.6405078844972354,
      "grad_norm": 3.676140305114767,
      "learning_rate": 0.00010306160923537204,
      "loss": 2.469,
      "step": 88883
    },
    {
      "epoch": 3.6405488429244315,
      "grad_norm": 1.424323418158883,
      "learning_rate": 0.00010305851164362759,
      "loss": 0.7196,
      "step": 88884
    },
    {
      "epoch": 3.640589801351628,
      "grad_norm": 1.298799996569152,
      "learning_rate": 0.00010305541407407438,
      "loss": 0.7599,
      "step": 88885
    },
    {
      "epoch": 3.6406307597788246,
      "grad_norm": 1.4464910315867434,
      "learning_rate": 0.00010305231652671382,
      "loss": 0.707,
      "step": 88886
    },
    {
      "epoch": 3.640671718206021,
      "grad_norm": 1.3920440732926065,
      "learning_rate": 0.00010304921900154739,
      "loss": 0.7435,
      "step": 88887
    },
    {
      "epoch": 3.640712676633217,
      "grad_norm": 1.5150082836000436,
      "learning_rate": 0.00010304612149857657,
      "loss": 0.6917,
      "step": 88888
    },
    {
      "epoch": 3.6407536350604137,
      "grad_norm": 1.3321070790738987,
      "learning_rate": 0.00010304302401780278,
      "loss": 0.7839,
      "step": 88889
    },
    {
      "epoch": 3.64079459348761,
      "grad_norm": 1.939251618569772,
      "learning_rate": 0.00010303992655922756,
      "loss": 1.3099,
      "step": 88890
    },
    {
      "epoch": 3.6408355519148063,
      "grad_norm": 1.4504789148132677,
      "learning_rate": 0.00010303682912285235,
      "loss": 0.6882,
      "step": 88891
    },
    {
      "epoch": 3.640876510342003,
      "grad_norm": 1.0994554136832342,
      "learning_rate": 0.0001030337317086786,
      "loss": 0.492,
      "step": 88892
    },
    {
      "epoch": 3.6409174687691994,
      "grad_norm": 1.2340466226203528,
      "learning_rate": 0.00010303063431670773,
      "loss": 0.7237,
      "step": 88893
    },
    {
      "epoch": 3.6409584271963955,
      "grad_norm": 1.2964610989624528,
      "learning_rate": 0.0001030275369469413,
      "loss": 0.5414,
      "step": 88894
    },
    {
      "epoch": 3.640999385623592,
      "grad_norm": 1.666203016713606,
      "learning_rate": 0.0001030244395993807,
      "loss": 1.0557,
      "step": 88895
    },
    {
      "epoch": 3.6410403440507886,
      "grad_norm": 1.1025619245452463,
      "learning_rate": 0.00010302134227402743,
      "loss": 0.5182,
      "step": 88896
    },
    {
      "epoch": 3.6410813024779847,
      "grad_norm": 1.2386870130787164,
      "learning_rate": 0.00010301824497088296,
      "loss": 0.5124,
      "step": 88897
    },
    {
      "epoch": 3.641122260905181,
      "grad_norm": 1.3307656355794242,
      "learning_rate": 0.00010301514768994869,
      "loss": 0.6572,
      "step": 88898
    },
    {
      "epoch": 3.6411632193323777,
      "grad_norm": 0.7677600721326004,
      "learning_rate": 0.00010301205043122617,
      "loss": 0.195,
      "step": 88899
    },
    {
      "epoch": 3.6412041777595743,
      "grad_norm": 1.3096364346228135,
      "learning_rate": 0.00010300895319471682,
      "loss": 0.5784,
      "step": 88900
    },
    {
      "epoch": 3.6412451361867704,
      "grad_norm": 1.4972235827526703,
      "learning_rate": 0.00010300585598042212,
      "loss": 0.6734,
      "step": 88901
    },
    {
      "epoch": 3.641286094613967,
      "grad_norm": 1.012651417912412,
      "learning_rate": 0.00010300275878834348,
      "loss": 0.2762,
      "step": 88902
    },
    {
      "epoch": 3.641327053041163,
      "grad_norm": 1.3901837776536694,
      "learning_rate": 0.00010299966161848243,
      "loss": 0.9733,
      "step": 88903
    },
    {
      "epoch": 3.6413680114683595,
      "grad_norm": 1.5742292168219776,
      "learning_rate": 0.00010299656447084043,
      "loss": 0.9011,
      "step": 88904
    },
    {
      "epoch": 3.641408969895556,
      "grad_norm": 1.5744303030361273,
      "learning_rate": 0.00010299346734541892,
      "loss": 0.902,
      "step": 88905
    },
    {
      "epoch": 3.6414499283227526,
      "grad_norm": 1.8699945298158631,
      "learning_rate": 0.00010299037024221936,
      "loss": 0.822,
      "step": 88906
    },
    {
      "epoch": 3.6414908867499487,
      "grad_norm": 1.5159073689037894,
      "learning_rate": 0.00010298727316124324,
      "loss": 0.8761,
      "step": 88907
    },
    {
      "epoch": 3.6415318451771452,
      "grad_norm": 3.2173840386040577,
      "learning_rate": 0.000102984176102492,
      "loss": 0.9057,
      "step": 88908
    },
    {
      "epoch": 3.6415728036043413,
      "grad_norm": 1.1772725608760575,
      "learning_rate": 0.00010298107906596712,
      "loss": 0.8566,
      "step": 88909
    },
    {
      "epoch": 3.641613762031538,
      "grad_norm": 0.9163100840540979,
      "learning_rate": 0.00010297798205167003,
      "loss": 0.35,
      "step": 88910
    },
    {
      "epoch": 3.6416547204587344,
      "grad_norm": 1.551254342505972,
      "learning_rate": 0.00010297488505960226,
      "loss": 0.6902,
      "step": 88911
    },
    {
      "epoch": 3.641695678885931,
      "grad_norm": 1.268453870836445,
      "learning_rate": 0.00010297178808976523,
      "loss": 0.6488,
      "step": 88912
    },
    {
      "epoch": 3.641736637313127,
      "grad_norm": 1.0976207795889472,
      "learning_rate": 0.0001029686911421604,
      "loss": 0.5733,
      "step": 88913
    },
    {
      "epoch": 3.6417775957403236,
      "grad_norm": 1.6869689695878844,
      "learning_rate": 0.00010296559421678922,
      "loss": 0.8947,
      "step": 88914
    },
    {
      "epoch": 3.64181855416752,
      "grad_norm": 1.7935977131771537,
      "learning_rate": 0.00010296249731365321,
      "loss": 0.8933,
      "step": 88915
    },
    {
      "epoch": 3.641859512594716,
      "grad_norm": 0.8328894912890508,
      "learning_rate": 0.00010295940043275381,
      "loss": 0.3046,
      "step": 88916
    },
    {
      "epoch": 3.6419004710219127,
      "grad_norm": 4.777599857024258,
      "learning_rate": 0.00010295630357409247,
      "loss": 5.4441,
      "step": 88917
    },
    {
      "epoch": 3.6419414294491093,
      "grad_norm": 1.34710641463141,
      "learning_rate": 0.00010295320673767062,
      "loss": 0.3939,
      "step": 88918
    },
    {
      "epoch": 3.641982387876306,
      "grad_norm": 1.5523695990740136,
      "learning_rate": 0.0001029501099234898,
      "loss": 0.4437,
      "step": 88919
    },
    {
      "epoch": 3.642023346303502,
      "grad_norm": 1.3619986464188376,
      "learning_rate": 0.00010294701313155143,
      "loss": 0.5179,
      "step": 88920
    },
    {
      "epoch": 3.6420643047306984,
      "grad_norm": 4.647360037569975,
      "learning_rate": 0.000102943916361857,
      "loss": 0.8977,
      "step": 88921
    },
    {
      "epoch": 3.6421052631578945,
      "grad_norm": 1.3654313665129483,
      "learning_rate": 0.00010294081961440792,
      "loss": 0.7493,
      "step": 88922
    },
    {
      "epoch": 3.642146221585091,
      "grad_norm": 0.9623995070808096,
      "learning_rate": 0.00010293772288920571,
      "loss": 0.3115,
      "step": 88923
    },
    {
      "epoch": 3.6421871800122876,
      "grad_norm": 1.7048257506936997,
      "learning_rate": 0.00010293462618625182,
      "loss": 1.0811,
      "step": 88924
    },
    {
      "epoch": 3.642228138439484,
      "grad_norm": 1.2017907638952219,
      "learning_rate": 0.00010293152950554769,
      "loss": 0.4741,
      "step": 88925
    },
    {
      "epoch": 3.64226909686668,
      "grad_norm": 1.6964693302036575,
      "learning_rate": 0.0001029284328470948,
      "loss": 0.8375,
      "step": 88926
    },
    {
      "epoch": 3.6423100552938767,
      "grad_norm": 0.9944591720265216,
      "learning_rate": 0.00010292533621089464,
      "loss": 0.3196,
      "step": 88927
    },
    {
      "epoch": 3.642351013721073,
      "grad_norm": 1.4604541790484287,
      "learning_rate": 0.00010292223959694865,
      "loss": 0.8251,
      "step": 88928
    },
    {
      "epoch": 3.6423919721482694,
      "grad_norm": 1.450197063235525,
      "learning_rate": 0.00010291914300525828,
      "loss": 0.5723,
      "step": 88929
    },
    {
      "epoch": 3.642432930575466,
      "grad_norm": 1.1502156123432539,
      "learning_rate": 0.00010291604643582497,
      "loss": 0.6014,
      "step": 88930
    },
    {
      "epoch": 3.6424738890026624,
      "grad_norm": 1.66292540764343,
      "learning_rate": 0.00010291294988865026,
      "loss": 0.9075,
      "step": 88931
    },
    {
      "epoch": 3.6425148474298585,
      "grad_norm": 1.2096621756683184,
      "learning_rate": 0.00010290985336373558,
      "loss": 0.5837,
      "step": 88932
    },
    {
      "epoch": 3.642555805857055,
      "grad_norm": 1.1462928762341567,
      "learning_rate": 0.0001029067568610824,
      "loss": 0.5922,
      "step": 88933
    },
    {
      "epoch": 3.6425967642842516,
      "grad_norm": 1.5823007796242994,
      "learning_rate": 0.00010290366038069213,
      "loss": 0.8597,
      "step": 88934
    },
    {
      "epoch": 3.6426377227114477,
      "grad_norm": 2.7199082947523956,
      "learning_rate": 0.00010290056392256631,
      "loss": 0.6797,
      "step": 88935
    },
    {
      "epoch": 3.6426786811386442,
      "grad_norm": 1.2446961731242283,
      "learning_rate": 0.00010289746748670637,
      "loss": 0.7893,
      "step": 88936
    },
    {
      "epoch": 3.6427196395658408,
      "grad_norm": 1.391304100115792,
      "learning_rate": 0.00010289437107311379,
      "loss": 0.6712,
      "step": 88937
    },
    {
      "epoch": 3.6427605979930373,
      "grad_norm": 1.4861274863769718,
      "learning_rate": 0.00010289127468178998,
      "loss": 0.7061,
      "step": 88938
    },
    {
      "epoch": 3.6428015564202334,
      "grad_norm": 2.247985420809434,
      "learning_rate": 0.00010288817831273645,
      "loss": 0.9048,
      "step": 88939
    },
    {
      "epoch": 3.64284251484743,
      "grad_norm": 1.7217874821183208,
      "learning_rate": 0.00010288508196595464,
      "loss": 0.9788,
      "step": 88940
    },
    {
      "epoch": 3.642883473274626,
      "grad_norm": 1.590031913867115,
      "learning_rate": 0.00010288198564144607,
      "loss": 0.8,
      "step": 88941
    },
    {
      "epoch": 3.6429244317018226,
      "grad_norm": 1.4402575749225566,
      "learning_rate": 0.00010287888933921215,
      "loss": 0.7184,
      "step": 88942
    },
    {
      "epoch": 3.642965390129019,
      "grad_norm": 1.3802759728599021,
      "learning_rate": 0.00010287579305925431,
      "loss": 0.7754,
      "step": 88943
    },
    {
      "epoch": 3.6430063485562156,
      "grad_norm": 1.588275815704758,
      "learning_rate": 0.00010287269680157412,
      "loss": 0.7922,
      "step": 88944
    },
    {
      "epoch": 3.6430473069834117,
      "grad_norm": 0.6862663901091876,
      "learning_rate": 0.00010286960056617297,
      "loss": 0.1285,
      "step": 88945
    },
    {
      "epoch": 3.6430882654106083,
      "grad_norm": 1.7556463051650573,
      "learning_rate": 0.00010286650435305235,
      "loss": 1.2075,
      "step": 88946
    },
    {
      "epoch": 3.6431292238378044,
      "grad_norm": 1.674914928743104,
      "learning_rate": 0.00010286340816221367,
      "loss": 0.9289,
      "step": 88947
    },
    {
      "epoch": 3.643170182265001,
      "grad_norm": 1.1414169591580765,
      "learning_rate": 0.00010286031199365846,
      "loss": 0.2114,
      "step": 88948
    },
    {
      "epoch": 3.6432111406921974,
      "grad_norm": 1.2664113590991524,
      "learning_rate": 0.00010285721584738816,
      "loss": 0.6971,
      "step": 88949
    },
    {
      "epoch": 3.643252099119394,
      "grad_norm": 1.1774061947741632,
      "learning_rate": 0.00010285411972340423,
      "loss": 0.5998,
      "step": 88950
    },
    {
      "epoch": 3.64329305754659,
      "grad_norm": 1.578571107364207,
      "learning_rate": 0.00010285102362170814,
      "loss": 0.6378,
      "step": 88951
    },
    {
      "epoch": 3.6433340159737866,
      "grad_norm": 1.775091069470754,
      "learning_rate": 0.00010284792754230135,
      "loss": 0.9149,
      "step": 88952
    },
    {
      "epoch": 3.643374974400983,
      "grad_norm": 1.5919498592838588,
      "learning_rate": 0.00010284483148518532,
      "loss": 0.6799,
      "step": 88953
    },
    {
      "epoch": 3.643415932828179,
      "grad_norm": 2.4781993771716704,
      "learning_rate": 0.00010284173545036154,
      "loss": 1.631,
      "step": 88954
    },
    {
      "epoch": 3.6434568912553758,
      "grad_norm": 1.4192798881783888,
      "learning_rate": 0.0001028386394378314,
      "loss": 0.8531,
      "step": 88955
    },
    {
      "epoch": 3.6434978496825723,
      "grad_norm": 1.4766328921039849,
      "learning_rate": 0.00010283554344759651,
      "loss": 0.7889,
      "step": 88956
    },
    {
      "epoch": 3.643538808109769,
      "grad_norm": 1.5379680357449914,
      "learning_rate": 0.00010283244747965817,
      "loss": 0.5516,
      "step": 88957
    },
    {
      "epoch": 3.643579766536965,
      "grad_norm": 0.854274594430488,
      "learning_rate": 0.0001028293515340179,
      "loss": 0.2424,
      "step": 88958
    },
    {
      "epoch": 3.6436207249641615,
      "grad_norm": 1.6828864706531763,
      "learning_rate": 0.0001028262556106772,
      "loss": 0.9045,
      "step": 88959
    },
    {
      "epoch": 3.6436616833913575,
      "grad_norm": 1.385730913454704,
      "learning_rate": 0.00010282315970963751,
      "loss": 0.6776,
      "step": 88960
    },
    {
      "epoch": 3.643702641818554,
      "grad_norm": 1.6637413820892526,
      "learning_rate": 0.00010282006383090026,
      "loss": 0.9619,
      "step": 88961
    },
    {
      "epoch": 3.6437436002457506,
      "grad_norm": 2.409628884265966,
      "learning_rate": 0.00010281696797446698,
      "loss": 1.3179,
      "step": 88962
    },
    {
      "epoch": 3.643784558672947,
      "grad_norm": 1.2918600537788592,
      "learning_rate": 0.0001028138721403391,
      "loss": 0.8385,
      "step": 88963
    },
    {
      "epoch": 3.6438255171001432,
      "grad_norm": 1.2798962424070774,
      "learning_rate": 0.00010281077632851806,
      "loss": 0.4563,
      "step": 88964
    },
    {
      "epoch": 3.6438664755273398,
      "grad_norm": 2.0568180375828775,
      "learning_rate": 0.00010280768053900535,
      "loss": 0.7945,
      "step": 88965
    },
    {
      "epoch": 3.643907433954536,
      "grad_norm": 1.1433911276002515,
      "learning_rate": 0.00010280458477180243,
      "loss": 0.5166,
      "step": 88966
    },
    {
      "epoch": 3.6439483923817324,
      "grad_norm": 1.2777480022406187,
      "learning_rate": 0.00010280148902691078,
      "loss": 0.7219,
      "step": 88967
    },
    {
      "epoch": 3.643989350808929,
      "grad_norm": 0.6694727818643281,
      "learning_rate": 0.00010279839330433185,
      "loss": 0.2039,
      "step": 88968
    },
    {
      "epoch": 3.6440303092361255,
      "grad_norm": 1.035170187136248,
      "learning_rate": 0.0001027952976040671,
      "loss": 0.2298,
      "step": 88969
    },
    {
      "epoch": 3.6440712676633216,
      "grad_norm": 1.5447746730056462,
      "learning_rate": 0.00010279220192611797,
      "loss": 0.7695,
      "step": 88970
    },
    {
      "epoch": 3.644112226090518,
      "grad_norm": 1.7207695561565453,
      "learning_rate": 0.00010278910627048596,
      "loss": 1.0608,
      "step": 88971
    },
    {
      "epoch": 3.6441531845177146,
      "grad_norm": 1.4832045169840653,
      "learning_rate": 0.00010278601063717253,
      "loss": 0.6318,
      "step": 88972
    },
    {
      "epoch": 3.6441941429449107,
      "grad_norm": 1.480453619721325,
      "learning_rate": 0.00010278291502617914,
      "loss": 0.7529,
      "step": 88973
    },
    {
      "epoch": 3.6442351013721073,
      "grad_norm": 3.0892996147381386,
      "learning_rate": 0.0001027798194375072,
      "loss": 3.1394,
      "step": 88974
    },
    {
      "epoch": 3.644276059799304,
      "grad_norm": 1.4008682261944247,
      "learning_rate": 0.00010277672387115827,
      "loss": 0.5017,
      "step": 88975
    },
    {
      "epoch": 3.6443170182265003,
      "grad_norm": 1.6336507215771376,
      "learning_rate": 0.00010277362832713376,
      "loss": 0.6105,
      "step": 88976
    },
    {
      "epoch": 3.6443579766536964,
      "grad_norm": 0.8779475329532237,
      "learning_rate": 0.00010277053280543514,
      "loss": 0.2635,
      "step": 88977
    },
    {
      "epoch": 3.644398935080893,
      "grad_norm": 0.8864688258642694,
      "learning_rate": 0.00010276743730606382,
      "loss": 0.251,
      "step": 88978
    },
    {
      "epoch": 3.644439893508089,
      "grad_norm": 1.6717279029811818,
      "learning_rate": 0.00010276434182902138,
      "loss": 0.4802,
      "step": 88979
    },
    {
      "epoch": 3.6444808519352856,
      "grad_norm": 0.9298402493867141,
      "learning_rate": 0.00010276124637430919,
      "loss": 0.2464,
      "step": 88980
    },
    {
      "epoch": 3.644521810362482,
      "grad_norm": 1.6422536022764351,
      "learning_rate": 0.00010275815094192874,
      "loss": 0.8033,
      "step": 88981
    },
    {
      "epoch": 3.6445627687896787,
      "grad_norm": 1.384571924424251,
      "learning_rate": 0.00010275505553188149,
      "loss": 0.6593,
      "step": 88982
    },
    {
      "epoch": 3.6446037272168748,
      "grad_norm": 1.499573332184549,
      "learning_rate": 0.00010275196014416892,
      "loss": 0.8296,
      "step": 88983
    },
    {
      "epoch": 3.6446446856440713,
      "grad_norm": 1.6498831717777396,
      "learning_rate": 0.00010274886477879249,
      "loss": 0.7649,
      "step": 88984
    },
    {
      "epoch": 3.644685644071268,
      "grad_norm": 1.9575854458542172,
      "learning_rate": 0.00010274576943575364,
      "loss": 1.1759,
      "step": 88985
    },
    {
      "epoch": 3.644726602498464,
      "grad_norm": 1.7678165643380688,
      "learning_rate": 0.00010274267411505384,
      "loss": 0.9424,
      "step": 88986
    },
    {
      "epoch": 3.6447675609256605,
      "grad_norm": 0.8511938599065525,
      "learning_rate": 0.00010273957881669459,
      "loss": 0.209,
      "step": 88987
    },
    {
      "epoch": 3.644808519352857,
      "grad_norm": 1.2945975225418997,
      "learning_rate": 0.0001027364835406773,
      "loss": 0.5211,
      "step": 88988
    },
    {
      "epoch": 3.644849477780053,
      "grad_norm": 0.9993368372795209,
      "learning_rate": 0.00010273338828700347,
      "loss": 0.2353,
      "step": 88989
    },
    {
      "epoch": 3.6448904362072496,
      "grad_norm": 1.7367789205682889,
      "learning_rate": 0.00010273029305567452,
      "loss": 0.7986,
      "step": 88990
    },
    {
      "epoch": 3.644931394634446,
      "grad_norm": 2.4623420784047823,
      "learning_rate": 0.000102727197846692,
      "loss": 1.4601,
      "step": 88991
    },
    {
      "epoch": 3.6449723530616422,
      "grad_norm": 1.6071443552953042,
      "learning_rate": 0.00010272410266005728,
      "loss": 0.8807,
      "step": 88992
    },
    {
      "epoch": 3.645013311488839,
      "grad_norm": 1.7881601620911873,
      "learning_rate": 0.0001027210074957719,
      "loss": 0.6368,
      "step": 88993
    },
    {
      "epoch": 3.6450542699160353,
      "grad_norm": 1.4720132831701225,
      "learning_rate": 0.00010271791235383723,
      "loss": 0.7071,
      "step": 88994
    },
    {
      "epoch": 3.645095228343232,
      "grad_norm": 1.443262294378157,
      "learning_rate": 0.00010271481723425482,
      "loss": 0.6904,
      "step": 88995
    },
    {
      "epoch": 3.645136186770428,
      "grad_norm": 1.103137951118149,
      "learning_rate": 0.0001027117221370261,
      "loss": 0.6185,
      "step": 88996
    },
    {
      "epoch": 3.6451771451976245,
      "grad_norm": 0.8794534287415273,
      "learning_rate": 0.00010270862706215252,
      "loss": 0.247,
      "step": 88997
    },
    {
      "epoch": 3.6452181036248206,
      "grad_norm": 1.2167478077550278,
      "learning_rate": 0.00010270553200963555,
      "loss": 0.3021,
      "step": 88998
    },
    {
      "epoch": 3.645259062052017,
      "grad_norm": 1.0940577419492852,
      "learning_rate": 0.00010270243697947669,
      "loss": 0.5354,
      "step": 88999
    },
    {
      "epoch": 3.6453000204792136,
      "grad_norm": 0.6723785261577508,
      "learning_rate": 0.00010269934197167736,
      "loss": 0.1634,
      "step": 89000
    },
    {
      "epoch": 3.64534097890641,
      "grad_norm": 1.4845250348946835,
      "learning_rate": 0.00010269624698623904,
      "loss": 0.7988,
      "step": 89001
    },
    {
      "epoch": 3.6453819373336063,
      "grad_norm": 1.6545674391656375,
      "learning_rate": 0.00010269315202316316,
      "loss": 0.8051,
      "step": 89002
    },
    {
      "epoch": 3.645422895760803,
      "grad_norm": 0.7729563319950108,
      "learning_rate": 0.00010269005708245124,
      "loss": 0.1469,
      "step": 89003
    },
    {
      "epoch": 3.6454638541879993,
      "grad_norm": 1.5302908324502478,
      "learning_rate": 0.00010268696216410472,
      "loss": 0.7572,
      "step": 89004
    },
    {
      "epoch": 3.6455048126151954,
      "grad_norm": 1.316226052531666,
      "learning_rate": 0.00010268386726812507,
      "loss": 0.6074,
      "step": 89005
    },
    {
      "epoch": 3.645545771042392,
      "grad_norm": 1.9283414958397929,
      "learning_rate": 0.00010268077239451369,
      "loss": 0.9363,
      "step": 89006
    },
    {
      "epoch": 3.6455867294695885,
      "grad_norm": 1.2631845486837328,
      "learning_rate": 0.00010267767754327214,
      "loss": 0.4521,
      "step": 89007
    },
    {
      "epoch": 3.645627687896785,
      "grad_norm": 5.898376572436454,
      "learning_rate": 0.00010267458271440184,
      "loss": 4.609,
      "step": 89008
    },
    {
      "epoch": 3.645668646323981,
      "grad_norm": 1.0855523530618294,
      "learning_rate": 0.00010267148790790423,
      "loss": 0.3687,
      "step": 89009
    },
    {
      "epoch": 3.6457096047511777,
      "grad_norm": 1.6851495389576256,
      "learning_rate": 0.0001026683931237808,
      "loss": 1.2668,
      "step": 89010
    },
    {
      "epoch": 3.6457505631783738,
      "grad_norm": 1.2683604713386858,
      "learning_rate": 0.00010266529836203299,
      "loss": 0.6209,
      "step": 89011
    },
    {
      "epoch": 3.6457915216055703,
      "grad_norm": 1.3304696650842116,
      "learning_rate": 0.00010266220362266232,
      "loss": 0.502,
      "step": 89012
    },
    {
      "epoch": 3.645832480032767,
      "grad_norm": 1.6726102040141364,
      "learning_rate": 0.00010265910890567019,
      "loss": 0.9673,
      "step": 89013
    },
    {
      "epoch": 3.6458734384599634,
      "grad_norm": 0.9243795502379315,
      "learning_rate": 0.0001026560142110581,
      "loss": 0.3287,
      "step": 89014
    },
    {
      "epoch": 3.6459143968871595,
      "grad_norm": 1.308600031725688,
      "learning_rate": 0.00010265291953882745,
      "loss": 0.6345,
      "step": 89015
    },
    {
      "epoch": 3.645955355314356,
      "grad_norm": 1.5271870722669303,
      "learning_rate": 0.0001026498248889798,
      "loss": 0.8452,
      "step": 89016
    },
    {
      "epoch": 3.645996313741552,
      "grad_norm": 1.7652812705911924,
      "learning_rate": 0.00010264673026151657,
      "loss": 1.4096,
      "step": 89017
    },
    {
      "epoch": 3.6460372721687486,
      "grad_norm": 1.5145898092715224,
      "learning_rate": 0.00010264363565643921,
      "loss": 0.7689,
      "step": 89018
    },
    {
      "epoch": 3.646078230595945,
      "grad_norm": 1.4499887349924119,
      "learning_rate": 0.00010264054107374915,
      "loss": 0.7406,
      "step": 89019
    },
    {
      "epoch": 3.6461191890231417,
      "grad_norm": 1.353332151903798,
      "learning_rate": 0.00010263744651344795,
      "loss": 0.6509,
      "step": 89020
    },
    {
      "epoch": 3.646160147450338,
      "grad_norm": 1.5747351738107236,
      "learning_rate": 0.000102634351975537,
      "loss": 1.1487,
      "step": 89021
    },
    {
      "epoch": 3.6462011058775343,
      "grad_norm": 1.2069283650111915,
      "learning_rate": 0.00010263125746001777,
      "loss": 0.4705,
      "step": 89022
    },
    {
      "epoch": 3.646242064304731,
      "grad_norm": 1.513915288019399,
      "learning_rate": 0.00010262816296689171,
      "loss": 0.6406,
      "step": 89023
    },
    {
      "epoch": 3.646283022731927,
      "grad_norm": 5.666722225379271,
      "learning_rate": 0.00010262506849616035,
      "loss": 1.4915,
      "step": 89024
    },
    {
      "epoch": 3.6463239811591235,
      "grad_norm": 1.2409844343973284,
      "learning_rate": 0.0001026219740478251,
      "loss": 0.6033,
      "step": 89025
    },
    {
      "epoch": 3.64636493958632,
      "grad_norm": 1.2383077040567896,
      "learning_rate": 0.00010261887962188747,
      "loss": 0.572,
      "step": 89026
    },
    {
      "epoch": 3.6464058980135166,
      "grad_norm": 1.458154317590255,
      "learning_rate": 0.00010261578521834884,
      "loss": 0.7098,
      "step": 89027
    },
    {
      "epoch": 3.6464468564407126,
      "grad_norm": 1.1614464506902968,
      "learning_rate": 0.00010261269083721073,
      "loss": 0.5352,
      "step": 89028
    },
    {
      "epoch": 3.646487814867909,
      "grad_norm": 1.0473403982016738,
      "learning_rate": 0.00010260959647847454,
      "loss": 0.5088,
      "step": 89029
    },
    {
      "epoch": 3.6465287732951053,
      "grad_norm": 0.6355809059494376,
      "learning_rate": 0.00010260650214214182,
      "loss": 0.0737,
      "step": 89030
    },
    {
      "epoch": 3.646569731722302,
      "grad_norm": 1.5398119232172098,
      "learning_rate": 0.000102603407828214,
      "loss": 0.7066,
      "step": 89031
    },
    {
      "epoch": 3.6466106901494983,
      "grad_norm": 0.9591345866548165,
      "learning_rate": 0.00010260031353669255,
      "loss": 0.2557,
      "step": 89032
    },
    {
      "epoch": 3.646651648576695,
      "grad_norm": 1.3261925193250361,
      "learning_rate": 0.00010259721926757887,
      "loss": 0.5471,
      "step": 89033
    },
    {
      "epoch": 3.646692607003891,
      "grad_norm": 1.548075768602951,
      "learning_rate": 0.00010259412502087453,
      "loss": 0.5854,
      "step": 89034
    },
    {
      "epoch": 3.6467335654310875,
      "grad_norm": 1.2915528141477854,
      "learning_rate": 0.00010259103079658091,
      "loss": 0.8588,
      "step": 89035
    },
    {
      "epoch": 3.6467745238582836,
      "grad_norm": 1.2297101581006264,
      "learning_rate": 0.00010258793659469951,
      "loss": 0.6411,
      "step": 89036
    },
    {
      "epoch": 3.64681548228548,
      "grad_norm": 1.6751610473494312,
      "learning_rate": 0.00010258484241523175,
      "loss": 0.8293,
      "step": 89037
    },
    {
      "epoch": 3.6468564407126767,
      "grad_norm": 1.6271382638539855,
      "learning_rate": 0.00010258174825817917,
      "loss": 0.8275,
      "step": 89038
    },
    {
      "epoch": 3.646897399139873,
      "grad_norm": 1.3244278953120825,
      "learning_rate": 0.00010257865412354317,
      "loss": 0.5156,
      "step": 89039
    },
    {
      "epoch": 3.6469383575670693,
      "grad_norm": 1.654066066024161,
      "learning_rate": 0.00010257556001132524,
      "loss": 0.8111,
      "step": 89040
    },
    {
      "epoch": 3.646979315994266,
      "grad_norm": 1.6678393125266724,
      "learning_rate": 0.00010257246592152683,
      "loss": 0.9568,
      "step": 89041
    },
    {
      "epoch": 3.6470202744214624,
      "grad_norm": 1.4658646063503258,
      "learning_rate": 0.00010256937185414939,
      "loss": 0.7459,
      "step": 89042
    },
    {
      "epoch": 3.6470612328486585,
      "grad_norm": 1.3476494671824104,
      "learning_rate": 0.00010256627780919441,
      "loss": 0.572,
      "step": 89043
    },
    {
      "epoch": 3.647102191275855,
      "grad_norm": 1.369911763527787,
      "learning_rate": 0.00010256318378666332,
      "loss": 0.7745,
      "step": 89044
    },
    {
      "epoch": 3.6471431497030515,
      "grad_norm": 1.3283266226529646,
      "learning_rate": 0.00010256008978655764,
      "loss": 0.7181,
      "step": 89045
    },
    {
      "epoch": 3.647184108130248,
      "grad_norm": 1.2175817390974029,
      "learning_rate": 0.00010255699580887876,
      "loss": 0.2413,
      "step": 89046
    },
    {
      "epoch": 3.647225066557444,
      "grad_norm": 1.409335505633231,
      "learning_rate": 0.00010255390185362821,
      "loss": 0.8648,
      "step": 89047
    },
    {
      "epoch": 3.6472660249846407,
      "grad_norm": 0.8749163336849378,
      "learning_rate": 0.00010255080792080742,
      "loss": 0.2403,
      "step": 89048
    },
    {
      "epoch": 3.647306983411837,
      "grad_norm": 1.4812523463478786,
      "learning_rate": 0.00010254771401041785,
      "loss": 0.5484,
      "step": 89049
    },
    {
      "epoch": 3.6473479418390333,
      "grad_norm": 1.3081846716868895,
      "learning_rate": 0.00010254462012246094,
      "loss": 0.5718,
      "step": 89050
    },
    {
      "epoch": 3.64738890026623,
      "grad_norm": 1.7008998965855622,
      "learning_rate": 0.00010254152625693822,
      "loss": 0.8816,
      "step": 89051
    },
    {
      "epoch": 3.6474298586934264,
      "grad_norm": 1.6073718926231093,
      "learning_rate": 0.0001025384324138511,
      "loss": 0.5495,
      "step": 89052
    },
    {
      "epoch": 3.6474708171206225,
      "grad_norm": 1.8244302658695701,
      "learning_rate": 0.00010253533859320105,
      "loss": 1.0201,
      "step": 89053
    },
    {
      "epoch": 3.647511775547819,
      "grad_norm": 2.487592354042149,
      "learning_rate": 0.00010253224479498951,
      "loss": 1.0736,
      "step": 89054
    },
    {
      "epoch": 3.647552733975015,
      "grad_norm": 1.9080799244344995,
      "learning_rate": 0.00010252915101921801,
      "loss": 0.8976,
      "step": 89055
    },
    {
      "epoch": 3.6475936924022117,
      "grad_norm": 1.6966627974893702,
      "learning_rate": 0.00010252605726588797,
      "loss": 0.678,
      "step": 89056
    },
    {
      "epoch": 3.647634650829408,
      "grad_norm": 1.595108765579545,
      "learning_rate": 0.00010252296353500086,
      "loss": 0.9606,
      "step": 89057
    },
    {
      "epoch": 3.6476756092566047,
      "grad_norm": 1.4974540961026117,
      "learning_rate": 0.0001025198698265581,
      "loss": 0.6532,
      "step": 89058
    },
    {
      "epoch": 3.647716567683801,
      "grad_norm": 1.322776730843383,
      "learning_rate": 0.00010251677614056122,
      "loss": 0.8514,
      "step": 89059
    },
    {
      "epoch": 3.6477575261109974,
      "grad_norm": 3.7544177268868335,
      "learning_rate": 0.00010251368247701164,
      "loss": 2.2724,
      "step": 89060
    },
    {
      "epoch": 3.647798484538194,
      "grad_norm": 3.7924692177150696,
      "learning_rate": 0.00010251058883591085,
      "loss": 1.1234,
      "step": 89061
    },
    {
      "epoch": 3.64783944296539,
      "grad_norm": 1.2103346202753524,
      "learning_rate": 0.00010250749521726029,
      "loss": 0.5089,
      "step": 89062
    },
    {
      "epoch": 3.6478804013925865,
      "grad_norm": 1.619493524933513,
      "learning_rate": 0.00010250440162106143,
      "loss": 1.036,
      "step": 89063
    },
    {
      "epoch": 3.647921359819783,
      "grad_norm": 2.2600307433321545,
      "learning_rate": 0.00010250130804731575,
      "loss": 1.1838,
      "step": 89064
    },
    {
      "epoch": 3.6479623182469796,
      "grad_norm": 1.452802493088952,
      "learning_rate": 0.0001024982144960247,
      "loss": 0.9751,
      "step": 89065
    },
    {
      "epoch": 3.6480032766741757,
      "grad_norm": 1.7534056513788738,
      "learning_rate": 0.00010249512096718968,
      "loss": 0.7007,
      "step": 89066
    },
    {
      "epoch": 3.648044235101372,
      "grad_norm": 1.326177747915496,
      "learning_rate": 0.00010249202746081226,
      "loss": 0.6456,
      "step": 89067
    },
    {
      "epoch": 3.6480851935285683,
      "grad_norm": 3.2771587111466984,
      "learning_rate": 0.00010248893397689384,
      "loss": 1.1055,
      "step": 89068
    },
    {
      "epoch": 3.648126151955765,
      "grad_norm": 0.846296558413905,
      "learning_rate": 0.00010248584051543592,
      "loss": 0.2549,
      "step": 89069
    },
    {
      "epoch": 3.6481671103829614,
      "grad_norm": 0.8258171658990887,
      "learning_rate": 0.00010248274707643988,
      "loss": 0.288,
      "step": 89070
    },
    {
      "epoch": 3.648208068810158,
      "grad_norm": 1.5205156026929352,
      "learning_rate": 0.00010247965365990727,
      "loss": 0.8565,
      "step": 89071
    },
    {
      "epoch": 3.648249027237354,
      "grad_norm": 1.3939859858086345,
      "learning_rate": 0.00010247656026583954,
      "loss": 0.603,
      "step": 89072
    },
    {
      "epoch": 3.6482899856645505,
      "grad_norm": 1.3056568301972165,
      "learning_rate": 0.00010247346689423812,
      "loss": 0.6767,
      "step": 89073
    },
    {
      "epoch": 3.6483309440917466,
      "grad_norm": 1.2920636836919543,
      "learning_rate": 0.00010247037354510448,
      "loss": 0.7579,
      "step": 89074
    },
    {
      "epoch": 3.648371902518943,
      "grad_norm": 2.0342024728259953,
      "learning_rate": 0.00010246728021844009,
      "loss": 1.1576,
      "step": 89075
    },
    {
      "epoch": 3.6484128609461397,
      "grad_norm": 1.6187113601675849,
      "learning_rate": 0.00010246418691424644,
      "loss": 0.7464,
      "step": 89076
    },
    {
      "epoch": 3.6484538193733362,
      "grad_norm": 1.1799459438047208,
      "learning_rate": 0.00010246109363252493,
      "loss": 0.5856,
      "step": 89077
    },
    {
      "epoch": 3.6484947778005323,
      "grad_norm": 1.757543915159251,
      "learning_rate": 0.00010245800037327707,
      "loss": 0.7467,
      "step": 89078
    },
    {
      "epoch": 3.648535736227729,
      "grad_norm": 1.4241691573956536,
      "learning_rate": 0.0001024549071365043,
      "loss": 0.7383,
      "step": 89079
    },
    {
      "epoch": 3.6485766946549254,
      "grad_norm": 1.4781345699501611,
      "learning_rate": 0.0001024518139222081,
      "loss": 0.7812,
      "step": 89080
    },
    {
      "epoch": 3.6486176530821215,
      "grad_norm": 7.857214322860237,
      "learning_rate": 0.00010244872073038994,
      "loss": 4.2018,
      "step": 89081
    },
    {
      "epoch": 3.648658611509318,
      "grad_norm": 1.4565021151211364,
      "learning_rate": 0.00010244562756105126,
      "loss": 0.7833,
      "step": 89082
    },
    {
      "epoch": 3.6486995699365146,
      "grad_norm": 1.1843294849196506,
      "learning_rate": 0.00010244253441419347,
      "loss": 0.66,
      "step": 89083
    },
    {
      "epoch": 3.648740528363711,
      "grad_norm": 1.2652781060386802,
      "learning_rate": 0.00010243944128981815,
      "loss": 0.6799,
      "step": 89084
    },
    {
      "epoch": 3.648781486790907,
      "grad_norm": 1.399446125163857,
      "learning_rate": 0.0001024363481879267,
      "loss": 0.6161,
      "step": 89085
    },
    {
      "epoch": 3.6488224452181037,
      "grad_norm": 1.2128537252361746,
      "learning_rate": 0.00010243325510852058,
      "loss": 0.2428,
      "step": 89086
    },
    {
      "epoch": 3.6488634036453,
      "grad_norm": 1.3666755884944235,
      "learning_rate": 0.00010243016205160122,
      "loss": 0.6155,
      "step": 89087
    },
    {
      "epoch": 3.6489043620724964,
      "grad_norm": 1.959253863041443,
      "learning_rate": 0.00010242706901717017,
      "loss": 0.3995,
      "step": 89088
    },
    {
      "epoch": 3.648945320499693,
      "grad_norm": 1.43955084241863,
      "learning_rate": 0.00010242397600522883,
      "loss": 0.6439,
      "step": 89089
    },
    {
      "epoch": 3.6489862789268894,
      "grad_norm": 2.4399952807494145,
      "learning_rate": 0.00010242088301577866,
      "loss": 1.9431,
      "step": 89090
    },
    {
      "epoch": 3.6490272373540855,
      "grad_norm": 1.2099987301043689,
      "learning_rate": 0.00010241779004882112,
      "loss": 0.8247,
      "step": 89091
    },
    {
      "epoch": 3.649068195781282,
      "grad_norm": 1.6700802820855243,
      "learning_rate": 0.0001024146971043577,
      "loss": 0.9,
      "step": 89092
    },
    {
      "epoch": 3.649109154208478,
      "grad_norm": 1.9618469370487646,
      "learning_rate": 0.00010241160418238986,
      "loss": 0.7977,
      "step": 89093
    },
    {
      "epoch": 3.6491501126356747,
      "grad_norm": 1.0070634157983174,
      "learning_rate": 0.00010240851128291906,
      "loss": 0.2124,
      "step": 89094
    },
    {
      "epoch": 3.649191071062871,
      "grad_norm": 1.2906557815649653,
      "learning_rate": 0.00010240541840594672,
      "loss": 0.711,
      "step": 89095
    },
    {
      "epoch": 3.6492320294900678,
      "grad_norm": 0.7872985730533025,
      "learning_rate": 0.00010240232555147437,
      "loss": 0.2256,
      "step": 89096
    },
    {
      "epoch": 3.649272987917264,
      "grad_norm": 1.296337650284297,
      "learning_rate": 0.00010239923271950346,
      "loss": 0.7422,
      "step": 89097
    },
    {
      "epoch": 3.6493139463444604,
      "grad_norm": 1.832503725675771,
      "learning_rate": 0.00010239613991003541,
      "loss": 0.8691,
      "step": 89098
    },
    {
      "epoch": 3.649354904771657,
      "grad_norm": 2.198394100523754,
      "learning_rate": 0.0001023930471230717,
      "loss": 0.9763,
      "step": 89099
    },
    {
      "epoch": 3.649395863198853,
      "grad_norm": 1.7603164518756762,
      "learning_rate": 0.0001023899543586138,
      "loss": 0.7642,
      "step": 89100
    },
    {
      "epoch": 3.6494368216260495,
      "grad_norm": 1.381950255302844,
      "learning_rate": 0.00010238686161666313,
      "loss": 0.7153,
      "step": 89101
    },
    {
      "epoch": 3.649477780053246,
      "grad_norm": 1.1432943407761458,
      "learning_rate": 0.00010238376889722121,
      "loss": 0.2782,
      "step": 89102
    },
    {
      "epoch": 3.6495187384804426,
      "grad_norm": 1.9233997066047366,
      "learning_rate": 0.00010238067620028951,
      "loss": 0.766,
      "step": 89103
    },
    {
      "epoch": 3.6495596969076387,
      "grad_norm": 1.3472110814376643,
      "learning_rate": 0.00010237758352586943,
      "loss": 0.7686,
      "step": 89104
    },
    {
      "epoch": 3.6496006553348352,
      "grad_norm": 1.4741176631942046,
      "learning_rate": 0.00010237449087396244,
      "loss": 0.2686,
      "step": 89105
    },
    {
      "epoch": 3.6496416137620313,
      "grad_norm": 3.466662299874422,
      "learning_rate": 0.00010237139824457007,
      "loss": 3.8413,
      "step": 89106
    },
    {
      "epoch": 3.649682572189228,
      "grad_norm": 1.631201139369494,
      "learning_rate": 0.00010236830563769374,
      "loss": 0.728,
      "step": 89107
    },
    {
      "epoch": 3.6497235306164244,
      "grad_norm": 1.5154038339804665,
      "learning_rate": 0.0001023652130533349,
      "loss": 0.7889,
      "step": 89108
    },
    {
      "epoch": 3.649764489043621,
      "grad_norm": 1.3775920609379209,
      "learning_rate": 0.00010236212049149503,
      "loss": 0.3345,
      "step": 89109
    },
    {
      "epoch": 3.649805447470817,
      "grad_norm": 2.889218651478827,
      "learning_rate": 0.00010235902795217554,
      "loss": 2.3687,
      "step": 89110
    },
    {
      "epoch": 3.6498464058980136,
      "grad_norm": 1.5477108176960666,
      "learning_rate": 0.000102355935435378,
      "loss": 0.6697,
      "step": 89111
    },
    {
      "epoch": 3.6498873643252097,
      "grad_norm": 5.500550623565058,
      "learning_rate": 0.00010235284294110377,
      "loss": 1.1128,
      "step": 89112
    },
    {
      "epoch": 3.649928322752406,
      "grad_norm": 0.7902852885391436,
      "learning_rate": 0.00010234975046935438,
      "loss": 0.2003,
      "step": 89113
    },
    {
      "epoch": 3.6499692811796027,
      "grad_norm": 0.8983629831828559,
      "learning_rate": 0.00010234665802013123,
      "loss": 0.2327,
      "step": 89114
    },
    {
      "epoch": 3.6500102396067993,
      "grad_norm": 3.8508339435385674,
      "learning_rate": 0.00010234356559343583,
      "loss": 3.4813,
      "step": 89115
    },
    {
      "epoch": 3.6500511980339954,
      "grad_norm": 1.4328615125715578,
      "learning_rate": 0.00010234047318926964,
      "loss": 0.5398,
      "step": 89116
    },
    {
      "epoch": 3.650092156461192,
      "grad_norm": 1.621127066716817,
      "learning_rate": 0.0001023373808076341,
      "loss": 1.0575,
      "step": 89117
    },
    {
      "epoch": 3.6501331148883884,
      "grad_norm": 1.1858728388108553,
      "learning_rate": 0.00010233428844853067,
      "loss": 0.4395,
      "step": 89118
    },
    {
      "epoch": 3.6501740733155845,
      "grad_norm": 0.9582996763297985,
      "learning_rate": 0.00010233119611196082,
      "loss": 0.2829,
      "step": 89119
    },
    {
      "epoch": 3.650215031742781,
      "grad_norm": 1.4433358362722657,
      "learning_rate": 0.00010232810379792604,
      "loss": 0.8027,
      "step": 89120
    },
    {
      "epoch": 3.6502559901699776,
      "grad_norm": 1.342057513227541,
      "learning_rate": 0.00010232501150642776,
      "loss": 0.5829,
      "step": 89121
    },
    {
      "epoch": 3.650296948597174,
      "grad_norm": 1.3034775264626486,
      "learning_rate": 0.0001023219192374674,
      "loss": 0.6992,
      "step": 89122
    },
    {
      "epoch": 3.65033790702437,
      "grad_norm": 1.5980626490529841,
      "learning_rate": 0.00010231882699104653,
      "loss": 0.9094,
      "step": 89123
    },
    {
      "epoch": 3.6503788654515668,
      "grad_norm": 1.5622203563119108,
      "learning_rate": 0.00010231573476716653,
      "loss": 0.7744,
      "step": 89124
    },
    {
      "epoch": 3.650419823878763,
      "grad_norm": 2.525610769303442,
      "learning_rate": 0.00010231264256582891,
      "loss": 0.7648,
      "step": 89125
    },
    {
      "epoch": 3.6504607823059594,
      "grad_norm": 1.6944841652802725,
      "learning_rate": 0.00010230955038703503,
      "loss": 0.9369,
      "step": 89126
    },
    {
      "epoch": 3.650501740733156,
      "grad_norm": 0.9236908794595722,
      "learning_rate": 0.0001023064582307865,
      "loss": 0.2955,
      "step": 89127
    },
    {
      "epoch": 3.6505426991603525,
      "grad_norm": 1.1869667582044567,
      "learning_rate": 0.00010230336609708468,
      "loss": 0.3897,
      "step": 89128
    },
    {
      "epoch": 3.6505836575875485,
      "grad_norm": 1.3950515700059098,
      "learning_rate": 0.00010230027398593109,
      "loss": 0.6219,
      "step": 89129
    },
    {
      "epoch": 3.650624616014745,
      "grad_norm": 1.2543948026607368,
      "learning_rate": 0.00010229718189732712,
      "loss": 0.569,
      "step": 89130
    },
    {
      "epoch": 3.650665574441941,
      "grad_norm": 1.049926339587418,
      "learning_rate": 0.00010229408983127429,
      "loss": 0.2355,
      "step": 89131
    },
    {
      "epoch": 3.6507065328691377,
      "grad_norm": 1.4100670303824645,
      "learning_rate": 0.00010229099778777406,
      "loss": 0.5218,
      "step": 89132
    },
    {
      "epoch": 3.6507474912963342,
      "grad_norm": 1.6848401481660547,
      "learning_rate": 0.00010228790576682787,
      "loss": 0.8728,
      "step": 89133
    },
    {
      "epoch": 3.650788449723531,
      "grad_norm": 1.5595536967206063,
      "learning_rate": 0.00010228481376843718,
      "loss": 1.0759,
      "step": 89134
    },
    {
      "epoch": 3.650829408150727,
      "grad_norm": 0.8866374372511775,
      "learning_rate": 0.00010228172179260346,
      "loss": 0.3077,
      "step": 89135
    },
    {
      "epoch": 3.6508703665779234,
      "grad_norm": 1.2527313253744685,
      "learning_rate": 0.00010227862983932819,
      "loss": 0.5793,
      "step": 89136
    },
    {
      "epoch": 3.65091132500512,
      "grad_norm": 1.490157109160514,
      "learning_rate": 0.00010227553790861283,
      "loss": 0.6515,
      "step": 89137
    },
    {
      "epoch": 3.650952283432316,
      "grad_norm": 1.2436039498820133,
      "learning_rate": 0.00010227244600045876,
      "loss": 0.6307,
      "step": 89138
    },
    {
      "epoch": 3.6509932418595126,
      "grad_norm": 1.1273224033767093,
      "learning_rate": 0.00010226935411486758,
      "loss": 0.2981,
      "step": 89139
    },
    {
      "epoch": 3.651034200286709,
      "grad_norm": 1.3982231562078127,
      "learning_rate": 0.00010226626225184063,
      "loss": 0.7193,
      "step": 89140
    },
    {
      "epoch": 3.6510751587139056,
      "grad_norm": 1.3853346690514077,
      "learning_rate": 0.00010226317041137946,
      "loss": 0.7109,
      "step": 89141
    },
    {
      "epoch": 3.6511161171411017,
      "grad_norm": 1.3216571419178647,
      "learning_rate": 0.00010226007859348544,
      "loss": 0.4964,
      "step": 89142
    },
    {
      "epoch": 3.6511570755682983,
      "grad_norm": 1.235144611778105,
      "learning_rate": 0.00010225698679816014,
      "loss": 0.5915,
      "step": 89143
    },
    {
      "epoch": 3.6511980339954944,
      "grad_norm": 1.6469395689656428,
      "learning_rate": 0.00010225389502540494,
      "loss": 0.8957,
      "step": 89144
    },
    {
      "epoch": 3.651238992422691,
      "grad_norm": 1.535896571443138,
      "learning_rate": 0.00010225080327522136,
      "loss": 0.9424,
      "step": 89145
    },
    {
      "epoch": 3.6512799508498874,
      "grad_norm": 1.529000381965977,
      "learning_rate": 0.00010224771154761076,
      "loss": 0.7804,
      "step": 89146
    },
    {
      "epoch": 3.651320909277084,
      "grad_norm": 1.366583189776085,
      "learning_rate": 0.00010224461984257473,
      "loss": 0.7539,
      "step": 89147
    },
    {
      "epoch": 3.65136186770428,
      "grad_norm": 2.090849823097571,
      "learning_rate": 0.00010224152816011467,
      "loss": 1.2392,
      "step": 89148
    },
    {
      "epoch": 3.6514028261314766,
      "grad_norm": 1.3196596649538899,
      "learning_rate": 0.00010223843650023203,
      "loss": 0.5158,
      "step": 89149
    },
    {
      "epoch": 3.6514437845586727,
      "grad_norm": 1.288492881076288,
      "learning_rate": 0.00010223534486292831,
      "loss": 0.5884,
      "step": 89150
    },
    {
      "epoch": 3.6514847429858692,
      "grad_norm": 1.6791254768540247,
      "learning_rate": 0.00010223225324820487,
      "loss": 0.6716,
      "step": 89151
    },
    {
      "epoch": 3.6515257014130658,
      "grad_norm": 1.2582714666009382,
      "learning_rate": 0.00010222916165606332,
      "loss": 0.6427,
      "step": 89152
    },
    {
      "epoch": 3.6515666598402623,
      "grad_norm": 2.623007221753451,
      "learning_rate": 0.00010222607008650505,
      "loss": 1.1716,
      "step": 89153
    },
    {
      "epoch": 3.6516076182674584,
      "grad_norm": 1.0904886137869834,
      "learning_rate": 0.00010222297853953151,
      "loss": 0.6838,
      "step": 89154
    },
    {
      "epoch": 3.651648576694655,
      "grad_norm": 1.5501205342209332,
      "learning_rate": 0.00010221988701514415,
      "loss": 0.3948,
      "step": 89155
    },
    {
      "epoch": 3.6516895351218515,
      "grad_norm": 1.5184607644593933,
      "learning_rate": 0.00010221679551334447,
      "loss": 0.8148,
      "step": 89156
    },
    {
      "epoch": 3.6517304935490476,
      "grad_norm": 1.0912476807124594,
      "learning_rate": 0.00010221370403413393,
      "loss": 0.3081,
      "step": 89157
    },
    {
      "epoch": 3.651771451976244,
      "grad_norm": 1.5373099889569908,
      "learning_rate": 0.00010221061257751397,
      "loss": 0.5819,
      "step": 89158
    },
    {
      "epoch": 3.6518124104034406,
      "grad_norm": 1.243089543046394,
      "learning_rate": 0.00010220752114348604,
      "loss": 0.2067,
      "step": 89159
    },
    {
      "epoch": 3.651853368830637,
      "grad_norm": 2.057050442132838,
      "learning_rate": 0.00010220442973205165,
      "loss": 0.8437,
      "step": 89160
    },
    {
      "epoch": 3.6518943272578333,
      "grad_norm": 2.4215347663371434,
      "learning_rate": 0.00010220133834321222,
      "loss": 0.8427,
      "step": 89161
    },
    {
      "epoch": 3.65193528568503,
      "grad_norm": 1.196357853171791,
      "learning_rate": 0.00010219824697696922,
      "loss": 0.6998,
      "step": 89162
    },
    {
      "epoch": 3.651976244112226,
      "grad_norm": 1.5718329692291537,
      "learning_rate": 0.0001021951556333241,
      "loss": 0.8896,
      "step": 89163
    },
    {
      "epoch": 3.6520172025394224,
      "grad_norm": 1.4144452958999054,
      "learning_rate": 0.00010219206431227838,
      "loss": 0.7071,
      "step": 89164
    },
    {
      "epoch": 3.652058160966619,
      "grad_norm": 1.6702083304234694,
      "learning_rate": 0.00010218897301383345,
      "loss": 0.7169,
      "step": 89165
    },
    {
      "epoch": 3.6520991193938155,
      "grad_norm": 1.575334710819422,
      "learning_rate": 0.00010218588173799082,
      "loss": 0.8427,
      "step": 89166
    },
    {
      "epoch": 3.6521400778210116,
      "grad_norm": 1.4939472242390943,
      "learning_rate": 0.00010218279048475193,
      "loss": 0.8822,
      "step": 89167
    },
    {
      "epoch": 3.652181036248208,
      "grad_norm": 1.4176342419364676,
      "learning_rate": 0.00010217969925411823,
      "loss": 0.6777,
      "step": 89168
    },
    {
      "epoch": 3.652221994675404,
      "grad_norm": 1.1516931292468136,
      "learning_rate": 0.00010217660804609118,
      "loss": 0.5481,
      "step": 89169
    },
    {
      "epoch": 3.6522629531026007,
      "grad_norm": 1.4163849014902024,
      "learning_rate": 0.00010217351686067226,
      "loss": 0.7883,
      "step": 89170
    },
    {
      "epoch": 3.6523039115297973,
      "grad_norm": 1.396532595857539,
      "learning_rate": 0.00010217042569786294,
      "loss": 0.7322,
      "step": 89171
    },
    {
      "epoch": 3.652344869956994,
      "grad_norm": 1.954363126564678,
      "learning_rate": 0.00010216733455766467,
      "loss": 0.7607,
      "step": 89172
    },
    {
      "epoch": 3.65238582838419,
      "grad_norm": 1.2050323662114113,
      "learning_rate": 0.00010216424344007885,
      "loss": 0.7154,
      "step": 89173
    },
    {
      "epoch": 3.6524267868113864,
      "grad_norm": 1.5707730475997113,
      "learning_rate": 0.00010216115234510707,
      "loss": 0.7712,
      "step": 89174
    },
    {
      "epoch": 3.652467745238583,
      "grad_norm": 1.3752711601654943,
      "learning_rate": 0.00010215806127275069,
      "loss": 0.7818,
      "step": 89175
    },
    {
      "epoch": 3.652508703665779,
      "grad_norm": 1.029265508584752,
      "learning_rate": 0.00010215497022301122,
      "loss": 0.2381,
      "step": 89176
    },
    {
      "epoch": 3.6525496620929756,
      "grad_norm": 3.9041166411411945,
      "learning_rate": 0.00010215187919589006,
      "loss": 3.2112,
      "step": 89177
    },
    {
      "epoch": 3.652590620520172,
      "grad_norm": 1.0805375925170544,
      "learning_rate": 0.00010214878819138877,
      "loss": 0.3461,
      "step": 89178
    },
    {
      "epoch": 3.6526315789473687,
      "grad_norm": 1.352987608916608,
      "learning_rate": 0.00010214569720950872,
      "loss": 0.7554,
      "step": 89179
    },
    {
      "epoch": 3.6526725373745648,
      "grad_norm": 1.3806504711213576,
      "learning_rate": 0.00010214260625025144,
      "loss": 0.6473,
      "step": 89180
    },
    {
      "epoch": 3.6527134958017613,
      "grad_norm": 0.9267698416945835,
      "learning_rate": 0.00010213951531361833,
      "loss": 0.2469,
      "step": 89181
    },
    {
      "epoch": 3.6527544542289574,
      "grad_norm": 1.7765464606898722,
      "learning_rate": 0.0001021364243996109,
      "loss": 0.6883,
      "step": 89182
    },
    {
      "epoch": 3.652795412656154,
      "grad_norm": 0.9659365924617117,
      "learning_rate": 0.00010213333350823057,
      "loss": 0.2792,
      "step": 89183
    },
    {
      "epoch": 3.6528363710833505,
      "grad_norm": 1.1235916168711724,
      "learning_rate": 0.00010213024263947885,
      "loss": 0.3222,
      "step": 89184
    },
    {
      "epoch": 3.652877329510547,
      "grad_norm": 1.351811305256624,
      "learning_rate": 0.00010212715179335716,
      "loss": 0.6509,
      "step": 89185
    },
    {
      "epoch": 3.652918287937743,
      "grad_norm": 1.581497653400738,
      "learning_rate": 0.00010212406096986695,
      "loss": 0.8321,
      "step": 89186
    },
    {
      "epoch": 3.6529592463649396,
      "grad_norm": 2.0717315575383446,
      "learning_rate": 0.00010212097016900974,
      "loss": 0.7665,
      "step": 89187
    },
    {
      "epoch": 3.6530002047921357,
      "grad_norm": 0.7189378710418222,
      "learning_rate": 0.00010211787939078694,
      "loss": 0.2186,
      "step": 89188
    },
    {
      "epoch": 3.6530411632193323,
      "grad_norm": 1.6557002113008978,
      "learning_rate": 0.00010211478863520004,
      "loss": 0.7064,
      "step": 89189
    },
    {
      "epoch": 3.653082121646529,
      "grad_norm": 1.622080237056075,
      "learning_rate": 0.00010211169790225045,
      "loss": 0.7717,
      "step": 89190
    },
    {
      "epoch": 3.6531230800737253,
      "grad_norm": 1.5251473919672738,
      "learning_rate": 0.00010210860719193972,
      "loss": 0.8994,
      "step": 89191
    },
    {
      "epoch": 3.6531640385009214,
      "grad_norm": 1.0388667101897693,
      "learning_rate": 0.00010210551650426924,
      "loss": 0.2605,
      "step": 89192
    },
    {
      "epoch": 3.653204996928118,
      "grad_norm": 1.5334372121703894,
      "learning_rate": 0.0001021024258392405,
      "loss": 0.6398,
      "step": 89193
    },
    {
      "epoch": 3.6532459553553145,
      "grad_norm": 1.4557878671638331,
      "learning_rate": 0.00010209933519685493,
      "loss": 0.8916,
      "step": 89194
    },
    {
      "epoch": 3.6532869137825106,
      "grad_norm": 1.5276631362759001,
      "learning_rate": 0.00010209624457711403,
      "loss": 0.7324,
      "step": 89195
    },
    {
      "epoch": 3.653327872209707,
      "grad_norm": 0.953425417867893,
      "learning_rate": 0.00010209315398001926,
      "loss": 0.2652,
      "step": 89196
    },
    {
      "epoch": 3.6533688306369037,
      "grad_norm": 1.4419722893698292,
      "learning_rate": 0.00010209006340557206,
      "loss": 0.7176,
      "step": 89197
    },
    {
      "epoch": 3.6534097890641,
      "grad_norm": 0.9112262485626478,
      "learning_rate": 0.00010208697285377388,
      "loss": 0.3043,
      "step": 89198
    },
    {
      "epoch": 3.6534507474912963,
      "grad_norm": 1.3569628511430174,
      "learning_rate": 0.00010208388232462622,
      "loss": 0.3899,
      "step": 89199
    },
    {
      "epoch": 3.653491705918493,
      "grad_norm": 1.1964032613349613,
      "learning_rate": 0.00010208079181813054,
      "loss": 0.5761,
      "step": 89200
    },
    {
      "epoch": 3.653532664345689,
      "grad_norm": 1.3246951291609,
      "learning_rate": 0.00010207770133428824,
      "loss": 0.6451,
      "step": 89201
    },
    {
      "epoch": 3.6535736227728854,
      "grad_norm": 1.5631887843912504,
      "learning_rate": 0.00010207461087310081,
      "loss": 0.7404,
      "step": 89202
    },
    {
      "epoch": 3.653614581200082,
      "grad_norm": 1.7320793562856063,
      "learning_rate": 0.00010207152043456977,
      "loss": 0.7002,
      "step": 89203
    },
    {
      "epoch": 3.6536555396272785,
      "grad_norm": 0.33580814716903484,
      "learning_rate": 0.00010206843001869651,
      "loss": 0.0242,
      "step": 89204
    },
    {
      "epoch": 3.6536964980544746,
      "grad_norm": 1.4185621054767774,
      "learning_rate": 0.00010206533962548254,
      "loss": 0.649,
      "step": 89205
    },
    {
      "epoch": 3.653737456481671,
      "grad_norm": 1.6636115064517496,
      "learning_rate": 0.00010206224925492925,
      "loss": 0.7187,
      "step": 89206
    },
    {
      "epoch": 3.6537784149088672,
      "grad_norm": 4.287304404625535,
      "learning_rate": 0.00010205915890703818,
      "loss": 2.9609,
      "step": 89207
    },
    {
      "epoch": 3.6538193733360638,
      "grad_norm": 1.4214925062992578,
      "learning_rate": 0.00010205606858181075,
      "loss": 0.5926,
      "step": 89208
    },
    {
      "epoch": 3.6538603317632603,
      "grad_norm": 1.537971960215694,
      "learning_rate": 0.00010205297827924843,
      "loss": 0.7842,
      "step": 89209
    },
    {
      "epoch": 3.653901290190457,
      "grad_norm": 1.320444506128028,
      "learning_rate": 0.00010204988799935265,
      "loss": 0.4954,
      "step": 89210
    },
    {
      "epoch": 3.653942248617653,
      "grad_norm": 1.3363781529013474,
      "learning_rate": 0.00010204679774212494,
      "loss": 0.4273,
      "step": 89211
    },
    {
      "epoch": 3.6539832070448495,
      "grad_norm": 1.8008143102768952,
      "learning_rate": 0.00010204370750756673,
      "loss": 1.0152,
      "step": 89212
    },
    {
      "epoch": 3.654024165472046,
      "grad_norm": 0.7932903849348973,
      "learning_rate": 0.00010204061729567945,
      "loss": 0.097,
      "step": 89213
    },
    {
      "epoch": 3.654065123899242,
      "grad_norm": 1.7591537957641497,
      "learning_rate": 0.00010203752710646457,
      "loss": 0.9204,
      "step": 89214
    },
    {
      "epoch": 3.6541060823264386,
      "grad_norm": 1.4631210424176615,
      "learning_rate": 0.00010203443693992358,
      "loss": 0.756,
      "step": 89215
    },
    {
      "epoch": 3.654147040753635,
      "grad_norm": 1.7745747161169272,
      "learning_rate": 0.00010203134679605792,
      "loss": 1.0459,
      "step": 89216
    },
    {
      "epoch": 3.6541879991808317,
      "grad_norm": 1.039622508286636,
      "learning_rate": 0.0001020282566748691,
      "loss": 0.5608,
      "step": 89217
    },
    {
      "epoch": 3.654228957608028,
      "grad_norm": 1.7494874094687034,
      "learning_rate": 0.00010202516657635845,
      "loss": 0.6591,
      "step": 89218
    },
    {
      "epoch": 3.6542699160352243,
      "grad_norm": 1.6281776602738818,
      "learning_rate": 0.00010202207650052757,
      "loss": 0.7689,
      "step": 89219
    },
    {
      "epoch": 3.6543108744624204,
      "grad_norm": 1.271026641056801,
      "learning_rate": 0.00010201898644737788,
      "loss": 0.6719,
      "step": 89220
    },
    {
      "epoch": 3.654351832889617,
      "grad_norm": 3.0972330285537053,
      "learning_rate": 0.00010201589641691081,
      "loss": 1.1548,
      "step": 89221
    },
    {
      "epoch": 3.6543927913168135,
      "grad_norm": 2.0538098615961364,
      "learning_rate": 0.00010201280640912785,
      "loss": 1.4413,
      "step": 89222
    },
    {
      "epoch": 3.65443374974401,
      "grad_norm": 1.2166186551072757,
      "learning_rate": 0.0001020097164240304,
      "loss": 0.7255,
      "step": 89223
    },
    {
      "epoch": 3.654474708171206,
      "grad_norm": 1.3261452759138992,
      "learning_rate": 0.00010200662646162003,
      "loss": 0.5048,
      "step": 89224
    },
    {
      "epoch": 3.6545156665984027,
      "grad_norm": 1.716226387551804,
      "learning_rate": 0.00010200353652189815,
      "loss": 0.8233,
      "step": 89225
    },
    {
      "epoch": 3.6545566250255987,
      "grad_norm": 1.2987126844659425,
      "learning_rate": 0.00010200044660486619,
      "loss": 0.4752,
      "step": 89226
    },
    {
      "epoch": 3.6545975834527953,
      "grad_norm": 1.2148534265549094,
      "learning_rate": 0.00010199735671052561,
      "loss": 0.4486,
      "step": 89227
    },
    {
      "epoch": 3.654638541879992,
      "grad_norm": 1.7316592908229091,
      "learning_rate": 0.00010199426683887792,
      "loss": 0.8254,
      "step": 89228
    },
    {
      "epoch": 3.6546795003071884,
      "grad_norm": 1.6446600720838576,
      "learning_rate": 0.00010199117698992455,
      "loss": 0.878,
      "step": 89229
    },
    {
      "epoch": 3.6547204587343844,
      "grad_norm": 1.016768374482748,
      "learning_rate": 0.00010198808716366699,
      "loss": 0.1942,
      "step": 89230
    },
    {
      "epoch": 3.654761417161581,
      "grad_norm": 1.0868194513330298,
      "learning_rate": 0.00010198499736010662,
      "loss": 0.311,
      "step": 89231
    },
    {
      "epoch": 3.6548023755887775,
      "grad_norm": 0.9527935866895982,
      "learning_rate": 0.00010198190757924499,
      "loss": 0.2125,
      "step": 89232
    },
    {
      "epoch": 3.6548433340159736,
      "grad_norm": 0.9305040479909374,
      "learning_rate": 0.00010197881782108354,
      "loss": 0.2704,
      "step": 89233
    },
    {
      "epoch": 3.65488429244317,
      "grad_norm": 4.046130756563821,
      "learning_rate": 0.0001019757280856237,
      "loss": 1.5906,
      "step": 89234
    },
    {
      "epoch": 3.6549252508703667,
      "grad_norm": 1.4843797423042924,
      "learning_rate": 0.00010197263837286693,
      "loss": 0.5995,
      "step": 89235
    },
    {
      "epoch": 3.654966209297563,
      "grad_norm": 2.9685061381534608,
      "learning_rate": 0.00010196954868281476,
      "loss": 2.7069,
      "step": 89236
    },
    {
      "epoch": 3.6550071677247593,
      "grad_norm": 1.0964170446971306,
      "learning_rate": 0.00010196645901546857,
      "loss": 0.2499,
      "step": 89237
    },
    {
      "epoch": 3.655048126151956,
      "grad_norm": 1.776942226804967,
      "learning_rate": 0.0001019633693708299,
      "loss": 1.0058,
      "step": 89238
    },
    {
      "epoch": 3.655089084579152,
      "grad_norm": 1.3824876080798776,
      "learning_rate": 0.00010196027974890013,
      "loss": 0.7964,
      "step": 89239
    },
    {
      "epoch": 3.6551300430063485,
      "grad_norm": 1.8327063835041895,
      "learning_rate": 0.00010195719014968074,
      "loss": 0.9579,
      "step": 89240
    },
    {
      "epoch": 3.655171001433545,
      "grad_norm": 1.299110431821387,
      "learning_rate": 0.00010195410057317318,
      "loss": 0.9437,
      "step": 89241
    },
    {
      "epoch": 3.6552119598607415,
      "grad_norm": 1.4438813481230932,
      "learning_rate": 0.00010195101101937897,
      "loss": 0.9074,
      "step": 89242
    },
    {
      "epoch": 3.6552529182879376,
      "grad_norm": 1.1165551428831124,
      "learning_rate": 0.00010194792148829953,
      "loss": 0.421,
      "step": 89243
    },
    {
      "epoch": 3.655293876715134,
      "grad_norm": 1.3849284410421674,
      "learning_rate": 0.00010194483197993633,
      "loss": 0.7157,
      "step": 89244
    },
    {
      "epoch": 3.6553348351423303,
      "grad_norm": 1.717127794318156,
      "learning_rate": 0.00010194174249429077,
      "loss": 0.8178,
      "step": 89245
    },
    {
      "epoch": 3.655375793569527,
      "grad_norm": 1.2872142219853402,
      "learning_rate": 0.00010193865303136442,
      "loss": 0.7976,
      "step": 89246
    },
    {
      "epoch": 3.6554167519967233,
      "grad_norm": 1.112351556786058,
      "learning_rate": 0.00010193556359115867,
      "loss": 0.3012,
      "step": 89247
    },
    {
      "epoch": 3.65545771042392,
      "grad_norm": 5.467841441541445,
      "learning_rate": 0.00010193247417367499,
      "loss": 2.7274,
      "step": 89248
    },
    {
      "epoch": 3.655498668851116,
      "grad_norm": 1.7213928483196184,
      "learning_rate": 0.00010192938477891485,
      "loss": 0.8056,
      "step": 89249
    },
    {
      "epoch": 3.6555396272783125,
      "grad_norm": 0.8633698030951481,
      "learning_rate": 0.00010192629540687972,
      "loss": 0.2692,
      "step": 89250
    },
    {
      "epoch": 3.655580585705509,
      "grad_norm": 1.4715066173792875,
      "learning_rate": 0.00010192320605757104,
      "loss": 0.9619,
      "step": 89251
    },
    {
      "epoch": 3.655621544132705,
      "grad_norm": 1.8545601543282224,
      "learning_rate": 0.00010192011673099028,
      "loss": 0.8063,
      "step": 89252
    },
    {
      "epoch": 3.6556625025599017,
      "grad_norm": 1.455552166676008,
      "learning_rate": 0.0001019170274271389,
      "loss": 0.7345,
      "step": 89253
    },
    {
      "epoch": 3.655703460987098,
      "grad_norm": 1.5845153037465498,
      "learning_rate": 0.00010191393814601835,
      "loss": 0.5626,
      "step": 89254
    },
    {
      "epoch": 3.6557444194142947,
      "grad_norm": 1.4636659685687614,
      "learning_rate": 0.0001019108488876301,
      "loss": 0.6946,
      "step": 89255
    },
    {
      "epoch": 3.655785377841491,
      "grad_norm": 1.3012632621198013,
      "learning_rate": 0.00010190775965197563,
      "loss": 0.7512,
      "step": 89256
    },
    {
      "epoch": 3.6558263362686874,
      "grad_norm": 1.4286244158200545,
      "learning_rate": 0.00010190467043905636,
      "loss": 0.7426,
      "step": 89257
    },
    {
      "epoch": 3.6558672946958835,
      "grad_norm": 1.7358695478235369,
      "learning_rate": 0.00010190158124887377,
      "loss": 0.9675,
      "step": 89258
    },
    {
      "epoch": 3.65590825312308,
      "grad_norm": 1.2280229207286049,
      "learning_rate": 0.00010189849208142932,
      "loss": 0.58,
      "step": 89259
    },
    {
      "epoch": 3.6559492115502765,
      "grad_norm": 4.852079513855534,
      "learning_rate": 0.0001018954029367245,
      "loss": 5.7333,
      "step": 89260
    },
    {
      "epoch": 3.655990169977473,
      "grad_norm": 1.7193153369609075,
      "learning_rate": 0.00010189231381476072,
      "loss": 0.7415,
      "step": 89261
    },
    {
      "epoch": 3.656031128404669,
      "grad_norm": 1.6172445172561154,
      "learning_rate": 0.00010188922471553943,
      "loss": 0.8016,
      "step": 89262
    },
    {
      "epoch": 3.6560720868318657,
      "grad_norm": 1.7715175893774517,
      "learning_rate": 0.00010188613563906218,
      "loss": 0.7193,
      "step": 89263
    },
    {
      "epoch": 3.6561130452590618,
      "grad_norm": 5.32287358132937,
      "learning_rate": 0.00010188304658533036,
      "loss": 3.4564,
      "step": 89264
    },
    {
      "epoch": 3.6561540036862583,
      "grad_norm": 2.377418367615232,
      "learning_rate": 0.00010187995755434543,
      "loss": 0.9628,
      "step": 89265
    },
    {
      "epoch": 3.656194962113455,
      "grad_norm": 1.384868929956614,
      "learning_rate": 0.00010187686854610885,
      "loss": 0.7549,
      "step": 89266
    },
    {
      "epoch": 3.6562359205406514,
      "grad_norm": 1.3427487682482544,
      "learning_rate": 0.00010187377956062212,
      "loss": 0.6956,
      "step": 89267
    },
    {
      "epoch": 3.6562768789678475,
      "grad_norm": 1.5305288415028928,
      "learning_rate": 0.00010187069059788667,
      "loss": 0.9775,
      "step": 89268
    },
    {
      "epoch": 3.656317837395044,
      "grad_norm": 1.3145906836541978,
      "learning_rate": 0.00010186760165790398,
      "loss": 0.6578,
      "step": 89269
    },
    {
      "epoch": 3.6563587958222405,
      "grad_norm": 1.727361832031577,
      "learning_rate": 0.00010186451274067544,
      "loss": 1.1558,
      "step": 89270
    },
    {
      "epoch": 3.6563997542494366,
      "grad_norm": 1.4094951757495096,
      "learning_rate": 0.00010186142384620261,
      "loss": 0.6154,
      "step": 89271
    },
    {
      "epoch": 3.656440712676633,
      "grad_norm": 1.4979161111140649,
      "learning_rate": 0.0001018583349744869,
      "loss": 0.8733,
      "step": 89272
    },
    {
      "epoch": 3.6564816711038297,
      "grad_norm": 1.561597249717347,
      "learning_rate": 0.0001018552461255298,
      "loss": 0.7394,
      "step": 89273
    },
    {
      "epoch": 3.6565226295310262,
      "grad_norm": 1.4938698302042757,
      "learning_rate": 0.00010185215729933267,
      "loss": 0.6836,
      "step": 89274
    },
    {
      "epoch": 3.6565635879582223,
      "grad_norm": 0.8957764351017221,
      "learning_rate": 0.00010184906849589711,
      "loss": 0.2312,
      "step": 89275
    },
    {
      "epoch": 3.656604546385419,
      "grad_norm": 2.779308234957018,
      "learning_rate": 0.00010184597971522451,
      "loss": 3.0542,
      "step": 89276
    },
    {
      "epoch": 3.656645504812615,
      "grad_norm": 1.4807729401582956,
      "learning_rate": 0.00010184289095731634,
      "loss": 0.6887,
      "step": 89277
    },
    {
      "epoch": 3.6566864632398115,
      "grad_norm": 1.3352586657923609,
      "learning_rate": 0.00010183980222217401,
      "loss": 0.5638,
      "step": 89278
    },
    {
      "epoch": 3.656727421667008,
      "grad_norm": 1.2332354471912916,
      "learning_rate": 0.00010183671350979909,
      "loss": 0.7015,
      "step": 89279
    },
    {
      "epoch": 3.6567683800942046,
      "grad_norm": 0.5531098916877764,
      "learning_rate": 0.00010183362482019294,
      "loss": 0.0657,
      "step": 89280
    },
    {
      "epoch": 3.6568093385214007,
      "grad_norm": 1.6055412606405237,
      "learning_rate": 0.00010183053615335708,
      "loss": 0.6479,
      "step": 89281
    },
    {
      "epoch": 3.656850296948597,
      "grad_norm": 1.6002338504735634,
      "learning_rate": 0.0001018274475092929,
      "loss": 0.6533,
      "step": 89282
    },
    {
      "epoch": 3.6568912553757933,
      "grad_norm": 1.5864887865157766,
      "learning_rate": 0.00010182435888800195,
      "loss": 0.7358,
      "step": 89283
    },
    {
      "epoch": 3.65693221380299,
      "grad_norm": 1.405249218145527,
      "learning_rate": 0.00010182127028948566,
      "loss": 0.7089,
      "step": 89284
    },
    {
      "epoch": 3.6569731722301864,
      "grad_norm": 1.4748163176217082,
      "learning_rate": 0.00010181818171374544,
      "loss": 0.6444,
      "step": 89285
    },
    {
      "epoch": 3.657014130657383,
      "grad_norm": 3.5168112059292684,
      "learning_rate": 0.00010181509316078279,
      "loss": 4.0437,
      "step": 89286
    },
    {
      "epoch": 3.657055089084579,
      "grad_norm": 0.667079628328488,
      "learning_rate": 0.00010181200463059919,
      "loss": 0.1908,
      "step": 89287
    },
    {
      "epoch": 3.6570960475117755,
      "grad_norm": 1.5894174422921081,
      "learning_rate": 0.00010180891612319607,
      "loss": 0.7585,
      "step": 89288
    },
    {
      "epoch": 3.657137005938972,
      "grad_norm": 1.236779724799952,
      "learning_rate": 0.00010180582763857491,
      "loss": 0.6611,
      "step": 89289
    },
    {
      "epoch": 3.657177964366168,
      "grad_norm": 0.6916503831941997,
      "learning_rate": 0.00010180273917673712,
      "loss": 0.1667,
      "step": 89290
    },
    {
      "epoch": 3.6572189227933647,
      "grad_norm": 1.3709107179720146,
      "learning_rate": 0.00010179965073768423,
      "loss": 0.6684,
      "step": 89291
    },
    {
      "epoch": 3.6572598812205612,
      "grad_norm": 1.3447278570890135,
      "learning_rate": 0.00010179656232141767,
      "loss": 0.7321,
      "step": 89292
    },
    {
      "epoch": 3.6573008396477578,
      "grad_norm": 1.4805875571822764,
      "learning_rate": 0.0001017934739279389,
      "loss": 0.6941,
      "step": 89293
    },
    {
      "epoch": 3.657341798074954,
      "grad_norm": 1.519234455446409,
      "learning_rate": 0.00010179038555724936,
      "loss": 0.921,
      "step": 89294
    },
    {
      "epoch": 3.6573827565021504,
      "grad_norm": 1.0379658926312958,
      "learning_rate": 0.00010178729720935053,
      "loss": 0.3528,
      "step": 89295
    },
    {
      "epoch": 3.6574237149293465,
      "grad_norm": 0.9650803020368067,
      "learning_rate": 0.00010178420888424389,
      "loss": 0.2504,
      "step": 89296
    },
    {
      "epoch": 3.657464673356543,
      "grad_norm": 1.7163880171816737,
      "learning_rate": 0.00010178112058193085,
      "loss": 1.103,
      "step": 89297
    },
    {
      "epoch": 3.6575056317837396,
      "grad_norm": 1.5841414051121727,
      "learning_rate": 0.00010177803230241294,
      "loss": 0.8709,
      "step": 89298
    },
    {
      "epoch": 3.657546590210936,
      "grad_norm": 0.9062781693173291,
      "learning_rate": 0.00010177494404569152,
      "loss": 0.298,
      "step": 89299
    },
    {
      "epoch": 3.657587548638132,
      "grad_norm": 1.1492774870522278,
      "learning_rate": 0.00010177185581176813,
      "loss": 0.347,
      "step": 89300
    },
    {
      "epoch": 3.6576285070653287,
      "grad_norm": 1.0882319966576979,
      "learning_rate": 0.00010176876760064424,
      "loss": 0.6387,
      "step": 89301
    },
    {
      "epoch": 3.6576694654925253,
      "grad_norm": 1.596060455263483,
      "learning_rate": 0.00010176567941232124,
      "loss": 0.5786,
      "step": 89302
    },
    {
      "epoch": 3.6577104239197213,
      "grad_norm": 1.769902870987327,
      "learning_rate": 0.00010176259124680064,
      "loss": 0.7364,
      "step": 89303
    },
    {
      "epoch": 3.657751382346918,
      "grad_norm": 1.5832365032961253,
      "learning_rate": 0.00010175950310408389,
      "loss": 0.9675,
      "step": 89304
    },
    {
      "epoch": 3.6577923407741144,
      "grad_norm": 1.435333197928663,
      "learning_rate": 0.00010175641498417244,
      "loss": 0.64,
      "step": 89305
    },
    {
      "epoch": 3.6578332992013105,
      "grad_norm": 1.1562466394110502,
      "learning_rate": 0.00010175332688706777,
      "loss": 0.4756,
      "step": 89306
    },
    {
      "epoch": 3.657874257628507,
      "grad_norm": 1.5460219107651032,
      "learning_rate": 0.0001017502388127713,
      "loss": 0.5688,
      "step": 89307
    },
    {
      "epoch": 3.6579152160557036,
      "grad_norm": 2.0812895573427888,
      "learning_rate": 0.00010174715076128461,
      "loss": 1.383,
      "step": 89308
    },
    {
      "epoch": 3.6579561744828997,
      "grad_norm": 1.6981350199046437,
      "learning_rate": 0.00010174406273260898,
      "loss": 0.7611,
      "step": 89309
    },
    {
      "epoch": 3.657997132910096,
      "grad_norm": 1.5974333178727143,
      "learning_rate": 0.000101740974726746,
      "loss": 0.6893,
      "step": 89310
    },
    {
      "epoch": 3.6580380913372927,
      "grad_norm": 0.8789565253639496,
      "learning_rate": 0.00010173788674369706,
      "loss": 0.3219,
      "step": 89311
    },
    {
      "epoch": 3.6580790497644893,
      "grad_norm": 1.4685972092349235,
      "learning_rate": 0.00010173479878346365,
      "loss": 0.7382,
      "step": 89312
    },
    {
      "epoch": 3.6581200081916854,
      "grad_norm": 1.3221930711726977,
      "learning_rate": 0.00010173171084604719,
      "loss": 0.7617,
      "step": 89313
    },
    {
      "epoch": 3.658160966618882,
      "grad_norm": 1.5828837852493896,
      "learning_rate": 0.00010172862293144922,
      "loss": 0.9061,
      "step": 89314
    },
    {
      "epoch": 3.658201925046078,
      "grad_norm": 1.314443425956344,
      "learning_rate": 0.00010172553503967114,
      "loss": 0.7484,
      "step": 89315
    },
    {
      "epoch": 3.6582428834732745,
      "grad_norm": 1.5359268896040914,
      "learning_rate": 0.00010172244717071445,
      "loss": 0.6506,
      "step": 89316
    },
    {
      "epoch": 3.658283841900471,
      "grad_norm": 1.0825793037239972,
      "learning_rate": 0.00010171935932458054,
      "loss": 0.5066,
      "step": 89317
    },
    {
      "epoch": 3.6583248003276676,
      "grad_norm": 0.9858238293248898,
      "learning_rate": 0.00010171627150127096,
      "loss": 0.2736,
      "step": 89318
    },
    {
      "epoch": 3.6583657587548637,
      "grad_norm": 1.7315457707007305,
      "learning_rate": 0.00010171318370078712,
      "loss": 0.7009,
      "step": 89319
    },
    {
      "epoch": 3.6584067171820602,
      "grad_norm": 1.2692307732111408,
      "learning_rate": 0.00010171009592313047,
      "loss": 0.6216,
      "step": 89320
    },
    {
      "epoch": 3.6584476756092568,
      "grad_norm": 1.348697320105952,
      "learning_rate": 0.0001017070081683025,
      "loss": 0.7545,
      "step": 89321
    },
    {
      "epoch": 3.658488634036453,
      "grad_norm": 1.6139863003498285,
      "learning_rate": 0.0001017039204363046,
      "loss": 0.6123,
      "step": 89322
    },
    {
      "epoch": 3.6585295924636494,
      "grad_norm": 2.925928415857028,
      "learning_rate": 0.00010170083272713835,
      "loss": 2.1697,
      "step": 89323
    },
    {
      "epoch": 3.658570550890846,
      "grad_norm": 0.8581738517177908,
      "learning_rate": 0.00010169774504080512,
      "loss": 0.2468,
      "step": 89324
    },
    {
      "epoch": 3.658611509318042,
      "grad_norm": 1.3616097709648212,
      "learning_rate": 0.0001016946573773064,
      "loss": 0.6753,
      "step": 89325
    },
    {
      "epoch": 3.6586524677452386,
      "grad_norm": 0.5228819066664527,
      "learning_rate": 0.00010169156973664362,
      "loss": 0.0655,
      "step": 89326
    },
    {
      "epoch": 3.658693426172435,
      "grad_norm": 1.1787235889000172,
      "learning_rate": 0.00010168848211881828,
      "loss": 0.5439,
      "step": 89327
    },
    {
      "epoch": 3.658734384599631,
      "grad_norm": 1.972744758058906,
      "learning_rate": 0.00010168539452383182,
      "loss": 0.8304,
      "step": 89328
    },
    {
      "epoch": 3.6587753430268277,
      "grad_norm": 1.1626572143687528,
      "learning_rate": 0.0001016823069516857,
      "loss": 0.6003,
      "step": 89329
    },
    {
      "epoch": 3.6588163014540243,
      "grad_norm": 1.3277410758460395,
      "learning_rate": 0.00010167921940238137,
      "loss": 0.6225,
      "step": 89330
    },
    {
      "epoch": 3.658857259881221,
      "grad_norm": 1.4518708012371004,
      "learning_rate": 0.0001016761318759203,
      "loss": 1.0098,
      "step": 89331
    },
    {
      "epoch": 3.658898218308417,
      "grad_norm": 0.8323724648234724,
      "learning_rate": 0.00010167304437230398,
      "loss": 0.2463,
      "step": 89332
    },
    {
      "epoch": 3.6589391767356134,
      "grad_norm": 0.9186472638567273,
      "learning_rate": 0.00010166995689153384,
      "loss": 0.2344,
      "step": 89333
    },
    {
      "epoch": 3.6589801351628095,
      "grad_norm": 1.5858159870696018,
      "learning_rate": 0.0001016668694336113,
      "loss": 0.7326,
      "step": 89334
    },
    {
      "epoch": 3.659021093590006,
      "grad_norm": 1.1074402498455842,
      "learning_rate": 0.0001016637819985379,
      "loss": 0.5121,
      "step": 89335
    },
    {
      "epoch": 3.6590620520172026,
      "grad_norm": 0.8774142627145771,
      "learning_rate": 0.00010166069458631504,
      "loss": 0.1632,
      "step": 89336
    },
    {
      "epoch": 3.659103010444399,
      "grad_norm": 1.6837142744280351,
      "learning_rate": 0.00010165760719694422,
      "loss": 0.6768,
      "step": 89337
    },
    {
      "epoch": 3.659143968871595,
      "grad_norm": 1.6437553457055383,
      "learning_rate": 0.00010165451983042683,
      "loss": 0.6221,
      "step": 89338
    },
    {
      "epoch": 3.6591849272987917,
      "grad_norm": 1.2998560959375205,
      "learning_rate": 0.00010165143248676443,
      "loss": 0.5566,
      "step": 89339
    },
    {
      "epoch": 3.6592258857259883,
      "grad_norm": 1.7094105141842488,
      "learning_rate": 0.00010164834516595838,
      "loss": 1.0833,
      "step": 89340
    },
    {
      "epoch": 3.6592668441531844,
      "grad_norm": 1.604536728380049,
      "learning_rate": 0.00010164525786801024,
      "loss": 0.6811,
      "step": 89341
    },
    {
      "epoch": 3.659307802580381,
      "grad_norm": 1.6772387184039173,
      "learning_rate": 0.00010164217059292135,
      "loss": 0.8908,
      "step": 89342
    },
    {
      "epoch": 3.6593487610075774,
      "grad_norm": 1.786008954419495,
      "learning_rate": 0.0001016390833406933,
      "loss": 0.8717,
      "step": 89343
    },
    {
      "epoch": 3.659389719434774,
      "grad_norm": 1.5577905072290716,
      "learning_rate": 0.00010163599611132747,
      "loss": 0.7979,
      "step": 89344
    },
    {
      "epoch": 3.65943067786197,
      "grad_norm": 1.472824565782054,
      "learning_rate": 0.00010163290890482532,
      "loss": 0.563,
      "step": 89345
    },
    {
      "epoch": 3.6594716362891666,
      "grad_norm": 1.367237012036083,
      "learning_rate": 0.00010162982172118831,
      "loss": 0.9057,
      "step": 89346
    },
    {
      "epoch": 3.6595125947163627,
      "grad_norm": 1.0737323458839854,
      "learning_rate": 0.00010162673456041792,
      "loss": 0.3331,
      "step": 89347
    },
    {
      "epoch": 3.6595535531435592,
      "grad_norm": 1.5600452501417887,
      "learning_rate": 0.00010162364742251564,
      "loss": 0.7439,
      "step": 89348
    },
    {
      "epoch": 3.6595945115707558,
      "grad_norm": 1.4747033422498106,
      "learning_rate": 0.00010162056030748287,
      "loss": 0.5348,
      "step": 89349
    },
    {
      "epoch": 3.6596354699979523,
      "grad_norm": 0.8965221812566098,
      "learning_rate": 0.00010161747321532107,
      "loss": 0.3177,
      "step": 89350
    },
    {
      "epoch": 3.6596764284251484,
      "grad_norm": 2.013136941620837,
      "learning_rate": 0.00010161438614603173,
      "loss": 1.0189,
      "step": 89351
    },
    {
      "epoch": 3.659717386852345,
      "grad_norm": 1.3679256446242434,
      "learning_rate": 0.00010161129909961634,
      "loss": 0.7183,
      "step": 89352
    },
    {
      "epoch": 3.659758345279541,
      "grad_norm": 1.1844485771842974,
      "learning_rate": 0.00010160821207607628,
      "loss": 0.4609,
      "step": 89353
    },
    {
      "epoch": 3.6597993037067376,
      "grad_norm": 1.4849208319490963,
      "learning_rate": 0.00010160512507541304,
      "loss": 0.7953,
      "step": 89354
    },
    {
      "epoch": 3.659840262133934,
      "grad_norm": 0.7792224128660769,
      "learning_rate": 0.00010160203809762813,
      "loss": 0.2168,
      "step": 89355
    },
    {
      "epoch": 3.6598812205611306,
      "grad_norm": 1.4843201857280828,
      "learning_rate": 0.00010159895114272293,
      "loss": 0.763,
      "step": 89356
    },
    {
      "epoch": 3.6599221789883267,
      "grad_norm": 1.6081774449555342,
      "learning_rate": 0.00010159586421069897,
      "loss": 0.7494,
      "step": 89357
    },
    {
      "epoch": 3.6599631374155233,
      "grad_norm": 1.130440923027137,
      "learning_rate": 0.00010159277730155763,
      "loss": 0.5844,
      "step": 89358
    },
    {
      "epoch": 3.66000409584272,
      "grad_norm": 1.395146029606577,
      "learning_rate": 0.00010158969041530046,
      "loss": 0.7009,
      "step": 89359
    },
    {
      "epoch": 3.660045054269916,
      "grad_norm": 4.465548136841673,
      "learning_rate": 0.00010158660355192887,
      "loss": 2.0857,
      "step": 89360
    },
    {
      "epoch": 3.6600860126971124,
      "grad_norm": 1.2608900947459487,
      "learning_rate": 0.00010158351671144431,
      "loss": 0.5931,
      "step": 89361
    },
    {
      "epoch": 3.660126971124309,
      "grad_norm": 1.416599505091463,
      "learning_rate": 0.00010158042989384825,
      "loss": 0.6736,
      "step": 89362
    },
    {
      "epoch": 3.6601679295515055,
      "grad_norm": 1.2490955496854903,
      "learning_rate": 0.00010157734309914218,
      "loss": 0.6707,
      "step": 89363
    },
    {
      "epoch": 3.6602088879787016,
      "grad_norm": 0.7951636874811884,
      "learning_rate": 0.0001015742563273275,
      "loss": 0.2747,
      "step": 89364
    },
    {
      "epoch": 3.660249846405898,
      "grad_norm": 1.3814447989083072,
      "learning_rate": 0.00010157116957840571,
      "loss": 0.7085,
      "step": 89365
    },
    {
      "epoch": 3.660290804833094,
      "grad_norm": 1.1685822149591947,
      "learning_rate": 0.00010156808285237829,
      "loss": 0.5803,
      "step": 89366
    },
    {
      "epoch": 3.6603317632602907,
      "grad_norm": 0.8923354409566957,
      "learning_rate": 0.00010156499614924662,
      "loss": 0.2116,
      "step": 89367
    },
    {
      "epoch": 3.6603727216874873,
      "grad_norm": 0.8855268600349849,
      "learning_rate": 0.00010156190946901224,
      "loss": 0.2947,
      "step": 89368
    },
    {
      "epoch": 3.660413680114684,
      "grad_norm": 1.087322031326178,
      "learning_rate": 0.00010155882281167659,
      "loss": 0.3573,
      "step": 89369
    },
    {
      "epoch": 3.66045463854188,
      "grad_norm": 0.6956773212934216,
      "learning_rate": 0.00010155573617724111,
      "loss": 0.1928,
      "step": 89370
    },
    {
      "epoch": 3.6604955969690764,
      "grad_norm": 1.635122872893448,
      "learning_rate": 0.00010155264956570723,
      "loss": 0.885,
      "step": 89371
    },
    {
      "epoch": 3.6605365553962725,
      "grad_norm": 1.1931789903554526,
      "learning_rate": 0.00010154956297707648,
      "loss": 0.5415,
      "step": 89372
    },
    {
      "epoch": 3.660577513823469,
      "grad_norm": 1.8177711051171361,
      "learning_rate": 0.0001015464764113503,
      "loss": 0.984,
      "step": 89373
    },
    {
      "epoch": 3.6606184722506656,
      "grad_norm": 0.908153387310679,
      "learning_rate": 0.0001015433898685301,
      "loss": 0.2308,
      "step": 89374
    },
    {
      "epoch": 3.660659430677862,
      "grad_norm": 1.5118383828369855,
      "learning_rate": 0.00010154030334861739,
      "loss": 0.6431,
      "step": 89375
    },
    {
      "epoch": 3.6607003891050582,
      "grad_norm": 0.8528478189775335,
      "learning_rate": 0.00010153721685161361,
      "loss": 0.2449,
      "step": 89376
    },
    {
      "epoch": 3.6607413475322548,
      "grad_norm": 1.0542884882081764,
      "learning_rate": 0.00010153413037752024,
      "loss": 0.3004,
      "step": 89377
    },
    {
      "epoch": 3.6607823059594513,
      "grad_norm": 1.4335800998703585,
      "learning_rate": 0.00010153104392633871,
      "loss": 0.7428,
      "step": 89378
    },
    {
      "epoch": 3.6608232643866474,
      "grad_norm": 1.858885471275918,
      "learning_rate": 0.00010152795749807051,
      "loss": 1.243,
      "step": 89379
    },
    {
      "epoch": 3.660864222813844,
      "grad_norm": 1.1239657766461546,
      "learning_rate": 0.00010152487109271707,
      "loss": 0.2113,
      "step": 89380
    },
    {
      "epoch": 3.6609051812410405,
      "grad_norm": 1.380651311953089,
      "learning_rate": 0.00010152178471027981,
      "loss": 0.78,
      "step": 89381
    },
    {
      "epoch": 3.660946139668237,
      "grad_norm": 1.545663931782476,
      "learning_rate": 0.00010151869835076028,
      "loss": 0.7576,
      "step": 89382
    },
    {
      "epoch": 3.660987098095433,
      "grad_norm": 1.714511239961787,
      "learning_rate": 0.00010151561201415988,
      "loss": 0.8727,
      "step": 89383
    },
    {
      "epoch": 3.6610280565226296,
      "grad_norm": 1.3556788316804054,
      "learning_rate": 0.0001015125257004801,
      "loss": 0.3907,
      "step": 89384
    },
    {
      "epoch": 3.6610690149498257,
      "grad_norm": 1.563699736133576,
      "learning_rate": 0.00010150943940972236,
      "loss": 0.5408,
      "step": 89385
    },
    {
      "epoch": 3.6611099733770223,
      "grad_norm": 1.4733138030060986,
      "learning_rate": 0.00010150635314188816,
      "loss": 0.8423,
      "step": 89386
    },
    {
      "epoch": 3.661150931804219,
      "grad_norm": 1.5298735811256268,
      "learning_rate": 0.00010150326689697894,
      "loss": 0.8228,
      "step": 89387
    },
    {
      "epoch": 3.6611918902314153,
      "grad_norm": 1.292868907961974,
      "learning_rate": 0.00010150018067499616,
      "loss": 0.7491,
      "step": 89388
    },
    {
      "epoch": 3.6612328486586114,
      "grad_norm": 1.1478347952822106,
      "learning_rate": 0.00010149709447594127,
      "loss": 0.7265,
      "step": 89389
    },
    {
      "epoch": 3.661273807085808,
      "grad_norm": 1.293528790062521,
      "learning_rate": 0.00010149400829981576,
      "loss": 0.5726,
      "step": 89390
    },
    {
      "epoch": 3.661314765513004,
      "grad_norm": 2.1064207224508995,
      "learning_rate": 0.00010149092214662107,
      "loss": 1.0443,
      "step": 89391
    },
    {
      "epoch": 3.6613557239402006,
      "grad_norm": 1.251876675237682,
      "learning_rate": 0.00010148783601635864,
      "loss": 0.8372,
      "step": 89392
    },
    {
      "epoch": 3.661396682367397,
      "grad_norm": 2.4067997162156676,
      "learning_rate": 0.00010148474990902997,
      "loss": 0.8537,
      "step": 89393
    },
    {
      "epoch": 3.6614376407945937,
      "grad_norm": 1.3194439126347584,
      "learning_rate": 0.00010148166382463644,
      "loss": 0.7005,
      "step": 89394
    },
    {
      "epoch": 3.6614785992217898,
      "grad_norm": 1.264177022645345,
      "learning_rate": 0.00010147857776317963,
      "loss": 0.6897,
      "step": 89395
    },
    {
      "epoch": 3.6615195576489863,
      "grad_norm": 1.3097714736691979,
      "learning_rate": 0.0001014754917246609,
      "loss": 0.7504,
      "step": 89396
    },
    {
      "epoch": 3.661560516076183,
      "grad_norm": 0.5902992327134506,
      "learning_rate": 0.00010147240570908175,
      "loss": 0.1103,
      "step": 89397
    },
    {
      "epoch": 3.661601474503379,
      "grad_norm": 1.2674495076924428,
      "learning_rate": 0.00010146931971644359,
      "loss": 0.5512,
      "step": 89398
    },
    {
      "epoch": 3.6616424329305755,
      "grad_norm": 1.3276011056816952,
      "learning_rate": 0.00010146623374674797,
      "loss": 0.4194,
      "step": 89399
    },
    {
      "epoch": 3.661683391357772,
      "grad_norm": 1.5712436251459907,
      "learning_rate": 0.00010146314779999631,
      "loss": 0.5498,
      "step": 89400
    },
    {
      "epoch": 3.6617243497849685,
      "grad_norm": 1.4668747904861419,
      "learning_rate": 0.00010146006187619001,
      "loss": 0.5386,
      "step": 89401
    },
    {
      "epoch": 3.6617653082121646,
      "grad_norm": 1.056917197907357,
      "learning_rate": 0.00010145697597533058,
      "loss": 0.3777,
      "step": 89402
    },
    {
      "epoch": 3.661806266639361,
      "grad_norm": 1.1114342842544918,
      "learning_rate": 0.0001014538900974195,
      "loss": 0.4989,
      "step": 89403
    },
    {
      "epoch": 3.6618472250665572,
      "grad_norm": 1.3380334193646433,
      "learning_rate": 0.0001014508042424582,
      "loss": 0.6504,
      "step": 89404
    },
    {
      "epoch": 3.661888183493754,
      "grad_norm": 1.5704871971504522,
      "learning_rate": 0.00010144771841044815,
      "loss": 0.9725,
      "step": 89405
    },
    {
      "epoch": 3.6619291419209503,
      "grad_norm": 1.449283731963353,
      "learning_rate": 0.00010144463260139077,
      "loss": 0.7404,
      "step": 89406
    },
    {
      "epoch": 3.661970100348147,
      "grad_norm": 1.2265963831749416,
      "learning_rate": 0.00010144154681528757,
      "loss": 0.4898,
      "step": 89407
    },
    {
      "epoch": 3.662011058775343,
      "grad_norm": 1.9026955665656005,
      "learning_rate": 0.00010143846105214,
      "loss": 1.3163,
      "step": 89408
    },
    {
      "epoch": 3.6620520172025395,
      "grad_norm": 2.101138316846714,
      "learning_rate": 0.0001014353753119495,
      "loss": 0.6993,
      "step": 89409
    },
    {
      "epoch": 3.6620929756297356,
      "grad_norm": 1.38631888850125,
      "learning_rate": 0.00010143228959471751,
      "loss": 0.7136,
      "step": 89410
    },
    {
      "epoch": 3.662133934056932,
      "grad_norm": 0.9534590444356232,
      "learning_rate": 0.00010142920390044555,
      "loss": 0.3,
      "step": 89411
    },
    {
      "epoch": 3.6621748924841286,
      "grad_norm": 1.6546139502485617,
      "learning_rate": 0.00010142611822913503,
      "loss": 0.9468,
      "step": 89412
    },
    {
      "epoch": 3.662215850911325,
      "grad_norm": 1.7288113729509664,
      "learning_rate": 0.00010142303258078743,
      "loss": 0.9809,
      "step": 89413
    },
    {
      "epoch": 3.6622568093385213,
      "grad_norm": 1.4818259407173386,
      "learning_rate": 0.00010141994695540419,
      "loss": 0.8839,
      "step": 89414
    },
    {
      "epoch": 3.662297767765718,
      "grad_norm": 1.2110647110926027,
      "learning_rate": 0.00010141686135298679,
      "loss": 0.7391,
      "step": 89415
    },
    {
      "epoch": 3.6623387261929143,
      "grad_norm": 1.8597698614343892,
      "learning_rate": 0.00010141377577353668,
      "loss": 0.995,
      "step": 89416
    },
    {
      "epoch": 3.6623796846201104,
      "grad_norm": 1.4005383286730546,
      "learning_rate": 0.00010141069021705532,
      "loss": 0.741,
      "step": 89417
    },
    {
      "epoch": 3.662420643047307,
      "grad_norm": 1.9672576904262362,
      "learning_rate": 0.00010140760468354414,
      "loss": 0.9343,
      "step": 89418
    },
    {
      "epoch": 3.6624616014745035,
      "grad_norm": 1.5517867004427548,
      "learning_rate": 0.00010140451917300464,
      "loss": 0.8845,
      "step": 89419
    },
    {
      "epoch": 3.6625025599017,
      "grad_norm": 0.920114497376772,
      "learning_rate": 0.00010140143368543828,
      "loss": 0.2898,
      "step": 89420
    },
    {
      "epoch": 3.662543518328896,
      "grad_norm": 1.2648604633949165,
      "learning_rate": 0.00010139834822084649,
      "loss": 0.6528,
      "step": 89421
    },
    {
      "epoch": 3.6625844767560927,
      "grad_norm": 1.2479859701897358,
      "learning_rate": 0.00010139526277923072,
      "loss": 0.4716,
      "step": 89422
    },
    {
      "epoch": 3.6626254351832888,
      "grad_norm": 1.375142738608827,
      "learning_rate": 0.00010139217736059247,
      "loss": 0.6239,
      "step": 89423
    },
    {
      "epoch": 3.6626663936104853,
      "grad_norm": 1.5816324141087916,
      "learning_rate": 0.00010138909196493317,
      "loss": 0.8089,
      "step": 89424
    },
    {
      "epoch": 3.662707352037682,
      "grad_norm": 1.248940246371878,
      "learning_rate": 0.00010138600659225434,
      "loss": 0.7126,
      "step": 89425
    },
    {
      "epoch": 3.6627483104648784,
      "grad_norm": 1.6832812365437528,
      "learning_rate": 0.00010138292124255731,
      "loss": 0.8045,
      "step": 89426
    },
    {
      "epoch": 3.6627892688920745,
      "grad_norm": 1.4804262472692873,
      "learning_rate": 0.00010137983591584364,
      "loss": 0.6298,
      "step": 89427
    },
    {
      "epoch": 3.662830227319271,
      "grad_norm": 1.4562670858503135,
      "learning_rate": 0.00010137675061211477,
      "loss": 0.8989,
      "step": 89428
    },
    {
      "epoch": 3.662871185746467,
      "grad_norm": 4.73260180945162,
      "learning_rate": 0.00010137366533137216,
      "loss": 1.5301,
      "step": 89429
    },
    {
      "epoch": 3.6629121441736636,
      "grad_norm": 1.0535842624439988,
      "learning_rate": 0.00010137058007361722,
      "loss": 0.2628,
      "step": 89430
    },
    {
      "epoch": 3.66295310260086,
      "grad_norm": 1.829158128622229,
      "learning_rate": 0.00010136749483885147,
      "loss": 1.163,
      "step": 89431
    },
    {
      "epoch": 3.6629940610280567,
      "grad_norm": 1.6173544238894713,
      "learning_rate": 0.00010136440962707637,
      "loss": 0.962,
      "step": 89432
    },
    {
      "epoch": 3.663035019455253,
      "grad_norm": 1.2704243776621393,
      "learning_rate": 0.00010136132443829332,
      "loss": 0.8129,
      "step": 89433
    },
    {
      "epoch": 3.6630759778824493,
      "grad_norm": 1.3410957609053373,
      "learning_rate": 0.00010135823927250384,
      "loss": 0.7733,
      "step": 89434
    },
    {
      "epoch": 3.663116936309646,
      "grad_norm": 1.6361442036156062,
      "learning_rate": 0.00010135515412970933,
      "loss": 0.8724,
      "step": 89435
    },
    {
      "epoch": 3.663157894736842,
      "grad_norm": 1.713210328410794,
      "learning_rate": 0.00010135206900991131,
      "loss": 0.8695,
      "step": 89436
    },
    {
      "epoch": 3.6631988531640385,
      "grad_norm": 1.4868045407040598,
      "learning_rate": 0.00010134898391311122,
      "loss": 0.7732,
      "step": 89437
    },
    {
      "epoch": 3.663239811591235,
      "grad_norm": 1.6774703516691158,
      "learning_rate": 0.00010134589883931046,
      "loss": 0.7718,
      "step": 89438
    },
    {
      "epoch": 3.6632807700184316,
      "grad_norm": 1.2312413771836723,
      "learning_rate": 0.00010134281378851056,
      "loss": 0.716,
      "step": 89439
    },
    {
      "epoch": 3.6633217284456276,
      "grad_norm": 0.8834853440032815,
      "learning_rate": 0.00010133972876071296,
      "loss": 0.2568,
      "step": 89440
    },
    {
      "epoch": 3.663362686872824,
      "grad_norm": 1.618435850603732,
      "learning_rate": 0.00010133664375591912,
      "loss": 1.206,
      "step": 89441
    },
    {
      "epoch": 3.6634036453000203,
      "grad_norm": 1.1856587006677464,
      "learning_rate": 0.00010133355877413047,
      "loss": 0.6825,
      "step": 89442
    },
    {
      "epoch": 3.663444603727217,
      "grad_norm": 1.2179960966410923,
      "learning_rate": 0.0001013304738153485,
      "loss": 0.499,
      "step": 89443
    },
    {
      "epoch": 3.6634855621544133,
      "grad_norm": 2.0129622942940144,
      "learning_rate": 0.00010132738887957465,
      "loss": 1.5466,
      "step": 89444
    },
    {
      "epoch": 3.66352652058161,
      "grad_norm": 1.9899055711175553,
      "learning_rate": 0.0001013243039668104,
      "loss": 0.8453,
      "step": 89445
    },
    {
      "epoch": 3.663567479008806,
      "grad_norm": 1.2058671410140014,
      "learning_rate": 0.0001013212190770572,
      "loss": 0.6549,
      "step": 89446
    },
    {
      "epoch": 3.6636084374360025,
      "grad_norm": 1.1468259922148771,
      "learning_rate": 0.00010131813421031647,
      "loss": 0.5043,
      "step": 89447
    },
    {
      "epoch": 3.6636493958631986,
      "grad_norm": 2.0157812063796374,
      "learning_rate": 0.00010131504936658974,
      "loss": 0.9352,
      "step": 89448
    },
    {
      "epoch": 3.663690354290395,
      "grad_norm": 1.4610662883076333,
      "learning_rate": 0.00010131196454587844,
      "loss": 0.7639,
      "step": 89449
    },
    {
      "epoch": 3.6637313127175917,
      "grad_norm": 1.2355099870525414,
      "learning_rate": 0.000101308879748184,
      "loss": 0.6604,
      "step": 89450
    },
    {
      "epoch": 3.663772271144788,
      "grad_norm": 1.3394783652414957,
      "learning_rate": 0.00010130579497350789,
      "loss": 0.6161,
      "step": 89451
    },
    {
      "epoch": 3.6638132295719843,
      "grad_norm": 1.3690693367104876,
      "learning_rate": 0.00010130271022185157,
      "loss": 0.5406,
      "step": 89452
    },
    {
      "epoch": 3.663854187999181,
      "grad_norm": 1.6307196959999086,
      "learning_rate": 0.00010129962549321649,
      "loss": 0.6647,
      "step": 89453
    },
    {
      "epoch": 3.6638951464263774,
      "grad_norm": 1.208239856322366,
      "learning_rate": 0.00010129654078760412,
      "loss": 0.4543,
      "step": 89454
    },
    {
      "epoch": 3.6639361048535735,
      "grad_norm": 1.5982322965040046,
      "learning_rate": 0.00010129345610501597,
      "loss": 0.781,
      "step": 89455
    },
    {
      "epoch": 3.66397706328077,
      "grad_norm": 1.9539940841426438,
      "learning_rate": 0.00010129037144545342,
      "loss": 0.6518,
      "step": 89456
    },
    {
      "epoch": 3.6640180217079665,
      "grad_norm": 1.3478888181884325,
      "learning_rate": 0.00010128728680891792,
      "loss": 0.6325,
      "step": 89457
    },
    {
      "epoch": 3.664058980135163,
      "grad_norm": 1.2254220434537075,
      "learning_rate": 0.000101284202195411,
      "loss": 0.7512,
      "step": 89458
    },
    {
      "epoch": 3.664099938562359,
      "grad_norm": 1.7976252036527776,
      "learning_rate": 0.00010128111760493407,
      "loss": 0.9206,
      "step": 89459
    },
    {
      "epoch": 3.6641408969895557,
      "grad_norm": 1.508567506706099,
      "learning_rate": 0.00010127803303748863,
      "loss": 0.7489,
      "step": 89460
    },
    {
      "epoch": 3.664181855416752,
      "grad_norm": 1.5109075518561994,
      "learning_rate": 0.00010127494849307604,
      "loss": 0.8196,
      "step": 89461
    },
    {
      "epoch": 3.6642228138439483,
      "grad_norm": 2.1549364884494393,
      "learning_rate": 0.00010127186397169788,
      "loss": 0.8351,
      "step": 89462
    },
    {
      "epoch": 3.664263772271145,
      "grad_norm": 1.4873529038462896,
      "learning_rate": 0.00010126877947335556,
      "loss": 0.6357,
      "step": 89463
    },
    {
      "epoch": 3.6643047306983414,
      "grad_norm": 1.9825742165803621,
      "learning_rate": 0.00010126569499805052,
      "loss": 0.9898,
      "step": 89464
    },
    {
      "epoch": 3.6643456891255375,
      "grad_norm": 1.4342274579776049,
      "learning_rate": 0.00010126261054578424,
      "loss": 0.6894,
      "step": 89465
    },
    {
      "epoch": 3.664386647552734,
      "grad_norm": 0.990640534843047,
      "learning_rate": 0.00010125952611655814,
      "loss": 0.303,
      "step": 89466
    },
    {
      "epoch": 3.66442760597993,
      "grad_norm": 3.9048696134262952,
      "learning_rate": 0.00010125644171037373,
      "loss": 2.9043,
      "step": 89467
    },
    {
      "epoch": 3.6644685644071266,
      "grad_norm": 0.9308394711532619,
      "learning_rate": 0.00010125335732723245,
      "loss": 0.3521,
      "step": 89468
    },
    {
      "epoch": 3.664509522834323,
      "grad_norm": 0.792844292378229,
      "learning_rate": 0.00010125027296713576,
      "loss": 0.2571,
      "step": 89469
    },
    {
      "epoch": 3.6645504812615197,
      "grad_norm": 1.9386556168358628,
      "learning_rate": 0.00010124718863008506,
      "loss": 0.872,
      "step": 89470
    },
    {
      "epoch": 3.664591439688716,
      "grad_norm": 0.9656727371053253,
      "learning_rate": 0.00010124410431608193,
      "loss": 0.2712,
      "step": 89471
    },
    {
      "epoch": 3.6646323981159123,
      "grad_norm": 1.319952561207762,
      "learning_rate": 0.00010124102002512773,
      "loss": 0.4548,
      "step": 89472
    },
    {
      "epoch": 3.664673356543109,
      "grad_norm": 1.4029165384533542,
      "learning_rate": 0.00010123793575722395,
      "loss": 0.6565,
      "step": 89473
    },
    {
      "epoch": 3.664714314970305,
      "grad_norm": 1.3490234939790375,
      "learning_rate": 0.000101234851512372,
      "loss": 0.5709,
      "step": 89474
    },
    {
      "epoch": 3.6647552733975015,
      "grad_norm": 1.2427116819291144,
      "learning_rate": 0.00010123176729057345,
      "loss": 0.603,
      "step": 89475
    },
    {
      "epoch": 3.664796231824698,
      "grad_norm": 1.4278597906708916,
      "learning_rate": 0.00010122868309182966,
      "loss": 0.6377,
      "step": 89476
    },
    {
      "epoch": 3.6648371902518946,
      "grad_norm": 1.7229164730284254,
      "learning_rate": 0.00010122559891614212,
      "loss": 0.5518,
      "step": 89477
    },
    {
      "epoch": 3.6648781486790907,
      "grad_norm": 0.7874874871601215,
      "learning_rate": 0.00010122251476351227,
      "loss": 0.1669,
      "step": 89478
    },
    {
      "epoch": 3.664919107106287,
      "grad_norm": 3.573902114745293,
      "learning_rate": 0.00010121943063394161,
      "loss": 2.4258,
      "step": 89479
    },
    {
      "epoch": 3.6649600655334833,
      "grad_norm": 0.9949853057552868,
      "learning_rate": 0.00010121634652743157,
      "loss": 0.1777,
      "step": 89480
    },
    {
      "epoch": 3.66500102396068,
      "grad_norm": 1.0829421820024967,
      "learning_rate": 0.00010121326244398361,
      "loss": 0.4749,
      "step": 89481
    },
    {
      "epoch": 3.6650419823878764,
      "grad_norm": 1.9474238632422756,
      "learning_rate": 0.00010121017838359917,
      "loss": 0.8531,
      "step": 89482
    },
    {
      "epoch": 3.665082940815073,
      "grad_norm": 1.5729619301787698,
      "learning_rate": 0.00010120709434627974,
      "loss": 0.8295,
      "step": 89483
    },
    {
      "epoch": 3.665123899242269,
      "grad_norm": 1.1576306978890425,
      "learning_rate": 0.00010120401033202678,
      "loss": 0.3834,
      "step": 89484
    },
    {
      "epoch": 3.6651648576694655,
      "grad_norm": 1.4124342134021508,
      "learning_rate": 0.00010120092634084171,
      "loss": 0.8141,
      "step": 89485
    },
    {
      "epoch": 3.6652058160966616,
      "grad_norm": 1.2904460080232254,
      "learning_rate": 0.000101197842372726,
      "loss": 0.5615,
      "step": 89486
    },
    {
      "epoch": 3.665246774523858,
      "grad_norm": 1.2315772174981798,
      "learning_rate": 0.00010119475842768115,
      "loss": 0.7016,
      "step": 89487
    },
    {
      "epoch": 3.6652877329510547,
      "grad_norm": 1.427610297783606,
      "learning_rate": 0.00010119167450570858,
      "loss": 0.7695,
      "step": 89488
    },
    {
      "epoch": 3.6653286913782512,
      "grad_norm": 1.76708617992982,
      "learning_rate": 0.00010118859060680975,
      "loss": 1.1289,
      "step": 89489
    },
    {
      "epoch": 3.6653696498054473,
      "grad_norm": 0.8321743682676612,
      "learning_rate": 0.0001011855067309861,
      "loss": 0.1061,
      "step": 89490
    },
    {
      "epoch": 3.665410608232644,
      "grad_norm": 1.4150606430272223,
      "learning_rate": 0.00010118242287823913,
      "loss": 0.663,
      "step": 89491
    },
    {
      "epoch": 3.6654515666598404,
      "grad_norm": 1.2216211643441988,
      "learning_rate": 0.00010117933904857028,
      "loss": 0.6118,
      "step": 89492
    },
    {
      "epoch": 3.6654925250870365,
      "grad_norm": 1.6160916433389527,
      "learning_rate": 0.00010117625524198102,
      "loss": 0.6395,
      "step": 89493
    },
    {
      "epoch": 3.665533483514233,
      "grad_norm": 1.9305120924806085,
      "learning_rate": 0.00010117317145847275,
      "loss": 1.0226,
      "step": 89494
    },
    {
      "epoch": 3.6655744419414296,
      "grad_norm": 1.933931540069995,
      "learning_rate": 0.000101170087698047,
      "loss": 0.8051,
      "step": 89495
    },
    {
      "epoch": 3.665615400368626,
      "grad_norm": 1.4869904156958147,
      "learning_rate": 0.0001011670039607052,
      "loss": 0.6492,
      "step": 89496
    },
    {
      "epoch": 3.665656358795822,
      "grad_norm": 1.3887626892792453,
      "learning_rate": 0.00010116392024644881,
      "loss": 0.8524,
      "step": 89497
    },
    {
      "epoch": 3.6656973172230187,
      "grad_norm": 1.453422496519832,
      "learning_rate": 0.00010116083655527926,
      "loss": 0.5626,
      "step": 89498
    },
    {
      "epoch": 3.665738275650215,
      "grad_norm": 1.179586059470335,
      "learning_rate": 0.00010115775288719804,
      "loss": 0.6232,
      "step": 89499
    },
    {
      "epoch": 3.6657792340774114,
      "grad_norm": 1.041999422871969,
      "learning_rate": 0.00010115466924220662,
      "loss": 0.3048,
      "step": 89500
    },
    {
      "epoch": 3.665820192504608,
      "grad_norm": 1.3770699483904076,
      "learning_rate": 0.00010115158562030643,
      "loss": 0.5946,
      "step": 89501
    },
    {
      "epoch": 3.6658611509318044,
      "grad_norm": 1.1476335914754137,
      "learning_rate": 0.00010114850202149892,
      "loss": 0.402,
      "step": 89502
    },
    {
      "epoch": 3.6659021093590005,
      "grad_norm": 1.550748594214545,
      "learning_rate": 0.00010114541844578558,
      "loss": 0.8618,
      "step": 89503
    },
    {
      "epoch": 3.665943067786197,
      "grad_norm": 1.2352497976945656,
      "learning_rate": 0.00010114233489316786,
      "loss": 0.8053,
      "step": 89504
    },
    {
      "epoch": 3.665984026213393,
      "grad_norm": 1.6753389747139966,
      "learning_rate": 0.0001011392513636472,
      "loss": 1.0531,
      "step": 89505
    },
    {
      "epoch": 3.6660249846405897,
      "grad_norm": 1.8441747419658312,
      "learning_rate": 0.00010113616785722507,
      "loss": 1.1775,
      "step": 89506
    },
    {
      "epoch": 3.666065943067786,
      "grad_norm": 1.2347076858670274,
      "learning_rate": 0.00010113308437390289,
      "loss": 0.6216,
      "step": 89507
    },
    {
      "epoch": 3.6661069014949828,
      "grad_norm": 1.4516508051308834,
      "learning_rate": 0.00010113000091368219,
      "loss": 0.7141,
      "step": 89508
    },
    {
      "epoch": 3.666147859922179,
      "grad_norm": 1.3862780874342306,
      "learning_rate": 0.00010112691747656439,
      "loss": 0.7442,
      "step": 89509
    },
    {
      "epoch": 3.6661888183493754,
      "grad_norm": 1.7405749653884677,
      "learning_rate": 0.00010112383406255095,
      "loss": 0.9302,
      "step": 89510
    },
    {
      "epoch": 3.666229776776572,
      "grad_norm": 1.0853002746580793,
      "learning_rate": 0.00010112075067164329,
      "loss": 0.3718,
      "step": 89511
    },
    {
      "epoch": 3.666270735203768,
      "grad_norm": 1.67941064774933,
      "learning_rate": 0.00010111766730384292,
      "loss": 0.8355,
      "step": 89512
    },
    {
      "epoch": 3.6663116936309645,
      "grad_norm": 1.5683111320070138,
      "learning_rate": 0.0001011145839591513,
      "loss": 0.8789,
      "step": 89513
    },
    {
      "epoch": 3.666352652058161,
      "grad_norm": 1.0504190191561356,
      "learning_rate": 0.00010111150063756985,
      "loss": 0.3015,
      "step": 89514
    },
    {
      "epoch": 3.6663936104853576,
      "grad_norm": 1.367481020968744,
      "learning_rate": 0.00010110841733910004,
      "loss": 0.6386,
      "step": 89515
    },
    {
      "epoch": 3.6664345689125537,
      "grad_norm": 1.9489573787793595,
      "learning_rate": 0.00010110533406374334,
      "loss": 1.3999,
      "step": 89516
    },
    {
      "epoch": 3.6664755273397502,
      "grad_norm": 1.4694707504458342,
      "learning_rate": 0.00010110225081150122,
      "loss": 0.9362,
      "step": 89517
    },
    {
      "epoch": 3.6665164857669463,
      "grad_norm": 1.230058616285184,
      "learning_rate": 0.0001010991675823751,
      "loss": 0.7117,
      "step": 89518
    },
    {
      "epoch": 3.666557444194143,
      "grad_norm": 1.230574795998502,
      "learning_rate": 0.00010109608437636644,
      "loss": 0.3843,
      "step": 89519
    },
    {
      "epoch": 3.6665984026213394,
      "grad_norm": 0.9640052829568542,
      "learning_rate": 0.00010109300119347678,
      "loss": 0.3212,
      "step": 89520
    },
    {
      "epoch": 3.666639361048536,
      "grad_norm": 1.3364004659170832,
      "learning_rate": 0.00010108991803370746,
      "loss": 0.7649,
      "step": 89521
    },
    {
      "epoch": 3.666680319475732,
      "grad_norm": 1.2075730876156356,
      "learning_rate": 0.00010108683489705999,
      "loss": 0.5365,
      "step": 89522
    },
    {
      "epoch": 3.6667212779029286,
      "grad_norm": 1.0504101349539843,
      "learning_rate": 0.00010108375178353582,
      "loss": 0.2082,
      "step": 89523
    },
    {
      "epoch": 3.6667622363301247,
      "grad_norm": 2.1087735921458846,
      "learning_rate": 0.00010108066869313644,
      "loss": 1.3044,
      "step": 89524
    },
    {
      "epoch": 3.666803194757321,
      "grad_norm": 3.54216606482978,
      "learning_rate": 0.00010107758562586323,
      "loss": 2.7105,
      "step": 89525
    },
    {
      "epoch": 3.6668441531845177,
      "grad_norm": 1.1838709515613224,
      "learning_rate": 0.00010107450258171775,
      "loss": 0.4963,
      "step": 89526
    },
    {
      "epoch": 3.6668851116117143,
      "grad_norm": 1.2568157083937037,
      "learning_rate": 0.0001010714195607014,
      "loss": 0.4308,
      "step": 89527
    },
    {
      "epoch": 3.6669260700389104,
      "grad_norm": 1.485105614506311,
      "learning_rate": 0.00010106833656281564,
      "loss": 0.8773,
      "step": 89528
    },
    {
      "epoch": 3.666967028466107,
      "grad_norm": 1.504444390081103,
      "learning_rate": 0.0001010652535880619,
      "loss": 0.8979,
      "step": 89529
    },
    {
      "epoch": 3.6670079868933034,
      "grad_norm": 1.749325903167186,
      "learning_rate": 0.00010106217063644169,
      "loss": 1.0957,
      "step": 89530
    },
    {
      "epoch": 3.6670489453204995,
      "grad_norm": 1.855445989337966,
      "learning_rate": 0.00010105908770795644,
      "loss": 1.2519,
      "step": 89531
    },
    {
      "epoch": 3.667089903747696,
      "grad_norm": 1.410309676346504,
      "learning_rate": 0.00010105600480260764,
      "loss": 0.524,
      "step": 89532
    },
    {
      "epoch": 3.6671308621748926,
      "grad_norm": 1.7119243735994794,
      "learning_rate": 0.00010105292192039668,
      "loss": 0.8022,
      "step": 89533
    },
    {
      "epoch": 3.667171820602089,
      "grad_norm": 1.4442753584604993,
      "learning_rate": 0.00010104983906132509,
      "loss": 0.7234,
      "step": 89534
    },
    {
      "epoch": 3.667212779029285,
      "grad_norm": 0.8855502633350372,
      "learning_rate": 0.00010104675622539428,
      "loss": 0.26,
      "step": 89535
    },
    {
      "epoch": 3.6672537374564818,
      "grad_norm": 1.577402031715042,
      "learning_rate": 0.00010104367341260574,
      "loss": 0.7435,
      "step": 89536
    },
    {
      "epoch": 3.667294695883678,
      "grad_norm": 1.5170894310904037,
      "learning_rate": 0.0001010405906229609,
      "loss": 0.7529,
      "step": 89537
    },
    {
      "epoch": 3.6673356543108744,
      "grad_norm": 1.3399477622786267,
      "learning_rate": 0.0001010375078564612,
      "loss": 0.7225,
      "step": 89538
    },
    {
      "epoch": 3.667376612738071,
      "grad_norm": 0.5269917185801649,
      "learning_rate": 0.00010103442511310816,
      "loss": 0.1364,
      "step": 89539
    },
    {
      "epoch": 3.6674175711652675,
      "grad_norm": 0.9687771980344732,
      "learning_rate": 0.00010103134239290319,
      "loss": 0.2793,
      "step": 89540
    },
    {
      "epoch": 3.6674585295924635,
      "grad_norm": 1.3767889793499877,
      "learning_rate": 0.00010102825969584779,
      "loss": 0.7761,
      "step": 89541
    },
    {
      "epoch": 3.66749948801966,
      "grad_norm": 1.5448805206657283,
      "learning_rate": 0.00010102517702194333,
      "loss": 0.7486,
      "step": 89542
    },
    {
      "epoch": 3.667540446446856,
      "grad_norm": 1.5466643416699555,
      "learning_rate": 0.00010102209437119136,
      "loss": 0.8501,
      "step": 89543
    },
    {
      "epoch": 3.6675814048740527,
      "grad_norm": 1.9335934731868167,
      "learning_rate": 0.00010101901174359331,
      "loss": 0.8545,
      "step": 89544
    },
    {
      "epoch": 3.6676223633012492,
      "grad_norm": 1.5615512933398898,
      "learning_rate": 0.00010101592913915061,
      "loss": 0.5824,
      "step": 89545
    },
    {
      "epoch": 3.667663321728446,
      "grad_norm": 1.5906007534256221,
      "learning_rate": 0.00010101284655786473,
      "loss": 0.658,
      "step": 89546
    },
    {
      "epoch": 3.667704280155642,
      "grad_norm": 0.827878812903485,
      "learning_rate": 0.00010100976399973715,
      "loss": 0.2109,
      "step": 89547
    },
    {
      "epoch": 3.6677452385828384,
      "grad_norm": 1.4719305983812383,
      "learning_rate": 0.00010100668146476931,
      "loss": 0.7226,
      "step": 89548
    },
    {
      "epoch": 3.667786197010035,
      "grad_norm": 1.3435894830994701,
      "learning_rate": 0.00010100359895296268,
      "loss": 0.8595,
      "step": 89549
    },
    {
      "epoch": 3.667827155437231,
      "grad_norm": 1.2674073977696971,
      "learning_rate": 0.00010100051646431867,
      "loss": 0.6849,
      "step": 89550
    },
    {
      "epoch": 3.6678681138644276,
      "grad_norm": 1.3371810405848725,
      "learning_rate": 0.00010099743399883879,
      "loss": 0.7408,
      "step": 89551
    },
    {
      "epoch": 3.667909072291624,
      "grad_norm": 1.952370244661737,
      "learning_rate": 0.00010099435155652448,
      "loss": 0.6876,
      "step": 89552
    },
    {
      "epoch": 3.6679500307188206,
      "grad_norm": 1.165609307682227,
      "learning_rate": 0.00010099126913737722,
      "loss": 0.6172,
      "step": 89553
    },
    {
      "epoch": 3.6679909891460167,
      "grad_norm": 1.5709401977255397,
      "learning_rate": 0.00010098818674139839,
      "loss": 0.7898,
      "step": 89554
    },
    {
      "epoch": 3.6680319475732133,
      "grad_norm": 1.4937529476247997,
      "learning_rate": 0.00010098510436858953,
      "loss": 0.4853,
      "step": 89555
    },
    {
      "epoch": 3.6680729060004094,
      "grad_norm": 1.4774098337346904,
      "learning_rate": 0.00010098202201895211,
      "loss": 0.6882,
      "step": 89556
    },
    {
      "epoch": 3.668113864427606,
      "grad_norm": 1.8762648401835613,
      "learning_rate": 0.0001009789396924875,
      "loss": 0.8801,
      "step": 89557
    },
    {
      "epoch": 3.6681548228548024,
      "grad_norm": 1.5843540613154208,
      "learning_rate": 0.00010097585738919718,
      "loss": 0.5466,
      "step": 89558
    },
    {
      "epoch": 3.668195781281999,
      "grad_norm": 1.6720173305454664,
      "learning_rate": 0.00010097277510908267,
      "loss": 1.0301,
      "step": 89559
    },
    {
      "epoch": 3.668236739709195,
      "grad_norm": 1.4459217262990531,
      "learning_rate": 0.00010096969285214538,
      "loss": 0.7315,
      "step": 89560
    },
    {
      "epoch": 3.6682776981363916,
      "grad_norm": 1.160049986710956,
      "learning_rate": 0.0001009666106183868,
      "loss": 0.4801,
      "step": 89561
    },
    {
      "epoch": 3.6683186565635877,
      "grad_norm": 0.9491753423326786,
      "learning_rate": 0.00010096352840780829,
      "loss": 0.2903,
      "step": 89562
    },
    {
      "epoch": 3.6683596149907842,
      "grad_norm": 1.1590191144127246,
      "learning_rate": 0.00010096044622041143,
      "loss": 0.2773,
      "step": 89563
    },
    {
      "epoch": 3.6684005734179808,
      "grad_norm": 1.7479659311075733,
      "learning_rate": 0.00010095736405619763,
      "loss": 1.0093,
      "step": 89564
    },
    {
      "epoch": 3.6684415318451773,
      "grad_norm": 1.3390542003310775,
      "learning_rate": 0.00010095428191516833,
      "loss": 0.7454,
      "step": 89565
    },
    {
      "epoch": 3.6684824902723734,
      "grad_norm": 0.6876485837580588,
      "learning_rate": 0.00010095119979732498,
      "loss": 0.2116,
      "step": 89566
    },
    {
      "epoch": 3.66852344869957,
      "grad_norm": 1.455119529855096,
      "learning_rate": 0.00010094811770266907,
      "loss": 0.833,
      "step": 89567
    },
    {
      "epoch": 3.6685644071267665,
      "grad_norm": 1.1848869947220162,
      "learning_rate": 0.00010094503563120207,
      "loss": 0.6709,
      "step": 89568
    },
    {
      "epoch": 3.6686053655539625,
      "grad_norm": 1.6880199373642668,
      "learning_rate": 0.0001009419535829254,
      "loss": 0.886,
      "step": 89569
    },
    {
      "epoch": 3.668646323981159,
      "grad_norm": 1.8880824378565182,
      "learning_rate": 0.00010093887155784048,
      "loss": 1.0813,
      "step": 89570
    },
    {
      "epoch": 3.6686872824083556,
      "grad_norm": 1.7344885928359912,
      "learning_rate": 0.00010093578955594886,
      "loss": 0.6568,
      "step": 89571
    },
    {
      "epoch": 3.668728240835552,
      "grad_norm": 0.837250287622222,
      "learning_rate": 0.00010093270757725196,
      "loss": 0.2353,
      "step": 89572
    },
    {
      "epoch": 3.6687691992627482,
      "grad_norm": 1.1351310706282722,
      "learning_rate": 0.00010092962562175122,
      "loss": 0.4488,
      "step": 89573
    },
    {
      "epoch": 3.668810157689945,
      "grad_norm": 1.722338944980587,
      "learning_rate": 0.00010092654368944807,
      "loss": 0.6833,
      "step": 89574
    },
    {
      "epoch": 3.668851116117141,
      "grad_norm": 1.2573380136562682,
      "learning_rate": 0.00010092346178034403,
      "loss": 0.8337,
      "step": 89575
    },
    {
      "epoch": 3.6688920745443374,
      "grad_norm": 1.507663704914217,
      "learning_rate": 0.00010092037989444053,
      "loss": 0.7629,
      "step": 89576
    },
    {
      "epoch": 3.668933032971534,
      "grad_norm": 1.5916730326756592,
      "learning_rate": 0.00010091729803173904,
      "loss": 0.7358,
      "step": 89577
    },
    {
      "epoch": 3.6689739913987305,
      "grad_norm": 1.440390584833721,
      "learning_rate": 0.000100914216192241,
      "loss": 0.7387,
      "step": 89578
    },
    {
      "epoch": 3.6690149498259266,
      "grad_norm": 1.6956321189098502,
      "learning_rate": 0.00010091113437594784,
      "loss": 0.9504,
      "step": 89579
    },
    {
      "epoch": 3.669055908253123,
      "grad_norm": 1.2362759473497986,
      "learning_rate": 0.00010090805258286107,
      "loss": 0.8428,
      "step": 89580
    },
    {
      "epoch": 3.669096866680319,
      "grad_norm": 1.6221376450724607,
      "learning_rate": 0.00010090497081298214,
      "loss": 0.8472,
      "step": 89581
    },
    {
      "epoch": 3.6691378251075157,
      "grad_norm": 0.8294951499690075,
      "learning_rate": 0.00010090188906631247,
      "loss": 0.2862,
      "step": 89582
    },
    {
      "epoch": 3.6691787835347123,
      "grad_norm": 1.0351658478539325,
      "learning_rate": 0.00010089880734285352,
      "loss": 0.6069,
      "step": 89583
    },
    {
      "epoch": 3.669219741961909,
      "grad_norm": 1.6431298143606177,
      "learning_rate": 0.0001008957256426068,
      "loss": 1.1258,
      "step": 89584
    },
    {
      "epoch": 3.669260700389105,
      "grad_norm": 1.3537094358367863,
      "learning_rate": 0.00010089264396557372,
      "loss": 0.6991,
      "step": 89585
    },
    {
      "epoch": 3.6693016588163014,
      "grad_norm": 1.4189962297612237,
      "learning_rate": 0.00010088956231175575,
      "loss": 0.7616,
      "step": 89586
    },
    {
      "epoch": 3.669342617243498,
      "grad_norm": 0.8630242370569472,
      "learning_rate": 0.00010088648068115431,
      "loss": 0.3342,
      "step": 89587
    },
    {
      "epoch": 3.669383575670694,
      "grad_norm": 1.880488036332284,
      "learning_rate": 0.00010088339907377093,
      "loss": 1.0837,
      "step": 89588
    },
    {
      "epoch": 3.6694245340978906,
      "grad_norm": 0.4930344701760688,
      "learning_rate": 0.00010088031748960703,
      "loss": 0.1081,
      "step": 89589
    },
    {
      "epoch": 3.669465492525087,
      "grad_norm": 1.1030571072405806,
      "learning_rate": 0.00010087723592866406,
      "loss": 0.294,
      "step": 89590
    },
    {
      "epoch": 3.6695064509522837,
      "grad_norm": 1.1150600095541237,
      "learning_rate": 0.00010087415439094354,
      "loss": 0.3082,
      "step": 89591
    },
    {
      "epoch": 3.6695474093794798,
      "grad_norm": 2.3361750616292882,
      "learning_rate": 0.00010087107287644678,
      "loss": 0.462,
      "step": 89592
    },
    {
      "epoch": 3.6695883678066763,
      "grad_norm": 1.841760258414557,
      "learning_rate": 0.00010086799138517534,
      "loss": 0.87,
      "step": 89593
    },
    {
      "epoch": 3.6696293262338724,
      "grad_norm": 0.9983285323484079,
      "learning_rate": 0.00010086490991713067,
      "loss": 0.3444,
      "step": 89594
    },
    {
      "epoch": 3.669670284661069,
      "grad_norm": 1.5370815314506883,
      "learning_rate": 0.00010086182847231425,
      "loss": 0.9098,
      "step": 89595
    },
    {
      "epoch": 3.6697112430882655,
      "grad_norm": 1.5720827222835083,
      "learning_rate": 0.00010085874705072749,
      "loss": 0.6042,
      "step": 89596
    },
    {
      "epoch": 3.669752201515462,
      "grad_norm": 1.3469284392977254,
      "learning_rate": 0.00010085566565237183,
      "loss": 0.7208,
      "step": 89597
    },
    {
      "epoch": 3.669793159942658,
      "grad_norm": 1.2119708574990917,
      "learning_rate": 0.00010085258427724879,
      "loss": 0.5409,
      "step": 89598
    },
    {
      "epoch": 3.6698341183698546,
      "grad_norm": 1.7202037482189654,
      "learning_rate": 0.00010084950292535979,
      "loss": 0.8526,
      "step": 89599
    },
    {
      "epoch": 3.6698750767970507,
      "grad_norm": 1.1623384531368572,
      "learning_rate": 0.00010084642159670629,
      "loss": 0.3054,
      "step": 89600
    },
    {
      "epoch": 3.6699160352242473,
      "grad_norm": 1.3395104952236285,
      "learning_rate": 0.00010084334029128974,
      "loss": 0.6765,
      "step": 89601
    },
    {
      "epoch": 3.669956993651444,
      "grad_norm": 1.1702201958581764,
      "learning_rate": 0.00010084025900911163,
      "loss": 0.4873,
      "step": 89602
    },
    {
      "epoch": 3.6699979520786403,
      "grad_norm": 1.7949883708997871,
      "learning_rate": 0.00010083717775017341,
      "loss": 0.371,
      "step": 89603
    },
    {
      "epoch": 3.6700389105058364,
      "grad_norm": 1.9286397230285393,
      "learning_rate": 0.00010083409651447648,
      "loss": 0.9875,
      "step": 89604
    },
    {
      "epoch": 3.670079868933033,
      "grad_norm": 1.677462175749795,
      "learning_rate": 0.00010083101530202237,
      "loss": 0.6542,
      "step": 89605
    },
    {
      "epoch": 3.6701208273602295,
      "grad_norm": 0.8830502815386359,
      "learning_rate": 0.00010082793411281244,
      "loss": 0.236,
      "step": 89606
    },
    {
      "epoch": 3.6701617857874256,
      "grad_norm": 1.83999737818025,
      "learning_rate": 0.00010082485294684825,
      "loss": 0.8267,
      "step": 89607
    },
    {
      "epoch": 3.670202744214622,
      "grad_norm": 1.70657546152144,
      "learning_rate": 0.00010082177180413123,
      "loss": 0.7023,
      "step": 89608
    },
    {
      "epoch": 3.6702437026418187,
      "grad_norm": 1.2944132496260716,
      "learning_rate": 0.00010081869068466283,
      "loss": 0.6323,
      "step": 89609
    },
    {
      "epoch": 3.670284661069015,
      "grad_norm": 0.9795544628939703,
      "learning_rate": 0.00010081560958844444,
      "loss": 0.3075,
      "step": 89610
    },
    {
      "epoch": 3.6703256194962113,
      "grad_norm": 1.4165725872427153,
      "learning_rate": 0.00010081252851547762,
      "loss": 0.5785,
      "step": 89611
    },
    {
      "epoch": 3.670366577923408,
      "grad_norm": 1.5756842898376537,
      "learning_rate": 0.00010080944746576379,
      "loss": 0.6994,
      "step": 89612
    },
    {
      "epoch": 3.670407536350604,
      "grad_norm": 1.3492231067082556,
      "learning_rate": 0.00010080636643930439,
      "loss": 0.769,
      "step": 89613
    },
    {
      "epoch": 3.6704484947778004,
      "grad_norm": 1.6907260358704532,
      "learning_rate": 0.00010080328543610085,
      "loss": 0.6241,
      "step": 89614
    },
    {
      "epoch": 3.670489453204997,
      "grad_norm": 1.3234227146041335,
      "learning_rate": 0.00010080020445615472,
      "loss": 0.7045,
      "step": 89615
    },
    {
      "epoch": 3.6705304116321935,
      "grad_norm": 1.3788146034013027,
      "learning_rate": 0.00010079712349946736,
      "loss": 0.7238,
      "step": 89616
    },
    {
      "epoch": 3.6705713700593896,
      "grad_norm": 1.0905775951174794,
      "learning_rate": 0.0001007940425660403,
      "loss": 0.4062,
      "step": 89617
    },
    {
      "epoch": 3.670612328486586,
      "grad_norm": 1.24226760826684,
      "learning_rate": 0.00010079096165587492,
      "loss": 0.8113,
      "step": 89618
    },
    {
      "epoch": 3.6706532869137827,
      "grad_norm": 1.1627466853175092,
      "learning_rate": 0.00010078788076897271,
      "loss": 0.4903,
      "step": 89619
    },
    {
      "epoch": 3.6706942453409788,
      "grad_norm": 1.334716645279734,
      "learning_rate": 0.00010078479990533518,
      "loss": 0.6921,
      "step": 89620
    },
    {
      "epoch": 3.6707352037681753,
      "grad_norm": 1.422084659274425,
      "learning_rate": 0.00010078171906496372,
      "loss": 0.3522,
      "step": 89621
    },
    {
      "epoch": 3.670776162195372,
      "grad_norm": 0.856017304256066,
      "learning_rate": 0.0001007786382478598,
      "loss": 0.2949,
      "step": 89622
    },
    {
      "epoch": 3.670817120622568,
      "grad_norm": 1.2795262873547621,
      "learning_rate": 0.00010077555745402489,
      "loss": 0.5728,
      "step": 89623
    },
    {
      "epoch": 3.6708580790497645,
      "grad_norm": 1.6705143496015238,
      "learning_rate": 0.00010077247668346045,
      "loss": 0.8656,
      "step": 89624
    },
    {
      "epoch": 3.670899037476961,
      "grad_norm": 1.0706655593411414,
      "learning_rate": 0.00010076939593616792,
      "loss": 0.5287,
      "step": 89625
    },
    {
      "epoch": 3.670939995904157,
      "grad_norm": 2.7565674968139047,
      "learning_rate": 0.00010076631521214874,
      "loss": 1.9686,
      "step": 89626
    },
    {
      "epoch": 3.6709809543313536,
      "grad_norm": 1.3187989821672577,
      "learning_rate": 0.00010076323451140442,
      "loss": 0.7015,
      "step": 89627
    },
    {
      "epoch": 3.67102191275855,
      "grad_norm": 1.5976012777250048,
      "learning_rate": 0.00010076015383393637,
      "loss": 0.7152,
      "step": 89628
    },
    {
      "epoch": 3.6710628711857467,
      "grad_norm": 1.5575527216147038,
      "learning_rate": 0.0001007570731797461,
      "loss": 0.6874,
      "step": 89629
    },
    {
      "epoch": 3.671103829612943,
      "grad_norm": 1.75174122752567,
      "learning_rate": 0.00010075399254883497,
      "loss": 1.1987,
      "step": 89630
    },
    {
      "epoch": 3.6711447880401393,
      "grad_norm": 1.2683194429978526,
      "learning_rate": 0.0001007509119412045,
      "loss": 0.544,
      "step": 89631
    },
    {
      "epoch": 3.6711857464673354,
      "grad_norm": 1.3015335737845735,
      "learning_rate": 0.00010074783135685619,
      "loss": 0.6814,
      "step": 89632
    },
    {
      "epoch": 3.671226704894532,
      "grad_norm": 0.7573119427811235,
      "learning_rate": 0.00010074475079579142,
      "loss": 0.245,
      "step": 89633
    },
    {
      "epoch": 3.6712676633217285,
      "grad_norm": 1.5796987875962425,
      "learning_rate": 0.00010074167025801165,
      "loss": 1.0584,
      "step": 89634
    },
    {
      "epoch": 3.671308621748925,
      "grad_norm": 1.8065596629196392,
      "learning_rate": 0.0001007385897435184,
      "loss": 0.7886,
      "step": 89635
    },
    {
      "epoch": 3.671349580176121,
      "grad_norm": 4.51370281223224,
      "learning_rate": 0.00010073550925231308,
      "loss": 2.1891,
      "step": 89636
    },
    {
      "epoch": 3.6713905386033177,
      "grad_norm": 0.7972522167607848,
      "learning_rate": 0.00010073242878439712,
      "loss": 0.2391,
      "step": 89637
    },
    {
      "epoch": 3.671431497030514,
      "grad_norm": 1.3421279032979931,
      "learning_rate": 0.000100729348339772,
      "loss": 0.7225,
      "step": 89638
    },
    {
      "epoch": 3.6714724554577103,
      "grad_norm": 1.3756532661676282,
      "learning_rate": 0.00010072626791843924,
      "loss": 0.8259,
      "step": 89639
    },
    {
      "epoch": 3.671513413884907,
      "grad_norm": 1.8738786392622064,
      "learning_rate": 0.00010072318752040021,
      "loss": 1.0491,
      "step": 89640
    },
    {
      "epoch": 3.6715543723121034,
      "grad_norm": 1.0328291636986273,
      "learning_rate": 0.00010072010714565644,
      "loss": 0.2953,
      "step": 89641
    },
    {
      "epoch": 3.6715953307392994,
      "grad_norm": 1.5736539523929627,
      "learning_rate": 0.00010071702679420927,
      "loss": 0.8546,
      "step": 89642
    },
    {
      "epoch": 3.671636289166496,
      "grad_norm": 1.958016268167203,
      "learning_rate": 0.00010071394646606027,
      "loss": 1.0339,
      "step": 89643
    },
    {
      "epoch": 3.6716772475936925,
      "grad_norm": 1.2992264017509265,
      "learning_rate": 0.00010071086616121086,
      "loss": 0.6027,
      "step": 89644
    },
    {
      "epoch": 3.6717182060208886,
      "grad_norm": 1.3397410398769578,
      "learning_rate": 0.0001007077858796625,
      "loss": 0.5546,
      "step": 89645
    },
    {
      "epoch": 3.671759164448085,
      "grad_norm": 1.8316076518643243,
      "learning_rate": 0.00010070470562141663,
      "loss": 1.1341,
      "step": 89646
    },
    {
      "epoch": 3.6718001228752817,
      "grad_norm": 1.649547064485414,
      "learning_rate": 0.00010070162538647469,
      "loss": 0.6183,
      "step": 89647
    },
    {
      "epoch": 3.671841081302478,
      "grad_norm": 1.2117490379810594,
      "learning_rate": 0.00010069854517483818,
      "loss": 0.5999,
      "step": 89648
    },
    {
      "epoch": 3.6718820397296743,
      "grad_norm": 1.7824400466209578,
      "learning_rate": 0.00010069546498650855,
      "loss": 0.881,
      "step": 89649
    },
    {
      "epoch": 3.671922998156871,
      "grad_norm": 1.3960081013199632,
      "learning_rate": 0.00010069238482148725,
      "loss": 0.8661,
      "step": 89650
    },
    {
      "epoch": 3.671963956584067,
      "grad_norm": 0.8917199901172698,
      "learning_rate": 0.00010068930467977566,
      "loss": 0.3578,
      "step": 89651
    },
    {
      "epoch": 3.6720049150112635,
      "grad_norm": 1.2483452580135466,
      "learning_rate": 0.00010068622456137537,
      "loss": 0.6006,
      "step": 89652
    },
    {
      "epoch": 3.67204587343846,
      "grad_norm": 1.3761432019533122,
      "learning_rate": 0.00010068314446628778,
      "loss": 0.804,
      "step": 89653
    },
    {
      "epoch": 3.6720868318656565,
      "grad_norm": 1.4493451872127021,
      "learning_rate": 0.00010068006439451432,
      "loss": 0.7019,
      "step": 89654
    },
    {
      "epoch": 3.6721277902928526,
      "grad_norm": 1.6502043067585883,
      "learning_rate": 0.00010067698434605643,
      "loss": 0.807,
      "step": 89655
    },
    {
      "epoch": 3.672168748720049,
      "grad_norm": 1.4551859321690592,
      "learning_rate": 0.00010067390432091563,
      "loss": 0.7597,
      "step": 89656
    },
    {
      "epoch": 3.6722097071472457,
      "grad_norm": 1.7397625086712984,
      "learning_rate": 0.00010067082431909334,
      "loss": 0.958,
      "step": 89657
    },
    {
      "epoch": 3.672250665574442,
      "grad_norm": 1.3814132120664442,
      "learning_rate": 0.00010066774434059104,
      "loss": 0.7644,
      "step": 89658
    },
    {
      "epoch": 3.6722916240016383,
      "grad_norm": 1.3822387903135602,
      "learning_rate": 0.00010066466438541014,
      "loss": 0.7502,
      "step": 89659
    },
    {
      "epoch": 3.672332582428835,
      "grad_norm": 1.5038451574580587,
      "learning_rate": 0.00010066158445355214,
      "loss": 0.6292,
      "step": 89660
    },
    {
      "epoch": 3.6723735408560314,
      "grad_norm": 1.5567954313229615,
      "learning_rate": 0.00010065850454501851,
      "loss": 0.8517,
      "step": 89661
    },
    {
      "epoch": 3.6724144992832275,
      "grad_norm": 1.8604453352904198,
      "learning_rate": 0.00010065542465981064,
      "loss": 0.626,
      "step": 89662
    },
    {
      "epoch": 3.672455457710424,
      "grad_norm": 1.6643228118214157,
      "learning_rate": 0.00010065234479793005,
      "loss": 0.7437,
      "step": 89663
    },
    {
      "epoch": 3.67249641613762,
      "grad_norm": 1.7437875728556935,
      "learning_rate": 0.00010064926495937815,
      "loss": 0.8427,
      "step": 89664
    },
    {
      "epoch": 3.6725373745648167,
      "grad_norm": 1.1962080504857429,
      "learning_rate": 0.00010064618514415638,
      "loss": 0.5892,
      "step": 89665
    },
    {
      "epoch": 3.672578332992013,
      "grad_norm": 1.4548076344859504,
      "learning_rate": 0.00010064310535226626,
      "loss": 0.8695,
      "step": 89666
    },
    {
      "epoch": 3.6726192914192097,
      "grad_norm": 1.9618400690857305,
      "learning_rate": 0.00010064002558370922,
      "loss": 0.7375,
      "step": 89667
    },
    {
      "epoch": 3.672660249846406,
      "grad_norm": 1.6718715581190928,
      "learning_rate": 0.0001006369458384867,
      "loss": 1.1337,
      "step": 89668
    },
    {
      "epoch": 3.6727012082736024,
      "grad_norm": 1.2612509984321802,
      "learning_rate": 0.00010063386611660016,
      "loss": 0.4367,
      "step": 89669
    },
    {
      "epoch": 3.6727421667007984,
      "grad_norm": 1.3574123598121774,
      "learning_rate": 0.00010063078641805109,
      "loss": 0.5282,
      "step": 89670
    },
    {
      "epoch": 3.672783125127995,
      "grad_norm": 1.4231738021885612,
      "learning_rate": 0.0001006277067428409,
      "loss": 0.731,
      "step": 89671
    },
    {
      "epoch": 3.6728240835551915,
      "grad_norm": 1.5431535405435586,
      "learning_rate": 0.00010062462709097107,
      "loss": 0.9283,
      "step": 89672
    },
    {
      "epoch": 3.672865041982388,
      "grad_norm": 2.1688504391785206,
      "learning_rate": 0.00010062154746244304,
      "loss": 1.5272,
      "step": 89673
    },
    {
      "epoch": 3.672906000409584,
      "grad_norm": 1.4933396826909617,
      "learning_rate": 0.00010061846785725828,
      "loss": 0.7265,
      "step": 89674
    },
    {
      "epoch": 3.6729469588367807,
      "grad_norm": 1.8229624397549051,
      "learning_rate": 0.00010061538827541827,
      "loss": 0.9309,
      "step": 89675
    },
    {
      "epoch": 3.672987917263977,
      "grad_norm": 1.4676633143264235,
      "learning_rate": 0.00010061230871692443,
      "loss": 0.5524,
      "step": 89676
    },
    {
      "epoch": 3.6730288756911733,
      "grad_norm": 1.8035812401114557,
      "learning_rate": 0.00010060922918177822,
      "loss": 1.1823,
      "step": 89677
    },
    {
      "epoch": 3.67306983411837,
      "grad_norm": 1.5844451259002874,
      "learning_rate": 0.00010060614966998107,
      "loss": 0.6542,
      "step": 89678
    },
    {
      "epoch": 3.6731107925455664,
      "grad_norm": 1.5076812426013146,
      "learning_rate": 0.0001006030701815345,
      "loss": 0.3079,
      "step": 89679
    },
    {
      "epoch": 3.673151750972763,
      "grad_norm": 0.6267378039357837,
      "learning_rate": 0.00010059999071643992,
      "loss": 0.1158,
      "step": 89680
    },
    {
      "epoch": 3.673192709399959,
      "grad_norm": 0.9707760742350474,
      "learning_rate": 0.0001005969112746988,
      "loss": 0.2725,
      "step": 89681
    },
    {
      "epoch": 3.6732336678271555,
      "grad_norm": 1.5757538398008057,
      "learning_rate": 0.00010059383185631258,
      "loss": 0.9185,
      "step": 89682
    },
    {
      "epoch": 3.6732746262543516,
      "grad_norm": 1.9310553924279688,
      "learning_rate": 0.00010059075246128275,
      "loss": 1.4646,
      "step": 89683
    },
    {
      "epoch": 3.673315584681548,
      "grad_norm": 1.468945839522675,
      "learning_rate": 0.00010058767308961077,
      "loss": 0.4152,
      "step": 89684
    },
    {
      "epoch": 3.6733565431087447,
      "grad_norm": 1.4191500964304669,
      "learning_rate": 0.00010058459374129803,
      "loss": 0.8386,
      "step": 89685
    },
    {
      "epoch": 3.6733975015359412,
      "grad_norm": 0.9346533719684733,
      "learning_rate": 0.00010058151441634602,
      "loss": 0.2036,
      "step": 89686
    },
    {
      "epoch": 3.6734384599631373,
      "grad_norm": 1.0154489636592043,
      "learning_rate": 0.00010057843511475622,
      "loss": 0.3072,
      "step": 89687
    },
    {
      "epoch": 3.673479418390334,
      "grad_norm": 4.9070116614821035,
      "learning_rate": 0.00010057535583653007,
      "loss": 1.476,
      "step": 89688
    },
    {
      "epoch": 3.67352037681753,
      "grad_norm": 1.7213356852659147,
      "learning_rate": 0.00010057227658166902,
      "loss": 0.8265,
      "step": 89689
    },
    {
      "epoch": 3.6735613352447265,
      "grad_norm": 2.147283227351979,
      "learning_rate": 0.00010056919735017452,
      "loss": 0.8242,
      "step": 89690
    },
    {
      "epoch": 3.673602293671923,
      "grad_norm": 1.7082183574435694,
      "learning_rate": 0.00010056611814204806,
      "loss": 0.7648,
      "step": 89691
    },
    {
      "epoch": 3.6736432520991196,
      "grad_norm": 0.7684166565845849,
      "learning_rate": 0.00010056303895729105,
      "loss": 0.2136,
      "step": 89692
    },
    {
      "epoch": 3.6736842105263157,
      "grad_norm": 1.0706235694751176,
      "learning_rate": 0.00010055995979590498,
      "loss": 0.3241,
      "step": 89693
    },
    {
      "epoch": 3.673725168953512,
      "grad_norm": 1.177571217334547,
      "learning_rate": 0.00010055688065789126,
      "loss": 0.6154,
      "step": 89694
    },
    {
      "epoch": 3.6737661273807087,
      "grad_norm": 1.1081311082989695,
      "learning_rate": 0.00010055380154325142,
      "loss": 0.4215,
      "step": 89695
    },
    {
      "epoch": 3.673807085807905,
      "grad_norm": 1.2606520380014954,
      "learning_rate": 0.00010055072245198686,
      "loss": 0.4888,
      "step": 89696
    },
    {
      "epoch": 3.6738480442351014,
      "grad_norm": 1.8913592952707912,
      "learning_rate": 0.00010054764338409905,
      "loss": 0.6419,
      "step": 89697
    },
    {
      "epoch": 3.673889002662298,
      "grad_norm": 1.5741034271784033,
      "learning_rate": 0.00010054456433958941,
      "loss": 0.6895,
      "step": 89698
    },
    {
      "epoch": 3.6739299610894944,
      "grad_norm": 1.4238389036377153,
      "learning_rate": 0.00010054148531845946,
      "loss": 0.3218,
      "step": 89699
    },
    {
      "epoch": 3.6739709195166905,
      "grad_norm": 1.0628020479255873,
      "learning_rate": 0.00010053840632071064,
      "loss": 0.6679,
      "step": 89700
    },
    {
      "epoch": 3.674011877943887,
      "grad_norm": 1.0220573413620009,
      "learning_rate": 0.00010053532734634439,
      "loss": 0.3099,
      "step": 89701
    },
    {
      "epoch": 3.674052836371083,
      "grad_norm": 1.4086360829998774,
      "learning_rate": 0.00010053224839536213,
      "loss": 0.6504,
      "step": 89702
    },
    {
      "epoch": 3.6740937947982797,
      "grad_norm": 1.8614552351623828,
      "learning_rate": 0.0001005291694677654,
      "loss": 0.6869,
      "step": 89703
    },
    {
      "epoch": 3.6741347532254762,
      "grad_norm": 1.2199561774299572,
      "learning_rate": 0.00010052609056355558,
      "loss": 0.6822,
      "step": 89704
    },
    {
      "epoch": 3.6741757116526728,
      "grad_norm": 1.437859277873053,
      "learning_rate": 0.00010052301168273417,
      "loss": 0.8148,
      "step": 89705
    },
    {
      "epoch": 3.674216670079869,
      "grad_norm": 2.2348901473624943,
      "learning_rate": 0.00010051993282530257,
      "loss": 1.4673,
      "step": 89706
    },
    {
      "epoch": 3.6742576285070654,
      "grad_norm": 1.6594967996553567,
      "learning_rate": 0.0001005168539912623,
      "loss": 0.7476,
      "step": 89707
    },
    {
      "epoch": 3.6742985869342615,
      "grad_norm": 1.219964243338993,
      "learning_rate": 0.0001005137751806148,
      "loss": 0.6228,
      "step": 89708
    },
    {
      "epoch": 3.674339545361458,
      "grad_norm": 0.9533578072537515,
      "learning_rate": 0.00010051069639336153,
      "loss": 0.2315,
      "step": 89709
    },
    {
      "epoch": 3.6743805037886546,
      "grad_norm": 1.4987301062737945,
      "learning_rate": 0.00010050761762950386,
      "loss": 0.8694,
      "step": 89710
    },
    {
      "epoch": 3.674421462215851,
      "grad_norm": 0.7562791621845173,
      "learning_rate": 0.00010050453888904337,
      "loss": 0.228,
      "step": 89711
    },
    {
      "epoch": 3.674462420643047,
      "grad_norm": 2.4116865761574737,
      "learning_rate": 0.00010050146017198147,
      "loss": 1.3215,
      "step": 89712
    },
    {
      "epoch": 3.6745033790702437,
      "grad_norm": 1.1697173876906388,
      "learning_rate": 0.0001004983814783196,
      "loss": 0.5174,
      "step": 89713
    },
    {
      "epoch": 3.6745443374974402,
      "grad_norm": 1.4350450147335092,
      "learning_rate": 0.0001004953028080592,
      "loss": 0.8014,
      "step": 89714
    },
    {
      "epoch": 3.6745852959246363,
      "grad_norm": 1.3627687425925357,
      "learning_rate": 0.00010049222416120177,
      "loss": 0.5685,
      "step": 89715
    },
    {
      "epoch": 3.674626254351833,
      "grad_norm": 1.5706534249621364,
      "learning_rate": 0.00010048914553774876,
      "loss": 0.7677,
      "step": 89716
    },
    {
      "epoch": 3.6746672127790294,
      "grad_norm": 1.958273243291251,
      "learning_rate": 0.00010048606693770158,
      "loss": 0.722,
      "step": 89717
    },
    {
      "epoch": 3.674708171206226,
      "grad_norm": 1.3181733552569164,
      "learning_rate": 0.00010048298836106173,
      "loss": 0.5267,
      "step": 89718
    },
    {
      "epoch": 3.674749129633422,
      "grad_norm": 2.3382928225315323,
      "learning_rate": 0.00010047990980783062,
      "loss": 2.2055,
      "step": 89719
    },
    {
      "epoch": 3.6747900880606186,
      "grad_norm": 1.41060908374339,
      "learning_rate": 0.00010047683127800977,
      "loss": 0.3173,
      "step": 89720
    },
    {
      "epoch": 3.6748310464878147,
      "grad_norm": 1.3816511202291637,
      "learning_rate": 0.00010047375277160059,
      "loss": 0.7012,
      "step": 89721
    },
    {
      "epoch": 3.674872004915011,
      "grad_norm": 1.2533531163015619,
      "learning_rate": 0.00010047067428860456,
      "loss": 0.5119,
      "step": 89722
    },
    {
      "epoch": 3.6749129633422077,
      "grad_norm": 0.8533478584764784,
      "learning_rate": 0.00010046759582902308,
      "loss": 0.1801,
      "step": 89723
    },
    {
      "epoch": 3.6749539217694043,
      "grad_norm": 4.222529166510371,
      "learning_rate": 0.00010046451739285766,
      "loss": 3.8574,
      "step": 89724
    },
    {
      "epoch": 3.6749948801966004,
      "grad_norm": 1.5015212272078269,
      "learning_rate": 0.00010046143898010978,
      "loss": 0.6735,
      "step": 89725
    },
    {
      "epoch": 3.675035838623797,
      "grad_norm": 1.1775106543143161,
      "learning_rate": 0.00010045836059078085,
      "loss": 0.7279,
      "step": 89726
    },
    {
      "epoch": 3.675076797050993,
      "grad_norm": 1.4308022643989524,
      "learning_rate": 0.00010045528222487226,
      "loss": 0.5769,
      "step": 89727
    },
    {
      "epoch": 3.6751177554781895,
      "grad_norm": 1.42377205797907,
      "learning_rate": 0.0001004522038823856,
      "loss": 0.6956,
      "step": 89728
    },
    {
      "epoch": 3.675158713905386,
      "grad_norm": 1.5903349554126534,
      "learning_rate": 0.00010044912556332226,
      "loss": 0.8235,
      "step": 89729
    },
    {
      "epoch": 3.6751996723325826,
      "grad_norm": 1.6573738045084732,
      "learning_rate": 0.0001004460472676837,
      "loss": 0.7479,
      "step": 89730
    },
    {
      "epoch": 3.6752406307597787,
      "grad_norm": 1.1877612701994644,
      "learning_rate": 0.00010044296899547133,
      "loss": 0.2467,
      "step": 89731
    },
    {
      "epoch": 3.6752815891869752,
      "grad_norm": 1.4423882394211236,
      "learning_rate": 0.00010043989074668676,
      "loss": 0.626,
      "step": 89732
    },
    {
      "epoch": 3.6753225476141718,
      "grad_norm": 1.3569289607077533,
      "learning_rate": 0.00010043681252133125,
      "loss": 0.4319,
      "step": 89733
    },
    {
      "epoch": 3.675363506041368,
      "grad_norm": 1.0690305184037634,
      "learning_rate": 0.00010043373431940634,
      "loss": 0.3792,
      "step": 89734
    },
    {
      "epoch": 3.6754044644685644,
      "grad_norm": 1.5322667469001114,
      "learning_rate": 0.00010043065614091349,
      "loss": 0.6657,
      "step": 89735
    },
    {
      "epoch": 3.675445422895761,
      "grad_norm": 1.3835315191956017,
      "learning_rate": 0.00010042757798585416,
      "loss": 0.5483,
      "step": 89736
    },
    {
      "epoch": 3.6754863813229575,
      "grad_norm": 1.4853935610518327,
      "learning_rate": 0.00010042449985422976,
      "loss": 0.5377,
      "step": 89737
    },
    {
      "epoch": 3.6755273397501536,
      "grad_norm": 1.3256336242150137,
      "learning_rate": 0.00010042142174604182,
      "loss": 0.5682,
      "step": 89738
    },
    {
      "epoch": 3.67556829817735,
      "grad_norm": 1.489467033966223,
      "learning_rate": 0.00010041834366129174,
      "loss": 0.5148,
      "step": 89739
    },
    {
      "epoch": 3.675609256604546,
      "grad_norm": 1.744642974457066,
      "learning_rate": 0.000100415265599981,
      "loss": 0.715,
      "step": 89740
    },
    {
      "epoch": 3.6756502150317427,
      "grad_norm": 2.1780594983832136,
      "learning_rate": 0.00010041218756211101,
      "loss": 1.3175,
      "step": 89741
    },
    {
      "epoch": 3.6756911734589393,
      "grad_norm": 1.6498566636783827,
      "learning_rate": 0.00010040910954768327,
      "loss": 0.8128,
      "step": 89742
    },
    {
      "epoch": 3.675732131886136,
      "grad_norm": 1.2770234456492944,
      "learning_rate": 0.00010040603155669926,
      "loss": 0.6324,
      "step": 89743
    },
    {
      "epoch": 3.675773090313332,
      "grad_norm": 1.3686837501268245,
      "learning_rate": 0.00010040295358916039,
      "loss": 0.731,
      "step": 89744
    },
    {
      "epoch": 3.6758140487405284,
      "grad_norm": 1.3460688210759384,
      "learning_rate": 0.00010039987564506809,
      "loss": 0.5791,
      "step": 89745
    },
    {
      "epoch": 3.6758550071677245,
      "grad_norm": 1.4018742707955318,
      "learning_rate": 0.00010039679772442388,
      "loss": 0.6334,
      "step": 89746
    },
    {
      "epoch": 3.675895965594921,
      "grad_norm": 0.5518721379023417,
      "learning_rate": 0.00010039371982722921,
      "loss": 0.1274,
      "step": 89747
    },
    {
      "epoch": 3.6759369240221176,
      "grad_norm": 1.4794318988816024,
      "learning_rate": 0.00010039064195348547,
      "loss": 0.7721,
      "step": 89748
    },
    {
      "epoch": 3.675977882449314,
      "grad_norm": 1.1692566868673486,
      "learning_rate": 0.00010038756410319418,
      "loss": 0.6193,
      "step": 89749
    },
    {
      "epoch": 3.67601884087651,
      "grad_norm": 1.464201292356094,
      "learning_rate": 0.00010038448627635674,
      "loss": 0.8573,
      "step": 89750
    },
    {
      "epoch": 3.6760597993037067,
      "grad_norm": 1.560722031737426,
      "learning_rate": 0.00010038140847297464,
      "loss": 0.6925,
      "step": 89751
    },
    {
      "epoch": 3.6761007577309033,
      "grad_norm": 3.0126065801533835,
      "learning_rate": 0.00010037833069304935,
      "loss": 1.4113,
      "step": 89752
    },
    {
      "epoch": 3.6761417161580994,
      "grad_norm": 2.0318020878584675,
      "learning_rate": 0.00010037525293658234,
      "loss": 0.982,
      "step": 89753
    },
    {
      "epoch": 3.676182674585296,
      "grad_norm": 1.6544486504217004,
      "learning_rate": 0.00010037217520357496,
      "loss": 0.6873,
      "step": 89754
    },
    {
      "epoch": 3.6762236330124924,
      "grad_norm": 1.4190233715198655,
      "learning_rate": 0.00010036909749402877,
      "loss": 0.7713,
      "step": 89755
    },
    {
      "epoch": 3.676264591439689,
      "grad_norm": 0.9347950230327832,
      "learning_rate": 0.00010036601980794521,
      "loss": 0.2981,
      "step": 89756
    },
    {
      "epoch": 3.676305549866885,
      "grad_norm": 1.474865756443823,
      "learning_rate": 0.0001003629421453257,
      "loss": 0.579,
      "step": 89757
    },
    {
      "epoch": 3.6763465082940816,
      "grad_norm": 1.5532663268779363,
      "learning_rate": 0.00010035986450617167,
      "loss": 0.5865,
      "step": 89758
    },
    {
      "epoch": 3.6763874667212777,
      "grad_norm": 1.4119853793292363,
      "learning_rate": 0.00010035678689048466,
      "loss": 0.6338,
      "step": 89759
    },
    {
      "epoch": 3.6764284251484742,
      "grad_norm": 1.6112263401160523,
      "learning_rate": 0.00010035370929826607,
      "loss": 0.7361,
      "step": 89760
    },
    {
      "epoch": 3.6764693835756708,
      "grad_norm": 1.479323025395684,
      "learning_rate": 0.0001003506317295174,
      "loss": 0.8063,
      "step": 89761
    },
    {
      "epoch": 3.6765103420028673,
      "grad_norm": 2.733415330595494,
      "learning_rate": 0.00010034755418424001,
      "loss": 1.1308,
      "step": 89762
    },
    {
      "epoch": 3.6765513004300634,
      "grad_norm": 0.804141467688346,
      "learning_rate": 0.00010034447666243545,
      "loss": 0.1925,
      "step": 89763
    },
    {
      "epoch": 3.67659225885726,
      "grad_norm": 1.5853684521358615,
      "learning_rate": 0.00010034139916410512,
      "loss": 0.965,
      "step": 89764
    },
    {
      "epoch": 3.676633217284456,
      "grad_norm": 1.6100012251820754,
      "learning_rate": 0.00010033832168925053,
      "loss": 0.6942,
      "step": 89765
    },
    {
      "epoch": 3.6766741757116526,
      "grad_norm": 1.2752736640026228,
      "learning_rate": 0.00010033524423787304,
      "loss": 0.7231,
      "step": 89766
    },
    {
      "epoch": 3.676715134138849,
      "grad_norm": 1.5876249606566657,
      "learning_rate": 0.00010033216680997421,
      "loss": 0.8369,
      "step": 89767
    },
    {
      "epoch": 3.6767560925660456,
      "grad_norm": 1.206294194396783,
      "learning_rate": 0.00010032908940555545,
      "loss": 0.3004,
      "step": 89768
    },
    {
      "epoch": 3.6767970509932417,
      "grad_norm": 1.5495883366550163,
      "learning_rate": 0.00010032601202461821,
      "loss": 0.8704,
      "step": 89769
    },
    {
      "epoch": 3.6768380094204383,
      "grad_norm": 1.6707807372066803,
      "learning_rate": 0.00010032293466716393,
      "loss": 0.7997,
      "step": 89770
    },
    {
      "epoch": 3.676878967847635,
      "grad_norm": 1.544643528690756,
      "learning_rate": 0.0001003198573331941,
      "loss": 0.6294,
      "step": 89771
    },
    {
      "epoch": 3.676919926274831,
      "grad_norm": 1.0835352259261017,
      "learning_rate": 0.00010031678002271017,
      "loss": 0.33,
      "step": 89772
    },
    {
      "epoch": 3.6769608847020274,
      "grad_norm": 1.2556910078478052,
      "learning_rate": 0.00010031370273571357,
      "loss": 0.5415,
      "step": 89773
    },
    {
      "epoch": 3.677001843129224,
      "grad_norm": 0.9413429298444872,
      "learning_rate": 0.00010031062547220575,
      "loss": 0.2455,
      "step": 89774
    },
    {
      "epoch": 3.6770428015564205,
      "grad_norm": 2.0895888358374184,
      "learning_rate": 0.00010030754823218819,
      "loss": 1.1291,
      "step": 89775
    },
    {
      "epoch": 3.6770837599836166,
      "grad_norm": 1.591291189122984,
      "learning_rate": 0.00010030447101566237,
      "loss": 0.8534,
      "step": 89776
    },
    {
      "epoch": 3.677124718410813,
      "grad_norm": 1.543541244879367,
      "learning_rate": 0.0001003013938226297,
      "loss": 0.9257,
      "step": 89777
    },
    {
      "epoch": 3.677165676838009,
      "grad_norm": 1.5455640781422375,
      "learning_rate": 0.00010029831665309163,
      "loss": 0.9157,
      "step": 89778
    },
    {
      "epoch": 3.6772066352652057,
      "grad_norm": 1.5229956037938093,
      "learning_rate": 0.00010029523950704962,
      "loss": 0.7012,
      "step": 89779
    },
    {
      "epoch": 3.6772475936924023,
      "grad_norm": 1.3627957381675293,
      "learning_rate": 0.00010029216238450517,
      "loss": 0.838,
      "step": 89780
    },
    {
      "epoch": 3.677288552119599,
      "grad_norm": 0.7489022219426349,
      "learning_rate": 0.00010028908528545971,
      "loss": 0.1794,
      "step": 89781
    },
    {
      "epoch": 3.677329510546795,
      "grad_norm": 1.4936428074091759,
      "learning_rate": 0.00010028600820991462,
      "loss": 0.6362,
      "step": 89782
    },
    {
      "epoch": 3.6773704689739914,
      "grad_norm": 0.7120060814618486,
      "learning_rate": 0.0001002829311578715,
      "loss": 0.2453,
      "step": 89783
    },
    {
      "epoch": 3.6774114274011875,
      "grad_norm": 1.2391038304031305,
      "learning_rate": 0.0001002798541293317,
      "loss": 0.6062,
      "step": 89784
    },
    {
      "epoch": 3.677452385828384,
      "grad_norm": 1.7161095305194574,
      "learning_rate": 0.00010027677712429669,
      "loss": 1.0199,
      "step": 89785
    },
    {
      "epoch": 3.6774933442555806,
      "grad_norm": 1.2873368052665841,
      "learning_rate": 0.0001002737001427679,
      "loss": 0.4835,
      "step": 89786
    },
    {
      "epoch": 3.677534302682777,
      "grad_norm": 0.8813627758137734,
      "learning_rate": 0.00010027062318474686,
      "loss": 0.2786,
      "step": 89787
    },
    {
      "epoch": 3.6775752611099732,
      "grad_norm": 1.2358568466343578,
      "learning_rate": 0.000100267546250235,
      "loss": 0.4874,
      "step": 89788
    },
    {
      "epoch": 3.6776162195371698,
      "grad_norm": 0.9142809089959707,
      "learning_rate": 0.00010026446933923372,
      "loss": 0.2367,
      "step": 89789
    },
    {
      "epoch": 3.6776571779643663,
      "grad_norm": 1.3643657861978808,
      "learning_rate": 0.00010026139245174454,
      "loss": 0.7308,
      "step": 89790
    },
    {
      "epoch": 3.6776981363915624,
      "grad_norm": 0.7409014443212201,
      "learning_rate": 0.00010025831558776886,
      "loss": 0.2139,
      "step": 89791
    },
    {
      "epoch": 3.677739094818759,
      "grad_norm": 1.6225551644133447,
      "learning_rate": 0.00010025523874730819,
      "loss": 0.9931,
      "step": 89792
    },
    {
      "epoch": 3.6777800532459555,
      "grad_norm": 1.1301061461009927,
      "learning_rate": 0.00010025216193036394,
      "loss": 0.4125,
      "step": 89793
    },
    {
      "epoch": 3.677821011673152,
      "grad_norm": 1.5899168457388253,
      "learning_rate": 0.0001002490851369376,
      "loss": 1.0392,
      "step": 89794
    },
    {
      "epoch": 3.677861970100348,
      "grad_norm": 1.5712634238961631,
      "learning_rate": 0.00010024600836703057,
      "loss": 0.7043,
      "step": 89795
    },
    {
      "epoch": 3.6779029285275446,
      "grad_norm": 1.3014772115728293,
      "learning_rate": 0.00010024293162064436,
      "loss": 0.6969,
      "step": 89796
    },
    {
      "epoch": 3.6779438869547407,
      "grad_norm": 1.403929069179306,
      "learning_rate": 0.00010023985489778042,
      "loss": 0.6074,
      "step": 89797
    },
    {
      "epoch": 3.6779848453819373,
      "grad_norm": 1.2132481289681099,
      "learning_rate": 0.00010023677819844017,
      "loss": 0.332,
      "step": 89798
    },
    {
      "epoch": 3.678025803809134,
      "grad_norm": 2.1390475759917833,
      "learning_rate": 0.00010023370152262507,
      "loss": 1.5507,
      "step": 89799
    },
    {
      "epoch": 3.6780667622363303,
      "grad_norm": 1.7562846995873578,
      "learning_rate": 0.00010023062487033662,
      "loss": 0.8888,
      "step": 89800
    },
    {
      "epoch": 3.6781077206635264,
      "grad_norm": 2.233254352237005,
      "learning_rate": 0.00010022754824157623,
      "loss": 0.8611,
      "step": 89801
    },
    {
      "epoch": 3.678148679090723,
      "grad_norm": 1.318979343243617,
      "learning_rate": 0.00010022447163634541,
      "loss": 0.6251,
      "step": 89802
    },
    {
      "epoch": 3.678189637517919,
      "grad_norm": 2.6002381026198154,
      "learning_rate": 0.00010022139505464555,
      "loss": 1.122,
      "step": 89803
    },
    {
      "epoch": 3.6782305959451156,
      "grad_norm": 1.496958594867805,
      "learning_rate": 0.00010021831849647809,
      "loss": 0.5905,
      "step": 89804
    },
    {
      "epoch": 3.678271554372312,
      "grad_norm": 1.026192354492492,
      "learning_rate": 0.00010021524196184451,
      "loss": 0.2552,
      "step": 89805
    },
    {
      "epoch": 3.6783125127995087,
      "grad_norm": 1.649962771545664,
      "learning_rate": 0.0001002121654507463,
      "loss": 0.8369,
      "step": 89806
    },
    {
      "epoch": 3.6783534712267048,
      "grad_norm": 1.0909872199043467,
      "learning_rate": 0.00010020908896318491,
      "loss": 0.4391,
      "step": 89807
    },
    {
      "epoch": 3.6783944296539013,
      "grad_norm": 1.1539436432543235,
      "learning_rate": 0.00010020601249916176,
      "loss": 0.5751,
      "step": 89808
    },
    {
      "epoch": 3.678435388081098,
      "grad_norm": 1.536042348797206,
      "learning_rate": 0.0001002029360586783,
      "loss": 0.6705,
      "step": 89809
    },
    {
      "epoch": 3.678476346508294,
      "grad_norm": 1.374271298300032,
      "learning_rate": 0.000100199859641736,
      "loss": 0.5082,
      "step": 89810
    },
    {
      "epoch": 3.6785173049354905,
      "grad_norm": 1.6106983171494464,
      "learning_rate": 0.00010019678324833635,
      "loss": 0.803,
      "step": 89811
    },
    {
      "epoch": 3.678558263362687,
      "grad_norm": 1.3097853702652802,
      "learning_rate": 0.00010019370687848075,
      "loss": 0.4271,
      "step": 89812
    },
    {
      "epoch": 3.6785992217898835,
      "grad_norm": 1.7761497721377715,
      "learning_rate": 0.00010019063053217065,
      "loss": 0.7291,
      "step": 89813
    },
    {
      "epoch": 3.6786401802170796,
      "grad_norm": 1.0191792948377965,
      "learning_rate": 0.00010018755420940755,
      "loss": 0.3319,
      "step": 89814
    },
    {
      "epoch": 3.678681138644276,
      "grad_norm": 1.4195067509002426,
      "learning_rate": 0.0001001844779101929,
      "loss": 0.5882,
      "step": 89815
    },
    {
      "epoch": 3.6787220970714722,
      "grad_norm": 1.2257831754036712,
      "learning_rate": 0.00010018140163452812,
      "loss": 0.6451,
      "step": 89816
    },
    {
      "epoch": 3.6787630554986688,
      "grad_norm": 1.8331983718207407,
      "learning_rate": 0.00010017832538241471,
      "loss": 0.9664,
      "step": 89817
    },
    {
      "epoch": 3.6788040139258653,
      "grad_norm": 1.5590742242324678,
      "learning_rate": 0.00010017524915385407,
      "loss": 0.9251,
      "step": 89818
    },
    {
      "epoch": 3.678844972353062,
      "grad_norm": 1.376835567683322,
      "learning_rate": 0.00010017217294884767,
      "loss": 0.5266,
      "step": 89819
    },
    {
      "epoch": 3.678885930780258,
      "grad_norm": 2.0547305561604765,
      "learning_rate": 0.000100169096767397,
      "loss": 0.481,
      "step": 89820
    },
    {
      "epoch": 3.6789268892074545,
      "grad_norm": 1.535960882820416,
      "learning_rate": 0.0001001660206095035,
      "loss": 0.879,
      "step": 89821
    },
    {
      "epoch": 3.6789678476346506,
      "grad_norm": 1.2084879341222918,
      "learning_rate": 0.00010016294447516857,
      "loss": 0.5786,
      "step": 89822
    },
    {
      "epoch": 3.679008806061847,
      "grad_norm": 1.4133888141619173,
      "learning_rate": 0.00010015986836439374,
      "loss": 0.7481,
      "step": 89823
    },
    {
      "epoch": 3.6790497644890436,
      "grad_norm": 1.5967136388828627,
      "learning_rate": 0.00010015679227718042,
      "loss": 0.9136,
      "step": 89824
    },
    {
      "epoch": 3.67909072291624,
      "grad_norm": 1.5461116738927618,
      "learning_rate": 0.0001001537162135301,
      "loss": 0.8632,
      "step": 89825
    },
    {
      "epoch": 3.6791316813434363,
      "grad_norm": 1.54425836224988,
      "learning_rate": 0.00010015064017344417,
      "loss": 0.4651,
      "step": 89826
    },
    {
      "epoch": 3.679172639770633,
      "grad_norm": 1.0767263937685958,
      "learning_rate": 0.00010014756415692414,
      "loss": 0.4395,
      "step": 89827
    },
    {
      "epoch": 3.6792135981978293,
      "grad_norm": 1.6835135247458557,
      "learning_rate": 0.00010014448816397148,
      "loss": 0.8308,
      "step": 89828
    },
    {
      "epoch": 3.6792545566250254,
      "grad_norm": 1.4877843631568326,
      "learning_rate": 0.00010014141219458759,
      "loss": 0.7822,
      "step": 89829
    },
    {
      "epoch": 3.679295515052222,
      "grad_norm": 1.2097148330060368,
      "learning_rate": 0.00010013833624877394,
      "loss": 0.5729,
      "step": 89830
    },
    {
      "epoch": 3.6793364734794185,
      "grad_norm": 1.4433251598643688,
      "learning_rate": 0.00010013526032653198,
      "loss": 0.4764,
      "step": 89831
    },
    {
      "epoch": 3.679377431906615,
      "grad_norm": 1.5313169659908987,
      "learning_rate": 0.00010013218442786321,
      "loss": 0.5824,
      "step": 89832
    },
    {
      "epoch": 3.679418390333811,
      "grad_norm": 3.1106515314052667,
      "learning_rate": 0.00010012910855276902,
      "loss": 1.2163,
      "step": 89833
    },
    {
      "epoch": 3.6794593487610077,
      "grad_norm": 1.1429022851246267,
      "learning_rate": 0.0001001260327012509,
      "loss": 0.4393,
      "step": 89834
    },
    {
      "epoch": 3.6795003071882038,
      "grad_norm": 1.5462670138434031,
      "learning_rate": 0.00010012295687331031,
      "loss": 0.8971,
      "step": 89835
    },
    {
      "epoch": 3.6795412656154003,
      "grad_norm": 2.509260524231335,
      "learning_rate": 0.00010011988106894868,
      "loss": 2.0571,
      "step": 89836
    },
    {
      "epoch": 3.679582224042597,
      "grad_norm": 1.3543842617950141,
      "learning_rate": 0.00010011680528816749,
      "loss": 0.5368,
      "step": 89837
    },
    {
      "epoch": 3.6796231824697934,
      "grad_norm": 1.2977469480350659,
      "learning_rate": 0.00010011372953096814,
      "loss": 0.4703,
      "step": 89838
    },
    {
      "epoch": 3.6796641408969895,
      "grad_norm": 1.3340550813296856,
      "learning_rate": 0.00010011065379735218,
      "loss": 0.4774,
      "step": 89839
    },
    {
      "epoch": 3.679705099324186,
      "grad_norm": 2.4949602660336305,
      "learning_rate": 0.00010010757808732098,
      "loss": 2.1033,
      "step": 89840
    },
    {
      "epoch": 3.679746057751382,
      "grad_norm": 2.111193663780155,
      "learning_rate": 0.00010010450240087603,
      "loss": 0.6852,
      "step": 89841
    },
    {
      "epoch": 3.6797870161785786,
      "grad_norm": 1.4953758554923227,
      "learning_rate": 0.00010010142673801875,
      "loss": 0.7475,
      "step": 89842
    },
    {
      "epoch": 3.679827974605775,
      "grad_norm": 2.0700071913190374,
      "learning_rate": 0.00010009835109875065,
      "loss": 1.0493,
      "step": 89843
    },
    {
      "epoch": 3.6798689330329717,
      "grad_norm": 1.5981821404963974,
      "learning_rate": 0.00010009527548307314,
      "loss": 0.8955,
      "step": 89844
    },
    {
      "epoch": 3.679909891460168,
      "grad_norm": 1.2208270418130922,
      "learning_rate": 0.0001000921998909877,
      "loss": 0.5961,
      "step": 89845
    },
    {
      "epoch": 3.6799508498873643,
      "grad_norm": 1.5024641647473551,
      "learning_rate": 0.00010008912432249575,
      "loss": 0.6519,
      "step": 89846
    },
    {
      "epoch": 3.679991808314561,
      "grad_norm": 1.5466029845757403,
      "learning_rate": 0.0001000860487775988,
      "loss": 0.8904,
      "step": 89847
    },
    {
      "epoch": 3.680032766741757,
      "grad_norm": 1.2675708007890842,
      "learning_rate": 0.00010008297325629825,
      "loss": 0.5131,
      "step": 89848
    },
    {
      "epoch": 3.6800737251689535,
      "grad_norm": 1.9823481114188313,
      "learning_rate": 0.00010007989775859559,
      "loss": 1.2662,
      "step": 89849
    },
    {
      "epoch": 3.68011468359615,
      "grad_norm": 1.7489490590329626,
      "learning_rate": 0.0001000768222844922,
      "loss": 1.1144,
      "step": 89850
    },
    {
      "epoch": 3.6801556420233466,
      "grad_norm": 1.5836450603421044,
      "learning_rate": 0.00010007374683398963,
      "loss": 0.6639,
      "step": 89851
    },
    {
      "epoch": 3.6801966004505426,
      "grad_norm": 1.062115234411307,
      "learning_rate": 0.00010007067140708932,
      "loss": 0.2933,
      "step": 89852
    },
    {
      "epoch": 3.680237558877739,
      "grad_norm": 1.998888182972253,
      "learning_rate": 0.0001000675960037927,
      "loss": 1.1384,
      "step": 89853
    },
    {
      "epoch": 3.6802785173049353,
      "grad_norm": 1.3255554473378524,
      "learning_rate": 0.00010006452062410116,
      "loss": 0.6178,
      "step": 89854
    },
    {
      "epoch": 3.680319475732132,
      "grad_norm": 1.137112611312349,
      "learning_rate": 0.00010006144526801625,
      "loss": 0.5881,
      "step": 89855
    },
    {
      "epoch": 3.6803604341593283,
      "grad_norm": 1.4500836517644198,
      "learning_rate": 0.00010005836993553942,
      "loss": 0.8956,
      "step": 89856
    },
    {
      "epoch": 3.680401392586525,
      "grad_norm": 1.8402345214725502,
      "learning_rate": 0.00010005529462667209,
      "loss": 0.9392,
      "step": 89857
    },
    {
      "epoch": 3.680442351013721,
      "grad_norm": 1.6978422329152623,
      "learning_rate": 0.00010005221934141567,
      "loss": 0.7849,
      "step": 89858
    },
    {
      "epoch": 3.6804833094409175,
      "grad_norm": 6.367990766393944,
      "learning_rate": 0.0001000491440797717,
      "loss": 6.4336,
      "step": 89859
    },
    {
      "epoch": 3.6805242678681136,
      "grad_norm": 3.2679510543999246,
      "learning_rate": 0.00010004606884174159,
      "loss": 1.057,
      "step": 89860
    },
    {
      "epoch": 3.68056522629531,
      "grad_norm": 0.8300646591986126,
      "learning_rate": 0.00010004299362732681,
      "loss": 0.2492,
      "step": 89861
    },
    {
      "epoch": 3.6806061847225067,
      "grad_norm": 5.031402276649968,
      "learning_rate": 0.00010003991843652881,
      "loss": 4.483,
      "step": 89862
    },
    {
      "epoch": 3.680647143149703,
      "grad_norm": 1.522721794738344,
      "learning_rate": 0.00010003684326934899,
      "loss": 0.4614,
      "step": 89863
    },
    {
      "epoch": 3.6806881015768993,
      "grad_norm": 2.5749038382871254,
      "learning_rate": 0.0001000337681257889,
      "loss": 1.4913,
      "step": 89864
    },
    {
      "epoch": 3.680729060004096,
      "grad_norm": 1.3190259747819233,
      "learning_rate": 0.00010003069300584993,
      "loss": 0.4392,
      "step": 89865
    },
    {
      "epoch": 3.6807700184312924,
      "grad_norm": 1.7999513201214494,
      "learning_rate": 0.00010002761790953355,
      "loss": 0.8877,
      "step": 89866
    },
    {
      "epoch": 3.6808109768584885,
      "grad_norm": 1.4036652221435635,
      "learning_rate": 0.00010002454283684118,
      "loss": 0.6079,
      "step": 89867
    },
    {
      "epoch": 3.680851935285685,
      "grad_norm": 1.273494454524019,
      "learning_rate": 0.00010002146778777436,
      "loss": 0.7307,
      "step": 89868
    },
    {
      "epoch": 3.6808928937128815,
      "grad_norm": 1.3217460757540576,
      "learning_rate": 0.00010001839276233446,
      "loss": 0.5569,
      "step": 89869
    },
    {
      "epoch": 3.680933852140078,
      "grad_norm": 0.8317828434297946,
      "learning_rate": 0.00010001531776052298,
      "loss": 0.1823,
      "step": 89870
    },
    {
      "epoch": 3.680974810567274,
      "grad_norm": 1.6336626871173352,
      "learning_rate": 0.00010001224278234131,
      "loss": 0.9318,
      "step": 89871
    },
    {
      "epoch": 3.6810157689944707,
      "grad_norm": 1.4096748395322003,
      "learning_rate": 0.00010000916782779101,
      "loss": 0.6118,
      "step": 89872
    },
    {
      "epoch": 3.681056727421667,
      "grad_norm": 1.2582463007366051,
      "learning_rate": 0.00010000609289687348,
      "loss": 0.5405,
      "step": 89873
    },
    {
      "epoch": 3.6810976858488633,
      "grad_norm": 1.8694856536392843,
      "learning_rate": 0.00010000301798959016,
      "loss": 0.9266,
      "step": 89874
    },
    {
      "epoch": 3.68113864427606,
      "grad_norm": 1.4082896529835527,
      "learning_rate": 9.99999431059425e-05,
      "loss": 0.6473,
      "step": 89875
    },
    {
      "epoch": 3.6811796027032564,
      "grad_norm": 1.386031666075154,
      "learning_rate": 9.999686824593196e-05,
      "loss": 0.6305,
      "step": 89876
    },
    {
      "epoch": 3.6812205611304525,
      "grad_norm": 1.1758748271588895,
      "learning_rate": 9.999379340955998e-05,
      "loss": 0.6631,
      "step": 89877
    },
    {
      "epoch": 3.681261519557649,
      "grad_norm": 1.5341737553563553,
      "learning_rate": 9.999071859682805e-05,
      "loss": 0.8242,
      "step": 89878
    },
    {
      "epoch": 3.681302477984845,
      "grad_norm": 1.4365507799041963,
      "learning_rate": 9.998764380773761e-05,
      "loss": 0.6159,
      "step": 89879
    },
    {
      "epoch": 3.6813434364120416,
      "grad_norm": 1.9138539491238846,
      "learning_rate": 9.998456904229012e-05,
      "loss": 0.8199,
      "step": 89880
    },
    {
      "epoch": 3.681384394839238,
      "grad_norm": 1.0318096458343313,
      "learning_rate": 9.998149430048698e-05,
      "loss": 0.5303,
      "step": 89881
    },
    {
      "epoch": 3.6814253532664347,
      "grad_norm": 1.6046043711773714,
      "learning_rate": 9.997841958232972e-05,
      "loss": 0.8429,
      "step": 89882
    },
    {
      "epoch": 3.681466311693631,
      "grad_norm": 1.4543601742263357,
      "learning_rate": 9.997534488781978e-05,
      "loss": 0.605,
      "step": 89883
    },
    {
      "epoch": 3.6815072701208273,
      "grad_norm": 0.8598700083825196,
      "learning_rate": 9.997227021695856e-05,
      "loss": 0.2087,
      "step": 89884
    },
    {
      "epoch": 3.681548228548024,
      "grad_norm": 1.355453172008251,
      "learning_rate": 9.996919556974753e-05,
      "loss": 0.6103,
      "step": 89885
    },
    {
      "epoch": 3.68158918697522,
      "grad_norm": 1.321259456398113,
      "learning_rate": 9.996612094618822e-05,
      "loss": 0.344,
      "step": 89886
    },
    {
      "epoch": 3.6816301454024165,
      "grad_norm": 1.605814552051801,
      "learning_rate": 9.996304634628199e-05,
      "loss": 0.8567,
      "step": 89887
    },
    {
      "epoch": 3.681671103829613,
      "grad_norm": 1.269817151477741,
      "learning_rate": 9.995997177003034e-05,
      "loss": 0.5481,
      "step": 89888
    },
    {
      "epoch": 3.6817120622568096,
      "grad_norm": 0.845678872438498,
      "learning_rate": 9.995689721743471e-05,
      "loss": 0.1942,
      "step": 89889
    },
    {
      "epoch": 3.6817530206840057,
      "grad_norm": 1.6386976656255543,
      "learning_rate": 9.995382268849652e-05,
      "loss": 0.7266,
      "step": 89890
    },
    {
      "epoch": 3.681793979111202,
      "grad_norm": 1.151309578204814,
      "learning_rate": 9.995074818321729e-05,
      "loss": 0.605,
      "step": 89891
    },
    {
      "epoch": 3.6818349375383983,
      "grad_norm": 1.152237066402434,
      "learning_rate": 9.994767370159847e-05,
      "loss": 0.5166,
      "step": 89892
    },
    {
      "epoch": 3.681875895965595,
      "grad_norm": 1.7858499816488216,
      "learning_rate": 9.994459924364145e-05,
      "loss": 0.5678,
      "step": 89893
    },
    {
      "epoch": 3.6819168543927914,
      "grad_norm": 1.4076376406282514,
      "learning_rate": 9.99415248093477e-05,
      "loss": 0.6563,
      "step": 89894
    },
    {
      "epoch": 3.681957812819988,
      "grad_norm": 2.3301771752601956,
      "learning_rate": 9.993845039871872e-05,
      "loss": 1.3177,
      "step": 89895
    },
    {
      "epoch": 3.681998771247184,
      "grad_norm": 1.3095056057220145,
      "learning_rate": 9.993537601175594e-05,
      "loss": 0.5863,
      "step": 89896
    },
    {
      "epoch": 3.6820397296743805,
      "grad_norm": 1.4451701093420968,
      "learning_rate": 9.993230164846081e-05,
      "loss": 0.5045,
      "step": 89897
    },
    {
      "epoch": 3.6820806881015766,
      "grad_norm": 1.4422279673637732,
      "learning_rate": 9.992922730883476e-05,
      "loss": 0.7123,
      "step": 89898
    },
    {
      "epoch": 3.682121646528773,
      "grad_norm": 1.149737368270123,
      "learning_rate": 9.992615299287929e-05,
      "loss": 0.3802,
      "step": 89899
    },
    {
      "epoch": 3.6821626049559697,
      "grad_norm": 0.8208680014239684,
      "learning_rate": 9.99230787005958e-05,
      "loss": 0.331,
      "step": 89900
    },
    {
      "epoch": 3.6822035633831662,
      "grad_norm": 0.8751428535590903,
      "learning_rate": 9.992000443198582e-05,
      "loss": 0.2851,
      "step": 89901
    },
    {
      "epoch": 3.6822445218103623,
      "grad_norm": 1.2850732671699343,
      "learning_rate": 9.99169301870507e-05,
      "loss": 0.8243,
      "step": 89902
    },
    {
      "epoch": 3.682285480237559,
      "grad_norm": 4.004368225139249,
      "learning_rate": 9.991385596579198e-05,
      "loss": 4.3135,
      "step": 89903
    },
    {
      "epoch": 3.6823264386647554,
      "grad_norm": 1.2357997646026821,
      "learning_rate": 9.991078176821108e-05,
      "loss": 0.6388,
      "step": 89904
    },
    {
      "epoch": 3.6823673970919515,
      "grad_norm": 1.5561903072023426,
      "learning_rate": 9.990770759430947e-05,
      "loss": 0.7436,
      "step": 89905
    },
    {
      "epoch": 3.682408355519148,
      "grad_norm": 1.3067207536968861,
      "learning_rate": 9.990463344408856e-05,
      "loss": 0.6028,
      "step": 89906
    },
    {
      "epoch": 3.6824493139463446,
      "grad_norm": 1.4137727659876569,
      "learning_rate": 9.990155931754984e-05,
      "loss": 0.5638,
      "step": 89907
    },
    {
      "epoch": 3.682490272373541,
      "grad_norm": 1.2380278888428036,
      "learning_rate": 9.989848521469477e-05,
      "loss": 0.4373,
      "step": 89908
    },
    {
      "epoch": 3.682531230800737,
      "grad_norm": 0.9578712272170059,
      "learning_rate": 9.98954111355248e-05,
      "loss": 0.2987,
      "step": 89909
    },
    {
      "epoch": 3.6825721892279337,
      "grad_norm": 3.2876219528427617,
      "learning_rate": 9.989233708004133e-05,
      "loss": 2.5186,
      "step": 89910
    },
    {
      "epoch": 3.68261314765513,
      "grad_norm": 1.1949352110688347,
      "learning_rate": 9.98892630482459e-05,
      "loss": 0.6134,
      "step": 89911
    },
    {
      "epoch": 3.6826541060823264,
      "grad_norm": 1.245190669809295,
      "learning_rate": 9.988618904013989e-05,
      "loss": 0.4611,
      "step": 89912
    },
    {
      "epoch": 3.682695064509523,
      "grad_norm": 1.8997357511214665,
      "learning_rate": 9.988311505572479e-05,
      "loss": 0.944,
      "step": 89913
    },
    {
      "epoch": 3.6827360229367194,
      "grad_norm": 3.2879588941854005,
      "learning_rate": 9.988004109500202e-05,
      "loss": 3.9165,
      "step": 89914
    },
    {
      "epoch": 3.6827769813639155,
      "grad_norm": 1.5581188098229997,
      "learning_rate": 9.98769671579731e-05,
      "loss": 0.7371,
      "step": 89915
    },
    {
      "epoch": 3.682817939791112,
      "grad_norm": 1.6024641440107754,
      "learning_rate": 9.987389324463943e-05,
      "loss": 0.6364,
      "step": 89916
    },
    {
      "epoch": 3.682858898218308,
      "grad_norm": 1.4901248351732859,
      "learning_rate": 9.987081935500246e-05,
      "loss": 0.7476,
      "step": 89917
    },
    {
      "epoch": 3.6828998566455047,
      "grad_norm": 1.3565195071611371,
      "learning_rate": 9.986774548906364e-05,
      "loss": 0.568,
      "step": 89918
    },
    {
      "epoch": 3.682940815072701,
      "grad_norm": 1.1313841754014395,
      "learning_rate": 9.98646716468245e-05,
      "loss": 0.3391,
      "step": 89919
    },
    {
      "epoch": 3.6829817734998977,
      "grad_norm": 0.6043054932076314,
      "learning_rate": 9.98615978282864e-05,
      "loss": 0.1293,
      "step": 89920
    },
    {
      "epoch": 3.683022731927094,
      "grad_norm": 1.4957445130725235,
      "learning_rate": 9.985852403345083e-05,
      "loss": 0.5675,
      "step": 89921
    },
    {
      "epoch": 3.6830636903542904,
      "grad_norm": 1.3880731513083286,
      "learning_rate": 9.985545026231921e-05,
      "loss": 0.7201,
      "step": 89922
    },
    {
      "epoch": 3.683104648781487,
      "grad_norm": 2.0784443494820453,
      "learning_rate": 9.985237651489307e-05,
      "loss": 1.7701,
      "step": 89923
    },
    {
      "epoch": 3.683145607208683,
      "grad_norm": 1.5834817788941287,
      "learning_rate": 9.984930279117382e-05,
      "loss": 0.784,
      "step": 89924
    },
    {
      "epoch": 3.6831865656358795,
      "grad_norm": 1.2488853361566088,
      "learning_rate": 9.984622909116289e-05,
      "loss": 0.5287,
      "step": 89925
    },
    {
      "epoch": 3.683227524063076,
      "grad_norm": 1.9737578922900594,
      "learning_rate": 9.984315541486172e-05,
      "loss": 0.6909,
      "step": 89926
    },
    {
      "epoch": 3.6832684824902726,
      "grad_norm": 1.7693887455507862,
      "learning_rate": 9.984008176227185e-05,
      "loss": 0.7957,
      "step": 89927
    },
    {
      "epoch": 3.6833094409174687,
      "grad_norm": 1.2400393685242164,
      "learning_rate": 9.983700813339465e-05,
      "loss": 0.5771,
      "step": 89928
    },
    {
      "epoch": 3.6833503993446652,
      "grad_norm": 1.2624248975403771,
      "learning_rate": 9.98339345282316e-05,
      "loss": 0.5761,
      "step": 89929
    },
    {
      "epoch": 3.6833913577718613,
      "grad_norm": 1.2831789253622439,
      "learning_rate": 9.983086094678419e-05,
      "loss": 0.6479,
      "step": 89930
    },
    {
      "epoch": 3.683432316199058,
      "grad_norm": 0.9504646995277786,
      "learning_rate": 9.982778738905377e-05,
      "loss": 0.1964,
      "step": 89931
    },
    {
      "epoch": 3.6834732746262544,
      "grad_norm": 1.1608224680537567,
      "learning_rate": 9.98247138550419e-05,
      "loss": 0.5424,
      "step": 89932
    },
    {
      "epoch": 3.683514233053451,
      "grad_norm": 1.5056982614188181,
      "learning_rate": 9.982164034475002e-05,
      "loss": 0.4185,
      "step": 89933
    },
    {
      "epoch": 3.683555191480647,
      "grad_norm": 1.5145158335065978,
      "learning_rate": 9.981856685817954e-05,
      "loss": 0.5654,
      "step": 89934
    },
    {
      "epoch": 3.6835961499078436,
      "grad_norm": 1.3963124263189783,
      "learning_rate": 9.981549339533188e-05,
      "loss": 0.7919,
      "step": 89935
    },
    {
      "epoch": 3.68363710833504,
      "grad_norm": 0.8068636873967904,
      "learning_rate": 9.98124199562086e-05,
      "loss": 0.2568,
      "step": 89936
    },
    {
      "epoch": 3.683678066762236,
      "grad_norm": 2.0372317771518325,
      "learning_rate": 9.980934654081108e-05,
      "loss": 0.7396,
      "step": 89937
    },
    {
      "epoch": 3.6837190251894327,
      "grad_norm": 1.7057969967321993,
      "learning_rate": 9.98062731491408e-05,
      "loss": 0.7888,
      "step": 89938
    },
    {
      "epoch": 3.6837599836166293,
      "grad_norm": 1.7368649190625751,
      "learning_rate": 9.980319978119916e-05,
      "loss": 1.1706,
      "step": 89939
    },
    {
      "epoch": 3.6838009420438254,
      "grad_norm": 1.5950006391436509,
      "learning_rate": 9.980012643698771e-05,
      "loss": 0.8164,
      "step": 89940
    },
    {
      "epoch": 3.683841900471022,
      "grad_norm": 2.0454598480453585,
      "learning_rate": 9.979705311650781e-05,
      "loss": 1.3881,
      "step": 89941
    },
    {
      "epoch": 3.6838828588982184,
      "grad_norm": 1.4312703662054822,
      "learning_rate": 9.979397981976097e-05,
      "loss": 0.7924,
      "step": 89942
    },
    {
      "epoch": 3.6839238173254145,
      "grad_norm": 2.9806571213228152,
      "learning_rate": 9.979090654674866e-05,
      "loss": 2.2661,
      "step": 89943
    },
    {
      "epoch": 3.683964775752611,
      "grad_norm": 2.069991355783129,
      "learning_rate": 9.978783329747224e-05,
      "loss": 0.4752,
      "step": 89944
    },
    {
      "epoch": 3.6840057341798076,
      "grad_norm": 1.4857509312920216,
      "learning_rate": 9.978476007193321e-05,
      "loss": 0.6443,
      "step": 89945
    },
    {
      "epoch": 3.684046692607004,
      "grad_norm": 1.4379692821667598,
      "learning_rate": 9.978168687013308e-05,
      "loss": 0.8654,
      "step": 89946
    },
    {
      "epoch": 3.6840876510342,
      "grad_norm": 1.1595376968704212,
      "learning_rate": 9.977861369207321e-05,
      "loss": 0.5876,
      "step": 89947
    },
    {
      "epoch": 3.6841286094613968,
      "grad_norm": 1.6711250008581928,
      "learning_rate": 9.977554053775511e-05,
      "loss": 0.8676,
      "step": 89948
    },
    {
      "epoch": 3.684169567888593,
      "grad_norm": 1.5565497522022158,
      "learning_rate": 9.97724674071802e-05,
      "loss": 0.7251,
      "step": 89949
    },
    {
      "epoch": 3.6842105263157894,
      "grad_norm": 1.1907307966915623,
      "learning_rate": 9.976939430034999e-05,
      "loss": 0.3877,
      "step": 89950
    },
    {
      "epoch": 3.684251484742986,
      "grad_norm": 1.1289470551755338,
      "learning_rate": 9.976632121726589e-05,
      "loss": 0.6411,
      "step": 89951
    },
    {
      "epoch": 3.6842924431701825,
      "grad_norm": 1.3089636742193003,
      "learning_rate": 9.976324815792936e-05,
      "loss": 0.5893,
      "step": 89952
    },
    {
      "epoch": 3.6843334015973785,
      "grad_norm": 1.226844943561084,
      "learning_rate": 9.97601751223418e-05,
      "loss": 0.682,
      "step": 89953
    },
    {
      "epoch": 3.684374360024575,
      "grad_norm": 1.1415340702869017,
      "learning_rate": 9.975710211050476e-05,
      "loss": 0.4927,
      "step": 89954
    },
    {
      "epoch": 3.6844153184517716,
      "grad_norm": 1.4131928059718482,
      "learning_rate": 9.975402912241967e-05,
      "loss": 0.6976,
      "step": 89955
    },
    {
      "epoch": 3.6844562768789677,
      "grad_norm": 0.7332792549564764,
      "learning_rate": 9.975095615808794e-05,
      "loss": 0.2272,
      "step": 89956
    },
    {
      "epoch": 3.6844972353061642,
      "grad_norm": 1.4694358165957424,
      "learning_rate": 9.974788321751099e-05,
      "loss": 0.7277,
      "step": 89957
    },
    {
      "epoch": 3.684538193733361,
      "grad_norm": 1.656832680560852,
      "learning_rate": 9.974481030069037e-05,
      "loss": 0.7455,
      "step": 89958
    },
    {
      "epoch": 3.684579152160557,
      "grad_norm": 1.5860444731340761,
      "learning_rate": 9.974173740762749e-05,
      "loss": 0.8524,
      "step": 89959
    },
    {
      "epoch": 3.6846201105877534,
      "grad_norm": 2.027821378924435,
      "learning_rate": 9.973866453832382e-05,
      "loss": 1.5502,
      "step": 89960
    },
    {
      "epoch": 3.68466106901495,
      "grad_norm": 1.4573788783280133,
      "learning_rate": 9.973559169278077e-05,
      "loss": 0.675,
      "step": 89961
    },
    {
      "epoch": 3.684702027442146,
      "grad_norm": 0.7449493408944031,
      "learning_rate": 9.973251887099978e-05,
      "loss": 0.2424,
      "step": 89962
    },
    {
      "epoch": 3.6847429858693426,
      "grad_norm": 0.993246422378537,
      "learning_rate": 9.972944607298238e-05,
      "loss": 0.383,
      "step": 89963
    },
    {
      "epoch": 3.684783944296539,
      "grad_norm": 1.019079932384085,
      "learning_rate": 9.972637329872997e-05,
      "loss": 0.3569,
      "step": 89964
    },
    {
      "epoch": 3.6848249027237356,
      "grad_norm": 1.4021435999203067,
      "learning_rate": 9.972330054824403e-05,
      "loss": 0.7087,
      "step": 89965
    },
    {
      "epoch": 3.6848658611509317,
      "grad_norm": 1.8642784252578963,
      "learning_rate": 9.972022782152595e-05,
      "loss": 0.6271,
      "step": 89966
    },
    {
      "epoch": 3.6849068195781283,
      "grad_norm": 1.735934070728369,
      "learning_rate": 9.971715511857728e-05,
      "loss": 0.7271,
      "step": 89967
    },
    {
      "epoch": 3.6849477780053244,
      "grad_norm": 1.6589905715690745,
      "learning_rate": 9.97140824393994e-05,
      "loss": 0.6644,
      "step": 89968
    },
    {
      "epoch": 3.684988736432521,
      "grad_norm": 1.2830121511945773,
      "learning_rate": 9.971100978399379e-05,
      "loss": 0.5806,
      "step": 89969
    },
    {
      "epoch": 3.6850296948597174,
      "grad_norm": 0.9669334949737137,
      "learning_rate": 9.970793715236188e-05,
      "loss": 0.3152,
      "step": 89970
    },
    {
      "epoch": 3.685070653286914,
      "grad_norm": 1.562494090055513,
      "learning_rate": 9.970486454450515e-05,
      "loss": 0.8554,
      "step": 89971
    },
    {
      "epoch": 3.68511161171411,
      "grad_norm": 1.863660354580823,
      "learning_rate": 9.970179196042504e-05,
      "loss": 1.0505,
      "step": 89972
    },
    {
      "epoch": 3.6851525701413066,
      "grad_norm": 1.3469156069853243,
      "learning_rate": 9.969871940012303e-05,
      "loss": 0.6251,
      "step": 89973
    },
    {
      "epoch": 3.685193528568503,
      "grad_norm": 1.8630573224431468,
      "learning_rate": 9.969564686360049e-05,
      "loss": 0.8088,
      "step": 89974
    },
    {
      "epoch": 3.685234486995699,
      "grad_norm": 1.2999682627915368,
      "learning_rate": 9.969257435085897e-05,
      "loss": 0.7184,
      "step": 89975
    },
    {
      "epoch": 3.6852754454228958,
      "grad_norm": 1.2547611975460715,
      "learning_rate": 9.968950186189988e-05,
      "loss": 0.7305,
      "step": 89976
    },
    {
      "epoch": 3.6853164038500923,
      "grad_norm": 0.922558109652451,
      "learning_rate": 9.968642939672469e-05,
      "loss": 0.1993,
      "step": 89977
    },
    {
      "epoch": 3.685357362277289,
      "grad_norm": 0.984944665601665,
      "learning_rate": 9.968335695533478e-05,
      "loss": 0.3507,
      "step": 89978
    },
    {
      "epoch": 3.685398320704485,
      "grad_norm": 1.3833583424586957,
      "learning_rate": 9.96802845377317e-05,
      "loss": 0.3926,
      "step": 89979
    },
    {
      "epoch": 3.6854392791316815,
      "grad_norm": 1.6307080735379873,
      "learning_rate": 9.967721214391686e-05,
      "loss": 0.9195,
      "step": 89980
    },
    {
      "epoch": 3.6854802375588775,
      "grad_norm": 1.4842528348992354,
      "learning_rate": 9.967413977389173e-05,
      "loss": 0.6017,
      "step": 89981
    },
    {
      "epoch": 3.685521195986074,
      "grad_norm": 1.0835455267139364,
      "learning_rate": 9.96710674276577e-05,
      "loss": 0.1568,
      "step": 89982
    },
    {
      "epoch": 3.6855621544132706,
      "grad_norm": 1.3687084590776841,
      "learning_rate": 9.966799510521628e-05,
      "loss": 0.7925,
      "step": 89983
    },
    {
      "epoch": 3.685603112840467,
      "grad_norm": 1.1334571553738368,
      "learning_rate": 9.966492280656894e-05,
      "loss": 0.3199,
      "step": 89984
    },
    {
      "epoch": 3.6856440712676632,
      "grad_norm": 3.8680152099688874,
      "learning_rate": 9.96618505317171e-05,
      "loss": 3.4543,
      "step": 89985
    },
    {
      "epoch": 3.68568502969486,
      "grad_norm": 0.756321681500794,
      "learning_rate": 9.965877828066218e-05,
      "loss": 0.1462,
      "step": 89986
    },
    {
      "epoch": 3.685725988122056,
      "grad_norm": 2.420711092080272,
      "learning_rate": 9.965570605340572e-05,
      "loss": 1.3419,
      "step": 89987
    },
    {
      "epoch": 3.6857669465492524,
      "grad_norm": 4.779416497112145,
      "learning_rate": 9.965263384994908e-05,
      "loss": 5.0494,
      "step": 89988
    },
    {
      "epoch": 3.685807904976449,
      "grad_norm": 2.220752102916922,
      "learning_rate": 9.964956167029378e-05,
      "loss": 1.7804,
      "step": 89989
    },
    {
      "epoch": 3.6858488634036455,
      "grad_norm": 1.6210012886310254,
      "learning_rate": 9.964648951444122e-05,
      "loss": 0.7525,
      "step": 89990
    },
    {
      "epoch": 3.6858898218308416,
      "grad_norm": 1.116490058694049,
      "learning_rate": 9.96434173823929e-05,
      "loss": 0.1897,
      "step": 89991
    },
    {
      "epoch": 3.685930780258038,
      "grad_norm": 0.844106664049493,
      "learning_rate": 9.964034527415024e-05,
      "loss": 0.2542,
      "step": 89992
    },
    {
      "epoch": 3.6859717386852346,
      "grad_norm": 1.4160325402995346,
      "learning_rate": 9.96372731897147e-05,
      "loss": 0.694,
      "step": 89993
    },
    {
      "epoch": 3.6860126971124307,
      "grad_norm": 1.2757321615115924,
      "learning_rate": 9.963420112908772e-05,
      "loss": 0.5593,
      "step": 89994
    },
    {
      "epoch": 3.6860536555396273,
      "grad_norm": 0.83230390822855,
      "learning_rate": 9.963112909227079e-05,
      "loss": 0.2005,
      "step": 89995
    },
    {
      "epoch": 3.686094613966824,
      "grad_norm": 1.4144628404191228,
      "learning_rate": 9.962805707926535e-05,
      "loss": 0.8049,
      "step": 89996
    },
    {
      "epoch": 3.6861355723940203,
      "grad_norm": 1.6777503680161139,
      "learning_rate": 9.962498509007283e-05,
      "loss": 0.8998,
      "step": 89997
    },
    {
      "epoch": 3.6861765308212164,
      "grad_norm": 1.038782977164006,
      "learning_rate": 9.962191312469467e-05,
      "loss": 0.3831,
      "step": 89998
    },
    {
      "epoch": 3.686217489248413,
      "grad_norm": 1.8950369528924165,
      "learning_rate": 9.961884118313238e-05,
      "loss": 1.595,
      "step": 89999
    },
    {
      "epoch": 3.686258447675609,
      "grad_norm": 0.5482535312191482,
      "learning_rate": 9.961576926538737e-05,
      "loss": 0.063,
      "step": 90000
    },
    {
      "epoch": 3.6862994061028056,
      "grad_norm": 1.624292442097654,
      "learning_rate": 9.961269737146111e-05,
      "loss": 0.7543,
      "step": 90001
    },
    {
      "epoch": 3.686340364530002,
      "grad_norm": 1.3021403131130647,
      "learning_rate": 9.960962550135503e-05,
      "loss": 0.5468,
      "step": 90002
    },
    {
      "epoch": 3.6863813229571987,
      "grad_norm": 1.4134499051895604,
      "learning_rate": 9.960655365507057e-05,
      "loss": 0.5646,
      "step": 90003
    },
    {
      "epoch": 3.6864222813843948,
      "grad_norm": 1.3720151664001572,
      "learning_rate": 9.960348183260924e-05,
      "loss": 0.5992,
      "step": 90004
    },
    {
      "epoch": 3.6864632398115913,
      "grad_norm": 1.1873237363922617,
      "learning_rate": 9.960041003397246e-05,
      "loss": 0.6207,
      "step": 90005
    },
    {
      "epoch": 3.6865041982387874,
      "grad_norm": 1.0179604674684875,
      "learning_rate": 9.959733825916168e-05,
      "loss": 0.2685,
      "step": 90006
    },
    {
      "epoch": 3.686545156665984,
      "grad_norm": 1.3080135266055395,
      "learning_rate": 9.959426650817833e-05,
      "loss": 0.6432,
      "step": 90007
    },
    {
      "epoch": 3.6865861150931805,
      "grad_norm": 1.5375607945977132,
      "learning_rate": 9.95911947810239e-05,
      "loss": 0.8896,
      "step": 90008
    },
    {
      "epoch": 3.686627073520377,
      "grad_norm": 1.5026303069836735,
      "learning_rate": 9.958812307769983e-05,
      "loss": 0.7829,
      "step": 90009
    },
    {
      "epoch": 3.686668031947573,
      "grad_norm": 0.5357076865819327,
      "learning_rate": 9.958505139820759e-05,
      "loss": 0.1213,
      "step": 90010
    },
    {
      "epoch": 3.6867089903747696,
      "grad_norm": 1.297304205595064,
      "learning_rate": 9.958197974254856e-05,
      "loss": 0.743,
      "step": 90011
    },
    {
      "epoch": 3.686749948801966,
      "grad_norm": 2.086369213664422,
      "learning_rate": 9.957890811072429e-05,
      "loss": 0.9728,
      "step": 90012
    },
    {
      "epoch": 3.6867909072291623,
      "grad_norm": 1.8171004395772055,
      "learning_rate": 9.957583650273617e-05,
      "loss": 0.9232,
      "step": 90013
    },
    {
      "epoch": 3.686831865656359,
      "grad_norm": 1.5372008845074145,
      "learning_rate": 9.957276491858572e-05,
      "loss": 0.6148,
      "step": 90014
    },
    {
      "epoch": 3.6868728240835553,
      "grad_norm": 5.7458309760182384,
      "learning_rate": 9.95696933582743e-05,
      "loss": 1.1645,
      "step": 90015
    },
    {
      "epoch": 3.686913782510752,
      "grad_norm": 1.6513600126515307,
      "learning_rate": 9.95666218218034e-05,
      "loss": 0.806,
      "step": 90016
    },
    {
      "epoch": 3.686954740937948,
      "grad_norm": 1.2485872383429328,
      "learning_rate": 9.956355030917445e-05,
      "loss": 0.5645,
      "step": 90017
    },
    {
      "epoch": 3.6869956993651445,
      "grad_norm": 1.5289965657495659,
      "learning_rate": 9.956047882038895e-05,
      "loss": 0.9555,
      "step": 90018
    },
    {
      "epoch": 3.6870366577923406,
      "grad_norm": 1.029675788264426,
      "learning_rate": 9.955740735544833e-05,
      "loss": 0.2652,
      "step": 90019
    },
    {
      "epoch": 3.687077616219537,
      "grad_norm": 1.6043757200875972,
      "learning_rate": 9.955433591435405e-05,
      "loss": 0.7553,
      "step": 90020
    },
    {
      "epoch": 3.6871185746467336,
      "grad_norm": 1.5735487297990336,
      "learning_rate": 9.955126449710751e-05,
      "loss": 0.6205,
      "step": 90021
    },
    {
      "epoch": 3.68715953307393,
      "grad_norm": 1.741803618457187,
      "learning_rate": 9.954819310371024e-05,
      "loss": 0.879,
      "step": 90022
    },
    {
      "epoch": 3.6872004915011263,
      "grad_norm": 1.5042073808209568,
      "learning_rate": 9.954512173416367e-05,
      "loss": 0.4764,
      "step": 90023
    },
    {
      "epoch": 3.687241449928323,
      "grad_norm": 0.7784205241198546,
      "learning_rate": 9.954205038846923e-05,
      "loss": 0.2701,
      "step": 90024
    },
    {
      "epoch": 3.687282408355519,
      "grad_norm": 1.5907449330514725,
      "learning_rate": 9.953897906662834e-05,
      "loss": 0.9392,
      "step": 90025
    },
    {
      "epoch": 3.6873233667827154,
      "grad_norm": 1.8134418619807013,
      "learning_rate": 9.953590776864252e-05,
      "loss": 0.7788,
      "step": 90026
    },
    {
      "epoch": 3.687364325209912,
      "grad_norm": 1.4389155728021106,
      "learning_rate": 9.95328364945132e-05,
      "loss": 0.6809,
      "step": 90027
    },
    {
      "epoch": 3.6874052836371085,
      "grad_norm": 1.9012348820906224,
      "learning_rate": 9.952976524424184e-05,
      "loss": 0.8718,
      "step": 90028
    },
    {
      "epoch": 3.6874462420643046,
      "grad_norm": 0.8643499660178093,
      "learning_rate": 9.952669401782983e-05,
      "loss": 0.2352,
      "step": 90029
    },
    {
      "epoch": 3.687487200491501,
      "grad_norm": 1.1539967111808287,
      "learning_rate": 9.952362281527872e-05,
      "loss": 0.6612,
      "step": 90030
    },
    {
      "epoch": 3.6875281589186977,
      "grad_norm": 0.6110341224906454,
      "learning_rate": 9.952055163658989e-05,
      "loss": 0.1526,
      "step": 90031
    },
    {
      "epoch": 3.6875691173458938,
      "grad_norm": 1.891666144846308,
      "learning_rate": 9.951748048176482e-05,
      "loss": 0.5847,
      "step": 90032
    },
    {
      "epoch": 3.6876100757730903,
      "grad_norm": 1.6555383290247467,
      "learning_rate": 9.951440935080497e-05,
      "loss": 0.6552,
      "step": 90033
    },
    {
      "epoch": 3.687651034200287,
      "grad_norm": 1.3213686648813525,
      "learning_rate": 9.951133824371173e-05,
      "loss": 0.6939,
      "step": 90034
    },
    {
      "epoch": 3.6876919926274834,
      "grad_norm": 1.743626767567196,
      "learning_rate": 9.950826716048664e-05,
      "loss": 0.7931,
      "step": 90035
    },
    {
      "epoch": 3.6877329510546795,
      "grad_norm": 1.3001902419636064,
      "learning_rate": 9.950519610113112e-05,
      "loss": 0.686,
      "step": 90036
    },
    {
      "epoch": 3.687773909481876,
      "grad_norm": 1.122398478954335,
      "learning_rate": 9.950212506564661e-05,
      "loss": 0.5649,
      "step": 90037
    },
    {
      "epoch": 3.687814867909072,
      "grad_norm": 1.6500914494334797,
      "learning_rate": 9.949905405403451e-05,
      "loss": 0.6812,
      "step": 90038
    },
    {
      "epoch": 3.6878558263362686,
      "grad_norm": 2.3474807921816643,
      "learning_rate": 9.949598306629639e-05,
      "loss": 1.3793,
      "step": 90039
    },
    {
      "epoch": 3.687896784763465,
      "grad_norm": 0.9789668008435897,
      "learning_rate": 9.949291210243362e-05,
      "loss": 0.4425,
      "step": 90040
    },
    {
      "epoch": 3.6879377431906617,
      "grad_norm": 1.074660735850188,
      "learning_rate": 9.948984116244767e-05,
      "loss": 0.6416,
      "step": 90041
    },
    {
      "epoch": 3.687978701617858,
      "grad_norm": 0.7212186347760465,
      "learning_rate": 9.948677024633998e-05,
      "loss": 0.235,
      "step": 90042
    },
    {
      "epoch": 3.6880196600450543,
      "grad_norm": 1.8417159675292716,
      "learning_rate": 9.9483699354112e-05,
      "loss": 1.0137,
      "step": 90043
    },
    {
      "epoch": 3.6880606184722504,
      "grad_norm": 0.8297025984510976,
      "learning_rate": 9.948062848576524e-05,
      "loss": 0.24,
      "step": 90044
    },
    {
      "epoch": 3.688101576899447,
      "grad_norm": 1.2018294293892837,
      "learning_rate": 9.947755764130109e-05,
      "loss": 0.6034,
      "step": 90045
    },
    {
      "epoch": 3.6881425353266435,
      "grad_norm": 1.8976144065429748,
      "learning_rate": 9.947448682072099e-05,
      "loss": 0.8676,
      "step": 90046
    },
    {
      "epoch": 3.68818349375384,
      "grad_norm": 1.636492610378636,
      "learning_rate": 9.947141602402646e-05,
      "loss": 0.7633,
      "step": 90047
    },
    {
      "epoch": 3.688224452181036,
      "grad_norm": 0.7219507986819851,
      "learning_rate": 9.94683452512189e-05,
      "loss": 0.2122,
      "step": 90048
    },
    {
      "epoch": 3.6882654106082327,
      "grad_norm": 1.5027157846451624,
      "learning_rate": 9.946527450229978e-05,
      "loss": 0.6707,
      "step": 90049
    },
    {
      "epoch": 3.688306369035429,
      "grad_norm": 1.4678185165995006,
      "learning_rate": 9.946220377727052e-05,
      "loss": 0.7632,
      "step": 90050
    },
    {
      "epoch": 3.6883473274626253,
      "grad_norm": 1.1046263746458713,
      "learning_rate": 9.945913307613262e-05,
      "loss": 0.7304,
      "step": 90051
    },
    {
      "epoch": 3.688388285889822,
      "grad_norm": 1.2647865560077383,
      "learning_rate": 9.945606239888751e-05,
      "loss": 0.7929,
      "step": 90052
    },
    {
      "epoch": 3.6884292443170184,
      "grad_norm": 1.708464769980813,
      "learning_rate": 9.945299174553664e-05,
      "loss": 0.8911,
      "step": 90053
    },
    {
      "epoch": 3.688470202744215,
      "grad_norm": 1.2398918810817514,
      "learning_rate": 9.944992111608143e-05,
      "loss": 0.6995,
      "step": 90054
    },
    {
      "epoch": 3.688511161171411,
      "grad_norm": 1.3601818179379377,
      "learning_rate": 9.944685051052341e-05,
      "loss": 0.803,
      "step": 90055
    },
    {
      "epoch": 3.6885521195986075,
      "grad_norm": 1.609445803002559,
      "learning_rate": 9.944377992886398e-05,
      "loss": 0.9321,
      "step": 90056
    },
    {
      "epoch": 3.6885930780258036,
      "grad_norm": 1.3399763405331322,
      "learning_rate": 9.944070937110459e-05,
      "loss": 0.5915,
      "step": 90057
    },
    {
      "epoch": 3.688634036453,
      "grad_norm": 1.097368601658176,
      "learning_rate": 9.943763883724664e-05,
      "loss": 0.5869,
      "step": 90058
    },
    {
      "epoch": 3.6886749948801967,
      "grad_norm": 0.9453717827652437,
      "learning_rate": 9.943456832729172e-05,
      "loss": 0.2925,
      "step": 90059
    },
    {
      "epoch": 3.688715953307393,
      "grad_norm": 1.2334438049747616,
      "learning_rate": 9.943149784124118e-05,
      "loss": 0.6063,
      "step": 90060
    },
    {
      "epoch": 3.6887569117345893,
      "grad_norm": 1.256901351215702,
      "learning_rate": 9.942842737909649e-05,
      "loss": 0.7033,
      "step": 90061
    },
    {
      "epoch": 3.688797870161786,
      "grad_norm": 1.9867689209260742,
      "learning_rate": 9.942535694085909e-05,
      "loss": 0.9245,
      "step": 90062
    },
    {
      "epoch": 3.688838828588982,
      "grad_norm": 1.1147205944176752,
      "learning_rate": 9.942228652653046e-05,
      "loss": 0.5305,
      "step": 90063
    },
    {
      "epoch": 3.6888797870161785,
      "grad_norm": 0.8642327258299147,
      "learning_rate": 9.941921613611205e-05,
      "loss": 0.2704,
      "step": 90064
    },
    {
      "epoch": 3.688920745443375,
      "grad_norm": 0.8287697123373909,
      "learning_rate": 9.941614576960529e-05,
      "loss": 0.181,
      "step": 90065
    },
    {
      "epoch": 3.6889617038705715,
      "grad_norm": 1.4512370444168534,
      "learning_rate": 9.941307542701162e-05,
      "loss": 0.6592,
      "step": 90066
    },
    {
      "epoch": 3.6890026622977676,
      "grad_norm": 1.9504184326128773,
      "learning_rate": 9.941000510833254e-05,
      "loss": 0.6568,
      "step": 90067
    },
    {
      "epoch": 3.689043620724964,
      "grad_norm": 3.4259263565370692,
      "learning_rate": 9.940693481356948e-05,
      "loss": 0.8733,
      "step": 90068
    },
    {
      "epoch": 3.6890845791521607,
      "grad_norm": 1.4554989170226746,
      "learning_rate": 9.940386454272387e-05,
      "loss": 0.7192,
      "step": 90069
    },
    {
      "epoch": 3.689125537579357,
      "grad_norm": 1.6929385633663552,
      "learning_rate": 9.940079429579715e-05,
      "loss": 1.0906,
      "step": 90070
    },
    {
      "epoch": 3.6891664960065533,
      "grad_norm": 1.3401055542701812,
      "learning_rate": 9.939772407279084e-05,
      "loss": 0.6408,
      "step": 90071
    },
    {
      "epoch": 3.68920745443375,
      "grad_norm": 0.9557949109100676,
      "learning_rate": 9.939465387370634e-05,
      "loss": 0.2807,
      "step": 90072
    },
    {
      "epoch": 3.6892484128609464,
      "grad_norm": 1.6057145394962882,
      "learning_rate": 9.93915836985451e-05,
      "loss": 0.6858,
      "step": 90073
    },
    {
      "epoch": 3.6892893712881425,
      "grad_norm": 1.4545138143109742,
      "learning_rate": 9.938851354730862e-05,
      "loss": 0.7647,
      "step": 90074
    },
    {
      "epoch": 3.689330329715339,
      "grad_norm": 2.2289684981930082,
      "learning_rate": 9.938544341999825e-05,
      "loss": 1.2033,
      "step": 90075
    },
    {
      "epoch": 3.689371288142535,
      "grad_norm": 3.075434860419226,
      "learning_rate": 9.938237331661555e-05,
      "loss": 2.79,
      "step": 90076
    },
    {
      "epoch": 3.6894122465697317,
      "grad_norm": 1.3694095103576553,
      "learning_rate": 9.937930323716193e-05,
      "loss": 0.7761,
      "step": 90077
    },
    {
      "epoch": 3.689453204996928,
      "grad_norm": 1.5459549680622569,
      "learning_rate": 9.937623318163883e-05,
      "loss": 0.7338,
      "step": 90078
    },
    {
      "epoch": 3.6894941634241247,
      "grad_norm": 1.020724146038988,
      "learning_rate": 9.937316315004767e-05,
      "loss": 0.2432,
      "step": 90079
    },
    {
      "epoch": 3.689535121851321,
      "grad_norm": 1.2609492546053023,
      "learning_rate": 9.937009314238999e-05,
      "loss": 0.5361,
      "step": 90080
    },
    {
      "epoch": 3.6895760802785174,
      "grad_norm": 1.3045179727791585,
      "learning_rate": 9.936702315866718e-05,
      "loss": 0.6601,
      "step": 90081
    },
    {
      "epoch": 3.6896170387057134,
      "grad_norm": 1.59831599656577,
      "learning_rate": 9.93639531988807e-05,
      "loss": 0.741,
      "step": 90082
    },
    {
      "epoch": 3.68965799713291,
      "grad_norm": 1.4185752010801216,
      "learning_rate": 9.9360883263032e-05,
      "loss": 0.7542,
      "step": 90083
    },
    {
      "epoch": 3.6896989555601065,
      "grad_norm": 1.5068056624980926,
      "learning_rate": 9.935781335112261e-05,
      "loss": 0.6577,
      "step": 90084
    },
    {
      "epoch": 3.689739913987303,
      "grad_norm": 1.2554313788331801,
      "learning_rate": 9.93547434631538e-05,
      "loss": 0.5162,
      "step": 90085
    },
    {
      "epoch": 3.689780872414499,
      "grad_norm": 1.0000513815288836,
      "learning_rate": 9.935167359912718e-05,
      "loss": 0.2306,
      "step": 90086
    },
    {
      "epoch": 3.6898218308416957,
      "grad_norm": 1.775839032462003,
      "learning_rate": 9.934860375904414e-05,
      "loss": 1.1367,
      "step": 90087
    },
    {
      "epoch": 3.689862789268892,
      "grad_norm": 1.2505362585890871,
      "learning_rate": 9.934553394290613e-05,
      "loss": 0.4289,
      "step": 90088
    },
    {
      "epoch": 3.6899037476960883,
      "grad_norm": 1.186275580263901,
      "learning_rate": 9.93424641507146e-05,
      "loss": 0.6403,
      "step": 90089
    },
    {
      "epoch": 3.689944706123285,
      "grad_norm": 1.367259935528211,
      "learning_rate": 9.933939438247105e-05,
      "loss": 0.6637,
      "step": 90090
    },
    {
      "epoch": 3.6899856645504814,
      "grad_norm": 1.0964295541943643,
      "learning_rate": 9.93363246381769e-05,
      "loss": 0.367,
      "step": 90091
    },
    {
      "epoch": 3.690026622977678,
      "grad_norm": 0.8705498058774859,
      "learning_rate": 9.933325491783355e-05,
      "loss": 0.2438,
      "step": 90092
    },
    {
      "epoch": 3.690067581404874,
      "grad_norm": 1.7721601973356624,
      "learning_rate": 9.93301852214425e-05,
      "loss": 0.9673,
      "step": 90093
    },
    {
      "epoch": 3.6901085398320705,
      "grad_norm": 1.414354312717451,
      "learning_rate": 9.932711554900523e-05,
      "loss": 0.6841,
      "step": 90094
    },
    {
      "epoch": 3.6901494982592666,
      "grad_norm": 1.6029500033079758,
      "learning_rate": 9.932404590052316e-05,
      "loss": 0.8208,
      "step": 90095
    },
    {
      "epoch": 3.690190456686463,
      "grad_norm": 1.9280171087348519,
      "learning_rate": 9.932097627599772e-05,
      "loss": 1.4608,
      "step": 90096
    },
    {
      "epoch": 3.6902314151136597,
      "grad_norm": 1.412054036497924,
      "learning_rate": 9.931790667543037e-05,
      "loss": 0.8456,
      "step": 90097
    },
    {
      "epoch": 3.6902723735408562,
      "grad_norm": 1.2440358955452362,
      "learning_rate": 9.93148370988226e-05,
      "loss": 0.5515,
      "step": 90098
    },
    {
      "epoch": 3.6903133319680523,
      "grad_norm": 1.2822116473652794,
      "learning_rate": 9.931176754617584e-05,
      "loss": 0.657,
      "step": 90099
    },
    {
      "epoch": 3.690354290395249,
      "grad_norm": 1.3413628730407159,
      "learning_rate": 9.930869801749152e-05,
      "loss": 0.576,
      "step": 90100
    },
    {
      "epoch": 3.690395248822445,
      "grad_norm": 0.9694843818773148,
      "learning_rate": 9.930562851277111e-05,
      "loss": 0.3369,
      "step": 90101
    },
    {
      "epoch": 3.6904362072496415,
      "grad_norm": 1.323523841172374,
      "learning_rate": 9.930255903201604e-05,
      "loss": 0.6996,
      "step": 90102
    },
    {
      "epoch": 3.690477165676838,
      "grad_norm": 1.319034168450625,
      "learning_rate": 9.92994895752278e-05,
      "loss": 0.6392,
      "step": 90103
    },
    {
      "epoch": 3.6905181241040346,
      "grad_norm": 1.8032112263218134,
      "learning_rate": 9.929642014240782e-05,
      "loss": 0.9243,
      "step": 90104
    },
    {
      "epoch": 3.6905590825312307,
      "grad_norm": 1.696469915166057,
      "learning_rate": 9.929335073355755e-05,
      "loss": 1.0036,
      "step": 90105
    },
    {
      "epoch": 3.690600040958427,
      "grad_norm": 1.1147850983169267,
      "learning_rate": 9.92902813486784e-05,
      "loss": 0.5112,
      "step": 90106
    },
    {
      "epoch": 3.6906409993856237,
      "grad_norm": 0.9398442997978557,
      "learning_rate": 9.928721198777191e-05,
      "loss": 0.2655,
      "step": 90107
    },
    {
      "epoch": 3.69068195781282,
      "grad_norm": 2.4856987158549706,
      "learning_rate": 9.928414265083948e-05,
      "loss": 1.674,
      "step": 90108
    },
    {
      "epoch": 3.6907229162400164,
      "grad_norm": 1.4489335908743282,
      "learning_rate": 9.928107333788256e-05,
      "loss": 0.6724,
      "step": 90109
    },
    {
      "epoch": 3.690763874667213,
      "grad_norm": 0.9025807719459122,
      "learning_rate": 9.927800404890258e-05,
      "loss": 0.2187,
      "step": 90110
    },
    {
      "epoch": 3.6908048330944094,
      "grad_norm": 0.7682130633887739,
      "learning_rate": 9.927493478390103e-05,
      "loss": 0.2157,
      "step": 90111
    },
    {
      "epoch": 3.6908457915216055,
      "grad_norm": 0.9575627670421739,
      "learning_rate": 9.927186554287936e-05,
      "loss": 0.2479,
      "step": 90112
    },
    {
      "epoch": 3.690886749948802,
      "grad_norm": 1.4772690048055916,
      "learning_rate": 9.926879632583901e-05,
      "loss": 0.6626,
      "step": 90113
    },
    {
      "epoch": 3.690927708375998,
      "grad_norm": 1.5219741743511288,
      "learning_rate": 9.92657271327814e-05,
      "loss": 0.836,
      "step": 90114
    },
    {
      "epoch": 3.6909686668031947,
      "grad_norm": 1.7686850916908745,
      "learning_rate": 9.926265796370805e-05,
      "loss": 0.8254,
      "step": 90115
    },
    {
      "epoch": 3.6910096252303912,
      "grad_norm": 1.910014872144861,
      "learning_rate": 9.925958881862036e-05,
      "loss": 1.002,
      "step": 90116
    },
    {
      "epoch": 3.6910505836575878,
      "grad_norm": 1.2727897473816168,
      "learning_rate": 9.925651969751977e-05,
      "loss": 0.5653,
      "step": 90117
    },
    {
      "epoch": 3.691091542084784,
      "grad_norm": 1.5438720583115473,
      "learning_rate": 9.925345060040776e-05,
      "loss": 0.7091,
      "step": 90118
    },
    {
      "epoch": 3.6911325005119804,
      "grad_norm": 1.5282656134342818,
      "learning_rate": 9.925038152728578e-05,
      "loss": 0.8753,
      "step": 90119
    },
    {
      "epoch": 3.6911734589391765,
      "grad_norm": 0.9341329126030954,
      "learning_rate": 9.924731247815528e-05,
      "loss": 0.3108,
      "step": 90120
    },
    {
      "epoch": 3.691214417366373,
      "grad_norm": 1.0132721918592222,
      "learning_rate": 9.924424345301773e-05,
      "loss": 0.4813,
      "step": 90121
    },
    {
      "epoch": 3.6912553757935695,
      "grad_norm": 1.1809639224485382,
      "learning_rate": 9.924117445187449e-05,
      "loss": 0.4938,
      "step": 90122
    },
    {
      "epoch": 3.691296334220766,
      "grad_norm": 2.028355604217827,
      "learning_rate": 9.923810547472712e-05,
      "loss": 1.0995,
      "step": 90123
    },
    {
      "epoch": 3.691337292647962,
      "grad_norm": 3.5750208545423066,
      "learning_rate": 9.923503652157703e-05,
      "loss": 4.5631,
      "step": 90124
    },
    {
      "epoch": 3.6913782510751587,
      "grad_norm": 1.4076490883975827,
      "learning_rate": 9.923196759242568e-05,
      "loss": 0.6118,
      "step": 90125
    },
    {
      "epoch": 3.6914192095023552,
      "grad_norm": 1.2018495314124056,
      "learning_rate": 9.922889868727447e-05,
      "loss": 0.5647,
      "step": 90126
    },
    {
      "epoch": 3.6914601679295513,
      "grad_norm": 0.996008000801069,
      "learning_rate": 9.922582980612492e-05,
      "loss": 0.3186,
      "step": 90127
    },
    {
      "epoch": 3.691501126356748,
      "grad_norm": 1.4609077508675539,
      "learning_rate": 9.922276094897845e-05,
      "loss": 0.829,
      "step": 90128
    },
    {
      "epoch": 3.6915420847839444,
      "grad_norm": 0.7393757761244252,
      "learning_rate": 9.921969211583651e-05,
      "loss": 0.238,
      "step": 90129
    },
    {
      "epoch": 3.691583043211141,
      "grad_norm": 1.1088266020257436,
      "learning_rate": 9.921662330670052e-05,
      "loss": 0.4499,
      "step": 90130
    },
    {
      "epoch": 3.691624001638337,
      "grad_norm": 1.5340064339797939,
      "learning_rate": 9.9213554521572e-05,
      "loss": 0.7487,
      "step": 90131
    },
    {
      "epoch": 3.6916649600655336,
      "grad_norm": 1.6840338188711619,
      "learning_rate": 9.921048576045236e-05,
      "loss": 0.9686,
      "step": 90132
    },
    {
      "epoch": 3.6917059184927297,
      "grad_norm": 1.5680534368629944,
      "learning_rate": 9.920741702334306e-05,
      "loss": 0.6918,
      "step": 90133
    },
    {
      "epoch": 3.691746876919926,
      "grad_norm": 1.8178758665850139,
      "learning_rate": 9.920434831024554e-05,
      "loss": 1.3073,
      "step": 90134
    },
    {
      "epoch": 3.6917878353471227,
      "grad_norm": 1.4337666291218922,
      "learning_rate": 9.920127962116126e-05,
      "loss": 0.6735,
      "step": 90135
    },
    {
      "epoch": 3.6918287937743193,
      "grad_norm": 0.9927516936427592,
      "learning_rate": 9.919821095609166e-05,
      "loss": 0.241,
      "step": 90136
    },
    {
      "epoch": 3.6918697522015154,
      "grad_norm": 1.568124122719651,
      "learning_rate": 9.919514231503821e-05,
      "loss": 0.8681,
      "step": 90137
    },
    {
      "epoch": 3.691910710628712,
      "grad_norm": 1.3170828009463829,
      "learning_rate": 9.91920736980023e-05,
      "loss": 0.6412,
      "step": 90138
    },
    {
      "epoch": 3.691951669055908,
      "grad_norm": 1.3026595555541243,
      "learning_rate": 9.918900510498549e-05,
      "loss": 0.4893,
      "step": 90139
    },
    {
      "epoch": 3.6919926274831045,
      "grad_norm": 0.7022018869353456,
      "learning_rate": 9.918593653598915e-05,
      "loss": 0.1288,
      "step": 90140
    },
    {
      "epoch": 3.692033585910301,
      "grad_norm": 1.1314270241701676,
      "learning_rate": 9.918286799101477e-05,
      "loss": 0.5265,
      "step": 90141
    },
    {
      "epoch": 3.6920745443374976,
      "grad_norm": 1.4368833271097392,
      "learning_rate": 9.917979947006377e-05,
      "loss": 0.9038,
      "step": 90142
    },
    {
      "epoch": 3.6921155027646937,
      "grad_norm": 1.3321784777664667,
      "learning_rate": 9.917673097313757e-05,
      "loss": 0.6149,
      "step": 90143
    },
    {
      "epoch": 3.6921564611918902,
      "grad_norm": 1.7280825781973066,
      "learning_rate": 9.91736625002377e-05,
      "loss": 1.1993,
      "step": 90144
    },
    {
      "epoch": 3.6921974196190868,
      "grad_norm": 1.0581257595312417,
      "learning_rate": 9.917059405136558e-05,
      "loss": 0.5051,
      "step": 90145
    },
    {
      "epoch": 3.692238378046283,
      "grad_norm": 1.3914544182485369,
      "learning_rate": 9.916752562652265e-05,
      "loss": 0.8598,
      "step": 90146
    },
    {
      "epoch": 3.6922793364734794,
      "grad_norm": 1.7437218793938654,
      "learning_rate": 9.916445722571031e-05,
      "loss": 0.9431,
      "step": 90147
    },
    {
      "epoch": 3.692320294900676,
      "grad_norm": 2.5956581396282523,
      "learning_rate": 9.916138884893013e-05,
      "loss": 0.8576,
      "step": 90148
    },
    {
      "epoch": 3.6923612533278725,
      "grad_norm": 1.3541248605508955,
      "learning_rate": 9.915832049618347e-05,
      "loss": 0.5657,
      "step": 90149
    },
    {
      "epoch": 3.6924022117550686,
      "grad_norm": 4.096619733033151,
      "learning_rate": 9.915525216747184e-05,
      "loss": 4.1126,
      "step": 90150
    },
    {
      "epoch": 3.692443170182265,
      "grad_norm": 1.719071656115614,
      "learning_rate": 9.91521838627966e-05,
      "loss": 0.3509,
      "step": 90151
    },
    {
      "epoch": 3.692484128609461,
      "grad_norm": 0.9587567661838212,
      "learning_rate": 9.91491155821593e-05,
      "loss": 0.2513,
      "step": 90152
    },
    {
      "epoch": 3.6925250870366577,
      "grad_norm": 1.6102593598098998,
      "learning_rate": 9.914604732556135e-05,
      "loss": 0.997,
      "step": 90153
    },
    {
      "epoch": 3.6925660454638543,
      "grad_norm": 1.752480880440555,
      "learning_rate": 9.914297909300416e-05,
      "loss": 0.9187,
      "step": 90154
    },
    {
      "epoch": 3.692607003891051,
      "grad_norm": 1.8059295459704903,
      "learning_rate": 9.91399108844893e-05,
      "loss": 0.9578,
      "step": 90155
    },
    {
      "epoch": 3.692647962318247,
      "grad_norm": 1.3434518230336905,
      "learning_rate": 9.913684270001806e-05,
      "loss": 0.8507,
      "step": 90156
    },
    {
      "epoch": 3.6926889207454434,
      "grad_norm": 1.4932367361052008,
      "learning_rate": 9.913377453959198e-05,
      "loss": 0.6827,
      "step": 90157
    },
    {
      "epoch": 3.6927298791726395,
      "grad_norm": 1.5179928930418576,
      "learning_rate": 9.91307064032125e-05,
      "loss": 0.5552,
      "step": 90158
    },
    {
      "epoch": 3.692770837599836,
      "grad_norm": 0.8244805516210634,
      "learning_rate": 9.912763829088109e-05,
      "loss": 0.2199,
      "step": 90159
    },
    {
      "epoch": 3.6928117960270326,
      "grad_norm": 2.0004912767486833,
      "learning_rate": 9.912457020259916e-05,
      "loss": 0.822,
      "step": 90160
    },
    {
      "epoch": 3.692852754454229,
      "grad_norm": 1.6372089235658305,
      "learning_rate": 9.912150213836817e-05,
      "loss": 0.7564,
      "step": 90161
    },
    {
      "epoch": 3.692893712881425,
      "grad_norm": 0.625815123673741,
      "learning_rate": 9.911843409818961e-05,
      "loss": 0.0901,
      "step": 90162
    },
    {
      "epoch": 3.6929346713086217,
      "grad_norm": 1.4988124104557563,
      "learning_rate": 9.911536608206489e-05,
      "loss": 0.909,
      "step": 90163
    },
    {
      "epoch": 3.6929756297358183,
      "grad_norm": 1.5261671670833548,
      "learning_rate": 9.91122980899955e-05,
      "loss": 0.738,
      "step": 90164
    },
    {
      "epoch": 3.6930165881630144,
      "grad_norm": 1.2906993338778343,
      "learning_rate": 9.910923012198279e-05,
      "loss": 0.4997,
      "step": 90165
    },
    {
      "epoch": 3.693057546590211,
      "grad_norm": 1.8142305423857508,
      "learning_rate": 9.910616217802835e-05,
      "loss": 0.779,
      "step": 90166
    },
    {
      "epoch": 3.6930985050174074,
      "grad_norm": 1.6130829185400264,
      "learning_rate": 9.910309425813356e-05,
      "loss": 0.7988,
      "step": 90167
    },
    {
      "epoch": 3.693139463444604,
      "grad_norm": 1.0565161435086032,
      "learning_rate": 9.910002636229986e-05,
      "loss": 0.3135,
      "step": 90168
    },
    {
      "epoch": 3.6931804218718,
      "grad_norm": 0.9370801613863777,
      "learning_rate": 9.909695849052869e-05,
      "loss": 0.3211,
      "step": 90169
    },
    {
      "epoch": 3.6932213802989966,
      "grad_norm": 1.5421154139655586,
      "learning_rate": 9.909389064282155e-05,
      "loss": 0.8717,
      "step": 90170
    },
    {
      "epoch": 3.6932623387261927,
      "grad_norm": 1.5408157915063427,
      "learning_rate": 9.909082281917986e-05,
      "loss": 0.9077,
      "step": 90171
    },
    {
      "epoch": 3.6933032971533892,
      "grad_norm": 1.8234045731869557,
      "learning_rate": 9.908775501960509e-05,
      "loss": 0.8576,
      "step": 90172
    },
    {
      "epoch": 3.6933442555805858,
      "grad_norm": 0.9383059099027345,
      "learning_rate": 9.908468724409865e-05,
      "loss": 0.2375,
      "step": 90173
    },
    {
      "epoch": 3.6933852140077823,
      "grad_norm": 1.5441020363713054,
      "learning_rate": 9.908161949266201e-05,
      "loss": 0.8744,
      "step": 90174
    },
    {
      "epoch": 3.6934261724349784,
      "grad_norm": 1.267903142711622,
      "learning_rate": 9.907855176529665e-05,
      "loss": 0.5924,
      "step": 90175
    },
    {
      "epoch": 3.693467130862175,
      "grad_norm": 1.561278374250378,
      "learning_rate": 9.907548406200399e-05,
      "loss": 0.7132,
      "step": 90176
    },
    {
      "epoch": 3.693508089289371,
      "grad_norm": 1.4915663717702943,
      "learning_rate": 9.90724163827855e-05,
      "loss": 0.6677,
      "step": 90177
    },
    {
      "epoch": 3.6935490477165676,
      "grad_norm": 0.692369811292677,
      "learning_rate": 9.906934872764256e-05,
      "loss": 0.1907,
      "step": 90178
    },
    {
      "epoch": 3.693590006143764,
      "grad_norm": 1.3731863216387672,
      "learning_rate": 9.906628109657672e-05,
      "loss": 0.7759,
      "step": 90179
    },
    {
      "epoch": 3.6936309645709606,
      "grad_norm": 1.394834031490458,
      "learning_rate": 9.90632134895894e-05,
      "loss": 0.7821,
      "step": 90180
    },
    {
      "epoch": 3.6936719229981567,
      "grad_norm": 1.5505688673845044,
      "learning_rate": 9.906014590668203e-05,
      "loss": 0.7235,
      "step": 90181
    },
    {
      "epoch": 3.6937128814253533,
      "grad_norm": 1.3441128021276674,
      "learning_rate": 9.905707834785602e-05,
      "loss": 0.6542,
      "step": 90182
    },
    {
      "epoch": 3.69375383985255,
      "grad_norm": 1.0597116832091575,
      "learning_rate": 9.905401081311293e-05,
      "loss": 0.365,
      "step": 90183
    },
    {
      "epoch": 3.693794798279746,
      "grad_norm": 1.5123644105108056,
      "learning_rate": 9.905094330245413e-05,
      "loss": 0.7903,
      "step": 90184
    },
    {
      "epoch": 3.6938357567069424,
      "grad_norm": 1.3289506192591765,
      "learning_rate": 9.904787581588107e-05,
      "loss": 0.4431,
      "step": 90185
    },
    {
      "epoch": 3.693876715134139,
      "grad_norm": 1.772156687806453,
      "learning_rate": 9.90448083533952e-05,
      "loss": 0.9779,
      "step": 90186
    },
    {
      "epoch": 3.6939176735613355,
      "grad_norm": 0.8516594414669119,
      "learning_rate": 9.904174091499803e-05,
      "loss": 0.2327,
      "step": 90187
    },
    {
      "epoch": 3.6939586319885316,
      "grad_norm": 3.368140746829373,
      "learning_rate": 9.903867350069095e-05,
      "loss": 1.8541,
      "step": 90188
    },
    {
      "epoch": 3.693999590415728,
      "grad_norm": 1.276441032303077,
      "learning_rate": 9.903560611047545e-05,
      "loss": 0.62,
      "step": 90189
    },
    {
      "epoch": 3.694040548842924,
      "grad_norm": 1.4996510180801692,
      "learning_rate": 9.90325387443529e-05,
      "loss": 0.8028,
      "step": 90190
    },
    {
      "epoch": 3.6940815072701207,
      "grad_norm": 1.6996894809258807,
      "learning_rate": 9.902947140232487e-05,
      "loss": 0.3669,
      "step": 90191
    },
    {
      "epoch": 3.6941224656973173,
      "grad_norm": 1.3255537356406295,
      "learning_rate": 9.902640408439273e-05,
      "loss": 0.7482,
      "step": 90192
    },
    {
      "epoch": 3.694163424124514,
      "grad_norm": 1.8279037404560294,
      "learning_rate": 9.902333679055794e-05,
      "loss": 0.937,
      "step": 90193
    },
    {
      "epoch": 3.69420438255171,
      "grad_norm": 1.367985594929757,
      "learning_rate": 9.902026952082193e-05,
      "loss": 0.5957,
      "step": 90194
    },
    {
      "epoch": 3.6942453409789064,
      "grad_norm": 1.2401493761381754,
      "learning_rate": 9.901720227518623e-05,
      "loss": 0.5344,
      "step": 90195
    },
    {
      "epoch": 3.6942862994061025,
      "grad_norm": 1.3631987086869914,
      "learning_rate": 9.901413505365222e-05,
      "loss": 0.6164,
      "step": 90196
    },
    {
      "epoch": 3.694327257833299,
      "grad_norm": 0.8031396851521857,
      "learning_rate": 9.901106785622137e-05,
      "loss": 0.2012,
      "step": 90197
    },
    {
      "epoch": 3.6943682162604956,
      "grad_norm": 0.9901077793980919,
      "learning_rate": 9.90080006828951e-05,
      "loss": 0.3287,
      "step": 90198
    },
    {
      "epoch": 3.694409174687692,
      "grad_norm": 1.0940997586131334,
      "learning_rate": 9.900493353367491e-05,
      "loss": 0.2422,
      "step": 90199
    },
    {
      "epoch": 3.6944501331148882,
      "grad_norm": 1.196275463720135,
      "learning_rate": 9.900186640856224e-05,
      "loss": 0.4026,
      "step": 90200
    },
    {
      "epoch": 3.6944910915420848,
      "grad_norm": 1.5241404309974849,
      "learning_rate": 9.899879930755854e-05,
      "loss": 0.5955,
      "step": 90201
    },
    {
      "epoch": 3.6945320499692813,
      "grad_norm": 2.4548353575104533,
      "learning_rate": 9.89957322306652e-05,
      "loss": 1.2692,
      "step": 90202
    },
    {
      "epoch": 3.6945730083964774,
      "grad_norm": 1.8311936799089519,
      "learning_rate": 9.899266517788375e-05,
      "loss": 1.0975,
      "step": 90203
    },
    {
      "epoch": 3.694613966823674,
      "grad_norm": 1.877604936944255,
      "learning_rate": 9.898959814921562e-05,
      "loss": 1.1971,
      "step": 90204
    },
    {
      "epoch": 3.6946549252508705,
      "grad_norm": 1.3580436111700522,
      "learning_rate": 9.898653114466225e-05,
      "loss": 0.4899,
      "step": 90205
    },
    {
      "epoch": 3.694695883678067,
      "grad_norm": 0.9603187518877009,
      "learning_rate": 9.898346416422502e-05,
      "loss": 0.231,
      "step": 90206
    },
    {
      "epoch": 3.694736842105263,
      "grad_norm": 0.5860700319813295,
      "learning_rate": 9.898039720790551e-05,
      "loss": 0.0654,
      "step": 90207
    },
    {
      "epoch": 3.6947778005324596,
      "grad_norm": 1.946065624918352,
      "learning_rate": 9.897733027570511e-05,
      "loss": 1.0187,
      "step": 90208
    },
    {
      "epoch": 3.6948187589596557,
      "grad_norm": 1.4332498715417108,
      "learning_rate": 9.897426336762525e-05,
      "loss": 0.7488,
      "step": 90209
    },
    {
      "epoch": 3.6948597173868523,
      "grad_norm": 1.3971576367885359,
      "learning_rate": 9.897119648366739e-05,
      "loss": 0.7301,
      "step": 90210
    },
    {
      "epoch": 3.694900675814049,
      "grad_norm": 1.2039693541843046,
      "learning_rate": 9.896812962383301e-05,
      "loss": 0.5802,
      "step": 90211
    },
    {
      "epoch": 3.6949416342412453,
      "grad_norm": 1.130874274300131,
      "learning_rate": 9.896506278812352e-05,
      "loss": 0.611,
      "step": 90212
    },
    {
      "epoch": 3.6949825926684414,
      "grad_norm": 1.493752811744035,
      "learning_rate": 9.89619959765404e-05,
      "loss": 0.6352,
      "step": 90213
    },
    {
      "epoch": 3.695023551095638,
      "grad_norm": 3.103519895289737,
      "learning_rate": 9.895892918908507e-05,
      "loss": 0.9769,
      "step": 90214
    },
    {
      "epoch": 3.695064509522834,
      "grad_norm": 2.863431216396222,
      "learning_rate": 9.895586242575898e-05,
      "loss": 0.8765,
      "step": 90215
    },
    {
      "epoch": 3.6951054679500306,
      "grad_norm": 1.6248034731738092,
      "learning_rate": 9.895279568656363e-05,
      "loss": 0.9351,
      "step": 90216
    },
    {
      "epoch": 3.695146426377227,
      "grad_norm": 1.096920597862227,
      "learning_rate": 9.894972897150044e-05,
      "loss": 0.2754,
      "step": 90217
    },
    {
      "epoch": 3.6951873848044237,
      "grad_norm": 1.506531950187536,
      "learning_rate": 9.894666228057086e-05,
      "loss": 0.604,
      "step": 90218
    },
    {
      "epoch": 3.6952283432316197,
      "grad_norm": 1.0166883839077485,
      "learning_rate": 9.894359561377631e-05,
      "loss": 0.3665,
      "step": 90219
    },
    {
      "epoch": 3.6952693016588163,
      "grad_norm": 0.8551923967629971,
      "learning_rate": 9.894052897111826e-05,
      "loss": 0.2076,
      "step": 90220
    },
    {
      "epoch": 3.695310260086013,
      "grad_norm": 1.3235090835507533,
      "learning_rate": 9.893746235259819e-05,
      "loss": 0.7277,
      "step": 90221
    },
    {
      "epoch": 3.695351218513209,
      "grad_norm": 1.8891690261687295,
      "learning_rate": 9.893439575821751e-05,
      "loss": 0.9076,
      "step": 90222
    },
    {
      "epoch": 3.6953921769404054,
      "grad_norm": 4.109373268161404,
      "learning_rate": 9.893132918797768e-05,
      "loss": 1.0734,
      "step": 90223
    },
    {
      "epoch": 3.695433135367602,
      "grad_norm": 0.5776905068692698,
      "learning_rate": 9.892826264188017e-05,
      "loss": 0.1149,
      "step": 90224
    },
    {
      "epoch": 3.6954740937947985,
      "grad_norm": 0.8768121229536212,
      "learning_rate": 9.892519611992643e-05,
      "loss": 0.2487,
      "step": 90225
    },
    {
      "epoch": 3.6955150522219946,
      "grad_norm": 1.2099683234224874,
      "learning_rate": 9.892212962211789e-05,
      "loss": 0.5799,
      "step": 90226
    },
    {
      "epoch": 3.695556010649191,
      "grad_norm": 1.2452063061184344,
      "learning_rate": 9.891906314845598e-05,
      "loss": 0.5544,
      "step": 90227
    },
    {
      "epoch": 3.6955969690763872,
      "grad_norm": 1.6233361660897807,
      "learning_rate": 9.891599669894221e-05,
      "loss": 0.9282,
      "step": 90228
    },
    {
      "epoch": 3.6956379275035838,
      "grad_norm": 1.4745816434191434,
      "learning_rate": 9.89129302735779e-05,
      "loss": 0.7733,
      "step": 90229
    },
    {
      "epoch": 3.6956788859307803,
      "grad_norm": 1.8066453873639974,
      "learning_rate": 9.890986387236467e-05,
      "loss": 0.8752,
      "step": 90230
    },
    {
      "epoch": 3.695719844357977,
      "grad_norm": 1.3474018157508898,
      "learning_rate": 9.890679749530389e-05,
      "loss": 0.4626,
      "step": 90231
    },
    {
      "epoch": 3.695760802785173,
      "grad_norm": 1.2652882636477378,
      "learning_rate": 9.8903731142397e-05,
      "loss": 0.7191,
      "step": 90232
    },
    {
      "epoch": 3.6958017612123695,
      "grad_norm": 1.3660939900243452,
      "learning_rate": 9.890066481364542e-05,
      "loss": 0.8294,
      "step": 90233
    },
    {
      "epoch": 3.6958427196395656,
      "grad_norm": 1.4602504408761299,
      "learning_rate": 9.88975985090507e-05,
      "loss": 0.7355,
      "step": 90234
    },
    {
      "epoch": 3.695883678066762,
      "grad_norm": 2.0697071744376863,
      "learning_rate": 9.88945322286142e-05,
      "loss": 1.0816,
      "step": 90235
    },
    {
      "epoch": 3.6959246364939586,
      "grad_norm": 1.7911689425528168,
      "learning_rate": 9.889146597233742e-05,
      "loss": 0.9073,
      "step": 90236
    },
    {
      "epoch": 3.695965594921155,
      "grad_norm": 1.5745810836638827,
      "learning_rate": 9.888839974022174e-05,
      "loss": 0.837,
      "step": 90237
    },
    {
      "epoch": 3.6960065533483513,
      "grad_norm": 1.5534291649342213,
      "learning_rate": 9.88853335322687e-05,
      "loss": 0.6422,
      "step": 90238
    },
    {
      "epoch": 3.696047511775548,
      "grad_norm": 0.7848965813898761,
      "learning_rate": 9.88822673484797e-05,
      "loss": 0.2465,
      "step": 90239
    },
    {
      "epoch": 3.6960884702027443,
      "grad_norm": 1.51036208204354,
      "learning_rate": 9.887920118885621e-05,
      "loss": 0.8229,
      "step": 90240
    },
    {
      "epoch": 3.6961294286299404,
      "grad_norm": 1.192685425010949,
      "learning_rate": 9.887613505339964e-05,
      "loss": 0.761,
      "step": 90241
    },
    {
      "epoch": 3.696170387057137,
      "grad_norm": 1.1909870085745613,
      "learning_rate": 9.887306894211149e-05,
      "loss": 0.3903,
      "step": 90242
    },
    {
      "epoch": 3.6962113454843335,
      "grad_norm": 1.5111103894193532,
      "learning_rate": 9.887000285499319e-05,
      "loss": 0.859,
      "step": 90243
    },
    {
      "epoch": 3.69625230391153,
      "grad_norm": 1.686330468848148,
      "learning_rate": 9.886693679204617e-05,
      "loss": 0.7684,
      "step": 90244
    },
    {
      "epoch": 3.696293262338726,
      "grad_norm": 1.2217785644349957,
      "learning_rate": 9.88638707532719e-05,
      "loss": 0.6567,
      "step": 90245
    },
    {
      "epoch": 3.6963342207659227,
      "grad_norm": 1.1576963342879394,
      "learning_rate": 9.886080473867182e-05,
      "loss": 0.6075,
      "step": 90246
    },
    {
      "epoch": 3.6963751791931188,
      "grad_norm": 2.789350383753305,
      "learning_rate": 9.885773874824738e-05,
      "loss": 2.0224,
      "step": 90247
    },
    {
      "epoch": 3.6964161376203153,
      "grad_norm": 1.9036642993683615,
      "learning_rate": 9.885467278200007e-05,
      "loss": 1.2434,
      "step": 90248
    },
    {
      "epoch": 3.696457096047512,
      "grad_norm": 1.41899283250815,
      "learning_rate": 9.885160683993127e-05,
      "loss": 0.6795,
      "step": 90249
    },
    {
      "epoch": 3.6964980544747084,
      "grad_norm": 1.609096969329677,
      "learning_rate": 9.884854092204244e-05,
      "loss": 0.8177,
      "step": 90250
    },
    {
      "epoch": 3.6965390129019045,
      "grad_norm": 1.4369011212807825,
      "learning_rate": 9.88454750283351e-05,
      "loss": 0.5875,
      "step": 90251
    },
    {
      "epoch": 3.696579971329101,
      "grad_norm": 2.0106595477831086,
      "learning_rate": 9.884240915881062e-05,
      "loss": 0.9775,
      "step": 90252
    },
    {
      "epoch": 3.6966209297562975,
      "grad_norm": 0.9755036760612417,
      "learning_rate": 9.883934331347051e-05,
      "loss": 0.2662,
      "step": 90253
    },
    {
      "epoch": 3.6966618881834936,
      "grad_norm": 1.3274639457687942,
      "learning_rate": 9.883627749231613e-05,
      "loss": 0.8293,
      "step": 90254
    },
    {
      "epoch": 3.69670284661069,
      "grad_norm": 1.3493387204459903,
      "learning_rate": 9.883321169534906e-05,
      "loss": 0.6657,
      "step": 90255
    },
    {
      "epoch": 3.6967438050378867,
      "grad_norm": 1.321185862440772,
      "learning_rate": 9.883014592257064e-05,
      "loss": 0.7026,
      "step": 90256
    },
    {
      "epoch": 3.696784763465083,
      "grad_norm": 1.1112173186478904,
      "learning_rate": 9.882708017398237e-05,
      "loss": 0.2551,
      "step": 90257
    },
    {
      "epoch": 3.6968257218922793,
      "grad_norm": 1.9851062189608872,
      "learning_rate": 9.882401444958565e-05,
      "loss": 0.9228,
      "step": 90258
    },
    {
      "epoch": 3.696866680319476,
      "grad_norm": 1.1341825426637642,
      "learning_rate": 9.882094874938203e-05,
      "loss": 0.5038,
      "step": 90259
    },
    {
      "epoch": 3.696907638746672,
      "grad_norm": 1.0371699117107358,
      "learning_rate": 9.881788307337288e-05,
      "loss": 0.3192,
      "step": 90260
    },
    {
      "epoch": 3.6969485971738685,
      "grad_norm": 1.4566010996464123,
      "learning_rate": 9.881481742155963e-05,
      "loss": 0.7291,
      "step": 90261
    },
    {
      "epoch": 3.696989555601065,
      "grad_norm": 1.732120497617841,
      "learning_rate": 9.881175179394378e-05,
      "loss": 0.9722,
      "step": 90262
    },
    {
      "epoch": 3.6970305140282615,
      "grad_norm": 1.3952641303553814,
      "learning_rate": 9.880868619052676e-05,
      "loss": 0.7202,
      "step": 90263
    },
    {
      "epoch": 3.6970714724554576,
      "grad_norm": 1.4066834061280855,
      "learning_rate": 9.880562061131004e-05,
      "loss": 0.7717,
      "step": 90264
    },
    {
      "epoch": 3.697112430882654,
      "grad_norm": 1.6762628629019072,
      "learning_rate": 9.880255505629504e-05,
      "loss": 0.7593,
      "step": 90265
    },
    {
      "epoch": 3.6971533893098503,
      "grad_norm": 1.1685155557085773,
      "learning_rate": 9.87994895254832e-05,
      "loss": 0.6708,
      "step": 90266
    },
    {
      "epoch": 3.697194347737047,
      "grad_norm": 1.503372361200126,
      "learning_rate": 9.879642401887602e-05,
      "loss": 0.8411,
      "step": 90267
    },
    {
      "epoch": 3.6972353061642433,
      "grad_norm": 1.4550765369522005,
      "learning_rate": 9.879335853647494e-05,
      "loss": 0.5333,
      "step": 90268
    },
    {
      "epoch": 3.69727626459144,
      "grad_norm": 1.1043284215116298,
      "learning_rate": 9.879029307828135e-05,
      "loss": 0.382,
      "step": 90269
    },
    {
      "epoch": 3.697317223018636,
      "grad_norm": 0.9611187043615789,
      "learning_rate": 9.878722764429672e-05,
      "loss": 0.2655,
      "step": 90270
    },
    {
      "epoch": 3.6973581814458325,
      "grad_norm": 0.7968521417383994,
      "learning_rate": 9.878416223452258e-05,
      "loss": 0.1707,
      "step": 90271
    },
    {
      "epoch": 3.697399139873029,
      "grad_norm": 1.3175833365120386,
      "learning_rate": 9.878109684896028e-05,
      "loss": 0.737,
      "step": 90272
    },
    {
      "epoch": 3.697440098300225,
      "grad_norm": 1.5627626072844547,
      "learning_rate": 9.877803148761131e-05,
      "loss": 0.921,
      "step": 90273
    },
    {
      "epoch": 3.6974810567274217,
      "grad_norm": 1.8600327450917693,
      "learning_rate": 9.877496615047709e-05,
      "loss": 1.0135,
      "step": 90274
    },
    {
      "epoch": 3.697522015154618,
      "grad_norm": 0.8844985194277928,
      "learning_rate": 9.877190083755912e-05,
      "loss": 0.2172,
      "step": 90275
    },
    {
      "epoch": 3.6975629735818143,
      "grad_norm": 0.9552911157635027,
      "learning_rate": 9.876883554885882e-05,
      "loss": 0.267,
      "step": 90276
    },
    {
      "epoch": 3.697603932009011,
      "grad_norm": 1.6339453510464979,
      "learning_rate": 9.876577028437766e-05,
      "loss": 0.9796,
      "step": 90277
    },
    {
      "epoch": 3.6976448904362074,
      "grad_norm": 2.1309475468518215,
      "learning_rate": 9.876270504411703e-05,
      "loss": 1.0568,
      "step": 90278
    },
    {
      "epoch": 3.6976858488634035,
      "grad_norm": 0.9816349334483976,
      "learning_rate": 9.875963982807845e-05,
      "loss": 0.3284,
      "step": 90279
    },
    {
      "epoch": 3.6977268072906,
      "grad_norm": 1.3667281629424475,
      "learning_rate": 9.875657463626332e-05,
      "loss": 0.62,
      "step": 90280
    },
    {
      "epoch": 3.6977677657177965,
      "grad_norm": 1.3025721295274189,
      "learning_rate": 9.875350946867314e-05,
      "loss": 0.5922,
      "step": 90281
    },
    {
      "epoch": 3.697808724144993,
      "grad_norm": 1.6441077115116762,
      "learning_rate": 9.875044432530928e-05,
      "loss": 0.786,
      "step": 90282
    },
    {
      "epoch": 3.697849682572189,
      "grad_norm": 1.2481259405604215,
      "learning_rate": 9.874737920617327e-05,
      "loss": 0.7736,
      "step": 90283
    },
    {
      "epoch": 3.6978906409993857,
      "grad_norm": 1.334505470341614,
      "learning_rate": 9.874431411126651e-05,
      "loss": 0.4719,
      "step": 90284
    },
    {
      "epoch": 3.697931599426582,
      "grad_norm": 1.173081124451695,
      "learning_rate": 9.87412490405905e-05,
      "loss": 0.3769,
      "step": 90285
    },
    {
      "epoch": 3.6979725578537783,
      "grad_norm": 1.648446560760846,
      "learning_rate": 9.873818399414661e-05,
      "loss": 0.9312,
      "step": 90286
    },
    {
      "epoch": 3.698013516280975,
      "grad_norm": 1.617348664059712,
      "learning_rate": 9.873511897193633e-05,
      "loss": 0.7114,
      "step": 90287
    },
    {
      "epoch": 3.6980544747081714,
      "grad_norm": 1.371228572002409,
      "learning_rate": 9.873205397396113e-05,
      "loss": 0.7684,
      "step": 90288
    },
    {
      "epoch": 3.6980954331353675,
      "grad_norm": 1.2060696494734175,
      "learning_rate": 9.872898900022245e-05,
      "loss": 0.5592,
      "step": 90289
    },
    {
      "epoch": 3.698136391562564,
      "grad_norm": 1.2749427705522909,
      "learning_rate": 9.872592405072171e-05,
      "loss": 0.6865,
      "step": 90290
    },
    {
      "epoch": 3.6981773499897606,
      "grad_norm": 1.6209043946874508,
      "learning_rate": 9.872285912546037e-05,
      "loss": 0.9612,
      "step": 90291
    },
    {
      "epoch": 3.6982183084169566,
      "grad_norm": 1.4649793876361368,
      "learning_rate": 9.87197942244399e-05,
      "loss": 0.6949,
      "step": 90292
    },
    {
      "epoch": 3.698259266844153,
      "grad_norm": 2.2554669382049366,
      "learning_rate": 9.871672934766175e-05,
      "loss": 1.5604,
      "step": 90293
    },
    {
      "epoch": 3.6983002252713497,
      "grad_norm": 1.8414604360533828,
      "learning_rate": 9.871366449512735e-05,
      "loss": 0.9244,
      "step": 90294
    },
    {
      "epoch": 3.6983411836985463,
      "grad_norm": 3.1245985046602023,
      "learning_rate": 9.871059966683811e-05,
      "loss": 0.6794,
      "step": 90295
    },
    {
      "epoch": 3.6983821421257423,
      "grad_norm": 0.7848921280861078,
      "learning_rate": 9.870753486279563e-05,
      "loss": 0.217,
      "step": 90296
    },
    {
      "epoch": 3.698423100552939,
      "grad_norm": 1.3084902850954048,
      "learning_rate": 9.870447008300115e-05,
      "loss": 0.7632,
      "step": 90297
    },
    {
      "epoch": 3.698464058980135,
      "grad_norm": 1.616514349463448,
      "learning_rate": 9.870140532745625e-05,
      "loss": 0.6069,
      "step": 90298
    },
    {
      "epoch": 3.6985050174073315,
      "grad_norm": 1.4457221355269128,
      "learning_rate": 9.869834059616235e-05,
      "loss": 0.7799,
      "step": 90299
    },
    {
      "epoch": 3.698545975834528,
      "grad_norm": 1.265697450581558,
      "learning_rate": 9.86952758891209e-05,
      "loss": 0.6062,
      "step": 90300
    },
    {
      "epoch": 3.6985869342617246,
      "grad_norm": 1.3773319997694742,
      "learning_rate": 9.869221120633332e-05,
      "loss": 0.7687,
      "step": 90301
    },
    {
      "epoch": 3.6986278926889207,
      "grad_norm": 1.256228742186134,
      "learning_rate": 9.868914654780112e-05,
      "loss": 0.5407,
      "step": 90302
    },
    {
      "epoch": 3.698668851116117,
      "grad_norm": 1.3341220672548102,
      "learning_rate": 9.86860819135257e-05,
      "loss": 0.6895,
      "step": 90303
    },
    {
      "epoch": 3.6987098095433133,
      "grad_norm": 1.2843059509797363,
      "learning_rate": 9.868301730350852e-05,
      "loss": 0.58,
      "step": 90304
    },
    {
      "epoch": 3.69875076797051,
      "grad_norm": 1.4514666862852548,
      "learning_rate": 9.867995271775103e-05,
      "loss": 0.7832,
      "step": 90305
    },
    {
      "epoch": 3.6987917263977064,
      "grad_norm": 1.7164124672934926,
      "learning_rate": 9.867688815625468e-05,
      "loss": 0.7685,
      "step": 90306
    },
    {
      "epoch": 3.698832684824903,
      "grad_norm": 1.6190605474483772,
      "learning_rate": 9.867382361902093e-05,
      "loss": 0.8824,
      "step": 90307
    },
    {
      "epoch": 3.698873643252099,
      "grad_norm": 1.8750300960699346,
      "learning_rate": 9.867075910605123e-05,
      "loss": 0.9604,
      "step": 90308
    },
    {
      "epoch": 3.6989146016792955,
      "grad_norm": 1.167947971586672,
      "learning_rate": 9.866769461734697e-05,
      "loss": 0.5687,
      "step": 90309
    },
    {
      "epoch": 3.698955560106492,
      "grad_norm": 1.0371686080302833,
      "learning_rate": 9.866463015290967e-05,
      "loss": 0.3302,
      "step": 90310
    },
    {
      "epoch": 3.698996518533688,
      "grad_norm": 1.4496484853235336,
      "learning_rate": 9.866156571274078e-05,
      "loss": 0.8042,
      "step": 90311
    },
    {
      "epoch": 3.6990374769608847,
      "grad_norm": 1.7134353081717717,
      "learning_rate": 9.865850129684171e-05,
      "loss": 0.6991,
      "step": 90312
    },
    {
      "epoch": 3.6990784353880812,
      "grad_norm": 1.6637645593211645,
      "learning_rate": 9.865543690521391e-05,
      "loss": 0.7459,
      "step": 90313
    },
    {
      "epoch": 3.6991193938152778,
      "grad_norm": 1.874772141949772,
      "learning_rate": 9.865237253785881e-05,
      "loss": 1.0368,
      "step": 90314
    },
    {
      "epoch": 3.699160352242474,
      "grad_norm": 2.6766197535804315,
      "learning_rate": 9.864930819477792e-05,
      "loss": 2.1744,
      "step": 90315
    },
    {
      "epoch": 3.6992013106696704,
      "grad_norm": 1.3960523340172886,
      "learning_rate": 9.864624387597267e-05,
      "loss": 0.7255,
      "step": 90316
    },
    {
      "epoch": 3.6992422690968665,
      "grad_norm": 1.780781499777453,
      "learning_rate": 9.864317958144449e-05,
      "loss": 0.862,
      "step": 90317
    },
    {
      "epoch": 3.699283227524063,
      "grad_norm": 2.102795886785443,
      "learning_rate": 9.864011531119481e-05,
      "loss": 1.1466,
      "step": 90318
    },
    {
      "epoch": 3.6993241859512596,
      "grad_norm": 1.5097534550341465,
      "learning_rate": 9.863705106522511e-05,
      "loss": 0.6712,
      "step": 90319
    },
    {
      "epoch": 3.699365144378456,
      "grad_norm": 1.338990423288207,
      "learning_rate": 9.863398684353686e-05,
      "loss": 0.6722,
      "step": 90320
    },
    {
      "epoch": 3.699406102805652,
      "grad_norm": 1.288335580145083,
      "learning_rate": 9.863092264613149e-05,
      "loss": 0.5561,
      "step": 90321
    },
    {
      "epoch": 3.6994470612328487,
      "grad_norm": 1.4902573916886683,
      "learning_rate": 9.862785847301037e-05,
      "loss": 0.7443,
      "step": 90322
    },
    {
      "epoch": 3.699488019660045,
      "grad_norm": 0.7988253733250958,
      "learning_rate": 9.862479432417509e-05,
      "loss": 0.2113,
      "step": 90323
    },
    {
      "epoch": 3.6995289780872413,
      "grad_norm": 1.7639940988707208,
      "learning_rate": 9.862173019962699e-05,
      "loss": 0.8373,
      "step": 90324
    },
    {
      "epoch": 3.699569936514438,
      "grad_norm": 1.5716436790497958,
      "learning_rate": 9.861866609936757e-05,
      "loss": 0.7544,
      "step": 90325
    },
    {
      "epoch": 3.6996108949416344,
      "grad_norm": 3.8825847116646024,
      "learning_rate": 9.861560202339822e-05,
      "loss": 0.7014,
      "step": 90326
    },
    {
      "epoch": 3.6996518533688305,
      "grad_norm": 1.6070026155431871,
      "learning_rate": 9.861253797172047e-05,
      "loss": 0.7914,
      "step": 90327
    },
    {
      "epoch": 3.699692811796027,
      "grad_norm": 1.935034761466476,
      "learning_rate": 9.860947394433573e-05,
      "loss": 0.9548,
      "step": 90328
    },
    {
      "epoch": 3.6997337702232236,
      "grad_norm": 1.2281088151504302,
      "learning_rate": 9.860640994124546e-05,
      "loss": 0.5592,
      "step": 90329
    },
    {
      "epoch": 3.6997747286504197,
      "grad_norm": 1.3203531018908383,
      "learning_rate": 9.860334596245106e-05,
      "loss": 0.7188,
      "step": 90330
    },
    {
      "epoch": 3.699815687077616,
      "grad_norm": 1.401972404856919,
      "learning_rate": 9.860028200795404e-05,
      "loss": 0.7745,
      "step": 90331
    },
    {
      "epoch": 3.6998566455048127,
      "grad_norm": 2.0946157702806594,
      "learning_rate": 9.859721807775582e-05,
      "loss": 0.7998,
      "step": 90332
    },
    {
      "epoch": 3.6998976039320093,
      "grad_norm": 1.0572766501037734,
      "learning_rate": 9.859415417185787e-05,
      "loss": 0.3909,
      "step": 90333
    },
    {
      "epoch": 3.6999385623592054,
      "grad_norm": 1.4645319000867292,
      "learning_rate": 9.859109029026159e-05,
      "loss": 0.7708,
      "step": 90334
    },
    {
      "epoch": 3.699979520786402,
      "grad_norm": 1.1692614345047592,
      "learning_rate": 9.858802643296846e-05,
      "loss": 0.7041,
      "step": 90335
    },
    {
      "epoch": 3.700020479213598,
      "grad_norm": 1.776483354192833,
      "learning_rate": 9.858496259997997e-05,
      "loss": 0.8992,
      "step": 90336
    },
    {
      "epoch": 3.7000614376407945,
      "grad_norm": 1.3861136822042346,
      "learning_rate": 9.858189879129749e-05,
      "loss": 0.767,
      "step": 90337
    },
    {
      "epoch": 3.700102396067991,
      "grad_norm": 1.293531930173731,
      "learning_rate": 9.857883500692248e-05,
      "loss": 0.7219,
      "step": 90338
    },
    {
      "epoch": 3.7001433544951876,
      "grad_norm": 1.5310067260470446,
      "learning_rate": 9.857577124685647e-05,
      "loss": 0.7895,
      "step": 90339
    },
    {
      "epoch": 3.7001843129223837,
      "grad_norm": 1.4045719728125432,
      "learning_rate": 9.857270751110083e-05,
      "loss": 0.7764,
      "step": 90340
    },
    {
      "epoch": 3.7002252713495802,
      "grad_norm": 5.117269829139259,
      "learning_rate": 9.856964379965704e-05,
      "loss": 0.6095,
      "step": 90341
    },
    {
      "epoch": 3.7002662297767763,
      "grad_norm": 5.736836692581361,
      "learning_rate": 9.856658011252649e-05,
      "loss": 3.7011,
      "step": 90342
    },
    {
      "epoch": 3.700307188203973,
      "grad_norm": 1.3606682763037334,
      "learning_rate": 9.856351644971071e-05,
      "loss": 0.7853,
      "step": 90343
    },
    {
      "epoch": 3.7003481466311694,
      "grad_norm": 1.55152310810274,
      "learning_rate": 9.856045281121114e-05,
      "loss": 0.7451,
      "step": 90344
    },
    {
      "epoch": 3.700389105058366,
      "grad_norm": 1.387918847945649,
      "learning_rate": 9.855738919702918e-05,
      "loss": 0.7455,
      "step": 90345
    },
    {
      "epoch": 3.700430063485562,
      "grad_norm": 1.2647056875358875,
      "learning_rate": 9.855432560716629e-05,
      "loss": 0.5428,
      "step": 90346
    },
    {
      "epoch": 3.7004710219127586,
      "grad_norm": 1.1359158070757305,
      "learning_rate": 9.855126204162394e-05,
      "loss": 0.4577,
      "step": 90347
    },
    {
      "epoch": 3.700511980339955,
      "grad_norm": 0.8002605762066031,
      "learning_rate": 9.854819850040357e-05,
      "loss": 0.2031,
      "step": 90348
    },
    {
      "epoch": 3.700552938767151,
      "grad_norm": 3.7704443545696775,
      "learning_rate": 9.854513498350663e-05,
      "loss": 0.6232,
      "step": 90349
    },
    {
      "epoch": 3.7005938971943477,
      "grad_norm": 1.2987807985103696,
      "learning_rate": 9.854207149093453e-05,
      "loss": 0.6581,
      "step": 90350
    },
    {
      "epoch": 3.7006348556215443,
      "grad_norm": 1.4523253328689674,
      "learning_rate": 9.853900802268881e-05,
      "loss": 0.7413,
      "step": 90351
    },
    {
      "epoch": 3.700675814048741,
      "grad_norm": 1.422244098340581,
      "learning_rate": 9.853594457877084e-05,
      "loss": 0.5198,
      "step": 90352
    },
    {
      "epoch": 3.700716772475937,
      "grad_norm": 1.4288453722715175,
      "learning_rate": 9.853288115918206e-05,
      "loss": 0.7636,
      "step": 90353
    },
    {
      "epoch": 3.7007577309031334,
      "grad_norm": 0.9964140269545828,
      "learning_rate": 9.852981776392398e-05,
      "loss": 0.2173,
      "step": 90354
    },
    {
      "epoch": 3.7007986893303295,
      "grad_norm": 1.2435478328286023,
      "learning_rate": 9.852675439299798e-05,
      "loss": 0.7045,
      "step": 90355
    },
    {
      "epoch": 3.700839647757526,
      "grad_norm": 1.9003125885968053,
      "learning_rate": 9.852369104640558e-05,
      "loss": 0.7359,
      "step": 90356
    },
    {
      "epoch": 3.7008806061847226,
      "grad_norm": 1.4641261637823868,
      "learning_rate": 9.85206277241482e-05,
      "loss": 0.7115,
      "step": 90357
    },
    {
      "epoch": 3.700921564611919,
      "grad_norm": 0.814058565230661,
      "learning_rate": 9.851756442622725e-05,
      "loss": 0.1528,
      "step": 90358
    },
    {
      "epoch": 3.700962523039115,
      "grad_norm": 1.6647577058932703,
      "learning_rate": 9.851450115264419e-05,
      "loss": 0.8175,
      "step": 90359
    },
    {
      "epoch": 3.7010034814663118,
      "grad_norm": 1.7627936369006731,
      "learning_rate": 9.851143790340052e-05,
      "loss": 0.8239,
      "step": 90360
    },
    {
      "epoch": 3.701044439893508,
      "grad_norm": 1.6176964866149257,
      "learning_rate": 9.850837467849765e-05,
      "loss": 0.758,
      "step": 90361
    },
    {
      "epoch": 3.7010853983207044,
      "grad_norm": 1.8936656014844855,
      "learning_rate": 9.850531147793705e-05,
      "loss": 0.6245,
      "step": 90362
    },
    {
      "epoch": 3.701126356747901,
      "grad_norm": 1.1689324266097978,
      "learning_rate": 9.85022483017201e-05,
      "loss": 0.3827,
      "step": 90363
    },
    {
      "epoch": 3.7011673151750974,
      "grad_norm": 3.451631431528567,
      "learning_rate": 9.849918514984835e-05,
      "loss": 3.8004,
      "step": 90364
    },
    {
      "epoch": 3.7012082736022935,
      "grad_norm": 1.490912417259224,
      "learning_rate": 9.849612202232318e-05,
      "loss": 0.5669,
      "step": 90365
    },
    {
      "epoch": 3.70124923202949,
      "grad_norm": 1.4556577081377726,
      "learning_rate": 9.849305891914604e-05,
      "loss": 1.0751,
      "step": 90366
    },
    {
      "epoch": 3.7012901904566866,
      "grad_norm": 1.522224865410614,
      "learning_rate": 9.848999584031845e-05,
      "loss": 0.7368,
      "step": 90367
    },
    {
      "epoch": 3.7013311488838827,
      "grad_norm": 1.3666928202601207,
      "learning_rate": 9.848693278584178e-05,
      "loss": 0.7668,
      "step": 90368
    },
    {
      "epoch": 3.7013721073110792,
      "grad_norm": 1.682221437521328,
      "learning_rate": 9.848386975571744e-05,
      "loss": 0.8877,
      "step": 90369
    },
    {
      "epoch": 3.7014130657382758,
      "grad_norm": 1.6292967361607769,
      "learning_rate": 9.848080674994698e-05,
      "loss": 0.8852,
      "step": 90370
    },
    {
      "epoch": 3.7014540241654723,
      "grad_norm": 1.2544566845103535,
      "learning_rate": 9.847774376853182e-05,
      "loss": 0.4871,
      "step": 90371
    },
    {
      "epoch": 3.7014949825926684,
      "grad_norm": 0.9617036828885879,
      "learning_rate": 9.847468081147337e-05,
      "loss": 0.1903,
      "step": 90372
    },
    {
      "epoch": 3.701535941019865,
      "grad_norm": 1.6675093971909212,
      "learning_rate": 9.847161787877306e-05,
      "loss": 0.9288,
      "step": 90373
    },
    {
      "epoch": 3.701576899447061,
      "grad_norm": 1.527236792410056,
      "learning_rate": 9.846855497043244e-05,
      "loss": 0.6755,
      "step": 90374
    },
    {
      "epoch": 3.7016178578742576,
      "grad_norm": 1.5668338349609634,
      "learning_rate": 9.846549208645287e-05,
      "loss": 0.7927,
      "step": 90375
    },
    {
      "epoch": 3.701658816301454,
      "grad_norm": 1.156244958471026,
      "learning_rate": 9.846242922683584e-05,
      "loss": 0.5227,
      "step": 90376
    },
    {
      "epoch": 3.7016997747286506,
      "grad_norm": 1.2726004628970138,
      "learning_rate": 9.845936639158275e-05,
      "loss": 0.8197,
      "step": 90377
    },
    {
      "epoch": 3.7017407331558467,
      "grad_norm": 1.2851949709877357,
      "learning_rate": 9.845630358069512e-05,
      "loss": 0.636,
      "step": 90378
    },
    {
      "epoch": 3.7017816915830433,
      "grad_norm": 1.8629239486799019,
      "learning_rate": 9.845324079417435e-05,
      "loss": 0.868,
      "step": 90379
    },
    {
      "epoch": 3.7018226500102394,
      "grad_norm": 0.8108056618383913,
      "learning_rate": 9.84501780320219e-05,
      "loss": 0.2515,
      "step": 90380
    },
    {
      "epoch": 3.701863608437436,
      "grad_norm": 1.5255298108943012,
      "learning_rate": 9.844711529423918e-05,
      "loss": 0.9748,
      "step": 90381
    },
    {
      "epoch": 3.7019045668646324,
      "grad_norm": 2.1085608681830132,
      "learning_rate": 9.84440525808277e-05,
      "loss": 1.0955,
      "step": 90382
    },
    {
      "epoch": 3.701945525291829,
      "grad_norm": 1.5851865287397147,
      "learning_rate": 9.844098989178889e-05,
      "loss": 0.7993,
      "step": 90383
    },
    {
      "epoch": 3.701986483719025,
      "grad_norm": 1.4917102417818928,
      "learning_rate": 9.843792722712419e-05,
      "loss": 0.5057,
      "step": 90384
    },
    {
      "epoch": 3.7020274421462216,
      "grad_norm": 0.8842605449122952,
      "learning_rate": 9.843486458683503e-05,
      "loss": 0.2276,
      "step": 90385
    },
    {
      "epoch": 3.702068400573418,
      "grad_norm": 1.2089390704578609,
      "learning_rate": 9.843180197092285e-05,
      "loss": 0.6054,
      "step": 90386
    },
    {
      "epoch": 3.702109359000614,
      "grad_norm": 0.9484844397411077,
      "learning_rate": 9.842873937938916e-05,
      "loss": 0.2381,
      "step": 90387
    },
    {
      "epoch": 3.7021503174278108,
      "grad_norm": 1.1085114754685041,
      "learning_rate": 9.842567681223536e-05,
      "loss": 0.3244,
      "step": 90388
    },
    {
      "epoch": 3.7021912758550073,
      "grad_norm": 0.9152996711717434,
      "learning_rate": 9.842261426946292e-05,
      "loss": 0.3528,
      "step": 90389
    },
    {
      "epoch": 3.702232234282204,
      "grad_norm": 1.355338259317105,
      "learning_rate": 9.841955175107324e-05,
      "loss": 0.6807,
      "step": 90390
    },
    {
      "epoch": 3.7022731927094,
      "grad_norm": 1.291564210031826,
      "learning_rate": 9.84164892570678e-05,
      "loss": 0.5765,
      "step": 90391
    },
    {
      "epoch": 3.7023141511365965,
      "grad_norm": 1.5077975758932711,
      "learning_rate": 9.84134267874481e-05,
      "loss": 0.5084,
      "step": 90392
    },
    {
      "epoch": 3.7023551095637925,
      "grad_norm": 1.3203880780305792,
      "learning_rate": 9.841036434221551e-05,
      "loss": 0.6909,
      "step": 90393
    },
    {
      "epoch": 3.702396067990989,
      "grad_norm": 1.6688078314404644,
      "learning_rate": 9.84073019213715e-05,
      "loss": 0.6833,
      "step": 90394
    },
    {
      "epoch": 3.7024370264181856,
      "grad_norm": 1.9233210648422843,
      "learning_rate": 9.840423952491753e-05,
      "loss": 0.7985,
      "step": 90395
    },
    {
      "epoch": 3.702477984845382,
      "grad_norm": 1.1506510490403938,
      "learning_rate": 9.840117715285504e-05,
      "loss": 0.547,
      "step": 90396
    },
    {
      "epoch": 3.7025189432725782,
      "grad_norm": 1.4391471308354282,
      "learning_rate": 9.839811480518549e-05,
      "loss": 0.7119,
      "step": 90397
    },
    {
      "epoch": 3.702559901699775,
      "grad_norm": 1.1473444591800737,
      "learning_rate": 9.839505248191029e-05,
      "loss": 0.5578,
      "step": 90398
    },
    {
      "epoch": 3.702600860126971,
      "grad_norm": 1.753683289906568,
      "learning_rate": 9.839199018303096e-05,
      "loss": 1.229,
      "step": 90399
    },
    {
      "epoch": 3.7026418185541674,
      "grad_norm": 1.2559753895145682,
      "learning_rate": 9.838892790854886e-05,
      "loss": 0.6362,
      "step": 90400
    },
    {
      "epoch": 3.702682776981364,
      "grad_norm": 1.547139006295957,
      "learning_rate": 9.838586565846552e-05,
      "loss": 0.894,
      "step": 90401
    },
    {
      "epoch": 3.7027237354085605,
      "grad_norm": 1.3796113990641499,
      "learning_rate": 9.83828034327823e-05,
      "loss": 0.7755,
      "step": 90402
    },
    {
      "epoch": 3.7027646938357566,
      "grad_norm": 1.5057742667705554,
      "learning_rate": 9.837974123150071e-05,
      "loss": 0.7096,
      "step": 90403
    },
    {
      "epoch": 3.702805652262953,
      "grad_norm": 1.8576452855680832,
      "learning_rate": 9.837667905462222e-05,
      "loss": 0.7618,
      "step": 90404
    },
    {
      "epoch": 3.7028466106901496,
      "grad_norm": 1.0126692728707787,
      "learning_rate": 9.83736169021482e-05,
      "loss": 0.4149,
      "step": 90405
    },
    {
      "epoch": 3.7028875691173457,
      "grad_norm": 1.7388198724445993,
      "learning_rate": 9.837055477408012e-05,
      "loss": 0.9457,
      "step": 90406
    },
    {
      "epoch": 3.7029285275445423,
      "grad_norm": 1.2980443352454138,
      "learning_rate": 9.836749267041949e-05,
      "loss": 0.5333,
      "step": 90407
    },
    {
      "epoch": 3.702969485971739,
      "grad_norm": 7.284077810503852,
      "learning_rate": 9.836443059116771e-05,
      "loss": 1.1624,
      "step": 90408
    },
    {
      "epoch": 3.7030104443989353,
      "grad_norm": 1.2772152426489747,
      "learning_rate": 9.836136853632624e-05,
      "loss": 0.5441,
      "step": 90409
    },
    {
      "epoch": 3.7030514028261314,
      "grad_norm": 1.5812161498326152,
      "learning_rate": 9.835830650589646e-05,
      "loss": 0.82,
      "step": 90410
    },
    {
      "epoch": 3.703092361253328,
      "grad_norm": 0.8298314252831901,
      "learning_rate": 9.835524449987993e-05,
      "loss": 0.2301,
      "step": 90411
    },
    {
      "epoch": 3.703133319680524,
      "grad_norm": 1.447708785817916,
      "learning_rate": 9.835218251827803e-05,
      "loss": 0.7903,
      "step": 90412
    },
    {
      "epoch": 3.7031742781077206,
      "grad_norm": 1.0968650691114807,
      "learning_rate": 9.834912056109224e-05,
      "loss": 0.6441,
      "step": 90413
    },
    {
      "epoch": 3.703215236534917,
      "grad_norm": 1.3457120033200587,
      "learning_rate": 9.834605862832395e-05,
      "loss": 0.8467,
      "step": 90414
    },
    {
      "epoch": 3.7032561949621137,
      "grad_norm": 1.5160621185761178,
      "learning_rate": 9.834299671997468e-05,
      "loss": 1.0338,
      "step": 90415
    },
    {
      "epoch": 3.7032971533893098,
      "grad_norm": 1.6318634470625257,
      "learning_rate": 9.833993483604582e-05,
      "loss": 0.9238,
      "step": 90416
    },
    {
      "epoch": 3.7033381118165063,
      "grad_norm": 1.3595869861154912,
      "learning_rate": 9.833687297653885e-05,
      "loss": 0.6159,
      "step": 90417
    },
    {
      "epoch": 3.7033790702437024,
      "grad_norm": 0.8121037772299516,
      "learning_rate": 9.833381114145519e-05,
      "loss": 0.2884,
      "step": 90418
    },
    {
      "epoch": 3.703420028670899,
      "grad_norm": 2.025872553900994,
      "learning_rate": 9.833074933079633e-05,
      "loss": 0.5152,
      "step": 90419
    },
    {
      "epoch": 3.7034609870980955,
      "grad_norm": 0.8548157632189776,
      "learning_rate": 9.83276875445637e-05,
      "loss": 0.2129,
      "step": 90420
    },
    {
      "epoch": 3.703501945525292,
      "grad_norm": 1.050683865373823,
      "learning_rate": 9.832462578275873e-05,
      "loss": 0.3105,
      "step": 90421
    },
    {
      "epoch": 3.703542903952488,
      "grad_norm": 1.3845525656967397,
      "learning_rate": 9.832156404538287e-05,
      "loss": 0.5379,
      "step": 90422
    },
    {
      "epoch": 3.7035838623796846,
      "grad_norm": 19.179417024706073,
      "learning_rate": 9.831850233243759e-05,
      "loss": 3.1179,
      "step": 90423
    },
    {
      "epoch": 3.703624820806881,
      "grad_norm": 1.4638171290121293,
      "learning_rate": 9.83154406439243e-05,
      "loss": 1.0351,
      "step": 90424
    },
    {
      "epoch": 3.7036657792340772,
      "grad_norm": 0.9081160559418182,
      "learning_rate": 9.831237897984451e-05,
      "loss": 0.2205,
      "step": 90425
    },
    {
      "epoch": 3.703706737661274,
      "grad_norm": 1.1229597018024529,
      "learning_rate": 9.83093173401996e-05,
      "loss": 0.4564,
      "step": 90426
    },
    {
      "epoch": 3.7037476960884703,
      "grad_norm": 1.3386265130809412,
      "learning_rate": 9.830625572499105e-05,
      "loss": 0.6662,
      "step": 90427
    },
    {
      "epoch": 3.703788654515667,
      "grad_norm": 1.707973233989373,
      "learning_rate": 9.83031941342203e-05,
      "loss": 0.953,
      "step": 90428
    },
    {
      "epoch": 3.703829612942863,
      "grad_norm": 1.294319627084281,
      "learning_rate": 9.830013256788881e-05,
      "loss": 0.6618,
      "step": 90429
    },
    {
      "epoch": 3.7038705713700595,
      "grad_norm": 1.7964549437487296,
      "learning_rate": 9.829707102599801e-05,
      "loss": 1.0009,
      "step": 90430
    },
    {
      "epoch": 3.7039115297972556,
      "grad_norm": 1.2938864095834741,
      "learning_rate": 9.829400950854933e-05,
      "loss": 0.52,
      "step": 90431
    },
    {
      "epoch": 3.703952488224452,
      "grad_norm": 1.4572628701220758,
      "learning_rate": 9.829094801554429e-05,
      "loss": 0.6348,
      "step": 90432
    },
    {
      "epoch": 3.7039934466516486,
      "grad_norm": 1.217185209031782,
      "learning_rate": 9.828788654698426e-05,
      "loss": 0.6,
      "step": 90433
    },
    {
      "epoch": 3.704034405078845,
      "grad_norm": 1.003099714830791,
      "learning_rate": 9.828482510287075e-05,
      "loss": 0.292,
      "step": 90434
    },
    {
      "epoch": 3.7040753635060413,
      "grad_norm": 1.5925732076318242,
      "learning_rate": 9.828176368320511e-05,
      "loss": 0.9343,
      "step": 90435
    },
    {
      "epoch": 3.704116321933238,
      "grad_norm": 1.3930374273403272,
      "learning_rate": 9.82787022879889e-05,
      "loss": 0.6113,
      "step": 90436
    },
    {
      "epoch": 3.704157280360434,
      "grad_norm": 1.654791405879776,
      "learning_rate": 9.827564091722354e-05,
      "loss": 0.7056,
      "step": 90437
    },
    {
      "epoch": 3.7041982387876304,
      "grad_norm": 1.5171157649549907,
      "learning_rate": 9.827257957091043e-05,
      "loss": 1.0456,
      "step": 90438
    },
    {
      "epoch": 3.704239197214827,
      "grad_norm": 1.3750414778452698,
      "learning_rate": 9.826951824905103e-05,
      "loss": 0.7285,
      "step": 90439
    },
    {
      "epoch": 3.7042801556420235,
      "grad_norm": 2.1223332996816326,
      "learning_rate": 9.826645695164682e-05,
      "loss": 1.2237,
      "step": 90440
    },
    {
      "epoch": 3.7043211140692196,
      "grad_norm": 1.537647497789441,
      "learning_rate": 9.826339567869919e-05,
      "loss": 1.1051,
      "step": 90441
    },
    {
      "epoch": 3.704362072496416,
      "grad_norm": 1.7670820458536272,
      "learning_rate": 9.826033443020965e-05,
      "loss": 0.6851,
      "step": 90442
    },
    {
      "epoch": 3.7044030309236127,
      "grad_norm": 1.27445842500174,
      "learning_rate": 9.825727320617962e-05,
      "loss": 0.5534,
      "step": 90443
    },
    {
      "epoch": 3.7044439893508088,
      "grad_norm": 1.10687624262583,
      "learning_rate": 9.825421200661056e-05,
      "loss": 0.4696,
      "step": 90444
    },
    {
      "epoch": 3.7044849477780053,
      "grad_norm": 0.5676923559732502,
      "learning_rate": 9.825115083150385e-05,
      "loss": 0.1376,
      "step": 90445
    },
    {
      "epoch": 3.704525906205202,
      "grad_norm": 1.1531786610126946,
      "learning_rate": 9.824808968086106e-05,
      "loss": 0.4898,
      "step": 90446
    },
    {
      "epoch": 3.7045668646323984,
      "grad_norm": 1.5401170052599442,
      "learning_rate": 9.824502855468355e-05,
      "loss": 0.7229,
      "step": 90447
    },
    {
      "epoch": 3.7046078230595945,
      "grad_norm": 1.1533523664329608,
      "learning_rate": 9.824196745297279e-05,
      "loss": 0.7402,
      "step": 90448
    },
    {
      "epoch": 3.704648781486791,
      "grad_norm": 1.4485212961724263,
      "learning_rate": 9.823890637573018e-05,
      "loss": 0.7424,
      "step": 90449
    },
    {
      "epoch": 3.704689739913987,
      "grad_norm": 1.6385318633360366,
      "learning_rate": 9.823584532295726e-05,
      "loss": 0.6591,
      "step": 90450
    },
    {
      "epoch": 3.7047306983411836,
      "grad_norm": 1.2708257280646815,
      "learning_rate": 9.823278429465543e-05,
      "loss": 0.7225,
      "step": 90451
    },
    {
      "epoch": 3.70477165676838,
      "grad_norm": 1.5208531124128462,
      "learning_rate": 9.822972329082613e-05,
      "loss": 0.6903,
      "step": 90452
    },
    {
      "epoch": 3.7048126151955767,
      "grad_norm": 1.7222131326953303,
      "learning_rate": 9.822666231147077e-05,
      "loss": 0.8093,
      "step": 90453
    },
    {
      "epoch": 3.704853573622773,
      "grad_norm": 1.5143854076974639,
      "learning_rate": 9.822360135659089e-05,
      "loss": 0.8928,
      "step": 90454
    },
    {
      "epoch": 3.7048945320499693,
      "grad_norm": 1.210240193020986,
      "learning_rate": 9.822054042618788e-05,
      "loss": 0.6847,
      "step": 90455
    },
    {
      "epoch": 3.7049354904771654,
      "grad_norm": 1.321853095641702,
      "learning_rate": 9.821747952026319e-05,
      "loss": 0.6345,
      "step": 90456
    },
    {
      "epoch": 3.704976448904362,
      "grad_norm": 1.4418891444842772,
      "learning_rate": 9.821441863881826e-05,
      "loss": 0.8454,
      "step": 90457
    },
    {
      "epoch": 3.7050174073315585,
      "grad_norm": 1.216040819950137,
      "learning_rate": 9.821135778185454e-05,
      "loss": 0.5766,
      "step": 90458
    },
    {
      "epoch": 3.705058365758755,
      "grad_norm": 1.2913177613548472,
      "learning_rate": 9.820829694937352e-05,
      "loss": 0.5988,
      "step": 90459
    },
    {
      "epoch": 3.705099324185951,
      "grad_norm": 2.2695517248714836,
      "learning_rate": 9.820523614137658e-05,
      "loss": 0.8743,
      "step": 90460
    },
    {
      "epoch": 3.7051402826131477,
      "grad_norm": 1.5210132750365728,
      "learning_rate": 9.820217535786524e-05,
      "loss": 0.5138,
      "step": 90461
    },
    {
      "epoch": 3.705181241040344,
      "grad_norm": 1.7779024251044264,
      "learning_rate": 9.819911459884085e-05,
      "loss": 0.6891,
      "step": 90462
    },
    {
      "epoch": 3.7052221994675403,
      "grad_norm": 1.5034664831642777,
      "learning_rate": 9.819605386430494e-05,
      "loss": 0.9438,
      "step": 90463
    },
    {
      "epoch": 3.705263157894737,
      "grad_norm": 2.3401918658241367,
      "learning_rate": 9.819299315425894e-05,
      "loss": 1.165,
      "step": 90464
    },
    {
      "epoch": 3.7053041163219333,
      "grad_norm": 0.8203166260784477,
      "learning_rate": 9.818993246870428e-05,
      "loss": 0.1926,
      "step": 90465
    },
    {
      "epoch": 3.70534507474913,
      "grad_norm": 1.0536958408471198,
      "learning_rate": 9.818687180764239e-05,
      "loss": 0.5416,
      "step": 90466
    },
    {
      "epoch": 3.705386033176326,
      "grad_norm": 2.0345273426184582,
      "learning_rate": 9.818381117107476e-05,
      "loss": 0.8552,
      "step": 90467
    },
    {
      "epoch": 3.7054269916035225,
      "grad_norm": 1.656788361390327,
      "learning_rate": 9.818075055900282e-05,
      "loss": 0.8857,
      "step": 90468
    },
    {
      "epoch": 3.7054679500307186,
      "grad_norm": 1.1905645980617217,
      "learning_rate": 9.8177689971428e-05,
      "loss": 0.4831,
      "step": 90469
    },
    {
      "epoch": 3.705508908457915,
      "grad_norm": 1.7928327041067613,
      "learning_rate": 9.817462940835177e-05,
      "loss": 0.6099,
      "step": 90470
    },
    {
      "epoch": 3.7055498668851117,
      "grad_norm": 1.830988134573371,
      "learning_rate": 9.817156886977556e-05,
      "loss": 0.7465,
      "step": 90471
    },
    {
      "epoch": 3.705590825312308,
      "grad_norm": 1.09741563396953,
      "learning_rate": 9.816850835570086e-05,
      "loss": 0.512,
      "step": 90472
    },
    {
      "epoch": 3.7056317837395043,
      "grad_norm": 1.7365074468986132,
      "learning_rate": 9.816544786612905e-05,
      "loss": 0.7349,
      "step": 90473
    },
    {
      "epoch": 3.705672742166701,
      "grad_norm": 2.3238196039728383,
      "learning_rate": 9.81623874010616e-05,
      "loss": 1.1174,
      "step": 90474
    },
    {
      "epoch": 3.705713700593897,
      "grad_norm": 1.238764650973081,
      "learning_rate": 9.81593269605e-05,
      "loss": 0.5044,
      "step": 90475
    },
    {
      "epoch": 3.7057546590210935,
      "grad_norm": 1.4311925813396844,
      "learning_rate": 9.815626654444563e-05,
      "loss": 0.7885,
      "step": 90476
    },
    {
      "epoch": 3.70579561744829,
      "grad_norm": 1.2017556928134103,
      "learning_rate": 9.815320615289999e-05,
      "loss": 0.7761,
      "step": 90477
    },
    {
      "epoch": 3.7058365758754865,
      "grad_norm": 1.66886923544228,
      "learning_rate": 9.815014578586449e-05,
      "loss": 0.4384,
      "step": 90478
    },
    {
      "epoch": 3.7058775343026826,
      "grad_norm": 1.6942769050763187,
      "learning_rate": 9.814708544334059e-05,
      "loss": 0.827,
      "step": 90479
    },
    {
      "epoch": 3.705918492729879,
      "grad_norm": 4.469462769547977,
      "learning_rate": 9.814402512532976e-05,
      "loss": 3.153,
      "step": 90480
    },
    {
      "epoch": 3.7059594511570757,
      "grad_norm": 1.732845737413022,
      "learning_rate": 9.814096483183342e-05,
      "loss": 0.4917,
      "step": 90481
    },
    {
      "epoch": 3.706000409584272,
      "grad_norm": 1.8848573433407283,
      "learning_rate": 9.813790456285299e-05,
      "loss": 0.791,
      "step": 90482
    },
    {
      "epoch": 3.7060413680114683,
      "grad_norm": 1.9365730612813183,
      "learning_rate": 9.813484431838998e-05,
      "loss": 0.5577,
      "step": 90483
    },
    {
      "epoch": 3.706082326438665,
      "grad_norm": 1.7850612420391647,
      "learning_rate": 9.813178409844583e-05,
      "loss": 0.6239,
      "step": 90484
    },
    {
      "epoch": 3.7061232848658614,
      "grad_norm": 1.2457622913676614,
      "learning_rate": 9.812872390302192e-05,
      "loss": 0.6484,
      "step": 90485
    },
    {
      "epoch": 3.7061642432930575,
      "grad_norm": 1.5237074620821185,
      "learning_rate": 9.812566373211973e-05,
      "loss": 0.8691,
      "step": 90486
    },
    {
      "epoch": 3.706205201720254,
      "grad_norm": 1.5989038875569488,
      "learning_rate": 9.812260358574075e-05,
      "loss": 0.7029,
      "step": 90487
    },
    {
      "epoch": 3.70624616014745,
      "grad_norm": 1.288125729662436,
      "learning_rate": 9.81195434638864e-05,
      "loss": 0.624,
      "step": 90488
    },
    {
      "epoch": 3.7062871185746467,
      "grad_norm": 1.9918710881771,
      "learning_rate": 9.811648336655809e-05,
      "loss": 1.1983,
      "step": 90489
    },
    {
      "epoch": 3.706328077001843,
      "grad_norm": 3.342228336111664,
      "learning_rate": 9.811342329375729e-05,
      "loss": 1.585,
      "step": 90490
    },
    {
      "epoch": 3.7063690354290397,
      "grad_norm": 1.439255440006798,
      "learning_rate": 9.811036324548547e-05,
      "loss": 0.7074,
      "step": 90491
    },
    {
      "epoch": 3.706409993856236,
      "grad_norm": 5.674405979359382,
      "learning_rate": 9.810730322174407e-05,
      "loss": 4.9935,
      "step": 90492
    },
    {
      "epoch": 3.7064509522834324,
      "grad_norm": 2.739358880159715,
      "learning_rate": 9.810424322253451e-05,
      "loss": 0.7139,
      "step": 90493
    },
    {
      "epoch": 3.7064919107106284,
      "grad_norm": 1.6254405002745558,
      "learning_rate": 9.810118324785825e-05,
      "loss": 0.4568,
      "step": 90494
    },
    {
      "epoch": 3.706532869137825,
      "grad_norm": 1.168678026677096,
      "learning_rate": 9.809812329771677e-05,
      "loss": 0.3619,
      "step": 90495
    },
    {
      "epoch": 3.7065738275650215,
      "grad_norm": 1.3573570952390053,
      "learning_rate": 9.809506337211145e-05,
      "loss": 0.5869,
      "step": 90496
    },
    {
      "epoch": 3.706614785992218,
      "grad_norm": 1.879291124200248,
      "learning_rate": 9.809200347104381e-05,
      "loss": 0.6905,
      "step": 90497
    },
    {
      "epoch": 3.706655744419414,
      "grad_norm": 1.7548992050932333,
      "learning_rate": 9.808894359451523e-05,
      "loss": 0.7245,
      "step": 90498
    },
    {
      "epoch": 3.7066967028466107,
      "grad_norm": 1.619338402550964,
      "learning_rate": 9.808588374252718e-05,
      "loss": 0.7586,
      "step": 90499
    },
    {
      "epoch": 3.706737661273807,
      "grad_norm": 2.235502876563103,
      "learning_rate": 9.808282391508113e-05,
      "loss": 1.3047,
      "step": 90500
    },
    {
      "epoch": 3.7067786197010033,
      "grad_norm": 1.5749939166627778,
      "learning_rate": 9.807976411217849e-05,
      "loss": 0.7421,
      "step": 90501
    },
    {
      "epoch": 3.7068195781282,
      "grad_norm": 1.551594968424757,
      "learning_rate": 9.807670433382073e-05,
      "loss": 0.7875,
      "step": 90502
    },
    {
      "epoch": 3.7068605365553964,
      "grad_norm": 1.2906592491288864,
      "learning_rate": 9.807364458000928e-05,
      "loss": 0.5101,
      "step": 90503
    },
    {
      "epoch": 3.706901494982593,
      "grad_norm": 1.2542658773360675,
      "learning_rate": 9.807058485074562e-05,
      "loss": 0.3632,
      "step": 90504
    },
    {
      "epoch": 3.706942453409789,
      "grad_norm": 0.8768913484537423,
      "learning_rate": 9.806752514603117e-05,
      "loss": 0.1817,
      "step": 90505
    },
    {
      "epoch": 3.7069834118369855,
      "grad_norm": 25.72115224017014,
      "learning_rate": 9.806446546586739e-05,
      "loss": 1.3535,
      "step": 90506
    },
    {
      "epoch": 3.7070243702641816,
      "grad_norm": 3.5824307493614875,
      "learning_rate": 9.806140581025569e-05,
      "loss": 2.8401,
      "step": 90507
    },
    {
      "epoch": 3.707065328691378,
      "grad_norm": 7.506925816136506,
      "learning_rate": 9.805834617919761e-05,
      "loss": 7.2873,
      "step": 90508
    },
    {
      "epoch": 3.7071062871185747,
      "grad_norm": 2.0981560242377957,
      "learning_rate": 9.805528657269446e-05,
      "loss": 0.7932,
      "step": 90509
    },
    {
      "epoch": 3.7071472455457712,
      "grad_norm": 2.316076033298012,
      "learning_rate": 9.805222699074777e-05,
      "loss": 0.8548,
      "step": 90510
    },
    {
      "epoch": 3.7071882039729673,
      "grad_norm": 2.3937930688127342,
      "learning_rate": 9.804916743335899e-05,
      "loss": 1.8421,
      "step": 90511
    },
    {
      "epoch": 3.707229162400164,
      "grad_norm": 1.343235107987507,
      "learning_rate": 9.804610790052954e-05,
      "loss": 0.7473,
      "step": 90512
    },
    {
      "epoch": 3.70727012082736,
      "grad_norm": 3.236768385328974,
      "learning_rate": 9.804304839226086e-05,
      "loss": 1.2398,
      "step": 90513
    },
    {
      "epoch": 3.7073110792545565,
      "grad_norm": 1.1276575506162654,
      "learning_rate": 9.803998890855442e-05,
      "loss": 0.3024,
      "step": 90514
    },
    {
      "epoch": 3.707352037681753,
      "grad_norm": 1.3887066515318094,
      "learning_rate": 9.803692944941166e-05,
      "loss": 0.72,
      "step": 90515
    },
    {
      "epoch": 3.7073929961089496,
      "grad_norm": 1.4825905378878212,
      "learning_rate": 9.803387001483405e-05,
      "loss": 0.8232,
      "step": 90516
    },
    {
      "epoch": 3.7074339545361457,
      "grad_norm": 1.886360905295711,
      "learning_rate": 9.803081060482295e-05,
      "loss": 1.0254,
      "step": 90517
    },
    {
      "epoch": 3.707474912963342,
      "grad_norm": 1.5101481938442372,
      "learning_rate": 9.802775121937992e-05,
      "loss": 0.5571,
      "step": 90518
    },
    {
      "epoch": 3.7075158713905387,
      "grad_norm": 1.0521613239064482,
      "learning_rate": 9.802469185850633e-05,
      "loss": 0.2936,
      "step": 90519
    },
    {
      "epoch": 3.707556829817735,
      "grad_norm": 1.328349326652217,
      "learning_rate": 9.802163252220367e-05,
      "loss": 0.5265,
      "step": 90520
    },
    {
      "epoch": 3.7075977882449314,
      "grad_norm": 1.7181215762993087,
      "learning_rate": 9.801857321047333e-05,
      "loss": 0.7348,
      "step": 90521
    },
    {
      "epoch": 3.707638746672128,
      "grad_norm": 0.9401881631398785,
      "learning_rate": 9.801551392331683e-05,
      "loss": 0.2614,
      "step": 90522
    },
    {
      "epoch": 3.7076797050993244,
      "grad_norm": 1.3772585453046156,
      "learning_rate": 9.801245466073556e-05,
      "loss": 0.6537,
      "step": 90523
    },
    {
      "epoch": 3.7077206635265205,
      "grad_norm": 0.6131190742296786,
      "learning_rate": 9.8009395422731e-05,
      "loss": 0.1634,
      "step": 90524
    },
    {
      "epoch": 3.707761621953717,
      "grad_norm": 0.8201958447481419,
      "learning_rate": 9.800633620930455e-05,
      "loss": 0.223,
      "step": 90525
    },
    {
      "epoch": 3.707802580380913,
      "grad_norm": 1.221225408062228,
      "learning_rate": 9.800327702045771e-05,
      "loss": 0.5578,
      "step": 90526
    },
    {
      "epoch": 3.7078435388081097,
      "grad_norm": 1.494307794657904,
      "learning_rate": 9.80002178561919e-05,
      "loss": 0.8426,
      "step": 90527
    },
    {
      "epoch": 3.707884497235306,
      "grad_norm": 1.381611638369256,
      "learning_rate": 9.799715871650857e-05,
      "loss": 0.6709,
      "step": 90528
    },
    {
      "epoch": 3.7079254556625028,
      "grad_norm": 1.6522198922473,
      "learning_rate": 9.799409960140919e-05,
      "loss": 0.965,
      "step": 90529
    },
    {
      "epoch": 3.707966414089699,
      "grad_norm": 0.8593629688005433,
      "learning_rate": 9.799104051089514e-05,
      "loss": 0.2676,
      "step": 90530
    },
    {
      "epoch": 3.7080073725168954,
      "grad_norm": 1.3598200367479047,
      "learning_rate": 9.798798144496792e-05,
      "loss": 0.6613,
      "step": 90531
    },
    {
      "epoch": 3.7080483309440915,
      "grad_norm": 1.7573730629490558,
      "learning_rate": 9.798492240362896e-05,
      "loss": 0.9809,
      "step": 90532
    },
    {
      "epoch": 3.708089289371288,
      "grad_norm": 1.5372506030944797,
      "learning_rate": 9.798186338687974e-05,
      "loss": 0.9115,
      "step": 90533
    },
    {
      "epoch": 3.7081302477984845,
      "grad_norm": 1.1797929763694865,
      "learning_rate": 9.797880439472164e-05,
      "loss": 0.405,
      "step": 90534
    },
    {
      "epoch": 3.708171206225681,
      "grad_norm": 1.1453219496723173,
      "learning_rate": 9.797574542715615e-05,
      "loss": 0.3438,
      "step": 90535
    },
    {
      "epoch": 3.708212164652877,
      "grad_norm": 1.4434588647857083,
      "learning_rate": 9.797268648418474e-05,
      "loss": 0.6365,
      "step": 90536
    },
    {
      "epoch": 3.7082531230800737,
      "grad_norm": 2.232018871081599,
      "learning_rate": 9.79696275658088e-05,
      "loss": 0.7901,
      "step": 90537
    },
    {
      "epoch": 3.7082940815072702,
      "grad_norm": 0.9924902942052145,
      "learning_rate": 9.796656867202978e-05,
      "loss": 0.3664,
      "step": 90538
    },
    {
      "epoch": 3.7083350399344663,
      "grad_norm": 1.3093663183833468,
      "learning_rate": 9.796350980284918e-05,
      "loss": 0.6608,
      "step": 90539
    },
    {
      "epoch": 3.708375998361663,
      "grad_norm": 1.557726096319889,
      "learning_rate": 9.796045095826843e-05,
      "loss": 0.9727,
      "step": 90540
    },
    {
      "epoch": 3.7084169567888594,
      "grad_norm": 1.9604483224296512,
      "learning_rate": 9.795739213828892e-05,
      "loss": 0.9031,
      "step": 90541
    },
    {
      "epoch": 3.708457915216056,
      "grad_norm": 0.9278675733673074,
      "learning_rate": 9.795433334291213e-05,
      "loss": 0.2211,
      "step": 90542
    },
    {
      "epoch": 3.708498873643252,
      "grad_norm": 1.4989497681096478,
      "learning_rate": 9.795127457213953e-05,
      "loss": 0.862,
      "step": 90543
    },
    {
      "epoch": 3.7085398320704486,
      "grad_norm": 1.4241169734218853,
      "learning_rate": 9.794821582597254e-05,
      "loss": 0.5116,
      "step": 90544
    },
    {
      "epoch": 3.7085807904976447,
      "grad_norm": 1.5858963287049384,
      "learning_rate": 9.794515710441265e-05,
      "loss": 1.0408,
      "step": 90545
    },
    {
      "epoch": 3.708621748924841,
      "grad_norm": 1.7807379918301105,
      "learning_rate": 9.794209840746121e-05,
      "loss": 1.2848,
      "step": 90546
    },
    {
      "epoch": 3.7086627073520377,
      "grad_norm": 0.938015736012607,
      "learning_rate": 9.793903973511975e-05,
      "loss": 0.1742,
      "step": 90547
    },
    {
      "epoch": 3.7087036657792343,
      "grad_norm": 1.4896999704560832,
      "learning_rate": 9.79359810873897e-05,
      "loss": 0.6422,
      "step": 90548
    },
    {
      "epoch": 3.7087446242064304,
      "grad_norm": 1.9406583839917193,
      "learning_rate": 9.793292246427251e-05,
      "loss": 0.9866,
      "step": 90549
    },
    {
      "epoch": 3.708785582633627,
      "grad_norm": 1.2231131424759225,
      "learning_rate": 9.792986386576957e-05,
      "loss": 0.5672,
      "step": 90550
    },
    {
      "epoch": 3.708826541060823,
      "grad_norm": 1.3316484154986292,
      "learning_rate": 9.792680529188238e-05,
      "loss": 0.5414,
      "step": 90551
    },
    {
      "epoch": 3.7088674994880195,
      "grad_norm": 1.811350886789945,
      "learning_rate": 9.79237467426124e-05,
      "loss": 0.909,
      "step": 90552
    },
    {
      "epoch": 3.708908457915216,
      "grad_norm": 1.4301216622414583,
      "learning_rate": 9.792068821796105e-05,
      "loss": 0.4814,
      "step": 90553
    },
    {
      "epoch": 3.7089494163424126,
      "grad_norm": 1.7137144597391676,
      "learning_rate": 9.791762971792974e-05,
      "loss": 0.7994,
      "step": 90554
    },
    {
      "epoch": 3.7089903747696087,
      "grad_norm": 1.612467828919649,
      "learning_rate": 9.791457124251997e-05,
      "loss": 0.894,
      "step": 90555
    },
    {
      "epoch": 3.7090313331968052,
      "grad_norm": 2.720755346862357,
      "learning_rate": 9.791151279173322e-05,
      "loss": 0.2303,
      "step": 90556
    },
    {
      "epoch": 3.7090722916240018,
      "grad_norm": 1.0715425483370662,
      "learning_rate": 9.790845436557081e-05,
      "loss": 0.6209,
      "step": 90557
    },
    {
      "epoch": 3.709113250051198,
      "grad_norm": 1.112667542156048,
      "learning_rate": 9.79053959640343e-05,
      "loss": 0.5552,
      "step": 90558
    },
    {
      "epoch": 3.7091542084783944,
      "grad_norm": 1.8322509188595504,
      "learning_rate": 9.790233758712508e-05,
      "loss": 0.6203,
      "step": 90559
    },
    {
      "epoch": 3.709195166905591,
      "grad_norm": 0.6407946983469734,
      "learning_rate": 9.789927923484463e-05,
      "loss": 0.1435,
      "step": 90560
    },
    {
      "epoch": 3.7092361253327875,
      "grad_norm": 0.6801571807087845,
      "learning_rate": 9.789622090719438e-05,
      "loss": 0.1986,
      "step": 90561
    },
    {
      "epoch": 3.7092770837599836,
      "grad_norm": 2.4130734044512057,
      "learning_rate": 9.789316260417571e-05,
      "loss": 1.1358,
      "step": 90562
    },
    {
      "epoch": 3.70931804218718,
      "grad_norm": 0.8823147323074877,
      "learning_rate": 9.789010432579021e-05,
      "loss": 0.2973,
      "step": 90563
    },
    {
      "epoch": 3.709359000614376,
      "grad_norm": 1.000971355568191,
      "learning_rate": 9.78870460720392e-05,
      "loss": 0.2685,
      "step": 90564
    },
    {
      "epoch": 3.7093999590415727,
      "grad_norm": 1.2762783401813198,
      "learning_rate": 9.78839878429242e-05,
      "loss": 0.5454,
      "step": 90565
    },
    {
      "epoch": 3.7094409174687692,
      "grad_norm": 1.5696975014209116,
      "learning_rate": 9.788092963844659e-05,
      "loss": 0.8534,
      "step": 90566
    },
    {
      "epoch": 3.709481875895966,
      "grad_norm": 1.2708731596353517,
      "learning_rate": 9.787787145860787e-05,
      "loss": 0.7373,
      "step": 90567
    },
    {
      "epoch": 3.709522834323162,
      "grad_norm": 1.644628465380441,
      "learning_rate": 9.787481330340949e-05,
      "loss": 0.779,
      "step": 90568
    },
    {
      "epoch": 3.7095637927503584,
      "grad_norm": 1.4059555565042245,
      "learning_rate": 9.787175517285287e-05,
      "loss": 0.4794,
      "step": 90569
    },
    {
      "epoch": 3.7096047511775545,
      "grad_norm": 1.3115911038524544,
      "learning_rate": 9.786869706693943e-05,
      "loss": 0.4993,
      "step": 90570
    },
    {
      "epoch": 3.709645709604751,
      "grad_norm": 2.083622514180585,
      "learning_rate": 9.786563898567064e-05,
      "loss": 1.7784,
      "step": 90571
    },
    {
      "epoch": 3.7096866680319476,
      "grad_norm": 1.5824632923406743,
      "learning_rate": 9.786258092904797e-05,
      "loss": 0.6719,
      "step": 90572
    },
    {
      "epoch": 3.709727626459144,
      "grad_norm": 1.0681957059572764,
      "learning_rate": 9.785952289707284e-05,
      "loss": 0.3868,
      "step": 90573
    },
    {
      "epoch": 3.70976858488634,
      "grad_norm": 1.8665460687416127,
      "learning_rate": 9.785646488974673e-05,
      "loss": 0.4714,
      "step": 90574
    },
    {
      "epoch": 3.7098095433135367,
      "grad_norm": 0.7180131898494374,
      "learning_rate": 9.7853406907071e-05,
      "loss": 0.191,
      "step": 90575
    },
    {
      "epoch": 3.7098505017407333,
      "grad_norm": 0.7863176645521965,
      "learning_rate": 9.78503489490472e-05,
      "loss": 0.2504,
      "step": 90576
    },
    {
      "epoch": 3.7098914601679294,
      "grad_norm": 1.3590264131511165,
      "learning_rate": 9.784729101567673e-05,
      "loss": 0.577,
      "step": 90577
    },
    {
      "epoch": 3.709932418595126,
      "grad_norm": 1.3657436007789234,
      "learning_rate": 9.784423310696105e-05,
      "loss": 0.5897,
      "step": 90578
    },
    {
      "epoch": 3.7099733770223224,
      "grad_norm": 1.1913458706760913,
      "learning_rate": 9.784117522290156e-05,
      "loss": 0.6906,
      "step": 90579
    },
    {
      "epoch": 3.710014335449519,
      "grad_norm": 1.381851225825801,
      "learning_rate": 9.783811736349974e-05,
      "loss": 0.8642,
      "step": 90580
    },
    {
      "epoch": 3.710055293876715,
      "grad_norm": 1.4661565020517346,
      "learning_rate": 9.783505952875703e-05,
      "loss": 0.794,
      "step": 90581
    },
    {
      "epoch": 3.7100962523039116,
      "grad_norm": 1.592322605319733,
      "learning_rate": 9.783200171867488e-05,
      "loss": 0.708,
      "step": 90582
    },
    {
      "epoch": 3.7101372107311077,
      "grad_norm": 1.1831202596088748,
      "learning_rate": 9.782894393325472e-05,
      "loss": 0.5296,
      "step": 90583
    },
    {
      "epoch": 3.7101781691583042,
      "grad_norm": 1.9881764019509647,
      "learning_rate": 9.782588617249802e-05,
      "loss": 0.7325,
      "step": 90584
    },
    {
      "epoch": 3.7102191275855008,
      "grad_norm": 1.4880797006143034,
      "learning_rate": 9.78228284364062e-05,
      "loss": 0.7331,
      "step": 90585
    },
    {
      "epoch": 3.7102600860126973,
      "grad_norm": 1.220850699352926,
      "learning_rate": 9.781977072498074e-05,
      "loss": 0.6537,
      "step": 90586
    },
    {
      "epoch": 3.7103010444398934,
      "grad_norm": 1.6578700376942228,
      "learning_rate": 9.781671303822304e-05,
      "loss": 1.0023,
      "step": 90587
    },
    {
      "epoch": 3.71034200286709,
      "grad_norm": 1.773237507964024,
      "learning_rate": 9.78136553761346e-05,
      "loss": 0.8648,
      "step": 90588
    },
    {
      "epoch": 3.7103829612942865,
      "grad_norm": 1.4345788111989763,
      "learning_rate": 9.78105977387168e-05,
      "loss": 0.803,
      "step": 90589
    },
    {
      "epoch": 3.7104239197214826,
      "grad_norm": 1.5969868829104301,
      "learning_rate": 9.780754012597114e-05,
      "loss": 0.7,
      "step": 90590
    },
    {
      "epoch": 3.710464878148679,
      "grad_norm": 0.9341025248618094,
      "learning_rate": 9.780448253789904e-05,
      "loss": 0.224,
      "step": 90591
    },
    {
      "epoch": 3.7105058365758756,
      "grad_norm": 2.6237441002774937,
      "learning_rate": 9.780142497450197e-05,
      "loss": 2.5863,
      "step": 90592
    },
    {
      "epoch": 3.7105467950030717,
      "grad_norm": 1.4718135702676807,
      "learning_rate": 9.779836743578133e-05,
      "loss": 0.6943,
      "step": 90593
    },
    {
      "epoch": 3.7105877534302683,
      "grad_norm": 2.136287540082064,
      "learning_rate": 9.779530992173862e-05,
      "loss": 0.5151,
      "step": 90594
    },
    {
      "epoch": 3.710628711857465,
      "grad_norm": 0.9755262369697693,
      "learning_rate": 9.779225243237524e-05,
      "loss": 0.2489,
      "step": 90595
    },
    {
      "epoch": 3.710669670284661,
      "grad_norm": 1.1878615880606063,
      "learning_rate": 9.778919496769266e-05,
      "loss": 0.6026,
      "step": 90596
    },
    {
      "epoch": 3.7107106287118574,
      "grad_norm": 0.795525447592046,
      "learning_rate": 9.778613752769233e-05,
      "loss": 0.2027,
      "step": 90597
    },
    {
      "epoch": 3.710751587139054,
      "grad_norm": 1.310030773159315,
      "learning_rate": 9.778308011237567e-05,
      "loss": 0.5716,
      "step": 90598
    },
    {
      "epoch": 3.7107925455662505,
      "grad_norm": 1.879011958911849,
      "learning_rate": 9.778002272174414e-05,
      "loss": 1.2747,
      "step": 90599
    },
    {
      "epoch": 3.7108335039934466,
      "grad_norm": 1.5012502314119716,
      "learning_rate": 9.777696535579918e-05,
      "loss": 0.7659,
      "step": 90600
    },
    {
      "epoch": 3.710874462420643,
      "grad_norm": 2.015156522874909,
      "learning_rate": 9.777390801454226e-05,
      "loss": 1.1499,
      "step": 90601
    },
    {
      "epoch": 3.710915420847839,
      "grad_norm": 1.2823314594492727,
      "learning_rate": 9.777085069797477e-05,
      "loss": 0.7254,
      "step": 90602
    },
    {
      "epoch": 3.7109563792750357,
      "grad_norm": 1.3508108445550577,
      "learning_rate": 9.776779340609821e-05,
      "loss": 0.6078,
      "step": 90603
    },
    {
      "epoch": 3.7109973377022323,
      "grad_norm": 1.4873058257197447,
      "learning_rate": 9.776473613891403e-05,
      "loss": 0.7992,
      "step": 90604
    },
    {
      "epoch": 3.711038296129429,
      "grad_norm": 0.9435537585580036,
      "learning_rate": 9.776167889642363e-05,
      "loss": 0.1984,
      "step": 90605
    },
    {
      "epoch": 3.711079254556625,
      "grad_norm": 1.3703786531192395,
      "learning_rate": 9.775862167862848e-05,
      "loss": 0.7668,
      "step": 90606
    },
    {
      "epoch": 3.7111202129838214,
      "grad_norm": 1.3694154180402827,
      "learning_rate": 9.775556448553002e-05,
      "loss": 0.769,
      "step": 90607
    },
    {
      "epoch": 3.711161171411018,
      "grad_norm": 3.549021586223128,
      "learning_rate": 9.775250731712971e-05,
      "loss": 3.3861,
      "step": 90608
    },
    {
      "epoch": 3.711202129838214,
      "grad_norm": 1.0237189357767498,
      "learning_rate": 9.774945017342897e-05,
      "loss": 0.2309,
      "step": 90609
    },
    {
      "epoch": 3.7112430882654106,
      "grad_norm": 1.3551304319040618,
      "learning_rate": 9.774639305442922e-05,
      "loss": 0.614,
      "step": 90610
    },
    {
      "epoch": 3.711284046692607,
      "grad_norm": 1.1945622842501835,
      "learning_rate": 9.774333596013202e-05,
      "loss": 0.3507,
      "step": 90611
    },
    {
      "epoch": 3.7113250051198032,
      "grad_norm": 1.604146331901865,
      "learning_rate": 9.77402788905387e-05,
      "loss": 0.9038,
      "step": 90612
    },
    {
      "epoch": 3.7113659635469998,
      "grad_norm": 1.348894564360794,
      "learning_rate": 9.773722184565075e-05,
      "loss": 0.5811,
      "step": 90613
    },
    {
      "epoch": 3.7114069219741963,
      "grad_norm": 1.5181437779742106,
      "learning_rate": 9.773416482546958e-05,
      "loss": 0.9026,
      "step": 90614
    },
    {
      "epoch": 3.7114478804013924,
      "grad_norm": 1.2118262234602,
      "learning_rate": 9.773110782999668e-05,
      "loss": 0.2751,
      "step": 90615
    },
    {
      "epoch": 3.711488838828589,
      "grad_norm": 1.2344590946079876,
      "learning_rate": 9.772805085923352e-05,
      "loss": 0.6173,
      "step": 90616
    },
    {
      "epoch": 3.7115297972557855,
      "grad_norm": 1.3580356634222224,
      "learning_rate": 9.772499391318147e-05,
      "loss": 0.6078,
      "step": 90617
    },
    {
      "epoch": 3.711570755682982,
      "grad_norm": 1.3236491509184722,
      "learning_rate": 9.7721936991842e-05,
      "loss": 0.6226,
      "step": 90618
    },
    {
      "epoch": 3.711611714110178,
      "grad_norm": 1.2774331644415968,
      "learning_rate": 9.771888009521658e-05,
      "loss": 0.6725,
      "step": 90619
    },
    {
      "epoch": 3.7116526725373746,
      "grad_norm": 2.885930941156041,
      "learning_rate": 9.771582322330664e-05,
      "loss": 2.5754,
      "step": 90620
    },
    {
      "epoch": 3.7116936309645707,
      "grad_norm": 3.512592554719153,
      "learning_rate": 9.771276637611363e-05,
      "loss": 1.1133,
      "step": 90621
    },
    {
      "epoch": 3.7117345893917673,
      "grad_norm": 1.6217362380513394,
      "learning_rate": 9.770970955363896e-05,
      "loss": 0.7535,
      "step": 90622
    },
    {
      "epoch": 3.711775547818964,
      "grad_norm": 1.4013170926271643,
      "learning_rate": 9.770665275588412e-05,
      "loss": 0.6028,
      "step": 90623
    },
    {
      "epoch": 3.7118165062461603,
      "grad_norm": 1.2952960600145067,
      "learning_rate": 9.770359598285055e-05,
      "loss": 0.5964,
      "step": 90624
    },
    {
      "epoch": 3.7118574646733564,
      "grad_norm": 1.2608488006375718,
      "learning_rate": 9.770053923453969e-05,
      "loss": 0.6787,
      "step": 90625
    },
    {
      "epoch": 3.711898423100553,
      "grad_norm": 1.3248029664939875,
      "learning_rate": 9.769748251095296e-05,
      "loss": 0.5629,
      "step": 90626
    },
    {
      "epoch": 3.7119393815277495,
      "grad_norm": 1.1633758041235414,
      "learning_rate": 9.769442581209183e-05,
      "loss": 0.521,
      "step": 90627
    },
    {
      "epoch": 3.7119803399549456,
      "grad_norm": 1.1122885742980941,
      "learning_rate": 9.769136913795776e-05,
      "loss": 0.4967,
      "step": 90628
    },
    {
      "epoch": 3.712021298382142,
      "grad_norm": 2.099606863139046,
      "learning_rate": 9.768831248855218e-05,
      "loss": 0.411,
      "step": 90629
    },
    {
      "epoch": 3.7120622568093387,
      "grad_norm": 1.864721069450473,
      "learning_rate": 9.768525586387648e-05,
      "loss": 0.4892,
      "step": 90630
    },
    {
      "epoch": 3.712103215236535,
      "grad_norm": 1.5012317613902868,
      "learning_rate": 9.76821992639322e-05,
      "loss": 0.7893,
      "step": 90631
    },
    {
      "epoch": 3.7121441736637313,
      "grad_norm": 1.4472245860566677,
      "learning_rate": 9.767914268872073e-05,
      "loss": 0.5255,
      "step": 90632
    },
    {
      "epoch": 3.712185132090928,
      "grad_norm": 2.301726420825854,
      "learning_rate": 9.767608613824354e-05,
      "loss": 0.9781,
      "step": 90633
    },
    {
      "epoch": 3.712226090518124,
      "grad_norm": 2.1195959832278666,
      "learning_rate": 9.767302961250201e-05,
      "loss": 1.2478,
      "step": 90634
    },
    {
      "epoch": 3.7122670489453204,
      "grad_norm": 1.4430083213731344,
      "learning_rate": 9.766997311149766e-05,
      "loss": 0.7941,
      "step": 90635
    },
    {
      "epoch": 3.712308007372517,
      "grad_norm": 1.3189585175259333,
      "learning_rate": 9.766691663523195e-05,
      "loss": 0.5488,
      "step": 90636
    },
    {
      "epoch": 3.7123489657997135,
      "grad_norm": 1.0764101535416362,
      "learning_rate": 9.766386018370626e-05,
      "loss": 0.293,
      "step": 90637
    },
    {
      "epoch": 3.7123899242269096,
      "grad_norm": 1.7811384736728064,
      "learning_rate": 9.766080375692206e-05,
      "loss": 0.973,
      "step": 90638
    },
    {
      "epoch": 3.712430882654106,
      "grad_norm": 0.9020544781777114,
      "learning_rate": 9.765774735488076e-05,
      "loss": 0.2559,
      "step": 90639
    },
    {
      "epoch": 3.7124718410813022,
      "grad_norm": 1.2663054626045325,
      "learning_rate": 9.765469097758388e-05,
      "loss": 0.6903,
      "step": 90640
    },
    {
      "epoch": 3.7125127995084988,
      "grad_norm": 1.4220979470345843,
      "learning_rate": 9.765163462503283e-05,
      "loss": 0.5446,
      "step": 90641
    },
    {
      "epoch": 3.7125537579356953,
      "grad_norm": 0.7536585174656976,
      "learning_rate": 9.764857829722903e-05,
      "loss": 0.1968,
      "step": 90642
    },
    {
      "epoch": 3.712594716362892,
      "grad_norm": 1.242375263666089,
      "learning_rate": 9.764552199417391e-05,
      "loss": 0.6826,
      "step": 90643
    },
    {
      "epoch": 3.712635674790088,
      "grad_norm": 1.1372489231707332,
      "learning_rate": 9.764246571586901e-05,
      "loss": 0.5194,
      "step": 90644
    },
    {
      "epoch": 3.7126766332172845,
      "grad_norm": 1.2813796029040083,
      "learning_rate": 9.763940946231569e-05,
      "loss": 0.6469,
      "step": 90645
    },
    {
      "epoch": 3.712717591644481,
      "grad_norm": 3.4249385475937077,
      "learning_rate": 9.763635323351545e-05,
      "loss": 3.8776,
      "step": 90646
    },
    {
      "epoch": 3.712758550071677,
      "grad_norm": 1.3230899507236662,
      "learning_rate": 9.763329702946964e-05,
      "loss": 0.7257,
      "step": 90647
    },
    {
      "epoch": 3.7127995084988736,
      "grad_norm": 1.285625386336359,
      "learning_rate": 9.763024085017979e-05,
      "loss": 0.6374,
      "step": 90648
    },
    {
      "epoch": 3.71284046692607,
      "grad_norm": 2.4800279313881908,
      "learning_rate": 9.762718469564739e-05,
      "loss": 1.8461,
      "step": 90649
    },
    {
      "epoch": 3.7128814253532667,
      "grad_norm": 0.7697674095354641,
      "learning_rate": 9.762412856587377e-05,
      "loss": 0.2318,
      "step": 90650
    },
    {
      "epoch": 3.712922383780463,
      "grad_norm": 1.262110762816981,
      "learning_rate": 9.762107246086041e-05,
      "loss": 0.4324,
      "step": 90651
    },
    {
      "epoch": 3.7129633422076593,
      "grad_norm": 1.2652320016373475,
      "learning_rate": 9.761801638060878e-05,
      "loss": 0.5182,
      "step": 90652
    },
    {
      "epoch": 3.7130043006348554,
      "grad_norm": 1.1462505930322986,
      "learning_rate": 9.761496032512028e-05,
      "loss": 0.5276,
      "step": 90653
    },
    {
      "epoch": 3.713045259062052,
      "grad_norm": 1.7533563555405467,
      "learning_rate": 9.761190429439644e-05,
      "loss": 1.3428,
      "step": 90654
    },
    {
      "epoch": 3.7130862174892485,
      "grad_norm": 1.2682486132561301,
      "learning_rate": 9.760884828843862e-05,
      "loss": 0.4161,
      "step": 90655
    },
    {
      "epoch": 3.713127175916445,
      "grad_norm": 1.1843649752119851,
      "learning_rate": 9.76057923072483e-05,
      "loss": 0.6104,
      "step": 90656
    },
    {
      "epoch": 3.713168134343641,
      "grad_norm": 1.5431460405153752,
      "learning_rate": 9.760273635082692e-05,
      "loss": 0.6082,
      "step": 90657
    },
    {
      "epoch": 3.7132090927708377,
      "grad_norm": 1.5035210851350442,
      "learning_rate": 9.759968041917593e-05,
      "loss": 0.9301,
      "step": 90658
    },
    {
      "epoch": 3.7132500511980338,
      "grad_norm": 0.790313837417058,
      "learning_rate": 9.759662451229677e-05,
      "loss": 0.1938,
      "step": 90659
    },
    {
      "epoch": 3.7132910096252303,
      "grad_norm": 1.3171552954211083,
      "learning_rate": 9.759356863019089e-05,
      "loss": 0.5229,
      "step": 90660
    },
    {
      "epoch": 3.713331968052427,
      "grad_norm": 1.5773427487636473,
      "learning_rate": 9.75905127728597e-05,
      "loss": 0.6045,
      "step": 90661
    },
    {
      "epoch": 3.7133729264796234,
      "grad_norm": 3.2107083542964485,
      "learning_rate": 9.758745694030471e-05,
      "loss": 0.7291,
      "step": 90662
    },
    {
      "epoch": 3.7134138849068195,
      "grad_norm": 1.1126426009021768,
      "learning_rate": 9.758440113252732e-05,
      "loss": 0.3384,
      "step": 90663
    },
    {
      "epoch": 3.713454843334016,
      "grad_norm": 1.0830136215390043,
      "learning_rate": 9.758134534952899e-05,
      "loss": 0.3834,
      "step": 90664
    },
    {
      "epoch": 3.7134958017612125,
      "grad_norm": 0.7428026176824689,
      "learning_rate": 9.757828959131112e-05,
      "loss": 0.2414,
      "step": 90665
    },
    {
      "epoch": 3.7135367601884086,
      "grad_norm": 1.030715969672967,
      "learning_rate": 9.757523385787523e-05,
      "loss": 0.3358,
      "step": 90666
    },
    {
      "epoch": 3.713577718615605,
      "grad_norm": 1.1217705050151119,
      "learning_rate": 9.757217814922273e-05,
      "loss": 0.2182,
      "step": 90667
    },
    {
      "epoch": 3.7136186770428017,
      "grad_norm": 1.566948213940168,
      "learning_rate": 9.756912246535505e-05,
      "loss": 0.9912,
      "step": 90668
    },
    {
      "epoch": 3.713659635469998,
      "grad_norm": 1.4346731398203363,
      "learning_rate": 9.756606680627366e-05,
      "loss": 0.7384,
      "step": 90669
    },
    {
      "epoch": 3.7137005938971943,
      "grad_norm": 1.082745457286376,
      "learning_rate": 9.756301117197995e-05,
      "loss": 0.2628,
      "step": 90670
    },
    {
      "epoch": 3.713741552324391,
      "grad_norm": 1.8624907765221408,
      "learning_rate": 9.755995556247544e-05,
      "loss": 0.8558,
      "step": 90671
    },
    {
      "epoch": 3.713782510751587,
      "grad_norm": 1.2229863262985763,
      "learning_rate": 9.755689997776154e-05,
      "loss": 0.702,
      "step": 90672
    },
    {
      "epoch": 3.7138234691787835,
      "grad_norm": 1.9894158461266502,
      "learning_rate": 9.75538444178397e-05,
      "loss": 1.1845,
      "step": 90673
    },
    {
      "epoch": 3.71386442760598,
      "grad_norm": 1.5796329463977137,
      "learning_rate": 9.755078888271133e-05,
      "loss": 0.9591,
      "step": 90674
    },
    {
      "epoch": 3.7139053860331765,
      "grad_norm": 1.7230263531108347,
      "learning_rate": 9.754773337237791e-05,
      "loss": 1.149,
      "step": 90675
    },
    {
      "epoch": 3.7139463444603726,
      "grad_norm": 1.5997741981225364,
      "learning_rate": 9.75446778868409e-05,
      "loss": 0.7347,
      "step": 90676
    },
    {
      "epoch": 3.713987302887569,
      "grad_norm": 1.2959737742667463,
      "learning_rate": 9.754162242610173e-05,
      "loss": 0.4623,
      "step": 90677
    },
    {
      "epoch": 3.7140282613147653,
      "grad_norm": 1.1691199102009142,
      "learning_rate": 9.753856699016178e-05,
      "loss": 0.5681,
      "step": 90678
    },
    {
      "epoch": 3.714069219741962,
      "grad_norm": 1.1572102842719376,
      "learning_rate": 9.75355115790226e-05,
      "loss": 0.6705,
      "step": 90679
    },
    {
      "epoch": 3.7141101781691583,
      "grad_norm": 1.6326929995260209,
      "learning_rate": 9.753245619268558e-05,
      "loss": 0.9036,
      "step": 90680
    },
    {
      "epoch": 3.714151136596355,
      "grad_norm": 1.2255697863027615,
      "learning_rate": 9.752940083115217e-05,
      "loss": 0.6461,
      "step": 90681
    },
    {
      "epoch": 3.714192095023551,
      "grad_norm": 1.0518992524222606,
      "learning_rate": 9.752634549442379e-05,
      "loss": 0.4526,
      "step": 90682
    },
    {
      "epoch": 3.7142330534507475,
      "grad_norm": 1.4558708933221034,
      "learning_rate": 9.752329018250194e-05,
      "loss": 0.701,
      "step": 90683
    },
    {
      "epoch": 3.714274011877944,
      "grad_norm": 1.8998735307397354,
      "learning_rate": 9.752023489538803e-05,
      "loss": 0.9649,
      "step": 90684
    },
    {
      "epoch": 3.71431497030514,
      "grad_norm": 1.8764166374608369,
      "learning_rate": 9.75171796330835e-05,
      "loss": 0.7499,
      "step": 90685
    },
    {
      "epoch": 3.7143559287323367,
      "grad_norm": 1.7943985945392147,
      "learning_rate": 9.751412439558978e-05,
      "loss": 0.6616,
      "step": 90686
    },
    {
      "epoch": 3.714396887159533,
      "grad_norm": 1.0806286517456554,
      "learning_rate": 9.751106918290837e-05,
      "loss": 0.5341,
      "step": 90687
    },
    {
      "epoch": 3.7144378455867297,
      "grad_norm": 1.0001329528749556,
      "learning_rate": 9.750801399504067e-05,
      "loss": 0.2652,
      "step": 90688
    },
    {
      "epoch": 3.714478804013926,
      "grad_norm": 1.448377346548054,
      "learning_rate": 9.750495883198814e-05,
      "loss": 0.6673,
      "step": 90689
    },
    {
      "epoch": 3.7145197624411224,
      "grad_norm": 1.5736265910158511,
      "learning_rate": 9.75019036937522e-05,
      "loss": 0.8122,
      "step": 90690
    },
    {
      "epoch": 3.7145607208683185,
      "grad_norm": 0.8921835345752945,
      "learning_rate": 9.749884858033433e-05,
      "loss": 0.1919,
      "step": 90691
    },
    {
      "epoch": 3.714601679295515,
      "grad_norm": 1.6441080258311915,
      "learning_rate": 9.749579349173597e-05,
      "loss": 0.8749,
      "step": 90692
    },
    {
      "epoch": 3.7146426377227115,
      "grad_norm": 1.1712777506786443,
      "learning_rate": 9.749273842795854e-05,
      "loss": 0.4555,
      "step": 90693
    },
    {
      "epoch": 3.714683596149908,
      "grad_norm": 1.6758448735899583,
      "learning_rate": 9.748968338900346e-05,
      "loss": 1.0184,
      "step": 90694
    },
    {
      "epoch": 3.714724554577104,
      "grad_norm": 1.624630428364751,
      "learning_rate": 9.748662837487226e-05,
      "loss": 0.6261,
      "step": 90695
    },
    {
      "epoch": 3.7147655130043007,
      "grad_norm": 1.5961576914548103,
      "learning_rate": 9.748357338556632e-05,
      "loss": 0.8755,
      "step": 90696
    },
    {
      "epoch": 3.714806471431497,
      "grad_norm": 1.6978578725865219,
      "learning_rate": 9.74805184210871e-05,
      "loss": 0.7772,
      "step": 90697
    },
    {
      "epoch": 3.7148474298586933,
      "grad_norm": 0.6979718812422914,
      "learning_rate": 9.747746348143603e-05,
      "loss": 0.2109,
      "step": 90698
    },
    {
      "epoch": 3.71488838828589,
      "grad_norm": 1.5131343041617928,
      "learning_rate": 9.747440856661458e-05,
      "loss": 0.8938,
      "step": 90699
    },
    {
      "epoch": 3.7149293467130864,
      "grad_norm": 1.0413372869313573,
      "learning_rate": 9.747135367662419e-05,
      "loss": 0.3314,
      "step": 90700
    },
    {
      "epoch": 3.7149703051402825,
      "grad_norm": 1.1008043705882729,
      "learning_rate": 9.74682988114663e-05,
      "loss": 0.3524,
      "step": 90701
    },
    {
      "epoch": 3.715011263567479,
      "grad_norm": 1.3265399476671953,
      "learning_rate": 9.746524397114231e-05,
      "loss": 0.5473,
      "step": 90702
    },
    {
      "epoch": 3.7150522219946756,
      "grad_norm": 1.6685363913192526,
      "learning_rate": 9.746218915565374e-05,
      "loss": 0.7127,
      "step": 90703
    },
    {
      "epoch": 3.7150931804218716,
      "grad_norm": 1.3745660644285058,
      "learning_rate": 9.7459134365002e-05,
      "loss": 0.6421,
      "step": 90704
    },
    {
      "epoch": 3.715134138849068,
      "grad_norm": 4.101400114682061,
      "learning_rate": 9.745607959918852e-05,
      "loss": 2.678,
      "step": 90705
    },
    {
      "epoch": 3.7151750972762647,
      "grad_norm": 1.3396998147613128,
      "learning_rate": 9.745302485821473e-05,
      "loss": 0.6978,
      "step": 90706
    },
    {
      "epoch": 3.7152160557034613,
      "grad_norm": 1.4037146045980347,
      "learning_rate": 9.744997014208214e-05,
      "loss": 0.8539,
      "step": 90707
    },
    {
      "epoch": 3.7152570141306573,
      "grad_norm": 1.4426383396914877,
      "learning_rate": 9.744691545079216e-05,
      "loss": 0.7505,
      "step": 90708
    },
    {
      "epoch": 3.715297972557854,
      "grad_norm": 1.3419436054828409,
      "learning_rate": 9.744386078434621e-05,
      "loss": 0.5239,
      "step": 90709
    },
    {
      "epoch": 3.71533893098505,
      "grad_norm": 1.2246293948806586,
      "learning_rate": 9.744080614274578e-05,
      "loss": 0.6228,
      "step": 90710
    },
    {
      "epoch": 3.7153798894122465,
      "grad_norm": 0.8066677353847932,
      "learning_rate": 9.743775152599223e-05,
      "loss": 0.0757,
      "step": 90711
    },
    {
      "epoch": 3.715420847839443,
      "grad_norm": 1.2168173858229316,
      "learning_rate": 9.743469693408709e-05,
      "loss": 0.7361,
      "step": 90712
    },
    {
      "epoch": 3.7154618062666396,
      "grad_norm": 1.6644329894132996,
      "learning_rate": 9.74316423670318e-05,
      "loss": 0.8918,
      "step": 90713
    },
    {
      "epoch": 3.7155027646938357,
      "grad_norm": 1.3943492972591258,
      "learning_rate": 9.742858782482776e-05,
      "loss": 0.5523,
      "step": 90714
    },
    {
      "epoch": 3.715543723121032,
      "grad_norm": 1.4083400776598354,
      "learning_rate": 9.74255333074764e-05,
      "loss": 0.5908,
      "step": 90715
    },
    {
      "epoch": 3.7155846815482283,
      "grad_norm": 1.5852923554850504,
      "learning_rate": 9.742247881497923e-05,
      "loss": 0.8632,
      "step": 90716
    },
    {
      "epoch": 3.715625639975425,
      "grad_norm": 1.548229054503848,
      "learning_rate": 9.741942434733769e-05,
      "loss": 0.8112,
      "step": 90717
    },
    {
      "epoch": 3.7156665984026214,
      "grad_norm": 1.6641742881031423,
      "learning_rate": 9.741636990455315e-05,
      "loss": 0.7331,
      "step": 90718
    },
    {
      "epoch": 3.715707556829818,
      "grad_norm": 1.6147609473611275,
      "learning_rate": 9.741331548662716e-05,
      "loss": 0.6433,
      "step": 90719
    },
    {
      "epoch": 3.715748515257014,
      "grad_norm": 1.5348599069251991,
      "learning_rate": 9.741026109356106e-05,
      "loss": 0.7952,
      "step": 90720
    },
    {
      "epoch": 3.7157894736842105,
      "grad_norm": 1.3823610847470433,
      "learning_rate": 9.74072067253563e-05,
      "loss": 0.5333,
      "step": 90721
    },
    {
      "epoch": 3.715830432111407,
      "grad_norm": 1.3304736362976974,
      "learning_rate": 9.740415238201443e-05,
      "loss": 0.6594,
      "step": 90722
    },
    {
      "epoch": 3.715871390538603,
      "grad_norm": 1.065378051781584,
      "learning_rate": 9.740109806353678e-05,
      "loss": 0.5854,
      "step": 90723
    },
    {
      "epoch": 3.7159123489657997,
      "grad_norm": 1.5608394501751777,
      "learning_rate": 9.739804376992486e-05,
      "loss": 0.8353,
      "step": 90724
    },
    {
      "epoch": 3.7159533073929962,
      "grad_norm": 1.4567699526555051,
      "learning_rate": 9.739498950118005e-05,
      "loss": 0.7536,
      "step": 90725
    },
    {
      "epoch": 3.7159942658201928,
      "grad_norm": 1.5837001129933577,
      "learning_rate": 9.739193525730387e-05,
      "loss": 0.7886,
      "step": 90726
    },
    {
      "epoch": 3.716035224247389,
      "grad_norm": 1.2162866176144116,
      "learning_rate": 9.738888103829773e-05,
      "loss": 0.2783,
      "step": 90727
    },
    {
      "epoch": 3.7160761826745854,
      "grad_norm": 1.7224541252822625,
      "learning_rate": 9.73858268441631e-05,
      "loss": 1.2486,
      "step": 90728
    },
    {
      "epoch": 3.7161171411017815,
      "grad_norm": 1.299441080159526,
      "learning_rate": 9.738277267490133e-05,
      "loss": 0.6478,
      "step": 90729
    },
    {
      "epoch": 3.716158099528978,
      "grad_norm": 1.3943931903400764,
      "learning_rate": 9.737971853051397e-05,
      "loss": 0.6476,
      "step": 90730
    },
    {
      "epoch": 3.7161990579561746,
      "grad_norm": 1.439371578304108,
      "learning_rate": 9.737666441100245e-05,
      "loss": 0.7895,
      "step": 90731
    },
    {
      "epoch": 3.716240016383371,
      "grad_norm": 1.4036764393975154,
      "learning_rate": 9.737361031636815e-05,
      "loss": 0.7564,
      "step": 90732
    },
    {
      "epoch": 3.716280974810567,
      "grad_norm": 1.37631573093957,
      "learning_rate": 9.737055624661256e-05,
      "loss": 0.6628,
      "step": 90733
    },
    {
      "epoch": 3.7163219332377637,
      "grad_norm": 1.5772477557903946,
      "learning_rate": 9.736750220173714e-05,
      "loss": 0.8767,
      "step": 90734
    },
    {
      "epoch": 3.71636289166496,
      "grad_norm": 1.3354420529132407,
      "learning_rate": 9.73644481817433e-05,
      "loss": 0.6255,
      "step": 90735
    },
    {
      "epoch": 3.7164038500921563,
      "grad_norm": 1.770418390072408,
      "learning_rate": 9.73613941866325e-05,
      "loss": 0.7389,
      "step": 90736
    },
    {
      "epoch": 3.716444808519353,
      "grad_norm": 1.222905400543934,
      "learning_rate": 9.735834021640613e-05,
      "loss": 0.7217,
      "step": 90737
    },
    {
      "epoch": 3.7164857669465494,
      "grad_norm": 1.1772142486854358,
      "learning_rate": 9.735528627106575e-05,
      "loss": 0.6454,
      "step": 90738
    },
    {
      "epoch": 3.7165267253737455,
      "grad_norm": 1.0797176751531423,
      "learning_rate": 9.735223235061271e-05,
      "loss": 0.5731,
      "step": 90739
    },
    {
      "epoch": 3.716567683800942,
      "grad_norm": 1.5825841585613662,
      "learning_rate": 9.734917845504847e-05,
      "loss": 0.708,
      "step": 90740
    },
    {
      "epoch": 3.7166086422281386,
      "grad_norm": 1.4594255033536756,
      "learning_rate": 9.734612458437451e-05,
      "loss": 0.6489,
      "step": 90741
    },
    {
      "epoch": 3.7166496006553347,
      "grad_norm": 1.3852506060532526,
      "learning_rate": 9.73430707385922e-05,
      "loss": 0.5688,
      "step": 90742
    },
    {
      "epoch": 3.716690559082531,
      "grad_norm": 1.4877154862636437,
      "learning_rate": 9.734001691770306e-05,
      "loss": 0.7361,
      "step": 90743
    },
    {
      "epoch": 3.7167315175097277,
      "grad_norm": 1.4932874832493388,
      "learning_rate": 9.733696312170852e-05,
      "loss": 0.5606,
      "step": 90744
    },
    {
      "epoch": 3.7167724759369243,
      "grad_norm": 0.9620078723706461,
      "learning_rate": 9.733390935061e-05,
      "loss": 0.3285,
      "step": 90745
    },
    {
      "epoch": 3.7168134343641204,
      "grad_norm": 1.5400480172995263,
      "learning_rate": 9.733085560440891e-05,
      "loss": 0.8116,
      "step": 90746
    },
    {
      "epoch": 3.716854392791317,
      "grad_norm": 1.93652044210464,
      "learning_rate": 9.732780188310678e-05,
      "loss": 0.9782,
      "step": 90747
    },
    {
      "epoch": 3.716895351218513,
      "grad_norm": 1.73310298211607,
      "learning_rate": 9.732474818670499e-05,
      "loss": 0.812,
      "step": 90748
    },
    {
      "epoch": 3.7169363096457095,
      "grad_norm": 1.724380028796578,
      "learning_rate": 9.732169451520502e-05,
      "loss": 0.7283,
      "step": 90749
    },
    {
      "epoch": 3.716977268072906,
      "grad_norm": 2.12630320164307,
      "learning_rate": 9.731864086860827e-05,
      "loss": 0.8706,
      "step": 90750
    },
    {
      "epoch": 3.7170182265001026,
      "grad_norm": 1.5255191739534801,
      "learning_rate": 9.731558724691623e-05,
      "loss": 0.8804,
      "step": 90751
    },
    {
      "epoch": 3.7170591849272987,
      "grad_norm": 1.4296429660098229,
      "learning_rate": 9.731253365013033e-05,
      "loss": 0.6171,
      "step": 90752
    },
    {
      "epoch": 3.7171001433544952,
      "grad_norm": 1.5965582680002222,
      "learning_rate": 9.7309480078252e-05,
      "loss": 0.7227,
      "step": 90753
    },
    {
      "epoch": 3.7171411017816913,
      "grad_norm": 1.3439143977270858,
      "learning_rate": 9.730642653128267e-05,
      "loss": 0.7527,
      "step": 90754
    },
    {
      "epoch": 3.717182060208888,
      "grad_norm": 1.2713274807668862,
      "learning_rate": 9.730337300922381e-05,
      "loss": 0.6764,
      "step": 90755
    },
    {
      "epoch": 3.7172230186360844,
      "grad_norm": 1.2711383437711365,
      "learning_rate": 9.730031951207686e-05,
      "loss": 0.5781,
      "step": 90756
    },
    {
      "epoch": 3.717263977063281,
      "grad_norm": 1.2429836384394957,
      "learning_rate": 9.729726603984329e-05,
      "loss": 0.6828,
      "step": 90757
    },
    {
      "epoch": 3.717304935490477,
      "grad_norm": 1.26108987716298,
      "learning_rate": 9.729421259252446e-05,
      "loss": 0.5557,
      "step": 90758
    },
    {
      "epoch": 3.7173458939176736,
      "grad_norm": 1.3789300871324088,
      "learning_rate": 9.729115917012192e-05,
      "loss": 0.617,
      "step": 90759
    },
    {
      "epoch": 3.71738685234487,
      "grad_norm": 1.5163880415845272,
      "learning_rate": 9.728810577263704e-05,
      "loss": 0.8067,
      "step": 90760
    },
    {
      "epoch": 3.717427810772066,
      "grad_norm": 1.7606099793219017,
      "learning_rate": 9.728505240007129e-05,
      "loss": 0.8565,
      "step": 90761
    },
    {
      "epoch": 3.7174687691992627,
      "grad_norm": 1.1952629818750515,
      "learning_rate": 9.728199905242608e-05,
      "loss": 0.6527,
      "step": 90762
    },
    {
      "epoch": 3.7175097276264593,
      "grad_norm": 1.300778653664611,
      "learning_rate": 9.727894572970291e-05,
      "loss": 0.6714,
      "step": 90763
    },
    {
      "epoch": 3.717550686053656,
      "grad_norm": 1.353876953134873,
      "learning_rate": 9.727589243190322e-05,
      "loss": 0.7026,
      "step": 90764
    },
    {
      "epoch": 3.717591644480852,
      "grad_norm": 1.7336133182697442,
      "learning_rate": 9.727283915902838e-05,
      "loss": 0.8678,
      "step": 90765
    },
    {
      "epoch": 3.7176326029080484,
      "grad_norm": 1.395419239644962,
      "learning_rate": 9.726978591107987e-05,
      "loss": 0.6783,
      "step": 90766
    },
    {
      "epoch": 3.7176735613352445,
      "grad_norm": 1.050266137851162,
      "learning_rate": 9.72667326880592e-05,
      "loss": 0.57,
      "step": 90767
    },
    {
      "epoch": 3.717714519762441,
      "grad_norm": 0.920021534243324,
      "learning_rate": 9.726367948996774e-05,
      "loss": 0.2266,
      "step": 90768
    },
    {
      "epoch": 3.7177554781896376,
      "grad_norm": 1.0548974651499745,
      "learning_rate": 9.726062631680696e-05,
      "loss": 0.2511,
      "step": 90769
    },
    {
      "epoch": 3.717796436616834,
      "grad_norm": 1.1229690621933928,
      "learning_rate": 9.725757316857825e-05,
      "loss": 0.323,
      "step": 90770
    },
    {
      "epoch": 3.71783739504403,
      "grad_norm": 1.1465582609327614,
      "learning_rate": 9.725452004528315e-05,
      "loss": 0.3248,
      "step": 90771
    },
    {
      "epoch": 3.7178783534712267,
      "grad_norm": 1.9085712296566897,
      "learning_rate": 9.725146694692304e-05,
      "loss": 0.7555,
      "step": 90772
    },
    {
      "epoch": 3.717919311898423,
      "grad_norm": 1.1305904297250438,
      "learning_rate": 9.724841387349938e-05,
      "loss": 0.3185,
      "step": 90773
    },
    {
      "epoch": 3.7179602703256194,
      "grad_norm": 1.225190718132168,
      "learning_rate": 9.724536082501358e-05,
      "loss": 0.5061,
      "step": 90774
    },
    {
      "epoch": 3.718001228752816,
      "grad_norm": 1.3173802098263034,
      "learning_rate": 9.724230780146714e-05,
      "loss": 0.6769,
      "step": 90775
    },
    {
      "epoch": 3.7180421871800124,
      "grad_norm": 1.6406256922412552,
      "learning_rate": 9.723925480286148e-05,
      "loss": 0.9338,
      "step": 90776
    },
    {
      "epoch": 3.7180831456072085,
      "grad_norm": 1.3438555911501098,
      "learning_rate": 9.723620182919802e-05,
      "loss": 0.6406,
      "step": 90777
    },
    {
      "epoch": 3.718124104034405,
      "grad_norm": 1.3608061953791941,
      "learning_rate": 9.723314888047821e-05,
      "loss": 0.7398,
      "step": 90778
    },
    {
      "epoch": 3.7181650624616016,
      "grad_norm": 1.4863614539832848,
      "learning_rate": 9.723009595670352e-05,
      "loss": 0.7081,
      "step": 90779
    },
    {
      "epoch": 3.7182060208887977,
      "grad_norm": 1.6321897285989222,
      "learning_rate": 9.722704305787539e-05,
      "loss": 0.9837,
      "step": 90780
    },
    {
      "epoch": 3.7182469793159942,
      "grad_norm": 1.7484500935279081,
      "learning_rate": 9.722399018399526e-05,
      "loss": 0.6462,
      "step": 90781
    },
    {
      "epoch": 3.7182879377431908,
      "grad_norm": 0.9384339091314965,
      "learning_rate": 9.722093733506454e-05,
      "loss": 0.5179,
      "step": 90782
    },
    {
      "epoch": 3.7183288961703873,
      "grad_norm": 1.279959443581918,
      "learning_rate": 9.72178845110847e-05,
      "loss": 0.7098,
      "step": 90783
    },
    {
      "epoch": 3.7183698545975834,
      "grad_norm": 1.3461766583006092,
      "learning_rate": 9.72148317120572e-05,
      "loss": 0.5915,
      "step": 90784
    },
    {
      "epoch": 3.71841081302478,
      "grad_norm": 1.3688952761663422,
      "learning_rate": 9.721177893798342e-05,
      "loss": 0.6222,
      "step": 90785
    },
    {
      "epoch": 3.718451771451976,
      "grad_norm": 0.6489565587879323,
      "learning_rate": 9.720872618886491e-05,
      "loss": 0.225,
      "step": 90786
    },
    {
      "epoch": 3.7184927298791726,
      "grad_norm": 1.6464002078686553,
      "learning_rate": 9.720567346470299e-05,
      "loss": 0.7145,
      "step": 90787
    },
    {
      "epoch": 3.718533688306369,
      "grad_norm": 1.243325075430184,
      "learning_rate": 9.720262076549921e-05,
      "loss": 0.6597,
      "step": 90788
    },
    {
      "epoch": 3.7185746467335656,
      "grad_norm": 1.7244216962892545,
      "learning_rate": 9.719956809125496e-05,
      "loss": 0.9535,
      "step": 90789
    },
    {
      "epoch": 3.7186156051607617,
      "grad_norm": 0.7245835058118316,
      "learning_rate": 9.719651544197172e-05,
      "loss": 0.2071,
      "step": 90790
    },
    {
      "epoch": 3.7186565635879583,
      "grad_norm": 1.5105623428385764,
      "learning_rate": 9.719346281765086e-05,
      "loss": 0.6896,
      "step": 90791
    },
    {
      "epoch": 3.7186975220151544,
      "grad_norm": 1.390855201208199,
      "learning_rate": 9.71904102182939e-05,
      "loss": 0.7032,
      "step": 90792
    },
    {
      "epoch": 3.718738480442351,
      "grad_norm": 1.4937669069809911,
      "learning_rate": 9.718735764390218e-05,
      "loss": 0.5785,
      "step": 90793
    },
    {
      "epoch": 3.7187794388695474,
      "grad_norm": 1.4656179885834706,
      "learning_rate": 9.718430509447727e-05,
      "loss": 0.7282,
      "step": 90794
    },
    {
      "epoch": 3.718820397296744,
      "grad_norm": 1.3292193666455019,
      "learning_rate": 9.718125257002055e-05,
      "loss": 0.2294,
      "step": 90795
    },
    {
      "epoch": 3.71886135572394,
      "grad_norm": 1.454305947295922,
      "learning_rate": 9.717820007053347e-05,
      "loss": 0.7976,
      "step": 90796
    },
    {
      "epoch": 3.7189023141511366,
      "grad_norm": 0.9016997952321307,
      "learning_rate": 9.717514759601744e-05,
      "loss": 0.1803,
      "step": 90797
    },
    {
      "epoch": 3.718943272578333,
      "grad_norm": 0.6737016727298678,
      "learning_rate": 9.717209514647396e-05,
      "loss": 0.1793,
      "step": 90798
    },
    {
      "epoch": 3.718984231005529,
      "grad_norm": 1.6077602584492687,
      "learning_rate": 9.716904272190446e-05,
      "loss": 0.6285,
      "step": 90799
    },
    {
      "epoch": 3.7190251894327258,
      "grad_norm": 1.2706143196437634,
      "learning_rate": 9.716599032231036e-05,
      "loss": 0.6746,
      "step": 90800
    },
    {
      "epoch": 3.7190661478599223,
      "grad_norm": 1.5393467468783784,
      "learning_rate": 9.716293794769308e-05,
      "loss": 0.7612,
      "step": 90801
    },
    {
      "epoch": 3.719107106287119,
      "grad_norm": 1.533194156602275,
      "learning_rate": 9.715988559805413e-05,
      "loss": 0.6542,
      "step": 90802
    },
    {
      "epoch": 3.719148064714315,
      "grad_norm": 2.1285657142320624,
      "learning_rate": 9.715683327339494e-05,
      "loss": 1.0477,
      "step": 90803
    },
    {
      "epoch": 3.7191890231415115,
      "grad_norm": 1.4650313768097285,
      "learning_rate": 9.71537809737169e-05,
      "loss": 0.6775,
      "step": 90804
    },
    {
      "epoch": 3.7192299815687075,
      "grad_norm": 1.3174954827381362,
      "learning_rate": 9.715072869902147e-05,
      "loss": 0.5881,
      "step": 90805
    },
    {
      "epoch": 3.719270939995904,
      "grad_norm": 1.1097641830820542,
      "learning_rate": 9.714767644931015e-05,
      "loss": 0.6045,
      "step": 90806
    },
    {
      "epoch": 3.7193118984231006,
      "grad_norm": 3.103867021110359,
      "learning_rate": 9.714462422458434e-05,
      "loss": 3.1001,
      "step": 90807
    },
    {
      "epoch": 3.719352856850297,
      "grad_norm": 2.5609563307199186,
      "learning_rate": 9.714157202484548e-05,
      "loss": 0.7645,
      "step": 90808
    },
    {
      "epoch": 3.7193938152774932,
      "grad_norm": 2.561987386877163,
      "learning_rate": 9.713851985009501e-05,
      "loss": 1.6036,
      "step": 90809
    },
    {
      "epoch": 3.71943477370469,
      "grad_norm": 0.7050428549960991,
      "learning_rate": 9.713546770033435e-05,
      "loss": 0.2149,
      "step": 90810
    },
    {
      "epoch": 3.719475732131886,
      "grad_norm": 1.2980381687488582,
      "learning_rate": 9.713241557556501e-05,
      "loss": 0.5786,
      "step": 90811
    },
    {
      "epoch": 3.7195166905590824,
      "grad_norm": 1.4482248548590755,
      "learning_rate": 9.712936347578839e-05,
      "loss": 0.6968,
      "step": 90812
    },
    {
      "epoch": 3.719557648986279,
      "grad_norm": 2.223363650728425,
      "learning_rate": 9.712631140100594e-05,
      "loss": 1.7813,
      "step": 90813
    },
    {
      "epoch": 3.7195986074134755,
      "grad_norm": 1.5646833605715977,
      "learning_rate": 9.712325935121907e-05,
      "loss": 0.7636,
      "step": 90814
    },
    {
      "epoch": 3.7196395658406716,
      "grad_norm": 5.967073383049773,
      "learning_rate": 9.71202073264293e-05,
      "loss": 1.2209,
      "step": 90815
    },
    {
      "epoch": 3.719680524267868,
      "grad_norm": 0.6351270811970394,
      "learning_rate": 9.711715532663802e-05,
      "loss": 0.0768,
      "step": 90816
    },
    {
      "epoch": 3.7197214826950646,
      "grad_norm": 0.7203430499969202,
      "learning_rate": 9.711410335184667e-05,
      "loss": 0.136,
      "step": 90817
    },
    {
      "epoch": 3.7197624411222607,
      "grad_norm": 1.469271985397071,
      "learning_rate": 9.711105140205668e-05,
      "loss": 0.7123,
      "step": 90818
    },
    {
      "epoch": 3.7198033995494573,
      "grad_norm": 1.6741042473930943,
      "learning_rate": 9.710799947726955e-05,
      "loss": 0.704,
      "step": 90819
    },
    {
      "epoch": 3.719844357976654,
      "grad_norm": 1.5211345509726044,
      "learning_rate": 9.710494757748669e-05,
      "loss": 0.8724,
      "step": 90820
    },
    {
      "epoch": 3.7198853164038503,
      "grad_norm": 1.759127028013671,
      "learning_rate": 9.710189570270953e-05,
      "loss": 0.6876,
      "step": 90821
    },
    {
      "epoch": 3.7199262748310464,
      "grad_norm": 1.0943343280740454,
      "learning_rate": 9.70988438529395e-05,
      "loss": 0.3186,
      "step": 90822
    },
    {
      "epoch": 3.719967233258243,
      "grad_norm": 0.8572039077088678,
      "learning_rate": 9.70957920281781e-05,
      "loss": 0.2166,
      "step": 90823
    },
    {
      "epoch": 3.720008191685439,
      "grad_norm": 1.2139035656239139,
      "learning_rate": 9.709274022842676e-05,
      "loss": 0.5493,
      "step": 90824
    },
    {
      "epoch": 3.7200491501126356,
      "grad_norm": 1.4231307115011296,
      "learning_rate": 9.708968845368687e-05,
      "loss": 0.5944,
      "step": 90825
    },
    {
      "epoch": 3.720090108539832,
      "grad_norm": 1.5359557346388675,
      "learning_rate": 9.708663670395989e-05,
      "loss": 0.8912,
      "step": 90826
    },
    {
      "epoch": 3.7201310669670287,
      "grad_norm": 5.329469790185296,
      "learning_rate": 9.708358497924729e-05,
      "loss": 0.8169,
      "step": 90827
    },
    {
      "epoch": 3.7201720253942248,
      "grad_norm": 1.9468831931306378,
      "learning_rate": 9.708053327955051e-05,
      "loss": 0.7139,
      "step": 90828
    },
    {
      "epoch": 3.7202129838214213,
      "grad_norm": 1.0350485947233343,
      "learning_rate": 9.707748160487099e-05,
      "loss": 0.2776,
      "step": 90829
    },
    {
      "epoch": 3.7202539422486174,
      "grad_norm": 1.2050072766493103,
      "learning_rate": 9.707442995521013e-05,
      "loss": 0.3676,
      "step": 90830
    },
    {
      "epoch": 3.720294900675814,
      "grad_norm": 2.042356693169943,
      "learning_rate": 9.707137833056943e-05,
      "loss": 0.7354,
      "step": 90831
    },
    {
      "epoch": 3.7203358591030105,
      "grad_norm": 1.3018680194911119,
      "learning_rate": 9.706832673095035e-05,
      "loss": 0.5841,
      "step": 90832
    },
    {
      "epoch": 3.720376817530207,
      "grad_norm": 1.4375129788830683,
      "learning_rate": 9.706527515635426e-05,
      "loss": 0.8371,
      "step": 90833
    },
    {
      "epoch": 3.720417775957403,
      "grad_norm": 1.1879473222710564,
      "learning_rate": 9.70622236067826e-05,
      "loss": 0.528,
      "step": 90834
    },
    {
      "epoch": 3.7204587343845996,
      "grad_norm": 1.6360513818707552,
      "learning_rate": 9.70591720822369e-05,
      "loss": 0.5967,
      "step": 90835
    },
    {
      "epoch": 3.720499692811796,
      "grad_norm": 1.345502409031931,
      "learning_rate": 9.705612058271855e-05,
      "loss": 0.5077,
      "step": 90836
    },
    {
      "epoch": 3.7205406512389922,
      "grad_norm": 1.2764536481085709,
      "learning_rate": 9.705306910822898e-05,
      "loss": 0.5365,
      "step": 90837
    },
    {
      "epoch": 3.720581609666189,
      "grad_norm": 1.3429838877915188,
      "learning_rate": 9.70500176587696e-05,
      "loss": 0.3517,
      "step": 90838
    },
    {
      "epoch": 3.7206225680933853,
      "grad_norm": 1.4810550836056227,
      "learning_rate": 9.704696623434197e-05,
      "loss": 0.5993,
      "step": 90839
    },
    {
      "epoch": 3.720663526520582,
      "grad_norm": 0.9014820937173209,
      "learning_rate": 9.704391483494745e-05,
      "loss": 0.2712,
      "step": 90840
    },
    {
      "epoch": 3.720704484947778,
      "grad_norm": 1.4549812951338192,
      "learning_rate": 9.704086346058747e-05,
      "loss": 0.7205,
      "step": 90841
    },
    {
      "epoch": 3.7207454433749745,
      "grad_norm": 1.5338136463858891,
      "learning_rate": 9.703781211126348e-05,
      "loss": 0.8836,
      "step": 90842
    },
    {
      "epoch": 3.7207864018021706,
      "grad_norm": 1.1523830748694626,
      "learning_rate": 9.703476078697699e-05,
      "loss": 0.5359,
      "step": 90843
    },
    {
      "epoch": 3.720827360229367,
      "grad_norm": 3.101342242692834,
      "learning_rate": 9.703170948772938e-05,
      "loss": 3.0076,
      "step": 90844
    },
    {
      "epoch": 3.7208683186565636,
      "grad_norm": 1.4232883099155418,
      "learning_rate": 9.702865821352209e-05,
      "loss": 0.6669,
      "step": 90845
    },
    {
      "epoch": 3.72090927708376,
      "grad_norm": 1.885569519269778,
      "learning_rate": 9.702560696435656e-05,
      "loss": 1.0932,
      "step": 90846
    },
    {
      "epoch": 3.7209502355109563,
      "grad_norm": 1.4062447204903261,
      "learning_rate": 9.702255574023427e-05,
      "loss": 0.7203,
      "step": 90847
    },
    {
      "epoch": 3.720991193938153,
      "grad_norm": 1.4104035424878707,
      "learning_rate": 9.701950454115664e-05,
      "loss": 0.7371,
      "step": 90848
    },
    {
      "epoch": 3.721032152365349,
      "grad_norm": 1.102515005943193,
      "learning_rate": 9.701645336712513e-05,
      "loss": 0.5742,
      "step": 90849
    },
    {
      "epoch": 3.7210731107925454,
      "grad_norm": 0.8423788311358265,
      "learning_rate": 9.701340221814115e-05,
      "loss": 0.2152,
      "step": 90850
    },
    {
      "epoch": 3.721114069219742,
      "grad_norm": 1.136375798092911,
      "learning_rate": 9.701035109420614e-05,
      "loss": 0.3188,
      "step": 90851
    },
    {
      "epoch": 3.7211550276469385,
      "grad_norm": 1.0522222688616336,
      "learning_rate": 9.70072999953216e-05,
      "loss": 0.3022,
      "step": 90852
    },
    {
      "epoch": 3.7211959860741346,
      "grad_norm": 1.444684949077806,
      "learning_rate": 9.700424892148891e-05,
      "loss": 0.7031,
      "step": 90853
    },
    {
      "epoch": 3.721236944501331,
      "grad_norm": 1.1620545235585091,
      "learning_rate": 9.700119787270954e-05,
      "loss": 0.6905,
      "step": 90854
    },
    {
      "epoch": 3.7212779029285277,
      "grad_norm": 1.8182109138455589,
      "learning_rate": 9.699814684898491e-05,
      "loss": 0.887,
      "step": 90855
    },
    {
      "epoch": 3.7213188613557238,
      "grad_norm": 1.6416601222585787,
      "learning_rate": 9.69950958503165e-05,
      "loss": 0.8411,
      "step": 90856
    },
    {
      "epoch": 3.7213598197829203,
      "grad_norm": 1.5002976266281889,
      "learning_rate": 9.699204487670573e-05,
      "loss": 0.459,
      "step": 90857
    },
    {
      "epoch": 3.721400778210117,
      "grad_norm": 1.3841846989677689,
      "learning_rate": 9.698899392815407e-05,
      "loss": 0.7417,
      "step": 90858
    },
    {
      "epoch": 3.7214417366373134,
      "grad_norm": 1.541845557224981,
      "learning_rate": 9.698594300466289e-05,
      "loss": 0.7656,
      "step": 90859
    },
    {
      "epoch": 3.7214826950645095,
      "grad_norm": 1.6856849935155438,
      "learning_rate": 9.698289210623376e-05,
      "loss": 0.7822,
      "step": 90860
    },
    {
      "epoch": 3.721523653491706,
      "grad_norm": 1.5066349881031402,
      "learning_rate": 9.697984123286796e-05,
      "loss": 0.6399,
      "step": 90861
    },
    {
      "epoch": 3.721564611918902,
      "grad_norm": 2.348009080789691,
      "learning_rate": 9.697679038456705e-05,
      "loss": 0.9959,
      "step": 90862
    },
    {
      "epoch": 3.7216055703460986,
      "grad_norm": 1.5789034998984328,
      "learning_rate": 9.697373956133243e-05,
      "loss": 0.7446,
      "step": 90863
    },
    {
      "epoch": 3.721646528773295,
      "grad_norm": 1.4098849421242816,
      "learning_rate": 9.697068876316558e-05,
      "loss": 0.5205,
      "step": 90864
    },
    {
      "epoch": 3.7216874872004917,
      "grad_norm": 1.3537265374728225,
      "learning_rate": 9.696763799006782e-05,
      "loss": 0.7025,
      "step": 90865
    },
    {
      "epoch": 3.721728445627688,
      "grad_norm": 1.5729417960470664,
      "learning_rate": 9.696458724204076e-05,
      "loss": 0.7665,
      "step": 90866
    },
    {
      "epoch": 3.7217694040548843,
      "grad_norm": 1.2347042460501878,
      "learning_rate": 9.696153651908577e-05,
      "loss": 0.6401,
      "step": 90867
    },
    {
      "epoch": 3.7218103624820804,
      "grad_norm": 6.3741007486672805,
      "learning_rate": 9.695848582120426e-05,
      "loss": 0.869,
      "step": 90868
    },
    {
      "epoch": 3.721851320909277,
      "grad_norm": 1.5900961238384328,
      "learning_rate": 9.695543514839768e-05,
      "loss": 0.6961,
      "step": 90869
    },
    {
      "epoch": 3.7218922793364735,
      "grad_norm": 1.8202558911460605,
      "learning_rate": 9.695238450066753e-05,
      "loss": 0.8236,
      "step": 90870
    },
    {
      "epoch": 3.72193323776367,
      "grad_norm": 1.401031817942261,
      "learning_rate": 9.69493338780152e-05,
      "loss": 0.5757,
      "step": 90871
    },
    {
      "epoch": 3.721974196190866,
      "grad_norm": 1.1520720356792251,
      "learning_rate": 9.694628328044214e-05,
      "loss": 0.5746,
      "step": 90872
    },
    {
      "epoch": 3.7220151546180626,
      "grad_norm": 1.538225163755,
      "learning_rate": 9.69432327079498e-05,
      "loss": 0.9166,
      "step": 90873
    },
    {
      "epoch": 3.722056113045259,
      "grad_norm": 1.7547789220811059,
      "learning_rate": 9.694018216053963e-05,
      "loss": 0.7958,
      "step": 90874
    },
    {
      "epoch": 3.7220970714724553,
      "grad_norm": 1.565710577490572,
      "learning_rate": 9.693713163821306e-05,
      "loss": 0.6263,
      "step": 90875
    },
    {
      "epoch": 3.722138029899652,
      "grad_norm": 1.3418944906201455,
      "learning_rate": 9.693408114097154e-05,
      "loss": 0.7566,
      "step": 90876
    },
    {
      "epoch": 3.7221789883268483,
      "grad_norm": 1.5050141002922965,
      "learning_rate": 9.69310306688165e-05,
      "loss": 0.7122,
      "step": 90877
    },
    {
      "epoch": 3.722219946754045,
      "grad_norm": 1.6780940768022476,
      "learning_rate": 9.692798022174939e-05,
      "loss": 0.8023,
      "step": 90878
    },
    {
      "epoch": 3.722260905181241,
      "grad_norm": 0.7800767661030129,
      "learning_rate": 9.692492979977166e-05,
      "loss": 0.2431,
      "step": 90879
    },
    {
      "epoch": 3.7223018636084375,
      "grad_norm": 1.6869844767823223,
      "learning_rate": 9.692187940288474e-05,
      "loss": 0.8884,
      "step": 90880
    },
    {
      "epoch": 3.7223428220356336,
      "grad_norm": 1.540501067865777,
      "learning_rate": 9.691882903109007e-05,
      "loss": 0.7402,
      "step": 90881
    },
    {
      "epoch": 3.72238378046283,
      "grad_norm": 0.7076604647065121,
      "learning_rate": 9.691577868438908e-05,
      "loss": 0.1645,
      "step": 90882
    },
    {
      "epoch": 3.7224247388900267,
      "grad_norm": 1.4185826534205028,
      "learning_rate": 9.691272836278326e-05,
      "loss": 0.7525,
      "step": 90883
    },
    {
      "epoch": 3.722465697317223,
      "grad_norm": 1.5897987702987626,
      "learning_rate": 9.690967806627402e-05,
      "loss": 0.6641,
      "step": 90884
    },
    {
      "epoch": 3.7225066557444193,
      "grad_norm": 1.4090902909787786,
      "learning_rate": 9.690662779486279e-05,
      "loss": 0.7039,
      "step": 90885
    },
    {
      "epoch": 3.722547614171616,
      "grad_norm": 1.1235255474667267,
      "learning_rate": 9.690357754855102e-05,
      "loss": 0.5088,
      "step": 90886
    },
    {
      "epoch": 3.722588572598812,
      "grad_norm": 1.268398620505843,
      "learning_rate": 9.690052732734017e-05,
      "loss": 0.6085,
      "step": 90887
    },
    {
      "epoch": 3.7226295310260085,
      "grad_norm": 1.4053454497321163,
      "learning_rate": 9.689747713123168e-05,
      "loss": 0.8138,
      "step": 90888
    },
    {
      "epoch": 3.722670489453205,
      "grad_norm": 1.5905483803045912,
      "learning_rate": 9.689442696022698e-05,
      "loss": 0.8324,
      "step": 90889
    },
    {
      "epoch": 3.7227114478804015,
      "grad_norm": 1.2744413718441268,
      "learning_rate": 9.689137681432745e-05,
      "loss": 0.6699,
      "step": 90890
    },
    {
      "epoch": 3.7227524063075976,
      "grad_norm": 1.6234819342525932,
      "learning_rate": 9.688832669353466e-05,
      "loss": 0.689,
      "step": 90891
    },
    {
      "epoch": 3.722793364734794,
      "grad_norm": 1.4363595345860305,
      "learning_rate": 9.688527659784999e-05,
      "loss": 0.7582,
      "step": 90892
    },
    {
      "epoch": 3.7228343231619907,
      "grad_norm": 0.5692015155888586,
      "learning_rate": 9.688222652727487e-05,
      "loss": 0.149,
      "step": 90893
    },
    {
      "epoch": 3.722875281589187,
      "grad_norm": 3.4245362204498933,
      "learning_rate": 9.687917648181071e-05,
      "loss": 1.0297,
      "step": 90894
    },
    {
      "epoch": 3.7229162400163833,
      "grad_norm": 2.2618072118513095,
      "learning_rate": 9.687612646145905e-05,
      "loss": 1.4661,
      "step": 90895
    },
    {
      "epoch": 3.72295719844358,
      "grad_norm": 0.7026904388386108,
      "learning_rate": 9.687307646622126e-05,
      "loss": 0.1655,
      "step": 90896
    },
    {
      "epoch": 3.7229981568707764,
      "grad_norm": 1.8469223192487276,
      "learning_rate": 9.68700264960988e-05,
      "loss": 0.7839,
      "step": 90897
    },
    {
      "epoch": 3.7230391152979725,
      "grad_norm": 1.6795120201389648,
      "learning_rate": 9.686697655109305e-05,
      "loss": 0.9059,
      "step": 90898
    },
    {
      "epoch": 3.723080073725169,
      "grad_norm": 1.38967481304884,
      "learning_rate": 9.686392663120557e-05,
      "loss": 0.5883,
      "step": 90899
    },
    {
      "epoch": 3.723121032152365,
      "grad_norm": 3.6875882121284556,
      "learning_rate": 9.686087673643773e-05,
      "loss": 3.3832,
      "step": 90900
    },
    {
      "epoch": 3.7231619905795617,
      "grad_norm": 1.6059890439435656,
      "learning_rate": 9.6857826866791e-05,
      "loss": 0.733,
      "step": 90901
    },
    {
      "epoch": 3.723202949006758,
      "grad_norm": 0.9953044620890918,
      "learning_rate": 9.685477702226678e-05,
      "loss": 0.3331,
      "step": 90902
    },
    {
      "epoch": 3.7232439074339547,
      "grad_norm": 1.5640233070665472,
      "learning_rate": 9.685172720286655e-05,
      "loss": 0.7783,
      "step": 90903
    },
    {
      "epoch": 3.723284865861151,
      "grad_norm": 3.0261991955608107,
      "learning_rate": 9.684867740859172e-05,
      "loss": 2.5011,
      "step": 90904
    },
    {
      "epoch": 3.7233258242883474,
      "grad_norm": 1.1799603391214417,
      "learning_rate": 9.684562763944378e-05,
      "loss": 0.3498,
      "step": 90905
    },
    {
      "epoch": 3.723366782715544,
      "grad_norm": 1.3698702548855086,
      "learning_rate": 9.68425778954241e-05,
      "loss": 0.8657,
      "step": 90906
    },
    {
      "epoch": 3.72340774114274,
      "grad_norm": 1.0473317796723975,
      "learning_rate": 9.683952817653422e-05,
      "loss": 0.2205,
      "step": 90907
    },
    {
      "epoch": 3.7234486995699365,
      "grad_norm": 1.609697874627881,
      "learning_rate": 9.683647848277549e-05,
      "loss": 0.8022,
      "step": 90908
    },
    {
      "epoch": 3.723489657997133,
      "grad_norm": 2.2673018917187715,
      "learning_rate": 9.683342881414942e-05,
      "loss": 1.5602,
      "step": 90909
    },
    {
      "epoch": 3.723530616424329,
      "grad_norm": 3.6153276761497577,
      "learning_rate": 9.683037917065736e-05,
      "loss": 2.3957,
      "step": 90910
    },
    {
      "epoch": 3.7235715748515257,
      "grad_norm": 1.7605173963412089,
      "learning_rate": 9.682732955230087e-05,
      "loss": 0.9724,
      "step": 90911
    },
    {
      "epoch": 3.723612533278722,
      "grad_norm": 4.337703888114759,
      "learning_rate": 9.682427995908131e-05,
      "loss": 7.0342,
      "step": 90912
    },
    {
      "epoch": 3.7236534917059183,
      "grad_norm": 1.5248743409305603,
      "learning_rate": 9.682123039100016e-05,
      "loss": 0.7452,
      "step": 90913
    },
    {
      "epoch": 3.723694450133115,
      "grad_norm": 0.8850858004985116,
      "learning_rate": 9.68181808480588e-05,
      "loss": 0.2677,
      "step": 90914
    },
    {
      "epoch": 3.7237354085603114,
      "grad_norm": 1.570373225327638,
      "learning_rate": 9.681513133025876e-05,
      "loss": 0.7518,
      "step": 90915
    },
    {
      "epoch": 3.723776366987508,
      "grad_norm": 1.3388456467301917,
      "learning_rate": 9.681208183760144e-05,
      "loss": 0.599,
      "step": 90916
    },
    {
      "epoch": 3.723817325414704,
      "grad_norm": 1.518739783633679,
      "learning_rate": 9.680903237008829e-05,
      "loss": 0.8267,
      "step": 90917
    },
    {
      "epoch": 3.7238582838419005,
      "grad_norm": 2.8226611840308586,
      "learning_rate": 9.680598292772071e-05,
      "loss": 1.6595,
      "step": 90918
    },
    {
      "epoch": 3.7238992422690966,
      "grad_norm": 2.0484236995809635,
      "learning_rate": 9.680293351050018e-05,
      "loss": 1.4259,
      "step": 90919
    },
    {
      "epoch": 3.723940200696293,
      "grad_norm": 1.8895195719467388,
      "learning_rate": 9.679988411842815e-05,
      "loss": 1.3434,
      "step": 90920
    },
    {
      "epoch": 3.7239811591234897,
      "grad_norm": 0.9977206616025608,
      "learning_rate": 9.679683475150606e-05,
      "loss": 0.3649,
      "step": 90921
    },
    {
      "epoch": 3.7240221175506862,
      "grad_norm": 1.8892680637119612,
      "learning_rate": 9.679378540973533e-05,
      "loss": 0.8256,
      "step": 90922
    },
    {
      "epoch": 3.7240630759778823,
      "grad_norm": 1.2312926624102793,
      "learning_rate": 9.679073609311738e-05,
      "loss": 0.6753,
      "step": 90923
    },
    {
      "epoch": 3.724104034405079,
      "grad_norm": 1.823280062594957,
      "learning_rate": 9.678768680165372e-05,
      "loss": 1.0688,
      "step": 90924
    },
    {
      "epoch": 3.7241449928322754,
      "grad_norm": 2.516156972877888,
      "learning_rate": 9.678463753534575e-05,
      "loss": 0.8522,
      "step": 90925
    },
    {
      "epoch": 3.7241859512594715,
      "grad_norm": 1.6393124524685496,
      "learning_rate": 9.678158829419493e-05,
      "loss": 0.5659,
      "step": 90926
    },
    {
      "epoch": 3.724226909686668,
      "grad_norm": 1.4195251762638916,
      "learning_rate": 9.677853907820262e-05,
      "loss": 0.7233,
      "step": 90927
    },
    {
      "epoch": 3.7242678681138646,
      "grad_norm": 1.3668866406287752,
      "learning_rate": 9.677548988737038e-05,
      "loss": 0.6832,
      "step": 90928
    },
    {
      "epoch": 3.7243088265410607,
      "grad_norm": 1.5918873222101027,
      "learning_rate": 9.67724407216996e-05,
      "loss": 0.9168,
      "step": 90929
    },
    {
      "epoch": 3.724349784968257,
      "grad_norm": 1.26103042259192,
      "learning_rate": 9.676939158119173e-05,
      "loss": 0.6531,
      "step": 90930
    },
    {
      "epoch": 3.7243907433954537,
      "grad_norm": 1.585369402395761,
      "learning_rate": 9.676634246584822e-05,
      "loss": 0.6213,
      "step": 90931
    },
    {
      "epoch": 3.72443170182265,
      "grad_norm": 1.6156341065141828,
      "learning_rate": 9.676329337567047e-05,
      "loss": 1.1178,
      "step": 90932
    },
    {
      "epoch": 3.7244726602498464,
      "grad_norm": 1.2039823051957323,
      "learning_rate": 9.67602443106599e-05,
      "loss": 0.3574,
      "step": 90933
    },
    {
      "epoch": 3.724513618677043,
      "grad_norm": 1.4902773480236873,
      "learning_rate": 9.675719527081805e-05,
      "loss": 0.6554,
      "step": 90934
    },
    {
      "epoch": 3.7245545771042394,
      "grad_norm": 1.3869616977989392,
      "learning_rate": 9.675414625614628e-05,
      "loss": 0.7399,
      "step": 90935
    },
    {
      "epoch": 3.7245955355314355,
      "grad_norm": 0.8399779614279711,
      "learning_rate": 9.67510972666461e-05,
      "loss": 0.2332,
      "step": 90936
    },
    {
      "epoch": 3.724636493958632,
      "grad_norm": 0.664913824745615,
      "learning_rate": 9.674804830231885e-05,
      "loss": 0.142,
      "step": 90937
    },
    {
      "epoch": 3.724677452385828,
      "grad_norm": 1.4600588161240131,
      "learning_rate": 9.674499936316608e-05,
      "loss": 0.7964,
      "step": 90938
    },
    {
      "epoch": 3.7247184108130247,
      "grad_norm": 1.5733089935575317,
      "learning_rate": 9.674195044918917e-05,
      "loss": 0.6687,
      "step": 90939
    },
    {
      "epoch": 3.724759369240221,
      "grad_norm": 0.848302524939946,
      "learning_rate": 9.67389015603896e-05,
      "loss": 0.2322,
      "step": 90940
    },
    {
      "epoch": 3.7248003276674178,
      "grad_norm": 1.758027452548175,
      "learning_rate": 9.673585269676872e-05,
      "loss": 0.8259,
      "step": 90941
    },
    {
      "epoch": 3.724841286094614,
      "grad_norm": 1.538210954149318,
      "learning_rate": 9.673280385832808e-05,
      "loss": 0.7636,
      "step": 90942
    },
    {
      "epoch": 3.7248822445218104,
      "grad_norm": 1.3972568225668929,
      "learning_rate": 9.672975504506909e-05,
      "loss": 0.5925,
      "step": 90943
    },
    {
      "epoch": 3.724923202949007,
      "grad_norm": 1.3967262374074811,
      "learning_rate": 9.672670625699319e-05,
      "loss": 0.8577,
      "step": 90944
    },
    {
      "epoch": 3.724964161376203,
      "grad_norm": 1.6178896629178405,
      "learning_rate": 9.672365749410177e-05,
      "loss": 0.8058,
      "step": 90945
    },
    {
      "epoch": 3.7250051198033995,
      "grad_norm": 1.6624263564009558,
      "learning_rate": 9.672060875639632e-05,
      "loss": 0.8574,
      "step": 90946
    },
    {
      "epoch": 3.725046078230596,
      "grad_norm": 1.2309599450867041,
      "learning_rate": 9.671756004387831e-05,
      "loss": 0.339,
      "step": 90947
    },
    {
      "epoch": 3.7250870366577926,
      "grad_norm": 0.8979523365641056,
      "learning_rate": 9.671451135654913e-05,
      "loss": 0.2738,
      "step": 90948
    },
    {
      "epoch": 3.7251279950849887,
      "grad_norm": 4.587673697054935,
      "learning_rate": 9.671146269441021e-05,
      "loss": 4.9985,
      "step": 90949
    },
    {
      "epoch": 3.7251689535121852,
      "grad_norm": 1.1804447344164137,
      "learning_rate": 9.670841405746305e-05,
      "loss": 0.6117,
      "step": 90950
    },
    {
      "epoch": 3.7252099119393813,
      "grad_norm": 1.5800028321926864,
      "learning_rate": 9.670536544570906e-05,
      "loss": 0.8432,
      "step": 90951
    },
    {
      "epoch": 3.725250870366578,
      "grad_norm": 3.2736718209746836,
      "learning_rate": 9.670231685914966e-05,
      "loss": 3.046,
      "step": 90952
    },
    {
      "epoch": 3.7252918287937744,
      "grad_norm": 1.5677779395271332,
      "learning_rate": 9.669926829778635e-05,
      "loss": 0.7084,
      "step": 90953
    },
    {
      "epoch": 3.725332787220971,
      "grad_norm": 1.0134755764239682,
      "learning_rate": 9.669621976162048e-05,
      "loss": 0.3618,
      "step": 90954
    },
    {
      "epoch": 3.725373745648167,
      "grad_norm": 1.4794396737359856,
      "learning_rate": 9.669317125065358e-05,
      "loss": 0.5685,
      "step": 90955
    },
    {
      "epoch": 3.7254147040753636,
      "grad_norm": 0.8138999313753129,
      "learning_rate": 9.669012276488705e-05,
      "loss": 0.207,
      "step": 90956
    },
    {
      "epoch": 3.7254556625025597,
      "grad_norm": 0.8504967413998816,
      "learning_rate": 9.668707430432234e-05,
      "loss": 0.28,
      "step": 90957
    },
    {
      "epoch": 3.725496620929756,
      "grad_norm": 0.7343647717249233,
      "learning_rate": 9.668402586896085e-05,
      "loss": 0.2424,
      "step": 90958
    },
    {
      "epoch": 3.7255375793569527,
      "grad_norm": 1.3684502023254377,
      "learning_rate": 9.66809774588041e-05,
      "loss": 0.524,
      "step": 90959
    },
    {
      "epoch": 3.7255785377841493,
      "grad_norm": 1.1796068851944344,
      "learning_rate": 9.667792907385348e-05,
      "loss": 0.3589,
      "step": 90960
    },
    {
      "epoch": 3.7256194962113454,
      "grad_norm": 1.6705459934443103,
      "learning_rate": 9.667488071411045e-05,
      "loss": 0.8019,
      "step": 90961
    },
    {
      "epoch": 3.725660454638542,
      "grad_norm": 1.3037867320011505,
      "learning_rate": 9.667183237957641e-05,
      "loss": 0.7185,
      "step": 90962
    },
    {
      "epoch": 3.7257014130657384,
      "grad_norm": 1.8271898167913314,
      "learning_rate": 9.666878407025286e-05,
      "loss": 1.1354,
      "step": 90963
    },
    {
      "epoch": 3.7257423714929345,
      "grad_norm": 1.7663563454581603,
      "learning_rate": 9.666573578614121e-05,
      "loss": 1.0052,
      "step": 90964
    },
    {
      "epoch": 3.725783329920131,
      "grad_norm": 1.821086470556243,
      "learning_rate": 9.666268752724292e-05,
      "loss": 1.1984,
      "step": 90965
    },
    {
      "epoch": 3.7258242883473276,
      "grad_norm": 1.791367526259158,
      "learning_rate": 9.665963929355939e-05,
      "loss": 0.8324,
      "step": 90966
    },
    {
      "epoch": 3.725865246774524,
      "grad_norm": 0.8607047459731867,
      "learning_rate": 9.665659108509208e-05,
      "loss": 0.2103,
      "step": 90967
    },
    {
      "epoch": 3.7259062052017202,
      "grad_norm": 0.6012730044009629,
      "learning_rate": 9.665354290184247e-05,
      "loss": 0.1174,
      "step": 90968
    },
    {
      "epoch": 3.7259471636289168,
      "grad_norm": 1.5947121093953076,
      "learning_rate": 9.665049474381196e-05,
      "loss": 0.8217,
      "step": 90969
    },
    {
      "epoch": 3.725988122056113,
      "grad_norm": 1.323291537982171,
      "learning_rate": 9.664744661100198e-05,
      "loss": 0.6937,
      "step": 90970
    },
    {
      "epoch": 3.7260290804833094,
      "grad_norm": 1.4387666301193411,
      "learning_rate": 9.664439850341402e-05,
      "loss": 0.7648,
      "step": 90971
    },
    {
      "epoch": 3.726070038910506,
      "grad_norm": 2.0524489651999827,
      "learning_rate": 9.664135042104949e-05,
      "loss": 1.6757,
      "step": 90972
    },
    {
      "epoch": 3.7261109973377025,
      "grad_norm": 1.1571200403907558,
      "learning_rate": 9.663830236390982e-05,
      "loss": 0.4849,
      "step": 90973
    },
    {
      "epoch": 3.7261519557648985,
      "grad_norm": 2.5334824370688653,
      "learning_rate": 9.663525433199643e-05,
      "loss": 2.0217,
      "step": 90974
    },
    {
      "epoch": 3.726192914192095,
      "grad_norm": 1.818714836293239,
      "learning_rate": 9.663220632531086e-05,
      "loss": 0.8609,
      "step": 90975
    },
    {
      "epoch": 3.726233872619291,
      "grad_norm": 1.370032793690881,
      "learning_rate": 9.662915834385447e-05,
      "loss": 0.8398,
      "step": 90976
    },
    {
      "epoch": 3.7262748310464877,
      "grad_norm": 1.2988166423910685,
      "learning_rate": 9.66261103876287e-05,
      "loss": 0.4254,
      "step": 90977
    },
    {
      "epoch": 3.7263157894736842,
      "grad_norm": 1.7200733008738638,
      "learning_rate": 9.6623062456635e-05,
      "loss": 0.8661,
      "step": 90978
    },
    {
      "epoch": 3.726356747900881,
      "grad_norm": 0.5595811647029485,
      "learning_rate": 9.662001455087483e-05,
      "loss": 0.1402,
      "step": 90979
    },
    {
      "epoch": 3.726397706328077,
      "grad_norm": 1.0288207941915315,
      "learning_rate": 9.661696667034963e-05,
      "loss": 0.2125,
      "step": 90980
    },
    {
      "epoch": 3.7264386647552734,
      "grad_norm": 1.118191755822334,
      "learning_rate": 9.661391881506084e-05,
      "loss": 0.6401,
      "step": 90981
    },
    {
      "epoch": 3.72647962318247,
      "grad_norm": 1.2455907346911288,
      "learning_rate": 9.661087098500984e-05,
      "loss": 0.4976,
      "step": 90982
    },
    {
      "epoch": 3.726520581609666,
      "grad_norm": 1.5659799790985884,
      "learning_rate": 9.660782318019817e-05,
      "loss": 0.9905,
      "step": 90983
    },
    {
      "epoch": 3.7265615400368626,
      "grad_norm": 0.9092714965591157,
      "learning_rate": 9.660477540062721e-05,
      "loss": 0.1847,
      "step": 90984
    },
    {
      "epoch": 3.726602498464059,
      "grad_norm": 0.6386576721107927,
      "learning_rate": 9.660172764629842e-05,
      "loss": 0.1934,
      "step": 90985
    },
    {
      "epoch": 3.7266434568912556,
      "grad_norm": 1.8285094234473678,
      "learning_rate": 9.65986799172132e-05,
      "loss": 0.7697,
      "step": 90986
    },
    {
      "epoch": 3.7266844153184517,
      "grad_norm": 1.3166735702732977,
      "learning_rate": 9.659563221337306e-05,
      "loss": 0.7508,
      "step": 90987
    },
    {
      "epoch": 3.7267253737456483,
      "grad_norm": 1.2024860106126187,
      "learning_rate": 9.65925845347794e-05,
      "loss": 0.5875,
      "step": 90988
    },
    {
      "epoch": 3.7267663321728444,
      "grad_norm": 1.5598112537992985,
      "learning_rate": 9.658953688143369e-05,
      "loss": 0.7812,
      "step": 90989
    },
    {
      "epoch": 3.726807290600041,
      "grad_norm": 1.410363209494961,
      "learning_rate": 9.658648925333729e-05,
      "loss": 0.6633,
      "step": 90990
    },
    {
      "epoch": 3.7268482490272374,
      "grad_norm": 1.5836903860796026,
      "learning_rate": 9.658344165049174e-05,
      "loss": 0.5516,
      "step": 90991
    },
    {
      "epoch": 3.726889207454434,
      "grad_norm": 2.0361707110858402,
      "learning_rate": 9.658039407289843e-05,
      "loss": 0.5804,
      "step": 90992
    },
    {
      "epoch": 3.72693016588163,
      "grad_norm": 1.7841235273909812,
      "learning_rate": 9.657734652055882e-05,
      "loss": 0.5243,
      "step": 90993
    },
    {
      "epoch": 3.7269711243088266,
      "grad_norm": 0.46536761002087845,
      "learning_rate": 9.657429899347435e-05,
      "loss": 0.1164,
      "step": 90994
    },
    {
      "epoch": 3.7270120827360227,
      "grad_norm": 1.497607220028299,
      "learning_rate": 9.657125149164639e-05,
      "loss": 0.7333,
      "step": 90995
    },
    {
      "epoch": 3.7270530411632192,
      "grad_norm": 1.4241337336838975,
      "learning_rate": 9.65682040150765e-05,
      "loss": 0.8396,
      "step": 90996
    },
    {
      "epoch": 3.7270939995904158,
      "grad_norm": 1.0990712816251311,
      "learning_rate": 9.656515656376607e-05,
      "loss": 0.2373,
      "step": 90997
    },
    {
      "epoch": 3.7271349580176123,
      "grad_norm": 1.5015599374458437,
      "learning_rate": 9.65621091377165e-05,
      "loss": 0.7708,
      "step": 90998
    },
    {
      "epoch": 3.7271759164448084,
      "grad_norm": 1.5858077468002751,
      "learning_rate": 9.655906173692924e-05,
      "loss": 0.8175,
      "step": 90999
    },
    {
      "epoch": 3.727216874872005,
      "grad_norm": 1.754226875549795,
      "learning_rate": 9.655601436140582e-05,
      "loss": 0.9793,
      "step": 91000
    },
    {
      "epoch": 3.7272578332992015,
      "grad_norm": 1.4148645665157065,
      "learning_rate": 9.655296701114758e-05,
      "loss": 0.7689,
      "step": 91001
    },
    {
      "epoch": 3.7272987917263976,
      "grad_norm": 1.7935342564646461,
      "learning_rate": 9.654991968615603e-05,
      "loss": 1.0735,
      "step": 91002
    },
    {
      "epoch": 3.727339750153594,
      "grad_norm": 1.6190707282457721,
      "learning_rate": 9.654687238643256e-05,
      "loss": 0.7125,
      "step": 91003
    },
    {
      "epoch": 3.7273807085807906,
      "grad_norm": 2.7836907484923397,
      "learning_rate": 9.654382511197863e-05,
      "loss": 2.6993,
      "step": 91004
    },
    {
      "epoch": 3.727421667007987,
      "grad_norm": 0.8529059178621085,
      "learning_rate": 9.654077786279563e-05,
      "loss": 0.2488,
      "step": 91005
    },
    {
      "epoch": 3.7274626254351833,
      "grad_norm": 1.4385118394429384,
      "learning_rate": 9.653773063888509e-05,
      "loss": 0.5927,
      "step": 91006
    },
    {
      "epoch": 3.72750358386238,
      "grad_norm": 1.0703093522420006,
      "learning_rate": 9.65346834402484e-05,
      "loss": 0.3496,
      "step": 91007
    },
    {
      "epoch": 3.727544542289576,
      "grad_norm": 1.5264380708441534,
      "learning_rate": 9.653163626688702e-05,
      "loss": 0.7805,
      "step": 91008
    },
    {
      "epoch": 3.7275855007167724,
      "grad_norm": 0.41243140072570245,
      "learning_rate": 9.652858911880235e-05,
      "loss": 0.0693,
      "step": 91009
    },
    {
      "epoch": 3.727626459143969,
      "grad_norm": 1.0462194975725816,
      "learning_rate": 9.652554199599587e-05,
      "loss": 0.302,
      "step": 91010
    },
    {
      "epoch": 3.7276674175711655,
      "grad_norm": 0.8244841140815035,
      "learning_rate": 9.652249489846904e-05,
      "loss": 0.2524,
      "step": 91011
    },
    {
      "epoch": 3.7277083759983616,
      "grad_norm": 2.183758906707763,
      "learning_rate": 9.651944782622325e-05,
      "loss": 0.4284,
      "step": 91012
    },
    {
      "epoch": 3.727749334425558,
      "grad_norm": 1.5092447865148755,
      "learning_rate": 9.651640077925994e-05,
      "loss": 0.6499,
      "step": 91013
    },
    {
      "epoch": 3.727790292852754,
      "grad_norm": 1.7143325821299307,
      "learning_rate": 9.65133537575806e-05,
      "loss": 0.7265,
      "step": 91014
    },
    {
      "epoch": 3.7278312512799507,
      "grad_norm": 1.8660064215333754,
      "learning_rate": 9.651030676118664e-05,
      "loss": 0.9894,
      "step": 91015
    },
    {
      "epoch": 3.7278722097071473,
      "grad_norm": 1.5808631127814894,
      "learning_rate": 9.650725979007952e-05,
      "loss": 0.6597,
      "step": 91016
    },
    {
      "epoch": 3.727913168134344,
      "grad_norm": 0.7073660981755608,
      "learning_rate": 9.650421284426059e-05,
      "loss": 0.28,
      "step": 91017
    },
    {
      "epoch": 3.72795412656154,
      "grad_norm": 0.9009125129097755,
      "learning_rate": 9.650116592373145e-05,
      "loss": 0.2775,
      "step": 91018
    },
    {
      "epoch": 3.7279950849887364,
      "grad_norm": 1.2499936187571887,
      "learning_rate": 9.649811902849342e-05,
      "loss": 0.4628,
      "step": 91019
    },
    {
      "epoch": 3.728036043415933,
      "grad_norm": 1.3904608781191428,
      "learning_rate": 9.649507215854798e-05,
      "loss": 0.7047,
      "step": 91020
    },
    {
      "epoch": 3.728077001843129,
      "grad_norm": 1.3515873496925968,
      "learning_rate": 9.649202531389657e-05,
      "loss": 0.6819,
      "step": 91021
    },
    {
      "epoch": 3.7281179602703256,
      "grad_norm": 1.460950806001155,
      "learning_rate": 9.648897849454059e-05,
      "loss": 0.5261,
      "step": 91022
    },
    {
      "epoch": 3.728158918697522,
      "grad_norm": 3.8885043139867568,
      "learning_rate": 9.648593170048156e-05,
      "loss": 1.4693,
      "step": 91023
    },
    {
      "epoch": 3.7281998771247187,
      "grad_norm": 1.4868787044777716,
      "learning_rate": 9.648288493172085e-05,
      "loss": 0.7686,
      "step": 91024
    },
    {
      "epoch": 3.7282408355519148,
      "grad_norm": 1.5349236642914488,
      "learning_rate": 9.647983818825995e-05,
      "loss": 0.7331,
      "step": 91025
    },
    {
      "epoch": 3.7282817939791113,
      "grad_norm": 1.7815715353003454,
      "learning_rate": 9.647679147010022e-05,
      "loss": 1.1739,
      "step": 91026
    },
    {
      "epoch": 3.7283227524063074,
      "grad_norm": 1.4232999337445695,
      "learning_rate": 9.647374477724322e-05,
      "loss": 0.7384,
      "step": 91027
    },
    {
      "epoch": 3.728363710833504,
      "grad_norm": 1.6693508499464937,
      "learning_rate": 9.647069810969031e-05,
      "loss": 0.7223,
      "step": 91028
    },
    {
      "epoch": 3.7284046692607005,
      "grad_norm": 0.9708057024971054,
      "learning_rate": 9.646765146744296e-05,
      "loss": 0.2904,
      "step": 91029
    },
    {
      "epoch": 3.728445627687897,
      "grad_norm": 1.5741860706981314,
      "learning_rate": 9.646460485050256e-05,
      "loss": 0.8875,
      "step": 91030
    },
    {
      "epoch": 3.728486586115093,
      "grad_norm": 1.3882700926348859,
      "learning_rate": 9.646155825887062e-05,
      "loss": 0.701,
      "step": 91031
    },
    {
      "epoch": 3.7285275445422896,
      "grad_norm": 1.7417370981816533,
      "learning_rate": 9.645851169254855e-05,
      "loss": 0.946,
      "step": 91032
    },
    {
      "epoch": 3.7285685029694857,
      "grad_norm": 2.0801850927073957,
      "learning_rate": 9.645546515153778e-05,
      "loss": 0.8803,
      "step": 91033
    },
    {
      "epoch": 3.7286094613966823,
      "grad_norm": 1.749654256119185,
      "learning_rate": 9.645241863583973e-05,
      "loss": 0.6778,
      "step": 91034
    },
    {
      "epoch": 3.728650419823879,
      "grad_norm": 1.4073515632807099,
      "learning_rate": 9.64493721454559e-05,
      "loss": 0.7655,
      "step": 91035
    },
    {
      "epoch": 3.7286913782510753,
      "grad_norm": 1.4264812674851202,
      "learning_rate": 9.644632568038769e-05,
      "loss": 0.979,
      "step": 91036
    },
    {
      "epoch": 3.7287323366782714,
      "grad_norm": 1.668803795183575,
      "learning_rate": 9.644327924063658e-05,
      "loss": 0.7763,
      "step": 91037
    },
    {
      "epoch": 3.728773295105468,
      "grad_norm": 1.3956649530005438,
      "learning_rate": 9.644023282620393e-05,
      "loss": 0.6315,
      "step": 91038
    },
    {
      "epoch": 3.7288142535326645,
      "grad_norm": 1.3626980163840474,
      "learning_rate": 9.643718643709125e-05,
      "loss": 0.5759,
      "step": 91039
    },
    {
      "epoch": 3.7288552119598606,
      "grad_norm": 1.4340401026433052,
      "learning_rate": 9.643414007329998e-05,
      "loss": 0.8841,
      "step": 91040
    },
    {
      "epoch": 3.728896170387057,
      "grad_norm": 1.7209232864307613,
      "learning_rate": 9.643109373483153e-05,
      "loss": 0.6625,
      "step": 91041
    },
    {
      "epoch": 3.7289371288142537,
      "grad_norm": 3.7013178299616762,
      "learning_rate": 9.642804742168732e-05,
      "loss": 1.4513,
      "step": 91042
    },
    {
      "epoch": 3.72897808724145,
      "grad_norm": 1.525151735350087,
      "learning_rate": 9.642500113386886e-05,
      "loss": 0.7353,
      "step": 91043
    },
    {
      "epoch": 3.7290190456686463,
      "grad_norm": 1.4811484204283294,
      "learning_rate": 9.642195487137754e-05,
      "loss": 0.6376,
      "step": 91044
    },
    {
      "epoch": 3.729060004095843,
      "grad_norm": 1.0453635904475853,
      "learning_rate": 9.641890863421482e-05,
      "loss": 0.338,
      "step": 91045
    },
    {
      "epoch": 3.729100962523039,
      "grad_norm": 0.8993165368737281,
      "learning_rate": 9.64158624223821e-05,
      "loss": 0.1644,
      "step": 91046
    },
    {
      "epoch": 3.7291419209502354,
      "grad_norm": 1.6012981917236848,
      "learning_rate": 9.641281623588086e-05,
      "loss": 0.8414,
      "step": 91047
    },
    {
      "epoch": 3.729182879377432,
      "grad_norm": 1.247223389784795,
      "learning_rate": 9.640977007471255e-05,
      "loss": 0.5578,
      "step": 91048
    },
    {
      "epoch": 3.7292238378046285,
      "grad_norm": 2.1197114450112946,
      "learning_rate": 9.64067239388786e-05,
      "loss": 1.3888,
      "step": 91049
    },
    {
      "epoch": 3.7292647962318246,
      "grad_norm": 1.3231557761340154,
      "learning_rate": 9.640367782838041e-05,
      "loss": 0.4234,
      "step": 91050
    },
    {
      "epoch": 3.729305754659021,
      "grad_norm": 0.5896227921168765,
      "learning_rate": 9.640063174321948e-05,
      "loss": 0.0886,
      "step": 91051
    },
    {
      "epoch": 3.7293467130862172,
      "grad_norm": 0.8944992926029005,
      "learning_rate": 9.63975856833972e-05,
      "loss": 0.2677,
      "step": 91052
    },
    {
      "epoch": 3.7293876715134138,
      "grad_norm": 1.338211498502331,
      "learning_rate": 9.639453964891504e-05,
      "loss": 0.8155,
      "step": 91053
    },
    {
      "epoch": 3.7294286299406103,
      "grad_norm": 1.655308669426946,
      "learning_rate": 9.63914936397744e-05,
      "loss": 0.8735,
      "step": 91054
    },
    {
      "epoch": 3.729469588367807,
      "grad_norm": 1.623828357784213,
      "learning_rate": 9.638844765597678e-05,
      "loss": 0.6121,
      "step": 91055
    },
    {
      "epoch": 3.729510546795003,
      "grad_norm": 1.5382589774650206,
      "learning_rate": 9.638540169752361e-05,
      "loss": 0.8803,
      "step": 91056
    },
    {
      "epoch": 3.7295515052221995,
      "grad_norm": 1.4362478649703632,
      "learning_rate": 9.638235576441629e-05,
      "loss": 0.7065,
      "step": 91057
    },
    {
      "epoch": 3.729592463649396,
      "grad_norm": 3.1457726657872063,
      "learning_rate": 9.637930985665626e-05,
      "loss": 3.5245,
      "step": 91058
    },
    {
      "epoch": 3.729633422076592,
      "grad_norm": 4.162549324459143,
      "learning_rate": 9.637626397424501e-05,
      "loss": 7.2569,
      "step": 91059
    },
    {
      "epoch": 3.7296743805037886,
      "grad_norm": 1.5043507165113663,
      "learning_rate": 9.637321811718394e-05,
      "loss": 0.6824,
      "step": 91060
    },
    {
      "epoch": 3.729715338930985,
      "grad_norm": 1.8024879403205896,
      "learning_rate": 9.637017228547453e-05,
      "loss": 0.7485,
      "step": 91061
    },
    {
      "epoch": 3.7297562973581817,
      "grad_norm": 1.8679504013141344,
      "learning_rate": 9.636712647911813e-05,
      "loss": 1.0775,
      "step": 91062
    },
    {
      "epoch": 3.729797255785378,
      "grad_norm": 1.890211216359007,
      "learning_rate": 9.636408069811628e-05,
      "loss": 1.1436,
      "step": 91063
    },
    {
      "epoch": 3.7298382142125743,
      "grad_norm": 1.6037454889331386,
      "learning_rate": 9.636103494247038e-05,
      "loss": 0.88,
      "step": 91064
    },
    {
      "epoch": 3.7298791726397704,
      "grad_norm": 1.6838675648930692,
      "learning_rate": 9.635798921218187e-05,
      "loss": 0.6411,
      "step": 91065
    },
    {
      "epoch": 3.729920131066967,
      "grad_norm": 1.734888598138368,
      "learning_rate": 9.635494350725219e-05,
      "loss": 0.5439,
      "step": 91066
    },
    {
      "epoch": 3.7299610894941635,
      "grad_norm": 1.4185664119995405,
      "learning_rate": 9.635189782768275e-05,
      "loss": 0.6088,
      "step": 91067
    },
    {
      "epoch": 3.73000204792136,
      "grad_norm": 0.8048557233205251,
      "learning_rate": 9.634885217347506e-05,
      "loss": 0.2652,
      "step": 91068
    },
    {
      "epoch": 3.730043006348556,
      "grad_norm": 0.9144028994516129,
      "learning_rate": 9.634580654463051e-05,
      "loss": 0.3209,
      "step": 91069
    },
    {
      "epoch": 3.7300839647757527,
      "grad_norm": 1.0600808975580707,
      "learning_rate": 9.634276094115054e-05,
      "loss": 0.513,
      "step": 91070
    },
    {
      "epoch": 3.7301249232029488,
      "grad_norm": 1.3715092216700557,
      "learning_rate": 9.633971536303659e-05,
      "loss": 0.7053,
      "step": 91071
    },
    {
      "epoch": 3.7301658816301453,
      "grad_norm": 1.6596078859587247,
      "learning_rate": 9.633666981029018e-05,
      "loss": 0.8011,
      "step": 91072
    },
    {
      "epoch": 3.730206840057342,
      "grad_norm": 1.8180930669897595,
      "learning_rate": 9.63336242829126e-05,
      "loss": 0.709,
      "step": 91073
    },
    {
      "epoch": 3.7302477984845384,
      "grad_norm": 1.3871568612632983,
      "learning_rate": 9.633057878090541e-05,
      "loss": 0.5309,
      "step": 91074
    },
    {
      "epoch": 3.7302887569117344,
      "grad_norm": 1.6672511900945584,
      "learning_rate": 9.632753330426998e-05,
      "loss": 0.8175,
      "step": 91075
    },
    {
      "epoch": 3.730329715338931,
      "grad_norm": 1.5394994907748418,
      "learning_rate": 9.63244878530078e-05,
      "loss": 0.5614,
      "step": 91076
    },
    {
      "epoch": 3.7303706737661275,
      "grad_norm": 2.5877911530338387,
      "learning_rate": 9.632144242712024e-05,
      "loss": 0.5141,
      "step": 91077
    },
    {
      "epoch": 3.7304116321933236,
      "grad_norm": 1.3750939872996133,
      "learning_rate": 9.631839702660882e-05,
      "loss": 0.6992,
      "step": 91078
    },
    {
      "epoch": 3.73045259062052,
      "grad_norm": 1.2515944451457166,
      "learning_rate": 9.631535165147495e-05,
      "loss": 0.7473,
      "step": 91079
    },
    {
      "epoch": 3.7304935490477167,
      "grad_norm": 1.7950639820575265,
      "learning_rate": 9.631230630172008e-05,
      "loss": 1.1746,
      "step": 91080
    },
    {
      "epoch": 3.730534507474913,
      "grad_norm": 0.7091332221383636,
      "learning_rate": 9.63092609773456e-05,
      "loss": 0.1325,
      "step": 91081
    },
    {
      "epoch": 3.7305754659021093,
      "grad_norm": 1.0912337433149224,
      "learning_rate": 9.6306215678353e-05,
      "loss": 0.4203,
      "step": 91082
    },
    {
      "epoch": 3.730616424329306,
      "grad_norm": 1.6932999329406344,
      "learning_rate": 9.630317040474372e-05,
      "loss": 0.9883,
      "step": 91083
    },
    {
      "epoch": 3.730657382756502,
      "grad_norm": 1.2313388545660782,
      "learning_rate": 9.630012515651919e-05,
      "loss": 0.8634,
      "step": 91084
    },
    {
      "epoch": 3.7306983411836985,
      "grad_norm": 1.4963422112616827,
      "learning_rate": 9.62970799336808e-05,
      "loss": 0.8071,
      "step": 91085
    },
    {
      "epoch": 3.730739299610895,
      "grad_norm": 0.851229301365148,
      "learning_rate": 9.629403473623007e-05,
      "loss": 0.2613,
      "step": 91086
    },
    {
      "epoch": 3.7307802580380915,
      "grad_norm": 1.2260768230742969,
      "learning_rate": 9.62909895641684e-05,
      "loss": 0.3689,
      "step": 91087
    },
    {
      "epoch": 3.7308212164652876,
      "grad_norm": 1.6778832108403312,
      "learning_rate": 9.628794441749723e-05,
      "loss": 1.0073,
      "step": 91088
    },
    {
      "epoch": 3.730862174892484,
      "grad_norm": 0.9081305128448487,
      "learning_rate": 9.6284899296218e-05,
      "loss": 0.2567,
      "step": 91089
    },
    {
      "epoch": 3.7309031333196803,
      "grad_norm": 1.156730313968865,
      "learning_rate": 9.628185420033215e-05,
      "loss": 0.3168,
      "step": 91090
    },
    {
      "epoch": 3.730944091746877,
      "grad_norm": 1.4566121729911645,
      "learning_rate": 9.627880912984115e-05,
      "loss": 0.8634,
      "step": 91091
    },
    {
      "epoch": 3.7309850501740733,
      "grad_norm": 1.6198804085184044,
      "learning_rate": 9.627576408474638e-05,
      "loss": 0.6205,
      "step": 91092
    },
    {
      "epoch": 3.73102600860127,
      "grad_norm": 1.174095228040459,
      "learning_rate": 9.627271906504933e-05,
      "loss": 0.7083,
      "step": 91093
    },
    {
      "epoch": 3.731066967028466,
      "grad_norm": 1.6093395214652082,
      "learning_rate": 9.626967407075139e-05,
      "loss": 1.0631,
      "step": 91094
    },
    {
      "epoch": 3.7311079254556625,
      "grad_norm": 3.4636766102829464,
      "learning_rate": 9.626662910185407e-05,
      "loss": 2.1138,
      "step": 91095
    },
    {
      "epoch": 3.731148883882859,
      "grad_norm": 1.2988478081583839,
      "learning_rate": 9.626358415835875e-05,
      "loss": 0.3906,
      "step": 91096
    },
    {
      "epoch": 3.731189842310055,
      "grad_norm": 1.5302436544344098,
      "learning_rate": 9.626053924026692e-05,
      "loss": 0.8425,
      "step": 91097
    },
    {
      "epoch": 3.7312308007372517,
      "grad_norm": 1.2052792002527888,
      "learning_rate": 9.625749434757993e-05,
      "loss": 0.7552,
      "step": 91098
    },
    {
      "epoch": 3.731271759164448,
      "grad_norm": 1.2394898996528494,
      "learning_rate": 9.625444948029932e-05,
      "loss": 0.368,
      "step": 91099
    },
    {
      "epoch": 3.7313127175916447,
      "grad_norm": 1.766193898166924,
      "learning_rate": 9.625140463842648e-05,
      "loss": 0.7435,
      "step": 91100
    },
    {
      "epoch": 3.731353676018841,
      "grad_norm": 1.3602540628734807,
      "learning_rate": 9.624835982196287e-05,
      "loss": 0.6845,
      "step": 91101
    },
    {
      "epoch": 3.7313946344460374,
      "grad_norm": 1.5252395235523135,
      "learning_rate": 9.624531503090987e-05,
      "loss": 0.9015,
      "step": 91102
    },
    {
      "epoch": 3.7314355928732335,
      "grad_norm": 1.138734327184435,
      "learning_rate": 9.624227026526899e-05,
      "loss": 0.4001,
      "step": 91103
    },
    {
      "epoch": 3.73147655130043,
      "grad_norm": 1.4050595591994206,
      "learning_rate": 9.623922552504167e-05,
      "loss": 0.6478,
      "step": 91104
    },
    {
      "epoch": 3.7315175097276265,
      "grad_norm": 1.3684891462686073,
      "learning_rate": 9.623618081022932e-05,
      "loss": 0.6714,
      "step": 91105
    },
    {
      "epoch": 3.731558468154823,
      "grad_norm": 1.5400746251726325,
      "learning_rate": 9.623313612083334e-05,
      "loss": 0.8205,
      "step": 91106
    },
    {
      "epoch": 3.731599426582019,
      "grad_norm": 1.5485488360244493,
      "learning_rate": 9.623009145685524e-05,
      "loss": 0.9731,
      "step": 91107
    },
    {
      "epoch": 3.7316403850092157,
      "grad_norm": 1.306053897779114,
      "learning_rate": 9.622704681829646e-05,
      "loss": 0.6314,
      "step": 91108
    },
    {
      "epoch": 3.731681343436412,
      "grad_norm": 1.9314177909026298,
      "learning_rate": 9.622400220515838e-05,
      "loss": 0.6622,
      "step": 91109
    },
    {
      "epoch": 3.7317223018636083,
      "grad_norm": 1.460573635488619,
      "learning_rate": 9.622095761744247e-05,
      "loss": 0.8716,
      "step": 91110
    },
    {
      "epoch": 3.731763260290805,
      "grad_norm": 1.6382845584561647,
      "learning_rate": 9.621791305515018e-05,
      "loss": 0.7265,
      "step": 91111
    },
    {
      "epoch": 3.7318042187180014,
      "grad_norm": 1.4883347305007661,
      "learning_rate": 9.621486851828294e-05,
      "loss": 0.6235,
      "step": 91112
    },
    {
      "epoch": 3.7318451771451975,
      "grad_norm": 1.446860625486071,
      "learning_rate": 9.62118240068422e-05,
      "loss": 0.6663,
      "step": 91113
    },
    {
      "epoch": 3.731886135572394,
      "grad_norm": 1.2332371248485103,
      "learning_rate": 9.620877952082935e-05,
      "loss": 0.6926,
      "step": 91114
    },
    {
      "epoch": 3.7319270939995906,
      "grad_norm": 1.702006091512572,
      "learning_rate": 9.620573506024591e-05,
      "loss": 0.8381,
      "step": 91115
    },
    {
      "epoch": 3.7319680524267866,
      "grad_norm": 1.2398026614923479,
      "learning_rate": 9.620269062509327e-05,
      "loss": 0.4743,
      "step": 91116
    },
    {
      "epoch": 3.732009010853983,
      "grad_norm": 1.485550685270134,
      "learning_rate": 9.619964621537286e-05,
      "loss": 0.7505,
      "step": 91117
    },
    {
      "epoch": 3.7320499692811797,
      "grad_norm": 1.3991663363094147,
      "learning_rate": 9.619660183108613e-05,
      "loss": 0.8713,
      "step": 91118
    },
    {
      "epoch": 3.7320909277083762,
      "grad_norm": 1.4231145416714581,
      "learning_rate": 9.619355747223455e-05,
      "loss": 0.7042,
      "step": 91119
    },
    {
      "epoch": 3.7321318861355723,
      "grad_norm": 1.3244816241610307,
      "learning_rate": 9.619051313881952e-05,
      "loss": 0.7495,
      "step": 91120
    },
    {
      "epoch": 3.732172844562769,
      "grad_norm": 1.4795390101192225,
      "learning_rate": 9.618746883084252e-05,
      "loss": 0.6924,
      "step": 91121
    },
    {
      "epoch": 3.732213802989965,
      "grad_norm": 1.6587846530926076,
      "learning_rate": 9.618442454830489e-05,
      "loss": 1.0229,
      "step": 91122
    },
    {
      "epoch": 3.7322547614171615,
      "grad_norm": 1.567574841382718,
      "learning_rate": 9.61813802912082e-05,
      "loss": 0.6929,
      "step": 91123
    },
    {
      "epoch": 3.732295719844358,
      "grad_norm": 1.0758625411247498,
      "learning_rate": 9.617833605955383e-05,
      "loss": 0.2852,
      "step": 91124
    },
    {
      "epoch": 3.7323366782715546,
      "grad_norm": 1.2566584778642245,
      "learning_rate": 9.617529185334322e-05,
      "loss": 0.59,
      "step": 91125
    },
    {
      "epoch": 3.7323776366987507,
      "grad_norm": 1.0541769851445344,
      "learning_rate": 9.617224767257777e-05,
      "loss": 0.6273,
      "step": 91126
    },
    {
      "epoch": 3.732418595125947,
      "grad_norm": 1.370715461007693,
      "learning_rate": 9.6169203517259e-05,
      "loss": 0.6298,
      "step": 91127
    },
    {
      "epoch": 3.7324595535531433,
      "grad_norm": 1.8927895762798443,
      "learning_rate": 9.616615938738828e-05,
      "loss": 0.9199,
      "step": 91128
    },
    {
      "epoch": 3.73250051198034,
      "grad_norm": 1.3602409627555883,
      "learning_rate": 9.616311528296711e-05,
      "loss": 0.6831,
      "step": 91129
    },
    {
      "epoch": 3.7325414704075364,
      "grad_norm": 3.0065894732585012,
      "learning_rate": 9.616007120399686e-05,
      "loss": 0.7489,
      "step": 91130
    },
    {
      "epoch": 3.732582428834733,
      "grad_norm": 1.258323650346677,
      "learning_rate": 9.6157027150479e-05,
      "loss": 0.629,
      "step": 91131
    },
    {
      "epoch": 3.732623387261929,
      "grad_norm": 1.0784525103488278,
      "learning_rate": 9.6153983122415e-05,
      "loss": 0.6153,
      "step": 91132
    },
    {
      "epoch": 3.7326643456891255,
      "grad_norm": 1.4354534086072595,
      "learning_rate": 9.615093911980629e-05,
      "loss": 0.7637,
      "step": 91133
    },
    {
      "epoch": 3.732705304116322,
      "grad_norm": 1.1482810677558577,
      "learning_rate": 9.614789514265425e-05,
      "loss": 0.7249,
      "step": 91134
    },
    {
      "epoch": 3.732746262543518,
      "grad_norm": 1.4333093207997638,
      "learning_rate": 9.614485119096037e-05,
      "loss": 0.6741,
      "step": 91135
    },
    {
      "epoch": 3.7327872209707147,
      "grad_norm": 1.6859055783917696,
      "learning_rate": 9.614180726472607e-05,
      "loss": 0.8751,
      "step": 91136
    },
    {
      "epoch": 3.7328281793979112,
      "grad_norm": 1.5908815339539029,
      "learning_rate": 9.613876336395283e-05,
      "loss": 0.6241,
      "step": 91137
    },
    {
      "epoch": 3.7328691378251078,
      "grad_norm": 1.538998561219342,
      "learning_rate": 9.613571948864205e-05,
      "loss": 0.6344,
      "step": 91138
    },
    {
      "epoch": 3.732910096252304,
      "grad_norm": 1.2941530259843825,
      "learning_rate": 9.613267563879514e-05,
      "loss": 0.5275,
      "step": 91139
    },
    {
      "epoch": 3.7329510546795004,
      "grad_norm": 1.1923654173733176,
      "learning_rate": 9.612963181441361e-05,
      "loss": 0.3159,
      "step": 91140
    },
    {
      "epoch": 3.7329920131066965,
      "grad_norm": 0.5271338200383332,
      "learning_rate": 9.612658801549886e-05,
      "loss": 0.0574,
      "step": 91141
    },
    {
      "epoch": 3.733032971533893,
      "grad_norm": 1.0436741233266011,
      "learning_rate": 9.612354424205232e-05,
      "loss": 0.3493,
      "step": 91142
    },
    {
      "epoch": 3.7330739299610896,
      "grad_norm": 1.5301519269770314,
      "learning_rate": 9.61205004940755e-05,
      "loss": 0.677,
      "step": 91143
    },
    {
      "epoch": 3.733114888388286,
      "grad_norm": 1.4261778770826286,
      "learning_rate": 9.611745677156975e-05,
      "loss": 0.8656,
      "step": 91144
    },
    {
      "epoch": 3.733155846815482,
      "grad_norm": 1.5728221597586425,
      "learning_rate": 9.611441307453649e-05,
      "loss": 0.8287,
      "step": 91145
    },
    {
      "epoch": 3.7331968052426787,
      "grad_norm": 1.7126221844973977,
      "learning_rate": 9.611136940297724e-05,
      "loss": 0.8899,
      "step": 91146
    },
    {
      "epoch": 3.733237763669875,
      "grad_norm": 5.353147438365257,
      "learning_rate": 9.61083257568934e-05,
      "loss": 5.4337,
      "step": 91147
    },
    {
      "epoch": 3.7332787220970713,
      "grad_norm": 1.4620836085347144,
      "learning_rate": 9.610528213628644e-05,
      "loss": 0.7027,
      "step": 91148
    },
    {
      "epoch": 3.733319680524268,
      "grad_norm": 1.4393911998195972,
      "learning_rate": 9.610223854115774e-05,
      "loss": 0.6439,
      "step": 91149
    },
    {
      "epoch": 3.7333606389514644,
      "grad_norm": 1.8294158843825261,
      "learning_rate": 9.60991949715088e-05,
      "loss": 0.6021,
      "step": 91150
    },
    {
      "epoch": 3.7334015973786605,
      "grad_norm": 3.1790978722946495,
      "learning_rate": 9.609615142734103e-05,
      "loss": 3.5905,
      "step": 91151
    },
    {
      "epoch": 3.733442555805857,
      "grad_norm": 1.6140187051163808,
      "learning_rate": 9.609310790865586e-05,
      "loss": 0.9225,
      "step": 91152
    },
    {
      "epoch": 3.7334835142330536,
      "grad_norm": 2.028737270050668,
      "learning_rate": 9.609006441545474e-05,
      "loss": 1.0227,
      "step": 91153
    },
    {
      "epoch": 3.7335244726602497,
      "grad_norm": 1.5550179975893366,
      "learning_rate": 9.608702094773913e-05,
      "loss": 0.675,
      "step": 91154
    },
    {
      "epoch": 3.733565431087446,
      "grad_norm": 1.4997181049833002,
      "learning_rate": 9.608397750551042e-05,
      "loss": 0.7306,
      "step": 91155
    },
    {
      "epoch": 3.7336063895146427,
      "grad_norm": 2.095453070675741,
      "learning_rate": 9.60809340887701e-05,
      "loss": 0.7813,
      "step": 91156
    },
    {
      "epoch": 3.7336473479418393,
      "grad_norm": 1.7405507807887728,
      "learning_rate": 9.607789069751956e-05,
      "loss": 1.0346,
      "step": 91157
    },
    {
      "epoch": 3.7336883063690354,
      "grad_norm": 1.1557734049819015,
      "learning_rate": 9.607484733176029e-05,
      "loss": 0.6155,
      "step": 91158
    },
    {
      "epoch": 3.733729264796232,
      "grad_norm": 2.4665436051710095,
      "learning_rate": 9.607180399149368e-05,
      "loss": 1.1559,
      "step": 91159
    },
    {
      "epoch": 3.733770223223428,
      "grad_norm": 2.18118859348296,
      "learning_rate": 9.606876067672124e-05,
      "loss": 1.4844,
      "step": 91160
    },
    {
      "epoch": 3.7338111816506245,
      "grad_norm": 1.493677941107597,
      "learning_rate": 9.606571738744429e-05,
      "loss": 0.5437,
      "step": 91161
    },
    {
      "epoch": 3.733852140077821,
      "grad_norm": 0.9011660597527164,
      "learning_rate": 9.606267412366439e-05,
      "loss": 0.2405,
      "step": 91162
    },
    {
      "epoch": 3.7338930985050176,
      "grad_norm": 1.280268210852676,
      "learning_rate": 9.605963088538293e-05,
      "loss": 0.6677,
      "step": 91163
    },
    {
      "epoch": 3.7339340569322137,
      "grad_norm": 1.9010125526189032,
      "learning_rate": 9.605658767260133e-05,
      "loss": 1.0546,
      "step": 91164
    },
    {
      "epoch": 3.7339750153594102,
      "grad_norm": 1.2164483255885516,
      "learning_rate": 9.605354448532106e-05,
      "loss": 0.5137,
      "step": 91165
    },
    {
      "epoch": 3.7340159737866063,
      "grad_norm": 1.6160597971412265,
      "learning_rate": 9.605050132354349e-05,
      "loss": 0.8734,
      "step": 91166
    },
    {
      "epoch": 3.734056932213803,
      "grad_norm": 1.4644673191878523,
      "learning_rate": 9.604745818727016e-05,
      "loss": 0.7565,
      "step": 91167
    },
    {
      "epoch": 3.7340978906409994,
      "grad_norm": 0.8840098738770575,
      "learning_rate": 9.604441507650247e-05,
      "loss": 0.2493,
      "step": 91168
    },
    {
      "epoch": 3.734138849068196,
      "grad_norm": 0.7650571197755035,
      "learning_rate": 9.604137199124182e-05,
      "loss": 0.2302,
      "step": 91169
    },
    {
      "epoch": 3.734179807495392,
      "grad_norm": 1.3059275149551124,
      "learning_rate": 9.603832893148968e-05,
      "loss": 0.5531,
      "step": 91170
    },
    {
      "epoch": 3.7342207659225886,
      "grad_norm": 3.850412541254943,
      "learning_rate": 9.603528589724751e-05,
      "loss": 4.4953,
      "step": 91171
    },
    {
      "epoch": 3.734261724349785,
      "grad_norm": 1.2439005085643644,
      "learning_rate": 9.603224288851672e-05,
      "loss": 0.6851,
      "step": 91172
    },
    {
      "epoch": 3.734302682776981,
      "grad_norm": 1.5074529622706563,
      "learning_rate": 9.602919990529875e-05,
      "loss": 0.6472,
      "step": 91173
    },
    {
      "epoch": 3.7343436412041777,
      "grad_norm": 1.1758166612062888,
      "learning_rate": 9.602615694759502e-05,
      "loss": 0.6009,
      "step": 91174
    },
    {
      "epoch": 3.7343845996313743,
      "grad_norm": 1.513763595923381,
      "learning_rate": 9.6023114015407e-05,
      "loss": 0.7224,
      "step": 91175
    },
    {
      "epoch": 3.734425558058571,
      "grad_norm": 1.37416214661128,
      "learning_rate": 9.602007110873615e-05,
      "loss": 0.5976,
      "step": 91176
    },
    {
      "epoch": 3.734466516485767,
      "grad_norm": 1.0039286471305702,
      "learning_rate": 9.601702822758386e-05,
      "loss": 0.1841,
      "step": 91177
    },
    {
      "epoch": 3.7345074749129634,
      "grad_norm": 1.3275609924116396,
      "learning_rate": 9.601398537195156e-05,
      "loss": 0.7332,
      "step": 91178
    },
    {
      "epoch": 3.7345484333401595,
      "grad_norm": 1.4908096401608721,
      "learning_rate": 9.601094254184076e-05,
      "loss": 0.7177,
      "step": 91179
    },
    {
      "epoch": 3.734589391767356,
      "grad_norm": 1.6180171810502788,
      "learning_rate": 9.600789973725282e-05,
      "loss": 1.0973,
      "step": 91180
    },
    {
      "epoch": 3.7346303501945526,
      "grad_norm": 0.8497536234152904,
      "learning_rate": 9.600485695818925e-05,
      "loss": 0.2308,
      "step": 91181
    },
    {
      "epoch": 3.734671308621749,
      "grad_norm": 1.3485808110109736,
      "learning_rate": 9.600181420465138e-05,
      "loss": 0.8389,
      "step": 91182
    },
    {
      "epoch": 3.734712267048945,
      "grad_norm": 1.3448848156579392,
      "learning_rate": 9.599877147664079e-05,
      "loss": 0.7345,
      "step": 91183
    },
    {
      "epoch": 3.7347532254761417,
      "grad_norm": 1.2388772569773199,
      "learning_rate": 9.599572877415884e-05,
      "loss": 0.5038,
      "step": 91184
    },
    {
      "epoch": 3.734794183903338,
      "grad_norm": 1.0112097274150984,
      "learning_rate": 9.599268609720693e-05,
      "loss": 0.278,
      "step": 91185
    },
    {
      "epoch": 3.7348351423305344,
      "grad_norm": 1.6578701368393836,
      "learning_rate": 9.598964344578655e-05,
      "loss": 0.6896,
      "step": 91186
    },
    {
      "epoch": 3.734876100757731,
      "grad_norm": 1.5101624440051586,
      "learning_rate": 9.598660081989919e-05,
      "loss": 0.5859,
      "step": 91187
    },
    {
      "epoch": 3.7349170591849274,
      "grad_norm": 1.0760493565396683,
      "learning_rate": 9.598355821954618e-05,
      "loss": 0.4973,
      "step": 91188
    },
    {
      "epoch": 3.7349580176121235,
      "grad_norm": 1.339885267571326,
      "learning_rate": 9.598051564472905e-05,
      "loss": 0.6591,
      "step": 91189
    },
    {
      "epoch": 3.73499897603932,
      "grad_norm": 1.4449679505785678,
      "learning_rate": 9.597747309544915e-05,
      "loss": 0.7642,
      "step": 91190
    },
    {
      "epoch": 3.7350399344665166,
      "grad_norm": 1.1611041874591412,
      "learning_rate": 9.5974430571708e-05,
      "loss": 0.409,
      "step": 91191
    },
    {
      "epoch": 3.7350808928937127,
      "grad_norm": 4.630973510110682,
      "learning_rate": 9.597138807350698e-05,
      "loss": 1.097,
      "step": 91192
    },
    {
      "epoch": 3.7351218513209092,
      "grad_norm": 1.0771149193879286,
      "learning_rate": 9.596834560084757e-05,
      "loss": 0.3493,
      "step": 91193
    },
    {
      "epoch": 3.7351628097481058,
      "grad_norm": 1.4300017733905153,
      "learning_rate": 9.596530315373117e-05,
      "loss": 0.8007,
      "step": 91194
    },
    {
      "epoch": 3.7352037681753023,
      "grad_norm": 1.1910836938519291,
      "learning_rate": 9.596226073215925e-05,
      "loss": 0.4833,
      "step": 91195
    },
    {
      "epoch": 3.7352447266024984,
      "grad_norm": 1.576592331070479,
      "learning_rate": 9.595921833613325e-05,
      "loss": 0.8439,
      "step": 91196
    },
    {
      "epoch": 3.735285685029695,
      "grad_norm": 1.566035732338871,
      "learning_rate": 9.59561759656546e-05,
      "loss": 0.7298,
      "step": 91197
    },
    {
      "epoch": 3.735326643456891,
      "grad_norm": 1.7714582672747192,
      "learning_rate": 9.595313362072471e-05,
      "loss": 1.0128,
      "step": 91198
    },
    {
      "epoch": 3.7353676018840876,
      "grad_norm": 2.647205797514687,
      "learning_rate": 9.595009130134507e-05,
      "loss": 2.2497,
      "step": 91199
    },
    {
      "epoch": 3.735408560311284,
      "grad_norm": 1.708573724166391,
      "learning_rate": 9.594704900751707e-05,
      "loss": 0.8171,
      "step": 91200
    },
    {
      "epoch": 3.7354495187384806,
      "grad_norm": 1.3018043414248217,
      "learning_rate": 9.594400673924217e-05,
      "loss": 0.5806,
      "step": 91201
    },
    {
      "epoch": 3.7354904771656767,
      "grad_norm": 1.730192183735585,
      "learning_rate": 9.59409644965218e-05,
      "loss": 1.0593,
      "step": 91202
    },
    {
      "epoch": 3.7355314355928733,
      "grad_norm": 1.4350424566609754,
      "learning_rate": 9.593792227935742e-05,
      "loss": 0.6722,
      "step": 91203
    },
    {
      "epoch": 3.7355723940200694,
      "grad_norm": 1.3721594296996724,
      "learning_rate": 9.593488008775046e-05,
      "loss": 0.7102,
      "step": 91204
    },
    {
      "epoch": 3.735613352447266,
      "grad_norm": 1.854396201532836,
      "learning_rate": 9.593183792170235e-05,
      "loss": 1.4246,
      "step": 91205
    },
    {
      "epoch": 3.7356543108744624,
      "grad_norm": 1.5855774089715142,
      "learning_rate": 9.592879578121452e-05,
      "loss": 0.7607,
      "step": 91206
    },
    {
      "epoch": 3.735695269301659,
      "grad_norm": 1.602951363568949,
      "learning_rate": 9.59257536662884e-05,
      "loss": 0.8653,
      "step": 91207
    },
    {
      "epoch": 3.735736227728855,
      "grad_norm": 1.6375070080855578,
      "learning_rate": 9.592271157692544e-05,
      "loss": 0.9219,
      "step": 91208
    },
    {
      "epoch": 3.7357771861560516,
      "grad_norm": 1.3904768546059643,
      "learning_rate": 9.591966951312714e-05,
      "loss": 0.6228,
      "step": 91209
    },
    {
      "epoch": 3.735818144583248,
      "grad_norm": 1.3935534611034766,
      "learning_rate": 9.591662747489486e-05,
      "loss": 0.7352,
      "step": 91210
    },
    {
      "epoch": 3.735859103010444,
      "grad_norm": 0.8981692697413766,
      "learning_rate": 9.591358546223002e-05,
      "loss": 0.2665,
      "step": 91211
    },
    {
      "epoch": 3.7359000614376408,
      "grad_norm": 0.5408701175515309,
      "learning_rate": 9.591054347513413e-05,
      "loss": 0.0733,
      "step": 91212
    },
    {
      "epoch": 3.7359410198648373,
      "grad_norm": 1.2688699171010096,
      "learning_rate": 9.590750151360864e-05,
      "loss": 0.5627,
      "step": 91213
    },
    {
      "epoch": 3.735981978292034,
      "grad_norm": 1.248000270042929,
      "learning_rate": 9.59044595776549e-05,
      "loss": 0.7119,
      "step": 91214
    },
    {
      "epoch": 3.73602293671923,
      "grad_norm": 1.1862898146835303,
      "learning_rate": 9.59014176672744e-05,
      "loss": 0.6007,
      "step": 91215
    },
    {
      "epoch": 3.7360638951464265,
      "grad_norm": 0.9541435392493723,
      "learning_rate": 9.589837578246857e-05,
      "loss": 0.3477,
      "step": 91216
    },
    {
      "epoch": 3.7361048535736225,
      "grad_norm": 1.358917079660075,
      "learning_rate": 9.589533392323882e-05,
      "loss": 0.7591,
      "step": 91217
    },
    {
      "epoch": 3.736145812000819,
      "grad_norm": 1.1889936609614018,
      "learning_rate": 9.589229208958663e-05,
      "loss": 0.5871,
      "step": 91218
    },
    {
      "epoch": 3.7361867704280156,
      "grad_norm": 1.6838896687336773,
      "learning_rate": 9.588925028151345e-05,
      "loss": 0.8689,
      "step": 91219
    },
    {
      "epoch": 3.736227728855212,
      "grad_norm": 0.9527744942914671,
      "learning_rate": 9.588620849902068e-05,
      "loss": 0.2652,
      "step": 91220
    },
    {
      "epoch": 3.7362686872824082,
      "grad_norm": 1.5593191866967595,
      "learning_rate": 9.588316674210973e-05,
      "loss": 0.8475,
      "step": 91221
    },
    {
      "epoch": 3.7363096457096048,
      "grad_norm": 1.3129123361914397,
      "learning_rate": 9.588012501078213e-05,
      "loss": 0.713,
      "step": 91222
    },
    {
      "epoch": 3.7363506041368013,
      "grad_norm": 1.5801242153144492,
      "learning_rate": 9.587708330503925e-05,
      "loss": 0.6617,
      "step": 91223
    },
    {
      "epoch": 3.7363915625639974,
      "grad_norm": 1.2515678944436286,
      "learning_rate": 9.587404162488256e-05,
      "loss": 0.5939,
      "step": 91224
    },
    {
      "epoch": 3.736432520991194,
      "grad_norm": 1.2864098105554835,
      "learning_rate": 9.587099997031345e-05,
      "loss": 0.6435,
      "step": 91225
    },
    {
      "epoch": 3.7364734794183905,
      "grad_norm": 1.4505019496582094,
      "learning_rate": 9.58679583413334e-05,
      "loss": 0.6344,
      "step": 91226
    },
    {
      "epoch": 3.7365144378455866,
      "grad_norm": 1.798270731589146,
      "learning_rate": 9.586491673794386e-05,
      "loss": 0.721,
      "step": 91227
    },
    {
      "epoch": 3.736555396272783,
      "grad_norm": 0.8913352380981179,
      "learning_rate": 9.586187516014624e-05,
      "loss": 0.2416,
      "step": 91228
    },
    {
      "epoch": 3.7365963546999796,
      "grad_norm": 1.9704838883965492,
      "learning_rate": 9.585883360794195e-05,
      "loss": 1.0262,
      "step": 91229
    },
    {
      "epoch": 3.7366373131271757,
      "grad_norm": 1.3914734340561008,
      "learning_rate": 9.585579208133249e-05,
      "loss": 0.6393,
      "step": 91230
    },
    {
      "epoch": 3.7366782715543723,
      "grad_norm": 1.6181603951700916,
      "learning_rate": 9.585275058031927e-05,
      "loss": 1.0864,
      "step": 91231
    },
    {
      "epoch": 3.736719229981569,
      "grad_norm": 1.6627859645865082,
      "learning_rate": 9.584970910490374e-05,
      "loss": 0.7234,
      "step": 91232
    },
    {
      "epoch": 3.7367601884087653,
      "grad_norm": 1.4444113866800992,
      "learning_rate": 9.584666765508728e-05,
      "loss": 0.9037,
      "step": 91233
    },
    {
      "epoch": 3.7368011468359614,
      "grad_norm": 0.9686197727433655,
      "learning_rate": 9.584362623087141e-05,
      "loss": 0.2826,
      "step": 91234
    },
    {
      "epoch": 3.736842105263158,
      "grad_norm": 1.8434452371083643,
      "learning_rate": 9.584058483225752e-05,
      "loss": 0.7303,
      "step": 91235
    },
    {
      "epoch": 3.736883063690354,
      "grad_norm": 1.1802204927309015,
      "learning_rate": 9.583754345924708e-05,
      "loss": 0.3438,
      "step": 91236
    },
    {
      "epoch": 3.7369240221175506,
      "grad_norm": 1.2494025679406486,
      "learning_rate": 9.583450211184149e-05,
      "loss": 0.5832,
      "step": 91237
    },
    {
      "epoch": 3.736964980544747,
      "grad_norm": 0.9613318216100648,
      "learning_rate": 9.583146079004219e-05,
      "loss": 0.3394,
      "step": 91238
    },
    {
      "epoch": 3.7370059389719437,
      "grad_norm": 1.635831573065932,
      "learning_rate": 9.582841949385064e-05,
      "loss": 0.7408,
      "step": 91239
    },
    {
      "epoch": 3.7370468973991398,
      "grad_norm": 1.437514002100213,
      "learning_rate": 9.582537822326828e-05,
      "loss": 0.7153,
      "step": 91240
    },
    {
      "epoch": 3.7370878558263363,
      "grad_norm": 2.0952560134922775,
      "learning_rate": 9.582233697829655e-05,
      "loss": 0.6906,
      "step": 91241
    },
    {
      "epoch": 3.737128814253533,
      "grad_norm": 1.8181740956059254,
      "learning_rate": 9.581929575893683e-05,
      "loss": 1.1705,
      "step": 91242
    },
    {
      "epoch": 3.737169772680729,
      "grad_norm": 1.2364939364276122,
      "learning_rate": 9.581625456519063e-05,
      "loss": 0.5004,
      "step": 91243
    },
    {
      "epoch": 3.7372107311079255,
      "grad_norm": 1.989633952834504,
      "learning_rate": 9.581321339705937e-05,
      "loss": 1.0257,
      "step": 91244
    },
    {
      "epoch": 3.737251689535122,
      "grad_norm": 1.1456694310781432,
      "learning_rate": 9.58101722545445e-05,
      "loss": 0.4634,
      "step": 91245
    },
    {
      "epoch": 3.737292647962318,
      "grad_norm": 1.0821465082947084,
      "learning_rate": 9.580713113764737e-05,
      "loss": 0.3208,
      "step": 91246
    },
    {
      "epoch": 3.7373336063895146,
      "grad_norm": 1.714197166562098,
      "learning_rate": 9.580409004636952e-05,
      "loss": 0.7137,
      "step": 91247
    },
    {
      "epoch": 3.737374564816711,
      "grad_norm": 1.4867110918274713,
      "learning_rate": 9.580104898071236e-05,
      "loss": 0.6518,
      "step": 91248
    },
    {
      "epoch": 3.7374155232439072,
      "grad_norm": 1.7319768894349044,
      "learning_rate": 9.579800794067732e-05,
      "loss": 1.2018,
      "step": 91249
    },
    {
      "epoch": 3.737456481671104,
      "grad_norm": 1.537277371262543,
      "learning_rate": 9.579496692626579e-05,
      "loss": 0.7853,
      "step": 91250
    },
    {
      "epoch": 3.7374974400983003,
      "grad_norm": 1.714992303271851,
      "learning_rate": 9.579192593747931e-05,
      "loss": 1.1779,
      "step": 91251
    },
    {
      "epoch": 3.737538398525497,
      "grad_norm": 1.4844002869245536,
      "learning_rate": 9.578888497431925e-05,
      "loss": 0.5262,
      "step": 91252
    },
    {
      "epoch": 3.737579356952693,
      "grad_norm": 1.4385991709533543,
      "learning_rate": 9.578584403678707e-05,
      "loss": 0.5749,
      "step": 91253
    },
    {
      "epoch": 3.7376203153798895,
      "grad_norm": 1.802213494996589,
      "learning_rate": 9.578280312488414e-05,
      "loss": 0.7266,
      "step": 91254
    },
    {
      "epoch": 3.7376612738070856,
      "grad_norm": 1.4637373960881677,
      "learning_rate": 9.577976223861201e-05,
      "loss": 0.7095,
      "step": 91255
    },
    {
      "epoch": 3.737702232234282,
      "grad_norm": 1.3472385981971728,
      "learning_rate": 9.577672137797205e-05,
      "loss": 0.7614,
      "step": 91256
    },
    {
      "epoch": 3.7377431906614786,
      "grad_norm": 0.8865200735429579,
      "learning_rate": 9.57736805429657e-05,
      "loss": 0.2853,
      "step": 91257
    },
    {
      "epoch": 3.737784149088675,
      "grad_norm": 1.871487669672803,
      "learning_rate": 9.57706397335944e-05,
      "loss": 1.0832,
      "step": 91258
    },
    {
      "epoch": 3.7378251075158713,
      "grad_norm": 1.4975487039874642,
      "learning_rate": 9.576759894985962e-05,
      "loss": 0.4682,
      "step": 91259
    },
    {
      "epoch": 3.737866065943068,
      "grad_norm": 1.5371129346815486,
      "learning_rate": 9.576455819176278e-05,
      "loss": 0.6034,
      "step": 91260
    },
    {
      "epoch": 3.7379070243702643,
      "grad_norm": 1.0539876073113377,
      "learning_rate": 9.576151745930528e-05,
      "loss": 0.3222,
      "step": 91261
    },
    {
      "epoch": 3.7379479827974604,
      "grad_norm": 1.507031185787246,
      "learning_rate": 9.575847675248858e-05,
      "loss": 0.7017,
      "step": 91262
    },
    {
      "epoch": 3.737988941224657,
      "grad_norm": 1.3241873068497745,
      "learning_rate": 9.575543607131414e-05,
      "loss": 0.5384,
      "step": 91263
    },
    {
      "epoch": 3.7380298996518535,
      "grad_norm": 1.5792185332354551,
      "learning_rate": 9.57523954157834e-05,
      "loss": 0.7807,
      "step": 91264
    },
    {
      "epoch": 3.73807085807905,
      "grad_norm": 1.4599703641387984,
      "learning_rate": 9.574935478589776e-05,
      "loss": 0.7352,
      "step": 91265
    },
    {
      "epoch": 3.738111816506246,
      "grad_norm": 4.380156470159724,
      "learning_rate": 9.574631418165866e-05,
      "loss": 1.6358,
      "step": 91266
    },
    {
      "epoch": 3.7381527749334427,
      "grad_norm": 1.6100908041456607,
      "learning_rate": 9.574327360306759e-05,
      "loss": 0.9997,
      "step": 91267
    },
    {
      "epoch": 3.7381937333606388,
      "grad_norm": 1.3442254562227802,
      "learning_rate": 9.574023305012594e-05,
      "loss": 0.6106,
      "step": 91268
    },
    {
      "epoch": 3.7382346917878353,
      "grad_norm": 1.546745806291442,
      "learning_rate": 9.573719252283517e-05,
      "loss": 0.766,
      "step": 91269
    },
    {
      "epoch": 3.738275650215032,
      "grad_norm": 1.3049944991088132,
      "learning_rate": 9.573415202119666e-05,
      "loss": 0.4357,
      "step": 91270
    },
    {
      "epoch": 3.7383166086422284,
      "grad_norm": 1.8089501685522251,
      "learning_rate": 9.573111154521195e-05,
      "loss": 0.8522,
      "step": 91271
    },
    {
      "epoch": 3.7383575670694245,
      "grad_norm": 1.2564360863223543,
      "learning_rate": 9.57280710948824e-05,
      "loss": 0.4183,
      "step": 91272
    },
    {
      "epoch": 3.738398525496621,
      "grad_norm": 1.579096057203426,
      "learning_rate": 9.572503067020946e-05,
      "loss": 0.8974,
      "step": 91273
    },
    {
      "epoch": 3.738439483923817,
      "grad_norm": 1.9809638329629997,
      "learning_rate": 9.572199027119455e-05,
      "loss": 0.9284,
      "step": 91274
    },
    {
      "epoch": 3.7384804423510136,
      "grad_norm": 1.3069239628636447,
      "learning_rate": 9.571894989783919e-05,
      "loss": 0.6482,
      "step": 91275
    },
    {
      "epoch": 3.73852140077821,
      "grad_norm": 0.3771170334803092,
      "learning_rate": 9.571590955014474e-05,
      "loss": 0.0418,
      "step": 91276
    },
    {
      "epoch": 3.7385623592054067,
      "grad_norm": 1.8059953331651062,
      "learning_rate": 9.571286922811267e-05,
      "loss": 1.0164,
      "step": 91277
    },
    {
      "epoch": 3.738603317632603,
      "grad_norm": 1.8576715046554282,
      "learning_rate": 9.57098289317444e-05,
      "loss": 0.5682,
      "step": 91278
    },
    {
      "epoch": 3.7386442760597993,
      "grad_norm": 1.8022928386864565,
      "learning_rate": 9.570678866104132e-05,
      "loss": 1.0257,
      "step": 91279
    },
    {
      "epoch": 3.738685234486996,
      "grad_norm": 1.162127550581456,
      "learning_rate": 9.570374841600498e-05,
      "loss": 0.3365,
      "step": 91280
    },
    {
      "epoch": 3.738726192914192,
      "grad_norm": 1.2706685079607956,
      "learning_rate": 9.570070819663675e-05,
      "loss": 0.7301,
      "step": 91281
    },
    {
      "epoch": 3.7387671513413885,
      "grad_norm": 1.4867229878784916,
      "learning_rate": 9.569766800293807e-05,
      "loss": 0.7499,
      "step": 91282
    },
    {
      "epoch": 3.738808109768585,
      "grad_norm": 1.365802860062428,
      "learning_rate": 9.569462783491036e-05,
      "loss": 0.6194,
      "step": 91283
    },
    {
      "epoch": 3.7388490681957816,
      "grad_norm": 1.8483335530479836,
      "learning_rate": 9.569158769255517e-05,
      "loss": 1.1869,
      "step": 91284
    },
    {
      "epoch": 3.7388900266229776,
      "grad_norm": 1.3406355378600385,
      "learning_rate": 9.568854757587375e-05,
      "loss": 0.5812,
      "step": 91285
    },
    {
      "epoch": 3.738930985050174,
      "grad_norm": 0.8619290243015939,
      "learning_rate": 9.568550748486764e-05,
      "loss": 0.226,
      "step": 91286
    },
    {
      "epoch": 3.7389719434773703,
      "grad_norm": 1.317879726123122,
      "learning_rate": 9.56824674195383e-05,
      "loss": 0.6278,
      "step": 91287
    },
    {
      "epoch": 3.739012901904567,
      "grad_norm": 1.3360734750339118,
      "learning_rate": 9.567942737988713e-05,
      "loss": 0.6869,
      "step": 91288
    },
    {
      "epoch": 3.7390538603317633,
      "grad_norm": 1.6546639430726386,
      "learning_rate": 9.567638736591553e-05,
      "loss": 0.8113,
      "step": 91289
    },
    {
      "epoch": 3.73909481875896,
      "grad_norm": 1.3401158296063642,
      "learning_rate": 9.567334737762503e-05,
      "loss": 0.6616,
      "step": 91290
    },
    {
      "epoch": 3.739135777186156,
      "grad_norm": 1.4807970191802617,
      "learning_rate": 9.567030741501702e-05,
      "loss": 0.5508,
      "step": 91291
    },
    {
      "epoch": 3.7391767356133525,
      "grad_norm": 1.4417210738707689,
      "learning_rate": 9.566726747809293e-05,
      "loss": 0.7456,
      "step": 91292
    },
    {
      "epoch": 3.7392176940405486,
      "grad_norm": 0.8914660367353694,
      "learning_rate": 9.566422756685417e-05,
      "loss": 0.2618,
      "step": 91293
    },
    {
      "epoch": 3.739258652467745,
      "grad_norm": 1.4283945857700724,
      "learning_rate": 9.566118768130225e-05,
      "loss": 0.6416,
      "step": 91294
    },
    {
      "epoch": 3.7392996108949417,
      "grad_norm": 1.7554760114947487,
      "learning_rate": 9.565814782143856e-05,
      "loss": 0.7055,
      "step": 91295
    },
    {
      "epoch": 3.739340569322138,
      "grad_norm": 1.3991944940101801,
      "learning_rate": 9.565510798726455e-05,
      "loss": 0.6584,
      "step": 91296
    },
    {
      "epoch": 3.7393815277493343,
      "grad_norm": 1.7770055015703035,
      "learning_rate": 9.565206817878162e-05,
      "loss": 0.8349,
      "step": 91297
    },
    {
      "epoch": 3.739422486176531,
      "grad_norm": 1.7241764603056116,
      "learning_rate": 9.564902839599127e-05,
      "loss": 0.9724,
      "step": 91298
    },
    {
      "epoch": 3.7394634446037274,
      "grad_norm": 1.9609691598699375,
      "learning_rate": 9.564598863889488e-05,
      "loss": 1.036,
      "step": 91299
    },
    {
      "epoch": 3.7395044030309235,
      "grad_norm": 1.5480356651014768,
      "learning_rate": 9.564294890749394e-05,
      "loss": 0.9802,
      "step": 91300
    },
    {
      "epoch": 3.73954536145812,
      "grad_norm": 1.815211903535224,
      "learning_rate": 9.563990920178983e-05,
      "loss": 1.2072,
      "step": 91301
    },
    {
      "epoch": 3.7395863198853165,
      "grad_norm": 1.8485407301870704,
      "learning_rate": 9.563686952178403e-05,
      "loss": 0.8491,
      "step": 91302
    },
    {
      "epoch": 3.739627278312513,
      "grad_norm": 4.531653569948738,
      "learning_rate": 9.563382986747797e-05,
      "loss": 1.1938,
      "step": 91303
    },
    {
      "epoch": 3.739668236739709,
      "grad_norm": 1.578212584776338,
      "learning_rate": 9.56307902388731e-05,
      "loss": 0.5137,
      "step": 91304
    },
    {
      "epoch": 3.7397091951669057,
      "grad_norm": 1.5543481608973493,
      "learning_rate": 9.562775063597082e-05,
      "loss": 0.8628,
      "step": 91305
    },
    {
      "epoch": 3.739750153594102,
      "grad_norm": 1.2967171168942118,
      "learning_rate": 9.562471105877254e-05,
      "loss": 0.5321,
      "step": 91306
    },
    {
      "epoch": 3.7397911120212983,
      "grad_norm": 1.5290563911955348,
      "learning_rate": 9.562167150727979e-05,
      "loss": 0.8768,
      "step": 91307
    },
    {
      "epoch": 3.739832070448495,
      "grad_norm": 1.8568796392001532,
      "learning_rate": 9.561863198149396e-05,
      "loss": 0.766,
      "step": 91308
    },
    {
      "epoch": 3.7398730288756914,
      "grad_norm": 1.4982400983123276,
      "learning_rate": 9.561559248141648e-05,
      "loss": 0.6383,
      "step": 91309
    },
    {
      "epoch": 3.7399139873028875,
      "grad_norm": 1.1941966813848437,
      "learning_rate": 9.561255300704876e-05,
      "loss": 0.371,
      "step": 91310
    },
    {
      "epoch": 3.739954945730084,
      "grad_norm": 0.8586550287968503,
      "learning_rate": 9.560951355839229e-05,
      "loss": 0.2568,
      "step": 91311
    },
    {
      "epoch": 3.73999590415728,
      "grad_norm": 1.3513804827529896,
      "learning_rate": 9.560647413544852e-05,
      "loss": 0.4823,
      "step": 91312
    },
    {
      "epoch": 3.7400368625844767,
      "grad_norm": 1.6688761661173155,
      "learning_rate": 9.560343473821883e-05,
      "loss": 0.8457,
      "step": 91313
    },
    {
      "epoch": 3.740077821011673,
      "grad_norm": 0.9676072719973978,
      "learning_rate": 9.560039536670463e-05,
      "loss": 0.2751,
      "step": 91314
    },
    {
      "epoch": 3.7401187794388697,
      "grad_norm": 1.2447386611812932,
      "learning_rate": 9.559735602090746e-05,
      "loss": 0.6969,
      "step": 91315
    },
    {
      "epoch": 3.740159737866066,
      "grad_norm": 1.4966241185192994,
      "learning_rate": 9.559431670082871e-05,
      "loss": 0.8336,
      "step": 91316
    },
    {
      "epoch": 3.7402006962932624,
      "grad_norm": 0.6071094397429297,
      "learning_rate": 9.559127740646978e-05,
      "loss": 0.07,
      "step": 91317
    },
    {
      "epoch": 3.740241654720459,
      "grad_norm": 1.052250775160475,
      "learning_rate": 9.558823813783213e-05,
      "loss": 0.3433,
      "step": 91318
    },
    {
      "epoch": 3.740282613147655,
      "grad_norm": 0.9757660875593872,
      "learning_rate": 9.558519889491725e-05,
      "loss": 0.6014,
      "step": 91319
    },
    {
      "epoch": 3.7403235715748515,
      "grad_norm": 1.857285048061886,
      "learning_rate": 9.55821596777265e-05,
      "loss": 1.2025,
      "step": 91320
    },
    {
      "epoch": 3.740364530002048,
      "grad_norm": 1.1214306457893226,
      "learning_rate": 9.557912048626135e-05,
      "loss": 0.3534,
      "step": 91321
    },
    {
      "epoch": 3.7404054884292446,
      "grad_norm": 1.619240165944491,
      "learning_rate": 9.557608132052321e-05,
      "loss": 0.8057,
      "step": 91322
    },
    {
      "epoch": 3.7404464468564407,
      "grad_norm": 1.5207845260310033,
      "learning_rate": 9.557304218051359e-05,
      "loss": 0.8347,
      "step": 91323
    },
    {
      "epoch": 3.740487405283637,
      "grad_norm": 1.205047126690944,
      "learning_rate": 9.557000306623385e-05,
      "loss": 0.5694,
      "step": 91324
    },
    {
      "epoch": 3.7405283637108333,
      "grad_norm": 1.608412096419264,
      "learning_rate": 9.556696397768548e-05,
      "loss": 0.6745,
      "step": 91325
    },
    {
      "epoch": 3.74056932213803,
      "grad_norm": 1.3405510746645704,
      "learning_rate": 9.556392491486984e-05,
      "loss": 0.8256,
      "step": 91326
    },
    {
      "epoch": 3.7406102805652264,
      "grad_norm": 1.457812890201077,
      "learning_rate": 9.556088587778846e-05,
      "loss": 0.7121,
      "step": 91327
    },
    {
      "epoch": 3.740651238992423,
      "grad_norm": 1.6554066375159109,
      "learning_rate": 9.555784686644271e-05,
      "loss": 0.8248,
      "step": 91328
    },
    {
      "epoch": 3.740692197419619,
      "grad_norm": 1.0949174168543998,
      "learning_rate": 9.555480788083406e-05,
      "loss": 0.3881,
      "step": 91329
    },
    {
      "epoch": 3.7407331558468155,
      "grad_norm": 1.6528925742820975,
      "learning_rate": 9.555176892096392e-05,
      "loss": 0.8955,
      "step": 91330
    },
    {
      "epoch": 3.7407741142740116,
      "grad_norm": 1.025722173781657,
      "learning_rate": 9.554872998683376e-05,
      "loss": 0.3548,
      "step": 91331
    },
    {
      "epoch": 3.740815072701208,
      "grad_norm": 1.55665127793375,
      "learning_rate": 9.554569107844502e-05,
      "loss": 0.9409,
      "step": 91332
    },
    {
      "epoch": 3.7408560311284047,
      "grad_norm": 1.0871365493869616,
      "learning_rate": 9.55426521957991e-05,
      "loss": 0.5875,
      "step": 91333
    },
    {
      "epoch": 3.7408969895556012,
      "grad_norm": 1.2961039241972456,
      "learning_rate": 9.553961333889742e-05,
      "loss": 0.4852,
      "step": 91334
    },
    {
      "epoch": 3.7409379479827973,
      "grad_norm": 1.3498652903024542,
      "learning_rate": 9.553657450774151e-05,
      "loss": 0.7629,
      "step": 91335
    },
    {
      "epoch": 3.740978906409994,
      "grad_norm": 0.8841381139214239,
      "learning_rate": 9.553353570233272e-05,
      "loss": 0.1794,
      "step": 91336
    },
    {
      "epoch": 3.7410198648371904,
      "grad_norm": 1.698913946435036,
      "learning_rate": 9.553049692267254e-05,
      "loss": 0.2976,
      "step": 91337
    },
    {
      "epoch": 3.7410608232643865,
      "grad_norm": 2.2104485020030338,
      "learning_rate": 9.552745816876232e-05,
      "loss": 1.5668,
      "step": 91338
    },
    {
      "epoch": 3.741101781691583,
      "grad_norm": 1.7450590364584018,
      "learning_rate": 9.55244194406036e-05,
      "loss": 0.9315,
      "step": 91339
    },
    {
      "epoch": 3.7411427401187796,
      "grad_norm": 1.8204847948441343,
      "learning_rate": 9.552138073819777e-05,
      "loss": 1.0856,
      "step": 91340
    },
    {
      "epoch": 3.741183698545976,
      "grad_norm": 1.5676203546961776,
      "learning_rate": 9.551834206154627e-05,
      "loss": 0.7582,
      "step": 91341
    },
    {
      "epoch": 3.741224656973172,
      "grad_norm": 1.4980342585463093,
      "learning_rate": 9.551530341065052e-05,
      "loss": 0.8702,
      "step": 91342
    },
    {
      "epoch": 3.7412656154003687,
      "grad_norm": 1.2902227836273048,
      "learning_rate": 9.551226478551199e-05,
      "loss": 0.5475,
      "step": 91343
    },
    {
      "epoch": 3.741306573827565,
      "grad_norm": 1.4124614266890247,
      "learning_rate": 9.55092261861321e-05,
      "loss": 0.4988,
      "step": 91344
    },
    {
      "epoch": 3.7413475322547614,
      "grad_norm": 3.736997731453279,
      "learning_rate": 9.55061876125123e-05,
      "loss": 1.1606,
      "step": 91345
    },
    {
      "epoch": 3.741388490681958,
      "grad_norm": 1.6404861990661463,
      "learning_rate": 9.550314906465398e-05,
      "loss": 0.8615,
      "step": 91346
    },
    {
      "epoch": 3.7414294491091544,
      "grad_norm": 1.374976488116063,
      "learning_rate": 9.55001105425586e-05,
      "loss": 0.8221,
      "step": 91347
    },
    {
      "epoch": 3.7414704075363505,
      "grad_norm": 1.26908039497745,
      "learning_rate": 9.549707204622765e-05,
      "loss": 0.273,
      "step": 91348
    },
    {
      "epoch": 3.741511365963547,
      "grad_norm": 1.4735886512578242,
      "learning_rate": 9.54940335756625e-05,
      "loss": 0.6892,
      "step": 91349
    },
    {
      "epoch": 3.741552324390743,
      "grad_norm": 1.3570130003792933,
      "learning_rate": 9.549099513086462e-05,
      "loss": 0.7565,
      "step": 91350
    },
    {
      "epoch": 3.7415932828179397,
      "grad_norm": 1.3293753971429798,
      "learning_rate": 9.548795671183541e-05,
      "loss": 0.6923,
      "step": 91351
    },
    {
      "epoch": 3.741634241245136,
      "grad_norm": 1.720544829084114,
      "learning_rate": 9.548491831857634e-05,
      "loss": 0.9545,
      "step": 91352
    },
    {
      "epoch": 3.7416751996723328,
      "grad_norm": 1.3744995981950778,
      "learning_rate": 9.548187995108883e-05,
      "loss": 0.7155,
      "step": 91353
    },
    {
      "epoch": 3.741716158099529,
      "grad_norm": 1.508576442322433,
      "learning_rate": 9.547884160937438e-05,
      "loss": 0.3681,
      "step": 91354
    },
    {
      "epoch": 3.7417571165267254,
      "grad_norm": 1.4346024285485106,
      "learning_rate": 9.547580329343434e-05,
      "loss": 0.2158,
      "step": 91355
    },
    {
      "epoch": 3.741798074953922,
      "grad_norm": 1.6133688767919623,
      "learning_rate": 9.547276500327016e-05,
      "loss": 0.8629,
      "step": 91356
    },
    {
      "epoch": 3.741839033381118,
      "grad_norm": 1.8762581483596736,
      "learning_rate": 9.546972673888327e-05,
      "loss": 0.9777,
      "step": 91357
    },
    {
      "epoch": 3.7418799918083145,
      "grad_norm": 1.5108979522944181,
      "learning_rate": 9.546668850027517e-05,
      "loss": 0.7485,
      "step": 91358
    },
    {
      "epoch": 3.741920950235511,
      "grad_norm": 1.129186823828255,
      "learning_rate": 9.546365028744723e-05,
      "loss": 0.4996,
      "step": 91359
    },
    {
      "epoch": 3.7419619086627076,
      "grad_norm": 1.3276784843178726,
      "learning_rate": 9.546061210040093e-05,
      "loss": 0.574,
      "step": 91360
    },
    {
      "epoch": 3.7420028670899037,
      "grad_norm": 0.7209301050772112,
      "learning_rate": 9.545757393913765e-05,
      "loss": 0.1853,
      "step": 91361
    },
    {
      "epoch": 3.7420438255171002,
      "grad_norm": 1.456853228245623,
      "learning_rate": 9.54545358036589e-05,
      "loss": 0.6528,
      "step": 91362
    },
    {
      "epoch": 3.7420847839442963,
      "grad_norm": 0.9555979337285715,
      "learning_rate": 9.545149769396608e-05,
      "loss": 0.2505,
      "step": 91363
    },
    {
      "epoch": 3.742125742371493,
      "grad_norm": 0.8615061358539239,
      "learning_rate": 9.544845961006062e-05,
      "loss": 0.288,
      "step": 91364
    },
    {
      "epoch": 3.7421667007986894,
      "grad_norm": 1.2681183850398008,
      "learning_rate": 9.544542155194392e-05,
      "loss": 0.6089,
      "step": 91365
    },
    {
      "epoch": 3.742207659225886,
      "grad_norm": 1.84234358625931,
      "learning_rate": 9.544238351961751e-05,
      "loss": 1.2404,
      "step": 91366
    },
    {
      "epoch": 3.742248617653082,
      "grad_norm": 1.5180837754997278,
      "learning_rate": 9.543934551308278e-05,
      "loss": 0.7038,
      "step": 91367
    },
    {
      "epoch": 3.7422895760802786,
      "grad_norm": 3.403349047359802,
      "learning_rate": 9.543630753234116e-05,
      "loss": 3.5801,
      "step": 91368
    },
    {
      "epoch": 3.7423305345074747,
      "grad_norm": 1.2209828161601368,
      "learning_rate": 9.543326957739404e-05,
      "loss": 0.5921,
      "step": 91369
    },
    {
      "epoch": 3.742371492934671,
      "grad_norm": 1.2565948345211717,
      "learning_rate": 9.543023164824296e-05,
      "loss": 0.4446,
      "step": 91370
    },
    {
      "epoch": 3.7424124513618677,
      "grad_norm": 1.7888787247056213,
      "learning_rate": 9.542719374488928e-05,
      "loss": 0.5767,
      "step": 91371
    },
    {
      "epoch": 3.7424534097890643,
      "grad_norm": 1.5072650297974228,
      "learning_rate": 9.542415586733446e-05,
      "loss": 0.7133,
      "step": 91372
    },
    {
      "epoch": 3.7424943682162604,
      "grad_norm": 1.2116836512143667,
      "learning_rate": 9.542111801557989e-05,
      "loss": 0.8024,
      "step": 91373
    },
    {
      "epoch": 3.742535326643457,
      "grad_norm": 1.3921864669532762,
      "learning_rate": 9.54180801896271e-05,
      "loss": 0.7734,
      "step": 91374
    },
    {
      "epoch": 3.7425762850706534,
      "grad_norm": 1.2405324377152067,
      "learning_rate": 9.541504238947747e-05,
      "loss": 0.4017,
      "step": 91375
    },
    {
      "epoch": 3.7426172434978495,
      "grad_norm": 1.487315134115831,
      "learning_rate": 9.541200461513243e-05,
      "loss": 0.6364,
      "step": 91376
    },
    {
      "epoch": 3.742658201925046,
      "grad_norm": 2.193691740339063,
      "learning_rate": 9.540896686659344e-05,
      "loss": 1.1667,
      "step": 91377
    },
    {
      "epoch": 3.7426991603522426,
      "grad_norm": 0.7157244326840023,
      "learning_rate": 9.540592914386188e-05,
      "loss": 0.2303,
      "step": 91378
    },
    {
      "epoch": 3.742740118779439,
      "grad_norm": 1.4255313010007353,
      "learning_rate": 9.540289144693926e-05,
      "loss": 0.8474,
      "step": 91379
    },
    {
      "epoch": 3.742781077206635,
      "grad_norm": 0.972309588791151,
      "learning_rate": 9.539985377582699e-05,
      "loss": 0.2014,
      "step": 91380
    },
    {
      "epoch": 3.7428220356338318,
      "grad_norm": 0.6043307981587137,
      "learning_rate": 9.539681613052652e-05,
      "loss": 0.1196,
      "step": 91381
    },
    {
      "epoch": 3.742862994061028,
      "grad_norm": 1.1471076883862537,
      "learning_rate": 9.53937785110392e-05,
      "loss": 0.6284,
      "step": 91382
    },
    {
      "epoch": 3.7429039524882244,
      "grad_norm": 1.2060149982644244,
      "learning_rate": 9.539074091736657e-05,
      "loss": 0.4439,
      "step": 91383
    },
    {
      "epoch": 3.742944910915421,
      "grad_norm": 1.2568678304536927,
      "learning_rate": 9.538770334951004e-05,
      "loss": 0.6482,
      "step": 91384
    },
    {
      "epoch": 3.7429858693426175,
      "grad_norm": 1.5152663340725725,
      "learning_rate": 9.538466580747103e-05,
      "loss": 0.7171,
      "step": 91385
    },
    {
      "epoch": 3.7430268277698135,
      "grad_norm": 1.5694004863814501,
      "learning_rate": 9.538162829125096e-05,
      "loss": 0.7396,
      "step": 91386
    },
    {
      "epoch": 3.74306778619701,
      "grad_norm": 1.445811507350897,
      "learning_rate": 9.537859080085131e-05,
      "loss": 0.6685,
      "step": 91387
    },
    {
      "epoch": 3.743108744624206,
      "grad_norm": 1.4311012137038057,
      "learning_rate": 9.537555333627348e-05,
      "loss": 0.6997,
      "step": 91388
    },
    {
      "epoch": 3.7431497030514027,
      "grad_norm": 1.361377387384093,
      "learning_rate": 9.537251589751895e-05,
      "loss": 0.6515,
      "step": 91389
    },
    {
      "epoch": 3.7431906614785992,
      "grad_norm": 1.480487671966689,
      "learning_rate": 9.536947848458907e-05,
      "loss": 0.824,
      "step": 91390
    },
    {
      "epoch": 3.743231619905796,
      "grad_norm": 1.443284388385692,
      "learning_rate": 9.536644109748536e-05,
      "loss": 0.7821,
      "step": 91391
    },
    {
      "epoch": 3.743272578332992,
      "grad_norm": 0.2492083357933568,
      "learning_rate": 9.536340373620923e-05,
      "loss": 0.0183,
      "step": 91392
    },
    {
      "epoch": 3.7433135367601884,
      "grad_norm": 1.3073321327656025,
      "learning_rate": 9.536036640076213e-05,
      "loss": 0.518,
      "step": 91393
    },
    {
      "epoch": 3.743354495187385,
      "grad_norm": 1.3373435933351294,
      "learning_rate": 9.535732909114542e-05,
      "loss": 0.4929,
      "step": 91394
    },
    {
      "epoch": 3.743395453614581,
      "grad_norm": 1.4577157369233162,
      "learning_rate": 9.535429180736065e-05,
      "loss": 0.9104,
      "step": 91395
    },
    {
      "epoch": 3.7434364120417776,
      "grad_norm": 1.7844049803707822,
      "learning_rate": 9.53512545494092e-05,
      "loss": 0.8142,
      "step": 91396
    },
    {
      "epoch": 3.743477370468974,
      "grad_norm": 1.111538324413084,
      "learning_rate": 9.534821731729248e-05,
      "loss": 0.4459,
      "step": 91397
    },
    {
      "epoch": 3.7435183288961706,
      "grad_norm": 0.7140507870511613,
      "learning_rate": 9.534518011101194e-05,
      "loss": 0.2218,
      "step": 91398
    },
    {
      "epoch": 3.7435592873233667,
      "grad_norm": 1.706116553653403,
      "learning_rate": 9.534214293056904e-05,
      "loss": 0.6887,
      "step": 91399
    },
    {
      "epoch": 3.7436002457505633,
      "grad_norm": 1.6224769002922668,
      "learning_rate": 9.533910577596523e-05,
      "loss": 0.6615,
      "step": 91400
    },
    {
      "epoch": 3.7436412041777594,
      "grad_norm": 1.1364982996885764,
      "learning_rate": 9.533606864720189e-05,
      "loss": 0.3216,
      "step": 91401
    },
    {
      "epoch": 3.743682162604956,
      "grad_norm": 1.4356376858859907,
      "learning_rate": 9.533303154428047e-05,
      "loss": 0.7255,
      "step": 91402
    },
    {
      "epoch": 3.7437231210321524,
      "grad_norm": 0.8379768661662763,
      "learning_rate": 9.532999446720247e-05,
      "loss": 0.2596,
      "step": 91403
    },
    {
      "epoch": 3.743764079459349,
      "grad_norm": 1.437802816687821,
      "learning_rate": 9.532695741596925e-05,
      "loss": 0.6511,
      "step": 91404
    },
    {
      "epoch": 3.743805037886545,
      "grad_norm": 1.5933716907970155,
      "learning_rate": 9.532392039058227e-05,
      "loss": 0.2669,
      "step": 91405
    },
    {
      "epoch": 3.7438459963137416,
      "grad_norm": 1.552868407334683,
      "learning_rate": 9.532088339104295e-05,
      "loss": 0.7735,
      "step": 91406
    },
    {
      "epoch": 3.7438869547409377,
      "grad_norm": 1.5296347798677956,
      "learning_rate": 9.531784641735277e-05,
      "loss": 0.5594,
      "step": 91407
    },
    {
      "epoch": 3.7439279131681342,
      "grad_norm": 1.4894082198074043,
      "learning_rate": 9.531480946951314e-05,
      "loss": 0.6636,
      "step": 91408
    },
    {
      "epoch": 3.7439688715953308,
      "grad_norm": 1.5569537960539224,
      "learning_rate": 9.53117725475255e-05,
      "loss": 0.7779,
      "step": 91409
    },
    {
      "epoch": 3.7440098300225273,
      "grad_norm": 1.7702130344911418,
      "learning_rate": 9.530873565139125e-05,
      "loss": 1.1085,
      "step": 91410
    },
    {
      "epoch": 3.7440507884497234,
      "grad_norm": 0.7910276814466582,
      "learning_rate": 9.530569878111186e-05,
      "loss": 0.2739,
      "step": 91411
    },
    {
      "epoch": 3.74409174687692,
      "grad_norm": 1.4238560838959846,
      "learning_rate": 9.53026619366888e-05,
      "loss": 0.7361,
      "step": 91412
    },
    {
      "epoch": 3.7441327053041165,
      "grad_norm": 1.2801287729581137,
      "learning_rate": 9.529962511812344e-05,
      "loss": 0.5598,
      "step": 91413
    },
    {
      "epoch": 3.7441736637313126,
      "grad_norm": 1.4539959426538251,
      "learning_rate": 9.529658832541721e-05,
      "loss": 0.7638,
      "step": 91414
    },
    {
      "epoch": 3.744214622158509,
      "grad_norm": 1.5903009930802932,
      "learning_rate": 9.529355155857163e-05,
      "loss": 0.8498,
      "step": 91415
    },
    {
      "epoch": 3.7442555805857056,
      "grad_norm": 1.279519095582541,
      "learning_rate": 9.529051481758809e-05,
      "loss": 0.6552,
      "step": 91416
    },
    {
      "epoch": 3.744296539012902,
      "grad_norm": 1.0241574448051003,
      "learning_rate": 9.528747810246799e-05,
      "loss": 0.3592,
      "step": 91417
    },
    {
      "epoch": 3.7443374974400983,
      "grad_norm": 1.7323670602882404,
      "learning_rate": 9.528444141321282e-05,
      "loss": 0.9276,
      "step": 91418
    },
    {
      "epoch": 3.744378455867295,
      "grad_norm": 0.978782285716349,
      "learning_rate": 9.528140474982396e-05,
      "loss": 0.2657,
      "step": 91419
    },
    {
      "epoch": 3.744419414294491,
      "grad_norm": 1.4896440222919727,
      "learning_rate": 9.527836811230288e-05,
      "loss": 0.7861,
      "step": 91420
    },
    {
      "epoch": 3.7444603727216874,
      "grad_norm": 6.6402552526547565,
      "learning_rate": 9.527533150065104e-05,
      "loss": 1.3878,
      "step": 91421
    },
    {
      "epoch": 3.744501331148884,
      "grad_norm": 1.3739038625465516,
      "learning_rate": 9.527229491486983e-05,
      "loss": 0.608,
      "step": 91422
    },
    {
      "epoch": 3.7445422895760805,
      "grad_norm": 1.5347938067905131,
      "learning_rate": 9.526925835496067e-05,
      "loss": 0.2875,
      "step": 91423
    },
    {
      "epoch": 3.7445832480032766,
      "grad_norm": 0.9702342407674102,
      "learning_rate": 9.526622182092509e-05,
      "loss": 0.312,
      "step": 91424
    },
    {
      "epoch": 3.744624206430473,
      "grad_norm": 2.963373859256886,
      "learning_rate": 9.526318531276448e-05,
      "loss": 1.1069,
      "step": 91425
    },
    {
      "epoch": 3.744665164857669,
      "grad_norm": 1.8214152741414376,
      "learning_rate": 9.526014883048023e-05,
      "loss": 0.9142,
      "step": 91426
    },
    {
      "epoch": 3.7447061232848657,
      "grad_norm": 1.4036979386236959,
      "learning_rate": 9.525711237407379e-05,
      "loss": 0.7636,
      "step": 91427
    },
    {
      "epoch": 3.7447470817120623,
      "grad_norm": 1.4435488584836507,
      "learning_rate": 9.525407594354662e-05,
      "loss": 0.8256,
      "step": 91428
    },
    {
      "epoch": 3.744788040139259,
      "grad_norm": 1.6378516299005583,
      "learning_rate": 9.525103953890012e-05,
      "loss": 0.7631,
      "step": 91429
    },
    {
      "epoch": 3.744828998566455,
      "grad_norm": 0.8072386683577638,
      "learning_rate": 9.524800316013579e-05,
      "loss": 0.2566,
      "step": 91430
    },
    {
      "epoch": 3.7448699569936514,
      "grad_norm": 1.647031105425296,
      "learning_rate": 9.524496680725501e-05,
      "loss": 0.741,
      "step": 91431
    },
    {
      "epoch": 3.744910915420848,
      "grad_norm": 1.01034608640376,
      "learning_rate": 9.524193048025924e-05,
      "loss": 0.338,
      "step": 91432
    },
    {
      "epoch": 3.744951873848044,
      "grad_norm": 1.0930974984197233,
      "learning_rate": 9.523889417914987e-05,
      "loss": 0.5941,
      "step": 91433
    },
    {
      "epoch": 3.7449928322752406,
      "grad_norm": 1.4977132580900507,
      "learning_rate": 9.52358579039284e-05,
      "loss": 0.7785,
      "step": 91434
    },
    {
      "epoch": 3.745033790702437,
      "grad_norm": 2.2593369369388334,
      "learning_rate": 9.523282165459625e-05,
      "loss": 1.6574,
      "step": 91435
    },
    {
      "epoch": 3.7450747491296337,
      "grad_norm": 1.3500394810938303,
      "learning_rate": 9.522978543115484e-05,
      "loss": 0.5687,
      "step": 91436
    },
    {
      "epoch": 3.7451157075568298,
      "grad_norm": 1.5948373462668488,
      "learning_rate": 9.522674923360559e-05,
      "loss": 0.7554,
      "step": 91437
    },
    {
      "epoch": 3.7451566659840263,
      "grad_norm": 1.247863093049193,
      "learning_rate": 9.522371306194997e-05,
      "loss": 0.576,
      "step": 91438
    },
    {
      "epoch": 3.7451976244112224,
      "grad_norm": 1.0964383376405802,
      "learning_rate": 9.522067691618942e-05,
      "loss": 0.5288,
      "step": 91439
    },
    {
      "epoch": 3.745238582838419,
      "grad_norm": 1.5755622007818082,
      "learning_rate": 9.521764079632532e-05,
      "loss": 0.9316,
      "step": 91440
    },
    {
      "epoch": 3.7452795412656155,
      "grad_norm": 1.382480704312306,
      "learning_rate": 9.521460470235915e-05,
      "loss": 0.7213,
      "step": 91441
    },
    {
      "epoch": 3.745320499692812,
      "grad_norm": 1.3730789101240184,
      "learning_rate": 9.521156863429234e-05,
      "loss": 0.6861,
      "step": 91442
    },
    {
      "epoch": 3.745361458120008,
      "grad_norm": 1.286690263844628,
      "learning_rate": 9.520853259212631e-05,
      "loss": 0.533,
      "step": 91443
    },
    {
      "epoch": 3.7454024165472046,
      "grad_norm": 0.5830839144426898,
      "learning_rate": 9.520549657586255e-05,
      "loss": 0.1777,
      "step": 91444
    },
    {
      "epoch": 3.7454433749744007,
      "grad_norm": 1.2870343170534397,
      "learning_rate": 9.520246058550238e-05,
      "loss": 0.5571,
      "step": 91445
    },
    {
      "epoch": 3.7454843334015973,
      "grad_norm": 1.5353800967774902,
      "learning_rate": 9.519942462104737e-05,
      "loss": 0.7666,
      "step": 91446
    },
    {
      "epoch": 3.745525291828794,
      "grad_norm": 1.3678807920527767,
      "learning_rate": 9.519638868249885e-05,
      "loss": 0.7196,
      "step": 91447
    },
    {
      "epoch": 3.7455662502559903,
      "grad_norm": 0.9729990711786075,
      "learning_rate": 9.519335276985835e-05,
      "loss": 0.5163,
      "step": 91448
    },
    {
      "epoch": 3.7456072086831864,
      "grad_norm": 1.2219399759446745,
      "learning_rate": 9.519031688312722e-05,
      "loss": 0.6993,
      "step": 91449
    },
    {
      "epoch": 3.745648167110383,
      "grad_norm": 0.732947231988954,
      "learning_rate": 9.51872810223069e-05,
      "loss": 0.2136,
      "step": 91450
    },
    {
      "epoch": 3.7456891255375795,
      "grad_norm": 1.4128501635876607,
      "learning_rate": 9.518424518739888e-05,
      "loss": 0.7086,
      "step": 91451
    },
    {
      "epoch": 3.7457300839647756,
      "grad_norm": 1.6124085866377296,
      "learning_rate": 9.518120937840458e-05,
      "loss": 0.5736,
      "step": 91452
    },
    {
      "epoch": 3.745771042391972,
      "grad_norm": 1.0837710370658495,
      "learning_rate": 9.517817359532541e-05,
      "loss": 0.5571,
      "step": 91453
    },
    {
      "epoch": 3.7458120008191687,
      "grad_norm": 1.155084515789735,
      "learning_rate": 9.51751378381628e-05,
      "loss": 0.3291,
      "step": 91454
    },
    {
      "epoch": 3.745852959246365,
      "grad_norm": 1.7100431090461556,
      "learning_rate": 9.517210210691823e-05,
      "loss": 0.7188,
      "step": 91455
    },
    {
      "epoch": 3.7458939176735613,
      "grad_norm": 2.0322954458327596,
      "learning_rate": 9.516906640159312e-05,
      "loss": 1.0487,
      "step": 91456
    },
    {
      "epoch": 3.745934876100758,
      "grad_norm": 3.5709193878603487,
      "learning_rate": 9.516603072218887e-05,
      "loss": 1.8532,
      "step": 91457
    },
    {
      "epoch": 3.745975834527954,
      "grad_norm": 1.449424994050438,
      "learning_rate": 9.516299506870691e-05,
      "loss": 0.6261,
      "step": 91458
    },
    {
      "epoch": 3.7460167929551504,
      "grad_norm": 6.495998978770417,
      "learning_rate": 9.515995944114876e-05,
      "loss": 2.0384,
      "step": 91459
    },
    {
      "epoch": 3.746057751382347,
      "grad_norm": 1.2712688944279822,
      "learning_rate": 9.515692383951579e-05,
      "loss": 0.7205,
      "step": 91460
    },
    {
      "epoch": 3.7460987098095435,
      "grad_norm": 1.8797194306697407,
      "learning_rate": 9.515388826380943e-05,
      "loss": 0.7341,
      "step": 91461
    },
    {
      "epoch": 3.7461396682367396,
      "grad_norm": 1.795396704956143,
      "learning_rate": 9.515085271403111e-05,
      "loss": 0.6412,
      "step": 91462
    },
    {
      "epoch": 3.746180626663936,
      "grad_norm": 1.7698618803265487,
      "learning_rate": 9.51478171901823e-05,
      "loss": 0.7522,
      "step": 91463
    },
    {
      "epoch": 3.7462215850911322,
      "grad_norm": 0.9936007567429936,
      "learning_rate": 9.514478169226443e-05,
      "loss": 0.3945,
      "step": 91464
    },
    {
      "epoch": 3.7462625435183288,
      "grad_norm": 1.7343181578912028,
      "learning_rate": 9.514174622027892e-05,
      "loss": 0.6448,
      "step": 91465
    },
    {
      "epoch": 3.7463035019455253,
      "grad_norm": 1.2631496152821469,
      "learning_rate": 9.51387107742272e-05,
      "loss": 0.5976,
      "step": 91466
    },
    {
      "epoch": 3.746344460372722,
      "grad_norm": 1.855014611607737,
      "learning_rate": 9.51356753541107e-05,
      "loss": 1.0617,
      "step": 91467
    },
    {
      "epoch": 3.746385418799918,
      "grad_norm": 1.4673410048412487,
      "learning_rate": 9.51326399599309e-05,
      "loss": 0.6359,
      "step": 91468
    },
    {
      "epoch": 3.7464263772271145,
      "grad_norm": 1.495764122725159,
      "learning_rate": 9.512960459168922e-05,
      "loss": 0.5981,
      "step": 91469
    },
    {
      "epoch": 3.746467335654311,
      "grad_norm": 1.5249529061730314,
      "learning_rate": 9.5126569249387e-05,
      "loss": 0.5969,
      "step": 91470
    },
    {
      "epoch": 3.746508294081507,
      "grad_norm": 1.384719110731608,
      "learning_rate": 9.512353393302583e-05,
      "loss": 0.6617,
      "step": 91471
    },
    {
      "epoch": 3.7465492525087036,
      "grad_norm": 1.2633465522698777,
      "learning_rate": 9.512049864260705e-05,
      "loss": 0.5099,
      "step": 91472
    },
    {
      "epoch": 3.7465902109359,
      "grad_norm": 1.4012987095795684,
      "learning_rate": 9.511746337813212e-05,
      "loss": 0.8127,
      "step": 91473
    },
    {
      "epoch": 3.7466311693630967,
      "grad_norm": 1.8872262277966763,
      "learning_rate": 9.511442813960244e-05,
      "loss": 0.9042,
      "step": 91474
    },
    {
      "epoch": 3.746672127790293,
      "grad_norm": 1.2829698535212426,
      "learning_rate": 9.51113929270195e-05,
      "loss": 0.5314,
      "step": 91475
    },
    {
      "epoch": 3.7467130862174893,
      "grad_norm": 2.1245958106377336,
      "learning_rate": 9.510835774038469e-05,
      "loss": 0.7759,
      "step": 91476
    },
    {
      "epoch": 3.7467540446446854,
      "grad_norm": 1.4012111524042616,
      "learning_rate": 9.510532257969949e-05,
      "loss": 0.7079,
      "step": 91477
    },
    {
      "epoch": 3.746795003071882,
      "grad_norm": 1.2858893407100298,
      "learning_rate": 9.510228744496525e-05,
      "loss": 0.5935,
      "step": 91478
    },
    {
      "epoch": 3.7468359614990785,
      "grad_norm": 1.6679346436615168,
      "learning_rate": 9.509925233618352e-05,
      "loss": 0.9473,
      "step": 91479
    },
    {
      "epoch": 3.746876919926275,
      "grad_norm": 1.4895138919944495,
      "learning_rate": 9.509621725335567e-05,
      "loss": 0.6721,
      "step": 91480
    },
    {
      "epoch": 3.746917878353471,
      "grad_norm": 0.8700233811476402,
      "learning_rate": 9.509318219648313e-05,
      "loss": 0.2969,
      "step": 91481
    },
    {
      "epoch": 3.7469588367806677,
      "grad_norm": 1.5265404055599272,
      "learning_rate": 9.509014716556734e-05,
      "loss": 0.6192,
      "step": 91482
    },
    {
      "epoch": 3.7469997952078637,
      "grad_norm": 2.8203235214361397,
      "learning_rate": 9.508711216060976e-05,
      "loss": 2.1881,
      "step": 91483
    },
    {
      "epoch": 3.7470407536350603,
      "grad_norm": 1.6729012542318968,
      "learning_rate": 9.508407718161181e-05,
      "loss": 0.787,
      "step": 91484
    },
    {
      "epoch": 3.747081712062257,
      "grad_norm": 1.5122858404768007,
      "learning_rate": 9.508104222857492e-05,
      "loss": 0.7615,
      "step": 91485
    },
    {
      "epoch": 3.7471226704894534,
      "grad_norm": 1.7050715135242949,
      "learning_rate": 9.507800730150048e-05,
      "loss": 1.2177,
      "step": 91486
    },
    {
      "epoch": 3.7471636289166494,
      "grad_norm": 1.0409162050143461,
      "learning_rate": 9.507497240039002e-05,
      "loss": 0.2578,
      "step": 91487
    },
    {
      "epoch": 3.747204587343846,
      "grad_norm": 1.4278778677669919,
      "learning_rate": 9.507193752524492e-05,
      "loss": 0.7389,
      "step": 91488
    },
    {
      "epoch": 3.7472455457710425,
      "grad_norm": 1.4132218590249028,
      "learning_rate": 9.506890267606663e-05,
      "loss": 0.8907,
      "step": 91489
    },
    {
      "epoch": 3.7472865041982386,
      "grad_norm": 1.369919074734289,
      "learning_rate": 9.506586785285655e-05,
      "loss": 0.7512,
      "step": 91490
    },
    {
      "epoch": 3.747327462625435,
      "grad_norm": 1.1867841691095276,
      "learning_rate": 9.506283305561615e-05,
      "loss": 0.2603,
      "step": 91491
    },
    {
      "epoch": 3.7473684210526317,
      "grad_norm": 1.2321120658710847,
      "learning_rate": 9.505979828434687e-05,
      "loss": 0.6805,
      "step": 91492
    },
    {
      "epoch": 3.747409379479828,
      "grad_norm": 1.2949553151959132,
      "learning_rate": 9.505676353905011e-05,
      "loss": 0.66,
      "step": 91493
    },
    {
      "epoch": 3.7474503379070243,
      "grad_norm": 1.7719911585066521,
      "learning_rate": 9.505372881972733e-05,
      "loss": 0.8666,
      "step": 91494
    },
    {
      "epoch": 3.747491296334221,
      "grad_norm": 1.7587070441283392,
      "learning_rate": 9.505069412638001e-05,
      "loss": 0.8489,
      "step": 91495
    },
    {
      "epoch": 3.747532254761417,
      "grad_norm": 1.0787989753174785,
      "learning_rate": 9.50476594590095e-05,
      "loss": 0.3288,
      "step": 91496
    },
    {
      "epoch": 3.7475732131886135,
      "grad_norm": 1.1677324490611558,
      "learning_rate": 9.504462481761722e-05,
      "loss": 0.3379,
      "step": 91497
    },
    {
      "epoch": 3.74761417161581,
      "grad_norm": 1.764294232249867,
      "learning_rate": 9.504159020220467e-05,
      "loss": 1.0756,
      "step": 91498
    },
    {
      "epoch": 3.7476551300430065,
      "grad_norm": 0.904981307036737,
      "learning_rate": 9.50385556127733e-05,
      "loss": 0.2277,
      "step": 91499
    },
    {
      "epoch": 3.7476960884702026,
      "grad_norm": 1.4186626856884195,
      "learning_rate": 9.503552104932448e-05,
      "loss": 0.6873,
      "step": 91500
    },
    {
      "epoch": 3.747737046897399,
      "grad_norm": 1.208913212268645,
      "learning_rate": 9.503248651185966e-05,
      "loss": 0.622,
      "step": 91501
    },
    {
      "epoch": 3.7477780053245953,
      "grad_norm": 1.2402531981881477,
      "learning_rate": 9.502945200038034e-05,
      "loss": 0.4588,
      "step": 91502
    },
    {
      "epoch": 3.747818963751792,
      "grad_norm": 1.5301814366021393,
      "learning_rate": 9.502641751488789e-05,
      "loss": 0.7054,
      "step": 91503
    },
    {
      "epoch": 3.7478599221789883,
      "grad_norm": 1.2715800745964003,
      "learning_rate": 9.502338305538375e-05,
      "loss": 0.5563,
      "step": 91504
    },
    {
      "epoch": 3.747900880606185,
      "grad_norm": 1.5333479032550932,
      "learning_rate": 9.502034862186936e-05,
      "loss": 0.8214,
      "step": 91505
    },
    {
      "epoch": 3.747941839033381,
      "grad_norm": 1.4640231548990141,
      "learning_rate": 9.501731421434618e-05,
      "loss": 0.71,
      "step": 91506
    },
    {
      "epoch": 3.7479827974605775,
      "grad_norm": 1.8691111335725283,
      "learning_rate": 9.501427983281559e-05,
      "loss": 1.3787,
      "step": 91507
    },
    {
      "epoch": 3.748023755887774,
      "grad_norm": 1.6544965798187572,
      "learning_rate": 9.501124547727909e-05,
      "loss": 0.7876,
      "step": 91508
    },
    {
      "epoch": 3.74806471431497,
      "grad_norm": 1.2596611812725966,
      "learning_rate": 9.500821114773806e-05,
      "loss": 0.5218,
      "step": 91509
    },
    {
      "epoch": 3.7481056727421667,
      "grad_norm": 1.1446982043976566,
      "learning_rate": 9.500517684419395e-05,
      "loss": 0.4476,
      "step": 91510
    },
    {
      "epoch": 3.748146631169363,
      "grad_norm": 1.156646096362965,
      "learning_rate": 9.500214256664823e-05,
      "loss": 0.6063,
      "step": 91511
    },
    {
      "epoch": 3.7481875895965597,
      "grad_norm": 1.5519229179993301,
      "learning_rate": 9.49991083151023e-05,
      "loss": 0.7616,
      "step": 91512
    },
    {
      "epoch": 3.748228548023756,
      "grad_norm": 1.6036432468168913,
      "learning_rate": 9.499607408955758e-05,
      "loss": 0.5153,
      "step": 91513
    },
    {
      "epoch": 3.7482695064509524,
      "grad_norm": 1.446613342729972,
      "learning_rate": 9.499303989001553e-05,
      "loss": 0.6478,
      "step": 91514
    },
    {
      "epoch": 3.7483104648781485,
      "grad_norm": 1.2800925927591364,
      "learning_rate": 9.49900057164776e-05,
      "loss": 0.4949,
      "step": 91515
    },
    {
      "epoch": 3.748351423305345,
      "grad_norm": 1.34164464722881,
      "learning_rate": 9.49869715689452e-05,
      "loss": 0.594,
      "step": 91516
    },
    {
      "epoch": 3.7483923817325415,
      "grad_norm": 1.8720389778968263,
      "learning_rate": 9.498393744741976e-05,
      "loss": 0.9919,
      "step": 91517
    },
    {
      "epoch": 3.748433340159738,
      "grad_norm": 2.1457315915054465,
      "learning_rate": 9.498090335190271e-05,
      "loss": 1.2577,
      "step": 91518
    },
    {
      "epoch": 3.748474298586934,
      "grad_norm": 1.6165819907779453,
      "learning_rate": 9.49778692823955e-05,
      "loss": 0.8046,
      "step": 91519
    },
    {
      "epoch": 3.7485152570141307,
      "grad_norm": 6.545676540485155,
      "learning_rate": 9.497483523889956e-05,
      "loss": 4.3323,
      "step": 91520
    },
    {
      "epoch": 3.7485562154413268,
      "grad_norm": 1.4424831860993033,
      "learning_rate": 9.497180122141634e-05,
      "loss": 0.8488,
      "step": 91521
    },
    {
      "epoch": 3.7485971738685233,
      "grad_norm": 1.2078910123351085,
      "learning_rate": 9.496876722994723e-05,
      "loss": 0.2471,
      "step": 91522
    },
    {
      "epoch": 3.74863813229572,
      "grad_norm": 0.9421114065239138,
      "learning_rate": 9.496573326449372e-05,
      "loss": 0.171,
      "step": 91523
    },
    {
      "epoch": 3.7486790907229164,
      "grad_norm": 1.381003238184833,
      "learning_rate": 9.496269932505722e-05,
      "loss": 0.5002,
      "step": 91524
    },
    {
      "epoch": 3.7487200491501125,
      "grad_norm": 1.7935753137681405,
      "learning_rate": 9.495966541163917e-05,
      "loss": 1.1955,
      "step": 91525
    },
    {
      "epoch": 3.748761007577309,
      "grad_norm": 1.3643588042182482,
      "learning_rate": 9.495663152424095e-05,
      "loss": 0.6149,
      "step": 91526
    },
    {
      "epoch": 3.7488019660045055,
      "grad_norm": 1.9903564097502613,
      "learning_rate": 9.495359766286407e-05,
      "loss": 0.6407,
      "step": 91527
    },
    {
      "epoch": 3.7488429244317016,
      "grad_norm": 1.3932732752685861,
      "learning_rate": 9.495056382750994e-05,
      "loss": 0.5656,
      "step": 91528
    },
    {
      "epoch": 3.748883882858898,
      "grad_norm": 1.5454592956121138,
      "learning_rate": 9.494753001818e-05,
      "loss": 0.6554,
      "step": 91529
    },
    {
      "epoch": 3.7489248412860947,
      "grad_norm": 1.2594235213274267,
      "learning_rate": 9.494449623487562e-05,
      "loss": 0.7705,
      "step": 91530
    },
    {
      "epoch": 3.7489657997132912,
      "grad_norm": 1.7720929011076347,
      "learning_rate": 9.494146247759836e-05,
      "loss": 0.8004,
      "step": 91531
    },
    {
      "epoch": 3.7490067581404873,
      "grad_norm": 1.4896351259339287,
      "learning_rate": 9.493842874634953e-05,
      "loss": 0.9972,
      "step": 91532
    },
    {
      "epoch": 3.749047716567684,
      "grad_norm": 1.227337730286635,
      "learning_rate": 9.493539504113064e-05,
      "loss": 0.6827,
      "step": 91533
    },
    {
      "epoch": 3.74908867499488,
      "grad_norm": 1.2749150503142,
      "learning_rate": 9.493236136194307e-05,
      "loss": 0.6554,
      "step": 91534
    },
    {
      "epoch": 3.7491296334220765,
      "grad_norm": 0.867889122095267,
      "learning_rate": 9.492932770878833e-05,
      "loss": 0.2687,
      "step": 91535
    },
    {
      "epoch": 3.749170591849273,
      "grad_norm": 1.3218195910102453,
      "learning_rate": 9.492629408166778e-05,
      "loss": 0.5221,
      "step": 91536
    },
    {
      "epoch": 3.7492115502764696,
      "grad_norm": 1.2237729817972585,
      "learning_rate": 9.492326048058289e-05,
      "loss": 0.6201,
      "step": 91537
    },
    {
      "epoch": 3.7492525087036657,
      "grad_norm": 1.2835568859509319,
      "learning_rate": 9.492022690553506e-05,
      "loss": 0.5246,
      "step": 91538
    },
    {
      "epoch": 3.749293467130862,
      "grad_norm": 1.6731344572524065,
      "learning_rate": 9.491719335652578e-05,
      "loss": 0.6436,
      "step": 91539
    },
    {
      "epoch": 3.7493344255580587,
      "grad_norm": 1.5116849122545266,
      "learning_rate": 9.491415983355646e-05,
      "loss": 0.8629,
      "step": 91540
    },
    {
      "epoch": 3.749375383985255,
      "grad_norm": 1.355863753437374,
      "learning_rate": 9.491112633662852e-05,
      "loss": 0.7494,
      "step": 91541
    },
    {
      "epoch": 3.7494163424124514,
      "grad_norm": 1.5113813922721406,
      "learning_rate": 9.490809286574338e-05,
      "loss": 0.7427,
      "step": 91542
    },
    {
      "epoch": 3.749457300839648,
      "grad_norm": 1.5906748518876073,
      "learning_rate": 9.490505942090252e-05,
      "loss": 0.7344,
      "step": 91543
    },
    {
      "epoch": 3.749498259266844,
      "grad_norm": 1.5767566878820554,
      "learning_rate": 9.490202600210736e-05,
      "loss": 0.6929,
      "step": 91544
    },
    {
      "epoch": 3.7495392176940405,
      "grad_norm": 1.5791674895474754,
      "learning_rate": 9.489899260935933e-05,
      "loss": 0.8718,
      "step": 91545
    },
    {
      "epoch": 3.749580176121237,
      "grad_norm": 2.02567571374818,
      "learning_rate": 9.48959592426598e-05,
      "loss": 1.0652,
      "step": 91546
    },
    {
      "epoch": 3.749621134548433,
      "grad_norm": 1.6033216130741643,
      "learning_rate": 9.489292590201032e-05,
      "loss": 0.7494,
      "step": 91547
    },
    {
      "epoch": 3.7496620929756297,
      "grad_norm": 1.235343746320095,
      "learning_rate": 9.488989258741226e-05,
      "loss": 0.4402,
      "step": 91548
    },
    {
      "epoch": 3.7497030514028262,
      "grad_norm": 1.5865737885030653,
      "learning_rate": 9.488685929886707e-05,
      "loss": 0.7876,
      "step": 91549
    },
    {
      "epoch": 3.7497440098300228,
      "grad_norm": 1.8160948394525362,
      "learning_rate": 9.488382603637612e-05,
      "loss": 1.1753,
      "step": 91550
    },
    {
      "epoch": 3.749784968257219,
      "grad_norm": 1.480482592104204,
      "learning_rate": 9.488079279994094e-05,
      "loss": 0.2039,
      "step": 91551
    },
    {
      "epoch": 3.7498259266844154,
      "grad_norm": 0.9584095467888204,
      "learning_rate": 9.487775958956293e-05,
      "loss": 0.5867,
      "step": 91552
    },
    {
      "epoch": 3.7498668851116115,
      "grad_norm": 1.4903804609053228,
      "learning_rate": 9.487472640524352e-05,
      "loss": 0.6568,
      "step": 91553
    },
    {
      "epoch": 3.749907843538808,
      "grad_norm": 1.7399204438153066,
      "learning_rate": 9.487169324698409e-05,
      "loss": 0.6498,
      "step": 91554
    },
    {
      "epoch": 3.7499488019660046,
      "grad_norm": 1.0832304119289369,
      "learning_rate": 9.486866011478618e-05,
      "loss": 0.362,
      "step": 91555
    },
    {
      "epoch": 3.749989760393201,
      "grad_norm": 1.0296753573095814,
      "learning_rate": 9.486562700865117e-05,
      "loss": 0.2769,
      "step": 91556
    },
    {
      "epoch": 3.750030718820397,
      "grad_norm": 1.5078269568973892,
      "learning_rate": 9.486259392858047e-05,
      "loss": 0.7466,
      "step": 91557
    },
    {
      "epoch": 3.7500716772475937,
      "grad_norm": 1.7859039288033458,
      "learning_rate": 9.485956087457551e-05,
      "loss": 0.8376,
      "step": 91558
    },
    {
      "epoch": 3.7501126356747903,
      "grad_norm": 1.002121918315945,
      "learning_rate": 9.485652784663778e-05,
      "loss": 0.3333,
      "step": 91559
    },
    {
      "epoch": 3.7501535941019863,
      "grad_norm": 1.6238177012292436,
      "learning_rate": 9.485349484476869e-05,
      "loss": 0.6075,
      "step": 91560
    },
    {
      "epoch": 3.750194552529183,
      "grad_norm": 0.7878651354459044,
      "learning_rate": 9.485046186896968e-05,
      "loss": 0.1964,
      "step": 91561
    },
    {
      "epoch": 3.7502355109563794,
      "grad_norm": 1.4504256072811874,
      "learning_rate": 9.484742891924215e-05,
      "loss": 0.7748,
      "step": 91562
    },
    {
      "epoch": 3.7502764693835755,
      "grad_norm": 0.9924350209405518,
      "learning_rate": 9.484439599558752e-05,
      "loss": 0.3667,
      "step": 91563
    },
    {
      "epoch": 3.750317427810772,
      "grad_norm": 1.5659150602525298,
      "learning_rate": 9.48413630980073e-05,
      "loss": 0.7658,
      "step": 91564
    },
    {
      "epoch": 3.7503583862379686,
      "grad_norm": 1.6030595888855186,
      "learning_rate": 9.48383302265029e-05,
      "loss": 0.7777,
      "step": 91565
    },
    {
      "epoch": 3.7503993446651647,
      "grad_norm": 1.0275106897766961,
      "learning_rate": 9.483529738107573e-05,
      "loss": 0.2995,
      "step": 91566
    },
    {
      "epoch": 3.750440303092361,
      "grad_norm": 1.035739720326806,
      "learning_rate": 9.483226456172725e-05,
      "loss": 0.224,
      "step": 91567
    },
    {
      "epoch": 3.7504812615195577,
      "grad_norm": 1.6711416192730228,
      "learning_rate": 9.482923176845882e-05,
      "loss": 0.6425,
      "step": 91568
    },
    {
      "epoch": 3.7505222199467543,
      "grad_norm": 1.9200020517379075,
      "learning_rate": 9.482619900127194e-05,
      "loss": 1.1051,
      "step": 91569
    },
    {
      "epoch": 3.7505631783739504,
      "grad_norm": 1.0207204783835113,
      "learning_rate": 9.482316626016804e-05,
      "loss": 0.498,
      "step": 91570
    },
    {
      "epoch": 3.750604136801147,
      "grad_norm": 2.043533555314349,
      "learning_rate": 9.482013354514855e-05,
      "loss": 1.2445,
      "step": 91571
    },
    {
      "epoch": 3.750645095228343,
      "grad_norm": 1.7760708900230469,
      "learning_rate": 9.48171008562149e-05,
      "loss": 0.8863,
      "step": 91572
    },
    {
      "epoch": 3.7506860536555395,
      "grad_norm": 1.3250824145569389,
      "learning_rate": 9.481406819336849e-05,
      "loss": 0.5685,
      "step": 91573
    },
    {
      "epoch": 3.750727012082736,
      "grad_norm": 0.8316577149368892,
      "learning_rate": 9.481103555661082e-05,
      "loss": 0.2304,
      "step": 91574
    },
    {
      "epoch": 3.7507679705099326,
      "grad_norm": 1.6872043427768075,
      "learning_rate": 9.480800294594328e-05,
      "loss": 0.9125,
      "step": 91575
    },
    {
      "epoch": 3.7508089289371287,
      "grad_norm": 1.4608739159932913,
      "learning_rate": 9.480497036136733e-05,
      "loss": 0.7168,
      "step": 91576
    },
    {
      "epoch": 3.7508498873643252,
      "grad_norm": 1.5597777629482863,
      "learning_rate": 9.480193780288434e-05,
      "loss": 0.7873,
      "step": 91577
    },
    {
      "epoch": 3.7508908457915218,
      "grad_norm": 1.6578912124656529,
      "learning_rate": 9.479890527049585e-05,
      "loss": 0.8188,
      "step": 91578
    },
    {
      "epoch": 3.750931804218718,
      "grad_norm": 1.6425589099767315,
      "learning_rate": 9.47958727642032e-05,
      "loss": 0.9351,
      "step": 91579
    },
    {
      "epoch": 3.7509727626459144,
      "grad_norm": 1.2921198646301537,
      "learning_rate": 9.479284028400788e-05,
      "loss": 0.6728,
      "step": 91580
    },
    {
      "epoch": 3.751013721073111,
      "grad_norm": 0.8989627843686746,
      "learning_rate": 9.478980782991127e-05,
      "loss": 0.2444,
      "step": 91581
    },
    {
      "epoch": 3.7510546795003075,
      "grad_norm": 1.3095176738294552,
      "learning_rate": 9.478677540191486e-05,
      "loss": 0.5249,
      "step": 91582
    },
    {
      "epoch": 3.7510956379275036,
      "grad_norm": 1.4615724991930081,
      "learning_rate": 9.478374300002005e-05,
      "loss": 0.6032,
      "step": 91583
    },
    {
      "epoch": 3.7511365963547,
      "grad_norm": 1.9492802185545024,
      "learning_rate": 9.47807106242283e-05,
      "loss": 1.174,
      "step": 91584
    },
    {
      "epoch": 3.751177554781896,
      "grad_norm": 1.4412596803374438,
      "learning_rate": 9.477767827454097e-05,
      "loss": 0.6494,
      "step": 91585
    },
    {
      "epoch": 3.7512185132090927,
      "grad_norm": 1.7688873819666167,
      "learning_rate": 9.477464595095959e-05,
      "loss": 0.9072,
      "step": 91586
    },
    {
      "epoch": 3.7512594716362893,
      "grad_norm": 1.2594370901684078,
      "learning_rate": 9.477161365348556e-05,
      "loss": 0.5586,
      "step": 91587
    },
    {
      "epoch": 3.751300430063486,
      "grad_norm": 1.5612508754977983,
      "learning_rate": 9.476858138212031e-05,
      "loss": 0.5863,
      "step": 91588
    },
    {
      "epoch": 3.751341388490682,
      "grad_norm": 0.7728010337859009,
      "learning_rate": 9.476554913686526e-05,
      "loss": 0.2363,
      "step": 91589
    },
    {
      "epoch": 3.7513823469178784,
      "grad_norm": 1.6249190086056735,
      "learning_rate": 9.476251691772181e-05,
      "loss": 0.8707,
      "step": 91590
    },
    {
      "epoch": 3.7514233053450745,
      "grad_norm": 1.1875087069311874,
      "learning_rate": 9.475948472469149e-05,
      "loss": 0.531,
      "step": 91591
    },
    {
      "epoch": 3.751464263772271,
      "grad_norm": 1.369466183243269,
      "learning_rate": 9.475645255777569e-05,
      "loss": 0.6876,
      "step": 91592
    },
    {
      "epoch": 3.7515052221994676,
      "grad_norm": 1.113078779480755,
      "learning_rate": 9.475342041697582e-05,
      "loss": 0.3212,
      "step": 91593
    },
    {
      "epoch": 3.751546180626664,
      "grad_norm": 1.801535591081543,
      "learning_rate": 9.47503883022933e-05,
      "loss": 1.1714,
      "step": 91594
    },
    {
      "epoch": 3.75158713905386,
      "grad_norm": 1.4526082818973047,
      "learning_rate": 9.474735621372961e-05,
      "loss": 0.6893,
      "step": 91595
    },
    {
      "epoch": 3.7516280974810567,
      "grad_norm": 1.3193013639732198,
      "learning_rate": 9.474432415128615e-05,
      "loss": 0.5497,
      "step": 91596
    },
    {
      "epoch": 3.7516690559082533,
      "grad_norm": 1.4782166833448978,
      "learning_rate": 9.474129211496441e-05,
      "loss": 0.5649,
      "step": 91597
    },
    {
      "epoch": 3.7517100143354494,
      "grad_norm": 1.5292476808764048,
      "learning_rate": 9.473826010476573e-05,
      "loss": 0.7319,
      "step": 91598
    },
    {
      "epoch": 3.751750972762646,
      "grad_norm": 0.8955243512832667,
      "learning_rate": 9.47352281206916e-05,
      "loss": 0.2644,
      "step": 91599
    },
    {
      "epoch": 3.7517919311898424,
      "grad_norm": 1.2918753999238006,
      "learning_rate": 9.473219616274348e-05,
      "loss": 0.7504,
      "step": 91600
    },
    {
      "epoch": 3.751832889617039,
      "grad_norm": 4.912400246785937,
      "learning_rate": 9.472916423092276e-05,
      "loss": 2.3099,
      "step": 91601
    },
    {
      "epoch": 3.751873848044235,
      "grad_norm": 0.8446466418490776,
      "learning_rate": 9.472613232523085e-05,
      "loss": 0.3569,
      "step": 91602
    },
    {
      "epoch": 3.7519148064714316,
      "grad_norm": 1.20197577378265,
      "learning_rate": 9.472310044566926e-05,
      "loss": 0.6635,
      "step": 91603
    },
    {
      "epoch": 3.7519557648986277,
      "grad_norm": 1.8341934435833582,
      "learning_rate": 9.472006859223935e-05,
      "loss": 0.9794,
      "step": 91604
    },
    {
      "epoch": 3.7519967233258242,
      "grad_norm": 1.320310671872761,
      "learning_rate": 9.471703676494262e-05,
      "loss": 0.6476,
      "step": 91605
    },
    {
      "epoch": 3.7520376817530208,
      "grad_norm": 1.6294362456543212,
      "learning_rate": 9.47140049637804e-05,
      "loss": 0.8844,
      "step": 91606
    },
    {
      "epoch": 3.7520786401802173,
      "grad_norm": 41.04624204367255,
      "learning_rate": 9.471097318875425e-05,
      "loss": 2.997,
      "step": 91607
    },
    {
      "epoch": 3.7521195986074134,
      "grad_norm": 1.3001664765034682,
      "learning_rate": 9.470794143986553e-05,
      "loss": 0.5492,
      "step": 91608
    },
    {
      "epoch": 3.75216055703461,
      "grad_norm": 1.5326291555184066,
      "learning_rate": 9.47049097171157e-05,
      "loss": 0.9845,
      "step": 91609
    },
    {
      "epoch": 3.752201515461806,
      "grad_norm": 2.0766593947560326,
      "learning_rate": 9.470187802050614e-05,
      "loss": 0.7134,
      "step": 91610
    },
    {
      "epoch": 3.7522424738890026,
      "grad_norm": 3.0489894906308384,
      "learning_rate": 9.469884635003836e-05,
      "loss": 1.1271,
      "step": 91611
    },
    {
      "epoch": 3.752283432316199,
      "grad_norm": 1.3147557894896262,
      "learning_rate": 9.469581470571374e-05,
      "loss": 0.6218,
      "step": 91612
    },
    {
      "epoch": 3.7523243907433956,
      "grad_norm": 1.2076288148490846,
      "learning_rate": 9.469278308753375e-05,
      "loss": 0.6851,
      "step": 91613
    },
    {
      "epoch": 3.7523653491705917,
      "grad_norm": 1.7072174649130762,
      "learning_rate": 9.468975149549975e-05,
      "loss": 0.8382,
      "step": 91614
    },
    {
      "epoch": 3.7524063075977883,
      "grad_norm": 2.6957355983065012,
      "learning_rate": 9.468671992961329e-05,
      "loss": 1.9249,
      "step": 91615
    },
    {
      "epoch": 3.752447266024985,
      "grad_norm": 2.2026837164269994,
      "learning_rate": 9.468368838987572e-05,
      "loss": 0.9781,
      "step": 91616
    },
    {
      "epoch": 3.752488224452181,
      "grad_norm": 1.4804953867704809,
      "learning_rate": 9.468065687628849e-05,
      "loss": 0.6251,
      "step": 91617
    },
    {
      "epoch": 3.7525291828793774,
      "grad_norm": 0.8116384187776521,
      "learning_rate": 9.467762538885301e-05,
      "loss": 0.2192,
      "step": 91618
    },
    {
      "epoch": 3.752570141306574,
      "grad_norm": 1.8767374453015087,
      "learning_rate": 9.467459392757076e-05,
      "loss": 1.1551,
      "step": 91619
    },
    {
      "epoch": 3.7526110997337705,
      "grad_norm": 1.2951097497050377,
      "learning_rate": 9.467156249244316e-05,
      "loss": 0.6303,
      "step": 91620
    },
    {
      "epoch": 3.7526520581609666,
      "grad_norm": 1.687613745596728,
      "learning_rate": 9.466853108347163e-05,
      "loss": 0.8826,
      "step": 91621
    },
    {
      "epoch": 3.752693016588163,
      "grad_norm": 1.1891653774995756,
      "learning_rate": 9.466549970065758e-05,
      "loss": 0.3888,
      "step": 91622
    },
    {
      "epoch": 3.752733975015359,
      "grad_norm": 1.7430573212452787,
      "learning_rate": 9.46624683440025e-05,
      "loss": 0.8575,
      "step": 91623
    },
    {
      "epoch": 3.7527749334425557,
      "grad_norm": 1.597658325920636,
      "learning_rate": 9.46594370135078e-05,
      "loss": 1.153,
      "step": 91624
    },
    {
      "epoch": 3.7528158918697523,
      "grad_norm": 1.3022346317034441,
      "learning_rate": 9.465640570917488e-05,
      "loss": 0.6856,
      "step": 91625
    },
    {
      "epoch": 3.752856850296949,
      "grad_norm": 1.2385752580439506,
      "learning_rate": 9.46533744310052e-05,
      "loss": 0.7883,
      "step": 91626
    },
    {
      "epoch": 3.752897808724145,
      "grad_norm": 1.4589007433671934,
      "learning_rate": 9.465034317900022e-05,
      "loss": 0.6461,
      "step": 91627
    },
    {
      "epoch": 3.7529387671513414,
      "grad_norm": 1.237339546115028,
      "learning_rate": 9.464731195316135e-05,
      "loss": 0.8079,
      "step": 91628
    },
    {
      "epoch": 3.7529797255785375,
      "grad_norm": 0.9131543914383612,
      "learning_rate": 9.464428075349e-05,
      "loss": 0.2314,
      "step": 91629
    },
    {
      "epoch": 3.753020684005734,
      "grad_norm": 2.434830636710173,
      "learning_rate": 9.464124957998762e-05,
      "loss": 1.7143,
      "step": 91630
    },
    {
      "epoch": 3.7530616424329306,
      "grad_norm": 1.3454377950287422,
      "learning_rate": 9.463821843265564e-05,
      "loss": 0.5847,
      "step": 91631
    },
    {
      "epoch": 3.753102600860127,
      "grad_norm": 1.679790986090891,
      "learning_rate": 9.46351873114955e-05,
      "loss": 1.0434,
      "step": 91632
    },
    {
      "epoch": 3.7531435592873232,
      "grad_norm": 1.2523010591852772,
      "learning_rate": 9.463215621650865e-05,
      "loss": 0.6755,
      "step": 91633
    },
    {
      "epoch": 3.7531845177145198,
      "grad_norm": 1.5659489058814404,
      "learning_rate": 9.462912514769649e-05,
      "loss": 0.7412,
      "step": 91634
    },
    {
      "epoch": 3.7532254761417163,
      "grad_norm": 1.541829414950127,
      "learning_rate": 9.462609410506044e-05,
      "loss": 0.755,
      "step": 91635
    },
    {
      "epoch": 3.7532664345689124,
      "grad_norm": 1.3165065053871012,
      "learning_rate": 9.462306308860203e-05,
      "loss": 0.6308,
      "step": 91636
    },
    {
      "epoch": 3.753307392996109,
      "grad_norm": 1.4660594504265672,
      "learning_rate": 9.46200320983226e-05,
      "loss": 0.7156,
      "step": 91637
    },
    {
      "epoch": 3.7533483514233055,
      "grad_norm": 1.2069724837797355,
      "learning_rate": 9.46170011342236e-05,
      "loss": 0.5651,
      "step": 91638
    },
    {
      "epoch": 3.753389309850502,
      "grad_norm": 1.8447366343082312,
      "learning_rate": 9.461397019630644e-05,
      "loss": 1.1957,
      "step": 91639
    },
    {
      "epoch": 3.753430268277698,
      "grad_norm": 1.4693661093083277,
      "learning_rate": 9.461093928457262e-05,
      "loss": 0.5346,
      "step": 91640
    },
    {
      "epoch": 3.7534712267048946,
      "grad_norm": 1.0852145313575736,
      "learning_rate": 9.460790839902348e-05,
      "loss": 0.2358,
      "step": 91641
    },
    {
      "epoch": 3.7535121851320907,
      "grad_norm": 0.879984809791655,
      "learning_rate": 9.460487753966054e-05,
      "loss": 0.1455,
      "step": 91642
    },
    {
      "epoch": 3.7535531435592873,
      "grad_norm": 1.5931540837020626,
      "learning_rate": 9.46018467064852e-05,
      "loss": 0.7426,
      "step": 91643
    },
    {
      "epoch": 3.753594101986484,
      "grad_norm": 1.1662456776508596,
      "learning_rate": 9.45988158994989e-05,
      "loss": 0.4352,
      "step": 91644
    },
    {
      "epoch": 3.7536350604136803,
      "grad_norm": 1.665902101178624,
      "learning_rate": 9.459578511870301e-05,
      "loss": 1.0616,
      "step": 91645
    },
    {
      "epoch": 3.7536760188408764,
      "grad_norm": 0.9200708712706421,
      "learning_rate": 9.459275436409908e-05,
      "loss": 0.2831,
      "step": 91646
    },
    {
      "epoch": 3.753716977268073,
      "grad_norm": 2.3105511165037043,
      "learning_rate": 9.458972363568847e-05,
      "loss": 0.7942,
      "step": 91647
    },
    {
      "epoch": 3.753757935695269,
      "grad_norm": 1.1154493231242004,
      "learning_rate": 9.458669293347261e-05,
      "loss": 0.3836,
      "step": 91648
    },
    {
      "epoch": 3.7537988941224656,
      "grad_norm": 1.6525439061844427,
      "learning_rate": 9.458366225745294e-05,
      "loss": 0.9135,
      "step": 91649
    },
    {
      "epoch": 3.753839852549662,
      "grad_norm": 1.6621516544747932,
      "learning_rate": 9.458063160763091e-05,
      "loss": 0.8524,
      "step": 91650
    },
    {
      "epoch": 3.7538808109768587,
      "grad_norm": 0.9526995904209083,
      "learning_rate": 9.457760098400793e-05,
      "loss": 0.3147,
      "step": 91651
    },
    {
      "epoch": 3.7539217694040548,
      "grad_norm": 0.8848958270441974,
      "learning_rate": 9.457457038658548e-05,
      "loss": 0.244,
      "step": 91652
    },
    {
      "epoch": 3.7539627278312513,
      "grad_norm": 1.4219925521746548,
      "learning_rate": 9.457153981536492e-05,
      "loss": 0.7973,
      "step": 91653
    },
    {
      "epoch": 3.754003686258448,
      "grad_norm": 1.80269292814685,
      "learning_rate": 9.456850927034771e-05,
      "loss": 1.1401,
      "step": 91654
    },
    {
      "epoch": 3.754044644685644,
      "grad_norm": 1.4518394355199156,
      "learning_rate": 9.456547875153534e-05,
      "loss": 0.7029,
      "step": 91655
    },
    {
      "epoch": 3.7540856031128405,
      "grad_norm": 0.8692236734718688,
      "learning_rate": 9.456244825892916e-05,
      "loss": 0.1682,
      "step": 91656
    },
    {
      "epoch": 3.754126561540037,
      "grad_norm": 1.4270246357139769,
      "learning_rate": 9.455941779253063e-05,
      "loss": 1.018,
      "step": 91657
    },
    {
      "epoch": 3.7541675199672335,
      "grad_norm": 0.964336460450682,
      "learning_rate": 9.455638735234121e-05,
      "loss": 0.2615,
      "step": 91658
    },
    {
      "epoch": 3.7542084783944296,
      "grad_norm": 1.645769804197045,
      "learning_rate": 9.455335693836232e-05,
      "loss": 0.62,
      "step": 91659
    },
    {
      "epoch": 3.754249436821626,
      "grad_norm": 0.7712109540595152,
      "learning_rate": 9.455032655059538e-05,
      "loss": 0.2398,
      "step": 91660
    },
    {
      "epoch": 3.7542903952488222,
      "grad_norm": 1.7495511278892644,
      "learning_rate": 9.454729618904183e-05,
      "loss": 0.8102,
      "step": 91661
    },
    {
      "epoch": 3.754331353676019,
      "grad_norm": 1.633091750808423,
      "learning_rate": 9.454426585370306e-05,
      "loss": 0.5749,
      "step": 91662
    },
    {
      "epoch": 3.7543723121032153,
      "grad_norm": 1.6635979208992322,
      "learning_rate": 9.454123554458059e-05,
      "loss": 0.8207,
      "step": 91663
    },
    {
      "epoch": 3.754413270530412,
      "grad_norm": 1.227686595711335,
      "learning_rate": 9.45382052616758e-05,
      "loss": 0.5943,
      "step": 91664
    },
    {
      "epoch": 3.754454228957608,
      "grad_norm": 4.984786085851007,
      "learning_rate": 9.453517500499014e-05,
      "loss": 4.3751,
      "step": 91665
    },
    {
      "epoch": 3.7544951873848045,
      "grad_norm": 1.702508574181631,
      "learning_rate": 9.453214477452496e-05,
      "loss": 1.1196,
      "step": 91666
    },
    {
      "epoch": 3.7545361458120006,
      "grad_norm": 1.1675627612034667,
      "learning_rate": 9.452911457028183e-05,
      "loss": 0.6001,
      "step": 91667
    },
    {
      "epoch": 3.754577104239197,
      "grad_norm": 1.4130412141268356,
      "learning_rate": 9.452608439226211e-05,
      "loss": 0.8017,
      "step": 91668
    },
    {
      "epoch": 3.7546180626663936,
      "grad_norm": 2.116460417401385,
      "learning_rate": 9.452305424046725e-05,
      "loss": 1.3487,
      "step": 91669
    },
    {
      "epoch": 3.75465902109359,
      "grad_norm": 1.4550624575883588,
      "learning_rate": 9.452002411489862e-05,
      "loss": 0.7615,
      "step": 91670
    },
    {
      "epoch": 3.7546999795207863,
      "grad_norm": 1.4382591195997405,
      "learning_rate": 9.451699401555773e-05,
      "loss": 0.4106,
      "step": 91671
    },
    {
      "epoch": 3.754740937947983,
      "grad_norm": 1.5366219082100043,
      "learning_rate": 9.451396394244599e-05,
      "loss": 0.7366,
      "step": 91672
    },
    {
      "epoch": 3.7547818963751793,
      "grad_norm": 2.9391824418717793,
      "learning_rate": 9.451093389556485e-05,
      "loss": 2.3576,
      "step": 91673
    },
    {
      "epoch": 3.7548228548023754,
      "grad_norm": 2.5040057098000017,
      "learning_rate": 9.450790387491566e-05,
      "loss": 2.1356,
      "step": 91674
    },
    {
      "epoch": 3.754863813229572,
      "grad_norm": 0.7577621244301687,
      "learning_rate": 9.450487388049996e-05,
      "loss": 0.2281,
      "step": 91675
    },
    {
      "epoch": 3.7549047716567685,
      "grad_norm": 1.0909835002523895,
      "learning_rate": 9.450184391231914e-05,
      "loss": 0.2228,
      "step": 91676
    },
    {
      "epoch": 3.754945730083965,
      "grad_norm": 1.3373214665318913,
      "learning_rate": 9.44988139703746e-05,
      "loss": 0.7799,
      "step": 91677
    },
    {
      "epoch": 3.754986688511161,
      "grad_norm": 1.368130850435893,
      "learning_rate": 9.44957840546678e-05,
      "loss": 0.7499,
      "step": 91678
    },
    {
      "epoch": 3.7550276469383577,
      "grad_norm": 1.3169789320821983,
      "learning_rate": 9.449275416520018e-05,
      "loss": 0.5367,
      "step": 91679
    },
    {
      "epoch": 3.7550686053655538,
      "grad_norm": 1.5398683926878807,
      "learning_rate": 9.448972430197319e-05,
      "loss": 0.8194,
      "step": 91680
    },
    {
      "epoch": 3.7551095637927503,
      "grad_norm": 0.9963924164567353,
      "learning_rate": 9.448669446498823e-05,
      "loss": 0.2611,
      "step": 91681
    },
    {
      "epoch": 3.755150522219947,
      "grad_norm": 1.3978708705770655,
      "learning_rate": 9.44836646542467e-05,
      "loss": 0.6247,
      "step": 91682
    },
    {
      "epoch": 3.7551914806471434,
      "grad_norm": 0.8808139308993894,
      "learning_rate": 9.44806348697501e-05,
      "loss": 0.3041,
      "step": 91683
    },
    {
      "epoch": 3.7552324390743395,
      "grad_norm": 1.4588601608806187,
      "learning_rate": 9.447760511149983e-05,
      "loss": 0.612,
      "step": 91684
    },
    {
      "epoch": 3.755273397501536,
      "grad_norm": 0.8965176674653402,
      "learning_rate": 9.447457537949735e-05,
      "loss": 0.2079,
      "step": 91685
    },
    {
      "epoch": 3.755314355928732,
      "grad_norm": 1.7040461617061922,
      "learning_rate": 9.447154567374402e-05,
      "loss": 0.8283,
      "step": 91686
    },
    {
      "epoch": 3.7553553143559286,
      "grad_norm": 1.2774915776927107,
      "learning_rate": 9.446851599424137e-05,
      "loss": 0.6378,
      "step": 91687
    },
    {
      "epoch": 3.755396272783125,
      "grad_norm": 1.4047269949215326,
      "learning_rate": 9.446548634099077e-05,
      "loss": 0.6669,
      "step": 91688
    },
    {
      "epoch": 3.7554372312103217,
      "grad_norm": 0.8283073512103187,
      "learning_rate": 9.446245671399365e-05,
      "loss": 0.1112,
      "step": 91689
    },
    {
      "epoch": 3.755478189637518,
      "grad_norm": 1.2042465602526105,
      "learning_rate": 9.445942711325144e-05,
      "loss": 0.2146,
      "step": 91690
    },
    {
      "epoch": 3.7555191480647143,
      "grad_norm": 1.6623256079615865,
      "learning_rate": 9.445639753876562e-05,
      "loss": 0.8871,
      "step": 91691
    },
    {
      "epoch": 3.755560106491911,
      "grad_norm": 4.853095278730116,
      "learning_rate": 9.44533679905376e-05,
      "loss": 3.5911,
      "step": 91692
    },
    {
      "epoch": 3.755601064919107,
      "grad_norm": 1.1114859971808329,
      "learning_rate": 9.44503384685688e-05,
      "loss": 0.5552,
      "step": 91693
    },
    {
      "epoch": 3.7556420233463035,
      "grad_norm": 1.6592365975482688,
      "learning_rate": 9.444730897286063e-05,
      "loss": 1.0099,
      "step": 91694
    },
    {
      "epoch": 3.7556829817735,
      "grad_norm": 1.1645765367055319,
      "learning_rate": 9.444427950341459e-05,
      "loss": 0.7157,
      "step": 91695
    },
    {
      "epoch": 3.7557239402006966,
      "grad_norm": 2.4139821159251604,
      "learning_rate": 9.444125006023204e-05,
      "loss": 0.8425,
      "step": 91696
    },
    {
      "epoch": 3.7557648986278926,
      "grad_norm": 13.210915656291078,
      "learning_rate": 9.443822064331446e-05,
      "loss": 2.8663,
      "step": 91697
    },
    {
      "epoch": 3.755805857055089,
      "grad_norm": 1.0083833522338745,
      "learning_rate": 9.443519125266324e-05,
      "loss": 0.6462,
      "step": 91698
    },
    {
      "epoch": 3.7558468154822853,
      "grad_norm": 0.504316969665597,
      "learning_rate": 9.443216188827986e-05,
      "loss": 0.1193,
      "step": 91699
    },
    {
      "epoch": 3.755887773909482,
      "grad_norm": 5.280324466340065,
      "learning_rate": 9.442913255016572e-05,
      "loss": 2.6799,
      "step": 91700
    },
    {
      "epoch": 3.7559287323366783,
      "grad_norm": 1.5775724811276595,
      "learning_rate": 9.442610323832228e-05,
      "loss": 0.8448,
      "step": 91701
    },
    {
      "epoch": 3.755969690763875,
      "grad_norm": 3.2552828446623208,
      "learning_rate": 9.442307395275096e-05,
      "loss": 4.0315,
      "step": 91702
    },
    {
      "epoch": 3.756010649191071,
      "grad_norm": 0.6251531371203692,
      "learning_rate": 9.442004469345313e-05,
      "loss": 0.1294,
      "step": 91703
    },
    {
      "epoch": 3.7560516076182675,
      "grad_norm": 1.1195464288772805,
      "learning_rate": 9.441701546043031e-05,
      "loss": 0.4577,
      "step": 91704
    },
    {
      "epoch": 3.7560925660454636,
      "grad_norm": 1.286053761382538,
      "learning_rate": 9.441398625368392e-05,
      "loss": 0.6636,
      "step": 91705
    },
    {
      "epoch": 3.75613352447266,
      "grad_norm": 1.5322522535232044,
      "learning_rate": 9.441095707321537e-05,
      "loss": 0.6721,
      "step": 91706
    },
    {
      "epoch": 3.7561744828998567,
      "grad_norm": 1.5896850039126587,
      "learning_rate": 9.440792791902611e-05,
      "loss": 0.9291,
      "step": 91707
    },
    {
      "epoch": 3.756215441327053,
      "grad_norm": 1.3688407566306164,
      "learning_rate": 9.440489879111753e-05,
      "loss": 0.7414,
      "step": 91708
    },
    {
      "epoch": 3.7562563997542493,
      "grad_norm": 0.7897174196103187,
      "learning_rate": 9.440186968949104e-05,
      "loss": 0.2254,
      "step": 91709
    },
    {
      "epoch": 3.756297358181446,
      "grad_norm": 1.4246300132424865,
      "learning_rate": 9.439884061414818e-05,
      "loss": 0.6297,
      "step": 91710
    },
    {
      "epoch": 3.7563383166086424,
      "grad_norm": 1.342944243426403,
      "learning_rate": 9.439581156509032e-05,
      "loss": 0.6284,
      "step": 91711
    },
    {
      "epoch": 3.7563792750358385,
      "grad_norm": 1.0423249166187807,
      "learning_rate": 9.439278254231888e-05,
      "loss": 0.2911,
      "step": 91712
    },
    {
      "epoch": 3.756420233463035,
      "grad_norm": 1.8750993447868882,
      "learning_rate": 9.438975354583528e-05,
      "loss": 0.9819,
      "step": 91713
    },
    {
      "epoch": 3.7564611918902315,
      "grad_norm": 2.146736471286183,
      "learning_rate": 9.4386724575641e-05,
      "loss": 1.0623,
      "step": 91714
    },
    {
      "epoch": 3.756502150317428,
      "grad_norm": 1.4944967864117265,
      "learning_rate": 9.438369563173746e-05,
      "loss": 0.6032,
      "step": 91715
    },
    {
      "epoch": 3.756543108744624,
      "grad_norm": 1.4864098924691143,
      "learning_rate": 9.438066671412607e-05,
      "loss": 0.6348,
      "step": 91716
    },
    {
      "epoch": 3.7565840671718207,
      "grad_norm": 2.9006528399993416,
      "learning_rate": 9.437763782280825e-05,
      "loss": 2.4378,
      "step": 91717
    },
    {
      "epoch": 3.756625025599017,
      "grad_norm": 1.4894195734487008,
      "learning_rate": 9.43746089577855e-05,
      "loss": 0.7447,
      "step": 91718
    },
    {
      "epoch": 3.7566659840262133,
      "grad_norm": 1.5014689487032176,
      "learning_rate": 9.437158011905919e-05,
      "loss": 0.7329,
      "step": 91719
    },
    {
      "epoch": 3.75670694245341,
      "grad_norm": 1.1332944344886866,
      "learning_rate": 9.436855130663077e-05,
      "loss": 0.4097,
      "step": 91720
    },
    {
      "epoch": 3.7567479008806064,
      "grad_norm": 0.939626408024549,
      "learning_rate": 9.436552252050163e-05,
      "loss": 0.2832,
      "step": 91721
    },
    {
      "epoch": 3.7567888593078025,
      "grad_norm": 1.4451355253819096,
      "learning_rate": 9.43624937606733e-05,
      "loss": 0.7956,
      "step": 91722
    },
    {
      "epoch": 3.756829817734999,
      "grad_norm": 0.8213366492265278,
      "learning_rate": 9.435946502714714e-05,
      "loss": 0.2219,
      "step": 91723
    },
    {
      "epoch": 3.756870776162195,
      "grad_norm": 1.8319605036546491,
      "learning_rate": 9.435643631992458e-05,
      "loss": 0.8539,
      "step": 91724
    },
    {
      "epoch": 3.7569117345893916,
      "grad_norm": 1.3018867597623345,
      "learning_rate": 9.435340763900706e-05,
      "loss": 0.5776,
      "step": 91725
    },
    {
      "epoch": 3.756952693016588,
      "grad_norm": 1.4572338393135107,
      "learning_rate": 9.435037898439606e-05,
      "loss": 0.7418,
      "step": 91726
    },
    {
      "epoch": 3.7569936514437847,
      "grad_norm": 1.5796684669327314,
      "learning_rate": 9.434735035609294e-05,
      "loss": 0.5924,
      "step": 91727
    },
    {
      "epoch": 3.757034609870981,
      "grad_norm": 0.8080609982904557,
      "learning_rate": 9.434432175409918e-05,
      "loss": 0.213,
      "step": 91728
    },
    {
      "epoch": 3.7570755682981773,
      "grad_norm": 1.5811944835484946,
      "learning_rate": 9.434129317841618e-05,
      "loss": 1.0639,
      "step": 91729
    },
    {
      "epoch": 3.757116526725374,
      "grad_norm": 1.36831664229238,
      "learning_rate": 9.433826462904539e-05,
      "loss": 0.7428,
      "step": 91730
    },
    {
      "epoch": 3.75715748515257,
      "grad_norm": 1.5936245030053335,
      "learning_rate": 9.433523610598826e-05,
      "loss": 0.736,
      "step": 91731
    },
    {
      "epoch": 3.7571984435797665,
      "grad_norm": 1.7587308695283304,
      "learning_rate": 9.43322076092462e-05,
      "loss": 1.0305,
      "step": 91732
    },
    {
      "epoch": 3.757239402006963,
      "grad_norm": 2.069870055056338,
      "learning_rate": 9.432917913882064e-05,
      "loss": 1.0064,
      "step": 91733
    },
    {
      "epoch": 3.7572803604341596,
      "grad_norm": 1.659275460120662,
      "learning_rate": 9.432615069471297e-05,
      "loss": 0.8759,
      "step": 91734
    },
    {
      "epoch": 3.7573213188613557,
      "grad_norm": 1.5742613511044758,
      "learning_rate": 9.43231222769247e-05,
      "loss": 0.6905,
      "step": 91735
    },
    {
      "epoch": 3.757362277288552,
      "grad_norm": 1.521153209679778,
      "learning_rate": 9.432009388545722e-05,
      "loss": 0.6154,
      "step": 91736
    },
    {
      "epoch": 3.7574032357157483,
      "grad_norm": 0.9572805420437592,
      "learning_rate": 9.431706552031198e-05,
      "loss": 0.2916,
      "step": 91737
    },
    {
      "epoch": 3.757444194142945,
      "grad_norm": 0.8731861378511301,
      "learning_rate": 9.431403718149038e-05,
      "loss": 0.1874,
      "step": 91738
    },
    {
      "epoch": 3.7574851525701414,
      "grad_norm": 1.7539420252214755,
      "learning_rate": 9.431100886899388e-05,
      "loss": 1.2347,
      "step": 91739
    },
    {
      "epoch": 3.757526110997338,
      "grad_norm": 1.5071036843899652,
      "learning_rate": 9.430798058282391e-05,
      "loss": 0.7837,
      "step": 91740
    },
    {
      "epoch": 3.757567069424534,
      "grad_norm": 2.0115211862947513,
      "learning_rate": 9.430495232298189e-05,
      "loss": 0.8201,
      "step": 91741
    },
    {
      "epoch": 3.7576080278517305,
      "grad_norm": 1.5987898810676429,
      "learning_rate": 9.430192408946926e-05,
      "loss": 0.9157,
      "step": 91742
    },
    {
      "epoch": 3.7576489862789266,
      "grad_norm": 1.430495656624342,
      "learning_rate": 9.429889588228743e-05,
      "loss": 0.8406,
      "step": 91743
    },
    {
      "epoch": 3.757689944706123,
      "grad_norm": 1.399634185078481,
      "learning_rate": 9.429586770143786e-05,
      "loss": 0.7206,
      "step": 91744
    },
    {
      "epoch": 3.7577309031333197,
      "grad_norm": 1.3424836291158677,
      "learning_rate": 9.4292839546922e-05,
      "loss": 0.6625,
      "step": 91745
    },
    {
      "epoch": 3.7577718615605162,
      "grad_norm": 1.8706186005582894,
      "learning_rate": 9.42898114187412e-05,
      "loss": 1.0627,
      "step": 91746
    },
    {
      "epoch": 3.7578128199877123,
      "grad_norm": 1.4880350534651683,
      "learning_rate": 9.428678331689698e-05,
      "loss": 1.0512,
      "step": 91747
    },
    {
      "epoch": 3.757853778414909,
      "grad_norm": 0.9656438037940235,
      "learning_rate": 9.428375524139074e-05,
      "loss": 0.238,
      "step": 91748
    },
    {
      "epoch": 3.7578947368421054,
      "grad_norm": 1.2384836393153502,
      "learning_rate": 9.42807271922239e-05,
      "loss": 0.6716,
      "step": 91749
    },
    {
      "epoch": 3.7579356952693015,
      "grad_norm": 2.2530701528238275,
      "learning_rate": 9.427769916939789e-05,
      "loss": 0.9758,
      "step": 91750
    },
    {
      "epoch": 3.757976653696498,
      "grad_norm": 1.5441320684363076,
      "learning_rate": 9.427467117291417e-05,
      "loss": 0.8654,
      "step": 91751
    },
    {
      "epoch": 3.7580176121236946,
      "grad_norm": 2.4264477142176815,
      "learning_rate": 9.427164320277416e-05,
      "loss": 2.1284,
      "step": 91752
    },
    {
      "epoch": 3.758058570550891,
      "grad_norm": 1.314683579462443,
      "learning_rate": 9.426861525897925e-05,
      "loss": 0.6785,
      "step": 91753
    },
    {
      "epoch": 3.758099528978087,
      "grad_norm": 0.7064879868477623,
      "learning_rate": 9.42655873415309e-05,
      "loss": 0.2428,
      "step": 91754
    },
    {
      "epoch": 3.7581404874052837,
      "grad_norm": 1.5609085478287983,
      "learning_rate": 9.426255945043056e-05,
      "loss": 0.5762,
      "step": 91755
    },
    {
      "epoch": 3.75818144583248,
      "grad_norm": 2.025907476695199,
      "learning_rate": 9.425953158567967e-05,
      "loss": 0.5297,
      "step": 91756
    },
    {
      "epoch": 3.7582224042596764,
      "grad_norm": 1.8377634002992729,
      "learning_rate": 9.425650374727962e-05,
      "loss": 0.9478,
      "step": 91757
    },
    {
      "epoch": 3.758263362686873,
      "grad_norm": 1.4509399161152594,
      "learning_rate": 9.425347593523185e-05,
      "loss": 0.6385,
      "step": 91758
    },
    {
      "epoch": 3.7583043211140694,
      "grad_norm": 1.0515008024508177,
      "learning_rate": 9.425044814953781e-05,
      "loss": 0.6846,
      "step": 91759
    },
    {
      "epoch": 3.7583452795412655,
      "grad_norm": 1.3255949501040376,
      "learning_rate": 9.424742039019894e-05,
      "loss": 0.6749,
      "step": 91760
    },
    {
      "epoch": 3.758386237968462,
      "grad_norm": 1.5002116135308037,
      "learning_rate": 9.424439265721664e-05,
      "loss": 0.7903,
      "step": 91761
    },
    {
      "epoch": 3.758427196395658,
      "grad_norm": 1.3711420160704542,
      "learning_rate": 9.424136495059232e-05,
      "loss": 0.8852,
      "step": 91762
    },
    {
      "epoch": 3.7584681548228547,
      "grad_norm": 1.0660350994105239,
      "learning_rate": 9.423833727032749e-05,
      "loss": 0.3014,
      "step": 91763
    },
    {
      "epoch": 3.758509113250051,
      "grad_norm": 1.6802250645630714,
      "learning_rate": 9.423530961642353e-05,
      "loss": 0.7963,
      "step": 91764
    },
    {
      "epoch": 3.7585500716772478,
      "grad_norm": 1.3318736523133339,
      "learning_rate": 9.42322819888819e-05,
      "loss": 0.443,
      "step": 91765
    },
    {
      "epoch": 3.758591030104444,
      "grad_norm": 1.9996520361394539,
      "learning_rate": 9.422925438770397e-05,
      "loss": 1.1155,
      "step": 91766
    },
    {
      "epoch": 3.7586319885316404,
      "grad_norm": 1.2938856353162649,
      "learning_rate": 9.422622681289125e-05,
      "loss": 0.4588,
      "step": 91767
    },
    {
      "epoch": 3.758672946958837,
      "grad_norm": 0.6652970592967788,
      "learning_rate": 9.422319926444512e-05,
      "loss": 0.2429,
      "step": 91768
    },
    {
      "epoch": 3.758713905386033,
      "grad_norm": 1.6021534532755823,
      "learning_rate": 9.422017174236703e-05,
      "loss": 0.9199,
      "step": 91769
    },
    {
      "epoch": 3.7587548638132295,
      "grad_norm": 1.2917942031840697,
      "learning_rate": 9.421714424665837e-05,
      "loss": 0.7666,
      "step": 91770
    },
    {
      "epoch": 3.758795822240426,
      "grad_norm": 1.2194598180079381,
      "learning_rate": 9.421411677732065e-05,
      "loss": 0.7458,
      "step": 91771
    },
    {
      "epoch": 3.7588367806676226,
      "grad_norm": 1.5894800990888711,
      "learning_rate": 9.421108933435526e-05,
      "loss": 0.7765,
      "step": 91772
    },
    {
      "epoch": 3.7588777390948187,
      "grad_norm": 2.3447452849857013,
      "learning_rate": 9.420806191776362e-05,
      "loss": 1.8389,
      "step": 91773
    },
    {
      "epoch": 3.7589186975220152,
      "grad_norm": 1.5146579406470038,
      "learning_rate": 9.420503452754716e-05,
      "loss": 0.7196,
      "step": 91774
    },
    {
      "epoch": 3.7589596559492113,
      "grad_norm": 1.024505490107056,
      "learning_rate": 9.420200716370732e-05,
      "loss": 0.328,
      "step": 91775
    },
    {
      "epoch": 3.759000614376408,
      "grad_norm": 1.5446654381674982,
      "learning_rate": 9.419897982624554e-05,
      "loss": 0.7686,
      "step": 91776
    },
    {
      "epoch": 3.7590415728036044,
      "grad_norm": 1.4850508026479086,
      "learning_rate": 9.419595251516325e-05,
      "loss": 0.905,
      "step": 91777
    },
    {
      "epoch": 3.759082531230801,
      "grad_norm": 1.8344287821440592,
      "learning_rate": 9.41929252304619e-05,
      "loss": 1.1552,
      "step": 91778
    },
    {
      "epoch": 3.759123489657997,
      "grad_norm": 0.8164125893049038,
      "learning_rate": 9.418989797214288e-05,
      "loss": 0.1596,
      "step": 91779
    },
    {
      "epoch": 3.7591644480851936,
      "grad_norm": 1.4444509127190537,
      "learning_rate": 9.418687074020763e-05,
      "loss": 0.7968,
      "step": 91780
    },
    {
      "epoch": 3.7592054065123897,
      "grad_norm": 1.390641418384871,
      "learning_rate": 9.418384353465756e-05,
      "loss": 0.6302,
      "step": 91781
    },
    {
      "epoch": 3.759246364939586,
      "grad_norm": 1.8766604469593386,
      "learning_rate": 9.418081635549416e-05,
      "loss": 0.6951,
      "step": 91782
    },
    {
      "epoch": 3.7592873233667827,
      "grad_norm": 1.1919743080809801,
      "learning_rate": 9.417778920271883e-05,
      "loss": 0.5194,
      "step": 91783
    },
    {
      "epoch": 3.7593282817939793,
      "grad_norm": 1.5438971972961835,
      "learning_rate": 9.417476207633301e-05,
      "loss": 1.0688,
      "step": 91784
    },
    {
      "epoch": 3.7593692402211754,
      "grad_norm": 1.1334342138388531,
      "learning_rate": 9.41717349763381e-05,
      "loss": 0.4253,
      "step": 91785
    },
    {
      "epoch": 3.759410198648372,
      "grad_norm": 1.5773979034898225,
      "learning_rate": 9.416870790273556e-05,
      "loss": 0.5766,
      "step": 91786
    },
    {
      "epoch": 3.7594511570755684,
      "grad_norm": 1.5561702100855013,
      "learning_rate": 9.416568085552684e-05,
      "loss": 0.9766,
      "step": 91787
    },
    {
      "epoch": 3.7594921155027645,
      "grad_norm": 2.631807904071094,
      "learning_rate": 9.416265383471332e-05,
      "loss": 2.4082,
      "step": 91788
    },
    {
      "epoch": 3.759533073929961,
      "grad_norm": 1.4534807794277549,
      "learning_rate": 9.415962684029644e-05,
      "loss": 0.5908,
      "step": 91789
    },
    {
      "epoch": 3.7595740323571576,
      "grad_norm": 2.059097814878663,
      "learning_rate": 9.415659987227768e-05,
      "loss": 1.3573,
      "step": 91790
    },
    {
      "epoch": 3.759614990784354,
      "grad_norm": 1.1354309800728692,
      "learning_rate": 9.415357293065843e-05,
      "loss": 0.701,
      "step": 91791
    },
    {
      "epoch": 3.75965594921155,
      "grad_norm": 1.2246972169392611,
      "learning_rate": 9.415054601544015e-05,
      "loss": 0.6506,
      "step": 91792
    },
    {
      "epoch": 3.7596969076387468,
      "grad_norm": 1.6111810906402415,
      "learning_rate": 9.41475191266242e-05,
      "loss": 0.7572,
      "step": 91793
    },
    {
      "epoch": 3.759737866065943,
      "grad_norm": 1.3596417194569548,
      "learning_rate": 9.41444922642121e-05,
      "loss": 0.7972,
      "step": 91794
    },
    {
      "epoch": 3.7597788244931394,
      "grad_norm": 1.1670655919039292,
      "learning_rate": 9.414146542820523e-05,
      "loss": 0.526,
      "step": 91795
    },
    {
      "epoch": 3.759819782920336,
      "grad_norm": 1.7113986339243288,
      "learning_rate": 9.413843861860506e-05,
      "loss": 0.9751,
      "step": 91796
    },
    {
      "epoch": 3.7598607413475325,
      "grad_norm": 1.5222902736275763,
      "learning_rate": 9.413541183541296e-05,
      "loss": 0.8965,
      "step": 91797
    },
    {
      "epoch": 3.7599016997747285,
      "grad_norm": 1.8373728994087313,
      "learning_rate": 9.413238507863041e-05,
      "loss": 0.5959,
      "step": 91798
    },
    {
      "epoch": 3.759942658201925,
      "grad_norm": 1.4438396717651372,
      "learning_rate": 9.412935834825883e-05,
      "loss": 0.8546,
      "step": 91799
    },
    {
      "epoch": 3.759983616629121,
      "grad_norm": 1.0510494388010314,
      "learning_rate": 9.412633164429964e-05,
      "loss": 0.264,
      "step": 91800
    },
    {
      "epoch": 3.7600245750563177,
      "grad_norm": 0.8260793951378538,
      "learning_rate": 9.41233049667543e-05,
      "loss": 0.2306,
      "step": 91801
    },
    {
      "epoch": 3.7600655334835142,
      "grad_norm": 1.456101535128763,
      "learning_rate": 9.412027831562418e-05,
      "loss": 0.9341,
      "step": 91802
    },
    {
      "epoch": 3.760106491910711,
      "grad_norm": 13.116782076084679,
      "learning_rate": 9.411725169091078e-05,
      "loss": 2.8234,
      "step": 91803
    },
    {
      "epoch": 3.760147450337907,
      "grad_norm": 1.6678691827385899,
      "learning_rate": 9.411422509261549e-05,
      "loss": 1.0302,
      "step": 91804
    },
    {
      "epoch": 3.7601884087651034,
      "grad_norm": 1.54256414232647,
      "learning_rate": 9.411119852073977e-05,
      "loss": 0.729,
      "step": 91805
    },
    {
      "epoch": 3.7602293671923,
      "grad_norm": 1.6238954776129124,
      "learning_rate": 9.410817197528498e-05,
      "loss": 0.8179,
      "step": 91806
    },
    {
      "epoch": 3.760270325619496,
      "grad_norm": 0.9244848690065027,
      "learning_rate": 9.410514545625267e-05,
      "loss": 0.0891,
      "step": 91807
    },
    {
      "epoch": 3.7603112840466926,
      "grad_norm": 1.4779858583650176,
      "learning_rate": 9.410211896364417e-05,
      "loss": 0.7533,
      "step": 91808
    },
    {
      "epoch": 3.760352242473889,
      "grad_norm": 1.584998134012924,
      "learning_rate": 9.409909249746094e-05,
      "loss": 0.5629,
      "step": 91809
    },
    {
      "epoch": 3.7603932009010856,
      "grad_norm": 1.6684368083630277,
      "learning_rate": 9.40960660577044e-05,
      "loss": 1.1338,
      "step": 91810
    },
    {
      "epoch": 3.7604341593282817,
      "grad_norm": 1.9290729097640666,
      "learning_rate": 9.409303964437602e-05,
      "loss": 0.7719,
      "step": 91811
    },
    {
      "epoch": 3.7604751177554783,
      "grad_norm": 1.5501421323494164,
      "learning_rate": 9.409001325747722e-05,
      "loss": 0.7193,
      "step": 91812
    },
    {
      "epoch": 3.7605160761826744,
      "grad_norm": 1.6559227934218659,
      "learning_rate": 9.40869868970094e-05,
      "loss": 0.8151,
      "step": 91813
    },
    {
      "epoch": 3.760557034609871,
      "grad_norm": 1.1874113933617705,
      "learning_rate": 9.4083960562974e-05,
      "loss": 0.3149,
      "step": 91814
    },
    {
      "epoch": 3.7605979930370674,
      "grad_norm": 1.2226736013060862,
      "learning_rate": 9.408093425537248e-05,
      "loss": 0.5391,
      "step": 91815
    },
    {
      "epoch": 3.760638951464264,
      "grad_norm": 1.471667829512428,
      "learning_rate": 9.407790797420624e-05,
      "loss": 0.7493,
      "step": 91816
    },
    {
      "epoch": 3.76067990989146,
      "grad_norm": 1.681278860984216,
      "learning_rate": 9.407488171947674e-05,
      "loss": 0.9063,
      "step": 91817
    },
    {
      "epoch": 3.7607208683186566,
      "grad_norm": 1.7680378397937417,
      "learning_rate": 9.407185549118533e-05,
      "loss": 0.6039,
      "step": 91818
    },
    {
      "epoch": 3.7607618267458527,
      "grad_norm": 1.434348454864329,
      "learning_rate": 9.406882928933354e-05,
      "loss": 0.6892,
      "step": 91819
    },
    {
      "epoch": 3.7608027851730492,
      "grad_norm": 1.5383220531714912,
      "learning_rate": 9.406580311392279e-05,
      "loss": 0.7464,
      "step": 91820
    },
    {
      "epoch": 3.7608437436002458,
      "grad_norm": 1.5513396104833885,
      "learning_rate": 9.406277696495445e-05,
      "loss": 0.833,
      "step": 91821
    },
    {
      "epoch": 3.7608847020274423,
      "grad_norm": 2.09976164786246,
      "learning_rate": 9.405975084242998e-05,
      "loss": 0.8449,
      "step": 91822
    },
    {
      "epoch": 3.7609256604546384,
      "grad_norm": 1.4695498454125038,
      "learning_rate": 9.405672474635083e-05,
      "loss": 0.5512,
      "step": 91823
    },
    {
      "epoch": 3.760966618881835,
      "grad_norm": 2.4732513634190134,
      "learning_rate": 9.40536986767184e-05,
      "loss": 1.2066,
      "step": 91824
    },
    {
      "epoch": 3.7610075773090315,
      "grad_norm": 0.9235666132957273,
      "learning_rate": 9.405067263353417e-05,
      "loss": 0.1685,
      "step": 91825
    },
    {
      "epoch": 3.7610485357362275,
      "grad_norm": 1.3562077409993791,
      "learning_rate": 9.404764661679948e-05,
      "loss": 0.4191,
      "step": 91826
    },
    {
      "epoch": 3.761089494163424,
      "grad_norm": 1.7497177674986448,
      "learning_rate": 9.404462062651583e-05,
      "loss": 0.8704,
      "step": 91827
    },
    {
      "epoch": 3.7611304525906206,
      "grad_norm": 0.6525946167644266,
      "learning_rate": 9.404159466268466e-05,
      "loss": 0.1125,
      "step": 91828
    },
    {
      "epoch": 3.761171411017817,
      "grad_norm": 1.204170027225617,
      "learning_rate": 9.403856872530738e-05,
      "loss": 0.4976,
      "step": 91829
    },
    {
      "epoch": 3.7612123694450132,
      "grad_norm": 0.4840653034664105,
      "learning_rate": 9.403554281438536e-05,
      "loss": 0.1173,
      "step": 91830
    },
    {
      "epoch": 3.76125332787221,
      "grad_norm": 2.810461002703368,
      "learning_rate": 9.403251692992014e-05,
      "loss": 2.7356,
      "step": 91831
    },
    {
      "epoch": 3.761294286299406,
      "grad_norm": 3.726509584037043,
      "learning_rate": 9.402949107191312e-05,
      "loss": 0.5971,
      "step": 91832
    },
    {
      "epoch": 3.7613352447266024,
      "grad_norm": 1.4249346172294723,
      "learning_rate": 9.402646524036567e-05,
      "loss": 0.6235,
      "step": 91833
    },
    {
      "epoch": 3.761376203153799,
      "grad_norm": 1.396792842113421,
      "learning_rate": 9.402343943527925e-05,
      "loss": 0.7486,
      "step": 91834
    },
    {
      "epoch": 3.7614171615809955,
      "grad_norm": 1.6594539152734102,
      "learning_rate": 9.402041365665533e-05,
      "loss": 0.9556,
      "step": 91835
    },
    {
      "epoch": 3.7614581200081916,
      "grad_norm": 1.5570300778882495,
      "learning_rate": 9.40173879044953e-05,
      "loss": 0.729,
      "step": 91836
    },
    {
      "epoch": 3.761499078435388,
      "grad_norm": 1.4536371262683703,
      "learning_rate": 9.40143621788006e-05,
      "loss": 0.7672,
      "step": 91837
    },
    {
      "epoch": 3.761540036862584,
      "grad_norm": 1.501622326999947,
      "learning_rate": 9.401133647957264e-05,
      "loss": 0.7836,
      "step": 91838
    },
    {
      "epoch": 3.7615809952897807,
      "grad_norm": 1.4228335120319167,
      "learning_rate": 9.40083108068129e-05,
      "loss": 0.6537,
      "step": 91839
    },
    {
      "epoch": 3.7616219537169773,
      "grad_norm": 4.39274150891781,
      "learning_rate": 9.400528516052279e-05,
      "loss": 2.7025,
      "step": 91840
    },
    {
      "epoch": 3.761662912144174,
      "grad_norm": 1.7298489688623377,
      "learning_rate": 9.40022595407037e-05,
      "loss": 0.8825,
      "step": 91841
    },
    {
      "epoch": 3.76170387057137,
      "grad_norm": 1.2354550774654474,
      "learning_rate": 9.399923394735713e-05,
      "loss": 0.5502,
      "step": 91842
    },
    {
      "epoch": 3.7617448289985664,
      "grad_norm": 1.4509626759001808,
      "learning_rate": 9.399620838048442e-05,
      "loss": 0.6434,
      "step": 91843
    },
    {
      "epoch": 3.761785787425763,
      "grad_norm": 0.48365599454879465,
      "learning_rate": 9.399318284008708e-05,
      "loss": 0.0924,
      "step": 91844
    },
    {
      "epoch": 3.761826745852959,
      "grad_norm": 1.0303108542076322,
      "learning_rate": 9.399015732616653e-05,
      "loss": 0.4245,
      "step": 91845
    },
    {
      "epoch": 3.7618677042801556,
      "grad_norm": 2.838010908765984,
      "learning_rate": 9.398713183872419e-05,
      "loss": 1.9994,
      "step": 91846
    },
    {
      "epoch": 3.761908662707352,
      "grad_norm": 1.444088093960006,
      "learning_rate": 9.398410637776143e-05,
      "loss": 0.6809,
      "step": 91847
    },
    {
      "epoch": 3.7619496211345487,
      "grad_norm": 0.8544270708159662,
      "learning_rate": 9.398108094327982e-05,
      "loss": 0.2525,
      "step": 91848
    },
    {
      "epoch": 3.7619905795617448,
      "grad_norm": 1.6178029433228363,
      "learning_rate": 9.397805553528063e-05,
      "loss": 0.8986,
      "step": 91849
    },
    {
      "epoch": 3.7620315379889413,
      "grad_norm": 1.5211066302449927,
      "learning_rate": 9.39750301537654e-05,
      "loss": 0.9576,
      "step": 91850
    },
    {
      "epoch": 3.7620724964161374,
      "grad_norm": 3.6584389658465803,
      "learning_rate": 9.397200479873552e-05,
      "loss": 2.7308,
      "step": 91851
    },
    {
      "epoch": 3.762113454843334,
      "grad_norm": 1.1108691529017893,
      "learning_rate": 9.396897947019242e-05,
      "loss": 0.5433,
      "step": 91852
    },
    {
      "epoch": 3.7621544132705305,
      "grad_norm": 1.630545535523302,
      "learning_rate": 9.39659541681375e-05,
      "loss": 0.7473,
      "step": 91853
    },
    {
      "epoch": 3.762195371697727,
      "grad_norm": 1.6622601419757455,
      "learning_rate": 9.396292889257228e-05,
      "loss": 0.6824,
      "step": 91854
    },
    {
      "epoch": 3.762236330124923,
      "grad_norm": 0.9916421353636918,
      "learning_rate": 9.395990364349811e-05,
      "loss": 0.2278,
      "step": 91855
    },
    {
      "epoch": 3.7622772885521196,
      "grad_norm": 5.4922044129283645,
      "learning_rate": 9.395687842091644e-05,
      "loss": 0.8368,
      "step": 91856
    },
    {
      "epoch": 3.7623182469793157,
      "grad_norm": 1.2061894705435814,
      "learning_rate": 9.395385322482871e-05,
      "loss": 0.4929,
      "step": 91857
    },
    {
      "epoch": 3.7623592054065123,
      "grad_norm": 1.8035227699726024,
      "learning_rate": 9.395082805523635e-05,
      "loss": 1.1834,
      "step": 91858
    },
    {
      "epoch": 3.762400163833709,
      "grad_norm": 1.5435044688785071,
      "learning_rate": 9.394780291214079e-05,
      "loss": 0.743,
      "step": 91859
    },
    {
      "epoch": 3.7624411222609053,
      "grad_norm": 1.1341981810032444,
      "learning_rate": 9.394477779554347e-05,
      "loss": 0.3217,
      "step": 91860
    },
    {
      "epoch": 3.7624820806881014,
      "grad_norm": 1.355837104625138,
      "learning_rate": 9.394175270544574e-05,
      "loss": 0.8868,
      "step": 91861
    },
    {
      "epoch": 3.762523039115298,
      "grad_norm": 1.766190470712028,
      "learning_rate": 9.393872764184917e-05,
      "loss": 0.6128,
      "step": 91862
    },
    {
      "epoch": 3.7625639975424945,
      "grad_norm": 1.3774350691815442,
      "learning_rate": 9.393570260475508e-05,
      "loss": 0.8403,
      "step": 91863
    },
    {
      "epoch": 3.7626049559696906,
      "grad_norm": 1.6433931457560689,
      "learning_rate": 9.393267759416496e-05,
      "loss": 0.6186,
      "step": 91864
    },
    {
      "epoch": 3.762645914396887,
      "grad_norm": 0.8634625175068126,
      "learning_rate": 9.392965261008018e-05,
      "loss": 0.2779,
      "step": 91865
    },
    {
      "epoch": 3.7626868728240837,
      "grad_norm": 1.3872446690012592,
      "learning_rate": 9.392662765250225e-05,
      "loss": 0.6373,
      "step": 91866
    },
    {
      "epoch": 3.76272783125128,
      "grad_norm": 1.787368373538738,
      "learning_rate": 9.392360272143253e-05,
      "loss": 0.86,
      "step": 91867
    },
    {
      "epoch": 3.7627687896784763,
      "grad_norm": 0.7786696143439308,
      "learning_rate": 9.392057781687248e-05,
      "loss": 0.2147,
      "step": 91868
    },
    {
      "epoch": 3.762809748105673,
      "grad_norm": 0.9935100585207589,
      "learning_rate": 9.391755293882351e-05,
      "loss": 0.313,
      "step": 91869
    },
    {
      "epoch": 3.762850706532869,
      "grad_norm": 1.3562779853084637,
      "learning_rate": 9.39145280872871e-05,
      "loss": 0.8723,
      "step": 91870
    },
    {
      "epoch": 3.7628916649600654,
      "grad_norm": 0.9227311355812249,
      "learning_rate": 9.391150326226464e-05,
      "loss": 0.1757,
      "step": 91871
    },
    {
      "epoch": 3.762932623387262,
      "grad_norm": 1.6215559298109947,
      "learning_rate": 9.390847846375757e-05,
      "loss": 0.7207,
      "step": 91872
    },
    {
      "epoch": 3.7629735818144585,
      "grad_norm": 1.3339353049219218,
      "learning_rate": 9.390545369176732e-05,
      "loss": 0.5924,
      "step": 91873
    },
    {
      "epoch": 3.7630145402416546,
      "grad_norm": 1.2150802249214507,
      "learning_rate": 9.390242894629527e-05,
      "loss": 0.4286,
      "step": 91874
    },
    {
      "epoch": 3.763055498668851,
      "grad_norm": 1.4032498137373712,
      "learning_rate": 9.389940422734294e-05,
      "loss": 0.7036,
      "step": 91875
    },
    {
      "epoch": 3.7630964570960477,
      "grad_norm": 1.0325688686008203,
      "learning_rate": 9.389637953491171e-05,
      "loss": 0.2466,
      "step": 91876
    },
    {
      "epoch": 3.7631374155232438,
      "grad_norm": 1.4437611470605158,
      "learning_rate": 9.389335486900303e-05,
      "loss": 0.652,
      "step": 91877
    },
    {
      "epoch": 3.7631783739504403,
      "grad_norm": 1.4388052525221626,
      "learning_rate": 9.389033022961827e-05,
      "loss": 0.1942,
      "step": 91878
    },
    {
      "epoch": 3.763219332377637,
      "grad_norm": 1.6366980070367865,
      "learning_rate": 9.388730561675894e-05,
      "loss": 0.7594,
      "step": 91879
    },
    {
      "epoch": 3.763260290804833,
      "grad_norm": 1.642545102498245,
      "learning_rate": 9.388428103042644e-05,
      "loss": 0.8534,
      "step": 91880
    },
    {
      "epoch": 3.7633012492320295,
      "grad_norm": 1.397590112225887,
      "learning_rate": 9.38812564706222e-05,
      "loss": 0.6623,
      "step": 91881
    },
    {
      "epoch": 3.763342207659226,
      "grad_norm": 3.497014514778583,
      "learning_rate": 9.38782319373476e-05,
      "loss": 1.7083,
      "step": 91882
    },
    {
      "epoch": 3.763383166086422,
      "grad_norm": 1.6336700205494559,
      "learning_rate": 9.387520743060415e-05,
      "loss": 1.0282,
      "step": 91883
    },
    {
      "epoch": 3.7634241245136186,
      "grad_norm": 0.6356965359361488,
      "learning_rate": 9.387218295039326e-05,
      "loss": 0.1325,
      "step": 91884
    },
    {
      "epoch": 3.763465082940815,
      "grad_norm": 1.3381775094976764,
      "learning_rate": 9.386915849671633e-05,
      "loss": 0.569,
      "step": 91885
    },
    {
      "epoch": 3.7635060413680117,
      "grad_norm": 2.943288546465966,
      "learning_rate": 9.386613406957476e-05,
      "loss": 2.8491,
      "step": 91886
    },
    {
      "epoch": 3.763546999795208,
      "grad_norm": 1.6203600065299397,
      "learning_rate": 9.386310966897009e-05,
      "loss": 0.8005,
      "step": 91887
    },
    {
      "epoch": 3.7635879582224043,
      "grad_norm": 1.5062937748941585,
      "learning_rate": 9.386008529490365e-05,
      "loss": 0.6937,
      "step": 91888
    },
    {
      "epoch": 3.7636289166496004,
      "grad_norm": 1.4891800669054829,
      "learning_rate": 9.385706094737694e-05,
      "loss": 0.7718,
      "step": 91889
    },
    {
      "epoch": 3.763669875076797,
      "grad_norm": 1.384189844553134,
      "learning_rate": 9.385403662639129e-05,
      "loss": 0.804,
      "step": 91890
    },
    {
      "epoch": 3.7637108335039935,
      "grad_norm": 1.9217268213374212,
      "learning_rate": 9.385101233194825e-05,
      "loss": 0.5142,
      "step": 91891
    },
    {
      "epoch": 3.76375179193119,
      "grad_norm": 4.58893987673228,
      "learning_rate": 9.384798806404917e-05,
      "loss": 5.7643,
      "step": 91892
    },
    {
      "epoch": 3.763792750358386,
      "grad_norm": 1.904781419536655,
      "learning_rate": 9.384496382269553e-05,
      "loss": 1.0878,
      "step": 91893
    },
    {
      "epoch": 3.7638337087855827,
      "grad_norm": 0.6776278825820726,
      "learning_rate": 9.384193960788869e-05,
      "loss": 0.1162,
      "step": 91894
    },
    {
      "epoch": 3.763874667212779,
      "grad_norm": 1.595934604480648,
      "learning_rate": 9.383891541963013e-05,
      "loss": 0.8038,
      "step": 91895
    },
    {
      "epoch": 3.7639156256399753,
      "grad_norm": 1.4448640694935349,
      "learning_rate": 9.383589125792129e-05,
      "loss": 0.635,
      "step": 91896
    },
    {
      "epoch": 3.763956584067172,
      "grad_norm": 2.186321428729531,
      "learning_rate": 9.383286712276359e-05,
      "loss": 1.7993,
      "step": 91897
    },
    {
      "epoch": 3.7639975424943684,
      "grad_norm": 1.3225975049398107,
      "learning_rate": 9.382984301415843e-05,
      "loss": 0.6082,
      "step": 91898
    },
    {
      "epoch": 3.764038500921565,
      "grad_norm": 1.0500792356589992,
      "learning_rate": 9.382681893210727e-05,
      "loss": 0.3148,
      "step": 91899
    },
    {
      "epoch": 3.764079459348761,
      "grad_norm": 0.7686911196988129,
      "learning_rate": 9.382379487661154e-05,
      "loss": 0.2305,
      "step": 91900
    },
    {
      "epoch": 3.7641204177759575,
      "grad_norm": 4.345590726844577,
      "learning_rate": 9.382077084767265e-05,
      "loss": 7.0016,
      "step": 91901
    },
    {
      "epoch": 3.7641613762031536,
      "grad_norm": 2.6261926001123386,
      "learning_rate": 9.3817746845292e-05,
      "loss": 1.1207,
      "step": 91902
    },
    {
      "epoch": 3.76420233463035,
      "grad_norm": 1.7353351797504506,
      "learning_rate": 9.381472286947112e-05,
      "loss": 0.8454,
      "step": 91903
    },
    {
      "epoch": 3.7642432930575467,
      "grad_norm": 1.5163983283664917,
      "learning_rate": 9.381169892021137e-05,
      "loss": 0.7129,
      "step": 91904
    },
    {
      "epoch": 3.764284251484743,
      "grad_norm": 2.011345867056485,
      "learning_rate": 9.380867499751418e-05,
      "loss": 0.8209,
      "step": 91905
    },
    {
      "epoch": 3.7643252099119393,
      "grad_norm": 3.625222281464003,
      "learning_rate": 9.380565110138094e-05,
      "loss": 1.729,
      "step": 91906
    },
    {
      "epoch": 3.764366168339136,
      "grad_norm": 1.2100058370963722,
      "learning_rate": 9.380262723181318e-05,
      "loss": 0.4507,
      "step": 91907
    },
    {
      "epoch": 3.764407126766332,
      "grad_norm": 1.7785010635424159,
      "learning_rate": 9.379960338881228e-05,
      "loss": 0.4216,
      "step": 91908
    },
    {
      "epoch": 3.7644480851935285,
      "grad_norm": 1.6484775221394319,
      "learning_rate": 9.379657957237965e-05,
      "loss": 0.7247,
      "step": 91909
    },
    {
      "epoch": 3.764489043620725,
      "grad_norm": 0.7347663762923609,
      "learning_rate": 9.379355578251672e-05,
      "loss": 0.2249,
      "step": 91910
    },
    {
      "epoch": 3.7645300020479215,
      "grad_norm": 1.6027160023973273,
      "learning_rate": 9.379053201922496e-05,
      "loss": 0.8662,
      "step": 91911
    },
    {
      "epoch": 3.7645709604751176,
      "grad_norm": 1.2516458955124303,
      "learning_rate": 9.378750828250578e-05,
      "loss": 0.3833,
      "step": 91912
    },
    {
      "epoch": 3.764611918902314,
      "grad_norm": 1.2624105786032591,
      "learning_rate": 9.37844845723606e-05,
      "loss": 0.6484,
      "step": 91913
    },
    {
      "epoch": 3.7646528773295107,
      "grad_norm": 1.1467596147514074,
      "learning_rate": 9.378146088879087e-05,
      "loss": 0.2812,
      "step": 91914
    },
    {
      "epoch": 3.764693835756707,
      "grad_norm": 1.2998649359085213,
      "learning_rate": 9.377843723179794e-05,
      "loss": 0.5661,
      "step": 91915
    },
    {
      "epoch": 3.7647347941839033,
      "grad_norm": 1.4293143875677532,
      "learning_rate": 9.377541360138334e-05,
      "loss": 0.821,
      "step": 91916
    },
    {
      "epoch": 3.7647757526111,
      "grad_norm": 1.3370065997293115,
      "learning_rate": 9.377238999754848e-05,
      "loss": 0.6779,
      "step": 91917
    },
    {
      "epoch": 3.7648167110382964,
      "grad_norm": 1.9355780008403094,
      "learning_rate": 9.376936642029476e-05,
      "loss": 0.7128,
      "step": 91918
    },
    {
      "epoch": 3.7648576694654925,
      "grad_norm": 1.4678093580444862,
      "learning_rate": 9.376634286962365e-05,
      "loss": 0.8395,
      "step": 91919
    },
    {
      "epoch": 3.764898627892689,
      "grad_norm": 1.2744054918394212,
      "learning_rate": 9.376331934553652e-05,
      "loss": 0.47,
      "step": 91920
    },
    {
      "epoch": 3.764939586319885,
      "grad_norm": 1.7564098032486906,
      "learning_rate": 9.376029584803481e-05,
      "loss": 0.907,
      "step": 91921
    },
    {
      "epoch": 3.7649805447470817,
      "grad_norm": 1.3418090690179134,
      "learning_rate": 9.375727237712e-05,
      "loss": 0.5861,
      "step": 91922
    },
    {
      "epoch": 3.765021503174278,
      "grad_norm": 1.1920389506659428,
      "learning_rate": 9.375424893279346e-05,
      "loss": 0.5488,
      "step": 91923
    },
    {
      "epoch": 3.7650624616014747,
      "grad_norm": 1.6439675743158277,
      "learning_rate": 9.375122551505668e-05,
      "loss": 1.1017,
      "step": 91924
    },
    {
      "epoch": 3.765103420028671,
      "grad_norm": 1.6228287139181958,
      "learning_rate": 9.374820212391102e-05,
      "loss": 0.6842,
      "step": 91925
    },
    {
      "epoch": 3.7651443784558674,
      "grad_norm": 1.5655584219931042,
      "learning_rate": 9.374517875935796e-05,
      "loss": 0.7346,
      "step": 91926
    },
    {
      "epoch": 3.7651853368830634,
      "grad_norm": 1.3862091722217993,
      "learning_rate": 9.374215542139892e-05,
      "loss": 0.8462,
      "step": 91927
    },
    {
      "epoch": 3.76522629531026,
      "grad_norm": 1.6600625906357103,
      "learning_rate": 9.373913211003533e-05,
      "loss": 0.5935,
      "step": 91928
    },
    {
      "epoch": 3.7652672537374565,
      "grad_norm": 1.4552412036391795,
      "learning_rate": 9.373610882526858e-05,
      "loss": 0.667,
      "step": 91929
    },
    {
      "epoch": 3.765308212164653,
      "grad_norm": 1.897440398363023,
      "learning_rate": 9.373308556710016e-05,
      "loss": 0.8479,
      "step": 91930
    },
    {
      "epoch": 3.765349170591849,
      "grad_norm": 1.4212799277343575,
      "learning_rate": 9.37300623355315e-05,
      "loss": 0.6382,
      "step": 91931
    },
    {
      "epoch": 3.7653901290190457,
      "grad_norm": 1.3747826697298684,
      "learning_rate": 9.372703913056396e-05,
      "loss": 0.7324,
      "step": 91932
    },
    {
      "epoch": 3.765431087446242,
      "grad_norm": 1.5250373676916906,
      "learning_rate": 9.3724015952199e-05,
      "loss": 0.7424,
      "step": 91933
    },
    {
      "epoch": 3.7654720458734383,
      "grad_norm": 3.798512325651074,
      "learning_rate": 9.372099280043808e-05,
      "loss": 1.4162,
      "step": 91934
    },
    {
      "epoch": 3.765513004300635,
      "grad_norm": 1.7135376742865862,
      "learning_rate": 9.371796967528263e-05,
      "loss": 0.8671,
      "step": 91935
    },
    {
      "epoch": 3.7655539627278314,
      "grad_norm": 2.0873948783262453,
      "learning_rate": 9.371494657673405e-05,
      "loss": 0.8472,
      "step": 91936
    },
    {
      "epoch": 3.765594921155028,
      "grad_norm": 0.8340270614607882,
      "learning_rate": 9.371192350479374e-05,
      "loss": 0.2111,
      "step": 91937
    },
    {
      "epoch": 3.765635879582224,
      "grad_norm": 0.9087383941376035,
      "learning_rate": 9.37089004594632e-05,
      "loss": 0.2922,
      "step": 91938
    },
    {
      "epoch": 3.7656768380094205,
      "grad_norm": 1.566490587294222,
      "learning_rate": 9.370587744074383e-05,
      "loss": 0.7583,
      "step": 91939
    },
    {
      "epoch": 3.7657177964366166,
      "grad_norm": 1.3216771878723352,
      "learning_rate": 9.370285444863704e-05,
      "loss": 0.6313,
      "step": 91940
    },
    {
      "epoch": 3.765758754863813,
      "grad_norm": 1.3605120219555271,
      "learning_rate": 9.369983148314426e-05,
      "loss": 0.5764,
      "step": 91941
    },
    {
      "epoch": 3.7657997132910097,
      "grad_norm": 1.3102175513485017,
      "learning_rate": 9.369680854426695e-05,
      "loss": 0.3125,
      "step": 91942
    },
    {
      "epoch": 3.7658406717182062,
      "grad_norm": 1.2463302229555322,
      "learning_rate": 9.369378563200654e-05,
      "loss": 0.4319,
      "step": 91943
    },
    {
      "epoch": 3.7658816301454023,
      "grad_norm": 1.6629626618042879,
      "learning_rate": 9.369076274636442e-05,
      "loss": 0.6391,
      "step": 91944
    },
    {
      "epoch": 3.765922588572599,
      "grad_norm": 1.6305923694298479,
      "learning_rate": 9.368773988734204e-05,
      "loss": 0.7856,
      "step": 91945
    },
    {
      "epoch": 3.765963546999795,
      "grad_norm": 5.419009672838688,
      "learning_rate": 9.368471705494082e-05,
      "loss": 5.0211,
      "step": 91946
    },
    {
      "epoch": 3.7660045054269915,
      "grad_norm": 1.5569575685494563,
      "learning_rate": 9.36816942491622e-05,
      "loss": 0.8236,
      "step": 91947
    },
    {
      "epoch": 3.766045463854188,
      "grad_norm": 0.9388963894589532,
      "learning_rate": 9.367867147000763e-05,
      "loss": 0.2529,
      "step": 91948
    },
    {
      "epoch": 3.7660864222813846,
      "grad_norm": 1.5096449856820784,
      "learning_rate": 9.36756487174785e-05,
      "loss": 0.8249,
      "step": 91949
    },
    {
      "epoch": 3.7661273807085807,
      "grad_norm": 1.9483616319729384,
      "learning_rate": 9.367262599157624e-05,
      "loss": 1.0534,
      "step": 91950
    },
    {
      "epoch": 3.766168339135777,
      "grad_norm": 4.253475182153678,
      "learning_rate": 9.36696032923023e-05,
      "loss": 3.4569,
      "step": 91951
    },
    {
      "epoch": 3.7662092975629737,
      "grad_norm": 1.7359508268747939,
      "learning_rate": 9.366658061965813e-05,
      "loss": 0.9529,
      "step": 91952
    },
    {
      "epoch": 3.76625025599017,
      "grad_norm": 0.6746171356406779,
      "learning_rate": 9.366355797364513e-05,
      "loss": 0.1698,
      "step": 91953
    },
    {
      "epoch": 3.7662912144173664,
      "grad_norm": 1.3727420852344878,
      "learning_rate": 9.366053535426468e-05,
      "loss": 0.4477,
      "step": 91954
    },
    {
      "epoch": 3.766332172844563,
      "grad_norm": 2.271290200846751,
      "learning_rate": 9.36575127615183e-05,
      "loss": 1.5489,
      "step": 91955
    },
    {
      "epoch": 3.7663731312717594,
      "grad_norm": 1.4689422338033509,
      "learning_rate": 9.36544901954074e-05,
      "loss": 0.626,
      "step": 91956
    },
    {
      "epoch": 3.7664140896989555,
      "grad_norm": 1.1531950869070529,
      "learning_rate": 9.365146765593335e-05,
      "loss": 0.4722,
      "step": 91957
    },
    {
      "epoch": 3.766455048126152,
      "grad_norm": 1.3628382100143004,
      "learning_rate": 9.36484451430976e-05,
      "loss": 0.6329,
      "step": 91958
    },
    {
      "epoch": 3.766496006553348,
      "grad_norm": 1.6115698642643097,
      "learning_rate": 9.364542265690165e-05,
      "loss": 0.8511,
      "step": 91959
    },
    {
      "epoch": 3.7665369649805447,
      "grad_norm": 1.3377611545330752,
      "learning_rate": 9.364240019734684e-05,
      "loss": 0.7549,
      "step": 91960
    },
    {
      "epoch": 3.7665779234077412,
      "grad_norm": 2.0552744321126855,
      "learning_rate": 9.363937776443466e-05,
      "loss": 0.7464,
      "step": 91961
    },
    {
      "epoch": 3.7666188818349378,
      "grad_norm": 1.2193391404283838,
      "learning_rate": 9.363635535816647e-05,
      "loss": 0.5538,
      "step": 91962
    },
    {
      "epoch": 3.766659840262134,
      "grad_norm": 1.8463643516558637,
      "learning_rate": 9.363333297854376e-05,
      "loss": 0.9356,
      "step": 91963
    },
    {
      "epoch": 3.7667007986893304,
      "grad_norm": 1.573481326555155,
      "learning_rate": 9.363031062556793e-05,
      "loss": 0.5607,
      "step": 91964
    },
    {
      "epoch": 3.7667417571165265,
      "grad_norm": 1.7297469516031225,
      "learning_rate": 9.362728829924047e-05,
      "loss": 0.8661,
      "step": 91965
    },
    {
      "epoch": 3.766782715543723,
      "grad_norm": 1.3188012281558363,
      "learning_rate": 9.362426599956268e-05,
      "loss": 0.6627,
      "step": 91966
    },
    {
      "epoch": 3.7668236739709196,
      "grad_norm": 1.5070077524978482,
      "learning_rate": 9.36212437265361e-05,
      "loss": 0.517,
      "step": 91967
    },
    {
      "epoch": 3.766864632398116,
      "grad_norm": 0.910936860479858,
      "learning_rate": 9.361822148016214e-05,
      "loss": 0.2361,
      "step": 91968
    },
    {
      "epoch": 3.766905590825312,
      "grad_norm": 1.5262150830781118,
      "learning_rate": 9.361519926044222e-05,
      "loss": 0.7046,
      "step": 91969
    },
    {
      "epoch": 3.7669465492525087,
      "grad_norm": 1.9470022922087544,
      "learning_rate": 9.361217706737771e-05,
      "loss": 0.972,
      "step": 91970
    },
    {
      "epoch": 3.7669875076797052,
      "grad_norm": 1.1603928138407436,
      "learning_rate": 9.360915490097012e-05,
      "loss": 0.3621,
      "step": 91971
    },
    {
      "epoch": 3.7670284661069013,
      "grad_norm": 1.4909436605548645,
      "learning_rate": 9.360613276122087e-05,
      "loss": 0.5277,
      "step": 91972
    },
    {
      "epoch": 3.767069424534098,
      "grad_norm": 1.347510219778294,
      "learning_rate": 9.360311064813136e-05,
      "loss": 0.6191,
      "step": 91973
    },
    {
      "epoch": 3.7671103829612944,
      "grad_norm": 1.4893970741916949,
      "learning_rate": 9.360008856170297e-05,
      "loss": 0.6958,
      "step": 91974
    },
    {
      "epoch": 3.767151341388491,
      "grad_norm": 1.2823261601214426,
      "learning_rate": 9.359706650193725e-05,
      "loss": 0.6051,
      "step": 91975
    },
    {
      "epoch": 3.767192299815687,
      "grad_norm": 0.8885883025260276,
      "learning_rate": 9.359404446883555e-05,
      "loss": 0.2357,
      "step": 91976
    },
    {
      "epoch": 3.7672332582428836,
      "grad_norm": 1.4081269636483074,
      "learning_rate": 9.359102246239932e-05,
      "loss": 0.6501,
      "step": 91977
    },
    {
      "epoch": 3.7672742166700797,
      "grad_norm": 1.5874355953660446,
      "learning_rate": 9.358800048262995e-05,
      "loss": 0.9631,
      "step": 91978
    },
    {
      "epoch": 3.767315175097276,
      "grad_norm": 1.7536392171316362,
      "learning_rate": 9.358497852952892e-05,
      "loss": 1.3979,
      "step": 91979
    },
    {
      "epoch": 3.7673561335244727,
      "grad_norm": 0.9426460055739697,
      "learning_rate": 9.358195660309765e-05,
      "loss": 0.2582,
      "step": 91980
    },
    {
      "epoch": 3.7673970919516693,
      "grad_norm": 0.9443184229955857,
      "learning_rate": 9.357893470333756e-05,
      "loss": 0.228,
      "step": 91981
    },
    {
      "epoch": 3.7674380503788654,
      "grad_norm": 1.5115826743640923,
      "learning_rate": 9.357591283025004e-05,
      "loss": 0.9326,
      "step": 91982
    },
    {
      "epoch": 3.767479008806062,
      "grad_norm": 0.7873562578979315,
      "learning_rate": 9.357289098383657e-05,
      "loss": 0.2375,
      "step": 91983
    },
    {
      "epoch": 3.767519967233258,
      "grad_norm": 1.5988661232420707,
      "learning_rate": 9.356986916409859e-05,
      "loss": 0.749,
      "step": 91984
    },
    {
      "epoch": 3.7675609256604545,
      "grad_norm": 1.6417345486499877,
      "learning_rate": 9.356684737103749e-05,
      "loss": 0.9152,
      "step": 91985
    },
    {
      "epoch": 3.767601884087651,
      "grad_norm": 1.7164767348005794,
      "learning_rate": 9.356382560465471e-05,
      "loss": 0.7683,
      "step": 91986
    },
    {
      "epoch": 3.7676428425148476,
      "grad_norm": 1.5898502221793316,
      "learning_rate": 9.356080386495163e-05,
      "loss": 0.3825,
      "step": 91987
    },
    {
      "epoch": 3.7676838009420437,
      "grad_norm": 2.2369003330273665,
      "learning_rate": 9.355778215192978e-05,
      "loss": 0.9717,
      "step": 91988
    },
    {
      "epoch": 3.7677247593692402,
      "grad_norm": 1.3217972495609174,
      "learning_rate": 9.355476046559054e-05,
      "loss": 0.613,
      "step": 91989
    },
    {
      "epoch": 3.7677657177964368,
      "grad_norm": 1.646152515394176,
      "learning_rate": 9.355173880593533e-05,
      "loss": 0.9783,
      "step": 91990
    },
    {
      "epoch": 3.767806676223633,
      "grad_norm": 1.368054680242176,
      "learning_rate": 9.354871717296558e-05,
      "loss": 0.6548,
      "step": 91991
    },
    {
      "epoch": 3.7678476346508294,
      "grad_norm": 1.6187887624124313,
      "learning_rate": 9.35456955666827e-05,
      "loss": 0.5987,
      "step": 91992
    },
    {
      "epoch": 3.767888593078026,
      "grad_norm": 1.5887107665309887,
      "learning_rate": 9.354267398708814e-05,
      "loss": 0.6425,
      "step": 91993
    },
    {
      "epoch": 3.7679295515052225,
      "grad_norm": 1.3539506080462975,
      "learning_rate": 9.353965243418334e-05,
      "loss": 0.6343,
      "step": 91994
    },
    {
      "epoch": 3.7679705099324186,
      "grad_norm": 1.3922163005899928,
      "learning_rate": 9.353663090796973e-05,
      "loss": 0.6011,
      "step": 91995
    },
    {
      "epoch": 3.768011468359615,
      "grad_norm": 1.6019944326889848,
      "learning_rate": 9.353360940844871e-05,
      "loss": 1.204,
      "step": 91996
    },
    {
      "epoch": 3.768052426786811,
      "grad_norm": 1.8410698799984337,
      "learning_rate": 9.353058793562168e-05,
      "loss": 0.9178,
      "step": 91997
    },
    {
      "epoch": 3.7680933852140077,
      "grad_norm": 1.3542511815005365,
      "learning_rate": 9.352756648949015e-05,
      "loss": 0.647,
      "step": 91998
    },
    {
      "epoch": 3.7681343436412043,
      "grad_norm": 1.5457249524242351,
      "learning_rate": 9.352454507005553e-05,
      "loss": 0.7856,
      "step": 91999
    },
    {
      "epoch": 3.768175302068401,
      "grad_norm": 1.028186065742821,
      "learning_rate": 9.35215236773192e-05,
      "loss": 0.3274,
      "step": 92000
    },
    {
      "epoch": 3.768216260495597,
      "grad_norm": 1.0944549529086514,
      "learning_rate": 9.351850231128261e-05,
      "loss": 0.3786,
      "step": 92001
    },
    {
      "epoch": 3.7682572189227934,
      "grad_norm": 1.2489535573967503,
      "learning_rate": 9.351548097194722e-05,
      "loss": 0.4408,
      "step": 92002
    },
    {
      "epoch": 3.7682981773499895,
      "grad_norm": 0.7975511657770922,
      "learning_rate": 9.35124596593144e-05,
      "loss": 0.1366,
      "step": 92003
    },
    {
      "epoch": 3.768339135777186,
      "grad_norm": 3.1996123610968663,
      "learning_rate": 9.350943837338568e-05,
      "loss": 1.5004,
      "step": 92004
    },
    {
      "epoch": 3.7683800942043826,
      "grad_norm": 0.9049708748157982,
      "learning_rate": 9.350641711416234e-05,
      "loss": 0.2334,
      "step": 92005
    },
    {
      "epoch": 3.768421052631579,
      "grad_norm": 1.2524399845834862,
      "learning_rate": 9.350339588164591e-05,
      "loss": 0.5814,
      "step": 92006
    },
    {
      "epoch": 3.768462011058775,
      "grad_norm": 1.6205153111318262,
      "learning_rate": 9.350037467583781e-05,
      "loss": 0.5439,
      "step": 92007
    },
    {
      "epoch": 3.7685029694859717,
      "grad_norm": 1.3084955207542872,
      "learning_rate": 9.349735349673947e-05,
      "loss": 0.3558,
      "step": 92008
    },
    {
      "epoch": 3.7685439279131683,
      "grad_norm": 1.6313041276847373,
      "learning_rate": 9.349433234435226e-05,
      "loss": 0.7964,
      "step": 92009
    },
    {
      "epoch": 3.7685848863403644,
      "grad_norm": 1.3998798746922028,
      "learning_rate": 9.349131121867768e-05,
      "loss": 0.7932,
      "step": 92010
    },
    {
      "epoch": 3.768625844767561,
      "grad_norm": 1.154879380932468,
      "learning_rate": 9.348829011971712e-05,
      "loss": 0.5586,
      "step": 92011
    },
    {
      "epoch": 3.7686668031947574,
      "grad_norm": 1.5768327826276178,
      "learning_rate": 9.348526904747202e-05,
      "loss": 0.7945,
      "step": 92012
    },
    {
      "epoch": 3.768707761621954,
      "grad_norm": 1.031626857282671,
      "learning_rate": 9.348224800194382e-05,
      "loss": 0.2539,
      "step": 92013
    },
    {
      "epoch": 3.76874872004915,
      "grad_norm": 1.72309003915242,
      "learning_rate": 9.34792269831339e-05,
      "loss": 1.016,
      "step": 92014
    },
    {
      "epoch": 3.7687896784763466,
      "grad_norm": 1.2624064007369318,
      "learning_rate": 9.347620599104375e-05,
      "loss": 0.9191,
      "step": 92015
    },
    {
      "epoch": 3.7688306369035427,
      "grad_norm": 1.3524845787786695,
      "learning_rate": 9.347318502567476e-05,
      "loss": 0.6805,
      "step": 92016
    },
    {
      "epoch": 3.7688715953307392,
      "grad_norm": 1.197098891949585,
      "learning_rate": 9.347016408702837e-05,
      "loss": 0.5391,
      "step": 92017
    },
    {
      "epoch": 3.7689125537579358,
      "grad_norm": 1.2307661063427962,
      "learning_rate": 9.346714317510597e-05,
      "loss": 0.5897,
      "step": 92018
    },
    {
      "epoch": 3.7689535121851323,
      "grad_norm": 1.145841250283505,
      "learning_rate": 9.346412228990909e-05,
      "loss": 0.412,
      "step": 92019
    },
    {
      "epoch": 3.7689944706123284,
      "grad_norm": 1.450963784997881,
      "learning_rate": 9.346110143143906e-05,
      "loss": 0.6974,
      "step": 92020
    },
    {
      "epoch": 3.769035429039525,
      "grad_norm": 1.5551940839330753,
      "learning_rate": 9.345808059969734e-05,
      "loss": 0.7885,
      "step": 92021
    },
    {
      "epoch": 3.769076387466721,
      "grad_norm": 0.8546363041664673,
      "learning_rate": 9.345505979468535e-05,
      "loss": 0.2053,
      "step": 92022
    },
    {
      "epoch": 3.7691173458939176,
      "grad_norm": 2.7024908251115205,
      "learning_rate": 9.345203901640454e-05,
      "loss": 0.6803,
      "step": 92023
    },
    {
      "epoch": 3.769158304321114,
      "grad_norm": 1.5248370575018373,
      "learning_rate": 9.344901826485631e-05,
      "loss": 0.7899,
      "step": 92024
    },
    {
      "epoch": 3.7691992627483106,
      "grad_norm": 1.4686867877368324,
      "learning_rate": 9.344599754004213e-05,
      "loss": 0.7951,
      "step": 92025
    },
    {
      "epoch": 3.7692402211755067,
      "grad_norm": 0.8646521274063383,
      "learning_rate": 9.344297684196336e-05,
      "loss": 0.2632,
      "step": 92026
    },
    {
      "epoch": 3.7692811796027033,
      "grad_norm": 1.0027134057097526,
      "learning_rate": 9.34399561706215e-05,
      "loss": 0.2045,
      "step": 92027
    },
    {
      "epoch": 3.7693221380299,
      "grad_norm": 1.3247305256716222,
      "learning_rate": 9.343693552601796e-05,
      "loss": 0.4114,
      "step": 92028
    },
    {
      "epoch": 3.769363096457096,
      "grad_norm": 1.0975893185101409,
      "learning_rate": 9.343391490815413e-05,
      "loss": 0.4972,
      "step": 92029
    },
    {
      "epoch": 3.7694040548842924,
      "grad_norm": 2.022731189218803,
      "learning_rate": 9.343089431703146e-05,
      "loss": 0.6492,
      "step": 92030
    },
    {
      "epoch": 3.769445013311489,
      "grad_norm": 1.7986124238143373,
      "learning_rate": 9.342787375265137e-05,
      "loss": 1.0292,
      "step": 92031
    },
    {
      "epoch": 3.7694859717386855,
      "grad_norm": 1.6246239581925868,
      "learning_rate": 9.342485321501533e-05,
      "loss": 1.1137,
      "step": 92032
    },
    {
      "epoch": 3.7695269301658816,
      "grad_norm": 1.5016900693229684,
      "learning_rate": 9.342183270412474e-05,
      "loss": 0.7273,
      "step": 92033
    },
    {
      "epoch": 3.769567888593078,
      "grad_norm": 1.3727121987273678,
      "learning_rate": 9.341881221998099e-05,
      "loss": 0.7514,
      "step": 92034
    },
    {
      "epoch": 3.769608847020274,
      "grad_norm": 0.8891986820780255,
      "learning_rate": 9.341579176258556e-05,
      "loss": 0.2497,
      "step": 92035
    },
    {
      "epoch": 3.7696498054474707,
      "grad_norm": 1.7324809833433563,
      "learning_rate": 9.341277133193987e-05,
      "loss": 1.0069,
      "step": 92036
    },
    {
      "epoch": 3.7696907638746673,
      "grad_norm": 1.5366476924538097,
      "learning_rate": 9.340975092804533e-05,
      "loss": 0.814,
      "step": 92037
    },
    {
      "epoch": 3.769731722301864,
      "grad_norm": 1.3419563022671717,
      "learning_rate": 9.340673055090335e-05,
      "loss": 0.7244,
      "step": 92038
    },
    {
      "epoch": 3.76977268072906,
      "grad_norm": 1.4431511343417072,
      "learning_rate": 9.340371020051541e-05,
      "loss": 0.6298,
      "step": 92039
    },
    {
      "epoch": 3.7698136391562564,
      "grad_norm": 1.5744514314658489,
      "learning_rate": 9.340068987688292e-05,
      "loss": 0.6163,
      "step": 92040
    },
    {
      "epoch": 3.7698545975834525,
      "grad_norm": 1.3075675257613604,
      "learning_rate": 9.33976695800073e-05,
      "loss": 0.5721,
      "step": 92041
    },
    {
      "epoch": 3.769895556010649,
      "grad_norm": 1.5116450402823791,
      "learning_rate": 9.339464930988995e-05,
      "loss": 0.7023,
      "step": 92042
    },
    {
      "epoch": 3.7699365144378456,
      "grad_norm": 1.107950528696975,
      "learning_rate": 9.339162906653233e-05,
      "loss": 0.3056,
      "step": 92043
    },
    {
      "epoch": 3.769977472865042,
      "grad_norm": 1.5349784724023834,
      "learning_rate": 9.338860884993589e-05,
      "loss": 0.4943,
      "step": 92044
    },
    {
      "epoch": 3.7700184312922382,
      "grad_norm": 0.8406105260327026,
      "learning_rate": 9.338558866010203e-05,
      "loss": 0.2221,
      "step": 92045
    },
    {
      "epoch": 3.7700593897194348,
      "grad_norm": 1.4088424938073922,
      "learning_rate": 9.338256849703213e-05,
      "loss": 0.5945,
      "step": 92046
    },
    {
      "epoch": 3.7701003481466313,
      "grad_norm": 1.5421713239412422,
      "learning_rate": 9.337954836072772e-05,
      "loss": 0.7435,
      "step": 92047
    },
    {
      "epoch": 3.7701413065738274,
      "grad_norm": 1.3486666352068644,
      "learning_rate": 9.337652825119014e-05,
      "loss": 0.5597,
      "step": 92048
    },
    {
      "epoch": 3.770182265001024,
      "grad_norm": 1.1226855125136739,
      "learning_rate": 9.337350816842088e-05,
      "loss": 0.5078,
      "step": 92049
    },
    {
      "epoch": 3.7702232234282205,
      "grad_norm": 1.6172646329067542,
      "learning_rate": 9.337048811242131e-05,
      "loss": 0.8203,
      "step": 92050
    },
    {
      "epoch": 3.770264181855417,
      "grad_norm": 1.5562298241964188,
      "learning_rate": 9.336746808319291e-05,
      "loss": 0.9663,
      "step": 92051
    },
    {
      "epoch": 3.770305140282613,
      "grad_norm": 1.18316008225568,
      "learning_rate": 9.336444808073707e-05,
      "loss": 0.6142,
      "step": 92052
    },
    {
      "epoch": 3.7703460987098096,
      "grad_norm": 1.6250521896876209,
      "learning_rate": 9.336142810505525e-05,
      "loss": 0.7273,
      "step": 92053
    },
    {
      "epoch": 3.7703870571370057,
      "grad_norm": 1.1811101443153238,
      "learning_rate": 9.335840815614886e-05,
      "loss": 0.3332,
      "step": 92054
    },
    {
      "epoch": 3.7704280155642023,
      "grad_norm": 1.3623730539433816,
      "learning_rate": 9.33553882340193e-05,
      "loss": 0.4684,
      "step": 92055
    },
    {
      "epoch": 3.770468973991399,
      "grad_norm": 1.119302243900419,
      "learning_rate": 9.335236833866805e-05,
      "loss": 0.2778,
      "step": 92056
    },
    {
      "epoch": 3.7705099324185953,
      "grad_norm": 1.546224232724434,
      "learning_rate": 9.33493484700965e-05,
      "loss": 0.7759,
      "step": 92057
    },
    {
      "epoch": 3.7705508908457914,
      "grad_norm": 0.8626805812032629,
      "learning_rate": 9.334632862830611e-05,
      "loss": 0.2304,
      "step": 92058
    },
    {
      "epoch": 3.770591849272988,
      "grad_norm": 0.9891866297074241,
      "learning_rate": 9.334330881329826e-05,
      "loss": 0.293,
      "step": 92059
    },
    {
      "epoch": 3.770632807700184,
      "grad_norm": 1.51637709375063,
      "learning_rate": 9.334028902507447e-05,
      "loss": 0.5781,
      "step": 92060
    },
    {
      "epoch": 3.7706737661273806,
      "grad_norm": 2.3759457017589116,
      "learning_rate": 9.333726926363604e-05,
      "loss": 0.1655,
      "step": 92061
    },
    {
      "epoch": 3.770714724554577,
      "grad_norm": 2.073426865497137,
      "learning_rate": 9.33342495289845e-05,
      "loss": 0.5304,
      "step": 92062
    },
    {
      "epoch": 3.7707556829817737,
      "grad_norm": 1.621379287551975,
      "learning_rate": 9.333122982112122e-05,
      "loss": 0.7729,
      "step": 92063
    },
    {
      "epoch": 3.7707966414089698,
      "grad_norm": 1.4277514065432855,
      "learning_rate": 9.332821014004765e-05,
      "loss": 0.8713,
      "step": 92064
    },
    {
      "epoch": 3.7708375998361663,
      "grad_norm": 1.1993210793869322,
      "learning_rate": 9.332519048576516e-05,
      "loss": 0.4623,
      "step": 92065
    },
    {
      "epoch": 3.770878558263363,
      "grad_norm": 1.2019684614495225,
      "learning_rate": 9.33221708582753e-05,
      "loss": 0.4683,
      "step": 92066
    },
    {
      "epoch": 3.770919516690559,
      "grad_norm": 1.9261854044929823,
      "learning_rate": 9.331915125757941e-05,
      "loss": 0.9695,
      "step": 92067
    },
    {
      "epoch": 3.7709604751177555,
      "grad_norm": 1.162601755014215,
      "learning_rate": 9.331613168367893e-05,
      "loss": 0.3116,
      "step": 92068
    },
    {
      "epoch": 3.771001433544952,
      "grad_norm": 1.6419874360426245,
      "learning_rate": 9.331311213657529e-05,
      "loss": 0.827,
      "step": 92069
    },
    {
      "epoch": 3.7710423919721485,
      "grad_norm": 2.4908921372941837,
      "learning_rate": 9.331009261626993e-05,
      "loss": 0.7692,
      "step": 92070
    },
    {
      "epoch": 3.7710833503993446,
      "grad_norm": 1.565018532586831,
      "learning_rate": 9.330707312276427e-05,
      "loss": 0.594,
      "step": 92071
    },
    {
      "epoch": 3.771124308826541,
      "grad_norm": 1.4256792827252494,
      "learning_rate": 9.330405365605972e-05,
      "loss": 0.8203,
      "step": 92072
    },
    {
      "epoch": 3.7711652672537372,
      "grad_norm": 2.3954305674396337,
      "learning_rate": 9.330103421615772e-05,
      "loss": 1.9467,
      "step": 92073
    },
    {
      "epoch": 3.7712062256809338,
      "grad_norm": 0.8078128972633841,
      "learning_rate": 9.329801480305972e-05,
      "loss": 0.2397,
      "step": 92074
    },
    {
      "epoch": 3.7712471841081303,
      "grad_norm": 2.0397009760258853,
      "learning_rate": 9.329499541676713e-05,
      "loss": 1.0808,
      "step": 92075
    },
    {
      "epoch": 3.771288142535327,
      "grad_norm": 1.2017114093757018,
      "learning_rate": 9.329197605728138e-05,
      "loss": 0.6709,
      "step": 92076
    },
    {
      "epoch": 3.771329100962523,
      "grad_norm": 1.5643484323672006,
      "learning_rate": 9.328895672460387e-05,
      "loss": 0.8523,
      "step": 92077
    },
    {
      "epoch": 3.7713700593897195,
      "grad_norm": 1.4263469873746397,
      "learning_rate": 9.328593741873606e-05,
      "loss": 0.8369,
      "step": 92078
    },
    {
      "epoch": 3.7714110178169156,
      "grad_norm": 1.2365285474363792,
      "learning_rate": 9.328291813967938e-05,
      "loss": 0.4361,
      "step": 92079
    },
    {
      "epoch": 3.771451976244112,
      "grad_norm": 0.9040163782201005,
      "learning_rate": 9.327989888743524e-05,
      "loss": 0.2686,
      "step": 92080
    },
    {
      "epoch": 3.7714929346713086,
      "grad_norm": 1.448065566421433,
      "learning_rate": 9.327687966200505e-05,
      "loss": 0.634,
      "step": 92081
    },
    {
      "epoch": 3.771533893098505,
      "grad_norm": 1.8997645548164857,
      "learning_rate": 9.327386046339028e-05,
      "loss": 0.8951,
      "step": 92082
    },
    {
      "epoch": 3.7715748515257013,
      "grad_norm": 6.047341317103136,
      "learning_rate": 9.327084129159233e-05,
      "loss": 4.4654,
      "step": 92083
    },
    {
      "epoch": 3.771615809952898,
      "grad_norm": 1.8192223447466433,
      "learning_rate": 9.326782214661267e-05,
      "loss": 0.8901,
      "step": 92084
    },
    {
      "epoch": 3.7716567683800943,
      "grad_norm": 1.5982846070747234,
      "learning_rate": 9.326480302845267e-05,
      "loss": 0.781,
      "step": 92085
    },
    {
      "epoch": 3.7716977268072904,
      "grad_norm": 1.4336640500698132,
      "learning_rate": 9.326178393711374e-05,
      "loss": 0.6111,
      "step": 92086
    },
    {
      "epoch": 3.771738685234487,
      "grad_norm": 1.4259457128020199,
      "learning_rate": 9.32587648725974e-05,
      "loss": 0.3885,
      "step": 92087
    },
    {
      "epoch": 3.7717796436616835,
      "grad_norm": 1.4571388833929086,
      "learning_rate": 9.325574583490499e-05,
      "loss": 0.7794,
      "step": 92088
    },
    {
      "epoch": 3.77182060208888,
      "grad_norm": 1.9666784869262313,
      "learning_rate": 9.325272682403799e-05,
      "loss": 0.942,
      "step": 92089
    },
    {
      "epoch": 3.771861560516076,
      "grad_norm": 1.8363548479329166,
      "learning_rate": 9.324970783999777e-05,
      "loss": 0.9282,
      "step": 92090
    },
    {
      "epoch": 3.7719025189432727,
      "grad_norm": 2.4801157658114286,
      "learning_rate": 9.324668888278584e-05,
      "loss": 0.8669,
      "step": 92091
    },
    {
      "epoch": 3.7719434773704688,
      "grad_norm": 1.429124808078365,
      "learning_rate": 9.324366995240356e-05,
      "loss": 0.5602,
      "step": 92092
    },
    {
      "epoch": 3.7719844357976653,
      "grad_norm": 1.6879893186796722,
      "learning_rate": 9.324065104885241e-05,
      "loss": 0.819,
      "step": 92093
    },
    {
      "epoch": 3.772025394224862,
      "grad_norm": 1.659670389644711,
      "learning_rate": 9.323763217213373e-05,
      "loss": 0.8499,
      "step": 92094
    },
    {
      "epoch": 3.7720663526520584,
      "grad_norm": 1.3318544830298455,
      "learning_rate": 9.323461332224904e-05,
      "loss": 0.6392,
      "step": 92095
    },
    {
      "epoch": 3.7721073110792545,
      "grad_norm": 1.6525795644517918,
      "learning_rate": 9.323159449919972e-05,
      "loss": 0.7495,
      "step": 92096
    },
    {
      "epoch": 3.772148269506451,
      "grad_norm": 1.5577652690019446,
      "learning_rate": 9.322857570298723e-05,
      "loss": 0.7011,
      "step": 92097
    },
    {
      "epoch": 3.772189227933647,
      "grad_norm": 1.635460868178602,
      "learning_rate": 9.322555693361295e-05,
      "loss": 0.7952,
      "step": 92098
    },
    {
      "epoch": 3.7722301863608436,
      "grad_norm": 1.534042230496167,
      "learning_rate": 9.322253819107833e-05,
      "loss": 0.6628,
      "step": 92099
    },
    {
      "epoch": 3.77227114478804,
      "grad_norm": 1.4869489016183148,
      "learning_rate": 9.321951947538482e-05,
      "loss": 0.9603,
      "step": 92100
    },
    {
      "epoch": 3.7723121032152367,
      "grad_norm": 2.8109600849734453,
      "learning_rate": 9.321650078653383e-05,
      "loss": 3.141,
      "step": 92101
    },
    {
      "epoch": 3.772353061642433,
      "grad_norm": 1.4106827375063387,
      "learning_rate": 9.321348212452673e-05,
      "loss": 0.3466,
      "step": 92102
    },
    {
      "epoch": 3.7723940200696293,
      "grad_norm": 1.1078947817151246,
      "learning_rate": 9.321046348936508e-05,
      "loss": 0.2994,
      "step": 92103
    },
    {
      "epoch": 3.772434978496826,
      "grad_norm": 1.802154493478651,
      "learning_rate": 9.32074448810502e-05,
      "loss": 0.8983,
      "step": 92104
    },
    {
      "epoch": 3.772475936924022,
      "grad_norm": 1.4335468379371001,
      "learning_rate": 9.320442629958354e-05,
      "loss": 0.6734,
      "step": 92105
    },
    {
      "epoch": 3.7725168953512185,
      "grad_norm": 1.0631204084057144,
      "learning_rate": 9.320140774496648e-05,
      "loss": 0.5294,
      "step": 92106
    },
    {
      "epoch": 3.772557853778415,
      "grad_norm": 1.3216281827569376,
      "learning_rate": 9.319838921720055e-05,
      "loss": 0.6154,
      "step": 92107
    },
    {
      "epoch": 3.7725988122056116,
      "grad_norm": 1.5863053569023655,
      "learning_rate": 9.319537071628714e-05,
      "loss": 0.8098,
      "step": 92108
    },
    {
      "epoch": 3.7726397706328076,
      "grad_norm": 1.322348020591482,
      "learning_rate": 9.319235224222765e-05,
      "loss": 0.5993,
      "step": 92109
    },
    {
      "epoch": 3.772680729060004,
      "grad_norm": 1.7972292878497402,
      "learning_rate": 9.318933379502349e-05,
      "loss": 0.6327,
      "step": 92110
    },
    {
      "epoch": 3.7727216874872003,
      "grad_norm": 1.5267374555702704,
      "learning_rate": 9.318631537467613e-05,
      "loss": 0.5941,
      "step": 92111
    },
    {
      "epoch": 3.772762645914397,
      "grad_norm": 1.6654874084770481,
      "learning_rate": 9.318329698118702e-05,
      "loss": 0.7579,
      "step": 92112
    },
    {
      "epoch": 3.7728036043415933,
      "grad_norm": 1.3340480430722554,
      "learning_rate": 9.318027861455752e-05,
      "loss": 0.5926,
      "step": 92113
    },
    {
      "epoch": 3.77284456276879,
      "grad_norm": 0.939298067368279,
      "learning_rate": 9.317726027478906e-05,
      "loss": 0.2104,
      "step": 92114
    },
    {
      "epoch": 3.772885521195986,
      "grad_norm": 0.9911157716063506,
      "learning_rate": 9.317424196188313e-05,
      "loss": 0.2469,
      "step": 92115
    },
    {
      "epoch": 3.7729264796231825,
      "grad_norm": 1.4136182936350534,
      "learning_rate": 9.31712236758411e-05,
      "loss": 0.8202,
      "step": 92116
    },
    {
      "epoch": 3.7729674380503786,
      "grad_norm": 1.5259780281379973,
      "learning_rate": 9.316820541666446e-05,
      "loss": 0.7351,
      "step": 92117
    },
    {
      "epoch": 3.773008396477575,
      "grad_norm": 1.044854030776308,
      "learning_rate": 9.316518718435454e-05,
      "loss": 0.3647,
      "step": 92118
    },
    {
      "epoch": 3.7730493549047717,
      "grad_norm": 1.5255915098366328,
      "learning_rate": 9.316216897891287e-05,
      "loss": 0.8369,
      "step": 92119
    },
    {
      "epoch": 3.773090313331968,
      "grad_norm": 1.5651571292889987,
      "learning_rate": 9.31591508003408e-05,
      "loss": 0.7201,
      "step": 92120
    },
    {
      "epoch": 3.7731312717591643,
      "grad_norm": 1.4949952517597085,
      "learning_rate": 9.315613264863981e-05,
      "loss": 0.9018,
      "step": 92121
    },
    {
      "epoch": 3.773172230186361,
      "grad_norm": 1.3187808749683836,
      "learning_rate": 9.315311452381125e-05,
      "loss": 0.4397,
      "step": 92122
    },
    {
      "epoch": 3.7732131886135574,
      "grad_norm": 1.0549378821606794,
      "learning_rate": 9.315009642585663e-05,
      "loss": 0.3362,
      "step": 92123
    },
    {
      "epoch": 3.7732541470407535,
      "grad_norm": 1.2573460189507522,
      "learning_rate": 9.314707835477737e-05,
      "loss": 0.6057,
      "step": 92124
    },
    {
      "epoch": 3.77329510546795,
      "grad_norm": 1.2902000735042745,
      "learning_rate": 9.314406031057485e-05,
      "loss": 0.7056,
      "step": 92125
    },
    {
      "epoch": 3.7733360638951465,
      "grad_norm": 1.0712609038937568,
      "learning_rate": 9.314104229325053e-05,
      "loss": 0.3914,
      "step": 92126
    },
    {
      "epoch": 3.773377022322343,
      "grad_norm": 3.618295210782063,
      "learning_rate": 9.313802430280578e-05,
      "loss": 1.0408,
      "step": 92127
    },
    {
      "epoch": 3.773417980749539,
      "grad_norm": 1.566654487575925,
      "learning_rate": 9.313500633924213e-05,
      "loss": 0.8703,
      "step": 92128
    },
    {
      "epoch": 3.7734589391767357,
      "grad_norm": 1.9552703121651758,
      "learning_rate": 9.313198840256093e-05,
      "loss": 1.086,
      "step": 92129
    },
    {
      "epoch": 3.773499897603932,
      "grad_norm": 0.8639574249692215,
      "learning_rate": 9.312897049276365e-05,
      "loss": 0.2453,
      "step": 92130
    },
    {
      "epoch": 3.7735408560311283,
      "grad_norm": 6.628454363394907,
      "learning_rate": 9.312595260985168e-05,
      "loss": 5.1981,
      "step": 92131
    },
    {
      "epoch": 3.773581814458325,
      "grad_norm": 1.4292308928890485,
      "learning_rate": 9.312293475382645e-05,
      "loss": 0.6497,
      "step": 92132
    },
    {
      "epoch": 3.7736227728855214,
      "grad_norm": 1.4282301423053323,
      "learning_rate": 9.311991692468936e-05,
      "loss": 0.9193,
      "step": 92133
    },
    {
      "epoch": 3.7736637313127175,
      "grad_norm": 1.2968317498164752,
      "learning_rate": 9.311689912244191e-05,
      "loss": 0.7454,
      "step": 92134
    },
    {
      "epoch": 3.773704689739914,
      "grad_norm": 1.4148673074493994,
      "learning_rate": 9.31138813470855e-05,
      "loss": 0.5773,
      "step": 92135
    },
    {
      "epoch": 3.77374564816711,
      "grad_norm": 1.842135730106099,
      "learning_rate": 9.311086359862152e-05,
      "loss": 0.9041,
      "step": 92136
    },
    {
      "epoch": 3.7737866065943066,
      "grad_norm": 1.5378833230064313,
      "learning_rate": 9.310784587705142e-05,
      "loss": 0.9709,
      "step": 92137
    },
    {
      "epoch": 3.773827565021503,
      "grad_norm": 1.4638370234796871,
      "learning_rate": 9.310482818237664e-05,
      "loss": 0.6099,
      "step": 92138
    },
    {
      "epoch": 3.7738685234486997,
      "grad_norm": 0.9991843238362382,
      "learning_rate": 9.310181051459861e-05,
      "loss": 0.3095,
      "step": 92139
    },
    {
      "epoch": 3.773909481875896,
      "grad_norm": 1.0785459742396413,
      "learning_rate": 9.309879287371873e-05,
      "loss": 0.3816,
      "step": 92140
    },
    {
      "epoch": 3.7739504403030923,
      "grad_norm": 1.184114527337537,
      "learning_rate": 9.309577525973842e-05,
      "loss": 0.4043,
      "step": 92141
    },
    {
      "epoch": 3.773991398730289,
      "grad_norm": 1.1976283292935803,
      "learning_rate": 9.309275767265916e-05,
      "loss": 0.5306,
      "step": 92142
    },
    {
      "epoch": 3.774032357157485,
      "grad_norm": 1.2932962539207309,
      "learning_rate": 9.308974011248233e-05,
      "loss": 0.6138,
      "step": 92143
    },
    {
      "epoch": 3.7740733155846815,
      "grad_norm": 3.161446925487252,
      "learning_rate": 9.308672257920937e-05,
      "loss": 4.056,
      "step": 92144
    },
    {
      "epoch": 3.774114274011878,
      "grad_norm": 1.1601470885909995,
      "learning_rate": 9.308370507284167e-05,
      "loss": 0.2833,
      "step": 92145
    },
    {
      "epoch": 3.7741552324390746,
      "grad_norm": 1.222397989686581,
      "learning_rate": 9.308068759338073e-05,
      "loss": 0.6867,
      "step": 92146
    },
    {
      "epoch": 3.7741961908662707,
      "grad_norm": 2.610115842463235,
      "learning_rate": 9.307767014082792e-05,
      "loss": 2.4514,
      "step": 92147
    },
    {
      "epoch": 3.774237149293467,
      "grad_norm": 1.5038979619715696,
      "learning_rate": 9.307465271518471e-05,
      "loss": 0.6668,
      "step": 92148
    },
    {
      "epoch": 3.7742781077206633,
      "grad_norm": 1.6049537541496222,
      "learning_rate": 9.307163531645246e-05,
      "loss": 0.9207,
      "step": 92149
    },
    {
      "epoch": 3.77431906614786,
      "grad_norm": 1.1866049181482234,
      "learning_rate": 9.306861794463266e-05,
      "loss": 0.5177,
      "step": 92150
    },
    {
      "epoch": 3.7743600245750564,
      "grad_norm": 1.372033217825077,
      "learning_rate": 9.306560059972672e-05,
      "loss": 0.7572,
      "step": 92151
    },
    {
      "epoch": 3.774400983002253,
      "grad_norm": 1.465355384250333,
      "learning_rate": 9.306258328173606e-05,
      "loss": 0.8461,
      "step": 92152
    },
    {
      "epoch": 3.774441941429449,
      "grad_norm": 1.2607357900609903,
      "learning_rate": 9.30595659906621e-05,
      "loss": 0.3968,
      "step": 92153
    },
    {
      "epoch": 3.7744828998566455,
      "grad_norm": 1.5564911737633456,
      "learning_rate": 9.305654872650627e-05,
      "loss": 0.6282,
      "step": 92154
    },
    {
      "epoch": 3.7745238582838416,
      "grad_norm": 1.78358947817691,
      "learning_rate": 9.305353148927001e-05,
      "loss": 0.7205,
      "step": 92155
    },
    {
      "epoch": 3.774564816711038,
      "grad_norm": 1.450160613887585,
      "learning_rate": 9.305051427895475e-05,
      "loss": 0.7537,
      "step": 92156
    },
    {
      "epoch": 3.7746057751382347,
      "grad_norm": 1.572847701739353,
      "learning_rate": 9.304749709556188e-05,
      "loss": 0.8691,
      "step": 92157
    },
    {
      "epoch": 3.7746467335654312,
      "grad_norm": 1.5934151115367665,
      "learning_rate": 9.304447993909283e-05,
      "loss": 0.535,
      "step": 92158
    },
    {
      "epoch": 3.7746876919926273,
      "grad_norm": 0.9295220269583179,
      "learning_rate": 9.304146280954906e-05,
      "loss": 0.4301,
      "step": 92159
    },
    {
      "epoch": 3.774728650419824,
      "grad_norm": 0.8716805127370467,
      "learning_rate": 9.3038445706932e-05,
      "loss": 0.2499,
      "step": 92160
    },
    {
      "epoch": 3.7747696088470204,
      "grad_norm": 1.9827803502065713,
      "learning_rate": 9.303542863124305e-05,
      "loss": 1.1269,
      "step": 92161
    },
    {
      "epoch": 3.7748105672742165,
      "grad_norm": 1.4681164030512175,
      "learning_rate": 9.303241158248362e-05,
      "loss": 0.7717,
      "step": 92162
    },
    {
      "epoch": 3.774851525701413,
      "grad_norm": 1.6004282151370417,
      "learning_rate": 9.302939456065518e-05,
      "loss": 0.7831,
      "step": 92163
    },
    {
      "epoch": 3.7748924841286096,
      "grad_norm": 1.1946282290494767,
      "learning_rate": 9.302637756575915e-05,
      "loss": 0.5521,
      "step": 92164
    },
    {
      "epoch": 3.774933442555806,
      "grad_norm": 1.0272113677867791,
      "learning_rate": 9.302336059779694e-05,
      "loss": 0.3427,
      "step": 92165
    },
    {
      "epoch": 3.774974400983002,
      "grad_norm": 1.6068838937045402,
      "learning_rate": 9.302034365676995e-05,
      "loss": 0.8726,
      "step": 92166
    },
    {
      "epoch": 3.7750153594101987,
      "grad_norm": 0.9159835763584823,
      "learning_rate": 9.301732674267965e-05,
      "loss": 0.292,
      "step": 92167
    },
    {
      "epoch": 3.775056317837395,
      "grad_norm": 1.5673923404549222,
      "learning_rate": 9.301430985552747e-05,
      "loss": 0.6533,
      "step": 92168
    },
    {
      "epoch": 3.7750972762645914,
      "grad_norm": 1.4562944467375902,
      "learning_rate": 9.301129299531479e-05,
      "loss": 0.7022,
      "step": 92169
    },
    {
      "epoch": 3.775138234691788,
      "grad_norm": 1.697581484139484,
      "learning_rate": 9.300827616204306e-05,
      "loss": 0.9123,
      "step": 92170
    },
    {
      "epoch": 3.7751791931189844,
      "grad_norm": 1.1612730322454574,
      "learning_rate": 9.300525935571373e-05,
      "loss": 0.5878,
      "step": 92171
    },
    {
      "epoch": 3.7752201515461805,
      "grad_norm": 1.6972286061792765,
      "learning_rate": 9.300224257632821e-05,
      "loss": 0.7795,
      "step": 92172
    },
    {
      "epoch": 3.775261109973377,
      "grad_norm": 1.5160798777396705,
      "learning_rate": 9.299922582388792e-05,
      "loss": 0.2866,
      "step": 92173
    },
    {
      "epoch": 3.775302068400573,
      "grad_norm": 1.8817572765674018,
      "learning_rate": 9.299620909839424e-05,
      "loss": 0.7613,
      "step": 92174
    },
    {
      "epoch": 3.7753430268277697,
      "grad_norm": 0.8364258535098028,
      "learning_rate": 9.299319239984872e-05,
      "loss": 0.1983,
      "step": 92175
    },
    {
      "epoch": 3.775383985254966,
      "grad_norm": 1.4324073096402026,
      "learning_rate": 9.299017572825267e-05,
      "loss": 0.6811,
      "step": 92176
    },
    {
      "epoch": 3.7754249436821627,
      "grad_norm": 1.3103438840526946,
      "learning_rate": 9.298715908360757e-05,
      "loss": 0.668,
      "step": 92177
    },
    {
      "epoch": 3.775465902109359,
      "grad_norm": 1.1745796206618904,
      "learning_rate": 9.29841424659148e-05,
      "loss": 0.3017,
      "step": 92178
    },
    {
      "epoch": 3.7755068605365554,
      "grad_norm": 1.9139181825983729,
      "learning_rate": 9.298112587517587e-05,
      "loss": 0.8335,
      "step": 92179
    },
    {
      "epoch": 3.775547818963752,
      "grad_norm": 1.5471056070779445,
      "learning_rate": 9.297810931139214e-05,
      "loss": 0.7057,
      "step": 92180
    },
    {
      "epoch": 3.775588777390948,
      "grad_norm": 1.8302571235935012,
      "learning_rate": 9.297509277456505e-05,
      "loss": 0.548,
      "step": 92181
    },
    {
      "epoch": 3.7756297358181445,
      "grad_norm": 2.1638548768436343,
      "learning_rate": 9.297207626469598e-05,
      "loss": 1.2039,
      "step": 92182
    },
    {
      "epoch": 3.775670694245341,
      "grad_norm": 1.8266690839781519,
      "learning_rate": 9.296905978178647e-05,
      "loss": 0.8436,
      "step": 92183
    },
    {
      "epoch": 3.7757116526725376,
      "grad_norm": 1.5544957990697208,
      "learning_rate": 9.296604332583784e-05,
      "loss": 0.4924,
      "step": 92184
    },
    {
      "epoch": 3.7757526110997337,
      "grad_norm": 1.4879577948729839,
      "learning_rate": 9.296302689685158e-05,
      "loss": 0.9717,
      "step": 92185
    },
    {
      "epoch": 3.7757935695269302,
      "grad_norm": 1.2574277794434243,
      "learning_rate": 9.296001049482905e-05,
      "loss": 0.6056,
      "step": 92186
    },
    {
      "epoch": 3.7758345279541263,
      "grad_norm": 1.9659351427468224,
      "learning_rate": 9.295699411977175e-05,
      "loss": 1.0318,
      "step": 92187
    },
    {
      "epoch": 3.775875486381323,
      "grad_norm": 1.3227099243021696,
      "learning_rate": 9.295397777168107e-05,
      "loss": 0.5423,
      "step": 92188
    },
    {
      "epoch": 3.7759164448085194,
      "grad_norm": 0.8535332920262085,
      "learning_rate": 9.295096145055845e-05,
      "loss": 0.2151,
      "step": 92189
    },
    {
      "epoch": 3.775957403235716,
      "grad_norm": 1.2376700795269313,
      "learning_rate": 9.294794515640527e-05,
      "loss": 0.5079,
      "step": 92190
    },
    {
      "epoch": 3.775998361662912,
      "grad_norm": 1.6346652389318215,
      "learning_rate": 9.294492888922301e-05,
      "loss": 0.759,
      "step": 92191
    },
    {
      "epoch": 3.7760393200901086,
      "grad_norm": 2.065489502242056,
      "learning_rate": 9.294191264901309e-05,
      "loss": 0.8795,
      "step": 92192
    },
    {
      "epoch": 3.776080278517305,
      "grad_norm": 0.44444637838406265,
      "learning_rate": 9.293889643577691e-05,
      "loss": 0.0498,
      "step": 92193
    },
    {
      "epoch": 3.776121236944501,
      "grad_norm": 2.284539251992928,
      "learning_rate": 9.293588024951589e-05,
      "loss": 0.8642,
      "step": 92194
    },
    {
      "epoch": 3.7761621953716977,
      "grad_norm": 1.4943662689491846,
      "learning_rate": 9.293286409023151e-05,
      "loss": 0.6924,
      "step": 92195
    },
    {
      "epoch": 3.7762031537988943,
      "grad_norm": 1.992341681023436,
      "learning_rate": 9.292984795792515e-05,
      "loss": 0.8738,
      "step": 92196
    },
    {
      "epoch": 3.7762441122260904,
      "grad_norm": 3.47615255388518,
      "learning_rate": 9.292683185259826e-05,
      "loss": 3.3173,
      "step": 92197
    },
    {
      "epoch": 3.776285070653287,
      "grad_norm": 2.322342245105005,
      "learning_rate": 9.292381577425223e-05,
      "loss": 1.3594,
      "step": 92198
    },
    {
      "epoch": 3.7763260290804834,
      "grad_norm": 1.7204354852181867,
      "learning_rate": 9.29207997228885e-05,
      "loss": 0.7009,
      "step": 92199
    },
    {
      "epoch": 3.7763669875076795,
      "grad_norm": 1.5240866704560514,
      "learning_rate": 9.291778369850852e-05,
      "loss": 0.6052,
      "step": 92200
    },
    {
      "epoch": 3.776407945934876,
      "grad_norm": 1.4419943772320578,
      "learning_rate": 9.291476770111372e-05,
      "loss": 0.6319,
      "step": 92201
    },
    {
      "epoch": 3.7764489043620726,
      "grad_norm": 1.6428852699796406,
      "learning_rate": 9.291175173070551e-05,
      "loss": 0.8002,
      "step": 92202
    },
    {
      "epoch": 3.776489862789269,
      "grad_norm": 0.9987569719615642,
      "learning_rate": 9.290873578728527e-05,
      "loss": 0.3833,
      "step": 92203
    },
    {
      "epoch": 3.776530821216465,
      "grad_norm": 1.4116815989359155,
      "learning_rate": 9.29057198708545e-05,
      "loss": 0.4487,
      "step": 92204
    },
    {
      "epoch": 3.7765717796436618,
      "grad_norm": 1.3560275526552568,
      "learning_rate": 9.290270398141454e-05,
      "loss": 0.698,
      "step": 92205
    },
    {
      "epoch": 3.776612738070858,
      "grad_norm": 1.2438737948326617,
      "learning_rate": 9.289968811896692e-05,
      "loss": 0.5808,
      "step": 92206
    },
    {
      "epoch": 3.7766536964980544,
      "grad_norm": 0.6978599660249494,
      "learning_rate": 9.289667228351298e-05,
      "loss": 0.2308,
      "step": 92207
    },
    {
      "epoch": 3.776694654925251,
      "grad_norm": 4.3439590798415,
      "learning_rate": 9.289365647505423e-05,
      "loss": 2.7275,
      "step": 92208
    },
    {
      "epoch": 3.7767356133524475,
      "grad_norm": 1.2991293793152205,
      "learning_rate": 9.289064069359197e-05,
      "loss": 0.6687,
      "step": 92209
    },
    {
      "epoch": 3.7767765717796435,
      "grad_norm": 1.1878064789811287,
      "learning_rate": 9.288762493912774e-05,
      "loss": 0.6933,
      "step": 92210
    },
    {
      "epoch": 3.77681753020684,
      "grad_norm": 1.2994827521737295,
      "learning_rate": 9.288460921166293e-05,
      "loss": 0.654,
      "step": 92211
    },
    {
      "epoch": 3.7768584886340366,
      "grad_norm": 1.059083962783877,
      "learning_rate": 9.288159351119898e-05,
      "loss": 0.4329,
      "step": 92212
    },
    {
      "epoch": 3.7768994470612327,
      "grad_norm": 1.3821227735565123,
      "learning_rate": 9.287857783773725e-05,
      "loss": 0.7757,
      "step": 92213
    },
    {
      "epoch": 3.7769404054884292,
      "grad_norm": 1.249809189475835,
      "learning_rate": 9.287556219127926e-05,
      "loss": 0.5695,
      "step": 92214
    },
    {
      "epoch": 3.7769813639156258,
      "grad_norm": 1.79042867959962,
      "learning_rate": 9.287254657182636e-05,
      "loss": 0.7727,
      "step": 92215
    },
    {
      "epoch": 3.777022322342822,
      "grad_norm": 1.5969362587978844,
      "learning_rate": 9.286953097938003e-05,
      "loss": 0.9118,
      "step": 92216
    },
    {
      "epoch": 3.7770632807700184,
      "grad_norm": 1.436258072614124,
      "learning_rate": 9.286651541394164e-05,
      "loss": 0.6019,
      "step": 92217
    },
    {
      "epoch": 3.777104239197215,
      "grad_norm": 1.5277953008277905,
      "learning_rate": 9.286349987551265e-05,
      "loss": 0.7304,
      "step": 92218
    },
    {
      "epoch": 3.777145197624411,
      "grad_norm": 1.3700031553079035,
      "learning_rate": 9.286048436409452e-05,
      "loss": 0.5882,
      "step": 92219
    },
    {
      "epoch": 3.7771861560516076,
      "grad_norm": 1.131479973821857,
      "learning_rate": 9.285746887968861e-05,
      "loss": 0.5368,
      "step": 92220
    },
    {
      "epoch": 3.777227114478804,
      "grad_norm": 1.4846524623602935,
      "learning_rate": 9.285445342229636e-05,
      "loss": 0.7226,
      "step": 92221
    },
    {
      "epoch": 3.7772680729060006,
      "grad_norm": 1.4998731359269395,
      "learning_rate": 9.285143799191923e-05,
      "loss": 0.9435,
      "step": 92222
    },
    {
      "epoch": 3.7773090313331967,
      "grad_norm": 1.50340196237189,
      "learning_rate": 9.284842258855862e-05,
      "loss": 0.4532,
      "step": 92223
    },
    {
      "epoch": 3.7773499897603933,
      "grad_norm": 1.4839376120482253,
      "learning_rate": 9.284540721221597e-05,
      "loss": 0.6834,
      "step": 92224
    },
    {
      "epoch": 3.7773909481875894,
      "grad_norm": 1.2452532784274661,
      "learning_rate": 9.284239186289266e-05,
      "loss": 0.6487,
      "step": 92225
    },
    {
      "epoch": 3.777431906614786,
      "grad_norm": 0.5628534728026241,
      "learning_rate": 9.283937654059018e-05,
      "loss": 0.1474,
      "step": 92226
    },
    {
      "epoch": 3.7774728650419824,
      "grad_norm": 1.327751736941287,
      "learning_rate": 9.283636124530993e-05,
      "loss": 0.621,
      "step": 92227
    },
    {
      "epoch": 3.777513823469179,
      "grad_norm": 1.5034834835685187,
      "learning_rate": 9.283334597705332e-05,
      "loss": 0.8682,
      "step": 92228
    },
    {
      "epoch": 3.777554781896375,
      "grad_norm": 1.8675625414033818,
      "learning_rate": 9.283033073582179e-05,
      "loss": 0.962,
      "step": 92229
    },
    {
      "epoch": 3.7775957403235716,
      "grad_norm": 1.0452199447016859,
      "learning_rate": 9.282731552161674e-05,
      "loss": 0.4891,
      "step": 92230
    },
    {
      "epoch": 3.777636698750768,
      "grad_norm": 1.876888947494515,
      "learning_rate": 9.282430033443964e-05,
      "loss": 0.9883,
      "step": 92231
    },
    {
      "epoch": 3.777677657177964,
      "grad_norm": 1.5026742520538745,
      "learning_rate": 9.28212851742919e-05,
      "loss": 0.5579,
      "step": 92232
    },
    {
      "epoch": 3.7777186156051608,
      "grad_norm": 2.630257363013649,
      "learning_rate": 9.281827004117493e-05,
      "loss": 2.0467,
      "step": 92233
    },
    {
      "epoch": 3.7777595740323573,
      "grad_norm": 1.3565560264392769,
      "learning_rate": 9.281525493509014e-05,
      "loss": 0.6013,
      "step": 92234
    },
    {
      "epoch": 3.777800532459554,
      "grad_norm": 1.7308306537728237,
      "learning_rate": 9.281223985603901e-05,
      "loss": 0.6521,
      "step": 92235
    },
    {
      "epoch": 3.77784149088675,
      "grad_norm": 1.5249486721236363,
      "learning_rate": 9.280922480402293e-05,
      "loss": 0.7916,
      "step": 92236
    },
    {
      "epoch": 3.7778824493139465,
      "grad_norm": 1.648350930250792,
      "learning_rate": 9.280620977904334e-05,
      "loss": 0.7988,
      "step": 92237
    },
    {
      "epoch": 3.7779234077411425,
      "grad_norm": 1.2438309516387456,
      "learning_rate": 9.280319478110162e-05,
      "loss": 0.5686,
      "step": 92238
    },
    {
      "epoch": 3.777964366168339,
      "grad_norm": 1.2565046659356585,
      "learning_rate": 9.280017981019926e-05,
      "loss": 0.7809,
      "step": 92239
    },
    {
      "epoch": 3.7780053245955356,
      "grad_norm": 1.690491782587064,
      "learning_rate": 9.279716486633764e-05,
      "loss": 0.9339,
      "step": 92240
    },
    {
      "epoch": 3.778046283022732,
      "grad_norm": 1.105561486964759,
      "learning_rate": 9.279414994951822e-05,
      "loss": 0.3411,
      "step": 92241
    },
    {
      "epoch": 3.7780872414499282,
      "grad_norm": 0.8298900300586478,
      "learning_rate": 9.279113505974236e-05,
      "loss": 0.233,
      "step": 92242
    },
    {
      "epoch": 3.778128199877125,
      "grad_norm": 2.924284247036801,
      "learning_rate": 9.27881201970116e-05,
      "loss": 0.5286,
      "step": 92243
    },
    {
      "epoch": 3.778169158304321,
      "grad_norm": 1.3595371626844621,
      "learning_rate": 9.278510536132726e-05,
      "loss": 0.5446,
      "step": 92244
    },
    {
      "epoch": 3.7782101167315174,
      "grad_norm": 1.4699467968391913,
      "learning_rate": 9.278209055269081e-05,
      "loss": 0.8926,
      "step": 92245
    },
    {
      "epoch": 3.778251075158714,
      "grad_norm": 1.5559555812804446,
      "learning_rate": 9.277907577110364e-05,
      "loss": 0.6913,
      "step": 92246
    },
    {
      "epoch": 3.7782920335859105,
      "grad_norm": 2.1746689559182384,
      "learning_rate": 9.277606101656724e-05,
      "loss": 0.9133,
      "step": 92247
    },
    {
      "epoch": 3.7783329920131066,
      "grad_norm": 1.466316813871576,
      "learning_rate": 9.277304628908299e-05,
      "loss": 0.6922,
      "step": 92248
    },
    {
      "epoch": 3.778373950440303,
      "grad_norm": 1.4207155929098494,
      "learning_rate": 9.277003158865232e-05,
      "loss": 0.5352,
      "step": 92249
    },
    {
      "epoch": 3.7784149088674996,
      "grad_norm": 1.3211286982030863,
      "learning_rate": 9.276701691527662e-05,
      "loss": 0.4581,
      "step": 92250
    },
    {
      "epoch": 3.7784558672946957,
      "grad_norm": 1.3759771586145606,
      "learning_rate": 9.27640022689574e-05,
      "loss": 0.7385,
      "step": 92251
    },
    {
      "epoch": 3.7784968257218923,
      "grad_norm": 1.2909160661030115,
      "learning_rate": 9.276098764969602e-05,
      "loss": 0.4781,
      "step": 92252
    },
    {
      "epoch": 3.778537784149089,
      "grad_norm": 1.7033990875320602,
      "learning_rate": 9.275797305749395e-05,
      "loss": 0.4996,
      "step": 92253
    },
    {
      "epoch": 3.7785787425762853,
      "grad_norm": 1.0694383781806212,
      "learning_rate": 9.275495849235254e-05,
      "loss": 0.2744,
      "step": 92254
    },
    {
      "epoch": 3.7786197010034814,
      "grad_norm": 0.9374620361033404,
      "learning_rate": 9.27519439542733e-05,
      "loss": 0.1981,
      "step": 92255
    },
    {
      "epoch": 3.778660659430678,
      "grad_norm": 1.2942809177446262,
      "learning_rate": 9.274892944325761e-05,
      "loss": 0.4759,
      "step": 92256
    },
    {
      "epoch": 3.778701617857874,
      "grad_norm": 1.801540272669913,
      "learning_rate": 9.274591495930692e-05,
      "loss": 0.8144,
      "step": 92257
    },
    {
      "epoch": 3.7787425762850706,
      "grad_norm": 1.3789068315333666,
      "learning_rate": 9.274290050242262e-05,
      "loss": 0.7128,
      "step": 92258
    },
    {
      "epoch": 3.778783534712267,
      "grad_norm": 1.3633815384579075,
      "learning_rate": 9.273988607260615e-05,
      "loss": 0.5528,
      "step": 92259
    },
    {
      "epoch": 3.7788244931394637,
      "grad_norm": 1.3116573441449364,
      "learning_rate": 9.273687166985895e-05,
      "loss": 0.673,
      "step": 92260
    },
    {
      "epoch": 3.7788654515666598,
      "grad_norm": 1.7913471753734904,
      "learning_rate": 9.273385729418243e-05,
      "loss": 0.7636,
      "step": 92261
    },
    {
      "epoch": 3.7789064099938563,
      "grad_norm": 2.0406723541155563,
      "learning_rate": 9.2730842945578e-05,
      "loss": 1.1546,
      "step": 92262
    },
    {
      "epoch": 3.7789473684210524,
      "grad_norm": 1.8200457447018012,
      "learning_rate": 9.272782862404714e-05,
      "loss": 0.9175,
      "step": 92263
    },
    {
      "epoch": 3.778988326848249,
      "grad_norm": 1.6706974376365344,
      "learning_rate": 9.272481432959124e-05,
      "loss": 1.0926,
      "step": 92264
    },
    {
      "epoch": 3.7790292852754455,
      "grad_norm": 4.454573953011814,
      "learning_rate": 9.272180006221171e-05,
      "loss": 2.7048,
      "step": 92265
    },
    {
      "epoch": 3.779070243702642,
      "grad_norm": 1.6724657186326566,
      "learning_rate": 9.271878582190997e-05,
      "loss": 0.7056,
      "step": 92266
    },
    {
      "epoch": 3.779111202129838,
      "grad_norm": 1.874663577894972,
      "learning_rate": 9.271577160868749e-05,
      "loss": 1.1414,
      "step": 92267
    },
    {
      "epoch": 3.7791521605570346,
      "grad_norm": 3.101345637486521,
      "learning_rate": 9.271275742254567e-05,
      "loss": 3.1799,
      "step": 92268
    },
    {
      "epoch": 3.779193118984231,
      "grad_norm": 1.686142647441866,
      "learning_rate": 9.270974326348592e-05,
      "loss": 0.7602,
      "step": 92269
    },
    {
      "epoch": 3.7792340774114273,
      "grad_norm": 1.6334141875595036,
      "learning_rate": 9.27067291315097e-05,
      "loss": 0.909,
      "step": 92270
    },
    {
      "epoch": 3.779275035838624,
      "grad_norm": 1.658804732375181,
      "learning_rate": 9.270371502661844e-05,
      "loss": 0.6719,
      "step": 92271
    },
    {
      "epoch": 3.7793159942658203,
      "grad_norm": 1.257725774254857,
      "learning_rate": 9.27007009488135e-05,
      "loss": 0.6948,
      "step": 92272
    },
    {
      "epoch": 3.779356952693017,
      "grad_norm": 1.8693777963677793,
      "learning_rate": 9.269768689809633e-05,
      "loss": 0.8925,
      "step": 92273
    },
    {
      "epoch": 3.779397911120213,
      "grad_norm": 1.0408905857212796,
      "learning_rate": 9.269467287446837e-05,
      "loss": 0.562,
      "step": 92274
    },
    {
      "epoch": 3.7794388695474095,
      "grad_norm": 1.6476991478626726,
      "learning_rate": 9.269165887793107e-05,
      "loss": 0.8018,
      "step": 92275
    },
    {
      "epoch": 3.7794798279746056,
      "grad_norm": 0.8172971671977475,
      "learning_rate": 9.26886449084858e-05,
      "loss": 0.2492,
      "step": 92276
    },
    {
      "epoch": 3.779520786401802,
      "grad_norm": 1.1212714910635517,
      "learning_rate": 9.268563096613402e-05,
      "loss": 0.5648,
      "step": 92277
    },
    {
      "epoch": 3.7795617448289986,
      "grad_norm": 1.238818065852864,
      "learning_rate": 9.268261705087716e-05,
      "loss": 0.575,
      "step": 92278
    },
    {
      "epoch": 3.779602703256195,
      "grad_norm": 1.218499844859683,
      "learning_rate": 9.267960316271663e-05,
      "loss": 0.6044,
      "step": 92279
    },
    {
      "epoch": 3.7796436616833913,
      "grad_norm": 1.4296070123053068,
      "learning_rate": 9.267658930165385e-05,
      "loss": 0.6095,
      "step": 92280
    },
    {
      "epoch": 3.779684620110588,
      "grad_norm": 1.3749255180859241,
      "learning_rate": 9.267357546769024e-05,
      "loss": 0.7142,
      "step": 92281
    },
    {
      "epoch": 3.779725578537784,
      "grad_norm": 1.4584124527475388,
      "learning_rate": 9.267056166082726e-05,
      "loss": 0.7216,
      "step": 92282
    },
    {
      "epoch": 3.7797665369649804,
      "grad_norm": 1.0562066495609173,
      "learning_rate": 9.26675478810663e-05,
      "loss": 0.3945,
      "step": 92283
    },
    {
      "epoch": 3.779807495392177,
      "grad_norm": 1.6519304091885318,
      "learning_rate": 9.266453412840881e-05,
      "loss": 0.777,
      "step": 92284
    },
    {
      "epoch": 3.7798484538193735,
      "grad_norm": 1.755670634766223,
      "learning_rate": 9.266152040285618e-05,
      "loss": 0.8559,
      "step": 92285
    },
    {
      "epoch": 3.7798894122465696,
      "grad_norm": 5.094875331462636,
      "learning_rate": 9.265850670440987e-05,
      "loss": 0.7325,
      "step": 92286
    },
    {
      "epoch": 3.779930370673766,
      "grad_norm": 2.0419552951002786,
      "learning_rate": 9.265549303307129e-05,
      "loss": 0.8239,
      "step": 92287
    },
    {
      "epoch": 3.7799713291009627,
      "grad_norm": 1.5684997350873688,
      "learning_rate": 9.265247938884189e-05,
      "loss": 0.6897,
      "step": 92288
    },
    {
      "epoch": 3.7800122875281588,
      "grad_norm": 1.6207953736993552,
      "learning_rate": 9.2649465771723e-05,
      "loss": 0.9179,
      "step": 92289
    },
    {
      "epoch": 3.7800532459553553,
      "grad_norm": 2.1742053628939715,
      "learning_rate": 9.264645218171616e-05,
      "loss": 0.7086,
      "step": 92290
    },
    {
      "epoch": 3.780094204382552,
      "grad_norm": 1.719496852510669,
      "learning_rate": 9.264343861882277e-05,
      "loss": 0.8024,
      "step": 92291
    },
    {
      "epoch": 3.7801351628097484,
      "grad_norm": 1.7138312055125544,
      "learning_rate": 9.264042508304421e-05,
      "loss": 0.8714,
      "step": 92292
    },
    {
      "epoch": 3.7801761212369445,
      "grad_norm": 1.5477913231667395,
      "learning_rate": 9.26374115743819e-05,
      "loss": 0.7538,
      "step": 92293
    },
    {
      "epoch": 3.780217079664141,
      "grad_norm": 1.38392411845892,
      "learning_rate": 9.263439809283733e-05,
      "loss": 0.7595,
      "step": 92294
    },
    {
      "epoch": 3.780258038091337,
      "grad_norm": 1.4093057814715295,
      "learning_rate": 9.263138463841192e-05,
      "loss": 0.556,
      "step": 92295
    },
    {
      "epoch": 3.7802989965185336,
      "grad_norm": 1.8498164240563046,
      "learning_rate": 9.2628371211107e-05,
      "loss": 0.6705,
      "step": 92296
    },
    {
      "epoch": 3.78033995494573,
      "grad_norm": 1.029727190830454,
      "learning_rate": 9.262535781092411e-05,
      "loss": 0.2557,
      "step": 92297
    },
    {
      "epoch": 3.7803809133729267,
      "grad_norm": 1.332546384547563,
      "learning_rate": 9.262234443786456e-05,
      "loss": 0.5954,
      "step": 92298
    },
    {
      "epoch": 3.780421871800123,
      "grad_norm": 0.9441265333914666,
      "learning_rate": 9.261933109192986e-05,
      "loss": 0.2422,
      "step": 92299
    },
    {
      "epoch": 3.7804628302273193,
      "grad_norm": 0.9031657605247178,
      "learning_rate": 9.261631777312144e-05,
      "loss": 0.2901,
      "step": 92300
    },
    {
      "epoch": 3.7805037886545154,
      "grad_norm": 1.7149085983802934,
      "learning_rate": 9.261330448144066e-05,
      "loss": 1.0472,
      "step": 92301
    },
    {
      "epoch": 3.780544747081712,
      "grad_norm": 1.7059244739038433,
      "learning_rate": 9.261029121688899e-05,
      "loss": 0.7489,
      "step": 92302
    },
    {
      "epoch": 3.7805857055089085,
      "grad_norm": 1.6847250755032424,
      "learning_rate": 9.260727797946784e-05,
      "loss": 0.7416,
      "step": 92303
    },
    {
      "epoch": 3.780626663936105,
      "grad_norm": 1.1967949144746666,
      "learning_rate": 9.260426476917866e-05,
      "loss": 0.3323,
      "step": 92304
    },
    {
      "epoch": 3.780667622363301,
      "grad_norm": 1.263257765326937,
      "learning_rate": 9.260125158602284e-05,
      "loss": 0.7877,
      "step": 92305
    },
    {
      "epoch": 3.7807085807904977,
      "grad_norm": 1.4192536863393561,
      "learning_rate": 9.259823843000181e-05,
      "loss": 0.664,
      "step": 92306
    },
    {
      "epoch": 3.780749539217694,
      "grad_norm": 1.451083399529276,
      "learning_rate": 9.259522530111701e-05,
      "loss": 0.8352,
      "step": 92307
    },
    {
      "epoch": 3.7807904976448903,
      "grad_norm": 1.2730382780405556,
      "learning_rate": 9.259221219936986e-05,
      "loss": 0.589,
      "step": 92308
    },
    {
      "epoch": 3.780831456072087,
      "grad_norm": 1.7341140010026643,
      "learning_rate": 9.25891991247618e-05,
      "loss": 0.9694,
      "step": 92309
    },
    {
      "epoch": 3.7808724144992834,
      "grad_norm": 1.9088410633998287,
      "learning_rate": 9.258618607729417e-05,
      "loss": 1.2251,
      "step": 92310
    },
    {
      "epoch": 3.78091337292648,
      "grad_norm": 1.5322440806231505,
      "learning_rate": 9.258317305696851e-05,
      "loss": 0.7487,
      "step": 92311
    },
    {
      "epoch": 3.780954331353676,
      "grad_norm": 1.2958132796920503,
      "learning_rate": 9.25801600637862e-05,
      "loss": 0.7083,
      "step": 92312
    },
    {
      "epoch": 3.7809952897808725,
      "grad_norm": 1.4469818217255594,
      "learning_rate": 9.257714709774865e-05,
      "loss": 0.7861,
      "step": 92313
    },
    {
      "epoch": 3.7810362482080686,
      "grad_norm": 1.8101420325561348,
      "learning_rate": 9.257413415885725e-05,
      "loss": 0.838,
      "step": 92314
    },
    {
      "epoch": 3.781077206635265,
      "grad_norm": 1.5373765659237937,
      "learning_rate": 9.257112124711351e-05,
      "loss": 0.5718,
      "step": 92315
    },
    {
      "epoch": 3.7811181650624617,
      "grad_norm": 1.2737821202838502,
      "learning_rate": 9.256810836251881e-05,
      "loss": 0.61,
      "step": 92316
    },
    {
      "epoch": 3.781159123489658,
      "grad_norm": 0.958501043447287,
      "learning_rate": 9.256509550507458e-05,
      "loss": 0.2035,
      "step": 92317
    },
    {
      "epoch": 3.7812000819168543,
      "grad_norm": 1.2261772373489845,
      "learning_rate": 9.256208267478222e-05,
      "loss": 0.4974,
      "step": 92318
    },
    {
      "epoch": 3.781241040344051,
      "grad_norm": 1.5607422362401848,
      "learning_rate": 9.255906987164319e-05,
      "loss": 0.8761,
      "step": 92319
    },
    {
      "epoch": 3.781281998771247,
      "grad_norm": 0.7026380458538629,
      "learning_rate": 9.25560570956589e-05,
      "loss": 0.2158,
      "step": 92320
    },
    {
      "epoch": 3.7813229571984435,
      "grad_norm": 1.1136293563155508,
      "learning_rate": 9.255304434683077e-05,
      "loss": 0.4503,
      "step": 92321
    },
    {
      "epoch": 3.78136391562564,
      "grad_norm": 1.874003149857548,
      "learning_rate": 9.25500316251602e-05,
      "loss": 1.1286,
      "step": 92322
    },
    {
      "epoch": 3.7814048740528365,
      "grad_norm": 1.3600010079375011,
      "learning_rate": 9.254701893064868e-05,
      "loss": 0.7308,
      "step": 92323
    },
    {
      "epoch": 3.7814458324800326,
      "grad_norm": 1.5162798672410425,
      "learning_rate": 9.254400626329758e-05,
      "loss": 0.6521,
      "step": 92324
    },
    {
      "epoch": 3.781486790907229,
      "grad_norm": 1.219602059456725,
      "learning_rate": 9.254099362310834e-05,
      "loss": 0.5199,
      "step": 92325
    },
    {
      "epoch": 3.7815277493344257,
      "grad_norm": 0.9523178817086162,
      "learning_rate": 9.253798101008237e-05,
      "loss": 0.3715,
      "step": 92326
    },
    {
      "epoch": 3.781568707761622,
      "grad_norm": 1.8492441056427222,
      "learning_rate": 9.253496842422114e-05,
      "loss": 0.7939,
      "step": 92327
    },
    {
      "epoch": 3.7816096661888183,
      "grad_norm": 1.3339856174213216,
      "learning_rate": 9.253195586552603e-05,
      "loss": 0.6647,
      "step": 92328
    },
    {
      "epoch": 3.781650624616015,
      "grad_norm": 0.9806163328393823,
      "learning_rate": 9.252894333399846e-05,
      "loss": 0.2693,
      "step": 92329
    },
    {
      "epoch": 3.7816915830432114,
      "grad_norm": 0.9007491060175238,
      "learning_rate": 9.252593082963986e-05,
      "loss": 0.179,
      "step": 92330
    },
    {
      "epoch": 3.7817325414704075,
      "grad_norm": 1.1083397047809393,
      "learning_rate": 9.252291835245171e-05,
      "loss": 0.3179,
      "step": 92331
    },
    {
      "epoch": 3.781773499897604,
      "grad_norm": 1.364602454575755,
      "learning_rate": 9.251990590243537e-05,
      "loss": 0.8901,
      "step": 92332
    },
    {
      "epoch": 3.7818144583248,
      "grad_norm": 2.153396511374346,
      "learning_rate": 9.251689347959228e-05,
      "loss": 1.3098,
      "step": 92333
    },
    {
      "epoch": 3.7818554167519967,
      "grad_norm": 1.5266723552186416,
      "learning_rate": 9.251388108392385e-05,
      "loss": 0.7836,
      "step": 92334
    },
    {
      "epoch": 3.781896375179193,
      "grad_norm": 1.37037620834604,
      "learning_rate": 9.251086871543155e-05,
      "loss": 0.6852,
      "step": 92335
    },
    {
      "epoch": 3.7819373336063897,
      "grad_norm": 1.6964428365629916,
      "learning_rate": 9.250785637411676e-05,
      "loss": 0.5235,
      "step": 92336
    },
    {
      "epoch": 3.781978292033586,
      "grad_norm": 1.3734379091792075,
      "learning_rate": 9.250484405998093e-05,
      "loss": 0.5982,
      "step": 92337
    },
    {
      "epoch": 3.7820192504607824,
      "grad_norm": 1.6184155456244316,
      "learning_rate": 9.250183177302547e-05,
      "loss": 0.9432,
      "step": 92338
    },
    {
      "epoch": 3.7820602088879784,
      "grad_norm": 1.733692497179385,
      "learning_rate": 9.249881951325178e-05,
      "loss": 0.7664,
      "step": 92339
    },
    {
      "epoch": 3.782101167315175,
      "grad_norm": 3.3304206726964463,
      "learning_rate": 9.249580728066135e-05,
      "loss": 2.9147,
      "step": 92340
    },
    {
      "epoch": 3.7821421257423715,
      "grad_norm": 1.434040072795613,
      "learning_rate": 9.249279507525555e-05,
      "loss": 0.5818,
      "step": 92341
    },
    {
      "epoch": 3.782183084169568,
      "grad_norm": 1.795879597739319,
      "learning_rate": 9.248978289703586e-05,
      "loss": 1.145,
      "step": 92342
    },
    {
      "epoch": 3.782224042596764,
      "grad_norm": 1.4467381465703495,
      "learning_rate": 9.248677074600362e-05,
      "loss": 0.5074,
      "step": 92343
    },
    {
      "epoch": 3.7822650010239607,
      "grad_norm": 1.3770271447699787,
      "learning_rate": 9.248375862216033e-05,
      "loss": 0.3629,
      "step": 92344
    },
    {
      "epoch": 3.782305959451157,
      "grad_norm": 1.5029383657897988,
      "learning_rate": 9.248074652550731e-05,
      "loss": 0.6087,
      "step": 92345
    },
    {
      "epoch": 3.7823469178783533,
      "grad_norm": 1.4153743476393865,
      "learning_rate": 9.247773445604613e-05,
      "loss": 0.5173,
      "step": 92346
    },
    {
      "epoch": 3.78238787630555,
      "grad_norm": 1.0797567861262838,
      "learning_rate": 9.247472241377809e-05,
      "loss": 0.2112,
      "step": 92347
    },
    {
      "epoch": 3.7824288347327464,
      "grad_norm": 1.1011723253250576,
      "learning_rate": 9.24717103987047e-05,
      "loss": 0.4711,
      "step": 92348
    },
    {
      "epoch": 3.782469793159943,
      "grad_norm": 1.5023767142786895,
      "learning_rate": 9.24686984108273e-05,
      "loss": 0.8193,
      "step": 92349
    },
    {
      "epoch": 3.782510751587139,
      "grad_norm": 2.382522248591668,
      "learning_rate": 9.246568645014739e-05,
      "loss": 1.4922,
      "step": 92350
    },
    {
      "epoch": 3.7825517100143355,
      "grad_norm": 1.4823484396015363,
      "learning_rate": 9.246267451666637e-05,
      "loss": 0.8328,
      "step": 92351
    },
    {
      "epoch": 3.7825926684415316,
      "grad_norm": 1.1631516599512672,
      "learning_rate": 9.245966261038566e-05,
      "loss": 0.6693,
      "step": 92352
    },
    {
      "epoch": 3.782633626868728,
      "grad_norm": 2.458348801033332,
      "learning_rate": 9.245665073130665e-05,
      "loss": 2.3181,
      "step": 92353
    },
    {
      "epoch": 3.7826745852959247,
      "grad_norm": 1.4915834132073398,
      "learning_rate": 9.245363887943085e-05,
      "loss": 0.5573,
      "step": 92354
    },
    {
      "epoch": 3.7827155437231212,
      "grad_norm": 2.131039646092489,
      "learning_rate": 9.245062705475958e-05,
      "loss": 0.8149,
      "step": 92355
    },
    {
      "epoch": 3.7827565021503173,
      "grad_norm": 1.3429587095764157,
      "learning_rate": 9.244761525729436e-05,
      "loss": 0.9174,
      "step": 92356
    },
    {
      "epoch": 3.782797460577514,
      "grad_norm": 2.5791179108356257,
      "learning_rate": 9.24446034870365e-05,
      "loss": 0.734,
      "step": 92357
    },
    {
      "epoch": 3.78283841900471,
      "grad_norm": 1.2293980009003147,
      "learning_rate": 9.244159174398756e-05,
      "loss": 0.5847,
      "step": 92358
    },
    {
      "epoch": 3.7828793774319065,
      "grad_norm": 1.2436793079543478,
      "learning_rate": 9.243858002814887e-05,
      "loss": 0.7601,
      "step": 92359
    },
    {
      "epoch": 3.782920335859103,
      "grad_norm": 0.9442588302323945,
      "learning_rate": 9.243556833952188e-05,
      "loss": 0.3198,
      "step": 92360
    },
    {
      "epoch": 3.7829612942862996,
      "grad_norm": 1.3177497715839148,
      "learning_rate": 9.2432556678108e-05,
      "loss": 0.6762,
      "step": 92361
    },
    {
      "epoch": 3.7830022527134957,
      "grad_norm": 1.5222808059442994,
      "learning_rate": 9.24295450439087e-05,
      "loss": 0.7179,
      "step": 92362
    },
    {
      "epoch": 3.783043211140692,
      "grad_norm": 1.179899332649091,
      "learning_rate": 9.242653343692534e-05,
      "loss": 0.4971,
      "step": 92363
    },
    {
      "epoch": 3.7830841695678887,
      "grad_norm": 1.2822898070074018,
      "learning_rate": 9.24235218571594e-05,
      "loss": 0.7167,
      "step": 92364
    },
    {
      "epoch": 3.783125127995085,
      "grad_norm": 1.4572627734379184,
      "learning_rate": 9.242051030461223e-05,
      "loss": 0.642,
      "step": 92365
    },
    {
      "epoch": 3.7831660864222814,
      "grad_norm": 1.0275303619950322,
      "learning_rate": 9.241749877928534e-05,
      "loss": 0.5134,
      "step": 92366
    },
    {
      "epoch": 3.783207044849478,
      "grad_norm": 1.5457783915575833,
      "learning_rate": 9.241448728118013e-05,
      "loss": 0.9671,
      "step": 92367
    },
    {
      "epoch": 3.7832480032766744,
      "grad_norm": 1.3006117287877121,
      "learning_rate": 9.241147581029797e-05,
      "loss": 0.5923,
      "step": 92368
    },
    {
      "epoch": 3.7832889617038705,
      "grad_norm": 1.5699951004260915,
      "learning_rate": 9.240846436664037e-05,
      "loss": 0.8013,
      "step": 92369
    },
    {
      "epoch": 3.783329920131067,
      "grad_norm": 0.8650992486524516,
      "learning_rate": 9.240545295020865e-05,
      "loss": 0.24,
      "step": 92370
    },
    {
      "epoch": 3.783370878558263,
      "grad_norm": 1.4246296902150573,
      "learning_rate": 9.240244156100431e-05,
      "loss": 0.6514,
      "step": 92371
    },
    {
      "epoch": 3.7834118369854597,
      "grad_norm": 1.5541216870123695,
      "learning_rate": 9.239943019902877e-05,
      "loss": 0.7621,
      "step": 92372
    },
    {
      "epoch": 3.7834527954126562,
      "grad_norm": 1.3722983995113645,
      "learning_rate": 9.239641886428344e-05,
      "loss": 0.6536,
      "step": 92373
    },
    {
      "epoch": 3.7834937538398528,
      "grad_norm": 1.6162584952615193,
      "learning_rate": 9.23934075567697e-05,
      "loss": 0.9071,
      "step": 92374
    },
    {
      "epoch": 3.783534712267049,
      "grad_norm": 1.2483841720335624,
      "learning_rate": 9.239039627648904e-05,
      "loss": 0.5472,
      "step": 92375
    },
    {
      "epoch": 3.7835756706942454,
      "grad_norm": 1.2699332974959028,
      "learning_rate": 9.238738502344288e-05,
      "loss": 0.6725,
      "step": 92376
    },
    {
      "epoch": 3.7836166291214415,
      "grad_norm": 1.9685246980842779,
      "learning_rate": 9.238437379763262e-05,
      "loss": 0.9136,
      "step": 92377
    },
    {
      "epoch": 3.783657587548638,
      "grad_norm": 1.580677813071367,
      "learning_rate": 9.238136259905963e-05,
      "loss": 0.7955,
      "step": 92378
    },
    {
      "epoch": 3.7836985459758345,
      "grad_norm": 1.2998342527294724,
      "learning_rate": 9.237835142772542e-05,
      "loss": 0.55,
      "step": 92379
    },
    {
      "epoch": 3.783739504403031,
      "grad_norm": 0.817836425710043,
      "learning_rate": 9.23753402836314e-05,
      "loss": 0.2296,
      "step": 92380
    },
    {
      "epoch": 3.783780462830227,
      "grad_norm": 1.6897985648053637,
      "learning_rate": 9.237232916677896e-05,
      "loss": 0.693,
      "step": 92381
    },
    {
      "epoch": 3.7838214212574237,
      "grad_norm": 1.6066805319576036,
      "learning_rate": 9.236931807716953e-05,
      "loss": 0.7115,
      "step": 92382
    },
    {
      "epoch": 3.7838623796846202,
      "grad_norm": 1.0861549446530958,
      "learning_rate": 9.236630701480456e-05,
      "loss": 0.5014,
      "step": 92383
    },
    {
      "epoch": 3.7839033381118163,
      "grad_norm": 1.421513242048831,
      "learning_rate": 9.236329597968546e-05,
      "loss": 0.5625,
      "step": 92384
    },
    {
      "epoch": 3.783944296539013,
      "grad_norm": 0.8168238268076258,
      "learning_rate": 9.236028497181362e-05,
      "loss": 0.2595,
      "step": 92385
    },
    {
      "epoch": 3.7839852549662094,
      "grad_norm": 1.1629241868715106,
      "learning_rate": 9.235727399119049e-05,
      "loss": 0.7073,
      "step": 92386
    },
    {
      "epoch": 3.784026213393406,
      "grad_norm": 0.9139964286040847,
      "learning_rate": 9.235426303781754e-05,
      "loss": 0.2722,
      "step": 92387
    },
    {
      "epoch": 3.784067171820602,
      "grad_norm": 1.5615306794027008,
      "learning_rate": 9.235125211169613e-05,
      "loss": 0.751,
      "step": 92388
    },
    {
      "epoch": 3.7841081302477986,
      "grad_norm": 1.4491973474867221,
      "learning_rate": 9.23482412128277e-05,
      "loss": 0.6147,
      "step": 92389
    },
    {
      "epoch": 3.7841490886749947,
      "grad_norm": 1.2251264943495035,
      "learning_rate": 9.234523034121364e-05,
      "loss": 0.5458,
      "step": 92390
    },
    {
      "epoch": 3.784190047102191,
      "grad_norm": 1.2336892593548476,
      "learning_rate": 9.234221949685546e-05,
      "loss": 0.304,
      "step": 92391
    },
    {
      "epoch": 3.7842310055293877,
      "grad_norm": 1.6465570365123163,
      "learning_rate": 9.233920867975452e-05,
      "loss": 0.6685,
      "step": 92392
    },
    {
      "epoch": 3.7842719639565843,
      "grad_norm": 2.7401808657529467,
      "learning_rate": 9.233619788991224e-05,
      "loss": 1.234,
      "step": 92393
    },
    {
      "epoch": 3.7843129223837804,
      "grad_norm": 1.445817377756501,
      "learning_rate": 9.233318712733007e-05,
      "loss": 0.7195,
      "step": 92394
    },
    {
      "epoch": 3.784353880810977,
      "grad_norm": 1.4735018249316867,
      "learning_rate": 9.233017639200942e-05,
      "loss": 0.6764,
      "step": 92395
    },
    {
      "epoch": 3.784394839238173,
      "grad_norm": 1.7555939734760533,
      "learning_rate": 9.232716568395173e-05,
      "loss": 1.0549,
      "step": 92396
    },
    {
      "epoch": 3.7844357976653695,
      "grad_norm": 1.100291731104496,
      "learning_rate": 9.232415500315841e-05,
      "loss": 0.4914,
      "step": 92397
    },
    {
      "epoch": 3.784476756092566,
      "grad_norm": 1.2777915758117204,
      "learning_rate": 9.232114434963085e-05,
      "loss": 0.7915,
      "step": 92398
    },
    {
      "epoch": 3.7845177145197626,
      "grad_norm": 1.5524181166144788,
      "learning_rate": 9.231813372337054e-05,
      "loss": 0.7926,
      "step": 92399
    },
    {
      "epoch": 3.7845586729469587,
      "grad_norm": 1.5101488487235515,
      "learning_rate": 9.231512312437886e-05,
      "loss": 0.7145,
      "step": 92400
    },
    {
      "epoch": 3.7845996313741552,
      "grad_norm": 1.3705839769971555,
      "learning_rate": 9.231211255265726e-05,
      "loss": 0.6062,
      "step": 92401
    },
    {
      "epoch": 3.7846405898013518,
      "grad_norm": 1.536815348517208,
      "learning_rate": 9.23091020082071e-05,
      "loss": 0.8567,
      "step": 92402
    },
    {
      "epoch": 3.784681548228548,
      "grad_norm": 1.3963150316330444,
      "learning_rate": 9.230609149102987e-05,
      "loss": 0.6548,
      "step": 92403
    },
    {
      "epoch": 3.7847225066557444,
      "grad_norm": 1.3916831920464403,
      "learning_rate": 9.230308100112699e-05,
      "loss": 0.7632,
      "step": 92404
    },
    {
      "epoch": 3.784763465082941,
      "grad_norm": 1.4053009053107388,
      "learning_rate": 9.230007053849985e-05,
      "loss": 0.8037,
      "step": 92405
    },
    {
      "epoch": 3.7848044235101375,
      "grad_norm": 1.850799829137469,
      "learning_rate": 9.229706010314989e-05,
      "loss": 0.7151,
      "step": 92406
    },
    {
      "epoch": 3.7848453819373336,
      "grad_norm": 1.690302500902369,
      "learning_rate": 9.229404969507853e-05,
      "loss": 0.7048,
      "step": 92407
    },
    {
      "epoch": 3.78488634036453,
      "grad_norm": 1.3751952567157009,
      "learning_rate": 9.22910393142872e-05,
      "loss": 0.5851,
      "step": 92408
    },
    {
      "epoch": 3.784927298791726,
      "grad_norm": 1.1902585118717508,
      "learning_rate": 9.228802896077732e-05,
      "loss": 0.3282,
      "step": 92409
    },
    {
      "epoch": 3.7849682572189227,
      "grad_norm": 1.7555002326617652,
      "learning_rate": 9.228501863455033e-05,
      "loss": 0.8953,
      "step": 92410
    },
    {
      "epoch": 3.7850092156461193,
      "grad_norm": 1.263498801060033,
      "learning_rate": 9.228200833560758e-05,
      "loss": 0.6167,
      "step": 92411
    },
    {
      "epoch": 3.785050174073316,
      "grad_norm": 1.3613843426187355,
      "learning_rate": 9.227899806395059e-05,
      "loss": 0.6318,
      "step": 92412
    },
    {
      "epoch": 3.785091132500512,
      "grad_norm": 1.9146364914411689,
      "learning_rate": 9.227598781958075e-05,
      "loss": 0.7504,
      "step": 92413
    },
    {
      "epoch": 3.7851320909277084,
      "grad_norm": 1.558649846418015,
      "learning_rate": 9.227297760249947e-05,
      "loss": 0.8804,
      "step": 92414
    },
    {
      "epoch": 3.7851730493549045,
      "grad_norm": 1.697147789243369,
      "learning_rate": 9.226996741270816e-05,
      "loss": 0.7973,
      "step": 92415
    },
    {
      "epoch": 3.785214007782101,
      "grad_norm": 1.1385985089969022,
      "learning_rate": 9.226695725020826e-05,
      "loss": 0.2528,
      "step": 92416
    },
    {
      "epoch": 3.7852549662092976,
      "grad_norm": 1.8729246684323044,
      "learning_rate": 9.226394711500117e-05,
      "loss": 1.1683,
      "step": 92417
    },
    {
      "epoch": 3.785295924636494,
      "grad_norm": 1.6210032985822416,
      "learning_rate": 9.226093700708838e-05,
      "loss": 0.917,
      "step": 92418
    },
    {
      "epoch": 3.78533688306369,
      "grad_norm": 1.4855370272996198,
      "learning_rate": 9.225792692647124e-05,
      "loss": 0.7717,
      "step": 92419
    },
    {
      "epoch": 3.7853778414908867,
      "grad_norm": 1.539744652316399,
      "learning_rate": 9.225491687315122e-05,
      "loss": 0.7018,
      "step": 92420
    },
    {
      "epoch": 3.7854187999180833,
      "grad_norm": 1.4382296074941623,
      "learning_rate": 9.225190684712969e-05,
      "loss": 0.7251,
      "step": 92421
    },
    {
      "epoch": 3.7854597583452794,
      "grad_norm": 1.40601418215464,
      "learning_rate": 9.224889684840812e-05,
      "loss": 0.5171,
      "step": 92422
    },
    {
      "epoch": 3.785500716772476,
      "grad_norm": 1.5503291087475803,
      "learning_rate": 9.224588687698794e-05,
      "loss": 1.0298,
      "step": 92423
    },
    {
      "epoch": 3.7855416751996724,
      "grad_norm": 0.9845723900883272,
      "learning_rate": 9.224287693287056e-05,
      "loss": 0.2411,
      "step": 92424
    },
    {
      "epoch": 3.785582633626869,
      "grad_norm": 1.22093105281564,
      "learning_rate": 9.223986701605733e-05,
      "loss": 0.4442,
      "step": 92425
    },
    {
      "epoch": 3.785623592054065,
      "grad_norm": 1.1866983828341673,
      "learning_rate": 9.22368571265498e-05,
      "loss": 0.3754,
      "step": 92426
    },
    {
      "epoch": 3.7856645504812616,
      "grad_norm": 1.459384500103738,
      "learning_rate": 9.223384726434932e-05,
      "loss": 0.7464,
      "step": 92427
    },
    {
      "epoch": 3.7857055089084577,
      "grad_norm": 1.4634584051797768,
      "learning_rate": 9.223083742945734e-05,
      "loss": 0.5374,
      "step": 92428
    },
    {
      "epoch": 3.7857464673356542,
      "grad_norm": 1.8434798845523608,
      "learning_rate": 9.222782762187524e-05,
      "loss": 1.1322,
      "step": 92429
    },
    {
      "epoch": 3.7857874257628508,
      "grad_norm": 1.2619363145257725,
      "learning_rate": 9.222481784160449e-05,
      "loss": 0.6234,
      "step": 92430
    },
    {
      "epoch": 3.7858283841900473,
      "grad_norm": 1.6791642327698366,
      "learning_rate": 9.22218080886465e-05,
      "loss": 0.9906,
      "step": 92431
    },
    {
      "epoch": 3.7858693426172434,
      "grad_norm": 1.6339213437907316,
      "learning_rate": 9.221879836300268e-05,
      "loss": 0.5893,
      "step": 92432
    },
    {
      "epoch": 3.78591030104444,
      "grad_norm": 1.6751823036716413,
      "learning_rate": 9.221578866467443e-05,
      "loss": 1.1285,
      "step": 92433
    },
    {
      "epoch": 3.785951259471636,
      "grad_norm": 2.0530304949351166,
      "learning_rate": 9.221277899366321e-05,
      "loss": 1.6311,
      "step": 92434
    },
    {
      "epoch": 3.7859922178988326,
      "grad_norm": 1.3634965316008087,
      "learning_rate": 9.220976934997047e-05,
      "loss": 0.6356,
      "step": 92435
    },
    {
      "epoch": 3.786033176326029,
      "grad_norm": 1.2425862259474307,
      "learning_rate": 9.220675973359757e-05,
      "loss": 0.4438,
      "step": 92436
    },
    {
      "epoch": 3.7860741347532256,
      "grad_norm": 1.0124162311697555,
      "learning_rate": 9.220375014454597e-05,
      "loss": 0.2287,
      "step": 92437
    },
    {
      "epoch": 3.7861150931804217,
      "grad_norm": 1.077607247920175,
      "learning_rate": 9.220074058281707e-05,
      "loss": 0.2503,
      "step": 92438
    },
    {
      "epoch": 3.7861560516076183,
      "grad_norm": 1.9894851782513634,
      "learning_rate": 9.219773104841232e-05,
      "loss": 1.2077,
      "step": 92439
    },
    {
      "epoch": 3.786197010034815,
      "grad_norm": 1.5460553792997789,
      "learning_rate": 9.219472154133314e-05,
      "loss": 0.8735,
      "step": 92440
    },
    {
      "epoch": 3.786237968462011,
      "grad_norm": 1.4450850687701022,
      "learning_rate": 9.219171206158093e-05,
      "loss": 0.8693,
      "step": 92441
    },
    {
      "epoch": 3.7862789268892074,
      "grad_norm": 0.8911272773005471,
      "learning_rate": 9.21887026091571e-05,
      "loss": 0.2271,
      "step": 92442
    },
    {
      "epoch": 3.786319885316404,
      "grad_norm": 1.683279485068173,
      "learning_rate": 9.218569318406311e-05,
      "loss": 0.8456,
      "step": 92443
    },
    {
      "epoch": 3.7863608437436005,
      "grad_norm": 2.7294572169689517,
      "learning_rate": 9.218268378630039e-05,
      "loss": 2.2848,
      "step": 92444
    },
    {
      "epoch": 3.7864018021707966,
      "grad_norm": 0.8591677336546265,
      "learning_rate": 9.217967441587034e-05,
      "loss": 0.2627,
      "step": 92445
    },
    {
      "epoch": 3.786442760597993,
      "grad_norm": 1.0982240141862198,
      "learning_rate": 9.217666507277435e-05,
      "loss": 0.4815,
      "step": 92446
    },
    {
      "epoch": 3.786483719025189,
      "grad_norm": 1.1657225726611389,
      "learning_rate": 9.21736557570139e-05,
      "loss": 0.5836,
      "step": 92447
    },
    {
      "epoch": 3.7865246774523857,
      "grad_norm": 2.178679834364015,
      "learning_rate": 9.21706464685904e-05,
      "loss": 1.8073,
      "step": 92448
    },
    {
      "epoch": 3.7865656358795823,
      "grad_norm": 1.2788855661406822,
      "learning_rate": 9.216763720750528e-05,
      "loss": 0.6122,
      "step": 92449
    },
    {
      "epoch": 3.786606594306779,
      "grad_norm": 1.7332240791040199,
      "learning_rate": 9.216462797375989e-05,
      "loss": 1.0199,
      "step": 92450
    },
    {
      "epoch": 3.786647552733975,
      "grad_norm": 1.396831353039363,
      "learning_rate": 9.216161876735574e-05,
      "loss": 0.6554,
      "step": 92451
    },
    {
      "epoch": 3.7866885111611714,
      "grad_norm": 0.7363346652323091,
      "learning_rate": 9.215860958829422e-05,
      "loss": 0.1079,
      "step": 92452
    },
    {
      "epoch": 3.7867294695883675,
      "grad_norm": 1.2530518067531524,
      "learning_rate": 9.215560043657676e-05,
      "loss": 0.5883,
      "step": 92453
    },
    {
      "epoch": 3.786770428015564,
      "grad_norm": 1.735062248346451,
      "learning_rate": 9.215259131220475e-05,
      "loss": 0.6117,
      "step": 92454
    },
    {
      "epoch": 3.7868113864427606,
      "grad_norm": 2.158199266750298,
      "learning_rate": 9.214958221517966e-05,
      "loss": 1.4463,
      "step": 92455
    },
    {
      "epoch": 3.786852344869957,
      "grad_norm": 1.2736244878901988,
      "learning_rate": 9.214657314550288e-05,
      "loss": 0.4767,
      "step": 92456
    },
    {
      "epoch": 3.7868933032971532,
      "grad_norm": 1.2052418020793279,
      "learning_rate": 9.214356410317586e-05,
      "loss": 0.6663,
      "step": 92457
    },
    {
      "epoch": 3.7869342617243498,
      "grad_norm": 1.3937417087184611,
      "learning_rate": 9.214055508819997e-05,
      "loss": 0.7804,
      "step": 92458
    },
    {
      "epoch": 3.7869752201515463,
      "grad_norm": 1.7095102727505933,
      "learning_rate": 9.213754610057671e-05,
      "loss": 0.7971,
      "step": 92459
    },
    {
      "epoch": 3.7870161785787424,
      "grad_norm": 0.9066145266873032,
      "learning_rate": 9.213453714030743e-05,
      "loss": 0.2573,
      "step": 92460
    },
    {
      "epoch": 3.787057137005939,
      "grad_norm": 1.378482099567307,
      "learning_rate": 9.21315282073936e-05,
      "loss": 0.6854,
      "step": 92461
    },
    {
      "epoch": 3.7870980954331355,
      "grad_norm": 0.8816060539081798,
      "learning_rate": 9.212851930183661e-05,
      "loss": 0.2187,
      "step": 92462
    },
    {
      "epoch": 3.787139053860332,
      "grad_norm": 1.927056579669959,
      "learning_rate": 9.212551042363793e-05,
      "loss": 1.0209,
      "step": 92463
    },
    {
      "epoch": 3.787180012287528,
      "grad_norm": 1.5872119831127538,
      "learning_rate": 9.212250157279892e-05,
      "loss": 0.8191,
      "step": 92464
    },
    {
      "epoch": 3.7872209707147246,
      "grad_norm": 1.0379897675563403,
      "learning_rate": 9.211949274932105e-05,
      "loss": 0.3198,
      "step": 92465
    },
    {
      "epoch": 3.7872619291419207,
      "grad_norm": 1.0573102625661932,
      "learning_rate": 9.211648395320569e-05,
      "loss": 0.232,
      "step": 92466
    },
    {
      "epoch": 3.7873028875691173,
      "grad_norm": 1.0912225027123683,
      "learning_rate": 9.211347518445434e-05,
      "loss": 0.4311,
      "step": 92467
    },
    {
      "epoch": 3.787343845996314,
      "grad_norm": 0.8153425331963047,
      "learning_rate": 9.211046644306837e-05,
      "loss": 0.2375,
      "step": 92468
    },
    {
      "epoch": 3.7873848044235103,
      "grad_norm": 0.8366826072029162,
      "learning_rate": 9.210745772904922e-05,
      "loss": 0.2126,
      "step": 92469
    },
    {
      "epoch": 3.7874257628507064,
      "grad_norm": 2.524339897419752,
      "learning_rate": 9.210444904239826e-05,
      "loss": 1.5808,
      "step": 92470
    },
    {
      "epoch": 3.787466721277903,
      "grad_norm": 1.402572465220016,
      "learning_rate": 9.210144038311698e-05,
      "loss": 0.5047,
      "step": 92471
    },
    {
      "epoch": 3.787507679705099,
      "grad_norm": 1.5659291776428752,
      "learning_rate": 9.209843175120682e-05,
      "loss": 0.7392,
      "step": 92472
    },
    {
      "epoch": 3.7875486381322956,
      "grad_norm": 1.3922626545764398,
      "learning_rate": 9.209542314666913e-05,
      "loss": 0.5895,
      "step": 92473
    },
    {
      "epoch": 3.787589596559492,
      "grad_norm": 0.7723923929437926,
      "learning_rate": 9.209241456950535e-05,
      "loss": 0.2324,
      "step": 92474
    },
    {
      "epoch": 3.7876305549866887,
      "grad_norm": 2.01394684256653,
      "learning_rate": 9.208940601971692e-05,
      "loss": 1.7735,
      "step": 92475
    },
    {
      "epoch": 3.7876715134138847,
      "grad_norm": 1.662097869484619,
      "learning_rate": 9.208639749730529e-05,
      "loss": 0.8979,
      "step": 92476
    },
    {
      "epoch": 3.7877124718410813,
      "grad_norm": 1.6218414021515961,
      "learning_rate": 9.208338900227182e-05,
      "loss": 0.6065,
      "step": 92477
    },
    {
      "epoch": 3.787753430268278,
      "grad_norm": 1.6266175710400286,
      "learning_rate": 9.208038053461796e-05,
      "loss": 0.8212,
      "step": 92478
    },
    {
      "epoch": 3.787794388695474,
      "grad_norm": 1.0027818556569439,
      "learning_rate": 9.207737209434516e-05,
      "loss": 0.3823,
      "step": 92479
    },
    {
      "epoch": 3.7878353471226704,
      "grad_norm": 1.7384503249278822,
      "learning_rate": 9.207436368145478e-05,
      "loss": 1.0058,
      "step": 92480
    },
    {
      "epoch": 3.787876305549867,
      "grad_norm": 1.6005325612205834,
      "learning_rate": 9.207135529594834e-05,
      "loss": 0.6874,
      "step": 92481
    },
    {
      "epoch": 3.7879172639770635,
      "grad_norm": 1.622683503260349,
      "learning_rate": 9.206834693782717e-05,
      "loss": 0.8201,
      "step": 92482
    },
    {
      "epoch": 3.7879582224042596,
      "grad_norm": 1.8944254516874146,
      "learning_rate": 9.206533860709274e-05,
      "loss": 0.8095,
      "step": 92483
    },
    {
      "epoch": 3.787999180831456,
      "grad_norm": 1.6553950270089242,
      "learning_rate": 9.206233030374645e-05,
      "loss": 0.7795,
      "step": 92484
    },
    {
      "epoch": 3.7880401392586522,
      "grad_norm": 1.392459005557403,
      "learning_rate": 9.205932202778971e-05,
      "loss": 0.5735,
      "step": 92485
    },
    {
      "epoch": 3.7880810976858488,
      "grad_norm": 1.6708071780637974,
      "learning_rate": 9.205631377922396e-05,
      "loss": 1.0203,
      "step": 92486
    },
    {
      "epoch": 3.7881220561130453,
      "grad_norm": 1.2844684127475925,
      "learning_rate": 9.205330555805063e-05,
      "loss": 0.6904,
      "step": 92487
    },
    {
      "epoch": 3.788163014540242,
      "grad_norm": 1.8704264674948878,
      "learning_rate": 9.205029736427113e-05,
      "loss": 1.268,
      "step": 92488
    },
    {
      "epoch": 3.788203972967438,
      "grad_norm": 1.3360640297095365,
      "learning_rate": 9.204728919788686e-05,
      "loss": 0.6303,
      "step": 92489
    },
    {
      "epoch": 3.7882449313946345,
      "grad_norm": 1.4072995540484896,
      "learning_rate": 9.204428105889933e-05,
      "loss": 0.6626,
      "step": 92490
    },
    {
      "epoch": 3.7882858898218306,
      "grad_norm": 1.5820294737908507,
      "learning_rate": 9.204127294730988e-05,
      "loss": 0.7556,
      "step": 92491
    },
    {
      "epoch": 3.788326848249027,
      "grad_norm": 1.4216522476746443,
      "learning_rate": 9.203826486311994e-05,
      "loss": 0.7146,
      "step": 92492
    },
    {
      "epoch": 3.7883678066762236,
      "grad_norm": 1.296174022093181,
      "learning_rate": 9.203525680633092e-05,
      "loss": 0.6283,
      "step": 92493
    },
    {
      "epoch": 3.78840876510342,
      "grad_norm": 1.589155980391918,
      "learning_rate": 9.203224877694429e-05,
      "loss": 0.6393,
      "step": 92494
    },
    {
      "epoch": 3.7884497235306163,
      "grad_norm": 1.61494852300187,
      "learning_rate": 9.202924077496146e-05,
      "loss": 0.6596,
      "step": 92495
    },
    {
      "epoch": 3.788490681957813,
      "grad_norm": 1.4143221091179925,
      "learning_rate": 9.202623280038385e-05,
      "loss": 0.7145,
      "step": 92496
    },
    {
      "epoch": 3.7885316403850093,
      "grad_norm": 2.2039747897623307,
      "learning_rate": 9.202322485321281e-05,
      "loss": 1.1754,
      "step": 92497
    },
    {
      "epoch": 3.7885725988122054,
      "grad_norm": 1.9287612213836385,
      "learning_rate": 9.202021693344989e-05,
      "loss": 0.8489,
      "step": 92498
    },
    {
      "epoch": 3.788613557239402,
      "grad_norm": 0.7390812911884989,
      "learning_rate": 9.201720904109643e-05,
      "loss": 0.2343,
      "step": 92499
    },
    {
      "epoch": 3.7886545156665985,
      "grad_norm": 1.653494219809303,
      "learning_rate": 9.201420117615388e-05,
      "loss": 1.0492,
      "step": 92500
    },
    {
      "epoch": 3.788695474093795,
      "grad_norm": 0.9443678427605107,
      "learning_rate": 9.201119333862362e-05,
      "loss": 0.3034,
      "step": 92501
    },
    {
      "epoch": 3.788736432520991,
      "grad_norm": 1.9285648372088038,
      "learning_rate": 9.200818552850713e-05,
      "loss": 0.9524,
      "step": 92502
    },
    {
      "epoch": 3.7887773909481877,
      "grad_norm": 1.578310312141376,
      "learning_rate": 9.20051777458058e-05,
      "loss": 0.8855,
      "step": 92503
    },
    {
      "epoch": 3.7888183493753838,
      "grad_norm": 1.8329052993523662,
      "learning_rate": 9.200216999052105e-05,
      "loss": 1.0356,
      "step": 92504
    },
    {
      "epoch": 3.7888593078025803,
      "grad_norm": 0.7451681233221495,
      "learning_rate": 9.199916226265429e-05,
      "loss": 0.209,
      "step": 92505
    },
    {
      "epoch": 3.788900266229777,
      "grad_norm": 1.713111485903219,
      "learning_rate": 9.199615456220699e-05,
      "loss": 0.5853,
      "step": 92506
    },
    {
      "epoch": 3.7889412246569734,
      "grad_norm": 1.5989491124908803,
      "learning_rate": 9.199314688918056e-05,
      "loss": 0.6226,
      "step": 92507
    },
    {
      "epoch": 3.7889821830841695,
      "grad_norm": 1.9606875239200696,
      "learning_rate": 9.199013924357638e-05,
      "loss": 0.9119,
      "step": 92508
    },
    {
      "epoch": 3.789023141511366,
      "grad_norm": 1.340730220344543,
      "learning_rate": 9.198713162539588e-05,
      "loss": 0.6983,
      "step": 92509
    },
    {
      "epoch": 3.7890640999385625,
      "grad_norm": 1.5977823184781859,
      "learning_rate": 9.19841240346405e-05,
      "loss": 1.1195,
      "step": 92510
    },
    {
      "epoch": 3.7891050583657586,
      "grad_norm": 2.030849049611852,
      "learning_rate": 9.198111647131169e-05,
      "loss": 0.7581,
      "step": 92511
    },
    {
      "epoch": 3.789146016792955,
      "grad_norm": 1.6569139242810254,
      "learning_rate": 9.197810893541083e-05,
      "loss": 1.1813,
      "step": 92512
    },
    {
      "epoch": 3.7891869752201517,
      "grad_norm": 2.7522049820969383,
      "learning_rate": 9.197510142693933e-05,
      "loss": 1.1684,
      "step": 92513
    },
    {
      "epoch": 3.789227933647348,
      "grad_norm": 1.3464549469516238,
      "learning_rate": 9.197209394589865e-05,
      "loss": 0.826,
      "step": 92514
    },
    {
      "epoch": 3.7892688920745443,
      "grad_norm": 1.4349934236513797,
      "learning_rate": 9.196908649229019e-05,
      "loss": 0.642,
      "step": 92515
    },
    {
      "epoch": 3.789309850501741,
      "grad_norm": 1.8301900912175337,
      "learning_rate": 9.19660790661154e-05,
      "loss": 0.6282,
      "step": 92516
    },
    {
      "epoch": 3.789350808928937,
      "grad_norm": 1.3878197092544975,
      "learning_rate": 9.196307166737567e-05,
      "loss": 0.601,
      "step": 92517
    },
    {
      "epoch": 3.7893917673561335,
      "grad_norm": 2.1289513874630104,
      "learning_rate": 9.196006429607242e-05,
      "loss": 1.6688,
      "step": 92518
    },
    {
      "epoch": 3.78943272578333,
      "grad_norm": 1.1631258256052786,
      "learning_rate": 9.195705695220708e-05,
      "loss": 0.4853,
      "step": 92519
    },
    {
      "epoch": 3.7894736842105265,
      "grad_norm": 1.5687924749322388,
      "learning_rate": 9.19540496357811e-05,
      "loss": 0.7877,
      "step": 92520
    },
    {
      "epoch": 3.7895146426377226,
      "grad_norm": 0.9249329501767304,
      "learning_rate": 9.195104234679588e-05,
      "loss": 0.2788,
      "step": 92521
    },
    {
      "epoch": 3.789555601064919,
      "grad_norm": 3.7268141399574395,
      "learning_rate": 9.19480350852528e-05,
      "loss": 1.0919,
      "step": 92522
    },
    {
      "epoch": 3.7895965594921153,
      "grad_norm": 1.7938867922059487,
      "learning_rate": 9.194502785115334e-05,
      "loss": 0.9498,
      "step": 92523
    },
    {
      "epoch": 3.789637517919312,
      "grad_norm": 1.0914172215532059,
      "learning_rate": 9.194202064449891e-05,
      "loss": 0.3125,
      "step": 92524
    },
    {
      "epoch": 3.7896784763465083,
      "grad_norm": 1.9992095180799727,
      "learning_rate": 9.193901346529094e-05,
      "loss": 0.7385,
      "step": 92525
    },
    {
      "epoch": 3.789719434773705,
      "grad_norm": 1.7506954830495995,
      "learning_rate": 9.19360063135308e-05,
      "loss": 0.8679,
      "step": 92526
    },
    {
      "epoch": 3.789760393200901,
      "grad_norm": 1.1599251954704575,
      "learning_rate": 9.193299918921997e-05,
      "loss": 0.631,
      "step": 92527
    },
    {
      "epoch": 3.7898013516280975,
      "grad_norm": 1.4455722582055621,
      "learning_rate": 9.192999209235985e-05,
      "loss": 0.6934,
      "step": 92528
    },
    {
      "epoch": 3.789842310055294,
      "grad_norm": 1.3944526056110196,
      "learning_rate": 9.192698502295184e-05,
      "loss": 0.7057,
      "step": 92529
    },
    {
      "epoch": 3.78988326848249,
      "grad_norm": 1.2944981476302682,
      "learning_rate": 9.192397798099738e-05,
      "loss": 0.7359,
      "step": 92530
    },
    {
      "epoch": 3.7899242269096867,
      "grad_norm": 1.9579947106603959,
      "learning_rate": 9.192097096649792e-05,
      "loss": 0.6983,
      "step": 92531
    },
    {
      "epoch": 3.789965185336883,
      "grad_norm": 1.3269191674356635,
      "learning_rate": 9.191796397945483e-05,
      "loss": 0.6749,
      "step": 92532
    },
    {
      "epoch": 3.7900061437640793,
      "grad_norm": 2.7054937203681186,
      "learning_rate": 9.191495701986958e-05,
      "loss": 1.3776,
      "step": 92533
    },
    {
      "epoch": 3.790047102191276,
      "grad_norm": 2.552538021896533,
      "learning_rate": 9.191195008774354e-05,
      "loss": 1.4236,
      "step": 92534
    },
    {
      "epoch": 3.7900880606184724,
      "grad_norm": 1.7187158940337923,
      "learning_rate": 9.190894318307819e-05,
      "loss": 0.8382,
      "step": 92535
    },
    {
      "epoch": 3.7901290190456685,
      "grad_norm": 2.10315830929368,
      "learning_rate": 9.19059363058749e-05,
      "loss": 0.985,
      "step": 92536
    },
    {
      "epoch": 3.790169977472865,
      "grad_norm": 1.2614680703081902,
      "learning_rate": 9.190292945613513e-05,
      "loss": 0.543,
      "step": 92537
    },
    {
      "epoch": 3.7902109359000615,
      "grad_norm": 1.4936166569134586,
      "learning_rate": 9.189992263386023e-05,
      "loss": 0.847,
      "step": 92538
    },
    {
      "epoch": 3.790251894327258,
      "grad_norm": 1.415379030967264,
      "learning_rate": 9.189691583905173e-05,
      "loss": 0.7539,
      "step": 92539
    },
    {
      "epoch": 3.790292852754454,
      "grad_norm": 1.6114902486971716,
      "learning_rate": 9.1893909071711e-05,
      "loss": 0.7982,
      "step": 92540
    },
    {
      "epoch": 3.7903338111816507,
      "grad_norm": 0.8252793388357984,
      "learning_rate": 9.189090233183945e-05,
      "loss": 0.2366,
      "step": 92541
    },
    {
      "epoch": 3.790374769608847,
      "grad_norm": 1.2719165637193028,
      "learning_rate": 9.188789561943846e-05,
      "loss": 0.6622,
      "step": 92542
    },
    {
      "epoch": 3.7904157280360433,
      "grad_norm": 1.264020469294699,
      "learning_rate": 9.188488893450956e-05,
      "loss": 0.5779,
      "step": 92543
    },
    {
      "epoch": 3.79045668646324,
      "grad_norm": 2.0448760218178648,
      "learning_rate": 9.188188227705409e-05,
      "loss": 0.9062,
      "step": 92544
    },
    {
      "epoch": 3.7904976448904364,
      "grad_norm": 2.1049256603244073,
      "learning_rate": 9.18788756470735e-05,
      "loss": 1.1493,
      "step": 92545
    },
    {
      "epoch": 3.7905386033176325,
      "grad_norm": 4.3034181425326175,
      "learning_rate": 9.187586904456919e-05,
      "loss": 5.0573,
      "step": 92546
    },
    {
      "epoch": 3.790579561744829,
      "grad_norm": 1.7548493906175935,
      "learning_rate": 9.187286246954262e-05,
      "loss": 0.9695,
      "step": 92547
    },
    {
      "epoch": 3.7906205201720256,
      "grad_norm": 0.8731745693724693,
      "learning_rate": 9.186985592199517e-05,
      "loss": 0.156,
      "step": 92548
    },
    {
      "epoch": 3.7906614785992216,
      "grad_norm": 1.102099102807495,
      "learning_rate": 9.18668494019283e-05,
      "loss": 0.6553,
      "step": 92549
    },
    {
      "epoch": 3.790702437026418,
      "grad_norm": 1.8110934956191704,
      "learning_rate": 9.186384290934341e-05,
      "loss": 0.8319,
      "step": 92550
    },
    {
      "epoch": 3.7907433954536147,
      "grad_norm": 2.307813752381803,
      "learning_rate": 9.186083644424186e-05,
      "loss": 0.8898,
      "step": 92551
    },
    {
      "epoch": 3.7907843538808113,
      "grad_norm": 1.207479139702395,
      "learning_rate": 9.185783000662521e-05,
      "loss": 0.5811,
      "step": 92552
    },
    {
      "epoch": 3.7908253123080073,
      "grad_norm": 0.5699533360921496,
      "learning_rate": 9.185482359649476e-05,
      "loss": 0.1295,
      "step": 92553
    },
    {
      "epoch": 3.790866270735204,
      "grad_norm": 1.3642447549856693,
      "learning_rate": 9.185181721385203e-05,
      "loss": 0.623,
      "step": 92554
    },
    {
      "epoch": 3.7909072291624,
      "grad_norm": 1.501534088268738,
      "learning_rate": 9.184881085869837e-05,
      "loss": 0.7764,
      "step": 92555
    },
    {
      "epoch": 3.7909481875895965,
      "grad_norm": 1.225983038680356,
      "learning_rate": 9.184580453103519e-05,
      "loss": 0.616,
      "step": 92556
    },
    {
      "epoch": 3.790989146016793,
      "grad_norm": 1.3029944819139372,
      "learning_rate": 9.184279823086393e-05,
      "loss": 0.688,
      "step": 92557
    },
    {
      "epoch": 3.7910301044439896,
      "grad_norm": 1.5320022687867882,
      "learning_rate": 9.183979195818603e-05,
      "loss": 0.5732,
      "step": 92558
    },
    {
      "epoch": 3.7910710628711857,
      "grad_norm": 1.0820546316681166,
      "learning_rate": 9.183678571300291e-05,
      "loss": 0.2538,
      "step": 92559
    },
    {
      "epoch": 3.791112021298382,
      "grad_norm": 1.5605892758656938,
      "learning_rate": 9.183377949531598e-05,
      "loss": 0.8004,
      "step": 92560
    },
    {
      "epoch": 3.7911529797255783,
      "grad_norm": 1.203303414948681,
      "learning_rate": 9.183077330512663e-05,
      "loss": 0.5371,
      "step": 92561
    },
    {
      "epoch": 3.791193938152775,
      "grad_norm": 5.343459765769884,
      "learning_rate": 9.182776714243638e-05,
      "loss": 3.5979,
      "step": 92562
    },
    {
      "epoch": 3.7912348965799714,
      "grad_norm": 1.374339763123658,
      "learning_rate": 9.182476100724655e-05,
      "loss": 0.6755,
      "step": 92563
    },
    {
      "epoch": 3.791275855007168,
      "grad_norm": 1.254623134708644,
      "learning_rate": 9.182175489955861e-05,
      "loss": 0.5877,
      "step": 92564
    },
    {
      "epoch": 3.791316813434364,
      "grad_norm": 0.9119113999640546,
      "learning_rate": 9.181874881937393e-05,
      "loss": 0.2439,
      "step": 92565
    },
    {
      "epoch": 3.7913577718615605,
      "grad_norm": 2.7201159281748644,
      "learning_rate": 9.1815742766694e-05,
      "loss": 2.5903,
      "step": 92566
    },
    {
      "epoch": 3.791398730288757,
      "grad_norm": 1.6822042398829178,
      "learning_rate": 9.181273674152022e-05,
      "loss": 0.9145,
      "step": 92567
    },
    {
      "epoch": 3.791439688715953,
      "grad_norm": 1.2309812638627051,
      "learning_rate": 9.180973074385399e-05,
      "loss": 0.6169,
      "step": 92568
    },
    {
      "epoch": 3.7914806471431497,
      "grad_norm": 0.9814207032364736,
      "learning_rate": 9.180672477369674e-05,
      "loss": 0.27,
      "step": 92569
    },
    {
      "epoch": 3.7915216055703462,
      "grad_norm": 1.3050673198235037,
      "learning_rate": 9.180371883104989e-05,
      "loss": 0.8002,
      "step": 92570
    },
    {
      "epoch": 3.7915625639975428,
      "grad_norm": 1.2072240312309788,
      "learning_rate": 9.180071291591488e-05,
      "loss": 0.6732,
      "step": 92571
    },
    {
      "epoch": 3.791603522424739,
      "grad_norm": 1.2492965445653832,
      "learning_rate": 9.179770702829312e-05,
      "loss": 0.5407,
      "step": 92572
    },
    {
      "epoch": 3.7916444808519354,
      "grad_norm": 1.1802987444012845,
      "learning_rate": 9.179470116818598e-05,
      "loss": 0.5307,
      "step": 92573
    },
    {
      "epoch": 3.7916854392791315,
      "grad_norm": 0.835396060492076,
      "learning_rate": 9.179169533559497e-05,
      "loss": 0.2418,
      "step": 92574
    },
    {
      "epoch": 3.791726397706328,
      "grad_norm": 4.37058219222247,
      "learning_rate": 9.178868953052148e-05,
      "loss": 6.1025,
      "step": 92575
    },
    {
      "epoch": 3.7917673561335246,
      "grad_norm": 1.3490361258692307,
      "learning_rate": 9.178568375296689e-05,
      "loss": 0.7178,
      "step": 92576
    },
    {
      "epoch": 3.791808314560721,
      "grad_norm": 1.1612129917053462,
      "learning_rate": 9.178267800293266e-05,
      "loss": 0.3177,
      "step": 92577
    },
    {
      "epoch": 3.791849272987917,
      "grad_norm": 1.5558280491188976,
      "learning_rate": 9.17796722804202e-05,
      "loss": 0.8526,
      "step": 92578
    },
    {
      "epoch": 3.7918902314151137,
      "grad_norm": 2.1706815081735473,
      "learning_rate": 9.177666658543093e-05,
      "loss": 0.9195,
      "step": 92579
    },
    {
      "epoch": 3.79193118984231,
      "grad_norm": 1.4518144338834058,
      "learning_rate": 9.177366091796629e-05,
      "loss": 0.7784,
      "step": 92580
    },
    {
      "epoch": 3.7919721482695063,
      "grad_norm": 1.5087338341186223,
      "learning_rate": 9.177065527802768e-05,
      "loss": 0.7191,
      "step": 92581
    },
    {
      "epoch": 3.792013106696703,
      "grad_norm": 1.4284980690186706,
      "learning_rate": 9.176764966561649e-05,
      "loss": 0.6845,
      "step": 92582
    },
    {
      "epoch": 3.7920540651238994,
      "grad_norm": 1.6461272642001987,
      "learning_rate": 9.176464408073422e-05,
      "loss": 0.545,
      "step": 92583
    },
    {
      "epoch": 3.7920950235510955,
      "grad_norm": 1.560420606659618,
      "learning_rate": 9.176163852338222e-05,
      "loss": 0.464,
      "step": 92584
    },
    {
      "epoch": 3.792135981978292,
      "grad_norm": 1.6091806927894783,
      "learning_rate": 9.175863299356197e-05,
      "loss": 0.4803,
      "step": 92585
    },
    {
      "epoch": 3.7921769404054886,
      "grad_norm": 1.4097644468156718,
      "learning_rate": 9.175562749127482e-05,
      "loss": 0.6734,
      "step": 92586
    },
    {
      "epoch": 3.7922178988326847,
      "grad_norm": 0.8814076580274091,
      "learning_rate": 9.175262201652224e-05,
      "loss": 0.3018,
      "step": 92587
    },
    {
      "epoch": 3.792258857259881,
      "grad_norm": 1.533223509894294,
      "learning_rate": 9.174961656930565e-05,
      "loss": 0.6966,
      "step": 92588
    },
    {
      "epoch": 3.7922998156870777,
      "grad_norm": 1.870748486204605,
      "learning_rate": 9.174661114962647e-05,
      "loss": 0.7539,
      "step": 92589
    },
    {
      "epoch": 3.7923407741142743,
      "grad_norm": 5.635828380451756,
      "learning_rate": 9.174360575748607e-05,
      "loss": 2.3101,
      "step": 92590
    },
    {
      "epoch": 3.7923817325414704,
      "grad_norm": 0.8333198720459097,
      "learning_rate": 9.174060039288596e-05,
      "loss": 0.2462,
      "step": 92591
    },
    {
      "epoch": 3.792422690968667,
      "grad_norm": 1.758937765100992,
      "learning_rate": 9.173759505582751e-05,
      "loss": 0.6712,
      "step": 92592
    },
    {
      "epoch": 3.792463649395863,
      "grad_norm": 1.651763773323534,
      "learning_rate": 9.173458974631213e-05,
      "loss": 0.6803,
      "step": 92593
    },
    {
      "epoch": 3.7925046078230595,
      "grad_norm": 1.999788450073366,
      "learning_rate": 9.173158446434124e-05,
      "loss": 0.8234,
      "step": 92594
    },
    {
      "epoch": 3.792545566250256,
      "grad_norm": 0.9567037200128153,
      "learning_rate": 9.17285792099163e-05,
      "loss": 0.3324,
      "step": 92595
    },
    {
      "epoch": 3.7925865246774526,
      "grad_norm": 1.327164541509414,
      "learning_rate": 9.172557398303872e-05,
      "loss": 0.5531,
      "step": 92596
    },
    {
      "epoch": 3.7926274831046487,
      "grad_norm": 1.6053548975489023,
      "learning_rate": 9.172256878370988e-05,
      "loss": 0.7793,
      "step": 92597
    },
    {
      "epoch": 3.7926684415318452,
      "grad_norm": 1.4070633506866146,
      "learning_rate": 9.171956361193121e-05,
      "loss": 0.9813,
      "step": 92598
    },
    {
      "epoch": 3.7927093999590413,
      "grad_norm": 0.8415450629905121,
      "learning_rate": 9.171655846770417e-05,
      "loss": 0.2332,
      "step": 92599
    },
    {
      "epoch": 3.792750358386238,
      "grad_norm": 2.651554509957713,
      "learning_rate": 9.171355335103017e-05,
      "loss": 1.4517,
      "step": 92600
    },
    {
      "epoch": 3.7927913168134344,
      "grad_norm": 1.178783992236532,
      "learning_rate": 9.171054826191062e-05,
      "loss": 0.3264,
      "step": 92601
    },
    {
      "epoch": 3.792832275240631,
      "grad_norm": 2.7024126467561116,
      "learning_rate": 9.17075432003469e-05,
      "loss": 1.6511,
      "step": 92602
    },
    {
      "epoch": 3.792873233667827,
      "grad_norm": 1.5295652442438823,
      "learning_rate": 9.170453816634051e-05,
      "loss": 0.7805,
      "step": 92603
    },
    {
      "epoch": 3.7929141920950236,
      "grad_norm": 1.6732365136694967,
      "learning_rate": 9.170153315989284e-05,
      "loss": 0.8343,
      "step": 92604
    },
    {
      "epoch": 3.79295515052222,
      "grad_norm": 0.9639361776402002,
      "learning_rate": 9.169852818100531e-05,
      "loss": 0.2345,
      "step": 92605
    },
    {
      "epoch": 3.792996108949416,
      "grad_norm": 1.6535724206179783,
      "learning_rate": 9.169552322967926e-05,
      "loss": 0.79,
      "step": 92606
    },
    {
      "epoch": 3.7930370673766127,
      "grad_norm": 1.6738093449985143,
      "learning_rate": 9.169251830591625e-05,
      "loss": 0.8132,
      "step": 92607
    },
    {
      "epoch": 3.7930780258038093,
      "grad_norm": 1.4194209340451631,
      "learning_rate": 9.168951340971762e-05,
      "loss": 0.6616,
      "step": 92608
    },
    {
      "epoch": 3.793118984231006,
      "grad_norm": 1.3529679606582925,
      "learning_rate": 9.16865085410848e-05,
      "loss": 0.837,
      "step": 92609
    },
    {
      "epoch": 3.793159942658202,
      "grad_norm": 1.616153978337815,
      "learning_rate": 9.16835037000192e-05,
      "loss": 0.8147,
      "step": 92610
    },
    {
      "epoch": 3.7932009010853984,
      "grad_norm": 1.6134539231662564,
      "learning_rate": 9.168049888652228e-05,
      "loss": 0.8461,
      "step": 92611
    },
    {
      "epoch": 3.7932418595125945,
      "grad_norm": 1.7589872393285362,
      "learning_rate": 9.167749410059544e-05,
      "loss": 0.7114,
      "step": 92612
    },
    {
      "epoch": 3.793282817939791,
      "grad_norm": 1.9397564560036238,
      "learning_rate": 9.167448934224007e-05,
      "loss": 0.9628,
      "step": 92613
    },
    {
      "epoch": 3.7933237763669876,
      "grad_norm": 5.508843674587307,
      "learning_rate": 9.167148461145762e-05,
      "loss": 0.9178,
      "step": 92614
    },
    {
      "epoch": 3.793364734794184,
      "grad_norm": 0.9890926717914091,
      "learning_rate": 9.166847990824951e-05,
      "loss": 0.3323,
      "step": 92615
    },
    {
      "epoch": 3.79340569322138,
      "grad_norm": 1.6714765039798904,
      "learning_rate": 9.166547523261719e-05,
      "loss": 0.6998,
      "step": 92616
    },
    {
      "epoch": 3.7934466516485768,
      "grad_norm": 1.4389574147170068,
      "learning_rate": 9.166247058456202e-05,
      "loss": 0.6918,
      "step": 92617
    },
    {
      "epoch": 3.793487610075773,
      "grad_norm": 1.240072473209422,
      "learning_rate": 9.165946596408543e-05,
      "loss": 0.593,
      "step": 92618
    },
    {
      "epoch": 3.7935285685029694,
      "grad_norm": 0.9087037767645335,
      "learning_rate": 9.16564613711889e-05,
      "loss": 0.2528,
      "step": 92619
    },
    {
      "epoch": 3.793569526930166,
      "grad_norm": 2.0834337955075224,
      "learning_rate": 9.16534568058738e-05,
      "loss": 1.1764,
      "step": 92620
    },
    {
      "epoch": 3.7936104853573624,
      "grad_norm": 3.1193892540279697,
      "learning_rate": 9.165045226814156e-05,
      "loss": 0.8104,
      "step": 92621
    },
    {
      "epoch": 3.7936514437845585,
      "grad_norm": 1.5885121666111561,
      "learning_rate": 9.164744775799359e-05,
      "loss": 1.0432,
      "step": 92622
    },
    {
      "epoch": 3.793692402211755,
      "grad_norm": 1.3256344906013418,
      "learning_rate": 9.164444327543131e-05,
      "loss": 0.5489,
      "step": 92623
    },
    {
      "epoch": 3.7937333606389516,
      "grad_norm": 1.4681851261999057,
      "learning_rate": 9.164143882045624e-05,
      "loss": 0.7336,
      "step": 92624
    },
    {
      "epoch": 3.7937743190661477,
      "grad_norm": 0.7334031333719663,
      "learning_rate": 9.163843439306959e-05,
      "loss": 0.2301,
      "step": 92625
    },
    {
      "epoch": 3.7938152774933442,
      "grad_norm": 2.0542898846770865,
      "learning_rate": 9.163542999327296e-05,
      "loss": 1.0492,
      "step": 92626
    },
    {
      "epoch": 3.7938562359205408,
      "grad_norm": 0.8969758197284636,
      "learning_rate": 9.16324256210677e-05,
      "loss": 0.3028,
      "step": 92627
    },
    {
      "epoch": 3.7938971943477373,
      "grad_norm": 1.2688181762616098,
      "learning_rate": 9.162942127645526e-05,
      "loss": 0.4041,
      "step": 92628
    },
    {
      "epoch": 3.7939381527749334,
      "grad_norm": 0.9257763827912535,
      "learning_rate": 9.1626416959437e-05,
      "loss": 0.2739,
      "step": 92629
    },
    {
      "epoch": 3.79397911120213,
      "grad_norm": 1.1111955499094788,
      "learning_rate": 9.162341267001441e-05,
      "loss": 0.2449,
      "step": 92630
    },
    {
      "epoch": 3.794020069629326,
      "grad_norm": 1.6896377717330255,
      "learning_rate": 9.16204084081889e-05,
      "loss": 1.0775,
      "step": 92631
    },
    {
      "epoch": 3.7940610280565226,
      "grad_norm": 1.418481983563724,
      "learning_rate": 9.161740417396184e-05,
      "loss": 0.7351,
      "step": 92632
    },
    {
      "epoch": 3.794101986483719,
      "grad_norm": 1.1011100571389287,
      "learning_rate": 9.161439996733468e-05,
      "loss": 0.5345,
      "step": 92633
    },
    {
      "epoch": 3.7941429449109156,
      "grad_norm": 1.3390309325915597,
      "learning_rate": 9.161139578830887e-05,
      "loss": 0.4568,
      "step": 92634
    },
    {
      "epoch": 3.7941839033381117,
      "grad_norm": 1.3285452622645797,
      "learning_rate": 9.16083916368858e-05,
      "loss": 0.5169,
      "step": 92635
    },
    {
      "epoch": 3.7942248617653083,
      "grad_norm": 1.2242751476066032,
      "learning_rate": 9.16053875130669e-05,
      "loss": 0.5346,
      "step": 92636
    },
    {
      "epoch": 3.7942658201925044,
      "grad_norm": 1.6794808229167548,
      "learning_rate": 9.160238341685355e-05,
      "loss": 0.8722,
      "step": 92637
    },
    {
      "epoch": 3.794306778619701,
      "grad_norm": 1.49961749424269,
      "learning_rate": 9.159937934824722e-05,
      "loss": 0.7692,
      "step": 92638
    },
    {
      "epoch": 3.7943477370468974,
      "grad_norm": 1.107024759496061,
      "learning_rate": 9.159637530724933e-05,
      "loss": 0.3834,
      "step": 92639
    },
    {
      "epoch": 3.794388695474094,
      "grad_norm": 1.1818846280273907,
      "learning_rate": 9.159337129386127e-05,
      "loss": 0.5402,
      "step": 92640
    },
    {
      "epoch": 3.79442965390129,
      "grad_norm": 1.3729583848506919,
      "learning_rate": 9.159036730808448e-05,
      "loss": 0.6834,
      "step": 92641
    },
    {
      "epoch": 3.7944706123284866,
      "grad_norm": 1.7181085470516666,
      "learning_rate": 9.158736334992036e-05,
      "loss": 0.8656,
      "step": 92642
    },
    {
      "epoch": 3.794511570755683,
      "grad_norm": 4.5151718670111025,
      "learning_rate": 9.158435941937039e-05,
      "loss": 2.1635,
      "step": 92643
    },
    {
      "epoch": 3.794552529182879,
      "grad_norm": 2.402652344367216,
      "learning_rate": 9.158135551643591e-05,
      "loss": 0.8225,
      "step": 92644
    },
    {
      "epoch": 3.7945934876100758,
      "grad_norm": 1.1638840059836673,
      "learning_rate": 9.157835164111836e-05,
      "loss": 0.491,
      "step": 92645
    },
    {
      "epoch": 3.7946344460372723,
      "grad_norm": 0.7618617282111849,
      "learning_rate": 9.157534779341919e-05,
      "loss": 0.1385,
      "step": 92646
    },
    {
      "epoch": 3.794675404464469,
      "grad_norm": 1.5796716932014214,
      "learning_rate": 9.157234397333983e-05,
      "loss": 0.6878,
      "step": 92647
    },
    {
      "epoch": 3.794716362891665,
      "grad_norm": 1.4207892067307377,
      "learning_rate": 9.156934018088168e-05,
      "loss": 0.6186,
      "step": 92648
    },
    {
      "epoch": 3.7947573213188615,
      "grad_norm": 1.6068673717144906,
      "learning_rate": 9.15663364160461e-05,
      "loss": 0.7546,
      "step": 92649
    },
    {
      "epoch": 3.7947982797460575,
      "grad_norm": 1.3110116454100516,
      "learning_rate": 9.15633326788346e-05,
      "loss": 0.6853,
      "step": 92650
    },
    {
      "epoch": 3.794839238173254,
      "grad_norm": 0.9739977626937916,
      "learning_rate": 9.156032896924858e-05,
      "loss": 0.2473,
      "step": 92651
    },
    {
      "epoch": 3.7948801966004506,
      "grad_norm": 1.5501361924720236,
      "learning_rate": 9.155732528728943e-05,
      "loss": 0.8109,
      "step": 92652
    },
    {
      "epoch": 3.794921155027647,
      "grad_norm": 1.4239394335774263,
      "learning_rate": 9.15543216329586e-05,
      "loss": 0.6544,
      "step": 92653
    },
    {
      "epoch": 3.7949621134548432,
      "grad_norm": 1.4195542470896414,
      "learning_rate": 9.155131800625745e-05,
      "loss": 0.9227,
      "step": 92654
    },
    {
      "epoch": 3.79500307188204,
      "grad_norm": 1.4079828082993753,
      "learning_rate": 9.154831440718747e-05,
      "loss": 0.4836,
      "step": 92655
    },
    {
      "epoch": 3.795044030309236,
      "grad_norm": 1.1278632296474116,
      "learning_rate": 9.154531083575008e-05,
      "loss": 0.3401,
      "step": 92656
    },
    {
      "epoch": 3.7950849887364324,
      "grad_norm": 0.7477945381186435,
      "learning_rate": 9.154230729194668e-05,
      "loss": 0.2379,
      "step": 92657
    },
    {
      "epoch": 3.795125947163629,
      "grad_norm": 1.4218408638307731,
      "learning_rate": 9.153930377577863e-05,
      "loss": 0.6412,
      "step": 92658
    },
    {
      "epoch": 3.7951669055908255,
      "grad_norm": 1.367970571807405,
      "learning_rate": 9.153630028724743e-05,
      "loss": 0.5828,
      "step": 92659
    },
    {
      "epoch": 3.7952078640180216,
      "grad_norm": 0.7672020781247959,
      "learning_rate": 9.153329682635449e-05,
      "loss": 0.2198,
      "step": 92660
    },
    {
      "epoch": 3.795248822445218,
      "grad_norm": 1.4271904230257297,
      "learning_rate": 9.153029339310122e-05,
      "loss": 0.769,
      "step": 92661
    },
    {
      "epoch": 3.7952897808724146,
      "grad_norm": 1.5745924605326587,
      "learning_rate": 9.152728998748897e-05,
      "loss": 0.7769,
      "step": 92662
    },
    {
      "epoch": 3.7953307392996107,
      "grad_norm": 1.5379845792948872,
      "learning_rate": 9.152428660951928e-05,
      "loss": 0.7542,
      "step": 92663
    },
    {
      "epoch": 3.7953716977268073,
      "grad_norm": 1.7250858520932353,
      "learning_rate": 9.152128325919353e-05,
      "loss": 1.0029,
      "step": 92664
    },
    {
      "epoch": 3.795412656154004,
      "grad_norm": 0.9193451470137587,
      "learning_rate": 9.15182799365131e-05,
      "loss": 0.2769,
      "step": 92665
    },
    {
      "epoch": 3.7954536145812003,
      "grad_norm": 0.7056466486702158,
      "learning_rate": 9.151527664147941e-05,
      "loss": 0.2107,
      "step": 92666
    },
    {
      "epoch": 3.7954945730083964,
      "grad_norm": 1.2833964433162643,
      "learning_rate": 9.151227337409395e-05,
      "loss": 0.423,
      "step": 92667
    },
    {
      "epoch": 3.795535531435593,
      "grad_norm": 1.6707000490801314,
      "learning_rate": 9.150927013435809e-05,
      "loss": 0.7268,
      "step": 92668
    },
    {
      "epoch": 3.795576489862789,
      "grad_norm": 1.5810701150128503,
      "learning_rate": 9.150626692227323e-05,
      "loss": 0.8132,
      "step": 92669
    },
    {
      "epoch": 3.7956174482899856,
      "grad_norm": 1.089035343936306,
      "learning_rate": 9.150326373784079e-05,
      "loss": 0.5206,
      "step": 92670
    },
    {
      "epoch": 3.795658406717182,
      "grad_norm": 1.6727669174315354,
      "learning_rate": 9.150026058106224e-05,
      "loss": 0.8458,
      "step": 92671
    },
    {
      "epoch": 3.7956993651443787,
      "grad_norm": 1.1159455405066725,
      "learning_rate": 9.1497257451939e-05,
      "loss": 0.5724,
      "step": 92672
    },
    {
      "epoch": 3.7957403235715748,
      "grad_norm": 1.3713261925200062,
      "learning_rate": 9.149425435047242e-05,
      "loss": 0.6169,
      "step": 92673
    },
    {
      "epoch": 3.7957812819987713,
      "grad_norm": 1.454861559866081,
      "learning_rate": 9.149125127666395e-05,
      "loss": 0.9459,
      "step": 92674
    },
    {
      "epoch": 3.7958222404259674,
      "grad_norm": 1.315561152404472,
      "learning_rate": 9.148824823051506e-05,
      "loss": 0.599,
      "step": 92675
    },
    {
      "epoch": 3.795863198853164,
      "grad_norm": 1.521054174498558,
      "learning_rate": 9.148524521202713e-05,
      "loss": 0.735,
      "step": 92676
    },
    {
      "epoch": 3.7959041572803605,
      "grad_norm": 2.174887549161186,
      "learning_rate": 9.148224222120157e-05,
      "loss": 0.9912,
      "step": 92677
    },
    {
      "epoch": 3.795945115707557,
      "grad_norm": 1.8061908866122367,
      "learning_rate": 9.147923925803978e-05,
      "loss": 0.8215,
      "step": 92678
    },
    {
      "epoch": 3.795986074134753,
      "grad_norm": 0.9618496294298124,
      "learning_rate": 9.147623632254326e-05,
      "loss": 0.3124,
      "step": 92679
    },
    {
      "epoch": 3.7960270325619496,
      "grad_norm": 1.8898708470290573,
      "learning_rate": 9.147323341471335e-05,
      "loss": 0.7625,
      "step": 92680
    },
    {
      "epoch": 3.796067990989146,
      "grad_norm": 0.7834649062346033,
      "learning_rate": 9.147023053455152e-05,
      "loss": 0.1333,
      "step": 92681
    },
    {
      "epoch": 3.7961089494163422,
      "grad_norm": 1.3583400339793346,
      "learning_rate": 9.146722768205913e-05,
      "loss": 0.514,
      "step": 92682
    },
    {
      "epoch": 3.796149907843539,
      "grad_norm": 1.4136531743578955,
      "learning_rate": 9.146422485723766e-05,
      "loss": 0.877,
      "step": 92683
    },
    {
      "epoch": 3.7961908662707353,
      "grad_norm": 1.5708410991337682,
      "learning_rate": 9.146122206008854e-05,
      "loss": 0.6564,
      "step": 92684
    },
    {
      "epoch": 3.796231824697932,
      "grad_norm": 1.7766137778868207,
      "learning_rate": 9.145821929061314e-05,
      "loss": 0.964,
      "step": 92685
    },
    {
      "epoch": 3.796272783125128,
      "grad_norm": 2.3812427533376668,
      "learning_rate": 9.145521654881286e-05,
      "loss": 0.8671,
      "step": 92686
    },
    {
      "epoch": 3.7963137415523245,
      "grad_norm": 4.816232860104146,
      "learning_rate": 9.145221383468918e-05,
      "loss": 0.6276,
      "step": 92687
    },
    {
      "epoch": 3.7963546999795206,
      "grad_norm": 2.103096637325052,
      "learning_rate": 9.14492111482435e-05,
      "loss": 1.5989,
      "step": 92688
    },
    {
      "epoch": 3.796395658406717,
      "grad_norm": 1.4276730289154398,
      "learning_rate": 9.144620848947725e-05,
      "loss": 0.6405,
      "step": 92689
    },
    {
      "epoch": 3.7964366168339136,
      "grad_norm": 2.1490414966654336,
      "learning_rate": 9.14432058583918e-05,
      "loss": 1.102,
      "step": 92690
    },
    {
      "epoch": 3.79647757526111,
      "grad_norm": 1.3957607471657707,
      "learning_rate": 9.144020325498862e-05,
      "loss": 0.6968,
      "step": 92691
    },
    {
      "epoch": 3.7965185336883063,
      "grad_norm": 1.2939245530308967,
      "learning_rate": 9.143720067926913e-05,
      "loss": 0.5911,
      "step": 92692
    },
    {
      "epoch": 3.796559492115503,
      "grad_norm": 0.8159699610246071,
      "learning_rate": 9.143419813123473e-05,
      "loss": 0.2564,
      "step": 92693
    },
    {
      "epoch": 3.796600450542699,
      "grad_norm": 1.6782399182591805,
      "learning_rate": 9.143119561088685e-05,
      "loss": 0.7788,
      "step": 92694
    },
    {
      "epoch": 3.7966414089698954,
      "grad_norm": 3.891457338330457,
      "learning_rate": 9.142819311822691e-05,
      "loss": 1.5014,
      "step": 92695
    },
    {
      "epoch": 3.796682367397092,
      "grad_norm": 1.299485188917697,
      "learning_rate": 9.14251906532563e-05,
      "loss": 0.5675,
      "step": 92696
    },
    {
      "epoch": 3.7967233258242885,
      "grad_norm": 0.8143065119918638,
      "learning_rate": 9.142218821597643e-05,
      "loss": 0.2349,
      "step": 92697
    },
    {
      "epoch": 3.7967642842514846,
      "grad_norm": 1.391981929215525,
      "learning_rate": 9.141918580638879e-05,
      "loss": 0.6062,
      "step": 92698
    },
    {
      "epoch": 3.796805242678681,
      "grad_norm": 2.890733635306119,
      "learning_rate": 9.141618342449474e-05,
      "loss": 0.7463,
      "step": 92699
    },
    {
      "epoch": 3.7968462011058777,
      "grad_norm": 1.3222640316765042,
      "learning_rate": 9.141318107029576e-05,
      "loss": 0.4301,
      "step": 92700
    },
    {
      "epoch": 3.7968871595330738,
      "grad_norm": 3.674772932726562,
      "learning_rate": 9.141017874379317e-05,
      "loss": 3.6737,
      "step": 92701
    },
    {
      "epoch": 3.7969281179602703,
      "grad_norm": 0.5126172419536206,
      "learning_rate": 9.140717644498849e-05,
      "loss": 0.079,
      "step": 92702
    },
    {
      "epoch": 3.796969076387467,
      "grad_norm": 0.707560743563534,
      "learning_rate": 9.140417417388306e-05,
      "loss": 0.1337,
      "step": 92703
    },
    {
      "epoch": 3.7970100348146634,
      "grad_norm": 1.1706899371573485,
      "learning_rate": 9.140117193047837e-05,
      "loss": 0.3652,
      "step": 92704
    },
    {
      "epoch": 3.7970509932418595,
      "grad_norm": 1.002775887762032,
      "learning_rate": 9.139816971477577e-05,
      "loss": 0.5755,
      "step": 92705
    },
    {
      "epoch": 3.797091951669056,
      "grad_norm": 1.573155918019537,
      "learning_rate": 9.139516752677674e-05,
      "loss": 0.7576,
      "step": 92706
    },
    {
      "epoch": 3.797132910096252,
      "grad_norm": 2.73342971448293,
      "learning_rate": 9.139216536648267e-05,
      "loss": 1.9983,
      "step": 92707
    },
    {
      "epoch": 3.7971738685234486,
      "grad_norm": 1.568490789476293,
      "learning_rate": 9.138916323389502e-05,
      "loss": 0.7954,
      "step": 92708
    },
    {
      "epoch": 3.797214826950645,
      "grad_norm": 2.1294692712947287,
      "learning_rate": 9.138616112901509e-05,
      "loss": 1.2313,
      "step": 92709
    },
    {
      "epoch": 3.7972557853778417,
      "grad_norm": 1.8686943251485175,
      "learning_rate": 9.138315905184444e-05,
      "loss": 1.0141,
      "step": 92710
    },
    {
      "epoch": 3.797296743805038,
      "grad_norm": 1.191390685587321,
      "learning_rate": 9.138015700238442e-05,
      "loss": 0.6415,
      "step": 92711
    },
    {
      "epoch": 3.7973377022322343,
      "grad_norm": 1.6960222238769223,
      "learning_rate": 9.137715498063647e-05,
      "loss": 0.652,
      "step": 92712
    },
    {
      "epoch": 3.7973786606594304,
      "grad_norm": 0.5889220485024558,
      "learning_rate": 9.137415298660197e-05,
      "loss": 0.1016,
      "step": 92713
    },
    {
      "epoch": 3.797419619086627,
      "grad_norm": 0.8222948890813526,
      "learning_rate": 9.137115102028241e-05,
      "loss": 0.2497,
      "step": 92714
    },
    {
      "epoch": 3.7974605775138235,
      "grad_norm": 1.3991084281514354,
      "learning_rate": 9.136814908167914e-05,
      "loss": 0.7877,
      "step": 92715
    },
    {
      "epoch": 3.79750153594102,
      "grad_norm": 1.4160108205995254,
      "learning_rate": 9.136514717079361e-05,
      "loss": 0.611,
      "step": 92716
    },
    {
      "epoch": 3.797542494368216,
      "grad_norm": 1.5509647207516035,
      "learning_rate": 9.136214528762724e-05,
      "loss": 0.6485,
      "step": 92717
    },
    {
      "epoch": 3.7975834527954127,
      "grad_norm": 0.7086779461605043,
      "learning_rate": 9.135914343218143e-05,
      "loss": 0.232,
      "step": 92718
    },
    {
      "epoch": 3.797624411222609,
      "grad_norm": 1.06075551553348,
      "learning_rate": 9.135614160445764e-05,
      "loss": 0.3082,
      "step": 92719
    },
    {
      "epoch": 3.7976653696498053,
      "grad_norm": 1.291051056980413,
      "learning_rate": 9.135313980445725e-05,
      "loss": 0.6246,
      "step": 92720
    },
    {
      "epoch": 3.797706328077002,
      "grad_norm": 1.798384970373719,
      "learning_rate": 9.135013803218171e-05,
      "loss": 0.9205,
      "step": 92721
    },
    {
      "epoch": 3.7977472865041983,
      "grad_norm": 0.8011562563600524,
      "learning_rate": 9.134713628763239e-05,
      "loss": 0.1661,
      "step": 92722
    },
    {
      "epoch": 3.797788244931395,
      "grad_norm": 1.7423268836505594,
      "learning_rate": 9.134413457081075e-05,
      "loss": 1.1611,
      "step": 92723
    },
    {
      "epoch": 3.797829203358591,
      "grad_norm": 1.3345224043340884,
      "learning_rate": 9.134113288171821e-05,
      "loss": 0.6557,
      "step": 92724
    },
    {
      "epoch": 3.7978701617857875,
      "grad_norm": 1.4792231907303273,
      "learning_rate": 9.13381312203562e-05,
      "loss": 0.7669,
      "step": 92725
    },
    {
      "epoch": 3.7979111202129836,
      "grad_norm": 1.3978693496443417,
      "learning_rate": 9.133512958672604e-05,
      "loss": 0.5807,
      "step": 92726
    },
    {
      "epoch": 3.79795207864018,
      "grad_norm": 1.3849308803972127,
      "learning_rate": 9.13321279808293e-05,
      "loss": 0.5685,
      "step": 92727
    },
    {
      "epoch": 3.7979930370673767,
      "grad_norm": 1.4474414458308233,
      "learning_rate": 9.13291264026673e-05,
      "loss": 0.7648,
      "step": 92728
    },
    {
      "epoch": 3.798033995494573,
      "grad_norm": 2.121031313631396,
      "learning_rate": 9.132612485224151e-05,
      "loss": 1.0589,
      "step": 92729
    },
    {
      "epoch": 3.7980749539217693,
      "grad_norm": 1.3637509728965034,
      "learning_rate": 9.132312332955327e-05,
      "loss": 0.6722,
      "step": 92730
    },
    {
      "epoch": 3.798115912348966,
      "grad_norm": 1.640591901121909,
      "learning_rate": 9.13201218346041e-05,
      "loss": 0.7597,
      "step": 92731
    },
    {
      "epoch": 3.798156870776162,
      "grad_norm": 1.2688368426069905,
      "learning_rate": 9.131712036739535e-05,
      "loss": 0.6634,
      "step": 92732
    },
    {
      "epoch": 3.7981978292033585,
      "grad_norm": 1.7421861912039676,
      "learning_rate": 9.131411892792847e-05,
      "loss": 1.168,
      "step": 92733
    },
    {
      "epoch": 3.798238787630555,
      "grad_norm": 0.8353939208118382,
      "learning_rate": 9.131111751620484e-05,
      "loss": 0.1901,
      "step": 92734
    },
    {
      "epoch": 3.7982797460577515,
      "grad_norm": 1.7176174362809045,
      "learning_rate": 9.130811613222595e-05,
      "loss": 0.7039,
      "step": 92735
    },
    {
      "epoch": 3.7983207044849476,
      "grad_norm": 1.4323137091800051,
      "learning_rate": 9.130511477599317e-05,
      "loss": 0.6111,
      "step": 92736
    },
    {
      "epoch": 3.798361662912144,
      "grad_norm": 1.49233596619927,
      "learning_rate": 9.130211344750791e-05,
      "loss": 0.5538,
      "step": 92737
    },
    {
      "epoch": 3.7984026213393407,
      "grad_norm": 3.8571492138994112,
      "learning_rate": 9.129911214677159e-05,
      "loss": 3.5406,
      "step": 92738
    },
    {
      "epoch": 3.798443579766537,
      "grad_norm": 1.6104068100206028,
      "learning_rate": 9.129611087378567e-05,
      "loss": 0.7309,
      "step": 92739
    },
    {
      "epoch": 3.7984845381937333,
      "grad_norm": 1.2479587260534484,
      "learning_rate": 9.129310962855155e-05,
      "loss": 0.5105,
      "step": 92740
    },
    {
      "epoch": 3.79852549662093,
      "grad_norm": 1.5964771825628976,
      "learning_rate": 9.129010841107062e-05,
      "loss": 0.7984,
      "step": 92741
    },
    {
      "epoch": 3.7985664550481264,
      "grad_norm": 1.634346422116087,
      "learning_rate": 9.128710722134432e-05,
      "loss": 0.8438,
      "step": 92742
    },
    {
      "epoch": 3.7986074134753225,
      "grad_norm": 0.8423059733308933,
      "learning_rate": 9.128410605937407e-05,
      "loss": 0.2125,
      "step": 92743
    },
    {
      "epoch": 3.798648371902519,
      "grad_norm": 1.310453036073109,
      "learning_rate": 9.12811049251613e-05,
      "loss": 0.8732,
      "step": 92744
    },
    {
      "epoch": 3.798689330329715,
      "grad_norm": 0.8205084887452764,
      "learning_rate": 9.127810381870742e-05,
      "loss": 0.2124,
      "step": 92745
    },
    {
      "epoch": 3.7987302887569117,
      "grad_norm": 1.5115742740587625,
      "learning_rate": 9.127510274001381e-05,
      "loss": 0.6849,
      "step": 92746
    },
    {
      "epoch": 3.798771247184108,
      "grad_norm": 1.8312281073743695,
      "learning_rate": 9.127210168908196e-05,
      "loss": 0.7264,
      "step": 92747
    },
    {
      "epoch": 3.7988122056113047,
      "grad_norm": 1.1497233508578522,
      "learning_rate": 9.126910066591325e-05,
      "loss": 0.3075,
      "step": 92748
    },
    {
      "epoch": 3.798853164038501,
      "grad_norm": 0.740856891852382,
      "learning_rate": 9.126609967050909e-05,
      "loss": 0.2356,
      "step": 92749
    },
    {
      "epoch": 3.7988941224656974,
      "grad_norm": 0.9367429635323207,
      "learning_rate": 9.126309870287089e-05,
      "loss": 0.2238,
      "step": 92750
    },
    {
      "epoch": 3.7989350808928934,
      "grad_norm": 1.8363411811867298,
      "learning_rate": 9.126009776300013e-05,
      "loss": 0.7272,
      "step": 92751
    },
    {
      "epoch": 3.79897603932009,
      "grad_norm": 1.278530846646255,
      "learning_rate": 9.125709685089816e-05,
      "loss": 0.4913,
      "step": 92752
    },
    {
      "epoch": 3.7990169977472865,
      "grad_norm": 1.3787381546912707,
      "learning_rate": 9.125409596656646e-05,
      "loss": 0.6532,
      "step": 92753
    },
    {
      "epoch": 3.799057956174483,
      "grad_norm": 1.8625249313632106,
      "learning_rate": 9.125109511000635e-05,
      "loss": 1.2137,
      "step": 92754
    },
    {
      "epoch": 3.799098914601679,
      "grad_norm": 0.7716097167903201,
      "learning_rate": 9.124809428121935e-05,
      "loss": 0.1842,
      "step": 92755
    },
    {
      "epoch": 3.7991398730288757,
      "grad_norm": 1.4061190275682303,
      "learning_rate": 9.124509348020686e-05,
      "loss": 0.7377,
      "step": 92756
    },
    {
      "epoch": 3.799180831456072,
      "grad_norm": 1.0048276436492212,
      "learning_rate": 9.124209270697028e-05,
      "loss": 0.28,
      "step": 92757
    },
    {
      "epoch": 3.7992217898832683,
      "grad_norm": 1.5645269725579367,
      "learning_rate": 9.123909196151098e-05,
      "loss": 0.7946,
      "step": 92758
    },
    {
      "epoch": 3.799262748310465,
      "grad_norm": 1.4893892970822005,
      "learning_rate": 9.123609124383046e-05,
      "loss": 0.9419,
      "step": 92759
    },
    {
      "epoch": 3.7993037067376614,
      "grad_norm": 1.5203752292074333,
      "learning_rate": 9.123309055393012e-05,
      "loss": 0.7349,
      "step": 92760
    },
    {
      "epoch": 3.799344665164858,
      "grad_norm": 1.7235008577831636,
      "learning_rate": 9.123008989181137e-05,
      "loss": 0.677,
      "step": 92761
    },
    {
      "epoch": 3.799385623592054,
      "grad_norm": 1.2560242800821368,
      "learning_rate": 9.122708925747556e-05,
      "loss": 0.3723,
      "step": 92762
    },
    {
      "epoch": 3.7994265820192505,
      "grad_norm": 0.791587279518262,
      "learning_rate": 9.122408865092423e-05,
      "loss": 0.215,
      "step": 92763
    },
    {
      "epoch": 3.7994675404464466,
      "grad_norm": 1.4249439978801883,
      "learning_rate": 9.122108807215874e-05,
      "loss": 0.9352,
      "step": 92764
    },
    {
      "epoch": 3.799508498873643,
      "grad_norm": 1.6689320731160482,
      "learning_rate": 9.121808752118052e-05,
      "loss": 0.4924,
      "step": 92765
    },
    {
      "epoch": 3.7995494573008397,
      "grad_norm": 1.4028862413355168,
      "learning_rate": 9.121508699799098e-05,
      "loss": 0.6727,
      "step": 92766
    },
    {
      "epoch": 3.7995904157280362,
      "grad_norm": 1.6113792889165655,
      "learning_rate": 9.121208650259151e-05,
      "loss": 0.737,
      "step": 92767
    },
    {
      "epoch": 3.7996313741552323,
      "grad_norm": 1.3291829640932782,
      "learning_rate": 9.120908603498357e-05,
      "loss": 0.655,
      "step": 92768
    },
    {
      "epoch": 3.799672332582429,
      "grad_norm": 1.2413399489698629,
      "learning_rate": 9.120608559516849e-05,
      "loss": 0.6773,
      "step": 92769
    },
    {
      "epoch": 3.799713291009625,
      "grad_norm": 1.4750042209201917,
      "learning_rate": 9.120308518314785e-05,
      "loss": 0.6092,
      "step": 92770
    },
    {
      "epoch": 3.7997542494368215,
      "grad_norm": 1.8677863571348738,
      "learning_rate": 9.120008479892295e-05,
      "loss": 1.014,
      "step": 92771
    },
    {
      "epoch": 3.799795207864018,
      "grad_norm": 0.9108375078515877,
      "learning_rate": 9.119708444249523e-05,
      "loss": 0.2644,
      "step": 92772
    },
    {
      "epoch": 3.7998361662912146,
      "grad_norm": 1.503281995288766,
      "learning_rate": 9.119408411386611e-05,
      "loss": 0.6843,
      "step": 92773
    },
    {
      "epoch": 3.7998771247184107,
      "grad_norm": 1.0385829804940494,
      "learning_rate": 9.119108381303702e-05,
      "loss": 0.2624,
      "step": 92774
    },
    {
      "epoch": 3.799918083145607,
      "grad_norm": 1.4141296194433284,
      "learning_rate": 9.118808354000939e-05,
      "loss": 0.7761,
      "step": 92775
    },
    {
      "epoch": 3.7999590415728037,
      "grad_norm": 1.1539787571231732,
      "learning_rate": 9.11850832947846e-05,
      "loss": 0.5783,
      "step": 92776
    },
    {
      "epoch": 3.8,
      "grad_norm": 2.507949331262539,
      "learning_rate": 9.118208307736409e-05,
      "loss": 1.2306,
      "step": 92777
    },
    {
      "epoch": 3.8000409584271964,
      "grad_norm": 1.0199171939623122,
      "learning_rate": 9.11790828877493e-05,
      "loss": 0.4063,
      "step": 92778
    },
    {
      "epoch": 3.800081916854393,
      "grad_norm": 1.4021783198897875,
      "learning_rate": 9.117608272594161e-05,
      "loss": 0.7453,
      "step": 92779
    },
    {
      "epoch": 3.8001228752815894,
      "grad_norm": 1.3705566612250415,
      "learning_rate": 9.117308259194248e-05,
      "loss": 0.6697,
      "step": 92780
    },
    {
      "epoch": 3.8001638337087855,
      "grad_norm": 1.2226950084017731,
      "learning_rate": 9.117008248575324e-05,
      "loss": 0.5859,
      "step": 92781
    },
    {
      "epoch": 3.800204792135982,
      "grad_norm": 1.415196243933179,
      "learning_rate": 9.116708240737543e-05,
      "loss": 0.7173,
      "step": 92782
    },
    {
      "epoch": 3.800245750563178,
      "grad_norm": 1.3156355181179962,
      "learning_rate": 9.116408235681041e-05,
      "loss": 0.6933,
      "step": 92783
    },
    {
      "epoch": 3.8002867089903747,
      "grad_norm": 1.4515766559549226,
      "learning_rate": 9.116108233405959e-05,
      "loss": 0.8362,
      "step": 92784
    },
    {
      "epoch": 3.800327667417571,
      "grad_norm": 1.6040090024901796,
      "learning_rate": 9.115808233912435e-05,
      "loss": 0.935,
      "step": 92785
    },
    {
      "epoch": 3.8003686258447678,
      "grad_norm": 1.4874968445425758,
      "learning_rate": 9.115508237200619e-05,
      "loss": 0.8101,
      "step": 92786
    },
    {
      "epoch": 3.800409584271964,
      "grad_norm": 1.7783505027496744,
      "learning_rate": 9.11520824327065e-05,
      "loss": 1.0749,
      "step": 92787
    },
    {
      "epoch": 3.8004505426991604,
      "grad_norm": 4.311808307671134,
      "learning_rate": 9.114908252122669e-05,
      "loss": 2.6362,
      "step": 92788
    },
    {
      "epoch": 3.8004915011263565,
      "grad_norm": 1.5477812018199606,
      "learning_rate": 9.114608263756815e-05,
      "loss": 0.6481,
      "step": 92789
    },
    {
      "epoch": 3.800532459553553,
      "grad_norm": 1.4714776673108394,
      "learning_rate": 9.114308278173237e-05,
      "loss": 0.6912,
      "step": 92790
    },
    {
      "epoch": 3.8005734179807495,
      "grad_norm": 1.7814325936353639,
      "learning_rate": 9.11400829537207e-05,
      "loss": 0.947,
      "step": 92791
    },
    {
      "epoch": 3.800614376407946,
      "grad_norm": 1.174890667061978,
      "learning_rate": 9.113708315353459e-05,
      "loss": 0.3766,
      "step": 92792
    },
    {
      "epoch": 3.800655334835142,
      "grad_norm": 1.0273950264465397,
      "learning_rate": 9.113408338117547e-05,
      "loss": 0.2707,
      "step": 92793
    },
    {
      "epoch": 3.8006962932623387,
      "grad_norm": 1.4314617070924132,
      "learning_rate": 9.11310836366447e-05,
      "loss": 0.8018,
      "step": 92794
    },
    {
      "epoch": 3.8007372516895352,
      "grad_norm": 1.6529402171304666,
      "learning_rate": 9.112808391994375e-05,
      "loss": 1.0152,
      "step": 92795
    },
    {
      "epoch": 3.8007782101167313,
      "grad_norm": 1.6540852808918403,
      "learning_rate": 9.112508423107403e-05,
      "loss": 0.7245,
      "step": 92796
    },
    {
      "epoch": 3.800819168543928,
      "grad_norm": 1.2490392528236445,
      "learning_rate": 9.112208457003697e-05,
      "loss": 0.5057,
      "step": 92797
    },
    {
      "epoch": 3.8008601269711244,
      "grad_norm": 1.479750819892309,
      "learning_rate": 9.111908493683394e-05,
      "loss": 0.8291,
      "step": 92798
    },
    {
      "epoch": 3.800901085398321,
      "grad_norm": 1.7900277364417922,
      "learning_rate": 9.111608533146642e-05,
      "loss": 0.8379,
      "step": 92799
    },
    {
      "epoch": 3.800942043825517,
      "grad_norm": 1.5551527679544734,
      "learning_rate": 9.111308575393579e-05,
      "loss": 0.7209,
      "step": 92800
    },
    {
      "epoch": 3.8009830022527136,
      "grad_norm": 1.3685707583981215,
      "learning_rate": 9.111008620424346e-05,
      "loss": 0.6979,
      "step": 92801
    },
    {
      "epoch": 3.8010239606799097,
      "grad_norm": 0.8654573004061908,
      "learning_rate": 9.110708668239086e-05,
      "loss": 0.2373,
      "step": 92802
    },
    {
      "epoch": 3.801064919107106,
      "grad_norm": 1.260005368164739,
      "learning_rate": 9.110408718837943e-05,
      "loss": 0.6577,
      "step": 92803
    },
    {
      "epoch": 3.8011058775343027,
      "grad_norm": 1.6062482075158748,
      "learning_rate": 9.110108772221058e-05,
      "loss": 0.8792,
      "step": 92804
    },
    {
      "epoch": 3.8011468359614993,
      "grad_norm": 1.4890237416268552,
      "learning_rate": 9.109808828388571e-05,
      "loss": 0.6382,
      "step": 92805
    },
    {
      "epoch": 3.8011877943886954,
      "grad_norm": 1.6949713108750755,
      "learning_rate": 9.109508887340621e-05,
      "loss": 0.9853,
      "step": 92806
    },
    {
      "epoch": 3.801228752815892,
      "grad_norm": 1.0083258024488095,
      "learning_rate": 9.109208949077358e-05,
      "loss": 0.2248,
      "step": 92807
    },
    {
      "epoch": 3.801269711243088,
      "grad_norm": 1.0280517486574974,
      "learning_rate": 9.108909013598919e-05,
      "loss": 0.2467,
      "step": 92808
    },
    {
      "epoch": 3.8013106696702845,
      "grad_norm": 0.9768975018690983,
      "learning_rate": 9.108609080905445e-05,
      "loss": 0.2463,
      "step": 92809
    },
    {
      "epoch": 3.801351628097481,
      "grad_norm": 1.9402374154512578,
      "learning_rate": 9.108309150997078e-05,
      "loss": 1.2361,
      "step": 92810
    },
    {
      "epoch": 3.8013925865246776,
      "grad_norm": 0.8471440694047516,
      "learning_rate": 9.10800922387396e-05,
      "loss": 0.2635,
      "step": 92811
    },
    {
      "epoch": 3.8014335449518737,
      "grad_norm": 1.9320525437274627,
      "learning_rate": 9.107709299536234e-05,
      "loss": 0.8512,
      "step": 92812
    },
    {
      "epoch": 3.8014745033790702,
      "grad_norm": 3.704476571149039,
      "learning_rate": 9.107409377984044e-05,
      "loss": 1.5831,
      "step": 92813
    },
    {
      "epoch": 3.8015154618062668,
      "grad_norm": 1.3689413169924176,
      "learning_rate": 9.107109459217523e-05,
      "loss": 0.7122,
      "step": 92814
    },
    {
      "epoch": 3.801556420233463,
      "grad_norm": 1.4119270229171172,
      "learning_rate": 9.106809543236823e-05,
      "loss": 0.531,
      "step": 92815
    },
    {
      "epoch": 3.8015973786606594,
      "grad_norm": 1.6427506375668555,
      "learning_rate": 9.106509630042083e-05,
      "loss": 0.9028,
      "step": 92816
    },
    {
      "epoch": 3.801638337087856,
      "grad_norm": 1.578998646110087,
      "learning_rate": 9.10620971963344e-05,
      "loss": 0.6328,
      "step": 92817
    },
    {
      "epoch": 3.8016792955150525,
      "grad_norm": 1.6406268374629254,
      "learning_rate": 9.105909812011038e-05,
      "loss": 0.7879,
      "step": 92818
    },
    {
      "epoch": 3.8017202539422486,
      "grad_norm": 1.411528706579479,
      "learning_rate": 9.105609907175024e-05,
      "loss": 0.806,
      "step": 92819
    },
    {
      "epoch": 3.801761212369445,
      "grad_norm": 1.1717618941822332,
      "learning_rate": 9.105310005125532e-05,
      "loss": 0.5068,
      "step": 92820
    },
    {
      "epoch": 3.801802170796641,
      "grad_norm": 1.053250136128553,
      "learning_rate": 9.105010105862709e-05,
      "loss": 0.3784,
      "step": 92821
    },
    {
      "epoch": 3.8018431292238377,
      "grad_norm": 1.246953178705286,
      "learning_rate": 9.104710209386693e-05,
      "loss": 0.6007,
      "step": 92822
    },
    {
      "epoch": 3.8018840876510342,
      "grad_norm": 1.5135432051629893,
      "learning_rate": 9.10441031569763e-05,
      "loss": 0.707,
      "step": 92823
    },
    {
      "epoch": 3.801925046078231,
      "grad_norm": 1.4010898149161657,
      "learning_rate": 9.104110424795659e-05,
      "loss": 0.7461,
      "step": 92824
    },
    {
      "epoch": 3.801966004505427,
      "grad_norm": 1.2758217932561777,
      "learning_rate": 9.103810536680925e-05,
      "loss": 0.4364,
      "step": 92825
    },
    {
      "epoch": 3.8020069629326234,
      "grad_norm": 2.0041654607786836,
      "learning_rate": 9.103510651353563e-05,
      "loss": 0.9693,
      "step": 92826
    },
    {
      "epoch": 3.80204792135982,
      "grad_norm": 1.4633818271226895,
      "learning_rate": 9.103210768813721e-05,
      "loss": 0.8023,
      "step": 92827
    },
    {
      "epoch": 3.802088879787016,
      "grad_norm": 4.145547553138726,
      "learning_rate": 9.102910889061541e-05,
      "loss": 1.5792,
      "step": 92828
    },
    {
      "epoch": 3.8021298382142126,
      "grad_norm": 0.9166472601211801,
      "learning_rate": 9.10261101209716e-05,
      "loss": 0.2106,
      "step": 92829
    },
    {
      "epoch": 3.802170796641409,
      "grad_norm": 1.2561601069751096,
      "learning_rate": 9.102311137920721e-05,
      "loss": 0.4395,
      "step": 92830
    },
    {
      "epoch": 3.802211755068605,
      "grad_norm": 1.4400473172374593,
      "learning_rate": 9.102011266532369e-05,
      "loss": 0.8167,
      "step": 92831
    },
    {
      "epoch": 3.8022527134958017,
      "grad_norm": 1.1023192002717266,
      "learning_rate": 9.101711397932245e-05,
      "loss": 0.3228,
      "step": 92832
    },
    {
      "epoch": 3.8022936719229983,
      "grad_norm": 1.8519961321189322,
      "learning_rate": 9.10141153212049e-05,
      "loss": 1.076,
      "step": 92833
    },
    {
      "epoch": 3.8023346303501944,
      "grad_norm": 1.6766862618446576,
      "learning_rate": 9.101111669097244e-05,
      "loss": 0.7392,
      "step": 92834
    },
    {
      "epoch": 3.802375588777391,
      "grad_norm": 1.4125167576590083,
      "learning_rate": 9.100811808862648e-05,
      "loss": 0.6381,
      "step": 92835
    },
    {
      "epoch": 3.8024165472045874,
      "grad_norm": 0.9279375641732587,
      "learning_rate": 9.100511951416854e-05,
      "loss": 0.3898,
      "step": 92836
    },
    {
      "epoch": 3.802457505631784,
      "grad_norm": 1.6070764269885787,
      "learning_rate": 9.100212096759986e-05,
      "loss": 0.5951,
      "step": 92837
    },
    {
      "epoch": 3.80249846405898,
      "grad_norm": 1.3878579242008005,
      "learning_rate": 9.099912244892199e-05,
      "loss": 0.8279,
      "step": 92838
    },
    {
      "epoch": 3.8025394224861766,
      "grad_norm": 1.329766505728196,
      "learning_rate": 9.099612395813632e-05,
      "loss": 0.5896,
      "step": 92839
    },
    {
      "epoch": 3.8025803809133727,
      "grad_norm": 1.6060478336756563,
      "learning_rate": 9.099312549524424e-05,
      "loss": 0.5941,
      "step": 92840
    },
    {
      "epoch": 3.8026213393405692,
      "grad_norm": 1.8182116535112869,
      "learning_rate": 9.099012706024719e-05,
      "loss": 0.6253,
      "step": 92841
    },
    {
      "epoch": 3.8026622977677658,
      "grad_norm": 1.1256565331130943,
      "learning_rate": 9.098712865314658e-05,
      "loss": 0.4742,
      "step": 92842
    },
    {
      "epoch": 3.8027032561949623,
      "grad_norm": 1.5564813318694886,
      "learning_rate": 9.098413027394386e-05,
      "loss": 0.7489,
      "step": 92843
    },
    {
      "epoch": 3.8027442146221584,
      "grad_norm": 1.4789808244017992,
      "learning_rate": 9.09811319226404e-05,
      "loss": 0.771,
      "step": 92844
    },
    {
      "epoch": 3.802785173049355,
      "grad_norm": 1.3348868869456507,
      "learning_rate": 9.097813359923761e-05,
      "loss": 0.6194,
      "step": 92845
    },
    {
      "epoch": 3.8028261314765515,
      "grad_norm": 1.1177385631062766,
      "learning_rate": 9.097513530373694e-05,
      "loss": 0.5149,
      "step": 92846
    },
    {
      "epoch": 3.8028670899037476,
      "grad_norm": 0.9315207095289638,
      "learning_rate": 9.097213703613985e-05,
      "loss": 0.2158,
      "step": 92847
    },
    {
      "epoch": 3.802908048330944,
      "grad_norm": 1.4594166629217573,
      "learning_rate": 9.096913879644767e-05,
      "loss": 0.5793,
      "step": 92848
    },
    {
      "epoch": 3.8029490067581406,
      "grad_norm": 0.7807604695830086,
      "learning_rate": 9.096614058466185e-05,
      "loss": 0.2094,
      "step": 92849
    },
    {
      "epoch": 3.8029899651853367,
      "grad_norm": 1.4201117355875306,
      "learning_rate": 9.096314240078382e-05,
      "loss": 0.6298,
      "step": 92850
    },
    {
      "epoch": 3.8030309236125333,
      "grad_norm": 1.9063480790584675,
      "learning_rate": 9.0960144244815e-05,
      "loss": 0.8019,
      "step": 92851
    },
    {
      "epoch": 3.80307188203973,
      "grad_norm": 1.547222184818048,
      "learning_rate": 9.095714611675681e-05,
      "loss": 0.3911,
      "step": 92852
    },
    {
      "epoch": 3.803112840466926,
      "grad_norm": 1.2878203460581084,
      "learning_rate": 9.095414801661059e-05,
      "loss": 0.5021,
      "step": 92853
    },
    {
      "epoch": 3.8031537988941224,
      "grad_norm": 0.7430683671629522,
      "learning_rate": 9.095114994437788e-05,
      "loss": 0.1916,
      "step": 92854
    },
    {
      "epoch": 3.803194757321319,
      "grad_norm": 1.630511589170883,
      "learning_rate": 9.094815190006005e-05,
      "loss": 0.7739,
      "step": 92855
    },
    {
      "epoch": 3.8032357157485155,
      "grad_norm": 1.2912864693795425,
      "learning_rate": 9.094515388365848e-05,
      "loss": 0.6416,
      "step": 92856
    },
    {
      "epoch": 3.8032766741757116,
      "grad_norm": 1.5672856974733227,
      "learning_rate": 9.094215589517462e-05,
      "loss": 0.7158,
      "step": 92857
    },
    {
      "epoch": 3.803317632602908,
      "grad_norm": 1.543816256912436,
      "learning_rate": 9.093915793460988e-05,
      "loss": 0.8602,
      "step": 92858
    },
    {
      "epoch": 3.803358591030104,
      "grad_norm": 1.4348684326005001,
      "learning_rate": 9.093616000196568e-05,
      "loss": 0.5609,
      "step": 92859
    },
    {
      "epoch": 3.8033995494573007,
      "grad_norm": 1.644534124704878,
      "learning_rate": 9.093316209724346e-05,
      "loss": 0.8934,
      "step": 92860
    },
    {
      "epoch": 3.8034405078844973,
      "grad_norm": 1.5998887168464264,
      "learning_rate": 9.093016422044457e-05,
      "loss": 0.6558,
      "step": 92861
    },
    {
      "epoch": 3.803481466311694,
      "grad_norm": 1.6148774886804622,
      "learning_rate": 9.09271663715705e-05,
      "loss": 0.7043,
      "step": 92862
    },
    {
      "epoch": 3.80352242473889,
      "grad_norm": 1.3445574673748022,
      "learning_rate": 9.092416855062264e-05,
      "loss": 0.5932,
      "step": 92863
    },
    {
      "epoch": 3.8035633831660864,
      "grad_norm": 0.856050393377276,
      "learning_rate": 9.09211707576024e-05,
      "loss": 0.2324,
      "step": 92864
    },
    {
      "epoch": 3.803604341593283,
      "grad_norm": 1.6139569096065056,
      "learning_rate": 9.091817299251121e-05,
      "loss": 0.8069,
      "step": 92865
    },
    {
      "epoch": 3.803645300020479,
      "grad_norm": 1.3761858821576924,
      "learning_rate": 9.091517525535044e-05,
      "loss": 0.335,
      "step": 92866
    },
    {
      "epoch": 3.8036862584476756,
      "grad_norm": 1.2889011467009879,
      "learning_rate": 9.091217754612159e-05,
      "loss": 0.5978,
      "step": 92867
    },
    {
      "epoch": 3.803727216874872,
      "grad_norm": 0.8729445743068256,
      "learning_rate": 9.090917986482602e-05,
      "loss": 0.262,
      "step": 92868
    },
    {
      "epoch": 3.8037681753020687,
      "grad_norm": 0.8742271040520496,
      "learning_rate": 9.090618221146517e-05,
      "loss": 0.2105,
      "step": 92869
    },
    {
      "epoch": 3.8038091337292648,
      "grad_norm": 1.5125987732357615,
      "learning_rate": 9.090318458604042e-05,
      "loss": 0.7163,
      "step": 92870
    },
    {
      "epoch": 3.8038500921564613,
      "grad_norm": 1.5004924268767406,
      "learning_rate": 9.090018698855321e-05,
      "loss": 0.8359,
      "step": 92871
    },
    {
      "epoch": 3.8038910505836574,
      "grad_norm": 1.3109078489892767,
      "learning_rate": 9.0897189419005e-05,
      "loss": 0.6738,
      "step": 92872
    },
    {
      "epoch": 3.803932009010854,
      "grad_norm": 1.4341016440274497,
      "learning_rate": 9.089419187739718e-05,
      "loss": 0.6938,
      "step": 92873
    },
    {
      "epoch": 3.8039729674380505,
      "grad_norm": 1.5592964641998774,
      "learning_rate": 9.089119436373109e-05,
      "loss": 0.8203,
      "step": 92874
    },
    {
      "epoch": 3.804013925865247,
      "grad_norm": 1.3366224608441288,
      "learning_rate": 9.088819687800826e-05,
      "loss": 0.558,
      "step": 92875
    },
    {
      "epoch": 3.804054884292443,
      "grad_norm": 1.2983807465942236,
      "learning_rate": 9.088519942023007e-05,
      "loss": 0.517,
      "step": 92876
    },
    {
      "epoch": 3.8040958427196396,
      "grad_norm": 1.4734555783352719,
      "learning_rate": 9.08822019903979e-05,
      "loss": 0.7933,
      "step": 92877
    },
    {
      "epoch": 3.8041368011468357,
      "grad_norm": 1.6052846274315784,
      "learning_rate": 9.08792045885132e-05,
      "loss": 0.9237,
      "step": 92878
    },
    {
      "epoch": 3.8041777595740323,
      "grad_norm": 1.7204920148152134,
      "learning_rate": 9.087620721457738e-05,
      "loss": 0.6482,
      "step": 92879
    },
    {
      "epoch": 3.804218718001229,
      "grad_norm": 0.9251020259061861,
      "learning_rate": 9.087320986859186e-05,
      "loss": 0.2571,
      "step": 92880
    },
    {
      "epoch": 3.8042596764284253,
      "grad_norm": 0.8998148831786774,
      "learning_rate": 9.08702125505581e-05,
      "loss": 0.1772,
      "step": 92881
    },
    {
      "epoch": 3.8043006348556214,
      "grad_norm": 1.4466056979798598,
      "learning_rate": 9.08672152604774e-05,
      "loss": 0.6115,
      "step": 92882
    },
    {
      "epoch": 3.804341593282818,
      "grad_norm": 1.5885099028314067,
      "learning_rate": 9.086421799835128e-05,
      "loss": 0.7329,
      "step": 92883
    },
    {
      "epoch": 3.8043825517100145,
      "grad_norm": 1.5796288001381276,
      "learning_rate": 9.086122076418116e-05,
      "loss": 0.7695,
      "step": 92884
    },
    {
      "epoch": 3.8044235101372106,
      "grad_norm": 1.3906502648382448,
      "learning_rate": 9.085822355796836e-05,
      "loss": 0.8175,
      "step": 92885
    },
    {
      "epoch": 3.804464468564407,
      "grad_norm": 0.9755558511528187,
      "learning_rate": 9.085522637971438e-05,
      "loss": 0.3571,
      "step": 92886
    },
    {
      "epoch": 3.8045054269916037,
      "grad_norm": 1.4736470786284035,
      "learning_rate": 9.085222922942063e-05,
      "loss": 0.7162,
      "step": 92887
    },
    {
      "epoch": 3.8045463854188,
      "grad_norm": 1.7946558810081497,
      "learning_rate": 9.084923210708854e-05,
      "loss": 0.7835,
      "step": 92888
    },
    {
      "epoch": 3.8045873438459963,
      "grad_norm": 1.7335819495631748,
      "learning_rate": 9.084623501271947e-05,
      "loss": 0.9894,
      "step": 92889
    },
    {
      "epoch": 3.804628302273193,
      "grad_norm": 0.8969185991286787,
      "learning_rate": 9.084323794631486e-05,
      "loss": 0.3077,
      "step": 92890
    },
    {
      "epoch": 3.804669260700389,
      "grad_norm": 1.607336638320058,
      "learning_rate": 9.084024090787614e-05,
      "loss": 0.7162,
      "step": 92891
    },
    {
      "epoch": 3.8047102191275854,
      "grad_norm": 0.9683065219400653,
      "learning_rate": 9.083724389740474e-05,
      "loss": 0.5776,
      "step": 92892
    },
    {
      "epoch": 3.804751177554782,
      "grad_norm": 1.5992634383266258,
      "learning_rate": 9.083424691490205e-05,
      "loss": 0.8061,
      "step": 92893
    },
    {
      "epoch": 3.8047921359819785,
      "grad_norm": 0.7532095955594756,
      "learning_rate": 9.083124996036946e-05,
      "loss": 0.2273,
      "step": 92894
    },
    {
      "epoch": 3.8048330944091746,
      "grad_norm": 2.636079551793837,
      "learning_rate": 9.082825303380847e-05,
      "loss": 1.7104,
      "step": 92895
    },
    {
      "epoch": 3.804874052836371,
      "grad_norm": 1.7753167913417582,
      "learning_rate": 9.082525613522043e-05,
      "loss": 0.8785,
      "step": 92896
    },
    {
      "epoch": 3.8049150112635672,
      "grad_norm": 1.3810115993909655,
      "learning_rate": 9.082225926460678e-05,
      "loss": 0.8568,
      "step": 92897
    },
    {
      "epoch": 3.8049559696907638,
      "grad_norm": 1.5021695758048481,
      "learning_rate": 9.081926242196889e-05,
      "loss": 0.6483,
      "step": 92898
    },
    {
      "epoch": 3.8049969281179603,
      "grad_norm": 1.7461516414353746,
      "learning_rate": 9.081626560730828e-05,
      "loss": 1.0135,
      "step": 92899
    },
    {
      "epoch": 3.805037886545157,
      "grad_norm": 1.6068331036535064,
      "learning_rate": 9.08132688206263e-05,
      "loss": 0.7134,
      "step": 92900
    },
    {
      "epoch": 3.805078844972353,
      "grad_norm": 2.150341983589151,
      "learning_rate": 9.081027206192433e-05,
      "loss": 0.7292,
      "step": 92901
    },
    {
      "epoch": 3.8051198033995495,
      "grad_norm": 1.522809579213916,
      "learning_rate": 9.080727533120383e-05,
      "loss": 0.676,
      "step": 92902
    },
    {
      "epoch": 3.805160761826746,
      "grad_norm": 2.2637429034195082,
      "learning_rate": 9.080427862846625e-05,
      "loss": 0.9912,
      "step": 92903
    },
    {
      "epoch": 3.805201720253942,
      "grad_norm": 1.5818931223529804,
      "learning_rate": 9.080128195371297e-05,
      "loss": 0.6403,
      "step": 92904
    },
    {
      "epoch": 3.8052426786811386,
      "grad_norm": 1.5986360474535595,
      "learning_rate": 9.079828530694541e-05,
      "loss": 0.6726,
      "step": 92905
    },
    {
      "epoch": 3.805283637108335,
      "grad_norm": 1.5258606788544233,
      "learning_rate": 9.079528868816501e-05,
      "loss": 0.7234,
      "step": 92906
    },
    {
      "epoch": 3.8053245955355317,
      "grad_norm": 1.636722104269816,
      "learning_rate": 9.079229209737312e-05,
      "loss": 0.7936,
      "step": 92907
    },
    {
      "epoch": 3.805365553962728,
      "grad_norm": 0.8132832281337613,
      "learning_rate": 9.078929553457122e-05,
      "loss": 0.2492,
      "step": 92908
    },
    {
      "epoch": 3.8054065123899243,
      "grad_norm": 1.2289792185073787,
      "learning_rate": 9.078629899976068e-05,
      "loss": 0.3215,
      "step": 92909
    },
    {
      "epoch": 3.8054474708171204,
      "grad_norm": 1.2952414391497018,
      "learning_rate": 9.078330249294295e-05,
      "loss": 0.7049,
      "step": 92910
    },
    {
      "epoch": 3.805488429244317,
      "grad_norm": 1.4561541204093384,
      "learning_rate": 9.078030601411943e-05,
      "loss": 0.5806,
      "step": 92911
    },
    {
      "epoch": 3.8055293876715135,
      "grad_norm": 1.4943919797102012,
      "learning_rate": 9.077730956329156e-05,
      "loss": 0.7794,
      "step": 92912
    },
    {
      "epoch": 3.80557034609871,
      "grad_norm": 1.5576220079034784,
      "learning_rate": 9.077431314046073e-05,
      "loss": 0.8232,
      "step": 92913
    },
    {
      "epoch": 3.805611304525906,
      "grad_norm": 2.9289867299929977,
      "learning_rate": 9.077131674562839e-05,
      "loss": 2.5056,
      "step": 92914
    },
    {
      "epoch": 3.8056522629531027,
      "grad_norm": 1.5711717155848972,
      "learning_rate": 9.07683203787959e-05,
      "loss": 1.0,
      "step": 92915
    },
    {
      "epoch": 3.8056932213802988,
      "grad_norm": 3.3637405313980695,
      "learning_rate": 9.076532403996474e-05,
      "loss": 1.5363,
      "step": 92916
    },
    {
      "epoch": 3.8057341798074953,
      "grad_norm": 1.4117620721272401,
      "learning_rate": 9.076232772913626e-05,
      "loss": 0.7483,
      "step": 92917
    },
    {
      "epoch": 3.805775138234692,
      "grad_norm": 1.5012192973681404,
      "learning_rate": 9.075933144631195e-05,
      "loss": 0.5986,
      "step": 92918
    },
    {
      "epoch": 3.8058160966618884,
      "grad_norm": 1.5832384357320288,
      "learning_rate": 9.07563351914932e-05,
      "loss": 0.7705,
      "step": 92919
    },
    {
      "epoch": 3.8058570550890845,
      "grad_norm": 1.8292354347266802,
      "learning_rate": 9.07533389646814e-05,
      "loss": 1.2063,
      "step": 92920
    },
    {
      "epoch": 3.805898013516281,
      "grad_norm": 1.532106091390549,
      "learning_rate": 9.075034276587797e-05,
      "loss": 0.6168,
      "step": 92921
    },
    {
      "epoch": 3.8059389719434775,
      "grad_norm": 1.6818474885238253,
      "learning_rate": 9.074734659508436e-05,
      "loss": 0.9501,
      "step": 92922
    },
    {
      "epoch": 3.8059799303706736,
      "grad_norm": 1.1636585695733863,
      "learning_rate": 9.074435045230197e-05,
      "loss": 0.6726,
      "step": 92923
    },
    {
      "epoch": 3.80602088879787,
      "grad_norm": 1.5300527146845255,
      "learning_rate": 9.074135433753219e-05,
      "loss": 0.7659,
      "step": 92924
    },
    {
      "epoch": 3.8060618472250667,
      "grad_norm": 1.6243141634364169,
      "learning_rate": 9.073835825077645e-05,
      "loss": 0.8096,
      "step": 92925
    },
    {
      "epoch": 3.806102805652263,
      "grad_norm": 1.4212769191934578,
      "learning_rate": 9.07353621920362e-05,
      "loss": 0.5454,
      "step": 92926
    },
    {
      "epoch": 3.8061437640794593,
      "grad_norm": 1.5177363628180747,
      "learning_rate": 9.073236616131284e-05,
      "loss": 0.7313,
      "step": 92927
    },
    {
      "epoch": 3.806184722506656,
      "grad_norm": 1.336993969760261,
      "learning_rate": 9.072937015860776e-05,
      "loss": 0.4902,
      "step": 92928
    },
    {
      "epoch": 3.806225680933852,
      "grad_norm": 5.393893183066504,
      "learning_rate": 9.072637418392238e-05,
      "loss": 3.3715,
      "step": 92929
    },
    {
      "epoch": 3.8062666393610485,
      "grad_norm": 1.5065218770010258,
      "learning_rate": 9.072337823725816e-05,
      "loss": 0.4966,
      "step": 92930
    },
    {
      "epoch": 3.806307597788245,
      "grad_norm": 1.9069452219949472,
      "learning_rate": 9.072038231861649e-05,
      "loss": 0.9826,
      "step": 92931
    },
    {
      "epoch": 3.8063485562154415,
      "grad_norm": 1.5927953833716406,
      "learning_rate": 9.071738642799878e-05,
      "loss": 0.7351,
      "step": 92932
    },
    {
      "epoch": 3.8063895146426376,
      "grad_norm": 1.6512476798795188,
      "learning_rate": 9.07143905654064e-05,
      "loss": 0.7784,
      "step": 92933
    },
    {
      "epoch": 3.806430473069834,
      "grad_norm": 2.606371801921051,
      "learning_rate": 9.071139473084087e-05,
      "loss": 2.6479,
      "step": 92934
    },
    {
      "epoch": 3.8064714314970303,
      "grad_norm": 1.4717054717490867,
      "learning_rate": 9.070839892430356e-05,
      "loss": 0.8749,
      "step": 92935
    },
    {
      "epoch": 3.806512389924227,
      "grad_norm": 1.4153565928367469,
      "learning_rate": 9.070540314579586e-05,
      "loss": 0.8009,
      "step": 92936
    },
    {
      "epoch": 3.8065533483514233,
      "grad_norm": 1.8318043862567064,
      "learning_rate": 9.070240739531921e-05,
      "loss": 0.7881,
      "step": 92937
    },
    {
      "epoch": 3.80659430677862,
      "grad_norm": 1.3931979835242756,
      "learning_rate": 9.069941167287498e-05,
      "loss": 0.6392,
      "step": 92938
    },
    {
      "epoch": 3.806635265205816,
      "grad_norm": 1.0837509813444794,
      "learning_rate": 9.069641597846467e-05,
      "loss": 0.363,
      "step": 92939
    },
    {
      "epoch": 3.8066762236330125,
      "grad_norm": 1.8579446094822256,
      "learning_rate": 9.069342031208965e-05,
      "loss": 1.0327,
      "step": 92940
    },
    {
      "epoch": 3.806717182060209,
      "grad_norm": 1.5958997015072423,
      "learning_rate": 9.069042467375134e-05,
      "loss": 0.9575,
      "step": 92941
    },
    {
      "epoch": 3.806758140487405,
      "grad_norm": 1.192179776786889,
      "learning_rate": 9.068742906345113e-05,
      "loss": 0.5125,
      "step": 92942
    },
    {
      "epoch": 3.8067990989146017,
      "grad_norm": 1.479139545163795,
      "learning_rate": 9.068443348119048e-05,
      "loss": 0.9076,
      "step": 92943
    },
    {
      "epoch": 3.806840057341798,
      "grad_norm": 1.256755261002061,
      "learning_rate": 9.068143792697079e-05,
      "loss": 0.4987,
      "step": 92944
    },
    {
      "epoch": 3.8068810157689947,
      "grad_norm": 1.4920528633781878,
      "learning_rate": 9.067844240079348e-05,
      "loss": 0.8881,
      "step": 92945
    },
    {
      "epoch": 3.806921974196191,
      "grad_norm": 1.3503081845661855,
      "learning_rate": 9.067544690265995e-05,
      "loss": 0.662,
      "step": 92946
    },
    {
      "epoch": 3.8069629326233874,
      "grad_norm": 1.5005091977093992,
      "learning_rate": 9.067245143257164e-05,
      "loss": 0.8384,
      "step": 92947
    },
    {
      "epoch": 3.8070038910505835,
      "grad_norm": 1.5285252890595646,
      "learning_rate": 9.066945599052993e-05,
      "loss": 0.4441,
      "step": 92948
    },
    {
      "epoch": 3.80704484947778,
      "grad_norm": 3.1493581654093488,
      "learning_rate": 9.066646057653628e-05,
      "loss": 2.3854,
      "step": 92949
    },
    {
      "epoch": 3.8070858079049765,
      "grad_norm": 3.275948437561312,
      "learning_rate": 9.066346519059204e-05,
      "loss": 1.7678,
      "step": 92950
    },
    {
      "epoch": 3.807126766332173,
      "grad_norm": 1.0536405837941774,
      "learning_rate": 9.066046983269871e-05,
      "loss": 0.5348,
      "step": 92951
    },
    {
      "epoch": 3.807167724759369,
      "grad_norm": 1.4916420731807976,
      "learning_rate": 9.065747450285768e-05,
      "loss": 0.7275,
      "step": 92952
    },
    {
      "epoch": 3.8072086831865657,
      "grad_norm": 1.3150567789184866,
      "learning_rate": 9.065447920107035e-05,
      "loss": 0.5459,
      "step": 92953
    },
    {
      "epoch": 3.807249641613762,
      "grad_norm": 1.8243012675003583,
      "learning_rate": 9.065148392733809e-05,
      "loss": 0.738,
      "step": 92954
    },
    {
      "epoch": 3.8072906000409583,
      "grad_norm": 0.9905370364235546,
      "learning_rate": 9.06484886816624e-05,
      "loss": 0.2057,
      "step": 92955
    },
    {
      "epoch": 3.807331558468155,
      "grad_norm": 1.533340471761836,
      "learning_rate": 9.064549346404466e-05,
      "loss": 0.6849,
      "step": 92956
    },
    {
      "epoch": 3.8073725168953514,
      "grad_norm": 1.6557066652289891,
      "learning_rate": 9.064249827448629e-05,
      "loss": 0.8952,
      "step": 92957
    },
    {
      "epoch": 3.8074134753225475,
      "grad_norm": 1.2838864623887785,
      "learning_rate": 9.063950311298869e-05,
      "loss": 0.6292,
      "step": 92958
    },
    {
      "epoch": 3.807454433749744,
      "grad_norm": 1.510498879400785,
      "learning_rate": 9.06365079795533e-05,
      "loss": 0.7774,
      "step": 92959
    },
    {
      "epoch": 3.8074953921769406,
      "grad_norm": 1.2689916667974832,
      "learning_rate": 9.063351287418152e-05,
      "loss": 0.5141,
      "step": 92960
    },
    {
      "epoch": 3.8075363506041366,
      "grad_norm": 1.9306733493766153,
      "learning_rate": 9.063051779687479e-05,
      "loss": 0.9444,
      "step": 92961
    },
    {
      "epoch": 3.807577309031333,
      "grad_norm": 1.1409457063505528,
      "learning_rate": 9.062752274763444e-05,
      "loss": 0.386,
      "step": 92962
    },
    {
      "epoch": 3.8076182674585297,
      "grad_norm": 1.6096858326672174,
      "learning_rate": 9.062452772646201e-05,
      "loss": 0.7819,
      "step": 92963
    },
    {
      "epoch": 3.8076592258857263,
      "grad_norm": 3.0789140563044914,
      "learning_rate": 9.062153273335885e-05,
      "loss": 1.3365,
      "step": 92964
    },
    {
      "epoch": 3.8077001843129223,
      "grad_norm": 1.3039098477445226,
      "learning_rate": 9.061853776832639e-05,
      "loss": 0.6976,
      "step": 92965
    },
    {
      "epoch": 3.807741142740119,
      "grad_norm": 1.5168687306287396,
      "learning_rate": 9.0615542831366e-05,
      "loss": 0.6533,
      "step": 92966
    },
    {
      "epoch": 3.807782101167315,
      "grad_norm": 1.4277704654817271,
      "learning_rate": 9.061254792247918e-05,
      "loss": 0.5385,
      "step": 92967
    },
    {
      "epoch": 3.8078230595945115,
      "grad_norm": 1.3420620553541804,
      "learning_rate": 9.06095530416673e-05,
      "loss": 0.6315,
      "step": 92968
    },
    {
      "epoch": 3.807864018021708,
      "grad_norm": 4.236003766731082,
      "learning_rate": 9.060655818893176e-05,
      "loss": 1.9584,
      "step": 92969
    },
    {
      "epoch": 3.8079049764489046,
      "grad_norm": 0.890180088450814,
      "learning_rate": 9.060356336427397e-05,
      "loss": 0.1878,
      "step": 92970
    },
    {
      "epoch": 3.8079459348761007,
      "grad_norm": 1.3653224770036216,
      "learning_rate": 9.06005685676954e-05,
      "loss": 0.7061,
      "step": 92971
    },
    {
      "epoch": 3.807986893303297,
      "grad_norm": 1.940912164923148,
      "learning_rate": 9.059757379919745e-05,
      "loss": 1.0952,
      "step": 92972
    },
    {
      "epoch": 3.8080278517304933,
      "grad_norm": 1.3189060032336004,
      "learning_rate": 9.05945790587815e-05,
      "loss": 0.5246,
      "step": 92973
    },
    {
      "epoch": 3.80806881015769,
      "grad_norm": 1.425768370838351,
      "learning_rate": 9.059158434644894e-05,
      "loss": 0.7371,
      "step": 92974
    },
    {
      "epoch": 3.8081097685848864,
      "grad_norm": 1.7622787390804184,
      "learning_rate": 9.058858966220129e-05,
      "loss": 1.1725,
      "step": 92975
    },
    {
      "epoch": 3.808150727012083,
      "grad_norm": 0.9139434533692804,
      "learning_rate": 9.058559500603991e-05,
      "loss": 0.2405,
      "step": 92976
    },
    {
      "epoch": 3.808191685439279,
      "grad_norm": 1.5303135758212725,
      "learning_rate": 9.058260037796624e-05,
      "loss": 0.7843,
      "step": 92977
    },
    {
      "epoch": 3.8082326438664755,
      "grad_norm": 0.9915968538295097,
      "learning_rate": 9.057960577798161e-05,
      "loss": 0.3387,
      "step": 92978
    },
    {
      "epoch": 3.808273602293672,
      "grad_norm": 3.129407660292535,
      "learning_rate": 9.057661120608753e-05,
      "loss": 1.5569,
      "step": 92979
    },
    {
      "epoch": 3.808314560720868,
      "grad_norm": 2.1524257648015896,
      "learning_rate": 9.057361666228536e-05,
      "loss": 1.4397,
      "step": 92980
    },
    {
      "epoch": 3.8083555191480647,
      "grad_norm": 1.0373772202779121,
      "learning_rate": 9.057062214657652e-05,
      "loss": 0.3832,
      "step": 92981
    },
    {
      "epoch": 3.8083964775752612,
      "grad_norm": 1.4594038925673278,
      "learning_rate": 9.056762765896246e-05,
      "loss": 0.7314,
      "step": 92982
    },
    {
      "epoch": 3.8084374360024578,
      "grad_norm": 1.5843842928780172,
      "learning_rate": 9.056463319944459e-05,
      "loss": 0.6978,
      "step": 92983
    },
    {
      "epoch": 3.808478394429654,
      "grad_norm": 0.9069686130699824,
      "learning_rate": 9.056163876802429e-05,
      "loss": 0.2212,
      "step": 92984
    },
    {
      "epoch": 3.8085193528568504,
      "grad_norm": 1.4986718124413312,
      "learning_rate": 9.055864436470299e-05,
      "loss": 0.8287,
      "step": 92985
    },
    {
      "epoch": 3.8085603112840465,
      "grad_norm": 0.7718260771557788,
      "learning_rate": 9.055564998948214e-05,
      "loss": 0.2137,
      "step": 92986
    },
    {
      "epoch": 3.808601269711243,
      "grad_norm": 1.7382816340836504,
      "learning_rate": 9.055265564236312e-05,
      "loss": 0.7858,
      "step": 92987
    },
    {
      "epoch": 3.8086422281384396,
      "grad_norm": 1.4645110837326831,
      "learning_rate": 9.054966132334735e-05,
      "loss": 0.7811,
      "step": 92988
    },
    {
      "epoch": 3.808683186565636,
      "grad_norm": 1.6898237850476565,
      "learning_rate": 9.054666703243624e-05,
      "loss": 0.7512,
      "step": 92989
    },
    {
      "epoch": 3.808724144992832,
      "grad_norm": 1.2398791929282513,
      "learning_rate": 9.054367276963124e-05,
      "loss": 0.5226,
      "step": 92990
    },
    {
      "epoch": 3.8087651034200287,
      "grad_norm": 1.5784380764649077,
      "learning_rate": 9.054067853493372e-05,
      "loss": 0.7847,
      "step": 92991
    },
    {
      "epoch": 3.808806061847225,
      "grad_norm": 0.8653007735725783,
      "learning_rate": 9.053768432834515e-05,
      "loss": 0.1212,
      "step": 92992
    },
    {
      "epoch": 3.8088470202744213,
      "grad_norm": 1.7049735526994685,
      "learning_rate": 9.053469014986686e-05,
      "loss": 0.9668,
      "step": 92993
    },
    {
      "epoch": 3.808887978701618,
      "grad_norm": 1.3837033171384208,
      "learning_rate": 9.053169599950035e-05,
      "loss": 0.6912,
      "step": 92994
    },
    {
      "epoch": 3.8089289371288144,
      "grad_norm": 1.3189471869391571,
      "learning_rate": 9.052870187724701e-05,
      "loss": 0.6829,
      "step": 92995
    },
    {
      "epoch": 3.8089698955560105,
      "grad_norm": 1.714543850457552,
      "learning_rate": 9.052570778310824e-05,
      "loss": 0.8325,
      "step": 92996
    },
    {
      "epoch": 3.809010853983207,
      "grad_norm": 1.2827842216075684,
      "learning_rate": 9.052271371708544e-05,
      "loss": 0.7839,
      "step": 92997
    },
    {
      "epoch": 3.8090518124104036,
      "grad_norm": 1.48164372294246,
      "learning_rate": 9.051971967918009e-05,
      "loss": 0.7374,
      "step": 92998
    },
    {
      "epoch": 3.8090927708375997,
      "grad_norm": 1.7027599414166925,
      "learning_rate": 9.051672566939355e-05,
      "loss": 0.683,
      "step": 92999
    },
    {
      "epoch": 3.809133729264796,
      "grad_norm": 1.136329675825033,
      "learning_rate": 9.051373168772724e-05,
      "loss": 0.6159,
      "step": 93000
    },
    {
      "epoch": 3.8091746876919927,
      "grad_norm": 1.0760054394382723,
      "learning_rate": 9.05107377341826e-05,
      "loss": 0.4634,
      "step": 93001
    },
    {
      "epoch": 3.8092156461191893,
      "grad_norm": 0.7594557856815755,
      "learning_rate": 9.050774380876101e-05,
      "loss": 0.2107,
      "step": 93002
    },
    {
      "epoch": 3.8092566045463854,
      "grad_norm": 1.1809261188092384,
      "learning_rate": 9.050474991146394e-05,
      "loss": 0.4958,
      "step": 93003
    },
    {
      "epoch": 3.809297562973582,
      "grad_norm": 1.3137007791113875,
      "learning_rate": 9.050175604229276e-05,
      "loss": 0.6783,
      "step": 93004
    },
    {
      "epoch": 3.809338521400778,
      "grad_norm": 1.5803366353972808,
      "learning_rate": 9.04987622012489e-05,
      "loss": 0.6676,
      "step": 93005
    },
    {
      "epoch": 3.8093794798279745,
      "grad_norm": 1.418829056132107,
      "learning_rate": 9.049576838833375e-05,
      "loss": 0.7301,
      "step": 93006
    },
    {
      "epoch": 3.809420438255171,
      "grad_norm": 1.7800129345297213,
      "learning_rate": 9.049277460354876e-05,
      "loss": 0.9248,
      "step": 93007
    },
    {
      "epoch": 3.8094613966823676,
      "grad_norm": 0.7326203565006317,
      "learning_rate": 9.048978084689534e-05,
      "loss": 0.1685,
      "step": 93008
    },
    {
      "epoch": 3.8095023551095637,
      "grad_norm": 1.20183857758703,
      "learning_rate": 9.04867871183749e-05,
      "loss": 0.4307,
      "step": 93009
    },
    {
      "epoch": 3.8095433135367602,
      "grad_norm": 1.4068694711119578,
      "learning_rate": 9.048379341798881e-05,
      "loss": 0.6637,
      "step": 93010
    },
    {
      "epoch": 3.8095842719639563,
      "grad_norm": 1.9937148168006598,
      "learning_rate": 9.048079974573859e-05,
      "loss": 0.7158,
      "step": 93011
    },
    {
      "epoch": 3.809625230391153,
      "grad_norm": 1.5375220526884352,
      "learning_rate": 9.047780610162559e-05,
      "loss": 0.5245,
      "step": 93012
    },
    {
      "epoch": 3.8096661888183494,
      "grad_norm": 1.9520618027277719,
      "learning_rate": 9.04748124856512e-05,
      "loss": 0.939,
      "step": 93013
    },
    {
      "epoch": 3.809707147245546,
      "grad_norm": 1.69629725560182,
      "learning_rate": 9.047181889781685e-05,
      "loss": 0.8101,
      "step": 93014
    },
    {
      "epoch": 3.809748105672742,
      "grad_norm": 1.2449186425450312,
      "learning_rate": 9.0468825338124e-05,
      "loss": 0.4683,
      "step": 93015
    },
    {
      "epoch": 3.8097890640999386,
      "grad_norm": 1.5405351170798354,
      "learning_rate": 9.046583180657404e-05,
      "loss": 0.679,
      "step": 93016
    },
    {
      "epoch": 3.809830022527135,
      "grad_norm": 1.2951472786837641,
      "learning_rate": 9.046283830316837e-05,
      "loss": 0.6536,
      "step": 93017
    },
    {
      "epoch": 3.809870980954331,
      "grad_norm": 2.130157141216173,
      "learning_rate": 9.045984482790838e-05,
      "loss": 1.1975,
      "step": 93018
    },
    {
      "epoch": 3.8099119393815277,
      "grad_norm": 1.2275332977914855,
      "learning_rate": 9.045685138079558e-05,
      "loss": 0.4891,
      "step": 93019
    },
    {
      "epoch": 3.8099528978087243,
      "grad_norm": 1.3928075591924673,
      "learning_rate": 9.045385796183128e-05,
      "loss": 0.8322,
      "step": 93020
    },
    {
      "epoch": 3.809993856235921,
      "grad_norm": 1.558646633128183,
      "learning_rate": 9.045086457101698e-05,
      "loss": 0.5922,
      "step": 93021
    },
    {
      "epoch": 3.810034814663117,
      "grad_norm": 0.9967437790808509,
      "learning_rate": 9.044787120835403e-05,
      "loss": 0.2621,
      "step": 93022
    },
    {
      "epoch": 3.8100757730903134,
      "grad_norm": 2.253898087194704,
      "learning_rate": 9.044487787384387e-05,
      "loss": 1.9677,
      "step": 93023
    },
    {
      "epoch": 3.8101167315175095,
      "grad_norm": 3.4073549659525697,
      "learning_rate": 9.044188456748794e-05,
      "loss": 3.3747,
      "step": 93024
    },
    {
      "epoch": 3.810157689944706,
      "grad_norm": 1.6356280978896194,
      "learning_rate": 9.043889128928762e-05,
      "loss": 0.8046,
      "step": 93025
    },
    {
      "epoch": 3.8101986483719026,
      "grad_norm": 3.8708861169297064,
      "learning_rate": 9.04358980392443e-05,
      "loss": 3.5503,
      "step": 93026
    },
    {
      "epoch": 3.810239606799099,
      "grad_norm": 1.6060312751147352,
      "learning_rate": 9.043290481735947e-05,
      "loss": 0.7989,
      "step": 93027
    },
    {
      "epoch": 3.810280565226295,
      "grad_norm": 2.801918670872416,
      "learning_rate": 9.04299116236345e-05,
      "loss": 3.0079,
      "step": 93028
    },
    {
      "epoch": 3.8103215236534917,
      "grad_norm": 1.4077576966743879,
      "learning_rate": 9.042691845807083e-05,
      "loss": 0.7019,
      "step": 93029
    },
    {
      "epoch": 3.810362482080688,
      "grad_norm": 0.9306995335783326,
      "learning_rate": 9.04239253206698e-05,
      "loss": 0.2738,
      "step": 93030
    },
    {
      "epoch": 3.8104034405078844,
      "grad_norm": 1.0963225636046365,
      "learning_rate": 9.042093221143292e-05,
      "loss": 0.3224,
      "step": 93031
    },
    {
      "epoch": 3.810444398935081,
      "grad_norm": 0.9238838561139894,
      "learning_rate": 9.041793913036158e-05,
      "loss": 0.2458,
      "step": 93032
    },
    {
      "epoch": 3.8104853573622774,
      "grad_norm": 1.5635799167826787,
      "learning_rate": 9.041494607745716e-05,
      "loss": 0.7614,
      "step": 93033
    },
    {
      "epoch": 3.8105263157894735,
      "grad_norm": 0.8808796148404999,
      "learning_rate": 9.041195305272108e-05,
      "loss": 0.2298,
      "step": 93034
    },
    {
      "epoch": 3.81056727421667,
      "grad_norm": 1.5158665438927723,
      "learning_rate": 9.040896005615479e-05,
      "loss": 0.7711,
      "step": 93035
    },
    {
      "epoch": 3.8106082326438666,
      "grad_norm": 1.6518423248191767,
      "learning_rate": 9.04059670877597e-05,
      "loss": 0.7123,
      "step": 93036
    },
    {
      "epoch": 3.8106491910710627,
      "grad_norm": 1.0920880613554496,
      "learning_rate": 9.04029741475372e-05,
      "loss": 0.3405,
      "step": 93037
    },
    {
      "epoch": 3.8106901494982592,
      "grad_norm": 1.477025880272823,
      "learning_rate": 9.039998123548868e-05,
      "loss": 0.6215,
      "step": 93038
    },
    {
      "epoch": 3.8107311079254558,
      "grad_norm": 1.7285607428058685,
      "learning_rate": 9.039698835161563e-05,
      "loss": 1.1208,
      "step": 93039
    },
    {
      "epoch": 3.8107720663526523,
      "grad_norm": 1.2978946070103723,
      "learning_rate": 9.039399549591944e-05,
      "loss": 0.5396,
      "step": 93040
    },
    {
      "epoch": 3.8108130247798484,
      "grad_norm": 1.3074700060086153,
      "learning_rate": 9.039100266840148e-05,
      "loss": 0.6047,
      "step": 93041
    },
    {
      "epoch": 3.810853983207045,
      "grad_norm": 0.9245880300910801,
      "learning_rate": 9.038800986906318e-05,
      "loss": 0.2426,
      "step": 93042
    },
    {
      "epoch": 3.810894941634241,
      "grad_norm": 1.232045971923758,
      "learning_rate": 9.0385017097906e-05,
      "loss": 0.7527,
      "step": 93043
    },
    {
      "epoch": 3.8109359000614376,
      "grad_norm": 1.4829658195063051,
      "learning_rate": 9.038202435493134e-05,
      "loss": 0.8729,
      "step": 93044
    },
    {
      "epoch": 3.810976858488634,
      "grad_norm": 1.3133199637084407,
      "learning_rate": 9.037903164014056e-05,
      "loss": 0.5909,
      "step": 93045
    },
    {
      "epoch": 3.8110178169158306,
      "grad_norm": 1.0354474292821916,
      "learning_rate": 9.037603895353516e-05,
      "loss": 0.2573,
      "step": 93046
    },
    {
      "epoch": 3.8110587753430267,
      "grad_norm": 0.9301317004129777,
      "learning_rate": 9.037304629511646e-05,
      "loss": 0.2351,
      "step": 93047
    },
    {
      "epoch": 3.8110997337702233,
      "grad_norm": 3.3166199101751603,
      "learning_rate": 9.0370053664886e-05,
      "loss": 2.0486,
      "step": 93048
    },
    {
      "epoch": 3.8111406921974194,
      "grad_norm": 1.282875607920432,
      "learning_rate": 9.036706106284503e-05,
      "loss": 0.6766,
      "step": 93049
    },
    {
      "epoch": 3.811181650624616,
      "grad_norm": 1.6534035606547162,
      "learning_rate": 9.03640684889951e-05,
      "loss": 0.9767,
      "step": 93050
    },
    {
      "epoch": 3.8112226090518124,
      "grad_norm": 1.6565736718503785,
      "learning_rate": 9.036107594333755e-05,
      "loss": 0.6591,
      "step": 93051
    },
    {
      "epoch": 3.811263567479009,
      "grad_norm": 1.7476724238899057,
      "learning_rate": 9.035808342587387e-05,
      "loss": 1.2804,
      "step": 93052
    },
    {
      "epoch": 3.811304525906205,
      "grad_norm": 1.8179192008365859,
      "learning_rate": 9.035509093660536e-05,
      "loss": 0.8753,
      "step": 93053
    },
    {
      "epoch": 3.8113454843334016,
      "grad_norm": 1.1482720983040835,
      "learning_rate": 9.035209847553355e-05,
      "loss": 0.5976,
      "step": 93054
    },
    {
      "epoch": 3.811386442760598,
      "grad_norm": 1.202722295064721,
      "learning_rate": 9.034910604265979e-05,
      "loss": 0.5705,
      "step": 93055
    },
    {
      "epoch": 3.811427401187794,
      "grad_norm": 0.8650167020709119,
      "learning_rate": 9.034611363798553e-05,
      "loss": 0.3142,
      "step": 93056
    },
    {
      "epoch": 3.8114683596149908,
      "grad_norm": 1.5332730005870487,
      "learning_rate": 9.034312126151212e-05,
      "loss": 0.641,
      "step": 93057
    },
    {
      "epoch": 3.8115093180421873,
      "grad_norm": 1.799740460358844,
      "learning_rate": 9.034012891324105e-05,
      "loss": 0.9236,
      "step": 93058
    },
    {
      "epoch": 3.811550276469384,
      "grad_norm": 1.3534641174607913,
      "learning_rate": 9.033713659317371e-05,
      "loss": 0.6703,
      "step": 93059
    },
    {
      "epoch": 3.81159123489658,
      "grad_norm": 1.7480091520192709,
      "learning_rate": 9.03341443013115e-05,
      "loss": 0.7236,
      "step": 93060
    },
    {
      "epoch": 3.8116321933237765,
      "grad_norm": 1.5249574111724102,
      "learning_rate": 9.033115203765583e-05,
      "loss": 0.8196,
      "step": 93061
    },
    {
      "epoch": 3.8116731517509725,
      "grad_norm": 5.040356144852186,
      "learning_rate": 9.032815980220816e-05,
      "loss": 3.3671,
      "step": 93062
    },
    {
      "epoch": 3.811714110178169,
      "grad_norm": 1.2367360797944293,
      "learning_rate": 9.032516759496987e-05,
      "loss": 0.6111,
      "step": 93063
    },
    {
      "epoch": 3.8117550686053656,
      "grad_norm": 1.0761795884058125,
      "learning_rate": 9.032217541594237e-05,
      "loss": 0.4482,
      "step": 93064
    },
    {
      "epoch": 3.811796027032562,
      "grad_norm": 1.7408637995525544,
      "learning_rate": 9.031918326512707e-05,
      "loss": 0.7913,
      "step": 93065
    },
    {
      "epoch": 3.8118369854597582,
      "grad_norm": 1.913433754607611,
      "learning_rate": 9.031619114252541e-05,
      "loss": 1.2883,
      "step": 93066
    },
    {
      "epoch": 3.811877943886955,
      "grad_norm": 1.6377365377624984,
      "learning_rate": 9.03131990481388e-05,
      "loss": 0.9336,
      "step": 93067
    },
    {
      "epoch": 3.811918902314151,
      "grad_norm": 1.624971642586345,
      "learning_rate": 9.031020698196864e-05,
      "loss": 0.8126,
      "step": 93068
    },
    {
      "epoch": 3.8119598607413474,
      "grad_norm": 1.4849694697390552,
      "learning_rate": 9.030721494401632e-05,
      "loss": 0.7003,
      "step": 93069
    },
    {
      "epoch": 3.812000819168544,
      "grad_norm": 1.5211444949483126,
      "learning_rate": 9.030422293428333e-05,
      "loss": 0.838,
      "step": 93070
    },
    {
      "epoch": 3.8120417775957405,
      "grad_norm": 2.145261360446488,
      "learning_rate": 9.030123095277102e-05,
      "loss": 1.2018,
      "step": 93071
    },
    {
      "epoch": 3.8120827360229366,
      "grad_norm": 0.7738758763502404,
      "learning_rate": 9.029823899948083e-05,
      "loss": 0.1792,
      "step": 93072
    },
    {
      "epoch": 3.812123694450133,
      "grad_norm": 1.4299973302682667,
      "learning_rate": 9.029524707441414e-05,
      "loss": 0.675,
      "step": 93073
    },
    {
      "epoch": 3.8121646528773296,
      "grad_norm": 1.134137648708546,
      "learning_rate": 9.029225517757243e-05,
      "loss": 0.5194,
      "step": 93074
    },
    {
      "epoch": 3.8122056113045257,
      "grad_norm": 2.52858382887641,
      "learning_rate": 9.028926330895707e-05,
      "loss": 1.1568,
      "step": 93075
    },
    {
      "epoch": 3.8122465697317223,
      "grad_norm": 1.3516518109403732,
      "learning_rate": 9.028627146856948e-05,
      "loss": 0.6105,
      "step": 93076
    },
    {
      "epoch": 3.812287528158919,
      "grad_norm": 1.7877122903505231,
      "learning_rate": 9.028327965641107e-05,
      "loss": 0.8059,
      "step": 93077
    },
    {
      "epoch": 3.8123284865861153,
      "grad_norm": 1.5960978612813788,
      "learning_rate": 9.028028787248323e-05,
      "loss": 0.5394,
      "step": 93078
    },
    {
      "epoch": 3.8123694450133114,
      "grad_norm": 3.382844344601764,
      "learning_rate": 9.027729611678744e-05,
      "loss": 0.8684,
      "step": 93079
    },
    {
      "epoch": 3.812410403440508,
      "grad_norm": 1.6265952763950933,
      "learning_rate": 9.027430438932508e-05,
      "loss": 0.8107,
      "step": 93080
    },
    {
      "epoch": 3.812451361867704,
      "grad_norm": 1.213579802126861,
      "learning_rate": 9.027131269009756e-05,
      "loss": 0.2798,
      "step": 93081
    },
    {
      "epoch": 3.8124923202949006,
      "grad_norm": 1.469092406272983,
      "learning_rate": 9.026832101910629e-05,
      "loss": 0.6604,
      "step": 93082
    },
    {
      "epoch": 3.812533278722097,
      "grad_norm": 1.5154608572400696,
      "learning_rate": 9.026532937635271e-05,
      "loss": 0.8566,
      "step": 93083
    },
    {
      "epoch": 3.8125742371492937,
      "grad_norm": 1.8224443218482447,
      "learning_rate": 9.026233776183819e-05,
      "loss": 1.2421,
      "step": 93084
    },
    {
      "epoch": 3.8126151955764898,
      "grad_norm": 1.1270913760502148,
      "learning_rate": 9.025934617556418e-05,
      "loss": 0.5537,
      "step": 93085
    },
    {
      "epoch": 3.8126561540036863,
      "grad_norm": 0.981648784509542,
      "learning_rate": 9.025635461753209e-05,
      "loss": 0.2371,
      "step": 93086
    },
    {
      "epoch": 3.8126971124308824,
      "grad_norm": 0.8494136040027974,
      "learning_rate": 9.025336308774332e-05,
      "loss": 0.2244,
      "step": 93087
    },
    {
      "epoch": 3.812738070858079,
      "grad_norm": 1.922019519467829,
      "learning_rate": 9.025037158619931e-05,
      "loss": 1.3686,
      "step": 93088
    },
    {
      "epoch": 3.8127790292852755,
      "grad_norm": 1.7566536855668011,
      "learning_rate": 9.024738011290145e-05,
      "loss": 0.7176,
      "step": 93089
    },
    {
      "epoch": 3.812819987712472,
      "grad_norm": 1.572246577872053,
      "learning_rate": 9.024438866785114e-05,
      "loss": 0.5966,
      "step": 93090
    },
    {
      "epoch": 3.812860946139668,
      "grad_norm": 1.4109620538287915,
      "learning_rate": 9.024139725104984e-05,
      "loss": 0.5413,
      "step": 93091
    },
    {
      "epoch": 3.8129019045668646,
      "grad_norm": 1.748056315578407,
      "learning_rate": 9.023840586249894e-05,
      "loss": 0.704,
      "step": 93092
    },
    {
      "epoch": 3.812942862994061,
      "grad_norm": 0.9037984238758354,
      "learning_rate": 9.023541450219985e-05,
      "loss": 0.2539,
      "step": 93093
    },
    {
      "epoch": 3.8129838214212572,
      "grad_norm": 1.3499125122361575,
      "learning_rate": 9.023242317015395e-05,
      "loss": 0.8204,
      "step": 93094
    },
    {
      "epoch": 3.813024779848454,
      "grad_norm": 1.641974342052515,
      "learning_rate": 9.022943186636275e-05,
      "loss": 0.7889,
      "step": 93095
    },
    {
      "epoch": 3.8130657382756503,
      "grad_norm": 1.5031009549331038,
      "learning_rate": 9.022644059082757e-05,
      "loss": 0.7483,
      "step": 93096
    },
    {
      "epoch": 3.813106696702847,
      "grad_norm": 1.3171698097201896,
      "learning_rate": 9.02234493435499e-05,
      "loss": 0.4985,
      "step": 93097
    },
    {
      "epoch": 3.813147655130043,
      "grad_norm": 1.511258921128332,
      "learning_rate": 9.022045812453105e-05,
      "loss": 0.7071,
      "step": 93098
    },
    {
      "epoch": 3.8131886135572395,
      "grad_norm": 1.6495593673041966,
      "learning_rate": 9.021746693377254e-05,
      "loss": 0.9127,
      "step": 93099
    },
    {
      "epoch": 3.8132295719844356,
      "grad_norm": 1.2276688967665326,
      "learning_rate": 9.021447577127576e-05,
      "loss": 0.5177,
      "step": 93100
    },
    {
      "epoch": 3.813270530411632,
      "grad_norm": 1.2233614378842483,
      "learning_rate": 9.021148463704208e-05,
      "loss": 0.3664,
      "step": 93101
    },
    {
      "epoch": 3.8133114888388286,
      "grad_norm": 1.6767394331855585,
      "learning_rate": 9.020849353107293e-05,
      "loss": 0.7774,
      "step": 93102
    },
    {
      "epoch": 3.813352447266025,
      "grad_norm": 2.24851306309691,
      "learning_rate": 9.020550245336976e-05,
      "loss": 1.5015,
      "step": 93103
    },
    {
      "epoch": 3.8133934056932213,
      "grad_norm": 1.5996446681100065,
      "learning_rate": 9.020251140393396e-05,
      "loss": 0.7693,
      "step": 93104
    },
    {
      "epoch": 3.813434364120418,
      "grad_norm": 2.5687756265831414,
      "learning_rate": 9.019952038276694e-05,
      "loss": 2.5636,
      "step": 93105
    },
    {
      "epoch": 3.813475322547614,
      "grad_norm": 1.5802392365965048,
      "learning_rate": 9.019652938987008e-05,
      "loss": 0.7399,
      "step": 93106
    },
    {
      "epoch": 3.8135162809748104,
      "grad_norm": 3.787493654233716,
      "learning_rate": 9.019353842524485e-05,
      "loss": 2.6136,
      "step": 93107
    },
    {
      "epoch": 3.813557239402007,
      "grad_norm": 0.9334606832529807,
      "learning_rate": 9.019054748889267e-05,
      "loss": 0.3303,
      "step": 93108
    },
    {
      "epoch": 3.8135981978292035,
      "grad_norm": 1.2471800813870835,
      "learning_rate": 9.018755658081493e-05,
      "loss": 0.5041,
      "step": 93109
    },
    {
      "epoch": 3.8136391562563996,
      "grad_norm": 0.8908930360542948,
      "learning_rate": 9.018456570101301e-05,
      "loss": 0.2715,
      "step": 93110
    },
    {
      "epoch": 3.813680114683596,
      "grad_norm": 1.3541759853126873,
      "learning_rate": 9.018157484948837e-05,
      "loss": 0.5943,
      "step": 93111
    },
    {
      "epoch": 3.8137210731107927,
      "grad_norm": 1.1327475983177917,
      "learning_rate": 9.017858402624242e-05,
      "loss": 0.3799,
      "step": 93112
    },
    {
      "epoch": 3.8137620315379888,
      "grad_norm": 1.1369959545729234,
      "learning_rate": 9.017559323127656e-05,
      "loss": 0.7613,
      "step": 93113
    },
    {
      "epoch": 3.8138029899651853,
      "grad_norm": 1.6972258140710919,
      "learning_rate": 9.017260246459217e-05,
      "loss": 0.9292,
      "step": 93114
    },
    {
      "epoch": 3.813843948392382,
      "grad_norm": 1.3524932941315835,
      "learning_rate": 9.016961172619075e-05,
      "loss": 0.5649,
      "step": 93115
    },
    {
      "epoch": 3.8138849068195784,
      "grad_norm": 0.9273089243557999,
      "learning_rate": 9.016662101607367e-05,
      "loss": 0.2253,
      "step": 93116
    },
    {
      "epoch": 3.8139258652467745,
      "grad_norm": 0.9817769241805848,
      "learning_rate": 9.016363033424233e-05,
      "loss": 0.3236,
      "step": 93117
    },
    {
      "epoch": 3.813966823673971,
      "grad_norm": 4.399818500202585,
      "learning_rate": 9.016063968069819e-05,
      "loss": 3.908,
      "step": 93118
    },
    {
      "epoch": 3.814007782101167,
      "grad_norm": 2.0010531954149786,
      "learning_rate": 9.015764905544258e-05,
      "loss": 1.2769,
      "step": 93119
    },
    {
      "epoch": 3.8140487405283636,
      "grad_norm": 1.3785974225151374,
      "learning_rate": 9.015465845847697e-05,
      "loss": 0.6553,
      "step": 93120
    },
    {
      "epoch": 3.81408969895556,
      "grad_norm": 1.4123952624396237,
      "learning_rate": 9.015166788980272e-05,
      "loss": 0.8633,
      "step": 93121
    },
    {
      "epoch": 3.8141306573827567,
      "grad_norm": 1.5441262048841415,
      "learning_rate": 9.014867734942136e-05,
      "loss": 1.1279,
      "step": 93122
    },
    {
      "epoch": 3.814171615809953,
      "grad_norm": 1.3852746433914813,
      "learning_rate": 9.01456868373342e-05,
      "loss": 0.4428,
      "step": 93123
    },
    {
      "epoch": 3.8142125742371493,
      "grad_norm": 1.2916991537037414,
      "learning_rate": 9.01426963535427e-05,
      "loss": 0.7403,
      "step": 93124
    },
    {
      "epoch": 3.8142535326643454,
      "grad_norm": 0.8184954384311816,
      "learning_rate": 9.013970589804821e-05,
      "loss": 0.2046,
      "step": 93125
    },
    {
      "epoch": 3.814294491091542,
      "grad_norm": 0.8885276449493381,
      "learning_rate": 9.013671547085223e-05,
      "loss": 0.1734,
      "step": 93126
    },
    {
      "epoch": 3.8143354495187385,
      "grad_norm": 3.6537675433402073,
      "learning_rate": 9.013372507195616e-05,
      "loss": 4.6555,
      "step": 93127
    },
    {
      "epoch": 3.814376407945935,
      "grad_norm": 1.3763171852727438,
      "learning_rate": 9.013073470136137e-05,
      "loss": 0.7349,
      "step": 93128
    },
    {
      "epoch": 3.814417366373131,
      "grad_norm": 1.6892229047040075,
      "learning_rate": 9.012774435906925e-05,
      "loss": 0.9589,
      "step": 93129
    },
    {
      "epoch": 3.8144583248003276,
      "grad_norm": 11.623866966813397,
      "learning_rate": 9.012475404508133e-05,
      "loss": 1.0565,
      "step": 93130
    },
    {
      "epoch": 3.814499283227524,
      "grad_norm": 1.6022113938711895,
      "learning_rate": 9.012176375939892e-05,
      "loss": 0.7058,
      "step": 93131
    },
    {
      "epoch": 3.8145402416547203,
      "grad_norm": 1.4505854831450844,
      "learning_rate": 9.011877350202348e-05,
      "loss": 0.6736,
      "step": 93132
    },
    {
      "epoch": 3.814581200081917,
      "grad_norm": 1.627551938387586,
      "learning_rate": 9.011578327295637e-05,
      "loss": 0.776,
      "step": 93133
    },
    {
      "epoch": 3.8146221585091133,
      "grad_norm": 1.713427821130139,
      "learning_rate": 9.011279307219908e-05,
      "loss": 0.6964,
      "step": 93134
    },
    {
      "epoch": 3.81466311693631,
      "grad_norm": 1.4962023136124503,
      "learning_rate": 9.010980289975296e-05,
      "loss": 0.8126,
      "step": 93135
    },
    {
      "epoch": 3.814704075363506,
      "grad_norm": 1.5738178255281787,
      "learning_rate": 9.010681275561949e-05,
      "loss": 0.7433,
      "step": 93136
    },
    {
      "epoch": 3.8147450337907025,
      "grad_norm": 0.8326481425996964,
      "learning_rate": 9.010382263979999e-05,
      "loss": 0.217,
      "step": 93137
    },
    {
      "epoch": 3.8147859922178986,
      "grad_norm": 1.4665922957823396,
      "learning_rate": 9.010083255229597e-05,
      "loss": 0.5849,
      "step": 93138
    },
    {
      "epoch": 3.814826950645095,
      "grad_norm": 4.72257608077233,
      "learning_rate": 9.009784249310878e-05,
      "loss": 2.6846,
      "step": 93139
    },
    {
      "epoch": 3.8148679090722917,
      "grad_norm": 0.6871236550773971,
      "learning_rate": 9.009485246223988e-05,
      "loss": 0.1811,
      "step": 93140
    },
    {
      "epoch": 3.814908867499488,
      "grad_norm": 1.4113706143974913,
      "learning_rate": 9.009186245969062e-05,
      "loss": 0.6549,
      "step": 93141
    },
    {
      "epoch": 3.8149498259266843,
      "grad_norm": 1.4801860811818752,
      "learning_rate": 9.008887248546245e-05,
      "loss": 0.756,
      "step": 93142
    },
    {
      "epoch": 3.814990784353881,
      "grad_norm": 1.4651342089255177,
      "learning_rate": 9.008588253955683e-05,
      "loss": 0.5251,
      "step": 93143
    },
    {
      "epoch": 3.8150317427810774,
      "grad_norm": 1.7164047899922317,
      "learning_rate": 9.008289262197511e-05,
      "loss": 0.8088,
      "step": 93144
    },
    {
      "epoch": 3.8150727012082735,
      "grad_norm": 1.4407186319269558,
      "learning_rate": 9.00799027327187e-05,
      "loss": 0.7192,
      "step": 93145
    },
    {
      "epoch": 3.81511365963547,
      "grad_norm": 1.2207873168908532,
      "learning_rate": 9.007691287178905e-05,
      "loss": 0.6728,
      "step": 93146
    },
    {
      "epoch": 3.8151546180626665,
      "grad_norm": 1.729364184572384,
      "learning_rate": 9.007392303918757e-05,
      "loss": 0.6269,
      "step": 93147
    },
    {
      "epoch": 3.8151955764898626,
      "grad_norm": 1.4749068160833676,
      "learning_rate": 9.007093323491564e-05,
      "loss": 0.6307,
      "step": 93148
    },
    {
      "epoch": 3.815236534917059,
      "grad_norm": 1.0865597280643113,
      "learning_rate": 9.006794345897473e-05,
      "loss": 0.3047,
      "step": 93149
    },
    {
      "epoch": 3.8152774933442557,
      "grad_norm": 1.5800318877678952,
      "learning_rate": 9.006495371136616e-05,
      "loss": 0.5029,
      "step": 93150
    },
    {
      "epoch": 3.815318451771452,
      "grad_norm": 1.4571693355597155,
      "learning_rate": 9.006196399209144e-05,
      "loss": 0.4976,
      "step": 93151
    },
    {
      "epoch": 3.8153594101986483,
      "grad_norm": 2.9823696138452647,
      "learning_rate": 9.005897430115195e-05,
      "loss": 1.142,
      "step": 93152
    },
    {
      "epoch": 3.815400368625845,
      "grad_norm": 1.3563404388599396,
      "learning_rate": 9.00559846385491e-05,
      "loss": 0.6179,
      "step": 93153
    },
    {
      "epoch": 3.8154413270530414,
      "grad_norm": 1.2057053027564468,
      "learning_rate": 9.005299500428426e-05,
      "loss": 0.3891,
      "step": 93154
    },
    {
      "epoch": 3.8154822854802375,
      "grad_norm": 1.4427102932398774,
      "learning_rate": 9.005000539835893e-05,
      "loss": 0.6584,
      "step": 93155
    },
    {
      "epoch": 3.815523243907434,
      "grad_norm": 2.1545155292099083,
      "learning_rate": 9.004701582077447e-05,
      "loss": 1.3404,
      "step": 93156
    },
    {
      "epoch": 3.81556420233463,
      "grad_norm": 1.517712863882593,
      "learning_rate": 9.00440262715323e-05,
      "loss": 0.6034,
      "step": 93157
    },
    {
      "epoch": 3.8156051607618267,
      "grad_norm": 1.8421674881340115,
      "learning_rate": 9.004103675063381e-05,
      "loss": 0.9909,
      "step": 93158
    },
    {
      "epoch": 3.815646119189023,
      "grad_norm": 1.6959985223543905,
      "learning_rate": 9.003804725808047e-05,
      "loss": 0.6262,
      "step": 93159
    },
    {
      "epoch": 3.8156870776162197,
      "grad_norm": 1.5372458935451943,
      "learning_rate": 9.003505779387365e-05,
      "loss": 0.6809,
      "step": 93160
    },
    {
      "epoch": 3.815728036043416,
      "grad_norm": 1.715924995277517,
      "learning_rate": 9.00320683580148e-05,
      "loss": 0.9789,
      "step": 93161
    },
    {
      "epoch": 3.8157689944706124,
      "grad_norm": 1.1106824306142822,
      "learning_rate": 9.002907895050526e-05,
      "loss": 0.4894,
      "step": 93162
    },
    {
      "epoch": 3.815809952897809,
      "grad_norm": 2.1505347686758873,
      "learning_rate": 9.002608957134651e-05,
      "loss": 0.7461,
      "step": 93163
    },
    {
      "epoch": 3.815850911325005,
      "grad_norm": 1.4681522924486894,
      "learning_rate": 9.002310022053997e-05,
      "loss": 0.5277,
      "step": 93164
    },
    {
      "epoch": 3.8158918697522015,
      "grad_norm": 1.6168402068675503,
      "learning_rate": 9.002011089808701e-05,
      "loss": 0.7497,
      "step": 93165
    },
    {
      "epoch": 3.815932828179398,
      "grad_norm": 1.378829236449365,
      "learning_rate": 9.001712160398905e-05,
      "loss": 0.6063,
      "step": 93166
    },
    {
      "epoch": 3.815973786606594,
      "grad_norm": 0.45114720337763486,
      "learning_rate": 9.001413233824752e-05,
      "loss": 0.0939,
      "step": 93167
    },
    {
      "epoch": 3.8160147450337907,
      "grad_norm": 1.8430964230937839,
      "learning_rate": 9.001114310086386e-05,
      "loss": 0.8016,
      "step": 93168
    },
    {
      "epoch": 3.816055703460987,
      "grad_norm": 0.5252726825061185,
      "learning_rate": 9.000815389183943e-05,
      "loss": 0.1107,
      "step": 93169
    },
    {
      "epoch": 3.8160966618881833,
      "grad_norm": 0.8210917503562974,
      "learning_rate": 9.000516471117564e-05,
      "loss": 0.2662,
      "step": 93170
    },
    {
      "epoch": 3.81613762031538,
      "grad_norm": 1.5172000214677348,
      "learning_rate": 9.000217555887394e-05,
      "loss": 0.7274,
      "step": 93171
    },
    {
      "epoch": 3.8161785787425764,
      "grad_norm": 1.9948652577907902,
      "learning_rate": 8.999918643493574e-05,
      "loss": 1.0169,
      "step": 93172
    },
    {
      "epoch": 3.816219537169773,
      "grad_norm": 1.7771762729657388,
      "learning_rate": 8.999619733936245e-05,
      "loss": 0.6861,
      "step": 93173
    },
    {
      "epoch": 3.816260495596969,
      "grad_norm": 1.3512481816198056,
      "learning_rate": 8.999320827215543e-05,
      "loss": 0.6591,
      "step": 93174
    },
    {
      "epoch": 3.8163014540241655,
      "grad_norm": 1.4005578431656762,
      "learning_rate": 8.999021923331618e-05,
      "loss": 0.8354,
      "step": 93175
    },
    {
      "epoch": 3.8163424124513616,
      "grad_norm": 0.4538485614433797,
      "learning_rate": 8.998723022284607e-05,
      "loss": 0.0954,
      "step": 93176
    },
    {
      "epoch": 3.816383370878558,
      "grad_norm": 1.232858654512784,
      "learning_rate": 8.99842412407465e-05,
      "loss": 0.6402,
      "step": 93177
    },
    {
      "epoch": 3.8164243293057547,
      "grad_norm": 1.5140857008500164,
      "learning_rate": 8.99812522870189e-05,
      "loss": 0.8404,
      "step": 93178
    },
    {
      "epoch": 3.8164652877329512,
      "grad_norm": 1.0747543886320468,
      "learning_rate": 8.997826336166471e-05,
      "loss": 0.3957,
      "step": 93179
    },
    {
      "epoch": 3.8165062461601473,
      "grad_norm": 1.2625847923180118,
      "learning_rate": 8.997527446468529e-05,
      "loss": 0.4434,
      "step": 93180
    },
    {
      "epoch": 3.816547204587344,
      "grad_norm": 1.3505161770848078,
      "learning_rate": 8.997228559608209e-05,
      "loss": 0.7634,
      "step": 93181
    },
    {
      "epoch": 3.8165881630145404,
      "grad_norm": 1.3439839204668145,
      "learning_rate": 8.996929675585649e-05,
      "loss": 0.5424,
      "step": 93182
    },
    {
      "epoch": 3.8166291214417365,
      "grad_norm": 1.6268135345871277,
      "learning_rate": 8.996630794400994e-05,
      "loss": 1.1357,
      "step": 93183
    },
    {
      "epoch": 3.816670079868933,
      "grad_norm": 1.5486179601853942,
      "learning_rate": 8.996331916054382e-05,
      "loss": 0.6006,
      "step": 93184
    },
    {
      "epoch": 3.8167110382961296,
      "grad_norm": 0.9477602553343083,
      "learning_rate": 8.996033040545958e-05,
      "loss": 0.2301,
      "step": 93185
    },
    {
      "epoch": 3.816751996723326,
      "grad_norm": 2.0582303422375796,
      "learning_rate": 8.995734167875858e-05,
      "loss": 0.918,
      "step": 93186
    },
    {
      "epoch": 3.816792955150522,
      "grad_norm": 1.540003206123765,
      "learning_rate": 8.995435298044228e-05,
      "loss": 0.7675,
      "step": 93187
    },
    {
      "epoch": 3.8168339135777187,
      "grad_norm": 0.8275210833616743,
      "learning_rate": 8.99513643105121e-05,
      "loss": 0.2511,
      "step": 93188
    },
    {
      "epoch": 3.816874872004915,
      "grad_norm": 1.5990217859362774,
      "learning_rate": 8.994837566896947e-05,
      "loss": 0.7573,
      "step": 93189
    },
    {
      "epoch": 3.8169158304321114,
      "grad_norm": 1.3165749963147664,
      "learning_rate": 8.99453870558157e-05,
      "loss": 0.7394,
      "step": 93190
    },
    {
      "epoch": 3.816956788859308,
      "grad_norm": 1.0553225484208795,
      "learning_rate": 8.994239847105228e-05,
      "loss": 0.2125,
      "step": 93191
    },
    {
      "epoch": 3.8169977472865044,
      "grad_norm": 2.979045890477641,
      "learning_rate": 8.99394099146806e-05,
      "loss": 0.9334,
      "step": 93192
    },
    {
      "epoch": 3.8170387057137005,
      "grad_norm": 0.900079698837399,
      "learning_rate": 8.993642138670206e-05,
      "loss": 0.2446,
      "step": 93193
    },
    {
      "epoch": 3.817079664140897,
      "grad_norm": 1.2540235957209889,
      "learning_rate": 8.993343288711814e-05,
      "loss": 0.5992,
      "step": 93194
    },
    {
      "epoch": 3.817120622568093,
      "grad_norm": 1.8475639863016118,
      "learning_rate": 8.993044441593019e-05,
      "loss": 0.9205,
      "step": 93195
    },
    {
      "epoch": 3.8171615809952897,
      "grad_norm": 1.1577032788262318,
      "learning_rate": 8.992745597313964e-05,
      "loss": 0.5257,
      "step": 93196
    },
    {
      "epoch": 3.817202539422486,
      "grad_norm": 1.4901005475444813,
      "learning_rate": 8.992446755874788e-05,
      "loss": 0.6733,
      "step": 93197
    },
    {
      "epoch": 3.8172434978496828,
      "grad_norm": 1.3574934596354553,
      "learning_rate": 8.992147917275636e-05,
      "loss": 0.6193,
      "step": 93198
    },
    {
      "epoch": 3.817284456276879,
      "grad_norm": 1.2052709595324138,
      "learning_rate": 8.991849081516649e-05,
      "loss": 0.6995,
      "step": 93199
    },
    {
      "epoch": 3.8173254147040754,
      "grad_norm": 1.5465658379564073,
      "learning_rate": 8.991550248597967e-05,
      "loss": 0.7755,
      "step": 93200
    },
    {
      "epoch": 3.817366373131272,
      "grad_norm": 1.5152367551253727,
      "learning_rate": 8.991251418519728e-05,
      "loss": 0.7606,
      "step": 93201
    },
    {
      "epoch": 3.817407331558468,
      "grad_norm": 2.0022949336467013,
      "learning_rate": 8.990952591282082e-05,
      "loss": 1.1494,
      "step": 93202
    },
    {
      "epoch": 3.8174482899856645,
      "grad_norm": 1.5343130269579253,
      "learning_rate": 8.990653766885164e-05,
      "loss": 0.9258,
      "step": 93203
    },
    {
      "epoch": 3.817489248412861,
      "grad_norm": 1.2823237706898907,
      "learning_rate": 8.990354945329113e-05,
      "loss": 0.6342,
      "step": 93204
    },
    {
      "epoch": 3.8175302068400576,
      "grad_norm": 1.4821992924404903,
      "learning_rate": 8.990056126614074e-05,
      "loss": 0.8193,
      "step": 93205
    },
    {
      "epoch": 3.8175711652672537,
      "grad_norm": 1.7651500904324235,
      "learning_rate": 8.98975731074019e-05,
      "loss": 1.0772,
      "step": 93206
    },
    {
      "epoch": 3.8176121236944502,
      "grad_norm": 1.4858490238920385,
      "learning_rate": 8.989458497707599e-05,
      "loss": 0.5529,
      "step": 93207
    },
    {
      "epoch": 3.8176530821216463,
      "grad_norm": 1.6306159337816581,
      "learning_rate": 8.989159687516443e-05,
      "loss": 0.701,
      "step": 93208
    },
    {
      "epoch": 3.817694040548843,
      "grad_norm": 0.8928208619469507,
      "learning_rate": 8.988860880166861e-05,
      "loss": 0.2826,
      "step": 93209
    },
    {
      "epoch": 3.8177349989760394,
      "grad_norm": 1.231348244546052,
      "learning_rate": 8.988562075659002e-05,
      "loss": 0.7241,
      "step": 93210
    },
    {
      "epoch": 3.817775957403236,
      "grad_norm": 1.5327672591437342,
      "learning_rate": 8.988263273992998e-05,
      "loss": 1.0039,
      "step": 93211
    },
    {
      "epoch": 3.817816915830432,
      "grad_norm": 1.2068926839476657,
      "learning_rate": 8.987964475168997e-05,
      "loss": 0.5477,
      "step": 93212
    },
    {
      "epoch": 3.8178578742576286,
      "grad_norm": 1.5811657067413463,
      "learning_rate": 8.987665679187134e-05,
      "loss": 0.6444,
      "step": 93213
    },
    {
      "epoch": 3.8178988326848247,
      "grad_norm": 1.5404544622761482,
      "learning_rate": 8.987366886047556e-05,
      "loss": 1.0014,
      "step": 93214
    },
    {
      "epoch": 3.817939791112021,
      "grad_norm": 1.7019243950586325,
      "learning_rate": 8.987068095750404e-05,
      "loss": 0.7938,
      "step": 93215
    },
    {
      "epoch": 3.8179807495392177,
      "grad_norm": 1.486757441095649,
      "learning_rate": 8.986769308295816e-05,
      "loss": 0.449,
      "step": 93216
    },
    {
      "epoch": 3.8180217079664143,
      "grad_norm": 1.2218407415726362,
      "learning_rate": 8.986470523683934e-05,
      "loss": 0.5965,
      "step": 93217
    },
    {
      "epoch": 3.8180626663936104,
      "grad_norm": 1.5005674591536384,
      "learning_rate": 8.986171741914896e-05,
      "loss": 0.874,
      "step": 93218
    },
    {
      "epoch": 3.818103624820807,
      "grad_norm": 1.0273733584071765,
      "learning_rate": 8.985872962988851e-05,
      "loss": 0.3709,
      "step": 93219
    },
    {
      "epoch": 3.8181445832480034,
      "grad_norm": 1.32770029035842,
      "learning_rate": 8.985574186905937e-05,
      "loss": 0.6126,
      "step": 93220
    },
    {
      "epoch": 3.8181855416751995,
      "grad_norm": 2.8782712627062486,
      "learning_rate": 8.985275413666295e-05,
      "loss": 2.5791,
      "step": 93221
    },
    {
      "epoch": 3.818226500102396,
      "grad_norm": 2.659733528100464,
      "learning_rate": 8.984976643270062e-05,
      "loss": 2.1298,
      "step": 93222
    },
    {
      "epoch": 3.8182674585295926,
      "grad_norm": 0.7869963704294648,
      "learning_rate": 8.984677875717387e-05,
      "loss": 0.2307,
      "step": 93223
    },
    {
      "epoch": 3.818308416956789,
      "grad_norm": 2.0144656067006874,
      "learning_rate": 8.984379111008404e-05,
      "loss": 1.432,
      "step": 93224
    },
    {
      "epoch": 3.8183493753839852,
      "grad_norm": 1.6383895262025836,
      "learning_rate": 8.984080349143262e-05,
      "loss": 0.7598,
      "step": 93225
    },
    {
      "epoch": 3.8183903338111818,
      "grad_norm": 2.481614635029725,
      "learning_rate": 8.983781590122091e-05,
      "loss": 0.676,
      "step": 93226
    },
    {
      "epoch": 3.818431292238378,
      "grad_norm": 1.8768351172678255,
      "learning_rate": 8.983482833945044e-05,
      "loss": 1.1722,
      "step": 93227
    },
    {
      "epoch": 3.8184722506655744,
      "grad_norm": 2.5596829964688967,
      "learning_rate": 8.983184080612256e-05,
      "loss": 2.4331,
      "step": 93228
    },
    {
      "epoch": 3.818513209092771,
      "grad_norm": 1.4969058454723327,
      "learning_rate": 8.982885330123869e-05,
      "loss": 0.6948,
      "step": 93229
    },
    {
      "epoch": 3.8185541675199675,
      "grad_norm": 2.1511226920292215,
      "learning_rate": 8.982586582480023e-05,
      "loss": 0.8595,
      "step": 93230
    },
    {
      "epoch": 3.8185951259471635,
      "grad_norm": 1.466078593854858,
      "learning_rate": 8.982287837680862e-05,
      "loss": 0.7069,
      "step": 93231
    },
    {
      "epoch": 3.81863608437436,
      "grad_norm": 1.4530867451628928,
      "learning_rate": 8.981989095726528e-05,
      "loss": 0.6495,
      "step": 93232
    },
    {
      "epoch": 3.818677042801556,
      "grad_norm": 1.825418269232247,
      "learning_rate": 8.981690356617161e-05,
      "loss": 0.8408,
      "step": 93233
    },
    {
      "epoch": 3.8187180012287527,
      "grad_norm": 3.1600897889646915,
      "learning_rate": 8.981391620352897e-05,
      "loss": 0.8025,
      "step": 93234
    },
    {
      "epoch": 3.8187589596559492,
      "grad_norm": 1.8183340531537937,
      "learning_rate": 8.981092886933888e-05,
      "loss": 0.6092,
      "step": 93235
    },
    {
      "epoch": 3.818799918083146,
      "grad_norm": 1.6992883961332446,
      "learning_rate": 8.980794156360264e-05,
      "loss": 0.6553,
      "step": 93236
    },
    {
      "epoch": 3.818840876510342,
      "grad_norm": 1.6948462960028803,
      "learning_rate": 8.980495428632175e-05,
      "loss": 0.7749,
      "step": 93237
    },
    {
      "epoch": 3.8188818349375384,
      "grad_norm": 0.9752483728903499,
      "learning_rate": 8.980196703749753e-05,
      "loss": 0.2362,
      "step": 93238
    },
    {
      "epoch": 3.818922793364735,
      "grad_norm": 1.1745576210179403,
      "learning_rate": 8.979897981713148e-05,
      "loss": 0.6496,
      "step": 93239
    },
    {
      "epoch": 3.818963751791931,
      "grad_norm": 1.7582934939582266,
      "learning_rate": 8.9795992625225e-05,
      "loss": 0.9138,
      "step": 93240
    },
    {
      "epoch": 3.8190047102191276,
      "grad_norm": 1.6944075577489017,
      "learning_rate": 8.979300546177947e-05,
      "loss": 0.9864,
      "step": 93241
    },
    {
      "epoch": 3.819045668646324,
      "grad_norm": 1.6691879137999512,
      "learning_rate": 8.979001832679628e-05,
      "loss": 1.0261,
      "step": 93242
    },
    {
      "epoch": 3.8190866270735206,
      "grad_norm": 2.207791778496481,
      "learning_rate": 8.97870312202769e-05,
      "loss": 1.1485,
      "step": 93243
    },
    {
      "epoch": 3.8191275855007167,
      "grad_norm": 1.432869121220372,
      "learning_rate": 8.978404414222273e-05,
      "loss": 0.6762,
      "step": 93244
    },
    {
      "epoch": 3.8191685439279133,
      "grad_norm": 6.058355821875614,
      "learning_rate": 8.978105709263516e-05,
      "loss": 3.5227,
      "step": 93245
    },
    {
      "epoch": 3.8192095023551094,
      "grad_norm": 1.6094548857234574,
      "learning_rate": 8.977807007151557e-05,
      "loss": 0.7047,
      "step": 93246
    },
    {
      "epoch": 3.819250460782306,
      "grad_norm": 1.411833977425272,
      "learning_rate": 8.977508307886548e-05,
      "loss": 0.7557,
      "step": 93247
    },
    {
      "epoch": 3.8192914192095024,
      "grad_norm": 1.3010531486711694,
      "learning_rate": 8.977209611468622e-05,
      "loss": 0.6543,
      "step": 93248
    },
    {
      "epoch": 3.819332377636699,
      "grad_norm": 1.643290644779158,
      "learning_rate": 8.976910917897921e-05,
      "loss": 0.9961,
      "step": 93249
    },
    {
      "epoch": 3.819373336063895,
      "grad_norm": 1.9379020103571813,
      "learning_rate": 8.976612227174584e-05,
      "loss": 0.9342,
      "step": 93250
    },
    {
      "epoch": 3.8194142944910916,
      "grad_norm": 1.5162608148926053,
      "learning_rate": 8.976313539298757e-05,
      "loss": 0.7326,
      "step": 93251
    },
    {
      "epoch": 3.8194552529182877,
      "grad_norm": 1.4308943564525067,
      "learning_rate": 8.976014854270584e-05,
      "loss": 0.6634,
      "step": 93252
    },
    {
      "epoch": 3.8194962113454842,
      "grad_norm": 1.4143772005497484,
      "learning_rate": 8.975716172090198e-05,
      "loss": 0.7957,
      "step": 93253
    },
    {
      "epoch": 3.8195371697726808,
      "grad_norm": 1.8369314093770501,
      "learning_rate": 8.975417492757741e-05,
      "loss": 0.8309,
      "step": 93254
    },
    {
      "epoch": 3.8195781281998773,
      "grad_norm": 1.207679978099676,
      "learning_rate": 8.97511881627336e-05,
      "loss": 0.4641,
      "step": 93255
    },
    {
      "epoch": 3.8196190866270734,
      "grad_norm": 1.1305238343603228,
      "learning_rate": 8.974820142637193e-05,
      "loss": 0.5589,
      "step": 93256
    },
    {
      "epoch": 3.81966004505427,
      "grad_norm": 1.7942445496444874,
      "learning_rate": 8.974521471849381e-05,
      "loss": 0.6716,
      "step": 93257
    },
    {
      "epoch": 3.8197010034814665,
      "grad_norm": 1.0080314650647428,
      "learning_rate": 8.974222803910065e-05,
      "loss": 0.2655,
      "step": 93258
    },
    {
      "epoch": 3.8197419619086626,
      "grad_norm": 1.169270871602006,
      "learning_rate": 8.973924138819395e-05,
      "loss": 0.5481,
      "step": 93259
    },
    {
      "epoch": 3.819782920335859,
      "grad_norm": 0.9428907833334145,
      "learning_rate": 8.973625476577499e-05,
      "loss": 0.2182,
      "step": 93260
    },
    {
      "epoch": 3.8198238787630556,
      "grad_norm": 1.4241276465735226,
      "learning_rate": 8.973326817184518e-05,
      "loss": 0.7178,
      "step": 93261
    },
    {
      "epoch": 3.819864837190252,
      "grad_norm": 1.1617250187933752,
      "learning_rate": 8.973028160640602e-05,
      "loss": 0.5279,
      "step": 93262
    },
    {
      "epoch": 3.8199057956174483,
      "grad_norm": 1.138369111111821,
      "learning_rate": 8.972729506945889e-05,
      "loss": 0.4346,
      "step": 93263
    },
    {
      "epoch": 3.819946754044645,
      "grad_norm": 2.6999939478892085,
      "learning_rate": 8.97243085610052e-05,
      "loss": 0.6882,
      "step": 93264
    },
    {
      "epoch": 3.819987712471841,
      "grad_norm": 1.5007616667888757,
      "learning_rate": 8.972132208104631e-05,
      "loss": 0.53,
      "step": 93265
    },
    {
      "epoch": 3.8200286708990374,
      "grad_norm": 1.4440682631510302,
      "learning_rate": 8.971833562958372e-05,
      "loss": 0.5524,
      "step": 93266
    },
    {
      "epoch": 3.820069629326234,
      "grad_norm": 0.8561475814738785,
      "learning_rate": 8.971534920661883e-05,
      "loss": 0.2332,
      "step": 93267
    },
    {
      "epoch": 3.8201105877534305,
      "grad_norm": 1.3939024278876178,
      "learning_rate": 8.971236281215299e-05,
      "loss": 0.655,
      "step": 93268
    },
    {
      "epoch": 3.8201515461806266,
      "grad_norm": 1.4931677280339917,
      "learning_rate": 8.970937644618762e-05,
      "loss": 0.6696,
      "step": 93269
    },
    {
      "epoch": 3.820192504607823,
      "grad_norm": 1.3729302740972187,
      "learning_rate": 8.97063901087242e-05,
      "loss": 0.7234,
      "step": 93270
    },
    {
      "epoch": 3.820233463035019,
      "grad_norm": 1.1772099105673053,
      "learning_rate": 8.97034037997641e-05,
      "loss": 0.65,
      "step": 93271
    },
    {
      "epoch": 3.8202744214622157,
      "grad_norm": 2.6978353420382604,
      "learning_rate": 8.970041751930873e-05,
      "loss": 1.0302,
      "step": 93272
    },
    {
      "epoch": 3.8203153798894123,
      "grad_norm": 1.6049898986561792,
      "learning_rate": 8.969743126735948e-05,
      "loss": 0.8763,
      "step": 93273
    },
    {
      "epoch": 3.820356338316609,
      "grad_norm": 1.8356971044209043,
      "learning_rate": 8.96944450439178e-05,
      "loss": 0.8795,
      "step": 93274
    },
    {
      "epoch": 3.820397296743805,
      "grad_norm": 1.4133162254905705,
      "learning_rate": 8.969145884898509e-05,
      "loss": 0.68,
      "step": 93275
    },
    {
      "epoch": 3.8204382551710014,
      "grad_norm": 1.2405459006074089,
      "learning_rate": 8.968847268256277e-05,
      "loss": 0.6173,
      "step": 93276
    },
    {
      "epoch": 3.820479213598198,
      "grad_norm": 1.012224072799186,
      "learning_rate": 8.96854865446522e-05,
      "loss": 0.2966,
      "step": 93277
    },
    {
      "epoch": 3.820520172025394,
      "grad_norm": 1.2258298635408316,
      "learning_rate": 8.968250043525485e-05,
      "loss": 0.367,
      "step": 93278
    },
    {
      "epoch": 3.8205611304525906,
      "grad_norm": 1.464031478539395,
      "learning_rate": 8.967951435437214e-05,
      "loss": 0.8277,
      "step": 93279
    },
    {
      "epoch": 3.820602088879787,
      "grad_norm": 1.0160969928212225,
      "learning_rate": 8.967652830200545e-05,
      "loss": 0.3301,
      "step": 93280
    },
    {
      "epoch": 3.8206430473069837,
      "grad_norm": 1.6301133265650165,
      "learning_rate": 8.967354227815617e-05,
      "loss": 0.7923,
      "step": 93281
    },
    {
      "epoch": 3.8206840057341798,
      "grad_norm": 0.8715563701256911,
      "learning_rate": 8.967055628282574e-05,
      "loss": 0.2651,
      "step": 93282
    },
    {
      "epoch": 3.8207249641613763,
      "grad_norm": 1.5586189001737167,
      "learning_rate": 8.96675703160156e-05,
      "loss": 0.6786,
      "step": 93283
    },
    {
      "epoch": 3.8207659225885724,
      "grad_norm": 1.9234989945652436,
      "learning_rate": 8.966458437772713e-05,
      "loss": 0.7233,
      "step": 93284
    },
    {
      "epoch": 3.820806881015769,
      "grad_norm": 1.2867986354335539,
      "learning_rate": 8.96615984679617e-05,
      "loss": 0.4513,
      "step": 93285
    },
    {
      "epoch": 3.8208478394429655,
      "grad_norm": 1.610565671328182,
      "learning_rate": 8.965861258672081e-05,
      "loss": 0.7747,
      "step": 93286
    },
    {
      "epoch": 3.820888797870162,
      "grad_norm": 1.127021727063773,
      "learning_rate": 8.96556267340058e-05,
      "loss": 0.5565,
      "step": 93287
    },
    {
      "epoch": 3.820929756297358,
      "grad_norm": 2.024776989001397,
      "learning_rate": 8.965264090981814e-05,
      "loss": 0.8863,
      "step": 93288
    },
    {
      "epoch": 3.8209707147245546,
      "grad_norm": 0.5716760202736496,
      "learning_rate": 8.964965511415919e-05,
      "loss": 0.1397,
      "step": 93289
    },
    {
      "epoch": 3.8210116731517507,
      "grad_norm": 1.4354223402823754,
      "learning_rate": 8.964666934703036e-05,
      "loss": 0.7487,
      "step": 93290
    },
    {
      "epoch": 3.8210526315789473,
      "grad_norm": 1.299318962776962,
      "learning_rate": 8.964368360843311e-05,
      "loss": 0.561,
      "step": 93291
    },
    {
      "epoch": 3.821093590006144,
      "grad_norm": 1.358600561696788,
      "learning_rate": 8.964069789836882e-05,
      "loss": 0.6642,
      "step": 93292
    },
    {
      "epoch": 3.8211345484333403,
      "grad_norm": 1.2934343491999394,
      "learning_rate": 8.963771221683891e-05,
      "loss": 0.5288,
      "step": 93293
    },
    {
      "epoch": 3.8211755068605364,
      "grad_norm": 5.366315469935438,
      "learning_rate": 8.963472656384476e-05,
      "loss": 1.0358,
      "step": 93294
    },
    {
      "epoch": 3.821216465287733,
      "grad_norm": 0.9503254753703777,
      "learning_rate": 8.963174093938783e-05,
      "loss": 0.2104,
      "step": 93295
    },
    {
      "epoch": 3.8212574237149295,
      "grad_norm": 1.3274113811230495,
      "learning_rate": 8.962875534346951e-05,
      "loss": 0.8208,
      "step": 93296
    },
    {
      "epoch": 3.8212983821421256,
      "grad_norm": 1.3282950218474519,
      "learning_rate": 8.962576977609121e-05,
      "loss": 0.6604,
      "step": 93297
    },
    {
      "epoch": 3.821339340569322,
      "grad_norm": 0.6621551342548753,
      "learning_rate": 8.962278423725434e-05,
      "loss": 0.1156,
      "step": 93298
    },
    {
      "epoch": 3.8213802989965187,
      "grad_norm": 1.593590737912863,
      "learning_rate": 8.961979872696031e-05,
      "loss": 0.9546,
      "step": 93299
    },
    {
      "epoch": 3.821421257423715,
      "grad_norm": 7.746148853523543,
      "learning_rate": 8.961681324521056e-05,
      "loss": 1.3528,
      "step": 93300
    },
    {
      "epoch": 3.8214622158509113,
      "grad_norm": 1.5564505257480503,
      "learning_rate": 8.961382779200645e-05,
      "loss": 0.8809,
      "step": 93301
    },
    {
      "epoch": 3.821503174278108,
      "grad_norm": 0.8329321539923018,
      "learning_rate": 8.961084236734941e-05,
      "loss": 0.1686,
      "step": 93302
    },
    {
      "epoch": 3.821544132705304,
      "grad_norm": 1.3339172754779036,
      "learning_rate": 8.960785697124089e-05,
      "loss": 0.2174,
      "step": 93303
    },
    {
      "epoch": 3.8215850911325004,
      "grad_norm": 2.1348148306772448,
      "learning_rate": 8.960487160368226e-05,
      "loss": 0.7286,
      "step": 93304
    },
    {
      "epoch": 3.821626049559697,
      "grad_norm": 1.885137254121946,
      "learning_rate": 8.960188626467494e-05,
      "loss": 1.0122,
      "step": 93305
    },
    {
      "epoch": 3.8216670079868935,
      "grad_norm": 1.4191162847469827,
      "learning_rate": 8.959890095422032e-05,
      "loss": 0.7128,
      "step": 93306
    },
    {
      "epoch": 3.8217079664140896,
      "grad_norm": 2.323566675411095,
      "learning_rate": 8.959591567231985e-05,
      "loss": 0.9934,
      "step": 93307
    },
    {
      "epoch": 3.821748924841286,
      "grad_norm": 1.778137390157176,
      "learning_rate": 8.959293041897494e-05,
      "loss": 0.7285,
      "step": 93308
    },
    {
      "epoch": 3.8217898832684822,
      "grad_norm": 1.5909193799861887,
      "learning_rate": 8.9589945194187e-05,
      "loss": 0.93,
      "step": 93309
    },
    {
      "epoch": 3.8218308416956788,
      "grad_norm": 0.8026806616506491,
      "learning_rate": 8.958695999795738e-05,
      "loss": 0.194,
      "step": 93310
    },
    {
      "epoch": 3.8218718001228753,
      "grad_norm": 0.8460105812616798,
      "learning_rate": 8.958397483028756e-05,
      "loss": 0.2293,
      "step": 93311
    },
    {
      "epoch": 3.821912758550072,
      "grad_norm": 1.2273793024623252,
      "learning_rate": 8.958098969117896e-05,
      "loss": 0.5796,
      "step": 93312
    },
    {
      "epoch": 3.821953716977268,
      "grad_norm": 1.1076511082484874,
      "learning_rate": 8.957800458063294e-05,
      "loss": 0.341,
      "step": 93313
    },
    {
      "epoch": 3.8219946754044645,
      "grad_norm": 1.3353247123611385,
      "learning_rate": 8.957501949865091e-05,
      "loss": 0.6964,
      "step": 93314
    },
    {
      "epoch": 3.822035633831661,
      "grad_norm": 1.80598725862622,
      "learning_rate": 8.957203444523435e-05,
      "loss": 0.9042,
      "step": 93315
    },
    {
      "epoch": 3.822076592258857,
      "grad_norm": 0.7661710434848847,
      "learning_rate": 8.95690494203846e-05,
      "loss": 0.1476,
      "step": 93316
    },
    {
      "epoch": 3.8221175506860536,
      "grad_norm": 1.4987503789718428,
      "learning_rate": 8.956606442410311e-05,
      "loss": 0.668,
      "step": 93317
    },
    {
      "epoch": 3.82215850911325,
      "grad_norm": 1.1688601163054833,
      "learning_rate": 8.956307945639124e-05,
      "loss": 0.3496,
      "step": 93318
    },
    {
      "epoch": 3.8221994675404467,
      "grad_norm": 1.418738924729771,
      "learning_rate": 8.956009451725047e-05,
      "loss": 0.5131,
      "step": 93319
    },
    {
      "epoch": 3.822240425967643,
      "grad_norm": 1.4570156544176667,
      "learning_rate": 8.955710960668219e-05,
      "loss": 0.7034,
      "step": 93320
    },
    {
      "epoch": 3.8222813843948393,
      "grad_norm": 1.362773798248945,
      "learning_rate": 8.95541247246878e-05,
      "loss": 0.4201,
      "step": 93321
    },
    {
      "epoch": 3.8223223428220354,
      "grad_norm": 1.7215654212471354,
      "learning_rate": 8.95511398712687e-05,
      "loss": 0.9105,
      "step": 93322
    },
    {
      "epoch": 3.822363301249232,
      "grad_norm": 0.5859662558975958,
      "learning_rate": 8.95481550464263e-05,
      "loss": 0.1836,
      "step": 93323
    },
    {
      "epoch": 3.8224042596764285,
      "grad_norm": 1.5111635292006371,
      "learning_rate": 8.954517025016206e-05,
      "loss": 0.6947,
      "step": 93324
    },
    {
      "epoch": 3.822445218103625,
      "grad_norm": 1.3871122960960278,
      "learning_rate": 8.954218548247735e-05,
      "loss": 0.756,
      "step": 93325
    },
    {
      "epoch": 3.822486176530821,
      "grad_norm": 1.7127262359541147,
      "learning_rate": 8.953920074337354e-05,
      "loss": 0.9172,
      "step": 93326
    },
    {
      "epoch": 3.8225271349580177,
      "grad_norm": 1.3011836753819641,
      "learning_rate": 8.953621603285212e-05,
      "loss": 0.5559,
      "step": 93327
    },
    {
      "epoch": 3.8225680933852137,
      "grad_norm": 1.595452881655954,
      "learning_rate": 8.953323135091447e-05,
      "loss": 1.1993,
      "step": 93328
    },
    {
      "epoch": 3.8226090518124103,
      "grad_norm": 1.4342620084207163,
      "learning_rate": 8.9530246697562e-05,
      "loss": 0.6328,
      "step": 93329
    },
    {
      "epoch": 3.822650010239607,
      "grad_norm": 1.6433139654129096,
      "learning_rate": 8.952726207279618e-05,
      "loss": 1.014,
      "step": 93330
    },
    {
      "epoch": 3.8226909686668034,
      "grad_norm": 1.3448336886318017,
      "learning_rate": 8.95242774766183e-05,
      "loss": 0.513,
      "step": 93331
    },
    {
      "epoch": 3.8227319270939994,
      "grad_norm": 1.2695047217807447,
      "learning_rate": 8.952129290902983e-05,
      "loss": 0.6034,
      "step": 93332
    },
    {
      "epoch": 3.822772885521196,
      "grad_norm": 1.3993234898855649,
      "learning_rate": 8.951830837003215e-05,
      "loss": 0.7287,
      "step": 93333
    },
    {
      "epoch": 3.8228138439483925,
      "grad_norm": 0.8925864341857448,
      "learning_rate": 8.951532385962676e-05,
      "loss": 0.3028,
      "step": 93334
    },
    {
      "epoch": 3.8228548023755886,
      "grad_norm": 0.49902022360459614,
      "learning_rate": 8.951233937781499e-05,
      "loss": 0.0954,
      "step": 93335
    },
    {
      "epoch": 3.822895760802785,
      "grad_norm": 1.7374227523618713,
      "learning_rate": 8.95093549245983e-05,
      "loss": 0.578,
      "step": 93336
    },
    {
      "epoch": 3.8229367192299817,
      "grad_norm": 0.9142451426055741,
      "learning_rate": 8.950637049997803e-05,
      "loss": 0.2252,
      "step": 93337
    },
    {
      "epoch": 3.822977677657178,
      "grad_norm": 1.5232550296027094,
      "learning_rate": 8.950338610395567e-05,
      "loss": 0.7746,
      "step": 93338
    },
    {
      "epoch": 3.8230186360843743,
      "grad_norm": 1.5028223218048469,
      "learning_rate": 8.95004017365326e-05,
      "loss": 0.5476,
      "step": 93339
    },
    {
      "epoch": 3.823059594511571,
      "grad_norm": 1.6034927995028507,
      "learning_rate": 8.949741739771024e-05,
      "loss": 0.7343,
      "step": 93340
    },
    {
      "epoch": 3.823100552938767,
      "grad_norm": 1.589826059606234,
      "learning_rate": 8.949443308748994e-05,
      "loss": 0.8608,
      "step": 93341
    },
    {
      "epoch": 3.8231415113659635,
      "grad_norm": 1.4192897334947268,
      "learning_rate": 8.94914488058732e-05,
      "loss": 0.7908,
      "step": 93342
    },
    {
      "epoch": 3.82318246979316,
      "grad_norm": 1.355187579076506,
      "learning_rate": 8.94884645528614e-05,
      "loss": 0.5558,
      "step": 93343
    },
    {
      "epoch": 3.8232234282203565,
      "grad_norm": 0.8837207766759895,
      "learning_rate": 8.948548032845594e-05,
      "loss": 0.2443,
      "step": 93344
    },
    {
      "epoch": 3.8232643866475526,
      "grad_norm": 1.1322703189873422,
      "learning_rate": 8.94824961326582e-05,
      "loss": 0.548,
      "step": 93345
    },
    {
      "epoch": 3.823305345074749,
      "grad_norm": 1.704975784203275,
      "learning_rate": 8.947951196546964e-05,
      "loss": 0.8242,
      "step": 93346
    },
    {
      "epoch": 3.8233463035019453,
      "grad_norm": 1.203717103481882,
      "learning_rate": 8.947652782689166e-05,
      "loss": 0.6594,
      "step": 93347
    },
    {
      "epoch": 3.823387261929142,
      "grad_norm": 1.08057764901728,
      "learning_rate": 8.947354371692568e-05,
      "loss": 0.2723,
      "step": 93348
    },
    {
      "epoch": 3.8234282203563383,
      "grad_norm": 1.3283350603163577,
      "learning_rate": 8.947055963557307e-05,
      "loss": 0.4159,
      "step": 93349
    },
    {
      "epoch": 3.823469178783535,
      "grad_norm": 1.5044150137142598,
      "learning_rate": 8.946757558283528e-05,
      "loss": 0.7989,
      "step": 93350
    },
    {
      "epoch": 3.823510137210731,
      "grad_norm": 1.523294308217321,
      "learning_rate": 8.94645915587137e-05,
      "loss": 0.6393,
      "step": 93351
    },
    {
      "epoch": 3.8235510956379275,
      "grad_norm": 1.2585164391369346,
      "learning_rate": 8.946160756320977e-05,
      "loss": 0.578,
      "step": 93352
    },
    {
      "epoch": 3.823592054065124,
      "grad_norm": 0.6583507626685532,
      "learning_rate": 8.945862359632487e-05,
      "loss": 0.1115,
      "step": 93353
    },
    {
      "epoch": 3.82363301249232,
      "grad_norm": 1.3269400344476618,
      "learning_rate": 8.94556396580604e-05,
      "loss": 0.5465,
      "step": 93354
    },
    {
      "epoch": 3.8236739709195167,
      "grad_norm": 1.524644826908047,
      "learning_rate": 8.945265574841782e-05,
      "loss": 0.4925,
      "step": 93355
    },
    {
      "epoch": 3.823714929346713,
      "grad_norm": 1.3396167601245994,
      "learning_rate": 8.944967186739851e-05,
      "loss": 0.6468,
      "step": 93356
    },
    {
      "epoch": 3.8237558877739097,
      "grad_norm": 1.2782157007589101,
      "learning_rate": 8.944668801500384e-05,
      "loss": 0.5481,
      "step": 93357
    },
    {
      "epoch": 3.823796846201106,
      "grad_norm": 1.4490293485144108,
      "learning_rate": 8.944370419123529e-05,
      "loss": 0.4477,
      "step": 93358
    },
    {
      "epoch": 3.8238378046283024,
      "grad_norm": 1.2651885836888088,
      "learning_rate": 8.944072039609424e-05,
      "loss": 0.3875,
      "step": 93359
    },
    {
      "epoch": 3.8238787630554985,
      "grad_norm": 1.2121934295672516,
      "learning_rate": 8.943773662958212e-05,
      "loss": 0.499,
      "step": 93360
    },
    {
      "epoch": 3.823919721482695,
      "grad_norm": 1.730465550387547,
      "learning_rate": 8.943475289170032e-05,
      "loss": 0.6606,
      "step": 93361
    },
    {
      "epoch": 3.8239606799098915,
      "grad_norm": 1.297639388937057,
      "learning_rate": 8.943176918245023e-05,
      "loss": 0.5807,
      "step": 93362
    },
    {
      "epoch": 3.824001638337088,
      "grad_norm": 1.3909704673868244,
      "learning_rate": 8.94287855018333e-05,
      "loss": 0.6013,
      "step": 93363
    },
    {
      "epoch": 3.824042596764284,
      "grad_norm": 1.994426404096675,
      "learning_rate": 8.942580184985094e-05,
      "loss": 1.3577,
      "step": 93364
    },
    {
      "epoch": 3.8240835551914807,
      "grad_norm": 2.032444143899783,
      "learning_rate": 8.942281822650453e-05,
      "loss": 1.0199,
      "step": 93365
    },
    {
      "epoch": 3.824124513618677,
      "grad_norm": 1.3957421149111728,
      "learning_rate": 8.941983463179547e-05,
      "loss": 0.6022,
      "step": 93366
    },
    {
      "epoch": 3.8241654720458733,
      "grad_norm": 2.2962032844860256,
      "learning_rate": 8.941685106572523e-05,
      "loss": 1.2249,
      "step": 93367
    },
    {
      "epoch": 3.82420643047307,
      "grad_norm": 1.3973823157667984,
      "learning_rate": 8.941386752829519e-05,
      "loss": 0.6198,
      "step": 93368
    },
    {
      "epoch": 3.8242473889002664,
      "grad_norm": 1.3903909498602751,
      "learning_rate": 8.941088401950677e-05,
      "loss": 0.5974,
      "step": 93369
    },
    {
      "epoch": 3.8242883473274625,
      "grad_norm": 1.3927049403695533,
      "learning_rate": 8.940790053936131e-05,
      "loss": 0.7575,
      "step": 93370
    },
    {
      "epoch": 3.824329305754659,
      "grad_norm": 1.6866113770841518,
      "learning_rate": 8.940491708786032e-05,
      "loss": 1.0683,
      "step": 93371
    },
    {
      "epoch": 3.8243702641818555,
      "grad_norm": 1.2291419081101664,
      "learning_rate": 8.940193366500519e-05,
      "loss": 0.6354,
      "step": 93372
    },
    {
      "epoch": 3.8244112226090516,
      "grad_norm": 0.9178418833266552,
      "learning_rate": 8.939895027079727e-05,
      "loss": 0.2508,
      "step": 93373
    },
    {
      "epoch": 3.824452181036248,
      "grad_norm": 1.4736000785952026,
      "learning_rate": 8.939596690523801e-05,
      "loss": 0.466,
      "step": 93374
    },
    {
      "epoch": 3.8244931394634447,
      "grad_norm": 1.3954390973674544,
      "learning_rate": 8.939298356832883e-05,
      "loss": 0.7953,
      "step": 93375
    },
    {
      "epoch": 3.8245340978906412,
      "grad_norm": 1.4592349541692624,
      "learning_rate": 8.939000026007115e-05,
      "loss": 0.9368,
      "step": 93376
    },
    {
      "epoch": 3.8245750563178373,
      "grad_norm": 0.9935630132750856,
      "learning_rate": 8.938701698046635e-05,
      "loss": 0.266,
      "step": 93377
    },
    {
      "epoch": 3.824616014745034,
      "grad_norm": 1.2586294853343274,
      "learning_rate": 8.938403372951583e-05,
      "loss": 0.6718,
      "step": 93378
    },
    {
      "epoch": 3.82465697317223,
      "grad_norm": 1.5873662213493713,
      "learning_rate": 8.938105050722105e-05,
      "loss": 0.7415,
      "step": 93379
    },
    {
      "epoch": 3.8246979315994265,
      "grad_norm": 1.310637278141778,
      "learning_rate": 8.937806731358339e-05,
      "loss": 0.6823,
      "step": 93380
    },
    {
      "epoch": 3.824738890026623,
      "grad_norm": 1.4123692256312692,
      "learning_rate": 8.937508414860425e-05,
      "loss": 0.7052,
      "step": 93381
    },
    {
      "epoch": 3.8247798484538196,
      "grad_norm": 0.6090696823727809,
      "learning_rate": 8.937210101228503e-05,
      "loss": 0.0729,
      "step": 93382
    },
    {
      "epoch": 3.8248208068810157,
      "grad_norm": 1.9121871881589902,
      "learning_rate": 8.93691179046272e-05,
      "loss": 1.392,
      "step": 93383
    },
    {
      "epoch": 3.824861765308212,
      "grad_norm": 2.857240164104903,
      "learning_rate": 8.936613482563213e-05,
      "loss": 0.9819,
      "step": 93384
    },
    {
      "epoch": 3.8249027237354083,
      "grad_norm": 1.554698473880371,
      "learning_rate": 8.936315177530122e-05,
      "loss": 0.7361,
      "step": 93385
    },
    {
      "epoch": 3.824943682162605,
      "grad_norm": 1.2237412203922295,
      "learning_rate": 8.936016875363587e-05,
      "loss": 0.6463,
      "step": 93386
    },
    {
      "epoch": 3.8249846405898014,
      "grad_norm": 0.5560288879048079,
      "learning_rate": 8.935718576063756e-05,
      "loss": 0.1054,
      "step": 93387
    },
    {
      "epoch": 3.825025599016998,
      "grad_norm": 1.1999094053270134,
      "learning_rate": 8.935420279630765e-05,
      "loss": 0.3699,
      "step": 93388
    },
    {
      "epoch": 3.825066557444194,
      "grad_norm": 1.6840255618904998,
      "learning_rate": 8.935121986064754e-05,
      "loss": 0.7256,
      "step": 93389
    },
    {
      "epoch": 3.8251075158713905,
      "grad_norm": 0.8206321927512665,
      "learning_rate": 8.934823695365862e-05,
      "loss": 0.2285,
      "step": 93390
    },
    {
      "epoch": 3.825148474298587,
      "grad_norm": 1.4762036567275902,
      "learning_rate": 8.934525407534238e-05,
      "loss": 0.6441,
      "step": 93391
    },
    {
      "epoch": 3.825189432725783,
      "grad_norm": 1.3296505772155973,
      "learning_rate": 8.934227122570016e-05,
      "loss": 0.7121,
      "step": 93392
    },
    {
      "epoch": 3.8252303911529797,
      "grad_norm": 2.4606863323047863,
      "learning_rate": 8.933928840473341e-05,
      "loss": 0.8517,
      "step": 93393
    },
    {
      "epoch": 3.8252713495801762,
      "grad_norm": 1.348634154865074,
      "learning_rate": 8.93363056124435e-05,
      "loss": 0.5852,
      "step": 93394
    },
    {
      "epoch": 3.8253123080073728,
      "grad_norm": 1.527971256318344,
      "learning_rate": 8.93333228488319e-05,
      "loss": 0.776,
      "step": 93395
    },
    {
      "epoch": 3.825353266434569,
      "grad_norm": 1.3795450405866843,
      "learning_rate": 8.933034011389998e-05,
      "loss": 0.7166,
      "step": 93396
    },
    {
      "epoch": 3.8253942248617654,
      "grad_norm": 1.0425296259287822,
      "learning_rate": 8.932735740764914e-05,
      "loss": 0.6479,
      "step": 93397
    },
    {
      "epoch": 3.8254351832889615,
      "grad_norm": 5.77293422985792,
      "learning_rate": 8.932437473008077e-05,
      "loss": 2.2001,
      "step": 93398
    },
    {
      "epoch": 3.825476141716158,
      "grad_norm": 0.7643992603071265,
      "learning_rate": 8.932139208119636e-05,
      "loss": 0.138,
      "step": 93399
    },
    {
      "epoch": 3.8255171001433546,
      "grad_norm": 1.693535425591977,
      "learning_rate": 8.931840946099734e-05,
      "loss": 0.7154,
      "step": 93400
    },
    {
      "epoch": 3.825558058570551,
      "grad_norm": 0.8061566744662454,
      "learning_rate": 8.931542686948497e-05,
      "loss": 0.2518,
      "step": 93401
    },
    {
      "epoch": 3.825599016997747,
      "grad_norm": 1.4258473007288874,
      "learning_rate": 8.931244430666076e-05,
      "loss": 0.7847,
      "step": 93402
    },
    {
      "epoch": 3.8256399754249437,
      "grad_norm": 1.2117817686113868,
      "learning_rate": 8.930946177252611e-05,
      "loss": 0.5271,
      "step": 93403
    },
    {
      "epoch": 3.82568093385214,
      "grad_norm": 0.6835572900487492,
      "learning_rate": 8.93064792670824e-05,
      "loss": 0.1163,
      "step": 93404
    },
    {
      "epoch": 3.8257218922793363,
      "grad_norm": 1.0202060383084697,
      "learning_rate": 8.930349679033108e-05,
      "loss": 0.2965,
      "step": 93405
    },
    {
      "epoch": 3.825762850706533,
      "grad_norm": 1.7345101889038947,
      "learning_rate": 8.930051434227355e-05,
      "loss": 0.9743,
      "step": 93406
    },
    {
      "epoch": 3.8258038091337294,
      "grad_norm": 1.5119176624240527,
      "learning_rate": 8.929753192291122e-05,
      "loss": 0.6387,
      "step": 93407
    },
    {
      "epoch": 3.8258447675609255,
      "grad_norm": 1.3028457663024906,
      "learning_rate": 8.929454953224549e-05,
      "loss": 0.6605,
      "step": 93408
    },
    {
      "epoch": 3.825885725988122,
      "grad_norm": 1.8563757991746943,
      "learning_rate": 8.929156717027774e-05,
      "loss": 1.1302,
      "step": 93409
    },
    {
      "epoch": 3.8259266844153186,
      "grad_norm": 1.6644318044496917,
      "learning_rate": 8.928858483700946e-05,
      "loss": 0.7541,
      "step": 93410
    },
    {
      "epoch": 3.8259676428425147,
      "grad_norm": 1.428390822369967,
      "learning_rate": 8.928560253244199e-05,
      "loss": 0.5731,
      "step": 93411
    },
    {
      "epoch": 3.826008601269711,
      "grad_norm": 2.013743513624417,
      "learning_rate": 8.92826202565768e-05,
      "loss": 0.9924,
      "step": 93412
    },
    {
      "epoch": 3.8260495596969077,
      "grad_norm": 1.5670587018242232,
      "learning_rate": 8.927963800941521e-05,
      "loss": 0.8153,
      "step": 93413
    },
    {
      "epoch": 3.8260905181241043,
      "grad_norm": 2.038836397989475,
      "learning_rate": 8.927665579095869e-05,
      "loss": 0.9566,
      "step": 93414
    },
    {
      "epoch": 3.8261314765513004,
      "grad_norm": 1.3515128495010462,
      "learning_rate": 8.927367360120869e-05,
      "loss": 0.5781,
      "step": 93415
    },
    {
      "epoch": 3.826172434978497,
      "grad_norm": 1.3466973413928554,
      "learning_rate": 8.927069144016655e-05,
      "loss": 0.8662,
      "step": 93416
    },
    {
      "epoch": 3.826213393405693,
      "grad_norm": 2.9675004758402337,
      "learning_rate": 8.926770930783367e-05,
      "loss": 1.0708,
      "step": 93417
    },
    {
      "epoch": 3.8262543518328895,
      "grad_norm": 0.8059378032451474,
      "learning_rate": 8.926472720421153e-05,
      "loss": 0.2254,
      "step": 93418
    },
    {
      "epoch": 3.826295310260086,
      "grad_norm": 4.224793834533966,
      "learning_rate": 8.92617451293015e-05,
      "loss": 0.672,
      "step": 93419
    },
    {
      "epoch": 3.8263362686872826,
      "grad_norm": 0.9997419804662773,
      "learning_rate": 8.9258763083105e-05,
      "loss": 0.3388,
      "step": 93420
    },
    {
      "epoch": 3.8263772271144787,
      "grad_norm": 0.8453350228297705,
      "learning_rate": 8.92557810656234e-05,
      "loss": 0.2427,
      "step": 93421
    },
    {
      "epoch": 3.8264181855416752,
      "grad_norm": 1.5872471069974587,
      "learning_rate": 8.925279907685815e-05,
      "loss": 0.691,
      "step": 93422
    },
    {
      "epoch": 3.8264591439688713,
      "grad_norm": 1.8255527677836347,
      "learning_rate": 8.924981711681068e-05,
      "loss": 0.9684,
      "step": 93423
    },
    {
      "epoch": 3.826500102396068,
      "grad_norm": 1.6839814069348487,
      "learning_rate": 8.924683518548237e-05,
      "loss": 0.9224,
      "step": 93424
    },
    {
      "epoch": 3.8265410608232644,
      "grad_norm": 1.3330248850957194,
      "learning_rate": 8.924385328287459e-05,
      "loss": 0.8058,
      "step": 93425
    },
    {
      "epoch": 3.826582019250461,
      "grad_norm": 2.0168147889943326,
      "learning_rate": 8.924087140898882e-05,
      "loss": 0.7208,
      "step": 93426
    },
    {
      "epoch": 3.826622977677657,
      "grad_norm": 1.7139823645288728,
      "learning_rate": 8.923788956382644e-05,
      "loss": 1.0276,
      "step": 93427
    },
    {
      "epoch": 3.8266639361048536,
      "grad_norm": 1.2616773684345777,
      "learning_rate": 8.923490774738887e-05,
      "loss": 0.5244,
      "step": 93428
    },
    {
      "epoch": 3.82670489453205,
      "grad_norm": 1.313946584094325,
      "learning_rate": 8.923192595967746e-05,
      "loss": 0.616,
      "step": 93429
    },
    {
      "epoch": 3.826745852959246,
      "grad_norm": 1.989960610492861,
      "learning_rate": 8.922894420069371e-05,
      "loss": 1.4057,
      "step": 93430
    },
    {
      "epoch": 3.8267868113864427,
      "grad_norm": 1.46107374577191,
      "learning_rate": 8.9225962470439e-05,
      "loss": 1.059,
      "step": 93431
    },
    {
      "epoch": 3.8268277698136393,
      "grad_norm": 1.1108778819729523,
      "learning_rate": 8.922298076891473e-05,
      "loss": 0.5448,
      "step": 93432
    },
    {
      "epoch": 3.826868728240836,
      "grad_norm": 1.201792373896885,
      "learning_rate": 8.921999909612228e-05,
      "loss": 0.6036,
      "step": 93433
    },
    {
      "epoch": 3.826909686668032,
      "grad_norm": 1.8801371789565282,
      "learning_rate": 8.921701745206307e-05,
      "loss": 0.699,
      "step": 93434
    },
    {
      "epoch": 3.8269506450952284,
      "grad_norm": 1.390441772668693,
      "learning_rate": 8.921403583673857e-05,
      "loss": 0.5594,
      "step": 93435
    },
    {
      "epoch": 3.8269916035224245,
      "grad_norm": 1.483708073356743,
      "learning_rate": 8.921105425015013e-05,
      "loss": 0.5903,
      "step": 93436
    },
    {
      "epoch": 3.827032561949621,
      "grad_norm": 1.5127326714592984,
      "learning_rate": 8.920807269229919e-05,
      "loss": 0.5497,
      "step": 93437
    },
    {
      "epoch": 3.8270735203768176,
      "grad_norm": 1.8169693993737315,
      "learning_rate": 8.92050911631871e-05,
      "loss": 1.0704,
      "step": 93438
    },
    {
      "epoch": 3.827114478804014,
      "grad_norm": 2.6611464467546537,
      "learning_rate": 8.920210966281537e-05,
      "loss": 1.1475,
      "step": 93439
    },
    {
      "epoch": 3.82715543723121,
      "grad_norm": 1.3781494416366329,
      "learning_rate": 8.919912819118534e-05,
      "loss": 0.7932,
      "step": 93440
    },
    {
      "epoch": 3.8271963956584067,
      "grad_norm": 1.77593470796474,
      "learning_rate": 8.919614674829843e-05,
      "loss": 0.6794,
      "step": 93441
    },
    {
      "epoch": 3.827237354085603,
      "grad_norm": 1.383554479977895,
      "learning_rate": 8.919316533415603e-05,
      "loss": 0.5739,
      "step": 93442
    },
    {
      "epoch": 3.8272783125127994,
      "grad_norm": 1.2792456000705492,
      "learning_rate": 8.919018394875959e-05,
      "loss": 0.348,
      "step": 93443
    },
    {
      "epoch": 3.827319270939996,
      "grad_norm": 1.4181519089504646,
      "learning_rate": 8.918720259211053e-05,
      "loss": 0.5883,
      "step": 93444
    },
    {
      "epoch": 3.8273602293671924,
      "grad_norm": 0.8322242599922173,
      "learning_rate": 8.91842212642102e-05,
      "loss": 0.2513,
      "step": 93445
    },
    {
      "epoch": 3.8274011877943885,
      "grad_norm": 2.4702874585661214,
      "learning_rate": 8.918123996506003e-05,
      "loss": 0.952,
      "step": 93446
    },
    {
      "epoch": 3.827442146221585,
      "grad_norm": 1.3302894675827381,
      "learning_rate": 8.917825869466147e-05,
      "loss": 0.5746,
      "step": 93447
    },
    {
      "epoch": 3.8274831046487816,
      "grad_norm": 1.5521525123500064,
      "learning_rate": 8.91752774530159e-05,
      "loss": 0.8733,
      "step": 93448
    },
    {
      "epoch": 3.8275240630759777,
      "grad_norm": 2.9693374382152533,
      "learning_rate": 8.917229624012471e-05,
      "loss": 0.8548,
      "step": 93449
    },
    {
      "epoch": 3.8275650215031742,
      "grad_norm": 1.7021301519584757,
      "learning_rate": 8.916931505598933e-05,
      "loss": 1.2624,
      "step": 93450
    },
    {
      "epoch": 3.8276059799303708,
      "grad_norm": 1.0547088259932125,
      "learning_rate": 8.916633390061116e-05,
      "loss": 0.4062,
      "step": 93451
    },
    {
      "epoch": 3.8276469383575673,
      "grad_norm": 1.2697109791015766,
      "learning_rate": 8.916335277399166e-05,
      "loss": 0.6157,
      "step": 93452
    },
    {
      "epoch": 3.8276878967847634,
      "grad_norm": 1.4878467984828796,
      "learning_rate": 8.916037167613217e-05,
      "loss": 0.6333,
      "step": 93453
    },
    {
      "epoch": 3.82772885521196,
      "grad_norm": 1.1004114751578582,
      "learning_rate": 8.915739060703409e-05,
      "loss": 0.2128,
      "step": 93454
    },
    {
      "epoch": 3.827769813639156,
      "grad_norm": 1.5298033589549838,
      "learning_rate": 8.915440956669891e-05,
      "loss": 0.8375,
      "step": 93455
    },
    {
      "epoch": 3.8278107720663526,
      "grad_norm": 1.5173679146258503,
      "learning_rate": 8.915142855512799e-05,
      "loss": 0.8466,
      "step": 93456
    },
    {
      "epoch": 3.827851730493549,
      "grad_norm": 1.40878071787028,
      "learning_rate": 8.914844757232276e-05,
      "loss": 0.6445,
      "step": 93457
    },
    {
      "epoch": 3.8278926889207456,
      "grad_norm": 1.7339449716394992,
      "learning_rate": 8.914546661828457e-05,
      "loss": 0.8048,
      "step": 93458
    },
    {
      "epoch": 3.8279336473479417,
      "grad_norm": 1.6390466954678762,
      "learning_rate": 8.914248569301488e-05,
      "loss": 0.6238,
      "step": 93459
    },
    {
      "epoch": 3.8279746057751383,
      "grad_norm": 1.6689694648685893,
      "learning_rate": 8.913950479651511e-05,
      "loss": 0.5229,
      "step": 93460
    },
    {
      "epoch": 3.8280155642023344,
      "grad_norm": 1.2409746714117944,
      "learning_rate": 8.913652392878666e-05,
      "loss": 0.5337,
      "step": 93461
    },
    {
      "epoch": 3.828056522629531,
      "grad_norm": 1.5481642069800041,
      "learning_rate": 8.91335430898309e-05,
      "loss": 0.8139,
      "step": 93462
    },
    {
      "epoch": 3.8280974810567274,
      "grad_norm": 1.6899678757942969,
      "learning_rate": 8.91305622796493e-05,
      "loss": 0.8381,
      "step": 93463
    },
    {
      "epoch": 3.828138439483924,
      "grad_norm": 1.5429760277553435,
      "learning_rate": 8.912758149824322e-05,
      "loss": 0.8139,
      "step": 93464
    },
    {
      "epoch": 3.82817939791112,
      "grad_norm": 1.5036766642035544,
      "learning_rate": 8.91246007456141e-05,
      "loss": 0.6594,
      "step": 93465
    },
    {
      "epoch": 3.8282203563383166,
      "grad_norm": 1.56197783131482,
      "learning_rate": 8.91216200217633e-05,
      "loss": 0.7265,
      "step": 93466
    },
    {
      "epoch": 3.828261314765513,
      "grad_norm": 1.0447523189198473,
      "learning_rate": 8.91186393266923e-05,
      "loss": 0.3149,
      "step": 93467
    },
    {
      "epoch": 3.828302273192709,
      "grad_norm": 1.756280257774658,
      "learning_rate": 8.911565866040247e-05,
      "loss": 1.1428,
      "step": 93468
    },
    {
      "epoch": 3.8283432316199058,
      "grad_norm": 2.1515544962586834,
      "learning_rate": 8.911267802289523e-05,
      "loss": 0.8835,
      "step": 93469
    },
    {
      "epoch": 3.8283841900471023,
      "grad_norm": 0.8550021348274736,
      "learning_rate": 8.910969741417195e-05,
      "loss": 0.2803,
      "step": 93470
    },
    {
      "epoch": 3.828425148474299,
      "grad_norm": 1.2568344592283434,
      "learning_rate": 8.910671683423417e-05,
      "loss": 0.7422,
      "step": 93471
    },
    {
      "epoch": 3.828466106901495,
      "grad_norm": 1.2454977424034483,
      "learning_rate": 8.910373628308313e-05,
      "loss": 0.6595,
      "step": 93472
    },
    {
      "epoch": 3.8285070653286914,
      "grad_norm": 1.529507471182934,
      "learning_rate": 8.910075576072028e-05,
      "loss": 0.6559,
      "step": 93473
    },
    {
      "epoch": 3.8285480237558875,
      "grad_norm": 1.3022825380897753,
      "learning_rate": 8.909777526714709e-05,
      "loss": 0.5412,
      "step": 93474
    },
    {
      "epoch": 3.828588982183084,
      "grad_norm": 0.9771194398911693,
      "learning_rate": 8.909479480236493e-05,
      "loss": 0.1927,
      "step": 93475
    },
    {
      "epoch": 3.8286299406102806,
      "grad_norm": 1.3562481184360646,
      "learning_rate": 8.909181436637523e-05,
      "loss": 0.5918,
      "step": 93476
    },
    {
      "epoch": 3.828670899037477,
      "grad_norm": 1.219753057926081,
      "learning_rate": 8.908883395917934e-05,
      "loss": 0.584,
      "step": 93477
    },
    {
      "epoch": 3.8287118574646732,
      "grad_norm": 1.6461249816232255,
      "learning_rate": 8.908585358077876e-05,
      "loss": 0.8992,
      "step": 93478
    },
    {
      "epoch": 3.8287528158918698,
      "grad_norm": 1.5856463223057362,
      "learning_rate": 8.908287323117485e-05,
      "loss": 0.6177,
      "step": 93479
    },
    {
      "epoch": 3.8287937743190663,
      "grad_norm": 0.9984774530524498,
      "learning_rate": 8.907989291036902e-05,
      "loss": 0.309,
      "step": 93480
    },
    {
      "epoch": 3.8288347327462624,
      "grad_norm": 0.9856705021821253,
      "learning_rate": 8.907691261836266e-05,
      "loss": 0.3016,
      "step": 93481
    },
    {
      "epoch": 3.828875691173459,
      "grad_norm": 4.321666172376406,
      "learning_rate": 8.907393235515722e-05,
      "loss": 2.7228,
      "step": 93482
    },
    {
      "epoch": 3.8289166496006555,
      "grad_norm": 1.042015504441071,
      "learning_rate": 8.907095212075409e-05,
      "loss": 0.108,
      "step": 93483
    },
    {
      "epoch": 3.8289576080278516,
      "grad_norm": 1.1768554727035856,
      "learning_rate": 8.90679719151547e-05,
      "loss": 0.4181,
      "step": 93484
    },
    {
      "epoch": 3.828998566455048,
      "grad_norm": 1.6783346157301389,
      "learning_rate": 8.906499173836037e-05,
      "loss": 0.7105,
      "step": 93485
    },
    {
      "epoch": 3.8290395248822446,
      "grad_norm": 0.8593826055128724,
      "learning_rate": 8.906201159037263e-05,
      "loss": 0.2281,
      "step": 93486
    },
    {
      "epoch": 3.8290804833094407,
      "grad_norm": 2.6465687576373162,
      "learning_rate": 8.905903147119284e-05,
      "loss": 2.1717,
      "step": 93487
    },
    {
      "epoch": 3.8291214417366373,
      "grad_norm": 1.651262768602807,
      "learning_rate": 8.905605138082238e-05,
      "loss": 0.6709,
      "step": 93488
    },
    {
      "epoch": 3.829162400163834,
      "grad_norm": 5.25568846440164,
      "learning_rate": 8.905307131926267e-05,
      "loss": 2.6398,
      "step": 93489
    },
    {
      "epoch": 3.8292033585910303,
      "grad_norm": 1.6845457680522258,
      "learning_rate": 8.905009128651515e-05,
      "loss": 0.8596,
      "step": 93490
    },
    {
      "epoch": 3.8292443170182264,
      "grad_norm": 1.2614769712966372,
      "learning_rate": 8.904711128258124e-05,
      "loss": 0.536,
      "step": 93491
    },
    {
      "epoch": 3.829285275445423,
      "grad_norm": 1.2122813750025725,
      "learning_rate": 8.90441313074623e-05,
      "loss": 0.6967,
      "step": 93492
    },
    {
      "epoch": 3.829326233872619,
      "grad_norm": 1.2984663765905695,
      "learning_rate": 8.904115136115972e-05,
      "loss": 0.7399,
      "step": 93493
    },
    {
      "epoch": 3.8293671922998156,
      "grad_norm": 1.5025574420944317,
      "learning_rate": 8.903817144367497e-05,
      "loss": 0.6411,
      "step": 93494
    },
    {
      "epoch": 3.829408150727012,
      "grad_norm": 0.7993523046102436,
      "learning_rate": 8.903519155500945e-05,
      "loss": 0.1952,
      "step": 93495
    },
    {
      "epoch": 3.8294491091542087,
      "grad_norm": 1.8965705828466655,
      "learning_rate": 8.903221169516456e-05,
      "loss": 0.924,
      "step": 93496
    },
    {
      "epoch": 3.8294900675814048,
      "grad_norm": 5.426145294418594,
      "learning_rate": 8.902923186414166e-05,
      "loss": 2.608,
      "step": 93497
    },
    {
      "epoch": 3.8295310260086013,
      "grad_norm": 1.216523735933626,
      "learning_rate": 8.902625206194223e-05,
      "loss": 0.5683,
      "step": 93498
    },
    {
      "epoch": 3.829571984435798,
      "grad_norm": 1.5464922576988789,
      "learning_rate": 8.902327228856765e-05,
      "loss": 0.7586,
      "step": 93499
    },
    {
      "epoch": 3.829612942862994,
      "grad_norm": 1.2705037841517743,
      "learning_rate": 8.902029254401932e-05,
      "loss": 0.5747,
      "step": 93500
    },
    {
      "epoch": 3.8296539012901905,
      "grad_norm": 1.2307845948975868,
      "learning_rate": 8.901731282829867e-05,
      "loss": 0.772,
      "step": 93501
    },
    {
      "epoch": 3.829694859717387,
      "grad_norm": 1.5550665832972608,
      "learning_rate": 8.901433314140706e-05,
      "loss": 0.9195,
      "step": 93502
    },
    {
      "epoch": 3.829735818144583,
      "grad_norm": 1.4399927362714775,
      "learning_rate": 8.901135348334598e-05,
      "loss": 0.6481,
      "step": 93503
    },
    {
      "epoch": 3.8297767765717796,
      "grad_norm": 1.2915202889098594,
      "learning_rate": 8.900837385411678e-05,
      "loss": 0.5998,
      "step": 93504
    },
    {
      "epoch": 3.829817734998976,
      "grad_norm": 2.456679445895214,
      "learning_rate": 8.900539425372089e-05,
      "loss": 0.9358,
      "step": 93505
    },
    {
      "epoch": 3.8298586934261722,
      "grad_norm": 1.4923293186241424,
      "learning_rate": 8.900241468215968e-05,
      "loss": 0.7034,
      "step": 93506
    },
    {
      "epoch": 3.829899651853369,
      "grad_norm": 1.2675504500367507,
      "learning_rate": 8.89994351394346e-05,
      "loss": 0.6308,
      "step": 93507
    },
    {
      "epoch": 3.8299406102805653,
      "grad_norm": 1.5693390094619075,
      "learning_rate": 8.899645562554707e-05,
      "loss": 0.6572,
      "step": 93508
    },
    {
      "epoch": 3.829981568707762,
      "grad_norm": 1.2384784201882713,
      "learning_rate": 8.899347614049847e-05,
      "loss": 0.736,
      "step": 93509
    },
    {
      "epoch": 3.830022527134958,
      "grad_norm": 1.1916765079402916,
      "learning_rate": 8.899049668429019e-05,
      "loss": 0.2913,
      "step": 93510
    },
    {
      "epoch": 3.8300634855621545,
      "grad_norm": 1.382817242914782,
      "learning_rate": 8.898751725692366e-05,
      "loss": 0.6277,
      "step": 93511
    },
    {
      "epoch": 3.8301044439893506,
      "grad_norm": 2.5285196527054117,
      "learning_rate": 8.898453785840033e-05,
      "loss": 1.88,
      "step": 93512
    },
    {
      "epoch": 3.830145402416547,
      "grad_norm": 1.3415367080771228,
      "learning_rate": 8.898155848872154e-05,
      "loss": 0.7325,
      "step": 93513
    },
    {
      "epoch": 3.8301863608437436,
      "grad_norm": 1.4550491226993212,
      "learning_rate": 8.897857914788872e-05,
      "loss": 0.587,
      "step": 93514
    },
    {
      "epoch": 3.83022731927094,
      "grad_norm": 1.877138314211713,
      "learning_rate": 8.89755998359033e-05,
      "loss": 0.7856,
      "step": 93515
    },
    {
      "epoch": 3.8302682776981363,
      "grad_norm": 1.5061514504621374,
      "learning_rate": 8.89726205527667e-05,
      "loss": 0.7896,
      "step": 93516
    },
    {
      "epoch": 3.830309236125333,
      "grad_norm": 1.3370457721932583,
      "learning_rate": 8.896964129848028e-05,
      "loss": 0.6415,
      "step": 93517
    },
    {
      "epoch": 3.8303501945525293,
      "grad_norm": 10.474873646886216,
      "learning_rate": 8.896666207304545e-05,
      "loss": 2.502,
      "step": 93518
    },
    {
      "epoch": 3.8303911529797254,
      "grad_norm": 1.6138464488502726,
      "learning_rate": 8.896368287646368e-05,
      "loss": 0.5813,
      "step": 93519
    },
    {
      "epoch": 3.830432111406922,
      "grad_norm": 1.4253983700477497,
      "learning_rate": 8.896070370873633e-05,
      "loss": 0.6129,
      "step": 93520
    },
    {
      "epoch": 3.8304730698341185,
      "grad_norm": 1.6721533666744066,
      "learning_rate": 8.895772456986481e-05,
      "loss": 0.7868,
      "step": 93521
    },
    {
      "epoch": 3.830514028261315,
      "grad_norm": 1.7070816824404167,
      "learning_rate": 8.895474545985054e-05,
      "loss": 0.6039,
      "step": 93522
    },
    {
      "epoch": 3.830554986688511,
      "grad_norm": 1.5058417518901717,
      "learning_rate": 8.89517663786949e-05,
      "loss": 0.3801,
      "step": 93523
    },
    {
      "epoch": 3.8305959451157077,
      "grad_norm": 1.4123950490932253,
      "learning_rate": 8.894878732639935e-05,
      "loss": 0.6538,
      "step": 93524
    },
    {
      "epoch": 3.8306369035429038,
      "grad_norm": 2.925014646168965,
      "learning_rate": 8.894580830296529e-05,
      "loss": 1.2245,
      "step": 93525
    },
    {
      "epoch": 3.8306778619701003,
      "grad_norm": 1.3494885637214773,
      "learning_rate": 8.894282930839405e-05,
      "loss": 0.6357,
      "step": 93526
    },
    {
      "epoch": 3.830718820397297,
      "grad_norm": 1.307549369067961,
      "learning_rate": 8.893985034268714e-05,
      "loss": 0.5762,
      "step": 93527
    },
    {
      "epoch": 3.8307597788244934,
      "grad_norm": 1.6987221728902386,
      "learning_rate": 8.893687140584592e-05,
      "loss": 0.704,
      "step": 93528
    },
    {
      "epoch": 3.8308007372516895,
      "grad_norm": 1.8593498552676908,
      "learning_rate": 8.893389249787181e-05,
      "loss": 0.7434,
      "step": 93529
    },
    {
      "epoch": 3.830841695678886,
      "grad_norm": 0.8214075475323187,
      "learning_rate": 8.893091361876618e-05,
      "loss": 0.2172,
      "step": 93530
    },
    {
      "epoch": 3.830882654106082,
      "grad_norm": 1.4593456434283996,
      "learning_rate": 8.89279347685305e-05,
      "loss": 0.6479,
      "step": 93531
    },
    {
      "epoch": 3.8309236125332786,
      "grad_norm": 0.9419373507735347,
      "learning_rate": 8.892495594716614e-05,
      "loss": 0.293,
      "step": 93532
    },
    {
      "epoch": 3.830964570960475,
      "grad_norm": 1.4776772543482715,
      "learning_rate": 8.892197715467454e-05,
      "loss": 0.7396,
      "step": 93533
    },
    {
      "epoch": 3.8310055293876717,
      "grad_norm": 1.8652642471210457,
      "learning_rate": 8.891899839105703e-05,
      "loss": 1.0883,
      "step": 93534
    },
    {
      "epoch": 3.831046487814868,
      "grad_norm": 0.9757156788136281,
      "learning_rate": 8.891601965631511e-05,
      "loss": 0.2915,
      "step": 93535
    },
    {
      "epoch": 3.8310874462420643,
      "grad_norm": 3.7238355933624043,
      "learning_rate": 8.891304095045018e-05,
      "loss": 3.1902,
      "step": 93536
    },
    {
      "epoch": 3.831128404669261,
      "grad_norm": 2.699406903547873,
      "learning_rate": 8.891006227346358e-05,
      "loss": 0.6242,
      "step": 93537
    },
    {
      "epoch": 3.831169363096457,
      "grad_norm": 1.4728746713759366,
      "learning_rate": 8.890708362535674e-05,
      "loss": 0.5788,
      "step": 93538
    },
    {
      "epoch": 3.8312103215236535,
      "grad_norm": 1.3172045761756528,
      "learning_rate": 8.890410500613111e-05,
      "loss": 0.476,
      "step": 93539
    },
    {
      "epoch": 3.83125127995085,
      "grad_norm": 1.6336772454021151,
      "learning_rate": 8.890112641578808e-05,
      "loss": 0.6631,
      "step": 93540
    },
    {
      "epoch": 3.8312922383780466,
      "grad_norm": 1.678896435761813,
      "learning_rate": 8.88981478543291e-05,
      "loss": 0.5789,
      "step": 93541
    },
    {
      "epoch": 3.8313331968052426,
      "grad_norm": 3.1061230655645637,
      "learning_rate": 8.889516932175548e-05,
      "loss": 0.7466,
      "step": 93542
    },
    {
      "epoch": 3.831374155232439,
      "grad_norm": 1.0826746865522807,
      "learning_rate": 8.889219081806869e-05,
      "loss": 0.386,
      "step": 93543
    },
    {
      "epoch": 3.8314151136596353,
      "grad_norm": 1.588686768735911,
      "learning_rate": 8.88892123432701e-05,
      "loss": 0.7226,
      "step": 93544
    },
    {
      "epoch": 3.831456072086832,
      "grad_norm": 1.5906845190376073,
      "learning_rate": 8.888623389736114e-05,
      "loss": 0.9591,
      "step": 93545
    },
    {
      "epoch": 3.8314970305140283,
      "grad_norm": 1.560723405451343,
      "learning_rate": 8.888325548034324e-05,
      "loss": 0.8719,
      "step": 93546
    },
    {
      "epoch": 3.831537988941225,
      "grad_norm": 3.3092384004345723,
      "learning_rate": 8.88802770922178e-05,
      "loss": 3.6188,
      "step": 93547
    },
    {
      "epoch": 3.831578947368421,
      "grad_norm": 1.1924874036838393,
      "learning_rate": 8.887729873298622e-05,
      "loss": 0.5081,
      "step": 93548
    },
    {
      "epoch": 3.8316199057956175,
      "grad_norm": 1.5177830477426317,
      "learning_rate": 8.887432040264986e-05,
      "loss": 0.7843,
      "step": 93549
    },
    {
      "epoch": 3.8316608642228136,
      "grad_norm": 1.6343027499180187,
      "learning_rate": 8.887134210121023e-05,
      "loss": 0.878,
      "step": 93550
    },
    {
      "epoch": 3.83170182265001,
      "grad_norm": 17.617813679812468,
      "learning_rate": 8.886836382866865e-05,
      "loss": 1.4194,
      "step": 93551
    },
    {
      "epoch": 3.8317427810772067,
      "grad_norm": 2.046656414696211,
      "learning_rate": 8.886538558502659e-05,
      "loss": 1.616,
      "step": 93552
    },
    {
      "epoch": 3.831783739504403,
      "grad_norm": 1.67186826503453,
      "learning_rate": 8.886240737028538e-05,
      "loss": 0.6708,
      "step": 93553
    },
    {
      "epoch": 3.8318246979315993,
      "grad_norm": 1.7073900566188105,
      "learning_rate": 8.885942918444651e-05,
      "loss": 0.623,
      "step": 93554
    },
    {
      "epoch": 3.831865656358796,
      "grad_norm": 1.585784634893727,
      "learning_rate": 8.885645102751136e-05,
      "loss": 0.6009,
      "step": 93555
    },
    {
      "epoch": 3.8319066147859924,
      "grad_norm": 0.9404092390314579,
      "learning_rate": 8.885347289948133e-05,
      "loss": 0.3019,
      "step": 93556
    },
    {
      "epoch": 3.8319475732131885,
      "grad_norm": 1.0596056898873876,
      "learning_rate": 8.885049480035778e-05,
      "loss": 0.6012,
      "step": 93557
    },
    {
      "epoch": 3.831988531640385,
      "grad_norm": 1.7361884620568608,
      "learning_rate": 8.884751673014222e-05,
      "loss": 0.9278,
      "step": 93558
    },
    {
      "epoch": 3.8320294900675815,
      "grad_norm": 0.6015252250772939,
      "learning_rate": 8.8844538688836e-05,
      "loss": 0.0818,
      "step": 93559
    },
    {
      "epoch": 3.832070448494778,
      "grad_norm": 1.1899390626712492,
      "learning_rate": 8.884156067644055e-05,
      "loss": 0.5567,
      "step": 93560
    },
    {
      "epoch": 3.832111406921974,
      "grad_norm": 1.5103513208097783,
      "learning_rate": 8.88385826929572e-05,
      "loss": 0.9203,
      "step": 93561
    },
    {
      "epoch": 3.8321523653491707,
      "grad_norm": 1.688380101088059,
      "learning_rate": 8.883560473838747e-05,
      "loss": 0.9611,
      "step": 93562
    },
    {
      "epoch": 3.832193323776367,
      "grad_norm": 4.615826342354311,
      "learning_rate": 8.883262681273272e-05,
      "loss": 1.2004,
      "step": 93563
    },
    {
      "epoch": 3.8322342822035633,
      "grad_norm": 2.064375200129147,
      "learning_rate": 8.882964891599433e-05,
      "loss": 0.9408,
      "step": 93564
    },
    {
      "epoch": 3.83227524063076,
      "grad_norm": 4.978938575924625,
      "learning_rate": 8.882667104817374e-05,
      "loss": 6.1306,
      "step": 93565
    },
    {
      "epoch": 3.8323161990579564,
      "grad_norm": 1.4277054064822507,
      "learning_rate": 8.882369320927235e-05,
      "loss": 0.892,
      "step": 93566
    },
    {
      "epoch": 3.8323571574851525,
      "grad_norm": 1.656600833862146,
      "learning_rate": 8.882071539929157e-05,
      "loss": 1.0373,
      "step": 93567
    },
    {
      "epoch": 3.832398115912349,
      "grad_norm": 6.988914513796879,
      "learning_rate": 8.881773761823281e-05,
      "loss": 5.0624,
      "step": 93568
    },
    {
      "epoch": 3.832439074339545,
      "grad_norm": 1.7620664457647848,
      "learning_rate": 8.881475986609745e-05,
      "loss": 0.8887,
      "step": 93569
    },
    {
      "epoch": 3.8324800327667417,
      "grad_norm": 1.9252750382531583,
      "learning_rate": 8.881178214288696e-05,
      "loss": 0.8267,
      "step": 93570
    },
    {
      "epoch": 3.832520991193938,
      "grad_norm": 2.733427681751982,
      "learning_rate": 8.880880444860268e-05,
      "loss": 2.6329,
      "step": 93571
    },
    {
      "epoch": 3.8325619496211347,
      "grad_norm": 1.4238531688932319,
      "learning_rate": 8.880582678324607e-05,
      "loss": 0.7396,
      "step": 93572
    },
    {
      "epoch": 3.832602908048331,
      "grad_norm": 2.680279734506019,
      "learning_rate": 8.880284914681851e-05,
      "loss": 0.8044,
      "step": 93573
    },
    {
      "epoch": 3.8326438664755273,
      "grad_norm": 1.883560493236973,
      "learning_rate": 8.879987153932137e-05,
      "loss": 1.2302,
      "step": 93574
    },
    {
      "epoch": 3.832684824902724,
      "grad_norm": 0.7662818182641209,
      "learning_rate": 8.879689396075614e-05,
      "loss": 0.2365,
      "step": 93575
    },
    {
      "epoch": 3.83272578332992,
      "grad_norm": 2.366448389029192,
      "learning_rate": 8.879391641112418e-05,
      "loss": 0.9822,
      "step": 93576
    },
    {
      "epoch": 3.8327667417571165,
      "grad_norm": 1.3127066304928696,
      "learning_rate": 8.879093889042691e-05,
      "loss": 0.6442,
      "step": 93577
    },
    {
      "epoch": 3.832807700184313,
      "grad_norm": 1.5085431798727194,
      "learning_rate": 8.878796139866569e-05,
      "loss": 0.7006,
      "step": 93578
    },
    {
      "epoch": 3.8328486586115096,
      "grad_norm": 1.8249238114294066,
      "learning_rate": 8.878498393584203e-05,
      "loss": 0.7619,
      "step": 93579
    },
    {
      "epoch": 3.8328896170387057,
      "grad_norm": 1.3448596595169973,
      "learning_rate": 8.878200650195726e-05,
      "loss": 0.3206,
      "step": 93580
    },
    {
      "epoch": 3.832930575465902,
      "grad_norm": 1.5489169148869992,
      "learning_rate": 8.87790290970128e-05,
      "loss": 0.8281,
      "step": 93581
    },
    {
      "epoch": 3.8329715338930983,
      "grad_norm": 1.303535635982884,
      "learning_rate": 8.877605172101003e-05,
      "loss": 0.6052,
      "step": 93582
    },
    {
      "epoch": 3.833012492320295,
      "grad_norm": 1.292280259289092,
      "learning_rate": 8.877307437395042e-05,
      "loss": 0.5742,
      "step": 93583
    },
    {
      "epoch": 3.8330534507474914,
      "grad_norm": 1.195868096140217,
      "learning_rate": 8.877009705583538e-05,
      "loss": 0.6649,
      "step": 93584
    },
    {
      "epoch": 3.833094409174688,
      "grad_norm": 1.2151523327846616,
      "learning_rate": 8.876711976666624e-05,
      "loss": 0.3614,
      "step": 93585
    },
    {
      "epoch": 3.833135367601884,
      "grad_norm": 1.1371754373864953,
      "learning_rate": 8.876414250644445e-05,
      "loss": 0.5472,
      "step": 93586
    },
    {
      "epoch": 3.8331763260290805,
      "grad_norm": 1.244124773092768,
      "learning_rate": 8.876116527517144e-05,
      "loss": 0.451,
      "step": 93587
    },
    {
      "epoch": 3.8332172844562766,
      "grad_norm": 1.6648280740898773,
      "learning_rate": 8.875818807284859e-05,
      "loss": 0.6449,
      "step": 93588
    },
    {
      "epoch": 3.833258242883473,
      "grad_norm": 1.5228731260091202,
      "learning_rate": 8.875521089947733e-05,
      "loss": 0.7939,
      "step": 93589
    },
    {
      "epoch": 3.8332992013106697,
      "grad_norm": 1.4650396541997914,
      "learning_rate": 8.875223375505903e-05,
      "loss": 0.6677,
      "step": 93590
    },
    {
      "epoch": 3.8333401597378662,
      "grad_norm": 0.8933998815350246,
      "learning_rate": 8.874925663959513e-05,
      "loss": 0.2797,
      "step": 93591
    },
    {
      "epoch": 3.8333811181650623,
      "grad_norm": 1.488707307166755,
      "learning_rate": 8.874627955308703e-05,
      "loss": 0.5922,
      "step": 93592
    },
    {
      "epoch": 3.833422076592259,
      "grad_norm": 2.8298192822722523,
      "learning_rate": 8.874330249553615e-05,
      "loss": 2.2984,
      "step": 93593
    },
    {
      "epoch": 3.8334630350194554,
      "grad_norm": 1.3219461395570868,
      "learning_rate": 8.874032546694384e-05,
      "loss": 0.7265,
      "step": 93594
    },
    {
      "epoch": 3.8335039934466515,
      "grad_norm": 0.53217558143779,
      "learning_rate": 8.873734846731157e-05,
      "loss": 0.0654,
      "step": 93595
    },
    {
      "epoch": 3.833544951873848,
      "grad_norm": 0.8049813907122036,
      "learning_rate": 8.873437149664075e-05,
      "loss": 0.1576,
      "step": 93596
    },
    {
      "epoch": 3.8335859103010446,
      "grad_norm": 1.118537026990341,
      "learning_rate": 8.873139455493274e-05,
      "loss": 0.4439,
      "step": 93597
    },
    {
      "epoch": 3.833626868728241,
      "grad_norm": 1.4291684207437023,
      "learning_rate": 8.872841764218896e-05,
      "loss": 0.6845,
      "step": 93598
    },
    {
      "epoch": 3.833667827155437,
      "grad_norm": 1.220458861953863,
      "learning_rate": 8.872544075841085e-05,
      "loss": 0.5905,
      "step": 93599
    },
    {
      "epoch": 3.8337087855826337,
      "grad_norm": 0.9938292619327719,
      "learning_rate": 8.872246390359979e-05,
      "loss": 0.3366,
      "step": 93600
    },
    {
      "epoch": 3.83374974400983,
      "grad_norm": 1.6466070152832488,
      "learning_rate": 8.87194870777572e-05,
      "loss": 0.6934,
      "step": 93601
    },
    {
      "epoch": 3.8337907024370264,
      "grad_norm": 1.0850446742685285,
      "learning_rate": 8.871651028088446e-05,
      "loss": 0.3384,
      "step": 93602
    },
    {
      "epoch": 3.833831660864223,
      "grad_norm": 1.1433118237725648,
      "learning_rate": 8.871353351298302e-05,
      "loss": 0.2485,
      "step": 93603
    },
    {
      "epoch": 3.8338726192914194,
      "grad_norm": 1.2978643067163833,
      "learning_rate": 8.871055677405425e-05,
      "loss": 0.5334,
      "step": 93604
    },
    {
      "epoch": 3.8339135777186155,
      "grad_norm": 1.4803280007429314,
      "learning_rate": 8.87075800640996e-05,
      "loss": 0.8158,
      "step": 93605
    },
    {
      "epoch": 3.833954536145812,
      "grad_norm": 1.753218978069523,
      "learning_rate": 8.870460338312041e-05,
      "loss": 0.4416,
      "step": 93606
    },
    {
      "epoch": 3.833995494573008,
      "grad_norm": 1.5322329224683773,
      "learning_rate": 8.870162673111814e-05,
      "loss": 0.8147,
      "step": 93607
    },
    {
      "epoch": 3.8340364530002047,
      "grad_norm": 1.67107211421174,
      "learning_rate": 8.86986501080942e-05,
      "loss": 0.5415,
      "step": 93608
    },
    {
      "epoch": 3.834077411427401,
      "grad_norm": 0.9440696858943655,
      "learning_rate": 8.869567351404998e-05,
      "loss": 0.2836,
      "step": 93609
    },
    {
      "epoch": 3.8341183698545978,
      "grad_norm": 1.958537964154836,
      "learning_rate": 8.869269694898686e-05,
      "loss": 0.8402,
      "step": 93610
    },
    {
      "epoch": 3.834159328281794,
      "grad_norm": 1.4054187266900393,
      "learning_rate": 8.868972041290631e-05,
      "loss": 0.5778,
      "step": 93611
    },
    {
      "epoch": 3.8342002867089904,
      "grad_norm": 1.5287167817291862,
      "learning_rate": 8.868674390580974e-05,
      "loss": 0.771,
      "step": 93612
    },
    {
      "epoch": 3.834241245136187,
      "grad_norm": 1.3073771102733238,
      "learning_rate": 8.868376742769845e-05,
      "loss": 0.4721,
      "step": 93613
    },
    {
      "epoch": 3.834282203563383,
      "grad_norm": 1.4997865814159492,
      "learning_rate": 8.868079097857392e-05,
      "loss": 0.7327,
      "step": 93614
    },
    {
      "epoch": 3.8343231619905795,
      "grad_norm": 1.0756618378715233,
      "learning_rate": 8.867781455843759e-05,
      "loss": 0.2855,
      "step": 93615
    },
    {
      "epoch": 3.834364120417776,
      "grad_norm": 1.4043086472046349,
      "learning_rate": 8.867483816729082e-05,
      "loss": 0.4797,
      "step": 93616
    },
    {
      "epoch": 3.8344050788449726,
      "grad_norm": 2.2027396321028703,
      "learning_rate": 8.867186180513498e-05,
      "loss": 0.9588,
      "step": 93617
    },
    {
      "epoch": 3.8344460372721687,
      "grad_norm": 1.2042356175375883,
      "learning_rate": 8.866888547197158e-05,
      "loss": 0.4945,
      "step": 93618
    },
    {
      "epoch": 3.8344869956993652,
      "grad_norm": 0.6379143566577032,
      "learning_rate": 8.866590916780196e-05,
      "loss": 0.1906,
      "step": 93619
    },
    {
      "epoch": 3.8345279541265613,
      "grad_norm": 1.6655591370567941,
      "learning_rate": 8.866293289262753e-05,
      "loss": 0.6633,
      "step": 93620
    },
    {
      "epoch": 3.834568912553758,
      "grad_norm": 0.9817446693124373,
      "learning_rate": 8.865995664644969e-05,
      "loss": 0.4833,
      "step": 93621
    },
    {
      "epoch": 3.8346098709809544,
      "grad_norm": 2.9500926192449457,
      "learning_rate": 8.86569804292699e-05,
      "loss": 3.1228,
      "step": 93622
    },
    {
      "epoch": 3.834650829408151,
      "grad_norm": 1.6486266587621228,
      "learning_rate": 8.865400424108949e-05,
      "loss": 0.7793,
      "step": 93623
    },
    {
      "epoch": 3.834691787835347,
      "grad_norm": 1.7890893819834301,
      "learning_rate": 8.865102808190995e-05,
      "loss": 0.8783,
      "step": 93624
    },
    {
      "epoch": 3.8347327462625436,
      "grad_norm": 2.001546083303937,
      "learning_rate": 8.864805195173258e-05,
      "loss": 0.8652,
      "step": 93625
    },
    {
      "epoch": 3.8347737046897397,
      "grad_norm": 1.1722489429629024,
      "learning_rate": 8.864507585055892e-05,
      "loss": 0.6069,
      "step": 93626
    },
    {
      "epoch": 3.834814663116936,
      "grad_norm": 1.4351807082784849,
      "learning_rate": 8.864209977839029e-05,
      "loss": 0.5674,
      "step": 93627
    },
    {
      "epoch": 3.8348556215441327,
      "grad_norm": 1.2743997814108539,
      "learning_rate": 8.863912373522811e-05,
      "loss": 0.4022,
      "step": 93628
    },
    {
      "epoch": 3.8348965799713293,
      "grad_norm": 1.373192727375657,
      "learning_rate": 8.863614772107377e-05,
      "loss": 0.8486,
      "step": 93629
    },
    {
      "epoch": 3.8349375383985254,
      "grad_norm": 1.1114520375897083,
      "learning_rate": 8.863317173592872e-05,
      "loss": 0.6311,
      "step": 93630
    },
    {
      "epoch": 3.834978496825722,
      "grad_norm": 1.6565078916075842,
      "learning_rate": 8.863019577979435e-05,
      "loss": 0.7057,
      "step": 93631
    },
    {
      "epoch": 3.8350194552529184,
      "grad_norm": 1.5523654635365638,
      "learning_rate": 8.862721985267207e-05,
      "loss": 0.8179,
      "step": 93632
    },
    {
      "epoch": 3.8350604136801145,
      "grad_norm": 1.5394717376185354,
      "learning_rate": 8.862424395456324e-05,
      "loss": 0.7326,
      "step": 93633
    },
    {
      "epoch": 3.835101372107311,
      "grad_norm": 1.9286630576122168,
      "learning_rate": 8.862126808546931e-05,
      "loss": 0.8386,
      "step": 93634
    },
    {
      "epoch": 3.8351423305345076,
      "grad_norm": 1.5513172042072296,
      "learning_rate": 8.861829224539173e-05,
      "loss": 0.9489,
      "step": 93635
    },
    {
      "epoch": 3.835183288961704,
      "grad_norm": 3.1583671826102395,
      "learning_rate": 8.861531643433183e-05,
      "loss": 3.0777,
      "step": 93636
    },
    {
      "epoch": 3.8352242473889,
      "grad_norm": 1.145807739675862,
      "learning_rate": 8.861234065229103e-05,
      "loss": 0.4724,
      "step": 93637
    },
    {
      "epoch": 3.8352652058160968,
      "grad_norm": 1.2819221060672261,
      "learning_rate": 8.860936489927078e-05,
      "loss": 0.5316,
      "step": 93638
    },
    {
      "epoch": 3.835306164243293,
      "grad_norm": 1.7051335527682197,
      "learning_rate": 8.860638917527245e-05,
      "loss": 0.838,
      "step": 93639
    },
    {
      "epoch": 3.8353471226704894,
      "grad_norm": 1.8732925610120277,
      "learning_rate": 8.860341348029748e-05,
      "loss": 1.0,
      "step": 93640
    },
    {
      "epoch": 3.835388081097686,
      "grad_norm": 1.3918009772307978,
      "learning_rate": 8.860043781434721e-05,
      "loss": 0.6307,
      "step": 93641
    },
    {
      "epoch": 3.8354290395248825,
      "grad_norm": 0.8433888444183191,
      "learning_rate": 8.85974621774231e-05,
      "loss": 0.2111,
      "step": 93642
    },
    {
      "epoch": 3.8354699979520785,
      "grad_norm": 1.744175158447932,
      "learning_rate": 8.859448656952657e-05,
      "loss": 0.8775,
      "step": 93643
    },
    {
      "epoch": 3.835510956379275,
      "grad_norm": 1.3155218005148415,
      "learning_rate": 8.8591510990659e-05,
      "loss": 0.811,
      "step": 93644
    },
    {
      "epoch": 3.835551914806471,
      "grad_norm": 1.9176651763285248,
      "learning_rate": 8.85885354408218e-05,
      "loss": 0.8682,
      "step": 93645
    },
    {
      "epoch": 3.8355928732336677,
      "grad_norm": 1.0807502894570165,
      "learning_rate": 8.858555992001635e-05,
      "loss": 0.4718,
      "step": 93646
    },
    {
      "epoch": 3.8356338316608642,
      "grad_norm": 0.9044470797384381,
      "learning_rate": 8.858258442824411e-05,
      "loss": 0.1946,
      "step": 93647
    },
    {
      "epoch": 3.835674790088061,
      "grad_norm": 1.6880925866823688,
      "learning_rate": 8.857960896550646e-05,
      "loss": 0.8907,
      "step": 93648
    },
    {
      "epoch": 3.835715748515257,
      "grad_norm": 1.4155704387347638,
      "learning_rate": 8.857663353180482e-05,
      "loss": 0.6498,
      "step": 93649
    },
    {
      "epoch": 3.8357567069424534,
      "grad_norm": 0.8049008793547711,
      "learning_rate": 8.857365812714053e-05,
      "loss": 0.2396,
      "step": 93650
    },
    {
      "epoch": 3.83579766536965,
      "grad_norm": 1.676907164447269,
      "learning_rate": 8.857068275151509e-05,
      "loss": 0.9699,
      "step": 93651
    },
    {
      "epoch": 3.835838623796846,
      "grad_norm": 1.4163898539709812,
      "learning_rate": 8.856770740492988e-05,
      "loss": 0.476,
      "step": 93652
    },
    {
      "epoch": 3.8358795822240426,
      "grad_norm": 1.6313928135987696,
      "learning_rate": 8.856473208738626e-05,
      "loss": 0.602,
      "step": 93653
    },
    {
      "epoch": 3.835920540651239,
      "grad_norm": 1.2603682534784348,
      "learning_rate": 8.856175679888567e-05,
      "loss": 0.5105,
      "step": 93654
    },
    {
      "epoch": 3.8359614990784356,
      "grad_norm": 1.4191519342973329,
      "learning_rate": 8.855878153942953e-05,
      "loss": 0.6819,
      "step": 93655
    },
    {
      "epoch": 3.8360024575056317,
      "grad_norm": 1.535761747607063,
      "learning_rate": 8.855580630901925e-05,
      "loss": 0.7929,
      "step": 93656
    },
    {
      "epoch": 3.8360434159328283,
      "grad_norm": 1.3888617258373923,
      "learning_rate": 8.855283110765621e-05,
      "loss": 0.7252,
      "step": 93657
    },
    {
      "epoch": 3.8360843743600244,
      "grad_norm": 1.766344248863461,
      "learning_rate": 8.854985593534178e-05,
      "loss": 0.9685,
      "step": 93658
    },
    {
      "epoch": 3.836125332787221,
      "grad_norm": 1.4582868612281221,
      "learning_rate": 8.854688079207746e-05,
      "loss": 0.6109,
      "step": 93659
    },
    {
      "epoch": 3.8361662912144174,
      "grad_norm": 1.1316595316313935,
      "learning_rate": 8.854390567786461e-05,
      "loss": 0.4187,
      "step": 93660
    },
    {
      "epoch": 3.836207249641614,
      "grad_norm": 1.4133413006386075,
      "learning_rate": 8.854093059270462e-05,
      "loss": 0.5091,
      "step": 93661
    },
    {
      "epoch": 3.83624820806881,
      "grad_norm": 1.6393847119720564,
      "learning_rate": 8.85379555365989e-05,
      "loss": 0.8105,
      "step": 93662
    },
    {
      "epoch": 3.8362891664960066,
      "grad_norm": 1.6041628452194405,
      "learning_rate": 8.853498050954888e-05,
      "loss": 0.8129,
      "step": 93663
    },
    {
      "epoch": 3.8363301249232027,
      "grad_norm": 0.80514841270482,
      "learning_rate": 8.853200551155597e-05,
      "loss": 0.1233,
      "step": 93664
    },
    {
      "epoch": 3.8363710833503992,
      "grad_norm": 1.482230415354217,
      "learning_rate": 8.852903054262157e-05,
      "loss": 0.6898,
      "step": 93665
    },
    {
      "epoch": 3.8364120417775958,
      "grad_norm": 1.4783587128210813,
      "learning_rate": 8.852605560274702e-05,
      "loss": 0.8222,
      "step": 93666
    },
    {
      "epoch": 3.8364530002047923,
      "grad_norm": 1.081538241284767,
      "learning_rate": 8.852308069193383e-05,
      "loss": 0.33,
      "step": 93667
    },
    {
      "epoch": 3.8364939586319884,
      "grad_norm": 1.1087864432532226,
      "learning_rate": 8.852010581018335e-05,
      "loss": 0.3445,
      "step": 93668
    },
    {
      "epoch": 3.836534917059185,
      "grad_norm": 1.550027435606287,
      "learning_rate": 8.851713095749701e-05,
      "loss": 0.6478,
      "step": 93669
    },
    {
      "epoch": 3.8365758754863815,
      "grad_norm": 1.8517246424061957,
      "learning_rate": 8.851415613387616e-05,
      "loss": 0.7972,
      "step": 93670
    },
    {
      "epoch": 3.8366168339135776,
      "grad_norm": 1.6339369879945793,
      "learning_rate": 8.85111813393223e-05,
      "loss": 0.6675,
      "step": 93671
    },
    {
      "epoch": 3.836657792340774,
      "grad_norm": 1.3716485481337541,
      "learning_rate": 8.850820657383676e-05,
      "loss": 0.7133,
      "step": 93672
    },
    {
      "epoch": 3.8366987507679706,
      "grad_norm": 0.4825581668780509,
      "learning_rate": 8.8505231837421e-05,
      "loss": 0.0894,
      "step": 93673
    },
    {
      "epoch": 3.836739709195167,
      "grad_norm": 2.0029914444562587,
      "learning_rate": 8.850225713007635e-05,
      "loss": 1.0742,
      "step": 93674
    },
    {
      "epoch": 3.8367806676223633,
      "grad_norm": 1.7342924718425674,
      "learning_rate": 8.849928245180428e-05,
      "loss": 0.6722,
      "step": 93675
    },
    {
      "epoch": 3.83682162604956,
      "grad_norm": 2.009110219023507,
      "learning_rate": 8.84963078026062e-05,
      "loss": 0.6757,
      "step": 93676
    },
    {
      "epoch": 3.836862584476756,
      "grad_norm": 1.1143777508945056,
      "learning_rate": 8.84933331824835e-05,
      "loss": 0.2157,
      "step": 93677
    },
    {
      "epoch": 3.8369035429039524,
      "grad_norm": 1.7223511450123181,
      "learning_rate": 8.849035859143755e-05,
      "loss": 0.648,
      "step": 93678
    },
    {
      "epoch": 3.836944501331149,
      "grad_norm": 1.777377215103357,
      "learning_rate": 8.848738402946981e-05,
      "loss": 0.6452,
      "step": 93679
    },
    {
      "epoch": 3.8369854597583455,
      "grad_norm": 1.4756548082392038,
      "learning_rate": 8.848440949658167e-05,
      "loss": 0.6131,
      "step": 93680
    },
    {
      "epoch": 3.8370264181855416,
      "grad_norm": 1.5315198479293264,
      "learning_rate": 8.848143499277452e-05,
      "loss": 0.6031,
      "step": 93681
    },
    {
      "epoch": 3.837067376612738,
      "grad_norm": 0.8965131251795997,
      "learning_rate": 8.847846051804975e-05,
      "loss": 0.2693,
      "step": 93682
    },
    {
      "epoch": 3.837108335039934,
      "grad_norm": 1.2002293693271993,
      "learning_rate": 8.84754860724089e-05,
      "loss": 0.3411,
      "step": 93683
    },
    {
      "epoch": 3.8371492934671307,
      "grad_norm": 1.5311304257433553,
      "learning_rate": 8.84725116558532e-05,
      "loss": 0.7389,
      "step": 93684
    },
    {
      "epoch": 3.8371902518943273,
      "grad_norm": 1.703366790319894,
      "learning_rate": 8.846953726838412e-05,
      "loss": 0.6888,
      "step": 93685
    },
    {
      "epoch": 3.837231210321524,
      "grad_norm": 1.355455405693424,
      "learning_rate": 8.846656291000308e-05,
      "loss": 0.5944,
      "step": 93686
    },
    {
      "epoch": 3.83727216874872,
      "grad_norm": 1.895219646746362,
      "learning_rate": 8.846358858071147e-05,
      "loss": 0.5803,
      "step": 93687
    },
    {
      "epoch": 3.8373131271759164,
      "grad_norm": 1.408232282432557,
      "learning_rate": 8.846061428051071e-05,
      "loss": 0.5363,
      "step": 93688
    },
    {
      "epoch": 3.837354085603113,
      "grad_norm": 0.9656726486400666,
      "learning_rate": 8.845764000940218e-05,
      "loss": 0.1444,
      "step": 93689
    },
    {
      "epoch": 3.837395044030309,
      "grad_norm": 1.5156364006679628,
      "learning_rate": 8.845466576738734e-05,
      "loss": 0.7882,
      "step": 93690
    },
    {
      "epoch": 3.8374360024575056,
      "grad_norm": 1.8012708157953843,
      "learning_rate": 8.845169155446754e-05,
      "loss": 0.7298,
      "step": 93691
    },
    {
      "epoch": 3.837476960884702,
      "grad_norm": 1.8369080977623577,
      "learning_rate": 8.844871737064423e-05,
      "loss": 0.8158,
      "step": 93692
    },
    {
      "epoch": 3.8375179193118987,
      "grad_norm": 1.4811147261748112,
      "learning_rate": 8.844574321591875e-05,
      "loss": 0.7248,
      "step": 93693
    },
    {
      "epoch": 3.8375588777390948,
      "grad_norm": 2.088786041872705,
      "learning_rate": 8.844276909029261e-05,
      "loss": 1.3834,
      "step": 93694
    },
    {
      "epoch": 3.8375998361662913,
      "grad_norm": 1.374875040440183,
      "learning_rate": 8.843979499376712e-05,
      "loss": 0.7043,
      "step": 93695
    },
    {
      "epoch": 3.8376407945934874,
      "grad_norm": 0.9204111107666326,
      "learning_rate": 8.843682092634375e-05,
      "loss": 0.3118,
      "step": 93696
    },
    {
      "epoch": 3.837681753020684,
      "grad_norm": 1.517828961790421,
      "learning_rate": 8.843384688802385e-05,
      "loss": 0.7938,
      "step": 93697
    },
    {
      "epoch": 3.8377227114478805,
      "grad_norm": 1.7677351236196137,
      "learning_rate": 8.843087287880886e-05,
      "loss": 0.6827,
      "step": 93698
    },
    {
      "epoch": 3.837763669875077,
      "grad_norm": 1.6688176574767049,
      "learning_rate": 8.84278988987002e-05,
      "loss": 0.78,
      "step": 93699
    },
    {
      "epoch": 3.837804628302273,
      "grad_norm": 1.6373123848264748,
      "learning_rate": 8.842492494769924e-05,
      "loss": 0.8236,
      "step": 93700
    },
    {
      "epoch": 3.8378455867294696,
      "grad_norm": 1.4026050409165087,
      "learning_rate": 8.84219510258074e-05,
      "loss": 0.6224,
      "step": 93701
    },
    {
      "epoch": 3.8378865451566657,
      "grad_norm": 1.7245603762559532,
      "learning_rate": 8.84189771330261e-05,
      "loss": 0.9926,
      "step": 93702
    },
    {
      "epoch": 3.8379275035838623,
      "grad_norm": 2.6417822384208423,
      "learning_rate": 8.841600326935672e-05,
      "loss": 0.8537,
      "step": 93703
    },
    {
      "epoch": 3.837968462011059,
      "grad_norm": 1.6595042968055749,
      "learning_rate": 8.84130294348007e-05,
      "loss": 1.0641,
      "step": 93704
    },
    {
      "epoch": 3.8380094204382553,
      "grad_norm": 1.4638598137254901,
      "learning_rate": 8.841005562935938e-05,
      "loss": 0.6308,
      "step": 93705
    },
    {
      "epoch": 3.8380503788654514,
      "grad_norm": 1.0161536765139727,
      "learning_rate": 8.840708185303425e-05,
      "loss": 0.3675,
      "step": 93706
    },
    {
      "epoch": 3.838091337292648,
      "grad_norm": 1.7829579997013645,
      "learning_rate": 8.84041081058267e-05,
      "loss": 0.5153,
      "step": 93707
    },
    {
      "epoch": 3.8381322957198445,
      "grad_norm": 1.4801247922585052,
      "learning_rate": 8.840113438773809e-05,
      "loss": 0.7038,
      "step": 93708
    },
    {
      "epoch": 3.8381732541470406,
      "grad_norm": 3.806938431676783,
      "learning_rate": 8.83981606987698e-05,
      "loss": 3.7529,
      "step": 93709
    },
    {
      "epoch": 3.838214212574237,
      "grad_norm": 1.4133409610927217,
      "learning_rate": 8.839518703892335e-05,
      "loss": 0.6475,
      "step": 93710
    },
    {
      "epoch": 3.8382551710014337,
      "grad_norm": 1.0869222055958838,
      "learning_rate": 8.839221340820008e-05,
      "loss": 0.0591,
      "step": 93711
    },
    {
      "epoch": 3.83829612942863,
      "grad_norm": 2.2233289142552795,
      "learning_rate": 8.838923980660139e-05,
      "loss": 0.9592,
      "step": 93712
    },
    {
      "epoch": 3.8383370878558263,
      "grad_norm": 4.722666516503816,
      "learning_rate": 8.838626623412867e-05,
      "loss": 4.5976,
      "step": 93713
    },
    {
      "epoch": 3.838378046283023,
      "grad_norm": 1.2744821705951637,
      "learning_rate": 8.838329269078335e-05,
      "loss": 0.47,
      "step": 93714
    },
    {
      "epoch": 3.838419004710219,
      "grad_norm": 1.268988037345247,
      "learning_rate": 8.838031917656683e-05,
      "loss": 0.5503,
      "step": 93715
    },
    {
      "epoch": 3.8384599631374154,
      "grad_norm": 1.5942931635940472,
      "learning_rate": 8.837734569148054e-05,
      "loss": 0.6364,
      "step": 93716
    },
    {
      "epoch": 3.838500921564612,
      "grad_norm": 1.5845674058684245,
      "learning_rate": 8.837437223552588e-05,
      "loss": 0.8435,
      "step": 93717
    },
    {
      "epoch": 3.8385418799918085,
      "grad_norm": 1.3800155204290632,
      "learning_rate": 8.837139880870418e-05,
      "loss": 0.6034,
      "step": 93718
    },
    {
      "epoch": 3.8385828384190046,
      "grad_norm": 1.1104348731423874,
      "learning_rate": 8.836842541101695e-05,
      "loss": 0.4522,
      "step": 93719
    },
    {
      "epoch": 3.838623796846201,
      "grad_norm": 1.5961870937280143,
      "learning_rate": 8.836545204246556e-05,
      "loss": 0.7433,
      "step": 93720
    },
    {
      "epoch": 3.8386647552733972,
      "grad_norm": 1.167293329509624,
      "learning_rate": 8.836247870305139e-05,
      "loss": 0.7245,
      "step": 93721
    },
    {
      "epoch": 3.8387057137005938,
      "grad_norm": 0.9800204511037859,
      "learning_rate": 8.835950539277586e-05,
      "loss": 0.2437,
      "step": 93722
    },
    {
      "epoch": 3.8387466721277903,
      "grad_norm": 1.4006854322302287,
      "learning_rate": 8.835653211164039e-05,
      "loss": 0.7511,
      "step": 93723
    },
    {
      "epoch": 3.838787630554987,
      "grad_norm": 1.4237450389167279,
      "learning_rate": 8.835355885964637e-05,
      "loss": 0.725,
      "step": 93724
    },
    {
      "epoch": 3.838828588982183,
      "grad_norm": 1.559424815984033,
      "learning_rate": 8.835058563679524e-05,
      "loss": 0.7005,
      "step": 93725
    },
    {
      "epoch": 3.8388695474093795,
      "grad_norm": 1.552984397003999,
      "learning_rate": 8.834761244308831e-05,
      "loss": 0.6476,
      "step": 93726
    },
    {
      "epoch": 3.838910505836576,
      "grad_norm": 1.7802012503585078,
      "learning_rate": 8.83446392785271e-05,
      "loss": 0.8877,
      "step": 93727
    },
    {
      "epoch": 3.838951464263772,
      "grad_norm": 1.1753450235678806,
      "learning_rate": 8.834166614311296e-05,
      "loss": 0.5839,
      "step": 93728
    },
    {
      "epoch": 3.8389924226909686,
      "grad_norm": 1.4059022240448376,
      "learning_rate": 8.83386930368473e-05,
      "loss": 0.672,
      "step": 93729
    },
    {
      "epoch": 3.839033381118165,
      "grad_norm": 1.3380356728130212,
      "learning_rate": 8.833571995973151e-05,
      "loss": 0.6698,
      "step": 93730
    },
    {
      "epoch": 3.8390743395453617,
      "grad_norm": 1.2165967375412774,
      "learning_rate": 8.833274691176703e-05,
      "loss": 0.5594,
      "step": 93731
    },
    {
      "epoch": 3.839115297972558,
      "grad_norm": 1.3630727959315931,
      "learning_rate": 8.832977389295527e-05,
      "loss": 0.6424,
      "step": 93732
    },
    {
      "epoch": 3.8391562563997543,
      "grad_norm": 1.0222623143760352,
      "learning_rate": 8.832680090329757e-05,
      "loss": 0.3098,
      "step": 93733
    },
    {
      "epoch": 3.8391972148269504,
      "grad_norm": 1.0018937935453385,
      "learning_rate": 8.83238279427954e-05,
      "loss": 0.2789,
      "step": 93734
    },
    {
      "epoch": 3.839238173254147,
      "grad_norm": 1.7959079275722358,
      "learning_rate": 8.832085501145016e-05,
      "loss": 0.7235,
      "step": 93735
    },
    {
      "epoch": 3.8392791316813435,
      "grad_norm": 1.2332024819961513,
      "learning_rate": 8.831788210926324e-05,
      "loss": 0.2675,
      "step": 93736
    },
    {
      "epoch": 3.83932009010854,
      "grad_norm": 1.56205533522262,
      "learning_rate": 8.831490923623602e-05,
      "loss": 0.4997,
      "step": 93737
    },
    {
      "epoch": 3.839361048535736,
      "grad_norm": 1.5099261024471844,
      "learning_rate": 8.831193639236994e-05,
      "loss": 0.6311,
      "step": 93738
    },
    {
      "epoch": 3.8394020069629327,
      "grad_norm": 1.6182702177385502,
      "learning_rate": 8.83089635776664e-05,
      "loss": 0.8222,
      "step": 93739
    },
    {
      "epoch": 3.8394429653901287,
      "grad_norm": 1.638277542982936,
      "learning_rate": 8.83059907921268e-05,
      "loss": 0.6125,
      "step": 93740
    },
    {
      "epoch": 3.8394839238173253,
      "grad_norm": 1.1705345614232434,
      "learning_rate": 8.830301803575258e-05,
      "loss": 0.6023,
      "step": 93741
    },
    {
      "epoch": 3.839524882244522,
      "grad_norm": 1.972523042495059,
      "learning_rate": 8.830004530854506e-05,
      "loss": 1.1607,
      "step": 93742
    },
    {
      "epoch": 3.8395658406717184,
      "grad_norm": 1.4309356879956248,
      "learning_rate": 8.829707261050573e-05,
      "loss": 0.6498,
      "step": 93743
    },
    {
      "epoch": 3.8396067990989144,
      "grad_norm": 1.4362692879343077,
      "learning_rate": 8.829409994163596e-05,
      "loss": 0.63,
      "step": 93744
    },
    {
      "epoch": 3.839647757526111,
      "grad_norm": 1.237055192974248,
      "learning_rate": 8.829112730193717e-05,
      "loss": 0.5245,
      "step": 93745
    },
    {
      "epoch": 3.8396887159533075,
      "grad_norm": 1.7824841769812707,
      "learning_rate": 8.828815469141071e-05,
      "loss": 0.6806,
      "step": 93746
    },
    {
      "epoch": 3.8397296743805036,
      "grad_norm": 1.5716243936163417,
      "learning_rate": 8.828518211005806e-05,
      "loss": 0.765,
      "step": 93747
    },
    {
      "epoch": 3.8397706328077,
      "grad_norm": 1.6920123254842783,
      "learning_rate": 8.828220955788062e-05,
      "loss": 0.8923,
      "step": 93748
    },
    {
      "epoch": 3.8398115912348967,
      "grad_norm": 0.9770212008844376,
      "learning_rate": 8.827923703487975e-05,
      "loss": 0.1723,
      "step": 93749
    },
    {
      "epoch": 3.839852549662093,
      "grad_norm": 1.7074218739504323,
      "learning_rate": 8.827626454105683e-05,
      "loss": 0.9894,
      "step": 93750
    },
    {
      "epoch": 3.8398935080892893,
      "grad_norm": 1.2058712627759725,
      "learning_rate": 8.827329207641338e-05,
      "loss": 0.4812,
      "step": 93751
    },
    {
      "epoch": 3.839934466516486,
      "grad_norm": 1.3644945479467414,
      "learning_rate": 8.82703196409507e-05,
      "loss": 0.6167,
      "step": 93752
    },
    {
      "epoch": 3.839975424943682,
      "grad_norm": 1.1141917916801083,
      "learning_rate": 8.826734723467027e-05,
      "loss": 0.2908,
      "step": 93753
    },
    {
      "epoch": 3.8400163833708785,
      "grad_norm": 1.409637980001026,
      "learning_rate": 8.826437485757344e-05,
      "loss": 0.5841,
      "step": 93754
    },
    {
      "epoch": 3.840057341798075,
      "grad_norm": 1.2987091793380148,
      "learning_rate": 8.826140250966162e-05,
      "loss": 0.5887,
      "step": 93755
    },
    {
      "epoch": 3.8400983002252715,
      "grad_norm": 1.5401817242963471,
      "learning_rate": 8.825843019093623e-05,
      "loss": 0.7561,
      "step": 93756
    },
    {
      "epoch": 3.8401392586524676,
      "grad_norm": 0.5849740680720056,
      "learning_rate": 8.825545790139863e-05,
      "loss": 0.121,
      "step": 93757
    },
    {
      "epoch": 3.840180217079664,
      "grad_norm": 4.594748726660714,
      "learning_rate": 8.825248564105032e-05,
      "loss": 2.0142,
      "step": 93758
    },
    {
      "epoch": 3.8402211755068603,
      "grad_norm": 1.6089694971095398,
      "learning_rate": 8.824951340989263e-05,
      "loss": 0.9124,
      "step": 93759
    },
    {
      "epoch": 3.840262133934057,
      "grad_norm": 1.665842066073075,
      "learning_rate": 8.8246541207927e-05,
      "loss": 0.6709,
      "step": 93760
    },
    {
      "epoch": 3.8403030923612533,
      "grad_norm": 1.151418204024281,
      "learning_rate": 8.824356903515479e-05,
      "loss": 0.6257,
      "step": 93761
    },
    {
      "epoch": 3.84034405078845,
      "grad_norm": 0.9372482026967565,
      "learning_rate": 8.824059689157746e-05,
      "loss": 0.3626,
      "step": 93762
    },
    {
      "epoch": 3.840385009215646,
      "grad_norm": 2.765836492648558,
      "learning_rate": 8.82376247771964e-05,
      "loss": 0.7014,
      "step": 93763
    },
    {
      "epoch": 3.8404259676428425,
      "grad_norm": 1.5218651869409805,
      "learning_rate": 8.8234652692013e-05,
      "loss": 0.6391,
      "step": 93764
    },
    {
      "epoch": 3.840466926070039,
      "grad_norm": 0.7589533224346425,
      "learning_rate": 8.823168063602865e-05,
      "loss": 0.2344,
      "step": 93765
    },
    {
      "epoch": 3.840507884497235,
      "grad_norm": 1.8042355958735765,
      "learning_rate": 8.822870860924479e-05,
      "loss": 0.7311,
      "step": 93766
    },
    {
      "epoch": 3.8405488429244317,
      "grad_norm": 1.532457932706592,
      "learning_rate": 8.822573661166284e-05,
      "loss": 0.9222,
      "step": 93767
    },
    {
      "epoch": 3.840589801351628,
      "grad_norm": 1.471119296909658,
      "learning_rate": 8.822276464328414e-05,
      "loss": 0.7671,
      "step": 93768
    },
    {
      "epoch": 3.8406307597788247,
      "grad_norm": 1.6855968886899688,
      "learning_rate": 8.821979270411013e-05,
      "loss": 0.8094,
      "step": 93769
    },
    {
      "epoch": 3.840671718206021,
      "grad_norm": 1.0263976576639435,
      "learning_rate": 8.821682079414223e-05,
      "loss": 0.299,
      "step": 93770
    },
    {
      "epoch": 3.8407126766332174,
      "grad_norm": 1.8499056840619799,
      "learning_rate": 8.821384891338184e-05,
      "loss": 1.3275,
      "step": 93771
    },
    {
      "epoch": 3.8407536350604135,
      "grad_norm": 1.4718486102490076,
      "learning_rate": 8.821087706183036e-05,
      "loss": 0.6647,
      "step": 93772
    },
    {
      "epoch": 3.84079459348761,
      "grad_norm": 1.2775106503508074,
      "learning_rate": 8.820790523948917e-05,
      "loss": 0.7244,
      "step": 93773
    },
    {
      "epoch": 3.8408355519148065,
      "grad_norm": 1.1296533170792429,
      "learning_rate": 8.820493344635972e-05,
      "loss": 0.2203,
      "step": 93774
    },
    {
      "epoch": 3.840876510342003,
      "grad_norm": 1.5552892415719861,
      "learning_rate": 8.820196168244339e-05,
      "loss": 0.8175,
      "step": 93775
    },
    {
      "epoch": 3.840917468769199,
      "grad_norm": 0.8814850814856633,
      "learning_rate": 8.819898994774159e-05,
      "loss": 0.2333,
      "step": 93776
    },
    {
      "epoch": 3.8409584271963957,
      "grad_norm": 1.5277931940454121,
      "learning_rate": 8.819601824225568e-05,
      "loss": 0.7771,
      "step": 93777
    },
    {
      "epoch": 3.8409993856235918,
      "grad_norm": 1.4816196485729738,
      "learning_rate": 8.819304656598715e-05,
      "loss": 0.6724,
      "step": 93778
    },
    {
      "epoch": 3.8410403440507883,
      "grad_norm": 1.230376239422889,
      "learning_rate": 8.819007491893735e-05,
      "loss": 0.468,
      "step": 93779
    },
    {
      "epoch": 3.841081302477985,
      "grad_norm": 1.3774062336764732,
      "learning_rate": 8.81871033011077e-05,
      "loss": 0.7174,
      "step": 93780
    },
    {
      "epoch": 3.8411222609051814,
      "grad_norm": 1.573002101340067,
      "learning_rate": 8.818413171249957e-05,
      "loss": 0.8503,
      "step": 93781
    },
    {
      "epoch": 3.8411632193323775,
      "grad_norm": 1.2553585809684493,
      "learning_rate": 8.818116015311443e-05,
      "loss": 0.7166,
      "step": 93782
    },
    {
      "epoch": 3.841204177759574,
      "grad_norm": 1.4458708425204883,
      "learning_rate": 8.817818862295365e-05,
      "loss": 0.5448,
      "step": 93783
    },
    {
      "epoch": 3.8412451361867705,
      "grad_norm": 2.097777672585523,
      "learning_rate": 8.817521712201864e-05,
      "loss": 0.9679,
      "step": 93784
    },
    {
      "epoch": 3.8412860946139666,
      "grad_norm": 1.5705600863434317,
      "learning_rate": 8.817224565031078e-05,
      "loss": 0.832,
      "step": 93785
    },
    {
      "epoch": 3.841327053041163,
      "grad_norm": 0.8008108305703521,
      "learning_rate": 8.816927420783148e-05,
      "loss": 0.2114,
      "step": 93786
    },
    {
      "epoch": 3.8413680114683597,
      "grad_norm": 1.474518300686498,
      "learning_rate": 8.816630279458218e-05,
      "loss": 0.5117,
      "step": 93787
    },
    {
      "epoch": 3.8414089698955562,
      "grad_norm": 0.6910241149132973,
      "learning_rate": 8.816333141056429e-05,
      "loss": 0.2031,
      "step": 93788
    },
    {
      "epoch": 3.8414499283227523,
      "grad_norm": 0.9991878862361169,
      "learning_rate": 8.816036005577916e-05,
      "loss": 0.3801,
      "step": 93789
    },
    {
      "epoch": 3.841490886749949,
      "grad_norm": 1.214315114506242,
      "learning_rate": 8.81573887302282e-05,
      "loss": 0.55,
      "step": 93790
    },
    {
      "epoch": 3.841531845177145,
      "grad_norm": 1.256354032290422,
      "learning_rate": 8.815441743391287e-05,
      "loss": 0.5025,
      "step": 93791
    },
    {
      "epoch": 3.8415728036043415,
      "grad_norm": 1.1018732451324147,
      "learning_rate": 8.815144616683455e-05,
      "loss": 0.5659,
      "step": 93792
    },
    {
      "epoch": 3.841613762031538,
      "grad_norm": 1.4593440823180792,
      "learning_rate": 8.814847492899463e-05,
      "loss": 0.6254,
      "step": 93793
    },
    {
      "epoch": 3.8416547204587346,
      "grad_norm": 1.3026460080392421,
      "learning_rate": 8.814550372039449e-05,
      "loss": 0.5674,
      "step": 93794
    },
    {
      "epoch": 3.8416956788859307,
      "grad_norm": 1.5940224974836956,
      "learning_rate": 8.81425325410356e-05,
      "loss": 0.5656,
      "step": 93795
    },
    {
      "epoch": 3.841736637313127,
      "grad_norm": 0.9228259964053205,
      "learning_rate": 8.813956139091932e-05,
      "loss": 0.1669,
      "step": 93796
    },
    {
      "epoch": 3.8417775957403237,
      "grad_norm": 1.4635101270884774,
      "learning_rate": 8.813659027004709e-05,
      "loss": 0.633,
      "step": 93797
    },
    {
      "epoch": 3.84181855416752,
      "grad_norm": 3.420514062442928,
      "learning_rate": 8.813361917842024e-05,
      "loss": 3.4937,
      "step": 93798
    },
    {
      "epoch": 3.8418595125947164,
      "grad_norm": 1.3434435079523785,
      "learning_rate": 8.813064811604026e-05,
      "loss": 0.5085,
      "step": 93799
    },
    {
      "epoch": 3.841900471021913,
      "grad_norm": 1.4445945840220287,
      "learning_rate": 8.812767708290853e-05,
      "loss": 0.702,
      "step": 93800
    },
    {
      "epoch": 3.841941429449109,
      "grad_norm": 1.1617759171912532,
      "learning_rate": 8.812470607902642e-05,
      "loss": 0.4594,
      "step": 93801
    },
    {
      "epoch": 3.8419823878763055,
      "grad_norm": 1.7938876729650768,
      "learning_rate": 8.812173510439534e-05,
      "loss": 0.9863,
      "step": 93802
    },
    {
      "epoch": 3.842023346303502,
      "grad_norm": 1.4242706298623482,
      "learning_rate": 8.811876415901677e-05,
      "loss": 0.8728,
      "step": 93803
    },
    {
      "epoch": 3.842064304730698,
      "grad_norm": 1.6638407366033063,
      "learning_rate": 8.811579324289202e-05,
      "loss": 0.9624,
      "step": 93804
    },
    {
      "epoch": 3.8421052631578947,
      "grad_norm": 1.3586514672270145,
      "learning_rate": 8.811282235602254e-05,
      "loss": 0.6098,
      "step": 93805
    },
    {
      "epoch": 3.8421462215850912,
      "grad_norm": 1.3343824106556554,
      "learning_rate": 8.810985149840972e-05,
      "loss": 0.7516,
      "step": 93806
    },
    {
      "epoch": 3.8421871800122878,
      "grad_norm": 3.1267760638732116,
      "learning_rate": 8.810688067005497e-05,
      "loss": 3.3516,
      "step": 93807
    },
    {
      "epoch": 3.842228138439484,
      "grad_norm": 0.7543608722212772,
      "learning_rate": 8.810390987095971e-05,
      "loss": 0.2342,
      "step": 93808
    },
    {
      "epoch": 3.8422690968666804,
      "grad_norm": 1.3546347199005,
      "learning_rate": 8.810093910112533e-05,
      "loss": 0.579,
      "step": 93809
    },
    {
      "epoch": 3.8423100552938765,
      "grad_norm": 1.4229407401268432,
      "learning_rate": 8.809796836055321e-05,
      "loss": 0.6122,
      "step": 93810
    },
    {
      "epoch": 3.842351013721073,
      "grad_norm": 6.192849964228502,
      "learning_rate": 8.809499764924479e-05,
      "loss": 0.4269,
      "step": 93811
    },
    {
      "epoch": 3.8423919721482696,
      "grad_norm": 2.2859789145077567,
      "learning_rate": 8.809202696720147e-05,
      "loss": 2.1887,
      "step": 93812
    },
    {
      "epoch": 3.842432930575466,
      "grad_norm": 0.913756082394507,
      "learning_rate": 8.808905631442467e-05,
      "loss": 0.2312,
      "step": 93813
    },
    {
      "epoch": 3.842473889002662,
      "grad_norm": 1.0131995335354191,
      "learning_rate": 8.808608569091572e-05,
      "loss": 0.234,
      "step": 93814
    },
    {
      "epoch": 3.8425148474298587,
      "grad_norm": 1.2428010578168136,
      "learning_rate": 8.808311509667609e-05,
      "loss": 0.4723,
      "step": 93815
    },
    {
      "epoch": 3.8425558058570553,
      "grad_norm": 1.628755282022754,
      "learning_rate": 8.80801445317072e-05,
      "loss": 0.7586,
      "step": 93816
    },
    {
      "epoch": 3.8425967642842513,
      "grad_norm": 0.7596930206338199,
      "learning_rate": 8.807717399601042e-05,
      "loss": 0.1116,
      "step": 93817
    },
    {
      "epoch": 3.842637722711448,
      "grad_norm": 1.4110314429127118,
      "learning_rate": 8.807420348958713e-05,
      "loss": 0.6637,
      "step": 93818
    },
    {
      "epoch": 3.8426786811386444,
      "grad_norm": 1.9775729867175236,
      "learning_rate": 8.807123301243878e-05,
      "loss": 1.0855,
      "step": 93819
    },
    {
      "epoch": 3.8427196395658405,
      "grad_norm": 1.168924880674566,
      "learning_rate": 8.806826256456677e-05,
      "loss": 0.5681,
      "step": 93820
    },
    {
      "epoch": 3.842760597993037,
      "grad_norm": 1.1294819930093267,
      "learning_rate": 8.806529214597247e-05,
      "loss": 0.6086,
      "step": 93821
    },
    {
      "epoch": 3.8428015564202336,
      "grad_norm": 1.4031184504068384,
      "learning_rate": 8.806232175665729e-05,
      "loss": 0.3584,
      "step": 93822
    },
    {
      "epoch": 3.8428425148474297,
      "grad_norm": 1.3698173388242405,
      "learning_rate": 8.805935139662267e-05,
      "loss": 0.4596,
      "step": 93823
    },
    {
      "epoch": 3.842883473274626,
      "grad_norm": 1.3470062001377454,
      "learning_rate": 8.805638106587009e-05,
      "loss": 0.4533,
      "step": 93824
    },
    {
      "epoch": 3.8429244317018227,
      "grad_norm": 1.2557985370267601,
      "learning_rate": 8.805341076440073e-05,
      "loss": 0.7068,
      "step": 93825
    },
    {
      "epoch": 3.8429653901290193,
      "grad_norm": 1.5792987911099288,
      "learning_rate": 8.805044049221617e-05,
      "loss": 0.7222,
      "step": 93826
    },
    {
      "epoch": 3.8430063485562154,
      "grad_norm": 1.4378395653405893,
      "learning_rate": 8.804747024931778e-05,
      "loss": 0.4522,
      "step": 93827
    },
    {
      "epoch": 3.843047306983412,
      "grad_norm": 1.9282587857280082,
      "learning_rate": 8.804450003570692e-05,
      "loss": 0.9345,
      "step": 93828
    },
    {
      "epoch": 3.843088265410608,
      "grad_norm": 1.515641394786414,
      "learning_rate": 8.804152985138501e-05,
      "loss": 0.588,
      "step": 93829
    },
    {
      "epoch": 3.8431292238378045,
      "grad_norm": 0.4640420354400568,
      "learning_rate": 8.80385596963535e-05,
      "loss": 0.094,
      "step": 93830
    },
    {
      "epoch": 3.843170182265001,
      "grad_norm": 0.9824376833572285,
      "learning_rate": 8.803558957061377e-05,
      "loss": 0.3143,
      "step": 93831
    },
    {
      "epoch": 3.8432111406921976,
      "grad_norm": 1.5038793460252304,
      "learning_rate": 8.80326194741672e-05,
      "loss": 0.7276,
      "step": 93832
    },
    {
      "epoch": 3.8432520991193937,
      "grad_norm": 1.3322946688480606,
      "learning_rate": 8.802964940701522e-05,
      "loss": 0.5667,
      "step": 93833
    },
    {
      "epoch": 3.8432930575465902,
      "grad_norm": 0.8991932977786774,
      "learning_rate": 8.802667936915921e-05,
      "loss": 0.2276,
      "step": 93834
    },
    {
      "epoch": 3.8433340159737868,
      "grad_norm": 3.8981990192565745,
      "learning_rate": 8.802370936060061e-05,
      "loss": 2.6995,
      "step": 93835
    },
    {
      "epoch": 3.843374974400983,
      "grad_norm": 1.9470784984958005,
      "learning_rate": 8.802073938134081e-05,
      "loss": 1.076,
      "step": 93836
    },
    {
      "epoch": 3.8434159328281794,
      "grad_norm": 1.6453936432005942,
      "learning_rate": 8.801776943138117e-05,
      "loss": 0.6987,
      "step": 93837
    },
    {
      "epoch": 3.843456891255376,
      "grad_norm": 1.6877087453668518,
      "learning_rate": 8.801479951072314e-05,
      "loss": 0.9435,
      "step": 93838
    },
    {
      "epoch": 3.8434978496825725,
      "grad_norm": 0.7018957119862056,
      "learning_rate": 8.801182961936815e-05,
      "loss": 0.1494,
      "step": 93839
    },
    {
      "epoch": 3.8435388081097686,
      "grad_norm": 1.7163851163061485,
      "learning_rate": 8.800885975731755e-05,
      "loss": 0.6972,
      "step": 93840
    },
    {
      "epoch": 3.843579766536965,
      "grad_norm": 1.2584088574944918,
      "learning_rate": 8.800588992457276e-05,
      "loss": 0.521,
      "step": 93841
    },
    {
      "epoch": 3.843620724964161,
      "grad_norm": 1.7630835089285442,
      "learning_rate": 8.800292012113518e-05,
      "loss": 1.071,
      "step": 93842
    },
    {
      "epoch": 3.8436616833913577,
      "grad_norm": 1.602099906778435,
      "learning_rate": 8.799995034700626e-05,
      "loss": 0.7421,
      "step": 93843
    },
    {
      "epoch": 3.8437026418185543,
      "grad_norm": 1.7535337758361385,
      "learning_rate": 8.799698060218734e-05,
      "loss": 0.7004,
      "step": 93844
    },
    {
      "epoch": 3.843743600245751,
      "grad_norm": 8.577932601324068,
      "learning_rate": 8.799401088667985e-05,
      "loss": 2.3418,
      "step": 93845
    },
    {
      "epoch": 3.843784558672947,
      "grad_norm": 1.599073194150414,
      "learning_rate": 8.79910412004852e-05,
      "loss": 0.8772,
      "step": 93846
    },
    {
      "epoch": 3.8438255171001434,
      "grad_norm": 0.6263314320912384,
      "learning_rate": 8.798807154360477e-05,
      "loss": 0.0863,
      "step": 93847
    },
    {
      "epoch": 3.8438664755273395,
      "grad_norm": 1.2680812100405703,
      "learning_rate": 8.798510191604e-05,
      "loss": 0.4186,
      "step": 93848
    },
    {
      "epoch": 3.843907433954536,
      "grad_norm": 1.3223500301388615,
      "learning_rate": 8.798213231779225e-05,
      "loss": 0.6994,
      "step": 93849
    },
    {
      "epoch": 3.8439483923817326,
      "grad_norm": 1.7839067370977506,
      "learning_rate": 8.797916274886298e-05,
      "loss": 0.9298,
      "step": 93850
    },
    {
      "epoch": 3.843989350808929,
      "grad_norm": 1.4090265567734304,
      "learning_rate": 8.797619320925355e-05,
      "loss": 0.7242,
      "step": 93851
    },
    {
      "epoch": 3.844030309236125,
      "grad_norm": 1.3432877752922343,
      "learning_rate": 8.797322369896538e-05,
      "loss": 0.7246,
      "step": 93852
    },
    {
      "epoch": 3.8440712676633217,
      "grad_norm": 1.490650161962776,
      "learning_rate": 8.797025421799984e-05,
      "loss": 0.7037,
      "step": 93853
    },
    {
      "epoch": 3.8441122260905183,
      "grad_norm": 1.46198628686093,
      "learning_rate": 8.796728476635841e-05,
      "loss": 0.8608,
      "step": 93854
    },
    {
      "epoch": 3.8441531845177144,
      "grad_norm": 3.372150140469366,
      "learning_rate": 8.796431534404244e-05,
      "loss": 3.1052,
      "step": 93855
    },
    {
      "epoch": 3.844194142944911,
      "grad_norm": 1.842532521487636,
      "learning_rate": 8.796134595105335e-05,
      "loss": 0.932,
      "step": 93856
    },
    {
      "epoch": 3.8442351013721074,
      "grad_norm": 0.9835027493043735,
      "learning_rate": 8.795837658739252e-05,
      "loss": 0.3215,
      "step": 93857
    },
    {
      "epoch": 3.844276059799304,
      "grad_norm": 0.8826037192108952,
      "learning_rate": 8.795540725306133e-05,
      "loss": 0.279,
      "step": 93858
    },
    {
      "epoch": 3.8443170182265,
      "grad_norm": 1.4138017636729088,
      "learning_rate": 8.795243794806127e-05,
      "loss": 0.6307,
      "step": 93859
    },
    {
      "epoch": 3.8443579766536966,
      "grad_norm": 1.3286556012916784,
      "learning_rate": 8.794946867239368e-05,
      "loss": 0.6294,
      "step": 93860
    },
    {
      "epoch": 3.8443989350808927,
      "grad_norm": 1.2496700602251158,
      "learning_rate": 8.794649942606001e-05,
      "loss": 0.4977,
      "step": 93861
    },
    {
      "epoch": 3.8444398935080892,
      "grad_norm": 1.352392440924089,
      "learning_rate": 8.794353020906159e-05,
      "loss": 0.6246,
      "step": 93862
    },
    {
      "epoch": 3.8444808519352858,
      "grad_norm": 1.6611440593404196,
      "learning_rate": 8.79405610213999e-05,
      "loss": 0.8619,
      "step": 93863
    },
    {
      "epoch": 3.8445218103624823,
      "grad_norm": 1.8105033410140219,
      "learning_rate": 8.793759186307631e-05,
      "loss": 1.0325,
      "step": 93864
    },
    {
      "epoch": 3.8445627687896784,
      "grad_norm": 0.8547350535979457,
      "learning_rate": 8.793462273409221e-05,
      "loss": 0.2108,
      "step": 93865
    },
    {
      "epoch": 3.844603727216875,
      "grad_norm": 1.4839969144375096,
      "learning_rate": 8.793165363444901e-05,
      "loss": 0.6086,
      "step": 93866
    },
    {
      "epoch": 3.844644685644071,
      "grad_norm": 1.2311547246089285,
      "learning_rate": 8.792868456414815e-05,
      "loss": 0.5802,
      "step": 93867
    },
    {
      "epoch": 3.8446856440712676,
      "grad_norm": 1.501686422916041,
      "learning_rate": 8.7925715523191e-05,
      "loss": 0.7033,
      "step": 93868
    },
    {
      "epoch": 3.844726602498464,
      "grad_norm": 1.6109110783552312,
      "learning_rate": 8.792274651157897e-05,
      "loss": 0.993,
      "step": 93869
    },
    {
      "epoch": 3.8447675609256606,
      "grad_norm": 1.8495108179743198,
      "learning_rate": 8.791977752931343e-05,
      "loss": 0.8291,
      "step": 93870
    },
    {
      "epoch": 3.8448085193528567,
      "grad_norm": 1.7179579642814635,
      "learning_rate": 8.791680857639586e-05,
      "loss": 0.7558,
      "step": 93871
    },
    {
      "epoch": 3.8448494777800533,
      "grad_norm": 1.3208502690468473,
      "learning_rate": 8.791383965282762e-05,
      "loss": 0.8095,
      "step": 93872
    },
    {
      "epoch": 3.84489043620725,
      "grad_norm": 2.6845302161417095,
      "learning_rate": 8.79108707586101e-05,
      "loss": 1.8492,
      "step": 93873
    },
    {
      "epoch": 3.844931394634446,
      "grad_norm": 1.4236590571557994,
      "learning_rate": 8.79079018937447e-05,
      "loss": 0.7435,
      "step": 93874
    },
    {
      "epoch": 3.8449723530616424,
      "grad_norm": 1.513721807687519,
      "learning_rate": 8.790493305823285e-05,
      "loss": 0.5767,
      "step": 93875
    },
    {
      "epoch": 3.845013311488839,
      "grad_norm": 1.78326009018887,
      "learning_rate": 8.790196425207596e-05,
      "loss": 0.778,
      "step": 93876
    },
    {
      "epoch": 3.8450542699160355,
      "grad_norm": 1.2506782911993501,
      "learning_rate": 8.789899547527542e-05,
      "loss": 0.6048,
      "step": 93877
    },
    {
      "epoch": 3.8450952283432316,
      "grad_norm": 1.771444009288925,
      "learning_rate": 8.78960267278326e-05,
      "loss": 0.6225,
      "step": 93878
    },
    {
      "epoch": 3.845136186770428,
      "grad_norm": 1.834983635051224,
      "learning_rate": 8.789305800974896e-05,
      "loss": 1.0407,
      "step": 93879
    },
    {
      "epoch": 3.845177145197624,
      "grad_norm": 1.8413837024364514,
      "learning_rate": 8.789008932102588e-05,
      "loss": 0.9738,
      "step": 93880
    },
    {
      "epoch": 3.8452181036248207,
      "grad_norm": 1.3962687333691266,
      "learning_rate": 8.788712066166478e-05,
      "loss": 0.5733,
      "step": 93881
    },
    {
      "epoch": 3.8452590620520173,
      "grad_norm": 1.6554611028542205,
      "learning_rate": 8.788415203166699e-05,
      "loss": 0.669,
      "step": 93882
    },
    {
      "epoch": 3.845300020479214,
      "grad_norm": 1.2794691559052174,
      "learning_rate": 8.788118343103401e-05,
      "loss": 0.5629,
      "step": 93883
    },
    {
      "epoch": 3.84534097890641,
      "grad_norm": 1.1508057176005095,
      "learning_rate": 8.787821485976719e-05,
      "loss": 0.282,
      "step": 93884
    },
    {
      "epoch": 3.8453819373336064,
      "grad_norm": 1.6415415285020942,
      "learning_rate": 8.787524631786794e-05,
      "loss": 0.9235,
      "step": 93885
    },
    {
      "epoch": 3.8454228957608025,
      "grad_norm": 1.3446893729050722,
      "learning_rate": 8.787227780533765e-05,
      "loss": 0.3641,
      "step": 93886
    },
    {
      "epoch": 3.845463854187999,
      "grad_norm": 1.3147949509311738,
      "learning_rate": 8.786930932217778e-05,
      "loss": 0.5895,
      "step": 93887
    },
    {
      "epoch": 3.8455048126151956,
      "grad_norm": 1.7378351568051917,
      "learning_rate": 8.78663408683897e-05,
      "loss": 1.1285,
      "step": 93888
    },
    {
      "epoch": 3.845545771042392,
      "grad_norm": 8.35132030155048,
      "learning_rate": 8.786337244397479e-05,
      "loss": 3.7813,
      "step": 93889
    },
    {
      "epoch": 3.8455867294695882,
      "grad_norm": 0.9175855509203592,
      "learning_rate": 8.786040404893445e-05,
      "loss": 0.2656,
      "step": 93890
    },
    {
      "epoch": 3.8456276878967848,
      "grad_norm": 1.4401831916215178,
      "learning_rate": 8.785743568327015e-05,
      "loss": 0.5978,
      "step": 93891
    },
    {
      "epoch": 3.8456686463239813,
      "grad_norm": 1.6400166415641446,
      "learning_rate": 8.785446734698322e-05,
      "loss": 0.823,
      "step": 93892
    },
    {
      "epoch": 3.8457096047511774,
      "grad_norm": 1.25263700490021,
      "learning_rate": 8.785149904007512e-05,
      "loss": 0.634,
      "step": 93893
    },
    {
      "epoch": 3.845750563178374,
      "grad_norm": 1.2142646702691484,
      "learning_rate": 8.784853076254724e-05,
      "loss": 0.3787,
      "step": 93894
    },
    {
      "epoch": 3.8457915216055705,
      "grad_norm": 1.5460027874028526,
      "learning_rate": 8.784556251440094e-05,
      "loss": 0.682,
      "step": 93895
    },
    {
      "epoch": 3.845832480032767,
      "grad_norm": 1.8962973429235075,
      "learning_rate": 8.784259429563765e-05,
      "loss": 1.2305,
      "step": 93896
    },
    {
      "epoch": 3.845873438459963,
      "grad_norm": 1.7508339290754331,
      "learning_rate": 8.783962610625874e-05,
      "loss": 0.7598,
      "step": 93897
    },
    {
      "epoch": 3.8459143968871596,
      "grad_norm": 2.8830638381421863,
      "learning_rate": 8.783665794626568e-05,
      "loss": 3.1224,
      "step": 93898
    },
    {
      "epoch": 3.8459553553143557,
      "grad_norm": 1.7609609709440643,
      "learning_rate": 8.783368981565985e-05,
      "loss": 1.2567,
      "step": 93899
    },
    {
      "epoch": 3.8459963137415523,
      "grad_norm": 1.279342568518481,
      "learning_rate": 8.783072171444262e-05,
      "loss": 0.5802,
      "step": 93900
    },
    {
      "epoch": 3.846037272168749,
      "grad_norm": 0.8462152731197725,
      "learning_rate": 8.782775364261541e-05,
      "loss": 0.2564,
      "step": 93901
    },
    {
      "epoch": 3.8460782305959453,
      "grad_norm": 1.3643055558086,
      "learning_rate": 8.782478560017965e-05,
      "loss": 0.4403,
      "step": 93902
    },
    {
      "epoch": 3.8461191890231414,
      "grad_norm": 1.7657365354601704,
      "learning_rate": 8.782181758713674e-05,
      "loss": 0.8793,
      "step": 93903
    },
    {
      "epoch": 3.846160147450338,
      "grad_norm": 1.8516747093077504,
      "learning_rate": 8.781884960348806e-05,
      "loss": 1.0625,
      "step": 93904
    },
    {
      "epoch": 3.846201105877534,
      "grad_norm": 1.3329067559729415,
      "learning_rate": 8.781588164923498e-05,
      "loss": 0.6086,
      "step": 93905
    },
    {
      "epoch": 3.8462420643047306,
      "grad_norm": 1.2838555590399194,
      "learning_rate": 8.781291372437899e-05,
      "loss": 0.8334,
      "step": 93906
    },
    {
      "epoch": 3.846283022731927,
      "grad_norm": 1.4591209391086266,
      "learning_rate": 8.780994582892142e-05,
      "loss": 0.7463,
      "step": 93907
    },
    {
      "epoch": 3.8463239811591237,
      "grad_norm": 1.8625640032339115,
      "learning_rate": 8.78069779628637e-05,
      "loss": 0.7974,
      "step": 93908
    },
    {
      "epoch": 3.8463649395863198,
      "grad_norm": 1.6168523628568716,
      "learning_rate": 8.780401012620722e-05,
      "loss": 0.8712,
      "step": 93909
    },
    {
      "epoch": 3.8464058980135163,
      "grad_norm": 1.5613682998177787,
      "learning_rate": 8.780104231895343e-05,
      "loss": 0.6408,
      "step": 93910
    },
    {
      "epoch": 3.846446856440713,
      "grad_norm": 0.7870824948534447,
      "learning_rate": 8.779807454110369e-05,
      "loss": 0.1917,
      "step": 93911
    },
    {
      "epoch": 3.846487814867909,
      "grad_norm": 0.5159923868913081,
      "learning_rate": 8.77951067926594e-05,
      "loss": 0.0981,
      "step": 93912
    },
    {
      "epoch": 3.8465287732951055,
      "grad_norm": 1.2155541935400438,
      "learning_rate": 8.779213907362195e-05,
      "loss": 0.5844,
      "step": 93913
    },
    {
      "epoch": 3.846569731722302,
      "grad_norm": 0.6658754950355023,
      "learning_rate": 8.778917138399281e-05,
      "loss": 0.1719,
      "step": 93914
    },
    {
      "epoch": 3.8466106901494985,
      "grad_norm": 1.6735704402478455,
      "learning_rate": 8.778620372377333e-05,
      "loss": 0.7736,
      "step": 93915
    },
    {
      "epoch": 3.8466516485766946,
      "grad_norm": 1.4946866826514984,
      "learning_rate": 8.778323609296492e-05,
      "loss": 0.5555,
      "step": 93916
    },
    {
      "epoch": 3.846692607003891,
      "grad_norm": 3.3620067800979276,
      "learning_rate": 8.778026849156896e-05,
      "loss": 3.5232,
      "step": 93917
    },
    {
      "epoch": 3.8467335654310872,
      "grad_norm": 1.3013739433682507,
      "learning_rate": 8.77773009195869e-05,
      "loss": 0.549,
      "step": 93918
    },
    {
      "epoch": 3.846774523858284,
      "grad_norm": 1.7453069229709643,
      "learning_rate": 8.777433337702014e-05,
      "loss": 0.961,
      "step": 93919
    },
    {
      "epoch": 3.8468154822854803,
      "grad_norm": 1.2480759710827143,
      "learning_rate": 8.777136586387003e-05,
      "loss": 0.7177,
      "step": 93920
    },
    {
      "epoch": 3.846856440712677,
      "grad_norm": 1.284133266087507,
      "learning_rate": 8.776839838013802e-05,
      "loss": 0.6598,
      "step": 93921
    },
    {
      "epoch": 3.846897399139873,
      "grad_norm": 1.1808178607346673,
      "learning_rate": 8.77654309258255e-05,
      "loss": 0.6078,
      "step": 93922
    },
    {
      "epoch": 3.8469383575670695,
      "grad_norm": 1.7078621204576387,
      "learning_rate": 8.776246350093386e-05,
      "loss": 1.0372,
      "step": 93923
    },
    {
      "epoch": 3.8469793159942656,
      "grad_norm": 1.4672571402966355,
      "learning_rate": 8.775949610546455e-05,
      "loss": 0.7082,
      "step": 93924
    },
    {
      "epoch": 3.847020274421462,
      "grad_norm": 0.803938714079149,
      "learning_rate": 8.775652873941891e-05,
      "loss": 0.2658,
      "step": 93925
    },
    {
      "epoch": 3.8470612328486586,
      "grad_norm": 1.3955743352237522,
      "learning_rate": 8.775356140279839e-05,
      "loss": 0.577,
      "step": 93926
    },
    {
      "epoch": 3.847102191275855,
      "grad_norm": 1.5523743387404705,
      "learning_rate": 8.775059409560437e-05,
      "loss": 0.7432,
      "step": 93927
    },
    {
      "epoch": 3.8471431497030513,
      "grad_norm": 1.3268654623514227,
      "learning_rate": 8.774762681783825e-05,
      "loss": 0.6936,
      "step": 93928
    },
    {
      "epoch": 3.847184108130248,
      "grad_norm": 1.8195809026434573,
      "learning_rate": 8.774465956950145e-05,
      "loss": 1.0454,
      "step": 93929
    },
    {
      "epoch": 3.8472250665574443,
      "grad_norm": 1.4504621060425233,
      "learning_rate": 8.774169235059534e-05,
      "loss": 0.7079,
      "step": 93930
    },
    {
      "epoch": 3.8472660249846404,
      "grad_norm": 2.0581168495680617,
      "learning_rate": 8.773872516112136e-05,
      "loss": 0.8823,
      "step": 93931
    },
    {
      "epoch": 3.847306983411837,
      "grad_norm": 1.6313711524648504,
      "learning_rate": 8.773575800108089e-05,
      "loss": 0.4712,
      "step": 93932
    },
    {
      "epoch": 3.8473479418390335,
      "grad_norm": 1.7203871048858412,
      "learning_rate": 8.773279087047538e-05,
      "loss": 0.6455,
      "step": 93933
    },
    {
      "epoch": 3.84738890026623,
      "grad_norm": 1.5935498356368152,
      "learning_rate": 8.772982376930612e-05,
      "loss": 0.56,
      "step": 93934
    },
    {
      "epoch": 3.847429858693426,
      "grad_norm": 0.9227686849274176,
      "learning_rate": 8.772685669757465e-05,
      "loss": 0.3204,
      "step": 93935
    },
    {
      "epoch": 3.8474708171206227,
      "grad_norm": 1.4546118181360437,
      "learning_rate": 8.772388965528229e-05,
      "loss": 0.6136,
      "step": 93936
    },
    {
      "epoch": 3.8475117755478188,
      "grad_norm": 2.0220803131276606,
      "learning_rate": 8.772092264243044e-05,
      "loss": 1.0994,
      "step": 93937
    },
    {
      "epoch": 3.8475527339750153,
      "grad_norm": 1.7302587202118518,
      "learning_rate": 8.771795565902052e-05,
      "loss": 0.7135,
      "step": 93938
    },
    {
      "epoch": 3.847593692402212,
      "grad_norm": 1.9544957229960949,
      "learning_rate": 8.771498870505398e-05,
      "loss": 0.7294,
      "step": 93939
    },
    {
      "epoch": 3.8476346508294084,
      "grad_norm": 1.4779755485931012,
      "learning_rate": 8.771202178053216e-05,
      "loss": 0.5173,
      "step": 93940
    },
    {
      "epoch": 3.8476756092566045,
      "grad_norm": 1.9817240986269917,
      "learning_rate": 8.77090548854565e-05,
      "loss": 0.8242,
      "step": 93941
    },
    {
      "epoch": 3.847716567683801,
      "grad_norm": 3.4700624090000822,
      "learning_rate": 8.770608801982833e-05,
      "loss": 3.5365,
      "step": 93942
    },
    {
      "epoch": 3.847757526110997,
      "grad_norm": 1.6982421203292553,
      "learning_rate": 8.770312118364914e-05,
      "loss": 0.3535,
      "step": 93943
    },
    {
      "epoch": 3.8477984845381936,
      "grad_norm": 1.0597968579877477,
      "learning_rate": 8.770015437692031e-05,
      "loss": 0.399,
      "step": 93944
    },
    {
      "epoch": 3.84783944296539,
      "grad_norm": 1.1252760992945627,
      "learning_rate": 8.769718759964323e-05,
      "loss": 0.3487,
      "step": 93945
    },
    {
      "epoch": 3.8478804013925867,
      "grad_norm": 0.7557517612072537,
      "learning_rate": 8.769422085181927e-05,
      "loss": 0.1612,
      "step": 93946
    },
    {
      "epoch": 3.847921359819783,
      "grad_norm": 1.5445291016019693,
      "learning_rate": 8.76912541334499e-05,
      "loss": 0.696,
      "step": 93947
    },
    {
      "epoch": 3.8479623182469793,
      "grad_norm": 1.4170547407951024,
      "learning_rate": 8.768828744453648e-05,
      "loss": 0.6199,
      "step": 93948
    },
    {
      "epoch": 3.848003276674176,
      "grad_norm": 2.0767866158056867,
      "learning_rate": 8.768532078508042e-05,
      "loss": 0.8753,
      "step": 93949
    },
    {
      "epoch": 3.848044235101372,
      "grad_norm": 1.3234269703598809,
      "learning_rate": 8.768235415508314e-05,
      "loss": 0.5765,
      "step": 93950
    },
    {
      "epoch": 3.8480851935285685,
      "grad_norm": 1.3028214672367016,
      "learning_rate": 8.767938755454602e-05,
      "loss": 0.7437,
      "step": 93951
    },
    {
      "epoch": 3.848126151955765,
      "grad_norm": 1.4855217150603615,
      "learning_rate": 8.767642098347045e-05,
      "loss": 0.7802,
      "step": 93952
    },
    {
      "epoch": 3.8481671103829616,
      "grad_norm": 5.745323339680002,
      "learning_rate": 8.767345444185788e-05,
      "loss": 5.148,
      "step": 93953
    },
    {
      "epoch": 3.8482080688101576,
      "grad_norm": 1.519928764235345,
      "learning_rate": 8.767048792970965e-05,
      "loss": 0.7416,
      "step": 93954
    },
    {
      "epoch": 3.848249027237354,
      "grad_norm": 1.1994264952303142,
      "learning_rate": 8.766752144702721e-05,
      "loss": 0.5889,
      "step": 93955
    },
    {
      "epoch": 3.8482899856645503,
      "grad_norm": 1.676328043597789,
      "learning_rate": 8.766455499381197e-05,
      "loss": 0.9746,
      "step": 93956
    },
    {
      "epoch": 3.848330944091747,
      "grad_norm": 1.3756890612184562,
      "learning_rate": 8.766158857006531e-05,
      "loss": 0.4435,
      "step": 93957
    },
    {
      "epoch": 3.8483719025189433,
      "grad_norm": 1.2876395056892622,
      "learning_rate": 8.765862217578858e-05,
      "loss": 0.603,
      "step": 93958
    },
    {
      "epoch": 3.84841286094614,
      "grad_norm": 1.3566281071153388,
      "learning_rate": 8.76556558109833e-05,
      "loss": 0.5371,
      "step": 93959
    },
    {
      "epoch": 3.848453819373336,
      "grad_norm": 1.9073526850235378,
      "learning_rate": 8.765268947565079e-05,
      "loss": 1.1208,
      "step": 93960
    },
    {
      "epoch": 3.8484947778005325,
      "grad_norm": 1.60924513397354,
      "learning_rate": 8.764972316979247e-05,
      "loss": 0.717,
      "step": 93961
    },
    {
      "epoch": 3.8485357362277286,
      "grad_norm": 1.6957924556380133,
      "learning_rate": 8.764675689340972e-05,
      "loss": 0.9695,
      "step": 93962
    },
    {
      "epoch": 3.848576694654925,
      "grad_norm": 1.1934760458667524,
      "learning_rate": 8.764379064650398e-05,
      "loss": 0.4264,
      "step": 93963
    },
    {
      "epoch": 3.8486176530821217,
      "grad_norm": 1.0986700993486433,
      "learning_rate": 8.764082442907664e-05,
      "loss": 0.4701,
      "step": 93964
    },
    {
      "epoch": 3.848658611509318,
      "grad_norm": 1.607640839942677,
      "learning_rate": 8.763785824112914e-05,
      "loss": 0.847,
      "step": 93965
    },
    {
      "epoch": 3.8486995699365143,
      "grad_norm": 2.6148443219525537,
      "learning_rate": 8.763489208266282e-05,
      "loss": 1.6412,
      "step": 93966
    },
    {
      "epoch": 3.848740528363711,
      "grad_norm": 0.8424508847586688,
      "learning_rate": 8.763192595367909e-05,
      "loss": 0.2207,
      "step": 93967
    },
    {
      "epoch": 3.8487814867909074,
      "grad_norm": 1.229793192613434,
      "learning_rate": 8.762895985417936e-05,
      "loss": 0.5845,
      "step": 93968
    },
    {
      "epoch": 3.8488224452181035,
      "grad_norm": 1.7816348853505652,
      "learning_rate": 8.762599378416503e-05,
      "loss": 1.2003,
      "step": 93969
    },
    {
      "epoch": 3.8488634036453,
      "grad_norm": 1.6051481821756979,
      "learning_rate": 8.762302774363753e-05,
      "loss": 0.9711,
      "step": 93970
    },
    {
      "epoch": 3.8489043620724965,
      "grad_norm": 1.229586927416648,
      "learning_rate": 8.762006173259823e-05,
      "loss": 0.4988,
      "step": 93971
    },
    {
      "epoch": 3.848945320499693,
      "grad_norm": 1.6448036905723178,
      "learning_rate": 8.761709575104857e-05,
      "loss": 0.7004,
      "step": 93972
    },
    {
      "epoch": 3.848986278926889,
      "grad_norm": 1.8666757488377037,
      "learning_rate": 8.761412979898988e-05,
      "loss": 1.305,
      "step": 93973
    },
    {
      "epoch": 3.8490272373540857,
      "grad_norm": 1.6894132533326913,
      "learning_rate": 8.761116387642365e-05,
      "loss": 0.9854,
      "step": 93974
    },
    {
      "epoch": 3.849068195781282,
      "grad_norm": 1.3102026435027563,
      "learning_rate": 8.760819798335124e-05,
      "loss": 0.6719,
      "step": 93975
    },
    {
      "epoch": 3.8491091542084783,
      "grad_norm": 1.8210783672106787,
      "learning_rate": 8.760523211977404e-05,
      "loss": 0.9744,
      "step": 93976
    },
    {
      "epoch": 3.849150112635675,
      "grad_norm": 1.9504359948498138,
      "learning_rate": 8.760226628569344e-05,
      "loss": 0.4098,
      "step": 93977
    },
    {
      "epoch": 3.8491910710628714,
      "grad_norm": 1.4801253934108727,
      "learning_rate": 8.759930048111089e-05,
      "loss": 0.8215,
      "step": 93978
    },
    {
      "epoch": 3.8492320294900675,
      "grad_norm": 1.7825692891539886,
      "learning_rate": 8.75963347060278e-05,
      "loss": 0.8686,
      "step": 93979
    },
    {
      "epoch": 3.849272987917264,
      "grad_norm": 1.7161127958983327,
      "learning_rate": 8.759336896044552e-05,
      "loss": 0.5863,
      "step": 93980
    },
    {
      "epoch": 3.84931394634446,
      "grad_norm": 0.9935428723349005,
      "learning_rate": 8.759040324436544e-05,
      "loss": 0.2808,
      "step": 93981
    },
    {
      "epoch": 3.8493549047716566,
      "grad_norm": 1.7676166640635464,
      "learning_rate": 8.758743755778903e-05,
      "loss": 0.8852,
      "step": 93982
    },
    {
      "epoch": 3.849395863198853,
      "grad_norm": 1.3412507801222147,
      "learning_rate": 8.758447190071767e-05,
      "loss": 0.5144,
      "step": 93983
    },
    {
      "epoch": 3.8494368216260497,
      "grad_norm": 1.0206967956471051,
      "learning_rate": 8.758150627315274e-05,
      "loss": 0.1826,
      "step": 93984
    },
    {
      "epoch": 3.849477780053246,
      "grad_norm": 0.984663525369723,
      "learning_rate": 8.757854067509562e-05,
      "loss": 0.2774,
      "step": 93985
    },
    {
      "epoch": 3.8495187384804423,
      "grad_norm": 1.8431120594063497,
      "learning_rate": 8.757557510654781e-05,
      "loss": 1.0526,
      "step": 93986
    },
    {
      "epoch": 3.849559696907639,
      "grad_norm": 1.2543190845691075,
      "learning_rate": 8.757260956751058e-05,
      "loss": 0.5115,
      "step": 93987
    },
    {
      "epoch": 3.849600655334835,
      "grad_norm": 1.4469380951476434,
      "learning_rate": 8.756964405798541e-05,
      "loss": 0.7772,
      "step": 93988
    },
    {
      "epoch": 3.8496416137620315,
      "grad_norm": 1.2206697046004424,
      "learning_rate": 8.756667857797373e-05,
      "loss": 0.6771,
      "step": 93989
    },
    {
      "epoch": 3.849682572189228,
      "grad_norm": 3.5829640489961307,
      "learning_rate": 8.756371312747686e-05,
      "loss": 3.4787,
      "step": 93990
    },
    {
      "epoch": 3.8497235306164246,
      "grad_norm": 1.3468041266069535,
      "learning_rate": 8.756074770649623e-05,
      "loss": 0.4936,
      "step": 93991
    },
    {
      "epoch": 3.8497644890436207,
      "grad_norm": 1.1870274012764803,
      "learning_rate": 8.755778231503331e-05,
      "loss": 0.2375,
      "step": 93992
    },
    {
      "epoch": 3.849805447470817,
      "grad_norm": 1.256006827074872,
      "learning_rate": 8.755481695308942e-05,
      "loss": 0.6588,
      "step": 93993
    },
    {
      "epoch": 3.8498464058980133,
      "grad_norm": 1.4559656908572476,
      "learning_rate": 8.7551851620666e-05,
      "loss": 0.4642,
      "step": 93994
    },
    {
      "epoch": 3.84988736432521,
      "grad_norm": 0.9393311144909571,
      "learning_rate": 8.754888631776442e-05,
      "loss": 0.2306,
      "step": 93995
    },
    {
      "epoch": 3.8499283227524064,
      "grad_norm": 1.4196935076512018,
      "learning_rate": 8.754592104438608e-05,
      "loss": 0.6047,
      "step": 93996
    },
    {
      "epoch": 3.849969281179603,
      "grad_norm": 1.3515821078704564,
      "learning_rate": 8.754295580053248e-05,
      "loss": 0.64,
      "step": 93997
    },
    {
      "epoch": 3.850010239606799,
      "grad_norm": 1.6720379415342157,
      "learning_rate": 8.753999058620488e-05,
      "loss": 0.8769,
      "step": 93998
    },
    {
      "epoch": 3.8500511980339955,
      "grad_norm": 0.8526739019460741,
      "learning_rate": 8.75370254014048e-05,
      "loss": 0.2481,
      "step": 93999
    },
    {
      "epoch": 3.8500921564611916,
      "grad_norm": 1.5396397784273912,
      "learning_rate": 8.753406024613355e-05,
      "loss": 0.7272,
      "step": 94000
    },
    {
      "epoch": 3.850133114888388,
      "grad_norm": 1.7597275589157573,
      "learning_rate": 8.753109512039256e-05,
      "loss": 1.0031,
      "step": 94001
    },
    {
      "epoch": 3.8501740733155847,
      "grad_norm": 0.9995663828872914,
      "learning_rate": 8.752813002418331e-05,
      "loss": 0.2872,
      "step": 94002
    },
    {
      "epoch": 3.8502150317427812,
      "grad_norm": 1.2372996614717973,
      "learning_rate": 8.752516495750707e-05,
      "loss": 0.7171,
      "step": 94003
    },
    {
      "epoch": 3.8502559901699773,
      "grad_norm": 1.4522712250955918,
      "learning_rate": 8.752219992036529e-05,
      "loss": 0.6987,
      "step": 94004
    },
    {
      "epoch": 3.850296948597174,
      "grad_norm": 1.8871131547270146,
      "learning_rate": 8.751923491275948e-05,
      "loss": 0.9442,
      "step": 94005
    },
    {
      "epoch": 3.8503379070243704,
      "grad_norm": 1.456014412263441,
      "learning_rate": 8.751626993469087e-05,
      "loss": 0.6361,
      "step": 94006
    },
    {
      "epoch": 3.8503788654515665,
      "grad_norm": 1.2688852434841766,
      "learning_rate": 8.751330498616099e-05,
      "loss": 0.4653,
      "step": 94007
    },
    {
      "epoch": 3.850419823878763,
      "grad_norm": 3.4689960419681154,
      "learning_rate": 8.751034006717117e-05,
      "loss": 2.7823,
      "step": 94008
    },
    {
      "epoch": 3.8504607823059596,
      "grad_norm": 1.0320325207914391,
      "learning_rate": 8.750737517772282e-05,
      "loss": 0.25,
      "step": 94009
    },
    {
      "epoch": 3.850501740733156,
      "grad_norm": 1.438259292036551,
      "learning_rate": 8.75044103178174e-05,
      "loss": 0.6952,
      "step": 94010
    },
    {
      "epoch": 3.850542699160352,
      "grad_norm": 1.275474610883932,
      "learning_rate": 8.750144548745621e-05,
      "loss": 0.535,
      "step": 94011
    },
    {
      "epoch": 3.8505836575875487,
      "grad_norm": 0.8996973038648082,
      "learning_rate": 8.749848068664073e-05,
      "loss": 0.2344,
      "step": 94012
    },
    {
      "epoch": 3.850624616014745,
      "grad_norm": 1.1666862403904297,
      "learning_rate": 8.749551591537238e-05,
      "loss": 0.49,
      "step": 94013
    },
    {
      "epoch": 3.8506655744419414,
      "grad_norm": 1.3894741363464571,
      "learning_rate": 8.749255117365248e-05,
      "loss": 0.6689,
      "step": 94014
    },
    {
      "epoch": 3.850706532869138,
      "grad_norm": 1.7362661871191403,
      "learning_rate": 8.748958646148251e-05,
      "loss": 1.187,
      "step": 94015
    },
    {
      "epoch": 3.8507474912963344,
      "grad_norm": 0.5103667853267194,
      "learning_rate": 8.748662177886382e-05,
      "loss": 0.1307,
      "step": 94016
    },
    {
      "epoch": 3.8507884497235305,
      "grad_norm": 1.9287542279794703,
      "learning_rate": 8.74836571257978e-05,
      "loss": 1.2417,
      "step": 94017
    },
    {
      "epoch": 3.850829408150727,
      "grad_norm": 0.8141887819351747,
      "learning_rate": 8.748069250228593e-05,
      "loss": 0.139,
      "step": 94018
    },
    {
      "epoch": 3.850870366577923,
      "grad_norm": 2.110286878751394,
      "learning_rate": 8.747772790832951e-05,
      "loss": 0.9483,
      "step": 94019
    },
    {
      "epoch": 3.8509113250051197,
      "grad_norm": 1.6289507863628911,
      "learning_rate": 8.747476334393001e-05,
      "loss": 0.7483,
      "step": 94020
    },
    {
      "epoch": 3.850952283432316,
      "grad_norm": 1.4203509648420878,
      "learning_rate": 8.747179880908887e-05,
      "loss": 0.7428,
      "step": 94021
    },
    {
      "epoch": 3.8509932418595128,
      "grad_norm": 2.0788737642584008,
      "learning_rate": 8.746883430380734e-05,
      "loss": 0.7979,
      "step": 94022
    },
    {
      "epoch": 3.851034200286709,
      "grad_norm": 1.5787582198802088,
      "learning_rate": 8.7465869828087e-05,
      "loss": 0.7835,
      "step": 94023
    },
    {
      "epoch": 3.8510751587139054,
      "grad_norm": 1.322664710110884,
      "learning_rate": 8.746290538192912e-05,
      "loss": 0.7009,
      "step": 94024
    },
    {
      "epoch": 3.851116117141102,
      "grad_norm": 0.9585088435859638,
      "learning_rate": 8.745994096533513e-05,
      "loss": 0.2795,
      "step": 94025
    },
    {
      "epoch": 3.851157075568298,
      "grad_norm": 1.3359141427537273,
      "learning_rate": 8.745697657830651e-05,
      "loss": 0.6723,
      "step": 94026
    },
    {
      "epoch": 3.8511980339954945,
      "grad_norm": 1.5546949906943117,
      "learning_rate": 8.745401222084457e-05,
      "loss": 0.8108,
      "step": 94027
    },
    {
      "epoch": 3.851238992422691,
      "grad_norm": 1.5707122047891924,
      "learning_rate": 8.745104789295073e-05,
      "loss": 0.6828,
      "step": 94028
    },
    {
      "epoch": 3.8512799508498876,
      "grad_norm": 3.1052430709839993,
      "learning_rate": 8.744808359462647e-05,
      "loss": 0.8784,
      "step": 94029
    },
    {
      "epoch": 3.8513209092770837,
      "grad_norm": 1.4505230392680204,
      "learning_rate": 8.744511932587304e-05,
      "loss": 0.6643,
      "step": 94030
    },
    {
      "epoch": 3.8513618677042802,
      "grad_norm": 1.525467095734562,
      "learning_rate": 8.744215508669199e-05,
      "loss": 0.2078,
      "step": 94031
    },
    {
      "epoch": 3.8514028261314763,
      "grad_norm": 1.4543487239920068,
      "learning_rate": 8.743919087708462e-05,
      "loss": 0.7276,
      "step": 94032
    },
    {
      "epoch": 3.851443784558673,
      "grad_norm": 1.5768748308037002,
      "learning_rate": 8.743622669705236e-05,
      "loss": 0.7559,
      "step": 94033
    },
    {
      "epoch": 3.8514847429858694,
      "grad_norm": 1.2250398468413817,
      "learning_rate": 8.743326254659669e-05,
      "loss": 0.1825,
      "step": 94034
    },
    {
      "epoch": 3.851525701413066,
      "grad_norm": 1.7413606140067932,
      "learning_rate": 8.743029842571895e-05,
      "loss": 0.976,
      "step": 94035
    },
    {
      "epoch": 3.851566659840262,
      "grad_norm": 1.461874437772836,
      "learning_rate": 8.742733433442045e-05,
      "loss": 0.5973,
      "step": 94036
    },
    {
      "epoch": 3.8516076182674586,
      "grad_norm": 1.6548972159997335,
      "learning_rate": 8.742437027270275e-05,
      "loss": 0.6827,
      "step": 94037
    },
    {
      "epoch": 3.8516485766946547,
      "grad_norm": 1.0909750026370857,
      "learning_rate": 8.742140624056712e-05,
      "loss": 0.3888,
      "step": 94038
    },
    {
      "epoch": 3.851689535121851,
      "grad_norm": 1.9476793935502745,
      "learning_rate": 8.7418442238015e-05,
      "loss": 1.0189,
      "step": 94039
    },
    {
      "epoch": 3.8517304935490477,
      "grad_norm": 1.1920214588596678,
      "learning_rate": 8.741547826504789e-05,
      "loss": 0.672,
      "step": 94040
    },
    {
      "epoch": 3.8517714519762443,
      "grad_norm": 1.491119339817654,
      "learning_rate": 8.741251432166703e-05,
      "loss": 0.6193,
      "step": 94041
    },
    {
      "epoch": 3.8518124104034404,
      "grad_norm": 3.7591473616036457,
      "learning_rate": 8.740955040787398e-05,
      "loss": 3.8915,
      "step": 94042
    },
    {
      "epoch": 3.851853368830637,
      "grad_norm": 1.481329120783747,
      "learning_rate": 8.740658652367e-05,
      "loss": 0.7452,
      "step": 94043
    },
    {
      "epoch": 3.8518943272578334,
      "grad_norm": 1.4491025232370573,
      "learning_rate": 8.740362266905655e-05,
      "loss": 0.8468,
      "step": 94044
    },
    {
      "epoch": 3.8519352856850295,
      "grad_norm": 1.8145720631782774,
      "learning_rate": 8.740065884403508e-05,
      "loss": 0.6788,
      "step": 94045
    },
    {
      "epoch": 3.851976244112226,
      "grad_norm": 1.6493226307477473,
      "learning_rate": 8.73976950486069e-05,
      "loss": 0.9191,
      "step": 94046
    },
    {
      "epoch": 3.8520172025394226,
      "grad_norm": 2.478035228347606,
      "learning_rate": 8.739473128277346e-05,
      "loss": 0.6546,
      "step": 94047
    },
    {
      "epoch": 3.852058160966619,
      "grad_norm": 0.6811281429271051,
      "learning_rate": 8.739176754653623e-05,
      "loss": 0.1993,
      "step": 94048
    },
    {
      "epoch": 3.852099119393815,
      "grad_norm": 1.9692065306506978,
      "learning_rate": 8.738880383989646e-05,
      "loss": 0.6203,
      "step": 94049
    },
    {
      "epoch": 3.8521400778210118,
      "grad_norm": 1.4921113930212277,
      "learning_rate": 8.738584016285569e-05,
      "loss": 0.8728,
      "step": 94050
    },
    {
      "epoch": 3.852181036248208,
      "grad_norm": 1.528828160109081,
      "learning_rate": 8.73828765154152e-05,
      "loss": 0.7864,
      "step": 94051
    },
    {
      "epoch": 3.8522219946754044,
      "grad_norm": 1.7792373874347043,
      "learning_rate": 8.737991289757647e-05,
      "loss": 1.0244,
      "step": 94052
    },
    {
      "epoch": 3.852262953102601,
      "grad_norm": 1.5656468945034836,
      "learning_rate": 8.737694930934093e-05,
      "loss": 0.7422,
      "step": 94053
    },
    {
      "epoch": 3.8523039115297975,
      "grad_norm": 1.479994816079769,
      "learning_rate": 8.737398575070988e-05,
      "loss": 0.6612,
      "step": 94054
    },
    {
      "epoch": 3.8523448699569935,
      "grad_norm": 0.7536783204474572,
      "learning_rate": 8.737102222168477e-05,
      "loss": 0.2412,
      "step": 94055
    },
    {
      "epoch": 3.85238582838419,
      "grad_norm": 1.400577320985737,
      "learning_rate": 8.736805872226706e-05,
      "loss": 0.9193,
      "step": 94056
    },
    {
      "epoch": 3.852426786811386,
      "grad_norm": 1.5797689787015345,
      "learning_rate": 8.736509525245805e-05,
      "loss": 0.4998,
      "step": 94057
    },
    {
      "epoch": 3.8524677452385827,
      "grad_norm": 0.7972219971123843,
      "learning_rate": 8.736213181225925e-05,
      "loss": 0.2095,
      "step": 94058
    },
    {
      "epoch": 3.8525087036657792,
      "grad_norm": 1.035531658717115,
      "learning_rate": 8.735916840167194e-05,
      "loss": 0.4841,
      "step": 94059
    },
    {
      "epoch": 3.852549662092976,
      "grad_norm": 1.6495878410287323,
      "learning_rate": 8.735620502069757e-05,
      "loss": 0.898,
      "step": 94060
    },
    {
      "epoch": 3.852590620520172,
      "grad_norm": 0.808431357976054,
      "learning_rate": 8.735324166933762e-05,
      "loss": 0.1612,
      "step": 94061
    },
    {
      "epoch": 3.8526315789473684,
      "grad_norm": 3.5344413142125424,
      "learning_rate": 8.735027834759336e-05,
      "loss": 2.9279,
      "step": 94062
    },
    {
      "epoch": 3.852672537374565,
      "grad_norm": 1.4820666777896758,
      "learning_rate": 8.734731505546624e-05,
      "loss": 0.7536,
      "step": 94063
    },
    {
      "epoch": 3.852713495801761,
      "grad_norm": 2.0219118895927606,
      "learning_rate": 8.734435179295776e-05,
      "loss": 1.0948,
      "step": 94064
    },
    {
      "epoch": 3.8527544542289576,
      "grad_norm": 1.5871303852307865,
      "learning_rate": 8.734138856006916e-05,
      "loss": 0.6888,
      "step": 94065
    },
    {
      "epoch": 3.852795412656154,
      "grad_norm": 1.7027271570437799,
      "learning_rate": 8.733842535680197e-05,
      "loss": 1.04,
      "step": 94066
    },
    {
      "epoch": 3.8528363710833506,
      "grad_norm": 1.462329497329651,
      "learning_rate": 8.733546218315749e-05,
      "loss": 0.5853,
      "step": 94067
    },
    {
      "epoch": 3.8528773295105467,
      "grad_norm": 0.7600755995483177,
      "learning_rate": 8.733249903913715e-05,
      "loss": 0.2194,
      "step": 94068
    },
    {
      "epoch": 3.8529182879377433,
      "grad_norm": 1.8435960161904335,
      "learning_rate": 8.732953592474244e-05,
      "loss": 0.844,
      "step": 94069
    },
    {
      "epoch": 3.8529592463649394,
      "grad_norm": 1.3250538421819213,
      "learning_rate": 8.732657283997463e-05,
      "loss": 0.7027,
      "step": 94070
    },
    {
      "epoch": 3.853000204792136,
      "grad_norm": 1.444978213828611,
      "learning_rate": 8.732360978483522e-05,
      "loss": 0.713,
      "step": 94071
    },
    {
      "epoch": 3.8530411632193324,
      "grad_norm": 2.559656651269118,
      "learning_rate": 8.732064675932554e-05,
      "loss": 0.7186,
      "step": 94072
    },
    {
      "epoch": 3.853082121646529,
      "grad_norm": 1.9654777250791802,
      "learning_rate": 8.731768376344699e-05,
      "loss": 1.0835,
      "step": 94073
    },
    {
      "epoch": 3.853123080073725,
      "grad_norm": 1.3893235866579483,
      "learning_rate": 8.731472079720108e-05,
      "loss": 0.6843,
      "step": 94074
    },
    {
      "epoch": 3.8531640385009216,
      "grad_norm": 1.287742869665637,
      "learning_rate": 8.731175786058908e-05,
      "loss": 0.5568,
      "step": 94075
    },
    {
      "epoch": 3.8532049969281177,
      "grad_norm": 2.0518035876992218,
      "learning_rate": 8.730879495361243e-05,
      "loss": 1.37,
      "step": 94076
    },
    {
      "epoch": 3.8532459553553142,
      "grad_norm": 1.1831075404575504,
      "learning_rate": 8.730583207627262e-05,
      "loss": 0.4971,
      "step": 94077
    },
    {
      "epoch": 3.8532869137825108,
      "grad_norm": 1.267913985922395,
      "learning_rate": 8.73028692285709e-05,
      "loss": 0.5356,
      "step": 94078
    },
    {
      "epoch": 3.8533278722097073,
      "grad_norm": 1.7891914053977644,
      "learning_rate": 8.729990641050882e-05,
      "loss": 0.7195,
      "step": 94079
    },
    {
      "epoch": 3.8533688306369034,
      "grad_norm": 0.7964446496940173,
      "learning_rate": 8.729694362208761e-05,
      "loss": 0.1957,
      "step": 94080
    },
    {
      "epoch": 3.8534097890641,
      "grad_norm": 0.8013727062611963,
      "learning_rate": 8.72939808633088e-05,
      "loss": 0.2101,
      "step": 94081
    },
    {
      "epoch": 3.8534507474912965,
      "grad_norm": 1.6587160670828323,
      "learning_rate": 8.729101813417381e-05,
      "loss": 0.8996,
      "step": 94082
    },
    {
      "epoch": 3.8534917059184925,
      "grad_norm": 1.4196042605442867,
      "learning_rate": 8.728805543468392e-05,
      "loss": 0.3562,
      "step": 94083
    },
    {
      "epoch": 3.853532664345689,
      "grad_norm": 1.6193489092454234,
      "learning_rate": 8.728509276484061e-05,
      "loss": 0.8457,
      "step": 94084
    },
    {
      "epoch": 3.8535736227728856,
      "grad_norm": 1.9094780080052969,
      "learning_rate": 8.728213012464531e-05,
      "loss": 0.8182,
      "step": 94085
    },
    {
      "epoch": 3.853614581200082,
      "grad_norm": 1.5949902646194674,
      "learning_rate": 8.727916751409934e-05,
      "loss": 0.8683,
      "step": 94086
    },
    {
      "epoch": 3.8536555396272782,
      "grad_norm": 1.3645727239904073,
      "learning_rate": 8.727620493320419e-05,
      "loss": 0.4901,
      "step": 94087
    },
    {
      "epoch": 3.853696498054475,
      "grad_norm": 1.106178004643915,
      "learning_rate": 8.727324238196116e-05,
      "loss": 0.1993,
      "step": 94088
    },
    {
      "epoch": 3.853737456481671,
      "grad_norm": 2.976294228296961,
      "learning_rate": 8.727027986037169e-05,
      "loss": 3.1992,
      "step": 94089
    },
    {
      "epoch": 3.8537784149088674,
      "grad_norm": 1.4272160874214093,
      "learning_rate": 8.726731736843725e-05,
      "loss": 0.5478,
      "step": 94090
    },
    {
      "epoch": 3.853819373336064,
      "grad_norm": 1.5164220887247326,
      "learning_rate": 8.726435490615913e-05,
      "loss": 0.8005,
      "step": 94091
    },
    {
      "epoch": 3.8538603317632605,
      "grad_norm": 1.112674459544364,
      "learning_rate": 8.726139247353878e-05,
      "loss": 0.4499,
      "step": 94092
    },
    {
      "epoch": 3.8539012901904566,
      "grad_norm": 1.5406620676040337,
      "learning_rate": 8.725843007057767e-05,
      "loss": 0.9722,
      "step": 94093
    },
    {
      "epoch": 3.853942248617653,
      "grad_norm": 1.4145761635624707,
      "learning_rate": 8.725546769727708e-05,
      "loss": 0.7163,
      "step": 94094
    },
    {
      "epoch": 3.853983207044849,
      "grad_norm": 1.5576940195932285,
      "learning_rate": 8.725250535363849e-05,
      "loss": 0.8324,
      "step": 94095
    },
    {
      "epoch": 3.8540241654720457,
      "grad_norm": 0.8266623819101576,
      "learning_rate": 8.724954303966324e-05,
      "loss": 0.2536,
      "step": 94096
    },
    {
      "epoch": 3.8540651238992423,
      "grad_norm": 1.4506650469288929,
      "learning_rate": 8.724658075535276e-05,
      "loss": 0.7766,
      "step": 94097
    },
    {
      "epoch": 3.854106082326439,
      "grad_norm": 1.3278167268294723,
      "learning_rate": 8.724361850070853e-05,
      "loss": 0.5821,
      "step": 94098
    },
    {
      "epoch": 3.854147040753635,
      "grad_norm": 1.4883460714551677,
      "learning_rate": 8.72406562757318e-05,
      "loss": 0.525,
      "step": 94099
    },
    {
      "epoch": 3.8541879991808314,
      "grad_norm": 6.541411714577481,
      "learning_rate": 8.723769408042404e-05,
      "loss": 2.7165,
      "step": 94100
    },
    {
      "epoch": 3.854228957608028,
      "grad_norm": 1.971724552647188,
      "learning_rate": 8.723473191478674e-05,
      "loss": 0.7427,
      "step": 94101
    },
    {
      "epoch": 3.854269916035224,
      "grad_norm": 1.8014186624452604,
      "learning_rate": 8.723176977882114e-05,
      "loss": 1.0395,
      "step": 94102
    },
    {
      "epoch": 3.8543108744624206,
      "grad_norm": 1.350038369946652,
      "learning_rate": 8.722880767252875e-05,
      "loss": 0.6034,
      "step": 94103
    },
    {
      "epoch": 3.854351832889617,
      "grad_norm": 1.5056282345102152,
      "learning_rate": 8.722584559591093e-05,
      "loss": 0.6835,
      "step": 94104
    },
    {
      "epoch": 3.8543927913168137,
      "grad_norm": 2.253931608987074,
      "learning_rate": 8.722288354896904e-05,
      "loss": 1.4425,
      "step": 94105
    },
    {
      "epoch": 3.8544337497440098,
      "grad_norm": 2.040157635937077,
      "learning_rate": 8.721992153170468e-05,
      "loss": 1.0454,
      "step": 94106
    },
    {
      "epoch": 3.8544747081712063,
      "grad_norm": 2.2374223077599154,
      "learning_rate": 8.721695954411898e-05,
      "loss": 1.3379,
      "step": 94107
    },
    {
      "epoch": 3.8545156665984024,
      "grad_norm": 1.2545963467515102,
      "learning_rate": 8.721399758621343e-05,
      "loss": 0.7859,
      "step": 94108
    },
    {
      "epoch": 3.854556625025599,
      "grad_norm": 1.6366168279482929,
      "learning_rate": 8.721103565798954e-05,
      "loss": 0.7663,
      "step": 94109
    },
    {
      "epoch": 3.8545975834527955,
      "grad_norm": 1.2668995678507113,
      "learning_rate": 8.720807375944858e-05,
      "loss": 0.6536,
      "step": 94110
    },
    {
      "epoch": 3.854638541879992,
      "grad_norm": 1.941049322947525,
      "learning_rate": 8.720511189059197e-05,
      "loss": 0.8215,
      "step": 94111
    },
    {
      "epoch": 3.854679500307188,
      "grad_norm": 1.123681763986077,
      "learning_rate": 8.720215005142122e-05,
      "loss": 0.3696,
      "step": 94112
    },
    {
      "epoch": 3.8547204587343846,
      "grad_norm": 1.8474623348373425,
      "learning_rate": 8.719918824193758e-05,
      "loss": 0.84,
      "step": 94113
    },
    {
      "epoch": 3.854761417161581,
      "grad_norm": 4.364578959214693,
      "learning_rate": 8.719622646214259e-05,
      "loss": 1.33,
      "step": 94114
    },
    {
      "epoch": 3.8548023755887773,
      "grad_norm": 1.7668298469337085,
      "learning_rate": 8.71932647120375e-05,
      "loss": 0.6541,
      "step": 94115
    },
    {
      "epoch": 3.854843334015974,
      "grad_norm": 1.22080360567773,
      "learning_rate": 8.719030299162381e-05,
      "loss": 0.3743,
      "step": 94116
    },
    {
      "epoch": 3.8548842924431703,
      "grad_norm": 1.3214867276425035,
      "learning_rate": 8.718734130090295e-05,
      "loss": 0.6613,
      "step": 94117
    },
    {
      "epoch": 3.8549252508703664,
      "grad_norm": 1.4419061183798085,
      "learning_rate": 8.718437963987621e-05,
      "loss": 0.5962,
      "step": 94118
    },
    {
      "epoch": 3.854966209297563,
      "grad_norm": 1.381429284891796,
      "learning_rate": 8.718141800854505e-05,
      "loss": 0.6401,
      "step": 94119
    },
    {
      "epoch": 3.8550071677247595,
      "grad_norm": 1.3700473523715024,
      "learning_rate": 8.717845640691093e-05,
      "loss": 0.6651,
      "step": 94120
    },
    {
      "epoch": 3.8550481261519556,
      "grad_norm": 0.8285917570987654,
      "learning_rate": 8.717549483497515e-05,
      "loss": 0.2481,
      "step": 94121
    },
    {
      "epoch": 3.855089084579152,
      "grad_norm": 1.8659091264229217,
      "learning_rate": 8.717253329273918e-05,
      "loss": 0.7763,
      "step": 94122
    },
    {
      "epoch": 3.8551300430063487,
      "grad_norm": 1.5483790680533682,
      "learning_rate": 8.716957178020434e-05,
      "loss": 0.5531,
      "step": 94123
    },
    {
      "epoch": 3.855171001433545,
      "grad_norm": 1.5442139890498463,
      "learning_rate": 8.71666102973721e-05,
      "loss": 0.7303,
      "step": 94124
    },
    {
      "epoch": 3.8552119598607413,
      "grad_norm": 1.1402114478497614,
      "learning_rate": 8.716364884424387e-05,
      "loss": 0.4639,
      "step": 94125
    },
    {
      "epoch": 3.855252918287938,
      "grad_norm": 1.2732729151179307,
      "learning_rate": 8.716068742082099e-05,
      "loss": 0.6196,
      "step": 94126
    },
    {
      "epoch": 3.855293876715134,
      "grad_norm": 1.5566942840338713,
      "learning_rate": 8.715772602710487e-05,
      "loss": 0.6678,
      "step": 94127
    },
    {
      "epoch": 3.8553348351423304,
      "grad_norm": 2.7245063723937353,
      "learning_rate": 8.715476466309699e-05,
      "loss": 0.2958,
      "step": 94128
    },
    {
      "epoch": 3.855375793569527,
      "grad_norm": 1.8162251252515427,
      "learning_rate": 8.715180332879864e-05,
      "loss": 0.7163,
      "step": 94129
    },
    {
      "epoch": 3.8554167519967235,
      "grad_norm": 4.650426099287019,
      "learning_rate": 8.714884202421133e-05,
      "loss": 3.5833,
      "step": 94130
    },
    {
      "epoch": 3.8554577104239196,
      "grad_norm": 2.67186273443045,
      "learning_rate": 8.714588074933634e-05,
      "loss": 0.4139,
      "step": 94131
    },
    {
      "epoch": 3.855498668851116,
      "grad_norm": 5.350392395103159,
      "learning_rate": 8.714291950417514e-05,
      "loss": 2.2976,
      "step": 94132
    },
    {
      "epoch": 3.8555396272783127,
      "grad_norm": 1.6888176726725628,
      "learning_rate": 8.713995828872915e-05,
      "loss": 0.677,
      "step": 94133
    },
    {
      "epoch": 3.8555805857055088,
      "grad_norm": 1.368187068217056,
      "learning_rate": 8.713699710299971e-05,
      "loss": 0.7135,
      "step": 94134
    },
    {
      "epoch": 3.8556215441327053,
      "grad_norm": 1.9817171640235922,
      "learning_rate": 8.713403594698823e-05,
      "loss": 0.8297,
      "step": 94135
    },
    {
      "epoch": 3.855662502559902,
      "grad_norm": 1.252823460848495,
      "learning_rate": 8.71310748206962e-05,
      "loss": 0.7445,
      "step": 94136
    },
    {
      "epoch": 3.855703460987098,
      "grad_norm": 0.853563697467249,
      "learning_rate": 8.71281137241249e-05,
      "loss": 0.2565,
      "step": 94137
    },
    {
      "epoch": 3.8557444194142945,
      "grad_norm": 1.4381234409645447,
      "learning_rate": 8.712515265727582e-05,
      "loss": 0.6166,
      "step": 94138
    },
    {
      "epoch": 3.855785377841491,
      "grad_norm": 2.0414290095990055,
      "learning_rate": 8.712219162015029e-05,
      "loss": 0.8323,
      "step": 94139
    },
    {
      "epoch": 3.855826336268687,
      "grad_norm": 1.223641777250987,
      "learning_rate": 8.71192306127497e-05,
      "loss": 0.586,
      "step": 94140
    },
    {
      "epoch": 3.8558672946958836,
      "grad_norm": 1.4174860005798846,
      "learning_rate": 8.711626963507556e-05,
      "loss": 0.6012,
      "step": 94141
    },
    {
      "epoch": 3.85590825312308,
      "grad_norm": 1.5795829442793876,
      "learning_rate": 8.711330868712915e-05,
      "loss": 0.9448,
      "step": 94142
    },
    {
      "epoch": 3.8559492115502767,
      "grad_norm": 1.9031196590765047,
      "learning_rate": 8.711034776891197e-05,
      "loss": 0.1753,
      "step": 94143
    },
    {
      "epoch": 3.855990169977473,
      "grad_norm": 3.184882594549021,
      "learning_rate": 8.710738688042531e-05,
      "loss": 3.2973,
      "step": 94144
    },
    {
      "epoch": 3.8560311284046693,
      "grad_norm": 1.7144011325164654,
      "learning_rate": 8.710442602167063e-05,
      "loss": 1.0838,
      "step": 94145
    },
    {
      "epoch": 3.8560720868318654,
      "grad_norm": 1.5922103372107843,
      "learning_rate": 8.71014651926494e-05,
      "loss": 0.6408,
      "step": 94146
    },
    {
      "epoch": 3.856113045259062,
      "grad_norm": 1.2145877473137394,
      "learning_rate": 8.709850439336285e-05,
      "loss": 0.1939,
      "step": 94147
    },
    {
      "epoch": 3.8561540036862585,
      "grad_norm": 1.3523101838100882,
      "learning_rate": 8.709554362381253e-05,
      "loss": 0.6971,
      "step": 94148
    },
    {
      "epoch": 3.856194962113455,
      "grad_norm": 0.7828367383417169,
      "learning_rate": 8.70925828839998e-05,
      "loss": 0.2374,
      "step": 94149
    },
    {
      "epoch": 3.856235920540651,
      "grad_norm": 1.642893017076279,
      "learning_rate": 8.708962217392602e-05,
      "loss": 0.8934,
      "step": 94150
    },
    {
      "epoch": 3.8562768789678477,
      "grad_norm": 1.634851539646286,
      "learning_rate": 8.708666149359265e-05,
      "loss": 0.7818,
      "step": 94151
    },
    {
      "epoch": 3.856317837395044,
      "grad_norm": 1.3568446723743006,
      "learning_rate": 8.708370084300102e-05,
      "loss": 0.7911,
      "step": 94152
    },
    {
      "epoch": 3.8563587958222403,
      "grad_norm": 1.1818832284301175,
      "learning_rate": 8.708074022215253e-05,
      "loss": 0.3962,
      "step": 94153
    },
    {
      "epoch": 3.856399754249437,
      "grad_norm": 1.4060450810404668,
      "learning_rate": 8.70777796310487e-05,
      "loss": 0.7981,
      "step": 94154
    },
    {
      "epoch": 3.8564407126766334,
      "grad_norm": 1.235880800572345,
      "learning_rate": 8.707481906969079e-05,
      "loss": 0.6307,
      "step": 94155
    },
    {
      "epoch": 3.85648167110383,
      "grad_norm": 1.6792643389105928,
      "learning_rate": 8.707185853808025e-05,
      "loss": 1.04,
      "step": 94156
    },
    {
      "epoch": 3.856522629531026,
      "grad_norm": 1.2099545397387679,
      "learning_rate": 8.706889803621854e-05,
      "loss": 0.6431,
      "step": 94157
    },
    {
      "epoch": 3.8565635879582225,
      "grad_norm": 1.4456160818245993,
      "learning_rate": 8.706593756410695e-05,
      "loss": 0.8375,
      "step": 94158
    },
    {
      "epoch": 3.8566045463854186,
      "grad_norm": 1.4549541128591812,
      "learning_rate": 8.706297712174697e-05,
      "loss": 0.5399,
      "step": 94159
    },
    {
      "epoch": 3.856645504812615,
      "grad_norm": 1.2672171170696034,
      "learning_rate": 8.706001670913994e-05,
      "loss": 0.5577,
      "step": 94160
    },
    {
      "epoch": 3.8566864632398117,
      "grad_norm": 1.354178928915248,
      "learning_rate": 8.705705632628724e-05,
      "loss": 0.2024,
      "step": 94161
    },
    {
      "epoch": 3.856727421667008,
      "grad_norm": 1.6481551035764397,
      "learning_rate": 8.705409597319038e-05,
      "loss": 1.0438,
      "step": 94162
    },
    {
      "epoch": 3.8567683800942043,
      "grad_norm": 2.0183256480848475,
      "learning_rate": 8.705113564985065e-05,
      "loss": 0.5037,
      "step": 94163
    },
    {
      "epoch": 3.856809338521401,
      "grad_norm": 1.4245123415023373,
      "learning_rate": 8.704817535626949e-05,
      "loss": 0.6946,
      "step": 94164
    },
    {
      "epoch": 3.856850296948597,
      "grad_norm": 1.7361094196176792,
      "learning_rate": 8.704521509244835e-05,
      "loss": 1.0853,
      "step": 94165
    },
    {
      "epoch": 3.8568912553757935,
      "grad_norm": 5.057464015359446,
      "learning_rate": 8.704225485838854e-05,
      "loss": 3.3725,
      "step": 94166
    },
    {
      "epoch": 3.85693221380299,
      "grad_norm": 1.166954474747989,
      "learning_rate": 8.703929465409152e-05,
      "loss": 0.3552,
      "step": 94167
    },
    {
      "epoch": 3.8569731722301865,
      "grad_norm": 1.5307950055053305,
      "learning_rate": 8.703633447955865e-05,
      "loss": 0.9811,
      "step": 94168
    },
    {
      "epoch": 3.8570141306573826,
      "grad_norm": 1.3668886646749987,
      "learning_rate": 8.703337433479132e-05,
      "loss": 0.5548,
      "step": 94169
    },
    {
      "epoch": 3.857055089084579,
      "grad_norm": 1.3282786626392087,
      "learning_rate": 8.703041421979102e-05,
      "loss": 0.78,
      "step": 94170
    },
    {
      "epoch": 3.8570960475117757,
      "grad_norm": 3.868692750494738,
      "learning_rate": 8.702745413455902e-05,
      "loss": 4.0632,
      "step": 94171
    },
    {
      "epoch": 3.857137005938972,
      "grad_norm": 1.266756175861781,
      "learning_rate": 8.70244940790968e-05,
      "loss": 0.6458,
      "step": 94172
    },
    {
      "epoch": 3.8571779643661683,
      "grad_norm": 1.2591423005756095,
      "learning_rate": 8.70215340534058e-05,
      "loss": 0.727,
      "step": 94173
    },
    {
      "epoch": 3.857218922793365,
      "grad_norm": 1.4066929837936692,
      "learning_rate": 8.70185740574873e-05,
      "loss": 0.5136,
      "step": 94174
    },
    {
      "epoch": 3.8572598812205614,
      "grad_norm": 1.614469246477904,
      "learning_rate": 8.701561409134283e-05,
      "loss": 0.6953,
      "step": 94175
    },
    {
      "epoch": 3.8573008396477575,
      "grad_norm": 0.8697167637413418,
      "learning_rate": 8.701265415497372e-05,
      "loss": 0.1398,
      "step": 94176
    },
    {
      "epoch": 3.857341798074954,
      "grad_norm": 1.8352841101912705,
      "learning_rate": 8.700969424838131e-05,
      "loss": 0.6882,
      "step": 94177
    },
    {
      "epoch": 3.85738275650215,
      "grad_norm": 0.9725110282373809,
      "learning_rate": 8.700673437156714e-05,
      "loss": 0.2523,
      "step": 94178
    },
    {
      "epoch": 3.8574237149293467,
      "grad_norm": 1.3948979761264273,
      "learning_rate": 8.700377452453243e-05,
      "loss": 0.7267,
      "step": 94179
    },
    {
      "epoch": 3.857464673356543,
      "grad_norm": 1.2834509083534011,
      "learning_rate": 8.70008147072787e-05,
      "loss": 0.5578,
      "step": 94180
    },
    {
      "epoch": 3.8575056317837397,
      "grad_norm": 1.5919783117450799,
      "learning_rate": 8.69978549198074e-05,
      "loss": 0.7554,
      "step": 94181
    },
    {
      "epoch": 3.857546590210936,
      "grad_norm": 1.4641690112840888,
      "learning_rate": 8.699489516211979e-05,
      "loss": 0.548,
      "step": 94182
    },
    {
      "epoch": 3.8575875486381324,
      "grad_norm": 1.5132502703637296,
      "learning_rate": 8.699193543421734e-05,
      "loss": 0.8351,
      "step": 94183
    },
    {
      "epoch": 3.8576285070653284,
      "grad_norm": 1.448197571962626,
      "learning_rate": 8.698897573610151e-05,
      "loss": 0.8408,
      "step": 94184
    },
    {
      "epoch": 3.857669465492525,
      "grad_norm": 1.0287429539864061,
      "learning_rate": 8.698601606777357e-05,
      "loss": 0.313,
      "step": 94185
    },
    {
      "epoch": 3.8577104239197215,
      "grad_norm": 1.5251792240417823,
      "learning_rate": 8.698305642923504e-05,
      "loss": 0.8358,
      "step": 94186
    },
    {
      "epoch": 3.857751382346918,
      "grad_norm": 1.4990610112363039,
      "learning_rate": 8.698009682048724e-05,
      "loss": 0.7266,
      "step": 94187
    },
    {
      "epoch": 3.857792340774114,
      "grad_norm": 1.6160011560264693,
      "learning_rate": 8.697713724153155e-05,
      "loss": 0.9512,
      "step": 94188
    },
    {
      "epoch": 3.8578332992013107,
      "grad_norm": 1.4090141795380473,
      "learning_rate": 8.697417769236948e-05,
      "loss": 0.7671,
      "step": 94189
    },
    {
      "epoch": 3.857874257628507,
      "grad_norm": 1.1536635813628873,
      "learning_rate": 8.69712181730023e-05,
      "loss": 0.4673,
      "step": 94190
    },
    {
      "epoch": 3.8579152160557033,
      "grad_norm": 1.6205960361676464,
      "learning_rate": 8.69682586834315e-05,
      "loss": 0.5306,
      "step": 94191
    },
    {
      "epoch": 3.8579561744829,
      "grad_norm": 1.266484755599019,
      "learning_rate": 8.69652992236585e-05,
      "loss": 0.6336,
      "step": 94192
    },
    {
      "epoch": 3.8579971329100964,
      "grad_norm": 1.5101377902076063,
      "learning_rate": 8.696233979368456e-05,
      "loss": 0.7903,
      "step": 94193
    },
    {
      "epoch": 3.858038091337293,
      "grad_norm": 0.7757273721364307,
      "learning_rate": 8.695938039351124e-05,
      "loss": 0.2503,
      "step": 94194
    },
    {
      "epoch": 3.858079049764489,
      "grad_norm": 0.7160939807951159,
      "learning_rate": 8.695642102313981e-05,
      "loss": 0.0956,
      "step": 94195
    },
    {
      "epoch": 3.8581200081916855,
      "grad_norm": 1.0867929860209533,
      "learning_rate": 8.695346168257174e-05,
      "loss": 0.5144,
      "step": 94196
    },
    {
      "epoch": 3.8581609666188816,
      "grad_norm": 1.439404384522628,
      "learning_rate": 8.695050237180846e-05,
      "loss": 0.8206,
      "step": 94197
    },
    {
      "epoch": 3.858201925046078,
      "grad_norm": 1.814230032533717,
      "learning_rate": 8.694754309085127e-05,
      "loss": 0.7847,
      "step": 94198
    },
    {
      "epoch": 3.8582428834732747,
      "grad_norm": 1.4597969702638602,
      "learning_rate": 8.694458383970161e-05,
      "loss": 0.8033,
      "step": 94199
    },
    {
      "epoch": 3.8582838419004712,
      "grad_norm": 1.4480087493950897,
      "learning_rate": 8.694162461836096e-05,
      "loss": 0.7513,
      "step": 94200
    },
    {
      "epoch": 3.8583248003276673,
      "grad_norm": 1.2532066184852473,
      "learning_rate": 8.69386654268306e-05,
      "loss": 0.712,
      "step": 94201
    },
    {
      "epoch": 3.858365758754864,
      "grad_norm": 1.5841815856866663,
      "learning_rate": 8.693570626511203e-05,
      "loss": 0.7726,
      "step": 94202
    },
    {
      "epoch": 3.85840671718206,
      "grad_norm": 3.36005613400416,
      "learning_rate": 8.693274713320654e-05,
      "loss": 1.5901,
      "step": 94203
    },
    {
      "epoch": 3.8584476756092565,
      "grad_norm": 0.8471816749624888,
      "learning_rate": 8.69297880311156e-05,
      "loss": 0.2209,
      "step": 94204
    },
    {
      "epoch": 3.858488634036453,
      "grad_norm": 1.4590597710097137,
      "learning_rate": 8.692682895884064e-05,
      "loss": 0.6042,
      "step": 94205
    },
    {
      "epoch": 3.8585295924636496,
      "grad_norm": 1.5377995945997336,
      "learning_rate": 8.692386991638295e-05,
      "loss": 0.8261,
      "step": 94206
    },
    {
      "epoch": 3.8585705508908457,
      "grad_norm": 1.2993109265273304,
      "learning_rate": 8.692091090374401e-05,
      "loss": 0.4714,
      "step": 94207
    },
    {
      "epoch": 3.858611509318042,
      "grad_norm": 1.1294114939532183,
      "learning_rate": 8.691795192092526e-05,
      "loss": 0.5643,
      "step": 94208
    },
    {
      "epoch": 3.8586524677452387,
      "grad_norm": 1.3680734135878572,
      "learning_rate": 8.691499296792799e-05,
      "loss": 0.7094,
      "step": 94209
    },
    {
      "epoch": 3.858693426172435,
      "grad_norm": 1.743849911794542,
      "learning_rate": 8.69120340447537e-05,
      "loss": 0.8266,
      "step": 94210
    },
    {
      "epoch": 3.8587343845996314,
      "grad_norm": 1.8567556729920074,
      "learning_rate": 8.690907515140367e-05,
      "loss": 0.6512,
      "step": 94211
    },
    {
      "epoch": 3.858775343026828,
      "grad_norm": 1.4892094054458902,
      "learning_rate": 8.690611628787938e-05,
      "loss": 0.6168,
      "step": 94212
    },
    {
      "epoch": 3.8588163014540244,
      "grad_norm": 1.6710761591417544,
      "learning_rate": 8.690315745418228e-05,
      "loss": 0.8784,
      "step": 94213
    },
    {
      "epoch": 3.8588572598812205,
      "grad_norm": 1.5687825442588372,
      "learning_rate": 8.690019865031363e-05,
      "loss": 0.5338,
      "step": 94214
    },
    {
      "epoch": 3.858898218308417,
      "grad_norm": 1.1996021064397686,
      "learning_rate": 8.689723987627498e-05,
      "loss": 0.4708,
      "step": 94215
    },
    {
      "epoch": 3.858939176735613,
      "grad_norm": 0.9205102354035694,
      "learning_rate": 8.689428113206759e-05,
      "loss": 0.215,
      "step": 94216
    },
    {
      "epoch": 3.8589801351628097,
      "grad_norm": 1.6088756159955806,
      "learning_rate": 8.689132241769292e-05,
      "loss": 0.8704,
      "step": 94217
    },
    {
      "epoch": 3.8590210935900062,
      "grad_norm": 1.488169350902784,
      "learning_rate": 8.688836373315243e-05,
      "loss": 0.9112,
      "step": 94218
    },
    {
      "epoch": 3.8590620520172028,
      "grad_norm": 1.1663010800862397,
      "learning_rate": 8.68854050784474e-05,
      "loss": 0.5465,
      "step": 94219
    },
    {
      "epoch": 3.859103010444399,
      "grad_norm": 1.6062606559552695,
      "learning_rate": 8.688244645357929e-05,
      "loss": 0.7936,
      "step": 94220
    },
    {
      "epoch": 3.8591439688715954,
      "grad_norm": 1.3640854527129769,
      "learning_rate": 8.687948785854956e-05,
      "loss": 0.6497,
      "step": 94221
    },
    {
      "epoch": 3.8591849272987915,
      "grad_norm": 1.6386421355016392,
      "learning_rate": 8.687652929335947e-05,
      "loss": 0.9321,
      "step": 94222
    },
    {
      "epoch": 3.859225885725988,
      "grad_norm": 0.8613331404483713,
      "learning_rate": 8.687357075801058e-05,
      "loss": 0.2294,
      "step": 94223
    },
    {
      "epoch": 3.8592668441531846,
      "grad_norm": 1.3688173031832038,
      "learning_rate": 8.687061225250411e-05,
      "loss": 0.3848,
      "step": 94224
    },
    {
      "epoch": 3.859307802580381,
      "grad_norm": 1.1301068682341955,
      "learning_rate": 8.686765377684158e-05,
      "loss": 0.5568,
      "step": 94225
    },
    {
      "epoch": 3.859348761007577,
      "grad_norm": 1.7459658938455118,
      "learning_rate": 8.686469533102441e-05,
      "loss": 0.9225,
      "step": 94226
    },
    {
      "epoch": 3.8593897194347737,
      "grad_norm": 1.8030355650056507,
      "learning_rate": 8.686173691505389e-05,
      "loss": 0.7044,
      "step": 94227
    },
    {
      "epoch": 3.8594306778619702,
      "grad_norm": 2.0093807499016108,
      "learning_rate": 8.685877852893145e-05,
      "loss": 1.0497,
      "step": 94228
    },
    {
      "epoch": 3.8594716362891663,
      "grad_norm": 1.3771113887400548,
      "learning_rate": 8.685582017265861e-05,
      "loss": 0.6891,
      "step": 94229
    },
    {
      "epoch": 3.859512594716363,
      "grad_norm": 1.4480323375942485,
      "learning_rate": 8.68528618462366e-05,
      "loss": 0.7957,
      "step": 94230
    },
    {
      "epoch": 3.8595535531435594,
      "grad_norm": 1.136968243362375,
      "learning_rate": 8.684990354966697e-05,
      "loss": 0.4386,
      "step": 94231
    },
    {
      "epoch": 3.859594511570756,
      "grad_norm": 1.708784048903713,
      "learning_rate": 8.684694528295097e-05,
      "loss": 0.8473,
      "step": 94232
    },
    {
      "epoch": 3.859635469997952,
      "grad_norm": 1.4118630569156354,
      "learning_rate": 8.684398704609007e-05,
      "loss": 0.4567,
      "step": 94233
    },
    {
      "epoch": 3.8596764284251486,
      "grad_norm": 1.341786258606372,
      "learning_rate": 8.684102883908572e-05,
      "loss": 0.6024,
      "step": 94234
    },
    {
      "epoch": 3.8597173868523447,
      "grad_norm": 1.3249004566299043,
      "learning_rate": 8.68380706619392e-05,
      "loss": 0.7188,
      "step": 94235
    },
    {
      "epoch": 3.859758345279541,
      "grad_norm": 2.337734374239526,
      "learning_rate": 8.6835112514652e-05,
      "loss": 0.2371,
      "step": 94236
    },
    {
      "epoch": 3.8597993037067377,
      "grad_norm": 1.4821443999177124,
      "learning_rate": 8.683215439722554e-05,
      "loss": 0.4216,
      "step": 94237
    },
    {
      "epoch": 3.8598402621339343,
      "grad_norm": 1.4944972067453717,
      "learning_rate": 8.68291963096611e-05,
      "loss": 0.4744,
      "step": 94238
    },
    {
      "epoch": 3.8598812205611304,
      "grad_norm": 1.622593976260862,
      "learning_rate": 8.682623825196025e-05,
      "loss": 0.7598,
      "step": 94239
    },
    {
      "epoch": 3.859922178988327,
      "grad_norm": 1.1898563783973026,
      "learning_rate": 8.68232802241242e-05,
      "loss": 0.6676,
      "step": 94240
    },
    {
      "epoch": 3.859963137415523,
      "grad_norm": 2.2264274542922164,
      "learning_rate": 8.682032222615444e-05,
      "loss": 1.6525,
      "step": 94241
    },
    {
      "epoch": 3.8600040958427195,
      "grad_norm": 1.630671965491695,
      "learning_rate": 8.681736425805242e-05,
      "loss": 0.7809,
      "step": 94242
    },
    {
      "epoch": 3.860045054269916,
      "grad_norm": 4.2538268667433625,
      "learning_rate": 8.681440631981942e-05,
      "loss": 3.8213,
      "step": 94243
    },
    {
      "epoch": 3.8600860126971126,
      "grad_norm": 1.8968565862096136,
      "learning_rate": 8.681144841145692e-05,
      "loss": 0.7921,
      "step": 94244
    },
    {
      "epoch": 3.8601269711243087,
      "grad_norm": 1.452690430785888,
      "learning_rate": 8.680849053296635e-05,
      "loss": 0.7529,
      "step": 94245
    },
    {
      "epoch": 3.8601679295515052,
      "grad_norm": 1.3350391489672395,
      "learning_rate": 8.6805532684349e-05,
      "loss": 0.5669,
      "step": 94246
    },
    {
      "epoch": 3.8602088879787018,
      "grad_norm": 1.439134072935651,
      "learning_rate": 8.680257486560638e-05,
      "loss": 0.4308,
      "step": 94247
    },
    {
      "epoch": 3.860249846405898,
      "grad_norm": 1.4655608884123565,
      "learning_rate": 8.679961707673985e-05,
      "loss": 0.6245,
      "step": 94248
    },
    {
      "epoch": 3.8602908048330944,
      "grad_norm": 1.7882035025554466,
      "learning_rate": 8.679665931775073e-05,
      "loss": 1.302,
      "step": 94249
    },
    {
      "epoch": 3.860331763260291,
      "grad_norm": 0.7370892587661331,
      "learning_rate": 8.679370158864053e-05,
      "loss": 0.2284,
      "step": 94250
    },
    {
      "epoch": 3.8603727216874875,
      "grad_norm": 0.5810409778466612,
      "learning_rate": 8.679074388941056e-05,
      "loss": 0.0941,
      "step": 94251
    },
    {
      "epoch": 3.8604136801146836,
      "grad_norm": 1.3646862552574284,
      "learning_rate": 8.678778622006225e-05,
      "loss": 0.6832,
      "step": 94252
    },
    {
      "epoch": 3.86045463854188,
      "grad_norm": 8.804627015249514,
      "learning_rate": 8.678482858059705e-05,
      "loss": 2.0725,
      "step": 94253
    },
    {
      "epoch": 3.860495596969076,
      "grad_norm": 0.851647185928492,
      "learning_rate": 8.678187097101628e-05,
      "loss": 0.2597,
      "step": 94254
    },
    {
      "epoch": 3.8605365553962727,
      "grad_norm": 1.6711179312858013,
      "learning_rate": 8.677891339132136e-05,
      "loss": 0.6118,
      "step": 94255
    },
    {
      "epoch": 3.8605775138234693,
      "grad_norm": 1.3505427681099835,
      "learning_rate": 8.677595584151376e-05,
      "loss": 0.5932,
      "step": 94256
    },
    {
      "epoch": 3.860618472250666,
      "grad_norm": 1.9179367803548646,
      "learning_rate": 8.677299832159477e-05,
      "loss": 1.0557,
      "step": 94257
    },
    {
      "epoch": 3.860659430677862,
      "grad_norm": 1.3169212509461259,
      "learning_rate": 8.67700408315659e-05,
      "loss": 0.6807,
      "step": 94258
    },
    {
      "epoch": 3.8607003891050584,
      "grad_norm": 1.5546912133243251,
      "learning_rate": 8.67670833714284e-05,
      "loss": 0.6677,
      "step": 94259
    },
    {
      "epoch": 3.8607413475322545,
      "grad_norm": 1.6126824331174472,
      "learning_rate": 8.676412594118378e-05,
      "loss": 0.7214,
      "step": 94260
    },
    {
      "epoch": 3.860782305959451,
      "grad_norm": 1.785020581823753,
      "learning_rate": 8.676116854083346e-05,
      "loss": 0.7974,
      "step": 94261
    },
    {
      "epoch": 3.8608232643866476,
      "grad_norm": 1.0722204304884635,
      "learning_rate": 8.675821117037873e-05,
      "loss": 0.4226,
      "step": 94262
    },
    {
      "epoch": 3.860864222813844,
      "grad_norm": 1.5732538220499261,
      "learning_rate": 8.675525382982105e-05,
      "loss": 0.6583,
      "step": 94263
    },
    {
      "epoch": 3.86090518124104,
      "grad_norm": 1.0943066035673108,
      "learning_rate": 8.675229651916187e-05,
      "loss": 0.194,
      "step": 94264
    },
    {
      "epoch": 3.8609461396682367,
      "grad_norm": 1.6856007133834094,
      "learning_rate": 8.674933923840247e-05,
      "loss": 0.741,
      "step": 94265
    },
    {
      "epoch": 3.8609870980954333,
      "grad_norm": 1.8779365687463991,
      "learning_rate": 8.674638198754438e-05,
      "loss": 0.8681,
      "step": 94266
    },
    {
      "epoch": 3.8610280565226294,
      "grad_norm": 1.3530923985042325,
      "learning_rate": 8.674342476658889e-05,
      "loss": 0.4444,
      "step": 94267
    },
    {
      "epoch": 3.861069014949826,
      "grad_norm": 1.6874909312123765,
      "learning_rate": 8.674046757553742e-05,
      "loss": 0.5456,
      "step": 94268
    },
    {
      "epoch": 3.8611099733770224,
      "grad_norm": 1.2340218179608429,
      "learning_rate": 8.673751041439144e-05,
      "loss": 0.3439,
      "step": 94269
    },
    {
      "epoch": 3.861150931804219,
      "grad_norm": 1.490389507924692,
      "learning_rate": 8.673455328315223e-05,
      "loss": 0.5377,
      "step": 94270
    },
    {
      "epoch": 3.861191890231415,
      "grad_norm": 1.815969064116893,
      "learning_rate": 8.673159618182127e-05,
      "loss": 1.2716,
      "step": 94271
    },
    {
      "epoch": 3.8612328486586116,
      "grad_norm": 1.1397332295170437,
      "learning_rate": 8.672863911039999e-05,
      "loss": 0.4296,
      "step": 94272
    },
    {
      "epoch": 3.8612738070858077,
      "grad_norm": 1.024628868203259,
      "learning_rate": 8.672568206888967e-05,
      "loss": 0.202,
      "step": 94273
    },
    {
      "epoch": 3.8613147655130042,
      "grad_norm": 1.5387828204290308,
      "learning_rate": 8.672272505729185e-05,
      "loss": 0.8217,
      "step": 94274
    },
    {
      "epoch": 3.8613557239402008,
      "grad_norm": 1.3959359955260504,
      "learning_rate": 8.671976807560779e-05,
      "loss": 0.7543,
      "step": 94275
    },
    {
      "epoch": 3.8613966823673973,
      "grad_norm": 1.6792705014316502,
      "learning_rate": 8.671681112383897e-05,
      "loss": 0.904,
      "step": 94276
    },
    {
      "epoch": 3.8614376407945934,
      "grad_norm": 1.8960033377486103,
      "learning_rate": 8.67138542019868e-05,
      "loss": 0.87,
      "step": 94277
    },
    {
      "epoch": 3.86147859922179,
      "grad_norm": 1.4438028310637272,
      "learning_rate": 8.67108973100526e-05,
      "loss": 0.665,
      "step": 94278
    },
    {
      "epoch": 3.861519557648986,
      "grad_norm": 1.3095065654416156,
      "learning_rate": 8.670794044803781e-05,
      "loss": 0.6115,
      "step": 94279
    },
    {
      "epoch": 3.8615605160761826,
      "grad_norm": 0.8659255651630954,
      "learning_rate": 8.670498361594389e-05,
      "loss": 0.2348,
      "step": 94280
    },
    {
      "epoch": 3.861601474503379,
      "grad_norm": 0.9847311557789178,
      "learning_rate": 8.670202681377213e-05,
      "loss": 0.2665,
      "step": 94281
    },
    {
      "epoch": 3.8616424329305756,
      "grad_norm": 1.257189338886154,
      "learning_rate": 8.669907004152404e-05,
      "loss": 0.719,
      "step": 94282
    },
    {
      "epoch": 3.8616833913577717,
      "grad_norm": 1.2668154974388057,
      "learning_rate": 8.66961132992009e-05,
      "loss": 0.6077,
      "step": 94283
    },
    {
      "epoch": 3.8617243497849683,
      "grad_norm": 1.461990586457915,
      "learning_rate": 8.669315658680414e-05,
      "loss": 0.6416,
      "step": 94284
    },
    {
      "epoch": 3.861765308212165,
      "grad_norm": 1.2135657537258164,
      "learning_rate": 8.669019990433527e-05,
      "loss": 0.3718,
      "step": 94285
    },
    {
      "epoch": 3.861806266639361,
      "grad_norm": 1.1950160663289622,
      "learning_rate": 8.668724325179553e-05,
      "loss": 0.5417,
      "step": 94286
    },
    {
      "epoch": 3.8618472250665574,
      "grad_norm": 1.4364376045186,
      "learning_rate": 8.668428662918645e-05,
      "loss": 0.6972,
      "step": 94287
    },
    {
      "epoch": 3.861888183493754,
      "grad_norm": 1.5791597999767777,
      "learning_rate": 8.66813300365093e-05,
      "loss": 0.6102,
      "step": 94288
    },
    {
      "epoch": 3.8619291419209505,
      "grad_norm": 1.256233790300919,
      "learning_rate": 8.667837347376554e-05,
      "loss": 0.4078,
      "step": 94289
    },
    {
      "epoch": 3.8619701003481466,
      "grad_norm": 0.9350457927439041,
      "learning_rate": 8.667541694095663e-05,
      "loss": 0.2514,
      "step": 94290
    },
    {
      "epoch": 3.862011058775343,
      "grad_norm": 1.042261896572748,
      "learning_rate": 8.667246043808386e-05,
      "loss": 0.4013,
      "step": 94291
    },
    {
      "epoch": 3.862052017202539,
      "grad_norm": 0.7331472452793304,
      "learning_rate": 8.666950396514869e-05,
      "loss": 0.2308,
      "step": 94292
    },
    {
      "epoch": 3.8620929756297357,
      "grad_norm": 1.463970172206555,
      "learning_rate": 8.666654752215253e-05,
      "loss": 0.801,
      "step": 94293
    },
    {
      "epoch": 3.8621339340569323,
      "grad_norm": 1.8007596305694162,
      "learning_rate": 8.66635911090967e-05,
      "loss": 0.8974,
      "step": 94294
    },
    {
      "epoch": 3.862174892484129,
      "grad_norm": 1.0572145767197687,
      "learning_rate": 8.666063472598271e-05,
      "loss": 0.4968,
      "step": 94295
    },
    {
      "epoch": 3.862215850911325,
      "grad_norm": 1.972492639660428,
      "learning_rate": 8.665767837281184e-05,
      "loss": 0.8378,
      "step": 94296
    },
    {
      "epoch": 3.8622568093385214,
      "grad_norm": 0.8413253309669969,
      "learning_rate": 8.665472204958556e-05,
      "loss": 0.2049,
      "step": 94297
    },
    {
      "epoch": 3.8622977677657175,
      "grad_norm": 1.1251845878634468,
      "learning_rate": 8.665176575630528e-05,
      "loss": 0.5367,
      "step": 94298
    },
    {
      "epoch": 3.862338726192914,
      "grad_norm": 1.158455150703821,
      "learning_rate": 8.664880949297233e-05,
      "loss": 0.6471,
      "step": 94299
    },
    {
      "epoch": 3.8623796846201106,
      "grad_norm": 1.3690691897274447,
      "learning_rate": 8.664585325958814e-05,
      "loss": 0.4257,
      "step": 94300
    },
    {
      "epoch": 3.862420643047307,
      "grad_norm": 1.550991356736245,
      "learning_rate": 8.664289705615419e-05,
      "loss": 0.7719,
      "step": 94301
    },
    {
      "epoch": 3.8624616014745032,
      "grad_norm": 1.7430760084490158,
      "learning_rate": 8.663994088267171e-05,
      "loss": 1.0241,
      "step": 94302
    },
    {
      "epoch": 3.8625025599016998,
      "grad_norm": 1.7106446020768373,
      "learning_rate": 8.663698473914228e-05,
      "loss": 1.0251,
      "step": 94303
    },
    {
      "epoch": 3.8625435183288963,
      "grad_norm": 1.4658289862101623,
      "learning_rate": 8.663402862556712e-05,
      "loss": 0.2345,
      "step": 94304
    },
    {
      "epoch": 3.8625844767560924,
      "grad_norm": 1.570515014592367,
      "learning_rate": 8.663107254194773e-05,
      "loss": 0.4976,
      "step": 94305
    },
    {
      "epoch": 3.862625435183289,
      "grad_norm": 1.5306441706420497,
      "learning_rate": 8.662811648828555e-05,
      "loss": 0.6966,
      "step": 94306
    },
    {
      "epoch": 3.8626663936104855,
      "grad_norm": 1.8776522605431067,
      "learning_rate": 8.662516046458187e-05,
      "loss": 1.0937,
      "step": 94307
    },
    {
      "epoch": 3.862707352037682,
      "grad_norm": 1.555134684594356,
      "learning_rate": 8.662220447083811e-05,
      "loss": 0.8637,
      "step": 94308
    },
    {
      "epoch": 3.862748310464878,
      "grad_norm": 1.498447611202107,
      "learning_rate": 8.661924850705579e-05,
      "loss": 0.842,
      "step": 94309
    },
    {
      "epoch": 3.8627892688920746,
      "grad_norm": 1.6684764799548712,
      "learning_rate": 8.661629257323612e-05,
      "loss": 0.711,
      "step": 94310
    },
    {
      "epoch": 3.8628302273192707,
      "grad_norm": 0.8273129525207062,
      "learning_rate": 8.661333666938067e-05,
      "loss": 0.2346,
      "step": 94311
    },
    {
      "epoch": 3.8628711857464673,
      "grad_norm": 1.735091694314585,
      "learning_rate": 8.661038079549068e-05,
      "loss": 1.0326,
      "step": 94312
    },
    {
      "epoch": 3.862912144173664,
      "grad_norm": 1.4197738256754793,
      "learning_rate": 8.660742495156763e-05,
      "loss": 0.8383,
      "step": 94313
    },
    {
      "epoch": 3.8629531026008603,
      "grad_norm": 1.5151194755220532,
      "learning_rate": 8.660446913761298e-05,
      "loss": 0.7307,
      "step": 94314
    },
    {
      "epoch": 3.8629940610280564,
      "grad_norm": 4.807914030328572,
      "learning_rate": 8.660151335362799e-05,
      "loss": 3.2946,
      "step": 94315
    },
    {
      "epoch": 3.863035019455253,
      "grad_norm": 2.09000610272742,
      "learning_rate": 8.659855759961412e-05,
      "loss": 0.8071,
      "step": 94316
    },
    {
      "epoch": 3.863075977882449,
      "grad_norm": 1.6092049327229365,
      "learning_rate": 8.659560187557289e-05,
      "loss": 0.4048,
      "step": 94317
    },
    {
      "epoch": 3.8631169363096456,
      "grad_norm": 1.6195484183698152,
      "learning_rate": 8.659264618150548e-05,
      "loss": 0.734,
      "step": 94318
    },
    {
      "epoch": 3.863157894736842,
      "grad_norm": 1.7285458262442124,
      "learning_rate": 8.658969051741337e-05,
      "loss": 0.951,
      "step": 94319
    },
    {
      "epoch": 3.8631988531640387,
      "grad_norm": 1.3985453648640283,
      "learning_rate": 8.658673488329805e-05,
      "loss": 0.6831,
      "step": 94320
    },
    {
      "epoch": 3.8632398115912348,
      "grad_norm": 1.2725466795629816,
      "learning_rate": 8.658377927916077e-05,
      "loss": 0.5023,
      "step": 94321
    },
    {
      "epoch": 3.8632807700184313,
      "grad_norm": 1.4650072193761006,
      "learning_rate": 8.658082370500305e-05,
      "loss": 0.6297,
      "step": 94322
    },
    {
      "epoch": 3.863321728445628,
      "grad_norm": 1.9640229057419842,
      "learning_rate": 8.657786816082621e-05,
      "loss": 0.5122,
      "step": 94323
    },
    {
      "epoch": 3.863362686872824,
      "grad_norm": 1.5821825942859415,
      "learning_rate": 8.657491264663165e-05,
      "loss": 0.8394,
      "step": 94324
    },
    {
      "epoch": 3.8634036453000205,
      "grad_norm": 1.438629227597636,
      "learning_rate": 8.657195716242085e-05,
      "loss": 0.7111,
      "step": 94325
    },
    {
      "epoch": 3.863444603727217,
      "grad_norm": 1.4948101455537695,
      "learning_rate": 8.65690017081951e-05,
      "loss": 0.7405,
      "step": 94326
    },
    {
      "epoch": 3.8634855621544135,
      "grad_norm": 1.7669919654430848,
      "learning_rate": 8.656604628395583e-05,
      "loss": 0.7764,
      "step": 94327
    },
    {
      "epoch": 3.8635265205816096,
      "grad_norm": 1.4621960659505566,
      "learning_rate": 8.656309088970451e-05,
      "loss": 0.72,
      "step": 94328
    },
    {
      "epoch": 3.863567479008806,
      "grad_norm": 2.453078911227732,
      "learning_rate": 8.656013552544244e-05,
      "loss": 1.9527,
      "step": 94329
    },
    {
      "epoch": 3.8636084374360022,
      "grad_norm": 1.373034247901503,
      "learning_rate": 8.655718019117111e-05,
      "loss": 0.7579,
      "step": 94330
    },
    {
      "epoch": 3.8636493958631988,
      "grad_norm": 2.2828295417937974,
      "learning_rate": 8.655422488689178e-05,
      "loss": 0.7538,
      "step": 94331
    },
    {
      "epoch": 3.8636903542903953,
      "grad_norm": 1.5828038584306792,
      "learning_rate": 8.655126961260597e-05,
      "loss": 0.6686,
      "step": 94332
    },
    {
      "epoch": 3.863731312717592,
      "grad_norm": 1.463264798515679,
      "learning_rate": 8.654831436831507e-05,
      "loss": 0.8447,
      "step": 94333
    },
    {
      "epoch": 3.863772271144788,
      "grad_norm": 1.2513068229182334,
      "learning_rate": 8.65453591540204e-05,
      "loss": 0.6741,
      "step": 94334
    },
    {
      "epoch": 3.8638132295719845,
      "grad_norm": 1.7490694561588163,
      "learning_rate": 8.65424039697234e-05,
      "loss": 0.7374,
      "step": 94335
    },
    {
      "epoch": 3.8638541879991806,
      "grad_norm": 1.1417590640254351,
      "learning_rate": 8.65394488154255e-05,
      "loss": 0.3882,
      "step": 94336
    },
    {
      "epoch": 3.863895146426377,
      "grad_norm": 2.3974932150490904,
      "learning_rate": 8.653649369112804e-05,
      "loss": 1.458,
      "step": 94337
    },
    {
      "epoch": 3.8639361048535736,
      "grad_norm": 1.4847290352977278,
      "learning_rate": 8.65335385968325e-05,
      "loss": 0.729,
      "step": 94338
    },
    {
      "epoch": 3.86397706328077,
      "grad_norm": 1.2985765864155119,
      "learning_rate": 8.653058353254015e-05,
      "loss": 0.569,
      "step": 94339
    },
    {
      "epoch": 3.8640180217079663,
      "grad_norm": 1.685557314854704,
      "learning_rate": 8.652762849825247e-05,
      "loss": 0.8215,
      "step": 94340
    },
    {
      "epoch": 3.864058980135163,
      "grad_norm": 1.1111280214161354,
      "learning_rate": 8.65246734939709e-05,
      "loss": 0.4182,
      "step": 94341
    },
    {
      "epoch": 3.8640999385623593,
      "grad_norm": 1.392787917615786,
      "learning_rate": 8.65217185196967e-05,
      "loss": 0.6819,
      "step": 94342
    },
    {
      "epoch": 3.8641408969895554,
      "grad_norm": 1.8257679220693595,
      "learning_rate": 8.651876357543137e-05,
      "loss": 0.8031,
      "step": 94343
    },
    {
      "epoch": 3.864181855416752,
      "grad_norm": 3.4689835462757306,
      "learning_rate": 8.651580866117635e-05,
      "loss": 4.5625,
      "step": 94344
    },
    {
      "epoch": 3.8642228138439485,
      "grad_norm": 1.6454718641984747,
      "learning_rate": 8.651285377693289e-05,
      "loss": 0.9034,
      "step": 94345
    },
    {
      "epoch": 3.864263772271145,
      "grad_norm": 1.5602231582323811,
      "learning_rate": 8.650989892270255e-05,
      "loss": 0.8664,
      "step": 94346
    },
    {
      "epoch": 3.864304730698341,
      "grad_norm": 1.4854624762096391,
      "learning_rate": 8.650694409848656e-05,
      "loss": 0.7444,
      "step": 94347
    },
    {
      "epoch": 3.8643456891255377,
      "grad_norm": 1.2204503482752325,
      "learning_rate": 8.650398930428644e-05,
      "loss": 0.5952,
      "step": 94348
    },
    {
      "epoch": 3.8643866475527338,
      "grad_norm": 1.6690667490155613,
      "learning_rate": 8.650103454010357e-05,
      "loss": 0.7812,
      "step": 94349
    },
    {
      "epoch": 3.8644276059799303,
      "grad_norm": 1.6305750579041474,
      "learning_rate": 8.649807980593931e-05,
      "loss": 0.7018,
      "step": 94350
    },
    {
      "epoch": 3.864468564407127,
      "grad_norm": 1.8759538241752258,
      "learning_rate": 8.649512510179508e-05,
      "loss": 0.8043,
      "step": 94351
    },
    {
      "epoch": 3.8645095228343234,
      "grad_norm": 1.375848020223937,
      "learning_rate": 8.649217042767224e-05,
      "loss": 0.6872,
      "step": 94352
    },
    {
      "epoch": 3.8645504812615195,
      "grad_norm": 1.592874501020338,
      "learning_rate": 8.648921578357221e-05,
      "loss": 0.5967,
      "step": 94353
    },
    {
      "epoch": 3.864591439688716,
      "grad_norm": 1.1807024638504273,
      "learning_rate": 8.648626116949647e-05,
      "loss": 0.3567,
      "step": 94354
    },
    {
      "epoch": 3.864632398115912,
      "grad_norm": 1.45195197680576,
      "learning_rate": 8.648330658544626e-05,
      "loss": 0.6777,
      "step": 94355
    },
    {
      "epoch": 3.8646733565431086,
      "grad_norm": 1.3181653666617752,
      "learning_rate": 8.648035203142307e-05,
      "loss": 0.6395,
      "step": 94356
    },
    {
      "epoch": 3.864714314970305,
      "grad_norm": 1.3130441845663359,
      "learning_rate": 8.647739750742833e-05,
      "loss": 0.4632,
      "step": 94357
    },
    {
      "epoch": 3.8647552733975017,
      "grad_norm": 2.034681694842478,
      "learning_rate": 8.647444301346333e-05,
      "loss": 1.4671,
      "step": 94358
    },
    {
      "epoch": 3.864796231824698,
      "grad_norm": 1.4280737079251777,
      "learning_rate": 8.64714885495296e-05,
      "loss": 0.6179,
      "step": 94359
    },
    {
      "epoch": 3.8648371902518943,
      "grad_norm": 1.121771581954097,
      "learning_rate": 8.646853411562841e-05,
      "loss": 0.5239,
      "step": 94360
    },
    {
      "epoch": 3.864878148679091,
      "grad_norm": 1.7881771901221895,
      "learning_rate": 8.646557971176119e-05,
      "loss": 0.3779,
      "step": 94361
    },
    {
      "epoch": 3.864919107106287,
      "grad_norm": 1.735253815295491,
      "learning_rate": 8.646262533792943e-05,
      "loss": 1.015,
      "step": 94362
    },
    {
      "epoch": 3.8649600655334835,
      "grad_norm": 2.04784317210726,
      "learning_rate": 8.64596709941344e-05,
      "loss": 1.227,
      "step": 94363
    },
    {
      "epoch": 3.86500102396068,
      "grad_norm": 1.5143695272829647,
      "learning_rate": 8.645671668037753e-05,
      "loss": 1.008,
      "step": 94364
    },
    {
      "epoch": 3.8650419823878766,
      "grad_norm": 1.4480403618502717,
      "learning_rate": 8.645376239666032e-05,
      "loss": 0.7099,
      "step": 94365
    },
    {
      "epoch": 3.8650829408150726,
      "grad_norm": 1.2617622176447658,
      "learning_rate": 8.6450808142984e-05,
      "loss": 0.4895,
      "step": 94366
    },
    {
      "epoch": 3.865123899242269,
      "grad_norm": 1.7507692261631074,
      "learning_rate": 8.644785391935013e-05,
      "loss": 0.9728,
      "step": 94367
    },
    {
      "epoch": 3.8651648576694653,
      "grad_norm": 1.5491230696526785,
      "learning_rate": 8.644489972575995e-05,
      "loss": 0.6246,
      "step": 94368
    },
    {
      "epoch": 3.865205816096662,
      "grad_norm": 1.7464045832423394,
      "learning_rate": 8.644194556221495e-05,
      "loss": 0.5798,
      "step": 94369
    },
    {
      "epoch": 3.8652467745238583,
      "grad_norm": 1.501817013369468,
      "learning_rate": 8.643899142871656e-05,
      "loss": 0.8533,
      "step": 94370
    },
    {
      "epoch": 3.865287732951055,
      "grad_norm": 1.2912921453735067,
      "learning_rate": 8.643603732526607e-05,
      "loss": 0.6415,
      "step": 94371
    },
    {
      "epoch": 3.865328691378251,
      "grad_norm": 1.1864283644554274,
      "learning_rate": 8.643308325186492e-05,
      "loss": 0.5386,
      "step": 94372
    },
    {
      "epoch": 3.8653696498054475,
      "grad_norm": 1.3208336525632125,
      "learning_rate": 8.64301292085146e-05,
      "loss": 0.5234,
      "step": 94373
    },
    {
      "epoch": 3.8654106082326436,
      "grad_norm": 1.5725499287967903,
      "learning_rate": 8.642717519521636e-05,
      "loss": 0.8572,
      "step": 94374
    },
    {
      "epoch": 3.86545156665984,
      "grad_norm": 1.3842695674502847,
      "learning_rate": 8.642422121197171e-05,
      "loss": 0.8472,
      "step": 94375
    },
    {
      "epoch": 3.8654925250870367,
      "grad_norm": 1.3783121542139591,
      "learning_rate": 8.642126725878196e-05,
      "loss": 0.6577,
      "step": 94376
    },
    {
      "epoch": 3.865533483514233,
      "grad_norm": 1.0433732748382405,
      "learning_rate": 8.641831333564855e-05,
      "loss": 0.3186,
      "step": 94377
    },
    {
      "epoch": 3.8655744419414293,
      "grad_norm": 1.2964715887266565,
      "learning_rate": 8.64153594425729e-05,
      "loss": 0.6101,
      "step": 94378
    },
    {
      "epoch": 3.865615400368626,
      "grad_norm": 1.167252515833665,
      "learning_rate": 8.641240557955633e-05,
      "loss": 0.5409,
      "step": 94379
    },
    {
      "epoch": 3.8656563587958224,
      "grad_norm": 1.5844329195803057,
      "learning_rate": 8.640945174660028e-05,
      "loss": 0.9315,
      "step": 94380
    },
    {
      "epoch": 3.8656973172230185,
      "grad_norm": 1.1429614989147208,
      "learning_rate": 8.640649794370625e-05,
      "loss": 0.6992,
      "step": 94381
    },
    {
      "epoch": 3.865738275650215,
      "grad_norm": 1.0814868235344948,
      "learning_rate": 8.640354417087545e-05,
      "loss": 0.4653,
      "step": 94382
    },
    {
      "epoch": 3.8657792340774115,
      "grad_norm": 0.7383187348781871,
      "learning_rate": 8.640059042810941e-05,
      "loss": 0.2321,
      "step": 94383
    },
    {
      "epoch": 3.865820192504608,
      "grad_norm": 1.566125545660142,
      "learning_rate": 8.639763671540945e-05,
      "loss": 0.8055,
      "step": 94384
    },
    {
      "epoch": 3.865861150931804,
      "grad_norm": 1.7102796679354024,
      "learning_rate": 8.639468303277697e-05,
      "loss": 0.6335,
      "step": 94385
    },
    {
      "epoch": 3.8659021093590007,
      "grad_norm": 1.557046883686813,
      "learning_rate": 8.639172938021347e-05,
      "loss": 0.6421,
      "step": 94386
    },
    {
      "epoch": 3.865943067786197,
      "grad_norm": 5.633885114353211,
      "learning_rate": 8.638877575772019e-05,
      "loss": 4.5939,
      "step": 94387
    },
    {
      "epoch": 3.8659840262133933,
      "grad_norm": 1.460948674898141,
      "learning_rate": 8.638582216529869e-05,
      "loss": 0.7196,
      "step": 94388
    },
    {
      "epoch": 3.86602498464059,
      "grad_norm": 0.5756471189910864,
      "learning_rate": 8.638286860295027e-05,
      "loss": 0.0968,
      "step": 94389
    },
    {
      "epoch": 3.8660659430677864,
      "grad_norm": 1.7520581983377075,
      "learning_rate": 8.637991507067626e-05,
      "loss": 0.4359,
      "step": 94390
    },
    {
      "epoch": 3.8661069014949825,
      "grad_norm": 1.7465661357049211,
      "learning_rate": 8.637696156847818e-05,
      "loss": 0.9518,
      "step": 94391
    },
    {
      "epoch": 3.866147859922179,
      "grad_norm": 1.6190315847615147,
      "learning_rate": 8.63740080963574e-05,
      "loss": 0.7791,
      "step": 94392
    },
    {
      "epoch": 3.866188818349375,
      "grad_norm": 0.9544186449481714,
      "learning_rate": 8.637105465431526e-05,
      "loss": 0.2462,
      "step": 94393
    },
    {
      "epoch": 3.8662297767765716,
      "grad_norm": 1.999744685622809,
      "learning_rate": 8.636810124235323e-05,
      "loss": 0.6579,
      "step": 94394
    },
    {
      "epoch": 3.866270735203768,
      "grad_norm": 1.7479350223365697,
      "learning_rate": 8.636514786047264e-05,
      "loss": 0.9415,
      "step": 94395
    },
    {
      "epoch": 3.8663116936309647,
      "grad_norm": 1.3747047843042317,
      "learning_rate": 8.636219450867488e-05,
      "loss": 0.6557,
      "step": 94396
    },
    {
      "epoch": 3.866352652058161,
      "grad_norm": 1.4057196197011985,
      "learning_rate": 8.635924118696147e-05,
      "loss": 0.7677,
      "step": 94397
    },
    {
      "epoch": 3.8663936104853573,
      "grad_norm": 1.3963585876739606,
      "learning_rate": 8.635628789533366e-05,
      "loss": 0.6395,
      "step": 94398
    },
    {
      "epoch": 3.866434568912554,
      "grad_norm": 2.209349992482999,
      "learning_rate": 8.635333463379288e-05,
      "loss": 1.4375,
      "step": 94399
    },
    {
      "epoch": 3.86647552733975,
      "grad_norm": 0.8634078055831182,
      "learning_rate": 8.635038140234062e-05,
      "loss": 0.2652,
      "step": 94400
    },
    {
      "epoch": 3.8665164857669465,
      "grad_norm": 1.4395649295103168,
      "learning_rate": 8.634742820097815e-05,
      "loss": 0.5892,
      "step": 94401
    },
    {
      "epoch": 3.866557444194143,
      "grad_norm": 1.3714453738757446,
      "learning_rate": 8.634447502970697e-05,
      "loss": 0.7209,
      "step": 94402
    },
    {
      "epoch": 3.8665984026213396,
      "grad_norm": 1.7457808166216369,
      "learning_rate": 8.63415218885284e-05,
      "loss": 0.7642,
      "step": 94403
    },
    {
      "epoch": 3.8666393610485357,
      "grad_norm": 1.6518424013332433,
      "learning_rate": 8.633856877744384e-05,
      "loss": 0.6682,
      "step": 94404
    },
    {
      "epoch": 3.866680319475732,
      "grad_norm": 1.3974684019540982,
      "learning_rate": 8.633561569645476e-05,
      "loss": 0.6143,
      "step": 94405
    },
    {
      "epoch": 3.8667212779029283,
      "grad_norm": 1.7228301101038992,
      "learning_rate": 8.633266264556247e-05,
      "loss": 0.8468,
      "step": 94406
    },
    {
      "epoch": 3.866762236330125,
      "grad_norm": 1.922348669317967,
      "learning_rate": 8.632970962476839e-05,
      "loss": 0.2076,
      "step": 94407
    },
    {
      "epoch": 3.8668031947573214,
      "grad_norm": 1.4919654698082532,
      "learning_rate": 8.6326756634074e-05,
      "loss": 0.5694,
      "step": 94408
    },
    {
      "epoch": 3.866844153184518,
      "grad_norm": 2.540680633852465,
      "learning_rate": 8.632380367348057e-05,
      "loss": 0.7647,
      "step": 94409
    },
    {
      "epoch": 3.866885111611714,
      "grad_norm": 1.9856847374157192,
      "learning_rate": 8.632085074298958e-05,
      "loss": 0.625,
      "step": 94410
    },
    {
      "epoch": 3.8669260700389105,
      "grad_norm": 1.5201625023303975,
      "learning_rate": 8.631789784260236e-05,
      "loss": 0.905,
      "step": 94411
    },
    {
      "epoch": 3.8669670284661066,
      "grad_norm": 0.9909799574978334,
      "learning_rate": 8.631494497232034e-05,
      "loss": 0.3454,
      "step": 94412
    },
    {
      "epoch": 3.867007986893303,
      "grad_norm": 1.3252362680516814,
      "learning_rate": 8.631199213214496e-05,
      "loss": 0.45,
      "step": 94413
    },
    {
      "epoch": 3.8670489453204997,
      "grad_norm": 2.092624053068,
      "learning_rate": 8.630903932207754e-05,
      "loss": 0.8685,
      "step": 94414
    },
    {
      "epoch": 3.8670899037476962,
      "grad_norm": 1.2944093441823539,
      "learning_rate": 8.63060865421195e-05,
      "loss": 0.6201,
      "step": 94415
    },
    {
      "epoch": 3.8671308621748923,
      "grad_norm": 1.5963517943338332,
      "learning_rate": 8.630313379227231e-05,
      "loss": 0.7514,
      "step": 94416
    },
    {
      "epoch": 3.867171820602089,
      "grad_norm": 0.991315711729105,
      "learning_rate": 8.630018107253725e-05,
      "loss": 0.2585,
      "step": 94417
    },
    {
      "epoch": 3.8672127790292854,
      "grad_norm": 2.486413702952744,
      "learning_rate": 8.62972283829158e-05,
      "loss": 2.2558,
      "step": 94418
    },
    {
      "epoch": 3.8672537374564815,
      "grad_norm": 1.4916016800125689,
      "learning_rate": 8.629427572340928e-05,
      "loss": 0.7389,
      "step": 94419
    },
    {
      "epoch": 3.867294695883678,
      "grad_norm": 1.5857403039196856,
      "learning_rate": 8.629132309401913e-05,
      "loss": 0.6618,
      "step": 94420
    },
    {
      "epoch": 3.8673356543108746,
      "grad_norm": 1.2277636263577112,
      "learning_rate": 8.628837049474682e-05,
      "loss": 0.672,
      "step": 94421
    },
    {
      "epoch": 3.867376612738071,
      "grad_norm": 1.5831077268691853,
      "learning_rate": 8.628541792559358e-05,
      "loss": 0.6481,
      "step": 94422
    },
    {
      "epoch": 3.867417571165267,
      "grad_norm": 1.3846261280835375,
      "learning_rate": 8.628246538656098e-05,
      "loss": 0.5688,
      "step": 94423
    },
    {
      "epoch": 3.8674585295924637,
      "grad_norm": 1.7860622926047673,
      "learning_rate": 8.627951287765028e-05,
      "loss": 0.8552,
      "step": 94424
    },
    {
      "epoch": 3.86749948801966,
      "grad_norm": 1.2382512791928126,
      "learning_rate": 8.62765603988629e-05,
      "loss": 0.527,
      "step": 94425
    },
    {
      "epoch": 3.8675404464468564,
      "grad_norm": 1.4703871723452375,
      "learning_rate": 8.627360795020035e-05,
      "loss": 0.6459,
      "step": 94426
    },
    {
      "epoch": 3.867581404874053,
      "grad_norm": 1.866658312675616,
      "learning_rate": 8.627065553166386e-05,
      "loss": 1.1702,
      "step": 94427
    },
    {
      "epoch": 3.8676223633012494,
      "grad_norm": 1.5943351460377142,
      "learning_rate": 8.626770314325493e-05,
      "loss": 0.8589,
      "step": 94428
    },
    {
      "epoch": 3.8676633217284455,
      "grad_norm": 1.368246257712468,
      "learning_rate": 8.626475078497499e-05,
      "loss": 0.7511,
      "step": 94429
    },
    {
      "epoch": 3.867704280155642,
      "grad_norm": 1.8554665084801532,
      "learning_rate": 8.62617984568253e-05,
      "loss": 0.8641,
      "step": 94430
    },
    {
      "epoch": 3.8677452385828386,
      "grad_norm": 1.491175926785066,
      "learning_rate": 8.62588461588074e-05,
      "loss": 0.8366,
      "step": 94431
    },
    {
      "epoch": 3.8677861970100347,
      "grad_norm": 0.6486737702171517,
      "learning_rate": 8.625589389092257e-05,
      "loss": 0.1679,
      "step": 94432
    },
    {
      "epoch": 3.867827155437231,
      "grad_norm": 1.4569373717880318,
      "learning_rate": 8.625294165317224e-05,
      "loss": 0.6583,
      "step": 94433
    },
    {
      "epoch": 3.8678681138644277,
      "grad_norm": 1.1029444835785647,
      "learning_rate": 8.624998944555787e-05,
      "loss": 0.2784,
      "step": 94434
    },
    {
      "epoch": 3.867909072291624,
      "grad_norm": 1.7897362997770625,
      "learning_rate": 8.624703726808075e-05,
      "loss": 1.0456,
      "step": 94435
    },
    {
      "epoch": 3.8679500307188204,
      "grad_norm": 1.5062837307797547,
      "learning_rate": 8.624408512074237e-05,
      "loss": 0.7887,
      "step": 94436
    },
    {
      "epoch": 3.867990989146017,
      "grad_norm": 1.7127703813304158,
      "learning_rate": 8.624113300354411e-05,
      "loss": 0.8105,
      "step": 94437
    },
    {
      "epoch": 3.868031947573213,
      "grad_norm": 2.3763001977659797,
      "learning_rate": 8.623818091648729e-05,
      "loss": 2.2181,
      "step": 94438
    },
    {
      "epoch": 3.8680729060004095,
      "grad_norm": 3.0707618626136557,
      "learning_rate": 8.623522885957341e-05,
      "loss": 3.0307,
      "step": 94439
    },
    {
      "epoch": 3.868113864427606,
      "grad_norm": 0.9532293879152978,
      "learning_rate": 8.623227683280376e-05,
      "loss": 0.2758,
      "step": 94440
    },
    {
      "epoch": 3.8681548228548026,
      "grad_norm": 1.0202039818426374,
      "learning_rate": 8.622932483617981e-05,
      "loss": 0.2873,
      "step": 94441
    },
    {
      "epoch": 3.8681957812819987,
      "grad_norm": 1.632683475745831,
      "learning_rate": 8.622637286970298e-05,
      "loss": 0.7018,
      "step": 94442
    },
    {
      "epoch": 3.8682367397091952,
      "grad_norm": 1.211367539046322,
      "learning_rate": 8.622342093337453e-05,
      "loss": 0.5165,
      "step": 94443
    },
    {
      "epoch": 3.8682776981363913,
      "grad_norm": 1.0332458694811297,
      "learning_rate": 8.622046902719597e-05,
      "loss": 0.33,
      "step": 94444
    },
    {
      "epoch": 3.868318656563588,
      "grad_norm": 0.7704168661684887,
      "learning_rate": 8.621751715116876e-05,
      "loss": 0.252,
      "step": 94445
    },
    {
      "epoch": 3.8683596149907844,
      "grad_norm": 1.049128708679557,
      "learning_rate": 8.621456530529411e-05,
      "loss": 0.2551,
      "step": 94446
    },
    {
      "epoch": 3.868400573417981,
      "grad_norm": 1.510134598993833,
      "learning_rate": 8.621161348957357e-05,
      "loss": 0.4411,
      "step": 94447
    },
    {
      "epoch": 3.868441531845177,
      "grad_norm": 0.779170570849924,
      "learning_rate": 8.620866170400843e-05,
      "loss": 0.2352,
      "step": 94448
    },
    {
      "epoch": 3.8684824902723736,
      "grad_norm": 1.4687485592860823,
      "learning_rate": 8.620570994860013e-05,
      "loss": 0.6039,
      "step": 94449
    },
    {
      "epoch": 3.86852344869957,
      "grad_norm": 0.5342542673119471,
      "learning_rate": 8.620275822335014e-05,
      "loss": 0.0929,
      "step": 94450
    },
    {
      "epoch": 3.868564407126766,
      "grad_norm": 1.4209166814675371,
      "learning_rate": 8.619980652825972e-05,
      "loss": 0.7556,
      "step": 94451
    },
    {
      "epoch": 3.8686053655539627,
      "grad_norm": 2.790440839983896,
      "learning_rate": 8.619685486333032e-05,
      "loss": 1.7854,
      "step": 94452
    },
    {
      "epoch": 3.8686463239811593,
      "grad_norm": 1.1784950424881697,
      "learning_rate": 8.619390322856343e-05,
      "loss": 0.5255,
      "step": 94453
    },
    {
      "epoch": 3.8686872824083554,
      "grad_norm": 1.9562495698449973,
      "learning_rate": 8.619095162396026e-05,
      "loss": 1.1661,
      "step": 94454
    },
    {
      "epoch": 3.868728240835552,
      "grad_norm": 1.8621389931905623,
      "learning_rate": 8.61880000495224e-05,
      "loss": 0.893,
      "step": 94455
    },
    {
      "epoch": 3.8687691992627484,
      "grad_norm": 1.4002186217678323,
      "learning_rate": 8.618504850525107e-05,
      "loss": 0.7348,
      "step": 94456
    },
    {
      "epoch": 3.8688101576899445,
      "grad_norm": 1.1374114377358382,
      "learning_rate": 8.618209699114775e-05,
      "loss": 0.5324,
      "step": 94457
    },
    {
      "epoch": 3.868851116117141,
      "grad_norm": 1.2622227389766782,
      "learning_rate": 8.617914550721389e-05,
      "loss": 0.7716,
      "step": 94458
    },
    {
      "epoch": 3.8688920745443376,
      "grad_norm": 1.7394096485324724,
      "learning_rate": 8.617619405345085e-05,
      "loss": 1.0348,
      "step": 94459
    },
    {
      "epoch": 3.868933032971534,
      "grad_norm": 1.4675854343724724,
      "learning_rate": 8.617324262985992e-05,
      "loss": 0.5554,
      "step": 94460
    },
    {
      "epoch": 3.86897399139873,
      "grad_norm": 1.6898934680393265,
      "learning_rate": 8.617029123644262e-05,
      "loss": 0.9681,
      "step": 94461
    },
    {
      "epoch": 3.8690149498259268,
      "grad_norm": 1.7488127777746991,
      "learning_rate": 8.616733987320025e-05,
      "loss": 0.8736,
      "step": 94462
    },
    {
      "epoch": 3.869055908253123,
      "grad_norm": 1.298348994941529,
      "learning_rate": 8.61643885401343e-05,
      "loss": 0.6105,
      "step": 94463
    },
    {
      "epoch": 3.8690968666803194,
      "grad_norm": 1.352593635356174,
      "learning_rate": 8.616143723724614e-05,
      "loss": 0.7514,
      "step": 94464
    },
    {
      "epoch": 3.869137825107516,
      "grad_norm": 1.5906428091503153,
      "learning_rate": 8.61584859645371e-05,
      "loss": 0.6949,
      "step": 94465
    },
    {
      "epoch": 3.8691787835347125,
      "grad_norm": 1.156764659956146,
      "learning_rate": 8.615553472200869e-05,
      "loss": 0.3606,
      "step": 94466
    },
    {
      "epoch": 3.8692197419619085,
      "grad_norm": 1.4771694946823586,
      "learning_rate": 8.615258350966216e-05,
      "loss": 0.5864,
      "step": 94467
    },
    {
      "epoch": 3.869260700389105,
      "grad_norm": 1.1858481868221313,
      "learning_rate": 8.6149632327499e-05,
      "loss": 0.5525,
      "step": 94468
    },
    {
      "epoch": 3.8693016588163016,
      "grad_norm": 1.486093118092616,
      "learning_rate": 8.614668117552066e-05,
      "loss": 0.7347,
      "step": 94469
    },
    {
      "epoch": 3.8693426172434977,
      "grad_norm": 1.5515554715774416,
      "learning_rate": 8.614373005372839e-05,
      "loss": 0.966,
      "step": 94470
    },
    {
      "epoch": 3.8693835756706942,
      "grad_norm": 1.9645679726659497,
      "learning_rate": 8.614077896212363e-05,
      "loss": 1.3551,
      "step": 94471
    },
    {
      "epoch": 3.8694245340978908,
      "grad_norm": 1.676475905401066,
      "learning_rate": 8.61378279007079e-05,
      "loss": 0.9309,
      "step": 94472
    },
    {
      "epoch": 3.8694654925250873,
      "grad_norm": 1.3913077585412912,
      "learning_rate": 8.613487686948243e-05,
      "loss": 0.7401,
      "step": 94473
    },
    {
      "epoch": 3.8695064509522834,
      "grad_norm": 1.7395366258708,
      "learning_rate": 8.613192586844874e-05,
      "loss": 0.3375,
      "step": 94474
    },
    {
      "epoch": 3.86954740937948,
      "grad_norm": 1.7231419247207382,
      "learning_rate": 8.612897489760813e-05,
      "loss": 0.6626,
      "step": 94475
    },
    {
      "epoch": 3.869588367806676,
      "grad_norm": 1.3435306961901066,
      "learning_rate": 8.612602395696202e-05,
      "loss": 0.5062,
      "step": 94476
    },
    {
      "epoch": 3.8696293262338726,
      "grad_norm": 1.1701859572843911,
      "learning_rate": 8.612307304651188e-05,
      "loss": 0.707,
      "step": 94477
    },
    {
      "epoch": 3.869670284661069,
      "grad_norm": 1.4687821364477,
      "learning_rate": 8.612012216625897e-05,
      "loss": 0.7357,
      "step": 94478
    },
    {
      "epoch": 3.8697112430882656,
      "grad_norm": 3.4366240599269755,
      "learning_rate": 8.611717131620477e-05,
      "loss": 4.0179,
      "step": 94479
    },
    {
      "epoch": 3.8697522015154617,
      "grad_norm": 2.623788576244613,
      "learning_rate": 8.611422049635073e-05,
      "loss": 2.3861,
      "step": 94480
    },
    {
      "epoch": 3.8697931599426583,
      "grad_norm": 1.609204829918755,
      "learning_rate": 8.611126970669811e-05,
      "loss": 0.9528,
      "step": 94481
    },
    {
      "epoch": 3.8698341183698544,
      "grad_norm": 1.0691178889282111,
      "learning_rate": 8.610831894724845e-05,
      "loss": 0.3415,
      "step": 94482
    },
    {
      "epoch": 3.869875076797051,
      "grad_norm": 1.3717100001892664,
      "learning_rate": 8.610536821800301e-05,
      "loss": 0.621,
      "step": 94483
    },
    {
      "epoch": 3.8699160352242474,
      "grad_norm": 1.5170878685947164,
      "learning_rate": 8.610241751896322e-05,
      "loss": 0.4348,
      "step": 94484
    },
    {
      "epoch": 3.869956993651444,
      "grad_norm": 1.2434268904871533,
      "learning_rate": 8.609946685013058e-05,
      "loss": 0.599,
      "step": 94485
    },
    {
      "epoch": 3.86999795207864,
      "grad_norm": 0.947177872738603,
      "learning_rate": 8.609651621150634e-05,
      "loss": 0.2481,
      "step": 94486
    },
    {
      "epoch": 3.8700389105058366,
      "grad_norm": 1.3408522732227386,
      "learning_rate": 8.609356560309195e-05,
      "loss": 0.6202,
      "step": 94487
    },
    {
      "epoch": 3.870079868933033,
      "grad_norm": 1.426091481344889,
      "learning_rate": 8.609061502488888e-05,
      "loss": 0.6274,
      "step": 94488
    },
    {
      "epoch": 3.870120827360229,
      "grad_norm": 0.9820260045938037,
      "learning_rate": 8.608766447689841e-05,
      "loss": 0.2706,
      "step": 94489
    },
    {
      "epoch": 3.8701617857874258,
      "grad_norm": 1.9502335112731994,
      "learning_rate": 8.608471395912202e-05,
      "loss": 0.9197,
      "step": 94490
    },
    {
      "epoch": 3.8702027442146223,
      "grad_norm": 2.145516729336969,
      "learning_rate": 8.608176347156103e-05,
      "loss": 1.5098,
      "step": 94491
    },
    {
      "epoch": 3.870243702641819,
      "grad_norm": 1.78242732905398,
      "learning_rate": 8.607881301421687e-05,
      "loss": 0.8874,
      "step": 94492
    },
    {
      "epoch": 3.870284661069015,
      "grad_norm": 0.7612409750994036,
      "learning_rate": 8.6075862587091e-05,
      "loss": 0.2282,
      "step": 94493
    },
    {
      "epoch": 3.8703256194962115,
      "grad_norm": 1.2489180917521083,
      "learning_rate": 8.607291219018467e-05,
      "loss": 0.4995,
      "step": 94494
    },
    {
      "epoch": 3.8703665779234075,
      "grad_norm": 1.7323038957073844,
      "learning_rate": 8.606996182349945e-05,
      "loss": 0.8988,
      "step": 94495
    },
    {
      "epoch": 3.870407536350604,
      "grad_norm": 1.4506685647301907,
      "learning_rate": 8.606701148703654e-05,
      "loss": 0.6685,
      "step": 94496
    },
    {
      "epoch": 3.8704484947778006,
      "grad_norm": 1.6527470368212742,
      "learning_rate": 8.606406118079748e-05,
      "loss": 0.8736,
      "step": 94497
    },
    {
      "epoch": 3.870489453204997,
      "grad_norm": 1.3224155228411563,
      "learning_rate": 8.606111090478368e-05,
      "loss": 0.8238,
      "step": 94498
    },
    {
      "epoch": 3.8705304116321932,
      "grad_norm": 1.775098008683424,
      "learning_rate": 8.605816065899638e-05,
      "loss": 0.7508,
      "step": 94499
    },
    {
      "epoch": 3.87057137005939,
      "grad_norm": 2.1695608307636185,
      "learning_rate": 8.605521044343708e-05,
      "loss": 2.0526,
      "step": 94500
    },
    {
      "epoch": 3.870612328486586,
      "grad_norm": 1.5596723722956751,
      "learning_rate": 8.605226025810726e-05,
      "loss": 0.7329,
      "step": 94501
    },
    {
      "epoch": 3.8706532869137824,
      "grad_norm": 1.1438223908872924,
      "learning_rate": 8.604931010300813e-05,
      "loss": 0.3825,
      "step": 94502
    },
    {
      "epoch": 3.870694245340979,
      "grad_norm": 1.6194511633610478,
      "learning_rate": 8.604635997814124e-05,
      "loss": 0.904,
      "step": 94503
    },
    {
      "epoch": 3.8707352037681755,
      "grad_norm": 1.5457085150207008,
      "learning_rate": 8.604340988350786e-05,
      "loss": 0.8364,
      "step": 94504
    },
    {
      "epoch": 3.8707761621953716,
      "grad_norm": 1.4416076111402354,
      "learning_rate": 8.604045981910946e-05,
      "loss": 0.5937,
      "step": 94505
    },
    {
      "epoch": 3.870817120622568,
      "grad_norm": 1.1737400563924019,
      "learning_rate": 8.603750978494747e-05,
      "loss": 0.3967,
      "step": 94506
    },
    {
      "epoch": 3.8708580790497646,
      "grad_norm": 1.166546629813621,
      "learning_rate": 8.603455978102317e-05,
      "loss": 0.3816,
      "step": 94507
    },
    {
      "epoch": 3.8708990374769607,
      "grad_norm": 1.4547283280559458,
      "learning_rate": 8.603160980733801e-05,
      "loss": 0.8255,
      "step": 94508
    },
    {
      "epoch": 3.8709399959041573,
      "grad_norm": 1.8345403926865145,
      "learning_rate": 8.602865986389346e-05,
      "loss": 0.7455,
      "step": 94509
    },
    {
      "epoch": 3.870980954331354,
      "grad_norm": 1.1953089511799364,
      "learning_rate": 8.60257099506908e-05,
      "loss": 0.678,
      "step": 94510
    },
    {
      "epoch": 3.8710219127585503,
      "grad_norm": 1.6661479891778774,
      "learning_rate": 8.602276006773152e-05,
      "loss": 0.8316,
      "step": 94511
    },
    {
      "epoch": 3.8710628711857464,
      "grad_norm": 1.3160834485707809,
      "learning_rate": 8.601981021501692e-05,
      "loss": 0.4649,
      "step": 94512
    },
    {
      "epoch": 3.871103829612943,
      "grad_norm": 1.1732827752328279,
      "learning_rate": 8.601686039254842e-05,
      "loss": 0.5173,
      "step": 94513
    },
    {
      "epoch": 3.871144788040139,
      "grad_norm": 0.8262236056161142,
      "learning_rate": 8.60139106003275e-05,
      "loss": 0.2319,
      "step": 94514
    },
    {
      "epoch": 3.8711857464673356,
      "grad_norm": 1.838825403931591,
      "learning_rate": 8.601096083835544e-05,
      "loss": 0.808,
      "step": 94515
    },
    {
      "epoch": 3.871226704894532,
      "grad_norm": 1.094394597517161,
      "learning_rate": 8.600801110663367e-05,
      "loss": 0.3258,
      "step": 94516
    },
    {
      "epoch": 3.8712676633217287,
      "grad_norm": 0.9151222742997356,
      "learning_rate": 8.600506140516368e-05,
      "loss": 0.4366,
      "step": 94517
    },
    {
      "epoch": 3.8713086217489248,
      "grad_norm": 1.1752705735003643,
      "learning_rate": 8.600211173394671e-05,
      "loss": 0.3342,
      "step": 94518
    },
    {
      "epoch": 3.8713495801761213,
      "grad_norm": 0.7796509185061947,
      "learning_rate": 8.599916209298431e-05,
      "loss": 0.2157,
      "step": 94519
    },
    {
      "epoch": 3.8713905386033174,
      "grad_norm": 0.7650042348170742,
      "learning_rate": 8.59962124822777e-05,
      "loss": 0.1645,
      "step": 94520
    },
    {
      "epoch": 3.871431497030514,
      "grad_norm": 1.5607257615667829,
      "learning_rate": 8.599326290182837e-05,
      "loss": 0.8439,
      "step": 94521
    },
    {
      "epoch": 3.8714724554577105,
      "grad_norm": 1.8639003400646719,
      "learning_rate": 8.599031335163779e-05,
      "loss": 0.9239,
      "step": 94522
    },
    {
      "epoch": 3.871513413884907,
      "grad_norm": 2.2532444912307734,
      "learning_rate": 8.598736383170722e-05,
      "loss": 0.928,
      "step": 94523
    },
    {
      "epoch": 3.871554372312103,
      "grad_norm": 1.3220809265554825,
      "learning_rate": 8.598441434203809e-05,
      "loss": 0.5645,
      "step": 94524
    },
    {
      "epoch": 3.8715953307392996,
      "grad_norm": 1.411861231595094,
      "learning_rate": 8.598146488263188e-05,
      "loss": 0.6981,
      "step": 94525
    },
    {
      "epoch": 3.871636289166496,
      "grad_norm": 1.777623398316376,
      "learning_rate": 8.597851545348986e-05,
      "loss": 0.837,
      "step": 94526
    },
    {
      "epoch": 3.8716772475936923,
      "grad_norm": 1.0272247289910872,
      "learning_rate": 8.597556605461353e-05,
      "loss": 0.2809,
      "step": 94527
    },
    {
      "epoch": 3.871718206020889,
      "grad_norm": 1.6081524892718535,
      "learning_rate": 8.597261668600419e-05,
      "loss": 0.4939,
      "step": 94528
    },
    {
      "epoch": 3.8717591644480853,
      "grad_norm": 1.1365909538430485,
      "learning_rate": 8.596966734766335e-05,
      "loss": 0.2895,
      "step": 94529
    },
    {
      "epoch": 3.871800122875282,
      "grad_norm": 1.6568258054530174,
      "learning_rate": 8.596671803959234e-05,
      "loss": 0.9222,
      "step": 94530
    },
    {
      "epoch": 3.871841081302478,
      "grad_norm": 0.9868619160803445,
      "learning_rate": 8.596376876179247e-05,
      "loss": 0.2946,
      "step": 94531
    },
    {
      "epoch": 3.8718820397296745,
      "grad_norm": 0.7123009889928744,
      "learning_rate": 8.596081951426523e-05,
      "loss": 0.1648,
      "step": 94532
    },
    {
      "epoch": 3.8719229981568706,
      "grad_norm": 1.5157038934312395,
      "learning_rate": 8.595787029701203e-05,
      "loss": 0.7125,
      "step": 94533
    },
    {
      "epoch": 3.871963956584067,
      "grad_norm": 0.8398150502772791,
      "learning_rate": 8.59549211100342e-05,
      "loss": 0.2616,
      "step": 94534
    },
    {
      "epoch": 3.8720049150112636,
      "grad_norm": 1.4063598070887682,
      "learning_rate": 8.595197195333317e-05,
      "loss": 0.4556,
      "step": 94535
    },
    {
      "epoch": 3.87204587343846,
      "grad_norm": 1.531037594222687,
      "learning_rate": 8.594902282691038e-05,
      "loss": 0.5466,
      "step": 94536
    },
    {
      "epoch": 3.8720868318656563,
      "grad_norm": 1.7251971466284834,
      "learning_rate": 8.594607373076712e-05,
      "loss": 0.4487,
      "step": 94537
    },
    {
      "epoch": 3.872127790292853,
      "grad_norm": 1.3512820881771404,
      "learning_rate": 8.594312466490489e-05,
      "loss": 0.522,
      "step": 94538
    },
    {
      "epoch": 3.872168748720049,
      "grad_norm": 1.5408939582635013,
      "learning_rate": 8.594017562932497e-05,
      "loss": 0.6727,
      "step": 94539
    },
    {
      "epoch": 3.8722097071472454,
      "grad_norm": 1.4599302455676422,
      "learning_rate": 8.593722662402884e-05,
      "loss": 0.6814,
      "step": 94540
    },
    {
      "epoch": 3.872250665574442,
      "grad_norm": 1.3837156297591608,
      "learning_rate": 8.593427764901792e-05,
      "loss": 0.7273,
      "step": 94541
    },
    {
      "epoch": 3.8722916240016385,
      "grad_norm": 1.5633396641620967,
      "learning_rate": 8.593132870429348e-05,
      "loss": 0.7297,
      "step": 94542
    },
    {
      "epoch": 3.8723325824288346,
      "grad_norm": 1.5757733741797284,
      "learning_rate": 8.5928379789857e-05,
      "loss": 0.8143,
      "step": 94543
    },
    {
      "epoch": 3.872373540856031,
      "grad_norm": 0.7916840154433826,
      "learning_rate": 8.592543090570993e-05,
      "loss": 0.2172,
      "step": 94544
    },
    {
      "epoch": 3.8724144992832277,
      "grad_norm": 1.7613759889800147,
      "learning_rate": 8.592248205185355e-05,
      "loss": 0.9069,
      "step": 94545
    },
    {
      "epoch": 3.8724554577104238,
      "grad_norm": 1.2932123559588367,
      "learning_rate": 8.591953322828934e-05,
      "loss": 0.7318,
      "step": 94546
    },
    {
      "epoch": 3.8724964161376203,
      "grad_norm": 1.7635664453774251,
      "learning_rate": 8.59165844350186e-05,
      "loss": 0.8412,
      "step": 94547
    },
    {
      "epoch": 3.872537374564817,
      "grad_norm": 1.7304321932194997,
      "learning_rate": 8.591363567204281e-05,
      "loss": 0.6755,
      "step": 94548
    },
    {
      "epoch": 3.8725783329920134,
      "grad_norm": 1.6553448845060854,
      "learning_rate": 8.591068693936337e-05,
      "loss": 0.9728,
      "step": 94549
    },
    {
      "epoch": 3.8726192914192095,
      "grad_norm": 1.4681011438367557,
      "learning_rate": 8.590773823698159e-05,
      "loss": 0.8864,
      "step": 94550
    },
    {
      "epoch": 3.872660249846406,
      "grad_norm": 0.7697297669631705,
      "learning_rate": 8.590478956489888e-05,
      "loss": 0.2283,
      "step": 94551
    },
    {
      "epoch": 3.872701208273602,
      "grad_norm": 2.2261625386984933,
      "learning_rate": 8.590184092311673e-05,
      "loss": 0.9241,
      "step": 94552
    },
    {
      "epoch": 3.8727421667007986,
      "grad_norm": 1.3668021906391163,
      "learning_rate": 8.589889231163646e-05,
      "loss": 0.5884,
      "step": 94553
    },
    {
      "epoch": 3.872783125127995,
      "grad_norm": 1.3248111164809555,
      "learning_rate": 8.589594373045949e-05,
      "loss": 0.6435,
      "step": 94554
    },
    {
      "epoch": 3.8728240835551917,
      "grad_norm": 1.5928399741560997,
      "learning_rate": 8.589299517958714e-05,
      "loss": 0.806,
      "step": 94555
    },
    {
      "epoch": 3.872865041982388,
      "grad_norm": 1.562285668294441,
      "learning_rate": 8.589004665902088e-05,
      "loss": 0.9717,
      "step": 94556
    },
    {
      "epoch": 3.8729060004095843,
      "grad_norm": 1.4738485082961579,
      "learning_rate": 8.588709816876214e-05,
      "loss": 0.8915,
      "step": 94557
    },
    {
      "epoch": 3.8729469588367804,
      "grad_norm": 1.6941740663545848,
      "learning_rate": 8.58841497088122e-05,
      "loss": 0.9707,
      "step": 94558
    },
    {
      "epoch": 3.872987917263977,
      "grad_norm": 1.4117983529133702,
      "learning_rate": 8.58812012791725e-05,
      "loss": 0.8061,
      "step": 94559
    },
    {
      "epoch": 3.8730288756911735,
      "grad_norm": 1.66763271725728,
      "learning_rate": 8.587825287984451e-05,
      "loss": 0.8922,
      "step": 94560
    },
    {
      "epoch": 3.87306983411837,
      "grad_norm": 1.4904505812831355,
      "learning_rate": 8.587530451082952e-05,
      "loss": 0.6306,
      "step": 94561
    },
    {
      "epoch": 3.873110792545566,
      "grad_norm": 1.7162508646085788,
      "learning_rate": 8.587235617212902e-05,
      "loss": 0.9448,
      "step": 94562
    },
    {
      "epoch": 3.8731517509727627,
      "grad_norm": 1.3223364201588645,
      "learning_rate": 8.586940786374428e-05,
      "loss": 0.6544,
      "step": 94563
    },
    {
      "epoch": 3.873192709399959,
      "grad_norm": 1.4299578438432858,
      "learning_rate": 8.586645958567676e-05,
      "loss": 0.5968,
      "step": 94564
    },
    {
      "epoch": 3.8732336678271553,
      "grad_norm": 1.5702931535658233,
      "learning_rate": 8.586351133792793e-05,
      "loss": 0.6459,
      "step": 94565
    },
    {
      "epoch": 3.873274626254352,
      "grad_norm": 1.3881333741384996,
      "learning_rate": 8.586056312049904e-05,
      "loss": 0.5802,
      "step": 94566
    },
    {
      "epoch": 3.8733155846815484,
      "grad_norm": 1.0805600353026026,
      "learning_rate": 8.585761493339162e-05,
      "loss": 0.2941,
      "step": 94567
    },
    {
      "epoch": 3.873356543108745,
      "grad_norm": 1.105544005279305,
      "learning_rate": 8.585466677660693e-05,
      "loss": 0.5119,
      "step": 94568
    },
    {
      "epoch": 3.873397501535941,
      "grad_norm": 2.425362627638096,
      "learning_rate": 8.585171865014643e-05,
      "loss": 1.3727,
      "step": 94569
    },
    {
      "epoch": 3.8734384599631375,
      "grad_norm": 1.574894673293834,
      "learning_rate": 8.584877055401158e-05,
      "loss": 0.8505,
      "step": 94570
    },
    {
      "epoch": 3.8734794183903336,
      "grad_norm": 1.5413289784796282,
      "learning_rate": 8.584582248820366e-05,
      "loss": 0.5764,
      "step": 94571
    },
    {
      "epoch": 3.87352037681753,
      "grad_norm": 1.4078098628071383,
      "learning_rate": 8.584287445272411e-05,
      "loss": 0.6868,
      "step": 94572
    },
    {
      "epoch": 3.8735613352447267,
      "grad_norm": 1.7963477587215204,
      "learning_rate": 8.583992644757437e-05,
      "loss": 0.9146,
      "step": 94573
    },
    {
      "epoch": 3.873602293671923,
      "grad_norm": 1.478065035419873,
      "learning_rate": 8.583697847275572e-05,
      "loss": 0.6617,
      "step": 94574
    },
    {
      "epoch": 3.8736432520991193,
      "grad_norm": 1.12760016621094,
      "learning_rate": 8.583403052826971e-05,
      "loss": 0.4468,
      "step": 94575
    },
    {
      "epoch": 3.873684210526316,
      "grad_norm": 2.1092143179782705,
      "learning_rate": 8.583108261411759e-05,
      "loss": 1.1532,
      "step": 94576
    },
    {
      "epoch": 3.873725168953512,
      "grad_norm": 1.5524645847825755,
      "learning_rate": 8.58281347303008e-05,
      "loss": 0.8077,
      "step": 94577
    },
    {
      "epoch": 3.8737661273807085,
      "grad_norm": 1.7907931177904588,
      "learning_rate": 8.582518687682078e-05,
      "loss": 1.0315,
      "step": 94578
    },
    {
      "epoch": 3.873807085807905,
      "grad_norm": 1.3923891757868776,
      "learning_rate": 8.582223905367886e-05,
      "loss": 0.6771,
      "step": 94579
    },
    {
      "epoch": 3.8738480442351015,
      "grad_norm": 1.5311339588749306,
      "learning_rate": 8.581929126087645e-05,
      "loss": 0.7054,
      "step": 94580
    },
    {
      "epoch": 3.8738890026622976,
      "grad_norm": 1.40067913036151,
      "learning_rate": 8.581634349841502e-05,
      "loss": 0.7928,
      "step": 94581
    },
    {
      "epoch": 3.873929961089494,
      "grad_norm": 1.594171872246336,
      "learning_rate": 8.581339576629583e-05,
      "loss": 0.5968,
      "step": 94582
    },
    {
      "epoch": 3.8739709195166907,
      "grad_norm": 1.5460321659621918,
      "learning_rate": 8.581044806452042e-05,
      "loss": 0.853,
      "step": 94583
    },
    {
      "epoch": 3.874011877943887,
      "grad_norm": 0.9113377347151964,
      "learning_rate": 8.580750039309003e-05,
      "loss": 0.2409,
      "step": 94584
    },
    {
      "epoch": 3.8740528363710833,
      "grad_norm": 1.417487051287954,
      "learning_rate": 8.580455275200613e-05,
      "loss": 0.7423,
      "step": 94585
    },
    {
      "epoch": 3.87409379479828,
      "grad_norm": 1.5789566385810097,
      "learning_rate": 8.580160514127017e-05,
      "loss": 0.7479,
      "step": 94586
    },
    {
      "epoch": 3.8741347532254764,
      "grad_norm": 0.8771490147281658,
      "learning_rate": 8.579865756088344e-05,
      "loss": 0.2846,
      "step": 94587
    },
    {
      "epoch": 3.8741757116526725,
      "grad_norm": 2.3336429223764967,
      "learning_rate": 8.579571001084736e-05,
      "loss": 1.8248,
      "step": 94588
    },
    {
      "epoch": 3.874216670079869,
      "grad_norm": 1.1007931629301537,
      "learning_rate": 8.579276249116341e-05,
      "loss": 0.6518,
      "step": 94589
    },
    {
      "epoch": 3.874257628507065,
      "grad_norm": 8.686941580163563,
      "learning_rate": 8.578981500183285e-05,
      "loss": 2.9963,
      "step": 94590
    },
    {
      "epoch": 3.8742985869342617,
      "grad_norm": 0.8274114868342874,
      "learning_rate": 8.578686754285721e-05,
      "loss": 0.1251,
      "step": 94591
    },
    {
      "epoch": 3.874339545361458,
      "grad_norm": 1.3215911042210695,
      "learning_rate": 8.578392011423776e-05,
      "loss": 0.6101,
      "step": 94592
    },
    {
      "epoch": 3.8743805037886547,
      "grad_norm": 1.3966572118215397,
      "learning_rate": 8.578097271597593e-05,
      "loss": 0.6204,
      "step": 94593
    },
    {
      "epoch": 3.874421462215851,
      "grad_norm": 2.401290830362169,
      "learning_rate": 8.57780253480732e-05,
      "loss": 1.0719,
      "step": 94594
    },
    {
      "epoch": 3.8744624206430474,
      "grad_norm": 1.4814840487051635,
      "learning_rate": 8.577507801053083e-05,
      "loss": 1.0661,
      "step": 94595
    },
    {
      "epoch": 3.8745033790702434,
      "grad_norm": 1.4412539447420674,
      "learning_rate": 8.577213070335026e-05,
      "loss": 0.7516,
      "step": 94596
    },
    {
      "epoch": 3.87454433749744,
      "grad_norm": 0.9913327918102656,
      "learning_rate": 8.5769183426533e-05,
      "loss": 0.3003,
      "step": 94597
    },
    {
      "epoch": 3.8745852959246365,
      "grad_norm": 1.8525333131937676,
      "learning_rate": 8.576623618008025e-05,
      "loss": 0.7827,
      "step": 94598
    },
    {
      "epoch": 3.874626254351833,
      "grad_norm": 1.7065053843500737,
      "learning_rate": 8.576328896399356e-05,
      "loss": 0.7764,
      "step": 94599
    },
    {
      "epoch": 3.874667212779029,
      "grad_norm": 1.5819307018600015,
      "learning_rate": 8.576034177827425e-05,
      "loss": 0.691,
      "step": 94600
    },
    {
      "epoch": 3.8747081712062257,
      "grad_norm": 1.8310255784556455,
      "learning_rate": 8.575739462292369e-05,
      "loss": 0.9366,
      "step": 94601
    },
    {
      "epoch": 3.874749129633422,
      "grad_norm": 1.6315589195809326,
      "learning_rate": 8.575444749794336e-05,
      "loss": 0.7401,
      "step": 94602
    },
    {
      "epoch": 3.8747900880606183,
      "grad_norm": 1.3502833545533919,
      "learning_rate": 8.575150040333452e-05,
      "loss": 0.7066,
      "step": 94603
    },
    {
      "epoch": 3.874831046487815,
      "grad_norm": 1.1404635124622982,
      "learning_rate": 8.574855333909867e-05,
      "loss": 0.6229,
      "step": 94604
    },
    {
      "epoch": 3.8748720049150114,
      "grad_norm": 1.328437032627719,
      "learning_rate": 8.57456063052372e-05,
      "loss": 0.7698,
      "step": 94605
    },
    {
      "epoch": 3.874912963342208,
      "grad_norm": 1.655465566521112,
      "learning_rate": 8.574265930175145e-05,
      "loss": 0.8428,
      "step": 94606
    },
    {
      "epoch": 3.874953921769404,
      "grad_norm": 1.911161681443004,
      "learning_rate": 8.573971232864282e-05,
      "loss": 1.0831,
      "step": 94607
    },
    {
      "epoch": 3.8749948801966005,
      "grad_norm": 1.2622344687335842,
      "learning_rate": 8.573676538591279e-05,
      "loss": 0.5409,
      "step": 94608
    },
    {
      "epoch": 3.8750358386237966,
      "grad_norm": 1.4644286618317472,
      "learning_rate": 8.573381847356265e-05,
      "loss": 0.6881,
      "step": 94609
    },
    {
      "epoch": 3.875076797050993,
      "grad_norm": 1.3307404984922857,
      "learning_rate": 8.573087159159387e-05,
      "loss": 0.7615,
      "step": 94610
    },
    {
      "epoch": 3.8751177554781897,
      "grad_norm": 1.4291521523798807,
      "learning_rate": 8.572792474000775e-05,
      "loss": 0.6856,
      "step": 94611
    },
    {
      "epoch": 3.8751587139053862,
      "grad_norm": 1.7455501611363258,
      "learning_rate": 8.572497791880574e-05,
      "loss": 1.0181,
      "step": 94612
    },
    {
      "epoch": 3.8751996723325823,
      "grad_norm": 1.1466958735953128,
      "learning_rate": 8.572203112798928e-05,
      "loss": 0.5311,
      "step": 94613
    },
    {
      "epoch": 3.875240630759779,
      "grad_norm": 1.6474962628208618,
      "learning_rate": 8.571908436755967e-05,
      "loss": 1.2527,
      "step": 94614
    },
    {
      "epoch": 3.875281589186975,
      "grad_norm": 1.4299236786195817,
      "learning_rate": 8.571613763751833e-05,
      "loss": 0.5655,
      "step": 94615
    },
    {
      "epoch": 3.8753225476141715,
      "grad_norm": 1.2889891840839225,
      "learning_rate": 8.571319093786675e-05,
      "loss": 0.5522,
      "step": 94616
    },
    {
      "epoch": 3.875363506041368,
      "grad_norm": 0.9798175383986751,
      "learning_rate": 8.571024426860617e-05,
      "loss": 0.2926,
      "step": 94617
    },
    {
      "epoch": 3.8754044644685646,
      "grad_norm": 1.310169868378211,
      "learning_rate": 8.570729762973811e-05,
      "loss": 0.5511,
      "step": 94618
    },
    {
      "epoch": 3.8754454228957607,
      "grad_norm": 1.4554082099133756,
      "learning_rate": 8.570435102126386e-05,
      "loss": 0.6496,
      "step": 94619
    },
    {
      "epoch": 3.875486381322957,
      "grad_norm": 1.4916339913838768,
      "learning_rate": 8.570140444318486e-05,
      "loss": 0.5077,
      "step": 94620
    },
    {
      "epoch": 3.8755273397501537,
      "grad_norm": 2.0552846359517285,
      "learning_rate": 8.569845789550257e-05,
      "loss": 0.7414,
      "step": 94621
    },
    {
      "epoch": 3.87556829817735,
      "grad_norm": 0.8432457170406522,
      "learning_rate": 8.569551137821825e-05,
      "loss": 0.2444,
      "step": 94622
    },
    {
      "epoch": 3.8756092566045464,
      "grad_norm": 1.5397972213521822,
      "learning_rate": 8.569256489133337e-05,
      "loss": 0.6891,
      "step": 94623
    },
    {
      "epoch": 3.875650215031743,
      "grad_norm": 1.8555240806737898,
      "learning_rate": 8.568961843484935e-05,
      "loss": 0.6811,
      "step": 94624
    },
    {
      "epoch": 3.8756911734589394,
      "grad_norm": 1.6127499601620727,
      "learning_rate": 8.568667200876753e-05,
      "loss": 0.8995,
      "step": 94625
    },
    {
      "epoch": 3.8757321318861355,
      "grad_norm": 4.013100619271102,
      "learning_rate": 8.568372561308933e-05,
      "loss": 4.6333,
      "step": 94626
    },
    {
      "epoch": 3.875773090313332,
      "grad_norm": 2.09479791284886,
      "learning_rate": 8.568077924781609e-05,
      "loss": 1.3844,
      "step": 94627
    },
    {
      "epoch": 3.875814048740528,
      "grad_norm": 1.6554226711763704,
      "learning_rate": 8.567783291294925e-05,
      "loss": 0.7842,
      "step": 94628
    },
    {
      "epoch": 3.8758550071677247,
      "grad_norm": 1.3853933633834032,
      "learning_rate": 8.567488660849027e-05,
      "loss": 0.6992,
      "step": 94629
    },
    {
      "epoch": 3.875895965594921,
      "grad_norm": 0.8474618202359581,
      "learning_rate": 8.56719403344404e-05,
      "loss": 0.2628,
      "step": 94630
    },
    {
      "epoch": 3.8759369240221178,
      "grad_norm": 1.4574685169378248,
      "learning_rate": 8.56689940908011e-05,
      "loss": 0.8063,
      "step": 94631
    },
    {
      "epoch": 3.875977882449314,
      "grad_norm": 1.1641384407306223,
      "learning_rate": 8.566604787757383e-05,
      "loss": 0.4735,
      "step": 94632
    },
    {
      "epoch": 3.8760188408765104,
      "grad_norm": 0.9388245076954929,
      "learning_rate": 8.566310169475985e-05,
      "loss": 0.2897,
      "step": 94633
    },
    {
      "epoch": 3.8760597993037065,
      "grad_norm": 1.231717672002951,
      "learning_rate": 8.56601555423607e-05,
      "loss": 0.7309,
      "step": 94634
    },
    {
      "epoch": 3.876100757730903,
      "grad_norm": 1.7819024083754738,
      "learning_rate": 8.565720942037764e-05,
      "loss": 0.8863,
      "step": 94635
    },
    {
      "epoch": 3.8761417161580995,
      "grad_norm": 1.6821041837512178,
      "learning_rate": 8.56542633288121e-05,
      "loss": 0.7652,
      "step": 94636
    },
    {
      "epoch": 3.876182674585296,
      "grad_norm": 1.752517949080777,
      "learning_rate": 8.565131726766555e-05,
      "loss": 0.7249,
      "step": 94637
    },
    {
      "epoch": 3.876223633012492,
      "grad_norm": 1.4064741938993455,
      "learning_rate": 8.564837123693926e-05,
      "loss": 0.7517,
      "step": 94638
    },
    {
      "epoch": 3.8762645914396887,
      "grad_norm": 1.6468415074429124,
      "learning_rate": 8.564542523663476e-05,
      "loss": 0.7229,
      "step": 94639
    },
    {
      "epoch": 3.8763055498668852,
      "grad_norm": 1.4152143241472073,
      "learning_rate": 8.56424792667533e-05,
      "loss": 0.5709,
      "step": 94640
    },
    {
      "epoch": 3.8763465082940813,
      "grad_norm": 0.8730920212474003,
      "learning_rate": 8.563953332729635e-05,
      "loss": 0.3141,
      "step": 94641
    },
    {
      "epoch": 3.876387466721278,
      "grad_norm": 1.6051349612673436,
      "learning_rate": 8.563658741826533e-05,
      "loss": 0.7811,
      "step": 94642
    },
    {
      "epoch": 3.8764284251484744,
      "grad_norm": 1.1777315868672318,
      "learning_rate": 8.563364153966156e-05,
      "loss": 0.6125,
      "step": 94643
    },
    {
      "epoch": 3.876469383575671,
      "grad_norm": 1.8473648237287004,
      "learning_rate": 8.563069569148648e-05,
      "loss": 0.7833,
      "step": 94644
    },
    {
      "epoch": 3.876510342002867,
      "grad_norm": 1.9255634691804684,
      "learning_rate": 8.56277498737415e-05,
      "loss": 0.6055,
      "step": 94645
    },
    {
      "epoch": 3.8765513004300636,
      "grad_norm": 1.312936178479863,
      "learning_rate": 8.562480408642795e-05,
      "loss": 0.7198,
      "step": 94646
    },
    {
      "epoch": 3.8765922588572597,
      "grad_norm": 1.9313552948395063,
      "learning_rate": 8.56218583295473e-05,
      "loss": 1.0199,
      "step": 94647
    },
    {
      "epoch": 3.876633217284456,
      "grad_norm": 0.9115023578193719,
      "learning_rate": 8.561891260310084e-05,
      "loss": 0.2764,
      "step": 94648
    },
    {
      "epoch": 3.8766741757116527,
      "grad_norm": 1.3167961957380125,
      "learning_rate": 8.561596690709004e-05,
      "loss": 0.5543,
      "step": 94649
    },
    {
      "epoch": 3.8767151341388493,
      "grad_norm": 1.6200091493621978,
      "learning_rate": 8.561302124151633e-05,
      "loss": 0.7864,
      "step": 94650
    },
    {
      "epoch": 3.8767560925660454,
      "grad_norm": 1.3322930042264622,
      "learning_rate": 8.561007560638098e-05,
      "loss": 0.6441,
      "step": 94651
    },
    {
      "epoch": 3.876797050993242,
      "grad_norm": 1.638892991693862,
      "learning_rate": 8.560713000168545e-05,
      "loss": 0.7448,
      "step": 94652
    },
    {
      "epoch": 3.876838009420438,
      "grad_norm": 1.350559304700808,
      "learning_rate": 8.560418442743117e-05,
      "loss": 0.4802,
      "step": 94653
    },
    {
      "epoch": 3.8768789678476345,
      "grad_norm": 1.0212471043964675,
      "learning_rate": 8.560123888361948e-05,
      "loss": 0.2232,
      "step": 94654
    },
    {
      "epoch": 3.876919926274831,
      "grad_norm": 1.8081994050246977,
      "learning_rate": 8.559829337025181e-05,
      "loss": 0.7971,
      "step": 94655
    },
    {
      "epoch": 3.8769608847020276,
      "grad_norm": 3.2363798249725133,
      "learning_rate": 8.559534788732951e-05,
      "loss": 1.4375,
      "step": 94656
    },
    {
      "epoch": 3.8770018431292237,
      "grad_norm": 1.7647556480756854,
      "learning_rate": 8.559240243485394e-05,
      "loss": 0.8422,
      "step": 94657
    },
    {
      "epoch": 3.8770428015564202,
      "grad_norm": 1.7285160793396095,
      "learning_rate": 8.558945701282665e-05,
      "loss": 0.9189,
      "step": 94658
    },
    {
      "epoch": 3.8770837599836168,
      "grad_norm": 1.29893405650966,
      "learning_rate": 8.558651162124884e-05,
      "loss": 0.714,
      "step": 94659
    },
    {
      "epoch": 3.877124718410813,
      "grad_norm": 0.7880020239536045,
      "learning_rate": 8.5583566260122e-05,
      "loss": 0.1738,
      "step": 94660
    },
    {
      "epoch": 3.8771656768380094,
      "grad_norm": 0.5171857588413236,
      "learning_rate": 8.558062092944758e-05,
      "loss": 0.1146,
      "step": 94661
    },
    {
      "epoch": 3.877206635265206,
      "grad_norm": 1.4813464674518175,
      "learning_rate": 8.557767562922684e-05,
      "loss": 0.5962,
      "step": 94662
    },
    {
      "epoch": 3.8772475936924025,
      "grad_norm": 1.7824483067066168,
      "learning_rate": 8.55747303594613e-05,
      "loss": 1.0566,
      "step": 94663
    },
    {
      "epoch": 3.8772885521195986,
      "grad_norm": 0.9749362850940162,
      "learning_rate": 8.557178512015221e-05,
      "loss": 0.2991,
      "step": 94664
    },
    {
      "epoch": 3.877329510546795,
      "grad_norm": 1.8251838193938597,
      "learning_rate": 8.556883991130106e-05,
      "loss": 0.8012,
      "step": 94665
    },
    {
      "epoch": 3.877370468973991,
      "grad_norm": 1.2207641843727643,
      "learning_rate": 8.556589473290927e-05,
      "loss": 0.693,
      "step": 94666
    },
    {
      "epoch": 3.8774114274011877,
      "grad_norm": 4.81538525544966,
      "learning_rate": 8.556294958497812e-05,
      "loss": 3.0993,
      "step": 94667
    },
    {
      "epoch": 3.8774523858283843,
      "grad_norm": 1.5350453229343834,
      "learning_rate": 8.556000446750909e-05,
      "loss": 0.2605,
      "step": 94668
    },
    {
      "epoch": 3.877493344255581,
      "grad_norm": 1.0047347446098693,
      "learning_rate": 8.55570593805036e-05,
      "loss": 0.3222,
      "step": 94669
    },
    {
      "epoch": 3.877534302682777,
      "grad_norm": 1.6036304777248547,
      "learning_rate": 8.5554114323963e-05,
      "loss": 0.681,
      "step": 94670
    },
    {
      "epoch": 3.8775752611099734,
      "grad_norm": 0.823755525394005,
      "learning_rate": 8.555116929788861e-05,
      "loss": 0.2177,
      "step": 94671
    },
    {
      "epoch": 3.8776162195371695,
      "grad_norm": 1.5818445107810157,
      "learning_rate": 8.554822430228195e-05,
      "loss": 0.6309,
      "step": 94672
    },
    {
      "epoch": 3.877657177964366,
      "grad_norm": 1.4737977851686788,
      "learning_rate": 8.554527933714429e-05,
      "loss": 0.8462,
      "step": 94673
    },
    {
      "epoch": 3.8776981363915626,
      "grad_norm": 0.8928553432729486,
      "learning_rate": 8.554233440247713e-05,
      "loss": 0.3073,
      "step": 94674
    },
    {
      "epoch": 3.877739094818759,
      "grad_norm": 1.530243311953612,
      "learning_rate": 8.553938949828177e-05,
      "loss": 0.9117,
      "step": 94675
    },
    {
      "epoch": 3.877780053245955,
      "grad_norm": 1.271855611922003,
      "learning_rate": 8.553644462455964e-05,
      "loss": 0.603,
      "step": 94676
    },
    {
      "epoch": 3.8778210116731517,
      "grad_norm": 1.0859261988380682,
      "learning_rate": 8.553349978131218e-05,
      "loss": 0.2324,
      "step": 94677
    },
    {
      "epoch": 3.8778619701003483,
      "grad_norm": 1.7447406943734838,
      "learning_rate": 8.553055496854072e-05,
      "loss": 0.6882,
      "step": 94678
    },
    {
      "epoch": 3.8779029285275444,
      "grad_norm": 1.2778624961731413,
      "learning_rate": 8.552761018624665e-05,
      "loss": 0.4908,
      "step": 94679
    },
    {
      "epoch": 3.877943886954741,
      "grad_norm": 0.7384807729084876,
      "learning_rate": 8.552466543443144e-05,
      "loss": 0.2264,
      "step": 94680
    },
    {
      "epoch": 3.8779848453819374,
      "grad_norm": 1.1545477132380775,
      "learning_rate": 8.552172071309638e-05,
      "loss": 0.3701,
      "step": 94681
    },
    {
      "epoch": 3.878025803809134,
      "grad_norm": 1.224684877838745,
      "learning_rate": 8.551877602224296e-05,
      "loss": 0.4817,
      "step": 94682
    },
    {
      "epoch": 3.87806676223633,
      "grad_norm": 1.007409485677774,
      "learning_rate": 8.551583136187245e-05,
      "loss": 0.2398,
      "step": 94683
    },
    {
      "epoch": 3.8781077206635266,
      "grad_norm": 1.3613046420340202,
      "learning_rate": 8.551288673198632e-05,
      "loss": 0.6697,
      "step": 94684
    },
    {
      "epoch": 3.8781486790907227,
      "grad_norm": 1.505904755367604,
      "learning_rate": 8.550994213258603e-05,
      "loss": 0.7108,
      "step": 94685
    },
    {
      "epoch": 3.8781896375179192,
      "grad_norm": 1.3754171743860284,
      "learning_rate": 8.550699756367282e-05,
      "loss": 0.6352,
      "step": 94686
    },
    {
      "epoch": 3.8782305959451158,
      "grad_norm": 0.5420251949295304,
      "learning_rate": 8.550405302524817e-05,
      "loss": 0.0798,
      "step": 94687
    },
    {
      "epoch": 3.8782715543723123,
      "grad_norm": 1.4231190281897799,
      "learning_rate": 8.550110851731351e-05,
      "loss": 0.6117,
      "step": 94688
    },
    {
      "epoch": 3.8783125127995084,
      "grad_norm": 1.7069670007147988,
      "learning_rate": 8.549816403987015e-05,
      "loss": 0.2921,
      "step": 94689
    },
    {
      "epoch": 3.878353471226705,
      "grad_norm": 0.9640884682947942,
      "learning_rate": 8.549521959291955e-05,
      "loss": 0.3209,
      "step": 94690
    },
    {
      "epoch": 3.878394429653901,
      "grad_norm": 0.9504190266095264,
      "learning_rate": 8.5492275176463e-05,
      "loss": 0.2286,
      "step": 94691
    },
    {
      "epoch": 3.8784353880810976,
      "grad_norm": 1.4939439156550725,
      "learning_rate": 8.548933079050199e-05,
      "loss": 0.9947,
      "step": 94692
    },
    {
      "epoch": 3.878476346508294,
      "grad_norm": 1.250560511355145,
      "learning_rate": 8.548638643503791e-05,
      "loss": 0.6634,
      "step": 94693
    },
    {
      "epoch": 3.8785173049354906,
      "grad_norm": 0.7955426519330154,
      "learning_rate": 8.548344211007207e-05,
      "loss": 0.1979,
      "step": 94694
    },
    {
      "epoch": 3.8785582633626867,
      "grad_norm": 1.6905156879248977,
      "learning_rate": 8.548049781560592e-05,
      "loss": 0.8686,
      "step": 94695
    },
    {
      "epoch": 3.8785992217898833,
      "grad_norm": 1.5500954431482343,
      "learning_rate": 8.547755355164091e-05,
      "loss": 0.9247,
      "step": 94696
    },
    {
      "epoch": 3.87864018021708,
      "grad_norm": 1.4306025377999225,
      "learning_rate": 8.547460931817831e-05,
      "loss": 0.7372,
      "step": 94697
    },
    {
      "epoch": 3.878681138644276,
      "grad_norm": 1.3255396658592031,
      "learning_rate": 8.547166511521962e-05,
      "loss": 0.4607,
      "step": 94698
    },
    {
      "epoch": 3.8787220970714724,
      "grad_norm": 1.3399542357070293,
      "learning_rate": 8.546872094276614e-05,
      "loss": 0.5397,
      "step": 94699
    },
    {
      "epoch": 3.878763055498669,
      "grad_norm": 2.7420267794092497,
      "learning_rate": 8.546577680081929e-05,
      "loss": 3.1515,
      "step": 94700
    },
    {
      "epoch": 3.8788040139258655,
      "grad_norm": 1.828279721955736,
      "learning_rate": 8.546283268938053e-05,
      "loss": 0.5268,
      "step": 94701
    },
    {
      "epoch": 3.8788449723530616,
      "grad_norm": 1.481989577918465,
      "learning_rate": 8.545988860845115e-05,
      "loss": 0.6952,
      "step": 94702
    },
    {
      "epoch": 3.878885930780258,
      "grad_norm": 1.4596984233635655,
      "learning_rate": 8.545694455803261e-05,
      "loss": 0.5456,
      "step": 94703
    },
    {
      "epoch": 3.878926889207454,
      "grad_norm": 1.862030738288276,
      "learning_rate": 8.54540005381263e-05,
      "loss": 0.7521,
      "step": 94704
    },
    {
      "epoch": 3.8789678476346507,
      "grad_norm": 0.7862601080904877,
      "learning_rate": 8.545105654873354e-05,
      "loss": 0.1826,
      "step": 94705
    },
    {
      "epoch": 3.8790088060618473,
      "grad_norm": 1.7256172100329727,
      "learning_rate": 8.544811258985587e-05,
      "loss": 0.9271,
      "step": 94706
    },
    {
      "epoch": 3.879049764489044,
      "grad_norm": 1.4622517798778953,
      "learning_rate": 8.54451686614945e-05,
      "loss": 0.8029,
      "step": 94707
    },
    {
      "epoch": 3.87909072291624,
      "grad_norm": 1.993466361895831,
      "learning_rate": 8.544222476365091e-05,
      "loss": 1.3889,
      "step": 94708
    },
    {
      "epoch": 3.8791316813434364,
      "grad_norm": 1.7448034648393909,
      "learning_rate": 8.543928089632654e-05,
      "loss": 0.6433,
      "step": 94709
    },
    {
      "epoch": 3.8791726397706325,
      "grad_norm": 1.5758627020607872,
      "learning_rate": 8.54363370595227e-05,
      "loss": 0.5228,
      "step": 94710
    },
    {
      "epoch": 3.879213598197829,
      "grad_norm": 1.7082717709342683,
      "learning_rate": 8.543339325324084e-05,
      "loss": 0.8487,
      "step": 94711
    },
    {
      "epoch": 3.8792545566250256,
      "grad_norm": 1.3178773994548987,
      "learning_rate": 8.543044947748228e-05,
      "loss": 0.6113,
      "step": 94712
    },
    {
      "epoch": 3.879295515052222,
      "grad_norm": 3.0381857609930507,
      "learning_rate": 8.542750573224847e-05,
      "loss": 1.5575,
      "step": 94713
    },
    {
      "epoch": 3.8793364734794182,
      "grad_norm": 1.418938865334544,
      "learning_rate": 8.542456201754082e-05,
      "loss": 0.6054,
      "step": 94714
    },
    {
      "epoch": 3.8793774319066148,
      "grad_norm": 1.0175805396418869,
      "learning_rate": 8.542161833336066e-05,
      "loss": 0.2456,
      "step": 94715
    },
    {
      "epoch": 3.8794183903338113,
      "grad_norm": 1.683981807067558,
      "learning_rate": 8.54186746797094e-05,
      "loss": 0.5704,
      "step": 94716
    },
    {
      "epoch": 3.8794593487610074,
      "grad_norm": 1.5960579919532412,
      "learning_rate": 8.54157310565885e-05,
      "loss": 0.6903,
      "step": 94717
    },
    {
      "epoch": 3.879500307188204,
      "grad_norm": 1.5116204643554574,
      "learning_rate": 8.541278746399923e-05,
      "loss": 0.693,
      "step": 94718
    },
    {
      "epoch": 3.8795412656154005,
      "grad_norm": 1.4867324537108264,
      "learning_rate": 8.540984390194311e-05,
      "loss": 0.614,
      "step": 94719
    },
    {
      "epoch": 3.879582224042597,
      "grad_norm": 2.561165818097196,
      "learning_rate": 8.540690037042141e-05,
      "loss": 0.9325,
      "step": 94720
    },
    {
      "epoch": 3.879623182469793,
      "grad_norm": 1.8560158043759116,
      "learning_rate": 8.540395686943558e-05,
      "loss": 0.9728,
      "step": 94721
    },
    {
      "epoch": 3.8796641408969896,
      "grad_norm": 1.9349345369919693,
      "learning_rate": 8.540101339898707e-05,
      "loss": 0.8306,
      "step": 94722
    },
    {
      "epoch": 3.8797050993241857,
      "grad_norm": 1.1794202198649952,
      "learning_rate": 8.539806995907716e-05,
      "loss": 0.4771,
      "step": 94723
    },
    {
      "epoch": 3.8797460577513823,
      "grad_norm": 1.7579120786251763,
      "learning_rate": 8.539512654970728e-05,
      "loss": 0.5509,
      "step": 94724
    },
    {
      "epoch": 3.879787016178579,
      "grad_norm": 3.1216035362139465,
      "learning_rate": 8.53921831708789e-05,
      "loss": 2.7043,
      "step": 94725
    },
    {
      "epoch": 3.8798279746057753,
      "grad_norm": 1.8688208826197583,
      "learning_rate": 8.53892398225933e-05,
      "loss": 1.108,
      "step": 94726
    },
    {
      "epoch": 3.8798689330329714,
      "grad_norm": 1.8065066052429075,
      "learning_rate": 8.538629650485196e-05,
      "loss": 0.9434,
      "step": 94727
    },
    {
      "epoch": 3.879909891460168,
      "grad_norm": 1.9398691756949071,
      "learning_rate": 8.538335321765618e-05,
      "loss": 1.109,
      "step": 94728
    },
    {
      "epoch": 3.879950849887364,
      "grad_norm": 1.6714691583023313,
      "learning_rate": 8.538040996100739e-05,
      "loss": 0.8076,
      "step": 94729
    },
    {
      "epoch": 3.8799918083145606,
      "grad_norm": 1.5237706462694134,
      "learning_rate": 8.537746673490705e-05,
      "loss": 0.8043,
      "step": 94730
    },
    {
      "epoch": 3.880032766741757,
      "grad_norm": 0.9846427816006114,
      "learning_rate": 8.537452353935644e-05,
      "loss": 0.19,
      "step": 94731
    },
    {
      "epoch": 3.8800737251689537,
      "grad_norm": 1.3071791411076596,
      "learning_rate": 8.537158037435703e-05,
      "loss": 0.6627,
      "step": 94732
    },
    {
      "epoch": 3.8801146835961497,
      "grad_norm": 1.8308680005151106,
      "learning_rate": 8.536863723991021e-05,
      "loss": 0.8656,
      "step": 94733
    },
    {
      "epoch": 3.8801556420233463,
      "grad_norm": 1.4510455749254365,
      "learning_rate": 8.536569413601732e-05,
      "loss": 0.6768,
      "step": 94734
    },
    {
      "epoch": 3.880196600450543,
      "grad_norm": 2.6309703714006196,
      "learning_rate": 8.536275106267981e-05,
      "loss": 0.4603,
      "step": 94735
    },
    {
      "epoch": 3.880237558877739,
      "grad_norm": 1.732530396427617,
      "learning_rate": 8.5359808019899e-05,
      "loss": 1.0658,
      "step": 94736
    },
    {
      "epoch": 3.8802785173049354,
      "grad_norm": 1.3347975948580941,
      "learning_rate": 8.535686500767631e-05,
      "loss": 0.7701,
      "step": 94737
    },
    {
      "epoch": 3.880319475732132,
      "grad_norm": 1.3588627733567122,
      "learning_rate": 8.53539220260132e-05,
      "loss": 0.6578,
      "step": 94738
    },
    {
      "epoch": 3.8803604341593285,
      "grad_norm": 1.2101476487329517,
      "learning_rate": 8.535097907491096e-05,
      "loss": 0.3978,
      "step": 94739
    },
    {
      "epoch": 3.8804013925865246,
      "grad_norm": 1.6014311232886467,
      "learning_rate": 8.534803615437102e-05,
      "loss": 0.7401,
      "step": 94740
    },
    {
      "epoch": 3.880442351013721,
      "grad_norm": 1.256481337535418,
      "learning_rate": 8.53450932643949e-05,
      "loss": 0.5728,
      "step": 94741
    },
    {
      "epoch": 3.8804833094409172,
      "grad_norm": 1.5286431464047712,
      "learning_rate": 8.534215040498374e-05,
      "loss": 0.6164,
      "step": 94742
    },
    {
      "epoch": 3.8805242678681138,
      "grad_norm": 2.557958225457056,
      "learning_rate": 8.533920757613906e-05,
      "loss": 2.4434,
      "step": 94743
    },
    {
      "epoch": 3.8805652262953103,
      "grad_norm": 1.5625076888711444,
      "learning_rate": 8.533626477786233e-05,
      "loss": 0.7407,
      "step": 94744
    },
    {
      "epoch": 3.880606184722507,
      "grad_norm": 1.8725628508460745,
      "learning_rate": 8.533332201015478e-05,
      "loss": 0.62,
      "step": 94745
    },
    {
      "epoch": 3.880647143149703,
      "grad_norm": 1.3864342844268502,
      "learning_rate": 8.533037927301795e-05,
      "loss": 0.6453,
      "step": 94746
    },
    {
      "epoch": 3.8806881015768995,
      "grad_norm": 0.9076604919703205,
      "learning_rate": 8.532743656645309e-05,
      "loss": 0.3379,
      "step": 94747
    },
    {
      "epoch": 3.8807290600040956,
      "grad_norm": 1.4019218358654775,
      "learning_rate": 8.532449389046168e-05,
      "loss": 0.4986,
      "step": 94748
    },
    {
      "epoch": 3.880770018431292,
      "grad_norm": 1.2056774663478909,
      "learning_rate": 8.532155124504515e-05,
      "loss": 0.4668,
      "step": 94749
    },
    {
      "epoch": 3.8808109768584886,
      "grad_norm": 1.293905697834748,
      "learning_rate": 8.531860863020477e-05,
      "loss": 0.7029,
      "step": 94750
    },
    {
      "epoch": 3.880851935285685,
      "grad_norm": 1.6309412115882664,
      "learning_rate": 8.531566604594202e-05,
      "loss": 0.8492,
      "step": 94751
    },
    {
      "epoch": 3.8808928937128813,
      "grad_norm": 1.4719574266537272,
      "learning_rate": 8.531272349225832e-05,
      "loss": 0.7454,
      "step": 94752
    },
    {
      "epoch": 3.880933852140078,
      "grad_norm": 1.5246676016665934,
      "learning_rate": 8.530978096915497e-05,
      "loss": 0.7847,
      "step": 94753
    },
    {
      "epoch": 3.8809748105672743,
      "grad_norm": 1.5402922468712357,
      "learning_rate": 8.530683847663342e-05,
      "loss": 0.7151,
      "step": 94754
    },
    {
      "epoch": 3.8810157689944704,
      "grad_norm": 0.9020551374858742,
      "learning_rate": 8.530389601469502e-05,
      "loss": 0.1809,
      "step": 94755
    },
    {
      "epoch": 3.881056727421667,
      "grad_norm": 0.8319083780697074,
      "learning_rate": 8.530095358334114e-05,
      "loss": 0.2671,
      "step": 94756
    },
    {
      "epoch": 3.8810976858488635,
      "grad_norm": 1.4857040517247049,
      "learning_rate": 8.529801118257331e-05,
      "loss": 0.7053,
      "step": 94757
    },
    {
      "epoch": 3.88113864427606,
      "grad_norm": 1.587227043758334,
      "learning_rate": 8.529506881239277e-05,
      "loss": 0.9212,
      "step": 94758
    },
    {
      "epoch": 3.881179602703256,
      "grad_norm": 1.4689686290170365,
      "learning_rate": 8.529212647280096e-05,
      "loss": 0.7713,
      "step": 94759
    },
    {
      "epoch": 3.8812205611304527,
      "grad_norm": 1.2489437960642766,
      "learning_rate": 8.528918416379933e-05,
      "loss": 0.6056,
      "step": 94760
    },
    {
      "epoch": 3.8812615195576488,
      "grad_norm": 1.7032249025620325,
      "learning_rate": 8.528624188538917e-05,
      "loss": 0.6374,
      "step": 94761
    },
    {
      "epoch": 3.8813024779848453,
      "grad_norm": 1.4402040903779152,
      "learning_rate": 8.528329963757197e-05,
      "loss": 0.5252,
      "step": 94762
    },
    {
      "epoch": 3.881343436412042,
      "grad_norm": 0.7727500081122923,
      "learning_rate": 8.528035742034901e-05,
      "loss": 0.1898,
      "step": 94763
    },
    {
      "epoch": 3.8813843948392384,
      "grad_norm": 1.2936408356190927,
      "learning_rate": 8.527741523372175e-05,
      "loss": 0.5869,
      "step": 94764
    },
    {
      "epoch": 3.8814253532664345,
      "grad_norm": 1.828079174934685,
      "learning_rate": 8.527447307769163e-05,
      "loss": 1.1718,
      "step": 94765
    },
    {
      "epoch": 3.881466311693631,
      "grad_norm": 1.5891639022801822,
      "learning_rate": 8.52715309522599e-05,
      "loss": 0.5068,
      "step": 94766
    },
    {
      "epoch": 3.8815072701208275,
      "grad_norm": 1.769018242726927,
      "learning_rate": 8.526858885742807e-05,
      "loss": 0.5243,
      "step": 94767
    },
    {
      "epoch": 3.8815482285480236,
      "grad_norm": 1.7492345273384264,
      "learning_rate": 8.526564679319752e-05,
      "loss": 0.7172,
      "step": 94768
    },
    {
      "epoch": 3.88158918697522,
      "grad_norm": 0.7921997304913739,
      "learning_rate": 8.526270475956958e-05,
      "loss": 0.2326,
      "step": 94769
    },
    {
      "epoch": 3.8816301454024167,
      "grad_norm": 1.516185733457326,
      "learning_rate": 8.525976275654574e-05,
      "loss": 0.8643,
      "step": 94770
    },
    {
      "epoch": 3.881671103829613,
      "grad_norm": 1.3949709750849109,
      "learning_rate": 8.525682078412727e-05,
      "loss": 0.6596,
      "step": 94771
    },
    {
      "epoch": 3.8817120622568093,
      "grad_norm": 1.557055547363334,
      "learning_rate": 8.52538788423156e-05,
      "loss": 0.7411,
      "step": 94772
    },
    {
      "epoch": 3.881753020684006,
      "grad_norm": 1.457409422223285,
      "learning_rate": 8.52509369311122e-05,
      "loss": 0.8877,
      "step": 94773
    },
    {
      "epoch": 3.881793979111202,
      "grad_norm": 1.44578920743812,
      "learning_rate": 8.524799505051836e-05,
      "loss": 0.539,
      "step": 94774
    },
    {
      "epoch": 3.8818349375383985,
      "grad_norm": 1.0640728702834548,
      "learning_rate": 8.524505320053549e-05,
      "loss": 0.2393,
      "step": 94775
    },
    {
      "epoch": 3.881875895965595,
      "grad_norm": 1.4387002251448422,
      "learning_rate": 8.524211138116507e-05,
      "loss": 0.6494,
      "step": 94776
    },
    {
      "epoch": 3.8819168543927915,
      "grad_norm": 2.2394186434996173,
      "learning_rate": 8.523916959240836e-05,
      "loss": 1.4621,
      "step": 94777
    },
    {
      "epoch": 3.8819578128199876,
      "grad_norm": 1.3740613119879077,
      "learning_rate": 8.523622783426687e-05,
      "loss": 0.6765,
      "step": 94778
    },
    {
      "epoch": 3.881998771247184,
      "grad_norm": 1.6372644781753045,
      "learning_rate": 8.523328610674188e-05,
      "loss": 0.909,
      "step": 94779
    },
    {
      "epoch": 3.8820397296743803,
      "grad_norm": 1.2729736147721902,
      "learning_rate": 8.523034440983482e-05,
      "loss": 0.8475,
      "step": 94780
    },
    {
      "epoch": 3.882080688101577,
      "grad_norm": 1.6164497926949417,
      "learning_rate": 8.522740274354717e-05,
      "loss": 0.9099,
      "step": 94781
    },
    {
      "epoch": 3.8821216465287733,
      "grad_norm": 0.9520930730785244,
      "learning_rate": 8.522446110788017e-05,
      "loss": 0.3261,
      "step": 94782
    },
    {
      "epoch": 3.88216260495597,
      "grad_norm": 1.1845173226262755,
      "learning_rate": 8.522151950283538e-05,
      "loss": 0.5644,
      "step": 94783
    },
    {
      "epoch": 3.882203563383166,
      "grad_norm": 1.5211977402626458,
      "learning_rate": 8.521857792841401e-05,
      "loss": 0.6258,
      "step": 94784
    },
    {
      "epoch": 3.8822445218103625,
      "grad_norm": 3.6211754892554024,
      "learning_rate": 8.521563638461753e-05,
      "loss": 3.7835,
      "step": 94785
    },
    {
      "epoch": 3.882285480237559,
      "grad_norm": 1.5006333982047928,
      "learning_rate": 8.52126948714474e-05,
      "loss": 0.789,
      "step": 94786
    },
    {
      "epoch": 3.882326438664755,
      "grad_norm": 1.9788616349570252,
      "learning_rate": 8.520975338890491e-05,
      "loss": 1.3993,
      "step": 94787
    },
    {
      "epoch": 3.8823673970919517,
      "grad_norm": 1.39815508214294,
      "learning_rate": 8.520681193699149e-05,
      "loss": 0.5164,
      "step": 94788
    },
    {
      "epoch": 3.882408355519148,
      "grad_norm": 1.550734246776464,
      "learning_rate": 8.520387051570857e-05,
      "loss": 0.9285,
      "step": 94789
    },
    {
      "epoch": 3.8824493139463447,
      "grad_norm": 1.9499857685172655,
      "learning_rate": 8.520092912505742e-05,
      "loss": 0.6895,
      "step": 94790
    },
    {
      "epoch": 3.882490272373541,
      "grad_norm": 1.5222019100532045,
      "learning_rate": 8.51979877650396e-05,
      "loss": 0.7653,
      "step": 94791
    },
    {
      "epoch": 3.8825312308007374,
      "grad_norm": 3.0384919425179646,
      "learning_rate": 8.519504643565636e-05,
      "loss": 1.5697,
      "step": 94792
    },
    {
      "epoch": 3.8825721892279335,
      "grad_norm": 2.055017389084572,
      "learning_rate": 8.519210513690913e-05,
      "loss": 0.9479,
      "step": 94793
    },
    {
      "epoch": 3.88261314765513,
      "grad_norm": 1.5420528061293732,
      "learning_rate": 8.518916386879936e-05,
      "loss": 0.7859,
      "step": 94794
    },
    {
      "epoch": 3.8826541060823265,
      "grad_norm": 1.3616418394106518,
      "learning_rate": 8.518622263132835e-05,
      "loss": 0.22,
      "step": 94795
    },
    {
      "epoch": 3.882695064509523,
      "grad_norm": 1.5840664020015527,
      "learning_rate": 8.518328142449753e-05,
      "loss": 0.5805,
      "step": 94796
    },
    {
      "epoch": 3.882736022936719,
      "grad_norm": 1.4218920518833882,
      "learning_rate": 8.518034024830835e-05,
      "loss": 0.7589,
      "step": 94797
    },
    {
      "epoch": 3.8827769813639157,
      "grad_norm": 1.2821447839260134,
      "learning_rate": 8.517739910276208e-05,
      "loss": 0.6395,
      "step": 94798
    },
    {
      "epoch": 3.882817939791112,
      "grad_norm": 0.7036721669632864,
      "learning_rate": 8.517445798786024e-05,
      "loss": 0.1288,
      "step": 94799
    },
    {
      "epoch": 3.8828588982183083,
      "grad_norm": 1.8294521040563863,
      "learning_rate": 8.51715169036041e-05,
      "loss": 0.8765,
      "step": 94800
    },
    {
      "epoch": 3.882899856645505,
      "grad_norm": 1.1370727134622118,
      "learning_rate": 8.516857584999508e-05,
      "loss": 0.4142,
      "step": 94801
    },
    {
      "epoch": 3.8829408150727014,
      "grad_norm": 2.049378879531171,
      "learning_rate": 8.516563482703468e-05,
      "loss": 0.8481,
      "step": 94802
    },
    {
      "epoch": 3.8829817734998975,
      "grad_norm": 1.398020079121313,
      "learning_rate": 8.516269383472414e-05,
      "loss": 0.6213,
      "step": 94803
    },
    {
      "epoch": 3.883022731927094,
      "grad_norm": 1.5217311741666615,
      "learning_rate": 8.515975287306492e-05,
      "loss": 1.019,
      "step": 94804
    },
    {
      "epoch": 3.8830636903542906,
      "grad_norm": 1.1743307439872048,
      "learning_rate": 8.515681194205846e-05,
      "loss": 0.464,
      "step": 94805
    },
    {
      "epoch": 3.8831046487814866,
      "grad_norm": 0.8780466412898903,
      "learning_rate": 8.515387104170602e-05,
      "loss": 0.1647,
      "step": 94806
    },
    {
      "epoch": 3.883145607208683,
      "grad_norm": 1.6990285674941894,
      "learning_rate": 8.515093017200916e-05,
      "loss": 0.8268,
      "step": 94807
    },
    {
      "epoch": 3.8831865656358797,
      "grad_norm": 1.2512142102310844,
      "learning_rate": 8.514798933296911e-05,
      "loss": 0.2451,
      "step": 94808
    },
    {
      "epoch": 3.8832275240630763,
      "grad_norm": 1.1633223646296726,
      "learning_rate": 8.514504852458733e-05,
      "loss": 0.2351,
      "step": 94809
    },
    {
      "epoch": 3.8832684824902723,
      "grad_norm": 1.6216605065083078,
      "learning_rate": 8.514210774686523e-05,
      "loss": 0.6578,
      "step": 94810
    },
    {
      "epoch": 3.883309440917469,
      "grad_norm": 1.4904631720348263,
      "learning_rate": 8.513916699980422e-05,
      "loss": 0.5721,
      "step": 94811
    },
    {
      "epoch": 3.883350399344665,
      "grad_norm": 0.7023127173403461,
      "learning_rate": 8.513622628340557e-05,
      "loss": 0.227,
      "step": 94812
    },
    {
      "epoch": 3.8833913577718615,
      "grad_norm": 1.5516597629743722,
      "learning_rate": 8.513328559767081e-05,
      "loss": 0.6735,
      "step": 94813
    },
    {
      "epoch": 3.883432316199058,
      "grad_norm": 1.5193692983760831,
      "learning_rate": 8.513034494260121e-05,
      "loss": 0.5662,
      "step": 94814
    },
    {
      "epoch": 3.8834732746262546,
      "grad_norm": 1.6824803863230406,
      "learning_rate": 8.512740431819821e-05,
      "loss": 0.7919,
      "step": 94815
    },
    {
      "epoch": 3.8835142330534507,
      "grad_norm": 1.979152256544604,
      "learning_rate": 8.512446372446328e-05,
      "loss": 0.6264,
      "step": 94816
    },
    {
      "epoch": 3.883555191480647,
      "grad_norm": 2.170742438984888,
      "learning_rate": 8.512152316139768e-05,
      "loss": 1.603,
      "step": 94817
    },
    {
      "epoch": 3.8835961499078433,
      "grad_norm": 1.3586862405638336,
      "learning_rate": 8.511858262900291e-05,
      "loss": 0.6822,
      "step": 94818
    },
    {
      "epoch": 3.88363710833504,
      "grad_norm": 1.4187150444441217,
      "learning_rate": 8.511564212728026e-05,
      "loss": 0.5852,
      "step": 94819
    },
    {
      "epoch": 3.8836780667622364,
      "grad_norm": 1.8119587596440925,
      "learning_rate": 8.511270165623117e-05,
      "loss": 1.0031,
      "step": 94820
    },
    {
      "epoch": 3.883719025189433,
      "grad_norm": 0.8497181251432185,
      "learning_rate": 8.510976121585709e-05,
      "loss": 0.2514,
      "step": 94821
    },
    {
      "epoch": 3.883759983616629,
      "grad_norm": 1.2015688883229227,
      "learning_rate": 8.510682080615925e-05,
      "loss": 0.5096,
      "step": 94822
    },
    {
      "epoch": 3.8838009420438255,
      "grad_norm": 1.44393213436256,
      "learning_rate": 8.51038804271392e-05,
      "loss": 0.6308,
      "step": 94823
    },
    {
      "epoch": 3.883841900471022,
      "grad_norm": 0.8422240529417919,
      "learning_rate": 8.510094007879829e-05,
      "loss": 0.2387,
      "step": 94824
    },
    {
      "epoch": 3.883882858898218,
      "grad_norm": 1.315939124212295,
      "learning_rate": 8.509799976113784e-05,
      "loss": 0.349,
      "step": 94825
    },
    {
      "epoch": 3.8839238173254147,
      "grad_norm": 1.6309360686861103,
      "learning_rate": 8.509505947415936e-05,
      "loss": 0.5904,
      "step": 94826
    },
    {
      "epoch": 3.8839647757526112,
      "grad_norm": 1.2490922428503894,
      "learning_rate": 8.50921192178641e-05,
      "loss": 0.5975,
      "step": 94827
    },
    {
      "epoch": 3.8840057341798078,
      "grad_norm": 1.7280311062256428,
      "learning_rate": 8.508917899225353e-05,
      "loss": 0.7285,
      "step": 94828
    },
    {
      "epoch": 3.884046692607004,
      "grad_norm": 1.4890531408734078,
      "learning_rate": 8.508623879732907e-05,
      "loss": 0.8275,
      "step": 94829
    },
    {
      "epoch": 3.8840876510342004,
      "grad_norm": 2.6955955203867874,
      "learning_rate": 8.508329863309202e-05,
      "loss": 1.4193,
      "step": 94830
    },
    {
      "epoch": 3.8841286094613965,
      "grad_norm": 2.1408688946821464,
      "learning_rate": 8.508035849954383e-05,
      "loss": 1.2055,
      "step": 94831
    },
    {
      "epoch": 3.884169567888593,
      "grad_norm": 1.3070791990866104,
      "learning_rate": 8.507741839668592e-05,
      "loss": 0.4963,
      "step": 94832
    },
    {
      "epoch": 3.8842105263157896,
      "grad_norm": 1.6004628349463752,
      "learning_rate": 8.507447832451958e-05,
      "loss": 0.7392,
      "step": 94833
    },
    {
      "epoch": 3.884251484742986,
      "grad_norm": 1.2565348967638592,
      "learning_rate": 8.507153828304632e-05,
      "loss": 0.6223,
      "step": 94834
    },
    {
      "epoch": 3.884292443170182,
      "grad_norm": 1.55813619405995,
      "learning_rate": 8.506859827226743e-05,
      "loss": 0.7595,
      "step": 94835
    },
    {
      "epoch": 3.8843334015973787,
      "grad_norm": 1.3241327044053433,
      "learning_rate": 8.506565829218433e-05,
      "loss": 0.8333,
      "step": 94836
    },
    {
      "epoch": 3.884374360024575,
      "grad_norm": 1.2748831678055148,
      "learning_rate": 8.506271834279847e-05,
      "loss": 0.5425,
      "step": 94837
    },
    {
      "epoch": 3.8844153184517713,
      "grad_norm": 1.619763314927042,
      "learning_rate": 8.505977842411113e-05,
      "loss": 0.8143,
      "step": 94838
    },
    {
      "epoch": 3.884456276878968,
      "grad_norm": 1.4144053905494347,
      "learning_rate": 8.505683853612376e-05,
      "loss": 0.396,
      "step": 94839
    },
    {
      "epoch": 3.8844972353061644,
      "grad_norm": 1.7967684191998325,
      "learning_rate": 8.505389867883782e-05,
      "loss": 0.9233,
      "step": 94840
    },
    {
      "epoch": 3.8845381937333605,
      "grad_norm": 1.5788320847379342,
      "learning_rate": 8.505095885225455e-05,
      "loss": 0.7382,
      "step": 94841
    },
    {
      "epoch": 3.884579152160557,
      "grad_norm": 1.3318386552777903,
      "learning_rate": 8.504801905637549e-05,
      "loss": 0.7928,
      "step": 94842
    },
    {
      "epoch": 3.8846201105877536,
      "grad_norm": 1.6483544686499942,
      "learning_rate": 8.504507929120188e-05,
      "loss": 0.5549,
      "step": 94843
    },
    {
      "epoch": 3.8846610690149497,
      "grad_norm": 1.5839823120436598,
      "learning_rate": 8.50421395567352e-05,
      "loss": 0.7729,
      "step": 94844
    },
    {
      "epoch": 3.884702027442146,
      "grad_norm": 2.2967580253701243,
      "learning_rate": 8.50391998529769e-05,
      "loss": 1.0867,
      "step": 94845
    },
    {
      "epoch": 3.8847429858693427,
      "grad_norm": 1.2327454948784389,
      "learning_rate": 8.503626017992822e-05,
      "loss": 0.4591,
      "step": 94846
    },
    {
      "epoch": 3.8847839442965393,
      "grad_norm": 1.4577731329809323,
      "learning_rate": 8.503332053759069e-05,
      "loss": 0.7358,
      "step": 94847
    },
    {
      "epoch": 3.8848249027237354,
      "grad_norm": 1.3423725589070195,
      "learning_rate": 8.503038092596559e-05,
      "loss": 0.6278,
      "step": 94848
    },
    {
      "epoch": 3.884865861150932,
      "grad_norm": 1.6532523020254117,
      "learning_rate": 8.502744134505433e-05,
      "loss": 0.7719,
      "step": 94849
    },
    {
      "epoch": 3.884906819578128,
      "grad_norm": 1.43365956987544,
      "learning_rate": 8.502450179485841e-05,
      "loss": 0.7149,
      "step": 94850
    },
    {
      "epoch": 3.8849477780053245,
      "grad_norm": 1.3517856642206993,
      "learning_rate": 8.502156227537905e-05,
      "loss": 0.726,
      "step": 94851
    },
    {
      "epoch": 3.884988736432521,
      "grad_norm": 1.4625136751568415,
      "learning_rate": 8.501862278661775e-05,
      "loss": 0.5655,
      "step": 94852
    },
    {
      "epoch": 3.8850296948597176,
      "grad_norm": 1.3201201101570037,
      "learning_rate": 8.501568332857592e-05,
      "loss": 0.4096,
      "step": 94853
    },
    {
      "epoch": 3.8850706532869137,
      "grad_norm": 1.478956101080926,
      "learning_rate": 8.501274390125484e-05,
      "loss": 0.683,
      "step": 94854
    },
    {
      "epoch": 3.8851116117141102,
      "grad_norm": 1.504472341422533,
      "learning_rate": 8.500980450465605e-05,
      "loss": 0.6113,
      "step": 94855
    },
    {
      "epoch": 3.8851525701413063,
      "grad_norm": 1.8038586899977678,
      "learning_rate": 8.500686513878076e-05,
      "loss": 0.4291,
      "step": 94856
    },
    {
      "epoch": 3.885193528568503,
      "grad_norm": 1.0476417764325383,
      "learning_rate": 8.500392580363047e-05,
      "loss": 0.3331,
      "step": 94857
    },
    {
      "epoch": 3.8852344869956994,
      "grad_norm": 1.4312517556169109,
      "learning_rate": 8.500098649920662e-05,
      "loss": 0.6648,
      "step": 94858
    },
    {
      "epoch": 3.885275445422896,
      "grad_norm": 1.5606361471661063,
      "learning_rate": 8.499804722551045e-05,
      "loss": 0.7287,
      "step": 94859
    },
    {
      "epoch": 3.885316403850092,
      "grad_norm": 1.437340336983054,
      "learning_rate": 8.499510798254343e-05,
      "loss": 0.5753,
      "step": 94860
    },
    {
      "epoch": 3.8853573622772886,
      "grad_norm": 0.9000905165533799,
      "learning_rate": 8.499216877030703e-05,
      "loss": 0.2284,
      "step": 94861
    },
    {
      "epoch": 3.885398320704485,
      "grad_norm": 1.1322972452159348,
      "learning_rate": 8.498922958880249e-05,
      "loss": 0.443,
      "step": 94862
    },
    {
      "epoch": 3.885439279131681,
      "grad_norm": 1.339328282652056,
      "learning_rate": 8.498629043803133e-05,
      "loss": 0.584,
      "step": 94863
    },
    {
      "epoch": 3.8854802375588777,
      "grad_norm": 2.4107815686641954,
      "learning_rate": 8.498335131799485e-05,
      "loss": 1.3687,
      "step": 94864
    },
    {
      "epoch": 3.8855211959860743,
      "grad_norm": 1.6916664566796085,
      "learning_rate": 8.498041222869442e-05,
      "loss": 0.7725,
      "step": 94865
    },
    {
      "epoch": 3.885562154413271,
      "grad_norm": 1.3851204266022883,
      "learning_rate": 8.497747317013154e-05,
      "loss": 0.6982,
      "step": 94866
    },
    {
      "epoch": 3.885603112840467,
      "grad_norm": 1.6799311047289056,
      "learning_rate": 8.497453414230752e-05,
      "loss": 0.6139,
      "step": 94867
    },
    {
      "epoch": 3.8856440712676634,
      "grad_norm": 1.088237774503343,
      "learning_rate": 8.497159514522374e-05,
      "loss": 0.2912,
      "step": 94868
    },
    {
      "epoch": 3.8856850296948595,
      "grad_norm": 1.3182947773765827,
      "learning_rate": 8.496865617888167e-05,
      "loss": 0.5363,
      "step": 94869
    },
    {
      "epoch": 3.885725988122056,
      "grad_norm": 1.2673615888241696,
      "learning_rate": 8.496571724328261e-05,
      "loss": 0.53,
      "step": 94870
    },
    {
      "epoch": 3.8857669465492526,
      "grad_norm": 1.6637882940721191,
      "learning_rate": 8.496277833842803e-05,
      "loss": 0.7573,
      "step": 94871
    },
    {
      "epoch": 3.885807904976449,
      "grad_norm": 1.5641381413268676,
      "learning_rate": 8.495983946431921e-05,
      "loss": 0.8659,
      "step": 94872
    },
    {
      "epoch": 3.885848863403645,
      "grad_norm": 1.7926289418871184,
      "learning_rate": 8.495690062095762e-05,
      "loss": 1.1194,
      "step": 94873
    },
    {
      "epoch": 3.8858898218308418,
      "grad_norm": 1.0250351056463944,
      "learning_rate": 8.495396180834469e-05,
      "loss": 0.3088,
      "step": 94874
    },
    {
      "epoch": 3.885930780258038,
      "grad_norm": 1.4357063092889926,
      "learning_rate": 8.495102302648168e-05,
      "loss": 0.6803,
      "step": 94875
    },
    {
      "epoch": 3.8859717386852344,
      "grad_norm": 1.5647222146844735,
      "learning_rate": 8.494808427537006e-05,
      "loss": 0.7068,
      "step": 94876
    },
    {
      "epoch": 3.886012697112431,
      "grad_norm": 1.185937183489808,
      "learning_rate": 8.494514555501126e-05,
      "loss": 0.6945,
      "step": 94877
    },
    {
      "epoch": 3.8860536555396274,
      "grad_norm": 1.7073711815796833,
      "learning_rate": 8.494220686540659e-05,
      "loss": 0.7538,
      "step": 94878
    },
    {
      "epoch": 3.8860946139668235,
      "grad_norm": 1.5746016866073602,
      "learning_rate": 8.493926820655749e-05,
      "loss": 0.587,
      "step": 94879
    },
    {
      "epoch": 3.88613557239402,
      "grad_norm": 1.100397683483621,
      "learning_rate": 8.49363295784653e-05,
      "loss": 0.4643,
      "step": 94880
    },
    {
      "epoch": 3.8861765308212166,
      "grad_norm": 0.7402458570466853,
      "learning_rate": 8.49333909811314e-05,
      "loss": 0.2246,
      "step": 94881
    },
    {
      "epoch": 3.8862174892484127,
      "grad_norm": 1.3734922673094252,
      "learning_rate": 8.493045241455738e-05,
      "loss": 0.7073,
      "step": 94882
    },
    {
      "epoch": 3.8862584476756092,
      "grad_norm": 1.8010689737189858,
      "learning_rate": 8.492751387874432e-05,
      "loss": 1.0073,
      "step": 94883
    },
    {
      "epoch": 3.8862994061028058,
      "grad_norm": 1.6556196742332618,
      "learning_rate": 8.492457537369376e-05,
      "loss": 0.9975,
      "step": 94884
    },
    {
      "epoch": 3.8863403645300023,
      "grad_norm": 1.3530174500168552,
      "learning_rate": 8.492163689940715e-05,
      "loss": 0.4207,
      "step": 94885
    },
    {
      "epoch": 3.8863813229571984,
      "grad_norm": 2.9056787564377706,
      "learning_rate": 8.491869845588574e-05,
      "loss": 2.6581,
      "step": 94886
    },
    {
      "epoch": 3.886422281384395,
      "grad_norm": 1.3057909096660745,
      "learning_rate": 8.491576004313102e-05,
      "loss": 0.5465,
      "step": 94887
    },
    {
      "epoch": 3.886463239811591,
      "grad_norm": 1.3511691965891497,
      "learning_rate": 8.49128216611444e-05,
      "loss": 0.697,
      "step": 94888
    },
    {
      "epoch": 3.8865041982387876,
      "grad_norm": 1.533002768296558,
      "learning_rate": 8.490988330992715e-05,
      "loss": 0.6798,
      "step": 94889
    },
    {
      "epoch": 3.886545156665984,
      "grad_norm": 1.8756511175595365,
      "learning_rate": 8.490694498948081e-05,
      "loss": 0.8629,
      "step": 94890
    },
    {
      "epoch": 3.8865861150931806,
      "grad_norm": 2.184312207709699,
      "learning_rate": 8.49040066998066e-05,
      "loss": 0.6391,
      "step": 94891
    },
    {
      "epoch": 3.8866270735203767,
      "grad_norm": 1.1317967102855182,
      "learning_rate": 8.490106844090601e-05,
      "loss": 0.5219,
      "step": 94892
    },
    {
      "epoch": 3.8866680319475733,
      "grad_norm": 1.3004113179145904,
      "learning_rate": 8.48981302127805e-05,
      "loss": 0.7549,
      "step": 94893
    },
    {
      "epoch": 3.8867089903747694,
      "grad_norm": 1.615771827027956,
      "learning_rate": 8.489519201543128e-05,
      "loss": 0.712,
      "step": 94894
    },
    {
      "epoch": 3.886749948801966,
      "grad_norm": 1.5373414922902127,
      "learning_rate": 8.489225384885986e-05,
      "loss": 0.7149,
      "step": 94895
    },
    {
      "epoch": 3.8867909072291624,
      "grad_norm": 0.858708540632382,
      "learning_rate": 8.488931571306767e-05,
      "loss": 0.2418,
      "step": 94896
    },
    {
      "epoch": 3.886831865656359,
      "grad_norm": 1.185115835986296,
      "learning_rate": 8.488637760805596e-05,
      "loss": 0.5882,
      "step": 94897
    },
    {
      "epoch": 3.886872824083555,
      "grad_norm": 0.8686461995166753,
      "learning_rate": 8.488343953382625e-05,
      "loss": 0.2334,
      "step": 94898
    },
    {
      "epoch": 3.8869137825107516,
      "grad_norm": 1.936081791362809,
      "learning_rate": 8.488050149037982e-05,
      "loss": 0.6214,
      "step": 94899
    },
    {
      "epoch": 3.886954740937948,
      "grad_norm": 2.8083383755527853,
      "learning_rate": 8.48775634777181e-05,
      "loss": 1.1618,
      "step": 94900
    },
    {
      "epoch": 3.886995699365144,
      "grad_norm": 1.5233591882323971,
      "learning_rate": 8.487462549584255e-05,
      "loss": 0.5471,
      "step": 94901
    },
    {
      "epoch": 3.8870366577923408,
      "grad_norm": 1.5142316600637602,
      "learning_rate": 8.487168754475444e-05,
      "loss": 0.8697,
      "step": 94902
    },
    {
      "epoch": 3.8870776162195373,
      "grad_norm": 1.589011584096298,
      "learning_rate": 8.486874962445523e-05,
      "loss": 0.9928,
      "step": 94903
    },
    {
      "epoch": 3.887118574646734,
      "grad_norm": 1.579320098931012,
      "learning_rate": 8.486581173494634e-05,
      "loss": 0.6372,
      "step": 94904
    },
    {
      "epoch": 3.88715953307393,
      "grad_norm": 1.5778650509546381,
      "learning_rate": 8.486287387622907e-05,
      "loss": 0.6262,
      "step": 94905
    },
    {
      "epoch": 3.8872004915011265,
      "grad_norm": 1.6304496472475087,
      "learning_rate": 8.48599360483049e-05,
      "loss": 0.6958,
      "step": 94906
    },
    {
      "epoch": 3.8872414499283225,
      "grad_norm": 0.9457286377112314,
      "learning_rate": 8.485699825117512e-05,
      "loss": 0.2508,
      "step": 94907
    },
    {
      "epoch": 3.887282408355519,
      "grad_norm": 1.4652834052852934,
      "learning_rate": 8.485406048484117e-05,
      "loss": 0.5966,
      "step": 94908
    },
    {
      "epoch": 3.8873233667827156,
      "grad_norm": 1.5906251202667456,
      "learning_rate": 8.48511227493045e-05,
      "loss": 0.9712,
      "step": 94909
    },
    {
      "epoch": 3.887364325209912,
      "grad_norm": 1.515727828390478,
      "learning_rate": 8.484818504456636e-05,
      "loss": 0.699,
      "step": 94910
    },
    {
      "epoch": 3.8874052836371082,
      "grad_norm": 1.8420591452097042,
      "learning_rate": 8.484524737062825e-05,
      "loss": 1.2332,
      "step": 94911
    },
    {
      "epoch": 3.887446242064305,
      "grad_norm": 1.6720279041139523,
      "learning_rate": 8.484230972749156e-05,
      "loss": 1.0613,
      "step": 94912
    },
    {
      "epoch": 3.887487200491501,
      "grad_norm": 1.5416676783214078,
      "learning_rate": 8.48393721151576e-05,
      "loss": 0.6025,
      "step": 94913
    },
    {
      "epoch": 3.8875281589186974,
      "grad_norm": 1.3737992344247205,
      "learning_rate": 8.483643453362786e-05,
      "loss": 0.6771,
      "step": 94914
    },
    {
      "epoch": 3.887569117345894,
      "grad_norm": 1.529526405719164,
      "learning_rate": 8.483349698290361e-05,
      "loss": 0.6939,
      "step": 94915
    },
    {
      "epoch": 3.8876100757730905,
      "grad_norm": 2.8734896996034096,
      "learning_rate": 8.48305594629863e-05,
      "loss": 2.7835,
      "step": 94916
    },
    {
      "epoch": 3.8876510342002866,
      "grad_norm": 1.4017065440814087,
      "learning_rate": 8.48276219738774e-05,
      "loss": 0.7761,
      "step": 94917
    },
    {
      "epoch": 3.887691992627483,
      "grad_norm": 1.953014984977864,
      "learning_rate": 8.482468451557812e-05,
      "loss": 0.4843,
      "step": 94918
    },
    {
      "epoch": 3.8877329510546796,
      "grad_norm": 1.5674105118891077,
      "learning_rate": 8.482174708809005e-05,
      "loss": 0.8837,
      "step": 94919
    },
    {
      "epoch": 3.8877739094818757,
      "grad_norm": 1.1315617729085878,
      "learning_rate": 8.481880969141438e-05,
      "loss": 0.4046,
      "step": 94920
    },
    {
      "epoch": 3.8878148679090723,
      "grad_norm": 2.6349242905564316,
      "learning_rate": 8.48158723255526e-05,
      "loss": 2.0803,
      "step": 94921
    },
    {
      "epoch": 3.887855826336269,
      "grad_norm": 1.5842287658503444,
      "learning_rate": 8.481293499050617e-05,
      "loss": 0.872,
      "step": 94922
    },
    {
      "epoch": 3.8878967847634653,
      "grad_norm": 1.506541349209962,
      "learning_rate": 8.480999768627633e-05,
      "loss": 0.6994,
      "step": 94923
    },
    {
      "epoch": 3.8879377431906614,
      "grad_norm": 1.5017014272504206,
      "learning_rate": 8.480706041286453e-05,
      "loss": 0.7734,
      "step": 94924
    },
    {
      "epoch": 3.887978701617858,
      "grad_norm": 1.7019816190727888,
      "learning_rate": 8.480412317027225e-05,
      "loss": 0.8991,
      "step": 94925
    },
    {
      "epoch": 3.888019660045054,
      "grad_norm": 1.3989332164665214,
      "learning_rate": 8.480118595850073e-05,
      "loss": 0.75,
      "step": 94926
    },
    {
      "epoch": 3.8880606184722506,
      "grad_norm": 1.0283015649153,
      "learning_rate": 8.47982487775515e-05,
      "loss": 0.4877,
      "step": 94927
    },
    {
      "epoch": 3.888101576899447,
      "grad_norm": 1.552774051504457,
      "learning_rate": 8.47953116274258e-05,
      "loss": 0.5831,
      "step": 94928
    },
    {
      "epoch": 3.8881425353266437,
      "grad_norm": 0.8903602159111557,
      "learning_rate": 8.479237450812508e-05,
      "loss": 0.2712,
      "step": 94929
    },
    {
      "epoch": 3.8881834937538398,
      "grad_norm": 2.0888535290688712,
      "learning_rate": 8.478943741965081e-05,
      "loss": 1.2407,
      "step": 94930
    },
    {
      "epoch": 3.8882244521810363,
      "grad_norm": 1.19144079787822,
      "learning_rate": 8.478650036200427e-05,
      "loss": 0.5056,
      "step": 94931
    },
    {
      "epoch": 3.8882654106082324,
      "grad_norm": 1.548741701516992,
      "learning_rate": 8.478356333518687e-05,
      "loss": 0.8458,
      "step": 94932
    },
    {
      "epoch": 3.888306369035429,
      "grad_norm": 1.6040402094561526,
      "learning_rate": 8.478062633920008e-05,
      "loss": 0.821,
      "step": 94933
    },
    {
      "epoch": 3.8883473274626255,
      "grad_norm": 1.168786960897526,
      "learning_rate": 8.477768937404516e-05,
      "loss": 0.4445,
      "step": 94934
    },
    {
      "epoch": 3.888388285889822,
      "grad_norm": 2.6769283969408764,
      "learning_rate": 8.477475243972363e-05,
      "loss": 2.1645,
      "step": 94935
    },
    {
      "epoch": 3.888429244317018,
      "grad_norm": 1.958936348179756,
      "learning_rate": 8.477181553623676e-05,
      "loss": 1.4151,
      "step": 94936
    },
    {
      "epoch": 3.8884702027442146,
      "grad_norm": 1.113097598999034,
      "learning_rate": 8.476887866358598e-05,
      "loss": 0.5265,
      "step": 94937
    },
    {
      "epoch": 3.888511161171411,
      "grad_norm": 1.4759998744938079,
      "learning_rate": 8.476594182177276e-05,
      "loss": 0.6793,
      "step": 94938
    },
    {
      "epoch": 3.8885521195986072,
      "grad_norm": 0.8940534076793841,
      "learning_rate": 8.476300501079835e-05,
      "loss": 0.2617,
      "step": 94939
    },
    {
      "epoch": 3.888593078025804,
      "grad_norm": 1.346125983198204,
      "learning_rate": 8.47600682306642e-05,
      "loss": 0.6801,
      "step": 94940
    },
    {
      "epoch": 3.8886340364530003,
      "grad_norm": 2.3055601961682064,
      "learning_rate": 8.475713148137176e-05,
      "loss": 1.5867,
      "step": 94941
    },
    {
      "epoch": 3.888674994880197,
      "grad_norm": 1.092428430862132,
      "learning_rate": 8.47541947629223e-05,
      "loss": 0.2793,
      "step": 94942
    },
    {
      "epoch": 3.888715953307393,
      "grad_norm": 1.4415781375104073,
      "learning_rate": 8.475125807531734e-05,
      "loss": 0.7875,
      "step": 94943
    },
    {
      "epoch": 3.8887569117345895,
      "grad_norm": 1.5836278073023877,
      "learning_rate": 8.474832141855815e-05,
      "loss": 0.8068,
      "step": 94944
    },
    {
      "epoch": 3.8887978701617856,
      "grad_norm": 2.0750888019673774,
      "learning_rate": 8.474538479264617e-05,
      "loss": 1.255,
      "step": 94945
    },
    {
      "epoch": 3.888838828588982,
      "grad_norm": 1.0956420694056646,
      "learning_rate": 8.474244819758282e-05,
      "loss": 0.1934,
      "step": 94946
    },
    {
      "epoch": 3.8888797870161786,
      "grad_norm": 1.3394981463647895,
      "learning_rate": 8.473951163336942e-05,
      "loss": 0.7422,
      "step": 94947
    },
    {
      "epoch": 3.888920745443375,
      "grad_norm": 1.6135171712628595,
      "learning_rate": 8.473657510000738e-05,
      "loss": 0.6271,
      "step": 94948
    },
    {
      "epoch": 3.8889617038705713,
      "grad_norm": 1.5190524958486504,
      "learning_rate": 8.473363859749815e-05,
      "loss": 0.9287,
      "step": 94949
    },
    {
      "epoch": 3.889002662297768,
      "grad_norm": 1.6330406320164141,
      "learning_rate": 8.473070212584302e-05,
      "loss": 0.5185,
      "step": 94950
    },
    {
      "epoch": 3.889043620724964,
      "grad_norm": 1.6678576452594858,
      "learning_rate": 8.472776568504348e-05,
      "loss": 0.5424,
      "step": 94951
    },
    {
      "epoch": 3.8890845791521604,
      "grad_norm": 1.3197504306043069,
      "learning_rate": 8.472482927510087e-05,
      "loss": 0.6321,
      "step": 94952
    },
    {
      "epoch": 3.889125537579357,
      "grad_norm": 1.6182271471722447,
      "learning_rate": 8.472189289601651e-05,
      "loss": 0.711,
      "step": 94953
    },
    {
      "epoch": 3.8891664960065535,
      "grad_norm": 1.3829706250912197,
      "learning_rate": 8.471895654779191e-05,
      "loss": 0.6168,
      "step": 94954
    },
    {
      "epoch": 3.8892074544337496,
      "grad_norm": 1.2868540572063367,
      "learning_rate": 8.471602023042836e-05,
      "loss": 0.3757,
      "step": 94955
    },
    {
      "epoch": 3.889248412860946,
      "grad_norm": 1.5972859335593408,
      "learning_rate": 8.471308394392725e-05,
      "loss": 0.6758,
      "step": 94956
    },
    {
      "epoch": 3.8892893712881427,
      "grad_norm": 1.6431850492843123,
      "learning_rate": 8.471014768829009e-05,
      "loss": 0.6223,
      "step": 94957
    },
    {
      "epoch": 3.8893303297153388,
      "grad_norm": 3.1899489552840015,
      "learning_rate": 8.470721146351814e-05,
      "loss": 1.3475,
      "step": 94958
    },
    {
      "epoch": 3.8893712881425353,
      "grad_norm": 0.6351288507919002,
      "learning_rate": 8.470427526961279e-05,
      "loss": 0.1142,
      "step": 94959
    },
    {
      "epoch": 3.889412246569732,
      "grad_norm": 1.0655324349768618,
      "learning_rate": 8.470133910657554e-05,
      "loss": 0.2811,
      "step": 94960
    },
    {
      "epoch": 3.8894532049969284,
      "grad_norm": 1.6479672442367523,
      "learning_rate": 8.469840297440768e-05,
      "loss": 0.9183,
      "step": 94961
    },
    {
      "epoch": 3.8894941634241245,
      "grad_norm": 1.677823538157608,
      "learning_rate": 8.469546687311066e-05,
      "loss": 0.8201,
      "step": 94962
    },
    {
      "epoch": 3.889535121851321,
      "grad_norm": 1.581071641548501,
      "learning_rate": 8.469253080268578e-05,
      "loss": 0.6741,
      "step": 94963
    },
    {
      "epoch": 3.889576080278517,
      "grad_norm": 1.2254064768488835,
      "learning_rate": 8.468959476313448e-05,
      "loss": 0.5506,
      "step": 94964
    },
    {
      "epoch": 3.8896170387057136,
      "grad_norm": 1.4649857837640394,
      "learning_rate": 8.468665875445822e-05,
      "loss": 0.7347,
      "step": 94965
    },
    {
      "epoch": 3.88965799713291,
      "grad_norm": 1.198706795063322,
      "learning_rate": 8.468372277665824e-05,
      "loss": 0.5294,
      "step": 94966
    },
    {
      "epoch": 3.8896989555601067,
      "grad_norm": 1.3012739787370398,
      "learning_rate": 8.4680786829736e-05,
      "loss": 0.6452,
      "step": 94967
    },
    {
      "epoch": 3.889739913987303,
      "grad_norm": 1.5044814734224259,
      "learning_rate": 8.467785091369298e-05,
      "loss": 0.6303,
      "step": 94968
    },
    {
      "epoch": 3.8897808724144993,
      "grad_norm": 1.2448807029323645,
      "learning_rate": 8.46749150285304e-05,
      "loss": 0.3832,
      "step": 94969
    },
    {
      "epoch": 3.8898218308416954,
      "grad_norm": 1.252919807348369,
      "learning_rate": 8.46719791742498e-05,
      "loss": 0.6332,
      "step": 94970
    },
    {
      "epoch": 3.889862789268892,
      "grad_norm": 1.5788898537049623,
      "learning_rate": 8.466904335085243e-05,
      "loss": 0.6607,
      "step": 94971
    },
    {
      "epoch": 3.8899037476960885,
      "grad_norm": 1.2094772845769732,
      "learning_rate": 8.466610755833975e-05,
      "loss": 0.6559,
      "step": 94972
    },
    {
      "epoch": 3.889944706123285,
      "grad_norm": 1.9436029812275637,
      "learning_rate": 8.466317179671321e-05,
      "loss": 0.7034,
      "step": 94973
    },
    {
      "epoch": 3.889985664550481,
      "grad_norm": 1.384421912028509,
      "learning_rate": 8.466023606597407e-05,
      "loss": 0.6329,
      "step": 94974
    },
    {
      "epoch": 3.8900266229776777,
      "grad_norm": 1.6029387210137158,
      "learning_rate": 8.465730036612376e-05,
      "loss": 0.7044,
      "step": 94975
    },
    {
      "epoch": 3.890067581404874,
      "grad_norm": 1.4314695533465787,
      "learning_rate": 8.465436469716375e-05,
      "loss": 0.7566,
      "step": 94976
    },
    {
      "epoch": 3.8901085398320703,
      "grad_norm": 1.298888144402017,
      "learning_rate": 8.465142905909533e-05,
      "loss": 0.6594,
      "step": 94977
    },
    {
      "epoch": 3.890149498259267,
      "grad_norm": 0.8146764423722853,
      "learning_rate": 8.464849345191997e-05,
      "loss": 0.2027,
      "step": 94978
    },
    {
      "epoch": 3.8901904566864633,
      "grad_norm": 1.2211441880890286,
      "learning_rate": 8.464555787563894e-05,
      "loss": 0.6256,
      "step": 94979
    },
    {
      "epoch": 3.89023141511366,
      "grad_norm": 1.182568990190779,
      "learning_rate": 8.46426223302537e-05,
      "loss": 0.4676,
      "step": 94980
    },
    {
      "epoch": 3.890272373540856,
      "grad_norm": 2.8224528099853887,
      "learning_rate": 8.463968681576572e-05,
      "loss": 0.85,
      "step": 94981
    },
    {
      "epoch": 3.8903133319680525,
      "grad_norm": 1.8347660201784313,
      "learning_rate": 8.463675133217621e-05,
      "loss": 0.6398,
      "step": 94982
    },
    {
      "epoch": 3.8903542903952486,
      "grad_norm": 1.8089411959227557,
      "learning_rate": 8.463381587948667e-05,
      "loss": 0.9755,
      "step": 94983
    },
    {
      "epoch": 3.890395248822445,
      "grad_norm": 1.6974709078070944,
      "learning_rate": 8.463088045769852e-05,
      "loss": 0.7988,
      "step": 94984
    },
    {
      "epoch": 3.8904362072496417,
      "grad_norm": 1.4477454219448478,
      "learning_rate": 8.462794506681306e-05,
      "loss": 0.3934,
      "step": 94985
    },
    {
      "epoch": 3.890477165676838,
      "grad_norm": 1.44992298170923,
      "learning_rate": 8.462500970683173e-05,
      "loss": 0.6587,
      "step": 94986
    },
    {
      "epoch": 3.8905181241040343,
      "grad_norm": 0.5448087999802784,
      "learning_rate": 8.462207437775588e-05,
      "loss": 0.1029,
      "step": 94987
    },
    {
      "epoch": 3.890559082531231,
      "grad_norm": 1.4953422006649022,
      "learning_rate": 8.46191390795869e-05,
      "loss": 0.6737,
      "step": 94988
    },
    {
      "epoch": 3.890600040958427,
      "grad_norm": 0.9205146790177438,
      "learning_rate": 8.461620381232627e-05,
      "loss": 0.4068,
      "step": 94989
    },
    {
      "epoch": 3.8906409993856235,
      "grad_norm": 1.566825206438502,
      "learning_rate": 8.461326857597525e-05,
      "loss": 0.7685,
      "step": 94990
    },
    {
      "epoch": 3.89068195781282,
      "grad_norm": 1.9519892254930349,
      "learning_rate": 8.461033337053531e-05,
      "loss": 0.6453,
      "step": 94991
    },
    {
      "epoch": 3.8907229162400165,
      "grad_norm": 1.2979666608776872,
      "learning_rate": 8.460739819600778e-05,
      "loss": 0.5092,
      "step": 94992
    },
    {
      "epoch": 3.8907638746672126,
      "grad_norm": 0.9424381050405496,
      "learning_rate": 8.460446305239407e-05,
      "loss": 0.2618,
      "step": 94993
    },
    {
      "epoch": 3.890804833094409,
      "grad_norm": 1.5470106558241066,
      "learning_rate": 8.460152793969563e-05,
      "loss": 0.6192,
      "step": 94994
    },
    {
      "epoch": 3.8908457915216057,
      "grad_norm": 2.267684892140376,
      "learning_rate": 8.459859285791375e-05,
      "loss": 1.2467,
      "step": 94995
    },
    {
      "epoch": 3.890886749948802,
      "grad_norm": 1.2213739380884834,
      "learning_rate": 8.459565780704984e-05,
      "loss": 0.5782,
      "step": 94996
    },
    {
      "epoch": 3.8909277083759983,
      "grad_norm": 1.333154761565578,
      "learning_rate": 8.459272278710539e-05,
      "loss": 0.5823,
      "step": 94997
    },
    {
      "epoch": 3.890968666803195,
      "grad_norm": 1.4527930857744307,
      "learning_rate": 8.458978779808161e-05,
      "loss": 0.7068,
      "step": 94998
    },
    {
      "epoch": 3.8910096252303914,
      "grad_norm": 1.512708045012822,
      "learning_rate": 8.458685283998007e-05,
      "loss": 0.7103,
      "step": 94999
    },
    {
      "epoch": 3.8910505836575875,
      "grad_norm": 1.4346725191749374,
      "learning_rate": 8.458391791280199e-05,
      "loss": 0.5723,
      "step": 95000
    },
    {
      "epoch": 3.891091542084784,
      "grad_norm": 2.154342667173925,
      "learning_rate": 8.458098301654886e-05,
      "loss": 1.2042,
      "step": 95001
    },
    {
      "epoch": 3.89113250051198,
      "grad_norm": 1.3370641916581285,
      "learning_rate": 8.45780481512221e-05,
      "loss": 0.6499,
      "step": 95002
    },
    {
      "epoch": 3.8911734589391767,
      "grad_norm": 0.856164870256899,
      "learning_rate": 8.457511331682296e-05,
      "loss": 0.2568,
      "step": 95003
    },
    {
      "epoch": 3.891214417366373,
      "grad_norm": 2.1406950768274844,
      "learning_rate": 8.457217851335295e-05,
      "loss": 1.1215,
      "step": 95004
    },
    {
      "epoch": 3.8912553757935697,
      "grad_norm": 0.7169937620176283,
      "learning_rate": 8.456924374081344e-05,
      "loss": 0.2008,
      "step": 95005
    },
    {
      "epoch": 3.891296334220766,
      "grad_norm": 1.7194295655664984,
      "learning_rate": 8.456630899920577e-05,
      "loss": 0.8521,
      "step": 95006
    },
    {
      "epoch": 3.8913372926479624,
      "grad_norm": 3.343631171113496,
      "learning_rate": 8.456337428853137e-05,
      "loss": 2.726,
      "step": 95007
    },
    {
      "epoch": 3.8913782510751584,
      "grad_norm": 1.6508904592955216,
      "learning_rate": 8.456043960879158e-05,
      "loss": 0.7433,
      "step": 95008
    },
    {
      "epoch": 3.891419209502355,
      "grad_norm": 1.9590924866690973,
      "learning_rate": 8.455750495998782e-05,
      "loss": 0.75,
      "step": 95009
    },
    {
      "epoch": 3.8914601679295515,
      "grad_norm": 1.4519328073462336,
      "learning_rate": 8.455457034212152e-05,
      "loss": 0.6981,
      "step": 95010
    },
    {
      "epoch": 3.891501126356748,
      "grad_norm": 1.790778310661099,
      "learning_rate": 8.455163575519397e-05,
      "loss": 1.0595,
      "step": 95011
    },
    {
      "epoch": 3.891542084783944,
      "grad_norm": 1.2193387119396606,
      "learning_rate": 8.454870119920659e-05,
      "loss": 0.6806,
      "step": 95012
    },
    {
      "epoch": 3.8915830432111407,
      "grad_norm": 1.1355041240773858,
      "learning_rate": 8.454576667416087e-05,
      "loss": 0.5858,
      "step": 95013
    },
    {
      "epoch": 3.891624001638337,
      "grad_norm": 1.6312067114099897,
      "learning_rate": 8.454283218005804e-05,
      "loss": 0.9225,
      "step": 95014
    },
    {
      "epoch": 3.8916649600655333,
      "grad_norm": 1.4486880790996253,
      "learning_rate": 8.453989771689962e-05,
      "loss": 0.5008,
      "step": 95015
    },
    {
      "epoch": 3.89170591849273,
      "grad_norm": 1.4395811536512444,
      "learning_rate": 8.453696328468689e-05,
      "loss": 0.8401,
      "step": 95016
    },
    {
      "epoch": 3.8917468769199264,
      "grad_norm": 1.206934225274484,
      "learning_rate": 8.453402888342126e-05,
      "loss": 0.5671,
      "step": 95017
    },
    {
      "epoch": 3.891787835347123,
      "grad_norm": 1.686625582363904,
      "learning_rate": 8.453109451310422e-05,
      "loss": 0.8147,
      "step": 95018
    },
    {
      "epoch": 3.891828793774319,
      "grad_norm": 1.5963420849474186,
      "learning_rate": 8.452816017373704e-05,
      "loss": 0.7391,
      "step": 95019
    },
    {
      "epoch": 3.8918697522015155,
      "grad_norm": 1.198329824766713,
      "learning_rate": 8.452522586532112e-05,
      "loss": 0.4774,
      "step": 95020
    },
    {
      "epoch": 3.8919107106287116,
      "grad_norm": 1.4893312554952718,
      "learning_rate": 8.452229158785793e-05,
      "loss": 0.6815,
      "step": 95021
    },
    {
      "epoch": 3.891951669055908,
      "grad_norm": 1.59477727133238,
      "learning_rate": 8.451935734134875e-05,
      "loss": 0.4787,
      "step": 95022
    },
    {
      "epoch": 3.8919926274831047,
      "grad_norm": 0.9959675179762408,
      "learning_rate": 8.451642312579509e-05,
      "loss": 0.1924,
      "step": 95023
    },
    {
      "epoch": 3.8920335859103012,
      "grad_norm": 1.5540663360387645,
      "learning_rate": 8.451348894119825e-05,
      "loss": 0.7018,
      "step": 95024
    },
    {
      "epoch": 3.8920745443374973,
      "grad_norm": 1.482167037753971,
      "learning_rate": 8.451055478755956e-05,
      "loss": 0.6575,
      "step": 95025
    },
    {
      "epoch": 3.892115502764694,
      "grad_norm": 1.3743558555255706,
      "learning_rate": 8.450762066488057e-05,
      "loss": 0.6364,
      "step": 95026
    },
    {
      "epoch": 3.89215646119189,
      "grad_norm": 1.3660082223416945,
      "learning_rate": 8.450468657316249e-05,
      "loss": 0.5705,
      "step": 95027
    },
    {
      "epoch": 3.8921974196190865,
      "grad_norm": 1.7844185048144903,
      "learning_rate": 8.450175251240681e-05,
      "loss": 1.2301,
      "step": 95028
    },
    {
      "epoch": 3.892238378046283,
      "grad_norm": 1.3393825844211134,
      "learning_rate": 8.449881848261495e-05,
      "loss": 0.6844,
      "step": 95029
    },
    {
      "epoch": 3.8922793364734796,
      "grad_norm": 1.7994837258549448,
      "learning_rate": 8.449588448378821e-05,
      "loss": 0.947,
      "step": 95030
    },
    {
      "epoch": 3.8923202949006757,
      "grad_norm": 1.3218744756354575,
      "learning_rate": 8.449295051592799e-05,
      "loss": 0.5775,
      "step": 95031
    },
    {
      "epoch": 3.892361253327872,
      "grad_norm": 1.4082724843542174,
      "learning_rate": 8.449001657903578e-05,
      "loss": 0.7177,
      "step": 95032
    },
    {
      "epoch": 3.8924022117550687,
      "grad_norm": 1.2857567550540352,
      "learning_rate": 8.448708267311281e-05,
      "loss": 0.7044,
      "step": 95033
    },
    {
      "epoch": 3.892443170182265,
      "grad_norm": 1.3763131400906108,
      "learning_rate": 8.448414879816061e-05,
      "loss": 0.5458,
      "step": 95034
    },
    {
      "epoch": 3.8924841286094614,
      "grad_norm": 2.21231517978031,
      "learning_rate": 8.448121495418047e-05,
      "loss": 1.6472,
      "step": 95035
    },
    {
      "epoch": 3.892525087036658,
      "grad_norm": 1.4296323762691914,
      "learning_rate": 8.447828114117378e-05,
      "loss": 0.5222,
      "step": 95036
    },
    {
      "epoch": 3.8925660454638544,
      "grad_norm": 1.0622394474839572,
      "learning_rate": 8.447534735914203e-05,
      "loss": 0.2486,
      "step": 95037
    },
    {
      "epoch": 3.8926070038910505,
      "grad_norm": 0.9094129651201437,
      "learning_rate": 8.447241360808646e-05,
      "loss": 0.2548,
      "step": 95038
    },
    {
      "epoch": 3.892647962318247,
      "grad_norm": 1.1527950227257768,
      "learning_rate": 8.446947988800854e-05,
      "loss": 0.4759,
      "step": 95039
    },
    {
      "epoch": 3.892688920745443,
      "grad_norm": 3.525016788900807,
      "learning_rate": 8.446654619890971e-05,
      "loss": 2.9548,
      "step": 95040
    },
    {
      "epoch": 3.8927298791726397,
      "grad_norm": 1.7054361823954052,
      "learning_rate": 8.446361254079122e-05,
      "loss": 0.9978,
      "step": 95041
    },
    {
      "epoch": 3.892770837599836,
      "grad_norm": 1.527487675474257,
      "learning_rate": 8.446067891365461e-05,
      "loss": 0.6328,
      "step": 95042
    },
    {
      "epoch": 3.8928117960270328,
      "grad_norm": 1.4415007270808378,
      "learning_rate": 8.445774531750111e-05,
      "loss": 0.7008,
      "step": 95043
    },
    {
      "epoch": 3.892852754454229,
      "grad_norm": 1.0547517672641118,
      "learning_rate": 8.44548117523322e-05,
      "loss": 0.3207,
      "step": 95044
    },
    {
      "epoch": 3.8928937128814254,
      "grad_norm": 6.586723965300587,
      "learning_rate": 8.445187821814931e-05,
      "loss": 2.7184,
      "step": 95045
    },
    {
      "epoch": 3.8929346713086215,
      "grad_norm": 0.6376766077351917,
      "learning_rate": 8.44489447149537e-05,
      "loss": 0.1729,
      "step": 95046
    },
    {
      "epoch": 3.892975629735818,
      "grad_norm": 1.0834716585072262,
      "learning_rate": 8.444601124274683e-05,
      "loss": 0.4639,
      "step": 95047
    },
    {
      "epoch": 3.8930165881630145,
      "grad_norm": 1.053846605972571,
      "learning_rate": 8.444307780153014e-05,
      "loss": 0.5488,
      "step": 95048
    },
    {
      "epoch": 3.893057546590211,
      "grad_norm": 0.9953310865666375,
      "learning_rate": 8.44401443913049e-05,
      "loss": 0.3303,
      "step": 95049
    },
    {
      "epoch": 3.893098505017407,
      "grad_norm": 1.8517189068596394,
      "learning_rate": 8.443721101207262e-05,
      "loss": 1.1605,
      "step": 95050
    },
    {
      "epoch": 3.8931394634446037,
      "grad_norm": 1.5073642340796347,
      "learning_rate": 8.443427766383455e-05,
      "loss": 0.7522,
      "step": 95051
    },
    {
      "epoch": 3.8931804218718002,
      "grad_norm": 1.7213984379833691,
      "learning_rate": 8.443134434659217e-05,
      "loss": 0.7663,
      "step": 95052
    },
    {
      "epoch": 3.8932213802989963,
      "grad_norm": 1.480554582603028,
      "learning_rate": 8.442841106034688e-05,
      "loss": 0.6967,
      "step": 95053
    },
    {
      "epoch": 3.893262338726193,
      "grad_norm": 2.0963118671794274,
      "learning_rate": 8.442547780509999e-05,
      "loss": 0.8938,
      "step": 95054
    },
    {
      "epoch": 3.8933032971533894,
      "grad_norm": 1.4256488109508982,
      "learning_rate": 8.442254458085292e-05,
      "loss": 0.657,
      "step": 95055
    },
    {
      "epoch": 3.893344255580586,
      "grad_norm": 0.7848085449933111,
      "learning_rate": 8.441961138760712e-05,
      "loss": 0.1986,
      "step": 95056
    },
    {
      "epoch": 3.893385214007782,
      "grad_norm": 1.3443150398851011,
      "learning_rate": 8.441667822536388e-05,
      "loss": 0.586,
      "step": 95057
    },
    {
      "epoch": 3.8934261724349786,
      "grad_norm": 1.3120471851727415,
      "learning_rate": 8.441374509412467e-05,
      "loss": 0.6547,
      "step": 95058
    },
    {
      "epoch": 3.8934671308621747,
      "grad_norm": 1.4511148369804068,
      "learning_rate": 8.44108119938908e-05,
      "loss": 0.6799,
      "step": 95059
    },
    {
      "epoch": 3.893508089289371,
      "grad_norm": 1.099820631087039,
      "learning_rate": 8.440787892466369e-05,
      "loss": 0.3684,
      "step": 95060
    },
    {
      "epoch": 3.8935490477165677,
      "grad_norm": 1.3979394720099516,
      "learning_rate": 8.440494588644477e-05,
      "loss": 0.7024,
      "step": 95061
    },
    {
      "epoch": 3.8935900061437643,
      "grad_norm": 1.2744500804166365,
      "learning_rate": 8.440201287923533e-05,
      "loss": 0.704,
      "step": 95062
    },
    {
      "epoch": 3.8936309645709604,
      "grad_norm": 1.5328036899450899,
      "learning_rate": 8.439907990303687e-05,
      "loss": 0.5731,
      "step": 95063
    },
    {
      "epoch": 3.893671922998157,
      "grad_norm": 1.3962186157196257,
      "learning_rate": 8.439614695785067e-05,
      "loss": 0.3237,
      "step": 95064
    },
    {
      "epoch": 3.893712881425353,
      "grad_norm": 1.404983508726617,
      "learning_rate": 8.439321404367816e-05,
      "loss": 0.6919,
      "step": 95065
    },
    {
      "epoch": 3.8937538398525495,
      "grad_norm": 3.8956067820584748,
      "learning_rate": 8.439028116052079e-05,
      "loss": 4.5824,
      "step": 95066
    },
    {
      "epoch": 3.893794798279746,
      "grad_norm": 1.1852726503623214,
      "learning_rate": 8.438734830837981e-05,
      "loss": 0.5599,
      "step": 95067
    },
    {
      "epoch": 3.8938357567069426,
      "grad_norm": 1.2123928922832032,
      "learning_rate": 8.438441548725671e-05,
      "loss": 0.5354,
      "step": 95068
    },
    {
      "epoch": 3.8938767151341387,
      "grad_norm": 1.5092060760189625,
      "learning_rate": 8.438148269715291e-05,
      "loss": 0.6807,
      "step": 95069
    },
    {
      "epoch": 3.8939176735613352,
      "grad_norm": 1.1098963559616937,
      "learning_rate": 8.437854993806966e-05,
      "loss": 0.5193,
      "step": 95070
    },
    {
      "epoch": 3.8939586319885318,
      "grad_norm": 0.9161591350301445,
      "learning_rate": 8.437561721000849e-05,
      "loss": 0.2033,
      "step": 95071
    },
    {
      "epoch": 3.893999590415728,
      "grad_norm": 1.5256707488173062,
      "learning_rate": 8.437268451297068e-05,
      "loss": 0.6341,
      "step": 95072
    },
    {
      "epoch": 3.8940405488429244,
      "grad_norm": 1.5452280881766078,
      "learning_rate": 8.436975184695763e-05,
      "loss": 0.7118,
      "step": 95073
    },
    {
      "epoch": 3.894081507270121,
      "grad_norm": 1.4711502560296559,
      "learning_rate": 8.436681921197083e-05,
      "loss": 0.7977,
      "step": 95074
    },
    {
      "epoch": 3.8941224656973175,
      "grad_norm": 1.3521054106119623,
      "learning_rate": 8.436388660801153e-05,
      "loss": 0.498,
      "step": 95075
    },
    {
      "epoch": 3.8941634241245136,
      "grad_norm": 1.5871770387481539,
      "learning_rate": 8.436095403508115e-05,
      "loss": 0.7296,
      "step": 95076
    },
    {
      "epoch": 3.89420438255171,
      "grad_norm": 0.7773253087155227,
      "learning_rate": 8.435802149318118e-05,
      "loss": 0.1971,
      "step": 95077
    },
    {
      "epoch": 3.894245340978906,
      "grad_norm": 1.0186301343758621,
      "learning_rate": 8.435508898231288e-05,
      "loss": 0.4744,
      "step": 95078
    },
    {
      "epoch": 3.8942862994061027,
      "grad_norm": 1.1954842920742934,
      "learning_rate": 8.435215650247772e-05,
      "loss": 0.6218,
      "step": 95079
    },
    {
      "epoch": 3.8943272578332992,
      "grad_norm": 1.231109136944538,
      "learning_rate": 8.4349224053677e-05,
      "loss": 0.3456,
      "step": 95080
    },
    {
      "epoch": 3.894368216260496,
      "grad_norm": 1.800984869990875,
      "learning_rate": 8.434629163591215e-05,
      "loss": 0.6319,
      "step": 95081
    },
    {
      "epoch": 3.894409174687692,
      "grad_norm": 1.3360047450515544,
      "learning_rate": 8.434335924918466e-05,
      "loss": 0.7085,
      "step": 95082
    },
    {
      "epoch": 3.8944501331148884,
      "grad_norm": 1.5269177604242505,
      "learning_rate": 8.434042689349571e-05,
      "loss": 0.7637,
      "step": 95083
    },
    {
      "epoch": 3.894491091542085,
      "grad_norm": 0.5265649427184498,
      "learning_rate": 8.433749456884683e-05,
      "loss": 0.0908,
      "step": 95084
    },
    {
      "epoch": 3.894532049969281,
      "grad_norm": 1.1429595561932993,
      "learning_rate": 8.433456227523943e-05,
      "loss": 0.2907,
      "step": 95085
    },
    {
      "epoch": 3.8945730083964776,
      "grad_norm": 1.7457645211471498,
      "learning_rate": 8.433163001267476e-05,
      "loss": 1.1065,
      "step": 95086
    },
    {
      "epoch": 3.894613966823674,
      "grad_norm": 1.7492850954895027,
      "learning_rate": 8.432869778115437e-05,
      "loss": 1.0571,
      "step": 95087
    },
    {
      "epoch": 3.89465492525087,
      "grad_norm": 1.6690500827515693,
      "learning_rate": 8.432576558067949e-05,
      "loss": 0.7558,
      "step": 95088
    },
    {
      "epoch": 3.8946958836780667,
      "grad_norm": 1.5231860692995784,
      "learning_rate": 8.432283341125157e-05,
      "loss": 0.6397,
      "step": 95089
    },
    {
      "epoch": 3.8947368421052633,
      "grad_norm": 1.27012802677403,
      "learning_rate": 8.431990127287208e-05,
      "loss": 0.4833,
      "step": 95090
    },
    {
      "epoch": 3.8947778005324594,
      "grad_norm": 1.24352990238912,
      "learning_rate": 8.431696916554226e-05,
      "loss": 0.5643,
      "step": 95091
    },
    {
      "epoch": 3.894818758959656,
      "grad_norm": 0.9936025028478923,
      "learning_rate": 8.431403708926355e-05,
      "loss": 0.3518,
      "step": 95092
    },
    {
      "epoch": 3.8948597173868524,
      "grad_norm": 1.6228734587284526,
      "learning_rate": 8.431110504403742e-05,
      "loss": 0.9261,
      "step": 95093
    },
    {
      "epoch": 3.894900675814049,
      "grad_norm": 0.9815281481399926,
      "learning_rate": 8.43081730298652e-05,
      "loss": 0.3884,
      "step": 95094
    },
    {
      "epoch": 3.894941634241245,
      "grad_norm": 1.5020568483926076,
      "learning_rate": 8.43052410467482e-05,
      "loss": 0.5798,
      "step": 95095
    },
    {
      "epoch": 3.8949825926684416,
      "grad_norm": 1.4193230184427148,
      "learning_rate": 8.430230909468792e-05,
      "loss": 0.6626,
      "step": 95096
    },
    {
      "epoch": 3.8950235510956377,
      "grad_norm": 1.5276400152743808,
      "learning_rate": 8.429937717368565e-05,
      "loss": 0.8106,
      "step": 95097
    },
    {
      "epoch": 3.8950645095228342,
      "grad_norm": 0.7098388978643626,
      "learning_rate": 8.429644528374287e-05,
      "loss": 0.106,
      "step": 95098
    },
    {
      "epoch": 3.8951054679500308,
      "grad_norm": 1.6423802663099618,
      "learning_rate": 8.429351342486087e-05,
      "loss": 0.6381,
      "step": 95099
    },
    {
      "epoch": 3.8951464263772273,
      "grad_norm": 1.0905750589662104,
      "learning_rate": 8.429058159704106e-05,
      "loss": 0.2784,
      "step": 95100
    },
    {
      "epoch": 3.8951873848044234,
      "grad_norm": 1.9674703628586632,
      "learning_rate": 8.428764980028492e-05,
      "loss": 1.2034,
      "step": 95101
    },
    {
      "epoch": 3.89522834323162,
      "grad_norm": 1.8454496655736337,
      "learning_rate": 8.428471803459373e-05,
      "loss": 0.9832,
      "step": 95102
    },
    {
      "epoch": 3.8952693016588165,
      "grad_norm": 1.5258719341004452,
      "learning_rate": 8.428178629996889e-05,
      "loss": 0.5909,
      "step": 95103
    },
    {
      "epoch": 3.8953102600860126,
      "grad_norm": 1.6402430777410537,
      "learning_rate": 8.427885459641187e-05,
      "loss": 0.6059,
      "step": 95104
    },
    {
      "epoch": 3.895351218513209,
      "grad_norm": 1.3098163394123297,
      "learning_rate": 8.427592292392396e-05,
      "loss": 0.533,
      "step": 95105
    },
    {
      "epoch": 3.8953921769404056,
      "grad_norm": 0.8445323906937829,
      "learning_rate": 8.42729912825066e-05,
      "loss": 0.2373,
      "step": 95106
    },
    {
      "epoch": 3.8954331353676017,
      "grad_norm": 1.016339552704916,
      "learning_rate": 8.427005967216111e-05,
      "loss": 0.3918,
      "step": 95107
    },
    {
      "epoch": 3.8954740937947983,
      "grad_norm": 1.736285895131825,
      "learning_rate": 8.426712809288893e-05,
      "loss": 1.0114,
      "step": 95108
    },
    {
      "epoch": 3.895515052221995,
      "grad_norm": 1.756004738014916,
      "learning_rate": 8.426419654469148e-05,
      "loss": 0.4199,
      "step": 95109
    },
    {
      "epoch": 3.895556010649191,
      "grad_norm": 1.514558316028527,
      "learning_rate": 8.426126502757007e-05,
      "loss": 0.7273,
      "step": 95110
    },
    {
      "epoch": 3.8955969690763874,
      "grad_norm": 1.5949631919974239,
      "learning_rate": 8.42583335415261e-05,
      "loss": 0.7129,
      "step": 95111
    },
    {
      "epoch": 3.895637927503584,
      "grad_norm": 1.3974207348739287,
      "learning_rate": 8.425540208656105e-05,
      "loss": 0.8962,
      "step": 95112
    },
    {
      "epoch": 3.8956788859307805,
      "grad_norm": 1.214711062686167,
      "learning_rate": 8.425247066267616e-05,
      "loss": 0.354,
      "step": 95113
    },
    {
      "epoch": 3.8957198443579766,
      "grad_norm": 1.832850279203054,
      "learning_rate": 8.424953926987294e-05,
      "loss": 0.7635,
      "step": 95114
    },
    {
      "epoch": 3.895760802785173,
      "grad_norm": 1.638181620892016,
      "learning_rate": 8.424660790815267e-05,
      "loss": 0.8319,
      "step": 95115
    },
    {
      "epoch": 3.895801761212369,
      "grad_norm": 0.7980077750426005,
      "learning_rate": 8.424367657751679e-05,
      "loss": 0.2342,
      "step": 95116
    },
    {
      "epoch": 3.8958427196395657,
      "grad_norm": 1.6315973433167956,
      "learning_rate": 8.424074527796675e-05,
      "loss": 1.0476,
      "step": 95117
    },
    {
      "epoch": 3.8958836780667623,
      "grad_norm": 1.396208399223551,
      "learning_rate": 8.423781400950379e-05,
      "loss": 0.6738,
      "step": 95118
    },
    {
      "epoch": 3.895924636493959,
      "grad_norm": 1.8764265545222167,
      "learning_rate": 8.42348827721294e-05,
      "loss": 1.0378,
      "step": 95119
    },
    {
      "epoch": 3.895965594921155,
      "grad_norm": 1.682259450651915,
      "learning_rate": 8.423195156584497e-05,
      "loss": 0.6847,
      "step": 95120
    },
    {
      "epoch": 3.8960065533483514,
      "grad_norm": 1.212641314515324,
      "learning_rate": 8.422902039065182e-05,
      "loss": 0.4777,
      "step": 95121
    },
    {
      "epoch": 3.896047511775548,
      "grad_norm": 1.1763480905499564,
      "learning_rate": 8.422608924655144e-05,
      "loss": 0.4859,
      "step": 95122
    },
    {
      "epoch": 3.896088470202744,
      "grad_norm": 1.2978372615140725,
      "learning_rate": 8.422315813354507e-05,
      "loss": 0.5977,
      "step": 95123
    },
    {
      "epoch": 3.8961294286299406,
      "grad_norm": 1.1263517367710374,
      "learning_rate": 8.422022705163417e-05,
      "loss": 0.3185,
      "step": 95124
    },
    {
      "epoch": 3.896170387057137,
      "grad_norm": 1.0188825052726904,
      "learning_rate": 8.42172960008202e-05,
      "loss": 0.2598,
      "step": 95125
    },
    {
      "epoch": 3.8962113454843337,
      "grad_norm": 1.366308303405191,
      "learning_rate": 8.421436498110443e-05,
      "loss": 0.5559,
      "step": 95126
    },
    {
      "epoch": 3.8962523039115298,
      "grad_norm": 1.0673777650966818,
      "learning_rate": 8.421143399248827e-05,
      "loss": 0.5054,
      "step": 95127
    },
    {
      "epoch": 3.8962932623387263,
      "grad_norm": 1.787516246221507,
      "learning_rate": 8.420850303497319e-05,
      "loss": 0.9633,
      "step": 95128
    },
    {
      "epoch": 3.8963342207659224,
      "grad_norm": 1.84138153410295,
      "learning_rate": 8.420557210856045e-05,
      "loss": 0.6735,
      "step": 95129
    },
    {
      "epoch": 3.896375179193119,
      "grad_norm": 0.9440247883729119,
      "learning_rate": 8.420264121325157e-05,
      "loss": 0.2352,
      "step": 95130
    },
    {
      "epoch": 3.8964161376203155,
      "grad_norm": 1.6148089181132983,
      "learning_rate": 8.419971034904778e-05,
      "loss": 0.5608,
      "step": 95131
    },
    {
      "epoch": 3.896457096047512,
      "grad_norm": 1.2326930851522204,
      "learning_rate": 8.419677951595057e-05,
      "loss": 0.6398,
      "step": 95132
    },
    {
      "epoch": 3.896498054474708,
      "grad_norm": 1.5424321262479153,
      "learning_rate": 8.419384871396137e-05,
      "loss": 0.4309,
      "step": 95133
    },
    {
      "epoch": 3.8965390129019046,
      "grad_norm": 1.5742490801744684,
      "learning_rate": 8.419091794308143e-05,
      "loss": 0.7317,
      "step": 95134
    },
    {
      "epoch": 3.8965799713291007,
      "grad_norm": 1.2097271808461187,
      "learning_rate": 8.418798720331226e-05,
      "loss": 0.556,
      "step": 95135
    },
    {
      "epoch": 3.8966209297562973,
      "grad_norm": 0.8854399057234713,
      "learning_rate": 8.418505649465514e-05,
      "loss": 0.243,
      "step": 95136
    },
    {
      "epoch": 3.896661888183494,
      "grad_norm": 1.406157175835114,
      "learning_rate": 8.418212581711149e-05,
      "loss": 0.3943,
      "step": 95137
    },
    {
      "epoch": 3.8967028466106903,
      "grad_norm": 1.6025289352736884,
      "learning_rate": 8.417919517068279e-05,
      "loss": 0.788,
      "step": 95138
    },
    {
      "epoch": 3.8967438050378864,
      "grad_norm": 0.718571758882268,
      "learning_rate": 8.417626455537029e-05,
      "loss": 0.2055,
      "step": 95139
    },
    {
      "epoch": 3.896784763465083,
      "grad_norm": 1.720535023704781,
      "learning_rate": 8.417333397117542e-05,
      "loss": 0.8876,
      "step": 95140
    },
    {
      "epoch": 3.8968257218922795,
      "grad_norm": 1.7487587042158945,
      "learning_rate": 8.417040341809964e-05,
      "loss": 0.7938,
      "step": 95141
    },
    {
      "epoch": 3.8968666803194756,
      "grad_norm": 1.645712095990828,
      "learning_rate": 8.416747289614421e-05,
      "loss": 0.6445,
      "step": 95142
    },
    {
      "epoch": 3.896907638746672,
      "grad_norm": 1.5604581192012283,
      "learning_rate": 8.416454240531064e-05,
      "loss": 0.5158,
      "step": 95143
    },
    {
      "epoch": 3.8969485971738687,
      "grad_norm": 1.4755541770748923,
      "learning_rate": 8.416161194560019e-05,
      "loss": 0.589,
      "step": 95144
    },
    {
      "epoch": 3.896989555601065,
      "grad_norm": 0.7380933707327461,
      "learning_rate": 8.415868151701432e-05,
      "loss": 0.1403,
      "step": 95145
    },
    {
      "epoch": 3.8970305140282613,
      "grad_norm": 1.3792939387212053,
      "learning_rate": 8.415575111955448e-05,
      "loss": 0.637,
      "step": 95146
    },
    {
      "epoch": 3.897071472455458,
      "grad_norm": 1.4091801903546948,
      "learning_rate": 8.415282075322189e-05,
      "loss": 0.6072,
      "step": 95147
    },
    {
      "epoch": 3.897112430882654,
      "grad_norm": 1.979475303393437,
      "learning_rate": 8.414989041801803e-05,
      "loss": 1.0029,
      "step": 95148
    },
    {
      "epoch": 3.8971533893098504,
      "grad_norm": 1.844343694233717,
      "learning_rate": 8.414696011394434e-05,
      "loss": 0.9042,
      "step": 95149
    },
    {
      "epoch": 3.897194347737047,
      "grad_norm": 2.473864039724822,
      "learning_rate": 8.414402984100209e-05,
      "loss": 1.3639,
      "step": 95150
    },
    {
      "epoch": 3.8972353061642435,
      "grad_norm": 1.8211867576852299,
      "learning_rate": 8.414109959919279e-05,
      "loss": 0.9031,
      "step": 95151
    },
    {
      "epoch": 3.8972762645914396,
      "grad_norm": 1.1613248741617332,
      "learning_rate": 8.413816938851768e-05,
      "loss": 0.2984,
      "step": 95152
    },
    {
      "epoch": 3.897317223018636,
      "grad_norm": 1.24129758068041,
      "learning_rate": 8.413523920897825e-05,
      "loss": 0.6489,
      "step": 95153
    },
    {
      "epoch": 3.8973581814458322,
      "grad_norm": 1.4700884136537327,
      "learning_rate": 8.413230906057589e-05,
      "loss": 0.6583,
      "step": 95154
    },
    {
      "epoch": 3.8973991398730288,
      "grad_norm": 1.3787814115334531,
      "learning_rate": 8.41293789433119e-05,
      "loss": 0.5368,
      "step": 95155
    },
    {
      "epoch": 3.8974400983002253,
      "grad_norm": 1.2758983897833132,
      "learning_rate": 8.412644885718773e-05,
      "loss": 0.4034,
      "step": 95156
    },
    {
      "epoch": 3.897481056727422,
      "grad_norm": 1.9910597886302954,
      "learning_rate": 8.41235188022048e-05,
      "loss": 1.0251,
      "step": 95157
    },
    {
      "epoch": 3.897522015154618,
      "grad_norm": 1.1239521587141799,
      "learning_rate": 8.412058877836439e-05,
      "loss": 0.2714,
      "step": 95158
    },
    {
      "epoch": 3.8975629735818145,
      "grad_norm": 0.915712324516463,
      "learning_rate": 8.411765878566798e-05,
      "loss": 0.219,
      "step": 95159
    },
    {
      "epoch": 3.897603932009011,
      "grad_norm": 1.6259481614795104,
      "learning_rate": 8.41147288241169e-05,
      "loss": 1.1059,
      "step": 95160
    },
    {
      "epoch": 3.897644890436207,
      "grad_norm": 1.602007913964968,
      "learning_rate": 8.411179889371253e-05,
      "loss": 0.776,
      "step": 95161
    },
    {
      "epoch": 3.8976858488634036,
      "grad_norm": 1.8428912409602052,
      "learning_rate": 8.410886899445634e-05,
      "loss": 0.6919,
      "step": 95162
    },
    {
      "epoch": 3.8977268072906,
      "grad_norm": 1.3895974605003878,
      "learning_rate": 8.41059391263496e-05,
      "loss": 0.8729,
      "step": 95163
    },
    {
      "epoch": 3.8977677657177967,
      "grad_norm": 0.5899372482817119,
      "learning_rate": 8.41030092893938e-05,
      "loss": 0.1205,
      "step": 95164
    },
    {
      "epoch": 3.897808724144993,
      "grad_norm": 1.3027306154919833,
      "learning_rate": 8.410007948359027e-05,
      "loss": 0.6955,
      "step": 95165
    },
    {
      "epoch": 3.8978496825721893,
      "grad_norm": 1.480520216688327,
      "learning_rate": 8.409714970894034e-05,
      "loss": 0.7179,
      "step": 95166
    },
    {
      "epoch": 3.8978906409993854,
      "grad_norm": 1.1557838149320616,
      "learning_rate": 8.409421996544547e-05,
      "loss": 0.608,
      "step": 95167
    },
    {
      "epoch": 3.897931599426582,
      "grad_norm": 3.543223419469928,
      "learning_rate": 8.409129025310708e-05,
      "loss": 3.1339,
      "step": 95168
    },
    {
      "epoch": 3.8979725578537785,
      "grad_norm": 1.7080971347288225,
      "learning_rate": 8.408836057192643e-05,
      "loss": 0.8012,
      "step": 95169
    },
    {
      "epoch": 3.898013516280975,
      "grad_norm": 1.561403615987978,
      "learning_rate": 8.408543092190504e-05,
      "loss": 0.7335,
      "step": 95170
    },
    {
      "epoch": 3.898054474708171,
      "grad_norm": 2.808564357823225,
      "learning_rate": 8.40825013030442e-05,
      "loss": 1.2314,
      "step": 95171
    },
    {
      "epoch": 3.8980954331353677,
      "grad_norm": 1.7455974919433082,
      "learning_rate": 8.40795717153453e-05,
      "loss": 0.8144,
      "step": 95172
    },
    {
      "epoch": 3.8981363915625638,
      "grad_norm": 2.0248661017976084,
      "learning_rate": 8.407664215880982e-05,
      "loss": 1.0772,
      "step": 95173
    },
    {
      "epoch": 3.8981773499897603,
      "grad_norm": 1.41555346027747,
      "learning_rate": 8.407371263343904e-05,
      "loss": 0.7845,
      "step": 95174
    },
    {
      "epoch": 3.898218308416957,
      "grad_norm": 1.5627889004735611,
      "learning_rate": 8.407078313923436e-05,
      "loss": 0.7695,
      "step": 95175
    },
    {
      "epoch": 3.8982592668441534,
      "grad_norm": 1.4994652517056946,
      "learning_rate": 8.406785367619724e-05,
      "loss": 0.8126,
      "step": 95176
    },
    {
      "epoch": 3.8983002252713495,
      "grad_norm": 3.9504702653742307,
      "learning_rate": 8.406492424432898e-05,
      "loss": 4.4157,
      "step": 95177
    },
    {
      "epoch": 3.898341183698546,
      "grad_norm": 1.4389084121759006,
      "learning_rate": 8.406199484363104e-05,
      "loss": 0.5365,
      "step": 95178
    },
    {
      "epoch": 3.8983821421257425,
      "grad_norm": 0.933827469030189,
      "learning_rate": 8.40590654741047e-05,
      "loss": 0.2451,
      "step": 95179
    },
    {
      "epoch": 3.8984231005529386,
      "grad_norm": 1.3778580522028665,
      "learning_rate": 8.40561361357514e-05,
      "loss": 0.6452,
      "step": 95180
    },
    {
      "epoch": 3.898464058980135,
      "grad_norm": 2.681722986979452,
      "learning_rate": 8.405320682857262e-05,
      "loss": 2.1635,
      "step": 95181
    },
    {
      "epoch": 3.8985050174073317,
      "grad_norm": 1.268864119505568,
      "learning_rate": 8.405027755256959e-05,
      "loss": 0.6086,
      "step": 95182
    },
    {
      "epoch": 3.898545975834528,
      "grad_norm": 1.6210622788451579,
      "learning_rate": 8.404734830774376e-05,
      "loss": 1.0491,
      "step": 95183
    },
    {
      "epoch": 3.8985869342617243,
      "grad_norm": 0.9314163059549877,
      "learning_rate": 8.404441909409657e-05,
      "loss": 0.2345,
      "step": 95184
    },
    {
      "epoch": 3.898627892688921,
      "grad_norm": 3.050749970710186,
      "learning_rate": 8.404148991162928e-05,
      "loss": 0.853,
      "step": 95185
    },
    {
      "epoch": 3.898668851116117,
      "grad_norm": 1.6664527901044186,
      "learning_rate": 8.403856076034343e-05,
      "loss": 0.7927,
      "step": 95186
    },
    {
      "epoch": 3.8987098095433135,
      "grad_norm": 0.744377648823509,
      "learning_rate": 8.403563164024024e-05,
      "loss": 0.1735,
      "step": 95187
    },
    {
      "epoch": 3.89875076797051,
      "grad_norm": 1.7071713917689129,
      "learning_rate": 8.40327025513212e-05,
      "loss": 0.74,
      "step": 95188
    },
    {
      "epoch": 3.8987917263977065,
      "grad_norm": 1.374487455959868,
      "learning_rate": 8.402977349358771e-05,
      "loss": 0.7691,
      "step": 95189
    },
    {
      "epoch": 3.8988326848249026,
      "grad_norm": 1.3502531826766722,
      "learning_rate": 8.402684446704107e-05,
      "loss": 0.7114,
      "step": 95190
    },
    {
      "epoch": 3.898873643252099,
      "grad_norm": 1.84756766120798,
      "learning_rate": 8.402391547168268e-05,
      "loss": 0.8204,
      "step": 95191
    },
    {
      "epoch": 3.8989146016792953,
      "grad_norm": 1.7370151327850665,
      "learning_rate": 8.402098650751404e-05,
      "loss": 1.1015,
      "step": 95192
    },
    {
      "epoch": 3.898955560106492,
      "grad_norm": 1.3762855128556382,
      "learning_rate": 8.401805757453639e-05,
      "loss": 0.664,
      "step": 95193
    },
    {
      "epoch": 3.8989965185336883,
      "grad_norm": 1.1396211705118022,
      "learning_rate": 8.401512867275122e-05,
      "loss": 0.7188,
      "step": 95194
    },
    {
      "epoch": 3.899037476960885,
      "grad_norm": 0.8365938835364384,
      "learning_rate": 8.401219980215982e-05,
      "loss": 0.2839,
      "step": 95195
    },
    {
      "epoch": 3.899078435388081,
      "grad_norm": 1.2511806614099896,
      "learning_rate": 8.400927096276362e-05,
      "loss": 0.5618,
      "step": 95196
    },
    {
      "epoch": 3.8991193938152775,
      "grad_norm": 1.6652085539272723,
      "learning_rate": 8.400634215456408e-05,
      "loss": 0.7918,
      "step": 95197
    },
    {
      "epoch": 3.899160352242474,
      "grad_norm": 1.728234618395218,
      "learning_rate": 8.400341337756243e-05,
      "loss": 0.7689,
      "step": 95198
    },
    {
      "epoch": 3.89920131066967,
      "grad_norm": 1.6602904134891037,
      "learning_rate": 8.400048463176015e-05,
      "loss": 0.6818,
      "step": 95199
    },
    {
      "epoch": 3.8992422690968667,
      "grad_norm": 1.6690657933345845,
      "learning_rate": 8.399755591715865e-05,
      "loss": 0.8753,
      "step": 95200
    },
    {
      "epoch": 3.899283227524063,
      "grad_norm": 2.8942148780549615,
      "learning_rate": 8.399462723375924e-05,
      "loss": 1.0564,
      "step": 95201
    },
    {
      "epoch": 3.8993241859512597,
      "grad_norm": 1.4088186315878175,
      "learning_rate": 8.39916985815634e-05,
      "loss": 0.7187,
      "step": 95202
    },
    {
      "epoch": 3.899365144378456,
      "grad_norm": 1.3118259244036692,
      "learning_rate": 8.398876996057239e-05,
      "loss": 0.6131,
      "step": 95203
    },
    {
      "epoch": 3.8994061028056524,
      "grad_norm": 0.9327675898385648,
      "learning_rate": 8.398584137078765e-05,
      "loss": 0.314,
      "step": 95204
    },
    {
      "epoch": 3.8994470612328485,
      "grad_norm": 1.3064429888294005,
      "learning_rate": 8.398291281221063e-05,
      "loss": 0.5451,
      "step": 95205
    },
    {
      "epoch": 3.899488019660045,
      "grad_norm": 1.0543029757666116,
      "learning_rate": 8.397998428484261e-05,
      "loss": 0.2998,
      "step": 95206
    },
    {
      "epoch": 3.8995289780872415,
      "grad_norm": 0.9372112609989582,
      "learning_rate": 8.397705578868509e-05,
      "loss": 0.2194,
      "step": 95207
    },
    {
      "epoch": 3.899569936514438,
      "grad_norm": 1.5893849463328418,
      "learning_rate": 8.397412732373931e-05,
      "loss": 0.7979,
      "step": 95208
    },
    {
      "epoch": 3.899610894941634,
      "grad_norm": 1.2206309378183329,
      "learning_rate": 8.397119889000674e-05,
      "loss": 0.4009,
      "step": 95209
    },
    {
      "epoch": 3.8996518533688307,
      "grad_norm": 1.7774031258183676,
      "learning_rate": 8.39682704874888e-05,
      "loss": 0.7113,
      "step": 95210
    },
    {
      "epoch": 3.899692811796027,
      "grad_norm": 0.9261178871663395,
      "learning_rate": 8.396534211618678e-05,
      "loss": 0.2816,
      "step": 95211
    },
    {
      "epoch": 3.8997337702232233,
      "grad_norm": 1.4142726376893648,
      "learning_rate": 8.396241377610213e-05,
      "loss": 0.5834,
      "step": 95212
    },
    {
      "epoch": 3.89977472865042,
      "grad_norm": 1.3841765778514574,
      "learning_rate": 8.395948546723628e-05,
      "loss": 0.6704,
      "step": 95213
    },
    {
      "epoch": 3.8998156870776164,
      "grad_norm": 1.9155833001732905,
      "learning_rate": 8.395655718959048e-05,
      "loss": 0.8652,
      "step": 95214
    },
    {
      "epoch": 3.8998566455048125,
      "grad_norm": 1.1908470411037866,
      "learning_rate": 8.395362894316624e-05,
      "loss": 0.4726,
      "step": 95215
    },
    {
      "epoch": 3.899897603932009,
      "grad_norm": 1.5385578129824522,
      "learning_rate": 8.395070072796482e-05,
      "loss": 0.6044,
      "step": 95216
    },
    {
      "epoch": 3.8999385623592056,
      "grad_norm": 2.098685455599938,
      "learning_rate": 8.39477725439877e-05,
      "loss": 1.5529,
      "step": 95217
    },
    {
      "epoch": 3.8999795207864016,
      "grad_norm": 1.4216923296389326,
      "learning_rate": 8.39448443912363e-05,
      "loss": 0.7378,
      "step": 95218
    },
    {
      "epoch": 3.900020479213598,
      "grad_norm": 1.2811752117594535,
      "learning_rate": 8.394191626971188e-05,
      "loss": 0.6523,
      "step": 95219
    },
    {
      "epoch": 3.9000614376407947,
      "grad_norm": 1.0599489751344693,
      "learning_rate": 8.39389881794159e-05,
      "loss": 0.431,
      "step": 95220
    },
    {
      "epoch": 3.9001023960679913,
      "grad_norm": 1.2542856515872927,
      "learning_rate": 8.393606012034978e-05,
      "loss": 0.7344,
      "step": 95221
    },
    {
      "epoch": 3.9001433544951873,
      "grad_norm": 1.735851852831056,
      "learning_rate": 8.39331320925148e-05,
      "loss": 0.8643,
      "step": 95222
    },
    {
      "epoch": 3.900184312922384,
      "grad_norm": 2.5955034827660928,
      "learning_rate": 8.393020409591244e-05,
      "loss": 2.2535,
      "step": 95223
    },
    {
      "epoch": 3.90022527134958,
      "grad_norm": 1.7181102479936345,
      "learning_rate": 8.392727613054402e-05,
      "loss": 0.6702,
      "step": 95224
    },
    {
      "epoch": 3.9002662297767765,
      "grad_norm": 1.5101991625304498,
      "learning_rate": 8.392434819641095e-05,
      "loss": 0.6294,
      "step": 95225
    },
    {
      "epoch": 3.900307188203973,
      "grad_norm": 1.684077055843563,
      "learning_rate": 8.392142029351464e-05,
      "loss": 0.7007,
      "step": 95226
    },
    {
      "epoch": 3.9003481466311696,
      "grad_norm": 0.9061361999558425,
      "learning_rate": 8.391849242185642e-05,
      "loss": 0.2253,
      "step": 95227
    },
    {
      "epoch": 3.9003891050583657,
      "grad_norm": 1.4843029401045948,
      "learning_rate": 8.391556458143768e-05,
      "loss": 0.8117,
      "step": 95228
    },
    {
      "epoch": 3.900430063485562,
      "grad_norm": 1.7317535883304667,
      "learning_rate": 8.391263677225991e-05,
      "loss": 0.3321,
      "step": 95229
    },
    {
      "epoch": 3.9004710219127583,
      "grad_norm": 0.9190897063099889,
      "learning_rate": 8.390970899432434e-05,
      "loss": 0.2074,
      "step": 95230
    },
    {
      "epoch": 3.900511980339955,
      "grad_norm": 1.5796984311056654,
      "learning_rate": 8.390678124763247e-05,
      "loss": 0.617,
      "step": 95231
    },
    {
      "epoch": 3.9005529387671514,
      "grad_norm": 1.4869505981061872,
      "learning_rate": 8.390385353218559e-05,
      "loss": 0.5803,
      "step": 95232
    },
    {
      "epoch": 3.900593897194348,
      "grad_norm": 1.6100274306940594,
      "learning_rate": 8.390092584798514e-05,
      "loss": 0.6701,
      "step": 95233
    },
    {
      "epoch": 3.900634855621544,
      "grad_norm": 1.475421134449603,
      "learning_rate": 8.389799819503256e-05,
      "loss": 0.6936,
      "step": 95234
    },
    {
      "epoch": 3.9006758140487405,
      "grad_norm": 1.3869166391800192,
      "learning_rate": 8.389507057332916e-05,
      "loss": 0.5865,
      "step": 95235
    },
    {
      "epoch": 3.900716772475937,
      "grad_norm": 0.9764049447821359,
      "learning_rate": 8.389214298287626e-05,
      "loss": 0.4835,
      "step": 95236
    },
    {
      "epoch": 3.900757730903133,
      "grad_norm": 1.5873139569704677,
      "learning_rate": 8.388921542367541e-05,
      "loss": 0.7578,
      "step": 95237
    },
    {
      "epoch": 3.9007986893303297,
      "grad_norm": 1.4304358456514141,
      "learning_rate": 8.388628789572781e-05,
      "loss": 0.8636,
      "step": 95238
    },
    {
      "epoch": 3.9008396477575262,
      "grad_norm": 1.3039354283039732,
      "learning_rate": 8.388336039903497e-05,
      "loss": 0.6233,
      "step": 95239
    },
    {
      "epoch": 3.9008806061847228,
      "grad_norm": 1.5907999504481354,
      "learning_rate": 8.388043293359829e-05,
      "loss": 0.5489,
      "step": 95240
    },
    {
      "epoch": 3.900921564611919,
      "grad_norm": 1.656642487402281,
      "learning_rate": 8.387750549941901e-05,
      "loss": 0.7046,
      "step": 95241
    },
    {
      "epoch": 3.9009625230391154,
      "grad_norm": 1.121320673398642,
      "learning_rate": 8.387457809649871e-05,
      "loss": 0.2907,
      "step": 95242
    },
    {
      "epoch": 3.9010034814663115,
      "grad_norm": 2.5508191300980045,
      "learning_rate": 8.387165072483861e-05,
      "loss": 1.7225,
      "step": 95243
    },
    {
      "epoch": 3.901044439893508,
      "grad_norm": 4.842417045325247,
      "learning_rate": 8.386872338444015e-05,
      "loss": 6.2244,
      "step": 95244
    },
    {
      "epoch": 3.9010853983207046,
      "grad_norm": 1.4513666640876906,
      "learning_rate": 8.386579607530475e-05,
      "loss": 0.7963,
      "step": 95245
    },
    {
      "epoch": 3.901126356747901,
      "grad_norm": 1.3254225308043044,
      "learning_rate": 8.386286879743375e-05,
      "loss": 0.7282,
      "step": 95246
    },
    {
      "epoch": 3.901167315175097,
      "grad_norm": 1.4342574696846357,
      "learning_rate": 8.385994155082851e-05,
      "loss": 0.7574,
      "step": 95247
    },
    {
      "epoch": 3.9012082736022937,
      "grad_norm": 1.3489609933469995,
      "learning_rate": 8.385701433549054e-05,
      "loss": 0.7349,
      "step": 95248
    },
    {
      "epoch": 3.90124923202949,
      "grad_norm": 1.5742839536607987,
      "learning_rate": 8.385408715142106e-05,
      "loss": 0.8264,
      "step": 95249
    },
    {
      "epoch": 3.9012901904566863,
      "grad_norm": 1.765712485452422,
      "learning_rate": 8.38511599986216e-05,
      "loss": 0.8563,
      "step": 95250
    },
    {
      "epoch": 3.901331148883883,
      "grad_norm": 1.3932909203036503,
      "learning_rate": 8.384823287709341e-05,
      "loss": 0.5557,
      "step": 95251
    },
    {
      "epoch": 3.9013721073110794,
      "grad_norm": 1.0421026736451546,
      "learning_rate": 8.384530578683793e-05,
      "loss": 0.5234,
      "step": 95252
    },
    {
      "epoch": 3.9014130657382755,
      "grad_norm": 1.2110786368527715,
      "learning_rate": 8.384237872785663e-05,
      "loss": 0.5955,
      "step": 95253
    },
    {
      "epoch": 3.901454024165472,
      "grad_norm": 1.2524236164671378,
      "learning_rate": 8.383945170015073e-05,
      "loss": 0.5666,
      "step": 95254
    },
    {
      "epoch": 3.9014949825926686,
      "grad_norm": 1.6823561181403932,
      "learning_rate": 8.383652470372172e-05,
      "loss": 1.2048,
      "step": 95255
    },
    {
      "epoch": 3.9015359410198647,
      "grad_norm": 1.2675911314472883,
      "learning_rate": 8.383359773857101e-05,
      "loss": 0.5786,
      "step": 95256
    },
    {
      "epoch": 3.901576899447061,
      "grad_norm": 1.4954468730702883,
      "learning_rate": 8.383067080469988e-05,
      "loss": 0.5282,
      "step": 95257
    },
    {
      "epoch": 3.9016178578742577,
      "grad_norm": 1.5527001351959693,
      "learning_rate": 8.382774390210982e-05,
      "loss": 0.6589,
      "step": 95258
    },
    {
      "epoch": 3.9016588163014543,
      "grad_norm": 1.4402336882322997,
      "learning_rate": 8.382481703080209e-05,
      "loss": 0.5568,
      "step": 95259
    },
    {
      "epoch": 3.9016997747286504,
      "grad_norm": 1.16325169004343,
      "learning_rate": 8.382189019077817e-05,
      "loss": 0.3424,
      "step": 95260
    },
    {
      "epoch": 3.901740733155847,
      "grad_norm": 0.9483393607260169,
      "learning_rate": 8.381896338203948e-05,
      "loss": 0.3036,
      "step": 95261
    },
    {
      "epoch": 3.901781691583043,
      "grad_norm": 1.3873592642662886,
      "learning_rate": 8.381603660458727e-05,
      "loss": 0.6897,
      "step": 95262
    },
    {
      "epoch": 3.9018226500102395,
      "grad_norm": 1.8194740222608488,
      "learning_rate": 8.3813109858423e-05,
      "loss": 0.8097,
      "step": 95263
    },
    {
      "epoch": 3.901863608437436,
      "grad_norm": 1.3702235309744244,
      "learning_rate": 8.381018314354811e-05,
      "loss": 0.7596,
      "step": 95264
    },
    {
      "epoch": 3.9019045668646326,
      "grad_norm": 2.528544495838051,
      "learning_rate": 8.380725645996388e-05,
      "loss": 1.6829,
      "step": 95265
    },
    {
      "epoch": 3.9019455252918287,
      "grad_norm": 1.5051132198725097,
      "learning_rate": 8.380432980767179e-05,
      "loss": 0.7311,
      "step": 95266
    },
    {
      "epoch": 3.9019864837190252,
      "grad_norm": 1.4039427937129052,
      "learning_rate": 8.380140318667311e-05,
      "loss": 0.8574,
      "step": 95267
    },
    {
      "epoch": 3.9020274421462213,
      "grad_norm": 1.897626421449273,
      "learning_rate": 8.37984765969693e-05,
      "loss": 1.0901,
      "step": 95268
    },
    {
      "epoch": 3.902068400573418,
      "grad_norm": 1.811128381307014,
      "learning_rate": 8.379555003856177e-05,
      "loss": 0.7716,
      "step": 95269
    },
    {
      "epoch": 3.9021093590006144,
      "grad_norm": 1.9622832420644298,
      "learning_rate": 8.37926235114518e-05,
      "loss": 1.1242,
      "step": 95270
    },
    {
      "epoch": 3.902150317427811,
      "grad_norm": 0.9540563647534459,
      "learning_rate": 8.37896970156409e-05,
      "loss": 0.3099,
      "step": 95271
    },
    {
      "epoch": 3.902191275855007,
      "grad_norm": 1.8219889096889696,
      "learning_rate": 8.378677055113034e-05,
      "loss": 0.7949,
      "step": 95272
    },
    {
      "epoch": 3.9022322342822036,
      "grad_norm": 1.4756656560310293,
      "learning_rate": 8.378384411792154e-05,
      "loss": 0.8351,
      "step": 95273
    },
    {
      "epoch": 3.9022731927094,
      "grad_norm": 0.6283177693949099,
      "learning_rate": 8.378091771601597e-05,
      "loss": 0.1183,
      "step": 95274
    },
    {
      "epoch": 3.902314151136596,
      "grad_norm": 1.5448720889234644,
      "learning_rate": 8.377799134541486e-05,
      "loss": 0.6958,
      "step": 95275
    },
    {
      "epoch": 3.9023551095637927,
      "grad_norm": 2.607007329825089,
      "learning_rate": 8.37750650061197e-05,
      "loss": 1.4165,
      "step": 95276
    },
    {
      "epoch": 3.9023960679909893,
      "grad_norm": 1.6382384686282583,
      "learning_rate": 8.377213869813189e-05,
      "loss": 0.9169,
      "step": 95277
    },
    {
      "epoch": 3.902437026418186,
      "grad_norm": 0.9700303119801216,
      "learning_rate": 8.376921242145272e-05,
      "loss": 0.2756,
      "step": 95278
    },
    {
      "epoch": 3.902477984845382,
      "grad_norm": 2.984917601098737,
      "learning_rate": 8.376628617608367e-05,
      "loss": 3.048,
      "step": 95279
    },
    {
      "epoch": 3.9025189432725784,
      "grad_norm": 1.2789010654210302,
      "learning_rate": 8.3763359962026e-05,
      "loss": 0.5112,
      "step": 95280
    },
    {
      "epoch": 3.9025599016997745,
      "grad_norm": 1.8556746272365343,
      "learning_rate": 8.376043377928118e-05,
      "loss": 0.698,
      "step": 95281
    },
    {
      "epoch": 3.902600860126971,
      "grad_norm": 1.904445596198733,
      "learning_rate": 8.375750762785066e-05,
      "loss": 0.7651,
      "step": 95282
    },
    {
      "epoch": 3.9026418185541676,
      "grad_norm": 1.9042679327396739,
      "learning_rate": 8.375458150773568e-05,
      "loss": 0.9198,
      "step": 95283
    },
    {
      "epoch": 3.902682776981364,
      "grad_norm": 2.38617148808983,
      "learning_rate": 8.375165541893769e-05,
      "loss": 1.7174,
      "step": 95284
    },
    {
      "epoch": 3.90272373540856,
      "grad_norm": 1.5358174264081264,
      "learning_rate": 8.374872936145815e-05,
      "loss": 0.7858,
      "step": 95285
    },
    {
      "epoch": 3.9027646938357567,
      "grad_norm": 1.4037777637787856,
      "learning_rate": 8.374580333529827e-05,
      "loss": 0.7233,
      "step": 95286
    },
    {
      "epoch": 3.902805652262953,
      "grad_norm": 0.7601700185213561,
      "learning_rate": 8.374287734045963e-05,
      "loss": 0.1753,
      "step": 95287
    },
    {
      "epoch": 3.9028466106901494,
      "grad_norm": 1.869407076487481,
      "learning_rate": 8.373995137694342e-05,
      "loss": 1.361,
      "step": 95288
    },
    {
      "epoch": 3.902887569117346,
      "grad_norm": 1.487015086934007,
      "learning_rate": 8.373702544475111e-05,
      "loss": 0.5825,
      "step": 95289
    },
    {
      "epoch": 3.9029285275445424,
      "grad_norm": 1.5791031054247302,
      "learning_rate": 8.37340995438842e-05,
      "loss": 0.6797,
      "step": 95290
    },
    {
      "epoch": 3.9029694859717385,
      "grad_norm": 1.6779028837853607,
      "learning_rate": 8.373117367434384e-05,
      "loss": 0.7847,
      "step": 95291
    },
    {
      "epoch": 3.903010444398935,
      "grad_norm": 1.911457467921372,
      "learning_rate": 8.372824783613156e-05,
      "loss": 0.8174,
      "step": 95292
    },
    {
      "epoch": 3.9030514028261316,
      "grad_norm": 0.6063540926622734,
      "learning_rate": 8.37253220292488e-05,
      "loss": 0.068,
      "step": 95293
    },
    {
      "epoch": 3.9030923612533277,
      "grad_norm": 1.8644760305825914,
      "learning_rate": 8.372239625369679e-05,
      "loss": 0.8631,
      "step": 95294
    },
    {
      "epoch": 3.9031333196805242,
      "grad_norm": 3.3594905052074417,
      "learning_rate": 8.371947050947704e-05,
      "loss": 3.4527,
      "step": 95295
    },
    {
      "epoch": 3.9031742781077208,
      "grad_norm": 1.547197104700067,
      "learning_rate": 8.371654479659081e-05,
      "loss": 0.929,
      "step": 95296
    },
    {
      "epoch": 3.9032152365349173,
      "grad_norm": 1.6052740536413523,
      "learning_rate": 8.371361911503955e-05,
      "loss": 0.7246,
      "step": 95297
    },
    {
      "epoch": 3.9032561949621134,
      "grad_norm": 1.1139906084095985,
      "learning_rate": 8.371069346482473e-05,
      "loss": 0.6148,
      "step": 95298
    },
    {
      "epoch": 3.90329715338931,
      "grad_norm": 1.5245937881014635,
      "learning_rate": 8.370776784594757e-05,
      "loss": 0.7456,
      "step": 95299
    },
    {
      "epoch": 3.903338111816506,
      "grad_norm": 1.6069256279988693,
      "learning_rate": 8.370484225840954e-05,
      "loss": 0.736,
      "step": 95300
    },
    {
      "epoch": 3.9033790702437026,
      "grad_norm": 2.4978292933834183,
      "learning_rate": 8.370191670221207e-05,
      "loss": 0.207,
      "step": 95301
    },
    {
      "epoch": 3.903420028670899,
      "grad_norm": 1.263864899077097,
      "learning_rate": 8.369899117735642e-05,
      "loss": 0.6342,
      "step": 95302
    },
    {
      "epoch": 3.9034609870980956,
      "grad_norm": 1.790624147733146,
      "learning_rate": 8.36960656838441e-05,
      "loss": 0.8623,
      "step": 95303
    },
    {
      "epoch": 3.9035019455252917,
      "grad_norm": 1.21496503092588,
      "learning_rate": 8.369314022167638e-05,
      "loss": 0.5121,
      "step": 95304
    },
    {
      "epoch": 3.9035429039524883,
      "grad_norm": 1.4072129653899592,
      "learning_rate": 8.369021479085473e-05,
      "loss": 0.6136,
      "step": 95305
    },
    {
      "epoch": 3.9035838623796844,
      "grad_norm": 1.6609252390696154,
      "learning_rate": 8.368728939138054e-05,
      "loss": 0.8597,
      "step": 95306
    },
    {
      "epoch": 3.903624820806881,
      "grad_norm": 0.864152276089352,
      "learning_rate": 8.368436402325507e-05,
      "loss": 0.2508,
      "step": 95307
    },
    {
      "epoch": 3.9036657792340774,
      "grad_norm": 1.2227766157685915,
      "learning_rate": 8.368143868647979e-05,
      "loss": 0.5536,
      "step": 95308
    },
    {
      "epoch": 3.903706737661274,
      "grad_norm": 1.434432900767036,
      "learning_rate": 8.367851338105613e-05,
      "loss": 0.648,
      "step": 95309
    },
    {
      "epoch": 3.90374769608847,
      "grad_norm": 0.7096051906690596,
      "learning_rate": 8.367558810698537e-05,
      "loss": 0.2264,
      "step": 95310
    },
    {
      "epoch": 3.9037886545156666,
      "grad_norm": 2.55515967371345,
      "learning_rate": 8.367266286426892e-05,
      "loss": 0.6173,
      "step": 95311
    },
    {
      "epoch": 3.903829612942863,
      "grad_norm": 1.242290145564719,
      "learning_rate": 8.366973765290828e-05,
      "loss": 0.3768,
      "step": 95312
    },
    {
      "epoch": 3.903870571370059,
      "grad_norm": 1.434132980958161,
      "learning_rate": 8.366681247290466e-05,
      "loss": 0.7427,
      "step": 95313
    },
    {
      "epoch": 3.9039115297972558,
      "grad_norm": 1.1178824004845538,
      "learning_rate": 8.366388732425959e-05,
      "loss": 0.5592,
      "step": 95314
    },
    {
      "epoch": 3.9039524882244523,
      "grad_norm": 1.4657378112126647,
      "learning_rate": 8.36609622069743e-05,
      "loss": 0.6221,
      "step": 95315
    },
    {
      "epoch": 3.903993446651649,
      "grad_norm": 1.393228481584631,
      "learning_rate": 8.36580371210503e-05,
      "loss": 0.5408,
      "step": 95316
    },
    {
      "epoch": 3.904034405078845,
      "grad_norm": 1.4997832142788472,
      "learning_rate": 8.365511206648897e-05,
      "loss": 0.5286,
      "step": 95317
    },
    {
      "epoch": 3.9040753635060415,
      "grad_norm": 1.4113336236637484,
      "learning_rate": 8.365218704329157e-05,
      "loss": 0.7288,
      "step": 95318
    },
    {
      "epoch": 3.9041163219332375,
      "grad_norm": 1.061854431390884,
      "learning_rate": 8.36492620514596e-05,
      "loss": 0.4699,
      "step": 95319
    },
    {
      "epoch": 3.904157280360434,
      "grad_norm": 0.8735238866700143,
      "learning_rate": 8.364633709099446e-05,
      "loss": 0.2045,
      "step": 95320
    },
    {
      "epoch": 3.9041982387876306,
      "grad_norm": 1.3753806455515225,
      "learning_rate": 8.364341216189741e-05,
      "loss": 0.664,
      "step": 95321
    },
    {
      "epoch": 3.904239197214827,
      "grad_norm": 1.6684613785173585,
      "learning_rate": 8.364048726416996e-05,
      "loss": 0.7277,
      "step": 95322
    },
    {
      "epoch": 3.9042801556420232,
      "grad_norm": 0.9993402671068636,
      "learning_rate": 8.36375623978134e-05,
      "loss": 0.3487,
      "step": 95323
    },
    {
      "epoch": 3.90432111406922,
      "grad_norm": 1.3847890534186797,
      "learning_rate": 8.363463756282913e-05,
      "loss": 0.6982,
      "step": 95324
    },
    {
      "epoch": 3.904362072496416,
      "grad_norm": 1.3927547968127627,
      "learning_rate": 8.363171275921863e-05,
      "loss": 0.6952,
      "step": 95325
    },
    {
      "epoch": 3.9044030309236124,
      "grad_norm": 1.4018586785691598,
      "learning_rate": 8.362878798698312e-05,
      "loss": 0.6002,
      "step": 95326
    },
    {
      "epoch": 3.904443989350809,
      "grad_norm": 1.1808061673896122,
      "learning_rate": 8.362586324612409e-05,
      "loss": 0.5141,
      "step": 95327
    },
    {
      "epoch": 3.9044849477780055,
      "grad_norm": 1.231670468775149,
      "learning_rate": 8.362293853664295e-05,
      "loss": 0.6465,
      "step": 95328
    },
    {
      "epoch": 3.9045259062052016,
      "grad_norm": 0.8923277842838736,
      "learning_rate": 8.362001385854099e-05,
      "loss": 0.3035,
      "step": 95329
    },
    {
      "epoch": 3.904566864632398,
      "grad_norm": 1.7192802522095423,
      "learning_rate": 8.361708921181969e-05,
      "loss": 0.8874,
      "step": 95330
    },
    {
      "epoch": 3.9046078230595946,
      "grad_norm": 0.7298427222147167,
      "learning_rate": 8.36141645964803e-05,
      "loss": 0.1929,
      "step": 95331
    },
    {
      "epoch": 3.9046487814867907,
      "grad_norm": 1.610895851767653,
      "learning_rate": 8.361124001252428e-05,
      "loss": 0.8898,
      "step": 95332
    },
    {
      "epoch": 3.9046897399139873,
      "grad_norm": 1.5815654291995287,
      "learning_rate": 8.360831545995308e-05,
      "loss": 0.7373,
      "step": 95333
    },
    {
      "epoch": 3.904730698341184,
      "grad_norm": 1.3678895327745109,
      "learning_rate": 8.360539093876797e-05,
      "loss": 0.7036,
      "step": 95334
    },
    {
      "epoch": 3.9047716567683803,
      "grad_norm": 0.7714789331306431,
      "learning_rate": 8.360246644897037e-05,
      "loss": 0.155,
      "step": 95335
    },
    {
      "epoch": 3.9048126151955764,
      "grad_norm": 1.0998703122435807,
      "learning_rate": 8.359954199056174e-05,
      "loss": 0.3171,
      "step": 95336
    },
    {
      "epoch": 3.904853573622773,
      "grad_norm": 0.9688540640274664,
      "learning_rate": 8.359661756354332e-05,
      "loss": 0.1904,
      "step": 95337
    },
    {
      "epoch": 3.904894532049969,
      "grad_norm": 1.547337276554868,
      "learning_rate": 8.359369316791663e-05,
      "loss": 0.6049,
      "step": 95338
    },
    {
      "epoch": 3.9049354904771656,
      "grad_norm": 1.9596098753630624,
      "learning_rate": 8.359076880368292e-05,
      "loss": 1.0984,
      "step": 95339
    },
    {
      "epoch": 3.904976448904362,
      "grad_norm": 1.3631116605117484,
      "learning_rate": 8.358784447084365e-05,
      "loss": 0.8193,
      "step": 95340
    },
    {
      "epoch": 3.9050174073315587,
      "grad_norm": 1.7455785227873732,
      "learning_rate": 8.358492016940025e-05,
      "loss": 0.8818,
      "step": 95341
    },
    {
      "epoch": 3.9050583657587548,
      "grad_norm": 1.553848162085152,
      "learning_rate": 8.3581995899354e-05,
      "loss": 0.753,
      "step": 95342
    },
    {
      "epoch": 3.9050993241859513,
      "grad_norm": 1.5842225076192287,
      "learning_rate": 8.357907166070637e-05,
      "loss": 0.6705,
      "step": 95343
    },
    {
      "epoch": 3.9051402826131474,
      "grad_norm": 1.4437324609360775,
      "learning_rate": 8.357614745345865e-05,
      "loss": 0.652,
      "step": 95344
    },
    {
      "epoch": 3.905181241040344,
      "grad_norm": 1.6145684475634572,
      "learning_rate": 8.357322327761227e-05,
      "loss": 0.8098,
      "step": 95345
    },
    {
      "epoch": 3.9052221994675405,
      "grad_norm": 1.4613855022322717,
      "learning_rate": 8.357029913316869e-05,
      "loss": 0.707,
      "step": 95346
    },
    {
      "epoch": 3.905263157894737,
      "grad_norm": 1.632278874436011,
      "learning_rate": 8.356737502012914e-05,
      "loss": 0.877,
      "step": 95347
    },
    {
      "epoch": 3.905304116321933,
      "grad_norm": 1.3221915188011508,
      "learning_rate": 8.356445093849507e-05,
      "loss": 0.6537,
      "step": 95348
    },
    {
      "epoch": 3.9053450747491296,
      "grad_norm": 1.6334823693459628,
      "learning_rate": 8.356152688826794e-05,
      "loss": 0.773,
      "step": 95349
    },
    {
      "epoch": 3.905386033176326,
      "grad_norm": 1.4205102572537756,
      "learning_rate": 8.355860286944903e-05,
      "loss": 0.8142,
      "step": 95350
    },
    {
      "epoch": 3.9054269916035222,
      "grad_norm": 1.8387334823799684,
      "learning_rate": 8.35556788820398e-05,
      "loss": 1.2081,
      "step": 95351
    },
    {
      "epoch": 3.905467950030719,
      "grad_norm": 1.6763804637695816,
      "learning_rate": 8.355275492604151e-05,
      "loss": 0.7695,
      "step": 95352
    },
    {
      "epoch": 3.9055089084579153,
      "grad_norm": 2.5841634671058915,
      "learning_rate": 8.354983100145566e-05,
      "loss": 0.7545,
      "step": 95353
    },
    {
      "epoch": 3.905549866885112,
      "grad_norm": 0.9191256445902622,
      "learning_rate": 8.354690710828362e-05,
      "loss": 0.26,
      "step": 95354
    },
    {
      "epoch": 3.905590825312308,
      "grad_norm": 1.276432497712924,
      "learning_rate": 8.35439832465267e-05,
      "loss": 0.5385,
      "step": 95355
    },
    {
      "epoch": 3.9056317837395045,
      "grad_norm": 1.1116210110688247,
      "learning_rate": 8.354105941618633e-05,
      "loss": 0.3357,
      "step": 95356
    },
    {
      "epoch": 3.9056727421667006,
      "grad_norm": 1.8752142828496503,
      "learning_rate": 8.353813561726396e-05,
      "loss": 0.3817,
      "step": 95357
    },
    {
      "epoch": 3.905713700593897,
      "grad_norm": 1.7654863753339995,
      "learning_rate": 8.353521184976082e-05,
      "loss": 0.8973,
      "step": 95358
    },
    {
      "epoch": 3.9057546590210936,
      "grad_norm": 2.4132384131249665,
      "learning_rate": 8.353228811367845e-05,
      "loss": 0.7177,
      "step": 95359
    },
    {
      "epoch": 3.90579561744829,
      "grad_norm": 1.281041466794771,
      "learning_rate": 8.352936440901809e-05,
      "loss": 0.3667,
      "step": 95360
    },
    {
      "epoch": 3.9058365758754863,
      "grad_norm": 1.930601963541518,
      "learning_rate": 8.35264407357812e-05,
      "loss": 1.2469,
      "step": 95361
    },
    {
      "epoch": 3.905877534302683,
      "grad_norm": 1.607745721809892,
      "learning_rate": 8.35235170939692e-05,
      "loss": 0.4325,
      "step": 95362
    },
    {
      "epoch": 3.905918492729879,
      "grad_norm": 1.461493511933442,
      "learning_rate": 8.352059348358336e-05,
      "loss": 0.5658,
      "step": 95363
    },
    {
      "epoch": 3.9059594511570754,
      "grad_norm": 0.8449844515594143,
      "learning_rate": 8.351766990462513e-05,
      "loss": 0.2238,
      "step": 95364
    },
    {
      "epoch": 3.906000409584272,
      "grad_norm": 1.4083982950764118,
      "learning_rate": 8.351474635709597e-05,
      "loss": 0.5366,
      "step": 95365
    },
    {
      "epoch": 3.9060413680114685,
      "grad_norm": 1.0448294990976201,
      "learning_rate": 8.35118228409971e-05,
      "loss": 0.2434,
      "step": 95366
    },
    {
      "epoch": 3.9060823264386646,
      "grad_norm": 1.370751689699625,
      "learning_rate": 8.350889935633005e-05,
      "loss": 0.8495,
      "step": 95367
    },
    {
      "epoch": 3.906123284865861,
      "grad_norm": 1.6592994966269927,
      "learning_rate": 8.350597590309605e-05,
      "loss": 0.9571,
      "step": 95368
    },
    {
      "epoch": 3.9061642432930577,
      "grad_norm": 1.794460115890002,
      "learning_rate": 8.350305248129659e-05,
      "loss": 0.7982,
      "step": 95369
    },
    {
      "epoch": 3.9062052017202538,
      "grad_norm": 1.2238521738791044,
      "learning_rate": 8.350012909093308e-05,
      "loss": 0.5709,
      "step": 95370
    },
    {
      "epoch": 3.9062461601474503,
      "grad_norm": 0.8889014986391093,
      "learning_rate": 8.34972057320068e-05,
      "loss": 0.1925,
      "step": 95371
    },
    {
      "epoch": 3.906287118574647,
      "grad_norm": 1.465432747083491,
      "learning_rate": 8.349428240451919e-05,
      "loss": 0.4725,
      "step": 95372
    },
    {
      "epoch": 3.9063280770018434,
      "grad_norm": 2.3787807265582406,
      "learning_rate": 8.349135910847166e-05,
      "loss": 0.8233,
      "step": 95373
    },
    {
      "epoch": 3.9063690354290395,
      "grad_norm": 0.9050102763886961,
      "learning_rate": 8.348843584386551e-05,
      "loss": 0.2515,
      "step": 95374
    },
    {
      "epoch": 3.906409993856236,
      "grad_norm": 1.3000167537610208,
      "learning_rate": 8.348551261070221e-05,
      "loss": 0.6105,
      "step": 95375
    },
    {
      "epoch": 3.906450952283432,
      "grad_norm": 2.4111363138084845,
      "learning_rate": 8.348258940898313e-05,
      "loss": 1.4516,
      "step": 95376
    },
    {
      "epoch": 3.9064919107106286,
      "grad_norm": 1.2130440468497348,
      "learning_rate": 8.347966623870952e-05,
      "loss": 0.3765,
      "step": 95377
    },
    {
      "epoch": 3.906532869137825,
      "grad_norm": 1.426755215347075,
      "learning_rate": 8.347674309988296e-05,
      "loss": 0.5258,
      "step": 95378
    },
    {
      "epoch": 3.9065738275650217,
      "grad_norm": 1.2975957838339003,
      "learning_rate": 8.347381999250467e-05,
      "loss": 0.7189,
      "step": 95379
    },
    {
      "epoch": 3.906614785992218,
      "grad_norm": 1.7179591891595603,
      "learning_rate": 8.347089691657608e-05,
      "loss": 0.9344,
      "step": 95380
    },
    {
      "epoch": 3.9066557444194143,
      "grad_norm": 1.8324332995443628,
      "learning_rate": 8.346797387209867e-05,
      "loss": 1.2146,
      "step": 95381
    },
    {
      "epoch": 3.9066967028466104,
      "grad_norm": 1.3164522377037973,
      "learning_rate": 8.346505085907368e-05,
      "loss": 0.6201,
      "step": 95382
    },
    {
      "epoch": 3.906737661273807,
      "grad_norm": 1.4008633559025734,
      "learning_rate": 8.346212787750253e-05,
      "loss": 0.644,
      "step": 95383
    },
    {
      "epoch": 3.9067786197010035,
      "grad_norm": 2.0637398408113334,
      "learning_rate": 8.345920492738671e-05,
      "loss": 1.2037,
      "step": 95384
    },
    {
      "epoch": 3.9068195781282,
      "grad_norm": 1.340504904693598,
      "learning_rate": 8.345628200872744e-05,
      "loss": 0.764,
      "step": 95385
    },
    {
      "epoch": 3.906860536555396,
      "grad_norm": 1.294916577542614,
      "learning_rate": 8.345335912152626e-05,
      "loss": 0.6745,
      "step": 95386
    },
    {
      "epoch": 3.9069014949825926,
      "grad_norm": 1.6081565513243536,
      "learning_rate": 8.34504362657844e-05,
      "loss": 0.7694,
      "step": 95387
    },
    {
      "epoch": 3.906942453409789,
      "grad_norm": 1.7391357980664188,
      "learning_rate": 8.344751344150329e-05,
      "loss": 0.7692,
      "step": 95388
    },
    {
      "epoch": 3.9069834118369853,
      "grad_norm": 1.0759159328218328,
      "learning_rate": 8.344459064868442e-05,
      "loss": 0.7067,
      "step": 95389
    },
    {
      "epoch": 3.907024370264182,
      "grad_norm": 1.591705787510765,
      "learning_rate": 8.344166788732901e-05,
      "loss": 0.7386,
      "step": 95390
    },
    {
      "epoch": 3.9070653286913783,
      "grad_norm": 1.377099714114931,
      "learning_rate": 8.343874515743853e-05,
      "loss": 0.6543,
      "step": 95391
    },
    {
      "epoch": 3.907106287118575,
      "grad_norm": 0.7760731747831141,
      "learning_rate": 8.34358224590144e-05,
      "loss": 0.2482,
      "step": 95392
    },
    {
      "epoch": 3.907147245545771,
      "grad_norm": 1.7670662488599271,
      "learning_rate": 8.34328997920579e-05,
      "loss": 0.9246,
      "step": 95393
    },
    {
      "epoch": 3.9071882039729675,
      "grad_norm": 1.324071289117499,
      "learning_rate": 8.342997715657052e-05,
      "loss": 0.3967,
      "step": 95394
    },
    {
      "epoch": 3.9072291624001636,
      "grad_norm": 0.7100383397124227,
      "learning_rate": 8.342705455255351e-05,
      "loss": 0.1847,
      "step": 95395
    },
    {
      "epoch": 3.90727012082736,
      "grad_norm": 1.1691501260099535,
      "learning_rate": 8.342413198000835e-05,
      "loss": 0.3699,
      "step": 95396
    },
    {
      "epoch": 3.9073110792545567,
      "grad_norm": 0.9326434003823106,
      "learning_rate": 8.342120943893644e-05,
      "loss": 0.2314,
      "step": 95397
    },
    {
      "epoch": 3.907352037681753,
      "grad_norm": 1.8498232654695235,
      "learning_rate": 8.341828692933907e-05,
      "loss": 0.82,
      "step": 95398
    },
    {
      "epoch": 3.9073929961089493,
      "grad_norm": 1.0200177783173163,
      "learning_rate": 8.341536445121767e-05,
      "loss": 0.2126,
      "step": 95399
    },
    {
      "epoch": 3.907433954536146,
      "grad_norm": 1.7112491548260365,
      "learning_rate": 8.341244200457366e-05,
      "loss": 0.9197,
      "step": 95400
    },
    {
      "epoch": 3.9074749129633424,
      "grad_norm": 1.3285113548659837,
      "learning_rate": 8.340951958940834e-05,
      "loss": 0.5849,
      "step": 95401
    },
    {
      "epoch": 3.9075158713905385,
      "grad_norm": 1.4063605776988304,
      "learning_rate": 8.34065972057232e-05,
      "loss": 0.8175,
      "step": 95402
    },
    {
      "epoch": 3.907556829817735,
      "grad_norm": 1.181753524920341,
      "learning_rate": 8.340367485351949e-05,
      "loss": 0.2609,
      "step": 95403
    },
    {
      "epoch": 3.9075977882449315,
      "grad_norm": 1.391858719448461,
      "learning_rate": 8.340075253279864e-05,
      "loss": 0.7431,
      "step": 95404
    },
    {
      "epoch": 3.9076387466721276,
      "grad_norm": 0.5464862095113577,
      "learning_rate": 8.339783024356215e-05,
      "loss": 0.0781,
      "step": 95405
    },
    {
      "epoch": 3.907679705099324,
      "grad_norm": 1.0295678928535703,
      "learning_rate": 8.33949079858112e-05,
      "loss": 0.2901,
      "step": 95406
    },
    {
      "epoch": 3.9077206635265207,
      "grad_norm": 1.8714354176566173,
      "learning_rate": 8.33919857595473e-05,
      "loss": 1.0226,
      "step": 95407
    },
    {
      "epoch": 3.907761621953717,
      "grad_norm": 1.3778945187086153,
      "learning_rate": 8.338906356477185e-05,
      "loss": 0.7384,
      "step": 95408
    },
    {
      "epoch": 3.9078025803809133,
      "grad_norm": 1.418693261046541,
      "learning_rate": 8.338614140148613e-05,
      "loss": 0.6788,
      "step": 95409
    },
    {
      "epoch": 3.90784353880811,
      "grad_norm": 0.9667701521494756,
      "learning_rate": 8.338321926969166e-05,
      "loss": 0.2264,
      "step": 95410
    },
    {
      "epoch": 3.9078844972353064,
      "grad_norm": 1.1384075360204347,
      "learning_rate": 8.338029716938963e-05,
      "loss": 0.5974,
      "step": 95411
    },
    {
      "epoch": 3.9079254556625025,
      "grad_norm": 1.3089356607545086,
      "learning_rate": 8.337737510058158e-05,
      "loss": 0.579,
      "step": 95412
    },
    {
      "epoch": 3.907966414089699,
      "grad_norm": 1.6204254129555744,
      "learning_rate": 8.337445306326886e-05,
      "loss": 0.763,
      "step": 95413
    },
    {
      "epoch": 3.908007372516895,
      "grad_norm": 1.4493785018760896,
      "learning_rate": 8.337153105745279e-05,
      "loss": 0.6707,
      "step": 95414
    },
    {
      "epoch": 3.9080483309440917,
      "grad_norm": 1.0019143737269474,
      "learning_rate": 8.336860908313485e-05,
      "loss": 0.3575,
      "step": 95415
    },
    {
      "epoch": 3.908089289371288,
      "grad_norm": 1.1933695215456157,
      "learning_rate": 8.336568714031631e-05,
      "loss": 0.541,
      "step": 95416
    },
    {
      "epoch": 3.9081302477984847,
      "grad_norm": 0.7900895004259209,
      "learning_rate": 8.336276522899862e-05,
      "loss": 0.2364,
      "step": 95417
    },
    {
      "epoch": 3.908171206225681,
      "grad_norm": 1.8192698276639456,
      "learning_rate": 8.335984334918319e-05,
      "loss": 0.8845,
      "step": 95418
    },
    {
      "epoch": 3.9082121646528774,
      "grad_norm": 1.0530205170805593,
      "learning_rate": 8.33569215008713e-05,
      "loss": 0.6011,
      "step": 95419
    },
    {
      "epoch": 3.908253123080074,
      "grad_norm": 1.2782647251780621,
      "learning_rate": 8.335399968406438e-05,
      "loss": 0.6,
      "step": 95420
    },
    {
      "epoch": 3.90829408150727,
      "grad_norm": 1.059720216747798,
      "learning_rate": 8.335107789876392e-05,
      "loss": 0.4262,
      "step": 95421
    },
    {
      "epoch": 3.9083350399344665,
      "grad_norm": 1.4887779283991769,
      "learning_rate": 8.334815614497111e-05,
      "loss": 0.575,
      "step": 95422
    },
    {
      "epoch": 3.908375998361663,
      "grad_norm": 1.5304685733983496,
      "learning_rate": 8.334523442268749e-05,
      "loss": 0.77,
      "step": 95423
    },
    {
      "epoch": 3.908416956788859,
      "grad_norm": 1.1572011685189678,
      "learning_rate": 8.334231273191431e-05,
      "loss": 0.5097,
      "step": 95424
    },
    {
      "epoch": 3.9084579152160557,
      "grad_norm": 1.5317205861288024,
      "learning_rate": 8.333939107265303e-05,
      "loss": 0.8585,
      "step": 95425
    },
    {
      "epoch": 3.908498873643252,
      "grad_norm": 1.2224055458295127,
      "learning_rate": 8.333646944490506e-05,
      "loss": 0.6344,
      "step": 95426
    },
    {
      "epoch": 3.9085398320704483,
      "grad_norm": 1.7549209202086051,
      "learning_rate": 8.333354784867168e-05,
      "loss": 0.7906,
      "step": 95427
    },
    {
      "epoch": 3.908580790497645,
      "grad_norm": 1.1671885787604552,
      "learning_rate": 8.333062628395437e-05,
      "loss": 0.5309,
      "step": 95428
    },
    {
      "epoch": 3.9086217489248414,
      "grad_norm": 1.2792005424530581,
      "learning_rate": 8.33277047507545e-05,
      "loss": 0.5886,
      "step": 95429
    },
    {
      "epoch": 3.908662707352038,
      "grad_norm": 1.0438813313259583,
      "learning_rate": 8.332478324907335e-05,
      "loss": 0.3314,
      "step": 95430
    },
    {
      "epoch": 3.908703665779234,
      "grad_norm": 1.761615178737583,
      "learning_rate": 8.332186177891244e-05,
      "loss": 1.0071,
      "step": 95431
    },
    {
      "epoch": 3.9087446242064305,
      "grad_norm": 1.0002356345247319,
      "learning_rate": 8.331894034027305e-05,
      "loss": 0.4463,
      "step": 95432
    },
    {
      "epoch": 3.9087855826336266,
      "grad_norm": 0.948097588630938,
      "learning_rate": 8.331601893315657e-05,
      "loss": 0.2201,
      "step": 95433
    },
    {
      "epoch": 3.908826541060823,
      "grad_norm": 1.2836268924191898,
      "learning_rate": 8.331309755756448e-05,
      "loss": 0.5878,
      "step": 95434
    },
    {
      "epoch": 3.9088674994880197,
      "grad_norm": 0.7054794962534672,
      "learning_rate": 8.331017621349802e-05,
      "loss": 0.1424,
      "step": 95435
    },
    {
      "epoch": 3.9089084579152162,
      "grad_norm": 1.0561764742791273,
      "learning_rate": 8.330725490095864e-05,
      "loss": 0.428,
      "step": 95436
    },
    {
      "epoch": 3.9089494163424123,
      "grad_norm": 1.5128080291791848,
      "learning_rate": 8.330433361994778e-05,
      "loss": 0.5437,
      "step": 95437
    },
    {
      "epoch": 3.908990374769609,
      "grad_norm": 1.8944232306870572,
      "learning_rate": 8.330141237046669e-05,
      "loss": 0.9336,
      "step": 95438
    },
    {
      "epoch": 3.9090313331968054,
      "grad_norm": 1.3439476381945623,
      "learning_rate": 8.32984911525169e-05,
      "loss": 0.6001,
      "step": 95439
    },
    {
      "epoch": 3.9090722916240015,
      "grad_norm": 1.621171202357343,
      "learning_rate": 8.329556996609966e-05,
      "loss": 0.6973,
      "step": 95440
    },
    {
      "epoch": 3.909113250051198,
      "grad_norm": 1.4555544049905722,
      "learning_rate": 8.329264881121638e-05,
      "loss": 0.7786,
      "step": 95441
    },
    {
      "epoch": 3.9091542084783946,
      "grad_norm": 1.71568252534461,
      "learning_rate": 8.328972768786853e-05,
      "loss": 0.8899,
      "step": 95442
    },
    {
      "epoch": 3.909195166905591,
      "grad_norm": 0.5297185110555672,
      "learning_rate": 8.328680659605738e-05,
      "loss": 0.1253,
      "step": 95443
    },
    {
      "epoch": 3.909236125332787,
      "grad_norm": 1.0702325450654067,
      "learning_rate": 8.328388553578434e-05,
      "loss": 0.246,
      "step": 95444
    },
    {
      "epoch": 3.9092770837599837,
      "grad_norm": 1.4506774777057072,
      "learning_rate": 8.328096450705088e-05,
      "loss": 0.7811,
      "step": 95445
    },
    {
      "epoch": 3.90931804218718,
      "grad_norm": 1.3219096774074766,
      "learning_rate": 8.327804350985831e-05,
      "loss": 0.6861,
      "step": 95446
    },
    {
      "epoch": 3.9093590006143764,
      "grad_norm": 1.4314153717935905,
      "learning_rate": 8.327512254420794e-05,
      "loss": 0.6314,
      "step": 95447
    },
    {
      "epoch": 3.909399959041573,
      "grad_norm": 1.3219476887468689,
      "learning_rate": 8.327220161010128e-05,
      "loss": 0.5895,
      "step": 95448
    },
    {
      "epoch": 3.9094409174687694,
      "grad_norm": 1.3393797711794206,
      "learning_rate": 8.326928070753959e-05,
      "loss": 0.5975,
      "step": 95449
    },
    {
      "epoch": 3.9094818758959655,
      "grad_norm": 0.787367717187637,
      "learning_rate": 8.326635983652439e-05,
      "loss": 0.21,
      "step": 95450
    },
    {
      "epoch": 3.909522834323162,
      "grad_norm": 0.9127748571918813,
      "learning_rate": 8.32634389970569e-05,
      "loss": 0.2288,
      "step": 95451
    },
    {
      "epoch": 3.909563792750358,
      "grad_norm": 1.1389574453293039,
      "learning_rate": 8.32605181891386e-05,
      "loss": 0.3609,
      "step": 95452
    },
    {
      "epoch": 3.9096047511775547,
      "grad_norm": 1.382581194523277,
      "learning_rate": 8.325759741277091e-05,
      "loss": 0.7663,
      "step": 95453
    },
    {
      "epoch": 3.909645709604751,
      "grad_norm": 1.6137769262079862,
      "learning_rate": 8.325467666795508e-05,
      "loss": 0.7116,
      "step": 95454
    },
    {
      "epoch": 3.9096866680319478,
      "grad_norm": 1.618139526291525,
      "learning_rate": 8.325175595469258e-05,
      "loss": 0.6003,
      "step": 95455
    },
    {
      "epoch": 3.909727626459144,
      "grad_norm": 3.1733528643520534,
      "learning_rate": 8.324883527298485e-05,
      "loss": 3.2939,
      "step": 95456
    },
    {
      "epoch": 3.9097685848863404,
      "grad_norm": 1.3686458495939873,
      "learning_rate": 8.324591462283312e-05,
      "loss": 0.6696,
      "step": 95457
    },
    {
      "epoch": 3.909809543313537,
      "grad_norm": 2.0423423321857466,
      "learning_rate": 8.32429940042389e-05,
      "loss": 1.3878,
      "step": 95458
    },
    {
      "epoch": 3.909850501740733,
      "grad_norm": 1.436421480501049,
      "learning_rate": 8.324007341720346e-05,
      "loss": 0.5816,
      "step": 95459
    },
    {
      "epoch": 3.9098914601679295,
      "grad_norm": 1.3541105059435157,
      "learning_rate": 8.323715286172826e-05,
      "loss": 0.5604,
      "step": 95460
    },
    {
      "epoch": 3.909932418595126,
      "grad_norm": 0.9590528235297309,
      "learning_rate": 8.32342323378147e-05,
      "loss": 0.2269,
      "step": 95461
    },
    {
      "epoch": 3.9099733770223226,
      "grad_norm": 1.2497733063267753,
      "learning_rate": 8.323131184546407e-05,
      "loss": 0.4732,
      "step": 95462
    },
    {
      "epoch": 3.9100143354495187,
      "grad_norm": 1.0889992213107658,
      "learning_rate": 8.322839138467781e-05,
      "loss": 0.4806,
      "step": 95463
    },
    {
      "epoch": 3.9100552938767152,
      "grad_norm": 0.9332426098837595,
      "learning_rate": 8.322547095545733e-05,
      "loss": 0.2112,
      "step": 95464
    },
    {
      "epoch": 3.9100962523039113,
      "grad_norm": 1.5611043255311239,
      "learning_rate": 8.322255055780393e-05,
      "loss": 0.7699,
      "step": 95465
    },
    {
      "epoch": 3.910137210731108,
      "grad_norm": 3.627180908500728,
      "learning_rate": 8.321963019171908e-05,
      "loss": 4.4621,
      "step": 95466
    },
    {
      "epoch": 3.9101781691583044,
      "grad_norm": 0.859969334335969,
      "learning_rate": 8.321670985720408e-05,
      "loss": 0.237,
      "step": 95467
    },
    {
      "epoch": 3.910219127585501,
      "grad_norm": 1.506756440521332,
      "learning_rate": 8.321378955426031e-05,
      "loss": 0.5608,
      "step": 95468
    },
    {
      "epoch": 3.910260086012697,
      "grad_norm": 2.590632919138893,
      "learning_rate": 8.321086928288925e-05,
      "loss": 1.1435,
      "step": 95469
    },
    {
      "epoch": 3.9103010444398936,
      "grad_norm": 1.1486679012238123,
      "learning_rate": 8.320794904309218e-05,
      "loss": 0.4309,
      "step": 95470
    },
    {
      "epoch": 3.9103420028670897,
      "grad_norm": 1.00956239112773,
      "learning_rate": 8.320502883487051e-05,
      "loss": 0.3254,
      "step": 95471
    },
    {
      "epoch": 3.910382961294286,
      "grad_norm": 1.4482252259292632,
      "learning_rate": 8.320210865822567e-05,
      "loss": 0.7564,
      "step": 95472
    },
    {
      "epoch": 3.9104239197214827,
      "grad_norm": 1.1329220757928908,
      "learning_rate": 8.319918851315895e-05,
      "loss": 0.1273,
      "step": 95473
    },
    {
      "epoch": 3.9104648781486793,
      "grad_norm": 1.8800702703974235,
      "learning_rate": 8.319626839967181e-05,
      "loss": 0.7748,
      "step": 95474
    },
    {
      "epoch": 3.9105058365758754,
      "grad_norm": 1.4155791470172046,
      "learning_rate": 8.319334831776557e-05,
      "loss": 0.481,
      "step": 95475
    },
    {
      "epoch": 3.910546795003072,
      "grad_norm": 1.4796443387171658,
      "learning_rate": 8.319042826744163e-05,
      "loss": 0.8064,
      "step": 95476
    },
    {
      "epoch": 3.9105877534302684,
      "grad_norm": 3.1564134485491238,
      "learning_rate": 8.318750824870144e-05,
      "loss": 3.4259,
      "step": 95477
    },
    {
      "epoch": 3.9106287118574645,
      "grad_norm": 1.0708851545839846,
      "learning_rate": 8.318458826154625e-05,
      "loss": 0.2155,
      "step": 95478
    },
    {
      "epoch": 3.910669670284661,
      "grad_norm": 1.4872485338741523,
      "learning_rate": 8.318166830597752e-05,
      "loss": 0.8407,
      "step": 95479
    },
    {
      "epoch": 3.9107106287118576,
      "grad_norm": 1.5984999725717273,
      "learning_rate": 8.317874838199668e-05,
      "loss": 0.8022,
      "step": 95480
    },
    {
      "epoch": 3.910751587139054,
      "grad_norm": 1.3623325333837362,
      "learning_rate": 8.3175828489605e-05,
      "loss": 0.5681,
      "step": 95481
    },
    {
      "epoch": 3.9107925455662502,
      "grad_norm": 1.831206350903391,
      "learning_rate": 8.317290862880395e-05,
      "loss": 0.471,
      "step": 95482
    },
    {
      "epoch": 3.9108335039934468,
      "grad_norm": 1.7513417977402383,
      "learning_rate": 8.316998879959482e-05,
      "loss": 0.9668,
      "step": 95483
    },
    {
      "epoch": 3.910874462420643,
      "grad_norm": 1.4143984077381762,
      "learning_rate": 8.316706900197904e-05,
      "loss": 0.5889,
      "step": 95484
    },
    {
      "epoch": 3.9109154208478394,
      "grad_norm": 2.2906319282042333,
      "learning_rate": 8.316414923595804e-05,
      "loss": 1.5428,
      "step": 95485
    },
    {
      "epoch": 3.910956379275036,
      "grad_norm": 1.384929387198359,
      "learning_rate": 8.31612295015331e-05,
      "loss": 0.6496,
      "step": 95486
    },
    {
      "epoch": 3.9109973377022325,
      "grad_norm": 1.8633154372352818,
      "learning_rate": 8.315830979870574e-05,
      "loss": 0.7707,
      "step": 95487
    },
    {
      "epoch": 3.9110382961294285,
      "grad_norm": 2.508839388641834,
      "learning_rate": 8.315539012747716e-05,
      "loss": 1.1929,
      "step": 95488
    },
    {
      "epoch": 3.911079254556625,
      "grad_norm": 1.1076922306869985,
      "learning_rate": 8.315247048784884e-05,
      "loss": 0.3609,
      "step": 95489
    },
    {
      "epoch": 3.911120212983821,
      "grad_norm": 1.1065688531044902,
      "learning_rate": 8.314955087982221e-05,
      "loss": 0.5379,
      "step": 95490
    },
    {
      "epoch": 3.9111611714110177,
      "grad_norm": 1.2070137618471055,
      "learning_rate": 8.314663130339855e-05,
      "loss": 0.3712,
      "step": 95491
    },
    {
      "epoch": 3.9112021298382142,
      "grad_norm": 1.4531318767236603,
      "learning_rate": 8.314371175857925e-05,
      "loss": 0.7229,
      "step": 95492
    },
    {
      "epoch": 3.911243088265411,
      "grad_norm": 1.4586419402037851,
      "learning_rate": 8.314079224536581e-05,
      "loss": 0.6204,
      "step": 95493
    },
    {
      "epoch": 3.911284046692607,
      "grad_norm": 1.331316156528959,
      "learning_rate": 8.313787276375947e-05,
      "loss": 0.5317,
      "step": 95494
    },
    {
      "epoch": 3.9113250051198034,
      "grad_norm": 1.5672572218776242,
      "learning_rate": 8.31349533137617e-05,
      "loss": 0.9196,
      "step": 95495
    },
    {
      "epoch": 3.911365963547,
      "grad_norm": 1.231366328639827,
      "learning_rate": 8.31320338953738e-05,
      "loss": 0.5152,
      "step": 95496
    },
    {
      "epoch": 3.911406921974196,
      "grad_norm": 2.2896895911145987,
      "learning_rate": 8.31291145085972e-05,
      "loss": 1.0738,
      "step": 95497
    },
    {
      "epoch": 3.9114478804013926,
      "grad_norm": 1.7885637836686885,
      "learning_rate": 8.312619515343332e-05,
      "loss": 1.046,
      "step": 95498
    },
    {
      "epoch": 3.911488838828589,
      "grad_norm": 2.9291935075425393,
      "learning_rate": 8.312327582988344e-05,
      "loss": 1.0245,
      "step": 95499
    },
    {
      "epoch": 3.9115297972557856,
      "grad_norm": 1.4085425270862602,
      "learning_rate": 8.312035653794899e-05,
      "loss": 0.5755,
      "step": 95500
    },
    {
      "epoch": 3.9115707556829817,
      "grad_norm": 1.8389748433982482,
      "learning_rate": 8.311743727763142e-05,
      "loss": 1.0036,
      "step": 95501
    },
    {
      "epoch": 3.9116117141101783,
      "grad_norm": 1.5243934140683415,
      "learning_rate": 8.311451804893198e-05,
      "loss": 0.595,
      "step": 95502
    },
    {
      "epoch": 3.9116526725373744,
      "grad_norm": 1.5897997135287198,
      "learning_rate": 8.311159885185218e-05,
      "loss": 0.9126,
      "step": 95503
    },
    {
      "epoch": 3.911693630964571,
      "grad_norm": 2.65986077891744,
      "learning_rate": 8.310867968639326e-05,
      "loss": 0.5336,
      "step": 95504
    },
    {
      "epoch": 3.9117345893917674,
      "grad_norm": 1.7968774935368148,
      "learning_rate": 8.31057605525567e-05,
      "loss": 1.3838,
      "step": 95505
    },
    {
      "epoch": 3.911775547818964,
      "grad_norm": 1.1060224476727212,
      "learning_rate": 8.310284145034388e-05,
      "loss": 0.2223,
      "step": 95506
    },
    {
      "epoch": 3.91181650624616,
      "grad_norm": 1.365038280613639,
      "learning_rate": 8.309992237975614e-05,
      "loss": 0.5121,
      "step": 95507
    },
    {
      "epoch": 3.9118574646733566,
      "grad_norm": 1.4852244567682402,
      "learning_rate": 8.309700334079484e-05,
      "loss": 0.6107,
      "step": 95508
    },
    {
      "epoch": 3.9118984231005527,
      "grad_norm": 1.6193159994461057,
      "learning_rate": 8.309408433346148e-05,
      "loss": 0.6059,
      "step": 95509
    },
    {
      "epoch": 3.9119393815277492,
      "grad_norm": 0.8388588141241459,
      "learning_rate": 8.309116535775727e-05,
      "loss": 0.2161,
      "step": 95510
    },
    {
      "epoch": 3.9119803399549458,
      "grad_norm": 1.3232847970818264,
      "learning_rate": 8.308824641368374e-05,
      "loss": 0.3977,
      "step": 95511
    },
    {
      "epoch": 3.9120212983821423,
      "grad_norm": 1.6103982000322292,
      "learning_rate": 8.308532750124214e-05,
      "loss": 0.686,
      "step": 95512
    },
    {
      "epoch": 3.9120622568093384,
      "grad_norm": 1.2821849279325246,
      "learning_rate": 8.308240862043393e-05,
      "loss": 0.5689,
      "step": 95513
    },
    {
      "epoch": 3.912103215236535,
      "grad_norm": 0.905153383717271,
      "learning_rate": 8.307948977126053e-05,
      "loss": 0.2396,
      "step": 95514
    },
    {
      "epoch": 3.9121441736637315,
      "grad_norm": 1.6250162910525814,
      "learning_rate": 8.307657095372321e-05,
      "loss": 0.6115,
      "step": 95515
    },
    {
      "epoch": 3.9121851320909276,
      "grad_norm": 1.629513335861313,
      "learning_rate": 8.307365216782339e-05,
      "loss": 0.7546,
      "step": 95516
    },
    {
      "epoch": 3.912226090518124,
      "grad_norm": 1.7519831316393504,
      "learning_rate": 8.307073341356259e-05,
      "loss": 0.6882,
      "step": 95517
    },
    {
      "epoch": 3.9122670489453206,
      "grad_norm": 1.654021905727689,
      "learning_rate": 8.306781469094193e-05,
      "loss": 0.7126,
      "step": 95518
    },
    {
      "epoch": 3.912308007372517,
      "grad_norm": 1.4614603435735742,
      "learning_rate": 8.306489599996293e-05,
      "loss": 0.6168,
      "step": 95519
    },
    {
      "epoch": 3.9123489657997133,
      "grad_norm": 1.4512783227351511,
      "learning_rate": 8.306197734062704e-05,
      "loss": 0.6017,
      "step": 95520
    },
    {
      "epoch": 3.91238992422691,
      "grad_norm": 1.2068103157346717,
      "learning_rate": 8.305905871293549e-05,
      "loss": 0.4054,
      "step": 95521
    },
    {
      "epoch": 3.912430882654106,
      "grad_norm": 1.5586250680884772,
      "learning_rate": 8.30561401168898e-05,
      "loss": 0.8252,
      "step": 95522
    },
    {
      "epoch": 3.9124718410813024,
      "grad_norm": 1.272147108817408,
      "learning_rate": 8.305322155249122e-05,
      "loss": 0.6504,
      "step": 95523
    },
    {
      "epoch": 3.912512799508499,
      "grad_norm": 1.3248735842201507,
      "learning_rate": 8.305030301974118e-05,
      "loss": 0.4996,
      "step": 95524
    },
    {
      "epoch": 3.9125537579356955,
      "grad_norm": 1.4929632463936764,
      "learning_rate": 8.304738451864115e-05,
      "loss": 0.7046,
      "step": 95525
    },
    {
      "epoch": 3.9125947163628916,
      "grad_norm": 3.9185293958791427,
      "learning_rate": 8.304446604919235e-05,
      "loss": 4.4566,
      "step": 95526
    },
    {
      "epoch": 3.912635674790088,
      "grad_norm": 1.6234736506190397,
      "learning_rate": 8.304154761139626e-05,
      "loss": 0.8735,
      "step": 95527
    },
    {
      "epoch": 3.912676633217284,
      "grad_norm": 1.4226380039980568,
      "learning_rate": 8.303862920525429e-05,
      "loss": 0.6324,
      "step": 95528
    },
    {
      "epoch": 3.9127175916444807,
      "grad_norm": 1.6104047075862282,
      "learning_rate": 8.303571083076772e-05,
      "loss": 0.8728,
      "step": 95529
    },
    {
      "epoch": 3.9127585500716773,
      "grad_norm": 1.3224312838230745,
      "learning_rate": 8.303279248793803e-05,
      "loss": 0.5589,
      "step": 95530
    },
    {
      "epoch": 3.912799508498874,
      "grad_norm": 1.555720139469609,
      "learning_rate": 8.302987417676649e-05,
      "loss": 0.3274,
      "step": 95531
    },
    {
      "epoch": 3.91284046692607,
      "grad_norm": 0.9479207776355615,
      "learning_rate": 8.302695589725455e-05,
      "loss": 0.3521,
      "step": 95532
    },
    {
      "epoch": 3.9128814253532664,
      "grad_norm": 6.312637492850175,
      "learning_rate": 8.302403764940362e-05,
      "loss": 0.6709,
      "step": 95533
    },
    {
      "epoch": 3.912922383780463,
      "grad_norm": 2.214608311675376,
      "learning_rate": 8.3021119433215e-05,
      "loss": 1.5109,
      "step": 95534
    },
    {
      "epoch": 3.912963342207659,
      "grad_norm": 1.3625068480668325,
      "learning_rate": 8.301820124869011e-05,
      "loss": 0.2896,
      "step": 95535
    },
    {
      "epoch": 3.9130043006348556,
      "grad_norm": 1.146711885835773,
      "learning_rate": 8.301528309583036e-05,
      "loss": 0.3925,
      "step": 95536
    },
    {
      "epoch": 3.913045259062052,
      "grad_norm": 0.9100432385886796,
      "learning_rate": 8.301236497463707e-05,
      "loss": 0.236,
      "step": 95537
    },
    {
      "epoch": 3.9130862174892487,
      "grad_norm": 1.3984753826009197,
      "learning_rate": 8.300944688511168e-05,
      "loss": 0.5771,
      "step": 95538
    },
    {
      "epoch": 3.9131271759164448,
      "grad_norm": 1.4470448485486656,
      "learning_rate": 8.30065288272555e-05,
      "loss": 0.701,
      "step": 95539
    },
    {
      "epoch": 3.9131681343436413,
      "grad_norm": 1.5570293692626558,
      "learning_rate": 8.300361080106992e-05,
      "loss": 0.5319,
      "step": 95540
    },
    {
      "epoch": 3.9132090927708374,
      "grad_norm": 0.9432164315524822,
      "learning_rate": 8.300069280655644e-05,
      "loss": 0.244,
      "step": 95541
    },
    {
      "epoch": 3.913250051198034,
      "grad_norm": 1.0214462702522045,
      "learning_rate": 8.299777484371625e-05,
      "loss": 0.332,
      "step": 95542
    },
    {
      "epoch": 3.9132910096252305,
      "grad_norm": 0.8999077491202045,
      "learning_rate": 8.299485691255084e-05,
      "loss": 0.2391,
      "step": 95543
    },
    {
      "epoch": 3.913331968052427,
      "grad_norm": 1.941448782020657,
      "learning_rate": 8.299193901306162e-05,
      "loss": 0.66,
      "step": 95544
    },
    {
      "epoch": 3.913372926479623,
      "grad_norm": 1.5402040143484754,
      "learning_rate": 8.298902114524989e-05,
      "loss": 0.6528,
      "step": 95545
    },
    {
      "epoch": 3.9134138849068196,
      "grad_norm": 2.03799572276262,
      "learning_rate": 8.29861033091171e-05,
      "loss": 0.964,
      "step": 95546
    },
    {
      "epoch": 3.9134548433340157,
      "grad_norm": 1.6319265907049432,
      "learning_rate": 8.298318550466453e-05,
      "loss": 0.8766,
      "step": 95547
    },
    {
      "epoch": 3.9134958017612123,
      "grad_norm": 1.0815978439687373,
      "learning_rate": 8.298026773189363e-05,
      "loss": 0.4025,
      "step": 95548
    },
    {
      "epoch": 3.913536760188409,
      "grad_norm": 1.4221853201405714,
      "learning_rate": 8.297734999080583e-05,
      "loss": 0.6467,
      "step": 95549
    },
    {
      "epoch": 3.9135777186156053,
      "grad_norm": 4.175730382422041,
      "learning_rate": 8.29744322814024e-05,
      "loss": 3.9262,
      "step": 95550
    },
    {
      "epoch": 3.9136186770428014,
      "grad_norm": 1.604519674199436,
      "learning_rate": 8.297151460368475e-05,
      "loss": 0.8669,
      "step": 95551
    },
    {
      "epoch": 3.913659635469998,
      "grad_norm": 1.1610873941266031,
      "learning_rate": 8.296859695765434e-05,
      "loss": 0.4984,
      "step": 95552
    },
    {
      "epoch": 3.9137005938971945,
      "grad_norm": 1.5561645021340056,
      "learning_rate": 8.296567934331246e-05,
      "loss": 0.8779,
      "step": 95553
    },
    {
      "epoch": 3.9137415523243906,
      "grad_norm": 1.2648719612309585,
      "learning_rate": 8.296276176066054e-05,
      "loss": 0.6667,
      "step": 95554
    },
    {
      "epoch": 3.913782510751587,
      "grad_norm": 1.5578818520977595,
      "learning_rate": 8.295984420969988e-05,
      "loss": 1.0202,
      "step": 95555
    },
    {
      "epoch": 3.9138234691787837,
      "grad_norm": 1.7018974938288314,
      "learning_rate": 8.295692669043193e-05,
      "loss": 0.6104,
      "step": 95556
    },
    {
      "epoch": 3.91386442760598,
      "grad_norm": 0.6362600042248119,
      "learning_rate": 8.295400920285811e-05,
      "loss": 0.1542,
      "step": 95557
    },
    {
      "epoch": 3.9139053860331763,
      "grad_norm": 1.6503284426545886,
      "learning_rate": 8.295109174697967e-05,
      "loss": 0.9057,
      "step": 95558
    },
    {
      "epoch": 3.913946344460373,
      "grad_norm": 1.624500798809807,
      "learning_rate": 8.294817432279813e-05,
      "loss": 1.0292,
      "step": 95559
    },
    {
      "epoch": 3.913987302887569,
      "grad_norm": 1.8689397940186774,
      "learning_rate": 8.294525693031478e-05,
      "loss": 0.8056,
      "step": 95560
    },
    {
      "epoch": 3.9140282613147654,
      "grad_norm": 0.7579954760175005,
      "learning_rate": 8.294233956953097e-05,
      "loss": 0.2407,
      "step": 95561
    },
    {
      "epoch": 3.914069219741962,
      "grad_norm": 0.8610808056987589,
      "learning_rate": 8.293942224044821e-05,
      "loss": 0.2896,
      "step": 95562
    },
    {
      "epoch": 3.9141101781691585,
      "grad_norm": 0.7690297971824982,
      "learning_rate": 8.293650494306775e-05,
      "loss": 0.239,
      "step": 95563
    },
    {
      "epoch": 3.9141511365963546,
      "grad_norm": 1.478097547153668,
      "learning_rate": 8.293358767739099e-05,
      "loss": 0.694,
      "step": 95564
    },
    {
      "epoch": 3.914192095023551,
      "grad_norm": 1.3494122002343636,
      "learning_rate": 8.293067044341943e-05,
      "loss": 0.665,
      "step": 95565
    },
    {
      "epoch": 3.9142330534507472,
      "grad_norm": 1.3658263121639402,
      "learning_rate": 8.292775324115428e-05,
      "loss": 0.6678,
      "step": 95566
    },
    {
      "epoch": 3.9142740118779438,
      "grad_norm": 1.6872807074924376,
      "learning_rate": 8.292483607059707e-05,
      "loss": 0.8368,
      "step": 95567
    },
    {
      "epoch": 3.9143149703051403,
      "grad_norm": 0.9562712261498628,
      "learning_rate": 8.292191893174901e-05,
      "loss": 0.3051,
      "step": 95568
    },
    {
      "epoch": 3.914355928732337,
      "grad_norm": 2.0982767357297574,
      "learning_rate": 8.291900182461161e-05,
      "loss": 0.6872,
      "step": 95569
    },
    {
      "epoch": 3.914396887159533,
      "grad_norm": 1.4873325283855758,
      "learning_rate": 8.291608474918626e-05,
      "loss": 0.8911,
      "step": 95570
    },
    {
      "epoch": 3.9144378455867295,
      "grad_norm": 1.3968654403751564,
      "learning_rate": 8.291316770547425e-05,
      "loss": 0.6335,
      "step": 95571
    },
    {
      "epoch": 3.914478804013926,
      "grad_norm": 1.3363734896032082,
      "learning_rate": 8.291025069347698e-05,
      "loss": 0.6408,
      "step": 95572
    },
    {
      "epoch": 3.914519762441122,
      "grad_norm": 1.4112436657955307,
      "learning_rate": 8.290733371319591e-05,
      "loss": 0.5667,
      "step": 95573
    },
    {
      "epoch": 3.9145607208683186,
      "grad_norm": 1.6590546393163321,
      "learning_rate": 8.290441676463232e-05,
      "loss": 1.1175,
      "step": 95574
    },
    {
      "epoch": 3.914601679295515,
      "grad_norm": 0.5929145987404452,
      "learning_rate": 8.290149984778767e-05,
      "loss": 0.1396,
      "step": 95575
    },
    {
      "epoch": 3.9146426377227117,
      "grad_norm": 1.482515861889246,
      "learning_rate": 8.289858296266325e-05,
      "loss": 0.7155,
      "step": 95576
    },
    {
      "epoch": 3.914683596149908,
      "grad_norm": 2.051527229324678,
      "learning_rate": 8.289566610926047e-05,
      "loss": 0.8926,
      "step": 95577
    },
    {
      "epoch": 3.9147245545771043,
      "grad_norm": 0.7917821579740177,
      "learning_rate": 8.28927492875808e-05,
      "loss": 0.2127,
      "step": 95578
    },
    {
      "epoch": 3.9147655130043004,
      "grad_norm": 2.8580323577093787,
      "learning_rate": 8.288983249762548e-05,
      "loss": 0.8318,
      "step": 95579
    },
    {
      "epoch": 3.914806471431497,
      "grad_norm": 1.5572259036716996,
      "learning_rate": 8.288691573939594e-05,
      "loss": 0.6772,
      "step": 95580
    },
    {
      "epoch": 3.9148474298586935,
      "grad_norm": 1.5860366726931556,
      "learning_rate": 8.288399901289365e-05,
      "loss": 0.7929,
      "step": 95581
    },
    {
      "epoch": 3.91488838828589,
      "grad_norm": 1.0148726709420899,
      "learning_rate": 8.288108231811984e-05,
      "loss": 0.2662,
      "step": 95582
    },
    {
      "epoch": 3.914929346713086,
      "grad_norm": 1.3403010359927334,
      "learning_rate": 8.287816565507603e-05,
      "loss": 0.5001,
      "step": 95583
    },
    {
      "epoch": 3.9149703051402827,
      "grad_norm": 0.8725544825531217,
      "learning_rate": 8.287524902376346e-05,
      "loss": 0.2136,
      "step": 95584
    },
    {
      "epoch": 3.9150112635674787,
      "grad_norm": 1.5678942967531588,
      "learning_rate": 8.287233242418359e-05,
      "loss": 0.5123,
      "step": 95585
    },
    {
      "epoch": 3.9150522219946753,
      "grad_norm": 1.147938797274642,
      "learning_rate": 8.286941585633782e-05,
      "loss": 0.631,
      "step": 95586
    },
    {
      "epoch": 3.915093180421872,
      "grad_norm": 1.7268254590927072,
      "learning_rate": 8.286649932022752e-05,
      "loss": 0.8712,
      "step": 95587
    },
    {
      "epoch": 3.9151341388490684,
      "grad_norm": 1.48462788816128,
      "learning_rate": 8.286358281585395e-05,
      "loss": 0.7937,
      "step": 95588
    },
    {
      "epoch": 3.9151750972762644,
      "grad_norm": 1.3460559216573948,
      "learning_rate": 8.286066634321868e-05,
      "loss": 0.8151,
      "step": 95589
    },
    {
      "epoch": 3.915216055703461,
      "grad_norm": 1.202356510668318,
      "learning_rate": 8.28577499023229e-05,
      "loss": 0.245,
      "step": 95590
    },
    {
      "epoch": 3.9152570141306575,
      "grad_norm": 0.935713107110952,
      "learning_rate": 8.285483349316811e-05,
      "loss": 0.3524,
      "step": 95591
    },
    {
      "epoch": 3.9152979725578536,
      "grad_norm": 0.6646395663711933,
      "learning_rate": 8.28519171157557e-05,
      "loss": 0.1135,
      "step": 95592
    },
    {
      "epoch": 3.91533893098505,
      "grad_norm": 1.4867802339703005,
      "learning_rate": 8.284900077008695e-05,
      "loss": 0.8816,
      "step": 95593
    },
    {
      "epoch": 3.9153798894122467,
      "grad_norm": 1.534209962699484,
      "learning_rate": 8.284608445616336e-05,
      "loss": 0.6552,
      "step": 95594
    },
    {
      "epoch": 3.915420847839443,
      "grad_norm": 1.803766012997069,
      "learning_rate": 8.284316817398619e-05,
      "loss": 0.8458,
      "step": 95595
    },
    {
      "epoch": 3.9154618062666393,
      "grad_norm": 1.6147289676866894,
      "learning_rate": 8.284025192355687e-05,
      "loss": 0.8295,
      "step": 95596
    },
    {
      "epoch": 3.915502764693836,
      "grad_norm": 1.1562751501266129,
      "learning_rate": 8.283733570487684e-05,
      "loss": 0.5457,
      "step": 95597
    },
    {
      "epoch": 3.915543723121032,
      "grad_norm": 0.8299756629325898,
      "learning_rate": 8.283441951794736e-05,
      "loss": 0.2784,
      "step": 95598
    },
    {
      "epoch": 3.9155846815482285,
      "grad_norm": 1.3389782105226438,
      "learning_rate": 8.283150336276986e-05,
      "loss": 0.7026,
      "step": 95599
    },
    {
      "epoch": 3.915625639975425,
      "grad_norm": 0.8833385440494141,
      "learning_rate": 8.28285872393458e-05,
      "loss": 0.3445,
      "step": 95600
    },
    {
      "epoch": 3.9156665984026215,
      "grad_norm": 1.5657661613858664,
      "learning_rate": 8.282567114767641e-05,
      "loss": 0.5799,
      "step": 95601
    },
    {
      "epoch": 3.9157075568298176,
      "grad_norm": 1.499107608783337,
      "learning_rate": 8.282275508776323e-05,
      "loss": 0.7319,
      "step": 95602
    },
    {
      "epoch": 3.915748515257014,
      "grad_norm": 1.338862123119469,
      "learning_rate": 8.281983905960747e-05,
      "loss": 0.6588,
      "step": 95603
    },
    {
      "epoch": 3.9157894736842103,
      "grad_norm": 1.312975842982906,
      "learning_rate": 8.28169230632106e-05,
      "loss": 0.5494,
      "step": 95604
    },
    {
      "epoch": 3.915830432111407,
      "grad_norm": 1.2553710226540546,
      "learning_rate": 8.281400709857406e-05,
      "loss": 0.5889,
      "step": 95605
    },
    {
      "epoch": 3.9158713905386033,
      "grad_norm": 1.9597713882924381,
      "learning_rate": 8.281109116569908e-05,
      "loss": 1.1605,
      "step": 95606
    },
    {
      "epoch": 3.9159123489658,
      "grad_norm": 1.4691877338863826,
      "learning_rate": 8.280817526458713e-05,
      "loss": 0.8124,
      "step": 95607
    },
    {
      "epoch": 3.915953307392996,
      "grad_norm": 1.3839817142190467,
      "learning_rate": 8.280525939523963e-05,
      "loss": 0.4489,
      "step": 95608
    },
    {
      "epoch": 3.9159942658201925,
      "grad_norm": 1.238188525963062,
      "learning_rate": 8.280234355765784e-05,
      "loss": 0.7615,
      "step": 95609
    },
    {
      "epoch": 3.916035224247389,
      "grad_norm": 1.3395176243607756,
      "learning_rate": 8.279942775184327e-05,
      "loss": 0.7115,
      "step": 95610
    },
    {
      "epoch": 3.916076182674585,
      "grad_norm": 1.8285687717961057,
      "learning_rate": 8.279651197779716e-05,
      "loss": 0.7831,
      "step": 95611
    },
    {
      "epoch": 3.9161171411017817,
      "grad_norm": 1.6512384715853679,
      "learning_rate": 8.279359623552098e-05,
      "loss": 0.7699,
      "step": 95612
    },
    {
      "epoch": 3.916158099528978,
      "grad_norm": 1.7076194492628267,
      "learning_rate": 8.279068052501614e-05,
      "loss": 0.8426,
      "step": 95613
    },
    {
      "epoch": 3.9161990579561747,
      "grad_norm": 1.3291004529926778,
      "learning_rate": 8.27877648462839e-05,
      "loss": 0.7867,
      "step": 95614
    },
    {
      "epoch": 3.916240016383371,
      "grad_norm": 1.1780485939439682,
      "learning_rate": 8.278484919932573e-05,
      "loss": 0.3751,
      "step": 95615
    },
    {
      "epoch": 3.9162809748105674,
      "grad_norm": 1.6517452340960195,
      "learning_rate": 8.2781933584143e-05,
      "loss": 0.8067,
      "step": 95616
    },
    {
      "epoch": 3.9163219332377635,
      "grad_norm": 1.3449306157216567,
      "learning_rate": 8.277901800073702e-05,
      "loss": 0.5589,
      "step": 95617
    },
    {
      "epoch": 3.91636289166496,
      "grad_norm": 0.8378223571934309,
      "learning_rate": 8.27761024491093e-05,
      "loss": 0.2035,
      "step": 95618
    },
    {
      "epoch": 3.9164038500921565,
      "grad_norm": 1.6915836770261585,
      "learning_rate": 8.27731869292611e-05,
      "loss": 0.7937,
      "step": 95619
    },
    {
      "epoch": 3.916444808519353,
      "grad_norm": 1.5673145727587663,
      "learning_rate": 8.277027144119379e-05,
      "loss": 1.0562,
      "step": 95620
    },
    {
      "epoch": 3.916485766946549,
      "grad_norm": 1.4205744098216662,
      "learning_rate": 8.276735598490887e-05,
      "loss": 0.7733,
      "step": 95621
    },
    {
      "epoch": 3.9165267253737457,
      "grad_norm": 1.4666987228926986,
      "learning_rate": 8.276444056040758e-05,
      "loss": 0.6398,
      "step": 95622
    },
    {
      "epoch": 3.916567683800942,
      "grad_norm": 1.825718010230559,
      "learning_rate": 8.276152516769137e-05,
      "loss": 0.9032,
      "step": 95623
    },
    {
      "epoch": 3.9166086422281383,
      "grad_norm": 1.2603515582086298,
      "learning_rate": 8.275860980676168e-05,
      "loss": 0.6738,
      "step": 95624
    },
    {
      "epoch": 3.916649600655335,
      "grad_norm": 1.602397612746604,
      "learning_rate": 8.275569447761973e-05,
      "loss": 0.6191,
      "step": 95625
    },
    {
      "epoch": 3.9166905590825314,
      "grad_norm": 1.3461305696747412,
      "learning_rate": 8.275277918026706e-05,
      "loss": 0.7326,
      "step": 95626
    },
    {
      "epoch": 3.9167315175097275,
      "grad_norm": 2.615448122434062,
      "learning_rate": 8.27498639147049e-05,
      "loss": 0.5612,
      "step": 95627
    },
    {
      "epoch": 3.916772475936924,
      "grad_norm": 0.9948949057633643,
      "learning_rate": 8.274694868093472e-05,
      "loss": 0.2421,
      "step": 95628
    },
    {
      "epoch": 3.9168134343641205,
      "grad_norm": 4.450644784792641,
      "learning_rate": 8.274403347895793e-05,
      "loss": 3.9861,
      "step": 95629
    },
    {
      "epoch": 3.9168543927913166,
      "grad_norm": 1.0746270098145927,
      "learning_rate": 8.274111830877581e-05,
      "loss": 0.3621,
      "step": 95630
    },
    {
      "epoch": 3.916895351218513,
      "grad_norm": 1.415329126745673,
      "learning_rate": 8.273820317038983e-05,
      "loss": 0.7227,
      "step": 95631
    },
    {
      "epoch": 3.9169363096457097,
      "grad_norm": 1.2979969867587429,
      "learning_rate": 8.273528806380129e-05,
      "loss": 0.5462,
      "step": 95632
    },
    {
      "epoch": 3.9169772680729062,
      "grad_norm": 1.5358355119359972,
      "learning_rate": 8.273237298901158e-05,
      "loss": 0.7503,
      "step": 95633
    },
    {
      "epoch": 3.9170182265001023,
      "grad_norm": 1.0588554211986578,
      "learning_rate": 8.272945794602217e-05,
      "loss": 0.5605,
      "step": 95634
    },
    {
      "epoch": 3.917059184927299,
      "grad_norm": 1.5870513552861782,
      "learning_rate": 8.27265429348343e-05,
      "loss": 0.8493,
      "step": 95635
    },
    {
      "epoch": 3.917100143354495,
      "grad_norm": 0.8374897665902681,
      "learning_rate": 8.272362795544941e-05,
      "loss": 0.2232,
      "step": 95636
    },
    {
      "epoch": 3.9171411017816915,
      "grad_norm": 0.7742985546058934,
      "learning_rate": 8.272071300786895e-05,
      "loss": 0.2576,
      "step": 95637
    },
    {
      "epoch": 3.917182060208888,
      "grad_norm": 1.8323410399417617,
      "learning_rate": 8.27177980920942e-05,
      "loss": 0.8412,
      "step": 95638
    },
    {
      "epoch": 3.9172230186360846,
      "grad_norm": 2.4895429205710236,
      "learning_rate": 8.27148832081266e-05,
      "loss": 2.2955,
      "step": 95639
    },
    {
      "epoch": 3.9172639770632807,
      "grad_norm": 1.919096986170208,
      "learning_rate": 8.271196835596746e-05,
      "loss": 0.9257,
      "step": 95640
    },
    {
      "epoch": 3.917304935490477,
      "grad_norm": 2.057650704986944,
      "learning_rate": 8.270905353561817e-05,
      "loss": 0.899,
      "step": 95641
    },
    {
      "epoch": 3.9173458939176733,
      "grad_norm": 1.5410919936394916,
      "learning_rate": 8.270613874708022e-05,
      "loss": 0.6838,
      "step": 95642
    },
    {
      "epoch": 3.91738685234487,
      "grad_norm": 0.7866692157890124,
      "learning_rate": 8.270322399035483e-05,
      "loss": 0.2055,
      "step": 95643
    },
    {
      "epoch": 3.9174278107720664,
      "grad_norm": 1.4256125891944111,
      "learning_rate": 8.270030926544346e-05,
      "loss": 0.6531,
      "step": 95644
    },
    {
      "epoch": 3.917468769199263,
      "grad_norm": 1.4779870623149967,
      "learning_rate": 8.269739457234753e-05,
      "loss": 0.7178,
      "step": 95645
    },
    {
      "epoch": 3.917509727626459,
      "grad_norm": 1.408093022101001,
      "learning_rate": 8.269447991106833e-05,
      "loss": 0.6749,
      "step": 95646
    },
    {
      "epoch": 3.9175506860536555,
      "grad_norm": 1.070770460009148,
      "learning_rate": 8.26915652816073e-05,
      "loss": 0.5437,
      "step": 95647
    },
    {
      "epoch": 3.917591644480852,
      "grad_norm": 1.61246708114705,
      "learning_rate": 8.268865068396574e-05,
      "loss": 0.683,
      "step": 95648
    },
    {
      "epoch": 3.917632602908048,
      "grad_norm": 0.8301880287122861,
      "learning_rate": 8.268573611814509e-05,
      "loss": 0.1954,
      "step": 95649
    },
    {
      "epoch": 3.9176735613352447,
      "grad_norm": 1.1861047111216942,
      "learning_rate": 8.268282158414678e-05,
      "loss": 0.4417,
      "step": 95650
    },
    {
      "epoch": 3.9177145197624412,
      "grad_norm": 1.3862103771079597,
      "learning_rate": 8.267990708197205e-05,
      "loss": 0.6822,
      "step": 95651
    },
    {
      "epoch": 3.9177554781896378,
      "grad_norm": 0.7456506817485087,
      "learning_rate": 8.267699261162237e-05,
      "loss": 0.2297,
      "step": 95652
    },
    {
      "epoch": 3.917796436616834,
      "grad_norm": 1.7105525011015883,
      "learning_rate": 8.267407817309915e-05,
      "loss": 0.5042,
      "step": 95653
    },
    {
      "epoch": 3.9178373950440304,
      "grad_norm": 1.6451483487652847,
      "learning_rate": 8.267116376640366e-05,
      "loss": 1.0542,
      "step": 95654
    },
    {
      "epoch": 3.9178783534712265,
      "grad_norm": 1.7880985809584684,
      "learning_rate": 8.266824939153741e-05,
      "loss": 0.9009,
      "step": 95655
    },
    {
      "epoch": 3.917919311898423,
      "grad_norm": 1.668616453587453,
      "learning_rate": 8.266533504850162e-05,
      "loss": 0.8171,
      "step": 95656
    },
    {
      "epoch": 3.9179602703256196,
      "grad_norm": 1.194817308699427,
      "learning_rate": 8.266242073729777e-05,
      "loss": 0.5522,
      "step": 95657
    },
    {
      "epoch": 3.918001228752816,
      "grad_norm": 1.573469695075725,
      "learning_rate": 8.265950645792734e-05,
      "loss": 0.6461,
      "step": 95658
    },
    {
      "epoch": 3.918042187180012,
      "grad_norm": 5.118680645464558,
      "learning_rate": 8.265659221039149e-05,
      "loss": 1.8189,
      "step": 95659
    },
    {
      "epoch": 3.9180831456072087,
      "grad_norm": 3.561085470264638,
      "learning_rate": 8.265367799469166e-05,
      "loss": 1.0595,
      "step": 95660
    },
    {
      "epoch": 3.918124104034405,
      "grad_norm": 1.517633533795945,
      "learning_rate": 8.265076381082934e-05,
      "loss": 0.5719,
      "step": 95661
    },
    {
      "epoch": 3.9181650624616013,
      "grad_norm": 1.8048085528155233,
      "learning_rate": 8.264784965880574e-05,
      "loss": 0.5296,
      "step": 95662
    },
    {
      "epoch": 3.918206020888798,
      "grad_norm": 0.843993066405281,
      "learning_rate": 8.264493553862236e-05,
      "loss": 0.2354,
      "step": 95663
    },
    {
      "epoch": 3.9182469793159944,
      "grad_norm": 2.2283857357054084,
      "learning_rate": 8.26420214502806e-05,
      "loss": 0.7044,
      "step": 95664
    },
    {
      "epoch": 3.9182879377431905,
      "grad_norm": 1.2831544617013138,
      "learning_rate": 8.263910739378171e-05,
      "loss": 0.379,
      "step": 95665
    },
    {
      "epoch": 3.918328896170387,
      "grad_norm": 3.125691334876569,
      "learning_rate": 8.263619336912723e-05,
      "loss": 0.8797,
      "step": 95666
    },
    {
      "epoch": 3.9183698545975836,
      "grad_norm": 1.7989978545063847,
      "learning_rate": 8.263327937631836e-05,
      "loss": 0.9345,
      "step": 95667
    },
    {
      "epoch": 3.9184108130247797,
      "grad_norm": 1.7756116648812061,
      "learning_rate": 8.26303654153566e-05,
      "loss": 0.7653,
      "step": 95668
    },
    {
      "epoch": 3.918451771451976,
      "grad_norm": 1.6526980699877154,
      "learning_rate": 8.262745148624332e-05,
      "loss": 0.8608,
      "step": 95669
    },
    {
      "epoch": 3.9184927298791727,
      "grad_norm": 2.320017007321816,
      "learning_rate": 8.262453758897983e-05,
      "loss": 0.8712,
      "step": 95670
    },
    {
      "epoch": 3.9185336883063693,
      "grad_norm": 1.2780375545007723,
      "learning_rate": 8.262162372356755e-05,
      "loss": 0.5261,
      "step": 95671
    },
    {
      "epoch": 3.9185746467335654,
      "grad_norm": 0.8274524753138908,
      "learning_rate": 8.26187098900079e-05,
      "loss": 0.2389,
      "step": 95672
    },
    {
      "epoch": 3.918615605160762,
      "grad_norm": 1.265464445609474,
      "learning_rate": 8.261579608830217e-05,
      "loss": 0.5707,
      "step": 95673
    },
    {
      "epoch": 3.918656563587958,
      "grad_norm": 1.0058796987110123,
      "learning_rate": 8.261288231845184e-05,
      "loss": 0.405,
      "step": 95674
    },
    {
      "epoch": 3.9186975220151545,
      "grad_norm": 1.7076544832066558,
      "learning_rate": 8.260996858045816e-05,
      "loss": 0.8952,
      "step": 95675
    },
    {
      "epoch": 3.918738480442351,
      "grad_norm": 9.24728365425897,
      "learning_rate": 8.260705487432259e-05,
      "loss": 0.9238,
      "step": 95676
    },
    {
      "epoch": 3.9187794388695476,
      "grad_norm": 1.8677826927045191,
      "learning_rate": 8.260414120004654e-05,
      "loss": 0.6994,
      "step": 95677
    },
    {
      "epoch": 3.9188203972967437,
      "grad_norm": 1.693010523318695,
      "learning_rate": 8.260122755763128e-05,
      "loss": 0.7143,
      "step": 95678
    },
    {
      "epoch": 3.9188613557239402,
      "grad_norm": 1.3826790519891818,
      "learning_rate": 8.259831394707824e-05,
      "loss": 0.6368,
      "step": 95679
    },
    {
      "epoch": 3.9189023141511363,
      "grad_norm": 1.9010608568472576,
      "learning_rate": 8.259540036838889e-05,
      "loss": 0.8978,
      "step": 95680
    },
    {
      "epoch": 3.918943272578333,
      "grad_norm": 1.1888359908716353,
      "learning_rate": 8.259248682156446e-05,
      "loss": 0.3705,
      "step": 95681
    },
    {
      "epoch": 3.9189842310055294,
      "grad_norm": 1.4607576282300814,
      "learning_rate": 8.258957330660644e-05,
      "loss": 0.8432,
      "step": 95682
    },
    {
      "epoch": 3.919025189432726,
      "grad_norm": 1.1765878866272605,
      "learning_rate": 8.258665982351611e-05,
      "loss": 0.3874,
      "step": 95683
    },
    {
      "epoch": 3.919066147859922,
      "grad_norm": 3.6048670684229696,
      "learning_rate": 8.258374637229488e-05,
      "loss": 2.5636,
      "step": 95684
    },
    {
      "epoch": 3.9191071062871186,
      "grad_norm": 1.3377299982207276,
      "learning_rate": 8.258083295294421e-05,
      "loss": 0.7122,
      "step": 95685
    },
    {
      "epoch": 3.919148064714315,
      "grad_norm": 1.5095910031218593,
      "learning_rate": 8.257791956546536e-05,
      "loss": 0.8427,
      "step": 95686
    },
    {
      "epoch": 3.919189023141511,
      "grad_norm": 1.3906157019716274,
      "learning_rate": 8.257500620985975e-05,
      "loss": 0.5714,
      "step": 95687
    },
    {
      "epoch": 3.9192299815687077,
      "grad_norm": 2.1892415403844043,
      "learning_rate": 8.257209288612882e-05,
      "loss": 1.4208,
      "step": 95688
    },
    {
      "epoch": 3.9192709399959043,
      "grad_norm": 1.24565871920031,
      "learning_rate": 8.256917959427383e-05,
      "loss": 0.6017,
      "step": 95689
    },
    {
      "epoch": 3.919311898423101,
      "grad_norm": 1.4024329141051468,
      "learning_rate": 8.256626633429629e-05,
      "loss": 0.6161,
      "step": 95690
    },
    {
      "epoch": 3.919352856850297,
      "grad_norm": 1.3419188094416152,
      "learning_rate": 8.256335310619744e-05,
      "loss": 0.7509,
      "step": 95691
    },
    {
      "epoch": 3.9193938152774934,
      "grad_norm": 0.9184490400957125,
      "learning_rate": 8.256043990997873e-05,
      "loss": 0.2691,
      "step": 95692
    },
    {
      "epoch": 3.9194347737046895,
      "grad_norm": 1.4806921229901584,
      "learning_rate": 8.255752674564157e-05,
      "loss": 0.7227,
      "step": 95693
    },
    {
      "epoch": 3.919475732131886,
      "grad_norm": 1.1195656368978053,
      "learning_rate": 8.255461361318726e-05,
      "loss": 0.3454,
      "step": 95694
    },
    {
      "epoch": 3.9195166905590826,
      "grad_norm": 1.2767409277235162,
      "learning_rate": 8.255170051261721e-05,
      "loss": 0.7418,
      "step": 95695
    },
    {
      "epoch": 3.919557648986279,
      "grad_norm": 1.9378305043155652,
      "learning_rate": 8.254878744393285e-05,
      "loss": 1.0482,
      "step": 95696
    },
    {
      "epoch": 3.919598607413475,
      "grad_norm": 1.4291430747176166,
      "learning_rate": 8.254587440713546e-05,
      "loss": 0.6411,
      "step": 95697
    },
    {
      "epoch": 3.9196395658406717,
      "grad_norm": 1.69892839060094,
      "learning_rate": 8.254296140222654e-05,
      "loss": 0.7024,
      "step": 95698
    },
    {
      "epoch": 3.919680524267868,
      "grad_norm": 1.516481813955889,
      "learning_rate": 8.25400484292073e-05,
      "loss": 0.7561,
      "step": 95699
    },
    {
      "epoch": 3.9197214826950644,
      "grad_norm": 1.1090272762494084,
      "learning_rate": 8.253713548807924e-05,
      "loss": 0.4214,
      "step": 95700
    },
    {
      "epoch": 3.919762441122261,
      "grad_norm": 1.6653903214650154,
      "learning_rate": 8.253422257884376e-05,
      "loss": 0.8126,
      "step": 95701
    },
    {
      "epoch": 3.9198033995494574,
      "grad_norm": 1.0810261893274562,
      "learning_rate": 8.253130970150211e-05,
      "loss": 0.3713,
      "step": 95702
    },
    {
      "epoch": 3.9198443579766535,
      "grad_norm": 1.8563642733457082,
      "learning_rate": 8.252839685605584e-05,
      "loss": 0.7525,
      "step": 95703
    },
    {
      "epoch": 3.91988531640385,
      "grad_norm": 1.3822844931245388,
      "learning_rate": 8.252548404250612e-05,
      "loss": 0.5611,
      "step": 95704
    },
    {
      "epoch": 3.9199262748310466,
      "grad_norm": 1.8439050124067817,
      "learning_rate": 8.252257126085446e-05,
      "loss": 1.0241,
      "step": 95705
    },
    {
      "epoch": 3.9199672332582427,
      "grad_norm": 1.4999894165709793,
      "learning_rate": 8.251965851110227e-05,
      "loss": 0.8701,
      "step": 95706
    },
    {
      "epoch": 3.9200081916854392,
      "grad_norm": 1.4305900724455491,
      "learning_rate": 8.251674579325083e-05,
      "loss": 0.8287,
      "step": 95707
    },
    {
      "epoch": 3.9200491501126358,
      "grad_norm": 1.2441761046758153,
      "learning_rate": 8.251383310730153e-05,
      "loss": 0.4046,
      "step": 95708
    },
    {
      "epoch": 3.9200901085398323,
      "grad_norm": 0.944318987360844,
      "learning_rate": 8.251092045325585e-05,
      "loss": 0.233,
      "step": 95709
    },
    {
      "epoch": 3.9201310669670284,
      "grad_norm": 1.238212425473794,
      "learning_rate": 8.2508007831115e-05,
      "loss": 0.5862,
      "step": 95710
    },
    {
      "epoch": 3.920172025394225,
      "grad_norm": 0.8862283178917206,
      "learning_rate": 8.250509524088054e-05,
      "loss": 0.2687,
      "step": 95711
    },
    {
      "epoch": 3.920212983821421,
      "grad_norm": 1.5238219441266705,
      "learning_rate": 8.250218268255369e-05,
      "loss": 0.909,
      "step": 95712
    },
    {
      "epoch": 3.9202539422486176,
      "grad_norm": 0.7923570091167045,
      "learning_rate": 8.249927015613588e-05,
      "loss": 0.2051,
      "step": 95713
    },
    {
      "epoch": 3.920294900675814,
      "grad_norm": 0.969333595003787,
      "learning_rate": 8.249635766162855e-05,
      "loss": 0.253,
      "step": 95714
    },
    {
      "epoch": 3.9203358591030106,
      "grad_norm": 1.476593786576246,
      "learning_rate": 8.249344519903299e-05,
      "loss": 0.6912,
      "step": 95715
    },
    {
      "epoch": 3.9203768175302067,
      "grad_norm": 1.5599361124937061,
      "learning_rate": 8.24905327683506e-05,
      "loss": 0.8722,
      "step": 95716
    },
    {
      "epoch": 3.9204177759574033,
      "grad_norm": 0.8957020384631045,
      "learning_rate": 8.248762036958282e-05,
      "loss": 0.2172,
      "step": 95717
    },
    {
      "epoch": 3.9204587343846,
      "grad_norm": 1.6474233552028215,
      "learning_rate": 8.248470800273094e-05,
      "loss": 0.7302,
      "step": 95718
    },
    {
      "epoch": 3.920499692811796,
      "grad_norm": 1.0534955936742183,
      "learning_rate": 8.24817956677964e-05,
      "loss": 0.253,
      "step": 95719
    },
    {
      "epoch": 3.9205406512389924,
      "grad_norm": 1.4114816686580505,
      "learning_rate": 8.247888336478051e-05,
      "loss": 0.698,
      "step": 95720
    },
    {
      "epoch": 3.920581609666189,
      "grad_norm": 1.4459439391762183,
      "learning_rate": 8.247597109368469e-05,
      "loss": 0.4964,
      "step": 95721
    },
    {
      "epoch": 3.920622568093385,
      "grad_norm": 1.1697762478687523,
      "learning_rate": 8.247305885451036e-05,
      "loss": 0.285,
      "step": 95722
    },
    {
      "epoch": 3.9206635265205816,
      "grad_norm": 1.1889539477847584,
      "learning_rate": 8.247014664725879e-05,
      "loss": 0.4651,
      "step": 95723
    },
    {
      "epoch": 3.920704484947778,
      "grad_norm": 3.9701611252195703,
      "learning_rate": 8.246723447193142e-05,
      "loss": 3.9265,
      "step": 95724
    },
    {
      "epoch": 3.920745443374974,
      "grad_norm": 1.5738501798658766,
      "learning_rate": 8.24643223285297e-05,
      "loss": 1.0204,
      "step": 95725
    },
    {
      "epoch": 3.9207864018021708,
      "grad_norm": 1.7654049580454148,
      "learning_rate": 8.246141021705483e-05,
      "loss": 0.9599,
      "step": 95726
    },
    {
      "epoch": 3.9208273602293673,
      "grad_norm": 1.5790951159091102,
      "learning_rate": 8.245849813750836e-05,
      "loss": 0.5331,
      "step": 95727
    },
    {
      "epoch": 3.920868318656564,
      "grad_norm": 1.1781375040162492,
      "learning_rate": 8.245558608989155e-05,
      "loss": 0.4376,
      "step": 95728
    },
    {
      "epoch": 3.92090927708376,
      "grad_norm": 1.843149868846899,
      "learning_rate": 8.245267407420587e-05,
      "loss": 0.9172,
      "step": 95729
    },
    {
      "epoch": 3.9209502355109564,
      "grad_norm": 1.1754052490878348,
      "learning_rate": 8.244976209045264e-05,
      "loss": 0.4752,
      "step": 95730
    },
    {
      "epoch": 3.9209911939381525,
      "grad_norm": 1.5004693555455708,
      "learning_rate": 8.24468501386332e-05,
      "loss": 0.6379,
      "step": 95731
    },
    {
      "epoch": 3.921032152365349,
      "grad_norm": 1.7488199097028343,
      "learning_rate": 8.244393821874894e-05,
      "loss": 0.8532,
      "step": 95732
    },
    {
      "epoch": 3.9210731107925456,
      "grad_norm": 1.3786665796626103,
      "learning_rate": 8.244102633080137e-05,
      "loss": 0.6618,
      "step": 95733
    },
    {
      "epoch": 3.921114069219742,
      "grad_norm": 1.325669225277509,
      "learning_rate": 8.243811447479168e-05,
      "loss": 0.7057,
      "step": 95734
    },
    {
      "epoch": 3.9211550276469382,
      "grad_norm": 1.3128734715376877,
      "learning_rate": 8.243520265072131e-05,
      "loss": 0.7108,
      "step": 95735
    },
    {
      "epoch": 3.9211959860741348,
      "grad_norm": 1.991272336797947,
      "learning_rate": 8.243229085859173e-05,
      "loss": 1.3347,
      "step": 95736
    },
    {
      "epoch": 3.9212369445013313,
      "grad_norm": 6.580690679434549,
      "learning_rate": 8.24293790984042e-05,
      "loss": 2.8305,
      "step": 95737
    },
    {
      "epoch": 3.9212779029285274,
      "grad_norm": 1.3958723945048837,
      "learning_rate": 8.242646737016019e-05,
      "loss": 0.8917,
      "step": 95738
    },
    {
      "epoch": 3.921318861355724,
      "grad_norm": 1.4566761348001782,
      "learning_rate": 8.242355567386095e-05,
      "loss": 0.84,
      "step": 95739
    },
    {
      "epoch": 3.9213598197829205,
      "grad_norm": 1.091065690711155,
      "learning_rate": 8.242064400950793e-05,
      "loss": 0.2516,
      "step": 95740
    },
    {
      "epoch": 3.9214007782101166,
      "grad_norm": 1.518782883735201,
      "learning_rate": 8.241773237710259e-05,
      "loss": 0.8043,
      "step": 95741
    },
    {
      "epoch": 3.921441736637313,
      "grad_norm": 1.8722817937413376,
      "learning_rate": 8.241482077664615e-05,
      "loss": 1.086,
      "step": 95742
    },
    {
      "epoch": 3.9214826950645096,
      "grad_norm": 0.7887310075581105,
      "learning_rate": 8.241190920814006e-05,
      "loss": 0.1706,
      "step": 95743
    },
    {
      "epoch": 3.9215236534917057,
      "grad_norm": 1.6797259972169931,
      "learning_rate": 8.240899767158575e-05,
      "loss": 0.5582,
      "step": 95744
    },
    {
      "epoch": 3.9215646119189023,
      "grad_norm": 1.5092160442309608,
      "learning_rate": 8.24060861669845e-05,
      "loss": 0.6969,
      "step": 95745
    },
    {
      "epoch": 3.921605570346099,
      "grad_norm": 1.0299665452864215,
      "learning_rate": 8.240317469433779e-05,
      "loss": 0.2621,
      "step": 95746
    },
    {
      "epoch": 3.9216465287732953,
      "grad_norm": 1.7482501032645719,
      "learning_rate": 8.240026325364687e-05,
      "loss": 0.7421,
      "step": 95747
    },
    {
      "epoch": 3.9216874872004914,
      "grad_norm": 1.5272976256875317,
      "learning_rate": 8.239735184491318e-05,
      "loss": 0.5805,
      "step": 95748
    },
    {
      "epoch": 3.921728445627688,
      "grad_norm": 2.3140623359945027,
      "learning_rate": 8.239444046813817e-05,
      "loss": 1.5609,
      "step": 95749
    },
    {
      "epoch": 3.921769404054884,
      "grad_norm": 1.6662987324897618,
      "learning_rate": 8.239152912332307e-05,
      "loss": 0.7689,
      "step": 95750
    },
    {
      "epoch": 3.9218103624820806,
      "grad_norm": 2.80958634508081,
      "learning_rate": 8.238861781046935e-05,
      "loss": 2.5012,
      "step": 95751
    },
    {
      "epoch": 3.921851320909277,
      "grad_norm": 1.2533963021871988,
      "learning_rate": 8.238570652957842e-05,
      "loss": 0.5325,
      "step": 95752
    },
    {
      "epoch": 3.9218922793364737,
      "grad_norm": 1.132312820158827,
      "learning_rate": 8.238279528065153e-05,
      "loss": 0.2833,
      "step": 95753
    },
    {
      "epoch": 3.9219332377636698,
      "grad_norm": 1.503822265766019,
      "learning_rate": 8.23798840636902e-05,
      "loss": 0.9049,
      "step": 95754
    },
    {
      "epoch": 3.9219741961908663,
      "grad_norm": 0.7227325282797799,
      "learning_rate": 8.23769728786957e-05,
      "loss": 0.1546,
      "step": 95755
    },
    {
      "epoch": 3.922015154618063,
      "grad_norm": 1.4541784266409512,
      "learning_rate": 8.237406172566941e-05,
      "loss": 0.7216,
      "step": 95756
    },
    {
      "epoch": 3.922056113045259,
      "grad_norm": 1.675536349091349,
      "learning_rate": 8.237115060461282e-05,
      "loss": 0.7229,
      "step": 95757
    },
    {
      "epoch": 3.9220970714724555,
      "grad_norm": 0.9170988453468037,
      "learning_rate": 8.236823951552714e-05,
      "loss": 0.2357,
      "step": 95758
    },
    {
      "epoch": 3.922138029899652,
      "grad_norm": 1.6579914480096265,
      "learning_rate": 8.236532845841387e-05,
      "loss": 0.7267,
      "step": 95759
    },
    {
      "epoch": 3.9221789883268485,
      "grad_norm": 1.4050776513828171,
      "learning_rate": 8.23624174332744e-05,
      "loss": 0.2382,
      "step": 95760
    },
    {
      "epoch": 3.9222199467540446,
      "grad_norm": 1.5603664847447551,
      "learning_rate": 8.235950644010997e-05,
      "loss": 0.5607,
      "step": 95761
    },
    {
      "epoch": 3.922260905181241,
      "grad_norm": 1.642508419143454,
      "learning_rate": 8.235659547892212e-05,
      "loss": 1.0257,
      "step": 95762
    },
    {
      "epoch": 3.9223018636084372,
      "grad_norm": 1.8161157701256718,
      "learning_rate": 8.235368454971208e-05,
      "loss": 0.9172,
      "step": 95763
    },
    {
      "epoch": 3.922342822035634,
      "grad_norm": 1.1956455316651287,
      "learning_rate": 8.23507736524813e-05,
      "loss": 0.3363,
      "step": 95764
    },
    {
      "epoch": 3.9223837804628303,
      "grad_norm": 1.5225438965075364,
      "learning_rate": 8.234786278723119e-05,
      "loss": 0.7029,
      "step": 95765
    },
    {
      "epoch": 3.922424738890027,
      "grad_norm": 1.3597901087539062,
      "learning_rate": 8.234495195396303e-05,
      "loss": 0.6251,
      "step": 95766
    },
    {
      "epoch": 3.922465697317223,
      "grad_norm": 0.7915226393624406,
      "learning_rate": 8.234204115267833e-05,
      "loss": 0.26,
      "step": 95767
    },
    {
      "epoch": 3.9225066557444195,
      "grad_norm": 1.0594790808318626,
      "learning_rate": 8.23391303833783e-05,
      "loss": 0.232,
      "step": 95768
    },
    {
      "epoch": 3.9225476141716156,
      "grad_norm": 1.3377870387599298,
      "learning_rate": 8.233621964606443e-05,
      "loss": 0.8087,
      "step": 95769
    },
    {
      "epoch": 3.922588572598812,
      "grad_norm": 1.3655808083506706,
      "learning_rate": 8.233330894073812e-05,
      "loss": 0.6471,
      "step": 95770
    },
    {
      "epoch": 3.9226295310260086,
      "grad_norm": 0.6660354613425828,
      "learning_rate": 8.233039826740063e-05,
      "loss": 0.1774,
      "step": 95771
    },
    {
      "epoch": 3.922670489453205,
      "grad_norm": 1.5230903174919548,
      "learning_rate": 8.23274876260534e-05,
      "loss": 0.6541,
      "step": 95772
    },
    {
      "epoch": 3.9227114478804013,
      "grad_norm": 1.1203820155284525,
      "learning_rate": 8.232457701669787e-05,
      "loss": 0.4951,
      "step": 95773
    },
    {
      "epoch": 3.922752406307598,
      "grad_norm": 1.674175212078432,
      "learning_rate": 8.232166643933528e-05,
      "loss": 0.7687,
      "step": 95774
    },
    {
      "epoch": 3.9227933647347943,
      "grad_norm": 2.063516543891761,
      "learning_rate": 8.231875589396716e-05,
      "loss": 1.1392,
      "step": 95775
    },
    {
      "epoch": 3.9228343231619904,
      "grad_norm": 1.549163352458052,
      "learning_rate": 8.231584538059472e-05,
      "loss": 0.6899,
      "step": 95776
    },
    {
      "epoch": 3.922875281589187,
      "grad_norm": 1.5525172793070479,
      "learning_rate": 8.231293489921944e-05,
      "loss": 0.8124,
      "step": 95777
    },
    {
      "epoch": 3.9229162400163835,
      "grad_norm": 1.4835538838872309,
      "learning_rate": 8.231002444984273e-05,
      "loss": 0.6967,
      "step": 95778
    },
    {
      "epoch": 3.92295719844358,
      "grad_norm": 1.9501834143397847,
      "learning_rate": 8.230711403246587e-05,
      "loss": 1.3241,
      "step": 95779
    },
    {
      "epoch": 3.922998156870776,
      "grad_norm": 1.3445910443952587,
      "learning_rate": 8.230420364709027e-05,
      "loss": 0.5367,
      "step": 95780
    },
    {
      "epoch": 3.9230391152979727,
      "grad_norm": 1.3929210514912242,
      "learning_rate": 8.230129329371738e-05,
      "loss": 0.5954,
      "step": 95781
    },
    {
      "epoch": 3.9230800737251688,
      "grad_norm": 1.3219834958430896,
      "learning_rate": 8.229838297234843e-05,
      "loss": 0.7559,
      "step": 95782
    },
    {
      "epoch": 3.9231210321523653,
      "grad_norm": 2.008326160048802,
      "learning_rate": 8.229547268298494e-05,
      "loss": 0.9566,
      "step": 95783
    },
    {
      "epoch": 3.923161990579562,
      "grad_norm": 1.4937761424967682,
      "learning_rate": 8.229256242562817e-05,
      "loss": 0.5456,
      "step": 95784
    },
    {
      "epoch": 3.9232029490067584,
      "grad_norm": 1.236472103354716,
      "learning_rate": 8.228965220027954e-05,
      "loss": 0.5454,
      "step": 95785
    },
    {
      "epoch": 3.9232439074339545,
      "grad_norm": 1.3500592990895222,
      "learning_rate": 8.228674200694049e-05,
      "loss": 0.3688,
      "step": 95786
    },
    {
      "epoch": 3.923284865861151,
      "grad_norm": 1.6936681203882986,
      "learning_rate": 8.22838318456123e-05,
      "loss": 0.7455,
      "step": 95787
    },
    {
      "epoch": 3.923325824288347,
      "grad_norm": 1.5764720816859634,
      "learning_rate": 8.228092171629638e-05,
      "loss": 0.7316,
      "step": 95788
    },
    {
      "epoch": 3.9233667827155436,
      "grad_norm": 1.6103212208633395,
      "learning_rate": 8.227801161899414e-05,
      "loss": 0.7419,
      "step": 95789
    },
    {
      "epoch": 3.92340774114274,
      "grad_norm": 0.9144259814547435,
      "learning_rate": 8.22751015537069e-05,
      "loss": 0.2657,
      "step": 95790
    },
    {
      "epoch": 3.9234486995699367,
      "grad_norm": 1.561244917504211,
      "learning_rate": 8.227219152043612e-05,
      "loss": 0.7347,
      "step": 95791
    },
    {
      "epoch": 3.923489657997133,
      "grad_norm": 1.07242983190406,
      "learning_rate": 8.226928151918305e-05,
      "loss": 0.3154,
      "step": 95792
    },
    {
      "epoch": 3.9235306164243293,
      "grad_norm": 1.3728033408432976,
      "learning_rate": 8.226637154994912e-05,
      "loss": 0.4632,
      "step": 95793
    },
    {
      "epoch": 3.923571574851526,
      "grad_norm": 1.5403586681813912,
      "learning_rate": 8.226346161273578e-05,
      "loss": 0.6172,
      "step": 95794
    },
    {
      "epoch": 3.923612533278722,
      "grad_norm": 1.2433505394651179,
      "learning_rate": 8.22605517075443e-05,
      "loss": 0.4647,
      "step": 95795
    },
    {
      "epoch": 3.9236534917059185,
      "grad_norm": 0.8153101227524658,
      "learning_rate": 8.22576418343761e-05,
      "loss": 0.2196,
      "step": 95796
    },
    {
      "epoch": 3.923694450133115,
      "grad_norm": 1.6395577336442186,
      "learning_rate": 8.225473199323262e-05,
      "loss": 0.7606,
      "step": 95797
    },
    {
      "epoch": 3.9237354085603116,
      "grad_norm": 4.023268168239678,
      "learning_rate": 8.225182218411511e-05,
      "loss": 2.0661,
      "step": 95798
    },
    {
      "epoch": 3.9237763669875076,
      "grad_norm": 0.8638201567082687,
      "learning_rate": 8.224891240702504e-05,
      "loss": 0.2134,
      "step": 95799
    },
    {
      "epoch": 3.923817325414704,
      "grad_norm": 1.846639141287609,
      "learning_rate": 8.224600266196379e-05,
      "loss": 0.9192,
      "step": 95800
    },
    {
      "epoch": 3.9238582838419003,
      "grad_norm": 1.1010630610670955,
      "learning_rate": 8.224309294893263e-05,
      "loss": 0.2367,
      "step": 95801
    },
    {
      "epoch": 3.923899242269097,
      "grad_norm": 0.8879150632608251,
      "learning_rate": 8.224018326793305e-05,
      "loss": 0.2278,
      "step": 95802
    },
    {
      "epoch": 3.9239402006962933,
      "grad_norm": 1.7456988329223488,
      "learning_rate": 8.223727361896633e-05,
      "loss": 0.7238,
      "step": 95803
    },
    {
      "epoch": 3.92398115912349,
      "grad_norm": 1.7888463903283365,
      "learning_rate": 8.223436400203389e-05,
      "loss": 1.1305,
      "step": 95804
    },
    {
      "epoch": 3.924022117550686,
      "grad_norm": 1.070898637452565,
      "learning_rate": 8.223145441713717e-05,
      "loss": 0.4165,
      "step": 95805
    },
    {
      "epoch": 3.9240630759778825,
      "grad_norm": 1.733537885054093,
      "learning_rate": 8.222854486427743e-05,
      "loss": 0.6604,
      "step": 95806
    },
    {
      "epoch": 3.9241040344050786,
      "grad_norm": 1.3366183011660164,
      "learning_rate": 8.222563534345609e-05,
      "loss": 0.7228,
      "step": 95807
    },
    {
      "epoch": 3.924144992832275,
      "grad_norm": 2.5601114966223615,
      "learning_rate": 8.222272585467461e-05,
      "loss": 0.802,
      "step": 95808
    },
    {
      "epoch": 3.9241859512594717,
      "grad_norm": 1.720614838201163,
      "learning_rate": 8.221981639793423e-05,
      "loss": 0.7125,
      "step": 95809
    },
    {
      "epoch": 3.924226909686668,
      "grad_norm": 1.6864468212197128,
      "learning_rate": 8.221690697323645e-05,
      "loss": 1.0503,
      "step": 95810
    },
    {
      "epoch": 3.9242678681138643,
      "grad_norm": 0.9987060166252631,
      "learning_rate": 8.221399758058252e-05,
      "loss": 0.2185,
      "step": 95811
    },
    {
      "epoch": 3.924308826541061,
      "grad_norm": 0.955372550234223,
      "learning_rate": 8.221108821997386e-05,
      "loss": 0.2762,
      "step": 95812
    },
    {
      "epoch": 3.9243497849682574,
      "grad_norm": 1.042247992004111,
      "learning_rate": 8.220817889141195e-05,
      "loss": 0.2879,
      "step": 95813
    },
    {
      "epoch": 3.9243907433954535,
      "grad_norm": 1.8498973777615226,
      "learning_rate": 8.2205269594898e-05,
      "loss": 0.7687,
      "step": 95814
    },
    {
      "epoch": 3.92443170182265,
      "grad_norm": 1.5651431191359555,
      "learning_rate": 8.220236033043348e-05,
      "loss": 0.7214,
      "step": 95815
    },
    {
      "epoch": 3.9244726602498465,
      "grad_norm": 1.39473953772586,
      "learning_rate": 8.219945109801981e-05,
      "loss": 0.7118,
      "step": 95816
    },
    {
      "epoch": 3.924513618677043,
      "grad_norm": 0.6537414675061599,
      "learning_rate": 8.219654189765825e-05,
      "loss": 0.1363,
      "step": 95817
    },
    {
      "epoch": 3.924554577104239,
      "grad_norm": 2.3991533309004938,
      "learning_rate": 8.219363272935027e-05,
      "loss": 0.8212,
      "step": 95818
    },
    {
      "epoch": 3.9245955355314357,
      "grad_norm": 0.9323103237116542,
      "learning_rate": 8.219072359309717e-05,
      "loss": 0.2895,
      "step": 95819
    },
    {
      "epoch": 3.924636493958632,
      "grad_norm": 1.3037130185974442,
      "learning_rate": 8.218781448890033e-05,
      "loss": 0.6611,
      "step": 95820
    },
    {
      "epoch": 3.9246774523858283,
      "grad_norm": 1.101127835898438,
      "learning_rate": 8.218490541676124e-05,
      "loss": 0.2952,
      "step": 95821
    },
    {
      "epoch": 3.924718410813025,
      "grad_norm": 1.0988267539127425,
      "learning_rate": 8.218199637668113e-05,
      "loss": 0.5356,
      "step": 95822
    },
    {
      "epoch": 3.9247593692402214,
      "grad_norm": 1.52216842595077,
      "learning_rate": 8.217908736866143e-05,
      "loss": 0.5793,
      "step": 95823
    },
    {
      "epoch": 3.9248003276674175,
      "grad_norm": 2.1277036968962393,
      "learning_rate": 8.217617839270358e-05,
      "loss": 1.5023,
      "step": 95824
    },
    {
      "epoch": 3.924841286094614,
      "grad_norm": 1.5043512243343864,
      "learning_rate": 8.217326944880886e-05,
      "loss": 0.7764,
      "step": 95825
    },
    {
      "epoch": 3.92488224452181,
      "grad_norm": 1.3459662723550199,
      "learning_rate": 8.217036053697871e-05,
      "loss": 0.5458,
      "step": 95826
    },
    {
      "epoch": 3.9249232029490067,
      "grad_norm": 1.2339675621021264,
      "learning_rate": 8.216745165721445e-05,
      "loss": 0.4351,
      "step": 95827
    },
    {
      "epoch": 3.924964161376203,
      "grad_norm": 1.18325855192307,
      "learning_rate": 8.216454280951745e-05,
      "loss": 0.478,
      "step": 95828
    },
    {
      "epoch": 3.9250051198033997,
      "grad_norm": 1.363489480206906,
      "learning_rate": 8.21616339938892e-05,
      "loss": 0.6097,
      "step": 95829
    },
    {
      "epoch": 3.925046078230596,
      "grad_norm": 1.381729893050523,
      "learning_rate": 8.215872521033091e-05,
      "loss": 0.5591,
      "step": 95830
    },
    {
      "epoch": 3.9250870366577923,
      "grad_norm": 1.774881664339618,
      "learning_rate": 8.215581645884407e-05,
      "loss": 0.8071,
      "step": 95831
    },
    {
      "epoch": 3.925127995084989,
      "grad_norm": 1.5112464661656806,
      "learning_rate": 8.215290773943006e-05,
      "loss": 0.8009,
      "step": 95832
    },
    {
      "epoch": 3.925168953512185,
      "grad_norm": 1.472355847589428,
      "learning_rate": 8.214999905209015e-05,
      "loss": 0.4305,
      "step": 95833
    },
    {
      "epoch": 3.9252099119393815,
      "grad_norm": 1.770999599204154,
      "learning_rate": 8.214709039682587e-05,
      "loss": 0.8992,
      "step": 95834
    },
    {
      "epoch": 3.925250870366578,
      "grad_norm": 1.8819822798018184,
      "learning_rate": 8.214418177363844e-05,
      "loss": 0.7619,
      "step": 95835
    },
    {
      "epoch": 3.9252918287937746,
      "grad_norm": 0.7604208661634881,
      "learning_rate": 8.21412731825293e-05,
      "loss": 0.2249,
      "step": 95836
    },
    {
      "epoch": 3.9253327872209707,
      "grad_norm": 0.9668611164546812,
      "learning_rate": 8.213836462349988e-05,
      "loss": 0.3354,
      "step": 95837
    },
    {
      "epoch": 3.925373745648167,
      "grad_norm": 0.621068615247629,
      "learning_rate": 8.213545609655146e-05,
      "loss": 0.1042,
      "step": 95838
    },
    {
      "epoch": 3.9254147040753633,
      "grad_norm": 1.4227041713324278,
      "learning_rate": 8.213254760168552e-05,
      "loss": 0.5003,
      "step": 95839
    },
    {
      "epoch": 3.92545566250256,
      "grad_norm": 1.0989760053410607,
      "learning_rate": 8.21296391389033e-05,
      "loss": 0.3415,
      "step": 95840
    },
    {
      "epoch": 3.9254966209297564,
      "grad_norm": 1.6967472042884773,
      "learning_rate": 8.212673070820624e-05,
      "loss": 0.9211,
      "step": 95841
    },
    {
      "epoch": 3.925537579356953,
      "grad_norm": 1.4202643599336862,
      "learning_rate": 8.212382230959581e-05,
      "loss": 0.7476,
      "step": 95842
    },
    {
      "epoch": 3.925578537784149,
      "grad_norm": 1.8984318853359816,
      "learning_rate": 8.212091394307322e-05,
      "loss": 0.9313,
      "step": 95843
    },
    {
      "epoch": 3.9256194962113455,
      "grad_norm": 1.4209383379106364,
      "learning_rate": 8.211800560863991e-05,
      "loss": 0.7275,
      "step": 95844
    },
    {
      "epoch": 3.9256604546385416,
      "grad_norm": 1.3299441855263394,
      "learning_rate": 8.211509730629736e-05,
      "loss": 0.6014,
      "step": 95845
    },
    {
      "epoch": 3.925701413065738,
      "grad_norm": 1.5549813956368157,
      "learning_rate": 8.211218903604677e-05,
      "loss": 0.8936,
      "step": 95846
    },
    {
      "epoch": 3.9257423714929347,
      "grad_norm": 1.3890469328109478,
      "learning_rate": 8.210928079788966e-05,
      "loss": 0.6893,
      "step": 95847
    },
    {
      "epoch": 3.9257833299201312,
      "grad_norm": 1.5445468888495981,
      "learning_rate": 8.21063725918273e-05,
      "loss": 0.6768,
      "step": 95848
    },
    {
      "epoch": 3.9258242883473273,
      "grad_norm": 1.5118764985946358,
      "learning_rate": 8.210346441786108e-05,
      "loss": 0.6454,
      "step": 95849
    },
    {
      "epoch": 3.925865246774524,
      "grad_norm": 0.7916335115353129,
      "learning_rate": 8.210055627599248e-05,
      "loss": 0.2016,
      "step": 95850
    },
    {
      "epoch": 3.9259062052017204,
      "grad_norm": 1.4550221060226836,
      "learning_rate": 8.209764816622273e-05,
      "loss": 0.7944,
      "step": 95851
    },
    {
      "epoch": 3.9259471636289165,
      "grad_norm": 0.7221660145665691,
      "learning_rate": 8.209474008855328e-05,
      "loss": 0.1856,
      "step": 95852
    },
    {
      "epoch": 3.925988122056113,
      "grad_norm": 1.4580286355343661,
      "learning_rate": 8.209183204298556e-05,
      "loss": 0.7193,
      "step": 95853
    },
    {
      "epoch": 3.9260290804833096,
      "grad_norm": 0.6868683339429938,
      "learning_rate": 8.208892402952079e-05,
      "loss": 0.1657,
      "step": 95854
    },
    {
      "epoch": 3.926070038910506,
      "grad_norm": 1.4728669445826983,
      "learning_rate": 8.208601604816054e-05,
      "loss": 0.7649,
      "step": 95855
    },
    {
      "epoch": 3.926110997337702,
      "grad_norm": 1.7165189401864345,
      "learning_rate": 8.208310809890599e-05,
      "loss": 0.5496,
      "step": 95856
    },
    {
      "epoch": 3.9261519557648987,
      "grad_norm": 2.0143017655500097,
      "learning_rate": 8.208020018175862e-05,
      "loss": 1.5198,
      "step": 95857
    },
    {
      "epoch": 3.926192914192095,
      "grad_norm": 1.7667400698982039,
      "learning_rate": 8.207729229671985e-05,
      "loss": 0.7282,
      "step": 95858
    },
    {
      "epoch": 3.9262338726192914,
      "grad_norm": 1.3790679158521046,
      "learning_rate": 8.207438444379093e-05,
      "loss": 0.5353,
      "step": 95859
    },
    {
      "epoch": 3.926274831046488,
      "grad_norm": 0.8871990394845166,
      "learning_rate": 8.207147662297331e-05,
      "loss": 0.2572,
      "step": 95860
    },
    {
      "epoch": 3.9263157894736844,
      "grad_norm": 1.5550420594062182,
      "learning_rate": 8.206856883426839e-05,
      "loss": 0.6919,
      "step": 95861
    },
    {
      "epoch": 3.9263567479008805,
      "grad_norm": 1.5678866649598746,
      "learning_rate": 8.206566107767746e-05,
      "loss": 0.2651,
      "step": 95862
    },
    {
      "epoch": 3.926397706328077,
      "grad_norm": 1.1882527406166077,
      "learning_rate": 8.206275335320202e-05,
      "loss": 0.4324,
      "step": 95863
    },
    {
      "epoch": 3.926438664755273,
      "grad_norm": 1.5065998841119475,
      "learning_rate": 8.20598456608433e-05,
      "loss": 0.7186,
      "step": 95864
    },
    {
      "epoch": 3.9264796231824697,
      "grad_norm": 1.2950074621891183,
      "learning_rate": 8.205693800060272e-05,
      "loss": 0.5277,
      "step": 95865
    },
    {
      "epoch": 3.926520581609666,
      "grad_norm": 1.5618316687367144,
      "learning_rate": 8.205403037248175e-05,
      "loss": 0.7656,
      "step": 95866
    },
    {
      "epoch": 3.9265615400368628,
      "grad_norm": 1.2034427144080804,
      "learning_rate": 8.205112277648164e-05,
      "loss": 0.5653,
      "step": 95867
    },
    {
      "epoch": 3.926602498464059,
      "grad_norm": 1.5566939079210569,
      "learning_rate": 8.204821521260381e-05,
      "loss": 0.8944,
      "step": 95868
    },
    {
      "epoch": 3.9266434568912554,
      "grad_norm": 2.1046249034743982,
      "learning_rate": 8.204530768084972e-05,
      "loss": 1.2485,
      "step": 95869
    },
    {
      "epoch": 3.926684415318452,
      "grad_norm": 1.564662250305995,
      "learning_rate": 8.204240018122062e-05,
      "loss": 0.6089,
      "step": 95870
    },
    {
      "epoch": 3.926725373745648,
      "grad_norm": 1.3057252263098869,
      "learning_rate": 8.203949271371791e-05,
      "loss": 0.7515,
      "step": 95871
    },
    {
      "epoch": 3.9267663321728445,
      "grad_norm": 1.4690150592816462,
      "learning_rate": 8.203658527834303e-05,
      "loss": 0.5404,
      "step": 95872
    },
    {
      "epoch": 3.926807290600041,
      "grad_norm": 1.6209163542894038,
      "learning_rate": 8.203367787509726e-05,
      "loss": 0.7425,
      "step": 95873
    },
    {
      "epoch": 3.9268482490272376,
      "grad_norm": 1.7038784102723061,
      "learning_rate": 8.203077050398207e-05,
      "loss": 0.8009,
      "step": 95874
    },
    {
      "epoch": 3.9268892074544337,
      "grad_norm": 1.596224461864025,
      "learning_rate": 8.202786316499874e-05,
      "loss": 0.6768,
      "step": 95875
    },
    {
      "epoch": 3.9269301658816302,
      "grad_norm": 1.9109400161120216,
      "learning_rate": 8.202495585814868e-05,
      "loss": 0.9586,
      "step": 95876
    },
    {
      "epoch": 3.9269711243088263,
      "grad_norm": 1.9739281549640224,
      "learning_rate": 8.202204858343335e-05,
      "loss": 0.8382,
      "step": 95877
    },
    {
      "epoch": 3.927012082736023,
      "grad_norm": 1.1315252997587337,
      "learning_rate": 8.201914134085397e-05,
      "loss": 0.4635,
      "step": 95878
    },
    {
      "epoch": 3.9270530411632194,
      "grad_norm": 1.627973204663589,
      "learning_rate": 8.201623413041201e-05,
      "loss": 0.8219,
      "step": 95879
    },
    {
      "epoch": 3.927093999590416,
      "grad_norm": 1.360676229432026,
      "learning_rate": 8.201332695210889e-05,
      "loss": 0.6234,
      "step": 95880
    },
    {
      "epoch": 3.927134958017612,
      "grad_norm": 1.7030810258277755,
      "learning_rate": 8.201041980594586e-05,
      "loss": 0.7451,
      "step": 95881
    },
    {
      "epoch": 3.9271759164448086,
      "grad_norm": 2.087447797345238,
      "learning_rate": 8.200751269192441e-05,
      "loss": 1.3909,
      "step": 95882
    },
    {
      "epoch": 3.9272168748720047,
      "grad_norm": 1.7277122921791244,
      "learning_rate": 8.20046056100458e-05,
      "loss": 1.0086,
      "step": 95883
    },
    {
      "epoch": 3.927257833299201,
      "grad_norm": 1.6198638602500814,
      "learning_rate": 8.200169856031149e-05,
      "loss": 0.9553,
      "step": 95884
    },
    {
      "epoch": 3.9272987917263977,
      "grad_norm": 1.09768955782628,
      "learning_rate": 8.199879154272287e-05,
      "loss": 0.4433,
      "step": 95885
    },
    {
      "epoch": 3.9273397501535943,
      "grad_norm": 0.9869709817220474,
      "learning_rate": 8.199588455728124e-05,
      "loss": 0.2366,
      "step": 95886
    },
    {
      "epoch": 3.9273807085807904,
      "grad_norm": 1.3944412771058858,
      "learning_rate": 8.199297760398799e-05,
      "loss": 0.6052,
      "step": 95887
    },
    {
      "epoch": 3.927421667007987,
      "grad_norm": 1.3194628694758672,
      "learning_rate": 8.199007068284457e-05,
      "loss": 0.6241,
      "step": 95888
    },
    {
      "epoch": 3.9274626254351834,
      "grad_norm": 1.21906558909403,
      "learning_rate": 8.198716379385225e-05,
      "loss": 0.5946,
      "step": 95889
    },
    {
      "epoch": 3.9275035838623795,
      "grad_norm": 1.6080938215527771,
      "learning_rate": 8.198425693701251e-05,
      "loss": 0.71,
      "step": 95890
    },
    {
      "epoch": 3.927544542289576,
      "grad_norm": 2.5359668795644916,
      "learning_rate": 8.19813501123266e-05,
      "loss": 1.8499,
      "step": 95891
    },
    {
      "epoch": 3.9275855007167726,
      "grad_norm": 1.1334177992742065,
      "learning_rate": 8.197844331979597e-05,
      "loss": 0.4497,
      "step": 95892
    },
    {
      "epoch": 3.927626459143969,
      "grad_norm": 3.8406236009487507,
      "learning_rate": 8.197553655942206e-05,
      "loss": 0.8551,
      "step": 95893
    },
    {
      "epoch": 3.927667417571165,
      "grad_norm": 1.5693450752709657,
      "learning_rate": 8.197262983120606e-05,
      "loss": 0.7218,
      "step": 95894
    },
    {
      "epoch": 3.9277083759983618,
      "grad_norm": 1.4362337288192277,
      "learning_rate": 8.19697231351495e-05,
      "loss": 0.763,
      "step": 95895
    },
    {
      "epoch": 3.927749334425558,
      "grad_norm": 1.6237246746075134,
      "learning_rate": 8.196681647125373e-05,
      "loss": 0.757,
      "step": 95896
    },
    {
      "epoch": 3.9277902928527544,
      "grad_norm": 1.4035375160689676,
      "learning_rate": 8.196390983952006e-05,
      "loss": 0.6241,
      "step": 95897
    },
    {
      "epoch": 3.927831251279951,
      "grad_norm": 1.2902933859525731,
      "learning_rate": 8.196100323994997e-05,
      "loss": 0.5521,
      "step": 95898
    },
    {
      "epoch": 3.9278722097071475,
      "grad_norm": 1.4857971591636678,
      "learning_rate": 8.195809667254472e-05,
      "loss": 0.573,
      "step": 95899
    },
    {
      "epoch": 3.9279131681343435,
      "grad_norm": 2.2605534393989557,
      "learning_rate": 8.195519013730573e-05,
      "loss": 0.7257,
      "step": 95900
    },
    {
      "epoch": 3.92795412656154,
      "grad_norm": 2.1043176779390387,
      "learning_rate": 8.19522836342344e-05,
      "loss": 1.436,
      "step": 95901
    },
    {
      "epoch": 3.927995084988736,
      "grad_norm": 0.7826991889575158,
      "learning_rate": 8.194937716333207e-05,
      "loss": 0.2108,
      "step": 95902
    },
    {
      "epoch": 3.9280360434159327,
      "grad_norm": 3.6247407901865683,
      "learning_rate": 8.19464707246001e-05,
      "loss": 2.1343,
      "step": 95903
    },
    {
      "epoch": 3.9280770018431292,
      "grad_norm": 1.3469575078052844,
      "learning_rate": 8.194356431803997e-05,
      "loss": 0.7988,
      "step": 95904
    },
    {
      "epoch": 3.928117960270326,
      "grad_norm": 1.625725580973961,
      "learning_rate": 8.194065794365289e-05,
      "loss": 0.8534,
      "step": 95905
    },
    {
      "epoch": 3.928158918697522,
      "grad_norm": 1.231114201847633,
      "learning_rate": 8.19377516014404e-05,
      "loss": 0.4899,
      "step": 95906
    },
    {
      "epoch": 3.9281998771247184,
      "grad_norm": 1.5463643144561103,
      "learning_rate": 8.193484529140369e-05,
      "loss": 0.5881,
      "step": 95907
    },
    {
      "epoch": 3.928240835551915,
      "grad_norm": 1.6949365839781125,
      "learning_rate": 8.193193901354427e-05,
      "loss": 0.8183,
      "step": 95908
    },
    {
      "epoch": 3.928281793979111,
      "grad_norm": 1.9331195685217415,
      "learning_rate": 8.192903276786354e-05,
      "loss": 0.9256,
      "step": 95909
    },
    {
      "epoch": 3.9283227524063076,
      "grad_norm": 1.2694286581575773,
      "learning_rate": 8.192612655436275e-05,
      "loss": 0.7482,
      "step": 95910
    },
    {
      "epoch": 3.928363710833504,
      "grad_norm": 30.960652801262793,
      "learning_rate": 8.19232203730434e-05,
      "loss": 2.2548,
      "step": 95911
    },
    {
      "epoch": 3.9284046692607006,
      "grad_norm": 1.1970651461809478,
      "learning_rate": 8.192031422390673e-05,
      "loss": 0.5922,
      "step": 95912
    },
    {
      "epoch": 3.9284456276878967,
      "grad_norm": 1.0281886969123022,
      "learning_rate": 8.191740810695418e-05,
      "loss": 0.3497,
      "step": 95913
    },
    {
      "epoch": 3.9284865861150933,
      "grad_norm": 1.1893155317536597,
      "learning_rate": 8.19145020221872e-05,
      "loss": 0.5961,
      "step": 95914
    },
    {
      "epoch": 3.9285275445422894,
      "grad_norm": 1.7571406511523993,
      "learning_rate": 8.191159596960703e-05,
      "loss": 0.8913,
      "step": 95915
    },
    {
      "epoch": 3.928568502969486,
      "grad_norm": 2.1512656664513945,
      "learning_rate": 8.190868994921511e-05,
      "loss": 1.078,
      "step": 95916
    },
    {
      "epoch": 3.9286094613966824,
      "grad_norm": 1.5551133029556452,
      "learning_rate": 8.190578396101287e-05,
      "loss": 0.6393,
      "step": 95917
    },
    {
      "epoch": 3.928650419823879,
      "grad_norm": 1.5654121079789085,
      "learning_rate": 8.190287800500155e-05,
      "loss": 0.7514,
      "step": 95918
    },
    {
      "epoch": 3.928691378251075,
      "grad_norm": 1.8755761068346144,
      "learning_rate": 8.189997208118268e-05,
      "loss": 0.9694,
      "step": 95919
    },
    {
      "epoch": 3.9287323366782716,
      "grad_norm": 0.9411456188530523,
      "learning_rate": 8.189706618955748e-05,
      "loss": 0.2788,
      "step": 95920
    },
    {
      "epoch": 3.9287732951054677,
      "grad_norm": 1.3631234249937958,
      "learning_rate": 8.18941603301274e-05,
      "loss": 0.7289,
      "step": 95921
    },
    {
      "epoch": 3.9288142535326642,
      "grad_norm": 1.4951802671880092,
      "learning_rate": 8.189125450289386e-05,
      "loss": 0.6314,
      "step": 95922
    },
    {
      "epoch": 3.9288552119598608,
      "grad_norm": 1.4658295888869775,
      "learning_rate": 8.188834870785812e-05,
      "loss": 1.121,
      "step": 95923
    },
    {
      "epoch": 3.9288961703870573,
      "grad_norm": 1.6410966438234247,
      "learning_rate": 8.188544294502162e-05,
      "loss": 0.8595,
      "step": 95924
    },
    {
      "epoch": 3.9289371288142534,
      "grad_norm": 1.3322554020191328,
      "learning_rate": 8.188253721438581e-05,
      "loss": 0.8122,
      "step": 95925
    },
    {
      "epoch": 3.92897808724145,
      "grad_norm": 1.3304597364638406,
      "learning_rate": 8.18796315159519e-05,
      "loss": 0.8074,
      "step": 95926
    },
    {
      "epoch": 3.9290190456686465,
      "grad_norm": 1.3598059694644797,
      "learning_rate": 8.187672584972142e-05,
      "loss": 0.6361,
      "step": 95927
    },
    {
      "epoch": 3.9290600040958426,
      "grad_norm": 0.6128481654576966,
      "learning_rate": 8.187382021569562e-05,
      "loss": 0.1959,
      "step": 95928
    },
    {
      "epoch": 3.929100962523039,
      "grad_norm": 1.89047202083801,
      "learning_rate": 8.18709146138759e-05,
      "loss": 0.8123,
      "step": 95929
    },
    {
      "epoch": 3.9291419209502356,
      "grad_norm": 1.1786995776129954,
      "learning_rate": 8.186800904426373e-05,
      "loss": 0.5949,
      "step": 95930
    },
    {
      "epoch": 3.929182879377432,
      "grad_norm": 1.5676647519341238,
      "learning_rate": 8.186510350686035e-05,
      "loss": 0.8409,
      "step": 95931
    },
    {
      "epoch": 3.9292238378046282,
      "grad_norm": 2.554383820227163,
      "learning_rate": 8.18621980016672e-05,
      "loss": 1.4208,
      "step": 95932
    },
    {
      "epoch": 3.929264796231825,
      "grad_norm": 0.6329866118081863,
      "learning_rate": 8.18592925286857e-05,
      "loss": 0.0966,
      "step": 95933
    },
    {
      "epoch": 3.929305754659021,
      "grad_norm": 1.8638133467224038,
      "learning_rate": 8.185638708791714e-05,
      "loss": 0.8312,
      "step": 95934
    },
    {
      "epoch": 3.9293467130862174,
      "grad_norm": 2.841746933680112,
      "learning_rate": 8.185348167936296e-05,
      "loss": 2.3526,
      "step": 95935
    },
    {
      "epoch": 3.929387671513414,
      "grad_norm": 1.8417002414390347,
      "learning_rate": 8.185057630302442e-05,
      "loss": 1.1209,
      "step": 95936
    },
    {
      "epoch": 3.9294286299406105,
      "grad_norm": 1.6512610941734294,
      "learning_rate": 8.184767095890301e-05,
      "loss": 0.6479,
      "step": 95937
    },
    {
      "epoch": 3.9294695883678066,
      "grad_norm": 1.6265162133404276,
      "learning_rate": 8.18447656470001e-05,
      "loss": 0.8346,
      "step": 95938
    },
    {
      "epoch": 3.929510546795003,
      "grad_norm": 1.5284625484384713,
      "learning_rate": 8.184186036731699e-05,
      "loss": 0.9166,
      "step": 95939
    },
    {
      "epoch": 3.929551505222199,
      "grad_norm": 1.25077374314296,
      "learning_rate": 8.183895511985515e-05,
      "loss": 0.6811,
      "step": 95940
    },
    {
      "epoch": 3.9295924636493957,
      "grad_norm": 1.4905729976209632,
      "learning_rate": 8.183604990461589e-05,
      "loss": 0.7063,
      "step": 95941
    },
    {
      "epoch": 3.9296334220765923,
      "grad_norm": 1.3418873949326806,
      "learning_rate": 8.183314472160054e-05,
      "loss": 0.544,
      "step": 95942
    },
    {
      "epoch": 3.929674380503789,
      "grad_norm": 1.5304230671976764,
      "learning_rate": 8.183023957081052e-05,
      "loss": 0.3004,
      "step": 95943
    },
    {
      "epoch": 3.929715338930985,
      "grad_norm": 1.5258940319719696,
      "learning_rate": 8.182733445224726e-05,
      "loss": 0.671,
      "step": 95944
    },
    {
      "epoch": 3.9297562973581814,
      "grad_norm": 1.489823358555205,
      "learning_rate": 8.182442936591203e-05,
      "loss": 0.7884,
      "step": 95945
    },
    {
      "epoch": 3.929797255785378,
      "grad_norm": 1.3323425084018823,
      "learning_rate": 8.182152431180628e-05,
      "loss": 0.5857,
      "step": 95946
    },
    {
      "epoch": 3.929838214212574,
      "grad_norm": 1.5857553337350978,
      "learning_rate": 8.181861928993133e-05,
      "loss": 0.8227,
      "step": 95947
    },
    {
      "epoch": 3.9298791726397706,
      "grad_norm": 1.9523578306341156,
      "learning_rate": 8.18157143002886e-05,
      "loss": 0.7676,
      "step": 95948
    },
    {
      "epoch": 3.929920131066967,
      "grad_norm": 1.2398469393786697,
      "learning_rate": 8.181280934287947e-05,
      "loss": 0.5524,
      "step": 95949
    },
    {
      "epoch": 3.9299610894941637,
      "grad_norm": 1.312570116506475,
      "learning_rate": 8.180990441770523e-05,
      "loss": 0.6172,
      "step": 95950
    },
    {
      "epoch": 3.9300020479213598,
      "grad_norm": 1.3188213663811883,
      "learning_rate": 8.180699952476732e-05,
      "loss": 0.4778,
      "step": 95951
    },
    {
      "epoch": 3.9300430063485563,
      "grad_norm": 1.3768417134685353,
      "learning_rate": 8.180409466406716e-05,
      "loss": 0.686,
      "step": 95952
    },
    {
      "epoch": 3.9300839647757524,
      "grad_norm": 1.125993863113889,
      "learning_rate": 8.180118983560601e-05,
      "loss": 0.5112,
      "step": 95953
    },
    {
      "epoch": 3.930124923202949,
      "grad_norm": 1.4555794012602095,
      "learning_rate": 8.179828503938536e-05,
      "loss": 0.6969,
      "step": 95954
    },
    {
      "epoch": 3.9301658816301455,
      "grad_norm": 1.0762879891214934,
      "learning_rate": 8.179538027540646e-05,
      "loss": 0.2332,
      "step": 95955
    },
    {
      "epoch": 3.930206840057342,
      "grad_norm": 1.680464267882569,
      "learning_rate": 8.179247554367074e-05,
      "loss": 0.7816,
      "step": 95956
    },
    {
      "epoch": 3.930247798484538,
      "grad_norm": 0.8596200463693197,
      "learning_rate": 8.178957084417966e-05,
      "loss": 0.2338,
      "step": 95957
    },
    {
      "epoch": 3.9302887569117346,
      "grad_norm": 1.1161143694172642,
      "learning_rate": 8.178666617693444e-05,
      "loss": 0.2785,
      "step": 95958
    },
    {
      "epoch": 3.9303297153389307,
      "grad_norm": 1.404561922051507,
      "learning_rate": 8.178376154193651e-05,
      "loss": 0.667,
      "step": 95959
    },
    {
      "epoch": 3.9303706737661273,
      "grad_norm": 2.47602929957533,
      "learning_rate": 8.178085693918734e-05,
      "loss": 2.0419,
      "step": 95960
    },
    {
      "epoch": 3.930411632193324,
      "grad_norm": 1.3123447732687084,
      "learning_rate": 8.177795236868817e-05,
      "loss": 0.5654,
      "step": 95961
    },
    {
      "epoch": 3.9304525906205203,
      "grad_norm": 1.5941879714116625,
      "learning_rate": 8.177504783044045e-05,
      "loss": 0.7693,
      "step": 95962
    },
    {
      "epoch": 3.9304935490477164,
      "grad_norm": 1.7453067773039352,
      "learning_rate": 8.177214332444551e-05,
      "loss": 0.681,
      "step": 95963
    },
    {
      "epoch": 3.930534507474913,
      "grad_norm": 1.8572142459912602,
      "learning_rate": 8.176923885070473e-05,
      "loss": 0.9915,
      "step": 95964
    },
    {
      "epoch": 3.9305754659021095,
      "grad_norm": 1.1194253544078965,
      "learning_rate": 8.176633440921953e-05,
      "loss": 0.3114,
      "step": 95965
    },
    {
      "epoch": 3.9306164243293056,
      "grad_norm": 1.0699494014318214,
      "learning_rate": 8.176342999999122e-05,
      "loss": 0.4767,
      "step": 95966
    },
    {
      "epoch": 3.930657382756502,
      "grad_norm": 1.4176035746551228,
      "learning_rate": 8.176052562302117e-05,
      "loss": 0.7309,
      "step": 95967
    },
    {
      "epoch": 3.9306983411836987,
      "grad_norm": 1.4823844825100994,
      "learning_rate": 8.175762127831086e-05,
      "loss": 0.5611,
      "step": 95968
    },
    {
      "epoch": 3.930739299610895,
      "grad_norm": 1.9799643722683047,
      "learning_rate": 8.175471696586152e-05,
      "loss": 0.9379,
      "step": 95969
    },
    {
      "epoch": 3.9307802580380913,
      "grad_norm": 2.0956962143371793,
      "learning_rate": 8.175181268567467e-05,
      "loss": 1.18,
      "step": 95970
    },
    {
      "epoch": 3.930821216465288,
      "grad_norm": 0.5463697527659452,
      "learning_rate": 8.174890843775153e-05,
      "loss": 0.0922,
      "step": 95971
    },
    {
      "epoch": 3.930862174892484,
      "grad_norm": 0.7891713920125762,
      "learning_rate": 8.174600422209353e-05,
      "loss": 0.2699,
      "step": 95972
    },
    {
      "epoch": 3.9309031333196804,
      "grad_norm": 1.8651845512320107,
      "learning_rate": 8.174310003870214e-05,
      "loss": 0.6704,
      "step": 95973
    },
    {
      "epoch": 3.930944091746877,
      "grad_norm": 1.7857139903088814,
      "learning_rate": 8.174019588757858e-05,
      "loss": 0.5741,
      "step": 95974
    },
    {
      "epoch": 3.9309850501740735,
      "grad_norm": 1.763673111167217,
      "learning_rate": 8.173729176872431e-05,
      "loss": 0.9338,
      "step": 95975
    },
    {
      "epoch": 3.9310260086012696,
      "grad_norm": 1.428046154016076,
      "learning_rate": 8.173438768214073e-05,
      "loss": 0.7297,
      "step": 95976
    },
    {
      "epoch": 3.931066967028466,
      "grad_norm": 1.5344333729760746,
      "learning_rate": 8.17314836278291e-05,
      "loss": 0.8408,
      "step": 95977
    },
    {
      "epoch": 3.9311079254556622,
      "grad_norm": 0.9422412686822922,
      "learning_rate": 8.172857960579096e-05,
      "loss": 0.3303,
      "step": 95978
    },
    {
      "epoch": 3.9311488838828588,
      "grad_norm": 1.6063027432900774,
      "learning_rate": 8.172567561602751e-05,
      "loss": 0.7446,
      "step": 95979
    },
    {
      "epoch": 3.9311898423100553,
      "grad_norm": 1.8694528013124736,
      "learning_rate": 8.17227716585402e-05,
      "loss": 0.9378,
      "step": 95980
    },
    {
      "epoch": 3.931230800737252,
      "grad_norm": 1.2060427936895237,
      "learning_rate": 8.171986773333043e-05,
      "loss": 0.4401,
      "step": 95981
    },
    {
      "epoch": 3.931271759164448,
      "grad_norm": 1.196199483012129,
      "learning_rate": 8.171696384039952e-05,
      "loss": 0.5919,
      "step": 95982
    },
    {
      "epoch": 3.9313127175916445,
      "grad_norm": 1.2836768095771924,
      "learning_rate": 8.171405997974891e-05,
      "loss": 0.6189,
      "step": 95983
    },
    {
      "epoch": 3.931353676018841,
      "grad_norm": 1.6481579623781106,
      "learning_rate": 8.171115615137989e-05,
      "loss": 0.768,
      "step": 95984
    },
    {
      "epoch": 3.931394634446037,
      "grad_norm": 0.9469822707112279,
      "learning_rate": 8.170825235529387e-05,
      "loss": 0.2346,
      "step": 95985
    },
    {
      "epoch": 3.9314355928732336,
      "grad_norm": 1.5436279423974604,
      "learning_rate": 8.170534859149227e-05,
      "loss": 0.9187,
      "step": 95986
    },
    {
      "epoch": 3.93147655130043,
      "grad_norm": 1.6023342207023805,
      "learning_rate": 8.170244485997636e-05,
      "loss": 0.9595,
      "step": 95987
    },
    {
      "epoch": 3.9315175097276267,
      "grad_norm": 1.2374888529188737,
      "learning_rate": 8.169954116074757e-05,
      "loss": 0.6124,
      "step": 95988
    },
    {
      "epoch": 3.931558468154823,
      "grad_norm": 1.4575189989542348,
      "learning_rate": 8.169663749380733e-05,
      "loss": 0.6427,
      "step": 95989
    },
    {
      "epoch": 3.9315994265820193,
      "grad_norm": 1.9390171669935108,
      "learning_rate": 8.169373385915692e-05,
      "loss": 0.6336,
      "step": 95990
    },
    {
      "epoch": 3.9316403850092154,
      "grad_norm": 1.5599428171897367,
      "learning_rate": 8.16908302567978e-05,
      "loss": 0.8003,
      "step": 95991
    },
    {
      "epoch": 3.931681343436412,
      "grad_norm": 1.5284814299122682,
      "learning_rate": 8.168792668673122e-05,
      "loss": 0.7606,
      "step": 95992
    },
    {
      "epoch": 3.9317223018636085,
      "grad_norm": 1.6194721161978165,
      "learning_rate": 8.168502314895862e-05,
      "loss": 0.914,
      "step": 95993
    },
    {
      "epoch": 3.931763260290805,
      "grad_norm": 1.3200063288272708,
      "learning_rate": 8.168211964348146e-05,
      "loss": 0.671,
      "step": 95994
    },
    {
      "epoch": 3.931804218718001,
      "grad_norm": 1.1487094695882798,
      "learning_rate": 8.167921617030094e-05,
      "loss": 0.5624,
      "step": 95995
    },
    {
      "epoch": 3.9318451771451977,
      "grad_norm": 4.028701568796781,
      "learning_rate": 8.167631272941856e-05,
      "loss": 3.6869,
      "step": 95996
    },
    {
      "epoch": 3.9318861355723937,
      "grad_norm": 1.8294618441788222,
      "learning_rate": 8.167340932083566e-05,
      "loss": 0.7434,
      "step": 95997
    },
    {
      "epoch": 3.9319270939995903,
      "grad_norm": 1.6761841220516485,
      "learning_rate": 8.167050594455361e-05,
      "loss": 0.842,
      "step": 95998
    },
    {
      "epoch": 3.931968052426787,
      "grad_norm": 1.7656384459515544,
      "learning_rate": 8.166760260057381e-05,
      "loss": 0.7523,
      "step": 95999
    },
    {
      "epoch": 3.9320090108539834,
      "grad_norm": 1.3495663549598316,
      "learning_rate": 8.166469928889754e-05,
      "loss": 0.5167,
      "step": 96000
    },
    {
      "epoch": 3.9320499692811794,
      "grad_norm": 0.6903004580137171,
      "learning_rate": 8.166179600952623e-05,
      "loss": 0.1606,
      "step": 96001
    },
    {
      "epoch": 3.932090927708376,
      "grad_norm": 1.1893713762744886,
      "learning_rate": 8.165889276246134e-05,
      "loss": 0.5448,
      "step": 96002
    },
    {
      "epoch": 3.9321318861355725,
      "grad_norm": 1.2753727840664197,
      "learning_rate": 8.165598954770408e-05,
      "loss": 0.5409,
      "step": 96003
    },
    {
      "epoch": 3.9321728445627686,
      "grad_norm": 1.7933247494734477,
      "learning_rate": 8.165308636525589e-05,
      "loss": 0.7832,
      "step": 96004
    },
    {
      "epoch": 3.932213802989965,
      "grad_norm": 1.560642624398033,
      "learning_rate": 8.165018321511824e-05,
      "loss": 0.6357,
      "step": 96005
    },
    {
      "epoch": 3.9322547614171617,
      "grad_norm": 1.4712675637474077,
      "learning_rate": 8.164728009729235e-05,
      "loss": 0.5812,
      "step": 96006
    },
    {
      "epoch": 3.932295719844358,
      "grad_norm": 1.0972269307057054,
      "learning_rate": 8.164437701177971e-05,
      "loss": 0.4256,
      "step": 96007
    },
    {
      "epoch": 3.9323366782715543,
      "grad_norm": 0.7283271541578172,
      "learning_rate": 8.16414739585816e-05,
      "loss": 0.1586,
      "step": 96008
    },
    {
      "epoch": 3.932377636698751,
      "grad_norm": 11.708865072831749,
      "learning_rate": 8.163857093769943e-05,
      "loss": 0.8698,
      "step": 96009
    },
    {
      "epoch": 3.932418595125947,
      "grad_norm": 1.3339237405404312,
      "learning_rate": 8.163566794913463e-05,
      "loss": 0.6835,
      "step": 96010
    },
    {
      "epoch": 3.9324595535531435,
      "grad_norm": 1.0374142953598502,
      "learning_rate": 8.163276499288851e-05,
      "loss": 0.4421,
      "step": 96011
    },
    {
      "epoch": 3.93250051198034,
      "grad_norm": 1.5835725204517581,
      "learning_rate": 8.16298620689624e-05,
      "loss": 0.7199,
      "step": 96012
    },
    {
      "epoch": 3.9325414704075365,
      "grad_norm": 1.4589017334342347,
      "learning_rate": 8.162695917735781e-05,
      "loss": 0.503,
      "step": 96013
    },
    {
      "epoch": 3.9325824288347326,
      "grad_norm": 1.335617808087607,
      "learning_rate": 8.162405631807592e-05,
      "loss": 0.6019,
      "step": 96014
    },
    {
      "epoch": 3.932623387261929,
      "grad_norm": 1.4686571008266847,
      "learning_rate": 8.162115349111825e-05,
      "loss": 0.6994,
      "step": 96015
    },
    {
      "epoch": 3.9326643456891253,
      "grad_norm": 1.6927092300061355,
      "learning_rate": 8.161825069648617e-05,
      "loss": 0.895,
      "step": 96016
    },
    {
      "epoch": 3.932705304116322,
      "grad_norm": 1.0157885613021436,
      "learning_rate": 8.161534793418096e-05,
      "loss": 0.3036,
      "step": 96017
    },
    {
      "epoch": 3.9327462625435183,
      "grad_norm": 1.6007526318570482,
      "learning_rate": 8.16124452042041e-05,
      "loss": 0.6787,
      "step": 96018
    },
    {
      "epoch": 3.932787220970715,
      "grad_norm": 1.5716552460754265,
      "learning_rate": 8.160954250655683e-05,
      "loss": 0.9375,
      "step": 96019
    },
    {
      "epoch": 3.932828179397911,
      "grad_norm": 0.8510499323895984,
      "learning_rate": 8.160663984124062e-05,
      "loss": 0.2468,
      "step": 96020
    },
    {
      "epoch": 3.9328691378251075,
      "grad_norm": 12.323490584596444,
      "learning_rate": 8.16037372082569e-05,
      "loss": 2.1801,
      "step": 96021
    },
    {
      "epoch": 3.932910096252304,
      "grad_norm": 0.624323558718891,
      "learning_rate": 8.160083460760688e-05,
      "loss": 0.1273,
      "step": 96022
    },
    {
      "epoch": 3.9329510546795,
      "grad_norm": 1.3588862188788133,
      "learning_rate": 8.159793203929203e-05,
      "loss": 0.5954,
      "step": 96023
    },
    {
      "epoch": 3.9329920131066967,
      "grad_norm": 1.362329106731558,
      "learning_rate": 8.159502950331374e-05,
      "loss": 0.6455,
      "step": 96024
    },
    {
      "epoch": 3.933032971533893,
      "grad_norm": 1.420918479420999,
      "learning_rate": 8.159212699967332e-05,
      "loss": 0.8535,
      "step": 96025
    },
    {
      "epoch": 3.9330739299610897,
      "grad_norm": 1.5375693213459918,
      "learning_rate": 8.158922452837222e-05,
      "loss": 0.6202,
      "step": 96026
    },
    {
      "epoch": 3.933114888388286,
      "grad_norm": 0.9174028816068216,
      "learning_rate": 8.158632208941172e-05,
      "loss": 0.2945,
      "step": 96027
    },
    {
      "epoch": 3.9331558468154824,
      "grad_norm": 1.1542324512111157,
      "learning_rate": 8.15834196827932e-05,
      "loss": 0.3177,
      "step": 96028
    },
    {
      "epoch": 3.9331968052426785,
      "grad_norm": 1.8698598844116268,
      "learning_rate": 8.158051730851815e-05,
      "loss": 0.8602,
      "step": 96029
    },
    {
      "epoch": 3.933237763669875,
      "grad_norm": 1.4082678851282853,
      "learning_rate": 8.157761496658782e-05,
      "loss": 0.6695,
      "step": 96030
    },
    {
      "epoch": 3.9332787220970715,
      "grad_norm": 1.3298999022382072,
      "learning_rate": 8.15747126570036e-05,
      "loss": 0.387,
      "step": 96031
    },
    {
      "epoch": 3.933319680524268,
      "grad_norm": 3.4197240735093777,
      "learning_rate": 8.157181037976696e-05,
      "loss": 3.1422,
      "step": 96032
    },
    {
      "epoch": 3.933360638951464,
      "grad_norm": 1.2112966580697082,
      "learning_rate": 8.156890813487913e-05,
      "loss": 0.5115,
      "step": 96033
    },
    {
      "epoch": 3.9334015973786607,
      "grad_norm": 0.8515867259326687,
      "learning_rate": 8.156600592234161e-05,
      "loss": 0.2469,
      "step": 96034
    },
    {
      "epoch": 3.933442555805857,
      "grad_norm": 1.6181588249782095,
      "learning_rate": 8.156310374215566e-05,
      "loss": 0.853,
      "step": 96035
    },
    {
      "epoch": 3.9334835142330533,
      "grad_norm": 1.8292170197074507,
      "learning_rate": 8.156020159432268e-05,
      "loss": 0.6776,
      "step": 96036
    },
    {
      "epoch": 3.93352447266025,
      "grad_norm": 1.53106803517515,
      "learning_rate": 8.155729947884414e-05,
      "loss": 0.9684,
      "step": 96037
    },
    {
      "epoch": 3.9335654310874464,
      "grad_norm": 1.2995699291132736,
      "learning_rate": 8.15543973957213e-05,
      "loss": 0.6349,
      "step": 96038
    },
    {
      "epoch": 3.9336063895146425,
      "grad_norm": 1.0619364415088197,
      "learning_rate": 8.155149534495553e-05,
      "loss": 0.3326,
      "step": 96039
    },
    {
      "epoch": 3.933647347941839,
      "grad_norm": 1.5522879531099611,
      "learning_rate": 8.154859332654832e-05,
      "loss": 0.9872,
      "step": 96040
    },
    {
      "epoch": 3.9336883063690355,
      "grad_norm": 2.217189997518025,
      "learning_rate": 8.154569134050091e-05,
      "loss": 0.9584,
      "step": 96041
    },
    {
      "epoch": 3.9337292647962316,
      "grad_norm": 1.230452232740784,
      "learning_rate": 8.154278938681477e-05,
      "loss": 0.6891,
      "step": 96042
    },
    {
      "epoch": 3.933770223223428,
      "grad_norm": 1.2577249541127,
      "learning_rate": 8.153988746549117e-05,
      "loss": 0.4128,
      "step": 96043
    },
    {
      "epoch": 3.9338111816506247,
      "grad_norm": 2.5772076225060543,
      "learning_rate": 8.153698557653155e-05,
      "loss": 1.0721,
      "step": 96044
    },
    {
      "epoch": 3.9338521400778212,
      "grad_norm": 2.1147865999766298,
      "learning_rate": 8.153408371993731e-05,
      "loss": 1.4702,
      "step": 96045
    },
    {
      "epoch": 3.9338930985050173,
      "grad_norm": 1.3605030848175748,
      "learning_rate": 8.153118189570975e-05,
      "loss": 0.8285,
      "step": 96046
    },
    {
      "epoch": 3.933934056932214,
      "grad_norm": 1.4075047867019184,
      "learning_rate": 8.152828010385024e-05,
      "loss": 0.6758,
      "step": 96047
    },
    {
      "epoch": 3.93397501535941,
      "grad_norm": 0.9974513059552549,
      "learning_rate": 8.152537834436028e-05,
      "loss": 0.2381,
      "step": 96048
    },
    {
      "epoch": 3.9340159737866065,
      "grad_norm": 1.0833219817145758,
      "learning_rate": 8.152247661724106e-05,
      "loss": 0.4465,
      "step": 96049
    },
    {
      "epoch": 3.934056932213803,
      "grad_norm": 2.4875643171216617,
      "learning_rate": 8.151957492249411e-05,
      "loss": 1.3601,
      "step": 96050
    },
    {
      "epoch": 3.9340978906409996,
      "grad_norm": 1.5783299665666588,
      "learning_rate": 8.151667326012068e-05,
      "loss": 0.7188,
      "step": 96051
    },
    {
      "epoch": 3.9341388490681957,
      "grad_norm": 1.8754544483603899,
      "learning_rate": 8.151377163012219e-05,
      "loss": 0.9011,
      "step": 96052
    },
    {
      "epoch": 3.934179807495392,
      "grad_norm": 0.8886128590266444,
      "learning_rate": 8.151087003250008e-05,
      "loss": 0.1848,
      "step": 96053
    },
    {
      "epoch": 3.9342207659225887,
      "grad_norm": 1.2509683965664422,
      "learning_rate": 8.150796846725557e-05,
      "loss": 0.5356,
      "step": 96054
    },
    {
      "epoch": 3.934261724349785,
      "grad_norm": 1.363734271077862,
      "learning_rate": 8.15050669343902e-05,
      "loss": 0.6562,
      "step": 96055
    },
    {
      "epoch": 3.9343026827769814,
      "grad_norm": 1.1168146297855295,
      "learning_rate": 8.15021654339052e-05,
      "loss": 0.4867,
      "step": 96056
    },
    {
      "epoch": 3.934343641204178,
      "grad_norm": 1.3484458062015432,
      "learning_rate": 8.149926396580199e-05,
      "loss": 0.6657,
      "step": 96057
    },
    {
      "epoch": 3.934384599631374,
      "grad_norm": 1.7652329173437857,
      "learning_rate": 8.149636253008202e-05,
      "loss": 0.9813,
      "step": 96058
    },
    {
      "epoch": 3.9344255580585705,
      "grad_norm": 0.766775155260386,
      "learning_rate": 8.149346112674656e-05,
      "loss": 0.1362,
      "step": 96059
    },
    {
      "epoch": 3.934466516485767,
      "grad_norm": 1.252925500286315,
      "learning_rate": 8.149055975579695e-05,
      "loss": 0.5581,
      "step": 96060
    },
    {
      "epoch": 3.934507474912963,
      "grad_norm": 1.4161712272137919,
      "learning_rate": 8.148765841723476e-05,
      "loss": 0.5968,
      "step": 96061
    },
    {
      "epoch": 3.9345484333401597,
      "grad_norm": 1.593658028109807,
      "learning_rate": 8.148475711106112e-05,
      "loss": 0.8033,
      "step": 96062
    },
    {
      "epoch": 3.9345893917673562,
      "grad_norm": 1.6292723153704667,
      "learning_rate": 8.14818558372776e-05,
      "loss": 0.7006,
      "step": 96063
    },
    {
      "epoch": 3.9346303501945528,
      "grad_norm": 2.008062937695098,
      "learning_rate": 8.14789545958854e-05,
      "loss": 1.4502,
      "step": 96064
    },
    {
      "epoch": 3.934671308621749,
      "grad_norm": 1.7290567888732598,
      "learning_rate": 8.1476053386886e-05,
      "loss": 0.8727,
      "step": 96065
    },
    {
      "epoch": 3.9347122670489454,
      "grad_norm": 3.4255662945595167,
      "learning_rate": 8.147315221028078e-05,
      "loss": 0.8017,
      "step": 96066
    },
    {
      "epoch": 3.9347532254761415,
      "grad_norm": 0.865017847386294,
      "learning_rate": 8.147025106607104e-05,
      "loss": 0.1843,
      "step": 96067
    },
    {
      "epoch": 3.934794183903338,
      "grad_norm": 1.6065170150988113,
      "learning_rate": 8.146734995425817e-05,
      "loss": 0.5099,
      "step": 96068
    },
    {
      "epoch": 3.9348351423305346,
      "grad_norm": 2.0233923606563584,
      "learning_rate": 8.146444887484363e-05,
      "loss": 1.192,
      "step": 96069
    },
    {
      "epoch": 3.934876100757731,
      "grad_norm": 1.2094660897964393,
      "learning_rate": 8.146154782782866e-05,
      "loss": 0.5976,
      "step": 96070
    },
    {
      "epoch": 3.934917059184927,
      "grad_norm": 2.4095955064974457,
      "learning_rate": 8.145864681321476e-05,
      "loss": 1.3794,
      "step": 96071
    },
    {
      "epoch": 3.9349580176121237,
      "grad_norm": 1.6761734661277161,
      "learning_rate": 8.145574583100316e-05,
      "loss": 0.7062,
      "step": 96072
    },
    {
      "epoch": 3.9349989760393203,
      "grad_norm": 1.3275792097624366,
      "learning_rate": 8.14528448811953e-05,
      "loss": 0.79,
      "step": 96073
    },
    {
      "epoch": 3.9350399344665163,
      "grad_norm": 0.8654958462911776,
      "learning_rate": 8.144994396379264e-05,
      "loss": 0.278,
      "step": 96074
    },
    {
      "epoch": 3.935080892893713,
      "grad_norm": 1.8674756717333074,
      "learning_rate": 8.14470430787964e-05,
      "loss": 0.6356,
      "step": 96075
    },
    {
      "epoch": 3.9351218513209094,
      "grad_norm": 0.849099748785223,
      "learning_rate": 8.144414222620803e-05,
      "loss": 0.2455,
      "step": 96076
    },
    {
      "epoch": 3.935162809748106,
      "grad_norm": 3.522871660306568,
      "learning_rate": 8.144124140602892e-05,
      "loss": 2.6848,
      "step": 96077
    },
    {
      "epoch": 3.935203768175302,
      "grad_norm": 1.3090351578977486,
      "learning_rate": 8.143834061826038e-05,
      "loss": 0.528,
      "step": 96078
    },
    {
      "epoch": 3.9352447266024986,
      "grad_norm": 1.6815396037900798,
      "learning_rate": 8.143543986290388e-05,
      "loss": 0.7626,
      "step": 96079
    },
    {
      "epoch": 3.9352856850296947,
      "grad_norm": 1.6814340628084317,
      "learning_rate": 8.143253913996064e-05,
      "loss": 0.8959,
      "step": 96080
    },
    {
      "epoch": 3.935326643456891,
      "grad_norm": 0.931982292232755,
      "learning_rate": 8.142963844943219e-05,
      "loss": 0.2713,
      "step": 96081
    },
    {
      "epoch": 3.9353676018840877,
      "grad_norm": 1.701926491629727,
      "learning_rate": 8.142673779131983e-05,
      "loss": 1.0205,
      "step": 96082
    },
    {
      "epoch": 3.9354085603112843,
      "grad_norm": 1.040928043506656,
      "learning_rate": 8.142383716562486e-05,
      "loss": 0.2925,
      "step": 96083
    },
    {
      "epoch": 3.9354495187384804,
      "grad_norm": 1.7325412918725718,
      "learning_rate": 8.142093657234873e-05,
      "loss": 0.7355,
      "step": 96084
    },
    {
      "epoch": 3.935490477165677,
      "grad_norm": 1.1777112556226186,
      "learning_rate": 8.141803601149286e-05,
      "loss": 0.5043,
      "step": 96085
    },
    {
      "epoch": 3.935531435592873,
      "grad_norm": 1.335576492756167,
      "learning_rate": 8.141513548305851e-05,
      "loss": 0.5999,
      "step": 96086
    },
    {
      "epoch": 3.9355723940200695,
      "grad_norm": 1.7659912130666864,
      "learning_rate": 8.141223498704709e-05,
      "loss": 0.4928,
      "step": 96087
    },
    {
      "epoch": 3.935613352447266,
      "grad_norm": 2.1154441214195723,
      "learning_rate": 8.140933452346005e-05,
      "loss": 0.6396,
      "step": 96088
    },
    {
      "epoch": 3.9356543108744626,
      "grad_norm": 2.0811996323172193,
      "learning_rate": 8.140643409229863e-05,
      "loss": 1.237,
      "step": 96089
    },
    {
      "epoch": 3.9356952693016587,
      "grad_norm": 1.111371160402593,
      "learning_rate": 8.140353369356435e-05,
      "loss": 0.2129,
      "step": 96090
    },
    {
      "epoch": 3.9357362277288552,
      "grad_norm": 1.085182609790867,
      "learning_rate": 8.140063332725842e-05,
      "loss": 0.5635,
      "step": 96091
    },
    {
      "epoch": 3.9357771861560518,
      "grad_norm": 1.774133344173645,
      "learning_rate": 8.139773299338229e-05,
      "loss": 0.8568,
      "step": 96092
    },
    {
      "epoch": 3.935818144583248,
      "grad_norm": 1.980655451051967,
      "learning_rate": 8.139483269193742e-05,
      "loss": 0.8235,
      "step": 96093
    },
    {
      "epoch": 3.9358591030104444,
      "grad_norm": 1.454232622384591,
      "learning_rate": 8.1391932422925e-05,
      "loss": 0.7857,
      "step": 96094
    },
    {
      "epoch": 3.935900061437641,
      "grad_norm": 1.901717594600856,
      "learning_rate": 8.13890321863465e-05,
      "loss": 0.9872,
      "step": 96095
    },
    {
      "epoch": 3.9359410198648375,
      "grad_norm": 1.5191940361979361,
      "learning_rate": 8.138613198220333e-05,
      "loss": 0.7075,
      "step": 96096
    },
    {
      "epoch": 3.9359819782920336,
      "grad_norm": 1.2674617465299478,
      "learning_rate": 8.138323181049677e-05,
      "loss": 0.7115,
      "step": 96097
    },
    {
      "epoch": 3.93602293671923,
      "grad_norm": 1.0909066532526317,
      "learning_rate": 8.138033167122831e-05,
      "loss": 0.5066,
      "step": 96098
    },
    {
      "epoch": 3.936063895146426,
      "grad_norm": 1.6795305924083288,
      "learning_rate": 8.137743156439917e-05,
      "loss": 0.8767,
      "step": 96099
    },
    {
      "epoch": 3.9361048535736227,
      "grad_norm": 1.7203681325062081,
      "learning_rate": 8.13745314900108e-05,
      "loss": 1.1916,
      "step": 96100
    },
    {
      "epoch": 3.9361458120008193,
      "grad_norm": 1.686167623241362,
      "learning_rate": 8.137163144806463e-05,
      "loss": 1.0366,
      "step": 96101
    },
    {
      "epoch": 3.936186770428016,
      "grad_norm": 1.5489973533279104,
      "learning_rate": 8.136873143856192e-05,
      "loss": 0.6327,
      "step": 96102
    },
    {
      "epoch": 3.936227728855212,
      "grad_norm": 1.9760034857161068,
      "learning_rate": 8.136583146150408e-05,
      "loss": 1.5492,
      "step": 96103
    },
    {
      "epoch": 3.9362686872824084,
      "grad_norm": 1.498176044690663,
      "learning_rate": 8.136293151689256e-05,
      "loss": 0.7858,
      "step": 96104
    },
    {
      "epoch": 3.9363096457096045,
      "grad_norm": 1.5988089903371794,
      "learning_rate": 8.13600316047286e-05,
      "loss": 0.7725,
      "step": 96105
    },
    {
      "epoch": 3.936350604136801,
      "grad_norm": 0.9008470553457298,
      "learning_rate": 8.13571317250137e-05,
      "loss": 0.2793,
      "step": 96106
    },
    {
      "epoch": 3.9363915625639976,
      "grad_norm": 0.899655752028093,
      "learning_rate": 8.135423187774909e-05,
      "loss": 0.2424,
      "step": 96107
    },
    {
      "epoch": 3.936432520991194,
      "grad_norm": 1.4330984994295703,
      "learning_rate": 8.135133206293622e-05,
      "loss": 0.817,
      "step": 96108
    },
    {
      "epoch": 3.93647347941839,
      "grad_norm": 1.8065050312720632,
      "learning_rate": 8.134843228057651e-05,
      "loss": 1.0108,
      "step": 96109
    },
    {
      "epoch": 3.9365144378455867,
      "grad_norm": 1.0095129500147713,
      "learning_rate": 8.134553253067125e-05,
      "loss": 0.2695,
      "step": 96110
    },
    {
      "epoch": 3.9365553962727833,
      "grad_norm": 2.4683617785446996,
      "learning_rate": 8.13426328132218e-05,
      "loss": 1.0241,
      "step": 96111
    },
    {
      "epoch": 3.9365963546999794,
      "grad_norm": 1.2212485673528761,
      "learning_rate": 8.133973312822965e-05,
      "loss": 0.3377,
      "step": 96112
    },
    {
      "epoch": 3.936637313127176,
      "grad_norm": 1.8360692375425423,
      "learning_rate": 8.133683347569603e-05,
      "loss": 0.9857,
      "step": 96113
    },
    {
      "epoch": 3.9366782715543724,
      "grad_norm": 1.595601065095204,
      "learning_rate": 8.133393385562243e-05,
      "loss": 0.7557,
      "step": 96114
    },
    {
      "epoch": 3.936719229981569,
      "grad_norm": 1.9567955840175486,
      "learning_rate": 8.13310342680101e-05,
      "loss": 0.9672,
      "step": 96115
    },
    {
      "epoch": 3.936760188408765,
      "grad_norm": 1.5003259139779912,
      "learning_rate": 8.132813471286046e-05,
      "loss": 0.6519,
      "step": 96116
    },
    {
      "epoch": 3.9368011468359616,
      "grad_norm": 1.7861221425449578,
      "learning_rate": 8.132523519017496e-05,
      "loss": 1.0394,
      "step": 96117
    },
    {
      "epoch": 3.9368421052631577,
      "grad_norm": 1.8547939684085997,
      "learning_rate": 8.132233569995486e-05,
      "loss": 1.1191,
      "step": 96118
    },
    {
      "epoch": 3.9368830636903542,
      "grad_norm": 1.3855495452404878,
      "learning_rate": 8.131943624220155e-05,
      "loss": 0.4671,
      "step": 96119
    },
    {
      "epoch": 3.9369240221175508,
      "grad_norm": 1.7629609686533452,
      "learning_rate": 8.13165368169165e-05,
      "loss": 1.1125,
      "step": 96120
    },
    {
      "epoch": 3.9369649805447473,
      "grad_norm": 1.433728458446296,
      "learning_rate": 8.131363742410095e-05,
      "loss": 0.6495,
      "step": 96121
    },
    {
      "epoch": 3.9370059389719434,
      "grad_norm": 1.3386813287393289,
      "learning_rate": 8.131073806375637e-05,
      "loss": 0.6936,
      "step": 96122
    },
    {
      "epoch": 3.93704689739914,
      "grad_norm": 0.7485179333600178,
      "learning_rate": 8.130783873588406e-05,
      "loss": 0.2252,
      "step": 96123
    },
    {
      "epoch": 3.937087855826336,
      "grad_norm": 0.9903252371978066,
      "learning_rate": 8.130493944048538e-05,
      "loss": 0.2788,
      "step": 96124
    },
    {
      "epoch": 3.9371288142535326,
      "grad_norm": 1.8447434484303304,
      "learning_rate": 8.130204017756183e-05,
      "loss": 0.4392,
      "step": 96125
    },
    {
      "epoch": 3.937169772680729,
      "grad_norm": 0.9419022142554642,
      "learning_rate": 8.129914094711461e-05,
      "loss": 0.2355,
      "step": 96126
    },
    {
      "epoch": 3.9372107311079256,
      "grad_norm": 1.2480769919084904,
      "learning_rate": 8.129624174914521e-05,
      "loss": 0.6527,
      "step": 96127
    },
    {
      "epoch": 3.9372516895351217,
      "grad_norm": 2.1036270193475346,
      "learning_rate": 8.129334258365493e-05,
      "loss": 1.1512,
      "step": 96128
    },
    {
      "epoch": 3.9372926479623183,
      "grad_norm": 1.5895290135629612,
      "learning_rate": 8.129044345064517e-05,
      "loss": 0.4242,
      "step": 96129
    },
    {
      "epoch": 3.937333606389515,
      "grad_norm": 1.2790494229718565,
      "learning_rate": 8.128754435011735e-05,
      "loss": 0.575,
      "step": 96130
    },
    {
      "epoch": 3.937374564816711,
      "grad_norm": 1.5332940913264494,
      "learning_rate": 8.128464528207273e-05,
      "loss": 0.6223,
      "step": 96131
    },
    {
      "epoch": 3.9374155232439074,
      "grad_norm": 2.6022135209304205,
      "learning_rate": 8.128174624651275e-05,
      "loss": 0.9205,
      "step": 96132
    },
    {
      "epoch": 3.937456481671104,
      "grad_norm": 1.4910530561967141,
      "learning_rate": 8.127884724343882e-05,
      "loss": 0.7005,
      "step": 96133
    },
    {
      "epoch": 3.9374974400983005,
      "grad_norm": 1.1060174815488293,
      "learning_rate": 8.127594827285222e-05,
      "loss": 0.2432,
      "step": 96134
    },
    {
      "epoch": 3.9375383985254966,
      "grad_norm": 1.5962527091847547,
      "learning_rate": 8.127304933475444e-05,
      "loss": 0.7495,
      "step": 96135
    },
    {
      "epoch": 3.937579356952693,
      "grad_norm": 1.3603431619915383,
      "learning_rate": 8.127015042914668e-05,
      "loss": 0.662,
      "step": 96136
    },
    {
      "epoch": 3.937620315379889,
      "grad_norm": 1.405547113531007,
      "learning_rate": 8.126725155603042e-05,
      "loss": 0.6633,
      "step": 96137
    },
    {
      "epoch": 3.9376612738070857,
      "grad_norm": 1.3974990369931517,
      "learning_rate": 8.126435271540708e-05,
      "loss": 0.8011,
      "step": 96138
    },
    {
      "epoch": 3.9377022322342823,
      "grad_norm": 1.1658179426922464,
      "learning_rate": 8.126145390727787e-05,
      "loss": 0.67,
      "step": 96139
    },
    {
      "epoch": 3.937743190661479,
      "grad_norm": 1.4057005423261673,
      "learning_rate": 8.125855513164431e-05,
      "loss": 0.7465,
      "step": 96140
    },
    {
      "epoch": 3.937784149088675,
      "grad_norm": 1.4455940461287193,
      "learning_rate": 8.125565638850774e-05,
      "loss": 0.6675,
      "step": 96141
    },
    {
      "epoch": 3.9378251075158714,
      "grad_norm": 2.7879860200601527,
      "learning_rate": 8.125275767786946e-05,
      "loss": 1.2925,
      "step": 96142
    },
    {
      "epoch": 3.9378660659430675,
      "grad_norm": 0.9115375525986942,
      "learning_rate": 8.124985899973095e-05,
      "loss": 0.1799,
      "step": 96143
    },
    {
      "epoch": 3.937907024370264,
      "grad_norm": 2.1364721951749157,
      "learning_rate": 8.124696035409342e-05,
      "loss": 0.9553,
      "step": 96144
    },
    {
      "epoch": 3.9379479827974606,
      "grad_norm": 1.8851706825811927,
      "learning_rate": 8.124406174095837e-05,
      "loss": 0.6202,
      "step": 96145
    },
    {
      "epoch": 3.937988941224657,
      "grad_norm": 1.5723254495160794,
      "learning_rate": 8.124116316032721e-05,
      "loss": 0.8053,
      "step": 96146
    },
    {
      "epoch": 3.9380298996518532,
      "grad_norm": 1.882732363040232,
      "learning_rate": 8.123826461220118e-05,
      "loss": 1.0599,
      "step": 96147
    },
    {
      "epoch": 3.9380708580790498,
      "grad_norm": 1.1647856246485384,
      "learning_rate": 8.123536609658168e-05,
      "loss": 0.6114,
      "step": 96148
    },
    {
      "epoch": 3.9381118165062463,
      "grad_norm": 1.6549939042918391,
      "learning_rate": 8.123246761347019e-05,
      "loss": 1.1812,
      "step": 96149
    },
    {
      "epoch": 3.9381527749334424,
      "grad_norm": 5.022204321864035,
      "learning_rate": 8.122956916286794e-05,
      "loss": 1.2033,
      "step": 96150
    },
    {
      "epoch": 3.938193733360639,
      "grad_norm": 0.8083697010497803,
      "learning_rate": 8.12266707447764e-05,
      "loss": 0.2247,
      "step": 96151
    },
    {
      "epoch": 3.9382346917878355,
      "grad_norm": 2.440498405632203,
      "learning_rate": 8.12237723591969e-05,
      "loss": 2.2398,
      "step": 96152
    },
    {
      "epoch": 3.938275650215032,
      "grad_norm": 1.0850421916871293,
      "learning_rate": 8.122087400613076e-05,
      "loss": 0.227,
      "step": 96153
    },
    {
      "epoch": 3.938316608642228,
      "grad_norm": 1.0894805355396187,
      "learning_rate": 8.121797568557945e-05,
      "loss": 0.308,
      "step": 96154
    },
    {
      "epoch": 3.9383575670694246,
      "grad_norm": 1.0340921010222028,
      "learning_rate": 8.121507739754425e-05,
      "loss": 0.2352,
      "step": 96155
    },
    {
      "epoch": 3.9383985254966207,
      "grad_norm": 1.0116238450790422,
      "learning_rate": 8.121217914202655e-05,
      "loss": 0.2211,
      "step": 96156
    },
    {
      "epoch": 3.9384394839238173,
      "grad_norm": 1.3573316754606344,
      "learning_rate": 8.120928091902781e-05,
      "loss": 0.5929,
      "step": 96157
    },
    {
      "epoch": 3.938480442351014,
      "grad_norm": 1.4315666795184812,
      "learning_rate": 8.120638272854927e-05,
      "loss": 0.7989,
      "step": 96158
    },
    {
      "epoch": 3.9385214007782103,
      "grad_norm": 1.593465615891174,
      "learning_rate": 8.120348457059237e-05,
      "loss": 0.9137,
      "step": 96159
    },
    {
      "epoch": 3.9385623592054064,
      "grad_norm": 3.298072918292248,
      "learning_rate": 8.120058644515852e-05,
      "loss": 3.7181,
      "step": 96160
    },
    {
      "epoch": 3.938603317632603,
      "grad_norm": 1.1768489161197813,
      "learning_rate": 8.119768835224896e-05,
      "loss": 0.2364,
      "step": 96161
    },
    {
      "epoch": 3.938644276059799,
      "grad_norm": 2.14311138475477,
      "learning_rate": 8.119479029186522e-05,
      "loss": 0.2968,
      "step": 96162
    },
    {
      "epoch": 3.9386852344869956,
      "grad_norm": 1.562035748971542,
      "learning_rate": 8.119189226400853e-05,
      "loss": 0.7394,
      "step": 96163
    },
    {
      "epoch": 3.938726192914192,
      "grad_norm": 1.4564080393833223,
      "learning_rate": 8.118899426868034e-05,
      "loss": 0.7899,
      "step": 96164
    },
    {
      "epoch": 3.9387671513413887,
      "grad_norm": 1.0052668784135144,
      "learning_rate": 8.118609630588204e-05,
      "loss": 0.3247,
      "step": 96165
    },
    {
      "epoch": 3.9388081097685848,
      "grad_norm": 0.8064876450499292,
      "learning_rate": 8.11831983756149e-05,
      "loss": 0.218,
      "step": 96166
    },
    {
      "epoch": 3.9388490681957813,
      "grad_norm": 1.806979102400317,
      "learning_rate": 8.118030047788036e-05,
      "loss": 0.7702,
      "step": 96167
    },
    {
      "epoch": 3.938890026622978,
      "grad_norm": 1.1133764718161334,
      "learning_rate": 8.117740261267982e-05,
      "loss": 0.3193,
      "step": 96168
    },
    {
      "epoch": 3.938930985050174,
      "grad_norm": 1.6496335895929888,
      "learning_rate": 8.117450478001456e-05,
      "loss": 0.7545,
      "step": 96169
    },
    {
      "epoch": 3.9389719434773705,
      "grad_norm": 1.6168005080671055,
      "learning_rate": 8.117160697988607e-05,
      "loss": 0.6852,
      "step": 96170
    },
    {
      "epoch": 3.939012901904567,
      "grad_norm": 2.2178431477722422,
      "learning_rate": 8.116870921229559e-05,
      "loss": 1.0549,
      "step": 96171
    },
    {
      "epoch": 3.9390538603317635,
      "grad_norm": 0.5842865375935077,
      "learning_rate": 8.116581147724454e-05,
      "loss": 0.0853,
      "step": 96172
    },
    {
      "epoch": 3.9390948187589596,
      "grad_norm": 0.9613528339386649,
      "learning_rate": 8.116291377473437e-05,
      "loss": 0.2629,
      "step": 96173
    },
    {
      "epoch": 3.939135777186156,
      "grad_norm": 1.5723697512834829,
      "learning_rate": 8.11600161047663e-05,
      "loss": 0.857,
      "step": 96174
    },
    {
      "epoch": 3.9391767356133522,
      "grad_norm": 1.6958764853461743,
      "learning_rate": 8.11571184673418e-05,
      "loss": 1.0022,
      "step": 96175
    },
    {
      "epoch": 3.939217694040549,
      "grad_norm": 1.3449772021610071,
      "learning_rate": 8.115422086246229e-05,
      "loss": 0.6745,
      "step": 96176
    },
    {
      "epoch": 3.9392586524677453,
      "grad_norm": 1.6883846822457973,
      "learning_rate": 8.115132329012898e-05,
      "loss": 0.8645,
      "step": 96177
    },
    {
      "epoch": 3.939299610894942,
      "grad_norm": 2.8402200199365257,
      "learning_rate": 8.114842575034342e-05,
      "loss": 0.8667,
      "step": 96178
    },
    {
      "epoch": 3.939340569322138,
      "grad_norm": 1.5734523211945306,
      "learning_rate": 8.11455282431068e-05,
      "loss": 0.7274,
      "step": 96179
    },
    {
      "epoch": 3.9393815277493345,
      "grad_norm": 2.39460831371368,
      "learning_rate": 8.114263076842059e-05,
      "loss": 1.1738,
      "step": 96180
    },
    {
      "epoch": 3.9394224861765306,
      "grad_norm": 1.6552331390215211,
      "learning_rate": 8.113973332628621e-05,
      "loss": 0.565,
      "step": 96181
    },
    {
      "epoch": 3.939463444603727,
      "grad_norm": 1.6296127989106317,
      "learning_rate": 8.113683591670492e-05,
      "loss": 0.9086,
      "step": 96182
    },
    {
      "epoch": 3.9395044030309236,
      "grad_norm": 0.8965699820395002,
      "learning_rate": 8.113393853967811e-05,
      "loss": 0.2422,
      "step": 96183
    },
    {
      "epoch": 3.93954536145812,
      "grad_norm": 0.9066523846853769,
      "learning_rate": 8.113104119520727e-05,
      "loss": 0.261,
      "step": 96184
    },
    {
      "epoch": 3.9395863198853163,
      "grad_norm": 1.2468840188219372,
      "learning_rate": 8.112814388329359e-05,
      "loss": 0.6136,
      "step": 96185
    },
    {
      "epoch": 3.939627278312513,
      "grad_norm": 0.7990945629057737,
      "learning_rate": 8.11252466039386e-05,
      "loss": 0.1828,
      "step": 96186
    },
    {
      "epoch": 3.9396682367397093,
      "grad_norm": 2.160775661462232,
      "learning_rate": 8.112234935714354e-05,
      "loss": 1.1034,
      "step": 96187
    },
    {
      "epoch": 3.9397091951669054,
      "grad_norm": 0.9652201948679134,
      "learning_rate": 8.111945214290983e-05,
      "loss": 0.287,
      "step": 96188
    },
    {
      "epoch": 3.939750153594102,
      "grad_norm": 1.09889412815365,
      "learning_rate": 8.111655496123891e-05,
      "loss": 0.3735,
      "step": 96189
    },
    {
      "epoch": 3.9397911120212985,
      "grad_norm": 1.4334846072708363,
      "learning_rate": 8.111365781213202e-05,
      "loss": 0.8585,
      "step": 96190
    },
    {
      "epoch": 3.939832070448495,
      "grad_norm": 1.298594028728441,
      "learning_rate": 8.11107606955906e-05,
      "loss": 0.4633,
      "step": 96191
    },
    {
      "epoch": 3.939873028875691,
      "grad_norm": 1.4638738136412044,
      "learning_rate": 8.110786361161607e-05,
      "loss": 0.5747,
      "step": 96192
    },
    {
      "epoch": 3.9399139873028877,
      "grad_norm": 1.179058984844066,
      "learning_rate": 8.110496656020968e-05,
      "loss": 0.5482,
      "step": 96193
    },
    {
      "epoch": 3.9399549457300838,
      "grad_norm": 1.7796151581941853,
      "learning_rate": 8.110206954137294e-05,
      "loss": 0.7733,
      "step": 96194
    },
    {
      "epoch": 3.9399959041572803,
      "grad_norm": 1.573562696114858,
      "learning_rate": 8.109917255510709e-05,
      "loss": 0.466,
      "step": 96195
    },
    {
      "epoch": 3.940036862584477,
      "grad_norm": 1.3711618392498606,
      "learning_rate": 8.109627560141351e-05,
      "loss": 0.6445,
      "step": 96196
    },
    {
      "epoch": 3.9400778210116734,
      "grad_norm": 1.4505112314542243,
      "learning_rate": 8.109337868029371e-05,
      "loss": 0.7492,
      "step": 96197
    },
    {
      "epoch": 3.9401187794388695,
      "grad_norm": 1.9501115424785462,
      "learning_rate": 8.10904817917489e-05,
      "loss": 0.5312,
      "step": 96198
    },
    {
      "epoch": 3.940159737866066,
      "grad_norm": 1.2038414039953558,
      "learning_rate": 8.108758493578056e-05,
      "loss": 0.5586,
      "step": 96199
    },
    {
      "epoch": 3.940200696293262,
      "grad_norm": 0.8456254275411569,
      "learning_rate": 8.108468811238996e-05,
      "loss": 0.1708,
      "step": 96200
    },
    {
      "epoch": 3.9402416547204586,
      "grad_norm": 1.666548751947839,
      "learning_rate": 8.108179132157853e-05,
      "loss": 0.8561,
      "step": 96201
    },
    {
      "epoch": 3.940282613147655,
      "grad_norm": 1.5175750135734343,
      "learning_rate": 8.107889456334767e-05,
      "loss": 0.788,
      "step": 96202
    },
    {
      "epoch": 3.9403235715748517,
      "grad_norm": 1.4613029703754044,
      "learning_rate": 8.107599783769866e-05,
      "loss": 0.8433,
      "step": 96203
    },
    {
      "epoch": 3.940364530002048,
      "grad_norm": 1.286845270785368,
      "learning_rate": 8.107310114463291e-05,
      "loss": 0.6392,
      "step": 96204
    },
    {
      "epoch": 3.9404054884292443,
      "grad_norm": 1.0609503878595143,
      "learning_rate": 8.107020448415187e-05,
      "loss": 0.2808,
      "step": 96205
    },
    {
      "epoch": 3.940446446856441,
      "grad_norm": 1.6153774349932781,
      "learning_rate": 8.106730785625675e-05,
      "loss": 0.7391,
      "step": 96206
    },
    {
      "epoch": 3.940487405283637,
      "grad_norm": 0.9380607363632515,
      "learning_rate": 8.106441126094909e-05,
      "loss": 0.2476,
      "step": 96207
    },
    {
      "epoch": 3.9405283637108335,
      "grad_norm": 1.5841530331094915,
      "learning_rate": 8.106151469823012e-05,
      "loss": 0.7922,
      "step": 96208
    },
    {
      "epoch": 3.94056932213803,
      "grad_norm": 1.1818438661089399,
      "learning_rate": 8.105861816810126e-05,
      "loss": 0.3998,
      "step": 96209
    },
    {
      "epoch": 3.9406102805652266,
      "grad_norm": 1.3948342751432732,
      "learning_rate": 8.105572167056393e-05,
      "loss": 0.7946,
      "step": 96210
    },
    {
      "epoch": 3.9406512389924226,
      "grad_norm": 1.5076744679552956,
      "learning_rate": 8.105282520561941e-05,
      "loss": 0.5993,
      "step": 96211
    },
    {
      "epoch": 3.940692197419619,
      "grad_norm": 2.5828486933748795,
      "learning_rate": 8.104992877326911e-05,
      "loss": 2.1133,
      "step": 96212
    },
    {
      "epoch": 3.9407331558468153,
      "grad_norm": 0.6671037124458141,
      "learning_rate": 8.104703237351447e-05,
      "loss": 0.1494,
      "step": 96213
    },
    {
      "epoch": 3.940774114274012,
      "grad_norm": 1.614448413556071,
      "learning_rate": 8.104413600635674e-05,
      "loss": 0.7455,
      "step": 96214
    },
    {
      "epoch": 3.9408150727012083,
      "grad_norm": 0.6683003164512291,
      "learning_rate": 8.104123967179738e-05,
      "loss": 0.1493,
      "step": 96215
    },
    {
      "epoch": 3.940856031128405,
      "grad_norm": 1.3347592094613654,
      "learning_rate": 8.103834336983768e-05,
      "loss": 0.7234,
      "step": 96216
    },
    {
      "epoch": 3.940896989555601,
      "grad_norm": 1.5627988469198237,
      "learning_rate": 8.103544710047903e-05,
      "loss": 0.4991,
      "step": 96217
    },
    {
      "epoch": 3.9409379479827975,
      "grad_norm": 1.351536720497943,
      "learning_rate": 8.103255086372287e-05,
      "loss": 0.5927,
      "step": 96218
    },
    {
      "epoch": 3.9409789064099936,
      "grad_norm": 1.6303365310723958,
      "learning_rate": 8.102965465957048e-05,
      "loss": 0.8597,
      "step": 96219
    },
    {
      "epoch": 3.94101986483719,
      "grad_norm": 0.8273626285712555,
      "learning_rate": 8.102675848802326e-05,
      "loss": 0.2033,
      "step": 96220
    },
    {
      "epoch": 3.9410608232643867,
      "grad_norm": 1.3624154276117193,
      "learning_rate": 8.102386234908266e-05,
      "loss": 0.7645,
      "step": 96221
    },
    {
      "epoch": 3.941101781691583,
      "grad_norm": 1.5416072368850189,
      "learning_rate": 8.102096624274996e-05,
      "loss": 0.8092,
      "step": 96222
    },
    {
      "epoch": 3.9411427401187793,
      "grad_norm": 1.6471181232620404,
      "learning_rate": 8.101807016902648e-05,
      "loss": 0.6887,
      "step": 96223
    },
    {
      "epoch": 3.941183698545976,
      "grad_norm": 1.2125614356994419,
      "learning_rate": 8.101517412791372e-05,
      "loss": 0.6078,
      "step": 96224
    },
    {
      "epoch": 3.9412246569731724,
      "grad_norm": 1.4331155479250786,
      "learning_rate": 8.101227811941293e-05,
      "loss": 0.6337,
      "step": 96225
    },
    {
      "epoch": 3.9412656154003685,
      "grad_norm": 0.5966141125188545,
      "learning_rate": 8.100938214352559e-05,
      "loss": 0.1272,
      "step": 96226
    },
    {
      "epoch": 3.941306573827565,
      "grad_norm": 1.525066153052259,
      "learning_rate": 8.100648620025293e-05,
      "loss": 0.714,
      "step": 96227
    },
    {
      "epoch": 3.9413475322547615,
      "grad_norm": 1.7305312381901456,
      "learning_rate": 8.100359028959641e-05,
      "loss": 0.3563,
      "step": 96228
    },
    {
      "epoch": 3.941388490681958,
      "grad_norm": 1.0144699800936514,
      "learning_rate": 8.100069441155748e-05,
      "loss": 0.1778,
      "step": 96229
    },
    {
      "epoch": 3.941429449109154,
      "grad_norm": 1.102504915452734,
      "learning_rate": 8.099779856613733e-05,
      "loss": 0.3454,
      "step": 96230
    },
    {
      "epoch": 3.9414704075363507,
      "grad_norm": 1.5833012813693577,
      "learning_rate": 8.09949027533374e-05,
      "loss": 0.8023,
      "step": 96231
    },
    {
      "epoch": 3.941511365963547,
      "grad_norm": 1.551685164262018,
      "learning_rate": 8.099200697315916e-05,
      "loss": 0.7816,
      "step": 96232
    },
    {
      "epoch": 3.9415523243907433,
      "grad_norm": 1.5526851559611081,
      "learning_rate": 8.098911122560383e-05,
      "loss": 0.8244,
      "step": 96233
    },
    {
      "epoch": 3.94159328281794,
      "grad_norm": 1.6711323875997839,
      "learning_rate": 8.098621551067292e-05,
      "loss": 0.937,
      "step": 96234
    },
    {
      "epoch": 3.9416342412451364,
      "grad_norm": 1.3186097323207588,
      "learning_rate": 8.098331982836764e-05,
      "loss": 0.629,
      "step": 96235
    },
    {
      "epoch": 3.9416751996723325,
      "grad_norm": 1.2875281278327164,
      "learning_rate": 8.098042417868943e-05,
      "loss": 0.4521,
      "step": 96236
    },
    {
      "epoch": 3.941716158099529,
      "grad_norm": 1.2276088713676463,
      "learning_rate": 8.097752856163978e-05,
      "loss": 0.2587,
      "step": 96237
    },
    {
      "epoch": 3.941757116526725,
      "grad_norm": 2.1611378174249967,
      "learning_rate": 8.097463297721983e-05,
      "loss": 0.7116,
      "step": 96238
    },
    {
      "epoch": 3.9417980749539216,
      "grad_norm": 1.7814259916130408,
      "learning_rate": 8.09717374254311e-05,
      "loss": 0.9064,
      "step": 96239
    },
    {
      "epoch": 3.941839033381118,
      "grad_norm": 1.3489596954730119,
      "learning_rate": 8.096884190627499e-05,
      "loss": 0.2866,
      "step": 96240
    },
    {
      "epoch": 3.9418799918083147,
      "grad_norm": 1.6052756749238386,
      "learning_rate": 8.096594641975274e-05,
      "loss": 0.6371,
      "step": 96241
    },
    {
      "epoch": 3.941920950235511,
      "grad_norm": 2.35830387237286,
      "learning_rate": 8.096305096586585e-05,
      "loss": 0.5755,
      "step": 96242
    },
    {
      "epoch": 3.9419619086627073,
      "grad_norm": 1.2052341769352812,
      "learning_rate": 8.096015554461556e-05,
      "loss": 0.4012,
      "step": 96243
    },
    {
      "epoch": 3.942002867089904,
      "grad_norm": 0.9953189316948882,
      "learning_rate": 8.095726015600328e-05,
      "loss": 0.2311,
      "step": 96244
    },
    {
      "epoch": 3.9420438255171,
      "grad_norm": 3.1476864739124024,
      "learning_rate": 8.095436480003049e-05,
      "loss": 1.4546,
      "step": 96245
    },
    {
      "epoch": 3.9420847839442965,
      "grad_norm": 1.7517070427871704,
      "learning_rate": 8.09514694766984e-05,
      "loss": 0.9248,
      "step": 96246
    },
    {
      "epoch": 3.942125742371493,
      "grad_norm": 1.5502463919345446,
      "learning_rate": 8.094857418600844e-05,
      "loss": 0.6107,
      "step": 96247
    },
    {
      "epoch": 3.9421667007986896,
      "grad_norm": 1.423340643511839,
      "learning_rate": 8.094567892796206e-05,
      "loss": 0.7972,
      "step": 96248
    },
    {
      "epoch": 3.9422076592258857,
      "grad_norm": 1.916247936241573,
      "learning_rate": 8.09427837025605e-05,
      "loss": 1.0667,
      "step": 96249
    },
    {
      "epoch": 3.942248617653082,
      "grad_norm": 1.5748258555085126,
      "learning_rate": 8.093988850980523e-05,
      "loss": 0.6298,
      "step": 96250
    },
    {
      "epoch": 3.9422895760802783,
      "grad_norm": 1.3539760636732758,
      "learning_rate": 8.093699334969751e-05,
      "loss": 0.4691,
      "step": 96251
    },
    {
      "epoch": 3.942330534507475,
      "grad_norm": 1.602549975119245,
      "learning_rate": 8.09340982222388e-05,
      "loss": 0.9758,
      "step": 96252
    },
    {
      "epoch": 3.9423714929346714,
      "grad_norm": 1.73569012008248,
      "learning_rate": 8.093120312743047e-05,
      "loss": 0.8397,
      "step": 96253
    },
    {
      "epoch": 3.942412451361868,
      "grad_norm": 1.4651221781003738,
      "learning_rate": 8.092830806527382e-05,
      "loss": 0.824,
      "step": 96254
    },
    {
      "epoch": 3.942453409789064,
      "grad_norm": 1.9504033114069075,
      "learning_rate": 8.092541303577025e-05,
      "loss": 0.9658,
      "step": 96255
    },
    {
      "epoch": 3.9424943682162605,
      "grad_norm": 1.5060439401097794,
      "learning_rate": 8.092251803892118e-05,
      "loss": 0.8733,
      "step": 96256
    },
    {
      "epoch": 3.9425353266434566,
      "grad_norm": 1.367247041630096,
      "learning_rate": 8.091962307472791e-05,
      "loss": 0.6818,
      "step": 96257
    },
    {
      "epoch": 3.942576285070653,
      "grad_norm": 1.140552505472789,
      "learning_rate": 8.091672814319186e-05,
      "loss": 0.4177,
      "step": 96258
    },
    {
      "epoch": 3.9426172434978497,
      "grad_norm": 1.305219672179691,
      "learning_rate": 8.091383324431434e-05,
      "loss": 0.8008,
      "step": 96259
    },
    {
      "epoch": 3.9426582019250462,
      "grad_norm": 1.2235994726447865,
      "learning_rate": 8.091093837809674e-05,
      "loss": 0.6563,
      "step": 96260
    },
    {
      "epoch": 3.9426991603522423,
      "grad_norm": 1.6620377308544094,
      "learning_rate": 8.090804354454048e-05,
      "loss": 0.9228,
      "step": 96261
    },
    {
      "epoch": 3.942740118779439,
      "grad_norm": 1.1638894348804238,
      "learning_rate": 8.090514874364686e-05,
      "loss": 0.1914,
      "step": 96262
    },
    {
      "epoch": 3.9427810772066354,
      "grad_norm": 1.550916752623145,
      "learning_rate": 8.090225397541732e-05,
      "loss": 0.7726,
      "step": 96263
    },
    {
      "epoch": 3.9428220356338315,
      "grad_norm": 1.741729231891982,
      "learning_rate": 8.089935923985311e-05,
      "loss": 1.0569,
      "step": 96264
    },
    {
      "epoch": 3.942862994061028,
      "grad_norm": 0.9801360516010273,
      "learning_rate": 8.08964645369557e-05,
      "loss": 0.2959,
      "step": 96265
    },
    {
      "epoch": 3.9429039524882246,
      "grad_norm": 1.416174475736813,
      "learning_rate": 8.089356986672647e-05,
      "loss": 0.643,
      "step": 96266
    },
    {
      "epoch": 3.942944910915421,
      "grad_norm": 1.6559372673696526,
      "learning_rate": 8.089067522916672e-05,
      "loss": 0.9431,
      "step": 96267
    },
    {
      "epoch": 3.942985869342617,
      "grad_norm": 1.5261772826935676,
      "learning_rate": 8.088778062427782e-05,
      "loss": 0.8119,
      "step": 96268
    },
    {
      "epoch": 3.9430268277698137,
      "grad_norm": 1.8270655230529924,
      "learning_rate": 8.088488605206122e-05,
      "loss": 0.5253,
      "step": 96269
    },
    {
      "epoch": 3.94306778619701,
      "grad_norm": 1.7039670331184773,
      "learning_rate": 8.088199151251821e-05,
      "loss": 0.8537,
      "step": 96270
    },
    {
      "epoch": 3.9431087446242064,
      "grad_norm": 1.4905636023431978,
      "learning_rate": 8.087909700565021e-05,
      "loss": 0.7762,
      "step": 96271
    },
    {
      "epoch": 3.943149703051403,
      "grad_norm": 1.776268664969845,
      "learning_rate": 8.087620253145853e-05,
      "loss": 0.8041,
      "step": 96272
    },
    {
      "epoch": 3.9431906614785994,
      "grad_norm": 1.689293023884468,
      "learning_rate": 8.087330808994456e-05,
      "loss": 0.8404,
      "step": 96273
    },
    {
      "epoch": 3.9432316199057955,
      "grad_norm": 0.9938373891077049,
      "learning_rate": 8.087041368110974e-05,
      "loss": 0.441,
      "step": 96274
    },
    {
      "epoch": 3.943272578332992,
      "grad_norm": 1.616677115118827,
      "learning_rate": 8.086751930495532e-05,
      "loss": 0.7491,
      "step": 96275
    },
    {
      "epoch": 3.943313536760188,
      "grad_norm": 1.7488337029539902,
      "learning_rate": 8.08646249614827e-05,
      "loss": 0.9452,
      "step": 96276
    },
    {
      "epoch": 3.9433544951873847,
      "grad_norm": 1.7514566433580794,
      "learning_rate": 8.086173065069337e-05,
      "loss": 0.7483,
      "step": 96277
    },
    {
      "epoch": 3.943395453614581,
      "grad_norm": 1.7402241883725675,
      "learning_rate": 8.085883637258851e-05,
      "loss": 0.7064,
      "step": 96278
    },
    {
      "epoch": 3.9434364120417777,
      "grad_norm": 1.6374089140538328,
      "learning_rate": 8.085594212716967e-05,
      "loss": 0.6069,
      "step": 96279
    },
    {
      "epoch": 3.943477370468974,
      "grad_norm": 0.8621240981462132,
      "learning_rate": 8.085304791443805e-05,
      "loss": 0.2041,
      "step": 96280
    },
    {
      "epoch": 3.9435183288961704,
      "grad_norm": 0.8769065316039906,
      "learning_rate": 8.08501537343951e-05,
      "loss": 0.2664,
      "step": 96281
    },
    {
      "epoch": 3.943559287323367,
      "grad_norm": 1.3305285346105677,
      "learning_rate": 8.084725958704224e-05,
      "loss": 0.5543,
      "step": 96282
    },
    {
      "epoch": 3.943600245750563,
      "grad_norm": 1.941912785253861,
      "learning_rate": 8.084436547238074e-05,
      "loss": 0.7458,
      "step": 96283
    },
    {
      "epoch": 3.9436412041777595,
      "grad_norm": 0.9205254399426462,
      "learning_rate": 8.0841471390412e-05,
      "loss": 0.2878,
      "step": 96284
    },
    {
      "epoch": 3.943682162604956,
      "grad_norm": 0.6788237893053957,
      "learning_rate": 8.083857734113744e-05,
      "loss": 0.207,
      "step": 96285
    },
    {
      "epoch": 3.9437231210321526,
      "grad_norm": 1.5285481171795772,
      "learning_rate": 8.083568332455835e-05,
      "loss": 0.9163,
      "step": 96286
    },
    {
      "epoch": 3.9437640794593487,
      "grad_norm": 1.9214069004835792,
      "learning_rate": 8.083278934067618e-05,
      "loss": 1.5743,
      "step": 96287
    },
    {
      "epoch": 3.9438050378865452,
      "grad_norm": 3.5512924553203264,
      "learning_rate": 8.082989538949221e-05,
      "loss": 3.3643,
      "step": 96288
    },
    {
      "epoch": 3.9438459963137413,
      "grad_norm": 1.5898106220978965,
      "learning_rate": 8.082700147100785e-05,
      "loss": 0.7879,
      "step": 96289
    },
    {
      "epoch": 3.943886954740938,
      "grad_norm": 1.8376985535835426,
      "learning_rate": 8.082410758522453e-05,
      "loss": 0.8841,
      "step": 96290
    },
    {
      "epoch": 3.9439279131681344,
      "grad_norm": 1.501634281605008,
      "learning_rate": 8.082121373214348e-05,
      "loss": 0.585,
      "step": 96291
    },
    {
      "epoch": 3.943968871595331,
      "grad_norm": 0.7699368942180552,
      "learning_rate": 8.081831991176617e-05,
      "loss": 0.2284,
      "step": 96292
    },
    {
      "epoch": 3.944009830022527,
      "grad_norm": 1.1599891040798451,
      "learning_rate": 8.081542612409405e-05,
      "loss": 0.5366,
      "step": 96293
    },
    {
      "epoch": 3.9440507884497236,
      "grad_norm": 3.227294657533024,
      "learning_rate": 8.081253236912826e-05,
      "loss": 3.5705,
      "step": 96294
    },
    {
      "epoch": 3.9440917468769197,
      "grad_norm": 1.3822633484209341,
      "learning_rate": 8.08096386468703e-05,
      "loss": 0.6053,
      "step": 96295
    },
    {
      "epoch": 3.944132705304116,
      "grad_norm": 1.4027070712460696,
      "learning_rate": 8.080674495732159e-05,
      "loss": 0.7165,
      "step": 96296
    },
    {
      "epoch": 3.9441736637313127,
      "grad_norm": 1.8945635020301104,
      "learning_rate": 8.080385130048336e-05,
      "loss": 0.855,
      "step": 96297
    },
    {
      "epoch": 3.9442146221585093,
      "grad_norm": 1.6829473001171946,
      "learning_rate": 8.080095767635712e-05,
      "loss": 0.7412,
      "step": 96298
    },
    {
      "epoch": 3.9442555805857054,
      "grad_norm": 0.9195622846773648,
      "learning_rate": 8.079806408494412e-05,
      "loss": 0.3255,
      "step": 96299
    },
    {
      "epoch": 3.944296539012902,
      "grad_norm": 1.4390589416834318,
      "learning_rate": 8.079517052624578e-05,
      "loss": 0.6584,
      "step": 96300
    },
    {
      "epoch": 3.9443374974400984,
      "grad_norm": 1.447862056937529,
      "learning_rate": 8.079227700026351e-05,
      "loss": 0.5416,
      "step": 96301
    },
    {
      "epoch": 3.9443784558672945,
      "grad_norm": 1.4372551697659657,
      "learning_rate": 8.07893835069986e-05,
      "loss": 0.7104,
      "step": 96302
    },
    {
      "epoch": 3.944419414294491,
      "grad_norm": 1.3818286104745754,
      "learning_rate": 8.078649004645243e-05,
      "loss": 0.8194,
      "step": 96303
    },
    {
      "epoch": 3.9444603727216876,
      "grad_norm": 0.8974600757671171,
      "learning_rate": 8.078359661862647e-05,
      "loss": 0.2704,
      "step": 96304
    },
    {
      "epoch": 3.944501331148884,
      "grad_norm": 1.043227769341375,
      "learning_rate": 8.078070322352193e-05,
      "loss": 0.5562,
      "step": 96305
    },
    {
      "epoch": 3.94454228957608,
      "grad_norm": 1.473543215668753,
      "learning_rate": 8.077780986114032e-05,
      "loss": 0.6671,
      "step": 96306
    },
    {
      "epoch": 3.9445832480032768,
      "grad_norm": 0.9022750673145745,
      "learning_rate": 8.07749165314829e-05,
      "loss": 0.3428,
      "step": 96307
    },
    {
      "epoch": 3.944624206430473,
      "grad_norm": 0.9424523399074791,
      "learning_rate": 8.077202323455109e-05,
      "loss": 0.2897,
      "step": 96308
    },
    {
      "epoch": 3.9446651648576694,
      "grad_norm": 1.3256452454496612,
      "learning_rate": 8.076912997034629e-05,
      "loss": 0.5864,
      "step": 96309
    },
    {
      "epoch": 3.944706123284866,
      "grad_norm": 1.3043337069315522,
      "learning_rate": 8.076623673886976e-05,
      "loss": 0.6038,
      "step": 96310
    },
    {
      "epoch": 3.9447470817120625,
      "grad_norm": 1.6714475458299107,
      "learning_rate": 8.076334354012296e-05,
      "loss": 0.6674,
      "step": 96311
    },
    {
      "epoch": 3.9447880401392585,
      "grad_norm": 1.638471965357085,
      "learning_rate": 8.076045037410728e-05,
      "loss": 0.959,
      "step": 96312
    },
    {
      "epoch": 3.944828998566455,
      "grad_norm": 1.3441009086289855,
      "learning_rate": 8.075755724082399e-05,
      "loss": 0.6068,
      "step": 96313
    },
    {
      "epoch": 3.944869956993651,
      "grad_norm": 1.4628853439035603,
      "learning_rate": 8.075466414027456e-05,
      "loss": 0.6183,
      "step": 96314
    },
    {
      "epoch": 3.9449109154208477,
      "grad_norm": 2.130253505209242,
      "learning_rate": 8.075177107246025e-05,
      "loss": 1.7297,
      "step": 96315
    },
    {
      "epoch": 3.9449518738480442,
      "grad_norm": 1.3636092598852778,
      "learning_rate": 8.074887803738249e-05,
      "loss": 0.6652,
      "step": 96316
    },
    {
      "epoch": 3.944992832275241,
      "grad_norm": 1.4340657678070543,
      "learning_rate": 8.07459850350427e-05,
      "loss": 0.7093,
      "step": 96317
    },
    {
      "epoch": 3.945033790702437,
      "grad_norm": 3.0457240893957502,
      "learning_rate": 8.074309206544211e-05,
      "loss": 2.0505,
      "step": 96318
    },
    {
      "epoch": 3.9450747491296334,
      "grad_norm": 0.9015422129947688,
      "learning_rate": 8.074019912858218e-05,
      "loss": 0.257,
      "step": 96319
    },
    {
      "epoch": 3.94511570755683,
      "grad_norm": 1.4574554627130003,
      "learning_rate": 8.073730622446432e-05,
      "loss": 0.5751,
      "step": 96320
    },
    {
      "epoch": 3.945156665984026,
      "grad_norm": 1.8019641834968119,
      "learning_rate": 8.073441335308981e-05,
      "loss": 0.9822,
      "step": 96321
    },
    {
      "epoch": 3.9451976244112226,
      "grad_norm": 2.173714662745018,
      "learning_rate": 8.073152051446009e-05,
      "loss": 0.9961,
      "step": 96322
    },
    {
      "epoch": 3.945238582838419,
      "grad_norm": 1.7411855191031678,
      "learning_rate": 8.072862770857643e-05,
      "loss": 0.9567,
      "step": 96323
    },
    {
      "epoch": 3.9452795412656156,
      "grad_norm": 1.6177985839931814,
      "learning_rate": 8.072573493544025e-05,
      "loss": 0.768,
      "step": 96324
    },
    {
      "epoch": 3.9453204996928117,
      "grad_norm": 1.2966959024656228,
      "learning_rate": 8.072284219505299e-05,
      "loss": 0.5776,
      "step": 96325
    },
    {
      "epoch": 3.9453614581200083,
      "grad_norm": 1.0440970044685847,
      "learning_rate": 8.071994948741588e-05,
      "loss": 0.432,
      "step": 96326
    },
    {
      "epoch": 3.9454024165472044,
      "grad_norm": 1.578842198732804,
      "learning_rate": 8.071705681253035e-05,
      "loss": 0.7393,
      "step": 96327
    },
    {
      "epoch": 3.945443374974401,
      "grad_norm": 1.42777779895666,
      "learning_rate": 8.071416417039787e-05,
      "loss": 0.6827,
      "step": 96328
    },
    {
      "epoch": 3.9454843334015974,
      "grad_norm": 1.6459018452442988,
      "learning_rate": 8.071127156101962e-05,
      "loss": 0.9886,
      "step": 96329
    },
    {
      "epoch": 3.945525291828794,
      "grad_norm": 1.5824625001021666,
      "learning_rate": 8.070837898439714e-05,
      "loss": 0.6215,
      "step": 96330
    },
    {
      "epoch": 3.94556625025599,
      "grad_norm": 3.8277396543159616,
      "learning_rate": 8.070548644053165e-05,
      "loss": 1.8324,
      "step": 96331
    },
    {
      "epoch": 3.9456072086831866,
      "grad_norm": 1.5157065221914579,
      "learning_rate": 8.070259392942459e-05,
      "loss": 0.7216,
      "step": 96332
    },
    {
      "epoch": 3.9456481671103827,
      "grad_norm": 2.357650512384836,
      "learning_rate": 8.069970145107738e-05,
      "loss": 1.1011,
      "step": 96333
    },
    {
      "epoch": 3.9456891255375792,
      "grad_norm": 1.380088980269638,
      "learning_rate": 8.069680900549127e-05,
      "loss": 0.6218,
      "step": 96334
    },
    {
      "epoch": 3.9457300839647758,
      "grad_norm": 1.4304227734953698,
      "learning_rate": 8.069391659266774e-05,
      "loss": 0.6348,
      "step": 96335
    },
    {
      "epoch": 3.9457710423919723,
      "grad_norm": 2.065993963090402,
      "learning_rate": 8.069102421260805e-05,
      "loss": 1.3812,
      "step": 96336
    },
    {
      "epoch": 3.9458120008191684,
      "grad_norm": 2.297856181699542,
      "learning_rate": 8.068813186531361e-05,
      "loss": 1.1592,
      "step": 96337
    },
    {
      "epoch": 3.945852959246365,
      "grad_norm": 0.568768968723043,
      "learning_rate": 8.068523955078587e-05,
      "loss": 0.145,
      "step": 96338
    },
    {
      "epoch": 3.9458939176735615,
      "grad_norm": 0.9921948320359425,
      "learning_rate": 8.068234726902609e-05,
      "loss": 0.2807,
      "step": 96339
    },
    {
      "epoch": 3.9459348761007575,
      "grad_norm": 1.4035437873939882,
      "learning_rate": 8.067945502003564e-05,
      "loss": 0.6305,
      "step": 96340
    },
    {
      "epoch": 3.945975834527954,
      "grad_norm": 1.256325537614529,
      "learning_rate": 8.067656280381599e-05,
      "loss": 0.5491,
      "step": 96341
    },
    {
      "epoch": 3.9460167929551506,
      "grad_norm": 1.5905884814772326,
      "learning_rate": 8.067367062036838e-05,
      "loss": 1.0529,
      "step": 96342
    },
    {
      "epoch": 3.946057751382347,
      "grad_norm": 1.4389115528250747,
      "learning_rate": 8.067077846969429e-05,
      "loss": 0.5397,
      "step": 96343
    },
    {
      "epoch": 3.9460987098095432,
      "grad_norm": 2.1565559596741912,
      "learning_rate": 8.066788635179497e-05,
      "loss": 1.1732,
      "step": 96344
    },
    {
      "epoch": 3.94613966823674,
      "grad_norm": 3.3764509443432402,
      "learning_rate": 8.066499426667187e-05,
      "loss": 1.9234,
      "step": 96345
    },
    {
      "epoch": 3.946180626663936,
      "grad_norm": 1.4126984669873839,
      "learning_rate": 8.066210221432638e-05,
      "loss": 0.5252,
      "step": 96346
    },
    {
      "epoch": 3.9462215850911324,
      "grad_norm": 1.4426911519069279,
      "learning_rate": 8.065921019475979e-05,
      "loss": 0.7201,
      "step": 96347
    },
    {
      "epoch": 3.946262543518329,
      "grad_norm": 1.3957865276554813,
      "learning_rate": 8.065631820797347e-05,
      "loss": 0.7146,
      "step": 96348
    },
    {
      "epoch": 3.9463035019455255,
      "grad_norm": 1.5275993143300903,
      "learning_rate": 8.065342625396889e-05,
      "loss": 0.8668,
      "step": 96349
    },
    {
      "epoch": 3.9463444603727216,
      "grad_norm": 0.9378434656841357,
      "learning_rate": 8.065053433274729e-05,
      "loss": 0.3038,
      "step": 96350
    },
    {
      "epoch": 3.946385418799918,
      "grad_norm": 1.455750097180066,
      "learning_rate": 8.064764244431017e-05,
      "loss": 0.4326,
      "step": 96351
    },
    {
      "epoch": 3.946426377227114,
      "grad_norm": 1.2504037325306638,
      "learning_rate": 8.064475058865873e-05,
      "loss": 0.6502,
      "step": 96352
    },
    {
      "epoch": 3.9464673356543107,
      "grad_norm": 1.1511023129575022,
      "learning_rate": 8.064185876579444e-05,
      "loss": 0.4517,
      "step": 96353
    },
    {
      "epoch": 3.9465082940815073,
      "grad_norm": 7.01288040781006,
      "learning_rate": 8.063896697571872e-05,
      "loss": 1.8323,
      "step": 96354
    },
    {
      "epoch": 3.946549252508704,
      "grad_norm": 1.484387350955621,
      "learning_rate": 8.063607521843279e-05,
      "loss": 0.5483,
      "step": 96355
    },
    {
      "epoch": 3.9465902109359,
      "grad_norm": 1.5330276423665117,
      "learning_rate": 8.063318349393811e-05,
      "loss": 0.6474,
      "step": 96356
    },
    {
      "epoch": 3.9466311693630964,
      "grad_norm": 1.2320022017051477,
      "learning_rate": 8.063029180223611e-05,
      "loss": 0.5135,
      "step": 96357
    },
    {
      "epoch": 3.946672127790293,
      "grad_norm": 1.4106894647254309,
      "learning_rate": 8.062740014332803e-05,
      "loss": 0.5921,
      "step": 96358
    },
    {
      "epoch": 3.946713086217489,
      "grad_norm": 1.4275413565355164,
      "learning_rate": 8.062450851721531e-05,
      "loss": 0.7628,
      "step": 96359
    },
    {
      "epoch": 3.9467540446446856,
      "grad_norm": 1.705334155181093,
      "learning_rate": 8.062161692389927e-05,
      "loss": 0.7576,
      "step": 96360
    },
    {
      "epoch": 3.946795003071882,
      "grad_norm": 1.5314686849466301,
      "learning_rate": 8.061872536338129e-05,
      "loss": 0.689,
      "step": 96361
    },
    {
      "epoch": 3.9468359614990787,
      "grad_norm": 1.1106812163375614,
      "learning_rate": 8.06158338356628e-05,
      "loss": 0.3167,
      "step": 96362
    },
    {
      "epoch": 3.9468769199262748,
      "grad_norm": 1.5311415234331909,
      "learning_rate": 8.061294234074514e-05,
      "loss": 0.5663,
      "step": 96363
    },
    {
      "epoch": 3.9469178783534713,
      "grad_norm": 1.3896725322167858,
      "learning_rate": 8.061005087862959e-05,
      "loss": 0.6093,
      "step": 96364
    },
    {
      "epoch": 3.9469588367806674,
      "grad_norm": 1.5864825591193303,
      "learning_rate": 8.060715944931764e-05,
      "loss": 0.8279,
      "step": 96365
    },
    {
      "epoch": 3.946999795207864,
      "grad_norm": 1.6128732271647497,
      "learning_rate": 8.060426805281051e-05,
      "loss": 0.5971,
      "step": 96366
    },
    {
      "epoch": 3.9470407536350605,
      "grad_norm": 1.5866019178138482,
      "learning_rate": 8.060137668910968e-05,
      "loss": 0.8569,
      "step": 96367
    },
    {
      "epoch": 3.947081712062257,
      "grad_norm": 1.7273288839357213,
      "learning_rate": 8.059848535821658e-05,
      "loss": 0.8749,
      "step": 96368
    },
    {
      "epoch": 3.947122670489453,
      "grad_norm": 1.7522431850522016,
      "learning_rate": 8.05955940601324e-05,
      "loss": 0.5413,
      "step": 96369
    },
    {
      "epoch": 3.9471636289166496,
      "grad_norm": 1.1377644946304015,
      "learning_rate": 8.059270279485865e-05,
      "loss": 0.4993,
      "step": 96370
    },
    {
      "epoch": 3.947204587343846,
      "grad_norm": 1.4487404967874693,
      "learning_rate": 8.058981156239659e-05,
      "loss": 0.6111,
      "step": 96371
    },
    {
      "epoch": 3.9472455457710423,
      "grad_norm": 1.0885017761394231,
      "learning_rate": 8.058692036274763e-05,
      "loss": 0.2933,
      "step": 96372
    },
    {
      "epoch": 3.947286504198239,
      "grad_norm": 0.7875940487700378,
      "learning_rate": 8.058402919591322e-05,
      "loss": 0.2018,
      "step": 96373
    },
    {
      "epoch": 3.9473274626254353,
      "grad_norm": 0.94926798250851,
      "learning_rate": 8.05811380618946e-05,
      "loss": 0.253,
      "step": 96374
    },
    {
      "epoch": 3.9473684210526314,
      "grad_norm": 0.9270112385711516,
      "learning_rate": 8.057824696069316e-05,
      "loss": 0.2317,
      "step": 96375
    },
    {
      "epoch": 3.947409379479828,
      "grad_norm": 1.6350097745009453,
      "learning_rate": 8.057535589231038e-05,
      "loss": 0.7472,
      "step": 96376
    },
    {
      "epoch": 3.9474503379070245,
      "grad_norm": 1.7487350299772169,
      "learning_rate": 8.057246485674748e-05,
      "loss": 0.7965,
      "step": 96377
    },
    {
      "epoch": 3.9474912963342206,
      "grad_norm": 1.455659211526822,
      "learning_rate": 8.056957385400595e-05,
      "loss": 0.8976,
      "step": 96378
    },
    {
      "epoch": 3.947532254761417,
      "grad_norm": 1.4261600383751354,
      "learning_rate": 8.056668288408703e-05,
      "loss": 0.4915,
      "step": 96379
    },
    {
      "epoch": 3.9475732131886137,
      "grad_norm": 1.4741440753280763,
      "learning_rate": 8.056379194699215e-05,
      "loss": 0.8787,
      "step": 96380
    },
    {
      "epoch": 3.94761417161581,
      "grad_norm": 2.061705459126252,
      "learning_rate": 8.056090104272275e-05,
      "loss": 0.5521,
      "step": 96381
    },
    {
      "epoch": 3.9476551300430063,
      "grad_norm": 0.8070265200330523,
      "learning_rate": 8.055801017128007e-05,
      "loss": 0.24,
      "step": 96382
    },
    {
      "epoch": 3.947696088470203,
      "grad_norm": 1.3621978655196472,
      "learning_rate": 8.055511933266552e-05,
      "loss": 0.6444,
      "step": 96383
    },
    {
      "epoch": 3.947737046897399,
      "grad_norm": 1.3513973863816608,
      "learning_rate": 8.055222852688055e-05,
      "loss": 0.6518,
      "step": 96384
    },
    {
      "epoch": 3.9477780053245954,
      "grad_norm": 0.9625837098128327,
      "learning_rate": 8.054933775392641e-05,
      "loss": 0.315,
      "step": 96385
    },
    {
      "epoch": 3.947818963751792,
      "grad_norm": 0.9939550723011027,
      "learning_rate": 8.054644701380455e-05,
      "loss": 0.3123,
      "step": 96386
    },
    {
      "epoch": 3.9478599221789885,
      "grad_norm": 1.6999242523773412,
      "learning_rate": 8.054355630651625e-05,
      "loss": 0.9417,
      "step": 96387
    },
    {
      "epoch": 3.9479008806061846,
      "grad_norm": 1.479578473759125,
      "learning_rate": 8.054066563206292e-05,
      "loss": 0.721,
      "step": 96388
    },
    {
      "epoch": 3.947941839033381,
      "grad_norm": 1.5800056466860564,
      "learning_rate": 8.053777499044598e-05,
      "loss": 0.6376,
      "step": 96389
    },
    {
      "epoch": 3.9479827974605777,
      "grad_norm": 1.3677397176615418,
      "learning_rate": 8.05348843816667e-05,
      "loss": 0.5413,
      "step": 96390
    },
    {
      "epoch": 3.9480237558877738,
      "grad_norm": 1.0618821304335921,
      "learning_rate": 8.053199380572652e-05,
      "loss": 0.2602,
      "step": 96391
    },
    {
      "epoch": 3.9480647143149703,
      "grad_norm": 2.4877276169171503,
      "learning_rate": 8.052910326262683e-05,
      "loss": 2.3055,
      "step": 96392
    },
    {
      "epoch": 3.948105672742167,
      "grad_norm": 1.385581934730194,
      "learning_rate": 8.052621275236888e-05,
      "loss": 0.6573,
      "step": 96393
    },
    {
      "epoch": 3.948146631169363,
      "grad_norm": 1.438296386952048,
      "learning_rate": 8.052332227495416e-05,
      "loss": 0.7191,
      "step": 96394
    },
    {
      "epoch": 3.9481875895965595,
      "grad_norm": 1.7098418452096875,
      "learning_rate": 8.052043183038393e-05,
      "loss": 0.7263,
      "step": 96395
    },
    {
      "epoch": 3.948228548023756,
      "grad_norm": 2.015072821344637,
      "learning_rate": 8.051754141865961e-05,
      "loss": 0.6665,
      "step": 96396
    },
    {
      "epoch": 3.948269506450952,
      "grad_norm": 1.2894837662049201,
      "learning_rate": 8.051465103978261e-05,
      "loss": 0.6416,
      "step": 96397
    },
    {
      "epoch": 3.9483104648781486,
      "grad_norm": 1.398199010805913,
      "learning_rate": 8.051176069375422e-05,
      "loss": 0.5816,
      "step": 96398
    },
    {
      "epoch": 3.948351423305345,
      "grad_norm": 1.162701187672653,
      "learning_rate": 8.050887038057582e-05,
      "loss": 0.1521,
      "step": 96399
    },
    {
      "epoch": 3.9483923817325417,
      "grad_norm": 1.194156135960209,
      "learning_rate": 8.050598010024885e-05,
      "loss": 0.4468,
      "step": 96400
    },
    {
      "epoch": 3.948433340159738,
      "grad_norm": 4.108799966740755,
      "learning_rate": 8.050308985277457e-05,
      "loss": 6.8712,
      "step": 96401
    },
    {
      "epoch": 3.9484742985869343,
      "grad_norm": 2.0440816824773314,
      "learning_rate": 8.050019963815443e-05,
      "loss": 0.965,
      "step": 96402
    },
    {
      "epoch": 3.9485152570141304,
      "grad_norm": 1.6628231584868678,
      "learning_rate": 8.049730945638972e-05,
      "loss": 0.8196,
      "step": 96403
    },
    {
      "epoch": 3.948556215441327,
      "grad_norm": 1.7355408858024601,
      "learning_rate": 8.049441930748185e-05,
      "loss": 1.0556,
      "step": 96404
    },
    {
      "epoch": 3.9485971738685235,
      "grad_norm": 1.6564401280362324,
      "learning_rate": 8.049152919143225e-05,
      "loss": 0.5097,
      "step": 96405
    },
    {
      "epoch": 3.94863813229572,
      "grad_norm": 1.5938278424978984,
      "learning_rate": 8.048863910824216e-05,
      "loss": 0.7117,
      "step": 96406
    },
    {
      "epoch": 3.948679090722916,
      "grad_norm": 1.5777272189566756,
      "learning_rate": 8.048574905791307e-05,
      "loss": 0.6543,
      "step": 96407
    },
    {
      "epoch": 3.9487200491501127,
      "grad_norm": 1.7863347172689483,
      "learning_rate": 8.048285904044622e-05,
      "loss": 0.9894,
      "step": 96408
    },
    {
      "epoch": 3.948761007577309,
      "grad_norm": 1.444292427295624,
      "learning_rate": 8.047996905584306e-05,
      "loss": 0.7174,
      "step": 96409
    },
    {
      "epoch": 3.9488019660045053,
      "grad_norm": 1.4076046121440118,
      "learning_rate": 8.047707910410498e-05,
      "loss": 0.5483,
      "step": 96410
    },
    {
      "epoch": 3.948842924431702,
      "grad_norm": 1.3263119849208211,
      "learning_rate": 8.047418918523322e-05,
      "loss": 0.4891,
      "step": 96411
    },
    {
      "epoch": 3.9488838828588984,
      "grad_norm": 1.849466277351621,
      "learning_rate": 8.047129929922925e-05,
      "loss": 0.4709,
      "step": 96412
    },
    {
      "epoch": 3.948924841286095,
      "grad_norm": 1.963430439399738,
      "learning_rate": 8.046840944609448e-05,
      "loss": 1.7482,
      "step": 96413
    },
    {
      "epoch": 3.948965799713291,
      "grad_norm": 0.8925948616100584,
      "learning_rate": 8.046551962583014e-05,
      "loss": 0.2276,
      "step": 96414
    },
    {
      "epoch": 3.9490067581404875,
      "grad_norm": 1.5318011229779864,
      "learning_rate": 8.046262983843774e-05,
      "loss": 0.7668,
      "step": 96415
    },
    {
      "epoch": 3.9490477165676836,
      "grad_norm": 1.5515927901381303,
      "learning_rate": 8.04597400839185e-05,
      "loss": 0.885,
      "step": 96416
    },
    {
      "epoch": 3.94908867499488,
      "grad_norm": 1.2568974236796606,
      "learning_rate": 8.045685036227386e-05,
      "loss": 0.1768,
      "step": 96417
    },
    {
      "epoch": 3.9491296334220767,
      "grad_norm": 0.6845537680378951,
      "learning_rate": 8.045396067350526e-05,
      "loss": 0.1283,
      "step": 96418
    },
    {
      "epoch": 3.949170591849273,
      "grad_norm": 0.8633127657185697,
      "learning_rate": 8.045107101761393e-05,
      "loss": 0.2324,
      "step": 96419
    },
    {
      "epoch": 3.9492115502764693,
      "grad_norm": 1.4557689552893616,
      "learning_rate": 8.044818139460128e-05,
      "loss": 0.9766,
      "step": 96420
    },
    {
      "epoch": 3.949252508703666,
      "grad_norm": 1.7144394814803647,
      "learning_rate": 8.044529180446876e-05,
      "loss": 0.8079,
      "step": 96421
    },
    {
      "epoch": 3.949293467130862,
      "grad_norm": 1.500609774957037,
      "learning_rate": 8.044240224721763e-05,
      "loss": 0.7061,
      "step": 96422
    },
    {
      "epoch": 3.9493344255580585,
      "grad_norm": 1.7926945804957426,
      "learning_rate": 8.043951272284933e-05,
      "loss": 1.0514,
      "step": 96423
    },
    {
      "epoch": 3.949375383985255,
      "grad_norm": 1.4001633189113034,
      "learning_rate": 8.043662323136514e-05,
      "loss": 0.6043,
      "step": 96424
    },
    {
      "epoch": 3.9494163424124515,
      "grad_norm": 1.608718420401226,
      "learning_rate": 8.04337337727665e-05,
      "loss": 0.6725,
      "step": 96425
    },
    {
      "epoch": 3.9494573008396476,
      "grad_norm": 1.8733161822937305,
      "learning_rate": 8.043084434705479e-05,
      "loss": 0.9032,
      "step": 96426
    },
    {
      "epoch": 3.949498259266844,
      "grad_norm": 1.2842154523139477,
      "learning_rate": 8.042795495423129e-05,
      "loss": 0.6264,
      "step": 96427
    },
    {
      "epoch": 3.9495392176940407,
      "grad_norm": 1.508513169647146,
      "learning_rate": 8.04250655942974e-05,
      "loss": 0.8945,
      "step": 96428
    },
    {
      "epoch": 3.949580176121237,
      "grad_norm": 1.6813288013916914,
      "learning_rate": 8.042217626725457e-05,
      "loss": 0.648,
      "step": 96429
    },
    {
      "epoch": 3.9496211345484333,
      "grad_norm": 1.203523221988919,
      "learning_rate": 8.041928697310403e-05,
      "loss": 0.4525,
      "step": 96430
    },
    {
      "epoch": 3.94966209297563,
      "grad_norm": 1.634711077251422,
      "learning_rate": 8.041639771184728e-05,
      "loss": 0.7532,
      "step": 96431
    },
    {
      "epoch": 3.9497030514028264,
      "grad_norm": 0.8342864043334614,
      "learning_rate": 8.041350848348559e-05,
      "loss": 0.2402,
      "step": 96432
    },
    {
      "epoch": 3.9497440098300225,
      "grad_norm": 1.9517264373870709,
      "learning_rate": 8.041061928802033e-05,
      "loss": 0.6791,
      "step": 96433
    },
    {
      "epoch": 3.949784968257219,
      "grad_norm": 1.8756197862058193,
      "learning_rate": 8.040773012545301e-05,
      "loss": 0.9438,
      "step": 96434
    },
    {
      "epoch": 3.949825926684415,
      "grad_norm": 1.7954587823138495,
      "learning_rate": 8.040484099578476e-05,
      "loss": 0.7149,
      "step": 96435
    },
    {
      "epoch": 3.9498668851116117,
      "grad_norm": 2.951864553614818,
      "learning_rate": 8.040195189901705e-05,
      "loss": 2.7529,
      "step": 96436
    },
    {
      "epoch": 3.949907843538808,
      "grad_norm": 1.4406327643952674,
      "learning_rate": 8.039906283515134e-05,
      "loss": 0.7018,
      "step": 96437
    },
    {
      "epoch": 3.9499488019660047,
      "grad_norm": 1.7436585762306318,
      "learning_rate": 8.039617380418884e-05,
      "loss": 0.9048,
      "step": 96438
    },
    {
      "epoch": 3.949989760393201,
      "grad_norm": 1.2664304892317688,
      "learning_rate": 8.039328480613098e-05,
      "loss": 0.5066,
      "step": 96439
    },
    {
      "epoch": 3.9500307188203974,
      "grad_norm": 1.5652827364468005,
      "learning_rate": 8.039039584097921e-05,
      "loss": 0.7597,
      "step": 96440
    },
    {
      "epoch": 3.9500716772475934,
      "grad_norm": 1.5323058376038705,
      "learning_rate": 8.038750690873477e-05,
      "loss": 0.594,
      "step": 96441
    },
    {
      "epoch": 3.95011263567479,
      "grad_norm": 0.8110554499712304,
      "learning_rate": 8.038461800939912e-05,
      "loss": 0.1942,
      "step": 96442
    },
    {
      "epoch": 3.9501535941019865,
      "grad_norm": 1.7238339351719716,
      "learning_rate": 8.038172914297354e-05,
      "loss": 0.9684,
      "step": 96443
    },
    {
      "epoch": 3.950194552529183,
      "grad_norm": 1.9255874660810888,
      "learning_rate": 8.037884030945942e-05,
      "loss": 1.0322,
      "step": 96444
    },
    {
      "epoch": 3.950235510956379,
      "grad_norm": 0.9161808734608609,
      "learning_rate": 8.037595150885821e-05,
      "loss": 0.3172,
      "step": 96445
    },
    {
      "epoch": 3.9502764693835757,
      "grad_norm": 1.4937039590560472,
      "learning_rate": 8.037306274117114e-05,
      "loss": 0.6591,
      "step": 96446
    },
    {
      "epoch": 3.950317427810772,
      "grad_norm": 1.6793161186932923,
      "learning_rate": 8.037017400639968e-05,
      "loss": 0.9137,
      "step": 96447
    },
    {
      "epoch": 3.9503583862379683,
      "grad_norm": 1.4956170522429173,
      "learning_rate": 8.03672853045452e-05,
      "loss": 1.0102,
      "step": 96448
    },
    {
      "epoch": 3.950399344665165,
      "grad_norm": 1.9794841592048207,
      "learning_rate": 8.036439663560896e-05,
      "loss": 0.8866,
      "step": 96449
    },
    {
      "epoch": 3.9504403030923614,
      "grad_norm": 1.8629270927491905,
      "learning_rate": 8.036150799959246e-05,
      "loss": 1.0938,
      "step": 96450
    },
    {
      "epoch": 3.950481261519558,
      "grad_norm": 1.341774725729601,
      "learning_rate": 8.035861939649695e-05,
      "loss": 0.554,
      "step": 96451
    },
    {
      "epoch": 3.950522219946754,
      "grad_norm": 1.087255239651193,
      "learning_rate": 8.035573082632383e-05,
      "loss": 0.3297,
      "step": 96452
    },
    {
      "epoch": 3.9505631783739505,
      "grad_norm": 1.7304624478701387,
      "learning_rate": 8.035284228907454e-05,
      "loss": 0.8569,
      "step": 96453
    },
    {
      "epoch": 3.9506041368011466,
      "grad_norm": 3.140095809479817,
      "learning_rate": 8.034995378475033e-05,
      "loss": 2.9797,
      "step": 96454
    },
    {
      "epoch": 3.950645095228343,
      "grad_norm": 1.4436599967731147,
      "learning_rate": 8.034706531335261e-05,
      "loss": 0.5291,
      "step": 96455
    },
    {
      "epoch": 3.9506860536555397,
      "grad_norm": 1.7994223654323143,
      "learning_rate": 8.034417687488282e-05,
      "loss": 0.7897,
      "step": 96456
    },
    {
      "epoch": 3.9507270120827362,
      "grad_norm": 1.7462831441658622,
      "learning_rate": 8.034128846934221e-05,
      "loss": 0.756,
      "step": 96457
    },
    {
      "epoch": 3.9507679705099323,
      "grad_norm": 0.8169794742435681,
      "learning_rate": 8.033840009673224e-05,
      "loss": 0.2547,
      "step": 96458
    },
    {
      "epoch": 3.950808928937129,
      "grad_norm": 1.3429876137867363,
      "learning_rate": 8.033551175705418e-05,
      "loss": 0.4688,
      "step": 96459
    },
    {
      "epoch": 3.950849887364325,
      "grad_norm": 1.596214939152293,
      "learning_rate": 8.033262345030946e-05,
      "loss": 0.5779,
      "step": 96460
    },
    {
      "epoch": 3.9508908457915215,
      "grad_norm": 2.238084416314126,
      "learning_rate": 8.032973517649948e-05,
      "loss": 0.5816,
      "step": 96461
    },
    {
      "epoch": 3.950931804218718,
      "grad_norm": 0.9709629128953939,
      "learning_rate": 8.032684693562552e-05,
      "loss": 0.2664,
      "step": 96462
    },
    {
      "epoch": 3.9509727626459146,
      "grad_norm": 2.8689837684325052,
      "learning_rate": 8.032395872768895e-05,
      "loss": 1.5045,
      "step": 96463
    },
    {
      "epoch": 3.9510137210731107,
      "grad_norm": 0.9334132607569565,
      "learning_rate": 8.032107055269123e-05,
      "loss": 0.2282,
      "step": 96464
    },
    {
      "epoch": 3.951054679500307,
      "grad_norm": 1.2701577863272033,
      "learning_rate": 8.031818241063362e-05,
      "loss": 0.5689,
      "step": 96465
    },
    {
      "epoch": 3.9510956379275037,
      "grad_norm": 1.737027343841276,
      "learning_rate": 8.03152943015176e-05,
      "loss": 0.657,
      "step": 96466
    },
    {
      "epoch": 3.9511365963547,
      "grad_norm": 1.8034369903549556,
      "learning_rate": 8.031240622534438e-05,
      "loss": 0.7556,
      "step": 96467
    },
    {
      "epoch": 3.9511775547818964,
      "grad_norm": 2.8678670836170035,
      "learning_rate": 8.030951818211543e-05,
      "loss": 1.3549,
      "step": 96468
    },
    {
      "epoch": 3.951218513209093,
      "grad_norm": 1.3572703163010489,
      "learning_rate": 8.030663017183217e-05,
      "loss": 0.6313,
      "step": 96469
    },
    {
      "epoch": 3.9512594716362894,
      "grad_norm": 1.471094849080233,
      "learning_rate": 8.03037421944958e-05,
      "loss": 0.6345,
      "step": 96470
    },
    {
      "epoch": 3.9513004300634855,
      "grad_norm": 1.7073219938639972,
      "learning_rate": 8.03008542501078e-05,
      "loss": 1.1309,
      "step": 96471
    },
    {
      "epoch": 3.951341388490682,
      "grad_norm": 1.1492921700631786,
      "learning_rate": 8.029796633866955e-05,
      "loss": 0.3617,
      "step": 96472
    },
    {
      "epoch": 3.951382346917878,
      "grad_norm": 0.8085969592065233,
      "learning_rate": 8.029507846018232e-05,
      "loss": 0.2773,
      "step": 96473
    },
    {
      "epoch": 3.9514233053450747,
      "grad_norm": 1.8294077747713389,
      "learning_rate": 8.029219061464758e-05,
      "loss": 1.0203,
      "step": 96474
    },
    {
      "epoch": 3.9514642637722712,
      "grad_norm": 1.1509612777597664,
      "learning_rate": 8.028930280206663e-05,
      "loss": 0.4178,
      "step": 96475
    },
    {
      "epoch": 3.9515052221994678,
      "grad_norm": 1.488038266037463,
      "learning_rate": 8.028641502244084e-05,
      "loss": 0.5343,
      "step": 96476
    },
    {
      "epoch": 3.951546180626664,
      "grad_norm": 1.3606258364521002,
      "learning_rate": 8.02835272757716e-05,
      "loss": 0.7154,
      "step": 96477
    },
    {
      "epoch": 3.9515871390538604,
      "grad_norm": 1.8691393078960004,
      "learning_rate": 8.028063956206025e-05,
      "loss": 1.0295,
      "step": 96478
    },
    {
      "epoch": 3.9516280974810565,
      "grad_norm": 1.8867458762625229,
      "learning_rate": 8.027775188130822e-05,
      "loss": 1.0715,
      "step": 96479
    },
    {
      "epoch": 3.951669055908253,
      "grad_norm": 1.0807178854593118,
      "learning_rate": 8.027486423351675e-05,
      "loss": 0.2624,
      "step": 96480
    },
    {
      "epoch": 3.9517100143354496,
      "grad_norm": 2.500716409523122,
      "learning_rate": 8.02719766186873e-05,
      "loss": 0.519,
      "step": 96481
    },
    {
      "epoch": 3.951750972762646,
      "grad_norm": 1.5135993903621068,
      "learning_rate": 8.026908903682125e-05,
      "loss": 0.7282,
      "step": 96482
    },
    {
      "epoch": 3.951791931189842,
      "grad_norm": 1.593110883702292,
      "learning_rate": 8.02662014879199e-05,
      "loss": 0.8637,
      "step": 96483
    },
    {
      "epoch": 3.9518328896170387,
      "grad_norm": 1.7790807128521209,
      "learning_rate": 8.026331397198462e-05,
      "loss": 0.907,
      "step": 96484
    },
    {
      "epoch": 3.9518738480442352,
      "grad_norm": 0.8147943362292362,
      "learning_rate": 8.026042648901685e-05,
      "loss": 0.2129,
      "step": 96485
    },
    {
      "epoch": 3.9519148064714313,
      "grad_norm": 1.6004056822578083,
      "learning_rate": 8.025753903901786e-05,
      "loss": 0.829,
      "step": 96486
    },
    {
      "epoch": 3.951955764898628,
      "grad_norm": 1.5277687256524053,
      "learning_rate": 8.025465162198911e-05,
      "loss": 0.8928,
      "step": 96487
    },
    {
      "epoch": 3.9519967233258244,
      "grad_norm": 1.501192097099347,
      "learning_rate": 8.025176423793186e-05,
      "loss": 0.6429,
      "step": 96488
    },
    {
      "epoch": 3.952037681753021,
      "grad_norm": 1.8238696220490465,
      "learning_rate": 8.024887688684754e-05,
      "loss": 0.8387,
      "step": 96489
    },
    {
      "epoch": 3.952078640180217,
      "grad_norm": 1.1167507522571276,
      "learning_rate": 8.024598956873753e-05,
      "loss": 0.334,
      "step": 96490
    },
    {
      "epoch": 3.9521195986074136,
      "grad_norm": 2.166819801969426,
      "learning_rate": 8.024310228360313e-05,
      "loss": 0.84,
      "step": 96491
    },
    {
      "epoch": 3.9521605570346097,
      "grad_norm": 1.5568959711017443,
      "learning_rate": 8.024021503144575e-05,
      "loss": 0.7055,
      "step": 96492
    },
    {
      "epoch": 3.952201515461806,
      "grad_norm": 1.2411899368650996,
      "learning_rate": 8.023732781226679e-05,
      "loss": 0.3949,
      "step": 96493
    },
    {
      "epoch": 3.9522424738890027,
      "grad_norm": 1.46698523572481,
      "learning_rate": 8.023444062606754e-05,
      "loss": 0.6408,
      "step": 96494
    },
    {
      "epoch": 3.9522834323161993,
      "grad_norm": 1.7936417685991433,
      "learning_rate": 8.023155347284945e-05,
      "loss": 1.1798,
      "step": 96495
    },
    {
      "epoch": 3.9523243907433954,
      "grad_norm": 1.228695303187674,
      "learning_rate": 8.022866635261376e-05,
      "loss": 0.6035,
      "step": 96496
    },
    {
      "epoch": 3.952365349170592,
      "grad_norm": 0.9884150296582334,
      "learning_rate": 8.02257792653619e-05,
      "loss": 0.2698,
      "step": 96497
    },
    {
      "epoch": 3.952406307597788,
      "grad_norm": 1.1444952441944845,
      "learning_rate": 8.022289221109532e-05,
      "loss": 0.3063,
      "step": 96498
    },
    {
      "epoch": 3.9524472660249845,
      "grad_norm": 1.5279643104552247,
      "learning_rate": 8.022000518981524e-05,
      "loss": 0.6705,
      "step": 96499
    },
    {
      "epoch": 3.952488224452181,
      "grad_norm": 0.9680907632744019,
      "learning_rate": 8.02171182015231e-05,
      "loss": 0.3472,
      "step": 96500
    },
    {
      "epoch": 3.9525291828793776,
      "grad_norm": 1.2144011963174648,
      "learning_rate": 8.021423124622032e-05,
      "loss": 0.645,
      "step": 96501
    },
    {
      "epoch": 3.9525701413065737,
      "grad_norm": 1.2566508520007211,
      "learning_rate": 8.021134432390813e-05,
      "loss": 0.7207,
      "step": 96502
    },
    {
      "epoch": 3.9526110997337702,
      "grad_norm": 1.577669311435725,
      "learning_rate": 8.020845743458801e-05,
      "loss": 0.7821,
      "step": 96503
    },
    {
      "epoch": 3.9526520581609668,
      "grad_norm": 0.8393912627304475,
      "learning_rate": 8.020557057826126e-05,
      "loss": 0.2442,
      "step": 96504
    },
    {
      "epoch": 3.952693016588163,
      "grad_norm": 1.5706584128560395,
      "learning_rate": 8.02026837549293e-05,
      "loss": 0.6688,
      "step": 96505
    },
    {
      "epoch": 3.9527339750153594,
      "grad_norm": 1.4124142058315288,
      "learning_rate": 8.019979696459346e-05,
      "loss": 0.6565,
      "step": 96506
    },
    {
      "epoch": 3.952774933442556,
      "grad_norm": 1.3564532212798475,
      "learning_rate": 8.019691020725506e-05,
      "loss": 0.5967,
      "step": 96507
    },
    {
      "epoch": 3.9528158918697525,
      "grad_norm": 1.7742773880366371,
      "learning_rate": 8.019402348291552e-05,
      "loss": 0.8152,
      "step": 96508
    },
    {
      "epoch": 3.9528568502969486,
      "grad_norm": 1.4303579137942721,
      "learning_rate": 8.019113679157624e-05,
      "loss": 0.6193,
      "step": 96509
    },
    {
      "epoch": 3.952897808724145,
      "grad_norm": 1.387712021885708,
      "learning_rate": 8.018825013323847e-05,
      "loss": 0.8211,
      "step": 96510
    },
    {
      "epoch": 3.952938767151341,
      "grad_norm": 1.561195112302951,
      "learning_rate": 8.018536350790366e-05,
      "loss": 0.8437,
      "step": 96511
    },
    {
      "epoch": 3.9529797255785377,
      "grad_norm": 1.7233791579909876,
      "learning_rate": 8.018247691557322e-05,
      "loss": 0.7347,
      "step": 96512
    },
    {
      "epoch": 3.9530206840057343,
      "grad_norm": 1.7788170885544954,
      "learning_rate": 8.017959035624839e-05,
      "loss": 0.9857,
      "step": 96513
    },
    {
      "epoch": 3.953061642432931,
      "grad_norm": 1.5868873065885774,
      "learning_rate": 8.017670382993067e-05,
      "loss": 0.6074,
      "step": 96514
    },
    {
      "epoch": 3.953102600860127,
      "grad_norm": 1.1083218417100642,
      "learning_rate": 8.017381733662126e-05,
      "loss": 0.5031,
      "step": 96515
    },
    {
      "epoch": 3.9531435592873234,
      "grad_norm": 1.5722266739513013,
      "learning_rate": 8.017093087632165e-05,
      "loss": 0.9396,
      "step": 96516
    },
    {
      "epoch": 3.9531845177145195,
      "grad_norm": 1.9237378370202314,
      "learning_rate": 8.01680444490332e-05,
      "loss": 1.3596,
      "step": 96517
    },
    {
      "epoch": 3.953225476141716,
      "grad_norm": 1.5687296953469894,
      "learning_rate": 8.01651580547572e-05,
      "loss": 0.6531,
      "step": 96518
    },
    {
      "epoch": 3.9532664345689126,
      "grad_norm": 1.7209508092791275,
      "learning_rate": 8.016227169349508e-05,
      "loss": 1.0136,
      "step": 96519
    },
    {
      "epoch": 3.953307392996109,
      "grad_norm": 1.8782106934400036,
      "learning_rate": 8.015938536524823e-05,
      "loss": 0.6113,
      "step": 96520
    },
    {
      "epoch": 3.953348351423305,
      "grad_norm": 1.5069973393528566,
      "learning_rate": 8.01564990700179e-05,
      "loss": 0.7943,
      "step": 96521
    },
    {
      "epoch": 3.9533893098505017,
      "grad_norm": 1.5651107740658448,
      "learning_rate": 8.015361280780562e-05,
      "loss": 0.847,
      "step": 96522
    },
    {
      "epoch": 3.9534302682776983,
      "grad_norm": 1.2853227056635785,
      "learning_rate": 8.015072657861257e-05,
      "loss": 0.4811,
      "step": 96523
    },
    {
      "epoch": 3.9534712267048944,
      "grad_norm": 1.5460804754622737,
      "learning_rate": 8.01478403824402e-05,
      "loss": 0.6693,
      "step": 96524
    },
    {
      "epoch": 3.953512185132091,
      "grad_norm": 1.1363979287846513,
      "learning_rate": 8.014495421928994e-05,
      "loss": 0.3406,
      "step": 96525
    },
    {
      "epoch": 3.9535531435592874,
      "grad_norm": 2.247936473209671,
      "learning_rate": 8.014206808916304e-05,
      "loss": 1.2338,
      "step": 96526
    },
    {
      "epoch": 3.953594101986484,
      "grad_norm": 1.409500895298411,
      "learning_rate": 8.01391819920609e-05,
      "loss": 0.7181,
      "step": 96527
    },
    {
      "epoch": 3.95363506041368,
      "grad_norm": 1.5692844190599224,
      "learning_rate": 8.013629592798498e-05,
      "loss": 0.7887,
      "step": 96528
    },
    {
      "epoch": 3.9536760188408766,
      "grad_norm": 2.311606957730465,
      "learning_rate": 8.01334098969365e-05,
      "loss": 1.9968,
      "step": 96529
    },
    {
      "epoch": 3.9537169772680727,
      "grad_norm": 1.4613657618776428,
      "learning_rate": 8.013052389891696e-05,
      "loss": 0.8392,
      "step": 96530
    },
    {
      "epoch": 3.9537579356952692,
      "grad_norm": 1.9208343177105964,
      "learning_rate": 8.01276379339276e-05,
      "loss": 0.8805,
      "step": 96531
    },
    {
      "epoch": 3.9537988941224658,
      "grad_norm": 2.0383058233659805,
      "learning_rate": 8.01247520019698e-05,
      "loss": 0.8942,
      "step": 96532
    },
    {
      "epoch": 3.9538398525496623,
      "grad_norm": 1.7321963710200627,
      "learning_rate": 8.012186610304505e-05,
      "loss": 0.674,
      "step": 96533
    },
    {
      "epoch": 3.9538808109768584,
      "grad_norm": 1.575201516200459,
      "learning_rate": 8.011898023715456e-05,
      "loss": 0.816,
      "step": 96534
    },
    {
      "epoch": 3.953921769404055,
      "grad_norm": 0.8989308672471882,
      "learning_rate": 8.011609440429977e-05,
      "loss": 0.2352,
      "step": 96535
    },
    {
      "epoch": 3.953962727831251,
      "grad_norm": 1.3709037250646625,
      "learning_rate": 8.011320860448207e-05,
      "loss": 0.5263,
      "step": 96536
    },
    {
      "epoch": 3.9540036862584476,
      "grad_norm": 1.273190429690267,
      "learning_rate": 8.011032283770277e-05,
      "loss": 0.6158,
      "step": 96537
    },
    {
      "epoch": 3.954044644685644,
      "grad_norm": 1.9598184121115523,
      "learning_rate": 8.010743710396326e-05,
      "loss": 0.6283,
      "step": 96538
    },
    {
      "epoch": 3.9540856031128406,
      "grad_norm": 0.980975859085169,
      "learning_rate": 8.010455140326489e-05,
      "loss": 0.3005,
      "step": 96539
    },
    {
      "epoch": 3.9541265615400367,
      "grad_norm": 1.454028720311353,
      "learning_rate": 8.010166573560901e-05,
      "loss": 0.7992,
      "step": 96540
    },
    {
      "epoch": 3.9541675199672333,
      "grad_norm": 1.432755823784537,
      "learning_rate": 8.009878010099707e-05,
      "loss": 0.4976,
      "step": 96541
    },
    {
      "epoch": 3.95420847839443,
      "grad_norm": 1.7992236978653184,
      "learning_rate": 8.009589449943031e-05,
      "loss": 0.7557,
      "step": 96542
    },
    {
      "epoch": 3.954249436821626,
      "grad_norm": 1.752299215728478,
      "learning_rate": 8.009300893091016e-05,
      "loss": 0.8966,
      "step": 96543
    },
    {
      "epoch": 3.9542903952488224,
      "grad_norm": 1.2202386152528926,
      "learning_rate": 8.009012339543803e-05,
      "loss": 0.5253,
      "step": 96544
    },
    {
      "epoch": 3.954331353676019,
      "grad_norm": 1.6586858928559727,
      "learning_rate": 8.008723789301516e-05,
      "loss": 0.934,
      "step": 96545
    },
    {
      "epoch": 3.9543723121032155,
      "grad_norm": 1.637989766510125,
      "learning_rate": 8.008435242364306e-05,
      "loss": 0.618,
      "step": 96546
    },
    {
      "epoch": 3.9544132705304116,
      "grad_norm": 1.4185520580934103,
      "learning_rate": 8.008146698732298e-05,
      "loss": 0.6489,
      "step": 96547
    },
    {
      "epoch": 3.954454228957608,
      "grad_norm": 2.9898731680825303,
      "learning_rate": 8.00785815840563e-05,
      "loss": 2.4685,
      "step": 96548
    },
    {
      "epoch": 3.954495187384804,
      "grad_norm": 39.34526937718343,
      "learning_rate": 8.007569621384448e-05,
      "loss": 6.3585,
      "step": 96549
    },
    {
      "epoch": 3.9545361458120007,
      "grad_norm": 1.3283300358592685,
      "learning_rate": 8.007281087668874e-05,
      "loss": 0.4742,
      "step": 96550
    },
    {
      "epoch": 3.9545771042391973,
      "grad_norm": 1.3334406941413648,
      "learning_rate": 8.00699255725906e-05,
      "loss": 0.5767,
      "step": 96551
    },
    {
      "epoch": 3.954618062666394,
      "grad_norm": 1.1707589609526878,
      "learning_rate": 8.006704030155127e-05,
      "loss": 0.3658,
      "step": 96552
    },
    {
      "epoch": 3.95465902109359,
      "grad_norm": 1.8200319723809304,
      "learning_rate": 8.006415506357218e-05,
      "loss": 0.7396,
      "step": 96553
    },
    {
      "epoch": 3.9546999795207864,
      "grad_norm": 0.9511142546664773,
      "learning_rate": 8.006126985865477e-05,
      "loss": 0.2445,
      "step": 96554
    },
    {
      "epoch": 3.9547409379479825,
      "grad_norm": 1.0721558251284806,
      "learning_rate": 8.005838468680028e-05,
      "loss": 0.4689,
      "step": 96555
    },
    {
      "epoch": 3.954781896375179,
      "grad_norm": 1.6763803011465703,
      "learning_rate": 8.005549954801011e-05,
      "loss": 0.8658,
      "step": 96556
    },
    {
      "epoch": 3.9548228548023756,
      "grad_norm": 1.2721431394140417,
      "learning_rate": 8.00526144422857e-05,
      "loss": 0.3803,
      "step": 96557
    },
    {
      "epoch": 3.954863813229572,
      "grad_norm": 1.1752324245221728,
      "learning_rate": 8.004972936962831e-05,
      "loss": 0.5622,
      "step": 96558
    },
    {
      "epoch": 3.9549047716567682,
      "grad_norm": 1.528392197197141,
      "learning_rate": 8.00468443300394e-05,
      "loss": 0.5974,
      "step": 96559
    },
    {
      "epoch": 3.9549457300839648,
      "grad_norm": 2.003591009369398,
      "learning_rate": 8.004395932352022e-05,
      "loss": 1.2602,
      "step": 96560
    },
    {
      "epoch": 3.9549866885111613,
      "grad_norm": 2.205175741072849,
      "learning_rate": 8.004107435007222e-05,
      "loss": 0.9426,
      "step": 96561
    },
    {
      "epoch": 3.9550276469383574,
      "grad_norm": 1.4667492192556462,
      "learning_rate": 8.003818940969676e-05,
      "loss": 0.6919,
      "step": 96562
    },
    {
      "epoch": 3.955068605365554,
      "grad_norm": 4.349947877270079,
      "learning_rate": 8.003530450239514e-05,
      "loss": 1.0892,
      "step": 96563
    },
    {
      "epoch": 3.9551095637927505,
      "grad_norm": 1.5197600087582124,
      "learning_rate": 8.003241962816877e-05,
      "loss": 0.5632,
      "step": 96564
    },
    {
      "epoch": 3.955150522219947,
      "grad_norm": 1.1058758476142592,
      "learning_rate": 8.002953478701909e-05,
      "loss": 0.4788,
      "step": 96565
    },
    {
      "epoch": 3.955191480647143,
      "grad_norm": 1.9632153293279453,
      "learning_rate": 8.002664997894732e-05,
      "loss": 0.9833,
      "step": 96566
    },
    {
      "epoch": 3.9552324390743396,
      "grad_norm": 1.3005160684202466,
      "learning_rate": 8.002376520395493e-05,
      "loss": 0.5051,
      "step": 96567
    },
    {
      "epoch": 3.9552733975015357,
      "grad_norm": 1.1930941392462675,
      "learning_rate": 8.002088046204318e-05,
      "loss": 0.5613,
      "step": 96568
    },
    {
      "epoch": 3.9553143559287323,
      "grad_norm": 1.4464420255441022,
      "learning_rate": 8.001799575321352e-05,
      "loss": 0.5979,
      "step": 96569
    },
    {
      "epoch": 3.955355314355929,
      "grad_norm": 0.91633634288062,
      "learning_rate": 8.001511107746733e-05,
      "loss": 0.1805,
      "step": 96570
    },
    {
      "epoch": 3.9553962727831253,
      "grad_norm": 1.3235191059621731,
      "learning_rate": 8.001222643480589e-05,
      "loss": 0.6558,
      "step": 96571
    },
    {
      "epoch": 3.9554372312103214,
      "grad_norm": 1.2675817205956066,
      "learning_rate": 8.000934182523061e-05,
      "loss": 0.7699,
      "step": 96572
    },
    {
      "epoch": 3.955478189637518,
      "grad_norm": 1.0584472031562542,
      "learning_rate": 8.00064572487429e-05,
      "loss": 0.2594,
      "step": 96573
    },
    {
      "epoch": 3.955519148064714,
      "grad_norm": 1.777607676262135,
      "learning_rate": 8.000357270534403e-05,
      "loss": 0.9109,
      "step": 96574
    },
    {
      "epoch": 3.9555601064919106,
      "grad_norm": 0.8988695850330617,
      "learning_rate": 8.000068819503546e-05,
      "loss": 0.2685,
      "step": 96575
    },
    {
      "epoch": 3.955601064919107,
      "grad_norm": 1.290798910538324,
      "learning_rate": 7.999780371781848e-05,
      "loss": 0.5564,
      "step": 96576
    },
    {
      "epoch": 3.9556420233463037,
      "grad_norm": 2.1214479116523046,
      "learning_rate": 7.999491927369447e-05,
      "loss": 0.8055,
      "step": 96577
    },
    {
      "epoch": 3.9556829817734998,
      "grad_norm": 1.7353722683556485,
      "learning_rate": 7.999203486266481e-05,
      "loss": 0.7671,
      "step": 96578
    },
    {
      "epoch": 3.9557239402006963,
      "grad_norm": 1.465680181432659,
      "learning_rate": 7.998915048473082e-05,
      "loss": 0.7098,
      "step": 96579
    },
    {
      "epoch": 3.955764898627893,
      "grad_norm": 1.3784939678114358,
      "learning_rate": 7.998626613989389e-05,
      "loss": 0.7161,
      "step": 96580
    },
    {
      "epoch": 3.955805857055089,
      "grad_norm": 1.6634744762403098,
      "learning_rate": 7.998338182815546e-05,
      "loss": 0.4909,
      "step": 96581
    },
    {
      "epoch": 3.9558468154822855,
      "grad_norm": 1.6288455395701475,
      "learning_rate": 7.998049754951675e-05,
      "loss": 0.8001,
      "step": 96582
    },
    {
      "epoch": 3.955887773909482,
      "grad_norm": 1.2465620566844888,
      "learning_rate": 7.99776133039792e-05,
      "loss": 0.3473,
      "step": 96583
    },
    {
      "epoch": 3.9559287323366785,
      "grad_norm": 1.1215066905307078,
      "learning_rate": 7.997472909154425e-05,
      "loss": 0.4787,
      "step": 96584
    },
    {
      "epoch": 3.9559696907638746,
      "grad_norm": 1.3120852957759475,
      "learning_rate": 7.997184491221308e-05,
      "loss": 0.5791,
      "step": 96585
    },
    {
      "epoch": 3.956010649191071,
      "grad_norm": 0.9218488663387314,
      "learning_rate": 7.996896076598727e-05,
      "loss": 0.3685,
      "step": 96586
    },
    {
      "epoch": 3.9560516076182672,
      "grad_norm": 1.5435118137915316,
      "learning_rate": 7.996607665286797e-05,
      "loss": 0.6771,
      "step": 96587
    },
    {
      "epoch": 3.9560925660454638,
      "grad_norm": 1.4820442569402712,
      "learning_rate": 7.996319257285666e-05,
      "loss": 0.7608,
      "step": 96588
    },
    {
      "epoch": 3.9561335244726603,
      "grad_norm": 0.6914857246175953,
      "learning_rate": 7.996030852595476e-05,
      "loss": 0.0999,
      "step": 96589
    },
    {
      "epoch": 3.956174482899857,
      "grad_norm": 1.5649878608586052,
      "learning_rate": 7.995742451216349e-05,
      "loss": 0.556,
      "step": 96590
    },
    {
      "epoch": 3.956215441327053,
      "grad_norm": 2.6239985158541534,
      "learning_rate": 7.995454053148429e-05,
      "loss": 1.4399,
      "step": 96591
    },
    {
      "epoch": 3.9562563997542495,
      "grad_norm": 3.233472421511167,
      "learning_rate": 7.995165658391859e-05,
      "loss": 1.681,
      "step": 96592
    },
    {
      "epoch": 3.9562973581814456,
      "grad_norm": 1.1189732362660778,
      "learning_rate": 7.994877266946761e-05,
      "loss": 0.3215,
      "step": 96593
    },
    {
      "epoch": 3.956338316608642,
      "grad_norm": 1.5620265831665219,
      "learning_rate": 7.994588878813283e-05,
      "loss": 0.6047,
      "step": 96594
    },
    {
      "epoch": 3.9563792750358386,
      "grad_norm": 1.6740213488504176,
      "learning_rate": 7.994300493991555e-05,
      "loss": 0.7052,
      "step": 96595
    },
    {
      "epoch": 3.956420233463035,
      "grad_norm": 0.8557291038768013,
      "learning_rate": 7.994012112481711e-05,
      "loss": 0.2064,
      "step": 96596
    },
    {
      "epoch": 3.9564611918902313,
      "grad_norm": 0.6623533431324007,
      "learning_rate": 7.993723734283899e-05,
      "loss": 0.1259,
      "step": 96597
    },
    {
      "epoch": 3.956502150317428,
      "grad_norm": 1.0983962662889142,
      "learning_rate": 7.993435359398242e-05,
      "loss": 0.3348,
      "step": 96598
    },
    {
      "epoch": 3.9565431087446243,
      "grad_norm": 1.2649120581204683,
      "learning_rate": 7.993146987824884e-05,
      "loss": 0.7187,
      "step": 96599
    },
    {
      "epoch": 3.9565840671718204,
      "grad_norm": 1.5039859112165037,
      "learning_rate": 7.992858619563963e-05,
      "loss": 0.7014,
      "step": 96600
    },
    {
      "epoch": 3.956625025599017,
      "grad_norm": 1.093058733800224,
      "learning_rate": 7.992570254615606e-05,
      "loss": 0.6971,
      "step": 96601
    },
    {
      "epoch": 3.9566659840262135,
      "grad_norm": 1.1150375180226508,
      "learning_rate": 7.992281892979961e-05,
      "loss": 0.6832,
      "step": 96602
    },
    {
      "epoch": 3.95670694245341,
      "grad_norm": 1.3786237090387143,
      "learning_rate": 7.991993534657154e-05,
      "loss": 0.7235,
      "step": 96603
    },
    {
      "epoch": 3.956747900880606,
      "grad_norm": 1.6806099943437922,
      "learning_rate": 7.991705179647324e-05,
      "loss": 0.7651,
      "step": 96604
    },
    {
      "epoch": 3.9567888593078027,
      "grad_norm": 1.595002058370235,
      "learning_rate": 7.991416827950617e-05,
      "loss": 0.9607,
      "step": 96605
    },
    {
      "epoch": 3.9568298177349988,
      "grad_norm": 1.4598471104443083,
      "learning_rate": 7.991128479567154e-05,
      "loss": 0.6667,
      "step": 96606
    },
    {
      "epoch": 3.9568707761621953,
      "grad_norm": 1.7549362801151915,
      "learning_rate": 7.99084013449708e-05,
      "loss": 1.0606,
      "step": 96607
    },
    {
      "epoch": 3.956911734589392,
      "grad_norm": 0.9450328699715247,
      "learning_rate": 7.990551792740535e-05,
      "loss": 0.2854,
      "step": 96608
    },
    {
      "epoch": 3.9569526930165884,
      "grad_norm": 1.0082630733977074,
      "learning_rate": 7.990263454297644e-05,
      "loss": 0.1908,
      "step": 96609
    },
    {
      "epoch": 3.9569936514437845,
      "grad_norm": 2.2346274097207184,
      "learning_rate": 7.989975119168557e-05,
      "loss": 1.4587,
      "step": 96610
    },
    {
      "epoch": 3.957034609870981,
      "grad_norm": 1.6121765432882083,
      "learning_rate": 7.989686787353397e-05,
      "loss": 0.6151,
      "step": 96611
    },
    {
      "epoch": 3.957075568298177,
      "grad_norm": 1.6580599420638626,
      "learning_rate": 7.989398458852305e-05,
      "loss": 0.8279,
      "step": 96612
    },
    {
      "epoch": 3.9571165267253736,
      "grad_norm": 3.7994792500528365,
      "learning_rate": 7.989110133665426e-05,
      "loss": 0.9633,
      "step": 96613
    },
    {
      "epoch": 3.95715748515257,
      "grad_norm": 1.0553618769568405,
      "learning_rate": 7.988821811792882e-05,
      "loss": 0.276,
      "step": 96614
    },
    {
      "epoch": 3.9571984435797667,
      "grad_norm": 1.6945583975508678,
      "learning_rate": 7.988533493234817e-05,
      "loss": 0.9612,
      "step": 96615
    },
    {
      "epoch": 3.957239402006963,
      "grad_norm": 0.910196767930886,
      "learning_rate": 7.988245177991371e-05,
      "loss": 0.2495,
      "step": 96616
    },
    {
      "epoch": 3.9572803604341593,
      "grad_norm": 1.4317900522546425,
      "learning_rate": 7.98795686606267e-05,
      "loss": 0.6474,
      "step": 96617
    },
    {
      "epoch": 3.957321318861356,
      "grad_norm": 3.9455719048931046,
      "learning_rate": 7.987668557448864e-05,
      "loss": 4.0657,
      "step": 96618
    },
    {
      "epoch": 3.957362277288552,
      "grad_norm": 1.6888106797447917,
      "learning_rate": 7.987380252150075e-05,
      "loss": 0.5888,
      "step": 96619
    },
    {
      "epoch": 3.9574032357157485,
      "grad_norm": 1.9918551124300505,
      "learning_rate": 7.987091950166443e-05,
      "loss": 1.1498,
      "step": 96620
    },
    {
      "epoch": 3.957444194142945,
      "grad_norm": 1.6817863321860653,
      "learning_rate": 7.986803651498117e-05,
      "loss": 0.8305,
      "step": 96621
    },
    {
      "epoch": 3.9574851525701416,
      "grad_norm": 1.126210719651237,
      "learning_rate": 7.986515356145215e-05,
      "loss": 0.5518,
      "step": 96622
    },
    {
      "epoch": 3.9575261109973376,
      "grad_norm": 1.1779130359649979,
      "learning_rate": 7.986227064107889e-05,
      "loss": 0.565,
      "step": 96623
    },
    {
      "epoch": 3.957567069424534,
      "grad_norm": 1.2536227627577157,
      "learning_rate": 7.98593877538626e-05,
      "loss": 0.6314,
      "step": 96624
    },
    {
      "epoch": 3.9576080278517303,
      "grad_norm": 1.599790192480529,
      "learning_rate": 7.985650489980473e-05,
      "loss": 0.7599,
      "step": 96625
    },
    {
      "epoch": 3.957648986278927,
      "grad_norm": 0.9861177678352642,
      "learning_rate": 7.985362207890668e-05,
      "loss": 0.2349,
      "step": 96626
    },
    {
      "epoch": 3.9576899447061233,
      "grad_norm": 1.6380029721168243,
      "learning_rate": 7.985073929116972e-05,
      "loss": 0.9562,
      "step": 96627
    },
    {
      "epoch": 3.95773090313332,
      "grad_norm": 1.061711947217988,
      "learning_rate": 7.984785653659525e-05,
      "loss": 0.1469,
      "step": 96628
    },
    {
      "epoch": 3.957771861560516,
      "grad_norm": 1.7917516783614422,
      "learning_rate": 7.98449738151847e-05,
      "loss": 0.7658,
      "step": 96629
    },
    {
      "epoch": 3.9578128199877125,
      "grad_norm": 1.551579120552904,
      "learning_rate": 7.984209112693935e-05,
      "loss": 0.6853,
      "step": 96630
    },
    {
      "epoch": 3.9578537784149086,
      "grad_norm": 1.0594075298265753,
      "learning_rate": 7.983920847186063e-05,
      "loss": 0.2707,
      "step": 96631
    },
    {
      "epoch": 3.957894736842105,
      "grad_norm": 1.5361768155774904,
      "learning_rate": 7.983632584994979e-05,
      "loss": 0.843,
      "step": 96632
    },
    {
      "epoch": 3.9579356952693017,
      "grad_norm": 1.1169695548405618,
      "learning_rate": 7.983344326120826e-05,
      "loss": 0.2724,
      "step": 96633
    },
    {
      "epoch": 3.957976653696498,
      "grad_norm": 1.1850182258008135,
      "learning_rate": 7.983056070563748e-05,
      "loss": 0.6386,
      "step": 96634
    },
    {
      "epoch": 3.9580176121236943,
      "grad_norm": 1.953424808072784,
      "learning_rate": 7.982767818323867e-05,
      "loss": 1.1423,
      "step": 96635
    },
    {
      "epoch": 3.958058570550891,
      "grad_norm": 1.5464161958884601,
      "learning_rate": 7.982479569401328e-05,
      "loss": 0.6641,
      "step": 96636
    },
    {
      "epoch": 3.9580995289780874,
      "grad_norm": 0.9389887711231529,
      "learning_rate": 7.98219132379627e-05,
      "loss": 0.1132,
      "step": 96637
    },
    {
      "epoch": 3.9581404874052835,
      "grad_norm": 1.2625293182428319,
      "learning_rate": 7.981903081508821e-05,
      "loss": 0.619,
      "step": 96638
    },
    {
      "epoch": 3.95818144583248,
      "grad_norm": 0.8596804610077579,
      "learning_rate": 7.981614842539124e-05,
      "loss": 0.2466,
      "step": 96639
    },
    {
      "epoch": 3.9582224042596765,
      "grad_norm": 1.331484323946051,
      "learning_rate": 7.981326606887307e-05,
      "loss": 0.7687,
      "step": 96640
    },
    {
      "epoch": 3.958263362686873,
      "grad_norm": 1.1233043120901698,
      "learning_rate": 7.981038374553511e-05,
      "loss": 0.4742,
      "step": 96641
    },
    {
      "epoch": 3.958304321114069,
      "grad_norm": 1.4592709429987534,
      "learning_rate": 7.98075014553788e-05,
      "loss": 0.6414,
      "step": 96642
    },
    {
      "epoch": 3.9583452795412657,
      "grad_norm": 1.5881786263633246,
      "learning_rate": 7.980461919840537e-05,
      "loss": 0.752,
      "step": 96643
    },
    {
      "epoch": 3.958386237968462,
      "grad_norm": 2.06343550938927,
      "learning_rate": 7.980173697461624e-05,
      "loss": 0.8883,
      "step": 96644
    },
    {
      "epoch": 3.9584271963956583,
      "grad_norm": 1.5454563976115339,
      "learning_rate": 7.979885478401283e-05,
      "loss": 0.7322,
      "step": 96645
    },
    {
      "epoch": 3.958468154822855,
      "grad_norm": 1.4041386285312787,
      "learning_rate": 7.979597262659644e-05,
      "loss": 0.5886,
      "step": 96646
    },
    {
      "epoch": 3.9585091132500514,
      "grad_norm": 1.5608865202450624,
      "learning_rate": 7.979309050236839e-05,
      "loss": 0.8524,
      "step": 96647
    },
    {
      "epoch": 3.9585500716772475,
      "grad_norm": 1.5024006083709807,
      "learning_rate": 7.979020841133015e-05,
      "loss": 0.5399,
      "step": 96648
    },
    {
      "epoch": 3.958591030104444,
      "grad_norm": 1.8032846005354555,
      "learning_rate": 7.978732635348299e-05,
      "loss": 0.8069,
      "step": 96649
    },
    {
      "epoch": 3.95863198853164,
      "grad_norm": 1.4540800244487249,
      "learning_rate": 7.978444432882832e-05,
      "loss": 0.6581,
      "step": 96650
    },
    {
      "epoch": 3.9586729469588366,
      "grad_norm": 1.659541760056629,
      "learning_rate": 7.978156233736748e-05,
      "loss": 0.6445,
      "step": 96651
    },
    {
      "epoch": 3.958713905386033,
      "grad_norm": 0.9213031667004604,
      "learning_rate": 7.977868037910181e-05,
      "loss": 0.2293,
      "step": 96652
    },
    {
      "epoch": 3.9587548638132297,
      "grad_norm": 1.1657756465848794,
      "learning_rate": 7.977579845403278e-05,
      "loss": 0.4176,
      "step": 96653
    },
    {
      "epoch": 3.958795822240426,
      "grad_norm": 0.9503573414814541,
      "learning_rate": 7.977291656216161e-05,
      "loss": 0.5023,
      "step": 96654
    },
    {
      "epoch": 3.9588367806676223,
      "grad_norm": 1.8077038802851395,
      "learning_rate": 7.977003470348973e-05,
      "loss": 0.9107,
      "step": 96655
    },
    {
      "epoch": 3.958877739094819,
      "grad_norm": 1.198159171943086,
      "learning_rate": 7.976715287801856e-05,
      "loss": 0.3878,
      "step": 96656
    },
    {
      "epoch": 3.958918697522015,
      "grad_norm": 1.6575296725800468,
      "learning_rate": 7.976427108574937e-05,
      "loss": 0.8543,
      "step": 96657
    },
    {
      "epoch": 3.9589596559492115,
      "grad_norm": 0.8484087362488963,
      "learning_rate": 7.976138932668359e-05,
      "loss": 0.2917,
      "step": 96658
    },
    {
      "epoch": 3.959000614376408,
      "grad_norm": 0.8638625801262605,
      "learning_rate": 7.975850760082249e-05,
      "loss": 0.3578,
      "step": 96659
    },
    {
      "epoch": 3.9590415728036046,
      "grad_norm": 1.6813344464862643,
      "learning_rate": 7.97556259081675e-05,
      "loss": 0.6483,
      "step": 96660
    },
    {
      "epoch": 3.9590825312308007,
      "grad_norm": 1.2081969338469039,
      "learning_rate": 7.975274424872003e-05,
      "loss": 0.2626,
      "step": 96661
    },
    {
      "epoch": 3.959123489657997,
      "grad_norm": 1.7980086268280067,
      "learning_rate": 7.974986262248134e-05,
      "loss": 0.9184,
      "step": 96662
    },
    {
      "epoch": 3.9591644480851933,
      "grad_norm": 1.6384281606301374,
      "learning_rate": 7.974698102945281e-05,
      "loss": 0.7505,
      "step": 96663
    },
    {
      "epoch": 3.95920540651239,
      "grad_norm": 4.510340042842831,
      "learning_rate": 7.974409946963593e-05,
      "loss": 0.7889,
      "step": 96664
    },
    {
      "epoch": 3.9592463649395864,
      "grad_norm": 1.4658708533872074,
      "learning_rate": 7.974121794303186e-05,
      "loss": 0.4803,
      "step": 96665
    },
    {
      "epoch": 3.959287323366783,
      "grad_norm": 1.283987663030754,
      "learning_rate": 7.973833644964215e-05,
      "loss": 0.5021,
      "step": 96666
    },
    {
      "epoch": 3.959328281793979,
      "grad_norm": 1.7963071051532868,
      "learning_rate": 7.973545498946801e-05,
      "loss": 0.9624,
      "step": 96667
    },
    {
      "epoch": 3.9593692402211755,
      "grad_norm": 2.520141325768325,
      "learning_rate": 7.973257356251087e-05,
      "loss": 0.7522,
      "step": 96668
    },
    {
      "epoch": 3.9594101986483716,
      "grad_norm": 1.1193666785827514,
      "learning_rate": 7.972969216877216e-05,
      "loss": 0.1994,
      "step": 96669
    },
    {
      "epoch": 3.959451157075568,
      "grad_norm": 1.3902261148981776,
      "learning_rate": 7.972681080825311e-05,
      "loss": 0.5912,
      "step": 96670
    },
    {
      "epoch": 3.9594921155027647,
      "grad_norm": 1.3917478690322913,
      "learning_rate": 7.972392948095516e-05,
      "loss": 0.7053,
      "step": 96671
    },
    {
      "epoch": 3.9595330739299612,
      "grad_norm": 1.2599868306309108,
      "learning_rate": 7.97210481868797e-05,
      "loss": 0.4053,
      "step": 96672
    },
    {
      "epoch": 3.9595740323571573,
      "grad_norm": 1.5355981713599263,
      "learning_rate": 7.9718166926028e-05,
      "loss": 0.8485,
      "step": 96673
    },
    {
      "epoch": 3.959614990784354,
      "grad_norm": 1.7875452813931874,
      "learning_rate": 7.97152856984015e-05,
      "loss": 0.7369,
      "step": 96674
    },
    {
      "epoch": 3.9596559492115504,
      "grad_norm": 2.254176239021182,
      "learning_rate": 7.971240450400151e-05,
      "loss": 1.0621,
      "step": 96675
    },
    {
      "epoch": 3.9596969076387465,
      "grad_norm": 1.7836945868242808,
      "learning_rate": 7.97095233428294e-05,
      "loss": 0.799,
      "step": 96676
    },
    {
      "epoch": 3.959737866065943,
      "grad_norm": 1.4837703000238351,
      "learning_rate": 7.970664221488662e-05,
      "loss": 0.6259,
      "step": 96677
    },
    {
      "epoch": 3.9597788244931396,
      "grad_norm": 1.1736391058921833,
      "learning_rate": 7.970376112017442e-05,
      "loss": 0.6521,
      "step": 96678
    },
    {
      "epoch": 3.959819782920336,
      "grad_norm": 1.6641366659058257,
      "learning_rate": 7.970088005869416e-05,
      "loss": 1.0511,
      "step": 96679
    },
    {
      "epoch": 3.959860741347532,
      "grad_norm": 1.435921034507902,
      "learning_rate": 7.969799903044732e-05,
      "loss": 0.6414,
      "step": 96680
    },
    {
      "epoch": 3.9599016997747287,
      "grad_norm": 1.2422207061192219,
      "learning_rate": 7.969511803543513e-05,
      "loss": 0.3534,
      "step": 96681
    },
    {
      "epoch": 3.959942658201925,
      "grad_norm": 1.528627932833598,
      "learning_rate": 7.969223707365908e-05,
      "loss": 0.965,
      "step": 96682
    },
    {
      "epoch": 3.9599836166291214,
      "grad_norm": 1.3076244554157028,
      "learning_rate": 7.968935614512038e-05,
      "loss": 0.7002,
      "step": 96683
    },
    {
      "epoch": 3.960024575056318,
      "grad_norm": 1.7085892836484458,
      "learning_rate": 7.968647524982048e-05,
      "loss": 0.7716,
      "step": 96684
    },
    {
      "epoch": 3.9600655334835144,
      "grad_norm": 1.865139116804999,
      "learning_rate": 7.96835943877608e-05,
      "loss": 1.0943,
      "step": 96685
    },
    {
      "epoch": 3.9601064919107105,
      "grad_norm": 1.5404855523969674,
      "learning_rate": 7.968071355894257e-05,
      "loss": 0.7714,
      "step": 96686
    },
    {
      "epoch": 3.960147450337907,
      "grad_norm": 1.5908465856387657,
      "learning_rate": 7.967783276336722e-05,
      "loss": 0.9838,
      "step": 96687
    },
    {
      "epoch": 3.9601884087651036,
      "grad_norm": 1.0599186303852808,
      "learning_rate": 7.967495200103617e-05,
      "loss": 0.2273,
      "step": 96688
    },
    {
      "epoch": 3.9602293671922997,
      "grad_norm": 1.526309238201053,
      "learning_rate": 7.967207127195067e-05,
      "loss": 0.7783,
      "step": 96689
    },
    {
      "epoch": 3.960270325619496,
      "grad_norm": 1.028304096429309,
      "learning_rate": 7.96691905761122e-05,
      "loss": 0.3098,
      "step": 96690
    },
    {
      "epoch": 3.9603112840466927,
      "grad_norm": 1.2900824420567503,
      "learning_rate": 7.966630991352196e-05,
      "loss": 0.7007,
      "step": 96691
    },
    {
      "epoch": 3.960352242473889,
      "grad_norm": 1.3329158315656306,
      "learning_rate": 7.966342928418143e-05,
      "loss": 0.6694,
      "step": 96692
    },
    {
      "epoch": 3.9603932009010854,
      "grad_norm": 1.8890469155644607,
      "learning_rate": 7.966054868809201e-05,
      "loss": 0.7867,
      "step": 96693
    },
    {
      "epoch": 3.960434159328282,
      "grad_norm": 1.6173806602666623,
      "learning_rate": 7.965766812525495e-05,
      "loss": 0.6302,
      "step": 96694
    },
    {
      "epoch": 3.960475117755478,
      "grad_norm": 1.5903016028623551,
      "learning_rate": 7.96547875956717e-05,
      "loss": 0.9901,
      "step": 96695
    },
    {
      "epoch": 3.9605160761826745,
      "grad_norm": 1.4878107665067408,
      "learning_rate": 7.965190709934354e-05,
      "loss": 0.8645,
      "step": 96696
    },
    {
      "epoch": 3.960557034609871,
      "grad_norm": 1.286160833773251,
      "learning_rate": 7.964902663627188e-05,
      "loss": 0.5565,
      "step": 96697
    },
    {
      "epoch": 3.9605979930370676,
      "grad_norm": 1.5354199633321224,
      "learning_rate": 7.964614620645813e-05,
      "loss": 1.1371,
      "step": 96698
    },
    {
      "epoch": 3.9606389514642637,
      "grad_norm": 0.7668824128121605,
      "learning_rate": 7.964326580990354e-05,
      "loss": 0.1948,
      "step": 96699
    },
    {
      "epoch": 3.9606799098914602,
      "grad_norm": 0.9255425984496755,
      "learning_rate": 7.964038544660954e-05,
      "loss": 0.2699,
      "step": 96700
    },
    {
      "epoch": 3.9607208683186563,
      "grad_norm": 1.499193929079061,
      "learning_rate": 7.963750511657752e-05,
      "loss": 0.7376,
      "step": 96701
    },
    {
      "epoch": 3.960761826745853,
      "grad_norm": 0.9949511844080824,
      "learning_rate": 7.963462481980877e-05,
      "loss": 0.2235,
      "step": 96702
    },
    {
      "epoch": 3.9608027851730494,
      "grad_norm": 1.0737552686065408,
      "learning_rate": 7.963174455630474e-05,
      "loss": 0.2545,
      "step": 96703
    },
    {
      "epoch": 3.960843743600246,
      "grad_norm": 1.4938069258810482,
      "learning_rate": 7.962886432606667e-05,
      "loss": 0.531,
      "step": 96704
    },
    {
      "epoch": 3.960884702027442,
      "grad_norm": 1.9870812493860366,
      "learning_rate": 7.9625984129096e-05,
      "loss": 1.2132,
      "step": 96705
    },
    {
      "epoch": 3.9609256604546386,
      "grad_norm": 1.3303479711225699,
      "learning_rate": 7.962310396539413e-05,
      "loss": 0.3159,
      "step": 96706
    },
    {
      "epoch": 3.960966618881835,
      "grad_norm": 1.2185569369977858,
      "learning_rate": 7.962022383496231e-05,
      "loss": 0.5821,
      "step": 96707
    },
    {
      "epoch": 3.961007577309031,
      "grad_norm": 1.2471303439291908,
      "learning_rate": 7.961734373780198e-05,
      "loss": 0.5392,
      "step": 96708
    },
    {
      "epoch": 3.9610485357362277,
      "grad_norm": 1.1597788036529686,
      "learning_rate": 7.961446367391454e-05,
      "loss": 0.5925,
      "step": 96709
    },
    {
      "epoch": 3.9610894941634243,
      "grad_norm": 1.3664427313653447,
      "learning_rate": 7.961158364330122e-05,
      "loss": 0.6903,
      "step": 96710
    },
    {
      "epoch": 3.9611304525906204,
      "grad_norm": 1.703439724225459,
      "learning_rate": 7.960870364596353e-05,
      "loss": 0.7022,
      "step": 96711
    },
    {
      "epoch": 3.961171411017817,
      "grad_norm": 2.0539428276652583,
      "learning_rate": 7.960582368190271e-05,
      "loss": 1.2656,
      "step": 96712
    },
    {
      "epoch": 3.9612123694450134,
      "grad_norm": 0.8859318018364046,
      "learning_rate": 7.960294375112017e-05,
      "loss": 0.2755,
      "step": 96713
    },
    {
      "epoch": 3.9612533278722095,
      "grad_norm": 1.8876063458766257,
      "learning_rate": 7.960006385361732e-05,
      "loss": 1.1119,
      "step": 96714
    },
    {
      "epoch": 3.961294286299406,
      "grad_norm": 1.432076905801053,
      "learning_rate": 7.959718398939542e-05,
      "loss": 0.6892,
      "step": 96715
    },
    {
      "epoch": 3.9613352447266026,
      "grad_norm": 1.1197059826515785,
      "learning_rate": 7.959430415845597e-05,
      "loss": 0.3185,
      "step": 96716
    },
    {
      "epoch": 3.961376203153799,
      "grad_norm": 0.7869110867005082,
      "learning_rate": 7.959142436080022e-05,
      "loss": 0.2384,
      "step": 96717
    },
    {
      "epoch": 3.961417161580995,
      "grad_norm": 1.8592169500410547,
      "learning_rate": 7.958854459642949e-05,
      "loss": 1.2741,
      "step": 96718
    },
    {
      "epoch": 3.9614581200081918,
      "grad_norm": 1.816183242919434,
      "learning_rate": 7.958566486534524e-05,
      "loss": 0.8546,
      "step": 96719
    },
    {
      "epoch": 3.961499078435388,
      "grad_norm": 1.284579046305628,
      "learning_rate": 7.958278516754884e-05,
      "loss": 0.5227,
      "step": 96720
    },
    {
      "epoch": 3.9615400368625844,
      "grad_norm": 1.2123888215269576,
      "learning_rate": 7.957990550304156e-05,
      "loss": 0.3383,
      "step": 96721
    },
    {
      "epoch": 3.961580995289781,
      "grad_norm": 1.021515931001724,
      "learning_rate": 7.957702587182488e-05,
      "loss": 0.3585,
      "step": 96722
    },
    {
      "epoch": 3.9616219537169775,
      "grad_norm": 1.5598230269293396,
      "learning_rate": 7.957414627390004e-05,
      "loss": 0.7329,
      "step": 96723
    },
    {
      "epoch": 3.9616629121441735,
      "grad_norm": 1.7856775964868323,
      "learning_rate": 7.957126670926843e-05,
      "loss": 0.7958,
      "step": 96724
    },
    {
      "epoch": 3.96170387057137,
      "grad_norm": 0.7648366484677537,
      "learning_rate": 7.956838717793153e-05,
      "loss": 0.1677,
      "step": 96725
    },
    {
      "epoch": 3.9617448289985666,
      "grad_norm": 2.2428207597106224,
      "learning_rate": 7.956550767989053e-05,
      "loss": 1.3475,
      "step": 96726
    },
    {
      "epoch": 3.9617857874257627,
      "grad_norm": 1.3049108624243688,
      "learning_rate": 7.956262821514688e-05,
      "loss": 0.4619,
      "step": 96727
    },
    {
      "epoch": 3.9618267458529592,
      "grad_norm": 1.2456309527592808,
      "learning_rate": 7.9559748783702e-05,
      "loss": 0.5016,
      "step": 96728
    },
    {
      "epoch": 3.9618677042801558,
      "grad_norm": 1.6852700250867656,
      "learning_rate": 7.955686938555711e-05,
      "loss": 0.8115,
      "step": 96729
    },
    {
      "epoch": 3.9619086627073523,
      "grad_norm": 1.2063256132550866,
      "learning_rate": 7.955399002071369e-05,
      "loss": 0.4777,
      "step": 96730
    },
    {
      "epoch": 3.9619496211345484,
      "grad_norm": 1.4128548217647436,
      "learning_rate": 7.955111068917302e-05,
      "loss": 0.641,
      "step": 96731
    },
    {
      "epoch": 3.961990579561745,
      "grad_norm": 1.4953166380774006,
      "learning_rate": 7.954823139093649e-05,
      "loss": 0.6528,
      "step": 96732
    },
    {
      "epoch": 3.962031537988941,
      "grad_norm": 1.6411402111757751,
      "learning_rate": 7.954535212600553e-05,
      "loss": 0.746,
      "step": 96733
    },
    {
      "epoch": 3.9620724964161376,
      "grad_norm": 1.5374812661666104,
      "learning_rate": 7.954247289438137e-05,
      "loss": 0.7255,
      "step": 96734
    },
    {
      "epoch": 3.962113454843334,
      "grad_norm": 1.3288917276051493,
      "learning_rate": 7.953959369606547e-05,
      "loss": 0.6262,
      "step": 96735
    },
    {
      "epoch": 3.9621544132705306,
      "grad_norm": 1.1504732592261515,
      "learning_rate": 7.953671453105919e-05,
      "loss": 0.2049,
      "step": 96736
    },
    {
      "epoch": 3.9621953716977267,
      "grad_norm": 1.4571934652993477,
      "learning_rate": 7.953383539936379e-05,
      "loss": 0.8547,
      "step": 96737
    },
    {
      "epoch": 3.9622363301249233,
      "grad_norm": 1.4630108114909235,
      "learning_rate": 7.953095630098079e-05,
      "loss": 0.6462,
      "step": 96738
    },
    {
      "epoch": 3.9622772885521194,
      "grad_norm": 0.8318015977451505,
      "learning_rate": 7.952807723591141e-05,
      "loss": 0.1994,
      "step": 96739
    },
    {
      "epoch": 3.962318246979316,
      "grad_norm": 1.444495086276009,
      "learning_rate": 7.952519820415705e-05,
      "loss": 0.6219,
      "step": 96740
    },
    {
      "epoch": 3.9623592054065124,
      "grad_norm": 1.6485493204304562,
      "learning_rate": 7.952231920571916e-05,
      "loss": 0.8911,
      "step": 96741
    },
    {
      "epoch": 3.962400163833709,
      "grad_norm": 3.374822602135115,
      "learning_rate": 7.951944024059896e-05,
      "loss": 0.8472,
      "step": 96742
    },
    {
      "epoch": 3.962441122260905,
      "grad_norm": 1.1608090977663035,
      "learning_rate": 7.951656130879788e-05,
      "loss": 0.6231,
      "step": 96743
    },
    {
      "epoch": 3.9624820806881016,
      "grad_norm": 1.5943477072085102,
      "learning_rate": 7.951368241031734e-05,
      "loss": 0.6602,
      "step": 96744
    },
    {
      "epoch": 3.962523039115298,
      "grad_norm": 1.6071648022248857,
      "learning_rate": 7.951080354515857e-05,
      "loss": 0.7164,
      "step": 96745
    },
    {
      "epoch": 3.962563997542494,
      "grad_norm": 1.2586653201712585,
      "learning_rate": 7.950792471332307e-05,
      "loss": 0.5246,
      "step": 96746
    },
    {
      "epoch": 3.9626049559696908,
      "grad_norm": 1.250748587702751,
      "learning_rate": 7.950504591481208e-05,
      "loss": 0.8062,
      "step": 96747
    },
    {
      "epoch": 3.9626459143968873,
      "grad_norm": 1.731821428733643,
      "learning_rate": 7.950216714962701e-05,
      "loss": 0.8596,
      "step": 96748
    },
    {
      "epoch": 3.962686872824084,
      "grad_norm": 1.5518853728501834,
      "learning_rate": 7.949928841776929e-05,
      "loss": 0.5715,
      "step": 96749
    },
    {
      "epoch": 3.96272783125128,
      "grad_norm": 1.0545097407526687,
      "learning_rate": 7.949640971924014e-05,
      "loss": 0.4257,
      "step": 96750
    },
    {
      "epoch": 3.9627687896784765,
      "grad_norm": 1.6798852225470493,
      "learning_rate": 7.9493531054041e-05,
      "loss": 0.9004,
      "step": 96751
    },
    {
      "epoch": 3.9628097481056725,
      "grad_norm": 1.7784727353467784,
      "learning_rate": 7.949065242217328e-05,
      "loss": 0.5775,
      "step": 96752
    },
    {
      "epoch": 3.962850706532869,
      "grad_norm": 1.570449985507602,
      "learning_rate": 7.948777382363824e-05,
      "loss": 0.777,
      "step": 96753
    },
    {
      "epoch": 3.9628916649600656,
      "grad_norm": 1.6192964397926315,
      "learning_rate": 7.948489525843736e-05,
      "loss": 0.4805,
      "step": 96754
    },
    {
      "epoch": 3.962932623387262,
      "grad_norm": 5.423397122065419,
      "learning_rate": 7.948201672657188e-05,
      "loss": 4.2865,
      "step": 96755
    },
    {
      "epoch": 3.9629735818144582,
      "grad_norm": 1.941609610043158,
      "learning_rate": 7.947913822804318e-05,
      "loss": 0.8262,
      "step": 96756
    },
    {
      "epoch": 3.963014540241655,
      "grad_norm": 5.826226545568969,
      "learning_rate": 7.94762597628527e-05,
      "loss": 2.4437,
      "step": 96757
    },
    {
      "epoch": 3.963055498668851,
      "grad_norm": 1.7197376583666542,
      "learning_rate": 7.947338133100173e-05,
      "loss": 0.7153,
      "step": 96758
    },
    {
      "epoch": 3.9630964570960474,
      "grad_norm": 1.3698367133346325,
      "learning_rate": 7.947050293249168e-05,
      "loss": 0.8153,
      "step": 96759
    },
    {
      "epoch": 3.963137415523244,
      "grad_norm": 1.6861759811994415,
      "learning_rate": 7.946762456732383e-05,
      "loss": 0.9024,
      "step": 96760
    },
    {
      "epoch": 3.9631783739504405,
      "grad_norm": 0.7453096486087085,
      "learning_rate": 7.946474623549962e-05,
      "loss": 0.2139,
      "step": 96761
    },
    {
      "epoch": 3.9632193323776366,
      "grad_norm": 1.3621815422601504,
      "learning_rate": 7.946186793702044e-05,
      "loss": 0.6779,
      "step": 96762
    },
    {
      "epoch": 3.963260290804833,
      "grad_norm": 1.598672778820464,
      "learning_rate": 7.945898967188752e-05,
      "loss": 0.6796,
      "step": 96763
    },
    {
      "epoch": 3.9633012492320296,
      "grad_norm": 1.7148509924642874,
      "learning_rate": 7.945611144010228e-05,
      "loss": 0.8423,
      "step": 96764
    },
    {
      "epoch": 3.9633422076592257,
      "grad_norm": 1.0414539572973804,
      "learning_rate": 7.945323324166619e-05,
      "loss": 0.3279,
      "step": 96765
    },
    {
      "epoch": 3.9633831660864223,
      "grad_norm": 0.7579616283169841,
      "learning_rate": 7.945035507658044e-05,
      "loss": 0.248,
      "step": 96766
    },
    {
      "epoch": 3.963424124513619,
      "grad_norm": 0.9105289166891023,
      "learning_rate": 7.944747694484653e-05,
      "loss": 0.2992,
      "step": 96767
    },
    {
      "epoch": 3.9634650829408153,
      "grad_norm": 1.9992247505622658,
      "learning_rate": 7.944459884646571e-05,
      "loss": 0.9348,
      "step": 96768
    },
    {
      "epoch": 3.9635060413680114,
      "grad_norm": 7.145324259516243,
      "learning_rate": 7.944172078143938e-05,
      "loss": 3.4622,
      "step": 96769
    },
    {
      "epoch": 3.963546999795208,
      "grad_norm": 1.8266339181502178,
      "learning_rate": 7.943884274976896e-05,
      "loss": 0.841,
      "step": 96770
    },
    {
      "epoch": 3.963587958222404,
      "grad_norm": 0.7941874283126538,
      "learning_rate": 7.943596475145573e-05,
      "loss": 0.1681,
      "step": 96771
    },
    {
      "epoch": 3.9636289166496006,
      "grad_norm": 1.6284424244825209,
      "learning_rate": 7.943308678650106e-05,
      "loss": 0.7755,
      "step": 96772
    },
    {
      "epoch": 3.963669875076797,
      "grad_norm": 1.4384658329748758,
      "learning_rate": 7.94302088549064e-05,
      "loss": 0.6131,
      "step": 96773
    },
    {
      "epoch": 3.9637108335039937,
      "grad_norm": 1.0743920407453311,
      "learning_rate": 7.942733095667297e-05,
      "loss": 0.3525,
      "step": 96774
    },
    {
      "epoch": 3.9637517919311898,
      "grad_norm": 1.3325074430570096,
      "learning_rate": 7.942445309180228e-05,
      "loss": 0.6755,
      "step": 96775
    },
    {
      "epoch": 3.9637927503583863,
      "grad_norm": 1.9927796048169215,
      "learning_rate": 7.942157526029555e-05,
      "loss": 0.8772,
      "step": 96776
    },
    {
      "epoch": 3.9638337087855824,
      "grad_norm": 1.5514830522832808,
      "learning_rate": 7.941869746215418e-05,
      "loss": 0.7561,
      "step": 96777
    },
    {
      "epoch": 3.963874667212779,
      "grad_norm": 1.2237826118110702,
      "learning_rate": 7.941581969737965e-05,
      "loss": 0.606,
      "step": 96778
    },
    {
      "epoch": 3.9639156256399755,
      "grad_norm": 1.38217696569073,
      "learning_rate": 7.941294196597314e-05,
      "loss": 0.5948,
      "step": 96779
    },
    {
      "epoch": 3.963956584067172,
      "grad_norm": 0.8033759492735417,
      "learning_rate": 7.941006426793609e-05,
      "loss": 0.2751,
      "step": 96780
    },
    {
      "epoch": 3.963997542494368,
      "grad_norm": 1.049809190088213,
      "learning_rate": 7.940718660326994e-05,
      "loss": 0.2718,
      "step": 96781
    },
    {
      "epoch": 3.9640385009215646,
      "grad_norm": 1.506049646257555,
      "learning_rate": 7.940430897197591e-05,
      "loss": 0.6992,
      "step": 96782
    },
    {
      "epoch": 3.964079459348761,
      "grad_norm": 1.3349048067786915,
      "learning_rate": 7.940143137405549e-05,
      "loss": 0.5078,
      "step": 96783
    },
    {
      "epoch": 3.9641204177759573,
      "grad_norm": 1.0534328596018234,
      "learning_rate": 7.939855380950992e-05,
      "loss": 0.2838,
      "step": 96784
    },
    {
      "epoch": 3.964161376203154,
      "grad_norm": 1.5410942411673973,
      "learning_rate": 7.93956762783406e-05,
      "loss": 0.731,
      "step": 96785
    },
    {
      "epoch": 3.9642023346303503,
      "grad_norm": 2.7773578190891155,
      "learning_rate": 7.939279878054899e-05,
      "loss": 2.5872,
      "step": 96786
    },
    {
      "epoch": 3.964243293057547,
      "grad_norm": 1.4171910716613862,
      "learning_rate": 7.938992131613635e-05,
      "loss": 0.6794,
      "step": 96787
    },
    {
      "epoch": 3.964284251484743,
      "grad_norm": 1.61512599092048,
      "learning_rate": 7.938704388510401e-05,
      "loss": 0.6952,
      "step": 96788
    },
    {
      "epoch": 3.9643252099119395,
      "grad_norm": 1.5857683664641307,
      "learning_rate": 7.938416648745343e-05,
      "loss": 0.7426,
      "step": 96789
    },
    {
      "epoch": 3.9643661683391356,
      "grad_norm": 1.61508359287065,
      "learning_rate": 7.938128912318587e-05,
      "loss": 0.6677,
      "step": 96790
    },
    {
      "epoch": 3.964407126766332,
      "grad_norm": 1.731320026972049,
      "learning_rate": 7.937841179230272e-05,
      "loss": 0.8175,
      "step": 96791
    },
    {
      "epoch": 3.9644480851935286,
      "grad_norm": 3.2479039367141618,
      "learning_rate": 7.937553449480542e-05,
      "loss": 1.5609,
      "step": 96792
    },
    {
      "epoch": 3.964489043620725,
      "grad_norm": 1.7275378808985815,
      "learning_rate": 7.937265723069524e-05,
      "loss": 0.8154,
      "step": 96793
    },
    {
      "epoch": 3.9645300020479213,
      "grad_norm": 1.0844829331480674,
      "learning_rate": 7.936977999997362e-05,
      "loss": 0.3393,
      "step": 96794
    },
    {
      "epoch": 3.964570960475118,
      "grad_norm": 1.1037191187287476,
      "learning_rate": 7.936690280264178e-05,
      "loss": 0.3042,
      "step": 96795
    },
    {
      "epoch": 3.964611918902314,
      "grad_norm": 1.5992584848567999,
      "learning_rate": 7.93640256387012e-05,
      "loss": 0.7333,
      "step": 96796
    },
    {
      "epoch": 3.9646528773295104,
      "grad_norm": 1.5143957649297437,
      "learning_rate": 7.936114850815325e-05,
      "loss": 0.799,
      "step": 96797
    },
    {
      "epoch": 3.964693835756707,
      "grad_norm": 1.0455426157618382,
      "learning_rate": 7.935827141099919e-05,
      "loss": 0.3335,
      "step": 96798
    },
    {
      "epoch": 3.9647347941839035,
      "grad_norm": 1.413523881800485,
      "learning_rate": 7.935539434724044e-05,
      "loss": 0.7735,
      "step": 96799
    },
    {
      "epoch": 3.9647757526110996,
      "grad_norm": 1.1584332614527852,
      "learning_rate": 7.935251731687843e-05,
      "loss": 0.4859,
      "step": 96800
    },
    {
      "epoch": 3.964816711038296,
      "grad_norm": 0.8757510622095098,
      "learning_rate": 7.93496403199144e-05,
      "loss": 0.2331,
      "step": 96801
    },
    {
      "epoch": 3.9648576694654927,
      "grad_norm": 1.9829245837850227,
      "learning_rate": 7.934676335634982e-05,
      "loss": 0.9713,
      "step": 96802
    },
    {
      "epoch": 3.9648986278926888,
      "grad_norm": 1.7393323897806807,
      "learning_rate": 7.93438864261859e-05,
      "loss": 0.8059,
      "step": 96803
    },
    {
      "epoch": 3.9649395863198853,
      "grad_norm": 1.5355398726453409,
      "learning_rate": 7.934100952942411e-05,
      "loss": 0.7884,
      "step": 96804
    },
    {
      "epoch": 3.964980544747082,
      "grad_norm": 2.78433925610254,
      "learning_rate": 7.933813266606586e-05,
      "loss": 2.2606,
      "step": 96805
    },
    {
      "epoch": 3.9650215031742784,
      "grad_norm": 0.6497939020559605,
      "learning_rate": 7.933525583611237e-05,
      "loss": 0.1461,
      "step": 96806
    },
    {
      "epoch": 3.9650624616014745,
      "grad_norm": 1.6596526323926963,
      "learning_rate": 7.933237903956507e-05,
      "loss": 0.7328,
      "step": 96807
    },
    {
      "epoch": 3.965103420028671,
      "grad_norm": 1.514170125749879,
      "learning_rate": 7.932950227642538e-05,
      "loss": 0.6499,
      "step": 96808
    },
    {
      "epoch": 3.965144378455867,
      "grad_norm": 4.534372851265612,
      "learning_rate": 7.932662554669453e-05,
      "loss": 0.8264,
      "step": 96809
    },
    {
      "epoch": 3.9651853368830636,
      "grad_norm": 1.536226831725431,
      "learning_rate": 7.932374885037403e-05,
      "loss": 0.7519,
      "step": 96810
    },
    {
      "epoch": 3.96522629531026,
      "grad_norm": 1.342047786589806,
      "learning_rate": 7.93208721874651e-05,
      "loss": 0.5739,
      "step": 96811
    },
    {
      "epoch": 3.9652672537374567,
      "grad_norm": 1.8660944154927972,
      "learning_rate": 7.931799555796917e-05,
      "loss": 1.3008,
      "step": 96812
    },
    {
      "epoch": 3.965308212164653,
      "grad_norm": 1.2694052933074471,
      "learning_rate": 7.931511896188763e-05,
      "loss": 0.6678,
      "step": 96813
    },
    {
      "epoch": 3.9653491705918493,
      "grad_norm": 0.9166040425079882,
      "learning_rate": 7.931224239922172e-05,
      "loss": 0.2621,
      "step": 96814
    },
    {
      "epoch": 3.9653901290190454,
      "grad_norm": 1.257561792595833,
      "learning_rate": 7.930936586997292e-05,
      "loss": 0.467,
      "step": 96815
    },
    {
      "epoch": 3.965431087446242,
      "grad_norm": 0.7832825759271973,
      "learning_rate": 7.930648937414258e-05,
      "loss": 0.228,
      "step": 96816
    },
    {
      "epoch": 3.9654720458734385,
      "grad_norm": 1.0664338437435978,
      "learning_rate": 7.930361291173198e-05,
      "loss": 0.4658,
      "step": 96817
    },
    {
      "epoch": 3.965513004300635,
      "grad_norm": 1.2537976636822488,
      "learning_rate": 7.93007364827426e-05,
      "loss": 0.3962,
      "step": 96818
    },
    {
      "epoch": 3.965553962727831,
      "grad_norm": 1.6813285595325322,
      "learning_rate": 7.929786008717566e-05,
      "loss": 0.6618,
      "step": 96819
    },
    {
      "epoch": 3.9655949211550277,
      "grad_norm": 1.6910525926061872,
      "learning_rate": 7.92949837250326e-05,
      "loss": 0.8421,
      "step": 96820
    },
    {
      "epoch": 3.965635879582224,
      "grad_norm": 0.9958757626055423,
      "learning_rate": 7.929210739631481e-05,
      "loss": 0.2623,
      "step": 96821
    },
    {
      "epoch": 3.9656768380094203,
      "grad_norm": 1.7854085929851968,
      "learning_rate": 7.928923110102356e-05,
      "loss": 0.8498,
      "step": 96822
    },
    {
      "epoch": 3.965717796436617,
      "grad_norm": 1.931102892898179,
      "learning_rate": 7.928635483916025e-05,
      "loss": 0.9568,
      "step": 96823
    },
    {
      "epoch": 3.9657587548638134,
      "grad_norm": 2.0509949045441798,
      "learning_rate": 7.928347861072632e-05,
      "loss": 0.7589,
      "step": 96824
    },
    {
      "epoch": 3.96579971329101,
      "grad_norm": 1.6721599330827077,
      "learning_rate": 7.928060241572299e-05,
      "loss": 0.591,
      "step": 96825
    },
    {
      "epoch": 3.965840671718206,
      "grad_norm": 1.6226281086163017,
      "learning_rate": 7.927772625415175e-05,
      "loss": 0.6227,
      "step": 96826
    },
    {
      "epoch": 3.9658816301454025,
      "grad_norm": 1.4523417388958793,
      "learning_rate": 7.927485012601383e-05,
      "loss": 0.587,
      "step": 96827
    },
    {
      "epoch": 3.9659225885725986,
      "grad_norm": 1.9080128946439314,
      "learning_rate": 7.927197403131067e-05,
      "loss": 0.7054,
      "step": 96828
    },
    {
      "epoch": 3.965963546999795,
      "grad_norm": 1.9337173676403747,
      "learning_rate": 7.926909797004367e-05,
      "loss": 1.0498,
      "step": 96829
    },
    {
      "epoch": 3.9660045054269917,
      "grad_norm": 0.4492250847417568,
      "learning_rate": 7.926622194221409e-05,
      "loss": 0.0754,
      "step": 96830
    },
    {
      "epoch": 3.966045463854188,
      "grad_norm": 0.8995869372197435,
      "learning_rate": 7.926334594782338e-05,
      "loss": 0.2324,
      "step": 96831
    },
    {
      "epoch": 3.9660864222813843,
      "grad_norm": 1.116052011228946,
      "learning_rate": 7.926046998687281e-05,
      "loss": 0.4708,
      "step": 96832
    },
    {
      "epoch": 3.966127380708581,
      "grad_norm": 1.5970073042030222,
      "learning_rate": 7.925759405936377e-05,
      "loss": 0.8667,
      "step": 96833
    },
    {
      "epoch": 3.966168339135777,
      "grad_norm": 1.9537400243385177,
      "learning_rate": 7.925471816529768e-05,
      "loss": 1.0526,
      "step": 96834
    },
    {
      "epoch": 3.9662092975629735,
      "grad_norm": 1.843418030627823,
      "learning_rate": 7.925184230467583e-05,
      "loss": 0.7888,
      "step": 96835
    },
    {
      "epoch": 3.96625025599017,
      "grad_norm": 1.79741106154522,
      "learning_rate": 7.924896647749958e-05,
      "loss": 0.9152,
      "step": 96836
    },
    {
      "epoch": 3.9662912144173665,
      "grad_norm": 2.0484217172191945,
      "learning_rate": 7.924609068377037e-05,
      "loss": 0.5803,
      "step": 96837
    },
    {
      "epoch": 3.9663321728445626,
      "grad_norm": 1.462926878340723,
      "learning_rate": 7.924321492348945e-05,
      "loss": 0.7687,
      "step": 96838
    },
    {
      "epoch": 3.966373131271759,
      "grad_norm": 1.7366298842867032,
      "learning_rate": 7.92403391966583e-05,
      "loss": 0.8942,
      "step": 96839
    },
    {
      "epoch": 3.9664140896989557,
      "grad_norm": 1.252132342696697,
      "learning_rate": 7.923746350327814e-05,
      "loss": 0.6115,
      "step": 96840
    },
    {
      "epoch": 3.966455048126152,
      "grad_norm": 1.4355666621675578,
      "learning_rate": 7.923458784335042e-05,
      "loss": 0.8771,
      "step": 96841
    },
    {
      "epoch": 3.9664960065533483,
      "grad_norm": 0.8029185962827132,
      "learning_rate": 7.923171221687653e-05,
      "loss": 0.213,
      "step": 96842
    },
    {
      "epoch": 3.966536964980545,
      "grad_norm": 1.0431733291976428,
      "learning_rate": 7.922883662385771e-05,
      "loss": 0.4661,
      "step": 96843
    },
    {
      "epoch": 3.9665779234077414,
      "grad_norm": 2.8789777694581242,
      "learning_rate": 7.922596106429541e-05,
      "loss": 1.2314,
      "step": 96844
    },
    {
      "epoch": 3.9666188818349375,
      "grad_norm": 0.8017721504091503,
      "learning_rate": 7.922308553819102e-05,
      "loss": 0.2573,
      "step": 96845
    },
    {
      "epoch": 3.966659840262134,
      "grad_norm": 1.564458787853867,
      "learning_rate": 7.922021004554577e-05,
      "loss": 0.7859,
      "step": 96846
    },
    {
      "epoch": 3.96670079868933,
      "grad_norm": 3.2801874861447438,
      "learning_rate": 7.921733458636116e-05,
      "loss": 0.9528,
      "step": 96847
    },
    {
      "epoch": 3.9667417571165267,
      "grad_norm": 1.766659625612179,
      "learning_rate": 7.921445916063843e-05,
      "loss": 0.8086,
      "step": 96848
    },
    {
      "epoch": 3.966782715543723,
      "grad_norm": 1.5232436619973329,
      "learning_rate": 7.921158376837901e-05,
      "loss": 0.8298,
      "step": 96849
    },
    {
      "epoch": 3.9668236739709197,
      "grad_norm": 1.2310405154490638,
      "learning_rate": 7.920870840958431e-05,
      "loss": 0.6356,
      "step": 96850
    },
    {
      "epoch": 3.966864632398116,
      "grad_norm": 1.5432768695280148,
      "learning_rate": 7.920583308425555e-05,
      "loss": 0.7554,
      "step": 96851
    },
    {
      "epoch": 3.9669055908253124,
      "grad_norm": 1.2860182878924324,
      "learning_rate": 7.920295779239418e-05,
      "loss": 0.665,
      "step": 96852
    },
    {
      "epoch": 3.9669465492525084,
      "grad_norm": 2.098667273354034,
      "learning_rate": 7.920008253400158e-05,
      "loss": 0.8831,
      "step": 96853
    },
    {
      "epoch": 3.966987507679705,
      "grad_norm": 0.5333892930283725,
      "learning_rate": 7.919720730907904e-05,
      "loss": 0.079,
      "step": 96854
    },
    {
      "epoch": 3.9670284661069015,
      "grad_norm": 2.462587116178623,
      "learning_rate": 7.9194332117628e-05,
      "loss": 2.1022,
      "step": 96855
    },
    {
      "epoch": 3.967069424534098,
      "grad_norm": 1.8081749088525425,
      "learning_rate": 7.919145695964969e-05,
      "loss": 0.613,
      "step": 96856
    },
    {
      "epoch": 3.967110382961294,
      "grad_norm": 1.4718483476539954,
      "learning_rate": 7.918858183514563e-05,
      "loss": 0.9159,
      "step": 96857
    },
    {
      "epoch": 3.9671513413884907,
      "grad_norm": 1.7929061063046015,
      "learning_rate": 7.918570674411703e-05,
      "loss": 0.9837,
      "step": 96858
    },
    {
      "epoch": 3.967192299815687,
      "grad_norm": 0.8616203647039199,
      "learning_rate": 7.918283168656539e-05,
      "loss": 0.2739,
      "step": 96859
    },
    {
      "epoch": 3.9672332582428833,
      "grad_norm": 2.156527726515017,
      "learning_rate": 7.917995666249194e-05,
      "loss": 0.7029,
      "step": 96860
    },
    {
      "epoch": 3.96727421667008,
      "grad_norm": 1.3560517879023095,
      "learning_rate": 7.917708167189816e-05,
      "loss": 0.7132,
      "step": 96861
    },
    {
      "epoch": 3.9673151750972764,
      "grad_norm": 0.7721192893662264,
      "learning_rate": 7.917420671478526e-05,
      "loss": 0.2282,
      "step": 96862
    },
    {
      "epoch": 3.967356133524473,
      "grad_norm": 0.9394847786111884,
      "learning_rate": 7.917133179115471e-05,
      "loss": 0.3188,
      "step": 96863
    },
    {
      "epoch": 3.967397091951669,
      "grad_norm": 1.6981230219820995,
      "learning_rate": 7.916845690100788e-05,
      "loss": 0.9289,
      "step": 96864
    },
    {
      "epoch": 3.9674380503788655,
      "grad_norm": 1.7496367389422403,
      "learning_rate": 7.916558204434605e-05,
      "loss": 0.7835,
      "step": 96865
    },
    {
      "epoch": 3.9674790088060616,
      "grad_norm": 1.6104677337758408,
      "learning_rate": 7.916270722117069e-05,
      "loss": 1.0051,
      "step": 96866
    },
    {
      "epoch": 3.967519967233258,
      "grad_norm": 1.2632963448752825,
      "learning_rate": 7.915983243148304e-05,
      "loss": 0.654,
      "step": 96867
    },
    {
      "epoch": 3.9675609256604547,
      "grad_norm": 0.8077089138264685,
      "learning_rate": 7.915695767528448e-05,
      "loss": 0.2256,
      "step": 96868
    },
    {
      "epoch": 3.9676018840876512,
      "grad_norm": 1.7870791831234734,
      "learning_rate": 7.915408295257647e-05,
      "loss": 0.7438,
      "step": 96869
    },
    {
      "epoch": 3.9676428425148473,
      "grad_norm": 1.7689777315879307,
      "learning_rate": 7.915120826336025e-05,
      "loss": 0.9626,
      "step": 96870
    },
    {
      "epoch": 3.967683800942044,
      "grad_norm": 0.6734007206090603,
      "learning_rate": 7.914833360763722e-05,
      "loss": 0.206,
      "step": 96871
    },
    {
      "epoch": 3.96772475936924,
      "grad_norm": 1.269749467138182,
      "learning_rate": 7.914545898540882e-05,
      "loss": 0.6577,
      "step": 96872
    },
    {
      "epoch": 3.9677657177964365,
      "grad_norm": 0.8646984970109157,
      "learning_rate": 7.914258439667626e-05,
      "loss": 0.3284,
      "step": 96873
    },
    {
      "epoch": 3.967806676223633,
      "grad_norm": 1.027852894772752,
      "learning_rate": 7.913970984144103e-05,
      "loss": 0.4359,
      "step": 96874
    },
    {
      "epoch": 3.9678476346508296,
      "grad_norm": 2.0152738558219934,
      "learning_rate": 7.913683531970438e-05,
      "loss": 1.3155,
      "step": 96875
    },
    {
      "epoch": 3.9678885930780257,
      "grad_norm": 1.2872433148681548,
      "learning_rate": 7.913396083146771e-05,
      "loss": 0.6022,
      "step": 96876
    },
    {
      "epoch": 3.967929551505222,
      "grad_norm": 0.821281192814776,
      "learning_rate": 7.913108637673248e-05,
      "loss": 0.1729,
      "step": 96877
    },
    {
      "epoch": 3.9679705099324187,
      "grad_norm": 1.6748475969623249,
      "learning_rate": 7.912821195549988e-05,
      "loss": 0.6311,
      "step": 96878
    },
    {
      "epoch": 3.968011468359615,
      "grad_norm": 1.2758191175741378,
      "learning_rate": 7.912533756777134e-05,
      "loss": 0.6363,
      "step": 96879
    },
    {
      "epoch": 3.9680524267868114,
      "grad_norm": 1.3422179104823082,
      "learning_rate": 7.912246321354831e-05,
      "loss": 0.6652,
      "step": 96880
    },
    {
      "epoch": 3.968093385214008,
      "grad_norm": 1.7691162848627082,
      "learning_rate": 7.9119588892832e-05,
      "loss": 1.0165,
      "step": 96881
    },
    {
      "epoch": 3.9681343436412044,
      "grad_norm": 1.4629296359770771,
      "learning_rate": 7.911671460562388e-05,
      "loss": 0.8173,
      "step": 96882
    },
    {
      "epoch": 3.9681753020684005,
      "grad_norm": 1.5327567210010618,
      "learning_rate": 7.911384035192524e-05,
      "loss": 0.7641,
      "step": 96883
    },
    {
      "epoch": 3.968216260495597,
      "grad_norm": 1.2531980561091836,
      "learning_rate": 7.911096613173742e-05,
      "loss": 0.5517,
      "step": 96884
    },
    {
      "epoch": 3.968257218922793,
      "grad_norm": 1.4611642810121843,
      "learning_rate": 7.91080919450619e-05,
      "loss": 0.5391,
      "step": 96885
    },
    {
      "epoch": 3.9682981773499897,
      "grad_norm": 1.1331094324230437,
      "learning_rate": 7.910521779189992e-05,
      "loss": 0.335,
      "step": 96886
    },
    {
      "epoch": 3.968339135777186,
      "grad_norm": 1.7905176134096876,
      "learning_rate": 7.910234367225285e-05,
      "loss": 0.8213,
      "step": 96887
    },
    {
      "epoch": 3.9683800942043828,
      "grad_norm": 1.6989239831345648,
      "learning_rate": 7.909946958612215e-05,
      "loss": 0.8105,
      "step": 96888
    },
    {
      "epoch": 3.968421052631579,
      "grad_norm": 1.6985589332269693,
      "learning_rate": 7.909659553350905e-05,
      "loss": 0.8971,
      "step": 96889
    },
    {
      "epoch": 3.9684620110587754,
      "grad_norm": 1.5273280343544342,
      "learning_rate": 7.909372151441501e-05,
      "loss": 0.4563,
      "step": 96890
    },
    {
      "epoch": 3.9685029694859715,
      "grad_norm": 1.6260394502065012,
      "learning_rate": 7.90908475288413e-05,
      "loss": 0.6941,
      "step": 96891
    },
    {
      "epoch": 3.968543927913168,
      "grad_norm": 1.9523863470732925,
      "learning_rate": 7.90879735767893e-05,
      "loss": 1.3987,
      "step": 96892
    },
    {
      "epoch": 3.9685848863403645,
      "grad_norm": 1.5457406228989128,
      "learning_rate": 7.908509965826049e-05,
      "loss": 0.7786,
      "step": 96893
    },
    {
      "epoch": 3.968625844767561,
      "grad_norm": 0.8716908567598749,
      "learning_rate": 7.908222577325605e-05,
      "loss": 0.1591,
      "step": 96894
    },
    {
      "epoch": 3.968666803194757,
      "grad_norm": 1.240569582960251,
      "learning_rate": 7.907935192177742e-05,
      "loss": 0.6116,
      "step": 96895
    },
    {
      "epoch": 3.9687077616219537,
      "grad_norm": 1.1218340409592378,
      "learning_rate": 7.907647810382602e-05,
      "loss": 0.6018,
      "step": 96896
    },
    {
      "epoch": 3.9687487200491502,
      "grad_norm": 0.668827122027443,
      "learning_rate": 7.907360431940307e-05,
      "loss": 0.1619,
      "step": 96897
    },
    {
      "epoch": 3.9687896784763463,
      "grad_norm": 1.5389390837131185,
      "learning_rate": 7.907073056851007e-05,
      "loss": 0.7355,
      "step": 96898
    },
    {
      "epoch": 3.968830636903543,
      "grad_norm": 0.8279855079145182,
      "learning_rate": 7.906785685114826e-05,
      "loss": 0.2742,
      "step": 96899
    },
    {
      "epoch": 3.9688715953307394,
      "grad_norm": 3.1668396977962425,
      "learning_rate": 7.906498316731904e-05,
      "loss": 3.2309,
      "step": 96900
    },
    {
      "epoch": 3.968912553757936,
      "grad_norm": 1.3746988128198716,
      "learning_rate": 7.906210951702384e-05,
      "loss": 0.664,
      "step": 96901
    },
    {
      "epoch": 3.968953512185132,
      "grad_norm": 1.3228894994449534,
      "learning_rate": 7.905923590026393e-05,
      "loss": 0.426,
      "step": 96902
    },
    {
      "epoch": 3.9689944706123286,
      "grad_norm": 2.0081864373046625,
      "learning_rate": 7.905636231704072e-05,
      "loss": 0.5062,
      "step": 96903
    },
    {
      "epoch": 3.9690354290395247,
      "grad_norm": 1.3077976508217837,
      "learning_rate": 7.905348876735549e-05,
      "loss": 0.6204,
      "step": 96904
    },
    {
      "epoch": 3.969076387466721,
      "grad_norm": 1.4620431065388297,
      "learning_rate": 7.905061525120968e-05,
      "loss": 0.714,
      "step": 96905
    },
    {
      "epoch": 3.9691173458939177,
      "grad_norm": 1.345847276954002,
      "learning_rate": 7.904774176860466e-05,
      "loss": 0.6686,
      "step": 96906
    },
    {
      "epoch": 3.9691583043211143,
      "grad_norm": 1.394031792270982,
      "learning_rate": 7.904486831954169e-05,
      "loss": 0.5152,
      "step": 96907
    },
    {
      "epoch": 3.9691992627483104,
      "grad_norm": 1.1370951719148317,
      "learning_rate": 7.904199490402218e-05,
      "loss": 0.3064,
      "step": 96908
    },
    {
      "epoch": 3.969240221175507,
      "grad_norm": 1.6466525680639752,
      "learning_rate": 7.903912152204758e-05,
      "loss": 0.7659,
      "step": 96909
    },
    {
      "epoch": 3.969281179602703,
      "grad_norm": 1.8170901346823474,
      "learning_rate": 7.903624817361911e-05,
      "loss": 0.855,
      "step": 96910
    },
    {
      "epoch": 3.9693221380298995,
      "grad_norm": 1.4446206348843738,
      "learning_rate": 7.903337485873822e-05,
      "loss": 0.9131,
      "step": 96911
    },
    {
      "epoch": 3.969363096457096,
      "grad_norm": 1.9102709276186263,
      "learning_rate": 7.903050157740619e-05,
      "loss": 1.1196,
      "step": 96912
    },
    {
      "epoch": 3.9694040548842926,
      "grad_norm": 1.7275758065247788,
      "learning_rate": 7.902762832962442e-05,
      "loss": 0.8881,
      "step": 96913
    },
    {
      "epoch": 3.9694450133114887,
      "grad_norm": 1.5623982092392577,
      "learning_rate": 7.902475511539432e-05,
      "loss": 0.7324,
      "step": 96914
    },
    {
      "epoch": 3.9694859717386852,
      "grad_norm": 3.2366201642471126,
      "learning_rate": 7.902188193471712e-05,
      "loss": 0.8966,
      "step": 96915
    },
    {
      "epoch": 3.9695269301658818,
      "grad_norm": 0.6511523857526732,
      "learning_rate": 7.901900878759429e-05,
      "loss": 0.1058,
      "step": 96916
    },
    {
      "epoch": 3.969567888593078,
      "grad_norm": 1.3055182731072668,
      "learning_rate": 7.90161356740272e-05,
      "loss": 0.7207,
      "step": 96917
    },
    {
      "epoch": 3.9696088470202744,
      "grad_norm": 0.7877519863099476,
      "learning_rate": 7.90132625940171e-05,
      "loss": 0.2479,
      "step": 96918
    },
    {
      "epoch": 3.969649805447471,
      "grad_norm": 1.272502949001228,
      "learning_rate": 7.901038954756546e-05,
      "loss": 0.5226,
      "step": 96919
    },
    {
      "epoch": 3.9696907638746675,
      "grad_norm": 1.410854538386859,
      "learning_rate": 7.900751653467355e-05,
      "loss": 0.5342,
      "step": 96920
    },
    {
      "epoch": 3.9697317223018636,
      "grad_norm": 1.9042651744182721,
      "learning_rate": 7.900464355534276e-05,
      "loss": 0.9878,
      "step": 96921
    },
    {
      "epoch": 3.96977268072906,
      "grad_norm": 1.4219489579631739,
      "learning_rate": 7.900177060957451e-05,
      "loss": 0.5531,
      "step": 96922
    },
    {
      "epoch": 3.969813639156256,
      "grad_norm": 1.7518450914334638,
      "learning_rate": 7.899889769737004e-05,
      "loss": 0.9281,
      "step": 96923
    },
    {
      "epoch": 3.9698545975834527,
      "grad_norm": 1.023742001326027,
      "learning_rate": 7.899602481873078e-05,
      "loss": 0.3101,
      "step": 96924
    },
    {
      "epoch": 3.9698955560106493,
      "grad_norm": 1.4226457410160795,
      "learning_rate": 7.899315197365813e-05,
      "loss": 0.7368,
      "step": 96925
    },
    {
      "epoch": 3.969936514437846,
      "grad_norm": 1.740139921195924,
      "learning_rate": 7.899027916215334e-05,
      "loss": 0.8734,
      "step": 96926
    },
    {
      "epoch": 3.969977472865042,
      "grad_norm": 2.149258522879528,
      "learning_rate": 7.89874063842179e-05,
      "loss": 1.6212,
      "step": 96927
    },
    {
      "epoch": 3.9700184312922384,
      "grad_norm": 1.4563212746586456,
      "learning_rate": 7.898453363985307e-05,
      "loss": 0.8539,
      "step": 96928
    },
    {
      "epoch": 3.9700593897194345,
      "grad_norm": 1.538252332032512,
      "learning_rate": 7.898166092906017e-05,
      "loss": 1.0686,
      "step": 96929
    },
    {
      "epoch": 3.970100348146631,
      "grad_norm": 1.855897882728697,
      "learning_rate": 7.897878825184071e-05,
      "loss": 1.0045,
      "step": 96930
    },
    {
      "epoch": 3.9701413065738276,
      "grad_norm": 1.368366895326098,
      "learning_rate": 7.897591560819588e-05,
      "loss": 0.6646,
      "step": 96931
    },
    {
      "epoch": 3.970182265001024,
      "grad_norm": 1.355668065844125,
      "learning_rate": 7.897304299812712e-05,
      "loss": 0.5856,
      "step": 96932
    },
    {
      "epoch": 3.97022322342822,
      "grad_norm": 1.3823630034493704,
      "learning_rate": 7.897017042163583e-05,
      "loss": 0.6417,
      "step": 96933
    },
    {
      "epoch": 3.9702641818554167,
      "grad_norm": 1.3895416862964225,
      "learning_rate": 7.896729787872329e-05,
      "loss": 0.5768,
      "step": 96934
    },
    {
      "epoch": 3.9703051402826133,
      "grad_norm": 1.5564009435455302,
      "learning_rate": 7.896442536939086e-05,
      "loss": 0.6994,
      "step": 96935
    },
    {
      "epoch": 3.9703460987098094,
      "grad_norm": 1.4597705224904147,
      "learning_rate": 7.896155289364e-05,
      "loss": 0.6321,
      "step": 96936
    },
    {
      "epoch": 3.970387057137006,
      "grad_norm": 0.7926288699806101,
      "learning_rate": 7.895868045147194e-05,
      "loss": 0.2267,
      "step": 96937
    },
    {
      "epoch": 3.9704280155642024,
      "grad_norm": 1.2726040512770866,
      "learning_rate": 7.895580804288814e-05,
      "loss": 0.702,
      "step": 96938
    },
    {
      "epoch": 3.970468973991399,
      "grad_norm": 0.7930744070344594,
      "learning_rate": 7.895293566788987e-05,
      "loss": 0.2181,
      "step": 96939
    },
    {
      "epoch": 3.970509932418595,
      "grad_norm": 0.9692191241043534,
      "learning_rate": 7.895006332647852e-05,
      "loss": 0.1781,
      "step": 96940
    },
    {
      "epoch": 3.9705508908457916,
      "grad_norm": 1.5657027060324282,
      "learning_rate": 7.89471910186555e-05,
      "loss": 0.6451,
      "step": 96941
    },
    {
      "epoch": 3.9705918492729877,
      "grad_norm": 1.4990631473127165,
      "learning_rate": 7.894431874442209e-05,
      "loss": 0.7093,
      "step": 96942
    },
    {
      "epoch": 3.9706328077001842,
      "grad_norm": 1.1107593440924783,
      "learning_rate": 7.894144650377968e-05,
      "loss": 0.4659,
      "step": 96943
    },
    {
      "epoch": 3.9706737661273808,
      "grad_norm": 1.6794032232426046,
      "learning_rate": 7.893857429672969e-05,
      "loss": 0.7579,
      "step": 96944
    },
    {
      "epoch": 3.9707147245545773,
      "grad_norm": 1.0067762331843948,
      "learning_rate": 7.893570212327334e-05,
      "loss": 0.3306,
      "step": 96945
    },
    {
      "epoch": 3.9707556829817734,
      "grad_norm": 0.5515381902083071,
      "learning_rate": 7.893282998341214e-05,
      "loss": 0.1045,
      "step": 96946
    },
    {
      "epoch": 3.97079664140897,
      "grad_norm": 0.818753554976641,
      "learning_rate": 7.892995787714733e-05,
      "loss": 0.2171,
      "step": 96947
    },
    {
      "epoch": 3.970837599836166,
      "grad_norm": 1.3791271255777606,
      "learning_rate": 7.89270858044803e-05,
      "loss": 0.6358,
      "step": 96948
    },
    {
      "epoch": 3.9708785582633626,
      "grad_norm": 1.986946323033749,
      "learning_rate": 7.892421376541245e-05,
      "loss": 0.6846,
      "step": 96949
    },
    {
      "epoch": 3.970919516690559,
      "grad_norm": 1.6538567955674752,
      "learning_rate": 7.892134175994508e-05,
      "loss": 0.8106,
      "step": 96950
    },
    {
      "epoch": 3.9709604751177556,
      "grad_norm": 1.0938444571910655,
      "learning_rate": 7.891846978807959e-05,
      "loss": 0.2374,
      "step": 96951
    },
    {
      "epoch": 3.9710014335449517,
      "grad_norm": 0.5585372749116918,
      "learning_rate": 7.891559784981735e-05,
      "loss": 0.1073,
      "step": 96952
    },
    {
      "epoch": 3.9710423919721483,
      "grad_norm": 1.7890493353986952,
      "learning_rate": 7.891272594515965e-05,
      "loss": 0.7125,
      "step": 96953
    },
    {
      "epoch": 3.971083350399345,
      "grad_norm": 1.4787369423527779,
      "learning_rate": 7.890985407410793e-05,
      "loss": 0.6839,
      "step": 96954
    },
    {
      "epoch": 3.971124308826541,
      "grad_norm": 1.3965151921434569,
      "learning_rate": 7.890698223666346e-05,
      "loss": 0.7307,
      "step": 96955
    },
    {
      "epoch": 3.9711652672537374,
      "grad_norm": 1.847040932026468,
      "learning_rate": 7.890411043282764e-05,
      "loss": 0.8675,
      "step": 96956
    },
    {
      "epoch": 3.971206225680934,
      "grad_norm": 1.6425671788004585,
      "learning_rate": 7.890123866260188e-05,
      "loss": 0.918,
      "step": 96957
    },
    {
      "epoch": 3.9712471841081305,
      "grad_norm": 0.771300975419392,
      "learning_rate": 7.889836692598744e-05,
      "loss": 0.2339,
      "step": 96958
    },
    {
      "epoch": 3.9712881425353266,
      "grad_norm": 1.927450162066117,
      "learning_rate": 7.889549522298573e-05,
      "loss": 0.6893,
      "step": 96959
    },
    {
      "epoch": 3.971329100962523,
      "grad_norm": 1.0781423846891462,
      "learning_rate": 7.889262355359816e-05,
      "loss": 0.2803,
      "step": 96960
    },
    {
      "epoch": 3.971370059389719,
      "grad_norm": 0.8691754940674699,
      "learning_rate": 7.888975191782596e-05,
      "loss": 0.2063,
      "step": 96961
    },
    {
      "epoch": 3.9714110178169157,
      "grad_norm": 1.0076129729183723,
      "learning_rate": 7.888688031567064e-05,
      "loss": 0.2174,
      "step": 96962
    },
    {
      "epoch": 3.9714519762441123,
      "grad_norm": 1.4571600768761714,
      "learning_rate": 7.888400874713341e-05,
      "loss": 0.5561,
      "step": 96963
    },
    {
      "epoch": 3.971492934671309,
      "grad_norm": 1.993478452543433,
      "learning_rate": 7.888113721221569e-05,
      "loss": 0.8299,
      "step": 96964
    },
    {
      "epoch": 3.971533893098505,
      "grad_norm": 1.6853766811006354,
      "learning_rate": 7.88782657109189e-05,
      "loss": 0.9845,
      "step": 96965
    },
    {
      "epoch": 3.9715748515257014,
      "grad_norm": 1.7627443869602981,
      "learning_rate": 7.887539424324429e-05,
      "loss": 0.6194,
      "step": 96966
    },
    {
      "epoch": 3.9716158099528975,
      "grad_norm": 1.7644763161267252,
      "learning_rate": 7.887252280919325e-05,
      "loss": 0.7458,
      "step": 96967
    },
    {
      "epoch": 3.971656768380094,
      "grad_norm": 1.5771990794715074,
      "learning_rate": 7.886965140876723e-05,
      "loss": 0.8672,
      "step": 96968
    },
    {
      "epoch": 3.9716977268072906,
      "grad_norm": 1.7081787757765416,
      "learning_rate": 7.886678004196742e-05,
      "loss": 0.8183,
      "step": 96969
    },
    {
      "epoch": 3.971738685234487,
      "grad_norm": 1.419806242532668,
      "learning_rate": 7.886390870879537e-05,
      "loss": 0.6731,
      "step": 96970
    },
    {
      "epoch": 3.9717796436616832,
      "grad_norm": 1.3534401357093857,
      "learning_rate": 7.886103740925225e-05,
      "loss": 0.6573,
      "step": 96971
    },
    {
      "epoch": 3.9718206020888798,
      "grad_norm": 1.4784175544451055,
      "learning_rate": 7.88581661433395e-05,
      "loss": 0.7605,
      "step": 96972
    },
    {
      "epoch": 3.9718615605160763,
      "grad_norm": 3.8991417574748803,
      "learning_rate": 7.885529491105858e-05,
      "loss": 6.0082,
      "step": 96973
    },
    {
      "epoch": 3.9719025189432724,
      "grad_norm": 1.5942368318277753,
      "learning_rate": 7.885242371241064e-05,
      "loss": 0.7601,
      "step": 96974
    },
    {
      "epoch": 3.971943477370469,
      "grad_norm": 1.637397395572035,
      "learning_rate": 7.884955254739723e-05,
      "loss": 0.6268,
      "step": 96975
    },
    {
      "epoch": 3.9719844357976655,
      "grad_norm": 1.5258730304143426,
      "learning_rate": 7.884668141601955e-05,
      "loss": 0.8149,
      "step": 96976
    },
    {
      "epoch": 3.972025394224862,
      "grad_norm": 1.77354755591167,
      "learning_rate": 7.884381031827905e-05,
      "loss": 0.854,
      "step": 96977
    },
    {
      "epoch": 3.972066352652058,
      "grad_norm": 1.533215901958948,
      "learning_rate": 7.88409392541771e-05,
      "loss": 0.5815,
      "step": 96978
    },
    {
      "epoch": 3.9721073110792546,
      "grad_norm": 1.8996989928270334,
      "learning_rate": 7.8838068223715e-05,
      "loss": 1.1017,
      "step": 96979
    },
    {
      "epoch": 3.9721482695064507,
      "grad_norm": 2.032525544683226,
      "learning_rate": 7.88351972268941e-05,
      "loss": 0.7319,
      "step": 96980
    },
    {
      "epoch": 3.9721892279336473,
      "grad_norm": 1.549380202202772,
      "learning_rate": 7.883232626371587e-05,
      "loss": 0.7841,
      "step": 96981
    },
    {
      "epoch": 3.972230186360844,
      "grad_norm": 1.6167877831621646,
      "learning_rate": 7.882945533418152e-05,
      "loss": 0.7966,
      "step": 96982
    },
    {
      "epoch": 3.9722711447880403,
      "grad_norm": 0.6298505327379024,
      "learning_rate": 7.882658443829254e-05,
      "loss": 0.1453,
      "step": 96983
    },
    {
      "epoch": 3.9723121032152364,
      "grad_norm": 1.2471173971846037,
      "learning_rate": 7.882371357605014e-05,
      "loss": 0.5307,
      "step": 96984
    },
    {
      "epoch": 3.972353061642433,
      "grad_norm": 1.3479119814157279,
      "learning_rate": 7.882084274745577e-05,
      "loss": 0.6014,
      "step": 96985
    },
    {
      "epoch": 3.972394020069629,
      "grad_norm": 1.3725515694753472,
      "learning_rate": 7.881797195251084e-05,
      "loss": 0.5283,
      "step": 96986
    },
    {
      "epoch": 3.9724349784968256,
      "grad_norm": 1.3052613736708267,
      "learning_rate": 7.881510119121658e-05,
      "loss": 0.7431,
      "step": 96987
    },
    {
      "epoch": 3.972475936924022,
      "grad_norm": 1.5271660902201851,
      "learning_rate": 7.881223046357442e-05,
      "loss": 0.6244,
      "step": 96988
    },
    {
      "epoch": 3.9725168953512187,
      "grad_norm": 2.2592865337098167,
      "learning_rate": 7.880935976958574e-05,
      "loss": 1.1328,
      "step": 96989
    },
    {
      "epoch": 3.9725578537784147,
      "grad_norm": 2.3358845952808953,
      "learning_rate": 7.880648910925182e-05,
      "loss": 0.6981,
      "step": 96990
    },
    {
      "epoch": 3.9725988122056113,
      "grad_norm": 2.116996340643397,
      "learning_rate": 7.880361848257411e-05,
      "loss": 1.0222,
      "step": 96991
    },
    {
      "epoch": 3.972639770632808,
      "grad_norm": 3.8336055605724226,
      "learning_rate": 7.880074788955388e-05,
      "loss": 1.3178,
      "step": 96992
    },
    {
      "epoch": 3.972680729060004,
      "grad_norm": 0.9547612529401877,
      "learning_rate": 7.879787733019251e-05,
      "loss": 0.2483,
      "step": 96993
    },
    {
      "epoch": 3.9727216874872004,
      "grad_norm": 1.4088368316759614,
      "learning_rate": 7.879500680449144e-05,
      "loss": 0.6408,
      "step": 96994
    },
    {
      "epoch": 3.972762645914397,
      "grad_norm": 1.5631965635896976,
      "learning_rate": 7.879213631245189e-05,
      "loss": 0.6325,
      "step": 96995
    },
    {
      "epoch": 3.9728036043415935,
      "grad_norm": 1.1551967596010977,
      "learning_rate": 7.87892658540753e-05,
      "loss": 0.3387,
      "step": 96996
    },
    {
      "epoch": 3.9728445627687896,
      "grad_norm": 1.6956036927650506,
      "learning_rate": 7.878639542936306e-05,
      "loss": 0.6964,
      "step": 96997
    },
    {
      "epoch": 3.972885521195986,
      "grad_norm": 1.2945077147402217,
      "learning_rate": 7.878352503831647e-05,
      "loss": 0.5756,
      "step": 96998
    },
    {
      "epoch": 3.9729264796231822,
      "grad_norm": 1.4424008592006237,
      "learning_rate": 7.878065468093684e-05,
      "loss": 0.8762,
      "step": 96999
    },
    {
      "epoch": 3.9729674380503788,
      "grad_norm": 1.6119404166645046,
      "learning_rate": 7.877778435722566e-05,
      "loss": 0.9503,
      "step": 97000
    },
    {
      "epoch": 3.9730083964775753,
      "grad_norm": 0.9256310809381084,
      "learning_rate": 7.877491406718414e-05,
      "loss": 0.2992,
      "step": 97001
    },
    {
      "epoch": 3.973049354904772,
      "grad_norm": 1.69720207924618,
      "learning_rate": 7.877204381081377e-05,
      "loss": 0.8264,
      "step": 97002
    },
    {
      "epoch": 3.973090313331968,
      "grad_norm": 0.9382331745627154,
      "learning_rate": 7.876917358811578e-05,
      "loss": 0.202,
      "step": 97003
    },
    {
      "epoch": 3.9731312717591645,
      "grad_norm": 1.8266151833077202,
      "learning_rate": 7.87663033990916e-05,
      "loss": 1.0633,
      "step": 97004
    },
    {
      "epoch": 3.973172230186361,
      "grad_norm": 0.6123776276701904,
      "learning_rate": 7.876343324374264e-05,
      "loss": 0.0783,
      "step": 97005
    },
    {
      "epoch": 3.973213188613557,
      "grad_norm": 1.5486064002310067,
      "learning_rate": 7.876056312207013e-05,
      "loss": 0.7057,
      "step": 97006
    },
    {
      "epoch": 3.9732541470407536,
      "grad_norm": 1.9809991496892128,
      "learning_rate": 7.875769303407549e-05,
      "loss": 1.3911,
      "step": 97007
    },
    {
      "epoch": 3.97329510546795,
      "grad_norm": 1.4973477313751635,
      "learning_rate": 7.875482297976014e-05,
      "loss": 0.7591,
      "step": 97008
    },
    {
      "epoch": 3.9733360638951463,
      "grad_norm": 1.4452184908695218,
      "learning_rate": 7.875195295912533e-05,
      "loss": 0.4283,
      "step": 97009
    },
    {
      "epoch": 3.973377022322343,
      "grad_norm": 1.4764881867659405,
      "learning_rate": 7.874908297217251e-05,
      "loss": 0.744,
      "step": 97010
    },
    {
      "epoch": 3.9734179807495393,
      "grad_norm": 1.547726298158834,
      "learning_rate": 7.874621301890293e-05,
      "loss": 0.8944,
      "step": 97011
    },
    {
      "epoch": 3.9734589391767354,
      "grad_norm": 2.3094764472623295,
      "learning_rate": 7.874334309931799e-05,
      "loss": 0.7624,
      "step": 97012
    },
    {
      "epoch": 3.973499897603932,
      "grad_norm": 0.9144258008345194,
      "learning_rate": 7.874047321341913e-05,
      "loss": 0.2079,
      "step": 97013
    },
    {
      "epoch": 3.9735408560311285,
      "grad_norm": 1.5110605545021503,
      "learning_rate": 7.87376033612076e-05,
      "loss": 0.8959,
      "step": 97014
    },
    {
      "epoch": 3.973581814458325,
      "grad_norm": 1.2496040712752625,
      "learning_rate": 7.873473354268477e-05,
      "loss": 0.5544,
      "step": 97015
    },
    {
      "epoch": 3.973622772885521,
      "grad_norm": 1.404353714783349,
      "learning_rate": 7.87318637578521e-05,
      "loss": 0.5767,
      "step": 97016
    },
    {
      "epoch": 3.9736637313127177,
      "grad_norm": 1.1116251228037681,
      "learning_rate": 7.872899400671081e-05,
      "loss": 0.5414,
      "step": 97017
    },
    {
      "epoch": 3.9737046897399138,
      "grad_norm": 1.747503208148254,
      "learning_rate": 7.872612428926237e-05,
      "loss": 0.645,
      "step": 97018
    },
    {
      "epoch": 3.9737456481671103,
      "grad_norm": 1.6582853776571496,
      "learning_rate": 7.872325460550801e-05,
      "loss": 1.1706,
      "step": 97019
    },
    {
      "epoch": 3.973786606594307,
      "grad_norm": 1.4679013844772815,
      "learning_rate": 7.872038495544918e-05,
      "loss": 0.717,
      "step": 97020
    },
    {
      "epoch": 3.9738275650215034,
      "grad_norm": 1.3673941747861502,
      "learning_rate": 7.871751533908727e-05,
      "loss": 0.6331,
      "step": 97021
    },
    {
      "epoch": 3.9738685234486995,
      "grad_norm": 1.4441924832570041,
      "learning_rate": 7.87146457564235e-05,
      "loss": 0.8187,
      "step": 97022
    },
    {
      "epoch": 3.973909481875896,
      "grad_norm": 1.3119015600267034,
      "learning_rate": 7.871177620745935e-05,
      "loss": 0.4581,
      "step": 97023
    },
    {
      "epoch": 3.9739504403030925,
      "grad_norm": 1.681078422535728,
      "learning_rate": 7.870890669219616e-05,
      "loss": 0.5935,
      "step": 97024
    },
    {
      "epoch": 3.9739913987302886,
      "grad_norm": 1.6870980684813666,
      "learning_rate": 7.870603721063524e-05,
      "loss": 0.8064,
      "step": 97025
    },
    {
      "epoch": 3.974032357157485,
      "grad_norm": 1.5211066476663144,
      "learning_rate": 7.870316776277799e-05,
      "loss": 0.6024,
      "step": 97026
    },
    {
      "epoch": 3.9740733155846817,
      "grad_norm": 1.3906229606466494,
      "learning_rate": 7.870029834862569e-05,
      "loss": 0.7181,
      "step": 97027
    },
    {
      "epoch": 3.974114274011878,
      "grad_norm": 1.8308219164780446,
      "learning_rate": 7.869742896817978e-05,
      "loss": 0.7425,
      "step": 97028
    },
    {
      "epoch": 3.9741552324390743,
      "grad_norm": 1.3956481867601933,
      "learning_rate": 7.869455962144164e-05,
      "loss": 0.552,
      "step": 97029
    },
    {
      "epoch": 3.974196190866271,
      "grad_norm": 2.570497451690468,
      "learning_rate": 7.869169030841249e-05,
      "loss": 2.031,
      "step": 97030
    },
    {
      "epoch": 3.974237149293467,
      "grad_norm": 1.5980741248350563,
      "learning_rate": 7.868882102909378e-05,
      "loss": 0.7024,
      "step": 97031
    },
    {
      "epoch": 3.9742781077206635,
      "grad_norm": 2.401180963739439,
      "learning_rate": 7.868595178348693e-05,
      "loss": 2.2878,
      "step": 97032
    },
    {
      "epoch": 3.97431906614786,
      "grad_norm": 1.086923235828715,
      "learning_rate": 7.868308257159315e-05,
      "loss": 0.6884,
      "step": 97033
    },
    {
      "epoch": 3.9743600245750565,
      "grad_norm": 2.663182759156891,
      "learning_rate": 7.868021339341393e-05,
      "loss": 3.0167,
      "step": 97034
    },
    {
      "epoch": 3.9744009830022526,
      "grad_norm": 1.243400874927593,
      "learning_rate": 7.867734424895052e-05,
      "loss": 0.5242,
      "step": 97035
    },
    {
      "epoch": 3.974441941429449,
      "grad_norm": 2.5266528689367735,
      "learning_rate": 7.867447513820433e-05,
      "loss": 2.5864,
      "step": 97036
    },
    {
      "epoch": 3.9744828998566453,
      "grad_norm": 0.8412831692557298,
      "learning_rate": 7.867160606117674e-05,
      "loss": 0.2278,
      "step": 97037
    },
    {
      "epoch": 3.974523858283842,
      "grad_norm": 1.8398550285404538,
      "learning_rate": 7.866873701786904e-05,
      "loss": 0.8574,
      "step": 97038
    },
    {
      "epoch": 3.9745648167110383,
      "grad_norm": 0.795598245498426,
      "learning_rate": 7.866586800828261e-05,
      "loss": 0.2051,
      "step": 97039
    },
    {
      "epoch": 3.974605775138235,
      "grad_norm": 1.385758277968246,
      "learning_rate": 7.866299903241887e-05,
      "loss": 0.6566,
      "step": 97040
    },
    {
      "epoch": 3.974646733565431,
      "grad_norm": 1.7214989318253455,
      "learning_rate": 7.86601300902791e-05,
      "loss": 0.841,
      "step": 97041
    },
    {
      "epoch": 3.9746876919926275,
      "grad_norm": 1.0683258132673465,
      "learning_rate": 7.86572611818647e-05,
      "loss": 0.516,
      "step": 97042
    },
    {
      "epoch": 3.974728650419824,
      "grad_norm": 2.2589943957415453,
      "learning_rate": 7.865439230717696e-05,
      "loss": 1.0929,
      "step": 97043
    },
    {
      "epoch": 3.97476960884702,
      "grad_norm": 1.0467853866827097,
      "learning_rate": 7.86515234662173e-05,
      "loss": 0.402,
      "step": 97044
    },
    {
      "epoch": 3.9748105672742167,
      "grad_norm": 1.4098700651696763,
      "learning_rate": 7.864865465898709e-05,
      "loss": 0.584,
      "step": 97045
    },
    {
      "epoch": 3.974851525701413,
      "grad_norm": 1.5587965419689358,
      "learning_rate": 7.864578588548763e-05,
      "loss": 1.0012,
      "step": 97046
    },
    {
      "epoch": 3.9748924841286097,
      "grad_norm": 1.8491171080069801,
      "learning_rate": 7.864291714572034e-05,
      "loss": 1.0363,
      "step": 97047
    },
    {
      "epoch": 3.974933442555806,
      "grad_norm": 1.3423045304399703,
      "learning_rate": 7.864004843968649e-05,
      "loss": 0.6317,
      "step": 97048
    },
    {
      "epoch": 3.9749744009830024,
      "grad_norm": 1.4711983211976487,
      "learning_rate": 7.863717976738749e-05,
      "loss": 0.4974,
      "step": 97049
    },
    {
      "epoch": 3.9750153594101985,
      "grad_norm": 3.780371900340184,
      "learning_rate": 7.863431112882472e-05,
      "loss": 4.2677,
      "step": 97050
    },
    {
      "epoch": 3.975056317837395,
      "grad_norm": 0.681223281029255,
      "learning_rate": 7.863144252399946e-05,
      "loss": 0.1718,
      "step": 97051
    },
    {
      "epoch": 3.9750972762645915,
      "grad_norm": 1.203436728673067,
      "learning_rate": 7.86285739529131e-05,
      "loss": 0.6747,
      "step": 97052
    },
    {
      "epoch": 3.975138234691788,
      "grad_norm": 1.882106502592532,
      "learning_rate": 7.86257054155671e-05,
      "loss": 1.199,
      "step": 97053
    },
    {
      "epoch": 3.975179193118984,
      "grad_norm": 1.7331755835527092,
      "learning_rate": 7.862283691196266e-05,
      "loss": 0.9982,
      "step": 97054
    },
    {
      "epoch": 3.9752201515461807,
      "grad_norm": 1.0796656102085518,
      "learning_rate": 7.861996844210124e-05,
      "loss": 0.2799,
      "step": 97055
    },
    {
      "epoch": 3.975261109973377,
      "grad_norm": 1.636012248307897,
      "learning_rate": 7.861710000598411e-05,
      "loss": 0.885,
      "step": 97056
    },
    {
      "epoch": 3.9753020684005733,
      "grad_norm": 1.741419957889058,
      "learning_rate": 7.861423160361267e-05,
      "loss": 0.7854,
      "step": 97057
    },
    {
      "epoch": 3.97534302682777,
      "grad_norm": 1.7517890162880347,
      "learning_rate": 7.861136323498836e-05,
      "loss": 0.9568,
      "step": 97058
    },
    {
      "epoch": 3.9753839852549664,
      "grad_norm": 1.3609629290101417,
      "learning_rate": 7.860849490011238e-05,
      "loss": 0.5892,
      "step": 97059
    },
    {
      "epoch": 3.9754249436821625,
      "grad_norm": 0.8101503149628725,
      "learning_rate": 7.860562659898613e-05,
      "loss": 0.1538,
      "step": 97060
    },
    {
      "epoch": 3.975465902109359,
      "grad_norm": 1.4779671685574027,
      "learning_rate": 7.860275833161108e-05,
      "loss": 0.4591,
      "step": 97061
    },
    {
      "epoch": 3.9755068605365556,
      "grad_norm": 4.2257954046970685,
      "learning_rate": 7.859989009798845e-05,
      "loss": 1.9477,
      "step": 97062
    },
    {
      "epoch": 3.9755478189637516,
      "grad_norm": 0.8913839213713066,
      "learning_rate": 7.859702189811972e-05,
      "loss": 0.2234,
      "step": 97063
    },
    {
      "epoch": 3.975588777390948,
      "grad_norm": 4.60212870045913,
      "learning_rate": 7.859415373200609e-05,
      "loss": 4.938,
      "step": 97064
    },
    {
      "epoch": 3.9756297358181447,
      "grad_norm": 1.783507921237893,
      "learning_rate": 7.8591285599649e-05,
      "loss": 0.7626,
      "step": 97065
    },
    {
      "epoch": 3.9756706942453413,
      "grad_norm": 1.6752620957325808,
      "learning_rate": 7.858841750104989e-05,
      "loss": 0.9516,
      "step": 97066
    },
    {
      "epoch": 3.9757116526725373,
      "grad_norm": 0.9770981166231973,
      "learning_rate": 7.858554943620996e-05,
      "loss": 0.3361,
      "step": 97067
    },
    {
      "epoch": 3.975752611099734,
      "grad_norm": 1.4709177086237448,
      "learning_rate": 7.858268140513063e-05,
      "loss": 0.647,
      "step": 97068
    },
    {
      "epoch": 3.97579356952693,
      "grad_norm": 1.8693707102005455,
      "learning_rate": 7.85798134078134e-05,
      "loss": 0.6253,
      "step": 97069
    },
    {
      "epoch": 3.9758345279541265,
      "grad_norm": 1.4337587295597898,
      "learning_rate": 7.857694544425935e-05,
      "loss": 0.6337,
      "step": 97070
    },
    {
      "epoch": 3.975875486381323,
      "grad_norm": 0.9212289016459971,
      "learning_rate": 7.857407751447e-05,
      "loss": 0.3134,
      "step": 97071
    },
    {
      "epoch": 3.9759164448085196,
      "grad_norm": 1.2021974995398956,
      "learning_rate": 7.857120961844672e-05,
      "loss": 0.3043,
      "step": 97072
    },
    {
      "epoch": 3.9759574032357157,
      "grad_norm": 1.8551720509268634,
      "learning_rate": 7.856834175619077e-05,
      "loss": 1.1075,
      "step": 97073
    },
    {
      "epoch": 3.975998361662912,
      "grad_norm": 1.0873438084292044,
      "learning_rate": 7.856547392770363e-05,
      "loss": 0.4129,
      "step": 97074
    },
    {
      "epoch": 3.9760393200901083,
      "grad_norm": 2.1952196896109233,
      "learning_rate": 7.856260613298653e-05,
      "loss": 1.507,
      "step": 97075
    },
    {
      "epoch": 3.976080278517305,
      "grad_norm": 0.8492765951415129,
      "learning_rate": 7.855973837204088e-05,
      "loss": 0.2305,
      "step": 97076
    },
    {
      "epoch": 3.9761212369445014,
      "grad_norm": 0.9195535226682431,
      "learning_rate": 7.85568706448681e-05,
      "loss": 0.2079,
      "step": 97077
    },
    {
      "epoch": 3.976162195371698,
      "grad_norm": 1.3031846435692336,
      "learning_rate": 7.855400295146943e-05,
      "loss": 0.6403,
      "step": 97078
    },
    {
      "epoch": 3.976203153798894,
      "grad_norm": 1.9298294757164496,
      "learning_rate": 7.855113529184629e-05,
      "loss": 0.9717,
      "step": 97079
    },
    {
      "epoch": 3.9762441122260905,
      "grad_norm": 1.9558895525056952,
      "learning_rate": 7.854826766600008e-05,
      "loss": 1.3,
      "step": 97080
    },
    {
      "epoch": 3.976285070653287,
      "grad_norm": 2.446935151458249,
      "learning_rate": 7.854540007393203e-05,
      "loss": 1.6867,
      "step": 97081
    },
    {
      "epoch": 3.976326029080483,
      "grad_norm": 0.9997004655656929,
      "learning_rate": 7.854253251564364e-05,
      "loss": 0.2261,
      "step": 97082
    },
    {
      "epoch": 3.9763669875076797,
      "grad_norm": 0.8428103621567723,
      "learning_rate": 7.853966499113613e-05,
      "loss": 0.2258,
      "step": 97083
    },
    {
      "epoch": 3.9764079459348762,
      "grad_norm": 1.4034164666099682,
      "learning_rate": 7.853679750041092e-05,
      "loss": 0.9074,
      "step": 97084
    },
    {
      "epoch": 3.9764489043620728,
      "grad_norm": 1.8427964296161985,
      "learning_rate": 7.853393004346943e-05,
      "loss": 1.2045,
      "step": 97085
    },
    {
      "epoch": 3.976489862789269,
      "grad_norm": 2.0068575299923315,
      "learning_rate": 7.853106262031289e-05,
      "loss": 0.8414,
      "step": 97086
    },
    {
      "epoch": 3.9765308212164654,
      "grad_norm": 1.5040528845817396,
      "learning_rate": 7.852819523094272e-05,
      "loss": 0.6363,
      "step": 97087
    },
    {
      "epoch": 3.9765717796436615,
      "grad_norm": 1.3359441221883133,
      "learning_rate": 7.852532787536034e-05,
      "loss": 0.856,
      "step": 97088
    },
    {
      "epoch": 3.976612738070858,
      "grad_norm": 0.9087571766646557,
      "learning_rate": 7.852246055356695e-05,
      "loss": 0.1721,
      "step": 97089
    },
    {
      "epoch": 3.9766536964980546,
      "grad_norm": 1.7522025474676213,
      "learning_rate": 7.851959326556407e-05,
      "loss": 1.115,
      "step": 97090
    },
    {
      "epoch": 3.976694654925251,
      "grad_norm": 1.558013350485524,
      "learning_rate": 7.851672601135292e-05,
      "loss": 0.6028,
      "step": 97091
    },
    {
      "epoch": 3.976735613352447,
      "grad_norm": 1.497914093845735,
      "learning_rate": 7.851385879093489e-05,
      "loss": 0.7771,
      "step": 97092
    },
    {
      "epoch": 3.9767765717796437,
      "grad_norm": 1.8403130269605783,
      "learning_rate": 7.851099160431146e-05,
      "loss": 0.8716,
      "step": 97093
    },
    {
      "epoch": 3.97681753020684,
      "grad_norm": 1.5910179641554436,
      "learning_rate": 7.85081244514838e-05,
      "loss": 0.9149,
      "step": 97094
    },
    {
      "epoch": 3.9768584886340363,
      "grad_norm": 1.4848113360875368,
      "learning_rate": 7.850525733245336e-05,
      "loss": 0.7064,
      "step": 97095
    },
    {
      "epoch": 3.976899447061233,
      "grad_norm": 3.8683456172891635,
      "learning_rate": 7.850239024722153e-05,
      "loss": 3.8726,
      "step": 97096
    },
    {
      "epoch": 3.9769404054884294,
      "grad_norm": 1.5185389069296211,
      "learning_rate": 7.849952319578957e-05,
      "loss": 0.7959,
      "step": 97097
    },
    {
      "epoch": 3.9769813639156255,
      "grad_norm": 0.9774434837064963,
      "learning_rate": 7.849665617815896e-05,
      "loss": 0.265,
      "step": 97098
    },
    {
      "epoch": 3.977022322342822,
      "grad_norm": 1.2673828672938465,
      "learning_rate": 7.84937891943309e-05,
      "loss": 0.4379,
      "step": 97099
    },
    {
      "epoch": 3.9770632807700186,
      "grad_norm": 0.8078146072562337,
      "learning_rate": 7.849092224430683e-05,
      "loss": 0.2295,
      "step": 97100
    },
    {
      "epoch": 3.9771042391972147,
      "grad_norm": 8.466272672911805,
      "learning_rate": 7.848805532808818e-05,
      "loss": 1.2151,
      "step": 97101
    },
    {
      "epoch": 3.977145197624411,
      "grad_norm": 1.4503393126329758,
      "learning_rate": 7.848518844567616e-05,
      "loss": 0.6918,
      "step": 97102
    },
    {
      "epoch": 3.9771861560516077,
      "grad_norm": 0.5394461412010797,
      "learning_rate": 7.84823215970722e-05,
      "loss": 0.0972,
      "step": 97103
    },
    {
      "epoch": 3.9772271144788043,
      "grad_norm": 1.8948279186482635,
      "learning_rate": 7.847945478227768e-05,
      "loss": 0.7224,
      "step": 97104
    },
    {
      "epoch": 3.9772680729060004,
      "grad_norm": 1.1711840711525618,
      "learning_rate": 7.84765880012939e-05,
      "loss": 0.4761,
      "step": 97105
    },
    {
      "epoch": 3.977309031333197,
      "grad_norm": 1.3174858749688223,
      "learning_rate": 7.847372125412226e-05,
      "loss": 0.6457,
      "step": 97106
    },
    {
      "epoch": 3.977349989760393,
      "grad_norm": 0.9382465051572508,
      "learning_rate": 7.847085454076406e-05,
      "loss": 0.1159,
      "step": 97107
    },
    {
      "epoch": 3.9773909481875895,
      "grad_norm": 2.0767905910827222,
      "learning_rate": 7.846798786122069e-05,
      "loss": 1.3946,
      "step": 97108
    },
    {
      "epoch": 3.977431906614786,
      "grad_norm": 1.888261886984629,
      "learning_rate": 7.846512121549355e-05,
      "loss": 1.3197,
      "step": 97109
    },
    {
      "epoch": 3.9774728650419826,
      "grad_norm": 1.4460283720443343,
      "learning_rate": 7.846225460358391e-05,
      "loss": 0.7053,
      "step": 97110
    },
    {
      "epoch": 3.9775138234691787,
      "grad_norm": 1.649564846158301,
      "learning_rate": 7.845938802549314e-05,
      "loss": 0.9455,
      "step": 97111
    },
    {
      "epoch": 3.9775547818963752,
      "grad_norm": 1.8699048732418186,
      "learning_rate": 7.84565214812227e-05,
      "loss": 0.5763,
      "step": 97112
    },
    {
      "epoch": 3.9775957403235713,
      "grad_norm": 1.1189703975532315,
      "learning_rate": 7.84536549707738e-05,
      "loss": 0.5379,
      "step": 97113
    },
    {
      "epoch": 3.977636698750768,
      "grad_norm": 0.9076331014510133,
      "learning_rate": 7.845078849414793e-05,
      "loss": 0.2384,
      "step": 97114
    },
    {
      "epoch": 3.9776776571779644,
      "grad_norm": 0.7093931338136548,
      "learning_rate": 7.84479220513463e-05,
      "loss": 0.0946,
      "step": 97115
    },
    {
      "epoch": 3.977718615605161,
      "grad_norm": 2.037507808591237,
      "learning_rate": 7.844505564237033e-05,
      "loss": 0.8732,
      "step": 97116
    },
    {
      "epoch": 3.977759574032357,
      "grad_norm": 1.5622180657594302,
      "learning_rate": 7.844218926722148e-05,
      "loss": 0.7596,
      "step": 97117
    },
    {
      "epoch": 3.9778005324595536,
      "grad_norm": 1.7084438167735825,
      "learning_rate": 7.843932292590093e-05,
      "loss": 0.8452,
      "step": 97118
    },
    {
      "epoch": 3.97784149088675,
      "grad_norm": 1.6614031860264311,
      "learning_rate": 7.843645661841018e-05,
      "loss": 0.6614,
      "step": 97119
    },
    {
      "epoch": 3.977882449313946,
      "grad_norm": 1.3078481158678608,
      "learning_rate": 7.843359034475045e-05,
      "loss": 0.6647,
      "step": 97120
    },
    {
      "epoch": 3.9779234077411427,
      "grad_norm": 0.9096180737812164,
      "learning_rate": 7.843072410492316e-05,
      "loss": 0.2296,
      "step": 97121
    },
    {
      "epoch": 3.9779643661683393,
      "grad_norm": 1.259957014999557,
      "learning_rate": 7.842785789892975e-05,
      "loss": 0.4313,
      "step": 97122
    },
    {
      "epoch": 3.978005324595536,
      "grad_norm": 1.4761341873924267,
      "learning_rate": 7.842499172677144e-05,
      "loss": 0.5226,
      "step": 97123
    },
    {
      "epoch": 3.978046283022732,
      "grad_norm": 1.6581663348628373,
      "learning_rate": 7.842212558844964e-05,
      "loss": 0.4416,
      "step": 97124
    },
    {
      "epoch": 3.9780872414499284,
      "grad_norm": 1.6631105113478188,
      "learning_rate": 7.841925948396574e-05,
      "loss": 0.8675,
      "step": 97125
    },
    {
      "epoch": 3.9781281998771245,
      "grad_norm": 1.6213601755427458,
      "learning_rate": 7.841639341332101e-05,
      "loss": 0.9329,
      "step": 97126
    },
    {
      "epoch": 3.978169158304321,
      "grad_norm": 1.544356505400756,
      "learning_rate": 7.841352737651692e-05,
      "loss": 0.8603,
      "step": 97127
    },
    {
      "epoch": 3.9782101167315176,
      "grad_norm": 1.3496959973767049,
      "learning_rate": 7.841066137355471e-05,
      "loss": 0.6906,
      "step": 97128
    },
    {
      "epoch": 3.978251075158714,
      "grad_norm": 1.3094150801228899,
      "learning_rate": 7.840779540443578e-05,
      "loss": 0.6165,
      "step": 97129
    },
    {
      "epoch": 3.97829203358591,
      "grad_norm": 1.0106865418854676,
      "learning_rate": 7.840492946916155e-05,
      "loss": 0.2491,
      "step": 97130
    },
    {
      "epoch": 3.9783329920131068,
      "grad_norm": 1.4416355170058988,
      "learning_rate": 7.840206356773324e-05,
      "loss": 0.5844,
      "step": 97131
    },
    {
      "epoch": 3.978373950440303,
      "grad_norm": 5.064572536483665,
      "learning_rate": 7.839919770015229e-05,
      "loss": 0.8654,
      "step": 97132
    },
    {
      "epoch": 3.9784149088674994,
      "grad_norm": 1.3796597471893617,
      "learning_rate": 7.839633186642011e-05,
      "loss": 0.4945,
      "step": 97133
    },
    {
      "epoch": 3.978455867294696,
      "grad_norm": 1.832660509448406,
      "learning_rate": 7.839346606653794e-05,
      "loss": 0.7581,
      "step": 97134
    },
    {
      "epoch": 3.9784968257218924,
      "grad_norm": 1.3773258942104203,
      "learning_rate": 7.839060030050722e-05,
      "loss": 0.6099,
      "step": 97135
    },
    {
      "epoch": 3.9785377841490885,
      "grad_norm": 1.4119203204776363,
      "learning_rate": 7.838773456832923e-05,
      "loss": 0.6251,
      "step": 97136
    },
    {
      "epoch": 3.978578742576285,
      "grad_norm": 0.8886321239143531,
      "learning_rate": 7.838486887000534e-05,
      "loss": 0.2661,
      "step": 97137
    },
    {
      "epoch": 3.9786197010034816,
      "grad_norm": 1.157779940265336,
      "learning_rate": 7.8382003205537e-05,
      "loss": 0.5619,
      "step": 97138
    },
    {
      "epoch": 3.9786606594306777,
      "grad_norm": 1.68483978327503,
      "learning_rate": 7.837913757492543e-05,
      "loss": 0.8083,
      "step": 97139
    },
    {
      "epoch": 3.9787016178578742,
      "grad_norm": 1.4078530251420003,
      "learning_rate": 7.837627197817212e-05,
      "loss": 0.7947,
      "step": 97140
    },
    {
      "epoch": 3.9787425762850708,
      "grad_norm": 1.2316912202616077,
      "learning_rate": 7.837340641527833e-05,
      "loss": 0.6303,
      "step": 97141
    },
    {
      "epoch": 3.9787835347122673,
      "grad_norm": 1.3518188629128396,
      "learning_rate": 7.837054088624542e-05,
      "loss": 0.5835,
      "step": 97142
    },
    {
      "epoch": 3.9788244931394634,
      "grad_norm": 2.130042148725873,
      "learning_rate": 7.836767539107472e-05,
      "loss": 0.9234,
      "step": 97143
    },
    {
      "epoch": 3.97886545156666,
      "grad_norm": 1.2912812016066042,
      "learning_rate": 7.83648099297677e-05,
      "loss": 0.5019,
      "step": 97144
    },
    {
      "epoch": 3.978906409993856,
      "grad_norm": 1.8895151088799027,
      "learning_rate": 7.836194450232558e-05,
      "loss": 0.6878,
      "step": 97145
    },
    {
      "epoch": 3.9789473684210526,
      "grad_norm": 1.5414302046939654,
      "learning_rate": 7.835907910874984e-05,
      "loss": 0.6261,
      "step": 97146
    },
    {
      "epoch": 3.978988326848249,
      "grad_norm": 0.7667835903404214,
      "learning_rate": 7.83562137490417e-05,
      "loss": 0.2174,
      "step": 97147
    },
    {
      "epoch": 3.9790292852754456,
      "grad_norm": 0.7817168314274295,
      "learning_rate": 7.83533484232026e-05,
      "loss": 0.2196,
      "step": 97148
    },
    {
      "epoch": 3.9790702437026417,
      "grad_norm": 1.542408728571404,
      "learning_rate": 7.83504831312339e-05,
      "loss": 0.8302,
      "step": 97149
    },
    {
      "epoch": 3.9791112021298383,
      "grad_norm": 1.0551114289547907,
      "learning_rate": 7.834761787313692e-05,
      "loss": 0.3495,
      "step": 97150
    },
    {
      "epoch": 3.9791521605570344,
      "grad_norm": 11.551341247037097,
      "learning_rate": 7.834475264891301e-05,
      "loss": 0.9999,
      "step": 97151
    },
    {
      "epoch": 3.979193118984231,
      "grad_norm": 1.566567180270897,
      "learning_rate": 7.834188745856361e-05,
      "loss": 0.8054,
      "step": 97152
    },
    {
      "epoch": 3.9792340774114274,
      "grad_norm": 2.4868518312308017,
      "learning_rate": 7.833902230208995e-05,
      "loss": 1.3169,
      "step": 97153
    },
    {
      "epoch": 3.979275035838624,
      "grad_norm": 1.2737798780464062,
      "learning_rate": 7.833615717949349e-05,
      "loss": 0.5991,
      "step": 97154
    },
    {
      "epoch": 3.97931599426582,
      "grad_norm": 1.5594390067510584,
      "learning_rate": 7.833329209077547e-05,
      "loss": 0.6488,
      "step": 97155
    },
    {
      "epoch": 3.9793569526930166,
      "grad_norm": 1.4680104685721842,
      "learning_rate": 7.833042703593734e-05,
      "loss": 0.4878,
      "step": 97156
    },
    {
      "epoch": 3.979397911120213,
      "grad_norm": 0.891085852732214,
      "learning_rate": 7.832756201498046e-05,
      "loss": 0.2127,
      "step": 97157
    },
    {
      "epoch": 3.979438869547409,
      "grad_norm": 1.5255168418601752,
      "learning_rate": 7.832469702790611e-05,
      "loss": 0.7967,
      "step": 97158
    },
    {
      "epoch": 3.9794798279746058,
      "grad_norm": 1.4753612241785765,
      "learning_rate": 7.832183207471566e-05,
      "loss": 0.8685,
      "step": 97159
    },
    {
      "epoch": 3.9795207864018023,
      "grad_norm": 1.4831236607410525,
      "learning_rate": 7.831896715541057e-05,
      "loss": 0.6839,
      "step": 97160
    },
    {
      "epoch": 3.979561744828999,
      "grad_norm": 1.3456824755064185,
      "learning_rate": 7.831610226999205e-05,
      "loss": 0.5058,
      "step": 97161
    },
    {
      "epoch": 3.979602703256195,
      "grad_norm": 0.8615844298868873,
      "learning_rate": 7.831323741846157e-05,
      "loss": 0.193,
      "step": 97162
    },
    {
      "epoch": 3.9796436616833915,
      "grad_norm": 1.2651847684862036,
      "learning_rate": 7.831037260082036e-05,
      "loss": 0.4625,
      "step": 97163
    },
    {
      "epoch": 3.9796846201105875,
      "grad_norm": 1.302288241847764,
      "learning_rate": 7.830750781706987e-05,
      "loss": 0.5038,
      "step": 97164
    },
    {
      "epoch": 3.979725578537784,
      "grad_norm": 1.7430349580334679,
      "learning_rate": 7.830464306721147e-05,
      "loss": 0.7178,
      "step": 97165
    },
    {
      "epoch": 3.9797665369649806,
      "grad_norm": 1.1241955205256409,
      "learning_rate": 7.830177835124642e-05,
      "loss": 0.3705,
      "step": 97166
    },
    {
      "epoch": 3.979807495392177,
      "grad_norm": 1.3976682533767026,
      "learning_rate": 7.829891366917614e-05,
      "loss": 0.5842,
      "step": 97167
    },
    {
      "epoch": 3.9798484538193732,
      "grad_norm": 1.7311768138136452,
      "learning_rate": 7.829604902100203e-05,
      "loss": 0.9325,
      "step": 97168
    },
    {
      "epoch": 3.97988941224657,
      "grad_norm": 1.2937868253726619,
      "learning_rate": 7.829318440672531e-05,
      "loss": 0.6533,
      "step": 97169
    },
    {
      "epoch": 3.979930370673766,
      "grad_norm": 1.454347253438099,
      "learning_rate": 7.829031982634749e-05,
      "loss": 0.8541,
      "step": 97170
    },
    {
      "epoch": 3.9799713291009624,
      "grad_norm": 1.6705402898058235,
      "learning_rate": 7.828745527986978e-05,
      "loss": 0.7304,
      "step": 97171
    },
    {
      "epoch": 3.980012287528159,
      "grad_norm": 1.3148822492387822,
      "learning_rate": 7.82845907672936e-05,
      "loss": 0.5118,
      "step": 97172
    },
    {
      "epoch": 3.9800532459553555,
      "grad_norm": 1.6453322579409608,
      "learning_rate": 7.828172628862036e-05,
      "loss": 1.0922,
      "step": 97173
    },
    {
      "epoch": 3.9800942043825516,
      "grad_norm": 1.3324853183880057,
      "learning_rate": 7.82788618438513e-05,
      "loss": 0.7102,
      "step": 97174
    },
    {
      "epoch": 3.980135162809748,
      "grad_norm": 1.1496239162468394,
      "learning_rate": 7.827599743298784e-05,
      "loss": 0.5235,
      "step": 97175
    },
    {
      "epoch": 3.9801761212369446,
      "grad_norm": 1.1709947760718264,
      "learning_rate": 7.827313305603138e-05,
      "loss": 0.5419,
      "step": 97176
    },
    {
      "epoch": 3.9802170796641407,
      "grad_norm": 1.5494588247679366,
      "learning_rate": 7.827026871298316e-05,
      "loss": 0.7258,
      "step": 97177
    },
    {
      "epoch": 3.9802580380913373,
      "grad_norm": 1.9060513729636626,
      "learning_rate": 7.826740440384465e-05,
      "loss": 1.3033,
      "step": 97178
    },
    {
      "epoch": 3.980298996518534,
      "grad_norm": 1.66880946476185,
      "learning_rate": 7.826454012861709e-05,
      "loss": 0.88,
      "step": 97179
    },
    {
      "epoch": 3.9803399549457303,
      "grad_norm": 1.2001719840610294,
      "learning_rate": 7.82616758873019e-05,
      "loss": 0.3784,
      "step": 97180
    },
    {
      "epoch": 3.9803809133729264,
      "grad_norm": 1.4030099098329558,
      "learning_rate": 7.825881167990048e-05,
      "loss": 0.6778,
      "step": 97181
    },
    {
      "epoch": 3.980421871800123,
      "grad_norm": 2.0672365837028788,
      "learning_rate": 7.825594750641408e-05,
      "loss": 1.2817,
      "step": 97182
    },
    {
      "epoch": 3.980462830227319,
      "grad_norm": 1.5780801353058833,
      "learning_rate": 7.82530833668441e-05,
      "loss": 0.5074,
      "step": 97183
    },
    {
      "epoch": 3.9805037886545156,
      "grad_norm": 1.43260458649575,
      "learning_rate": 7.825021926119197e-05,
      "loss": 0.6399,
      "step": 97184
    },
    {
      "epoch": 3.980544747081712,
      "grad_norm": 1.4188274029135381,
      "learning_rate": 7.82473551894589e-05,
      "loss": 0.8498,
      "step": 97185
    },
    {
      "epoch": 3.9805857055089087,
      "grad_norm": 1.5079135761511273,
      "learning_rate": 7.824449115164636e-05,
      "loss": 0.8207,
      "step": 97186
    },
    {
      "epoch": 3.9806266639361048,
      "grad_norm": 1.2696958369528777,
      "learning_rate": 7.824162714775564e-05,
      "loss": 0.5909,
      "step": 97187
    },
    {
      "epoch": 3.9806676223633013,
      "grad_norm": 1.0389778450894136,
      "learning_rate": 7.823876317778809e-05,
      "loss": 0.3411,
      "step": 97188
    },
    {
      "epoch": 3.9807085807904974,
      "grad_norm": 1.4247663434487767,
      "learning_rate": 7.823589924174514e-05,
      "loss": 0.6015,
      "step": 97189
    },
    {
      "epoch": 3.980749539217694,
      "grad_norm": 1.2427665285202074,
      "learning_rate": 7.823303533962804e-05,
      "loss": 0.6075,
      "step": 97190
    },
    {
      "epoch": 3.9807904976448905,
      "grad_norm": 3.5434012249600624,
      "learning_rate": 7.823017147143827e-05,
      "loss": 1.5376,
      "step": 97191
    },
    {
      "epoch": 3.980831456072087,
      "grad_norm": 1.381797588001898,
      "learning_rate": 7.822730763717705e-05,
      "loss": 0.781,
      "step": 97192
    },
    {
      "epoch": 3.980872414499283,
      "grad_norm": 1.649697687250321,
      "learning_rate": 7.822444383684578e-05,
      "loss": 0.9043,
      "step": 97193
    },
    {
      "epoch": 3.9809133729264796,
      "grad_norm": 1.3323510835208972,
      "learning_rate": 7.822158007044588e-05,
      "loss": 0.5485,
      "step": 97194
    },
    {
      "epoch": 3.980954331353676,
      "grad_norm": 0.6949015518406639,
      "learning_rate": 7.821871633797863e-05,
      "loss": 0.215,
      "step": 97195
    },
    {
      "epoch": 3.9809952897808722,
      "grad_norm": 2.0718487910103174,
      "learning_rate": 7.821585263944537e-05,
      "loss": 1.2122,
      "step": 97196
    },
    {
      "epoch": 3.981036248208069,
      "grad_norm": 1.5857639892812283,
      "learning_rate": 7.821298897484756e-05,
      "loss": 0.868,
      "step": 97197
    },
    {
      "epoch": 3.9810772066352653,
      "grad_norm": 1.2613610479251933,
      "learning_rate": 7.821012534418643e-05,
      "loss": 0.3365,
      "step": 97198
    },
    {
      "epoch": 3.981118165062462,
      "grad_norm": 0.7289793016992886,
      "learning_rate": 7.820726174746344e-05,
      "loss": 0.2056,
      "step": 97199
    },
    {
      "epoch": 3.981159123489658,
      "grad_norm": 1.05129596489397,
      "learning_rate": 7.820439818467983e-05,
      "loss": 0.6382,
      "step": 97200
    },
    {
      "epoch": 3.9812000819168545,
      "grad_norm": 1.436575040825445,
      "learning_rate": 7.820153465583701e-05,
      "loss": 0.656,
      "step": 97201
    },
    {
      "epoch": 3.9812410403440506,
      "grad_norm": 1.474985031329794,
      "learning_rate": 7.819867116093642e-05,
      "loss": 0.6825,
      "step": 97202
    },
    {
      "epoch": 3.981281998771247,
      "grad_norm": 0.6723950718670354,
      "learning_rate": 7.819580769997924e-05,
      "loss": 0.1488,
      "step": 97203
    },
    {
      "epoch": 3.9813229571984436,
      "grad_norm": 1.8758657171877584,
      "learning_rate": 7.819294427296693e-05,
      "loss": 1.2366,
      "step": 97204
    },
    {
      "epoch": 3.98136391562564,
      "grad_norm": 2.4097547834252806,
      "learning_rate": 7.81900808799009e-05,
      "loss": 1.6432,
      "step": 97205
    },
    {
      "epoch": 3.9814048740528363,
      "grad_norm": 1.218243479913602,
      "learning_rate": 7.818721752078238e-05,
      "loss": 0.5042,
      "step": 97206
    },
    {
      "epoch": 3.981445832480033,
      "grad_norm": 0.9388458053671973,
      "learning_rate": 7.81843541956128e-05,
      "loss": 0.2629,
      "step": 97207
    },
    {
      "epoch": 3.981486790907229,
      "grad_norm": 1.2676226791132943,
      "learning_rate": 7.818149090439345e-05,
      "loss": 0.5084,
      "step": 97208
    },
    {
      "epoch": 3.9815277493344254,
      "grad_norm": 0.7650739730867309,
      "learning_rate": 7.817862764712573e-05,
      "loss": 0.1687,
      "step": 97209
    },
    {
      "epoch": 3.981568707761622,
      "grad_norm": 1.0009623840389976,
      "learning_rate": 7.817576442381102e-05,
      "loss": 0.3059,
      "step": 97210
    },
    {
      "epoch": 3.9816096661888185,
      "grad_norm": 1.8306742935057392,
      "learning_rate": 7.81729012344507e-05,
      "loss": 0.9268,
      "step": 97211
    },
    {
      "epoch": 3.9816506246160146,
      "grad_norm": 1.857036971203246,
      "learning_rate": 7.817003807904594e-05,
      "loss": 0.7308,
      "step": 97212
    },
    {
      "epoch": 3.981691583043211,
      "grad_norm": 1.286414404772741,
      "learning_rate": 7.81671749575983e-05,
      "loss": 0.551,
      "step": 97213
    },
    {
      "epoch": 3.9817325414704077,
      "grad_norm": 1.379267721976708,
      "learning_rate": 7.816431187010901e-05,
      "loss": 0.6103,
      "step": 97214
    },
    {
      "epoch": 3.9817734998976038,
      "grad_norm": 0.8842125779767837,
      "learning_rate": 7.816144881657945e-05,
      "loss": 0.2672,
      "step": 97215
    },
    {
      "epoch": 3.9818144583248003,
      "grad_norm": 1.6153739148093103,
      "learning_rate": 7.815858579701104e-05,
      "loss": 0.8244,
      "step": 97216
    },
    {
      "epoch": 3.981855416751997,
      "grad_norm": 1.6100087483020904,
      "learning_rate": 7.815572281140504e-05,
      "loss": 0.7116,
      "step": 97217
    },
    {
      "epoch": 3.9818963751791934,
      "grad_norm": 1.1847727986999923,
      "learning_rate": 7.815285985976288e-05,
      "loss": 0.6756,
      "step": 97218
    },
    {
      "epoch": 3.9819373336063895,
      "grad_norm": 1.7313170556687594,
      "learning_rate": 7.814999694208585e-05,
      "loss": 0.9317,
      "step": 97219
    },
    {
      "epoch": 3.981978292033586,
      "grad_norm": 1.1893280116031772,
      "learning_rate": 7.814713405837533e-05,
      "loss": 0.4192,
      "step": 97220
    },
    {
      "epoch": 3.982019250460782,
      "grad_norm": 1.5860181106923212,
      "learning_rate": 7.81442712086327e-05,
      "loss": 0.6986,
      "step": 97221
    },
    {
      "epoch": 3.9820602088879786,
      "grad_norm": 1.7554611513860174,
      "learning_rate": 7.814140839285925e-05,
      "loss": 0.6396,
      "step": 97222
    },
    {
      "epoch": 3.982101167315175,
      "grad_norm": 1.256549690925879,
      "learning_rate": 7.813854561105639e-05,
      "loss": 0.3923,
      "step": 97223
    },
    {
      "epoch": 3.9821421257423717,
      "grad_norm": 1.5057874317126736,
      "learning_rate": 7.81356828632255e-05,
      "loss": 0.7197,
      "step": 97224
    },
    {
      "epoch": 3.982183084169568,
      "grad_norm": 1.2362581432258093,
      "learning_rate": 7.813282014936782e-05,
      "loss": 0.6141,
      "step": 97225
    },
    {
      "epoch": 3.9822240425967643,
      "grad_norm": 1.2971546545555823,
      "learning_rate": 7.812995746948484e-05,
      "loss": 0.607,
      "step": 97226
    },
    {
      "epoch": 3.9822650010239604,
      "grad_norm": 1.62093122768945,
      "learning_rate": 7.812709482357779e-05,
      "loss": 0.7328,
      "step": 97227
    },
    {
      "epoch": 3.982305959451157,
      "grad_norm": 1.6518665850584375,
      "learning_rate": 7.812423221164809e-05,
      "loss": 0.7945,
      "step": 97228
    },
    {
      "epoch": 3.9823469178783535,
      "grad_norm": 1.0967115378155123,
      "learning_rate": 7.812136963369711e-05,
      "loss": 0.5967,
      "step": 97229
    },
    {
      "epoch": 3.98238787630555,
      "grad_norm": 2.070865978943944,
      "learning_rate": 7.811850708972614e-05,
      "loss": 0.8007,
      "step": 97230
    },
    {
      "epoch": 3.982428834732746,
      "grad_norm": 1.638329740182014,
      "learning_rate": 7.811564457973657e-05,
      "loss": 0.8658,
      "step": 97231
    },
    {
      "epoch": 3.9824697931599427,
      "grad_norm": 1.2702252548717279,
      "learning_rate": 7.811278210372982e-05,
      "loss": 0.5452,
      "step": 97232
    },
    {
      "epoch": 3.982510751587139,
      "grad_norm": 1.1947080337053209,
      "learning_rate": 7.810991966170708e-05,
      "loss": 0.4317,
      "step": 97233
    },
    {
      "epoch": 3.9825517100143353,
      "grad_norm": 1.2422393346980873,
      "learning_rate": 7.810705725366987e-05,
      "loss": 0.528,
      "step": 97234
    },
    {
      "epoch": 3.982592668441532,
      "grad_norm": 3.257990776684418,
      "learning_rate": 7.810419487961942e-05,
      "loss": 2.6093,
      "step": 97235
    },
    {
      "epoch": 3.9826336268687283,
      "grad_norm": 1.2532113507677838,
      "learning_rate": 7.810133253955715e-05,
      "loss": 0.7256,
      "step": 97236
    },
    {
      "epoch": 3.982674585295925,
      "grad_norm": 0.9810703986577262,
      "learning_rate": 7.809847023348442e-05,
      "loss": 0.2677,
      "step": 97237
    },
    {
      "epoch": 3.982715543723121,
      "grad_norm": 1.904164836671843,
      "learning_rate": 7.809560796140254e-05,
      "loss": 1.0665,
      "step": 97238
    },
    {
      "epoch": 3.9827565021503175,
      "grad_norm": 1.1249691845029544,
      "learning_rate": 7.809274572331286e-05,
      "loss": 0.172,
      "step": 97239
    },
    {
      "epoch": 3.9827974605775136,
      "grad_norm": 1.2882542330533693,
      "learning_rate": 7.808988351921683e-05,
      "loss": 0.5948,
      "step": 97240
    },
    {
      "epoch": 3.98283841900471,
      "grad_norm": 0.5469103603870102,
      "learning_rate": 7.808702134911567e-05,
      "loss": 0.1203,
      "step": 97241
    },
    {
      "epoch": 3.9828793774319067,
      "grad_norm": 1.4487159693770422,
      "learning_rate": 7.808415921301085e-05,
      "loss": 0.5741,
      "step": 97242
    },
    {
      "epoch": 3.982920335859103,
      "grad_norm": 1.146804229972864,
      "learning_rate": 7.80812971109036e-05,
      "loss": 0.5929,
      "step": 97243
    },
    {
      "epoch": 3.9829612942862993,
      "grad_norm": 1.7649674693287123,
      "learning_rate": 7.807843504279535e-05,
      "loss": 0.7614,
      "step": 97244
    },
    {
      "epoch": 3.983002252713496,
      "grad_norm": 1.9543294650293321,
      "learning_rate": 7.807557300868748e-05,
      "loss": 0.9386,
      "step": 97245
    },
    {
      "epoch": 3.983043211140692,
      "grad_norm": 1.5357711392530258,
      "learning_rate": 7.807271100858128e-05,
      "loss": 0.8175,
      "step": 97246
    },
    {
      "epoch": 3.9830841695678885,
      "grad_norm": 1.0922464353241375,
      "learning_rate": 7.80698490424781e-05,
      "loss": 0.4166,
      "step": 97247
    },
    {
      "epoch": 3.983125127995085,
      "grad_norm": 1.3856727584954596,
      "learning_rate": 7.806698711037939e-05,
      "loss": 0.3432,
      "step": 97248
    },
    {
      "epoch": 3.9831660864222815,
      "grad_norm": 1.4522240801562476,
      "learning_rate": 7.806412521228638e-05,
      "loss": 0.7508,
      "step": 97249
    },
    {
      "epoch": 3.9832070448494776,
      "grad_norm": 0.8295856262576297,
      "learning_rate": 7.806126334820054e-05,
      "loss": 0.2492,
      "step": 97250
    },
    {
      "epoch": 3.983248003276674,
      "grad_norm": 1.3950599830138632,
      "learning_rate": 7.805840151812309e-05,
      "loss": 0.5869,
      "step": 97251
    },
    {
      "epoch": 3.9832889617038707,
      "grad_norm": 1.8185123529282143,
      "learning_rate": 7.805553972205547e-05,
      "loss": 1.0728,
      "step": 97252
    },
    {
      "epoch": 3.983329920131067,
      "grad_norm": 3.0118641564673054,
      "learning_rate": 7.805267795999904e-05,
      "loss": 0.958,
      "step": 97253
    },
    {
      "epoch": 3.9833708785582633,
      "grad_norm": 1.3921016249830842,
      "learning_rate": 7.804981623195511e-05,
      "loss": 0.6668,
      "step": 97254
    },
    {
      "epoch": 3.98341183698546,
      "grad_norm": 1.6159196963621438,
      "learning_rate": 7.804695453792509e-05,
      "loss": 0.8761,
      "step": 97255
    },
    {
      "epoch": 3.9834527954126564,
      "grad_norm": 2.1453267186632785,
      "learning_rate": 7.804409287791025e-05,
      "loss": 0.8295,
      "step": 97256
    },
    {
      "epoch": 3.9834937538398525,
      "grad_norm": 1.233389119056225,
      "learning_rate": 7.804123125191197e-05,
      "loss": 0.6577,
      "step": 97257
    },
    {
      "epoch": 3.983534712267049,
      "grad_norm": 1.7839338400679334,
      "learning_rate": 7.803836965993168e-05,
      "loss": 0.7505,
      "step": 97258
    },
    {
      "epoch": 3.983575670694245,
      "grad_norm": 1.7719106902033783,
      "learning_rate": 7.803550810197062e-05,
      "loss": 1.224,
      "step": 97259
    },
    {
      "epoch": 3.9836166291214417,
      "grad_norm": 1.8079803609087304,
      "learning_rate": 7.80326465780302e-05,
      "loss": 1.003,
      "step": 97260
    },
    {
      "epoch": 3.983657587548638,
      "grad_norm": 1.4281783514162092,
      "learning_rate": 7.802978508811182e-05,
      "loss": 0.5975,
      "step": 97261
    },
    {
      "epoch": 3.9836985459758347,
      "grad_norm": 1.5285837160686588,
      "learning_rate": 7.802692363221674e-05,
      "loss": 0.6582,
      "step": 97262
    },
    {
      "epoch": 3.983739504403031,
      "grad_norm": 1.4616119797110085,
      "learning_rate": 7.80240622103464e-05,
      "loss": 0.6648,
      "step": 97263
    },
    {
      "epoch": 3.9837804628302274,
      "grad_norm": 1.8746150191665665,
      "learning_rate": 7.802120082250205e-05,
      "loss": 1.1892,
      "step": 97264
    },
    {
      "epoch": 3.9838214212574234,
      "grad_norm": 2.4445876293593867,
      "learning_rate": 7.801833946868508e-05,
      "loss": 2.0223,
      "step": 97265
    },
    {
      "epoch": 3.98386237968462,
      "grad_norm": 1.6256367919605028,
      "learning_rate": 7.801547814889693e-05,
      "loss": 0.7503,
      "step": 97266
    },
    {
      "epoch": 3.9839033381118165,
      "grad_norm": 5.312472614178878,
      "learning_rate": 7.801261686313884e-05,
      "loss": 2.4517,
      "step": 97267
    },
    {
      "epoch": 3.983944296539013,
      "grad_norm": 1.8282397636787022,
      "learning_rate": 7.800975561141222e-05,
      "loss": 1.2312,
      "step": 97268
    },
    {
      "epoch": 3.983985254966209,
      "grad_norm": 1.441002878076281,
      "learning_rate": 7.800689439371844e-05,
      "loss": 0.6695,
      "step": 97269
    },
    {
      "epoch": 3.9840262133934057,
      "grad_norm": 1.8558483408419044,
      "learning_rate": 7.800403321005877e-05,
      "loss": 0.9341,
      "step": 97270
    },
    {
      "epoch": 3.984067171820602,
      "grad_norm": 1.567690683228371,
      "learning_rate": 7.800117206043468e-05,
      "loss": 0.6361,
      "step": 97271
    },
    {
      "epoch": 3.9841081302477983,
      "grad_norm": 1.3584181335449392,
      "learning_rate": 7.79983109448474e-05,
      "loss": 0.7896,
      "step": 97272
    },
    {
      "epoch": 3.984149088674995,
      "grad_norm": 1.6314817578996121,
      "learning_rate": 7.799544986329835e-05,
      "loss": 0.728,
      "step": 97273
    },
    {
      "epoch": 3.9841900471021914,
      "grad_norm": 1.2365822682782264,
      "learning_rate": 7.79925888157889e-05,
      "loss": 0.509,
      "step": 97274
    },
    {
      "epoch": 3.984231005529388,
      "grad_norm": 1.7045716356339464,
      "learning_rate": 7.798972780232035e-05,
      "loss": 0.7433,
      "step": 97275
    },
    {
      "epoch": 3.984271963956584,
      "grad_norm": 1.6990830344465813,
      "learning_rate": 7.798686682289407e-05,
      "loss": 1.0294,
      "step": 97276
    },
    {
      "epoch": 3.9843129223837805,
      "grad_norm": 1.4927001151517567,
      "learning_rate": 7.798400587751147e-05,
      "loss": 0.7818,
      "step": 97277
    },
    {
      "epoch": 3.9843538808109766,
      "grad_norm": 1.634538814083651,
      "learning_rate": 7.79811449661738e-05,
      "loss": 0.785,
      "step": 97278
    },
    {
      "epoch": 3.984394839238173,
      "grad_norm": 1.1586140784823926,
      "learning_rate": 7.797828408888252e-05,
      "loss": 0.1793,
      "step": 97279
    },
    {
      "epoch": 3.9844357976653697,
      "grad_norm": 1.4820587697167034,
      "learning_rate": 7.797542324563887e-05,
      "loss": 0.6807,
      "step": 97280
    },
    {
      "epoch": 3.9844767560925662,
      "grad_norm": 1.2683471772230932,
      "learning_rate": 7.797256243644433e-05,
      "loss": 0.5703,
      "step": 97281
    },
    {
      "epoch": 3.9845177145197623,
      "grad_norm": 1.3649115461850312,
      "learning_rate": 7.796970166130012e-05,
      "loss": 0.6513,
      "step": 97282
    },
    {
      "epoch": 3.984558672946959,
      "grad_norm": 1.7176774004371977,
      "learning_rate": 7.796684092020771e-05,
      "loss": 0.8711,
      "step": 97283
    },
    {
      "epoch": 3.984599631374155,
      "grad_norm": 3.9269243456254377,
      "learning_rate": 7.796398021316834e-05,
      "loss": 3.9298,
      "step": 97284
    },
    {
      "epoch": 3.9846405898013515,
      "grad_norm": 0.9810666725574811,
      "learning_rate": 7.796111954018346e-05,
      "loss": 0.4583,
      "step": 97285
    },
    {
      "epoch": 3.984681548228548,
      "grad_norm": 1.8072762892998244,
      "learning_rate": 7.795825890125436e-05,
      "loss": 1.1711,
      "step": 97286
    },
    {
      "epoch": 3.9847225066557446,
      "grad_norm": 1.4162186182126826,
      "learning_rate": 7.795539829638239e-05,
      "loss": 0.7094,
      "step": 97287
    },
    {
      "epoch": 3.9847634650829407,
      "grad_norm": 2.0239872777136836,
      "learning_rate": 7.795253772556899e-05,
      "loss": 1.0392,
      "step": 97288
    },
    {
      "epoch": 3.984804423510137,
      "grad_norm": 1.458178971628231,
      "learning_rate": 7.794967718881538e-05,
      "loss": 0.8207,
      "step": 97289
    },
    {
      "epoch": 3.9848453819373337,
      "grad_norm": 0.7295657878558106,
      "learning_rate": 7.794681668612307e-05,
      "loss": 0.2076,
      "step": 97290
    },
    {
      "epoch": 3.98488634036453,
      "grad_norm": 1.5586503739229933,
      "learning_rate": 7.794395621749324e-05,
      "loss": 0.9317,
      "step": 97291
    },
    {
      "epoch": 3.9849272987917264,
      "grad_norm": 1.4072534717173242,
      "learning_rate": 7.794109578292733e-05,
      "loss": 0.5798,
      "step": 97292
    },
    {
      "epoch": 3.984968257218923,
      "grad_norm": 1.5142764066769856,
      "learning_rate": 7.793823538242678e-05,
      "loss": 0.7093,
      "step": 97293
    },
    {
      "epoch": 3.9850092156461194,
      "grad_norm": 1.900828327067038,
      "learning_rate": 7.793537501599277e-05,
      "loss": 0.9322,
      "step": 97294
    },
    {
      "epoch": 3.9850501740733155,
      "grad_norm": 1.996586443712623,
      "learning_rate": 7.79325146836267e-05,
      "loss": 1.1851,
      "step": 97295
    },
    {
      "epoch": 3.985091132500512,
      "grad_norm": 1.3499144161748124,
      "learning_rate": 7.792965438533005e-05,
      "loss": 0.7787,
      "step": 97296
    },
    {
      "epoch": 3.985132090927708,
      "grad_norm": 1.3420114670405974,
      "learning_rate": 7.792679412110402e-05,
      "loss": 0.6558,
      "step": 97297
    },
    {
      "epoch": 3.9851730493549047,
      "grad_norm": 1.4962479145852736,
      "learning_rate": 7.792393389095007e-05,
      "loss": 0.681,
      "step": 97298
    },
    {
      "epoch": 3.985214007782101,
      "grad_norm": 1.1449446511121066,
      "learning_rate": 7.792107369486942e-05,
      "loss": 0.5936,
      "step": 97299
    },
    {
      "epoch": 3.9852549662092978,
      "grad_norm": 0.8466263772706222,
      "learning_rate": 7.791821353286353e-05,
      "loss": 0.2744,
      "step": 97300
    },
    {
      "epoch": 3.985295924636494,
      "grad_norm": 1.898955617820822,
      "learning_rate": 7.791535340493379e-05,
      "loss": 0.9312,
      "step": 97301
    },
    {
      "epoch": 3.9853368830636904,
      "grad_norm": 1.0275377550760576,
      "learning_rate": 7.79124933110814e-05,
      "loss": 0.5009,
      "step": 97302
    },
    {
      "epoch": 3.9853778414908865,
      "grad_norm": 1.8161502721106568,
      "learning_rate": 7.790963325130783e-05,
      "loss": 0.8398,
      "step": 97303
    },
    {
      "epoch": 3.985418799918083,
      "grad_norm": 1.785432853693209,
      "learning_rate": 7.790677322561445e-05,
      "loss": 0.8317,
      "step": 97304
    },
    {
      "epoch": 3.9854597583452795,
      "grad_norm": 1.596008407647548,
      "learning_rate": 7.790391323400251e-05,
      "loss": 0.7735,
      "step": 97305
    },
    {
      "epoch": 3.985500716772476,
      "grad_norm": 1.5860031652440953,
      "learning_rate": 7.790105327647348e-05,
      "loss": 0.3883,
      "step": 97306
    },
    {
      "epoch": 3.985541675199672,
      "grad_norm": 1.306592811857334,
      "learning_rate": 7.789819335302858e-05,
      "loss": 0.6213,
      "step": 97307
    },
    {
      "epoch": 3.9855826336268687,
      "grad_norm": 1.6915454019871814,
      "learning_rate": 7.789533346366922e-05,
      "loss": 0.933,
      "step": 97308
    },
    {
      "epoch": 3.9856235920540652,
      "grad_norm": 1.540638616227847,
      "learning_rate": 7.789247360839682e-05,
      "loss": 0.8641,
      "step": 97309
    },
    {
      "epoch": 3.9856645504812613,
      "grad_norm": 0.8231588752914392,
      "learning_rate": 7.788961378721264e-05,
      "loss": 0.1612,
      "step": 97310
    },
    {
      "epoch": 3.985705508908458,
      "grad_norm": 1.5392687931543467,
      "learning_rate": 7.788675400011806e-05,
      "loss": 0.694,
      "step": 97311
    },
    {
      "epoch": 3.9857464673356544,
      "grad_norm": 1.2792110596480808,
      "learning_rate": 7.788389424711448e-05,
      "loss": 0.6137,
      "step": 97312
    },
    {
      "epoch": 3.985787425762851,
      "grad_norm": 2.09134730775835,
      "learning_rate": 7.788103452820317e-05,
      "loss": 0.984,
      "step": 97313
    },
    {
      "epoch": 3.985828384190047,
      "grad_norm": 1.5034947488798434,
      "learning_rate": 7.787817484338557e-05,
      "loss": 1.012,
      "step": 97314
    },
    {
      "epoch": 3.9858693426172436,
      "grad_norm": 1.3676743083021283,
      "learning_rate": 7.787531519266293e-05,
      "loss": 0.6361,
      "step": 97315
    },
    {
      "epoch": 3.9859103010444397,
      "grad_norm": 1.8536856059278295,
      "learning_rate": 7.787245557603666e-05,
      "loss": 1.0677,
      "step": 97316
    },
    {
      "epoch": 3.985951259471636,
      "grad_norm": 1.3187611898120903,
      "learning_rate": 7.786959599350815e-05,
      "loss": 0.6964,
      "step": 97317
    },
    {
      "epoch": 3.9859922178988327,
      "grad_norm": 1.428914373103691,
      "learning_rate": 7.786673644507867e-05,
      "loss": 0.8487,
      "step": 97318
    },
    {
      "epoch": 3.9860331763260293,
      "grad_norm": 0.7994964112815812,
      "learning_rate": 7.786387693074958e-05,
      "loss": 0.2496,
      "step": 97319
    },
    {
      "epoch": 3.9860741347532254,
      "grad_norm": 1.5644927243285576,
      "learning_rate": 7.786101745052234e-05,
      "loss": 0.7795,
      "step": 97320
    },
    {
      "epoch": 3.986115093180422,
      "grad_norm": 1.5376475899587414,
      "learning_rate": 7.785815800439819e-05,
      "loss": 0.7838,
      "step": 97321
    },
    {
      "epoch": 3.9861560516076184,
      "grad_norm": 1.4749232290682035,
      "learning_rate": 7.785529859237856e-05,
      "loss": 0.6131,
      "step": 97322
    },
    {
      "epoch": 3.9861970100348145,
      "grad_norm": 1.4694998702075293,
      "learning_rate": 7.785243921446468e-05,
      "loss": 0.6762,
      "step": 97323
    },
    {
      "epoch": 3.986237968462011,
      "grad_norm": 1.9764943994686561,
      "learning_rate": 7.7849579870658e-05,
      "loss": 0.9,
      "step": 97324
    },
    {
      "epoch": 3.9862789268892076,
      "grad_norm": 1.3777173121633397,
      "learning_rate": 7.784672056095993e-05,
      "loss": 0.7736,
      "step": 97325
    },
    {
      "epoch": 3.9863198853164037,
      "grad_norm": 1.8267975972780248,
      "learning_rate": 7.784386128537164e-05,
      "loss": 0.9851,
      "step": 97326
    },
    {
      "epoch": 3.9863608437436002,
      "grad_norm": 1.2981206276139685,
      "learning_rate": 7.784100204389468e-05,
      "loss": 0.6601,
      "step": 97327
    },
    {
      "epoch": 3.9864018021707968,
      "grad_norm": 1.4036912410633116,
      "learning_rate": 7.783814283653022e-05,
      "loss": 0.4608,
      "step": 97328
    },
    {
      "epoch": 3.986442760597993,
      "grad_norm": 0.8119336321620813,
      "learning_rate": 7.783528366327972e-05,
      "loss": 0.2393,
      "step": 97329
    },
    {
      "epoch": 3.9864837190251894,
      "grad_norm": 1.8724857094893403,
      "learning_rate": 7.783242452414455e-05,
      "loss": 0.6957,
      "step": 97330
    },
    {
      "epoch": 3.986524677452386,
      "grad_norm": 0.9982734910225185,
      "learning_rate": 7.782956541912598e-05,
      "loss": 0.2496,
      "step": 97331
    },
    {
      "epoch": 3.9865656358795825,
      "grad_norm": 1.2547728460281469,
      "learning_rate": 7.78267063482254e-05,
      "loss": 0.6062,
      "step": 97332
    },
    {
      "epoch": 3.9866065943067786,
      "grad_norm": 1.509476399891248,
      "learning_rate": 7.782384731144421e-05,
      "loss": 0.6505,
      "step": 97333
    },
    {
      "epoch": 3.986647552733975,
      "grad_norm": 1.3237869723647526,
      "learning_rate": 7.782098830878367e-05,
      "loss": 0.616,
      "step": 97334
    },
    {
      "epoch": 3.986688511161171,
      "grad_norm": 1.6530182153666286,
      "learning_rate": 7.781812934024525e-05,
      "loss": 0.743,
      "step": 97335
    },
    {
      "epoch": 3.9867294695883677,
      "grad_norm": 1.6746719259334508,
      "learning_rate": 7.781527040583015e-05,
      "loss": 1.0767,
      "step": 97336
    },
    {
      "epoch": 3.9867704280155642,
      "grad_norm": 1.5476448572892803,
      "learning_rate": 7.78124115055398e-05,
      "loss": 0.6566,
      "step": 97337
    },
    {
      "epoch": 3.986811386442761,
      "grad_norm": 1.563539920063286,
      "learning_rate": 7.780955263937564e-05,
      "loss": 0.607,
      "step": 97338
    },
    {
      "epoch": 3.986852344869957,
      "grad_norm": 1.2655271840434899,
      "learning_rate": 7.780669380733884e-05,
      "loss": 0.578,
      "step": 97339
    },
    {
      "epoch": 3.9868933032971534,
      "grad_norm": 0.9164323073280447,
      "learning_rate": 7.780383500943088e-05,
      "loss": 0.243,
      "step": 97340
    },
    {
      "epoch": 3.98693426172435,
      "grad_norm": 1.0448858655967987,
      "learning_rate": 7.78009762456531e-05,
      "loss": 0.2602,
      "step": 97341
    },
    {
      "epoch": 3.986975220151546,
      "grad_norm": 1.4794864053230594,
      "learning_rate": 7.77981175160068e-05,
      "loss": 0.7238,
      "step": 97342
    },
    {
      "epoch": 3.9870161785787426,
      "grad_norm": 1.5645587448794325,
      "learning_rate": 7.779525882049342e-05,
      "loss": 0.6035,
      "step": 97343
    },
    {
      "epoch": 3.987057137005939,
      "grad_norm": 0.7755244789787251,
      "learning_rate": 7.779240015911418e-05,
      "loss": 0.2339,
      "step": 97344
    },
    {
      "epoch": 3.987098095433135,
      "grad_norm": 0.9791822554342076,
      "learning_rate": 7.778954153187049e-05,
      "loss": 0.3134,
      "step": 97345
    },
    {
      "epoch": 3.9871390538603317,
      "grad_norm": 1.8355934173437716,
      "learning_rate": 7.77866829387638e-05,
      "loss": 0.924,
      "step": 97346
    },
    {
      "epoch": 3.9871800122875283,
      "grad_norm": 1.5454459893070829,
      "learning_rate": 7.77838243797953e-05,
      "loss": 0.7694,
      "step": 97347
    },
    {
      "epoch": 3.9872209707147244,
      "grad_norm": 1.022681099966552,
      "learning_rate": 7.778096585496643e-05,
      "loss": 0.2691,
      "step": 97348
    },
    {
      "epoch": 3.987261929141921,
      "grad_norm": 1.5985155367432151,
      "learning_rate": 7.777810736427857e-05,
      "loss": 0.5228,
      "step": 97349
    },
    {
      "epoch": 3.9873028875691174,
      "grad_norm": 1.210491126666547,
      "learning_rate": 7.777524890773297e-05,
      "loss": 0.6387,
      "step": 97350
    },
    {
      "epoch": 3.987343845996314,
      "grad_norm": 1.121066519780008,
      "learning_rate": 7.777239048533114e-05,
      "loss": 0.299,
      "step": 97351
    },
    {
      "epoch": 3.98738480442351,
      "grad_norm": 0.9333506729399652,
      "learning_rate": 7.776953209707428e-05,
      "loss": 0.3357,
      "step": 97352
    },
    {
      "epoch": 3.9874257628507066,
      "grad_norm": 1.7383740731319923,
      "learning_rate": 7.776667374296378e-05,
      "loss": 0.7818,
      "step": 97353
    },
    {
      "epoch": 3.9874667212779027,
      "grad_norm": 2.2038139198831264,
      "learning_rate": 7.776381542300098e-05,
      "loss": 1.1796,
      "step": 97354
    },
    {
      "epoch": 3.9875076797050992,
      "grad_norm": 0.9427334150317452,
      "learning_rate": 7.776095713718733e-05,
      "loss": 0.2352,
      "step": 97355
    },
    {
      "epoch": 3.9875486381322958,
      "grad_norm": 3.875501830847253,
      "learning_rate": 7.775809888552403e-05,
      "loss": 3.9468,
      "step": 97356
    },
    {
      "epoch": 3.9875895965594923,
      "grad_norm": 1.648595974081755,
      "learning_rate": 7.775524066801258e-05,
      "loss": 0.7643,
      "step": 97357
    },
    {
      "epoch": 3.9876305549866884,
      "grad_norm": 0.859476659767855,
      "learning_rate": 7.775238248465419e-05,
      "loss": 0.229,
      "step": 97358
    },
    {
      "epoch": 3.987671513413885,
      "grad_norm": 0.8002917327728186,
      "learning_rate": 7.774952433545029e-05,
      "loss": 0.2367,
      "step": 97359
    },
    {
      "epoch": 3.9877124718410815,
      "grad_norm": 1.056452500036973,
      "learning_rate": 7.774666622040227e-05,
      "loss": 0.1622,
      "step": 97360
    },
    {
      "epoch": 3.9877534302682776,
      "grad_norm": 1.7004975108873852,
      "learning_rate": 7.774380813951138e-05,
      "loss": 0.7913,
      "step": 97361
    },
    {
      "epoch": 3.987794388695474,
      "grad_norm": 1.8814669251046825,
      "learning_rate": 7.77409500927791e-05,
      "loss": 1.1963,
      "step": 97362
    },
    {
      "epoch": 3.9878353471226706,
      "grad_norm": 0.8191133149426886,
      "learning_rate": 7.773809208020664e-05,
      "loss": 0.2637,
      "step": 97363
    },
    {
      "epoch": 3.987876305549867,
      "grad_norm": 1.5319198423753297,
      "learning_rate": 7.77352341017954e-05,
      "loss": 0.6113,
      "step": 97364
    },
    {
      "epoch": 3.9879172639770633,
      "grad_norm": 1.453525514280861,
      "learning_rate": 7.773237615754684e-05,
      "loss": 0.8189,
      "step": 97365
    },
    {
      "epoch": 3.98795822240426,
      "grad_norm": 1.594367947766021,
      "learning_rate": 7.772951824746213e-05,
      "loss": 0.6498,
      "step": 97366
    },
    {
      "epoch": 3.987999180831456,
      "grad_norm": 1.5410343065462007,
      "learning_rate": 7.772666037154272e-05,
      "loss": 0.7604,
      "step": 97367
    },
    {
      "epoch": 3.9880401392586524,
      "grad_norm": 0.874036319956003,
      "learning_rate": 7.772380252979e-05,
      "loss": 0.2249,
      "step": 97368
    },
    {
      "epoch": 3.988081097685849,
      "grad_norm": 0.6238539998573364,
      "learning_rate": 7.772094472220523e-05,
      "loss": 0.0991,
      "step": 97369
    },
    {
      "epoch": 3.9881220561130455,
      "grad_norm": 1.6401400748061172,
      "learning_rate": 7.771808694878985e-05,
      "loss": 0.9026,
      "step": 97370
    },
    {
      "epoch": 3.9881630145402416,
      "grad_norm": 1.3795773879744484,
      "learning_rate": 7.77152292095451e-05,
      "loss": 0.6528,
      "step": 97371
    },
    {
      "epoch": 3.988203972967438,
      "grad_norm": 1.2836936688503762,
      "learning_rate": 7.771237150447243e-05,
      "loss": 0.5568,
      "step": 97372
    },
    {
      "epoch": 3.988244931394634,
      "grad_norm": 1.4280983375773082,
      "learning_rate": 7.770951383357318e-05,
      "loss": 0.3136,
      "step": 97373
    },
    {
      "epoch": 3.9882858898218307,
      "grad_norm": 1.4573837135046221,
      "learning_rate": 7.770665619684863e-05,
      "loss": 0.7783,
      "step": 97374
    },
    {
      "epoch": 3.9883268482490273,
      "grad_norm": 1.5463212651977705,
      "learning_rate": 7.770379859430017e-05,
      "loss": 0.8716,
      "step": 97375
    },
    {
      "epoch": 3.988367806676224,
      "grad_norm": 0.9726720692064266,
      "learning_rate": 7.770094102592924e-05,
      "loss": 0.3394,
      "step": 97376
    },
    {
      "epoch": 3.98840876510342,
      "grad_norm": 1.3884640157013137,
      "learning_rate": 7.769808349173703e-05,
      "loss": 0.7458,
      "step": 97377
    },
    {
      "epoch": 3.9884497235306164,
      "grad_norm": 1.3216999624458268,
      "learning_rate": 7.769522599172503e-05,
      "loss": 0.6557,
      "step": 97378
    },
    {
      "epoch": 3.988490681957813,
      "grad_norm": 1.5012840476878926,
      "learning_rate": 7.769236852589448e-05,
      "loss": 0.5798,
      "step": 97379
    },
    {
      "epoch": 3.988531640385009,
      "grad_norm": 0.9581542280896967,
      "learning_rate": 7.768951109424678e-05,
      "loss": 0.2713,
      "step": 97380
    },
    {
      "epoch": 3.9885725988122056,
      "grad_norm": 1.5605924175827048,
      "learning_rate": 7.768665369678334e-05,
      "loss": 0.9473,
      "step": 97381
    },
    {
      "epoch": 3.988613557239402,
      "grad_norm": 1.3190432459543806,
      "learning_rate": 7.768379633350538e-05,
      "loss": 0.2307,
      "step": 97382
    },
    {
      "epoch": 3.9886545156665987,
      "grad_norm": 1.844455730191601,
      "learning_rate": 7.768093900441436e-05,
      "loss": 1.0257,
      "step": 97383
    },
    {
      "epoch": 3.9886954740937948,
      "grad_norm": 1.6434790006931053,
      "learning_rate": 7.767808170951164e-05,
      "loss": 0.7466,
      "step": 97384
    },
    {
      "epoch": 3.9887364325209913,
      "grad_norm": 1.313336964564594,
      "learning_rate": 7.767522444879845e-05,
      "loss": 0.6221,
      "step": 97385
    },
    {
      "epoch": 3.9887773909481874,
      "grad_norm": 1.0892400729827267,
      "learning_rate": 7.76723672222763e-05,
      "loss": 0.2924,
      "step": 97386
    },
    {
      "epoch": 3.988818349375384,
      "grad_norm": 1.1013105045843397,
      "learning_rate": 7.766951002994638e-05,
      "loss": 0.3685,
      "step": 97387
    },
    {
      "epoch": 3.9888593078025805,
      "grad_norm": 1.6867364586162519,
      "learning_rate": 7.766665287181012e-05,
      "loss": 0.6943,
      "step": 97388
    },
    {
      "epoch": 3.988900266229777,
      "grad_norm": 0.9338770762654796,
      "learning_rate": 7.766379574786896e-05,
      "loss": 0.3203,
      "step": 97389
    },
    {
      "epoch": 3.988941224656973,
      "grad_norm": 1.4792696502922498,
      "learning_rate": 7.766093865812406e-05,
      "loss": 0.5971,
      "step": 97390
    },
    {
      "epoch": 3.9889821830841696,
      "grad_norm": 1.181157694839051,
      "learning_rate": 7.765808160257688e-05,
      "loss": 0.4423,
      "step": 97391
    },
    {
      "epoch": 3.9890231415113657,
      "grad_norm": 1.413874362521379,
      "learning_rate": 7.765522458122883e-05,
      "loss": 0.75,
      "step": 97392
    },
    {
      "epoch": 3.9890640999385623,
      "grad_norm": 1.350018572168956,
      "learning_rate": 7.765236759408113e-05,
      "loss": 0.6057,
      "step": 97393
    },
    {
      "epoch": 3.989105058365759,
      "grad_norm": 1.695814555310416,
      "learning_rate": 7.764951064113525e-05,
      "loss": 0.8238,
      "step": 97394
    },
    {
      "epoch": 3.9891460167929553,
      "grad_norm": 1.2432067171017647,
      "learning_rate": 7.764665372239243e-05,
      "loss": 0.6368,
      "step": 97395
    },
    {
      "epoch": 3.9891869752201514,
      "grad_norm": 1.8551425500158887,
      "learning_rate": 7.764379683785407e-05,
      "loss": 0.8139,
      "step": 97396
    },
    {
      "epoch": 3.989227933647348,
      "grad_norm": 4.639056613548035,
      "learning_rate": 7.764093998752159e-05,
      "loss": 3.685,
      "step": 97397
    },
    {
      "epoch": 3.9892688920745445,
      "grad_norm": 3.002157278646709,
      "learning_rate": 7.76380831713962e-05,
      "loss": 2.9927,
      "step": 97398
    },
    {
      "epoch": 3.9893098505017406,
      "grad_norm": 1.9074845150642405,
      "learning_rate": 7.76352263894794e-05,
      "loss": 0.8326,
      "step": 97399
    },
    {
      "epoch": 3.989350808928937,
      "grad_norm": 1.4589996297367336,
      "learning_rate": 7.76323696417724e-05,
      "loss": 0.6423,
      "step": 97400
    },
    {
      "epoch": 3.9893917673561337,
      "grad_norm": 1.4555007900431562,
      "learning_rate": 7.762951292827662e-05,
      "loss": 0.6688,
      "step": 97401
    },
    {
      "epoch": 3.98943272578333,
      "grad_norm": 1.3927383528164026,
      "learning_rate": 7.762665624899345e-05,
      "loss": 0.7445,
      "step": 97402
    },
    {
      "epoch": 3.9894736842105263,
      "grad_norm": 1.1722409184085165,
      "learning_rate": 7.762379960392414e-05,
      "loss": 0.3078,
      "step": 97403
    },
    {
      "epoch": 3.989514642637723,
      "grad_norm": 1.4004068320152587,
      "learning_rate": 7.76209429930701e-05,
      "loss": 0.5282,
      "step": 97404
    },
    {
      "epoch": 3.989555601064919,
      "grad_norm": 0.764602599170417,
      "learning_rate": 7.761808641643277e-05,
      "loss": 0.1964,
      "step": 97405
    },
    {
      "epoch": 3.9895965594921154,
      "grad_norm": 1.1447134840561008,
      "learning_rate": 7.76152298740133e-05,
      "loss": 0.3368,
      "step": 97406
    },
    {
      "epoch": 3.989637517919312,
      "grad_norm": 1.8971400218813892,
      "learning_rate": 7.761237336581326e-05,
      "loss": 1.2907,
      "step": 97407
    },
    {
      "epoch": 3.9896784763465085,
      "grad_norm": 1.5117905117519175,
      "learning_rate": 7.760951689183379e-05,
      "loss": 0.7094,
      "step": 97408
    },
    {
      "epoch": 3.9897194347737046,
      "grad_norm": 1.6890013990111905,
      "learning_rate": 7.760666045207635e-05,
      "loss": 0.6763,
      "step": 97409
    },
    {
      "epoch": 3.989760393200901,
      "grad_norm": 1.939822485325325,
      "learning_rate": 7.760380404654234e-05,
      "loss": 0.95,
      "step": 97410
    },
    {
      "epoch": 3.9898013516280972,
      "grad_norm": 1.637337074538102,
      "learning_rate": 7.7600947675233e-05,
      "loss": 0.9066,
      "step": 97411
    },
    {
      "epoch": 3.9898423100552938,
      "grad_norm": 4.302369890484699,
      "learning_rate": 7.75980913381497e-05,
      "loss": 2.9862,
      "step": 97412
    },
    {
      "epoch": 3.9898832684824903,
      "grad_norm": 1.484673426304526,
      "learning_rate": 7.759523503529391e-05,
      "loss": 0.745,
      "step": 97413
    },
    {
      "epoch": 3.989924226909687,
      "grad_norm": 1.6599523085175565,
      "learning_rate": 7.759237876666683e-05,
      "loss": 0.8181,
      "step": 97414
    },
    {
      "epoch": 3.989965185336883,
      "grad_norm": 1.9842207697117324,
      "learning_rate": 7.758952253226993e-05,
      "loss": 1.1818,
      "step": 97415
    },
    {
      "epoch": 3.9900061437640795,
      "grad_norm": 0.8306545002315846,
      "learning_rate": 7.758666633210444e-05,
      "loss": 0.1923,
      "step": 97416
    },
    {
      "epoch": 3.990047102191276,
      "grad_norm": 1.71347506676596,
      "learning_rate": 7.758381016617177e-05,
      "loss": 0.7253,
      "step": 97417
    },
    {
      "epoch": 3.990088060618472,
      "grad_norm": 1.89645693858327,
      "learning_rate": 7.758095403447333e-05,
      "loss": 0.838,
      "step": 97418
    },
    {
      "epoch": 3.9901290190456686,
      "grad_norm": 1.530434905067388,
      "learning_rate": 7.757809793701036e-05,
      "loss": 0.8029,
      "step": 97419
    },
    {
      "epoch": 3.990169977472865,
      "grad_norm": 1.7270608003464791,
      "learning_rate": 7.757524187378428e-05,
      "loss": 0.9265,
      "step": 97420
    },
    {
      "epoch": 3.9902109359000617,
      "grad_norm": 0.8460138236405469,
      "learning_rate": 7.757238584479643e-05,
      "loss": 0.2111,
      "step": 97421
    },
    {
      "epoch": 3.990251894327258,
      "grad_norm": 1.740903593461962,
      "learning_rate": 7.756952985004821e-05,
      "loss": 1.0071,
      "step": 97422
    },
    {
      "epoch": 3.9902928527544543,
      "grad_norm": 1.4813519552983776,
      "learning_rate": 7.756667388954082e-05,
      "loss": 0.5266,
      "step": 97423
    },
    {
      "epoch": 3.9903338111816504,
      "grad_norm": 1.621525165776177,
      "learning_rate": 7.756381796327578e-05,
      "loss": 0.8264,
      "step": 97424
    },
    {
      "epoch": 3.990374769608847,
      "grad_norm": 1.6444653566117067,
      "learning_rate": 7.75609620712543e-05,
      "loss": 0.7922,
      "step": 97425
    },
    {
      "epoch": 3.9904157280360435,
      "grad_norm": 1.3386434653851977,
      "learning_rate": 7.755810621347784e-05,
      "loss": 0.8223,
      "step": 97426
    },
    {
      "epoch": 3.99045668646324,
      "grad_norm": 1.5709202257202994,
      "learning_rate": 7.755525038994765e-05,
      "loss": 0.6488,
      "step": 97427
    },
    {
      "epoch": 3.990497644890436,
      "grad_norm": 1.2941203919122217,
      "learning_rate": 7.755239460066514e-05,
      "loss": 0.6647,
      "step": 97428
    },
    {
      "epoch": 3.9905386033176327,
      "grad_norm": 1.1667578633226627,
      "learning_rate": 7.754953884563171e-05,
      "loss": 0.5111,
      "step": 97429
    },
    {
      "epoch": 3.9905795617448288,
      "grad_norm": 1.7217236774622235,
      "learning_rate": 7.75466831248486e-05,
      "loss": 0.7682,
      "step": 97430
    },
    {
      "epoch": 3.9906205201720253,
      "grad_norm": 1.3266576491790434,
      "learning_rate": 7.754382743831722e-05,
      "loss": 0.6071,
      "step": 97431
    },
    {
      "epoch": 3.990661478599222,
      "grad_norm": 1.5169346997495066,
      "learning_rate": 7.754097178603895e-05,
      "loss": 0.7407,
      "step": 97432
    },
    {
      "epoch": 3.9907024370264184,
      "grad_norm": 0.6644307632982979,
      "learning_rate": 7.753811616801506e-05,
      "loss": 0.1651,
      "step": 97433
    },
    {
      "epoch": 3.9907433954536145,
      "grad_norm": 1.5759898522336129,
      "learning_rate": 7.753526058424699e-05,
      "loss": 0.6732,
      "step": 97434
    },
    {
      "epoch": 3.990784353880811,
      "grad_norm": 1.640583337494858,
      "learning_rate": 7.7532405034736e-05,
      "loss": 0.6566,
      "step": 97435
    },
    {
      "epoch": 3.9908253123080075,
      "grad_norm": 1.4260261665485712,
      "learning_rate": 7.752954951948349e-05,
      "loss": 0.5168,
      "step": 97436
    },
    {
      "epoch": 3.9908662707352036,
      "grad_norm": 1.5797416647539335,
      "learning_rate": 7.752669403849085e-05,
      "loss": 0.7692,
      "step": 97437
    },
    {
      "epoch": 3.9909072291624,
      "grad_norm": 0.9143033616445491,
      "learning_rate": 7.752383859175933e-05,
      "loss": 0.3228,
      "step": 97438
    },
    {
      "epoch": 3.9909481875895967,
      "grad_norm": 1.5814726142102091,
      "learning_rate": 7.752098317929033e-05,
      "loss": 0.8111,
      "step": 97439
    },
    {
      "epoch": 3.990989146016793,
      "grad_norm": 1.5779828509930316,
      "learning_rate": 7.751812780108525e-05,
      "loss": 0.6845,
      "step": 97440
    },
    {
      "epoch": 3.9910301044439893,
      "grad_norm": 0.9295926143009072,
      "learning_rate": 7.751527245714537e-05,
      "loss": 0.2611,
      "step": 97441
    },
    {
      "epoch": 3.991071062871186,
      "grad_norm": 0.9288733304660266,
      "learning_rate": 7.75124171474721e-05,
      "loss": 0.2751,
      "step": 97442
    },
    {
      "epoch": 3.991112021298382,
      "grad_norm": 0.8984501937465752,
      "learning_rate": 7.750956187206669e-05,
      "loss": 0.2065,
      "step": 97443
    },
    {
      "epoch": 3.9911529797255785,
      "grad_norm": 1.7777713288992965,
      "learning_rate": 7.750670663093054e-05,
      "loss": 0.7996,
      "step": 97444
    },
    {
      "epoch": 3.991193938152775,
      "grad_norm": 1.823750576239833,
      "learning_rate": 7.750385142406509e-05,
      "loss": 1.0996,
      "step": 97445
    },
    {
      "epoch": 3.9912348965799715,
      "grad_norm": 1.3568186902530586,
      "learning_rate": 7.750099625147155e-05,
      "loss": 0.7449,
      "step": 97446
    },
    {
      "epoch": 3.9912758550071676,
      "grad_norm": 0.8623350274494251,
      "learning_rate": 7.749814111315134e-05,
      "loss": 0.2576,
      "step": 97447
    },
    {
      "epoch": 3.991316813434364,
      "grad_norm": 1.5093415306368356,
      "learning_rate": 7.749528600910585e-05,
      "loss": 0.7392,
      "step": 97448
    },
    {
      "epoch": 3.9913577718615603,
      "grad_norm": 0.8616999199997604,
      "learning_rate": 7.749243093933631e-05,
      "loss": 0.2585,
      "step": 97449
    },
    {
      "epoch": 3.991398730288757,
      "grad_norm": 1.1760509107603156,
      "learning_rate": 7.748957590384423e-05,
      "loss": 0.6037,
      "step": 97450
    },
    {
      "epoch": 3.9914396887159533,
      "grad_norm": 1.491671663537178,
      "learning_rate": 7.74867209026308e-05,
      "loss": 0.6878,
      "step": 97451
    },
    {
      "epoch": 3.99148064714315,
      "grad_norm": 1.455330915063122,
      "learning_rate": 7.748386593569743e-05,
      "loss": 0.6302,
      "step": 97452
    },
    {
      "epoch": 3.991521605570346,
      "grad_norm": 1.2365896786030048,
      "learning_rate": 7.748101100304555e-05,
      "loss": 0.6751,
      "step": 97453
    },
    {
      "epoch": 3.9915625639975425,
      "grad_norm": 2.1500993617668276,
      "learning_rate": 7.747815610467639e-05,
      "loss": 1.5461,
      "step": 97454
    },
    {
      "epoch": 3.991603522424739,
      "grad_norm": 1.263373079418286,
      "learning_rate": 7.747530124059132e-05,
      "loss": 0.2887,
      "step": 97455
    },
    {
      "epoch": 3.991644480851935,
      "grad_norm": 1.4188035497773779,
      "learning_rate": 7.74724464107918e-05,
      "loss": 0.7028,
      "step": 97456
    },
    {
      "epoch": 3.9916854392791317,
      "grad_norm": 1.6782476508428055,
      "learning_rate": 7.746959161527905e-05,
      "loss": 0.7899,
      "step": 97457
    },
    {
      "epoch": 3.991726397706328,
      "grad_norm": 1.4297699597415459,
      "learning_rate": 7.74667368540545e-05,
      "loss": 0.7337,
      "step": 97458
    },
    {
      "epoch": 3.9917673561335247,
      "grad_norm": 1.1849162406619864,
      "learning_rate": 7.746388212711942e-05,
      "loss": 0.6394,
      "step": 97459
    },
    {
      "epoch": 3.991808314560721,
      "grad_norm": 1.2967434392762718,
      "learning_rate": 7.746102743447522e-05,
      "loss": 0.6331,
      "step": 97460
    },
    {
      "epoch": 3.9918492729879174,
      "grad_norm": 1.3181892168927434,
      "learning_rate": 7.745817277612329e-05,
      "loss": 0.5806,
      "step": 97461
    },
    {
      "epoch": 3.9918902314151135,
      "grad_norm": 1.319441054430963,
      "learning_rate": 7.745531815206484e-05,
      "loss": 0.5471,
      "step": 97462
    },
    {
      "epoch": 3.99193118984231,
      "grad_norm": 1.1548673876827178,
      "learning_rate": 7.745246356230135e-05,
      "loss": 0.586,
      "step": 97463
    },
    {
      "epoch": 3.9919721482695065,
      "grad_norm": 1.3283246174875145,
      "learning_rate": 7.744960900683416e-05,
      "loss": 0.6284,
      "step": 97464
    },
    {
      "epoch": 3.992013106696703,
      "grad_norm": 1.4981568706884847,
      "learning_rate": 7.744675448566454e-05,
      "loss": 0.8114,
      "step": 97465
    },
    {
      "epoch": 3.992054065123899,
      "grad_norm": 0.675741341720067,
      "learning_rate": 7.744389999879394e-05,
      "loss": 0.1464,
      "step": 97466
    },
    {
      "epoch": 3.9920950235510957,
      "grad_norm": 1.1520441893888183,
      "learning_rate": 7.744104554622358e-05,
      "loss": 0.3366,
      "step": 97467
    },
    {
      "epoch": 3.992135981978292,
      "grad_norm": 1.4849402927527786,
      "learning_rate": 7.743819112795489e-05,
      "loss": 0.6638,
      "step": 97468
    },
    {
      "epoch": 3.9921769404054883,
      "grad_norm": 1.2036443577652902,
      "learning_rate": 7.743533674398927e-05,
      "loss": 0.5858,
      "step": 97469
    },
    {
      "epoch": 3.992217898832685,
      "grad_norm": 1.270790762934645,
      "learning_rate": 7.743248239432796e-05,
      "loss": 0.5015,
      "step": 97470
    },
    {
      "epoch": 3.9922588572598814,
      "grad_norm": 1.7324489694395535,
      "learning_rate": 7.742962807897241e-05,
      "loss": 0.6838,
      "step": 97471
    },
    {
      "epoch": 3.9922998156870775,
      "grad_norm": 1.5750618302331638,
      "learning_rate": 7.742677379792386e-05,
      "loss": 0.6996,
      "step": 97472
    },
    {
      "epoch": 3.992340774114274,
      "grad_norm": 0.9795479461881815,
      "learning_rate": 7.742391955118374e-05,
      "loss": 0.2195,
      "step": 97473
    },
    {
      "epoch": 3.9923817325414706,
      "grad_norm": 1.2764346311865171,
      "learning_rate": 7.742106533875344e-05,
      "loss": 0.5922,
      "step": 97474
    },
    {
      "epoch": 3.9924226909686666,
      "grad_norm": 1.5912948383820518,
      "learning_rate": 7.741821116063415e-05,
      "loss": 0.5739,
      "step": 97475
    },
    {
      "epoch": 3.992463649395863,
      "grad_norm": 1.5393772367109027,
      "learning_rate": 7.741535701682736e-05,
      "loss": 0.6659,
      "step": 97476
    },
    {
      "epoch": 3.9925046078230597,
      "grad_norm": 0.6622850785003599,
      "learning_rate": 7.741250290733441e-05,
      "loss": 0.1489,
      "step": 97477
    },
    {
      "epoch": 3.9925455662502563,
      "grad_norm": 1.3151457256736647,
      "learning_rate": 7.740964883215659e-05,
      "loss": 0.5871,
      "step": 97478
    },
    {
      "epoch": 3.9925865246774523,
      "grad_norm": 1.3823878312459865,
      "learning_rate": 7.740679479129532e-05,
      "loss": 0.682,
      "step": 97479
    },
    {
      "epoch": 3.992627483104649,
      "grad_norm": 1.2290095125798515,
      "learning_rate": 7.740394078475182e-05,
      "loss": 0.6088,
      "step": 97480
    },
    {
      "epoch": 3.992668441531845,
      "grad_norm": 1.5239389598513675,
      "learning_rate": 7.740108681252756e-05,
      "loss": 0.8004,
      "step": 97481
    },
    {
      "epoch": 3.9927093999590415,
      "grad_norm": 1.0777396388997291,
      "learning_rate": 7.739823287462389e-05,
      "loss": 0.2091,
      "step": 97482
    },
    {
      "epoch": 3.992750358386238,
      "grad_norm": 1.0450591088582983,
      "learning_rate": 7.739537897104207e-05,
      "loss": 0.2297,
      "step": 97483
    },
    {
      "epoch": 3.9927913168134346,
      "grad_norm": 1.6768648128160561,
      "learning_rate": 7.73925251017835e-05,
      "loss": 0.7758,
      "step": 97484
    },
    {
      "epoch": 3.9928322752406307,
      "grad_norm": 1.1261009634650607,
      "learning_rate": 7.73896712668496e-05,
      "loss": 0.4991,
      "step": 97485
    },
    {
      "epoch": 3.992873233667827,
      "grad_norm": 1.3807396558225693,
      "learning_rate": 7.738681746624157e-05,
      "loss": 0.676,
      "step": 97486
    },
    {
      "epoch": 3.9929141920950233,
      "grad_norm": 0.8426075076764515,
      "learning_rate": 7.738396369996091e-05,
      "loss": 0.2241,
      "step": 97487
    },
    {
      "epoch": 3.99295515052222,
      "grad_norm": 1.0427695669594093,
      "learning_rate": 7.738110996800883e-05,
      "loss": 0.3085,
      "step": 97488
    },
    {
      "epoch": 3.9929961089494164,
      "grad_norm": 1.7912373401937003,
      "learning_rate": 7.737825627038676e-05,
      "loss": 0.9979,
      "step": 97489
    },
    {
      "epoch": 3.993037067376613,
      "grad_norm": 1.5156787174314363,
      "learning_rate": 7.73754026070961e-05,
      "loss": 0.6286,
      "step": 97490
    },
    {
      "epoch": 3.993078025803809,
      "grad_norm": 0.8538089032218331,
      "learning_rate": 7.737254897813807e-05,
      "loss": 0.2054,
      "step": 97491
    },
    {
      "epoch": 3.9931189842310055,
      "grad_norm": 1.3086191891275107,
      "learning_rate": 7.736969538351414e-05,
      "loss": 0.6147,
      "step": 97492
    },
    {
      "epoch": 3.993159942658202,
      "grad_norm": 1.9246236752198986,
      "learning_rate": 7.736684182322561e-05,
      "loss": 0.7647,
      "step": 97493
    },
    {
      "epoch": 3.993200901085398,
      "grad_norm": 1.4217786209059822,
      "learning_rate": 7.736398829727377e-05,
      "loss": 0.6914,
      "step": 97494
    },
    {
      "epoch": 3.9932418595125947,
      "grad_norm": 1.4798996296009785,
      "learning_rate": 7.736113480566001e-05,
      "loss": 0.8718,
      "step": 97495
    },
    {
      "epoch": 3.9932828179397912,
      "grad_norm": 1.8020044776619246,
      "learning_rate": 7.735828134838574e-05,
      "loss": 0.8318,
      "step": 97496
    },
    {
      "epoch": 3.9933237763669878,
      "grad_norm": 1.2698108582753167,
      "learning_rate": 7.73554279254522e-05,
      "loss": 0.3259,
      "step": 97497
    },
    {
      "epoch": 3.993364734794184,
      "grad_norm": 2.190476589037725,
      "learning_rate": 7.735257453686089e-05,
      "loss": 0.8367,
      "step": 97498
    },
    {
      "epoch": 3.9934056932213804,
      "grad_norm": 1.4656082490242317,
      "learning_rate": 7.734972118261298e-05,
      "loss": 0.7111,
      "step": 97499
    },
    {
      "epoch": 3.9934466516485765,
      "grad_norm": 1.688837800200543,
      "learning_rate": 7.734686786270991e-05,
      "loss": 0.5843,
      "step": 97500
    },
    {
      "epoch": 3.993487610075773,
      "grad_norm": 1.6517769614399245,
      "learning_rate": 7.734401457715308e-05,
      "loss": 0.6816,
      "step": 97501
    },
    {
      "epoch": 3.9935285685029696,
      "grad_norm": 1.3129975891540329,
      "learning_rate": 7.734116132594375e-05,
      "loss": 0.614,
      "step": 97502
    },
    {
      "epoch": 3.993569526930166,
      "grad_norm": 4.222865023739897,
      "learning_rate": 7.733830810908327e-05,
      "loss": 0.6323,
      "step": 97503
    },
    {
      "epoch": 3.993610485357362,
      "grad_norm": 1.216281299540631,
      "learning_rate": 7.73354549265731e-05,
      "loss": 0.5053,
      "step": 97504
    },
    {
      "epoch": 3.9936514437845587,
      "grad_norm": 3.523327812146991,
      "learning_rate": 7.733260177841445e-05,
      "loss": 1.4514,
      "step": 97505
    },
    {
      "epoch": 3.993692402211755,
      "grad_norm": 0.9544686392347151,
      "learning_rate": 7.732974866460877e-05,
      "loss": 0.2705,
      "step": 97506
    },
    {
      "epoch": 3.9937333606389513,
      "grad_norm": 1.5702006740710812,
      "learning_rate": 7.732689558515734e-05,
      "loss": 0.898,
      "step": 97507
    },
    {
      "epoch": 3.993774319066148,
      "grad_norm": 2.730778860009715,
      "learning_rate": 7.732404254006151e-05,
      "loss": 2.761,
      "step": 97508
    },
    {
      "epoch": 3.9938152774933444,
      "grad_norm": 3.5477551278837565,
      "learning_rate": 7.732118952932272e-05,
      "loss": 3.1178,
      "step": 97509
    },
    {
      "epoch": 3.9938562359205405,
      "grad_norm": 1.9399054555140967,
      "learning_rate": 7.73183365529422e-05,
      "loss": 0.6316,
      "step": 97510
    },
    {
      "epoch": 3.993897194347737,
      "grad_norm": 1.8080889907585382,
      "learning_rate": 7.731548361092137e-05,
      "loss": 0.8587,
      "step": 97511
    },
    {
      "epoch": 3.9939381527749336,
      "grad_norm": 4.040943577610823,
      "learning_rate": 7.73126307032616e-05,
      "loss": 5.3907,
      "step": 97512
    },
    {
      "epoch": 3.9939791112021297,
      "grad_norm": 1.479402237095453,
      "learning_rate": 7.730977782996414e-05,
      "loss": 0.7095,
      "step": 97513
    },
    {
      "epoch": 3.994020069629326,
      "grad_norm": 1.0948952943035593,
      "learning_rate": 7.730692499103046e-05,
      "loss": 0.4729,
      "step": 97514
    },
    {
      "epoch": 3.9940610280565227,
      "grad_norm": 0.848141869142402,
      "learning_rate": 7.730407218646181e-05,
      "loss": 0.1956,
      "step": 97515
    },
    {
      "epoch": 3.9941019864837193,
      "grad_norm": 1.5968834885405254,
      "learning_rate": 7.730121941625955e-05,
      "loss": 0.7501,
      "step": 97516
    },
    {
      "epoch": 3.9941429449109154,
      "grad_norm": 1.9107181814173597,
      "learning_rate": 7.729836668042512e-05,
      "loss": 0.6831,
      "step": 97517
    },
    {
      "epoch": 3.994183903338112,
      "grad_norm": 1.3341270897239434,
      "learning_rate": 7.729551397895973e-05,
      "loss": 0.6922,
      "step": 97518
    },
    {
      "epoch": 3.994224861765308,
      "grad_norm": 0.7498309188869952,
      "learning_rate": 7.729266131186483e-05,
      "loss": 0.2083,
      "step": 97519
    },
    {
      "epoch": 3.9942658201925045,
      "grad_norm": 1.7933046413658897,
      "learning_rate": 7.728980867914178e-05,
      "loss": 0.7323,
      "step": 97520
    },
    {
      "epoch": 3.994306778619701,
      "grad_norm": 1.6904118467760914,
      "learning_rate": 7.728695608079185e-05,
      "loss": 0.6274,
      "step": 97521
    },
    {
      "epoch": 3.9943477370468976,
      "grad_norm": 2.3430834840072414,
      "learning_rate": 7.728410351681648e-05,
      "loss": 1.3268,
      "step": 97522
    },
    {
      "epoch": 3.9943886954740937,
      "grad_norm": 0.8294535646808499,
      "learning_rate": 7.72812509872169e-05,
      "loss": 0.245,
      "step": 97523
    },
    {
      "epoch": 3.9944296539012902,
      "grad_norm": 2.1030863208026433,
      "learning_rate": 7.727839849199453e-05,
      "loss": 1.509,
      "step": 97524
    },
    {
      "epoch": 3.9944706123284863,
      "grad_norm": 1.5273012072557937,
      "learning_rate": 7.727554603115078e-05,
      "loss": 0.7559,
      "step": 97525
    },
    {
      "epoch": 3.994511570755683,
      "grad_norm": 1.5296260851086232,
      "learning_rate": 7.727269360468684e-05,
      "loss": 0.727,
      "step": 97526
    },
    {
      "epoch": 3.9945525291828794,
      "grad_norm": 1.3256173471097061,
      "learning_rate": 7.726984121260418e-05,
      "loss": 0.6048,
      "step": 97527
    },
    {
      "epoch": 3.994593487610076,
      "grad_norm": 1.3754302873430342,
      "learning_rate": 7.726698885490417e-05,
      "loss": 0.6629,
      "step": 97528
    },
    {
      "epoch": 3.994634446037272,
      "grad_norm": 0.7623837634929247,
      "learning_rate": 7.726413653158806e-05,
      "loss": 0.2517,
      "step": 97529
    },
    {
      "epoch": 3.9946754044644686,
      "grad_norm": 1.3143199611922955,
      "learning_rate": 7.72612842426573e-05,
      "loss": 0.7169,
      "step": 97530
    },
    {
      "epoch": 3.994716362891665,
      "grad_norm": 1.446751401364893,
      "learning_rate": 7.725843198811311e-05,
      "loss": 0.4921,
      "step": 97531
    },
    {
      "epoch": 3.994757321318861,
      "grad_norm": 1.373691563616376,
      "learning_rate": 7.725557976795691e-05,
      "loss": 0.8128,
      "step": 97532
    },
    {
      "epoch": 3.9947982797460577,
      "grad_norm": 1.5151093028222204,
      "learning_rate": 7.725272758219012e-05,
      "loss": 0.7807,
      "step": 97533
    },
    {
      "epoch": 3.9948392381732543,
      "grad_norm": 1.6889511829395727,
      "learning_rate": 7.724987543081397e-05,
      "loss": 0.659,
      "step": 97534
    },
    {
      "epoch": 3.994880196600451,
      "grad_norm": 1.410513436261423,
      "learning_rate": 7.724702331382986e-05,
      "loss": 0.5732,
      "step": 97535
    },
    {
      "epoch": 3.994921155027647,
      "grad_norm": 1.2834790185422906,
      "learning_rate": 7.724417123123918e-05,
      "loss": 0.4727,
      "step": 97536
    },
    {
      "epoch": 3.9949621134548434,
      "grad_norm": 1.628338756134729,
      "learning_rate": 7.724131918304318e-05,
      "loss": 0.8047,
      "step": 97537
    },
    {
      "epoch": 3.9950030718820395,
      "grad_norm": 1.3148484642466012,
      "learning_rate": 7.723846716924332e-05,
      "loss": 0.7506,
      "step": 97538
    },
    {
      "epoch": 3.995044030309236,
      "grad_norm": 1.4825900178426523,
      "learning_rate": 7.723561518984082e-05,
      "loss": 0.7151,
      "step": 97539
    },
    {
      "epoch": 3.9950849887364326,
      "grad_norm": 2.53372083408358,
      "learning_rate": 7.723276324483713e-05,
      "loss": 2.1918,
      "step": 97540
    },
    {
      "epoch": 3.995125947163629,
      "grad_norm": 1.3209983673744985,
      "learning_rate": 7.722991133423358e-05,
      "loss": 0.7366,
      "step": 97541
    },
    {
      "epoch": 3.995166905590825,
      "grad_norm": 1.5016100531518828,
      "learning_rate": 7.722705945803149e-05,
      "loss": 0.5463,
      "step": 97542
    },
    {
      "epoch": 3.9952078640180217,
      "grad_norm": 1.6427500474637295,
      "learning_rate": 7.722420761623225e-05,
      "loss": 1.0702,
      "step": 97543
    },
    {
      "epoch": 3.995248822445218,
      "grad_norm": 1.6228814094756765,
      "learning_rate": 7.722135580883714e-05,
      "loss": 0.7271,
      "step": 97544
    },
    {
      "epoch": 3.9952897808724144,
      "grad_norm": 1.3880890256422809,
      "learning_rate": 7.721850403584756e-05,
      "loss": 0.5955,
      "step": 97545
    },
    {
      "epoch": 3.995330739299611,
      "grad_norm": 1.80093581594656,
      "learning_rate": 7.721565229726488e-05,
      "loss": 1.1111,
      "step": 97546
    },
    {
      "epoch": 3.9953716977268074,
      "grad_norm": 0.7816917431167824,
      "learning_rate": 7.721280059309039e-05,
      "loss": 0.2024,
      "step": 97547
    },
    {
      "epoch": 3.9954126561540035,
      "grad_norm": 1.3808999662076977,
      "learning_rate": 7.720994892332543e-05,
      "loss": 0.6159,
      "step": 97548
    },
    {
      "epoch": 3.9954536145812,
      "grad_norm": 1.4797748188112876,
      "learning_rate": 7.720709728797146e-05,
      "loss": 0.6652,
      "step": 97549
    },
    {
      "epoch": 3.9954945730083966,
      "grad_norm": 1.0275189680383707,
      "learning_rate": 7.72042456870297e-05,
      "loss": 0.2152,
      "step": 97550
    },
    {
      "epoch": 3.9955355314355927,
      "grad_norm": 0.979385469275103,
      "learning_rate": 7.72013941205016e-05,
      "loss": 0.3086,
      "step": 97551
    },
    {
      "epoch": 3.9955764898627892,
      "grad_norm": 1.310585987371607,
      "learning_rate": 7.719854258838838e-05,
      "loss": 0.2972,
      "step": 97552
    },
    {
      "epoch": 3.9956174482899858,
      "grad_norm": 1.0084385177874065,
      "learning_rate": 7.719569109069148e-05,
      "loss": 0.2393,
      "step": 97553
    },
    {
      "epoch": 3.9956584067171823,
      "grad_norm": 4.174193873974386,
      "learning_rate": 7.719283962741229e-05,
      "loss": 0.7161,
      "step": 97554
    },
    {
      "epoch": 3.9956993651443784,
      "grad_norm": 1.4047021915790447,
      "learning_rate": 7.718998819855204e-05,
      "loss": 0.6814,
      "step": 97555
    },
    {
      "epoch": 3.995740323571575,
      "grad_norm": 1.586418460759219,
      "learning_rate": 7.718713680411214e-05,
      "loss": 0.8764,
      "step": 97556
    },
    {
      "epoch": 3.995781281998771,
      "grad_norm": 1.7135730239267482,
      "learning_rate": 7.718428544409399e-05,
      "loss": 0.9219,
      "step": 97557
    },
    {
      "epoch": 3.9958222404259676,
      "grad_norm": 1.510967727373666,
      "learning_rate": 7.718143411849884e-05,
      "loss": 0.6545,
      "step": 97558
    },
    {
      "epoch": 3.995863198853164,
      "grad_norm": 0.9743094076131312,
      "learning_rate": 7.717858282732812e-05,
      "loss": 0.3295,
      "step": 97559
    },
    {
      "epoch": 3.9959041572803606,
      "grad_norm": 1.6276044599647177,
      "learning_rate": 7.71757315705831e-05,
      "loss": 0.7982,
      "step": 97560
    },
    {
      "epoch": 3.9959451157075567,
      "grad_norm": 0.7973368627384407,
      "learning_rate": 7.717288034826515e-05,
      "loss": 0.2335,
      "step": 97561
    },
    {
      "epoch": 3.9959860741347533,
      "grad_norm": 1.422915766320256,
      "learning_rate": 7.717002916037571e-05,
      "loss": 0.7422,
      "step": 97562
    },
    {
      "epoch": 3.9960270325619494,
      "grad_norm": 1.1485386422412904,
      "learning_rate": 7.716717800691605e-05,
      "loss": 0.5585,
      "step": 97563
    },
    {
      "epoch": 3.996067990989146,
      "grad_norm": 1.2447117874030837,
      "learning_rate": 7.716432688788747e-05,
      "loss": 0.5927,
      "step": 97564
    },
    {
      "epoch": 3.9961089494163424,
      "grad_norm": 0.8050809627608106,
      "learning_rate": 7.716147580329142e-05,
      "loss": 0.2381,
      "step": 97565
    },
    {
      "epoch": 3.996149907843539,
      "grad_norm": 1.0509886573672633,
      "learning_rate": 7.715862475312914e-05,
      "loss": 0.3182,
      "step": 97566
    },
    {
      "epoch": 3.996190866270735,
      "grad_norm": 0.7643921853692193,
      "learning_rate": 7.715577373740203e-05,
      "loss": 0.2252,
      "step": 97567
    },
    {
      "epoch": 3.9962318246979316,
      "grad_norm": 1.522611335829849,
      "learning_rate": 7.715292275611152e-05,
      "loss": 0.7155,
      "step": 97568
    },
    {
      "epoch": 3.996272783125128,
      "grad_norm": 2.2947857192650476,
      "learning_rate": 7.715007180925883e-05,
      "loss": 0.8936,
      "step": 97569
    },
    {
      "epoch": 3.996313741552324,
      "grad_norm": 1.076153805852213,
      "learning_rate": 7.714722089684538e-05,
      "loss": 0.2524,
      "step": 97570
    },
    {
      "epoch": 3.9963546999795208,
      "grad_norm": 1.4720884627901578,
      "learning_rate": 7.714437001887245e-05,
      "loss": 0.6227,
      "step": 97571
    },
    {
      "epoch": 3.9963956584067173,
      "grad_norm": 0.9316455065880744,
      "learning_rate": 7.714151917534144e-05,
      "loss": 0.1675,
      "step": 97572
    },
    {
      "epoch": 3.996436616833914,
      "grad_norm": 1.7222305789015007,
      "learning_rate": 7.713866836625377e-05,
      "loss": 0.8487,
      "step": 97573
    },
    {
      "epoch": 3.99647757526111,
      "grad_norm": 1.788286653624243,
      "learning_rate": 7.713581759161064e-05,
      "loss": 0.9983,
      "step": 97574
    },
    {
      "epoch": 3.9965185336883065,
      "grad_norm": 1.792773800061102,
      "learning_rate": 7.713296685141346e-05,
      "loss": 0.6601,
      "step": 97575
    },
    {
      "epoch": 3.9965594921155025,
      "grad_norm": 1.675499241185461,
      "learning_rate": 7.713011614566365e-05,
      "loss": 0.5465,
      "step": 97576
    },
    {
      "epoch": 3.996600450542699,
      "grad_norm": 1.5085798930566108,
      "learning_rate": 7.712726547436242e-05,
      "loss": 0.7303,
      "step": 97577
    },
    {
      "epoch": 3.9966414089698956,
      "grad_norm": 1.0404394842459677,
      "learning_rate": 7.712441483751125e-05,
      "loss": 0.2641,
      "step": 97578
    },
    {
      "epoch": 3.996682367397092,
      "grad_norm": 1.1009281432198923,
      "learning_rate": 7.712156423511136e-05,
      "loss": 0.3707,
      "step": 97579
    },
    {
      "epoch": 3.9967233258242882,
      "grad_norm": 1.2613637273740357,
      "learning_rate": 7.711871366716421e-05,
      "loss": 0.6412,
      "step": 97580
    },
    {
      "epoch": 3.9967642842514848,
      "grad_norm": 1.5666952202772184,
      "learning_rate": 7.711586313367113e-05,
      "loss": 0.7255,
      "step": 97581
    },
    {
      "epoch": 3.996805242678681,
      "grad_norm": 1.2420624652283616,
      "learning_rate": 7.711301263463339e-05,
      "loss": 0.7089,
      "step": 97582
    },
    {
      "epoch": 3.9968462011058774,
      "grad_norm": 1.0979262984698996,
      "learning_rate": 7.711016217005238e-05,
      "loss": 0.2462,
      "step": 97583
    },
    {
      "epoch": 3.996887159533074,
      "grad_norm": 4.472645604817219,
      "learning_rate": 7.710731173992952e-05,
      "loss": 5.1701,
      "step": 97584
    },
    {
      "epoch": 3.9969281179602705,
      "grad_norm": 1.7134014520705236,
      "learning_rate": 7.710446134426601e-05,
      "loss": 0.941,
      "step": 97585
    },
    {
      "epoch": 3.9969690763874666,
      "grad_norm": 1.222059703295325,
      "learning_rate": 7.710161098306338e-05,
      "loss": 0.2335,
      "step": 97586
    },
    {
      "epoch": 3.997010034814663,
      "grad_norm": 4.195910094928992,
      "learning_rate": 7.70987606563228e-05,
      "loss": 2.5843,
      "step": 97587
    },
    {
      "epoch": 3.9970509932418596,
      "grad_norm": 1.1875915866884403,
      "learning_rate": 7.70959103640457e-05,
      "loss": 0.4622,
      "step": 97588
    },
    {
      "epoch": 3.9970919516690557,
      "grad_norm": 1.8145718536874091,
      "learning_rate": 7.709306010623347e-05,
      "loss": 0.6882,
      "step": 97589
    },
    {
      "epoch": 3.9971329100962523,
      "grad_norm": 1.7154035013687083,
      "learning_rate": 7.709020988288736e-05,
      "loss": 0.7655,
      "step": 97590
    },
    {
      "epoch": 3.997173868523449,
      "grad_norm": 1.4905622135878165,
      "learning_rate": 7.708735969400877e-05,
      "loss": 0.6717,
      "step": 97591
    },
    {
      "epoch": 3.9972148269506453,
      "grad_norm": 1.5707209701104936,
      "learning_rate": 7.708450953959911e-05,
      "loss": 0.6397,
      "step": 97592
    },
    {
      "epoch": 3.9972557853778414,
      "grad_norm": 1.3793746331235137,
      "learning_rate": 7.70816594196596e-05,
      "loss": 0.7016,
      "step": 97593
    },
    {
      "epoch": 3.997296743805038,
      "grad_norm": 1.7513638027348712,
      "learning_rate": 7.70788093341917e-05,
      "loss": 0.7479,
      "step": 97594
    },
    {
      "epoch": 3.997337702232234,
      "grad_norm": 1.370760424555616,
      "learning_rate": 7.707595928319664e-05,
      "loss": 0.8737,
      "step": 97595
    },
    {
      "epoch": 3.9973786606594306,
      "grad_norm": 1.7806118224239549,
      "learning_rate": 7.707310926667585e-05,
      "loss": 0.7273,
      "step": 97596
    },
    {
      "epoch": 3.997419619086627,
      "grad_norm": 1.3382340426896107,
      "learning_rate": 7.707025928463073e-05,
      "loss": 0.4551,
      "step": 97597
    },
    {
      "epoch": 3.9974605775138237,
      "grad_norm": 1.2643207420736664,
      "learning_rate": 7.70674093370625e-05,
      "loss": 0.6115,
      "step": 97598
    },
    {
      "epoch": 3.9975015359410198,
      "grad_norm": 2.394869984000717,
      "learning_rate": 7.706455942397255e-05,
      "loss": 1.3211,
      "step": 97599
    },
    {
      "epoch": 3.9975424943682163,
      "grad_norm": 1.6492129103135325,
      "learning_rate": 7.706170954536231e-05,
      "loss": 0.6687,
      "step": 97600
    },
    {
      "epoch": 3.9975834527954124,
      "grad_norm": 4.363783718404799,
      "learning_rate": 7.7058859701233e-05,
      "loss": 3.9565,
      "step": 97601
    },
    {
      "epoch": 3.997624411222609,
      "grad_norm": 1.021238659677143,
      "learning_rate": 7.705600989158609e-05,
      "loss": 0.3016,
      "step": 97602
    },
    {
      "epoch": 3.9976653696498055,
      "grad_norm": 1.7415835048650168,
      "learning_rate": 7.70531601164228e-05,
      "loss": 0.9215,
      "step": 97603
    },
    {
      "epoch": 3.997706328077002,
      "grad_norm": 1.8927329126072672,
      "learning_rate": 7.705031037574457e-05,
      "loss": 1.0488,
      "step": 97604
    },
    {
      "epoch": 3.997747286504198,
      "grad_norm": 1.5536681501447098,
      "learning_rate": 7.704746066955275e-05,
      "loss": 0.9318,
      "step": 97605
    },
    {
      "epoch": 3.9977882449313946,
      "grad_norm": 1.3462361683581496,
      "learning_rate": 7.70446109978486e-05,
      "loss": 0.517,
      "step": 97606
    },
    {
      "epoch": 3.997829203358591,
      "grad_norm": 2.2830289574359446,
      "learning_rate": 7.704176136063355e-05,
      "loss": 0.8358,
      "step": 97607
    },
    {
      "epoch": 3.9978701617857872,
      "grad_norm": 1.6056827493257793,
      "learning_rate": 7.703891175790896e-05,
      "loss": 0.7652,
      "step": 97608
    },
    {
      "epoch": 3.997911120212984,
      "grad_norm": 1.2836800943897206,
      "learning_rate": 7.703606218967608e-05,
      "loss": 0.4285,
      "step": 97609
    },
    {
      "epoch": 3.9979520786401803,
      "grad_norm": 1.3750775863452778,
      "learning_rate": 7.703321265593638e-05,
      "loss": 0.6006,
      "step": 97610
    },
    {
      "epoch": 3.997993037067377,
      "grad_norm": 1.6507108848521241,
      "learning_rate": 7.703036315669109e-05,
      "loss": 0.8258,
      "step": 97611
    },
    {
      "epoch": 3.998033995494573,
      "grad_norm": 1.4897011458750755,
      "learning_rate": 7.70275136919416e-05,
      "loss": 0.7272,
      "step": 97612
    },
    {
      "epoch": 3.9980749539217695,
      "grad_norm": 1.9368875869520783,
      "learning_rate": 7.702466426168933e-05,
      "loss": 1.1338,
      "step": 97613
    },
    {
      "epoch": 3.9981159123489656,
      "grad_norm": 1.3012074976207932,
      "learning_rate": 7.70218148659355e-05,
      "loss": 0.4619,
      "step": 97614
    },
    {
      "epoch": 3.998156870776162,
      "grad_norm": 1.3040190465686448,
      "learning_rate": 7.701896550468159e-05,
      "loss": 0.7895,
      "step": 97615
    },
    {
      "epoch": 3.9981978292033586,
      "grad_norm": 1.380255691170044,
      "learning_rate": 7.701611617792882e-05,
      "loss": 0.7015,
      "step": 97616
    },
    {
      "epoch": 3.998238787630555,
      "grad_norm": 5.0996734916500985,
      "learning_rate": 7.701326688567859e-05,
      "loss": 4.1272,
      "step": 97617
    },
    {
      "epoch": 3.9982797460577513,
      "grad_norm": 0.6446537783645396,
      "learning_rate": 7.701041762793231e-05,
      "loss": 0.0855,
      "step": 97618
    },
    {
      "epoch": 3.998320704484948,
      "grad_norm": 0.6941351954328427,
      "learning_rate": 7.70075684046912e-05,
      "loss": 0.1225,
      "step": 97619
    },
    {
      "epoch": 3.998361662912144,
      "grad_norm": 1.143555149492155,
      "learning_rate": 7.700471921595668e-05,
      "loss": 0.4342,
      "step": 97620
    },
    {
      "epoch": 3.9984026213393404,
      "grad_norm": 1.8269422609605623,
      "learning_rate": 7.700187006173017e-05,
      "loss": 0.9126,
      "step": 97621
    },
    {
      "epoch": 3.998443579766537,
      "grad_norm": 1.625398451700756,
      "learning_rate": 7.699902094201285e-05,
      "loss": 0.7754,
      "step": 97622
    },
    {
      "epoch": 3.9984845381937335,
      "grad_norm": 2.2113937341964887,
      "learning_rate": 7.699617185680624e-05,
      "loss": 1.0767,
      "step": 97623
    },
    {
      "epoch": 3.9985254966209296,
      "grad_norm": 1.5911725104728993,
      "learning_rate": 7.699332280611154e-05,
      "loss": 0.8243,
      "step": 97624
    },
    {
      "epoch": 3.998566455048126,
      "grad_norm": 1.7069167197065118,
      "learning_rate": 7.699047378993016e-05,
      "loss": 0.8605,
      "step": 97625
    },
    {
      "epoch": 3.9986074134753227,
      "grad_norm": 1.2824913373145992,
      "learning_rate": 7.698762480826352e-05,
      "loss": 0.4605,
      "step": 97626
    },
    {
      "epoch": 3.9986483719025188,
      "grad_norm": 1.3144345494556138,
      "learning_rate": 7.698477586111283e-05,
      "loss": 0.7182,
      "step": 97627
    },
    {
      "epoch": 3.9986893303297153,
      "grad_norm": 1.2714721668345679,
      "learning_rate": 7.69819269484795e-05,
      "loss": 0.4635,
      "step": 97628
    },
    {
      "epoch": 3.998730288756912,
      "grad_norm": 1.370910786961311,
      "learning_rate": 7.69790780703649e-05,
      "loss": 0.6749,
      "step": 97629
    },
    {
      "epoch": 3.9987712471841084,
      "grad_norm": 1.335816574684386,
      "learning_rate": 7.697622922677033e-05,
      "loss": 0.8048,
      "step": 97630
    },
    {
      "epoch": 3.9988122056113045,
      "grad_norm": 1.1948760033259815,
      "learning_rate": 7.697338041769722e-05,
      "loss": 0.4029,
      "step": 97631
    },
    {
      "epoch": 3.998853164038501,
      "grad_norm": 1.4802087285669374,
      "learning_rate": 7.69705316431468e-05,
      "loss": 0.6634,
      "step": 97632
    },
    {
      "epoch": 3.998894122465697,
      "grad_norm": 1.134451763783663,
      "learning_rate": 7.696768290312052e-05,
      "loss": 0.6606,
      "step": 97633
    },
    {
      "epoch": 3.9989350808928936,
      "grad_norm": 0.5895006091027776,
      "learning_rate": 7.696483419761964e-05,
      "loss": 0.0888,
      "step": 97634
    },
    {
      "epoch": 3.99897603932009,
      "grad_norm": 0.8754568967523103,
      "learning_rate": 7.696198552664559e-05,
      "loss": 0.2466,
      "step": 97635
    },
    {
      "epoch": 3.9990169977472867,
      "grad_norm": 1.421528559983329,
      "learning_rate": 7.695913689019964e-05,
      "loss": 0.4999,
      "step": 97636
    },
    {
      "epoch": 3.999057956174483,
      "grad_norm": 1.0958725926311976,
      "learning_rate": 7.695628828828319e-05,
      "loss": 0.3164,
      "step": 97637
    },
    {
      "epoch": 3.9990989146016793,
      "grad_norm": 0.7718177250179072,
      "learning_rate": 7.695343972089756e-05,
      "loss": 0.1954,
      "step": 97638
    },
    {
      "epoch": 3.9991398730288754,
      "grad_norm": 1.6989748506472635,
      "learning_rate": 7.695059118804406e-05,
      "loss": 0.7029,
      "step": 97639
    },
    {
      "epoch": 3.999180831456072,
      "grad_norm": 1.7435459047310333,
      "learning_rate": 7.694774268972418e-05,
      "loss": 0.9107,
      "step": 97640
    },
    {
      "epoch": 3.9992217898832685,
      "grad_norm": 2.0778125222442063,
      "learning_rate": 7.694489422593908e-05,
      "loss": 1.2983,
      "step": 97641
    },
    {
      "epoch": 3.999262748310465,
      "grad_norm": 2.761288193697464,
      "learning_rate": 7.694204579669026e-05,
      "loss": 1.373,
      "step": 97642
    },
    {
      "epoch": 3.999303706737661,
      "grad_norm": 1.5839060086783878,
      "learning_rate": 7.693919740197895e-05,
      "loss": 0.8583,
      "step": 97643
    },
    {
      "epoch": 3.9993446651648576,
      "grad_norm": 1.7992743589092597,
      "learning_rate": 7.693634904180655e-05,
      "loss": 1.0322,
      "step": 97644
    },
    {
      "epoch": 3.999385623592054,
      "grad_norm": 1.6402425946381947,
      "learning_rate": 7.693350071617446e-05,
      "loss": 0.7405,
      "step": 97645
    },
    {
      "epoch": 3.9994265820192503,
      "grad_norm": 4.280711538867769,
      "learning_rate": 7.69306524250839e-05,
      "loss": 4.642,
      "step": 97646
    },
    {
      "epoch": 3.999467540446447,
      "grad_norm": 1.6324466295932802,
      "learning_rate": 7.69278041685363e-05,
      "loss": 0.7199,
      "step": 97647
    },
    {
      "epoch": 3.9995084988736433,
      "grad_norm": 0.8261923978932533,
      "learning_rate": 7.692495594653306e-05,
      "loss": 0.2066,
      "step": 97648
    },
    {
      "epoch": 3.99954945730084,
      "grad_norm": 1.8493598404876452,
      "learning_rate": 7.692210775907539e-05,
      "loss": 0.8333,
      "step": 97649
    },
    {
      "epoch": 3.999590415728036,
      "grad_norm": 1.2833190095002223,
      "learning_rate": 7.691925960616477e-05,
      "loss": 0.5876,
      "step": 97650
    },
    {
      "epoch": 3.9996313741552325,
      "grad_norm": 3.8424354724875136,
      "learning_rate": 7.691641148780242e-05,
      "loss": 2.436,
      "step": 97651
    },
    {
      "epoch": 3.9996723325824286,
      "grad_norm": 2.195850581146329,
      "learning_rate": 7.691356340398975e-05,
      "loss": 1.0472,
      "step": 97652
    },
    {
      "epoch": 3.999713291009625,
      "grad_norm": 2.1197375723695577,
      "learning_rate": 7.691071535472817e-05,
      "loss": 0.7601,
      "step": 97653
    },
    {
      "epoch": 3.9997542494368217,
      "grad_norm": 1.2353159826113373,
      "learning_rate": 7.69078673400189e-05,
      "loss": 0.6376,
      "step": 97654
    },
    {
      "epoch": 3.999795207864018,
      "grad_norm": 1.311918799360567,
      "learning_rate": 7.690501935986335e-05,
      "loss": 0.6131,
      "step": 97655
    },
    {
      "epoch": 3.9998361662912143,
      "grad_norm": 1.7340831179181728,
      "learning_rate": 7.690217141426291e-05,
      "loss": 0.8059,
      "step": 97656
    },
    {
      "epoch": 3.999877124718411,
      "grad_norm": 1.1662711729411381,
      "learning_rate": 7.689932350321885e-05,
      "loss": 0.7775,
      "step": 97657
    },
    {
      "epoch": 3.9999180831456074,
      "grad_norm": 1.7171869781803655,
      "learning_rate": 7.68964756267326e-05,
      "loss": 0.8859,
      "step": 97658
    },
    {
      "epoch": 3.9999590415728035,
      "grad_norm": 1.2800018618369928,
      "learning_rate": 7.689362778480538e-05,
      "loss": 0.4527,
      "step": 97659
    },
    {
      "epoch": 4.0,
      "grad_norm": 1.648456772616846,
      "learning_rate": 7.689077997743862e-05,
      "loss": 0.7233,
      "step": 97660
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.8167445063591003,
      "eval_runtime": 4117.412,
      "eval_samples_per_second": 5.93,
      "eval_steps_per_second": 5.93,
      "step": 97660
    },
    {
      "epoch": 4.0000409584271965,
      "grad_norm": 1.4016806671121764,
      "learning_rate": 7.688793220463371e-05,
      "loss": 0.548,
      "step": 97661
    },
    {
      "epoch": 4.000081916854393,
      "grad_norm": 2.049171164965571,
      "learning_rate": 7.68850844663919e-05,
      "loss": 1.0955,
      "step": 97662
    },
    {
      "epoch": 4.00012287528159,
      "grad_norm": 1.4479702161471648,
      "learning_rate": 7.688223676271456e-05,
      "loss": 0.734,
      "step": 97663
    },
    {
      "epoch": 4.000163833708785,
      "grad_norm": 1.305669781918293,
      "learning_rate": 7.687938909360313e-05,
      "loss": 0.6093,
      "step": 97664
    },
    {
      "epoch": 4.000204792135982,
      "grad_norm": 1.4861883826446485,
      "learning_rate": 7.687654145905881e-05,
      "loss": 0.707,
      "step": 97665
    },
    {
      "epoch": 4.000245750563178,
      "grad_norm": 2.2092560963408854,
      "learning_rate": 7.68736938590831e-05,
      "loss": 0.9614,
      "step": 97666
    },
    {
      "epoch": 4.000286708990375,
      "grad_norm": 1.3528482012992775,
      "learning_rate": 7.687084629367719e-05,
      "loss": 0.79,
      "step": 97667
    },
    {
      "epoch": 4.000327667417571,
      "grad_norm": 1.4184446745884152,
      "learning_rate": 7.68679987628425e-05,
      "loss": 0.6264,
      "step": 97668
    },
    {
      "epoch": 4.000368625844768,
      "grad_norm": 1.4271102743230522,
      "learning_rate": 7.686515126658041e-05,
      "loss": 0.7614,
      "step": 97669
    },
    {
      "epoch": 4.000409584271964,
      "grad_norm": 1.512164722602295,
      "learning_rate": 7.686230380489221e-05,
      "loss": 0.6778,
      "step": 97670
    },
    {
      "epoch": 4.00045054269916,
      "grad_norm": 1.2661602085493593,
      "learning_rate": 7.685945637777927e-05,
      "loss": 0.6177,
      "step": 97671
    },
    {
      "epoch": 4.000491501126357,
      "grad_norm": 1.3690280001811677,
      "learning_rate": 7.685660898524297e-05,
      "loss": 0.2998,
      "step": 97672
    },
    {
      "epoch": 4.000532459553553,
      "grad_norm": 1.0712975893188053,
      "learning_rate": 7.685376162728459e-05,
      "loss": 0.3519,
      "step": 97673
    },
    {
      "epoch": 4.00057341798075,
      "grad_norm": 1.3709214586891385,
      "learning_rate": 7.685091430390555e-05,
      "loss": 0.6071,
      "step": 97674
    },
    {
      "epoch": 4.000614376407946,
      "grad_norm": 1.0281222810298765,
      "learning_rate": 7.684806701510707e-05,
      "loss": 0.2306,
      "step": 97675
    },
    {
      "epoch": 4.000655334835142,
      "grad_norm": 1.4316802673448321,
      "learning_rate": 7.684521976089061e-05,
      "loss": 0.7726,
      "step": 97676
    },
    {
      "epoch": 4.000696293262338,
      "grad_norm": 1.570670088256596,
      "learning_rate": 7.684237254125755e-05,
      "loss": 0.7124,
      "step": 97677
    },
    {
      "epoch": 4.000737251689535,
      "grad_norm": 1.5531566426522434,
      "learning_rate": 7.683952535620908e-05,
      "loss": 0.5657,
      "step": 97678
    },
    {
      "epoch": 4.0007782101167315,
      "grad_norm": 1.9653059723575224,
      "learning_rate": 7.683667820574666e-05,
      "loss": 0.7809,
      "step": 97679
    },
    {
      "epoch": 4.000819168543928,
      "grad_norm": 1.6304427764264706,
      "learning_rate": 7.683383108987166e-05,
      "loss": 0.8371,
      "step": 97680
    },
    {
      "epoch": 4.000860126971125,
      "grad_norm": 1.2524420473507025,
      "learning_rate": 7.683098400858534e-05,
      "loss": 0.4751,
      "step": 97681
    },
    {
      "epoch": 4.000901085398321,
      "grad_norm": 1.4404895729578293,
      "learning_rate": 7.682813696188914e-05,
      "loss": 0.6953,
      "step": 97682
    },
    {
      "epoch": 4.000942043825517,
      "grad_norm": 1.164963412760064,
      "learning_rate": 7.682528994978427e-05,
      "loss": 0.4342,
      "step": 97683
    },
    {
      "epoch": 4.000983002252713,
      "grad_norm": 1.0359518811621433,
      "learning_rate": 7.682244297227218e-05,
      "loss": 0.2536,
      "step": 97684
    },
    {
      "epoch": 4.00102396067991,
      "grad_norm": 0.818607715062827,
      "learning_rate": 7.681959602935425e-05,
      "loss": 0.219,
      "step": 97685
    },
    {
      "epoch": 4.001064919107106,
      "grad_norm": 1.704950344120569,
      "learning_rate": 7.681674912103169e-05,
      "loss": 0.5443,
      "step": 97686
    },
    {
      "epoch": 4.001105877534303,
      "grad_norm": 2.9346694230530965,
      "learning_rate": 7.6813902247306e-05,
      "loss": 1.1476,
      "step": 97687
    },
    {
      "epoch": 4.0011468359614994,
      "grad_norm": 1.0649348658302982,
      "learning_rate": 7.681105540817838e-05,
      "loss": 0.4686,
      "step": 97688
    },
    {
      "epoch": 4.001187794388695,
      "grad_norm": 1.315841205530984,
      "learning_rate": 7.680820860365026e-05,
      "loss": 0.632,
      "step": 97689
    },
    {
      "epoch": 4.001228752815892,
      "grad_norm": 1.078126693922736,
      "learning_rate": 7.680536183372301e-05,
      "loss": 0.4675,
      "step": 97690
    },
    {
      "epoch": 4.001269711243088,
      "grad_norm": 1.2520794643752078,
      "learning_rate": 7.680251509839791e-05,
      "loss": 0.5215,
      "step": 97691
    },
    {
      "epoch": 4.001310669670285,
      "grad_norm": 1.5498869229603687,
      "learning_rate": 7.679966839767631e-05,
      "loss": 0.6297,
      "step": 97692
    },
    {
      "epoch": 4.001351628097481,
      "grad_norm": 1.2817632932566014,
      "learning_rate": 7.679682173155963e-05,
      "loss": 0.4648,
      "step": 97693
    },
    {
      "epoch": 4.001392586524678,
      "grad_norm": 1.4615229396501443,
      "learning_rate": 7.679397510004913e-05,
      "loss": 0.6249,
      "step": 97694
    },
    {
      "epoch": 4.001433544951873,
      "grad_norm": 2.068453985716286,
      "learning_rate": 7.679112850314624e-05,
      "loss": 1.2379,
      "step": 97695
    },
    {
      "epoch": 4.00147450337907,
      "grad_norm": 1.226383965471892,
      "learning_rate": 7.67882819408522e-05,
      "loss": 0.2952,
      "step": 97696
    },
    {
      "epoch": 4.0015154618062665,
      "grad_norm": 1.1518386747096638,
      "learning_rate": 7.678543541316842e-05,
      "loss": 0.5082,
      "step": 97697
    },
    {
      "epoch": 4.001556420233463,
      "grad_norm": 1.1593551896054284,
      "learning_rate": 7.678258892009627e-05,
      "loss": 0.3191,
      "step": 97698
    },
    {
      "epoch": 4.00159737866066,
      "grad_norm": 1.3340843271513048,
      "learning_rate": 7.677974246163703e-05,
      "loss": 0.5954,
      "step": 97699
    },
    {
      "epoch": 4.001638337087856,
      "grad_norm": 1.663571622680248,
      "learning_rate": 7.677689603779207e-05,
      "loss": 0.675,
      "step": 97700
    },
    {
      "epoch": 4.001679295515053,
      "grad_norm": 1.4969122343691423,
      "learning_rate": 7.677404964856279e-05,
      "loss": 0.5564,
      "step": 97701
    },
    {
      "epoch": 4.001720253942248,
      "grad_norm": 2.6070677768765322,
      "learning_rate": 7.677120329395044e-05,
      "loss": 2.0383,
      "step": 97702
    },
    {
      "epoch": 4.001761212369445,
      "grad_norm": 1.5198705899379603,
      "learning_rate": 7.676835697395648e-05,
      "loss": 0.8007,
      "step": 97703
    },
    {
      "epoch": 4.001802170796641,
      "grad_norm": 1.8458364812298111,
      "learning_rate": 7.676551068858219e-05,
      "loss": 0.7803,
      "step": 97704
    },
    {
      "epoch": 4.001843129223838,
      "grad_norm": 2.482496090113765,
      "learning_rate": 7.676266443782888e-05,
      "loss": 1.0808,
      "step": 97705
    },
    {
      "epoch": 4.001884087651034,
      "grad_norm": 1.5935702922220432,
      "learning_rate": 7.675981822169789e-05,
      "loss": 0.5648,
      "step": 97706
    },
    {
      "epoch": 4.001925046078231,
      "grad_norm": 1.7138616785090268,
      "learning_rate": 7.67569720401907e-05,
      "loss": 0.868,
      "step": 97707
    },
    {
      "epoch": 4.001966004505427,
      "grad_norm": 1.4188897306355737,
      "learning_rate": 7.675412589330849e-05,
      "loss": 0.7266,
      "step": 97708
    },
    {
      "epoch": 4.002006962932623,
      "grad_norm": 1.2536257834782913,
      "learning_rate": 7.675127978105273e-05,
      "loss": 0.4502,
      "step": 97709
    },
    {
      "epoch": 4.00204792135982,
      "grad_norm": 1.5939455251900305,
      "learning_rate": 7.674843370342466e-05,
      "loss": 0.7654,
      "step": 97710
    },
    {
      "epoch": 4.002088879787016,
      "grad_norm": 0.7520082215212138,
      "learning_rate": 7.674558766042569e-05,
      "loss": 0.1999,
      "step": 97711
    },
    {
      "epoch": 4.002129838214213,
      "grad_norm": 2.1394549424662532,
      "learning_rate": 7.674274165205721e-05,
      "loss": 0.7512,
      "step": 97712
    },
    {
      "epoch": 4.002170796641409,
      "grad_norm": 1.2996862305867416,
      "learning_rate": 7.673989567832045e-05,
      "loss": 0.4442,
      "step": 97713
    },
    {
      "epoch": 4.002211755068605,
      "grad_norm": 0.8786859349178592,
      "learning_rate": 7.673704973921689e-05,
      "loss": 0.2293,
      "step": 97714
    },
    {
      "epoch": 4.0022527134958015,
      "grad_norm": 0.5677148522779731,
      "learning_rate": 7.673420383474772e-05,
      "loss": 0.0575,
      "step": 97715
    },
    {
      "epoch": 4.002293671922998,
      "grad_norm": 1.0377302596267457,
      "learning_rate": 7.673135796491439e-05,
      "loss": 0.3202,
      "step": 97716
    },
    {
      "epoch": 4.0023346303501945,
      "grad_norm": 1.41496130872781,
      "learning_rate": 7.672851212971826e-05,
      "loss": 0.6843,
      "step": 97717
    },
    {
      "epoch": 4.002375588777391,
      "grad_norm": 0.8229608071881854,
      "learning_rate": 7.672566632916058e-05,
      "loss": 0.197,
      "step": 97718
    },
    {
      "epoch": 4.002416547204588,
      "grad_norm": 1.9752875636652318,
      "learning_rate": 7.672282056324278e-05,
      "loss": 0.7189,
      "step": 97719
    },
    {
      "epoch": 4.002457505631784,
      "grad_norm": 1.5409413096485411,
      "learning_rate": 7.67199748319662e-05,
      "loss": 0.4598,
      "step": 97720
    },
    {
      "epoch": 4.00249846405898,
      "grad_norm": 1.6413962874238948,
      "learning_rate": 7.671712913533211e-05,
      "loss": 0.6709,
      "step": 97721
    },
    {
      "epoch": 4.002539422486176,
      "grad_norm": 1.1547680447064448,
      "learning_rate": 7.671428347334199e-05,
      "loss": 0.5269,
      "step": 97722
    },
    {
      "epoch": 4.002580380913373,
      "grad_norm": 1.271850199550984,
      "learning_rate": 7.671143784599704e-05,
      "loss": 0.5712,
      "step": 97723
    },
    {
      "epoch": 4.002621339340569,
      "grad_norm": 0.6503253428010318,
      "learning_rate": 7.670859225329866e-05,
      "loss": 0.171,
      "step": 97724
    },
    {
      "epoch": 4.002662297767766,
      "grad_norm": 1.6897722443171697,
      "learning_rate": 7.670574669524827e-05,
      "loss": 0.5943,
      "step": 97725
    },
    {
      "epoch": 4.0027032561949625,
      "grad_norm": 1.0123154638989418,
      "learning_rate": 7.670290117184709e-05,
      "loss": 0.4953,
      "step": 97726
    },
    {
      "epoch": 4.002744214622158,
      "grad_norm": 0.9612058125958884,
      "learning_rate": 7.670005568309653e-05,
      "loss": 0.5028,
      "step": 97727
    },
    {
      "epoch": 4.002785173049355,
      "grad_norm": 0.9173829059016956,
      "learning_rate": 7.669721022899796e-05,
      "loss": 0.2496,
      "step": 97728
    },
    {
      "epoch": 4.002826131476551,
      "grad_norm": 1.184152511430543,
      "learning_rate": 7.669436480955266e-05,
      "loss": 0.5588,
      "step": 97729
    },
    {
      "epoch": 4.002867089903748,
      "grad_norm": 1.8311283457513294,
      "learning_rate": 7.669151942476209e-05,
      "loss": 0.9409,
      "step": 97730
    },
    {
      "epoch": 4.002908048330944,
      "grad_norm": 1.6752872671229784,
      "learning_rate": 7.668867407462742e-05,
      "loss": 0.8811,
      "step": 97731
    },
    {
      "epoch": 4.002949006758141,
      "grad_norm": 1.3817217578754224,
      "learning_rate": 7.668582875915011e-05,
      "loss": 0.5955,
      "step": 97732
    },
    {
      "epoch": 4.0029899651853365,
      "grad_norm": 1.3133853576220806,
      "learning_rate": 7.668298347833155e-05,
      "loss": 0.3549,
      "step": 97733
    },
    {
      "epoch": 4.003030923612533,
      "grad_norm": 1.1662524981802163,
      "learning_rate": 7.668013823217295e-05,
      "loss": 0.4007,
      "step": 97734
    },
    {
      "epoch": 4.0030718820397295,
      "grad_norm": 0.9016532586240211,
      "learning_rate": 7.667729302067574e-05,
      "loss": 0.2109,
      "step": 97735
    },
    {
      "epoch": 4.003112840466926,
      "grad_norm": 0.9860748260595756,
      "learning_rate": 7.667444784384128e-05,
      "loss": 0.2728,
      "step": 97736
    },
    {
      "epoch": 4.003153798894123,
      "grad_norm": 0.9273471710938506,
      "learning_rate": 7.667160270167085e-05,
      "loss": 0.2552,
      "step": 97737
    },
    {
      "epoch": 4.003194757321319,
      "grad_norm": 1.3059793309766747,
      "learning_rate": 7.66687575941659e-05,
      "loss": 0.5113,
      "step": 97738
    },
    {
      "epoch": 4.003235715748516,
      "grad_norm": 1.5903175298130139,
      "learning_rate": 7.666591252132764e-05,
      "loss": 0.8689,
      "step": 97739
    },
    {
      "epoch": 4.003276674175711,
      "grad_norm": 1.2311265402839866,
      "learning_rate": 7.666306748315746e-05,
      "loss": 0.5229,
      "step": 97740
    },
    {
      "epoch": 4.003317632602908,
      "grad_norm": 0.8356987303526073,
      "learning_rate": 7.666022247965681e-05,
      "loss": 0.2364,
      "step": 97741
    },
    {
      "epoch": 4.003358591030104,
      "grad_norm": 2.0074308201361766,
      "learning_rate": 7.665737751082689e-05,
      "loss": 0.7196,
      "step": 97742
    },
    {
      "epoch": 4.003399549457301,
      "grad_norm": 1.2323618508601022,
      "learning_rate": 7.66545325766691e-05,
      "loss": 0.6515,
      "step": 97743
    },
    {
      "epoch": 4.0034405078844975,
      "grad_norm": 1.2548880693071676,
      "learning_rate": 7.665168767718484e-05,
      "loss": 0.5197,
      "step": 97744
    },
    {
      "epoch": 4.003481466311694,
      "grad_norm": 1.3386050527464224,
      "learning_rate": 7.664884281237535e-05,
      "loss": 0.5747,
      "step": 97745
    },
    {
      "epoch": 4.00352242473889,
      "grad_norm": 0.9126352833111593,
      "learning_rate": 7.664599798224209e-05,
      "loss": 0.309,
      "step": 97746
    },
    {
      "epoch": 4.003563383166086,
      "grad_norm": 1.669677656096388,
      "learning_rate": 7.66431531867863e-05,
      "loss": 0.9273,
      "step": 97747
    },
    {
      "epoch": 4.003604341593283,
      "grad_norm": 1.7425986139489187,
      "learning_rate": 7.664030842600938e-05,
      "loss": 1.0059,
      "step": 97748
    },
    {
      "epoch": 4.003645300020479,
      "grad_norm": 1.1682383346986058,
      "learning_rate": 7.663746369991269e-05,
      "loss": 0.4197,
      "step": 97749
    },
    {
      "epoch": 4.003686258447676,
      "grad_norm": 1.0023884496180981,
      "learning_rate": 7.663461900849752e-05,
      "loss": 0.3039,
      "step": 97750
    },
    {
      "epoch": 4.003727216874872,
      "grad_norm": 1.4508534422600885,
      "learning_rate": 7.663177435176529e-05,
      "loss": 0.7134,
      "step": 97751
    },
    {
      "epoch": 4.003768175302068,
      "grad_norm": 0.8187055524176671,
      "learning_rate": 7.662892972971724e-05,
      "loss": 0.2186,
      "step": 97752
    },
    {
      "epoch": 4.0038091337292645,
      "grad_norm": 1.4522676692072898,
      "learning_rate": 7.662608514235479e-05,
      "loss": 0.5933,
      "step": 97753
    },
    {
      "epoch": 4.003850092156461,
      "grad_norm": 1.148928362847703,
      "learning_rate": 7.662324058967931e-05,
      "loss": 0.2632,
      "step": 97754
    },
    {
      "epoch": 4.003891050583658,
      "grad_norm": 1.5337998565405382,
      "learning_rate": 7.662039607169204e-05,
      "loss": 0.6582,
      "step": 97755
    },
    {
      "epoch": 4.003932009010854,
      "grad_norm": 1.1666708840970306,
      "learning_rate": 7.66175515883944e-05,
      "loss": 0.5587,
      "step": 97756
    },
    {
      "epoch": 4.003972967438051,
      "grad_norm": 1.5947582099202804,
      "learning_rate": 7.661470713978779e-05,
      "loss": 0.7392,
      "step": 97757
    },
    {
      "epoch": 4.004013925865247,
      "grad_norm": 1.08756358552546,
      "learning_rate": 7.661186272587341e-05,
      "loss": 0.3656,
      "step": 97758
    },
    {
      "epoch": 4.004054884292443,
      "grad_norm": 1.6668388315203975,
      "learning_rate": 7.660901834665275e-05,
      "loss": 0.8969,
      "step": 97759
    },
    {
      "epoch": 4.004095842719639,
      "grad_norm": 1.3583720342319863,
      "learning_rate": 7.660617400212703e-05,
      "loss": 0.5373,
      "step": 97760
    },
    {
      "epoch": 4.004136801146836,
      "grad_norm": 1.4978612055798677,
      "learning_rate": 7.660332969229767e-05,
      "loss": 0.7942,
      "step": 97761
    },
    {
      "epoch": 4.004177759574032,
      "grad_norm": 1.5848011502970623,
      "learning_rate": 7.660048541716604e-05,
      "loss": 0.9091,
      "step": 97762
    },
    {
      "epoch": 4.004218718001229,
      "grad_norm": 1.008052907352553,
      "learning_rate": 7.659764117673337e-05,
      "loss": 0.262,
      "step": 97763
    },
    {
      "epoch": 4.0042596764284255,
      "grad_norm": 1.1772365188295897,
      "learning_rate": 7.659479697100111e-05,
      "loss": 0.5146,
      "step": 97764
    },
    {
      "epoch": 4.004300634855621,
      "grad_norm": 1.8304758572180992,
      "learning_rate": 7.659195279997058e-05,
      "loss": 0.8245,
      "step": 97765
    },
    {
      "epoch": 4.004341593282818,
      "grad_norm": 1.6396309231057493,
      "learning_rate": 7.65891086636431e-05,
      "loss": 0.8432,
      "step": 97766
    },
    {
      "epoch": 4.004382551710014,
      "grad_norm": 1.8013135317180617,
      "learning_rate": 7.658626456202007e-05,
      "loss": 0.9845,
      "step": 97767
    },
    {
      "epoch": 4.004423510137211,
      "grad_norm": 0.8888586407726191,
      "learning_rate": 7.658342049510272e-05,
      "loss": 0.2426,
      "step": 97768
    },
    {
      "epoch": 4.004464468564407,
      "grad_norm": 1.5717016189014994,
      "learning_rate": 7.65805764628925e-05,
      "loss": 0.6915,
      "step": 97769
    },
    {
      "epoch": 4.004505426991604,
      "grad_norm": 2.010014598713372,
      "learning_rate": 7.657773246539077e-05,
      "loss": 0.3323,
      "step": 97770
    },
    {
      "epoch": 4.0045463854187995,
      "grad_norm": 2.3625469242285577,
      "learning_rate": 7.657488850259875e-05,
      "loss": 0.6763,
      "step": 97771
    },
    {
      "epoch": 4.004587343845996,
      "grad_norm": 0.7917026040930722,
      "learning_rate": 7.657204457451788e-05,
      "loss": 0.1989,
      "step": 97772
    },
    {
      "epoch": 4.0046283022731926,
      "grad_norm": 1.4510782150806845,
      "learning_rate": 7.656920068114955e-05,
      "loss": 0.7076,
      "step": 97773
    },
    {
      "epoch": 4.004669260700389,
      "grad_norm": 1.4089276664184638,
      "learning_rate": 7.656635682249498e-05,
      "loss": 0.6096,
      "step": 97774
    },
    {
      "epoch": 4.004710219127586,
      "grad_norm": 1.1639065535126691,
      "learning_rate": 7.656351299855563e-05,
      "loss": 0.4848,
      "step": 97775
    },
    {
      "epoch": 4.004751177554782,
      "grad_norm": 1.0690657308572455,
      "learning_rate": 7.656066920933279e-05,
      "loss": 0.2206,
      "step": 97776
    },
    {
      "epoch": 4.004792135981979,
      "grad_norm": 1.882355874740427,
      "learning_rate": 7.655782545482775e-05,
      "loss": 0.9319,
      "step": 97777
    },
    {
      "epoch": 4.004833094409174,
      "grad_norm": 1.3394253046897964,
      "learning_rate": 7.655498173504189e-05,
      "loss": 0.3214,
      "step": 97778
    },
    {
      "epoch": 4.004874052836371,
      "grad_norm": 1.5385947680153047,
      "learning_rate": 7.655213804997665e-05,
      "loss": 0.6437,
      "step": 97779
    },
    {
      "epoch": 4.004915011263567,
      "grad_norm": 1.6662287805520026,
      "learning_rate": 7.654929439963323e-05,
      "loss": 0.7123,
      "step": 97780
    },
    {
      "epoch": 4.004955969690764,
      "grad_norm": 0.539029365770106,
      "learning_rate": 7.654645078401311e-05,
      "loss": 0.1148,
      "step": 97781
    },
    {
      "epoch": 4.0049969281179605,
      "grad_norm": 1.2911671306264574,
      "learning_rate": 7.65436072031175e-05,
      "loss": 0.5924,
      "step": 97782
    },
    {
      "epoch": 4.005037886545157,
      "grad_norm": 1.4143004223440336,
      "learning_rate": 7.65407636569478e-05,
      "loss": 0.727,
      "step": 97783
    },
    {
      "epoch": 4.005078844972353,
      "grad_norm": 1.5074107716742888,
      "learning_rate": 7.653792014550545e-05,
      "loss": 0.685,
      "step": 97784
    },
    {
      "epoch": 4.005119803399549,
      "grad_norm": 1.4872815214778443,
      "learning_rate": 7.653507666879162e-05,
      "loss": 0.6226,
      "step": 97785
    },
    {
      "epoch": 4.005160761826746,
      "grad_norm": 1.4999789213850336,
      "learning_rate": 7.653223322680783e-05,
      "loss": 0.6172,
      "step": 97786
    },
    {
      "epoch": 4.005201720253942,
      "grad_norm": 0.8390643319582527,
      "learning_rate": 7.652938981955526e-05,
      "loss": 0.2283,
      "step": 97787
    },
    {
      "epoch": 4.005242678681139,
      "grad_norm": 1.445271467544561,
      "learning_rate": 7.652654644703532e-05,
      "loss": 0.7659,
      "step": 97788
    },
    {
      "epoch": 4.005283637108335,
      "grad_norm": 1.310397876546179,
      "learning_rate": 7.652370310924944e-05,
      "loss": 0.607,
      "step": 97789
    },
    {
      "epoch": 4.005324595535531,
      "grad_norm": 2.600989090455468,
      "learning_rate": 7.652085980619883e-05,
      "loss": 2.4532,
      "step": 97790
    },
    {
      "epoch": 4.0053655539627275,
      "grad_norm": 1.8801206141196085,
      "learning_rate": 7.651801653788491e-05,
      "loss": 0.7449,
      "step": 97791
    },
    {
      "epoch": 4.005406512389924,
      "grad_norm": 1.4114080991092113,
      "learning_rate": 7.651517330430904e-05,
      "loss": 0.6241,
      "step": 97792
    },
    {
      "epoch": 4.005447470817121,
      "grad_norm": 1.640119211510159,
      "learning_rate": 7.651233010547249e-05,
      "loss": 0.5388,
      "step": 97793
    },
    {
      "epoch": 4.005488429244317,
      "grad_norm": 1.3646496335259242,
      "learning_rate": 7.650948694137669e-05,
      "loss": 0.6554,
      "step": 97794
    },
    {
      "epoch": 4.005529387671514,
      "grad_norm": 1.4392947859544565,
      "learning_rate": 7.650664381202289e-05,
      "loss": 0.7321,
      "step": 97795
    },
    {
      "epoch": 4.00557034609871,
      "grad_norm": 4.152038894096831,
      "learning_rate": 7.650380071741248e-05,
      "loss": 5.9302,
      "step": 97796
    },
    {
      "epoch": 4.005611304525906,
      "grad_norm": 1.1908932948300586,
      "learning_rate": 7.650095765754688e-05,
      "loss": 0.4593,
      "step": 97797
    },
    {
      "epoch": 4.005652262953102,
      "grad_norm": 1.523430724116247,
      "learning_rate": 7.649811463242729e-05,
      "loss": 0.5441,
      "step": 97798
    },
    {
      "epoch": 4.005693221380299,
      "grad_norm": 1.2543478695733725,
      "learning_rate": 7.649527164205513e-05,
      "loss": 0.541,
      "step": 97799
    },
    {
      "epoch": 4.0057341798074955,
      "grad_norm": 1.4872774446862946,
      "learning_rate": 7.64924286864318e-05,
      "loss": 0.6446,
      "step": 97800
    },
    {
      "epoch": 4.005775138234692,
      "grad_norm": 1.2657452686907125,
      "learning_rate": 7.648958576555851e-05,
      "loss": 0.5039,
      "step": 97801
    },
    {
      "epoch": 4.0058160966618885,
      "grad_norm": 2.74190847501058,
      "learning_rate": 7.648674287943677e-05,
      "loss": 2.5953,
      "step": 97802
    },
    {
      "epoch": 4.005857055089084,
      "grad_norm": 1.9005451707465393,
      "learning_rate": 7.648390002806776e-05,
      "loss": 1.1763,
      "step": 97803
    },
    {
      "epoch": 4.005898013516281,
      "grad_norm": 1.8001941156877557,
      "learning_rate": 7.648105721145288e-05,
      "loss": 0.9364,
      "step": 97804
    },
    {
      "epoch": 4.005938971943477,
      "grad_norm": 1.4318417195639985,
      "learning_rate": 7.647821442959357e-05,
      "loss": 0.6786,
      "step": 97805
    },
    {
      "epoch": 4.005979930370674,
      "grad_norm": 1.054681314436836,
      "learning_rate": 7.647537168249102e-05,
      "loss": 0.2535,
      "step": 97806
    },
    {
      "epoch": 4.00602088879787,
      "grad_norm": 1.3093881327049663,
      "learning_rate": 7.647252897014665e-05,
      "loss": 0.5055,
      "step": 97807
    },
    {
      "epoch": 4.006061847225067,
      "grad_norm": 1.5811851325259756,
      "learning_rate": 7.646968629256186e-05,
      "loss": 0.546,
      "step": 97808
    },
    {
      "epoch": 4.0061028056522625,
      "grad_norm": 1.5652486091093294,
      "learning_rate": 7.646684364973787e-05,
      "loss": 0.6316,
      "step": 97809
    },
    {
      "epoch": 4.006143764079459,
      "grad_norm": 1.6258924057380828,
      "learning_rate": 7.646400104167618e-05,
      "loss": 0.7583,
      "step": 97810
    },
    {
      "epoch": 4.006184722506656,
      "grad_norm": 1.471842569638078,
      "learning_rate": 7.646115846837796e-05,
      "loss": 0.5101,
      "step": 97811
    },
    {
      "epoch": 4.006225680933852,
      "grad_norm": 1.61763691037982,
      "learning_rate": 7.645831592984464e-05,
      "loss": 0.7311,
      "step": 97812
    },
    {
      "epoch": 4.006266639361049,
      "grad_norm": 1.3759835989056914,
      "learning_rate": 7.645547342607761e-05,
      "loss": 0.5493,
      "step": 97813
    },
    {
      "epoch": 4.006307597788245,
      "grad_norm": 1.4400831525687579,
      "learning_rate": 7.645263095707811e-05,
      "loss": 0.6777,
      "step": 97814
    },
    {
      "epoch": 4.006348556215442,
      "grad_norm": 1.2710659887618565,
      "learning_rate": 7.644978852284755e-05,
      "loss": 0.5366,
      "step": 97815
    },
    {
      "epoch": 4.006389514642637,
      "grad_norm": 1.1627403482948189,
      "learning_rate": 7.644694612338731e-05,
      "loss": 0.4271,
      "step": 97816
    },
    {
      "epoch": 4.006430473069834,
      "grad_norm": 1.3615533010465732,
      "learning_rate": 7.644410375869863e-05,
      "loss": 0.6143,
      "step": 97817
    },
    {
      "epoch": 4.0064714314970304,
      "grad_norm": 1.194433903518709,
      "learning_rate": 7.644126142878297e-05,
      "loss": 0.3677,
      "step": 97818
    },
    {
      "epoch": 4.006512389924227,
      "grad_norm": 0.5613451580407338,
      "learning_rate": 7.643841913364155e-05,
      "loss": 0.0801,
      "step": 97819
    },
    {
      "epoch": 4.0065533483514235,
      "grad_norm": 1.2762656607485552,
      "learning_rate": 7.643557687327579e-05,
      "loss": 0.5079,
      "step": 97820
    },
    {
      "epoch": 4.00659430677862,
      "grad_norm": 1.4017735316974957,
      "learning_rate": 7.643273464768706e-05,
      "loss": 0.7597,
      "step": 97821
    },
    {
      "epoch": 4.006635265205816,
      "grad_norm": 3.3069011183597423,
      "learning_rate": 7.642989245687663e-05,
      "loss": 3.6275,
      "step": 97822
    },
    {
      "epoch": 4.006676223633012,
      "grad_norm": 1.6028840590004987,
      "learning_rate": 7.642705030084592e-05,
      "loss": 0.7428,
      "step": 97823
    },
    {
      "epoch": 4.006717182060209,
      "grad_norm": 0.9993327585619334,
      "learning_rate": 7.642420817959617e-05,
      "loss": 0.2313,
      "step": 97824
    },
    {
      "epoch": 4.006758140487405,
      "grad_norm": 1.7053046258784246,
      "learning_rate": 7.642136609312879e-05,
      "loss": 0.7307,
      "step": 97825
    },
    {
      "epoch": 4.006799098914602,
      "grad_norm": 1.0075018539872396,
      "learning_rate": 7.641852404144518e-05,
      "loss": 0.3074,
      "step": 97826
    },
    {
      "epoch": 4.006840057341798,
      "grad_norm": 34.78362643519451,
      "learning_rate": 7.641568202454656e-05,
      "loss": 2.0223,
      "step": 97827
    },
    {
      "epoch": 4.006881015768995,
      "grad_norm": 1.2293503264587278,
      "learning_rate": 7.641284004243434e-05,
      "loss": 0.6225,
      "step": 97828
    },
    {
      "epoch": 4.006921974196191,
      "grad_norm": 0.9372748468861433,
      "learning_rate": 7.64099980951099e-05,
      "loss": 0.2528,
      "step": 97829
    },
    {
      "epoch": 4.006962932623387,
      "grad_norm": 1.1042688389117723,
      "learning_rate": 7.640715618257451e-05,
      "loss": 0.4478,
      "step": 97830
    },
    {
      "epoch": 4.007003891050584,
      "grad_norm": 1.4287661812664765,
      "learning_rate": 7.64043143048296e-05,
      "loss": 0.642,
      "step": 97831
    },
    {
      "epoch": 4.00704484947778,
      "grad_norm": 1.3759986675932874,
      "learning_rate": 7.640147246187639e-05,
      "loss": 0.6025,
      "step": 97832
    },
    {
      "epoch": 4.007085807904977,
      "grad_norm": 1.913359779397617,
      "learning_rate": 7.63986306537163e-05,
      "loss": 0.94,
      "step": 97833
    },
    {
      "epoch": 4.007126766332173,
      "grad_norm": 1.2656752225291559,
      "learning_rate": 7.639578888035072e-05,
      "loss": 0.5944,
      "step": 97834
    },
    {
      "epoch": 4.007167724759369,
      "grad_norm": 1.5963943125740534,
      "learning_rate": 7.639294714178088e-05,
      "loss": 0.6756,
      "step": 97835
    },
    {
      "epoch": 4.007208683186565,
      "grad_norm": 1.033685668433186,
      "learning_rate": 7.63901054380082e-05,
      "loss": 0.3306,
      "step": 97836
    },
    {
      "epoch": 4.007249641613762,
      "grad_norm": 0.9866822926777652,
      "learning_rate": 7.638726376903404e-05,
      "loss": 0.3672,
      "step": 97837
    },
    {
      "epoch": 4.0072906000409585,
      "grad_norm": 1.2072669505504103,
      "learning_rate": 7.638442213485967e-05,
      "loss": 0.5381,
      "step": 97838
    },
    {
      "epoch": 4.007331558468155,
      "grad_norm": 1.2103101517300145,
      "learning_rate": 7.638158053548652e-05,
      "loss": 0.5333,
      "step": 97839
    },
    {
      "epoch": 4.007372516895352,
      "grad_norm": 1.027445315815235,
      "learning_rate": 7.637873897091582e-05,
      "loss": 0.2566,
      "step": 97840
    },
    {
      "epoch": 4.007413475322547,
      "grad_norm": 1.222494949305026,
      "learning_rate": 7.637589744114901e-05,
      "loss": 0.394,
      "step": 97841
    },
    {
      "epoch": 4.007454433749744,
      "grad_norm": 1.424296677423589,
      "learning_rate": 7.637305594618744e-05,
      "loss": 0.6897,
      "step": 97842
    },
    {
      "epoch": 4.00749539217694,
      "grad_norm": 1.634791380668336,
      "learning_rate": 7.637021448603237e-05,
      "loss": 0.6884,
      "step": 97843
    },
    {
      "epoch": 4.007536350604137,
      "grad_norm": 1.5913600819553806,
      "learning_rate": 7.636737306068518e-05,
      "loss": 0.6455,
      "step": 97844
    },
    {
      "epoch": 4.007577309031333,
      "grad_norm": 1.8532400747772961,
      "learning_rate": 7.636453167014735e-05,
      "loss": 0.8435,
      "step": 97845
    },
    {
      "epoch": 4.00761826745853,
      "grad_norm": 1.515136438948619,
      "learning_rate": 7.636169031441998e-05,
      "loss": 0.5716,
      "step": 97846
    },
    {
      "epoch": 4.007659225885726,
      "grad_norm": 1.6510087015087975,
      "learning_rate": 7.635884899350453e-05,
      "loss": 0.8092,
      "step": 97847
    },
    {
      "epoch": 4.007700184312922,
      "grad_norm": 1.4600781792723592,
      "learning_rate": 7.635600770740238e-05,
      "loss": 0.9022,
      "step": 97848
    },
    {
      "epoch": 4.007741142740119,
      "grad_norm": 1.2270156983356255,
      "learning_rate": 7.63531664561148e-05,
      "loss": 0.4677,
      "step": 97849
    },
    {
      "epoch": 4.007782101167315,
      "grad_norm": 1.3102059124333227,
      "learning_rate": 7.635032523964316e-05,
      "loss": 0.4687,
      "step": 97850
    },
    {
      "epoch": 4.007823059594512,
      "grad_norm": 3.5465165539970873,
      "learning_rate": 7.634748405798889e-05,
      "loss": 2.6315,
      "step": 97851
    },
    {
      "epoch": 4.007864018021708,
      "grad_norm": 1.4285933757862315,
      "learning_rate": 7.634464291115315e-05,
      "loss": 0.6432,
      "step": 97852
    },
    {
      "epoch": 4.007904976448905,
      "grad_norm": 1.70574715427431,
      "learning_rate": 7.634180179913751e-05,
      "loss": 0.6726,
      "step": 97853
    },
    {
      "epoch": 4.0079459348761,
      "grad_norm": 1.0796749552007499,
      "learning_rate": 7.633896072194308e-05,
      "loss": 0.246,
      "step": 97854
    },
    {
      "epoch": 4.007986893303297,
      "grad_norm": 2.229950770091573,
      "learning_rate": 7.633611967957134e-05,
      "loss": 0.8152,
      "step": 97855
    },
    {
      "epoch": 4.0080278517304935,
      "grad_norm": 1.7436903868257791,
      "learning_rate": 7.633327867202365e-05,
      "loss": 0.4805,
      "step": 97856
    },
    {
      "epoch": 4.00806881015769,
      "grad_norm": 0.7052240617979085,
      "learning_rate": 7.633043769930128e-05,
      "loss": 0.2409,
      "step": 97857
    },
    {
      "epoch": 4.0081097685848865,
      "grad_norm": 1.6479414234344045,
      "learning_rate": 7.632759676140565e-05,
      "loss": 0.6722,
      "step": 97858
    },
    {
      "epoch": 4.008150727012083,
      "grad_norm": 1.4991322769565936,
      "learning_rate": 7.632475585833799e-05,
      "loss": 0.7206,
      "step": 97859
    },
    {
      "epoch": 4.008191685439279,
      "grad_norm": 0.9250869147262368,
      "learning_rate": 7.632191499009972e-05,
      "loss": 0.238,
      "step": 97860
    },
    {
      "epoch": 4.008232643866475,
      "grad_norm": 1.4619081260051334,
      "learning_rate": 7.631907415669223e-05,
      "loss": 0.6273,
      "step": 97861
    },
    {
      "epoch": 4.008273602293672,
      "grad_norm": 1.2278228439065868,
      "learning_rate": 7.631623335811676e-05,
      "loss": 0.5249,
      "step": 97862
    },
    {
      "epoch": 4.008314560720868,
      "grad_norm": 0.787468124653228,
      "learning_rate": 7.631339259437468e-05,
      "loss": 0.1964,
      "step": 97863
    },
    {
      "epoch": 4.008355519148065,
      "grad_norm": 1.506931236431964,
      "learning_rate": 7.631055186546742e-05,
      "loss": 0.701,
      "step": 97864
    },
    {
      "epoch": 4.008396477575261,
      "grad_norm": 1.1790916928895887,
      "learning_rate": 7.63077111713962e-05,
      "loss": 0.5656,
      "step": 97865
    },
    {
      "epoch": 4.008437436002458,
      "grad_norm": 1.4574874042869674,
      "learning_rate": 7.630487051216247e-05,
      "loss": 0.4794,
      "step": 97866
    },
    {
      "epoch": 4.008478394429654,
      "grad_norm": 1.7644532892356217,
      "learning_rate": 7.630202988776746e-05,
      "loss": 0.7898,
      "step": 97867
    },
    {
      "epoch": 4.00851935285685,
      "grad_norm": 1.6113652965842997,
      "learning_rate": 7.629918929821259e-05,
      "loss": 0.6454,
      "step": 97868
    },
    {
      "epoch": 4.008560311284047,
      "grad_norm": 2.3081366796495058,
      "learning_rate": 7.629634874349922e-05,
      "loss": 2.0176,
      "step": 97869
    },
    {
      "epoch": 4.008601269711243,
      "grad_norm": 3.025040120878434,
      "learning_rate": 7.629350822362862e-05,
      "loss": 0.5975,
      "step": 97870
    },
    {
      "epoch": 4.00864222813844,
      "grad_norm": 1.2161797671270689,
      "learning_rate": 7.629066773860217e-05,
      "loss": 0.2276,
      "step": 97871
    },
    {
      "epoch": 4.008683186565636,
      "grad_norm": 1.2971689283488126,
      "learning_rate": 7.628782728842125e-05,
      "loss": 0.5555,
      "step": 97872
    },
    {
      "epoch": 4.008724144992832,
      "grad_norm": 1.8523812690290917,
      "learning_rate": 7.628498687308713e-05,
      "loss": 0.9252,
      "step": 97873
    },
    {
      "epoch": 4.0087651034200285,
      "grad_norm": 1.4896591945593407,
      "learning_rate": 7.628214649260125e-05,
      "loss": 0.6269,
      "step": 97874
    },
    {
      "epoch": 4.008806061847225,
      "grad_norm": 1.439824048937278,
      "learning_rate": 7.627930614696483e-05,
      "loss": 0.6486,
      "step": 97875
    },
    {
      "epoch": 4.0088470202744215,
      "grad_norm": 1.6812895531231986,
      "learning_rate": 7.62764658361793e-05,
      "loss": 0.6297,
      "step": 97876
    },
    {
      "epoch": 4.008887978701618,
      "grad_norm": 1.1805395085543227,
      "learning_rate": 7.6273625560246e-05,
      "loss": 0.4836,
      "step": 97877
    },
    {
      "epoch": 4.008928937128815,
      "grad_norm": 1.089854166004273,
      "learning_rate": 7.627078531916622e-05,
      "loss": 0.4528,
      "step": 97878
    },
    {
      "epoch": 4.00896989555601,
      "grad_norm": 1.072523738351897,
      "learning_rate": 7.626794511294131e-05,
      "loss": 0.0867,
      "step": 97879
    },
    {
      "epoch": 4.009010853983207,
      "grad_norm": 1.1998826660697441,
      "learning_rate": 7.626510494157271e-05,
      "loss": 0.4621,
      "step": 97880
    },
    {
      "epoch": 4.009051812410403,
      "grad_norm": 1.1221404374765627,
      "learning_rate": 7.626226480506162e-05,
      "loss": 0.2307,
      "step": 97881
    },
    {
      "epoch": 4.0090927708376,
      "grad_norm": 1.887567877849216,
      "learning_rate": 7.625942470340953e-05,
      "loss": 0.692,
      "step": 97882
    },
    {
      "epoch": 4.009133729264796,
      "grad_norm": 1.4544118989637007,
      "learning_rate": 7.625658463661765e-05,
      "loss": 0.6731,
      "step": 97883
    },
    {
      "epoch": 4.009174687691993,
      "grad_norm": 1.316215738558296,
      "learning_rate": 7.625374460468735e-05,
      "loss": 0.5002,
      "step": 97884
    },
    {
      "epoch": 4.0092156461191895,
      "grad_norm": 1.6496761075915003,
      "learning_rate": 7.625090460762006e-05,
      "loss": 0.5764,
      "step": 97885
    },
    {
      "epoch": 4.009256604546385,
      "grad_norm": 1.496847203784347,
      "learning_rate": 7.624806464541702e-05,
      "loss": 0.5912,
      "step": 97886
    },
    {
      "epoch": 4.009297562973582,
      "grad_norm": 1.9603848433836333,
      "learning_rate": 7.624522471807963e-05,
      "loss": 0.7482,
      "step": 97887
    },
    {
      "epoch": 4.009338521400778,
      "grad_norm": 1.5322394384953029,
      "learning_rate": 7.624238482560926e-05,
      "loss": 0.8829,
      "step": 97888
    },
    {
      "epoch": 4.009379479827975,
      "grad_norm": 1.6599179924742904,
      "learning_rate": 7.623954496800715e-05,
      "loss": 0.7342,
      "step": 97889
    },
    {
      "epoch": 4.009420438255171,
      "grad_norm": 1.4527305879037555,
      "learning_rate": 7.623670514527476e-05,
      "loss": 0.7305,
      "step": 97890
    },
    {
      "epoch": 4.009461396682368,
      "grad_norm": 1.3508147131227137,
      "learning_rate": 7.623386535741333e-05,
      "loss": 0.5985,
      "step": 97891
    },
    {
      "epoch": 4.009502355109563,
      "grad_norm": 1.2758274278847854,
      "learning_rate": 7.623102560442424e-05,
      "loss": 0.612,
      "step": 97892
    },
    {
      "epoch": 4.00954331353676,
      "grad_norm": 1.688977326826173,
      "learning_rate": 7.622818588630888e-05,
      "loss": 0.9391,
      "step": 97893
    },
    {
      "epoch": 4.0095842719639565,
      "grad_norm": 1.382740825299339,
      "learning_rate": 7.622534620306854e-05,
      "loss": 0.7558,
      "step": 97894
    },
    {
      "epoch": 4.009625230391153,
      "grad_norm": 1.3889604460200666,
      "learning_rate": 7.622250655470458e-05,
      "loss": 0.5806,
      "step": 97895
    },
    {
      "epoch": 4.00966618881835,
      "grad_norm": 2.493024971042161,
      "learning_rate": 7.621966694121833e-05,
      "loss": 0.9571,
      "step": 97896
    },
    {
      "epoch": 4.009707147245546,
      "grad_norm": 1.1511685148235287,
      "learning_rate": 7.621682736261112e-05,
      "loss": 0.2921,
      "step": 97897
    },
    {
      "epoch": 4.009748105672742,
      "grad_norm": 1.1886353089050214,
      "learning_rate": 7.621398781888437e-05,
      "loss": 0.4657,
      "step": 97898
    },
    {
      "epoch": 4.009789064099938,
      "grad_norm": 1.356804162825731,
      "learning_rate": 7.621114831003928e-05,
      "loss": 0.5719,
      "step": 97899
    },
    {
      "epoch": 4.009830022527135,
      "grad_norm": 1.2429661502285598,
      "learning_rate": 7.620830883607733e-05,
      "loss": 0.5124,
      "step": 97900
    },
    {
      "epoch": 4.009870980954331,
      "grad_norm": 1.094176887334932,
      "learning_rate": 7.620546939699983e-05,
      "loss": 0.466,
      "step": 97901
    },
    {
      "epoch": 4.009911939381528,
      "grad_norm": 1.573936052309435,
      "learning_rate": 7.620262999280804e-05,
      "loss": 0.6524,
      "step": 97902
    },
    {
      "epoch": 4.009952897808724,
      "grad_norm": 5.583101350272777,
      "learning_rate": 7.619979062350344e-05,
      "loss": 3.2523,
      "step": 97903
    },
    {
      "epoch": 4.009993856235921,
      "grad_norm": 1.80083612883949,
      "learning_rate": 7.619695128908724e-05,
      "loss": 0.6967,
      "step": 97904
    },
    {
      "epoch": 4.010034814663117,
      "grad_norm": 1.2621455745835457,
      "learning_rate": 7.619411198956084e-05,
      "loss": 0.5792,
      "step": 97905
    },
    {
      "epoch": 4.010075773090313,
      "grad_norm": 1.3958917925609533,
      "learning_rate": 7.619127272492561e-05,
      "loss": 0.5972,
      "step": 97906
    },
    {
      "epoch": 4.01011673151751,
      "grad_norm": 1.7232256303692353,
      "learning_rate": 7.618843349518283e-05,
      "loss": 1.1851,
      "step": 97907
    },
    {
      "epoch": 4.010157689944706,
      "grad_norm": 2.3636687969671883,
      "learning_rate": 7.618559430033387e-05,
      "loss": 0.3916,
      "step": 97908
    },
    {
      "epoch": 4.010198648371903,
      "grad_norm": 1.6981995335737252,
      "learning_rate": 7.618275514038014e-05,
      "loss": 0.722,
      "step": 97909
    },
    {
      "epoch": 4.010239606799099,
      "grad_norm": 1.4853207922004386,
      "learning_rate": 7.617991601532287e-05,
      "loss": 0.7079,
      "step": 97910
    },
    {
      "epoch": 4.010280565226295,
      "grad_norm": 1.5007638820082245,
      "learning_rate": 7.61770769251635e-05,
      "loss": 0.7838,
      "step": 97911
    },
    {
      "epoch": 4.0103215236534915,
      "grad_norm": 1.8865035898556155,
      "learning_rate": 7.617423786990326e-05,
      "loss": 0.7369,
      "step": 97912
    },
    {
      "epoch": 4.010362482080688,
      "grad_norm": 1.1404749321001162,
      "learning_rate": 7.617139884954356e-05,
      "loss": 0.3172,
      "step": 97913
    },
    {
      "epoch": 4.0104034405078846,
      "grad_norm": 0.7918103545284626,
      "learning_rate": 7.61685598640858e-05,
      "loss": 0.2058,
      "step": 97914
    },
    {
      "epoch": 4.010444398935081,
      "grad_norm": 1.2615055392934744,
      "learning_rate": 7.61657209135312e-05,
      "loss": 0.4683,
      "step": 97915
    },
    {
      "epoch": 4.010485357362278,
      "grad_norm": 1.536665584157458,
      "learning_rate": 7.616288199788124e-05,
      "loss": 0.5557,
      "step": 97916
    },
    {
      "epoch": 4.010526315789473,
      "grad_norm": 0.9580318091768261,
      "learning_rate": 7.616004311713716e-05,
      "loss": 0.229,
      "step": 97917
    },
    {
      "epoch": 4.01056727421667,
      "grad_norm": 1.2200675174364053,
      "learning_rate": 7.615720427130028e-05,
      "loss": 0.2919,
      "step": 97918
    },
    {
      "epoch": 4.010608232643866,
      "grad_norm": 1.9430193814379957,
      "learning_rate": 7.6154365460372e-05,
      "loss": 0.8949,
      "step": 97919
    },
    {
      "epoch": 4.010649191071063,
      "grad_norm": 1.4090809141631537,
      "learning_rate": 7.615152668435366e-05,
      "loss": 0.6356,
      "step": 97920
    },
    {
      "epoch": 4.010690149498259,
      "grad_norm": 0.8213033047970455,
      "learning_rate": 7.614868794324659e-05,
      "loss": 0.234,
      "step": 97921
    },
    {
      "epoch": 4.010731107925456,
      "grad_norm": 0.9172866224408877,
      "learning_rate": 7.614584923705218e-05,
      "loss": 0.3117,
      "step": 97922
    },
    {
      "epoch": 4.0107720663526525,
      "grad_norm": 0.662324799228041,
      "learning_rate": 7.614301056577164e-05,
      "loss": 0.1236,
      "step": 97923
    },
    {
      "epoch": 4.010813024779848,
      "grad_norm": 1.5572203596765068,
      "learning_rate": 7.614017192940645e-05,
      "loss": 0.6805,
      "step": 97924
    },
    {
      "epoch": 4.010853983207045,
      "grad_norm": 1.4137125209372823,
      "learning_rate": 7.613733332795792e-05,
      "loss": 0.611,
      "step": 97925
    },
    {
      "epoch": 4.010894941634241,
      "grad_norm": 1.8625840641776703,
      "learning_rate": 7.613449476142732e-05,
      "loss": 0.5799,
      "step": 97926
    },
    {
      "epoch": 4.010935900061438,
      "grad_norm": 1.4326593951828572,
      "learning_rate": 7.613165622981605e-05,
      "loss": 0.5522,
      "step": 97927
    },
    {
      "epoch": 4.010976858488634,
      "grad_norm": 3.0896551889493082,
      "learning_rate": 7.61288177331255e-05,
      "loss": 2.9737,
      "step": 97928
    },
    {
      "epoch": 4.011017816915831,
      "grad_norm": 1.6953721619339153,
      "learning_rate": 7.612597927135691e-05,
      "loss": 0.7931,
      "step": 97929
    },
    {
      "epoch": 4.0110587753430265,
      "grad_norm": 1.8450999881210435,
      "learning_rate": 7.612314084451172e-05,
      "loss": 0.5615,
      "step": 97930
    },
    {
      "epoch": 4.011099733770223,
      "grad_norm": 1.2740209510981195,
      "learning_rate": 7.612030245259115e-05,
      "loss": 0.6601,
      "step": 97931
    },
    {
      "epoch": 4.0111406921974195,
      "grad_norm": 1.445064377020598,
      "learning_rate": 7.611746409559663e-05,
      "loss": 0.5399,
      "step": 97932
    },
    {
      "epoch": 4.011181650624616,
      "grad_norm": 1.168908540340648,
      "learning_rate": 7.611462577352956e-05,
      "loss": 0.3922,
      "step": 97933
    },
    {
      "epoch": 4.011222609051813,
      "grad_norm": 1.5200283372489451,
      "learning_rate": 7.611178748639114e-05,
      "loss": 0.6878,
      "step": 97934
    },
    {
      "epoch": 4.011263567479009,
      "grad_norm": 1.3413459759526467,
      "learning_rate": 7.610894923418276e-05,
      "loss": 0.6045,
      "step": 97935
    },
    {
      "epoch": 4.011304525906205,
      "grad_norm": 1.8140536349059964,
      "learning_rate": 7.610611101690585e-05,
      "loss": 0.761,
      "step": 97936
    },
    {
      "epoch": 4.011345484333401,
      "grad_norm": 1.469053067296823,
      "learning_rate": 7.610327283456164e-05,
      "loss": 0.8731,
      "step": 97937
    },
    {
      "epoch": 4.011386442760598,
      "grad_norm": 0.8758571476159447,
      "learning_rate": 7.610043468715154e-05,
      "loss": 0.2049,
      "step": 97938
    },
    {
      "epoch": 4.011427401187794,
      "grad_norm": 1.6020818105976524,
      "learning_rate": 7.609759657467684e-05,
      "loss": 0.5375,
      "step": 97939
    },
    {
      "epoch": 4.011468359614991,
      "grad_norm": 1.0894179229081047,
      "learning_rate": 7.60947584971389e-05,
      "loss": 0.2786,
      "step": 97940
    },
    {
      "epoch": 4.0115093180421875,
      "grad_norm": 1.7852624439052989,
      "learning_rate": 7.609192045453911e-05,
      "loss": 0.6662,
      "step": 97941
    },
    {
      "epoch": 4.011550276469384,
      "grad_norm": 1.4732883804837649,
      "learning_rate": 7.608908244687872e-05,
      "loss": 0.6124,
      "step": 97942
    },
    {
      "epoch": 4.01159123489658,
      "grad_norm": 6.0887384791182955,
      "learning_rate": 7.608624447415914e-05,
      "loss": 2.4663,
      "step": 97943
    },
    {
      "epoch": 4.011632193323776,
      "grad_norm": 1.7803747287613936,
      "learning_rate": 7.608340653638176e-05,
      "loss": 0.6811,
      "step": 97944
    },
    {
      "epoch": 4.011673151750973,
      "grad_norm": 1.312526566247323,
      "learning_rate": 7.608056863354775e-05,
      "loss": 0.7271,
      "step": 97945
    },
    {
      "epoch": 4.011714110178169,
      "grad_norm": 1.3480641424814928,
      "learning_rate": 7.607773076565868e-05,
      "loss": 0.5268,
      "step": 97946
    },
    {
      "epoch": 4.011755068605366,
      "grad_norm": 0.7676519679395627,
      "learning_rate": 7.607489293271567e-05,
      "loss": 0.2223,
      "step": 97947
    },
    {
      "epoch": 4.011796027032562,
      "grad_norm": 0.8737965710590956,
      "learning_rate": 7.607205513472017e-05,
      "loss": 0.1921,
      "step": 97948
    },
    {
      "epoch": 4.011836985459758,
      "grad_norm": 6.747158833184,
      "learning_rate": 7.606921737167356e-05,
      "loss": 2.4874,
      "step": 97949
    },
    {
      "epoch": 4.0118779438869545,
      "grad_norm": 1.2935261771769766,
      "learning_rate": 7.606637964357709e-05,
      "loss": 0.7555,
      "step": 97950
    },
    {
      "epoch": 4.011918902314151,
      "grad_norm": 1.7949455368293903,
      "learning_rate": 7.606354195043213e-05,
      "loss": 1.0089,
      "step": 97951
    },
    {
      "epoch": 4.011959860741348,
      "grad_norm": 1.3195925581379448,
      "learning_rate": 7.60607042922401e-05,
      "loss": 0.4551,
      "step": 97952
    },
    {
      "epoch": 4.012000819168544,
      "grad_norm": 1.7905221567382894,
      "learning_rate": 7.605786666900224e-05,
      "loss": 0.8029,
      "step": 97953
    },
    {
      "epoch": 4.012041777595741,
      "grad_norm": 1.6197785638966968,
      "learning_rate": 7.605502908071997e-05,
      "loss": 0.7593,
      "step": 97954
    },
    {
      "epoch": 4.012082736022936,
      "grad_norm": 2.396572469301008,
      "learning_rate": 7.605219152739454e-05,
      "loss": 1.0318,
      "step": 97955
    },
    {
      "epoch": 4.012123694450133,
      "grad_norm": 1.357039185814229,
      "learning_rate": 7.604935400902734e-05,
      "loss": 0.6195,
      "step": 97956
    },
    {
      "epoch": 4.012164652877329,
      "grad_norm": 1.0089568976506047,
      "learning_rate": 7.604651652561977e-05,
      "loss": 0.2933,
      "step": 97957
    },
    {
      "epoch": 4.012205611304526,
      "grad_norm": 0.8822980560003223,
      "learning_rate": 7.604367907717306e-05,
      "loss": 0.3349,
      "step": 97958
    },
    {
      "epoch": 4.0122465697317224,
      "grad_norm": 1.5847951931276065,
      "learning_rate": 7.604084166368862e-05,
      "loss": 0.6567,
      "step": 97959
    },
    {
      "epoch": 4.012287528158919,
      "grad_norm": 1.1034277266665282,
      "learning_rate": 7.603800428516782e-05,
      "loss": 0.2806,
      "step": 97960
    },
    {
      "epoch": 4.0123284865861155,
      "grad_norm": 0.9414124815162621,
      "learning_rate": 7.603516694161191e-05,
      "loss": 0.2562,
      "step": 97961
    },
    {
      "epoch": 4.012369445013311,
      "grad_norm": 1.219850461563342,
      "learning_rate": 7.603232963302234e-05,
      "loss": 0.6042,
      "step": 97962
    },
    {
      "epoch": 4.012410403440508,
      "grad_norm": 2.2953207259633075,
      "learning_rate": 7.602949235940032e-05,
      "loss": 0.6778,
      "step": 97963
    },
    {
      "epoch": 4.012451361867704,
      "grad_norm": 0.6077214922778122,
      "learning_rate": 7.602665512074728e-05,
      "loss": 0.0662,
      "step": 97964
    },
    {
      "epoch": 4.012492320294901,
      "grad_norm": 1.5121449248071102,
      "learning_rate": 7.602381791706458e-05,
      "loss": 0.5829,
      "step": 97965
    },
    {
      "epoch": 4.012533278722097,
      "grad_norm": 3.1843973803032073,
      "learning_rate": 7.602098074835348e-05,
      "loss": 2.6216,
      "step": 97966
    },
    {
      "epoch": 4.012574237149294,
      "grad_norm": 1.497102065363592,
      "learning_rate": 7.601814361461543e-05,
      "loss": 0.7574,
      "step": 97967
    },
    {
      "epoch": 4.0126151955764895,
      "grad_norm": 4.785798137807551,
      "learning_rate": 7.601530651585165e-05,
      "loss": 1.3631,
      "step": 97968
    },
    {
      "epoch": 4.012656154003686,
      "grad_norm": 1.9286754227314045,
      "learning_rate": 7.601246945206356e-05,
      "loss": 0.9995,
      "step": 97969
    },
    {
      "epoch": 4.012697112430883,
      "grad_norm": 1.4992784267150392,
      "learning_rate": 7.60096324232525e-05,
      "loss": 0.533,
      "step": 97970
    },
    {
      "epoch": 4.012738070858079,
      "grad_norm": 1.2015219379395612,
      "learning_rate": 7.600679542941975e-05,
      "loss": 0.3618,
      "step": 97971
    },
    {
      "epoch": 4.012779029285276,
      "grad_norm": 1.5054583238334756,
      "learning_rate": 7.600395847056672e-05,
      "loss": 0.607,
      "step": 97972
    },
    {
      "epoch": 4.012819987712472,
      "grad_norm": 2.2753291114803442,
      "learning_rate": 7.600112154669475e-05,
      "loss": 1.0607,
      "step": 97973
    },
    {
      "epoch": 4.012860946139668,
      "grad_norm": 1.4010057066140373,
      "learning_rate": 7.59982846578051e-05,
      "loss": 0.6195,
      "step": 97974
    },
    {
      "epoch": 4.012901904566864,
      "grad_norm": 1.1800297719091943,
      "learning_rate": 7.599544780389925e-05,
      "loss": 0.5697,
      "step": 97975
    },
    {
      "epoch": 4.012942862994061,
      "grad_norm": 1.6466326295854148,
      "learning_rate": 7.599261098497838e-05,
      "loss": 0.7446,
      "step": 97976
    },
    {
      "epoch": 4.012983821421257,
      "grad_norm": 0.8532389442403601,
      "learning_rate": 7.598977420104391e-05,
      "loss": 0.1838,
      "step": 97977
    },
    {
      "epoch": 4.013024779848454,
      "grad_norm": 1.0254857791481233,
      "learning_rate": 7.598693745209725e-05,
      "loss": 0.4324,
      "step": 97978
    },
    {
      "epoch": 4.0130657382756505,
      "grad_norm": 1.8136762729371725,
      "learning_rate": 7.598410073813959e-05,
      "loss": 0.7501,
      "step": 97979
    },
    {
      "epoch": 4.013106696702847,
      "grad_norm": 1.5981541361946303,
      "learning_rate": 7.598126405917237e-05,
      "loss": 0.7024,
      "step": 97980
    },
    {
      "epoch": 4.013147655130043,
      "grad_norm": 1.468071810151909,
      "learning_rate": 7.597842741519697e-05,
      "loss": 0.4509,
      "step": 97981
    },
    {
      "epoch": 4.013188613557239,
      "grad_norm": 1.4651689412223365,
      "learning_rate": 7.597559080621461e-05,
      "loss": 0.8961,
      "step": 97982
    },
    {
      "epoch": 4.013229571984436,
      "grad_norm": 1.6075834645726435,
      "learning_rate": 7.597275423222675e-05,
      "loss": 0.8974,
      "step": 97983
    },
    {
      "epoch": 4.013270530411632,
      "grad_norm": 1.3936067396061875,
      "learning_rate": 7.596991769323461e-05,
      "loss": 0.5531,
      "step": 97984
    },
    {
      "epoch": 4.013311488838829,
      "grad_norm": 1.0576167320843277,
      "learning_rate": 7.596708118923963e-05,
      "loss": 0.2989,
      "step": 97985
    },
    {
      "epoch": 4.013352447266025,
      "grad_norm": 1.2886314882313115,
      "learning_rate": 7.596424472024315e-05,
      "loss": 0.4562,
      "step": 97986
    },
    {
      "epoch": 4.013393405693221,
      "grad_norm": 1.3552212507608241,
      "learning_rate": 7.596140828624649e-05,
      "loss": 0.4695,
      "step": 97987
    },
    {
      "epoch": 4.0134343641204175,
      "grad_norm": 1.3858574434425714,
      "learning_rate": 7.595857188725093e-05,
      "loss": 0.5397,
      "step": 97988
    },
    {
      "epoch": 4.013475322547614,
      "grad_norm": 1.157568420156441,
      "learning_rate": 7.595573552325789e-05,
      "loss": 0.4355,
      "step": 97989
    },
    {
      "epoch": 4.013516280974811,
      "grad_norm": 1.3116650952769286,
      "learning_rate": 7.595289919426864e-05,
      "loss": 0.4432,
      "step": 97990
    },
    {
      "epoch": 4.013557239402007,
      "grad_norm": 2.084108282610085,
      "learning_rate": 7.595006290028457e-05,
      "loss": 0.6082,
      "step": 97991
    },
    {
      "epoch": 4.013598197829204,
      "grad_norm": 1.6203635689403468,
      "learning_rate": 7.594722664130706e-05,
      "loss": 0.8336,
      "step": 97992
    },
    {
      "epoch": 4.013639156256399,
      "grad_norm": 0.8787536695045354,
      "learning_rate": 7.594439041733737e-05,
      "loss": 0.1857,
      "step": 97993
    },
    {
      "epoch": 4.013680114683596,
      "grad_norm": 0.6719152270907435,
      "learning_rate": 7.594155422837691e-05,
      "loss": 0.1075,
      "step": 97994
    },
    {
      "epoch": 4.013721073110792,
      "grad_norm": 1.477914300374231,
      "learning_rate": 7.593871807442694e-05,
      "loss": 0.7265,
      "step": 97995
    },
    {
      "epoch": 4.013762031537989,
      "grad_norm": 1.868437119656669,
      "learning_rate": 7.593588195548884e-05,
      "loss": 1.006,
      "step": 97996
    },
    {
      "epoch": 4.0138029899651855,
      "grad_norm": 1.7317502275290095,
      "learning_rate": 7.593304587156399e-05,
      "loss": 0.7438,
      "step": 97997
    },
    {
      "epoch": 4.013843948392382,
      "grad_norm": 1.7741171222854968,
      "learning_rate": 7.593020982265368e-05,
      "loss": 0.7554,
      "step": 97998
    },
    {
      "epoch": 4.0138849068195785,
      "grad_norm": 1.4282801980393678,
      "learning_rate": 7.592737380875925e-05,
      "loss": 0.633,
      "step": 97999
    },
    {
      "epoch": 4.013925865246774,
      "grad_norm": 1.5126500141686094,
      "learning_rate": 7.592453782988211e-05,
      "loss": 0.7817,
      "step": 98000
    },
    {
      "epoch": 4.013966823673971,
      "grad_norm": 1.550790366605845,
      "learning_rate": 7.59217018860235e-05,
      "loss": 0.7322,
      "step": 98001
    },
    {
      "epoch": 4.014007782101167,
      "grad_norm": 1.141603519701366,
      "learning_rate": 7.591886597718487e-05,
      "loss": 0.3328,
      "step": 98002
    },
    {
      "epoch": 4.014048740528364,
      "grad_norm": 1.955559497313891,
      "learning_rate": 7.591603010336745e-05,
      "loss": 1.2521,
      "step": 98003
    },
    {
      "epoch": 4.01408969895556,
      "grad_norm": 0.7178180900267452,
      "learning_rate": 7.591319426457263e-05,
      "loss": 0.2138,
      "step": 98004
    },
    {
      "epoch": 4.014130657382757,
      "grad_norm": 1.3151948033169083,
      "learning_rate": 7.59103584608018e-05,
      "loss": 0.4899,
      "step": 98005
    },
    {
      "epoch": 4.0141716158099525,
      "grad_norm": 2.9164646841890365,
      "learning_rate": 7.590752269205621e-05,
      "loss": 1.1436,
      "step": 98006
    },
    {
      "epoch": 4.014212574237149,
      "grad_norm": 2.570342784270482,
      "learning_rate": 7.590468695833723e-05,
      "loss": 2.0811,
      "step": 98007
    },
    {
      "epoch": 4.014253532664346,
      "grad_norm": 1.3157204686629316,
      "learning_rate": 7.590185125964627e-05,
      "loss": 0.4069,
      "step": 98008
    },
    {
      "epoch": 4.014294491091542,
      "grad_norm": 1.3600445910121275,
      "learning_rate": 7.589901559598457e-05,
      "loss": 0.5622,
      "step": 98009
    },
    {
      "epoch": 4.014335449518739,
      "grad_norm": 0.950667850597955,
      "learning_rate": 7.58961799673536e-05,
      "loss": 0.2462,
      "step": 98010
    },
    {
      "epoch": 4.014376407945935,
      "grad_norm": 1.064306720822525,
      "learning_rate": 7.589334437375449e-05,
      "loss": 0.3701,
      "step": 98011
    },
    {
      "epoch": 4.014417366373131,
      "grad_norm": 0.7634927461268441,
      "learning_rate": 7.589050881518876e-05,
      "loss": 0.2086,
      "step": 98012
    },
    {
      "epoch": 4.014458324800327,
      "grad_norm": 1.2950144857526062,
      "learning_rate": 7.588767329165774e-05,
      "loss": 0.5115,
      "step": 98013
    },
    {
      "epoch": 4.014499283227524,
      "grad_norm": 1.5223084984160584,
      "learning_rate": 7.588483780316267e-05,
      "loss": 0.7622,
      "step": 98014
    },
    {
      "epoch": 4.0145402416547205,
      "grad_norm": 0.779606494343749,
      "learning_rate": 7.588200234970493e-05,
      "loss": 0.2178,
      "step": 98015
    },
    {
      "epoch": 4.014581200081917,
      "grad_norm": 2.189034500810724,
      "learning_rate": 7.587916693128597e-05,
      "loss": 1.5461,
      "step": 98016
    },
    {
      "epoch": 4.0146221585091135,
      "grad_norm": 1.479780176203234,
      "learning_rate": 7.587633154790697e-05,
      "loss": 0.6913,
      "step": 98017
    },
    {
      "epoch": 4.01466311693631,
      "grad_norm": 2.717424024683505,
      "learning_rate": 7.587349619956939e-05,
      "loss": 1.1226,
      "step": 98018
    },
    {
      "epoch": 4.014704075363506,
      "grad_norm": 0.7707992851481191,
      "learning_rate": 7.587066088627445e-05,
      "loss": 0.1546,
      "step": 98019
    },
    {
      "epoch": 4.014745033790702,
      "grad_norm": 0.9945492623611496,
      "learning_rate": 7.586782560802358e-05,
      "loss": 0.2701,
      "step": 98020
    },
    {
      "epoch": 4.014785992217899,
      "grad_norm": 1.7402210171008903,
      "learning_rate": 7.586499036481814e-05,
      "loss": 0.5962,
      "step": 98021
    },
    {
      "epoch": 4.014826950645095,
      "grad_norm": 1.4757801052344361,
      "learning_rate": 7.58621551566594e-05,
      "loss": 0.6617,
      "step": 98022
    },
    {
      "epoch": 4.014867909072292,
      "grad_norm": 1.1931968133462934,
      "learning_rate": 7.58593199835487e-05,
      "loss": 0.5009,
      "step": 98023
    },
    {
      "epoch": 4.014908867499488,
      "grad_norm": 1.3261702640279462,
      "learning_rate": 7.58564848454875e-05,
      "loss": 0.5551,
      "step": 98024
    },
    {
      "epoch": 4.014949825926684,
      "grad_norm": 1.6448388534704934,
      "learning_rate": 7.585364974247698e-05,
      "loss": 0.7042,
      "step": 98025
    },
    {
      "epoch": 4.014990784353881,
      "grad_norm": 1.6258213198477625,
      "learning_rate": 7.58508146745186e-05,
      "loss": 0.5974,
      "step": 98026
    },
    {
      "epoch": 4.015031742781077,
      "grad_norm": 1.527657025342582,
      "learning_rate": 7.584797964161359e-05,
      "loss": 0.5882,
      "step": 98027
    },
    {
      "epoch": 4.015072701208274,
      "grad_norm": 1.0460604601002985,
      "learning_rate": 7.584514464376337e-05,
      "loss": 0.2875,
      "step": 98028
    },
    {
      "epoch": 4.01511365963547,
      "grad_norm": 1.475844313829601,
      "learning_rate": 7.584230968096931e-05,
      "loss": 0.5988,
      "step": 98029
    },
    {
      "epoch": 4.015154618062667,
      "grad_norm": 0.9032908701175711,
      "learning_rate": 7.583947475323265e-05,
      "loss": 0.2331,
      "step": 98030
    },
    {
      "epoch": 4.015195576489862,
      "grad_norm": 1.3136260247289782,
      "learning_rate": 7.583663986055478e-05,
      "loss": 0.6132,
      "step": 98031
    },
    {
      "epoch": 4.015236534917059,
      "grad_norm": 1.19516159891729,
      "learning_rate": 7.58338050029371e-05,
      "loss": 0.3671,
      "step": 98032
    },
    {
      "epoch": 4.015277493344255,
      "grad_norm": 1.6444218529908228,
      "learning_rate": 7.583097018038085e-05,
      "loss": 0.627,
      "step": 98033
    },
    {
      "epoch": 4.015318451771452,
      "grad_norm": 1.5313537712261607,
      "learning_rate": 7.582813539288746e-05,
      "loss": 0.636,
      "step": 98034
    },
    {
      "epoch": 4.0153594101986485,
      "grad_norm": 1.439991607880953,
      "learning_rate": 7.582530064045817e-05,
      "loss": 0.6338,
      "step": 98035
    },
    {
      "epoch": 4.015400368625845,
      "grad_norm": 1.6558726434822963,
      "learning_rate": 7.582246592309436e-05,
      "loss": 0.5515,
      "step": 98036
    },
    {
      "epoch": 4.015441327053042,
      "grad_norm": 0.9949947360846362,
      "learning_rate": 7.581963124079747e-05,
      "loss": 0.3294,
      "step": 98037
    },
    {
      "epoch": 4.015482285480237,
      "grad_norm": 1.6782676692313194,
      "learning_rate": 7.581679659356866e-05,
      "loss": 0.8003,
      "step": 98038
    },
    {
      "epoch": 4.015523243907434,
      "grad_norm": 1.0107097394022218,
      "learning_rate": 7.581396198140945e-05,
      "loss": 0.3559,
      "step": 98039
    },
    {
      "epoch": 4.01556420233463,
      "grad_norm": 1.4687249634277038,
      "learning_rate": 7.581112740432102e-05,
      "loss": 0.5571,
      "step": 98040
    },
    {
      "epoch": 4.015605160761827,
      "grad_norm": 3.2466896767873674,
      "learning_rate": 7.58082928623048e-05,
      "loss": 3.0319,
      "step": 98041
    },
    {
      "epoch": 4.015646119189023,
      "grad_norm": 1.257704479429815,
      "learning_rate": 7.580545835536215e-05,
      "loss": 0.5865,
      "step": 98042
    },
    {
      "epoch": 4.01568707761622,
      "grad_norm": 1.6677863985407855,
      "learning_rate": 7.580262388349432e-05,
      "loss": 0.6791,
      "step": 98043
    },
    {
      "epoch": 4.0157280360434155,
      "grad_norm": 1.243097450407079,
      "learning_rate": 7.579978944670272e-05,
      "loss": 0.4067,
      "step": 98044
    },
    {
      "epoch": 4.015768994470612,
      "grad_norm": 1.9526470185417768,
      "learning_rate": 7.579695504498872e-05,
      "loss": 0.8127,
      "step": 98045
    },
    {
      "epoch": 4.015809952897809,
      "grad_norm": 1.0969932305743977,
      "learning_rate": 7.579412067835355e-05,
      "loss": 0.2002,
      "step": 98046
    },
    {
      "epoch": 4.015850911325005,
      "grad_norm": 1.2159091488953908,
      "learning_rate": 7.579128634679868e-05,
      "loss": 0.6612,
      "step": 98047
    },
    {
      "epoch": 4.015891869752202,
      "grad_norm": 1.7228610939522253,
      "learning_rate": 7.578845205032533e-05,
      "loss": 1.1732,
      "step": 98048
    },
    {
      "epoch": 4.015932828179398,
      "grad_norm": 1.7808449790297842,
      "learning_rate": 7.57856177889349e-05,
      "loss": 0.5929,
      "step": 98049
    },
    {
      "epoch": 4.015973786606594,
      "grad_norm": 1.502273352250979,
      "learning_rate": 7.578278356262876e-05,
      "loss": 0.7362,
      "step": 98050
    },
    {
      "epoch": 4.01601474503379,
      "grad_norm": 2.2176621547825173,
      "learning_rate": 7.577994937140818e-05,
      "loss": 1.7592,
      "step": 98051
    },
    {
      "epoch": 4.016055703460987,
      "grad_norm": 1.469830800218003,
      "learning_rate": 7.577711521527451e-05,
      "loss": 0.6971,
      "step": 98052
    },
    {
      "epoch": 4.0160966618881835,
      "grad_norm": 1.3357802528814984,
      "learning_rate": 7.577428109422919e-05,
      "loss": 0.7324,
      "step": 98053
    },
    {
      "epoch": 4.01613762031538,
      "grad_norm": 0.9986462756951684,
      "learning_rate": 7.577144700827342e-05,
      "loss": 0.2365,
      "step": 98054
    },
    {
      "epoch": 4.0161785787425766,
      "grad_norm": 1.7704421857098585,
      "learning_rate": 7.576861295740866e-05,
      "loss": 0.8951,
      "step": 98055
    },
    {
      "epoch": 4.016219537169773,
      "grad_norm": 1.5361392089584398,
      "learning_rate": 7.576577894163613e-05,
      "loss": 0.5401,
      "step": 98056
    },
    {
      "epoch": 4.016260495596969,
      "grad_norm": 1.3912662887900293,
      "learning_rate": 7.576294496095729e-05,
      "loss": 0.7685,
      "step": 98057
    },
    {
      "epoch": 4.016301454024165,
      "grad_norm": 1.1566295619282643,
      "learning_rate": 7.576011101537337e-05,
      "loss": 0.4383,
      "step": 98058
    },
    {
      "epoch": 4.016342412451362,
      "grad_norm": 1.640355987328391,
      "learning_rate": 7.575727710488579e-05,
      "loss": 0.7211,
      "step": 98059
    },
    {
      "epoch": 4.016383370878558,
      "grad_norm": 0.6210273656970158,
      "learning_rate": 7.575444322949584e-05,
      "loss": 0.1422,
      "step": 98060
    },
    {
      "epoch": 4.016424329305755,
      "grad_norm": 1.2165144663408693,
      "learning_rate": 7.575160938920494e-05,
      "loss": 0.5076,
      "step": 98061
    },
    {
      "epoch": 4.016465287732951,
      "grad_norm": 1.3349827104625593,
      "learning_rate": 7.57487755840143e-05,
      "loss": 0.5923,
      "step": 98062
    },
    {
      "epoch": 4.016506246160147,
      "grad_norm": 1.5125430588692343,
      "learning_rate": 7.574594181392532e-05,
      "loss": 0.8468,
      "step": 98063
    },
    {
      "epoch": 4.016547204587344,
      "grad_norm": 2.045263673551776,
      "learning_rate": 7.574310807893942e-05,
      "loss": 0.4281,
      "step": 98064
    },
    {
      "epoch": 4.01658816301454,
      "grad_norm": 1.495444362408652,
      "learning_rate": 7.574027437905781e-05,
      "loss": 0.5203,
      "step": 98065
    },
    {
      "epoch": 4.016629121441737,
      "grad_norm": 1.6925786994873848,
      "learning_rate": 7.573744071428195e-05,
      "loss": 0.6814,
      "step": 98066
    },
    {
      "epoch": 4.016670079868933,
      "grad_norm": 0.8366492784373536,
      "learning_rate": 7.573460708461305e-05,
      "loss": 0.2149,
      "step": 98067
    },
    {
      "epoch": 4.01671103829613,
      "grad_norm": 1.8417427309794432,
      "learning_rate": 7.573177349005252e-05,
      "loss": 0.7417,
      "step": 98068
    },
    {
      "epoch": 4.016751996723325,
      "grad_norm": 1.5936026467772417,
      "learning_rate": 7.572893993060177e-05,
      "loss": 0.7812,
      "step": 98069
    },
    {
      "epoch": 4.016792955150522,
      "grad_norm": 1.469522426619563,
      "learning_rate": 7.572610640626199e-05,
      "loss": 0.7093,
      "step": 98070
    },
    {
      "epoch": 4.0168339135777185,
      "grad_norm": 1.6225018101832454,
      "learning_rate": 7.57232729170346e-05,
      "loss": 0.6397,
      "step": 98071
    },
    {
      "epoch": 4.016874872004915,
      "grad_norm": 1.0536728170588856,
      "learning_rate": 7.572043946292102e-05,
      "loss": 0.2944,
      "step": 98072
    },
    {
      "epoch": 4.0169158304321115,
      "grad_norm": 1.4893331234366756,
      "learning_rate": 7.571760604392242e-05,
      "loss": 0.6389,
      "step": 98073
    },
    {
      "epoch": 4.016956788859308,
      "grad_norm": 1.5400662445282518,
      "learning_rate": 7.571477266004029e-05,
      "loss": 0.6018,
      "step": 98074
    },
    {
      "epoch": 4.016997747286505,
      "grad_norm": 1.529157766471135,
      "learning_rate": 7.571193931127586e-05,
      "loss": 0.576,
      "step": 98075
    },
    {
      "epoch": 4.0170387057137,
      "grad_norm": 1.8829695605947128,
      "learning_rate": 7.570910599763052e-05,
      "loss": 0.7361,
      "step": 98076
    },
    {
      "epoch": 4.017079664140897,
      "grad_norm": 3.34323867361331,
      "learning_rate": 7.570627271910564e-05,
      "loss": 2.0097,
      "step": 98077
    },
    {
      "epoch": 4.017120622568093,
      "grad_norm": 1.3501760612326825,
      "learning_rate": 7.570343947570247e-05,
      "loss": 0.2564,
      "step": 98078
    },
    {
      "epoch": 4.01716158099529,
      "grad_norm": 1.4628110835135724,
      "learning_rate": 7.57006062674224e-05,
      "loss": 0.4487,
      "step": 98079
    },
    {
      "epoch": 4.017202539422486,
      "grad_norm": 0.7611092900483397,
      "learning_rate": 7.569777309426683e-05,
      "loss": 0.2277,
      "step": 98080
    },
    {
      "epoch": 4.017243497849683,
      "grad_norm": 0.8489907018655064,
      "learning_rate": 7.569493995623699e-05,
      "loss": 0.2404,
      "step": 98081
    },
    {
      "epoch": 4.017284456276879,
      "grad_norm": 1.2293292456132408,
      "learning_rate": 7.569210685333433e-05,
      "loss": 0.6497,
      "step": 98082
    },
    {
      "epoch": 4.017325414704075,
      "grad_norm": 1.68374991149397,
      "learning_rate": 7.568927378556007e-05,
      "loss": 0.6113,
      "step": 98083
    },
    {
      "epoch": 4.017366373131272,
      "grad_norm": 1.6747050896985074,
      "learning_rate": 7.56864407529156e-05,
      "loss": 0.7695,
      "step": 98084
    },
    {
      "epoch": 4.017407331558468,
      "grad_norm": 1.3084174495294933,
      "learning_rate": 7.568360775540235e-05,
      "loss": 0.556,
      "step": 98085
    },
    {
      "epoch": 4.017448289985665,
      "grad_norm": 1.6767079576244202,
      "learning_rate": 7.56807747930215e-05,
      "loss": 0.8964,
      "step": 98086
    },
    {
      "epoch": 4.017489248412861,
      "grad_norm": 1.4958217075121791,
      "learning_rate": 7.567794186577447e-05,
      "loss": 0.5622,
      "step": 98087
    },
    {
      "epoch": 4.017530206840057,
      "grad_norm": 2.99630064566431,
      "learning_rate": 7.567510897366265e-05,
      "loss": 0.7605,
      "step": 98088
    },
    {
      "epoch": 4.017571165267253,
      "grad_norm": 1.7892262296462476,
      "learning_rate": 7.567227611668728e-05,
      "loss": 0.7321,
      "step": 98089
    },
    {
      "epoch": 4.01761212369445,
      "grad_norm": 1.3301049495277737,
      "learning_rate": 7.566944329484981e-05,
      "loss": 0.5281,
      "step": 98090
    },
    {
      "epoch": 4.0176530821216465,
      "grad_norm": 0.5199478064099754,
      "learning_rate": 7.566661050815143e-05,
      "loss": 0.0431,
      "step": 98091
    },
    {
      "epoch": 4.017694040548843,
      "grad_norm": 1.315935143129168,
      "learning_rate": 7.566377775659357e-05,
      "loss": 0.556,
      "step": 98092
    },
    {
      "epoch": 4.01773499897604,
      "grad_norm": 0.8654448311448635,
      "learning_rate": 7.566094504017763e-05,
      "loss": 0.1928,
      "step": 98093
    },
    {
      "epoch": 4.017775957403236,
      "grad_norm": 1.5689442411741124,
      "learning_rate": 7.565811235890483e-05,
      "loss": 0.6552,
      "step": 98094
    },
    {
      "epoch": 4.017816915830432,
      "grad_norm": 0.8003752023161843,
      "learning_rate": 7.565527971277653e-05,
      "loss": 0.2137,
      "step": 98095
    },
    {
      "epoch": 4.017857874257628,
      "grad_norm": 1.9202228759155244,
      "learning_rate": 7.565244710179419e-05,
      "loss": 0.6757,
      "step": 98096
    },
    {
      "epoch": 4.017898832684825,
      "grad_norm": 1.508690051453448,
      "learning_rate": 7.564961452595899e-05,
      "loss": 0.5443,
      "step": 98097
    },
    {
      "epoch": 4.017939791112021,
      "grad_norm": 0.7439936849503734,
      "learning_rate": 7.56467819852724e-05,
      "loss": 0.1691,
      "step": 98098
    },
    {
      "epoch": 4.017980749539218,
      "grad_norm": 1.4280825499982344,
      "learning_rate": 7.564394947973563e-05,
      "loss": 0.5682,
      "step": 98099
    },
    {
      "epoch": 4.0180217079664144,
      "grad_norm": 1.1708571642462546,
      "learning_rate": 7.564111700935007e-05,
      "loss": 0.5072,
      "step": 98100
    },
    {
      "epoch": 4.01806266639361,
      "grad_norm": 1.5230080089644578,
      "learning_rate": 7.563828457411717e-05,
      "loss": 0.6085,
      "step": 98101
    },
    {
      "epoch": 4.018103624820807,
      "grad_norm": 1.256897764134519,
      "learning_rate": 7.56354521740381e-05,
      "loss": 0.494,
      "step": 98102
    },
    {
      "epoch": 4.018144583248003,
      "grad_norm": 1.4548890141008755,
      "learning_rate": 7.563261980911427e-05,
      "loss": 0.6279,
      "step": 98103
    },
    {
      "epoch": 4.0181855416752,
      "grad_norm": 1.0081372336532357,
      "learning_rate": 7.562978747934707e-05,
      "loss": 0.2755,
      "step": 98104
    },
    {
      "epoch": 4.018226500102396,
      "grad_norm": 1.6277083438290134,
      "learning_rate": 7.562695518473775e-05,
      "loss": 0.5552,
      "step": 98105
    },
    {
      "epoch": 4.018267458529593,
      "grad_norm": 1.2933708567297797,
      "learning_rate": 7.562412292528775e-05,
      "loss": 0.5998,
      "step": 98106
    },
    {
      "epoch": 4.018308416956788,
      "grad_norm": 1.6561108606893977,
      "learning_rate": 7.562129070099827e-05,
      "loss": 0.5491,
      "step": 98107
    },
    {
      "epoch": 4.018349375383985,
      "grad_norm": 1.7351977896777249,
      "learning_rate": 7.561845851187074e-05,
      "loss": 0.9219,
      "step": 98108
    },
    {
      "epoch": 4.0183903338111815,
      "grad_norm": 5.183765375281396,
      "learning_rate": 7.561562635790657e-05,
      "loss": 2.2809,
      "step": 98109
    },
    {
      "epoch": 4.018431292238378,
      "grad_norm": 2.1315924388706424,
      "learning_rate": 7.561279423910692e-05,
      "loss": 0.8941,
      "step": 98110
    },
    {
      "epoch": 4.018472250665575,
      "grad_norm": 1.512196374557032,
      "learning_rate": 7.56099621554733e-05,
      "loss": 0.6912,
      "step": 98111
    },
    {
      "epoch": 4.018513209092771,
      "grad_norm": 1.7786222147334212,
      "learning_rate": 7.560713010700691e-05,
      "loss": 0.7439,
      "step": 98112
    },
    {
      "epoch": 4.018554167519968,
      "grad_norm": 1.445991044398867,
      "learning_rate": 7.560429809370916e-05,
      "loss": 0.7117,
      "step": 98113
    },
    {
      "epoch": 4.018595125947163,
      "grad_norm": 1.9744374074777136,
      "learning_rate": 7.560146611558143e-05,
      "loss": 1.0575,
      "step": 98114
    },
    {
      "epoch": 4.01863608437436,
      "grad_norm": 1.6864290496353218,
      "learning_rate": 7.559863417262494e-05,
      "loss": 0.8616,
      "step": 98115
    },
    {
      "epoch": 4.018677042801556,
      "grad_norm": 1.5940781985052241,
      "learning_rate": 7.559580226484112e-05,
      "loss": 0.8065,
      "step": 98116
    },
    {
      "epoch": 4.018718001228753,
      "grad_norm": 3.343772934189266,
      "learning_rate": 7.559297039223135e-05,
      "loss": 2.9395,
      "step": 98117
    },
    {
      "epoch": 4.018758959655949,
      "grad_norm": 0.9417622427911913,
      "learning_rate": 7.559013855479683e-05,
      "loss": 0.2658,
      "step": 98118
    },
    {
      "epoch": 4.018799918083146,
      "grad_norm": 2.9847696914118336,
      "learning_rate": 7.558730675253903e-05,
      "loss": 3.0652,
      "step": 98119
    },
    {
      "epoch": 4.018840876510342,
      "grad_norm": 1.327399545409463,
      "learning_rate": 7.558447498545918e-05,
      "loss": 0.4869,
      "step": 98120
    },
    {
      "epoch": 4.018881834937538,
      "grad_norm": 1.6040079119181974,
      "learning_rate": 7.558164325355869e-05,
      "loss": 0.5576,
      "step": 98121
    },
    {
      "epoch": 4.018922793364735,
      "grad_norm": 4.054838526224001,
      "learning_rate": 7.557881155683892e-05,
      "loss": 5.8103,
      "step": 98122
    },
    {
      "epoch": 4.018963751791931,
      "grad_norm": 1.7973233195950586,
      "learning_rate": 7.557597989530111e-05,
      "loss": 0.5767,
      "step": 98123
    },
    {
      "epoch": 4.019004710219128,
      "grad_norm": 1.3461847637736684,
      "learning_rate": 7.557314826894667e-05,
      "loss": 0.5944,
      "step": 98124
    },
    {
      "epoch": 4.019045668646324,
      "grad_norm": 1.6092850467899475,
      "learning_rate": 7.557031667777696e-05,
      "loss": 0.7722,
      "step": 98125
    },
    {
      "epoch": 4.01908662707352,
      "grad_norm": 1.5718708185909704,
      "learning_rate": 7.556748512179326e-05,
      "loss": 0.7491,
      "step": 98126
    },
    {
      "epoch": 4.0191275855007165,
      "grad_norm": 1.4664532217535198,
      "learning_rate": 7.556465360099698e-05,
      "loss": 0.6494,
      "step": 98127
    },
    {
      "epoch": 4.019168543927913,
      "grad_norm": 1.1526763448181072,
      "learning_rate": 7.55618221153894e-05,
      "loss": 0.4795,
      "step": 98128
    },
    {
      "epoch": 4.0192095023551095,
      "grad_norm": 1.5868640419658042,
      "learning_rate": 7.555899066497185e-05,
      "loss": 0.7731,
      "step": 98129
    },
    {
      "epoch": 4.019250460782306,
      "grad_norm": 0.985870127733129,
      "learning_rate": 7.555615924974564e-05,
      "loss": 0.2997,
      "step": 98130
    },
    {
      "epoch": 4.019291419209503,
      "grad_norm": 1.1095548997622386,
      "learning_rate": 7.555332786971223e-05,
      "loss": 0.5416,
      "step": 98131
    },
    {
      "epoch": 4.019332377636699,
      "grad_norm": 1.1315100587698737,
      "learning_rate": 7.555049652487285e-05,
      "loss": 0.4652,
      "step": 98132
    },
    {
      "epoch": 4.019373336063895,
      "grad_norm": 1.605154456496626,
      "learning_rate": 7.554766521522892e-05,
      "loss": 0.6108,
      "step": 98133
    },
    {
      "epoch": 4.019414294491091,
      "grad_norm": 0.8549589609896273,
      "learning_rate": 7.554483394078169e-05,
      "loss": 0.2026,
      "step": 98134
    },
    {
      "epoch": 4.019455252918288,
      "grad_norm": 1.3250150833193932,
      "learning_rate": 7.554200270153251e-05,
      "loss": 0.562,
      "step": 98135
    },
    {
      "epoch": 4.019496211345484,
      "grad_norm": 0.6491057490378459,
      "learning_rate": 7.553917149748284e-05,
      "loss": 0.1025,
      "step": 98136
    },
    {
      "epoch": 4.019537169772681,
      "grad_norm": 1.5165069896008474,
      "learning_rate": 7.553634032863385e-05,
      "loss": 0.5988,
      "step": 98137
    },
    {
      "epoch": 4.0195781281998775,
      "grad_norm": 1.2964968038869769,
      "learning_rate": 7.553350919498703e-05,
      "loss": 0.7259,
      "step": 98138
    },
    {
      "epoch": 4.019619086627073,
      "grad_norm": 1.594872434719859,
      "learning_rate": 7.553067809654359e-05,
      "loss": 0.6452,
      "step": 98139
    },
    {
      "epoch": 4.01966004505427,
      "grad_norm": 1.8102584629185352,
      "learning_rate": 7.552784703330492e-05,
      "loss": 0.5596,
      "step": 98140
    },
    {
      "epoch": 4.019701003481466,
      "grad_norm": 1.4757636403364656,
      "learning_rate": 7.55250160052724e-05,
      "loss": 0.5376,
      "step": 98141
    },
    {
      "epoch": 4.019741961908663,
      "grad_norm": 0.9806155791659603,
      "learning_rate": 7.55221850124473e-05,
      "loss": 0.1733,
      "step": 98142
    },
    {
      "epoch": 4.019782920335859,
      "grad_norm": 1.7087818038630875,
      "learning_rate": 7.551935405483096e-05,
      "loss": 0.2959,
      "step": 98143
    },
    {
      "epoch": 4.019823878763056,
      "grad_norm": 1.2071488511170954,
      "learning_rate": 7.551652313242482e-05,
      "loss": 0.5326,
      "step": 98144
    },
    {
      "epoch": 4.0198648371902514,
      "grad_norm": 1.234216506701882,
      "learning_rate": 7.55136922452301e-05,
      "loss": 0.5352,
      "step": 98145
    },
    {
      "epoch": 4.019905795617448,
      "grad_norm": 0.31652794867912915,
      "learning_rate": 7.551086139324823e-05,
      "loss": 0.0245,
      "step": 98146
    },
    {
      "epoch": 4.0199467540446445,
      "grad_norm": 0.8424999398008781,
      "learning_rate": 7.550803057648046e-05,
      "loss": 0.2103,
      "step": 98147
    },
    {
      "epoch": 4.019987712471841,
      "grad_norm": 1.2770088636638157,
      "learning_rate": 7.550519979492815e-05,
      "loss": 0.4622,
      "step": 98148
    },
    {
      "epoch": 4.020028670899038,
      "grad_norm": 1.0072087305587236,
      "learning_rate": 7.550236904859273e-05,
      "loss": 0.2222,
      "step": 98149
    },
    {
      "epoch": 4.020069629326234,
      "grad_norm": 0.47516672728556614,
      "learning_rate": 7.549953833747539e-05,
      "loss": 0.0409,
      "step": 98150
    },
    {
      "epoch": 4.020110587753431,
      "grad_norm": 1.8349845151385271,
      "learning_rate": 7.549670766157758e-05,
      "loss": 0.6805,
      "step": 98151
    },
    {
      "epoch": 4.020151546180626,
      "grad_norm": 1.9594453464271988,
      "learning_rate": 7.549387702090062e-05,
      "loss": 0.7908,
      "step": 98152
    },
    {
      "epoch": 4.020192504607823,
      "grad_norm": 1.7226290161163684,
      "learning_rate": 7.54910464154458e-05,
      "loss": 0.702,
      "step": 98153
    },
    {
      "epoch": 4.020233463035019,
      "grad_norm": 0.7855812367661477,
      "learning_rate": 7.548821584521457e-05,
      "loss": 0.139,
      "step": 98154
    },
    {
      "epoch": 4.020274421462216,
      "grad_norm": 1.6024712320561785,
      "learning_rate": 7.548538531020808e-05,
      "loss": 0.8517,
      "step": 98155
    },
    {
      "epoch": 4.0203153798894125,
      "grad_norm": 1.6026638413871714,
      "learning_rate": 7.54825548104278e-05,
      "loss": 0.6858,
      "step": 98156
    },
    {
      "epoch": 4.020356338316609,
      "grad_norm": 1.4824972239063159,
      "learning_rate": 7.54797243458751e-05,
      "loss": 0.7138,
      "step": 98157
    },
    {
      "epoch": 4.020397296743805,
      "grad_norm": 1.0647130869571229,
      "learning_rate": 7.54768939165512e-05,
      "loss": 0.2229,
      "step": 98158
    },
    {
      "epoch": 4.020438255171001,
      "grad_norm": 1.6374089532140854,
      "learning_rate": 7.54740635224575e-05,
      "loss": 0.514,
      "step": 98159
    },
    {
      "epoch": 4.020479213598198,
      "grad_norm": 2.1692476873717967,
      "learning_rate": 7.547123316359542e-05,
      "loss": 1.0436,
      "step": 98160
    },
    {
      "epoch": 4.020520172025394,
      "grad_norm": 1.3264516846807513,
      "learning_rate": 7.546840283996613e-05,
      "loss": 0.5097,
      "step": 98161
    },
    {
      "epoch": 4.020561130452591,
      "grad_norm": 1.4828268893068888,
      "learning_rate": 7.546557255157113e-05,
      "loss": 0.6834,
      "step": 98162
    },
    {
      "epoch": 4.020602088879787,
      "grad_norm": 1.502268915815111,
      "learning_rate": 7.54627422984116e-05,
      "loss": 0.7325,
      "step": 98163
    },
    {
      "epoch": 4.020643047306984,
      "grad_norm": 1.5738294491266545,
      "learning_rate": 7.545991208048897e-05,
      "loss": 0.6606,
      "step": 98164
    },
    {
      "epoch": 4.0206840057341795,
      "grad_norm": 1.6037978897427652,
      "learning_rate": 7.545708189780464e-05,
      "loss": 0.9358,
      "step": 98165
    },
    {
      "epoch": 4.020724964161376,
      "grad_norm": 0.899812662001164,
      "learning_rate": 7.545425175035982e-05,
      "loss": 0.262,
      "step": 98166
    },
    {
      "epoch": 4.020765922588573,
      "grad_norm": 1.4232295101963826,
      "learning_rate": 7.545142163815589e-05,
      "loss": 0.5941,
      "step": 98167
    },
    {
      "epoch": 4.020806881015769,
      "grad_norm": 1.574245415815482,
      "learning_rate": 7.544859156119426e-05,
      "loss": 0.7345,
      "step": 98168
    },
    {
      "epoch": 4.020847839442966,
      "grad_norm": 1.5033637089842453,
      "learning_rate": 7.544576151947616e-05,
      "loss": 0.6856,
      "step": 98169
    },
    {
      "epoch": 4.020888797870162,
      "grad_norm": 1.6478983672377787,
      "learning_rate": 7.544293151300302e-05,
      "loss": 0.786,
      "step": 98170
    },
    {
      "epoch": 4.020929756297358,
      "grad_norm": 1.524624901825155,
      "learning_rate": 7.54401015417761e-05,
      "loss": 0.6692,
      "step": 98171
    },
    {
      "epoch": 4.020970714724554,
      "grad_norm": 1.3648297241338396,
      "learning_rate": 7.543727160579676e-05,
      "loss": 0.6754,
      "step": 98172
    },
    {
      "epoch": 4.021011673151751,
      "grad_norm": 1.4228668378939522,
      "learning_rate": 7.543444170506641e-05,
      "loss": 0.6517,
      "step": 98173
    },
    {
      "epoch": 4.021052631578947,
      "grad_norm": 1.3898810483396424,
      "learning_rate": 7.543161183958628e-05,
      "loss": 0.6339,
      "step": 98174
    },
    {
      "epoch": 4.021093590006144,
      "grad_norm": 4.469038211210903,
      "learning_rate": 7.542878200935775e-05,
      "loss": 3.1636,
      "step": 98175
    },
    {
      "epoch": 4.0211345484333405,
      "grad_norm": 1.3768302382499058,
      "learning_rate": 7.542595221438222e-05,
      "loss": 0.5949,
      "step": 98176
    },
    {
      "epoch": 4.021175506860536,
      "grad_norm": 1.378137516434011,
      "learning_rate": 7.542312245466091e-05,
      "loss": 0.7225,
      "step": 98177
    },
    {
      "epoch": 4.021216465287733,
      "grad_norm": 1.4149574998006635,
      "learning_rate": 7.54202927301953e-05,
      "loss": 0.5788,
      "step": 98178
    },
    {
      "epoch": 4.021257423714929,
      "grad_norm": 1.176283196721914,
      "learning_rate": 7.541746304098658e-05,
      "loss": 0.3252,
      "step": 98179
    },
    {
      "epoch": 4.021298382142126,
      "grad_norm": 2.045294781301128,
      "learning_rate": 7.541463338703615e-05,
      "loss": 0.7769,
      "step": 98180
    },
    {
      "epoch": 4.021339340569322,
      "grad_norm": 1.4321462774717564,
      "learning_rate": 7.54118037683454e-05,
      "loss": 0.4256,
      "step": 98181
    },
    {
      "epoch": 4.021380298996519,
      "grad_norm": 1.7923602787285826,
      "learning_rate": 7.540897418491558e-05,
      "loss": 0.686,
      "step": 98182
    },
    {
      "epoch": 4.021421257423715,
      "grad_norm": 1.6623822032825666,
      "learning_rate": 7.540614463674814e-05,
      "loss": 0.8663,
      "step": 98183
    },
    {
      "epoch": 4.021462215850911,
      "grad_norm": 1.5219411051321083,
      "learning_rate": 7.540331512384425e-05,
      "loss": 0.7215,
      "step": 98184
    },
    {
      "epoch": 4.0215031742781076,
      "grad_norm": 1.6091998481855259,
      "learning_rate": 7.540048564620537e-05,
      "loss": 0.7156,
      "step": 98185
    },
    {
      "epoch": 4.021544132705304,
      "grad_norm": 1.4938754425678107,
      "learning_rate": 7.539765620383287e-05,
      "loss": 0.6139,
      "step": 98186
    },
    {
      "epoch": 4.021585091132501,
      "grad_norm": 1.2745200097347293,
      "learning_rate": 7.539482679672795e-05,
      "loss": 0.5407,
      "step": 98187
    },
    {
      "epoch": 4.021626049559697,
      "grad_norm": 1.2557139176963745,
      "learning_rate": 7.539199742489205e-05,
      "loss": 0.6085,
      "step": 98188
    },
    {
      "epoch": 4.021667007986894,
      "grad_norm": 1.383366201957903,
      "learning_rate": 7.538916808832653e-05,
      "loss": 0.4785,
      "step": 98189
    },
    {
      "epoch": 4.021707966414089,
      "grad_norm": 1.273865299836477,
      "learning_rate": 7.538633878703263e-05,
      "loss": 0.575,
      "step": 98190
    },
    {
      "epoch": 4.021748924841286,
      "grad_norm": 0.9982069232861159,
      "learning_rate": 7.538350952101179e-05,
      "loss": 0.2683,
      "step": 98191
    },
    {
      "epoch": 4.021789883268482,
      "grad_norm": 1.0755939330995326,
      "learning_rate": 7.538068029026526e-05,
      "loss": 0.3472,
      "step": 98192
    },
    {
      "epoch": 4.021830841695679,
      "grad_norm": 1.178074174427728,
      "learning_rate": 7.537785109479439e-05,
      "loss": 0.3554,
      "step": 98193
    },
    {
      "epoch": 4.0218718001228755,
      "grad_norm": 1.2975025283855222,
      "learning_rate": 7.537502193460062e-05,
      "loss": 0.4109,
      "step": 98194
    },
    {
      "epoch": 4.021912758550072,
      "grad_norm": 1.1322618914593638,
      "learning_rate": 7.537219280968514e-05,
      "loss": 0.2806,
      "step": 98195
    },
    {
      "epoch": 4.021953716977268,
      "grad_norm": 1.308289673440753,
      "learning_rate": 7.536936372004936e-05,
      "loss": 0.5349,
      "step": 98196
    },
    {
      "epoch": 4.021994675404464,
      "grad_norm": 1.1581689824417993,
      "learning_rate": 7.536653466569466e-05,
      "loss": 0.5688,
      "step": 98197
    },
    {
      "epoch": 4.022035633831661,
      "grad_norm": 1.5582318619708697,
      "learning_rate": 7.536370564662234e-05,
      "loss": 0.7723,
      "step": 98198
    },
    {
      "epoch": 4.022076592258857,
      "grad_norm": 0.7134879748027815,
      "learning_rate": 7.536087666283369e-05,
      "loss": 0.2239,
      "step": 98199
    },
    {
      "epoch": 4.022117550686054,
      "grad_norm": 0.788672160528427,
      "learning_rate": 7.53580477143301e-05,
      "loss": 0.2074,
      "step": 98200
    },
    {
      "epoch": 4.02215850911325,
      "grad_norm": 1.5563684632382848,
      "learning_rate": 7.535521880111289e-05,
      "loss": 0.7454,
      "step": 98201
    },
    {
      "epoch": 4.022199467540447,
      "grad_norm": 0.8040969325638659,
      "learning_rate": 7.535238992318335e-05,
      "loss": 0.1941,
      "step": 98202
    },
    {
      "epoch": 4.0222404259676425,
      "grad_norm": 1.6674264411235469,
      "learning_rate": 7.534956108054296e-05,
      "loss": 1.0105,
      "step": 98203
    },
    {
      "epoch": 4.022281384394839,
      "grad_norm": 0.8588559235537268,
      "learning_rate": 7.53467322731929e-05,
      "loss": 0.2156,
      "step": 98204
    },
    {
      "epoch": 4.022322342822036,
      "grad_norm": 1.4394893956138233,
      "learning_rate": 7.534390350113461e-05,
      "loss": 0.6249,
      "step": 98205
    },
    {
      "epoch": 4.022363301249232,
      "grad_norm": 0.9937410620296593,
      "learning_rate": 7.534107476436936e-05,
      "loss": 0.2511,
      "step": 98206
    },
    {
      "epoch": 4.022404259676429,
      "grad_norm": 1.2040312421299808,
      "learning_rate": 7.53382460628985e-05,
      "loss": 0.6788,
      "step": 98207
    },
    {
      "epoch": 4.022445218103625,
      "grad_norm": 0.47190816178257167,
      "learning_rate": 7.533541739672348e-05,
      "loss": 0.0535,
      "step": 98208
    },
    {
      "epoch": 4.022486176530821,
      "grad_norm": 1.4539836942704916,
      "learning_rate": 7.533258876584545e-05,
      "loss": 0.6606,
      "step": 98209
    },
    {
      "epoch": 4.022527134958017,
      "grad_norm": 1.216042704785122,
      "learning_rate": 7.532976017026588e-05,
      "loss": 0.6784,
      "step": 98210
    },
    {
      "epoch": 4.022568093385214,
      "grad_norm": 1.270825228428182,
      "learning_rate": 7.532693160998606e-05,
      "loss": 0.5737,
      "step": 98211
    },
    {
      "epoch": 4.0226090518124105,
      "grad_norm": 1.568971501605455,
      "learning_rate": 7.532410308500729e-05,
      "loss": 0.7487,
      "step": 98212
    },
    {
      "epoch": 4.022650010239607,
      "grad_norm": 1.3142055376146602,
      "learning_rate": 7.532127459533102e-05,
      "loss": 0.6666,
      "step": 98213
    },
    {
      "epoch": 4.0226909686668035,
      "grad_norm": 1.474491572822547,
      "learning_rate": 7.531844614095846e-05,
      "loss": 0.7186,
      "step": 98214
    },
    {
      "epoch": 4.022731927093999,
      "grad_norm": 1.4410060052526892,
      "learning_rate": 7.531561772189102e-05,
      "loss": 0.5528,
      "step": 98215
    },
    {
      "epoch": 4.022772885521196,
      "grad_norm": 0.9121875060443477,
      "learning_rate": 7.531278933813007e-05,
      "loss": 0.2049,
      "step": 98216
    },
    {
      "epoch": 4.022813843948392,
      "grad_norm": 0.7890794476930626,
      "learning_rate": 7.530996098967684e-05,
      "loss": 0.2434,
      "step": 98217
    },
    {
      "epoch": 4.022854802375589,
      "grad_norm": 1.227555515066494,
      "learning_rate": 7.530713267653277e-05,
      "loss": 0.4674,
      "step": 98218
    },
    {
      "epoch": 4.022895760802785,
      "grad_norm": 2.0825632326759993,
      "learning_rate": 7.530430439869911e-05,
      "loss": 1.0018,
      "step": 98219
    },
    {
      "epoch": 4.022936719229982,
      "grad_norm": 1.650853165763496,
      "learning_rate": 7.530147615617725e-05,
      "loss": 0.5504,
      "step": 98220
    },
    {
      "epoch": 4.022977677657178,
      "grad_norm": 1.234331768088604,
      "learning_rate": 7.529864794896856e-05,
      "loss": 0.5025,
      "step": 98221
    },
    {
      "epoch": 4.023018636084374,
      "grad_norm": 1.5707153446017323,
      "learning_rate": 7.529581977707428e-05,
      "loss": 0.6583,
      "step": 98222
    },
    {
      "epoch": 4.023059594511571,
      "grad_norm": 1.5138050720228347,
      "learning_rate": 7.529299164049583e-05,
      "loss": 0.8147,
      "step": 98223
    },
    {
      "epoch": 4.023100552938767,
      "grad_norm": 1.6686348304504959,
      "learning_rate": 7.529016353923453e-05,
      "loss": 0.6558,
      "step": 98224
    },
    {
      "epoch": 4.023141511365964,
      "grad_norm": 1.5887561075210774,
      "learning_rate": 7.528733547329167e-05,
      "loss": 0.7939,
      "step": 98225
    },
    {
      "epoch": 4.02318246979316,
      "grad_norm": 1.6501328838267095,
      "learning_rate": 7.528450744266867e-05,
      "loss": 0.7493,
      "step": 98226
    },
    {
      "epoch": 4.023223428220357,
      "grad_norm": 1.1078243855751297,
      "learning_rate": 7.528167944736678e-05,
      "loss": 0.3969,
      "step": 98227
    },
    {
      "epoch": 4.023264386647552,
      "grad_norm": 1.8394776373443074,
      "learning_rate": 7.527885148738736e-05,
      "loss": 0.6189,
      "step": 98228
    },
    {
      "epoch": 4.023305345074749,
      "grad_norm": 1.139595084192142,
      "learning_rate": 7.527602356273183e-05,
      "loss": 0.6346,
      "step": 98229
    },
    {
      "epoch": 4.023346303501945,
      "grad_norm": 1.653629402263395,
      "learning_rate": 7.52731956734014e-05,
      "loss": 0.616,
      "step": 98230
    },
    {
      "epoch": 4.023387261929142,
      "grad_norm": 1.6786773396393135,
      "learning_rate": 7.527036781939747e-05,
      "loss": 0.6511,
      "step": 98231
    },
    {
      "epoch": 4.0234282203563385,
      "grad_norm": 1.397233632959359,
      "learning_rate": 7.526754000072143e-05,
      "loss": 0.6706,
      "step": 98232
    },
    {
      "epoch": 4.023469178783535,
      "grad_norm": 5.94139686385564,
      "learning_rate": 7.52647122173745e-05,
      "loss": 4.5284,
      "step": 98233
    },
    {
      "epoch": 4.023510137210731,
      "grad_norm": 1.3738329580613517,
      "learning_rate": 7.526188446935814e-05,
      "loss": 0.5382,
      "step": 98234
    },
    {
      "epoch": 4.023551095637927,
      "grad_norm": 1.0681198724570948,
      "learning_rate": 7.525905675667356e-05,
      "loss": 0.3777,
      "step": 98235
    },
    {
      "epoch": 4.023592054065124,
      "grad_norm": 1.4542811726249945,
      "learning_rate": 7.525622907932216e-05,
      "loss": 0.5042,
      "step": 98236
    },
    {
      "epoch": 4.02363301249232,
      "grad_norm": 1.111315109467949,
      "learning_rate": 7.525340143730535e-05,
      "loss": 0.2975,
      "step": 98237
    },
    {
      "epoch": 4.023673970919517,
      "grad_norm": 1.4926275867248322,
      "learning_rate": 7.525057383062432e-05,
      "loss": 0.5975,
      "step": 98238
    },
    {
      "epoch": 4.023714929346713,
      "grad_norm": 0.9398612843154538,
      "learning_rate": 7.524774625928048e-05,
      "loss": 0.2179,
      "step": 98239
    },
    {
      "epoch": 4.02375588777391,
      "grad_norm": 1.4344806731656516,
      "learning_rate": 7.524491872327524e-05,
      "loss": 0.5367,
      "step": 98240
    },
    {
      "epoch": 4.023796846201106,
      "grad_norm": 0.6034301999344712,
      "learning_rate": 7.52420912226098e-05,
      "loss": 0.1386,
      "step": 98241
    },
    {
      "epoch": 4.023837804628302,
      "grad_norm": 1.3690565335764613,
      "learning_rate": 7.52392637572856e-05,
      "loss": 0.6784,
      "step": 98242
    },
    {
      "epoch": 4.023878763055499,
      "grad_norm": 0.9922356549068078,
      "learning_rate": 7.523643632730391e-05,
      "loss": 0.2816,
      "step": 98243
    },
    {
      "epoch": 4.023919721482695,
      "grad_norm": 1.063546545540204,
      "learning_rate": 7.523360893266608e-05,
      "loss": 0.2213,
      "step": 98244
    },
    {
      "epoch": 4.023960679909892,
      "grad_norm": 1.611989158470844,
      "learning_rate": 7.523078157337352e-05,
      "loss": 0.7144,
      "step": 98245
    },
    {
      "epoch": 4.024001638337088,
      "grad_norm": 2.1184040147689247,
      "learning_rate": 7.522795424942746e-05,
      "loss": 1.2198,
      "step": 98246
    },
    {
      "epoch": 4.024042596764284,
      "grad_norm": 2.142232650281972,
      "learning_rate": 7.522512696082934e-05,
      "loss": 1.2757,
      "step": 98247
    },
    {
      "epoch": 4.02408355519148,
      "grad_norm": 1.2643868007096686,
      "learning_rate": 7.522229970758037e-05,
      "loss": 0.4777,
      "step": 98248
    },
    {
      "epoch": 4.024124513618677,
      "grad_norm": 1.2058476832742222,
      "learning_rate": 7.521947248968198e-05,
      "loss": 0.4852,
      "step": 98249
    },
    {
      "epoch": 4.0241654720458735,
      "grad_norm": 1.3673001140672856,
      "learning_rate": 7.52166453071355e-05,
      "loss": 0.5019,
      "step": 98250
    },
    {
      "epoch": 4.02420643047307,
      "grad_norm": 1.6359475269480919,
      "learning_rate": 7.521381815994223e-05,
      "loss": 0.6183,
      "step": 98251
    },
    {
      "epoch": 4.024247388900267,
      "grad_norm": 1.3339894405831736,
      "learning_rate": 7.521099104810352e-05,
      "loss": 0.4291,
      "step": 98252
    },
    {
      "epoch": 4.024288347327462,
      "grad_norm": 3.097570568846556,
      "learning_rate": 7.520816397162078e-05,
      "loss": 1.1302,
      "step": 98253
    },
    {
      "epoch": 4.024329305754659,
      "grad_norm": 1.6736270147281498,
      "learning_rate": 7.52053369304952e-05,
      "loss": 0.5978,
      "step": 98254
    },
    {
      "epoch": 4.024370264181855,
      "grad_norm": 1.2373551197420627,
      "learning_rate": 7.520250992472826e-05,
      "loss": 0.6538,
      "step": 98255
    },
    {
      "epoch": 4.024411222609052,
      "grad_norm": 0.45831578566879766,
      "learning_rate": 7.51996829543212e-05,
      "loss": 0.0604,
      "step": 98256
    },
    {
      "epoch": 4.024452181036248,
      "grad_norm": 1.3670958974436245,
      "learning_rate": 7.519685601927536e-05,
      "loss": 0.7649,
      "step": 98257
    },
    {
      "epoch": 4.024493139463445,
      "grad_norm": 1.5487550328607473,
      "learning_rate": 7.519402911959217e-05,
      "loss": 0.6793,
      "step": 98258
    },
    {
      "epoch": 4.024534097890641,
      "grad_norm": 1.3042327122782962,
      "learning_rate": 7.519120225527284e-05,
      "loss": 0.5085,
      "step": 98259
    },
    {
      "epoch": 4.024575056317837,
      "grad_norm": 1.4922046254149892,
      "learning_rate": 7.518837542631879e-05,
      "loss": 0.6888,
      "step": 98260
    },
    {
      "epoch": 4.024616014745034,
      "grad_norm": 1.5293766781506737,
      "learning_rate": 7.518554863273139e-05,
      "loss": 0.596,
      "step": 98261
    },
    {
      "epoch": 4.02465697317223,
      "grad_norm": 0.9717326569730853,
      "learning_rate": 7.518272187451184e-05,
      "loss": 0.2593,
      "step": 98262
    },
    {
      "epoch": 4.024697931599427,
      "grad_norm": 1.8208964884521035,
      "learning_rate": 7.517989515166162e-05,
      "loss": 0.7246,
      "step": 98263
    },
    {
      "epoch": 4.024738890026623,
      "grad_norm": 1.4785807588405735,
      "learning_rate": 7.517706846418196e-05,
      "loss": 0.5434,
      "step": 98264
    },
    {
      "epoch": 4.02477984845382,
      "grad_norm": 1.2671990335795742,
      "learning_rate": 7.517424181207423e-05,
      "loss": 0.4962,
      "step": 98265
    },
    {
      "epoch": 4.024820806881015,
      "grad_norm": 0.9597831427194844,
      "learning_rate": 7.517141519533984e-05,
      "loss": 0.46,
      "step": 98266
    },
    {
      "epoch": 4.024861765308212,
      "grad_norm": 1.5398083779337541,
      "learning_rate": 7.516858861398002e-05,
      "loss": 0.6837,
      "step": 98267
    },
    {
      "epoch": 4.0249027237354085,
      "grad_norm": 1.548206751460661,
      "learning_rate": 7.516576206799618e-05,
      "loss": 0.6561,
      "step": 98268
    },
    {
      "epoch": 4.024943682162605,
      "grad_norm": 1.6936762078343524,
      "learning_rate": 7.516293555738965e-05,
      "loss": 0.8031,
      "step": 98269
    },
    {
      "epoch": 4.0249846405898015,
      "grad_norm": 1.2273235304695844,
      "learning_rate": 7.516010908216164e-05,
      "loss": 0.505,
      "step": 98270
    },
    {
      "epoch": 4.025025599016998,
      "grad_norm": 1.5005651582174728,
      "learning_rate": 7.515728264231365e-05,
      "loss": 0.4796,
      "step": 98271
    },
    {
      "epoch": 4.025066557444194,
      "grad_norm": 0.8388280965852669,
      "learning_rate": 7.515445623784697e-05,
      "loss": 0.1936,
      "step": 98272
    },
    {
      "epoch": 4.02510751587139,
      "grad_norm": 1.4292759363389713,
      "learning_rate": 7.515162986876286e-05,
      "loss": 0.4004,
      "step": 98273
    },
    {
      "epoch": 4.025148474298587,
      "grad_norm": 1.7182052187741605,
      "learning_rate": 7.514880353506274e-05,
      "loss": 0.6938,
      "step": 98274
    },
    {
      "epoch": 4.025189432725783,
      "grad_norm": 1.0727110171079663,
      "learning_rate": 7.514597723674797e-05,
      "loss": 0.2867,
      "step": 98275
    },
    {
      "epoch": 4.02523039115298,
      "grad_norm": 1.6990346819221869,
      "learning_rate": 7.514315097381977e-05,
      "loss": 0.6477,
      "step": 98276
    },
    {
      "epoch": 4.025271349580176,
      "grad_norm": 0.8118097478031487,
      "learning_rate": 7.51403247462796e-05,
      "loss": 0.2394,
      "step": 98277
    },
    {
      "epoch": 4.025312308007373,
      "grad_norm": 1.3171727756155684,
      "learning_rate": 7.513749855412871e-05,
      "loss": 0.7598,
      "step": 98278
    },
    {
      "epoch": 4.025353266434569,
      "grad_norm": 1.5665806075275461,
      "learning_rate": 7.513467239736845e-05,
      "loss": 0.5957,
      "step": 98279
    },
    {
      "epoch": 4.025394224861765,
      "grad_norm": 1.451046528894247,
      "learning_rate": 7.513184627600023e-05,
      "loss": 0.5661,
      "step": 98280
    },
    {
      "epoch": 4.025435183288962,
      "grad_norm": 1.526693992568192,
      "learning_rate": 7.512902019002526e-05,
      "loss": 0.6632,
      "step": 98281
    },
    {
      "epoch": 4.025476141716158,
      "grad_norm": 1.310000072634291,
      "learning_rate": 7.512619413944501e-05,
      "loss": 0.5382,
      "step": 98282
    },
    {
      "epoch": 4.025517100143355,
      "grad_norm": 0.9765019192132881,
      "learning_rate": 7.512336812426071e-05,
      "loss": 0.2055,
      "step": 98283
    },
    {
      "epoch": 4.025558058570551,
      "grad_norm": 2.4380013546932924,
      "learning_rate": 7.512054214447372e-05,
      "loss": 1.4622,
      "step": 98284
    },
    {
      "epoch": 4.025599016997747,
      "grad_norm": 2.1683605916657402,
      "learning_rate": 7.511771620008545e-05,
      "loss": 0.8029,
      "step": 98285
    },
    {
      "epoch": 4.0256399754249435,
      "grad_norm": 1.2594564268683455,
      "learning_rate": 7.511489029109712e-05,
      "loss": 0.4923,
      "step": 98286
    },
    {
      "epoch": 4.02568093385214,
      "grad_norm": 1.1203483235463427,
      "learning_rate": 7.511206441751014e-05,
      "loss": 0.5553,
      "step": 98287
    },
    {
      "epoch": 4.0257218922793365,
      "grad_norm": 1.870929879000251,
      "learning_rate": 7.510923857932587e-05,
      "loss": 0.8542,
      "step": 98288
    },
    {
      "epoch": 4.025762850706533,
      "grad_norm": 1.2783074139197343,
      "learning_rate": 7.510641277654556e-05,
      "loss": 0.6352,
      "step": 98289
    },
    {
      "epoch": 4.02580380913373,
      "grad_norm": 1.3050000864974778,
      "learning_rate": 7.510358700917064e-05,
      "loss": 0.7622,
      "step": 98290
    },
    {
      "epoch": 4.025844767560925,
      "grad_norm": 7.363253640998577,
      "learning_rate": 7.510076127720236e-05,
      "loss": 2.1048,
      "step": 98291
    },
    {
      "epoch": 4.025885725988122,
      "grad_norm": 1.5517868211835957,
      "learning_rate": 7.509793558064207e-05,
      "loss": 0.7572,
      "step": 98292
    },
    {
      "epoch": 4.025926684415318,
      "grad_norm": 1.7416474714928092,
      "learning_rate": 7.509510991949119e-05,
      "loss": 0.7725,
      "step": 98293
    },
    {
      "epoch": 4.025967642842515,
      "grad_norm": 1.4244399966952426,
      "learning_rate": 7.509228429375095e-05,
      "loss": 0.5494,
      "step": 98294
    },
    {
      "epoch": 4.026008601269711,
      "grad_norm": 1.1445151190204654,
      "learning_rate": 7.508945870342272e-05,
      "loss": 0.4551,
      "step": 98295
    },
    {
      "epoch": 4.026049559696908,
      "grad_norm": 7.298668418636347,
      "learning_rate": 7.508663314850791e-05,
      "loss": 1.5096,
      "step": 98296
    },
    {
      "epoch": 4.0260905181241045,
      "grad_norm": 2.158911428886632,
      "learning_rate": 7.508380762900774e-05,
      "loss": 1.0924,
      "step": 98297
    },
    {
      "epoch": 4.0261314765513,
      "grad_norm": 1.4643159947353948,
      "learning_rate": 7.508098214492366e-05,
      "loss": 0.5295,
      "step": 98298
    },
    {
      "epoch": 4.026172434978497,
      "grad_norm": 0.8751395222086714,
      "learning_rate": 7.507815669625687e-05,
      "loss": 0.4067,
      "step": 98299
    },
    {
      "epoch": 4.026213393405693,
      "grad_norm": 1.559480172870542,
      "learning_rate": 7.507533128300879e-05,
      "loss": 0.4217,
      "step": 98300
    },
    {
      "epoch": 4.02625435183289,
      "grad_norm": 0.7819397091725988,
      "learning_rate": 7.507250590518081e-05,
      "loss": 0.1852,
      "step": 98301
    },
    {
      "epoch": 4.026295310260086,
      "grad_norm": 2.0938883706170417,
      "learning_rate": 7.506968056277415e-05,
      "loss": 1.217,
      "step": 98302
    },
    {
      "epoch": 4.026336268687283,
      "grad_norm": 2.9632125347953266,
      "learning_rate": 7.506685525579018e-05,
      "loss": 0.9869,
      "step": 98303
    },
    {
      "epoch": 4.026377227114478,
      "grad_norm": 1.6454653017055225,
      "learning_rate": 7.506402998423031e-05,
      "loss": 0.7537,
      "step": 98304
    },
    {
      "epoch": 4.026418185541675,
      "grad_norm": 1.4884235440282139,
      "learning_rate": 7.506120474809575e-05,
      "loss": 0.4405,
      "step": 98305
    },
    {
      "epoch": 4.0264591439688715,
      "grad_norm": 1.6677968177598184,
      "learning_rate": 7.5058379547388e-05,
      "loss": 0.9659,
      "step": 98306
    },
    {
      "epoch": 4.026500102396068,
      "grad_norm": 1.9695190124442163,
      "learning_rate": 7.50555543821082e-05,
      "loss": 0.7136,
      "step": 98307
    },
    {
      "epoch": 4.026541060823265,
      "grad_norm": 1.4039245051865057,
      "learning_rate": 7.505272925225781e-05,
      "loss": 0.6275,
      "step": 98308
    },
    {
      "epoch": 4.026582019250461,
      "grad_norm": 1.834289285793411,
      "learning_rate": 7.504990415783818e-05,
      "loss": 0.672,
      "step": 98309
    },
    {
      "epoch": 4.026622977677657,
      "grad_norm": 0.7450096074649479,
      "learning_rate": 7.504707909885057e-05,
      "loss": 0.0837,
      "step": 98310
    },
    {
      "epoch": 4.026663936104853,
      "grad_norm": 1.4965158309713056,
      "learning_rate": 7.504425407529633e-05,
      "loss": 0.6609,
      "step": 98311
    },
    {
      "epoch": 4.02670489453205,
      "grad_norm": 1.646961659041052,
      "learning_rate": 7.504142908717688e-05,
      "loss": 0.7055,
      "step": 98312
    },
    {
      "epoch": 4.026745852959246,
      "grad_norm": 1.673072939874789,
      "learning_rate": 7.503860413449346e-05,
      "loss": 0.6711,
      "step": 98313
    },
    {
      "epoch": 4.026786811386443,
      "grad_norm": 1.257413415469129,
      "learning_rate": 7.503577921724748e-05,
      "loss": 0.5958,
      "step": 98314
    },
    {
      "epoch": 4.026827769813639,
      "grad_norm": 1.3562156458328136,
      "learning_rate": 7.503295433544018e-05,
      "loss": 0.5777,
      "step": 98315
    },
    {
      "epoch": 4.026868728240836,
      "grad_norm": 1.0177294120752534,
      "learning_rate": 7.503012948907293e-05,
      "loss": 0.3845,
      "step": 98316
    },
    {
      "epoch": 4.026909686668032,
      "grad_norm": 1.3074453564955293,
      "learning_rate": 7.502730467814714e-05,
      "loss": 0.6529,
      "step": 98317
    },
    {
      "epoch": 4.026950645095228,
      "grad_norm": 1.5463877908062547,
      "learning_rate": 7.502447990266405e-05,
      "loss": 0.5605,
      "step": 98318
    },
    {
      "epoch": 4.026991603522425,
      "grad_norm": 1.310390301414661,
      "learning_rate": 7.50216551626251e-05,
      "loss": 0.5094,
      "step": 98319
    },
    {
      "epoch": 4.027032561949621,
      "grad_norm": 1.1892793542065905,
      "learning_rate": 7.501883045803149e-05,
      "loss": 0.2847,
      "step": 98320
    },
    {
      "epoch": 4.027073520376818,
      "grad_norm": 1.4574197206550028,
      "learning_rate": 7.501600578888463e-05,
      "loss": 0.5642,
      "step": 98321
    },
    {
      "epoch": 4.027114478804014,
      "grad_norm": 1.057054781183379,
      "learning_rate": 7.50131811551859e-05,
      "loss": 0.2089,
      "step": 98322
    },
    {
      "epoch": 4.02715543723121,
      "grad_norm": 1.4746443255720045,
      "learning_rate": 7.501035655693654e-05,
      "loss": 0.6192,
      "step": 98323
    },
    {
      "epoch": 4.0271963956584065,
      "grad_norm": 1.2923496186544727,
      "learning_rate": 7.500753199413793e-05,
      "loss": 0.6637,
      "step": 98324
    },
    {
      "epoch": 4.027237354085603,
      "grad_norm": 1.7341042255289365,
      "learning_rate": 7.500470746679146e-05,
      "loss": 0.709,
      "step": 98325
    },
    {
      "epoch": 4.0272783125127996,
      "grad_norm": 1.1324624747039254,
      "learning_rate": 7.500188297489837e-05,
      "loss": 0.4394,
      "step": 98326
    },
    {
      "epoch": 4.027319270939996,
      "grad_norm": 1.0054147099287176,
      "learning_rate": 7.499905851846007e-05,
      "loss": 0.1439,
      "step": 98327
    },
    {
      "epoch": 4.027360229367193,
      "grad_norm": 1.0745772400012767,
      "learning_rate": 7.499623409747782e-05,
      "loss": 0.4598,
      "step": 98328
    },
    {
      "epoch": 4.027401187794388,
      "grad_norm": 0.7746294321243945,
      "learning_rate": 7.4993409711953e-05,
      "loss": 0.1093,
      "step": 98329
    },
    {
      "epoch": 4.027442146221585,
      "grad_norm": 1.6892428979472862,
      "learning_rate": 7.499058536188701e-05,
      "loss": 0.676,
      "step": 98330
    },
    {
      "epoch": 4.027483104648781,
      "grad_norm": 1.357179741488721,
      "learning_rate": 7.498776104728104e-05,
      "loss": 0.5583,
      "step": 98331
    },
    {
      "epoch": 4.027524063075978,
      "grad_norm": 1.4044490366400053,
      "learning_rate": 7.498493676813652e-05,
      "loss": 0.7537,
      "step": 98332
    },
    {
      "epoch": 4.027565021503174,
      "grad_norm": 1.041625651209809,
      "learning_rate": 7.498211252445481e-05,
      "loss": 0.3538,
      "step": 98333
    },
    {
      "epoch": 4.027605979930371,
      "grad_norm": 0.7258378029933404,
      "learning_rate": 7.497928831623715e-05,
      "loss": 0.2312,
      "step": 98334
    },
    {
      "epoch": 4.0276469383575675,
      "grad_norm": 1.4580129026347064,
      "learning_rate": 7.4976464143485e-05,
      "loss": 0.1808,
      "step": 98335
    },
    {
      "epoch": 4.027687896784763,
      "grad_norm": 1.30404457671257,
      "learning_rate": 7.497364000619957e-05,
      "loss": 0.4426,
      "step": 98336
    },
    {
      "epoch": 4.02772885521196,
      "grad_norm": 1.4864621211448228,
      "learning_rate": 7.497081590438223e-05,
      "loss": 0.651,
      "step": 98337
    },
    {
      "epoch": 4.027769813639156,
      "grad_norm": 0.940829465669482,
      "learning_rate": 7.49679918380344e-05,
      "loss": 0.1214,
      "step": 98338
    },
    {
      "epoch": 4.027810772066353,
      "grad_norm": 1.7136864385077226,
      "learning_rate": 7.496516780715735e-05,
      "loss": 0.9002,
      "step": 98339
    },
    {
      "epoch": 4.027851730493549,
      "grad_norm": 0.6351639351619262,
      "learning_rate": 7.496234381175236e-05,
      "loss": 0.093,
      "step": 98340
    },
    {
      "epoch": 4.027892688920746,
      "grad_norm": 1.8642666284875935,
      "learning_rate": 7.495951985182088e-05,
      "loss": 0.6968,
      "step": 98341
    },
    {
      "epoch": 4.0279336473479415,
      "grad_norm": 3.361078500351419,
      "learning_rate": 7.495669592736412e-05,
      "loss": 3.1147,
      "step": 98342
    },
    {
      "epoch": 4.027974605775138,
      "grad_norm": 1.2746889611418495,
      "learning_rate": 7.495387203838349e-05,
      "loss": 0.5908,
      "step": 98343
    },
    {
      "epoch": 4.0280155642023345,
      "grad_norm": 1.4919361852561221,
      "learning_rate": 7.495104818488036e-05,
      "loss": 0.5217,
      "step": 98344
    },
    {
      "epoch": 4.028056522629531,
      "grad_norm": 1.781094294817696,
      "learning_rate": 7.494822436685596e-05,
      "loss": 0.6697,
      "step": 98345
    },
    {
      "epoch": 4.028097481056728,
      "grad_norm": 1.2985630471152685,
      "learning_rate": 7.494540058431169e-05,
      "loss": 0.5141,
      "step": 98346
    },
    {
      "epoch": 4.028138439483924,
      "grad_norm": 1.5586996142516307,
      "learning_rate": 7.494257683724895e-05,
      "loss": 0.6703,
      "step": 98347
    },
    {
      "epoch": 4.02817939791112,
      "grad_norm": 1.4096401261716685,
      "learning_rate": 7.493975312566892e-05,
      "loss": 0.6039,
      "step": 98348
    },
    {
      "epoch": 4.028220356338316,
      "grad_norm": 1.317070591311506,
      "learning_rate": 7.49369294495731e-05,
      "loss": 0.5639,
      "step": 98349
    },
    {
      "epoch": 4.028261314765513,
      "grad_norm": 1.5483043076980922,
      "learning_rate": 7.493410580896266e-05,
      "loss": 0.4795,
      "step": 98350
    },
    {
      "epoch": 4.028302273192709,
      "grad_norm": 1.1116798166125772,
      "learning_rate": 7.493128220383905e-05,
      "loss": 0.5198,
      "step": 98351
    },
    {
      "epoch": 4.028343231619906,
      "grad_norm": 1.5970393057796504,
      "learning_rate": 7.492845863420362e-05,
      "loss": 0.7688,
      "step": 98352
    },
    {
      "epoch": 4.0283841900471025,
      "grad_norm": 1.297351102956053,
      "learning_rate": 7.492563510005759e-05,
      "loss": 0.6435,
      "step": 98353
    },
    {
      "epoch": 4.028425148474299,
      "grad_norm": 0.9680144059781399,
      "learning_rate": 7.492281160140243e-05,
      "loss": 0.2819,
      "step": 98354
    },
    {
      "epoch": 4.028466106901495,
      "grad_norm": 1.3254065939303803,
      "learning_rate": 7.491998813823936e-05,
      "loss": 0.5335,
      "step": 98355
    },
    {
      "epoch": 4.028507065328691,
      "grad_norm": 1.3221533653385342,
      "learning_rate": 7.491716471056976e-05,
      "loss": 0.5249,
      "step": 98356
    },
    {
      "epoch": 4.028548023755888,
      "grad_norm": 0.8867014678523311,
      "learning_rate": 7.491434131839501e-05,
      "loss": 0.216,
      "step": 98357
    },
    {
      "epoch": 4.028588982183084,
      "grad_norm": 1.514088546547031,
      "learning_rate": 7.491151796171634e-05,
      "loss": 0.5568,
      "step": 98358
    },
    {
      "epoch": 4.028629940610281,
      "grad_norm": 1.4328759160306737,
      "learning_rate": 7.490869464053516e-05,
      "loss": 0.8978,
      "step": 98359
    },
    {
      "epoch": 4.028670899037477,
      "grad_norm": 1.055034935460069,
      "learning_rate": 7.490587135485286e-05,
      "loss": 0.5387,
      "step": 98360
    },
    {
      "epoch": 4.028711857464673,
      "grad_norm": 3.6100519129771556,
      "learning_rate": 7.490304810467064e-05,
      "loss": 3.8376,
      "step": 98361
    },
    {
      "epoch": 4.0287528158918695,
      "grad_norm": 1.5848763506484032,
      "learning_rate": 7.490022488998995e-05,
      "loss": 0.7264,
      "step": 98362
    },
    {
      "epoch": 4.028793774319066,
      "grad_norm": 1.4449646006777195,
      "learning_rate": 7.489740171081203e-05,
      "loss": 0.7037,
      "step": 98363
    },
    {
      "epoch": 4.028834732746263,
      "grad_norm": 3.1503426026355537,
      "learning_rate": 7.489457856713827e-05,
      "loss": 2.8984,
      "step": 98364
    },
    {
      "epoch": 4.028875691173459,
      "grad_norm": 1.1735979584685283,
      "learning_rate": 7.489175545897002e-05,
      "loss": 0.4191,
      "step": 98365
    },
    {
      "epoch": 4.028916649600656,
      "grad_norm": 1.331895103419692,
      "learning_rate": 7.488893238630855e-05,
      "loss": 0.5169,
      "step": 98366
    },
    {
      "epoch": 4.028957608027851,
      "grad_norm": 1.507853583416508,
      "learning_rate": 7.488610934915525e-05,
      "loss": 0.8395,
      "step": 98367
    },
    {
      "epoch": 4.028998566455048,
      "grad_norm": 1.2958407705111759,
      "learning_rate": 7.488328634751148e-05,
      "loss": 0.0829,
      "step": 98368
    },
    {
      "epoch": 4.029039524882244,
      "grad_norm": 1.2236647284832216,
      "learning_rate": 7.488046338137848e-05,
      "loss": 0.293,
      "step": 98369
    },
    {
      "epoch": 4.029080483309441,
      "grad_norm": 2.0072492326708806,
      "learning_rate": 7.487764045075768e-05,
      "loss": 0.8405,
      "step": 98370
    },
    {
      "epoch": 4.029121441736637,
      "grad_norm": 1.4951044782692056,
      "learning_rate": 7.487481755565032e-05,
      "loss": 0.6571,
      "step": 98371
    },
    {
      "epoch": 4.029162400163834,
      "grad_norm": 1.258219481309411,
      "learning_rate": 7.487199469605782e-05,
      "loss": 0.4863,
      "step": 98372
    },
    {
      "epoch": 4.0292033585910305,
      "grad_norm": 1.0182321926363638,
      "learning_rate": 7.48691718719815e-05,
      "loss": 0.2472,
      "step": 98373
    },
    {
      "epoch": 4.029244317018226,
      "grad_norm": 1.1728183095467708,
      "learning_rate": 7.486634908342263e-05,
      "loss": 0.561,
      "step": 98374
    },
    {
      "epoch": 4.029285275445423,
      "grad_norm": 1.3392811862921727,
      "learning_rate": 7.48635263303826e-05,
      "loss": 0.5149,
      "step": 98375
    },
    {
      "epoch": 4.029326233872619,
      "grad_norm": 1.4194339299538243,
      "learning_rate": 7.486070361286278e-05,
      "loss": 0.7292,
      "step": 98376
    },
    {
      "epoch": 4.029367192299816,
      "grad_norm": 1.820978152837098,
      "learning_rate": 7.485788093086441e-05,
      "loss": 1.0719,
      "step": 98377
    },
    {
      "epoch": 4.029408150727012,
      "grad_norm": 1.3024768941767948,
      "learning_rate": 7.485505828438893e-05,
      "loss": 0.5888,
      "step": 98378
    },
    {
      "epoch": 4.029449109154209,
      "grad_norm": 1.9792190200545088,
      "learning_rate": 7.485223567343756e-05,
      "loss": 0.9278,
      "step": 98379
    },
    {
      "epoch": 4.0294900675814045,
      "grad_norm": 1.4680917618996376,
      "learning_rate": 7.484941309801169e-05,
      "loss": 0.6578,
      "step": 98380
    },
    {
      "epoch": 4.029531026008601,
      "grad_norm": 2.6661611307798356,
      "learning_rate": 7.484659055811271e-05,
      "loss": 2.2371,
      "step": 98381
    },
    {
      "epoch": 4.029571984435798,
      "grad_norm": 1.3007564073790319,
      "learning_rate": 7.484376805374185e-05,
      "loss": 0.5497,
      "step": 98382
    },
    {
      "epoch": 4.029612942862994,
      "grad_norm": 3.1955038497687265,
      "learning_rate": 7.48409455849005e-05,
      "loss": 1.5933,
      "step": 98383
    },
    {
      "epoch": 4.029653901290191,
      "grad_norm": 2.1371010937062533,
      "learning_rate": 7.483812315159004e-05,
      "loss": 1.1585,
      "step": 98384
    },
    {
      "epoch": 4.029694859717387,
      "grad_norm": 1.3995345501976881,
      "learning_rate": 7.48353007538117e-05,
      "loss": 0.7883,
      "step": 98385
    },
    {
      "epoch": 4.029735818144583,
      "grad_norm": 1.3387809549397542,
      "learning_rate": 7.483247839156692e-05,
      "loss": 0.5099,
      "step": 98386
    },
    {
      "epoch": 4.029776776571779,
      "grad_norm": 1.1825693544725595,
      "learning_rate": 7.482965606485693e-05,
      "loss": 0.5732,
      "step": 98387
    },
    {
      "epoch": 4.029817734998976,
      "grad_norm": 0.7816144837856189,
      "learning_rate": 7.482683377368312e-05,
      "loss": 0.1928,
      "step": 98388
    },
    {
      "epoch": 4.029858693426172,
      "grad_norm": 1.5955836586284702,
      "learning_rate": 7.482401151804685e-05,
      "loss": 0.8419,
      "step": 98389
    },
    {
      "epoch": 4.029899651853369,
      "grad_norm": 1.4250654393736404,
      "learning_rate": 7.482118929794941e-05,
      "loss": 0.4325,
      "step": 98390
    },
    {
      "epoch": 4.0299406102805655,
      "grad_norm": 2.080352924921597,
      "learning_rate": 7.481836711339219e-05,
      "loss": 0.7463,
      "step": 98391
    },
    {
      "epoch": 4.029981568707762,
      "grad_norm": 1.891929486328307,
      "learning_rate": 7.481554496437642e-05,
      "loss": 0.7577,
      "step": 98392
    },
    {
      "epoch": 4.030022527134958,
      "grad_norm": 1.447193270663104,
      "learning_rate": 7.48127228509035e-05,
      "loss": 0.6416,
      "step": 98393
    },
    {
      "epoch": 4.030063485562154,
      "grad_norm": 1.7192441914300365,
      "learning_rate": 7.480990077297481e-05,
      "loss": 0.7738,
      "step": 98394
    },
    {
      "epoch": 4.030104443989351,
      "grad_norm": 1.4194020789120647,
      "learning_rate": 7.480707873059159e-05,
      "loss": 0.5384,
      "step": 98395
    },
    {
      "epoch": 4.030145402416547,
      "grad_norm": 2.995716242273689,
      "learning_rate": 7.480425672375523e-05,
      "loss": 0.586,
      "step": 98396
    },
    {
      "epoch": 4.030186360843744,
      "grad_norm": 1.243143776758463,
      "learning_rate": 7.48014347524671e-05,
      "loss": 0.6502,
      "step": 98397
    },
    {
      "epoch": 4.03022731927094,
      "grad_norm": 0.9412920016862378,
      "learning_rate": 7.479861281672843e-05,
      "loss": 0.2618,
      "step": 98398
    },
    {
      "epoch": 4.030268277698136,
      "grad_norm": 1.6104238524228771,
      "learning_rate": 7.479579091654067e-05,
      "loss": 0.7967,
      "step": 98399
    },
    {
      "epoch": 4.0303092361253325,
      "grad_norm": 2.728442250016771,
      "learning_rate": 7.479296905190503e-05,
      "loss": 1.6169,
      "step": 98400
    },
    {
      "epoch": 4.030350194552529,
      "grad_norm": 1.2752397279879966,
      "learning_rate": 7.479014722282292e-05,
      "loss": 0.4553,
      "step": 98401
    },
    {
      "epoch": 4.030391152979726,
      "grad_norm": 41.63000917339868,
      "learning_rate": 7.478732542929572e-05,
      "loss": 3.7904,
      "step": 98402
    },
    {
      "epoch": 4.030432111406922,
      "grad_norm": 1.1518447289450033,
      "learning_rate": 7.478450367132465e-05,
      "loss": 0.5376,
      "step": 98403
    },
    {
      "epoch": 4.030473069834119,
      "grad_norm": 1.970680759477411,
      "learning_rate": 7.478168194891112e-05,
      "loss": 0.6027,
      "step": 98404
    },
    {
      "epoch": 4.030514028261314,
      "grad_norm": 1.596847056010072,
      "learning_rate": 7.477886026205648e-05,
      "loss": 0.5852,
      "step": 98405
    },
    {
      "epoch": 4.030554986688511,
      "grad_norm": 1.6365760839122034,
      "learning_rate": 7.477603861076198e-05,
      "loss": 0.6916,
      "step": 98406
    },
    {
      "epoch": 4.030595945115707,
      "grad_norm": 1.293101920405013,
      "learning_rate": 7.477321699502905e-05,
      "loss": 0.5811,
      "step": 98407
    },
    {
      "epoch": 4.030636903542904,
      "grad_norm": 2.102076314110626,
      "learning_rate": 7.477039541485894e-05,
      "loss": 0.9529,
      "step": 98408
    },
    {
      "epoch": 4.0306778619701005,
      "grad_norm": 1.1409669138944805,
      "learning_rate": 7.476757387025307e-05,
      "loss": 0.4227,
      "step": 98409
    },
    {
      "epoch": 4.030718820397297,
      "grad_norm": 1.4798895814343052,
      "learning_rate": 7.476475236121266e-05,
      "loss": 0.59,
      "step": 98410
    },
    {
      "epoch": 4.0307597788244935,
      "grad_norm": 0.9743541892609754,
      "learning_rate": 7.476193088773919e-05,
      "loss": 0.2245,
      "step": 98411
    },
    {
      "epoch": 4.030800737251689,
      "grad_norm": 3.1798679531128196,
      "learning_rate": 7.475910944983385e-05,
      "loss": 3.0071,
      "step": 98412
    },
    {
      "epoch": 4.030841695678886,
      "grad_norm": 1.357717847366426,
      "learning_rate": 7.475628804749806e-05,
      "loss": 0.5143,
      "step": 98413
    },
    {
      "epoch": 4.030882654106082,
      "grad_norm": 1.8691287071145204,
      "learning_rate": 7.475346668073311e-05,
      "loss": 0.7818,
      "step": 98414
    },
    {
      "epoch": 4.030923612533279,
      "grad_norm": 0.8064920926199344,
      "learning_rate": 7.475064534954034e-05,
      "loss": 0.2151,
      "step": 98415
    },
    {
      "epoch": 4.030964570960475,
      "grad_norm": 1.6615178488689237,
      "learning_rate": 7.474782405392116e-05,
      "loss": 0.7955,
      "step": 98416
    },
    {
      "epoch": 4.031005529387672,
      "grad_norm": 1.9888343345086439,
      "learning_rate": 7.474500279387679e-05,
      "loss": 1.3316,
      "step": 98417
    },
    {
      "epoch": 4.0310464878148675,
      "grad_norm": 1.435091037112891,
      "learning_rate": 7.474218156940866e-05,
      "loss": 0.522,
      "step": 98418
    },
    {
      "epoch": 4.031087446242064,
      "grad_norm": 1.446653140833366,
      "learning_rate": 7.4739360380518e-05,
      "loss": 0.6311,
      "step": 98419
    },
    {
      "epoch": 4.031128404669261,
      "grad_norm": 0.9421509880375862,
      "learning_rate": 7.473653922720623e-05,
      "loss": 0.2152,
      "step": 98420
    },
    {
      "epoch": 4.031169363096457,
      "grad_norm": 1.4220578256970535,
      "learning_rate": 7.47337181094747e-05,
      "loss": 0.6749,
      "step": 98421
    },
    {
      "epoch": 4.031210321523654,
      "grad_norm": 0.8838294442365229,
      "learning_rate": 7.473089702732462e-05,
      "loss": 0.1986,
      "step": 98422
    },
    {
      "epoch": 4.03125127995085,
      "grad_norm": 1.702410050528487,
      "learning_rate": 7.472807598075745e-05,
      "loss": 0.77,
      "step": 98423
    },
    {
      "epoch": 4.031292238378046,
      "grad_norm": 1.4042083708329751,
      "learning_rate": 7.47252549697745e-05,
      "loss": 0.4254,
      "step": 98424
    },
    {
      "epoch": 4.031333196805242,
      "grad_norm": 1.580820300557195,
      "learning_rate": 7.472243399437704e-05,
      "loss": 0.8319,
      "step": 98425
    },
    {
      "epoch": 4.031374155232439,
      "grad_norm": 1.3171257310685067,
      "learning_rate": 7.471961305456649e-05,
      "loss": 0.5632,
      "step": 98426
    },
    {
      "epoch": 4.0314151136596355,
      "grad_norm": 1.927631774106774,
      "learning_rate": 7.471679215034408e-05,
      "loss": 1.0629,
      "step": 98427
    },
    {
      "epoch": 4.031456072086832,
      "grad_norm": 1.3325544267170455,
      "learning_rate": 7.471397128171122e-05,
      "loss": 0.7033,
      "step": 98428
    },
    {
      "epoch": 4.0314970305140285,
      "grad_norm": 1.5020382124435536,
      "learning_rate": 7.471115044866927e-05,
      "loss": 0.7567,
      "step": 98429
    },
    {
      "epoch": 4.031537988941225,
      "grad_norm": 1.674385850238782,
      "learning_rate": 7.470832965121947e-05,
      "loss": 0.7954,
      "step": 98430
    },
    {
      "epoch": 4.031578947368421,
      "grad_norm": 0.7978264877358038,
      "learning_rate": 7.47055088893632e-05,
      "loss": 0.2611,
      "step": 98431
    },
    {
      "epoch": 4.031619905795617,
      "grad_norm": 0.6644774172859637,
      "learning_rate": 7.470268816310184e-05,
      "loss": 0.1977,
      "step": 98432
    },
    {
      "epoch": 4.031660864222814,
      "grad_norm": 1.4627552841069738,
      "learning_rate": 7.469986747243664e-05,
      "loss": 0.7606,
      "step": 98433
    },
    {
      "epoch": 4.03170182265001,
      "grad_norm": 1.3603456484771885,
      "learning_rate": 7.469704681736903e-05,
      "loss": 0.6322,
      "step": 98434
    },
    {
      "epoch": 4.031742781077207,
      "grad_norm": 1.48368045128295,
      "learning_rate": 7.469422619790021e-05,
      "loss": 0.5581,
      "step": 98435
    },
    {
      "epoch": 4.031783739504403,
      "grad_norm": 1.3537626452053708,
      "learning_rate": 7.469140561403161e-05,
      "loss": 0.6646,
      "step": 98436
    },
    {
      "epoch": 4.031824697931599,
      "grad_norm": 1.7619776687328552,
      "learning_rate": 7.46885850657646e-05,
      "loss": 0.9907,
      "step": 98437
    },
    {
      "epoch": 4.031865656358796,
      "grad_norm": 1.407056864787736,
      "learning_rate": 7.468576455310039e-05,
      "loss": 0.5222,
      "step": 98438
    },
    {
      "epoch": 4.031906614785992,
      "grad_norm": 1.480126976945284,
      "learning_rate": 7.468294407604038e-05,
      "loss": 0.629,
      "step": 98439
    },
    {
      "epoch": 4.031947573213189,
      "grad_norm": 2.4255682799363973,
      "learning_rate": 7.468012363458596e-05,
      "loss": 0.7437,
      "step": 98440
    },
    {
      "epoch": 4.031988531640385,
      "grad_norm": 1.4128856173482605,
      "learning_rate": 7.467730322873836e-05,
      "loss": 0.6308,
      "step": 98441
    },
    {
      "epoch": 4.032029490067582,
      "grad_norm": 1.9345668275001227,
      "learning_rate": 7.4674482858499e-05,
      "loss": 1.1675,
      "step": 98442
    },
    {
      "epoch": 4.032070448494778,
      "grad_norm": 0.9254465503369764,
      "learning_rate": 7.467166252386913e-05,
      "loss": 0.2037,
      "step": 98443
    },
    {
      "epoch": 4.032111406921974,
      "grad_norm": 1.3355772119425016,
      "learning_rate": 7.466884222485015e-05,
      "loss": 0.5742,
      "step": 98444
    },
    {
      "epoch": 4.03215236534917,
      "grad_norm": 1.622363328573125,
      "learning_rate": 7.466602196144339e-05,
      "loss": 0.6507,
      "step": 98445
    },
    {
      "epoch": 4.032193323776367,
      "grad_norm": 1.4389740478371402,
      "learning_rate": 7.466320173365012e-05,
      "loss": 0.6374,
      "step": 98446
    },
    {
      "epoch": 4.0322342822035635,
      "grad_norm": 1.5450813418953986,
      "learning_rate": 7.466038154147171e-05,
      "loss": 0.6679,
      "step": 98447
    },
    {
      "epoch": 4.03227524063076,
      "grad_norm": 1.7165349817686844,
      "learning_rate": 7.465756138490957e-05,
      "loss": 0.8403,
      "step": 98448
    },
    {
      "epoch": 4.032316199057957,
      "grad_norm": 1.1809958807524188,
      "learning_rate": 7.46547412639649e-05,
      "loss": 0.3576,
      "step": 98449
    },
    {
      "epoch": 4.032357157485152,
      "grad_norm": 1.1950060973738283,
      "learning_rate": 7.465192117863916e-05,
      "loss": 0.501,
      "step": 98450
    },
    {
      "epoch": 4.032398115912349,
      "grad_norm": 0.8283266434925441,
      "learning_rate": 7.464910112893354e-05,
      "loss": 0.1916,
      "step": 98451
    },
    {
      "epoch": 4.032439074339545,
      "grad_norm": 1.1924259923208052,
      "learning_rate": 7.464628111484947e-05,
      "loss": 0.4688,
      "step": 98452
    },
    {
      "epoch": 4.032480032766742,
      "grad_norm": 1.3291314916410073,
      "learning_rate": 7.464346113638832e-05,
      "loss": 0.4815,
      "step": 98453
    },
    {
      "epoch": 4.032520991193938,
      "grad_norm": 1.0096703057722571,
      "learning_rate": 7.46406411935513e-05,
      "loss": 0.2239,
      "step": 98454
    },
    {
      "epoch": 4.032561949621135,
      "grad_norm": 1.1866373976801652,
      "learning_rate": 7.463782128633984e-05,
      "loss": 0.3443,
      "step": 98455
    },
    {
      "epoch": 4.0326029080483305,
      "grad_norm": 1.2229574310705413,
      "learning_rate": 7.463500141475528e-05,
      "loss": 0.4996,
      "step": 98456
    },
    {
      "epoch": 4.032643866475527,
      "grad_norm": 3.161430744216687,
      "learning_rate": 7.463218157879886e-05,
      "loss": 1.0722,
      "step": 98457
    },
    {
      "epoch": 4.032684824902724,
      "grad_norm": 1.1656594705429262,
      "learning_rate": 7.462936177847204e-05,
      "loss": 0.6658,
      "step": 98458
    },
    {
      "epoch": 4.03272578332992,
      "grad_norm": 1.3304788047313205,
      "learning_rate": 7.462654201377602e-05,
      "loss": 0.6738,
      "step": 98459
    },
    {
      "epoch": 4.032766741757117,
      "grad_norm": 1.3411448012995106,
      "learning_rate": 7.462372228471222e-05,
      "loss": 0.5339,
      "step": 98460
    },
    {
      "epoch": 4.032807700184313,
      "grad_norm": 1.288191591658974,
      "learning_rate": 7.462090259128196e-05,
      "loss": 0.5343,
      "step": 98461
    },
    {
      "epoch": 4.03284865861151,
      "grad_norm": 1.3815265637781518,
      "learning_rate": 7.461808293348654e-05,
      "loss": 0.6343,
      "step": 98462
    },
    {
      "epoch": 4.032889617038705,
      "grad_norm": 1.6405025376271534,
      "learning_rate": 7.461526331132736e-05,
      "loss": 0.5677,
      "step": 98463
    },
    {
      "epoch": 4.032930575465902,
      "grad_norm": 1.2401389607855624,
      "learning_rate": 7.461244372480566e-05,
      "loss": 0.4752,
      "step": 98464
    },
    {
      "epoch": 4.0329715338930985,
      "grad_norm": 0.9977494277860304,
      "learning_rate": 7.460962417392282e-05,
      "loss": 0.174,
      "step": 98465
    },
    {
      "epoch": 4.033012492320295,
      "grad_norm": 2.5205660814694237,
      "learning_rate": 7.460680465868025e-05,
      "loss": 2.0155,
      "step": 98466
    },
    {
      "epoch": 4.0330534507474916,
      "grad_norm": 1.4944009771858657,
      "learning_rate": 7.460398517907912e-05,
      "loss": 0.6483,
      "step": 98467
    },
    {
      "epoch": 4.033094409174688,
      "grad_norm": 0.8068801555860929,
      "learning_rate": 7.460116573512087e-05,
      "loss": 0.1922,
      "step": 98468
    },
    {
      "epoch": 4.033135367601884,
      "grad_norm": 1.5765626604126615,
      "learning_rate": 7.459834632680685e-05,
      "loss": 0.6888,
      "step": 98469
    },
    {
      "epoch": 4.03317632602908,
      "grad_norm": 2.02713029923328,
      "learning_rate": 7.459552695413832e-05,
      "loss": 0.811,
      "step": 98470
    },
    {
      "epoch": 4.033217284456277,
      "grad_norm": 0.7424097810650951,
      "learning_rate": 7.459270761711671e-05,
      "loss": 0.2083,
      "step": 98471
    },
    {
      "epoch": 4.033258242883473,
      "grad_norm": 1.426570426831781,
      "learning_rate": 7.458988831574322e-05,
      "loss": 0.6226,
      "step": 98472
    },
    {
      "epoch": 4.03329920131067,
      "grad_norm": 1.401813055269644,
      "learning_rate": 7.458706905001925e-05,
      "loss": 0.5313,
      "step": 98473
    },
    {
      "epoch": 4.033340159737866,
      "grad_norm": 1.7811208355353878,
      "learning_rate": 7.458424981994621e-05,
      "loss": 0.7077,
      "step": 98474
    },
    {
      "epoch": 4.033381118165062,
      "grad_norm": 0.9407772774593394,
      "learning_rate": 7.45814306255253e-05,
      "loss": 0.2993,
      "step": 98475
    },
    {
      "epoch": 4.033422076592259,
      "grad_norm": 0.8407863973804215,
      "learning_rate": 7.457861146675793e-05,
      "loss": 0.2285,
      "step": 98476
    },
    {
      "epoch": 4.033463035019455,
      "grad_norm": 1.630661228579542,
      "learning_rate": 7.457579234364543e-05,
      "loss": 0.6657,
      "step": 98477
    },
    {
      "epoch": 4.033503993446652,
      "grad_norm": 2.129487953103537,
      "learning_rate": 7.457297325618909e-05,
      "loss": 0.625,
      "step": 98478
    },
    {
      "epoch": 4.033544951873848,
      "grad_norm": 1.3625237210209689,
      "learning_rate": 7.457015420439033e-05,
      "loss": 0.6157,
      "step": 98479
    },
    {
      "epoch": 4.033585910301045,
      "grad_norm": 1.2097540015753487,
      "learning_rate": 7.456733518825043e-05,
      "loss": 0.5698,
      "step": 98480
    },
    {
      "epoch": 4.033626868728241,
      "grad_norm": 0.7641517649110776,
      "learning_rate": 7.456451620777065e-05,
      "loss": 0.1543,
      "step": 98481
    },
    {
      "epoch": 4.033667827155437,
      "grad_norm": 1.3148623290355304,
      "learning_rate": 7.456169726295238e-05,
      "loss": 0.4733,
      "step": 98482
    },
    {
      "epoch": 4.0337087855826335,
      "grad_norm": 1.651597547548179,
      "learning_rate": 7.455887835379703e-05,
      "loss": 0.7432,
      "step": 98483
    },
    {
      "epoch": 4.03374974400983,
      "grad_norm": 0.8986618818046466,
      "learning_rate": 7.45560594803058e-05,
      "loss": 0.2077,
      "step": 98484
    },
    {
      "epoch": 4.0337907024370265,
      "grad_norm": 1.2082022848862146,
      "learning_rate": 7.455324064248016e-05,
      "loss": 0.228,
      "step": 98485
    },
    {
      "epoch": 4.033831660864223,
      "grad_norm": 0.8820853241648965,
      "learning_rate": 7.45504218403213e-05,
      "loss": 0.1437,
      "step": 98486
    },
    {
      "epoch": 4.03387261929142,
      "grad_norm": 6.017351443176166,
      "learning_rate": 7.454760307383061e-05,
      "loss": 2.9549,
      "step": 98487
    },
    {
      "epoch": 4.033913577718615,
      "grad_norm": 1.9466584565799112,
      "learning_rate": 7.454478434300951e-05,
      "loss": 0.9928,
      "step": 98488
    },
    {
      "epoch": 4.033954536145812,
      "grad_norm": 1.057371623855173,
      "learning_rate": 7.45419656478592e-05,
      "loss": 0.5791,
      "step": 98489
    },
    {
      "epoch": 4.033995494573008,
      "grad_norm": 2.295143306303795,
      "learning_rate": 7.453914698838111e-05,
      "loss": 1.6568,
      "step": 98490
    },
    {
      "epoch": 4.034036453000205,
      "grad_norm": 0.7714666920140678,
      "learning_rate": 7.453632836457652e-05,
      "loss": 0.2125,
      "step": 98491
    },
    {
      "epoch": 4.034077411427401,
      "grad_norm": 1.3834343138418228,
      "learning_rate": 7.453350977644674e-05,
      "loss": 0.6235,
      "step": 98492
    },
    {
      "epoch": 4.034118369854598,
      "grad_norm": 1.2035426295289169,
      "learning_rate": 7.453069122399318e-05,
      "loss": 0.5594,
      "step": 98493
    },
    {
      "epoch": 4.034159328281794,
      "grad_norm": 1.1036564086641008,
      "learning_rate": 7.45278727072171e-05,
      "loss": 0.4925,
      "step": 98494
    },
    {
      "epoch": 4.03420028670899,
      "grad_norm": 1.698630205373168,
      "learning_rate": 7.452505422611986e-05,
      "loss": 1.0407,
      "step": 98495
    },
    {
      "epoch": 4.034241245136187,
      "grad_norm": 1.123938808608006,
      "learning_rate": 7.452223578070284e-05,
      "loss": 0.3331,
      "step": 98496
    },
    {
      "epoch": 4.034282203563383,
      "grad_norm": 1.0178744560469972,
      "learning_rate": 7.451941737096728e-05,
      "loss": 0.3073,
      "step": 98497
    },
    {
      "epoch": 4.03432316199058,
      "grad_norm": 1.6685625776331912,
      "learning_rate": 7.451659899691463e-05,
      "loss": 0.8329,
      "step": 98498
    },
    {
      "epoch": 4.034364120417776,
      "grad_norm": 1.4498225419015813,
      "learning_rate": 7.451378065854606e-05,
      "loss": 0.5322,
      "step": 98499
    },
    {
      "epoch": 4.034405078844973,
      "grad_norm": 1.1910795215702012,
      "learning_rate": 7.451096235586301e-05,
      "loss": 0.4265,
      "step": 98500
    },
    {
      "epoch": 4.034446037272168,
      "grad_norm": 1.5180789284452891,
      "learning_rate": 7.450814408886685e-05,
      "loss": 0.6394,
      "step": 98501
    },
    {
      "epoch": 4.034486995699365,
      "grad_norm": 0.539544056807753,
      "learning_rate": 7.450532585755882e-05,
      "loss": 0.038,
      "step": 98502
    },
    {
      "epoch": 4.0345279541265615,
      "grad_norm": 1.1038766973895522,
      "learning_rate": 7.450250766194028e-05,
      "loss": 0.3306,
      "step": 98503
    },
    {
      "epoch": 4.034568912553758,
      "grad_norm": 1.3223307703119136,
      "learning_rate": 7.449968950201263e-05,
      "loss": 0.5178,
      "step": 98504
    },
    {
      "epoch": 4.034609870980955,
      "grad_norm": 1.7635255449891714,
      "learning_rate": 7.449687137777709e-05,
      "loss": 0.8897,
      "step": 98505
    },
    {
      "epoch": 4.034650829408151,
      "grad_norm": 1.5754742784223317,
      "learning_rate": 7.44940532892351e-05,
      "loss": 0.6852,
      "step": 98506
    },
    {
      "epoch": 4.034691787835347,
      "grad_norm": 1.7861033541470457,
      "learning_rate": 7.44912352363879e-05,
      "loss": 0.967,
      "step": 98507
    },
    {
      "epoch": 4.034732746262543,
      "grad_norm": 1.0152200196445598,
      "learning_rate": 7.448841721923683e-05,
      "loss": 0.255,
      "step": 98508
    },
    {
      "epoch": 4.03477370468974,
      "grad_norm": 3.0756107145729406,
      "learning_rate": 7.448559923778333e-05,
      "loss": 2.9901,
      "step": 98509
    },
    {
      "epoch": 4.034814663116936,
      "grad_norm": 1.1581625891388978,
      "learning_rate": 7.44827812920286e-05,
      "loss": 0.4715,
      "step": 98510
    },
    {
      "epoch": 4.034855621544133,
      "grad_norm": 1.6228241522465756,
      "learning_rate": 7.447996338197404e-05,
      "loss": 0.742,
      "step": 98511
    },
    {
      "epoch": 4.0348965799713294,
      "grad_norm": 1.4090310335217628,
      "learning_rate": 7.447714550762102e-05,
      "loss": 0.6747,
      "step": 98512
    },
    {
      "epoch": 4.034937538398525,
      "grad_norm": 1.46506505169213,
      "learning_rate": 7.447432766897075e-05,
      "loss": 0.7066,
      "step": 98513
    },
    {
      "epoch": 4.034978496825722,
      "grad_norm": 1.414609530390097,
      "learning_rate": 7.447150986602471e-05,
      "loss": 0.7477,
      "step": 98514
    },
    {
      "epoch": 4.035019455252918,
      "grad_norm": 3.4421374638298023,
      "learning_rate": 7.446869209878409e-05,
      "loss": 0.4155,
      "step": 98515
    },
    {
      "epoch": 4.035060413680115,
      "grad_norm": 1.5341659180390277,
      "learning_rate": 7.44658743672503e-05,
      "loss": 0.7437,
      "step": 98516
    },
    {
      "epoch": 4.035101372107311,
      "grad_norm": 1.4383834399307662,
      "learning_rate": 7.446305667142471e-05,
      "loss": 0.5689,
      "step": 98517
    },
    {
      "epoch": 4.035142330534508,
      "grad_norm": 1.5342474669317225,
      "learning_rate": 7.446023901130855e-05,
      "loss": 0.7065,
      "step": 98518
    },
    {
      "epoch": 4.035183288961704,
      "grad_norm": 1.3809755331851161,
      "learning_rate": 7.44574213869032e-05,
      "loss": 0.5503,
      "step": 98519
    },
    {
      "epoch": 4.0352242473889,
      "grad_norm": 1.5445724090385287,
      "learning_rate": 7.445460379821008e-05,
      "loss": 0.7566,
      "step": 98520
    },
    {
      "epoch": 4.0352652058160965,
      "grad_norm": 2.810465592909655,
      "learning_rate": 7.445178624523035e-05,
      "loss": 2.6568,
      "step": 98521
    },
    {
      "epoch": 4.035306164243293,
      "grad_norm": 1.2574074769496808,
      "learning_rate": 7.44489687279655e-05,
      "loss": 0.4781,
      "step": 98522
    },
    {
      "epoch": 4.03534712267049,
      "grad_norm": 1.2389092807476036,
      "learning_rate": 7.444615124641676e-05,
      "loss": 0.6268,
      "step": 98523
    },
    {
      "epoch": 4.035388081097686,
      "grad_norm": 1.4810279908505484,
      "learning_rate": 7.444333380058546e-05,
      "loss": 0.6833,
      "step": 98524
    },
    {
      "epoch": 4.035429039524883,
      "grad_norm": 1.0299486283972517,
      "learning_rate": 7.444051639047304e-05,
      "loss": 0.5592,
      "step": 98525
    },
    {
      "epoch": 4.035469997952078,
      "grad_norm": 1.1837323530762716,
      "learning_rate": 7.44376990160807e-05,
      "loss": 0.475,
      "step": 98526
    },
    {
      "epoch": 4.035510956379275,
      "grad_norm": 1.2941473731331807,
      "learning_rate": 7.443488167740983e-05,
      "loss": 0.6359,
      "step": 98527
    },
    {
      "epoch": 4.035551914806471,
      "grad_norm": 1.6313538383397341,
      "learning_rate": 7.443206437446182e-05,
      "loss": 0.7579,
      "step": 98528
    },
    {
      "epoch": 4.035592873233668,
      "grad_norm": 1.0973630996129953,
      "learning_rate": 7.442924710723789e-05,
      "loss": 0.4604,
      "step": 98529
    },
    {
      "epoch": 4.035633831660864,
      "grad_norm": 1.4334408723441792,
      "learning_rate": 7.442642987573948e-05,
      "loss": 0.7827,
      "step": 98530
    },
    {
      "epoch": 4.035674790088061,
      "grad_norm": 1.0633548091986842,
      "learning_rate": 7.442361267996782e-05,
      "loss": 0.5069,
      "step": 98531
    },
    {
      "epoch": 4.035715748515257,
      "grad_norm": 1.8851053404735594,
      "learning_rate": 7.442079551992429e-05,
      "loss": 0.9114,
      "step": 98532
    },
    {
      "epoch": 4.035756706942453,
      "grad_norm": 1.5256492092493639,
      "learning_rate": 7.441797839561029e-05,
      "loss": 0.5235,
      "step": 98533
    },
    {
      "epoch": 4.03579766536965,
      "grad_norm": 1.2297552762790405,
      "learning_rate": 7.441516130702699e-05,
      "loss": 0.5813,
      "step": 98534
    },
    {
      "epoch": 4.035838623796846,
      "grad_norm": 1.4118120898270026,
      "learning_rate": 7.44123442541759e-05,
      "loss": 0.7092,
      "step": 98535
    },
    {
      "epoch": 4.035879582224043,
      "grad_norm": 1.5509807640802036,
      "learning_rate": 7.440952723705821e-05,
      "loss": 0.5671,
      "step": 98536
    },
    {
      "epoch": 4.035920540651239,
      "grad_norm": 1.6074718022439145,
      "learning_rate": 7.440671025567531e-05,
      "loss": 0.7455,
      "step": 98537
    },
    {
      "epoch": 4.035961499078436,
      "grad_norm": 1.3935364268897377,
      "learning_rate": 7.440389331002858e-05,
      "loss": 0.563,
      "step": 98538
    },
    {
      "epoch": 4.0360024575056315,
      "grad_norm": 1.5873385221022984,
      "learning_rate": 7.440107640011924e-05,
      "loss": 0.6501,
      "step": 98539
    },
    {
      "epoch": 4.036043415932828,
      "grad_norm": 1.176124599126123,
      "learning_rate": 7.439825952594869e-05,
      "loss": 0.5768,
      "step": 98540
    },
    {
      "epoch": 4.0360843743600245,
      "grad_norm": 1.749974529612603,
      "learning_rate": 7.439544268751832e-05,
      "loss": 1.0797,
      "step": 98541
    },
    {
      "epoch": 4.036125332787221,
      "grad_norm": 1.7235758269343702,
      "learning_rate": 7.439262588482933e-05,
      "loss": 0.5734,
      "step": 98542
    },
    {
      "epoch": 4.036166291214418,
      "grad_norm": 1.3848652914733284,
      "learning_rate": 7.43898091178832e-05,
      "loss": 0.7386,
      "step": 98543
    },
    {
      "epoch": 4.036207249641614,
      "grad_norm": 1.4839231789094423,
      "learning_rate": 7.43869923866811e-05,
      "loss": 0.7236,
      "step": 98544
    },
    {
      "epoch": 4.03624820806881,
      "grad_norm": 1.243437133991589,
      "learning_rate": 7.438417569122445e-05,
      "loss": 0.6235,
      "step": 98545
    },
    {
      "epoch": 4.036289166496006,
      "grad_norm": 4.614735348577377,
      "learning_rate": 7.438135903151463e-05,
      "loss": 1.7946,
      "step": 98546
    },
    {
      "epoch": 4.036330124923203,
      "grad_norm": 1.412786405356914,
      "learning_rate": 7.437854240755286e-05,
      "loss": 0.6122,
      "step": 98547
    },
    {
      "epoch": 4.036371083350399,
      "grad_norm": 1.5432377334013352,
      "learning_rate": 7.437572581934052e-05,
      "loss": 0.588,
      "step": 98548
    },
    {
      "epoch": 4.036412041777596,
      "grad_norm": 2.1198325405355147,
      "learning_rate": 7.437290926687902e-05,
      "loss": 1.2519,
      "step": 98549
    },
    {
      "epoch": 4.0364530002047925,
      "grad_norm": 1.5043874833792064,
      "learning_rate": 7.437009275016955e-05,
      "loss": 0.8743,
      "step": 98550
    },
    {
      "epoch": 4.036493958631988,
      "grad_norm": 1.169864072616548,
      "learning_rate": 7.436727626921356e-05,
      "loss": 0.2954,
      "step": 98551
    },
    {
      "epoch": 4.036534917059185,
      "grad_norm": 1.2900789273696733,
      "learning_rate": 7.436445982401236e-05,
      "loss": 0.5378,
      "step": 98552
    },
    {
      "epoch": 4.036575875486381,
      "grad_norm": 2.168712084101611,
      "learning_rate": 7.436164341456718e-05,
      "loss": 0.3837,
      "step": 98553
    },
    {
      "epoch": 4.036616833913578,
      "grad_norm": 1.5375870615185077,
      "learning_rate": 7.435882704087943e-05,
      "loss": 0.7669,
      "step": 98554
    },
    {
      "epoch": 4.036657792340774,
      "grad_norm": 1.788818927691487,
      "learning_rate": 7.435601070295049e-05,
      "loss": 0.6943,
      "step": 98555
    },
    {
      "epoch": 4.036698750767971,
      "grad_norm": 0.8769880518703048,
      "learning_rate": 7.435319440078159e-05,
      "loss": 0.2586,
      "step": 98556
    },
    {
      "epoch": 4.036739709195167,
      "grad_norm": 1.5490158788970059,
      "learning_rate": 7.435037813437416e-05,
      "loss": 0.8693,
      "step": 98557
    },
    {
      "epoch": 4.036780667622363,
      "grad_norm": 1.4864099260903558,
      "learning_rate": 7.434756190372942e-05,
      "loss": 0.7891,
      "step": 98558
    },
    {
      "epoch": 4.0368216260495595,
      "grad_norm": 3.0608549375415803,
      "learning_rate": 7.434474570884877e-05,
      "loss": 2.5693,
      "step": 98559
    },
    {
      "epoch": 4.036862584476756,
      "grad_norm": 0.8981715362293584,
      "learning_rate": 7.43419295497336e-05,
      "loss": 0.1987,
      "step": 98560
    },
    {
      "epoch": 4.036903542903953,
      "grad_norm": 0.991022048688577,
      "learning_rate": 7.433911342638511e-05,
      "loss": 0.1605,
      "step": 98561
    },
    {
      "epoch": 4.036944501331149,
      "grad_norm": 1.6443025684653143,
      "learning_rate": 7.433629733880476e-05,
      "loss": 0.6426,
      "step": 98562
    },
    {
      "epoch": 4.036985459758346,
      "grad_norm": 2.207080660836623,
      "learning_rate": 7.433348128699375e-05,
      "loss": 1.0249,
      "step": 98563
    },
    {
      "epoch": 4.037026418185541,
      "grad_norm": 1.3741959843138647,
      "learning_rate": 7.433066527095348e-05,
      "loss": 0.545,
      "step": 98564
    },
    {
      "epoch": 4.037067376612738,
      "grad_norm": 1.4164145910217807,
      "learning_rate": 7.432784929068534e-05,
      "loss": 0.5163,
      "step": 98565
    },
    {
      "epoch": 4.037108335039934,
      "grad_norm": 1.4142443493129502,
      "learning_rate": 7.432503334619055e-05,
      "loss": 0.646,
      "step": 98566
    },
    {
      "epoch": 4.037149293467131,
      "grad_norm": 1.3761725189311969,
      "learning_rate": 7.432221743747048e-05,
      "loss": 0.6744,
      "step": 98567
    },
    {
      "epoch": 4.0371902518943275,
      "grad_norm": 1.2356349564450326,
      "learning_rate": 7.431940156452655e-05,
      "loss": 0.4671,
      "step": 98568
    },
    {
      "epoch": 4.037231210321524,
      "grad_norm": 1.3818696021198142,
      "learning_rate": 7.431658572735994e-05,
      "loss": 0.5268,
      "step": 98569
    },
    {
      "epoch": 4.03727216874872,
      "grad_norm": 0.7439763299221439,
      "learning_rate": 7.431376992597212e-05,
      "loss": 0.1966,
      "step": 98570
    },
    {
      "epoch": 4.037313127175916,
      "grad_norm": 1.0770773033714531,
      "learning_rate": 7.431095416036431e-05,
      "loss": 0.3422,
      "step": 98571
    },
    {
      "epoch": 4.037354085603113,
      "grad_norm": 1.9329208403210971,
      "learning_rate": 7.430813843053787e-05,
      "loss": 1.1071,
      "step": 98572
    },
    {
      "epoch": 4.037395044030309,
      "grad_norm": 1.3651790607091174,
      "learning_rate": 7.430532273649421e-05,
      "loss": 0.542,
      "step": 98573
    },
    {
      "epoch": 4.037436002457506,
      "grad_norm": 1.5993176245620413,
      "learning_rate": 7.430250707823457e-05,
      "loss": 0.6334,
      "step": 98574
    },
    {
      "epoch": 4.037476960884702,
      "grad_norm": 1.925763025730475,
      "learning_rate": 7.42996914557603e-05,
      "loss": 0.8067,
      "step": 98575
    },
    {
      "epoch": 4.037517919311899,
      "grad_norm": 3.2797381820117315,
      "learning_rate": 7.429687586907278e-05,
      "loss": 3.3026,
      "step": 98576
    },
    {
      "epoch": 4.0375588777390945,
      "grad_norm": 1.537344492827494,
      "learning_rate": 7.429406031817327e-05,
      "loss": 0.7964,
      "step": 98577
    },
    {
      "epoch": 4.037599836166291,
      "grad_norm": 1.2864744536393036,
      "learning_rate": 7.429124480306318e-05,
      "loss": 0.5526,
      "step": 98578
    },
    {
      "epoch": 4.037640794593488,
      "grad_norm": 0.9962080687845251,
      "learning_rate": 7.428842932374374e-05,
      "loss": 0.2651,
      "step": 98579
    },
    {
      "epoch": 4.037681753020684,
      "grad_norm": 1.047231455675803,
      "learning_rate": 7.428561388021635e-05,
      "loss": 0.2115,
      "step": 98580
    },
    {
      "epoch": 4.037722711447881,
      "grad_norm": 1.6635143293642567,
      "learning_rate": 7.428279847248237e-05,
      "loss": 0.9383,
      "step": 98581
    },
    {
      "epoch": 4.037763669875077,
      "grad_norm": 1.3828678573175368,
      "learning_rate": 7.427998310054304e-05,
      "loss": 0.6072,
      "step": 98582
    },
    {
      "epoch": 4.037804628302273,
      "grad_norm": 1.2732211350946963,
      "learning_rate": 7.427716776439974e-05,
      "loss": 0.7117,
      "step": 98583
    },
    {
      "epoch": 4.037845586729469,
      "grad_norm": 1.596809978100551,
      "learning_rate": 7.427435246405386e-05,
      "loss": 0.7573,
      "step": 98584
    },
    {
      "epoch": 4.037886545156666,
      "grad_norm": 1.4217778391241984,
      "learning_rate": 7.42715371995066e-05,
      "loss": 0.4967,
      "step": 98585
    },
    {
      "epoch": 4.037927503583862,
      "grad_norm": 1.6878652265333411,
      "learning_rate": 7.426872197075944e-05,
      "loss": 0.6987,
      "step": 98586
    },
    {
      "epoch": 4.037968462011059,
      "grad_norm": 1.2661296429641646,
      "learning_rate": 7.426590677781356e-05,
      "loss": 0.678,
      "step": 98587
    },
    {
      "epoch": 4.0380094204382555,
      "grad_norm": 1.7897225067480824,
      "learning_rate": 7.426309162067038e-05,
      "loss": 1.0732,
      "step": 98588
    },
    {
      "epoch": 4.038050378865451,
      "grad_norm": 1.421283120018648,
      "learning_rate": 7.426027649933127e-05,
      "loss": 0.6907,
      "step": 98589
    },
    {
      "epoch": 4.038091337292648,
      "grad_norm": 1.5036172029270027,
      "learning_rate": 7.425746141379745e-05,
      "loss": 0.67,
      "step": 98590
    },
    {
      "epoch": 4.038132295719844,
      "grad_norm": 1.3630325256768154,
      "learning_rate": 7.425464636407028e-05,
      "loss": 0.6379,
      "step": 98591
    },
    {
      "epoch": 4.038173254147041,
      "grad_norm": 0.7944460022492696,
      "learning_rate": 7.42518313501512e-05,
      "loss": 0.2023,
      "step": 98592
    },
    {
      "epoch": 4.038214212574237,
      "grad_norm": 1.5549748504125271,
      "learning_rate": 7.42490163720414e-05,
      "loss": 0.6645,
      "step": 98593
    },
    {
      "epoch": 4.038255171001434,
      "grad_norm": 1.5166776656511767,
      "learning_rate": 7.424620142974233e-05,
      "loss": 0.7026,
      "step": 98594
    },
    {
      "epoch": 4.03829612942863,
      "grad_norm": 1.4732455392184423,
      "learning_rate": 7.42433865232552e-05,
      "loss": 0.6782,
      "step": 98595
    },
    {
      "epoch": 4.038337087855826,
      "grad_norm": 3.6301387773836233,
      "learning_rate": 7.42405716525814e-05,
      "loss": 3.5162,
      "step": 98596
    },
    {
      "epoch": 4.0383780462830225,
      "grad_norm": 1.8126155079947346,
      "learning_rate": 7.423775681772232e-05,
      "loss": 0.9934,
      "step": 98597
    },
    {
      "epoch": 4.038419004710219,
      "grad_norm": 1.1346397753247437,
      "learning_rate": 7.423494201867916e-05,
      "loss": 0.497,
      "step": 98598
    },
    {
      "epoch": 4.038459963137416,
      "grad_norm": 1.5969329775977241,
      "learning_rate": 7.423212725545334e-05,
      "loss": 0.9069,
      "step": 98599
    },
    {
      "epoch": 4.038500921564612,
      "grad_norm": 1.6886401252954102,
      "learning_rate": 7.422931252804623e-05,
      "loss": 0.626,
      "step": 98600
    },
    {
      "epoch": 4.038541879991809,
      "grad_norm": 1.2855673064018824,
      "learning_rate": 7.422649783645905e-05,
      "loss": 0.5866,
      "step": 98601
    },
    {
      "epoch": 4.038582838419004,
      "grad_norm": 1.4495904389593468,
      "learning_rate": 7.422368318069323e-05,
      "loss": 0.6159,
      "step": 98602
    },
    {
      "epoch": 4.038623796846201,
      "grad_norm": 1.534282929825317,
      "learning_rate": 7.422086856075e-05,
      "loss": 0.6514,
      "step": 98603
    },
    {
      "epoch": 4.038664755273397,
      "grad_norm": 1.6345411620360366,
      "learning_rate": 7.421805397663077e-05,
      "loss": 0.7222,
      "step": 98604
    },
    {
      "epoch": 4.038705713700594,
      "grad_norm": 1.4532217698923644,
      "learning_rate": 7.421523942833686e-05,
      "loss": 0.6545,
      "step": 98605
    },
    {
      "epoch": 4.0387466721277905,
      "grad_norm": 1.661207316449137,
      "learning_rate": 7.421242491586957e-05,
      "loss": 0.7934,
      "step": 98606
    },
    {
      "epoch": 4.038787630554987,
      "grad_norm": 5.252267522600454,
      "learning_rate": 7.420961043923029e-05,
      "loss": 3.4543,
      "step": 98607
    },
    {
      "epoch": 4.038828588982183,
      "grad_norm": 1.3589319702304783,
      "learning_rate": 7.420679599842025e-05,
      "loss": 0.6567,
      "step": 98608
    },
    {
      "epoch": 4.038869547409379,
      "grad_norm": 1.3151695811775643,
      "learning_rate": 7.420398159344083e-05,
      "loss": 0.5463,
      "step": 98609
    },
    {
      "epoch": 4.038910505836576,
      "grad_norm": 1.34878651520657,
      "learning_rate": 7.420116722429343e-05,
      "loss": 0.5854,
      "step": 98610
    },
    {
      "epoch": 4.038951464263772,
      "grad_norm": 1.4072393968988184,
      "learning_rate": 7.419835289097928e-05,
      "loss": 0.5854,
      "step": 98611
    },
    {
      "epoch": 4.038992422690969,
      "grad_norm": 0.8613141804144149,
      "learning_rate": 7.419553859349973e-05,
      "loss": 0.2419,
      "step": 98612
    },
    {
      "epoch": 4.039033381118165,
      "grad_norm": 1.1061603921757215,
      "learning_rate": 7.419272433185621e-05,
      "loss": 0.2547,
      "step": 98613
    },
    {
      "epoch": 4.039074339545362,
      "grad_norm": 3.2701192837895916,
      "learning_rate": 7.41899101060499e-05,
      "loss": 3.6353,
      "step": 98614
    },
    {
      "epoch": 4.0391152979725575,
      "grad_norm": 1.4278049096634107,
      "learning_rate": 7.418709591608226e-05,
      "loss": 0.7119,
      "step": 98615
    },
    {
      "epoch": 4.039156256399754,
      "grad_norm": 1.7687290107866636,
      "learning_rate": 7.41842817619545e-05,
      "loss": 0.7452,
      "step": 98616
    },
    {
      "epoch": 4.039197214826951,
      "grad_norm": 1.4879937927948763,
      "learning_rate": 7.418146764366801e-05,
      "loss": 0.7399,
      "step": 98617
    },
    {
      "epoch": 4.039238173254147,
      "grad_norm": 0.4915956092319952,
      "learning_rate": 7.417865356122418e-05,
      "loss": 0.0729,
      "step": 98618
    },
    {
      "epoch": 4.039279131681344,
      "grad_norm": 1.1693756339847639,
      "learning_rate": 7.417583951462424e-05,
      "loss": 0.6105,
      "step": 98619
    },
    {
      "epoch": 4.03932009010854,
      "grad_norm": 1.363556567773796,
      "learning_rate": 7.417302550386956e-05,
      "loss": 0.5282,
      "step": 98620
    },
    {
      "epoch": 4.039361048535736,
      "grad_norm": 1.1704707818628561,
      "learning_rate": 7.417021152896156e-05,
      "loss": 0.1867,
      "step": 98621
    },
    {
      "epoch": 4.039402006962932,
      "grad_norm": 0.8188906858476561,
      "learning_rate": 7.41673975899014e-05,
      "loss": 0.2305,
      "step": 98622
    },
    {
      "epoch": 4.039442965390129,
      "grad_norm": 1.7053451619186721,
      "learning_rate": 7.41645836866905e-05,
      "loss": 0.5414,
      "step": 98623
    },
    {
      "epoch": 4.0394839238173255,
      "grad_norm": 0.9228991849486926,
      "learning_rate": 7.416176981933021e-05,
      "loss": 0.268,
      "step": 98624
    },
    {
      "epoch": 4.039524882244522,
      "grad_norm": 2.091633052464326,
      "learning_rate": 7.41589559878218e-05,
      "loss": 0.857,
      "step": 98625
    },
    {
      "epoch": 4.0395658406717185,
      "grad_norm": 0.7344173971492584,
      "learning_rate": 7.415614219216664e-05,
      "loss": 0.2319,
      "step": 98626
    },
    {
      "epoch": 4.039606799098914,
      "grad_norm": 1.3801281494691024,
      "learning_rate": 7.41533284323661e-05,
      "loss": 0.6634,
      "step": 98627
    },
    {
      "epoch": 4.039647757526111,
      "grad_norm": 1.0757463336101374,
      "learning_rate": 7.41505147084214e-05,
      "loss": 0.4527,
      "step": 98628
    },
    {
      "epoch": 4.039688715953307,
      "grad_norm": 1.327739166567917,
      "learning_rate": 7.4147701020334e-05,
      "loss": 0.5941,
      "step": 98629
    },
    {
      "epoch": 4.039729674380504,
      "grad_norm": 1.5582185477779786,
      "learning_rate": 7.414488736810512e-05,
      "loss": 0.8021,
      "step": 98630
    },
    {
      "epoch": 4.0397706328077,
      "grad_norm": 1.6110233387966824,
      "learning_rate": 7.414207375173612e-05,
      "loss": 0.8366,
      "step": 98631
    },
    {
      "epoch": 4.039811591234897,
      "grad_norm": 1.596350401620698,
      "learning_rate": 7.413926017122841e-05,
      "loss": 0.6598,
      "step": 98632
    },
    {
      "epoch": 4.039852549662093,
      "grad_norm": 1.4309733621565015,
      "learning_rate": 7.41364466265832e-05,
      "loss": 0.6513,
      "step": 98633
    },
    {
      "epoch": 4.039893508089289,
      "grad_norm": 1.2424469987625062,
      "learning_rate": 7.413363311780192e-05,
      "loss": 0.5838,
      "step": 98634
    },
    {
      "epoch": 4.039934466516486,
      "grad_norm": 2.24040471391442,
      "learning_rate": 7.41308196448858e-05,
      "loss": 0.7674,
      "step": 98635
    },
    {
      "epoch": 4.039975424943682,
      "grad_norm": 1.4464684185877927,
      "learning_rate": 7.412800620783624e-05,
      "loss": 0.4543,
      "step": 98636
    },
    {
      "epoch": 4.040016383370879,
      "grad_norm": 1.2569572552410055,
      "learning_rate": 7.412519280665462e-05,
      "loss": 0.4227,
      "step": 98637
    },
    {
      "epoch": 4.040057341798075,
      "grad_norm": 1.7832371193123275,
      "learning_rate": 7.412237944134214e-05,
      "loss": 0.511,
      "step": 98638
    },
    {
      "epoch": 4.040098300225272,
      "grad_norm": 1.6711608738584833,
      "learning_rate": 7.411956611190017e-05,
      "loss": 0.5415,
      "step": 98639
    },
    {
      "epoch": 4.040139258652467,
      "grad_norm": 1.4378378892157944,
      "learning_rate": 7.411675281833016e-05,
      "loss": 0.7411,
      "step": 98640
    },
    {
      "epoch": 4.040180217079664,
      "grad_norm": 0.9151908994269567,
      "learning_rate": 7.411393956063327e-05,
      "loss": 0.2092,
      "step": 98641
    },
    {
      "epoch": 4.04022117550686,
      "grad_norm": 1.6360498985755199,
      "learning_rate": 7.411112633881098e-05,
      "loss": 0.7024,
      "step": 98642
    },
    {
      "epoch": 4.040262133934057,
      "grad_norm": 0.8993082777206405,
      "learning_rate": 7.410831315286447e-05,
      "loss": 0.2339,
      "step": 98643
    },
    {
      "epoch": 4.0403030923612535,
      "grad_norm": 1.458534705960747,
      "learning_rate": 7.410550000279516e-05,
      "loss": 0.6194,
      "step": 98644
    },
    {
      "epoch": 4.04034405078845,
      "grad_norm": 1.2922950262549395,
      "learning_rate": 7.41026868886044e-05,
      "loss": 0.5487,
      "step": 98645
    },
    {
      "epoch": 4.040385009215646,
      "grad_norm": 1.23814110576214,
      "learning_rate": 7.409987381029346e-05,
      "loss": 0.5135,
      "step": 98646
    },
    {
      "epoch": 4.040425967642842,
      "grad_norm": 1.4391402917193656,
      "learning_rate": 7.409706076786366e-05,
      "loss": 0.7674,
      "step": 98647
    },
    {
      "epoch": 4.040466926070039,
      "grad_norm": 1.2422479513993465,
      "learning_rate": 7.409424776131645e-05,
      "loss": 0.5797,
      "step": 98648
    },
    {
      "epoch": 4.040507884497235,
      "grad_norm": 1.462733261642882,
      "learning_rate": 7.409143479065302e-05,
      "loss": 0.5019,
      "step": 98649
    },
    {
      "epoch": 4.040548842924432,
      "grad_norm": 0.9971522250165442,
      "learning_rate": 7.408862185587479e-05,
      "loss": 0.3099,
      "step": 98650
    },
    {
      "epoch": 4.040589801351628,
      "grad_norm": 1.7349763204460302,
      "learning_rate": 7.408580895698302e-05,
      "loss": 0.5473,
      "step": 98651
    },
    {
      "epoch": 4.040630759778825,
      "grad_norm": 2.1636683058814232,
      "learning_rate": 7.408299609397906e-05,
      "loss": 1.6691,
      "step": 98652
    },
    {
      "epoch": 4.040671718206021,
      "grad_norm": 1.2042861858931404,
      "learning_rate": 7.408018326686431e-05,
      "loss": 0.4922,
      "step": 98653
    },
    {
      "epoch": 4.040712676633217,
      "grad_norm": 1.3992142070217977,
      "learning_rate": 7.407737047564e-05,
      "loss": 0.4376,
      "step": 98654
    },
    {
      "epoch": 4.040753635060414,
      "grad_norm": 0.9714254246379075,
      "learning_rate": 7.407455772030749e-05,
      "loss": 0.2212,
      "step": 98655
    },
    {
      "epoch": 4.04079459348761,
      "grad_norm": 1.6950187493320228,
      "learning_rate": 7.407174500086818e-05,
      "loss": 0.9634,
      "step": 98656
    },
    {
      "epoch": 4.040835551914807,
      "grad_norm": 1.375724421386435,
      "learning_rate": 7.406893231732329e-05,
      "loss": 0.4653,
      "step": 98657
    },
    {
      "epoch": 4.040876510342003,
      "grad_norm": 1.4883204999603623,
      "learning_rate": 7.406611966967427e-05,
      "loss": 0.5966,
      "step": 98658
    },
    {
      "epoch": 4.040917468769199,
      "grad_norm": 0.8689691891208146,
      "learning_rate": 7.40633070579223e-05,
      "loss": 0.2258,
      "step": 98659
    },
    {
      "epoch": 4.040958427196395,
      "grad_norm": 2.5502132839093474,
      "learning_rate": 7.406049448206882e-05,
      "loss": 2.3016,
      "step": 98660
    },
    {
      "epoch": 4.040999385623592,
      "grad_norm": 1.3672461380165568,
      "learning_rate": 7.405768194211518e-05,
      "loss": 0.7276,
      "step": 98661
    },
    {
      "epoch": 4.0410403440507885,
      "grad_norm": 1.5664295068409955,
      "learning_rate": 7.405486943806261e-05,
      "loss": 0.8596,
      "step": 98662
    },
    {
      "epoch": 4.041081302477985,
      "grad_norm": 1.5420735481811794,
      "learning_rate": 7.405205696991246e-05,
      "loss": 0.6678,
      "step": 98663
    },
    {
      "epoch": 4.041122260905182,
      "grad_norm": 1.3034977909009913,
      "learning_rate": 7.404924453766618e-05,
      "loss": 0.5482,
      "step": 98664
    },
    {
      "epoch": 4.041163219332377,
      "grad_norm": 1.410854520534013,
      "learning_rate": 7.404643214132495e-05,
      "loss": 0.6927,
      "step": 98665
    },
    {
      "epoch": 4.041204177759574,
      "grad_norm": 0.809662616327632,
      "learning_rate": 7.40436197808902e-05,
      "loss": 0.2209,
      "step": 98666
    },
    {
      "epoch": 4.04124513618677,
      "grad_norm": 1.1652337107978135,
      "learning_rate": 7.404080745636317e-05,
      "loss": 0.4873,
      "step": 98667
    },
    {
      "epoch": 4.041286094613967,
      "grad_norm": 1.510098468825908,
      "learning_rate": 7.403799516774524e-05,
      "loss": 0.6837,
      "step": 98668
    },
    {
      "epoch": 4.041327053041163,
      "grad_norm": 1.5543193663162902,
      "learning_rate": 7.40351829150378e-05,
      "loss": 0.593,
      "step": 98669
    },
    {
      "epoch": 4.04136801146836,
      "grad_norm": 2.5707811607124866,
      "learning_rate": 7.403237069824205e-05,
      "loss": 1.0734,
      "step": 98670
    },
    {
      "epoch": 4.041408969895556,
      "grad_norm": 3.230724076863893,
      "learning_rate": 7.402955851735946e-05,
      "loss": 2.9406,
      "step": 98671
    },
    {
      "epoch": 4.041449928322752,
      "grad_norm": 1.784151330978873,
      "learning_rate": 7.402674637239122e-05,
      "loss": 0.7423,
      "step": 98672
    },
    {
      "epoch": 4.041490886749949,
      "grad_norm": 1.3099299180150001,
      "learning_rate": 7.402393426333871e-05,
      "loss": 0.444,
      "step": 98673
    },
    {
      "epoch": 4.041531845177145,
      "grad_norm": 1.2927045236447088,
      "learning_rate": 7.402112219020336e-05,
      "loss": 0.5677,
      "step": 98674
    },
    {
      "epoch": 4.041572803604342,
      "grad_norm": 1.1954937846233598,
      "learning_rate": 7.401831015298635e-05,
      "loss": 0.3744,
      "step": 98675
    },
    {
      "epoch": 4.041613762031538,
      "grad_norm": 1.8752600423259491,
      "learning_rate": 7.401549815168906e-05,
      "loss": 0.6933,
      "step": 98676
    },
    {
      "epoch": 4.041654720458735,
      "grad_norm": 1.734687017972603,
      "learning_rate": 7.40126861863129e-05,
      "loss": 0.7338,
      "step": 98677
    },
    {
      "epoch": 4.04169567888593,
      "grad_norm": 1.700491500221551,
      "learning_rate": 7.400987425685908e-05,
      "loss": 0.7113,
      "step": 98678
    },
    {
      "epoch": 4.041736637313127,
      "grad_norm": 0.8669318979303969,
      "learning_rate": 7.400706236332903e-05,
      "loss": 0.245,
      "step": 98679
    },
    {
      "epoch": 4.0417775957403235,
      "grad_norm": 1.1906504333564694,
      "learning_rate": 7.400425050572397e-05,
      "loss": 0.6223,
      "step": 98680
    },
    {
      "epoch": 4.04181855416752,
      "grad_norm": 1.25816730536642,
      "learning_rate": 7.40014386840453e-05,
      "loss": 0.3961,
      "step": 98681
    },
    {
      "epoch": 4.0418595125947165,
      "grad_norm": 1.1574027266763212,
      "learning_rate": 7.39986268982944e-05,
      "loss": 0.4016,
      "step": 98682
    },
    {
      "epoch": 4.041900471021913,
      "grad_norm": 1.3280656701448432,
      "learning_rate": 7.399581514847247e-05,
      "loss": 0.4965,
      "step": 98683
    },
    {
      "epoch": 4.041941429449109,
      "grad_norm": 0.9007724708017345,
      "learning_rate": 7.399300343458092e-05,
      "loss": 0.2127,
      "step": 98684
    },
    {
      "epoch": 4.041982387876305,
      "grad_norm": 1.4883855171026226,
      "learning_rate": 7.399019175662112e-05,
      "loss": 0.6208,
      "step": 98685
    },
    {
      "epoch": 4.042023346303502,
      "grad_norm": 1.4773498241926266,
      "learning_rate": 7.398738011459428e-05,
      "loss": 0.6802,
      "step": 98686
    },
    {
      "epoch": 4.042064304730698,
      "grad_norm": 0.9291043246794104,
      "learning_rate": 7.398456850850187e-05,
      "loss": 0.2243,
      "step": 98687
    },
    {
      "epoch": 4.042105263157895,
      "grad_norm": 1.247172839093555,
      "learning_rate": 7.398175693834509e-05,
      "loss": 0.4826,
      "step": 98688
    },
    {
      "epoch": 4.042146221585091,
      "grad_norm": 1.5534548928363177,
      "learning_rate": 7.397894540412531e-05,
      "loss": 0.6964,
      "step": 98689
    },
    {
      "epoch": 4.042187180012288,
      "grad_norm": 2.021210845884005,
      "learning_rate": 7.397613390584393e-05,
      "loss": 1.2428,
      "step": 98690
    },
    {
      "epoch": 4.042228138439484,
      "grad_norm": 1.6101183564131232,
      "learning_rate": 7.397332244350217e-05,
      "loss": 0.8122,
      "step": 98691
    },
    {
      "epoch": 4.04226909686668,
      "grad_norm": 1.5845216522718812,
      "learning_rate": 7.397051101710148e-05,
      "loss": 0.6473,
      "step": 98692
    },
    {
      "epoch": 4.042310055293877,
      "grad_norm": 1.298744007155109,
      "learning_rate": 7.396769962664311e-05,
      "loss": 0.6117,
      "step": 98693
    },
    {
      "epoch": 4.042351013721073,
      "grad_norm": 1.717792346379494,
      "learning_rate": 7.396488827212834e-05,
      "loss": 0.83,
      "step": 98694
    },
    {
      "epoch": 4.04239197214827,
      "grad_norm": 1.776440454530427,
      "learning_rate": 7.396207695355855e-05,
      "loss": 0.924,
      "step": 98695
    },
    {
      "epoch": 4.042432930575466,
      "grad_norm": 1.295365855423154,
      "learning_rate": 7.395926567093515e-05,
      "loss": 0.5191,
      "step": 98696
    },
    {
      "epoch": 4.042473889002662,
      "grad_norm": 1.6217135184688893,
      "learning_rate": 7.395645442425934e-05,
      "loss": 0.3578,
      "step": 98697
    },
    {
      "epoch": 4.0425148474298584,
      "grad_norm": 1.4738051117189785,
      "learning_rate": 7.39536432135325e-05,
      "loss": 0.7621,
      "step": 98698
    },
    {
      "epoch": 4.042555805857055,
      "grad_norm": 1.8419249524038768,
      "learning_rate": 7.395083203875602e-05,
      "loss": 1.0559,
      "step": 98699
    },
    {
      "epoch": 4.0425967642842515,
      "grad_norm": 3.1989207207544412,
      "learning_rate": 7.394802089993111e-05,
      "loss": 2.2374,
      "step": 98700
    },
    {
      "epoch": 4.042637722711448,
      "grad_norm": 0.7696192260004358,
      "learning_rate": 7.394520979705924e-05,
      "loss": 0.2233,
      "step": 98701
    },
    {
      "epoch": 4.042678681138645,
      "grad_norm": 0.7800978146721839,
      "learning_rate": 7.39423987301416e-05,
      "loss": 0.2005,
      "step": 98702
    },
    {
      "epoch": 4.04271963956584,
      "grad_norm": 1.290942507293094,
      "learning_rate": 7.393958769917956e-05,
      "loss": 0.5781,
      "step": 98703
    },
    {
      "epoch": 4.042760597993037,
      "grad_norm": 1.244480916462423,
      "learning_rate": 7.393677670417455e-05,
      "loss": 0.3854,
      "step": 98704
    },
    {
      "epoch": 4.042801556420233,
      "grad_norm": 1.0839349385916324,
      "learning_rate": 7.393396574512775e-05,
      "loss": 0.5657,
      "step": 98705
    },
    {
      "epoch": 4.04284251484743,
      "grad_norm": 1.0711953213970389,
      "learning_rate": 7.393115482204061e-05,
      "loss": 0.323,
      "step": 98706
    },
    {
      "epoch": 4.042883473274626,
      "grad_norm": 1.6094241526746884,
      "learning_rate": 7.392834393491436e-05,
      "loss": 0.7023,
      "step": 98707
    },
    {
      "epoch": 4.042924431701823,
      "grad_norm": 1.1083603343540889,
      "learning_rate": 7.392553308375037e-05,
      "loss": 0.3939,
      "step": 98708
    },
    {
      "epoch": 4.0429653901290195,
      "grad_norm": 2.0882691497128,
      "learning_rate": 7.392272226855002e-05,
      "loss": 1.3298,
      "step": 98709
    },
    {
      "epoch": 4.043006348556215,
      "grad_norm": 3.729292857784286,
      "learning_rate": 7.391991148931455e-05,
      "loss": 2.6903,
      "step": 98710
    },
    {
      "epoch": 4.043047306983412,
      "grad_norm": 0.9552243100486327,
      "learning_rate": 7.391710074604533e-05,
      "loss": 0.2656,
      "step": 98711
    },
    {
      "epoch": 4.043088265410608,
      "grad_norm": 1.6789934030217615,
      "learning_rate": 7.391429003874375e-05,
      "loss": 0.7492,
      "step": 98712
    },
    {
      "epoch": 4.043129223837805,
      "grad_norm": 1.461323726624683,
      "learning_rate": 7.3911479367411e-05,
      "loss": 0.1704,
      "step": 98713
    },
    {
      "epoch": 4.043170182265001,
      "grad_norm": 1.4645654848773082,
      "learning_rate": 7.390866873204858e-05,
      "loss": 0.601,
      "step": 98714
    },
    {
      "epoch": 4.043211140692198,
      "grad_norm": 1.6217876098474973,
      "learning_rate": 7.390585813265763e-05,
      "loss": 0.8078,
      "step": 98715
    },
    {
      "epoch": 4.043252099119393,
      "grad_norm": 1.1139856569466635,
      "learning_rate": 7.39030475692396e-05,
      "loss": 0.4091,
      "step": 98716
    },
    {
      "epoch": 4.04329305754659,
      "grad_norm": 1.3571860664233337,
      "learning_rate": 7.390023704179584e-05,
      "loss": 0.4924,
      "step": 98717
    },
    {
      "epoch": 4.0433340159737865,
      "grad_norm": 1.0330665439427016,
      "learning_rate": 7.389742655032758e-05,
      "loss": 0.2465,
      "step": 98718
    },
    {
      "epoch": 4.043374974400983,
      "grad_norm": 2.3698809550916775,
      "learning_rate": 7.389461609483621e-05,
      "loss": 1.5569,
      "step": 98719
    },
    {
      "epoch": 4.04341593282818,
      "grad_norm": 1.9916642365948753,
      "learning_rate": 7.38918056753231e-05,
      "loss": 0.9458,
      "step": 98720
    },
    {
      "epoch": 4.043456891255376,
      "grad_norm": 1.7608076335242073,
      "learning_rate": 7.388899529178945e-05,
      "loss": 0.5188,
      "step": 98721
    },
    {
      "epoch": 4.043497849682572,
      "grad_norm": 1.3939472916600675,
      "learning_rate": 7.388618494423675e-05,
      "loss": 0.6706,
      "step": 98722
    },
    {
      "epoch": 4.043538808109768,
      "grad_norm": 1.9144297003373032,
      "learning_rate": 7.388337463266618e-05,
      "loss": 0.6527,
      "step": 98723
    },
    {
      "epoch": 4.043579766536965,
      "grad_norm": 1.071964545112421,
      "learning_rate": 7.388056435707914e-05,
      "loss": 0.3784,
      "step": 98724
    },
    {
      "epoch": 4.043620724964161,
      "grad_norm": 1.4673764770110604,
      "learning_rate": 7.3877754117477e-05,
      "loss": 0.8108,
      "step": 98725
    },
    {
      "epoch": 4.043661683391358,
      "grad_norm": 1.673501025969571,
      "learning_rate": 7.387494391386096e-05,
      "loss": 0.8971,
      "step": 98726
    },
    {
      "epoch": 4.043702641818554,
      "grad_norm": 0.6094563211545273,
      "learning_rate": 7.387213374623247e-05,
      "loss": 0.0886,
      "step": 98727
    },
    {
      "epoch": 4.043743600245751,
      "grad_norm": 1.946708182522302,
      "learning_rate": 7.386932361459285e-05,
      "loss": 1.0819,
      "step": 98728
    },
    {
      "epoch": 4.043784558672947,
      "grad_norm": 4.47828659040233,
      "learning_rate": 7.386651351894337e-05,
      "loss": 3.3806,
      "step": 98729
    },
    {
      "epoch": 4.043825517100143,
      "grad_norm": 1.281507460687463,
      "learning_rate": 7.38637034592854e-05,
      "loss": 0.5467,
      "step": 98730
    },
    {
      "epoch": 4.04386647552734,
      "grad_norm": 1.2298801220502038,
      "learning_rate": 7.386089343562022e-05,
      "loss": 0.4817,
      "step": 98731
    },
    {
      "epoch": 4.043907433954536,
      "grad_norm": 1.3642715168111301,
      "learning_rate": 7.385808344794919e-05,
      "loss": 0.5093,
      "step": 98732
    },
    {
      "epoch": 4.043948392381733,
      "grad_norm": 1.3067089117468167,
      "learning_rate": 7.38552734962737e-05,
      "loss": 0.6845,
      "step": 98733
    },
    {
      "epoch": 4.043989350808929,
      "grad_norm": 1.4224437063640374,
      "learning_rate": 7.385246358059494e-05,
      "loss": 0.5994,
      "step": 98734
    },
    {
      "epoch": 4.044030309236125,
      "grad_norm": 1.5514255041038791,
      "learning_rate": 7.384965370091434e-05,
      "loss": 0.6646,
      "step": 98735
    },
    {
      "epoch": 4.0440712676633215,
      "grad_norm": 1.1748078529198225,
      "learning_rate": 7.384684385723325e-05,
      "loss": 0.4262,
      "step": 98736
    },
    {
      "epoch": 4.044112226090518,
      "grad_norm": 1.6045952975742224,
      "learning_rate": 7.384403404955291e-05,
      "loss": 0.4457,
      "step": 98737
    },
    {
      "epoch": 4.0441531845177145,
      "grad_norm": 1.1996849257833242,
      "learning_rate": 7.384122427787473e-05,
      "loss": 0.386,
      "step": 98738
    },
    {
      "epoch": 4.044194142944911,
      "grad_norm": 1.370718216366459,
      "learning_rate": 7.383841454219996e-05,
      "loss": 0.6132,
      "step": 98739
    },
    {
      "epoch": 4.044235101372108,
      "grad_norm": 1.3017503206746817,
      "learning_rate": 7.383560484252994e-05,
      "loss": 0.4842,
      "step": 98740
    },
    {
      "epoch": 4.044276059799303,
      "grad_norm": 1.1507925743023977,
      "learning_rate": 7.383279517886612e-05,
      "loss": 0.3561,
      "step": 98741
    },
    {
      "epoch": 4.0443170182265,
      "grad_norm": 1.501074268536881,
      "learning_rate": 7.382998555120965e-05,
      "loss": 0.7065,
      "step": 98742
    },
    {
      "epoch": 4.044357976653696,
      "grad_norm": 1.1814445168189978,
      "learning_rate": 7.382717595956202e-05,
      "loss": 0.5205,
      "step": 98743
    },
    {
      "epoch": 4.044398935080893,
      "grad_norm": 1.555085427328104,
      "learning_rate": 7.382436640392442e-05,
      "loss": 0.5486,
      "step": 98744
    },
    {
      "epoch": 4.044439893508089,
      "grad_norm": 2.0863766973094346,
      "learning_rate": 7.382155688429822e-05,
      "loss": 0.9193,
      "step": 98745
    },
    {
      "epoch": 4.044480851935286,
      "grad_norm": 0.8825550136318936,
      "learning_rate": 7.381874740068483e-05,
      "loss": 0.2542,
      "step": 98746
    },
    {
      "epoch": 4.0445218103624825,
      "grad_norm": 0.8043660222470559,
      "learning_rate": 7.381593795308548e-05,
      "loss": 0.2224,
      "step": 98747
    },
    {
      "epoch": 4.044562768789678,
      "grad_norm": 3.445393482647083,
      "learning_rate": 7.381312854150152e-05,
      "loss": 0.816,
      "step": 98748
    },
    {
      "epoch": 4.044603727216875,
      "grad_norm": 0.9265687981275663,
      "learning_rate": 7.381031916593435e-05,
      "loss": 0.2693,
      "step": 98749
    },
    {
      "epoch": 4.044644685644071,
      "grad_norm": 1.5281814231805628,
      "learning_rate": 7.380750982638518e-05,
      "loss": 0.6328,
      "step": 98750
    },
    {
      "epoch": 4.044685644071268,
      "grad_norm": 2.80218896251701,
      "learning_rate": 7.380470052285546e-05,
      "loss": 1.2275,
      "step": 98751
    },
    {
      "epoch": 4.044726602498464,
      "grad_norm": 1.273096781162048,
      "learning_rate": 7.38018912553464e-05,
      "loss": 0.6528,
      "step": 98752
    },
    {
      "epoch": 4.044767560925661,
      "grad_norm": 0.9396977328729469,
      "learning_rate": 7.379908202385937e-05,
      "loss": 0.2406,
      "step": 98753
    },
    {
      "epoch": 4.0448085193528565,
      "grad_norm": 1.364852415628343,
      "learning_rate": 7.379627282839579e-05,
      "loss": 0.3039,
      "step": 98754
    },
    {
      "epoch": 4.044849477780053,
      "grad_norm": 1.5265480155654207,
      "learning_rate": 7.379346366895684e-05,
      "loss": 0.6747,
      "step": 98755
    },
    {
      "epoch": 4.0448904362072495,
      "grad_norm": 1.3079478492325372,
      "learning_rate": 7.379065454554393e-05,
      "loss": 0.8371,
      "step": 98756
    },
    {
      "epoch": 4.044931394634446,
      "grad_norm": 1.3648889956425203,
      "learning_rate": 7.378784545815843e-05,
      "loss": 0.6238,
      "step": 98757
    },
    {
      "epoch": 4.044972353061643,
      "grad_norm": 1.8731204729315243,
      "learning_rate": 7.378503640680155e-05,
      "loss": 0.8105,
      "step": 98758
    },
    {
      "epoch": 4.045013311488839,
      "grad_norm": 1.6214445614923039,
      "learning_rate": 7.378222739147474e-05,
      "loss": 0.7195,
      "step": 98759
    },
    {
      "epoch": 4.045054269916035,
      "grad_norm": 8.743219985225407,
      "learning_rate": 7.377941841217921e-05,
      "loss": 5.0999,
      "step": 98760
    },
    {
      "epoch": 4.045095228343231,
      "grad_norm": 1.408314559414997,
      "learning_rate": 7.377660946891635e-05,
      "loss": 0.603,
      "step": 98761
    },
    {
      "epoch": 4.045136186770428,
      "grad_norm": 1.6890393494223288,
      "learning_rate": 7.377380056168755e-05,
      "loss": 0.5648,
      "step": 98762
    },
    {
      "epoch": 4.045177145197624,
      "grad_norm": 0.7149309259336086,
      "learning_rate": 7.377099169049407e-05,
      "loss": 0.1929,
      "step": 98763
    },
    {
      "epoch": 4.045218103624821,
      "grad_norm": 1.4257963769195818,
      "learning_rate": 7.376818285533718e-05,
      "loss": 0.5269,
      "step": 98764
    },
    {
      "epoch": 4.0452590620520175,
      "grad_norm": 1.5882180528540826,
      "learning_rate": 7.376537405621834e-05,
      "loss": 0.8223,
      "step": 98765
    },
    {
      "epoch": 4.045300020479214,
      "grad_norm": 1.6237332219812932,
      "learning_rate": 7.376256529313875e-05,
      "loss": 0.4562,
      "step": 98766
    },
    {
      "epoch": 4.04534097890641,
      "grad_norm": 1.4224622830816906,
      "learning_rate": 7.375975656609978e-05,
      "loss": 0.6108,
      "step": 98767
    },
    {
      "epoch": 4.045381937333606,
      "grad_norm": 1.348392494295455,
      "learning_rate": 7.375694787510285e-05,
      "loss": 0.631,
      "step": 98768
    },
    {
      "epoch": 4.045422895760803,
      "grad_norm": 1.7865632348594351,
      "learning_rate": 7.375413922014913e-05,
      "loss": 0.7503,
      "step": 98769
    },
    {
      "epoch": 4.045463854187999,
      "grad_norm": 1.498890376923756,
      "learning_rate": 7.375133060124003e-05,
      "loss": 0.7581,
      "step": 98770
    },
    {
      "epoch": 4.045504812615196,
      "grad_norm": 1.3221837670099164,
      "learning_rate": 7.374852201837696e-05,
      "loss": 0.5107,
      "step": 98771
    },
    {
      "epoch": 4.045545771042392,
      "grad_norm": 0.6631652177501178,
      "learning_rate": 7.374571347156108e-05,
      "loss": 0.1407,
      "step": 98772
    },
    {
      "epoch": 4.045586729469588,
      "grad_norm": 1.2108768208324756,
      "learning_rate": 7.374290496079388e-05,
      "loss": 0.4277,
      "step": 98773
    },
    {
      "epoch": 4.0456276878967845,
      "grad_norm": 1.6986755503094726,
      "learning_rate": 7.374009648607654e-05,
      "loss": 0.7488,
      "step": 98774
    },
    {
      "epoch": 4.045668646323981,
      "grad_norm": 0.7970495968229768,
      "learning_rate": 7.373728804741046e-05,
      "loss": 0.2049,
      "step": 98775
    },
    {
      "epoch": 4.045709604751178,
      "grad_norm": 0.7840575326523235,
      "learning_rate": 7.373447964479702e-05,
      "loss": 0.1253,
      "step": 98776
    },
    {
      "epoch": 4.045750563178374,
      "grad_norm": 1.1819515610858051,
      "learning_rate": 7.373167127823744e-05,
      "loss": 0.4008,
      "step": 98777
    },
    {
      "epoch": 4.045791521605571,
      "grad_norm": 1.175585691199812,
      "learning_rate": 7.372886294773314e-05,
      "loss": 0.4337,
      "step": 98778
    },
    {
      "epoch": 4.045832480032766,
      "grad_norm": 1.2435031337206022,
      "learning_rate": 7.372605465328537e-05,
      "loss": 0.4972,
      "step": 98779
    },
    {
      "epoch": 4.045873438459963,
      "grad_norm": 1.6459544552721619,
      "learning_rate": 7.372324639489549e-05,
      "loss": 0.8599,
      "step": 98780
    },
    {
      "epoch": 4.045914396887159,
      "grad_norm": 2.589808276043293,
      "learning_rate": 7.37204381725649e-05,
      "loss": 0.882,
      "step": 98781
    },
    {
      "epoch": 4.045955355314356,
      "grad_norm": 1.6299500519123364,
      "learning_rate": 7.371762998629478e-05,
      "loss": 0.6536,
      "step": 98782
    },
    {
      "epoch": 4.045996313741552,
      "grad_norm": 0.7023169982837096,
      "learning_rate": 7.371482183608656e-05,
      "loss": 0.218,
      "step": 98783
    },
    {
      "epoch": 4.046037272168749,
      "grad_norm": 1.3769294270278312,
      "learning_rate": 7.37120137219416e-05,
      "loss": 0.5258,
      "step": 98784
    },
    {
      "epoch": 4.0460782305959455,
      "grad_norm": 1.2947396262388553,
      "learning_rate": 7.37092056438611e-05,
      "loss": 0.5675,
      "step": 98785
    },
    {
      "epoch": 4.046119189023141,
      "grad_norm": 0.9115094126313923,
      "learning_rate": 7.370639760184654e-05,
      "loss": 0.2412,
      "step": 98786
    },
    {
      "epoch": 4.046160147450338,
      "grad_norm": 0.9110287783855769,
      "learning_rate": 7.370358959589909e-05,
      "loss": 0.2614,
      "step": 98787
    },
    {
      "epoch": 4.046201105877534,
      "grad_norm": 1.7894000054620118,
      "learning_rate": 7.370078162602016e-05,
      "loss": 0.9255,
      "step": 98788
    },
    {
      "epoch": 4.046242064304731,
      "grad_norm": 1.536640853550287,
      "learning_rate": 7.369797369221114e-05,
      "loss": 0.5809,
      "step": 98789
    },
    {
      "epoch": 4.046283022731927,
      "grad_norm": 1.7138972040742941,
      "learning_rate": 7.369516579447322e-05,
      "loss": 1.0016,
      "step": 98790
    },
    {
      "epoch": 4.046323981159124,
      "grad_norm": 1.0022923207710985,
      "learning_rate": 7.369235793280781e-05,
      "loss": 0.256,
      "step": 98791
    },
    {
      "epoch": 4.0463649395863195,
      "grad_norm": 1.2001801893741921,
      "learning_rate": 7.368955010721628e-05,
      "loss": 0.6157,
      "step": 98792
    },
    {
      "epoch": 4.046405898013516,
      "grad_norm": 0.981435611093765,
      "learning_rate": 7.368674231769985e-05,
      "loss": 0.2298,
      "step": 98793
    },
    {
      "epoch": 4.046446856440713,
      "grad_norm": 1.6450101477656578,
      "learning_rate": 7.368393456425996e-05,
      "loss": 0.9229,
      "step": 98794
    },
    {
      "epoch": 4.046487814867909,
      "grad_norm": 0.7909720121702659,
      "learning_rate": 7.36811268468978e-05,
      "loss": 0.2296,
      "step": 98795
    },
    {
      "epoch": 4.046528773295106,
      "grad_norm": 1.2572546994037206,
      "learning_rate": 7.367831916561478e-05,
      "loss": 0.625,
      "step": 98796
    },
    {
      "epoch": 4.046569731722302,
      "grad_norm": 0.9261414047242338,
      "learning_rate": 7.367551152041228e-05,
      "loss": 0.1953,
      "step": 98797
    },
    {
      "epoch": 4.046610690149498,
      "grad_norm": 5.540150156042451,
      "learning_rate": 7.367270391129153e-05,
      "loss": 1.0562,
      "step": 98798
    },
    {
      "epoch": 4.046651648576694,
      "grad_norm": 3.441668096454323,
      "learning_rate": 7.366989633825389e-05,
      "loss": 2.959,
      "step": 98799
    },
    {
      "epoch": 4.046692607003891,
      "grad_norm": 1.9255873330304725,
      "learning_rate": 7.366708880130073e-05,
      "loss": 0.8501,
      "step": 98800
    },
    {
      "epoch": 4.046733565431087,
      "grad_norm": 1.236719831118688,
      "learning_rate": 7.36642813004333e-05,
      "loss": 0.6044,
      "step": 98801
    },
    {
      "epoch": 4.046774523858284,
      "grad_norm": 1.7779157680621327,
      "learning_rate": 7.366147383565303e-05,
      "loss": 0.3577,
      "step": 98802
    },
    {
      "epoch": 4.0468154822854805,
      "grad_norm": 1.7090004235799185,
      "learning_rate": 7.365866640696113e-05,
      "loss": 0.7138,
      "step": 98803
    },
    {
      "epoch": 4.046856440712677,
      "grad_norm": 1.9254163817497516,
      "learning_rate": 7.365585901435897e-05,
      "loss": 0.6,
      "step": 98804
    },
    {
      "epoch": 4.046897399139873,
      "grad_norm": 1.6676858763628923,
      "learning_rate": 7.365305165784794e-05,
      "loss": 0.6051,
      "step": 98805
    },
    {
      "epoch": 4.046938357567069,
      "grad_norm": 1.3812181021209422,
      "learning_rate": 7.365024433742928e-05,
      "loss": 0.5827,
      "step": 98806
    },
    {
      "epoch": 4.046979315994266,
      "grad_norm": 1.4821409774323504,
      "learning_rate": 7.364743705310434e-05,
      "loss": 0.4767,
      "step": 98807
    },
    {
      "epoch": 4.047020274421462,
      "grad_norm": 1.8309098206334316,
      "learning_rate": 7.364462980487453e-05,
      "loss": 0.6958,
      "step": 98808
    },
    {
      "epoch": 4.047061232848659,
      "grad_norm": 1.703113613945577,
      "learning_rate": 7.364182259274104e-05,
      "loss": 0.8085,
      "step": 98809
    },
    {
      "epoch": 4.047102191275855,
      "grad_norm": 0.9367070813670588,
      "learning_rate": 7.363901541670534e-05,
      "loss": 0.2566,
      "step": 98810
    },
    {
      "epoch": 4.047143149703051,
      "grad_norm": 1.3711545557778662,
      "learning_rate": 7.36362082767686e-05,
      "loss": 0.5959,
      "step": 98811
    },
    {
      "epoch": 4.0471841081302475,
      "grad_norm": 1.425426576261132,
      "learning_rate": 7.363340117293225e-05,
      "loss": 0.5804,
      "step": 98812
    },
    {
      "epoch": 4.047225066557444,
      "grad_norm": 0.94984502240647,
      "learning_rate": 7.363059410519765e-05,
      "loss": 0.2372,
      "step": 98813
    },
    {
      "epoch": 4.047266024984641,
      "grad_norm": 1.827597053377962,
      "learning_rate": 7.362778707356601e-05,
      "loss": 0.861,
      "step": 98814
    },
    {
      "epoch": 4.047306983411837,
      "grad_norm": 0.9518522477913047,
      "learning_rate": 7.362498007803878e-05,
      "loss": 0.2716,
      "step": 98815
    },
    {
      "epoch": 4.047347941839034,
      "grad_norm": 1.9454017707961604,
      "learning_rate": 7.362217311861717e-05,
      "loss": 0.7265,
      "step": 98816
    },
    {
      "epoch": 4.04738890026623,
      "grad_norm": 1.6065027085304677,
      "learning_rate": 7.361936619530257e-05,
      "loss": 0.8744,
      "step": 98817
    },
    {
      "epoch": 4.047429858693426,
      "grad_norm": 1.4439467140368145,
      "learning_rate": 7.361655930809636e-05,
      "loss": 0.8247,
      "step": 98818
    },
    {
      "epoch": 4.047470817120622,
      "grad_norm": 1.002521252878963,
      "learning_rate": 7.361375245699975e-05,
      "loss": 0.2988,
      "step": 98819
    },
    {
      "epoch": 4.047511775547819,
      "grad_norm": 1.4678906000873158,
      "learning_rate": 7.361094564201411e-05,
      "loss": 0.7442,
      "step": 98820
    },
    {
      "epoch": 4.0475527339750155,
      "grad_norm": 1.8217959937834491,
      "learning_rate": 7.360813886314085e-05,
      "loss": 1.0176,
      "step": 98821
    },
    {
      "epoch": 4.047593692402212,
      "grad_norm": 1.2387234993675005,
      "learning_rate": 7.360533212038118e-05,
      "loss": 0.4645,
      "step": 98822
    },
    {
      "epoch": 4.0476346508294085,
      "grad_norm": 1.3677083389340998,
      "learning_rate": 7.360252541373652e-05,
      "loss": 0.7132,
      "step": 98823
    },
    {
      "epoch": 4.047675609256604,
      "grad_norm": 1.6827704977782314,
      "learning_rate": 7.35997187432081e-05,
      "loss": 0.711,
      "step": 98824
    },
    {
      "epoch": 4.047716567683801,
      "grad_norm": 1.424057344556232,
      "learning_rate": 7.35969121087973e-05,
      "loss": 0.6701,
      "step": 98825
    },
    {
      "epoch": 4.047757526110997,
      "grad_norm": 0.9040629185329931,
      "learning_rate": 7.359410551050551e-05,
      "loss": 0.2067,
      "step": 98826
    },
    {
      "epoch": 4.047798484538194,
      "grad_norm": 1.4593747453260506,
      "learning_rate": 7.359129894833392e-05,
      "loss": 0.6455,
      "step": 98827
    },
    {
      "epoch": 4.04783944296539,
      "grad_norm": 1.2323391273834854,
      "learning_rate": 7.358849242228395e-05,
      "loss": 0.3532,
      "step": 98828
    },
    {
      "epoch": 4.047880401392587,
      "grad_norm": 1.2171736370036976,
      "learning_rate": 7.358568593235694e-05,
      "loss": 0.5656,
      "step": 98829
    },
    {
      "epoch": 4.0479213598197825,
      "grad_norm": 1.3615798964670627,
      "learning_rate": 7.358287947855415e-05,
      "loss": 0.4978,
      "step": 98830
    },
    {
      "epoch": 4.047962318246979,
      "grad_norm": 0.9737292254612065,
      "learning_rate": 7.358007306087699e-05,
      "loss": 0.3415,
      "step": 98831
    },
    {
      "epoch": 4.048003276674176,
      "grad_norm": 1.560360837059849,
      "learning_rate": 7.357726667932668e-05,
      "loss": 0.912,
      "step": 98832
    },
    {
      "epoch": 4.048044235101372,
      "grad_norm": 1.2858667457612403,
      "learning_rate": 7.357446033390466e-05,
      "loss": 0.511,
      "step": 98833
    },
    {
      "epoch": 4.048085193528569,
      "grad_norm": 1.3214989042331522,
      "learning_rate": 7.357165402461214e-05,
      "loss": 0.6744,
      "step": 98834
    },
    {
      "epoch": 4.048126151955765,
      "grad_norm": 1.4312164794134346,
      "learning_rate": 7.356884775145058e-05,
      "loss": 0.7068,
      "step": 98835
    },
    {
      "epoch": 4.048167110382962,
      "grad_norm": 1.5076625647158024,
      "learning_rate": 7.356604151442115e-05,
      "loss": 0.6267,
      "step": 98836
    },
    {
      "epoch": 4.048208068810157,
      "grad_norm": 1.065216917289147,
      "learning_rate": 7.356323531352534e-05,
      "loss": 0.4845,
      "step": 98837
    },
    {
      "epoch": 4.048249027237354,
      "grad_norm": 1.7609796218344076,
      "learning_rate": 7.356042914876433e-05,
      "loss": 0.645,
      "step": 98838
    },
    {
      "epoch": 4.0482899856645504,
      "grad_norm": 0.736607672312947,
      "learning_rate": 7.355762302013951e-05,
      "loss": 0.1209,
      "step": 98839
    },
    {
      "epoch": 4.048330944091747,
      "grad_norm": 1.6952843848382297,
      "learning_rate": 7.355481692765227e-05,
      "loss": 0.7781,
      "step": 98840
    },
    {
      "epoch": 4.0483719025189435,
      "grad_norm": 0.8791238982749294,
      "learning_rate": 7.355201087130382e-05,
      "loss": 0.2483,
      "step": 98841
    },
    {
      "epoch": 4.04841286094614,
      "grad_norm": 1.247798355485139,
      "learning_rate": 7.354920485109556e-05,
      "loss": 0.4718,
      "step": 98842
    },
    {
      "epoch": 4.048453819373336,
      "grad_norm": 0.7886081846306705,
      "learning_rate": 7.354639886702883e-05,
      "loss": 0.2163,
      "step": 98843
    },
    {
      "epoch": 4.048494777800532,
      "grad_norm": 1.3838493744922076,
      "learning_rate": 7.354359291910487e-05,
      "loss": 0.4726,
      "step": 98844
    },
    {
      "epoch": 4.048535736227729,
      "grad_norm": 1.4466274993693458,
      "learning_rate": 7.354078700732513e-05,
      "loss": 0.6541,
      "step": 98845
    },
    {
      "epoch": 4.048576694654925,
      "grad_norm": 3.647367772862822,
      "learning_rate": 7.353798113169082e-05,
      "loss": 1.6111,
      "step": 98846
    },
    {
      "epoch": 4.048617653082122,
      "grad_norm": 0.7113554635436939,
      "learning_rate": 7.353517529220331e-05,
      "loss": 0.1387,
      "step": 98847
    },
    {
      "epoch": 4.048658611509318,
      "grad_norm": 1.5239135757161768,
      "learning_rate": 7.353236948886398e-05,
      "loss": 0.477,
      "step": 98848
    },
    {
      "epoch": 4.048699569936514,
      "grad_norm": 0.9083011499863266,
      "learning_rate": 7.352956372167406e-05,
      "loss": 0.2196,
      "step": 98849
    },
    {
      "epoch": 4.048740528363711,
      "grad_norm": 1.221914351488548,
      "learning_rate": 7.3526757990635e-05,
      "loss": 0.5138,
      "step": 98850
    },
    {
      "epoch": 4.048781486790907,
      "grad_norm": 1.4028075839789695,
      "learning_rate": 7.352395229574795e-05,
      "loss": 0.5957,
      "step": 98851
    },
    {
      "epoch": 4.048822445218104,
      "grad_norm": 1.2599394143717577,
      "learning_rate": 7.352114663701438e-05,
      "loss": 0.3465,
      "step": 98852
    },
    {
      "epoch": 4.0488634036453,
      "grad_norm": 1.49701656839456,
      "learning_rate": 7.35183410144356e-05,
      "loss": 0.6489,
      "step": 98853
    },
    {
      "epoch": 4.048904362072497,
      "grad_norm": 1.4464370522863235,
      "learning_rate": 7.351553542801287e-05,
      "loss": 0.4819,
      "step": 98854
    },
    {
      "epoch": 4.048945320499693,
      "grad_norm": 1.3352693178568573,
      "learning_rate": 7.351272987774757e-05,
      "loss": 0.6633,
      "step": 98855
    },
    {
      "epoch": 4.048986278926889,
      "grad_norm": 1.556463552657967,
      "learning_rate": 7.350992436364103e-05,
      "loss": 0.792,
      "step": 98856
    },
    {
      "epoch": 4.049027237354085,
      "grad_norm": 1.5533783616872505,
      "learning_rate": 7.350711888569453e-05,
      "loss": 0.6283,
      "step": 98857
    },
    {
      "epoch": 4.049068195781282,
      "grad_norm": 1.586503139426288,
      "learning_rate": 7.350431344390948e-05,
      "loss": 0.6662,
      "step": 98858
    },
    {
      "epoch": 4.0491091542084785,
      "grad_norm": 1.7493685463161452,
      "learning_rate": 7.350150803828708e-05,
      "loss": 0.6996,
      "step": 98859
    },
    {
      "epoch": 4.049150112635675,
      "grad_norm": 1.3349917823652167,
      "learning_rate": 7.349870266882876e-05,
      "loss": 0.4946,
      "step": 98860
    },
    {
      "epoch": 4.049191071062872,
      "grad_norm": 2.646013511994227,
      "learning_rate": 7.349589733553585e-05,
      "loss": 0.9967,
      "step": 98861
    },
    {
      "epoch": 4.049232029490067,
      "grad_norm": 1.3992095619485112,
      "learning_rate": 7.349309203840959e-05,
      "loss": 0.6996,
      "step": 98862
    },
    {
      "epoch": 4.049272987917264,
      "grad_norm": 1.825687362603052,
      "learning_rate": 7.349028677745134e-05,
      "loss": 0.5687,
      "step": 98863
    },
    {
      "epoch": 4.04931394634446,
      "grad_norm": 1.6178120579112811,
      "learning_rate": 7.348748155266252e-05,
      "loss": 0.5847,
      "step": 98864
    },
    {
      "epoch": 4.049354904771657,
      "grad_norm": 1.4145058212233184,
      "learning_rate": 7.348467636404431e-05,
      "loss": 0.5679,
      "step": 98865
    },
    {
      "epoch": 4.049395863198853,
      "grad_norm": 0.9940845381338039,
      "learning_rate": 7.348187121159817e-05,
      "loss": 0.4011,
      "step": 98866
    },
    {
      "epoch": 4.04943682162605,
      "grad_norm": 1.5962710682987553,
      "learning_rate": 7.34790660953253e-05,
      "loss": 0.782,
      "step": 98867
    },
    {
      "epoch": 4.0494777800532455,
      "grad_norm": 1.8223421135810127,
      "learning_rate": 7.347626101522708e-05,
      "loss": 0.7063,
      "step": 98868
    },
    {
      "epoch": 4.049518738480442,
      "grad_norm": 1.5240934044840144,
      "learning_rate": 7.347345597130491e-05,
      "loss": 0.6315,
      "step": 98869
    },
    {
      "epoch": 4.049559696907639,
      "grad_norm": 1.4120627703942095,
      "learning_rate": 7.347065096355998e-05,
      "loss": 0.6914,
      "step": 98870
    },
    {
      "epoch": 4.049600655334835,
      "grad_norm": 2.5433247836677415,
      "learning_rate": 7.34678459919937e-05,
      "loss": 1.9193,
      "step": 98871
    },
    {
      "epoch": 4.049641613762032,
      "grad_norm": 1.06145410559335,
      "learning_rate": 7.346504105660744e-05,
      "loss": 0.3632,
      "step": 98872
    },
    {
      "epoch": 4.049682572189228,
      "grad_norm": 1.3049332209519613,
      "learning_rate": 7.346223615740241e-05,
      "loss": 0.5547,
      "step": 98873
    },
    {
      "epoch": 4.049723530616425,
      "grad_norm": 3.7175521207644096,
      "learning_rate": 7.345943129438003e-05,
      "loss": 4.0004,
      "step": 98874
    },
    {
      "epoch": 4.04976448904362,
      "grad_norm": 1.3938880996965797,
      "learning_rate": 7.345662646754156e-05,
      "loss": 0.5156,
      "step": 98875
    },
    {
      "epoch": 4.049805447470817,
      "grad_norm": 0.7171891042747305,
      "learning_rate": 7.345382167688834e-05,
      "loss": 0.1693,
      "step": 98876
    },
    {
      "epoch": 4.0498464058980135,
      "grad_norm": 0.981578177119177,
      "learning_rate": 7.345101692242177e-05,
      "loss": 0.2474,
      "step": 98877
    },
    {
      "epoch": 4.04988736432521,
      "grad_norm": 1.2840834489566955,
      "learning_rate": 7.344821220414306e-05,
      "loss": 0.5352,
      "step": 98878
    },
    {
      "epoch": 4.0499283227524066,
      "grad_norm": 1.2789832888015193,
      "learning_rate": 7.34454075220536e-05,
      "loss": 0.5812,
      "step": 98879
    },
    {
      "epoch": 4.049969281179603,
      "grad_norm": 1.213637177899076,
      "learning_rate": 7.344260287615477e-05,
      "loss": 0.4935,
      "step": 98880
    },
    {
      "epoch": 4.050010239606799,
      "grad_norm": 1.862654313262674,
      "learning_rate": 7.343979826644775e-05,
      "loss": 0.7541,
      "step": 98881
    },
    {
      "epoch": 4.050051198033995,
      "grad_norm": 1.7522654542515779,
      "learning_rate": 7.343699369293403e-05,
      "loss": 0.6711,
      "step": 98882
    },
    {
      "epoch": 4.050092156461192,
      "grad_norm": 1.2912759563784946,
      "learning_rate": 7.34341891556148e-05,
      "loss": 0.4395,
      "step": 98883
    },
    {
      "epoch": 4.050133114888388,
      "grad_norm": 0.7551456473380835,
      "learning_rate": 7.343138465449143e-05,
      "loss": 0.2118,
      "step": 98884
    },
    {
      "epoch": 4.050174073315585,
      "grad_norm": 1.1199656594982654,
      "learning_rate": 7.342858018956533e-05,
      "loss": 0.4811,
      "step": 98885
    },
    {
      "epoch": 4.050215031742781,
      "grad_norm": 1.2098083539769149,
      "learning_rate": 7.342577576083768e-05,
      "loss": 0.3305,
      "step": 98886
    },
    {
      "epoch": 4.050255990169977,
      "grad_norm": 1.4725142926057295,
      "learning_rate": 7.342297136830995e-05,
      "loss": 0.6925,
      "step": 98887
    },
    {
      "epoch": 4.050296948597174,
      "grad_norm": 1.5444205194891685,
      "learning_rate": 7.342016701198334e-05,
      "loss": 0.5021,
      "step": 98888
    },
    {
      "epoch": 4.05033790702437,
      "grad_norm": 1.474585992345901,
      "learning_rate": 7.341736269185923e-05,
      "loss": 0.4582,
      "step": 98889
    },
    {
      "epoch": 4.050378865451567,
      "grad_norm": 0.8638787400280744,
      "learning_rate": 7.3414558407939e-05,
      "loss": 0.2669,
      "step": 98890
    },
    {
      "epoch": 4.050419823878763,
      "grad_norm": 1.482314757913905,
      "learning_rate": 7.341175416022387e-05,
      "loss": 0.6675,
      "step": 98891
    },
    {
      "epoch": 4.05046078230596,
      "grad_norm": 0.7659327030269788,
      "learning_rate": 7.340894994871522e-05,
      "loss": 0.2205,
      "step": 98892
    },
    {
      "epoch": 4.050501740733156,
      "grad_norm": 1.1831725393601125,
      "learning_rate": 7.340614577341443e-05,
      "loss": 0.4628,
      "step": 98893
    },
    {
      "epoch": 4.050542699160352,
      "grad_norm": 1.5012525866026134,
      "learning_rate": 7.340334163432271e-05,
      "loss": 0.5981,
      "step": 98894
    },
    {
      "epoch": 4.0505836575875485,
      "grad_norm": 4.085615164353074,
      "learning_rate": 7.34005375314415e-05,
      "loss": 1.8109,
      "step": 98895
    },
    {
      "epoch": 4.050624616014745,
      "grad_norm": 2.166929743068966,
      "learning_rate": 7.339773346477202e-05,
      "loss": 1.2836,
      "step": 98896
    },
    {
      "epoch": 4.0506655744419415,
      "grad_norm": 1.8315603654345192,
      "learning_rate": 7.339492943431564e-05,
      "loss": 0.8697,
      "step": 98897
    },
    {
      "epoch": 4.050706532869138,
      "grad_norm": 1.3645967509732564,
      "learning_rate": 7.339212544007375e-05,
      "loss": 0.5639,
      "step": 98898
    },
    {
      "epoch": 4.050747491296335,
      "grad_norm": 1.4338231504669372,
      "learning_rate": 7.338932148204756e-05,
      "loss": 0.4898,
      "step": 98899
    },
    {
      "epoch": 4.05078844972353,
      "grad_norm": 2.4964946643829578,
      "learning_rate": 7.338651756023846e-05,
      "loss": 1.7706,
      "step": 98900
    },
    {
      "epoch": 4.050829408150727,
      "grad_norm": 1.7282154918570152,
      "learning_rate": 7.338371367464782e-05,
      "loss": 0.8653,
      "step": 98901
    },
    {
      "epoch": 4.050870366577923,
      "grad_norm": 1.7162801729369008,
      "learning_rate": 7.338090982527685e-05,
      "loss": 0.5706,
      "step": 98902
    },
    {
      "epoch": 4.05091132500512,
      "grad_norm": 1.3980479024253922,
      "learning_rate": 7.337810601212702e-05,
      "loss": 0.6542,
      "step": 98903
    },
    {
      "epoch": 4.050952283432316,
      "grad_norm": 1.4415793608467335,
      "learning_rate": 7.337530223519956e-05,
      "loss": 0.7009,
      "step": 98904
    },
    {
      "epoch": 4.050993241859513,
      "grad_norm": 1.3835105769370122,
      "learning_rate": 7.337249849449575e-05,
      "loss": 0.6057,
      "step": 98905
    },
    {
      "epoch": 4.051034200286709,
      "grad_norm": 0.8577857569408508,
      "learning_rate": 7.336969479001699e-05,
      "loss": 0.196,
      "step": 98906
    },
    {
      "epoch": 4.051075158713905,
      "grad_norm": 1.9596711987437216,
      "learning_rate": 7.336689112176462e-05,
      "loss": 0.6982,
      "step": 98907
    },
    {
      "epoch": 4.051116117141102,
      "grad_norm": 1.1224935708827155,
      "learning_rate": 7.33640874897399e-05,
      "loss": 0.1999,
      "step": 98908
    },
    {
      "epoch": 4.051157075568298,
      "grad_norm": 1.2415630387697945,
      "learning_rate": 7.336128389394425e-05,
      "loss": 0.484,
      "step": 98909
    },
    {
      "epoch": 4.051198033995495,
      "grad_norm": 1.46579317049534,
      "learning_rate": 7.335848033437888e-05,
      "loss": 0.6305,
      "step": 98910
    },
    {
      "epoch": 4.051238992422691,
      "grad_norm": 1.382172666291045,
      "learning_rate": 7.335567681104519e-05,
      "loss": 0.6922,
      "step": 98911
    },
    {
      "epoch": 4.051279950849888,
      "grad_norm": 2.0046514874408667,
      "learning_rate": 7.335287332394452e-05,
      "loss": 0.53,
      "step": 98912
    },
    {
      "epoch": 4.051320909277083,
      "grad_norm": 1.3148249679613904,
      "learning_rate": 7.335006987307812e-05,
      "loss": 0.5776,
      "step": 98913
    },
    {
      "epoch": 4.05136186770428,
      "grad_norm": 2.132714949324955,
      "learning_rate": 7.334726645844742e-05,
      "loss": 0.8612,
      "step": 98914
    },
    {
      "epoch": 4.0514028261314765,
      "grad_norm": 2.646810047126516,
      "learning_rate": 7.33444630800536e-05,
      "loss": 1.4447,
      "step": 98915
    },
    {
      "epoch": 4.051443784558673,
      "grad_norm": 0.9185247170124883,
      "learning_rate": 7.334165973789809e-05,
      "loss": 0.2771,
      "step": 98916
    },
    {
      "epoch": 4.05148474298587,
      "grad_norm": 1.0653298412236958,
      "learning_rate": 7.333885643198227e-05,
      "loss": 0.3006,
      "step": 98917
    },
    {
      "epoch": 4.051525701413066,
      "grad_norm": 0.9583625504949356,
      "learning_rate": 7.333605316230731e-05,
      "loss": 0.2578,
      "step": 98918
    },
    {
      "epoch": 4.051566659840262,
      "grad_norm": 1.4804561668752136,
      "learning_rate": 7.33332499288746e-05,
      "loss": 0.5581,
      "step": 98919
    },
    {
      "epoch": 4.051607618267458,
      "grad_norm": 1.336408124901359,
      "learning_rate": 7.333044673168557e-05,
      "loss": 0.6931,
      "step": 98920
    },
    {
      "epoch": 4.051648576694655,
      "grad_norm": 1.4291797480876234,
      "learning_rate": 7.332764357074139e-05,
      "loss": 0.5026,
      "step": 98921
    },
    {
      "epoch": 4.051689535121851,
      "grad_norm": 1.113646606499779,
      "learning_rate": 7.33248404460435e-05,
      "loss": 0.4262,
      "step": 98922
    },
    {
      "epoch": 4.051730493549048,
      "grad_norm": 1.411939444282576,
      "learning_rate": 7.332203735759313e-05,
      "loss": 0.6482,
      "step": 98923
    },
    {
      "epoch": 4.051771451976244,
      "grad_norm": 1.0683561160548605,
      "learning_rate": 7.331923430539164e-05,
      "loss": 0.3058,
      "step": 98924
    },
    {
      "epoch": 4.05181241040344,
      "grad_norm": 1.4203222858069928,
      "learning_rate": 7.331643128944043e-05,
      "loss": 0.6418,
      "step": 98925
    },
    {
      "epoch": 4.051853368830637,
      "grad_norm": 1.1698681512336644,
      "learning_rate": 7.33136283097407e-05,
      "loss": 0.4518,
      "step": 98926
    },
    {
      "epoch": 4.051894327257833,
      "grad_norm": 1.2099927721912938,
      "learning_rate": 7.331082536629384e-05,
      "loss": 0.5668,
      "step": 98927
    },
    {
      "epoch": 4.05193528568503,
      "grad_norm": 1.6535043746840943,
      "learning_rate": 7.330802245910123e-05,
      "loss": 0.6131,
      "step": 98928
    },
    {
      "epoch": 4.051976244112226,
      "grad_norm": 1.493043514199881,
      "learning_rate": 7.330521958816409e-05,
      "loss": 0.6456,
      "step": 98929
    },
    {
      "epoch": 4.052017202539423,
      "grad_norm": 1.398383029610297,
      "learning_rate": 7.330241675348384e-05,
      "loss": 0.7294,
      "step": 98930
    },
    {
      "epoch": 4.052058160966619,
      "grad_norm": 1.7691660589363873,
      "learning_rate": 7.329961395506168e-05,
      "loss": 0.7777,
      "step": 98931
    },
    {
      "epoch": 4.052099119393815,
      "grad_norm": 0.8558395886227549,
      "learning_rate": 7.329681119289904e-05,
      "loss": 0.2264,
      "step": 98932
    },
    {
      "epoch": 4.0521400778210115,
      "grad_norm": 0.9227084601646961,
      "learning_rate": 7.329400846699727e-05,
      "loss": 0.1684,
      "step": 98933
    },
    {
      "epoch": 4.052181036248208,
      "grad_norm": 1.2933793830647573,
      "learning_rate": 7.329120577735756e-05,
      "loss": 0.6508,
      "step": 98934
    },
    {
      "epoch": 4.052221994675405,
      "grad_norm": 1.2520390097300658,
      "learning_rate": 7.328840312398133e-05,
      "loss": 0.5429,
      "step": 98935
    },
    {
      "epoch": 4.052262953102601,
      "grad_norm": 2.8373056881880436,
      "learning_rate": 7.328560050686997e-05,
      "loss": 1.4848,
      "step": 98936
    },
    {
      "epoch": 4.052303911529798,
      "grad_norm": 1.2111632140033863,
      "learning_rate": 7.328279792602463e-05,
      "loss": 0.5185,
      "step": 98937
    },
    {
      "epoch": 4.052344869956993,
      "grad_norm": 1.518739281677776,
      "learning_rate": 7.327999538144682e-05,
      "loss": 0.5527,
      "step": 98938
    },
    {
      "epoch": 4.05238582838419,
      "grad_norm": 1.6443631826191134,
      "learning_rate": 7.32771928731377e-05,
      "loss": 0.7514,
      "step": 98939
    },
    {
      "epoch": 4.052426786811386,
      "grad_norm": 1.4801169386460973,
      "learning_rate": 7.327439040109869e-05,
      "loss": 0.6501,
      "step": 98940
    },
    {
      "epoch": 4.052467745238583,
      "grad_norm": 1.299738978884293,
      "learning_rate": 7.327158796533115e-05,
      "loss": 0.3243,
      "step": 98941
    },
    {
      "epoch": 4.052508703665779,
      "grad_norm": 1.3005933575141733,
      "learning_rate": 7.326878556583629e-05,
      "loss": 0.5508,
      "step": 98942
    },
    {
      "epoch": 4.052549662092976,
      "grad_norm": 1.4832079983776894,
      "learning_rate": 7.326598320261548e-05,
      "loss": 0.8088,
      "step": 98943
    },
    {
      "epoch": 4.052590620520172,
      "grad_norm": 1.3050461814864927,
      "learning_rate": 7.326318087567015e-05,
      "loss": 0.6713,
      "step": 98944
    },
    {
      "epoch": 4.052631578947368,
      "grad_norm": 1.2112012562545857,
      "learning_rate": 7.326037858500146e-05,
      "loss": 0.4835,
      "step": 98945
    },
    {
      "epoch": 4.052672537374565,
      "grad_norm": 1.5098455760340534,
      "learning_rate": 7.325757633061085e-05,
      "loss": 0.691,
      "step": 98946
    },
    {
      "epoch": 4.052713495801761,
      "grad_norm": 3.663340100918073,
      "learning_rate": 7.325477411249957e-05,
      "loss": 1.421,
      "step": 98947
    },
    {
      "epoch": 4.052754454228958,
      "grad_norm": 1.4446580896141847,
      "learning_rate": 7.325197193066897e-05,
      "loss": 0.4562,
      "step": 98948
    },
    {
      "epoch": 4.052795412656154,
      "grad_norm": 1.2729381986968344,
      "learning_rate": 7.324916978512044e-05,
      "loss": 0.5634,
      "step": 98949
    },
    {
      "epoch": 4.052836371083351,
      "grad_norm": 1.669838470893836,
      "learning_rate": 7.32463676758552e-05,
      "loss": 0.5936,
      "step": 98950
    },
    {
      "epoch": 4.0528773295105465,
      "grad_norm": 1.486033526175108,
      "learning_rate": 7.324356560287462e-05,
      "loss": 0.7146,
      "step": 98951
    },
    {
      "epoch": 4.052918287937743,
      "grad_norm": 1.3566493763175704,
      "learning_rate": 7.324076356618009e-05,
      "loss": 0.5848,
      "step": 98952
    },
    {
      "epoch": 4.0529592463649395,
      "grad_norm": 1.8242730064505954,
      "learning_rate": 7.323796156577281e-05,
      "loss": 0.9406,
      "step": 98953
    },
    {
      "epoch": 4.053000204792136,
      "grad_norm": 1.59823108472651,
      "learning_rate": 7.323515960165423e-05,
      "loss": 0.8461,
      "step": 98954
    },
    {
      "epoch": 4.053041163219333,
      "grad_norm": 1.5978449740843552,
      "learning_rate": 7.323235767382555e-05,
      "loss": 0.8531,
      "step": 98955
    },
    {
      "epoch": 4.053082121646529,
      "grad_norm": 1.5707223973113429,
      "learning_rate": 7.322955578228815e-05,
      "loss": 0.8308,
      "step": 98956
    },
    {
      "epoch": 4.053123080073725,
      "grad_norm": 2.688288779459511,
      "learning_rate": 7.322675392704344e-05,
      "loss": 2.1198,
      "step": 98957
    },
    {
      "epoch": 4.053164038500921,
      "grad_norm": 1.3823944149875917,
      "learning_rate": 7.322395210809259e-05,
      "loss": 0.6603,
      "step": 98958
    },
    {
      "epoch": 4.053204996928118,
      "grad_norm": 1.1011339356945695,
      "learning_rate": 7.322115032543706e-05,
      "loss": 0.4017,
      "step": 98959
    },
    {
      "epoch": 4.053245955355314,
      "grad_norm": 1.623157923510441,
      "learning_rate": 7.321834857907807e-05,
      "loss": 0.7311,
      "step": 98960
    },
    {
      "epoch": 4.053286913782511,
      "grad_norm": 1.199866922307165,
      "learning_rate": 7.321554686901697e-05,
      "loss": 0.5024,
      "step": 98961
    },
    {
      "epoch": 4.0533278722097075,
      "grad_norm": 1.2057296431723308,
      "learning_rate": 7.321274519525517e-05,
      "loss": 0.2665,
      "step": 98962
    },
    {
      "epoch": 4.053368830636903,
      "grad_norm": 1.3844202435066688,
      "learning_rate": 7.320994355779388e-05,
      "loss": 0.669,
      "step": 98963
    },
    {
      "epoch": 4.0534097890641,
      "grad_norm": 1.2061119871487889,
      "learning_rate": 7.320714195663445e-05,
      "loss": 0.6352,
      "step": 98964
    },
    {
      "epoch": 4.053450747491296,
      "grad_norm": 0.8191896059632364,
      "learning_rate": 7.32043403917783e-05,
      "loss": 0.2038,
      "step": 98965
    },
    {
      "epoch": 4.053491705918493,
      "grad_norm": 1.2802999761622342,
      "learning_rate": 7.320153886322662e-05,
      "loss": 0.4633,
      "step": 98966
    },
    {
      "epoch": 4.053532664345689,
      "grad_norm": 1.0725085778875065,
      "learning_rate": 7.319873737098087e-05,
      "loss": 0.4602,
      "step": 98967
    },
    {
      "epoch": 4.053573622772886,
      "grad_norm": 0.9736356295043633,
      "learning_rate": 7.319593591504222e-05,
      "loss": 0.2732,
      "step": 98968
    },
    {
      "epoch": 4.053614581200082,
      "grad_norm": 0.7445332538053674,
      "learning_rate": 7.319313449541208e-05,
      "loss": 0.2246,
      "step": 98969
    },
    {
      "epoch": 4.053655539627278,
      "grad_norm": 1.3719710279049482,
      "learning_rate": 7.319033311209183e-05,
      "loss": 0.5508,
      "step": 98970
    },
    {
      "epoch": 4.0536964980544745,
      "grad_norm": 1.4417637333155553,
      "learning_rate": 7.31875317650827e-05,
      "loss": 0.5218,
      "step": 98971
    },
    {
      "epoch": 4.053737456481671,
      "grad_norm": 1.5662909942885805,
      "learning_rate": 7.318473045438602e-05,
      "loss": 0.6554,
      "step": 98972
    },
    {
      "epoch": 4.053778414908868,
      "grad_norm": 1.616126739836618,
      "learning_rate": 7.318192918000319e-05,
      "loss": 0.7104,
      "step": 98973
    },
    {
      "epoch": 4.053819373336064,
      "grad_norm": 1.6288262503209825,
      "learning_rate": 7.31791279419355e-05,
      "loss": 0.6907,
      "step": 98974
    },
    {
      "epoch": 4.053860331763261,
      "grad_norm": 0.749686453634999,
      "learning_rate": 7.31763267401842e-05,
      "loss": 0.1954,
      "step": 98975
    },
    {
      "epoch": 4.053901290190456,
      "grad_norm": 1.7422768736287526,
      "learning_rate": 7.317352557475075e-05,
      "loss": 0.9005,
      "step": 98976
    },
    {
      "epoch": 4.053942248617653,
      "grad_norm": 1.8581370091070453,
      "learning_rate": 7.317072444563633e-05,
      "loss": 1.0197,
      "step": 98977
    },
    {
      "epoch": 4.053983207044849,
      "grad_norm": 1.5133471636385447,
      "learning_rate": 7.316792335284233e-05,
      "loss": 0.8545,
      "step": 98978
    },
    {
      "epoch": 4.054024165472046,
      "grad_norm": 1.7099240616598397,
      "learning_rate": 7.316512229637013e-05,
      "loss": 1.0167,
      "step": 98979
    },
    {
      "epoch": 4.0540651238992425,
      "grad_norm": 0.6224406008914114,
      "learning_rate": 7.316232127622095e-05,
      "loss": 0.147,
      "step": 98980
    },
    {
      "epoch": 4.054106082326439,
      "grad_norm": 1.5250284395178935,
      "learning_rate": 7.315952029239623e-05,
      "loss": 0.642,
      "step": 98981
    },
    {
      "epoch": 4.054147040753635,
      "grad_norm": 1.425214800116578,
      "learning_rate": 7.315671934489715e-05,
      "loss": 0.398,
      "step": 98982
    },
    {
      "epoch": 4.054187999180831,
      "grad_norm": 1.6635445265293614,
      "learning_rate": 7.315391843372515e-05,
      "loss": 0.5429,
      "step": 98983
    },
    {
      "epoch": 4.054228957608028,
      "grad_norm": 1.6737170715674825,
      "learning_rate": 7.315111755888155e-05,
      "loss": 0.6254,
      "step": 98984
    },
    {
      "epoch": 4.054269916035224,
      "grad_norm": 1.555527614481487,
      "learning_rate": 7.314831672036758e-05,
      "loss": 0.6871,
      "step": 98985
    },
    {
      "epoch": 4.054310874462421,
      "grad_norm": 1.103359032157076,
      "learning_rate": 7.314551591818471e-05,
      "loss": 0.3339,
      "step": 98986
    },
    {
      "epoch": 4.054351832889617,
      "grad_norm": 2.7746645917680617,
      "learning_rate": 7.314271515233409e-05,
      "loss": 1.898,
      "step": 98987
    },
    {
      "epoch": 4.054392791316814,
      "grad_norm": 1.425939030264974,
      "learning_rate": 7.313991442281716e-05,
      "loss": 0.5284,
      "step": 98988
    },
    {
      "epoch": 4.0544337497440095,
      "grad_norm": 0.8188920291330041,
      "learning_rate": 7.313711372963528e-05,
      "loss": 0.2663,
      "step": 98989
    },
    {
      "epoch": 4.054474708171206,
      "grad_norm": 1.1508921651797495,
      "learning_rate": 7.313431307278964e-05,
      "loss": 0.5373,
      "step": 98990
    },
    {
      "epoch": 4.054515666598403,
      "grad_norm": 1.4347858986878266,
      "learning_rate": 7.313151245228163e-05,
      "loss": 0.5638,
      "step": 98991
    },
    {
      "epoch": 4.054556625025599,
      "grad_norm": 1.2995145549471971,
      "learning_rate": 7.312871186811264e-05,
      "loss": 0.4797,
      "step": 98992
    },
    {
      "epoch": 4.054597583452796,
      "grad_norm": 1.318987349173573,
      "learning_rate": 7.312591132028389e-05,
      "loss": 0.4791,
      "step": 98993
    },
    {
      "epoch": 4.054638541879992,
      "grad_norm": 1.3411281367774763,
      "learning_rate": 7.312311080879679e-05,
      "loss": 0.4981,
      "step": 98994
    },
    {
      "epoch": 4.054679500307188,
      "grad_norm": 1.0135365171997228,
      "learning_rate": 7.312031033365258e-05,
      "loss": 0.2154,
      "step": 98995
    },
    {
      "epoch": 4.054720458734384,
      "grad_norm": 1.413682667010756,
      "learning_rate": 7.311750989485262e-05,
      "loss": 0.4002,
      "step": 98996
    },
    {
      "epoch": 4.054761417161581,
      "grad_norm": 1.294913587443976,
      "learning_rate": 7.311470949239831e-05,
      "loss": 0.4675,
      "step": 98997
    },
    {
      "epoch": 4.054802375588777,
      "grad_norm": 1.3769583969987287,
      "learning_rate": 7.311190912629082e-05,
      "loss": 0.3569,
      "step": 98998
    },
    {
      "epoch": 4.054843334015974,
      "grad_norm": 1.3204140253346424,
      "learning_rate": 7.310910879653158e-05,
      "loss": 0.506,
      "step": 98999
    },
    {
      "epoch": 4.0548842924431705,
      "grad_norm": 1.27521540010381,
      "learning_rate": 7.310630850312193e-05,
      "loss": 0.6361,
      "step": 99000
    },
    {
      "epoch": 4.054925250870366,
      "grad_norm": 1.1210432060547821,
      "learning_rate": 7.310350824606312e-05,
      "loss": 0.2576,
      "step": 99001
    },
    {
      "epoch": 4.054966209297563,
      "grad_norm": 1.432116994998356,
      "learning_rate": 7.310070802535657e-05,
      "loss": 0.614,
      "step": 99002
    },
    {
      "epoch": 4.055007167724759,
      "grad_norm": 1.676746008692217,
      "learning_rate": 7.309790784100346e-05,
      "loss": 0.657,
      "step": 99003
    },
    {
      "epoch": 4.055048126151956,
      "grad_norm": 2.1879390756152732,
      "learning_rate": 7.30951076930052e-05,
      "loss": 1.0324,
      "step": 99004
    },
    {
      "epoch": 4.055089084579152,
      "grad_norm": 1.9259254150080722,
      "learning_rate": 7.309230758136318e-05,
      "loss": 1.0192,
      "step": 99005
    },
    {
      "epoch": 4.055130043006349,
      "grad_norm": 1.5755016475286567,
      "learning_rate": 7.308950750607859e-05,
      "loss": 0.5476,
      "step": 99006
    },
    {
      "epoch": 4.055171001433545,
      "grad_norm": 1.4052609115181431,
      "learning_rate": 7.308670746715282e-05,
      "loss": 0.6415,
      "step": 99007
    },
    {
      "epoch": 4.055211959860741,
      "grad_norm": 1.1294407154723072,
      "learning_rate": 7.308390746458727e-05,
      "loss": 0.343,
      "step": 99008
    },
    {
      "epoch": 4.0552529182879375,
      "grad_norm": 0.7228371289114014,
      "learning_rate": 7.30811074983831e-05,
      "loss": 0.1951,
      "step": 99009
    },
    {
      "epoch": 4.055293876715134,
      "grad_norm": 1.4955867409230885,
      "learning_rate": 7.307830756854178e-05,
      "loss": 0.7397,
      "step": 99010
    },
    {
      "epoch": 4.055334835142331,
      "grad_norm": 1.1678386533165264,
      "learning_rate": 7.307550767506453e-05,
      "loss": 0.3384,
      "step": 99011
    },
    {
      "epoch": 4.055375793569527,
      "grad_norm": 0.8711521034047105,
      "learning_rate": 7.307270781795271e-05,
      "loss": 0.1868,
      "step": 99012
    },
    {
      "epoch": 4.055416751996724,
      "grad_norm": 1.6960607826312295,
      "learning_rate": 7.306990799720768e-05,
      "loss": 0.6585,
      "step": 99013
    },
    {
      "epoch": 4.055457710423919,
      "grad_norm": 1.9892829673981185,
      "learning_rate": 7.306710821283072e-05,
      "loss": 0.8795,
      "step": 99014
    },
    {
      "epoch": 4.055498668851116,
      "grad_norm": 1.4666630719679397,
      "learning_rate": 7.306430846482313e-05,
      "loss": 0.5894,
      "step": 99015
    },
    {
      "epoch": 4.055539627278312,
      "grad_norm": 1.095057795635048,
      "learning_rate": 7.306150875318635e-05,
      "loss": 0.3425,
      "step": 99016
    },
    {
      "epoch": 4.055580585705509,
      "grad_norm": 1.6544190160047652,
      "learning_rate": 7.305870907792156e-05,
      "loss": 0.6018,
      "step": 99017
    },
    {
      "epoch": 4.0556215441327055,
      "grad_norm": 1.4727971560104398,
      "learning_rate": 7.305590943903021e-05,
      "loss": 0.6629,
      "step": 99018
    },
    {
      "epoch": 4.055662502559902,
      "grad_norm": 1.1227288655412409,
      "learning_rate": 7.30531098365135e-05,
      "loss": 0.4232,
      "step": 99019
    },
    {
      "epoch": 4.055703460987098,
      "grad_norm": 1.4727548181526493,
      "learning_rate": 7.305031027037282e-05,
      "loss": 0.74,
      "step": 99020
    },
    {
      "epoch": 4.055744419414294,
      "grad_norm": 1.3399170487064627,
      "learning_rate": 7.304751074060952e-05,
      "loss": 0.6014,
      "step": 99021
    },
    {
      "epoch": 4.055785377841491,
      "grad_norm": 1.7521442870493116,
      "learning_rate": 7.304471124722487e-05,
      "loss": 0.8926,
      "step": 99022
    },
    {
      "epoch": 4.055826336268687,
      "grad_norm": 1.453425839157977,
      "learning_rate": 7.30419117902202e-05,
      "loss": 0.6231,
      "step": 99023
    },
    {
      "epoch": 4.055867294695884,
      "grad_norm": 1.7312932358846118,
      "learning_rate": 7.30391123695969e-05,
      "loss": 0.6233,
      "step": 99024
    },
    {
      "epoch": 4.05590825312308,
      "grad_norm": 1.385258409233993,
      "learning_rate": 7.303631298535619e-05,
      "loss": 0.5604,
      "step": 99025
    },
    {
      "epoch": 4.055949211550277,
      "grad_norm": 0.43093915316978343,
      "learning_rate": 7.30335136374995e-05,
      "loss": 0.0337,
      "step": 99026
    },
    {
      "epoch": 4.0559901699774725,
      "grad_norm": 1.5559667492155675,
      "learning_rate": 7.303071432602804e-05,
      "loss": 0.4859,
      "step": 99027
    },
    {
      "epoch": 4.056031128404669,
      "grad_norm": 1.434754829998173,
      "learning_rate": 7.302791505094321e-05,
      "loss": 0.5753,
      "step": 99028
    },
    {
      "epoch": 4.056072086831866,
      "grad_norm": 2.3892907983451477,
      "learning_rate": 7.302511581224635e-05,
      "loss": 1.2851,
      "step": 99029
    },
    {
      "epoch": 4.056113045259062,
      "grad_norm": 0.7897025576402081,
      "learning_rate": 7.302231660993869e-05,
      "loss": 0.2179,
      "step": 99030
    },
    {
      "epoch": 4.056154003686259,
      "grad_norm": 2.125938385499433,
      "learning_rate": 7.301951744402169e-05,
      "loss": 1.2201,
      "step": 99031
    },
    {
      "epoch": 4.056194962113455,
      "grad_norm": 2.1676851052036223,
      "learning_rate": 7.301671831449651e-05,
      "loss": 0.9034,
      "step": 99032
    },
    {
      "epoch": 4.056235920540651,
      "grad_norm": 1.2918979004150082,
      "learning_rate": 7.30139192213646e-05,
      "loss": 0.5636,
      "step": 99033
    },
    {
      "epoch": 4.056276878967847,
      "grad_norm": 1.9030973517494099,
      "learning_rate": 7.301112016462727e-05,
      "loss": 0.7165,
      "step": 99034
    },
    {
      "epoch": 4.056317837395044,
      "grad_norm": 1.0431838745723463,
      "learning_rate": 7.300832114428574e-05,
      "loss": 0.3581,
      "step": 99035
    },
    {
      "epoch": 4.0563587958222405,
      "grad_norm": 1.5170577090059743,
      "learning_rate": 7.300552216034145e-05,
      "loss": 0.5663,
      "step": 99036
    },
    {
      "epoch": 4.056399754249437,
      "grad_norm": 2.079200652652838,
      "learning_rate": 7.300272321279571e-05,
      "loss": 0.7942,
      "step": 99037
    },
    {
      "epoch": 4.0564407126766335,
      "grad_norm": 1.4990777545280878,
      "learning_rate": 7.299992430164978e-05,
      "loss": 0.7552,
      "step": 99038
    },
    {
      "epoch": 4.056481671103829,
      "grad_norm": 0.7736726880486263,
      "learning_rate": 7.299712542690506e-05,
      "loss": 0.1888,
      "step": 99039
    },
    {
      "epoch": 4.056522629531026,
      "grad_norm": 1.6519090416154627,
      "learning_rate": 7.299432658856277e-05,
      "loss": 0.7088,
      "step": 99040
    },
    {
      "epoch": 4.056563587958222,
      "grad_norm": 1.184182888912848,
      "learning_rate": 7.29915277866243e-05,
      "loss": 0.4697,
      "step": 99041
    },
    {
      "epoch": 4.056604546385419,
      "grad_norm": 1.9456068388996701,
      "learning_rate": 7.298872902109101e-05,
      "loss": 0.7263,
      "step": 99042
    },
    {
      "epoch": 4.056645504812615,
      "grad_norm": 1.338343625176476,
      "learning_rate": 7.298593029196414e-05,
      "loss": 0.5052,
      "step": 99043
    },
    {
      "epoch": 4.056686463239812,
      "grad_norm": 1.4179003248975233,
      "learning_rate": 7.298313159924511e-05,
      "loss": 0.7391,
      "step": 99044
    },
    {
      "epoch": 4.056727421667008,
      "grad_norm": 1.8319069794324168,
      "learning_rate": 7.298033294293517e-05,
      "loss": 0.6886,
      "step": 99045
    },
    {
      "epoch": 4.056768380094204,
      "grad_norm": 1.2955152852879093,
      "learning_rate": 7.297753432303561e-05,
      "loss": 0.5717,
      "step": 99046
    },
    {
      "epoch": 4.056809338521401,
      "grad_norm": 1.7942166461514655,
      "learning_rate": 7.297473573954781e-05,
      "loss": 0.7084,
      "step": 99047
    },
    {
      "epoch": 4.056850296948597,
      "grad_norm": 1.3837982912889326,
      "learning_rate": 7.297193719247315e-05,
      "loss": 0.6283,
      "step": 99048
    },
    {
      "epoch": 4.056891255375794,
      "grad_norm": 1.7348277444716707,
      "learning_rate": 7.29691386818128e-05,
      "loss": 0.6151,
      "step": 99049
    },
    {
      "epoch": 4.05693221380299,
      "grad_norm": 1.417792562234936,
      "learning_rate": 7.29663402075682e-05,
      "loss": 0.6016,
      "step": 99050
    },
    {
      "epoch": 4.056973172230187,
      "grad_norm": 0.9556104529609017,
      "learning_rate": 7.296354176974071e-05,
      "loss": 0.2607,
      "step": 99051
    },
    {
      "epoch": 4.057014130657382,
      "grad_norm": 1.5728421472852836,
      "learning_rate": 7.296074336833151e-05,
      "loss": 0.7536,
      "step": 99052
    },
    {
      "epoch": 4.057055089084579,
      "grad_norm": 1.8354124656751274,
      "learning_rate": 7.295794500334206e-05,
      "loss": 0.4366,
      "step": 99053
    },
    {
      "epoch": 4.057096047511775,
      "grad_norm": 1.4883112835233943,
      "learning_rate": 7.295514667477356e-05,
      "loss": 0.5611,
      "step": 99054
    },
    {
      "epoch": 4.057137005938972,
      "grad_norm": 1.0988661458519229,
      "learning_rate": 7.295234838262741e-05,
      "loss": 0.4294,
      "step": 99055
    },
    {
      "epoch": 4.0571779643661685,
      "grad_norm": 2.0861160748181184,
      "learning_rate": 7.294955012690496e-05,
      "loss": 0.8308,
      "step": 99056
    },
    {
      "epoch": 4.057218922793365,
      "grad_norm": 1.4945242009020037,
      "learning_rate": 7.294675190760746e-05,
      "loss": 0.6685,
      "step": 99057
    },
    {
      "epoch": 4.057259881220561,
      "grad_norm": 1.597779221799324,
      "learning_rate": 7.29439537247363e-05,
      "loss": 0.5429,
      "step": 99058
    },
    {
      "epoch": 4.057300839647757,
      "grad_norm": 1.6381343227240888,
      "learning_rate": 7.294115557829271e-05,
      "loss": 0.7455,
      "step": 99059
    },
    {
      "epoch": 4.057341798074954,
      "grad_norm": 1.377590369644196,
      "learning_rate": 7.293835746827807e-05,
      "loss": 0.4367,
      "step": 99060
    },
    {
      "epoch": 4.05738275650215,
      "grad_norm": 1.5324161829078464,
      "learning_rate": 7.293555939469377e-05,
      "loss": 0.5881,
      "step": 99061
    },
    {
      "epoch": 4.057423714929347,
      "grad_norm": 0.9053581358726372,
      "learning_rate": 7.2932761357541e-05,
      "loss": 0.13,
      "step": 99062
    },
    {
      "epoch": 4.057464673356543,
      "grad_norm": 2.0787646829081683,
      "learning_rate": 7.292996335682115e-05,
      "loss": 0.9997,
      "step": 99063
    },
    {
      "epoch": 4.05750563178374,
      "grad_norm": 1.1189589085349163,
      "learning_rate": 7.29271653925356e-05,
      "loss": 0.3086,
      "step": 99064
    },
    {
      "epoch": 4.0575465902109356,
      "grad_norm": 0.9642709865732955,
      "learning_rate": 7.292436746468556e-05,
      "loss": 0.425,
      "step": 99065
    },
    {
      "epoch": 4.057587548638132,
      "grad_norm": 2.3339068460805126,
      "learning_rate": 7.292156957327246e-05,
      "loss": 1.5152,
      "step": 99066
    },
    {
      "epoch": 4.057628507065329,
      "grad_norm": 1.5478294804006643,
      "learning_rate": 7.291877171829751e-05,
      "loss": 0.6897,
      "step": 99067
    },
    {
      "epoch": 4.057669465492525,
      "grad_norm": 1.4351925924765034,
      "learning_rate": 7.29159738997621e-05,
      "loss": 0.7309,
      "step": 99068
    },
    {
      "epoch": 4.057710423919722,
      "grad_norm": 1.1846469081735242,
      "learning_rate": 7.29131761176676e-05,
      "loss": 0.4432,
      "step": 99069
    },
    {
      "epoch": 4.057751382346918,
      "grad_norm": 0.7753806466175879,
      "learning_rate": 7.291037837201522e-05,
      "loss": 0.2554,
      "step": 99070
    },
    {
      "epoch": 4.057792340774114,
      "grad_norm": 1.3040125745883282,
      "learning_rate": 7.290758066280633e-05,
      "loss": 0.4917,
      "step": 99071
    },
    {
      "epoch": 4.05783329920131,
      "grad_norm": 1.474300658730584,
      "learning_rate": 7.290478299004232e-05,
      "loss": 0.6824,
      "step": 99072
    },
    {
      "epoch": 4.057874257628507,
      "grad_norm": 1.5377533651896622,
      "learning_rate": 7.290198535372441e-05,
      "loss": 0.6093,
      "step": 99073
    },
    {
      "epoch": 4.0579152160557035,
      "grad_norm": 1.0108966848850578,
      "learning_rate": 7.289918775385402e-05,
      "loss": 0.2484,
      "step": 99074
    },
    {
      "epoch": 4.0579561744829,
      "grad_norm": 1.6785178769807814,
      "learning_rate": 7.289639019043236e-05,
      "loss": 0.8374,
      "step": 99075
    },
    {
      "epoch": 4.057997132910097,
      "grad_norm": 1.2741476402366267,
      "learning_rate": 7.289359266346081e-05,
      "loss": 0.4573,
      "step": 99076
    },
    {
      "epoch": 4.058038091337292,
      "grad_norm": 1.5701393915372002,
      "learning_rate": 7.289079517294075e-05,
      "loss": 0.483,
      "step": 99077
    },
    {
      "epoch": 4.058079049764489,
      "grad_norm": 1.9934208458379599,
      "learning_rate": 7.28879977188734e-05,
      "loss": 1.217,
      "step": 99078
    },
    {
      "epoch": 4.058120008191685,
      "grad_norm": 1.3776357835938606,
      "learning_rate": 7.288520030126013e-05,
      "loss": 0.585,
      "step": 99079
    },
    {
      "epoch": 4.058160966618882,
      "grad_norm": 1.2471434697891686,
      "learning_rate": 7.288240292010232e-05,
      "loss": 0.461,
      "step": 99080
    },
    {
      "epoch": 4.058201925046078,
      "grad_norm": 1.1829089313606875,
      "learning_rate": 7.287960557540118e-05,
      "loss": 0.5239,
      "step": 99081
    },
    {
      "epoch": 4.058242883473275,
      "grad_norm": 0.9589977428471796,
      "learning_rate": 7.287680826715814e-05,
      "loss": 0.3455,
      "step": 99082
    },
    {
      "epoch": 4.058283841900471,
      "grad_norm": 1.80318570896424,
      "learning_rate": 7.28740109953744e-05,
      "loss": 0.8738,
      "step": 99083
    },
    {
      "epoch": 4.058324800327667,
      "grad_norm": 1.0363102505153796,
      "learning_rate": 7.287121376005137e-05,
      "loss": 0.2818,
      "step": 99084
    },
    {
      "epoch": 4.058365758754864,
      "grad_norm": 1.4583451692272202,
      "learning_rate": 7.28684165611904e-05,
      "loss": 0.6047,
      "step": 99085
    },
    {
      "epoch": 4.05840671718206,
      "grad_norm": 1.1164596221394583,
      "learning_rate": 7.286561939879271e-05,
      "loss": 0.4659,
      "step": 99086
    },
    {
      "epoch": 4.058447675609257,
      "grad_norm": 1.259787112993697,
      "learning_rate": 7.28628222728597e-05,
      "loss": 0.5784,
      "step": 99087
    },
    {
      "epoch": 4.058488634036453,
      "grad_norm": 1.7866530974800963,
      "learning_rate": 7.28600251833927e-05,
      "loss": 0.8659,
      "step": 99088
    },
    {
      "epoch": 4.05852959246365,
      "grad_norm": 1.3115932250881657,
      "learning_rate": 7.285722813039296e-05,
      "loss": 0.5755,
      "step": 99089
    },
    {
      "epoch": 4.058570550890845,
      "grad_norm": 1.6915639401826787,
      "learning_rate": 7.28544311138619e-05,
      "loss": 0.8405,
      "step": 99090
    },
    {
      "epoch": 4.058611509318042,
      "grad_norm": 0.8847054708359048,
      "learning_rate": 7.285163413380074e-05,
      "loss": 0.2331,
      "step": 99091
    },
    {
      "epoch": 4.0586524677452385,
      "grad_norm": 1.2878526628831766,
      "learning_rate": 7.284883719021084e-05,
      "loss": 0.4809,
      "step": 99092
    },
    {
      "epoch": 4.058693426172435,
      "grad_norm": 1.3920162132990221,
      "learning_rate": 7.284604028309359e-05,
      "loss": 0.5989,
      "step": 99093
    },
    {
      "epoch": 4.0587343845996315,
      "grad_norm": 1.5654359234577426,
      "learning_rate": 7.284324341245021e-05,
      "loss": 0.881,
      "step": 99094
    },
    {
      "epoch": 4.058775343026828,
      "grad_norm": 1.3434613931910806,
      "learning_rate": 7.284044657828207e-05,
      "loss": 0.5325,
      "step": 99095
    },
    {
      "epoch": 4.058816301454025,
      "grad_norm": 1.3433129956370358,
      "learning_rate": 7.283764978059053e-05,
      "loss": 0.5497,
      "step": 99096
    },
    {
      "epoch": 4.05885725988122,
      "grad_norm": 0.5660338623062549,
      "learning_rate": 7.283485301937683e-05,
      "loss": 0.0837,
      "step": 99097
    },
    {
      "epoch": 4.058898218308417,
      "grad_norm": 1.1990551702307097,
      "learning_rate": 7.283205629464238e-05,
      "loss": 0.5803,
      "step": 99098
    },
    {
      "epoch": 4.058939176735613,
      "grad_norm": 1.335086882021536,
      "learning_rate": 7.282925960638839e-05,
      "loss": 0.3992,
      "step": 99099
    },
    {
      "epoch": 4.05898013516281,
      "grad_norm": 1.6256167722728971,
      "learning_rate": 7.282646295461626e-05,
      "loss": 0.82,
      "step": 99100
    },
    {
      "epoch": 4.059021093590006,
      "grad_norm": 1.2346201450568959,
      "learning_rate": 7.282366633932737e-05,
      "loss": 0.4099,
      "step": 99101
    },
    {
      "epoch": 4.059062052017203,
      "grad_norm": 1.1228184075754597,
      "learning_rate": 7.28208697605229e-05,
      "loss": 0.4791,
      "step": 99102
    },
    {
      "epoch": 4.059103010444399,
      "grad_norm": 1.4773233409355082,
      "learning_rate": 7.28180732182043e-05,
      "loss": 0.6713,
      "step": 99103
    },
    {
      "epoch": 4.059143968871595,
      "grad_norm": 0.8413885174857564,
      "learning_rate": 7.281527671237278e-05,
      "loss": 0.2257,
      "step": 99104
    },
    {
      "epoch": 4.059184927298792,
      "grad_norm": 0.9159283336471407,
      "learning_rate": 7.281248024302973e-05,
      "loss": 0.2187,
      "step": 99105
    },
    {
      "epoch": 4.059225885725988,
      "grad_norm": 1.5450779545147617,
      "learning_rate": 7.28096838101765e-05,
      "loss": 0.6642,
      "step": 99106
    },
    {
      "epoch": 4.059266844153185,
      "grad_norm": 0.5773701775766817,
      "learning_rate": 7.280688741381433e-05,
      "loss": 0.099,
      "step": 99107
    },
    {
      "epoch": 4.059307802580381,
      "grad_norm": 1.3641944414465679,
      "learning_rate": 7.280409105394458e-05,
      "loss": 0.5678,
      "step": 99108
    },
    {
      "epoch": 4.059348761007577,
      "grad_norm": 1.650882469549883,
      "learning_rate": 7.280129473056863e-05,
      "loss": 0.7831,
      "step": 99109
    },
    {
      "epoch": 4.0593897194347734,
      "grad_norm": 2.2657177970818703,
      "learning_rate": 7.27984984436877e-05,
      "loss": 0.6367,
      "step": 99110
    },
    {
      "epoch": 4.05943067786197,
      "grad_norm": 0.9415036585050364,
      "learning_rate": 7.27957021933032e-05,
      "loss": 0.2859,
      "step": 99111
    },
    {
      "epoch": 4.0594716362891665,
      "grad_norm": 1.7022655815117984,
      "learning_rate": 7.279290597941637e-05,
      "loss": 0.7586,
      "step": 99112
    },
    {
      "epoch": 4.059512594716363,
      "grad_norm": 1.1620047142520091,
      "learning_rate": 7.279010980202855e-05,
      "loss": 0.2123,
      "step": 99113
    },
    {
      "epoch": 4.05955355314356,
      "grad_norm": 2.104232806702548,
      "learning_rate": 7.278731366114117e-05,
      "loss": 1.0939,
      "step": 99114
    },
    {
      "epoch": 4.059594511570756,
      "grad_norm": 2.7786405645697347,
      "learning_rate": 7.278451755675547e-05,
      "loss": 1.7695,
      "step": 99115
    },
    {
      "epoch": 4.059635469997952,
      "grad_norm": 1.739440845360929,
      "learning_rate": 7.27817214888727e-05,
      "loss": 0.5885,
      "step": 99116
    },
    {
      "epoch": 4.059676428425148,
      "grad_norm": 1.2538597857632745,
      "learning_rate": 7.277892545749432e-05,
      "loss": 0.4983,
      "step": 99117
    },
    {
      "epoch": 4.059717386852345,
      "grad_norm": 1.9743478093288942,
      "learning_rate": 7.27761294626215e-05,
      "loss": 0.6175,
      "step": 99118
    },
    {
      "epoch": 4.059758345279541,
      "grad_norm": 1.7264279104959404,
      "learning_rate": 7.277333350425567e-05,
      "loss": 0.6131,
      "step": 99119
    },
    {
      "epoch": 4.059799303706738,
      "grad_norm": 2.2199077455251928,
      "learning_rate": 7.277053758239818e-05,
      "loss": 0.9142,
      "step": 99120
    },
    {
      "epoch": 4.0598402621339345,
      "grad_norm": 1.8236997933286931,
      "learning_rate": 7.276774169705023e-05,
      "loss": 0.881,
      "step": 99121
    },
    {
      "epoch": 4.05988122056113,
      "grad_norm": 1.5637128817995496,
      "learning_rate": 7.276494584821322e-05,
      "loss": 0.7238,
      "step": 99122
    },
    {
      "epoch": 4.059922178988327,
      "grad_norm": 0.8476988226449709,
      "learning_rate": 7.27621500358885e-05,
      "loss": 0.2388,
      "step": 99123
    },
    {
      "epoch": 4.059963137415523,
      "grad_norm": 1.618149986925086,
      "learning_rate": 7.275935426007733e-05,
      "loss": 0.8129,
      "step": 99124
    },
    {
      "epoch": 4.06000409584272,
      "grad_norm": 3.1996671872359035,
      "learning_rate": 7.275655852078109e-05,
      "loss": 0.783,
      "step": 99125
    },
    {
      "epoch": 4.060045054269916,
      "grad_norm": 1.2710013944720668,
      "learning_rate": 7.275376281800101e-05,
      "loss": 0.4381,
      "step": 99126
    },
    {
      "epoch": 4.060086012697113,
      "grad_norm": 1.2542147240476222,
      "learning_rate": 7.275096715173848e-05,
      "loss": 0.5955,
      "step": 99127
    },
    {
      "epoch": 4.060126971124308,
      "grad_norm": 1.2539515486326203,
      "learning_rate": 7.274817152199485e-05,
      "loss": 0.4561,
      "step": 99128
    },
    {
      "epoch": 4.060167929551505,
      "grad_norm": 1.3975925815916048,
      "learning_rate": 7.274537592877136e-05,
      "loss": 0.5574,
      "step": 99129
    },
    {
      "epoch": 4.0602088879787015,
      "grad_norm": 1.4598134582558633,
      "learning_rate": 7.274258037206943e-05,
      "loss": 0.5613,
      "step": 99130
    },
    {
      "epoch": 4.060249846405898,
      "grad_norm": 1.318989151977601,
      "learning_rate": 7.273978485189025e-05,
      "loss": 0.5681,
      "step": 99131
    },
    {
      "epoch": 4.060290804833095,
      "grad_norm": 1.5601309394687124,
      "learning_rate": 7.273698936823522e-05,
      "loss": 0.7723,
      "step": 99132
    },
    {
      "epoch": 4.060331763260291,
      "grad_norm": 1.525586097222675,
      "learning_rate": 7.273419392110572e-05,
      "loss": 0.5707,
      "step": 99133
    },
    {
      "epoch": 4.060372721687488,
      "grad_norm": 1.1354449420911978,
      "learning_rate": 7.273139851050296e-05,
      "loss": 0.3729,
      "step": 99134
    },
    {
      "epoch": 4.060413680114683,
      "grad_norm": 1.140375941717938,
      "learning_rate": 7.272860313642832e-05,
      "loss": 0.4913,
      "step": 99135
    },
    {
      "epoch": 4.06045463854188,
      "grad_norm": 1.3172725868638455,
      "learning_rate": 7.272580779888316e-05,
      "loss": 0.6299,
      "step": 99136
    },
    {
      "epoch": 4.060495596969076,
      "grad_norm": 1.5932721442204998,
      "learning_rate": 7.272301249786868e-05,
      "loss": 0.5484,
      "step": 99137
    },
    {
      "epoch": 4.060536555396273,
      "grad_norm": 1.5180468691047038,
      "learning_rate": 7.272021723338636e-05,
      "loss": 0.77,
      "step": 99138
    },
    {
      "epoch": 4.060577513823469,
      "grad_norm": 3.19802235078853,
      "learning_rate": 7.271742200543736e-05,
      "loss": 3.0407,
      "step": 99139
    },
    {
      "epoch": 4.060618472250666,
      "grad_norm": 1.6666393577020222,
      "learning_rate": 7.271462681402309e-05,
      "loss": 1.1378,
      "step": 99140
    },
    {
      "epoch": 4.060659430677862,
      "grad_norm": 1.1460375940173526,
      "learning_rate": 7.271183165914491e-05,
      "loss": 0.3769,
      "step": 99141
    },
    {
      "epoch": 4.060700389105058,
      "grad_norm": 1.2372431135428312,
      "learning_rate": 7.270903654080404e-05,
      "loss": 0.5653,
      "step": 99142
    },
    {
      "epoch": 4.060741347532255,
      "grad_norm": 0.8417099334566035,
      "learning_rate": 7.270624145900185e-05,
      "loss": 0.1767,
      "step": 99143
    },
    {
      "epoch": 4.060782305959451,
      "grad_norm": 1.4081857802674747,
      "learning_rate": 7.270344641373973e-05,
      "loss": 0.5764,
      "step": 99144
    },
    {
      "epoch": 4.060823264386648,
      "grad_norm": 1.2157778214396864,
      "learning_rate": 7.270065140501885e-05,
      "loss": 0.5472,
      "step": 99145
    },
    {
      "epoch": 4.060864222813844,
      "grad_norm": 0.8935649219242566,
      "learning_rate": 7.26978564328407e-05,
      "loss": 0.2015,
      "step": 99146
    },
    {
      "epoch": 4.06090518124104,
      "grad_norm": 1.6171386783328496,
      "learning_rate": 7.269506149720646e-05,
      "loss": 0.606,
      "step": 99147
    },
    {
      "epoch": 4.0609461396682365,
      "grad_norm": 1.7569793473813387,
      "learning_rate": 7.26922665981175e-05,
      "loss": 0.7261,
      "step": 99148
    },
    {
      "epoch": 4.060987098095433,
      "grad_norm": 1.867474495189522,
      "learning_rate": 7.268947173557521e-05,
      "loss": 0.9825,
      "step": 99149
    },
    {
      "epoch": 4.0610280565226295,
      "grad_norm": 1.6496273432243111,
      "learning_rate": 7.26866769095808e-05,
      "loss": 0.6766,
      "step": 99150
    },
    {
      "epoch": 4.061069014949826,
      "grad_norm": 1.298101187642026,
      "learning_rate": 7.268388212013563e-05,
      "loss": 0.3326,
      "step": 99151
    },
    {
      "epoch": 4.061109973377023,
      "grad_norm": 2.4772171603479034,
      "learning_rate": 7.268108736724109e-05,
      "loss": 1.0771,
      "step": 99152
    },
    {
      "epoch": 4.061150931804219,
      "grad_norm": 1.3255149797576153,
      "learning_rate": 7.26782926508984e-05,
      "loss": 0.5847,
      "step": 99153
    },
    {
      "epoch": 4.061191890231415,
      "grad_norm": 1.094372709474136,
      "learning_rate": 7.267549797110899e-05,
      "loss": 0.4974,
      "step": 99154
    },
    {
      "epoch": 4.061232848658611,
      "grad_norm": 1.1276683631295152,
      "learning_rate": 7.267270332787403e-05,
      "loss": 0.4256,
      "step": 99155
    },
    {
      "epoch": 4.061273807085808,
      "grad_norm": 1.3348883327326804,
      "learning_rate": 7.266990872119495e-05,
      "loss": 0.6564,
      "step": 99156
    },
    {
      "epoch": 4.061314765513004,
      "grad_norm": 0.7125263450050571,
      "learning_rate": 7.26671141510731e-05,
      "loss": 0.159,
      "step": 99157
    },
    {
      "epoch": 4.061355723940201,
      "grad_norm": 1.2459183679220702,
      "learning_rate": 7.266431961750973e-05,
      "loss": 0.3838,
      "step": 99158
    },
    {
      "epoch": 4.0613966823673975,
      "grad_norm": 1.303124579506593,
      "learning_rate": 7.266152512050613e-05,
      "loss": 0.5157,
      "step": 99159
    },
    {
      "epoch": 4.061437640794593,
      "grad_norm": 1.2065423799432242,
      "learning_rate": 7.265873066006375e-05,
      "loss": 0.5489,
      "step": 99160
    },
    {
      "epoch": 4.06147859922179,
      "grad_norm": 1.2461671352138108,
      "learning_rate": 7.265593623618378e-05,
      "loss": 0.335,
      "step": 99161
    },
    {
      "epoch": 4.061519557648986,
      "grad_norm": 1.7013773052600067,
      "learning_rate": 7.265314184886766e-05,
      "loss": 0.8174,
      "step": 99162
    },
    {
      "epoch": 4.061560516076183,
      "grad_norm": 0.48652644342336776,
      "learning_rate": 7.265034749811659e-05,
      "loss": 0.092,
      "step": 99163
    },
    {
      "epoch": 4.061601474503379,
      "grad_norm": 1.5236084138759503,
      "learning_rate": 7.264755318393193e-05,
      "loss": 0.711,
      "step": 99164
    },
    {
      "epoch": 4.061642432930576,
      "grad_norm": 1.301993125248692,
      "learning_rate": 7.264475890631509e-05,
      "loss": 0.5313,
      "step": 99165
    },
    {
      "epoch": 4.0616833913577715,
      "grad_norm": 1.1143786689206232,
      "learning_rate": 7.264196466526725e-05,
      "loss": 0.2335,
      "step": 99166
    },
    {
      "epoch": 4.061724349784968,
      "grad_norm": 0.834548635811663,
      "learning_rate": 7.263917046078986e-05,
      "loss": 0.1677,
      "step": 99167
    },
    {
      "epoch": 4.0617653082121645,
      "grad_norm": 1.5775148684908187,
      "learning_rate": 7.263637629288413e-05,
      "loss": 0.7507,
      "step": 99168
    },
    {
      "epoch": 4.061806266639361,
      "grad_norm": 1.2589814070168297,
      "learning_rate": 7.263358216155142e-05,
      "loss": 0.7309,
      "step": 99169
    },
    {
      "epoch": 4.061847225066558,
      "grad_norm": 1.2150495818550144,
      "learning_rate": 7.263078806679314e-05,
      "loss": 0.3006,
      "step": 99170
    },
    {
      "epoch": 4.061888183493754,
      "grad_norm": 1.2790964627098744,
      "learning_rate": 7.262799400861046e-05,
      "loss": 0.4956,
      "step": 99171
    },
    {
      "epoch": 4.061929141920951,
      "grad_norm": 1.429175259026192,
      "learning_rate": 7.262519998700478e-05,
      "loss": 0.687,
      "step": 99172
    },
    {
      "epoch": 4.061970100348146,
      "grad_norm": 1.3395448479526482,
      "learning_rate": 7.262240600197748e-05,
      "loss": 0.6326,
      "step": 99173
    },
    {
      "epoch": 4.062011058775343,
      "grad_norm": 3.840418554546253,
      "learning_rate": 7.261961205352976e-05,
      "loss": 2.9808,
      "step": 99174
    },
    {
      "epoch": 4.062052017202539,
      "grad_norm": 1.1302341273238397,
      "learning_rate": 7.261681814166304e-05,
      "loss": 0.4567,
      "step": 99175
    },
    {
      "epoch": 4.062092975629736,
      "grad_norm": 1.4526583353174083,
      "learning_rate": 7.261402426637856e-05,
      "loss": 0.3775,
      "step": 99176
    },
    {
      "epoch": 4.0621339340569325,
      "grad_norm": 1.1823678939290743,
      "learning_rate": 7.261123042767766e-05,
      "loss": 0.1918,
      "step": 99177
    },
    {
      "epoch": 4.062174892484129,
      "grad_norm": 1.5750246769313963,
      "learning_rate": 7.260843662556174e-05,
      "loss": 0.8246,
      "step": 99178
    },
    {
      "epoch": 4.062215850911325,
      "grad_norm": 1.0460837700416061,
      "learning_rate": 7.260564286003201e-05,
      "loss": 0.1949,
      "step": 99179
    },
    {
      "epoch": 4.062256809338521,
      "grad_norm": 1.4333567579882525,
      "learning_rate": 7.260284913108983e-05,
      "loss": 0.5766,
      "step": 99180
    },
    {
      "epoch": 4.062297767765718,
      "grad_norm": 1.6990831145536862,
      "learning_rate": 7.260005543873661e-05,
      "loss": 0.7638,
      "step": 99181
    },
    {
      "epoch": 4.062338726192914,
      "grad_norm": 1.6060479902891578,
      "learning_rate": 7.259726178297352e-05,
      "loss": 0.7562,
      "step": 99182
    },
    {
      "epoch": 4.062379684620111,
      "grad_norm": 1.4492179852212972,
      "learning_rate": 7.259446816380201e-05,
      "loss": 0.6085,
      "step": 99183
    },
    {
      "epoch": 4.062420643047307,
      "grad_norm": 0.8114427068488458,
      "learning_rate": 7.25916745812233e-05,
      "loss": 0.1555,
      "step": 99184
    },
    {
      "epoch": 4.062461601474503,
      "grad_norm": 1.810780228734853,
      "learning_rate": 7.258888103523873e-05,
      "loss": 0.8634,
      "step": 99185
    },
    {
      "epoch": 4.0625025599016995,
      "grad_norm": 1.5236725650353122,
      "learning_rate": 7.258608752584971e-05,
      "loss": 0.6668,
      "step": 99186
    },
    {
      "epoch": 4.062543518328896,
      "grad_norm": 1.7048811091520926,
      "learning_rate": 7.258329405305752e-05,
      "loss": 0.7457,
      "step": 99187
    },
    {
      "epoch": 4.062584476756093,
      "grad_norm": 1.2877772836143726,
      "learning_rate": 7.258050061686338e-05,
      "loss": 0.474,
      "step": 99188
    },
    {
      "epoch": 4.062625435183289,
      "grad_norm": 1.5742341303339478,
      "learning_rate": 7.257770721726874e-05,
      "loss": 0.7881,
      "step": 99189
    },
    {
      "epoch": 4.062666393610486,
      "grad_norm": 1.8851655389352493,
      "learning_rate": 7.25749138542748e-05,
      "loss": 0.8826,
      "step": 99190
    },
    {
      "epoch": 4.062707352037682,
      "grad_norm": 0.982662278770042,
      "learning_rate": 7.257212052788298e-05,
      "loss": 0.2676,
      "step": 99191
    },
    {
      "epoch": 4.062748310464878,
      "grad_norm": 1.5981011101112863,
      "learning_rate": 7.256932723809462e-05,
      "loss": 0.628,
      "step": 99192
    },
    {
      "epoch": 4.062789268892074,
      "grad_norm": 1.1458406696251886,
      "learning_rate": 7.25665339849109e-05,
      "loss": 0.4739,
      "step": 99193
    },
    {
      "epoch": 4.062830227319271,
      "grad_norm": 1.5811327253626666,
      "learning_rate": 7.256374076833326e-05,
      "loss": 0.6274,
      "step": 99194
    },
    {
      "epoch": 4.062871185746467,
      "grad_norm": 1.354729514141389,
      "learning_rate": 7.256094758836304e-05,
      "loss": 0.8117,
      "step": 99195
    },
    {
      "epoch": 4.062912144173664,
      "grad_norm": 3.1760362652925256,
      "learning_rate": 7.255815444500146e-05,
      "loss": 2.4965,
      "step": 99196
    },
    {
      "epoch": 4.0629531026008605,
      "grad_norm": 0.9124065247217786,
      "learning_rate": 7.255536133824992e-05,
      "loss": 0.2359,
      "step": 99197
    },
    {
      "epoch": 4.062994061028056,
      "grad_norm": 0.833395429194047,
      "learning_rate": 7.255256826810969e-05,
      "loss": 0.1832,
      "step": 99198
    },
    {
      "epoch": 4.063035019455253,
      "grad_norm": 1.4077532951415386,
      "learning_rate": 7.254977523458208e-05,
      "loss": 0.799,
      "step": 99199
    },
    {
      "epoch": 4.063075977882449,
      "grad_norm": 1.4845679866942358,
      "learning_rate": 7.254698223766853e-05,
      "loss": 0.7461,
      "step": 99200
    },
    {
      "epoch": 4.063116936309646,
      "grad_norm": 1.5569297411417296,
      "learning_rate": 7.254418927737019e-05,
      "loss": 0.4265,
      "step": 99201
    },
    {
      "epoch": 4.063157894736842,
      "grad_norm": 1.4149435340505927,
      "learning_rate": 7.254139635368853e-05,
      "loss": 0.7343,
      "step": 99202
    },
    {
      "epoch": 4.063198853164039,
      "grad_norm": 1.2771448826979102,
      "learning_rate": 7.253860346662474e-05,
      "loss": 0.5629,
      "step": 99203
    },
    {
      "epoch": 4.0632398115912345,
      "grad_norm": 3.8235252363140813,
      "learning_rate": 7.253581061618021e-05,
      "loss": 3.179,
      "step": 99204
    },
    {
      "epoch": 4.063280770018431,
      "grad_norm": 1.1380809971568078,
      "learning_rate": 7.253301780235631e-05,
      "loss": 0.3343,
      "step": 99205
    },
    {
      "epoch": 4.063321728445628,
      "grad_norm": 1.2832594038016798,
      "learning_rate": 7.253022502515424e-05,
      "loss": 0.3362,
      "step": 99206
    },
    {
      "epoch": 4.063362686872824,
      "grad_norm": 0.7078941130691947,
      "learning_rate": 7.25274322845754e-05,
      "loss": 0.103,
      "step": 99207
    },
    {
      "epoch": 4.063403645300021,
      "grad_norm": 0.8264511227529009,
      "learning_rate": 7.252463958062114e-05,
      "loss": 0.1433,
      "step": 99208
    },
    {
      "epoch": 4.063444603727217,
      "grad_norm": 1.3232223241794303,
      "learning_rate": 7.252184691329268e-05,
      "loss": 0.5799,
      "step": 99209
    },
    {
      "epoch": 4.063485562154414,
      "grad_norm": 1.531175925661418,
      "learning_rate": 7.251905428259144e-05,
      "loss": 0.5933,
      "step": 99210
    },
    {
      "epoch": 4.063526520581609,
      "grad_norm": 1.5528362887070768,
      "learning_rate": 7.251626168851867e-05,
      "loss": 0.7542,
      "step": 99211
    },
    {
      "epoch": 4.063567479008806,
      "grad_norm": 1.2072157872834464,
      "learning_rate": 7.251346913107568e-05,
      "loss": 0.4928,
      "step": 99212
    },
    {
      "epoch": 4.063608437436002,
      "grad_norm": 1.798987708760299,
      "learning_rate": 7.25106766102639e-05,
      "loss": 1.0478,
      "step": 99213
    },
    {
      "epoch": 4.063649395863199,
      "grad_norm": 1.584036010078839,
      "learning_rate": 7.250788412608451e-05,
      "loss": 0.8079,
      "step": 99214
    },
    {
      "epoch": 4.0636903542903955,
      "grad_norm": 1.4347803534272805,
      "learning_rate": 7.250509167853892e-05,
      "loss": 0.6239,
      "step": 99215
    },
    {
      "epoch": 4.063731312717592,
      "grad_norm": 0.9889911499163451,
      "learning_rate": 7.250229926762844e-05,
      "loss": 0.2464,
      "step": 99216
    },
    {
      "epoch": 4.063772271144788,
      "grad_norm": 1.5770693426063567,
      "learning_rate": 7.249950689335436e-05,
      "loss": 0.4935,
      "step": 99217
    },
    {
      "epoch": 4.063813229571984,
      "grad_norm": 1.315540242551339,
      "learning_rate": 7.249671455571805e-05,
      "loss": 0.5925,
      "step": 99218
    },
    {
      "epoch": 4.063854187999181,
      "grad_norm": 1.1009594525595872,
      "learning_rate": 7.249392225472075e-05,
      "loss": 0.2935,
      "step": 99219
    },
    {
      "epoch": 4.063895146426377,
      "grad_norm": 1.0033901361393103,
      "learning_rate": 7.249112999036382e-05,
      "loss": 0.2657,
      "step": 99220
    },
    {
      "epoch": 4.063936104853574,
      "grad_norm": 1.8189924221863103,
      "learning_rate": 7.248833776264863e-05,
      "loss": 0.8094,
      "step": 99221
    },
    {
      "epoch": 4.06397706328077,
      "grad_norm": 1.430945576776083,
      "learning_rate": 7.248554557157642e-05,
      "loss": 0.5306,
      "step": 99222
    },
    {
      "epoch": 4.064018021707966,
      "grad_norm": 1.2561687609654097,
      "learning_rate": 7.248275341714855e-05,
      "loss": 0.5631,
      "step": 99223
    },
    {
      "epoch": 4.0640589801351625,
      "grad_norm": 1.2924641307259093,
      "learning_rate": 7.247996129936637e-05,
      "loss": 0.554,
      "step": 99224
    },
    {
      "epoch": 4.064099938562359,
      "grad_norm": 1.5997037108350405,
      "learning_rate": 7.247716921823113e-05,
      "loss": 0.7393,
      "step": 99225
    },
    {
      "epoch": 4.064140896989556,
      "grad_norm": 1.7280598695129101,
      "learning_rate": 7.247437717374423e-05,
      "loss": 0.8707,
      "step": 99226
    },
    {
      "epoch": 4.064181855416752,
      "grad_norm": 1.237332469970611,
      "learning_rate": 7.247158516590689e-05,
      "loss": 0.4608,
      "step": 99227
    },
    {
      "epoch": 4.064222813843949,
      "grad_norm": 0.6895534041450184,
      "learning_rate": 7.24687931947205e-05,
      "loss": 0.0976,
      "step": 99228
    },
    {
      "epoch": 4.064263772271145,
      "grad_norm": 1.5866238198122258,
      "learning_rate": 7.246600126018642e-05,
      "loss": 0.6063,
      "step": 99229
    },
    {
      "epoch": 4.064304730698341,
      "grad_norm": 1.6904909553419665,
      "learning_rate": 7.246320936230585e-05,
      "loss": 0.7879,
      "step": 99230
    },
    {
      "epoch": 4.064345689125537,
      "grad_norm": 1.5535386878502981,
      "learning_rate": 7.246041750108017e-05,
      "loss": 0.7237,
      "step": 99231
    },
    {
      "epoch": 4.064386647552734,
      "grad_norm": 0.9883440569249293,
      "learning_rate": 7.245762567651078e-05,
      "loss": 0.2284,
      "step": 99232
    },
    {
      "epoch": 4.0644276059799305,
      "grad_norm": 0.23389907879509625,
      "learning_rate": 7.245483388859885e-05,
      "loss": 0.0272,
      "step": 99233
    },
    {
      "epoch": 4.064468564407127,
      "grad_norm": 1.3650242392266838,
      "learning_rate": 7.245204213734584e-05,
      "loss": 0.6113,
      "step": 99234
    },
    {
      "epoch": 4.0645095228343235,
      "grad_norm": 1.1612282552089095,
      "learning_rate": 7.244925042275294e-05,
      "loss": 0.3816,
      "step": 99235
    },
    {
      "epoch": 4.064550481261519,
      "grad_norm": 1.3333631991465604,
      "learning_rate": 7.244645874482154e-05,
      "loss": 0.5217,
      "step": 99236
    },
    {
      "epoch": 4.064591439688716,
      "grad_norm": 1.27548433770084,
      "learning_rate": 7.2443667103553e-05,
      "loss": 0.5315,
      "step": 99237
    },
    {
      "epoch": 4.064632398115912,
      "grad_norm": 1.4690894418880829,
      "learning_rate": 7.244087549894857e-05,
      "loss": 0.6137,
      "step": 99238
    },
    {
      "epoch": 4.064673356543109,
      "grad_norm": 2.0553130772850823,
      "learning_rate": 7.243808393100962e-05,
      "loss": 1.5433,
      "step": 99239
    },
    {
      "epoch": 4.064714314970305,
      "grad_norm": 1.6326525293727083,
      "learning_rate": 7.24352923997374e-05,
      "loss": 0.663,
      "step": 99240
    },
    {
      "epoch": 4.064755273397502,
      "grad_norm": 3.0752811533248314,
      "learning_rate": 7.243250090513326e-05,
      "loss": 0.59,
      "step": 99241
    },
    {
      "epoch": 4.0647962318246975,
      "grad_norm": 1.849301677348164,
      "learning_rate": 7.242970944719859e-05,
      "loss": 0.9963,
      "step": 99242
    },
    {
      "epoch": 4.064837190251894,
      "grad_norm": 1.427300321221737,
      "learning_rate": 7.242691802593461e-05,
      "loss": 0.3803,
      "step": 99243
    },
    {
      "epoch": 4.064878148679091,
      "grad_norm": 2.1947154245507585,
      "learning_rate": 7.242412664134267e-05,
      "loss": 1.0895,
      "step": 99244
    },
    {
      "epoch": 4.064919107106287,
      "grad_norm": 1.3702359308196286,
      "learning_rate": 7.242133529342416e-05,
      "loss": 0.5101,
      "step": 99245
    },
    {
      "epoch": 4.064960065533484,
      "grad_norm": 1.0892795374226751,
      "learning_rate": 7.24185439821803e-05,
      "loss": 0.3938,
      "step": 99246
    },
    {
      "epoch": 4.06500102396068,
      "grad_norm": 1.4111945541551987,
      "learning_rate": 7.241575270761248e-05,
      "loss": 0.6812,
      "step": 99247
    },
    {
      "epoch": 4.065041982387877,
      "grad_norm": 1.4436365031294673,
      "learning_rate": 7.241296146972196e-05,
      "loss": 0.3991,
      "step": 99248
    },
    {
      "epoch": 4.065082940815072,
      "grad_norm": 1.5242045566869307,
      "learning_rate": 7.241017026851007e-05,
      "loss": 0.5849,
      "step": 99249
    },
    {
      "epoch": 4.065123899242269,
      "grad_norm": 1.3414703760777325,
      "learning_rate": 7.240737910397822e-05,
      "loss": 0.6434,
      "step": 99250
    },
    {
      "epoch": 4.0651648576694654,
      "grad_norm": 1.375821884138006,
      "learning_rate": 7.240458797612759e-05,
      "loss": 0.4762,
      "step": 99251
    },
    {
      "epoch": 4.065205816096662,
      "grad_norm": 1.5388321158881662,
      "learning_rate": 7.240179688495958e-05,
      "loss": 0.8341,
      "step": 99252
    },
    {
      "epoch": 4.0652467745238585,
      "grad_norm": 2.666148560660883,
      "learning_rate": 7.239900583047554e-05,
      "loss": 1.5842,
      "step": 99253
    },
    {
      "epoch": 4.065287732951055,
      "grad_norm": 0.8084702753077102,
      "learning_rate": 7.23962148126767e-05,
      "loss": 0.2444,
      "step": 99254
    },
    {
      "epoch": 4.065328691378251,
      "grad_norm": 1.4453519942551432,
      "learning_rate": 7.239342383156447e-05,
      "loss": 0.675,
      "step": 99255
    },
    {
      "epoch": 4.065369649805447,
      "grad_norm": 1.6651230767192786,
      "learning_rate": 7.239063288714015e-05,
      "loss": 0.6247,
      "step": 99256
    },
    {
      "epoch": 4.065410608232644,
      "grad_norm": 1.8729856083852683,
      "learning_rate": 7.238784197940496e-05,
      "loss": 0.8242,
      "step": 99257
    },
    {
      "epoch": 4.06545156665984,
      "grad_norm": 1.5809151629628817,
      "learning_rate": 7.238505110836031e-05,
      "loss": 0.7623,
      "step": 99258
    },
    {
      "epoch": 4.065492525087037,
      "grad_norm": 1.5949073198774948,
      "learning_rate": 7.238226027400755e-05,
      "loss": 0.6254,
      "step": 99259
    },
    {
      "epoch": 4.065533483514233,
      "grad_norm": 1.4347285178445377,
      "learning_rate": 7.237946947634789e-05,
      "loss": 0.5532,
      "step": 99260
    },
    {
      "epoch": 4.065574441941429,
      "grad_norm": 1.062176571026128,
      "learning_rate": 7.237667871538279e-05,
      "loss": 0.2345,
      "step": 99261
    },
    {
      "epoch": 4.065615400368626,
      "grad_norm": 1.3494143785009602,
      "learning_rate": 7.237388799111341e-05,
      "loss": 0.7303,
      "step": 99262
    },
    {
      "epoch": 4.065656358795822,
      "grad_norm": 1.5417809813830365,
      "learning_rate": 7.237109730354116e-05,
      "loss": 0.6803,
      "step": 99263
    },
    {
      "epoch": 4.065697317223019,
      "grad_norm": 3.1157677516654716,
      "learning_rate": 7.23683066526674e-05,
      "loss": 0.799,
      "step": 99264
    },
    {
      "epoch": 4.065738275650215,
      "grad_norm": 1.1647297049747203,
      "learning_rate": 7.236551603849337e-05,
      "loss": 0.5666,
      "step": 99265
    },
    {
      "epoch": 4.065779234077412,
      "grad_norm": 2.3914727303334553,
      "learning_rate": 7.236272546102041e-05,
      "loss": 1.7504,
      "step": 99266
    },
    {
      "epoch": 4.065820192504608,
      "grad_norm": 1.0028834311834656,
      "learning_rate": 7.235993492024989e-05,
      "loss": 0.2735,
      "step": 99267
    },
    {
      "epoch": 4.065861150931804,
      "grad_norm": 1.7803400408552097,
      "learning_rate": 7.235714441618304e-05,
      "loss": 0.5892,
      "step": 99268
    },
    {
      "epoch": 4.065902109359,
      "grad_norm": 1.4527184509543831,
      "learning_rate": 7.235435394882128e-05,
      "loss": 0.6174,
      "step": 99269
    },
    {
      "epoch": 4.065943067786197,
      "grad_norm": 1.4224643269203119,
      "learning_rate": 7.235156351816582e-05,
      "loss": 0.486,
      "step": 99270
    },
    {
      "epoch": 4.0659840262133935,
      "grad_norm": 1.1802566469394409,
      "learning_rate": 7.234877312421805e-05,
      "loss": 0.5661,
      "step": 99271
    },
    {
      "epoch": 4.06602498464059,
      "grad_norm": 0.860495734510489,
      "learning_rate": 7.234598276697931e-05,
      "loss": 0.1808,
      "step": 99272
    },
    {
      "epoch": 4.066065943067787,
      "grad_norm": 0.8226469963600591,
      "learning_rate": 7.234319244645085e-05,
      "loss": 0.1855,
      "step": 99273
    },
    {
      "epoch": 4.066106901494982,
      "grad_norm": 1.6429874594169969,
      "learning_rate": 7.234040216263405e-05,
      "loss": 0.6191,
      "step": 99274
    },
    {
      "epoch": 4.066147859922179,
      "grad_norm": 2.2457313410642756,
      "learning_rate": 7.233761191553016e-05,
      "loss": 0.8512,
      "step": 99275
    },
    {
      "epoch": 4.066188818349375,
      "grad_norm": 1.7460343666261184,
      "learning_rate": 7.233482170514055e-05,
      "loss": 0.5555,
      "step": 99276
    },
    {
      "epoch": 4.066229776776572,
      "grad_norm": 1.1841659663110786,
      "learning_rate": 7.233203153146658e-05,
      "loss": 0.5207,
      "step": 99277
    },
    {
      "epoch": 4.066270735203768,
      "grad_norm": 1.614638453481064,
      "learning_rate": 7.232924139450945e-05,
      "loss": 0.7876,
      "step": 99278
    },
    {
      "epoch": 4.066311693630965,
      "grad_norm": 1.839773600999291,
      "learning_rate": 7.232645129427055e-05,
      "loss": 0.6399,
      "step": 99279
    },
    {
      "epoch": 4.0663526520581605,
      "grad_norm": 1.4338375666139318,
      "learning_rate": 7.232366123075126e-05,
      "loss": 0.7015,
      "step": 99280
    },
    {
      "epoch": 4.066393610485357,
      "grad_norm": 1.6379422640657813,
      "learning_rate": 7.232087120395277e-05,
      "loss": 0.652,
      "step": 99281
    },
    {
      "epoch": 4.066434568912554,
      "grad_norm": 1.1168248603996098,
      "learning_rate": 7.231808121387653e-05,
      "loss": 0.5634,
      "step": 99282
    },
    {
      "epoch": 4.06647552733975,
      "grad_norm": 1.5228229745609803,
      "learning_rate": 7.231529126052374e-05,
      "loss": 0.4973,
      "step": 99283
    },
    {
      "epoch": 4.066516485766947,
      "grad_norm": 0.749763231352912,
      "learning_rate": 7.231250134389577e-05,
      "loss": 0.0921,
      "step": 99284
    },
    {
      "epoch": 4.066557444194143,
      "grad_norm": 1.6420428405279284,
      "learning_rate": 7.230971146399399e-05,
      "loss": 0.8111,
      "step": 99285
    },
    {
      "epoch": 4.06659840262134,
      "grad_norm": 0.6792317107374034,
      "learning_rate": 7.230692162081963e-05,
      "loss": 0.0795,
      "step": 99286
    },
    {
      "epoch": 4.066639361048535,
      "grad_norm": 1.364678339787865,
      "learning_rate": 7.230413181437404e-05,
      "loss": 0.5851,
      "step": 99287
    },
    {
      "epoch": 4.066680319475732,
      "grad_norm": 1.389464499258779,
      "learning_rate": 7.23013420446586e-05,
      "loss": 0.5385,
      "step": 99288
    },
    {
      "epoch": 4.0667212779029285,
      "grad_norm": 1.2418808581231147,
      "learning_rate": 7.229855231167452e-05,
      "loss": 0.4907,
      "step": 99289
    },
    {
      "epoch": 4.066762236330125,
      "grad_norm": 0.9098573744763826,
      "learning_rate": 7.229576261542324e-05,
      "loss": 0.2228,
      "step": 99290
    },
    {
      "epoch": 4.0668031947573215,
      "grad_norm": 1.6214181269081513,
      "learning_rate": 7.229297295590595e-05,
      "loss": 0.7789,
      "step": 99291
    },
    {
      "epoch": 4.066844153184518,
      "grad_norm": 0.6938934672694492,
      "learning_rate": 7.229018333312405e-05,
      "loss": 0.1354,
      "step": 99292
    },
    {
      "epoch": 4.066885111611714,
      "grad_norm": 3.2368167255335947,
      "learning_rate": 7.228739374707887e-05,
      "loss": 3.5117,
      "step": 99293
    },
    {
      "epoch": 4.06692607003891,
      "grad_norm": 0.9611799567349487,
      "learning_rate": 7.228460419777165e-05,
      "loss": 0.1786,
      "step": 99294
    },
    {
      "epoch": 4.066967028466107,
      "grad_norm": 1.5133206626755342,
      "learning_rate": 7.228181468520379e-05,
      "loss": 0.6206,
      "step": 99295
    },
    {
      "epoch": 4.067007986893303,
      "grad_norm": 1.4825319387264988,
      "learning_rate": 7.227902520937661e-05,
      "loss": 0.634,
      "step": 99296
    },
    {
      "epoch": 4.0670489453205,
      "grad_norm": 1.5922828114255188,
      "learning_rate": 7.227623577029134e-05,
      "loss": 0.7234,
      "step": 99297
    },
    {
      "epoch": 4.067089903747696,
      "grad_norm": 1.9635480457011816,
      "learning_rate": 7.227344636794942e-05,
      "loss": 0.9099,
      "step": 99298
    },
    {
      "epoch": 4.067130862174892,
      "grad_norm": 1.8041574467241954,
      "learning_rate": 7.227065700235203e-05,
      "loss": 0.7467,
      "step": 99299
    },
    {
      "epoch": 4.067171820602089,
      "grad_norm": 1.6287256544534476,
      "learning_rate": 7.226786767350059e-05,
      "loss": 0.7454,
      "step": 99300
    },
    {
      "epoch": 4.067212779029285,
      "grad_norm": 0.9484016837276951,
      "learning_rate": 7.226507838139644e-05,
      "loss": 0.2374,
      "step": 99301
    },
    {
      "epoch": 4.067253737456482,
      "grad_norm": 1.7671520124862814,
      "learning_rate": 7.226228912604078e-05,
      "loss": 0.6065,
      "step": 99302
    },
    {
      "epoch": 4.067294695883678,
      "grad_norm": 1.6595780507509739,
      "learning_rate": 7.2259499907435e-05,
      "loss": 0.5792,
      "step": 99303
    },
    {
      "epoch": 4.067335654310875,
      "grad_norm": 1.588639694927047,
      "learning_rate": 7.225671072558049e-05,
      "loss": 0.6894,
      "step": 99304
    },
    {
      "epoch": 4.067376612738071,
      "grad_norm": 1.5226792080993936,
      "learning_rate": 7.225392158047843e-05,
      "loss": 0.8266,
      "step": 99305
    },
    {
      "epoch": 4.067417571165267,
      "grad_norm": 1.3353924909485824,
      "learning_rate": 7.225113247213027e-05,
      "loss": 0.6645,
      "step": 99306
    },
    {
      "epoch": 4.0674585295924635,
      "grad_norm": 1.5587148908444801,
      "learning_rate": 7.224834340053719e-05,
      "loss": 0.61,
      "step": 99307
    },
    {
      "epoch": 4.06749948801966,
      "grad_norm": 2.872555037880948,
      "learning_rate": 7.224555436570059e-05,
      "loss": 2.2584,
      "step": 99308
    },
    {
      "epoch": 4.0675404464468565,
      "grad_norm": 0.5209675835899527,
      "learning_rate": 7.224276536762184e-05,
      "loss": 0.097,
      "step": 99309
    },
    {
      "epoch": 4.067581404874053,
      "grad_norm": 1.3679327417140437,
      "learning_rate": 7.223997640630214e-05,
      "loss": 0.747,
      "step": 99310
    },
    {
      "epoch": 4.06762236330125,
      "grad_norm": 1.4472364926074035,
      "learning_rate": 7.223718748174292e-05,
      "loss": 0.4967,
      "step": 99311
    },
    {
      "epoch": 4.067663321728445,
      "grad_norm": 1.6633733265417048,
      "learning_rate": 7.223439859394539e-05,
      "loss": 0.5292,
      "step": 99312
    },
    {
      "epoch": 4.067704280155642,
      "grad_norm": 2.501963526778499,
      "learning_rate": 7.223160974291094e-05,
      "loss": 0.9262,
      "step": 99313
    },
    {
      "epoch": 4.067745238582838,
      "grad_norm": 1.6414761341276645,
      "learning_rate": 7.22288209286409e-05,
      "loss": 0.6379,
      "step": 99314
    },
    {
      "epoch": 4.067786197010035,
      "grad_norm": 1.7517384786728147,
      "learning_rate": 7.222603215113653e-05,
      "loss": 0.7484,
      "step": 99315
    },
    {
      "epoch": 4.067827155437231,
      "grad_norm": 1.5998803118810012,
      "learning_rate": 7.222324341039915e-05,
      "loss": 0.753,
      "step": 99316
    },
    {
      "epoch": 4.067868113864428,
      "grad_norm": 1.0952256401252998,
      "learning_rate": 7.222045470643019e-05,
      "loss": 0.3928,
      "step": 99317
    },
    {
      "epoch": 4.067909072291624,
      "grad_norm": 2.695256616492704,
      "learning_rate": 7.221766603923081e-05,
      "loss": 1.5794,
      "step": 99318
    },
    {
      "epoch": 4.06795003071882,
      "grad_norm": 1.9429864226542255,
      "learning_rate": 7.221487740880247e-05,
      "loss": 0.7949,
      "step": 99319
    },
    {
      "epoch": 4.067990989146017,
      "grad_norm": 1.2248156468840838,
      "learning_rate": 7.221208881514636e-05,
      "loss": 0.4745,
      "step": 99320
    },
    {
      "epoch": 4.068031947573213,
      "grad_norm": 1.7229769952991465,
      "learning_rate": 7.220930025826388e-05,
      "loss": 0.5399,
      "step": 99321
    },
    {
      "epoch": 4.06807290600041,
      "grad_norm": 1.4104123160618511,
      "learning_rate": 7.220651173815637e-05,
      "loss": 0.6584,
      "step": 99322
    },
    {
      "epoch": 4.068113864427606,
      "grad_norm": 1.4911498059812418,
      "learning_rate": 7.220372325482505e-05,
      "loss": 0.6298,
      "step": 99323
    },
    {
      "epoch": 4.068154822854803,
      "grad_norm": 2.05858861503697,
      "learning_rate": 7.220093480827131e-05,
      "loss": 1.2437,
      "step": 99324
    },
    {
      "epoch": 4.068195781281998,
      "grad_norm": 3.7298932429708374,
      "learning_rate": 7.21981463984965e-05,
      "loss": 0.6499,
      "step": 99325
    },
    {
      "epoch": 4.068236739709195,
      "grad_norm": 1.725848158427244,
      "learning_rate": 7.219535802550183e-05,
      "loss": 0.9527,
      "step": 99326
    },
    {
      "epoch": 4.0682776981363915,
      "grad_norm": 1.69169600037301,
      "learning_rate": 7.219256968928872e-05,
      "loss": 0.7631,
      "step": 99327
    },
    {
      "epoch": 4.068318656563588,
      "grad_norm": 1.6102418307245454,
      "learning_rate": 7.218978138985848e-05,
      "loss": 0.6452,
      "step": 99328
    },
    {
      "epoch": 4.068359614990785,
      "grad_norm": 1.102404072633229,
      "learning_rate": 7.218699312721233e-05,
      "loss": 0.5794,
      "step": 99329
    },
    {
      "epoch": 4.068400573417981,
      "grad_norm": 1.910822543613175,
      "learning_rate": 7.218420490135165e-05,
      "loss": 0.8646,
      "step": 99330
    },
    {
      "epoch": 4.068441531845177,
      "grad_norm": 1.4886911410973704,
      "learning_rate": 7.218141671227782e-05,
      "loss": 0.6242,
      "step": 99331
    },
    {
      "epoch": 4.068482490272373,
      "grad_norm": 1.4218298351899428,
      "learning_rate": 7.217862855999205e-05,
      "loss": 0.7266,
      "step": 99332
    },
    {
      "epoch": 4.06852344869957,
      "grad_norm": 0.7595079346150112,
      "learning_rate": 7.217584044449576e-05,
      "loss": 0.213,
      "step": 99333
    },
    {
      "epoch": 4.068564407126766,
      "grad_norm": 0.7684403078465152,
      "learning_rate": 7.217305236579016e-05,
      "loss": 0.2166,
      "step": 99334
    },
    {
      "epoch": 4.068605365553963,
      "grad_norm": 1.3741713340406922,
      "learning_rate": 7.217026432387662e-05,
      "loss": 0.5521,
      "step": 99335
    },
    {
      "epoch": 4.068646323981159,
      "grad_norm": 0.8262418870921738,
      "learning_rate": 7.216747631875652e-05,
      "loss": 0.2378,
      "step": 99336
    },
    {
      "epoch": 4.068687282408355,
      "grad_norm": 1.1033660403115222,
      "learning_rate": 7.216468835043107e-05,
      "loss": 0.2494,
      "step": 99337
    },
    {
      "epoch": 4.068728240835552,
      "grad_norm": 1.5504499495909876,
      "learning_rate": 7.216190041890165e-05,
      "loss": 0.5735,
      "step": 99338
    },
    {
      "epoch": 4.068769199262748,
      "grad_norm": 3.338687856452311,
      "learning_rate": 7.215911252416961e-05,
      "loss": 3.1531,
      "step": 99339
    },
    {
      "epoch": 4.068810157689945,
      "grad_norm": 1.3468183415305102,
      "learning_rate": 7.215632466623616e-05,
      "loss": 0.4022,
      "step": 99340
    },
    {
      "epoch": 4.068851116117141,
      "grad_norm": 1.5390586658808445,
      "learning_rate": 7.215353684510275e-05,
      "loss": 0.8599,
      "step": 99341
    },
    {
      "epoch": 4.068892074544338,
      "grad_norm": 1.4871113015877275,
      "learning_rate": 7.215074906077058e-05,
      "loss": 0.7992,
      "step": 99342
    },
    {
      "epoch": 4.068933032971534,
      "grad_norm": 1.4278899064802673,
      "learning_rate": 7.214796131324102e-05,
      "loss": 0.6865,
      "step": 99343
    },
    {
      "epoch": 4.06897399139873,
      "grad_norm": 1.4056994715533049,
      "learning_rate": 7.214517360251543e-05,
      "loss": 0.5967,
      "step": 99344
    },
    {
      "epoch": 4.0690149498259265,
      "grad_norm": 1.7974875724027755,
      "learning_rate": 7.214238592859502e-05,
      "loss": 0.8212,
      "step": 99345
    },
    {
      "epoch": 4.069055908253123,
      "grad_norm": 1.4572103622920822,
      "learning_rate": 7.213959829148124e-05,
      "loss": 0.7467,
      "step": 99346
    },
    {
      "epoch": 4.06909686668032,
      "grad_norm": 1.7138131565749535,
      "learning_rate": 7.213681069117528e-05,
      "loss": 0.6316,
      "step": 99347
    },
    {
      "epoch": 4.069137825107516,
      "grad_norm": 1.7437485617545347,
      "learning_rate": 7.213402312767852e-05,
      "loss": 0.755,
      "step": 99348
    },
    {
      "epoch": 4.069178783534713,
      "grad_norm": 1.6762647531129375,
      "learning_rate": 7.213123560099235e-05,
      "loss": 0.5647,
      "step": 99349
    },
    {
      "epoch": 4.069219741961908,
      "grad_norm": 1.3286008195113126,
      "learning_rate": 7.212844811111793e-05,
      "loss": 0.6723,
      "step": 99350
    },
    {
      "epoch": 4.069260700389105,
      "grad_norm": 1.589043882618928,
      "learning_rate": 7.212566065805667e-05,
      "loss": 0.7593,
      "step": 99351
    },
    {
      "epoch": 4.069301658816301,
      "grad_norm": 0.9361522522083726,
      "learning_rate": 7.212287324180994e-05,
      "loss": 0.2547,
      "step": 99352
    },
    {
      "epoch": 4.069342617243498,
      "grad_norm": 1.487735006139734,
      "learning_rate": 7.212008586237894e-05,
      "loss": 0.6945,
      "step": 99353
    },
    {
      "epoch": 4.069383575670694,
      "grad_norm": 1.2978687597463647,
      "learning_rate": 7.21172985197651e-05,
      "loss": 0.3456,
      "step": 99354
    },
    {
      "epoch": 4.069424534097891,
      "grad_norm": 1.1244895308850449,
      "learning_rate": 7.211451121396962e-05,
      "loss": 0.3356,
      "step": 99355
    },
    {
      "epoch": 4.069465492525087,
      "grad_norm": 2.067267729056523,
      "learning_rate": 7.211172394499387e-05,
      "loss": 1.2087,
      "step": 99356
    },
    {
      "epoch": 4.069506450952283,
      "grad_norm": 2.3717316212859565,
      "learning_rate": 7.210893671283926e-05,
      "loss": 1.7001,
      "step": 99357
    },
    {
      "epoch": 4.06954740937948,
      "grad_norm": 1.2627554415020046,
      "learning_rate": 7.210614951750694e-05,
      "loss": 0.4731,
      "step": 99358
    },
    {
      "epoch": 4.069588367806676,
      "grad_norm": 1.4341417790435884,
      "learning_rate": 7.210336235899834e-05,
      "loss": 0.6178,
      "step": 99359
    },
    {
      "epoch": 4.069629326233873,
      "grad_norm": 1.4164513614319483,
      "learning_rate": 7.210057523731479e-05,
      "loss": 0.2341,
      "step": 99360
    },
    {
      "epoch": 4.069670284661069,
      "grad_norm": 1.236100866447043,
      "learning_rate": 7.209778815245751e-05,
      "loss": 0.5244,
      "step": 99361
    },
    {
      "epoch": 4.069711243088266,
      "grad_norm": 1.0224978596809684,
      "learning_rate": 7.209500110442794e-05,
      "loss": 0.3369,
      "step": 99362
    },
    {
      "epoch": 4.0697522015154615,
      "grad_norm": 0.9004917635399866,
      "learning_rate": 7.209221409322728e-05,
      "loss": 0.2106,
      "step": 99363
    },
    {
      "epoch": 4.069793159942658,
      "grad_norm": 1.516548315807386,
      "learning_rate": 7.208942711885689e-05,
      "loss": 0.5541,
      "step": 99364
    },
    {
      "epoch": 4.0698341183698545,
      "grad_norm": 1.318273666098404,
      "learning_rate": 7.208664018131817e-05,
      "loss": 0.5522,
      "step": 99365
    },
    {
      "epoch": 4.069875076797051,
      "grad_norm": 1.9644059781924952,
      "learning_rate": 7.208385328061229e-05,
      "loss": 1.0136,
      "step": 99366
    },
    {
      "epoch": 4.069916035224248,
      "grad_norm": 1.666230704560144,
      "learning_rate": 7.208106641674064e-05,
      "loss": 0.7115,
      "step": 99367
    },
    {
      "epoch": 4.069956993651444,
      "grad_norm": 1.299639642663607,
      "learning_rate": 7.20782795897046e-05,
      "loss": 0.3692,
      "step": 99368
    },
    {
      "epoch": 4.06999795207864,
      "grad_norm": 1.4942106263842987,
      "learning_rate": 7.207549279950539e-05,
      "loss": 0.4718,
      "step": 99369
    },
    {
      "epoch": 4.070038910505836,
      "grad_norm": 1.6345344065154361,
      "learning_rate": 7.207270604614441e-05,
      "loss": 0.6271,
      "step": 99370
    },
    {
      "epoch": 4.070079868933033,
      "grad_norm": 1.2569862026127157,
      "learning_rate": 7.206991932962288e-05,
      "loss": 0.6419,
      "step": 99371
    },
    {
      "epoch": 4.070120827360229,
      "grad_norm": 0.6434378133253578,
      "learning_rate": 7.206713264994216e-05,
      "loss": 0.1102,
      "step": 99372
    },
    {
      "epoch": 4.070161785787426,
      "grad_norm": 1.251938503164604,
      "learning_rate": 7.206434600710363e-05,
      "loss": 0.6443,
      "step": 99373
    },
    {
      "epoch": 4.0702027442146225,
      "grad_norm": 1.4132684943467415,
      "learning_rate": 7.206155940110851e-05,
      "loss": 0.6324,
      "step": 99374
    },
    {
      "epoch": 4.070243702641818,
      "grad_norm": 1.8590305996450887,
      "learning_rate": 7.205877283195817e-05,
      "loss": 0.7811,
      "step": 99375
    },
    {
      "epoch": 4.070284661069015,
      "grad_norm": 1.133817398764876,
      "learning_rate": 7.205598629965397e-05,
      "loss": 0.4644,
      "step": 99376
    },
    {
      "epoch": 4.070325619496211,
      "grad_norm": 1.2369950554839388,
      "learning_rate": 7.205319980419711e-05,
      "loss": 0.5493,
      "step": 99377
    },
    {
      "epoch": 4.070366577923408,
      "grad_norm": 1.0196148733591317,
      "learning_rate": 7.205041334558904e-05,
      "loss": 0.2285,
      "step": 99378
    },
    {
      "epoch": 4.070407536350604,
      "grad_norm": 0.881040400073473,
      "learning_rate": 7.204762692383095e-05,
      "loss": 0.2429,
      "step": 99379
    },
    {
      "epoch": 4.070448494777801,
      "grad_norm": 1.7632835475036706,
      "learning_rate": 7.204484053892422e-05,
      "loss": 0.9924,
      "step": 99380
    },
    {
      "epoch": 4.070489453204997,
      "grad_norm": 1.1878222657344084,
      "learning_rate": 7.204205419087023e-05,
      "loss": 0.5049,
      "step": 99381
    },
    {
      "epoch": 4.070530411632193,
      "grad_norm": 1.7690588825995182,
      "learning_rate": 7.203926787967015e-05,
      "loss": 0.643,
      "step": 99382
    },
    {
      "epoch": 4.0705713700593895,
      "grad_norm": 1.3181664260727513,
      "learning_rate": 7.203648160532546e-05,
      "loss": 0.5074,
      "step": 99383
    },
    {
      "epoch": 4.070612328486586,
      "grad_norm": 1.604341234978658,
      "learning_rate": 7.203369536783735e-05,
      "loss": 0.6858,
      "step": 99384
    },
    {
      "epoch": 4.070653286913783,
      "grad_norm": 1.0837695148840885,
      "learning_rate": 7.203090916720718e-05,
      "loss": 0.6046,
      "step": 99385
    },
    {
      "epoch": 4.070694245340979,
      "grad_norm": 1.9047027347437924,
      "learning_rate": 7.202812300343632e-05,
      "loss": 1.0338,
      "step": 99386
    },
    {
      "epoch": 4.070735203768176,
      "grad_norm": 1.501792245165569,
      "learning_rate": 7.202533687652599e-05,
      "loss": 0.6766,
      "step": 99387
    },
    {
      "epoch": 4.070776162195371,
      "grad_norm": 1.6767397642940087,
      "learning_rate": 7.202255078647753e-05,
      "loss": 0.9784,
      "step": 99388
    },
    {
      "epoch": 4.070817120622568,
      "grad_norm": 1.549066895492617,
      "learning_rate": 7.201976473329236e-05,
      "loss": 0.7525,
      "step": 99389
    },
    {
      "epoch": 4.070858079049764,
      "grad_norm": 1.7687971032535494,
      "learning_rate": 7.201697871697167e-05,
      "loss": 0.5904,
      "step": 99390
    },
    {
      "epoch": 4.070899037476961,
      "grad_norm": 2.770069817075051,
      "learning_rate": 7.201419273751686e-05,
      "loss": 2.3464,
      "step": 99391
    },
    {
      "epoch": 4.0709399959041574,
      "grad_norm": 1.4313954344723947,
      "learning_rate": 7.201140679492919e-05,
      "loss": 0.5759,
      "step": 99392
    },
    {
      "epoch": 4.070980954331354,
      "grad_norm": 1.7590038210420693,
      "learning_rate": 7.200862088920998e-05,
      "loss": 0.8662,
      "step": 99393
    },
    {
      "epoch": 4.07102191275855,
      "grad_norm": 1.3040993497884847,
      "learning_rate": 7.200583502036064e-05,
      "loss": 0.2528,
      "step": 99394
    },
    {
      "epoch": 4.071062871185746,
      "grad_norm": 1.5897144475108482,
      "learning_rate": 7.200304918838234e-05,
      "loss": 0.9046,
      "step": 99395
    },
    {
      "epoch": 4.071103829612943,
      "grad_norm": 1.045633645847038,
      "learning_rate": 7.200026339327648e-05,
      "loss": 0.216,
      "step": 99396
    },
    {
      "epoch": 4.071144788040139,
      "grad_norm": 1.6776444024741208,
      "learning_rate": 7.19974776350445e-05,
      "loss": 0.824,
      "step": 99397
    },
    {
      "epoch": 4.071185746467336,
      "grad_norm": 1.3222414398436562,
      "learning_rate": 7.199469191368745e-05,
      "loss": 0.4748,
      "step": 99398
    },
    {
      "epoch": 4.071226704894532,
      "grad_norm": 1.4846193117051034,
      "learning_rate": 7.19919062292068e-05,
      "loss": 0.7857,
      "step": 99399
    },
    {
      "epoch": 4.071267663321729,
      "grad_norm": 1.558940586553143,
      "learning_rate": 7.198912058160388e-05,
      "loss": 0.7339,
      "step": 99400
    },
    {
      "epoch": 4.0713086217489245,
      "grad_norm": 1.8506928468233266,
      "learning_rate": 7.198633497087993e-05,
      "loss": 0.8813,
      "step": 99401
    },
    {
      "epoch": 4.071349580176121,
      "grad_norm": 1.519798109807961,
      "learning_rate": 7.198354939703633e-05,
      "loss": 0.6381,
      "step": 99402
    },
    {
      "epoch": 4.071390538603318,
      "grad_norm": 1.2876001964693389,
      "learning_rate": 7.198076386007443e-05,
      "loss": 0.56,
      "step": 99403
    },
    {
      "epoch": 4.071431497030514,
      "grad_norm": 1.2926482775246835,
      "learning_rate": 7.197797835999544e-05,
      "loss": 0.5084,
      "step": 99404
    },
    {
      "epoch": 4.071472455457711,
      "grad_norm": 1.7042898242175752,
      "learning_rate": 7.197519289680079e-05,
      "loss": 0.5614,
      "step": 99405
    },
    {
      "epoch": 4.071513413884907,
      "grad_norm": 0.47177191462352497,
      "learning_rate": 7.197240747049168e-05,
      "loss": 0.1013,
      "step": 99406
    },
    {
      "epoch": 4.071554372312103,
      "grad_norm": 1.1828940949930553,
      "learning_rate": 7.196962208106949e-05,
      "loss": 0.5922,
      "step": 99407
    },
    {
      "epoch": 4.071595330739299,
      "grad_norm": 0.9896352840753831,
      "learning_rate": 7.196683672853561e-05,
      "loss": 0.3132,
      "step": 99408
    },
    {
      "epoch": 4.071636289166496,
      "grad_norm": 2.2038954049275,
      "learning_rate": 7.19640514128912e-05,
      "loss": 0.8931,
      "step": 99409
    },
    {
      "epoch": 4.071677247593692,
      "grad_norm": 1.5408011343277468,
      "learning_rate": 7.196126613413773e-05,
      "loss": 0.6202,
      "step": 99410
    },
    {
      "epoch": 4.071718206020889,
      "grad_norm": 1.281736882148845,
      "learning_rate": 7.195848089227638e-05,
      "loss": 0.5869,
      "step": 99411
    },
    {
      "epoch": 4.0717591644480855,
      "grad_norm": 1.3944356304918828,
      "learning_rate": 7.195569568730854e-05,
      "loss": 0.4313,
      "step": 99412
    },
    {
      "epoch": 4.071800122875281,
      "grad_norm": 0.5229136297506392,
      "learning_rate": 7.195291051923556e-05,
      "loss": 0.0602,
      "step": 99413
    },
    {
      "epoch": 4.071841081302478,
      "grad_norm": 3.332949523643634,
      "learning_rate": 7.195012538805869e-05,
      "loss": 2.8113,
      "step": 99414
    },
    {
      "epoch": 4.071882039729674,
      "grad_norm": 2.243902364560223,
      "learning_rate": 7.194734029377925e-05,
      "loss": 1.217,
      "step": 99415
    },
    {
      "epoch": 4.071922998156871,
      "grad_norm": 1.6146201500814752,
      "learning_rate": 7.194455523639863e-05,
      "loss": 0.6042,
      "step": 99416
    },
    {
      "epoch": 4.071963956584067,
      "grad_norm": 1.4608782454428666,
      "learning_rate": 7.194177021591803e-05,
      "loss": 0.6705,
      "step": 99417
    },
    {
      "epoch": 4.072004915011264,
      "grad_norm": 1.9244229837104605,
      "learning_rate": 7.193898523233891e-05,
      "loss": 0.7058,
      "step": 99418
    },
    {
      "epoch": 4.07204587343846,
      "grad_norm": 1.4957979420143472,
      "learning_rate": 7.193620028566244e-05,
      "loss": 0.5669,
      "step": 99419
    },
    {
      "epoch": 4.072086831865656,
      "grad_norm": 1.1295237187709355,
      "learning_rate": 7.193341537589002e-05,
      "loss": 0.5386,
      "step": 99420
    },
    {
      "epoch": 4.0721277902928525,
      "grad_norm": 1.5655643833973925,
      "learning_rate": 7.193063050302298e-05,
      "loss": 0.6633,
      "step": 99421
    },
    {
      "epoch": 4.072168748720049,
      "grad_norm": 1.4556151122467809,
      "learning_rate": 7.192784566706257e-05,
      "loss": 0.2751,
      "step": 99422
    },
    {
      "epoch": 4.072209707147246,
      "grad_norm": 0.9772710803891057,
      "learning_rate": 7.192506086801015e-05,
      "loss": 0.1086,
      "step": 99423
    },
    {
      "epoch": 4.072250665574442,
      "grad_norm": 1.8126006227567477,
      "learning_rate": 7.192227610586709e-05,
      "loss": 0.8079,
      "step": 99424
    },
    {
      "epoch": 4.072291624001639,
      "grad_norm": 1.2601741380675056,
      "learning_rate": 7.191949138063456e-05,
      "loss": 0.5785,
      "step": 99425
    },
    {
      "epoch": 4.072332582428834,
      "grad_norm": 1.7436157353368489,
      "learning_rate": 7.191670669231404e-05,
      "loss": 0.7834,
      "step": 99426
    },
    {
      "epoch": 4.072373540856031,
      "grad_norm": 1.0120995758708307,
      "learning_rate": 7.191392204090671e-05,
      "loss": 0.2855,
      "step": 99427
    },
    {
      "epoch": 4.072414499283227,
      "grad_norm": 3.6098229999764477,
      "learning_rate": 7.191113742641395e-05,
      "loss": 1.2522,
      "step": 99428
    },
    {
      "epoch": 4.072455457710424,
      "grad_norm": 1.45443179897141,
      "learning_rate": 7.190835284883713e-05,
      "loss": 0.5609,
      "step": 99429
    },
    {
      "epoch": 4.0724964161376205,
      "grad_norm": 1.2576563903310178,
      "learning_rate": 7.190556830817745e-05,
      "loss": 0.547,
      "step": 99430
    },
    {
      "epoch": 4.072537374564817,
      "grad_norm": 1.1350858134935113,
      "learning_rate": 7.19027838044363e-05,
      "loss": 0.6303,
      "step": 99431
    },
    {
      "epoch": 4.072578332992013,
      "grad_norm": 1.5541761452829153,
      "learning_rate": 7.189999933761502e-05,
      "loss": 0.6299,
      "step": 99432
    },
    {
      "epoch": 4.072619291419209,
      "grad_norm": 1.0670887378112595,
      "learning_rate": 7.189721490771484e-05,
      "loss": 0.2851,
      "step": 99433
    },
    {
      "epoch": 4.072660249846406,
      "grad_norm": 4.041741280710008,
      "learning_rate": 7.189443051473717e-05,
      "loss": 6.229,
      "step": 99434
    },
    {
      "epoch": 4.072701208273602,
      "grad_norm": 1.3927059611214354,
      "learning_rate": 7.189164615868323e-05,
      "loss": 0.5833,
      "step": 99435
    },
    {
      "epoch": 4.072742166700799,
      "grad_norm": 1.5264807833835907,
      "learning_rate": 7.18888618395544e-05,
      "loss": 0.5576,
      "step": 99436
    },
    {
      "epoch": 4.072783125127995,
      "grad_norm": 1.482689665298712,
      "learning_rate": 7.188607755735203e-05,
      "loss": 0.6427,
      "step": 99437
    },
    {
      "epoch": 4.072824083555192,
      "grad_norm": 1.9078581687939231,
      "learning_rate": 7.188329331207733e-05,
      "loss": 0.9755,
      "step": 99438
    },
    {
      "epoch": 4.0728650419823875,
      "grad_norm": 1.078493167686629,
      "learning_rate": 7.188050910373169e-05,
      "loss": 0.1705,
      "step": 99439
    },
    {
      "epoch": 4.072906000409584,
      "grad_norm": 1.9020574569727278,
      "learning_rate": 7.187772493231646e-05,
      "loss": 0.93,
      "step": 99440
    },
    {
      "epoch": 4.072946958836781,
      "grad_norm": 1.5364665753039113,
      "learning_rate": 7.187494079783285e-05,
      "loss": 0.5407,
      "step": 99441
    },
    {
      "epoch": 4.072987917263977,
      "grad_norm": 1.4422468773346826,
      "learning_rate": 7.187215670028229e-05,
      "loss": 0.6374,
      "step": 99442
    },
    {
      "epoch": 4.073028875691174,
      "grad_norm": 1.3376799276207447,
      "learning_rate": 7.186937263966599e-05,
      "loss": 0.5599,
      "step": 99443
    },
    {
      "epoch": 4.07306983411837,
      "grad_norm": 1.3505866522740528,
      "learning_rate": 7.186658861598532e-05,
      "loss": 0.5244,
      "step": 99444
    },
    {
      "epoch": 4.073110792545566,
      "grad_norm": 1.2307504449536975,
      "learning_rate": 7.186380462924163e-05,
      "loss": 0.5589,
      "step": 99445
    },
    {
      "epoch": 4.073151750972762,
      "grad_norm": 1.0346077342406996,
      "learning_rate": 7.186102067943616e-05,
      "loss": 0.2137,
      "step": 99446
    },
    {
      "epoch": 4.073192709399959,
      "grad_norm": 1.4637029297476853,
      "learning_rate": 7.185823676657026e-05,
      "loss": 0.7314,
      "step": 99447
    },
    {
      "epoch": 4.0732336678271555,
      "grad_norm": 3.2276815029636077,
      "learning_rate": 7.185545289064531e-05,
      "loss": 3.074,
      "step": 99448
    },
    {
      "epoch": 4.073274626254352,
      "grad_norm": 1.2832456656807247,
      "learning_rate": 7.18526690516625e-05,
      "loss": 0.5439,
      "step": 99449
    },
    {
      "epoch": 4.0733155846815485,
      "grad_norm": 1.9042665547974633,
      "learning_rate": 7.184988524962329e-05,
      "loss": 0.9562,
      "step": 99450
    },
    {
      "epoch": 4.073356543108744,
      "grad_norm": 1.042936725897129,
      "learning_rate": 7.184710148452885e-05,
      "loss": 0.3649,
      "step": 99451
    },
    {
      "epoch": 4.073397501535941,
      "grad_norm": 1.8316093856396423,
      "learning_rate": 7.184431775638057e-05,
      "loss": 0.778,
      "step": 99452
    },
    {
      "epoch": 4.073438459963137,
      "grad_norm": 1.3488054791084427,
      "learning_rate": 7.184153406517981e-05,
      "loss": 0.5783,
      "step": 99453
    },
    {
      "epoch": 4.073479418390334,
      "grad_norm": 1.668149664958367,
      "learning_rate": 7.183875041092779e-05,
      "loss": 0.6255,
      "step": 99454
    },
    {
      "epoch": 4.07352037681753,
      "grad_norm": 1.6747440620698164,
      "learning_rate": 7.183596679362593e-05,
      "loss": 0.8504,
      "step": 99455
    },
    {
      "epoch": 4.073561335244727,
      "grad_norm": 1.4109879018104983,
      "learning_rate": 7.183318321327543e-05,
      "loss": 0.3686,
      "step": 99456
    },
    {
      "epoch": 4.073602293671923,
      "grad_norm": 1.6483780594883735,
      "learning_rate": 7.183039966987767e-05,
      "loss": 0.6551,
      "step": 99457
    },
    {
      "epoch": 4.073643252099119,
      "grad_norm": 1.3475696235431986,
      "learning_rate": 7.1827616163434e-05,
      "loss": 0.5174,
      "step": 99458
    },
    {
      "epoch": 4.073684210526316,
      "grad_norm": 1.2865193463436408,
      "learning_rate": 7.182483269394565e-05,
      "loss": 0.3784,
      "step": 99459
    },
    {
      "epoch": 4.073725168953512,
      "grad_norm": 1.009071856049558,
      "learning_rate": 7.182204926141399e-05,
      "loss": 0.1729,
      "step": 99460
    },
    {
      "epoch": 4.073766127380709,
      "grad_norm": 1.6905894326511703,
      "learning_rate": 7.181926586584038e-05,
      "loss": 0.8527,
      "step": 99461
    },
    {
      "epoch": 4.073807085807905,
      "grad_norm": 1.818824379693042,
      "learning_rate": 7.181648250722602e-05,
      "loss": 0.572,
      "step": 99462
    },
    {
      "epoch": 4.073848044235102,
      "grad_norm": 1.3711139562107717,
      "learning_rate": 7.181369918557237e-05,
      "loss": 0.6007,
      "step": 99463
    },
    {
      "epoch": 4.073889002662297,
      "grad_norm": 1.5831301968343268,
      "learning_rate": 7.181091590088059e-05,
      "loss": 0.7175,
      "step": 99464
    },
    {
      "epoch": 4.073929961089494,
      "grad_norm": 1.5184505823813796,
      "learning_rate": 7.180813265315208e-05,
      "loss": 0.7346,
      "step": 99465
    },
    {
      "epoch": 4.07397091951669,
      "grad_norm": 1.6945785515588692,
      "learning_rate": 7.18053494423882e-05,
      "loss": 0.5814,
      "step": 99466
    },
    {
      "epoch": 4.074011877943887,
      "grad_norm": 1.4432347132266532,
      "learning_rate": 7.180256626859017e-05,
      "loss": 0.6885,
      "step": 99467
    },
    {
      "epoch": 4.0740528363710835,
      "grad_norm": 1.5592993058944622,
      "learning_rate": 7.179978313175939e-05,
      "loss": 0.6887,
      "step": 99468
    },
    {
      "epoch": 4.07409379479828,
      "grad_norm": 0.7801712182786362,
      "learning_rate": 7.179700003189712e-05,
      "loss": 0.1337,
      "step": 99469
    },
    {
      "epoch": 4.074134753225476,
      "grad_norm": 0.8660658186744725,
      "learning_rate": 7.179421696900465e-05,
      "loss": 0.2618,
      "step": 99470
    },
    {
      "epoch": 4.074175711652672,
      "grad_norm": 1.9377890017065957,
      "learning_rate": 7.179143394308335e-05,
      "loss": 1.0089,
      "step": 99471
    },
    {
      "epoch": 4.074216670079869,
      "grad_norm": 1.4611065356915176,
      "learning_rate": 7.178865095413456e-05,
      "loss": 0.5986,
      "step": 99472
    },
    {
      "epoch": 4.074257628507065,
      "grad_norm": 1.9544214175787789,
      "learning_rate": 7.178586800215952e-05,
      "loss": 0.7367,
      "step": 99473
    },
    {
      "epoch": 4.074298586934262,
      "grad_norm": 0.9147425755507789,
      "learning_rate": 7.178308508715955e-05,
      "loss": 0.24,
      "step": 99474
    },
    {
      "epoch": 4.074339545361458,
      "grad_norm": 1.9486271983900254,
      "learning_rate": 7.178030220913609e-05,
      "loss": 0.6342,
      "step": 99475
    },
    {
      "epoch": 4.074380503788655,
      "grad_norm": 1.2046506731150686,
      "learning_rate": 7.17775193680903e-05,
      "loss": 0.306,
      "step": 99476
    },
    {
      "epoch": 4.0744214622158506,
      "grad_norm": 1.5036944814297533,
      "learning_rate": 7.17747365640236e-05,
      "loss": 0.5779,
      "step": 99477
    },
    {
      "epoch": 4.074462420643047,
      "grad_norm": 1.4921350049262012,
      "learning_rate": 7.177195379693722e-05,
      "loss": 0.5341,
      "step": 99478
    },
    {
      "epoch": 4.074503379070244,
      "grad_norm": 0.6739333197738321,
      "learning_rate": 7.17691710668325e-05,
      "loss": 0.2174,
      "step": 99479
    },
    {
      "epoch": 4.07454433749744,
      "grad_norm": 1.286767881886672,
      "learning_rate": 7.176638837371087e-05,
      "loss": 0.4891,
      "step": 99480
    },
    {
      "epoch": 4.074585295924637,
      "grad_norm": 2.8637537462208322,
      "learning_rate": 7.176360571757347e-05,
      "loss": 2.2383,
      "step": 99481
    },
    {
      "epoch": 4.074626254351833,
      "grad_norm": 1.4187962721506189,
      "learning_rate": 7.176082309842177e-05,
      "loss": 0.6648,
      "step": 99482
    },
    {
      "epoch": 4.074667212779029,
      "grad_norm": 1.4285523657323191,
      "learning_rate": 7.175804051625695e-05,
      "loss": 0.8107,
      "step": 99483
    },
    {
      "epoch": 4.074708171206225,
      "grad_norm": 3.33596229578542,
      "learning_rate": 7.175525797108038e-05,
      "loss": 2.0384,
      "step": 99484
    },
    {
      "epoch": 4.074749129633422,
      "grad_norm": 1.5641381124570621,
      "learning_rate": 7.175247546289345e-05,
      "loss": 0.6436,
      "step": 99485
    },
    {
      "epoch": 4.0747900880606185,
      "grad_norm": 1.1010613517152492,
      "learning_rate": 7.174969299169736e-05,
      "loss": 0.3166,
      "step": 99486
    },
    {
      "epoch": 4.074831046487815,
      "grad_norm": 1.5438493933804591,
      "learning_rate": 7.174691055749345e-05,
      "loss": 0.4848,
      "step": 99487
    },
    {
      "epoch": 4.074872004915012,
      "grad_norm": 0.9521802888903974,
      "learning_rate": 7.174412816028314e-05,
      "loss": 0.2105,
      "step": 99488
    },
    {
      "epoch": 4.074912963342208,
      "grad_norm": 1.4430127888806898,
      "learning_rate": 7.174134580006759e-05,
      "loss": 0.7219,
      "step": 99489
    },
    {
      "epoch": 4.074953921769404,
      "grad_norm": 0.870259046423367,
      "learning_rate": 7.173856347684825e-05,
      "loss": 0.2363,
      "step": 99490
    },
    {
      "epoch": 4.0749948801966,
      "grad_norm": 1.2834435732723404,
      "learning_rate": 7.173578119062632e-05,
      "loss": 0.5382,
      "step": 99491
    },
    {
      "epoch": 4.075035838623797,
      "grad_norm": 1.2882563159822862,
      "learning_rate": 7.173299894140319e-05,
      "loss": 0.5339,
      "step": 99492
    },
    {
      "epoch": 4.075076797050993,
      "grad_norm": 0.6652201288698922,
      "learning_rate": 7.17302167291802e-05,
      "loss": 0.1214,
      "step": 99493
    },
    {
      "epoch": 4.07511775547819,
      "grad_norm": 1.4368606918573301,
      "learning_rate": 7.172743455395857e-05,
      "loss": 0.5986,
      "step": 99494
    },
    {
      "epoch": 4.075158713905386,
      "grad_norm": 1.2693256338932257,
      "learning_rate": 7.172465241573964e-05,
      "loss": 0.4442,
      "step": 99495
    },
    {
      "epoch": 4.075199672332582,
      "grad_norm": 1.912616467564383,
      "learning_rate": 7.172187031452485e-05,
      "loss": 0.7622,
      "step": 99496
    },
    {
      "epoch": 4.075240630759779,
      "grad_norm": 1.7352213207878695,
      "learning_rate": 7.171908825031534e-05,
      "loss": 0.72,
      "step": 99497
    },
    {
      "epoch": 4.075281589186975,
      "grad_norm": 1.5774588715025755,
      "learning_rate": 7.171630622311256e-05,
      "loss": 0.8663,
      "step": 99498
    },
    {
      "epoch": 4.075322547614172,
      "grad_norm": 1.4172165964075043,
      "learning_rate": 7.17135242329177e-05,
      "loss": 0.4738,
      "step": 99499
    },
    {
      "epoch": 4.075363506041368,
      "grad_norm": 1.1280563814147742,
      "learning_rate": 7.171074227973215e-05,
      "loss": 0.2538,
      "step": 99500
    },
    {
      "epoch": 4.075404464468565,
      "grad_norm": 1.256582627166743,
      "learning_rate": 7.17079603635573e-05,
      "loss": 0.5322,
      "step": 99501
    },
    {
      "epoch": 4.07544542289576,
      "grad_norm": 1.76989801329258,
      "learning_rate": 7.17051784843943e-05,
      "loss": 0.9402,
      "step": 99502
    },
    {
      "epoch": 4.075486381322957,
      "grad_norm": 0.8271965076281897,
      "learning_rate": 7.170239664224455e-05,
      "loss": 0.2068,
      "step": 99503
    },
    {
      "epoch": 4.0755273397501535,
      "grad_norm": 1.579361408919318,
      "learning_rate": 7.169961483710943e-05,
      "loss": 0.382,
      "step": 99504
    },
    {
      "epoch": 4.07556829817735,
      "grad_norm": 1.5365436037597,
      "learning_rate": 7.169683306899012e-05,
      "loss": 0.7888,
      "step": 99505
    },
    {
      "epoch": 4.0756092566045465,
      "grad_norm": 0.961251891688037,
      "learning_rate": 7.169405133788808e-05,
      "loss": 0.2966,
      "step": 99506
    },
    {
      "epoch": 4.075650215031743,
      "grad_norm": 1.4038164545413574,
      "learning_rate": 7.169126964380447e-05,
      "loss": 0.623,
      "step": 99507
    },
    {
      "epoch": 4.07569117345894,
      "grad_norm": 1.419928216866263,
      "learning_rate": 7.168848798674069e-05,
      "loss": 0.5424,
      "step": 99508
    },
    {
      "epoch": 4.075732131886135,
      "grad_norm": 1.911695702689926,
      "learning_rate": 7.168570636669811e-05,
      "loss": 0.6323,
      "step": 99509
    },
    {
      "epoch": 4.075773090313332,
      "grad_norm": 1.5027346024991008,
      "learning_rate": 7.168292478367792e-05,
      "loss": 0.8067,
      "step": 99510
    },
    {
      "epoch": 4.075814048740528,
      "grad_norm": 1.2368628546368294,
      "learning_rate": 7.168014323768151e-05,
      "loss": 0.5624,
      "step": 99511
    },
    {
      "epoch": 4.075855007167725,
      "grad_norm": 1.2478743712624256,
      "learning_rate": 7.167736172871023e-05,
      "loss": 0.4462,
      "step": 99512
    },
    {
      "epoch": 4.075895965594921,
      "grad_norm": 1.5817314510731089,
      "learning_rate": 7.167458025676529e-05,
      "loss": 0.8174,
      "step": 99513
    },
    {
      "epoch": 4.075936924022118,
      "grad_norm": 0.7767983353898542,
      "learning_rate": 7.167179882184813e-05,
      "loss": 0.2197,
      "step": 99514
    },
    {
      "epoch": 4.075977882449314,
      "grad_norm": 1.7337824318677566,
      "learning_rate": 7.166901742395995e-05,
      "loss": 0.7268,
      "step": 99515
    },
    {
      "epoch": 4.07601884087651,
      "grad_norm": 1.4091700377167038,
      "learning_rate": 7.166623606310208e-05,
      "loss": 0.6418,
      "step": 99516
    },
    {
      "epoch": 4.076059799303707,
      "grad_norm": 1.2650123587576538,
      "learning_rate": 7.166345473927595e-05,
      "loss": 0.6187,
      "step": 99517
    },
    {
      "epoch": 4.076100757730903,
      "grad_norm": 1.8731865728811334,
      "learning_rate": 7.166067345248275e-05,
      "loss": 0.6484,
      "step": 99518
    },
    {
      "epoch": 4.0761417161581,
      "grad_norm": 1.6333715079585944,
      "learning_rate": 7.16578922027238e-05,
      "loss": 0.7524,
      "step": 99519
    },
    {
      "epoch": 4.076182674585296,
      "grad_norm": 1.172119946208933,
      "learning_rate": 7.165511099000053e-05,
      "loss": 0.5171,
      "step": 99520
    },
    {
      "epoch": 4.076223633012492,
      "grad_norm": 1.9596019478248545,
      "learning_rate": 7.165232981431412e-05,
      "loss": 1.0842,
      "step": 99521
    },
    {
      "epoch": 4.0762645914396884,
      "grad_norm": 1.4196919842073137,
      "learning_rate": 7.164954867566601e-05,
      "loss": 0.6714,
      "step": 99522
    },
    {
      "epoch": 4.076305549866885,
      "grad_norm": 0.7097405074647198,
      "learning_rate": 7.164676757405737e-05,
      "loss": 0.1758,
      "step": 99523
    },
    {
      "epoch": 4.0763465082940815,
      "grad_norm": 0.9792054157288769,
      "learning_rate": 7.16439865094896e-05,
      "loss": 0.2476,
      "step": 99524
    },
    {
      "epoch": 4.076387466721278,
      "grad_norm": 0.8811396964696095,
      "learning_rate": 7.164120548196406e-05,
      "loss": 0.1452,
      "step": 99525
    },
    {
      "epoch": 4.076428425148475,
      "grad_norm": 1.541362257107738,
      "learning_rate": 7.163842449148197e-05,
      "loss": 0.584,
      "step": 99526
    },
    {
      "epoch": 4.076469383575671,
      "grad_norm": 1.7701268374921966,
      "learning_rate": 7.163564353804471e-05,
      "loss": 0.8846,
      "step": 99527
    },
    {
      "epoch": 4.076510342002867,
      "grad_norm": 1.073197564502374,
      "learning_rate": 7.163286262165356e-05,
      "loss": 0.4141,
      "step": 99528
    },
    {
      "epoch": 4.076551300430063,
      "grad_norm": 1.9093634530831158,
      "learning_rate": 7.16300817423098e-05,
      "loss": 0.9943,
      "step": 99529
    },
    {
      "epoch": 4.07659225885726,
      "grad_norm": 1.767840396653262,
      "learning_rate": 7.162730090001486e-05,
      "loss": 0.7474,
      "step": 99530
    },
    {
      "epoch": 4.076633217284456,
      "grad_norm": 1.6228708451125309,
      "learning_rate": 7.162452009476995e-05,
      "loss": 0.6452,
      "step": 99531
    },
    {
      "epoch": 4.076674175711653,
      "grad_norm": 1.6568242217505134,
      "learning_rate": 7.16217393265764e-05,
      "loss": 0.7879,
      "step": 99532
    },
    {
      "epoch": 4.0767151341388495,
      "grad_norm": 1.4474244796051072,
      "learning_rate": 7.16189585954356e-05,
      "loss": 0.7729,
      "step": 99533
    },
    {
      "epoch": 4.076756092566045,
      "grad_norm": 1.7449789525394028,
      "learning_rate": 7.161617790134876e-05,
      "loss": 1.0071,
      "step": 99534
    },
    {
      "epoch": 4.076797050993242,
      "grad_norm": 3.7128240292487713,
      "learning_rate": 7.16133972443173e-05,
      "loss": 0.907,
      "step": 99535
    },
    {
      "epoch": 4.076838009420438,
      "grad_norm": 1.5874830359401388,
      "learning_rate": 7.161061662434241e-05,
      "loss": 0.7323,
      "step": 99536
    },
    {
      "epoch": 4.076878967847635,
      "grad_norm": 1.8237937456656843,
      "learning_rate": 7.160783604142547e-05,
      "loss": 0.904,
      "step": 99537
    },
    {
      "epoch": 4.076919926274831,
      "grad_norm": 1.492893551759586,
      "learning_rate": 7.160505549556786e-05,
      "loss": 0.4925,
      "step": 99538
    },
    {
      "epoch": 4.076960884702028,
      "grad_norm": 1.5103560567871537,
      "learning_rate": 7.160227498677082e-05,
      "loss": 0.5971,
      "step": 99539
    },
    {
      "epoch": 4.077001843129223,
      "grad_norm": 1.360067710132362,
      "learning_rate": 7.159949451503563e-05,
      "loss": 0.3982,
      "step": 99540
    },
    {
      "epoch": 4.07704280155642,
      "grad_norm": 1.8020268358474152,
      "learning_rate": 7.15967140803637e-05,
      "loss": 0.8412,
      "step": 99541
    },
    {
      "epoch": 4.0770837599836165,
      "grad_norm": 0.9404655180295058,
      "learning_rate": 7.159393368275625e-05,
      "loss": 0.2416,
      "step": 99542
    },
    {
      "epoch": 4.077124718410813,
      "grad_norm": 3.6559321720844626,
      "learning_rate": 7.159115332221464e-05,
      "loss": 3.588,
      "step": 99543
    },
    {
      "epoch": 4.07716567683801,
      "grad_norm": 1.4311777608515193,
      "learning_rate": 7.158837299874022e-05,
      "loss": 0.8023,
      "step": 99544
    },
    {
      "epoch": 4.077206635265206,
      "grad_norm": 1.6122248578179643,
      "learning_rate": 7.158559271233422e-05,
      "loss": 0.9,
      "step": 99545
    },
    {
      "epoch": 4.077247593692403,
      "grad_norm": 1.4890851219594503,
      "learning_rate": 7.1582812462998e-05,
      "loss": 0.7224,
      "step": 99546
    },
    {
      "epoch": 4.077288552119598,
      "grad_norm": 1.2169797655508867,
      "learning_rate": 7.158003225073294e-05,
      "loss": 0.2856,
      "step": 99547
    },
    {
      "epoch": 4.077329510546795,
      "grad_norm": 1.8094214007440033,
      "learning_rate": 7.157725207554022e-05,
      "loss": 0.6349,
      "step": 99548
    },
    {
      "epoch": 4.077370468973991,
      "grad_norm": 1.4498897899316239,
      "learning_rate": 7.157447193742129e-05,
      "loss": 0.6566,
      "step": 99549
    },
    {
      "epoch": 4.077411427401188,
      "grad_norm": 0.9077587678586297,
      "learning_rate": 7.157169183637735e-05,
      "loss": 0.2261,
      "step": 99550
    },
    {
      "epoch": 4.077452385828384,
      "grad_norm": 0.8853000021413636,
      "learning_rate": 7.156891177240975e-05,
      "loss": 0.258,
      "step": 99551
    },
    {
      "epoch": 4.077493344255581,
      "grad_norm": 1.4440035956364143,
      "learning_rate": 7.156613174551987e-05,
      "loss": 0.6511,
      "step": 99552
    },
    {
      "epoch": 4.077534302682777,
      "grad_norm": 1.5157266349703746,
      "learning_rate": 7.156335175570892e-05,
      "loss": 0.303,
      "step": 99553
    },
    {
      "epoch": 4.077575261109973,
      "grad_norm": 1.35909118998344,
      "learning_rate": 7.156057180297834e-05,
      "loss": 0.4949,
      "step": 99554
    },
    {
      "epoch": 4.07761621953717,
      "grad_norm": 2.838946790333721,
      "learning_rate": 7.15577918873293e-05,
      "loss": 0.4576,
      "step": 99555
    },
    {
      "epoch": 4.077657177964366,
      "grad_norm": 1.0103816235397525,
      "learning_rate": 7.155501200876318e-05,
      "loss": 0.2376,
      "step": 99556
    },
    {
      "epoch": 4.077698136391563,
      "grad_norm": 0.87800440771206,
      "learning_rate": 7.155223216728135e-05,
      "loss": 0.2621,
      "step": 99557
    },
    {
      "epoch": 4.077739094818759,
      "grad_norm": 1.5767793249113327,
      "learning_rate": 7.154945236288504e-05,
      "loss": 0.6015,
      "step": 99558
    },
    {
      "epoch": 4.077780053245955,
      "grad_norm": 1.2843258255998218,
      "learning_rate": 7.154667259557557e-05,
      "loss": 0.6335,
      "step": 99559
    },
    {
      "epoch": 4.0778210116731515,
      "grad_norm": 0.9494165364678351,
      "learning_rate": 7.154389286535434e-05,
      "loss": 0.2211,
      "step": 99560
    },
    {
      "epoch": 4.077861970100348,
      "grad_norm": 1.4697542463652662,
      "learning_rate": 7.154111317222255e-05,
      "loss": 0.6905,
      "step": 99561
    },
    {
      "epoch": 4.0779029285275445,
      "grad_norm": 0.8443763152645016,
      "learning_rate": 7.153833351618165e-05,
      "loss": 0.1912,
      "step": 99562
    },
    {
      "epoch": 4.077943886954741,
      "grad_norm": 0.6925904994511832,
      "learning_rate": 7.15355538972328e-05,
      "loss": 0.1231,
      "step": 99563
    },
    {
      "epoch": 4.077984845381938,
      "grad_norm": 1.2728726140583744,
      "learning_rate": 7.153277431537739e-05,
      "loss": 0.5531,
      "step": 99564
    },
    {
      "epoch": 4.078025803809134,
      "grad_norm": 0.9855886298052916,
      "learning_rate": 7.152999477061678e-05,
      "loss": 0.2719,
      "step": 99565
    },
    {
      "epoch": 4.07806676223633,
      "grad_norm": 1.010565157726158,
      "learning_rate": 7.152721526295217e-05,
      "loss": 0.3237,
      "step": 99566
    },
    {
      "epoch": 4.078107720663526,
      "grad_norm": 1.3509749608975539,
      "learning_rate": 7.152443579238497e-05,
      "loss": 0.6593,
      "step": 99567
    },
    {
      "epoch": 4.078148679090723,
      "grad_norm": 1.5607959172949948,
      "learning_rate": 7.152165635891649e-05,
      "loss": 0.6556,
      "step": 99568
    },
    {
      "epoch": 4.078189637517919,
      "grad_norm": 1.3961206093738117,
      "learning_rate": 7.151887696254796e-05,
      "loss": 0.4908,
      "step": 99569
    },
    {
      "epoch": 4.078230595945116,
      "grad_norm": 1.4111240119219903,
      "learning_rate": 7.151609760328083e-05,
      "loss": 0.6009,
      "step": 99570
    },
    {
      "epoch": 4.0782715543723125,
      "grad_norm": 1.5441004131683311,
      "learning_rate": 7.151331828111626e-05,
      "loss": 0.5269,
      "step": 99571
    },
    {
      "epoch": 4.078312512799508,
      "grad_norm": 1.5046033910123089,
      "learning_rate": 7.151053899605564e-05,
      "loss": 0.5226,
      "step": 99572
    },
    {
      "epoch": 4.078353471226705,
      "grad_norm": 2.2121938853347483,
      "learning_rate": 7.150775974810036e-05,
      "loss": 0.716,
      "step": 99573
    },
    {
      "epoch": 4.078394429653901,
      "grad_norm": 1.1978594036636994,
      "learning_rate": 7.150498053725158e-05,
      "loss": 0.4354,
      "step": 99574
    },
    {
      "epoch": 4.078435388081098,
      "grad_norm": 1.7288711694864562,
      "learning_rate": 7.150220136351069e-05,
      "loss": 0.7999,
      "step": 99575
    },
    {
      "epoch": 4.078476346508294,
      "grad_norm": 1.6477782657034745,
      "learning_rate": 7.149942222687907e-05,
      "loss": 0.9237,
      "step": 99576
    },
    {
      "epoch": 4.078517304935491,
      "grad_norm": 1.3552899722625096,
      "learning_rate": 7.149664312735791e-05,
      "loss": 0.4378,
      "step": 99577
    },
    {
      "epoch": 4.0785582633626865,
      "grad_norm": 1.8696685889183013,
      "learning_rate": 7.149386406494862e-05,
      "loss": 0.9594,
      "step": 99578
    },
    {
      "epoch": 4.078599221789883,
      "grad_norm": 1.6212818047567912,
      "learning_rate": 7.149108503965244e-05,
      "loss": 0.8136,
      "step": 99579
    },
    {
      "epoch": 4.0786401802170795,
      "grad_norm": 0.5318156208764099,
      "learning_rate": 7.148830605147072e-05,
      "loss": 0.0727,
      "step": 99580
    },
    {
      "epoch": 4.078681138644276,
      "grad_norm": 1.4661742202511638,
      "learning_rate": 7.148552710040482e-05,
      "loss": 0.3369,
      "step": 99581
    },
    {
      "epoch": 4.078722097071473,
      "grad_norm": 1.4866068995771724,
      "learning_rate": 7.148274818645595e-05,
      "loss": 0.4965,
      "step": 99582
    },
    {
      "epoch": 4.078763055498669,
      "grad_norm": 1.8616583703292884,
      "learning_rate": 7.14799693096255e-05,
      "loss": 0.7786,
      "step": 99583
    },
    {
      "epoch": 4.078804013925866,
      "grad_norm": 1.6607013087604388,
      "learning_rate": 7.14771904699148e-05,
      "loss": 0.8181,
      "step": 99584
    },
    {
      "epoch": 4.078844972353061,
      "grad_norm": 1.4817602291676841,
      "learning_rate": 7.147441166732507e-05,
      "loss": 0.4616,
      "step": 99585
    },
    {
      "epoch": 4.078885930780258,
      "grad_norm": 1.8421028133966495,
      "learning_rate": 7.147163290185775e-05,
      "loss": 1.0616,
      "step": 99586
    },
    {
      "epoch": 4.078926889207454,
      "grad_norm": 1.6309394863089384,
      "learning_rate": 7.146885417351403e-05,
      "loss": 0.7135,
      "step": 99587
    },
    {
      "epoch": 4.078967847634651,
      "grad_norm": 1.8237911626576335,
      "learning_rate": 7.146607548229527e-05,
      "loss": 0.8027,
      "step": 99588
    },
    {
      "epoch": 4.0790088060618475,
      "grad_norm": 1.4168185038604268,
      "learning_rate": 7.146329682820284e-05,
      "loss": 0.5941,
      "step": 99589
    },
    {
      "epoch": 4.079049764489044,
      "grad_norm": 1.7370479447290958,
      "learning_rate": 7.146051821123797e-05,
      "loss": 0.7289,
      "step": 99590
    },
    {
      "epoch": 4.07909072291624,
      "grad_norm": 4.667713456559937,
      "learning_rate": 7.145773963140199e-05,
      "loss": 1.527,
      "step": 99591
    },
    {
      "epoch": 4.079131681343436,
      "grad_norm": 1.7357732351704973,
      "learning_rate": 7.145496108869631e-05,
      "loss": 0.7077,
      "step": 99592
    },
    {
      "epoch": 4.079172639770633,
      "grad_norm": 1.9425944285360017,
      "learning_rate": 7.14521825831221e-05,
      "loss": 1.0074,
      "step": 99593
    },
    {
      "epoch": 4.079213598197829,
      "grad_norm": 0.8436863878993937,
      "learning_rate": 7.144940411468079e-05,
      "loss": 0.2189,
      "step": 99594
    },
    {
      "epoch": 4.079254556625026,
      "grad_norm": 0.5509602612456499,
      "learning_rate": 7.144662568337358e-05,
      "loss": 0.0822,
      "step": 99595
    },
    {
      "epoch": 4.079295515052222,
      "grad_norm": 0.9345855108496337,
      "learning_rate": 7.144384728920187e-05,
      "loss": 0.1607,
      "step": 99596
    },
    {
      "epoch": 4.079336473479418,
      "grad_norm": 1.4395925796309297,
      "learning_rate": 7.1441068932167e-05,
      "loss": 0.7197,
      "step": 99597
    },
    {
      "epoch": 4.0793774319066145,
      "grad_norm": 1.15877716959911,
      "learning_rate": 7.143829061227017e-05,
      "loss": 0.3897,
      "step": 99598
    },
    {
      "epoch": 4.079418390333811,
      "grad_norm": 1.2797475103951255,
      "learning_rate": 7.143551232951284e-05,
      "loss": 0.2962,
      "step": 99599
    },
    {
      "epoch": 4.079459348761008,
      "grad_norm": 1.5459204043086996,
      "learning_rate": 7.143273408389616e-05,
      "loss": 0.6708,
      "step": 99600
    },
    {
      "epoch": 4.079500307188204,
      "grad_norm": 1.5081901873105086,
      "learning_rate": 7.142995587542151e-05,
      "loss": 0.6229,
      "step": 99601
    },
    {
      "epoch": 4.079541265615401,
      "grad_norm": 1.4360514344814697,
      "learning_rate": 7.14271777040903e-05,
      "loss": 0.5509,
      "step": 99602
    },
    {
      "epoch": 4.079582224042597,
      "grad_norm": 1.5030027676616484,
      "learning_rate": 7.142439956990369e-05,
      "loss": 0.6252,
      "step": 99603
    },
    {
      "epoch": 4.079623182469793,
      "grad_norm": 1.2486497822612916,
      "learning_rate": 7.142162147286309e-05,
      "loss": 0.5822,
      "step": 99604
    },
    {
      "epoch": 4.079664140896989,
      "grad_norm": 1.6461484013590388,
      "learning_rate": 7.141884341296982e-05,
      "loss": 0.5884,
      "step": 99605
    },
    {
      "epoch": 4.079705099324186,
      "grad_norm": 1.5326454293730667,
      "learning_rate": 7.141606539022509e-05,
      "loss": 0.5274,
      "step": 99606
    },
    {
      "epoch": 4.079746057751382,
      "grad_norm": 1.4441320675372702,
      "learning_rate": 7.141328740463037e-05,
      "loss": 0.778,
      "step": 99607
    },
    {
      "epoch": 4.079787016178579,
      "grad_norm": 1.4654324566812755,
      "learning_rate": 7.141050945618683e-05,
      "loss": 0.6374,
      "step": 99608
    },
    {
      "epoch": 4.0798279746057755,
      "grad_norm": 1.8346197525106218,
      "learning_rate": 7.140773154489588e-05,
      "loss": 1.1875,
      "step": 99609
    },
    {
      "epoch": 4.079868933032971,
      "grad_norm": 0.66024288932434,
      "learning_rate": 7.140495367075875e-05,
      "loss": 0.0713,
      "step": 99610
    },
    {
      "epoch": 4.079909891460168,
      "grad_norm": 1.3939169421976632,
      "learning_rate": 7.140217583377687e-05,
      "loss": 0.5612,
      "step": 99611
    },
    {
      "epoch": 4.079950849887364,
      "grad_norm": 2.0022014981129233,
      "learning_rate": 7.139939803395138e-05,
      "loss": 1.0135,
      "step": 99612
    },
    {
      "epoch": 4.079991808314561,
      "grad_norm": 1.48492080203258,
      "learning_rate": 7.139662027128378e-05,
      "loss": 0.5598,
      "step": 99613
    },
    {
      "epoch": 4.080032766741757,
      "grad_norm": 1.4585407899279206,
      "learning_rate": 7.139384254577524e-05,
      "loss": 0.658,
      "step": 99614
    },
    {
      "epoch": 4.080073725168954,
      "grad_norm": 1.410585438054424,
      "learning_rate": 7.139106485742712e-05,
      "loss": 0.5493,
      "step": 99615
    },
    {
      "epoch": 4.0801146835961495,
      "grad_norm": 1.2277122353582888,
      "learning_rate": 7.13882872062408e-05,
      "loss": 0.2798,
      "step": 99616
    },
    {
      "epoch": 4.080155642023346,
      "grad_norm": 1.4032459056539288,
      "learning_rate": 7.138550959221749e-05,
      "loss": 0.7152,
      "step": 99617
    },
    {
      "epoch": 4.0801966004505426,
      "grad_norm": 1.162620145687905,
      "learning_rate": 7.138273201535854e-05,
      "loss": 0.5012,
      "step": 99618
    },
    {
      "epoch": 4.080237558877739,
      "grad_norm": 1.5000295682937337,
      "learning_rate": 7.137995447566534e-05,
      "loss": 0.6612,
      "step": 99619
    },
    {
      "epoch": 4.080278517304936,
      "grad_norm": 1.3892213258336734,
      "learning_rate": 7.137717697313907e-05,
      "loss": 0.6573,
      "step": 99620
    },
    {
      "epoch": 4.080319475732132,
      "grad_norm": 1.068941206294776,
      "learning_rate": 7.137439950778116e-05,
      "loss": 0.2473,
      "step": 99621
    },
    {
      "epoch": 4.080360434159329,
      "grad_norm": 1.8811156179443962,
      "learning_rate": 7.137162207959283e-05,
      "loss": 0.9707,
      "step": 99622
    },
    {
      "epoch": 4.080401392586524,
      "grad_norm": 0.8044958759948035,
      "learning_rate": 7.136884468857542e-05,
      "loss": 0.257,
      "step": 99623
    },
    {
      "epoch": 4.080442351013721,
      "grad_norm": 1.123027946770384,
      "learning_rate": 7.136606733473031e-05,
      "loss": 0.4247,
      "step": 99624
    },
    {
      "epoch": 4.080483309440917,
      "grad_norm": 1.4391990726746002,
      "learning_rate": 7.136329001805872e-05,
      "loss": 0.5974,
      "step": 99625
    },
    {
      "epoch": 4.080524267868114,
      "grad_norm": 1.3432569563386578,
      "learning_rate": 7.136051273856205e-05,
      "loss": 0.4149,
      "step": 99626
    },
    {
      "epoch": 4.0805652262953105,
      "grad_norm": 4.275572981097605,
      "learning_rate": 7.135773549624152e-05,
      "loss": 0.6626,
      "step": 99627
    },
    {
      "epoch": 4.080606184722507,
      "grad_norm": 1.507403201305721,
      "learning_rate": 7.135495829109847e-05,
      "loss": 0.5812,
      "step": 99628
    },
    {
      "epoch": 4.080647143149703,
      "grad_norm": 1.3825627954015192,
      "learning_rate": 7.13521811231343e-05,
      "loss": 0.4839,
      "step": 99629
    },
    {
      "epoch": 4.080688101576899,
      "grad_norm": 1.4290076704006345,
      "learning_rate": 7.134940399235022e-05,
      "loss": 0.6043,
      "step": 99630
    },
    {
      "epoch": 4.080729060004096,
      "grad_norm": 1.763724228285075,
      "learning_rate": 7.134662689874754e-05,
      "loss": 0.5806,
      "step": 99631
    },
    {
      "epoch": 4.080770018431292,
      "grad_norm": 1.796798706869149,
      "learning_rate": 7.134384984232769e-05,
      "loss": 0.7989,
      "step": 99632
    },
    {
      "epoch": 4.080810976858489,
      "grad_norm": 1.268338392166613,
      "learning_rate": 7.134107282309184e-05,
      "loss": 0.4126,
      "step": 99633
    },
    {
      "epoch": 4.080851935285685,
      "grad_norm": 1.4584768117362423,
      "learning_rate": 7.133829584104143e-05,
      "loss": 0.6963,
      "step": 99634
    },
    {
      "epoch": 4.080892893712881,
      "grad_norm": 1.6040730366528808,
      "learning_rate": 7.133551889617763e-05,
      "loss": 0.5833,
      "step": 99635
    },
    {
      "epoch": 4.0809338521400775,
      "grad_norm": 3.6143132935139186,
      "learning_rate": 7.133274198850186e-05,
      "loss": 3.3969,
      "step": 99636
    },
    {
      "epoch": 4.080974810567274,
      "grad_norm": 0.8095042170617408,
      "learning_rate": 7.132996511801545e-05,
      "loss": 0.1983,
      "step": 99637
    },
    {
      "epoch": 4.081015768994471,
      "grad_norm": 6.597708964391545,
      "learning_rate": 7.13271882847196e-05,
      "loss": 4.4619,
      "step": 99638
    },
    {
      "epoch": 4.081056727421667,
      "grad_norm": 1.0174977578092907,
      "learning_rate": 7.132441148861572e-05,
      "loss": 0.2693,
      "step": 99639
    },
    {
      "epoch": 4.081097685848864,
      "grad_norm": 1.5139876522690636,
      "learning_rate": 7.132163472970513e-05,
      "loss": 0.5191,
      "step": 99640
    },
    {
      "epoch": 4.08113864427606,
      "grad_norm": 0.9923597050815177,
      "learning_rate": 7.131885800798905e-05,
      "loss": 0.2499,
      "step": 99641
    },
    {
      "epoch": 4.081179602703256,
      "grad_norm": 2.088275423414162,
      "learning_rate": 7.13160813234689e-05,
      "loss": 1.0172,
      "step": 99642
    },
    {
      "epoch": 4.081220561130452,
      "grad_norm": 1.4850648490199294,
      "learning_rate": 7.13133046761459e-05,
      "loss": 0.5413,
      "step": 99643
    },
    {
      "epoch": 4.081261519557649,
      "grad_norm": 1.1427112236751893,
      "learning_rate": 7.131052806602139e-05,
      "loss": 0.4216,
      "step": 99644
    },
    {
      "epoch": 4.0813024779848455,
      "grad_norm": 3.346636198642848,
      "learning_rate": 7.130775149309676e-05,
      "loss": 0.9249,
      "step": 99645
    },
    {
      "epoch": 4.081343436412042,
      "grad_norm": 0.8851074389124375,
      "learning_rate": 7.13049749573732e-05,
      "loss": 0.2627,
      "step": 99646
    },
    {
      "epoch": 4.0813843948392385,
      "grad_norm": 0.9268972016682518,
      "learning_rate": 7.130219845885207e-05,
      "loss": 0.2997,
      "step": 99647
    },
    {
      "epoch": 4.081425353266434,
      "grad_norm": 1.4970454052118944,
      "learning_rate": 7.129942199753476e-05,
      "loss": 0.5604,
      "step": 99648
    },
    {
      "epoch": 4.081466311693631,
      "grad_norm": 1.8835263214175877,
      "learning_rate": 7.129664557342247e-05,
      "loss": 0.686,
      "step": 99649
    },
    {
      "epoch": 4.081507270120827,
      "grad_norm": 1.3091957683875362,
      "learning_rate": 7.12938691865166e-05,
      "loss": 0.4013,
      "step": 99650
    },
    {
      "epoch": 4.081548228548024,
      "grad_norm": 1.8159528609805926,
      "learning_rate": 7.129109283681836e-05,
      "loss": 0.6323,
      "step": 99651
    },
    {
      "epoch": 4.08158918697522,
      "grad_norm": 1.145456690402233,
      "learning_rate": 7.128831652432914e-05,
      "loss": 0.5955,
      "step": 99652
    },
    {
      "epoch": 4.081630145402417,
      "grad_norm": 1.3428689972292418,
      "learning_rate": 7.128554024905028e-05,
      "loss": 0.5278,
      "step": 99653
    },
    {
      "epoch": 4.0816711038296125,
      "grad_norm": 1.6954343139233916,
      "learning_rate": 7.128276401098302e-05,
      "loss": 0.7362,
      "step": 99654
    },
    {
      "epoch": 4.081712062256809,
      "grad_norm": 0.9455239979587235,
      "learning_rate": 7.127998781012868e-05,
      "loss": 0.2638,
      "step": 99655
    },
    {
      "epoch": 4.081753020684006,
      "grad_norm": 1.598282833986716,
      "learning_rate": 7.127721164648864e-05,
      "loss": 0.742,
      "step": 99656
    },
    {
      "epoch": 4.081793979111202,
      "grad_norm": 1.3080754200690674,
      "learning_rate": 7.127443552006413e-05,
      "loss": 0.722,
      "step": 99657
    },
    {
      "epoch": 4.081834937538399,
      "grad_norm": 1.6448244724383738,
      "learning_rate": 7.127165943085655e-05,
      "loss": 0.596,
      "step": 99658
    },
    {
      "epoch": 4.081875895965595,
      "grad_norm": 1.3085425738823278,
      "learning_rate": 7.12688833788671e-05,
      "loss": 0.457,
      "step": 99659
    },
    {
      "epoch": 4.081916854392792,
      "grad_norm": 1.626261094241591,
      "learning_rate": 7.126610736409714e-05,
      "loss": 0.5988,
      "step": 99660
    },
    {
      "epoch": 4.081957812819987,
      "grad_norm": 1.4818783018243462,
      "learning_rate": 7.126333138654808e-05,
      "loss": 0.7317,
      "step": 99661
    },
    {
      "epoch": 4.081998771247184,
      "grad_norm": 1.0786467575514278,
      "learning_rate": 7.126055544622107e-05,
      "loss": 0.3409,
      "step": 99662
    },
    {
      "epoch": 4.0820397296743804,
      "grad_norm": 1.4181046688968801,
      "learning_rate": 7.125777954311758e-05,
      "loss": 0.541,
      "step": 99663
    },
    {
      "epoch": 4.082080688101577,
      "grad_norm": 1.6184769976530586,
      "learning_rate": 7.125500367723875e-05,
      "loss": 0.8641,
      "step": 99664
    },
    {
      "epoch": 4.0821216465287735,
      "grad_norm": 1.5124415718925563,
      "learning_rate": 7.125222784858602e-05,
      "loss": 0.7237,
      "step": 99665
    },
    {
      "epoch": 4.08216260495597,
      "grad_norm": 2.4245060466053334,
      "learning_rate": 7.12494520571607e-05,
      "loss": 1.0974,
      "step": 99666
    },
    {
      "epoch": 4.082203563383166,
      "grad_norm": 1.5718105964177391,
      "learning_rate": 7.124667630296403e-05,
      "loss": 0.7189,
      "step": 99667
    },
    {
      "epoch": 4.082244521810362,
      "grad_norm": 1.6520071421670597,
      "learning_rate": 7.124390058599736e-05,
      "loss": 0.9073,
      "step": 99668
    },
    {
      "epoch": 4.082285480237559,
      "grad_norm": 1.5304323477461717,
      "learning_rate": 7.124112490626204e-05,
      "loss": 0.6085,
      "step": 99669
    },
    {
      "epoch": 4.082326438664755,
      "grad_norm": 1.614765815040232,
      "learning_rate": 7.123834926375931e-05,
      "loss": 0.7988,
      "step": 99670
    },
    {
      "epoch": 4.082367397091952,
      "grad_norm": 1.5884775700592837,
      "learning_rate": 7.123557365849057e-05,
      "loss": 0.7434,
      "step": 99671
    },
    {
      "epoch": 4.082408355519148,
      "grad_norm": 0.5311005927631286,
      "learning_rate": 7.123279809045703e-05,
      "loss": 0.115,
      "step": 99672
    },
    {
      "epoch": 4.082449313946344,
      "grad_norm": 1.6939440175546154,
      "learning_rate": 7.123002255966005e-05,
      "loss": 1.0491,
      "step": 99673
    },
    {
      "epoch": 4.082490272373541,
      "grad_norm": 1.7239023223497913,
      "learning_rate": 7.122724706610099e-05,
      "loss": 0.8261,
      "step": 99674
    },
    {
      "epoch": 4.082531230800737,
      "grad_norm": 1.7285307433130792,
      "learning_rate": 7.122447160978106e-05,
      "loss": 0.8276,
      "step": 99675
    },
    {
      "epoch": 4.082572189227934,
      "grad_norm": 1.632059920355936,
      "learning_rate": 7.122169619070163e-05,
      "loss": 0.7575,
      "step": 99676
    },
    {
      "epoch": 4.08261314765513,
      "grad_norm": 0.6854705311504256,
      "learning_rate": 7.121892080886409e-05,
      "loss": 0.1784,
      "step": 99677
    },
    {
      "epoch": 4.082654106082327,
      "grad_norm": 1.7447181565328158,
      "learning_rate": 7.12161454642696e-05,
      "loss": 0.6114,
      "step": 99678
    },
    {
      "epoch": 4.082695064509523,
      "grad_norm": 2.6501530431135047,
      "learning_rate": 7.12133701569196e-05,
      "loss": 2.1704,
      "step": 99679
    },
    {
      "epoch": 4.082736022936719,
      "grad_norm": 1.64624705249689,
      "learning_rate": 7.121059488681534e-05,
      "loss": 0.6748,
      "step": 99680
    },
    {
      "epoch": 4.082776981363915,
      "grad_norm": 1.182374967966931,
      "learning_rate": 7.120781965395808e-05,
      "loss": 0.3309,
      "step": 99681
    },
    {
      "epoch": 4.082817939791112,
      "grad_norm": 1.2971308565466861,
      "learning_rate": 7.120504445834921e-05,
      "loss": 0.4825,
      "step": 99682
    },
    {
      "epoch": 4.0828588982183085,
      "grad_norm": 1.6453787895505119,
      "learning_rate": 7.120226929999006e-05,
      "loss": 0.7686,
      "step": 99683
    },
    {
      "epoch": 4.082899856645505,
      "grad_norm": 2.353396321831394,
      "learning_rate": 7.119949417888188e-05,
      "loss": 0.7762,
      "step": 99684
    },
    {
      "epoch": 4.082940815072702,
      "grad_norm": 2.2731145739566356,
      "learning_rate": 7.119671909502603e-05,
      "loss": 0.4947,
      "step": 99685
    },
    {
      "epoch": 4.082981773499897,
      "grad_norm": 1.3916661875389238,
      "learning_rate": 7.119394404842375e-05,
      "loss": 0.5647,
      "step": 99686
    },
    {
      "epoch": 4.083022731927094,
      "grad_norm": 1.6026189102129307,
      "learning_rate": 7.11911690390764e-05,
      "loss": 0.5836,
      "step": 99687
    },
    {
      "epoch": 4.08306369035429,
      "grad_norm": 1.402924213865829,
      "learning_rate": 7.118839406698537e-05,
      "loss": 0.47,
      "step": 99688
    },
    {
      "epoch": 4.083104648781487,
      "grad_norm": 1.4682302128511864,
      "learning_rate": 7.118561913215181e-05,
      "loss": 0.7755,
      "step": 99689
    },
    {
      "epoch": 4.083145607208683,
      "grad_norm": 0.922124315356609,
      "learning_rate": 7.118284423457713e-05,
      "loss": 0.2217,
      "step": 99690
    },
    {
      "epoch": 4.08318656563588,
      "grad_norm": 1.8360951075973055,
      "learning_rate": 7.118006937426266e-05,
      "loss": 0.2453,
      "step": 99691
    },
    {
      "epoch": 4.0832275240630755,
      "grad_norm": 1.3917623898897422,
      "learning_rate": 7.117729455120965e-05,
      "loss": 0.3325,
      "step": 99692
    },
    {
      "epoch": 4.083268482490272,
      "grad_norm": 9.645157330375078,
      "learning_rate": 7.11745197654195e-05,
      "loss": 2.6876,
      "step": 99693
    },
    {
      "epoch": 4.083309440917469,
      "grad_norm": 0.8264757380352368,
      "learning_rate": 7.117174501689338e-05,
      "loss": 0.1885,
      "step": 99694
    },
    {
      "epoch": 4.083350399344665,
      "grad_norm": 0.9591702963684098,
      "learning_rate": 7.116897030563271e-05,
      "loss": 0.3015,
      "step": 99695
    },
    {
      "epoch": 4.083391357771862,
      "grad_norm": 1.5637482242123948,
      "learning_rate": 7.116619563163883e-05,
      "loss": 0.7103,
      "step": 99696
    },
    {
      "epoch": 4.083432316199058,
      "grad_norm": 1.7836961919268368,
      "learning_rate": 7.116342099491293e-05,
      "loss": 0.685,
      "step": 99697
    },
    {
      "epoch": 4.083473274626255,
      "grad_norm": 4.304674952848287,
      "learning_rate": 7.116064639545645e-05,
      "loss": 1.0182,
      "step": 99698
    },
    {
      "epoch": 4.08351423305345,
      "grad_norm": 1.339990017043995,
      "learning_rate": 7.115787183327059e-05,
      "loss": 0.5089,
      "step": 99699
    },
    {
      "epoch": 4.083555191480647,
      "grad_norm": 1.0776699950576418,
      "learning_rate": 7.11550973083567e-05,
      "loss": 0.3447,
      "step": 99700
    },
    {
      "epoch": 4.0835961499078435,
      "grad_norm": 1.5323803295803744,
      "learning_rate": 7.115232282071618e-05,
      "loss": 0.6772,
      "step": 99701
    },
    {
      "epoch": 4.08363710833504,
      "grad_norm": 2.6808777492733564,
      "learning_rate": 7.11495483703502e-05,
      "loss": 2.4687,
      "step": 99702
    },
    {
      "epoch": 4.0836780667622365,
      "grad_norm": 1.8820659153306603,
      "learning_rate": 7.114677395726014e-05,
      "loss": 0.8312,
      "step": 99703
    },
    {
      "epoch": 4.083719025189433,
      "grad_norm": 1.2203073845963135,
      "learning_rate": 7.114399958144736e-05,
      "loss": 0.3276,
      "step": 99704
    },
    {
      "epoch": 4.083759983616629,
      "grad_norm": 1.820108363030658,
      "learning_rate": 7.114122524291308e-05,
      "loss": 1.1681,
      "step": 99705
    },
    {
      "epoch": 4.083800942043825,
      "grad_norm": 1.1228781242554149,
      "learning_rate": 7.11384509416587e-05,
      "loss": 0.4511,
      "step": 99706
    },
    {
      "epoch": 4.083841900471022,
      "grad_norm": 1.8308046195500731,
      "learning_rate": 7.113567667768542e-05,
      "loss": 0.7956,
      "step": 99707
    },
    {
      "epoch": 4.083882858898218,
      "grad_norm": 1.7165511165080793,
      "learning_rate": 7.113290245099464e-05,
      "loss": 0.6666,
      "step": 99708
    },
    {
      "epoch": 4.083923817325415,
      "grad_norm": 1.3361246874695687,
      "learning_rate": 7.113012826158769e-05,
      "loss": 0.5946,
      "step": 99709
    },
    {
      "epoch": 4.083964775752611,
      "grad_norm": 1.4438183209028568,
      "learning_rate": 7.112735410946576e-05,
      "loss": 0.5403,
      "step": 99710
    },
    {
      "epoch": 4.084005734179808,
      "grad_norm": 1.4966015451728831,
      "learning_rate": 7.112457999463028e-05,
      "loss": 0.6772,
      "step": 99711
    },
    {
      "epoch": 4.084046692607004,
      "grad_norm": 1.7212960962708317,
      "learning_rate": 7.112180591708255e-05,
      "loss": 0.9161,
      "step": 99712
    },
    {
      "epoch": 4.0840876510342,
      "grad_norm": 1.6923711816567284,
      "learning_rate": 7.11190318768238e-05,
      "loss": 0.9022,
      "step": 99713
    },
    {
      "epoch": 4.084128609461397,
      "grad_norm": 1.217299874348493,
      "learning_rate": 7.111625787385546e-05,
      "loss": 0.4955,
      "step": 99714
    },
    {
      "epoch": 4.084169567888593,
      "grad_norm": 1.229193932477534,
      "learning_rate": 7.111348390817871e-05,
      "loss": 0.4398,
      "step": 99715
    },
    {
      "epoch": 4.08421052631579,
      "grad_norm": 1.1217369086541815,
      "learning_rate": 7.111070997979493e-05,
      "loss": 0.4914,
      "step": 99716
    },
    {
      "epoch": 4.084251484742986,
      "grad_norm": 1.233923172164753,
      "learning_rate": 7.110793608870549e-05,
      "loss": 0.4015,
      "step": 99717
    },
    {
      "epoch": 4.084292443170182,
      "grad_norm": 1.4855867495308697,
      "learning_rate": 7.110516223491157e-05,
      "loss": 0.5417,
      "step": 99718
    },
    {
      "epoch": 4.0843334015973785,
      "grad_norm": 1.9822303471929243,
      "learning_rate": 7.110238841841456e-05,
      "loss": 0.7818,
      "step": 99719
    },
    {
      "epoch": 4.084374360024575,
      "grad_norm": 1.1495414570291225,
      "learning_rate": 7.109961463921584e-05,
      "loss": 0.4794,
      "step": 99720
    },
    {
      "epoch": 4.0844153184517715,
      "grad_norm": 1.88211552886616,
      "learning_rate": 7.109684089731655e-05,
      "loss": 0.7241,
      "step": 99721
    },
    {
      "epoch": 4.084456276878968,
      "grad_norm": 1.293474930902706,
      "learning_rate": 7.10940671927182e-05,
      "loss": 0.2467,
      "step": 99722
    },
    {
      "epoch": 4.084497235306165,
      "grad_norm": 1.4972242913645863,
      "learning_rate": 7.10912935254219e-05,
      "loss": 0.5526,
      "step": 99723
    },
    {
      "epoch": 4.08453819373336,
      "grad_norm": 1.6586169670588424,
      "learning_rate": 7.108851989542907e-05,
      "loss": 0.6031,
      "step": 99724
    },
    {
      "epoch": 4.084579152160557,
      "grad_norm": 1.642159410071751,
      "learning_rate": 7.108574630274104e-05,
      "loss": 0.653,
      "step": 99725
    },
    {
      "epoch": 4.084620110587753,
      "grad_norm": 1.2776322862071219,
      "learning_rate": 7.108297274735907e-05,
      "loss": 0.6499,
      "step": 99726
    },
    {
      "epoch": 4.08466106901495,
      "grad_norm": 1.5110677615456185,
      "learning_rate": 7.108019922928448e-05,
      "loss": 0.7473,
      "step": 99727
    },
    {
      "epoch": 4.084702027442146,
      "grad_norm": 1.7050906996963955,
      "learning_rate": 7.107742574851864e-05,
      "loss": 0.597,
      "step": 99728
    },
    {
      "epoch": 4.084742985869343,
      "grad_norm": 1.6224164974995499,
      "learning_rate": 7.107465230506277e-05,
      "loss": 0.6631,
      "step": 99729
    },
    {
      "epoch": 4.0847839442965395,
      "grad_norm": 1.2316380731775787,
      "learning_rate": 7.107187889891828e-05,
      "loss": 0.4923,
      "step": 99730
    },
    {
      "epoch": 4.084824902723735,
      "grad_norm": 3.7840212636212196,
      "learning_rate": 7.106910553008636e-05,
      "loss": 2.068,
      "step": 99731
    },
    {
      "epoch": 4.084865861150932,
      "grad_norm": 1.6528069799105478,
      "learning_rate": 7.106633219856839e-05,
      "loss": 0.7781,
      "step": 99732
    },
    {
      "epoch": 4.084906819578128,
      "grad_norm": 1.6491688617387747,
      "learning_rate": 7.106355890436573e-05,
      "loss": 0.5989,
      "step": 99733
    },
    {
      "epoch": 4.084947778005325,
      "grad_norm": 1.5306286132933804,
      "learning_rate": 7.106078564747958e-05,
      "loss": 0.7747,
      "step": 99734
    },
    {
      "epoch": 4.084988736432521,
      "grad_norm": 1.8101865717945018,
      "learning_rate": 7.105801242791138e-05,
      "loss": 0.8335,
      "step": 99735
    },
    {
      "epoch": 4.085029694859718,
      "grad_norm": 0.9416861688787831,
      "learning_rate": 7.10552392456623e-05,
      "loss": 0.1987,
      "step": 99736
    },
    {
      "epoch": 4.085070653286913,
      "grad_norm": 1.5985166310059225,
      "learning_rate": 7.105246610073373e-05,
      "loss": 0.6694,
      "step": 99737
    },
    {
      "epoch": 4.08511161171411,
      "grad_norm": 0.6343248870974776,
      "learning_rate": 7.104969299312704e-05,
      "loss": 0.0912,
      "step": 99738
    },
    {
      "epoch": 4.0851525701413065,
      "grad_norm": 1.4146346673390353,
      "learning_rate": 7.104691992284341e-05,
      "loss": 0.603,
      "step": 99739
    },
    {
      "epoch": 4.085193528568503,
      "grad_norm": 1.1984136077029146,
      "learning_rate": 7.104414688988421e-05,
      "loss": 0.5094,
      "step": 99740
    },
    {
      "epoch": 4.0852344869957,
      "grad_norm": 1.399316914253198,
      "learning_rate": 7.104137389425082e-05,
      "loss": 0.7552,
      "step": 99741
    },
    {
      "epoch": 4.085275445422896,
      "grad_norm": 1.2639431009779802,
      "learning_rate": 7.10386009359444e-05,
      "loss": 0.5467,
      "step": 99742
    },
    {
      "epoch": 4.085316403850092,
      "grad_norm": 1.5932617360224952,
      "learning_rate": 7.103582801496643e-05,
      "loss": 0.6101,
      "step": 99743
    },
    {
      "epoch": 4.085357362277288,
      "grad_norm": 1.5511342115427464,
      "learning_rate": 7.10330551313181e-05,
      "loss": 0.4667,
      "step": 99744
    },
    {
      "epoch": 4.085398320704485,
      "grad_norm": 0.89338817239376,
      "learning_rate": 7.103028228500074e-05,
      "loss": 0.2241,
      "step": 99745
    },
    {
      "epoch": 4.085439279131681,
      "grad_norm": 6.71098781367018,
      "learning_rate": 7.102750947601572e-05,
      "loss": 2.3437,
      "step": 99746
    },
    {
      "epoch": 4.085480237558878,
      "grad_norm": 0.5825429461191957,
      "learning_rate": 7.102473670436428e-05,
      "loss": 0.0693,
      "step": 99747
    },
    {
      "epoch": 4.085521195986074,
      "grad_norm": 1.8764726079858103,
      "learning_rate": 7.102196397004776e-05,
      "loss": 0.7099,
      "step": 99748
    },
    {
      "epoch": 4.085562154413271,
      "grad_norm": 1.4941895228021325,
      "learning_rate": 7.101919127306751e-05,
      "loss": 0.474,
      "step": 99749
    },
    {
      "epoch": 4.085603112840467,
      "grad_norm": 1.2995788252237692,
      "learning_rate": 7.101641861342481e-05,
      "loss": 0.6766,
      "step": 99750
    },
    {
      "epoch": 4.085644071267663,
      "grad_norm": 0.802058990356587,
      "learning_rate": 7.101364599112091e-05,
      "loss": 0.2507,
      "step": 99751
    },
    {
      "epoch": 4.08568502969486,
      "grad_norm": 2.519242395522615,
      "learning_rate": 7.101087340615725e-05,
      "loss": 1.1089,
      "step": 99752
    },
    {
      "epoch": 4.085725988122056,
      "grad_norm": 0.9841348821306701,
      "learning_rate": 7.100810085853498e-05,
      "loss": 0.3439,
      "step": 99753
    },
    {
      "epoch": 4.085766946549253,
      "grad_norm": 2.4182897060079576,
      "learning_rate": 7.100532834825552e-05,
      "loss": 0.5027,
      "step": 99754
    },
    {
      "epoch": 4.085807904976449,
      "grad_norm": 1.4261358550725909,
      "learning_rate": 7.100255587532019e-05,
      "loss": 0.5977,
      "step": 99755
    },
    {
      "epoch": 4.085848863403645,
      "grad_norm": 2.7462007317784987,
      "learning_rate": 7.099978343973023e-05,
      "loss": 2.6628,
      "step": 99756
    },
    {
      "epoch": 4.0858898218308415,
      "grad_norm": 1.2697912956633335,
      "learning_rate": 7.099701104148705e-05,
      "loss": 0.4151,
      "step": 99757
    },
    {
      "epoch": 4.085930780258038,
      "grad_norm": 1.4476558838126037,
      "learning_rate": 7.099423868059182e-05,
      "loss": 0.7152,
      "step": 99758
    },
    {
      "epoch": 4.0859717386852346,
      "grad_norm": 1.3271504656906654,
      "learning_rate": 7.099146635704594e-05,
      "loss": 0.4765,
      "step": 99759
    },
    {
      "epoch": 4.086012697112431,
      "grad_norm": 1.5503904154375667,
      "learning_rate": 7.098869407085077e-05,
      "loss": 0.6615,
      "step": 99760
    },
    {
      "epoch": 4.086053655539628,
      "grad_norm": 1.5480777511369017,
      "learning_rate": 7.098592182200749e-05,
      "loss": 0.6505,
      "step": 99761
    },
    {
      "epoch": 4.086094613966823,
      "grad_norm": 1.3684081153277075,
      "learning_rate": 7.098314961051749e-05,
      "loss": 0.5178,
      "step": 99762
    },
    {
      "epoch": 4.08613557239402,
      "grad_norm": 1.3305783395325694,
      "learning_rate": 7.098037743638213e-05,
      "loss": 0.7354,
      "step": 99763
    },
    {
      "epoch": 4.086176530821216,
      "grad_norm": 1.3893912625058495,
      "learning_rate": 7.09776052996026e-05,
      "loss": 0.6179,
      "step": 99764
    },
    {
      "epoch": 4.086217489248413,
      "grad_norm": 1.162579173651285,
      "learning_rate": 7.097483320018035e-05,
      "loss": 0.5933,
      "step": 99765
    },
    {
      "epoch": 4.086258447675609,
      "grad_norm": 1.690883317426416,
      "learning_rate": 7.097206113811654e-05,
      "loss": 0.6794,
      "step": 99766
    },
    {
      "epoch": 4.086299406102806,
      "grad_norm": 1.7520230390000462,
      "learning_rate": 7.096928911341254e-05,
      "loss": 0.5672,
      "step": 99767
    },
    {
      "epoch": 4.0863403645300025,
      "grad_norm": 1.3736752024277925,
      "learning_rate": 7.096651712606976e-05,
      "loss": 0.4328,
      "step": 99768
    },
    {
      "epoch": 4.086381322957198,
      "grad_norm": 1.4859614667948442,
      "learning_rate": 7.096374517608934e-05,
      "loss": 0.8689,
      "step": 99769
    },
    {
      "epoch": 4.086422281384395,
      "grad_norm": 1.9132090945718319,
      "learning_rate": 7.096097326347276e-05,
      "loss": 0.6195,
      "step": 99770
    },
    {
      "epoch": 4.086463239811591,
      "grad_norm": 1.580048272813098,
      "learning_rate": 7.095820138822117e-05,
      "loss": 0.8298,
      "step": 99771
    },
    {
      "epoch": 4.086504198238788,
      "grad_norm": 0.8355181428801253,
      "learning_rate": 7.095542955033596e-05,
      "loss": 0.1258,
      "step": 99772
    },
    {
      "epoch": 4.086545156665984,
      "grad_norm": 1.2348545581432422,
      "learning_rate": 7.09526577498185e-05,
      "loss": 0.4179,
      "step": 99773
    },
    {
      "epoch": 4.086586115093181,
      "grad_norm": 1.3174174325657295,
      "learning_rate": 7.094988598666996e-05,
      "loss": 0.5357,
      "step": 99774
    },
    {
      "epoch": 4.0866270735203765,
      "grad_norm": 1.189307895413983,
      "learning_rate": 7.094711426089175e-05,
      "loss": 0.5693,
      "step": 99775
    },
    {
      "epoch": 4.086668031947573,
      "grad_norm": 1.3972892909334338,
      "learning_rate": 7.09443425724852e-05,
      "loss": 0.6452,
      "step": 99776
    },
    {
      "epoch": 4.0867089903747695,
      "grad_norm": 1.6154791350685214,
      "learning_rate": 7.094157092145152e-05,
      "loss": 0.7596,
      "step": 99777
    },
    {
      "epoch": 4.086749948801966,
      "grad_norm": 0.9664956066072277,
      "learning_rate": 7.093879930779215e-05,
      "loss": 0.2967,
      "step": 99778
    },
    {
      "epoch": 4.086790907229163,
      "grad_norm": 1.1764685490134807,
      "learning_rate": 7.093602773150825e-05,
      "loss": 0.3703,
      "step": 99779
    },
    {
      "epoch": 4.086831865656359,
      "grad_norm": 3.10260177880071,
      "learning_rate": 7.093325619260122e-05,
      "loss": 0.8126,
      "step": 99780
    },
    {
      "epoch": 4.086872824083555,
      "grad_norm": 1.6364039139542914,
      "learning_rate": 7.093048469107242e-05,
      "loss": 0.8479,
      "step": 99781
    },
    {
      "epoch": 4.086913782510751,
      "grad_norm": 1.4436935738841403,
      "learning_rate": 7.092771322692303e-05,
      "loss": 0.5371,
      "step": 99782
    },
    {
      "epoch": 4.086954740937948,
      "grad_norm": 1.5254604234565496,
      "learning_rate": 7.092494180015444e-05,
      "loss": 0.798,
      "step": 99783
    },
    {
      "epoch": 4.086995699365144,
      "grad_norm": 1.5483548433633947,
      "learning_rate": 7.092217041076799e-05,
      "loss": 0.6306,
      "step": 99784
    },
    {
      "epoch": 4.087036657792341,
      "grad_norm": 1.2193729196276994,
      "learning_rate": 7.09193990587649e-05,
      "loss": 0.4427,
      "step": 99785
    },
    {
      "epoch": 4.0870776162195375,
      "grad_norm": 1.4341931255093108,
      "learning_rate": 7.091662774414659e-05,
      "loss": 0.5892,
      "step": 99786
    },
    {
      "epoch": 4.087118574646734,
      "grad_norm": 0.9863063433945217,
      "learning_rate": 7.091385646691425e-05,
      "loss": 0.3075,
      "step": 99787
    },
    {
      "epoch": 4.08715953307393,
      "grad_norm": 1.19173398827584,
      "learning_rate": 7.091108522706926e-05,
      "loss": 0.5243,
      "step": 99788
    },
    {
      "epoch": 4.087200491501126,
      "grad_norm": 1.713695194624954,
      "learning_rate": 7.090831402461296e-05,
      "loss": 0.5973,
      "step": 99789
    },
    {
      "epoch": 4.087241449928323,
      "grad_norm": 3.3997919281438094,
      "learning_rate": 7.090554285954658e-05,
      "loss": 3.4591,
      "step": 99790
    },
    {
      "epoch": 4.087282408355519,
      "grad_norm": 1.3473242346620742,
      "learning_rate": 7.090277173187145e-05,
      "loss": 0.5545,
      "step": 99791
    },
    {
      "epoch": 4.087323366782716,
      "grad_norm": 1.4221366232612955,
      "learning_rate": 7.090000064158898e-05,
      "loss": 0.4873,
      "step": 99792
    },
    {
      "epoch": 4.087364325209912,
      "grad_norm": 1.327384329390456,
      "learning_rate": 7.089722958870033e-05,
      "loss": 0.525,
      "step": 99793
    },
    {
      "epoch": 4.087405283637108,
      "grad_norm": 1.4610923695284677,
      "learning_rate": 7.089445857320693e-05,
      "loss": 0.5258,
      "step": 99794
    },
    {
      "epoch": 4.0874462420643045,
      "grad_norm": 0.8060228604997508,
      "learning_rate": 7.089168759510998e-05,
      "loss": 0.2803,
      "step": 99795
    },
    {
      "epoch": 4.087487200491501,
      "grad_norm": 1.3634076058221443,
      "learning_rate": 7.088891665441085e-05,
      "loss": 0.3302,
      "step": 99796
    },
    {
      "epoch": 4.087528158918698,
      "grad_norm": 1.8177902219258082,
      "learning_rate": 7.088614575111094e-05,
      "loss": 0.6526,
      "step": 99797
    },
    {
      "epoch": 4.087569117345894,
      "grad_norm": 1.4410583567557442,
      "learning_rate": 7.088337488521138e-05,
      "loss": 0.3545,
      "step": 99798
    },
    {
      "epoch": 4.087610075773091,
      "grad_norm": 1.344024082442734,
      "learning_rate": 7.088060405671357e-05,
      "loss": 0.3098,
      "step": 99799
    },
    {
      "epoch": 4.087651034200286,
      "grad_norm": 1.7730964257720174,
      "learning_rate": 7.087783326561888e-05,
      "loss": 0.5435,
      "step": 99800
    },
    {
      "epoch": 4.087691992627483,
      "grad_norm": 1.4965953535620966,
      "learning_rate": 7.087506251192851e-05,
      "loss": 0.527,
      "step": 99801
    },
    {
      "epoch": 4.087732951054679,
      "grad_norm": 1.7363609338984138,
      "learning_rate": 7.087229179564388e-05,
      "loss": 0.5906,
      "step": 99802
    },
    {
      "epoch": 4.087773909481876,
      "grad_norm": 1.7836378861846642,
      "learning_rate": 7.086952111676617e-05,
      "loss": 0.8038,
      "step": 99803
    },
    {
      "epoch": 4.0878148679090724,
      "grad_norm": 1.2605075425787131,
      "learning_rate": 7.086675047529676e-05,
      "loss": 0.6506,
      "step": 99804
    },
    {
      "epoch": 4.087855826336269,
      "grad_norm": 1.6203916830196539,
      "learning_rate": 7.086397987123702e-05,
      "loss": 0.7457,
      "step": 99805
    },
    {
      "epoch": 4.0878967847634655,
      "grad_norm": 1.256516436453266,
      "learning_rate": 7.086120930458813e-05,
      "loss": 0.5278,
      "step": 99806
    },
    {
      "epoch": 4.087937743190661,
      "grad_norm": 1.148693371591387,
      "learning_rate": 7.085843877535153e-05,
      "loss": 0.4834,
      "step": 99807
    },
    {
      "epoch": 4.087978701617858,
      "grad_norm": 1.6955660550645022,
      "learning_rate": 7.085566828352842e-05,
      "loss": 0.9459,
      "step": 99808
    },
    {
      "epoch": 4.088019660045054,
      "grad_norm": 0.4885915553089609,
      "learning_rate": 7.085289782912015e-05,
      "loss": 0.0993,
      "step": 99809
    },
    {
      "epoch": 4.088060618472251,
      "grad_norm": 1.1188924800615523,
      "learning_rate": 7.08501274121281e-05,
      "loss": 0.4949,
      "step": 99810
    },
    {
      "epoch": 4.088101576899447,
      "grad_norm": 0.8137595203594424,
      "learning_rate": 7.084735703255346e-05,
      "loss": 0.2783,
      "step": 99811
    },
    {
      "epoch": 4.088142535326644,
      "grad_norm": 1.522835057976747,
      "learning_rate": 7.084458669039759e-05,
      "loss": 0.4879,
      "step": 99812
    },
    {
      "epoch": 4.0881834937538395,
      "grad_norm": 0.7907228450764774,
      "learning_rate": 7.084181638566187e-05,
      "loss": 0.2125,
      "step": 99813
    },
    {
      "epoch": 4.088224452181036,
      "grad_norm": 1.3853523594400698,
      "learning_rate": 7.083904611834748e-05,
      "loss": 0.6732,
      "step": 99814
    },
    {
      "epoch": 4.088265410608233,
      "grad_norm": 1.3970544774904485,
      "learning_rate": 7.083627588845586e-05,
      "loss": 0.5838,
      "step": 99815
    },
    {
      "epoch": 4.088306369035429,
      "grad_norm": 0.7729115840535755,
      "learning_rate": 7.08335056959882e-05,
      "loss": 0.2126,
      "step": 99816
    },
    {
      "epoch": 4.088347327462626,
      "grad_norm": 1.5210245549219885,
      "learning_rate": 7.083073554094586e-05,
      "loss": 0.6334,
      "step": 99817
    },
    {
      "epoch": 4.088388285889822,
      "grad_norm": 1.1154463673339572,
      "learning_rate": 7.082796542333019e-05,
      "loss": 0.697,
      "step": 99818
    },
    {
      "epoch": 4.088429244317018,
      "grad_norm": 0.825091246291811,
      "learning_rate": 7.082519534314245e-05,
      "loss": 0.299,
      "step": 99819
    },
    {
      "epoch": 4.088470202744214,
      "grad_norm": 1.645943317234598,
      "learning_rate": 7.082242530038393e-05,
      "loss": 0.8812,
      "step": 99820
    },
    {
      "epoch": 4.088511161171411,
      "grad_norm": 1.3614430796054762,
      "learning_rate": 7.081965529505609e-05,
      "loss": 0.5262,
      "step": 99821
    },
    {
      "epoch": 4.088552119598607,
      "grad_norm": 1.1003883602222793,
      "learning_rate": 7.081688532716003e-05,
      "loss": 0.3094,
      "step": 99822
    },
    {
      "epoch": 4.088593078025804,
      "grad_norm": 1.729480694084583,
      "learning_rate": 7.081411539669712e-05,
      "loss": 0.7402,
      "step": 99823
    },
    {
      "epoch": 4.0886340364530005,
      "grad_norm": 1.4355414941638835,
      "learning_rate": 7.081134550366879e-05,
      "loss": 0.5605,
      "step": 99824
    },
    {
      "epoch": 4.088674994880197,
      "grad_norm": 1.5008997172372427,
      "learning_rate": 7.08085756480762e-05,
      "loss": 0.5122,
      "step": 99825
    },
    {
      "epoch": 4.088715953307393,
      "grad_norm": 4.3019574681469726,
      "learning_rate": 7.080580582992072e-05,
      "loss": 0.9266,
      "step": 99826
    },
    {
      "epoch": 4.088756911734589,
      "grad_norm": 1.9633298856507067,
      "learning_rate": 7.08030360492037e-05,
      "loss": 0.8331,
      "step": 99827
    },
    {
      "epoch": 4.088797870161786,
      "grad_norm": 1.6157052657643547,
      "learning_rate": 7.080026630592635e-05,
      "loss": 0.7959,
      "step": 99828
    },
    {
      "epoch": 4.088838828588982,
      "grad_norm": 1.67486976358564,
      "learning_rate": 7.07974966000901e-05,
      "loss": 0.7494,
      "step": 99829
    },
    {
      "epoch": 4.088879787016179,
      "grad_norm": 1.3966848913571555,
      "learning_rate": 7.079472693169615e-05,
      "loss": 0.5887,
      "step": 99830
    },
    {
      "epoch": 4.088920745443375,
      "grad_norm": 1.001639436147593,
      "learning_rate": 7.079195730074586e-05,
      "loss": 0.3166,
      "step": 99831
    },
    {
      "epoch": 4.088961703870571,
      "grad_norm": 1.271767223020344,
      "learning_rate": 7.078918770724058e-05,
      "loss": 0.2978,
      "step": 99832
    },
    {
      "epoch": 4.0890026622977675,
      "grad_norm": 1.1978915895849802,
      "learning_rate": 7.078641815118152e-05,
      "loss": 0.5829,
      "step": 99833
    },
    {
      "epoch": 4.089043620724964,
      "grad_norm": 1.2615323571296773,
      "learning_rate": 7.078364863257012e-05,
      "loss": 0.4454,
      "step": 99834
    },
    {
      "epoch": 4.089084579152161,
      "grad_norm": 1.7541358572793397,
      "learning_rate": 7.078087915140753e-05,
      "loss": 0.5799,
      "step": 99835
    },
    {
      "epoch": 4.089125537579357,
      "grad_norm": 1.1405800865926419,
      "learning_rate": 7.077810970769516e-05,
      "loss": 0.4012,
      "step": 99836
    },
    {
      "epoch": 4.089166496006554,
      "grad_norm": 1.0888041661244077,
      "learning_rate": 7.077534030143436e-05,
      "loss": 0.4366,
      "step": 99837
    },
    {
      "epoch": 4.089207454433749,
      "grad_norm": 1.0283193655034069,
      "learning_rate": 7.077257093262634e-05,
      "loss": 0.3215,
      "step": 99838
    },
    {
      "epoch": 4.089248412860946,
      "grad_norm": 1.7732386255922226,
      "learning_rate": 7.076980160127242e-05,
      "loss": 0.6808,
      "step": 99839
    },
    {
      "epoch": 4.089289371288142,
      "grad_norm": 0.7212146888159982,
      "learning_rate": 7.0767032307374e-05,
      "loss": 0.124,
      "step": 99840
    },
    {
      "epoch": 4.089330329715339,
      "grad_norm": 1.4707754835853868,
      "learning_rate": 7.076426305093229e-05,
      "loss": 0.6803,
      "step": 99841
    },
    {
      "epoch": 4.0893712881425355,
      "grad_norm": 0.8266900996867774,
      "learning_rate": 7.076149383194869e-05,
      "loss": 0.1723,
      "step": 99842
    },
    {
      "epoch": 4.089412246569732,
      "grad_norm": 1.1491381044203062,
      "learning_rate": 7.07587246504244e-05,
      "loss": 0.5025,
      "step": 99843
    },
    {
      "epoch": 4.0894532049969285,
      "grad_norm": 1.5411322599421102,
      "learning_rate": 7.075595550636078e-05,
      "loss": 0.6472,
      "step": 99844
    },
    {
      "epoch": 4.089494163424124,
      "grad_norm": 2.045998636756123,
      "learning_rate": 7.075318639975921e-05,
      "loss": 0.6681,
      "step": 99845
    },
    {
      "epoch": 4.089535121851321,
      "grad_norm": 2.0046018027832284,
      "learning_rate": 7.075041733062088e-05,
      "loss": 1.0683,
      "step": 99846
    },
    {
      "epoch": 4.089576080278517,
      "grad_norm": 1.5792615755967567,
      "learning_rate": 7.074764829894715e-05,
      "loss": 0.638,
      "step": 99847
    },
    {
      "epoch": 4.089617038705714,
      "grad_norm": 1.5122220811305929,
      "learning_rate": 7.07448793047394e-05,
      "loss": 0.7459,
      "step": 99848
    },
    {
      "epoch": 4.08965799713291,
      "grad_norm": 1.147310020928253,
      "learning_rate": 7.07421103479988e-05,
      "loss": 0.4328,
      "step": 99849
    },
    {
      "epoch": 4.089698955560107,
      "grad_norm": 1.4264994428705078,
      "learning_rate": 7.073934142872679e-05,
      "loss": 0.6739,
      "step": 99850
    },
    {
      "epoch": 4.0897399139873025,
      "grad_norm": 1.6275439988467835,
      "learning_rate": 7.073657254692458e-05,
      "loss": 0.8161,
      "step": 99851
    },
    {
      "epoch": 4.089780872414499,
      "grad_norm": 2.3168650367645176,
      "learning_rate": 7.073380370259349e-05,
      "loss": 1.58,
      "step": 99852
    },
    {
      "epoch": 4.089821830841696,
      "grad_norm": 2.6169490828961766,
      "learning_rate": 7.073103489573494e-05,
      "loss": 2.3048,
      "step": 99853
    },
    {
      "epoch": 4.089862789268892,
      "grad_norm": 0.8149304093056104,
      "learning_rate": 7.072826612635009e-05,
      "loss": 0.2081,
      "step": 99854
    },
    {
      "epoch": 4.089903747696089,
      "grad_norm": 1.7124809529887042,
      "learning_rate": 7.072549739444032e-05,
      "loss": 0.7243,
      "step": 99855
    },
    {
      "epoch": 4.089944706123285,
      "grad_norm": 1.0344967919676118,
      "learning_rate": 7.072272870000698e-05,
      "loss": 0.2633,
      "step": 99856
    },
    {
      "epoch": 4.089985664550481,
      "grad_norm": 1.656200215018159,
      "learning_rate": 7.07199600430513e-05,
      "loss": 0.6797,
      "step": 99857
    },
    {
      "epoch": 4.090026622977677,
      "grad_norm": 1.41952647203557,
      "learning_rate": 7.071719142357466e-05,
      "loss": 0.6545,
      "step": 99858
    },
    {
      "epoch": 4.090067581404874,
      "grad_norm": 1.903517952890781,
      "learning_rate": 7.071442284157828e-05,
      "loss": 0.7341,
      "step": 99859
    },
    {
      "epoch": 4.0901085398320705,
      "grad_norm": 0.9854153334828605,
      "learning_rate": 7.071165429706352e-05,
      "loss": 0.3948,
      "step": 99860
    },
    {
      "epoch": 4.090149498259267,
      "grad_norm": 1.3570734008236545,
      "learning_rate": 7.070888579003174e-05,
      "loss": 0.7794,
      "step": 99861
    },
    {
      "epoch": 4.0901904566864635,
      "grad_norm": 0.842258647560274,
      "learning_rate": 7.070611732048415e-05,
      "loss": 0.2338,
      "step": 99862
    },
    {
      "epoch": 4.09023141511366,
      "grad_norm": 2.699409386391766,
      "learning_rate": 7.07033488884221e-05,
      "loss": 0.874,
      "step": 99863
    },
    {
      "epoch": 4.090272373540856,
      "grad_norm": 1.1982950781770745,
      "learning_rate": 7.070058049384696e-05,
      "loss": 0.647,
      "step": 99864
    },
    {
      "epoch": 4.090313331968052,
      "grad_norm": 1.4747346681505538,
      "learning_rate": 7.069781213675995e-05,
      "loss": 0.647,
      "step": 99865
    },
    {
      "epoch": 4.090354290395249,
      "grad_norm": 1.1669366874550309,
      "learning_rate": 7.069504381716244e-05,
      "loss": 0.5391,
      "step": 99866
    },
    {
      "epoch": 4.090395248822445,
      "grad_norm": 0.8949601986277024,
      "learning_rate": 7.069227553505568e-05,
      "loss": 0.3062,
      "step": 99867
    },
    {
      "epoch": 4.090436207249642,
      "grad_norm": 1.3676101296876806,
      "learning_rate": 7.068950729044098e-05,
      "loss": 0.6835,
      "step": 99868
    },
    {
      "epoch": 4.090477165676838,
      "grad_norm": 1.2819411546956134,
      "learning_rate": 7.068673908331975e-05,
      "loss": 0.5001,
      "step": 99869
    },
    {
      "epoch": 4.090518124104034,
      "grad_norm": 2.4799624376331484,
      "learning_rate": 7.068397091369318e-05,
      "loss": 1.9901,
      "step": 99870
    },
    {
      "epoch": 4.090559082531231,
      "grad_norm": 1.653773149005599,
      "learning_rate": 7.068120278156262e-05,
      "loss": 0.9202,
      "step": 99871
    },
    {
      "epoch": 4.090600040958427,
      "grad_norm": 1.3274537651674159,
      "learning_rate": 7.067843468692944e-05,
      "loss": 0.4259,
      "step": 99872
    },
    {
      "epoch": 4.090640999385624,
      "grad_norm": 0.8391567904976681,
      "learning_rate": 7.067566662979483e-05,
      "loss": 0.232,
      "step": 99873
    },
    {
      "epoch": 4.09068195781282,
      "grad_norm": 3.6331081643843763,
      "learning_rate": 7.067289861016023e-05,
      "loss": 2.0794,
      "step": 99874
    },
    {
      "epoch": 4.090722916240017,
      "grad_norm": 2.1480297779809425,
      "learning_rate": 7.067013062802681e-05,
      "loss": 1.0937,
      "step": 99875
    },
    {
      "epoch": 4.090763874667212,
      "grad_norm": 1.4139658841648581,
      "learning_rate": 7.066736268339596e-05,
      "loss": 0.6286,
      "step": 99876
    },
    {
      "epoch": 4.090804833094409,
      "grad_norm": 1.8432402933761933,
      "learning_rate": 7.066459477626903e-05,
      "loss": 0.8036,
      "step": 99877
    },
    {
      "epoch": 4.090845791521605,
      "grad_norm": 1.4274182582825705,
      "learning_rate": 7.066182690664723e-05,
      "loss": 0.6423,
      "step": 99878
    },
    {
      "epoch": 4.090886749948802,
      "grad_norm": 1.6392909011538481,
      "learning_rate": 7.065905907453197e-05,
      "loss": 0.7697,
      "step": 99879
    },
    {
      "epoch": 4.0909277083759985,
      "grad_norm": 1.9777435393102831,
      "learning_rate": 7.065629127992442e-05,
      "loss": 1.1298,
      "step": 99880
    },
    {
      "epoch": 4.090968666803195,
      "grad_norm": 1.399119970752301,
      "learning_rate": 7.0653523522826e-05,
      "loss": 0.5897,
      "step": 99881
    },
    {
      "epoch": 4.091009625230392,
      "grad_norm": 1.1517708004045462,
      "learning_rate": 7.065075580323804e-05,
      "loss": 0.2949,
      "step": 99882
    },
    {
      "epoch": 4.091050583657587,
      "grad_norm": 1.3354424914163172,
      "learning_rate": 7.064798812116173e-05,
      "loss": 0.3795,
      "step": 99883
    },
    {
      "epoch": 4.091091542084784,
      "grad_norm": 1.4023594367893784,
      "learning_rate": 7.064522047659847e-05,
      "loss": 0.6013,
      "step": 99884
    },
    {
      "epoch": 4.09113250051198,
      "grad_norm": 1.200998647538963,
      "learning_rate": 7.064245286954958e-05,
      "loss": 0.3281,
      "step": 99885
    },
    {
      "epoch": 4.091173458939177,
      "grad_norm": 1.5513834105180397,
      "learning_rate": 7.063968530001629e-05,
      "loss": 0.6422,
      "step": 99886
    },
    {
      "epoch": 4.091214417366373,
      "grad_norm": 1.5133554138142715,
      "learning_rate": 7.063691776799999e-05,
      "loss": 0.6274,
      "step": 99887
    },
    {
      "epoch": 4.09125537579357,
      "grad_norm": 1.4896501505953545,
      "learning_rate": 7.063415027350191e-05,
      "loss": 0.682,
      "step": 99888
    },
    {
      "epoch": 4.0912963342207656,
      "grad_norm": 0.7334542771259118,
      "learning_rate": 7.063138281652339e-05,
      "loss": 0.173,
      "step": 99889
    },
    {
      "epoch": 4.091337292647962,
      "grad_norm": 3.3531808312583964,
      "learning_rate": 7.062861539706581e-05,
      "loss": 1.3237,
      "step": 99890
    },
    {
      "epoch": 4.091378251075159,
      "grad_norm": 1.7341760780992994,
      "learning_rate": 7.062584801513042e-05,
      "loss": 0.9355,
      "step": 99891
    },
    {
      "epoch": 4.091419209502355,
      "grad_norm": 0.8381128057743857,
      "learning_rate": 7.062308067071846e-05,
      "loss": 0.2519,
      "step": 99892
    },
    {
      "epoch": 4.091460167929552,
      "grad_norm": 1.4305138483125774,
      "learning_rate": 7.062031336383134e-05,
      "loss": 0.5794,
      "step": 99893
    },
    {
      "epoch": 4.091501126356748,
      "grad_norm": 1.4793850794537575,
      "learning_rate": 7.06175460944703e-05,
      "loss": 0.7463,
      "step": 99894
    },
    {
      "epoch": 4.091542084783944,
      "grad_norm": 1.5292049841449646,
      "learning_rate": 7.061477886263667e-05,
      "loss": 0.7488,
      "step": 99895
    },
    {
      "epoch": 4.09158304321114,
      "grad_norm": 1.3931619208094768,
      "learning_rate": 7.061201166833181e-05,
      "loss": 0.4645,
      "step": 99896
    },
    {
      "epoch": 4.091624001638337,
      "grad_norm": 1.5115731009061761,
      "learning_rate": 7.060924451155694e-05,
      "loss": 0.5752,
      "step": 99897
    },
    {
      "epoch": 4.0916649600655335,
      "grad_norm": 1.4076233202353954,
      "learning_rate": 7.060647739231342e-05,
      "loss": 0.5554,
      "step": 99898
    },
    {
      "epoch": 4.09170591849273,
      "grad_norm": 1.6838533980321708,
      "learning_rate": 7.060371031060259e-05,
      "loss": 0.6457,
      "step": 99899
    },
    {
      "epoch": 4.091746876919927,
      "grad_norm": 1.2622584862380448,
      "learning_rate": 7.060094326642567e-05,
      "loss": 0.4911,
      "step": 99900
    },
    {
      "epoch": 4.091787835347123,
      "grad_norm": 0.6801913561951912,
      "learning_rate": 7.059817625978406e-05,
      "loss": 0.2024,
      "step": 99901
    },
    {
      "epoch": 4.091828793774319,
      "grad_norm": 0.808670994716529,
      "learning_rate": 7.0595409290679e-05,
      "loss": 0.1962,
      "step": 99902
    },
    {
      "epoch": 4.091869752201515,
      "grad_norm": 2.1344493792430668,
      "learning_rate": 7.059264235911179e-05,
      "loss": 1.0899,
      "step": 99903
    },
    {
      "epoch": 4.091910710628712,
      "grad_norm": 1.2316500017321246,
      "learning_rate": 7.058987546508385e-05,
      "loss": 0.4576,
      "step": 99904
    },
    {
      "epoch": 4.091951669055908,
      "grad_norm": 1.4678825004984841,
      "learning_rate": 7.058710860859634e-05,
      "loss": 0.634,
      "step": 99905
    },
    {
      "epoch": 4.091992627483105,
      "grad_norm": 1.3007459468226092,
      "learning_rate": 7.058434178965069e-05,
      "loss": 0.5159,
      "step": 99906
    },
    {
      "epoch": 4.092033585910301,
      "grad_norm": 1.3658678702298805,
      "learning_rate": 7.058157500824812e-05,
      "loss": 0.6746,
      "step": 99907
    },
    {
      "epoch": 4.092074544337497,
      "grad_norm": 1.5861331561448824,
      "learning_rate": 7.057880826438995e-05,
      "loss": 0.8359,
      "step": 99908
    },
    {
      "epoch": 4.092115502764694,
      "grad_norm": 1.5076376968407232,
      "learning_rate": 7.057604155807759e-05,
      "loss": 0.4553,
      "step": 99909
    },
    {
      "epoch": 4.09215646119189,
      "grad_norm": 1.6797584712986569,
      "learning_rate": 7.057327488931218e-05,
      "loss": 0.5413,
      "step": 99910
    },
    {
      "epoch": 4.092197419619087,
      "grad_norm": 1.2658995478938007,
      "learning_rate": 7.057050825809514e-05,
      "loss": 0.5532,
      "step": 99911
    },
    {
      "epoch": 4.092238378046283,
      "grad_norm": 1.262634665864458,
      "learning_rate": 7.05677416644278e-05,
      "loss": 0.4961,
      "step": 99912
    },
    {
      "epoch": 4.09227933647348,
      "grad_norm": 0.9541457875254117,
      "learning_rate": 7.056497510831137e-05,
      "loss": 0.2462,
      "step": 99913
    },
    {
      "epoch": 4.092320294900675,
      "grad_norm": 1.0877561423848952,
      "learning_rate": 7.056220858974727e-05,
      "loss": 0.2006,
      "step": 99914
    },
    {
      "epoch": 4.092361253327872,
      "grad_norm": 1.410030815905311,
      "learning_rate": 7.055944210873669e-05,
      "loss": 0.4797,
      "step": 99915
    },
    {
      "epoch": 4.0924022117550685,
      "grad_norm": 1.5134512539029963,
      "learning_rate": 7.0556675665281e-05,
      "loss": 0.559,
      "step": 99916
    },
    {
      "epoch": 4.092443170182265,
      "grad_norm": 1.7270202146933569,
      "learning_rate": 7.055390925938156e-05,
      "loss": 0.7704,
      "step": 99917
    },
    {
      "epoch": 4.0924841286094615,
      "grad_norm": 1.7310733133840823,
      "learning_rate": 7.055114289103956e-05,
      "loss": 0.8436,
      "step": 99918
    },
    {
      "epoch": 4.092525087036658,
      "grad_norm": 1.3832693481975495,
      "learning_rate": 7.054837656025637e-05,
      "loss": 0.6486,
      "step": 99919
    },
    {
      "epoch": 4.092566045463855,
      "grad_norm": 0.9355708409281859,
      "learning_rate": 7.054561026703336e-05,
      "loss": 0.2818,
      "step": 99920
    },
    {
      "epoch": 4.09260700389105,
      "grad_norm": 1.651423244943718,
      "learning_rate": 7.054284401137171e-05,
      "loss": 0.7887,
      "step": 99921
    },
    {
      "epoch": 4.092647962318247,
      "grad_norm": 1.2984425351659015,
      "learning_rate": 7.054007779327285e-05,
      "loss": 0.4746,
      "step": 99922
    },
    {
      "epoch": 4.092688920745443,
      "grad_norm": 1.2628133378851798,
      "learning_rate": 7.053731161273798e-05,
      "loss": 0.5825,
      "step": 99923
    },
    {
      "epoch": 4.09272987917264,
      "grad_norm": 0.8098208976552359,
      "learning_rate": 7.053454546976845e-05,
      "loss": 0.232,
      "step": 99924
    },
    {
      "epoch": 4.092770837599836,
      "grad_norm": 1.499603817701445,
      "learning_rate": 7.053177936436564e-05,
      "loss": 0.7514,
      "step": 99925
    },
    {
      "epoch": 4.092811796027033,
      "grad_norm": 1.0631147634626406,
      "learning_rate": 7.052901329653073e-05,
      "loss": 0.3349,
      "step": 99926
    },
    {
      "epoch": 4.092852754454229,
      "grad_norm": 1.1165249772261399,
      "learning_rate": 7.05262472662651e-05,
      "loss": 0.3103,
      "step": 99927
    },
    {
      "epoch": 4.092893712881425,
      "grad_norm": 1.014870515157272,
      "learning_rate": 7.05234812735701e-05,
      "loss": 0.265,
      "step": 99928
    },
    {
      "epoch": 4.092934671308622,
      "grad_norm": 1.1207594207059264,
      "learning_rate": 7.052071531844693e-05,
      "loss": 0.465,
      "step": 99929
    },
    {
      "epoch": 4.092975629735818,
      "grad_norm": 1.1793995587520538,
      "learning_rate": 7.051794940089701e-05,
      "loss": 0.3695,
      "step": 99930
    },
    {
      "epoch": 4.093016588163015,
      "grad_norm": 1.350369941825685,
      "learning_rate": 7.051518352092153e-05,
      "loss": 0.5924,
      "step": 99931
    },
    {
      "epoch": 4.093057546590211,
      "grad_norm": 1.832395939902635,
      "learning_rate": 7.051241767852187e-05,
      "loss": 0.7132,
      "step": 99932
    },
    {
      "epoch": 4.093098505017407,
      "grad_norm": 1.6430709297445136,
      "learning_rate": 7.050965187369937e-05,
      "loss": 0.8159,
      "step": 99933
    },
    {
      "epoch": 4.093139463444603,
      "grad_norm": 0.9006537897876328,
      "learning_rate": 7.050688610645525e-05,
      "loss": 0.2441,
      "step": 99934
    },
    {
      "epoch": 4.0931804218718,
      "grad_norm": 1.528165959859163,
      "learning_rate": 7.050412037679085e-05,
      "loss": 0.5833,
      "step": 99935
    },
    {
      "epoch": 4.0932213802989965,
      "grad_norm": 1.6025476273620534,
      "learning_rate": 7.050135468470757e-05,
      "loss": 0.4862,
      "step": 99936
    },
    {
      "epoch": 4.093262338726193,
      "grad_norm": 1.029378858248253,
      "learning_rate": 7.049858903020656e-05,
      "loss": 0.2805,
      "step": 99937
    },
    {
      "epoch": 4.09330329715339,
      "grad_norm": 1.1850614428682131,
      "learning_rate": 7.049582341328926e-05,
      "loss": 0.5732,
      "step": 99938
    },
    {
      "epoch": 4.093344255580586,
      "grad_norm": 1.5075602113442965,
      "learning_rate": 7.049305783395685e-05,
      "loss": 0.5246,
      "step": 99939
    },
    {
      "epoch": 4.093385214007782,
      "grad_norm": 1.1911558546600767,
      "learning_rate": 7.049029229221072e-05,
      "loss": 0.4491,
      "step": 99940
    },
    {
      "epoch": 4.093426172434978,
      "grad_norm": 0.8738008084711828,
      "learning_rate": 7.048752678805223e-05,
      "loss": 0.2283,
      "step": 99941
    },
    {
      "epoch": 4.093467130862175,
      "grad_norm": 1.3112474931445344,
      "learning_rate": 7.048476132148258e-05,
      "loss": 0.5555,
      "step": 99942
    },
    {
      "epoch": 4.093508089289371,
      "grad_norm": 0.7268563224520672,
      "learning_rate": 7.04819958925031e-05,
      "loss": 0.2479,
      "step": 99943
    },
    {
      "epoch": 4.093549047716568,
      "grad_norm": 1.3165645940173372,
      "learning_rate": 7.047923050111518e-05,
      "loss": 0.5521,
      "step": 99944
    },
    {
      "epoch": 4.0935900061437644,
      "grad_norm": 1.474668885758289,
      "learning_rate": 7.047646514732002e-05,
      "loss": 0.6794,
      "step": 99945
    },
    {
      "epoch": 4.09363096457096,
      "grad_norm": 1.5071827154990503,
      "learning_rate": 7.0473699831119e-05,
      "loss": 0.6233,
      "step": 99946
    },
    {
      "epoch": 4.093671922998157,
      "grad_norm": 1.0465619032458553,
      "learning_rate": 7.047093455251337e-05,
      "loss": 0.3165,
      "step": 99947
    },
    {
      "epoch": 4.093712881425353,
      "grad_norm": 0.9873411146384181,
      "learning_rate": 7.046816931150446e-05,
      "loss": 0.2347,
      "step": 99948
    },
    {
      "epoch": 4.09375383985255,
      "grad_norm": 1.4654991072298762,
      "learning_rate": 7.046540410809365e-05,
      "loss": 0.5755,
      "step": 99949
    },
    {
      "epoch": 4.093794798279746,
      "grad_norm": 1.4849640599549911,
      "learning_rate": 7.04626389422821e-05,
      "loss": 0.6689,
      "step": 99950
    },
    {
      "epoch": 4.093835756706943,
      "grad_norm": 0.9930081734134629,
      "learning_rate": 7.045987381407127e-05,
      "loss": 0.4432,
      "step": 99951
    },
    {
      "epoch": 4.093876715134138,
      "grad_norm": 0.8355792476878878,
      "learning_rate": 7.045710872346234e-05,
      "loss": 0.2162,
      "step": 99952
    },
    {
      "epoch": 4.093917673561335,
      "grad_norm": 1.3503194613219534,
      "learning_rate": 7.045434367045668e-05,
      "loss": 0.5399,
      "step": 99953
    },
    {
      "epoch": 4.0939586319885315,
      "grad_norm": 1.231886392141553,
      "learning_rate": 7.045157865505564e-05,
      "loss": 0.5278,
      "step": 99954
    },
    {
      "epoch": 4.093999590415728,
      "grad_norm": 0.9138319815821437,
      "learning_rate": 7.044881367726042e-05,
      "loss": 0.217,
      "step": 99955
    },
    {
      "epoch": 4.094040548842925,
      "grad_norm": 1.3195783917781234,
      "learning_rate": 7.04460487370724e-05,
      "loss": 0.5668,
      "step": 99956
    },
    {
      "epoch": 4.094081507270121,
      "grad_norm": 1.9041842033994385,
      "learning_rate": 7.044328383449291e-05,
      "loss": 0.9424,
      "step": 99957
    },
    {
      "epoch": 4.094122465697318,
      "grad_norm": 1.1512130090042538,
      "learning_rate": 7.044051896952317e-05,
      "loss": 0.5739,
      "step": 99958
    },
    {
      "epoch": 4.094163424124513,
      "grad_norm": 1.3844274299621948,
      "learning_rate": 7.04377541421646e-05,
      "loss": 0.563,
      "step": 99959
    },
    {
      "epoch": 4.09420438255171,
      "grad_norm": 1.532055807107007,
      "learning_rate": 7.043498935241836e-05,
      "loss": 0.7236,
      "step": 99960
    },
    {
      "epoch": 4.094245340978906,
      "grad_norm": 1.203668549108906,
      "learning_rate": 7.043222460028586e-05,
      "loss": 0.4762,
      "step": 99961
    },
    {
      "epoch": 4.094286299406103,
      "grad_norm": 1.7726704716390085,
      "learning_rate": 7.042945988576844e-05,
      "loss": 0.8228,
      "step": 99962
    },
    {
      "epoch": 4.094327257833299,
      "grad_norm": 1.2156739425622385,
      "learning_rate": 7.042669520886734e-05,
      "loss": 0.3777,
      "step": 99963
    },
    {
      "epoch": 4.094368216260496,
      "grad_norm": 1.2765632022952134,
      "learning_rate": 7.042393056958386e-05,
      "loss": 0.2442,
      "step": 99964
    },
    {
      "epoch": 4.094409174687692,
      "grad_norm": 1.633702522470948,
      "learning_rate": 7.042116596791936e-05,
      "loss": 0.5445,
      "step": 99965
    },
    {
      "epoch": 4.094450133114888,
      "grad_norm": 1.3197964226278538,
      "learning_rate": 7.041840140387505e-05,
      "loss": 0.5226,
      "step": 99966
    },
    {
      "epoch": 4.094491091542085,
      "grad_norm": 1.4945775749473154,
      "learning_rate": 7.041563687745233e-05,
      "loss": 0.4628,
      "step": 99967
    },
    {
      "epoch": 4.094532049969281,
      "grad_norm": 1.661599962900792,
      "learning_rate": 7.041287238865252e-05,
      "loss": 0.7743,
      "step": 99968
    },
    {
      "epoch": 4.094573008396478,
      "grad_norm": 1.2127828483588512,
      "learning_rate": 7.041010793747683e-05,
      "loss": 0.4682,
      "step": 99969
    },
    {
      "epoch": 4.094613966823674,
      "grad_norm": 1.3040680732864856,
      "learning_rate": 7.040734352392662e-05,
      "loss": 0.5407,
      "step": 99970
    },
    {
      "epoch": 4.09465492525087,
      "grad_norm": 1.323929795921621,
      "learning_rate": 7.040457914800325e-05,
      "loss": 0.5621,
      "step": 99971
    },
    {
      "epoch": 4.0946958836780665,
      "grad_norm": 1.3195376155483407,
      "learning_rate": 7.040181480970792e-05,
      "loss": 0.6461,
      "step": 99972
    },
    {
      "epoch": 4.094736842105263,
      "grad_norm": 1.3871108304905302,
      "learning_rate": 7.039905050904206e-05,
      "loss": 0.7686,
      "step": 99973
    },
    {
      "epoch": 4.0947778005324595,
      "grad_norm": 1.5947014309222516,
      "learning_rate": 7.039628624600686e-05,
      "loss": 0.6343,
      "step": 99974
    },
    {
      "epoch": 4.094818758959656,
      "grad_norm": 1.3151000331374993,
      "learning_rate": 7.039352202060367e-05,
      "loss": 0.685,
      "step": 99975
    },
    {
      "epoch": 4.094859717386853,
      "grad_norm": 2.3816509303281728,
      "learning_rate": 7.039075783283384e-05,
      "loss": 1.6143,
      "step": 99976
    },
    {
      "epoch": 4.094900675814049,
      "grad_norm": 0.9430531451225368,
      "learning_rate": 7.038799368269861e-05,
      "loss": 0.1973,
      "step": 99977
    },
    {
      "epoch": 4.094941634241245,
      "grad_norm": 1.6891789742541434,
      "learning_rate": 7.038522957019936e-05,
      "loss": 0.8608,
      "step": 99978
    },
    {
      "epoch": 4.094982592668441,
      "grad_norm": 1.1971277963589066,
      "learning_rate": 7.038246549533731e-05,
      "loss": 0.3354,
      "step": 99979
    },
    {
      "epoch": 4.095023551095638,
      "grad_norm": 1.6416834330292216,
      "learning_rate": 7.037970145811379e-05,
      "loss": 0.677,
      "step": 99980
    },
    {
      "epoch": 4.095064509522834,
      "grad_norm": 1.101793880786622,
      "learning_rate": 7.03769374585302e-05,
      "loss": 0.393,
      "step": 99981
    },
    {
      "epoch": 4.095105467950031,
      "grad_norm": 1.63825354646839,
      "learning_rate": 7.037417349658772e-05,
      "loss": 0.5233,
      "step": 99982
    },
    {
      "epoch": 4.0951464263772275,
      "grad_norm": 1.8561725330729488,
      "learning_rate": 7.03714095722877e-05,
      "loss": 0.7444,
      "step": 99983
    },
    {
      "epoch": 4.095187384804423,
      "grad_norm": 1.577849647231035,
      "learning_rate": 7.036864568563151e-05,
      "loss": 0.5559,
      "step": 99984
    },
    {
      "epoch": 4.09522834323162,
      "grad_norm": 1.319311838941449,
      "learning_rate": 7.036588183662035e-05,
      "loss": 0.525,
      "step": 99985
    },
    {
      "epoch": 4.095269301658816,
      "grad_norm": 1.4372170743260422,
      "learning_rate": 7.036311802525564e-05,
      "loss": 0.6298,
      "step": 99986
    },
    {
      "epoch": 4.095310260086013,
      "grad_norm": 1.2947451376179646,
      "learning_rate": 7.036035425153857e-05,
      "loss": 0.6425,
      "step": 99987
    },
    {
      "epoch": 4.095351218513209,
      "grad_norm": 0.9529227455142237,
      "learning_rate": 7.035759051547051e-05,
      "loss": 0.2133,
      "step": 99988
    },
    {
      "epoch": 4.095392176940406,
      "grad_norm": 0.7692807934719599,
      "learning_rate": 7.035482681705281e-05,
      "loss": 0.1493,
      "step": 99989
    },
    {
      "epoch": 4.0954331353676015,
      "grad_norm": 3.2818674148909235,
      "learning_rate": 7.035206315628666e-05,
      "loss": 2.782,
      "step": 99990
    },
    {
      "epoch": 4.095474093794798,
      "grad_norm": 1.361690012690574,
      "learning_rate": 7.034929953317345e-05,
      "loss": 0.6065,
      "step": 99991
    },
    {
      "epoch": 4.0955150522219945,
      "grad_norm": 1.5573552089403806,
      "learning_rate": 7.03465359477145e-05,
      "loss": 0.5696,
      "step": 99992
    },
    {
      "epoch": 4.095556010649191,
      "grad_norm": 1.5056831807358644,
      "learning_rate": 7.034377239991105e-05,
      "loss": 0.687,
      "step": 99993
    },
    {
      "epoch": 4.095596969076388,
      "grad_norm": 1.2639988723032054,
      "learning_rate": 7.03410088897645e-05,
      "loss": 0.513,
      "step": 99994
    },
    {
      "epoch": 4.095637927503584,
      "grad_norm": 1.3751184136192607,
      "learning_rate": 7.033824541727605e-05,
      "loss": 0.5238,
      "step": 99995
    },
    {
      "epoch": 4.095678885930781,
      "grad_norm": 1.513767286709419,
      "learning_rate": 7.033548198244703e-05,
      "loss": 0.4016,
      "step": 99996
    },
    {
      "epoch": 4.095719844357976,
      "grad_norm": 1.0584610090268276,
      "learning_rate": 7.033271858527884e-05,
      "loss": 0.2916,
      "step": 99997
    },
    {
      "epoch": 4.095760802785173,
      "grad_norm": 1.1062239319317928,
      "learning_rate": 7.032995522577266e-05,
      "loss": 0.3775,
      "step": 99998
    },
    {
      "epoch": 4.095801761212369,
      "grad_norm": 1.1264353384393924,
      "learning_rate": 7.032719190392985e-05,
      "loss": 0.6784,
      "step": 99999
    },
    {
      "epoch": 4.095842719639566,
      "grad_norm": 1.671582129188487,
      "learning_rate": 7.032442861975179e-05,
      "loss": 0.705,
      "step": 100000
    },
    {
      "epoch": 4.0958836780667625,
      "grad_norm": 1.5170756087485773,
      "learning_rate": 7.032166537323965e-05,
      "loss": 0.5676,
      "step": 100001
    },
    {
      "epoch": 4.095924636493959,
      "grad_norm": 1.732501819123656,
      "learning_rate": 7.031890216439487e-05,
      "loss": 1.0772,
      "step": 100002
    },
    {
      "epoch": 4.095965594921155,
      "grad_norm": 1.4779787298212967,
      "learning_rate": 7.031613899321862e-05,
      "loss": 0.6302,
      "step": 100003
    },
    {
      "epoch": 4.096006553348351,
      "grad_norm": 1.2294606472540797,
      "learning_rate": 7.031337585971228e-05,
      "loss": 0.5972,
      "step": 100004
    },
    {
      "epoch": 4.096047511775548,
      "grad_norm": 3.55005395080694,
      "learning_rate": 7.031061276387722e-05,
      "loss": 3.8847,
      "step": 100005
    },
    {
      "epoch": 4.096088470202744,
      "grad_norm": 1.7934990980075032,
      "learning_rate": 7.030784970571459e-05,
      "loss": 0.9294,
      "step": 100006
    },
    {
      "epoch": 4.096129428629941,
      "grad_norm": 1.442290685015794,
      "learning_rate": 7.030508668522582e-05,
      "loss": 0.4914,
      "step": 100007
    },
    {
      "epoch": 4.096170387057137,
      "grad_norm": 1.4990439186739846,
      "learning_rate": 7.030232370241221e-05,
      "loss": 0.6416,
      "step": 100008
    },
    {
      "epoch": 4.096211345484333,
      "grad_norm": 0.8784784975434142,
      "learning_rate": 7.0299560757275e-05,
      "loss": 0.3108,
      "step": 100009
    },
    {
      "epoch": 4.0962523039115295,
      "grad_norm": 1.4234786377979247,
      "learning_rate": 7.029679784981559e-05,
      "loss": 0.571,
      "step": 100010
    },
    {
      "epoch": 4.096293262338726,
      "grad_norm": 1.5732869599846908,
      "learning_rate": 7.029403498003516e-05,
      "loss": 0.7647,
      "step": 100011
    },
    {
      "epoch": 4.096334220765923,
      "grad_norm": 1.1117196086564254,
      "learning_rate": 7.02912721479351e-05,
      "loss": 0.4614,
      "step": 100012
    },
    {
      "epoch": 4.096375179193119,
      "grad_norm": 1.384669717114223,
      "learning_rate": 7.028850935351675e-05,
      "loss": 0.7457,
      "step": 100013
    },
    {
      "epoch": 4.096416137620316,
      "grad_norm": 1.7097298812721096,
      "learning_rate": 7.02857465967813e-05,
      "loss": 0.7414,
      "step": 100014
    },
    {
      "epoch": 4.096457096047512,
      "grad_norm": 1.4397010488746105,
      "learning_rate": 7.028298387773013e-05,
      "loss": 0.5842,
      "step": 100015
    },
    {
      "epoch": 4.096498054474708,
      "grad_norm": 1.1369272273752982,
      "learning_rate": 7.028022119636461e-05,
      "loss": 0.365,
      "step": 100016
    },
    {
      "epoch": 4.096539012901904,
      "grad_norm": 1.9410990017721856,
      "learning_rate": 7.02774585526859e-05,
      "loss": 1.0116,
      "step": 100017
    },
    {
      "epoch": 4.096579971329101,
      "grad_norm": 1.4715247471674904,
      "learning_rate": 7.027469594669545e-05,
      "loss": 0.6119,
      "step": 100018
    },
    {
      "epoch": 4.096620929756297,
      "grad_norm": 1.2722707431269173,
      "learning_rate": 7.027193337839442e-05,
      "loss": 0.3076,
      "step": 100019
    },
    {
      "epoch": 4.096661888183494,
      "grad_norm": 1.5611003042058331,
      "learning_rate": 7.026917084778422e-05,
      "loss": 0.7064,
      "step": 100020
    },
    {
      "epoch": 4.0967028466106905,
      "grad_norm": 1.1354524658681433,
      "learning_rate": 7.026640835486618e-05,
      "loss": 0.4237,
      "step": 100021
    },
    {
      "epoch": 4.096743805037886,
      "grad_norm": 0.7614787108690432,
      "learning_rate": 7.026364589964149e-05,
      "loss": 0.2275,
      "step": 100022
    },
    {
      "epoch": 4.096784763465083,
      "grad_norm": 1.4806784281695962,
      "learning_rate": 7.026088348211159e-05,
      "loss": 0.7254,
      "step": 100023
    },
    {
      "epoch": 4.096825721892279,
      "grad_norm": 0.6587342377208081,
      "learning_rate": 7.025812110227764e-05,
      "loss": 0.1458,
      "step": 100024
    },
    {
      "epoch": 4.096866680319476,
      "grad_norm": 1.3128558224913118,
      "learning_rate": 7.025535876014103e-05,
      "loss": 0.4363,
      "step": 100025
    },
    {
      "epoch": 4.096907638746672,
      "grad_norm": 1.63069999760789,
      "learning_rate": 7.025259645570312e-05,
      "loss": 0.829,
      "step": 100026
    },
    {
      "epoch": 4.096948597173869,
      "grad_norm": 1.4351165827009462,
      "learning_rate": 7.024983418896512e-05,
      "loss": 0.6019,
      "step": 100027
    },
    {
      "epoch": 4.0969895556010645,
      "grad_norm": 2.9466146330606158,
      "learning_rate": 7.024707195992833e-05,
      "loss": 2.615,
      "step": 100028
    },
    {
      "epoch": 4.097030514028261,
      "grad_norm": 3.8561879084989417,
      "learning_rate": 7.024430976859419e-05,
      "loss": 3.0963,
      "step": 100029
    },
    {
      "epoch": 4.0970714724554576,
      "grad_norm": 0.9567819657941165,
      "learning_rate": 7.024154761496384e-05,
      "loss": 0.2322,
      "step": 100030
    },
    {
      "epoch": 4.097112430882654,
      "grad_norm": 1.3117377905634966,
      "learning_rate": 7.02387854990387e-05,
      "loss": 0.5871,
      "step": 100031
    },
    {
      "epoch": 4.097153389309851,
      "grad_norm": 1.8049806665046315,
      "learning_rate": 7.023602342082006e-05,
      "loss": 0.5445,
      "step": 100032
    },
    {
      "epoch": 4.097194347737047,
      "grad_norm": 1.1380567829076575,
      "learning_rate": 7.023326138030912e-05,
      "loss": 0.4833,
      "step": 100033
    },
    {
      "epoch": 4.097235306164244,
      "grad_norm": 1.5778268321959754,
      "learning_rate": 7.023049937750728e-05,
      "loss": 0.3758,
      "step": 100034
    },
    {
      "epoch": 4.097276264591439,
      "grad_norm": 1.6151039770045994,
      "learning_rate": 7.022773741241588e-05,
      "loss": 0.7316,
      "step": 100035
    },
    {
      "epoch": 4.097317223018636,
      "grad_norm": 1.129663595488588,
      "learning_rate": 7.022497548503613e-05,
      "loss": 0.4416,
      "step": 100036
    },
    {
      "epoch": 4.097358181445832,
      "grad_norm": 1.522617795874489,
      "learning_rate": 7.022221359536943e-05,
      "loss": 0.6332,
      "step": 100037
    },
    {
      "epoch": 4.097399139873029,
      "grad_norm": 1.1475425268903672,
      "learning_rate": 7.021945174341699e-05,
      "loss": 0.4959,
      "step": 100038
    },
    {
      "epoch": 4.0974400983002255,
      "grad_norm": 1.4680735515870682,
      "learning_rate": 7.021668992918016e-05,
      "loss": 0.5269,
      "step": 100039
    },
    {
      "epoch": 4.097481056727422,
      "grad_norm": 1.682468947874191,
      "learning_rate": 7.02139281526603e-05,
      "loss": 0.6232,
      "step": 100040
    },
    {
      "epoch": 4.097522015154618,
      "grad_norm": 1.1373489206052818,
      "learning_rate": 7.021116641385863e-05,
      "loss": 0.5108,
      "step": 100041
    },
    {
      "epoch": 4.097562973581814,
      "grad_norm": 1.396600366969818,
      "learning_rate": 7.020840471277646e-05,
      "loss": 0.5985,
      "step": 100042
    },
    {
      "epoch": 4.097603932009011,
      "grad_norm": 1.572037114381973,
      "learning_rate": 7.020564304941519e-05,
      "loss": 0.6859,
      "step": 100043
    },
    {
      "epoch": 4.097644890436207,
      "grad_norm": 1.5462530788741515,
      "learning_rate": 7.020288142377602e-05,
      "loss": 0.6445,
      "step": 100044
    },
    {
      "epoch": 4.097685848863404,
      "grad_norm": 1.77709060480481,
      "learning_rate": 7.020011983586034e-05,
      "loss": 0.8318,
      "step": 100045
    },
    {
      "epoch": 4.0977268072906,
      "grad_norm": 1.4621384488157296,
      "learning_rate": 7.019735828566937e-05,
      "loss": 0.5228,
      "step": 100046
    },
    {
      "epoch": 4.097767765717796,
      "grad_norm": 1.6461314431646077,
      "learning_rate": 7.019459677320445e-05,
      "loss": 0.8154,
      "step": 100047
    },
    {
      "epoch": 4.0978087241449925,
      "grad_norm": 1.4443656297705896,
      "learning_rate": 7.019183529846694e-05,
      "loss": 0.3972,
      "step": 100048
    },
    {
      "epoch": 4.097849682572189,
      "grad_norm": 1.9882765746319102,
      "learning_rate": 7.018907386145805e-05,
      "loss": 1.2167,
      "step": 100049
    },
    {
      "epoch": 4.097890640999386,
      "grad_norm": 1.5278858160455644,
      "learning_rate": 7.01863124621792e-05,
      "loss": 0.6675,
      "step": 100050
    },
    {
      "epoch": 4.097931599426582,
      "grad_norm": 1.1884821542949267,
      "learning_rate": 7.018355110063158e-05,
      "loss": 0.4936,
      "step": 100051
    },
    {
      "epoch": 4.097972557853779,
      "grad_norm": 1.2663963962563425,
      "learning_rate": 7.018078977681652e-05,
      "loss": 0.522,
      "step": 100052
    },
    {
      "epoch": 4.098013516280975,
      "grad_norm": 1.402087649153808,
      "learning_rate": 7.017802849073544e-05,
      "loss": 0.6812,
      "step": 100053
    },
    {
      "epoch": 4.098054474708171,
      "grad_norm": 1.2650666787103035,
      "learning_rate": 7.017526724238946e-05,
      "loss": 0.6294,
      "step": 100054
    },
    {
      "epoch": 4.098095433135367,
      "grad_norm": 0.7795072683688012,
      "learning_rate": 7.017250603178e-05,
      "loss": 0.1819,
      "step": 100055
    },
    {
      "epoch": 4.098136391562564,
      "grad_norm": 0.9779272045431262,
      "learning_rate": 7.016974485890841e-05,
      "loss": 0.2378,
      "step": 100056
    },
    {
      "epoch": 4.0981773499897605,
      "grad_norm": 1.128704884940306,
      "learning_rate": 7.016698372377586e-05,
      "loss": 0.4488,
      "step": 100057
    },
    {
      "epoch": 4.098218308416957,
      "grad_norm": 1.796826064457991,
      "learning_rate": 7.016422262638381e-05,
      "loss": 0.7419,
      "step": 100058
    },
    {
      "epoch": 4.0982592668441535,
      "grad_norm": 1.1917136878932737,
      "learning_rate": 7.016146156673342e-05,
      "loss": 0.4768,
      "step": 100059
    },
    {
      "epoch": 4.098300225271349,
      "grad_norm": 1.6092811377620948,
      "learning_rate": 7.015870054482605e-05,
      "loss": 0.48,
      "step": 100060
    },
    {
      "epoch": 4.098341183698546,
      "grad_norm": 3.1493041230963352,
      "learning_rate": 7.015593956066307e-05,
      "loss": 2.2742,
      "step": 100061
    },
    {
      "epoch": 4.098382142125742,
      "grad_norm": 1.4005342726369632,
      "learning_rate": 7.015317861424566e-05,
      "loss": 0.7583,
      "step": 100062
    },
    {
      "epoch": 4.098423100552939,
      "grad_norm": 1.3524167247378542,
      "learning_rate": 7.01504177055752e-05,
      "loss": 0.4561,
      "step": 100063
    },
    {
      "epoch": 4.098464058980135,
      "grad_norm": 1.6232280345638783,
      "learning_rate": 7.014765683465306e-05,
      "loss": 0.6963,
      "step": 100064
    },
    {
      "epoch": 4.098505017407332,
      "grad_norm": 1.4671603998532887,
      "learning_rate": 7.014489600148042e-05,
      "loss": 0.7095,
      "step": 100065
    },
    {
      "epoch": 4.0985459758345275,
      "grad_norm": 1.5664807700661287,
      "learning_rate": 7.014213520605868e-05,
      "loss": 0.9271,
      "step": 100066
    },
    {
      "epoch": 4.098586934261724,
      "grad_norm": 1.5682980774804025,
      "learning_rate": 7.013937444838906e-05,
      "loss": 0.7437,
      "step": 100067
    },
    {
      "epoch": 4.098627892688921,
      "grad_norm": 1.1550989105575002,
      "learning_rate": 7.013661372847289e-05,
      "loss": 0.2759,
      "step": 100068
    },
    {
      "epoch": 4.098668851116117,
      "grad_norm": 2.1644748319692697,
      "learning_rate": 7.013385304631157e-05,
      "loss": 0.8795,
      "step": 100069
    },
    {
      "epoch": 4.098709809543314,
      "grad_norm": 0.8360711016952769,
      "learning_rate": 7.013109240190626e-05,
      "loss": 0.2624,
      "step": 100070
    },
    {
      "epoch": 4.09875076797051,
      "grad_norm": 1.0299504073421664,
      "learning_rate": 7.012833179525836e-05,
      "loss": 0.2906,
      "step": 100071
    },
    {
      "epoch": 4.098791726397707,
      "grad_norm": 1.5029545306441037,
      "learning_rate": 7.012557122636917e-05,
      "loss": 0.4649,
      "step": 100072
    },
    {
      "epoch": 4.098832684824902,
      "grad_norm": 1.4402664206629894,
      "learning_rate": 7.012281069523995e-05,
      "loss": 0.5834,
      "step": 100073
    },
    {
      "epoch": 4.098873643252099,
      "grad_norm": 1.1292055739545601,
      "learning_rate": 7.012005020187208e-05,
      "loss": 0.3951,
      "step": 100074
    },
    {
      "epoch": 4.0989146016792954,
      "grad_norm": 1.5432458383554404,
      "learning_rate": 7.011728974626674e-05,
      "loss": 0.5495,
      "step": 100075
    },
    {
      "epoch": 4.098955560106492,
      "grad_norm": 1.6672743887500945,
      "learning_rate": 7.011452932842532e-05,
      "loss": 0.7354,
      "step": 100076
    },
    {
      "epoch": 4.0989965185336885,
      "grad_norm": 1.1127900047276145,
      "learning_rate": 7.011176894834919e-05,
      "loss": 0.5493,
      "step": 100077
    },
    {
      "epoch": 4.099037476960885,
      "grad_norm": 0.5795979861669818,
      "learning_rate": 7.01090086060395e-05,
      "loss": 0.1039,
      "step": 100078
    },
    {
      "epoch": 4.099078435388081,
      "grad_norm": 1.5310577487720647,
      "learning_rate": 7.010624830149763e-05,
      "loss": 0.7085,
      "step": 100079
    },
    {
      "epoch": 4.099119393815277,
      "grad_norm": 1.2877509675527712,
      "learning_rate": 7.010348803472497e-05,
      "loss": 0.5348,
      "step": 100080
    },
    {
      "epoch": 4.099160352242474,
      "grad_norm": 1.0833648466570618,
      "learning_rate": 7.010072780572267e-05,
      "loss": 0.3127,
      "step": 100081
    },
    {
      "epoch": 4.09920131066967,
      "grad_norm": 1.6609665848450124,
      "learning_rate": 7.009796761449218e-05,
      "loss": 0.6302,
      "step": 100082
    },
    {
      "epoch": 4.099242269096867,
      "grad_norm": 1.9971392168939197,
      "learning_rate": 7.009520746103466e-05,
      "loss": 0.7033,
      "step": 100083
    },
    {
      "epoch": 4.099283227524063,
      "grad_norm": 0.890414740204964,
      "learning_rate": 7.009244734535151e-05,
      "loss": 0.2191,
      "step": 100084
    },
    {
      "epoch": 4.099324185951259,
      "grad_norm": 1.2881070038129376,
      "learning_rate": 7.008968726744407e-05,
      "loss": 0.4655,
      "step": 100085
    },
    {
      "epoch": 4.099365144378456,
      "grad_norm": 1.2555006268722904,
      "learning_rate": 7.008692722731352e-05,
      "loss": 0.5154,
      "step": 100086
    },
    {
      "epoch": 4.099406102805652,
      "grad_norm": 0.99876713020348,
      "learning_rate": 7.008416722496123e-05,
      "loss": 0.2711,
      "step": 100087
    },
    {
      "epoch": 4.099447061232849,
      "grad_norm": 0.7371435304812751,
      "learning_rate": 7.008140726038858e-05,
      "loss": 0.2144,
      "step": 100088
    },
    {
      "epoch": 4.099488019660045,
      "grad_norm": 2.0593822765972165,
      "learning_rate": 7.007864733359674e-05,
      "loss": 0.8311,
      "step": 100089
    },
    {
      "epoch": 4.099528978087242,
      "grad_norm": 2.440174213712889,
      "learning_rate": 7.007588744458712e-05,
      "loss": 1.755,
      "step": 100090
    },
    {
      "epoch": 4.099569936514438,
      "grad_norm": 1.8520959212454808,
      "learning_rate": 7.007312759336094e-05,
      "loss": 0.6252,
      "step": 100091
    },
    {
      "epoch": 4.099610894941634,
      "grad_norm": 4.1112453172836645,
      "learning_rate": 7.007036777991955e-05,
      "loss": 3.8216,
      "step": 100092
    },
    {
      "epoch": 4.09965185336883,
      "grad_norm": 1.9479088681100658,
      "learning_rate": 7.00676080042643e-05,
      "loss": 1.1296,
      "step": 100093
    },
    {
      "epoch": 4.099692811796027,
      "grad_norm": 1.5549411244485565,
      "learning_rate": 7.00648482663964e-05,
      "loss": 0.6914,
      "step": 100094
    },
    {
      "epoch": 4.0997337702232235,
      "grad_norm": 1.701217417689005,
      "learning_rate": 7.006208856631725e-05,
      "loss": 0.9701,
      "step": 100095
    },
    {
      "epoch": 4.09977472865042,
      "grad_norm": 1.470609829075112,
      "learning_rate": 7.005932890402806e-05,
      "loss": 0.61,
      "step": 100096
    },
    {
      "epoch": 4.099815687077617,
      "grad_norm": 1.7282050147965757,
      "learning_rate": 7.005656927953017e-05,
      "loss": 0.6478,
      "step": 100097
    },
    {
      "epoch": 4.099856645504812,
      "grad_norm": 1.6182930824030377,
      "learning_rate": 7.005380969282494e-05,
      "loss": 0.5828,
      "step": 100098
    },
    {
      "epoch": 4.099897603932009,
      "grad_norm": 1.3069412898039716,
      "learning_rate": 7.00510501439136e-05,
      "loss": 0.578,
      "step": 100099
    },
    {
      "epoch": 4.099938562359205,
      "grad_norm": 1.1881014989097547,
      "learning_rate": 7.004829063279747e-05,
      "loss": 0.4944,
      "step": 100100
    },
    {
      "epoch": 4.099979520786402,
      "grad_norm": 1.201345530462834,
      "learning_rate": 7.004553115947793e-05,
      "loss": 0.5271,
      "step": 100101
    },
    {
      "epoch": 4.100020479213598,
      "grad_norm": 1.4565431407187805,
      "learning_rate": 7.004277172395616e-05,
      "loss": 0.8457,
      "step": 100102
    },
    {
      "epoch": 4.100061437640795,
      "grad_norm": 2.4959730804841858,
      "learning_rate": 7.00400123262336e-05,
      "loss": 1.2496,
      "step": 100103
    },
    {
      "epoch": 4.1001023960679905,
      "grad_norm": 3.338189898512502,
      "learning_rate": 7.003725296631147e-05,
      "loss": 2.2442,
      "step": 100104
    },
    {
      "epoch": 4.100143354495187,
      "grad_norm": 1.240810862568117,
      "learning_rate": 7.003449364419102e-05,
      "loss": 0.5233,
      "step": 100105
    },
    {
      "epoch": 4.100184312922384,
      "grad_norm": 1.419266415898343,
      "learning_rate": 7.003173435987365e-05,
      "loss": 0.549,
      "step": 100106
    },
    {
      "epoch": 4.10022527134958,
      "grad_norm": 1.4105822936293784,
      "learning_rate": 7.002897511336066e-05,
      "loss": 0.4876,
      "step": 100107
    },
    {
      "epoch": 4.100266229776777,
      "grad_norm": 1.4567516760973465,
      "learning_rate": 7.002621590465328e-05,
      "loss": 0.6794,
      "step": 100108
    },
    {
      "epoch": 4.100307188203973,
      "grad_norm": 1.71094828994018,
      "learning_rate": 7.002345673375295e-05,
      "loss": 1.0276,
      "step": 100109
    },
    {
      "epoch": 4.10034814663117,
      "grad_norm": 1.5616323973089439,
      "learning_rate": 7.00206976006608e-05,
      "loss": 0.4985,
      "step": 100110
    },
    {
      "epoch": 4.100389105058365,
      "grad_norm": 1.6115528379471993,
      "learning_rate": 7.001793850537823e-05,
      "loss": 0.563,
      "step": 100111
    },
    {
      "epoch": 4.100430063485562,
      "grad_norm": 2.257955271855335,
      "learning_rate": 7.001517944790661e-05,
      "loss": 0.8567,
      "step": 100112
    },
    {
      "epoch": 4.1004710219127585,
      "grad_norm": 1.7645197927232956,
      "learning_rate": 7.00124204282471e-05,
      "loss": 0.626,
      "step": 100113
    },
    {
      "epoch": 4.100511980339955,
      "grad_norm": 1.0105945719806027,
      "learning_rate": 7.000966144640108e-05,
      "loss": 0.2411,
      "step": 100114
    },
    {
      "epoch": 4.1005529387671515,
      "grad_norm": 1.7322283271879058,
      "learning_rate": 7.000690250236991e-05,
      "loss": 0.6768,
      "step": 100115
    },
    {
      "epoch": 4.100593897194348,
      "grad_norm": 1.3327510897625048,
      "learning_rate": 7.000414359615477e-05,
      "loss": 0.654,
      "step": 100116
    },
    {
      "epoch": 4.100634855621544,
      "grad_norm": 0.5351867563419868,
      "learning_rate": 7.000138472775711e-05,
      "loss": 0.092,
      "step": 100117
    },
    {
      "epoch": 4.10067581404874,
      "grad_norm": 1.4310817140369287,
      "learning_rate": 6.999862589717807e-05,
      "loss": 0.6901,
      "step": 100118
    },
    {
      "epoch": 4.100716772475937,
      "grad_norm": 1.6218916050176126,
      "learning_rate": 6.999586710441905e-05,
      "loss": 1.0164,
      "step": 100119
    },
    {
      "epoch": 4.100757730903133,
      "grad_norm": 1.40851834334891,
      "learning_rate": 6.999310834948138e-05,
      "loss": 0.6067,
      "step": 100120
    },
    {
      "epoch": 4.10079868933033,
      "grad_norm": 1.6628610483488653,
      "learning_rate": 6.999034963236628e-05,
      "loss": 0.7116,
      "step": 100121
    },
    {
      "epoch": 4.100839647757526,
      "grad_norm": 1.6175556362534078,
      "learning_rate": 6.998759095307516e-05,
      "loss": 0.6107,
      "step": 100122
    },
    {
      "epoch": 4.100880606184723,
      "grad_norm": 1.4929460821879985,
      "learning_rate": 6.998483231160921e-05,
      "loss": 0.6887,
      "step": 100123
    },
    {
      "epoch": 4.100921564611919,
      "grad_norm": 2.5685387657807928,
      "learning_rate": 6.998207370796979e-05,
      "loss": 1.6483,
      "step": 100124
    },
    {
      "epoch": 4.100962523039115,
      "grad_norm": 1.5025426425213229,
      "learning_rate": 6.997931514215825e-05,
      "loss": 0.5906,
      "step": 100125
    },
    {
      "epoch": 4.101003481466312,
      "grad_norm": 1.6048689601474149,
      "learning_rate": 6.99765566141758e-05,
      "loss": 0.8152,
      "step": 100126
    },
    {
      "epoch": 4.101044439893508,
      "grad_norm": 1.6002790264779216,
      "learning_rate": 6.997379812402377e-05,
      "loss": 0.6611,
      "step": 100127
    },
    {
      "epoch": 4.101085398320705,
      "grad_norm": 1.206688893128647,
      "learning_rate": 6.997103967170356e-05,
      "loss": 0.5424,
      "step": 100128
    },
    {
      "epoch": 4.101126356747901,
      "grad_norm": 1.3537820859638874,
      "learning_rate": 6.996828125721633e-05,
      "loss": 0.5118,
      "step": 100129
    },
    {
      "epoch": 4.101167315175097,
      "grad_norm": 0.6737851515963282,
      "learning_rate": 6.996552288056353e-05,
      "loss": 0.168,
      "step": 100130
    },
    {
      "epoch": 4.1012082736022935,
      "grad_norm": 1.448388602122403,
      "learning_rate": 6.996276454174631e-05,
      "loss": 0.6594,
      "step": 100131
    },
    {
      "epoch": 4.10124923202949,
      "grad_norm": 1.6890486280539856,
      "learning_rate": 6.996000624076606e-05,
      "loss": 0.6121,
      "step": 100132
    },
    {
      "epoch": 4.1012901904566865,
      "grad_norm": 1.1547315499576416,
      "learning_rate": 6.995724797762413e-05,
      "loss": 0.2137,
      "step": 100133
    },
    {
      "epoch": 4.101331148883883,
      "grad_norm": 1.5629174604638203,
      "learning_rate": 6.99544897523217e-05,
      "loss": 0.8001,
      "step": 100134
    },
    {
      "epoch": 4.10137210731108,
      "grad_norm": 1.5830865963978245,
      "learning_rate": 6.995173156486016e-05,
      "loss": 0.7807,
      "step": 100135
    },
    {
      "epoch": 4.101413065738275,
      "grad_norm": 1.5609127991623553,
      "learning_rate": 6.994897341524084e-05,
      "loss": 0.3788,
      "step": 100136
    },
    {
      "epoch": 4.101454024165472,
      "grad_norm": 1.982642747296026,
      "learning_rate": 6.994621530346494e-05,
      "loss": 0.591,
      "step": 100137
    },
    {
      "epoch": 4.101494982592668,
      "grad_norm": 0.9415875401047155,
      "learning_rate": 6.99434572295339e-05,
      "loss": 0.3101,
      "step": 100138
    },
    {
      "epoch": 4.101535941019865,
      "grad_norm": 1.2924938227501093,
      "learning_rate": 6.994069919344889e-05,
      "loss": 0.6428,
      "step": 100139
    },
    {
      "epoch": 4.101576899447061,
      "grad_norm": 1.4446319908217446,
      "learning_rate": 6.993794119521126e-05,
      "loss": 0.7766,
      "step": 100140
    },
    {
      "epoch": 4.101617857874258,
      "grad_norm": 1.712078511163726,
      "learning_rate": 6.993518323482239e-05,
      "loss": 0.7339,
      "step": 100141
    },
    {
      "epoch": 4.1016588163014545,
      "grad_norm": 0.8971381266969369,
      "learning_rate": 6.993242531228346e-05,
      "loss": 0.217,
      "step": 100142
    },
    {
      "epoch": 4.10169977472865,
      "grad_norm": 1.2498244564719354,
      "learning_rate": 6.992966742759582e-05,
      "loss": 0.5004,
      "step": 100143
    },
    {
      "epoch": 4.101740733155847,
      "grad_norm": 1.7623213223933114,
      "learning_rate": 6.992690958076086e-05,
      "loss": 0.6663,
      "step": 100144
    },
    {
      "epoch": 4.101781691583043,
      "grad_norm": 1.2378603046543495,
      "learning_rate": 6.992415177177974e-05,
      "loss": 0.5876,
      "step": 100145
    },
    {
      "epoch": 4.10182265001024,
      "grad_norm": 1.5145609748085482,
      "learning_rate": 6.992139400065392e-05,
      "loss": 0.597,
      "step": 100146
    },
    {
      "epoch": 4.101863608437436,
      "grad_norm": 1.439988955190124,
      "learning_rate": 6.991863626738451e-05,
      "loss": 0.7145,
      "step": 100147
    },
    {
      "epoch": 4.101904566864633,
      "grad_norm": 1.6221154968103801,
      "learning_rate": 6.991587857197298e-05,
      "loss": 0.8576,
      "step": 100148
    },
    {
      "epoch": 4.101945525291828,
      "grad_norm": 1.6795171188602582,
      "learning_rate": 6.99131209144206e-05,
      "loss": 0.6392,
      "step": 100149
    },
    {
      "epoch": 4.101986483719025,
      "grad_norm": 1.5083544836224243,
      "learning_rate": 6.991036329472858e-05,
      "loss": 0.7006,
      "step": 100150
    },
    {
      "epoch": 4.1020274421462215,
      "grad_norm": 1.547982216424856,
      "learning_rate": 6.990760571289833e-05,
      "loss": 0.7108,
      "step": 100151
    },
    {
      "epoch": 4.102068400573418,
      "grad_norm": 1.3364270529939728,
      "learning_rate": 6.990484816893115e-05,
      "loss": 0.5605,
      "step": 100152
    },
    {
      "epoch": 4.102109359000615,
      "grad_norm": 1.6429556637877387,
      "learning_rate": 6.990209066282826e-05,
      "loss": 0.8072,
      "step": 100153
    },
    {
      "epoch": 4.102150317427811,
      "grad_norm": 1.034785344698619,
      "learning_rate": 6.989933319459106e-05,
      "loss": 0.2559,
      "step": 100154
    },
    {
      "epoch": 4.102191275855007,
      "grad_norm": 1.5203853576562594,
      "learning_rate": 6.989657576422076e-05,
      "loss": 0.7554,
      "step": 100155
    },
    {
      "epoch": 4.102232234282203,
      "grad_norm": 1.222913268441123,
      "learning_rate": 6.989381837171872e-05,
      "loss": 0.5515,
      "step": 100156
    },
    {
      "epoch": 4.1022731927094,
      "grad_norm": 1.3266779831495683,
      "learning_rate": 6.989106101708628e-05,
      "loss": 0.6014,
      "step": 100157
    },
    {
      "epoch": 4.102314151136596,
      "grad_norm": 0.8695001877377833,
      "learning_rate": 6.988830370032463e-05,
      "loss": 0.243,
      "step": 100158
    },
    {
      "epoch": 4.102355109563793,
      "grad_norm": 1.272527958528809,
      "learning_rate": 6.988554642143523e-05,
      "loss": 0.371,
      "step": 100159
    },
    {
      "epoch": 4.102396067990989,
      "grad_norm": 0.9372197482758472,
      "learning_rate": 6.988278918041921e-05,
      "loss": 0.2319,
      "step": 100160
    },
    {
      "epoch": 4.102437026418186,
      "grad_norm": 1.413069008868647,
      "learning_rate": 6.988003197727796e-05,
      "loss": 0.5119,
      "step": 100161
    },
    {
      "epoch": 4.102477984845382,
      "grad_norm": 1.4993427215956165,
      "learning_rate": 6.987727481201285e-05,
      "loss": 0.6296,
      "step": 100162
    },
    {
      "epoch": 4.102518943272578,
      "grad_norm": 0.8874832061675375,
      "learning_rate": 6.987451768462506e-05,
      "loss": 0.3201,
      "step": 100163
    },
    {
      "epoch": 4.102559901699775,
      "grad_norm": 0.9760433707760583,
      "learning_rate": 6.987176059511592e-05,
      "loss": 0.3285,
      "step": 100164
    },
    {
      "epoch": 4.102600860126971,
      "grad_norm": 1.372648556485443,
      "learning_rate": 6.986900354348685e-05,
      "loss": 0.5882,
      "step": 100165
    },
    {
      "epoch": 4.102641818554168,
      "grad_norm": 1.5001668839131348,
      "learning_rate": 6.9866246529739e-05,
      "loss": 0.5404,
      "step": 100166
    },
    {
      "epoch": 4.102682776981364,
      "grad_norm": 1.9790127507012667,
      "learning_rate": 6.986348955387379e-05,
      "loss": 0.7957,
      "step": 100167
    },
    {
      "epoch": 4.10272373540856,
      "grad_norm": 1.2939226078017252,
      "learning_rate": 6.986073261589243e-05,
      "loss": 0.5108,
      "step": 100168
    },
    {
      "epoch": 4.1027646938357565,
      "grad_norm": 1.5258185709521752,
      "learning_rate": 6.985797571579625e-05,
      "loss": 0.5405,
      "step": 100169
    },
    {
      "epoch": 4.102805652262953,
      "grad_norm": 1.4820691044635024,
      "learning_rate": 6.985521885358664e-05,
      "loss": 0.6401,
      "step": 100170
    },
    {
      "epoch": 4.1028466106901496,
      "grad_norm": 1.4755012959714067,
      "learning_rate": 6.985246202926475e-05,
      "loss": 0.7675,
      "step": 100171
    },
    {
      "epoch": 4.102887569117346,
      "grad_norm": 1.6485041144233512,
      "learning_rate": 6.984970524283199e-05,
      "loss": 0.5141,
      "step": 100172
    },
    {
      "epoch": 4.102928527544543,
      "grad_norm": 1.4062286524457492,
      "learning_rate": 6.984694849428972e-05,
      "loss": 0.6453,
      "step": 100173
    },
    {
      "epoch": 4.102969485971738,
      "grad_norm": 2.1614617972980974,
      "learning_rate": 6.984419178363909e-05,
      "loss": 1.0948,
      "step": 100174
    },
    {
      "epoch": 4.103010444398935,
      "grad_norm": 1.5392890685443859,
      "learning_rate": 6.984143511088146e-05,
      "loss": 0.6146,
      "step": 100175
    },
    {
      "epoch": 4.103051402826131,
      "grad_norm": 1.5560294883633978,
      "learning_rate": 6.98386784760182e-05,
      "loss": 0.7473,
      "step": 100176
    },
    {
      "epoch": 4.103092361253328,
      "grad_norm": 0.9575746095761093,
      "learning_rate": 6.98359218790505e-05,
      "loss": 0.2895,
      "step": 100177
    },
    {
      "epoch": 4.103133319680524,
      "grad_norm": 1.4203316470895457,
      "learning_rate": 6.983316531997972e-05,
      "loss": 0.6802,
      "step": 100178
    },
    {
      "epoch": 4.103174278107721,
      "grad_norm": 1.0130125775104488,
      "learning_rate": 6.983040879880724e-05,
      "loss": 0.2209,
      "step": 100179
    },
    {
      "epoch": 4.1032152365349175,
      "grad_norm": 1.6123451630644203,
      "learning_rate": 6.982765231553424e-05,
      "loss": 0.6926,
      "step": 100180
    },
    {
      "epoch": 4.103256194962113,
      "grad_norm": 1.3941951498928795,
      "learning_rate": 6.982489587016211e-05,
      "loss": 0.4888,
      "step": 100181
    },
    {
      "epoch": 4.10329715338931,
      "grad_norm": 1.370748249064964,
      "learning_rate": 6.982213946269207e-05,
      "loss": 0.5594,
      "step": 100182
    },
    {
      "epoch": 4.103338111816506,
      "grad_norm": 1.706564457711902,
      "learning_rate": 6.981938309312546e-05,
      "loss": 0.7807,
      "step": 100183
    },
    {
      "epoch": 4.103379070243703,
      "grad_norm": 1.6071499633338544,
      "learning_rate": 6.981662676146366e-05,
      "loss": 0.8131,
      "step": 100184
    },
    {
      "epoch": 4.103420028670899,
      "grad_norm": 2.860023159416456,
      "learning_rate": 6.981387046770785e-05,
      "loss": 2.4005,
      "step": 100185
    },
    {
      "epoch": 4.103460987098096,
      "grad_norm": 1.6607996581483,
      "learning_rate": 6.98111142118594e-05,
      "loss": 0.8369,
      "step": 100186
    },
    {
      "epoch": 4.1035019455252915,
      "grad_norm": 1.6970336748369172,
      "learning_rate": 6.980835799391963e-05,
      "loss": 0.729,
      "step": 100187
    },
    {
      "epoch": 4.103542903952488,
      "grad_norm": 1.3997268447573203,
      "learning_rate": 6.980560181388978e-05,
      "loss": 0.6505,
      "step": 100188
    },
    {
      "epoch": 4.1035838623796845,
      "grad_norm": 1.229871760258067,
      "learning_rate": 6.980284567177124e-05,
      "loss": 0.4317,
      "step": 100189
    },
    {
      "epoch": 4.103624820806881,
      "grad_norm": 1.3793812766917377,
      "learning_rate": 6.98000895675652e-05,
      "loss": 0.5918,
      "step": 100190
    },
    {
      "epoch": 4.103665779234078,
      "grad_norm": 1.6113069342852262,
      "learning_rate": 6.979733350127303e-05,
      "loss": 0.7382,
      "step": 100191
    },
    {
      "epoch": 4.103706737661274,
      "grad_norm": 1.7851585150335942,
      "learning_rate": 6.979457747289608e-05,
      "loss": 0.6958,
      "step": 100192
    },
    {
      "epoch": 4.10374769608847,
      "grad_norm": 1.1801502520198592,
      "learning_rate": 6.979182148243554e-05,
      "loss": 0.558,
      "step": 100193
    },
    {
      "epoch": 4.103788654515666,
      "grad_norm": 3.2861772078929845,
      "learning_rate": 6.978906552989284e-05,
      "loss": 1.9187,
      "step": 100194
    },
    {
      "epoch": 4.103829612942863,
      "grad_norm": 1.3820711367970095,
      "learning_rate": 6.978630961526915e-05,
      "loss": 0.5973,
      "step": 100195
    },
    {
      "epoch": 4.103870571370059,
      "grad_norm": 0.8375256840322729,
      "learning_rate": 6.978355373856584e-05,
      "loss": 0.2423,
      "step": 100196
    },
    {
      "epoch": 4.103911529797256,
      "grad_norm": 1.6782356287445537,
      "learning_rate": 6.978079789978426e-05,
      "loss": 0.6807,
      "step": 100197
    },
    {
      "epoch": 4.1039524882244525,
      "grad_norm": 1.2502655140005772,
      "learning_rate": 6.977804209892562e-05,
      "loss": 0.585,
      "step": 100198
    },
    {
      "epoch": 4.103993446651649,
      "grad_norm": 1.279180961902627,
      "learning_rate": 6.977528633599126e-05,
      "loss": 0.6402,
      "step": 100199
    },
    {
      "epoch": 4.104034405078845,
      "grad_norm": 1.2517099050158256,
      "learning_rate": 6.977253061098253e-05,
      "loss": 0.4919,
      "step": 100200
    },
    {
      "epoch": 4.104075363506041,
      "grad_norm": 1.4604545054075575,
      "learning_rate": 6.976977492390066e-05,
      "loss": 0.675,
      "step": 100201
    },
    {
      "epoch": 4.104116321933238,
      "grad_norm": 1.492293519846753,
      "learning_rate": 6.976701927474704e-05,
      "loss": 0.7371,
      "step": 100202
    },
    {
      "epoch": 4.104157280360434,
      "grad_norm": 1.5556164432461792,
      "learning_rate": 6.976426366352285e-05,
      "loss": 0.7543,
      "step": 100203
    },
    {
      "epoch": 4.104198238787631,
      "grad_norm": 1.1508143123298022,
      "learning_rate": 6.976150809022946e-05,
      "loss": 0.4402,
      "step": 100204
    },
    {
      "epoch": 4.104239197214827,
      "grad_norm": 0.9145920382060079,
      "learning_rate": 6.975875255486825e-05,
      "loss": 0.2376,
      "step": 100205
    },
    {
      "epoch": 4.104280155642023,
      "grad_norm": 1.616148393419724,
      "learning_rate": 6.975599705744037e-05,
      "loss": 0.8318,
      "step": 100206
    },
    {
      "epoch": 4.1043211140692195,
      "grad_norm": 1.6225524829653009,
      "learning_rate": 6.975324159794721e-05,
      "loss": 0.707,
      "step": 100207
    },
    {
      "epoch": 4.104362072496416,
      "grad_norm": 1.5159052939317148,
      "learning_rate": 6.97504861763901e-05,
      "loss": 0.8181,
      "step": 100208
    },
    {
      "epoch": 4.104403030923613,
      "grad_norm": 1.6919354103619137,
      "learning_rate": 6.974773079277025e-05,
      "loss": 0.6564,
      "step": 100209
    },
    {
      "epoch": 4.104443989350809,
      "grad_norm": 1.6893068795099382,
      "learning_rate": 6.974497544708908e-05,
      "loss": 0.8683,
      "step": 100210
    },
    {
      "epoch": 4.104484947778006,
      "grad_norm": 1.325315956540889,
      "learning_rate": 6.974222013934777e-05,
      "loss": 0.4703,
      "step": 100211
    },
    {
      "epoch": 4.104525906205201,
      "grad_norm": 1.6448117054012092,
      "learning_rate": 6.973946486954769e-05,
      "loss": 0.7081,
      "step": 100212
    },
    {
      "epoch": 4.104566864632398,
      "grad_norm": 1.3167826091958628,
      "learning_rate": 6.973670963769017e-05,
      "loss": 0.5186,
      "step": 100213
    },
    {
      "epoch": 4.104607823059594,
      "grad_norm": 1.6549196680774934,
      "learning_rate": 6.973395444377645e-05,
      "loss": 0.6552,
      "step": 100214
    },
    {
      "epoch": 4.104648781486791,
      "grad_norm": 2.079427794062797,
      "learning_rate": 6.973119928780784e-05,
      "loss": 1.0326,
      "step": 100215
    },
    {
      "epoch": 4.1046897399139874,
      "grad_norm": 1.4809296850032636,
      "learning_rate": 6.972844416978572e-05,
      "loss": 0.5399,
      "step": 100216
    },
    {
      "epoch": 4.104730698341184,
      "grad_norm": 1.7017610212598935,
      "learning_rate": 6.972568908971126e-05,
      "loss": 0.7692,
      "step": 100217
    },
    {
      "epoch": 4.1047716567683805,
      "grad_norm": 1.5497343497778064,
      "learning_rate": 6.972293404758592e-05,
      "loss": 0.6906,
      "step": 100218
    },
    {
      "epoch": 4.104812615195576,
      "grad_norm": 3.042536355595542,
      "learning_rate": 6.972017904341085e-05,
      "loss": 2.0041,
      "step": 100219
    },
    {
      "epoch": 4.104853573622773,
      "grad_norm": 1.7881434485838574,
      "learning_rate": 6.971742407718743e-05,
      "loss": 0.6185,
      "step": 100220
    },
    {
      "epoch": 4.104894532049969,
      "grad_norm": 0.9540251845365948,
      "learning_rate": 6.9714669148917e-05,
      "loss": 0.2783,
      "step": 100221
    },
    {
      "epoch": 4.104935490477166,
      "grad_norm": 1.3570666427224052,
      "learning_rate": 6.971191425860076e-05,
      "loss": 0.6636,
      "step": 100222
    },
    {
      "epoch": 4.104976448904362,
      "grad_norm": 17.393135917672467,
      "learning_rate": 6.970915940624006e-05,
      "loss": 2.7899,
      "step": 100223
    },
    {
      "epoch": 4.105017407331559,
      "grad_norm": 1.3274164242370337,
      "learning_rate": 6.970640459183627e-05,
      "loss": 0.6769,
      "step": 100224
    },
    {
      "epoch": 4.1050583657587545,
      "grad_norm": 0.9453551115344188,
      "learning_rate": 6.970364981539059e-05,
      "loss": 0.3139,
      "step": 100225
    },
    {
      "epoch": 4.105099324185951,
      "grad_norm": 1.3225450878395701,
      "learning_rate": 6.97008950769044e-05,
      "loss": 0.3851,
      "step": 100226
    },
    {
      "epoch": 4.105140282613148,
      "grad_norm": 2.6135919466018183,
      "learning_rate": 6.969814037637893e-05,
      "loss": 1.9843,
      "step": 100227
    },
    {
      "epoch": 4.105181241040344,
      "grad_norm": 1.7990282529236892,
      "learning_rate": 6.969538571381552e-05,
      "loss": 0.6533,
      "step": 100228
    },
    {
      "epoch": 4.105222199467541,
      "grad_norm": 1.9523990373456726,
      "learning_rate": 6.969263108921552e-05,
      "loss": 0.5888,
      "step": 100229
    },
    {
      "epoch": 4.105263157894737,
      "grad_norm": 1.9242795278328084,
      "learning_rate": 6.968987650258013e-05,
      "loss": 0.4907,
      "step": 100230
    },
    {
      "epoch": 4.105304116321933,
      "grad_norm": 0.3330646166422852,
      "learning_rate": 6.968712195391077e-05,
      "loss": 0.023,
      "step": 100231
    },
    {
      "epoch": 4.105345074749129,
      "grad_norm": 1.703425287820709,
      "learning_rate": 6.96843674432086e-05,
      "loss": 0.8851,
      "step": 100232
    },
    {
      "epoch": 4.105386033176326,
      "grad_norm": 1.7469948698038713,
      "learning_rate": 6.968161297047501e-05,
      "loss": 0.8858,
      "step": 100233
    },
    {
      "epoch": 4.105426991603522,
      "grad_norm": 1.8565225480567753,
      "learning_rate": 6.967885853571136e-05,
      "loss": 0.85,
      "step": 100234
    },
    {
      "epoch": 4.105467950030719,
      "grad_norm": 1.4576411084133567,
      "learning_rate": 6.967610413891883e-05,
      "loss": 0.6845,
      "step": 100235
    },
    {
      "epoch": 4.1055089084579155,
      "grad_norm": 0.9665969662934517,
      "learning_rate": 6.967334978009877e-05,
      "loss": 0.2117,
      "step": 100236
    },
    {
      "epoch": 4.105549866885112,
      "grad_norm": 1.2732175729288364,
      "learning_rate": 6.967059545925253e-05,
      "loss": 0.2194,
      "step": 100237
    },
    {
      "epoch": 4.105590825312308,
      "grad_norm": 1.3929143808542799,
      "learning_rate": 6.966784117638134e-05,
      "loss": 0.4494,
      "step": 100238
    },
    {
      "epoch": 4.105631783739504,
      "grad_norm": 0.510470029121577,
      "learning_rate": 6.966508693148658e-05,
      "loss": 0.0906,
      "step": 100239
    },
    {
      "epoch": 4.105672742166701,
      "grad_norm": 1.3059289103393643,
      "learning_rate": 6.966233272456944e-05,
      "loss": 0.5831,
      "step": 100240
    },
    {
      "epoch": 4.105713700593897,
      "grad_norm": 1.2964831918585145,
      "learning_rate": 6.965957855563129e-05,
      "loss": 0.3688,
      "step": 100241
    },
    {
      "epoch": 4.105754659021094,
      "grad_norm": 0.7790155535176315,
      "learning_rate": 6.96568244246735e-05,
      "loss": 0.2095,
      "step": 100242
    },
    {
      "epoch": 4.10579561744829,
      "grad_norm": 2.077466944374099,
      "learning_rate": 6.965407033169725e-05,
      "loss": 1.1489,
      "step": 100243
    },
    {
      "epoch": 4.105836575875486,
      "grad_norm": 1.240341566488955,
      "learning_rate": 6.965131627670391e-05,
      "loss": 0.495,
      "step": 100244
    },
    {
      "epoch": 4.1058775343026825,
      "grad_norm": 1.9121364709413837,
      "learning_rate": 6.964856225969481e-05,
      "loss": 0.72,
      "step": 100245
    },
    {
      "epoch": 4.105918492729879,
      "grad_norm": 1.3127425070850804,
      "learning_rate": 6.964580828067113e-05,
      "loss": 0.4956,
      "step": 100246
    },
    {
      "epoch": 4.105959451157076,
      "grad_norm": 1.0564568931666827,
      "learning_rate": 6.964305433963424e-05,
      "loss": 0.3454,
      "step": 100247
    },
    {
      "epoch": 4.106000409584272,
      "grad_norm": 1.2662870690973473,
      "learning_rate": 6.964030043658553e-05,
      "loss": 0.5056,
      "step": 100248
    },
    {
      "epoch": 4.106041368011469,
      "grad_norm": 1.5525497672691597,
      "learning_rate": 6.963754657152615e-05,
      "loss": 0.7561,
      "step": 100249
    },
    {
      "epoch": 4.106082326438664,
      "grad_norm": 0.8798106518021328,
      "learning_rate": 6.963479274445747e-05,
      "loss": 0.2333,
      "step": 100250
    },
    {
      "epoch": 4.106123284865861,
      "grad_norm": 1.0505290917223356,
      "learning_rate": 6.963203895538087e-05,
      "loss": 0.2973,
      "step": 100251
    },
    {
      "epoch": 4.106164243293057,
      "grad_norm": 0.8857085750837356,
      "learning_rate": 6.962928520429751e-05,
      "loss": 0.2795,
      "step": 100252
    },
    {
      "epoch": 4.106205201720254,
      "grad_norm": 1.1968532407737127,
      "learning_rate": 6.962653149120882e-05,
      "loss": 0.3973,
      "step": 100253
    },
    {
      "epoch": 4.1062461601474505,
      "grad_norm": 0.9017699485444016,
      "learning_rate": 6.9623777816116e-05,
      "loss": 0.2954,
      "step": 100254
    },
    {
      "epoch": 4.106287118574647,
      "grad_norm": 1.4306645835186662,
      "learning_rate": 6.962102417902037e-05,
      "loss": 0.5713,
      "step": 100255
    },
    {
      "epoch": 4.1063280770018435,
      "grad_norm": 1.0443505428487208,
      "learning_rate": 6.961827057992332e-05,
      "loss": 0.2409,
      "step": 100256
    },
    {
      "epoch": 4.106369035429039,
      "grad_norm": 0.5941557084251201,
      "learning_rate": 6.961551701882604e-05,
      "loss": 0.1337,
      "step": 100257
    },
    {
      "epoch": 4.106409993856236,
      "grad_norm": 1.4247328156800843,
      "learning_rate": 6.961276349572988e-05,
      "loss": 0.5851,
      "step": 100258
    },
    {
      "epoch": 4.106450952283432,
      "grad_norm": 1.5497202953435536,
      "learning_rate": 6.961001001063619e-05,
      "loss": 0.7866,
      "step": 100259
    },
    {
      "epoch": 4.106491910710629,
      "grad_norm": 1.1961153172396581,
      "learning_rate": 6.960725656354616e-05,
      "loss": 0.4821,
      "step": 100260
    },
    {
      "epoch": 4.106532869137825,
      "grad_norm": 1.3569076370822555,
      "learning_rate": 6.960450315446122e-05,
      "loss": 0.4984,
      "step": 100261
    },
    {
      "epoch": 4.106573827565022,
      "grad_norm": 1.3453223875540403,
      "learning_rate": 6.960174978338254e-05,
      "loss": 0.5825,
      "step": 100262
    },
    {
      "epoch": 4.1066147859922175,
      "grad_norm": 1.5101506572028387,
      "learning_rate": 6.959899645031148e-05,
      "loss": 0.8271,
      "step": 100263
    },
    {
      "epoch": 4.106655744419414,
      "grad_norm": 1.5243413127469598,
      "learning_rate": 6.959624315524944e-05,
      "loss": 0.7882,
      "step": 100264
    },
    {
      "epoch": 4.106696702846611,
      "grad_norm": 1.7568771513205463,
      "learning_rate": 6.959348989819755e-05,
      "loss": 0.7807,
      "step": 100265
    },
    {
      "epoch": 4.106737661273807,
      "grad_norm": 0.931054372462448,
      "learning_rate": 6.959073667915725e-05,
      "loss": 0.2955,
      "step": 100266
    },
    {
      "epoch": 4.106778619701004,
      "grad_norm": 1.6732942702784137,
      "learning_rate": 6.958798349812972e-05,
      "loss": 0.715,
      "step": 100267
    },
    {
      "epoch": 4.1068195781282,
      "grad_norm": 1.0647257660456826,
      "learning_rate": 6.958523035511633e-05,
      "loss": 0.2949,
      "step": 100268
    },
    {
      "epoch": 4.106860536555396,
      "grad_norm": 1.3455018689775888,
      "learning_rate": 6.958247725011845e-05,
      "loss": 0.4606,
      "step": 100269
    },
    {
      "epoch": 4.106901494982592,
      "grad_norm": 1.0210032145336116,
      "learning_rate": 6.957972418313724e-05,
      "loss": 0.3552,
      "step": 100270
    },
    {
      "epoch": 4.106942453409789,
      "grad_norm": 1.7154879682148774,
      "learning_rate": 6.957697115417406e-05,
      "loss": 0.7892,
      "step": 100271
    },
    {
      "epoch": 4.1069834118369855,
      "grad_norm": 1.5581663738022122,
      "learning_rate": 6.95742181632303e-05,
      "loss": 0.6292,
      "step": 100272
    },
    {
      "epoch": 4.107024370264182,
      "grad_norm": 1.7320425677973936,
      "learning_rate": 6.957146521030711e-05,
      "loss": 0.9408,
      "step": 100273
    },
    {
      "epoch": 4.1070653286913785,
      "grad_norm": 1.3196234635903763,
      "learning_rate": 6.956871229540592e-05,
      "loss": 0.4816,
      "step": 100274
    },
    {
      "epoch": 4.107106287118575,
      "grad_norm": 0.7938182815912399,
      "learning_rate": 6.956595941852793e-05,
      "loss": 0.2259,
      "step": 100275
    },
    {
      "epoch": 4.107147245545771,
      "grad_norm": 1.1156424671127954,
      "learning_rate": 6.956320657967448e-05,
      "loss": 0.582,
      "step": 100276
    },
    {
      "epoch": 4.107188203972967,
      "grad_norm": 2.6334487404157625,
      "learning_rate": 6.956045377884693e-05,
      "loss": 0.6368,
      "step": 100277
    },
    {
      "epoch": 4.107229162400164,
      "grad_norm": 1.3235057553287317,
      "learning_rate": 6.955770101604648e-05,
      "loss": 0.491,
      "step": 100278
    },
    {
      "epoch": 4.10727012082736,
      "grad_norm": 1.5550953252090993,
      "learning_rate": 6.955494829127448e-05,
      "loss": 0.6272,
      "step": 100279
    },
    {
      "epoch": 4.107311079254557,
      "grad_norm": 1.342121616603224,
      "learning_rate": 6.955219560453227e-05,
      "loss": 0.5528,
      "step": 100280
    },
    {
      "epoch": 4.107352037681753,
      "grad_norm": 1.623013292794936,
      "learning_rate": 6.954944295582109e-05,
      "loss": 0.844,
      "step": 100281
    },
    {
      "epoch": 4.107392996108949,
      "grad_norm": 1.3679021934948545,
      "learning_rate": 6.95466903451423e-05,
      "loss": 0.595,
      "step": 100282
    },
    {
      "epoch": 4.107433954536146,
      "grad_norm": 1.0530815951862487,
      "learning_rate": 6.954393777249712e-05,
      "loss": 0.2042,
      "step": 100283
    },
    {
      "epoch": 4.107474912963342,
      "grad_norm": 3.3503855305047017,
      "learning_rate": 6.95411852378869e-05,
      "loss": 1.0605,
      "step": 100284
    },
    {
      "epoch": 4.107515871390539,
      "grad_norm": 1.6026257685648997,
      "learning_rate": 6.9538432741313e-05,
      "loss": 0.7275,
      "step": 100285
    },
    {
      "epoch": 4.107556829817735,
      "grad_norm": 1.7957077984851162,
      "learning_rate": 6.95356802827766e-05,
      "loss": 0.6347,
      "step": 100286
    },
    {
      "epoch": 4.107597788244932,
      "grad_norm": 1.454865837870036,
      "learning_rate": 6.953292786227903e-05,
      "loss": 0.6527,
      "step": 100287
    },
    {
      "epoch": 4.107638746672127,
      "grad_norm": 1.8990761715951465,
      "learning_rate": 6.953017547982172e-05,
      "loss": 0.6763,
      "step": 100288
    },
    {
      "epoch": 4.107679705099324,
      "grad_norm": 2.14994231270502,
      "learning_rate": 6.95274231354058e-05,
      "loss": 1.1689,
      "step": 100289
    },
    {
      "epoch": 4.10772066352652,
      "grad_norm": 1.5480911962032546,
      "learning_rate": 6.95246708290327e-05,
      "loss": 0.861,
      "step": 100290
    },
    {
      "epoch": 4.107761621953717,
      "grad_norm": 1.4463802443991247,
      "learning_rate": 6.95219185607036e-05,
      "loss": 0.5605,
      "step": 100291
    },
    {
      "epoch": 4.1078025803809135,
      "grad_norm": 2.0689299106367214,
      "learning_rate": 6.951916633041988e-05,
      "loss": 0.6234,
      "step": 100292
    },
    {
      "epoch": 4.10784353880811,
      "grad_norm": 1.4596905631915917,
      "learning_rate": 6.951641413818288e-05,
      "loss": 0.7486,
      "step": 100293
    },
    {
      "epoch": 4.107884497235307,
      "grad_norm": 1.637958838889701,
      "learning_rate": 6.951366198399381e-05,
      "loss": 0.7931,
      "step": 100294
    },
    {
      "epoch": 4.107925455662502,
      "grad_norm": 1.6787918475478567,
      "learning_rate": 6.9510909867854e-05,
      "loss": 0.8357,
      "step": 100295
    },
    {
      "epoch": 4.107966414089699,
      "grad_norm": 1.530287353524873,
      "learning_rate": 6.95081577897648e-05,
      "loss": 0.5211,
      "step": 100296
    },
    {
      "epoch": 4.108007372516895,
      "grad_norm": 1.2925416269864851,
      "learning_rate": 6.950540574972743e-05,
      "loss": 0.5806,
      "step": 100297
    },
    {
      "epoch": 4.108048330944092,
      "grad_norm": 1.4021513453056818,
      "learning_rate": 6.950265374774329e-05,
      "loss": 0.6324,
      "step": 100298
    },
    {
      "epoch": 4.108089289371288,
      "grad_norm": 1.2329266384550468,
      "learning_rate": 6.949990178381356e-05,
      "loss": 0.604,
      "step": 100299
    },
    {
      "epoch": 4.108130247798485,
      "grad_norm": 1.7561309929722784,
      "learning_rate": 6.949714985793962e-05,
      "loss": 0.7533,
      "step": 100300
    },
    {
      "epoch": 4.1081712062256805,
      "grad_norm": 1.6450220052256195,
      "learning_rate": 6.94943979701228e-05,
      "loss": 0.6593,
      "step": 100301
    },
    {
      "epoch": 4.108212164652877,
      "grad_norm": 0.8116812552106304,
      "learning_rate": 6.949164612036431e-05,
      "loss": 0.2232,
      "step": 100302
    },
    {
      "epoch": 4.108253123080074,
      "grad_norm": 0.7897654699921111,
      "learning_rate": 6.948889430866556e-05,
      "loss": 0.2015,
      "step": 100303
    },
    {
      "epoch": 4.10829408150727,
      "grad_norm": 1.2793427275476024,
      "learning_rate": 6.948614253502772e-05,
      "loss": 0.6209,
      "step": 100304
    },
    {
      "epoch": 4.108335039934467,
      "grad_norm": 2.2748493770944953,
      "learning_rate": 6.948339079945215e-05,
      "loss": 0.4042,
      "step": 100305
    },
    {
      "epoch": 4.108375998361663,
      "grad_norm": 1.7303391127618661,
      "learning_rate": 6.948063910194024e-05,
      "loss": 0.5332,
      "step": 100306
    },
    {
      "epoch": 4.108416956788859,
      "grad_norm": 1.0867440441993519,
      "learning_rate": 6.947788744249313e-05,
      "loss": 0.4875,
      "step": 100307
    },
    {
      "epoch": 4.108457915216055,
      "grad_norm": 0.7625988494048398,
      "learning_rate": 6.947513582111223e-05,
      "loss": 0.1415,
      "step": 100308
    },
    {
      "epoch": 4.108498873643252,
      "grad_norm": 1.6207755434193782,
      "learning_rate": 6.947238423779886e-05,
      "loss": 0.5425,
      "step": 100309
    },
    {
      "epoch": 4.1085398320704485,
      "grad_norm": 0.7062619894575818,
      "learning_rate": 6.946963269255421e-05,
      "loss": 0.1625,
      "step": 100310
    },
    {
      "epoch": 4.108580790497645,
      "grad_norm": 0.9318092926588621,
      "learning_rate": 6.946688118537971e-05,
      "loss": 0.2678,
      "step": 100311
    },
    {
      "epoch": 4.1086217489248416,
      "grad_norm": 1.3788935938785678,
      "learning_rate": 6.946412971627654e-05,
      "loss": 0.3822,
      "step": 100312
    },
    {
      "epoch": 4.108662707352038,
      "grad_norm": 1.931652227112224,
      "learning_rate": 6.946137828524604e-05,
      "loss": 0.687,
      "step": 100313
    },
    {
      "epoch": 4.108703665779234,
      "grad_norm": 2.0641914518938407,
      "learning_rate": 6.945862689228958e-05,
      "loss": 1.0703,
      "step": 100314
    },
    {
      "epoch": 4.10874462420643,
      "grad_norm": 0.8655080466014041,
      "learning_rate": 6.945587553740843e-05,
      "loss": 0.1471,
      "step": 100315
    },
    {
      "epoch": 4.108785582633627,
      "grad_norm": 0.6205806163412269,
      "learning_rate": 6.945312422060382e-05,
      "loss": 0.1293,
      "step": 100316
    },
    {
      "epoch": 4.108826541060823,
      "grad_norm": 2.3592205988328154,
      "learning_rate": 6.945037294187712e-05,
      "loss": 0.9217,
      "step": 100317
    },
    {
      "epoch": 4.10886749948802,
      "grad_norm": 1.6041979135650455,
      "learning_rate": 6.944762170122959e-05,
      "loss": 0.6192,
      "step": 100318
    },
    {
      "epoch": 4.108908457915216,
      "grad_norm": 2.8571542275857555,
      "learning_rate": 6.944487049866251e-05,
      "loss": 2.5715,
      "step": 100319
    },
    {
      "epoch": 4.108949416342412,
      "grad_norm": 0.8005057658901562,
      "learning_rate": 6.944211933417731e-05,
      "loss": 0.2098,
      "step": 100320
    },
    {
      "epoch": 4.108990374769609,
      "grad_norm": 1.8454437785723354,
      "learning_rate": 6.943936820777514e-05,
      "loss": 1.0278,
      "step": 100321
    },
    {
      "epoch": 4.109031333196805,
      "grad_norm": 1.6345396397026957,
      "learning_rate": 6.943661711945735e-05,
      "loss": 0.8092,
      "step": 100322
    },
    {
      "epoch": 4.109072291624002,
      "grad_norm": 0.6881045061182153,
      "learning_rate": 6.943386606922531e-05,
      "loss": 0.1933,
      "step": 100323
    },
    {
      "epoch": 4.109113250051198,
      "grad_norm": 1.0484361048815496,
      "learning_rate": 6.943111505708022e-05,
      "loss": 0.4445,
      "step": 100324
    },
    {
      "epoch": 4.109154208478395,
      "grad_norm": 1.5371508044858642,
      "learning_rate": 6.942836408302347e-05,
      "loss": 0.551,
      "step": 100325
    },
    {
      "epoch": 4.10919516690559,
      "grad_norm": 1.2294454655171136,
      "learning_rate": 6.942561314705625e-05,
      "loss": 0.5098,
      "step": 100326
    },
    {
      "epoch": 4.109236125332787,
      "grad_norm": 1.720264924894449,
      "learning_rate": 6.942286224917995e-05,
      "loss": 0.7333,
      "step": 100327
    },
    {
      "epoch": 4.1092770837599835,
      "grad_norm": 1.3702662112607658,
      "learning_rate": 6.942011138939589e-05,
      "loss": 0.6816,
      "step": 100328
    },
    {
      "epoch": 4.10931804218718,
      "grad_norm": 1.715583350434806,
      "learning_rate": 6.941736056770525e-05,
      "loss": 0.9409,
      "step": 100329
    },
    {
      "epoch": 4.1093590006143765,
      "grad_norm": 1.455645312143269,
      "learning_rate": 6.941460978410947e-05,
      "loss": 0.5619,
      "step": 100330
    },
    {
      "epoch": 4.109399959041573,
      "grad_norm": 1.9051156738310715,
      "learning_rate": 6.941185903860974e-05,
      "loss": 0.7059,
      "step": 100331
    },
    {
      "epoch": 4.10944091746877,
      "grad_norm": 1.2930305652171514,
      "learning_rate": 6.940910833120741e-05,
      "loss": 0.4127,
      "step": 100332
    },
    {
      "epoch": 4.109481875895965,
      "grad_norm": 1.4817506174399044,
      "learning_rate": 6.940635766190383e-05,
      "loss": 0.6433,
      "step": 100333
    },
    {
      "epoch": 4.109522834323162,
      "grad_norm": 1.6155461598991605,
      "learning_rate": 6.940360703070019e-05,
      "loss": 0.7548,
      "step": 100334
    },
    {
      "epoch": 4.109563792750358,
      "grad_norm": 1.385184646595054,
      "learning_rate": 6.940085643759784e-05,
      "loss": 0.5086,
      "step": 100335
    },
    {
      "epoch": 4.109604751177555,
      "grad_norm": 1.7185035720517803,
      "learning_rate": 6.939810588259816e-05,
      "loss": 0.5824,
      "step": 100336
    },
    {
      "epoch": 4.109645709604751,
      "grad_norm": 1.4705010212776082,
      "learning_rate": 6.939535536570231e-05,
      "loss": 0.5628,
      "step": 100337
    },
    {
      "epoch": 4.109686668031948,
      "grad_norm": 1.561929213904575,
      "learning_rate": 6.939260488691172e-05,
      "loss": 0.5947,
      "step": 100338
    },
    {
      "epoch": 4.109727626459144,
      "grad_norm": 1.3629281689364505,
      "learning_rate": 6.938985444622757e-05,
      "loss": 0.6747,
      "step": 100339
    },
    {
      "epoch": 4.10976858488634,
      "grad_norm": 7.278923437681996,
      "learning_rate": 6.938710404365122e-05,
      "loss": 0.9294,
      "step": 100340
    },
    {
      "epoch": 4.109809543313537,
      "grad_norm": 4.425295062709931,
      "learning_rate": 6.938435367918401e-05,
      "loss": 2.5059,
      "step": 100341
    },
    {
      "epoch": 4.109850501740733,
      "grad_norm": 1.2277161971497692,
      "learning_rate": 6.938160335282716e-05,
      "loss": 0.3446,
      "step": 100342
    },
    {
      "epoch": 4.10989146016793,
      "grad_norm": 1.7736672054401847,
      "learning_rate": 6.937885306458203e-05,
      "loss": 0.7109,
      "step": 100343
    },
    {
      "epoch": 4.109932418595126,
      "grad_norm": 1.708911428503978,
      "learning_rate": 6.937610281444993e-05,
      "loss": 0.5654,
      "step": 100344
    },
    {
      "epoch": 4.109973377022323,
      "grad_norm": 0.8589789504622478,
      "learning_rate": 6.937335260243208e-05,
      "loss": 0.2621,
      "step": 100345
    },
    {
      "epoch": 4.110014335449518,
      "grad_norm": 1.744737957297776,
      "learning_rate": 6.937060242852988e-05,
      "loss": 0.7824,
      "step": 100346
    },
    {
      "epoch": 4.110055293876715,
      "grad_norm": 1.4870442228492242,
      "learning_rate": 6.936785229274452e-05,
      "loss": 0.5207,
      "step": 100347
    },
    {
      "epoch": 4.1100962523039115,
      "grad_norm": 1.4692579949914881,
      "learning_rate": 6.936510219507738e-05,
      "loss": 0.639,
      "step": 100348
    },
    {
      "epoch": 4.110137210731108,
      "grad_norm": 1.722461784301631,
      "learning_rate": 6.936235213552978e-05,
      "loss": 0.7401,
      "step": 100349
    },
    {
      "epoch": 4.110178169158305,
      "grad_norm": 1.591408649449118,
      "learning_rate": 6.935960211410293e-05,
      "loss": 0.576,
      "step": 100350
    },
    {
      "epoch": 4.110219127585501,
      "grad_norm": 1.3598792132745736,
      "learning_rate": 6.935685213079819e-05,
      "loss": 0.4575,
      "step": 100351
    },
    {
      "epoch": 4.110260086012697,
      "grad_norm": 1.7527275445655293,
      "learning_rate": 6.935410218561689e-05,
      "loss": 0.9243,
      "step": 100352
    },
    {
      "epoch": 4.110301044439893,
      "grad_norm": 1.3798600036660156,
      "learning_rate": 6.935135227856027e-05,
      "loss": 0.598,
      "step": 100353
    },
    {
      "epoch": 4.11034200286709,
      "grad_norm": 6.7500455480145245,
      "learning_rate": 6.934860240962967e-05,
      "loss": 3.2871,
      "step": 100354
    },
    {
      "epoch": 4.110382961294286,
      "grad_norm": 1.8254841920082394,
      "learning_rate": 6.934585257882633e-05,
      "loss": 0.7968,
      "step": 100355
    },
    {
      "epoch": 4.110423919721483,
      "grad_norm": 1.2305142608652186,
      "learning_rate": 6.934310278615158e-05,
      "loss": 0.4526,
      "step": 100356
    },
    {
      "epoch": 4.1104648781486794,
      "grad_norm": 2.39102617434482,
      "learning_rate": 6.934035303160679e-05,
      "loss": 1.4972,
      "step": 100357
    },
    {
      "epoch": 4.110505836575875,
      "grad_norm": 1.4810800779301903,
      "learning_rate": 6.933760331519315e-05,
      "loss": 0.7365,
      "step": 100358
    },
    {
      "epoch": 4.110546795003072,
      "grad_norm": 1.3930038546498422,
      "learning_rate": 6.933485363691201e-05,
      "loss": 0.7235,
      "step": 100359
    },
    {
      "epoch": 4.110587753430268,
      "grad_norm": 0.7472511861707004,
      "learning_rate": 6.933210399676474e-05,
      "loss": 0.2131,
      "step": 100360
    },
    {
      "epoch": 4.110628711857465,
      "grad_norm": 1.5622687658160883,
      "learning_rate": 6.932935439475249e-05,
      "loss": 0.6475,
      "step": 100361
    },
    {
      "epoch": 4.110669670284661,
      "grad_norm": 1.2494180354854592,
      "learning_rate": 6.932660483087669e-05,
      "loss": 0.3762,
      "step": 100362
    },
    {
      "epoch": 4.110710628711858,
      "grad_norm": 1.8589634670866662,
      "learning_rate": 6.932385530513855e-05,
      "loss": 0.7676,
      "step": 100363
    },
    {
      "epoch": 4.110751587139054,
      "grad_norm": 2.314962879340799,
      "learning_rate": 6.932110581753942e-05,
      "loss": 0.5486,
      "step": 100364
    },
    {
      "epoch": 4.11079254556625,
      "grad_norm": 1.6369515919288002,
      "learning_rate": 6.931835636808064e-05,
      "loss": 0.611,
      "step": 100365
    },
    {
      "epoch": 4.1108335039934465,
      "grad_norm": 1.0823544475659868,
      "learning_rate": 6.931560695676338e-05,
      "loss": 0.4057,
      "step": 100366
    },
    {
      "epoch": 4.110874462420643,
      "grad_norm": 1.411423115718524,
      "learning_rate": 6.931285758358904e-05,
      "loss": 0.7398,
      "step": 100367
    },
    {
      "epoch": 4.11091542084784,
      "grad_norm": 2.2150657519425843,
      "learning_rate": 6.931010824855896e-05,
      "loss": 1.4906,
      "step": 100368
    },
    {
      "epoch": 4.110956379275036,
      "grad_norm": 1.7843938509939499,
      "learning_rate": 6.930735895167433e-05,
      "loss": 0.8471,
      "step": 100369
    },
    {
      "epoch": 4.110997337702233,
      "grad_norm": 3.210560497652578,
      "learning_rate": 6.930460969293652e-05,
      "loss": 0.9348,
      "step": 100370
    },
    {
      "epoch": 4.111038296129428,
      "grad_norm": 1.3944158597132985,
      "learning_rate": 6.930186047234677e-05,
      "loss": 0.6164,
      "step": 100371
    },
    {
      "epoch": 4.111079254556625,
      "grad_norm": 1.0845341117014817,
      "learning_rate": 6.929911128990642e-05,
      "loss": 0.1942,
      "step": 100372
    },
    {
      "epoch": 4.111120212983821,
      "grad_norm": 1.4832362665796939,
      "learning_rate": 6.929636214561682e-05,
      "loss": 0.5226,
      "step": 100373
    },
    {
      "epoch": 4.111161171411018,
      "grad_norm": 1.9233906226478827,
      "learning_rate": 6.929361303947917e-05,
      "loss": 0.4144,
      "step": 100374
    },
    {
      "epoch": 4.111202129838214,
      "grad_norm": 0.8641756210925916,
      "learning_rate": 6.929086397149487e-05,
      "loss": 0.1744,
      "step": 100375
    },
    {
      "epoch": 4.111243088265411,
      "grad_norm": 2.441295712770619,
      "learning_rate": 6.928811494166512e-05,
      "loss": 1.3182,
      "step": 100376
    },
    {
      "epoch": 4.111284046692607,
      "grad_norm": 0.9639353663018516,
      "learning_rate": 6.928536594999123e-05,
      "loss": 0.2471,
      "step": 100377
    },
    {
      "epoch": 4.111325005119803,
      "grad_norm": 0.890552011647368,
      "learning_rate": 6.928261699647461e-05,
      "loss": 0.1668,
      "step": 100378
    },
    {
      "epoch": 4.111365963547,
      "grad_norm": 1.5007838675442997,
      "learning_rate": 6.927986808111644e-05,
      "loss": 0.7109,
      "step": 100379
    },
    {
      "epoch": 4.111406921974196,
      "grad_norm": 0.7982921044797924,
      "learning_rate": 6.927711920391805e-05,
      "loss": 0.2039,
      "step": 100380
    },
    {
      "epoch": 4.111447880401393,
      "grad_norm": 2.032888673911627,
      "learning_rate": 6.927437036488083e-05,
      "loss": 1.4085,
      "step": 100381
    },
    {
      "epoch": 4.111488838828589,
      "grad_norm": 1.2990491201506198,
      "learning_rate": 6.927162156400593e-05,
      "loss": 0.6248,
      "step": 100382
    },
    {
      "epoch": 4.111529797255786,
      "grad_norm": 1.4842026587691806,
      "learning_rate": 6.926887280129478e-05,
      "loss": 0.5858,
      "step": 100383
    },
    {
      "epoch": 4.1115707556829815,
      "grad_norm": 2.8852583547951642,
      "learning_rate": 6.926612407674857e-05,
      "loss": 1.5347,
      "step": 100384
    },
    {
      "epoch": 4.111611714110178,
      "grad_norm": 1.3947827142110494,
      "learning_rate": 6.92633753903687e-05,
      "loss": 0.5798,
      "step": 100385
    },
    {
      "epoch": 4.1116526725373745,
      "grad_norm": 0.7663538462080296,
      "learning_rate": 6.926062674215638e-05,
      "loss": 0.2243,
      "step": 100386
    },
    {
      "epoch": 4.111693630964571,
      "grad_norm": 1.697815998411062,
      "learning_rate": 6.9257878132113e-05,
      "loss": 0.7423,
      "step": 100387
    },
    {
      "epoch": 4.111734589391768,
      "grad_norm": 1.7691237381283114,
      "learning_rate": 6.925512956023975e-05,
      "loss": 0.7437,
      "step": 100388
    },
    {
      "epoch": 4.111775547818964,
      "grad_norm": 1.394727520898105,
      "learning_rate": 6.925238102653805e-05,
      "loss": 0.5885,
      "step": 100389
    },
    {
      "epoch": 4.11181650624616,
      "grad_norm": 1.953361030368785,
      "learning_rate": 6.924963253100907e-05,
      "loss": 0.6394,
      "step": 100390
    },
    {
      "epoch": 4.111857464673356,
      "grad_norm": 1.6797725943551907,
      "learning_rate": 6.92468840736542e-05,
      "loss": 0.7087,
      "step": 100391
    },
    {
      "epoch": 4.111898423100553,
      "grad_norm": 3.5942348418013186,
      "learning_rate": 6.924413565447476e-05,
      "loss": 0.9383,
      "step": 100392
    },
    {
      "epoch": 4.111939381527749,
      "grad_norm": 1.4430185308220362,
      "learning_rate": 6.924138727347195e-05,
      "loss": 0.5931,
      "step": 100393
    },
    {
      "epoch": 4.111980339954946,
      "grad_norm": 2.320157850498613,
      "learning_rate": 6.923863893064714e-05,
      "loss": 1.8642,
      "step": 100394
    },
    {
      "epoch": 4.1120212983821425,
      "grad_norm": 1.312472593460355,
      "learning_rate": 6.923589062600164e-05,
      "loss": 0.5503,
      "step": 100395
    },
    {
      "epoch": 4.112062256809338,
      "grad_norm": 0.910407495406728,
      "learning_rate": 6.92331423595367e-05,
      "loss": 0.2572,
      "step": 100396
    },
    {
      "epoch": 4.112103215236535,
      "grad_norm": 2.006054463340505,
      "learning_rate": 6.923039413125367e-05,
      "loss": 1.2348,
      "step": 100397
    },
    {
      "epoch": 4.112144173663731,
      "grad_norm": 1.9227300385314212,
      "learning_rate": 6.92276459411538e-05,
      "loss": 1.0497,
      "step": 100398
    },
    {
      "epoch": 4.112185132090928,
      "grad_norm": 2.0750041524325353,
      "learning_rate": 6.922489778923839e-05,
      "loss": 1.1212,
      "step": 100399
    },
    {
      "epoch": 4.112226090518124,
      "grad_norm": 1.8378812581959492,
      "learning_rate": 6.922214967550883e-05,
      "loss": 0.6554,
      "step": 100400
    },
    {
      "epoch": 4.112267048945321,
      "grad_norm": 1.2832579861873148,
      "learning_rate": 6.921940159996628e-05,
      "loss": 0.6323,
      "step": 100401
    },
    {
      "epoch": 4.112308007372517,
      "grad_norm": 1.9614880075557353,
      "learning_rate": 6.921665356261219e-05,
      "loss": 1.0728,
      "step": 100402
    },
    {
      "epoch": 4.112348965799713,
      "grad_norm": 1.2718954124113258,
      "learning_rate": 6.921390556344769e-05,
      "loss": 0.5124,
      "step": 100403
    },
    {
      "epoch": 4.1123899242269095,
      "grad_norm": 1.145990318987189,
      "learning_rate": 6.921115760247419e-05,
      "loss": 0.524,
      "step": 100404
    },
    {
      "epoch": 4.112430882654106,
      "grad_norm": 1.3480631435189216,
      "learning_rate": 6.920840967969302e-05,
      "loss": 0.5014,
      "step": 100405
    },
    {
      "epoch": 4.112471841081303,
      "grad_norm": 1.6871165253661313,
      "learning_rate": 6.920566179510537e-05,
      "loss": 0.5897,
      "step": 100406
    },
    {
      "epoch": 4.112512799508499,
      "grad_norm": 1.7245585178763208,
      "learning_rate": 6.920291394871259e-05,
      "loss": 0.7052,
      "step": 100407
    },
    {
      "epoch": 4.112553757935696,
      "grad_norm": 0.8131631179316087,
      "learning_rate": 6.920016614051605e-05,
      "loss": 0.2327,
      "step": 100408
    },
    {
      "epoch": 4.112594716362891,
      "grad_norm": 0.7824488706824319,
      "learning_rate": 6.919741837051691e-05,
      "loss": 0.2136,
      "step": 100409
    },
    {
      "epoch": 4.112635674790088,
      "grad_norm": 1.2885157194658576,
      "learning_rate": 6.91946706387166e-05,
      "loss": 0.5569,
      "step": 100410
    },
    {
      "epoch": 4.112676633217284,
      "grad_norm": 0.5962579305627916,
      "learning_rate": 6.919192294511631e-05,
      "loss": 0.132,
      "step": 100411
    },
    {
      "epoch": 4.112717591644481,
      "grad_norm": 2.4114601036571006,
      "learning_rate": 6.918917528971738e-05,
      "loss": 0.6885,
      "step": 100412
    },
    {
      "epoch": 4.1127585500716775,
      "grad_norm": 1.7278071281606024,
      "learning_rate": 6.918642767252119e-05,
      "loss": 0.638,
      "step": 100413
    },
    {
      "epoch": 4.112799508498874,
      "grad_norm": 1.8720349229906177,
      "learning_rate": 6.918368009352892e-05,
      "loss": 1.0071,
      "step": 100414
    },
    {
      "epoch": 4.11284046692607,
      "grad_norm": 1.0098296033508085,
      "learning_rate": 6.91809325527419e-05,
      "loss": 0.4332,
      "step": 100415
    },
    {
      "epoch": 4.112881425353266,
      "grad_norm": 0.7545494142423673,
      "learning_rate": 6.91781850501615e-05,
      "loss": 0.1592,
      "step": 100416
    },
    {
      "epoch": 4.112922383780463,
      "grad_norm": 1.4895727050760124,
      "learning_rate": 6.917543758578891e-05,
      "loss": 0.6187,
      "step": 100417
    },
    {
      "epoch": 4.112963342207659,
      "grad_norm": 1.8205529089713954,
      "learning_rate": 6.917269015962554e-05,
      "loss": 1.0513,
      "step": 100418
    },
    {
      "epoch": 4.113004300634856,
      "grad_norm": 1.617483358311672,
      "learning_rate": 6.916994277167258e-05,
      "loss": 0.7848,
      "step": 100419
    },
    {
      "epoch": 4.113045259062052,
      "grad_norm": 1.7717220112628453,
      "learning_rate": 6.916719542193139e-05,
      "loss": 1.0767,
      "step": 100420
    },
    {
      "epoch": 4.113086217489249,
      "grad_norm": 1.230684300243233,
      "learning_rate": 6.91644481104033e-05,
      "loss": 0.6206,
      "step": 100421
    },
    {
      "epoch": 4.1131271759164445,
      "grad_norm": 2.738922814410613,
      "learning_rate": 6.91617008370895e-05,
      "loss": 1.6417,
      "step": 100422
    },
    {
      "epoch": 4.113168134343641,
      "grad_norm": 1.1045866777759108,
      "learning_rate": 6.915895360199138e-05,
      "loss": 0.2694,
      "step": 100423
    },
    {
      "epoch": 4.113209092770838,
      "grad_norm": 1.5250270182362318,
      "learning_rate": 6.915620640511026e-05,
      "loss": 0.5137,
      "step": 100424
    },
    {
      "epoch": 4.113250051198034,
      "grad_norm": 1.8387033942455666,
      "learning_rate": 6.915345924644734e-05,
      "loss": 0.6583,
      "step": 100425
    },
    {
      "epoch": 4.113291009625231,
      "grad_norm": 2.190886609643375,
      "learning_rate": 6.915071212600404e-05,
      "loss": 1.0435,
      "step": 100426
    },
    {
      "epoch": 4.113331968052427,
      "grad_norm": 0.807778589500265,
      "learning_rate": 6.914796504378153e-05,
      "loss": 0.1312,
      "step": 100427
    },
    {
      "epoch": 4.113372926479623,
      "grad_norm": 0.9879503869401229,
      "learning_rate": 6.914521799978117e-05,
      "loss": 0.2593,
      "step": 100428
    },
    {
      "epoch": 4.113413884906819,
      "grad_norm": 1.620334038990389,
      "learning_rate": 6.914247099400432e-05,
      "loss": 0.7196,
      "step": 100429
    },
    {
      "epoch": 4.113454843334016,
      "grad_norm": 1.3906603505106185,
      "learning_rate": 6.913972402645216e-05,
      "loss": 0.5605,
      "step": 100430
    },
    {
      "epoch": 4.113495801761212,
      "grad_norm": 1.9690047058375164,
      "learning_rate": 6.913697709712604e-05,
      "loss": 0.8732,
      "step": 100431
    },
    {
      "epoch": 4.113536760188409,
      "grad_norm": 1.330511209244269,
      "learning_rate": 6.913423020602733e-05,
      "loss": 0.648,
      "step": 100432
    },
    {
      "epoch": 4.1135777186156055,
      "grad_norm": 1.4340704418377306,
      "learning_rate": 6.91314833531572e-05,
      "loss": 0.7359,
      "step": 100433
    },
    {
      "epoch": 4.113618677042801,
      "grad_norm": 1.9095888438757325,
      "learning_rate": 6.912873653851706e-05,
      "loss": 0.9541,
      "step": 100434
    },
    {
      "epoch": 4.113659635469998,
      "grad_norm": 1.7639332113082673,
      "learning_rate": 6.912598976210811e-05,
      "loss": 0.6712,
      "step": 100435
    },
    {
      "epoch": 4.113700593897194,
      "grad_norm": 0.8195982581559429,
      "learning_rate": 6.91232430239317e-05,
      "loss": 0.2139,
      "step": 100436
    },
    {
      "epoch": 4.113741552324391,
      "grad_norm": 1.2727928083064906,
      "learning_rate": 6.912049632398918e-05,
      "loss": 0.6417,
      "step": 100437
    },
    {
      "epoch": 4.113782510751587,
      "grad_norm": 0.975374148985201,
      "learning_rate": 6.911774966228175e-05,
      "loss": 0.2925,
      "step": 100438
    },
    {
      "epoch": 4.113823469178784,
      "grad_norm": 0.9268435941614149,
      "learning_rate": 6.911500303881076e-05,
      "loss": 0.2054,
      "step": 100439
    },
    {
      "epoch": 4.11386442760598,
      "grad_norm": 1.252832231692207,
      "learning_rate": 6.911225645357754e-05,
      "loss": 0.3659,
      "step": 100440
    },
    {
      "epoch": 4.113905386033176,
      "grad_norm": 0.7962354446804212,
      "learning_rate": 6.910950990658331e-05,
      "loss": 0.228,
      "step": 100441
    },
    {
      "epoch": 4.1139463444603726,
      "grad_norm": 0.8935233328957236,
      "learning_rate": 6.910676339782947e-05,
      "loss": 0.2237,
      "step": 100442
    },
    {
      "epoch": 4.113987302887569,
      "grad_norm": 1.7160320845578494,
      "learning_rate": 6.910401692731718e-05,
      "loss": 0.9126,
      "step": 100443
    },
    {
      "epoch": 4.114028261314766,
      "grad_norm": 1.4276877930344014,
      "learning_rate": 6.910127049504784e-05,
      "loss": 0.6934,
      "step": 100444
    },
    {
      "epoch": 4.114069219741962,
      "grad_norm": 2.651412873073752,
      "learning_rate": 6.909852410102278e-05,
      "loss": 0.9305,
      "step": 100445
    },
    {
      "epoch": 4.114110178169159,
      "grad_norm": 2.640483655349622,
      "learning_rate": 6.909577774524317e-05,
      "loss": 0.9592,
      "step": 100446
    },
    {
      "epoch": 4.114151136596354,
      "grad_norm": 1.4149568562674864,
      "learning_rate": 6.909303142771045e-05,
      "loss": 0.6325,
      "step": 100447
    },
    {
      "epoch": 4.114192095023551,
      "grad_norm": 2.153388451234848,
      "learning_rate": 6.909028514842578e-05,
      "loss": 0.4293,
      "step": 100448
    },
    {
      "epoch": 4.114233053450747,
      "grad_norm": 0.952140246952075,
      "learning_rate": 6.908753890739054e-05,
      "loss": 0.2554,
      "step": 100449
    },
    {
      "epoch": 4.114274011877944,
      "grad_norm": 1.8200858121362584,
      "learning_rate": 6.908479270460608e-05,
      "loss": 0.9684,
      "step": 100450
    },
    {
      "epoch": 4.1143149703051405,
      "grad_norm": 1.1261294233844181,
      "learning_rate": 6.908204654007357e-05,
      "loss": 0.1964,
      "step": 100451
    },
    {
      "epoch": 4.114355928732337,
      "grad_norm": 1.2908338374562551,
      "learning_rate": 6.907930041379437e-05,
      "loss": 0.5397,
      "step": 100452
    },
    {
      "epoch": 4.114396887159533,
      "grad_norm": 1.8111510959492676,
      "learning_rate": 6.907655432576984e-05,
      "loss": 0.7442,
      "step": 100453
    },
    {
      "epoch": 4.114437845586729,
      "grad_norm": 1.3502525316006126,
      "learning_rate": 6.907380827600116e-05,
      "loss": 0.6096,
      "step": 100454
    },
    {
      "epoch": 4.114478804013926,
      "grad_norm": 1.3821970646590083,
      "learning_rate": 6.907106226448975e-05,
      "loss": 0.7356,
      "step": 100455
    },
    {
      "epoch": 4.114519762441122,
      "grad_norm": 1.7142918882119207,
      "learning_rate": 6.906831629123684e-05,
      "loss": 0.5708,
      "step": 100456
    },
    {
      "epoch": 4.114560720868319,
      "grad_norm": 1.4192911687748655,
      "learning_rate": 6.906557035624368e-05,
      "loss": 0.598,
      "step": 100457
    },
    {
      "epoch": 4.114601679295515,
      "grad_norm": 0.8830291105799676,
      "learning_rate": 6.906282445951162e-05,
      "loss": 0.197,
      "step": 100458
    },
    {
      "epoch": 4.114642637722712,
      "grad_norm": 1.45280329236264,
      "learning_rate": 6.906007860104202e-05,
      "loss": 0.6266,
      "step": 100459
    },
    {
      "epoch": 4.1146835961499075,
      "grad_norm": 1.4485463297902759,
      "learning_rate": 6.905733278083606e-05,
      "loss": 0.5331,
      "step": 100460
    },
    {
      "epoch": 4.114724554577104,
      "grad_norm": 1.6318995880744287,
      "learning_rate": 6.905458699889515e-05,
      "loss": 0.6265,
      "step": 100461
    },
    {
      "epoch": 4.114765513004301,
      "grad_norm": 1.1183205043115565,
      "learning_rate": 6.905184125522047e-05,
      "loss": 0.4152,
      "step": 100462
    },
    {
      "epoch": 4.114806471431497,
      "grad_norm": 1.342823845375134,
      "learning_rate": 6.90490955498134e-05,
      "loss": 0.5923,
      "step": 100463
    },
    {
      "epoch": 4.114847429858694,
      "grad_norm": 1.1878054848627664,
      "learning_rate": 6.904634988267527e-05,
      "loss": 0.2357,
      "step": 100464
    },
    {
      "epoch": 4.11488838828589,
      "grad_norm": 0.8361793036979133,
      "learning_rate": 6.904360425380728e-05,
      "loss": 0.1986,
      "step": 100465
    },
    {
      "epoch": 4.114929346713086,
      "grad_norm": 0.9104365022387872,
      "learning_rate": 6.904085866321077e-05,
      "loss": 0.2188,
      "step": 100466
    },
    {
      "epoch": 4.114970305140282,
      "grad_norm": 1.0875642695694274,
      "learning_rate": 6.90381131108871e-05,
      "loss": 0.3403,
      "step": 100467
    },
    {
      "epoch": 4.115011263567479,
      "grad_norm": 1.7085396864993079,
      "learning_rate": 6.903536759683744e-05,
      "loss": 0.6925,
      "step": 100468
    },
    {
      "epoch": 4.1150522219946755,
      "grad_norm": 1.5571604735713096,
      "learning_rate": 6.903262212106323e-05,
      "loss": 0.5547,
      "step": 100469
    },
    {
      "epoch": 4.115093180421872,
      "grad_norm": 1.3038501463653798,
      "learning_rate": 6.902987668356566e-05,
      "loss": 0.5355,
      "step": 100470
    },
    {
      "epoch": 4.1151341388490685,
      "grad_norm": 1.908204224506938,
      "learning_rate": 6.902713128434603e-05,
      "loss": 0.721,
      "step": 100471
    },
    {
      "epoch": 4.115175097276264,
      "grad_norm": 1.5403396933562805,
      "learning_rate": 6.902438592340575e-05,
      "loss": 0.5986,
      "step": 100472
    },
    {
      "epoch": 4.115216055703461,
      "grad_norm": 0.6889946766328899,
      "learning_rate": 6.9021640600746e-05,
      "loss": 0.1336,
      "step": 100473
    },
    {
      "epoch": 4.115257014130657,
      "grad_norm": 1.4688723271239663,
      "learning_rate": 6.901889531636814e-05,
      "loss": 0.7231,
      "step": 100474
    },
    {
      "epoch": 4.115297972557854,
      "grad_norm": 1.1242558087313306,
      "learning_rate": 6.901615007027342e-05,
      "loss": 0.5584,
      "step": 100475
    },
    {
      "epoch": 4.11533893098505,
      "grad_norm": 1.528204315979581,
      "learning_rate": 6.901340486246315e-05,
      "loss": 0.6421,
      "step": 100476
    },
    {
      "epoch": 4.115379889412247,
      "grad_norm": 1.4214701397653398,
      "learning_rate": 6.90106596929387e-05,
      "loss": 0.6685,
      "step": 100477
    },
    {
      "epoch": 4.115420847839443,
      "grad_norm": 1.6203860703967392,
      "learning_rate": 6.900791456170126e-05,
      "loss": 0.4711,
      "step": 100478
    },
    {
      "epoch": 4.115461806266639,
      "grad_norm": 1.5076728832272697,
      "learning_rate": 6.900516946875216e-05,
      "loss": 0.7085,
      "step": 100479
    },
    {
      "epoch": 4.115502764693836,
      "grad_norm": 1.1893572620153068,
      "learning_rate": 6.90024244140928e-05,
      "loss": 0.5647,
      "step": 100480
    },
    {
      "epoch": 4.115543723121032,
      "grad_norm": 1.5332490370754346,
      "learning_rate": 6.899967939772433e-05,
      "loss": 0.4362,
      "step": 100481
    },
    {
      "epoch": 4.115584681548229,
      "grad_norm": 1.4912396760086806,
      "learning_rate": 6.899693441964817e-05,
      "loss": 0.6012,
      "step": 100482
    },
    {
      "epoch": 4.115625639975425,
      "grad_norm": 1.3870388462088135,
      "learning_rate": 6.899418947986548e-05,
      "loss": 0.5854,
      "step": 100483
    },
    {
      "epoch": 4.115666598402622,
      "grad_norm": 1.798026330503565,
      "learning_rate": 6.899144457837766e-05,
      "loss": 0.9469,
      "step": 100484
    },
    {
      "epoch": 4.115707556829817,
      "grad_norm": 1.7213755423912722,
      "learning_rate": 6.898869971518603e-05,
      "loss": 0.7721,
      "step": 100485
    },
    {
      "epoch": 4.115748515257014,
      "grad_norm": 2.4040200956892495,
      "learning_rate": 6.898595489029179e-05,
      "loss": 1.1924,
      "step": 100486
    },
    {
      "epoch": 4.11578947368421,
      "grad_norm": 1.4732993831849661,
      "learning_rate": 6.898321010369628e-05,
      "loss": 0.4758,
      "step": 100487
    },
    {
      "epoch": 4.115830432111407,
      "grad_norm": 2.2497500237013197,
      "learning_rate": 6.898046535540088e-05,
      "loss": 0.9082,
      "step": 100488
    },
    {
      "epoch": 4.1158713905386035,
      "grad_norm": 1.3824854817771908,
      "learning_rate": 6.897772064540675e-05,
      "loss": 0.7273,
      "step": 100489
    },
    {
      "epoch": 4.1159123489658,
      "grad_norm": 4.515991471463457,
      "learning_rate": 6.897497597371532e-05,
      "loss": 3.2677,
      "step": 100490
    },
    {
      "epoch": 4.115953307392996,
      "grad_norm": 1.5793996737204423,
      "learning_rate": 6.897223134032774e-05,
      "loss": 0.7313,
      "step": 100491
    },
    {
      "epoch": 4.115994265820192,
      "grad_norm": 1.7013863920388614,
      "learning_rate": 6.896948674524541e-05,
      "loss": 0.8464,
      "step": 100492
    },
    {
      "epoch": 4.116035224247389,
      "grad_norm": 1.4131608825939561,
      "learning_rate": 6.896674218846965e-05,
      "loss": 0.6948,
      "step": 100493
    },
    {
      "epoch": 4.116076182674585,
      "grad_norm": 2.2480806531778144,
      "learning_rate": 6.896399767000166e-05,
      "loss": 1.3098,
      "step": 100494
    },
    {
      "epoch": 4.116117141101782,
      "grad_norm": 1.5547583765636364,
      "learning_rate": 6.896125318984277e-05,
      "loss": 0.3542,
      "step": 100495
    },
    {
      "epoch": 4.116158099528978,
      "grad_norm": 2.3731555538885134,
      "learning_rate": 6.895850874799437e-05,
      "loss": 0.4593,
      "step": 100496
    },
    {
      "epoch": 4.116199057956175,
      "grad_norm": 1.212634730626359,
      "learning_rate": 6.895576434445763e-05,
      "loss": 0.4121,
      "step": 100497
    },
    {
      "epoch": 4.116240016383371,
      "grad_norm": 1.3538752429508811,
      "learning_rate": 6.895301997923397e-05,
      "loss": 0.4054,
      "step": 100498
    },
    {
      "epoch": 4.116280974810567,
      "grad_norm": 1.3654781492658936,
      "learning_rate": 6.895027565232454e-05,
      "loss": 0.5941,
      "step": 100499
    },
    {
      "epoch": 4.116321933237764,
      "grad_norm": 1.5137095704309258,
      "learning_rate": 6.894753136373073e-05,
      "loss": 0.7126,
      "step": 100500
    },
    {
      "epoch": 4.11636289166496,
      "grad_norm": 2.550110299962286,
      "learning_rate": 6.894478711345387e-05,
      "loss": 0.8849,
      "step": 100501
    },
    {
      "epoch": 4.116403850092157,
      "grad_norm": 1.5046881489150226,
      "learning_rate": 6.894204290149515e-05,
      "loss": 0.651,
      "step": 100502
    },
    {
      "epoch": 4.116444808519353,
      "grad_norm": 0.8245769645127696,
      "learning_rate": 6.893929872785594e-05,
      "loss": 0.2192,
      "step": 100503
    },
    {
      "epoch": 4.116485766946549,
      "grad_norm": 1.187972086647752,
      "learning_rate": 6.893655459253758e-05,
      "loss": 0.5742,
      "step": 100504
    },
    {
      "epoch": 4.116526725373745,
      "grad_norm": 1.4850323208107539,
      "learning_rate": 6.893381049554126e-05,
      "loss": 0.778,
      "step": 100505
    },
    {
      "epoch": 4.116567683800942,
      "grad_norm": 1.184227739511834,
      "learning_rate": 6.89310664368684e-05,
      "loss": 0.4027,
      "step": 100506
    },
    {
      "epoch": 4.1166086422281385,
      "grad_norm": 2.355271308798775,
      "learning_rate": 6.892832241652015e-05,
      "loss": 0.9458,
      "step": 100507
    },
    {
      "epoch": 4.116649600655335,
      "grad_norm": 1.1791864824018061,
      "learning_rate": 6.892557843449789e-05,
      "loss": 0.5488,
      "step": 100508
    },
    {
      "epoch": 4.116690559082532,
      "grad_norm": 1.5995974484694695,
      "learning_rate": 6.892283449080297e-05,
      "loss": 0.7488,
      "step": 100509
    },
    {
      "epoch": 4.116731517509727,
      "grad_norm": 0.6729393504810367,
      "learning_rate": 6.892009058543657e-05,
      "loss": 0.231,
      "step": 100510
    },
    {
      "epoch": 4.116772475936924,
      "grad_norm": 1.3393307827697234,
      "learning_rate": 6.891734671840003e-05,
      "loss": 0.6845,
      "step": 100511
    },
    {
      "epoch": 4.11681343436412,
      "grad_norm": 1.3190240051003552,
      "learning_rate": 6.891460288969475e-05,
      "loss": 0.3591,
      "step": 100512
    },
    {
      "epoch": 4.116854392791317,
      "grad_norm": 1.390062505773071,
      "learning_rate": 6.891185909932186e-05,
      "loss": 0.4929,
      "step": 100513
    },
    {
      "epoch": 4.116895351218513,
      "grad_norm": 1.7421921594927556,
      "learning_rate": 6.890911534728282e-05,
      "loss": 0.8305,
      "step": 100514
    },
    {
      "epoch": 4.11693630964571,
      "grad_norm": 1.4865546639889058,
      "learning_rate": 6.890637163357876e-05,
      "loss": 0.5439,
      "step": 100515
    },
    {
      "epoch": 4.116977268072906,
      "grad_norm": 1.5484351691721068,
      "learning_rate": 6.890362795821108e-05,
      "loss": 0.6311,
      "step": 100516
    },
    {
      "epoch": 4.117018226500102,
      "grad_norm": 4.4065366751027115,
      "learning_rate": 6.890088432118111e-05,
      "loss": 5.1837,
      "step": 100517
    },
    {
      "epoch": 4.117059184927299,
      "grad_norm": 1.7637669800045699,
      "learning_rate": 6.889814072249005e-05,
      "loss": 0.7113,
      "step": 100518
    },
    {
      "epoch": 4.117100143354495,
      "grad_norm": 1.5666015335739845,
      "learning_rate": 6.889539716213929e-05,
      "loss": 0.5997,
      "step": 100519
    },
    {
      "epoch": 4.117141101781692,
      "grad_norm": 1.0884345437392648,
      "learning_rate": 6.889265364013002e-05,
      "loss": 0.4233,
      "step": 100520
    },
    {
      "epoch": 4.117182060208888,
      "grad_norm": 1.1094120373347558,
      "learning_rate": 6.888991015646361e-05,
      "loss": 0.384,
      "step": 100521
    },
    {
      "epoch": 4.117223018636085,
      "grad_norm": 0.8356569265919632,
      "learning_rate": 6.888716671114139e-05,
      "loss": 0.1315,
      "step": 100522
    },
    {
      "epoch": 4.11726397706328,
      "grad_norm": 0.9506925237454266,
      "learning_rate": 6.888442330416455e-05,
      "loss": 0.2579,
      "step": 100523
    },
    {
      "epoch": 4.117304935490477,
      "grad_norm": 1.6559842429374212,
      "learning_rate": 6.888167993553445e-05,
      "loss": 0.7956,
      "step": 100524
    },
    {
      "epoch": 4.1173458939176735,
      "grad_norm": 1.709293239720116,
      "learning_rate": 6.887893660525245e-05,
      "loss": 0.7122,
      "step": 100525
    },
    {
      "epoch": 4.11738685234487,
      "grad_norm": 1.4859995576305058,
      "learning_rate": 6.887619331331977e-05,
      "loss": 0.6162,
      "step": 100526
    },
    {
      "epoch": 4.1174278107720665,
      "grad_norm": 2.513475416539522,
      "learning_rate": 6.887345005973766e-05,
      "loss": 1.7218,
      "step": 100527
    },
    {
      "epoch": 4.117468769199263,
      "grad_norm": 0.5960485943960405,
      "learning_rate": 6.887070684450755e-05,
      "loss": 0.1392,
      "step": 100528
    },
    {
      "epoch": 4.117509727626459,
      "grad_norm": 0.8979828356813805,
      "learning_rate": 6.886796366763059e-05,
      "loss": 0.2996,
      "step": 100529
    },
    {
      "epoch": 4.117550686053655,
      "grad_norm": 1.3024107294876768,
      "learning_rate": 6.886522052910816e-05,
      "loss": 0.6053,
      "step": 100530
    },
    {
      "epoch": 4.117591644480852,
      "grad_norm": 0.8274891256252234,
      "learning_rate": 6.88624774289416e-05,
      "loss": 0.1943,
      "step": 100531
    },
    {
      "epoch": 4.117632602908048,
      "grad_norm": 2.7910496092757198,
      "learning_rate": 6.885973436713209e-05,
      "loss": 2.4524,
      "step": 100532
    },
    {
      "epoch": 4.117673561335245,
      "grad_norm": 1.1044493785962806,
      "learning_rate": 6.885699134368106e-05,
      "loss": 0.2344,
      "step": 100533
    },
    {
      "epoch": 4.117714519762441,
      "grad_norm": 3.8039154809112072,
      "learning_rate": 6.885424835858966e-05,
      "loss": 1.0629,
      "step": 100534
    },
    {
      "epoch": 4.117755478189638,
      "grad_norm": 1.520051601635616,
      "learning_rate": 6.885150541185926e-05,
      "loss": 0.7792,
      "step": 100535
    },
    {
      "epoch": 4.117796436616834,
      "grad_norm": 1.6034707279761926,
      "learning_rate": 6.884876250349124e-05,
      "loss": 0.4318,
      "step": 100536
    },
    {
      "epoch": 4.11783739504403,
      "grad_norm": 1.4095549371794882,
      "learning_rate": 6.884601963348673e-05,
      "loss": 0.6091,
      "step": 100537
    },
    {
      "epoch": 4.117878353471227,
      "grad_norm": 1.491326901635936,
      "learning_rate": 6.884327680184714e-05,
      "loss": 0.5527,
      "step": 100538
    },
    {
      "epoch": 4.117919311898423,
      "grad_norm": 1.5491259854295139,
      "learning_rate": 6.884053400857378e-05,
      "loss": 0.5974,
      "step": 100539
    },
    {
      "epoch": 4.11796027032562,
      "grad_norm": 1.4819019039911674,
      "learning_rate": 6.883779125366786e-05,
      "loss": 0.6425,
      "step": 100540
    },
    {
      "epoch": 4.118001228752816,
      "grad_norm": 1.3304957613725865,
      "learning_rate": 6.883504853713078e-05,
      "loss": 0.6018,
      "step": 100541
    },
    {
      "epoch": 4.118042187180012,
      "grad_norm": 1.8591856138479392,
      "learning_rate": 6.88323058589637e-05,
      "loss": 0.8795,
      "step": 100542
    },
    {
      "epoch": 4.1180831456072085,
      "grad_norm": 1.5911118261533483,
      "learning_rate": 6.882956321916801e-05,
      "loss": 0.5887,
      "step": 100543
    },
    {
      "epoch": 4.118124104034405,
      "grad_norm": 1.2808535881832586,
      "learning_rate": 6.882682061774506e-05,
      "loss": 0.5398,
      "step": 100544
    },
    {
      "epoch": 4.1181650624616015,
      "grad_norm": 1.433076476144762,
      "learning_rate": 6.882407805469601e-05,
      "loss": 0.6504,
      "step": 100545
    },
    {
      "epoch": 4.118206020888798,
      "grad_norm": 1.4906372984077978,
      "learning_rate": 6.882133553002227e-05,
      "loss": 0.5724,
      "step": 100546
    },
    {
      "epoch": 4.118246979315995,
      "grad_norm": 1.3185709854497951,
      "learning_rate": 6.881859304372507e-05,
      "loss": 0.4329,
      "step": 100547
    },
    {
      "epoch": 4.11828793774319,
      "grad_norm": 1.0208890599321112,
      "learning_rate": 6.88158505958057e-05,
      "loss": 0.276,
      "step": 100548
    },
    {
      "epoch": 4.118328896170387,
      "grad_norm": 3.102305815706638,
      "learning_rate": 6.881310818626556e-05,
      "loss": 2.468,
      "step": 100549
    },
    {
      "epoch": 4.118369854597583,
      "grad_norm": 2.838172643790047,
      "learning_rate": 6.88103658151058e-05,
      "loss": 1.4996,
      "step": 100550
    },
    {
      "epoch": 4.11841081302478,
      "grad_norm": 0.9736886967158052,
      "learning_rate": 6.880762348232779e-05,
      "loss": 0.2942,
      "step": 100551
    },
    {
      "epoch": 4.118451771451976,
      "grad_norm": 2.1372353306212917,
      "learning_rate": 6.88048811879329e-05,
      "loss": 0.6757,
      "step": 100552
    },
    {
      "epoch": 4.118492729879173,
      "grad_norm": 1.1034006139983374,
      "learning_rate": 6.880213893192228e-05,
      "loss": 0.2111,
      "step": 100553
    },
    {
      "epoch": 4.1185336883063695,
      "grad_norm": 1.3011458313758402,
      "learning_rate": 6.879939671429733e-05,
      "loss": 0.5518,
      "step": 100554
    },
    {
      "epoch": 4.118574646733565,
      "grad_norm": 1.0557621630360954,
      "learning_rate": 6.879665453505929e-05,
      "loss": 0.4824,
      "step": 100555
    },
    {
      "epoch": 4.118615605160762,
      "grad_norm": 1.8889977570419225,
      "learning_rate": 6.879391239420946e-05,
      "loss": 1.1444,
      "step": 100556
    },
    {
      "epoch": 4.118656563587958,
      "grad_norm": 1.3636362415781815,
      "learning_rate": 6.879117029174923e-05,
      "loss": 0.5246,
      "step": 100557
    },
    {
      "epoch": 4.118697522015155,
      "grad_norm": 1.64105999877189,
      "learning_rate": 6.878842822767975e-05,
      "loss": 0.6202,
      "step": 100558
    },
    {
      "epoch": 4.118738480442351,
      "grad_norm": 1.5153868641198054,
      "learning_rate": 6.87856862020024e-05,
      "loss": 0.4488,
      "step": 100559
    },
    {
      "epoch": 4.118779438869548,
      "grad_norm": 1.6923161924885801,
      "learning_rate": 6.878294421471852e-05,
      "loss": 0.8599,
      "step": 100560
    },
    {
      "epoch": 4.118820397296743,
      "grad_norm": 1.0324345113999491,
      "learning_rate": 6.87802022658293e-05,
      "loss": 0.5117,
      "step": 100561
    },
    {
      "epoch": 4.11886135572394,
      "grad_norm": 1.4213143811061895,
      "learning_rate": 6.877746035533612e-05,
      "loss": 0.6423,
      "step": 100562
    },
    {
      "epoch": 4.1189023141511365,
      "grad_norm": 1.536611556683873,
      "learning_rate": 6.87747184832402e-05,
      "loss": 0.7932,
      "step": 100563
    },
    {
      "epoch": 4.118943272578333,
      "grad_norm": 0.6382752841251075,
      "learning_rate": 6.877197664954289e-05,
      "loss": 0.1456,
      "step": 100564
    },
    {
      "epoch": 4.11898423100553,
      "grad_norm": 1.275586685402173,
      "learning_rate": 6.876923485424553e-05,
      "loss": 0.3989,
      "step": 100565
    },
    {
      "epoch": 4.119025189432726,
      "grad_norm": 0.7962265690979322,
      "learning_rate": 6.876649309734929e-05,
      "loss": 0.1842,
      "step": 100566
    },
    {
      "epoch": 4.119066147859922,
      "grad_norm": 2.029071496497265,
      "learning_rate": 6.876375137885556e-05,
      "loss": 0.7772,
      "step": 100567
    },
    {
      "epoch": 4.119107106287118,
      "grad_norm": 1.6285314554059203,
      "learning_rate": 6.876100969876566e-05,
      "loss": 0.8981,
      "step": 100568
    },
    {
      "epoch": 4.119148064714315,
      "grad_norm": 1.3993539511438629,
      "learning_rate": 6.875826805708079e-05,
      "loss": 0.6185,
      "step": 100569
    },
    {
      "epoch": 4.119189023141511,
      "grad_norm": 1.1639878882534789,
      "learning_rate": 6.875552645380233e-05,
      "loss": 0.2079,
      "step": 100570
    },
    {
      "epoch": 4.119229981568708,
      "grad_norm": 1.3869546940530204,
      "learning_rate": 6.875278488893151e-05,
      "loss": 0.5423,
      "step": 100571
    },
    {
      "epoch": 4.119270939995904,
      "grad_norm": 1.4249837378700383,
      "learning_rate": 6.875004336246965e-05,
      "loss": 0.7149,
      "step": 100572
    },
    {
      "epoch": 4.119311898423101,
      "grad_norm": 1.3687485050719368,
      "learning_rate": 6.87473018744181e-05,
      "loss": 0.5537,
      "step": 100573
    },
    {
      "epoch": 4.119352856850297,
      "grad_norm": 1.7979437930271707,
      "learning_rate": 6.874456042477808e-05,
      "loss": 0.8326,
      "step": 100574
    },
    {
      "epoch": 4.119393815277493,
      "grad_norm": 1.2853059466974095,
      "learning_rate": 6.87418190135509e-05,
      "loss": 0.5613,
      "step": 100575
    },
    {
      "epoch": 4.11943477370469,
      "grad_norm": 1.3444840191193286,
      "learning_rate": 6.873907764073795e-05,
      "loss": 0.5384,
      "step": 100576
    },
    {
      "epoch": 4.119475732131886,
      "grad_norm": 1.221596870881796,
      "learning_rate": 6.873633630634036e-05,
      "loss": 0.4985,
      "step": 100577
    },
    {
      "epoch": 4.119516690559083,
      "grad_norm": 1.3534054507491682,
      "learning_rate": 6.87335950103596e-05,
      "loss": 0.6698,
      "step": 100578
    },
    {
      "epoch": 4.119557648986279,
      "grad_norm": 1.762342106412009,
      "learning_rate": 6.873085375279681e-05,
      "loss": 0.6364,
      "step": 100579
    },
    {
      "epoch": 4.119598607413475,
      "grad_norm": 1.4816331500088573,
      "learning_rate": 6.872811253365335e-05,
      "loss": 0.7548,
      "step": 100580
    },
    {
      "epoch": 4.1196395658406715,
      "grad_norm": 1.06805931834884,
      "learning_rate": 6.872537135293059e-05,
      "loss": 0.4548,
      "step": 100581
    },
    {
      "epoch": 4.119680524267868,
      "grad_norm": 1.677894294227877,
      "learning_rate": 6.872263021062969e-05,
      "loss": 0.5436,
      "step": 100582
    },
    {
      "epoch": 4.1197214826950646,
      "grad_norm": 1.698556845399149,
      "learning_rate": 6.871988910675204e-05,
      "loss": 0.6306,
      "step": 100583
    },
    {
      "epoch": 4.119762441122261,
      "grad_norm": 1.7302733748743027,
      "learning_rate": 6.871714804129893e-05,
      "loss": 0.8078,
      "step": 100584
    },
    {
      "epoch": 4.119803399549458,
      "grad_norm": 1.1947438910126373,
      "learning_rate": 6.871440701427162e-05,
      "loss": 0.3999,
      "step": 100585
    },
    {
      "epoch": 4.119844357976653,
      "grad_norm": 1.6604062086303963,
      "learning_rate": 6.871166602567144e-05,
      "loss": 0.6964,
      "step": 100586
    },
    {
      "epoch": 4.11988531640385,
      "grad_norm": 1.6636286102816402,
      "learning_rate": 6.870892507549965e-05,
      "loss": 0.8169,
      "step": 100587
    },
    {
      "epoch": 4.119926274831046,
      "grad_norm": 1.318250723840122,
      "learning_rate": 6.870618416375752e-05,
      "loss": 0.674,
      "step": 100588
    },
    {
      "epoch": 4.119967233258243,
      "grad_norm": 1.5058567197905148,
      "learning_rate": 6.870344329044647e-05,
      "loss": 0.636,
      "step": 100589
    },
    {
      "epoch": 4.120008191685439,
      "grad_norm": 1.2885397055322811,
      "learning_rate": 6.870070245556765e-05,
      "loss": 0.339,
      "step": 100590
    },
    {
      "epoch": 4.120049150112636,
      "grad_norm": 1.398284115173701,
      "learning_rate": 6.869796165912249e-05,
      "loss": 0.6702,
      "step": 100591
    },
    {
      "epoch": 4.1200901085398325,
      "grad_norm": 1.6627865359198926,
      "learning_rate": 6.869522090111215e-05,
      "loss": 0.6107,
      "step": 100592
    },
    {
      "epoch": 4.120131066967028,
      "grad_norm": 1.7865000982758334,
      "learning_rate": 6.869248018153799e-05,
      "loss": 0.7693,
      "step": 100593
    },
    {
      "epoch": 4.120172025394225,
      "grad_norm": 1.640103949812672,
      "learning_rate": 6.868973950040136e-05,
      "loss": 0.8412,
      "step": 100594
    },
    {
      "epoch": 4.120212983821421,
      "grad_norm": 1.3093062785007052,
      "learning_rate": 6.868699885770346e-05,
      "loss": 0.5487,
      "step": 100595
    },
    {
      "epoch": 4.120253942248618,
      "grad_norm": 1.1359547528103398,
      "learning_rate": 6.868425825344561e-05,
      "loss": 0.2113,
      "step": 100596
    },
    {
      "epoch": 4.120294900675814,
      "grad_norm": 1.7054220359326846,
      "learning_rate": 6.868151768762926e-05,
      "loss": 0.8338,
      "step": 100597
    },
    {
      "epoch": 4.120335859103011,
      "grad_norm": 1.5938724490098144,
      "learning_rate": 6.867877716025544e-05,
      "loss": 0.6464,
      "step": 100598
    },
    {
      "epoch": 4.1203768175302065,
      "grad_norm": 1.534078627586761,
      "learning_rate": 6.867603667132557e-05,
      "loss": 0.6527,
      "step": 100599
    },
    {
      "epoch": 4.120417775957403,
      "grad_norm": 1.5980799111916884,
      "learning_rate": 6.867329622084104e-05,
      "loss": 0.7132,
      "step": 100600
    },
    {
      "epoch": 4.1204587343845995,
      "grad_norm": 0.9276598977727282,
      "learning_rate": 6.867055580880297e-05,
      "loss": 0.2853,
      "step": 100601
    },
    {
      "epoch": 4.120499692811796,
      "grad_norm": 1.5826464698951292,
      "learning_rate": 6.866781543521275e-05,
      "loss": 0.6565,
      "step": 100602
    },
    {
      "epoch": 4.120540651238993,
      "grad_norm": 0.9391408408653568,
      "learning_rate": 6.866507510007172e-05,
      "loss": 0.245,
      "step": 100603
    },
    {
      "epoch": 4.120581609666189,
      "grad_norm": 1.8243258649896725,
      "learning_rate": 6.866233480338108e-05,
      "loss": 0.4476,
      "step": 100604
    },
    {
      "epoch": 4.120622568093385,
      "grad_norm": 1.3541296868901764,
      "learning_rate": 6.86595945451422e-05,
      "loss": 0.6021,
      "step": 100605
    },
    {
      "epoch": 4.120663526520581,
      "grad_norm": 1.260654163718569,
      "learning_rate": 6.865685432535631e-05,
      "loss": 0.4473,
      "step": 100606
    },
    {
      "epoch": 4.120704484947778,
      "grad_norm": 1.4919814594298104,
      "learning_rate": 6.865411414402471e-05,
      "loss": 0.713,
      "step": 100607
    },
    {
      "epoch": 4.120745443374974,
      "grad_norm": 1.1363933765928602,
      "learning_rate": 6.865137400114882e-05,
      "loss": 0.2888,
      "step": 100608
    },
    {
      "epoch": 4.120786401802171,
      "grad_norm": 1.550959112343626,
      "learning_rate": 6.864863389672975e-05,
      "loss": 0.744,
      "step": 100609
    },
    {
      "epoch": 4.1208273602293675,
      "grad_norm": 1.4461336452737197,
      "learning_rate": 6.864589383076891e-05,
      "loss": 0.6066,
      "step": 100610
    },
    {
      "epoch": 4.120868318656564,
      "grad_norm": 1.607873600033896,
      "learning_rate": 6.864315380326762e-05,
      "loss": 0.7723,
      "step": 100611
    },
    {
      "epoch": 4.12090927708376,
      "grad_norm": 1.610643646237989,
      "learning_rate": 6.864041381422706e-05,
      "loss": 0.5213,
      "step": 100612
    },
    {
      "epoch": 4.120950235510956,
      "grad_norm": 1.257877618863002,
      "learning_rate": 6.863767386364865e-05,
      "loss": 0.3718,
      "step": 100613
    },
    {
      "epoch": 4.120991193938153,
      "grad_norm": 1.5028581498246112,
      "learning_rate": 6.863493395153358e-05,
      "loss": 0.4924,
      "step": 100614
    },
    {
      "epoch": 4.121032152365349,
      "grad_norm": 0.787418571317487,
      "learning_rate": 6.863219407788319e-05,
      "loss": 0.2152,
      "step": 100615
    },
    {
      "epoch": 4.121073110792546,
      "grad_norm": 1.8017896625008802,
      "learning_rate": 6.862945424269883e-05,
      "loss": 0.8172,
      "step": 100616
    },
    {
      "epoch": 4.121114069219742,
      "grad_norm": 1.3182048113563185,
      "learning_rate": 6.86267144459817e-05,
      "loss": 0.5805,
      "step": 100617
    },
    {
      "epoch": 4.121155027646938,
      "grad_norm": 0.5898174665372939,
      "learning_rate": 6.862397468773318e-05,
      "loss": 0.0824,
      "step": 100618
    },
    {
      "epoch": 4.1211959860741345,
      "grad_norm": 0.8244141973160003,
      "learning_rate": 6.862123496795447e-05,
      "loss": 0.2095,
      "step": 100619
    },
    {
      "epoch": 4.121236944501331,
      "grad_norm": 1.8361478149262873,
      "learning_rate": 6.86184952866469e-05,
      "loss": 0.9226,
      "step": 100620
    },
    {
      "epoch": 4.121277902928528,
      "grad_norm": 1.4712635896917812,
      "learning_rate": 6.861575564381185e-05,
      "loss": 0.6746,
      "step": 100621
    },
    {
      "epoch": 4.121318861355724,
      "grad_norm": 2.2063322795074396,
      "learning_rate": 6.86130160394505e-05,
      "loss": 0.7761,
      "step": 100622
    },
    {
      "epoch": 4.121359819782921,
      "grad_norm": 1.8503566513880982,
      "learning_rate": 6.861027647356418e-05,
      "loss": 1.0253,
      "step": 100623
    },
    {
      "epoch": 4.121400778210116,
      "grad_norm": 0.7242506216987509,
      "learning_rate": 6.860753694615426e-05,
      "loss": 0.2,
      "step": 100624
    },
    {
      "epoch": 4.121441736637313,
      "grad_norm": 1.8874844823424186,
      "learning_rate": 6.860479745722193e-05,
      "loss": 0.4612,
      "step": 100625
    },
    {
      "epoch": 4.121482695064509,
      "grad_norm": 1.6380974783930025,
      "learning_rate": 6.860205800676858e-05,
      "loss": 0.7778,
      "step": 100626
    },
    {
      "epoch": 4.121523653491706,
      "grad_norm": 1.5052434056071091,
      "learning_rate": 6.85993185947954e-05,
      "loss": 0.6059,
      "step": 100627
    },
    {
      "epoch": 4.121564611918902,
      "grad_norm": 1.1771344027560058,
      "learning_rate": 6.859657922130372e-05,
      "loss": 0.4549,
      "step": 100628
    },
    {
      "epoch": 4.121605570346099,
      "grad_norm": 1.6525164259237157,
      "learning_rate": 6.859383988629494e-05,
      "loss": 0.4912,
      "step": 100629
    },
    {
      "epoch": 4.1216465287732955,
      "grad_norm": 1.1641010264316183,
      "learning_rate": 6.859110058977019e-05,
      "loss": 0.5381,
      "step": 100630
    },
    {
      "epoch": 4.121687487200491,
      "grad_norm": 0.5751461308095835,
      "learning_rate": 6.858836133173084e-05,
      "loss": 0.1047,
      "step": 100631
    },
    {
      "epoch": 4.121728445627688,
      "grad_norm": 1.003790777428904,
      "learning_rate": 6.858562211217825e-05,
      "loss": 0.2552,
      "step": 100632
    },
    {
      "epoch": 4.121769404054884,
      "grad_norm": 1.2768504601451376,
      "learning_rate": 6.85828829311136e-05,
      "loss": 0.2155,
      "step": 100633
    },
    {
      "epoch": 4.121810362482081,
      "grad_norm": 1.3789579850968952,
      "learning_rate": 6.858014378853831e-05,
      "loss": 0.67,
      "step": 100634
    },
    {
      "epoch": 4.121851320909277,
      "grad_norm": 1.2997107556736245,
      "learning_rate": 6.857740468445353e-05,
      "loss": 0.6325,
      "step": 100635
    },
    {
      "epoch": 4.121892279336474,
      "grad_norm": 1.6339318771698255,
      "learning_rate": 6.857466561886062e-05,
      "loss": 0.7779,
      "step": 100636
    },
    {
      "epoch": 4.1219332377636695,
      "grad_norm": 0.9376562757429483,
      "learning_rate": 6.857192659176097e-05,
      "loss": 0.2403,
      "step": 100637
    },
    {
      "epoch": 4.121974196190866,
      "grad_norm": 1.5943480652286457,
      "learning_rate": 6.856918760315571e-05,
      "loss": 0.5907,
      "step": 100638
    },
    {
      "epoch": 4.122015154618063,
      "grad_norm": 0.7846992522456451,
      "learning_rate": 6.856644865304621e-05,
      "loss": 0.1462,
      "step": 100639
    },
    {
      "epoch": 4.122056113045259,
      "grad_norm": 1.7742334852861696,
      "learning_rate": 6.856370974143384e-05,
      "loss": 0.853,
      "step": 100640
    },
    {
      "epoch": 4.122097071472456,
      "grad_norm": 0.6164953743993783,
      "learning_rate": 6.856097086831975e-05,
      "loss": 0.1403,
      "step": 100641
    },
    {
      "epoch": 4.122138029899652,
      "grad_norm": 0.814825049538184,
      "learning_rate": 6.855823203370536e-05,
      "loss": 0.2106,
      "step": 100642
    },
    {
      "epoch": 4.122178988326848,
      "grad_norm": 1.6063563183560228,
      "learning_rate": 6.855549323759185e-05,
      "loss": 0.5502,
      "step": 100643
    },
    {
      "epoch": 4.122219946754044,
      "grad_norm": 1.6249163974795862,
      "learning_rate": 6.855275447998061e-05,
      "loss": 0.8116,
      "step": 100644
    },
    {
      "epoch": 4.122260905181241,
      "grad_norm": 1.3941135355317915,
      "learning_rate": 6.855001576087294e-05,
      "loss": 0.6396,
      "step": 100645
    },
    {
      "epoch": 4.122301863608437,
      "grad_norm": 1.4317465878611217,
      "learning_rate": 6.854727708027003e-05,
      "loss": 0.544,
      "step": 100646
    },
    {
      "epoch": 4.122342822035634,
      "grad_norm": 1.4815407324012568,
      "learning_rate": 6.854453843817327e-05,
      "loss": 0.7476,
      "step": 100647
    },
    {
      "epoch": 4.1223837804628305,
      "grad_norm": 1.519292307629857,
      "learning_rate": 6.854179983458395e-05,
      "loss": 0.6794,
      "step": 100648
    },
    {
      "epoch": 4.122424738890027,
      "grad_norm": 1.2707009136575955,
      "learning_rate": 6.853906126950328e-05,
      "loss": 0.5244,
      "step": 100649
    },
    {
      "epoch": 4.122465697317223,
      "grad_norm": 0.4038408331151883,
      "learning_rate": 6.85363227429327e-05,
      "loss": 0.0595,
      "step": 100650
    },
    {
      "epoch": 4.122506655744419,
      "grad_norm": 1.3073559720474692,
      "learning_rate": 6.853358425487335e-05,
      "loss": 0.6823,
      "step": 100651
    },
    {
      "epoch": 4.122547614171616,
      "grad_norm": 1.6490040137024466,
      "learning_rate": 6.85308458053266e-05,
      "loss": 0.7233,
      "step": 100652
    },
    {
      "epoch": 4.122588572598812,
      "grad_norm": 1.2104478536878047,
      "learning_rate": 6.852810739429378e-05,
      "loss": 0.6093,
      "step": 100653
    },
    {
      "epoch": 4.122629531026009,
      "grad_norm": 1.7565597826660537,
      "learning_rate": 6.852536902177611e-05,
      "loss": 0.7829,
      "step": 100654
    },
    {
      "epoch": 4.122670489453205,
      "grad_norm": 0.33445939433236577,
      "learning_rate": 6.852263068777496e-05,
      "loss": 0.0517,
      "step": 100655
    },
    {
      "epoch": 4.122711447880401,
      "grad_norm": 1.2191448632279471,
      "learning_rate": 6.851989239229152e-05,
      "loss": 0.573,
      "step": 100656
    },
    {
      "epoch": 4.1227524063075975,
      "grad_norm": 1.8029187497871664,
      "learning_rate": 6.851715413532716e-05,
      "loss": 0.9711,
      "step": 100657
    },
    {
      "epoch": 4.122793364734794,
      "grad_norm": 1.3158294191463342,
      "learning_rate": 6.85144159168832e-05,
      "loss": 0.5875,
      "step": 100658
    },
    {
      "epoch": 4.122834323161991,
      "grad_norm": 1.6047666695908913,
      "learning_rate": 6.851167773696085e-05,
      "loss": 0.7889,
      "step": 100659
    },
    {
      "epoch": 4.122875281589187,
      "grad_norm": 1.349611471788248,
      "learning_rate": 6.850893959556145e-05,
      "loss": 0.5366,
      "step": 100660
    },
    {
      "epoch": 4.122916240016384,
      "grad_norm": 1.3888318916397808,
      "learning_rate": 6.850620149268636e-05,
      "loss": 0.5447,
      "step": 100661
    },
    {
      "epoch": 4.122957198443579,
      "grad_norm": 1.5628247096176673,
      "learning_rate": 6.850346342833674e-05,
      "loss": 0.7383,
      "step": 100662
    },
    {
      "epoch": 4.122998156870776,
      "grad_norm": 1.5933864680133485,
      "learning_rate": 6.850072540251402e-05,
      "loss": 0.5914,
      "step": 100663
    },
    {
      "epoch": 4.123039115297972,
      "grad_norm": 1.3404679945355071,
      "learning_rate": 6.849798741521936e-05,
      "loss": 0.4582,
      "step": 100664
    },
    {
      "epoch": 4.123080073725169,
      "grad_norm": 1.5751921288043484,
      "learning_rate": 6.849524946645414e-05,
      "loss": 0.5334,
      "step": 100665
    },
    {
      "epoch": 4.1231210321523655,
      "grad_norm": 1.7039908371591963,
      "learning_rate": 6.849251155621967e-05,
      "loss": 0.7899,
      "step": 100666
    },
    {
      "epoch": 4.123161990579562,
      "grad_norm": 1.594613865669204,
      "learning_rate": 6.848977368451722e-05,
      "loss": 0.6513,
      "step": 100667
    },
    {
      "epoch": 4.1232029490067585,
      "grad_norm": 1.2920791910431948,
      "learning_rate": 6.848703585134804e-05,
      "loss": 0.6452,
      "step": 100668
    },
    {
      "epoch": 4.123243907433954,
      "grad_norm": 1.8659794726464713,
      "learning_rate": 6.848429805671348e-05,
      "loss": 0.7947,
      "step": 100669
    },
    {
      "epoch": 4.123284865861151,
      "grad_norm": 1.3749127105026455,
      "learning_rate": 6.848156030061478e-05,
      "loss": 0.5581,
      "step": 100670
    },
    {
      "epoch": 4.123325824288347,
      "grad_norm": 1.4263626435213799,
      "learning_rate": 6.847882258305326e-05,
      "loss": 0.6953,
      "step": 100671
    },
    {
      "epoch": 4.123366782715544,
      "grad_norm": 1.3543449163686232,
      "learning_rate": 6.847608490403027e-05,
      "loss": 0.584,
      "step": 100672
    },
    {
      "epoch": 4.12340774114274,
      "grad_norm": 1.4916293813234447,
      "learning_rate": 6.847334726354701e-05,
      "loss": 0.6199,
      "step": 100673
    },
    {
      "epoch": 4.123448699569937,
      "grad_norm": 1.8366799224137862,
      "learning_rate": 6.847060966160482e-05,
      "loss": 0.759,
      "step": 100674
    },
    {
      "epoch": 4.1234896579971325,
      "grad_norm": 1.3174580782423633,
      "learning_rate": 6.846787209820506e-05,
      "loss": 0.6974,
      "step": 100675
    },
    {
      "epoch": 4.123530616424329,
      "grad_norm": 1.6782156005571953,
      "learning_rate": 6.84651345733489e-05,
      "loss": 0.679,
      "step": 100676
    },
    {
      "epoch": 4.123571574851526,
      "grad_norm": 1.189371468230534,
      "learning_rate": 6.846239708703774e-05,
      "loss": 0.4607,
      "step": 100677
    },
    {
      "epoch": 4.123612533278722,
      "grad_norm": 1.6083372043271953,
      "learning_rate": 6.845965963927277e-05,
      "loss": 0.7049,
      "step": 100678
    },
    {
      "epoch": 4.123653491705919,
      "grad_norm": 1.396839633527073,
      "learning_rate": 6.845692223005537e-05,
      "loss": 0.6747,
      "step": 100679
    },
    {
      "epoch": 4.123694450133115,
      "grad_norm": 1.350822169213188,
      "learning_rate": 6.845418485938682e-05,
      "loss": 0.6837,
      "step": 100680
    },
    {
      "epoch": 4.123735408560311,
      "grad_norm": 1.1904679558193407,
      "learning_rate": 6.845144752726836e-05,
      "loss": 0.3301,
      "step": 100681
    },
    {
      "epoch": 4.123776366987507,
      "grad_norm": 6.459517393715795,
      "learning_rate": 6.844871023370134e-05,
      "loss": 3.7255,
      "step": 100682
    },
    {
      "epoch": 4.123817325414704,
      "grad_norm": 1.3597114339742118,
      "learning_rate": 6.844597297868707e-05,
      "loss": 0.5009,
      "step": 100683
    },
    {
      "epoch": 4.1238582838419005,
      "grad_norm": 1.1100994278615346,
      "learning_rate": 6.844323576222677e-05,
      "loss": 0.2498,
      "step": 100684
    },
    {
      "epoch": 4.123899242269097,
      "grad_norm": 1.406127240007211,
      "learning_rate": 6.844049858432183e-05,
      "loss": 0.6986,
      "step": 100685
    },
    {
      "epoch": 4.1239402006962935,
      "grad_norm": 1.13026989199394,
      "learning_rate": 6.843776144497342e-05,
      "loss": 0.299,
      "step": 100686
    },
    {
      "epoch": 4.12398115912349,
      "grad_norm": 1.430555119851598,
      "learning_rate": 6.843502434418292e-05,
      "loss": 0.7077,
      "step": 100687
    },
    {
      "epoch": 4.124022117550686,
      "grad_norm": 1.7840363345001946,
      "learning_rate": 6.843228728195166e-05,
      "loss": 0.8696,
      "step": 100688
    },
    {
      "epoch": 4.124063075977882,
      "grad_norm": 1.4621964125674445,
      "learning_rate": 6.842955025828081e-05,
      "loss": 0.6485,
      "step": 100689
    },
    {
      "epoch": 4.124104034405079,
      "grad_norm": 1.3928890279052333,
      "learning_rate": 6.842681327317181e-05,
      "loss": 0.5249,
      "step": 100690
    },
    {
      "epoch": 4.124144992832275,
      "grad_norm": 1.4203062186974211,
      "learning_rate": 6.842407632662581e-05,
      "loss": 0.4889,
      "step": 100691
    },
    {
      "epoch": 4.124185951259472,
      "grad_norm": 1.5654929810859681,
      "learning_rate": 6.842133941864418e-05,
      "loss": 0.7776,
      "step": 100692
    },
    {
      "epoch": 4.124226909686668,
      "grad_norm": 0.7964603757983728,
      "learning_rate": 6.841860254922827e-05,
      "loss": 0.1791,
      "step": 100693
    },
    {
      "epoch": 4.124267868113864,
      "grad_norm": 1.935132760714569,
      "learning_rate": 6.841586571837926e-05,
      "loss": 0.7492,
      "step": 100694
    },
    {
      "epoch": 4.124308826541061,
      "grad_norm": 1.7121593857048591,
      "learning_rate": 6.841312892609847e-05,
      "loss": 0.5057,
      "step": 100695
    },
    {
      "epoch": 4.124349784968257,
      "grad_norm": 1.349844007228655,
      "learning_rate": 6.841039217238729e-05,
      "loss": 0.5389,
      "step": 100696
    },
    {
      "epoch": 4.124390743395454,
      "grad_norm": 1.0044185076701997,
      "learning_rate": 6.840765545724688e-05,
      "loss": 0.2625,
      "step": 100697
    },
    {
      "epoch": 4.12443170182265,
      "grad_norm": 1.6052032653010238,
      "learning_rate": 6.840491878067866e-05,
      "loss": 0.8336,
      "step": 100698
    },
    {
      "epoch": 4.124472660249847,
      "grad_norm": 1.7335493885264266,
      "learning_rate": 6.840218214268379e-05,
      "loss": 0.6619,
      "step": 100699
    },
    {
      "epoch": 4.124513618677042,
      "grad_norm": 1.3812230437565591,
      "learning_rate": 6.839944554326365e-05,
      "loss": 0.7366,
      "step": 100700
    },
    {
      "epoch": 4.124554577104239,
      "grad_norm": 1.5999563276290691,
      "learning_rate": 6.839670898241955e-05,
      "loss": 0.6056,
      "step": 100701
    },
    {
      "epoch": 4.124595535531435,
      "grad_norm": 1.1883725512976364,
      "learning_rate": 6.839397246015271e-05,
      "loss": 0.3015,
      "step": 100702
    },
    {
      "epoch": 4.124636493958632,
      "grad_norm": 1.9566454030601341,
      "learning_rate": 6.839123597646449e-05,
      "loss": 0.6177,
      "step": 100703
    },
    {
      "epoch": 4.1246774523858285,
      "grad_norm": 1.609889024972766,
      "learning_rate": 6.838849953135618e-05,
      "loss": 0.7603,
      "step": 100704
    },
    {
      "epoch": 4.124718410813025,
      "grad_norm": 1.505163467612761,
      "learning_rate": 6.8385763124829e-05,
      "loss": 0.6516,
      "step": 100705
    },
    {
      "epoch": 4.124759369240222,
      "grad_norm": 1.555007285751912,
      "learning_rate": 6.838302675688435e-05,
      "loss": 0.4409,
      "step": 100706
    },
    {
      "epoch": 4.124800327667417,
      "grad_norm": 1.5287089276793282,
      "learning_rate": 6.838029042752343e-05,
      "loss": 0.5192,
      "step": 100707
    },
    {
      "epoch": 4.124841286094614,
      "grad_norm": 1.5989937488655221,
      "learning_rate": 6.837755413674756e-05,
      "loss": 0.7366,
      "step": 100708
    },
    {
      "epoch": 4.12488224452181,
      "grad_norm": 1.2613982976511575,
      "learning_rate": 6.83748178845581e-05,
      "loss": 0.6054,
      "step": 100709
    },
    {
      "epoch": 4.124923202949007,
      "grad_norm": 1.2042920200432312,
      "learning_rate": 6.837208167095624e-05,
      "loss": 0.2661,
      "step": 100710
    },
    {
      "epoch": 4.124964161376203,
      "grad_norm": 1.6391233019431333,
      "learning_rate": 6.83693454959433e-05,
      "loss": 0.8199,
      "step": 100711
    },
    {
      "epoch": 4.1250051198034,
      "grad_norm": 3.536904006626003,
      "learning_rate": 6.836660935952069e-05,
      "loss": 3.4943,
      "step": 100712
    },
    {
      "epoch": 4.1250460782305955,
      "grad_norm": 1.690540222633749,
      "learning_rate": 6.836387326168952e-05,
      "loss": 0.8693,
      "step": 100713
    },
    {
      "epoch": 4.125087036657792,
      "grad_norm": 1.4844545369723425,
      "learning_rate": 6.836113720245126e-05,
      "loss": 0.655,
      "step": 100714
    },
    {
      "epoch": 4.125127995084989,
      "grad_norm": 1.8370945435468335,
      "learning_rate": 6.835840118180704e-05,
      "loss": 0.7126,
      "step": 100715
    },
    {
      "epoch": 4.125168953512185,
      "grad_norm": 0.9011802214296342,
      "learning_rate": 6.835566519975824e-05,
      "loss": 0.2224,
      "step": 100716
    },
    {
      "epoch": 4.125209911939382,
      "grad_norm": 1.3572926235527492,
      "learning_rate": 6.83529292563062e-05,
      "loss": 0.5667,
      "step": 100717
    },
    {
      "epoch": 4.125250870366578,
      "grad_norm": 1.8455176551996795,
      "learning_rate": 6.83501933514521e-05,
      "loss": 0.7526,
      "step": 100718
    },
    {
      "epoch": 4.125291828793774,
      "grad_norm": 1.3780589237164542,
      "learning_rate": 6.834745748519728e-05,
      "loss": 0.4854,
      "step": 100719
    },
    {
      "epoch": 4.12533278722097,
      "grad_norm": 1.4609538640773694,
      "learning_rate": 6.834472165754311e-05,
      "loss": 0.6265,
      "step": 100720
    },
    {
      "epoch": 4.125373745648167,
      "grad_norm": 1.2674793115025973,
      "learning_rate": 6.834198586849077e-05,
      "loss": 0.3999,
      "step": 100721
    },
    {
      "epoch": 4.1254147040753635,
      "grad_norm": 1.3451696452009048,
      "learning_rate": 6.833925011804165e-05,
      "loss": 0.6557,
      "step": 100722
    },
    {
      "epoch": 4.12545566250256,
      "grad_norm": 0.8438336327784847,
      "learning_rate": 6.833651440619692e-05,
      "loss": 0.2232,
      "step": 100723
    },
    {
      "epoch": 4.1254966209297566,
      "grad_norm": 0.8531872846745564,
      "learning_rate": 6.833377873295797e-05,
      "loss": 0.2305,
      "step": 100724
    },
    {
      "epoch": 4.125537579356953,
      "grad_norm": 1.7738704453921708,
      "learning_rate": 6.833104309832613e-05,
      "loss": 0.9454,
      "step": 100725
    },
    {
      "epoch": 4.125578537784149,
      "grad_norm": 1.7550715465919573,
      "learning_rate": 6.832830750230255e-05,
      "loss": 0.6803,
      "step": 100726
    },
    {
      "epoch": 4.125619496211345,
      "grad_norm": 1.4841432517255804,
      "learning_rate": 6.83255719448887e-05,
      "loss": 0.6886,
      "step": 100727
    },
    {
      "epoch": 4.125660454638542,
      "grad_norm": 1.3823072690924445,
      "learning_rate": 6.83228364260857e-05,
      "loss": 0.6533,
      "step": 100728
    },
    {
      "epoch": 4.125701413065738,
      "grad_norm": 1.2075103774680362,
      "learning_rate": 6.832010094589492e-05,
      "loss": 0.3661,
      "step": 100729
    },
    {
      "epoch": 4.125742371492935,
      "grad_norm": 1.6612087457612965,
      "learning_rate": 6.831736550431772e-05,
      "loss": 0.6333,
      "step": 100730
    },
    {
      "epoch": 4.125783329920131,
      "grad_norm": 0.8391150182341992,
      "learning_rate": 6.831463010135529e-05,
      "loss": 0.2177,
      "step": 100731
    },
    {
      "epoch": 4.125824288347327,
      "grad_norm": 1.752635713790511,
      "learning_rate": 6.831189473700893e-05,
      "loss": 0.6515,
      "step": 100732
    },
    {
      "epoch": 4.125865246774524,
      "grad_norm": 1.6156034370924441,
      "learning_rate": 6.830915941128005e-05,
      "loss": 0.7023,
      "step": 100733
    },
    {
      "epoch": 4.12590620520172,
      "grad_norm": 1.141197057851964,
      "learning_rate": 6.830642412416979e-05,
      "loss": 0.5366,
      "step": 100734
    },
    {
      "epoch": 4.125947163628917,
      "grad_norm": 1.8219462139411005,
      "learning_rate": 6.830368887567956e-05,
      "loss": 0.5477,
      "step": 100735
    },
    {
      "epoch": 4.125988122056113,
      "grad_norm": 1.5584631098660096,
      "learning_rate": 6.830095366581057e-05,
      "loss": 0.6566,
      "step": 100736
    },
    {
      "epoch": 4.12602908048331,
      "grad_norm": 1.4652980858570173,
      "learning_rate": 6.829821849456415e-05,
      "loss": 0.6405,
      "step": 100737
    },
    {
      "epoch": 4.126070038910505,
      "grad_norm": 1.588209406778385,
      "learning_rate": 6.829548336194163e-05,
      "loss": 0.783,
      "step": 100738
    },
    {
      "epoch": 4.126110997337702,
      "grad_norm": 1.3753979336418989,
      "learning_rate": 6.829274826794427e-05,
      "loss": 0.5061,
      "step": 100739
    },
    {
      "epoch": 4.1261519557648985,
      "grad_norm": 1.1016231256449862,
      "learning_rate": 6.82900132125733e-05,
      "loss": 0.5221,
      "step": 100740
    },
    {
      "epoch": 4.126192914192095,
      "grad_norm": 1.4292852044589082,
      "learning_rate": 6.828727819583012e-05,
      "loss": 0.7188,
      "step": 100741
    },
    {
      "epoch": 4.1262338726192915,
      "grad_norm": 1.7399712089168866,
      "learning_rate": 6.828454321771594e-05,
      "loss": 0.9487,
      "step": 100742
    },
    {
      "epoch": 4.126274831046488,
      "grad_norm": 1.5592550093159534,
      "learning_rate": 6.828180827823207e-05,
      "loss": 0.6532,
      "step": 100743
    },
    {
      "epoch": 4.126315789473685,
      "grad_norm": 1.0533656068023445,
      "learning_rate": 6.827907337737987e-05,
      "loss": 0.2815,
      "step": 100744
    },
    {
      "epoch": 4.12635674790088,
      "grad_norm": 1.5330811788293177,
      "learning_rate": 6.827633851516053e-05,
      "loss": 0.6394,
      "step": 100745
    },
    {
      "epoch": 4.126397706328077,
      "grad_norm": 1.1188295499482375,
      "learning_rate": 6.82736036915754e-05,
      "loss": 0.4934,
      "step": 100746
    },
    {
      "epoch": 4.126438664755273,
      "grad_norm": 1.8995640605809088,
      "learning_rate": 6.827086890662582e-05,
      "loss": 0.8264,
      "step": 100747
    },
    {
      "epoch": 4.12647962318247,
      "grad_norm": 1.7462114437906184,
      "learning_rate": 6.826813416031298e-05,
      "loss": 0.7143,
      "step": 100748
    },
    {
      "epoch": 4.126520581609666,
      "grad_norm": 1.01763086077391,
      "learning_rate": 6.826539945263827e-05,
      "loss": 0.3375,
      "step": 100749
    },
    {
      "epoch": 4.126561540036863,
      "grad_norm": 1.8912431625279844,
      "learning_rate": 6.826266478360289e-05,
      "loss": 1.0231,
      "step": 100750
    },
    {
      "epoch": 4.126602498464059,
      "grad_norm": 1.4861532537312894,
      "learning_rate": 6.825993015320817e-05,
      "loss": 0.6062,
      "step": 100751
    },
    {
      "epoch": 4.126643456891255,
      "grad_norm": 0.9807489650722127,
      "learning_rate": 6.825719556145548e-05,
      "loss": 0.2315,
      "step": 100752
    },
    {
      "epoch": 4.126684415318452,
      "grad_norm": 0.509888577034806,
      "learning_rate": 6.825446100834597e-05,
      "loss": 0.0656,
      "step": 100753
    },
    {
      "epoch": 4.126725373745648,
      "grad_norm": 1.2348022226466382,
      "learning_rate": 6.825172649388103e-05,
      "loss": 0.47,
      "step": 100754
    },
    {
      "epoch": 4.126766332172845,
      "grad_norm": 1.7832563755945023,
      "learning_rate": 6.824899201806198e-05,
      "loss": 0.8444,
      "step": 100755
    },
    {
      "epoch": 4.126807290600041,
      "grad_norm": 0.8641830231411588,
      "learning_rate": 6.824625758088999e-05,
      "loss": 0.199,
      "step": 100756
    },
    {
      "epoch": 4.126848249027237,
      "grad_norm": 0.951504815075567,
      "learning_rate": 6.824352318236649e-05,
      "loss": 0.2038,
      "step": 100757
    },
    {
      "epoch": 4.126889207454433,
      "grad_norm": 1.3340827212823365,
      "learning_rate": 6.824078882249266e-05,
      "loss": 0.6425,
      "step": 100758
    },
    {
      "epoch": 4.12693016588163,
      "grad_norm": 0.9319189256705267,
      "learning_rate": 6.823805450126984e-05,
      "loss": 0.2487,
      "step": 100759
    },
    {
      "epoch": 4.1269711243088265,
      "grad_norm": 1.4082384037469038,
      "learning_rate": 6.823532021869938e-05,
      "loss": 0.6476,
      "step": 100760
    },
    {
      "epoch": 4.127012082736023,
      "grad_norm": 2.0871300497818983,
      "learning_rate": 6.823258597478246e-05,
      "loss": 1.1774,
      "step": 100761
    },
    {
      "epoch": 4.12705304116322,
      "grad_norm": 1.5374198170590367,
      "learning_rate": 6.822985176952046e-05,
      "loss": 0.7742,
      "step": 100762
    },
    {
      "epoch": 4.127093999590416,
      "grad_norm": 0.572068790734752,
      "learning_rate": 6.822711760291461e-05,
      "loss": 0.1081,
      "step": 100763
    },
    {
      "epoch": 4.127134958017612,
      "grad_norm": 1.4438288359976434,
      "learning_rate": 6.822438347496623e-05,
      "loss": 0.7752,
      "step": 100764
    },
    {
      "epoch": 4.127175916444808,
      "grad_norm": 1.8546717939477504,
      "learning_rate": 6.822164938567668e-05,
      "loss": 0.7078,
      "step": 100765
    },
    {
      "epoch": 4.127216874872005,
      "grad_norm": 1.4650782001800582,
      "learning_rate": 6.821891533504711e-05,
      "loss": 0.7725,
      "step": 100766
    },
    {
      "epoch": 4.127257833299201,
      "grad_norm": 1.8034813657161752,
      "learning_rate": 6.821618132307892e-05,
      "loss": 0.7315,
      "step": 100767
    },
    {
      "epoch": 4.127298791726398,
      "grad_norm": 1.657877263357182,
      "learning_rate": 6.821344734977341e-05,
      "loss": 0.7381,
      "step": 100768
    },
    {
      "epoch": 4.1273397501535944,
      "grad_norm": 1.4524974077533581,
      "learning_rate": 6.821071341513179e-05,
      "loss": 0.5744,
      "step": 100769
    },
    {
      "epoch": 4.12738070858079,
      "grad_norm": 1.6256538645341716,
      "learning_rate": 6.820797951915545e-05,
      "loss": 0.8134,
      "step": 100770
    },
    {
      "epoch": 4.127421667007987,
      "grad_norm": 1.5228025283638345,
      "learning_rate": 6.820524566184558e-05,
      "loss": 0.6948,
      "step": 100771
    },
    {
      "epoch": 4.127462625435183,
      "grad_norm": 0.9089534009122581,
      "learning_rate": 6.820251184320352e-05,
      "loss": 0.2255,
      "step": 100772
    },
    {
      "epoch": 4.12750358386238,
      "grad_norm": 1.8911917614269675,
      "learning_rate": 6.819977806323061e-05,
      "loss": 0.7215,
      "step": 100773
    },
    {
      "epoch": 4.127544542289576,
      "grad_norm": 1.5349764265305756,
      "learning_rate": 6.819704432192806e-05,
      "loss": 0.7498,
      "step": 100774
    },
    {
      "epoch": 4.127585500716773,
      "grad_norm": 1.7825922340733928,
      "learning_rate": 6.819431061929719e-05,
      "loss": 0.9523,
      "step": 100775
    },
    {
      "epoch": 4.127626459143968,
      "grad_norm": 1.4722569352365313,
      "learning_rate": 6.819157695533935e-05,
      "loss": 0.7031,
      "step": 100776
    },
    {
      "epoch": 4.127667417571165,
      "grad_norm": 1.6823884990915,
      "learning_rate": 6.818884333005575e-05,
      "loss": 0.7381,
      "step": 100777
    },
    {
      "epoch": 4.1277083759983615,
      "grad_norm": 1.2740806224278138,
      "learning_rate": 6.818610974344777e-05,
      "loss": 0.323,
      "step": 100778
    },
    {
      "epoch": 4.127749334425558,
      "grad_norm": 1.229059895351866,
      "learning_rate": 6.818337619551659e-05,
      "loss": 0.4754,
      "step": 100779
    },
    {
      "epoch": 4.127790292852755,
      "grad_norm": 1.3897549440107353,
      "learning_rate": 6.818064268626357e-05,
      "loss": 0.6689,
      "step": 100780
    },
    {
      "epoch": 4.127831251279951,
      "grad_norm": 1.3899215029886263,
      "learning_rate": 6.817790921569004e-05,
      "loss": 0.6775,
      "step": 100781
    },
    {
      "epoch": 4.127872209707148,
      "grad_norm": 1.2833855106269254,
      "learning_rate": 6.817517578379718e-05,
      "loss": 0.4891,
      "step": 100782
    },
    {
      "epoch": 4.127913168134343,
      "grad_norm": 0.9046498641107118,
      "learning_rate": 6.817244239058637e-05,
      "loss": 0.1355,
      "step": 100783
    },
    {
      "epoch": 4.12795412656154,
      "grad_norm": 0.7651400761123209,
      "learning_rate": 6.816970903605893e-05,
      "loss": 0.2162,
      "step": 100784
    },
    {
      "epoch": 4.127995084988736,
      "grad_norm": 1.7898419598659405,
      "learning_rate": 6.816697572021605e-05,
      "loss": 0.6953,
      "step": 100785
    },
    {
      "epoch": 4.128036043415933,
      "grad_norm": 1.288798695372092,
      "learning_rate": 6.816424244305912e-05,
      "loss": 0.2391,
      "step": 100786
    },
    {
      "epoch": 4.128077001843129,
      "grad_norm": 1.6341229533208383,
      "learning_rate": 6.816150920458934e-05,
      "loss": 0.5868,
      "step": 100787
    },
    {
      "epoch": 4.128117960270326,
      "grad_norm": 1.7246312930673935,
      "learning_rate": 6.815877600480804e-05,
      "loss": 0.6181,
      "step": 100788
    },
    {
      "epoch": 4.128158918697522,
      "grad_norm": 1.5348819059521253,
      "learning_rate": 6.81560428437166e-05,
      "loss": 0.7281,
      "step": 100789
    },
    {
      "epoch": 4.128199877124718,
      "grad_norm": 0.8943548286589249,
      "learning_rate": 6.815330972131616e-05,
      "loss": 0.2393,
      "step": 100790
    },
    {
      "epoch": 4.128240835551915,
      "grad_norm": 1.6690034387025263,
      "learning_rate": 6.81505766376081e-05,
      "loss": 0.9041,
      "step": 100791
    },
    {
      "epoch": 4.128281793979111,
      "grad_norm": 1.690388608842716,
      "learning_rate": 6.814784359259373e-05,
      "loss": 0.6745,
      "step": 100792
    },
    {
      "epoch": 4.128322752406308,
      "grad_norm": 1.6359117514619057,
      "learning_rate": 6.814511058627427e-05,
      "loss": 0.6996,
      "step": 100793
    },
    {
      "epoch": 4.128363710833504,
      "grad_norm": 1.6425246511376732,
      "learning_rate": 6.814237761865111e-05,
      "loss": 0.7005,
      "step": 100794
    },
    {
      "epoch": 4.1284046692607,
      "grad_norm": 1.922575142402028,
      "learning_rate": 6.813964468972541e-05,
      "loss": 1.0198,
      "step": 100795
    },
    {
      "epoch": 4.1284456276878965,
      "grad_norm": 0.8334765166633503,
      "learning_rate": 6.813691179949856e-05,
      "loss": 0.2084,
      "step": 100796
    },
    {
      "epoch": 4.128486586115093,
      "grad_norm": 1.2862470071042609,
      "learning_rate": 6.813417894797187e-05,
      "loss": 0.5944,
      "step": 100797
    },
    {
      "epoch": 4.1285275445422895,
      "grad_norm": 1.4990841362340654,
      "learning_rate": 6.813144613514653e-05,
      "loss": 0.6221,
      "step": 100798
    },
    {
      "epoch": 4.128568502969486,
      "grad_norm": 1.8259871203761766,
      "learning_rate": 6.812871336102396e-05,
      "loss": 0.7847,
      "step": 100799
    },
    {
      "epoch": 4.128609461396683,
      "grad_norm": 0.691525542601987,
      "learning_rate": 6.812598062560532e-05,
      "loss": 0.0687,
      "step": 100800
    },
    {
      "epoch": 4.128650419823879,
      "grad_norm": 1.2765152961479491,
      "learning_rate": 6.812324792889197e-05,
      "loss": 0.4401,
      "step": 100801
    },
    {
      "epoch": 4.128691378251075,
      "grad_norm": 1.3296284006383061,
      "learning_rate": 6.812051527088525e-05,
      "loss": 0.6768,
      "step": 100802
    },
    {
      "epoch": 4.128732336678271,
      "grad_norm": 0.9643065728646666,
      "learning_rate": 6.811778265158633e-05,
      "loss": 0.2493,
      "step": 100803
    },
    {
      "epoch": 4.128773295105468,
      "grad_norm": 1.3840778969875953,
      "learning_rate": 6.81150500709966e-05,
      "loss": 0.6676,
      "step": 100804
    },
    {
      "epoch": 4.128814253532664,
      "grad_norm": 1.7562685212582776,
      "learning_rate": 6.811231752911737e-05,
      "loss": 0.7727,
      "step": 100805
    },
    {
      "epoch": 4.128855211959861,
      "grad_norm": 1.363843906530539,
      "learning_rate": 6.810958502594981e-05,
      "loss": 0.2853,
      "step": 100806
    },
    {
      "epoch": 4.1288961703870575,
      "grad_norm": 1.2425739875994561,
      "learning_rate": 6.810685256149536e-05,
      "loss": 0.5872,
      "step": 100807
    },
    {
      "epoch": 4.128937128814253,
      "grad_norm": 1.3577628795788923,
      "learning_rate": 6.810412013575522e-05,
      "loss": 0.5035,
      "step": 100808
    },
    {
      "epoch": 4.12897808724145,
      "grad_norm": 1.4920129960436326,
      "learning_rate": 6.810138774873067e-05,
      "loss": 0.7335,
      "step": 100809
    },
    {
      "epoch": 4.129019045668646,
      "grad_norm": 1.775199150906399,
      "learning_rate": 6.8098655400423e-05,
      "loss": 1.1956,
      "step": 100810
    },
    {
      "epoch": 4.129060004095843,
      "grad_norm": 1.3026482023965897,
      "learning_rate": 6.809592309083362e-05,
      "loss": 0.4898,
      "step": 100811
    },
    {
      "epoch": 4.129100962523039,
      "grad_norm": 1.4401668679300768,
      "learning_rate": 6.809319081996367e-05,
      "loss": 0.5892,
      "step": 100812
    },
    {
      "epoch": 4.129141920950236,
      "grad_norm": 1.3384098032529967,
      "learning_rate": 6.809045858781457e-05,
      "loss": 0.6404,
      "step": 100813
    },
    {
      "epoch": 4.129182879377432,
      "grad_norm": 1.5297059350949327,
      "learning_rate": 6.808772639438746e-05,
      "loss": 0.6123,
      "step": 100814
    },
    {
      "epoch": 4.129223837804628,
      "grad_norm": 1.4906658259345382,
      "learning_rate": 6.808499423968375e-05,
      "loss": 0.6464,
      "step": 100815
    },
    {
      "epoch": 4.1292647962318245,
      "grad_norm": 1.4070456951517871,
      "learning_rate": 6.808226212370474e-05,
      "loss": 0.543,
      "step": 100816
    },
    {
      "epoch": 4.129305754659021,
      "grad_norm": 1.0281885418002434,
      "learning_rate": 6.807953004645163e-05,
      "loss": 0.241,
      "step": 100817
    },
    {
      "epoch": 4.129346713086218,
      "grad_norm": 1.6961081870750596,
      "learning_rate": 6.807679800792578e-05,
      "loss": 0.8476,
      "step": 100818
    },
    {
      "epoch": 4.129387671513414,
      "grad_norm": 1.7543378825449125,
      "learning_rate": 6.807406600812851e-05,
      "loss": 0.598,
      "step": 100819
    },
    {
      "epoch": 4.129428629940611,
      "grad_norm": 1.772755952617729,
      "learning_rate": 6.807133404706101e-05,
      "loss": 0.9227,
      "step": 100820
    },
    {
      "epoch": 4.129469588367806,
      "grad_norm": 2.6318499627564775,
      "learning_rate": 6.806860212472469e-05,
      "loss": 2.0503,
      "step": 100821
    },
    {
      "epoch": 4.129510546795003,
      "grad_norm": 1.559423369379125,
      "learning_rate": 6.806587024112072e-05,
      "loss": 0.5987,
      "step": 100822
    },
    {
      "epoch": 4.129551505222199,
      "grad_norm": 1.157107641067357,
      "learning_rate": 6.806313839625045e-05,
      "loss": 0.3796,
      "step": 100823
    },
    {
      "epoch": 4.129592463649396,
      "grad_norm": 1.6274914759310062,
      "learning_rate": 6.806040659011524e-05,
      "loss": 0.5994,
      "step": 100824
    },
    {
      "epoch": 4.1296334220765925,
      "grad_norm": 1.59735007989381,
      "learning_rate": 6.805767482271626e-05,
      "loss": 0.6451,
      "step": 100825
    },
    {
      "epoch": 4.129674380503789,
      "grad_norm": 1.1763276546945978,
      "learning_rate": 6.80549430940549e-05,
      "loss": 0.497,
      "step": 100826
    },
    {
      "epoch": 4.129715338930985,
      "grad_norm": 1.7951075799235832,
      "learning_rate": 6.805221140413235e-05,
      "loss": 0.924,
      "step": 100827
    },
    {
      "epoch": 4.129756297358181,
      "grad_norm": 1.0689415118410017,
      "learning_rate": 6.804947975294998e-05,
      "loss": 0.3439,
      "step": 100828
    },
    {
      "epoch": 4.129797255785378,
      "grad_norm": 1.1677903668802738,
      "learning_rate": 6.804674814050912e-05,
      "loss": 0.3193,
      "step": 100829
    },
    {
      "epoch": 4.129838214212574,
      "grad_norm": 0.8504657776817941,
      "learning_rate": 6.804401656681091e-05,
      "loss": 0.1102,
      "step": 100830
    },
    {
      "epoch": 4.129879172639771,
      "grad_norm": 1.6425091999731922,
      "learning_rate": 6.804128503185675e-05,
      "loss": 0.5458,
      "step": 100831
    },
    {
      "epoch": 4.129920131066967,
      "grad_norm": 0.969376266554605,
      "learning_rate": 6.803855353564798e-05,
      "loss": 0.3421,
      "step": 100832
    },
    {
      "epoch": 4.129961089494164,
      "grad_norm": 1.6706079068513324,
      "learning_rate": 6.803582207818577e-05,
      "loss": 0.7477,
      "step": 100833
    },
    {
      "epoch": 4.1300020479213595,
      "grad_norm": 1.7302738413620926,
      "learning_rate": 6.803309065947151e-05,
      "loss": 0.7683,
      "step": 100834
    },
    {
      "epoch": 4.130043006348556,
      "grad_norm": 2.261627541700126,
      "learning_rate": 6.803035927950641e-05,
      "loss": 1.354,
      "step": 100835
    },
    {
      "epoch": 4.130083964775753,
      "grad_norm": 0.9087168067348125,
      "learning_rate": 6.802762793829177e-05,
      "loss": 0.2198,
      "step": 100836
    },
    {
      "epoch": 4.130124923202949,
      "grad_norm": 1.0442284262362849,
      "learning_rate": 6.802489663582899e-05,
      "loss": 0.4079,
      "step": 100837
    },
    {
      "epoch": 4.130165881630146,
      "grad_norm": 1.054805080100714,
      "learning_rate": 6.802216537211923e-05,
      "loss": 0.4375,
      "step": 100838
    },
    {
      "epoch": 4.130206840057342,
      "grad_norm": 1.7530782383958907,
      "learning_rate": 6.801943414716383e-05,
      "loss": 0.8029,
      "step": 100839
    },
    {
      "epoch": 4.130247798484538,
      "grad_norm": 0.791714768505338,
      "learning_rate": 6.801670296096413e-05,
      "loss": 0.2179,
      "step": 100840
    },
    {
      "epoch": 4.130288756911734,
      "grad_norm": 1.3665692017756421,
      "learning_rate": 6.801397181352133e-05,
      "loss": 0.4026,
      "step": 100841
    },
    {
      "epoch": 4.130329715338931,
      "grad_norm": 1.0872659416327577,
      "learning_rate": 6.801124070483682e-05,
      "loss": 0.5029,
      "step": 100842
    },
    {
      "epoch": 4.130370673766127,
      "grad_norm": 1.7375477701376343,
      "learning_rate": 6.800850963491178e-05,
      "loss": 0.6729,
      "step": 100843
    },
    {
      "epoch": 4.130411632193324,
      "grad_norm": 2.1310786415954905,
      "learning_rate": 6.800577860374755e-05,
      "loss": 0.8692,
      "step": 100844
    },
    {
      "epoch": 4.1304525906205205,
      "grad_norm": 0.9031298389026897,
      "learning_rate": 6.80030476113455e-05,
      "loss": 0.1885,
      "step": 100845
    },
    {
      "epoch": 4.130493549047716,
      "grad_norm": 6.518380370642131,
      "learning_rate": 6.800031665770678e-05,
      "loss": 0.8152,
      "step": 100846
    },
    {
      "epoch": 4.130534507474913,
      "grad_norm": 1.4105337238391489,
      "learning_rate": 6.799758574283277e-05,
      "loss": 0.7277,
      "step": 100847
    },
    {
      "epoch": 4.130575465902109,
      "grad_norm": 1.2307128297626877,
      "learning_rate": 6.799485486672479e-05,
      "loss": 0.3985,
      "step": 100848
    },
    {
      "epoch": 4.130616424329306,
      "grad_norm": 1.4526618781066913,
      "learning_rate": 6.799212402938402e-05,
      "loss": 0.6523,
      "step": 100849
    },
    {
      "epoch": 4.130657382756502,
      "grad_norm": 1.7713432152637256,
      "learning_rate": 6.798939323081189e-05,
      "loss": 0.9361,
      "step": 100850
    },
    {
      "epoch": 4.130698341183699,
      "grad_norm": 1.474762191543967,
      "learning_rate": 6.798666247100954e-05,
      "loss": 0.6847,
      "step": 100851
    },
    {
      "epoch": 4.130739299610895,
      "grad_norm": 0.9165692528283546,
      "learning_rate": 6.798393174997836e-05,
      "loss": 0.2477,
      "step": 100852
    },
    {
      "epoch": 4.130780258038091,
      "grad_norm": 2.1402538598391985,
      "learning_rate": 6.798120106771964e-05,
      "loss": 0.9628,
      "step": 100853
    },
    {
      "epoch": 4.1308212164652875,
      "grad_norm": 2.0330417737099786,
      "learning_rate": 6.797847042423462e-05,
      "loss": 1.0276,
      "step": 100854
    },
    {
      "epoch": 4.130862174892484,
      "grad_norm": 1.6162045535479879,
      "learning_rate": 6.797573981952462e-05,
      "loss": 0.5416,
      "step": 100855
    },
    {
      "epoch": 4.130903133319681,
      "grad_norm": 1.712818836672504,
      "learning_rate": 6.797300925359098e-05,
      "loss": 0.836,
      "step": 100856
    },
    {
      "epoch": 4.130944091746877,
      "grad_norm": 1.9074828009087166,
      "learning_rate": 6.797027872643488e-05,
      "loss": 0.7758,
      "step": 100857
    },
    {
      "epoch": 4.130985050174074,
      "grad_norm": 4.850357069697179,
      "learning_rate": 6.796754823805773e-05,
      "loss": 1.7154,
      "step": 100858
    },
    {
      "epoch": 4.131026008601269,
      "grad_norm": 1.508472542980524,
      "learning_rate": 6.796481778846073e-05,
      "loss": 0.758,
      "step": 100859
    },
    {
      "epoch": 4.131066967028466,
      "grad_norm": 2.0158867190510024,
      "learning_rate": 6.796208737764517e-05,
      "loss": 0.9918,
      "step": 100860
    },
    {
      "epoch": 4.131107925455662,
      "grad_norm": 0.7786767457236087,
      "learning_rate": 6.795935700561245e-05,
      "loss": 0.2295,
      "step": 100861
    },
    {
      "epoch": 4.131148883882859,
      "grad_norm": 5.754859927650372,
      "learning_rate": 6.795662667236373e-05,
      "loss": 2.5973,
      "step": 100862
    },
    {
      "epoch": 4.1311898423100555,
      "grad_norm": 1.5982699224950168,
      "learning_rate": 6.795389637790035e-05,
      "loss": 0.6197,
      "step": 100863
    },
    {
      "epoch": 4.131230800737252,
      "grad_norm": 1.438575307596849,
      "learning_rate": 6.795116612222366e-05,
      "loss": 0.6203,
      "step": 100864
    },
    {
      "epoch": 4.131271759164448,
      "grad_norm": 0.6779585472055001,
      "learning_rate": 6.794843590533485e-05,
      "loss": 0.1071,
      "step": 100865
    },
    {
      "epoch": 4.131312717591644,
      "grad_norm": 1.2930896605544073,
      "learning_rate": 6.79457057272353e-05,
      "loss": 0.4743,
      "step": 100866
    },
    {
      "epoch": 4.131353676018841,
      "grad_norm": 1.3890786774176012,
      "learning_rate": 6.794297558792621e-05,
      "loss": 0.4953,
      "step": 100867
    },
    {
      "epoch": 4.131394634446037,
      "grad_norm": 1.037706958854859,
      "learning_rate": 6.794024548740894e-05,
      "loss": 0.0954,
      "step": 100868
    },
    {
      "epoch": 4.131435592873234,
      "grad_norm": 1.350474678038965,
      "learning_rate": 6.793751542568478e-05,
      "loss": 0.583,
      "step": 100869
    },
    {
      "epoch": 4.13147655130043,
      "grad_norm": 1.4635525716349491,
      "learning_rate": 6.793478540275496e-05,
      "loss": 0.6744,
      "step": 100870
    },
    {
      "epoch": 4.131517509727627,
      "grad_norm": 1.875413195898653,
      "learning_rate": 6.793205541862088e-05,
      "loss": 0.8575,
      "step": 100871
    },
    {
      "epoch": 4.1315584681548225,
      "grad_norm": 1.388605178818882,
      "learning_rate": 6.79293254732837e-05,
      "loss": 0.5845,
      "step": 100872
    },
    {
      "epoch": 4.131599426582019,
      "grad_norm": 1.7490200781095488,
      "learning_rate": 6.792659556674477e-05,
      "loss": 0.9199,
      "step": 100873
    },
    {
      "epoch": 4.131640385009216,
      "grad_norm": 1.4845266669498318,
      "learning_rate": 6.792386569900545e-05,
      "loss": 0.6818,
      "step": 100874
    },
    {
      "epoch": 4.131681343436412,
      "grad_norm": 1.3162187323853765,
      "learning_rate": 6.792113587006688e-05,
      "loss": 0.4327,
      "step": 100875
    },
    {
      "epoch": 4.131722301863609,
      "grad_norm": 1.0367012942882479,
      "learning_rate": 6.791840607993046e-05,
      "loss": 0.2089,
      "step": 100876
    },
    {
      "epoch": 4.131763260290805,
      "grad_norm": 1.8623603625802243,
      "learning_rate": 6.79156763285975e-05,
      "loss": 0.8402,
      "step": 100877
    },
    {
      "epoch": 4.131804218718001,
      "grad_norm": 1.2454851331733563,
      "learning_rate": 6.791294661606919e-05,
      "loss": 0.4711,
      "step": 100878
    },
    {
      "epoch": 4.131845177145197,
      "grad_norm": 1.396438170514506,
      "learning_rate": 6.791021694234693e-05,
      "loss": 0.6029,
      "step": 100879
    },
    {
      "epoch": 4.131886135572394,
      "grad_norm": 1.5096253999529086,
      "learning_rate": 6.790748730743197e-05,
      "loss": 0.7067,
      "step": 100880
    },
    {
      "epoch": 4.1319270939995905,
      "grad_norm": 1.5601233770871028,
      "learning_rate": 6.79047577113255e-05,
      "loss": 0.6321,
      "step": 100881
    },
    {
      "epoch": 4.131968052426787,
      "grad_norm": 1.5309215877374258,
      "learning_rate": 6.790202815402891e-05,
      "loss": 0.704,
      "step": 100882
    },
    {
      "epoch": 4.1320090108539835,
      "grad_norm": 1.9227928004707056,
      "learning_rate": 6.789929863554355e-05,
      "loss": 1.0756,
      "step": 100883
    },
    {
      "epoch": 4.132049969281179,
      "grad_norm": 1.4082765234825907,
      "learning_rate": 6.789656915587056e-05,
      "loss": 0.4218,
      "step": 100884
    },
    {
      "epoch": 4.132090927708376,
      "grad_norm": 1.5298439175126954,
      "learning_rate": 6.789383971501137e-05,
      "loss": 0.7005,
      "step": 100885
    },
    {
      "epoch": 4.132131886135572,
      "grad_norm": 0.9916773327634151,
      "learning_rate": 6.789111031296717e-05,
      "loss": 0.2472,
      "step": 100886
    },
    {
      "epoch": 4.132172844562769,
      "grad_norm": 1.3193691383764785,
      "learning_rate": 6.788838094973927e-05,
      "loss": 0.7052,
      "step": 100887
    },
    {
      "epoch": 4.132213802989965,
      "grad_norm": 1.5812876634419426,
      "learning_rate": 6.788565162532904e-05,
      "loss": 0.6929,
      "step": 100888
    },
    {
      "epoch": 4.132254761417162,
      "grad_norm": 1.183434291261713,
      "learning_rate": 6.788292233973764e-05,
      "loss": 0.293,
      "step": 100889
    },
    {
      "epoch": 4.132295719844358,
      "grad_norm": 1.615691924936405,
      "learning_rate": 6.788019309296644e-05,
      "loss": 0.7617,
      "step": 100890
    },
    {
      "epoch": 4.132336678271554,
      "grad_norm": 2.232958627913622,
      "learning_rate": 6.787746388501679e-05,
      "loss": 0.6027,
      "step": 100891
    },
    {
      "epoch": 4.132377636698751,
      "grad_norm": 1.8369211648265495,
      "learning_rate": 6.787473471588983e-05,
      "loss": 0.6405,
      "step": 100892
    },
    {
      "epoch": 4.132418595125947,
      "grad_norm": 1.244261115139763,
      "learning_rate": 6.787200558558701e-05,
      "loss": 0.5332,
      "step": 100893
    },
    {
      "epoch": 4.132459553553144,
      "grad_norm": 1.5764116095900715,
      "learning_rate": 6.786927649410947e-05,
      "loss": 0.845,
      "step": 100894
    },
    {
      "epoch": 4.13250051198034,
      "grad_norm": 1.5510766182072548,
      "learning_rate": 6.786654744145857e-05,
      "loss": 0.8259,
      "step": 100895
    },
    {
      "epoch": 4.132541470407537,
      "grad_norm": 2.1007467196724754,
      "learning_rate": 6.786381842763565e-05,
      "loss": 0.9602,
      "step": 100896
    },
    {
      "epoch": 4.132582428834732,
      "grad_norm": 1.5855199276002347,
      "learning_rate": 6.78610894526419e-05,
      "loss": 0.5924,
      "step": 100897
    },
    {
      "epoch": 4.132623387261929,
      "grad_norm": 1.9270819558358283,
      "learning_rate": 6.785836051647872e-05,
      "loss": 0.732,
      "step": 100898
    },
    {
      "epoch": 4.132664345689125,
      "grad_norm": 1.3421961971663117,
      "learning_rate": 6.785563161914728e-05,
      "loss": 0.5089,
      "step": 100899
    },
    {
      "epoch": 4.132705304116322,
      "grad_norm": 1.3900645315277915,
      "learning_rate": 6.785290276064895e-05,
      "loss": 0.5372,
      "step": 100900
    },
    {
      "epoch": 4.1327462625435185,
      "grad_norm": 1.129029215028858,
      "learning_rate": 6.785017394098502e-05,
      "loss": 0.5168,
      "step": 100901
    },
    {
      "epoch": 4.132787220970715,
      "grad_norm": 2.020200716545116,
      "learning_rate": 6.784744516015673e-05,
      "loss": 0.937,
      "step": 100902
    },
    {
      "epoch": 4.132828179397911,
      "grad_norm": 1.1635397799012166,
      "learning_rate": 6.78447164181654e-05,
      "loss": 0.391,
      "step": 100903
    },
    {
      "epoch": 4.132869137825107,
      "grad_norm": 3.3717755078712153,
      "learning_rate": 6.784198771501238e-05,
      "loss": 3.1781,
      "step": 100904
    },
    {
      "epoch": 4.132910096252304,
      "grad_norm": 1.3390643605038015,
      "learning_rate": 6.783925905069883e-05,
      "loss": 0.512,
      "step": 100905
    },
    {
      "epoch": 4.1329510546795,
      "grad_norm": 1.2062470833597727,
      "learning_rate": 6.783653042522618e-05,
      "loss": 0.4318,
      "step": 100906
    },
    {
      "epoch": 4.132992013106697,
      "grad_norm": 1.0979119773034085,
      "learning_rate": 6.783380183859559e-05,
      "loss": 0.1983,
      "step": 100907
    },
    {
      "epoch": 4.133032971533893,
      "grad_norm": 2.0898270613266687,
      "learning_rate": 6.783107329080841e-05,
      "loss": 1.1846,
      "step": 100908
    },
    {
      "epoch": 4.13307392996109,
      "grad_norm": 1.753094817085868,
      "learning_rate": 6.782834478186598e-05,
      "loss": 0.8374,
      "step": 100909
    },
    {
      "epoch": 4.133114888388286,
      "grad_norm": 1.4654992844178938,
      "learning_rate": 6.78256163117695e-05,
      "loss": 0.5571,
      "step": 100910
    },
    {
      "epoch": 4.133155846815482,
      "grad_norm": 2.2259045173407306,
      "learning_rate": 6.782288788052029e-05,
      "loss": 0.8661,
      "step": 100911
    },
    {
      "epoch": 4.133196805242679,
      "grad_norm": 1.4265357603463276,
      "learning_rate": 6.78201594881197e-05,
      "loss": 0.6207,
      "step": 100912
    },
    {
      "epoch": 4.133237763669875,
      "grad_norm": 1.4803816537809797,
      "learning_rate": 6.781743113456893e-05,
      "loss": 0.5731,
      "step": 100913
    },
    {
      "epoch": 4.133278722097072,
      "grad_norm": 1.327205060432365,
      "learning_rate": 6.781470281986934e-05,
      "loss": 0.7006,
      "step": 100914
    },
    {
      "epoch": 4.133319680524268,
      "grad_norm": 1.933161731179308,
      "learning_rate": 6.781197454402216e-05,
      "loss": 0.9579,
      "step": 100915
    },
    {
      "epoch": 4.133360638951464,
      "grad_norm": 1.8083681935634857,
      "learning_rate": 6.78092463070287e-05,
      "loss": 0.7711,
      "step": 100916
    },
    {
      "epoch": 4.13340159737866,
      "grad_norm": 1.4618586079697484,
      "learning_rate": 6.780651810889031e-05,
      "loss": 0.7878,
      "step": 100917
    },
    {
      "epoch": 4.133442555805857,
      "grad_norm": 1.0410733840375195,
      "learning_rate": 6.780378994960818e-05,
      "loss": 0.3093,
      "step": 100918
    },
    {
      "epoch": 4.1334835142330535,
      "grad_norm": 1.949052950889867,
      "learning_rate": 6.780106182918366e-05,
      "loss": 0.7702,
      "step": 100919
    },
    {
      "epoch": 4.13352447266025,
      "grad_norm": 1.7431295677278882,
      "learning_rate": 6.779833374761806e-05,
      "loss": 0.9272,
      "step": 100920
    },
    {
      "epoch": 4.133565431087447,
      "grad_norm": 1.6096267569472102,
      "learning_rate": 6.77956057049126e-05,
      "loss": 0.5408,
      "step": 100921
    },
    {
      "epoch": 4.133606389514642,
      "grad_norm": 0.9306857056782011,
      "learning_rate": 6.779287770106865e-05,
      "loss": 0.2217,
      "step": 100922
    },
    {
      "epoch": 4.133647347941839,
      "grad_norm": 0.9131538223889221,
      "learning_rate": 6.779014973608741e-05,
      "loss": 0.2313,
      "step": 100923
    },
    {
      "epoch": 4.133688306369035,
      "grad_norm": 1.665782991118804,
      "learning_rate": 6.77874218099702e-05,
      "loss": 0.7232,
      "step": 100924
    },
    {
      "epoch": 4.133729264796232,
      "grad_norm": 0.9897122903350273,
      "learning_rate": 6.77846939227184e-05,
      "loss": 0.2063,
      "step": 100925
    },
    {
      "epoch": 4.133770223223428,
      "grad_norm": 1.7038027457972096,
      "learning_rate": 6.778196607433318e-05,
      "loss": 0.7016,
      "step": 100926
    },
    {
      "epoch": 4.133811181650625,
      "grad_norm": 0.9727155352772531,
      "learning_rate": 6.777923826481587e-05,
      "loss": 0.2302,
      "step": 100927
    },
    {
      "epoch": 4.133852140077821,
      "grad_norm": 0.7944059251129829,
      "learning_rate": 6.777651049416781e-05,
      "loss": 0.1749,
      "step": 100928
    },
    {
      "epoch": 4.133893098505017,
      "grad_norm": 0.5102914738462087,
      "learning_rate": 6.777378276239019e-05,
      "loss": 0.0764,
      "step": 100929
    },
    {
      "epoch": 4.133934056932214,
      "grad_norm": 1.3203589989068543,
      "learning_rate": 6.77710550694844e-05,
      "loss": 0.5394,
      "step": 100930
    },
    {
      "epoch": 4.13397501535941,
      "grad_norm": 1.2797549174146374,
      "learning_rate": 6.776832741545165e-05,
      "loss": 0.742,
      "step": 100931
    },
    {
      "epoch": 4.134015973786607,
      "grad_norm": 1.4537299793386533,
      "learning_rate": 6.776559980029324e-05,
      "loss": 0.5829,
      "step": 100932
    },
    {
      "epoch": 4.134056932213803,
      "grad_norm": 4.9574427183407614,
      "learning_rate": 6.776287222401055e-05,
      "loss": 0.776,
      "step": 100933
    },
    {
      "epoch": 4.134097890641,
      "grad_norm": 1.3428976106350514,
      "learning_rate": 6.776014468660475e-05,
      "loss": 0.5381,
      "step": 100934
    },
    {
      "epoch": 4.134138849068195,
      "grad_norm": 1.6743570629936626,
      "learning_rate": 6.775741718807717e-05,
      "loss": 0.7418,
      "step": 100935
    },
    {
      "epoch": 4.134179807495392,
      "grad_norm": 0.7321659351383115,
      "learning_rate": 6.775468972842919e-05,
      "loss": 0.1619,
      "step": 100936
    },
    {
      "epoch": 4.1342207659225885,
      "grad_norm": 1.7372332163592668,
      "learning_rate": 6.775196230766194e-05,
      "loss": 0.7088,
      "step": 100937
    },
    {
      "epoch": 4.134261724349785,
      "grad_norm": 0.8738709826741167,
      "learning_rate": 6.774923492577685e-05,
      "loss": 0.2165,
      "step": 100938
    },
    {
      "epoch": 4.1343026827769815,
      "grad_norm": 2.682738270118836,
      "learning_rate": 6.774650758277511e-05,
      "loss": 2.2066,
      "step": 100939
    },
    {
      "epoch": 4.134343641204178,
      "grad_norm": 1.677451673974557,
      "learning_rate": 6.774378027865803e-05,
      "loss": 0.9469,
      "step": 100940
    },
    {
      "epoch": 4.134384599631375,
      "grad_norm": 4.154426005684444,
      "learning_rate": 6.774105301342698e-05,
      "loss": 0.7419,
      "step": 100941
    },
    {
      "epoch": 4.13442555805857,
      "grad_norm": 1.5856694779345843,
      "learning_rate": 6.773832578708312e-05,
      "loss": 0.6181,
      "step": 100942
    },
    {
      "epoch": 4.134466516485767,
      "grad_norm": 1.776003594680919,
      "learning_rate": 6.773559859962787e-05,
      "loss": 1.0685,
      "step": 100943
    },
    {
      "epoch": 4.134507474912963,
      "grad_norm": 1.1150699507337982,
      "learning_rate": 6.773287145106242e-05,
      "loss": 0.4302,
      "step": 100944
    },
    {
      "epoch": 4.13454843334016,
      "grad_norm": 1.3689876951446416,
      "learning_rate": 6.773014434138808e-05,
      "loss": 0.5967,
      "step": 100945
    },
    {
      "epoch": 4.134589391767356,
      "grad_norm": 1.2336057993014975,
      "learning_rate": 6.77274172706062e-05,
      "loss": 0.4592,
      "step": 100946
    },
    {
      "epoch": 4.134630350194553,
      "grad_norm": 2.2635035985446366,
      "learning_rate": 6.772469023871797e-05,
      "loss": 1.0615,
      "step": 100947
    },
    {
      "epoch": 4.134671308621749,
      "grad_norm": 1.2635772698397996,
      "learning_rate": 6.772196324572473e-05,
      "loss": 0.7121,
      "step": 100948
    },
    {
      "epoch": 4.134712267048945,
      "grad_norm": 1.1977176887443688,
      "learning_rate": 6.77192362916279e-05,
      "loss": 0.5727,
      "step": 100949
    },
    {
      "epoch": 4.134753225476142,
      "grad_norm": 1.357354059736825,
      "learning_rate": 6.771650937642853e-05,
      "loss": 0.6387,
      "step": 100950
    },
    {
      "epoch": 4.134794183903338,
      "grad_norm": 1.4262086502839568,
      "learning_rate": 6.771378250012799e-05,
      "loss": 0.7651,
      "step": 100951
    },
    {
      "epoch": 4.134835142330535,
      "grad_norm": 1.8502625692904109,
      "learning_rate": 6.771105566272769e-05,
      "loss": 0.837,
      "step": 100952
    },
    {
      "epoch": 4.134876100757731,
      "grad_norm": 1.1643384797239695,
      "learning_rate": 6.770832886422875e-05,
      "loss": 0.4399,
      "step": 100953
    },
    {
      "epoch": 4.134917059184927,
      "grad_norm": 1.2309761536097563,
      "learning_rate": 6.770560210463254e-05,
      "loss": 0.3578,
      "step": 100954
    },
    {
      "epoch": 4.1349580176121234,
      "grad_norm": 1.1602012157141173,
      "learning_rate": 6.77028753839404e-05,
      "loss": 0.4434,
      "step": 100955
    },
    {
      "epoch": 4.13499897603932,
      "grad_norm": 1.2677877564927014,
      "learning_rate": 6.77001487021535e-05,
      "loss": 0.3565,
      "step": 100956
    },
    {
      "epoch": 4.1350399344665165,
      "grad_norm": 1.3701252916404487,
      "learning_rate": 6.769742205927327e-05,
      "loss": 0.588,
      "step": 100957
    },
    {
      "epoch": 4.135080892893713,
      "grad_norm": 0.7714449036042584,
      "learning_rate": 6.769469545530086e-05,
      "loss": 0.2162,
      "step": 100958
    },
    {
      "epoch": 4.13512185132091,
      "grad_norm": 1.390717268328822,
      "learning_rate": 6.769196889023763e-05,
      "loss": 0.6107,
      "step": 100959
    },
    {
      "epoch": 4.135162809748106,
      "grad_norm": 1.3320078522066294,
      "learning_rate": 6.768924236408489e-05,
      "loss": 0.5099,
      "step": 100960
    },
    {
      "epoch": 4.135203768175302,
      "grad_norm": 1.441102115004038,
      "learning_rate": 6.768651587684386e-05,
      "loss": 0.5273,
      "step": 100961
    },
    {
      "epoch": 4.135244726602498,
      "grad_norm": 2.21665492252043,
      "learning_rate": 6.768378942851589e-05,
      "loss": 1.1437,
      "step": 100962
    },
    {
      "epoch": 4.135285685029695,
      "grad_norm": 1.6538048062387953,
      "learning_rate": 6.768106301910228e-05,
      "loss": 0.7476,
      "step": 100963
    },
    {
      "epoch": 4.135326643456891,
      "grad_norm": 1.3477719444296137,
      "learning_rate": 6.767833664860423e-05,
      "loss": 0.66,
      "step": 100964
    },
    {
      "epoch": 4.135367601884088,
      "grad_norm": 0.9400184297840571,
      "learning_rate": 6.767561031702315e-05,
      "loss": 0.2715,
      "step": 100965
    },
    {
      "epoch": 4.1354085603112845,
      "grad_norm": 1.2173683285366026,
      "learning_rate": 6.767288402436021e-05,
      "loss": 0.4229,
      "step": 100966
    },
    {
      "epoch": 4.13544951873848,
      "grad_norm": 1.654672800294338,
      "learning_rate": 6.767015777061676e-05,
      "loss": 0.686,
      "step": 100967
    },
    {
      "epoch": 4.135490477165677,
      "grad_norm": 1.412952521330967,
      "learning_rate": 6.766743155579411e-05,
      "loss": 0.6759,
      "step": 100968
    },
    {
      "epoch": 4.135531435592873,
      "grad_norm": 1.2861058850138123,
      "learning_rate": 6.766470537989349e-05,
      "loss": 0.5282,
      "step": 100969
    },
    {
      "epoch": 4.13557239402007,
      "grad_norm": 1.340557237170195,
      "learning_rate": 6.766197924291626e-05,
      "loss": 0.5038,
      "step": 100970
    },
    {
      "epoch": 4.135613352447266,
      "grad_norm": 1.991210360381586,
      "learning_rate": 6.765925314486362e-05,
      "loss": 1.2261,
      "step": 100971
    },
    {
      "epoch": 4.135654310874463,
      "grad_norm": 1.5919170619612375,
      "learning_rate": 6.765652708573692e-05,
      "loss": 0.6741,
      "step": 100972
    },
    {
      "epoch": 4.135695269301658,
      "grad_norm": 0.8458168679030873,
      "learning_rate": 6.765380106553748e-05,
      "loss": 0.1485,
      "step": 100973
    },
    {
      "epoch": 4.135736227728855,
      "grad_norm": 1.3052054678417901,
      "learning_rate": 6.765107508426649e-05,
      "loss": 0.4889,
      "step": 100974
    },
    {
      "epoch": 4.1357771861560515,
      "grad_norm": 1.8793567075553879,
      "learning_rate": 6.764834914192528e-05,
      "loss": 0.9907,
      "step": 100975
    },
    {
      "epoch": 4.135818144583248,
      "grad_norm": 1.476395546805127,
      "learning_rate": 6.764562323851522e-05,
      "loss": 0.6384,
      "step": 100976
    },
    {
      "epoch": 4.135859103010445,
      "grad_norm": 1.587472722742936,
      "learning_rate": 6.764289737403747e-05,
      "loss": 0.5319,
      "step": 100977
    },
    {
      "epoch": 4.135900061437641,
      "grad_norm": 0.9955646340514649,
      "learning_rate": 6.764017154849344e-05,
      "loss": 0.2934,
      "step": 100978
    },
    {
      "epoch": 4.135941019864838,
      "grad_norm": 1.6519705289571385,
      "learning_rate": 6.76374457618843e-05,
      "loss": 0.9579,
      "step": 100979
    },
    {
      "epoch": 4.135981978292033,
      "grad_norm": 1.200161553317578,
      "learning_rate": 6.76347200142114e-05,
      "loss": 0.4445,
      "step": 100980
    },
    {
      "epoch": 4.13602293671923,
      "grad_norm": 1.6820174638007168,
      "learning_rate": 6.763199430547607e-05,
      "loss": 0.519,
      "step": 100981
    },
    {
      "epoch": 4.136063895146426,
      "grad_norm": 0.730866044437719,
      "learning_rate": 6.76292686356795e-05,
      "loss": 0.2037,
      "step": 100982
    },
    {
      "epoch": 4.136104853573623,
      "grad_norm": 1.3123573300746139,
      "learning_rate": 6.762654300482305e-05,
      "loss": 0.5826,
      "step": 100983
    },
    {
      "epoch": 4.136145812000819,
      "grad_norm": 0.9715967878170826,
      "learning_rate": 6.762381741290802e-05,
      "loss": 0.2458,
      "step": 100984
    },
    {
      "epoch": 4.136186770428016,
      "grad_norm": 1.355832030323562,
      "learning_rate": 6.762109185993564e-05,
      "loss": 0.424,
      "step": 100985
    },
    {
      "epoch": 4.136227728855212,
      "grad_norm": 1.4082360777035405,
      "learning_rate": 6.761836634590727e-05,
      "loss": 0.4063,
      "step": 100986
    },
    {
      "epoch": 4.136268687282408,
      "grad_norm": 1.7244669474014966,
      "learning_rate": 6.76156408708241e-05,
      "loss": 0.6087,
      "step": 100987
    },
    {
      "epoch": 4.136309645709605,
      "grad_norm": 1.6098289496681106,
      "learning_rate": 6.761291543468747e-05,
      "loss": 0.8865,
      "step": 100988
    },
    {
      "epoch": 4.136350604136801,
      "grad_norm": 1.5551510970158064,
      "learning_rate": 6.761019003749873e-05,
      "loss": 0.6345,
      "step": 100989
    },
    {
      "epoch": 4.136391562563998,
      "grad_norm": 1.4558851751740851,
      "learning_rate": 6.760746467925907e-05,
      "loss": 0.7383,
      "step": 100990
    },
    {
      "epoch": 4.136432520991194,
      "grad_norm": 1.4990896464711203,
      "learning_rate": 6.76047393599698e-05,
      "loss": 0.6657,
      "step": 100991
    },
    {
      "epoch": 4.13647347941839,
      "grad_norm": 1.3179463577748438,
      "learning_rate": 6.76020140796323e-05,
      "loss": 0.6569,
      "step": 100992
    },
    {
      "epoch": 4.1365144378455865,
      "grad_norm": 1.7360396953015471,
      "learning_rate": 6.759928883824773e-05,
      "loss": 0.9317,
      "step": 100993
    },
    {
      "epoch": 4.136555396272783,
      "grad_norm": 1.1364769255785556,
      "learning_rate": 6.759656363581747e-05,
      "loss": 0.4584,
      "step": 100994
    },
    {
      "epoch": 4.1365963546999795,
      "grad_norm": 1.4610963614652903,
      "learning_rate": 6.759383847234273e-05,
      "loss": 0.4855,
      "step": 100995
    },
    {
      "epoch": 4.136637313127176,
      "grad_norm": 1.3115583479243365,
      "learning_rate": 6.759111334782484e-05,
      "loss": 0.5838,
      "step": 100996
    },
    {
      "epoch": 4.136678271554373,
      "grad_norm": 1.5229375986004996,
      "learning_rate": 6.758838826226516e-05,
      "loss": 0.6721,
      "step": 100997
    },
    {
      "epoch": 4.136719229981569,
      "grad_norm": 0.8500862251514312,
      "learning_rate": 6.758566321566483e-05,
      "loss": 0.2238,
      "step": 100998
    },
    {
      "epoch": 4.136760188408765,
      "grad_norm": 1.4747945532937337,
      "learning_rate": 6.758293820802523e-05,
      "loss": 0.5523,
      "step": 100999
    },
    {
      "epoch": 4.136801146835961,
      "grad_norm": 1.809790540109788,
      "learning_rate": 6.758021323934767e-05,
      "loss": 0.866,
      "step": 101000
    },
    {
      "epoch": 4.136842105263158,
      "grad_norm": 1.2667407287616101,
      "learning_rate": 6.757748830963338e-05,
      "loss": 0.5888,
      "step": 101001
    },
    {
      "epoch": 4.136883063690354,
      "grad_norm": 0.936716636093534,
      "learning_rate": 6.757476341888369e-05,
      "loss": 0.223,
      "step": 101002
    },
    {
      "epoch": 4.136924022117551,
      "grad_norm": 1.5808634186431583,
      "learning_rate": 6.757203856709984e-05,
      "loss": 0.7572,
      "step": 101003
    },
    {
      "epoch": 4.1369649805447475,
      "grad_norm": 1.5548198632485855,
      "learning_rate": 6.756931375428315e-05,
      "loss": 0.6377,
      "step": 101004
    },
    {
      "epoch": 4.137005938971943,
      "grad_norm": 0.8433648535942343,
      "learning_rate": 6.756658898043495e-05,
      "loss": 0.2214,
      "step": 101005
    },
    {
      "epoch": 4.13704689739914,
      "grad_norm": 1.4877698444232046,
      "learning_rate": 6.756386424555642e-05,
      "loss": 0.6222,
      "step": 101006
    },
    {
      "epoch": 4.137087855826336,
      "grad_norm": 0.874915677708713,
      "learning_rate": 6.756113954964892e-05,
      "loss": 0.2407,
      "step": 101007
    },
    {
      "epoch": 4.137128814253533,
      "grad_norm": 1.3240074423790231,
      "learning_rate": 6.755841489271379e-05,
      "loss": 0.5264,
      "step": 101008
    },
    {
      "epoch": 4.137169772680729,
      "grad_norm": 1.5828795299497418,
      "learning_rate": 6.75556902747522e-05,
      "loss": 0.6792,
      "step": 101009
    },
    {
      "epoch": 4.137210731107926,
      "grad_norm": 1.2491691596162107,
      "learning_rate": 6.755296569576555e-05,
      "loss": 0.4871,
      "step": 101010
    },
    {
      "epoch": 4.1372516895351215,
      "grad_norm": 1.7739070558050711,
      "learning_rate": 6.755024115575501e-05,
      "loss": 0.8115,
      "step": 101011
    },
    {
      "epoch": 4.137292647962318,
      "grad_norm": 1.3548090698104795,
      "learning_rate": 6.754751665472193e-05,
      "loss": 0.4816,
      "step": 101012
    },
    {
      "epoch": 4.1373336063895145,
      "grad_norm": 1.4808628931641756,
      "learning_rate": 6.754479219266767e-05,
      "loss": 0.6586,
      "step": 101013
    },
    {
      "epoch": 4.137374564816711,
      "grad_norm": 1.4673102724468277,
      "learning_rate": 6.754206776959339e-05,
      "loss": 0.538,
      "step": 101014
    },
    {
      "epoch": 4.137415523243908,
      "grad_norm": 1.8311782157188161,
      "learning_rate": 6.753934338550047e-05,
      "loss": 0.7039,
      "step": 101015
    },
    {
      "epoch": 4.137456481671104,
      "grad_norm": 1.5998392426603767,
      "learning_rate": 6.753661904039014e-05,
      "loss": 0.8646,
      "step": 101016
    },
    {
      "epoch": 4.137497440098301,
      "grad_norm": 1.4503116042603048,
      "learning_rate": 6.75338947342637e-05,
      "loss": 0.7305,
      "step": 101017
    },
    {
      "epoch": 4.137538398525496,
      "grad_norm": 1.6497008126874475,
      "learning_rate": 6.753117046712249e-05,
      "loss": 0.6608,
      "step": 101018
    },
    {
      "epoch": 4.137579356952693,
      "grad_norm": 3.3011904989845315,
      "learning_rate": 6.752844623896771e-05,
      "loss": 0.5016,
      "step": 101019
    },
    {
      "epoch": 4.137620315379889,
      "grad_norm": 1.5400715024517164,
      "learning_rate": 6.752572204980076e-05,
      "loss": 0.6268,
      "step": 101020
    },
    {
      "epoch": 4.137661273807086,
      "grad_norm": 1.1050924142491463,
      "learning_rate": 6.752299789962285e-05,
      "loss": 0.261,
      "step": 101021
    },
    {
      "epoch": 4.1377022322342825,
      "grad_norm": 3.136807410504354,
      "learning_rate": 6.752027378843525e-05,
      "loss": 2.7086,
      "step": 101022
    },
    {
      "epoch": 4.137743190661479,
      "grad_norm": 0.8566721796791844,
      "learning_rate": 6.751754971623924e-05,
      "loss": 0.1603,
      "step": 101023
    },
    {
      "epoch": 4.137784149088675,
      "grad_norm": 0.9366324825212379,
      "learning_rate": 6.751482568303622e-05,
      "loss": 0.2291,
      "step": 101024
    },
    {
      "epoch": 4.137825107515871,
      "grad_norm": 0.9296942238622593,
      "learning_rate": 6.751210168882736e-05,
      "loss": 0.2434,
      "step": 101025
    },
    {
      "epoch": 4.137866065943068,
      "grad_norm": 1.9639297950409702,
      "learning_rate": 6.750937773361397e-05,
      "loss": 0.9031,
      "step": 101026
    },
    {
      "epoch": 4.137907024370264,
      "grad_norm": 1.5643448884961488,
      "learning_rate": 6.750665381739743e-05,
      "loss": 0.5392,
      "step": 101027
    },
    {
      "epoch": 4.137947982797461,
      "grad_norm": 0.8948701876878411,
      "learning_rate": 6.75039299401789e-05,
      "loss": 0.1728,
      "step": 101028
    },
    {
      "epoch": 4.137988941224657,
      "grad_norm": 1.0901885839702765,
      "learning_rate": 6.750120610195977e-05,
      "loss": 0.2942,
      "step": 101029
    },
    {
      "epoch": 4.138029899651853,
      "grad_norm": 1.5234012452172532,
      "learning_rate": 6.749848230274124e-05,
      "loss": 0.6646,
      "step": 101030
    },
    {
      "epoch": 4.1380708580790495,
      "grad_norm": 0.7654734435834414,
      "learning_rate": 6.749575854252465e-05,
      "loss": 0.0787,
      "step": 101031
    },
    {
      "epoch": 4.138111816506246,
      "grad_norm": 1.8182629777435477,
      "learning_rate": 6.74930348213113e-05,
      "loss": 0.6372,
      "step": 101032
    },
    {
      "epoch": 4.138152774933443,
      "grad_norm": 1.4125752664370954,
      "learning_rate": 6.749031113910242e-05,
      "loss": 0.376,
      "step": 101033
    },
    {
      "epoch": 4.138193733360639,
      "grad_norm": 1.2412781838653428,
      "learning_rate": 6.748758749589933e-05,
      "loss": 0.4408,
      "step": 101034
    },
    {
      "epoch": 4.138234691787836,
      "grad_norm": 1.44832841463395,
      "learning_rate": 6.748486389170339e-05,
      "loss": 0.596,
      "step": 101035
    },
    {
      "epoch": 4.138275650215032,
      "grad_norm": 1.2445231273579054,
      "learning_rate": 6.748214032651575e-05,
      "loss": 0.4799,
      "step": 101036
    },
    {
      "epoch": 4.138316608642228,
      "grad_norm": 1.835520467599884,
      "learning_rate": 6.747941680033782e-05,
      "loss": 0.4576,
      "step": 101037
    },
    {
      "epoch": 4.138357567069424,
      "grad_norm": 1.1785327962203598,
      "learning_rate": 6.747669331317079e-05,
      "loss": 0.3234,
      "step": 101038
    },
    {
      "epoch": 4.138398525496621,
      "grad_norm": 1.5869280891177007,
      "learning_rate": 6.747396986501597e-05,
      "loss": 0.6076,
      "step": 101039
    },
    {
      "epoch": 4.138439483923817,
      "grad_norm": 1.5982865145691336,
      "learning_rate": 6.747124645587474e-05,
      "loss": 0.7192,
      "step": 101040
    },
    {
      "epoch": 4.138480442351014,
      "grad_norm": 0.9694137137791748,
      "learning_rate": 6.746852308574824e-05,
      "loss": 0.1895,
      "step": 101041
    },
    {
      "epoch": 4.1385214007782105,
      "grad_norm": 1.4347903970331546,
      "learning_rate": 6.746579975463793e-05,
      "loss": 0.6077,
      "step": 101042
    },
    {
      "epoch": 4.138562359205406,
      "grad_norm": 0.8345642744750471,
      "learning_rate": 6.74630764625449e-05,
      "loss": 0.1916,
      "step": 101043
    },
    {
      "epoch": 4.138603317632603,
      "grad_norm": 1.0917046815129272,
      "learning_rate": 6.746035320947056e-05,
      "loss": 0.3015,
      "step": 101044
    },
    {
      "epoch": 4.138644276059799,
      "grad_norm": 0.8256098495761965,
      "learning_rate": 6.745762999541623e-05,
      "loss": 0.2572,
      "step": 101045
    },
    {
      "epoch": 4.138685234486996,
      "grad_norm": 1.522266724804851,
      "learning_rate": 6.745490682038309e-05,
      "loss": 0.5887,
      "step": 101046
    },
    {
      "epoch": 4.138726192914192,
      "grad_norm": 1.3285620383077783,
      "learning_rate": 6.745218368437247e-05,
      "loss": 0.5814,
      "step": 101047
    },
    {
      "epoch": 4.138767151341389,
      "grad_norm": 1.1334490765100926,
      "learning_rate": 6.744946058738573e-05,
      "loss": 0.3147,
      "step": 101048
    },
    {
      "epoch": 4.1388081097685845,
      "grad_norm": 1.1390073538460246,
      "learning_rate": 6.744673752942404e-05,
      "loss": 0.3944,
      "step": 101049
    },
    {
      "epoch": 4.138849068195781,
      "grad_norm": 2.2263198078828803,
      "learning_rate": 6.74440145104888e-05,
      "loss": 1.5572,
      "step": 101050
    },
    {
      "epoch": 4.138890026622978,
      "grad_norm": 1.6819860770541448,
      "learning_rate": 6.744129153058118e-05,
      "loss": 0.8565,
      "step": 101051
    },
    {
      "epoch": 4.138930985050174,
      "grad_norm": 1.9172450980205233,
      "learning_rate": 6.743856858970252e-05,
      "loss": 0.6357,
      "step": 101052
    },
    {
      "epoch": 4.138971943477371,
      "grad_norm": 1.5862864501026328,
      "learning_rate": 6.743584568785417e-05,
      "loss": 0.7673,
      "step": 101053
    },
    {
      "epoch": 4.139012901904567,
      "grad_norm": 1.5114324467213724,
      "learning_rate": 6.743312282503731e-05,
      "loss": 0.6375,
      "step": 101054
    },
    {
      "epoch": 4.139053860331764,
      "grad_norm": 1.562924175665911,
      "learning_rate": 6.743040000125328e-05,
      "loss": 0.4307,
      "step": 101055
    },
    {
      "epoch": 4.139094818758959,
      "grad_norm": 1.9389995663045405,
      "learning_rate": 6.742767721650342e-05,
      "loss": 0.8385,
      "step": 101056
    },
    {
      "epoch": 4.139135777186156,
      "grad_norm": 1.4038953506252643,
      "learning_rate": 6.742495447078891e-05,
      "loss": 0.5351,
      "step": 101057
    },
    {
      "epoch": 4.139176735613352,
      "grad_norm": 0.7464964991155968,
      "learning_rate": 6.742223176411115e-05,
      "loss": 0.2122,
      "step": 101058
    },
    {
      "epoch": 4.139217694040549,
      "grad_norm": 1.652765474721282,
      "learning_rate": 6.74195090964713e-05,
      "loss": 0.9289,
      "step": 101059
    },
    {
      "epoch": 4.1392586524677455,
      "grad_norm": 0.8723725648773302,
      "learning_rate": 6.741678646787072e-05,
      "loss": 0.284,
      "step": 101060
    },
    {
      "epoch": 4.139299610894942,
      "grad_norm": 1.7506818949289726,
      "learning_rate": 6.741406387831075e-05,
      "loss": 0.826,
      "step": 101061
    },
    {
      "epoch": 4.139340569322138,
      "grad_norm": 1.787403008423744,
      "learning_rate": 6.741134132779255e-05,
      "loss": 0.9178,
      "step": 101062
    },
    {
      "epoch": 4.139381527749334,
      "grad_norm": 2.2342570474881813,
      "learning_rate": 6.740861881631749e-05,
      "loss": 1.1561,
      "step": 101063
    },
    {
      "epoch": 4.139422486176531,
      "grad_norm": 1.370406113776442,
      "learning_rate": 6.74058963438869e-05,
      "loss": 0.5157,
      "step": 101064
    },
    {
      "epoch": 4.139463444603727,
      "grad_norm": 1.1904508797286908,
      "learning_rate": 6.740317391050193e-05,
      "loss": 0.5006,
      "step": 101065
    },
    {
      "epoch": 4.139504403030924,
      "grad_norm": 2.272388215238459,
      "learning_rate": 6.740045151616403e-05,
      "loss": 0.7403,
      "step": 101066
    },
    {
      "epoch": 4.13954536145812,
      "grad_norm": 2.0426086147001965,
      "learning_rate": 6.739772916087433e-05,
      "loss": 0.6228,
      "step": 101067
    },
    {
      "epoch": 4.139586319885316,
      "grad_norm": 1.690249066793349,
      "learning_rate": 6.73950068446342e-05,
      "loss": 0.705,
      "step": 101068
    },
    {
      "epoch": 4.1396272783125125,
      "grad_norm": 1.5988184839062074,
      "learning_rate": 6.739228456744497e-05,
      "loss": 0.6002,
      "step": 101069
    },
    {
      "epoch": 4.139668236739709,
      "grad_norm": 1.6450778673126172,
      "learning_rate": 6.738956232930781e-05,
      "loss": 0.6419,
      "step": 101070
    },
    {
      "epoch": 4.139709195166906,
      "grad_norm": 1.5891828370620635,
      "learning_rate": 6.738684013022408e-05,
      "loss": 0.5311,
      "step": 101071
    },
    {
      "epoch": 4.139750153594102,
      "grad_norm": 1.3179848911596632,
      "learning_rate": 6.738411797019513e-05,
      "loss": 0.5197,
      "step": 101072
    },
    {
      "epoch": 4.139791112021299,
      "grad_norm": 1.7280929484531098,
      "learning_rate": 6.738139584922209e-05,
      "loss": 0.671,
      "step": 101073
    },
    {
      "epoch": 4.139832070448495,
      "grad_norm": 1.4671900062816232,
      "learning_rate": 6.73786737673064e-05,
      "loss": 0.6401,
      "step": 101074
    },
    {
      "epoch": 4.139873028875691,
      "grad_norm": 1.189426180926026,
      "learning_rate": 6.737595172444923e-05,
      "loss": 0.6193,
      "step": 101075
    },
    {
      "epoch": 4.139913987302887,
      "grad_norm": 1.33304697120601,
      "learning_rate": 6.73732297206519e-05,
      "loss": 0.5691,
      "step": 101076
    },
    {
      "epoch": 4.139954945730084,
      "grad_norm": 1.501593377019195,
      "learning_rate": 6.737050775591578e-05,
      "loss": 0.5376,
      "step": 101077
    },
    {
      "epoch": 4.1399959041572805,
      "grad_norm": 1.4141171918819293,
      "learning_rate": 6.736778583024203e-05,
      "loss": 0.6099,
      "step": 101078
    },
    {
      "epoch": 4.140036862584477,
      "grad_norm": 0.7292752360377676,
      "learning_rate": 6.736506394363201e-05,
      "loss": 0.1072,
      "step": 101079
    },
    {
      "epoch": 4.1400778210116735,
      "grad_norm": 1.7465266414021716,
      "learning_rate": 6.736234209608702e-05,
      "loss": 0.7828,
      "step": 101080
    },
    {
      "epoch": 4.140118779438869,
      "grad_norm": 1.7714597885229588,
      "learning_rate": 6.73596202876083e-05,
      "loss": 0.6728,
      "step": 101081
    },
    {
      "epoch": 4.140159737866066,
      "grad_norm": 1.4806791151930343,
      "learning_rate": 6.735689851819717e-05,
      "loss": 0.6412,
      "step": 101082
    },
    {
      "epoch": 4.140200696293262,
      "grad_norm": 0.8569504076837724,
      "learning_rate": 6.735417678785487e-05,
      "loss": 0.2113,
      "step": 101083
    },
    {
      "epoch": 4.140241654720459,
      "grad_norm": 2.841470122430105,
      "learning_rate": 6.735145509658272e-05,
      "loss": 0.5738,
      "step": 101084
    },
    {
      "epoch": 4.140282613147655,
      "grad_norm": 1.3509484010911414,
      "learning_rate": 6.734873344438206e-05,
      "loss": 0.439,
      "step": 101085
    },
    {
      "epoch": 4.140323571574852,
      "grad_norm": 1.5000792189761485,
      "learning_rate": 6.734601183125408e-05,
      "loss": 0.526,
      "step": 101086
    },
    {
      "epoch": 4.1403645300020475,
      "grad_norm": 1.428158080988452,
      "learning_rate": 6.734329025720013e-05,
      "loss": 0.6056,
      "step": 101087
    },
    {
      "epoch": 4.140405488429244,
      "grad_norm": 1.0820679750333935,
      "learning_rate": 6.734056872222146e-05,
      "loss": 0.18,
      "step": 101088
    },
    {
      "epoch": 4.140446446856441,
      "grad_norm": 1.0049144418817846,
      "learning_rate": 6.733784722631934e-05,
      "loss": 0.2694,
      "step": 101089
    },
    {
      "epoch": 4.140487405283637,
      "grad_norm": 0.876770818410982,
      "learning_rate": 6.733512576949515e-05,
      "loss": 0.2146,
      "step": 101090
    },
    {
      "epoch": 4.140528363710834,
      "grad_norm": 1.9051615687667254,
      "learning_rate": 6.733240435175013e-05,
      "loss": 0.9691,
      "step": 101091
    },
    {
      "epoch": 4.14056932213803,
      "grad_norm": 1.5498203346762403,
      "learning_rate": 6.732968297308551e-05,
      "loss": 0.606,
      "step": 101092
    },
    {
      "epoch": 4.140610280565227,
      "grad_norm": 1.1042905347248024,
      "learning_rate": 6.732696163350264e-05,
      "loss": 0.3645,
      "step": 101093
    },
    {
      "epoch": 4.140651238992422,
      "grad_norm": 1.35697981186856,
      "learning_rate": 6.732424033300275e-05,
      "loss": 0.5557,
      "step": 101094
    },
    {
      "epoch": 4.140692197419619,
      "grad_norm": 1.5517292165576833,
      "learning_rate": 6.732151907158716e-05,
      "loss": 0.8424,
      "step": 101095
    },
    {
      "epoch": 4.1407331558468154,
      "grad_norm": 1.8876968676097154,
      "learning_rate": 6.731879784925721e-05,
      "loss": 0.5212,
      "step": 101096
    },
    {
      "epoch": 4.140774114274012,
      "grad_norm": 1.3166116220206647,
      "learning_rate": 6.731607666601409e-05,
      "loss": 0.6811,
      "step": 101097
    },
    {
      "epoch": 4.1408150727012085,
      "grad_norm": 1.7306426489833717,
      "learning_rate": 6.731335552185911e-05,
      "loss": 0.4069,
      "step": 101098
    },
    {
      "epoch": 4.140856031128405,
      "grad_norm": 1.7899208238894053,
      "learning_rate": 6.731063441679364e-05,
      "loss": 0.6805,
      "step": 101099
    },
    {
      "epoch": 4.140896989555601,
      "grad_norm": 1.5570105651257924,
      "learning_rate": 6.730791335081887e-05,
      "loss": 0.6988,
      "step": 101100
    },
    {
      "epoch": 4.140937947982797,
      "grad_norm": 1.4165178602829616,
      "learning_rate": 6.730519232393615e-05,
      "loss": 0.6906,
      "step": 101101
    },
    {
      "epoch": 4.140978906409994,
      "grad_norm": 1.604420858882503,
      "learning_rate": 6.730247133614668e-05,
      "loss": 0.6936,
      "step": 101102
    },
    {
      "epoch": 4.14101986483719,
      "grad_norm": 1.8274205503470902,
      "learning_rate": 6.729975038745181e-05,
      "loss": 0.8528,
      "step": 101103
    },
    {
      "epoch": 4.141060823264387,
      "grad_norm": 1.4399794342126673,
      "learning_rate": 6.729702947785289e-05,
      "loss": 0.8588,
      "step": 101104
    },
    {
      "epoch": 4.141101781691583,
      "grad_norm": 1.2581815633072408,
      "learning_rate": 6.729430860735106e-05,
      "loss": 0.5211,
      "step": 101105
    },
    {
      "epoch": 4.141142740118779,
      "grad_norm": 1.2862352284754048,
      "learning_rate": 6.729158777594768e-05,
      "loss": 0.3771,
      "step": 101106
    },
    {
      "epoch": 4.141183698545976,
      "grad_norm": 1.720938716521327,
      "learning_rate": 6.728886698364411e-05,
      "loss": 0.6283,
      "step": 101107
    },
    {
      "epoch": 4.141224656973172,
      "grad_norm": 1.0105924330854488,
      "learning_rate": 6.728614623044151e-05,
      "loss": 0.2796,
      "step": 101108
    },
    {
      "epoch": 4.141265615400369,
      "grad_norm": 1.4017974802256705,
      "learning_rate": 6.728342551634126e-05,
      "loss": 0.6134,
      "step": 101109
    },
    {
      "epoch": 4.141306573827565,
      "grad_norm": 1.6231509538594393,
      "learning_rate": 6.728070484134456e-05,
      "loss": 0.9139,
      "step": 101110
    },
    {
      "epoch": 4.141347532254762,
      "grad_norm": 0.8965132089048424,
      "learning_rate": 6.727798420545273e-05,
      "loss": 0.1869,
      "step": 101111
    },
    {
      "epoch": 4.141388490681958,
      "grad_norm": 1.0987210243278032,
      "learning_rate": 6.727526360866714e-05,
      "loss": 0.3388,
      "step": 101112
    },
    {
      "epoch": 4.141429449109154,
      "grad_norm": 1.308520367051352,
      "learning_rate": 6.727254305098893e-05,
      "loss": 0.5232,
      "step": 101113
    },
    {
      "epoch": 4.14147040753635,
      "grad_norm": 1.6354165383656822,
      "learning_rate": 6.726982253241954e-05,
      "loss": 0.7022,
      "step": 101114
    },
    {
      "epoch": 4.141511365963547,
      "grad_norm": 1.2619996539958038,
      "learning_rate": 6.726710205296012e-05,
      "loss": 0.4059,
      "step": 101115
    },
    {
      "epoch": 4.1415523243907435,
      "grad_norm": 1.742643108929927,
      "learning_rate": 6.7264381612612e-05,
      "loss": 0.6752,
      "step": 101116
    },
    {
      "epoch": 4.14159328281794,
      "grad_norm": 2.1030128784106106,
      "learning_rate": 6.726166121137654e-05,
      "loss": 0.7129,
      "step": 101117
    },
    {
      "epoch": 4.141634241245137,
      "grad_norm": 1.7283792923678798,
      "learning_rate": 6.725894084925492e-05,
      "loss": 0.6323,
      "step": 101118
    },
    {
      "epoch": 4.141675199672332,
      "grad_norm": 1.4811495284655896,
      "learning_rate": 6.725622052624846e-05,
      "loss": 0.6009,
      "step": 101119
    },
    {
      "epoch": 4.141716158099529,
      "grad_norm": 1.5581732633006538,
      "learning_rate": 6.725350024235852e-05,
      "loss": 0.6789,
      "step": 101120
    },
    {
      "epoch": 4.141757116526725,
      "grad_norm": 1.5650365885530046,
      "learning_rate": 6.725077999758625e-05,
      "loss": 0.8021,
      "step": 101121
    },
    {
      "epoch": 4.141798074953922,
      "grad_norm": 1.5946003559748079,
      "learning_rate": 6.724805979193309e-05,
      "loss": 0.6864,
      "step": 101122
    },
    {
      "epoch": 4.141839033381118,
      "grad_norm": 1.407735720923425,
      "learning_rate": 6.724533962540017e-05,
      "loss": 0.5505,
      "step": 101123
    },
    {
      "epoch": 4.141879991808315,
      "grad_norm": 1.620943007734008,
      "learning_rate": 6.724261949798887e-05,
      "loss": 0.7696,
      "step": 101124
    },
    {
      "epoch": 4.1419209502355105,
      "grad_norm": 1.4535004951700023,
      "learning_rate": 6.72398994097005e-05,
      "loss": 0.6298,
      "step": 101125
    },
    {
      "epoch": 4.141961908662707,
      "grad_norm": 0.5954791680439399,
      "learning_rate": 6.723717936053625e-05,
      "loss": 0.1032,
      "step": 101126
    },
    {
      "epoch": 4.142002867089904,
      "grad_norm": 0.8320489276008722,
      "learning_rate": 6.723445935049747e-05,
      "loss": 0.1574,
      "step": 101127
    },
    {
      "epoch": 4.1420438255171,
      "grad_norm": 1.2773826962283696,
      "learning_rate": 6.723173937958546e-05,
      "loss": 0.452,
      "step": 101128
    },
    {
      "epoch": 4.142084783944297,
      "grad_norm": 1.361844112451801,
      "learning_rate": 6.722901944780146e-05,
      "loss": 0.6509,
      "step": 101129
    },
    {
      "epoch": 4.142125742371493,
      "grad_norm": 1.260474966725211,
      "learning_rate": 6.722629955514681e-05,
      "loss": 0.444,
      "step": 101130
    },
    {
      "epoch": 4.14216670079869,
      "grad_norm": 1.6140353361949338,
      "learning_rate": 6.722357970162273e-05,
      "loss": 0.56,
      "step": 101131
    },
    {
      "epoch": 4.142207659225885,
      "grad_norm": 4.716915960741124,
      "learning_rate": 6.722085988723051e-05,
      "loss": 5.5795,
      "step": 101132
    },
    {
      "epoch": 4.142248617653082,
      "grad_norm": 0.9107399029104972,
      "learning_rate": 6.721814011197152e-05,
      "loss": 0.2222,
      "step": 101133
    },
    {
      "epoch": 4.1422895760802785,
      "grad_norm": 1.2705119099387796,
      "learning_rate": 6.721542037584697e-05,
      "loss": 0.5388,
      "step": 101134
    },
    {
      "epoch": 4.142330534507475,
      "grad_norm": 1.4780741815486658,
      "learning_rate": 6.721270067885813e-05,
      "loss": 0.1676,
      "step": 101135
    },
    {
      "epoch": 4.1423714929346716,
      "grad_norm": 1.4106778142490608,
      "learning_rate": 6.720998102100639e-05,
      "loss": 0.5708,
      "step": 101136
    },
    {
      "epoch": 4.142412451361868,
      "grad_norm": 4.5682515289234145,
      "learning_rate": 6.720726140229291e-05,
      "loss": 1.3004,
      "step": 101137
    },
    {
      "epoch": 4.142453409789064,
      "grad_norm": 1.9453732838509539,
      "learning_rate": 6.720454182271909e-05,
      "loss": 0.8967,
      "step": 101138
    },
    {
      "epoch": 4.14249436821626,
      "grad_norm": 1.855796379312121,
      "learning_rate": 6.720182228228611e-05,
      "loss": 0.7875,
      "step": 101139
    },
    {
      "epoch": 4.142535326643457,
      "grad_norm": 1.810365417655373,
      "learning_rate": 6.719910278099528e-05,
      "loss": 0.816,
      "step": 101140
    },
    {
      "epoch": 4.142576285070653,
      "grad_norm": 1.4623134350510736,
      "learning_rate": 6.719638331884799e-05,
      "loss": 0.6862,
      "step": 101141
    },
    {
      "epoch": 4.14261724349785,
      "grad_norm": 0.8681449143949482,
      "learning_rate": 6.719366389584537e-05,
      "loss": 0.241,
      "step": 101142
    },
    {
      "epoch": 4.142658201925046,
      "grad_norm": 1.4857781432235104,
      "learning_rate": 6.719094451198879e-05,
      "loss": 0.5576,
      "step": 101143
    },
    {
      "epoch": 4.142699160352242,
      "grad_norm": 1.530504049726084,
      "learning_rate": 6.718822516727958e-05,
      "loss": 0.6384,
      "step": 101144
    },
    {
      "epoch": 4.142740118779439,
      "grad_norm": 1.1089177637170855,
      "learning_rate": 6.718550586171892e-05,
      "loss": 0.4813,
      "step": 101145
    },
    {
      "epoch": 4.142781077206635,
      "grad_norm": 7.185319004611269,
      "learning_rate": 6.718278659530821e-05,
      "loss": 0.9234,
      "step": 101146
    },
    {
      "epoch": 4.142822035633832,
      "grad_norm": 0.43157521635998997,
      "learning_rate": 6.718006736804862e-05,
      "loss": 0.0684,
      "step": 101147
    },
    {
      "epoch": 4.142862994061028,
      "grad_norm": 1.1821696347219601,
      "learning_rate": 6.717734817994146e-05,
      "loss": 0.3489,
      "step": 101148
    },
    {
      "epoch": 4.142903952488225,
      "grad_norm": 0.7612354615956524,
      "learning_rate": 6.717462903098811e-05,
      "loss": 0.2315,
      "step": 101149
    },
    {
      "epoch": 4.142944910915421,
      "grad_norm": 1.552060976574101,
      "learning_rate": 6.717190992118974e-05,
      "loss": 0.6414,
      "step": 101150
    },
    {
      "epoch": 4.142985869342617,
      "grad_norm": 1.3949557681507603,
      "learning_rate": 6.716919085054775e-05,
      "loss": 0.6927,
      "step": 101151
    },
    {
      "epoch": 4.1430268277698135,
      "grad_norm": 1.5803881630404273,
      "learning_rate": 6.71664718190633e-05,
      "loss": 0.5906,
      "step": 101152
    },
    {
      "epoch": 4.14306778619701,
      "grad_norm": 1.637155492354699,
      "learning_rate": 6.716375282673772e-05,
      "loss": 0.7451,
      "step": 101153
    },
    {
      "epoch": 4.1431087446242065,
      "grad_norm": 0.9153691671487452,
      "learning_rate": 6.716103387357238e-05,
      "loss": 0.2089,
      "step": 101154
    },
    {
      "epoch": 4.143149703051403,
      "grad_norm": 0.6291378402852541,
      "learning_rate": 6.715831495956843e-05,
      "loss": 0.0562,
      "step": 101155
    },
    {
      "epoch": 4.1431906614786,
      "grad_norm": 1.5062468826774955,
      "learning_rate": 6.715559608472724e-05,
      "loss": 0.7096,
      "step": 101156
    },
    {
      "epoch": 4.143231619905795,
      "grad_norm": 1.4925245133566891,
      "learning_rate": 6.715287724905012e-05,
      "loss": 0.3158,
      "step": 101157
    },
    {
      "epoch": 4.143272578332992,
      "grad_norm": 1.3567132972007807,
      "learning_rate": 6.715015845253825e-05,
      "loss": 0.5155,
      "step": 101158
    },
    {
      "epoch": 4.143313536760188,
      "grad_norm": 2.0271776107019552,
      "learning_rate": 6.714743969519304e-05,
      "loss": 1.0298,
      "step": 101159
    },
    {
      "epoch": 4.143354495187385,
      "grad_norm": 1.584330184277448,
      "learning_rate": 6.714472097701566e-05,
      "loss": 0.5661,
      "step": 101160
    },
    {
      "epoch": 4.143395453614581,
      "grad_norm": 1.649307502460725,
      "learning_rate": 6.71420022980075e-05,
      "loss": 0.8995,
      "step": 101161
    },
    {
      "epoch": 4.143436412041778,
      "grad_norm": 1.538030374796737,
      "learning_rate": 6.713928365816976e-05,
      "loss": 0.7538,
      "step": 101162
    },
    {
      "epoch": 4.143477370468974,
      "grad_norm": 0.6577093421865715,
      "learning_rate": 6.713656505750379e-05,
      "loss": 0.1778,
      "step": 101163
    },
    {
      "epoch": 4.14351832889617,
      "grad_norm": 1.476926727528526,
      "learning_rate": 6.713384649601079e-05,
      "loss": 0.6962,
      "step": 101164
    },
    {
      "epoch": 4.143559287323367,
      "grad_norm": 1.3910902986745535,
      "learning_rate": 6.713112797369214e-05,
      "loss": 0.5002,
      "step": 101165
    },
    {
      "epoch": 4.143600245750563,
      "grad_norm": 1.656828758794426,
      "learning_rate": 6.712840949054905e-05,
      "loss": 0.6554,
      "step": 101166
    },
    {
      "epoch": 4.14364120417776,
      "grad_norm": 1.4240527871016282,
      "learning_rate": 6.712569104658284e-05,
      "loss": 0.5725,
      "step": 101167
    },
    {
      "epoch": 4.143682162604956,
      "grad_norm": 1.362775787193651,
      "learning_rate": 6.712297264179485e-05,
      "loss": 0.694,
      "step": 101168
    },
    {
      "epoch": 4.143723121032153,
      "grad_norm": 1.7062535809886215,
      "learning_rate": 6.712025427618624e-05,
      "loss": 0.5811,
      "step": 101169
    },
    {
      "epoch": 4.143764079459348,
      "grad_norm": 1.0464443403888914,
      "learning_rate": 6.711753594975838e-05,
      "loss": 0.2517,
      "step": 101170
    },
    {
      "epoch": 4.143805037886545,
      "grad_norm": 0.9143945941604785,
      "learning_rate": 6.711481766251259e-05,
      "loss": 0.3045,
      "step": 101171
    },
    {
      "epoch": 4.1438459963137415,
      "grad_norm": 1.352294854781015,
      "learning_rate": 6.711209941445004e-05,
      "loss": 0.5354,
      "step": 101172
    },
    {
      "epoch": 4.143886954740938,
      "grad_norm": 0.9222425836487925,
      "learning_rate": 6.710938120557215e-05,
      "loss": 0.2143,
      "step": 101173
    },
    {
      "epoch": 4.143927913168135,
      "grad_norm": 0.9479658794218138,
      "learning_rate": 6.710666303588007e-05,
      "loss": 0.2238,
      "step": 101174
    },
    {
      "epoch": 4.143968871595331,
      "grad_norm": 1.5176716261430758,
      "learning_rate": 6.710394490537515e-05,
      "loss": 0.6241,
      "step": 101175
    },
    {
      "epoch": 4.144009830022527,
      "grad_norm": 0.743423346258882,
      "learning_rate": 6.710122681405873e-05,
      "loss": 0.2195,
      "step": 101176
    },
    {
      "epoch": 4.144050788449723,
      "grad_norm": 5.028174109747993,
      "learning_rate": 6.709850876193198e-05,
      "loss": 2.2522,
      "step": 101177
    },
    {
      "epoch": 4.14409174687692,
      "grad_norm": 1.1541510200335903,
      "learning_rate": 6.709579074899625e-05,
      "loss": 0.4064,
      "step": 101178
    },
    {
      "epoch": 4.144132705304116,
      "grad_norm": 1.310425263051299,
      "learning_rate": 6.709307277525288e-05,
      "loss": 0.6375,
      "step": 101179
    },
    {
      "epoch": 4.144173663731313,
      "grad_norm": 1.493403216244129,
      "learning_rate": 6.709035484070301e-05,
      "loss": 0.4432,
      "step": 101180
    },
    {
      "epoch": 4.144214622158509,
      "grad_norm": 1.365045950915045,
      "learning_rate": 6.708763694534811e-05,
      "loss": 0.5239,
      "step": 101181
    },
    {
      "epoch": 4.144255580585705,
      "grad_norm": 1.588620885110353,
      "learning_rate": 6.708491908918929e-05,
      "loss": 0.7326,
      "step": 101182
    },
    {
      "epoch": 4.144296539012902,
      "grad_norm": 1.4699023884189497,
      "learning_rate": 6.70822012722279e-05,
      "loss": 0.6617,
      "step": 101183
    },
    {
      "epoch": 4.144337497440098,
      "grad_norm": 1.3791917692077513,
      "learning_rate": 6.707948349446529e-05,
      "loss": 0.6895,
      "step": 101184
    },
    {
      "epoch": 4.144378455867295,
      "grad_norm": 1.5613672931624263,
      "learning_rate": 6.707676575590265e-05,
      "loss": 0.6797,
      "step": 101185
    },
    {
      "epoch": 4.144419414294491,
      "grad_norm": 1.1751426172644903,
      "learning_rate": 6.707404805654135e-05,
      "loss": 0.5411,
      "step": 101186
    },
    {
      "epoch": 4.144460372721688,
      "grad_norm": 1.0777589470498343,
      "learning_rate": 6.707133039638256e-05,
      "loss": 0.5235,
      "step": 101187
    },
    {
      "epoch": 4.144501331148884,
      "grad_norm": 1.4406960769708297,
      "learning_rate": 6.706861277542764e-05,
      "loss": 0.6786,
      "step": 101188
    },
    {
      "epoch": 4.14454228957608,
      "grad_norm": 1.4055217719396562,
      "learning_rate": 6.706589519367792e-05,
      "loss": 0.6519,
      "step": 101189
    },
    {
      "epoch": 4.1445832480032765,
      "grad_norm": 1.3667542535550103,
      "learning_rate": 6.706317765113457e-05,
      "loss": 0.5416,
      "step": 101190
    },
    {
      "epoch": 4.144624206430473,
      "grad_norm": 2.101901838770996,
      "learning_rate": 6.706046014779897e-05,
      "loss": 0.7038,
      "step": 101191
    },
    {
      "epoch": 4.14466516485767,
      "grad_norm": 1.8062865908763612,
      "learning_rate": 6.705774268367239e-05,
      "loss": 0.7179,
      "step": 101192
    },
    {
      "epoch": 4.144706123284866,
      "grad_norm": 1.9522599782615748,
      "learning_rate": 6.705502525875608e-05,
      "loss": 0.9668,
      "step": 101193
    },
    {
      "epoch": 4.144747081712063,
      "grad_norm": 2.204726532300874,
      "learning_rate": 6.705230787305135e-05,
      "loss": 1.227,
      "step": 101194
    },
    {
      "epoch": 4.144788040139258,
      "grad_norm": 1.400233461157447,
      "learning_rate": 6.704959052655944e-05,
      "loss": 0.5486,
      "step": 101195
    },
    {
      "epoch": 4.144828998566455,
      "grad_norm": 1.5427941735786488,
      "learning_rate": 6.70468732192817e-05,
      "loss": 0.7398,
      "step": 101196
    },
    {
      "epoch": 4.144869956993651,
      "grad_norm": 0.9060602794705921,
      "learning_rate": 6.70441559512194e-05,
      "loss": 0.2328,
      "step": 101197
    },
    {
      "epoch": 4.144910915420848,
      "grad_norm": 1.161939324575289,
      "learning_rate": 6.704143872237378e-05,
      "loss": 0.4636,
      "step": 101198
    },
    {
      "epoch": 4.144951873848044,
      "grad_norm": 1.6091196563018983,
      "learning_rate": 6.703872153274613e-05,
      "loss": 0.6764,
      "step": 101199
    },
    {
      "epoch": 4.144992832275241,
      "grad_norm": 1.4921887423436173,
      "learning_rate": 6.703600438233782e-05,
      "loss": 0.5753,
      "step": 101200
    },
    {
      "epoch": 4.145033790702437,
      "grad_norm": 2.005047633492892,
      "learning_rate": 6.703328727115003e-05,
      "loss": 0.8626,
      "step": 101201
    },
    {
      "epoch": 4.145074749129633,
      "grad_norm": 0.946439647831875,
      "learning_rate": 6.703057019918415e-05,
      "loss": 0.1894,
      "step": 101202
    },
    {
      "epoch": 4.14511570755683,
      "grad_norm": 1.4145999711090391,
      "learning_rate": 6.702785316644131e-05,
      "loss": 0.6642,
      "step": 101203
    },
    {
      "epoch": 4.145156665984026,
      "grad_norm": 0.9120223787284907,
      "learning_rate": 6.702513617292292e-05,
      "loss": 0.2244,
      "step": 101204
    },
    {
      "epoch": 4.145197624411223,
      "grad_norm": 1.8137590642507984,
      "learning_rate": 6.702241921863028e-05,
      "loss": 0.9694,
      "step": 101205
    },
    {
      "epoch": 4.145238582838419,
      "grad_norm": 0.7974085923932654,
      "learning_rate": 6.701970230356455e-05,
      "loss": 0.2229,
      "step": 101206
    },
    {
      "epoch": 4.145279541265616,
      "grad_norm": 1.5682065539891024,
      "learning_rate": 6.701698542772711e-05,
      "loss": 0.5832,
      "step": 101207
    },
    {
      "epoch": 4.1453204996928115,
      "grad_norm": 1.2383320401317013,
      "learning_rate": 6.701426859111928e-05,
      "loss": 0.49,
      "step": 101208
    },
    {
      "epoch": 4.145361458120008,
      "grad_norm": 1.0507356768726361,
      "learning_rate": 6.701155179374224e-05,
      "loss": 0.263,
      "step": 101209
    },
    {
      "epoch": 4.1454024165472045,
      "grad_norm": 1.2031368476196223,
      "learning_rate": 6.700883503559734e-05,
      "loss": 0.4978,
      "step": 101210
    },
    {
      "epoch": 4.145443374974401,
      "grad_norm": 1.218613367291096,
      "learning_rate": 6.700611831668584e-05,
      "loss": 0.4456,
      "step": 101211
    },
    {
      "epoch": 4.145484333401598,
      "grad_norm": 1.452143867034347,
      "learning_rate": 6.700340163700899e-05,
      "loss": 0.6197,
      "step": 101212
    },
    {
      "epoch": 4.145525291828794,
      "grad_norm": 2.211186084122825,
      "learning_rate": 6.700068499656819e-05,
      "loss": 0.698,
      "step": 101213
    },
    {
      "epoch": 4.14556625025599,
      "grad_norm": 1.4054870987614652,
      "learning_rate": 6.69979683953646e-05,
      "loss": 0.5253,
      "step": 101214
    },
    {
      "epoch": 4.145607208683186,
      "grad_norm": 2.5638183744440597,
      "learning_rate": 6.699525183339954e-05,
      "loss": 1.0014,
      "step": 101215
    },
    {
      "epoch": 4.145648167110383,
      "grad_norm": 1.7918341543313099,
      "learning_rate": 6.699253531067438e-05,
      "loss": 0.5969,
      "step": 101216
    },
    {
      "epoch": 4.145689125537579,
      "grad_norm": 1.7720220186193005,
      "learning_rate": 6.698981882719027e-05,
      "loss": 0.8713,
      "step": 101217
    },
    {
      "epoch": 4.145730083964776,
      "grad_norm": 1.4114887993118501,
      "learning_rate": 6.698710238294861e-05,
      "loss": 0.5884,
      "step": 101218
    },
    {
      "epoch": 4.1457710423919725,
      "grad_norm": 1.1597840845051584,
      "learning_rate": 6.698438597795058e-05,
      "loss": 0.2737,
      "step": 101219
    },
    {
      "epoch": 4.145812000819168,
      "grad_norm": 1.343852916859532,
      "learning_rate": 6.69816696121975e-05,
      "loss": 0.5244,
      "step": 101220
    },
    {
      "epoch": 4.145852959246365,
      "grad_norm": 1.4131769880638392,
      "learning_rate": 6.697895328569075e-05,
      "loss": 0.5095,
      "step": 101221
    },
    {
      "epoch": 4.145893917673561,
      "grad_norm": 1.3979482695144085,
      "learning_rate": 6.697623699843146e-05,
      "loss": 0.5332,
      "step": 101222
    },
    {
      "epoch": 4.145934876100758,
      "grad_norm": 1.534752395350186,
      "learning_rate": 6.697352075042105e-05,
      "loss": 0.6369,
      "step": 101223
    },
    {
      "epoch": 4.145975834527954,
      "grad_norm": 3.4444009623955822,
      "learning_rate": 6.697080454166069e-05,
      "loss": 3.7946,
      "step": 101224
    },
    {
      "epoch": 4.146016792955151,
      "grad_norm": 1.587957874216964,
      "learning_rate": 6.696808837215169e-05,
      "loss": 0.717,
      "step": 101225
    },
    {
      "epoch": 4.146057751382347,
      "grad_norm": 1.6043046623415829,
      "learning_rate": 6.696537224189545e-05,
      "loss": 0.8363,
      "step": 101226
    },
    {
      "epoch": 4.146098709809543,
      "grad_norm": 1.4552216260178865,
      "learning_rate": 6.69626561508931e-05,
      "loss": 0.7057,
      "step": 101227
    },
    {
      "epoch": 4.1461396682367395,
      "grad_norm": 1.6348716526819278,
      "learning_rate": 6.695994009914597e-05,
      "loss": 0.7646,
      "step": 101228
    },
    {
      "epoch": 4.146180626663936,
      "grad_norm": 2.0601236995660526,
      "learning_rate": 6.695722408665543e-05,
      "loss": 1.0088,
      "step": 101229
    },
    {
      "epoch": 4.146221585091133,
      "grad_norm": 1.3495914383199106,
      "learning_rate": 6.695450811342264e-05,
      "loss": 0.6449,
      "step": 101230
    },
    {
      "epoch": 4.146262543518329,
      "grad_norm": 0.8978622006263186,
      "learning_rate": 6.6951792179449e-05,
      "loss": 0.2527,
      "step": 101231
    },
    {
      "epoch": 4.146303501945526,
      "grad_norm": 1.3352722881212384,
      "learning_rate": 6.694907628473572e-05,
      "loss": 0.4596,
      "step": 101232
    },
    {
      "epoch": 4.146344460372721,
      "grad_norm": 1.3307234399170063,
      "learning_rate": 6.694636042928404e-05,
      "loss": 0.6539,
      "step": 101233
    },
    {
      "epoch": 4.146385418799918,
      "grad_norm": 2.53895730195406,
      "learning_rate": 6.694364461309532e-05,
      "loss": 1.5792,
      "step": 101234
    },
    {
      "epoch": 4.146426377227114,
      "grad_norm": 0.9075836304219931,
      "learning_rate": 6.694092883617087e-05,
      "loss": 0.1912,
      "step": 101235
    },
    {
      "epoch": 4.146467335654311,
      "grad_norm": 1.3172173270337313,
      "learning_rate": 6.693821309851187e-05,
      "loss": 0.4798,
      "step": 101236
    },
    {
      "epoch": 4.1465082940815075,
      "grad_norm": 1.7850061435906943,
      "learning_rate": 6.693549740011973e-05,
      "loss": 0.8365,
      "step": 101237
    },
    {
      "epoch": 4.146549252508704,
      "grad_norm": 5.727491759494976,
      "learning_rate": 6.69327817409956e-05,
      "loss": 5.8396,
      "step": 101238
    },
    {
      "epoch": 4.1465902109359,
      "grad_norm": 1.7643580132261683,
      "learning_rate": 6.693006612114083e-05,
      "loss": 0.7768,
      "step": 101239
    },
    {
      "epoch": 4.146631169363096,
      "grad_norm": 1.3428256354285475,
      "learning_rate": 6.692735054055678e-05,
      "loss": 0.6397,
      "step": 101240
    },
    {
      "epoch": 4.146672127790293,
      "grad_norm": 0.8383062505659405,
      "learning_rate": 6.692463499924458e-05,
      "loss": 0.1488,
      "step": 101241
    },
    {
      "epoch": 4.146713086217489,
      "grad_norm": 3.9514123053999084,
      "learning_rate": 6.69219194972056e-05,
      "loss": 2.3642,
      "step": 101242
    },
    {
      "epoch": 4.146754044644686,
      "grad_norm": 1.83013156627917,
      "learning_rate": 6.691920403444117e-05,
      "loss": 0.9814,
      "step": 101243
    },
    {
      "epoch": 4.146795003071882,
      "grad_norm": 1.4407356327160774,
      "learning_rate": 6.691648861095246e-05,
      "loss": 0.5976,
      "step": 101244
    },
    {
      "epoch": 4.146835961499079,
      "grad_norm": 1.2715545563538304,
      "learning_rate": 6.691377322674087e-05,
      "loss": 0.5251,
      "step": 101245
    },
    {
      "epoch": 4.1468769199262745,
      "grad_norm": 1.3856848960720571,
      "learning_rate": 6.691105788180759e-05,
      "loss": 0.7357,
      "step": 101246
    },
    {
      "epoch": 4.146917878353471,
      "grad_norm": 1.7306941512367178,
      "learning_rate": 6.690834257615392e-05,
      "loss": 0.8175,
      "step": 101247
    },
    {
      "epoch": 4.146958836780668,
      "grad_norm": 0.843043253022552,
      "learning_rate": 6.690562730978123e-05,
      "loss": 0.263,
      "step": 101248
    },
    {
      "epoch": 4.146999795207864,
      "grad_norm": 1.7752582376693804,
      "learning_rate": 6.690291208269067e-05,
      "loss": 0.7254,
      "step": 101249
    },
    {
      "epoch": 4.147040753635061,
      "grad_norm": 0.8655817664948707,
      "learning_rate": 6.69001968948836e-05,
      "loss": 0.2191,
      "step": 101250
    },
    {
      "epoch": 4.147081712062257,
      "grad_norm": 0.9108302664100645,
      "learning_rate": 6.689748174636136e-05,
      "loss": 0.2482,
      "step": 101251
    },
    {
      "epoch": 4.147122670489453,
      "grad_norm": 1.6774572529276854,
      "learning_rate": 6.689476663712508e-05,
      "loss": 0.5384,
      "step": 101252
    },
    {
      "epoch": 4.147163628916649,
      "grad_norm": 1.4054115621204641,
      "learning_rate": 6.689205156717621e-05,
      "loss": 0.7257,
      "step": 101253
    },
    {
      "epoch": 4.147204587343846,
      "grad_norm": 2.7962804404993578,
      "learning_rate": 6.68893365365159e-05,
      "loss": 2.1382,
      "step": 101254
    },
    {
      "epoch": 4.147245545771042,
      "grad_norm": 1.3754690989082987,
      "learning_rate": 6.68866215451455e-05,
      "loss": 0.5196,
      "step": 101255
    },
    {
      "epoch": 4.147286504198239,
      "grad_norm": 1.6454746738041155,
      "learning_rate": 6.688390659306633e-05,
      "loss": 0.7016,
      "step": 101256
    },
    {
      "epoch": 4.1473274626254355,
      "grad_norm": 1.1632302797570455,
      "learning_rate": 6.688119168027956e-05,
      "loss": 0.4222,
      "step": 101257
    },
    {
      "epoch": 4.147368421052631,
      "grad_norm": 1.3777336101571145,
      "learning_rate": 6.687847680678659e-05,
      "loss": 0.6347,
      "step": 101258
    },
    {
      "epoch": 4.147409379479828,
      "grad_norm": 1.2596065351228527,
      "learning_rate": 6.687576197258862e-05,
      "loss": 0.5818,
      "step": 101259
    },
    {
      "epoch": 4.147450337907024,
      "grad_norm": 1.4616373502737798,
      "learning_rate": 6.687304717768695e-05,
      "loss": 0.6948,
      "step": 101260
    },
    {
      "epoch": 4.147491296334221,
      "grad_norm": 1.2589938602975166,
      "learning_rate": 6.687033242208293e-05,
      "loss": 0.5375,
      "step": 101261
    },
    {
      "epoch": 4.147532254761417,
      "grad_norm": 1.7322729829806671,
      "learning_rate": 6.686761770577776e-05,
      "loss": 0.83,
      "step": 101262
    },
    {
      "epoch": 4.147573213188614,
      "grad_norm": 0.7849568548267053,
      "learning_rate": 6.686490302877275e-05,
      "loss": 0.1307,
      "step": 101263
    },
    {
      "epoch": 4.14761417161581,
      "grad_norm": 1.7984262504863737,
      "learning_rate": 6.686218839106924e-05,
      "loss": 0.9811,
      "step": 101264
    },
    {
      "epoch": 4.147655130043006,
      "grad_norm": 1.4274373041961514,
      "learning_rate": 6.68594737926684e-05,
      "loss": 0.5534,
      "step": 101265
    },
    {
      "epoch": 4.1476960884702025,
      "grad_norm": 1.4378546846472906,
      "learning_rate": 6.685675923357164e-05,
      "loss": 0.6137,
      "step": 101266
    },
    {
      "epoch": 4.147737046897399,
      "grad_norm": 1.2847008112529723,
      "learning_rate": 6.685404471378012e-05,
      "loss": 0.5593,
      "step": 101267
    },
    {
      "epoch": 4.147778005324596,
      "grad_norm": 0.799939255905662,
      "learning_rate": 6.685133023329519e-05,
      "loss": 0.1964,
      "step": 101268
    },
    {
      "epoch": 4.147818963751792,
      "grad_norm": 1.6953203835655997,
      "learning_rate": 6.684861579211818e-05,
      "loss": 0.7746,
      "step": 101269
    },
    {
      "epoch": 4.147859922178989,
      "grad_norm": 1.7642266887196718,
      "learning_rate": 6.684590139025026e-05,
      "loss": 0.5555,
      "step": 101270
    },
    {
      "epoch": 4.147900880606184,
      "grad_norm": 1.7114547789961911,
      "learning_rate": 6.684318702769277e-05,
      "loss": 0.895,
      "step": 101271
    },
    {
      "epoch": 4.147941839033381,
      "grad_norm": 1.466514315156795,
      "learning_rate": 6.684047270444707e-05,
      "loss": 0.6878,
      "step": 101272
    },
    {
      "epoch": 4.147982797460577,
      "grad_norm": 1.8398468844729823,
      "learning_rate": 6.683775842051428e-05,
      "loss": 1.1792,
      "step": 101273
    },
    {
      "epoch": 4.148023755887774,
      "grad_norm": 1.157273288639548,
      "learning_rate": 6.683504417589586e-05,
      "loss": 0.5781,
      "step": 101274
    },
    {
      "epoch": 4.1480647143149705,
      "grad_norm": 1.3950947268234797,
      "learning_rate": 6.683232997059292e-05,
      "loss": 0.8265,
      "step": 101275
    },
    {
      "epoch": 4.148105672742167,
      "grad_norm": 1.8416056836890042,
      "learning_rate": 6.682961580460684e-05,
      "loss": 0.3855,
      "step": 101276
    },
    {
      "epoch": 4.148146631169363,
      "grad_norm": 1.4507796021424908,
      "learning_rate": 6.682690167793897e-05,
      "loss": 0.6071,
      "step": 101277
    },
    {
      "epoch": 4.148187589596559,
      "grad_norm": 1.5692091137902888,
      "learning_rate": 6.682418759059044e-05,
      "loss": 0.646,
      "step": 101278
    },
    {
      "epoch": 4.148228548023756,
      "grad_norm": 3.8738423544800993,
      "learning_rate": 6.68214735425626e-05,
      "loss": 1.8663,
      "step": 101279
    },
    {
      "epoch": 4.148269506450952,
      "grad_norm": 1.4128597068148732,
      "learning_rate": 6.681875953385681e-05,
      "loss": 0.7436,
      "step": 101280
    },
    {
      "epoch": 4.148310464878149,
      "grad_norm": 1.47321760265933,
      "learning_rate": 6.681604556447421e-05,
      "loss": 0.6172,
      "step": 101281
    },
    {
      "epoch": 4.148351423305345,
      "grad_norm": 1.5553583578762515,
      "learning_rate": 6.681333163441623e-05,
      "loss": 0.6324,
      "step": 101282
    },
    {
      "epoch": 4.148392381732542,
      "grad_norm": 1.3656651868825294,
      "learning_rate": 6.681061774368402e-05,
      "loss": 0.6437,
      "step": 101283
    },
    {
      "epoch": 4.1484333401597375,
      "grad_norm": 1.5431653041558717,
      "learning_rate": 6.680790389227894e-05,
      "loss": 0.8509,
      "step": 101284
    },
    {
      "epoch": 4.148474298586934,
      "grad_norm": 0.983126877768697,
      "learning_rate": 6.680519008020228e-05,
      "loss": 0.3286,
      "step": 101285
    },
    {
      "epoch": 4.148515257014131,
      "grad_norm": 1.3638047115905199,
      "learning_rate": 6.680247630745526e-05,
      "loss": 0.8125,
      "step": 101286
    },
    {
      "epoch": 4.148556215441327,
      "grad_norm": 1.9082991258821072,
      "learning_rate": 6.679976257403919e-05,
      "loss": 0.6603,
      "step": 101287
    },
    {
      "epoch": 4.148597173868524,
      "grad_norm": 1.3270477026126484,
      "learning_rate": 6.679704887995543e-05,
      "loss": 0.4937,
      "step": 101288
    },
    {
      "epoch": 4.14863813229572,
      "grad_norm": 0.8007645546951517,
      "learning_rate": 6.679433522520514e-05,
      "loss": 0.212,
      "step": 101289
    },
    {
      "epoch": 4.148679090722916,
      "grad_norm": 1.0592975756770882,
      "learning_rate": 6.679162160978972e-05,
      "loss": 0.2237,
      "step": 101290
    },
    {
      "epoch": 4.148720049150112,
      "grad_norm": 1.1891591081258908,
      "learning_rate": 6.678890803371033e-05,
      "loss": 0.3999,
      "step": 101291
    },
    {
      "epoch": 4.148761007577309,
      "grad_norm": 1.3945736781639473,
      "learning_rate": 6.678619449696832e-05,
      "loss": 0.4955,
      "step": 101292
    },
    {
      "epoch": 4.1488019660045055,
      "grad_norm": 1.383707920292761,
      "learning_rate": 6.678348099956501e-05,
      "loss": 0.6042,
      "step": 101293
    },
    {
      "epoch": 4.148842924431702,
      "grad_norm": 1.0746415604446016,
      "learning_rate": 6.678076754150161e-05,
      "loss": 0.5623,
      "step": 101294
    },
    {
      "epoch": 4.1488838828588985,
      "grad_norm": 1.4287936023885117,
      "learning_rate": 6.677805412277948e-05,
      "loss": 0.6162,
      "step": 101295
    },
    {
      "epoch": 4.148924841286094,
      "grad_norm": 0.6660715264716494,
      "learning_rate": 6.67753407433998e-05,
      "loss": 0.2097,
      "step": 101296
    },
    {
      "epoch": 4.148965799713291,
      "grad_norm": 1.2414343563944956,
      "learning_rate": 6.677262740336391e-05,
      "loss": 0.2822,
      "step": 101297
    },
    {
      "epoch": 4.149006758140487,
      "grad_norm": 1.6880765799079105,
      "learning_rate": 6.676991410267314e-05,
      "loss": 0.7668,
      "step": 101298
    },
    {
      "epoch": 4.149047716567684,
      "grad_norm": 1.3672891591213268,
      "learning_rate": 6.676720084132868e-05,
      "loss": 0.5671,
      "step": 101299
    },
    {
      "epoch": 4.14908867499488,
      "grad_norm": 0.9307726619404971,
      "learning_rate": 6.676448761933186e-05,
      "loss": 0.1417,
      "step": 101300
    },
    {
      "epoch": 4.149129633422077,
      "grad_norm": 1.4197438556330366,
      "learning_rate": 6.6761774436684e-05,
      "loss": 0.5968,
      "step": 101301
    },
    {
      "epoch": 4.149170591849273,
      "grad_norm": 1.51924158988215,
      "learning_rate": 6.675906129338634e-05,
      "loss": 0.6332,
      "step": 101302
    },
    {
      "epoch": 4.149211550276469,
      "grad_norm": 0.8996833809787446,
      "learning_rate": 6.675634818944014e-05,
      "loss": 0.2219,
      "step": 101303
    },
    {
      "epoch": 4.149252508703666,
      "grad_norm": 1.5468865297244525,
      "learning_rate": 6.675363512484673e-05,
      "loss": 0.5867,
      "step": 101304
    },
    {
      "epoch": 4.149293467130862,
      "grad_norm": 0.9859792030171095,
      "learning_rate": 6.675092209960735e-05,
      "loss": 0.1945,
      "step": 101305
    },
    {
      "epoch": 4.149334425558059,
      "grad_norm": 1.4536857577930509,
      "learning_rate": 6.674820911372328e-05,
      "loss": 0.7253,
      "step": 101306
    },
    {
      "epoch": 4.149375383985255,
      "grad_norm": 1.3645632223836754,
      "learning_rate": 6.674549616719588e-05,
      "loss": 0.5731,
      "step": 101307
    },
    {
      "epoch": 4.149416342412452,
      "grad_norm": 0.8480758441119398,
      "learning_rate": 6.674278326002634e-05,
      "loss": 0.2091,
      "step": 101308
    },
    {
      "epoch": 4.149457300839647,
      "grad_norm": 1.4532210828580598,
      "learning_rate": 6.674007039221601e-05,
      "loss": 0.7188,
      "step": 101309
    },
    {
      "epoch": 4.149498259266844,
      "grad_norm": 1.218048804258591,
      "learning_rate": 6.673735756376612e-05,
      "loss": 0.2304,
      "step": 101310
    },
    {
      "epoch": 4.14953921769404,
      "grad_norm": 1.2404842487215437,
      "learning_rate": 6.673464477467795e-05,
      "loss": 0.5047,
      "step": 101311
    },
    {
      "epoch": 4.149580176121237,
      "grad_norm": 1.6036426822613916,
      "learning_rate": 6.673193202495288e-05,
      "loss": 0.5151,
      "step": 101312
    },
    {
      "epoch": 4.1496211345484335,
      "grad_norm": 1.769391781033973,
      "learning_rate": 6.672921931459206e-05,
      "loss": 0.8762,
      "step": 101313
    },
    {
      "epoch": 4.14966209297563,
      "grad_norm": 1.0014437857702163,
      "learning_rate": 6.672650664359682e-05,
      "loss": 0.233,
      "step": 101314
    },
    {
      "epoch": 4.149703051402826,
      "grad_norm": 1.267327793604917,
      "learning_rate": 6.672379401196851e-05,
      "loss": 0.4393,
      "step": 101315
    },
    {
      "epoch": 4.149744009830022,
      "grad_norm": 1.839346229575396,
      "learning_rate": 6.672108141970834e-05,
      "loss": 0.8244,
      "step": 101316
    },
    {
      "epoch": 4.149784968257219,
      "grad_norm": 1.2984926250470403,
      "learning_rate": 6.671836886681763e-05,
      "loss": 0.6814,
      "step": 101317
    },
    {
      "epoch": 4.149825926684415,
      "grad_norm": 1.2770454918578353,
      "learning_rate": 6.67156563532976e-05,
      "loss": 0.6073,
      "step": 101318
    },
    {
      "epoch": 4.149866885111612,
      "grad_norm": 0.9673736950937527,
      "learning_rate": 6.671294387914957e-05,
      "loss": 0.2447,
      "step": 101319
    },
    {
      "epoch": 4.149907843538808,
      "grad_norm": 1.4850370504954342,
      "learning_rate": 6.671023144437489e-05,
      "loss": 0.6601,
      "step": 101320
    },
    {
      "epoch": 4.149948801966005,
      "grad_norm": 1.5517692027479826,
      "learning_rate": 6.670751904897472e-05,
      "loss": 0.645,
      "step": 101321
    },
    {
      "epoch": 4.1499897603932006,
      "grad_norm": 1.354330904596879,
      "learning_rate": 6.670480669295045e-05,
      "loss": 0.6201,
      "step": 101322
    },
    {
      "epoch": 4.150030718820397,
      "grad_norm": 1.674417279728758,
      "learning_rate": 6.670209437630327e-05,
      "loss": 0.7005,
      "step": 101323
    },
    {
      "epoch": 4.150071677247594,
      "grad_norm": 0.9934364391078202,
      "learning_rate": 6.66993820990345e-05,
      "loss": 0.3217,
      "step": 101324
    },
    {
      "epoch": 4.15011263567479,
      "grad_norm": 1.4548989758700608,
      "learning_rate": 6.669666986114549e-05,
      "loss": 0.8201,
      "step": 101325
    },
    {
      "epoch": 4.150153594101987,
      "grad_norm": 1.5010852134351789,
      "learning_rate": 6.669395766263739e-05,
      "loss": 0.6685,
      "step": 101326
    },
    {
      "epoch": 4.150194552529183,
      "grad_norm": 1.719303094296318,
      "learning_rate": 6.669124550351157e-05,
      "loss": 0.6961,
      "step": 101327
    },
    {
      "epoch": 4.150235510956379,
      "grad_norm": 0.9685179706035866,
      "learning_rate": 6.668853338376934e-05,
      "loss": 0.2254,
      "step": 101328
    },
    {
      "epoch": 4.150276469383575,
      "grad_norm": 1.4187776673028065,
      "learning_rate": 6.668582130341189e-05,
      "loss": 0.6904,
      "step": 101329
    },
    {
      "epoch": 4.150317427810772,
      "grad_norm": 2.342876265525927,
      "learning_rate": 6.668310926244059e-05,
      "loss": 0.8357,
      "step": 101330
    },
    {
      "epoch": 4.1503583862379685,
      "grad_norm": 1.3262354345916483,
      "learning_rate": 6.668039726085663e-05,
      "loss": 0.4714,
      "step": 101331
    },
    {
      "epoch": 4.150399344665165,
      "grad_norm": 1.224528019038351,
      "learning_rate": 6.667768529866136e-05,
      "loss": 0.6481,
      "step": 101332
    },
    {
      "epoch": 4.150440303092362,
      "grad_norm": 1.1808200677944294,
      "learning_rate": 6.667497337585609e-05,
      "loss": 0.5874,
      "step": 101333
    },
    {
      "epoch": 4.150481261519557,
      "grad_norm": 1.5130968026493063,
      "learning_rate": 6.667226149244201e-05,
      "loss": 0.5648,
      "step": 101334
    },
    {
      "epoch": 4.150522219946754,
      "grad_norm": 1.3032782616560303,
      "learning_rate": 6.666954964842043e-05,
      "loss": 0.5586,
      "step": 101335
    },
    {
      "epoch": 4.15056317837395,
      "grad_norm": 1.4248007544770926,
      "learning_rate": 6.666683784379273e-05,
      "loss": 0.4584,
      "step": 101336
    },
    {
      "epoch": 4.150604136801147,
      "grad_norm": 1.3689082563830801,
      "learning_rate": 6.666412607856005e-05,
      "loss": 0.1744,
      "step": 101337
    },
    {
      "epoch": 4.150645095228343,
      "grad_norm": 1.4882515881219607,
      "learning_rate": 6.666141435272378e-05,
      "loss": 0.5126,
      "step": 101338
    },
    {
      "epoch": 4.15068605365554,
      "grad_norm": 0.9788262916302939,
      "learning_rate": 6.665870266628511e-05,
      "loss": 0.3193,
      "step": 101339
    },
    {
      "epoch": 4.150727012082736,
      "grad_norm": 1.7590968395576196,
      "learning_rate": 6.665599101924536e-05,
      "loss": 0.6829,
      "step": 101340
    },
    {
      "epoch": 4.150767970509932,
      "grad_norm": 1.5201562579658219,
      "learning_rate": 6.665327941160589e-05,
      "loss": 0.6072,
      "step": 101341
    },
    {
      "epoch": 4.150808928937129,
      "grad_norm": 1.434171996046442,
      "learning_rate": 6.665056784336786e-05,
      "loss": 0.6854,
      "step": 101342
    },
    {
      "epoch": 4.150849887364325,
      "grad_norm": 1.4189825629771218,
      "learning_rate": 6.664785631453259e-05,
      "loss": 0.6831,
      "step": 101343
    },
    {
      "epoch": 4.150890845791522,
      "grad_norm": 1.3176864837239473,
      "learning_rate": 6.664514482510144e-05,
      "loss": 0.4667,
      "step": 101344
    },
    {
      "epoch": 4.150931804218718,
      "grad_norm": 1.828731310721995,
      "learning_rate": 6.664243337507558e-05,
      "loss": 0.6737,
      "step": 101345
    },
    {
      "epoch": 4.150972762645915,
      "grad_norm": 1.8406291305267044,
      "learning_rate": 6.66397219644564e-05,
      "loss": 0.8779,
      "step": 101346
    },
    {
      "epoch": 4.15101372107311,
      "grad_norm": 1.4589911250212708,
      "learning_rate": 6.663701059324504e-05,
      "loss": 0.8069,
      "step": 101347
    },
    {
      "epoch": 4.151054679500307,
      "grad_norm": 2.4003986468881884,
      "learning_rate": 6.663429926144288e-05,
      "loss": 1.4311,
      "step": 101348
    },
    {
      "epoch": 4.1510956379275035,
      "grad_norm": 1.525376893182743,
      "learning_rate": 6.663158796905123e-05,
      "loss": 0.5593,
      "step": 101349
    },
    {
      "epoch": 4.1511365963547,
      "grad_norm": 2.5165085030921897,
      "learning_rate": 6.66288767160713e-05,
      "loss": 1.7164,
      "step": 101350
    },
    {
      "epoch": 4.1511775547818965,
      "grad_norm": 1.781071586505471,
      "learning_rate": 6.662616550250437e-05,
      "loss": 0.8905,
      "step": 101351
    },
    {
      "epoch": 4.151218513209093,
      "grad_norm": 0.8299015909020482,
      "learning_rate": 6.662345432835182e-05,
      "loss": 0.2112,
      "step": 101352
    },
    {
      "epoch": 4.151259471636289,
      "grad_norm": 1.498225579761178,
      "learning_rate": 6.662074319361481e-05,
      "loss": 0.618,
      "step": 101353
    },
    {
      "epoch": 4.151300430063485,
      "grad_norm": 1.8394775638415828,
      "learning_rate": 6.661803209829473e-05,
      "loss": 0.7452,
      "step": 101354
    },
    {
      "epoch": 4.151341388490682,
      "grad_norm": 1.2435146607413394,
      "learning_rate": 6.661532104239276e-05,
      "loss": 0.4716,
      "step": 101355
    },
    {
      "epoch": 4.151382346917878,
      "grad_norm": 0.8411808435101183,
      "learning_rate": 6.66126100259102e-05,
      "loss": 0.2533,
      "step": 101356
    },
    {
      "epoch": 4.151423305345075,
      "grad_norm": 1.0389347645010885,
      "learning_rate": 6.660989904884843e-05,
      "loss": 0.4509,
      "step": 101357
    },
    {
      "epoch": 4.151464263772271,
      "grad_norm": 1.5924968800525965,
      "learning_rate": 6.660718811120861e-05,
      "loss": 0.7218,
      "step": 101358
    },
    {
      "epoch": 4.151505222199468,
      "grad_norm": 1.6263788175221345,
      "learning_rate": 6.660447721299207e-05,
      "loss": 0.7291,
      "step": 101359
    },
    {
      "epoch": 4.151546180626664,
      "grad_norm": 1.29300508788035,
      "learning_rate": 6.660176635420015e-05,
      "loss": 0.5584,
      "step": 101360
    },
    {
      "epoch": 4.15158713905386,
      "grad_norm": 1.5114356478350084,
      "learning_rate": 6.6599055534834e-05,
      "loss": 0.7183,
      "step": 101361
    },
    {
      "epoch": 4.151628097481057,
      "grad_norm": 1.261764198993426,
      "learning_rate": 6.659634475489505e-05,
      "loss": 0.4951,
      "step": 101362
    },
    {
      "epoch": 4.151669055908253,
      "grad_norm": 1.4315774766300016,
      "learning_rate": 6.659363401438447e-05,
      "loss": 0.664,
      "step": 101363
    },
    {
      "epoch": 4.15171001433545,
      "grad_norm": 1.7126084687492846,
      "learning_rate": 6.659092331330355e-05,
      "loss": 0.7859,
      "step": 101364
    },
    {
      "epoch": 4.151750972762646,
      "grad_norm": 1.2505224000566468,
      "learning_rate": 6.658821265165367e-05,
      "loss": 0.4589,
      "step": 101365
    },
    {
      "epoch": 4.151791931189842,
      "grad_norm": 1.7762161122590272,
      "learning_rate": 6.6585502029436e-05,
      "loss": 0.9213,
      "step": 101366
    },
    {
      "epoch": 4.1518328896170384,
      "grad_norm": 1.2783867441537826,
      "learning_rate": 6.65827914466519e-05,
      "loss": 0.3744,
      "step": 101367
    },
    {
      "epoch": 4.151873848044235,
      "grad_norm": 1.7087598028645707,
      "learning_rate": 6.658008090330256e-05,
      "loss": 0.8499,
      "step": 101368
    },
    {
      "epoch": 4.1519148064714315,
      "grad_norm": 1.153781854683434,
      "learning_rate": 6.657737039938932e-05,
      "loss": 0.2512,
      "step": 101369
    },
    {
      "epoch": 4.151955764898628,
      "grad_norm": 1.2941473553757976,
      "learning_rate": 6.657465993491354e-05,
      "loss": 0.5232,
      "step": 101370
    },
    {
      "epoch": 4.151996723325825,
      "grad_norm": 1.4960074964863046,
      "learning_rate": 6.657194950987632e-05,
      "loss": 0.3361,
      "step": 101371
    },
    {
      "epoch": 4.15203768175302,
      "grad_norm": 1.2308110676382218,
      "learning_rate": 6.656923912427907e-05,
      "loss": 0.7375,
      "step": 101372
    },
    {
      "epoch": 4.152078640180217,
      "grad_norm": 1.5288180687861035,
      "learning_rate": 6.656652877812315e-05,
      "loss": 0.5644,
      "step": 101373
    },
    {
      "epoch": 4.152119598607413,
      "grad_norm": 1.004587537947106,
      "learning_rate": 6.656381847140963e-05,
      "loss": 0.2426,
      "step": 101374
    },
    {
      "epoch": 4.15216055703461,
      "grad_norm": 3.783115257592141,
      "learning_rate": 6.656110820413988e-05,
      "loss": 1.3668,
      "step": 101375
    },
    {
      "epoch": 4.152201515461806,
      "grad_norm": 1.3133938552726252,
      "learning_rate": 6.655839797631524e-05,
      "loss": 0.6463,
      "step": 101376
    },
    {
      "epoch": 4.152242473889003,
      "grad_norm": 0.7282425259023104,
      "learning_rate": 6.655568778793692e-05,
      "loss": 0.1941,
      "step": 101377
    },
    {
      "epoch": 4.1522834323161995,
      "grad_norm": 1.4278064732623026,
      "learning_rate": 6.655297763900622e-05,
      "loss": 0.5783,
      "step": 101378
    },
    {
      "epoch": 4.152324390743395,
      "grad_norm": 1.5038595824009877,
      "learning_rate": 6.655026752952447e-05,
      "loss": 0.5696,
      "step": 101379
    },
    {
      "epoch": 4.152365349170592,
      "grad_norm": 1.326886338317515,
      "learning_rate": 6.654755745949287e-05,
      "loss": 0.4931,
      "step": 101380
    },
    {
      "epoch": 4.152406307597788,
      "grad_norm": 1.6101217886421173,
      "learning_rate": 6.65448474289128e-05,
      "loss": 0.8741,
      "step": 101381
    },
    {
      "epoch": 4.152447266024985,
      "grad_norm": 1.006622702141748,
      "learning_rate": 6.654213743778542e-05,
      "loss": 0.3406,
      "step": 101382
    },
    {
      "epoch": 4.152488224452181,
      "grad_norm": 1.670823690891834,
      "learning_rate": 6.653942748611208e-05,
      "loss": 0.717,
      "step": 101383
    },
    {
      "epoch": 4.152529182879378,
      "grad_norm": 1.710848369593637,
      "learning_rate": 6.653671757389412e-05,
      "loss": 0.5568,
      "step": 101384
    },
    {
      "epoch": 4.152570141306573,
      "grad_norm": 1.5495532333189832,
      "learning_rate": 6.653400770113268e-05,
      "loss": 0.8174,
      "step": 101385
    },
    {
      "epoch": 4.15261109973377,
      "grad_norm": 1.5492303437530381,
      "learning_rate": 6.653129786782913e-05,
      "loss": 0.6795,
      "step": 101386
    },
    {
      "epoch": 4.1526520581609665,
      "grad_norm": 1.3404189586277,
      "learning_rate": 6.652858807398481e-05,
      "loss": 0.6439,
      "step": 101387
    },
    {
      "epoch": 4.152693016588163,
      "grad_norm": 1.5882307571113246,
      "learning_rate": 6.652587831960085e-05,
      "loss": 0.7116,
      "step": 101388
    },
    {
      "epoch": 4.15273397501536,
      "grad_norm": 1.3064151775157498,
      "learning_rate": 6.652316860467867e-05,
      "loss": 0.5467,
      "step": 101389
    },
    {
      "epoch": 4.152774933442556,
      "grad_norm": 1.1376450338683517,
      "learning_rate": 6.652045892921944e-05,
      "loss": 0.2477,
      "step": 101390
    },
    {
      "epoch": 4.152815891869752,
      "grad_norm": 1.6886959803179367,
      "learning_rate": 6.65177492932245e-05,
      "loss": 0.642,
      "step": 101391
    },
    {
      "epoch": 4.152856850296948,
      "grad_norm": 1.5035865069901067,
      "learning_rate": 6.651503969669517e-05,
      "loss": 0.5377,
      "step": 101392
    },
    {
      "epoch": 4.152897808724145,
      "grad_norm": 3.0919566114547363,
      "learning_rate": 6.651233013963262e-05,
      "loss": 1.3032,
      "step": 101393
    },
    {
      "epoch": 4.152938767151341,
      "grad_norm": 1.268510664790072,
      "learning_rate": 6.650962062203828e-05,
      "loss": 0.3577,
      "step": 101394
    },
    {
      "epoch": 4.152979725578538,
      "grad_norm": 1.542040043359637,
      "learning_rate": 6.650691114391328e-05,
      "loss": 0.7009,
      "step": 101395
    },
    {
      "epoch": 4.153020684005734,
      "grad_norm": 1.9427963159134287,
      "learning_rate": 6.650420170525895e-05,
      "loss": 0.9689,
      "step": 101396
    },
    {
      "epoch": 4.153061642432931,
      "grad_norm": 1.4448701755311417,
      "learning_rate": 6.650149230607666e-05,
      "loss": 0.4709,
      "step": 101397
    },
    {
      "epoch": 4.153102600860127,
      "grad_norm": 1.6479063725012815,
      "learning_rate": 6.649878294636756e-05,
      "loss": 0.4899,
      "step": 101398
    },
    {
      "epoch": 4.153143559287323,
      "grad_norm": 1.4926305284506471,
      "learning_rate": 6.649607362613299e-05,
      "loss": 0.6081,
      "step": 101399
    },
    {
      "epoch": 4.15318451771452,
      "grad_norm": 1.2428322761013086,
      "learning_rate": 6.64933643453743e-05,
      "loss": 0.5354,
      "step": 101400
    },
    {
      "epoch": 4.153225476141716,
      "grad_norm": 0.9441288895604435,
      "learning_rate": 6.649065510409262e-05,
      "loss": 0.3395,
      "step": 101401
    },
    {
      "epoch": 4.153266434568913,
      "grad_norm": 1.5523897732276184,
      "learning_rate": 6.648794590228937e-05,
      "loss": 0.6355,
      "step": 101402
    },
    {
      "epoch": 4.153307392996109,
      "grad_norm": 0.8307453208967621,
      "learning_rate": 6.648523673996575e-05,
      "loss": 0.1889,
      "step": 101403
    },
    {
      "epoch": 4.153348351423305,
      "grad_norm": 2.2777146779598323,
      "learning_rate": 6.648252761712304e-05,
      "loss": 1.0017,
      "step": 101404
    },
    {
      "epoch": 4.1533893098505015,
      "grad_norm": 1.3218928013208706,
      "learning_rate": 6.647981853376259e-05,
      "loss": 0.5652,
      "step": 101405
    },
    {
      "epoch": 4.153430268277698,
      "grad_norm": 1.8853521181174722,
      "learning_rate": 6.64771094898856e-05,
      "loss": 1.1294,
      "step": 101406
    },
    {
      "epoch": 4.1534712267048945,
      "grad_norm": 1.4439828552406428,
      "learning_rate": 6.647440048549337e-05,
      "loss": 0.6249,
      "step": 101407
    },
    {
      "epoch": 4.153512185132091,
      "grad_norm": 1.4368505132201013,
      "learning_rate": 6.647169152058726e-05,
      "loss": 0.7414,
      "step": 101408
    },
    {
      "epoch": 4.153553143559288,
      "grad_norm": 1.6253080404442724,
      "learning_rate": 6.646898259516844e-05,
      "loss": 0.5271,
      "step": 101409
    },
    {
      "epoch": 4.153594101986483,
      "grad_norm": 1.437398204221383,
      "learning_rate": 6.646627370923828e-05,
      "loss": 0.573,
      "step": 101410
    },
    {
      "epoch": 4.15363506041368,
      "grad_norm": 1.5090912095108648,
      "learning_rate": 6.646356486279798e-05,
      "loss": 0.6114,
      "step": 101411
    },
    {
      "epoch": 4.153676018840876,
      "grad_norm": 1.226324484246701,
      "learning_rate": 6.646085605584885e-05,
      "loss": 0.4847,
      "step": 101412
    },
    {
      "epoch": 4.153716977268073,
      "grad_norm": 1.3882569584507352,
      "learning_rate": 6.645814728839222e-05,
      "loss": 0.5776,
      "step": 101413
    },
    {
      "epoch": 4.153757935695269,
      "grad_norm": 1.6740874778034003,
      "learning_rate": 6.645543856042929e-05,
      "loss": 0.9359,
      "step": 101414
    },
    {
      "epoch": 4.153798894122466,
      "grad_norm": 1.1130317699595096,
      "learning_rate": 6.645272987196139e-05,
      "loss": 0.4858,
      "step": 101415
    },
    {
      "epoch": 4.1538398525496625,
      "grad_norm": 1.636006102663281,
      "learning_rate": 6.645002122298984e-05,
      "loss": 0.5978,
      "step": 101416
    },
    {
      "epoch": 4.153880810976858,
      "grad_norm": 1.0531711802672923,
      "learning_rate": 6.644731261351581e-05,
      "loss": 0.3968,
      "step": 101417
    },
    {
      "epoch": 4.153921769404055,
      "grad_norm": 1.6314176856151326,
      "learning_rate": 6.64446040435407e-05,
      "loss": 0.796,
      "step": 101418
    },
    {
      "epoch": 4.153962727831251,
      "grad_norm": 1.2920886635077375,
      "learning_rate": 6.644189551306566e-05,
      "loss": 0.5023,
      "step": 101419
    },
    {
      "epoch": 4.154003686258448,
      "grad_norm": 1.3774567964111382,
      "learning_rate": 6.643918702209207e-05,
      "loss": 0.4643,
      "step": 101420
    },
    {
      "epoch": 4.154044644685644,
      "grad_norm": 0.9300807453449399,
      "learning_rate": 6.643647857062123e-05,
      "loss": 0.2403,
      "step": 101421
    },
    {
      "epoch": 4.154085603112841,
      "grad_norm": 1.3989905688817026,
      "learning_rate": 6.64337701586543e-05,
      "loss": 0.7256,
      "step": 101422
    },
    {
      "epoch": 4.1541265615400365,
      "grad_norm": 1.524135690982708,
      "learning_rate": 6.643106178619267e-05,
      "loss": 0.641,
      "step": 101423
    },
    {
      "epoch": 4.154167519967233,
      "grad_norm": 1.3195230395723692,
      "learning_rate": 6.642835345323762e-05,
      "loss": 0.5402,
      "step": 101424
    },
    {
      "epoch": 4.1542084783944295,
      "grad_norm": 1.161192456490449,
      "learning_rate": 6.642564515979035e-05,
      "loss": 0.3341,
      "step": 101425
    },
    {
      "epoch": 4.154249436821626,
      "grad_norm": 0.7534064176940077,
      "learning_rate": 6.642293690585223e-05,
      "loss": 0.1914,
      "step": 101426
    },
    {
      "epoch": 4.154290395248823,
      "grad_norm": 1.5329433988712824,
      "learning_rate": 6.642022869142443e-05,
      "loss": 0.6456,
      "step": 101427
    },
    {
      "epoch": 4.154331353676019,
      "grad_norm": 1.9016400933709305,
      "learning_rate": 6.641752051650831e-05,
      "loss": 0.7415,
      "step": 101428
    },
    {
      "epoch": 4.154372312103215,
      "grad_norm": 1.2099715051937572,
      "learning_rate": 6.641481238110521e-05,
      "loss": 0.4761,
      "step": 101429
    },
    {
      "epoch": 4.154413270530411,
      "grad_norm": 1.667272869632101,
      "learning_rate": 6.641210428521625e-05,
      "loss": 0.4668,
      "step": 101430
    },
    {
      "epoch": 4.154454228957608,
      "grad_norm": 1.1913466658304472,
      "learning_rate": 6.640939622884281e-05,
      "loss": 0.5656,
      "step": 101431
    },
    {
      "epoch": 4.154495187384804,
      "grad_norm": 0.8871786841386596,
      "learning_rate": 6.640668821198622e-05,
      "loss": 0.2185,
      "step": 101432
    },
    {
      "epoch": 4.154536145812001,
      "grad_norm": 0.8585975317550448,
      "learning_rate": 6.640398023464762e-05,
      "loss": 0.2087,
      "step": 101433
    },
    {
      "epoch": 4.1545771042391975,
      "grad_norm": 4.544749739197705,
      "learning_rate": 6.640127229682844e-05,
      "loss": 5.366,
      "step": 101434
    },
    {
      "epoch": 4.154618062666394,
      "grad_norm": 0.8143825308116681,
      "learning_rate": 6.639856439852982e-05,
      "loss": 0.2165,
      "step": 101435
    },
    {
      "epoch": 4.15465902109359,
      "grad_norm": 2.166306496815948,
      "learning_rate": 6.639585653975312e-05,
      "loss": 1.0081,
      "step": 101436
    },
    {
      "epoch": 4.154699979520786,
      "grad_norm": 1.7132914092453917,
      "learning_rate": 6.639314872049966e-05,
      "loss": 0.702,
      "step": 101437
    },
    {
      "epoch": 4.154740937947983,
      "grad_norm": 1.730901081317514,
      "learning_rate": 6.639044094077061e-05,
      "loss": 0.6836,
      "step": 101438
    },
    {
      "epoch": 4.154781896375179,
      "grad_norm": 1.6047965993812285,
      "learning_rate": 6.638773320056737e-05,
      "loss": 0.5344,
      "step": 101439
    },
    {
      "epoch": 4.154822854802376,
      "grad_norm": 1.73125654779285,
      "learning_rate": 6.63850254998911e-05,
      "loss": 0.8822,
      "step": 101440
    },
    {
      "epoch": 4.154863813229572,
      "grad_norm": 1.607085419390627,
      "learning_rate": 6.638231783874312e-05,
      "loss": 0.4915,
      "step": 101441
    },
    {
      "epoch": 4.154904771656768,
      "grad_norm": 5.000590683082949,
      "learning_rate": 6.63796102171248e-05,
      "loss": 0.9948,
      "step": 101442
    },
    {
      "epoch": 4.1549457300839645,
      "grad_norm": 1.3366703101169717,
      "learning_rate": 6.637690263503736e-05,
      "loss": 0.7783,
      "step": 101443
    },
    {
      "epoch": 4.154986688511161,
      "grad_norm": 1.2011589463643693,
      "learning_rate": 6.637419509248199e-05,
      "loss": 0.317,
      "step": 101444
    },
    {
      "epoch": 4.155027646938358,
      "grad_norm": 1.2156805147419105,
      "learning_rate": 6.63714875894601e-05,
      "loss": 0.4957,
      "step": 101445
    },
    {
      "epoch": 4.155068605365554,
      "grad_norm": 1.329897602002327,
      "learning_rate": 6.636878012597288e-05,
      "loss": 0.4371,
      "step": 101446
    },
    {
      "epoch": 4.155109563792751,
      "grad_norm": 1.223741259055886,
      "learning_rate": 6.636607270202164e-05,
      "loss": 0.4446,
      "step": 101447
    },
    {
      "epoch": 4.155150522219946,
      "grad_norm": 1.3232348135176055,
      "learning_rate": 6.636336531760774e-05,
      "loss": 0.5058,
      "step": 101448
    },
    {
      "epoch": 4.155191480647143,
      "grad_norm": 4.325240566310632,
      "learning_rate": 6.636065797273231e-05,
      "loss": 6.1037,
      "step": 101449
    },
    {
      "epoch": 4.155232439074339,
      "grad_norm": 1.434791554063724,
      "learning_rate": 6.635795066739671e-05,
      "loss": 0.6598,
      "step": 101450
    },
    {
      "epoch": 4.155273397501536,
      "grad_norm": 1.6286356995882925,
      "learning_rate": 6.635524340160228e-05,
      "loss": 0.4797,
      "step": 101451
    },
    {
      "epoch": 4.155314355928732,
      "grad_norm": 1.7948347620376277,
      "learning_rate": 6.635253617535018e-05,
      "loss": 0.6408,
      "step": 101452
    },
    {
      "epoch": 4.155355314355929,
      "grad_norm": 1.1539500350231124,
      "learning_rate": 6.634982898864181e-05,
      "loss": 0.6144,
      "step": 101453
    },
    {
      "epoch": 4.1553962727831255,
      "grad_norm": 1.1396871990659827,
      "learning_rate": 6.634712184147832e-05,
      "loss": 0.5103,
      "step": 101454
    },
    {
      "epoch": 4.155437231210321,
      "grad_norm": 1.2968127516697796,
      "learning_rate": 6.634441473386106e-05,
      "loss": 0.6073,
      "step": 101455
    },
    {
      "epoch": 4.155478189637518,
      "grad_norm": 1.0080421509696544,
      "learning_rate": 6.634170766579136e-05,
      "loss": 0.3533,
      "step": 101456
    },
    {
      "epoch": 4.155519148064714,
      "grad_norm": 1.878930682878036,
      "learning_rate": 6.633900063727039e-05,
      "loss": 0.7901,
      "step": 101457
    },
    {
      "epoch": 4.155560106491911,
      "grad_norm": 0.7326030218264339,
      "learning_rate": 6.633629364829948e-05,
      "loss": 0.2223,
      "step": 101458
    },
    {
      "epoch": 4.155601064919107,
      "grad_norm": 1.3135443824040427,
      "learning_rate": 6.633358669887999e-05,
      "loss": 0.5198,
      "step": 101459
    },
    {
      "epoch": 4.155642023346304,
      "grad_norm": 2.445842726197943,
      "learning_rate": 6.633087978901306e-05,
      "loss": 1.2415,
      "step": 101460
    },
    {
      "epoch": 4.1556829817734995,
      "grad_norm": 1.5714797817913673,
      "learning_rate": 6.632817291870009e-05,
      "loss": 0.7097,
      "step": 101461
    },
    {
      "epoch": 4.155723940200696,
      "grad_norm": 1.5712473663997153,
      "learning_rate": 6.632546608794225e-05,
      "loss": 0.6148,
      "step": 101462
    },
    {
      "epoch": 4.155764898627893,
      "grad_norm": 1.3726084121621551,
      "learning_rate": 6.632275929674089e-05,
      "loss": 0.8187,
      "step": 101463
    },
    {
      "epoch": 4.155805857055089,
      "grad_norm": 1.6943175998475293,
      "learning_rate": 6.632005254509729e-05,
      "loss": 0.79,
      "step": 101464
    },
    {
      "epoch": 4.155846815482286,
      "grad_norm": 1.2336905209801996,
      "learning_rate": 6.63173458330127e-05,
      "loss": 0.5145,
      "step": 101465
    },
    {
      "epoch": 4.155887773909482,
      "grad_norm": 1.3484410846540449,
      "learning_rate": 6.631463916048843e-05,
      "loss": 0.5464,
      "step": 101466
    },
    {
      "epoch": 4.155928732336679,
      "grad_norm": 0.9500627681453832,
      "learning_rate": 6.631193252752571e-05,
      "loss": 0.2348,
      "step": 101467
    },
    {
      "epoch": 4.155969690763874,
      "grad_norm": 2.588283962105445,
      "learning_rate": 6.630922593412585e-05,
      "loss": 2.3643,
      "step": 101468
    },
    {
      "epoch": 4.156010649191071,
      "grad_norm": 1.0497169725990618,
      "learning_rate": 6.630651938029018e-05,
      "loss": 0.2033,
      "step": 101469
    },
    {
      "epoch": 4.156051607618267,
      "grad_norm": 1.2669244415103478,
      "learning_rate": 6.630381286601989e-05,
      "loss": 0.5242,
      "step": 101470
    },
    {
      "epoch": 4.156092566045464,
      "grad_norm": 1.2388532158720018,
      "learning_rate": 6.630110639131628e-05,
      "loss": 0.7254,
      "step": 101471
    },
    {
      "epoch": 4.1561335244726605,
      "grad_norm": 1.2639731307598578,
      "learning_rate": 6.629839995618073e-05,
      "loss": 0.3013,
      "step": 101472
    },
    {
      "epoch": 4.156174482899857,
      "grad_norm": 1.307035762175675,
      "learning_rate": 6.629569356061438e-05,
      "loss": 0.4475,
      "step": 101473
    },
    {
      "epoch": 4.156215441327053,
      "grad_norm": 1.480110677570215,
      "learning_rate": 6.62929872046186e-05,
      "loss": 0.6757,
      "step": 101474
    },
    {
      "epoch": 4.156256399754249,
      "grad_norm": 0.9362886075065228,
      "learning_rate": 6.629028088819461e-05,
      "loss": 0.2172,
      "step": 101475
    },
    {
      "epoch": 4.156297358181446,
      "grad_norm": 1.5025317364060053,
      "learning_rate": 6.62875746113437e-05,
      "loss": 0.5853,
      "step": 101476
    },
    {
      "epoch": 4.156338316608642,
      "grad_norm": 0.930369315431916,
      "learning_rate": 6.628486837406724e-05,
      "loss": 0.2406,
      "step": 101477
    },
    {
      "epoch": 4.156379275035839,
      "grad_norm": 1.4075577372897468,
      "learning_rate": 6.628216217636636e-05,
      "loss": 0.4775,
      "step": 101478
    },
    {
      "epoch": 4.156420233463035,
      "grad_norm": 1.4932726510135632,
      "learning_rate": 6.627945601824243e-05,
      "loss": 0.5968,
      "step": 101479
    },
    {
      "epoch": 4.156461191890231,
      "grad_norm": 1.3646669456468739,
      "learning_rate": 6.627674989969677e-05,
      "loss": 0.5958,
      "step": 101480
    },
    {
      "epoch": 4.1565021503174275,
      "grad_norm": 1.4921328889175778,
      "learning_rate": 6.627404382073054e-05,
      "loss": 0.7349,
      "step": 101481
    },
    {
      "epoch": 4.156543108744624,
      "grad_norm": 1.0644101257858507,
      "learning_rate": 6.627133778134515e-05,
      "loss": 0.323,
      "step": 101482
    },
    {
      "epoch": 4.156584067171821,
      "grad_norm": 1.0707429547185263,
      "learning_rate": 6.626863178154174e-05,
      "loss": 0.3364,
      "step": 101483
    },
    {
      "epoch": 4.156625025599017,
      "grad_norm": 1.1067288308584116,
      "learning_rate": 6.626592582132168e-05,
      "loss": 0.3439,
      "step": 101484
    },
    {
      "epoch": 4.156665984026214,
      "grad_norm": 1.0716304264772152,
      "learning_rate": 6.626321990068628e-05,
      "loss": 0.4036,
      "step": 101485
    },
    {
      "epoch": 4.15670694245341,
      "grad_norm": 1.544301094358099,
      "learning_rate": 6.626051401963672e-05,
      "loss": 0.5931,
      "step": 101486
    },
    {
      "epoch": 4.156747900880606,
      "grad_norm": 1.3994483211741189,
      "learning_rate": 6.625780817817433e-05,
      "loss": 0.5065,
      "step": 101487
    },
    {
      "epoch": 4.156788859307802,
      "grad_norm": 0.8723449437439499,
      "learning_rate": 6.625510237630043e-05,
      "loss": 0.2042,
      "step": 101488
    },
    {
      "epoch": 4.156829817734999,
      "grad_norm": 1.674009306604948,
      "learning_rate": 6.625239661401622e-05,
      "loss": 0.6003,
      "step": 101489
    },
    {
      "epoch": 4.1568707761621955,
      "grad_norm": 2.1464267230359546,
      "learning_rate": 6.624969089132307e-05,
      "loss": 1.0884,
      "step": 101490
    },
    {
      "epoch": 4.156911734589392,
      "grad_norm": 1.578413679846518,
      "learning_rate": 6.624698520822214e-05,
      "loss": 0.6752,
      "step": 101491
    },
    {
      "epoch": 4.1569526930165885,
      "grad_norm": 1.8934019850015942,
      "learning_rate": 6.624427956471479e-05,
      "loss": 0.8629,
      "step": 101492
    },
    {
      "epoch": 4.156993651443784,
      "grad_norm": 0.5889546436383248,
      "learning_rate": 6.624157396080231e-05,
      "loss": 0.054,
      "step": 101493
    },
    {
      "epoch": 4.157034609870981,
      "grad_norm": 1.2667416766511739,
      "learning_rate": 6.623886839648593e-05,
      "loss": 0.5798,
      "step": 101494
    },
    {
      "epoch": 4.157075568298177,
      "grad_norm": 1.5647872532095708,
      "learning_rate": 6.623616287176696e-05,
      "loss": 0.7886,
      "step": 101495
    },
    {
      "epoch": 4.157116526725374,
      "grad_norm": 1.6350406341948207,
      "learning_rate": 6.62334573866467e-05,
      "loss": 0.7841,
      "step": 101496
    },
    {
      "epoch": 4.15715748515257,
      "grad_norm": 1.3358333275729024,
      "learning_rate": 6.623075194112636e-05,
      "loss": 0.5813,
      "step": 101497
    },
    {
      "epoch": 4.157198443579767,
      "grad_norm": 1.0139213705854198,
      "learning_rate": 6.62280465352073e-05,
      "loss": 0.2116,
      "step": 101498
    },
    {
      "epoch": 4.1572394020069625,
      "grad_norm": 1.3812039319140201,
      "learning_rate": 6.622534116889072e-05,
      "loss": 0.5824,
      "step": 101499
    },
    {
      "epoch": 4.157280360434159,
      "grad_norm": 1.7310051929815775,
      "learning_rate": 6.622263584217793e-05,
      "loss": 0.8239,
      "step": 101500
    },
    {
      "epoch": 4.157321318861356,
      "grad_norm": 1.9359152607414492,
      "learning_rate": 6.621993055507027e-05,
      "loss": 0.7983,
      "step": 101501
    },
    {
      "epoch": 4.157362277288552,
      "grad_norm": 1.0396729993280327,
      "learning_rate": 6.621722530756891e-05,
      "loss": 0.2845,
      "step": 101502
    },
    {
      "epoch": 4.157403235715749,
      "grad_norm": 1.540513181319733,
      "learning_rate": 6.62145200996752e-05,
      "loss": 0.6714,
      "step": 101503
    },
    {
      "epoch": 4.157444194142945,
      "grad_norm": 1.334838647643518,
      "learning_rate": 6.621181493139044e-05,
      "loss": 0.5892,
      "step": 101504
    },
    {
      "epoch": 4.157485152570142,
      "grad_norm": 2.7623682646473893,
      "learning_rate": 6.620910980271583e-05,
      "loss": 2.3081,
      "step": 101505
    },
    {
      "epoch": 4.157526110997337,
      "grad_norm": 4.369843933393113,
      "learning_rate": 6.620640471365272e-05,
      "loss": 4.0619,
      "step": 101506
    },
    {
      "epoch": 4.157567069424534,
      "grad_norm": 1.430978463025822,
      "learning_rate": 6.620369966420232e-05,
      "loss": 0.7825,
      "step": 101507
    },
    {
      "epoch": 4.1576080278517304,
      "grad_norm": 0.6903763132763162,
      "learning_rate": 6.620099465436597e-05,
      "loss": 0.2069,
      "step": 101508
    },
    {
      "epoch": 4.157648986278927,
      "grad_norm": 1.2615492816804867,
      "learning_rate": 6.619828968414495e-05,
      "loss": 0.4952,
      "step": 101509
    },
    {
      "epoch": 4.1576899447061235,
      "grad_norm": 1.5721897571068797,
      "learning_rate": 6.619558475354047e-05,
      "loss": 0.6656,
      "step": 101510
    },
    {
      "epoch": 4.15773090313332,
      "grad_norm": 2.0824562693388358,
      "learning_rate": 6.619287986255393e-05,
      "loss": 0.7046,
      "step": 101511
    },
    {
      "epoch": 4.157771861560516,
      "grad_norm": 1.6435664755787474,
      "learning_rate": 6.619017501118645e-05,
      "loss": 0.8341,
      "step": 101512
    },
    {
      "epoch": 4.157812819987712,
      "grad_norm": 1.15388841100588,
      "learning_rate": 6.618747019943941e-05,
      "loss": 0.359,
      "step": 101513
    },
    {
      "epoch": 4.157853778414909,
      "grad_norm": 1.2634165932272199,
      "learning_rate": 6.61847654273141e-05,
      "loss": 0.4171,
      "step": 101514
    },
    {
      "epoch": 4.157894736842105,
      "grad_norm": 1.4729918062876042,
      "learning_rate": 6.61820606948118e-05,
      "loss": 0.6471,
      "step": 101515
    },
    {
      "epoch": 4.157935695269302,
      "grad_norm": 1.4964546875614497,
      "learning_rate": 6.617935600193369e-05,
      "loss": 0.4669,
      "step": 101516
    },
    {
      "epoch": 4.157976653696498,
      "grad_norm": 1.9034524714272008,
      "learning_rate": 6.617665134868118e-05,
      "loss": 0.9995,
      "step": 101517
    },
    {
      "epoch": 4.158017612123694,
      "grad_norm": 1.2017713186707755,
      "learning_rate": 6.617394673505543e-05,
      "loss": 0.3113,
      "step": 101518
    },
    {
      "epoch": 4.158058570550891,
      "grad_norm": 1.1962484877303834,
      "learning_rate": 6.617124216105777e-05,
      "loss": 0.4399,
      "step": 101519
    },
    {
      "epoch": 4.158099528978087,
      "grad_norm": 1.6016821065322566,
      "learning_rate": 6.616853762668953e-05,
      "loss": 0.7024,
      "step": 101520
    },
    {
      "epoch": 4.158140487405284,
      "grad_norm": 0.8671639616898861,
      "learning_rate": 6.616583313195188e-05,
      "loss": 0.1734,
      "step": 101521
    },
    {
      "epoch": 4.15818144583248,
      "grad_norm": 1.6764715402349502,
      "learning_rate": 6.616312867684617e-05,
      "loss": 0.908,
      "step": 101522
    },
    {
      "epoch": 4.158222404259677,
      "grad_norm": 1.5192847244555472,
      "learning_rate": 6.616042426137373e-05,
      "loss": 0.6572,
      "step": 101523
    },
    {
      "epoch": 4.158263362686873,
      "grad_norm": 2.0090919309538062,
      "learning_rate": 6.615771988553571e-05,
      "loss": 0.7481,
      "step": 101524
    },
    {
      "epoch": 4.158304321114069,
      "grad_norm": 0.6621566683060709,
      "learning_rate": 6.61550155493335e-05,
      "loss": 0.114,
      "step": 101525
    },
    {
      "epoch": 4.158345279541265,
      "grad_norm": 0.9415048574185463,
      "learning_rate": 6.615231125276831e-05,
      "loss": 0.2641,
      "step": 101526
    },
    {
      "epoch": 4.158386237968462,
      "grad_norm": 1.3723075223647998,
      "learning_rate": 6.614960699584141e-05,
      "loss": 0.6003,
      "step": 101527
    },
    {
      "epoch": 4.1584271963956585,
      "grad_norm": 1.5601891832645012,
      "learning_rate": 6.614690277855418e-05,
      "loss": 0.7437,
      "step": 101528
    },
    {
      "epoch": 4.158468154822855,
      "grad_norm": 1.5648863948076304,
      "learning_rate": 6.614419860090778e-05,
      "loss": 0.8255,
      "step": 101529
    },
    {
      "epoch": 4.158509113250052,
      "grad_norm": 0.9070793787073489,
      "learning_rate": 6.614149446290353e-05,
      "loss": 0.2126,
      "step": 101530
    },
    {
      "epoch": 4.158550071677247,
      "grad_norm": 1.280813017489955,
      "learning_rate": 6.613879036454277e-05,
      "loss": 0.516,
      "step": 101531
    },
    {
      "epoch": 4.158591030104444,
      "grad_norm": 1.190644687827279,
      "learning_rate": 6.613608630582668e-05,
      "loss": 0.4334,
      "step": 101532
    },
    {
      "epoch": 4.15863198853164,
      "grad_norm": 0.7390511171740431,
      "learning_rate": 6.613338228675662e-05,
      "loss": 0.1577,
      "step": 101533
    },
    {
      "epoch": 4.158672946958837,
      "grad_norm": 1.0588563582638457,
      "learning_rate": 6.613067830733377e-05,
      "loss": 0.4123,
      "step": 101534
    },
    {
      "epoch": 4.158713905386033,
      "grad_norm": 1.5642327511492806,
      "learning_rate": 6.61279743675595e-05,
      "loss": 0.6245,
      "step": 101535
    },
    {
      "epoch": 4.15875486381323,
      "grad_norm": 1.511868219339451,
      "learning_rate": 6.612527046743509e-05,
      "loss": 0.6184,
      "step": 101536
    },
    {
      "epoch": 4.1587958222404255,
      "grad_norm": 1.2925109688893943,
      "learning_rate": 6.612256660696172e-05,
      "loss": 0.4806,
      "step": 101537
    },
    {
      "epoch": 4.158836780667622,
      "grad_norm": 1.676258368135875,
      "learning_rate": 6.61198627861408e-05,
      "loss": 0.8499,
      "step": 101538
    },
    {
      "epoch": 4.158877739094819,
      "grad_norm": 1.5048724060739536,
      "learning_rate": 6.611715900497349e-05,
      "loss": 0.7136,
      "step": 101539
    },
    {
      "epoch": 4.158918697522015,
      "grad_norm": 1.6950733638556073,
      "learning_rate": 6.611445526346111e-05,
      "loss": 0.7515,
      "step": 101540
    },
    {
      "epoch": 4.158959655949212,
      "grad_norm": 1.6398116968921717,
      "learning_rate": 6.611175156160501e-05,
      "loss": 0.8146,
      "step": 101541
    },
    {
      "epoch": 4.159000614376408,
      "grad_norm": 2.0582866598927017,
      "learning_rate": 6.610904789940637e-05,
      "loss": 0.8229,
      "step": 101542
    },
    {
      "epoch": 4.159041572803605,
      "grad_norm": 1.4984404406336456,
      "learning_rate": 6.610634427686648e-05,
      "loss": 0.622,
      "step": 101543
    },
    {
      "epoch": 4.1590825312308,
      "grad_norm": 1.3434065677036475,
      "learning_rate": 6.610364069398669e-05,
      "loss": 0.5102,
      "step": 101544
    },
    {
      "epoch": 4.159123489657997,
      "grad_norm": 1.682302369672288,
      "learning_rate": 6.61009371507682e-05,
      "loss": 0.6544,
      "step": 101545
    },
    {
      "epoch": 4.1591644480851935,
      "grad_norm": 1.3707249673014157,
      "learning_rate": 6.609823364721235e-05,
      "loss": 0.5598,
      "step": 101546
    },
    {
      "epoch": 4.15920540651239,
      "grad_norm": 1.5232229608479793,
      "learning_rate": 6.609553018332034e-05,
      "loss": 0.5395,
      "step": 101547
    },
    {
      "epoch": 4.1592463649395865,
      "grad_norm": 1.4511154287575476,
      "learning_rate": 6.609282675909351e-05,
      "loss": 0.6741,
      "step": 101548
    },
    {
      "epoch": 4.159287323366783,
      "grad_norm": 1.2569829860062154,
      "learning_rate": 6.609012337453316e-05,
      "loss": 0.631,
      "step": 101549
    },
    {
      "epoch": 4.159328281793979,
      "grad_norm": 1.4059477359110402,
      "learning_rate": 6.608742002964047e-05,
      "loss": 0.5642,
      "step": 101550
    },
    {
      "epoch": 4.159369240221175,
      "grad_norm": 1.0192665057308417,
      "learning_rate": 6.608471672441681e-05,
      "loss": 0.2301,
      "step": 101551
    },
    {
      "epoch": 4.159410198648372,
      "grad_norm": 1.5850446530532578,
      "learning_rate": 6.608201345886345e-05,
      "loss": 0.6325,
      "step": 101552
    },
    {
      "epoch": 4.159451157075568,
      "grad_norm": 1.3006108336855933,
      "learning_rate": 6.607931023298159e-05,
      "loss": 0.6878,
      "step": 101553
    },
    {
      "epoch": 4.159492115502765,
      "grad_norm": 1.2538157161809886,
      "learning_rate": 6.607660704677264e-05,
      "loss": 0.5355,
      "step": 101554
    },
    {
      "epoch": 4.159533073929961,
      "grad_norm": 1.3239168539140393,
      "learning_rate": 6.607390390023773e-05,
      "loss": 0.4361,
      "step": 101555
    },
    {
      "epoch": 4.159574032357157,
      "grad_norm": 1.4025570296096133,
      "learning_rate": 6.60712007933782e-05,
      "loss": 0.5549,
      "step": 101556
    },
    {
      "epoch": 4.159614990784354,
      "grad_norm": 1.552144725661304,
      "learning_rate": 6.60684977261954e-05,
      "loss": 0.5899,
      "step": 101557
    },
    {
      "epoch": 4.15965594921155,
      "grad_norm": 1.6133497996187929,
      "learning_rate": 6.60657946986905e-05,
      "loss": 0.6839,
      "step": 101558
    },
    {
      "epoch": 4.159696907638747,
      "grad_norm": 1.5222165434007837,
      "learning_rate": 6.606309171086482e-05,
      "loss": 0.7211,
      "step": 101559
    },
    {
      "epoch": 4.159737866065943,
      "grad_norm": 1.6754300667303452,
      "learning_rate": 6.606038876271968e-05,
      "loss": 0.8358,
      "step": 101560
    },
    {
      "epoch": 4.15977882449314,
      "grad_norm": 0.9536674978367288,
      "learning_rate": 6.605768585425628e-05,
      "loss": 0.2977,
      "step": 101561
    },
    {
      "epoch": 4.159819782920336,
      "grad_norm": 1.4574725779961375,
      "learning_rate": 6.605498298547598e-05,
      "loss": 0.7436,
      "step": 101562
    },
    {
      "epoch": 4.159860741347532,
      "grad_norm": 1.6509594911400927,
      "learning_rate": 6.605228015637996e-05,
      "loss": 0.6565,
      "step": 101563
    },
    {
      "epoch": 4.1599016997747285,
      "grad_norm": 1.6430319080885751,
      "learning_rate": 6.604957736696955e-05,
      "loss": 0.7561,
      "step": 101564
    },
    {
      "epoch": 4.159942658201925,
      "grad_norm": 1.6590459712780554,
      "learning_rate": 6.604687461724607e-05,
      "loss": 0.7167,
      "step": 101565
    },
    {
      "epoch": 4.1599836166291215,
      "grad_norm": 0.7953444510544845,
      "learning_rate": 6.604417190721071e-05,
      "loss": 0.1103,
      "step": 101566
    },
    {
      "epoch": 4.160024575056318,
      "grad_norm": 1.52585320103632,
      "learning_rate": 6.60414692368648e-05,
      "loss": 0.7173,
      "step": 101567
    },
    {
      "epoch": 4.160065533483515,
      "grad_norm": 1.0502576706823556,
      "learning_rate": 6.603876660620966e-05,
      "loss": 0.283,
      "step": 101568
    },
    {
      "epoch": 4.16010649191071,
      "grad_norm": 1.5081626204359762,
      "learning_rate": 6.603606401524648e-05,
      "loss": 0.5652,
      "step": 101569
    },
    {
      "epoch": 4.160147450337907,
      "grad_norm": 1.0923985751540792,
      "learning_rate": 6.603336146397663e-05,
      "loss": 0.4611,
      "step": 101570
    },
    {
      "epoch": 4.160188408765103,
      "grad_norm": 5.983338787722184,
      "learning_rate": 6.603065895240126e-05,
      "loss": 1.6329,
      "step": 101571
    },
    {
      "epoch": 4.1602293671923,
      "grad_norm": 0.7982761333746443,
      "learning_rate": 6.602795648052172e-05,
      "loss": 0.2155,
      "step": 101572
    },
    {
      "epoch": 4.160270325619496,
      "grad_norm": 1.6342469633429257,
      "learning_rate": 6.602525404833936e-05,
      "loss": 0.7128,
      "step": 101573
    },
    {
      "epoch": 4.160311284046693,
      "grad_norm": 1.378518527812694,
      "learning_rate": 6.602255165585533e-05,
      "loss": 0.6428,
      "step": 101574
    },
    {
      "epoch": 4.160352242473889,
      "grad_norm": 1.7040438986764535,
      "learning_rate": 6.601984930307097e-05,
      "loss": 0.6574,
      "step": 101575
    },
    {
      "epoch": 4.160393200901085,
      "grad_norm": 1.192320700765441,
      "learning_rate": 6.601714698998758e-05,
      "loss": 0.5191,
      "step": 101576
    },
    {
      "epoch": 4.160434159328282,
      "grad_norm": 1.7281246926786913,
      "learning_rate": 6.601444471660639e-05,
      "loss": 1.0466,
      "step": 101577
    },
    {
      "epoch": 4.160475117755478,
      "grad_norm": 1.2597846301996654,
      "learning_rate": 6.601174248292872e-05,
      "loss": 0.5503,
      "step": 101578
    },
    {
      "epoch": 4.160516076182675,
      "grad_norm": 1.5144403511193072,
      "learning_rate": 6.60090402889558e-05,
      "loss": 0.6652,
      "step": 101579
    },
    {
      "epoch": 4.160557034609871,
      "grad_norm": 4.101415086579264,
      "learning_rate": 6.600633813468891e-05,
      "loss": 4.4691,
      "step": 101580
    },
    {
      "epoch": 4.160597993037068,
      "grad_norm": 0.6370750461768598,
      "learning_rate": 6.600363602012942e-05,
      "loss": 0.0727,
      "step": 101581
    },
    {
      "epoch": 4.160638951464263,
      "grad_norm": 1.436926008762257,
      "learning_rate": 6.600093394527847e-05,
      "loss": 0.599,
      "step": 101582
    },
    {
      "epoch": 4.16067990989146,
      "grad_norm": 1.7666060222639413,
      "learning_rate": 6.599823191013746e-05,
      "loss": 0.5862,
      "step": 101583
    },
    {
      "epoch": 4.1607208683186565,
      "grad_norm": 1.2309298203587784,
      "learning_rate": 6.599552991470762e-05,
      "loss": 0.5926,
      "step": 101584
    },
    {
      "epoch": 4.160761826745853,
      "grad_norm": 1.6963467583827319,
      "learning_rate": 6.599282795899015e-05,
      "loss": 0.8561,
      "step": 101585
    },
    {
      "epoch": 4.16080278517305,
      "grad_norm": 1.5408310452666674,
      "learning_rate": 6.59901260429864e-05,
      "loss": 0.6468,
      "step": 101586
    },
    {
      "epoch": 4.160843743600246,
      "grad_norm": 1.262969058958916,
      "learning_rate": 6.59874241666977e-05,
      "loss": 0.385,
      "step": 101587
    },
    {
      "epoch": 4.160884702027442,
      "grad_norm": 1.4948733786454589,
      "learning_rate": 6.598472233012522e-05,
      "loss": 0.6864,
      "step": 101588
    },
    {
      "epoch": 4.160925660454638,
      "grad_norm": 1.6034782674376227,
      "learning_rate": 6.598202053327035e-05,
      "loss": 0.8389,
      "step": 101589
    },
    {
      "epoch": 4.160966618881835,
      "grad_norm": 1.7315361004479521,
      "learning_rate": 6.597931877613423e-05,
      "loss": 0.7828,
      "step": 101590
    },
    {
      "epoch": 4.161007577309031,
      "grad_norm": 1.5406067652019217,
      "learning_rate": 6.597661705871823e-05,
      "loss": 0.6197,
      "step": 101591
    },
    {
      "epoch": 4.161048535736228,
      "grad_norm": 1.821113149540955,
      "learning_rate": 6.597391538102368e-05,
      "loss": 1.0072,
      "step": 101592
    },
    {
      "epoch": 4.161089494163424,
      "grad_norm": 1.0511282741726775,
      "learning_rate": 6.597121374305171e-05,
      "loss": 0.2119,
      "step": 101593
    },
    {
      "epoch": 4.161130452590621,
      "grad_norm": 1.668997894181344,
      "learning_rate": 6.596851214480366e-05,
      "loss": 0.7323,
      "step": 101594
    },
    {
      "epoch": 4.161171411017817,
      "grad_norm": 1.5331958555869305,
      "learning_rate": 6.596581058628089e-05,
      "loss": 0.8539,
      "step": 101595
    },
    {
      "epoch": 4.161212369445013,
      "grad_norm": 1.3248895821877584,
      "learning_rate": 6.596310906748455e-05,
      "loss": 0.5959,
      "step": 101596
    },
    {
      "epoch": 4.16125332787221,
      "grad_norm": 1.4439600979405993,
      "learning_rate": 6.596040758841605e-05,
      "loss": 0.6887,
      "step": 101597
    },
    {
      "epoch": 4.161294286299406,
      "grad_norm": 1.624053899935421,
      "learning_rate": 6.595770614907651e-05,
      "loss": 0.7428,
      "step": 101598
    },
    {
      "epoch": 4.161335244726603,
      "grad_norm": 1.3253752403538075,
      "learning_rate": 6.595500474946731e-05,
      "loss": 0.6118,
      "step": 101599
    },
    {
      "epoch": 4.161376203153799,
      "grad_norm": 1.0556866210899876,
      "learning_rate": 6.595230338958976e-05,
      "loss": 0.2808,
      "step": 101600
    },
    {
      "epoch": 4.161417161580995,
      "grad_norm": 2.8590136366312553,
      "learning_rate": 6.594960206944501e-05,
      "loss": 1.2727,
      "step": 101601
    },
    {
      "epoch": 4.1614581200081915,
      "grad_norm": 1.829591059307796,
      "learning_rate": 6.594690078903445e-05,
      "loss": 0.6795,
      "step": 101602
    },
    {
      "epoch": 4.161499078435388,
      "grad_norm": 1.2187687774484013,
      "learning_rate": 6.594419954835934e-05,
      "loss": 0.2907,
      "step": 101603
    },
    {
      "epoch": 4.161540036862585,
      "grad_norm": 0.8936220999023439,
      "learning_rate": 6.594149834742089e-05,
      "loss": 0.2097,
      "step": 101604
    },
    {
      "epoch": 4.161580995289781,
      "grad_norm": 1.1226874661516453,
      "learning_rate": 6.593879718622047e-05,
      "loss": 0.257,
      "step": 101605
    },
    {
      "epoch": 4.161621953716978,
      "grad_norm": 1.0647498266169708,
      "learning_rate": 6.593609606475927e-05,
      "loss": 0.2507,
      "step": 101606
    },
    {
      "epoch": 4.161662912144173,
      "grad_norm": 1.82055721969141,
      "learning_rate": 6.593339498303859e-05,
      "loss": 0.9652,
      "step": 101607
    },
    {
      "epoch": 4.16170387057137,
      "grad_norm": 1.8977999799496847,
      "learning_rate": 6.593069394105978e-05,
      "loss": 0.713,
      "step": 101608
    },
    {
      "epoch": 4.161744828998566,
      "grad_norm": 3.981276538905447,
      "learning_rate": 6.5927992938824e-05,
      "loss": 3.8477,
      "step": 101609
    },
    {
      "epoch": 4.161785787425763,
      "grad_norm": 1.3959891190084437,
      "learning_rate": 6.592529197633265e-05,
      "loss": 0.6267,
      "step": 101610
    },
    {
      "epoch": 4.161826745852959,
      "grad_norm": 2.3717571231737393,
      "learning_rate": 6.59225910535869e-05,
      "loss": 0.7747,
      "step": 101611
    },
    {
      "epoch": 4.161867704280156,
      "grad_norm": 2.011385941885202,
      "learning_rate": 6.591989017058804e-05,
      "loss": 0.9122,
      "step": 101612
    },
    {
      "epoch": 4.1619086627073525,
      "grad_norm": 1.432076550508832,
      "learning_rate": 6.591718932733747e-05,
      "loss": 0.5816,
      "step": 101613
    },
    {
      "epoch": 4.161949621134548,
      "grad_norm": 1.317442185170255,
      "learning_rate": 6.591448852383629e-05,
      "loss": 0.4132,
      "step": 101614
    },
    {
      "epoch": 4.161990579561745,
      "grad_norm": 1.9916983253775702,
      "learning_rate": 6.591178776008587e-05,
      "loss": 0.7894,
      "step": 101615
    },
    {
      "epoch": 4.162031537988941,
      "grad_norm": 1.3805778785504297,
      "learning_rate": 6.590908703608752e-05,
      "loss": 0.5963,
      "step": 101616
    },
    {
      "epoch": 4.162072496416138,
      "grad_norm": 1.8270611736164992,
      "learning_rate": 6.590638635184243e-05,
      "loss": 0.9459,
      "step": 101617
    },
    {
      "epoch": 4.162113454843334,
      "grad_norm": 0.5733571728286685,
      "learning_rate": 6.590368570735198e-05,
      "loss": 0.0953,
      "step": 101618
    },
    {
      "epoch": 4.162154413270531,
      "grad_norm": 1.8149146310606639,
      "learning_rate": 6.590098510261732e-05,
      "loss": 0.6453,
      "step": 101619
    },
    {
      "epoch": 4.1621953716977265,
      "grad_norm": 1.760966591101755,
      "learning_rate": 6.589828453763981e-05,
      "loss": 0.6518,
      "step": 101620
    },
    {
      "epoch": 4.162236330124923,
      "grad_norm": 1.6366384404104721,
      "learning_rate": 6.589558401242076e-05,
      "loss": 0.5304,
      "step": 101621
    },
    {
      "epoch": 4.1622772885521195,
      "grad_norm": 1.2689788752519284,
      "learning_rate": 6.589288352696134e-05,
      "loss": 0.5116,
      "step": 101622
    },
    {
      "epoch": 4.162318246979316,
      "grad_norm": 1.375964214181879,
      "learning_rate": 6.589018308126289e-05,
      "loss": 0.5092,
      "step": 101623
    },
    {
      "epoch": 4.162359205406513,
      "grad_norm": 1.3487567527763014,
      "learning_rate": 6.588748267532674e-05,
      "loss": 0.4431,
      "step": 101624
    },
    {
      "epoch": 4.162400163833709,
      "grad_norm": 1.3830760226871555,
      "learning_rate": 6.588478230915403e-05,
      "loss": 0.474,
      "step": 101625
    },
    {
      "epoch": 4.162441122260905,
      "grad_norm": 1.2565481444103894,
      "learning_rate": 6.588208198274618e-05,
      "loss": 0.4594,
      "step": 101626
    },
    {
      "epoch": 4.162482080688101,
      "grad_norm": 1.1532433672602085,
      "learning_rate": 6.587938169610435e-05,
      "loss": 0.22,
      "step": 101627
    },
    {
      "epoch": 4.162523039115298,
      "grad_norm": 1.3282248381097608,
      "learning_rate": 6.587668144922987e-05,
      "loss": 0.5024,
      "step": 101628
    },
    {
      "epoch": 4.162563997542494,
      "grad_norm": 1.4938316376571898,
      "learning_rate": 6.587398124212406e-05,
      "loss": 0.5537,
      "step": 101629
    },
    {
      "epoch": 4.162604955969691,
      "grad_norm": 1.8300239138447059,
      "learning_rate": 6.58712810747881e-05,
      "loss": 0.6613,
      "step": 101630
    },
    {
      "epoch": 4.1626459143968875,
      "grad_norm": 1.7562565123491694,
      "learning_rate": 6.586858094722331e-05,
      "loss": 0.78,
      "step": 101631
    },
    {
      "epoch": 4.162686872824084,
      "grad_norm": 1.5350413609188767,
      "learning_rate": 6.586588085943103e-05,
      "loss": 0.7342,
      "step": 101632
    },
    {
      "epoch": 4.16272783125128,
      "grad_norm": 3.180994403572794,
      "learning_rate": 6.586318081141244e-05,
      "loss": 2.6647,
      "step": 101633
    },
    {
      "epoch": 4.162768789678476,
      "grad_norm": 0.8256605071595452,
      "learning_rate": 6.58604808031689e-05,
      "loss": 0.222,
      "step": 101634
    },
    {
      "epoch": 4.162809748105673,
      "grad_norm": 1.7418751679592288,
      "learning_rate": 6.585778083470157e-05,
      "loss": 1.0949,
      "step": 101635
    },
    {
      "epoch": 4.162850706532869,
      "grad_norm": 0.8697613171472856,
      "learning_rate": 6.585508090601183e-05,
      "loss": 0.1952,
      "step": 101636
    },
    {
      "epoch": 4.162891664960066,
      "grad_norm": 1.2868155822303278,
      "learning_rate": 6.585238101710095e-05,
      "loss": 0.5494,
      "step": 101637
    },
    {
      "epoch": 4.162932623387262,
      "grad_norm": 1.4824403201501972,
      "learning_rate": 6.584968116797016e-05,
      "loss": 0.6432,
      "step": 101638
    },
    {
      "epoch": 4.162973581814458,
      "grad_norm": 1.5389714770169807,
      "learning_rate": 6.584698135862073e-05,
      "loss": 0.7775,
      "step": 101639
    },
    {
      "epoch": 4.1630145402416545,
      "grad_norm": 1.362791831935876,
      "learning_rate": 6.584428158905402e-05,
      "loss": 0.6245,
      "step": 101640
    },
    {
      "epoch": 4.163055498668851,
      "grad_norm": 1.8073994534001716,
      "learning_rate": 6.584158185927121e-05,
      "loss": 0.8054,
      "step": 101641
    },
    {
      "epoch": 4.163096457096048,
      "grad_norm": 1.6797270933293207,
      "learning_rate": 6.583888216927367e-05,
      "loss": 0.7147,
      "step": 101642
    },
    {
      "epoch": 4.163137415523244,
      "grad_norm": 1.223102504198603,
      "learning_rate": 6.583618251906255e-05,
      "loss": 0.4961,
      "step": 101643
    },
    {
      "epoch": 4.163178373950441,
      "grad_norm": 1.3217522787294618,
      "learning_rate": 6.583348290863922e-05,
      "loss": 0.6367,
      "step": 101644
    },
    {
      "epoch": 4.163219332377636,
      "grad_norm": 1.259991440197221,
      "learning_rate": 6.583078333800499e-05,
      "loss": 0.4143,
      "step": 101645
    },
    {
      "epoch": 4.163260290804833,
      "grad_norm": 1.2296559075852258,
      "learning_rate": 6.582808380716101e-05,
      "loss": 0.319,
      "step": 101646
    },
    {
      "epoch": 4.163301249232029,
      "grad_norm": 1.5829567672016047,
      "learning_rate": 6.58253843161087e-05,
      "loss": 0.7065,
      "step": 101647
    },
    {
      "epoch": 4.163342207659226,
      "grad_norm": 1.4245248787119542,
      "learning_rate": 6.582268486484918e-05,
      "loss": 0.744,
      "step": 101648
    },
    {
      "epoch": 4.1633831660864224,
      "grad_norm": 1.5216426341356935,
      "learning_rate": 6.581998545338384e-05,
      "loss": 0.6077,
      "step": 101649
    },
    {
      "epoch": 4.163424124513619,
      "grad_norm": 1.145684405953023,
      "learning_rate": 6.581728608171397e-05,
      "loss": 0.4585,
      "step": 101650
    },
    {
      "epoch": 4.1634650829408155,
      "grad_norm": 1.6901319495332379,
      "learning_rate": 6.581458674984075e-05,
      "loss": 0.8032,
      "step": 101651
    },
    {
      "epoch": 4.163506041368011,
      "grad_norm": 1.1791270027347254,
      "learning_rate": 6.58118874577655e-05,
      "loss": 0.5419,
      "step": 101652
    },
    {
      "epoch": 4.163546999795208,
      "grad_norm": 1.6696882309315553,
      "learning_rate": 6.580918820548958e-05,
      "loss": 0.5242,
      "step": 101653
    },
    {
      "epoch": 4.163587958222404,
      "grad_norm": 1.4657716393339384,
      "learning_rate": 6.580648899301412e-05,
      "loss": 0.6162,
      "step": 101654
    },
    {
      "epoch": 4.163628916649601,
      "grad_norm": 1.7501228365805779,
      "learning_rate": 6.580378982034053e-05,
      "loss": 0.8269,
      "step": 101655
    },
    {
      "epoch": 4.163669875076797,
      "grad_norm": 0.807407381979713,
      "learning_rate": 6.580109068747e-05,
      "loss": 0.2205,
      "step": 101656
    },
    {
      "epoch": 4.163710833503994,
      "grad_norm": 1.1510420592457007,
      "learning_rate": 6.57983915944038e-05,
      "loss": 0.3055,
      "step": 101657
    },
    {
      "epoch": 4.1637517919311895,
      "grad_norm": 1.3777469626596823,
      "learning_rate": 6.579569254114322e-05,
      "loss": 0.4074,
      "step": 101658
    },
    {
      "epoch": 4.163792750358386,
      "grad_norm": 1.267182154980634,
      "learning_rate": 6.579299352768961e-05,
      "loss": 0.5881,
      "step": 101659
    },
    {
      "epoch": 4.163833708785583,
      "grad_norm": 1.6523892527574322,
      "learning_rate": 6.579029455404414e-05,
      "loss": 0.7658,
      "step": 101660
    },
    {
      "epoch": 4.163874667212779,
      "grad_norm": 1.2061380965344954,
      "learning_rate": 6.578759562020816e-05,
      "loss": 0.452,
      "step": 101661
    },
    {
      "epoch": 4.163915625639976,
      "grad_norm": 1.2833976754253047,
      "learning_rate": 6.578489672618288e-05,
      "loss": 0.7379,
      "step": 101662
    },
    {
      "epoch": 4.163956584067172,
      "grad_norm": 1.1278776629693306,
      "learning_rate": 6.578219787196961e-05,
      "loss": 0.269,
      "step": 101663
    },
    {
      "epoch": 4.163997542494368,
      "grad_norm": 2.1634195342993428,
      "learning_rate": 6.57794990575697e-05,
      "loss": 0.6702,
      "step": 101664
    },
    {
      "epoch": 4.164038500921564,
      "grad_norm": 1.7014197730412144,
      "learning_rate": 6.577680028298429e-05,
      "loss": 0.7469,
      "step": 101665
    },
    {
      "epoch": 4.164079459348761,
      "grad_norm": 1.373116298004112,
      "learning_rate": 6.577410154821473e-05,
      "loss": 0.5514,
      "step": 101666
    },
    {
      "epoch": 4.164120417775957,
      "grad_norm": 1.4565078916901655,
      "learning_rate": 6.577140285326234e-05,
      "loss": 0.7177,
      "step": 101667
    },
    {
      "epoch": 4.164161376203154,
      "grad_norm": 1.4422031924966912,
      "learning_rate": 6.576870419812827e-05,
      "loss": 0.7097,
      "step": 101668
    },
    {
      "epoch": 4.1642023346303505,
      "grad_norm": 1.3909229105151912,
      "learning_rate": 6.576600558281394e-05,
      "loss": 0.6369,
      "step": 101669
    },
    {
      "epoch": 4.164243293057547,
      "grad_norm": 1.464882360151832,
      "learning_rate": 6.57633070073205e-05,
      "loss": 0.7174,
      "step": 101670
    },
    {
      "epoch": 4.164284251484743,
      "grad_norm": 1.5542852875844417,
      "learning_rate": 6.576060847164928e-05,
      "loss": 0.6646,
      "step": 101671
    },
    {
      "epoch": 4.164325209911939,
      "grad_norm": 1.419134804870408,
      "learning_rate": 6.575790997580161e-05,
      "loss": 0.642,
      "step": 101672
    },
    {
      "epoch": 4.164366168339136,
      "grad_norm": 1.6801169454674536,
      "learning_rate": 6.575521151977864e-05,
      "loss": 0.6145,
      "step": 101673
    },
    {
      "epoch": 4.164407126766332,
      "grad_norm": 1.1081863051037475,
      "learning_rate": 6.575251310358173e-05,
      "loss": 0.4567,
      "step": 101674
    },
    {
      "epoch": 4.164448085193529,
      "grad_norm": 1.9559033151343033,
      "learning_rate": 6.57498147272122e-05,
      "loss": 0.8565,
      "step": 101675
    },
    {
      "epoch": 4.164489043620725,
      "grad_norm": 1.441325336067744,
      "learning_rate": 6.574711639067122e-05,
      "loss": 0.5915,
      "step": 101676
    },
    {
      "epoch": 4.164530002047921,
      "grad_norm": 1.2775240832923371,
      "learning_rate": 6.574441809396015e-05,
      "loss": 0.4105,
      "step": 101677
    },
    {
      "epoch": 4.1645709604751175,
      "grad_norm": 1.3645255380682237,
      "learning_rate": 6.57417198370802e-05,
      "loss": 0.6138,
      "step": 101678
    },
    {
      "epoch": 4.164611918902314,
      "grad_norm": 1.416517577143455,
      "learning_rate": 6.573902162003267e-05,
      "loss": 0.6641,
      "step": 101679
    },
    {
      "epoch": 4.164652877329511,
      "grad_norm": 1.8461778389154233,
      "learning_rate": 6.573632344281888e-05,
      "loss": 0.7226,
      "step": 101680
    },
    {
      "epoch": 4.164693835756707,
      "grad_norm": 1.3532121284546186,
      "learning_rate": 6.573362530544003e-05,
      "loss": 0.5821,
      "step": 101681
    },
    {
      "epoch": 4.164734794183904,
      "grad_norm": 0.8953472796439842,
      "learning_rate": 6.573092720789748e-05,
      "loss": 0.2383,
      "step": 101682
    },
    {
      "epoch": 4.164775752611099,
      "grad_norm": 1.2792975700133418,
      "learning_rate": 6.572822915019241e-05,
      "loss": 0.5496,
      "step": 101683
    },
    {
      "epoch": 4.164816711038296,
      "grad_norm": 1.2942365842539438,
      "learning_rate": 6.572553113232613e-05,
      "loss": 0.5053,
      "step": 101684
    },
    {
      "epoch": 4.164857669465492,
      "grad_norm": 1.5210799729716673,
      "learning_rate": 6.572283315429998e-05,
      "loss": 0.6953,
      "step": 101685
    },
    {
      "epoch": 4.164898627892689,
      "grad_norm": 0.861500192191626,
      "learning_rate": 6.572013521611513e-05,
      "loss": 0.2441,
      "step": 101686
    },
    {
      "epoch": 4.1649395863198855,
      "grad_norm": 1.1158325098313364,
      "learning_rate": 6.571743731777294e-05,
      "loss": 0.3618,
      "step": 101687
    },
    {
      "epoch": 4.164980544747082,
      "grad_norm": 1.4701322847157872,
      "learning_rate": 6.571473945927467e-05,
      "loss": 0.7313,
      "step": 101688
    },
    {
      "epoch": 4.1650215031742785,
      "grad_norm": 1.4532073856661145,
      "learning_rate": 6.571204164062154e-05,
      "loss": 0.4544,
      "step": 101689
    },
    {
      "epoch": 4.165062461601474,
      "grad_norm": 1.7258222431098733,
      "learning_rate": 6.570934386181493e-05,
      "loss": 0.9095,
      "step": 101690
    },
    {
      "epoch": 4.165103420028671,
      "grad_norm": 2.2507167149579814,
      "learning_rate": 6.5706646122856e-05,
      "loss": 1.8024,
      "step": 101691
    },
    {
      "epoch": 4.165144378455867,
      "grad_norm": 1.1023692630449478,
      "learning_rate": 6.570394842374606e-05,
      "loss": 0.2056,
      "step": 101692
    },
    {
      "epoch": 4.165185336883064,
      "grad_norm": 1.3244614730739563,
      "learning_rate": 6.570125076448647e-05,
      "loss": 0.4771,
      "step": 101693
    },
    {
      "epoch": 4.16522629531026,
      "grad_norm": 1.5519333558676753,
      "learning_rate": 6.569855314507836e-05,
      "loss": 0.6098,
      "step": 101694
    },
    {
      "epoch": 4.165267253737457,
      "grad_norm": 1.8047661293526025,
      "learning_rate": 6.569585556552312e-05,
      "loss": 0.8479,
      "step": 101695
    },
    {
      "epoch": 4.1653082121646525,
      "grad_norm": 5.500771977467674,
      "learning_rate": 6.5693158025822e-05,
      "loss": 1.9622,
      "step": 101696
    },
    {
      "epoch": 4.165349170591849,
      "grad_norm": 1.1096381972803215,
      "learning_rate": 6.569046052597624e-05,
      "loss": 0.5437,
      "step": 101697
    },
    {
      "epoch": 4.165390129019046,
      "grad_norm": 1.6232093999677304,
      "learning_rate": 6.568776306598718e-05,
      "loss": 0.6861,
      "step": 101698
    },
    {
      "epoch": 4.165431087446242,
      "grad_norm": 1.782188437940554,
      "learning_rate": 6.568506564585598e-05,
      "loss": 0.8766,
      "step": 101699
    },
    {
      "epoch": 4.165472045873439,
      "grad_norm": 1.0123969344619,
      "learning_rate": 6.568236826558403e-05,
      "loss": 0.2652,
      "step": 101700
    },
    {
      "epoch": 4.165513004300635,
      "grad_norm": 1.4460207081925534,
      "learning_rate": 6.567967092517259e-05,
      "loss": 0.6169,
      "step": 101701
    },
    {
      "epoch": 4.165553962727831,
      "grad_norm": 1.740669277023741,
      "learning_rate": 6.567697362462286e-05,
      "loss": 0.5111,
      "step": 101702
    },
    {
      "epoch": 4.165594921155027,
      "grad_norm": 0.9564403204762445,
      "learning_rate": 6.567427636393617e-05,
      "loss": 0.3042,
      "step": 101703
    },
    {
      "epoch": 4.165635879582224,
      "grad_norm": 1.8959636786174217,
      "learning_rate": 6.567157914311383e-05,
      "loss": 0.845,
      "step": 101704
    },
    {
      "epoch": 4.1656768380094205,
      "grad_norm": 4.769207749046653,
      "learning_rate": 6.566888196215703e-05,
      "loss": 0.6062,
      "step": 101705
    },
    {
      "epoch": 4.165717796436617,
      "grad_norm": 2.0198688752592933,
      "learning_rate": 6.566618482106713e-05,
      "loss": 0.906,
      "step": 101706
    },
    {
      "epoch": 4.1657587548638135,
      "grad_norm": 1.0183515607216451,
      "learning_rate": 6.566348771984532e-05,
      "loss": 0.2046,
      "step": 101707
    },
    {
      "epoch": 4.16579971329101,
      "grad_norm": 1.6928976692837354,
      "learning_rate": 6.566079065849292e-05,
      "loss": 0.6314,
      "step": 101708
    },
    {
      "epoch": 4.165840671718206,
      "grad_norm": 1.3979346692824437,
      "learning_rate": 6.565809363701126e-05,
      "loss": 0.4879,
      "step": 101709
    },
    {
      "epoch": 4.165881630145402,
      "grad_norm": 1.2049104258587497,
      "learning_rate": 6.56553966554015e-05,
      "loss": 0.3034,
      "step": 101710
    },
    {
      "epoch": 4.165922588572599,
      "grad_norm": 1.3142043065495028,
      "learning_rate": 6.565269971366498e-05,
      "loss": 0.464,
      "step": 101711
    },
    {
      "epoch": 4.165963546999795,
      "grad_norm": 1.417797467674438,
      "learning_rate": 6.565000281180302e-05,
      "loss": 0.5552,
      "step": 101712
    },
    {
      "epoch": 4.166004505426992,
      "grad_norm": 1.5304495321366187,
      "learning_rate": 6.564730594981678e-05,
      "loss": 0.508,
      "step": 101713
    },
    {
      "epoch": 4.166045463854188,
      "grad_norm": 2.1565240136096215,
      "learning_rate": 6.564460912770768e-05,
      "loss": 0.7645,
      "step": 101714
    },
    {
      "epoch": 4.166086422281384,
      "grad_norm": 1.5282390794937826,
      "learning_rate": 6.564191234547683e-05,
      "loss": 0.5371,
      "step": 101715
    },
    {
      "epoch": 4.166127380708581,
      "grad_norm": 2.2432059145159218,
      "learning_rate": 6.56392156031256e-05,
      "loss": 0.8517,
      "step": 101716
    },
    {
      "epoch": 4.166168339135777,
      "grad_norm": 1.3473404363339725,
      "learning_rate": 6.563651890065533e-05,
      "loss": 0.4027,
      "step": 101717
    },
    {
      "epoch": 4.166209297562974,
      "grad_norm": 1.4248386436138007,
      "learning_rate": 6.563382223806713e-05,
      "loss": 0.6658,
      "step": 101718
    },
    {
      "epoch": 4.16625025599017,
      "grad_norm": 1.267310557825741,
      "learning_rate": 6.563112561536243e-05,
      "loss": 0.4621,
      "step": 101719
    },
    {
      "epoch": 4.166291214417367,
      "grad_norm": 1.435689554393574,
      "learning_rate": 6.562842903254239e-05,
      "loss": 0.4654,
      "step": 101720
    },
    {
      "epoch": 4.166332172844562,
      "grad_norm": 1.4431474836985756,
      "learning_rate": 6.562573248960833e-05,
      "loss": 0.5549,
      "step": 101721
    },
    {
      "epoch": 4.166373131271759,
      "grad_norm": 1.1637307322306762,
      "learning_rate": 6.562303598656158e-05,
      "loss": 0.456,
      "step": 101722
    },
    {
      "epoch": 4.166414089698955,
      "grad_norm": 1.2170925782303297,
      "learning_rate": 6.56203395234033e-05,
      "loss": 0.4126,
      "step": 101723
    },
    {
      "epoch": 4.166455048126152,
      "grad_norm": 1.9270112925473912,
      "learning_rate": 6.561764310013484e-05,
      "loss": 0.9511,
      "step": 101724
    },
    {
      "epoch": 4.1664960065533485,
      "grad_norm": 1.491724702665622,
      "learning_rate": 6.561494671675756e-05,
      "loss": 0.5274,
      "step": 101725
    },
    {
      "epoch": 4.166536964980545,
      "grad_norm": 1.2523461192845438,
      "learning_rate": 6.561225037327254e-05,
      "loss": 0.3262,
      "step": 101726
    },
    {
      "epoch": 4.166577923407742,
      "grad_norm": 1.2844983803476566,
      "learning_rate": 6.560955406968114e-05,
      "loss": 0.6108,
      "step": 101727
    },
    {
      "epoch": 4.166618881834937,
      "grad_norm": 0.6572075554373747,
      "learning_rate": 6.560685780598471e-05,
      "loss": 0.1052,
      "step": 101728
    },
    {
      "epoch": 4.166659840262134,
      "grad_norm": 1.8583641957619235,
      "learning_rate": 6.56041615821844e-05,
      "loss": 0.8679,
      "step": 101729
    },
    {
      "epoch": 4.16670079868933,
      "grad_norm": 1.1333107875875337,
      "learning_rate": 6.560146539828156e-05,
      "loss": 0.4581,
      "step": 101730
    },
    {
      "epoch": 4.166741757116527,
      "grad_norm": 1.5884797771892294,
      "learning_rate": 6.559876925427748e-05,
      "loss": 0.7404,
      "step": 101731
    },
    {
      "epoch": 4.166782715543723,
      "grad_norm": 1.936218489786105,
      "learning_rate": 6.559607315017335e-05,
      "loss": 0.8526,
      "step": 101732
    },
    {
      "epoch": 4.16682367397092,
      "grad_norm": 1.7397127469664095,
      "learning_rate": 6.559337708597057e-05,
      "loss": 0.8556,
      "step": 101733
    },
    {
      "epoch": 4.1668646323981156,
      "grad_norm": 1.8619789066849073,
      "learning_rate": 6.559068106167029e-05,
      "loss": 0.5499,
      "step": 101734
    },
    {
      "epoch": 4.166905590825312,
      "grad_norm": 1.4414175509236802,
      "learning_rate": 6.558798507727383e-05,
      "loss": 0.495,
      "step": 101735
    },
    {
      "epoch": 4.166946549252509,
      "grad_norm": 4.307191502659168,
      "learning_rate": 6.558528913278252e-05,
      "loss": 4.6504,
      "step": 101736
    },
    {
      "epoch": 4.166987507679705,
      "grad_norm": 2.0666311730714955,
      "learning_rate": 6.558259322819755e-05,
      "loss": 0.8425,
      "step": 101737
    },
    {
      "epoch": 4.167028466106902,
      "grad_norm": 1.1300871205823317,
      "learning_rate": 6.557989736352022e-05,
      "loss": 0.4245,
      "step": 101738
    },
    {
      "epoch": 4.167069424534098,
      "grad_norm": 1.3666487507257625,
      "learning_rate": 6.557720153875187e-05,
      "loss": 0.4373,
      "step": 101739
    },
    {
      "epoch": 4.167110382961294,
      "grad_norm": 1.8061435682346594,
      "learning_rate": 6.557450575389367e-05,
      "loss": 0.6854,
      "step": 101740
    },
    {
      "epoch": 4.16715134138849,
      "grad_norm": 1.422815997017017,
      "learning_rate": 6.557181000894699e-05,
      "loss": 0.5784,
      "step": 101741
    },
    {
      "epoch": 4.167192299815687,
      "grad_norm": 0.8733466213283803,
      "learning_rate": 6.556911430391301e-05,
      "loss": 0.2389,
      "step": 101742
    },
    {
      "epoch": 4.1672332582428835,
      "grad_norm": 1.5593978674125337,
      "learning_rate": 6.556641863879305e-05,
      "loss": 0.6706,
      "step": 101743
    },
    {
      "epoch": 4.16727421667008,
      "grad_norm": 6.6785978769381495,
      "learning_rate": 6.556372301358845e-05,
      "loss": 3.039,
      "step": 101744
    },
    {
      "epoch": 4.167315175097277,
      "grad_norm": 1.5642528761128112,
      "learning_rate": 6.556102742830037e-05,
      "loss": 0.6627,
      "step": 101745
    },
    {
      "epoch": 4.167356133524473,
      "grad_norm": 1.89498961173416,
      "learning_rate": 6.555833188293014e-05,
      "loss": 1.1831,
      "step": 101746
    },
    {
      "epoch": 4.167397091951669,
      "grad_norm": 2.240409063186367,
      "learning_rate": 6.555563637747907e-05,
      "loss": 1.6231,
      "step": 101747
    },
    {
      "epoch": 4.167438050378865,
      "grad_norm": 1.6557858036974646,
      "learning_rate": 6.555294091194836e-05,
      "loss": 0.6628,
      "step": 101748
    },
    {
      "epoch": 4.167479008806062,
      "grad_norm": 1.6040888703042264,
      "learning_rate": 6.555024548633935e-05,
      "loss": 0.7417,
      "step": 101749
    },
    {
      "epoch": 4.167519967233258,
      "grad_norm": 1.4102961467500263,
      "learning_rate": 6.554755010065325e-05,
      "loss": 0.598,
      "step": 101750
    },
    {
      "epoch": 4.167560925660455,
      "grad_norm": 1.3670059034858812,
      "learning_rate": 6.554485475489135e-05,
      "loss": 0.4736,
      "step": 101751
    },
    {
      "epoch": 4.167601884087651,
      "grad_norm": 1.5853812100238087,
      "learning_rate": 6.554215944905501e-05,
      "loss": 0.7789,
      "step": 101752
    },
    {
      "epoch": 4.167642842514847,
      "grad_norm": 1.5315860431741777,
      "learning_rate": 6.553946418314537e-05,
      "loss": 0.5789,
      "step": 101753
    },
    {
      "epoch": 4.167683800942044,
      "grad_norm": 1.6255811358039198,
      "learning_rate": 6.553676895716384e-05,
      "loss": 0.754,
      "step": 101754
    },
    {
      "epoch": 4.16772475936924,
      "grad_norm": 1.579727260869187,
      "learning_rate": 6.553407377111155e-05,
      "loss": 0.6873,
      "step": 101755
    },
    {
      "epoch": 4.167765717796437,
      "grad_norm": 3.0607273895992777,
      "learning_rate": 6.553137862498986e-05,
      "loss": 0.9213,
      "step": 101756
    },
    {
      "epoch": 4.167806676223633,
      "grad_norm": 1.9090951960519154,
      "learning_rate": 6.552868351880009e-05,
      "loss": 0.6285,
      "step": 101757
    },
    {
      "epoch": 4.16784763465083,
      "grad_norm": 1.8238216691168085,
      "learning_rate": 6.55259884525434e-05,
      "loss": 1.0077,
      "step": 101758
    },
    {
      "epoch": 4.167888593078025,
      "grad_norm": 1.8506324421196962,
      "learning_rate": 6.552329342622111e-05,
      "loss": 0.6116,
      "step": 101759
    },
    {
      "epoch": 4.167929551505222,
      "grad_norm": 1.5331663823414534,
      "learning_rate": 6.552059843983458e-05,
      "loss": 0.5947,
      "step": 101760
    },
    {
      "epoch": 4.1679705099324185,
      "grad_norm": 1.2081201631372334,
      "learning_rate": 6.551790349338494e-05,
      "loss": 0.4174,
      "step": 101761
    },
    {
      "epoch": 4.168011468359615,
      "grad_norm": 1.6716693141912617,
      "learning_rate": 6.55152085868736e-05,
      "loss": 0.7738,
      "step": 101762
    },
    {
      "epoch": 4.1680524267868115,
      "grad_norm": 1.1806670934750167,
      "learning_rate": 6.55125137203017e-05,
      "loss": 0.512,
      "step": 101763
    },
    {
      "epoch": 4.168093385214008,
      "grad_norm": 1.6468983861899422,
      "learning_rate": 6.550981889367058e-05,
      "loss": 0.6099,
      "step": 101764
    },
    {
      "epoch": 4.168134343641205,
      "grad_norm": 1.4589710928649657,
      "learning_rate": 6.550712410698158e-05,
      "loss": 0.6488,
      "step": 101765
    },
    {
      "epoch": 4.1681753020684,
      "grad_norm": 1.3570824057785251,
      "learning_rate": 6.550442936023584e-05,
      "loss": 0.6252,
      "step": 101766
    },
    {
      "epoch": 4.168216260495597,
      "grad_norm": 0.8984802563631864,
      "learning_rate": 6.550173465343472e-05,
      "loss": 0.2802,
      "step": 101767
    },
    {
      "epoch": 4.168257218922793,
      "grad_norm": 1.7761913522862043,
      "learning_rate": 6.549903998657952e-05,
      "loss": 0.5995,
      "step": 101768
    },
    {
      "epoch": 4.16829817734999,
      "grad_norm": 0.9623173324152964,
      "learning_rate": 6.549634535967141e-05,
      "loss": 0.2388,
      "step": 101769
    },
    {
      "epoch": 4.168339135777186,
      "grad_norm": 1.5886538625149682,
      "learning_rate": 6.549365077271179e-05,
      "loss": 0.5977,
      "step": 101770
    },
    {
      "epoch": 4.168380094204383,
      "grad_norm": 0.7655516859500734,
      "learning_rate": 6.549095622570181e-05,
      "loss": 0.1518,
      "step": 101771
    },
    {
      "epoch": 4.168421052631579,
      "grad_norm": 1.2630292403708667,
      "learning_rate": 6.54882617186428e-05,
      "loss": 0.5057,
      "step": 101772
    },
    {
      "epoch": 4.168462011058775,
      "grad_norm": 0.8516858185113755,
      "learning_rate": 6.548556725153611e-05,
      "loss": 0.1892,
      "step": 101773
    },
    {
      "epoch": 4.168502969485972,
      "grad_norm": 1.5980011535157226,
      "learning_rate": 6.548287282438286e-05,
      "loss": 0.8494,
      "step": 101774
    },
    {
      "epoch": 4.168543927913168,
      "grad_norm": 1.0779328304999116,
      "learning_rate": 6.548017843718441e-05,
      "loss": 0.3016,
      "step": 101775
    },
    {
      "epoch": 4.168584886340365,
      "grad_norm": 1.7330029048809452,
      "learning_rate": 6.547748408994209e-05,
      "loss": 0.7604,
      "step": 101776
    },
    {
      "epoch": 4.168625844767561,
      "grad_norm": 1.7333441352081596,
      "learning_rate": 6.547478978265704e-05,
      "loss": 0.7939,
      "step": 101777
    },
    {
      "epoch": 4.168666803194757,
      "grad_norm": 1.241933645483029,
      "learning_rate": 6.547209551533067e-05,
      "loss": 0.5181,
      "step": 101778
    },
    {
      "epoch": 4.1687077616219534,
      "grad_norm": 1.718463226811417,
      "learning_rate": 6.546940128796413e-05,
      "loss": 0.6288,
      "step": 101779
    },
    {
      "epoch": 4.16874872004915,
      "grad_norm": 1.5001039224578894,
      "learning_rate": 6.546670710055876e-05,
      "loss": 0.5093,
      "step": 101780
    },
    {
      "epoch": 4.1687896784763465,
      "grad_norm": 1.0885802872663117,
      "learning_rate": 6.546401295311588e-05,
      "loss": 0.2078,
      "step": 101781
    },
    {
      "epoch": 4.168830636903543,
      "grad_norm": 1.6468485430281243,
      "learning_rate": 6.546131884563665e-05,
      "loss": 0.6525,
      "step": 101782
    },
    {
      "epoch": 4.16887159533074,
      "grad_norm": 0.3822068442272794,
      "learning_rate": 6.545862477812241e-05,
      "loss": 0.0519,
      "step": 101783
    },
    {
      "epoch": 4.168912553757936,
      "grad_norm": 1.5633597344807886,
      "learning_rate": 6.545593075057446e-05,
      "loss": 0.7908,
      "step": 101784
    },
    {
      "epoch": 4.168953512185132,
      "grad_norm": 1.7275057688428777,
      "learning_rate": 6.545323676299401e-05,
      "loss": 0.733,
      "step": 101785
    },
    {
      "epoch": 4.168994470612328,
      "grad_norm": 1.0241485871189202,
      "learning_rate": 6.545054281538241e-05,
      "loss": 0.3196,
      "step": 101786
    },
    {
      "epoch": 4.169035429039525,
      "grad_norm": 0.8106882208552612,
      "learning_rate": 6.544784890774083e-05,
      "loss": 0.2413,
      "step": 101787
    },
    {
      "epoch": 4.169076387466721,
      "grad_norm": 1.5150359747097324,
      "learning_rate": 6.544515504007059e-05,
      "loss": 0.5227,
      "step": 101788
    },
    {
      "epoch": 4.169117345893918,
      "grad_norm": 1.979555197815225,
      "learning_rate": 6.544246121237304e-05,
      "loss": 0.1826,
      "step": 101789
    },
    {
      "epoch": 4.1691583043211144,
      "grad_norm": 1.5238190786056423,
      "learning_rate": 6.543976742464934e-05,
      "loss": 0.5189,
      "step": 101790
    },
    {
      "epoch": 4.16919926274831,
      "grad_norm": 1.515873407359063,
      "learning_rate": 6.543707367690086e-05,
      "loss": 0.7191,
      "step": 101791
    },
    {
      "epoch": 4.169240221175507,
      "grad_norm": 1.863423009149222,
      "learning_rate": 6.543437996912876e-05,
      "loss": 0.8415,
      "step": 101792
    },
    {
      "epoch": 4.169281179602703,
      "grad_norm": 1.4257396754961027,
      "learning_rate": 6.543168630133438e-05,
      "loss": 0.6354,
      "step": 101793
    },
    {
      "epoch": 4.1693221380299,
      "grad_norm": 1.359255966052536,
      "learning_rate": 6.542899267351907e-05,
      "loss": 0.5313,
      "step": 101794
    },
    {
      "epoch": 4.169363096457096,
      "grad_norm": 1.3480979322707722,
      "learning_rate": 6.542629908568395e-05,
      "loss": 0.5182,
      "step": 101795
    },
    {
      "epoch": 4.169404054884293,
      "grad_norm": 1.5519385835825308,
      "learning_rate": 6.542360553783044e-05,
      "loss": 0.8024,
      "step": 101796
    },
    {
      "epoch": 4.169445013311488,
      "grad_norm": 0.9703134648583757,
      "learning_rate": 6.54209120299597e-05,
      "loss": 0.2838,
      "step": 101797
    },
    {
      "epoch": 4.169485971738685,
      "grad_norm": 1.3678105989289011,
      "learning_rate": 6.541821856207302e-05,
      "loss": 0.4902,
      "step": 101798
    },
    {
      "epoch": 4.1695269301658815,
      "grad_norm": 1.0937498990808672,
      "learning_rate": 6.54155251341717e-05,
      "loss": 0.3007,
      "step": 101799
    },
    {
      "epoch": 4.169567888593078,
      "grad_norm": 1.572111085873545,
      "learning_rate": 6.541283174625706e-05,
      "loss": 0.7126,
      "step": 101800
    },
    {
      "epoch": 4.169608847020275,
      "grad_norm": 1.5599143820800887,
      "learning_rate": 6.541013839833028e-05,
      "loss": 0.7046,
      "step": 101801
    },
    {
      "epoch": 4.169649805447471,
      "grad_norm": 1.7455659433692923,
      "learning_rate": 6.540744509039268e-05,
      "loss": 0.7803,
      "step": 101802
    },
    {
      "epoch": 4.169690763874668,
      "grad_norm": 1.837813734814816,
      "learning_rate": 6.540475182244557e-05,
      "loss": 0.9543,
      "step": 101803
    },
    {
      "epoch": 4.169731722301863,
      "grad_norm": 1.400219158865952,
      "learning_rate": 6.540205859449012e-05,
      "loss": 0.4303,
      "step": 101804
    },
    {
      "epoch": 4.16977268072906,
      "grad_norm": 1.3986176223686753,
      "learning_rate": 6.539936540652775e-05,
      "loss": 0.455,
      "step": 101805
    },
    {
      "epoch": 4.169813639156256,
      "grad_norm": 1.2075160202524595,
      "learning_rate": 6.539667225855958e-05,
      "loss": 0.5547,
      "step": 101806
    },
    {
      "epoch": 4.169854597583453,
      "grad_norm": 1.3724182214774536,
      "learning_rate": 6.539397915058696e-05,
      "loss": 0.559,
      "step": 101807
    },
    {
      "epoch": 4.169895556010649,
      "grad_norm": 1.0005556393651294,
      "learning_rate": 6.539128608261121e-05,
      "loss": 0.2847,
      "step": 101808
    },
    {
      "epoch": 4.169936514437846,
      "grad_norm": 1.4257027887582578,
      "learning_rate": 6.538859305463351e-05,
      "loss": 0.633,
      "step": 101809
    },
    {
      "epoch": 4.169977472865042,
      "grad_norm": 1.1937276651777309,
      "learning_rate": 6.538590006665514e-05,
      "loss": 0.5051,
      "step": 101810
    },
    {
      "epoch": 4.170018431292238,
      "grad_norm": 1.293481289288331,
      "learning_rate": 6.53832071186775e-05,
      "loss": 0.4784,
      "step": 101811
    },
    {
      "epoch": 4.170059389719435,
      "grad_norm": 0.8028417729690732,
      "learning_rate": 6.538051421070169e-05,
      "loss": 0.1799,
      "step": 101812
    },
    {
      "epoch": 4.170100348146631,
      "grad_norm": 1.8957749618359456,
      "learning_rate": 6.537782134272913e-05,
      "loss": 0.8024,
      "step": 101813
    },
    {
      "epoch": 4.170141306573828,
      "grad_norm": 1.5226123064100998,
      "learning_rate": 6.537512851476096e-05,
      "loss": 0.6723,
      "step": 101814
    },
    {
      "epoch": 4.170182265001024,
      "grad_norm": 2.4183071336581508,
      "learning_rate": 6.537243572679852e-05,
      "loss": 1.9722,
      "step": 101815
    },
    {
      "epoch": 4.17022322342822,
      "grad_norm": 1.220755394751853,
      "learning_rate": 6.536974297884313e-05,
      "loss": 0.4375,
      "step": 101816
    },
    {
      "epoch": 4.1702641818554165,
      "grad_norm": 1.5872826564465776,
      "learning_rate": 6.536705027089598e-05,
      "loss": 0.6978,
      "step": 101817
    },
    {
      "epoch": 4.170305140282613,
      "grad_norm": 2.0642095404997662,
      "learning_rate": 6.536435760295843e-05,
      "loss": 0.7084,
      "step": 101818
    },
    {
      "epoch": 4.1703460987098095,
      "grad_norm": 1.543009288062469,
      "learning_rate": 6.536166497503164e-05,
      "loss": 0.6081,
      "step": 101819
    },
    {
      "epoch": 4.170387057137006,
      "grad_norm": 0.9893511001604101,
      "learning_rate": 6.535897238711693e-05,
      "loss": 0.2411,
      "step": 101820
    },
    {
      "epoch": 4.170428015564203,
      "grad_norm": 1.477124578760266,
      "learning_rate": 6.535627983921565e-05,
      "loss": 0.5311,
      "step": 101821
    },
    {
      "epoch": 4.170468973991399,
      "grad_norm": 1.3569323657246795,
      "learning_rate": 6.535358733132897e-05,
      "loss": 0.7317,
      "step": 101822
    },
    {
      "epoch": 4.170509932418595,
      "grad_norm": 2.4076632506308124,
      "learning_rate": 6.535089486345817e-05,
      "loss": 0.5048,
      "step": 101823
    },
    {
      "epoch": 4.170550890845791,
      "grad_norm": 1.1654862002509245,
      "learning_rate": 6.534820243560464e-05,
      "loss": 0.4689,
      "step": 101824
    },
    {
      "epoch": 4.170591849272988,
      "grad_norm": 1.3850693324821093,
      "learning_rate": 6.53455100477695e-05,
      "loss": 0.619,
      "step": 101825
    },
    {
      "epoch": 4.170632807700184,
      "grad_norm": 1.534383066147671,
      "learning_rate": 6.534281769995413e-05,
      "loss": 0.6582,
      "step": 101826
    },
    {
      "epoch": 4.170673766127381,
      "grad_norm": 1.296744212863961,
      "learning_rate": 6.534012539215973e-05,
      "loss": 0.5067,
      "step": 101827
    },
    {
      "epoch": 4.1707147245545775,
      "grad_norm": 0.8459212136004686,
      "learning_rate": 6.533743312438761e-05,
      "loss": 0.236,
      "step": 101828
    },
    {
      "epoch": 4.170755682981773,
      "grad_norm": 1.401383123097349,
      "learning_rate": 6.533474089663909e-05,
      "loss": 0.637,
      "step": 101829
    },
    {
      "epoch": 4.17079664140897,
      "grad_norm": 0.7505216001822596,
      "learning_rate": 6.533204870891532e-05,
      "loss": 0.1829,
      "step": 101830
    },
    {
      "epoch": 4.170837599836166,
      "grad_norm": 2.0961117164380134,
      "learning_rate": 6.532935656121767e-05,
      "loss": 0.881,
      "step": 101831
    },
    {
      "epoch": 4.170878558263363,
      "grad_norm": 1.6689771299714458,
      "learning_rate": 6.532666445354742e-05,
      "loss": 0.8224,
      "step": 101832
    },
    {
      "epoch": 4.170919516690559,
      "grad_norm": 0.7946125664060348,
      "learning_rate": 6.532397238590576e-05,
      "loss": 0.1704,
      "step": 101833
    },
    {
      "epoch": 4.170960475117756,
      "grad_norm": 0.9908860848605763,
      "learning_rate": 6.532128035829408e-05,
      "loss": 0.191,
      "step": 101834
    },
    {
      "epoch": 4.1710014335449515,
      "grad_norm": 2.6036653698084904,
      "learning_rate": 6.531858837071352e-05,
      "loss": 1.9888,
      "step": 101835
    },
    {
      "epoch": 4.171042391972148,
      "grad_norm": 1.4739768614370898,
      "learning_rate": 6.531589642316541e-05,
      "loss": 0.6662,
      "step": 101836
    },
    {
      "epoch": 4.1710833503993445,
      "grad_norm": 1.398359300589091,
      "learning_rate": 6.53132045156511e-05,
      "loss": 0.6122,
      "step": 101837
    },
    {
      "epoch": 4.171124308826541,
      "grad_norm": 1.7002243938983037,
      "learning_rate": 6.531051264817173e-05,
      "loss": 0.8643,
      "step": 101838
    },
    {
      "epoch": 4.171165267253738,
      "grad_norm": 1.6202573476384816,
      "learning_rate": 6.530782082072862e-05,
      "loss": 0.8168,
      "step": 101839
    },
    {
      "epoch": 4.171206225680934,
      "grad_norm": 1.2998164371498881,
      "learning_rate": 6.530512903332314e-05,
      "loss": 0.5199,
      "step": 101840
    },
    {
      "epoch": 4.171247184108131,
      "grad_norm": 1.165120082739139,
      "learning_rate": 6.530243728595642e-05,
      "loss": 0.2907,
      "step": 101841
    },
    {
      "epoch": 4.171288142535326,
      "grad_norm": 1.3916343339237756,
      "learning_rate": 6.529974557862984e-05,
      "loss": 0.6189,
      "step": 101842
    },
    {
      "epoch": 4.171329100962523,
      "grad_norm": 1.397723114734187,
      "learning_rate": 6.529705391134457e-05,
      "loss": 0.4902,
      "step": 101843
    },
    {
      "epoch": 4.171370059389719,
      "grad_norm": 1.3318903307790855,
      "learning_rate": 6.529436228410194e-05,
      "loss": 0.5685,
      "step": 101844
    },
    {
      "epoch": 4.171411017816916,
      "grad_norm": 1.1015598569277085,
      "learning_rate": 6.529167069690328e-05,
      "loss": 0.5676,
      "step": 101845
    },
    {
      "epoch": 4.1714519762441125,
      "grad_norm": 1.4539745186156094,
      "learning_rate": 6.528897914974975e-05,
      "loss": 0.7389,
      "step": 101846
    },
    {
      "epoch": 4.171492934671309,
      "grad_norm": 1.577834367089148,
      "learning_rate": 6.528628764264265e-05,
      "loss": 0.6847,
      "step": 101847
    },
    {
      "epoch": 4.171533893098505,
      "grad_norm": 1.8466352674682136,
      "learning_rate": 6.528359617558337e-05,
      "loss": 0.6989,
      "step": 101848
    },
    {
      "epoch": 4.171574851525701,
      "grad_norm": 1.0975269362150766,
      "learning_rate": 6.528090474857302e-05,
      "loss": 0.5127,
      "step": 101849
    },
    {
      "epoch": 4.171615809952898,
      "grad_norm": 1.286655320296191,
      "learning_rate": 6.527821336161299e-05,
      "loss": 0.5405,
      "step": 101850
    },
    {
      "epoch": 4.171656768380094,
      "grad_norm": 1.580271459770903,
      "learning_rate": 6.527552201470444e-05,
      "loss": 0.7423,
      "step": 101851
    },
    {
      "epoch": 4.171697726807291,
      "grad_norm": 1.2098826408709829,
      "learning_rate": 6.527283070784872e-05,
      "loss": 0.6341,
      "step": 101852
    },
    {
      "epoch": 4.171738685234487,
      "grad_norm": 1.474541388590617,
      "learning_rate": 6.527013944104715e-05,
      "loss": 0.6441,
      "step": 101853
    },
    {
      "epoch": 4.171779643661683,
      "grad_norm": 2.072708792905205,
      "learning_rate": 6.526744821430089e-05,
      "loss": 0.9737,
      "step": 101854
    },
    {
      "epoch": 4.1718206020888795,
      "grad_norm": 1.5282432924204514,
      "learning_rate": 6.526475702761124e-05,
      "loss": 0.6292,
      "step": 101855
    },
    {
      "epoch": 4.171861560516076,
      "grad_norm": 0.8803008176695502,
      "learning_rate": 6.526206588097957e-05,
      "loss": 0.2831,
      "step": 101856
    },
    {
      "epoch": 4.171902518943273,
      "grad_norm": 1.5590130486282863,
      "learning_rate": 6.525937477440702e-05,
      "loss": 0.6388,
      "step": 101857
    },
    {
      "epoch": 4.171943477370469,
      "grad_norm": 1.1745812542709013,
      "learning_rate": 6.525668370789497e-05,
      "loss": 0.3248,
      "step": 101858
    },
    {
      "epoch": 4.171984435797666,
      "grad_norm": 0.6325401968164026,
      "learning_rate": 6.525399268144458e-05,
      "loss": 0.0601,
      "step": 101859
    },
    {
      "epoch": 4.172025394224862,
      "grad_norm": 1.2740488762150812,
      "learning_rate": 6.525130169505722e-05,
      "loss": 0.2278,
      "step": 101860
    },
    {
      "epoch": 4.172066352652058,
      "grad_norm": 1.8132595811026575,
      "learning_rate": 6.524861074873415e-05,
      "loss": 0.8185,
      "step": 101861
    },
    {
      "epoch": 4.172107311079254,
      "grad_norm": 1.4387354699958566,
      "learning_rate": 6.524591984247658e-05,
      "loss": 0.5152,
      "step": 101862
    },
    {
      "epoch": 4.172148269506451,
      "grad_norm": 1.0437540272448833,
      "learning_rate": 6.524322897628586e-05,
      "loss": 0.2581,
      "step": 101863
    },
    {
      "epoch": 4.172189227933647,
      "grad_norm": 1.5944009345913486,
      "learning_rate": 6.524053815016316e-05,
      "loss": 0.6487,
      "step": 101864
    },
    {
      "epoch": 4.172230186360844,
      "grad_norm": 1.5135554986692463,
      "learning_rate": 6.523784736410984e-05,
      "loss": 0.6222,
      "step": 101865
    },
    {
      "epoch": 4.1722711447880405,
      "grad_norm": 1.232016528508426,
      "learning_rate": 6.52351566181272e-05,
      "loss": 0.3941,
      "step": 101866
    },
    {
      "epoch": 4.172312103215236,
      "grad_norm": 0.8831017859141453,
      "learning_rate": 6.523246591221644e-05,
      "loss": 0.2361,
      "step": 101867
    },
    {
      "epoch": 4.172353061642433,
      "grad_norm": 0.6140138463440994,
      "learning_rate": 6.52297752463788e-05,
      "loss": 0.0637,
      "step": 101868
    },
    {
      "epoch": 4.172394020069629,
      "grad_norm": 1.362664932947963,
      "learning_rate": 6.522708462061568e-05,
      "loss": 0.5985,
      "step": 101869
    },
    {
      "epoch": 4.172434978496826,
      "grad_norm": 1.2440501839701557,
      "learning_rate": 6.52243940349282e-05,
      "loss": 0.6746,
      "step": 101870
    },
    {
      "epoch": 4.172475936924022,
      "grad_norm": 1.6368961400655029,
      "learning_rate": 6.522170348931773e-05,
      "loss": 0.487,
      "step": 101871
    },
    {
      "epoch": 4.172516895351219,
      "grad_norm": 1.704231263649836,
      "learning_rate": 6.521901298378554e-05,
      "loss": 0.8761,
      "step": 101872
    },
    {
      "epoch": 4.1725578537784145,
      "grad_norm": 0.8986673010173581,
      "learning_rate": 6.521632251833285e-05,
      "loss": 0.2038,
      "step": 101873
    },
    {
      "epoch": 4.172598812205611,
      "grad_norm": 1.382049160281707,
      "learning_rate": 6.521363209296097e-05,
      "loss": 0.5134,
      "step": 101874
    },
    {
      "epoch": 4.1726397706328076,
      "grad_norm": 1.189679866539421,
      "learning_rate": 6.52109417076712e-05,
      "loss": 0.5378,
      "step": 101875
    },
    {
      "epoch": 4.172680729060004,
      "grad_norm": 1.9580905351963447,
      "learning_rate": 6.520825136246474e-05,
      "loss": 0.6795,
      "step": 101876
    },
    {
      "epoch": 4.172721687487201,
      "grad_norm": 0.752800561806079,
      "learning_rate": 6.520556105734293e-05,
      "loss": 0.2035,
      "step": 101877
    },
    {
      "epoch": 4.172762645914397,
      "grad_norm": 1.5225881322812151,
      "learning_rate": 6.520287079230697e-05,
      "loss": 0.606,
      "step": 101878
    },
    {
      "epoch": 4.172803604341594,
      "grad_norm": 1.4889659622254217,
      "learning_rate": 6.520018056735817e-05,
      "loss": 0.7088,
      "step": 101879
    },
    {
      "epoch": 4.172844562768789,
      "grad_norm": 1.6897670057198695,
      "learning_rate": 6.519749038249787e-05,
      "loss": 0.7736,
      "step": 101880
    },
    {
      "epoch": 4.172885521195986,
      "grad_norm": 1.5856622472224629,
      "learning_rate": 6.51948002377272e-05,
      "loss": 0.4446,
      "step": 101881
    },
    {
      "epoch": 4.172926479623182,
      "grad_norm": 0.6454436383649202,
      "learning_rate": 6.519211013304752e-05,
      "loss": 0.0868,
      "step": 101882
    },
    {
      "epoch": 4.172967438050379,
      "grad_norm": 0.8887462816441293,
      "learning_rate": 6.518942006846013e-05,
      "loss": 0.2645,
      "step": 101883
    },
    {
      "epoch": 4.1730083964775755,
      "grad_norm": 1.876823073954188,
      "learning_rate": 6.518673004396623e-05,
      "loss": 0.9521,
      "step": 101884
    },
    {
      "epoch": 4.173049354904772,
      "grad_norm": 1.3417322075138143,
      "learning_rate": 6.518404005956717e-05,
      "loss": 0.5495,
      "step": 101885
    },
    {
      "epoch": 4.173090313331968,
      "grad_norm": 1.782024006348743,
      "learning_rate": 6.51813501152641e-05,
      "loss": 1.0057,
      "step": 101886
    },
    {
      "epoch": 4.173131271759164,
      "grad_norm": 1.8438189152088895,
      "learning_rate": 6.517866021105838e-05,
      "loss": 0.9381,
      "step": 101887
    },
    {
      "epoch": 4.173172230186361,
      "grad_norm": 1.6185727656089128,
      "learning_rate": 6.517597034695133e-05,
      "loss": 0.8657,
      "step": 101888
    },
    {
      "epoch": 4.173213188613557,
      "grad_norm": 1.2476428658578427,
      "learning_rate": 6.517328052294409e-05,
      "loss": 0.5765,
      "step": 101889
    },
    {
      "epoch": 4.173254147040754,
      "grad_norm": 1.6875470094834333,
      "learning_rate": 6.517059073903806e-05,
      "loss": 0.7552,
      "step": 101890
    },
    {
      "epoch": 4.17329510546795,
      "grad_norm": 1.3731163635740364,
      "learning_rate": 6.516790099523442e-05,
      "loss": 0.5162,
      "step": 101891
    },
    {
      "epoch": 4.173336063895146,
      "grad_norm": 1.6244954370841254,
      "learning_rate": 6.516521129153444e-05,
      "loss": 0.8969,
      "step": 101892
    },
    {
      "epoch": 4.1733770223223425,
      "grad_norm": 1.2073192344459138,
      "learning_rate": 6.516252162793949e-05,
      "loss": 0.1646,
      "step": 101893
    },
    {
      "epoch": 4.173417980749539,
      "grad_norm": 1.583897573631936,
      "learning_rate": 6.515983200445072e-05,
      "loss": 0.7089,
      "step": 101894
    },
    {
      "epoch": 4.173458939176736,
      "grad_norm": 1.3363269980430628,
      "learning_rate": 6.515714242106949e-05,
      "loss": 0.5573,
      "step": 101895
    },
    {
      "epoch": 4.173499897603932,
      "grad_norm": 1.3580368122272843,
      "learning_rate": 6.515445287779705e-05,
      "loss": 0.4876,
      "step": 101896
    },
    {
      "epoch": 4.173540856031129,
      "grad_norm": 1.3947107124107974,
      "learning_rate": 6.515176337463462e-05,
      "loss": 0.5254,
      "step": 101897
    },
    {
      "epoch": 4.173581814458325,
      "grad_norm": 1.3084027095293962,
      "learning_rate": 6.514907391158358e-05,
      "loss": 0.4811,
      "step": 101898
    },
    {
      "epoch": 4.173622772885521,
      "grad_norm": 1.5705038166327048,
      "learning_rate": 6.514638448864508e-05,
      "loss": 0.7023,
      "step": 101899
    },
    {
      "epoch": 4.173663731312717,
      "grad_norm": 1.2569577308464286,
      "learning_rate": 6.514369510582043e-05,
      "loss": 0.5698,
      "step": 101900
    },
    {
      "epoch": 4.173704689739914,
      "grad_norm": 1.5651758531629147,
      "learning_rate": 6.514100576311098e-05,
      "loss": 0.6143,
      "step": 101901
    },
    {
      "epoch": 4.1737456481671105,
      "grad_norm": 1.2852741354759445,
      "learning_rate": 6.513831646051788e-05,
      "loss": 0.4872,
      "step": 101902
    },
    {
      "epoch": 4.173786606594307,
      "grad_norm": 0.7069254613583714,
      "learning_rate": 6.513562719804246e-05,
      "loss": 0.1017,
      "step": 101903
    },
    {
      "epoch": 4.1738275650215035,
      "grad_norm": 1.5548325733885935,
      "learning_rate": 6.513293797568605e-05,
      "loss": 0.7614,
      "step": 101904
    },
    {
      "epoch": 4.173868523448699,
      "grad_norm": 1.466005101577376,
      "learning_rate": 6.513024879344981e-05,
      "loss": 0.9043,
      "step": 101905
    },
    {
      "epoch": 4.173909481875896,
      "grad_norm": 1.3598705150712653,
      "learning_rate": 6.512755965133512e-05,
      "loss": 0.621,
      "step": 101906
    },
    {
      "epoch": 4.173950440303092,
      "grad_norm": 1.346993064015832,
      "learning_rate": 6.512487054934312e-05,
      "loss": 0.59,
      "step": 101907
    },
    {
      "epoch": 4.173991398730289,
      "grad_norm": 1.8911883186072322,
      "learning_rate": 6.512218148747517e-05,
      "loss": 0.4774,
      "step": 101908
    },
    {
      "epoch": 4.174032357157485,
      "grad_norm": 1.3275913514701179,
      "learning_rate": 6.511949246573259e-05,
      "loss": 0.7056,
      "step": 101909
    },
    {
      "epoch": 4.174073315584682,
      "grad_norm": 1.674587014843586,
      "learning_rate": 6.511680348411653e-05,
      "loss": 0.7287,
      "step": 101910
    },
    {
      "epoch": 4.1741142740118775,
      "grad_norm": 1.4280738412448375,
      "learning_rate": 6.511411454262831e-05,
      "loss": 0.5821,
      "step": 101911
    },
    {
      "epoch": 4.174155232439074,
      "grad_norm": 1.6643370537817008,
      "learning_rate": 6.51114256412693e-05,
      "loss": 0.6244,
      "step": 101912
    },
    {
      "epoch": 4.174196190866271,
      "grad_norm": 1.4695109921753577,
      "learning_rate": 6.510873678004058e-05,
      "loss": 0.6291,
      "step": 101913
    },
    {
      "epoch": 4.174237149293467,
      "grad_norm": 1.457853038258899,
      "learning_rate": 6.510604795894359e-05,
      "loss": 0.5914,
      "step": 101914
    },
    {
      "epoch": 4.174278107720664,
      "grad_norm": 1.1871070081503483,
      "learning_rate": 6.51033591779795e-05,
      "loss": 0.3147,
      "step": 101915
    },
    {
      "epoch": 4.17431906614786,
      "grad_norm": 0.7947958452698681,
      "learning_rate": 6.51006704371496e-05,
      "loss": 0.2017,
      "step": 101916
    },
    {
      "epoch": 4.174360024575057,
      "grad_norm": 2.123983763228219,
      "learning_rate": 6.509798173645524e-05,
      "loss": 1.1424,
      "step": 101917
    },
    {
      "epoch": 4.174400983002252,
      "grad_norm": 1.670394030240442,
      "learning_rate": 6.509529307589755e-05,
      "loss": 0.6626,
      "step": 101918
    },
    {
      "epoch": 4.174441941429449,
      "grad_norm": 1.6174631274835367,
      "learning_rate": 6.50926044554779e-05,
      "loss": 0.7349,
      "step": 101919
    },
    {
      "epoch": 4.1744828998566454,
      "grad_norm": 1.7707495797233077,
      "learning_rate": 6.50899158751976e-05,
      "loss": 0.8049,
      "step": 101920
    },
    {
      "epoch": 4.174523858283842,
      "grad_norm": 0.8733218825240333,
      "learning_rate": 6.50872273350578e-05,
      "loss": 0.2281,
      "step": 101921
    },
    {
      "epoch": 4.1745648167110385,
      "grad_norm": 1.375508863699465,
      "learning_rate": 6.508453883505987e-05,
      "loss": 0.6454,
      "step": 101922
    },
    {
      "epoch": 4.174605775138235,
      "grad_norm": 2.6433631432230285,
      "learning_rate": 6.5081850375205e-05,
      "loss": 1.492,
      "step": 101923
    },
    {
      "epoch": 4.174646733565431,
      "grad_norm": 1.6693895669264602,
      "learning_rate": 6.507916195549451e-05,
      "loss": 0.5561,
      "step": 101924
    },
    {
      "epoch": 4.174687691992627,
      "grad_norm": 1.6376969887409456,
      "learning_rate": 6.507647357592972e-05,
      "loss": 0.6744,
      "step": 101925
    },
    {
      "epoch": 4.174728650419824,
      "grad_norm": 2.323291858966442,
      "learning_rate": 6.507378523651178e-05,
      "loss": 0.8517,
      "step": 101926
    },
    {
      "epoch": 4.17476960884702,
      "grad_norm": 1.7554212001381915,
      "learning_rate": 6.507109693724203e-05,
      "loss": 0.8105,
      "step": 101927
    },
    {
      "epoch": 4.174810567274217,
      "grad_norm": 1.9821694166993122,
      "learning_rate": 6.506840867812179e-05,
      "loss": 0.7531,
      "step": 101928
    },
    {
      "epoch": 4.174851525701413,
      "grad_norm": 1.7495187554422746,
      "learning_rate": 6.506572045915223e-05,
      "loss": 0.7925,
      "step": 101929
    },
    {
      "epoch": 4.174892484128609,
      "grad_norm": 1.8014611707680905,
      "learning_rate": 6.506303228033472e-05,
      "loss": 0.9985,
      "step": 101930
    },
    {
      "epoch": 4.174933442555806,
      "grad_norm": 1.175229043130818,
      "learning_rate": 6.506034414167042e-05,
      "loss": 0.5149,
      "step": 101931
    },
    {
      "epoch": 4.174974400983002,
      "grad_norm": 1.1901264352479641,
      "learning_rate": 6.505765604316064e-05,
      "loss": 0.5322,
      "step": 101932
    },
    {
      "epoch": 4.175015359410199,
      "grad_norm": 1.2365715419290848,
      "learning_rate": 6.505496798480676e-05,
      "loss": 0.492,
      "step": 101933
    },
    {
      "epoch": 4.175056317837395,
      "grad_norm": 0.8702717113401285,
      "learning_rate": 6.50522799666099e-05,
      "loss": 0.2883,
      "step": 101934
    },
    {
      "epoch": 4.175097276264592,
      "grad_norm": 0.9206504314332947,
      "learning_rate": 6.504959198857145e-05,
      "loss": 0.2032,
      "step": 101935
    },
    {
      "epoch": 4.175138234691788,
      "grad_norm": 1.2737667416781147,
      "learning_rate": 6.504690405069257e-05,
      "loss": 0.5768,
      "step": 101936
    },
    {
      "epoch": 4.175179193118984,
      "grad_norm": 1.239265677233731,
      "learning_rate": 6.504421615297462e-05,
      "loss": 0.541,
      "step": 101937
    },
    {
      "epoch": 4.17522015154618,
      "grad_norm": 0.8163886869156772,
      "learning_rate": 6.50415282954188e-05,
      "loss": 0.2224,
      "step": 101938
    },
    {
      "epoch": 4.175261109973377,
      "grad_norm": 0.6909408995785038,
      "learning_rate": 6.503884047802647e-05,
      "loss": 0.1405,
      "step": 101939
    },
    {
      "epoch": 4.1753020684005735,
      "grad_norm": 1.6118443584914663,
      "learning_rate": 6.503615270079877e-05,
      "loss": 0.6213,
      "step": 101940
    },
    {
      "epoch": 4.17534302682777,
      "grad_norm": 1.3322657347070375,
      "learning_rate": 6.503346496373712e-05,
      "loss": 0.6089,
      "step": 101941
    },
    {
      "epoch": 4.175383985254967,
      "grad_norm": 0.6330349023480206,
      "learning_rate": 6.503077726684266e-05,
      "loss": 0.1844,
      "step": 101942
    },
    {
      "epoch": 4.175424943682162,
      "grad_norm": 2.0187723192416303,
      "learning_rate": 6.502808961011672e-05,
      "loss": 0.9644,
      "step": 101943
    },
    {
      "epoch": 4.175465902109359,
      "grad_norm": 1.9707237846688375,
      "learning_rate": 6.502540199356061e-05,
      "loss": 0.8165,
      "step": 101944
    },
    {
      "epoch": 4.175506860536555,
      "grad_norm": 1.4604594214611841,
      "learning_rate": 6.502271441717553e-05,
      "loss": 0.8892,
      "step": 101945
    },
    {
      "epoch": 4.175547818963752,
      "grad_norm": 1.3060280160972493,
      "learning_rate": 6.502002688096274e-05,
      "loss": 0.4637,
      "step": 101946
    },
    {
      "epoch": 4.175588777390948,
      "grad_norm": 1.649165849736308,
      "learning_rate": 6.501733938492364e-05,
      "loss": 0.9449,
      "step": 101947
    },
    {
      "epoch": 4.175629735818145,
      "grad_norm": 1.971530838265882,
      "learning_rate": 6.501465192905936e-05,
      "loss": 0.8581,
      "step": 101948
    },
    {
      "epoch": 4.1756706942453405,
      "grad_norm": 1.1539309530004185,
      "learning_rate": 6.501196451337126e-05,
      "loss": 0.4085,
      "step": 101949
    },
    {
      "epoch": 4.175711652672537,
      "grad_norm": 1.1359301472196623,
      "learning_rate": 6.500927713786051e-05,
      "loss": 0.2572,
      "step": 101950
    },
    {
      "epoch": 4.175752611099734,
      "grad_norm": 1.2954033174774973,
      "learning_rate": 6.500658980252845e-05,
      "loss": 0.4664,
      "step": 101951
    },
    {
      "epoch": 4.17579356952693,
      "grad_norm": 1.4080713068451793,
      "learning_rate": 6.50039025073764e-05,
      "loss": 0.6932,
      "step": 101952
    },
    {
      "epoch": 4.175834527954127,
      "grad_norm": 0.8869812140951512,
      "learning_rate": 6.500121525240551e-05,
      "loss": 0.2244,
      "step": 101953
    },
    {
      "epoch": 4.175875486381323,
      "grad_norm": 1.4813960604603802,
      "learning_rate": 6.499852803761712e-05,
      "loss": 0.7224,
      "step": 101954
    },
    {
      "epoch": 4.17591644480852,
      "grad_norm": 1.5614009154858552,
      "learning_rate": 6.499584086301254e-05,
      "loss": 0.5118,
      "step": 101955
    },
    {
      "epoch": 4.175957403235715,
      "grad_norm": 1.0692453292641049,
      "learning_rate": 6.499315372859296e-05,
      "loss": 0.5065,
      "step": 101956
    },
    {
      "epoch": 4.175998361662912,
      "grad_norm": 1.3443245544157971,
      "learning_rate": 6.499046663435972e-05,
      "loss": 0.6421,
      "step": 101957
    },
    {
      "epoch": 4.1760393200901085,
      "grad_norm": 1.4680547464750082,
      "learning_rate": 6.498777958031399e-05,
      "loss": 0.4613,
      "step": 101958
    },
    {
      "epoch": 4.176080278517305,
      "grad_norm": 0.5140238367054145,
      "learning_rate": 6.498509256645713e-05,
      "loss": 0.0587,
      "step": 101959
    },
    {
      "epoch": 4.1761212369445015,
      "grad_norm": 1.3872068925299106,
      "learning_rate": 6.498240559279043e-05,
      "loss": 0.5935,
      "step": 101960
    },
    {
      "epoch": 4.176162195371698,
      "grad_norm": 1.5783058029590684,
      "learning_rate": 6.497971865931504e-05,
      "loss": 0.7458,
      "step": 101961
    },
    {
      "epoch": 4.176203153798894,
      "grad_norm": 1.7272808840964986,
      "learning_rate": 6.49770317660324e-05,
      "loss": 0.7599,
      "step": 101962
    },
    {
      "epoch": 4.17624411222609,
      "grad_norm": 0.47807411663465754,
      "learning_rate": 6.49743449129436e-05,
      "loss": 0.0545,
      "step": 101963
    },
    {
      "epoch": 4.176285070653287,
      "grad_norm": 1.407938142654496,
      "learning_rate": 6.497165810005001e-05,
      "loss": 0.5288,
      "step": 101964
    },
    {
      "epoch": 4.176326029080483,
      "grad_norm": 1.6561168065357172,
      "learning_rate": 6.496897132735293e-05,
      "loss": 0.6862,
      "step": 101965
    },
    {
      "epoch": 4.17636698750768,
      "grad_norm": 1.2127827216842155,
      "learning_rate": 6.496628459485354e-05,
      "loss": 0.4578,
      "step": 101966
    },
    {
      "epoch": 4.176407945934876,
      "grad_norm": 1.5857017516463343,
      "learning_rate": 6.496359790255316e-05,
      "loss": 0.6567,
      "step": 101967
    },
    {
      "epoch": 4.176448904362072,
      "grad_norm": 6.230923346941575,
      "learning_rate": 6.496091125045311e-05,
      "loss": 0.9686,
      "step": 101968
    },
    {
      "epoch": 4.176489862789269,
      "grad_norm": 1.268571143342213,
      "learning_rate": 6.495822463855454e-05,
      "loss": 0.574,
      "step": 101969
    },
    {
      "epoch": 4.176530821216465,
      "grad_norm": 1.1186014180042794,
      "learning_rate": 6.495553806685885e-05,
      "loss": 0.4294,
      "step": 101970
    },
    {
      "epoch": 4.176571779643662,
      "grad_norm": 1.7977400908657604,
      "learning_rate": 6.49528515353672e-05,
      "loss": 0.5948,
      "step": 101971
    },
    {
      "epoch": 4.176612738070858,
      "grad_norm": 0.3767183716589328,
      "learning_rate": 6.495016504408091e-05,
      "loss": 0.041,
      "step": 101972
    },
    {
      "epoch": 4.176653696498055,
      "grad_norm": 1.233458381878301,
      "learning_rate": 6.494747859300128e-05,
      "loss": 0.5933,
      "step": 101973
    },
    {
      "epoch": 4.176694654925251,
      "grad_norm": 1.4770081416587264,
      "learning_rate": 6.494479218212949e-05,
      "loss": 0.5265,
      "step": 101974
    },
    {
      "epoch": 4.176735613352447,
      "grad_norm": 1.8923064466075918,
      "learning_rate": 6.494210581146689e-05,
      "loss": 0.8398,
      "step": 101975
    },
    {
      "epoch": 4.1767765717796435,
      "grad_norm": 1.5105601094710204,
      "learning_rate": 6.493941948101477e-05,
      "loss": 0.5837,
      "step": 101976
    },
    {
      "epoch": 4.17681753020684,
      "grad_norm": 1.679875582669862,
      "learning_rate": 6.49367331907743e-05,
      "loss": 0.6872,
      "step": 101977
    },
    {
      "epoch": 4.1768584886340365,
      "grad_norm": 0.8638674650555099,
      "learning_rate": 6.493404694074685e-05,
      "loss": 0.2236,
      "step": 101978
    },
    {
      "epoch": 4.176899447061233,
      "grad_norm": 1.8465422301979595,
      "learning_rate": 6.493136073093361e-05,
      "loss": 1.0138,
      "step": 101979
    },
    {
      "epoch": 4.17694040548843,
      "grad_norm": 1.3991434125372912,
      "learning_rate": 6.492867456133588e-05,
      "loss": 0.6015,
      "step": 101980
    },
    {
      "epoch": 4.176981363915625,
      "grad_norm": 1.6129944787411945,
      "learning_rate": 6.492598843195501e-05,
      "loss": 0.9324,
      "step": 101981
    },
    {
      "epoch": 4.177022322342822,
      "grad_norm": 1.5793686188924367,
      "learning_rate": 6.492330234279211e-05,
      "loss": 0.7649,
      "step": 101982
    },
    {
      "epoch": 4.177063280770018,
      "grad_norm": 1.3626801922338325,
      "learning_rate": 6.492061629384856e-05,
      "loss": 0.6172,
      "step": 101983
    },
    {
      "epoch": 4.177104239197215,
      "grad_norm": 3.628920985444484,
      "learning_rate": 6.491793028512564e-05,
      "loss": 2.9149,
      "step": 101984
    },
    {
      "epoch": 4.177145197624411,
      "grad_norm": 1.5634249237513231,
      "learning_rate": 6.491524431662453e-05,
      "loss": 0.6077,
      "step": 101985
    },
    {
      "epoch": 4.177186156051608,
      "grad_norm": 0.5118721419073281,
      "learning_rate": 6.491255838834663e-05,
      "loss": 0.0913,
      "step": 101986
    },
    {
      "epoch": 4.177227114478804,
      "grad_norm": 1.660799574408565,
      "learning_rate": 6.490987250029308e-05,
      "loss": 0.8212,
      "step": 101987
    },
    {
      "epoch": 4.177268072906,
      "grad_norm": 1.129294989729209,
      "learning_rate": 6.490718665246519e-05,
      "loss": 0.5579,
      "step": 101988
    },
    {
      "epoch": 4.177309031333197,
      "grad_norm": 1.754187898802009,
      "learning_rate": 6.49045008448643e-05,
      "loss": 0.6151,
      "step": 101989
    },
    {
      "epoch": 4.177349989760393,
      "grad_norm": 1.5884257605340337,
      "learning_rate": 6.490181507749158e-05,
      "loss": 0.6217,
      "step": 101990
    },
    {
      "epoch": 4.17739094818759,
      "grad_norm": 1.1777487552262884,
      "learning_rate": 6.489912935034833e-05,
      "loss": 0.3763,
      "step": 101991
    },
    {
      "epoch": 4.177431906614786,
      "grad_norm": 1.5681624107599874,
      "learning_rate": 6.48964436634359e-05,
      "loss": 0.7975,
      "step": 101992
    },
    {
      "epoch": 4.177472865041983,
      "grad_norm": 0.8944011058820327,
      "learning_rate": 6.489375801675545e-05,
      "loss": 0.1675,
      "step": 101993
    },
    {
      "epoch": 4.177513823469178,
      "grad_norm": 1.492587357940579,
      "learning_rate": 6.489107241030831e-05,
      "loss": 0.7477,
      "step": 101994
    },
    {
      "epoch": 4.177554781896375,
      "grad_norm": 1.3150841781515745,
      "learning_rate": 6.48883868440957e-05,
      "loss": 0.5936,
      "step": 101995
    },
    {
      "epoch": 4.1775957403235715,
      "grad_norm": 0.8920757136013101,
      "learning_rate": 6.488570131811893e-05,
      "loss": 0.1518,
      "step": 101996
    },
    {
      "epoch": 4.177636698750768,
      "grad_norm": 1.4843479118761567,
      "learning_rate": 6.488301583237931e-05,
      "loss": 0.6766,
      "step": 101997
    },
    {
      "epoch": 4.177677657177965,
      "grad_norm": 1.2793744648958592,
      "learning_rate": 6.4880330386878e-05,
      "loss": 0.3987,
      "step": 101998
    },
    {
      "epoch": 4.177718615605161,
      "grad_norm": 1.5777342436220452,
      "learning_rate": 6.487764498161634e-05,
      "loss": 0.6223,
      "step": 101999
    },
    {
      "epoch": 4.177759574032357,
      "grad_norm": 1.6192070606025766,
      "learning_rate": 6.487495961659563e-05,
      "loss": 0.657,
      "step": 102000
    },
    {
      "epoch": 4.177800532459553,
      "grad_norm": 1.3444292593632405,
      "learning_rate": 6.487227429181707e-05,
      "loss": 0.5616,
      "step": 102001
    },
    {
      "epoch": 4.17784149088675,
      "grad_norm": 0.8086687504394208,
      "learning_rate": 6.486958900728199e-05,
      "loss": 0.1952,
      "step": 102002
    },
    {
      "epoch": 4.177882449313946,
      "grad_norm": 1.0387198311779662,
      "learning_rate": 6.486690376299158e-05,
      "loss": 0.5426,
      "step": 102003
    },
    {
      "epoch": 4.177923407741143,
      "grad_norm": 1.9613553617962804,
      "learning_rate": 6.486421855894717e-05,
      "loss": 0.6567,
      "step": 102004
    },
    {
      "epoch": 4.177964366168339,
      "grad_norm": 0.6882363510910599,
      "learning_rate": 6.486153339515004e-05,
      "loss": 0.1768,
      "step": 102005
    },
    {
      "epoch": 4.178005324595535,
      "grad_norm": 1.2431084747704073,
      "learning_rate": 6.485884827160141e-05,
      "loss": 0.5351,
      "step": 102006
    },
    {
      "epoch": 4.178046283022732,
      "grad_norm": 1.10879208880475,
      "learning_rate": 6.485616318830262e-05,
      "loss": 0.2949,
      "step": 102007
    },
    {
      "epoch": 4.178087241449928,
      "grad_norm": 1.366156466168605,
      "learning_rate": 6.48534781452549e-05,
      "loss": 0.5392,
      "step": 102008
    },
    {
      "epoch": 4.178128199877125,
      "grad_norm": 2.2465982419992976,
      "learning_rate": 6.485079314245947e-05,
      "loss": 1.6168,
      "step": 102009
    },
    {
      "epoch": 4.178169158304321,
      "grad_norm": 1.5338867234512117,
      "learning_rate": 6.484810817991765e-05,
      "loss": 0.6556,
      "step": 102010
    },
    {
      "epoch": 4.178210116731518,
      "grad_norm": 0.8228659972231525,
      "learning_rate": 6.484542325763072e-05,
      "loss": 0.1524,
      "step": 102011
    },
    {
      "epoch": 4.178251075158714,
      "grad_norm": 1.619316421872792,
      "learning_rate": 6.484273837559991e-05,
      "loss": 0.6932,
      "step": 102012
    },
    {
      "epoch": 4.17829203358591,
      "grad_norm": 1.0526133294072018,
      "learning_rate": 6.484005353382655e-05,
      "loss": 0.2646,
      "step": 102013
    },
    {
      "epoch": 4.1783329920131065,
      "grad_norm": 1.4621686086248906,
      "learning_rate": 6.483736873231183e-05,
      "loss": 0.5816,
      "step": 102014
    },
    {
      "epoch": 4.178373950440303,
      "grad_norm": 1.3591388502546864,
      "learning_rate": 6.483468397105705e-05,
      "loss": 0.3941,
      "step": 102015
    },
    {
      "epoch": 4.1784149088674996,
      "grad_norm": 1.3897287193818795,
      "learning_rate": 6.483199925006354e-05,
      "loss": 0.631,
      "step": 102016
    },
    {
      "epoch": 4.178455867294696,
      "grad_norm": 0.9610467064063078,
      "learning_rate": 6.482931456933247e-05,
      "loss": 0.2259,
      "step": 102017
    },
    {
      "epoch": 4.178496825721893,
      "grad_norm": 1.4349464943503636,
      "learning_rate": 6.482662992886517e-05,
      "loss": 0.6333,
      "step": 102018
    },
    {
      "epoch": 4.178537784149088,
      "grad_norm": 1.2558946120853656,
      "learning_rate": 6.482394532866294e-05,
      "loss": 0.4979,
      "step": 102019
    },
    {
      "epoch": 4.178578742576285,
      "grad_norm": 1.9161904025689616,
      "learning_rate": 6.482126076872695e-05,
      "loss": 0.9497,
      "step": 102020
    },
    {
      "epoch": 4.178619701003481,
      "grad_norm": 1.584927661513992,
      "learning_rate": 6.481857624905858e-05,
      "loss": 0.6424,
      "step": 102021
    },
    {
      "epoch": 4.178660659430678,
      "grad_norm": 0.9282336451567991,
      "learning_rate": 6.481589176965898e-05,
      "loss": 0.2947,
      "step": 102022
    },
    {
      "epoch": 4.178701617857874,
      "grad_norm": 1.7280855780698028,
      "learning_rate": 6.48132073305295e-05,
      "loss": 0.5988,
      "step": 102023
    },
    {
      "epoch": 4.178742576285071,
      "grad_norm": 1.0819952729421944,
      "learning_rate": 6.481052293167145e-05,
      "loss": 0.3566,
      "step": 102024
    },
    {
      "epoch": 4.178783534712267,
      "grad_norm": 1.640781546522549,
      "learning_rate": 6.480783857308596e-05,
      "loss": 0.6829,
      "step": 102025
    },
    {
      "epoch": 4.178824493139463,
      "grad_norm": 1.663284491775607,
      "learning_rate": 6.480515425477443e-05,
      "loss": 0.6698,
      "step": 102026
    },
    {
      "epoch": 4.17886545156666,
      "grad_norm": 1.4642852659303727,
      "learning_rate": 6.480246997673809e-05,
      "loss": 0.5682,
      "step": 102027
    },
    {
      "epoch": 4.178906409993856,
      "grad_norm": 2.7944930094928524,
      "learning_rate": 6.479978573897816e-05,
      "loss": 1.4469,
      "step": 102028
    },
    {
      "epoch": 4.178947368421053,
      "grad_norm": 1.7225176357266603,
      "learning_rate": 6.479710154149599e-05,
      "loss": 0.3838,
      "step": 102029
    },
    {
      "epoch": 4.178988326848249,
      "grad_norm": 0.6851598512530155,
      "learning_rate": 6.479441738429275e-05,
      "loss": 0.1509,
      "step": 102030
    },
    {
      "epoch": 4.179029285275446,
      "grad_norm": 1.3710565762031817,
      "learning_rate": 6.479173326736978e-05,
      "loss": 0.531,
      "step": 102031
    },
    {
      "epoch": 4.1790702437026415,
      "grad_norm": 1.3621955434451423,
      "learning_rate": 6.478904919072839e-05,
      "loss": 0.3905,
      "step": 102032
    },
    {
      "epoch": 4.179111202129838,
      "grad_norm": 1.6167217611610463,
      "learning_rate": 6.478636515436974e-05,
      "loss": 0.6964,
      "step": 102033
    },
    {
      "epoch": 4.1791521605570345,
      "grad_norm": 1.601269439042966,
      "learning_rate": 6.47836811582952e-05,
      "loss": 0.8372,
      "step": 102034
    },
    {
      "epoch": 4.179193118984231,
      "grad_norm": 1.049288425350119,
      "learning_rate": 6.478099720250594e-05,
      "loss": 0.2822,
      "step": 102035
    },
    {
      "epoch": 4.179234077411428,
      "grad_norm": 1.0633777603432897,
      "learning_rate": 6.477831328700327e-05,
      "loss": 0.5701,
      "step": 102036
    },
    {
      "epoch": 4.179275035838624,
      "grad_norm": 1.71136294568291,
      "learning_rate": 6.477562941178853e-05,
      "loss": 0.7888,
      "step": 102037
    },
    {
      "epoch": 4.17931599426582,
      "grad_norm": 1.6525882139054981,
      "learning_rate": 6.477294557686286e-05,
      "loss": 0.539,
      "step": 102038
    },
    {
      "epoch": 4.179356952693016,
      "grad_norm": 1.6410006738940108,
      "learning_rate": 6.477026178222761e-05,
      "loss": 0.6254,
      "step": 102039
    },
    {
      "epoch": 4.179397911120213,
      "grad_norm": 1.3484917216760128,
      "learning_rate": 6.476757802788409e-05,
      "loss": 0.2639,
      "step": 102040
    },
    {
      "epoch": 4.179438869547409,
      "grad_norm": 1.5575338536437717,
      "learning_rate": 6.476489431383346e-05,
      "loss": 0.667,
      "step": 102041
    },
    {
      "epoch": 4.179479827974606,
      "grad_norm": 2.086918422757032,
      "learning_rate": 6.476221064007708e-05,
      "loss": 1.0984,
      "step": 102042
    },
    {
      "epoch": 4.1795207864018025,
      "grad_norm": 1.235111632995158,
      "learning_rate": 6.475952700661614e-05,
      "loss": 0.3077,
      "step": 102043
    },
    {
      "epoch": 4.179561744828998,
      "grad_norm": 1.3917385006637317,
      "learning_rate": 6.475684341345194e-05,
      "loss": 0.8566,
      "step": 102044
    },
    {
      "epoch": 4.179602703256195,
      "grad_norm": 2.430765007732484,
      "learning_rate": 6.475415986058584e-05,
      "loss": 1.0749,
      "step": 102045
    },
    {
      "epoch": 4.179643661683391,
      "grad_norm": 1.1507953921475662,
      "learning_rate": 6.475147634801895e-05,
      "loss": 0.3887,
      "step": 102046
    },
    {
      "epoch": 4.179684620110588,
      "grad_norm": 3.4192396869523924,
      "learning_rate": 6.47487928757526e-05,
      "loss": 2.7732,
      "step": 102047
    },
    {
      "epoch": 4.179725578537784,
      "grad_norm": 1.148847012758825,
      "learning_rate": 6.474610944378815e-05,
      "loss": 0.5644,
      "step": 102048
    },
    {
      "epoch": 4.179766536964981,
      "grad_norm": 1.3217400804818005,
      "learning_rate": 6.474342605212674e-05,
      "loss": 0.5145,
      "step": 102049
    },
    {
      "epoch": 4.179807495392177,
      "grad_norm": 1.4198485765189206,
      "learning_rate": 6.474074270076972e-05,
      "loss": 0.578,
      "step": 102050
    },
    {
      "epoch": 4.179848453819373,
      "grad_norm": 1.7423754648465168,
      "learning_rate": 6.473805938971831e-05,
      "loss": 0.8218,
      "step": 102051
    },
    {
      "epoch": 4.1798894122465695,
      "grad_norm": 1.4824676092217528,
      "learning_rate": 6.473537611897377e-05,
      "loss": 0.9045,
      "step": 102052
    },
    {
      "epoch": 4.179930370673766,
      "grad_norm": 1.0332871428727448,
      "learning_rate": 6.473269288853747e-05,
      "loss": 0.3007,
      "step": 102053
    },
    {
      "epoch": 4.179971329100963,
      "grad_norm": 0.8716660481213175,
      "learning_rate": 6.473000969841053e-05,
      "loss": 0.2109,
      "step": 102054
    },
    {
      "epoch": 4.180012287528159,
      "grad_norm": 1.5107778023360336,
      "learning_rate": 6.472732654859432e-05,
      "loss": 0.7268,
      "step": 102055
    },
    {
      "epoch": 4.180053245955356,
      "grad_norm": 0.891038634397924,
      "learning_rate": 6.472464343909011e-05,
      "loss": 0.3022,
      "step": 102056
    },
    {
      "epoch": 4.180094204382551,
      "grad_norm": 1.676824529843363,
      "learning_rate": 6.47219603698991e-05,
      "loss": 1.0409,
      "step": 102057
    },
    {
      "epoch": 4.180135162809748,
      "grad_norm": 1.5120598478531524,
      "learning_rate": 6.471927734102265e-05,
      "loss": 0.7354,
      "step": 102058
    },
    {
      "epoch": 4.180176121236944,
      "grad_norm": 1.3385652385408793,
      "learning_rate": 6.471659435246194e-05,
      "loss": 0.5551,
      "step": 102059
    },
    {
      "epoch": 4.180217079664141,
      "grad_norm": 1.4098185283569047,
      "learning_rate": 6.471391140421824e-05,
      "loss": 0.6488,
      "step": 102060
    },
    {
      "epoch": 4.1802580380913374,
      "grad_norm": 1.0373871818790088,
      "learning_rate": 6.471122849629294e-05,
      "loss": 0.3795,
      "step": 102061
    },
    {
      "epoch": 4.180298996518534,
      "grad_norm": 1.697860128053529,
      "learning_rate": 6.470854562868715e-05,
      "loss": 0.76,
      "step": 102062
    },
    {
      "epoch": 4.18033995494573,
      "grad_norm": 3.0396436784369696,
      "learning_rate": 6.470586280140222e-05,
      "loss": 0.2357,
      "step": 102063
    },
    {
      "epoch": 4.180380913372926,
      "grad_norm": 0.9699055459408854,
      "learning_rate": 6.470318001443945e-05,
      "loss": 0.1524,
      "step": 102064
    },
    {
      "epoch": 4.180421871800123,
      "grad_norm": 1.444874310202933,
      "learning_rate": 6.470049726780003e-05,
      "loss": 0.5753,
      "step": 102065
    },
    {
      "epoch": 4.180462830227319,
      "grad_norm": 0.8829212979118567,
      "learning_rate": 6.46978145614853e-05,
      "loss": 0.2504,
      "step": 102066
    },
    {
      "epoch": 4.180503788654516,
      "grad_norm": 1.3478009090066883,
      "learning_rate": 6.469513189549645e-05,
      "loss": 0.6759,
      "step": 102067
    },
    {
      "epoch": 4.180544747081712,
      "grad_norm": 1.9093683822838046,
      "learning_rate": 6.469244926983479e-05,
      "loss": 0.6428,
      "step": 102068
    },
    {
      "epoch": 4.180585705508909,
      "grad_norm": 1.7172653051074664,
      "learning_rate": 6.468976668450166e-05,
      "loss": 0.8263,
      "step": 102069
    },
    {
      "epoch": 4.1806266639361045,
      "grad_norm": 1.6422578370323588,
      "learning_rate": 6.468708413949818e-05,
      "loss": 0.9034,
      "step": 102070
    },
    {
      "epoch": 4.180667622363301,
      "grad_norm": 1.901950860290023,
      "learning_rate": 6.468440163482577e-05,
      "loss": 0.7663,
      "step": 102071
    },
    {
      "epoch": 4.180708580790498,
      "grad_norm": 1.4372229965469712,
      "learning_rate": 6.468171917048555e-05,
      "loss": 0.7518,
      "step": 102072
    },
    {
      "epoch": 4.180749539217694,
      "grad_norm": 1.2670458186238822,
      "learning_rate": 6.467903674647889e-05,
      "loss": 0.2935,
      "step": 102073
    },
    {
      "epoch": 4.180790497644891,
      "grad_norm": 2.545475482663841,
      "learning_rate": 6.467635436280706e-05,
      "loss": 0.9231,
      "step": 102074
    },
    {
      "epoch": 4.180831456072087,
      "grad_norm": 1.3591173140583133,
      "learning_rate": 6.467367201947123e-05,
      "loss": 0.4359,
      "step": 102075
    },
    {
      "epoch": 4.180872414499283,
      "grad_norm": 1.2643662731926455,
      "learning_rate": 6.467098971647277e-05,
      "loss": 0.5059,
      "step": 102076
    },
    {
      "epoch": 4.180913372926479,
      "grad_norm": 1.3465306902358425,
      "learning_rate": 6.466830745381296e-05,
      "loss": 0.7188,
      "step": 102077
    },
    {
      "epoch": 4.180954331353676,
      "grad_norm": 1.4311326753932372,
      "learning_rate": 6.466562523149304e-05,
      "loss": 0.6357,
      "step": 102078
    },
    {
      "epoch": 4.180995289780872,
      "grad_norm": 1.596314911720775,
      "learning_rate": 6.466294304951418e-05,
      "loss": 0.7409,
      "step": 102079
    },
    {
      "epoch": 4.181036248208069,
      "grad_norm": 1.3643794614729183,
      "learning_rate": 6.466026090787778e-05,
      "loss": 0.5687,
      "step": 102080
    },
    {
      "epoch": 4.1810772066352655,
      "grad_norm": 1.7364032758923247,
      "learning_rate": 6.4657578806585e-05,
      "loss": 0.9009,
      "step": 102081
    },
    {
      "epoch": 4.181118165062461,
      "grad_norm": 1.4266334925212252,
      "learning_rate": 6.465489674563719e-05,
      "loss": 0.6015,
      "step": 102082
    },
    {
      "epoch": 4.181159123489658,
      "grad_norm": 1.6447414460464198,
      "learning_rate": 6.465221472503563e-05,
      "loss": 0.6784,
      "step": 102083
    },
    {
      "epoch": 4.181200081916854,
      "grad_norm": 1.2956638085836953,
      "learning_rate": 6.46495327447815e-05,
      "loss": 0.6946,
      "step": 102084
    },
    {
      "epoch": 4.181241040344051,
      "grad_norm": 1.1397895698895304,
      "learning_rate": 6.464685080487615e-05,
      "loss": 0.5008,
      "step": 102085
    },
    {
      "epoch": 4.181281998771247,
      "grad_norm": 1.7035069088993608,
      "learning_rate": 6.464416890532079e-05,
      "loss": 1.0574,
      "step": 102086
    },
    {
      "epoch": 4.181322957198444,
      "grad_norm": 1.2770002944947247,
      "learning_rate": 6.464148704611671e-05,
      "loss": 0.5726,
      "step": 102087
    },
    {
      "epoch": 4.18136391562564,
      "grad_norm": 1.5281268688244587,
      "learning_rate": 6.463880522726524e-05,
      "loss": 0.7323,
      "step": 102088
    },
    {
      "epoch": 4.181404874052836,
      "grad_norm": 1.6325461906577825,
      "learning_rate": 6.463612344876753e-05,
      "loss": 0.6061,
      "step": 102089
    },
    {
      "epoch": 4.1814458324800325,
      "grad_norm": 0.8261204776301458,
      "learning_rate": 6.46334417106249e-05,
      "loss": 0.2076,
      "step": 102090
    },
    {
      "epoch": 4.181486790907229,
      "grad_norm": 1.16072991291234,
      "learning_rate": 6.463076001283868e-05,
      "loss": 0.3997,
      "step": 102091
    },
    {
      "epoch": 4.181527749334426,
      "grad_norm": 1.4949179256747398,
      "learning_rate": 6.462807835541006e-05,
      "loss": 0.6571,
      "step": 102092
    },
    {
      "epoch": 4.181568707761622,
      "grad_norm": 1.377734884498154,
      "learning_rate": 6.462539673834035e-05,
      "loss": 0.6694,
      "step": 102093
    },
    {
      "epoch": 4.181609666188819,
      "grad_norm": 1.834015746561374,
      "learning_rate": 6.462271516163075e-05,
      "loss": 1.0538,
      "step": 102094
    },
    {
      "epoch": 4.181650624616014,
      "grad_norm": 1.5154154139450071,
      "learning_rate": 6.462003362528259e-05,
      "loss": 0.7193,
      "step": 102095
    },
    {
      "epoch": 4.181691583043211,
      "grad_norm": 1.7772856914063544,
      "learning_rate": 6.461735212929715e-05,
      "loss": 1.1963,
      "step": 102096
    },
    {
      "epoch": 4.181732541470407,
      "grad_norm": 1.289606503379133,
      "learning_rate": 6.461467067367564e-05,
      "loss": 0.5823,
      "step": 102097
    },
    {
      "epoch": 4.181773499897604,
      "grad_norm": 2.1549774506083863,
      "learning_rate": 6.461198925841934e-05,
      "loss": 1.3274,
      "step": 102098
    },
    {
      "epoch": 4.1818144583248005,
      "grad_norm": 0.9940908189128111,
      "learning_rate": 6.460930788352962e-05,
      "loss": 0.2571,
      "step": 102099
    },
    {
      "epoch": 4.181855416751997,
      "grad_norm": 1.2628349179980414,
      "learning_rate": 6.460662654900759e-05,
      "loss": 0.514,
      "step": 102100
    },
    {
      "epoch": 4.1818963751791935,
      "grad_norm": 1.5375229717098364,
      "learning_rate": 6.460394525485465e-05,
      "loss": 0.4373,
      "step": 102101
    },
    {
      "epoch": 4.181937333606389,
      "grad_norm": 1.2764726933743065,
      "learning_rate": 6.460126400107195e-05,
      "loss": 0.5048,
      "step": 102102
    },
    {
      "epoch": 4.181978292033586,
      "grad_norm": 1.3946311155895759,
      "learning_rate": 6.459858278766083e-05,
      "loss": 0.761,
      "step": 102103
    },
    {
      "epoch": 4.182019250460782,
      "grad_norm": 2.9355869115947835,
      "learning_rate": 6.459590161462259e-05,
      "loss": 2.7376,
      "step": 102104
    },
    {
      "epoch": 4.182060208887979,
      "grad_norm": 1.5313705386784335,
      "learning_rate": 6.45932204819584e-05,
      "loss": 0.6244,
      "step": 102105
    },
    {
      "epoch": 4.182101167315175,
      "grad_norm": 1.3517194251217761,
      "learning_rate": 6.459053938966962e-05,
      "loss": 0.422,
      "step": 102106
    },
    {
      "epoch": 4.182142125742372,
      "grad_norm": 2.1577847220480866,
      "learning_rate": 6.458785833775745e-05,
      "loss": 0.5632,
      "step": 102107
    },
    {
      "epoch": 4.1821830841695675,
      "grad_norm": 1.3297225315431365,
      "learning_rate": 6.458517732622317e-05,
      "loss": 0.5301,
      "step": 102108
    },
    {
      "epoch": 4.182224042596764,
      "grad_norm": 1.4581744828034058,
      "learning_rate": 6.45824963550681e-05,
      "loss": 0.5357,
      "step": 102109
    },
    {
      "epoch": 4.182265001023961,
      "grad_norm": 1.3235488900952048,
      "learning_rate": 6.457981542429344e-05,
      "loss": 0.5478,
      "step": 102110
    },
    {
      "epoch": 4.182305959451157,
      "grad_norm": 4.010401382973909,
      "learning_rate": 6.457713453390047e-05,
      "loss": 4.0373,
      "step": 102111
    },
    {
      "epoch": 4.182346917878354,
      "grad_norm": 1.705333018370194,
      "learning_rate": 6.457445368389054e-05,
      "loss": 0.8226,
      "step": 102112
    },
    {
      "epoch": 4.18238787630555,
      "grad_norm": 2.19527031036515,
      "learning_rate": 6.457177287426479e-05,
      "loss": 1.6344,
      "step": 102113
    },
    {
      "epoch": 4.182428834732746,
      "grad_norm": 1.6323878064913984,
      "learning_rate": 6.456909210502461e-05,
      "loss": 0.6259,
      "step": 102114
    },
    {
      "epoch": 4.182469793159942,
      "grad_norm": 1.0699497190635052,
      "learning_rate": 6.456641137617114e-05,
      "loss": 0.2525,
      "step": 102115
    },
    {
      "epoch": 4.182510751587139,
      "grad_norm": 0.9414407883753763,
      "learning_rate": 6.456373068770572e-05,
      "loss": 0.2806,
      "step": 102116
    },
    {
      "epoch": 4.1825517100143355,
      "grad_norm": 1.5283387647138824,
      "learning_rate": 6.456105003962967e-05,
      "loss": 0.7643,
      "step": 102117
    },
    {
      "epoch": 4.182592668441532,
      "grad_norm": 1.8241605347720866,
      "learning_rate": 6.455836943194413e-05,
      "loss": 0.8721,
      "step": 102118
    },
    {
      "epoch": 4.1826336268687285,
      "grad_norm": 1.2356584505476467,
      "learning_rate": 6.455568886465046e-05,
      "loss": 0.4868,
      "step": 102119
    },
    {
      "epoch": 4.182674585295925,
      "grad_norm": 1.5175264661613843,
      "learning_rate": 6.455300833774994e-05,
      "loss": 0.6994,
      "step": 102120
    },
    {
      "epoch": 4.182715543723121,
      "grad_norm": 0.702358175784258,
      "learning_rate": 6.455032785124374e-05,
      "loss": 0.1448,
      "step": 102121
    },
    {
      "epoch": 4.182756502150317,
      "grad_norm": 2.426846140958764,
      "learning_rate": 6.454764740513325e-05,
      "loss": 1.1829,
      "step": 102122
    },
    {
      "epoch": 4.182797460577514,
      "grad_norm": 1.1987626781159788,
      "learning_rate": 6.454496699941961e-05,
      "loss": 0.479,
      "step": 102123
    },
    {
      "epoch": 4.18283841900471,
      "grad_norm": 1.238487114643344,
      "learning_rate": 6.454228663410417e-05,
      "loss": 0.6027,
      "step": 102124
    },
    {
      "epoch": 4.182879377431907,
      "grad_norm": 1.7204034040868115,
      "learning_rate": 6.45396063091882e-05,
      "loss": 0.5458,
      "step": 102125
    },
    {
      "epoch": 4.182920335859103,
      "grad_norm": 0.8466263903704705,
      "learning_rate": 6.453692602467291e-05,
      "loss": 0.2776,
      "step": 102126
    },
    {
      "epoch": 4.182961294286299,
      "grad_norm": 0.8681163642963045,
      "learning_rate": 6.453424578055959e-05,
      "loss": 0.2149,
      "step": 102127
    },
    {
      "epoch": 4.183002252713496,
      "grad_norm": 1.3828791591372178,
      "learning_rate": 6.453156557684959e-05,
      "loss": 0.4979,
      "step": 102128
    },
    {
      "epoch": 4.183043211140692,
      "grad_norm": 1.5970609716636315,
      "learning_rate": 6.452888541354405e-05,
      "loss": 0.6637,
      "step": 102129
    },
    {
      "epoch": 4.183084169567889,
      "grad_norm": 0.5261331558735137,
      "learning_rate": 6.452620529064436e-05,
      "loss": 0.0814,
      "step": 102130
    },
    {
      "epoch": 4.183125127995085,
      "grad_norm": 4.227032694028039,
      "learning_rate": 6.452352520815163e-05,
      "loss": 3.6557,
      "step": 102131
    },
    {
      "epoch": 4.183166086422282,
      "grad_norm": 0.8952022012495866,
      "learning_rate": 6.452084516606724e-05,
      "loss": 0.2378,
      "step": 102132
    },
    {
      "epoch": 4.183207044849477,
      "grad_norm": 1.1590005287550422,
      "learning_rate": 6.451816516439249e-05,
      "loss": 0.5811,
      "step": 102133
    },
    {
      "epoch": 4.183248003276674,
      "grad_norm": 1.9284695462368295,
      "learning_rate": 6.451548520312854e-05,
      "loss": 0.622,
      "step": 102134
    },
    {
      "epoch": 4.18328896170387,
      "grad_norm": 1.362603402220946,
      "learning_rate": 6.451280528227669e-05,
      "loss": 0.5322,
      "step": 102135
    },
    {
      "epoch": 4.183329920131067,
      "grad_norm": 1.5324902715666329,
      "learning_rate": 6.451012540183829e-05,
      "loss": 0.5882,
      "step": 102136
    },
    {
      "epoch": 4.1833708785582635,
      "grad_norm": 1.0504930855431514,
      "learning_rate": 6.45074455618145e-05,
      "loss": 0.3736,
      "step": 102137
    },
    {
      "epoch": 4.18341183698546,
      "grad_norm": 0.8802537374651924,
      "learning_rate": 6.450476576220667e-05,
      "loss": 0.2145,
      "step": 102138
    },
    {
      "epoch": 4.183452795412657,
      "grad_norm": 0.8435642612993043,
      "learning_rate": 6.450208600301597e-05,
      "loss": 0.2215,
      "step": 102139
    },
    {
      "epoch": 4.183493753839852,
      "grad_norm": 1.003968535963187,
      "learning_rate": 6.449940628424372e-05,
      "loss": 0.2912,
      "step": 102140
    },
    {
      "epoch": 4.183534712267049,
      "grad_norm": 1.4496868560085052,
      "learning_rate": 6.449672660589126e-05,
      "loss": 0.6414,
      "step": 102141
    },
    {
      "epoch": 4.183575670694245,
      "grad_norm": 1.91191451383609,
      "learning_rate": 6.449404696795972e-05,
      "loss": 0.7491,
      "step": 102142
    },
    {
      "epoch": 4.183616629121442,
      "grad_norm": 1.2033994894550735,
      "learning_rate": 6.449136737045048e-05,
      "loss": 0.4828,
      "step": 102143
    },
    {
      "epoch": 4.183657587548638,
      "grad_norm": 1.295112342066634,
      "learning_rate": 6.448868781336472e-05,
      "loss": 0.4047,
      "step": 102144
    },
    {
      "epoch": 4.183698545975835,
      "grad_norm": 1.3487104319391447,
      "learning_rate": 6.448600829670376e-05,
      "loss": 0.4501,
      "step": 102145
    },
    {
      "epoch": 4.1837395044030306,
      "grad_norm": 1.6118390911658953,
      "learning_rate": 6.448332882046887e-05,
      "loss": 0.6706,
      "step": 102146
    },
    {
      "epoch": 4.183780462830227,
      "grad_norm": 1.4371724335158527,
      "learning_rate": 6.448064938466127e-05,
      "loss": 0.6269,
      "step": 102147
    },
    {
      "epoch": 4.183821421257424,
      "grad_norm": 2.3682246890215066,
      "learning_rate": 6.447796998928224e-05,
      "loss": 1.443,
      "step": 102148
    },
    {
      "epoch": 4.18386237968462,
      "grad_norm": 1.5166271943271066,
      "learning_rate": 6.447529063433319e-05,
      "loss": 0.5726,
      "step": 102149
    },
    {
      "epoch": 4.183903338111817,
      "grad_norm": 1.3973823293558363,
      "learning_rate": 6.447261131981514e-05,
      "loss": 0.6905,
      "step": 102150
    },
    {
      "epoch": 4.183944296539013,
      "grad_norm": 1.280742105388608,
      "learning_rate": 6.446993204572948e-05,
      "loss": 0.5176,
      "step": 102151
    },
    {
      "epoch": 4.183985254966209,
      "grad_norm": 1.5462299763073013,
      "learning_rate": 6.446725281207752e-05,
      "loss": 0.7176,
      "step": 102152
    },
    {
      "epoch": 4.184026213393405,
      "grad_norm": 1.4940394052460384,
      "learning_rate": 6.446457361886044e-05,
      "loss": 0.5698,
      "step": 102153
    },
    {
      "epoch": 4.184067171820602,
      "grad_norm": 1.6221501575633865,
      "learning_rate": 6.446189446607954e-05,
      "loss": 0.6122,
      "step": 102154
    },
    {
      "epoch": 4.1841081302477985,
      "grad_norm": 1.882504370805659,
      "learning_rate": 6.445921535373615e-05,
      "loss": 0.8691,
      "step": 102155
    },
    {
      "epoch": 4.184149088674995,
      "grad_norm": 1.56080662329875,
      "learning_rate": 6.445653628183141e-05,
      "loss": 0.7163,
      "step": 102156
    },
    {
      "epoch": 4.184190047102192,
      "grad_norm": 1.8248378477238372,
      "learning_rate": 6.445385725036672e-05,
      "loss": 0.8894,
      "step": 102157
    },
    {
      "epoch": 4.184231005529388,
      "grad_norm": 1.4415016729885397,
      "learning_rate": 6.445117825934324e-05,
      "loss": 0.4429,
      "step": 102158
    },
    {
      "epoch": 4.184271963956584,
      "grad_norm": 1.7413173385022154,
      "learning_rate": 6.444849930876227e-05,
      "loss": 0.6905,
      "step": 102159
    },
    {
      "epoch": 4.18431292238378,
      "grad_norm": 1.7924226577020592,
      "learning_rate": 6.444582039862513e-05,
      "loss": 0.9752,
      "step": 102160
    },
    {
      "epoch": 4.184353880810977,
      "grad_norm": 1.5013270490763468,
      "learning_rate": 6.444314152893299e-05,
      "loss": 0.5797,
      "step": 102161
    },
    {
      "epoch": 4.184394839238173,
      "grad_norm": 1.6407648585245194,
      "learning_rate": 6.444046269968717e-05,
      "loss": 0.8671,
      "step": 102162
    },
    {
      "epoch": 4.18443579766537,
      "grad_norm": 0.9506830747815611,
      "learning_rate": 6.4437783910889e-05,
      "loss": 0.2698,
      "step": 102163
    },
    {
      "epoch": 4.184476756092566,
      "grad_norm": 1.3438766019494854,
      "learning_rate": 6.443510516253961e-05,
      "loss": 0.6399,
      "step": 102164
    },
    {
      "epoch": 4.184517714519762,
      "grad_norm": 2.61054744999924,
      "learning_rate": 6.44324264546404e-05,
      "loss": 2.0697,
      "step": 102165
    },
    {
      "epoch": 4.184558672946959,
      "grad_norm": 1.2961908610037025,
      "learning_rate": 6.442974778719252e-05,
      "loss": 0.4268,
      "step": 102166
    },
    {
      "epoch": 4.184599631374155,
      "grad_norm": 1.5338071991418571,
      "learning_rate": 6.442706916019727e-05,
      "loss": 0.7514,
      "step": 102167
    },
    {
      "epoch": 4.184640589801352,
      "grad_norm": 1.510971642466082,
      "learning_rate": 6.442439057365602e-05,
      "loss": 0.5434,
      "step": 102168
    },
    {
      "epoch": 4.184681548228548,
      "grad_norm": 0.9150022545557246,
      "learning_rate": 6.442171202756989e-05,
      "loss": 0.277,
      "step": 102169
    },
    {
      "epoch": 4.184722506655745,
      "grad_norm": 1.7123785397399183,
      "learning_rate": 6.441903352194021e-05,
      "loss": 0.7737,
      "step": 102170
    },
    {
      "epoch": 4.18476346508294,
      "grad_norm": 1.6385988078128435,
      "learning_rate": 6.441635505676829e-05,
      "loss": 0.851,
      "step": 102171
    },
    {
      "epoch": 4.184804423510137,
      "grad_norm": 0.5704147188197203,
      "learning_rate": 6.44136766320553e-05,
      "loss": 0.1097,
      "step": 102172
    },
    {
      "epoch": 4.1848453819373335,
      "grad_norm": 0.9510929390898007,
      "learning_rate": 6.441099824780262e-05,
      "loss": 0.2118,
      "step": 102173
    },
    {
      "epoch": 4.18488634036453,
      "grad_norm": 1.3685650398855866,
      "learning_rate": 6.440831990401137e-05,
      "loss": 0.5805,
      "step": 102174
    },
    {
      "epoch": 4.1849272987917265,
      "grad_norm": 1.804558612667475,
      "learning_rate": 6.440564160068293e-05,
      "loss": 0.8186,
      "step": 102175
    },
    {
      "epoch": 4.184968257218923,
      "grad_norm": 1.1549241142672289,
      "learning_rate": 6.44029633378186e-05,
      "loss": 0.4301,
      "step": 102176
    },
    {
      "epoch": 4.18500921564612,
      "grad_norm": 0.9719108734953683,
      "learning_rate": 6.440028511541951e-05,
      "loss": 0.2745,
      "step": 102177
    },
    {
      "epoch": 4.185050174073315,
      "grad_norm": 1.570622254553916,
      "learning_rate": 6.439760693348704e-05,
      "loss": 0.6974,
      "step": 102178
    },
    {
      "epoch": 4.185091132500512,
      "grad_norm": 1.4391330749290814,
      "learning_rate": 6.439492879202237e-05,
      "loss": 0.54,
      "step": 102179
    },
    {
      "epoch": 4.185132090927708,
      "grad_norm": 1.1738847802123784,
      "learning_rate": 6.439225069102682e-05,
      "loss": 0.398,
      "step": 102180
    },
    {
      "epoch": 4.185173049354905,
      "grad_norm": 2.3590888422972496,
      "learning_rate": 6.438957263050169e-05,
      "loss": 2.0747,
      "step": 102181
    },
    {
      "epoch": 4.185214007782101,
      "grad_norm": 1.3748901247021823,
      "learning_rate": 6.438689461044814e-05,
      "loss": 0.5854,
      "step": 102182
    },
    {
      "epoch": 4.185254966209298,
      "grad_norm": 1.5018901068983646,
      "learning_rate": 6.438421663086751e-05,
      "loss": 0.8596,
      "step": 102183
    },
    {
      "epoch": 4.185295924636494,
      "grad_norm": 1.2383930283025428,
      "learning_rate": 6.438153869176113e-05,
      "loss": 0.4422,
      "step": 102184
    },
    {
      "epoch": 4.18533688306369,
      "grad_norm": 1.8958206839086107,
      "learning_rate": 6.437886079313009e-05,
      "loss": 0.8837,
      "step": 102185
    },
    {
      "epoch": 4.185377841490887,
      "grad_norm": 1.4996363005328484,
      "learning_rate": 6.437618293497584e-05,
      "loss": 0.6809,
      "step": 102186
    },
    {
      "epoch": 4.185418799918083,
      "grad_norm": 0.8866097735198161,
      "learning_rate": 6.437350511729951e-05,
      "loss": 0.2552,
      "step": 102187
    },
    {
      "epoch": 4.18545975834528,
      "grad_norm": 1.4450008922251794,
      "learning_rate": 6.437082734010241e-05,
      "loss": 0.623,
      "step": 102188
    },
    {
      "epoch": 4.185500716772476,
      "grad_norm": 1.3557934059465846,
      "learning_rate": 6.436814960338586e-05,
      "loss": 0.5815,
      "step": 102189
    },
    {
      "epoch": 4.185541675199672,
      "grad_norm": 1.7660734358850012,
      "learning_rate": 6.436547190715104e-05,
      "loss": 0.6525,
      "step": 102190
    },
    {
      "epoch": 4.185582633626868,
      "grad_norm": 1.685782282849629,
      "learning_rate": 6.436279425139925e-05,
      "loss": 0.8603,
      "step": 102191
    },
    {
      "epoch": 4.185623592054065,
      "grad_norm": 1.0983419738143487,
      "learning_rate": 6.436011663613182e-05,
      "loss": 0.5793,
      "step": 102192
    },
    {
      "epoch": 4.1856645504812615,
      "grad_norm": 1.495400487369359,
      "learning_rate": 6.435743906134989e-05,
      "loss": 0.7732,
      "step": 102193
    },
    {
      "epoch": 4.185705508908458,
      "grad_norm": 1.3937740689915354,
      "learning_rate": 6.435476152705486e-05,
      "loss": 0.5398,
      "step": 102194
    },
    {
      "epoch": 4.185746467335655,
      "grad_norm": 0.9945371076334504,
      "learning_rate": 6.435208403324787e-05,
      "loss": 0.2318,
      "step": 102195
    },
    {
      "epoch": 4.185787425762851,
      "grad_norm": 1.573078862966655,
      "learning_rate": 6.434940657993025e-05,
      "loss": 0.6825,
      "step": 102196
    },
    {
      "epoch": 4.185828384190047,
      "grad_norm": 1.588551275483313,
      "learning_rate": 6.434672916710331e-05,
      "loss": 0.6842,
      "step": 102197
    },
    {
      "epoch": 4.185869342617243,
      "grad_norm": 1.1908548627461908,
      "learning_rate": 6.43440517947682e-05,
      "loss": 0.4408,
      "step": 102198
    },
    {
      "epoch": 4.18591030104444,
      "grad_norm": 1.280854273463519,
      "learning_rate": 6.434137446292627e-05,
      "loss": 0.5085,
      "step": 102199
    },
    {
      "epoch": 4.185951259471636,
      "grad_norm": 2.4541461103768576,
      "learning_rate": 6.433869717157883e-05,
      "loss": 1.5784,
      "step": 102200
    },
    {
      "epoch": 4.185992217898833,
      "grad_norm": 2.8266877315081844,
      "learning_rate": 6.433601992072702e-05,
      "loss": 1.4329,
      "step": 102201
    },
    {
      "epoch": 4.1860331763260294,
      "grad_norm": 1.4426480262475636,
      "learning_rate": 6.43333427103722e-05,
      "loss": 0.5562,
      "step": 102202
    },
    {
      "epoch": 4.186074134753225,
      "grad_norm": 1.531382822051842,
      "learning_rate": 6.433066554051556e-05,
      "loss": 0.5923,
      "step": 102203
    },
    {
      "epoch": 4.186115093180422,
      "grad_norm": 1.572663085936392,
      "learning_rate": 6.432798841115843e-05,
      "loss": 0.6768,
      "step": 102204
    },
    {
      "epoch": 4.186156051607618,
      "grad_norm": 1.6557123037357868,
      "learning_rate": 6.43253113223021e-05,
      "loss": 0.6205,
      "step": 102205
    },
    {
      "epoch": 4.186197010034815,
      "grad_norm": 1.638320162492752,
      "learning_rate": 6.432263427394773e-05,
      "loss": 0.7364,
      "step": 102206
    },
    {
      "epoch": 4.186237968462011,
      "grad_norm": 1.292483993375656,
      "learning_rate": 6.431995726609665e-05,
      "loss": 0.4873,
      "step": 102207
    },
    {
      "epoch": 4.186278926889208,
      "grad_norm": 0.7886968501013154,
      "learning_rate": 6.43172802987502e-05,
      "loss": 0.1992,
      "step": 102208
    },
    {
      "epoch": 4.186319885316403,
      "grad_norm": 1.3244226694197914,
      "learning_rate": 6.431460337190949e-05,
      "loss": 0.6234,
      "step": 102209
    },
    {
      "epoch": 4.1863608437436,
      "grad_norm": 1.5856652930012411,
      "learning_rate": 6.431192648557592e-05,
      "loss": 0.6243,
      "step": 102210
    },
    {
      "epoch": 4.1864018021707965,
      "grad_norm": 0.7223397642043876,
      "learning_rate": 6.430924963975064e-05,
      "loss": 0.1857,
      "step": 102211
    },
    {
      "epoch": 4.186442760597993,
      "grad_norm": 1.0421728446150675,
      "learning_rate": 6.430657283443499e-05,
      "loss": 0.3326,
      "step": 102212
    },
    {
      "epoch": 4.18648371902519,
      "grad_norm": 2.1256016768027544,
      "learning_rate": 6.430389606963025e-05,
      "loss": 1.0257,
      "step": 102213
    },
    {
      "epoch": 4.186524677452386,
      "grad_norm": 0.8756791219781901,
      "learning_rate": 6.430121934533762e-05,
      "loss": 0.324,
      "step": 102214
    },
    {
      "epoch": 4.186565635879583,
      "grad_norm": 2.1291799889132665,
      "learning_rate": 6.429854266155844e-05,
      "loss": 0.466,
      "step": 102215
    },
    {
      "epoch": 4.186606594306778,
      "grad_norm": 0.4305107694899079,
      "learning_rate": 6.42958660182939e-05,
      "loss": 0.0381,
      "step": 102216
    },
    {
      "epoch": 4.186647552733975,
      "grad_norm": 1.2571636647620854,
      "learning_rate": 6.429318941554529e-05,
      "loss": 0.3302,
      "step": 102217
    },
    {
      "epoch": 4.186688511161171,
      "grad_norm": 1.4394647249877608,
      "learning_rate": 6.429051285331396e-05,
      "loss": 0.7517,
      "step": 102218
    },
    {
      "epoch": 4.186729469588368,
      "grad_norm": 1.1895034977813779,
      "learning_rate": 6.428783633160108e-05,
      "loss": 0.5136,
      "step": 102219
    },
    {
      "epoch": 4.186770428015564,
      "grad_norm": 1.7583777167244423,
      "learning_rate": 6.428515985040788e-05,
      "loss": 0.7089,
      "step": 102220
    },
    {
      "epoch": 4.186811386442761,
      "grad_norm": 4.81813322118198,
      "learning_rate": 6.428248340973576e-05,
      "loss": 4.7203,
      "step": 102221
    },
    {
      "epoch": 4.186852344869957,
      "grad_norm": 1.6774895111428505,
      "learning_rate": 6.427980700958584e-05,
      "loss": 0.553,
      "step": 102222
    },
    {
      "epoch": 4.186893303297153,
      "grad_norm": 1.6832937565039898,
      "learning_rate": 6.427713064995946e-05,
      "loss": 0.6448,
      "step": 102223
    },
    {
      "epoch": 4.18693426172435,
      "grad_norm": 1.7032213604103184,
      "learning_rate": 6.427445433085792e-05,
      "loss": 0.5538,
      "step": 102224
    },
    {
      "epoch": 4.186975220151546,
      "grad_norm": 1.3842707195124861,
      "learning_rate": 6.427177805228239e-05,
      "loss": 0.3835,
      "step": 102225
    },
    {
      "epoch": 4.187016178578743,
      "grad_norm": 0.7907457465271793,
      "learning_rate": 6.42691018142342e-05,
      "loss": 0.2014,
      "step": 102226
    },
    {
      "epoch": 4.187057137005939,
      "grad_norm": 1.0052966076887544,
      "learning_rate": 6.426642561671464e-05,
      "loss": 0.2397,
      "step": 102227
    },
    {
      "epoch": 4.187098095433136,
      "grad_norm": 1.2947941416653694,
      "learning_rate": 6.426374945972492e-05,
      "loss": 0.455,
      "step": 102228
    },
    {
      "epoch": 4.1871390538603315,
      "grad_norm": 1.4969148989006207,
      "learning_rate": 6.426107334326634e-05,
      "loss": 0.5555,
      "step": 102229
    },
    {
      "epoch": 4.187180012287528,
      "grad_norm": 0.770708337515721,
      "learning_rate": 6.425839726734011e-05,
      "loss": 0.122,
      "step": 102230
    },
    {
      "epoch": 4.1872209707147245,
      "grad_norm": 1.0210239542710315,
      "learning_rate": 6.425572123194754e-05,
      "loss": 0.2895,
      "step": 102231
    },
    {
      "epoch": 4.187261929141921,
      "grad_norm": 1.6023770176047964,
      "learning_rate": 6.425304523708994e-05,
      "loss": 0.7676,
      "step": 102232
    },
    {
      "epoch": 4.187302887569118,
      "grad_norm": 1.3412657635185572,
      "learning_rate": 6.425036928276846e-05,
      "loss": 0.4368,
      "step": 102233
    },
    {
      "epoch": 4.187343845996314,
      "grad_norm": 1.0260271400500545,
      "learning_rate": 6.424769336898444e-05,
      "loss": 0.2191,
      "step": 102234
    },
    {
      "epoch": 4.18738480442351,
      "grad_norm": 1.327515654060444,
      "learning_rate": 6.424501749573918e-05,
      "loss": 0.7741,
      "step": 102235
    },
    {
      "epoch": 4.187425762850706,
      "grad_norm": 1.4574595508550026,
      "learning_rate": 6.424234166303386e-05,
      "loss": 0.5834,
      "step": 102236
    },
    {
      "epoch": 4.187466721277903,
      "grad_norm": 2.03505956265184,
      "learning_rate": 6.423966587086983e-05,
      "loss": 0.5026,
      "step": 102237
    },
    {
      "epoch": 4.187507679705099,
      "grad_norm": 1.6332002576178777,
      "learning_rate": 6.423699011924825e-05,
      "loss": 0.7007,
      "step": 102238
    },
    {
      "epoch": 4.187548638132296,
      "grad_norm": 1.648015333999351,
      "learning_rate": 6.423431440817046e-05,
      "loss": 0.7103,
      "step": 102239
    },
    {
      "epoch": 4.1875895965594925,
      "grad_norm": 1.8993758424363993,
      "learning_rate": 6.423163873763775e-05,
      "loss": 1.0283,
      "step": 102240
    },
    {
      "epoch": 4.187630554986688,
      "grad_norm": 3.2416958468686343,
      "learning_rate": 6.42289631076513e-05,
      "loss": 2.9878,
      "step": 102241
    },
    {
      "epoch": 4.187671513413885,
      "grad_norm": 1.1267211123805034,
      "learning_rate": 6.422628751821241e-05,
      "loss": 0.2173,
      "step": 102242
    },
    {
      "epoch": 4.187712471841081,
      "grad_norm": 0.8401499052438158,
      "learning_rate": 6.422361196932242e-05,
      "loss": 0.2161,
      "step": 102243
    },
    {
      "epoch": 4.187753430268278,
      "grad_norm": 1.6901817403436337,
      "learning_rate": 6.422093646098248e-05,
      "loss": 0.736,
      "step": 102244
    },
    {
      "epoch": 4.187794388695474,
      "grad_norm": 1.8103700477992373,
      "learning_rate": 6.421826099319392e-05,
      "loss": 0.9351,
      "step": 102245
    },
    {
      "epoch": 4.187835347122671,
      "grad_norm": 1.6555638557674273,
      "learning_rate": 6.421558556595797e-05,
      "loss": 0.7202,
      "step": 102246
    },
    {
      "epoch": 4.187876305549867,
      "grad_norm": 1.904442169764351,
      "learning_rate": 6.421291017927592e-05,
      "loss": 0.7721,
      "step": 102247
    },
    {
      "epoch": 4.187917263977063,
      "grad_norm": 1.6503966381805397,
      "learning_rate": 6.421023483314904e-05,
      "loss": 0.747,
      "step": 102248
    },
    {
      "epoch": 4.1879582224042595,
      "grad_norm": 1.4905897283221397,
      "learning_rate": 6.420755952757857e-05,
      "loss": 0.7291,
      "step": 102249
    },
    {
      "epoch": 4.187999180831456,
      "grad_norm": 2.499794984148534,
      "learning_rate": 6.420488426256581e-05,
      "loss": 0.8381,
      "step": 102250
    },
    {
      "epoch": 4.188040139258653,
      "grad_norm": 1.2694452090563777,
      "learning_rate": 6.420220903811197e-05,
      "loss": 0.4349,
      "step": 102251
    },
    {
      "epoch": 4.188081097685849,
      "grad_norm": 1.3828541727427697,
      "learning_rate": 6.419953385421835e-05,
      "loss": 0.5599,
      "step": 102252
    },
    {
      "epoch": 4.188122056113046,
      "grad_norm": 1.671146381328602,
      "learning_rate": 6.419685871088626e-05,
      "loss": 0.6922,
      "step": 102253
    },
    {
      "epoch": 4.188163014540241,
      "grad_norm": 4.004280818035473,
      "learning_rate": 6.419418360811686e-05,
      "loss": 2.7911,
      "step": 102254
    },
    {
      "epoch": 4.188203972967438,
      "grad_norm": 1.5442893794533874,
      "learning_rate": 6.419150854591146e-05,
      "loss": 0.6385,
      "step": 102255
    },
    {
      "epoch": 4.188244931394634,
      "grad_norm": 1.4667527354707544,
      "learning_rate": 6.418883352427139e-05,
      "loss": 0.6237,
      "step": 102256
    },
    {
      "epoch": 4.188285889821831,
      "grad_norm": 1.4165500808930918,
      "learning_rate": 6.418615854319783e-05,
      "loss": 0.6858,
      "step": 102257
    },
    {
      "epoch": 4.1883268482490275,
      "grad_norm": 1.6910490536510145,
      "learning_rate": 6.418348360269212e-05,
      "loss": 0.5335,
      "step": 102258
    },
    {
      "epoch": 4.188367806676224,
      "grad_norm": 0.791935943753138,
      "learning_rate": 6.41808087027554e-05,
      "loss": 0.2399,
      "step": 102259
    },
    {
      "epoch": 4.18840876510342,
      "grad_norm": 1.3583536018969984,
      "learning_rate": 6.417813384338904e-05,
      "loss": 0.7044,
      "step": 102260
    },
    {
      "epoch": 4.188449723530616,
      "grad_norm": 1.5863275658119973,
      "learning_rate": 6.417545902459432e-05,
      "loss": 0.6562,
      "step": 102261
    },
    {
      "epoch": 4.188490681957813,
      "grad_norm": 1.5808271334972253,
      "learning_rate": 6.417278424637241e-05,
      "loss": 0.6987,
      "step": 102262
    },
    {
      "epoch": 4.188531640385009,
      "grad_norm": 1.5831793679690689,
      "learning_rate": 6.417010950872464e-05,
      "loss": 0.7403,
      "step": 102263
    },
    {
      "epoch": 4.188572598812206,
      "grad_norm": 1.1538039850026522,
      "learning_rate": 6.41674348116523e-05,
      "loss": 0.546,
      "step": 102264
    },
    {
      "epoch": 4.188613557239402,
      "grad_norm": 1.9385438797180323,
      "learning_rate": 6.416476015515657e-05,
      "loss": 0.7801,
      "step": 102265
    },
    {
      "epoch": 4.188654515666599,
      "grad_norm": 1.4218401181374336,
      "learning_rate": 6.416208553923883e-05,
      "loss": 0.4967,
      "step": 102266
    },
    {
      "epoch": 4.1886954740937945,
      "grad_norm": 1.6078057879777077,
      "learning_rate": 6.415941096390019e-05,
      "loss": 0.5787,
      "step": 102267
    },
    {
      "epoch": 4.188736432520991,
      "grad_norm": 1.5441637953511644,
      "learning_rate": 6.415673642914202e-05,
      "loss": 0.7137,
      "step": 102268
    },
    {
      "epoch": 4.188777390948188,
      "grad_norm": 1.4217776054576448,
      "learning_rate": 6.41540619349656e-05,
      "loss": 0.6183,
      "step": 102269
    },
    {
      "epoch": 4.188818349375384,
      "grad_norm": 1.1843025815974928,
      "learning_rate": 6.415138748137213e-05,
      "loss": 0.332,
      "step": 102270
    },
    {
      "epoch": 4.188859307802581,
      "grad_norm": 1.6763049715702327,
      "learning_rate": 6.414871306836288e-05,
      "loss": 0.9219,
      "step": 102271
    },
    {
      "epoch": 4.188900266229777,
      "grad_norm": 1.5324913476965245,
      "learning_rate": 6.41460386959392e-05,
      "loss": 0.2136,
      "step": 102272
    },
    {
      "epoch": 4.188941224656973,
      "grad_norm": 1.2471000953949147,
      "learning_rate": 6.414336436410223e-05,
      "loss": 0.5293,
      "step": 102273
    },
    {
      "epoch": 4.188982183084169,
      "grad_norm": 1.0972464117830463,
      "learning_rate": 6.414069007285337e-05,
      "loss": 0.3837,
      "step": 102274
    },
    {
      "epoch": 4.189023141511366,
      "grad_norm": 1.1401944335634862,
      "learning_rate": 6.413801582219374e-05,
      "loss": 0.4018,
      "step": 102275
    },
    {
      "epoch": 4.189064099938562,
      "grad_norm": 1.651146859967829,
      "learning_rate": 6.413534161212468e-05,
      "loss": 0.6498,
      "step": 102276
    },
    {
      "epoch": 4.189105058365759,
      "grad_norm": 1.284558442431356,
      "learning_rate": 6.413266744264749e-05,
      "loss": 0.3006,
      "step": 102277
    },
    {
      "epoch": 4.1891460167929555,
      "grad_norm": 0.8172965402830247,
      "learning_rate": 6.412999331376335e-05,
      "loss": 0.227,
      "step": 102278
    },
    {
      "epoch": 4.189186975220151,
      "grad_norm": 1.2465045405745994,
      "learning_rate": 6.412731922547356e-05,
      "loss": 0.6223,
      "step": 102279
    },
    {
      "epoch": 4.189227933647348,
      "grad_norm": 1.4831154958243482,
      "learning_rate": 6.412464517777943e-05,
      "loss": 0.7915,
      "step": 102280
    },
    {
      "epoch": 4.189268892074544,
      "grad_norm": 1.7182025287724978,
      "learning_rate": 6.412197117068215e-05,
      "loss": 0.9817,
      "step": 102281
    },
    {
      "epoch": 4.189309850501741,
      "grad_norm": 1.8086162452963874,
      "learning_rate": 6.411929720418309e-05,
      "loss": 0.9599,
      "step": 102282
    },
    {
      "epoch": 4.189350808928937,
      "grad_norm": 1.1808528042213413,
      "learning_rate": 6.411662327828336e-05,
      "loss": 0.432,
      "step": 102283
    },
    {
      "epoch": 4.189391767356134,
      "grad_norm": 1.215196006631317,
      "learning_rate": 6.411394939298431e-05,
      "loss": 0.5599,
      "step": 102284
    },
    {
      "epoch": 4.18943272578333,
      "grad_norm": 1.1272005667281737,
      "learning_rate": 6.411127554828727e-05,
      "loss": 0.4231,
      "step": 102285
    },
    {
      "epoch": 4.189473684210526,
      "grad_norm": 1.3957200672668106,
      "learning_rate": 6.410860174419338e-05,
      "loss": 0.6437,
      "step": 102286
    },
    {
      "epoch": 4.1895146426377226,
      "grad_norm": 1.047265320428768,
      "learning_rate": 6.4105927980704e-05,
      "loss": 0.3876,
      "step": 102287
    },
    {
      "epoch": 4.189555601064919,
      "grad_norm": 0.706915676409423,
      "learning_rate": 6.41032542578203e-05,
      "loss": 0.1675,
      "step": 102288
    },
    {
      "epoch": 4.189596559492116,
      "grad_norm": 0.940488236480426,
      "learning_rate": 6.41005805755436e-05,
      "loss": 0.2489,
      "step": 102289
    },
    {
      "epoch": 4.189637517919312,
      "grad_norm": 1.6445778917032656,
      "learning_rate": 6.409790693387522e-05,
      "loss": 0.5121,
      "step": 102290
    },
    {
      "epoch": 4.189678476346509,
      "grad_norm": 0.6874532121129981,
      "learning_rate": 6.409523333281635e-05,
      "loss": 0.1051,
      "step": 102291
    },
    {
      "epoch": 4.189719434773704,
      "grad_norm": 1.8933848522428374,
      "learning_rate": 6.409255977236824e-05,
      "loss": 1.0071,
      "step": 102292
    },
    {
      "epoch": 4.189760393200901,
      "grad_norm": 1.247706849584193,
      "learning_rate": 6.408988625253222e-05,
      "loss": 0.4856,
      "step": 102293
    },
    {
      "epoch": 4.189801351628097,
      "grad_norm": 1.572886967266409,
      "learning_rate": 6.408721277330945e-05,
      "loss": 0.6923,
      "step": 102294
    },
    {
      "epoch": 4.189842310055294,
      "grad_norm": 0.7766602410541735,
      "learning_rate": 6.40845393347013e-05,
      "loss": 0.2312,
      "step": 102295
    },
    {
      "epoch": 4.1898832684824905,
      "grad_norm": 1.747175943371765,
      "learning_rate": 6.408186593670901e-05,
      "loss": 0.8241,
      "step": 102296
    },
    {
      "epoch": 4.189924226909687,
      "grad_norm": 0.857586924142917,
      "learning_rate": 6.40791925793338e-05,
      "loss": 0.2168,
      "step": 102297
    },
    {
      "epoch": 4.189965185336883,
      "grad_norm": 0.7658205669757923,
      "learning_rate": 6.407651926257695e-05,
      "loss": 0.1945,
      "step": 102298
    },
    {
      "epoch": 4.190006143764079,
      "grad_norm": 0.9654405634269863,
      "learning_rate": 6.407384598643976e-05,
      "loss": 0.3071,
      "step": 102299
    },
    {
      "epoch": 4.190047102191276,
      "grad_norm": 1.5932370283372135,
      "learning_rate": 6.407117275092346e-05,
      "loss": 0.776,
      "step": 102300
    },
    {
      "epoch": 4.190088060618472,
      "grad_norm": 1.6533139682566784,
      "learning_rate": 6.406849955602937e-05,
      "loss": 0.8811,
      "step": 102301
    },
    {
      "epoch": 4.190129019045669,
      "grad_norm": 3.120325874286119,
      "learning_rate": 6.406582640175865e-05,
      "loss": 2.185,
      "step": 102302
    },
    {
      "epoch": 4.190169977472865,
      "grad_norm": 1.697967027143641,
      "learning_rate": 6.40631532881126e-05,
      "loss": 0.9476,
      "step": 102303
    },
    {
      "epoch": 4.190210935900062,
      "grad_norm": 2.02444871717157,
      "learning_rate": 6.406048021509258e-05,
      "loss": 1.06,
      "step": 102304
    },
    {
      "epoch": 4.1902518943272575,
      "grad_norm": 1.5670698542778758,
      "learning_rate": 6.405780718269971e-05,
      "loss": 0.5945,
      "step": 102305
    },
    {
      "epoch": 4.190292852754454,
      "grad_norm": 0.8538557011594887,
      "learning_rate": 6.405513419093534e-05,
      "loss": 0.1516,
      "step": 102306
    },
    {
      "epoch": 4.190333811181651,
      "grad_norm": 1.2283545472750954,
      "learning_rate": 6.405246123980076e-05,
      "loss": 0.5264,
      "step": 102307
    },
    {
      "epoch": 4.190374769608847,
      "grad_norm": 1.7176693088905959,
      "learning_rate": 6.404978832929714e-05,
      "loss": 0.8427,
      "step": 102308
    },
    {
      "epoch": 4.190415728036044,
      "grad_norm": 1.7191772608259046,
      "learning_rate": 6.404711545942584e-05,
      "loss": 0.6566,
      "step": 102309
    },
    {
      "epoch": 4.19045668646324,
      "grad_norm": 1.0835226141227876,
      "learning_rate": 6.404444263018801e-05,
      "loss": 0.2821,
      "step": 102310
    },
    {
      "epoch": 4.190497644890436,
      "grad_norm": 0.8509386526438878,
      "learning_rate": 6.4041769841585e-05,
      "loss": 0.2736,
      "step": 102311
    },
    {
      "epoch": 4.190538603317632,
      "grad_norm": 1.6937835815569704,
      "learning_rate": 6.403909709361811e-05,
      "loss": 0.7934,
      "step": 102312
    },
    {
      "epoch": 4.190579561744829,
      "grad_norm": 0.81508683159129,
      "learning_rate": 6.403642438628849e-05,
      "loss": 0.2177,
      "step": 102313
    },
    {
      "epoch": 4.1906205201720255,
      "grad_norm": 1.7182784088771217,
      "learning_rate": 6.403375171959749e-05,
      "loss": 0.8674,
      "step": 102314
    },
    {
      "epoch": 4.190661478599222,
      "grad_norm": 1.2577075960680861,
      "learning_rate": 6.403107909354633e-05,
      "loss": 0.5363,
      "step": 102315
    },
    {
      "epoch": 4.1907024370264185,
      "grad_norm": 1.521924563244526,
      "learning_rate": 6.402840650813627e-05,
      "loss": 0.5916,
      "step": 102316
    },
    {
      "epoch": 4.190743395453614,
      "grad_norm": 1.8305323568325247,
      "learning_rate": 6.402573396336862e-05,
      "loss": 0.8095,
      "step": 102317
    },
    {
      "epoch": 4.190784353880811,
      "grad_norm": 1.5238032930114014,
      "learning_rate": 6.402306145924459e-05,
      "loss": 0.4535,
      "step": 102318
    },
    {
      "epoch": 4.190825312308007,
      "grad_norm": 1.4939232405241276,
      "learning_rate": 6.402038899576545e-05,
      "loss": 0.7839,
      "step": 102319
    },
    {
      "epoch": 4.190866270735204,
      "grad_norm": 2.0186032911560416,
      "learning_rate": 6.401771657293255e-05,
      "loss": 0.8538,
      "step": 102320
    },
    {
      "epoch": 4.1909072291624,
      "grad_norm": 1.5051165730125735,
      "learning_rate": 6.401504419074701e-05,
      "loss": 0.7643,
      "step": 102321
    },
    {
      "epoch": 4.190948187589597,
      "grad_norm": 1.5291582089729128,
      "learning_rate": 6.401237184921025e-05,
      "loss": 0.5261,
      "step": 102322
    },
    {
      "epoch": 4.190989146016793,
      "grad_norm": 1.2872534527544068,
      "learning_rate": 6.400969954832337e-05,
      "loss": 0.4947,
      "step": 102323
    },
    {
      "epoch": 4.191030104443989,
      "grad_norm": 1.2650424363491168,
      "learning_rate": 6.400702728808772e-05,
      "loss": 0.474,
      "step": 102324
    },
    {
      "epoch": 4.191071062871186,
      "grad_norm": 0.8796363356863276,
      "learning_rate": 6.400435506850463e-05,
      "loss": 0.231,
      "step": 102325
    },
    {
      "epoch": 4.191112021298382,
      "grad_norm": 1.2709878979810576,
      "learning_rate": 6.400168288957522e-05,
      "loss": 0.5536,
      "step": 102326
    },
    {
      "epoch": 4.191152979725579,
      "grad_norm": 1.9377517910473252,
      "learning_rate": 6.399901075130083e-05,
      "loss": 1.2795,
      "step": 102327
    },
    {
      "epoch": 4.191193938152775,
      "grad_norm": 1.3374220873839169,
      "learning_rate": 6.399633865368278e-05,
      "loss": 0.3948,
      "step": 102328
    },
    {
      "epoch": 4.191234896579972,
      "grad_norm": 0.8939046611285147,
      "learning_rate": 6.399366659672219e-05,
      "loss": 0.2385,
      "step": 102329
    },
    {
      "epoch": 4.191275855007167,
      "grad_norm": 0.8079056225588146,
      "learning_rate": 6.399099458042048e-05,
      "loss": 0.1721,
      "step": 102330
    },
    {
      "epoch": 4.191316813434364,
      "grad_norm": 1.3453344144759012,
      "learning_rate": 6.398832260477877e-05,
      "loss": 0.7103,
      "step": 102331
    },
    {
      "epoch": 4.19135777186156,
      "grad_norm": 2.0296926464302056,
      "learning_rate": 6.39856506697984e-05,
      "loss": 0.6456,
      "step": 102332
    },
    {
      "epoch": 4.191398730288757,
      "grad_norm": 1.205035436508254,
      "learning_rate": 6.398297877548067e-05,
      "loss": 0.5644,
      "step": 102333
    },
    {
      "epoch": 4.1914396887159535,
      "grad_norm": 1.4017035146365684,
      "learning_rate": 6.398030692182675e-05,
      "loss": 0.4667,
      "step": 102334
    },
    {
      "epoch": 4.19148064714315,
      "grad_norm": 1.9294389867210584,
      "learning_rate": 6.397763510883794e-05,
      "loss": 0.952,
      "step": 102335
    },
    {
      "epoch": 4.191521605570346,
      "grad_norm": 0.9575115353489804,
      "learning_rate": 6.397496333651557e-05,
      "loss": 0.2651,
      "step": 102336
    },
    {
      "epoch": 4.191562563997542,
      "grad_norm": 1.2400233803328131,
      "learning_rate": 6.39722916048608e-05,
      "loss": 0.6355,
      "step": 102337
    },
    {
      "epoch": 4.191603522424739,
      "grad_norm": 1.4942599850157696,
      "learning_rate": 6.396961991387499e-05,
      "loss": 0.3943,
      "step": 102338
    },
    {
      "epoch": 4.191644480851935,
      "grad_norm": 1.323467000204972,
      "learning_rate": 6.396694826355929e-05,
      "loss": 0.6115,
      "step": 102339
    },
    {
      "epoch": 4.191685439279132,
      "grad_norm": 1.4527380646100063,
      "learning_rate": 6.396427665391503e-05,
      "loss": 0.5884,
      "step": 102340
    },
    {
      "epoch": 4.191726397706328,
      "grad_norm": 1.7982777101762712,
      "learning_rate": 6.396160508494351e-05,
      "loss": 0.9939,
      "step": 102341
    },
    {
      "epoch": 4.191767356133525,
      "grad_norm": 0.9674229563203155,
      "learning_rate": 6.395893355664591e-05,
      "loss": 0.248,
      "step": 102342
    },
    {
      "epoch": 4.191808314560721,
      "grad_norm": 1.8433485430078205,
      "learning_rate": 6.395626206902356e-05,
      "loss": 0.8482,
      "step": 102343
    },
    {
      "epoch": 4.191849272987917,
      "grad_norm": 2.0205730228887844,
      "learning_rate": 6.395359062207771e-05,
      "loss": 0.7201,
      "step": 102344
    },
    {
      "epoch": 4.191890231415114,
      "grad_norm": 0.6969294779541875,
      "learning_rate": 6.395091921580957e-05,
      "loss": 0.1245,
      "step": 102345
    },
    {
      "epoch": 4.19193118984231,
      "grad_norm": 1.4013153462242578,
      "learning_rate": 6.394824785022048e-05,
      "loss": 0.5739,
      "step": 102346
    },
    {
      "epoch": 4.191972148269507,
      "grad_norm": 1.6274145107282798,
      "learning_rate": 6.394557652531162e-05,
      "loss": 0.4602,
      "step": 102347
    },
    {
      "epoch": 4.192013106696703,
      "grad_norm": 1.8183172490634714,
      "learning_rate": 6.39429052410843e-05,
      "loss": 0.8001,
      "step": 102348
    },
    {
      "epoch": 4.192054065123899,
      "grad_norm": 1.440586749212423,
      "learning_rate": 6.394023399753984e-05,
      "loss": 0.5688,
      "step": 102349
    },
    {
      "epoch": 4.192095023551095,
      "grad_norm": 1.388069112497149,
      "learning_rate": 6.393756279467938e-05,
      "loss": 0.6544,
      "step": 102350
    },
    {
      "epoch": 4.192135981978292,
      "grad_norm": 1.9476900102656263,
      "learning_rate": 6.393489163250425e-05,
      "loss": 0.8488,
      "step": 102351
    },
    {
      "epoch": 4.1921769404054885,
      "grad_norm": 1.342416954339062,
      "learning_rate": 6.393222051101578e-05,
      "loss": 0.4916,
      "step": 102352
    },
    {
      "epoch": 4.192217898832685,
      "grad_norm": 1.0186593366532835,
      "learning_rate": 6.392954943021509e-05,
      "loss": 0.2667,
      "step": 102353
    },
    {
      "epoch": 4.192258857259882,
      "grad_norm": 0.8373620203418163,
      "learning_rate": 6.392687839010357e-05,
      "loss": 0.2403,
      "step": 102354
    },
    {
      "epoch": 4.192299815687077,
      "grad_norm": 2.440078168702775,
      "learning_rate": 6.392420739068237e-05,
      "loss": 0.6158,
      "step": 102355
    },
    {
      "epoch": 4.192340774114274,
      "grad_norm": 1.5019801808451425,
      "learning_rate": 6.392153643195281e-05,
      "loss": 0.7359,
      "step": 102356
    },
    {
      "epoch": 4.19238173254147,
      "grad_norm": 1.4995114536494802,
      "learning_rate": 6.391886551391623e-05,
      "loss": 0.5991,
      "step": 102357
    },
    {
      "epoch": 4.192422690968667,
      "grad_norm": 1.5359666751139198,
      "learning_rate": 6.391619463657373e-05,
      "loss": 0.6077,
      "step": 102358
    },
    {
      "epoch": 4.192463649395863,
      "grad_norm": 1.388358830497588,
      "learning_rate": 6.391352379992674e-05,
      "loss": 0.7332,
      "step": 102359
    },
    {
      "epoch": 4.19250460782306,
      "grad_norm": 2.619926405789776,
      "learning_rate": 6.391085300397642e-05,
      "loss": 2.018,
      "step": 102360
    },
    {
      "epoch": 4.192545566250256,
      "grad_norm": 1.8668870255283687,
      "learning_rate": 6.3908182248724e-05,
      "loss": 0.6542,
      "step": 102361
    },
    {
      "epoch": 4.192586524677452,
      "grad_norm": 2.651671130477087,
      "learning_rate": 6.390551153417081e-05,
      "loss": 1.8384,
      "step": 102362
    },
    {
      "epoch": 4.192627483104649,
      "grad_norm": 1.4550361156017024,
      "learning_rate": 6.390284086031814e-05,
      "loss": 0.6778,
      "step": 102363
    },
    {
      "epoch": 4.192668441531845,
      "grad_norm": 2.0144760333855842,
      "learning_rate": 6.390017022716714e-05,
      "loss": 0.8252,
      "step": 102364
    },
    {
      "epoch": 4.192709399959042,
      "grad_norm": 1.636804577497014,
      "learning_rate": 6.389749963471923e-05,
      "loss": 0.495,
      "step": 102365
    },
    {
      "epoch": 4.192750358386238,
      "grad_norm": 1.391415753064699,
      "learning_rate": 6.389482908297551e-05,
      "loss": 0.628,
      "step": 102366
    },
    {
      "epoch": 4.192791316813435,
      "grad_norm": 1.3191334459088324,
      "learning_rate": 6.389215857193732e-05,
      "loss": 0.4941,
      "step": 102367
    },
    {
      "epoch": 4.19283227524063,
      "grad_norm": 2.1348320425476017,
      "learning_rate": 6.388948810160599e-05,
      "loss": 0.7466,
      "step": 102368
    },
    {
      "epoch": 4.192873233667827,
      "grad_norm": 2.3907753568391668,
      "learning_rate": 6.388681767198267e-05,
      "loss": 0.6824,
      "step": 102369
    },
    {
      "epoch": 4.1929141920950235,
      "grad_norm": 1.5101142021972331,
      "learning_rate": 6.388414728306864e-05,
      "loss": 0.6001,
      "step": 102370
    },
    {
      "epoch": 4.19295515052222,
      "grad_norm": 1.7164870306900533,
      "learning_rate": 6.388147693486524e-05,
      "loss": 0.7507,
      "step": 102371
    },
    {
      "epoch": 4.1929961089494165,
      "grad_norm": 2.554787883946007,
      "learning_rate": 6.387880662737363e-05,
      "loss": 2.2445,
      "step": 102372
    },
    {
      "epoch": 4.193037067376613,
      "grad_norm": 1.7876897103426086,
      "learning_rate": 6.387613636059519e-05,
      "loss": 0.7358,
      "step": 102373
    },
    {
      "epoch": 4.193078025803809,
      "grad_norm": 0.647711552716857,
      "learning_rate": 6.387346613453104e-05,
      "loss": 0.1463,
      "step": 102374
    },
    {
      "epoch": 4.193118984231005,
      "grad_norm": 1.761102587953397,
      "learning_rate": 6.387079594918255e-05,
      "loss": 1.0466,
      "step": 102375
    },
    {
      "epoch": 4.193159942658202,
      "grad_norm": 1.5627271298822016,
      "learning_rate": 6.386812580455099e-05,
      "loss": 0.3757,
      "step": 102376
    },
    {
      "epoch": 4.193200901085398,
      "grad_norm": 3.3106539637898122,
      "learning_rate": 6.386545570063752e-05,
      "loss": 1.8977,
      "step": 102377
    },
    {
      "epoch": 4.193241859512595,
      "grad_norm": 1.2575762019192498,
      "learning_rate": 6.386278563744347e-05,
      "loss": 0.532,
      "step": 102378
    },
    {
      "epoch": 4.193282817939791,
      "grad_norm": 0.8043653334087306,
      "learning_rate": 6.386011561497014e-05,
      "loss": 0.2495,
      "step": 102379
    },
    {
      "epoch": 4.193323776366988,
      "grad_norm": 1.8621736210049529,
      "learning_rate": 6.385744563321872e-05,
      "loss": 0.832,
      "step": 102380
    },
    {
      "epoch": 4.193364734794184,
      "grad_norm": 1.319173592449589,
      "learning_rate": 6.385477569219054e-05,
      "loss": 0.619,
      "step": 102381
    },
    {
      "epoch": 4.19340569322138,
      "grad_norm": 1.7482706855799146,
      "learning_rate": 6.385210579188675e-05,
      "loss": 0.7147,
      "step": 102382
    },
    {
      "epoch": 4.193446651648577,
      "grad_norm": 1.4760527167907265,
      "learning_rate": 6.38494359323087e-05,
      "loss": 0.5496,
      "step": 102383
    },
    {
      "epoch": 4.193487610075773,
      "grad_norm": 0.8562942625863914,
      "learning_rate": 6.38467661134577e-05,
      "loss": 0.213,
      "step": 102384
    },
    {
      "epoch": 4.19352856850297,
      "grad_norm": 1.2187075667762464,
      "learning_rate": 6.38440963353349e-05,
      "loss": 0.5857,
      "step": 102385
    },
    {
      "epoch": 4.193569526930166,
      "grad_norm": 1.341151046931713,
      "learning_rate": 6.384142659794165e-05,
      "loss": 0.6782,
      "step": 102386
    },
    {
      "epoch": 4.193610485357362,
      "grad_norm": 1.8137456735798558,
      "learning_rate": 6.383875690127911e-05,
      "loss": 0.7093,
      "step": 102387
    },
    {
      "epoch": 4.1936514437845585,
      "grad_norm": 1.1356667561647873,
      "learning_rate": 6.383608724534863e-05,
      "loss": 0.2338,
      "step": 102388
    },
    {
      "epoch": 4.193692402211755,
      "grad_norm": 1.4345539409801236,
      "learning_rate": 6.383341763015149e-05,
      "loss": 0.5055,
      "step": 102389
    },
    {
      "epoch": 4.1937333606389515,
      "grad_norm": 1.0546279988641445,
      "learning_rate": 6.383074805568886e-05,
      "loss": 0.1757,
      "step": 102390
    },
    {
      "epoch": 4.193774319066148,
      "grad_norm": 1.593683966700433,
      "learning_rate": 6.382807852196206e-05,
      "loss": 0.5293,
      "step": 102391
    },
    {
      "epoch": 4.193815277493345,
      "grad_norm": 1.330268835234073,
      "learning_rate": 6.382540902897239e-05,
      "loss": 0.39,
      "step": 102392
    },
    {
      "epoch": 4.19385623592054,
      "grad_norm": 1.1128881613017394,
      "learning_rate": 6.382273957672102e-05,
      "loss": 0.2285,
      "step": 102393
    },
    {
      "epoch": 4.193897194347737,
      "grad_norm": 2.4401153924290315,
      "learning_rate": 6.38200701652093e-05,
      "loss": 1.7393,
      "step": 102394
    },
    {
      "epoch": 4.193938152774933,
      "grad_norm": 4.648876305679874,
      "learning_rate": 6.38174007944384e-05,
      "loss": 1.8351,
      "step": 102395
    },
    {
      "epoch": 4.19397911120213,
      "grad_norm": 1.0750998830554637,
      "learning_rate": 6.381473146440963e-05,
      "loss": 0.4301,
      "step": 102396
    },
    {
      "epoch": 4.194020069629326,
      "grad_norm": 0.9218518569549371,
      "learning_rate": 6.381206217512431e-05,
      "loss": 0.1829,
      "step": 102397
    },
    {
      "epoch": 4.194061028056523,
      "grad_norm": 1.2361074542501815,
      "learning_rate": 6.380939292658359e-05,
      "loss": 0.5272,
      "step": 102398
    },
    {
      "epoch": 4.1941019864837195,
      "grad_norm": 1.387153827185593,
      "learning_rate": 6.38067237187888e-05,
      "loss": 0.5919,
      "step": 102399
    },
    {
      "epoch": 4.194142944910915,
      "grad_norm": 1.4232560274895145,
      "learning_rate": 6.380405455174123e-05,
      "loss": 0.6383,
      "step": 102400
    },
    {
      "epoch": 4.194183903338112,
      "grad_norm": 1.2824519628997022,
      "learning_rate": 6.380138542544204e-05,
      "loss": 0.6326,
      "step": 102401
    },
    {
      "epoch": 4.194224861765308,
      "grad_norm": 1.639993345736327,
      "learning_rate": 6.379871633989264e-05,
      "loss": 0.8203,
      "step": 102402
    },
    {
      "epoch": 4.194265820192505,
      "grad_norm": 1.519453064025923,
      "learning_rate": 6.379604729509412e-05,
      "loss": 0.7628,
      "step": 102403
    },
    {
      "epoch": 4.194306778619701,
      "grad_norm": 0.9724255750740167,
      "learning_rate": 6.379337829104784e-05,
      "loss": 0.2329,
      "step": 102404
    },
    {
      "epoch": 4.194347737046898,
      "grad_norm": 0.7755031029659034,
      "learning_rate": 6.37907093277551e-05,
      "loss": 0.1894,
      "step": 102405
    },
    {
      "epoch": 4.194388695474093,
      "grad_norm": 1.5150936114938685,
      "learning_rate": 6.378804040521703e-05,
      "loss": 0.7021,
      "step": 102406
    },
    {
      "epoch": 4.19442965390129,
      "grad_norm": 1.535853675922051,
      "learning_rate": 6.378537152343501e-05,
      "loss": 0.6941,
      "step": 102407
    },
    {
      "epoch": 4.1944706123284865,
      "grad_norm": 1.3146872435313697,
      "learning_rate": 6.37827026824103e-05,
      "loss": 0.6675,
      "step": 102408
    },
    {
      "epoch": 4.194511570755683,
      "grad_norm": 1.1457898845853856,
      "learning_rate": 6.378003388214408e-05,
      "loss": 0.2358,
      "step": 102409
    },
    {
      "epoch": 4.19455252918288,
      "grad_norm": 0.856365026431599,
      "learning_rate": 6.37773651226377e-05,
      "loss": 0.2246,
      "step": 102410
    },
    {
      "epoch": 4.194593487610076,
      "grad_norm": 1.3675158401241017,
      "learning_rate": 6.377469640389235e-05,
      "loss": 0.2483,
      "step": 102411
    },
    {
      "epoch": 4.194634446037272,
      "grad_norm": 1.5781951512630765,
      "learning_rate": 6.377202772590928e-05,
      "loss": 0.5092,
      "step": 102412
    },
    {
      "epoch": 4.194675404464468,
      "grad_norm": 1.9005486811189272,
      "learning_rate": 6.376935908868987e-05,
      "loss": 0.7658,
      "step": 102413
    },
    {
      "epoch": 4.194716362891665,
      "grad_norm": 0.7927402024651669,
      "learning_rate": 6.376669049223525e-05,
      "loss": 0.2227,
      "step": 102414
    },
    {
      "epoch": 4.194757321318861,
      "grad_norm": 2.655567919302003,
      "learning_rate": 6.376402193654672e-05,
      "loss": 0.7425,
      "step": 102415
    },
    {
      "epoch": 4.194798279746058,
      "grad_norm": 0.8279542649343025,
      "learning_rate": 6.376135342162564e-05,
      "loss": 0.2105,
      "step": 102416
    },
    {
      "epoch": 4.194839238173254,
      "grad_norm": 1.317472552799813,
      "learning_rate": 6.375868494747311e-05,
      "loss": 0.5217,
      "step": 102417
    },
    {
      "epoch": 4.194880196600451,
      "grad_norm": 1.366759529754289,
      "learning_rate": 6.375601651409051e-05,
      "loss": 0.5272,
      "step": 102418
    },
    {
      "epoch": 4.194921155027647,
      "grad_norm": 0.6725447258732381,
      "learning_rate": 6.375334812147903e-05,
      "loss": 0.1449,
      "step": 102419
    },
    {
      "epoch": 4.194962113454843,
      "grad_norm": 2.0486586316743183,
      "learning_rate": 6.375067976963996e-05,
      "loss": 0.9896,
      "step": 102420
    },
    {
      "epoch": 4.19500307188204,
      "grad_norm": 1.4259258382980404,
      "learning_rate": 6.374801145857462e-05,
      "loss": 0.5939,
      "step": 102421
    },
    {
      "epoch": 4.195044030309236,
      "grad_norm": 1.3492763446464204,
      "learning_rate": 6.374534318828415e-05,
      "loss": 0.5197,
      "step": 102422
    },
    {
      "epoch": 4.195084988736433,
      "grad_norm": 0.8940840174732256,
      "learning_rate": 6.374267495876989e-05,
      "loss": 0.2122,
      "step": 102423
    },
    {
      "epoch": 4.195125947163629,
      "grad_norm": 1.4696447760895626,
      "learning_rate": 6.374000677003314e-05,
      "loss": 0.7076,
      "step": 102424
    },
    {
      "epoch": 4.195166905590825,
      "grad_norm": 1.0560483912421352,
      "learning_rate": 6.373733862207504e-05,
      "loss": 0.2062,
      "step": 102425
    },
    {
      "epoch": 4.1952078640180215,
      "grad_norm": 1.713992643097333,
      "learning_rate": 6.373467051489698e-05,
      "loss": 0.6679,
      "step": 102426
    },
    {
      "epoch": 4.195248822445218,
      "grad_norm": 1.4112689933648783,
      "learning_rate": 6.373200244850012e-05,
      "loss": 0.6728,
      "step": 102427
    },
    {
      "epoch": 4.1952897808724146,
      "grad_norm": 1.4199885122166616,
      "learning_rate": 6.372933442288576e-05,
      "loss": 0.4972,
      "step": 102428
    },
    {
      "epoch": 4.195330739299611,
      "grad_norm": 3.536496336586898,
      "learning_rate": 6.372666643805522e-05,
      "loss": 3.7531,
      "step": 102429
    },
    {
      "epoch": 4.195371697726808,
      "grad_norm": 1.0830458473783513,
      "learning_rate": 6.372399849400964e-05,
      "loss": 0.4909,
      "step": 102430
    },
    {
      "epoch": 4.195412656154003,
      "grad_norm": 1.7411618070651824,
      "learning_rate": 6.372133059075042e-05,
      "loss": 0.6598,
      "step": 102431
    },
    {
      "epoch": 4.1954536145812,
      "grad_norm": 1.8244653642656636,
      "learning_rate": 6.371866272827872e-05,
      "loss": 0.7669,
      "step": 102432
    },
    {
      "epoch": 4.195494573008396,
      "grad_norm": 1.3451622992669274,
      "learning_rate": 6.37159949065958e-05,
      "loss": 0.8004,
      "step": 102433
    },
    {
      "epoch": 4.195535531435593,
      "grad_norm": 1.8175252816038594,
      "learning_rate": 6.371332712570293e-05,
      "loss": 0.721,
      "step": 102434
    },
    {
      "epoch": 4.195576489862789,
      "grad_norm": 1.0650735844502293,
      "learning_rate": 6.371065938560147e-05,
      "loss": 0.2488,
      "step": 102435
    },
    {
      "epoch": 4.195617448289986,
      "grad_norm": 1.6998925742315893,
      "learning_rate": 6.370799168629254e-05,
      "loss": 0.8525,
      "step": 102436
    },
    {
      "epoch": 4.1956584067171825,
      "grad_norm": 1.5084131992781502,
      "learning_rate": 6.370532402777751e-05,
      "loss": 0.5172,
      "step": 102437
    },
    {
      "epoch": 4.195699365144378,
      "grad_norm": 1.8665733687881796,
      "learning_rate": 6.370265641005754e-05,
      "loss": 1.0989,
      "step": 102438
    },
    {
      "epoch": 4.195740323571575,
      "grad_norm": 1.4678889721536823,
      "learning_rate": 6.369998883313397e-05,
      "loss": 0.6864,
      "step": 102439
    },
    {
      "epoch": 4.195781281998771,
      "grad_norm": 1.5926747165628432,
      "learning_rate": 6.369732129700807e-05,
      "loss": 0.5238,
      "step": 102440
    },
    {
      "epoch": 4.195822240425968,
      "grad_norm": 1.5928754671583294,
      "learning_rate": 6.369465380168102e-05,
      "loss": 0.6254,
      "step": 102441
    },
    {
      "epoch": 4.195863198853164,
      "grad_norm": 2.7895008205250234,
      "learning_rate": 6.369198634715414e-05,
      "loss": 2.044,
      "step": 102442
    },
    {
      "epoch": 4.195904157280361,
      "grad_norm": 1.6526604381864416,
      "learning_rate": 6.368931893342872e-05,
      "loss": 0.6312,
      "step": 102443
    },
    {
      "epoch": 4.1959451157075565,
      "grad_norm": 1.2303867583177068,
      "learning_rate": 6.368665156050593e-05,
      "loss": 0.5853,
      "step": 102444
    },
    {
      "epoch": 4.195986074134753,
      "grad_norm": 1.2377787204585795,
      "learning_rate": 6.368398422838714e-05,
      "loss": 0.4099,
      "step": 102445
    },
    {
      "epoch": 4.1960270325619495,
      "grad_norm": 1.4772691408092007,
      "learning_rate": 6.36813169370735e-05,
      "loss": 0.6406,
      "step": 102446
    },
    {
      "epoch": 4.196067990989146,
      "grad_norm": 1.4608483414918498,
      "learning_rate": 6.367864968656633e-05,
      "loss": 0.6002,
      "step": 102447
    },
    {
      "epoch": 4.196108949416343,
      "grad_norm": 1.4165686819791845,
      "learning_rate": 6.367598247686693e-05,
      "loss": 0.5543,
      "step": 102448
    },
    {
      "epoch": 4.196149907843539,
      "grad_norm": 2.9822999973330626,
      "learning_rate": 6.367331530797646e-05,
      "loss": 1.5448,
      "step": 102449
    },
    {
      "epoch": 4.196190866270735,
      "grad_norm": 1.4498453883666755,
      "learning_rate": 6.367064817989624e-05,
      "loss": 0.5421,
      "step": 102450
    },
    {
      "epoch": 4.196231824697931,
      "grad_norm": 1.0656667379476137,
      "learning_rate": 6.366798109262757e-05,
      "loss": 0.2538,
      "step": 102451
    },
    {
      "epoch": 4.196272783125128,
      "grad_norm": 1.6842895178545951,
      "learning_rate": 6.366531404617164e-05,
      "loss": 0.8301,
      "step": 102452
    },
    {
      "epoch": 4.196313741552324,
      "grad_norm": 1.2791921476856858,
      "learning_rate": 6.366264704052979e-05,
      "loss": 0.4204,
      "step": 102453
    },
    {
      "epoch": 4.196354699979521,
      "grad_norm": 1.7719599909960424,
      "learning_rate": 6.365998007570317e-05,
      "loss": 0.7954,
      "step": 102454
    },
    {
      "epoch": 4.1963956584067175,
      "grad_norm": 2.2284375416336686,
      "learning_rate": 6.36573131516931e-05,
      "loss": 0.7313,
      "step": 102455
    },
    {
      "epoch": 4.196436616833914,
      "grad_norm": 1.5286082572121165,
      "learning_rate": 6.365464626850088e-05,
      "loss": 0.7904,
      "step": 102456
    },
    {
      "epoch": 4.19647757526111,
      "grad_norm": 1.2912633762991808,
      "learning_rate": 6.36519794261277e-05,
      "loss": 0.5663,
      "step": 102457
    },
    {
      "epoch": 4.196518533688306,
      "grad_norm": 1.4876899783019322,
      "learning_rate": 6.364931262457492e-05,
      "loss": 0.6244,
      "step": 102458
    },
    {
      "epoch": 4.196559492115503,
      "grad_norm": 1.1658507525350013,
      "learning_rate": 6.364664586384366e-05,
      "loss": 0.234,
      "step": 102459
    },
    {
      "epoch": 4.196600450542699,
      "grad_norm": 1.0502994223975388,
      "learning_rate": 6.364397914393524e-05,
      "loss": 0.4124,
      "step": 102460
    },
    {
      "epoch": 4.196641408969896,
      "grad_norm": 5.216985405597938,
      "learning_rate": 6.364131246485101e-05,
      "loss": 1.7512,
      "step": 102461
    },
    {
      "epoch": 4.196682367397092,
      "grad_norm": 1.609397639013238,
      "learning_rate": 6.36386458265921e-05,
      "loss": 0.676,
      "step": 102462
    },
    {
      "epoch": 4.196723325824288,
      "grad_norm": 2.055388842810161,
      "learning_rate": 6.363597922915985e-05,
      "loss": 1.1149,
      "step": 102463
    },
    {
      "epoch": 4.1967642842514845,
      "grad_norm": 1.4694878137511742,
      "learning_rate": 6.363331267255551e-05,
      "loss": 0.549,
      "step": 102464
    },
    {
      "epoch": 4.196805242678681,
      "grad_norm": 1.5532231606371043,
      "learning_rate": 6.36306461567803e-05,
      "loss": 0.7241,
      "step": 102465
    },
    {
      "epoch": 4.196846201105878,
      "grad_norm": 1.8841325281538093,
      "learning_rate": 6.362797968183555e-05,
      "loss": 0.9961,
      "step": 102466
    },
    {
      "epoch": 4.196887159533074,
      "grad_norm": 2.465167865908226,
      "learning_rate": 6.362531324772244e-05,
      "loss": 1.6893,
      "step": 102467
    },
    {
      "epoch": 4.196928117960271,
      "grad_norm": 1.492512488863498,
      "learning_rate": 6.362264685444225e-05,
      "loss": 0.9488,
      "step": 102468
    },
    {
      "epoch": 4.196969076387466,
      "grad_norm": 0.9358817578606663,
      "learning_rate": 6.361998050199634e-05,
      "loss": 0.2124,
      "step": 102469
    },
    {
      "epoch": 4.197010034814663,
      "grad_norm": 1.4299660861541255,
      "learning_rate": 6.361731419038582e-05,
      "loss": 0.5094,
      "step": 102470
    },
    {
      "epoch": 4.197050993241859,
      "grad_norm": 1.193761986110381,
      "learning_rate": 6.361464791961202e-05,
      "loss": 0.3155,
      "step": 102471
    },
    {
      "epoch": 4.197091951669056,
      "grad_norm": 1.4346897078007503,
      "learning_rate": 6.361198168967626e-05,
      "loss": 0.5811,
      "step": 102472
    },
    {
      "epoch": 4.1971329100962524,
      "grad_norm": 1.5455444661298756,
      "learning_rate": 6.360931550057969e-05,
      "loss": 0.5751,
      "step": 102473
    },
    {
      "epoch": 4.197173868523449,
      "grad_norm": 1.3379510537201462,
      "learning_rate": 6.360664935232366e-05,
      "loss": 0.6026,
      "step": 102474
    },
    {
      "epoch": 4.1972148269506455,
      "grad_norm": 1.9601964907530107,
      "learning_rate": 6.360398324490937e-05,
      "loss": 1.0532,
      "step": 102475
    },
    {
      "epoch": 4.197255785377841,
      "grad_norm": 0.8973568811222284,
      "learning_rate": 6.360131717833807e-05,
      "loss": 0.2282,
      "step": 102476
    },
    {
      "epoch": 4.197296743805038,
      "grad_norm": 1.409264513049008,
      "learning_rate": 6.359865115261113e-05,
      "loss": 0.6763,
      "step": 102477
    },
    {
      "epoch": 4.197337702232234,
      "grad_norm": 1.3462708564841543,
      "learning_rate": 6.359598516772968e-05,
      "loss": 0.5549,
      "step": 102478
    },
    {
      "epoch": 4.197378660659431,
      "grad_norm": 1.5433480598410105,
      "learning_rate": 6.359331922369502e-05,
      "loss": 0.7384,
      "step": 102479
    },
    {
      "epoch": 4.197419619086627,
      "grad_norm": 2.1546213931238074,
      "learning_rate": 6.35906533205085e-05,
      "loss": 0.7696,
      "step": 102480
    },
    {
      "epoch": 4.197460577513824,
      "grad_norm": 1.451361478372862,
      "learning_rate": 6.358798745817123e-05,
      "loss": 0.6351,
      "step": 102481
    },
    {
      "epoch": 4.1975015359410195,
      "grad_norm": 1.3807000531132028,
      "learning_rate": 6.358532163668461e-05,
      "loss": 0.4353,
      "step": 102482
    },
    {
      "epoch": 4.197542494368216,
      "grad_norm": 1.452653158578354,
      "learning_rate": 6.358265585604977e-05,
      "loss": 0.5689,
      "step": 102483
    },
    {
      "epoch": 4.197583452795413,
      "grad_norm": 1.3431912316081185,
      "learning_rate": 6.357999011626805e-05,
      "loss": 0.5761,
      "step": 102484
    },
    {
      "epoch": 4.197624411222609,
      "grad_norm": 0.8683030219536374,
      "learning_rate": 6.357732441734075e-05,
      "loss": 0.2243,
      "step": 102485
    },
    {
      "epoch": 4.197665369649806,
      "grad_norm": 1.2815891797589383,
      "learning_rate": 6.357465875926902e-05,
      "loss": 0.6635,
      "step": 102486
    },
    {
      "epoch": 4.197706328077002,
      "grad_norm": 1.4920957063393443,
      "learning_rate": 6.357199314205417e-05,
      "loss": 0.7708,
      "step": 102487
    },
    {
      "epoch": 4.197747286504198,
      "grad_norm": 1.0662695469048746,
      "learning_rate": 6.356932756569751e-05,
      "loss": 0.4814,
      "step": 102488
    },
    {
      "epoch": 4.197788244931394,
      "grad_norm": 1.063865681975131,
      "learning_rate": 6.356666203020023e-05,
      "loss": 0.3363,
      "step": 102489
    },
    {
      "epoch": 4.197829203358591,
      "grad_norm": 1.2123244577175665,
      "learning_rate": 6.356399653556366e-05,
      "loss": 0.4587,
      "step": 102490
    },
    {
      "epoch": 4.197870161785787,
      "grad_norm": 0.8459431120199558,
      "learning_rate": 6.356133108178895e-05,
      "loss": 0.2007,
      "step": 102491
    },
    {
      "epoch": 4.197911120212984,
      "grad_norm": 1.5371048995866243,
      "learning_rate": 6.355866566887745e-05,
      "loss": 0.4916,
      "step": 102492
    },
    {
      "epoch": 4.1979520786401805,
      "grad_norm": 1.1131548264858386,
      "learning_rate": 6.355600029683042e-05,
      "loss": 0.2381,
      "step": 102493
    },
    {
      "epoch": 4.197993037067377,
      "grad_norm": 1.5050170812016332,
      "learning_rate": 6.355333496564908e-05,
      "loss": 0.6664,
      "step": 102494
    },
    {
      "epoch": 4.198033995494573,
      "grad_norm": 1.6788723687216371,
      "learning_rate": 6.355066967533468e-05,
      "loss": 0.7011,
      "step": 102495
    },
    {
      "epoch": 4.198074953921769,
      "grad_norm": 0.8573297646622288,
      "learning_rate": 6.354800442588857e-05,
      "loss": 0.2169,
      "step": 102496
    },
    {
      "epoch": 4.198115912348966,
      "grad_norm": 1.6142316755662192,
      "learning_rate": 6.354533921731188e-05,
      "loss": 0.485,
      "step": 102497
    },
    {
      "epoch": 4.198156870776162,
      "grad_norm": 1.3203893641522235,
      "learning_rate": 6.354267404960602e-05,
      "loss": 0.4291,
      "step": 102498
    },
    {
      "epoch": 4.198197829203359,
      "grad_norm": 1.4276401919983115,
      "learning_rate": 6.354000892277207e-05,
      "loss": 0.3762,
      "step": 102499
    },
    {
      "epoch": 4.198238787630555,
      "grad_norm": 1.525878647294989,
      "learning_rate": 6.353734383681142e-05,
      "loss": 0.5474,
      "step": 102500
    },
    {
      "epoch": 4.198279746057751,
      "grad_norm": 1.1728172548718916,
      "learning_rate": 6.353467879172542e-05,
      "loss": 0.5213,
      "step": 102501
    },
    {
      "epoch": 4.1983207044849475,
      "grad_norm": 1.5094473502651908,
      "learning_rate": 6.353201378751506e-05,
      "loss": 0.4058,
      "step": 102502
    },
    {
      "epoch": 4.198361662912144,
      "grad_norm": 1.6214126202323802,
      "learning_rate": 6.352934882418176e-05,
      "loss": 0.751,
      "step": 102503
    },
    {
      "epoch": 4.198402621339341,
      "grad_norm": 1.0035888550940915,
      "learning_rate": 6.352668390172681e-05,
      "loss": 0.3081,
      "step": 102504
    },
    {
      "epoch": 4.198443579766537,
      "grad_norm": 1.4598044077508945,
      "learning_rate": 6.352401902015139e-05,
      "loss": 0.631,
      "step": 102505
    },
    {
      "epoch": 4.198484538193734,
      "grad_norm": 1.4804470570172528,
      "learning_rate": 6.352135417945679e-05,
      "loss": 0.7767,
      "step": 102506
    },
    {
      "epoch": 4.198525496620929,
      "grad_norm": 1.6228293294866234,
      "learning_rate": 6.351868937964434e-05,
      "loss": 0.8068,
      "step": 102507
    },
    {
      "epoch": 4.198566455048126,
      "grad_norm": 1.223967358422955,
      "learning_rate": 6.351602462071517e-05,
      "loss": 0.5012,
      "step": 102508
    },
    {
      "epoch": 4.198607413475322,
      "grad_norm": 1.370795355858448,
      "learning_rate": 6.351335990267067e-05,
      "loss": 0.4382,
      "step": 102509
    },
    {
      "epoch": 4.198648371902519,
      "grad_norm": 1.280446167161703,
      "learning_rate": 6.351069522551196e-05,
      "loss": 0.5798,
      "step": 102510
    },
    {
      "epoch": 4.1986893303297155,
      "grad_norm": 1.964387826743005,
      "learning_rate": 6.350803058924039e-05,
      "loss": 0.6502,
      "step": 102511
    },
    {
      "epoch": 4.198730288756912,
      "grad_norm": 1.1879956392920281,
      "learning_rate": 6.350536599385725e-05,
      "loss": 0.4439,
      "step": 102512
    },
    {
      "epoch": 4.1987712471841085,
      "grad_norm": 1.5155576429121769,
      "learning_rate": 6.35027014393637e-05,
      "loss": 0.774,
      "step": 102513
    },
    {
      "epoch": 4.198812205611304,
      "grad_norm": 0.9934559951110022,
      "learning_rate": 6.350003692576106e-05,
      "loss": 0.3019,
      "step": 102514
    },
    {
      "epoch": 4.198853164038501,
      "grad_norm": 1.7459081226568511,
      "learning_rate": 6.349737245305062e-05,
      "loss": 1.014,
      "step": 102515
    },
    {
      "epoch": 4.198894122465697,
      "grad_norm": 1.2030925393180312,
      "learning_rate": 6.349470802123359e-05,
      "loss": 0.5288,
      "step": 102516
    },
    {
      "epoch": 4.198935080892894,
      "grad_norm": 1.414853303480544,
      "learning_rate": 6.349204363031126e-05,
      "loss": 0.7317,
      "step": 102517
    },
    {
      "epoch": 4.19897603932009,
      "grad_norm": 1.7408842701953524,
      "learning_rate": 6.348937928028482e-05,
      "loss": 0.6997,
      "step": 102518
    },
    {
      "epoch": 4.199016997747287,
      "grad_norm": 1.4903769737164085,
      "learning_rate": 6.348671497115558e-05,
      "loss": 0.6477,
      "step": 102519
    },
    {
      "epoch": 4.1990579561744825,
      "grad_norm": 1.4669122898792941,
      "learning_rate": 6.348405070292488e-05,
      "loss": 0.5038,
      "step": 102520
    },
    {
      "epoch": 4.199098914601679,
      "grad_norm": 4.0798613235522785,
      "learning_rate": 6.348138647559383e-05,
      "loss": 3.0738,
      "step": 102521
    },
    {
      "epoch": 4.199139873028876,
      "grad_norm": 1.3747459216694589,
      "learning_rate": 6.347872228916376e-05,
      "loss": 0.6655,
      "step": 102522
    },
    {
      "epoch": 4.199180831456072,
      "grad_norm": 0.34871859281912876,
      "learning_rate": 6.347605814363598e-05,
      "loss": 0.043,
      "step": 102523
    },
    {
      "epoch": 4.199221789883269,
      "grad_norm": 1.222268680464874,
      "learning_rate": 6.347339403901166e-05,
      "loss": 0.2854,
      "step": 102524
    },
    {
      "epoch": 4.199262748310465,
      "grad_norm": 2.205203504460639,
      "learning_rate": 6.347072997529213e-05,
      "loss": 1.6186,
      "step": 102525
    },
    {
      "epoch": 4.199303706737661,
      "grad_norm": 1.6029172837739951,
      "learning_rate": 6.346806595247858e-05,
      "loss": 0.4972,
      "step": 102526
    },
    {
      "epoch": 4.199344665164857,
      "grad_norm": 1.3594471307671563,
      "learning_rate": 6.34654019705723e-05,
      "loss": 0.4933,
      "step": 102527
    },
    {
      "epoch": 4.199385623592054,
      "grad_norm": 1.6250010123662728,
      "learning_rate": 6.346273802957461e-05,
      "loss": 1.0803,
      "step": 102528
    },
    {
      "epoch": 4.1994265820192505,
      "grad_norm": 1.6538564262789721,
      "learning_rate": 6.346007412948667e-05,
      "loss": 0.6183,
      "step": 102529
    },
    {
      "epoch": 4.199467540446447,
      "grad_norm": 1.273940202476992,
      "learning_rate": 6.345741027030984e-05,
      "loss": 0.4685,
      "step": 102530
    },
    {
      "epoch": 4.1995084988736435,
      "grad_norm": 1.0740592011124048,
      "learning_rate": 6.345474645204525e-05,
      "loss": 0.2489,
      "step": 102531
    },
    {
      "epoch": 4.19954945730084,
      "grad_norm": 1.390009255941567,
      "learning_rate": 6.345208267469425e-05,
      "loss": 0.6011,
      "step": 102532
    },
    {
      "epoch": 4.199590415728036,
      "grad_norm": 1.2898234288325574,
      "learning_rate": 6.344941893825814e-05,
      "loss": 0.6336,
      "step": 102533
    },
    {
      "epoch": 4.199631374155232,
      "grad_norm": 0.8749732445962192,
      "learning_rate": 6.344675524273807e-05,
      "loss": 0.2143,
      "step": 102534
    },
    {
      "epoch": 4.199672332582429,
      "grad_norm": 0.8680284503861183,
      "learning_rate": 6.344409158813533e-05,
      "loss": 0.2176,
      "step": 102535
    },
    {
      "epoch": 4.199713291009625,
      "grad_norm": 1.62444253957213,
      "learning_rate": 6.344142797445129e-05,
      "loss": 0.7049,
      "step": 102536
    },
    {
      "epoch": 4.199754249436822,
      "grad_norm": 0.6990672709054202,
      "learning_rate": 6.343876440168703e-05,
      "loss": 0.0895,
      "step": 102537
    },
    {
      "epoch": 4.199795207864018,
      "grad_norm": 1.4860985871611303,
      "learning_rate": 6.343610086984399e-05,
      "loss": 0.5964,
      "step": 102538
    },
    {
      "epoch": 4.199836166291214,
      "grad_norm": 1.817485750299956,
      "learning_rate": 6.343343737892325e-05,
      "loss": 0.7074,
      "step": 102539
    },
    {
      "epoch": 4.199877124718411,
      "grad_norm": 1.3605954894425032,
      "learning_rate": 6.343077392892619e-05,
      "loss": 0.6642,
      "step": 102540
    },
    {
      "epoch": 4.199918083145607,
      "grad_norm": 1.6423731443003926,
      "learning_rate": 6.342811051985405e-05,
      "loss": 0.5445,
      "step": 102541
    },
    {
      "epoch": 4.199959041572804,
      "grad_norm": 1.6423151603577428,
      "learning_rate": 6.342544715170805e-05,
      "loss": 0.7628,
      "step": 102542
    },
    {
      "epoch": 4.2,
      "grad_norm": 1.5969019769655424,
      "learning_rate": 6.342278382448948e-05,
      "loss": 0.7531,
      "step": 102543
    },
    {
      "epoch": 4.200040958427197,
      "grad_norm": 1.5659357203174684,
      "learning_rate": 6.342012053819962e-05,
      "loss": 0.6204,
      "step": 102544
    },
    {
      "epoch": 4.200081916854392,
      "grad_norm": 1.344049417179146,
      "learning_rate": 6.341745729283968e-05,
      "loss": 0.6064,
      "step": 102545
    },
    {
      "epoch": 4.200122875281589,
      "grad_norm": 0.8221994806040898,
      "learning_rate": 6.341479408841098e-05,
      "loss": 0.2302,
      "step": 102546
    },
    {
      "epoch": 4.200163833708785,
      "grad_norm": 1.5441192644831945,
      "learning_rate": 6.341213092491469e-05,
      "loss": 0.7062,
      "step": 102547
    },
    {
      "epoch": 4.200204792135982,
      "grad_norm": 0.8089797409668629,
      "learning_rate": 6.340946780235211e-05,
      "loss": 0.2033,
      "step": 102548
    },
    {
      "epoch": 4.2002457505631785,
      "grad_norm": 1.402837107814413,
      "learning_rate": 6.340680472072458e-05,
      "loss": 0.6814,
      "step": 102549
    },
    {
      "epoch": 4.200286708990375,
      "grad_norm": 1.3032778877541262,
      "learning_rate": 6.340414168003324e-05,
      "loss": 0.529,
      "step": 102550
    },
    {
      "epoch": 4.200327667417572,
      "grad_norm": 1.6440589185212968,
      "learning_rate": 6.340147868027937e-05,
      "loss": 0.8971,
      "step": 102551
    },
    {
      "epoch": 4.200368625844767,
      "grad_norm": 1.4949857262715813,
      "learning_rate": 6.339881572146434e-05,
      "loss": 0.6096,
      "step": 102552
    },
    {
      "epoch": 4.200409584271964,
      "grad_norm": 1.6721152771524983,
      "learning_rate": 6.339615280358924e-05,
      "loss": 0.8142,
      "step": 102553
    },
    {
      "epoch": 4.20045054269916,
      "grad_norm": 1.11703552690368,
      "learning_rate": 6.339348992665549e-05,
      "loss": 0.3371,
      "step": 102554
    },
    {
      "epoch": 4.200491501126357,
      "grad_norm": 1.6197177224949464,
      "learning_rate": 6.339082709066421e-05,
      "loss": 0.681,
      "step": 102555
    },
    {
      "epoch": 4.200532459553553,
      "grad_norm": 1.0277387636754856,
      "learning_rate": 6.338816429561673e-05,
      "loss": 0.2496,
      "step": 102556
    },
    {
      "epoch": 4.20057341798075,
      "grad_norm": 3.865197625101585,
      "learning_rate": 6.338550154151432e-05,
      "loss": 4.4785,
      "step": 102557
    },
    {
      "epoch": 4.2006143764079455,
      "grad_norm": 1.4504693381747562,
      "learning_rate": 6.338283882835821e-05,
      "loss": 0.6664,
      "step": 102558
    },
    {
      "epoch": 4.200655334835142,
      "grad_norm": 0.6996807238303898,
      "learning_rate": 6.338017615614964e-05,
      "loss": 0.1893,
      "step": 102559
    },
    {
      "epoch": 4.200696293262339,
      "grad_norm": 1.1531577477834447,
      "learning_rate": 6.337751352488997e-05,
      "loss": 0.4447,
      "step": 102560
    },
    {
      "epoch": 4.200737251689535,
      "grad_norm": 1.464390179485761,
      "learning_rate": 6.337485093458032e-05,
      "loss": 0.6243,
      "step": 102561
    },
    {
      "epoch": 4.200778210116732,
      "grad_norm": 1.2847891326787815,
      "learning_rate": 6.337218838522206e-05,
      "loss": 0.4803,
      "step": 102562
    },
    {
      "epoch": 4.200819168543928,
      "grad_norm": 1.4638422522194272,
      "learning_rate": 6.336952587681636e-05,
      "loss": 0.6042,
      "step": 102563
    },
    {
      "epoch": 4.200860126971124,
      "grad_norm": 1.682951889142357,
      "learning_rate": 6.336686340936451e-05,
      "loss": 0.5997,
      "step": 102564
    },
    {
      "epoch": 4.20090108539832,
      "grad_norm": 1.3107240555765733,
      "learning_rate": 6.336420098286785e-05,
      "loss": 0.6197,
      "step": 102565
    },
    {
      "epoch": 4.200942043825517,
      "grad_norm": 1.0744736881502834,
      "learning_rate": 6.336153859732751e-05,
      "loss": 0.2741,
      "step": 102566
    },
    {
      "epoch": 4.2009830022527135,
      "grad_norm": 1.0058015760271344,
      "learning_rate": 6.335887625274484e-05,
      "loss": 0.1867,
      "step": 102567
    },
    {
      "epoch": 4.20102396067991,
      "grad_norm": 1.7001925516483134,
      "learning_rate": 6.335621394912104e-05,
      "loss": 0.6555,
      "step": 102568
    },
    {
      "epoch": 4.2010649191071066,
      "grad_norm": 1.263836158034594,
      "learning_rate": 6.335355168645738e-05,
      "loss": 0.2415,
      "step": 102569
    },
    {
      "epoch": 4.201105877534303,
      "grad_norm": 1.5210806755059318,
      "learning_rate": 6.33508894647552e-05,
      "loss": 0.7298,
      "step": 102570
    },
    {
      "epoch": 4.201146835961499,
      "grad_norm": 1.5044735127354916,
      "learning_rate": 6.334822728401563e-05,
      "loss": 0.7638,
      "step": 102571
    },
    {
      "epoch": 4.201187794388695,
      "grad_norm": 1.5555729654505082,
      "learning_rate": 6.334556514424004e-05,
      "loss": 0.5026,
      "step": 102572
    },
    {
      "epoch": 4.201228752815892,
      "grad_norm": 1.5155034267833394,
      "learning_rate": 6.334290304542963e-05,
      "loss": 0.8132,
      "step": 102573
    },
    {
      "epoch": 4.201269711243088,
      "grad_norm": 1.1827949567033185,
      "learning_rate": 6.334024098758561e-05,
      "loss": 0.4473,
      "step": 102574
    },
    {
      "epoch": 4.201310669670285,
      "grad_norm": 2.3712701191857763,
      "learning_rate": 6.333757897070931e-05,
      "loss": 1.1866,
      "step": 102575
    },
    {
      "epoch": 4.201351628097481,
      "grad_norm": 1.5646753598742904,
      "learning_rate": 6.333491699480203e-05,
      "loss": 0.6073,
      "step": 102576
    },
    {
      "epoch": 4.201392586524677,
      "grad_norm": 1.4651128287960062,
      "learning_rate": 6.333225505986492e-05,
      "loss": 0.7364,
      "step": 102577
    },
    {
      "epoch": 4.201433544951874,
      "grad_norm": 1.1494340516318888,
      "learning_rate": 6.33295931658993e-05,
      "loss": 0.4541,
      "step": 102578
    },
    {
      "epoch": 4.20147450337907,
      "grad_norm": 1.9819159400441697,
      "learning_rate": 6.332693131290644e-05,
      "loss": 0.7824,
      "step": 102579
    },
    {
      "epoch": 4.201515461806267,
      "grad_norm": 1.4428307492844992,
      "learning_rate": 6.332426950088755e-05,
      "loss": 0.4981,
      "step": 102580
    },
    {
      "epoch": 4.201556420233463,
      "grad_norm": 1.497930912721567,
      "learning_rate": 6.332160772984396e-05,
      "loss": 0.347,
      "step": 102581
    },
    {
      "epoch": 4.20159737866066,
      "grad_norm": 16.887902528355802,
      "learning_rate": 6.331894599977684e-05,
      "loss": 0.9182,
      "step": 102582
    },
    {
      "epoch": 4.201638337087855,
      "grad_norm": 1.4327399232446454,
      "learning_rate": 6.331628431068748e-05,
      "loss": 0.5426,
      "step": 102583
    },
    {
      "epoch": 4.201679295515052,
      "grad_norm": 0.7614260585740004,
      "learning_rate": 6.33136226625772e-05,
      "loss": 0.202,
      "step": 102584
    },
    {
      "epoch": 4.2017202539422485,
      "grad_norm": 1.670490669868233,
      "learning_rate": 6.331096105544717e-05,
      "loss": 0.6027,
      "step": 102585
    },
    {
      "epoch": 4.201761212369445,
      "grad_norm": 0.36479264346250273,
      "learning_rate": 6.330829948929867e-05,
      "loss": 0.0306,
      "step": 102586
    },
    {
      "epoch": 4.2018021707966415,
      "grad_norm": 0.5730642140013024,
      "learning_rate": 6.330563796413305e-05,
      "loss": 0.1055,
      "step": 102587
    },
    {
      "epoch": 4.201843129223838,
      "grad_norm": 0.9925670832312047,
      "learning_rate": 6.330297647995143e-05,
      "loss": 0.2899,
      "step": 102588
    },
    {
      "epoch": 4.201884087651035,
      "grad_norm": 1.78192946994917,
      "learning_rate": 6.33003150367552e-05,
      "loss": 0.8461,
      "step": 102589
    },
    {
      "epoch": 4.20192504607823,
      "grad_norm": 0.9285166928093905,
      "learning_rate": 6.329765363454547e-05,
      "loss": 0.2302,
      "step": 102590
    },
    {
      "epoch": 4.201966004505427,
      "grad_norm": 1.2920549960421106,
      "learning_rate": 6.32949922733236e-05,
      "loss": 0.3896,
      "step": 102591
    },
    {
      "epoch": 4.202006962932623,
      "grad_norm": 1.2712762196296423,
      "learning_rate": 6.329233095309086e-05,
      "loss": 0.3416,
      "step": 102592
    },
    {
      "epoch": 4.20204792135982,
      "grad_norm": 0.9213558116264016,
      "learning_rate": 6.328966967384844e-05,
      "loss": 0.2428,
      "step": 102593
    },
    {
      "epoch": 4.202088879787016,
      "grad_norm": 3.3613212745724974,
      "learning_rate": 6.328700843559762e-05,
      "loss": 1.368,
      "step": 102594
    },
    {
      "epoch": 4.202129838214213,
      "grad_norm": 1.1259015033351947,
      "learning_rate": 6.328434723833972e-05,
      "loss": 0.5267,
      "step": 102595
    },
    {
      "epoch": 4.202170796641409,
      "grad_norm": 1.6349221122544417,
      "learning_rate": 6.328168608207591e-05,
      "loss": 0.6638,
      "step": 102596
    },
    {
      "epoch": 4.202211755068605,
      "grad_norm": 1.2135672479889492,
      "learning_rate": 6.327902496680755e-05,
      "loss": 0.5379,
      "step": 102597
    },
    {
      "epoch": 4.202252713495802,
      "grad_norm": 1.5508701846356925,
      "learning_rate": 6.327636389253577e-05,
      "loss": 0.7123,
      "step": 102598
    },
    {
      "epoch": 4.202293671922998,
      "grad_norm": 0.9331410423628168,
      "learning_rate": 6.327370285926188e-05,
      "loss": 0.2455,
      "step": 102599
    },
    {
      "epoch": 4.202334630350195,
      "grad_norm": 1.5029612849330574,
      "learning_rate": 6.327104186698721e-05,
      "loss": 0.643,
      "step": 102600
    },
    {
      "epoch": 4.202375588777391,
      "grad_norm": 1.7428417717390556,
      "learning_rate": 6.326838091571292e-05,
      "loss": 0.8018,
      "step": 102601
    },
    {
      "epoch": 4.202416547204587,
      "grad_norm": 1.0224128891144044,
      "learning_rate": 6.326572000544034e-05,
      "loss": 0.2044,
      "step": 102602
    },
    {
      "epoch": 4.202457505631783,
      "grad_norm": 1.2640830103020175,
      "learning_rate": 6.326305913617066e-05,
      "loss": 0.4505,
      "step": 102603
    },
    {
      "epoch": 4.20249846405898,
      "grad_norm": 1.2224012040277883,
      "learning_rate": 6.326039830790515e-05,
      "loss": 0.21,
      "step": 102604
    },
    {
      "epoch": 4.2025394224861765,
      "grad_norm": 0.7567465595542436,
      "learning_rate": 6.325773752064516e-05,
      "loss": 0.1862,
      "step": 102605
    },
    {
      "epoch": 4.202580380913373,
      "grad_norm": 0.5188201168538843,
      "learning_rate": 6.325507677439182e-05,
      "loss": 0.0551,
      "step": 102606
    },
    {
      "epoch": 4.20262133934057,
      "grad_norm": 1.3530303212562937,
      "learning_rate": 6.325241606914645e-05,
      "loss": 0.5356,
      "step": 102607
    },
    {
      "epoch": 4.202662297767766,
      "grad_norm": 1.3875416626949344,
      "learning_rate": 6.324975540491035e-05,
      "loss": 0.6578,
      "step": 102608
    },
    {
      "epoch": 4.202703256194962,
      "grad_norm": 1.6228008172955242,
      "learning_rate": 6.324709478168468e-05,
      "loss": 0.6891,
      "step": 102609
    },
    {
      "epoch": 4.202744214622158,
      "grad_norm": 1.2171053935788694,
      "learning_rate": 6.324443419947082e-05,
      "loss": 0.6132,
      "step": 102610
    },
    {
      "epoch": 4.202785173049355,
      "grad_norm": 2.4549479782792503,
      "learning_rate": 6.324177365826988e-05,
      "loss": 1.4484,
      "step": 102611
    },
    {
      "epoch": 4.202826131476551,
      "grad_norm": 1.75260301004216,
      "learning_rate": 6.32391131580832e-05,
      "loss": 0.6161,
      "step": 102612
    },
    {
      "epoch": 4.202867089903748,
      "grad_norm": 1.7479990880182759,
      "learning_rate": 6.323645269891209e-05,
      "loss": 0.8032,
      "step": 102613
    },
    {
      "epoch": 4.2029080483309444,
      "grad_norm": 1.3598667820199133,
      "learning_rate": 6.323379228075769e-05,
      "loss": 0.4598,
      "step": 102614
    },
    {
      "epoch": 4.20294900675814,
      "grad_norm": 1.7977554546648862,
      "learning_rate": 6.323113190362134e-05,
      "loss": 0.5575,
      "step": 102615
    },
    {
      "epoch": 4.202989965185337,
      "grad_norm": 1.0680201766948274,
      "learning_rate": 6.322847156750431e-05,
      "loss": 0.1831,
      "step": 102616
    },
    {
      "epoch": 4.203030923612533,
      "grad_norm": 1.6451027610435964,
      "learning_rate": 6.322581127240778e-05,
      "loss": 0.6518,
      "step": 102617
    },
    {
      "epoch": 4.20307188203973,
      "grad_norm": 1.6236708788401768,
      "learning_rate": 6.322315101833311e-05,
      "loss": 0.8342,
      "step": 102618
    },
    {
      "epoch": 4.203112840466926,
      "grad_norm": 1.2011336142585916,
      "learning_rate": 6.322049080528142e-05,
      "loss": 0.3452,
      "step": 102619
    },
    {
      "epoch": 4.203153798894123,
      "grad_norm": 0.814239940045976,
      "learning_rate": 6.321783063325407e-05,
      "loss": 0.249,
      "step": 102620
    },
    {
      "epoch": 4.203194757321318,
      "grad_norm": 2.0229160239203394,
      "learning_rate": 6.321517050225234e-05,
      "loss": 0.6903,
      "step": 102621
    },
    {
      "epoch": 4.203235715748515,
      "grad_norm": 0.9735580552238616,
      "learning_rate": 6.321251041227739e-05,
      "loss": 0.201,
      "step": 102622
    },
    {
      "epoch": 4.2032766741757115,
      "grad_norm": 3.2881710237993373,
      "learning_rate": 6.320985036333052e-05,
      "loss": 0.6968,
      "step": 102623
    },
    {
      "epoch": 4.203317632602908,
      "grad_norm": 2.0786023675858836,
      "learning_rate": 6.320719035541305e-05,
      "loss": 1.0864,
      "step": 102624
    },
    {
      "epoch": 4.203358591030105,
      "grad_norm": 1.2227021227492927,
      "learning_rate": 6.320453038852615e-05,
      "loss": 0.2162,
      "step": 102625
    },
    {
      "epoch": 4.203399549457301,
      "grad_norm": 2.188415222700601,
      "learning_rate": 6.320187046267115e-05,
      "loss": 0.6455,
      "step": 102626
    },
    {
      "epoch": 4.203440507884498,
      "grad_norm": 2.1258569070826456,
      "learning_rate": 6.319921057784921e-05,
      "loss": 1.3442,
      "step": 102627
    },
    {
      "epoch": 4.203481466311693,
      "grad_norm": 1.3971859434634786,
      "learning_rate": 6.319655073406166e-05,
      "loss": 0.5762,
      "step": 102628
    },
    {
      "epoch": 4.20352242473889,
      "grad_norm": 1.1300971313361008,
      "learning_rate": 6.31938909313098e-05,
      "loss": 0.5247,
      "step": 102629
    },
    {
      "epoch": 4.203563383166086,
      "grad_norm": 1.3355744468038404,
      "learning_rate": 6.319123116959475e-05,
      "loss": 0.4749,
      "step": 102630
    },
    {
      "epoch": 4.203604341593283,
      "grad_norm": 1.6110429645164224,
      "learning_rate": 6.318857144891788e-05,
      "loss": 0.7467,
      "step": 102631
    },
    {
      "epoch": 4.203645300020479,
      "grad_norm": 1.4519660953919418,
      "learning_rate": 6.318591176928045e-05,
      "loss": 0.6305,
      "step": 102632
    },
    {
      "epoch": 4.203686258447676,
      "grad_norm": 2.549051425984379,
      "learning_rate": 6.318325213068365e-05,
      "loss": 1.5378,
      "step": 102633
    },
    {
      "epoch": 4.203727216874872,
      "grad_norm": 2.730015269660437,
      "learning_rate": 6.31805925331288e-05,
      "loss": 2.5778,
      "step": 102634
    },
    {
      "epoch": 4.203768175302068,
      "grad_norm": 1.4865158237129639,
      "learning_rate": 6.317793297661709e-05,
      "loss": 0.6544,
      "step": 102635
    },
    {
      "epoch": 4.203809133729265,
      "grad_norm": 0.6019676818524078,
      "learning_rate": 6.31752734611498e-05,
      "loss": 0.0594,
      "step": 102636
    },
    {
      "epoch": 4.203850092156461,
      "grad_norm": 1.8561132259375699,
      "learning_rate": 6.317261398672826e-05,
      "loss": 0.7247,
      "step": 102637
    },
    {
      "epoch": 4.203891050583658,
      "grad_norm": 0.8465460284753334,
      "learning_rate": 6.316995455335364e-05,
      "loss": 0.2268,
      "step": 102638
    },
    {
      "epoch": 4.203932009010854,
      "grad_norm": 2.1031445050988244,
      "learning_rate": 6.316729516102727e-05,
      "loss": 0.7645,
      "step": 102639
    },
    {
      "epoch": 4.20397296743805,
      "grad_norm": 1.4565493321490495,
      "learning_rate": 6.31646358097503e-05,
      "loss": 0.5807,
      "step": 102640
    },
    {
      "epoch": 4.2040139258652465,
      "grad_norm": 2.0333162535292897,
      "learning_rate": 6.316197649952406e-05,
      "loss": 0.8407,
      "step": 102641
    },
    {
      "epoch": 4.204054884292443,
      "grad_norm": 0.4653609840514212,
      "learning_rate": 6.315931723034985e-05,
      "loss": 0.0792,
      "step": 102642
    },
    {
      "epoch": 4.2040958427196395,
      "grad_norm": 2.9189389168196134,
      "learning_rate": 6.315665800222888e-05,
      "loss": 1.5006,
      "step": 102643
    },
    {
      "epoch": 4.204136801146836,
      "grad_norm": 1.7630561048949598,
      "learning_rate": 6.315399881516233e-05,
      "loss": 0.7465,
      "step": 102644
    },
    {
      "epoch": 4.204177759574033,
      "grad_norm": 1.4591966107323882,
      "learning_rate": 6.315133966915159e-05,
      "loss": 0.5102,
      "step": 102645
    },
    {
      "epoch": 4.204218718001229,
      "grad_norm": 0.857689792028926,
      "learning_rate": 6.314868056419782e-05,
      "loss": 0.1931,
      "step": 102646
    },
    {
      "epoch": 4.204259676428425,
      "grad_norm": 1.4741710344051497,
      "learning_rate": 6.314602150030229e-05,
      "loss": 0.617,
      "step": 102647
    },
    {
      "epoch": 4.204300634855621,
      "grad_norm": 0.8040408129358464,
      "learning_rate": 6.314336247746637e-05,
      "loss": 0.1202,
      "step": 102648
    },
    {
      "epoch": 4.204341593282818,
      "grad_norm": 1.8487819064258586,
      "learning_rate": 6.314070349569114e-05,
      "loss": 1.0696,
      "step": 102649
    },
    {
      "epoch": 4.204382551710014,
      "grad_norm": 1.1042750894176332,
      "learning_rate": 6.313804455497796e-05,
      "loss": 0.2216,
      "step": 102650
    },
    {
      "epoch": 4.204423510137211,
      "grad_norm": 1.6616938490303201,
      "learning_rate": 6.313538565532812e-05,
      "loss": 0.5556,
      "step": 102651
    },
    {
      "epoch": 4.2044644685644075,
      "grad_norm": 1.4721676156651622,
      "learning_rate": 6.313272679674279e-05,
      "loss": 0.699,
      "step": 102652
    },
    {
      "epoch": 4.204505426991603,
      "grad_norm": 1.3583095206846578,
      "learning_rate": 6.31300679792233e-05,
      "loss": 0.2916,
      "step": 102653
    },
    {
      "epoch": 4.2045463854188,
      "grad_norm": 1.3224719171711112,
      "learning_rate": 6.312740920277084e-05,
      "loss": 0.6026,
      "step": 102654
    },
    {
      "epoch": 4.204587343845996,
      "grad_norm": 1.289016362782373,
      "learning_rate": 6.312475046738668e-05,
      "loss": 0.496,
      "step": 102655
    },
    {
      "epoch": 4.204628302273193,
      "grad_norm": 1.6052814560148092,
      "learning_rate": 6.312209177307216e-05,
      "loss": 0.7946,
      "step": 102656
    },
    {
      "epoch": 4.204669260700389,
      "grad_norm": 1.4739681409883392,
      "learning_rate": 6.311943311982842e-05,
      "loss": 0.6261,
      "step": 102657
    },
    {
      "epoch": 4.204710219127586,
      "grad_norm": 1.2083555432326394,
      "learning_rate": 6.311677450765676e-05,
      "loss": 0.5332,
      "step": 102658
    },
    {
      "epoch": 4.2047511775547814,
      "grad_norm": 1.4912033930657222,
      "learning_rate": 6.311411593655852e-05,
      "loss": 0.6287,
      "step": 102659
    },
    {
      "epoch": 4.204792135981978,
      "grad_norm": 1.1095130601046257,
      "learning_rate": 6.311145740653482e-05,
      "loss": 0.1627,
      "step": 102660
    },
    {
      "epoch": 4.2048330944091745,
      "grad_norm": 0.9533831309376413,
      "learning_rate": 6.310879891758704e-05,
      "loss": 0.2611,
      "step": 102661
    },
    {
      "epoch": 4.204874052836371,
      "grad_norm": 2.5858436426336406,
      "learning_rate": 6.310614046971632e-05,
      "loss": 0.4019,
      "step": 102662
    },
    {
      "epoch": 4.204915011263568,
      "grad_norm": 1.967600762402797,
      "learning_rate": 6.310348206292397e-05,
      "loss": 0.8766,
      "step": 102663
    },
    {
      "epoch": 4.204955969690764,
      "grad_norm": 2.082210708993923,
      "learning_rate": 6.310082369721131e-05,
      "loss": 1.2212,
      "step": 102664
    },
    {
      "epoch": 4.204996928117961,
      "grad_norm": 1.5170367513407168,
      "learning_rate": 6.309816537257949e-05,
      "loss": 0.5326,
      "step": 102665
    },
    {
      "epoch": 4.205037886545156,
      "grad_norm": 1.1045339409362651,
      "learning_rate": 6.30955070890298e-05,
      "loss": 0.1941,
      "step": 102666
    },
    {
      "epoch": 4.205078844972353,
      "grad_norm": 0.8369734556971675,
      "learning_rate": 6.30928488465636e-05,
      "loss": 0.2089,
      "step": 102667
    },
    {
      "epoch": 4.205119803399549,
      "grad_norm": 1.7668705456491065,
      "learning_rate": 6.309019064518197e-05,
      "loss": 0.8504,
      "step": 102668
    },
    {
      "epoch": 4.205160761826746,
      "grad_norm": 0.7043373921876077,
      "learning_rate": 6.308753248488632e-05,
      "loss": 0.231,
      "step": 102669
    },
    {
      "epoch": 4.2052017202539425,
      "grad_norm": 1.7231141805109296,
      "learning_rate": 6.308487436567778e-05,
      "loss": 0.7353,
      "step": 102670
    },
    {
      "epoch": 4.205242678681139,
      "grad_norm": 1.6851192445704315,
      "learning_rate": 6.308221628755766e-05,
      "loss": 0.4705,
      "step": 102671
    },
    {
      "epoch": 4.205283637108335,
      "grad_norm": 1.386706416628144,
      "learning_rate": 6.30795582505273e-05,
      "loss": 0.5361,
      "step": 102672
    },
    {
      "epoch": 4.205324595535531,
      "grad_norm": 1.304262719401342,
      "learning_rate": 6.307690025458783e-05,
      "loss": 0.6573,
      "step": 102673
    },
    {
      "epoch": 4.205365553962728,
      "grad_norm": 3.171950404215447,
      "learning_rate": 6.307424229974059e-05,
      "loss": 1.5009,
      "step": 102674
    },
    {
      "epoch": 4.205406512389924,
      "grad_norm": 1.316009786365791,
      "learning_rate": 6.307158438598677e-05,
      "loss": 0.4463,
      "step": 102675
    },
    {
      "epoch": 4.205447470817121,
      "grad_norm": 0.7406904399131781,
      "learning_rate": 6.306892651332763e-05,
      "loss": 0.1516,
      "step": 102676
    },
    {
      "epoch": 4.205488429244317,
      "grad_norm": 2.609655563734373,
      "learning_rate": 6.306626868176454e-05,
      "loss": 1.1075,
      "step": 102677
    },
    {
      "epoch": 4.205529387671513,
      "grad_norm": 1.1316028722347147,
      "learning_rate": 6.306361089129861e-05,
      "loss": 0.5039,
      "step": 102678
    },
    {
      "epoch": 4.2055703460987095,
      "grad_norm": 1.9594361469091928,
      "learning_rate": 6.306095314193118e-05,
      "loss": 1.0156,
      "step": 102679
    },
    {
      "epoch": 4.205611304525906,
      "grad_norm": 1.2107284710811765,
      "learning_rate": 6.305829543366351e-05,
      "loss": 0.4319,
      "step": 102680
    },
    {
      "epoch": 4.205652262953103,
      "grad_norm": 1.4096491925075842,
      "learning_rate": 6.30556377664968e-05,
      "loss": 0.5261,
      "step": 102681
    },
    {
      "epoch": 4.205693221380299,
      "grad_norm": 2.913662798916439,
      "learning_rate": 6.305298014043238e-05,
      "loss": 1.8649,
      "step": 102682
    },
    {
      "epoch": 4.205734179807496,
      "grad_norm": 2.0882656711738434,
      "learning_rate": 6.305032255547142e-05,
      "loss": 1.0989,
      "step": 102683
    },
    {
      "epoch": 4.205775138234692,
      "grad_norm": 1.494882668770007,
      "learning_rate": 6.304766501161521e-05,
      "loss": 0.6895,
      "step": 102684
    },
    {
      "epoch": 4.205816096661888,
      "grad_norm": 1.2606589266141492,
      "learning_rate": 6.304500750886507e-05,
      "loss": 0.5214,
      "step": 102685
    },
    {
      "epoch": 4.205857055089084,
      "grad_norm": 1.6587218179485932,
      "learning_rate": 6.304235004722216e-05,
      "loss": 0.836,
      "step": 102686
    },
    {
      "epoch": 4.205898013516281,
      "grad_norm": 1.3110934115479371,
      "learning_rate": 6.303969262668779e-05,
      "loss": 0.4382,
      "step": 102687
    },
    {
      "epoch": 4.205938971943477,
      "grad_norm": 1.3748352473969778,
      "learning_rate": 6.303703524726325e-05,
      "loss": 0.72,
      "step": 102688
    },
    {
      "epoch": 4.205979930370674,
      "grad_norm": 0.9805838547235581,
      "learning_rate": 6.30343779089497e-05,
      "loss": 0.2232,
      "step": 102689
    },
    {
      "epoch": 4.2060208887978705,
      "grad_norm": 2.3024363816190396,
      "learning_rate": 6.303172061174852e-05,
      "loss": 1.6647,
      "step": 102690
    },
    {
      "epoch": 4.206061847225066,
      "grad_norm": 1.4229310542926226,
      "learning_rate": 6.302906335566083e-05,
      "loss": 0.6393,
      "step": 102691
    },
    {
      "epoch": 4.206102805652263,
      "grad_norm": 0.6923955117254809,
      "learning_rate": 6.302640614068795e-05,
      "loss": 0.063,
      "step": 102692
    },
    {
      "epoch": 4.206143764079459,
      "grad_norm": 1.6390024621751293,
      "learning_rate": 6.302374896683119e-05,
      "loss": 0.7697,
      "step": 102693
    },
    {
      "epoch": 4.206184722506656,
      "grad_norm": 1.4927903900402804,
      "learning_rate": 6.30210918340917e-05,
      "loss": 0.6479,
      "step": 102694
    },
    {
      "epoch": 4.206225680933852,
      "grad_norm": 1.6420950048624445,
      "learning_rate": 6.301843474247081e-05,
      "loss": 0.6393,
      "step": 102695
    },
    {
      "epoch": 4.206266639361049,
      "grad_norm": 1.6160888200108703,
      "learning_rate": 6.301577769196979e-05,
      "loss": 0.6686,
      "step": 102696
    },
    {
      "epoch": 4.2063075977882445,
      "grad_norm": 1.4945817298781758,
      "learning_rate": 6.30131206825898e-05,
      "loss": 0.7902,
      "step": 102697
    },
    {
      "epoch": 4.206348556215441,
      "grad_norm": 0.7800904207077944,
      "learning_rate": 6.301046371433223e-05,
      "loss": 0.1502,
      "step": 102698
    },
    {
      "epoch": 4.2063895146426376,
      "grad_norm": 1.1910999450127087,
      "learning_rate": 6.300780678719821e-05,
      "loss": 0.4778,
      "step": 102699
    },
    {
      "epoch": 4.206430473069834,
      "grad_norm": 5.273341719976875,
      "learning_rate": 6.300514990118906e-05,
      "loss": 1.0817,
      "step": 102700
    },
    {
      "epoch": 4.206471431497031,
      "grad_norm": 1.6129642149033945,
      "learning_rate": 6.300249305630606e-05,
      "loss": 0.6502,
      "step": 102701
    },
    {
      "epoch": 4.206512389924227,
      "grad_norm": 1.2777337717293498,
      "learning_rate": 6.29998362525504e-05,
      "loss": 0.4894,
      "step": 102702
    },
    {
      "epoch": 4.206553348351424,
      "grad_norm": 1.345638012040988,
      "learning_rate": 6.299717948992335e-05,
      "loss": 0.4793,
      "step": 102703
    },
    {
      "epoch": 4.206594306778619,
      "grad_norm": 0.9599438743737555,
      "learning_rate": 6.299452276842626e-05,
      "loss": 0.2076,
      "step": 102704
    },
    {
      "epoch": 4.206635265205816,
      "grad_norm": 1.5525243955144377,
      "learning_rate": 6.299186608806023e-05,
      "loss": 0.7269,
      "step": 102705
    },
    {
      "epoch": 4.206676223633012,
      "grad_norm": 1.6922143986892983,
      "learning_rate": 6.298920944882668e-05,
      "loss": 0.9351,
      "step": 102706
    },
    {
      "epoch": 4.206717182060209,
      "grad_norm": 1.4099801367656137,
      "learning_rate": 6.29865528507267e-05,
      "loss": 0.5841,
      "step": 102707
    },
    {
      "epoch": 4.2067581404874055,
      "grad_norm": 1.2153419103667156,
      "learning_rate": 6.298389629376165e-05,
      "loss": 0.391,
      "step": 102708
    },
    {
      "epoch": 4.206799098914602,
      "grad_norm": 1.945664073369038,
      "learning_rate": 6.29812397779328e-05,
      "loss": 0.8838,
      "step": 102709
    },
    {
      "epoch": 4.206840057341798,
      "grad_norm": 1.4141596961066012,
      "learning_rate": 6.297858330324133e-05,
      "loss": 0.5984,
      "step": 102710
    },
    {
      "epoch": 4.206881015768994,
      "grad_norm": 1.5586013417277649,
      "learning_rate": 6.297592686968858e-05,
      "loss": 0.6434,
      "step": 102711
    },
    {
      "epoch": 4.206921974196191,
      "grad_norm": 2.9186358532401067,
      "learning_rate": 6.297327047727573e-05,
      "loss": 2.8145,
      "step": 102712
    },
    {
      "epoch": 4.206962932623387,
      "grad_norm": 1.19598317475724,
      "learning_rate": 6.297061412600411e-05,
      "loss": 0.5597,
      "step": 102713
    },
    {
      "epoch": 4.207003891050584,
      "grad_norm": 1.265038635466688,
      "learning_rate": 6.296795781587488e-05,
      "loss": 0.6174,
      "step": 102714
    },
    {
      "epoch": 4.20704484947778,
      "grad_norm": 1.9046451433862133,
      "learning_rate": 6.296530154688939e-05,
      "loss": 0.7288,
      "step": 102715
    },
    {
      "epoch": 4.207085807904976,
      "grad_norm": 1.9094600737755425,
      "learning_rate": 6.296264531904882e-05,
      "loss": 0.695,
      "step": 102716
    },
    {
      "epoch": 4.2071267663321725,
      "grad_norm": 1.177769991279494,
      "learning_rate": 6.29599891323545e-05,
      "loss": 0.6338,
      "step": 102717
    },
    {
      "epoch": 4.207167724759369,
      "grad_norm": 0.7224631384457824,
      "learning_rate": 6.29573329868076e-05,
      "loss": 0.17,
      "step": 102718
    },
    {
      "epoch": 4.207208683186566,
      "grad_norm": 1.8434393677017182,
      "learning_rate": 6.295467688240942e-05,
      "loss": 0.9075,
      "step": 102719
    },
    {
      "epoch": 4.207249641613762,
      "grad_norm": 1.5086388959072243,
      "learning_rate": 6.295202081916129e-05,
      "loss": 0.6523,
      "step": 102720
    },
    {
      "epoch": 4.207290600040959,
      "grad_norm": 1.708830819135692,
      "learning_rate": 6.294936479706431e-05,
      "loss": 0.6902,
      "step": 102721
    },
    {
      "epoch": 4.207331558468155,
      "grad_norm": 1.3346074578718,
      "learning_rate": 6.294670881611983e-05,
      "loss": 0.5264,
      "step": 102722
    },
    {
      "epoch": 4.207372516895351,
      "grad_norm": 1.310932135234711,
      "learning_rate": 6.294405287632916e-05,
      "loss": 0.2183,
      "step": 102723
    },
    {
      "epoch": 4.207413475322547,
      "grad_norm": 1.616800341507034,
      "learning_rate": 6.294139697769341e-05,
      "loss": 0.71,
      "step": 102724
    },
    {
      "epoch": 4.207454433749744,
      "grad_norm": 1.4197386446932139,
      "learning_rate": 6.2938741120214e-05,
      "loss": 0.6029,
      "step": 102725
    },
    {
      "epoch": 4.2074953921769405,
      "grad_norm": 1.4885192545975232,
      "learning_rate": 6.293608530389201e-05,
      "loss": 0.6364,
      "step": 102726
    },
    {
      "epoch": 4.207536350604137,
      "grad_norm": 1.713721486628169,
      "learning_rate": 6.293342952872882e-05,
      "loss": 0.6572,
      "step": 102727
    },
    {
      "epoch": 4.2075773090313335,
      "grad_norm": 2.1044819568015565,
      "learning_rate": 6.29307737947257e-05,
      "loss": 1.1146,
      "step": 102728
    },
    {
      "epoch": 4.207618267458529,
      "grad_norm": 1.330769577802503,
      "learning_rate": 6.29281181018838e-05,
      "loss": 0.4705,
      "step": 102729
    },
    {
      "epoch": 4.207659225885726,
      "grad_norm": 1.1298060224979565,
      "learning_rate": 6.292546245020442e-05,
      "loss": 0.2457,
      "step": 102730
    },
    {
      "epoch": 4.207700184312922,
      "grad_norm": 1.4427142157312527,
      "learning_rate": 6.29228068396889e-05,
      "loss": 0.6665,
      "step": 102731
    },
    {
      "epoch": 4.207741142740119,
      "grad_norm": 0.9705842525701588,
      "learning_rate": 6.292015127033836e-05,
      "loss": 0.2812,
      "step": 102732
    },
    {
      "epoch": 4.207782101167315,
      "grad_norm": 1.5168970460349245,
      "learning_rate": 6.291749574215419e-05,
      "loss": 0.702,
      "step": 102733
    },
    {
      "epoch": 4.207823059594512,
      "grad_norm": 1.5989595309717513,
      "learning_rate": 6.291484025513751e-05,
      "loss": 0.7342,
      "step": 102734
    },
    {
      "epoch": 4.207864018021708,
      "grad_norm": 0.9435432862678196,
      "learning_rate": 6.291218480928964e-05,
      "loss": 0.2642,
      "step": 102735
    },
    {
      "epoch": 4.207904976448904,
      "grad_norm": 1.4209194586209555,
      "learning_rate": 6.290952940461188e-05,
      "loss": 0.6254,
      "step": 102736
    },
    {
      "epoch": 4.207945934876101,
      "grad_norm": 1.3653102213161068,
      "learning_rate": 6.290687404110541e-05,
      "loss": 0.4302,
      "step": 102737
    },
    {
      "epoch": 4.207986893303297,
      "grad_norm": 1.6866897211706497,
      "learning_rate": 6.29042187187715e-05,
      "loss": 0.685,
      "step": 102738
    },
    {
      "epoch": 4.208027851730494,
      "grad_norm": 1.8815005331898829,
      "learning_rate": 6.290156343761148e-05,
      "loss": 0.8169,
      "step": 102739
    },
    {
      "epoch": 4.20806881015769,
      "grad_norm": 1.6485866341708526,
      "learning_rate": 6.289890819762649e-05,
      "loss": 0.9448,
      "step": 102740
    },
    {
      "epoch": 4.208109768584887,
      "grad_norm": 1.5727783838179201,
      "learning_rate": 6.28962529988179e-05,
      "loss": 0.8358,
      "step": 102741
    },
    {
      "epoch": 4.208150727012082,
      "grad_norm": 1.602369285974097,
      "learning_rate": 6.289359784118684e-05,
      "loss": 0.7161,
      "step": 102742
    },
    {
      "epoch": 4.208191685439279,
      "grad_norm": 1.626440089762926,
      "learning_rate": 6.289094272473465e-05,
      "loss": 0.632,
      "step": 102743
    },
    {
      "epoch": 4.208232643866475,
      "grad_norm": 1.7954117857586234,
      "learning_rate": 6.288828764946261e-05,
      "loss": 0.7873,
      "step": 102744
    },
    {
      "epoch": 4.208273602293672,
      "grad_norm": 1.592355169849553,
      "learning_rate": 6.288563261537189e-05,
      "loss": 0.8098,
      "step": 102745
    },
    {
      "epoch": 4.2083145607208685,
      "grad_norm": 1.1048304019526773,
      "learning_rate": 6.288297762246383e-05,
      "loss": 0.3755,
      "step": 102746
    },
    {
      "epoch": 4.208355519148065,
      "grad_norm": 1.466654285301069,
      "learning_rate": 6.28803226707396e-05,
      "loss": 0.643,
      "step": 102747
    },
    {
      "epoch": 4.208396477575261,
      "grad_norm": 1.1886354430239914,
      "learning_rate": 6.287766776020048e-05,
      "loss": 0.4843,
      "step": 102748
    },
    {
      "epoch": 4.208437436002457,
      "grad_norm": 1.6319630885877952,
      "learning_rate": 6.287501289084782e-05,
      "loss": 0.7464,
      "step": 102749
    },
    {
      "epoch": 4.208478394429654,
      "grad_norm": 1.095727225644142,
      "learning_rate": 6.287235806268274e-05,
      "loss": 0.3784,
      "step": 102750
    },
    {
      "epoch": 4.20851935285685,
      "grad_norm": 1.359943305002052,
      "learning_rate": 6.286970327570653e-05,
      "loss": 0.5983,
      "step": 102751
    },
    {
      "epoch": 4.208560311284047,
      "grad_norm": 1.0756591071456358,
      "learning_rate": 6.286704852992054e-05,
      "loss": 0.5436,
      "step": 102752
    },
    {
      "epoch": 4.208601269711243,
      "grad_norm": 1.8077072564242789,
      "learning_rate": 6.28643938253259e-05,
      "loss": 0.7221,
      "step": 102753
    },
    {
      "epoch": 4.20864222813844,
      "grad_norm": 1.7643764823791561,
      "learning_rate": 6.286173916192398e-05,
      "loss": 0.7526,
      "step": 102754
    },
    {
      "epoch": 4.208683186565636,
      "grad_norm": 1.41320015979366,
      "learning_rate": 6.28590845397159e-05,
      "loss": 0.5975,
      "step": 102755
    },
    {
      "epoch": 4.208724144992832,
      "grad_norm": 1.0122880055633818,
      "learning_rate": 6.2856429958703e-05,
      "loss": 0.295,
      "step": 102756
    },
    {
      "epoch": 4.208765103420029,
      "grad_norm": 2.3167881312984875,
      "learning_rate": 6.285377541888659e-05,
      "loss": 1.4944,
      "step": 102757
    },
    {
      "epoch": 4.208806061847225,
      "grad_norm": 1.6126776278610109,
      "learning_rate": 6.285112092026778e-05,
      "loss": 0.7289,
      "step": 102758
    },
    {
      "epoch": 4.208847020274422,
      "grad_norm": 0.8115648297955222,
      "learning_rate": 6.284846646284791e-05,
      "loss": 0.1786,
      "step": 102759
    },
    {
      "epoch": 4.208887978701618,
      "grad_norm": 1.1929806718036973,
      "learning_rate": 6.284581204662829e-05,
      "loss": 0.5252,
      "step": 102760
    },
    {
      "epoch": 4.208928937128814,
      "grad_norm": 1.210978899387599,
      "learning_rate": 6.284315767161006e-05,
      "loss": 0.4993,
      "step": 102761
    },
    {
      "epoch": 4.20896989555601,
      "grad_norm": 1.1110979754408785,
      "learning_rate": 6.284050333779457e-05,
      "loss": 0.385,
      "step": 102762
    },
    {
      "epoch": 4.209010853983207,
      "grad_norm": 1.4563841114782454,
      "learning_rate": 6.283784904518298e-05,
      "loss": 0.5196,
      "step": 102763
    },
    {
      "epoch": 4.2090518124104035,
      "grad_norm": 1.7928484151736128,
      "learning_rate": 6.28351947937766e-05,
      "loss": 0.8813,
      "step": 102764
    },
    {
      "epoch": 4.2090927708376,
      "grad_norm": 1.8956049006481752,
      "learning_rate": 6.283254058357673e-05,
      "loss": 1.0636,
      "step": 102765
    },
    {
      "epoch": 4.209133729264797,
      "grad_norm": 1.359516347683533,
      "learning_rate": 6.282988641458453e-05,
      "loss": 0.7129,
      "step": 102766
    },
    {
      "epoch": 4.209174687691992,
      "grad_norm": 1.8700678309016134,
      "learning_rate": 6.282723228680131e-05,
      "loss": 1.0449,
      "step": 102767
    },
    {
      "epoch": 4.209215646119189,
      "grad_norm": 1.0461123065353752,
      "learning_rate": 6.282457820022836e-05,
      "loss": 0.2396,
      "step": 102768
    },
    {
      "epoch": 4.209256604546385,
      "grad_norm": 1.557654150342253,
      "learning_rate": 6.282192415486684e-05,
      "loss": 0.4727,
      "step": 102769
    },
    {
      "epoch": 4.209297562973582,
      "grad_norm": 1.4179933114887164,
      "learning_rate": 6.28192701507181e-05,
      "loss": 0.5356,
      "step": 102770
    },
    {
      "epoch": 4.209338521400778,
      "grad_norm": 1.3679173867271324,
      "learning_rate": 6.281661618778331e-05,
      "loss": 0.6775,
      "step": 102771
    },
    {
      "epoch": 4.209379479827975,
      "grad_norm": 1.2448812201913328,
      "learning_rate": 6.281396226606376e-05,
      "loss": 0.4698,
      "step": 102772
    },
    {
      "epoch": 4.209420438255171,
      "grad_norm": 0.9412747728436677,
      "learning_rate": 6.281130838556076e-05,
      "loss": 0.2419,
      "step": 102773
    },
    {
      "epoch": 4.209461396682367,
      "grad_norm": 1.5146849905787774,
      "learning_rate": 6.280865454627546e-05,
      "loss": 0.5832,
      "step": 102774
    },
    {
      "epoch": 4.209502355109564,
      "grad_norm": 1.8234914583299549,
      "learning_rate": 6.280600074820917e-05,
      "loss": 1.0618,
      "step": 102775
    },
    {
      "epoch": 4.20954331353676,
      "grad_norm": 1.2214846554994672,
      "learning_rate": 6.28033469913632e-05,
      "loss": 0.3024,
      "step": 102776
    },
    {
      "epoch": 4.209584271963957,
      "grad_norm": 0.5806853246807725,
      "learning_rate": 6.280069327573869e-05,
      "loss": 0.057,
      "step": 102777
    },
    {
      "epoch": 4.209625230391153,
      "grad_norm": 2.0100555480688262,
      "learning_rate": 6.279803960133703e-05,
      "loss": 0.9694,
      "step": 102778
    },
    {
      "epoch": 4.20966618881835,
      "grad_norm": 1.5053904573734767,
      "learning_rate": 6.27953859681593e-05,
      "loss": 0.7273,
      "step": 102779
    },
    {
      "epoch": 4.209707147245545,
      "grad_norm": 1.4367271012909166,
      "learning_rate": 6.279273237620687e-05,
      "loss": 0.5953,
      "step": 102780
    },
    {
      "epoch": 4.209748105672742,
      "grad_norm": 0.8286304324263012,
      "learning_rate": 6.279007882548103e-05,
      "loss": 0.2092,
      "step": 102781
    },
    {
      "epoch": 4.2097890640999385,
      "grad_norm": 0.6931525787632556,
      "learning_rate": 6.278742531598293e-05,
      "loss": 0.1622,
      "step": 102782
    },
    {
      "epoch": 4.209830022527135,
      "grad_norm": 1.9290529244194143,
      "learning_rate": 6.278477184771393e-05,
      "loss": 0.7856,
      "step": 102783
    },
    {
      "epoch": 4.2098709809543315,
      "grad_norm": 1.376007612930413,
      "learning_rate": 6.278211842067523e-05,
      "loss": 0.8068,
      "step": 102784
    },
    {
      "epoch": 4.209911939381528,
      "grad_norm": 1.7744048984446195,
      "learning_rate": 6.277946503486801e-05,
      "loss": 0.7648,
      "step": 102785
    },
    {
      "epoch": 4.209952897808724,
      "grad_norm": 1.8410884472812408,
      "learning_rate": 6.277681169029363e-05,
      "loss": 0.5058,
      "step": 102786
    },
    {
      "epoch": 4.20999385623592,
      "grad_norm": 0.8710395102373651,
      "learning_rate": 6.277415838695334e-05,
      "loss": 0.1948,
      "step": 102787
    },
    {
      "epoch": 4.210034814663117,
      "grad_norm": 1.2704531159761723,
      "learning_rate": 6.277150512484833e-05,
      "loss": 0.6952,
      "step": 102788
    },
    {
      "epoch": 4.210075773090313,
      "grad_norm": 1.3742317752251199,
      "learning_rate": 6.276885190397994e-05,
      "loss": 0.5601,
      "step": 102789
    },
    {
      "epoch": 4.21011673151751,
      "grad_norm": 1.2761358338617623,
      "learning_rate": 6.276619872434932e-05,
      "loss": 0.506,
      "step": 102790
    },
    {
      "epoch": 4.210157689944706,
      "grad_norm": 0.8123221702939503,
      "learning_rate": 6.276354558595775e-05,
      "loss": 0.201,
      "step": 102791
    },
    {
      "epoch": 4.210198648371903,
      "grad_norm": 1.5205326600748286,
      "learning_rate": 6.27608924888066e-05,
      "loss": 0.7065,
      "step": 102792
    },
    {
      "epoch": 4.210239606799099,
      "grad_norm": 1.6779938098302711,
      "learning_rate": 6.2758239432897e-05,
      "loss": 0.5955,
      "step": 102793
    },
    {
      "epoch": 4.210280565226295,
      "grad_norm": 1.1981452395541121,
      "learning_rate": 6.27555864182302e-05,
      "loss": 0.4025,
      "step": 102794
    },
    {
      "epoch": 4.210321523653492,
      "grad_norm": 1.1262166270062743,
      "learning_rate": 6.275293344480757e-05,
      "loss": 0.5103,
      "step": 102795
    },
    {
      "epoch": 4.210362482080688,
      "grad_norm": 1.4389996098915494,
      "learning_rate": 6.275028051263025e-05,
      "loss": 0.5441,
      "step": 102796
    },
    {
      "epoch": 4.210403440507885,
      "grad_norm": 1.4943654553548522,
      "learning_rate": 6.274762762169957e-05,
      "loss": 0.6924,
      "step": 102797
    },
    {
      "epoch": 4.210444398935081,
      "grad_norm": 1.1471431335535172,
      "learning_rate": 6.274497477201669e-05,
      "loss": 0.4979,
      "step": 102798
    },
    {
      "epoch": 4.210485357362277,
      "grad_norm": 0.8880539971475546,
      "learning_rate": 6.274232196358294e-05,
      "loss": 0.2241,
      "step": 102799
    },
    {
      "epoch": 4.2105263157894735,
      "grad_norm": 1.2855263694726113,
      "learning_rate": 6.27396691963996e-05,
      "loss": 0.3768,
      "step": 102800
    },
    {
      "epoch": 4.21056727421667,
      "grad_norm": 1.4695968001193507,
      "learning_rate": 6.273701647046783e-05,
      "loss": 0.5614,
      "step": 102801
    },
    {
      "epoch": 4.2106082326438665,
      "grad_norm": 1.8529740798790897,
      "learning_rate": 6.273436378578893e-05,
      "loss": 0.8414,
      "step": 102802
    },
    {
      "epoch": 4.210649191071063,
      "grad_norm": 1.4533868868782587,
      "learning_rate": 6.273171114236423e-05,
      "loss": 0.5155,
      "step": 102803
    },
    {
      "epoch": 4.21069014949826,
      "grad_norm": 1.7022626897372608,
      "learning_rate": 6.272905854019484e-05,
      "loss": 1.1212,
      "step": 102804
    },
    {
      "epoch": 4.210731107925455,
      "grad_norm": 1.322991682073184,
      "learning_rate": 6.272640597928216e-05,
      "loss": 0.2257,
      "step": 102805
    },
    {
      "epoch": 4.210772066352652,
      "grad_norm": 1.6814265778869457,
      "learning_rate": 6.27237534596273e-05,
      "loss": 0.7616,
      "step": 102806
    },
    {
      "epoch": 4.210813024779848,
      "grad_norm": 1.6229854009319422,
      "learning_rate": 6.27211009812316e-05,
      "loss": 0.6475,
      "step": 102807
    },
    {
      "epoch": 4.210853983207045,
      "grad_norm": 1.5173864255495428,
      "learning_rate": 6.271844854409633e-05,
      "loss": 0.6817,
      "step": 102808
    },
    {
      "epoch": 4.210894941634241,
      "grad_norm": 2.049108108847542,
      "learning_rate": 6.271579614822268e-05,
      "loss": 1.0482,
      "step": 102809
    },
    {
      "epoch": 4.210935900061438,
      "grad_norm": 1.1943069574917806,
      "learning_rate": 6.271314379361198e-05,
      "loss": 0.4753,
      "step": 102810
    },
    {
      "epoch": 4.2109768584886345,
      "grad_norm": 1.4424721717453772,
      "learning_rate": 6.271049148026538e-05,
      "loss": 0.5646,
      "step": 102811
    },
    {
      "epoch": 4.21101781691583,
      "grad_norm": 3.4631606431885076,
      "learning_rate": 6.270783920818421e-05,
      "loss": 3.3561,
      "step": 102812
    },
    {
      "epoch": 4.211058775343027,
      "grad_norm": 4.5910451384712,
      "learning_rate": 6.270518697736975e-05,
      "loss": 4.3733,
      "step": 102813
    },
    {
      "epoch": 4.211099733770223,
      "grad_norm": 1.805766219089585,
      "learning_rate": 6.270253478782317e-05,
      "loss": 0.8615,
      "step": 102814
    },
    {
      "epoch": 4.21114069219742,
      "grad_norm": 1.617422353736779,
      "learning_rate": 6.269988263954577e-05,
      "loss": 0.6337,
      "step": 102815
    },
    {
      "epoch": 4.211181650624616,
      "grad_norm": 1.5520958504940465,
      "learning_rate": 6.269723053253885e-05,
      "loss": 0.5811,
      "step": 102816
    },
    {
      "epoch": 4.211222609051813,
      "grad_norm": 1.5023088218126983,
      "learning_rate": 6.269457846680353e-05,
      "loss": 0.5546,
      "step": 102817
    },
    {
      "epoch": 4.211263567479008,
      "grad_norm": 1.7322139220352495,
      "learning_rate": 6.269192644234123e-05,
      "loss": 0.7643,
      "step": 102818
    },
    {
      "epoch": 4.211304525906205,
      "grad_norm": 1.5718322649987335,
      "learning_rate": 6.268927445915307e-05,
      "loss": 0.5855,
      "step": 102819
    },
    {
      "epoch": 4.2113454843334015,
      "grad_norm": 1.4393398796110952,
      "learning_rate": 6.268662251724034e-05,
      "loss": 0.7137,
      "step": 102820
    },
    {
      "epoch": 4.211386442760598,
      "grad_norm": 1.325921431343073,
      "learning_rate": 6.268397061660437e-05,
      "loss": 0.5126,
      "step": 102821
    },
    {
      "epoch": 4.211427401187795,
      "grad_norm": 1.6351002191823312,
      "learning_rate": 6.268131875724628e-05,
      "loss": 0.6391,
      "step": 102822
    },
    {
      "epoch": 4.211468359614991,
      "grad_norm": 1.8340750087095954,
      "learning_rate": 6.267866693916744e-05,
      "loss": 0.6238,
      "step": 102823
    },
    {
      "epoch": 4.211509318042187,
      "grad_norm": 4.6303782704539,
      "learning_rate": 6.267601516236908e-05,
      "loss": 1.6112,
      "step": 102824
    },
    {
      "epoch": 4.211550276469383,
      "grad_norm": 1.5300051291791439,
      "learning_rate": 6.267336342685239e-05,
      "loss": 0.651,
      "step": 102825
    },
    {
      "epoch": 4.21159123489658,
      "grad_norm": 1.3361938023856046,
      "learning_rate": 6.267071173261869e-05,
      "loss": 0.429,
      "step": 102826
    },
    {
      "epoch": 4.211632193323776,
      "grad_norm": 2.1979025147947007,
      "learning_rate": 6.26680600796692e-05,
      "loss": 1.0621,
      "step": 102827
    },
    {
      "epoch": 4.211673151750973,
      "grad_norm": 1.3261470829311137,
      "learning_rate": 6.266540846800516e-05,
      "loss": 0.5435,
      "step": 102828
    },
    {
      "epoch": 4.211714110178169,
      "grad_norm": 1.4908609692626202,
      "learning_rate": 6.266275689762791e-05,
      "loss": 0.6291,
      "step": 102829
    },
    {
      "epoch": 4.211755068605366,
      "grad_norm": 1.3896445877175239,
      "learning_rate": 6.266010536853859e-05,
      "loss": 0.5593,
      "step": 102830
    },
    {
      "epoch": 4.211796027032562,
      "grad_norm": 1.7798201833685783,
      "learning_rate": 6.265745388073847e-05,
      "loss": 0.5091,
      "step": 102831
    },
    {
      "epoch": 4.211836985459758,
      "grad_norm": 1.515625844989948,
      "learning_rate": 6.265480243422893e-05,
      "loss": 0.5783,
      "step": 102832
    },
    {
      "epoch": 4.211877943886955,
      "grad_norm": 1.5850152814869047,
      "learning_rate": 6.265215102901107e-05,
      "loss": 0.764,
      "step": 102833
    },
    {
      "epoch": 4.211918902314151,
      "grad_norm": 1.5840623039844797,
      "learning_rate": 6.264949966508623e-05,
      "loss": 0.77,
      "step": 102834
    },
    {
      "epoch": 4.211959860741348,
      "grad_norm": 1.58039440887307,
      "learning_rate": 6.264684834245563e-05,
      "loss": 0.8422,
      "step": 102835
    },
    {
      "epoch": 4.212000819168544,
      "grad_norm": 1.5516386965134967,
      "learning_rate": 6.26441970611205e-05,
      "loss": 0.7827,
      "step": 102836
    },
    {
      "epoch": 4.21204177759574,
      "grad_norm": 1.9032912500101853,
      "learning_rate": 6.264154582108219e-05,
      "loss": 0.816,
      "step": 102837
    },
    {
      "epoch": 4.2120827360229365,
      "grad_norm": 1.0626761638579432,
      "learning_rate": 6.263889462234183e-05,
      "loss": 0.3154,
      "step": 102838
    },
    {
      "epoch": 4.212123694450133,
      "grad_norm": 1.819936616089809,
      "learning_rate": 6.263624346490073e-05,
      "loss": 0.7789,
      "step": 102839
    },
    {
      "epoch": 4.2121646528773296,
      "grad_norm": 0.7256470737771823,
      "learning_rate": 6.26335923487602e-05,
      "loss": 0.1829,
      "step": 102840
    },
    {
      "epoch": 4.212205611304526,
      "grad_norm": 1.4613401154018608,
      "learning_rate": 6.263094127392138e-05,
      "loss": 0.4781,
      "step": 102841
    },
    {
      "epoch": 4.212246569731723,
      "grad_norm": 1.5978600304030095,
      "learning_rate": 6.262829024038565e-05,
      "loss": 0.6886,
      "step": 102842
    },
    {
      "epoch": 4.212287528158918,
      "grad_norm": 0.8940646047607137,
      "learning_rate": 6.262563924815412e-05,
      "loss": 0.193,
      "step": 102843
    },
    {
      "epoch": 4.212328486586115,
      "grad_norm": 1.492907153233542,
      "learning_rate": 6.262298829722812e-05,
      "loss": 0.636,
      "step": 102844
    },
    {
      "epoch": 4.212369445013311,
      "grad_norm": 1.5938204821725377,
      "learning_rate": 6.262033738760897e-05,
      "loss": 0.5799,
      "step": 102845
    },
    {
      "epoch": 4.212410403440508,
      "grad_norm": 3.7884550109671533,
      "learning_rate": 6.26176865192978e-05,
      "loss": 3.0596,
      "step": 102846
    },
    {
      "epoch": 4.212451361867704,
      "grad_norm": 1.1461041336804267,
      "learning_rate": 6.261503569229592e-05,
      "loss": 0.29,
      "step": 102847
    },
    {
      "epoch": 4.212492320294901,
      "grad_norm": 1.2683191094736141,
      "learning_rate": 6.261238490660461e-05,
      "loss": 0.3679,
      "step": 102848
    },
    {
      "epoch": 4.2125332787220975,
      "grad_norm": 0.733831702205009,
      "learning_rate": 6.260973416222507e-05,
      "loss": 0.2123,
      "step": 102849
    },
    {
      "epoch": 4.212574237149293,
      "grad_norm": 1.614798192135164,
      "learning_rate": 6.26070834591586e-05,
      "loss": 0.6449,
      "step": 102850
    },
    {
      "epoch": 4.21261519557649,
      "grad_norm": 1.555937418573115,
      "learning_rate": 6.26044327974064e-05,
      "loss": 0.628,
      "step": 102851
    },
    {
      "epoch": 4.212656154003686,
      "grad_norm": 1.484798779328524,
      "learning_rate": 6.260178217696974e-05,
      "loss": 0.8354,
      "step": 102852
    },
    {
      "epoch": 4.212697112430883,
      "grad_norm": 1.4520327239443327,
      "learning_rate": 6.259913159784994e-05,
      "loss": 0.4607,
      "step": 102853
    },
    {
      "epoch": 4.212738070858079,
      "grad_norm": 1.8696993305083351,
      "learning_rate": 6.25964810600482e-05,
      "loss": 0.756,
      "step": 102854
    },
    {
      "epoch": 4.212779029285276,
      "grad_norm": 2.0437535199990133,
      "learning_rate": 6.259383056356572e-05,
      "loss": 0.808,
      "step": 102855
    },
    {
      "epoch": 4.2128199877124715,
      "grad_norm": 1.617105200587568,
      "learning_rate": 6.259118010840386e-05,
      "loss": 0.557,
      "step": 102856
    },
    {
      "epoch": 4.212860946139668,
      "grad_norm": 1.2188179590274182,
      "learning_rate": 6.258852969456376e-05,
      "loss": 0.4914,
      "step": 102857
    },
    {
      "epoch": 4.2129019045668645,
      "grad_norm": 1.4850503766789014,
      "learning_rate": 6.258587932204673e-05,
      "loss": 0.6031,
      "step": 102858
    },
    {
      "epoch": 4.212942862994061,
      "grad_norm": 0.8783478763931549,
      "learning_rate": 6.258322899085409e-05,
      "loss": 0.2272,
      "step": 102859
    },
    {
      "epoch": 4.212983821421258,
      "grad_norm": 1.6152299162093111,
      "learning_rate": 6.258057870098697e-05,
      "loss": 0.7441,
      "step": 102860
    },
    {
      "epoch": 4.213024779848454,
      "grad_norm": 1.9227560419416994,
      "learning_rate": 6.257792845244671e-05,
      "loss": 0.894,
      "step": 102861
    },
    {
      "epoch": 4.21306573827565,
      "grad_norm": 4.832006540836468,
      "learning_rate": 6.257527824523451e-05,
      "loss": 4.3169,
      "step": 102862
    },
    {
      "epoch": 4.213106696702846,
      "grad_norm": 1.4362159681053057,
      "learning_rate": 6.257262807935164e-05,
      "loss": 0.5393,
      "step": 102863
    },
    {
      "epoch": 4.213147655130043,
      "grad_norm": 1.1509084806840495,
      "learning_rate": 6.25699779547994e-05,
      "loss": 0.2476,
      "step": 102864
    },
    {
      "epoch": 4.213188613557239,
      "grad_norm": 1.3927074209799342,
      "learning_rate": 6.256732787157895e-05,
      "loss": 0.52,
      "step": 102865
    },
    {
      "epoch": 4.213229571984436,
      "grad_norm": 1.2816258229114266,
      "learning_rate": 6.25646778296916e-05,
      "loss": 0.6157,
      "step": 102866
    },
    {
      "epoch": 4.2132705304116325,
      "grad_norm": 0.9204293999427685,
      "learning_rate": 6.256202782913864e-05,
      "loss": 0.2301,
      "step": 102867
    },
    {
      "epoch": 4.213311488838829,
      "grad_norm": 1.6446483538527052,
      "learning_rate": 6.255937786992123e-05,
      "loss": 0.7926,
      "step": 102868
    },
    {
      "epoch": 4.213352447266025,
      "grad_norm": 1.6665103481979895,
      "learning_rate": 6.255672795204073e-05,
      "loss": 0.7184,
      "step": 102869
    },
    {
      "epoch": 4.213393405693221,
      "grad_norm": 1.380745283037928,
      "learning_rate": 6.255407807549828e-05,
      "loss": 0.6156,
      "step": 102870
    },
    {
      "epoch": 4.213434364120418,
      "grad_norm": 1.2036273189987459,
      "learning_rate": 6.255142824029519e-05,
      "loss": 0.3881,
      "step": 102871
    },
    {
      "epoch": 4.213475322547614,
      "grad_norm": 0.834202065808321,
      "learning_rate": 6.254877844643277e-05,
      "loss": 0.1883,
      "step": 102872
    },
    {
      "epoch": 4.213516280974811,
      "grad_norm": 1.8879731005168303,
      "learning_rate": 6.254612869391213e-05,
      "loss": 0.7225,
      "step": 102873
    },
    {
      "epoch": 4.213557239402007,
      "grad_norm": 1.3739415136193982,
      "learning_rate": 6.254347898273463e-05,
      "loss": 0.5727,
      "step": 102874
    },
    {
      "epoch": 4.213598197829203,
      "grad_norm": 1.6500093727924967,
      "learning_rate": 6.254082931290155e-05,
      "loss": 0.4278,
      "step": 102875
    },
    {
      "epoch": 4.2136391562563995,
      "grad_norm": 2.999267373070151,
      "learning_rate": 6.253817968441404e-05,
      "loss": 1.6006,
      "step": 102876
    },
    {
      "epoch": 4.213680114683596,
      "grad_norm": 1.6200478116424746,
      "learning_rate": 6.253553009727345e-05,
      "loss": 0.4866,
      "step": 102877
    },
    {
      "epoch": 4.213721073110793,
      "grad_norm": 1.8301647887751586,
      "learning_rate": 6.253288055148092e-05,
      "loss": 0.6778,
      "step": 102878
    },
    {
      "epoch": 4.213762031537989,
      "grad_norm": 0.7804253457122898,
      "learning_rate": 6.253023104703781e-05,
      "loss": 0.2151,
      "step": 102879
    },
    {
      "epoch": 4.213802989965186,
      "grad_norm": 0.9212666979599345,
      "learning_rate": 6.252758158394536e-05,
      "loss": 0.3004,
      "step": 102880
    },
    {
      "epoch": 4.213843948392382,
      "grad_norm": 1.7958851545757522,
      "learning_rate": 6.252493216220472e-05,
      "loss": 0.8515,
      "step": 102881
    },
    {
      "epoch": 4.213884906819578,
      "grad_norm": 1.6145435693470724,
      "learning_rate": 6.25222827818173e-05,
      "loss": 0.8147,
      "step": 102882
    },
    {
      "epoch": 4.213925865246774,
      "grad_norm": 1.0927490036042726,
      "learning_rate": 6.251963344278419e-05,
      "loss": 0.2432,
      "step": 102883
    },
    {
      "epoch": 4.213966823673971,
      "grad_norm": 0.8884907403189982,
      "learning_rate": 6.251698414510674e-05,
      "loss": 0.2174,
      "step": 102884
    },
    {
      "epoch": 4.214007782101167,
      "grad_norm": 1.0566628492217378,
      "learning_rate": 6.251433488878624e-05,
      "loss": 0.214,
      "step": 102885
    },
    {
      "epoch": 4.214048740528364,
      "grad_norm": 1.5832732760116086,
      "learning_rate": 6.251168567382382e-05,
      "loss": 0.8167,
      "step": 102886
    },
    {
      "epoch": 4.2140896989555605,
      "grad_norm": 1.259126681960441,
      "learning_rate": 6.25090365002208e-05,
      "loss": 0.5616,
      "step": 102887
    },
    {
      "epoch": 4.214130657382756,
      "grad_norm": 1.2601646685053407,
      "learning_rate": 6.250638736797847e-05,
      "loss": 0.4559,
      "step": 102888
    },
    {
      "epoch": 4.214171615809953,
      "grad_norm": 5.596409862449763,
      "learning_rate": 6.250373827709802e-05,
      "loss": 1.7964,
      "step": 102889
    },
    {
      "epoch": 4.214212574237149,
      "grad_norm": 0.7659191833757841,
      "learning_rate": 6.250108922758076e-05,
      "loss": 0.1785,
      "step": 102890
    },
    {
      "epoch": 4.214253532664346,
      "grad_norm": 1.635393528269508,
      "learning_rate": 6.249844021942786e-05,
      "loss": 0.5187,
      "step": 102891
    },
    {
      "epoch": 4.214294491091542,
      "grad_norm": 1.264563951410864,
      "learning_rate": 6.249579125264061e-05,
      "loss": 0.3757,
      "step": 102892
    },
    {
      "epoch": 4.214335449518739,
      "grad_norm": 0.9383858169453821,
      "learning_rate": 6.249314232722033e-05,
      "loss": 0.2236,
      "step": 102893
    },
    {
      "epoch": 4.2143764079459345,
      "grad_norm": 1.5120807748271092,
      "learning_rate": 6.249049344316818e-05,
      "loss": 0.607,
      "step": 102894
    },
    {
      "epoch": 4.214417366373131,
      "grad_norm": 1.689339405901347,
      "learning_rate": 6.248784460048542e-05,
      "loss": 0.7789,
      "step": 102895
    },
    {
      "epoch": 4.214458324800328,
      "grad_norm": 2.4365204787309462,
      "learning_rate": 6.248519579917339e-05,
      "loss": 0.9467,
      "step": 102896
    },
    {
      "epoch": 4.214499283227524,
      "grad_norm": 0.8062141753125545,
      "learning_rate": 6.248254703923325e-05,
      "loss": 0.2018,
      "step": 102897
    },
    {
      "epoch": 4.214540241654721,
      "grad_norm": 1.1441114044081366,
      "learning_rate": 6.24798983206663e-05,
      "loss": 0.4421,
      "step": 102898
    },
    {
      "epoch": 4.214581200081917,
      "grad_norm": 1.0343918736916098,
      "learning_rate": 6.247724964347374e-05,
      "loss": 0.2997,
      "step": 102899
    },
    {
      "epoch": 4.214622158509114,
      "grad_norm": 1.524665299762353,
      "learning_rate": 6.247460100765688e-05,
      "loss": 0.7546,
      "step": 102900
    },
    {
      "epoch": 4.214663116936309,
      "grad_norm": 1.5944576380365143,
      "learning_rate": 6.247195241321697e-05,
      "loss": 0.7843,
      "step": 102901
    },
    {
      "epoch": 4.214704075363506,
      "grad_norm": 1.6072395891948785,
      "learning_rate": 6.24693038601552e-05,
      "loss": 0.7252,
      "step": 102902
    },
    {
      "epoch": 4.214745033790702,
      "grad_norm": 0.9552195215334401,
      "learning_rate": 6.246665534847287e-05,
      "loss": 0.1817,
      "step": 102903
    },
    {
      "epoch": 4.214785992217899,
      "grad_norm": 1.5388344666107168,
      "learning_rate": 6.246400687817127e-05,
      "loss": 0.7675,
      "step": 102904
    },
    {
      "epoch": 4.2148269506450955,
      "grad_norm": 1.0282131857610313,
      "learning_rate": 6.246135844925156e-05,
      "loss": 0.3028,
      "step": 102905
    },
    {
      "epoch": 4.214867909072292,
      "grad_norm": 1.5824325395851644,
      "learning_rate": 6.245871006171509e-05,
      "loss": 0.6479,
      "step": 102906
    },
    {
      "epoch": 4.214908867499488,
      "grad_norm": 1.4870813252284893,
      "learning_rate": 6.245606171556301e-05,
      "loss": 0.737,
      "step": 102907
    },
    {
      "epoch": 4.214949825926684,
      "grad_norm": 0.9979264904152501,
      "learning_rate": 6.245341341079662e-05,
      "loss": 0.3073,
      "step": 102908
    },
    {
      "epoch": 4.214990784353881,
      "grad_norm": 1.0508323550460297,
      "learning_rate": 6.245076514741724e-05,
      "loss": 0.3266,
      "step": 102909
    },
    {
      "epoch": 4.215031742781077,
      "grad_norm": 0.8422127629514256,
      "learning_rate": 6.2448116925426e-05,
      "loss": 0.2105,
      "step": 102910
    },
    {
      "epoch": 4.215072701208274,
      "grad_norm": 3.7466940735924994,
      "learning_rate": 6.24454687448242e-05,
      "loss": 4.0742,
      "step": 102911
    },
    {
      "epoch": 4.21511365963547,
      "grad_norm": 1.354324728013298,
      "learning_rate": 6.244282060561317e-05,
      "loss": 0.5555,
      "step": 102912
    },
    {
      "epoch": 4.215154618062666,
      "grad_norm": 1.6250818882225062,
      "learning_rate": 6.244017250779404e-05,
      "loss": 0.8755,
      "step": 102913
    },
    {
      "epoch": 4.2151955764898625,
      "grad_norm": 1.1167089130209904,
      "learning_rate": 6.243752445136816e-05,
      "loss": 0.3626,
      "step": 102914
    },
    {
      "epoch": 4.215236534917059,
      "grad_norm": 1.4997663236114092,
      "learning_rate": 6.243487643633669e-05,
      "loss": 0.7807,
      "step": 102915
    },
    {
      "epoch": 4.215277493344256,
      "grad_norm": 0.9082312380600226,
      "learning_rate": 6.243222846270092e-05,
      "loss": 0.2118,
      "step": 102916
    },
    {
      "epoch": 4.215318451771452,
      "grad_norm": 1.367332736691015,
      "learning_rate": 6.242958053046217e-05,
      "loss": 0.4739,
      "step": 102917
    },
    {
      "epoch": 4.215359410198649,
      "grad_norm": 1.5927501092901275,
      "learning_rate": 6.242693263962158e-05,
      "loss": 0.4644,
      "step": 102918
    },
    {
      "epoch": 4.215400368625845,
      "grad_norm": 3.290268263306471,
      "learning_rate": 6.242428479018046e-05,
      "loss": 3.2128,
      "step": 102919
    },
    {
      "epoch": 4.215441327053041,
      "grad_norm": 1.2936884399364326,
      "learning_rate": 6.242163698214011e-05,
      "loss": 0.6514,
      "step": 102920
    },
    {
      "epoch": 4.215482285480237,
      "grad_norm": 1.34917891738448,
      "learning_rate": 6.241898921550166e-05,
      "loss": 0.4986,
      "step": 102921
    },
    {
      "epoch": 4.215523243907434,
      "grad_norm": 1.8467001651060706,
      "learning_rate": 6.24163414902665e-05,
      "loss": 0.9853,
      "step": 102922
    },
    {
      "epoch": 4.2155642023346305,
      "grad_norm": 1.4620756646068767,
      "learning_rate": 6.241369380643575e-05,
      "loss": 0.5367,
      "step": 102923
    },
    {
      "epoch": 4.215605160761827,
      "grad_norm": 1.348821119523386,
      "learning_rate": 6.241104616401072e-05,
      "loss": 0.4721,
      "step": 102924
    },
    {
      "epoch": 4.2156461191890235,
      "grad_norm": 1.29856410245281,
      "learning_rate": 6.240839856299278e-05,
      "loss": 0.6541,
      "step": 102925
    },
    {
      "epoch": 4.215687077616219,
      "grad_norm": 1.4303507456379287,
      "learning_rate": 6.240575100338295e-05,
      "loss": 0.6569,
      "step": 102926
    },
    {
      "epoch": 4.215728036043416,
      "grad_norm": 1.543611232297753,
      "learning_rate": 6.240310348518261e-05,
      "loss": 0.6821,
      "step": 102927
    },
    {
      "epoch": 4.215768994470612,
      "grad_norm": 1.0465837697123759,
      "learning_rate": 6.240045600839305e-05,
      "loss": 0.2322,
      "step": 102928
    },
    {
      "epoch": 4.215809952897809,
      "grad_norm": 1.41314858229764,
      "learning_rate": 6.23978085730154e-05,
      "loss": 0.5621,
      "step": 102929
    },
    {
      "epoch": 4.215850911325005,
      "grad_norm": 1.4559442352801475,
      "learning_rate": 6.239516117905101e-05,
      "loss": 0.5075,
      "step": 102930
    },
    {
      "epoch": 4.215891869752202,
      "grad_norm": 1.313779824915149,
      "learning_rate": 6.239251382650114e-05,
      "loss": 0.5562,
      "step": 102931
    },
    {
      "epoch": 4.2159328281793975,
      "grad_norm": 1.3764493050157445,
      "learning_rate": 6.238986651536695e-05,
      "loss": 0.4735,
      "step": 102932
    },
    {
      "epoch": 4.215973786606594,
      "grad_norm": 1.2178592673044524,
      "learning_rate": 6.238721924564982e-05,
      "loss": 0.6344,
      "step": 102933
    },
    {
      "epoch": 4.216014745033791,
      "grad_norm": 1.4926210921653138,
      "learning_rate": 6.238457201735086e-05,
      "loss": 0.5929,
      "step": 102934
    },
    {
      "epoch": 4.216055703460987,
      "grad_norm": 0.7525406643520653,
      "learning_rate": 6.23819248304714e-05,
      "loss": 0.191,
      "step": 102935
    },
    {
      "epoch": 4.216096661888184,
      "grad_norm": 2.197123652112974,
      "learning_rate": 6.237927768501273e-05,
      "loss": 1.0718,
      "step": 102936
    },
    {
      "epoch": 4.21613762031538,
      "grad_norm": 1.373348612120066,
      "learning_rate": 6.2376630580976e-05,
      "loss": 0.6648,
      "step": 102937
    },
    {
      "epoch": 4.216178578742577,
      "grad_norm": 1.241454154990314,
      "learning_rate": 6.23739835183625e-05,
      "loss": 0.6237,
      "step": 102938
    },
    {
      "epoch": 4.216219537169772,
      "grad_norm": 1.705699019984013,
      "learning_rate": 6.237133649717357e-05,
      "loss": 0.85,
      "step": 102939
    },
    {
      "epoch": 4.216260495596969,
      "grad_norm": 1.5871718290231338,
      "learning_rate": 6.236868951741033e-05,
      "loss": 0.6607,
      "step": 102940
    },
    {
      "epoch": 4.2163014540241655,
      "grad_norm": 1.2211820507522917,
      "learning_rate": 6.236604257907413e-05,
      "loss": 0.6285,
      "step": 102941
    },
    {
      "epoch": 4.216342412451362,
      "grad_norm": 1.291789932716685,
      "learning_rate": 6.236339568216614e-05,
      "loss": 0.5164,
      "step": 102942
    },
    {
      "epoch": 4.2163833708785585,
      "grad_norm": 1.2648796062538799,
      "learning_rate": 6.236074882668765e-05,
      "loss": 0.5836,
      "step": 102943
    },
    {
      "epoch": 4.216424329305755,
      "grad_norm": 1.8670526996203467,
      "learning_rate": 6.235810201263995e-05,
      "loss": 1.0909,
      "step": 102944
    },
    {
      "epoch": 4.216465287732951,
      "grad_norm": 1.209681189145694,
      "learning_rate": 6.235545524002422e-05,
      "loss": 0.4977,
      "step": 102945
    },
    {
      "epoch": 4.216506246160147,
      "grad_norm": 1.6800578176766812,
      "learning_rate": 6.235280850884173e-05,
      "loss": 0.6233,
      "step": 102946
    },
    {
      "epoch": 4.216547204587344,
      "grad_norm": 2.1638245010438424,
      "learning_rate": 6.235016181909381e-05,
      "loss": 0.6282,
      "step": 102947
    },
    {
      "epoch": 4.21658816301454,
      "grad_norm": 1.475092618998669,
      "learning_rate": 6.234751517078158e-05,
      "loss": 0.546,
      "step": 102948
    },
    {
      "epoch": 4.216629121441737,
      "grad_norm": 1.7039191429742384,
      "learning_rate": 6.234486856390642e-05,
      "loss": 0.6322,
      "step": 102949
    },
    {
      "epoch": 4.216670079868933,
      "grad_norm": 1.448785977184848,
      "learning_rate": 6.234222199846949e-05,
      "loss": 0.5693,
      "step": 102950
    },
    {
      "epoch": 4.216711038296129,
      "grad_norm": 2.1591702332157388,
      "learning_rate": 6.233957547447204e-05,
      "loss": 0.8989,
      "step": 102951
    },
    {
      "epoch": 4.216751996723326,
      "grad_norm": 1.7120988418411693,
      "learning_rate": 6.233692899191543e-05,
      "loss": 0.7333,
      "step": 102952
    },
    {
      "epoch": 4.216792955150522,
      "grad_norm": 1.188107674624539,
      "learning_rate": 6.233428255080075e-05,
      "loss": 0.4606,
      "step": 102953
    },
    {
      "epoch": 4.216833913577719,
      "grad_norm": 1.376192834163467,
      "learning_rate": 6.233163615112941e-05,
      "loss": 0.5895,
      "step": 102954
    },
    {
      "epoch": 4.216874872004915,
      "grad_norm": 0.9011141219968712,
      "learning_rate": 6.232898979290252e-05,
      "loss": 0.2099,
      "step": 102955
    },
    {
      "epoch": 4.216915830432112,
      "grad_norm": 1.7260373118372945,
      "learning_rate": 6.23263434761214e-05,
      "loss": 0.7298,
      "step": 102956
    },
    {
      "epoch": 4.216956788859308,
      "grad_norm": 1.3409601137488887,
      "learning_rate": 6.232369720078737e-05,
      "loss": 0.6204,
      "step": 102957
    },
    {
      "epoch": 4.216997747286504,
      "grad_norm": 0.5272999548994967,
      "learning_rate": 6.232105096690153e-05,
      "loss": 0.1007,
      "step": 102958
    },
    {
      "epoch": 4.2170387057137,
      "grad_norm": 0.7217013235282133,
      "learning_rate": 6.23184047744652e-05,
      "loss": 0.1715,
      "step": 102959
    },
    {
      "epoch": 4.217079664140897,
      "grad_norm": 1.574800431444885,
      "learning_rate": 6.231575862347972e-05,
      "loss": 0.6168,
      "step": 102960
    },
    {
      "epoch": 4.2171206225680935,
      "grad_norm": 1.6851833351592,
      "learning_rate": 6.231311251394621e-05,
      "loss": 0.6054,
      "step": 102961
    },
    {
      "epoch": 4.21716158099529,
      "grad_norm": 1.7152189643258604,
      "learning_rate": 6.231046644586601e-05,
      "loss": 0.7497,
      "step": 102962
    },
    {
      "epoch": 4.217202539422487,
      "grad_norm": 1.3157211498478139,
      "learning_rate": 6.230782041924027e-05,
      "loss": 0.4356,
      "step": 102963
    },
    {
      "epoch": 4.217243497849682,
      "grad_norm": 0.9132681605180054,
      "learning_rate": 6.230517443407032e-05,
      "loss": 0.2792,
      "step": 102964
    },
    {
      "epoch": 4.217284456276879,
      "grad_norm": 0.9151649533337564,
      "learning_rate": 6.230252849035745e-05,
      "loss": 0.269,
      "step": 102965
    },
    {
      "epoch": 4.217325414704075,
      "grad_norm": 1.3238849305026241,
      "learning_rate": 6.229988258810279e-05,
      "loss": 0.7548,
      "step": 102966
    },
    {
      "epoch": 4.217366373131272,
      "grad_norm": 0.9710252742468701,
      "learning_rate": 6.229723672730767e-05,
      "loss": 0.1868,
      "step": 102967
    },
    {
      "epoch": 4.217407331558468,
      "grad_norm": 1.3414645384080843,
      "learning_rate": 6.229459090797337e-05,
      "loss": 0.2963,
      "step": 102968
    },
    {
      "epoch": 4.217448289985665,
      "grad_norm": 1.9378509636573038,
      "learning_rate": 6.229194513010104e-05,
      "loss": 0.7202,
      "step": 102969
    },
    {
      "epoch": 4.2174892484128605,
      "grad_norm": 1.507196168730935,
      "learning_rate": 6.228929939369206e-05,
      "loss": 0.7152,
      "step": 102970
    },
    {
      "epoch": 4.217530206840057,
      "grad_norm": 1.5369029959796254,
      "learning_rate": 6.228665369874755e-05,
      "loss": 0.7226,
      "step": 102971
    },
    {
      "epoch": 4.217571165267254,
      "grad_norm": 2.1045745382857417,
      "learning_rate": 6.228400804526883e-05,
      "loss": 1.1877,
      "step": 102972
    },
    {
      "epoch": 4.21761212369445,
      "grad_norm": 1.8985404753045763,
      "learning_rate": 6.228136243325718e-05,
      "loss": 0.8658,
      "step": 102973
    },
    {
      "epoch": 4.217653082121647,
      "grad_norm": 0.5918621346469115,
      "learning_rate": 6.227871686271375e-05,
      "loss": 0.1124,
      "step": 102974
    },
    {
      "epoch": 4.217694040548843,
      "grad_norm": 1.418187352386954,
      "learning_rate": 6.227607133363987e-05,
      "loss": 0.5836,
      "step": 102975
    },
    {
      "epoch": 4.21773499897604,
      "grad_norm": 1.4534547844862535,
      "learning_rate": 6.227342584603682e-05,
      "loss": 0.6321,
      "step": 102976
    },
    {
      "epoch": 4.217775957403235,
      "grad_norm": 1.4841816026336645,
      "learning_rate": 6.227078039990575e-05,
      "loss": 0.7069,
      "step": 102977
    },
    {
      "epoch": 4.217816915830432,
      "grad_norm": 1.1026139730830187,
      "learning_rate": 6.226813499524802e-05,
      "loss": 0.352,
      "step": 102978
    },
    {
      "epoch": 4.2178578742576285,
      "grad_norm": 1.9162785599756365,
      "learning_rate": 6.226548963206478e-05,
      "loss": 0.6328,
      "step": 102979
    },
    {
      "epoch": 4.217898832684825,
      "grad_norm": 1.6863862389698532,
      "learning_rate": 6.226284431035731e-05,
      "loss": 0.6969,
      "step": 102980
    },
    {
      "epoch": 4.2179397911120216,
      "grad_norm": 0.9704190336641803,
      "learning_rate": 6.226019903012692e-05,
      "loss": 0.2756,
      "step": 102981
    },
    {
      "epoch": 4.217980749539218,
      "grad_norm": 1.2249478772320737,
      "learning_rate": 6.225755379137479e-05,
      "loss": 0.5752,
      "step": 102982
    },
    {
      "epoch": 4.218021707966414,
      "grad_norm": 0.8393544819080393,
      "learning_rate": 6.225490859410218e-05,
      "loss": 0.2393,
      "step": 102983
    },
    {
      "epoch": 4.21806266639361,
      "grad_norm": 1.3060263650059518,
      "learning_rate": 6.225226343831042e-05,
      "loss": 0.5706,
      "step": 102984
    },
    {
      "epoch": 4.218103624820807,
      "grad_norm": 1.2900251614680702,
      "learning_rate": 6.224961832400065e-05,
      "loss": 0.33,
      "step": 102985
    },
    {
      "epoch": 4.218144583248003,
      "grad_norm": 1.9857248670418772,
      "learning_rate": 6.22469732511742e-05,
      "loss": 0.6668,
      "step": 102986
    },
    {
      "epoch": 4.2181855416752,
      "grad_norm": 1.0137237797488108,
      "learning_rate": 6.224432821983226e-05,
      "loss": 0.2542,
      "step": 102987
    },
    {
      "epoch": 4.218226500102396,
      "grad_norm": 1.7500798641903565,
      "learning_rate": 6.224168322997608e-05,
      "loss": 0.8024,
      "step": 102988
    },
    {
      "epoch": 4.218267458529592,
      "grad_norm": 1.6885383597275518,
      "learning_rate": 6.223903828160701e-05,
      "loss": 0.7252,
      "step": 102989
    },
    {
      "epoch": 4.218308416956789,
      "grad_norm": 1.3435846965989056,
      "learning_rate": 6.223639337472619e-05,
      "loss": 0.5736,
      "step": 102990
    },
    {
      "epoch": 4.218349375383985,
      "grad_norm": 1.5905762087324031,
      "learning_rate": 6.22337485093349e-05,
      "loss": 0.5012,
      "step": 102991
    },
    {
      "epoch": 4.218390333811182,
      "grad_norm": 1.3296166831994203,
      "learning_rate": 6.223110368543445e-05,
      "loss": 0.6787,
      "step": 102992
    },
    {
      "epoch": 4.218431292238378,
      "grad_norm": 1.7752692217611918,
      "learning_rate": 6.222845890302599e-05,
      "loss": 0.8797,
      "step": 102993
    },
    {
      "epoch": 4.218472250665575,
      "grad_norm": 3.5808965535470305,
      "learning_rate": 6.222581416211088e-05,
      "loss": 1.9412,
      "step": 102994
    },
    {
      "epoch": 4.218513209092771,
      "grad_norm": 1.0084326438855302,
      "learning_rate": 6.22231694626903e-05,
      "loss": 0.2984,
      "step": 102995
    },
    {
      "epoch": 4.218554167519967,
      "grad_norm": 1.133359955598448,
      "learning_rate": 6.222052480476547e-05,
      "loss": 0.323,
      "step": 102996
    },
    {
      "epoch": 4.2185951259471635,
      "grad_norm": 1.6561371065631223,
      "learning_rate": 6.221788018833773e-05,
      "loss": 0.6848,
      "step": 102997
    },
    {
      "epoch": 4.21863608437436,
      "grad_norm": 1.5175427066326375,
      "learning_rate": 6.221523561340822e-05,
      "loss": 0.6328,
      "step": 102998
    },
    {
      "epoch": 4.2186770428015565,
      "grad_norm": 0.9773386441635459,
      "learning_rate": 6.221259107997828e-05,
      "loss": 0.2124,
      "step": 102999
    },
    {
      "epoch": 4.218718001228753,
      "grad_norm": 1.3281559472148354,
      "learning_rate": 6.220994658804916e-05,
      "loss": 0.7481,
      "step": 103000
    },
    {
      "epoch": 4.21875895965595,
      "grad_norm": 1.5369692654170597,
      "learning_rate": 6.220730213762205e-05,
      "loss": 0.6192,
      "step": 103001
    },
    {
      "epoch": 4.218799918083145,
      "grad_norm": 1.530049052746934,
      "learning_rate": 6.220465772869822e-05,
      "loss": 0.7702,
      "step": 103002
    },
    {
      "epoch": 4.218840876510342,
      "grad_norm": 0.9051321508690668,
      "learning_rate": 6.220201336127899e-05,
      "loss": 0.3018,
      "step": 103003
    },
    {
      "epoch": 4.218881834937538,
      "grad_norm": 0.9292390292082371,
      "learning_rate": 6.21993690353655e-05,
      "loss": 0.1874,
      "step": 103004
    },
    {
      "epoch": 4.218922793364735,
      "grad_norm": 1.5228129755393054,
      "learning_rate": 6.219672475095909e-05,
      "loss": 0.8555,
      "step": 103005
    },
    {
      "epoch": 4.218963751791931,
      "grad_norm": 1.857231709903329,
      "learning_rate": 6.219408050806095e-05,
      "loss": 0.7089,
      "step": 103006
    },
    {
      "epoch": 4.219004710219128,
      "grad_norm": 1.7354072195315757,
      "learning_rate": 6.219143630667234e-05,
      "loss": 0.7107,
      "step": 103007
    },
    {
      "epoch": 4.219045668646324,
      "grad_norm": 0.8445903529518434,
      "learning_rate": 6.218879214679457e-05,
      "loss": 0.2084,
      "step": 103008
    },
    {
      "epoch": 4.21908662707352,
      "grad_norm": 1.5199339868929236,
      "learning_rate": 6.218614802842879e-05,
      "loss": 0.7127,
      "step": 103009
    },
    {
      "epoch": 4.219127585500717,
      "grad_norm": 1.1118602716998724,
      "learning_rate": 6.218350395157631e-05,
      "loss": 0.5156,
      "step": 103010
    },
    {
      "epoch": 4.219168543927913,
      "grad_norm": 1.596989117887334,
      "learning_rate": 6.218085991623844e-05,
      "loss": 0.7711,
      "step": 103011
    },
    {
      "epoch": 4.21920950235511,
      "grad_norm": 2.19037268366393,
      "learning_rate": 6.217821592241629e-05,
      "loss": 0.586,
      "step": 103012
    },
    {
      "epoch": 4.219250460782306,
      "grad_norm": 1.653087609123253,
      "learning_rate": 6.217557197011125e-05,
      "loss": 0.7407,
      "step": 103013
    },
    {
      "epoch": 4.219291419209503,
      "grad_norm": 0.7593439417909909,
      "learning_rate": 6.217292805932445e-05,
      "loss": 0.1857,
      "step": 103014
    },
    {
      "epoch": 4.219332377636698,
      "grad_norm": 1.4449548637585694,
      "learning_rate": 6.217028419005718e-05,
      "loss": 0.6671,
      "step": 103015
    },
    {
      "epoch": 4.219373336063895,
      "grad_norm": 1.7484225842220567,
      "learning_rate": 6.216764036231076e-05,
      "loss": 0.8843,
      "step": 103016
    },
    {
      "epoch": 4.2194142944910915,
      "grad_norm": 0.8677816361068498,
      "learning_rate": 6.216499657608634e-05,
      "loss": 0.2229,
      "step": 103017
    },
    {
      "epoch": 4.219455252918288,
      "grad_norm": 1.6505217357992075,
      "learning_rate": 6.21623528313852e-05,
      "loss": 0.6739,
      "step": 103018
    },
    {
      "epoch": 4.219496211345485,
      "grad_norm": 1.7759865727384725,
      "learning_rate": 6.215970912820867e-05,
      "loss": 0.5819,
      "step": 103019
    },
    {
      "epoch": 4.219537169772681,
      "grad_norm": 1.1110813402895163,
      "learning_rate": 6.215706546655787e-05,
      "loss": 0.2193,
      "step": 103020
    },
    {
      "epoch": 4.219578128199877,
      "grad_norm": 1.6400594752668454,
      "learning_rate": 6.215442184643417e-05,
      "loss": 0.6849,
      "step": 103021
    },
    {
      "epoch": 4.219619086627073,
      "grad_norm": 1.583332591819209,
      "learning_rate": 6.21517782678387e-05,
      "loss": 0.6458,
      "step": 103022
    },
    {
      "epoch": 4.21966004505427,
      "grad_norm": 0.8451621531931417,
      "learning_rate": 6.214913473077278e-05,
      "loss": 0.1816,
      "step": 103023
    },
    {
      "epoch": 4.219701003481466,
      "grad_norm": 0.8654228758966545,
      "learning_rate": 6.21464912352377e-05,
      "loss": 0.202,
      "step": 103024
    },
    {
      "epoch": 4.219741961908663,
      "grad_norm": 0.8897650986225037,
      "learning_rate": 6.214384778123461e-05,
      "loss": 0.2353,
      "step": 103025
    },
    {
      "epoch": 4.2197829203358594,
      "grad_norm": 0.8422551660401482,
      "learning_rate": 6.214120436876486e-05,
      "loss": 0.2133,
      "step": 103026
    },
    {
      "epoch": 4.219823878763055,
      "grad_norm": 1.2807719528200137,
      "learning_rate": 6.21385609978296e-05,
      "loss": 0.4131,
      "step": 103027
    },
    {
      "epoch": 4.219864837190252,
      "grad_norm": 1.1077766201348413,
      "learning_rate": 6.213591766843014e-05,
      "loss": 0.3267,
      "step": 103028
    },
    {
      "epoch": 4.219905795617448,
      "grad_norm": 0.9646598033883833,
      "learning_rate": 6.213327438056777e-05,
      "loss": 0.2469,
      "step": 103029
    },
    {
      "epoch": 4.219946754044645,
      "grad_norm": 1.320619451294445,
      "learning_rate": 6.213063113424361e-05,
      "loss": 0.4829,
      "step": 103030
    },
    {
      "epoch": 4.219987712471841,
      "grad_norm": 1.1091188535526242,
      "learning_rate": 6.212798792945902e-05,
      "loss": 0.2077,
      "step": 103031
    },
    {
      "epoch": 4.220028670899038,
      "grad_norm": 1.2340534845168594,
      "learning_rate": 6.212534476621526e-05,
      "loss": 0.4477,
      "step": 103032
    },
    {
      "epoch": 4.220069629326234,
      "grad_norm": 1.6080927693370344,
      "learning_rate": 6.212270164451349e-05,
      "loss": 0.7757,
      "step": 103033
    },
    {
      "epoch": 4.22011058775343,
      "grad_norm": 1.8069768110091426,
      "learning_rate": 6.212005856435505e-05,
      "loss": 0.5758,
      "step": 103034
    },
    {
      "epoch": 4.2201515461806265,
      "grad_norm": 0.6020959656188385,
      "learning_rate": 6.21174155257411e-05,
      "loss": 0.0857,
      "step": 103035
    },
    {
      "epoch": 4.220192504607823,
      "grad_norm": 1.4045504541215446,
      "learning_rate": 6.211477252867294e-05,
      "loss": 0.6261,
      "step": 103036
    },
    {
      "epoch": 4.22023346303502,
      "grad_norm": 1.6376285292685184,
      "learning_rate": 6.211212957315185e-05,
      "loss": 0.5952,
      "step": 103037
    },
    {
      "epoch": 4.220274421462216,
      "grad_norm": 1.5296197715257804,
      "learning_rate": 6.210948665917902e-05,
      "loss": 0.6506,
      "step": 103038
    },
    {
      "epoch": 4.220315379889413,
      "grad_norm": 1.5295086459323834,
      "learning_rate": 6.210684378675571e-05,
      "loss": 0.5252,
      "step": 103039
    },
    {
      "epoch": 4.220356338316608,
      "grad_norm": 1.7543532547614404,
      "learning_rate": 6.210420095588323e-05,
      "loss": 0.78,
      "step": 103040
    },
    {
      "epoch": 4.220397296743805,
      "grad_norm": 3.653526387990153,
      "learning_rate": 6.210155816656274e-05,
      "loss": 0.8667,
      "step": 103041
    },
    {
      "epoch": 4.220438255171001,
      "grad_norm": 1.5691487562605069,
      "learning_rate": 6.209891541879559e-05,
      "loss": 0.5585,
      "step": 103042
    },
    {
      "epoch": 4.220479213598198,
      "grad_norm": 1.430367842291457,
      "learning_rate": 6.20962727125829e-05,
      "loss": 0.6334,
      "step": 103043
    },
    {
      "epoch": 4.220520172025394,
      "grad_norm": 1.497130406498867,
      "learning_rate": 6.209363004792601e-05,
      "loss": 0.5375,
      "step": 103044
    },
    {
      "epoch": 4.220561130452591,
      "grad_norm": 2.228892846456957,
      "learning_rate": 6.20909874248262e-05,
      "loss": 0.9838,
      "step": 103045
    },
    {
      "epoch": 4.220602088879787,
      "grad_norm": 1.6024047289550054,
      "learning_rate": 6.208834484328462e-05,
      "loss": 0.8079,
      "step": 103046
    },
    {
      "epoch": 4.220643047306983,
      "grad_norm": 1.437043936861628,
      "learning_rate": 6.208570230330256e-05,
      "loss": 0.6225,
      "step": 103047
    },
    {
      "epoch": 4.22068400573418,
      "grad_norm": 0.5561493354426578,
      "learning_rate": 6.208305980488134e-05,
      "loss": 0.1067,
      "step": 103048
    },
    {
      "epoch": 4.220724964161376,
      "grad_norm": 0.5390999341156876,
      "learning_rate": 6.20804173480221e-05,
      "loss": 0.0768,
      "step": 103049
    },
    {
      "epoch": 4.220765922588573,
      "grad_norm": 1.4989443965089249,
      "learning_rate": 6.207777493272617e-05,
      "loss": 0.6473,
      "step": 103050
    },
    {
      "epoch": 4.220806881015769,
      "grad_norm": 0.795307471022256,
      "learning_rate": 6.207513255899474e-05,
      "loss": 0.1361,
      "step": 103051
    },
    {
      "epoch": 4.220847839442966,
      "grad_norm": 1.598005322944253,
      "learning_rate": 6.207249022682906e-05,
      "loss": 0.789,
      "step": 103052
    },
    {
      "epoch": 4.2208887978701615,
      "grad_norm": 2.0339907408851,
      "learning_rate": 6.206984793623046e-05,
      "loss": 0.6446,
      "step": 103053
    },
    {
      "epoch": 4.220929756297358,
      "grad_norm": 1.2468082735977855,
      "learning_rate": 6.206720568720009e-05,
      "loss": 0.4792,
      "step": 103054
    },
    {
      "epoch": 4.2209707147245545,
      "grad_norm": 2.6425753708589106,
      "learning_rate": 6.206456347973925e-05,
      "loss": 0.9622,
      "step": 103055
    },
    {
      "epoch": 4.221011673151751,
      "grad_norm": 1.3714098714639105,
      "learning_rate": 6.206192131384923e-05,
      "loss": 0.5928,
      "step": 103056
    },
    {
      "epoch": 4.221052631578948,
      "grad_norm": 0.7594812828177658,
      "learning_rate": 6.205927918953116e-05,
      "loss": 0.1279,
      "step": 103057
    },
    {
      "epoch": 4.221093590006144,
      "grad_norm": 1.2545109118802102,
      "learning_rate": 6.205663710678644e-05,
      "loss": 0.5368,
      "step": 103058
    },
    {
      "epoch": 4.22113454843334,
      "grad_norm": 1.379890086644568,
      "learning_rate": 6.205399506561616e-05,
      "loss": 0.6978,
      "step": 103059
    },
    {
      "epoch": 4.221175506860536,
      "grad_norm": 1.728790150987968,
      "learning_rate": 6.205135306602167e-05,
      "loss": 0.6884,
      "step": 103060
    },
    {
      "epoch": 4.221216465287733,
      "grad_norm": 1.6620712584463382,
      "learning_rate": 6.204871110800424e-05,
      "loss": 0.6019,
      "step": 103061
    },
    {
      "epoch": 4.221257423714929,
      "grad_norm": 1.4454911605803653,
      "learning_rate": 6.2046069191565e-05,
      "loss": 0.5189,
      "step": 103062
    },
    {
      "epoch": 4.221298382142126,
      "grad_norm": 1.5032799122811848,
      "learning_rate": 6.204342731670537e-05,
      "loss": 0.5715,
      "step": 103063
    },
    {
      "epoch": 4.2213393405693225,
      "grad_norm": 1.620626497655921,
      "learning_rate": 6.204078548342643e-05,
      "loss": 0.6856,
      "step": 103064
    },
    {
      "epoch": 4.221380298996518,
      "grad_norm": 1.4595382506486285,
      "learning_rate": 6.203814369172949e-05,
      "loss": 0.6415,
      "step": 103065
    },
    {
      "epoch": 4.221421257423715,
      "grad_norm": 1.480566152271868,
      "learning_rate": 6.20355019416159e-05,
      "loss": 0.5531,
      "step": 103066
    },
    {
      "epoch": 4.221462215850911,
      "grad_norm": 1.1517117914255275,
      "learning_rate": 6.203286023308678e-05,
      "loss": 0.357,
      "step": 103067
    },
    {
      "epoch": 4.221503174278108,
      "grad_norm": 0.7179899813378029,
      "learning_rate": 6.203021856614339e-05,
      "loss": 0.1759,
      "step": 103068
    },
    {
      "epoch": 4.221544132705304,
      "grad_norm": 1.5954631848654062,
      "learning_rate": 6.202757694078705e-05,
      "loss": 0.5287,
      "step": 103069
    },
    {
      "epoch": 4.221585091132501,
      "grad_norm": 1.455647074417814,
      "learning_rate": 6.202493535701892e-05,
      "loss": 0.5246,
      "step": 103070
    },
    {
      "epoch": 4.221626049559697,
      "grad_norm": 1.588718859084694,
      "learning_rate": 6.202229381484029e-05,
      "loss": 0.6325,
      "step": 103071
    },
    {
      "epoch": 4.221667007986893,
      "grad_norm": 1.4599094674378832,
      "learning_rate": 6.201965231425248e-05,
      "loss": 0.6615,
      "step": 103072
    },
    {
      "epoch": 4.2217079664140895,
      "grad_norm": 1.0446823725942946,
      "learning_rate": 6.201701085525662e-05,
      "loss": 0.523,
      "step": 103073
    },
    {
      "epoch": 4.221748924841286,
      "grad_norm": 0.7194330123262267,
      "learning_rate": 6.2014369437854e-05,
      "loss": 0.0894,
      "step": 103074
    },
    {
      "epoch": 4.221789883268483,
      "grad_norm": 1.6792904588226525,
      "learning_rate": 6.201172806204594e-05,
      "loss": 0.96,
      "step": 103075
    },
    {
      "epoch": 4.221830841695679,
      "grad_norm": 0.819583726436875,
      "learning_rate": 6.200908672783357e-05,
      "loss": 0.2252,
      "step": 103076
    },
    {
      "epoch": 4.221871800122876,
      "grad_norm": 0.8117277371438235,
      "learning_rate": 6.200644543521827e-05,
      "loss": 0.212,
      "step": 103077
    },
    {
      "epoch": 4.221912758550071,
      "grad_norm": 7.319944189610556,
      "learning_rate": 6.200380418420113e-05,
      "loss": 3.7687,
      "step": 103078
    },
    {
      "epoch": 4.221953716977268,
      "grad_norm": 1.2412691064138985,
      "learning_rate": 6.200116297478351e-05,
      "loss": 0.3996,
      "step": 103079
    },
    {
      "epoch": 4.221994675404464,
      "grad_norm": 1.930852004226241,
      "learning_rate": 6.199852180696668e-05,
      "loss": 1.1498,
      "step": 103080
    },
    {
      "epoch": 4.222035633831661,
      "grad_norm": 1.4877806139609007,
      "learning_rate": 6.199588068075179e-05,
      "loss": 0.5908,
      "step": 103081
    },
    {
      "epoch": 4.2220765922588575,
      "grad_norm": 1.6811463073765869,
      "learning_rate": 6.199323959614014e-05,
      "loss": 0.7041,
      "step": 103082
    },
    {
      "epoch": 4.222117550686054,
      "grad_norm": 1.534219068456363,
      "learning_rate": 6.199059855313304e-05,
      "loss": 0.5209,
      "step": 103083
    },
    {
      "epoch": 4.22215850911325,
      "grad_norm": 1.914276121464307,
      "learning_rate": 6.198795755173162e-05,
      "loss": 0.645,
      "step": 103084
    },
    {
      "epoch": 4.222199467540446,
      "grad_norm": 1.7570585984252436,
      "learning_rate": 6.198531659193723e-05,
      "loss": 0.974,
      "step": 103085
    },
    {
      "epoch": 4.222240425967643,
      "grad_norm": 1.66728779439523,
      "learning_rate": 6.198267567375103e-05,
      "loss": 0.9805,
      "step": 103086
    },
    {
      "epoch": 4.222281384394839,
      "grad_norm": 1.4822150624424695,
      "learning_rate": 6.198003479717432e-05,
      "loss": 0.6445,
      "step": 103087
    },
    {
      "epoch": 4.222322342822036,
      "grad_norm": 0.6057986570104201,
      "learning_rate": 6.197739396220839e-05,
      "loss": 0.09,
      "step": 103088
    },
    {
      "epoch": 4.222363301249232,
      "grad_norm": 1.6172426916679974,
      "learning_rate": 6.197475316885438e-05,
      "loss": 0.7511,
      "step": 103089
    },
    {
      "epoch": 4.222404259676429,
      "grad_norm": 1.4557544680906649,
      "learning_rate": 6.197211241711362e-05,
      "loss": 0.5855,
      "step": 103090
    },
    {
      "epoch": 4.2224452181036245,
      "grad_norm": 1.392895309632178,
      "learning_rate": 6.196947170698736e-05,
      "loss": 0.5116,
      "step": 103091
    },
    {
      "epoch": 4.222486176530821,
      "grad_norm": 1.4708276633372568,
      "learning_rate": 6.196683103847679e-05,
      "loss": 0.5647,
      "step": 103092
    },
    {
      "epoch": 4.222527134958018,
      "grad_norm": 1.024328322272781,
      "learning_rate": 6.196419041158325e-05,
      "loss": 0.3133,
      "step": 103093
    },
    {
      "epoch": 4.222568093385214,
      "grad_norm": 1.5967689971178352,
      "learning_rate": 6.196154982630787e-05,
      "loss": 0.8625,
      "step": 103094
    },
    {
      "epoch": 4.222609051812411,
      "grad_norm": 1.8001462075863304,
      "learning_rate": 6.195890928265196e-05,
      "loss": 0.7814,
      "step": 103095
    },
    {
      "epoch": 4.222650010239607,
      "grad_norm": 2.1061918756242837,
      "learning_rate": 6.195626878061684e-05,
      "loss": 0.9897,
      "step": 103096
    },
    {
      "epoch": 4.222690968666803,
      "grad_norm": 1.5572878503834982,
      "learning_rate": 6.19536283202036e-05,
      "loss": 0.5614,
      "step": 103097
    },
    {
      "epoch": 4.222731927093999,
      "grad_norm": 3.2889038476344643,
      "learning_rate": 6.195098790141366e-05,
      "loss": 1.1788,
      "step": 103098
    },
    {
      "epoch": 4.222772885521196,
      "grad_norm": 1.5184886012037146,
      "learning_rate": 6.194834752424812e-05,
      "loss": 0.5549,
      "step": 103099
    },
    {
      "epoch": 4.222813843948392,
      "grad_norm": 1.8265747940941397,
      "learning_rate": 6.19457071887083e-05,
      "loss": 0.8733,
      "step": 103100
    },
    {
      "epoch": 4.222854802375589,
      "grad_norm": 1.139433260732118,
      "learning_rate": 6.194306689479548e-05,
      "loss": 0.4613,
      "step": 103101
    },
    {
      "epoch": 4.2228957608027855,
      "grad_norm": 1.5944400217547863,
      "learning_rate": 6.194042664251082e-05,
      "loss": 0.5357,
      "step": 103102
    },
    {
      "epoch": 4.222936719229981,
      "grad_norm": 1.3944040300425453,
      "learning_rate": 6.193778643185562e-05,
      "loss": 0.4822,
      "step": 103103
    },
    {
      "epoch": 4.222977677657178,
      "grad_norm": 1.9599909255895673,
      "learning_rate": 6.193514626283116e-05,
      "loss": 0.8299,
      "step": 103104
    },
    {
      "epoch": 4.223018636084374,
      "grad_norm": 1.5272068172471738,
      "learning_rate": 6.193250613543863e-05,
      "loss": 0.7085,
      "step": 103105
    },
    {
      "epoch": 4.223059594511571,
      "grad_norm": 1.641288880747693,
      "learning_rate": 6.192986604967933e-05,
      "loss": 0.6653,
      "step": 103106
    },
    {
      "epoch": 4.223100552938767,
      "grad_norm": 1.415528326478667,
      "learning_rate": 6.192722600555443e-05,
      "loss": 0.6079,
      "step": 103107
    },
    {
      "epoch": 4.223141511365964,
      "grad_norm": 1.3860159085089439,
      "learning_rate": 6.192458600306523e-05,
      "loss": 0.4637,
      "step": 103108
    },
    {
      "epoch": 4.22318246979316,
      "grad_norm": 1.403319541829824,
      "learning_rate": 6.192194604221303e-05,
      "loss": 0.6967,
      "step": 103109
    },
    {
      "epoch": 4.223223428220356,
      "grad_norm": 1.3282956782619295,
      "learning_rate": 6.191930612299898e-05,
      "loss": 0.5551,
      "step": 103110
    },
    {
      "epoch": 4.2232643866475525,
      "grad_norm": 1.9519182859117672,
      "learning_rate": 6.191666624542436e-05,
      "loss": 0.9091,
      "step": 103111
    },
    {
      "epoch": 4.223305345074749,
      "grad_norm": 1.1841335142230904,
      "learning_rate": 6.191402640949047e-05,
      "loss": 0.3387,
      "step": 103112
    },
    {
      "epoch": 4.223346303501946,
      "grad_norm": 1.5069858534702263,
      "learning_rate": 6.191138661519848e-05,
      "loss": 0.7156,
      "step": 103113
    },
    {
      "epoch": 4.223387261929142,
      "grad_norm": 0.8034030854264739,
      "learning_rate": 6.190874686254973e-05,
      "loss": 0.1971,
      "step": 103114
    },
    {
      "epoch": 4.223428220356339,
      "grad_norm": 1.7722489036153244,
      "learning_rate": 6.190610715154535e-05,
      "loss": 0.8799,
      "step": 103115
    },
    {
      "epoch": 4.223469178783534,
      "grad_norm": 2.1476658606667702,
      "learning_rate": 6.190346748218665e-05,
      "loss": 1.5397,
      "step": 103116
    },
    {
      "epoch": 4.223510137210731,
      "grad_norm": 1.4214152407166274,
      "learning_rate": 6.190082785447493e-05,
      "loss": 0.5481,
      "step": 103117
    },
    {
      "epoch": 4.223551095637927,
      "grad_norm": 1.0828264168580473,
      "learning_rate": 6.189818826841134e-05,
      "loss": 0.4939,
      "step": 103118
    },
    {
      "epoch": 4.223592054065124,
      "grad_norm": 1.995598626114766,
      "learning_rate": 6.189554872399718e-05,
      "loss": 0.6943,
      "step": 103119
    },
    {
      "epoch": 4.2236330124923205,
      "grad_norm": 1.2267262294538712,
      "learning_rate": 6.189290922123374e-05,
      "loss": 0.6402,
      "step": 103120
    },
    {
      "epoch": 4.223673970919517,
      "grad_norm": 1.3530567183885023,
      "learning_rate": 6.189026976012216e-05,
      "loss": 0.6409,
      "step": 103121
    },
    {
      "epoch": 4.223714929346713,
      "grad_norm": 1.457341393477293,
      "learning_rate": 6.18876303406638e-05,
      "loss": 0.6791,
      "step": 103122
    },
    {
      "epoch": 4.223755887773909,
      "grad_norm": 0.9564099238807888,
      "learning_rate": 6.188499096285982e-05,
      "loss": 0.2502,
      "step": 103123
    },
    {
      "epoch": 4.223796846201106,
      "grad_norm": 1.1711484999636703,
      "learning_rate": 6.188235162671149e-05,
      "loss": 0.6063,
      "step": 103124
    },
    {
      "epoch": 4.223837804628302,
      "grad_norm": 1.536882484876472,
      "learning_rate": 6.187971233222013e-05,
      "loss": 0.6368,
      "step": 103125
    },
    {
      "epoch": 4.223878763055499,
      "grad_norm": 3.1630917887965992,
      "learning_rate": 6.187707307938687e-05,
      "loss": 2.7861,
      "step": 103126
    },
    {
      "epoch": 4.223919721482695,
      "grad_norm": 1.3814368193576527,
      "learning_rate": 6.1874433868213e-05,
      "loss": 0.5181,
      "step": 103127
    },
    {
      "epoch": 4.223960679909892,
      "grad_norm": 1.1695422165442964,
      "learning_rate": 6.187179469869986e-05,
      "loss": 0.5826,
      "step": 103128
    },
    {
      "epoch": 4.2240016383370875,
      "grad_norm": 1.5609557254634896,
      "learning_rate": 6.186915557084858e-05,
      "loss": 0.5855,
      "step": 103129
    },
    {
      "epoch": 4.224042596764284,
      "grad_norm": 1.599743436062009,
      "learning_rate": 6.186651648466047e-05,
      "loss": 0.7137,
      "step": 103130
    },
    {
      "epoch": 4.224083555191481,
      "grad_norm": 0.9192669232361342,
      "learning_rate": 6.186387744013673e-05,
      "loss": 0.2493,
      "step": 103131
    },
    {
      "epoch": 4.224124513618677,
      "grad_norm": 1.2731703778041572,
      "learning_rate": 6.186123843727863e-05,
      "loss": 0.3474,
      "step": 103132
    },
    {
      "epoch": 4.224165472045874,
      "grad_norm": 1.5419276725892808,
      "learning_rate": 6.185859947608745e-05,
      "loss": 0.6628,
      "step": 103133
    },
    {
      "epoch": 4.22420643047307,
      "grad_norm": 1.015368601690828,
      "learning_rate": 6.185596055656438e-05,
      "loss": 0.2125,
      "step": 103134
    },
    {
      "epoch": 4.224247388900266,
      "grad_norm": 1.5242114098192432,
      "learning_rate": 6.185332167871075e-05,
      "loss": 0.629,
      "step": 103135
    },
    {
      "epoch": 4.224288347327462,
      "grad_norm": 1.7726821617959874,
      "learning_rate": 6.185068284252775e-05,
      "loss": 0.8835,
      "step": 103136
    },
    {
      "epoch": 4.224329305754659,
      "grad_norm": 1.6000266397670007,
      "learning_rate": 6.184804404801659e-05,
      "loss": 0.6462,
      "step": 103137
    },
    {
      "epoch": 4.2243702641818555,
      "grad_norm": 1.3651231005213125,
      "learning_rate": 6.184540529517852e-05,
      "loss": 0.5317,
      "step": 103138
    },
    {
      "epoch": 4.224411222609052,
      "grad_norm": 1.0059553797455678,
      "learning_rate": 6.184276658401493e-05,
      "loss": 0.2384,
      "step": 103139
    },
    {
      "epoch": 4.2244521810362485,
      "grad_norm": 1.2324817295263963,
      "learning_rate": 6.184012791452689e-05,
      "loss": 0.6449,
      "step": 103140
    },
    {
      "epoch": 4.224493139463444,
      "grad_norm": 1.7701560262091645,
      "learning_rate": 6.183748928671577e-05,
      "loss": 0.593,
      "step": 103141
    },
    {
      "epoch": 4.224534097890641,
      "grad_norm": 1.7585773443515924,
      "learning_rate": 6.183485070058272e-05,
      "loss": 0.8114,
      "step": 103142
    },
    {
      "epoch": 4.224575056317837,
      "grad_norm": 1.4380942521950375,
      "learning_rate": 6.183221215612904e-05,
      "loss": 0.8729,
      "step": 103143
    },
    {
      "epoch": 4.224616014745034,
      "grad_norm": 1.671979453364533,
      "learning_rate": 6.182957365335603e-05,
      "loss": 0.6105,
      "step": 103144
    },
    {
      "epoch": 4.22465697317223,
      "grad_norm": 1.320598628873237,
      "learning_rate": 6.182693519226482e-05,
      "loss": 0.5946,
      "step": 103145
    },
    {
      "epoch": 4.224697931599427,
      "grad_norm": 2.3464795624300647,
      "learning_rate": 6.182429677285672e-05,
      "loss": 1.1791,
      "step": 103146
    },
    {
      "epoch": 4.224738890026623,
      "grad_norm": 2.251677160151532,
      "learning_rate": 6.182165839513304e-05,
      "loss": 1.6037,
      "step": 103147
    },
    {
      "epoch": 4.224779848453819,
      "grad_norm": 1.383660385742499,
      "learning_rate": 6.181902005909489e-05,
      "loss": 0.5603,
      "step": 103148
    },
    {
      "epoch": 4.224820806881016,
      "grad_norm": 1.953886088725815,
      "learning_rate": 6.181638176474366e-05,
      "loss": 0.6607,
      "step": 103149
    },
    {
      "epoch": 4.224861765308212,
      "grad_norm": 1.8565727076973544,
      "learning_rate": 6.181374351208045e-05,
      "loss": 1.102,
      "step": 103150
    },
    {
      "epoch": 4.224902723735409,
      "grad_norm": 1.517822906554644,
      "learning_rate": 6.18111053011066e-05,
      "loss": 0.5311,
      "step": 103151
    },
    {
      "epoch": 4.224943682162605,
      "grad_norm": 1.4944723055217277,
      "learning_rate": 6.18084671318234e-05,
      "loss": 0.6159,
      "step": 103152
    },
    {
      "epoch": 4.224984640589802,
      "grad_norm": 1.0482626595758457,
      "learning_rate": 6.1805829004232e-05,
      "loss": 0.2308,
      "step": 103153
    },
    {
      "epoch": 4.225025599016997,
      "grad_norm": 1.4440154900598554,
      "learning_rate": 6.180319091833366e-05,
      "loss": 0.526,
      "step": 103154
    },
    {
      "epoch": 4.225066557444194,
      "grad_norm": 1.3947357607401087,
      "learning_rate": 6.180055287412972e-05,
      "loss": 0.6769,
      "step": 103155
    },
    {
      "epoch": 4.22510751587139,
      "grad_norm": 1.4619496431934837,
      "learning_rate": 6.179791487162131e-05,
      "loss": 0.8684,
      "step": 103156
    },
    {
      "epoch": 4.225148474298587,
      "grad_norm": 1.4799334121812702,
      "learning_rate": 6.179527691080978e-05,
      "loss": 0.3159,
      "step": 103157
    },
    {
      "epoch": 4.2251894327257835,
      "grad_norm": 1.432657132091868,
      "learning_rate": 6.179263899169627e-05,
      "loss": 0.5299,
      "step": 103158
    },
    {
      "epoch": 4.22523039115298,
      "grad_norm": 1.703696194767691,
      "learning_rate": 6.179000111428206e-05,
      "loss": 0.7703,
      "step": 103159
    },
    {
      "epoch": 4.225271349580176,
      "grad_norm": 1.6240389343196504,
      "learning_rate": 6.17873632785685e-05,
      "loss": 0.6517,
      "step": 103160
    },
    {
      "epoch": 4.225312308007372,
      "grad_norm": 1.5422631258842874,
      "learning_rate": 6.178472548455671e-05,
      "loss": 0.5988,
      "step": 103161
    },
    {
      "epoch": 4.225353266434569,
      "grad_norm": 1.2861763642358561,
      "learning_rate": 6.178208773224797e-05,
      "loss": 0.5902,
      "step": 103162
    },
    {
      "epoch": 4.225394224861765,
      "grad_norm": 1.2388944248614269,
      "learning_rate": 6.177945002164357e-05,
      "loss": 0.5966,
      "step": 103163
    },
    {
      "epoch": 4.225435183288962,
      "grad_norm": 1.550401168979305,
      "learning_rate": 6.17768123527447e-05,
      "loss": 0.7883,
      "step": 103164
    },
    {
      "epoch": 4.225476141716158,
      "grad_norm": 0.9566640032526607,
      "learning_rate": 6.177417472555269e-05,
      "loss": 0.2856,
      "step": 103165
    },
    {
      "epoch": 4.225517100143355,
      "grad_norm": 1.4821164183696502,
      "learning_rate": 6.177153714006867e-05,
      "loss": 0.6179,
      "step": 103166
    },
    {
      "epoch": 4.225558058570551,
      "grad_norm": 1.479438251142969,
      "learning_rate": 6.176889959629395e-05,
      "loss": 0.6721,
      "step": 103167
    },
    {
      "epoch": 4.225599016997747,
      "grad_norm": 2.119730933736676,
      "learning_rate": 6.176626209422981e-05,
      "loss": 1.6459,
      "step": 103168
    },
    {
      "epoch": 4.225639975424944,
      "grad_norm": 1.7959281006628678,
      "learning_rate": 6.176362463387743e-05,
      "loss": 0.8382,
      "step": 103169
    },
    {
      "epoch": 4.22568093385214,
      "grad_norm": 1.3868981334041248,
      "learning_rate": 6.176098721523812e-05,
      "loss": 0.3837,
      "step": 103170
    },
    {
      "epoch": 4.225721892279337,
      "grad_norm": 0.5976454319823689,
      "learning_rate": 6.175834983831306e-05,
      "loss": 0.0564,
      "step": 103171
    },
    {
      "epoch": 4.225762850706533,
      "grad_norm": 1.4082999430818592,
      "learning_rate": 6.175571250310354e-05,
      "loss": 0.7641,
      "step": 103172
    },
    {
      "epoch": 4.225803809133729,
      "grad_norm": 1.876996903367885,
      "learning_rate": 6.175307520961083e-05,
      "loss": 0.6673,
      "step": 103173
    },
    {
      "epoch": 4.225844767560925,
      "grad_norm": 1.5169787981332605,
      "learning_rate": 6.17504379578361e-05,
      "loss": 0.6004,
      "step": 103174
    },
    {
      "epoch": 4.225885725988122,
      "grad_norm": 1.5520037252037229,
      "learning_rate": 6.174780074778065e-05,
      "loss": 0.7302,
      "step": 103175
    },
    {
      "epoch": 4.2259266844153185,
      "grad_norm": 1.483913283590124,
      "learning_rate": 6.174516357944576e-05,
      "loss": 0.6602,
      "step": 103176
    },
    {
      "epoch": 4.225967642842515,
      "grad_norm": 1.378208641088838,
      "learning_rate": 6.174252645283257e-05,
      "loss": 0.6851,
      "step": 103177
    },
    {
      "epoch": 4.226008601269712,
      "grad_norm": 1.478374317417782,
      "learning_rate": 6.173988936794248e-05,
      "loss": 0.8474,
      "step": 103178
    },
    {
      "epoch": 4.226049559696907,
      "grad_norm": 1.737877216865547,
      "learning_rate": 6.173725232477657e-05,
      "loss": 0.8876,
      "step": 103179
    },
    {
      "epoch": 4.226090518124104,
      "grad_norm": 1.7134777843067608,
      "learning_rate": 6.173461532333619e-05,
      "loss": 0.7848,
      "step": 103180
    },
    {
      "epoch": 4.2261314765513,
      "grad_norm": 1.8221323014355362,
      "learning_rate": 6.17319783636226e-05,
      "loss": 0.6411,
      "step": 103181
    },
    {
      "epoch": 4.226172434978497,
      "grad_norm": 0.8081746988052833,
      "learning_rate": 6.172934144563695e-05,
      "loss": 0.1456,
      "step": 103182
    },
    {
      "epoch": 4.226213393405693,
      "grad_norm": 2.00861638285186,
      "learning_rate": 6.172670456938054e-05,
      "loss": 0.5754,
      "step": 103183
    },
    {
      "epoch": 4.22625435183289,
      "grad_norm": 1.2586724201684458,
      "learning_rate": 6.172406773485469e-05,
      "loss": 0.4487,
      "step": 103184
    },
    {
      "epoch": 4.226295310260086,
      "grad_norm": 1.3811327823264248,
      "learning_rate": 6.172143094206052e-05,
      "loss": 0.6867,
      "step": 103185
    },
    {
      "epoch": 4.226336268687282,
      "grad_norm": 1.1539845676193583,
      "learning_rate": 6.171879419099939e-05,
      "loss": 0.3895,
      "step": 103186
    },
    {
      "epoch": 4.226377227114479,
      "grad_norm": 0.7065603510734226,
      "learning_rate": 6.171615748167244e-05,
      "loss": 0.094,
      "step": 103187
    },
    {
      "epoch": 4.226418185541675,
      "grad_norm": 1.3972813492220562,
      "learning_rate": 6.171352081408096e-05,
      "loss": 0.4828,
      "step": 103188
    },
    {
      "epoch": 4.226459143968872,
      "grad_norm": 1.575152247215531,
      "learning_rate": 6.171088418822626e-05,
      "loss": 0.5542,
      "step": 103189
    },
    {
      "epoch": 4.226500102396068,
      "grad_norm": 1.620360878648891,
      "learning_rate": 6.170824760410948e-05,
      "loss": 0.5459,
      "step": 103190
    },
    {
      "epoch": 4.226541060823265,
      "grad_norm": 0.7982434707794416,
      "learning_rate": 6.17056110617319e-05,
      "loss": 0.1521,
      "step": 103191
    },
    {
      "epoch": 4.22658201925046,
      "grad_norm": 1.514757997675056,
      "learning_rate": 6.170297456109487e-05,
      "loss": 0.5772,
      "step": 103192
    },
    {
      "epoch": 4.226622977677657,
      "grad_norm": 1.3986210904172987,
      "learning_rate": 6.170033810219949e-05,
      "loss": 0.7452,
      "step": 103193
    },
    {
      "epoch": 4.2266639361048535,
      "grad_norm": 2.0009931993901033,
      "learning_rate": 6.169770168504709e-05,
      "loss": 0.97,
      "step": 103194
    },
    {
      "epoch": 4.22670489453205,
      "grad_norm": 1.6827938618819311,
      "learning_rate": 6.169506530963888e-05,
      "loss": 0.7469,
      "step": 103195
    },
    {
      "epoch": 4.2267458529592465,
      "grad_norm": 1.271750823544989,
      "learning_rate": 6.169242897597608e-05,
      "loss": 0.3213,
      "step": 103196
    },
    {
      "epoch": 4.226786811386443,
      "grad_norm": 1.4533003956603596,
      "learning_rate": 6.168979268406005e-05,
      "loss": 0.6235,
      "step": 103197
    },
    {
      "epoch": 4.226827769813639,
      "grad_norm": 1.3233339611808643,
      "learning_rate": 6.16871564338919e-05,
      "loss": 0.4658,
      "step": 103198
    },
    {
      "epoch": 4.226868728240835,
      "grad_norm": 1.0935699268974894,
      "learning_rate": 6.168452022547296e-05,
      "loss": 0.2738,
      "step": 103199
    },
    {
      "epoch": 4.226909686668032,
      "grad_norm": 0.9413048872352312,
      "learning_rate": 6.168188405880448e-05,
      "loss": 0.2203,
      "step": 103200
    },
    {
      "epoch": 4.226950645095228,
      "grad_norm": 0.7873242155245405,
      "learning_rate": 6.167924793388764e-05,
      "loss": 0.2246,
      "step": 103201
    },
    {
      "epoch": 4.226991603522425,
      "grad_norm": 1.5272936575324474,
      "learning_rate": 6.167661185072377e-05,
      "loss": 0.6228,
      "step": 103202
    },
    {
      "epoch": 4.227032561949621,
      "grad_norm": 1.370447261534646,
      "learning_rate": 6.167397580931404e-05,
      "loss": 0.3572,
      "step": 103203
    },
    {
      "epoch": 4.227073520376818,
      "grad_norm": 1.689727167310221,
      "learning_rate": 6.167133980965971e-05,
      "loss": 0.7982,
      "step": 103204
    },
    {
      "epoch": 4.227114478804014,
      "grad_norm": 1.4570795194484887,
      "learning_rate": 6.16687038517621e-05,
      "loss": 0.6621,
      "step": 103205
    },
    {
      "epoch": 4.22715543723121,
      "grad_norm": 2.062969151222895,
      "learning_rate": 6.166606793562235e-05,
      "loss": 1.2932,
      "step": 103206
    },
    {
      "epoch": 4.227196395658407,
      "grad_norm": 1.6401098644918248,
      "learning_rate": 6.166343206124181e-05,
      "loss": 0.6515,
      "step": 103207
    },
    {
      "epoch": 4.227237354085603,
      "grad_norm": 1.5730440945974231,
      "learning_rate": 6.166079622862168e-05,
      "loss": 0.6406,
      "step": 103208
    },
    {
      "epoch": 4.2272783125128,
      "grad_norm": 1.1299899512885654,
      "learning_rate": 6.165816043776314e-05,
      "loss": 0.439,
      "step": 103209
    },
    {
      "epoch": 4.227319270939996,
      "grad_norm": 2.013650793198414,
      "learning_rate": 6.165552468866749e-05,
      "loss": 1.103,
      "step": 103210
    },
    {
      "epoch": 4.227360229367192,
      "grad_norm": 2.2820722367981685,
      "learning_rate": 6.165288898133605e-05,
      "loss": 0.9523,
      "step": 103211
    },
    {
      "epoch": 4.2274011877943884,
      "grad_norm": 1.4721200917527613,
      "learning_rate": 6.165025331576994e-05,
      "loss": 0.8256,
      "step": 103212
    },
    {
      "epoch": 4.227442146221585,
      "grad_norm": 2.071383842265755,
      "learning_rate": 6.164761769197052e-05,
      "loss": 0.8152,
      "step": 103213
    },
    {
      "epoch": 4.2274831046487815,
      "grad_norm": 0.709017827399115,
      "learning_rate": 6.164498210993891e-05,
      "loss": 0.2061,
      "step": 103214
    },
    {
      "epoch": 4.227524063075978,
      "grad_norm": 1.3682395302389592,
      "learning_rate": 6.164234656967644e-05,
      "loss": 0.6365,
      "step": 103215
    },
    {
      "epoch": 4.227565021503175,
      "grad_norm": 1.471991298987036,
      "learning_rate": 6.16397110711844e-05,
      "loss": 0.6158,
      "step": 103216
    },
    {
      "epoch": 4.22760597993037,
      "grad_norm": 1.4526149896413076,
      "learning_rate": 6.16370756144639e-05,
      "loss": 0.6882,
      "step": 103217
    },
    {
      "epoch": 4.227646938357567,
      "grad_norm": 0.7690564300083108,
      "learning_rate": 6.163444019951628e-05,
      "loss": 0.1665,
      "step": 103218
    },
    {
      "epoch": 4.227687896784763,
      "grad_norm": 1.3834369275201805,
      "learning_rate": 6.163180482634283e-05,
      "loss": 0.725,
      "step": 103219
    },
    {
      "epoch": 4.22772885521196,
      "grad_norm": 1.4035221810674605,
      "learning_rate": 6.162916949494465e-05,
      "loss": 0.5745,
      "step": 103220
    },
    {
      "epoch": 4.227769813639156,
      "grad_norm": 1.1010772411568934,
      "learning_rate": 6.162653420532315e-05,
      "loss": 0.2934,
      "step": 103221
    },
    {
      "epoch": 4.227810772066353,
      "grad_norm": 1.3435404729844094,
      "learning_rate": 6.162389895747945e-05,
      "loss": 0.5728,
      "step": 103222
    },
    {
      "epoch": 4.2278517304935495,
      "grad_norm": 0.9276463719419948,
      "learning_rate": 6.162126375141482e-05,
      "loss": 0.2319,
      "step": 103223
    },
    {
      "epoch": 4.227892688920745,
      "grad_norm": 1.5305157990467668,
      "learning_rate": 6.161862858713061e-05,
      "loss": 0.7102,
      "step": 103224
    },
    {
      "epoch": 4.227933647347942,
      "grad_norm": 1.0431857923864254,
      "learning_rate": 6.16159934646279e-05,
      "loss": 0.3686,
      "step": 103225
    },
    {
      "epoch": 4.227974605775138,
      "grad_norm": 1.7934143172533323,
      "learning_rate": 6.161335838390803e-05,
      "loss": 0.7174,
      "step": 103226
    },
    {
      "epoch": 4.228015564202335,
      "grad_norm": 0.9812759598876455,
      "learning_rate": 6.161072334497229e-05,
      "loss": 0.2465,
      "step": 103227
    },
    {
      "epoch": 4.228056522629531,
      "grad_norm": 1.0352386435946348,
      "learning_rate": 6.160808834782181e-05,
      "loss": 0.2082,
      "step": 103228
    },
    {
      "epoch": 4.228097481056728,
      "grad_norm": 1.5550204572544608,
      "learning_rate": 6.160545339245797e-05,
      "loss": 0.7281,
      "step": 103229
    },
    {
      "epoch": 4.228138439483923,
      "grad_norm": 1.7998111217441342,
      "learning_rate": 6.160281847888189e-05,
      "loss": 0.1449,
      "step": 103230
    },
    {
      "epoch": 4.22817939791112,
      "grad_norm": 1.455524431861481,
      "learning_rate": 6.160018360709485e-05,
      "loss": 0.6321,
      "step": 103231
    },
    {
      "epoch": 4.2282203563383165,
      "grad_norm": 1.6292183590114637,
      "learning_rate": 6.159754877709817e-05,
      "loss": 0.6447,
      "step": 103232
    },
    {
      "epoch": 4.228261314765513,
      "grad_norm": 1.6361630702620125,
      "learning_rate": 6.159491398889299e-05,
      "loss": 0.8149,
      "step": 103233
    },
    {
      "epoch": 4.22830227319271,
      "grad_norm": 1.4823693663373378,
      "learning_rate": 6.159227924248066e-05,
      "loss": 0.6299,
      "step": 103234
    },
    {
      "epoch": 4.228343231619906,
      "grad_norm": 1.4507213687653515,
      "learning_rate": 6.158964453786231e-05,
      "loss": 0.6434,
      "step": 103235
    },
    {
      "epoch": 4.228384190047102,
      "grad_norm": 0.8750827235034112,
      "learning_rate": 6.158700987503924e-05,
      "loss": 0.2033,
      "step": 103236
    },
    {
      "epoch": 4.228425148474298,
      "grad_norm": 0.9233605577897662,
      "learning_rate": 6.158437525401278e-05,
      "loss": 0.2245,
      "step": 103237
    },
    {
      "epoch": 4.228466106901495,
      "grad_norm": 1.7193369023806937,
      "learning_rate": 6.158174067478402e-05,
      "loss": 0.7659,
      "step": 103238
    },
    {
      "epoch": 4.228507065328691,
      "grad_norm": 1.248686284518969,
      "learning_rate": 6.157910613735429e-05,
      "loss": 0.4937,
      "step": 103239
    },
    {
      "epoch": 4.228548023755888,
      "grad_norm": 1.5467850153075013,
      "learning_rate": 6.157647164172488e-05,
      "loss": 0.5446,
      "step": 103240
    },
    {
      "epoch": 4.228588982183084,
      "grad_norm": 1.4478650199158807,
      "learning_rate": 6.157383718789693e-05,
      "loss": 0.6647,
      "step": 103241
    },
    {
      "epoch": 4.228629940610281,
      "grad_norm": 1.441850699294673,
      "learning_rate": 6.157120277587179e-05,
      "loss": 0.5691,
      "step": 103242
    },
    {
      "epoch": 4.228670899037477,
      "grad_norm": 0.9491885079013683,
      "learning_rate": 6.156856840565061e-05,
      "loss": 0.2196,
      "step": 103243
    },
    {
      "epoch": 4.228711857464673,
      "grad_norm": 1.2583595333395803,
      "learning_rate": 6.156593407723467e-05,
      "loss": 0.5488,
      "step": 103244
    },
    {
      "epoch": 4.22875281589187,
      "grad_norm": 1.8743204122285835,
      "learning_rate": 6.156329979062529e-05,
      "loss": 0.6623,
      "step": 103245
    },
    {
      "epoch": 4.228793774319066,
      "grad_norm": 1.309146822293212,
      "learning_rate": 6.156066554582359e-05,
      "loss": 0.588,
      "step": 103246
    },
    {
      "epoch": 4.228834732746263,
      "grad_norm": 1.9301809024652414,
      "learning_rate": 6.155803134283086e-05,
      "loss": 0.9872,
      "step": 103247
    },
    {
      "epoch": 4.228875691173459,
      "grad_norm": 1.3190622880262481,
      "learning_rate": 6.155539718164843e-05,
      "loss": 0.5347,
      "step": 103248
    },
    {
      "epoch": 4.228916649600655,
      "grad_norm": 1.4404645854236384,
      "learning_rate": 6.155276306227742e-05,
      "loss": 0.5938,
      "step": 103249
    },
    {
      "epoch": 4.2289576080278515,
      "grad_norm": 0.8640654114189488,
      "learning_rate": 6.155012898471918e-05,
      "loss": 0.1873,
      "step": 103250
    },
    {
      "epoch": 4.228998566455048,
      "grad_norm": 1.7420578237432949,
      "learning_rate": 6.154749494897486e-05,
      "loss": 0.9726,
      "step": 103251
    },
    {
      "epoch": 4.2290395248822445,
      "grad_norm": 1.190035100304697,
      "learning_rate": 6.154486095504576e-05,
      "loss": 0.4968,
      "step": 103252
    },
    {
      "epoch": 4.229080483309441,
      "grad_norm": 1.952922272318366,
      "learning_rate": 6.154222700293316e-05,
      "loss": 0.8662,
      "step": 103253
    },
    {
      "epoch": 4.229121441736638,
      "grad_norm": 1.6328516083226963,
      "learning_rate": 6.15395930926382e-05,
      "loss": 0.756,
      "step": 103254
    },
    {
      "epoch": 4.229162400163833,
      "grad_norm": 1.096000032862988,
      "learning_rate": 6.15369592241622e-05,
      "loss": 0.2062,
      "step": 103255
    },
    {
      "epoch": 4.22920335859103,
      "grad_norm": 1.786851084438041,
      "learning_rate": 6.153432539750645e-05,
      "loss": 0.4576,
      "step": 103256
    },
    {
      "epoch": 4.229244317018226,
      "grad_norm": 1.9177943580052836,
      "learning_rate": 6.153169161267207e-05,
      "loss": 0.576,
      "step": 103257
    },
    {
      "epoch": 4.229285275445423,
      "grad_norm": 0.9876144807659663,
      "learning_rate": 6.152905786966044e-05,
      "loss": 0.2333,
      "step": 103258
    },
    {
      "epoch": 4.229326233872619,
      "grad_norm": 1.7977294483938,
      "learning_rate": 6.152642416847266e-05,
      "loss": 0.9514,
      "step": 103259
    },
    {
      "epoch": 4.229367192299816,
      "grad_norm": 1.460722849856152,
      "learning_rate": 6.152379050911009e-05,
      "loss": 0.5757,
      "step": 103260
    },
    {
      "epoch": 4.2294081507270125,
      "grad_norm": 1.5203718911215198,
      "learning_rate": 6.152115689157395e-05,
      "loss": 0.3974,
      "step": 103261
    },
    {
      "epoch": 4.229449109154208,
      "grad_norm": 1.403675996879271,
      "learning_rate": 6.151852331586546e-05,
      "loss": 0.6929,
      "step": 103262
    },
    {
      "epoch": 4.229490067581405,
      "grad_norm": 2.2602895084931216,
      "learning_rate": 6.151588978198585e-05,
      "loss": 1.0824,
      "step": 103263
    },
    {
      "epoch": 4.229531026008601,
      "grad_norm": 1.548358772841675,
      "learning_rate": 6.151325628993646e-05,
      "loss": 0.58,
      "step": 103264
    },
    {
      "epoch": 4.229571984435798,
      "grad_norm": 1.3873205885402018,
      "learning_rate": 6.15106228397184e-05,
      "loss": 0.4245,
      "step": 103265
    },
    {
      "epoch": 4.229612942862994,
      "grad_norm": 1.6485899324717677,
      "learning_rate": 6.150798943133304e-05,
      "loss": 0.9691,
      "step": 103266
    },
    {
      "epoch": 4.229653901290191,
      "grad_norm": 1.0335443691339399,
      "learning_rate": 6.150535606478153e-05,
      "loss": 0.2725,
      "step": 103267
    },
    {
      "epoch": 4.2296948597173865,
      "grad_norm": 1.5832251210066175,
      "learning_rate": 6.150272274006514e-05,
      "loss": 0.6865,
      "step": 103268
    },
    {
      "epoch": 4.229735818144583,
      "grad_norm": 1.9096676963087427,
      "learning_rate": 6.150008945718518e-05,
      "loss": 1.0803,
      "step": 103269
    },
    {
      "epoch": 4.2297767765717795,
      "grad_norm": 1.4295358913559257,
      "learning_rate": 6.14974562161428e-05,
      "loss": 0.4859,
      "step": 103270
    },
    {
      "epoch": 4.229817734998976,
      "grad_norm": 1.369313774873034,
      "learning_rate": 6.149482301693926e-05,
      "loss": 0.2828,
      "step": 103271
    },
    {
      "epoch": 4.229858693426173,
      "grad_norm": 1.384528913278866,
      "learning_rate": 6.149218985957591e-05,
      "loss": 0.4242,
      "step": 103272
    },
    {
      "epoch": 4.229899651853369,
      "grad_norm": 1.7559606909984988,
      "learning_rate": 6.148955674405385e-05,
      "loss": 0.8219,
      "step": 103273
    },
    {
      "epoch": 4.229940610280565,
      "grad_norm": 0.956562645256642,
      "learning_rate": 6.148692367037447e-05,
      "loss": 0.2337,
      "step": 103274
    },
    {
      "epoch": 4.229981568707761,
      "grad_norm": 0.9935510703417507,
      "learning_rate": 6.148429063853887e-05,
      "loss": 0.1917,
      "step": 103275
    },
    {
      "epoch": 4.230022527134958,
      "grad_norm": 2.183658377010049,
      "learning_rate": 6.148165764854835e-05,
      "loss": 1.011,
      "step": 103276
    },
    {
      "epoch": 4.230063485562154,
      "grad_norm": 1.6308219049118629,
      "learning_rate": 6.147902470040422e-05,
      "loss": 0.9304,
      "step": 103277
    },
    {
      "epoch": 4.230104443989351,
      "grad_norm": 1.9642644116234076,
      "learning_rate": 6.147639179410766e-05,
      "loss": 0.6299,
      "step": 103278
    },
    {
      "epoch": 4.2301454024165475,
      "grad_norm": 0.9766297148525591,
      "learning_rate": 6.14737589296599e-05,
      "loss": 0.3019,
      "step": 103279
    },
    {
      "epoch": 4.230186360843744,
      "grad_norm": 1.3315617574984595,
      "learning_rate": 6.147112610706225e-05,
      "loss": 0.4483,
      "step": 103280
    },
    {
      "epoch": 4.23022731927094,
      "grad_norm": 1.4919076323005402,
      "learning_rate": 6.146849332631588e-05,
      "loss": 0.4762,
      "step": 103281
    },
    {
      "epoch": 4.230268277698136,
      "grad_norm": 1.232314295982604,
      "learning_rate": 6.146586058742203e-05,
      "loss": 0.565,
      "step": 103282
    },
    {
      "epoch": 4.230309236125333,
      "grad_norm": 1.4166569599149232,
      "learning_rate": 6.146322789038205e-05,
      "loss": 0.5833,
      "step": 103283
    },
    {
      "epoch": 4.230350194552529,
      "grad_norm": 1.4138091378666289,
      "learning_rate": 6.146059523519708e-05,
      "loss": 0.509,
      "step": 103284
    },
    {
      "epoch": 4.230391152979726,
      "grad_norm": 2.3655991399408247,
      "learning_rate": 6.145796262186845e-05,
      "loss": 0.9541,
      "step": 103285
    },
    {
      "epoch": 4.230432111406922,
      "grad_norm": 1.9223311378097212,
      "learning_rate": 6.14553300503973e-05,
      "loss": 0.7813,
      "step": 103286
    },
    {
      "epoch": 4.230473069834118,
      "grad_norm": 1.1096904621437031,
      "learning_rate": 6.145269752078495e-05,
      "loss": 0.6477,
      "step": 103287
    },
    {
      "epoch": 4.2305140282613145,
      "grad_norm": 1.3168504726307741,
      "learning_rate": 6.145006503303266e-05,
      "loss": 0.4967,
      "step": 103288
    },
    {
      "epoch": 4.230554986688511,
      "grad_norm": 2.158210487611989,
      "learning_rate": 6.144743258714159e-05,
      "loss": 1.252,
      "step": 103289
    },
    {
      "epoch": 4.230595945115708,
      "grad_norm": 0.7683200293416522,
      "learning_rate": 6.144480018311304e-05,
      "loss": 0.2133,
      "step": 103290
    },
    {
      "epoch": 4.230636903542904,
      "grad_norm": 2.991930808926007,
      "learning_rate": 6.144216782094831e-05,
      "loss": 0.4269,
      "step": 103291
    },
    {
      "epoch": 4.230677861970101,
      "grad_norm": 1.4200233152809663,
      "learning_rate": 6.143953550064851e-05,
      "loss": 0.5131,
      "step": 103292
    },
    {
      "epoch": 4.230718820397296,
      "grad_norm": 1.4149867221703796,
      "learning_rate": 6.143690322221504e-05,
      "loss": 0.5484,
      "step": 103293
    },
    {
      "epoch": 4.230759778824493,
      "grad_norm": 2.0681154636259738,
      "learning_rate": 6.143427098564898e-05,
      "loss": 0.8875,
      "step": 103294
    },
    {
      "epoch": 4.230800737251689,
      "grad_norm": 0.8923474251083857,
      "learning_rate": 6.143163879095167e-05,
      "loss": 0.2687,
      "step": 103295
    },
    {
      "epoch": 4.230841695678886,
      "grad_norm": 1.0070102752440517,
      "learning_rate": 6.14290066381244e-05,
      "loss": 0.3017,
      "step": 103296
    },
    {
      "epoch": 4.230882654106082,
      "grad_norm": 1.5040129912665046,
      "learning_rate": 6.142637452716829e-05,
      "loss": 0.5497,
      "step": 103297
    },
    {
      "epoch": 4.230923612533279,
      "grad_norm": 1.393604127585284,
      "learning_rate": 6.142374245808468e-05,
      "loss": 0.46,
      "step": 103298
    },
    {
      "epoch": 4.2309645709604755,
      "grad_norm": 1.8395629770564048,
      "learning_rate": 6.14211104308748e-05,
      "loss": 0.7271,
      "step": 103299
    },
    {
      "epoch": 4.231005529387671,
      "grad_norm": 1.949884059424345,
      "learning_rate": 6.141847844553985e-05,
      "loss": 0.8075,
      "step": 103300
    },
    {
      "epoch": 4.231046487814868,
      "grad_norm": 1.2545594966494558,
      "learning_rate": 6.141584650208115e-05,
      "loss": 0.417,
      "step": 103301
    },
    {
      "epoch": 4.231087446242064,
      "grad_norm": 1.6623741408729504,
      "learning_rate": 6.141321460049985e-05,
      "loss": 0.6273,
      "step": 103302
    },
    {
      "epoch": 4.231128404669261,
      "grad_norm": 1.4193853517997361,
      "learning_rate": 6.141058274079722e-05,
      "loss": 0.5932,
      "step": 103303
    },
    {
      "epoch": 4.231169363096457,
      "grad_norm": 1.420997784416539,
      "learning_rate": 6.14079509229746e-05,
      "loss": 0.6038,
      "step": 103304
    },
    {
      "epoch": 4.231210321523654,
      "grad_norm": 1.084683619202345,
      "learning_rate": 6.140531914703311e-05,
      "loss": 0.4548,
      "step": 103305
    },
    {
      "epoch": 4.2312512799508495,
      "grad_norm": 1.4641597690909696,
      "learning_rate": 6.140268741297408e-05,
      "loss": 0.5268,
      "step": 103306
    },
    {
      "epoch": 4.231292238378046,
      "grad_norm": 0.8434650119546375,
      "learning_rate": 6.140005572079869e-05,
      "loss": 0.246,
      "step": 103307
    },
    {
      "epoch": 4.231333196805243,
      "grad_norm": 1.512948354590735,
      "learning_rate": 6.139742407050818e-05,
      "loss": 0.6744,
      "step": 103308
    },
    {
      "epoch": 4.231374155232439,
      "grad_norm": 1.4065034826442644,
      "learning_rate": 6.139479246210392e-05,
      "loss": 0.6064,
      "step": 103309
    },
    {
      "epoch": 4.231415113659636,
      "grad_norm": 0.8652225438369671,
      "learning_rate": 6.139216089558697e-05,
      "loss": 0.2205,
      "step": 103310
    },
    {
      "epoch": 4.231456072086832,
      "grad_norm": 1.7867222558809877,
      "learning_rate": 6.138952937095867e-05,
      "loss": 0.7998,
      "step": 103311
    },
    {
      "epoch": 4.231497030514028,
      "grad_norm": 0.8002073046619094,
      "learning_rate": 6.138689788822033e-05,
      "loss": 0.2202,
      "step": 103312
    },
    {
      "epoch": 4.231537988941224,
      "grad_norm": 0.7933521891464087,
      "learning_rate": 6.138426644737306e-05,
      "loss": 0.1928,
      "step": 103313
    },
    {
      "epoch": 4.231578947368421,
      "grad_norm": 1.449509759552991,
      "learning_rate": 6.138163504841822e-05,
      "loss": 0.6823,
      "step": 103314
    },
    {
      "epoch": 4.231619905795617,
      "grad_norm": 0.825805361946497,
      "learning_rate": 6.137900369135695e-05,
      "loss": 0.2252,
      "step": 103315
    },
    {
      "epoch": 4.231660864222814,
      "grad_norm": 0.9468377674694186,
      "learning_rate": 6.137637237619054e-05,
      "loss": 0.3107,
      "step": 103316
    },
    {
      "epoch": 4.2317018226500105,
      "grad_norm": 1.2369054228748113,
      "learning_rate": 6.13737411029203e-05,
      "loss": 0.5281,
      "step": 103317
    },
    {
      "epoch": 4.231742781077207,
      "grad_norm": 2.8895225236364595,
      "learning_rate": 6.137110987154735e-05,
      "loss": 0.2381,
      "step": 103318
    },
    {
      "epoch": 4.231783739504403,
      "grad_norm": 1.7102643165021525,
      "learning_rate": 6.1368478682073e-05,
      "loss": 0.6155,
      "step": 103319
    },
    {
      "epoch": 4.231824697931599,
      "grad_norm": 1.5906428083934496,
      "learning_rate": 6.136584753449855e-05,
      "loss": 0.6624,
      "step": 103320
    },
    {
      "epoch": 4.231865656358796,
      "grad_norm": 1.7006001755732458,
      "learning_rate": 6.136321642882511e-05,
      "loss": 0.5113,
      "step": 103321
    },
    {
      "epoch": 4.231906614785992,
      "grad_norm": 1.4125400931881305,
      "learning_rate": 6.136058536505407e-05,
      "loss": 0.4715,
      "step": 103322
    },
    {
      "epoch": 4.231947573213189,
      "grad_norm": 1.6720751378590908,
      "learning_rate": 6.135795434318654e-05,
      "loss": 0.7417,
      "step": 103323
    },
    {
      "epoch": 4.231988531640385,
      "grad_norm": 1.0978814374038979,
      "learning_rate": 6.135532336322382e-05,
      "loss": 0.4594,
      "step": 103324
    },
    {
      "epoch": 4.232029490067581,
      "grad_norm": 1.7015627384906404,
      "learning_rate": 6.135269242516723e-05,
      "loss": 0.6169,
      "step": 103325
    },
    {
      "epoch": 4.2320704484947775,
      "grad_norm": 2.0938411328010575,
      "learning_rate": 6.135006152901788e-05,
      "loss": 0.8851,
      "step": 103326
    },
    {
      "epoch": 4.232111406921974,
      "grad_norm": 1.72948127540843,
      "learning_rate": 6.134743067477708e-05,
      "loss": 0.6744,
      "step": 103327
    },
    {
      "epoch": 4.232152365349171,
      "grad_norm": 1.446478015103467,
      "learning_rate": 6.134479986244612e-05,
      "loss": 0.6623,
      "step": 103328
    },
    {
      "epoch": 4.232193323776367,
      "grad_norm": 1.165493005571525,
      "learning_rate": 6.134216909202614e-05,
      "loss": 0.4685,
      "step": 103329
    },
    {
      "epoch": 4.232234282203564,
      "grad_norm": 1.5039574480726856,
      "learning_rate": 6.133953836351851e-05,
      "loss": 0.5844,
      "step": 103330
    },
    {
      "epoch": 4.232275240630759,
      "grad_norm": 1.4238998880532727,
      "learning_rate": 6.133690767692433e-05,
      "loss": 0.5676,
      "step": 103331
    },
    {
      "epoch": 4.232316199057956,
      "grad_norm": 1.4146881221576135,
      "learning_rate": 6.133427703224493e-05,
      "loss": 0.6586,
      "step": 103332
    },
    {
      "epoch": 4.232357157485152,
      "grad_norm": 1.2291992827344198,
      "learning_rate": 6.133164642948157e-05,
      "loss": 0.5282,
      "step": 103333
    },
    {
      "epoch": 4.232398115912349,
      "grad_norm": 1.5242538186127783,
      "learning_rate": 6.132901586863542e-05,
      "loss": 0.588,
      "step": 103334
    },
    {
      "epoch": 4.2324390743395455,
      "grad_norm": 1.401994536214387,
      "learning_rate": 6.132638534970775e-05,
      "loss": 0.5208,
      "step": 103335
    },
    {
      "epoch": 4.232480032766742,
      "grad_norm": 4.1485488904659755,
      "learning_rate": 6.132375487269991e-05,
      "loss": 2.9452,
      "step": 103336
    },
    {
      "epoch": 4.2325209911939385,
      "grad_norm": 1.615418284243739,
      "learning_rate": 6.132112443761296e-05,
      "loss": 0.6092,
      "step": 103337
    },
    {
      "epoch": 4.232561949621134,
      "grad_norm": 1.2302248965489102,
      "learning_rate": 6.131849404444831e-05,
      "loss": 0.6536,
      "step": 103338
    },
    {
      "epoch": 4.232602908048331,
      "grad_norm": 1.4824552356530227,
      "learning_rate": 6.131586369320707e-05,
      "loss": 0.5572,
      "step": 103339
    },
    {
      "epoch": 4.232643866475527,
      "grad_norm": 1.200652978634088,
      "learning_rate": 6.131323338389056e-05,
      "loss": 0.311,
      "step": 103340
    },
    {
      "epoch": 4.232684824902724,
      "grad_norm": 1.1143926577758796,
      "learning_rate": 6.131060311650004e-05,
      "loss": 0.438,
      "step": 103341
    },
    {
      "epoch": 4.23272578332992,
      "grad_norm": 3.3828762711295792,
      "learning_rate": 6.130797289103668e-05,
      "loss": 2.6442,
      "step": 103342
    },
    {
      "epoch": 4.232766741757117,
      "grad_norm": 1.5835193012444297,
      "learning_rate": 6.130534270750175e-05,
      "loss": 0.7991,
      "step": 103343
    },
    {
      "epoch": 4.2328077001843125,
      "grad_norm": 1.9033776219298273,
      "learning_rate": 6.130271256589658e-05,
      "loss": 0.8492,
      "step": 103344
    },
    {
      "epoch": 4.232848658611509,
      "grad_norm": 2.853900782556603,
      "learning_rate": 6.130008246622227e-05,
      "loss": 0.5667,
      "step": 103345
    },
    {
      "epoch": 4.232889617038706,
      "grad_norm": 0.9257081543160102,
      "learning_rate": 6.129745240848019e-05,
      "loss": 0.2292,
      "step": 103346
    },
    {
      "epoch": 4.232930575465902,
      "grad_norm": 1.7211075966920635,
      "learning_rate": 6.129482239267147e-05,
      "loss": 0.8164,
      "step": 103347
    },
    {
      "epoch": 4.232971533893099,
      "grad_norm": 1.3036092769448824,
      "learning_rate": 6.129219241879748e-05,
      "loss": 0.5688,
      "step": 103348
    },
    {
      "epoch": 4.233012492320295,
      "grad_norm": 1.6073308847927756,
      "learning_rate": 6.128956248685939e-05,
      "loss": 0.5135,
      "step": 103349
    },
    {
      "epoch": 4.233053450747491,
      "grad_norm": 1.1254384746300148,
      "learning_rate": 6.12869325968584e-05,
      "loss": 0.3292,
      "step": 103350
    },
    {
      "epoch": 4.233094409174687,
      "grad_norm": 1.6417713136127359,
      "learning_rate": 6.128430274879578e-05,
      "loss": 0.6376,
      "step": 103351
    },
    {
      "epoch": 4.233135367601884,
      "grad_norm": 1.5646174425835502,
      "learning_rate": 6.128167294267287e-05,
      "loss": 0.6039,
      "step": 103352
    },
    {
      "epoch": 4.2331763260290804,
      "grad_norm": 1.3253282990682738,
      "learning_rate": 6.127904317849077e-05,
      "loss": 0.5751,
      "step": 103353
    },
    {
      "epoch": 4.233217284456277,
      "grad_norm": 1.3966893058359935,
      "learning_rate": 6.127641345625078e-05,
      "loss": 0.5887,
      "step": 103354
    },
    {
      "epoch": 4.2332582428834735,
      "grad_norm": 1.908623998194749,
      "learning_rate": 6.127378377595422e-05,
      "loss": 1.003,
      "step": 103355
    },
    {
      "epoch": 4.23329920131067,
      "grad_norm": 2.8106157936425147,
      "learning_rate": 6.127115413760221e-05,
      "loss": 1.445,
      "step": 103356
    },
    {
      "epoch": 4.233340159737866,
      "grad_norm": 1.2650397678952892,
      "learning_rate": 6.12685245411961e-05,
      "loss": 0.3083,
      "step": 103357
    },
    {
      "epoch": 4.233381118165062,
      "grad_norm": 0.7731851462356714,
      "learning_rate": 6.126589498673704e-05,
      "loss": 0.1799,
      "step": 103358
    },
    {
      "epoch": 4.233422076592259,
      "grad_norm": 1.4192559708425323,
      "learning_rate": 6.126326547422631e-05,
      "loss": 0.5497,
      "step": 103359
    },
    {
      "epoch": 4.233463035019455,
      "grad_norm": 1.376707784271405,
      "learning_rate": 6.126063600366521e-05,
      "loss": 0.5986,
      "step": 103360
    },
    {
      "epoch": 4.233503993446652,
      "grad_norm": 1.5748925501036268,
      "learning_rate": 6.125800657505487e-05,
      "loss": 0.7063,
      "step": 103361
    },
    {
      "epoch": 4.233544951873848,
      "grad_norm": 1.0676030086881128,
      "learning_rate": 6.125537718839663e-05,
      "loss": 0.2498,
      "step": 103362
    },
    {
      "epoch": 4.233585910301044,
      "grad_norm": 0.7721015221248028,
      "learning_rate": 6.12527478436917e-05,
      "loss": 0.2032,
      "step": 103363
    },
    {
      "epoch": 4.233626868728241,
      "grad_norm": 1.3485981930483324,
      "learning_rate": 6.12501185409413e-05,
      "loss": 0.6259,
      "step": 103364
    },
    {
      "epoch": 4.233667827155437,
      "grad_norm": 1.5418415877001388,
      "learning_rate": 6.124748928014676e-05,
      "loss": 0.5141,
      "step": 103365
    },
    {
      "epoch": 4.233708785582634,
      "grad_norm": 1.5253355208315706,
      "learning_rate": 6.124486006130917e-05,
      "loss": 0.5874,
      "step": 103366
    },
    {
      "epoch": 4.23374974400983,
      "grad_norm": 1.385844978843773,
      "learning_rate": 6.124223088442988e-05,
      "loss": 0.5297,
      "step": 103367
    },
    {
      "epoch": 4.233790702437027,
      "grad_norm": 1.3006943415951522,
      "learning_rate": 6.123960174951015e-05,
      "loss": 0.5522,
      "step": 103368
    },
    {
      "epoch": 4.233831660864222,
      "grad_norm": 1.2403187708610277,
      "learning_rate": 6.123697265655115e-05,
      "loss": 0.6427,
      "step": 103369
    },
    {
      "epoch": 4.233872619291419,
      "grad_norm": 1.435353282868027,
      "learning_rate": 6.123434360555417e-05,
      "loss": 0.7525,
      "step": 103370
    },
    {
      "epoch": 4.233913577718615,
      "grad_norm": 1.022499105542265,
      "learning_rate": 6.123171459652048e-05,
      "loss": 0.2668,
      "step": 103371
    },
    {
      "epoch": 4.233954536145812,
      "grad_norm": 1.787698719731875,
      "learning_rate": 6.122908562945122e-05,
      "loss": 0.6937,
      "step": 103372
    },
    {
      "epoch": 4.2339954945730085,
      "grad_norm": 0.7438469870165781,
      "learning_rate": 6.122645670434776e-05,
      "loss": 0.1517,
      "step": 103373
    },
    {
      "epoch": 4.234036453000205,
      "grad_norm": 1.22873464144825,
      "learning_rate": 6.122382782121123e-05,
      "loss": 0.3936,
      "step": 103374
    },
    {
      "epoch": 4.234077411427402,
      "grad_norm": 1.4598891802562048,
      "learning_rate": 6.122119898004291e-05,
      "loss": 0.6628,
      "step": 103375
    },
    {
      "epoch": 4.234118369854597,
      "grad_norm": 1.2790576748855682,
      "learning_rate": 6.121857018084412e-05,
      "loss": 0.5008,
      "step": 103376
    },
    {
      "epoch": 4.234159328281794,
      "grad_norm": 1.3935419648107807,
      "learning_rate": 6.121594142361597e-05,
      "loss": 0.6184,
      "step": 103377
    },
    {
      "epoch": 4.23420028670899,
      "grad_norm": 1.574765485595405,
      "learning_rate": 6.121331270835986e-05,
      "loss": 0.6993,
      "step": 103378
    },
    {
      "epoch": 4.234241245136187,
      "grad_norm": 1.6666295650803007,
      "learning_rate": 6.121068403507686e-05,
      "loss": 0.8275,
      "step": 103379
    },
    {
      "epoch": 4.234282203563383,
      "grad_norm": 1.8017104765326382,
      "learning_rate": 6.120805540376831e-05,
      "loss": 0.6519,
      "step": 103380
    },
    {
      "epoch": 4.23432316199058,
      "grad_norm": 1.861889791982748,
      "learning_rate": 6.120542681443547e-05,
      "loss": 0.8376,
      "step": 103381
    },
    {
      "epoch": 4.2343641204177755,
      "grad_norm": 2.355299487061874,
      "learning_rate": 6.120279826707951e-05,
      "loss": 1.6801,
      "step": 103382
    },
    {
      "epoch": 4.234405078844972,
      "grad_norm": 1.7446523684044548,
      "learning_rate": 6.120016976170172e-05,
      "loss": 0.8918,
      "step": 103383
    },
    {
      "epoch": 4.234446037272169,
      "grad_norm": 1.2158724014425086,
      "learning_rate": 6.119754129830341e-05,
      "loss": 0.4044,
      "step": 103384
    },
    {
      "epoch": 4.234486995699365,
      "grad_norm": 1.8157305856933472,
      "learning_rate": 6.119491287688567e-05,
      "loss": 0.7031,
      "step": 103385
    },
    {
      "epoch": 4.234527954126562,
      "grad_norm": 1.8899417126854716,
      "learning_rate": 6.119228449744988e-05,
      "loss": 0.8209,
      "step": 103386
    },
    {
      "epoch": 4.234568912553758,
      "grad_norm": 0.4889024090546814,
      "learning_rate": 6.118965615999716e-05,
      "loss": 0.0794,
      "step": 103387
    },
    {
      "epoch": 4.234609870980955,
      "grad_norm": 1.4048158427212276,
      "learning_rate": 6.118702786452884e-05,
      "loss": 0.6469,
      "step": 103388
    },
    {
      "epoch": 4.23465082940815,
      "grad_norm": 1.3134487477364702,
      "learning_rate": 6.118439961104619e-05,
      "loss": 0.4645,
      "step": 103389
    },
    {
      "epoch": 4.234691787835347,
      "grad_norm": 1.2960637129913726,
      "learning_rate": 6.118177139955033e-05,
      "loss": 0.5642,
      "step": 103390
    },
    {
      "epoch": 4.2347327462625435,
      "grad_norm": 0.7206458737159177,
      "learning_rate": 6.117914323004259e-05,
      "loss": 0.1853,
      "step": 103391
    },
    {
      "epoch": 4.23477370468974,
      "grad_norm": 1.3271171180009105,
      "learning_rate": 6.117651510252425e-05,
      "loss": 0.6371,
      "step": 103392
    },
    {
      "epoch": 4.2348146631169366,
      "grad_norm": 1.2428869848664932,
      "learning_rate": 6.117388701699644e-05,
      "loss": 0.1601,
      "step": 103393
    },
    {
      "epoch": 4.234855621544133,
      "grad_norm": 1.3036295245728906,
      "learning_rate": 6.117125897346052e-05,
      "loss": 0.4332,
      "step": 103394
    },
    {
      "epoch": 4.234896579971329,
      "grad_norm": 1.3359685219611752,
      "learning_rate": 6.11686309719176e-05,
      "loss": 0.4967,
      "step": 103395
    },
    {
      "epoch": 4.234937538398525,
      "grad_norm": 1.4744129177820267,
      "learning_rate": 6.116600301236903e-05,
      "loss": 0.5043,
      "step": 103396
    },
    {
      "epoch": 4.234978496825722,
      "grad_norm": 1.5356132149714234,
      "learning_rate": 6.116337509481604e-05,
      "loss": 0.6436,
      "step": 103397
    },
    {
      "epoch": 4.235019455252918,
      "grad_norm": 1.5809669275954592,
      "learning_rate": 6.116074721925983e-05,
      "loss": 0.8045,
      "step": 103398
    },
    {
      "epoch": 4.235060413680115,
      "grad_norm": 4.805295233837403,
      "learning_rate": 6.115811938570164e-05,
      "loss": 2.5163,
      "step": 103399
    },
    {
      "epoch": 4.235101372107311,
      "grad_norm": 1.6813075665243735,
      "learning_rate": 6.115549159414281e-05,
      "loss": 0.8164,
      "step": 103400
    },
    {
      "epoch": 4.235142330534507,
      "grad_norm": 1.634367708413921,
      "learning_rate": 6.115286384458443e-05,
      "loss": 0.6747,
      "step": 103401
    },
    {
      "epoch": 4.235183288961704,
      "grad_norm": 1.1476741770109227,
      "learning_rate": 6.115023613702791e-05,
      "loss": 0.5896,
      "step": 103402
    },
    {
      "epoch": 4.2352242473889,
      "grad_norm": 1.3261082136509699,
      "learning_rate": 6.114760847147431e-05,
      "loss": 0.4391,
      "step": 103403
    },
    {
      "epoch": 4.235265205816097,
      "grad_norm": 1.4828447255843442,
      "learning_rate": 6.114498084792498e-05,
      "loss": 0.561,
      "step": 103404
    },
    {
      "epoch": 4.235306164243293,
      "grad_norm": 1.6045702334452245,
      "learning_rate": 6.11423532663812e-05,
      "loss": 0.6842,
      "step": 103405
    },
    {
      "epoch": 4.23534712267049,
      "grad_norm": 1.3786541688221925,
      "learning_rate": 6.113972572684412e-05,
      "loss": 0.6494,
      "step": 103406
    },
    {
      "epoch": 4.235388081097686,
      "grad_norm": 1.693046817918501,
      "learning_rate": 6.1137098229315e-05,
      "loss": 0.8827,
      "step": 103407
    },
    {
      "epoch": 4.235429039524882,
      "grad_norm": 1.748586586771648,
      "learning_rate": 6.113447077379517e-05,
      "loss": 0.8039,
      "step": 103408
    },
    {
      "epoch": 4.2354699979520785,
      "grad_norm": 1.4159248702261777,
      "learning_rate": 6.113184336028574e-05,
      "loss": 0.5543,
      "step": 103409
    },
    {
      "epoch": 4.235510956379275,
      "grad_norm": 1.4006682781701627,
      "learning_rate": 6.112921598878808e-05,
      "loss": 0.6533,
      "step": 103410
    },
    {
      "epoch": 4.2355519148064715,
      "grad_norm": 1.1087696504467381,
      "learning_rate": 6.112658865930332e-05,
      "loss": 0.3266,
      "step": 103411
    },
    {
      "epoch": 4.235592873233668,
      "grad_norm": 1.5061345282609808,
      "learning_rate": 6.112396137183273e-05,
      "loss": 0.5594,
      "step": 103412
    },
    {
      "epoch": 4.235633831660865,
      "grad_norm": 0.8428231204186032,
      "learning_rate": 6.112133412637766e-05,
      "loss": 0.2275,
      "step": 103413
    },
    {
      "epoch": 4.23567479008806,
      "grad_norm": 1.4554968904494758,
      "learning_rate": 6.111870692293919e-05,
      "loss": 0.5567,
      "step": 103414
    },
    {
      "epoch": 4.235715748515257,
      "grad_norm": 0.9207582020035096,
      "learning_rate": 6.111607976151865e-05,
      "loss": 0.2136,
      "step": 103415
    },
    {
      "epoch": 4.235756706942453,
      "grad_norm": 1.4059541671839202,
      "learning_rate": 6.111345264211732e-05,
      "loss": 0.6602,
      "step": 103416
    },
    {
      "epoch": 4.23579766536965,
      "grad_norm": 1.6572338367691968,
      "learning_rate": 6.111082556473633e-05,
      "loss": 0.6672,
      "step": 103417
    },
    {
      "epoch": 4.235838623796846,
      "grad_norm": 0.8006429488118348,
      "learning_rate": 6.110819852937705e-05,
      "loss": 0.2221,
      "step": 103418
    },
    {
      "epoch": 4.235879582224043,
      "grad_norm": 1.7993035765174012,
      "learning_rate": 6.110557153604064e-05,
      "loss": 0.8243,
      "step": 103419
    },
    {
      "epoch": 4.235920540651239,
      "grad_norm": 1.9783113291371004,
      "learning_rate": 6.11029445847283e-05,
      "loss": 0.782,
      "step": 103420
    },
    {
      "epoch": 4.235961499078435,
      "grad_norm": 1.204622651844764,
      "learning_rate": 6.110031767544141e-05,
      "loss": 0.4635,
      "step": 103421
    },
    {
      "epoch": 4.236002457505632,
      "grad_norm": 4.188643590476889,
      "learning_rate": 6.109769080818106e-05,
      "loss": 4.743,
      "step": 103422
    },
    {
      "epoch": 4.236043415932828,
      "grad_norm": 1.6208805149778307,
      "learning_rate": 6.109506398294856e-05,
      "loss": 0.8493,
      "step": 103423
    },
    {
      "epoch": 4.236084374360025,
      "grad_norm": 1.3292604358106772,
      "learning_rate": 6.109243719974523e-05,
      "loss": 0.6055,
      "step": 103424
    },
    {
      "epoch": 4.236125332787221,
      "grad_norm": 1.3087957076740924,
      "learning_rate": 6.108981045857216e-05,
      "loss": 0.6738,
      "step": 103425
    },
    {
      "epoch": 4.236166291214418,
      "grad_norm": 1.5080580050104497,
      "learning_rate": 6.108718375943068e-05,
      "loss": 0.654,
      "step": 103426
    },
    {
      "epoch": 4.236207249641613,
      "grad_norm": 1.5519727374077852,
      "learning_rate": 6.108455710232206e-05,
      "loss": 0.7834,
      "step": 103427
    },
    {
      "epoch": 4.23624820806881,
      "grad_norm": 1.6949539802231686,
      "learning_rate": 6.108193048724747e-05,
      "loss": 0.8597,
      "step": 103428
    },
    {
      "epoch": 4.2362891664960065,
      "grad_norm": 1.8038416207698098,
      "learning_rate": 6.107930391420823e-05,
      "loss": 0.7568,
      "step": 103429
    },
    {
      "epoch": 4.236330124923203,
      "grad_norm": 1.4829677013626255,
      "learning_rate": 6.107667738320546e-05,
      "loss": 0.6884,
      "step": 103430
    },
    {
      "epoch": 4.2363710833504,
      "grad_norm": 2.5587665454068405,
      "learning_rate": 6.10740508942405e-05,
      "loss": 1.0471,
      "step": 103431
    },
    {
      "epoch": 4.236412041777596,
      "grad_norm": 1.4053410079128401,
      "learning_rate": 6.107142444731461e-05,
      "loss": 0.511,
      "step": 103432
    },
    {
      "epoch": 4.236453000204792,
      "grad_norm": 1.7852960095254542,
      "learning_rate": 6.106879804242895e-05,
      "loss": 0.9206,
      "step": 103433
    },
    {
      "epoch": 4.236493958631988,
      "grad_norm": 1.3415280380063286,
      "learning_rate": 6.10661716795848e-05,
      "loss": 0.541,
      "step": 103434
    },
    {
      "epoch": 4.236534917059185,
      "grad_norm": 1.5043598723828882,
      "learning_rate": 6.106354535878345e-05,
      "loss": 0.6664,
      "step": 103435
    },
    {
      "epoch": 4.236575875486381,
      "grad_norm": 1.1753043900711946,
      "learning_rate": 6.106091908002605e-05,
      "loss": 0.502,
      "step": 103436
    },
    {
      "epoch": 4.236616833913578,
      "grad_norm": 0.9755799447153686,
      "learning_rate": 6.105829284331393e-05,
      "loss": 0.2076,
      "step": 103437
    },
    {
      "epoch": 4.236657792340774,
      "grad_norm": 1.6634408548915756,
      "learning_rate": 6.105566664864824e-05,
      "loss": 0.5564,
      "step": 103438
    },
    {
      "epoch": 4.23669875076797,
      "grad_norm": 1.444081558892087,
      "learning_rate": 6.105304049603026e-05,
      "loss": 0.5682,
      "step": 103439
    },
    {
      "epoch": 4.236739709195167,
      "grad_norm": 1.2630353774133014,
      "learning_rate": 6.105041438546131e-05,
      "loss": 0.5284,
      "step": 103440
    },
    {
      "epoch": 4.236780667622363,
      "grad_norm": 1.2825657625416587,
      "learning_rate": 6.104778831694249e-05,
      "loss": 0.6218,
      "step": 103441
    },
    {
      "epoch": 4.23682162604956,
      "grad_norm": 1.6031450806993524,
      "learning_rate": 6.104516229047512e-05,
      "loss": 0.7321,
      "step": 103442
    },
    {
      "epoch": 4.236862584476756,
      "grad_norm": 1.5562665850793762,
      "learning_rate": 6.10425363060605e-05,
      "loss": 0.6451,
      "step": 103443
    },
    {
      "epoch": 4.236903542903953,
      "grad_norm": 2.428588380401618,
      "learning_rate": 6.103991036369974e-05,
      "loss": 1.2985,
      "step": 103444
    },
    {
      "epoch": 4.236944501331149,
      "grad_norm": 1.9241227171314321,
      "learning_rate": 6.103728446339422e-05,
      "loss": 0.6215,
      "step": 103445
    },
    {
      "epoch": 4.236985459758345,
      "grad_norm": 1.7417252658619657,
      "learning_rate": 6.103465860514505e-05,
      "loss": 0.7544,
      "step": 103446
    },
    {
      "epoch": 4.2370264181855415,
      "grad_norm": 0.7378042684997939,
      "learning_rate": 6.103203278895352e-05,
      "loss": 0.2236,
      "step": 103447
    },
    {
      "epoch": 4.237067376612738,
      "grad_norm": 1.5975740938912348,
      "learning_rate": 6.1029407014820943e-05,
      "loss": 0.8122,
      "step": 103448
    },
    {
      "epoch": 4.237108335039935,
      "grad_norm": 1.347791834792251,
      "learning_rate": 6.102678128274844e-05,
      "loss": 0.6099,
      "step": 103449
    },
    {
      "epoch": 4.237149293467131,
      "grad_norm": 1.6091913671308262,
      "learning_rate": 6.1024155592737374e-05,
      "loss": 0.7398,
      "step": 103450
    },
    {
      "epoch": 4.237190251894328,
      "grad_norm": 2.2590356402488982,
      "learning_rate": 6.1021529944788875e-05,
      "loss": 0.7207,
      "step": 103451
    },
    {
      "epoch": 4.237231210321523,
      "grad_norm": 1.5078929435716462,
      "learning_rate": 6.1018904338904215e-05,
      "loss": 0.6851,
      "step": 103452
    },
    {
      "epoch": 4.23727216874872,
      "grad_norm": 1.707867990397195,
      "learning_rate": 6.101627877508473e-05,
      "loss": 0.706,
      "step": 103453
    },
    {
      "epoch": 4.237313127175916,
      "grad_norm": 0.8619116108426325,
      "learning_rate": 6.1013653253331515e-05,
      "loss": 0.167,
      "step": 103454
    },
    {
      "epoch": 4.237354085603113,
      "grad_norm": 1.6087810519098125,
      "learning_rate": 6.1011027773645894e-05,
      "loss": 0.6606,
      "step": 103455
    },
    {
      "epoch": 4.237395044030309,
      "grad_norm": 1.2906145593753104,
      "learning_rate": 6.100840233602913e-05,
      "loss": 0.5005,
      "step": 103456
    },
    {
      "epoch": 4.237436002457506,
      "grad_norm": 1.597424722838544,
      "learning_rate": 6.1005776940482385e-05,
      "loss": 0.6621,
      "step": 103457
    },
    {
      "epoch": 4.237476960884702,
      "grad_norm": 1.2563655864610492,
      "learning_rate": 6.1003151587007004e-05,
      "loss": 0.5829,
      "step": 103458
    },
    {
      "epoch": 4.237517919311898,
      "grad_norm": 3.3622589912917946,
      "learning_rate": 6.1000526275604115e-05,
      "loss": 3.2989,
      "step": 103459
    },
    {
      "epoch": 4.237558877739095,
      "grad_norm": 1.499201219328985,
      "learning_rate": 6.099790100627501e-05,
      "loss": 0.7031,
      "step": 103460
    },
    {
      "epoch": 4.237599836166291,
      "grad_norm": 1.3786281190294647,
      "learning_rate": 6.099527577902097e-05,
      "loss": 0.2734,
      "step": 103461
    },
    {
      "epoch": 4.237640794593488,
      "grad_norm": 0.7294561760334353,
      "learning_rate": 6.099265059384317e-05,
      "loss": 0.1508,
      "step": 103462
    },
    {
      "epoch": 4.237681753020684,
      "grad_norm": 1.4965937609925504,
      "learning_rate": 6.099002545074287e-05,
      "loss": 0.5298,
      "step": 103463
    },
    {
      "epoch": 4.237722711447881,
      "grad_norm": 3.378419757059452,
      "learning_rate": 6.0987400349721376e-05,
      "loss": 3.0888,
      "step": 103464
    },
    {
      "epoch": 4.2377636698750765,
      "grad_norm": 1.811482620378824,
      "learning_rate": 6.098477529077982e-05,
      "loss": 0.8711,
      "step": 103465
    },
    {
      "epoch": 4.237804628302273,
      "grad_norm": 1.1544550736910806,
      "learning_rate": 6.098215027391954e-05,
      "loss": 0.3074,
      "step": 103466
    },
    {
      "epoch": 4.2378455867294695,
      "grad_norm": 1.2032079324917946,
      "learning_rate": 6.09795252991417e-05,
      "loss": 0.3458,
      "step": 103467
    },
    {
      "epoch": 4.237886545156666,
      "grad_norm": 1.0546771459471715,
      "learning_rate": 6.097690036644756e-05,
      "loss": 0.3102,
      "step": 103468
    },
    {
      "epoch": 4.237927503583863,
      "grad_norm": 1.61379230204859,
      "learning_rate": 6.097427547583844e-05,
      "loss": 0.7837,
      "step": 103469
    },
    {
      "epoch": 4.237968462011059,
      "grad_norm": 1.0526210145970594,
      "learning_rate": 6.0971650627315454e-05,
      "loss": 0.3525,
      "step": 103470
    },
    {
      "epoch": 4.238009420438255,
      "grad_norm": 1.7485220179386936,
      "learning_rate": 6.0969025820879904e-05,
      "loss": 0.7454,
      "step": 103471
    },
    {
      "epoch": 4.238050378865451,
      "grad_norm": 1.1663602796393138,
      "learning_rate": 6.0966401056533095e-05,
      "loss": 0.3869,
      "step": 103472
    },
    {
      "epoch": 4.238091337292648,
      "grad_norm": 1.4977076572087507,
      "learning_rate": 6.096377633427614e-05,
      "loss": 0.6606,
      "step": 103473
    },
    {
      "epoch": 4.238132295719844,
      "grad_norm": 1.6272584058123323,
      "learning_rate": 6.096115165411042e-05,
      "loss": 0.7684,
      "step": 103474
    },
    {
      "epoch": 4.238173254147041,
      "grad_norm": 1.6340267899632777,
      "learning_rate": 6.095852701603702e-05,
      "loss": 0.551,
      "step": 103475
    },
    {
      "epoch": 4.2382142125742375,
      "grad_norm": 1.3426175754995555,
      "learning_rate": 6.095590242005729e-05,
      "loss": 0.4417,
      "step": 103476
    },
    {
      "epoch": 4.238255171001433,
      "grad_norm": 1.5159744454408817,
      "learning_rate": 6.0953277866172465e-05,
      "loss": 0.5226,
      "step": 103477
    },
    {
      "epoch": 4.23829612942863,
      "grad_norm": 1.6548050205060032,
      "learning_rate": 6.0950653354383735e-05,
      "loss": 0.5465,
      "step": 103478
    },
    {
      "epoch": 4.238337087855826,
      "grad_norm": 1.8993974455769695,
      "learning_rate": 6.0948028884692354e-05,
      "loss": 1.1885,
      "step": 103479
    },
    {
      "epoch": 4.238378046283023,
      "grad_norm": 1.370090912757301,
      "learning_rate": 6.094540445709964e-05,
      "loss": 0.5266,
      "step": 103480
    },
    {
      "epoch": 4.238419004710219,
      "grad_norm": 1.5239955081045082,
      "learning_rate": 6.0942780071606716e-05,
      "loss": 0.5262,
      "step": 103481
    },
    {
      "epoch": 4.238459963137416,
      "grad_norm": 0.991510681812461,
      "learning_rate": 6.094015572821493e-05,
      "loss": 0.349,
      "step": 103482
    },
    {
      "epoch": 4.238500921564612,
      "grad_norm": 1.3779531947168133,
      "learning_rate": 6.0937531426925404e-05,
      "loss": 0.6741,
      "step": 103483
    },
    {
      "epoch": 4.238541879991808,
      "grad_norm": 1.1019033340866378,
      "learning_rate": 6.0934907167739463e-05,
      "loss": 0.2894,
      "step": 103484
    },
    {
      "epoch": 4.2385828384190045,
      "grad_norm": 1.5687981387853767,
      "learning_rate": 6.093228295065838e-05,
      "loss": 0.6646,
      "step": 103485
    },
    {
      "epoch": 4.238623796846201,
      "grad_norm": 1.6304344821996415,
      "learning_rate": 6.0929658775683295e-05,
      "loss": 0.3602,
      "step": 103486
    },
    {
      "epoch": 4.238664755273398,
      "grad_norm": 1.3463047299041184,
      "learning_rate": 6.092703464281549e-05,
      "loss": 0.4087,
      "step": 103487
    },
    {
      "epoch": 4.238705713700594,
      "grad_norm": 1.2741848977552828,
      "learning_rate": 6.0924410552056274e-05,
      "loss": 0.5685,
      "step": 103488
    },
    {
      "epoch": 4.238746672127791,
      "grad_norm": 1.4075212274495177,
      "learning_rate": 6.0921786503406824e-05,
      "loss": 0.5223,
      "step": 103489
    },
    {
      "epoch": 4.238787630554986,
      "grad_norm": 0.942166001397654,
      "learning_rate": 6.0919162496868335e-05,
      "loss": 0.3134,
      "step": 103490
    },
    {
      "epoch": 4.238828588982183,
      "grad_norm": 1.7464594367904884,
      "learning_rate": 6.091653853244214e-05,
      "loss": 0.81,
      "step": 103491
    },
    {
      "epoch": 4.238869547409379,
      "grad_norm": 1.3700592696951022,
      "learning_rate": 6.091391461012938e-05,
      "loss": 0.6303,
      "step": 103492
    },
    {
      "epoch": 4.238910505836576,
      "grad_norm": 0.7753458187996788,
      "learning_rate": 6.0911290729931435e-05,
      "loss": 0.2226,
      "step": 103493
    },
    {
      "epoch": 4.2389514642637725,
      "grad_norm": 1.4473945043878518,
      "learning_rate": 6.090866689184938e-05,
      "loss": 0.5376,
      "step": 103494
    },
    {
      "epoch": 4.238992422690969,
      "grad_norm": 1.6538835010685804,
      "learning_rate": 6.090604309588455e-05,
      "loss": 0.7566,
      "step": 103495
    },
    {
      "epoch": 4.239033381118165,
      "grad_norm": 1.3538625362727619,
      "learning_rate": 6.0903419342038215e-05,
      "loss": 0.5403,
      "step": 103496
    },
    {
      "epoch": 4.239074339545361,
      "grad_norm": 1.0989751420816583,
      "learning_rate": 6.0900795630311536e-05,
      "loss": 0.5622,
      "step": 103497
    },
    {
      "epoch": 4.239115297972558,
      "grad_norm": 1.057776703537619,
      "learning_rate": 6.089817196070578e-05,
      "loss": 0.4077,
      "step": 103498
    },
    {
      "epoch": 4.239156256399754,
      "grad_norm": 1.145335560351803,
      "learning_rate": 6.0895548333222244e-05,
      "loss": 0.5681,
      "step": 103499
    },
    {
      "epoch": 4.239197214826951,
      "grad_norm": 1.2197698917843143,
      "learning_rate": 6.089292474786208e-05,
      "loss": 0.4148,
      "step": 103500
    },
    {
      "epoch": 4.239238173254147,
      "grad_norm": 1.3203923369560513,
      "learning_rate": 6.0890301204626624e-05,
      "loss": 0.5877,
      "step": 103501
    },
    {
      "epoch": 4.239279131681344,
      "grad_norm": 1.2678701962670977,
      "learning_rate": 6.088767770351702e-05,
      "loss": 0.5756,
      "step": 103502
    },
    {
      "epoch": 4.2393200901085395,
      "grad_norm": 1.9233583590260095,
      "learning_rate": 6.0885054244534534e-05,
      "loss": 1.0363,
      "step": 103503
    },
    {
      "epoch": 4.239361048535736,
      "grad_norm": 1.3335066998962075,
      "learning_rate": 6.088243082768048e-05,
      "loss": 0.5549,
      "step": 103504
    },
    {
      "epoch": 4.239402006962933,
      "grad_norm": 1.3276753836533286,
      "learning_rate": 6.087980745295599e-05,
      "loss": 0.5373,
      "step": 103505
    },
    {
      "epoch": 4.239442965390129,
      "grad_norm": 1.3994541319849212,
      "learning_rate": 6.0877184120362355e-05,
      "loss": 0.7787,
      "step": 103506
    },
    {
      "epoch": 4.239483923817326,
      "grad_norm": 1.44967431929379,
      "learning_rate": 6.0874560829900864e-05,
      "loss": 0.7115,
      "step": 103507
    },
    {
      "epoch": 4.239524882244522,
      "grad_norm": 2.301809085916318,
      "learning_rate": 6.087193758157267e-05,
      "loss": 1.2372,
      "step": 103508
    },
    {
      "epoch": 4.239565840671718,
      "grad_norm": 1.344957201053137,
      "learning_rate": 6.086931437537909e-05,
      "loss": 0.4511,
      "step": 103509
    },
    {
      "epoch": 4.239606799098914,
      "grad_norm": 1.353984593371211,
      "learning_rate": 6.086669121132129e-05,
      "loss": 0.5723,
      "step": 103510
    },
    {
      "epoch": 4.239647757526111,
      "grad_norm": 1.4786629871359107,
      "learning_rate": 6.086406808940053e-05,
      "loss": 0.6662,
      "step": 103511
    },
    {
      "epoch": 4.239688715953307,
      "grad_norm": 1.6323966798236902,
      "learning_rate": 6.0861445009618116e-05,
      "loss": 0.6284,
      "step": 103512
    },
    {
      "epoch": 4.239729674380504,
      "grad_norm": 1.260932146311307,
      "learning_rate": 6.085882197197521e-05,
      "loss": 0.5457,
      "step": 103513
    },
    {
      "epoch": 4.2397706328077005,
      "grad_norm": 1.3640665764707676,
      "learning_rate": 6.0856198976473056e-05,
      "loss": 0.5022,
      "step": 103514
    },
    {
      "epoch": 4.239811591234897,
      "grad_norm": 1.131859474259094,
      "learning_rate": 6.0853576023112985e-05,
      "loss": 0.4646,
      "step": 103515
    },
    {
      "epoch": 4.239852549662093,
      "grad_norm": 1.7439110565119256,
      "learning_rate": 6.085095311189611e-05,
      "loss": 0.785,
      "step": 103516
    },
    {
      "epoch": 4.239893508089289,
      "grad_norm": 1.39441346828649,
      "learning_rate": 6.084833024282378e-05,
      "loss": 0.5807,
      "step": 103517
    },
    {
      "epoch": 4.239934466516486,
      "grad_norm": 0.9606949717046577,
      "learning_rate": 6.0845707415897146e-05,
      "loss": 0.2544,
      "step": 103518
    },
    {
      "epoch": 4.239975424943682,
      "grad_norm": 1.6977859084385534,
      "learning_rate": 6.084308463111747e-05,
      "loss": 0.8083,
      "step": 103519
    },
    {
      "epoch": 4.240016383370879,
      "grad_norm": 1.268622634020478,
      "learning_rate": 6.0840461888486084e-05,
      "loss": 0.4919,
      "step": 103520
    },
    {
      "epoch": 4.240057341798075,
      "grad_norm": 1.672676751607552,
      "learning_rate": 6.083783918800409e-05,
      "loss": 0.7414,
      "step": 103521
    },
    {
      "epoch": 4.240098300225271,
      "grad_norm": 1.5130646014536135,
      "learning_rate": 6.083521652967285e-05,
      "loss": 0.6394,
      "step": 103522
    },
    {
      "epoch": 4.2401392586524675,
      "grad_norm": 0.991377841398045,
      "learning_rate": 6.083259391349349e-05,
      "loss": 0.2536,
      "step": 103523
    },
    {
      "epoch": 4.240180217079664,
      "grad_norm": 1.455029388561097,
      "learning_rate": 6.082997133946731e-05,
      "loss": 0.6817,
      "step": 103524
    },
    {
      "epoch": 4.240221175506861,
      "grad_norm": 1.7222767599864035,
      "learning_rate": 6.082734880759559e-05,
      "loss": 0.469,
      "step": 103525
    },
    {
      "epoch": 4.240262133934057,
      "grad_norm": 1.677286710528932,
      "learning_rate": 6.0824726317879476e-05,
      "loss": 0.73,
      "step": 103526
    },
    {
      "epoch": 4.240303092361254,
      "grad_norm": 1.2086837775168369,
      "learning_rate": 6.082210387032025e-05,
      "loss": 0.4285,
      "step": 103527
    },
    {
      "epoch": 4.240344050788449,
      "grad_norm": 1.3696153874343036,
      "learning_rate": 6.081948146491922e-05,
      "loss": 0.5853,
      "step": 103528
    },
    {
      "epoch": 4.240385009215646,
      "grad_norm": 1.1943618590028007,
      "learning_rate": 6.0816859101677515e-05,
      "loss": 0.3489,
      "step": 103529
    },
    {
      "epoch": 4.240425967642842,
      "grad_norm": 1.3813640796251065,
      "learning_rate": 6.081423678059646e-05,
      "loss": 0.503,
      "step": 103530
    },
    {
      "epoch": 4.240466926070039,
      "grad_norm": 1.630903020106467,
      "learning_rate": 6.081161450167722e-05,
      "loss": 0.6602,
      "step": 103531
    },
    {
      "epoch": 4.2405078844972355,
      "grad_norm": 2.0928579849176057,
      "learning_rate": 6.080899226492107e-05,
      "loss": 0.4052,
      "step": 103532
    },
    {
      "epoch": 4.240548842924432,
      "grad_norm": 2.661035131231748,
      "learning_rate": 6.0806370070329314e-05,
      "loss": 1.0363,
      "step": 103533
    },
    {
      "epoch": 4.2405898013516286,
      "grad_norm": 1.4384200470373956,
      "learning_rate": 6.080374791790306e-05,
      "loss": 0.6202,
      "step": 103534
    },
    {
      "epoch": 4.240630759778824,
      "grad_norm": 0.533202149348887,
      "learning_rate": 6.0801125807643636e-05,
      "loss": 0.0749,
      "step": 103535
    },
    {
      "epoch": 4.240671718206021,
      "grad_norm": 1.6825677819239377,
      "learning_rate": 6.07985037395523e-05,
      "loss": 0.8168,
      "step": 103536
    },
    {
      "epoch": 4.240712676633217,
      "grad_norm": 1.7448472248440496,
      "learning_rate": 6.079588171363022e-05,
      "loss": 0.7442,
      "step": 103537
    },
    {
      "epoch": 4.240753635060414,
      "grad_norm": 1.2530849075551929,
      "learning_rate": 6.07932597298787e-05,
      "loss": 0.5955,
      "step": 103538
    },
    {
      "epoch": 4.24079459348761,
      "grad_norm": 1.558624960782494,
      "learning_rate": 6.079063778829892e-05,
      "loss": 0.6012,
      "step": 103539
    },
    {
      "epoch": 4.240835551914807,
      "grad_norm": 1.302771190832801,
      "learning_rate": 6.078801588889215e-05,
      "loss": 0.5279,
      "step": 103540
    },
    {
      "epoch": 4.2408765103420025,
      "grad_norm": 1.771395353522566,
      "learning_rate": 6.0785394031659665e-05,
      "loss": 0.9602,
      "step": 103541
    },
    {
      "epoch": 4.240917468769199,
      "grad_norm": 2.430030077555415,
      "learning_rate": 6.078277221660262e-05,
      "loss": 0.7035,
      "step": 103542
    },
    {
      "epoch": 4.240958427196396,
      "grad_norm": 1.3548982638499147,
      "learning_rate": 6.078015044372231e-05,
      "loss": 0.5526,
      "step": 103543
    },
    {
      "epoch": 4.240999385623592,
      "grad_norm": 1.092340442132695,
      "learning_rate": 6.0777528713020025e-05,
      "loss": 0.2619,
      "step": 103544
    },
    {
      "epoch": 4.241040344050789,
      "grad_norm": 0.4691097706738607,
      "learning_rate": 6.077490702449688e-05,
      "loss": 0.0628,
      "step": 103545
    },
    {
      "epoch": 4.241081302477985,
      "grad_norm": 1.0565407785478689,
      "learning_rate": 6.077228537815425e-05,
      "loss": 0.2456,
      "step": 103546
    },
    {
      "epoch": 4.241122260905181,
      "grad_norm": 1.2522051438513324,
      "learning_rate": 6.076966377399324e-05,
      "loss": 0.4007,
      "step": 103547
    },
    {
      "epoch": 4.241163219332377,
      "grad_norm": 1.228724773584469,
      "learning_rate": 6.076704221201516e-05,
      "loss": 0.5727,
      "step": 103548
    },
    {
      "epoch": 4.241204177759574,
      "grad_norm": 1.396464253869697,
      "learning_rate": 6.0764420692221296e-05,
      "loss": 0.4963,
      "step": 103549
    },
    {
      "epoch": 4.2412451361867705,
      "grad_norm": 1.3415747028665597,
      "learning_rate": 6.0761799214612794e-05,
      "loss": 0.5577,
      "step": 103550
    },
    {
      "epoch": 4.241286094613967,
      "grad_norm": 0.9586237920754062,
      "learning_rate": 6.0759177779190924e-05,
      "loss": 0.2112,
      "step": 103551
    },
    {
      "epoch": 4.2413270530411635,
      "grad_norm": 1.526648484613446,
      "learning_rate": 6.075655638595699e-05,
      "loss": 0.5587,
      "step": 103552
    },
    {
      "epoch": 4.24136801146836,
      "grad_norm": 0.6402592216852127,
      "learning_rate": 6.0753935034912134e-05,
      "loss": 0.0755,
      "step": 103553
    },
    {
      "epoch": 4.241408969895556,
      "grad_norm": 1.653235317480668,
      "learning_rate": 6.075131372605767e-05,
      "loss": 0.6768,
      "step": 103554
    },
    {
      "epoch": 4.241449928322752,
      "grad_norm": 0.4137062045903751,
      "learning_rate": 6.074869245939478e-05,
      "loss": 0.0548,
      "step": 103555
    },
    {
      "epoch": 4.241490886749949,
      "grad_norm": 1.2793018837109782,
      "learning_rate": 6.0746071234924715e-05,
      "loss": 0.538,
      "step": 103556
    },
    {
      "epoch": 4.241531845177145,
      "grad_norm": 1.6351804798655882,
      "learning_rate": 6.0743450052648785e-05,
      "loss": 0.6836,
      "step": 103557
    },
    {
      "epoch": 4.241572803604342,
      "grad_norm": 1.5494388547726214,
      "learning_rate": 6.07408289125681e-05,
      "loss": 0.7158,
      "step": 103558
    },
    {
      "epoch": 4.241613762031538,
      "grad_norm": 1.510646656898257,
      "learning_rate": 6.073820781468405e-05,
      "loss": 0.5144,
      "step": 103559
    },
    {
      "epoch": 4.241654720458734,
      "grad_norm": 2.0812793604236526,
      "learning_rate": 6.073558675899779e-05,
      "loss": 0.8881,
      "step": 103560
    },
    {
      "epoch": 4.241695678885931,
      "grad_norm": 1.4497750991315812,
      "learning_rate": 6.0732965745510506e-05,
      "loss": 0.6264,
      "step": 103561
    },
    {
      "epoch": 4.241736637313127,
      "grad_norm": 1.7288454401632642,
      "learning_rate": 6.0730344774223503e-05,
      "loss": 0.6706,
      "step": 103562
    },
    {
      "epoch": 4.241777595740324,
      "grad_norm": 0.9103708178278306,
      "learning_rate": 6.072772384513806e-05,
      "loss": 0.2344,
      "step": 103563
    },
    {
      "epoch": 4.24181855416752,
      "grad_norm": 2.1879543196131386,
      "learning_rate": 6.0725102958255323e-05,
      "loss": 0.9774,
      "step": 103564
    },
    {
      "epoch": 4.241859512594717,
      "grad_norm": 1.3814736479094611,
      "learning_rate": 6.072248211357661e-05,
      "loss": 0.6244,
      "step": 103565
    },
    {
      "epoch": 4.241900471021912,
      "grad_norm": 1.7693699170804758,
      "learning_rate": 6.07198613111031e-05,
      "loss": 0.7593,
      "step": 103566
    },
    {
      "epoch": 4.241941429449109,
      "grad_norm": 1.5643067362771175,
      "learning_rate": 6.071724055083605e-05,
      "loss": 0.849,
      "step": 103567
    },
    {
      "epoch": 4.241982387876305,
      "grad_norm": 1.5101652568389041,
      "learning_rate": 6.071461983277675e-05,
      "loss": 0.645,
      "step": 103568
    },
    {
      "epoch": 4.242023346303502,
      "grad_norm": 1.3446400954439146,
      "learning_rate": 6.071199915692635e-05,
      "loss": 0.4529,
      "step": 103569
    },
    {
      "epoch": 4.2420643047306985,
      "grad_norm": 1.0812811980945074,
      "learning_rate": 6.0709378523286145e-05,
      "loss": 0.4649,
      "step": 103570
    },
    {
      "epoch": 4.242105263157895,
      "grad_norm": 1.790932323468619,
      "learning_rate": 6.0706757931857404e-05,
      "loss": 0.7703,
      "step": 103571
    },
    {
      "epoch": 4.242146221585092,
      "grad_norm": 1.0389146532749494,
      "learning_rate": 6.0704137382641274e-05,
      "loss": 0.3721,
      "step": 103572
    },
    {
      "epoch": 4.242187180012287,
      "grad_norm": 1.256419665080601,
      "learning_rate": 6.070151687563912e-05,
      "loss": 0.3596,
      "step": 103573
    },
    {
      "epoch": 4.242228138439484,
      "grad_norm": 2.1937235755102633,
      "learning_rate": 6.0698896410852035e-05,
      "loss": 0.9329,
      "step": 103574
    },
    {
      "epoch": 4.24226909686668,
      "grad_norm": 0.8491954343026586,
      "learning_rate": 6.0696275988281324e-05,
      "loss": 0.1222,
      "step": 103575
    },
    {
      "epoch": 4.242310055293877,
      "grad_norm": 1.6283465111576392,
      "learning_rate": 6.069365560792831e-05,
      "loss": 0.6154,
      "step": 103576
    },
    {
      "epoch": 4.242351013721073,
      "grad_norm": 1.3015507204570673,
      "learning_rate": 6.069103526979408e-05,
      "loss": 0.5772,
      "step": 103577
    },
    {
      "epoch": 4.24239197214827,
      "grad_norm": 1.4979814130359934,
      "learning_rate": 6.068841497387995e-05,
      "loss": 0.625,
      "step": 103578
    },
    {
      "epoch": 4.2424329305754656,
      "grad_norm": 1.2772546659681907,
      "learning_rate": 6.068579472018721e-05,
      "loss": 0.6249,
      "step": 103579
    },
    {
      "epoch": 4.242473889002662,
      "grad_norm": 0.8194742123658584,
      "learning_rate": 6.068317450871699e-05,
      "loss": 0.166,
      "step": 103580
    },
    {
      "epoch": 4.242514847429859,
      "grad_norm": 0.6485912919163833,
      "learning_rate": 6.068055433947063e-05,
      "loss": 0.0863,
      "step": 103581
    },
    {
      "epoch": 4.242555805857055,
      "grad_norm": 1.399735691914838,
      "learning_rate": 6.067793421244927e-05,
      "loss": 0.6294,
      "step": 103582
    },
    {
      "epoch": 4.242596764284252,
      "grad_norm": 1.6372323177937789,
      "learning_rate": 6.067531412765421e-05,
      "loss": 0.6064,
      "step": 103583
    },
    {
      "epoch": 4.242637722711448,
      "grad_norm": 1.5447981282419376,
      "learning_rate": 6.0672694085086726e-05,
      "loss": 0.7601,
      "step": 103584
    },
    {
      "epoch": 4.242678681138644,
      "grad_norm": 1.3793291611025837,
      "learning_rate": 6.0670074084747946e-05,
      "loss": 0.4019,
      "step": 103585
    },
    {
      "epoch": 4.24271963956584,
      "grad_norm": 1.4847165771472048,
      "learning_rate": 6.066745412663918e-05,
      "loss": 0.6992,
      "step": 103586
    },
    {
      "epoch": 4.242760597993037,
      "grad_norm": 1.4441406469876212,
      "learning_rate": 6.066483421076172e-05,
      "loss": 0.7433,
      "step": 103587
    },
    {
      "epoch": 4.2428015564202335,
      "grad_norm": 1.5044272390406548,
      "learning_rate": 6.0662214337116675e-05,
      "loss": 0.6332,
      "step": 103588
    },
    {
      "epoch": 4.24284251484743,
      "grad_norm": 2.055233688927395,
      "learning_rate": 6.06595945057054e-05,
      "loss": 0.9152,
      "step": 103589
    },
    {
      "epoch": 4.242883473274627,
      "grad_norm": 0.8802418479139571,
      "learning_rate": 6.065697471652904e-05,
      "loss": 0.1947,
      "step": 103590
    },
    {
      "epoch": 4.242924431701823,
      "grad_norm": 1.1108148656919155,
      "learning_rate": 6.065435496958888e-05,
      "loss": 0.1823,
      "step": 103591
    },
    {
      "epoch": 4.242965390129019,
      "grad_norm": 1.3526479328700758,
      "learning_rate": 6.0651735264886206e-05,
      "loss": 0.7984,
      "step": 103592
    },
    {
      "epoch": 4.243006348556215,
      "grad_norm": 1.9816880417053613,
      "learning_rate": 6.0649115602422154e-05,
      "loss": 1.1786,
      "step": 103593
    },
    {
      "epoch": 4.243047306983412,
      "grad_norm": 1.5847687001933164,
      "learning_rate": 6.0646495982198076e-05,
      "loss": 0.6428,
      "step": 103594
    },
    {
      "epoch": 4.243088265410608,
      "grad_norm": 1.0013546134169662,
      "learning_rate": 6.06438764042151e-05,
      "loss": 0.2566,
      "step": 103595
    },
    {
      "epoch": 4.243129223837805,
      "grad_norm": 1.7029552454834491,
      "learning_rate": 6.064125686847449e-05,
      "loss": 0.6895,
      "step": 103596
    },
    {
      "epoch": 4.243170182265001,
      "grad_norm": 1.7643606300386603,
      "learning_rate": 6.0638637374977576e-05,
      "loss": 0.7779,
      "step": 103597
    },
    {
      "epoch": 4.243211140692197,
      "grad_norm": 1.5458542150482608,
      "learning_rate": 6.0636017923725485e-05,
      "loss": 0.525,
      "step": 103598
    },
    {
      "epoch": 4.243252099119394,
      "grad_norm": 1.7014529472518403,
      "learning_rate": 6.063339851471949e-05,
      "loss": 0.7381,
      "step": 103599
    },
    {
      "epoch": 4.24329305754659,
      "grad_norm": 1.8351726676551507,
      "learning_rate": 6.063077914796089e-05,
      "loss": 0.8193,
      "step": 103600
    },
    {
      "epoch": 4.243334015973787,
      "grad_norm": 1.3070628251088114,
      "learning_rate": 6.062815982345082e-05,
      "loss": 0.4334,
      "step": 103601
    },
    {
      "epoch": 4.243374974400983,
      "grad_norm": 0.9094950675817729,
      "learning_rate": 6.062554054119062e-05,
      "loss": 0.2314,
      "step": 103602
    },
    {
      "epoch": 4.24341593282818,
      "grad_norm": 1.4186090326442964,
      "learning_rate": 6.062292130118144e-05,
      "loss": 0.5775,
      "step": 103603
    },
    {
      "epoch": 4.243456891255375,
      "grad_norm": 0.9336591932613595,
      "learning_rate": 6.062030210342454e-05,
      "loss": 0.2137,
      "step": 103604
    },
    {
      "epoch": 4.243497849682572,
      "grad_norm": 1.62542281093034,
      "learning_rate": 6.0617682947921224e-05,
      "loss": 0.8233,
      "step": 103605
    },
    {
      "epoch": 4.2435388081097685,
      "grad_norm": 1.0868712034260593,
      "learning_rate": 6.061506383467264e-05,
      "loss": 0.3114,
      "step": 103606
    },
    {
      "epoch": 4.243579766536965,
      "grad_norm": 1.7209183558451322,
      "learning_rate": 6.061244476368006e-05,
      "loss": 0.5282,
      "step": 103607
    },
    {
      "epoch": 4.2436207249641615,
      "grad_norm": 1.3535588010145334,
      "learning_rate": 6.060982573494479e-05,
      "loss": 0.553,
      "step": 103608
    },
    {
      "epoch": 4.243661683391358,
      "grad_norm": 1.400645295774732,
      "learning_rate": 6.060720674846796e-05,
      "loss": 0.7335,
      "step": 103609
    },
    {
      "epoch": 4.243702641818555,
      "grad_norm": 1.1693264988930785,
      "learning_rate": 6.0604587804250896e-05,
      "loss": 0.348,
      "step": 103610
    },
    {
      "epoch": 4.24374360024575,
      "grad_norm": 1.6089836593977729,
      "learning_rate": 6.060196890229475e-05,
      "loss": 0.5841,
      "step": 103611
    },
    {
      "epoch": 4.243784558672947,
      "grad_norm": 1.2764265952849485,
      "learning_rate": 6.0599350042600795e-05,
      "loss": 0.6496,
      "step": 103612
    },
    {
      "epoch": 4.243825517100143,
      "grad_norm": 1.655050382095419,
      "learning_rate": 6.059673122517034e-05,
      "loss": 0.7958,
      "step": 103613
    },
    {
      "epoch": 4.24386647552734,
      "grad_norm": 0.6470582504879322,
      "learning_rate": 6.05941124500045e-05,
      "loss": 0.1381,
      "step": 103614
    },
    {
      "epoch": 4.243907433954536,
      "grad_norm": 1.3928979516346545,
      "learning_rate": 6.059149371710459e-05,
      "loss": 0.6996,
      "step": 103615
    },
    {
      "epoch": 4.243948392381733,
      "grad_norm": 4.720081242548859,
      "learning_rate": 6.0588875026471884e-05,
      "loss": 3.0816,
      "step": 103616
    },
    {
      "epoch": 4.243989350808929,
      "grad_norm": 1.5032454549941132,
      "learning_rate": 6.058625637810752e-05,
      "loss": 0.5685,
      "step": 103617
    },
    {
      "epoch": 4.244030309236125,
      "grad_norm": 1.581571170473708,
      "learning_rate": 6.058363777201282e-05,
      "loss": 0.7061,
      "step": 103618
    },
    {
      "epoch": 4.244071267663322,
      "grad_norm": 0.87754168629385,
      "learning_rate": 6.058101920818895e-05,
      "loss": 0.1792,
      "step": 103619
    },
    {
      "epoch": 4.244112226090518,
      "grad_norm": 0.7543142354610103,
      "learning_rate": 6.057840068663719e-05,
      "loss": 0.0931,
      "step": 103620
    },
    {
      "epoch": 4.244153184517715,
      "grad_norm": 1.3407568042242237,
      "learning_rate": 6.0575782207358817e-05,
      "loss": 0.5382,
      "step": 103621
    },
    {
      "epoch": 4.244194142944911,
      "grad_norm": 0.8538814582217863,
      "learning_rate": 6.057316377035497e-05,
      "loss": 0.1897,
      "step": 103622
    },
    {
      "epoch": 4.244235101372107,
      "grad_norm": 1.5647078321719974,
      "learning_rate": 6.057054537562695e-05,
      "loss": 0.7516,
      "step": 103623
    },
    {
      "epoch": 4.2442760597993034,
      "grad_norm": 1.493034972205204,
      "learning_rate": 6.056792702317602e-05,
      "loss": 0.6913,
      "step": 103624
    },
    {
      "epoch": 4.2443170182265,
      "grad_norm": 1.420424274586222,
      "learning_rate": 6.056530871300336e-05,
      "loss": 0.6397,
      "step": 103625
    },
    {
      "epoch": 4.2443579766536965,
      "grad_norm": 1.369446758305483,
      "learning_rate": 6.0562690445110265e-05,
      "loss": 0.5602,
      "step": 103626
    },
    {
      "epoch": 4.244398935080893,
      "grad_norm": 1.4100373291176096,
      "learning_rate": 6.05600722194979e-05,
      "loss": 0.5023,
      "step": 103627
    },
    {
      "epoch": 4.24443989350809,
      "grad_norm": 1.3506791570094565,
      "learning_rate": 6.055745403616753e-05,
      "loss": 0.748,
      "step": 103628
    },
    {
      "epoch": 4.244480851935286,
      "grad_norm": 1.5109659196209584,
      "learning_rate": 6.0554835895120465e-05,
      "loss": 0.6091,
      "step": 103629
    },
    {
      "epoch": 4.244521810362482,
      "grad_norm": 1.5102068139392864,
      "learning_rate": 6.0552217796357886e-05,
      "loss": 0.7124,
      "step": 103630
    },
    {
      "epoch": 4.244562768789678,
      "grad_norm": 1.5742864157014271,
      "learning_rate": 6.054959973988097e-05,
      "loss": 0.4622,
      "step": 103631
    },
    {
      "epoch": 4.244603727216875,
      "grad_norm": 0.9784171138240322,
      "learning_rate": 6.054698172569107e-05,
      "loss": 0.2587,
      "step": 103632
    },
    {
      "epoch": 4.244644685644071,
      "grad_norm": 1.6290060787876504,
      "learning_rate": 6.054436375378932e-05,
      "loss": 0.8615,
      "step": 103633
    },
    {
      "epoch": 4.244685644071268,
      "grad_norm": 1.4844025580288314,
      "learning_rate": 6.0541745824176996e-05,
      "loss": 0.6488,
      "step": 103634
    },
    {
      "epoch": 4.2447266024984645,
      "grad_norm": 1.1154188632011202,
      "learning_rate": 6.053912793685539e-05,
      "loss": 0.4148,
      "step": 103635
    },
    {
      "epoch": 4.24476756092566,
      "grad_norm": 1.4552760730998324,
      "learning_rate": 6.0536510091825656e-05,
      "loss": 0.542,
      "step": 103636
    },
    {
      "epoch": 4.244808519352857,
      "grad_norm": 1.9377083506882296,
      "learning_rate": 6.053389228908911e-05,
      "loss": 0.7429,
      "step": 103637
    },
    {
      "epoch": 4.244849477780053,
      "grad_norm": 1.407930150517952,
      "learning_rate": 6.053127452864689e-05,
      "loss": 0.577,
      "step": 103638
    },
    {
      "epoch": 4.24489043620725,
      "grad_norm": 1.5221916687765016,
      "learning_rate": 6.0528656810500296e-05,
      "loss": 0.6618,
      "step": 103639
    },
    {
      "epoch": 4.244931394634446,
      "grad_norm": 1.5419630336694512,
      "learning_rate": 6.0526039134650635e-05,
      "loss": 0.7074,
      "step": 103640
    },
    {
      "epoch": 4.244972353061643,
      "grad_norm": 0.5995755777358466,
      "learning_rate": 6.052342150109899e-05,
      "loss": 0.0569,
      "step": 103641
    },
    {
      "epoch": 4.245013311488838,
      "grad_norm": 1.6748964785442668,
      "learning_rate": 6.05208039098467e-05,
      "loss": 0.6924,
      "step": 103642
    },
    {
      "epoch": 4.245054269916035,
      "grad_norm": 1.033451333112723,
      "learning_rate": 6.051818636089501e-05,
      "loss": 0.2815,
      "step": 103643
    },
    {
      "epoch": 4.2450952283432315,
      "grad_norm": 1.1620162443488589,
      "learning_rate": 6.05155688542451e-05,
      "loss": 0.3233,
      "step": 103644
    },
    {
      "epoch": 4.245136186770428,
      "grad_norm": 2.210132872007081,
      "learning_rate": 6.0512951389898286e-05,
      "loss": 0.8037,
      "step": 103645
    },
    {
      "epoch": 4.245177145197625,
      "grad_norm": 2.0036334566885907,
      "learning_rate": 6.05103339678557e-05,
      "loss": 1.0945,
      "step": 103646
    },
    {
      "epoch": 4.245218103624821,
      "grad_norm": 1.5467925885012155,
      "learning_rate": 6.050771658811862e-05,
      "loss": 0.6881,
      "step": 103647
    },
    {
      "epoch": 4.245259062052018,
      "grad_norm": 1.1708463338420096,
      "learning_rate": 6.050509925068836e-05,
      "loss": 0.3219,
      "step": 103648
    },
    {
      "epoch": 4.245300020479213,
      "grad_norm": 1.5577495959467178,
      "learning_rate": 6.0502481955566044e-05,
      "loss": 0.7062,
      "step": 103649
    },
    {
      "epoch": 4.24534097890641,
      "grad_norm": 1.0392084546938487,
      "learning_rate": 6.049986470275297e-05,
      "loss": 0.2728,
      "step": 103650
    },
    {
      "epoch": 4.245381937333606,
      "grad_norm": 1.3088449439601728,
      "learning_rate": 6.0497247492250415e-05,
      "loss": 0.6177,
      "step": 103651
    },
    {
      "epoch": 4.245422895760803,
      "grad_norm": 1.7662662112966456,
      "learning_rate": 6.0494630324059516e-05,
      "loss": 0.9289,
      "step": 103652
    },
    {
      "epoch": 4.245463854187999,
      "grad_norm": 1.8524053865588197,
      "learning_rate": 6.0492013198181605e-05,
      "loss": 1.0806,
      "step": 103653
    },
    {
      "epoch": 4.245504812615196,
      "grad_norm": 1.960422673298895,
      "learning_rate": 6.048939611461784e-05,
      "loss": 1.0879,
      "step": 103654
    },
    {
      "epoch": 4.245545771042392,
      "grad_norm": 1.2608436767292004,
      "learning_rate": 6.0486779073369487e-05,
      "loss": 0.4165,
      "step": 103655
    },
    {
      "epoch": 4.245586729469588,
      "grad_norm": 0.9314722465180674,
      "learning_rate": 6.048416207443784e-05,
      "loss": 0.2082,
      "step": 103656
    },
    {
      "epoch": 4.245627687896785,
      "grad_norm": 1.5662425123666046,
      "learning_rate": 6.0481545117824035e-05,
      "loss": 0.7798,
      "step": 103657
    },
    {
      "epoch": 4.245668646323981,
      "grad_norm": 1.435953452484546,
      "learning_rate": 6.047892820352935e-05,
      "loss": 0.5214,
      "step": 103658
    },
    {
      "epoch": 4.245709604751178,
      "grad_norm": 1.0443712983420685,
      "learning_rate": 6.04763113315551e-05,
      "loss": 0.2131,
      "step": 103659
    },
    {
      "epoch": 4.245750563178374,
      "grad_norm": 1.47681922412983,
      "learning_rate": 6.04736945019024e-05,
      "loss": 0.7174,
      "step": 103660
    },
    {
      "epoch": 4.24579152160557,
      "grad_norm": 1.3049889107383357,
      "learning_rate": 6.0471077714572595e-05,
      "loss": 0.5241,
      "step": 103661
    },
    {
      "epoch": 4.2458324800327665,
      "grad_norm": 2.0452464249564306,
      "learning_rate": 6.0468460969566817e-05,
      "loss": 0.5773,
      "step": 103662
    },
    {
      "epoch": 4.245873438459963,
      "grad_norm": 2.058674577416166,
      "learning_rate": 6.0465844266886367e-05,
      "loss": 0.7238,
      "step": 103663
    },
    {
      "epoch": 4.2459143968871595,
      "grad_norm": 1.115697911116411,
      "learning_rate": 6.0463227606532505e-05,
      "loss": 0.2573,
      "step": 103664
    },
    {
      "epoch": 4.245955355314356,
      "grad_norm": 2.741861291348795,
      "learning_rate": 6.0460610988506385e-05,
      "loss": 2.5779,
      "step": 103665
    },
    {
      "epoch": 4.245996313741553,
      "grad_norm": 1.4636743887535117,
      "learning_rate": 6.045799441280936e-05,
      "loss": 0.6799,
      "step": 103666
    },
    {
      "epoch": 4.246037272168749,
      "grad_norm": 0.5972552755807783,
      "learning_rate": 6.0455377879442516e-05,
      "loss": 0.0781,
      "step": 103667
    },
    {
      "epoch": 4.246078230595945,
      "grad_norm": 1.8746938126621495,
      "learning_rate": 6.04527613884072e-05,
      "loss": 0.642,
      "step": 103668
    },
    {
      "epoch": 4.246119189023141,
      "grad_norm": 0.9096906339202051,
      "learning_rate": 6.045014493970467e-05,
      "loss": 0.2362,
      "step": 103669
    },
    {
      "epoch": 4.246160147450338,
      "grad_norm": 1.288878562502929,
      "learning_rate": 6.044752853333606e-05,
      "loss": 0.6029,
      "step": 103670
    },
    {
      "epoch": 4.246201105877534,
      "grad_norm": 1.4173992963134006,
      "learning_rate": 6.044491216930265e-05,
      "loss": 0.6324,
      "step": 103671
    },
    {
      "epoch": 4.246242064304731,
      "grad_norm": 1.8031552989980735,
      "learning_rate": 6.044229584760576e-05,
      "loss": 0.7108,
      "step": 103672
    },
    {
      "epoch": 4.2462830227319275,
      "grad_norm": 1.213564171459595,
      "learning_rate": 6.0439679568246485e-05,
      "loss": 0.5099,
      "step": 103673
    },
    {
      "epoch": 4.246323981159123,
      "grad_norm": 1.1523844170205941,
      "learning_rate": 6.043706333122619e-05,
      "loss": 0.4537,
      "step": 103674
    },
    {
      "epoch": 4.24636493958632,
      "grad_norm": 1.6957755312383391,
      "learning_rate": 6.0434447136546015e-05,
      "loss": 0.6123,
      "step": 103675
    },
    {
      "epoch": 4.246405898013516,
      "grad_norm": 1.3939147465497865,
      "learning_rate": 6.043183098420724e-05,
      "loss": 0.4233,
      "step": 103676
    },
    {
      "epoch": 4.246446856440713,
      "grad_norm": 5.9330756174757955,
      "learning_rate": 6.042921487421114e-05,
      "loss": 2.5292,
      "step": 103677
    },
    {
      "epoch": 4.246487814867909,
      "grad_norm": 1.1884629157471873,
      "learning_rate": 6.042659880655884e-05,
      "loss": 0.4374,
      "step": 103678
    },
    {
      "epoch": 4.246528773295106,
      "grad_norm": 1.3222940028336692,
      "learning_rate": 6.0423982781251664e-05,
      "loss": 0.5912,
      "step": 103679
    },
    {
      "epoch": 4.2465697317223015,
      "grad_norm": 1.155268953486806,
      "learning_rate": 6.042136679829088e-05,
      "loss": 0.4599,
      "step": 103680
    },
    {
      "epoch": 4.246610690149498,
      "grad_norm": 1.2568669753701516,
      "learning_rate": 6.0418750857677625e-05,
      "loss": 0.6143,
      "step": 103681
    },
    {
      "epoch": 4.2466516485766945,
      "grad_norm": 0.9897777454640005,
      "learning_rate": 6.041613495941324e-05,
      "loss": 0.2617,
      "step": 103682
    },
    {
      "epoch": 4.246692607003891,
      "grad_norm": 1.3467533070718207,
      "learning_rate": 6.041351910349886e-05,
      "loss": 0.6085,
      "step": 103683
    },
    {
      "epoch": 4.246733565431088,
      "grad_norm": 1.4510608382260548,
      "learning_rate": 6.041090328993577e-05,
      "loss": 0.6843,
      "step": 103684
    },
    {
      "epoch": 4.246774523858284,
      "grad_norm": 1.830770484998597,
      "learning_rate": 6.0408287518725254e-05,
      "loss": 0.8907,
      "step": 103685
    },
    {
      "epoch": 4.246815482285481,
      "grad_norm": 1.7682272483294845,
      "learning_rate": 6.040567178986844e-05,
      "loss": 0.6796,
      "step": 103686
    },
    {
      "epoch": 4.246856440712676,
      "grad_norm": 0.7034878310520166,
      "learning_rate": 6.0403056103366626e-05,
      "loss": 0.1546,
      "step": 103687
    },
    {
      "epoch": 4.246897399139873,
      "grad_norm": 1.4930200314891655,
      "learning_rate": 6.0400440459221116e-05,
      "loss": 0.5361,
      "step": 103688
    },
    {
      "epoch": 4.246938357567069,
      "grad_norm": 0.5526368666850806,
      "learning_rate": 6.0397824857433026e-05,
      "loss": 0.1092,
      "step": 103689
    },
    {
      "epoch": 4.246979315994266,
      "grad_norm": 2.0378210368717626,
      "learning_rate": 6.0395209298003686e-05,
      "loss": 1.0357,
      "step": 103690
    },
    {
      "epoch": 4.2470202744214625,
      "grad_norm": 1.8252763950903883,
      "learning_rate": 6.039259378093424e-05,
      "loss": 0.8959,
      "step": 103691
    },
    {
      "epoch": 4.247061232848659,
      "grad_norm": 1.6235073098698145,
      "learning_rate": 6.038997830622598e-05,
      "loss": 0.7385,
      "step": 103692
    },
    {
      "epoch": 4.247102191275855,
      "grad_norm": 3.70555912415804,
      "learning_rate": 6.038736287388018e-05,
      "loss": 2.4414,
      "step": 103693
    },
    {
      "epoch": 4.247143149703051,
      "grad_norm": 1.598152995089185,
      "learning_rate": 6.0384747483897996e-05,
      "loss": 0.8358,
      "step": 103694
    },
    {
      "epoch": 4.247184108130248,
      "grad_norm": 1.149978834417498,
      "learning_rate": 6.03821321362807e-05,
      "loss": 0.4793,
      "step": 103695
    },
    {
      "epoch": 4.247225066557444,
      "grad_norm": 1.6856476098670239,
      "learning_rate": 6.037951683102957e-05,
      "loss": 0.8838,
      "step": 103696
    },
    {
      "epoch": 4.247266024984641,
      "grad_norm": 1.2297114844338435,
      "learning_rate": 6.037690156814577e-05,
      "loss": 0.5304,
      "step": 103697
    },
    {
      "epoch": 4.247306983411837,
      "grad_norm": 1.742833173622284,
      "learning_rate": 6.0374286347630627e-05,
      "loss": 0.9196,
      "step": 103698
    },
    {
      "epoch": 4.247347941839033,
      "grad_norm": 2.176371291856823,
      "learning_rate": 6.037167116948525e-05,
      "loss": 1.3613,
      "step": 103699
    },
    {
      "epoch": 4.2473889002662295,
      "grad_norm": 1.9156204441256923,
      "learning_rate": 6.036905603371095e-05,
      "loss": 1.0481,
      "step": 103700
    },
    {
      "epoch": 4.247429858693426,
      "grad_norm": 4.408376437785396,
      "learning_rate": 6.036644094030908e-05,
      "loss": 2.786,
      "step": 103701
    },
    {
      "epoch": 4.247470817120623,
      "grad_norm": 1.49364670431366,
      "learning_rate": 6.036382588928064e-05,
      "loss": 0.6219,
      "step": 103702
    },
    {
      "epoch": 4.247511775547819,
      "grad_norm": 1.9189358544379185,
      "learning_rate": 6.036121088062697e-05,
      "loss": 1.1511,
      "step": 103703
    },
    {
      "epoch": 4.247552733975016,
      "grad_norm": 1.531953262454184,
      "learning_rate": 6.0358595914349395e-05,
      "loss": 0.8235,
      "step": 103704
    },
    {
      "epoch": 4.247593692402212,
      "grad_norm": 1.694601190433324,
      "learning_rate": 6.0355980990448996e-05,
      "loss": 0.8005,
      "step": 103705
    },
    {
      "epoch": 4.247634650829408,
      "grad_norm": 1.6239685720070973,
      "learning_rate": 6.0353366108927106e-05,
      "loss": 0.8126,
      "step": 103706
    },
    {
      "epoch": 4.247675609256604,
      "grad_norm": 1.4432823712024068,
      "learning_rate": 6.035075126978499e-05,
      "loss": 0.747,
      "step": 103707
    },
    {
      "epoch": 4.247716567683801,
      "grad_norm": 1.3765668206884794,
      "learning_rate": 6.034813647302378e-05,
      "loss": 0.6027,
      "step": 103708
    },
    {
      "epoch": 4.247757526110997,
      "grad_norm": 1.8718537767987304,
      "learning_rate": 6.034552171864483e-05,
      "loss": 0.6374,
      "step": 103709
    },
    {
      "epoch": 4.247798484538194,
      "grad_norm": 0.5322033473798811,
      "learning_rate": 6.034290700664926e-05,
      "loss": 0.0993,
      "step": 103710
    },
    {
      "epoch": 4.2478394429653905,
      "grad_norm": 1.3442893060555812,
      "learning_rate": 6.0340292337038354e-05,
      "loss": 0.5824,
      "step": 103711
    },
    {
      "epoch": 4.247880401392586,
      "grad_norm": 1.6977059612957626,
      "learning_rate": 6.033767770981341e-05,
      "loss": 0.7795,
      "step": 103712
    },
    {
      "epoch": 4.247921359819783,
      "grad_norm": 1.3777901293581118,
      "learning_rate": 6.033506312497556e-05,
      "loss": 0.4331,
      "step": 103713
    },
    {
      "epoch": 4.247962318246979,
      "grad_norm": 1.9436580627618867,
      "learning_rate": 6.033244858252608e-05,
      "loss": 0.7736,
      "step": 103714
    },
    {
      "epoch": 4.248003276674176,
      "grad_norm": 1.4991877731092902,
      "learning_rate": 6.032983408246628e-05,
      "loss": 0.622,
      "step": 103715
    },
    {
      "epoch": 4.248044235101372,
      "grad_norm": 1.3574878481437698,
      "learning_rate": 6.032721962479727e-05,
      "loss": 0.3439,
      "step": 103716
    },
    {
      "epoch": 4.248085193528569,
      "grad_norm": 0.8511294279149355,
      "learning_rate": 6.0324605209520405e-05,
      "loss": 0.1245,
      "step": 103717
    },
    {
      "epoch": 4.2481261519557645,
      "grad_norm": 1.4932001150906276,
      "learning_rate": 6.0321990836636806e-05,
      "loss": 0.6189,
      "step": 103718
    },
    {
      "epoch": 4.248167110382961,
      "grad_norm": 1.4716109375906101,
      "learning_rate": 6.031937650614777e-05,
      "loss": 0.5537,
      "step": 103719
    },
    {
      "epoch": 4.248208068810158,
      "grad_norm": 1.609126605854299,
      "learning_rate": 6.031676221805458e-05,
      "loss": 0.7584,
      "step": 103720
    },
    {
      "epoch": 4.248249027237354,
      "grad_norm": 1.4406930050406888,
      "learning_rate": 6.031414797235837e-05,
      "loss": 0.6351,
      "step": 103721
    },
    {
      "epoch": 4.248289985664551,
      "grad_norm": 0.7421497388460103,
      "learning_rate": 6.0311533769060424e-05,
      "loss": 0.204,
      "step": 103722
    },
    {
      "epoch": 4.248330944091747,
      "grad_norm": 1.3064985028705018,
      "learning_rate": 6.030891960816204e-05,
      "loss": 0.6362,
      "step": 103723
    },
    {
      "epoch": 4.248371902518944,
      "grad_norm": 1.433495804508551,
      "learning_rate": 6.0306305489664335e-05,
      "loss": 0.6921,
      "step": 103724
    },
    {
      "epoch": 4.248412860946139,
      "grad_norm": 0.9293008353371432,
      "learning_rate": 6.030369141356865e-05,
      "loss": 0.1603,
      "step": 103725
    },
    {
      "epoch": 4.248453819373336,
      "grad_norm": 2.058332184302425,
      "learning_rate": 6.030107737987613e-05,
      "loss": 0.96,
      "step": 103726
    },
    {
      "epoch": 4.248494777800532,
      "grad_norm": 2.2043726273967272,
      "learning_rate": 6.029846338858805e-05,
      "loss": 1.5145,
      "step": 103727
    },
    {
      "epoch": 4.248535736227729,
      "grad_norm": 1.5361764419566772,
      "learning_rate": 6.0295849439705706e-05,
      "loss": 0.5731,
      "step": 103728
    },
    {
      "epoch": 4.2485766946549255,
      "grad_norm": 0.7263452713455557,
      "learning_rate": 6.0293235533230235e-05,
      "loss": 0.1438,
      "step": 103729
    },
    {
      "epoch": 4.248617653082122,
      "grad_norm": 1.407229755533824,
      "learning_rate": 6.0290621669162966e-05,
      "loss": 0.6403,
      "step": 103730
    },
    {
      "epoch": 4.248658611509318,
      "grad_norm": 0.9852391286299715,
      "learning_rate": 6.028800784750503e-05,
      "loss": 0.2331,
      "step": 103731
    },
    {
      "epoch": 4.248699569936514,
      "grad_norm": 2.1882027476321655,
      "learning_rate": 6.0285394068257724e-05,
      "loss": 0.6685,
      "step": 103732
    },
    {
      "epoch": 4.248740528363711,
      "grad_norm": 1.3012846418866189,
      "learning_rate": 6.0282780331422325e-05,
      "loss": 0.6847,
      "step": 103733
    },
    {
      "epoch": 4.248781486790907,
      "grad_norm": 1.5643948717864238,
      "learning_rate": 6.028016663699997e-05,
      "loss": 0.5783,
      "step": 103734
    },
    {
      "epoch": 4.248822445218104,
      "grad_norm": 1.446106321353662,
      "learning_rate": 6.0277552984991943e-05,
      "loss": 0.505,
      "step": 103735
    },
    {
      "epoch": 4.2488634036453,
      "grad_norm": 1.6851952939013288,
      "learning_rate": 6.027493937539953e-05,
      "loss": 0.5593,
      "step": 103736
    },
    {
      "epoch": 4.248904362072496,
      "grad_norm": 1.4197154640538174,
      "learning_rate": 6.027232580822388e-05,
      "loss": 0.5601,
      "step": 103737
    },
    {
      "epoch": 4.2489453204996925,
      "grad_norm": 1.0511029307449276,
      "learning_rate": 6.026971228346632e-05,
      "loss": 0.2899,
      "step": 103738
    },
    {
      "epoch": 4.248986278926889,
      "grad_norm": 1.6897006136312704,
      "learning_rate": 6.026709880112796e-05,
      "loss": 0.7777,
      "step": 103739
    },
    {
      "epoch": 4.249027237354086,
      "grad_norm": 1.326086916351663,
      "learning_rate": 6.026448536121014e-05,
      "loss": 0.6207,
      "step": 103740
    },
    {
      "epoch": 4.249068195781282,
      "grad_norm": 1.550276965878183,
      "learning_rate": 6.0261871963714094e-05,
      "loss": 0.5907,
      "step": 103741
    },
    {
      "epoch": 4.249109154208479,
      "grad_norm": 1.6799811946128334,
      "learning_rate": 6.025925860864098e-05,
      "loss": 0.8406,
      "step": 103742
    },
    {
      "epoch": 4.249150112635675,
      "grad_norm": 3.0341034852988056,
      "learning_rate": 6.0256645295992084e-05,
      "loss": 2.7792,
      "step": 103743
    },
    {
      "epoch": 4.249191071062871,
      "grad_norm": 1.3172319623512814,
      "learning_rate": 6.0254032025768684e-05,
      "loss": 0.5803,
      "step": 103744
    },
    {
      "epoch": 4.249232029490067,
      "grad_norm": 1.2177147151586742,
      "learning_rate": 6.025141879797193e-05,
      "loss": 0.509,
      "step": 103745
    },
    {
      "epoch": 4.249272987917264,
      "grad_norm": 1.052685108956442,
      "learning_rate": 6.0248805612603134e-05,
      "loss": 0.3547,
      "step": 103746
    },
    {
      "epoch": 4.2493139463444605,
      "grad_norm": 0.8810952150678721,
      "learning_rate": 6.024619246966345e-05,
      "loss": 0.2129,
      "step": 103747
    },
    {
      "epoch": 4.249354904771657,
      "grad_norm": 1.2352971163625277,
      "learning_rate": 6.024357936915416e-05,
      "loss": 0.5509,
      "step": 103748
    },
    {
      "epoch": 4.2493958631988535,
      "grad_norm": 1.5523086023121784,
      "learning_rate": 6.024096631107656e-05,
      "loss": 0.5563,
      "step": 103749
    },
    {
      "epoch": 4.249436821626049,
      "grad_norm": 1.7805664727833461,
      "learning_rate": 6.023835329543175e-05,
      "loss": 0.9206,
      "step": 103750
    },
    {
      "epoch": 4.249477780053246,
      "grad_norm": 1.3875144687428613,
      "learning_rate": 6.023574032222105e-05,
      "loss": 0.4681,
      "step": 103751
    },
    {
      "epoch": 4.249518738480442,
      "grad_norm": 1.5867788665973181,
      "learning_rate": 6.023312739144574e-05,
      "loss": 0.8484,
      "step": 103752
    },
    {
      "epoch": 4.249559696907639,
      "grad_norm": 1.3973663821261932,
      "learning_rate": 6.023051450310694e-05,
      "loss": 0.6297,
      "step": 103753
    },
    {
      "epoch": 4.249600655334835,
      "grad_norm": 1.1829209693423393,
      "learning_rate": 6.022790165720598e-05,
      "loss": 0.626,
      "step": 103754
    },
    {
      "epoch": 4.249641613762032,
      "grad_norm": 1.7423969162057893,
      "learning_rate": 6.022528885374403e-05,
      "loss": 0.8518,
      "step": 103755
    },
    {
      "epoch": 4.2496825721892275,
      "grad_norm": 1.6077271617412057,
      "learning_rate": 6.022267609272234e-05,
      "loss": 0.7454,
      "step": 103756
    },
    {
      "epoch": 4.249723530616424,
      "grad_norm": 0.880508333466425,
      "learning_rate": 6.022006337414223e-05,
      "loss": 0.193,
      "step": 103757
    },
    {
      "epoch": 4.249764489043621,
      "grad_norm": 1.3750595492098838,
      "learning_rate": 6.0217450698004785e-05,
      "loss": 0.4833,
      "step": 103758
    },
    {
      "epoch": 4.249805447470817,
      "grad_norm": 1.7979602512577755,
      "learning_rate": 6.021483806431135e-05,
      "loss": 0.6326,
      "step": 103759
    },
    {
      "epoch": 4.249846405898014,
      "grad_norm": 1.6273193784615851,
      "learning_rate": 6.021222547306316e-05,
      "loss": 0.6593,
      "step": 103760
    },
    {
      "epoch": 4.24988736432521,
      "grad_norm": 1.1861701315224047,
      "learning_rate": 6.0209612924261366e-05,
      "loss": 0.3566,
      "step": 103761
    },
    {
      "epoch": 4.249928322752407,
      "grad_norm": 1.4246420051050377,
      "learning_rate": 6.0207000417907314e-05,
      "loss": 0.5249,
      "step": 103762
    },
    {
      "epoch": 4.249969281179602,
      "grad_norm": 0.8013450529388181,
      "learning_rate": 6.020438795400214e-05,
      "loss": 0.0971,
      "step": 103763
    },
    {
      "epoch": 4.250010239606799,
      "grad_norm": 0.9004794652272071,
      "learning_rate": 6.020177553254711e-05,
      "loss": 0.2264,
      "step": 103764
    },
    {
      "epoch": 4.2500511980339954,
      "grad_norm": 0.7083321110703792,
      "learning_rate": 6.019916315354353e-05,
      "loss": 0.0912,
      "step": 103765
    },
    {
      "epoch": 4.250092156461192,
      "grad_norm": 2.706381724200039,
      "learning_rate": 6.019655081699252e-05,
      "loss": 0.9009,
      "step": 103766
    },
    {
      "epoch": 4.2501331148883885,
      "grad_norm": 1.409638905454033,
      "learning_rate": 6.019393852289536e-05,
      "loss": 0.6445,
      "step": 103767
    },
    {
      "epoch": 4.250174073315585,
      "grad_norm": 0.9054026633340286,
      "learning_rate": 6.019132627125335e-05,
      "loss": 0.1678,
      "step": 103768
    },
    {
      "epoch": 4.250215031742781,
      "grad_norm": 1.523891334359119,
      "learning_rate": 6.018871406206762e-05,
      "loss": 0.7253,
      "step": 103769
    },
    {
      "epoch": 4.250255990169977,
      "grad_norm": 1.1446495972053026,
      "learning_rate": 6.018610189533952e-05,
      "loss": 0.3612,
      "step": 103770
    },
    {
      "epoch": 4.250296948597174,
      "grad_norm": 1.8066037716447036,
      "learning_rate": 6.01834897710702e-05,
      "loss": 0.7323,
      "step": 103771
    },
    {
      "epoch": 4.25033790702437,
      "grad_norm": 1.4456651369812161,
      "learning_rate": 6.0180877689260866e-05,
      "loss": 0.5121,
      "step": 103772
    },
    {
      "epoch": 4.250378865451567,
      "grad_norm": 1.1181814574932627,
      "learning_rate": 6.0178265649912867e-05,
      "loss": 0.5226,
      "step": 103773
    },
    {
      "epoch": 4.250419823878763,
      "grad_norm": 0.950617771836087,
      "learning_rate": 6.01756536530273e-05,
      "loss": 0.2589,
      "step": 103774
    },
    {
      "epoch": 4.250460782305959,
      "grad_norm": 1.5249911723700404,
      "learning_rate": 6.017304169860549e-05,
      "loss": 0.7106,
      "step": 103775
    },
    {
      "epoch": 4.250501740733156,
      "grad_norm": 1.3639713941087703,
      "learning_rate": 6.017042978664868e-05,
      "loss": 0.4983,
      "step": 103776
    },
    {
      "epoch": 4.250542699160352,
      "grad_norm": 1.4622624972711225,
      "learning_rate": 6.016781791715804e-05,
      "loss": 0.7848,
      "step": 103777
    },
    {
      "epoch": 4.250583657587549,
      "grad_norm": 0.8559360857414942,
      "learning_rate": 6.016520609013486e-05,
      "loss": 0.174,
      "step": 103778
    },
    {
      "epoch": 4.250624616014745,
      "grad_norm": 1.389472366774315,
      "learning_rate": 6.016259430558039e-05,
      "loss": 0.5211,
      "step": 103779
    },
    {
      "epoch": 4.250665574441942,
      "grad_norm": 0.7325458459443237,
      "learning_rate": 6.015998256349579e-05,
      "loss": 0.2247,
      "step": 103780
    },
    {
      "epoch": 4.250706532869138,
      "grad_norm": 1.122344135797276,
      "learning_rate": 6.015737086388238e-05,
      "loss": 0.3766,
      "step": 103781
    },
    {
      "epoch": 4.250747491296334,
      "grad_norm": 2.813802673626042,
      "learning_rate": 6.01547592067413e-05,
      "loss": 2.3972,
      "step": 103782
    },
    {
      "epoch": 4.25078844972353,
      "grad_norm": 1.7994715539554493,
      "learning_rate": 6.015214759207384e-05,
      "loss": 0.8366,
      "step": 103783
    },
    {
      "epoch": 4.250829408150727,
      "grad_norm": 1.686386761190027,
      "learning_rate": 6.014953601988129e-05,
      "loss": 0.6568,
      "step": 103784
    },
    {
      "epoch": 4.2508703665779235,
      "grad_norm": 1.5504538853322016,
      "learning_rate": 6.0146924490164764e-05,
      "loss": 0.7635,
      "step": 103785
    },
    {
      "epoch": 4.25091132500512,
      "grad_norm": 1.4942103026382332,
      "learning_rate": 6.014431300292557e-05,
      "loss": 0.565,
      "step": 103786
    },
    {
      "epoch": 4.250952283432317,
      "grad_norm": 0.4523383006848814,
      "learning_rate": 6.014170155816497e-05,
      "loss": 0.0663,
      "step": 103787
    },
    {
      "epoch": 4.250993241859512,
      "grad_norm": 1.4748388025899744,
      "learning_rate": 6.01390901558841e-05,
      "loss": 0.6118,
      "step": 103788
    },
    {
      "epoch": 4.251034200286709,
      "grad_norm": 1.2149560672526714,
      "learning_rate": 6.013647879608432e-05,
      "loss": 0.2999,
      "step": 103789
    },
    {
      "epoch": 4.251075158713905,
      "grad_norm": 1.694630993669511,
      "learning_rate": 6.013386747876676e-05,
      "loss": 0.73,
      "step": 103790
    },
    {
      "epoch": 4.251116117141102,
      "grad_norm": 2.2027110559936807,
      "learning_rate": 6.013125620393266e-05,
      "loss": 1.6786,
      "step": 103791
    },
    {
      "epoch": 4.251157075568298,
      "grad_norm": 1.4196129295079636,
      "learning_rate": 6.012864497158336e-05,
      "loss": 0.5407,
      "step": 103792
    },
    {
      "epoch": 4.251198033995495,
      "grad_norm": 1.09385798771035,
      "learning_rate": 6.012603378171996e-05,
      "loss": 0.4291,
      "step": 103793
    },
    {
      "epoch": 4.2512389924226905,
      "grad_norm": 1.3729217441126944,
      "learning_rate": 6.012342263434376e-05,
      "loss": 0.5594,
      "step": 103794
    },
    {
      "epoch": 4.251279950849887,
      "grad_norm": 1.3762561936816975,
      "learning_rate": 6.0120811529456055e-05,
      "loss": 0.5868,
      "step": 103795
    },
    {
      "epoch": 4.251320909277084,
      "grad_norm": 1.6291910742197437,
      "learning_rate": 6.011820046705794e-05,
      "loss": 0.836,
      "step": 103796
    },
    {
      "epoch": 4.25136186770428,
      "grad_norm": 1.4775258766967645,
      "learning_rate": 6.0115589447150794e-05,
      "loss": 0.7517,
      "step": 103797
    },
    {
      "epoch": 4.251402826131477,
      "grad_norm": 1.2914608361375959,
      "learning_rate": 6.011297846973573e-05,
      "loss": 0.5556,
      "step": 103798
    },
    {
      "epoch": 4.251443784558673,
      "grad_norm": 1.330767088095884,
      "learning_rate": 6.011036753481402e-05,
      "loss": 0.5385,
      "step": 103799
    },
    {
      "epoch": 4.25148474298587,
      "grad_norm": 1.4499173577124287,
      "learning_rate": 6.0107756642386975e-05,
      "loss": 0.5138,
      "step": 103800
    },
    {
      "epoch": 4.251525701413065,
      "grad_norm": 1.3759142598457526,
      "learning_rate": 6.010514579245571e-05,
      "loss": 0.5467,
      "step": 103801
    },
    {
      "epoch": 4.251566659840262,
      "grad_norm": 0.9805897894786616,
      "learning_rate": 6.010253498502157e-05,
      "loss": 0.2502,
      "step": 103802
    },
    {
      "epoch": 4.2516076182674585,
      "grad_norm": 1.825364088960771,
      "learning_rate": 6.009992422008568e-05,
      "loss": 0.6644,
      "step": 103803
    },
    {
      "epoch": 4.251648576694655,
      "grad_norm": 0.8892025764794735,
      "learning_rate": 6.0097313497649326e-05,
      "loss": 0.208,
      "step": 103804
    },
    {
      "epoch": 4.2516895351218515,
      "grad_norm": 0.868245936500664,
      "learning_rate": 6.009470281771381e-05,
      "loss": 0.2609,
      "step": 103805
    },
    {
      "epoch": 4.251730493549048,
      "grad_norm": 1.3077739126293122,
      "learning_rate": 6.009209218028024e-05,
      "loss": 0.5749,
      "step": 103806
    },
    {
      "epoch": 4.251771451976244,
      "grad_norm": 1.5772864043505044,
      "learning_rate": 6.0089481585349914e-05,
      "loss": 0.6504,
      "step": 103807
    },
    {
      "epoch": 4.25181241040344,
      "grad_norm": 1.067977049006325,
      "learning_rate": 6.008687103292412e-05,
      "loss": 0.3214,
      "step": 103808
    },
    {
      "epoch": 4.251853368830637,
      "grad_norm": 1.765953544538627,
      "learning_rate": 6.008426052300397e-05,
      "loss": 0.9696,
      "step": 103809
    },
    {
      "epoch": 4.251894327257833,
      "grad_norm": 0.9231720150990866,
      "learning_rate": 6.0081650055590834e-05,
      "loss": 0.26,
      "step": 103810
    },
    {
      "epoch": 4.25193528568503,
      "grad_norm": 1.5082056966433024,
      "learning_rate": 6.0079039630685817e-05,
      "loss": 0.6333,
      "step": 103811
    },
    {
      "epoch": 4.251976244112226,
      "grad_norm": 1.4751631107592262,
      "learning_rate": 6.007642924829021e-05,
      "loss": 0.4864,
      "step": 103812
    },
    {
      "epoch": 4.252017202539422,
      "grad_norm": 1.3666786462158804,
      "learning_rate": 6.00738189084053e-05,
      "loss": 0.5437,
      "step": 103813
    },
    {
      "epoch": 4.252058160966619,
      "grad_norm": 1.6829272127882307,
      "learning_rate": 6.007120861103221e-05,
      "loss": 0.9247,
      "step": 103814
    },
    {
      "epoch": 4.252099119393815,
      "grad_norm": 1.244512385819516,
      "learning_rate": 6.0068598356172256e-05,
      "loss": 0.628,
      "step": 103815
    },
    {
      "epoch": 4.252140077821012,
      "grad_norm": 2.3058724552174144,
      "learning_rate": 6.006598814382669e-05,
      "loss": 1.1475,
      "step": 103816
    },
    {
      "epoch": 4.252181036248208,
      "grad_norm": 1.398109846248307,
      "learning_rate": 6.006337797399665e-05,
      "loss": 0.6676,
      "step": 103817
    },
    {
      "epoch": 4.252221994675405,
      "grad_norm": 2.6148551879415574,
      "learning_rate": 6.006076784668349e-05,
      "loss": 2.3739,
      "step": 103818
    },
    {
      "epoch": 4.252262953102601,
      "grad_norm": 1.5823450521108933,
      "learning_rate": 6.005815776188832e-05,
      "loss": 0.7638,
      "step": 103819
    },
    {
      "epoch": 4.252303911529797,
      "grad_norm": 1.4356543911034012,
      "learning_rate": 6.005554771961242e-05,
      "loss": 0.5029,
      "step": 103820
    },
    {
      "epoch": 4.2523448699569935,
      "grad_norm": 1.4901312984510164,
      "learning_rate": 6.005293771985712e-05,
      "loss": 0.713,
      "step": 103821
    },
    {
      "epoch": 4.25238582838419,
      "grad_norm": 1.707278352701979,
      "learning_rate": 6.00503277626235e-05,
      "loss": 0.7705,
      "step": 103822
    },
    {
      "epoch": 4.2524267868113865,
      "grad_norm": 1.655547662738534,
      "learning_rate": 6.004771784791287e-05,
      "loss": 0.5283,
      "step": 103823
    },
    {
      "epoch": 4.252467745238583,
      "grad_norm": 1.7590722730583588,
      "learning_rate": 6.0045107975726517e-05,
      "loss": 0.8114,
      "step": 103824
    },
    {
      "epoch": 4.25250870366578,
      "grad_norm": 1.243777398448144,
      "learning_rate": 6.0042498146065554e-05,
      "loss": 0.4529,
      "step": 103825
    },
    {
      "epoch": 4.252549662092975,
      "grad_norm": 1.9340380211754278,
      "learning_rate": 6.003988835893134e-05,
      "loss": 1.1084,
      "step": 103826
    },
    {
      "epoch": 4.252590620520172,
      "grad_norm": 1.486816379085955,
      "learning_rate": 6.0037278614324985e-05,
      "loss": 0.6442,
      "step": 103827
    },
    {
      "epoch": 4.252631578947368,
      "grad_norm": 1.0311840520593678,
      "learning_rate": 6.00346689122478e-05,
      "loss": 0.2252,
      "step": 103828
    },
    {
      "epoch": 4.252672537374565,
      "grad_norm": 1.9405405110802159,
      "learning_rate": 6.0032059252701037e-05,
      "loss": 0.752,
      "step": 103829
    },
    {
      "epoch": 4.252713495801761,
      "grad_norm": 0.9883767106227885,
      "learning_rate": 6.002944963568585e-05,
      "loss": 0.3131,
      "step": 103830
    },
    {
      "epoch": 4.252754454228958,
      "grad_norm": 1.7959824730747724,
      "learning_rate": 6.002684006120352e-05,
      "loss": 0.7398,
      "step": 103831
    },
    {
      "epoch": 4.252795412656154,
      "grad_norm": 1.0129334436062114,
      "learning_rate": 6.0024230529255326e-05,
      "loss": 0.2208,
      "step": 103832
    },
    {
      "epoch": 4.25283637108335,
      "grad_norm": 1.3449478922704408,
      "learning_rate": 6.00216210398424e-05,
      "loss": 0.5422,
      "step": 103833
    },
    {
      "epoch": 4.252877329510547,
      "grad_norm": 0.6103488069139265,
      "learning_rate": 6.001901159296611e-05,
      "loss": 0.0737,
      "step": 103834
    },
    {
      "epoch": 4.252918287937743,
      "grad_norm": 3.3252393805129614,
      "learning_rate": 6.001640218862754e-05,
      "loss": 1.7202,
      "step": 103835
    },
    {
      "epoch": 4.25295924636494,
      "grad_norm": 1.2579922953001204,
      "learning_rate": 6.001379282682799e-05,
      "loss": 0.5004,
      "step": 103836
    },
    {
      "epoch": 4.253000204792136,
      "grad_norm": 1.719039284075225,
      "learning_rate": 6.0011183507568745e-05,
      "loss": 0.9564,
      "step": 103837
    },
    {
      "epoch": 4.253041163219333,
      "grad_norm": 1.3795369321942172,
      "learning_rate": 6.000857423085094e-05,
      "loss": 0.6073,
      "step": 103838
    },
    {
      "epoch": 4.253082121646528,
      "grad_norm": 1.3084552748683707,
      "learning_rate": 6.000596499667586e-05,
      "loss": 0.3847,
      "step": 103839
    },
    {
      "epoch": 4.253123080073725,
      "grad_norm": 1.3298735848652403,
      "learning_rate": 6.00033558050448e-05,
      "loss": 0.536,
      "step": 103840
    },
    {
      "epoch": 4.2531640385009215,
      "grad_norm": 1.9686599517478103,
      "learning_rate": 6.000074665595888e-05,
      "loss": 0.6926,
      "step": 103841
    },
    {
      "epoch": 4.253204996928118,
      "grad_norm": 1.6091720404360885,
      "learning_rate": 5.999813754941942e-05,
      "loss": 0.5131,
      "step": 103842
    },
    {
      "epoch": 4.253245955355315,
      "grad_norm": 1.5531895252577306,
      "learning_rate": 5.999552848542764e-05,
      "loss": 0.584,
      "step": 103843
    },
    {
      "epoch": 4.253286913782511,
      "grad_norm": 1.7363409491529966,
      "learning_rate": 5.999291946398468e-05,
      "loss": 0.7581,
      "step": 103844
    },
    {
      "epoch": 4.253327872209707,
      "grad_norm": 1.0449994038023043,
      "learning_rate": 5.99903104850919e-05,
      "loss": 0.353,
      "step": 103845
    },
    {
      "epoch": 4.253368830636903,
      "grad_norm": 1.18063794623553,
      "learning_rate": 5.998770154875042e-05,
      "loss": 0.4565,
      "step": 103846
    },
    {
      "epoch": 4.2534097890641,
      "grad_norm": 1.3788240703549086,
      "learning_rate": 5.998509265496155e-05,
      "loss": 0.5626,
      "step": 103847
    },
    {
      "epoch": 4.253450747491296,
      "grad_norm": 1.4153762581659475,
      "learning_rate": 5.998248380372654e-05,
      "loss": 0.6735,
      "step": 103848
    },
    {
      "epoch": 4.253491705918493,
      "grad_norm": 1.5526818285633524,
      "learning_rate": 5.997987499504655e-05,
      "loss": 0.7228,
      "step": 103849
    },
    {
      "epoch": 4.253532664345689,
      "grad_norm": 0.7157892798543708,
      "learning_rate": 5.997726622892284e-05,
      "loss": 0.191,
      "step": 103850
    },
    {
      "epoch": 4.253573622772885,
      "grad_norm": 0.895251638058035,
      "learning_rate": 5.997465750535672e-05,
      "loss": 0.2237,
      "step": 103851
    },
    {
      "epoch": 4.253614581200082,
      "grad_norm": 1.5732651782591272,
      "learning_rate": 5.9972048824349296e-05,
      "loss": 0.5928,
      "step": 103852
    },
    {
      "epoch": 4.253655539627278,
      "grad_norm": 2.0628433308463188,
      "learning_rate": 5.9969440185901924e-05,
      "loss": 1.3461,
      "step": 103853
    },
    {
      "epoch": 4.253696498054475,
      "grad_norm": 0.9535789893513784,
      "learning_rate": 5.996683159001571e-05,
      "loss": 0.2758,
      "step": 103854
    },
    {
      "epoch": 4.253737456481671,
      "grad_norm": 1.4925014131588044,
      "learning_rate": 5.9964223036691963e-05,
      "loss": 0.6385,
      "step": 103855
    },
    {
      "epoch": 4.253778414908868,
      "grad_norm": 1.227806838177689,
      "learning_rate": 5.996161452593195e-05,
      "loss": 0.5471,
      "step": 103856
    },
    {
      "epoch": 4.253819373336064,
      "grad_norm": 2.1208162834825175,
      "learning_rate": 5.9959006057736825e-05,
      "loss": 1.3835,
      "step": 103857
    },
    {
      "epoch": 4.25386033176326,
      "grad_norm": 2.7660502430229865,
      "learning_rate": 5.995639763210785e-05,
      "loss": 1.3489,
      "step": 103858
    },
    {
      "epoch": 4.2539012901904565,
      "grad_norm": 0.8745989653030097,
      "learning_rate": 5.9953789249046306e-05,
      "loss": 0.1981,
      "step": 103859
    },
    {
      "epoch": 4.253942248617653,
      "grad_norm": 1.283622971138301,
      "learning_rate": 5.9951180908553345e-05,
      "loss": 0.4709,
      "step": 103860
    },
    {
      "epoch": 4.25398320704485,
      "grad_norm": 1.2043682299345693,
      "learning_rate": 5.99485726106303e-05,
      "loss": 0.4725,
      "step": 103861
    },
    {
      "epoch": 4.254024165472046,
      "grad_norm": 0.7218197895063099,
      "learning_rate": 5.994596435527827e-05,
      "loss": 0.2031,
      "step": 103862
    },
    {
      "epoch": 4.254065123899243,
      "grad_norm": 0.9091492399758442,
      "learning_rate": 5.994335614249858e-05,
      "loss": 0.2175,
      "step": 103863
    },
    {
      "epoch": 4.254106082326438,
      "grad_norm": 0.956903699579054,
      "learning_rate": 5.994074797229249e-05,
      "loss": 0.2971,
      "step": 103864
    },
    {
      "epoch": 4.254147040753635,
      "grad_norm": 3.5032526168601197,
      "learning_rate": 5.993813984466114e-05,
      "loss": 3.2135,
      "step": 103865
    },
    {
      "epoch": 4.254187999180831,
      "grad_norm": 1.109869834232627,
      "learning_rate": 5.993553175960582e-05,
      "loss": 0.2131,
      "step": 103866
    },
    {
      "epoch": 4.254228957608028,
      "grad_norm": 1.5901184685254877,
      "learning_rate": 5.993292371712779e-05,
      "loss": 0.5693,
      "step": 103867
    },
    {
      "epoch": 4.254269916035224,
      "grad_norm": 1.7874651356268825,
      "learning_rate": 5.99303157172282e-05,
      "loss": 0.4611,
      "step": 103868
    },
    {
      "epoch": 4.254310874462421,
      "grad_norm": 0.9940545741528115,
      "learning_rate": 5.992770775990838e-05,
      "loss": 0.2133,
      "step": 103869
    },
    {
      "epoch": 4.254351832889617,
      "grad_norm": 3.906638697891223,
      "learning_rate": 5.992509984516947e-05,
      "loss": 1.2149,
      "step": 103870
    },
    {
      "epoch": 4.254392791316813,
      "grad_norm": 1.105830080284238,
      "learning_rate": 5.992249197301275e-05,
      "loss": 0.2698,
      "step": 103871
    },
    {
      "epoch": 4.25443374974401,
      "grad_norm": 1.4482312579672914,
      "learning_rate": 5.991988414343949e-05,
      "loss": 0.5108,
      "step": 103872
    },
    {
      "epoch": 4.254474708171206,
      "grad_norm": 1.778456060425721,
      "learning_rate": 5.991727635645083e-05,
      "loss": 0.6125,
      "step": 103873
    },
    {
      "epoch": 4.254515666598403,
      "grad_norm": 1.670942398030521,
      "learning_rate": 5.991466861204811e-05,
      "loss": 0.7066,
      "step": 103874
    },
    {
      "epoch": 4.254556625025599,
      "grad_norm": 1.5065242763700117,
      "learning_rate": 5.991206091023246e-05,
      "loss": 0.5759,
      "step": 103875
    },
    {
      "epoch": 4.254597583452796,
      "grad_norm": 0.9196050383968729,
      "learning_rate": 5.990945325100515e-05,
      "loss": 0.2063,
      "step": 103876
    },
    {
      "epoch": 4.2546385418799915,
      "grad_norm": 1.6782449933355827,
      "learning_rate": 5.990684563436748e-05,
      "loss": 0.6649,
      "step": 103877
    },
    {
      "epoch": 4.254679500307188,
      "grad_norm": 1.3530646678909455,
      "learning_rate": 5.9904238060320576e-05,
      "loss": 0.5062,
      "step": 103878
    },
    {
      "epoch": 4.2547204587343845,
      "grad_norm": 1.7418065982431297,
      "learning_rate": 5.990163052886572e-05,
      "loss": 0.7628,
      "step": 103879
    },
    {
      "epoch": 4.254761417161581,
      "grad_norm": 1.5249966605598224,
      "learning_rate": 5.9899023040004194e-05,
      "loss": 0.5412,
      "step": 103880
    },
    {
      "epoch": 4.254802375588778,
      "grad_norm": 2.5855292756997366,
      "learning_rate": 5.989641559373712e-05,
      "loss": 1.0204,
      "step": 103881
    },
    {
      "epoch": 4.254843334015974,
      "grad_norm": 1.4177885056884683,
      "learning_rate": 5.989380819006585e-05,
      "loss": 0.6451,
      "step": 103882
    },
    {
      "epoch": 4.25488429244317,
      "grad_norm": 1.2411155185866853,
      "learning_rate": 5.989120082899152e-05,
      "loss": 0.5512,
      "step": 103883
    },
    {
      "epoch": 4.254925250870366,
      "grad_norm": 1.3298144641344538,
      "learning_rate": 5.988859351051538e-05,
      "loss": 0.388,
      "step": 103884
    },
    {
      "epoch": 4.254966209297563,
      "grad_norm": 1.0452488575672028,
      "learning_rate": 5.988598623463875e-05,
      "loss": 0.3424,
      "step": 103885
    },
    {
      "epoch": 4.255007167724759,
      "grad_norm": 2.4239286138849105,
      "learning_rate": 5.988337900136274e-05,
      "loss": 1.5827,
      "step": 103886
    },
    {
      "epoch": 4.255048126151956,
      "grad_norm": 1.1776310016913218,
      "learning_rate": 5.988077181068865e-05,
      "loss": 0.37,
      "step": 103887
    },
    {
      "epoch": 4.2550890845791525,
      "grad_norm": 1.2631908936131917,
      "learning_rate": 5.987816466261774e-05,
      "loss": 0.5454,
      "step": 103888
    },
    {
      "epoch": 4.255130043006348,
      "grad_norm": 0.9277242211591431,
      "learning_rate": 5.987555755715116e-05,
      "loss": 0.2131,
      "step": 103889
    },
    {
      "epoch": 4.255171001433545,
      "grad_norm": 1.4235037289462222,
      "learning_rate": 5.9872950494290234e-05,
      "loss": 0.5123,
      "step": 103890
    },
    {
      "epoch": 4.255211959860741,
      "grad_norm": 1.2557060842449452,
      "learning_rate": 5.9870343474036106e-05,
      "loss": 0.692,
      "step": 103891
    },
    {
      "epoch": 4.255252918287938,
      "grad_norm": 2.1019836170374497,
      "learning_rate": 5.986773649639003e-05,
      "loss": 0.9087,
      "step": 103892
    },
    {
      "epoch": 4.255293876715134,
      "grad_norm": 2.0608959237755764,
      "learning_rate": 5.986512956135333e-05,
      "loss": 1.2789,
      "step": 103893
    },
    {
      "epoch": 4.255334835142331,
      "grad_norm": 1.077195617770099,
      "learning_rate": 5.98625226689271e-05,
      "loss": 0.3786,
      "step": 103894
    },
    {
      "epoch": 4.255375793569527,
      "grad_norm": 1.9168714370642899,
      "learning_rate": 5.9859915819112655e-05,
      "loss": 0.7584,
      "step": 103895
    },
    {
      "epoch": 4.255416751996723,
      "grad_norm": 1.4776291942834516,
      "learning_rate": 5.985730901191125e-05,
      "loss": 0.5749,
      "step": 103896
    },
    {
      "epoch": 4.2554577104239195,
      "grad_norm": 1.1365367412383756,
      "learning_rate": 5.985470224732403e-05,
      "loss": 0.453,
      "step": 103897
    },
    {
      "epoch": 4.255498668851116,
      "grad_norm": 1.9158644029346474,
      "learning_rate": 5.985209552535232e-05,
      "loss": 0.6593,
      "step": 103898
    },
    {
      "epoch": 4.255539627278313,
      "grad_norm": 1.8909701184594994,
      "learning_rate": 5.9849488845997274e-05,
      "loss": 0.6401,
      "step": 103899
    },
    {
      "epoch": 4.255580585705509,
      "grad_norm": 1.1179532859665302,
      "learning_rate": 5.9846882209260135e-05,
      "loss": 0.5175,
      "step": 103900
    },
    {
      "epoch": 4.255621544132706,
      "grad_norm": 0.9178908586485525,
      "learning_rate": 5.984427561514223e-05,
      "loss": 0.1935,
      "step": 103901
    },
    {
      "epoch": 4.255662502559901,
      "grad_norm": 0.9715331029488103,
      "learning_rate": 5.984166906364466e-05,
      "loss": 0.1964,
      "step": 103902
    },
    {
      "epoch": 4.255703460987098,
      "grad_norm": 1.4103248721014587,
      "learning_rate": 5.9839062554768725e-05,
      "loss": 0.6458,
      "step": 103903
    },
    {
      "epoch": 4.255744419414294,
      "grad_norm": 0.9884654626388067,
      "learning_rate": 5.98364560885157e-05,
      "loss": 0.2218,
      "step": 103904
    },
    {
      "epoch": 4.255785377841491,
      "grad_norm": 1.6465968375081168,
      "learning_rate": 5.98338496648867e-05,
      "loss": 0.9032,
      "step": 103905
    },
    {
      "epoch": 4.2558263362686874,
      "grad_norm": 5.486202069957768,
      "learning_rate": 5.983124328388308e-05,
      "loss": 0.518,
      "step": 103906
    },
    {
      "epoch": 4.255867294695884,
      "grad_norm": 1.1914765618262948,
      "learning_rate": 5.982863694550597e-05,
      "loss": 0.4501,
      "step": 103907
    },
    {
      "epoch": 4.25590825312308,
      "grad_norm": 1.355269949733514,
      "learning_rate": 5.982603064975666e-05,
      "loss": 0.5228,
      "step": 103908
    },
    {
      "epoch": 4.255949211550276,
      "grad_norm": 1.289629045794956,
      "learning_rate": 5.9823424396636404e-05,
      "loss": 0.5223,
      "step": 103909
    },
    {
      "epoch": 4.255990169977473,
      "grad_norm": 1.5720935033491144,
      "learning_rate": 5.982081818614635e-05,
      "loss": 0.6025,
      "step": 103910
    },
    {
      "epoch": 4.256031128404669,
      "grad_norm": 1.509170714276473,
      "learning_rate": 5.981821201828778e-05,
      "loss": 0.7916,
      "step": 103911
    },
    {
      "epoch": 4.256072086831866,
      "grad_norm": 1.7095396795547733,
      "learning_rate": 5.981560589306199e-05,
      "loss": 0.7922,
      "step": 103912
    },
    {
      "epoch": 4.256113045259062,
      "grad_norm": 1.7565794944416993,
      "learning_rate": 5.981299981047015e-05,
      "loss": 0.5893,
      "step": 103913
    },
    {
      "epoch": 4.256154003686259,
      "grad_norm": 1.9799816498493272,
      "learning_rate": 5.9810393770513434e-05,
      "loss": 0.9124,
      "step": 103914
    },
    {
      "epoch": 4.2561949621134545,
      "grad_norm": 1.0218540790321538,
      "learning_rate": 5.980778777319316e-05,
      "loss": 0.1173,
      "step": 103915
    },
    {
      "epoch": 4.256235920540651,
      "grad_norm": 1.6707342599701376,
      "learning_rate": 5.98051818185105e-05,
      "loss": 0.8403,
      "step": 103916
    },
    {
      "epoch": 4.256276878967848,
      "grad_norm": 1.7853738819368612,
      "learning_rate": 5.980257590646676e-05,
      "loss": 0.6895,
      "step": 103917
    },
    {
      "epoch": 4.256317837395044,
      "grad_norm": 1.619166478830585,
      "learning_rate": 5.979997003706309e-05,
      "loss": 0.6853,
      "step": 103918
    },
    {
      "epoch": 4.256358795822241,
      "grad_norm": 1.3050945753799015,
      "learning_rate": 5.979736421030075e-05,
      "loss": 0.521,
      "step": 103919
    },
    {
      "epoch": 4.256399754249437,
      "grad_norm": 1.451193900326375,
      "learning_rate": 5.979475842618104e-05,
      "loss": 0.6023,
      "step": 103920
    },
    {
      "epoch": 4.256440712676633,
      "grad_norm": 1.1564992251257062,
      "learning_rate": 5.979215268470508e-05,
      "loss": 0.3574,
      "step": 103921
    },
    {
      "epoch": 4.256481671103829,
      "grad_norm": 1.6028431558122216,
      "learning_rate": 5.978954698587414e-05,
      "loss": 0.7707,
      "step": 103922
    },
    {
      "epoch": 4.256522629531026,
      "grad_norm": 1.2763580304719704,
      "learning_rate": 5.9786941329689544e-05,
      "loss": 0.7479,
      "step": 103923
    },
    {
      "epoch": 4.256563587958222,
      "grad_norm": 1.4769468478820886,
      "learning_rate": 5.9784335716152376e-05,
      "loss": 0.6361,
      "step": 103924
    },
    {
      "epoch": 4.256604546385419,
      "grad_norm": 1.1998753336799037,
      "learning_rate": 5.9781730145263995e-05,
      "loss": 0.5599,
      "step": 103925
    },
    {
      "epoch": 4.2566455048126155,
      "grad_norm": 0.9235316788491728,
      "learning_rate": 5.977912461702553e-05,
      "loss": 0.2238,
      "step": 103926
    },
    {
      "epoch": 4.256686463239811,
      "grad_norm": 1.5883107040007838,
      "learning_rate": 5.977651913143827e-05,
      "loss": 0.8509,
      "step": 103927
    },
    {
      "epoch": 4.256727421667008,
      "grad_norm": 0.6673981277110391,
      "learning_rate": 5.977391368850347e-05,
      "loss": 0.1305,
      "step": 103928
    },
    {
      "epoch": 4.256768380094204,
      "grad_norm": 1.1843398364181414,
      "learning_rate": 5.977130828822228e-05,
      "loss": 0.3486,
      "step": 103929
    },
    {
      "epoch": 4.256809338521401,
      "grad_norm": 1.7725684804060566,
      "learning_rate": 5.976870293059599e-05,
      "loss": 0.7116,
      "step": 103930
    },
    {
      "epoch": 4.256850296948597,
      "grad_norm": 1.5930913382487661,
      "learning_rate": 5.9766097615625866e-05,
      "loss": 0.6842,
      "step": 103931
    },
    {
      "epoch": 4.256891255375794,
      "grad_norm": 1.2930672868563442,
      "learning_rate": 5.976349234331303e-05,
      "loss": 0.3692,
      "step": 103932
    },
    {
      "epoch": 4.25693221380299,
      "grad_norm": 1.438326611249886,
      "learning_rate": 5.9760887113658855e-05,
      "loss": 0.6475,
      "step": 103933
    },
    {
      "epoch": 4.256973172230186,
      "grad_norm": 1.8240062686528244,
      "learning_rate": 5.975828192666443e-05,
      "loss": 0.8737,
      "step": 103934
    },
    {
      "epoch": 4.2570141306573825,
      "grad_norm": 1.507677015763413,
      "learning_rate": 5.975567678233105e-05,
      "loss": 0.5686,
      "step": 103935
    },
    {
      "epoch": 4.257055089084579,
      "grad_norm": 1.2609120028644716,
      "learning_rate": 5.9753071680660006e-05,
      "loss": 0.547,
      "step": 103936
    },
    {
      "epoch": 4.257096047511776,
      "grad_norm": 1.6157430500297167,
      "learning_rate": 5.9750466621652425e-05,
      "loss": 0.834,
      "step": 103937
    },
    {
      "epoch": 4.257137005938972,
      "grad_norm": 1.47609658074982,
      "learning_rate": 5.974786160530959e-05,
      "loss": 0.6192,
      "step": 103938
    },
    {
      "epoch": 4.257177964366169,
      "grad_norm": 1.9650178413437787,
      "learning_rate": 5.974525663163277e-05,
      "loss": 0.6857,
      "step": 103939
    },
    {
      "epoch": 4.257218922793364,
      "grad_norm": 1.2933009402991136,
      "learning_rate": 5.9742651700623105e-05,
      "loss": 0.4795,
      "step": 103940
    },
    {
      "epoch": 4.257259881220561,
      "grad_norm": 1.3377838293511743,
      "learning_rate": 5.974004681228193e-05,
      "loss": 0.3548,
      "step": 103941
    },
    {
      "epoch": 4.257300839647757,
      "grad_norm": 0.982263229080297,
      "learning_rate": 5.9737441966610364e-05,
      "loss": 0.2464,
      "step": 103942
    },
    {
      "epoch": 4.257341798074954,
      "grad_norm": 1.08257857551681,
      "learning_rate": 5.9734837163609724e-05,
      "loss": 0.2376,
      "step": 103943
    },
    {
      "epoch": 4.2573827565021505,
      "grad_norm": 2.075050583612583,
      "learning_rate": 5.973223240328124e-05,
      "loss": 1.4642,
      "step": 103944
    },
    {
      "epoch": 4.257423714929347,
      "grad_norm": 1.5415293342667153,
      "learning_rate": 5.972962768562608e-05,
      "loss": 0.7345,
      "step": 103945
    },
    {
      "epoch": 4.257464673356543,
      "grad_norm": 1.8712157884896927,
      "learning_rate": 5.9727023010645566e-05,
      "loss": 0.7676,
      "step": 103946
    },
    {
      "epoch": 4.257505631783739,
      "grad_norm": 1.5732105501743328,
      "learning_rate": 5.972441837834081e-05,
      "loss": 0.7761,
      "step": 103947
    },
    {
      "epoch": 4.257546590210936,
      "grad_norm": 1.4708974603480625,
      "learning_rate": 5.972181378871313e-05,
      "loss": 0.655,
      "step": 103948
    },
    {
      "epoch": 4.257587548638132,
      "grad_norm": 1.8121083189488707,
      "learning_rate": 5.971920924176379e-05,
      "loss": 0.8945,
      "step": 103949
    },
    {
      "epoch": 4.257628507065329,
      "grad_norm": 2.5961709087452967,
      "learning_rate": 5.97166047374939e-05,
      "loss": 1.0762,
      "step": 103950
    },
    {
      "epoch": 4.257669465492525,
      "grad_norm": 2.2702836494118586,
      "learning_rate": 5.971400027590477e-05,
      "loss": 1.1112,
      "step": 103951
    },
    {
      "epoch": 4.257710423919722,
      "grad_norm": 1.841410130090934,
      "learning_rate": 5.9711395856997665e-05,
      "loss": 1.0369,
      "step": 103952
    },
    {
      "epoch": 4.2577513823469175,
      "grad_norm": 1.5568422995942077,
      "learning_rate": 5.9708791480773735e-05,
      "loss": 0.6691,
      "step": 103953
    },
    {
      "epoch": 4.257792340774114,
      "grad_norm": 1.3719562030678079,
      "learning_rate": 5.9706187147234295e-05,
      "loss": 0.4316,
      "step": 103954
    },
    {
      "epoch": 4.257833299201311,
      "grad_norm": 1.5771691372749428,
      "learning_rate": 5.970358285638048e-05,
      "loss": 0.5332,
      "step": 103955
    },
    {
      "epoch": 4.257874257628507,
      "grad_norm": 1.4141788223406517,
      "learning_rate": 5.970097860821356e-05,
      "loss": 0.6307,
      "step": 103956
    },
    {
      "epoch": 4.257915216055704,
      "grad_norm": 1.867324680881011,
      "learning_rate": 5.969837440273485e-05,
      "loss": 0.897,
      "step": 103957
    },
    {
      "epoch": 4.2579561744829,
      "grad_norm": 1.4681785330217065,
      "learning_rate": 5.9695770239945437e-05,
      "loss": 0.6996,
      "step": 103958
    },
    {
      "epoch": 4.257997132910096,
      "grad_norm": 1.3051864301924785,
      "learning_rate": 5.969316611984663e-05,
      "loss": 0.5508,
      "step": 103959
    },
    {
      "epoch": 4.258038091337292,
      "grad_norm": 1.5037798244461191,
      "learning_rate": 5.969056204243972e-05,
      "loss": 0.6217,
      "step": 103960
    },
    {
      "epoch": 4.258079049764489,
      "grad_norm": 1.4416243194430072,
      "learning_rate": 5.9687958007725795e-05,
      "loss": 0.6145,
      "step": 103961
    },
    {
      "epoch": 4.2581200081916855,
      "grad_norm": 1.847180737174599,
      "learning_rate": 5.968535401570623e-05,
      "loss": 0.8674,
      "step": 103962
    },
    {
      "epoch": 4.258160966618882,
      "grad_norm": 2.421564708082788,
      "learning_rate": 5.9682750066382135e-05,
      "loss": 0.6514,
      "step": 103963
    },
    {
      "epoch": 4.2582019250460785,
      "grad_norm": 1.619321612151396,
      "learning_rate": 5.96801461597548e-05,
      "loss": 0.53,
      "step": 103964
    },
    {
      "epoch": 4.258242883473274,
      "grad_norm": 1.713555288725023,
      "learning_rate": 5.967754229582549e-05,
      "loss": 0.6926,
      "step": 103965
    },
    {
      "epoch": 4.258283841900471,
      "grad_norm": 1.4940240372136875,
      "learning_rate": 5.967493847459536e-05,
      "loss": 0.6975,
      "step": 103966
    },
    {
      "epoch": 4.258324800327667,
      "grad_norm": 1.9049002053776676,
      "learning_rate": 5.9672334696065676e-05,
      "loss": 0.9623,
      "step": 103967
    },
    {
      "epoch": 4.258365758754864,
      "grad_norm": 1.033341408231561,
      "learning_rate": 5.966973096023772e-05,
      "loss": 0.2559,
      "step": 103968
    },
    {
      "epoch": 4.25840671718206,
      "grad_norm": 1.5023027167903555,
      "learning_rate": 5.9667127267112616e-05,
      "loss": 0.6786,
      "step": 103969
    },
    {
      "epoch": 4.258447675609257,
      "grad_norm": 1.2453574434969992,
      "learning_rate": 5.96645236166917e-05,
      "loss": 0.4473,
      "step": 103970
    },
    {
      "epoch": 4.258488634036453,
      "grad_norm": 1.5103995087023623,
      "learning_rate": 5.966192000897611e-05,
      "loss": 0.8341,
      "step": 103971
    },
    {
      "epoch": 4.258529592463649,
      "grad_norm": 1.0818345510877267,
      "learning_rate": 5.9659316443967126e-05,
      "loss": 0.2835,
      "step": 103972
    },
    {
      "epoch": 4.258570550890846,
      "grad_norm": 1.6069561915124928,
      "learning_rate": 5.965671292166601e-05,
      "loss": 0.6875,
      "step": 103973
    },
    {
      "epoch": 4.258611509318042,
      "grad_norm": 1.3989481661395495,
      "learning_rate": 5.9654109442073935e-05,
      "loss": 0.6,
      "step": 103974
    },
    {
      "epoch": 4.258652467745239,
      "grad_norm": 1.5077961849031742,
      "learning_rate": 5.965150600519212e-05,
      "loss": 0.6556,
      "step": 103975
    },
    {
      "epoch": 4.258693426172435,
      "grad_norm": 1.6600492919502563,
      "learning_rate": 5.964890261102192e-05,
      "loss": 0.6862,
      "step": 103976
    },
    {
      "epoch": 4.258734384599632,
      "grad_norm": 1.1129697993846257,
      "learning_rate": 5.964629925956439e-05,
      "loss": 0.4958,
      "step": 103977
    },
    {
      "epoch": 4.258775343026827,
      "grad_norm": 0.8760971135905002,
      "learning_rate": 5.964369595082093e-05,
      "loss": 0.2154,
      "step": 103978
    },
    {
      "epoch": 4.258816301454024,
      "grad_norm": 1.5884175656354924,
      "learning_rate": 5.964109268479262e-05,
      "loss": 0.6344,
      "step": 103979
    },
    {
      "epoch": 4.25885725988122,
      "grad_norm": 1.488113859957273,
      "learning_rate": 5.963848946148075e-05,
      "loss": 0.6628,
      "step": 103980
    },
    {
      "epoch": 4.258898218308417,
      "grad_norm": 1.8856018603396247,
      "learning_rate": 5.963588628088662e-05,
      "loss": 0.5826,
      "step": 103981
    },
    {
      "epoch": 4.2589391767356135,
      "grad_norm": 1.9082203093153443,
      "learning_rate": 5.9633283143011346e-05,
      "loss": 0.8896,
      "step": 103982
    },
    {
      "epoch": 4.25898013516281,
      "grad_norm": 1.3896453548386851,
      "learning_rate": 5.963068004785627e-05,
      "loss": 0.7042,
      "step": 103983
    },
    {
      "epoch": 4.259021093590006,
      "grad_norm": 1.4840426158227566,
      "learning_rate": 5.962807699542255e-05,
      "loss": 0.7051,
      "step": 103984
    },
    {
      "epoch": 4.259062052017202,
      "grad_norm": 1.321637650214722,
      "learning_rate": 5.9625473985711383e-05,
      "loss": 0.6647,
      "step": 103985
    },
    {
      "epoch": 4.259103010444399,
      "grad_norm": 1.8189313445278714,
      "learning_rate": 5.962287101872405e-05,
      "loss": 0.74,
      "step": 103986
    },
    {
      "epoch": 4.259143968871595,
      "grad_norm": 1.3335330184444174,
      "learning_rate": 5.9620268094461834e-05,
      "loss": 0.4145,
      "step": 103987
    },
    {
      "epoch": 4.259184927298792,
      "grad_norm": 1.4679666499128408,
      "learning_rate": 5.961766521292586e-05,
      "loss": 0.6203,
      "step": 103988
    },
    {
      "epoch": 4.259225885725988,
      "grad_norm": 0.7579098694891223,
      "learning_rate": 5.961506237411746e-05,
      "loss": 0.145,
      "step": 103989
    },
    {
      "epoch": 4.259266844153185,
      "grad_norm": 4.291936899081849,
      "learning_rate": 5.961245957803776e-05,
      "loss": 2.2288,
      "step": 103990
    },
    {
      "epoch": 4.2593078025803806,
      "grad_norm": 1.6632097621369981,
      "learning_rate": 5.960985682468805e-05,
      "loss": 0.8229,
      "step": 103991
    },
    {
      "epoch": 4.259348761007577,
      "grad_norm": 1.7955200053964435,
      "learning_rate": 5.960725411406959e-05,
      "loss": 0.8262,
      "step": 103992
    },
    {
      "epoch": 4.259389719434774,
      "grad_norm": 1.4764381173970975,
      "learning_rate": 5.960465144618355e-05,
      "loss": 0.5104,
      "step": 103993
    },
    {
      "epoch": 4.25943067786197,
      "grad_norm": 1.503256237078177,
      "learning_rate": 5.960204882103116e-05,
      "loss": 0.4133,
      "step": 103994
    },
    {
      "epoch": 4.259471636289167,
      "grad_norm": 1.3019710171660757,
      "learning_rate": 5.9599446238613745e-05,
      "loss": 0.5594,
      "step": 103995
    },
    {
      "epoch": 4.259512594716363,
      "grad_norm": 1.7026093432363467,
      "learning_rate": 5.9596843698932404e-05,
      "loss": 0.8131,
      "step": 103996
    },
    {
      "epoch": 4.259553553143559,
      "grad_norm": 12.914282276706668,
      "learning_rate": 5.959424120198848e-05,
      "loss": 0.6245,
      "step": 103997
    },
    {
      "epoch": 4.259594511570755,
      "grad_norm": 1.3471822441083414,
      "learning_rate": 5.959163874778311e-05,
      "loss": 0.6667,
      "step": 103998
    },
    {
      "epoch": 4.259635469997952,
      "grad_norm": 1.5600365000032788,
      "learning_rate": 5.9589036336317556e-05,
      "loss": 0.5868,
      "step": 103999
    },
    {
      "epoch": 4.2596764284251485,
      "grad_norm": 1.6659141619303317,
      "learning_rate": 5.9586433967593125e-05,
      "loss": 0.5595,
      "step": 104000
    },
    {
      "epoch": 4.259717386852345,
      "grad_norm": 1.3674835422200073,
      "learning_rate": 5.9583831641610925e-05,
      "loss": 0.6303,
      "step": 104001
    },
    {
      "epoch": 4.259758345279542,
      "grad_norm": 1.2710353459693913,
      "learning_rate": 5.958122935837223e-05,
      "loss": 0.5729,
      "step": 104002
    },
    {
      "epoch": 4.259799303706737,
      "grad_norm": 1.5950555305308798,
      "learning_rate": 5.957862711787834e-05,
      "loss": 0.8935,
      "step": 104003
    },
    {
      "epoch": 4.259840262133934,
      "grad_norm": 3.037999711785227,
      "learning_rate": 5.957602492013039e-05,
      "loss": 2.5795,
      "step": 104004
    },
    {
      "epoch": 4.25988122056113,
      "grad_norm": 0.9349409319778524,
      "learning_rate": 5.957342276512969e-05,
      "loss": 0.1739,
      "step": 104005
    },
    {
      "epoch": 4.259922178988327,
      "grad_norm": 2.3655438181642374,
      "learning_rate": 5.957082065287738e-05,
      "loss": 1.1011,
      "step": 104006
    },
    {
      "epoch": 4.259963137415523,
      "grad_norm": 1.5316872276512266,
      "learning_rate": 5.956821858337473e-05,
      "loss": 0.5655,
      "step": 104007
    },
    {
      "epoch": 4.26000409584272,
      "grad_norm": 1.5643209527314368,
      "learning_rate": 5.9565616556623034e-05,
      "loss": 0.5416,
      "step": 104008
    },
    {
      "epoch": 4.260045054269916,
      "grad_norm": 1.2643840671540985,
      "learning_rate": 5.956301457262343e-05,
      "loss": 0.4749,
      "step": 104009
    },
    {
      "epoch": 4.260086012697112,
      "grad_norm": 1.7562018045210914,
      "learning_rate": 5.9560412631377166e-05,
      "loss": 0.9741,
      "step": 104010
    },
    {
      "epoch": 4.260126971124309,
      "grad_norm": 1.3041847807497509,
      "learning_rate": 5.9557810732885556e-05,
      "loss": 0.3113,
      "step": 104011
    },
    {
      "epoch": 4.260167929551505,
      "grad_norm": 1.3193063663258804,
      "learning_rate": 5.955520887714971e-05,
      "loss": 0.4991,
      "step": 104012
    },
    {
      "epoch": 4.260208887978702,
      "grad_norm": 1.3736202547468161,
      "learning_rate": 5.955260706417096e-05,
      "loss": 0.4982,
      "step": 104013
    },
    {
      "epoch": 4.260249846405898,
      "grad_norm": 0.9077503390561684,
      "learning_rate": 5.955000529395044e-05,
      "loss": 0.2425,
      "step": 104014
    },
    {
      "epoch": 4.260290804833095,
      "grad_norm": 0.8400393825694176,
      "learning_rate": 5.954740356648942e-05,
      "loss": 0.2018,
      "step": 104015
    },
    {
      "epoch": 4.26033176326029,
      "grad_norm": 1.825941705423103,
      "learning_rate": 5.954480188178921e-05,
      "loss": 0.6781,
      "step": 104016
    },
    {
      "epoch": 4.260372721687487,
      "grad_norm": 1.2170763217354188,
      "learning_rate": 5.95422002398509e-05,
      "loss": 0.3087,
      "step": 104017
    },
    {
      "epoch": 4.2604136801146835,
      "grad_norm": 0.5392618861748747,
      "learning_rate": 5.953959864067584e-05,
      "loss": 0.0503,
      "step": 104018
    },
    {
      "epoch": 4.26045463854188,
      "grad_norm": 1.6086322179705501,
      "learning_rate": 5.9536997084265177e-05,
      "loss": 0.7393,
      "step": 104019
    },
    {
      "epoch": 4.2604955969690765,
      "grad_norm": 0.4431689029381304,
      "learning_rate": 5.9534395570620154e-05,
      "loss": 0.0456,
      "step": 104020
    },
    {
      "epoch": 4.260536555396273,
      "grad_norm": 0.9024124807038886,
      "learning_rate": 5.953179409974207e-05,
      "loss": 0.2537,
      "step": 104021
    },
    {
      "epoch": 4.260577513823469,
      "grad_norm": 1.0300893877906023,
      "learning_rate": 5.952919267163206e-05,
      "loss": 0.1994,
      "step": 104022
    },
    {
      "epoch": 4.260618472250665,
      "grad_norm": 1.3956718977380074,
      "learning_rate": 5.9526591286291406e-05,
      "loss": 0.5064,
      "step": 104023
    },
    {
      "epoch": 4.260659430677862,
      "grad_norm": 1.784909835769259,
      "learning_rate": 5.952398994372137e-05,
      "loss": 0.7271,
      "step": 104024
    },
    {
      "epoch": 4.260700389105058,
      "grad_norm": 0.9286806680980578,
      "learning_rate": 5.952138864392308e-05,
      "loss": 0.2495,
      "step": 104025
    },
    {
      "epoch": 4.260741347532255,
      "grad_norm": 0.917795746451473,
      "learning_rate": 5.9518787386897885e-05,
      "loss": 0.2627,
      "step": 104026
    },
    {
      "epoch": 4.260782305959451,
      "grad_norm": 1.4877365950751025,
      "learning_rate": 5.9516186172646924e-05,
      "loss": 0.6239,
      "step": 104027
    },
    {
      "epoch": 4.260823264386648,
      "grad_norm": 1.9282637096061863,
      "learning_rate": 5.9513585001171444e-05,
      "loss": 1.0718,
      "step": 104028
    },
    {
      "epoch": 4.260864222813844,
      "grad_norm": 1.3951554637890098,
      "learning_rate": 5.951098387247274e-05,
      "loss": 0.5922,
      "step": 104029
    },
    {
      "epoch": 4.26090518124104,
      "grad_norm": 1.3692318064944584,
      "learning_rate": 5.950838278655195e-05,
      "loss": 0.5572,
      "step": 104030
    },
    {
      "epoch": 4.260946139668237,
      "grad_norm": 1.785351654888829,
      "learning_rate": 5.950578174341034e-05,
      "loss": 0.7263,
      "step": 104031
    },
    {
      "epoch": 4.260987098095433,
      "grad_norm": 1.7201423190998968,
      "learning_rate": 5.95031807430492e-05,
      "loss": 0.5944,
      "step": 104032
    },
    {
      "epoch": 4.26102805652263,
      "grad_norm": 1.0989297717040811,
      "learning_rate": 5.950057978546964e-05,
      "loss": 0.3369,
      "step": 104033
    },
    {
      "epoch": 4.261069014949826,
      "grad_norm": 1.4112843818899212,
      "learning_rate": 5.949797887067302e-05,
      "loss": 0.6592,
      "step": 104034
    },
    {
      "epoch": 4.261109973377022,
      "grad_norm": 1.6723531788637684,
      "learning_rate": 5.949537799866044e-05,
      "loss": 0.7727,
      "step": 104035
    },
    {
      "epoch": 4.2611509318042184,
      "grad_norm": 1.3577196685130075,
      "learning_rate": 5.949277716943321e-05,
      "loss": 0.4803,
      "step": 104036
    },
    {
      "epoch": 4.261191890231415,
      "grad_norm": 1.318109549445386,
      "learning_rate": 5.9490176382992584e-05,
      "loss": 0.617,
      "step": 104037
    },
    {
      "epoch": 4.2612328486586115,
      "grad_norm": 1.6179068636863865,
      "learning_rate": 5.948757563933971e-05,
      "loss": 0.675,
      "step": 104038
    },
    {
      "epoch": 4.261273807085808,
      "grad_norm": 1.0937255375975299,
      "learning_rate": 5.948497493847585e-05,
      "loss": 0.5085,
      "step": 104039
    },
    {
      "epoch": 4.261314765513005,
      "grad_norm": 1.355920194763138,
      "learning_rate": 5.948237428040229e-05,
      "loss": 0.5186,
      "step": 104040
    },
    {
      "epoch": 4.2613557239402,
      "grad_norm": 1.3162915355693623,
      "learning_rate": 5.9479773665120166e-05,
      "loss": 0.5927,
      "step": 104041
    },
    {
      "epoch": 4.261396682367397,
      "grad_norm": 0.8165028280148817,
      "learning_rate": 5.94771730926308e-05,
      "loss": 0.2215,
      "step": 104042
    },
    {
      "epoch": 4.261437640794593,
      "grad_norm": 1.4074680069768324,
      "learning_rate": 5.947457256293531e-05,
      "loss": 0.5612,
      "step": 104043
    },
    {
      "epoch": 4.26147859922179,
      "grad_norm": 1.421056965524682,
      "learning_rate": 5.947197207603501e-05,
      "loss": 0.6716,
      "step": 104044
    },
    {
      "epoch": 4.261519557648986,
      "grad_norm": 1.432774483755258,
      "learning_rate": 5.9469371631931144e-05,
      "loss": 0.5068,
      "step": 104045
    },
    {
      "epoch": 4.261560516076183,
      "grad_norm": 0.9109257445122624,
      "learning_rate": 5.946677123062488e-05,
      "loss": 0.2258,
      "step": 104046
    },
    {
      "epoch": 4.2616014745033794,
      "grad_norm": 1.2238544734072287,
      "learning_rate": 5.946417087211744e-05,
      "loss": 0.4245,
      "step": 104047
    },
    {
      "epoch": 4.261642432930575,
      "grad_norm": 2.830054753015215,
      "learning_rate": 5.946157055641017e-05,
      "loss": 2.1369,
      "step": 104048
    },
    {
      "epoch": 4.261683391357772,
      "grad_norm": 1.360528893745011,
      "learning_rate": 5.9458970283504136e-05,
      "loss": 0.4763,
      "step": 104049
    },
    {
      "epoch": 4.261724349784968,
      "grad_norm": 1.3305172870815822,
      "learning_rate": 5.9456370053400704e-05,
      "loss": 0.5045,
      "step": 104050
    },
    {
      "epoch": 4.261765308212165,
      "grad_norm": 1.5529504926301294,
      "learning_rate": 5.9453769866101e-05,
      "loss": 0.5811,
      "step": 104051
    },
    {
      "epoch": 4.261806266639361,
      "grad_norm": 2.0388669386627045,
      "learning_rate": 5.94511697216063e-05,
      "loss": 1.153,
      "step": 104052
    },
    {
      "epoch": 4.261847225066558,
      "grad_norm": 1.4686284761231558,
      "learning_rate": 5.9448569619917895e-05,
      "loss": 0.6972,
      "step": 104053
    },
    {
      "epoch": 4.261888183493753,
      "grad_norm": 1.8227229073628874,
      "learning_rate": 5.944596956103693e-05,
      "loss": 0.8283,
      "step": 104054
    },
    {
      "epoch": 4.26192914192095,
      "grad_norm": 1.44762720872772,
      "learning_rate": 5.944336954496462e-05,
      "loss": 0.6652,
      "step": 104055
    },
    {
      "epoch": 4.2619701003481465,
      "grad_norm": 1.261008308456303,
      "learning_rate": 5.9440769571702276e-05,
      "loss": 0.548,
      "step": 104056
    },
    {
      "epoch": 4.262011058775343,
      "grad_norm": 2.079860492748107,
      "learning_rate": 5.943816964125104e-05,
      "loss": 0.7594,
      "step": 104057
    },
    {
      "epoch": 4.26205201720254,
      "grad_norm": 1.8407537381592503,
      "learning_rate": 5.9435569753612165e-05,
      "loss": 0.7211,
      "step": 104058
    },
    {
      "epoch": 4.262092975629736,
      "grad_norm": 5.393829075097958,
      "learning_rate": 5.943296990878696e-05,
      "loss": 5.4061,
      "step": 104059
    },
    {
      "epoch": 4.262133934056932,
      "grad_norm": 1.3868771405737217,
      "learning_rate": 5.943037010677654e-05,
      "loss": 0.5198,
      "step": 104060
    },
    {
      "epoch": 4.262174892484128,
      "grad_norm": 1.3915192882196605,
      "learning_rate": 5.942777034758223e-05,
      "loss": 0.6006,
      "step": 104061
    },
    {
      "epoch": 4.262215850911325,
      "grad_norm": 1.3429907220049015,
      "learning_rate": 5.942517063120518e-05,
      "loss": 0.5801,
      "step": 104062
    },
    {
      "epoch": 4.262256809338521,
      "grad_norm": 1.0272825686219764,
      "learning_rate": 5.9422570957646635e-05,
      "loss": 0.1663,
      "step": 104063
    },
    {
      "epoch": 4.262297767765718,
      "grad_norm": 1.3382247373256915,
      "learning_rate": 5.94199713269079e-05,
      "loss": 0.5192,
      "step": 104064
    },
    {
      "epoch": 4.262338726192914,
      "grad_norm": 1.631106985366993,
      "learning_rate": 5.94173717389901e-05,
      "loss": 0.6641,
      "step": 104065
    },
    {
      "epoch": 4.262379684620111,
      "grad_norm": 1.395656824693275,
      "learning_rate": 5.94147721938945e-05,
      "loss": 0.6133,
      "step": 104066
    },
    {
      "epoch": 4.262420643047307,
      "grad_norm": 1.2069227723824694,
      "learning_rate": 5.9412172691622395e-05,
      "loss": 0.5094,
      "step": 104067
    },
    {
      "epoch": 4.262461601474503,
      "grad_norm": 1.5720325122847434,
      "learning_rate": 5.94095732321749e-05,
      "loss": 0.7783,
      "step": 104068
    },
    {
      "epoch": 4.2625025599017,
      "grad_norm": 1.5590137982362249,
      "learning_rate": 5.940697381555336e-05,
      "loss": 0.5754,
      "step": 104069
    },
    {
      "epoch": 4.262543518328896,
      "grad_norm": 2.3949025999889235,
      "learning_rate": 5.9404374441758906e-05,
      "loss": 1.7306,
      "step": 104070
    },
    {
      "epoch": 4.262584476756093,
      "grad_norm": 1.5825824930469083,
      "learning_rate": 5.9401775110792786e-05,
      "loss": 0.6355,
      "step": 104071
    },
    {
      "epoch": 4.262625435183289,
      "grad_norm": 0.851349284752811,
      "learning_rate": 5.9399175822656325e-05,
      "loss": 0.2574,
      "step": 104072
    },
    {
      "epoch": 4.262666393610486,
      "grad_norm": 1.5286996196814648,
      "learning_rate": 5.93965765773506e-05,
      "loss": 0.6717,
      "step": 104073
    },
    {
      "epoch": 4.2627073520376815,
      "grad_norm": 1.7187416453449085,
      "learning_rate": 5.939397737487693e-05,
      "loss": 0.7646,
      "step": 104074
    },
    {
      "epoch": 4.262748310464878,
      "grad_norm": 1.473491146915575,
      "learning_rate": 5.939137821523658e-05,
      "loss": 0.6286,
      "step": 104075
    },
    {
      "epoch": 4.2627892688920745,
      "grad_norm": 0.8446534687523382,
      "learning_rate": 5.9388779098430675e-05,
      "loss": 0.241,
      "step": 104076
    },
    {
      "epoch": 4.262830227319271,
      "grad_norm": 1.4464225811886566,
      "learning_rate": 5.9386180024460546e-05,
      "loss": 0.6455,
      "step": 104077
    },
    {
      "epoch": 4.262871185746468,
      "grad_norm": 1.993181485178696,
      "learning_rate": 5.938358099332733e-05,
      "loss": 0.8326,
      "step": 104078
    },
    {
      "epoch": 4.262912144173663,
      "grad_norm": 0.8086759979154624,
      "learning_rate": 5.938098200503229e-05,
      "loss": 0.1657,
      "step": 104079
    },
    {
      "epoch": 4.26295310260086,
      "grad_norm": 1.4811731920974647,
      "learning_rate": 5.937838305957673e-05,
      "loss": 0.6413,
      "step": 104080
    },
    {
      "epoch": 4.262994061028056,
      "grad_norm": 1.4294451191301487,
      "learning_rate": 5.937578415696175e-05,
      "loss": 0.6594,
      "step": 104081
    },
    {
      "epoch": 4.263035019455253,
      "grad_norm": 1.6038927913097976,
      "learning_rate": 5.937318529718863e-05,
      "loss": 0.7397,
      "step": 104082
    },
    {
      "epoch": 4.263075977882449,
      "grad_norm": 1.7889069928563452,
      "learning_rate": 5.9370586480258674e-05,
      "loss": 0.6717,
      "step": 104083
    },
    {
      "epoch": 4.263116936309646,
      "grad_norm": 1.75945332945672,
      "learning_rate": 5.9367987706173e-05,
      "loss": 0.678,
      "step": 104084
    },
    {
      "epoch": 4.2631578947368425,
      "grad_norm": 0.8556224682598063,
      "learning_rate": 5.9365388974932916e-05,
      "loss": 0.2257,
      "step": 104085
    },
    {
      "epoch": 4.263198853164038,
      "grad_norm": 2.020442003744355,
      "learning_rate": 5.936279028653958e-05,
      "loss": 1.2104,
      "step": 104086
    },
    {
      "epoch": 4.263239811591235,
      "grad_norm": 1.4542259820567238,
      "learning_rate": 5.936019164099424e-05,
      "loss": 0.6347,
      "step": 104087
    },
    {
      "epoch": 4.263280770018431,
      "grad_norm": 1.570247645812675,
      "learning_rate": 5.935759303829822e-05,
      "loss": 0.6521,
      "step": 104088
    },
    {
      "epoch": 4.263321728445628,
      "grad_norm": 1.7280013402309118,
      "learning_rate": 5.93549944784526e-05,
      "loss": 0.8527,
      "step": 104089
    },
    {
      "epoch": 4.263362686872824,
      "grad_norm": 1.854950919134161,
      "learning_rate": 5.935239596145872e-05,
      "loss": 0.6416,
      "step": 104090
    },
    {
      "epoch": 4.263403645300021,
      "grad_norm": 1.7929463038420907,
      "learning_rate": 5.934979748731773e-05,
      "loss": 0.8934,
      "step": 104091
    },
    {
      "epoch": 4.263444603727217,
      "grad_norm": 1.4820979210174634,
      "learning_rate": 5.934719905603091e-05,
      "loss": 0.4236,
      "step": 104092
    },
    {
      "epoch": 4.263485562154413,
      "grad_norm": 1.3419372638916918,
      "learning_rate": 5.934460066759951e-05,
      "loss": 0.426,
      "step": 104093
    },
    {
      "epoch": 4.2635265205816095,
      "grad_norm": 0.9255776659470154,
      "learning_rate": 5.9342002322024655e-05,
      "loss": 0.2331,
      "step": 104094
    },
    {
      "epoch": 4.263567479008806,
      "grad_norm": 2.0030224051249754,
      "learning_rate": 5.9339404019307656e-05,
      "loss": 1.389,
      "step": 104095
    },
    {
      "epoch": 4.263608437436003,
      "grad_norm": 1.0580704935660588,
      "learning_rate": 5.933680575944979e-05,
      "loss": 0.294,
      "step": 104096
    },
    {
      "epoch": 4.263649395863199,
      "grad_norm": 3.8283226514099544,
      "learning_rate": 5.9334207542452155e-05,
      "loss": 3.7095,
      "step": 104097
    },
    {
      "epoch": 4.263690354290395,
      "grad_norm": 1.4407195705281894,
      "learning_rate": 5.93316093683161e-05,
      "loss": 0.6684,
      "step": 104098
    },
    {
      "epoch": 4.263731312717591,
      "grad_norm": 1.3101387229987522,
      "learning_rate": 5.9329011237042744e-05,
      "loss": 0.5536,
      "step": 104099
    },
    {
      "epoch": 4.263772271144788,
      "grad_norm": 0.9472810669840012,
      "learning_rate": 5.932641314863338e-05,
      "loss": 0.286,
      "step": 104100
    },
    {
      "epoch": 4.263813229571984,
      "grad_norm": 1.8826986459229642,
      "learning_rate": 5.932381510308927e-05,
      "loss": 0.3407,
      "step": 104101
    },
    {
      "epoch": 4.263854187999181,
      "grad_norm": 1.783178737589105,
      "learning_rate": 5.9321217100411545e-05,
      "loss": 0.6883,
      "step": 104102
    },
    {
      "epoch": 4.2638951464263775,
      "grad_norm": 1.4251982385645898,
      "learning_rate": 5.9318619140601496e-05,
      "loss": 0.694,
      "step": 104103
    },
    {
      "epoch": 4.263936104853574,
      "grad_norm": 1.4993076339594151,
      "learning_rate": 5.9316021223660395e-05,
      "loss": 0.5586,
      "step": 104104
    },
    {
      "epoch": 4.26397706328077,
      "grad_norm": 1.437053350186479,
      "learning_rate": 5.9313423349589345e-05,
      "loss": 0.6139,
      "step": 104105
    },
    {
      "epoch": 4.264018021707966,
      "grad_norm": 0.8408081073876854,
      "learning_rate": 5.9310825518389723e-05,
      "loss": 0.1495,
      "step": 104106
    },
    {
      "epoch": 4.264058980135163,
      "grad_norm": 1.627116386581799,
      "learning_rate": 5.93082277300626e-05,
      "loss": 0.6992,
      "step": 104107
    },
    {
      "epoch": 4.264099938562359,
      "grad_norm": 1.558164117503072,
      "learning_rate": 5.93056299846093e-05,
      "loss": 0.619,
      "step": 104108
    },
    {
      "epoch": 4.264140896989556,
      "grad_norm": 1.4212946395162647,
      "learning_rate": 5.930303228203109e-05,
      "loss": 0.5677,
      "step": 104109
    },
    {
      "epoch": 4.264181855416752,
      "grad_norm": 1.0320736291567936,
      "learning_rate": 5.9300434622329105e-05,
      "loss": 0.3092,
      "step": 104110
    },
    {
      "epoch": 4.264222813843949,
      "grad_norm": 1.4408084927107316,
      "learning_rate": 5.92978370055046e-05,
      "loss": 0.6076,
      "step": 104111
    },
    {
      "epoch": 4.2642637722711445,
      "grad_norm": 1.3239515095846257,
      "learning_rate": 5.9295239431558856e-05,
      "loss": 0.5148,
      "step": 104112
    },
    {
      "epoch": 4.264304730698341,
      "grad_norm": 1.5504614639102656,
      "learning_rate": 5.929264190049301e-05,
      "loss": 0.8131,
      "step": 104113
    },
    {
      "epoch": 4.264345689125538,
      "grad_norm": 1.5299840566503127,
      "learning_rate": 5.929004441230839e-05,
      "loss": 0.5236,
      "step": 104114
    },
    {
      "epoch": 4.264386647552734,
      "grad_norm": 1.505313962626758,
      "learning_rate": 5.928744696700613e-05,
      "loss": 0.6981,
      "step": 104115
    },
    {
      "epoch": 4.264427605979931,
      "grad_norm": 1.891145072182771,
      "learning_rate": 5.92848495645875e-05,
      "loss": 0.5598,
      "step": 104116
    },
    {
      "epoch": 4.264468564407127,
      "grad_norm": 1.3961975898731123,
      "learning_rate": 5.928225220505378e-05,
      "loss": 0.4827,
      "step": 104117
    },
    {
      "epoch": 4.264509522834323,
      "grad_norm": 0.7563276642038534,
      "learning_rate": 5.927965488840609e-05,
      "loss": 0.1147,
      "step": 104118
    },
    {
      "epoch": 4.264550481261519,
      "grad_norm": 2.1916586086834196,
      "learning_rate": 5.927705761464573e-05,
      "loss": 1.5747,
      "step": 104119
    },
    {
      "epoch": 4.264591439688716,
      "grad_norm": 0.8899507717547268,
      "learning_rate": 5.927446038377394e-05,
      "loss": 0.1521,
      "step": 104120
    },
    {
      "epoch": 4.264632398115912,
      "grad_norm": 0.7532065168413354,
      "learning_rate": 5.927186319579188e-05,
      "loss": 0.1107,
      "step": 104121
    },
    {
      "epoch": 4.264673356543109,
      "grad_norm": 1.9897196887126694,
      "learning_rate": 5.926926605070088e-05,
      "loss": 0.9679,
      "step": 104122
    },
    {
      "epoch": 4.2647143149703055,
      "grad_norm": 1.7207426677398707,
      "learning_rate": 5.9266668948502045e-05,
      "loss": 0.7003,
      "step": 104123
    },
    {
      "epoch": 4.264755273397501,
      "grad_norm": 1.516402028197292,
      "learning_rate": 5.926407188919672e-05,
      "loss": 0.5812,
      "step": 104124
    },
    {
      "epoch": 4.264796231824698,
      "grad_norm": 1.692334805460092,
      "learning_rate": 5.926147487278608e-05,
      "loss": 0.5526,
      "step": 104125
    },
    {
      "epoch": 4.264837190251894,
      "grad_norm": 1.4721225382712306,
      "learning_rate": 5.92588778992713e-05,
      "loss": 0.584,
      "step": 104126
    },
    {
      "epoch": 4.264878148679091,
      "grad_norm": 1.9610573934637292,
      "learning_rate": 5.9256280968653627e-05,
      "loss": 1.2426,
      "step": 104127
    },
    {
      "epoch": 4.264919107106287,
      "grad_norm": 1.7082532135733313,
      "learning_rate": 5.92536840809344e-05,
      "loss": 0.8759,
      "step": 104128
    },
    {
      "epoch": 4.264960065533484,
      "grad_norm": 2.268846739740207,
      "learning_rate": 5.92510872361147e-05,
      "loss": 1.3417,
      "step": 104129
    },
    {
      "epoch": 4.26500102396068,
      "grad_norm": 1.439930793177703,
      "learning_rate": 5.924849043419584e-05,
      "loss": 0.4683,
      "step": 104130
    },
    {
      "epoch": 4.265041982387876,
      "grad_norm": 1.0971675621689332,
      "learning_rate": 5.924589367517906e-05,
      "loss": 0.2574,
      "step": 104131
    },
    {
      "epoch": 4.2650829408150726,
      "grad_norm": 1.1650073014398106,
      "learning_rate": 5.924329695906551e-05,
      "loss": 0.5081,
      "step": 104132
    },
    {
      "epoch": 4.265123899242269,
      "grad_norm": 1.5813430818076166,
      "learning_rate": 5.924070028585652e-05,
      "loss": 0.5243,
      "step": 104133
    },
    {
      "epoch": 4.265164857669466,
      "grad_norm": 0.8590496553016029,
      "learning_rate": 5.9238103655553194e-05,
      "loss": 0.1963,
      "step": 104134
    },
    {
      "epoch": 4.265205816096662,
      "grad_norm": 1.9744564127539943,
      "learning_rate": 5.923550706815684e-05,
      "loss": 1.1573,
      "step": 104135
    },
    {
      "epoch": 4.265246774523859,
      "grad_norm": 1.2003639716792824,
      "learning_rate": 5.923291052366873e-05,
      "loss": 0.3489,
      "step": 104136
    },
    {
      "epoch": 4.265287732951054,
      "grad_norm": 1.3872466744578014,
      "learning_rate": 5.923031402208996e-05,
      "loss": 0.6134,
      "step": 104137
    },
    {
      "epoch": 4.265328691378251,
      "grad_norm": 1.2749610322416909,
      "learning_rate": 5.922771756342183e-05,
      "loss": 0.5525,
      "step": 104138
    },
    {
      "epoch": 4.265369649805447,
      "grad_norm": 1.4875327267236187,
      "learning_rate": 5.922512114766563e-05,
      "loss": 0.5791,
      "step": 104139
    },
    {
      "epoch": 4.265410608232644,
      "grad_norm": 1.6889596970561676,
      "learning_rate": 5.922252477482248e-05,
      "loss": 0.7317,
      "step": 104140
    },
    {
      "epoch": 4.2654515666598405,
      "grad_norm": 1.3779591502650252,
      "learning_rate": 5.9219928444893697e-05,
      "loss": 0.7758,
      "step": 104141
    },
    {
      "epoch": 4.265492525087037,
      "grad_norm": 1.5923207767018384,
      "learning_rate": 5.9217332157880416e-05,
      "loss": 0.8435,
      "step": 104142
    },
    {
      "epoch": 4.265533483514233,
      "grad_norm": 1.4160608408090556,
      "learning_rate": 5.9214735913783904e-05,
      "loss": 0.5968,
      "step": 104143
    },
    {
      "epoch": 4.265574441941429,
      "grad_norm": 1.5458667680525477,
      "learning_rate": 5.921213971260545e-05,
      "loss": 0.6176,
      "step": 104144
    },
    {
      "epoch": 4.265615400368626,
      "grad_norm": 1.4972810945174542,
      "learning_rate": 5.920954355434618e-05,
      "loss": 0.7914,
      "step": 104145
    },
    {
      "epoch": 4.265656358795822,
      "grad_norm": 1.6704514487511017,
      "learning_rate": 5.920694743900738e-05,
      "loss": 0.6599,
      "step": 104146
    },
    {
      "epoch": 4.265697317223019,
      "grad_norm": 1.7348711411560436,
      "learning_rate": 5.92043513665903e-05,
      "loss": 0.6433,
      "step": 104147
    },
    {
      "epoch": 4.265738275650215,
      "grad_norm": 1.5124579699538139,
      "learning_rate": 5.92017553370961e-05,
      "loss": 0.6813,
      "step": 104148
    },
    {
      "epoch": 4.265779234077412,
      "grad_norm": 1.6108032958093546,
      "learning_rate": 5.919915935052607e-05,
      "loss": 0.757,
      "step": 104149
    },
    {
      "epoch": 4.2658201925046075,
      "grad_norm": 1.4130653502304384,
      "learning_rate": 5.919656340688138e-05,
      "loss": 0.5986,
      "step": 104150
    },
    {
      "epoch": 4.265861150931804,
      "grad_norm": 1.0968724837871395,
      "learning_rate": 5.919396750616327e-05,
      "loss": 0.2787,
      "step": 104151
    },
    {
      "epoch": 4.265902109359001,
      "grad_norm": 1.4062872208161874,
      "learning_rate": 5.9191371648373036e-05,
      "loss": 0.5534,
      "step": 104152
    },
    {
      "epoch": 4.265943067786197,
      "grad_norm": 2.4268964917269624,
      "learning_rate": 5.918877583351181e-05,
      "loss": 1.3668,
      "step": 104153
    },
    {
      "epoch": 4.265984026213394,
      "grad_norm": 1.914189399820528,
      "learning_rate": 5.918618006158086e-05,
      "loss": 1.1047,
      "step": 104154
    },
    {
      "epoch": 4.26602498464059,
      "grad_norm": 1.3286122742436792,
      "learning_rate": 5.9183584332581466e-05,
      "loss": 0.6571,
      "step": 104155
    },
    {
      "epoch": 4.266065943067786,
      "grad_norm": 1.529301885954967,
      "learning_rate": 5.9180988646514745e-05,
      "loss": 0.6904,
      "step": 104156
    },
    {
      "epoch": 4.266106901494982,
      "grad_norm": 0.5759057550238303,
      "learning_rate": 5.917839300338203e-05,
      "loss": 0.1287,
      "step": 104157
    },
    {
      "epoch": 4.266147859922179,
      "grad_norm": 1.8499431857827795,
      "learning_rate": 5.917579740318445e-05,
      "loss": 0.6868,
      "step": 104158
    },
    {
      "epoch": 4.2661888183493755,
      "grad_norm": 0.6741133078119151,
      "learning_rate": 5.91732018459233e-05,
      "loss": 0.1252,
      "step": 104159
    },
    {
      "epoch": 4.266229776776572,
      "grad_norm": 1.4780806855467028,
      "learning_rate": 5.9170606331599835e-05,
      "loss": 0.4862,
      "step": 104160
    },
    {
      "epoch": 4.2662707352037685,
      "grad_norm": 0.8768196315469315,
      "learning_rate": 5.916801086021517e-05,
      "loss": 0.2363,
      "step": 104161
    },
    {
      "epoch": 4.266311693630964,
      "grad_norm": 1.5752161177981139,
      "learning_rate": 5.9165415431770656e-05,
      "loss": 0.6397,
      "step": 104162
    },
    {
      "epoch": 4.266352652058161,
      "grad_norm": 1.56255321562579,
      "learning_rate": 5.916282004626743e-05,
      "loss": 0.7652,
      "step": 104163
    },
    {
      "epoch": 4.266393610485357,
      "grad_norm": 2.1489252144974054,
      "learning_rate": 5.9160224703706735e-05,
      "loss": 0.5815,
      "step": 104164
    },
    {
      "epoch": 4.266434568912554,
      "grad_norm": 1.5977599052582305,
      "learning_rate": 5.9157629404089865e-05,
      "loss": 0.5275,
      "step": 104165
    },
    {
      "epoch": 4.26647552733975,
      "grad_norm": 1.5944453311987181,
      "learning_rate": 5.915503414741795e-05,
      "loss": 0.8548,
      "step": 104166
    },
    {
      "epoch": 4.266516485766947,
      "grad_norm": 1.0946026670892788,
      "learning_rate": 5.915243893369226e-05,
      "loss": 0.2788,
      "step": 104167
    },
    {
      "epoch": 4.266557444194143,
      "grad_norm": 1.5508990836501584,
      "learning_rate": 5.9149843762914076e-05,
      "loss": 0.6358,
      "step": 104168
    },
    {
      "epoch": 4.266598402621339,
      "grad_norm": 1.5906213460808414,
      "learning_rate": 5.914724863508453e-05,
      "loss": 0.6691,
      "step": 104169
    },
    {
      "epoch": 4.266639361048536,
      "grad_norm": 1.3507301174809339,
      "learning_rate": 5.914465355020494e-05,
      "loss": 0.5025,
      "step": 104170
    },
    {
      "epoch": 4.266680319475732,
      "grad_norm": 1.2485276139614843,
      "learning_rate": 5.914205850827643e-05,
      "loss": 0.7222,
      "step": 104171
    },
    {
      "epoch": 4.266721277902929,
      "grad_norm": 1.643087150171707,
      "learning_rate": 5.9139463509300295e-05,
      "loss": 0.6256,
      "step": 104172
    },
    {
      "epoch": 4.266762236330125,
      "grad_norm": 1.105022210938673,
      "learning_rate": 5.9136868553277786e-05,
      "loss": 0.4418,
      "step": 104173
    },
    {
      "epoch": 4.266803194757322,
      "grad_norm": 1.7169573352076808,
      "learning_rate": 5.9134273640210046e-05,
      "loss": 0.7859,
      "step": 104174
    },
    {
      "epoch": 4.266844153184517,
      "grad_norm": 1.2250581755309893,
      "learning_rate": 5.913167877009836e-05,
      "loss": 0.5143,
      "step": 104175
    },
    {
      "epoch": 4.266885111611714,
      "grad_norm": 1.3694516325017585,
      "learning_rate": 5.912908394294398e-05,
      "loss": 0.6317,
      "step": 104176
    },
    {
      "epoch": 4.2669260700389104,
      "grad_norm": 1.5227741422062773,
      "learning_rate": 5.9126489158748056e-05,
      "loss": 0.6461,
      "step": 104177
    },
    {
      "epoch": 4.266967028466107,
      "grad_norm": 1.6254137238241575,
      "learning_rate": 5.91238944175119e-05,
      "loss": 0.7743,
      "step": 104178
    },
    {
      "epoch": 4.2670079868933035,
      "grad_norm": 1.2492571311113176,
      "learning_rate": 5.912129971923663e-05,
      "loss": 0.5802,
      "step": 104179
    },
    {
      "epoch": 4.2670489453205,
      "grad_norm": 1.4558145697507605,
      "learning_rate": 5.911870506392356e-05,
      "loss": 0.5851,
      "step": 104180
    },
    {
      "epoch": 4.267089903747696,
      "grad_norm": 1.7300646866544862,
      "learning_rate": 5.911611045157392e-05,
      "loss": 0.7852,
      "step": 104181
    },
    {
      "epoch": 4.267130862174892,
      "grad_norm": 0.5068355662844801,
      "learning_rate": 5.9113515882188884e-05,
      "loss": 0.0814,
      "step": 104182
    },
    {
      "epoch": 4.267171820602089,
      "grad_norm": 1.6444883025995858,
      "learning_rate": 5.911092135576969e-05,
      "loss": 0.6592,
      "step": 104183
    },
    {
      "epoch": 4.267212779029285,
      "grad_norm": 1.7894946179070157,
      "learning_rate": 5.910832687231763e-05,
      "loss": 0.5809,
      "step": 104184
    },
    {
      "epoch": 4.267253737456482,
      "grad_norm": 1.6291863844844188,
      "learning_rate": 5.910573243183383e-05,
      "loss": 0.6134,
      "step": 104185
    },
    {
      "epoch": 4.267294695883678,
      "grad_norm": 1.3959020324958078,
      "learning_rate": 5.910313803431961e-05,
      "loss": 0.6579,
      "step": 104186
    },
    {
      "epoch": 4.267335654310875,
      "grad_norm": 1.6414939595554296,
      "learning_rate": 5.91005436797761e-05,
      "loss": 0.6295,
      "step": 104187
    },
    {
      "epoch": 4.267376612738071,
      "grad_norm": 1.3144794599619096,
      "learning_rate": 5.909794936820458e-05,
      "loss": 0.5295,
      "step": 104188
    },
    {
      "epoch": 4.267417571165267,
      "grad_norm": 1.6196939272820892,
      "learning_rate": 5.909535509960633e-05,
      "loss": 0.5825,
      "step": 104189
    },
    {
      "epoch": 4.267458529592464,
      "grad_norm": 1.676285096273002,
      "learning_rate": 5.909276087398248e-05,
      "loss": 0.6227,
      "step": 104190
    },
    {
      "epoch": 4.26749948801966,
      "grad_norm": 0.9126005266106826,
      "learning_rate": 5.9090166691334284e-05,
      "loss": 0.2696,
      "step": 104191
    },
    {
      "epoch": 4.267540446446857,
      "grad_norm": 1.5051769466542944,
      "learning_rate": 5.908757255166303e-05,
      "loss": 0.6479,
      "step": 104192
    },
    {
      "epoch": 4.267581404874053,
      "grad_norm": 0.89575160116081,
      "learning_rate": 5.908497845496986e-05,
      "loss": 0.227,
      "step": 104193
    },
    {
      "epoch": 4.267622363301249,
      "grad_norm": 0.8302796193278081,
      "learning_rate": 5.908238440125607e-05,
      "loss": 0.163,
      "step": 104194
    },
    {
      "epoch": 4.267663321728445,
      "grad_norm": 1.531837385807766,
      "learning_rate": 5.9079790390522876e-05,
      "loss": 0.6855,
      "step": 104195
    },
    {
      "epoch": 4.267704280155642,
      "grad_norm": 1.3223511026492991,
      "learning_rate": 5.907719642277141e-05,
      "loss": 0.4341,
      "step": 104196
    },
    {
      "epoch": 4.2677452385828385,
      "grad_norm": 1.4583211161078686,
      "learning_rate": 5.907460249800302e-05,
      "loss": 0.5059,
      "step": 104197
    },
    {
      "epoch": 4.267786197010035,
      "grad_norm": 1.6705250097540392,
      "learning_rate": 5.9072008616218836e-05,
      "loss": 0.7039,
      "step": 104198
    },
    {
      "epoch": 4.267827155437232,
      "grad_norm": 1.5470584463885642,
      "learning_rate": 5.906941477742014e-05,
      "loss": 0.687,
      "step": 104199
    },
    {
      "epoch": 4.267868113864427,
      "grad_norm": 2.1543579947527385,
      "learning_rate": 5.906682098160819e-05,
      "loss": 1.1461,
      "step": 104200
    },
    {
      "epoch": 4.267909072291624,
      "grad_norm": 1.1696528142114286,
      "learning_rate": 5.906422722878412e-05,
      "loss": 0.5542,
      "step": 104201
    },
    {
      "epoch": 4.26795003071882,
      "grad_norm": 1.6244984897587857,
      "learning_rate": 5.906163351894919e-05,
      "loss": 0.7635,
      "step": 104202
    },
    {
      "epoch": 4.267990989146017,
      "grad_norm": 4.662891534005718,
      "learning_rate": 5.905903985210473e-05,
      "loss": 0.4962,
      "step": 104203
    },
    {
      "epoch": 4.268031947573213,
      "grad_norm": 1.091234163956436,
      "learning_rate": 5.905644622825179e-05,
      "loss": 0.3727,
      "step": 104204
    },
    {
      "epoch": 4.26807290600041,
      "grad_norm": 1.2370703806302898,
      "learning_rate": 5.905385264739176e-05,
      "loss": 0.3581,
      "step": 104205
    },
    {
      "epoch": 4.268113864427606,
      "grad_norm": 2.5058336528432155,
      "learning_rate": 5.905125910952575e-05,
      "loss": 1.4222,
      "step": 104206
    },
    {
      "epoch": 4.268154822854802,
      "grad_norm": 1.0396728189637392,
      "learning_rate": 5.9048665614655e-05,
      "loss": 0.4494,
      "step": 104207
    },
    {
      "epoch": 4.268195781281999,
      "grad_norm": 1.7729297956844363,
      "learning_rate": 5.904607216278083e-05,
      "loss": 0.57,
      "step": 104208
    },
    {
      "epoch": 4.268236739709195,
      "grad_norm": 1.0523700799150735,
      "learning_rate": 5.904347875390434e-05,
      "loss": 0.2521,
      "step": 104209
    },
    {
      "epoch": 4.268277698136392,
      "grad_norm": 1.8765220165567944,
      "learning_rate": 5.9040885388026814e-05,
      "loss": 1.0469,
      "step": 104210
    },
    {
      "epoch": 4.268318656563588,
      "grad_norm": 1.2389745324786599,
      "learning_rate": 5.903829206514954e-05,
      "loss": 0.5196,
      "step": 104211
    },
    {
      "epoch": 4.268359614990785,
      "grad_norm": 1.4867556107454023,
      "learning_rate": 5.9035698785273636e-05,
      "loss": 0.6887,
      "step": 104212
    },
    {
      "epoch": 4.26840057341798,
      "grad_norm": 1.5647322809248188,
      "learning_rate": 5.903310554840041e-05,
      "loss": 0.6843,
      "step": 104213
    },
    {
      "epoch": 4.268441531845177,
      "grad_norm": 1.241718011261014,
      "learning_rate": 5.903051235453101e-05,
      "loss": 0.3544,
      "step": 104214
    },
    {
      "epoch": 4.2684824902723735,
      "grad_norm": 1.244420097050574,
      "learning_rate": 5.9027919203666704e-05,
      "loss": 0.3756,
      "step": 104215
    },
    {
      "epoch": 4.26852344869957,
      "grad_norm": 1.549643442450522,
      "learning_rate": 5.902532609580878e-05,
      "loss": 0.6063,
      "step": 104216
    },
    {
      "epoch": 4.2685644071267665,
      "grad_norm": 1.0957864062318239,
      "learning_rate": 5.902273303095833e-05,
      "loss": 0.2129,
      "step": 104217
    },
    {
      "epoch": 4.268605365553963,
      "grad_norm": 1.3614321232515418,
      "learning_rate": 5.9020140009116674e-05,
      "loss": 0.5444,
      "step": 104218
    },
    {
      "epoch": 4.268646323981159,
      "grad_norm": 1.489223575829445,
      "learning_rate": 5.901754703028506e-05,
      "loss": 0.4925,
      "step": 104219
    },
    {
      "epoch": 4.268687282408355,
      "grad_norm": 0.6022917274264823,
      "learning_rate": 5.9014954094464615e-05,
      "loss": 0.1325,
      "step": 104220
    },
    {
      "epoch": 4.268728240835552,
      "grad_norm": 1.4024924665941283,
      "learning_rate": 5.901236120165667e-05,
      "loss": 0.5158,
      "step": 104221
    },
    {
      "epoch": 4.268769199262748,
      "grad_norm": 1.2847595433679255,
      "learning_rate": 5.900976835186235e-05,
      "loss": 0.5537,
      "step": 104222
    },
    {
      "epoch": 4.268810157689945,
      "grad_norm": 1.6887190996455637,
      "learning_rate": 5.900717554508294e-05,
      "loss": 0.8742,
      "step": 104223
    },
    {
      "epoch": 4.268851116117141,
      "grad_norm": 1.4418555589962996,
      "learning_rate": 5.90045827813197e-05,
      "loss": 0.6395,
      "step": 104224
    },
    {
      "epoch": 4.268892074544338,
      "grad_norm": 1.5282506585189606,
      "learning_rate": 5.9001990060573774e-05,
      "loss": 0.6482,
      "step": 104225
    },
    {
      "epoch": 4.268933032971534,
      "grad_norm": 1.373225855847658,
      "learning_rate": 5.899939738284648e-05,
      "loss": 0.5196,
      "step": 104226
    },
    {
      "epoch": 4.26897399139873,
      "grad_norm": 1.5786296241398212,
      "learning_rate": 5.8996804748138925e-05,
      "loss": 0.6432,
      "step": 104227
    },
    {
      "epoch": 4.269014949825927,
      "grad_norm": 1.3546313706945163,
      "learning_rate": 5.899421215645241e-05,
      "loss": 0.4297,
      "step": 104228
    },
    {
      "epoch": 4.269055908253123,
      "grad_norm": 1.6642839296701089,
      "learning_rate": 5.899161960778819e-05,
      "loss": 0.7396,
      "step": 104229
    },
    {
      "epoch": 4.26909686668032,
      "grad_norm": 1.4972962607323543,
      "learning_rate": 5.898902710214741e-05,
      "loss": 0.6979,
      "step": 104230
    },
    {
      "epoch": 4.269137825107516,
      "grad_norm": 1.4447599627028365,
      "learning_rate": 5.898643463953133e-05,
      "loss": 0.5859,
      "step": 104231
    },
    {
      "epoch": 4.269178783534712,
      "grad_norm": 1.137372199350517,
      "learning_rate": 5.898384221994124e-05,
      "loss": 0.2284,
      "step": 104232
    },
    {
      "epoch": 4.2692197419619085,
      "grad_norm": 1.7960680058614156,
      "learning_rate": 5.8981249843378255e-05,
      "loss": 0.8453,
      "step": 104233
    },
    {
      "epoch": 4.269260700389105,
      "grad_norm": 1.7410287605275407,
      "learning_rate": 5.89786575098437e-05,
      "loss": 0.7318,
      "step": 104234
    },
    {
      "epoch": 4.2693016588163015,
      "grad_norm": 1.5311343285554417,
      "learning_rate": 5.89760652193387e-05,
      "loss": 0.7618,
      "step": 104235
    },
    {
      "epoch": 4.269342617243498,
      "grad_norm": 0.839945022028374,
      "learning_rate": 5.897347297186454e-05,
      "loss": 0.2209,
      "step": 104236
    },
    {
      "epoch": 4.269383575670695,
      "grad_norm": 1.3698495678848195,
      "learning_rate": 5.897088076742249e-05,
      "loss": 0.4115,
      "step": 104237
    },
    {
      "epoch": 4.26942453409789,
      "grad_norm": 1.306591303718559,
      "learning_rate": 5.896828860601369e-05,
      "loss": 0.5313,
      "step": 104238
    },
    {
      "epoch": 4.269465492525087,
      "grad_norm": 1.3713168652246979,
      "learning_rate": 5.8965696487639374e-05,
      "loss": 0.5028,
      "step": 104239
    },
    {
      "epoch": 4.269506450952283,
      "grad_norm": 1.2606010901568787,
      "learning_rate": 5.896310441230087e-05,
      "loss": 0.6022,
      "step": 104240
    },
    {
      "epoch": 4.26954740937948,
      "grad_norm": 0.5589610951371654,
      "learning_rate": 5.896051237999926e-05,
      "loss": 0.088,
      "step": 104241
    },
    {
      "epoch": 4.269588367806676,
      "grad_norm": 2.122281410389448,
      "learning_rate": 5.89579203907359e-05,
      "loss": 0.8887,
      "step": 104242
    },
    {
      "epoch": 4.269629326233873,
      "grad_norm": 1.6654421084048283,
      "learning_rate": 5.8955328444511884e-05,
      "loss": 0.7191,
      "step": 104243
    },
    {
      "epoch": 4.2696702846610695,
      "grad_norm": 1.6450926264681893,
      "learning_rate": 5.895273654132852e-05,
      "loss": 0.5909,
      "step": 104244
    },
    {
      "epoch": 4.269711243088265,
      "grad_norm": 0.9001457717352795,
      "learning_rate": 5.8950144681187064e-05,
      "loss": 0.2084,
      "step": 104245
    },
    {
      "epoch": 4.269752201515462,
      "grad_norm": 1.6084693931728804,
      "learning_rate": 5.8947552864088654e-05,
      "loss": 0.5699,
      "step": 104246
    },
    {
      "epoch": 4.269793159942658,
      "grad_norm": 0.8279333182872933,
      "learning_rate": 5.8944961090034546e-05,
      "loss": 0.2121,
      "step": 104247
    },
    {
      "epoch": 4.269834118369855,
      "grad_norm": 1.644171037348614,
      "learning_rate": 5.894236935902602e-05,
      "loss": 0.7456,
      "step": 104248
    },
    {
      "epoch": 4.269875076797051,
      "grad_norm": 1.4884980811500195,
      "learning_rate": 5.8939777671064236e-05,
      "loss": 0.5768,
      "step": 104249
    },
    {
      "epoch": 4.269916035224248,
      "grad_norm": 1.1766443224853091,
      "learning_rate": 5.893718602615048e-05,
      "loss": 0.226,
      "step": 104250
    },
    {
      "epoch": 4.269956993651443,
      "grad_norm": 0.8839524211380217,
      "learning_rate": 5.893459442428587e-05,
      "loss": 0.2088,
      "step": 104251
    },
    {
      "epoch": 4.26999795207864,
      "grad_norm": 1.033630914176656,
      "learning_rate": 5.893200286547172e-05,
      "loss": 0.4209,
      "step": 104252
    },
    {
      "epoch": 4.2700389105058365,
      "grad_norm": 1.1998681518263596,
      "learning_rate": 5.892941134970927e-05,
      "loss": 0.4037,
      "step": 104253
    },
    {
      "epoch": 4.270079868933033,
      "grad_norm": 1.063504995227882,
      "learning_rate": 5.8926819876999663e-05,
      "loss": 0.2153,
      "step": 104254
    },
    {
      "epoch": 4.27012082736023,
      "grad_norm": 1.5878657423206577,
      "learning_rate": 5.8924228447344185e-05,
      "loss": 0.5162,
      "step": 104255
    },
    {
      "epoch": 4.270161785787426,
      "grad_norm": 1.912472866722632,
      "learning_rate": 5.892163706074408e-05,
      "loss": 0.8328,
      "step": 104256
    },
    {
      "epoch": 4.270202744214622,
      "grad_norm": 1.4007627245126852,
      "learning_rate": 5.89190457172005e-05,
      "loss": 0.4678,
      "step": 104257
    },
    {
      "epoch": 4.270243702641818,
      "grad_norm": 0.8129334933841006,
      "learning_rate": 5.8916454416714763e-05,
      "loss": 0.2216,
      "step": 104258
    },
    {
      "epoch": 4.270284661069015,
      "grad_norm": 1.7923526187089558,
      "learning_rate": 5.8913863159287985e-05,
      "loss": 0.7934,
      "step": 104259
    },
    {
      "epoch": 4.270325619496211,
      "grad_norm": 1.7993792386495915,
      "learning_rate": 5.891127194492144e-05,
      "loss": 0.5208,
      "step": 104260
    },
    {
      "epoch": 4.270366577923408,
      "grad_norm": 0.8863001230966924,
      "learning_rate": 5.890868077361642e-05,
      "loss": 0.2365,
      "step": 104261
    },
    {
      "epoch": 4.270407536350604,
      "grad_norm": 1.617897962145566,
      "learning_rate": 5.890608964537403e-05,
      "loss": 0.7103,
      "step": 104262
    },
    {
      "epoch": 4.270448494777801,
      "grad_norm": 1.5641315999582175,
      "learning_rate": 5.8903498560195564e-05,
      "loss": 0.6353,
      "step": 104263
    },
    {
      "epoch": 4.270489453204997,
      "grad_norm": 0.9006633364627511,
      "learning_rate": 5.8900907518082284e-05,
      "loss": 0.2278,
      "step": 104264
    },
    {
      "epoch": 4.270530411632193,
      "grad_norm": 1.6607805021860462,
      "learning_rate": 5.889831651903537e-05,
      "loss": 0.5422,
      "step": 104265
    },
    {
      "epoch": 4.27057137005939,
      "grad_norm": 1.5024940140902616,
      "learning_rate": 5.8895725563056005e-05,
      "loss": 0.5232,
      "step": 104266
    },
    {
      "epoch": 4.270612328486586,
      "grad_norm": 1.3343184883365649,
      "learning_rate": 5.889313465014549e-05,
      "loss": 0.5116,
      "step": 104267
    },
    {
      "epoch": 4.270653286913783,
      "grad_norm": 1.0564295212315717,
      "learning_rate": 5.889054378030497e-05,
      "loss": 0.2633,
      "step": 104268
    },
    {
      "epoch": 4.270694245340979,
      "grad_norm": 1.6240913779263373,
      "learning_rate": 5.8887952953535764e-05,
      "loss": 0.6694,
      "step": 104269
    },
    {
      "epoch": 4.270735203768175,
      "grad_norm": 3.2057113136948425,
      "learning_rate": 5.888536216983901e-05,
      "loss": 3.1805,
      "step": 104270
    },
    {
      "epoch": 4.2707761621953715,
      "grad_norm": 1.5604829070889996,
      "learning_rate": 5.888277142921594e-05,
      "loss": 0.7587,
      "step": 104271
    },
    {
      "epoch": 4.270817120622568,
      "grad_norm": 1.8137776701947868,
      "learning_rate": 5.8880180731667884e-05,
      "loss": 0.6856,
      "step": 104272
    },
    {
      "epoch": 4.2708580790497646,
      "grad_norm": 1.5095249306389578,
      "learning_rate": 5.8877590077195926e-05,
      "loss": 0.631,
      "step": 104273
    },
    {
      "epoch": 4.270899037476961,
      "grad_norm": 0.7568148833738765,
      "learning_rate": 5.887499946580135e-05,
      "loss": 0.2186,
      "step": 104274
    },
    {
      "epoch": 4.270939995904158,
      "grad_norm": 1.3761355406034603,
      "learning_rate": 5.887240889748546e-05,
      "loss": 0.6137,
      "step": 104275
    },
    {
      "epoch": 4.270980954331353,
      "grad_norm": 1.420218438459391,
      "learning_rate": 5.886981837224935e-05,
      "loss": 0.6844,
      "step": 104276
    },
    {
      "epoch": 4.27102191275855,
      "grad_norm": 1.5014671130783916,
      "learning_rate": 5.8867227890094346e-05,
      "loss": 0.5821,
      "step": 104277
    },
    {
      "epoch": 4.271062871185746,
      "grad_norm": 1.3086719709994108,
      "learning_rate": 5.8864637451021565e-05,
      "loss": 0.5732,
      "step": 104278
    },
    {
      "epoch": 4.271103829612943,
      "grad_norm": 1.1520182837539006,
      "learning_rate": 5.886204705503232e-05,
      "loss": 0.4448,
      "step": 104279
    },
    {
      "epoch": 4.271144788040139,
      "grad_norm": 1.4480353431335358,
      "learning_rate": 5.885945670212785e-05,
      "loss": 0.6128,
      "step": 104280
    },
    {
      "epoch": 4.271185746467336,
      "grad_norm": 1.410099236608245,
      "learning_rate": 5.8856866392309296e-05,
      "loss": 0.5205,
      "step": 104281
    },
    {
      "epoch": 4.2712267048945325,
      "grad_norm": 1.2740987289606391,
      "learning_rate": 5.885427612557792e-05,
      "loss": 0.3249,
      "step": 104282
    },
    {
      "epoch": 4.271267663321728,
      "grad_norm": 1.448629949682372,
      "learning_rate": 5.8851685901935e-05,
      "loss": 0.617,
      "step": 104283
    },
    {
      "epoch": 4.271308621748925,
      "grad_norm": 1.4679374422584657,
      "learning_rate": 5.884909572138167e-05,
      "loss": 0.5516,
      "step": 104284
    },
    {
      "epoch": 4.271349580176121,
      "grad_norm": 1.6195448674722794,
      "learning_rate": 5.8846505583919245e-05,
      "loss": 0.5901,
      "step": 104285
    },
    {
      "epoch": 4.271390538603318,
      "grad_norm": 0.9310526759826687,
      "learning_rate": 5.8843915489548847e-05,
      "loss": 0.2684,
      "step": 104286
    },
    {
      "epoch": 4.271431497030514,
      "grad_norm": 1.3576690585379172,
      "learning_rate": 5.8841325438271764e-05,
      "loss": 0.5825,
      "step": 104287
    },
    {
      "epoch": 4.271472455457711,
      "grad_norm": 0.6621502843551345,
      "learning_rate": 5.883873543008927e-05,
      "loss": 0.1037,
      "step": 104288
    },
    {
      "epoch": 4.2715134138849065,
      "grad_norm": 1.0484640696529133,
      "learning_rate": 5.8836145465002474e-05,
      "loss": 0.2685,
      "step": 104289
    },
    {
      "epoch": 4.271554372312103,
      "grad_norm": 0.7342726413832589,
      "learning_rate": 5.883355554301266e-05,
      "loss": 0.2138,
      "step": 104290
    },
    {
      "epoch": 4.2715953307392995,
      "grad_norm": 1.4191449008093946,
      "learning_rate": 5.883096566412109e-05,
      "loss": 0.6094,
      "step": 104291
    },
    {
      "epoch": 4.271636289166496,
      "grad_norm": 0.7598606626431547,
      "learning_rate": 5.882837582832892e-05,
      "loss": 0.1888,
      "step": 104292
    },
    {
      "epoch": 4.271677247593693,
      "grad_norm": 0.934167201174371,
      "learning_rate": 5.882578603563744e-05,
      "loss": 0.2184,
      "step": 104293
    },
    {
      "epoch": 4.271718206020889,
      "grad_norm": 1.7176984058202744,
      "learning_rate": 5.8823196286047795e-05,
      "loss": 0.8021,
      "step": 104294
    },
    {
      "epoch": 4.271759164448085,
      "grad_norm": 2.8327537802392033,
      "learning_rate": 5.882060657956124e-05,
      "loss": 1.831,
      "step": 104295
    },
    {
      "epoch": 4.271800122875281,
      "grad_norm": 1.0758834579650758,
      "learning_rate": 5.8818016916179075e-05,
      "loss": 0.3151,
      "step": 104296
    },
    {
      "epoch": 4.271841081302478,
      "grad_norm": 1.5010744286239754,
      "learning_rate": 5.881542729590241e-05,
      "loss": 0.5823,
      "step": 104297
    },
    {
      "epoch": 4.271882039729674,
      "grad_norm": 1.2392611419105457,
      "learning_rate": 5.881283771873256e-05,
      "loss": 0.5456,
      "step": 104298
    },
    {
      "epoch": 4.271922998156871,
      "grad_norm": 1.6358397315931539,
      "learning_rate": 5.881024818467066e-05,
      "loss": 0.8135,
      "step": 104299
    },
    {
      "epoch": 4.2719639565840675,
      "grad_norm": 1.5319695881803272,
      "learning_rate": 5.880765869371798e-05,
      "loss": 0.6892,
      "step": 104300
    },
    {
      "epoch": 4.272004915011264,
      "grad_norm": 1.5596395484633805,
      "learning_rate": 5.8805069245875815e-05,
      "loss": 0.6699,
      "step": 104301
    },
    {
      "epoch": 4.27204587343846,
      "grad_norm": 1.2396965756565599,
      "learning_rate": 5.880247984114524e-05,
      "loss": 0.581,
      "step": 104302
    },
    {
      "epoch": 4.272086831865656,
      "grad_norm": 1.6030933953723867,
      "learning_rate": 5.879989047952759e-05,
      "loss": 0.737,
      "step": 104303
    },
    {
      "epoch": 4.272127790292853,
      "grad_norm": 1.4257646112825977,
      "learning_rate": 5.87973011610241e-05,
      "loss": 0.4536,
      "step": 104304
    },
    {
      "epoch": 4.272168748720049,
      "grad_norm": 1.295099464330863,
      "learning_rate": 5.8794711885635896e-05,
      "loss": 0.5167,
      "step": 104305
    },
    {
      "epoch": 4.272209707147246,
      "grad_norm": 1.7265769679379654,
      "learning_rate": 5.879212265336433e-05,
      "loss": 0.8731,
      "step": 104306
    },
    {
      "epoch": 4.272250665574442,
      "grad_norm": 1.4875973625868255,
      "learning_rate": 5.87895334642105e-05,
      "loss": 0.7348,
      "step": 104307
    },
    {
      "epoch": 4.272291624001638,
      "grad_norm": 0.7704504537077025,
      "learning_rate": 5.878694431817566e-05,
      "loss": 0.126,
      "step": 104308
    },
    {
      "epoch": 4.2723325824288345,
      "grad_norm": 1.9820296186784891,
      "learning_rate": 5.8784355215261134e-05,
      "loss": 0.7,
      "step": 104309
    },
    {
      "epoch": 4.272373540856031,
      "grad_norm": 1.420257173186105,
      "learning_rate": 5.8781766155468026e-05,
      "loss": 0.6384,
      "step": 104310
    },
    {
      "epoch": 4.272414499283228,
      "grad_norm": 1.4415999882084451,
      "learning_rate": 5.877917713879759e-05,
      "loss": 0.499,
      "step": 104311
    },
    {
      "epoch": 4.272455457710424,
      "grad_norm": 1.3266247679754786,
      "learning_rate": 5.877658816525112e-05,
      "loss": 0.5377,
      "step": 104312
    },
    {
      "epoch": 4.272496416137621,
      "grad_norm": 0.6413091684074784,
      "learning_rate": 5.877399923482975e-05,
      "loss": 0.0868,
      "step": 104313
    },
    {
      "epoch": 4.272537374564816,
      "grad_norm": 1.0279389055879335,
      "learning_rate": 5.877141034753478e-05,
      "loss": 0.2688,
      "step": 104314
    },
    {
      "epoch": 4.272578332992013,
      "grad_norm": 2.914691304855365,
      "learning_rate": 5.8768821503367336e-05,
      "loss": 2.68,
      "step": 104315
    },
    {
      "epoch": 4.272619291419209,
      "grad_norm": 1.5903044708174914,
      "learning_rate": 5.87662327023287e-05,
      "loss": 0.5937,
      "step": 104316
    },
    {
      "epoch": 4.272660249846406,
      "grad_norm": 5.043065403954052,
      "learning_rate": 5.876364394442016e-05,
      "loss": 1.93,
      "step": 104317
    },
    {
      "epoch": 4.2727012082736024,
      "grad_norm": 0.745815690265558,
      "learning_rate": 5.87610552296428e-05,
      "loss": 0.1667,
      "step": 104318
    },
    {
      "epoch": 4.272742166700799,
      "grad_norm": 0.8912355943020972,
      "learning_rate": 5.875846655799794e-05,
      "loss": 0.2203,
      "step": 104319
    },
    {
      "epoch": 4.2727831251279955,
      "grad_norm": 1.4273056637817036,
      "learning_rate": 5.875587792948683e-05,
      "loss": 0.5278,
      "step": 104320
    },
    {
      "epoch": 4.272824083555191,
      "grad_norm": 2.02075208668999,
      "learning_rate": 5.875328934411059e-05,
      "loss": 0.9387,
      "step": 104321
    },
    {
      "epoch": 4.272865041982388,
      "grad_norm": 1.311980006360087,
      "learning_rate": 5.875070080187055e-05,
      "loss": 0.3045,
      "step": 104322
    },
    {
      "epoch": 4.272906000409584,
      "grad_norm": 0.985949673225802,
      "learning_rate": 5.874811230276784e-05,
      "loss": 0.1363,
      "step": 104323
    },
    {
      "epoch": 4.272946958836781,
      "grad_norm": 1.9078350215184092,
      "learning_rate": 5.8745523846803725e-05,
      "loss": 0.526,
      "step": 104324
    },
    {
      "epoch": 4.272987917263977,
      "grad_norm": 0.9866951332534263,
      "learning_rate": 5.874293543397948e-05,
      "loss": 0.2298,
      "step": 104325
    },
    {
      "epoch": 4.273028875691174,
      "grad_norm": 1.640180247471708,
      "learning_rate": 5.8740347064296224e-05,
      "loss": 0.6738,
      "step": 104326
    },
    {
      "epoch": 4.2730698341183695,
      "grad_norm": 0.7895872601993859,
      "learning_rate": 5.873775873775524e-05,
      "loss": 0.1709,
      "step": 104327
    },
    {
      "epoch": 4.273110792545566,
      "grad_norm": 1.0709931893117146,
      "learning_rate": 5.87351704543578e-05,
      "loss": 0.2926,
      "step": 104328
    },
    {
      "epoch": 4.273151750972763,
      "grad_norm": 1.1964058368445665,
      "learning_rate": 5.873258221410503e-05,
      "loss": 0.3772,
      "step": 104329
    },
    {
      "epoch": 4.273192709399959,
      "grad_norm": 1.4588263016057053,
      "learning_rate": 5.872999401699824e-05,
      "loss": 0.5964,
      "step": 104330
    },
    {
      "epoch": 4.273233667827156,
      "grad_norm": 1.403003812938949,
      "learning_rate": 5.872740586303856e-05,
      "loss": 0.5479,
      "step": 104331
    },
    {
      "epoch": 4.273274626254352,
      "grad_norm": 1.5769563221071,
      "learning_rate": 5.8724817752227284e-05,
      "loss": 0.6923,
      "step": 104332
    },
    {
      "epoch": 4.273315584681548,
      "grad_norm": 0.9199712114084189,
      "learning_rate": 5.8722229684565656e-05,
      "loss": 0.2811,
      "step": 104333
    },
    {
      "epoch": 4.273356543108744,
      "grad_norm": 1.5366669502146018,
      "learning_rate": 5.8719641660054807e-05,
      "loss": 0.6224,
      "step": 104334
    },
    {
      "epoch": 4.273397501535941,
      "grad_norm": 1.8781817901125621,
      "learning_rate": 5.8717053678696024e-05,
      "loss": 0.8353,
      "step": 104335
    },
    {
      "epoch": 4.273438459963137,
      "grad_norm": 0.6382939308124412,
      "learning_rate": 5.871446574049062e-05,
      "loss": 0.096,
      "step": 104336
    },
    {
      "epoch": 4.273479418390334,
      "grad_norm": 1.6032124262688874,
      "learning_rate": 5.871187784543962e-05,
      "loss": 0.739,
      "step": 104337
    },
    {
      "epoch": 4.2735203768175305,
      "grad_norm": 1.1879217561030644,
      "learning_rate": 5.8709289993544345e-05,
      "loss": 0.365,
      "step": 104338
    },
    {
      "epoch": 4.273561335244727,
      "grad_norm": 1.158768094118513,
      "learning_rate": 5.8706702184806066e-05,
      "loss": 0.4545,
      "step": 104339
    },
    {
      "epoch": 4.273602293671923,
      "grad_norm": 1.8521476822904865,
      "learning_rate": 5.870411441922591e-05,
      "loss": 0.7297,
      "step": 104340
    },
    {
      "epoch": 4.273643252099119,
      "grad_norm": 1.8408685445589634,
      "learning_rate": 5.87015266968052e-05,
      "loss": 0.8422,
      "step": 104341
    },
    {
      "epoch": 4.273684210526316,
      "grad_norm": 1.5742093633919572,
      "learning_rate": 5.869893901754506e-05,
      "loss": 0.6236,
      "step": 104342
    },
    {
      "epoch": 4.273725168953512,
      "grad_norm": 1.520549927817653,
      "learning_rate": 5.869635138144677e-05,
      "loss": 0.6436,
      "step": 104343
    },
    {
      "epoch": 4.273766127380709,
      "grad_norm": 1.4543317563233276,
      "learning_rate": 5.86937637885116e-05,
      "loss": 0.6057,
      "step": 104344
    },
    {
      "epoch": 4.273807085807905,
      "grad_norm": 1.546853202450215,
      "learning_rate": 5.869117623874067e-05,
      "loss": 0.7969,
      "step": 104345
    },
    {
      "epoch": 4.273848044235101,
      "grad_norm": 1.6800154708463717,
      "learning_rate": 5.868858873213526e-05,
      "loss": 0.8439,
      "step": 104346
    },
    {
      "epoch": 4.2738890026622975,
      "grad_norm": 1.2399479484998925,
      "learning_rate": 5.8686001268696614e-05,
      "loss": 0.5375,
      "step": 104347
    },
    {
      "epoch": 4.273929961089494,
      "grad_norm": 1.4486929158383313,
      "learning_rate": 5.868341384842589e-05,
      "loss": 0.7625,
      "step": 104348
    },
    {
      "epoch": 4.273970919516691,
      "grad_norm": 1.2976241324846391,
      "learning_rate": 5.86808264713244e-05,
      "loss": 0.5469,
      "step": 104349
    },
    {
      "epoch": 4.274011877943887,
      "grad_norm": 1.4465715371244317,
      "learning_rate": 5.867823913739327e-05,
      "loss": 0.7064,
      "step": 104350
    },
    {
      "epoch": 4.274052836371084,
      "grad_norm": 1.3140299294327376,
      "learning_rate": 5.867565184663376e-05,
      "loss": 0.4941,
      "step": 104351
    },
    {
      "epoch": 4.274093794798279,
      "grad_norm": 1.4109047685995273,
      "learning_rate": 5.867306459904716e-05,
      "loss": 0.6387,
      "step": 104352
    },
    {
      "epoch": 4.274134753225476,
      "grad_norm": 0.5008941749268638,
      "learning_rate": 5.8670477394634585e-05,
      "loss": 0.1067,
      "step": 104353
    },
    {
      "epoch": 4.274175711652672,
      "grad_norm": 1.4616613576465187,
      "learning_rate": 5.866789023339731e-05,
      "loss": 0.7102,
      "step": 104354
    },
    {
      "epoch": 4.274216670079869,
      "grad_norm": 1.6098269692801395,
      "learning_rate": 5.866530311533659e-05,
      "loss": 0.841,
      "step": 104355
    },
    {
      "epoch": 4.2742576285070655,
      "grad_norm": 1.0928646276938023,
      "learning_rate": 5.866271604045359e-05,
      "loss": 0.4299,
      "step": 104356
    },
    {
      "epoch": 4.274298586934262,
      "grad_norm": 1.497153665911649,
      "learning_rate": 5.8660129008749597e-05,
      "loss": 0.738,
      "step": 104357
    },
    {
      "epoch": 4.2743395453614585,
      "grad_norm": 0.571815256023864,
      "learning_rate": 5.8657542020225744e-05,
      "loss": 0.0819,
      "step": 104358
    },
    {
      "epoch": 4.274380503788654,
      "grad_norm": 3.7621585289530937,
      "learning_rate": 5.86549550748833e-05,
      "loss": 0.7255,
      "step": 104359
    },
    {
      "epoch": 4.274421462215851,
      "grad_norm": 2.1688069220403787,
      "learning_rate": 5.865236817272355e-05,
      "loss": 0.5223,
      "step": 104360
    },
    {
      "epoch": 4.274462420643047,
      "grad_norm": 1.40928901256018,
      "learning_rate": 5.864978131374761e-05,
      "loss": 0.5094,
      "step": 104361
    },
    {
      "epoch": 4.274503379070244,
      "grad_norm": 1.374056295439505,
      "learning_rate": 5.864719449795673e-05,
      "loss": 0.5866,
      "step": 104362
    },
    {
      "epoch": 4.27454433749744,
      "grad_norm": 1.497084141985356,
      "learning_rate": 5.8644607725352236e-05,
      "loss": 0.6825,
      "step": 104363
    },
    {
      "epoch": 4.274585295924637,
      "grad_norm": 0.8597100133821669,
      "learning_rate": 5.864202099593522e-05,
      "loss": 0.1929,
      "step": 104364
    },
    {
      "epoch": 4.2746262543518325,
      "grad_norm": 0.9084415512719279,
      "learning_rate": 5.863943430970699e-05,
      "loss": 0.2249,
      "step": 104365
    },
    {
      "epoch": 4.274667212779029,
      "grad_norm": 1.8605649881864819,
      "learning_rate": 5.863684766666868e-05,
      "loss": 0.6686,
      "step": 104366
    },
    {
      "epoch": 4.274708171206226,
      "grad_norm": 2.0981525511942745,
      "learning_rate": 5.8634261066821584e-05,
      "loss": 0.7564,
      "step": 104367
    },
    {
      "epoch": 4.274749129633422,
      "grad_norm": 0.937361602136608,
      "learning_rate": 5.863167451016694e-05,
      "loss": 0.2125,
      "step": 104368
    },
    {
      "epoch": 4.274790088060619,
      "grad_norm": 3.123924182878175,
      "learning_rate": 5.86290879967059e-05,
      "loss": 2.5836,
      "step": 104369
    },
    {
      "epoch": 4.274831046487815,
      "grad_norm": 1.3656433076456818,
      "learning_rate": 5.862650152643979e-05,
      "loss": 0.4964,
      "step": 104370
    },
    {
      "epoch": 4.274872004915011,
      "grad_norm": 1.8141341315187893,
      "learning_rate": 5.8623915099369684e-05,
      "loss": 0.9787,
      "step": 104371
    },
    {
      "epoch": 4.274912963342207,
      "grad_norm": 1.561331003475851,
      "learning_rate": 5.8621328715496913e-05,
      "loss": 0.7165,
      "step": 104372
    },
    {
      "epoch": 4.274953921769404,
      "grad_norm": 1.465172212196691,
      "learning_rate": 5.861874237482272e-05,
      "loss": 0.6902,
      "step": 104373
    },
    {
      "epoch": 4.2749948801966005,
      "grad_norm": 1.3844398866627357,
      "learning_rate": 5.861615607734822e-05,
      "loss": 0.5417,
      "step": 104374
    },
    {
      "epoch": 4.275035838623797,
      "grad_norm": 1.5324240212551328,
      "learning_rate": 5.8613569823074714e-05,
      "loss": 0.7665,
      "step": 104375
    },
    {
      "epoch": 4.2750767970509935,
      "grad_norm": 0.9655757003132579,
      "learning_rate": 5.861098361200345e-05,
      "loss": 0.3488,
      "step": 104376
    },
    {
      "epoch": 4.27511775547819,
      "grad_norm": 1.6971184880054102,
      "learning_rate": 5.860839744413557e-05,
      "loss": 0.7088,
      "step": 104377
    },
    {
      "epoch": 4.275158713905386,
      "grad_norm": 1.3607948495251605,
      "learning_rate": 5.860581131947239e-05,
      "loss": 0.612,
      "step": 104378
    },
    {
      "epoch": 4.275199672332582,
      "grad_norm": 1.9102661798035576,
      "learning_rate": 5.8603225238015015e-05,
      "loss": 0.7019,
      "step": 104379
    },
    {
      "epoch": 4.275240630759779,
      "grad_norm": 1.9206180641204278,
      "learning_rate": 5.8600639199764734e-05,
      "loss": 0.822,
      "step": 104380
    },
    {
      "epoch": 4.275281589186975,
      "grad_norm": 1.4706806499998277,
      "learning_rate": 5.859805320472282e-05,
      "loss": 0.5793,
      "step": 104381
    },
    {
      "epoch": 4.275322547614172,
      "grad_norm": 1.0798523316357627,
      "learning_rate": 5.85954672528904e-05,
      "loss": 0.3331,
      "step": 104382
    },
    {
      "epoch": 4.275363506041368,
      "grad_norm": 1.323082048052401,
      "learning_rate": 5.8592881344268716e-05,
      "loss": 0.6133,
      "step": 104383
    },
    {
      "epoch": 4.275404464468564,
      "grad_norm": 1.407900555724513,
      "learning_rate": 5.8590295478859086e-05,
      "loss": 0.5455,
      "step": 104384
    },
    {
      "epoch": 4.275445422895761,
      "grad_norm": 0.9233805893977205,
      "learning_rate": 5.8587709656662603e-05,
      "loss": 0.2354,
      "step": 104385
    },
    {
      "epoch": 4.275486381322957,
      "grad_norm": 1.4623891906829647,
      "learning_rate": 5.8585123877680604e-05,
      "loss": 0.7327,
      "step": 104386
    },
    {
      "epoch": 4.275527339750154,
      "grad_norm": 1.3246235872701089,
      "learning_rate": 5.85825381419142e-05,
      "loss": 0.5827,
      "step": 104387
    },
    {
      "epoch": 4.27556829817735,
      "grad_norm": 0.911534873815002,
      "learning_rate": 5.857995244936466e-05,
      "loss": 0.452,
      "step": 104388
    },
    {
      "epoch": 4.275609256604547,
      "grad_norm": 1.345032844297367,
      "learning_rate": 5.8577366800033264e-05,
      "loss": 0.6065,
      "step": 104389
    },
    {
      "epoch": 4.275650215031742,
      "grad_norm": 1.5723710483948765,
      "learning_rate": 5.8574781193921134e-05,
      "loss": 0.7526,
      "step": 104390
    },
    {
      "epoch": 4.275691173458939,
      "grad_norm": 1.2759831409379403,
      "learning_rate": 5.8572195631029545e-05,
      "loss": 0.5981,
      "step": 104391
    },
    {
      "epoch": 4.275732131886135,
      "grad_norm": 1.8035102364226616,
      "learning_rate": 5.8569610111359764e-05,
      "loss": 1.0189,
      "step": 104392
    },
    {
      "epoch": 4.275773090313332,
      "grad_norm": 1.9613902305278257,
      "learning_rate": 5.856702463491293e-05,
      "loss": 0.8127,
      "step": 104393
    },
    {
      "epoch": 4.2758140487405285,
      "grad_norm": 2.1419559807803683,
      "learning_rate": 5.856443920169033e-05,
      "loss": 0.9763,
      "step": 104394
    },
    {
      "epoch": 4.275855007167725,
      "grad_norm": 1.3478273750792207,
      "learning_rate": 5.8561853811693124e-05,
      "loss": 0.5911,
      "step": 104395
    },
    {
      "epoch": 4.275895965594922,
      "grad_norm": 1.670771963301049,
      "learning_rate": 5.855926846492256e-05,
      "loss": 0.5528,
      "step": 104396
    },
    {
      "epoch": 4.275936924022117,
      "grad_norm": 2.2897003463768995,
      "learning_rate": 5.855668316137993e-05,
      "loss": 1.1616,
      "step": 104397
    },
    {
      "epoch": 4.275977882449314,
      "grad_norm": 1.469625256183496,
      "learning_rate": 5.855409790106632e-05,
      "loss": 0.7324,
      "step": 104398
    },
    {
      "epoch": 4.27601884087651,
      "grad_norm": 1.5596059102311577,
      "learning_rate": 5.855151268398305e-05,
      "loss": 0.7391,
      "step": 104399
    },
    {
      "epoch": 4.276059799303707,
      "grad_norm": 1.5322758835377965,
      "learning_rate": 5.854892751013136e-05,
      "loss": 0.6486,
      "step": 104400
    },
    {
      "epoch": 4.276100757730903,
      "grad_norm": 1.2585531819802434,
      "learning_rate": 5.8546342379512374e-05,
      "loss": 0.4954,
      "step": 104401
    },
    {
      "epoch": 4.2761417161581,
      "grad_norm": 4.05347131071358,
      "learning_rate": 5.854375729212742e-05,
      "loss": 1.5261,
      "step": 104402
    },
    {
      "epoch": 4.2761826745852956,
      "grad_norm": 1.2094114111878558,
      "learning_rate": 5.854117224797763e-05,
      "loss": 0.4491,
      "step": 104403
    },
    {
      "epoch": 4.276223633012492,
      "grad_norm": 0.9119054970798877,
      "learning_rate": 5.853858724706426e-05,
      "loss": 0.272,
      "step": 104404
    },
    {
      "epoch": 4.276264591439689,
      "grad_norm": 1.6432827469095463,
      "learning_rate": 5.853600228938859e-05,
      "loss": 0.7036,
      "step": 104405
    },
    {
      "epoch": 4.276305549866885,
      "grad_norm": 1.4029615446468706,
      "learning_rate": 5.8533417374951796e-05,
      "loss": 0.4924,
      "step": 104406
    },
    {
      "epoch": 4.276346508294082,
      "grad_norm": 0.8761482396034186,
      "learning_rate": 5.8530832503755044e-05,
      "loss": 0.1946,
      "step": 104407
    },
    {
      "epoch": 4.276387466721278,
      "grad_norm": 1.553141737318837,
      "learning_rate": 5.852824767579965e-05,
      "loss": 0.578,
      "step": 104408
    },
    {
      "epoch": 4.276428425148474,
      "grad_norm": 0.7769971644860288,
      "learning_rate": 5.852566289108675e-05,
      "loss": 0.1363,
      "step": 104409
    },
    {
      "epoch": 4.27646938357567,
      "grad_norm": 1.5809515536013923,
      "learning_rate": 5.852307814961759e-05,
      "loss": 0.5464,
      "step": 104410
    },
    {
      "epoch": 4.276510342002867,
      "grad_norm": 1.418492852813336,
      "learning_rate": 5.852049345139349e-05,
      "loss": 0.6428,
      "step": 104411
    },
    {
      "epoch": 4.2765513004300635,
      "grad_norm": 1.6416993433605898,
      "learning_rate": 5.851790879641551e-05,
      "loss": 0.8043,
      "step": 104412
    },
    {
      "epoch": 4.27659225885726,
      "grad_norm": 1.3332634364017544,
      "learning_rate": 5.851532418468503e-05,
      "loss": 0.5717,
      "step": 104413
    },
    {
      "epoch": 4.276633217284457,
      "grad_norm": 3.4351293675319203,
      "learning_rate": 5.851273961620314e-05,
      "loss": 3.2756,
      "step": 104414
    },
    {
      "epoch": 4.276674175711653,
      "grad_norm": 1.267720583788936,
      "learning_rate": 5.851015509097111e-05,
      "loss": 0.5257,
      "step": 104415
    },
    {
      "epoch": 4.276715134138849,
      "grad_norm": 1.7770831502746414,
      "learning_rate": 5.8507570608990234e-05,
      "loss": 1.0023,
      "step": 104416
    },
    {
      "epoch": 4.276756092566045,
      "grad_norm": 1.743059267589969,
      "learning_rate": 5.850498617026161e-05,
      "loss": 0.7519,
      "step": 104417
    },
    {
      "epoch": 4.276797050993242,
      "grad_norm": 1.5139952893683712,
      "learning_rate": 5.850240177478652e-05,
      "loss": 0.6789,
      "step": 104418
    },
    {
      "epoch": 4.276838009420438,
      "grad_norm": 1.5468520757807471,
      "learning_rate": 5.849981742256622e-05,
      "loss": 0.4569,
      "step": 104419
    },
    {
      "epoch": 4.276878967847635,
      "grad_norm": 1.1516014966912023,
      "learning_rate": 5.849723311360187e-05,
      "loss": 0.4244,
      "step": 104420
    },
    {
      "epoch": 4.276919926274831,
      "grad_norm": 1.1500764941512553,
      "learning_rate": 5.849464884789477e-05,
      "loss": 0.3201,
      "step": 104421
    },
    {
      "epoch": 4.276960884702027,
      "grad_norm": 0.8470904116104807,
      "learning_rate": 5.849206462544602e-05,
      "loss": 0.2337,
      "step": 104422
    },
    {
      "epoch": 4.277001843129224,
      "grad_norm": 1.5860300965372502,
      "learning_rate": 5.848948044625692e-05,
      "loss": 0.5891,
      "step": 104423
    },
    {
      "epoch": 4.27704280155642,
      "grad_norm": 1.5894790119542406,
      "learning_rate": 5.848689631032875e-05,
      "loss": 0.7625,
      "step": 104424
    },
    {
      "epoch": 4.277083759983617,
      "grad_norm": 1.5299542631447767,
      "learning_rate": 5.8484312217662596e-05,
      "loss": 0.624,
      "step": 104425
    },
    {
      "epoch": 4.277124718410813,
      "grad_norm": 1.2552569084385599,
      "learning_rate": 5.8481728168259744e-05,
      "loss": 0.3998,
      "step": 104426
    },
    {
      "epoch": 4.27716567683801,
      "grad_norm": 0.9061874898459878,
      "learning_rate": 5.8479144162121484e-05,
      "loss": 0.2059,
      "step": 104427
    },
    {
      "epoch": 4.277206635265205,
      "grad_norm": 0.9453459863892042,
      "learning_rate": 5.847656019924893e-05,
      "loss": 0.2643,
      "step": 104428
    },
    {
      "epoch": 4.277247593692402,
      "grad_norm": 1.885415505445338,
      "learning_rate": 5.847397627964338e-05,
      "loss": 0.8804,
      "step": 104429
    },
    {
      "epoch": 4.2772885521195985,
      "grad_norm": 1.9265612783086765,
      "learning_rate": 5.847139240330599e-05,
      "loss": 0.8834,
      "step": 104430
    },
    {
      "epoch": 4.277329510546795,
      "grad_norm": 1.2795896018439337,
      "learning_rate": 5.8468808570238e-05,
      "loss": 0.4768,
      "step": 104431
    },
    {
      "epoch": 4.2773704689739915,
      "grad_norm": 1.2697390579888934,
      "learning_rate": 5.84662247804407e-05,
      "loss": 0.2563,
      "step": 104432
    },
    {
      "epoch": 4.277411427401188,
      "grad_norm": 1.3461692452978384,
      "learning_rate": 5.8463641033915205e-05,
      "loss": 0.5816,
      "step": 104433
    },
    {
      "epoch": 4.277452385828385,
      "grad_norm": 1.599044243362168,
      "learning_rate": 5.8461057330662795e-05,
      "loss": 0.6548,
      "step": 104434
    },
    {
      "epoch": 4.27749334425558,
      "grad_norm": 1.7185241913705482,
      "learning_rate": 5.845847367068475e-05,
      "loss": 0.7226,
      "step": 104435
    },
    {
      "epoch": 4.277534302682777,
      "grad_norm": 0.9654361278576212,
      "learning_rate": 5.845589005398215e-05,
      "loss": 0.2967,
      "step": 104436
    },
    {
      "epoch": 4.277575261109973,
      "grad_norm": 1.443586545183439,
      "learning_rate": 5.845330648055636e-05,
      "loss": 0.56,
      "step": 104437
    },
    {
      "epoch": 4.27761621953717,
      "grad_norm": 2.517183084381372,
      "learning_rate": 5.845072295040847e-05,
      "loss": 1.5787,
      "step": 104438
    },
    {
      "epoch": 4.277657177964366,
      "grad_norm": 1.2861147061265614,
      "learning_rate": 5.844813946353977e-05,
      "loss": 0.6154,
      "step": 104439
    },
    {
      "epoch": 4.277698136391563,
      "grad_norm": 1.5059737354095193,
      "learning_rate": 5.844555601995154e-05,
      "loss": 0.6939,
      "step": 104440
    },
    {
      "epoch": 4.277739094818759,
      "grad_norm": 1.8233166130445566,
      "learning_rate": 5.844297261964487e-05,
      "loss": 0.7883,
      "step": 104441
    },
    {
      "epoch": 4.277780053245955,
      "grad_norm": 0.7409817134331841,
      "learning_rate": 5.844038926262111e-05,
      "loss": 0.2002,
      "step": 104442
    },
    {
      "epoch": 4.277821011673152,
      "grad_norm": 0.7612543215937773,
      "learning_rate": 5.8437805948881366e-05,
      "loss": 0.156,
      "step": 104443
    },
    {
      "epoch": 4.277861970100348,
      "grad_norm": 1.6181879129991115,
      "learning_rate": 5.843522267842692e-05,
      "loss": 0.6415,
      "step": 104444
    },
    {
      "epoch": 4.277902928527545,
      "grad_norm": 1.3442466866116023,
      "learning_rate": 5.8432639451259046e-05,
      "loss": 0.5458,
      "step": 104445
    },
    {
      "epoch": 4.277943886954741,
      "grad_norm": 1.4745741364998923,
      "learning_rate": 5.8430056267378846e-05,
      "loss": 0.4465,
      "step": 104446
    },
    {
      "epoch": 4.277984845381937,
      "grad_norm": 0.9654794911792005,
      "learning_rate": 5.84274731267876e-05,
      "loss": 0.2769,
      "step": 104447
    },
    {
      "epoch": 4.278025803809133,
      "grad_norm": 1.7103216888160555,
      "learning_rate": 5.8424890029486575e-05,
      "loss": 0.5932,
      "step": 104448
    },
    {
      "epoch": 4.27806676223633,
      "grad_norm": 4.873989565589807,
      "learning_rate": 5.842230697547691e-05,
      "loss": 1.3604,
      "step": 104449
    },
    {
      "epoch": 4.2781077206635265,
      "grad_norm": 1.642272091657809,
      "learning_rate": 5.8419723964759904e-05,
      "loss": 0.6323,
      "step": 104450
    },
    {
      "epoch": 4.278148679090723,
      "grad_norm": 1.5515475855334009,
      "learning_rate": 5.841714099733671e-05,
      "loss": 0.6478,
      "step": 104451
    },
    {
      "epoch": 4.27818963751792,
      "grad_norm": 2.595865739333507,
      "learning_rate": 5.841455807320856e-05,
      "loss": 1.9837,
      "step": 104452
    },
    {
      "epoch": 4.278230595945116,
      "grad_norm": 1.039632301774381,
      "learning_rate": 5.841197519237675e-05,
      "loss": 0.3156,
      "step": 104453
    },
    {
      "epoch": 4.278271554372312,
      "grad_norm": 1.4544581533734384,
      "learning_rate": 5.8409392354842385e-05,
      "loss": 0.6551,
      "step": 104454
    },
    {
      "epoch": 4.278312512799508,
      "grad_norm": 1.9389360553890767,
      "learning_rate": 5.840680956060673e-05,
      "loss": 0.8226,
      "step": 104455
    },
    {
      "epoch": 4.278353471226705,
      "grad_norm": 1.5953959712478585,
      "learning_rate": 5.840422680967109e-05,
      "loss": 0.56,
      "step": 104456
    },
    {
      "epoch": 4.278394429653901,
      "grad_norm": 1.3694670218605738,
      "learning_rate": 5.840164410203657e-05,
      "loss": 0.6706,
      "step": 104457
    },
    {
      "epoch": 4.278435388081098,
      "grad_norm": 1.6098096287495638,
      "learning_rate": 5.8399061437704494e-05,
      "loss": 0.9204,
      "step": 104458
    },
    {
      "epoch": 4.2784763465082944,
      "grad_norm": 1.5253173360096572,
      "learning_rate": 5.839647881667596e-05,
      "loss": 0.7552,
      "step": 104459
    },
    {
      "epoch": 4.27851730493549,
      "grad_norm": 0.9200422371279209,
      "learning_rate": 5.839389623895226e-05,
      "loss": 0.2353,
      "step": 104460
    },
    {
      "epoch": 4.278558263362687,
      "grad_norm": 1.228436945857309,
      "learning_rate": 5.839131370453466e-05,
      "loss": 0.2859,
      "step": 104461
    },
    {
      "epoch": 4.278599221789883,
      "grad_norm": 1.6837704797823647,
      "learning_rate": 5.838873121342427e-05,
      "loss": 0.898,
      "step": 104462
    },
    {
      "epoch": 4.27864018021708,
      "grad_norm": 1.7252653814027343,
      "learning_rate": 5.8386148765622386e-05,
      "loss": 0.6425,
      "step": 104463
    },
    {
      "epoch": 4.278681138644276,
      "grad_norm": 1.2958772316786318,
      "learning_rate": 5.8383566361130276e-05,
      "loss": 0.5895,
      "step": 104464
    },
    {
      "epoch": 4.278722097071473,
      "grad_norm": 0.847110898658136,
      "learning_rate": 5.8380983999949034e-05,
      "loss": 0.2261,
      "step": 104465
    },
    {
      "epoch": 4.278763055498668,
      "grad_norm": 1.6918556063505459,
      "learning_rate": 5.8378401682079995e-05,
      "loss": 0.7161,
      "step": 104466
    },
    {
      "epoch": 4.278804013925865,
      "grad_norm": 2.278846532555567,
      "learning_rate": 5.837581940752428e-05,
      "loss": 1.6779,
      "step": 104467
    },
    {
      "epoch": 4.2788449723530615,
      "grad_norm": 0.7637834312353792,
      "learning_rate": 5.837323717628316e-05,
      "loss": 0.1834,
      "step": 104468
    },
    {
      "epoch": 4.278885930780258,
      "grad_norm": 1.8763660735000016,
      "learning_rate": 5.837065498835793e-05,
      "loss": 0.777,
      "step": 104469
    },
    {
      "epoch": 4.278926889207455,
      "grad_norm": 1.2648432636732205,
      "learning_rate": 5.836807284374966e-05,
      "loss": 0.4855,
      "step": 104470
    },
    {
      "epoch": 4.278967847634651,
      "grad_norm": 1.39330863122473,
      "learning_rate": 5.836549074245965e-05,
      "loss": 0.5059,
      "step": 104471
    },
    {
      "epoch": 4.279008806061848,
      "grad_norm": 1.6273830069282038,
      "learning_rate": 5.836290868448918e-05,
      "loss": 0.7507,
      "step": 104472
    },
    {
      "epoch": 4.279049764489043,
      "grad_norm": 1.6279457625797022,
      "learning_rate": 5.8360326669839356e-05,
      "loss": 0.7375,
      "step": 104473
    },
    {
      "epoch": 4.27909072291624,
      "grad_norm": 1.5509517156867965,
      "learning_rate": 5.83577446985115e-05,
      "loss": 0.5487,
      "step": 104474
    },
    {
      "epoch": 4.279131681343436,
      "grad_norm": 0.6258199343459891,
      "learning_rate": 5.8355162770506735e-05,
      "loss": 0.0772,
      "step": 104475
    },
    {
      "epoch": 4.279172639770633,
      "grad_norm": 1.6906946048238276,
      "learning_rate": 5.835258088582633e-05,
      "loss": 0.545,
      "step": 104476
    },
    {
      "epoch": 4.279213598197829,
      "grad_norm": 1.983431872402578,
      "learning_rate": 5.834999904447162e-05,
      "loss": 0.7662,
      "step": 104477
    },
    {
      "epoch": 4.279254556625026,
      "grad_norm": 1.4900545344809684,
      "learning_rate": 5.834741724644359e-05,
      "loss": 0.3163,
      "step": 104478
    },
    {
      "epoch": 4.279295515052222,
      "grad_norm": 1.2945508160487191,
      "learning_rate": 5.8344835491743595e-05,
      "loss": 0.3678,
      "step": 104479
    },
    {
      "epoch": 4.279336473479418,
      "grad_norm": 4.454654086802122,
      "learning_rate": 5.8342253780372894e-05,
      "loss": 1.4043,
      "step": 104480
    },
    {
      "epoch": 4.279377431906615,
      "grad_norm": 1.89460517661613,
      "learning_rate": 5.833967211233261e-05,
      "loss": 0.6071,
      "step": 104481
    },
    {
      "epoch": 4.279418390333811,
      "grad_norm": 1.8747832192431082,
      "learning_rate": 5.8337090487624007e-05,
      "loss": 0.7367,
      "step": 104482
    },
    {
      "epoch": 4.279459348761008,
      "grad_norm": 1.4270156644317271,
      "learning_rate": 5.8334508906248354e-05,
      "loss": 0.5373,
      "step": 104483
    },
    {
      "epoch": 4.279500307188204,
      "grad_norm": 1.3402657459702587,
      "learning_rate": 5.8331927368206784e-05,
      "loss": 0.5462,
      "step": 104484
    },
    {
      "epoch": 4.2795412656154,
      "grad_norm": 1.7877493524439638,
      "learning_rate": 5.83293458735006e-05,
      "loss": 0.6676,
      "step": 104485
    },
    {
      "epoch": 4.2795822240425965,
      "grad_norm": 1.4194415705082428,
      "learning_rate": 5.832676442213093e-05,
      "loss": 0.6067,
      "step": 104486
    },
    {
      "epoch": 4.279623182469793,
      "grad_norm": 1.7902440910165298,
      "learning_rate": 5.832418301409905e-05,
      "loss": 1.0699,
      "step": 104487
    },
    {
      "epoch": 4.2796641408969895,
      "grad_norm": 1.451113334114375,
      "learning_rate": 5.832160164940623e-05,
      "loss": 0.6515,
      "step": 104488
    },
    {
      "epoch": 4.279705099324186,
      "grad_norm": 1.0153309673098485,
      "learning_rate": 5.831902032805359e-05,
      "loss": 0.2945,
      "step": 104489
    },
    {
      "epoch": 4.279746057751383,
      "grad_norm": 1.5817815276051468,
      "learning_rate": 5.83164390500424e-05,
      "loss": 0.7298,
      "step": 104490
    },
    {
      "epoch": 4.279787016178579,
      "grad_norm": 1.651198675248027,
      "learning_rate": 5.831385781537392e-05,
      "loss": 0.8048,
      "step": 104491
    },
    {
      "epoch": 4.279827974605775,
      "grad_norm": 1.8366446389367341,
      "learning_rate": 5.8311276624049274e-05,
      "loss": 0.3026,
      "step": 104492
    },
    {
      "epoch": 4.279868933032971,
      "grad_norm": 1.5332154022027178,
      "learning_rate": 5.830869547606979e-05,
      "loss": 0.8227,
      "step": 104493
    },
    {
      "epoch": 4.279909891460168,
      "grad_norm": 1.8652408955411897,
      "learning_rate": 5.830611437143658e-05,
      "loss": 0.954,
      "step": 104494
    },
    {
      "epoch": 4.279950849887364,
      "grad_norm": 1.6106192143583156,
      "learning_rate": 5.830353331015093e-05,
      "loss": 0.7746,
      "step": 104495
    },
    {
      "epoch": 4.279991808314561,
      "grad_norm": 1.2504984974059334,
      "learning_rate": 5.8300952292214087e-05,
      "loss": 0.4989,
      "step": 104496
    },
    {
      "epoch": 4.2800327667417575,
      "grad_norm": 1.0995711519336313,
      "learning_rate": 5.829837131762718e-05,
      "loss": 0.456,
      "step": 104497
    },
    {
      "epoch": 4.280073725168953,
      "grad_norm": 1.2887543690062464,
      "learning_rate": 5.829579038639149e-05,
      "loss": 0.658,
      "step": 104498
    },
    {
      "epoch": 4.28011468359615,
      "grad_norm": 1.3815274274440366,
      "learning_rate": 5.829320949850828e-05,
      "loss": 0.519,
      "step": 104499
    },
    {
      "epoch": 4.280155642023346,
      "grad_norm": 1.544711771540084,
      "learning_rate": 5.829062865397868e-05,
      "loss": 0.5222,
      "step": 104500
    },
    {
      "epoch": 4.280196600450543,
      "grad_norm": 1.1600304144361473,
      "learning_rate": 5.8288047852803976e-05,
      "loss": 0.3518,
      "step": 104501
    },
    {
      "epoch": 4.280237558877739,
      "grad_norm": 1.2836262357176231,
      "learning_rate": 5.8285467094985325e-05,
      "loss": 0.5492,
      "step": 104502
    },
    {
      "epoch": 4.280278517304936,
      "grad_norm": 1.4957167942622354,
      "learning_rate": 5.828288638052398e-05,
      "loss": 0.5688,
      "step": 104503
    },
    {
      "epoch": 4.2803194757321315,
      "grad_norm": 1.354253357560971,
      "learning_rate": 5.8280305709421215e-05,
      "loss": 0.5296,
      "step": 104504
    },
    {
      "epoch": 4.280360434159328,
      "grad_norm": 1.5315245533338364,
      "learning_rate": 5.827772508167815e-05,
      "loss": 0.6463,
      "step": 104505
    },
    {
      "epoch": 4.2804013925865245,
      "grad_norm": 1.4287535708573522,
      "learning_rate": 5.827514449729605e-05,
      "loss": 0.4908,
      "step": 104506
    },
    {
      "epoch": 4.280442351013721,
      "grad_norm": 1.3669423637283002,
      "learning_rate": 5.827256395627618e-05,
      "loss": 0.4231,
      "step": 104507
    },
    {
      "epoch": 4.280483309440918,
      "grad_norm": 1.0676709421423514,
      "learning_rate": 5.826998345861969e-05,
      "loss": 0.2497,
      "step": 104508
    },
    {
      "epoch": 4.280524267868114,
      "grad_norm": 1.2544240516469374,
      "learning_rate": 5.826740300432786e-05,
      "loss": 0.5032,
      "step": 104509
    },
    {
      "epoch": 4.280565226295311,
      "grad_norm": 1.5145391506152968,
      "learning_rate": 5.8264822593401845e-05,
      "loss": 0.7436,
      "step": 104510
    },
    {
      "epoch": 4.280606184722506,
      "grad_norm": 1.4616061262933733,
      "learning_rate": 5.8262242225842884e-05,
      "loss": 0.6233,
      "step": 104511
    },
    {
      "epoch": 4.280647143149703,
      "grad_norm": 1.0839744173941084,
      "learning_rate": 5.825966190165227e-05,
      "loss": 0.3751,
      "step": 104512
    },
    {
      "epoch": 4.280688101576899,
      "grad_norm": 1.286651573998461,
      "learning_rate": 5.8257081620831114e-05,
      "loss": 0.5311,
      "step": 104513
    },
    {
      "epoch": 4.280729060004096,
      "grad_norm": 1.4778816804718644,
      "learning_rate": 5.8254501383380745e-05,
      "loss": 0.6472,
      "step": 104514
    },
    {
      "epoch": 4.2807700184312925,
      "grad_norm": 1.4301029182517067,
      "learning_rate": 5.825192118930227e-05,
      "loss": 0.6088,
      "step": 104515
    },
    {
      "epoch": 4.280810976858489,
      "grad_norm": 1.373738578867031,
      "learning_rate": 5.824934103859695e-05,
      "loss": 0.5974,
      "step": 104516
    },
    {
      "epoch": 4.280851935285685,
      "grad_norm": 1.3904000472367795,
      "learning_rate": 5.824676093126608e-05,
      "loss": 0.5587,
      "step": 104517
    },
    {
      "epoch": 4.280892893712881,
      "grad_norm": 1.5231955598354352,
      "learning_rate": 5.8244180867310766e-05,
      "loss": 0.5709,
      "step": 104518
    },
    {
      "epoch": 4.280933852140078,
      "grad_norm": 1.4366010601726553,
      "learning_rate": 5.8241600846732266e-05,
      "loss": 0.8287,
      "step": 104519
    },
    {
      "epoch": 4.280974810567274,
      "grad_norm": 1.6542906746200876,
      "learning_rate": 5.8239020869531874e-05,
      "loss": 0.6433,
      "step": 104520
    },
    {
      "epoch": 4.281015768994471,
      "grad_norm": 1.4633416223627287,
      "learning_rate": 5.8236440935710696e-05,
      "loss": 0.4165,
      "step": 104521
    },
    {
      "epoch": 4.281056727421667,
      "grad_norm": 2.4045543684342654,
      "learning_rate": 5.823386104527007e-05,
      "loss": 0.6359,
      "step": 104522
    },
    {
      "epoch": 4.281097685848863,
      "grad_norm": 1.387087088694285,
      "learning_rate": 5.8231281198211064e-05,
      "loss": 0.5476,
      "step": 104523
    },
    {
      "epoch": 4.2811386442760595,
      "grad_norm": 1.1797858153536127,
      "learning_rate": 5.8228701394535014e-05,
      "loss": 0.2452,
      "step": 104524
    },
    {
      "epoch": 4.281179602703256,
      "grad_norm": 1.639359422745654,
      "learning_rate": 5.8226121634243145e-05,
      "loss": 0.8062,
      "step": 104525
    },
    {
      "epoch": 4.281220561130453,
      "grad_norm": 0.6654000306420205,
      "learning_rate": 5.822354191733659e-05,
      "loss": 0.1947,
      "step": 104526
    },
    {
      "epoch": 4.281261519557649,
      "grad_norm": 1.1949916010134454,
      "learning_rate": 5.8220962243816624e-05,
      "loss": 0.4679,
      "step": 104527
    },
    {
      "epoch": 4.281302477984846,
      "grad_norm": 1.5419402856371607,
      "learning_rate": 5.8218382613684514e-05,
      "loss": 0.5094,
      "step": 104528
    },
    {
      "epoch": 4.281343436412042,
      "grad_norm": 2.996861047744526,
      "learning_rate": 5.8215803026941374e-05,
      "loss": 2.7915,
      "step": 104529
    },
    {
      "epoch": 4.281384394839238,
      "grad_norm": 1.768224170199582,
      "learning_rate": 5.8213223483588514e-05,
      "loss": 0.6232,
      "step": 104530
    },
    {
      "epoch": 4.281425353266434,
      "grad_norm": 1.5833975129705522,
      "learning_rate": 5.8210643983627085e-05,
      "loss": 0.7306,
      "step": 104531
    },
    {
      "epoch": 4.281466311693631,
      "grad_norm": 1.116304342691334,
      "learning_rate": 5.820806452705833e-05,
      "loss": 0.3363,
      "step": 104532
    },
    {
      "epoch": 4.281507270120827,
      "grad_norm": 1.4732163181346665,
      "learning_rate": 5.820548511388353e-05,
      "loss": 0.6793,
      "step": 104533
    },
    {
      "epoch": 4.281548228548024,
      "grad_norm": 1.6942421409115103,
      "learning_rate": 5.820290574410378e-05,
      "loss": 0.6896,
      "step": 104534
    },
    {
      "epoch": 4.2815891869752205,
      "grad_norm": 1.3864476472632175,
      "learning_rate": 5.820032641772038e-05,
      "loss": 0.6566,
      "step": 104535
    },
    {
      "epoch": 4.281630145402416,
      "grad_norm": 1.4833804935279076,
      "learning_rate": 5.8197747134734606e-05,
      "loss": 0.5614,
      "step": 104536
    },
    {
      "epoch": 4.281671103829613,
      "grad_norm": 1.1941450475198618,
      "learning_rate": 5.819516789514755e-05,
      "loss": 0.3405,
      "step": 104537
    },
    {
      "epoch": 4.281712062256809,
      "grad_norm": 1.6080132247448184,
      "learning_rate": 5.819258869896054e-05,
      "loss": 0.7529,
      "step": 104538
    },
    {
      "epoch": 4.281753020684006,
      "grad_norm": 0.37473181762564467,
      "learning_rate": 5.819000954617468e-05,
      "loss": 0.0465,
      "step": 104539
    },
    {
      "epoch": 4.281793979111202,
      "grad_norm": 1.5907310583621086,
      "learning_rate": 5.818743043679127e-05,
      "loss": 0.7483,
      "step": 104540
    },
    {
      "epoch": 4.281834937538399,
      "grad_norm": 1.4448330308406336,
      "learning_rate": 5.8184851370811575e-05,
      "loss": 0.5797,
      "step": 104541
    },
    {
      "epoch": 4.2818758959655945,
      "grad_norm": 1.8519946333319055,
      "learning_rate": 5.818227234823669e-05,
      "loss": 0.7248,
      "step": 104542
    },
    {
      "epoch": 4.281916854392791,
      "grad_norm": 0.9545775553647163,
      "learning_rate": 5.8179693369067904e-05,
      "loss": 0.2117,
      "step": 104543
    },
    {
      "epoch": 4.2819578128199876,
      "grad_norm": 1.5987425072486043,
      "learning_rate": 5.8177114433306495e-05,
      "loss": 0.5817,
      "step": 104544
    },
    {
      "epoch": 4.281998771247184,
      "grad_norm": 1.506720426215548,
      "learning_rate": 5.8174535540953546e-05,
      "loss": 0.5248,
      "step": 104545
    },
    {
      "epoch": 4.282039729674381,
      "grad_norm": 1.1629996888639271,
      "learning_rate": 5.8171956692010405e-05,
      "loss": 0.5239,
      "step": 104546
    },
    {
      "epoch": 4.282080688101577,
      "grad_norm": 1.515891420161891,
      "learning_rate": 5.816937788647824e-05,
      "loss": 0.5911,
      "step": 104547
    },
    {
      "epoch": 4.282121646528774,
      "grad_norm": 1.190334316809404,
      "learning_rate": 5.816679912435821e-05,
      "loss": 0.4466,
      "step": 104548
    },
    {
      "epoch": 4.282162604955969,
      "grad_norm": 1.6691382872408218,
      "learning_rate": 5.8164220405651643e-05,
      "loss": 0.9412,
      "step": 104549
    },
    {
      "epoch": 4.282203563383166,
      "grad_norm": 1.0444427917100614,
      "learning_rate": 5.816164173035964e-05,
      "loss": 0.5322,
      "step": 104550
    },
    {
      "epoch": 4.282244521810362,
      "grad_norm": 1.9756055378165536,
      "learning_rate": 5.81590630984835e-05,
      "loss": 0.7053,
      "step": 104551
    },
    {
      "epoch": 4.282285480237559,
      "grad_norm": 1.5730656259490805,
      "learning_rate": 5.815648451002448e-05,
      "loss": 0.5662,
      "step": 104552
    },
    {
      "epoch": 4.2823264386647555,
      "grad_norm": 1.434211278085428,
      "learning_rate": 5.8153905964983674e-05,
      "loss": 0.4408,
      "step": 104553
    },
    {
      "epoch": 4.282367397091952,
      "grad_norm": 0.8792750695942608,
      "learning_rate": 5.815132746336239e-05,
      "loss": 0.228,
      "step": 104554
    },
    {
      "epoch": 4.282408355519148,
      "grad_norm": 1.4873568621105766,
      "learning_rate": 5.814874900516187e-05,
      "loss": 0.774,
      "step": 104555
    },
    {
      "epoch": 4.282449313946344,
      "grad_norm": 0.8788196402142158,
      "learning_rate": 5.814617059038323e-05,
      "loss": 0.2188,
      "step": 104556
    },
    {
      "epoch": 4.282490272373541,
      "grad_norm": 1.4154660645527528,
      "learning_rate": 5.814359221902782e-05,
      "loss": 0.5688,
      "step": 104557
    },
    {
      "epoch": 4.282531230800737,
      "grad_norm": 1.277550705802907,
      "learning_rate": 5.814101389109673e-05,
      "loss": 0.5867,
      "step": 104558
    },
    {
      "epoch": 4.282572189227934,
      "grad_norm": 1.5661783574172568,
      "learning_rate": 5.8138435606591235e-05,
      "loss": 0.8335,
      "step": 104559
    },
    {
      "epoch": 4.28261314765513,
      "grad_norm": 0.9388739074075646,
      "learning_rate": 5.813585736551262e-05,
      "loss": 0.2277,
      "step": 104560
    },
    {
      "epoch": 4.282654106082326,
      "grad_norm": 0.402915656522222,
      "learning_rate": 5.8133279167861985e-05,
      "loss": 0.0634,
      "step": 104561
    },
    {
      "epoch": 4.2826950645095225,
      "grad_norm": 1.3733330936486157,
      "learning_rate": 5.813070101364059e-05,
      "loss": 0.5687,
      "step": 104562
    },
    {
      "epoch": 4.282736022936719,
      "grad_norm": 1.4262640718749215,
      "learning_rate": 5.812812290284974e-05,
      "loss": 0.6408,
      "step": 104563
    },
    {
      "epoch": 4.282776981363916,
      "grad_norm": 1.540527599261867,
      "learning_rate": 5.812554483549053e-05,
      "loss": 0.6955,
      "step": 104564
    },
    {
      "epoch": 4.282817939791112,
      "grad_norm": 1.8286956808148327,
      "learning_rate": 5.8122966811564275e-05,
      "loss": 0.879,
      "step": 104565
    },
    {
      "epoch": 4.282858898218309,
      "grad_norm": 1.2716439674308848,
      "learning_rate": 5.8120388831072096e-05,
      "loss": 0.5418,
      "step": 104566
    },
    {
      "epoch": 4.282899856645505,
      "grad_norm": 3.975954598496645,
      "learning_rate": 5.811781089401527e-05,
      "loss": 3.9785,
      "step": 104567
    },
    {
      "epoch": 4.282940815072701,
      "grad_norm": 1.496690605132714,
      "learning_rate": 5.811523300039507e-05,
      "loss": 0.2919,
      "step": 104568
    },
    {
      "epoch": 4.282981773499897,
      "grad_norm": 1.15949350020747,
      "learning_rate": 5.8112655150212586e-05,
      "loss": 0.3152,
      "step": 104569
    },
    {
      "epoch": 4.283022731927094,
      "grad_norm": 1.6014338358490028,
      "learning_rate": 5.811007734346912e-05,
      "loss": 0.5969,
      "step": 104570
    },
    {
      "epoch": 4.2830636903542905,
      "grad_norm": 1.487839725305151,
      "learning_rate": 5.810749958016592e-05,
      "loss": 0.5846,
      "step": 104571
    },
    {
      "epoch": 4.283104648781487,
      "grad_norm": 1.663590806146033,
      "learning_rate": 5.810492186030413e-05,
      "loss": 0.6645,
      "step": 104572
    },
    {
      "epoch": 4.2831456072086835,
      "grad_norm": 1.6266512540636202,
      "learning_rate": 5.8102344183885033e-05,
      "loss": 0.6429,
      "step": 104573
    },
    {
      "epoch": 4.283186565635879,
      "grad_norm": 0.8526312352697933,
      "learning_rate": 5.8099766550909764e-05,
      "loss": 0.2239,
      "step": 104574
    },
    {
      "epoch": 4.283227524063076,
      "grad_norm": 1.8902867250692312,
      "learning_rate": 5.80971889613796e-05,
      "loss": 0.7185,
      "step": 104575
    },
    {
      "epoch": 4.283268482490272,
      "grad_norm": 1.2989430428920659,
      "learning_rate": 5.8094611415295796e-05,
      "loss": 0.4448,
      "step": 104576
    },
    {
      "epoch": 4.283309440917469,
      "grad_norm": 1.5345433050243305,
      "learning_rate": 5.8092033912659484e-05,
      "loss": 0.5155,
      "step": 104577
    },
    {
      "epoch": 4.283350399344665,
      "grad_norm": 2.0343589636896136,
      "learning_rate": 5.808945645347192e-05,
      "loss": 0.7079,
      "step": 104578
    },
    {
      "epoch": 4.283391357771862,
      "grad_norm": 1.0912315295797625,
      "learning_rate": 5.8086879037734386e-05,
      "loss": 0.2155,
      "step": 104579
    },
    {
      "epoch": 4.2834323161990575,
      "grad_norm": 1.891808215151549,
      "learning_rate": 5.8084301665447994e-05,
      "loss": 1.0798,
      "step": 104580
    },
    {
      "epoch": 4.283473274626254,
      "grad_norm": 1.174758750868561,
      "learning_rate": 5.808172433661404e-05,
      "loss": 0.4236,
      "step": 104581
    },
    {
      "epoch": 4.283514233053451,
      "grad_norm": 0.6741578699668959,
      "learning_rate": 5.8079147051233675e-05,
      "loss": 0.1177,
      "step": 104582
    },
    {
      "epoch": 4.283555191480647,
      "grad_norm": 1.1433599807038612,
      "learning_rate": 5.8076569809308154e-05,
      "loss": 0.423,
      "step": 104583
    },
    {
      "epoch": 4.283596149907844,
      "grad_norm": 1.4880725085093889,
      "learning_rate": 5.807399261083876e-05,
      "loss": 0.6752,
      "step": 104584
    },
    {
      "epoch": 4.28363710833504,
      "grad_norm": 1.2447816806949952,
      "learning_rate": 5.8071415455826575e-05,
      "loss": 0.5111,
      "step": 104585
    },
    {
      "epoch": 4.283678066762237,
      "grad_norm": 1.6085867067083415,
      "learning_rate": 5.806883834427297e-05,
      "loss": 0.6953,
      "step": 104586
    },
    {
      "epoch": 4.283719025189432,
      "grad_norm": 1.769142017009138,
      "learning_rate": 5.806626127617901e-05,
      "loss": 0.4718,
      "step": 104587
    },
    {
      "epoch": 4.283759983616629,
      "grad_norm": 0.5553209637328131,
      "learning_rate": 5.806368425154599e-05,
      "loss": 0.0438,
      "step": 104588
    },
    {
      "epoch": 4.283800942043825,
      "grad_norm": 1.4274523933304197,
      "learning_rate": 5.8061107270375185e-05,
      "loss": 0.6608,
      "step": 104589
    },
    {
      "epoch": 4.283841900471022,
      "grad_norm": 2.0738935674006678,
      "learning_rate": 5.80585303326677e-05,
      "loss": 1.4048,
      "step": 104590
    },
    {
      "epoch": 4.2838828588982185,
      "grad_norm": 0.9208086612259365,
      "learning_rate": 5.805595343842479e-05,
      "loss": 0.2512,
      "step": 104591
    },
    {
      "epoch": 4.283923817325415,
      "grad_norm": 1.5334993190024582,
      "learning_rate": 5.8053376587647765e-05,
      "loss": 0.6532,
      "step": 104592
    },
    {
      "epoch": 4.283964775752611,
      "grad_norm": 0.7235639327375637,
      "learning_rate": 5.80507997803377e-05,
      "loss": 0.2279,
      "step": 104593
    },
    {
      "epoch": 4.284005734179807,
      "grad_norm": 1.3414931198885311,
      "learning_rate": 5.804822301649594e-05,
      "loss": 0.4607,
      "step": 104594
    },
    {
      "epoch": 4.284046692607004,
      "grad_norm": 1.4367816718615658,
      "learning_rate": 5.80456462961236e-05,
      "loss": 0.814,
      "step": 104595
    },
    {
      "epoch": 4.2840876510342,
      "grad_norm": 1.4568019633840326,
      "learning_rate": 5.804306961922192e-05,
      "loss": 0.6596,
      "step": 104596
    },
    {
      "epoch": 4.284128609461397,
      "grad_norm": 1.3689868059726469,
      "learning_rate": 5.804049298579222e-05,
      "loss": 0.6219,
      "step": 104597
    },
    {
      "epoch": 4.284169567888593,
      "grad_norm": 1.6344825261661882,
      "learning_rate": 5.803791639583558e-05,
      "loss": 1.0024,
      "step": 104598
    },
    {
      "epoch": 4.284210526315789,
      "grad_norm": 1.3828178997235614,
      "learning_rate": 5.803533984935326e-05,
      "loss": 0.5863,
      "step": 104599
    },
    {
      "epoch": 4.284251484742986,
      "grad_norm": 1.619894359088418,
      "learning_rate": 5.8032763346346564e-05,
      "loss": 0.6785,
      "step": 104600
    },
    {
      "epoch": 4.284292443170182,
      "grad_norm": 1.5006645750075422,
      "learning_rate": 5.8030186886816574e-05,
      "loss": 0.6303,
      "step": 104601
    },
    {
      "epoch": 4.284333401597379,
      "grad_norm": 0.9169713181085584,
      "learning_rate": 5.8027610470764636e-05,
      "loss": 0.2035,
      "step": 104602
    },
    {
      "epoch": 4.284374360024575,
      "grad_norm": 1.2341994393223448,
      "learning_rate": 5.8025034098191855e-05,
      "loss": 0.4937,
      "step": 104603
    },
    {
      "epoch": 4.284415318451772,
      "grad_norm": 1.265998659271236,
      "learning_rate": 5.8022457769099504e-05,
      "loss": 0.6045,
      "step": 104604
    },
    {
      "epoch": 4.284456276878968,
      "grad_norm": 1.3209907134856342,
      "learning_rate": 5.8019881483488844e-05,
      "loss": 0.4891,
      "step": 104605
    },
    {
      "epoch": 4.284497235306164,
      "grad_norm": 1.3898605822254149,
      "learning_rate": 5.8017305241361e-05,
      "loss": 0.5284,
      "step": 104606
    },
    {
      "epoch": 4.28453819373336,
      "grad_norm": 1.8409317559273226,
      "learning_rate": 5.8014729042717225e-05,
      "loss": 0.6992,
      "step": 104607
    },
    {
      "epoch": 4.284579152160557,
      "grad_norm": 1.4014659917250227,
      "learning_rate": 5.8012152887558814e-05,
      "loss": 0.7135,
      "step": 104608
    },
    {
      "epoch": 4.2846201105877535,
      "grad_norm": 1.0529891047982458,
      "learning_rate": 5.8009576775886864e-05,
      "loss": 0.4098,
      "step": 104609
    },
    {
      "epoch": 4.28466106901495,
      "grad_norm": 1.1865015120423485,
      "learning_rate": 5.80070007077027e-05,
      "loss": 0.3579,
      "step": 104610
    },
    {
      "epoch": 4.284702027442147,
      "grad_norm": 0.9148128382468934,
      "learning_rate": 5.8004424683007425e-05,
      "loss": 0.275,
      "step": 104611
    },
    {
      "epoch": 4.284742985869342,
      "grad_norm": 1.0080685847812418,
      "learning_rate": 5.800184870180233e-05,
      "loss": 0.3261,
      "step": 104612
    },
    {
      "epoch": 4.284783944296539,
      "grad_norm": 1.6993010150018615,
      "learning_rate": 5.799927276408868e-05,
      "loss": 0.64,
      "step": 104613
    },
    {
      "epoch": 4.284824902723735,
      "grad_norm": 1.609598032558032,
      "learning_rate": 5.799669686986757e-05,
      "loss": 0.7862,
      "step": 104614
    },
    {
      "epoch": 4.284865861150932,
      "grad_norm": 1.2898285486530157,
      "learning_rate": 5.799412101914029e-05,
      "loss": 0.3704,
      "step": 104615
    },
    {
      "epoch": 4.284906819578128,
      "grad_norm": 1.3503382879639072,
      "learning_rate": 5.799154521190811e-05,
      "loss": 0.6631,
      "step": 104616
    },
    {
      "epoch": 4.284947778005325,
      "grad_norm": 2.098753338342025,
      "learning_rate": 5.798896944817213e-05,
      "loss": 0.8671,
      "step": 104617
    },
    {
      "epoch": 4.2849887364325205,
      "grad_norm": 1.1808394223031957,
      "learning_rate": 5.798639372793367e-05,
      "loss": 0.3601,
      "step": 104618
    },
    {
      "epoch": 4.285029694859717,
      "grad_norm": 1.5597143653520857,
      "learning_rate": 5.798381805119391e-05,
      "loss": 0.7589,
      "step": 104619
    },
    {
      "epoch": 4.285070653286914,
      "grad_norm": 1.4177791697496243,
      "learning_rate": 5.7981242417954e-05,
      "loss": 0.6447,
      "step": 104620
    },
    {
      "epoch": 4.28511161171411,
      "grad_norm": 1.9401076541944031,
      "learning_rate": 5.7978666828215285e-05,
      "loss": 0.8963,
      "step": 104621
    },
    {
      "epoch": 4.285152570141307,
      "grad_norm": 1.2472719384783015,
      "learning_rate": 5.797609128197887e-05,
      "loss": 0.4782,
      "step": 104622
    },
    {
      "epoch": 4.285193528568503,
      "grad_norm": 1.5409494904433745,
      "learning_rate": 5.7973515779246e-05,
      "loss": 0.8403,
      "step": 104623
    },
    {
      "epoch": 4.2852344869957,
      "grad_norm": 1.3158866766152555,
      "learning_rate": 5.7970940320017986e-05,
      "loss": 0.6111,
      "step": 104624
    },
    {
      "epoch": 4.285275445422895,
      "grad_norm": 1.3302892393947663,
      "learning_rate": 5.7968364904295905e-05,
      "loss": 0.5776,
      "step": 104625
    },
    {
      "epoch": 4.285316403850092,
      "grad_norm": 1.338960478565253,
      "learning_rate": 5.7965789532081035e-05,
      "loss": 0.5361,
      "step": 104626
    },
    {
      "epoch": 4.2853573622772885,
      "grad_norm": 0.8457208182420745,
      "learning_rate": 5.796321420337466e-05,
      "loss": 0.2468,
      "step": 104627
    },
    {
      "epoch": 4.285398320704485,
      "grad_norm": 1.6181349101616664,
      "learning_rate": 5.7960638918177887e-05,
      "loss": 0.5507,
      "step": 104628
    },
    {
      "epoch": 4.2854392791316815,
      "grad_norm": 1.6912390253007585,
      "learning_rate": 5.795806367649204e-05,
      "loss": 0.7639,
      "step": 104629
    },
    {
      "epoch": 4.285480237558878,
      "grad_norm": 1.687335865585369,
      "learning_rate": 5.7955488478318216e-05,
      "loss": 0.8,
      "step": 104630
    },
    {
      "epoch": 4.285521195986074,
      "grad_norm": 1.6868733218622614,
      "learning_rate": 5.7952913323657694e-05,
      "loss": 0.858,
      "step": 104631
    },
    {
      "epoch": 4.28556215441327,
      "grad_norm": 1.0621589653694155,
      "learning_rate": 5.7950338212511754e-05,
      "loss": 0.3793,
      "step": 104632
    },
    {
      "epoch": 4.285603112840467,
      "grad_norm": 1.411711340185625,
      "learning_rate": 5.7947763144881496e-05,
      "loss": 0.5888,
      "step": 104633
    },
    {
      "epoch": 4.285644071267663,
      "grad_norm": 1.4573742732253996,
      "learning_rate": 5.7945188120768185e-05,
      "loss": 0.6835,
      "step": 104634
    },
    {
      "epoch": 4.28568502969486,
      "grad_norm": 1.3381533243493717,
      "learning_rate": 5.794261314017312e-05,
      "loss": 0.5695,
      "step": 104635
    },
    {
      "epoch": 4.285725988122056,
      "grad_norm": 2.605724073792515,
      "learning_rate": 5.794003820309738e-05,
      "loss": 2.506,
      "step": 104636
    },
    {
      "epoch": 4.285766946549252,
      "grad_norm": 1.108964876364466,
      "learning_rate": 5.7937463309542306e-05,
      "loss": 0.1903,
      "step": 104637
    },
    {
      "epoch": 4.285807904976449,
      "grad_norm": 1.681285963290229,
      "learning_rate": 5.7934888459509e-05,
      "loss": 0.7541,
      "step": 104638
    },
    {
      "epoch": 4.285848863403645,
      "grad_norm": 1.4378571620367702,
      "learning_rate": 5.793231365299875e-05,
      "loss": 0.7183,
      "step": 104639
    },
    {
      "epoch": 4.285889821830842,
      "grad_norm": 1.8939834676750094,
      "learning_rate": 5.7929738890012794e-05,
      "loss": 0.6914,
      "step": 104640
    },
    {
      "epoch": 4.285930780258038,
      "grad_norm": 1.6057101575499944,
      "learning_rate": 5.792716417055228e-05,
      "loss": 0.5981,
      "step": 104641
    },
    {
      "epoch": 4.285971738685235,
      "grad_norm": 2.5169755207941065,
      "learning_rate": 5.792458949461844e-05,
      "loss": 1.2977,
      "step": 104642
    },
    {
      "epoch": 4.286012697112431,
      "grad_norm": 1.5960036547913559,
      "learning_rate": 5.792201486221257e-05,
      "loss": 0.5059,
      "step": 104643
    },
    {
      "epoch": 4.286053655539627,
      "grad_norm": 1.069497463079568,
      "learning_rate": 5.791944027333578e-05,
      "loss": 0.3288,
      "step": 104644
    },
    {
      "epoch": 4.2860946139668235,
      "grad_norm": 1.548261576532824,
      "learning_rate": 5.7916865727989384e-05,
      "loss": 0.6746,
      "step": 104645
    },
    {
      "epoch": 4.28613557239402,
      "grad_norm": 1.5121851657693117,
      "learning_rate": 5.79142912261745e-05,
      "loss": 0.6164,
      "step": 104646
    },
    {
      "epoch": 4.2861765308212165,
      "grad_norm": 1.4127594211124082,
      "learning_rate": 5.791171676789241e-05,
      "loss": 0.4202,
      "step": 104647
    },
    {
      "epoch": 4.286217489248413,
      "grad_norm": 0.935147027650979,
      "learning_rate": 5.7909142353144345e-05,
      "loss": 0.229,
      "step": 104648
    },
    {
      "epoch": 4.28625844767561,
      "grad_norm": 1.5983915126347106,
      "learning_rate": 5.790656798193146e-05,
      "loss": 0.575,
      "step": 104649
    },
    {
      "epoch": 4.286299406102805,
      "grad_norm": 1.5125970474921515,
      "learning_rate": 5.790399365425499e-05,
      "loss": 0.595,
      "step": 104650
    },
    {
      "epoch": 4.286340364530002,
      "grad_norm": 1.413677240785032,
      "learning_rate": 5.790141937011622e-05,
      "loss": 0.6582,
      "step": 104651
    },
    {
      "epoch": 4.286381322957198,
      "grad_norm": 3.2121045099447065,
      "learning_rate": 5.789884512951628e-05,
      "loss": 1.1441,
      "step": 104652
    },
    {
      "epoch": 4.286422281384395,
      "grad_norm": 1.129337020552082,
      "learning_rate": 5.789627093245646e-05,
      "loss": 0.4518,
      "step": 104653
    },
    {
      "epoch": 4.286463239811591,
      "grad_norm": 1.709935752155886,
      "learning_rate": 5.7893696778937895e-05,
      "loss": 0.7247,
      "step": 104654
    },
    {
      "epoch": 4.286504198238788,
      "grad_norm": 1.695714385421595,
      "learning_rate": 5.789112266896184e-05,
      "loss": 0.6228,
      "step": 104655
    },
    {
      "epoch": 4.286545156665984,
      "grad_norm": 1.3509773071387925,
      "learning_rate": 5.788854860252957e-05,
      "loss": 0.5601,
      "step": 104656
    },
    {
      "epoch": 4.28658611509318,
      "grad_norm": 1.7246648455832985,
      "learning_rate": 5.78859745796422e-05,
      "loss": 0.7504,
      "step": 104657
    },
    {
      "epoch": 4.286627073520377,
      "grad_norm": 1.539440570019185,
      "learning_rate": 5.788340060030105e-05,
      "loss": 0.47,
      "step": 104658
    },
    {
      "epoch": 4.286668031947573,
      "grad_norm": 1.7271204599282493,
      "learning_rate": 5.7880826664507214e-05,
      "loss": 0.7035,
      "step": 104659
    },
    {
      "epoch": 4.28670899037477,
      "grad_norm": 1.383594325694279,
      "learning_rate": 5.787825277226199e-05,
      "loss": 0.428,
      "step": 104660
    },
    {
      "epoch": 4.286749948801966,
      "grad_norm": 1.206057304080019,
      "learning_rate": 5.787567892356665e-05,
      "loss": 0.4786,
      "step": 104661
    },
    {
      "epoch": 4.286790907229163,
      "grad_norm": 1.411005423117858,
      "learning_rate": 5.787310511842227e-05,
      "loss": 0.6791,
      "step": 104662
    },
    {
      "epoch": 4.286831865656358,
      "grad_norm": 0.5577839339157414,
      "learning_rate": 5.787053135683014e-05,
      "loss": 0.1197,
      "step": 104663
    },
    {
      "epoch": 4.286872824083555,
      "grad_norm": 2.009541913798908,
      "learning_rate": 5.786795763879155e-05,
      "loss": 1.3159,
      "step": 104664
    },
    {
      "epoch": 4.2869137825107515,
      "grad_norm": 1.468595191384259,
      "learning_rate": 5.786538396430756e-05,
      "loss": 0.7367,
      "step": 104665
    },
    {
      "epoch": 4.286954740937948,
      "grad_norm": 1.504324874984241,
      "learning_rate": 5.786281033337954e-05,
      "loss": 0.6448,
      "step": 104666
    },
    {
      "epoch": 4.286995699365145,
      "grad_norm": 0.7769102164222617,
      "learning_rate": 5.786023674600858e-05,
      "loss": 0.2178,
      "step": 104667
    },
    {
      "epoch": 4.287036657792341,
      "grad_norm": 1.4523829808139728,
      "learning_rate": 5.785766320219596e-05,
      "loss": 0.6564,
      "step": 104668
    },
    {
      "epoch": 4.287077616219537,
      "grad_norm": 0.8898176339946617,
      "learning_rate": 5.7855089701942943e-05,
      "loss": 0.2168,
      "step": 104669
    },
    {
      "epoch": 4.287118574646733,
      "grad_norm": 1.5360767709397471,
      "learning_rate": 5.785251624525063e-05,
      "loss": 0.6349,
      "step": 104670
    },
    {
      "epoch": 4.28715953307393,
      "grad_norm": 1.411853572109442,
      "learning_rate": 5.784994283212031e-05,
      "loss": 0.7805,
      "step": 104671
    },
    {
      "epoch": 4.287200491501126,
      "grad_norm": 1.6726474382856826,
      "learning_rate": 5.784736946255325e-05,
      "loss": 0.7584,
      "step": 104672
    },
    {
      "epoch": 4.287241449928323,
      "grad_norm": 1.8888796458214223,
      "learning_rate": 5.784479613655053e-05,
      "loss": 1.1948,
      "step": 104673
    },
    {
      "epoch": 4.287282408355519,
      "grad_norm": 1.2622778035083715,
      "learning_rate": 5.784222285411351e-05,
      "loss": 0.3069,
      "step": 104674
    },
    {
      "epoch": 4.287323366782715,
      "grad_norm": 2.081004636526333,
      "learning_rate": 5.783964961524329e-05,
      "loss": 1.014,
      "step": 104675
    },
    {
      "epoch": 4.287364325209912,
      "grad_norm": 2.3187874099676833,
      "learning_rate": 5.7837076419941124e-05,
      "loss": 0.2771,
      "step": 104676
    },
    {
      "epoch": 4.287405283637108,
      "grad_norm": 1.5604993446580127,
      "learning_rate": 5.7834503268208305e-05,
      "loss": 0.6363,
      "step": 104677
    },
    {
      "epoch": 4.287446242064305,
      "grad_norm": 1.6260876996694464,
      "learning_rate": 5.783193016004593e-05,
      "loss": 0.8436,
      "step": 104678
    },
    {
      "epoch": 4.287487200491501,
      "grad_norm": 1.3554576919236274,
      "learning_rate": 5.782935709545527e-05,
      "loss": 0.5343,
      "step": 104679
    },
    {
      "epoch": 4.287528158918698,
      "grad_norm": 1.278870630107404,
      "learning_rate": 5.782678407443759e-05,
      "loss": 0.4244,
      "step": 104680
    },
    {
      "epoch": 4.287569117345894,
      "grad_norm": 0.8876423688610807,
      "learning_rate": 5.7824211096994e-05,
      "loss": 0.122,
      "step": 104681
    },
    {
      "epoch": 4.28761007577309,
      "grad_norm": 1.010418630502913,
      "learning_rate": 5.782163816312584e-05,
      "loss": 0.1462,
      "step": 104682
    },
    {
      "epoch": 4.2876510342002865,
      "grad_norm": 1.292304854982255,
      "learning_rate": 5.7819065272834206e-05,
      "loss": 0.5702,
      "step": 104683
    },
    {
      "epoch": 4.287691992627483,
      "grad_norm": 1.2215619274482084,
      "learning_rate": 5.781649242612036e-05,
      "loss": 0.2475,
      "step": 104684
    },
    {
      "epoch": 4.2877329510546796,
      "grad_norm": 1.4599974774211775,
      "learning_rate": 5.781391962298559e-05,
      "loss": 0.6471,
      "step": 104685
    },
    {
      "epoch": 4.287773909481876,
      "grad_norm": 1.2821322024367323,
      "learning_rate": 5.781134686343099e-05,
      "loss": 0.456,
      "step": 104686
    },
    {
      "epoch": 4.287814867909073,
      "grad_norm": 2.0964145412937154,
      "learning_rate": 5.7808774147457835e-05,
      "loss": 1.0218,
      "step": 104687
    },
    {
      "epoch": 4.287855826336268,
      "grad_norm": 1.4998390969702284,
      "learning_rate": 5.780620147506739e-05,
      "loss": 0.5819,
      "step": 104688
    },
    {
      "epoch": 4.287896784763465,
      "grad_norm": 1.6054087495265759,
      "learning_rate": 5.7803628846260826e-05,
      "loss": 0.7236,
      "step": 104689
    },
    {
      "epoch": 4.287937743190661,
      "grad_norm": 1.1247359294853005,
      "learning_rate": 5.780105626103931e-05,
      "loss": 0.5416,
      "step": 104690
    },
    {
      "epoch": 4.287978701617858,
      "grad_norm": 1.8001788984420852,
      "learning_rate": 5.7798483719404156e-05,
      "loss": 0.6666,
      "step": 104691
    },
    {
      "epoch": 4.288019660045054,
      "grad_norm": 1.362091159030588,
      "learning_rate": 5.779591122135648e-05,
      "loss": 0.4776,
      "step": 104692
    },
    {
      "epoch": 4.288060618472251,
      "grad_norm": 1.4919935481287927,
      "learning_rate": 5.77933387668976e-05,
      "loss": 0.6763,
      "step": 104693
    },
    {
      "epoch": 4.288101576899447,
      "grad_norm": 1.8355919808863679,
      "learning_rate": 5.779076635602861e-05,
      "loss": 1.0693,
      "step": 104694
    },
    {
      "epoch": 4.288142535326643,
      "grad_norm": 1.7828422394053018,
      "learning_rate": 5.7788193988750807e-05,
      "loss": 0.8862,
      "step": 104695
    },
    {
      "epoch": 4.28818349375384,
      "grad_norm": 1.0471519276090282,
      "learning_rate": 5.778562166506545e-05,
      "loss": 0.2333,
      "step": 104696
    },
    {
      "epoch": 4.288224452181036,
      "grad_norm": 0.9014110838845402,
      "learning_rate": 5.778304938497364e-05,
      "loss": 0.1918,
      "step": 104697
    },
    {
      "epoch": 4.288265410608233,
      "grad_norm": 1.3799437138115003,
      "learning_rate": 5.778047714847665e-05,
      "loss": 0.6532,
      "step": 104698
    },
    {
      "epoch": 4.288306369035429,
      "grad_norm": 0.8147221068071023,
      "learning_rate": 5.7777904955575766e-05,
      "loss": 0.1073,
      "step": 104699
    },
    {
      "epoch": 4.288347327462626,
      "grad_norm": 1.7877477155922203,
      "learning_rate": 5.7775332806272085e-05,
      "loss": 0.74,
      "step": 104700
    },
    {
      "epoch": 4.2883882858898215,
      "grad_norm": 1.5242169087578545,
      "learning_rate": 5.777276070056691e-05,
      "loss": 0.693,
      "step": 104701
    },
    {
      "epoch": 4.288429244317018,
      "grad_norm": 1.0485118902130446,
      "learning_rate": 5.7770188638461376e-05,
      "loss": 0.3397,
      "step": 104702
    },
    {
      "epoch": 4.2884702027442145,
      "grad_norm": 1.6432552020939961,
      "learning_rate": 5.776761661995675e-05,
      "loss": 0.6458,
      "step": 104703
    },
    {
      "epoch": 4.288511161171411,
      "grad_norm": 0.7175569661576933,
      "learning_rate": 5.7765044645054296e-05,
      "loss": 0.1449,
      "step": 104704
    },
    {
      "epoch": 4.288552119598608,
      "grad_norm": 0.4342850541949799,
      "learning_rate": 5.776247271375513e-05,
      "loss": 0.048,
      "step": 104705
    },
    {
      "epoch": 4.288593078025804,
      "grad_norm": 4.553934559598155,
      "learning_rate": 5.77599008260605e-05,
      "loss": 1.4768,
      "step": 104706
    },
    {
      "epoch": 4.288634036453001,
      "grad_norm": 1.5397781815883378,
      "learning_rate": 5.7757328981971706e-05,
      "loss": 0.6339,
      "step": 104707
    },
    {
      "epoch": 4.288674994880196,
      "grad_norm": 2.006124202799635,
      "learning_rate": 5.775475718148983e-05,
      "loss": 0.828,
      "step": 104708
    },
    {
      "epoch": 4.288715953307393,
      "grad_norm": 1.5550124180999676,
      "learning_rate": 5.7752185424616205e-05,
      "loss": 0.7856,
      "step": 104709
    },
    {
      "epoch": 4.288756911734589,
      "grad_norm": 0.7470623260938841,
      "learning_rate": 5.7749613711351946e-05,
      "loss": 0.2104,
      "step": 104710
    },
    {
      "epoch": 4.288797870161786,
      "grad_norm": 1.4541987799341867,
      "learning_rate": 5.7747042041698296e-05,
      "loss": 0.4206,
      "step": 104711
    },
    {
      "epoch": 4.2888388285889825,
      "grad_norm": 1.6393725186310877,
      "learning_rate": 5.774447041565657e-05,
      "loss": 0.8336,
      "step": 104712
    },
    {
      "epoch": 4.288879787016178,
      "grad_norm": 1.3428383295015212,
      "learning_rate": 5.774189883322785e-05,
      "loss": 0.8266,
      "step": 104713
    },
    {
      "epoch": 4.288920745443375,
      "grad_norm": 2.311013641282847,
      "learning_rate": 5.77393272944134e-05,
      "loss": 1.1158,
      "step": 104714
    },
    {
      "epoch": 4.288961703870571,
      "grad_norm": 1.4910121889200394,
      "learning_rate": 5.7736755799214484e-05,
      "loss": 0.5093,
      "step": 104715
    },
    {
      "epoch": 4.289002662297768,
      "grad_norm": 1.494153510601323,
      "learning_rate": 5.773418434763223e-05,
      "loss": 0.6111,
      "step": 104716
    },
    {
      "epoch": 4.289043620724964,
      "grad_norm": 1.8540799464253432,
      "learning_rate": 5.773161293966796e-05,
      "loss": 0.7193,
      "step": 104717
    },
    {
      "epoch": 4.289084579152161,
      "grad_norm": 1.689485167263613,
      "learning_rate": 5.772904157532278e-05,
      "loss": 0.67,
      "step": 104718
    },
    {
      "epoch": 4.289125537579357,
      "grad_norm": 1.9513170493195082,
      "learning_rate": 5.772647025459795e-05,
      "loss": 1.1118,
      "step": 104719
    },
    {
      "epoch": 4.289166496006553,
      "grad_norm": 1.1518926715460132,
      "learning_rate": 5.772389897749475e-05,
      "loss": 0.3153,
      "step": 104720
    },
    {
      "epoch": 4.2892074544337495,
      "grad_norm": 1.2822893644697115,
      "learning_rate": 5.7721327744014266e-05,
      "loss": 0.5009,
      "step": 104721
    },
    {
      "epoch": 4.289248412860946,
      "grad_norm": 2.0026895716573216,
      "learning_rate": 5.771875655415784e-05,
      "loss": 0.9305,
      "step": 104722
    },
    {
      "epoch": 4.289289371288143,
      "grad_norm": 1.7945520826885715,
      "learning_rate": 5.771618540792658e-05,
      "loss": 0.7729,
      "step": 104723
    },
    {
      "epoch": 4.289330329715339,
      "grad_norm": 3.5686843791976894,
      "learning_rate": 5.771361430532177e-05,
      "loss": 3.593,
      "step": 104724
    },
    {
      "epoch": 4.289371288142536,
      "grad_norm": 0.8419718395119852,
      "learning_rate": 5.7711043246344646e-05,
      "loss": 0.2033,
      "step": 104725
    },
    {
      "epoch": 4.289412246569732,
      "grad_norm": 2.058398138988262,
      "learning_rate": 5.770847223099633e-05,
      "loss": 0.7164,
      "step": 104726
    },
    {
      "epoch": 4.289453204996928,
      "grad_norm": 1.6617735050765112,
      "learning_rate": 5.7705901259278095e-05,
      "loss": 0.6489,
      "step": 104727
    },
    {
      "epoch": 4.289494163424124,
      "grad_norm": 2.1684350238670604,
      "learning_rate": 5.7703330331191206e-05,
      "loss": 0.9618,
      "step": 104728
    },
    {
      "epoch": 4.289535121851321,
      "grad_norm": 1.2351039552465044,
      "learning_rate": 5.770075944673678e-05,
      "loss": 0.7125,
      "step": 104729
    },
    {
      "epoch": 4.2895760802785174,
      "grad_norm": 1.6535795774324122,
      "learning_rate": 5.7698188605916125e-05,
      "loss": 0.712,
      "step": 104730
    },
    {
      "epoch": 4.289617038705714,
      "grad_norm": 1.0825730479179583,
      "learning_rate": 5.769561780873036e-05,
      "loss": 0.2889,
      "step": 104731
    },
    {
      "epoch": 4.28965799713291,
      "grad_norm": 0.8422458855120218,
      "learning_rate": 5.769304705518076e-05,
      "loss": 0.2618,
      "step": 104732
    },
    {
      "epoch": 4.289698955560106,
      "grad_norm": 1.5551436379040835,
      "learning_rate": 5.7690476345268566e-05,
      "loss": 0.7322,
      "step": 104733
    },
    {
      "epoch": 4.289739913987303,
      "grad_norm": 1.6789693000826187,
      "learning_rate": 5.768790567899492e-05,
      "loss": 0.7759,
      "step": 104734
    },
    {
      "epoch": 4.289780872414499,
      "grad_norm": 1.2893263483263775,
      "learning_rate": 5.7685335056361075e-05,
      "loss": 0.3812,
      "step": 104735
    },
    {
      "epoch": 4.289821830841696,
      "grad_norm": 1.3675826232232138,
      "learning_rate": 5.768276447736829e-05,
      "loss": 0.4347,
      "step": 104736
    },
    {
      "epoch": 4.289862789268892,
      "grad_norm": 1.3877575101537247,
      "learning_rate": 5.76801939420177e-05,
      "loss": 0.7093,
      "step": 104737
    },
    {
      "epoch": 4.289903747696089,
      "grad_norm": 1.6943481533249771,
      "learning_rate": 5.7677623450310593e-05,
      "loss": 0.7358,
      "step": 104738
    },
    {
      "epoch": 4.2899447061232845,
      "grad_norm": 2.0759208376956613,
      "learning_rate": 5.767505300224811e-05,
      "loss": 0.7663,
      "step": 104739
    },
    {
      "epoch": 4.289985664550481,
      "grad_norm": 1.0424668426081134,
      "learning_rate": 5.76724825978315e-05,
      "loss": 0.2413,
      "step": 104740
    },
    {
      "epoch": 4.290026622977678,
      "grad_norm": 1.3273843973636685,
      "learning_rate": 5.766991223706202e-05,
      "loss": 0.6123,
      "step": 104741
    },
    {
      "epoch": 4.290067581404874,
      "grad_norm": 1.5968948032959698,
      "learning_rate": 5.7667341919940815e-05,
      "loss": 0.6297,
      "step": 104742
    },
    {
      "epoch": 4.290108539832071,
      "grad_norm": 1.652289570191543,
      "learning_rate": 5.766477164646912e-05,
      "loss": 0.6623,
      "step": 104743
    },
    {
      "epoch": 4.290149498259267,
      "grad_norm": 1.7688448062517204,
      "learning_rate": 5.766220141664823e-05,
      "loss": 0.6733,
      "step": 104744
    },
    {
      "epoch": 4.290190456686464,
      "grad_norm": 1.030316802199745,
      "learning_rate": 5.765963123047922e-05,
      "loss": 0.1658,
      "step": 104745
    },
    {
      "epoch": 4.290231415113659,
      "grad_norm": 1.4886389926455956,
      "learning_rate": 5.7657061087963444e-05,
      "loss": 0.6096,
      "step": 104746
    },
    {
      "epoch": 4.290272373540856,
      "grad_norm": 1.4674195396660314,
      "learning_rate": 5.765449098910199e-05,
      "loss": 0.6257,
      "step": 104747
    },
    {
      "epoch": 4.290313331968052,
      "grad_norm": 1.612886289295706,
      "learning_rate": 5.765192093389615e-05,
      "loss": 0.5467,
      "step": 104748
    },
    {
      "epoch": 4.290354290395249,
      "grad_norm": 0.9967573890789377,
      "learning_rate": 5.764935092234717e-05,
      "loss": 0.2321,
      "step": 104749
    },
    {
      "epoch": 4.2903952488224455,
      "grad_norm": 1.8277281347739025,
      "learning_rate": 5.764678095445617e-05,
      "loss": 0.9139,
      "step": 104750
    },
    {
      "epoch": 4.290436207249641,
      "grad_norm": 1.069367980529373,
      "learning_rate": 5.7644211030224395e-05,
      "loss": 0.2666,
      "step": 104751
    },
    {
      "epoch": 4.290477165676838,
      "grad_norm": 1.7161460778276332,
      "learning_rate": 5.764164114965314e-05,
      "loss": 0.7584,
      "step": 104752
    },
    {
      "epoch": 4.290518124104034,
      "grad_norm": 4.932519741907015,
      "learning_rate": 5.763907131274351e-05,
      "loss": 0.9766,
      "step": 104753
    },
    {
      "epoch": 4.290559082531231,
      "grad_norm": 1.3032423449188824,
      "learning_rate": 5.763650151949681e-05,
      "loss": 0.4027,
      "step": 104754
    },
    {
      "epoch": 4.290600040958427,
      "grad_norm": 0.9480894756878974,
      "learning_rate": 5.763393176991417e-05,
      "loss": 0.1596,
      "step": 104755
    },
    {
      "epoch": 4.290640999385624,
      "grad_norm": 1.430987565824934,
      "learning_rate": 5.763136206399685e-05,
      "loss": 0.4173,
      "step": 104756
    },
    {
      "epoch": 4.29068195781282,
      "grad_norm": 1.3959342818508256,
      "learning_rate": 5.76287924017461e-05,
      "loss": 0.5685,
      "step": 104757
    },
    {
      "epoch": 4.290722916240016,
      "grad_norm": 1.0188484496115215,
      "learning_rate": 5.762622278316305e-05,
      "loss": 0.2143,
      "step": 104758
    },
    {
      "epoch": 4.2907638746672125,
      "grad_norm": 1.2869922620274157,
      "learning_rate": 5.762365320824902e-05,
      "loss": 0.6141,
      "step": 104759
    },
    {
      "epoch": 4.290804833094409,
      "grad_norm": 1.5837863055494787,
      "learning_rate": 5.762108367700516e-05,
      "loss": 0.4205,
      "step": 104760
    },
    {
      "epoch": 4.290845791521606,
      "grad_norm": 1.6299405097666548,
      "learning_rate": 5.7618514189432646e-05,
      "loss": 0.6472,
      "step": 104761
    },
    {
      "epoch": 4.290886749948802,
      "grad_norm": 1.4934080025373913,
      "learning_rate": 5.761594474553273e-05,
      "loss": 0.5092,
      "step": 104762
    },
    {
      "epoch": 4.290927708375999,
      "grad_norm": 1.109118732474264,
      "learning_rate": 5.761337534530668e-05,
      "loss": 0.1719,
      "step": 104763
    },
    {
      "epoch": 4.290968666803195,
      "grad_norm": 2.383305501391865,
      "learning_rate": 5.7610805988755635e-05,
      "loss": 0.8473,
      "step": 104764
    },
    {
      "epoch": 4.291009625230391,
      "grad_norm": 0.9898517861566152,
      "learning_rate": 5.7608236675880874e-05,
      "loss": 0.2062,
      "step": 104765
    },
    {
      "epoch": 4.291050583657587,
      "grad_norm": 1.303772501766554,
      "learning_rate": 5.760566740668353e-05,
      "loss": 0.6127,
      "step": 104766
    },
    {
      "epoch": 4.291091542084784,
      "grad_norm": 1.3140105172717171,
      "learning_rate": 5.760309818116488e-05,
      "loss": 0.4557,
      "step": 104767
    },
    {
      "epoch": 4.2911325005119805,
      "grad_norm": 0.9664875675458688,
      "learning_rate": 5.760052899932616e-05,
      "loss": 0.3056,
      "step": 104768
    },
    {
      "epoch": 4.291173458939177,
      "grad_norm": 2.596322226603181,
      "learning_rate": 5.759795986116849e-05,
      "loss": 0.8771,
      "step": 104769
    },
    {
      "epoch": 4.2912144173663735,
      "grad_norm": 1.3402121420073732,
      "learning_rate": 5.759539076669315e-05,
      "loss": 0.5839,
      "step": 104770
    },
    {
      "epoch": 4.291255375793569,
      "grad_norm": 1.0917362930663614,
      "learning_rate": 5.75928217159014e-05,
      "loss": 0.2813,
      "step": 104771
    },
    {
      "epoch": 4.291296334220766,
      "grad_norm": 0.874666341645889,
      "learning_rate": 5.759025270879436e-05,
      "loss": 0.2299,
      "step": 104772
    },
    {
      "epoch": 4.291337292647962,
      "grad_norm": 1.3763719284513871,
      "learning_rate": 5.758768374537333e-05,
      "loss": 0.6386,
      "step": 104773
    },
    {
      "epoch": 4.291378251075159,
      "grad_norm": 1.64231638341778,
      "learning_rate": 5.7585114825639426e-05,
      "loss": 0.7045,
      "step": 104774
    },
    {
      "epoch": 4.291419209502355,
      "grad_norm": 1.7155412986941614,
      "learning_rate": 5.758254594959391e-05,
      "loss": 0.8985,
      "step": 104775
    },
    {
      "epoch": 4.291460167929552,
      "grad_norm": 1.0675056883742922,
      "learning_rate": 5.7579977117238065e-05,
      "loss": 0.4565,
      "step": 104776
    },
    {
      "epoch": 4.2915011263567475,
      "grad_norm": 0.9661513137328275,
      "learning_rate": 5.7577408328573e-05,
      "loss": 0.2116,
      "step": 104777
    },
    {
      "epoch": 4.291542084783944,
      "grad_norm": 1.4433425469891803,
      "learning_rate": 5.757483958359995e-05,
      "loss": 0.6017,
      "step": 104778
    },
    {
      "epoch": 4.291583043211141,
      "grad_norm": 1.4289289213047498,
      "learning_rate": 5.757227088232022e-05,
      "loss": 0.7462,
      "step": 104779
    },
    {
      "epoch": 4.291624001638337,
      "grad_norm": 1.5725285233953,
      "learning_rate": 5.75697022247349e-05,
      "loss": 0.6961,
      "step": 104780
    },
    {
      "epoch": 4.291664960065534,
      "grad_norm": 1.721496458945778,
      "learning_rate": 5.7567133610845335e-05,
      "loss": 0.8105,
      "step": 104781
    },
    {
      "epoch": 4.29170591849273,
      "grad_norm": 1.8042539951143914,
      "learning_rate": 5.756456504065259e-05,
      "loss": 0.8184,
      "step": 104782
    },
    {
      "epoch": 4.291746876919927,
      "grad_norm": 1.2497628822636215,
      "learning_rate": 5.756199651415797e-05,
      "loss": 0.5146,
      "step": 104783
    },
    {
      "epoch": 4.291787835347122,
      "grad_norm": 1.555714234181554,
      "learning_rate": 5.7559428031362716e-05,
      "loss": 0.5452,
      "step": 104784
    },
    {
      "epoch": 4.291828793774319,
      "grad_norm": 1.4104302502294574,
      "learning_rate": 5.755685959226794e-05,
      "loss": 0.5806,
      "step": 104785
    },
    {
      "epoch": 4.2918697522015155,
      "grad_norm": 1.10744974380226,
      "learning_rate": 5.755429119687493e-05,
      "loss": 0.4058,
      "step": 104786
    },
    {
      "epoch": 4.291910710628712,
      "grad_norm": 1.2730698139068635,
      "learning_rate": 5.755172284518493e-05,
      "loss": 0.6436,
      "step": 104787
    },
    {
      "epoch": 4.2919516690559085,
      "grad_norm": 1.0476151940316902,
      "learning_rate": 5.7549154537199065e-05,
      "loss": 0.312,
      "step": 104788
    },
    {
      "epoch": 4.291992627483105,
      "grad_norm": 1.5810832831015718,
      "learning_rate": 5.754658627291864e-05,
      "loss": 0.5324,
      "step": 104789
    },
    {
      "epoch": 4.292033585910301,
      "grad_norm": 1.8009292260326677,
      "learning_rate": 5.754401805234478e-05,
      "loss": 0.9071,
      "step": 104790
    },
    {
      "epoch": 4.292074544337497,
      "grad_norm": 1.5163817843682692,
      "learning_rate": 5.7541449875478745e-05,
      "loss": 0.5168,
      "step": 104791
    },
    {
      "epoch": 4.292115502764694,
      "grad_norm": 1.4834251530781315,
      "learning_rate": 5.75388817423218e-05,
      "loss": 0.5768,
      "step": 104792
    },
    {
      "epoch": 4.29215646119189,
      "grad_norm": 1.1989406701509022,
      "learning_rate": 5.753631365287505e-05,
      "loss": 0.496,
      "step": 104793
    },
    {
      "epoch": 4.292197419619087,
      "grad_norm": 1.1540242518737645,
      "learning_rate": 5.753374560713982e-05,
      "loss": 0.5098,
      "step": 104794
    },
    {
      "epoch": 4.292238378046283,
      "grad_norm": 1.528305072049535,
      "learning_rate": 5.7531177605117206e-05,
      "loss": 0.7222,
      "step": 104795
    },
    {
      "epoch": 4.292279336473479,
      "grad_norm": 1.3761382405082694,
      "learning_rate": 5.7528609646808495e-05,
      "loss": 0.6042,
      "step": 104796
    },
    {
      "epoch": 4.292320294900676,
      "grad_norm": 1.3808060594698015,
      "learning_rate": 5.7526041732214944e-05,
      "loss": 0.5687,
      "step": 104797
    },
    {
      "epoch": 4.292361253327872,
      "grad_norm": 2.2506005766738157,
      "learning_rate": 5.752347386133766e-05,
      "loss": 1.2085,
      "step": 104798
    },
    {
      "epoch": 4.292402211755069,
      "grad_norm": 2.0883657960207826,
      "learning_rate": 5.7520906034177905e-05,
      "loss": 1.2186,
      "step": 104799
    },
    {
      "epoch": 4.292443170182265,
      "grad_norm": 1.5457160016583986,
      "learning_rate": 5.7518338250736964e-05,
      "loss": 0.753,
      "step": 104800
    },
    {
      "epoch": 4.292484128609462,
      "grad_norm": 1.1710308599048502,
      "learning_rate": 5.7515770511015926e-05,
      "loss": 0.4708,
      "step": 104801
    },
    {
      "epoch": 4.292525087036658,
      "grad_norm": 1.8123791741352584,
      "learning_rate": 5.751320281501612e-05,
      "loss": 0.6244,
      "step": 104802
    },
    {
      "epoch": 4.292566045463854,
      "grad_norm": 1.2620400751718104,
      "learning_rate": 5.751063516273866e-05,
      "loss": 0.4536,
      "step": 104803
    },
    {
      "epoch": 4.29260700389105,
      "grad_norm": 1.6555334155448813,
      "learning_rate": 5.7508067554184806e-05,
      "loss": 0.7603,
      "step": 104804
    },
    {
      "epoch": 4.292647962318247,
      "grad_norm": 1.2002244260676602,
      "learning_rate": 5.7505499989355805e-05,
      "loss": 0.4617,
      "step": 104805
    },
    {
      "epoch": 4.2926889207454435,
      "grad_norm": 2.6303167541153005,
      "learning_rate": 5.75029324682528e-05,
      "loss": 1.568,
      "step": 104806
    },
    {
      "epoch": 4.29272987917264,
      "grad_norm": 1.0139124048771855,
      "learning_rate": 5.750036499087703e-05,
      "loss": 0.3295,
      "step": 104807
    },
    {
      "epoch": 4.292770837599837,
      "grad_norm": 2.1463801259396265,
      "learning_rate": 5.749779755722978e-05,
      "loss": 0.9313,
      "step": 104808
    },
    {
      "epoch": 4.292811796027032,
      "grad_norm": 0.8054525723258624,
      "learning_rate": 5.749523016731215e-05,
      "loss": 0.2244,
      "step": 104809
    },
    {
      "epoch": 4.292852754454229,
      "grad_norm": 1.113227926502509,
      "learning_rate": 5.749266282112546e-05,
      "loss": 0.2065,
      "step": 104810
    },
    {
      "epoch": 4.292893712881425,
      "grad_norm": 0.6901899213200287,
      "learning_rate": 5.749009551867081e-05,
      "loss": 0.1295,
      "step": 104811
    },
    {
      "epoch": 4.292934671308622,
      "grad_norm": 1.290502731286316,
      "learning_rate": 5.748752825994949e-05,
      "loss": 0.4844,
      "step": 104812
    },
    {
      "epoch": 4.292975629735818,
      "grad_norm": 1.2099629779900132,
      "learning_rate": 5.748496104496275e-05,
      "loss": 0.4362,
      "step": 104813
    },
    {
      "epoch": 4.293016588163015,
      "grad_norm": 1.5333639341977583,
      "learning_rate": 5.7482393873711684e-05,
      "loss": 0.5622,
      "step": 104814
    },
    {
      "epoch": 4.2930575465902105,
      "grad_norm": 1.4075087492150349,
      "learning_rate": 5.7479826746197574e-05,
      "loss": 0.6011,
      "step": 104815
    },
    {
      "epoch": 4.293098505017407,
      "grad_norm": 1.5121012208562612,
      "learning_rate": 5.7477259662421704e-05,
      "loss": 0.6307,
      "step": 104816
    },
    {
      "epoch": 4.293139463444604,
      "grad_norm": 1.3968994437779552,
      "learning_rate": 5.747469262238515e-05,
      "loss": 0.5256,
      "step": 104817
    },
    {
      "epoch": 4.2931804218718,
      "grad_norm": 0.6592865915164506,
      "learning_rate": 5.747212562608926e-05,
      "loss": 0.1572,
      "step": 104818
    },
    {
      "epoch": 4.293221380298997,
      "grad_norm": 1.238905584314458,
      "learning_rate": 5.74695586735351e-05,
      "loss": 0.0751,
      "step": 104819
    },
    {
      "epoch": 4.293262338726193,
      "grad_norm": 1.4969221008851987,
      "learning_rate": 5.746699176472398e-05,
      "loss": 0.5964,
      "step": 104820
    },
    {
      "epoch": 4.29330329715339,
      "grad_norm": 1.6391919299785198,
      "learning_rate": 5.746442489965715e-05,
      "loss": 0.6781,
      "step": 104821
    },
    {
      "epoch": 4.293344255580585,
      "grad_norm": 2.3934945554199216,
      "learning_rate": 5.746185807833572e-05,
      "loss": 1.8476,
      "step": 104822
    },
    {
      "epoch": 4.293385214007782,
      "grad_norm": 1.7355979567692081,
      "learning_rate": 5.745929130076095e-05,
      "loss": 0.7996,
      "step": 104823
    },
    {
      "epoch": 4.2934261724349785,
      "grad_norm": 0.8476728354161331,
      "learning_rate": 5.74567245669341e-05,
      "loss": 0.2092,
      "step": 104824
    },
    {
      "epoch": 4.293467130862175,
      "grad_norm": 1.3370788854030309,
      "learning_rate": 5.745415787685631e-05,
      "loss": 0.5151,
      "step": 104825
    },
    {
      "epoch": 4.2935080892893716,
      "grad_norm": 1.38404091774833,
      "learning_rate": 5.745159123052887e-05,
      "loss": 0.5744,
      "step": 104826
    },
    {
      "epoch": 4.293549047716568,
      "grad_norm": 1.2000673459296796,
      "learning_rate": 5.744902462795288e-05,
      "loss": 0.4302,
      "step": 104827
    },
    {
      "epoch": 4.293590006143764,
      "grad_norm": 1.5781563013843218,
      "learning_rate": 5.744645806912963e-05,
      "loss": 0.6089,
      "step": 104828
    },
    {
      "epoch": 4.29363096457096,
      "grad_norm": 1.2227686473842292,
      "learning_rate": 5.744389155406038e-05,
      "loss": 0.5988,
      "step": 104829
    },
    {
      "epoch": 4.293671922998157,
      "grad_norm": 1.7023379238185883,
      "learning_rate": 5.744132508274629e-05,
      "loss": 0.7455,
      "step": 104830
    },
    {
      "epoch": 4.293712881425353,
      "grad_norm": 1.5980413309825947,
      "learning_rate": 5.7438758655188504e-05,
      "loss": 0.6745,
      "step": 104831
    },
    {
      "epoch": 4.29375383985255,
      "grad_norm": 1.5834070242691394,
      "learning_rate": 5.743619227138836e-05,
      "loss": 0.7584,
      "step": 104832
    },
    {
      "epoch": 4.293794798279746,
      "grad_norm": 1.9115066610757157,
      "learning_rate": 5.743362593134697e-05,
      "loss": 0.819,
      "step": 104833
    },
    {
      "epoch": 4.293835756706942,
      "grad_norm": 1.459857532493223,
      "learning_rate": 5.743105963506559e-05,
      "loss": 0.6532,
      "step": 104834
    },
    {
      "epoch": 4.293876715134139,
      "grad_norm": 0.8681118151018065,
      "learning_rate": 5.742849338254547e-05,
      "loss": 0.0937,
      "step": 104835
    },
    {
      "epoch": 4.293917673561335,
      "grad_norm": 1.1960085661254447,
      "learning_rate": 5.7425927173787744e-05,
      "loss": 0.3923,
      "step": 104836
    },
    {
      "epoch": 4.293958631988532,
      "grad_norm": 1.5983331825761125,
      "learning_rate": 5.742336100879373e-05,
      "loss": 0.6933,
      "step": 104837
    },
    {
      "epoch": 4.293999590415728,
      "grad_norm": 1.2895659990583894,
      "learning_rate": 5.7420794887564505e-05,
      "loss": 0.2824,
      "step": 104838
    },
    {
      "epoch": 4.294040548842925,
      "grad_norm": 1.2696250621774539,
      "learning_rate": 5.741822881010137e-05,
      "loss": 0.4053,
      "step": 104839
    },
    {
      "epoch": 4.294081507270121,
      "grad_norm": 0.9652262394933164,
      "learning_rate": 5.7415662776405574e-05,
      "loss": 0.1764,
      "step": 104840
    },
    {
      "epoch": 4.294122465697317,
      "grad_norm": 1.431144585167994,
      "learning_rate": 5.741309678647823e-05,
      "loss": 0.5607,
      "step": 104841
    },
    {
      "epoch": 4.2941634241245135,
      "grad_norm": 1.505015066614109,
      "learning_rate": 5.74105308403206e-05,
      "loss": 0.4035,
      "step": 104842
    },
    {
      "epoch": 4.29420438255171,
      "grad_norm": 1.5620574792704303,
      "learning_rate": 5.740796493793395e-05,
      "loss": 0.6342,
      "step": 104843
    },
    {
      "epoch": 4.2942453409789065,
      "grad_norm": 1.3457488916484417,
      "learning_rate": 5.740539907931939e-05,
      "loss": 0.5172,
      "step": 104844
    },
    {
      "epoch": 4.294286299406103,
      "grad_norm": 1.3276782454998943,
      "learning_rate": 5.7402833264478234e-05,
      "loss": 0.3486,
      "step": 104845
    },
    {
      "epoch": 4.2943272578333,
      "grad_norm": 1.342732104780932,
      "learning_rate": 5.740026749341159e-05,
      "loss": 0.6659,
      "step": 104846
    },
    {
      "epoch": 4.294368216260495,
      "grad_norm": 1.4678049237055621,
      "learning_rate": 5.739770176612073e-05,
      "loss": 0.7545,
      "step": 104847
    },
    {
      "epoch": 4.294409174687692,
      "grad_norm": 1.686943977284436,
      "learning_rate": 5.7395136082606916e-05,
      "loss": 0.7466,
      "step": 104848
    },
    {
      "epoch": 4.294450133114888,
      "grad_norm": 1.4437993236100861,
      "learning_rate": 5.739257044287125e-05,
      "loss": 0.542,
      "step": 104849
    },
    {
      "epoch": 4.294491091542085,
      "grad_norm": 1.2946637275098092,
      "learning_rate": 5.739000484691502e-05,
      "loss": 0.5261,
      "step": 104850
    },
    {
      "epoch": 4.294532049969281,
      "grad_norm": 1.3634191426207463,
      "learning_rate": 5.7387439294739465e-05,
      "loss": 0.7194,
      "step": 104851
    },
    {
      "epoch": 4.294573008396478,
      "grad_norm": 1.566184497973351,
      "learning_rate": 5.738487378634569e-05,
      "loss": 0.6347,
      "step": 104852
    },
    {
      "epoch": 4.294613966823674,
      "grad_norm": 0.9698870981299375,
      "learning_rate": 5.7382308321735046e-05,
      "loss": 0.2074,
      "step": 104853
    },
    {
      "epoch": 4.29465492525087,
      "grad_norm": 1.6440339353956452,
      "learning_rate": 5.7379742900908604e-05,
      "loss": 0.6516,
      "step": 104854
    },
    {
      "epoch": 4.294695883678067,
      "grad_norm": 3.05520439857141,
      "learning_rate": 5.737717752386766e-05,
      "loss": 2.8197,
      "step": 104855
    },
    {
      "epoch": 4.294736842105263,
      "grad_norm": 1.890190770825563,
      "learning_rate": 5.737461219061345e-05,
      "loss": 0.8121,
      "step": 104856
    },
    {
      "epoch": 4.29477780053246,
      "grad_norm": 2.868511175760129,
      "learning_rate": 5.73720469011471e-05,
      "loss": 1.3911,
      "step": 104857
    },
    {
      "epoch": 4.294818758959656,
      "grad_norm": 1.2276085207884262,
      "learning_rate": 5.7369481655469875e-05,
      "loss": 0.5402,
      "step": 104858
    },
    {
      "epoch": 4.294859717386853,
      "grad_norm": 1.4615565113130111,
      "learning_rate": 5.736691645358303e-05,
      "loss": 0.689,
      "step": 104859
    },
    {
      "epoch": 4.294900675814048,
      "grad_norm": 1.4705560324316895,
      "learning_rate": 5.736435129548768e-05,
      "loss": 0.6298,
      "step": 104860
    },
    {
      "epoch": 4.294941634241245,
      "grad_norm": 1.3942730758497273,
      "learning_rate": 5.736178618118515e-05,
      "loss": 0.6667,
      "step": 104861
    },
    {
      "epoch": 4.2949825926684415,
      "grad_norm": 1.2560268783680737,
      "learning_rate": 5.735922111067653e-05,
      "loss": 0.4089,
      "step": 104862
    },
    {
      "epoch": 4.295023551095638,
      "grad_norm": 0.9092245004117933,
      "learning_rate": 5.73566560839631e-05,
      "loss": 0.2071,
      "step": 104863
    },
    {
      "epoch": 4.295064509522835,
      "grad_norm": 1.5200790972138463,
      "learning_rate": 5.735409110104611e-05,
      "loss": 0.4562,
      "step": 104864
    },
    {
      "epoch": 4.295105467950031,
      "grad_norm": 1.785024605687197,
      "learning_rate": 5.735152616192669e-05,
      "loss": 0.8414,
      "step": 104865
    },
    {
      "epoch": 4.295146426377227,
      "grad_norm": 2.0486658207876185,
      "learning_rate": 5.7348961266606144e-05,
      "loss": 1.0191,
      "step": 104866
    },
    {
      "epoch": 4.295187384804423,
      "grad_norm": 1.3016124796094044,
      "learning_rate": 5.7346396415085575e-05,
      "loss": 0.5732,
      "step": 104867
    },
    {
      "epoch": 4.29522834323162,
      "grad_norm": 1.8528541837511157,
      "learning_rate": 5.7343831607366245e-05,
      "loss": 0.7892,
      "step": 104868
    },
    {
      "epoch": 4.295269301658816,
      "grad_norm": 1.3493844373327333,
      "learning_rate": 5.734126684344945e-05,
      "loss": 0.6382,
      "step": 104869
    },
    {
      "epoch": 4.295310260086013,
      "grad_norm": 2.468346801970196,
      "learning_rate": 5.733870212333625e-05,
      "loss": 1.1238,
      "step": 104870
    },
    {
      "epoch": 4.2953512185132094,
      "grad_norm": 1.6865471521843665,
      "learning_rate": 5.7336137447027956e-05,
      "loss": 0.7651,
      "step": 104871
    },
    {
      "epoch": 4.295392176940405,
      "grad_norm": 1.5242226338066616,
      "learning_rate": 5.7333572814525794e-05,
      "loss": 0.7002,
      "step": 104872
    },
    {
      "epoch": 4.295433135367602,
      "grad_norm": 0.827078914567498,
      "learning_rate": 5.73310082258309e-05,
      "loss": 0.1893,
      "step": 104873
    },
    {
      "epoch": 4.295474093794798,
      "grad_norm": 1.421493277057835,
      "learning_rate": 5.732844368094458e-05,
      "loss": 0.6982,
      "step": 104874
    },
    {
      "epoch": 4.295515052221995,
      "grad_norm": 1.3907682229495335,
      "learning_rate": 5.7325879179867936e-05,
      "loss": 0.5529,
      "step": 104875
    },
    {
      "epoch": 4.295556010649191,
      "grad_norm": 3.2672188699944145,
      "learning_rate": 5.732331472260224e-05,
      "loss": 3.0648,
      "step": 104876
    },
    {
      "epoch": 4.295596969076388,
      "grad_norm": 1.5817546854266542,
      "learning_rate": 5.732075030914877e-05,
      "loss": 0.5306,
      "step": 104877
    },
    {
      "epoch": 4.295637927503584,
      "grad_norm": 1.4504104925581816,
      "learning_rate": 5.7318185939508605e-05,
      "loss": 0.6508,
      "step": 104878
    },
    {
      "epoch": 4.29567888593078,
      "grad_norm": 1.053919836957095,
      "learning_rate": 5.731562161368302e-05,
      "loss": 0.2032,
      "step": 104879
    },
    {
      "epoch": 4.2957198443579765,
      "grad_norm": 2.1078353987080436,
      "learning_rate": 5.731305733167329e-05,
      "loss": 0.8297,
      "step": 104880
    },
    {
      "epoch": 4.295760802785173,
      "grad_norm": 2.113030162940262,
      "learning_rate": 5.731049309348051e-05,
      "loss": 1.1478,
      "step": 104881
    },
    {
      "epoch": 4.29580176121237,
      "grad_norm": 1.6809857302232363,
      "learning_rate": 5.730792889910601e-05,
      "loss": 0.9648,
      "step": 104882
    },
    {
      "epoch": 4.295842719639566,
      "grad_norm": 1.230281604030106,
      "learning_rate": 5.730536474855089e-05,
      "loss": 0.46,
      "step": 104883
    },
    {
      "epoch": 4.295883678066763,
      "grad_norm": 3.5739916602544035,
      "learning_rate": 5.73028006418164e-05,
      "loss": 3.3548,
      "step": 104884
    },
    {
      "epoch": 4.295924636493958,
      "grad_norm": 1.2697408116766542,
      "learning_rate": 5.7300236578903844e-05,
      "loss": 0.47,
      "step": 104885
    },
    {
      "epoch": 4.295965594921155,
      "grad_norm": 1.2949215265137897,
      "learning_rate": 5.729767255981428e-05,
      "loss": 0.6646,
      "step": 104886
    },
    {
      "epoch": 4.296006553348351,
      "grad_norm": 1.698739621644358,
      "learning_rate": 5.729510858454901e-05,
      "loss": 0.6831,
      "step": 104887
    },
    {
      "epoch": 4.296047511775548,
      "grad_norm": 1.7499188200911597,
      "learning_rate": 5.729254465310929e-05,
      "loss": 0.8218,
      "step": 104888
    },
    {
      "epoch": 4.296088470202744,
      "grad_norm": 1.4526895673001494,
      "learning_rate": 5.728998076549622e-05,
      "loss": 0.7929,
      "step": 104889
    },
    {
      "epoch": 4.296129428629941,
      "grad_norm": 1.4876934172590486,
      "learning_rate": 5.728741692171111e-05,
      "loss": 0.7484,
      "step": 104890
    },
    {
      "epoch": 4.296170387057137,
      "grad_norm": 1.3963539590733776,
      "learning_rate": 5.72848531217551e-05,
      "loss": 0.5224,
      "step": 104891
    },
    {
      "epoch": 4.296211345484333,
      "grad_norm": 1.5784300969787668,
      "learning_rate": 5.728228936562942e-05,
      "loss": 0.9131,
      "step": 104892
    },
    {
      "epoch": 4.29625230391153,
      "grad_norm": 1.4044526505157733,
      "learning_rate": 5.727972565333533e-05,
      "loss": 0.5542,
      "step": 104893
    },
    {
      "epoch": 4.296293262338726,
      "grad_norm": 1.1533439617386547,
      "learning_rate": 5.7277161984873974e-05,
      "loss": 0.5318,
      "step": 104894
    },
    {
      "epoch": 4.296334220765923,
      "grad_norm": 1.4264731682725438,
      "learning_rate": 5.727459836024658e-05,
      "loss": 0.5653,
      "step": 104895
    },
    {
      "epoch": 4.296375179193119,
      "grad_norm": 1.2802052918419589,
      "learning_rate": 5.7272034779454425e-05,
      "loss": 0.4028,
      "step": 104896
    },
    {
      "epoch": 4.296416137620316,
      "grad_norm": 1.543889408824446,
      "learning_rate": 5.726947124249863e-05,
      "loss": 0.6767,
      "step": 104897
    },
    {
      "epoch": 4.2964570960475115,
      "grad_norm": 1.3518734771090546,
      "learning_rate": 5.72669077493805e-05,
      "loss": 0.6656,
      "step": 104898
    },
    {
      "epoch": 4.296498054474708,
      "grad_norm": 1.3239840869151043,
      "learning_rate": 5.726434430010114e-05,
      "loss": 0.5888,
      "step": 104899
    },
    {
      "epoch": 4.2965390129019045,
      "grad_norm": 2.2077938407485993,
      "learning_rate": 5.7261780894661874e-05,
      "loss": 1.3754,
      "step": 104900
    },
    {
      "epoch": 4.296579971329101,
      "grad_norm": 1.6467485668132624,
      "learning_rate": 5.725921753306386e-05,
      "loss": 0.7686,
      "step": 104901
    },
    {
      "epoch": 4.296620929756298,
      "grad_norm": 1.672383195485458,
      "learning_rate": 5.725665421530823e-05,
      "loss": 0.643,
      "step": 104902
    },
    {
      "epoch": 4.296661888183494,
      "grad_norm": 1.632669694844996,
      "learning_rate": 5.725409094139631e-05,
      "loss": 0.8919,
      "step": 104903
    },
    {
      "epoch": 4.29670284661069,
      "grad_norm": 2.4006009072584664,
      "learning_rate": 5.725152771132929e-05,
      "loss": 1.302,
      "step": 104904
    },
    {
      "epoch": 4.296743805037886,
      "grad_norm": 2.9485517871487756,
      "learning_rate": 5.724896452510834e-05,
      "loss": 2.345,
      "step": 104905
    },
    {
      "epoch": 4.296784763465083,
      "grad_norm": 1.2087353074542295,
      "learning_rate": 5.7246401382734674e-05,
      "loss": 0.5423,
      "step": 104906
    },
    {
      "epoch": 4.296825721892279,
      "grad_norm": 1.4633293987961902,
      "learning_rate": 5.7243838284209606e-05,
      "loss": 0.7262,
      "step": 104907
    },
    {
      "epoch": 4.296866680319476,
      "grad_norm": 0.973346818758278,
      "learning_rate": 5.724127522953419e-05,
      "loss": 0.2377,
      "step": 104908
    },
    {
      "epoch": 4.2969076387466725,
      "grad_norm": 1.7209495613379866,
      "learning_rate": 5.723871221870978e-05,
      "loss": 0.6382,
      "step": 104909
    },
    {
      "epoch": 4.296948597173868,
      "grad_norm": 1.8400789827982964,
      "learning_rate": 5.723614925173748e-05,
      "loss": 0.882,
      "step": 104910
    },
    {
      "epoch": 4.296989555601065,
      "grad_norm": 2.5562482582342065,
      "learning_rate": 5.723358632861855e-05,
      "loss": 0.7189,
      "step": 104911
    },
    {
      "epoch": 4.297030514028261,
      "grad_norm": 1.2471452337176876,
      "learning_rate": 5.7231023449354236e-05,
      "loss": 0.5592,
      "step": 104912
    },
    {
      "epoch": 4.297071472455458,
      "grad_norm": 1.3898734253923917,
      "learning_rate": 5.722846061394566e-05,
      "loss": 0.4853,
      "step": 104913
    },
    {
      "epoch": 4.297112430882654,
      "grad_norm": 1.7634076935954341,
      "learning_rate": 5.722589782239408e-05,
      "loss": 0.7161,
      "step": 104914
    },
    {
      "epoch": 4.297153389309851,
      "grad_norm": 0.9678646949505154,
      "learning_rate": 5.722333507470078e-05,
      "loss": 0.2206,
      "step": 104915
    },
    {
      "epoch": 4.297194347737047,
      "grad_norm": 1.4147438484540518,
      "learning_rate": 5.722077237086683e-05,
      "loss": 0.7077,
      "step": 104916
    },
    {
      "epoch": 4.297235306164243,
      "grad_norm": 1.3247834494839108,
      "learning_rate": 5.7218209710893575e-05,
      "loss": 0.4455,
      "step": 104917
    },
    {
      "epoch": 4.2972762645914395,
      "grad_norm": 0.6546892106405697,
      "learning_rate": 5.721564709478213e-05,
      "loss": 0.1245,
      "step": 104918
    },
    {
      "epoch": 4.297317223018636,
      "grad_norm": 1.3769925150877325,
      "learning_rate": 5.721308452253373e-05,
      "loss": 0.6492,
      "step": 104919
    },
    {
      "epoch": 4.297358181445833,
      "grad_norm": 1.3483510959378917,
      "learning_rate": 5.721052199414964e-05,
      "loss": 0.6343,
      "step": 104920
    },
    {
      "epoch": 4.297399139873029,
      "grad_norm": 1.4072081646370367,
      "learning_rate": 5.7207959509631e-05,
      "loss": 0.611,
      "step": 104921
    },
    {
      "epoch": 4.297440098300226,
      "grad_norm": 3.9618595777088568,
      "learning_rate": 5.7205397068979034e-05,
      "loss": 5.0636,
      "step": 104922
    },
    {
      "epoch": 4.297481056727421,
      "grad_norm": 1.5259821144401693,
      "learning_rate": 5.720283467219505e-05,
      "loss": 0.6934,
      "step": 104923
    },
    {
      "epoch": 4.297522015154618,
      "grad_norm": 1.3248251947155927,
      "learning_rate": 5.7200272319280096e-05,
      "loss": 0.5126,
      "step": 104924
    },
    {
      "epoch": 4.297562973581814,
      "grad_norm": 1.239153517382976,
      "learning_rate": 5.719771001023554e-05,
      "loss": 0.5378,
      "step": 104925
    },
    {
      "epoch": 4.297603932009011,
      "grad_norm": 1.5087934966562269,
      "learning_rate": 5.719514774506247e-05,
      "loss": 0.7647,
      "step": 104926
    },
    {
      "epoch": 4.2976448904362075,
      "grad_norm": 1.3534162034055826,
      "learning_rate": 5.719258552376215e-05,
      "loss": 0.5385,
      "step": 104927
    },
    {
      "epoch": 4.297685848863404,
      "grad_norm": 1.62848127789748,
      "learning_rate": 5.719002334633584e-05,
      "loss": 0.9179,
      "step": 104928
    },
    {
      "epoch": 4.2977268072906,
      "grad_norm": 1.5858540535664378,
      "learning_rate": 5.718746121278465e-05,
      "loss": 0.644,
      "step": 104929
    },
    {
      "epoch": 4.297767765717796,
      "grad_norm": 1.5675067285211093,
      "learning_rate": 5.7184899123109835e-05,
      "loss": 0.6436,
      "step": 104930
    },
    {
      "epoch": 4.297808724144993,
      "grad_norm": 1.3486458350986963,
      "learning_rate": 5.7182337077312666e-05,
      "loss": 0.5046,
      "step": 104931
    },
    {
      "epoch": 4.297849682572189,
      "grad_norm": 1.2121832841770022,
      "learning_rate": 5.717977507539427e-05,
      "loss": 0.3556,
      "step": 104932
    },
    {
      "epoch": 4.297890640999386,
      "grad_norm": 1.6141885081705345,
      "learning_rate": 5.717721311735592e-05,
      "loss": 0.6062,
      "step": 104933
    },
    {
      "epoch": 4.297931599426582,
      "grad_norm": 1.2562133677080025,
      "learning_rate": 5.717465120319875e-05,
      "loss": 0.4898,
      "step": 104934
    },
    {
      "epoch": 4.297972557853779,
      "grad_norm": 1.5637202016298857,
      "learning_rate": 5.7172089332924014e-05,
      "loss": 0.6688,
      "step": 104935
    },
    {
      "epoch": 4.2980135162809745,
      "grad_norm": 1.274617425172666,
      "learning_rate": 5.716952750653299e-05,
      "loss": 0.5225,
      "step": 104936
    },
    {
      "epoch": 4.298054474708171,
      "grad_norm": 1.2789666313703667,
      "learning_rate": 5.716696572402678e-05,
      "loss": 0.5508,
      "step": 104937
    },
    {
      "epoch": 4.298095433135368,
      "grad_norm": 0.8061961972184035,
      "learning_rate": 5.716440398540668e-05,
      "loss": 0.2297,
      "step": 104938
    },
    {
      "epoch": 4.298136391562564,
      "grad_norm": 1.6031487656351802,
      "learning_rate": 5.7161842290673824e-05,
      "loss": 0.7854,
      "step": 104939
    },
    {
      "epoch": 4.298177349989761,
      "grad_norm": 2.166493141776985,
      "learning_rate": 5.715928063982945e-05,
      "loss": 0.799,
      "step": 104940
    },
    {
      "epoch": 4.298218308416957,
      "grad_norm": 1.342048418200695,
      "learning_rate": 5.715671903287484e-05,
      "loss": 0.5324,
      "step": 104941
    },
    {
      "epoch": 4.298259266844153,
      "grad_norm": 1.9199161405051377,
      "learning_rate": 5.715415746981108e-05,
      "loss": 1.0335,
      "step": 104942
    },
    {
      "epoch": 4.298300225271349,
      "grad_norm": 1.3914205818566607,
      "learning_rate": 5.715159595063946e-05,
      "loss": 0.5593,
      "step": 104943
    },
    {
      "epoch": 4.298341183698546,
      "grad_norm": 3.5517563338415887,
      "learning_rate": 5.714903447536124e-05,
      "loss": 2.0414,
      "step": 104944
    },
    {
      "epoch": 4.298382142125742,
      "grad_norm": 0.9722737365410312,
      "learning_rate": 5.7146473043977495e-05,
      "loss": 0.4707,
      "step": 104945
    },
    {
      "epoch": 4.298423100552939,
      "grad_norm": 1.5553150780718057,
      "learning_rate": 5.714391165648957e-05,
      "loss": 0.6726,
      "step": 104946
    },
    {
      "epoch": 4.2984640589801355,
      "grad_norm": 1.8062564641305838,
      "learning_rate": 5.7141350312898556e-05,
      "loss": 0.6409,
      "step": 104947
    },
    {
      "epoch": 4.298505017407331,
      "grad_norm": 2.1639090877210143,
      "learning_rate": 5.713878901320574e-05,
      "loss": 1.297,
      "step": 104948
    },
    {
      "epoch": 4.298545975834528,
      "grad_norm": 1.1333740891687856,
      "learning_rate": 5.713622775741235e-05,
      "loss": 0.3064,
      "step": 104949
    },
    {
      "epoch": 4.298586934261724,
      "grad_norm": 0.9948559361982803,
      "learning_rate": 5.713366654551953e-05,
      "loss": 0.27,
      "step": 104950
    },
    {
      "epoch": 4.298627892688921,
      "grad_norm": 1.503726640293489,
      "learning_rate": 5.713110537752851e-05,
      "loss": 0.1825,
      "step": 104951
    },
    {
      "epoch": 4.298668851116117,
      "grad_norm": 1.0935155008082376,
      "learning_rate": 5.7128544253440566e-05,
      "loss": 0.3206,
      "step": 104952
    },
    {
      "epoch": 4.298709809543314,
      "grad_norm": 1.5683177715274739,
      "learning_rate": 5.71259831732568e-05,
      "loss": 0.7398,
      "step": 104953
    },
    {
      "epoch": 4.29875076797051,
      "grad_norm": 2.6819631069814895,
      "learning_rate": 5.712342213697856e-05,
      "loss": 2.2119,
      "step": 104954
    },
    {
      "epoch": 4.298791726397706,
      "grad_norm": 1.6003014976006926,
      "learning_rate": 5.7120861144606905e-05,
      "loss": 0.5796,
      "step": 104955
    },
    {
      "epoch": 4.2988326848249026,
      "grad_norm": 1.1684133747361742,
      "learning_rate": 5.7118300196143115e-05,
      "loss": 0.4808,
      "step": 104956
    },
    {
      "epoch": 4.298873643252099,
      "grad_norm": 1.8231008484302085,
      "learning_rate": 5.711573929158846e-05,
      "loss": 0.8062,
      "step": 104957
    },
    {
      "epoch": 4.298914601679296,
      "grad_norm": 1.271101801455328,
      "learning_rate": 5.711317843094404e-05,
      "loss": 0.4219,
      "step": 104958
    },
    {
      "epoch": 4.298955560106492,
      "grad_norm": 1.0435690763604635,
      "learning_rate": 5.711061761421111e-05,
      "loss": 0.2854,
      "step": 104959
    },
    {
      "epoch": 4.298996518533689,
      "grad_norm": 1.7232795178327984,
      "learning_rate": 5.7108056841390945e-05,
      "loss": 0.8515,
      "step": 104960
    },
    {
      "epoch": 4.299037476960884,
      "grad_norm": 1.2451912018391662,
      "learning_rate": 5.710549611248466e-05,
      "loss": 0.5243,
      "step": 104961
    },
    {
      "epoch": 4.299078435388081,
      "grad_norm": 1.8231454663512068,
      "learning_rate": 5.7102935427493565e-05,
      "loss": 0.9682,
      "step": 104962
    },
    {
      "epoch": 4.299119393815277,
      "grad_norm": 1.6793415527944162,
      "learning_rate": 5.7100374786418736e-05,
      "loss": 0.6128,
      "step": 104963
    },
    {
      "epoch": 4.299160352242474,
      "grad_norm": 1.0464149584184423,
      "learning_rate": 5.7097814189261474e-05,
      "loss": 0.2519,
      "step": 104964
    },
    {
      "epoch": 4.2992013106696705,
      "grad_norm": 0.7293437988050497,
      "learning_rate": 5.709525363602302e-05,
      "loss": 0.1456,
      "step": 104965
    },
    {
      "epoch": 4.299242269096867,
      "grad_norm": 1.2598267186426442,
      "learning_rate": 5.70926931267045e-05,
      "loss": 0.4949,
      "step": 104966
    },
    {
      "epoch": 4.299283227524063,
      "grad_norm": 1.7358461532785248,
      "learning_rate": 5.709013266130714e-05,
      "loss": 0.7338,
      "step": 104967
    },
    {
      "epoch": 4.299324185951259,
      "grad_norm": 1.426529522760296,
      "learning_rate": 5.708757223983225e-05,
      "loss": 0.414,
      "step": 104968
    },
    {
      "epoch": 4.299365144378456,
      "grad_norm": 1.8672530123394786,
      "learning_rate": 5.708501186228089e-05,
      "loss": 0.9665,
      "step": 104969
    },
    {
      "epoch": 4.299406102805652,
      "grad_norm": 1.7672979156195094,
      "learning_rate": 5.708245152865442e-05,
      "loss": 0.9584,
      "step": 104970
    },
    {
      "epoch": 4.299447061232849,
      "grad_norm": 4.137168117962142,
      "learning_rate": 5.707989123895395e-05,
      "loss": 5.0896,
      "step": 104971
    },
    {
      "epoch": 4.299488019660045,
      "grad_norm": 1.1898702684498925,
      "learning_rate": 5.707733099318068e-05,
      "loss": 0.5237,
      "step": 104972
    },
    {
      "epoch": 4.299528978087242,
      "grad_norm": 1.4059206432815652,
      "learning_rate": 5.7074770791335905e-05,
      "loss": 0.6246,
      "step": 104973
    },
    {
      "epoch": 4.2995699365144375,
      "grad_norm": 1.5127454022064923,
      "learning_rate": 5.707221063342074e-05,
      "loss": 0.6114,
      "step": 104974
    },
    {
      "epoch": 4.299610894941634,
      "grad_norm": 1.352818168529158,
      "learning_rate": 5.706965051943643e-05,
      "loss": 0.48,
      "step": 104975
    },
    {
      "epoch": 4.299651853368831,
      "grad_norm": 1.4501124859479118,
      "learning_rate": 5.7067090449384264e-05,
      "loss": 0.468,
      "step": 104976
    },
    {
      "epoch": 4.299692811796027,
      "grad_norm": 1.4564572786654686,
      "learning_rate": 5.706453042326532e-05,
      "loss": 0.2776,
      "step": 104977
    },
    {
      "epoch": 4.299733770223224,
      "grad_norm": 1.6451320502255693,
      "learning_rate": 5.7061970441080876e-05,
      "loss": 0.661,
      "step": 104978
    },
    {
      "epoch": 4.29977472865042,
      "grad_norm": 1.841677219606976,
      "learning_rate": 5.705941050283219e-05,
      "loss": 0.9052,
      "step": 104979
    },
    {
      "epoch": 4.299815687077616,
      "grad_norm": 1.4377983499031128,
      "learning_rate": 5.7056850608520364e-05,
      "loss": 0.649,
      "step": 104980
    },
    {
      "epoch": 4.299856645504812,
      "grad_norm": 1.0460459801073492,
      "learning_rate": 5.705429075814674e-05,
      "loss": 0.3095,
      "step": 104981
    },
    {
      "epoch": 4.299897603932009,
      "grad_norm": 1.4701605108449176,
      "learning_rate": 5.7051730951712386e-05,
      "loss": 0.5792,
      "step": 104982
    },
    {
      "epoch": 4.2999385623592055,
      "grad_norm": 1.8102434752097012,
      "learning_rate": 5.7049171189218585e-05,
      "loss": 0.912,
      "step": 104983
    },
    {
      "epoch": 4.299979520786402,
      "grad_norm": 1.0047612421284964,
      "learning_rate": 5.704661147066658e-05,
      "loss": 0.2665,
      "step": 104984
    },
    {
      "epoch": 4.3000204792135985,
      "grad_norm": 1.751663477106407,
      "learning_rate": 5.704405179605751e-05,
      "loss": 0.8983,
      "step": 104985
    },
    {
      "epoch": 4.300061437640794,
      "grad_norm": 1.3398700283409064,
      "learning_rate": 5.7041492165392606e-05,
      "loss": 0.5957,
      "step": 104986
    },
    {
      "epoch": 4.300102396067991,
      "grad_norm": 1.4563421878448355,
      "learning_rate": 5.7038932578673144e-05,
      "loss": 0.7401,
      "step": 104987
    },
    {
      "epoch": 4.300143354495187,
      "grad_norm": 1.1658924432737152,
      "learning_rate": 5.703637303590023e-05,
      "loss": 0.2511,
      "step": 104988
    },
    {
      "epoch": 4.300184312922384,
      "grad_norm": 1.652445099517113,
      "learning_rate": 5.7033813537075184e-05,
      "loss": 0.5654,
      "step": 104989
    },
    {
      "epoch": 4.30022527134958,
      "grad_norm": 2.098838019643203,
      "learning_rate": 5.70312540821991e-05,
      "loss": 0.9699,
      "step": 104990
    },
    {
      "epoch": 4.300266229776777,
      "grad_norm": 1.886293305261398,
      "learning_rate": 5.702869467127323e-05,
      "loss": 0.6965,
      "step": 104991
    },
    {
      "epoch": 4.300307188203973,
      "grad_norm": 1.6464192464484007,
      "learning_rate": 5.7026135304298865e-05,
      "loss": 0.8091,
      "step": 104992
    },
    {
      "epoch": 4.300348146631169,
      "grad_norm": 1.1650546251022504,
      "learning_rate": 5.7023575981277104e-05,
      "loss": 0.4558,
      "step": 104993
    },
    {
      "epoch": 4.300389105058366,
      "grad_norm": 1.5449603359098825,
      "learning_rate": 5.7021016702209184e-05,
      "loss": 0.7399,
      "step": 104994
    },
    {
      "epoch": 4.300430063485562,
      "grad_norm": 1.7800876505176408,
      "learning_rate": 5.7018457467096385e-05,
      "loss": 0.7037,
      "step": 104995
    },
    {
      "epoch": 4.300471021912759,
      "grad_norm": 1.1791477525906655,
      "learning_rate": 5.7015898275939826e-05,
      "loss": 0.3635,
      "step": 104996
    },
    {
      "epoch": 4.300511980339955,
      "grad_norm": 1.2077132577124927,
      "learning_rate": 5.70133391287408e-05,
      "loss": 0.5136,
      "step": 104997
    },
    {
      "epoch": 4.300552938767152,
      "grad_norm": 1.7475160039158317,
      "learning_rate": 5.701078002550042e-05,
      "loss": 0.9051,
      "step": 104998
    },
    {
      "epoch": 4.300593897194347,
      "grad_norm": 1.5722593221505838,
      "learning_rate": 5.700822096621994e-05,
      "loss": 0.7251,
      "step": 104999
    },
    {
      "epoch": 4.300634855621544,
      "grad_norm": 1.4796467121681698,
      "learning_rate": 5.7005661950900636e-05,
      "loss": 0.6008,
      "step": 105000
    },
    {
      "epoch": 4.30067581404874,
      "grad_norm": 1.4564157004725407,
      "learning_rate": 5.700310297954361e-05,
      "loss": 0.6618,
      "step": 105001
    },
    {
      "epoch": 4.300716772475937,
      "grad_norm": 1.320032741855613,
      "learning_rate": 5.700054405215011e-05,
      "loss": 0.4768,
      "step": 105002
    },
    {
      "epoch": 4.3007577309031335,
      "grad_norm": 2.842104906922749,
      "learning_rate": 5.699798516872141e-05,
      "loss": 1.0907,
      "step": 105003
    },
    {
      "epoch": 4.30079868933033,
      "grad_norm": 1.501255809012855,
      "learning_rate": 5.6995426329258625e-05,
      "loss": 0.5764,
      "step": 105004
    },
    {
      "epoch": 4.300839647757526,
      "grad_norm": 0.850666638132626,
      "learning_rate": 5.6992867533763054e-05,
      "loss": 0.145,
      "step": 105005
    },
    {
      "epoch": 4.300880606184722,
      "grad_norm": 1.3266486816580487,
      "learning_rate": 5.699030878223579e-05,
      "loss": 0.575,
      "step": 105006
    },
    {
      "epoch": 4.300921564611919,
      "grad_norm": 1.6942492442606212,
      "learning_rate": 5.698775007467813e-05,
      "loss": 0.6833,
      "step": 105007
    },
    {
      "epoch": 4.300962523039115,
      "grad_norm": 1.4065743025097854,
      "learning_rate": 5.6985191411091307e-05,
      "loss": 0.6339,
      "step": 105008
    },
    {
      "epoch": 4.301003481466312,
      "grad_norm": 1.5541162375998572,
      "learning_rate": 5.698263279147645e-05,
      "loss": 0.6024,
      "step": 105009
    },
    {
      "epoch": 4.301044439893508,
      "grad_norm": 1.9723655750516518,
      "learning_rate": 5.698007421583484e-05,
      "loss": 0.9057,
      "step": 105010
    },
    {
      "epoch": 4.301085398320705,
      "grad_norm": 1.673294133239801,
      "learning_rate": 5.6977515684167616e-05,
      "loss": 0.4687,
      "step": 105011
    },
    {
      "epoch": 4.301126356747901,
      "grad_norm": 1.5130236008613445,
      "learning_rate": 5.6974957196476006e-05,
      "loss": 0.6755,
      "step": 105012
    },
    {
      "epoch": 4.301167315175097,
      "grad_norm": 1.4132598543806214,
      "learning_rate": 5.697239875276131e-05,
      "loss": 0.6373,
      "step": 105013
    },
    {
      "epoch": 4.301208273602294,
      "grad_norm": 0.9555111120255966,
      "learning_rate": 5.696984035302461e-05,
      "loss": 0.1904,
      "step": 105014
    },
    {
      "epoch": 4.30124923202949,
      "grad_norm": 2.343649632654021,
      "learning_rate": 5.696728199726717e-05,
      "loss": 1.428,
      "step": 105015
    },
    {
      "epoch": 4.301290190456687,
      "grad_norm": 2.331232325299871,
      "learning_rate": 5.696472368549024e-05,
      "loss": 0.7024,
      "step": 105016
    },
    {
      "epoch": 4.301331148883883,
      "grad_norm": 1.7838377564212065,
      "learning_rate": 5.696216541769496e-05,
      "loss": 0.7968,
      "step": 105017
    },
    {
      "epoch": 4.301372107311079,
      "grad_norm": 1.2547216035912736,
      "learning_rate": 5.69596071938826e-05,
      "loss": 0.5102,
      "step": 105018
    },
    {
      "epoch": 4.301413065738275,
      "grad_norm": 1.4613128641498305,
      "learning_rate": 5.6957049014054294e-05,
      "loss": 0.5932,
      "step": 105019
    },
    {
      "epoch": 4.301454024165472,
      "grad_norm": 1.6548152017009572,
      "learning_rate": 5.6954490878211306e-05,
      "loss": 1.0115,
      "step": 105020
    },
    {
      "epoch": 4.3014949825926685,
      "grad_norm": 1.4459033587699912,
      "learning_rate": 5.695193278635488e-05,
      "loss": 0.7024,
      "step": 105021
    },
    {
      "epoch": 4.301535941019865,
      "grad_norm": 1.7312925103568886,
      "learning_rate": 5.694937473848612e-05,
      "loss": 0.9496,
      "step": 105022
    },
    {
      "epoch": 4.301576899447062,
      "grad_norm": 1.499564615851183,
      "learning_rate": 5.6946816734606304e-05,
      "loss": 0.513,
      "step": 105023
    },
    {
      "epoch": 4.301617857874257,
      "grad_norm": 1.5805538744670822,
      "learning_rate": 5.6944258774716684e-05,
      "loss": 0.2832,
      "step": 105024
    },
    {
      "epoch": 4.301658816301454,
      "grad_norm": 1.2515553605799536,
      "learning_rate": 5.694170085881837e-05,
      "loss": 0.5156,
      "step": 105025
    },
    {
      "epoch": 4.30169977472865,
      "grad_norm": 1.4474841092306792,
      "learning_rate": 5.693914298691267e-05,
      "loss": 0.599,
      "step": 105026
    },
    {
      "epoch": 4.301740733155847,
      "grad_norm": 1.2201503046695539,
      "learning_rate": 5.69365851590007e-05,
      "loss": 0.265,
      "step": 105027
    },
    {
      "epoch": 4.301781691583043,
      "grad_norm": 1.0903077035019548,
      "learning_rate": 5.693402737508369e-05,
      "loss": 0.2725,
      "step": 105028
    },
    {
      "epoch": 4.30182265001024,
      "grad_norm": 1.6030329692343566,
      "learning_rate": 5.6931469635162953e-05,
      "loss": 0.6989,
      "step": 105029
    },
    {
      "epoch": 4.301863608437436,
      "grad_norm": 1.3832256208431675,
      "learning_rate": 5.6928911939239544e-05,
      "loss": 0.4719,
      "step": 105030
    },
    {
      "epoch": 4.301904566864632,
      "grad_norm": 1.5228564888196447,
      "learning_rate": 5.692635428731476e-05,
      "loss": 0.6429,
      "step": 105031
    },
    {
      "epoch": 4.301945525291829,
      "grad_norm": 0.5152478597912931,
      "learning_rate": 5.6923796679389834e-05,
      "loss": 0.0692,
      "step": 105032
    },
    {
      "epoch": 4.301986483719025,
      "grad_norm": 1.3580062428165074,
      "learning_rate": 5.692123911546589e-05,
      "loss": 0.7312,
      "step": 105033
    },
    {
      "epoch": 4.302027442146222,
      "grad_norm": 1.498957735110246,
      "learning_rate": 5.691868159554423e-05,
      "loss": 0.6958,
      "step": 105034
    },
    {
      "epoch": 4.302068400573418,
      "grad_norm": 0.8306472099820584,
      "learning_rate": 5.691612411962597e-05,
      "loss": 0.1419,
      "step": 105035
    },
    {
      "epoch": 4.302109359000615,
      "grad_norm": 2.3018892364545684,
      "learning_rate": 5.691356668771236e-05,
      "loss": 0.954,
      "step": 105036
    },
    {
      "epoch": 4.30215031742781,
      "grad_norm": 1.185890419405421,
      "learning_rate": 5.691100929980467e-05,
      "loss": 0.6651,
      "step": 105037
    },
    {
      "epoch": 4.302191275855007,
      "grad_norm": 1.695327900484047,
      "learning_rate": 5.6908451955903994e-05,
      "loss": 0.6483,
      "step": 105038
    },
    {
      "epoch": 4.3022322342822035,
      "grad_norm": 1.9942038967680518,
      "learning_rate": 5.69058946560116e-05,
      "loss": 0.5801,
      "step": 105039
    },
    {
      "epoch": 4.3022731927094,
      "grad_norm": 1.6520928032018949,
      "learning_rate": 5.6903337400128765e-05,
      "loss": 0.5943,
      "step": 105040
    },
    {
      "epoch": 4.3023141511365965,
      "grad_norm": 1.5534642448462264,
      "learning_rate": 5.6900780188256604e-05,
      "loss": 0.5487,
      "step": 105041
    },
    {
      "epoch": 4.302355109563793,
      "grad_norm": 1.8432358965012303,
      "learning_rate": 5.689822302039633e-05,
      "loss": 0.8699,
      "step": 105042
    },
    {
      "epoch": 4.302396067990989,
      "grad_norm": 3.1569415924943636,
      "learning_rate": 5.689566589654921e-05,
      "loss": 2.1969,
      "step": 105043
    },
    {
      "epoch": 4.302437026418185,
      "grad_norm": 1.5976164414340226,
      "learning_rate": 5.6893108816716365e-05,
      "loss": 0.5909,
      "step": 105044
    },
    {
      "epoch": 4.302477984845382,
      "grad_norm": 1.6391465242899894,
      "learning_rate": 5.6890551780899095e-05,
      "loss": 0.7991,
      "step": 105045
    },
    {
      "epoch": 4.302518943272578,
      "grad_norm": 0.7213199131442544,
      "learning_rate": 5.6887994789098535e-05,
      "loss": 0.204,
      "step": 105046
    },
    {
      "epoch": 4.302559901699775,
      "grad_norm": 1.6235956248265835,
      "learning_rate": 5.6885437841315926e-05,
      "loss": 0.548,
      "step": 105047
    },
    {
      "epoch": 4.302600860126971,
      "grad_norm": 0.9277531225316404,
      "learning_rate": 5.688288093755253e-05,
      "loss": 0.2414,
      "step": 105048
    },
    {
      "epoch": 4.302641818554168,
      "grad_norm": 1.7077937217036694,
      "learning_rate": 5.6880324077809447e-05,
      "loss": 0.7623,
      "step": 105049
    },
    {
      "epoch": 4.302682776981364,
      "grad_norm": 1.6284090122616475,
      "learning_rate": 5.6877767262087955e-05,
      "loss": 0.698,
      "step": 105050
    },
    {
      "epoch": 4.30272373540856,
      "grad_norm": 1.80320082977544,
      "learning_rate": 5.687521049038928e-05,
      "loss": 0.7184,
      "step": 105051
    },
    {
      "epoch": 4.302764693835757,
      "grad_norm": 1.2380992695451232,
      "learning_rate": 5.687265376271457e-05,
      "loss": 0.5841,
      "step": 105052
    },
    {
      "epoch": 4.302805652262953,
      "grad_norm": 1.1964228506160481,
      "learning_rate": 5.687009707906511e-05,
      "loss": 0.5553,
      "step": 105053
    },
    {
      "epoch": 4.30284661069015,
      "grad_norm": 1.4298625093665185,
      "learning_rate": 5.686754043944202e-05,
      "loss": 0.6279,
      "step": 105054
    },
    {
      "epoch": 4.302887569117346,
      "grad_norm": 1.351295837125208,
      "learning_rate": 5.6864983843846543e-05,
      "loss": 0.576,
      "step": 105055
    },
    {
      "epoch": 4.302928527544542,
      "grad_norm": 1.2781440396317494,
      "learning_rate": 5.686242729227995e-05,
      "loss": 0.1747,
      "step": 105056
    },
    {
      "epoch": 4.3029694859717385,
      "grad_norm": 0.5774304533554463,
      "learning_rate": 5.685987078474335e-05,
      "loss": 0.0817,
      "step": 105057
    },
    {
      "epoch": 4.303010444398935,
      "grad_norm": 1.51268289607228,
      "learning_rate": 5.6857314321238e-05,
      "loss": 0.6474,
      "step": 105058
    },
    {
      "epoch": 4.3030514028261315,
      "grad_norm": 0.8372334738554056,
      "learning_rate": 5.685475790176515e-05,
      "loss": 0.2056,
      "step": 105059
    },
    {
      "epoch": 4.303092361253328,
      "grad_norm": 2.358043955773904,
      "learning_rate": 5.685220152632592e-05,
      "loss": 0.6717,
      "step": 105060
    },
    {
      "epoch": 4.303133319680525,
      "grad_norm": 0.9189564473357485,
      "learning_rate": 5.684964519492161e-05,
      "loss": 0.2609,
      "step": 105061
    },
    {
      "epoch": 4.30317427810772,
      "grad_norm": 1.1947578014849647,
      "learning_rate": 5.684708890755333e-05,
      "loss": 0.4062,
      "step": 105062
    },
    {
      "epoch": 4.303215236534917,
      "grad_norm": 1.8416743465868606,
      "learning_rate": 5.6844532664222355e-05,
      "loss": 0.9216,
      "step": 105063
    },
    {
      "epoch": 4.303256194962113,
      "grad_norm": 1.5853883847434598,
      "learning_rate": 5.684197646492992e-05,
      "loss": 0.4793,
      "step": 105064
    },
    {
      "epoch": 4.30329715338931,
      "grad_norm": 1.5948567153156437,
      "learning_rate": 5.6839420309677134e-05,
      "loss": 0.6734,
      "step": 105065
    },
    {
      "epoch": 4.303338111816506,
      "grad_norm": 0.721700059397041,
      "learning_rate": 5.6836864198465274e-05,
      "loss": 0.1764,
      "step": 105066
    },
    {
      "epoch": 4.303379070243703,
      "grad_norm": 1.4376808468930589,
      "learning_rate": 5.68343081312956e-05,
      "loss": 0.6627,
      "step": 105067
    },
    {
      "epoch": 4.3034200286708995,
      "grad_norm": 1.5991509854803925,
      "learning_rate": 5.68317521081692e-05,
      "loss": 0.7017,
      "step": 105068
    },
    {
      "epoch": 4.303460987098095,
      "grad_norm": 3.9405472446649084,
      "learning_rate": 5.682919612908738e-05,
      "loss": 3.609,
      "step": 105069
    },
    {
      "epoch": 4.303501945525292,
      "grad_norm": 1.357560222725151,
      "learning_rate": 5.6826640194051276e-05,
      "loss": 0.6518,
      "step": 105070
    },
    {
      "epoch": 4.303542903952488,
      "grad_norm": 1.1153252591367837,
      "learning_rate": 5.682408430306212e-05,
      "loss": 0.3547,
      "step": 105071
    },
    {
      "epoch": 4.303583862379685,
      "grad_norm": 1.3907557655958471,
      "learning_rate": 5.6821528456121185e-05,
      "loss": 0.5468,
      "step": 105072
    },
    {
      "epoch": 4.303624820806881,
      "grad_norm": 1.4186917051191226,
      "learning_rate": 5.681897265322956e-05,
      "loss": 0.6143,
      "step": 105073
    },
    {
      "epoch": 4.303665779234078,
      "grad_norm": 1.4815180393872533,
      "learning_rate": 5.681641689438853e-05,
      "loss": 0.6282,
      "step": 105074
    },
    {
      "epoch": 4.303706737661273,
      "grad_norm": 1.0679672619347567,
      "learning_rate": 5.681386117959935e-05,
      "loss": 0.4125,
      "step": 105075
    },
    {
      "epoch": 4.30374769608847,
      "grad_norm": 1.7850233851230897,
      "learning_rate": 5.681130550886312e-05,
      "loss": 0.9657,
      "step": 105076
    },
    {
      "epoch": 4.3037886545156665,
      "grad_norm": 1.3362623332797579,
      "learning_rate": 5.680874988218112e-05,
      "loss": 0.389,
      "step": 105077
    },
    {
      "epoch": 4.303829612942863,
      "grad_norm": 1.5521069713655913,
      "learning_rate": 5.6806194299554505e-05,
      "loss": 0.4379,
      "step": 105078
    },
    {
      "epoch": 4.30387057137006,
      "grad_norm": 1.4801049342005907,
      "learning_rate": 5.6803638760984513e-05,
      "loss": 0.6083,
      "step": 105079
    },
    {
      "epoch": 4.303911529797256,
      "grad_norm": 1.5392416299430145,
      "learning_rate": 5.6801083266472405e-05,
      "loss": 0.62,
      "step": 105080
    },
    {
      "epoch": 4.303952488224452,
      "grad_norm": 1.401223839503121,
      "learning_rate": 5.679852781601928e-05,
      "loss": 0.5992,
      "step": 105081
    },
    {
      "epoch": 4.303993446651648,
      "grad_norm": 1.407631502774622,
      "learning_rate": 5.6795972409626454e-05,
      "loss": 0.699,
      "step": 105082
    },
    {
      "epoch": 4.304034405078845,
      "grad_norm": 2.5857036864392495,
      "learning_rate": 5.679341704729504e-05,
      "loss": 0.5935,
      "step": 105083
    },
    {
      "epoch": 4.304075363506041,
      "grad_norm": 1.4700539749869033,
      "learning_rate": 5.679086172902629e-05,
      "loss": 0.7005,
      "step": 105084
    },
    {
      "epoch": 4.304116321933238,
      "grad_norm": 1.2152923273277874,
      "learning_rate": 5.678830645482144e-05,
      "loss": 0.3464,
      "step": 105085
    },
    {
      "epoch": 4.304157280360434,
      "grad_norm": 0.7164057929896903,
      "learning_rate": 5.678575122468165e-05,
      "loss": 0.1782,
      "step": 105086
    },
    {
      "epoch": 4.304198238787631,
      "grad_norm": 1.4931546729049645,
      "learning_rate": 5.678319603860814e-05,
      "loss": 0.524,
      "step": 105087
    },
    {
      "epoch": 4.304239197214827,
      "grad_norm": 1.730666953210824,
      "learning_rate": 5.678064089660216e-05,
      "loss": 0.7654,
      "step": 105088
    },
    {
      "epoch": 4.304280155642023,
      "grad_norm": 1.742562544911901,
      "learning_rate": 5.677808579866485e-05,
      "loss": 0.7501,
      "step": 105089
    },
    {
      "epoch": 4.30432111406922,
      "grad_norm": 1.350775437687346,
      "learning_rate": 5.67755307447975e-05,
      "loss": 0.5096,
      "step": 105090
    },
    {
      "epoch": 4.304362072496416,
      "grad_norm": 1.8734331616983586,
      "learning_rate": 5.677297573500122e-05,
      "loss": 0.8173,
      "step": 105091
    },
    {
      "epoch": 4.304403030923613,
      "grad_norm": 2.684898841489852,
      "learning_rate": 5.677042076927724e-05,
      "loss": 1.8863,
      "step": 105092
    },
    {
      "epoch": 4.304443989350809,
      "grad_norm": 1.670361148659072,
      "learning_rate": 5.676786584762688e-05,
      "loss": 0.9116,
      "step": 105093
    },
    {
      "epoch": 4.304484947778005,
      "grad_norm": 1.5216153202960603,
      "learning_rate": 5.67653109700512e-05,
      "loss": 0.5065,
      "step": 105094
    },
    {
      "epoch": 4.3045259062052015,
      "grad_norm": 1.5110147015091082,
      "learning_rate": 5.676275613655147e-05,
      "loss": 0.6471,
      "step": 105095
    },
    {
      "epoch": 4.304566864632398,
      "grad_norm": 0.8659042578684696,
      "learning_rate": 5.676020134712896e-05,
      "loss": 0.1469,
      "step": 105096
    },
    {
      "epoch": 4.3046078230595946,
      "grad_norm": 1.4472650264782208,
      "learning_rate": 5.675764660178475e-05,
      "loss": 0.4733,
      "step": 105097
    },
    {
      "epoch": 4.304648781486791,
      "grad_norm": 0.9783613314699698,
      "learning_rate": 5.675509190052017e-05,
      "loss": 0.2474,
      "step": 105098
    },
    {
      "epoch": 4.304689739913988,
      "grad_norm": 1.254935481957191,
      "learning_rate": 5.675253724333632e-05,
      "loss": 0.5289,
      "step": 105099
    },
    {
      "epoch": 4.304730698341183,
      "grad_norm": 1.18958701038253,
      "learning_rate": 5.6749982630234466e-05,
      "loss": 0.4743,
      "step": 105100
    },
    {
      "epoch": 4.30477165676838,
      "grad_norm": 1.4367695768025657,
      "learning_rate": 5.674742806121586e-05,
      "loss": 0.6483,
      "step": 105101
    },
    {
      "epoch": 4.304812615195576,
      "grad_norm": 1.7923421447766292,
      "learning_rate": 5.6744873536281596e-05,
      "loss": 0.6617,
      "step": 105102
    },
    {
      "epoch": 4.304853573622773,
      "grad_norm": 1.5553759891922452,
      "learning_rate": 5.674231905543296e-05,
      "loss": 0.6525,
      "step": 105103
    },
    {
      "epoch": 4.304894532049969,
      "grad_norm": 0.9355055895497464,
      "learning_rate": 5.673976461867118e-05,
      "loss": 0.1112,
      "step": 105104
    },
    {
      "epoch": 4.304935490477166,
      "grad_norm": 1.475476782786152,
      "learning_rate": 5.673721022599738e-05,
      "loss": 0.7196,
      "step": 105105
    },
    {
      "epoch": 4.3049764489043625,
      "grad_norm": 1.4317993772157316,
      "learning_rate": 5.673465587741288e-05,
      "loss": 0.5704,
      "step": 105106
    },
    {
      "epoch": 4.305017407331558,
      "grad_norm": 1.6105781011410414,
      "learning_rate": 5.673210157291876e-05,
      "loss": 0.8897,
      "step": 105107
    },
    {
      "epoch": 4.305058365758755,
      "grad_norm": 1.0896053650944897,
      "learning_rate": 5.672954731251629e-05,
      "loss": 0.32,
      "step": 105108
    },
    {
      "epoch": 4.305099324185951,
      "grad_norm": 1.5678747253150196,
      "learning_rate": 5.6726993096206736e-05,
      "loss": 0.7891,
      "step": 105109
    },
    {
      "epoch": 4.305140282613148,
      "grad_norm": 1.5416332754146387,
      "learning_rate": 5.672443892399119e-05,
      "loss": 0.8032,
      "step": 105110
    },
    {
      "epoch": 4.305181241040344,
      "grad_norm": 1.3806433088982342,
      "learning_rate": 5.6721884795870917e-05,
      "loss": 0.5413,
      "step": 105111
    },
    {
      "epoch": 4.305222199467541,
      "grad_norm": 1.6126889237270636,
      "learning_rate": 5.671933071184723e-05,
      "loss": 0.7271,
      "step": 105112
    },
    {
      "epoch": 4.3052631578947365,
      "grad_norm": 1.042727143908161,
      "learning_rate": 5.671677667192113e-05,
      "loss": 0.241,
      "step": 105113
    },
    {
      "epoch": 4.305304116321933,
      "grad_norm": 1.2258108539258368,
      "learning_rate": 5.671422267609392e-05,
      "loss": 0.3898,
      "step": 105114
    },
    {
      "epoch": 4.3053450747491295,
      "grad_norm": 1.6307712560749346,
      "learning_rate": 5.671166872436686e-05,
      "loss": 0.8171,
      "step": 105115
    },
    {
      "epoch": 4.305386033176326,
      "grad_norm": 2.0923309193605117,
      "learning_rate": 5.670911481674105e-05,
      "loss": 0.8009,
      "step": 105116
    },
    {
      "epoch": 4.305426991603523,
      "grad_norm": 0.8683519808334365,
      "learning_rate": 5.6706560953217825e-05,
      "loss": 0.2369,
      "step": 105117
    },
    {
      "epoch": 4.305467950030719,
      "grad_norm": 1.2530780747412356,
      "learning_rate": 5.670400713379828e-05,
      "loss": 0.5753,
      "step": 105118
    },
    {
      "epoch": 4.305508908457915,
      "grad_norm": 2.1094854186017784,
      "learning_rate": 5.670145335848365e-05,
      "loss": 0.9672,
      "step": 105119
    },
    {
      "epoch": 4.305549866885111,
      "grad_norm": 1.212497844839697,
      "learning_rate": 5.669889962727523e-05,
      "loss": 0.4576,
      "step": 105120
    },
    {
      "epoch": 4.305590825312308,
      "grad_norm": 1.1950413177263057,
      "learning_rate": 5.669634594017408e-05,
      "loss": 0.4848,
      "step": 105121
    },
    {
      "epoch": 4.305631783739504,
      "grad_norm": 1.6073742161187707,
      "learning_rate": 5.66937922971815e-05,
      "loss": 0.6948,
      "step": 105122
    },
    {
      "epoch": 4.305672742166701,
      "grad_norm": 1.5575940774017514,
      "learning_rate": 5.669123869829873e-05,
      "loss": 0.6531,
      "step": 105123
    },
    {
      "epoch": 4.3057137005938975,
      "grad_norm": 1.5944363904085699,
      "learning_rate": 5.6688685143526864e-05,
      "loss": 0.6573,
      "step": 105124
    },
    {
      "epoch": 4.305754659021094,
      "grad_norm": 1.5438229407629516,
      "learning_rate": 5.6686131632867244e-05,
      "loss": 0.7555,
      "step": 105125
    },
    {
      "epoch": 4.30579561744829,
      "grad_norm": 1.5232021116023104,
      "learning_rate": 5.668357816632094e-05,
      "loss": 0.6239,
      "step": 105126
    },
    {
      "epoch": 4.305836575875486,
      "grad_norm": 1.6443130323641073,
      "learning_rate": 5.6681024743889224e-05,
      "loss": 0.8108,
      "step": 105127
    },
    {
      "epoch": 4.305877534302683,
      "grad_norm": 1.9398384619260218,
      "learning_rate": 5.667847136557337e-05,
      "loss": 0.9683,
      "step": 105128
    },
    {
      "epoch": 4.305918492729879,
      "grad_norm": 1.8124545327303587,
      "learning_rate": 5.667591803137445e-05,
      "loss": 0.8084,
      "step": 105129
    },
    {
      "epoch": 4.305959451157076,
      "grad_norm": 1.667967954234828,
      "learning_rate": 5.667336474129375e-05,
      "loss": 0.8991,
      "step": 105130
    },
    {
      "epoch": 4.306000409584272,
      "grad_norm": 1.4618514185027067,
      "learning_rate": 5.667081149533253e-05,
      "loss": 0.5192,
      "step": 105131
    },
    {
      "epoch": 4.306041368011468,
      "grad_norm": 0.9194252565864647,
      "learning_rate": 5.666825829349188e-05,
      "loss": 0.232,
      "step": 105132
    },
    {
      "epoch": 4.3060823264386645,
      "grad_norm": 1.3618138927422923,
      "learning_rate": 5.66657051357731e-05,
      "loss": 0.585,
      "step": 105133
    },
    {
      "epoch": 4.306123284865861,
      "grad_norm": 1.7813813180025433,
      "learning_rate": 5.666315202217731e-05,
      "loss": 0.8822,
      "step": 105134
    },
    {
      "epoch": 4.306164243293058,
      "grad_norm": 1.6204605768629619,
      "learning_rate": 5.666059895270577e-05,
      "loss": 0.7029,
      "step": 105135
    },
    {
      "epoch": 4.306205201720254,
      "grad_norm": 1.7362012219969836,
      "learning_rate": 5.665804592735973e-05,
      "loss": 0.7021,
      "step": 105136
    },
    {
      "epoch": 4.306246160147451,
      "grad_norm": 0.9332361002391962,
      "learning_rate": 5.6655492946140306e-05,
      "loss": 0.3146,
      "step": 105137
    },
    {
      "epoch": 4.306287118574646,
      "grad_norm": 0.6482683979049096,
      "learning_rate": 5.665294000904875e-05,
      "loss": 0.0841,
      "step": 105138
    },
    {
      "epoch": 4.306328077001843,
      "grad_norm": 1.7407496588779987,
      "learning_rate": 5.6650387116086306e-05,
      "loss": 0.6804,
      "step": 105139
    },
    {
      "epoch": 4.306369035429039,
      "grad_norm": 1.304494223629912,
      "learning_rate": 5.66478342672541e-05,
      "loss": 0.5702,
      "step": 105140
    },
    {
      "epoch": 4.306409993856236,
      "grad_norm": 2.008940141387293,
      "learning_rate": 5.664528146255343e-05,
      "loss": 0.8956,
      "step": 105141
    },
    {
      "epoch": 4.306450952283432,
      "grad_norm": 1.8758392588453128,
      "learning_rate": 5.66427287019854e-05,
      "loss": 0.9334,
      "step": 105142
    },
    {
      "epoch": 4.306491910710629,
      "grad_norm": 1.051772092973244,
      "learning_rate": 5.6640175985551266e-05,
      "loss": 0.2739,
      "step": 105143
    },
    {
      "epoch": 4.3065328691378255,
      "grad_norm": 0.8373314798310596,
      "learning_rate": 5.663762331325231e-05,
      "loss": 0.2187,
      "step": 105144
    },
    {
      "epoch": 4.306573827565021,
      "grad_norm": 1.5999436811317895,
      "learning_rate": 5.66350706850896e-05,
      "loss": 0.738,
      "step": 105145
    },
    {
      "epoch": 4.306614785992218,
      "grad_norm": 1.4277419034666334,
      "learning_rate": 5.663251810106442e-05,
      "loss": 0.6241,
      "step": 105146
    },
    {
      "epoch": 4.306655744419414,
      "grad_norm": 1.5503297277449586,
      "learning_rate": 5.662996556117801e-05,
      "loss": 0.5649,
      "step": 105147
    },
    {
      "epoch": 4.306696702846611,
      "grad_norm": 1.1551402414978613,
      "learning_rate": 5.6627413065431494e-05,
      "loss": 0.5235,
      "step": 105148
    },
    {
      "epoch": 4.306737661273807,
      "grad_norm": 0.5039100312389689,
      "learning_rate": 5.6624860613826153e-05,
      "loss": 0.0697,
      "step": 105149
    },
    {
      "epoch": 4.306778619701004,
      "grad_norm": 1.366471530564551,
      "learning_rate": 5.6622308206363115e-05,
      "loss": 0.6681,
      "step": 105150
    },
    {
      "epoch": 4.3068195781281995,
      "grad_norm": 1.225515282081107,
      "learning_rate": 5.661975584304363e-05,
      "loss": 0.5319,
      "step": 105151
    },
    {
      "epoch": 4.306860536555396,
      "grad_norm": 0.9374531348139842,
      "learning_rate": 5.661720352386898e-05,
      "loss": 0.216,
      "step": 105152
    },
    {
      "epoch": 4.306901494982593,
      "grad_norm": 1.063438987217931,
      "learning_rate": 5.661465124884022e-05,
      "loss": 0.2083,
      "step": 105153
    },
    {
      "epoch": 4.306942453409789,
      "grad_norm": 0.7357321372281566,
      "learning_rate": 5.66120990179587e-05,
      "loss": 0.0896,
      "step": 105154
    },
    {
      "epoch": 4.306983411836986,
      "grad_norm": 1.4940694696215158,
      "learning_rate": 5.6609546831225496e-05,
      "loss": 0.6335,
      "step": 105155
    },
    {
      "epoch": 4.307024370264182,
      "grad_norm": 1.699994145457425,
      "learning_rate": 5.6606994688641885e-05,
      "loss": 0.5719,
      "step": 105156
    },
    {
      "epoch": 4.307065328691378,
      "grad_norm": 1.4107048010300094,
      "learning_rate": 5.660444259020911e-05,
      "loss": 0.5396,
      "step": 105157
    },
    {
      "epoch": 4.307106287118574,
      "grad_norm": 1.236065846840202,
      "learning_rate": 5.6601890535928314e-05,
      "loss": 0.4861,
      "step": 105158
    },
    {
      "epoch": 4.307147245545771,
      "grad_norm": 1.6299254026069243,
      "learning_rate": 5.659933852580069e-05,
      "loss": 0.8711,
      "step": 105159
    },
    {
      "epoch": 4.307188203972967,
      "grad_norm": 1.3797505372681194,
      "learning_rate": 5.659678655982755e-05,
      "loss": 0.4934,
      "step": 105160
    },
    {
      "epoch": 4.307229162400164,
      "grad_norm": 1.7505471114935962,
      "learning_rate": 5.659423463800997e-05,
      "loss": 0.7329,
      "step": 105161
    },
    {
      "epoch": 4.3072701208273605,
      "grad_norm": 1.5453879262432877,
      "learning_rate": 5.659168276034927e-05,
      "loss": 0.6868,
      "step": 105162
    },
    {
      "epoch": 4.307311079254557,
      "grad_norm": 1.1506467834950296,
      "learning_rate": 5.658913092684655e-05,
      "loss": 0.4914,
      "step": 105163
    },
    {
      "epoch": 4.307352037681753,
      "grad_norm": 1.8614488499013062,
      "learning_rate": 5.658657913750307e-05,
      "loss": 0.8602,
      "step": 105164
    },
    {
      "epoch": 4.307392996108949,
      "grad_norm": 0.7979949247344115,
      "learning_rate": 5.658402739232008e-05,
      "loss": 0.1907,
      "step": 105165
    },
    {
      "epoch": 4.307433954536146,
      "grad_norm": 1.664441426533025,
      "learning_rate": 5.65814756912987e-05,
      "loss": 0.7206,
      "step": 105166
    },
    {
      "epoch": 4.307474912963342,
      "grad_norm": 1.2416282603355262,
      "learning_rate": 5.657892403444018e-05,
      "loss": 0.5216,
      "step": 105167
    },
    {
      "epoch": 4.307515871390539,
      "grad_norm": 1.4613190396802165,
      "learning_rate": 5.657637242174576e-05,
      "loss": 0.7193,
      "step": 105168
    },
    {
      "epoch": 4.307556829817735,
      "grad_norm": 1.2424301619114895,
      "learning_rate": 5.6573820853216564e-05,
      "loss": 0.3515,
      "step": 105169
    },
    {
      "epoch": 4.307597788244931,
      "grad_norm": 2.3244406001739804,
      "learning_rate": 5.65712693288539e-05,
      "loss": 1.4541,
      "step": 105170
    },
    {
      "epoch": 4.3076387466721275,
      "grad_norm": 1.378929171762041,
      "learning_rate": 5.6568717848658863e-05,
      "loss": 0.5853,
      "step": 105171
    },
    {
      "epoch": 4.307679705099324,
      "grad_norm": 1.311761779925746,
      "learning_rate": 5.6566166412632725e-05,
      "loss": 0.6363,
      "step": 105172
    },
    {
      "epoch": 4.307720663526521,
      "grad_norm": 1.0983361128084452,
      "learning_rate": 5.656361502077672e-05,
      "loss": 0.2891,
      "step": 105173
    },
    {
      "epoch": 4.307761621953717,
      "grad_norm": 1.2586423279980579,
      "learning_rate": 5.656106367309197e-05,
      "loss": 0.3529,
      "step": 105174
    },
    {
      "epoch": 4.307802580380914,
      "grad_norm": 1.681337898650232,
      "learning_rate": 5.655851236957973e-05,
      "loss": 0.7027,
      "step": 105175
    },
    {
      "epoch": 4.307843538808109,
      "grad_norm": 1.4944264275794135,
      "learning_rate": 5.6555961110241235e-05,
      "loss": 0.6944,
      "step": 105176
    },
    {
      "epoch": 4.307884497235306,
      "grad_norm": 1.1981423928504364,
      "learning_rate": 5.655340989507763e-05,
      "loss": 0.376,
      "step": 105177
    },
    {
      "epoch": 4.307925455662502,
      "grad_norm": 1.9474069327120274,
      "learning_rate": 5.65508587240902e-05,
      "loss": 0.6724,
      "step": 105178
    },
    {
      "epoch": 4.307966414089699,
      "grad_norm": 0.9893402915504483,
      "learning_rate": 5.6548307597280046e-05,
      "loss": 0.2166,
      "step": 105179
    },
    {
      "epoch": 4.3080073725168955,
      "grad_norm": 0.7692627046088361,
      "learning_rate": 5.654575651464842e-05,
      "loss": 0.2315,
      "step": 105180
    },
    {
      "epoch": 4.308048330944092,
      "grad_norm": 1.516559262440192,
      "learning_rate": 5.654320547619661e-05,
      "loss": 0.6828,
      "step": 105181
    },
    {
      "epoch": 4.3080892893712885,
      "grad_norm": 1.5423333554909406,
      "learning_rate": 5.654065448192574e-05,
      "loss": 0.6624,
      "step": 105182
    },
    {
      "epoch": 4.308130247798484,
      "grad_norm": 0.9015190888827046,
      "learning_rate": 5.653810353183697e-05,
      "loss": 0.2311,
      "step": 105183
    },
    {
      "epoch": 4.308171206225681,
      "grad_norm": 1.8456955450776287,
      "learning_rate": 5.6535552625931615e-05,
      "loss": 0.7584,
      "step": 105184
    },
    {
      "epoch": 4.308212164652877,
      "grad_norm": 1.0600671590000494,
      "learning_rate": 5.653300176421076e-05,
      "loss": 0.3125,
      "step": 105185
    },
    {
      "epoch": 4.308253123080074,
      "grad_norm": 1.7502391101728685,
      "learning_rate": 5.65304509466757e-05,
      "loss": 0.9384,
      "step": 105186
    },
    {
      "epoch": 4.30829408150727,
      "grad_norm": 0.9581850206423641,
      "learning_rate": 5.652790017332766e-05,
      "loss": 0.1987,
      "step": 105187
    },
    {
      "epoch": 4.308335039934467,
      "grad_norm": 2.991862958558514,
      "learning_rate": 5.652534944416777e-05,
      "loss": 2.7202,
      "step": 105188
    },
    {
      "epoch": 4.3083759983616625,
      "grad_norm": 1.6454720807838175,
      "learning_rate": 5.65227987591973e-05,
      "loss": 0.544,
      "step": 105189
    },
    {
      "epoch": 4.308416956788859,
      "grad_norm": 1.1491036521357996,
      "learning_rate": 5.652024811841738e-05,
      "loss": 0.3468,
      "step": 105190
    },
    {
      "epoch": 4.308457915216056,
      "grad_norm": 1.791344574627916,
      "learning_rate": 5.651769752182928e-05,
      "loss": 0.6339,
      "step": 105191
    },
    {
      "epoch": 4.308498873643252,
      "grad_norm": 1.3453730570760045,
      "learning_rate": 5.651514696943422e-05,
      "loss": 0.4871,
      "step": 105192
    },
    {
      "epoch": 4.308539832070449,
      "grad_norm": 1.6627783070157969,
      "learning_rate": 5.651259646123332e-05,
      "loss": 0.7611,
      "step": 105193
    },
    {
      "epoch": 4.308580790497645,
      "grad_norm": 1.6401992848565303,
      "learning_rate": 5.651004599722784e-05,
      "loss": 0.9646,
      "step": 105194
    },
    {
      "epoch": 4.308621748924841,
      "grad_norm": 1.4474840296426428,
      "learning_rate": 5.650749557741905e-05,
      "loss": 0.541,
      "step": 105195
    },
    {
      "epoch": 4.308662707352037,
      "grad_norm": 1.515049519169069,
      "learning_rate": 5.650494520180803e-05,
      "loss": 0.737,
      "step": 105196
    },
    {
      "epoch": 4.308703665779234,
      "grad_norm": 1.065525475876082,
      "learning_rate": 5.6502394870396115e-05,
      "loss": 0.4136,
      "step": 105197
    },
    {
      "epoch": 4.3087446242064305,
      "grad_norm": 1.4450179135204422,
      "learning_rate": 5.6499844583184384e-05,
      "loss": 0.6225,
      "step": 105198
    },
    {
      "epoch": 4.308785582633627,
      "grad_norm": 0.9021787251488183,
      "learning_rate": 5.649729434017408e-05,
      "loss": 0.1485,
      "step": 105199
    },
    {
      "epoch": 4.3088265410608235,
      "grad_norm": 1.909984726216859,
      "learning_rate": 5.6494744141366506e-05,
      "loss": 0.6665,
      "step": 105200
    },
    {
      "epoch": 4.30886749948802,
      "grad_norm": 1.3667438895712078,
      "learning_rate": 5.6492193986762716e-05,
      "loss": 0.6297,
      "step": 105201
    },
    {
      "epoch": 4.308908457915216,
      "grad_norm": 1.6615195190890406,
      "learning_rate": 5.6489643876364024e-05,
      "loss": 0.581,
      "step": 105202
    },
    {
      "epoch": 4.308949416342412,
      "grad_norm": 2.4153988849148424,
      "learning_rate": 5.648709381017163e-05,
      "loss": 0.9175,
      "step": 105203
    },
    {
      "epoch": 4.308990374769609,
      "grad_norm": 1.4617674838098387,
      "learning_rate": 5.648454378818666e-05,
      "loss": 0.4981,
      "step": 105204
    },
    {
      "epoch": 4.309031333196805,
      "grad_norm": 1.104834038923221,
      "learning_rate": 5.648199381041043e-05,
      "loss": 0.2406,
      "step": 105205
    },
    {
      "epoch": 4.309072291624002,
      "grad_norm": 1.469860476286236,
      "learning_rate": 5.6479443876844025e-05,
      "loss": 0.7101,
      "step": 105206
    },
    {
      "epoch": 4.309113250051198,
      "grad_norm": 1.6212691848941536,
      "learning_rate": 5.647689398748873e-05,
      "loss": 0.7591,
      "step": 105207
    },
    {
      "epoch": 4.309154208478394,
      "grad_norm": 0.9660755679025538,
      "learning_rate": 5.6474344142345767e-05,
      "loss": 0.196,
      "step": 105208
    },
    {
      "epoch": 4.309195166905591,
      "grad_norm": 0.8782977278387738,
      "learning_rate": 5.6471794341416254e-05,
      "loss": 0.2534,
      "step": 105209
    },
    {
      "epoch": 4.309236125332787,
      "grad_norm": 1.9139300985918233,
      "learning_rate": 5.6469244584701475e-05,
      "loss": 0.8086,
      "step": 105210
    },
    {
      "epoch": 4.309277083759984,
      "grad_norm": 1.4765087188581303,
      "learning_rate": 5.6466694872202636e-05,
      "loss": 0.6418,
      "step": 105211
    },
    {
      "epoch": 4.30931804218718,
      "grad_norm": 0.7782158515356062,
      "learning_rate": 5.646414520392087e-05,
      "loss": 0.1476,
      "step": 105212
    },
    {
      "epoch": 4.309359000614377,
      "grad_norm": 1.8021457054437053,
      "learning_rate": 5.646159557985748e-05,
      "loss": 0.5731,
      "step": 105213
    },
    {
      "epoch": 4.309399959041572,
      "grad_norm": 0.777732189516918,
      "learning_rate": 5.645904600001358e-05,
      "loss": 0.185,
      "step": 105214
    },
    {
      "epoch": 4.309440917468769,
      "grad_norm": 1.1870586728798167,
      "learning_rate": 5.6456496464390394e-05,
      "loss": 0.5159,
      "step": 105215
    },
    {
      "epoch": 4.309481875895965,
      "grad_norm": 0.28835747823956615,
      "learning_rate": 5.645394697298922e-05,
      "loss": 0.0185,
      "step": 105216
    },
    {
      "epoch": 4.309522834323162,
      "grad_norm": 1.2828852899963177,
      "learning_rate": 5.645139752581113e-05,
      "loss": 0.3204,
      "step": 105217
    },
    {
      "epoch": 4.3095637927503585,
      "grad_norm": 0.9724834208511478,
      "learning_rate": 5.644884812285745e-05,
      "loss": 0.2494,
      "step": 105218
    },
    {
      "epoch": 4.309604751177555,
      "grad_norm": 0.9913568829394874,
      "learning_rate": 5.644629876412927e-05,
      "loss": 0.2344,
      "step": 105219
    },
    {
      "epoch": 4.309645709604752,
      "grad_norm": 1.5102061938505345,
      "learning_rate": 5.6443749449627854e-05,
      "loss": 0.3848,
      "step": 105220
    },
    {
      "epoch": 4.309686668031947,
      "grad_norm": 1.8529286153589404,
      "learning_rate": 5.644120017935444e-05,
      "loss": 0.9463,
      "step": 105221
    },
    {
      "epoch": 4.309727626459144,
      "grad_norm": 1.006881674075119,
      "learning_rate": 5.6438650953310167e-05,
      "loss": 0.1411,
      "step": 105222
    },
    {
      "epoch": 4.30976858488634,
      "grad_norm": 1.8438857589104674,
      "learning_rate": 5.643610177149626e-05,
      "loss": 0.7769,
      "step": 105223
    },
    {
      "epoch": 4.309809543313537,
      "grad_norm": 1.731016606087282,
      "learning_rate": 5.643355263391399e-05,
      "loss": 0.6038,
      "step": 105224
    },
    {
      "epoch": 4.309850501740733,
      "grad_norm": 1.1883221670622495,
      "learning_rate": 5.643100354056446e-05,
      "loss": 0.4686,
      "step": 105225
    },
    {
      "epoch": 4.30989146016793,
      "grad_norm": 1.5764288074227217,
      "learning_rate": 5.6428454491448954e-05,
      "loss": 0.6589,
      "step": 105226
    },
    {
      "epoch": 4.3099324185951255,
      "grad_norm": 1.2942268867064126,
      "learning_rate": 5.6425905486568615e-05,
      "loss": 0.3715,
      "step": 105227
    },
    {
      "epoch": 4.309973377022322,
      "grad_norm": 0.7535676246366383,
      "learning_rate": 5.642335652592466e-05,
      "loss": 0.1988,
      "step": 105228
    },
    {
      "epoch": 4.310014335449519,
      "grad_norm": 1.9470323658484898,
      "learning_rate": 5.642080760951839e-05,
      "loss": 0.8019,
      "step": 105229
    },
    {
      "epoch": 4.310055293876715,
      "grad_norm": 0.88346240834818,
      "learning_rate": 5.641825873735086e-05,
      "loss": 0.1639,
      "step": 105230
    },
    {
      "epoch": 4.310096252303912,
      "grad_norm": 0.90106849555301,
      "learning_rate": 5.641570990942334e-05,
      "loss": 0.181,
      "step": 105231
    },
    {
      "epoch": 4.310137210731108,
      "grad_norm": 1.3541738438930055,
      "learning_rate": 5.641316112573712e-05,
      "loss": 0.58,
      "step": 105232
    },
    {
      "epoch": 4.310178169158304,
      "grad_norm": 1.6758164255638683,
      "learning_rate": 5.641061238629325e-05,
      "loss": 0.7079,
      "step": 105233
    },
    {
      "epoch": 4.3102191275855,
      "grad_norm": 1.093694786929875,
      "learning_rate": 5.640806369109308e-05,
      "loss": 0.3333,
      "step": 105234
    },
    {
      "epoch": 4.310260086012697,
      "grad_norm": 1.1366187710046298,
      "learning_rate": 5.640551504013768e-05,
      "loss": 0.3642,
      "step": 105235
    },
    {
      "epoch": 4.3103010444398935,
      "grad_norm": 1.4557294709018902,
      "learning_rate": 5.640296643342833e-05,
      "loss": 0.6339,
      "step": 105236
    },
    {
      "epoch": 4.31034200286709,
      "grad_norm": 1.6945809138847865,
      "learning_rate": 5.640041787096627e-05,
      "loss": 0.7855,
      "step": 105237
    },
    {
      "epoch": 4.3103829612942866,
      "grad_norm": 2.0225794580644725,
      "learning_rate": 5.639786935275263e-05,
      "loss": 0.9129,
      "step": 105238
    },
    {
      "epoch": 4.310423919721483,
      "grad_norm": 1.5143979807942676,
      "learning_rate": 5.639532087878863e-05,
      "loss": 0.5196,
      "step": 105239
    },
    {
      "epoch": 4.310464878148679,
      "grad_norm": 1.1831646105656726,
      "learning_rate": 5.639277244907555e-05,
      "loss": 0.2978,
      "step": 105240
    },
    {
      "epoch": 4.310505836575875,
      "grad_norm": 1.1426193065104744,
      "learning_rate": 5.639022406361448e-05,
      "loss": 0.4611,
      "step": 105241
    },
    {
      "epoch": 4.310546795003072,
      "grad_norm": 1.361330050356996,
      "learning_rate": 5.638767572240672e-05,
      "loss": 0.4867,
      "step": 105242
    },
    {
      "epoch": 4.310587753430268,
      "grad_norm": 1.4980473620050818,
      "learning_rate": 5.6385127425453405e-05,
      "loss": 0.5468,
      "step": 105243
    },
    {
      "epoch": 4.310628711857465,
      "grad_norm": 1.4170744682101208,
      "learning_rate": 5.638257917275575e-05,
      "loss": 0.5969,
      "step": 105244
    },
    {
      "epoch": 4.310669670284661,
      "grad_norm": 1.1074504093513309,
      "learning_rate": 5.638003096431504e-05,
      "loss": 0.285,
      "step": 105245
    },
    {
      "epoch": 4.310710628711857,
      "grad_norm": 1.525705379624862,
      "learning_rate": 5.6377482800132365e-05,
      "loss": 0.6516,
      "step": 105246
    },
    {
      "epoch": 4.310751587139054,
      "grad_norm": 1.3283226308069749,
      "learning_rate": 5.637493468020899e-05,
      "loss": 0.5629,
      "step": 105247
    },
    {
      "epoch": 4.31079254556625,
      "grad_norm": 1.2356792994694148,
      "learning_rate": 5.6372386604546155e-05,
      "loss": 0.4538,
      "step": 105248
    },
    {
      "epoch": 4.310833503993447,
      "grad_norm": 1.4095327677495,
      "learning_rate": 5.636983857314498e-05,
      "loss": 0.6044,
      "step": 105249
    },
    {
      "epoch": 4.310874462420643,
      "grad_norm": 1.659476432478147,
      "learning_rate": 5.636729058600675e-05,
      "loss": 0.7066,
      "step": 105250
    },
    {
      "epoch": 4.31091542084784,
      "grad_norm": 1.3829772198561672,
      "learning_rate": 5.63647426431326e-05,
      "loss": 0.5902,
      "step": 105251
    },
    {
      "epoch": 4.310956379275035,
      "grad_norm": 2.002880638257067,
      "learning_rate": 5.636219474452375e-05,
      "loss": 0.7903,
      "step": 105252
    },
    {
      "epoch": 4.310997337702232,
      "grad_norm": 1.4964312471079597,
      "learning_rate": 5.635964689018153e-05,
      "loss": 0.682,
      "step": 105253
    },
    {
      "epoch": 4.3110382961294285,
      "grad_norm": 1.2069450695637405,
      "learning_rate": 5.6357099080106935e-05,
      "loss": 0.4318,
      "step": 105254
    },
    {
      "epoch": 4.311079254556625,
      "grad_norm": 1.352572555369125,
      "learning_rate": 5.635455131430127e-05,
      "loss": 0.642,
      "step": 105255
    },
    {
      "epoch": 4.3111202129838215,
      "grad_norm": 1.2647799402569884,
      "learning_rate": 5.635200359276578e-05,
      "loss": 0.4379,
      "step": 105256
    },
    {
      "epoch": 4.311161171411018,
      "grad_norm": 1.52089620094847,
      "learning_rate": 5.63494559155016e-05,
      "loss": 0.5907,
      "step": 105257
    },
    {
      "epoch": 4.311202129838215,
      "grad_norm": 1.7170983886308988,
      "learning_rate": 5.6346908282509946e-05,
      "loss": 0.499,
      "step": 105258
    },
    {
      "epoch": 4.31124308826541,
      "grad_norm": 0.8240864914153145,
      "learning_rate": 5.6344360693792076e-05,
      "loss": 0.1688,
      "step": 105259
    },
    {
      "epoch": 4.311284046692607,
      "grad_norm": 1.474996077454795,
      "learning_rate": 5.634181314934913e-05,
      "loss": 0.4679,
      "step": 105260
    },
    {
      "epoch": 4.311325005119803,
      "grad_norm": 1.547554196219012,
      "learning_rate": 5.633926564918238e-05,
      "loss": 0.4706,
      "step": 105261
    },
    {
      "epoch": 4.311365963547,
      "grad_norm": 1.1092231478753471,
      "learning_rate": 5.633671819329295e-05,
      "loss": 0.3348,
      "step": 105262
    },
    {
      "epoch": 4.311406921974196,
      "grad_norm": 1.245383494895117,
      "learning_rate": 5.6334170781682077e-05,
      "loss": 0.5966,
      "step": 105263
    },
    {
      "epoch": 4.311447880401393,
      "grad_norm": 1.5002213337952526,
      "learning_rate": 5.633162341435102e-05,
      "loss": 0.5673,
      "step": 105264
    },
    {
      "epoch": 4.311488838828589,
      "grad_norm": 1.795451204514975,
      "learning_rate": 5.632907609130089e-05,
      "loss": 0.9966,
      "step": 105265
    },
    {
      "epoch": 4.311529797255785,
      "grad_norm": 1.8364903918641469,
      "learning_rate": 5.6326528812532936e-05,
      "loss": 0.5848,
      "step": 105266
    },
    {
      "epoch": 4.311570755682982,
      "grad_norm": 2.0627689991801197,
      "learning_rate": 5.632398157804842e-05,
      "loss": 0.9077,
      "step": 105267
    },
    {
      "epoch": 4.311611714110178,
      "grad_norm": 0.6980221616454246,
      "learning_rate": 5.632143438784844e-05,
      "loss": 0.094,
      "step": 105268
    },
    {
      "epoch": 4.311652672537375,
      "grad_norm": 0.996206506258889,
      "learning_rate": 5.63188872419343e-05,
      "loss": 0.2601,
      "step": 105269
    },
    {
      "epoch": 4.311693630964571,
      "grad_norm": 1.7223034421458876,
      "learning_rate": 5.6316340140307095e-05,
      "loss": 1.0739,
      "step": 105270
    },
    {
      "epoch": 4.311734589391767,
      "grad_norm": 1.630019617891878,
      "learning_rate": 5.631379308296809e-05,
      "loss": 0.601,
      "step": 105271
    },
    {
      "epoch": 4.311775547818963,
      "grad_norm": 1.481447014978061,
      "learning_rate": 5.6311246069918534e-05,
      "loss": 0.6749,
      "step": 105272
    },
    {
      "epoch": 4.31181650624616,
      "grad_norm": 1.035673250767748,
      "learning_rate": 5.6308699101159535e-05,
      "loss": 0.3577,
      "step": 105273
    },
    {
      "epoch": 4.3118574646733565,
      "grad_norm": 1.393958914957592,
      "learning_rate": 5.630615217669236e-05,
      "loss": 0.6214,
      "step": 105274
    },
    {
      "epoch": 4.311898423100553,
      "grad_norm": 1.5109581847538955,
      "learning_rate": 5.6303605296518236e-05,
      "loss": 0.629,
      "step": 105275
    },
    {
      "epoch": 4.31193938152775,
      "grad_norm": 1.5495003754872523,
      "learning_rate": 5.6301058460638296e-05,
      "loss": 0.7248,
      "step": 105276
    },
    {
      "epoch": 4.311980339954946,
      "grad_norm": 1.6934688324814966,
      "learning_rate": 5.629851166905382e-05,
      "loss": 0.7974,
      "step": 105277
    },
    {
      "epoch": 4.312021298382142,
      "grad_norm": 0.43285359899378817,
      "learning_rate": 5.629596492176591e-05,
      "loss": 0.0761,
      "step": 105278
    },
    {
      "epoch": 4.312062256809338,
      "grad_norm": 1.5032127770737158,
      "learning_rate": 5.629341821877584e-05,
      "loss": 0.5946,
      "step": 105279
    },
    {
      "epoch": 4.312103215236535,
      "grad_norm": 0.7826084989924803,
      "learning_rate": 5.629087156008484e-05,
      "loss": 0.1832,
      "step": 105280
    },
    {
      "epoch": 4.312144173663731,
      "grad_norm": 30.70321654497803,
      "learning_rate": 5.6288324945694044e-05,
      "loss": 3.1734,
      "step": 105281
    },
    {
      "epoch": 4.312185132090928,
      "grad_norm": 3.4810734835146557,
      "learning_rate": 5.6285778375604694e-05,
      "loss": 2.8408,
      "step": 105282
    },
    {
      "epoch": 4.312226090518124,
      "grad_norm": 1.2546002141178032,
      "learning_rate": 5.628323184981804e-05,
      "loss": 0.5064,
      "step": 105283
    },
    {
      "epoch": 4.31226704894532,
      "grad_norm": 0.9702760177402681,
      "learning_rate": 5.6280685368335174e-05,
      "loss": 0.2299,
      "step": 105284
    },
    {
      "epoch": 4.312308007372517,
      "grad_norm": 1.4688930224664045,
      "learning_rate": 5.6278138931157423e-05,
      "loss": 0.5214,
      "step": 105285
    },
    {
      "epoch": 4.312348965799713,
      "grad_norm": 1.4665524593604697,
      "learning_rate": 5.6275592538285865e-05,
      "loss": 0.6206,
      "step": 105286
    },
    {
      "epoch": 4.31238992422691,
      "grad_norm": 1.4350928573010155,
      "learning_rate": 5.6273046189721774e-05,
      "loss": 0.4309,
      "step": 105287
    },
    {
      "epoch": 4.312430882654106,
      "grad_norm": 1.3373600663936356,
      "learning_rate": 5.627049988546642e-05,
      "loss": 0.4658,
      "step": 105288
    },
    {
      "epoch": 4.312471841081303,
      "grad_norm": 1.6450668487374467,
      "learning_rate": 5.626795362552086e-05,
      "loss": 0.4653,
      "step": 105289
    },
    {
      "epoch": 4.312512799508498,
      "grad_norm": 1.5757239021003933,
      "learning_rate": 5.6265407409886423e-05,
      "loss": 0.5553,
      "step": 105290
    },
    {
      "epoch": 4.312553757935695,
      "grad_norm": 0.756064739771892,
      "learning_rate": 5.626286123856421e-05,
      "loss": 0.2446,
      "step": 105291
    },
    {
      "epoch": 4.3125947163628915,
      "grad_norm": 1.2568414004804063,
      "learning_rate": 5.6260315111555495e-05,
      "loss": 0.1967,
      "step": 105292
    },
    {
      "epoch": 4.312635674790088,
      "grad_norm": 0.8442705097623612,
      "learning_rate": 5.62577690288615e-05,
      "loss": 0.2748,
      "step": 105293
    },
    {
      "epoch": 4.312676633217285,
      "grad_norm": 1.2942624766068755,
      "learning_rate": 5.625522299048334e-05,
      "loss": 0.5326,
      "step": 105294
    },
    {
      "epoch": 4.312717591644481,
      "grad_norm": 1.3567565644102093,
      "learning_rate": 5.625267699642228e-05,
      "loss": 0.374,
      "step": 105295
    },
    {
      "epoch": 4.312758550071678,
      "grad_norm": 1.8040537108623809,
      "learning_rate": 5.6250131046679556e-05,
      "loss": 0.6673,
      "step": 105296
    },
    {
      "epoch": 4.312799508498873,
      "grad_norm": 1.1929401823310055,
      "learning_rate": 5.624758514125629e-05,
      "loss": 0.5139,
      "step": 105297
    },
    {
      "epoch": 4.31284046692607,
      "grad_norm": 1.5218211767454322,
      "learning_rate": 5.6245039280153756e-05,
      "loss": 0.5848,
      "step": 105298
    },
    {
      "epoch": 4.312881425353266,
      "grad_norm": 1.4704557571604786,
      "learning_rate": 5.624249346337309e-05,
      "loss": 0.5905,
      "step": 105299
    },
    {
      "epoch": 4.312922383780463,
      "grad_norm": 1.2203804042992796,
      "learning_rate": 5.623994769091553e-05,
      "loss": 0.6486,
      "step": 105300
    },
    {
      "epoch": 4.312963342207659,
      "grad_norm": 1.2603217133111158,
      "learning_rate": 5.623740196278235e-05,
      "loss": 0.4852,
      "step": 105301
    },
    {
      "epoch": 4.313004300634856,
      "grad_norm": 1.709162502447159,
      "learning_rate": 5.6234856278974617e-05,
      "loss": 0.6076,
      "step": 105302
    },
    {
      "epoch": 4.313045259062052,
      "grad_norm": 1.4256128467394986,
      "learning_rate": 5.6232310639493606e-05,
      "loss": 0.6408,
      "step": 105303
    },
    {
      "epoch": 4.313086217489248,
      "grad_norm": 2.3479820393633015,
      "learning_rate": 5.622976504434057e-05,
      "loss": 1.377,
      "step": 105304
    },
    {
      "epoch": 4.313127175916445,
      "grad_norm": 1.9173586936488751,
      "learning_rate": 5.6227219493516606e-05,
      "loss": 1.0886,
      "step": 105305
    },
    {
      "epoch": 4.313168134343641,
      "grad_norm": 1.2081703531716448,
      "learning_rate": 5.6224673987023035e-05,
      "loss": 0.4473,
      "step": 105306
    },
    {
      "epoch": 4.313209092770838,
      "grad_norm": 1.1632508532251864,
      "learning_rate": 5.622212852486093e-05,
      "loss": 0.2583,
      "step": 105307
    },
    {
      "epoch": 4.313250051198034,
      "grad_norm": 1.2652593939287389,
      "learning_rate": 5.621958310703157e-05,
      "loss": 0.4253,
      "step": 105308
    },
    {
      "epoch": 4.31329100962523,
      "grad_norm": 1.562189206198444,
      "learning_rate": 5.621703773353619e-05,
      "loss": 0.771,
      "step": 105309
    },
    {
      "epoch": 4.3133319680524265,
      "grad_norm": 1.80484489098633,
      "learning_rate": 5.62144924043759e-05,
      "loss": 0.9556,
      "step": 105310
    },
    {
      "epoch": 4.313372926479623,
      "grad_norm": 1.4427071613500606,
      "learning_rate": 5.621194711955198e-05,
      "loss": 0.576,
      "step": 105311
    },
    {
      "epoch": 4.3134138849068195,
      "grad_norm": 1.532020084286024,
      "learning_rate": 5.620940187906563e-05,
      "loss": 0.6511,
      "step": 105312
    },
    {
      "epoch": 4.313454843334016,
      "grad_norm": 1.615114497228232,
      "learning_rate": 5.6206856682917995e-05,
      "loss": 0.7134,
      "step": 105313
    },
    {
      "epoch": 4.313495801761213,
      "grad_norm": 1.5698073223972253,
      "learning_rate": 5.620431153111037e-05,
      "loss": 0.7992,
      "step": 105314
    },
    {
      "epoch": 4.313536760188409,
      "grad_norm": 1.6956641633905656,
      "learning_rate": 5.620176642364384e-05,
      "loss": 0.75,
      "step": 105315
    },
    {
      "epoch": 4.313577718615605,
      "grad_norm": 0.892148248638607,
      "learning_rate": 5.619922136051969e-05,
      "loss": 0.2051,
      "step": 105316
    },
    {
      "epoch": 4.313618677042801,
      "grad_norm": 1.6596528552313652,
      "learning_rate": 5.6196676341739154e-05,
      "loss": 0.5699,
      "step": 105317
    },
    {
      "epoch": 4.313659635469998,
      "grad_norm": 1.744165995138912,
      "learning_rate": 5.619413136730333e-05,
      "loss": 0.9221,
      "step": 105318
    },
    {
      "epoch": 4.313700593897194,
      "grad_norm": 1.8181566309851505,
      "learning_rate": 5.6191586437213465e-05,
      "loss": 0.6602,
      "step": 105319
    },
    {
      "epoch": 4.313741552324391,
      "grad_norm": 1.7191156882387562,
      "learning_rate": 5.618904155147084e-05,
      "loss": 0.648,
      "step": 105320
    },
    {
      "epoch": 4.3137825107515875,
      "grad_norm": 1.2152885744046926,
      "learning_rate": 5.6186496710076546e-05,
      "loss": 0.5379,
      "step": 105321
    },
    {
      "epoch": 4.313823469178783,
      "grad_norm": 1.816380940248786,
      "learning_rate": 5.618395191303187e-05,
      "loss": 0.9438,
      "step": 105322
    },
    {
      "epoch": 4.31386442760598,
      "grad_norm": 1.2408153618965367,
      "learning_rate": 5.618140716033794e-05,
      "loss": 0.5415,
      "step": 105323
    },
    {
      "epoch": 4.313905386033176,
      "grad_norm": 1.5376602977752194,
      "learning_rate": 5.6178862451996026e-05,
      "loss": 0.6039,
      "step": 105324
    },
    {
      "epoch": 4.313946344460373,
      "grad_norm": 1.6380997306607126,
      "learning_rate": 5.617631778800732e-05,
      "loss": 0.7388,
      "step": 105325
    },
    {
      "epoch": 4.313987302887569,
      "grad_norm": 1.45659949230741,
      "learning_rate": 5.6173773168372945e-05,
      "loss": 0.5887,
      "step": 105326
    },
    {
      "epoch": 4.314028261314766,
      "grad_norm": 1.5095745305713903,
      "learning_rate": 5.617122859309418e-05,
      "loss": 0.6519,
      "step": 105327
    },
    {
      "epoch": 4.3140692197419614,
      "grad_norm": 1.4987747774054812,
      "learning_rate": 5.6168684062172265e-05,
      "loss": 0.6039,
      "step": 105328
    },
    {
      "epoch": 4.314110178169158,
      "grad_norm": 1.1794405818416913,
      "learning_rate": 5.6166139575608284e-05,
      "loss": 0.396,
      "step": 105329
    },
    {
      "epoch": 4.3141511365963545,
      "grad_norm": 1.5457626208007604,
      "learning_rate": 5.6163595133403513e-05,
      "loss": 0.5721,
      "step": 105330
    },
    {
      "epoch": 4.314192095023551,
      "grad_norm": 1.4897933058108084,
      "learning_rate": 5.61610507355592e-05,
      "loss": 0.757,
      "step": 105331
    },
    {
      "epoch": 4.314233053450748,
      "grad_norm": 1.3542416178126153,
      "learning_rate": 5.615850638207646e-05,
      "loss": 0.5211,
      "step": 105332
    },
    {
      "epoch": 4.314274011877944,
      "grad_norm": 2.647330732552825,
      "learning_rate": 5.615596207295657e-05,
      "loss": 2.2467,
      "step": 105333
    },
    {
      "epoch": 4.314314970305141,
      "grad_norm": 1.8721286216110546,
      "learning_rate": 5.6153417808200644e-05,
      "loss": 0.8695,
      "step": 105334
    },
    {
      "epoch": 4.314355928732336,
      "grad_norm": 1.194474528526723,
      "learning_rate": 5.615087358780995e-05,
      "loss": 0.4663,
      "step": 105335
    },
    {
      "epoch": 4.314396887159533,
      "grad_norm": 2.2262983381297676,
      "learning_rate": 5.614832941178571e-05,
      "loss": 1.0957,
      "step": 105336
    },
    {
      "epoch": 4.314437845586729,
      "grad_norm": 1.0085990093675627,
      "learning_rate": 5.614578528012905e-05,
      "loss": 0.2686,
      "step": 105337
    },
    {
      "epoch": 4.314478804013926,
      "grad_norm": 1.6912109210635462,
      "learning_rate": 5.6143241192841206e-05,
      "loss": 0.7211,
      "step": 105338
    },
    {
      "epoch": 4.3145197624411225,
      "grad_norm": 1.5037625022860381,
      "learning_rate": 5.6140697149923464e-05,
      "loss": 0.5117,
      "step": 105339
    },
    {
      "epoch": 4.314560720868319,
      "grad_norm": 1.6878269105108463,
      "learning_rate": 5.613815315137689e-05,
      "loss": 0.7064,
      "step": 105340
    },
    {
      "epoch": 4.3146016792955155,
      "grad_norm": 1.351967293512843,
      "learning_rate": 5.6135609197202805e-05,
      "loss": 0.6237,
      "step": 105341
    },
    {
      "epoch": 4.314642637722711,
      "grad_norm": 1.4717821925769061,
      "learning_rate": 5.6133065287402315e-05,
      "loss": 0.5853,
      "step": 105342
    },
    {
      "epoch": 4.314683596149908,
      "grad_norm": 1.5573491253250829,
      "learning_rate": 5.613052142197664e-05,
      "loss": 0.5539,
      "step": 105343
    },
    {
      "epoch": 4.314724554577104,
      "grad_norm": 1.6071645261505125,
      "learning_rate": 5.612797760092708e-05,
      "loss": 0.7742,
      "step": 105344
    },
    {
      "epoch": 4.314765513004301,
      "grad_norm": 0.9414361147341684,
      "learning_rate": 5.612543382425471e-05,
      "loss": 0.1927,
      "step": 105345
    },
    {
      "epoch": 4.314806471431497,
      "grad_norm": 0.8422457865101391,
      "learning_rate": 5.612289009196078e-05,
      "loss": 0.1519,
      "step": 105346
    },
    {
      "epoch": 4.314847429858693,
      "grad_norm": 1.3501036591483475,
      "learning_rate": 5.612034640404656e-05,
      "loss": 0.3895,
      "step": 105347
    },
    {
      "epoch": 4.3148883882858895,
      "grad_norm": 1.5530138408243512,
      "learning_rate": 5.611780276051314e-05,
      "loss": 0.6719,
      "step": 105348
    },
    {
      "epoch": 4.314929346713086,
      "grad_norm": 2.153421158224017,
      "learning_rate": 5.611525916136181e-05,
      "loss": 0.6795,
      "step": 105349
    },
    {
      "epoch": 4.314970305140283,
      "grad_norm": 1.5173877207863002,
      "learning_rate": 5.6112715606593704e-05,
      "loss": 0.7297,
      "step": 105350
    },
    {
      "epoch": 4.315011263567479,
      "grad_norm": 1.7908348566406624,
      "learning_rate": 5.611017209621006e-05,
      "loss": 0.5289,
      "step": 105351
    },
    {
      "epoch": 4.315052221994676,
      "grad_norm": 1.7386381715139705,
      "learning_rate": 5.6107628630212125e-05,
      "loss": 0.8697,
      "step": 105352
    },
    {
      "epoch": 4.315093180421872,
      "grad_norm": 1.5489161698044,
      "learning_rate": 5.6105085208601004e-05,
      "loss": 0.6903,
      "step": 105353
    },
    {
      "epoch": 4.315134138849068,
      "grad_norm": 0.7587189726449434,
      "learning_rate": 5.6102541831377955e-05,
      "loss": 0.2108,
      "step": 105354
    },
    {
      "epoch": 4.315175097276264,
      "grad_norm": 1.2901457851102485,
      "learning_rate": 5.6099998498544215e-05,
      "loss": 0.5248,
      "step": 105355
    },
    {
      "epoch": 4.315216055703461,
      "grad_norm": 1.217257227203731,
      "learning_rate": 5.6097455210100905e-05,
      "loss": 0.3647,
      "step": 105356
    },
    {
      "epoch": 4.315257014130657,
      "grad_norm": 3.803555456539081,
      "learning_rate": 5.609491196604932e-05,
      "loss": 4.506,
      "step": 105357
    },
    {
      "epoch": 4.315297972557854,
      "grad_norm": 1.4827823119639316,
      "learning_rate": 5.609236876639055e-05,
      "loss": 0.5072,
      "step": 105358
    },
    {
      "epoch": 4.3153389309850505,
      "grad_norm": 1.3054029677353007,
      "learning_rate": 5.608982561112587e-05,
      "loss": 0.4286,
      "step": 105359
    },
    {
      "epoch": 4.315379889412247,
      "grad_norm": 1.085181042179721,
      "learning_rate": 5.608728250025651e-05,
      "loss": 0.4221,
      "step": 105360
    },
    {
      "epoch": 4.315420847839443,
      "grad_norm": 2.5036182402470266,
      "learning_rate": 5.608473943378361e-05,
      "loss": 0.728,
      "step": 105361
    },
    {
      "epoch": 4.315461806266639,
      "grad_norm": 1.351575057554912,
      "learning_rate": 5.608219641170843e-05,
      "loss": 0.3595,
      "step": 105362
    },
    {
      "epoch": 4.315502764693836,
      "grad_norm": 1.281297677696159,
      "learning_rate": 5.607965343403207e-05,
      "loss": 0.4324,
      "step": 105363
    },
    {
      "epoch": 4.315543723121032,
      "grad_norm": 1.389877555361109,
      "learning_rate": 5.607711050075582e-05,
      "loss": 0.5596,
      "step": 105364
    },
    {
      "epoch": 4.315584681548229,
      "grad_norm": 1.279275382130111,
      "learning_rate": 5.6074567611880904e-05,
      "loss": 0.3819,
      "step": 105365
    },
    {
      "epoch": 4.3156256399754245,
      "grad_norm": 1.8608881930987475,
      "learning_rate": 5.6072024767408435e-05,
      "loss": 0.765,
      "step": 105366
    },
    {
      "epoch": 4.315666598402621,
      "grad_norm": 1.2178024455282008,
      "learning_rate": 5.606948196733966e-05,
      "loss": 0.6045,
      "step": 105367
    },
    {
      "epoch": 4.3157075568298175,
      "grad_norm": 1.3464573482359354,
      "learning_rate": 5.6066939211675834e-05,
      "loss": 0.5082,
      "step": 105368
    },
    {
      "epoch": 4.315748515257014,
      "grad_norm": 1.0063593193576963,
      "learning_rate": 5.6064396500418074e-05,
      "loss": 0.2348,
      "step": 105369
    },
    {
      "epoch": 4.315789473684211,
      "grad_norm": 1.4397219556496723,
      "learning_rate": 5.6061853833567635e-05,
      "loss": 0.5024,
      "step": 105370
    },
    {
      "epoch": 4.315830432111407,
      "grad_norm": 2.736709504279537,
      "learning_rate": 5.6059311211125677e-05,
      "loss": 1.9416,
      "step": 105371
    },
    {
      "epoch": 4.315871390538604,
      "grad_norm": 0.743495741116104,
      "learning_rate": 5.605676863309341e-05,
      "loss": 0.2163,
      "step": 105372
    },
    {
      "epoch": 4.315912348965799,
      "grad_norm": 0.7990558334129817,
      "learning_rate": 5.605422609947212e-05,
      "loss": 0.2162,
      "step": 105373
    },
    {
      "epoch": 4.315953307392996,
      "grad_norm": 0.9920556355177501,
      "learning_rate": 5.605168361026287e-05,
      "loss": 0.2492,
      "step": 105374
    },
    {
      "epoch": 4.315994265820192,
      "grad_norm": 0.7662976053040064,
      "learning_rate": 5.604914116546694e-05,
      "loss": 0.1796,
      "step": 105375
    },
    {
      "epoch": 4.316035224247389,
      "grad_norm": 1.6707993762861604,
      "learning_rate": 5.604659876508559e-05,
      "loss": 0.6951,
      "step": 105376
    },
    {
      "epoch": 4.3160761826745855,
      "grad_norm": 1.3910523372414572,
      "learning_rate": 5.604405640911989e-05,
      "loss": 0.5713,
      "step": 105377
    },
    {
      "epoch": 4.316117141101782,
      "grad_norm": 1.223106612234795,
      "learning_rate": 5.6041514097571155e-05,
      "loss": 0.5714,
      "step": 105378
    },
    {
      "epoch": 4.3161580995289786,
      "grad_norm": 1.0312225993636275,
      "learning_rate": 5.603897183044049e-05,
      "loss": 0.3375,
      "step": 105379
    },
    {
      "epoch": 4.316199057956174,
      "grad_norm": 2.1064618539607145,
      "learning_rate": 5.603642960772915e-05,
      "loss": 0.6963,
      "step": 105380
    },
    {
      "epoch": 4.316240016383371,
      "grad_norm": 2.7566189154125578,
      "learning_rate": 5.603388742943839e-05,
      "loss": 0.5631,
      "step": 105381
    },
    {
      "epoch": 4.316280974810567,
      "grad_norm": 1.7602264497477094,
      "learning_rate": 5.60313452955693e-05,
      "loss": 0.9578,
      "step": 105382
    },
    {
      "epoch": 4.316321933237764,
      "grad_norm": 1.6450286032551882,
      "learning_rate": 5.602880320612313e-05,
      "loss": 0.7901,
      "step": 105383
    },
    {
      "epoch": 4.31636289166496,
      "grad_norm": 1.3341868385976312,
      "learning_rate": 5.6026261161101156e-05,
      "loss": 0.5661,
      "step": 105384
    },
    {
      "epoch": 4.316403850092156,
      "grad_norm": 1.5874463400430612,
      "learning_rate": 5.602371916050445e-05,
      "loss": 0.6359,
      "step": 105385
    },
    {
      "epoch": 4.3164448085193525,
      "grad_norm": 1.2126968228788113,
      "learning_rate": 5.6021177204334334e-05,
      "loss": 0.4325,
      "step": 105386
    },
    {
      "epoch": 4.316485766946549,
      "grad_norm": 1.56875929116331,
      "learning_rate": 5.601863529259191e-05,
      "loss": 0.7514,
      "step": 105387
    },
    {
      "epoch": 4.316526725373746,
      "grad_norm": 1.3656904308722881,
      "learning_rate": 5.6016093425278405e-05,
      "loss": 0.6518,
      "step": 105388
    },
    {
      "epoch": 4.316567683800942,
      "grad_norm": 1.5380728972487194,
      "learning_rate": 5.601355160239509e-05,
      "loss": 0.7133,
      "step": 105389
    },
    {
      "epoch": 4.316608642228139,
      "grad_norm": 1.344390300460798,
      "learning_rate": 5.601100982394307e-05,
      "loss": 0.4982,
      "step": 105390
    },
    {
      "epoch": 4.316649600655335,
      "grad_norm": 1.1501455242455814,
      "learning_rate": 5.600846808992358e-05,
      "loss": 0.4729,
      "step": 105391
    },
    {
      "epoch": 4.316690559082531,
      "grad_norm": 1.488369879094873,
      "learning_rate": 5.6005926400337894e-05,
      "loss": 0.5307,
      "step": 105392
    },
    {
      "epoch": 4.316731517509727,
      "grad_norm": 1.2417984524822858,
      "learning_rate": 5.60033847551871e-05,
      "loss": 0.4641,
      "step": 105393
    },
    {
      "epoch": 4.316772475936924,
      "grad_norm": 2.1651075942472375,
      "learning_rate": 5.6000843154472496e-05,
      "loss": 1.0937,
      "step": 105394
    },
    {
      "epoch": 4.3168134343641205,
      "grad_norm": 1.9139867999932572,
      "learning_rate": 5.5998301598195245e-05,
      "loss": 1.0723,
      "step": 105395
    },
    {
      "epoch": 4.316854392791317,
      "grad_norm": 1.6745926463702188,
      "learning_rate": 5.599576008635648e-05,
      "loss": 0.9416,
      "step": 105396
    },
    {
      "epoch": 4.3168953512185135,
      "grad_norm": 0.9289846608282353,
      "learning_rate": 5.599321861895753e-05,
      "loss": 0.1999,
      "step": 105397
    },
    {
      "epoch": 4.31693630964571,
      "grad_norm": 1.505111075220718,
      "learning_rate": 5.599067719599947e-05,
      "loss": 0.5902,
      "step": 105398
    },
    {
      "epoch": 4.316977268072906,
      "grad_norm": 1.2221821623039537,
      "learning_rate": 5.598813581748357e-05,
      "loss": 0.4391,
      "step": 105399
    },
    {
      "epoch": 4.317018226500102,
      "grad_norm": 1.555939428271856,
      "learning_rate": 5.598559448341107e-05,
      "loss": 0.6275,
      "step": 105400
    },
    {
      "epoch": 4.317059184927299,
      "grad_norm": 1.510330154265933,
      "learning_rate": 5.5983053193783074e-05,
      "loss": 0.5769,
      "step": 105401
    },
    {
      "epoch": 4.317100143354495,
      "grad_norm": 2.2499152493843626,
      "learning_rate": 5.598051194860084e-05,
      "loss": 1.4279,
      "step": 105402
    },
    {
      "epoch": 4.317141101781692,
      "grad_norm": 1.6700205828606516,
      "learning_rate": 5.597797074786561e-05,
      "loss": 0.635,
      "step": 105403
    },
    {
      "epoch": 4.317182060208888,
      "grad_norm": 1.946866985384874,
      "learning_rate": 5.59754295915785e-05,
      "loss": 0.8455,
      "step": 105404
    },
    {
      "epoch": 4.317223018636084,
      "grad_norm": 1.9559295485713992,
      "learning_rate": 5.597288847974079e-05,
      "loss": 0.784,
      "step": 105405
    },
    {
      "epoch": 4.317263977063281,
      "grad_norm": 1.8539609185784147,
      "learning_rate": 5.597034741235359e-05,
      "loss": 0.7662,
      "step": 105406
    },
    {
      "epoch": 4.317304935490477,
      "grad_norm": 1.6717888659942175,
      "learning_rate": 5.5967806389418166e-05,
      "loss": 0.6588,
      "step": 105407
    },
    {
      "epoch": 4.317345893917674,
      "grad_norm": 2.027995398779833,
      "learning_rate": 5.596526541093575e-05,
      "loss": 1.3471,
      "step": 105408
    },
    {
      "epoch": 4.31738685234487,
      "grad_norm": 1.6142692167929509,
      "learning_rate": 5.596272447690746e-05,
      "loss": 0.822,
      "step": 105409
    },
    {
      "epoch": 4.317427810772067,
      "grad_norm": 1.3286215774572716,
      "learning_rate": 5.596018358733451e-05,
      "loss": 0.6291,
      "step": 105410
    },
    {
      "epoch": 4.317468769199262,
      "grad_norm": 1.346275859513675,
      "learning_rate": 5.5957642742218206e-05,
      "loss": 0.5932,
      "step": 105411
    },
    {
      "epoch": 4.317509727626459,
      "grad_norm": 1.1458936057172335,
      "learning_rate": 5.595510194155961e-05,
      "loss": 0.392,
      "step": 105412
    },
    {
      "epoch": 4.317550686053655,
      "grad_norm": 0.6551103373173427,
      "learning_rate": 5.5952561185360025e-05,
      "loss": 0.0818,
      "step": 105413
    },
    {
      "epoch": 4.317591644480852,
      "grad_norm": 1.4437480870152837,
      "learning_rate": 5.595002047362058e-05,
      "loss": 0.6327,
      "step": 105414
    },
    {
      "epoch": 4.3176326029080485,
      "grad_norm": 1.6957672001001267,
      "learning_rate": 5.5947479806342496e-05,
      "loss": 0.6663,
      "step": 105415
    },
    {
      "epoch": 4.317673561335245,
      "grad_norm": 0.57413183193955,
      "learning_rate": 5.5944939183527036e-05,
      "loss": 0.0631,
      "step": 105416
    },
    {
      "epoch": 4.317714519762442,
      "grad_norm": 1.4262847004208354,
      "learning_rate": 5.594239860517531e-05,
      "loss": 0.6208,
      "step": 105417
    },
    {
      "epoch": 4.317755478189637,
      "grad_norm": 1.6022498079471903,
      "learning_rate": 5.5939858071288544e-05,
      "loss": 0.7591,
      "step": 105418
    },
    {
      "epoch": 4.317796436616834,
      "grad_norm": 1.956589371107643,
      "learning_rate": 5.5937317581868027e-05,
      "loss": 0.6925,
      "step": 105419
    },
    {
      "epoch": 4.31783739504403,
      "grad_norm": 1.4384082764165762,
      "learning_rate": 5.593477713691483e-05,
      "loss": 0.6265,
      "step": 105420
    },
    {
      "epoch": 4.317878353471227,
      "grad_norm": 1.9131107921468644,
      "learning_rate": 5.593223673643025e-05,
      "loss": 0.9334,
      "step": 105421
    },
    {
      "epoch": 4.317919311898423,
      "grad_norm": 1.4793130928810425,
      "learning_rate": 5.592969638041541e-05,
      "loss": 0.5882,
      "step": 105422
    },
    {
      "epoch": 4.31796027032562,
      "grad_norm": 1.353947809484456,
      "learning_rate": 5.592715606887155e-05,
      "loss": 0.5458,
      "step": 105423
    },
    {
      "epoch": 4.318001228752816,
      "grad_norm": 0.9382410197850252,
      "learning_rate": 5.592461580179993e-05,
      "loss": 0.2319,
      "step": 105424
    },
    {
      "epoch": 4.318042187180012,
      "grad_norm": 3.2985490255740997,
      "learning_rate": 5.592207557920163e-05,
      "loss": 2.74,
      "step": 105425
    },
    {
      "epoch": 4.318083145607209,
      "grad_norm": 2.0639781338717276,
      "learning_rate": 5.5919535401077915e-05,
      "loss": 0.9636,
      "step": 105426
    },
    {
      "epoch": 4.318124104034405,
      "grad_norm": 1.245161155895038,
      "learning_rate": 5.591699526743004e-05,
      "loss": 0.4486,
      "step": 105427
    },
    {
      "epoch": 4.318165062461602,
      "grad_norm": 2.1097506383030344,
      "learning_rate": 5.591445517825909e-05,
      "loss": 0.6098,
      "step": 105428
    },
    {
      "epoch": 4.318206020888798,
      "grad_norm": 1.9664268665424045,
      "learning_rate": 5.591191513356638e-05,
      "loss": 0.7223,
      "step": 105429
    },
    {
      "epoch": 4.318246979315994,
      "grad_norm": 1.3513633132722425,
      "learning_rate": 5.590937513335303e-05,
      "loss": 0.5799,
      "step": 105430
    },
    {
      "epoch": 4.31828793774319,
      "grad_norm": 1.3476226235958453,
      "learning_rate": 5.5906835177620235e-05,
      "loss": 0.5791,
      "step": 105431
    },
    {
      "epoch": 4.318328896170387,
      "grad_norm": 1.894455138028022,
      "learning_rate": 5.5904295266369296e-05,
      "loss": 0.7702,
      "step": 105432
    },
    {
      "epoch": 4.3183698545975835,
      "grad_norm": 1.621757538635986,
      "learning_rate": 5.5901755399601275e-05,
      "loss": 0.684,
      "step": 105433
    },
    {
      "epoch": 4.31841081302478,
      "grad_norm": 1.04849289967541,
      "learning_rate": 5.589921557731753e-05,
      "loss": 0.2349,
      "step": 105434
    },
    {
      "epoch": 4.318451771451977,
      "grad_norm": 1.517289645903475,
      "learning_rate": 5.58966757995191e-05,
      "loss": 0.7737,
      "step": 105435
    },
    {
      "epoch": 4.318492729879173,
      "grad_norm": 0.7479518515715087,
      "learning_rate": 5.589413606620726e-05,
      "loss": 0.2016,
      "step": 105436
    },
    {
      "epoch": 4.318533688306369,
      "grad_norm": 2.085441179375228,
      "learning_rate": 5.5891596377383266e-05,
      "loss": 0.6029,
      "step": 105437
    },
    {
      "epoch": 4.318574646733565,
      "grad_norm": 1.4766910470423265,
      "learning_rate": 5.588905673304822e-05,
      "loss": 0.5717,
      "step": 105438
    },
    {
      "epoch": 4.318615605160762,
      "grad_norm": 1.4794675224675344,
      "learning_rate": 5.5886517133203365e-05,
      "loss": 0.651,
      "step": 105439
    },
    {
      "epoch": 4.318656563587958,
      "grad_norm": 1.411437524165723,
      "learning_rate": 5.588397757784996e-05,
      "loss": 0.5794,
      "step": 105440
    },
    {
      "epoch": 4.318697522015155,
      "grad_norm": 1.4695788556648328,
      "learning_rate": 5.588143806698909e-05,
      "loss": 0.6459,
      "step": 105441
    },
    {
      "epoch": 4.318738480442351,
      "grad_norm": 0.602904621353352,
      "learning_rate": 5.587889860062207e-05,
      "loss": 0.1321,
      "step": 105442
    },
    {
      "epoch": 4.318779438869547,
      "grad_norm": 1.735983321330041,
      "learning_rate": 5.587635917874999e-05,
      "loss": 0.7117,
      "step": 105443
    },
    {
      "epoch": 4.318820397296744,
      "grad_norm": 1.5182317463393198,
      "learning_rate": 5.587381980137409e-05,
      "loss": 0.5377,
      "step": 105444
    },
    {
      "epoch": 4.31886135572394,
      "grad_norm": 1.6357306889978676,
      "learning_rate": 5.587128046849567e-05,
      "loss": 0.7369,
      "step": 105445
    },
    {
      "epoch": 4.318902314151137,
      "grad_norm": 1.8174351384755156,
      "learning_rate": 5.586874118011577e-05,
      "loss": 1.0648,
      "step": 105446
    },
    {
      "epoch": 4.318943272578333,
      "grad_norm": 1.5085974776560491,
      "learning_rate": 5.5866201936235674e-05,
      "loss": 0.6236,
      "step": 105447
    },
    {
      "epoch": 4.31898423100553,
      "grad_norm": 1.3504009978188745,
      "learning_rate": 5.5863662736856635e-05,
      "loss": 0.6131,
      "step": 105448
    },
    {
      "epoch": 4.319025189432725,
      "grad_norm": 1.331191796404693,
      "learning_rate": 5.5861123581979725e-05,
      "loss": 0.5765,
      "step": 105449
    },
    {
      "epoch": 4.319066147859922,
      "grad_norm": 1.7688208145385147,
      "learning_rate": 5.5858584471606285e-05,
      "loss": 0.8718,
      "step": 105450
    },
    {
      "epoch": 4.3191071062871185,
      "grad_norm": 1.1241049670706253,
      "learning_rate": 5.585604540573738e-05,
      "loss": 0.5486,
      "step": 105451
    },
    {
      "epoch": 4.319148064714315,
      "grad_norm": 1.3471336505193234,
      "learning_rate": 5.5853506384374274e-05,
      "loss": 0.5604,
      "step": 105452
    },
    {
      "epoch": 4.3191890231415115,
      "grad_norm": 1.436811118417909,
      "learning_rate": 5.585096740751823e-05,
      "loss": 0.7368,
      "step": 105453
    },
    {
      "epoch": 4.319229981568708,
      "grad_norm": 1.684473654988502,
      "learning_rate": 5.584842847517032e-05,
      "loss": 0.6892,
      "step": 105454
    },
    {
      "epoch": 4.319270939995905,
      "grad_norm": 1.4318449638207975,
      "learning_rate": 5.584588958733182e-05,
      "loss": 0.608,
      "step": 105455
    },
    {
      "epoch": 4.3193118984231,
      "grad_norm": 1.6573126926404214,
      "learning_rate": 5.584335074400397e-05,
      "loss": 0.5705,
      "step": 105456
    },
    {
      "epoch": 4.319352856850297,
      "grad_norm": 1.9007268539559257,
      "learning_rate": 5.5840811945187856e-05,
      "loss": 1.1041,
      "step": 105457
    },
    {
      "epoch": 4.319393815277493,
      "grad_norm": 1.8422610394320138,
      "learning_rate": 5.583827319088481e-05,
      "loss": 0.836,
      "step": 105458
    },
    {
      "epoch": 4.31943477370469,
      "grad_norm": 1.5099943372179039,
      "learning_rate": 5.58357344810959e-05,
      "loss": 0.6947,
      "step": 105459
    },
    {
      "epoch": 4.319475732131886,
      "grad_norm": 1.1068178025031596,
      "learning_rate": 5.5833195815822405e-05,
      "loss": 0.2282,
      "step": 105460
    },
    {
      "epoch": 4.319516690559083,
      "grad_norm": 1.5289601894933194,
      "learning_rate": 5.5830657195065545e-05,
      "loss": 0.5987,
      "step": 105461
    },
    {
      "epoch": 4.319557648986279,
      "grad_norm": 1.4417144434219704,
      "learning_rate": 5.582811861882644e-05,
      "loss": 0.6837,
      "step": 105462
    },
    {
      "epoch": 4.319598607413475,
      "grad_norm": 1.8867087804798666,
      "learning_rate": 5.582558008710634e-05,
      "loss": 0.6498,
      "step": 105463
    },
    {
      "epoch": 4.319639565840672,
      "grad_norm": 1.4250891701975315,
      "learning_rate": 5.58230415999065e-05,
      "loss": 0.5093,
      "step": 105464
    },
    {
      "epoch": 4.319680524267868,
      "grad_norm": 1.2322642493964238,
      "learning_rate": 5.582050315722806e-05,
      "loss": 0.4747,
      "step": 105465
    },
    {
      "epoch": 4.319721482695065,
      "grad_norm": 1.3090037124604255,
      "learning_rate": 5.5817964759072155e-05,
      "loss": 0.4636,
      "step": 105466
    },
    {
      "epoch": 4.319762441122261,
      "grad_norm": 1.409823601553058,
      "learning_rate": 5.58154264054401e-05,
      "loss": 0.6056,
      "step": 105467
    },
    {
      "epoch": 4.319803399549457,
      "grad_norm": 1.2714372604624038,
      "learning_rate": 5.581288809633301e-05,
      "loss": 0.4891,
      "step": 105468
    },
    {
      "epoch": 4.3198443579766534,
      "grad_norm": 1.3717969407314103,
      "learning_rate": 5.581034983175218e-05,
      "loss": 0.6937,
      "step": 105469
    },
    {
      "epoch": 4.31988531640385,
      "grad_norm": 1.0094334914588041,
      "learning_rate": 5.5807811611698675e-05,
      "loss": 0.38,
      "step": 105470
    },
    {
      "epoch": 4.3199262748310465,
      "grad_norm": 1.3590024078719538,
      "learning_rate": 5.580527343617378e-05,
      "loss": 0.5824,
      "step": 105471
    },
    {
      "epoch": 4.319967233258243,
      "grad_norm": 1.1612792478212615,
      "learning_rate": 5.580273530517875e-05,
      "loss": 0.5159,
      "step": 105472
    },
    {
      "epoch": 4.32000819168544,
      "grad_norm": 1.6217709942419554,
      "learning_rate": 5.5800197218714654e-05,
      "loss": 0.6473,
      "step": 105473
    },
    {
      "epoch": 4.320049150112636,
      "grad_norm": 0.9450339029964185,
      "learning_rate": 5.5797659176782766e-05,
      "loss": 0.2732,
      "step": 105474
    },
    {
      "epoch": 4.320090108539832,
      "grad_norm": 1.5843326243673594,
      "learning_rate": 5.579512117938432e-05,
      "loss": 0.7471,
      "step": 105475
    },
    {
      "epoch": 4.320131066967028,
      "grad_norm": 1.7682319173429943,
      "learning_rate": 5.579258322652044e-05,
      "loss": 0.7594,
      "step": 105476
    },
    {
      "epoch": 4.320172025394225,
      "grad_norm": 1.4640591904997984,
      "learning_rate": 5.5790045318192395e-05,
      "loss": 0.5775,
      "step": 105477
    },
    {
      "epoch": 4.320212983821421,
      "grad_norm": 2.023339086215105,
      "learning_rate": 5.578750745440131e-05,
      "loss": 0.541,
      "step": 105478
    },
    {
      "epoch": 4.320253942248618,
      "grad_norm": 1.5514962907595042,
      "learning_rate": 5.578496963514841e-05,
      "loss": 0.7459,
      "step": 105479
    },
    {
      "epoch": 4.3202949006758145,
      "grad_norm": 1.4723075459229849,
      "learning_rate": 5.578243186043499e-05,
      "loss": 0.6202,
      "step": 105480
    },
    {
      "epoch": 4.32033585910301,
      "grad_norm": 1.1295992535168051,
      "learning_rate": 5.577989413026209e-05,
      "loss": 0.2955,
      "step": 105481
    },
    {
      "epoch": 4.320376817530207,
      "grad_norm": 1.6964088592365525,
      "learning_rate": 5.5777356444631005e-05,
      "loss": 0.4866,
      "step": 105482
    },
    {
      "epoch": 4.320417775957403,
      "grad_norm": 1.2650823571717875,
      "learning_rate": 5.577481880354296e-05,
      "loss": 0.6221,
      "step": 105483
    },
    {
      "epoch": 4.3204587343846,
      "grad_norm": 0.6765865659128529,
      "learning_rate": 5.5772281206999066e-05,
      "loss": 0.1611,
      "step": 105484
    },
    {
      "epoch": 4.320499692811796,
      "grad_norm": 1.3979917650602613,
      "learning_rate": 5.5769743655000603e-05,
      "loss": 0.6902,
      "step": 105485
    },
    {
      "epoch": 4.320540651238993,
      "grad_norm": 0.8317484106118858,
      "learning_rate": 5.576720614754871e-05,
      "loss": 0.191,
      "step": 105486
    },
    {
      "epoch": 4.320581609666188,
      "grad_norm": 1.3270538217929368,
      "learning_rate": 5.57646686846446e-05,
      "loss": 0.4948,
      "step": 105487
    },
    {
      "epoch": 4.320622568093385,
      "grad_norm": 0.8163309215617172,
      "learning_rate": 5.576213126628955e-05,
      "loss": 0.2367,
      "step": 105488
    },
    {
      "epoch": 4.3206635265205815,
      "grad_norm": 2.24404527845239,
      "learning_rate": 5.5759593892484635e-05,
      "loss": 1.1438,
      "step": 105489
    },
    {
      "epoch": 4.320704484947778,
      "grad_norm": 1.4267611017176252,
      "learning_rate": 5.575705656323113e-05,
      "loss": 0.4919,
      "step": 105490
    },
    {
      "epoch": 4.320745443374975,
      "grad_norm": 1.7893654198854931,
      "learning_rate": 5.575451927853025e-05,
      "loss": 0.6087,
      "step": 105491
    },
    {
      "epoch": 4.320786401802171,
      "grad_norm": 1.7600710266276929,
      "learning_rate": 5.575198203838312e-05,
      "loss": 0.8891,
      "step": 105492
    },
    {
      "epoch": 4.320827360229368,
      "grad_norm": 1.238250882996262,
      "learning_rate": 5.5749444842791046e-05,
      "loss": 0.4941,
      "step": 105493
    },
    {
      "epoch": 4.320868318656563,
      "grad_norm": 2.698246988311056,
      "learning_rate": 5.57469076917551e-05,
      "loss": 0.5832,
      "step": 105494
    },
    {
      "epoch": 4.32090927708376,
      "grad_norm": 0.9325989998063637,
      "learning_rate": 5.574437058527656e-05,
      "loss": 0.2412,
      "step": 105495
    },
    {
      "epoch": 4.320950235510956,
      "grad_norm": 1.7259327450242805,
      "learning_rate": 5.574183352335666e-05,
      "loss": 0.6338,
      "step": 105496
    },
    {
      "epoch": 4.320991193938153,
      "grad_norm": 1.2388786184510636,
      "learning_rate": 5.573929650599648e-05,
      "loss": 0.464,
      "step": 105497
    },
    {
      "epoch": 4.321032152365349,
      "grad_norm": 0.5094784638057006,
      "learning_rate": 5.573675953319731e-05,
      "loss": 0.0698,
      "step": 105498
    },
    {
      "epoch": 4.321073110792546,
      "grad_norm": 1.536430301156573,
      "learning_rate": 5.57342226049604e-05,
      "loss": 0.7443,
      "step": 105499
    },
    {
      "epoch": 4.321114069219742,
      "grad_norm": 3.2084816391597246,
      "learning_rate": 5.573168572128679e-05,
      "loss": 2.5221,
      "step": 105500
    },
    {
      "epoch": 4.321155027646938,
      "grad_norm": 1.5015577770931994,
      "learning_rate": 5.572914888217785e-05,
      "loss": 0.6618,
      "step": 105501
    },
    {
      "epoch": 4.321195986074135,
      "grad_norm": 1.0003519191196957,
      "learning_rate": 5.572661208763462e-05,
      "loss": 0.224,
      "step": 105502
    },
    {
      "epoch": 4.321236944501331,
      "grad_norm": 1.7113092465533644,
      "learning_rate": 5.572407533765839e-05,
      "loss": 0.9072,
      "step": 105503
    },
    {
      "epoch": 4.321277902928528,
      "grad_norm": 1.7098488867756503,
      "learning_rate": 5.572153863225041e-05,
      "loss": 0.5971,
      "step": 105504
    },
    {
      "epoch": 4.321318861355724,
      "grad_norm": 1.4631414461571197,
      "learning_rate": 5.571900197141175e-05,
      "loss": 0.5639,
      "step": 105505
    },
    {
      "epoch": 4.32135981978292,
      "grad_norm": 2.2852301399041615,
      "learning_rate": 5.571646535514373e-05,
      "loss": 0.8545,
      "step": 105506
    },
    {
      "epoch": 4.3214007782101165,
      "grad_norm": 2.1226593610219298,
      "learning_rate": 5.571392878344744e-05,
      "loss": 1.4937,
      "step": 105507
    },
    {
      "epoch": 4.321441736637313,
      "grad_norm": 1.5059124760242597,
      "learning_rate": 5.571139225632415e-05,
      "loss": 0.7367,
      "step": 105508
    },
    {
      "epoch": 4.3214826950645095,
      "grad_norm": 1.8201492731812505,
      "learning_rate": 5.570885577377509e-05,
      "loss": 1.0627,
      "step": 105509
    },
    {
      "epoch": 4.321523653491706,
      "grad_norm": 1.4005112454365014,
      "learning_rate": 5.570631933580133e-05,
      "loss": 0.4883,
      "step": 105510
    },
    {
      "epoch": 4.321564611918903,
      "grad_norm": 1.8697107805238409,
      "learning_rate": 5.5703782942404186e-05,
      "loss": 0.7524,
      "step": 105511
    },
    {
      "epoch": 4.321605570346099,
      "grad_norm": 1.1977232240182376,
      "learning_rate": 5.570124659358485e-05,
      "loss": 0.4538,
      "step": 105512
    },
    {
      "epoch": 4.321646528773295,
      "grad_norm": 1.4147233430272217,
      "learning_rate": 5.569871028934445e-05,
      "loss": 0.6978,
      "step": 105513
    },
    {
      "epoch": 4.321687487200491,
      "grad_norm": 2.0384443086634567,
      "learning_rate": 5.5696174029684276e-05,
      "loss": 1.2057,
      "step": 105514
    },
    {
      "epoch": 4.321728445627688,
      "grad_norm": 1.5781647075298564,
      "learning_rate": 5.569363781460544e-05,
      "loss": 0.5825,
      "step": 105515
    },
    {
      "epoch": 4.321769404054884,
      "grad_norm": 1.6795182504482598,
      "learning_rate": 5.569110164410916e-05,
      "loss": 0.5516,
      "step": 105516
    },
    {
      "epoch": 4.321810362482081,
      "grad_norm": 1.3040504069752452,
      "learning_rate": 5.568856551819672e-05,
      "loss": 0.5649,
      "step": 105517
    },
    {
      "epoch": 4.3218513209092775,
      "grad_norm": 0.9406287142659727,
      "learning_rate": 5.5686029436869204e-05,
      "loss": 0.2302,
      "step": 105518
    },
    {
      "epoch": 4.321892279336473,
      "grad_norm": 1.7444220327530067,
      "learning_rate": 5.568349340012785e-05,
      "loss": 0.6821,
      "step": 105519
    },
    {
      "epoch": 4.32193323776367,
      "grad_norm": 1.5483785724339163,
      "learning_rate": 5.568095740797393e-05,
      "loss": 0.6555,
      "step": 105520
    },
    {
      "epoch": 4.321974196190866,
      "grad_norm": 1.4881345900128469,
      "learning_rate": 5.5678421460408515e-05,
      "loss": 0.6617,
      "step": 105521
    },
    {
      "epoch": 4.322015154618063,
      "grad_norm": 1.6091150811721942,
      "learning_rate": 5.5675885557432924e-05,
      "loss": 0.7058,
      "step": 105522
    },
    {
      "epoch": 4.322056113045259,
      "grad_norm": 1.7359115880940115,
      "learning_rate": 5.567334969904826e-05,
      "loss": 0.6843,
      "step": 105523
    },
    {
      "epoch": 4.322097071472456,
      "grad_norm": 1.300302990988926,
      "learning_rate": 5.567081388525575e-05,
      "loss": 0.4897,
      "step": 105524
    },
    {
      "epoch": 4.3221380298996515,
      "grad_norm": 1.9427667006345828,
      "learning_rate": 5.566827811605666e-05,
      "loss": 0.7122,
      "step": 105525
    },
    {
      "epoch": 4.322178988326848,
      "grad_norm": 1.43395365311432,
      "learning_rate": 5.566574239145209e-05,
      "loss": 0.5745,
      "step": 105526
    },
    {
      "epoch": 4.3222199467540445,
      "grad_norm": 1.1820667119129669,
      "learning_rate": 5.566320671144329e-05,
      "loss": 0.3709,
      "step": 105527
    },
    {
      "epoch": 4.322260905181241,
      "grad_norm": 1.341488496933101,
      "learning_rate": 5.566067107603149e-05,
      "loss": 0.5081,
      "step": 105528
    },
    {
      "epoch": 4.322301863608438,
      "grad_norm": 1.563420774927875,
      "learning_rate": 5.565813548521779e-05,
      "loss": 0.8037,
      "step": 105529
    },
    {
      "epoch": 4.322342822035634,
      "grad_norm": 1.4098408103310613,
      "learning_rate": 5.565559993900352e-05,
      "loss": 0.5639,
      "step": 105530
    },
    {
      "epoch": 4.322383780462831,
      "grad_norm": 1.3527864128170444,
      "learning_rate": 5.5653064437389754e-05,
      "loss": 0.5163,
      "step": 105531
    },
    {
      "epoch": 4.322424738890026,
      "grad_norm": 1.4420355147070905,
      "learning_rate": 5.565052898037773e-05,
      "loss": 0.4989,
      "step": 105532
    },
    {
      "epoch": 4.322465697317223,
      "grad_norm": 1.1385088721256245,
      "learning_rate": 5.564799356796872e-05,
      "loss": 0.4529,
      "step": 105533
    },
    {
      "epoch": 4.322506655744419,
      "grad_norm": 1.822783860827161,
      "learning_rate": 5.5645458200163826e-05,
      "loss": 0.5521,
      "step": 105534
    },
    {
      "epoch": 4.322547614171616,
      "grad_norm": 1.4994909207647682,
      "learning_rate": 5.564292287696432e-05,
      "loss": 0.8493,
      "step": 105535
    },
    {
      "epoch": 4.3225885725988125,
      "grad_norm": 1.5731858888951704,
      "learning_rate": 5.564038759837136e-05,
      "loss": 0.6408,
      "step": 105536
    },
    {
      "epoch": 4.322629531026009,
      "grad_norm": 1.165263262924376,
      "learning_rate": 5.563785236438611e-05,
      "loss": 0.4578,
      "step": 105537
    },
    {
      "epoch": 4.322670489453205,
      "grad_norm": 1.515925227170687,
      "learning_rate": 5.56353171750098e-05,
      "loss": 0.4382,
      "step": 105538
    },
    {
      "epoch": 4.322711447880401,
      "grad_norm": 1.3464832465594947,
      "learning_rate": 5.56327820302437e-05,
      "loss": 0.5755,
      "step": 105539
    },
    {
      "epoch": 4.322752406307598,
      "grad_norm": 1.4088481038784955,
      "learning_rate": 5.563024693008889e-05,
      "loss": 0.561,
      "step": 105540
    },
    {
      "epoch": 4.322793364734794,
      "grad_norm": 1.191548700626639,
      "learning_rate": 5.562771187454667e-05,
      "loss": 0.4375,
      "step": 105541
    },
    {
      "epoch": 4.322834323161991,
      "grad_norm": 2.3895281645309545,
      "learning_rate": 5.562517686361813e-05,
      "loss": 1.2479,
      "step": 105542
    },
    {
      "epoch": 4.322875281589187,
      "grad_norm": 0.5669924437428575,
      "learning_rate": 5.562264189730454e-05,
      "loss": 0.1395,
      "step": 105543
    },
    {
      "epoch": 4.322916240016383,
      "grad_norm": 1.2834865642515458,
      "learning_rate": 5.562010697560714e-05,
      "loss": 0.533,
      "step": 105544
    },
    {
      "epoch": 4.3229571984435795,
      "grad_norm": 0.8729471615450297,
      "learning_rate": 5.561757209852703e-05,
      "loss": 0.2445,
      "step": 105545
    },
    {
      "epoch": 4.322998156870776,
      "grad_norm": 0.992837785352575,
      "learning_rate": 5.5615037266065446e-05,
      "loss": 0.3008,
      "step": 105546
    },
    {
      "epoch": 4.323039115297973,
      "grad_norm": 2.4082804544158023,
      "learning_rate": 5.561250247822366e-05,
      "loss": 1.2919,
      "step": 105547
    },
    {
      "epoch": 4.323080073725169,
      "grad_norm": 4.050559969081418,
      "learning_rate": 5.5609967735002744e-05,
      "loss": 1.8499,
      "step": 105548
    },
    {
      "epoch": 4.323121032152366,
      "grad_norm": 1.7015316178394,
      "learning_rate": 5.5607433036404015e-05,
      "loss": 0.7494,
      "step": 105549
    },
    {
      "epoch": 4.323161990579562,
      "grad_norm": 1.4372657131208917,
      "learning_rate": 5.560489838242854e-05,
      "loss": 0.4994,
      "step": 105550
    },
    {
      "epoch": 4.323202949006758,
      "grad_norm": 1.9423970145207963,
      "learning_rate": 5.560236377307763e-05,
      "loss": 1.0945,
      "step": 105551
    },
    {
      "epoch": 4.323243907433954,
      "grad_norm": 1.7477756229680839,
      "learning_rate": 5.5599829208352475e-05,
      "loss": 0.6883,
      "step": 105552
    },
    {
      "epoch": 4.323284865861151,
      "grad_norm": 1.8687358705421824,
      "learning_rate": 5.559729468825418e-05,
      "loss": 1.0658,
      "step": 105553
    },
    {
      "epoch": 4.323325824288347,
      "grad_norm": 1.5658320745543266,
      "learning_rate": 5.5594760212784016e-05,
      "loss": 0.5687,
      "step": 105554
    },
    {
      "epoch": 4.323366782715544,
      "grad_norm": 1.2994393043969414,
      "learning_rate": 5.559222578194324e-05,
      "loss": 0.4424,
      "step": 105555
    },
    {
      "epoch": 4.3234077411427405,
      "grad_norm": 1.1878367126937661,
      "learning_rate": 5.558969139573291e-05,
      "loss": 0.5451,
      "step": 105556
    },
    {
      "epoch": 4.323448699569936,
      "grad_norm": 0.5918096325782637,
      "learning_rate": 5.5587157054154365e-05,
      "loss": 0.0789,
      "step": 105557
    },
    {
      "epoch": 4.323489657997133,
      "grad_norm": 1.2621665334841132,
      "learning_rate": 5.5584622757208664e-05,
      "loss": 0.4655,
      "step": 105558
    },
    {
      "epoch": 4.323530616424329,
      "grad_norm": 1.451777668240731,
      "learning_rate": 5.558208850489708e-05,
      "loss": 0.4542,
      "step": 105559
    },
    {
      "epoch": 4.323571574851526,
      "grad_norm": 0.8880227501414274,
      "learning_rate": 5.557955429722085e-05,
      "loss": 0.213,
      "step": 105560
    },
    {
      "epoch": 4.323612533278722,
      "grad_norm": 2.4240817830698456,
      "learning_rate": 5.5577020134181086e-05,
      "loss": 0.7941,
      "step": 105561
    },
    {
      "epoch": 4.323653491705919,
      "grad_norm": 0.811085921766661,
      "learning_rate": 5.5574486015779034e-05,
      "loss": 0.2374,
      "step": 105562
    },
    {
      "epoch": 4.3236944501331145,
      "grad_norm": 0.7270774913708551,
      "learning_rate": 5.5571951942015924e-05,
      "loss": 0.0548,
      "step": 105563
    },
    {
      "epoch": 4.323735408560311,
      "grad_norm": 1.4786160380384703,
      "learning_rate": 5.556941791289287e-05,
      "loss": 0.5494,
      "step": 105564
    },
    {
      "epoch": 4.323776366987508,
      "grad_norm": 1.1057109785566392,
      "learning_rate": 5.5566883928411175e-05,
      "loss": 0.4241,
      "step": 105565
    },
    {
      "epoch": 4.323817325414704,
      "grad_norm": 0.9431742947584204,
      "learning_rate": 5.55643499885719e-05,
      "loss": 0.3899,
      "step": 105566
    },
    {
      "epoch": 4.323858283841901,
      "grad_norm": 1.3489530470891957,
      "learning_rate": 5.5561816093376354e-05,
      "loss": 0.5572,
      "step": 105567
    },
    {
      "epoch": 4.323899242269097,
      "grad_norm": 1.7273714671601916,
      "learning_rate": 5.5559282242825744e-05,
      "loss": 0.7651,
      "step": 105568
    },
    {
      "epoch": 4.323940200696294,
      "grad_norm": 3.049906149480584,
      "learning_rate": 5.555674843692115e-05,
      "loss": 3.0507,
      "step": 105569
    },
    {
      "epoch": 4.323981159123489,
      "grad_norm": 1.2057100691798883,
      "learning_rate": 5.555421467566388e-05,
      "loss": 0.4011,
      "step": 105570
    },
    {
      "epoch": 4.324022117550686,
      "grad_norm": 1.7301440612356704,
      "learning_rate": 5.5551680959055125e-05,
      "loss": 0.8817,
      "step": 105571
    },
    {
      "epoch": 4.324063075977882,
      "grad_norm": 1.4932232690526017,
      "learning_rate": 5.5549147287096005e-05,
      "loss": 0.7398,
      "step": 105572
    },
    {
      "epoch": 4.324104034405079,
      "grad_norm": 1.4229768420576705,
      "learning_rate": 5.5546613659787834e-05,
      "loss": 0.6473,
      "step": 105573
    },
    {
      "epoch": 4.3241449928322755,
      "grad_norm": 1.7230127402901225,
      "learning_rate": 5.5544080077131675e-05,
      "loss": 0.7869,
      "step": 105574
    },
    {
      "epoch": 4.324185951259472,
      "grad_norm": 1.6099376877643474,
      "learning_rate": 5.55415465391288e-05,
      "loss": 0.5506,
      "step": 105575
    },
    {
      "epoch": 4.324226909686668,
      "grad_norm": 1.0101759006317448,
      "learning_rate": 5.553901304578044e-05,
      "loss": 0.2752,
      "step": 105576
    },
    {
      "epoch": 4.324267868113864,
      "grad_norm": 1.0858618606205113,
      "learning_rate": 5.553647959708772e-05,
      "loss": 0.2992,
      "step": 105577
    },
    {
      "epoch": 4.324308826541061,
      "grad_norm": 1.0945497109514724,
      "learning_rate": 5.553394619305192e-05,
      "loss": 0.2835,
      "step": 105578
    },
    {
      "epoch": 4.324349784968257,
      "grad_norm": 3.0755478584842715,
      "learning_rate": 5.553141283367413e-05,
      "loss": 1.7636,
      "step": 105579
    },
    {
      "epoch": 4.324390743395454,
      "grad_norm": 1.7292837275614952,
      "learning_rate": 5.552887951895561e-05,
      "loss": 0.6542,
      "step": 105580
    },
    {
      "epoch": 4.32443170182265,
      "grad_norm": 1.7623643318520026,
      "learning_rate": 5.55263462488976e-05,
      "loss": 0.9173,
      "step": 105581
    },
    {
      "epoch": 4.324472660249846,
      "grad_norm": 1.766940081417669,
      "learning_rate": 5.55238130235012e-05,
      "loss": 0.733,
      "step": 105582
    },
    {
      "epoch": 4.3245136186770425,
      "grad_norm": 1.5715946240912735,
      "learning_rate": 5.552127984276767e-05,
      "loss": 0.6281,
      "step": 105583
    },
    {
      "epoch": 4.324554577104239,
      "grad_norm": 1.866110856808912,
      "learning_rate": 5.5518746706698236e-05,
      "loss": 0.8264,
      "step": 105584
    },
    {
      "epoch": 4.324595535531436,
      "grad_norm": 0.8852772098083459,
      "learning_rate": 5.551621361529402e-05,
      "loss": 0.1945,
      "step": 105585
    },
    {
      "epoch": 4.324636493958632,
      "grad_norm": 1.3013453143501275,
      "learning_rate": 5.551368056855629e-05,
      "loss": 0.5434,
      "step": 105586
    },
    {
      "epoch": 4.324677452385829,
      "grad_norm": 1.3603389651833229,
      "learning_rate": 5.551114756648616e-05,
      "loss": 0.4737,
      "step": 105587
    },
    {
      "epoch": 4.324718410813025,
      "grad_norm": 0.7978687277532032,
      "learning_rate": 5.550861460908489e-05,
      "loss": 0.1931,
      "step": 105588
    },
    {
      "epoch": 4.324759369240221,
      "grad_norm": 1.6494391488871822,
      "learning_rate": 5.55060816963537e-05,
      "loss": 0.7231,
      "step": 105589
    },
    {
      "epoch": 4.324800327667417,
      "grad_norm": 1.6410328005995574,
      "learning_rate": 5.550354882829371e-05,
      "loss": 0.7104,
      "step": 105590
    },
    {
      "epoch": 4.324841286094614,
      "grad_norm": 0.9385823543945687,
      "learning_rate": 5.550101600490615e-05,
      "loss": 0.2606,
      "step": 105591
    },
    {
      "epoch": 4.3248822445218105,
      "grad_norm": 1.1515132254481937,
      "learning_rate": 5.549848322619229e-05,
      "loss": 0.6139,
      "step": 105592
    },
    {
      "epoch": 4.324923202949007,
      "grad_norm": 1.4120108010072252,
      "learning_rate": 5.5495950492153215e-05,
      "loss": 0.4773,
      "step": 105593
    },
    {
      "epoch": 4.3249641613762035,
      "grad_norm": 1.5448715630881173,
      "learning_rate": 5.549341780279019e-05,
      "loss": 0.653,
      "step": 105594
    },
    {
      "epoch": 4.325005119803399,
      "grad_norm": 1.1081543297543355,
      "learning_rate": 5.549088515810438e-05,
      "loss": 0.2564,
      "step": 105595
    },
    {
      "epoch": 4.325046078230596,
      "grad_norm": 1.5035166462886511,
      "learning_rate": 5.548835255809698e-05,
      "loss": 0.4888,
      "step": 105596
    },
    {
      "epoch": 4.325087036657792,
      "grad_norm": 1.2512296170382204,
      "learning_rate": 5.548582000276925e-05,
      "loss": 0.404,
      "step": 105597
    },
    {
      "epoch": 4.325127995084989,
      "grad_norm": 1.4927832226467188,
      "learning_rate": 5.548328749212229e-05,
      "loss": 0.5495,
      "step": 105598
    },
    {
      "epoch": 4.325168953512185,
      "grad_norm": 1.5437036073010046,
      "learning_rate": 5.5480755026157356e-05,
      "loss": 0.7314,
      "step": 105599
    },
    {
      "epoch": 4.325209911939382,
      "grad_norm": 1.4071487046608402,
      "learning_rate": 5.547822260487568e-05,
      "loss": 0.6626,
      "step": 105600
    },
    {
      "epoch": 4.3252508703665775,
      "grad_norm": 1.5320622244600706,
      "learning_rate": 5.547569022827836e-05,
      "loss": 0.5847,
      "step": 105601
    },
    {
      "epoch": 4.325291828793774,
      "grad_norm": 0.6056380310132012,
      "learning_rate": 5.54731578963667e-05,
      "loss": 0.0629,
      "step": 105602
    },
    {
      "epoch": 4.325332787220971,
      "grad_norm": 1.3747094195061573,
      "learning_rate": 5.5470625609141805e-05,
      "loss": 0.379,
      "step": 105603
    },
    {
      "epoch": 4.325373745648167,
      "grad_norm": 1.413720149583967,
      "learning_rate": 5.546809336660492e-05,
      "loss": 0.6171,
      "step": 105604
    },
    {
      "epoch": 4.325414704075364,
      "grad_norm": 1.5317781886853956,
      "learning_rate": 5.546556116875726e-05,
      "loss": 0.6949,
      "step": 105605
    },
    {
      "epoch": 4.32545566250256,
      "grad_norm": 1.3472915621793828,
      "learning_rate": 5.546302901560001e-05,
      "loss": 0.4978,
      "step": 105606
    },
    {
      "epoch": 4.325496620929757,
      "grad_norm": 0.5171227894904364,
      "learning_rate": 5.54604969071343e-05,
      "loss": 0.1318,
      "step": 105607
    },
    {
      "epoch": 4.325537579356952,
      "grad_norm": 1.8242050172672764,
      "learning_rate": 5.545796484336144e-05,
      "loss": 0.9331,
      "step": 105608
    },
    {
      "epoch": 4.325578537784149,
      "grad_norm": 1.203265687151407,
      "learning_rate": 5.5455432824282515e-05,
      "loss": 0.5457,
      "step": 105609
    },
    {
      "epoch": 4.3256194962113454,
      "grad_norm": 1.506892400236979,
      "learning_rate": 5.545290084989877e-05,
      "loss": 0.6524,
      "step": 105610
    },
    {
      "epoch": 4.325660454638542,
      "grad_norm": 1.7295156922675758,
      "learning_rate": 5.5450368920211464e-05,
      "loss": 0.7783,
      "step": 105611
    },
    {
      "epoch": 4.3257014130657385,
      "grad_norm": 1.0501507475581724,
      "learning_rate": 5.544783703522168e-05,
      "loss": 0.2866,
      "step": 105612
    },
    {
      "epoch": 4.325742371492935,
      "grad_norm": 1.9185037634560493,
      "learning_rate": 5.544530519493073e-05,
      "loss": 0.6632,
      "step": 105613
    },
    {
      "epoch": 4.325783329920131,
      "grad_norm": 1.4253635752120435,
      "learning_rate": 5.5442773399339704e-05,
      "loss": 0.607,
      "step": 105614
    },
    {
      "epoch": 4.325824288347327,
      "grad_norm": 1.135453284638543,
      "learning_rate": 5.544024164844984e-05,
      "loss": 0.4833,
      "step": 105615
    },
    {
      "epoch": 4.325865246774524,
      "grad_norm": 1.5546771885500972,
      "learning_rate": 5.543770994226239e-05,
      "loss": 0.8081,
      "step": 105616
    },
    {
      "epoch": 4.32590620520172,
      "grad_norm": 1.3720208579358377,
      "learning_rate": 5.543517828077846e-05,
      "loss": 0.5613,
      "step": 105617
    },
    {
      "epoch": 4.325947163628917,
      "grad_norm": 1.6599983004302128,
      "learning_rate": 5.54326466639993e-05,
      "loss": 0.7504,
      "step": 105618
    },
    {
      "epoch": 4.325988122056113,
      "grad_norm": 1.631191641105335,
      "learning_rate": 5.5430115091926125e-05,
      "loss": 0.6892,
      "step": 105619
    },
    {
      "epoch": 4.326029080483309,
      "grad_norm": 2.3329925143678913,
      "learning_rate": 5.5427583564560075e-05,
      "loss": 0.7887,
      "step": 105620
    },
    {
      "epoch": 4.326070038910506,
      "grad_norm": 1.4872916963760148,
      "learning_rate": 5.542505208190241e-05,
      "loss": 0.4765,
      "step": 105621
    },
    {
      "epoch": 4.326110997337702,
      "grad_norm": 1.5674640522555996,
      "learning_rate": 5.542252064395425e-05,
      "loss": 0.7106,
      "step": 105622
    },
    {
      "epoch": 4.326151955764899,
      "grad_norm": 1.6254126330060659,
      "learning_rate": 5.541998925071684e-05,
      "loss": 0.6205,
      "step": 105623
    },
    {
      "epoch": 4.326192914192095,
      "grad_norm": 1.5616616438639577,
      "learning_rate": 5.541745790219141e-05,
      "loss": 0.6183,
      "step": 105624
    },
    {
      "epoch": 4.326233872619292,
      "grad_norm": 0.9759768278520525,
      "learning_rate": 5.5414926598379075e-05,
      "loss": 0.224,
      "step": 105625
    },
    {
      "epoch": 4.326274831046488,
      "grad_norm": 1.1850958055064038,
      "learning_rate": 5.5412395339281064e-05,
      "loss": 0.5343,
      "step": 105626
    },
    {
      "epoch": 4.326315789473684,
      "grad_norm": 0.7092968775881611,
      "learning_rate": 5.540986412489865e-05,
      "loss": 0.1779,
      "step": 105627
    },
    {
      "epoch": 4.32635674790088,
      "grad_norm": 1.4740020070916413,
      "learning_rate": 5.5407332955232904e-05,
      "loss": 0.7434,
      "step": 105628
    },
    {
      "epoch": 4.326397706328077,
      "grad_norm": 1.6036260235170592,
      "learning_rate": 5.540480183028513e-05,
      "loss": 0.7432,
      "step": 105629
    },
    {
      "epoch": 4.3264386647552735,
      "grad_norm": 1.7151547421105728,
      "learning_rate": 5.5402270750056424e-05,
      "loss": 0.5577,
      "step": 105630
    },
    {
      "epoch": 4.32647962318247,
      "grad_norm": 1.0458885360868435,
      "learning_rate": 5.539973971454805e-05,
      "loss": 0.379,
      "step": 105631
    },
    {
      "epoch": 4.326520581609667,
      "grad_norm": 1.6742234930028823,
      "learning_rate": 5.539720872376123e-05,
      "loss": 0.688,
      "step": 105632
    },
    {
      "epoch": 4.326561540036862,
      "grad_norm": 2.001403345101226,
      "learning_rate": 5.5394677777697063e-05,
      "loss": 1.4026,
      "step": 105633
    },
    {
      "epoch": 4.326602498464059,
      "grad_norm": 1.3120345741574222,
      "learning_rate": 5.5392146876356815e-05,
      "loss": 0.6695,
      "step": 105634
    },
    {
      "epoch": 4.326643456891255,
      "grad_norm": 2.647579779769749,
      "learning_rate": 5.53896160197417e-05,
      "loss": 1.7307,
      "step": 105635
    },
    {
      "epoch": 4.326684415318452,
      "grad_norm": 1.9052119153028382,
      "learning_rate": 5.538708520785286e-05,
      "loss": 0.6327,
      "step": 105636
    },
    {
      "epoch": 4.326725373745648,
      "grad_norm": 0.4369843618948595,
      "learning_rate": 5.538455444069154e-05,
      "loss": 0.0891,
      "step": 105637
    },
    {
      "epoch": 4.326766332172845,
      "grad_norm": 1.6674948386907138,
      "learning_rate": 5.5382023718258896e-05,
      "loss": 0.5516,
      "step": 105638
    },
    {
      "epoch": 4.3268072906000405,
      "grad_norm": 0.6827531764559591,
      "learning_rate": 5.5379493040556115e-05,
      "loss": 0.144,
      "step": 105639
    },
    {
      "epoch": 4.326848249027237,
      "grad_norm": 1.087822287712469,
      "learning_rate": 5.537696240758447e-05,
      "loss": 0.2562,
      "step": 105640
    },
    {
      "epoch": 4.326889207454434,
      "grad_norm": 1.5984459908891753,
      "learning_rate": 5.537443181934507e-05,
      "loss": 0.5206,
      "step": 105641
    },
    {
      "epoch": 4.32693016588163,
      "grad_norm": 3.251488426368186,
      "learning_rate": 5.537190127583914e-05,
      "loss": 3.3986,
      "step": 105642
    },
    {
      "epoch": 4.326971124308827,
      "grad_norm": 0.7266866064436895,
      "learning_rate": 5.5369370777067934e-05,
      "loss": 0.1677,
      "step": 105643
    },
    {
      "epoch": 4.327012082736023,
      "grad_norm": 1.7803607897713232,
      "learning_rate": 5.536684032303254e-05,
      "loss": 0.7989,
      "step": 105644
    },
    {
      "epoch": 4.32705304116322,
      "grad_norm": 1.6214451680370483,
      "learning_rate": 5.536430991373428e-05,
      "loss": 0.6197,
      "step": 105645
    },
    {
      "epoch": 4.327093999590415,
      "grad_norm": 0.9605983586244793,
      "learning_rate": 5.536177954917423e-05,
      "loss": 0.2363,
      "step": 105646
    },
    {
      "epoch": 4.327134958017612,
      "grad_norm": 0.9450954961923502,
      "learning_rate": 5.535924922935362e-05,
      "loss": 0.221,
      "step": 105647
    },
    {
      "epoch": 4.3271759164448085,
      "grad_norm": 1.7806000883075817,
      "learning_rate": 5.535671895427373e-05,
      "loss": 0.7406,
      "step": 105648
    },
    {
      "epoch": 4.327216874872005,
      "grad_norm": 1.6980150359821733,
      "learning_rate": 5.535418872393565e-05,
      "loss": 0.7246,
      "step": 105649
    },
    {
      "epoch": 4.3272578332992016,
      "grad_norm": 0.8695898221788725,
      "learning_rate": 5.535165853834066e-05,
      "loss": 0.2308,
      "step": 105650
    },
    {
      "epoch": 4.327298791726398,
      "grad_norm": 1.422374612154442,
      "learning_rate": 5.534912839748986e-05,
      "loss": 0.5112,
      "step": 105651
    },
    {
      "epoch": 4.327339750153594,
      "grad_norm": 1.0315244033282815,
      "learning_rate": 5.5346598301384484e-05,
      "loss": 0.2385,
      "step": 105652
    },
    {
      "epoch": 4.32738070858079,
      "grad_norm": 1.7009883982555538,
      "learning_rate": 5.534406825002582e-05,
      "loss": 0.7847,
      "step": 105653
    },
    {
      "epoch": 4.327421667007987,
      "grad_norm": 1.309088711488924,
      "learning_rate": 5.5341538243414924e-05,
      "loss": 0.3408,
      "step": 105654
    },
    {
      "epoch": 4.327462625435183,
      "grad_norm": 1.6470844877959092,
      "learning_rate": 5.533900828155306e-05,
      "loss": 0.5875,
      "step": 105655
    },
    {
      "epoch": 4.32750358386238,
      "grad_norm": 1.5223443449185248,
      "learning_rate": 5.5336478364441476e-05,
      "loss": 0.7718,
      "step": 105656
    },
    {
      "epoch": 4.327544542289576,
      "grad_norm": 0.9648477078167651,
      "learning_rate": 5.5333948492081257e-05,
      "loss": 0.268,
      "step": 105657
    },
    {
      "epoch": 4.327585500716772,
      "grad_norm": 0.7725333996353205,
      "learning_rate": 5.533141866447371e-05,
      "loss": 0.1517,
      "step": 105658
    },
    {
      "epoch": 4.327626459143969,
      "grad_norm": 1.251046760156598,
      "learning_rate": 5.532888888161991e-05,
      "loss": 0.5508,
      "step": 105659
    },
    {
      "epoch": 4.327667417571165,
      "grad_norm": 1.0469907505122498,
      "learning_rate": 5.532635914352113e-05,
      "loss": 0.2757,
      "step": 105660
    },
    {
      "epoch": 4.327708375998362,
      "grad_norm": 1.796962630393142,
      "learning_rate": 5.532382945017861e-05,
      "loss": 0.718,
      "step": 105661
    },
    {
      "epoch": 4.327749334425558,
      "grad_norm": 0.8234270970157018,
      "learning_rate": 5.532129980159342e-05,
      "loss": 0.2014,
      "step": 105662
    },
    {
      "epoch": 4.327790292852755,
      "grad_norm": 1.4318616753371993,
      "learning_rate": 5.531877019776683e-05,
      "loss": 0.5912,
      "step": 105663
    },
    {
      "epoch": 4.327831251279951,
      "grad_norm": 0.7351674874399616,
      "learning_rate": 5.5316240638700085e-05,
      "loss": 0.2073,
      "step": 105664
    },
    {
      "epoch": 4.327872209707147,
      "grad_norm": 0.877065132018308,
      "learning_rate": 5.531371112439429e-05,
      "loss": 0.2132,
      "step": 105665
    },
    {
      "epoch": 4.3279131681343435,
      "grad_norm": 1.7131762139271562,
      "learning_rate": 5.5311181654850714e-05,
      "loss": 0.6786,
      "step": 105666
    },
    {
      "epoch": 4.32795412656154,
      "grad_norm": 1.893914059128249,
      "learning_rate": 5.530865223007047e-05,
      "loss": 1.2195,
      "step": 105667
    },
    {
      "epoch": 4.3279950849887365,
      "grad_norm": 1.6079831256544639,
      "learning_rate": 5.5306122850054804e-05,
      "loss": 0.6531,
      "step": 105668
    },
    {
      "epoch": 4.328036043415933,
      "grad_norm": 1.6444721752962317,
      "learning_rate": 5.530359351480495e-05,
      "loss": 0.6799,
      "step": 105669
    },
    {
      "epoch": 4.32807700184313,
      "grad_norm": 1.679485996887557,
      "learning_rate": 5.530106422432202e-05,
      "loss": 0.7832,
      "step": 105670
    },
    {
      "epoch": 4.328117960270325,
      "grad_norm": 1.290684890602083,
      "learning_rate": 5.529853497860725e-05,
      "loss": 0.469,
      "step": 105671
    },
    {
      "epoch": 4.328158918697522,
      "grad_norm": 1.3339245693484536,
      "learning_rate": 5.529600577766187e-05,
      "loss": 0.6221,
      "step": 105672
    },
    {
      "epoch": 4.328199877124718,
      "grad_norm": 1.4475012508533458,
      "learning_rate": 5.5293476621487016e-05,
      "loss": 0.4753,
      "step": 105673
    },
    {
      "epoch": 4.328240835551915,
      "grad_norm": 2.153883545266311,
      "learning_rate": 5.529094751008396e-05,
      "loss": 0.6215,
      "step": 105674
    },
    {
      "epoch": 4.328281793979111,
      "grad_norm": 1.5537527963885833,
      "learning_rate": 5.528841844345379e-05,
      "loss": 0.5929,
      "step": 105675
    },
    {
      "epoch": 4.328322752406308,
      "grad_norm": 0.8472625928123414,
      "learning_rate": 5.5285889421597804e-05,
      "loss": 0.2688,
      "step": 105676
    },
    {
      "epoch": 4.328363710833504,
      "grad_norm": 0.7140195467028109,
      "learning_rate": 5.528336044451717e-05,
      "loss": 0.1904,
      "step": 105677
    },
    {
      "epoch": 4.3284046692607,
      "grad_norm": 3.9657040003199016,
      "learning_rate": 5.5280831512213006e-05,
      "loss": 3.5855,
      "step": 105678
    },
    {
      "epoch": 4.328445627687897,
      "grad_norm": 0.8168900757016443,
      "learning_rate": 5.527830262468656e-05,
      "loss": 0.1509,
      "step": 105679
    },
    {
      "epoch": 4.328486586115093,
      "grad_norm": 1.5737539425337383,
      "learning_rate": 5.527577378193911e-05,
      "loss": 0.7931,
      "step": 105680
    },
    {
      "epoch": 4.32852754454229,
      "grad_norm": 1.0345980616488475,
      "learning_rate": 5.527324498397171e-05,
      "loss": 0.1709,
      "step": 105681
    },
    {
      "epoch": 4.328568502969486,
      "grad_norm": 2.108938548530968,
      "learning_rate": 5.5270716230785636e-05,
      "loss": 0.7716,
      "step": 105682
    },
    {
      "epoch": 4.328609461396683,
      "grad_norm": 2.1672688067055437,
      "learning_rate": 5.526818752238211e-05,
      "loss": 0.8302,
      "step": 105683
    },
    {
      "epoch": 4.328650419823878,
      "grad_norm": 0.7822618187109225,
      "learning_rate": 5.526565885876223e-05,
      "loss": 0.1639,
      "step": 105684
    },
    {
      "epoch": 4.328691378251075,
      "grad_norm": 1.4849805671716816,
      "learning_rate": 5.526313023992732e-05,
      "loss": 0.5787,
      "step": 105685
    },
    {
      "epoch": 4.3287323366782715,
      "grad_norm": 1.4107777437456044,
      "learning_rate": 5.526060166587844e-05,
      "loss": 0.52,
      "step": 105686
    },
    {
      "epoch": 4.328773295105468,
      "grad_norm": 2.06221697556588,
      "learning_rate": 5.525807313661685e-05,
      "loss": 0.9027,
      "step": 105687
    },
    {
      "epoch": 4.328814253532665,
      "grad_norm": 1.756058744593211,
      "learning_rate": 5.5255544652143805e-05,
      "loss": 0.7541,
      "step": 105688
    },
    {
      "epoch": 4.328855211959861,
      "grad_norm": 1.1432096201184552,
      "learning_rate": 5.5253016212460385e-05,
      "loss": 0.3346,
      "step": 105689
    },
    {
      "epoch": 4.328896170387057,
      "grad_norm": 2.168560631904227,
      "learning_rate": 5.525048781756783e-05,
      "loss": 0.7161,
      "step": 105690
    },
    {
      "epoch": 4.328937128814253,
      "grad_norm": 0.9486549293865506,
      "learning_rate": 5.524795946746741e-05,
      "loss": 0.1856,
      "step": 105691
    },
    {
      "epoch": 4.32897808724145,
      "grad_norm": 1.3931900839995268,
      "learning_rate": 5.524543116216021e-05,
      "loss": 0.4913,
      "step": 105692
    },
    {
      "epoch": 4.329019045668646,
      "grad_norm": 1.1132972562343726,
      "learning_rate": 5.5242902901647516e-05,
      "loss": 0.2955,
      "step": 105693
    },
    {
      "epoch": 4.329060004095843,
      "grad_norm": 1.5775883563838522,
      "learning_rate": 5.524037468593042e-05,
      "loss": 0.65,
      "step": 105694
    },
    {
      "epoch": 4.329100962523039,
      "grad_norm": 1.3022390830000132,
      "learning_rate": 5.5237846515010195e-05,
      "loss": 0.5212,
      "step": 105695
    },
    {
      "epoch": 4.329141920950235,
      "grad_norm": 0.8512060980013432,
      "learning_rate": 5.5235318388888065e-05,
      "loss": 0.2332,
      "step": 105696
    },
    {
      "epoch": 4.329182879377432,
      "grad_norm": 1.1180530889042233,
      "learning_rate": 5.5232790307565114e-05,
      "loss": 0.3603,
      "step": 105697
    },
    {
      "epoch": 4.329223837804628,
      "grad_norm": 1.216449559024396,
      "learning_rate": 5.523026227104261e-05,
      "loss": 0.482,
      "step": 105698
    },
    {
      "epoch": 4.329264796231825,
      "grad_norm": 1.8889867018271749,
      "learning_rate": 5.5227734279321785e-05,
      "loss": 0.9432,
      "step": 105699
    },
    {
      "epoch": 4.329305754659021,
      "grad_norm": 1.5307476647955205,
      "learning_rate": 5.522520633240374e-05,
      "loss": 0.6692,
      "step": 105700
    },
    {
      "epoch": 4.329346713086218,
      "grad_norm": 1.833859159996924,
      "learning_rate": 5.522267843028975e-05,
      "loss": 0.6539,
      "step": 105701
    },
    {
      "epoch": 4.329387671513414,
      "grad_norm": 1.575663345197806,
      "learning_rate": 5.522015057298096e-05,
      "loss": 0.7382,
      "step": 105702
    },
    {
      "epoch": 4.32942862994061,
      "grad_norm": 1.4574721337626018,
      "learning_rate": 5.521762276047856e-05,
      "loss": 0.6588,
      "step": 105703
    },
    {
      "epoch": 4.3294695883678065,
      "grad_norm": 1.7611685173293432,
      "learning_rate": 5.5215094992783834e-05,
      "loss": 0.6699,
      "step": 105704
    },
    {
      "epoch": 4.329510546795003,
      "grad_norm": 1.6990661731686303,
      "learning_rate": 5.521256726989784e-05,
      "loss": 0.9384,
      "step": 105705
    },
    {
      "epoch": 4.3295515052222,
      "grad_norm": 1.4853248180773257,
      "learning_rate": 5.521003959182186e-05,
      "loss": 0.6381,
      "step": 105706
    },
    {
      "epoch": 4.329592463649396,
      "grad_norm": 0.9686929205211751,
      "learning_rate": 5.520751195855712e-05,
      "loss": 0.2965,
      "step": 105707
    },
    {
      "epoch": 4.329633422076593,
      "grad_norm": 1.1838214176180097,
      "learning_rate": 5.520498437010472e-05,
      "loss": 0.2302,
      "step": 105708
    },
    {
      "epoch": 4.329674380503788,
      "grad_norm": 1.4085265386332662,
      "learning_rate": 5.520245682646595e-05,
      "loss": 0.5734,
      "step": 105709
    },
    {
      "epoch": 4.329715338930985,
      "grad_norm": 1.728938568439328,
      "learning_rate": 5.51999293276419e-05,
      "loss": 0.659,
      "step": 105710
    },
    {
      "epoch": 4.329756297358181,
      "grad_norm": 1.134360425392888,
      "learning_rate": 5.519740187363383e-05,
      "loss": 0.2333,
      "step": 105711
    },
    {
      "epoch": 4.329797255785378,
      "grad_norm": 1.5827435503468887,
      "learning_rate": 5.5194874464442976e-05,
      "loss": 0.7375,
      "step": 105712
    },
    {
      "epoch": 4.329838214212574,
      "grad_norm": 1.3075135679720677,
      "learning_rate": 5.519234710007044e-05,
      "loss": 0.2683,
      "step": 105713
    },
    {
      "epoch": 4.329879172639771,
      "grad_norm": 1.48499201818854,
      "learning_rate": 5.5189819780517507e-05,
      "loss": 0.4652,
      "step": 105714
    },
    {
      "epoch": 4.329920131066967,
      "grad_norm": 1.5728489450632614,
      "learning_rate": 5.518729250578527e-05,
      "loss": 0.604,
      "step": 105715
    },
    {
      "epoch": 4.329961089494163,
      "grad_norm": 0.8534097951045514,
      "learning_rate": 5.518476527587498e-05,
      "loss": 0.2248,
      "step": 105716
    },
    {
      "epoch": 4.33000204792136,
      "grad_norm": 1.7394080181107705,
      "learning_rate": 5.51822380907879e-05,
      "loss": 0.658,
      "step": 105717
    },
    {
      "epoch": 4.330043006348556,
      "grad_norm": 1.990245793140798,
      "learning_rate": 5.5179710950525076e-05,
      "loss": 0.7077,
      "step": 105718
    },
    {
      "epoch": 4.330083964775753,
      "grad_norm": 2.4155572713722435,
      "learning_rate": 5.5177183855087795e-05,
      "loss": 1.5283,
      "step": 105719
    },
    {
      "epoch": 4.330124923202949,
      "grad_norm": 1.4012055703681803,
      "learning_rate": 5.51746568044773e-05,
      "loss": 0.5132,
      "step": 105720
    },
    {
      "epoch": 4.330165881630146,
      "grad_norm": 1.5347780562650783,
      "learning_rate": 5.517212979869467e-05,
      "loss": 0.5406,
      "step": 105721
    },
    {
      "epoch": 4.3302068400573415,
      "grad_norm": 1.4206815336989627,
      "learning_rate": 5.51696028377412e-05,
      "loss": 0.0973,
      "step": 105722
    },
    {
      "epoch": 4.330247798484538,
      "grad_norm": 1.3760599990210198,
      "learning_rate": 5.516707592161799e-05,
      "loss": 0.7637,
      "step": 105723
    },
    {
      "epoch": 4.3302887569117345,
      "grad_norm": 1.6623593437830915,
      "learning_rate": 5.516454905032628e-05,
      "loss": 0.7507,
      "step": 105724
    },
    {
      "epoch": 4.330329715338931,
      "grad_norm": 1.6660489901074775,
      "learning_rate": 5.516202222386732e-05,
      "loss": 0.7504,
      "step": 105725
    },
    {
      "epoch": 4.330370673766128,
      "grad_norm": 1.6511487212709037,
      "learning_rate": 5.515949544224221e-05,
      "loss": 0.8559,
      "step": 105726
    },
    {
      "epoch": 4.330411632193324,
      "grad_norm": 0.9624403940584675,
      "learning_rate": 5.5156968705452176e-05,
      "loss": 0.2304,
      "step": 105727
    },
    {
      "epoch": 4.33045259062052,
      "grad_norm": 0.924565179000749,
      "learning_rate": 5.5154442013498476e-05,
      "loss": 0.1901,
      "step": 105728
    },
    {
      "epoch": 4.330493549047716,
      "grad_norm": 1.4584264354535188,
      "learning_rate": 5.51519153663822e-05,
      "loss": 0.6607,
      "step": 105729
    },
    {
      "epoch": 4.330534507474913,
      "grad_norm": 1.6707877102069846,
      "learning_rate": 5.514938876410465e-05,
      "loss": 0.6042,
      "step": 105730
    },
    {
      "epoch": 4.330575465902109,
      "grad_norm": 1.3647072190994611,
      "learning_rate": 5.514686220666692e-05,
      "loss": 0.5145,
      "step": 105731
    },
    {
      "epoch": 4.330616424329306,
      "grad_norm": 0.7514898358896658,
      "learning_rate": 5.514433569407025e-05,
      "loss": 0.1369,
      "step": 105732
    },
    {
      "epoch": 4.3306573827565025,
      "grad_norm": 1.5436379692359024,
      "learning_rate": 5.514180922631588e-05,
      "loss": 0.6059,
      "step": 105733
    },
    {
      "epoch": 4.330698341183698,
      "grad_norm": 1.7313376788273502,
      "learning_rate": 5.51392828034049e-05,
      "loss": 0.7704,
      "step": 105734
    },
    {
      "epoch": 4.330739299610895,
      "grad_norm": 2.0389747864522305,
      "learning_rate": 5.5136756425338574e-05,
      "loss": 1.1785,
      "step": 105735
    },
    {
      "epoch": 4.330780258038091,
      "grad_norm": 1.4198450815828947,
      "learning_rate": 5.513423009211812e-05,
      "loss": 0.5954,
      "step": 105736
    },
    {
      "epoch": 4.330821216465288,
      "grad_norm": 2.5795433198339808,
      "learning_rate": 5.513170380374466e-05,
      "loss": 1.5808,
      "step": 105737
    },
    {
      "epoch": 4.330862174892484,
      "grad_norm": 1.4907010586574871,
      "learning_rate": 5.512917756021947e-05,
      "loss": 0.7206,
      "step": 105738
    },
    {
      "epoch": 4.330903133319681,
      "grad_norm": 0.5126412939029671,
      "learning_rate": 5.512665136154366e-05,
      "loss": 0.0881,
      "step": 105739
    },
    {
      "epoch": 4.330944091746877,
      "grad_norm": 1.5813701574972956,
      "learning_rate": 5.512412520771846e-05,
      "loss": 0.5899,
      "step": 105740
    },
    {
      "epoch": 4.330985050174073,
      "grad_norm": 1.5376292388461312,
      "learning_rate": 5.5121599098745104e-05,
      "loss": 0.5713,
      "step": 105741
    },
    {
      "epoch": 4.3310260086012695,
      "grad_norm": 1.040632724273585,
      "learning_rate": 5.511907303462471e-05,
      "loss": 0.3113,
      "step": 105742
    },
    {
      "epoch": 4.331066967028466,
      "grad_norm": 1.25590510413406,
      "learning_rate": 5.511654701535852e-05,
      "loss": 0.3386,
      "step": 105743
    },
    {
      "epoch": 4.331107925455663,
      "grad_norm": 1.3525268409776527,
      "learning_rate": 5.511402104094777e-05,
      "loss": 0.5532,
      "step": 105744
    },
    {
      "epoch": 4.331148883882859,
      "grad_norm": 1.8770548106646407,
      "learning_rate": 5.511149511139354e-05,
      "loss": 0.9568,
      "step": 105745
    },
    {
      "epoch": 4.331189842310056,
      "grad_norm": 1.473542972249042,
      "learning_rate": 5.510896922669716e-05,
      "loss": 0.5754,
      "step": 105746
    },
    {
      "epoch": 4.331230800737251,
      "grad_norm": 2.7351574342170077,
      "learning_rate": 5.5106443386859736e-05,
      "loss": 1.6987,
      "step": 105747
    },
    {
      "epoch": 4.331271759164448,
      "grad_norm": 0.9379177976477053,
      "learning_rate": 5.510391759188244e-05,
      "loss": 0.2445,
      "step": 105748
    },
    {
      "epoch": 4.331312717591644,
      "grad_norm": 1.193599905116822,
      "learning_rate": 5.5101391841766546e-05,
      "loss": 0.3754,
      "step": 105749
    },
    {
      "epoch": 4.331353676018841,
      "grad_norm": 1.0599474126280302,
      "learning_rate": 5.509886613651315e-05,
      "loss": 0.3078,
      "step": 105750
    },
    {
      "epoch": 4.3313946344460375,
      "grad_norm": 0.8558274608853954,
      "learning_rate": 5.509634047612352e-05,
      "loss": 0.221,
      "step": 105751
    },
    {
      "epoch": 4.331435592873234,
      "grad_norm": 1.3475993594144173,
      "learning_rate": 5.509381486059889e-05,
      "loss": 0.3726,
      "step": 105752
    },
    {
      "epoch": 4.33147655130043,
      "grad_norm": 1.5451671626671926,
      "learning_rate": 5.5091289289940335e-05,
      "loss": 0.7099,
      "step": 105753
    },
    {
      "epoch": 4.331517509727626,
      "grad_norm": 1.1492585380365585,
      "learning_rate": 5.5088763764149105e-05,
      "loss": 0.3059,
      "step": 105754
    },
    {
      "epoch": 4.331558468154823,
      "grad_norm": 1.9490406366517758,
      "learning_rate": 5.5086238283226444e-05,
      "loss": 0.764,
      "step": 105755
    },
    {
      "epoch": 4.331599426582019,
      "grad_norm": 1.1147293124654325,
      "learning_rate": 5.508371284717347e-05,
      "loss": 0.2388,
      "step": 105756
    },
    {
      "epoch": 4.331640385009216,
      "grad_norm": 1.8361913897856568,
      "learning_rate": 5.508118745599146e-05,
      "loss": 0.8578,
      "step": 105757
    },
    {
      "epoch": 4.331681343436412,
      "grad_norm": 1.422065064419434,
      "learning_rate": 5.507866210968149e-05,
      "loss": 0.5494,
      "step": 105758
    },
    {
      "epoch": 4.331722301863609,
      "grad_norm": 0.8185300609349739,
      "learning_rate": 5.507613680824483e-05,
      "loss": 0.1841,
      "step": 105759
    },
    {
      "epoch": 4.3317632602908045,
      "grad_norm": 1.8846308131340441,
      "learning_rate": 5.507361155168272e-05,
      "loss": 0.7803,
      "step": 105760
    },
    {
      "epoch": 4.331804218718001,
      "grad_norm": 1.4001002568544034,
      "learning_rate": 5.507108633999625e-05,
      "loss": 0.5502,
      "step": 105761
    },
    {
      "epoch": 4.331845177145198,
      "grad_norm": 0.8965245221958823,
      "learning_rate": 5.506856117318665e-05,
      "loss": 0.2147,
      "step": 105762
    },
    {
      "epoch": 4.331886135572394,
      "grad_norm": 1.19596917977463,
      "learning_rate": 5.506603605125518e-05,
      "loss": 0.3756,
      "step": 105763
    },
    {
      "epoch": 4.331927093999591,
      "grad_norm": 0.9048382706379356,
      "learning_rate": 5.506351097420293e-05,
      "loss": 0.2215,
      "step": 105764
    },
    {
      "epoch": 4.331968052426787,
      "grad_norm": 1.488603383005825,
      "learning_rate": 5.5060985942031195e-05,
      "loss": 0.5327,
      "step": 105765
    },
    {
      "epoch": 4.332009010853983,
      "grad_norm": 1.6927662932516616,
      "learning_rate": 5.505846095474106e-05,
      "loss": 0.945,
      "step": 105766
    },
    {
      "epoch": 4.332049969281179,
      "grad_norm": 1.5581566109451568,
      "learning_rate": 5.505593601233378e-05,
      "loss": 0.5863,
      "step": 105767
    },
    {
      "epoch": 4.332090927708376,
      "grad_norm": 1.252592943704922,
      "learning_rate": 5.5053411114810594e-05,
      "loss": 0.3808,
      "step": 105768
    },
    {
      "epoch": 4.332131886135572,
      "grad_norm": 1.485500049623065,
      "learning_rate": 5.5050886262172594e-05,
      "loss": 0.6009,
      "step": 105769
    },
    {
      "epoch": 4.332172844562769,
      "grad_norm": 1.6121671584597062,
      "learning_rate": 5.5048361454421026e-05,
      "loss": 0.6833,
      "step": 105770
    },
    {
      "epoch": 4.3322138029899655,
      "grad_norm": 1.668827389246545,
      "learning_rate": 5.5045836691557135e-05,
      "loss": 0.7349,
      "step": 105771
    },
    {
      "epoch": 4.332254761417161,
      "grad_norm": 1.5505535221970377,
      "learning_rate": 5.504331197358201e-05,
      "loss": 0.3077,
      "step": 105772
    },
    {
      "epoch": 4.332295719844358,
      "grad_norm": 1.312883013518973,
      "learning_rate": 5.504078730049696e-05,
      "loss": 0.4414,
      "step": 105773
    },
    {
      "epoch": 4.332336678271554,
      "grad_norm": 1.694232167435706,
      "learning_rate": 5.503826267230304e-05,
      "loss": 0.7575,
      "step": 105774
    },
    {
      "epoch": 4.332377636698751,
      "grad_norm": 0.8057637450626242,
      "learning_rate": 5.503573808900155e-05,
      "loss": 0.2242,
      "step": 105775
    },
    {
      "epoch": 4.332418595125947,
      "grad_norm": 1.4987078662682825,
      "learning_rate": 5.503321355059367e-05,
      "loss": 0.7296,
      "step": 105776
    },
    {
      "epoch": 4.332459553553144,
      "grad_norm": 1.9410936546511166,
      "learning_rate": 5.503068905708054e-05,
      "loss": 1.1005,
      "step": 105777
    },
    {
      "epoch": 4.33250051198034,
      "grad_norm": 1.8306022476374955,
      "learning_rate": 5.502816460846339e-05,
      "loss": 0.6587,
      "step": 105778
    },
    {
      "epoch": 4.332541470407536,
      "grad_norm": 1.7232998121913292,
      "learning_rate": 5.502564020474346e-05,
      "loss": 0.8055,
      "step": 105779
    },
    {
      "epoch": 4.3325824288347325,
      "grad_norm": 1.676251701457399,
      "learning_rate": 5.5023115845921856e-05,
      "loss": 0.717,
      "step": 105780
    },
    {
      "epoch": 4.332623387261929,
      "grad_norm": 1.4277439836227033,
      "learning_rate": 5.502059153199986e-05,
      "loss": 0.6436,
      "step": 105781
    },
    {
      "epoch": 4.332664345689126,
      "grad_norm": 1.3061898647643782,
      "learning_rate": 5.5018067262978574e-05,
      "loss": 0.5465,
      "step": 105782
    },
    {
      "epoch": 4.332705304116322,
      "grad_norm": 0.9591583465954063,
      "learning_rate": 5.501554303885921e-05,
      "loss": 0.2777,
      "step": 105783
    },
    {
      "epoch": 4.332746262543519,
      "grad_norm": 1.2810928983306566,
      "learning_rate": 5.501301885964305e-05,
      "loss": 0.508,
      "step": 105784
    },
    {
      "epoch": 4.332787220970714,
      "grad_norm": 1.6054941808699734,
      "learning_rate": 5.501049472533117e-05,
      "loss": 0.6808,
      "step": 105785
    },
    {
      "epoch": 4.332828179397911,
      "grad_norm": 1.2539373752520628,
      "learning_rate": 5.500797063592488e-05,
      "loss": 0.4864,
      "step": 105786
    },
    {
      "epoch": 4.332869137825107,
      "grad_norm": 1.347748095162585,
      "learning_rate": 5.500544659142524e-05,
      "loss": 0.7093,
      "step": 105787
    },
    {
      "epoch": 4.332910096252304,
      "grad_norm": 0.9302273428524112,
      "learning_rate": 5.500292259183352e-05,
      "loss": 0.2041,
      "step": 105788
    },
    {
      "epoch": 4.3329510546795005,
      "grad_norm": 1.0219845355102508,
      "learning_rate": 5.5000398637150953e-05,
      "loss": 0.3163,
      "step": 105789
    },
    {
      "epoch": 4.332992013106697,
      "grad_norm": 1.4770201388718727,
      "learning_rate": 5.499787472737865e-05,
      "loss": 0.5917,
      "step": 105790
    },
    {
      "epoch": 4.333032971533893,
      "grad_norm": 1.02238891766105,
      "learning_rate": 5.499535086251781e-05,
      "loss": 0.298,
      "step": 105791
    },
    {
      "epoch": 4.333073929961089,
      "grad_norm": 1.4551921591135686,
      "learning_rate": 5.499282704256973e-05,
      "loss": 0.6681,
      "step": 105792
    },
    {
      "epoch": 4.333114888388286,
      "grad_norm": 1.7918311023646447,
      "learning_rate": 5.499030326753547e-05,
      "loss": 0.8646,
      "step": 105793
    },
    {
      "epoch": 4.333155846815482,
      "grad_norm": 1.9473303692532933,
      "learning_rate": 5.4987779537416335e-05,
      "loss": 1.0383,
      "step": 105794
    },
    {
      "epoch": 4.333196805242679,
      "grad_norm": 1.1676879728386218,
      "learning_rate": 5.49852558522134e-05,
      "loss": 0.3748,
      "step": 105795
    },
    {
      "epoch": 4.333237763669875,
      "grad_norm": 1.7532474411746224,
      "learning_rate": 5.498273221192794e-05,
      "loss": 0.8088,
      "step": 105796
    },
    {
      "epoch": 4.333278722097072,
      "grad_norm": 1.7122367709569348,
      "learning_rate": 5.498020861656118e-05,
      "loss": 0.9635,
      "step": 105797
    },
    {
      "epoch": 4.3333196805242675,
      "grad_norm": 1.2624871776210342,
      "learning_rate": 5.49776850661142e-05,
      "loss": 0.4109,
      "step": 105798
    },
    {
      "epoch": 4.333360638951464,
      "grad_norm": 1.7978145098479517,
      "learning_rate": 5.497516156058826e-05,
      "loss": 0.9504,
      "step": 105799
    },
    {
      "epoch": 4.333401597378661,
      "grad_norm": 1.464221226380215,
      "learning_rate": 5.49726380999846e-05,
      "loss": 0.5804,
      "step": 105800
    },
    {
      "epoch": 4.333442555805857,
      "grad_norm": 0.8006507633902709,
      "learning_rate": 5.497011468430432e-05,
      "loss": 0.1546,
      "step": 105801
    },
    {
      "epoch": 4.333483514233054,
      "grad_norm": 1.5416309798247643,
      "learning_rate": 5.496759131354871e-05,
      "loss": 0.5469,
      "step": 105802
    },
    {
      "epoch": 4.33352447266025,
      "grad_norm": 1.5500998895806284,
      "learning_rate": 5.496506798771884e-05,
      "loss": 0.5507,
      "step": 105803
    },
    {
      "epoch": 4.333565431087446,
      "grad_norm": 1.797849092584938,
      "learning_rate": 5.496254470681599e-05,
      "loss": 0.6855,
      "step": 105804
    },
    {
      "epoch": 4.333606389514642,
      "grad_norm": 0.838141485381036,
      "learning_rate": 5.4960021470841376e-05,
      "loss": 0.1937,
      "step": 105805
    },
    {
      "epoch": 4.333647347941839,
      "grad_norm": 1.4210635913735425,
      "learning_rate": 5.495749827979609e-05,
      "loss": 0.5567,
      "step": 105806
    },
    {
      "epoch": 4.3336883063690355,
      "grad_norm": 0.7422631223054487,
      "learning_rate": 5.49549751336814e-05,
      "loss": 0.1341,
      "step": 105807
    },
    {
      "epoch": 4.333729264796232,
      "grad_norm": 1.9635715188574288,
      "learning_rate": 5.4952452032498514e-05,
      "loss": 0.8013,
      "step": 105808
    },
    {
      "epoch": 4.3337702232234285,
      "grad_norm": 1.554173705659378,
      "learning_rate": 5.494992897624856e-05,
      "loss": 0.7126,
      "step": 105809
    },
    {
      "epoch": 4.333811181650624,
      "grad_norm": 1.3892889038859526,
      "learning_rate": 5.494740596493281e-05,
      "loss": 0.606,
      "step": 105810
    },
    {
      "epoch": 4.333852140077821,
      "grad_norm": 1.4231825688989497,
      "learning_rate": 5.4944882998552356e-05,
      "loss": 0.6476,
      "step": 105811
    },
    {
      "epoch": 4.333893098505017,
      "grad_norm": 1.7838941728401072,
      "learning_rate": 5.4942360077108447e-05,
      "loss": 0.9787,
      "step": 105812
    },
    {
      "epoch": 4.333934056932214,
      "grad_norm": 1.5748787352115081,
      "learning_rate": 5.4939837200602325e-05,
      "loss": 0.7066,
      "step": 105813
    },
    {
      "epoch": 4.33397501535941,
      "grad_norm": 1.856827572212529,
      "learning_rate": 5.493731436903509e-05,
      "loss": 0.9631,
      "step": 105814
    },
    {
      "epoch": 4.334015973786607,
      "grad_norm": 3.359164180553221,
      "learning_rate": 5.493479158240797e-05,
      "loss": 1.4655,
      "step": 105815
    },
    {
      "epoch": 4.334056932213803,
      "grad_norm": 1.9510121209905786,
      "learning_rate": 5.493226884072222e-05,
      "loss": 1.1019,
      "step": 105816
    },
    {
      "epoch": 4.334097890640999,
      "grad_norm": 1.102438349988084,
      "learning_rate": 5.492974614397897e-05,
      "loss": 0.2642,
      "step": 105817
    },
    {
      "epoch": 4.334138849068196,
      "grad_norm": 1.365512705321357,
      "learning_rate": 5.4927223492179364e-05,
      "loss": 0.576,
      "step": 105818
    },
    {
      "epoch": 4.334179807495392,
      "grad_norm": 0.841463878005954,
      "learning_rate": 5.492470088532471e-05,
      "loss": 0.1324,
      "step": 105819
    },
    {
      "epoch": 4.334220765922589,
      "grad_norm": 0.7480738799148362,
      "learning_rate": 5.4922178323416086e-05,
      "loss": 0.1415,
      "step": 105820
    },
    {
      "epoch": 4.334261724349785,
      "grad_norm": 1.5365392752133888,
      "learning_rate": 5.4919655806454796e-05,
      "loss": 0.5459,
      "step": 105821
    },
    {
      "epoch": 4.334302682776982,
      "grad_norm": 1.520482158271827,
      "learning_rate": 5.4917133334441906e-05,
      "loss": 0.739,
      "step": 105822
    },
    {
      "epoch": 4.334343641204177,
      "grad_norm": 1.3515413308712794,
      "learning_rate": 5.491461090737869e-05,
      "loss": 0.5328,
      "step": 105823
    },
    {
      "epoch": 4.334384599631374,
      "grad_norm": 1.3694538626946848,
      "learning_rate": 5.491208852526639e-05,
      "loss": 0.6177,
      "step": 105824
    },
    {
      "epoch": 4.33442555805857,
      "grad_norm": 1.2494823393997816,
      "learning_rate": 5.490956618810607e-05,
      "loss": 0.4772,
      "step": 105825
    },
    {
      "epoch": 4.334466516485767,
      "grad_norm": 1.555604847798907,
      "learning_rate": 5.490704389589899e-05,
      "loss": 0.6795,
      "step": 105826
    },
    {
      "epoch": 4.3345074749129635,
      "grad_norm": 1.3970936639743479,
      "learning_rate": 5.49045216486464e-05,
      "loss": 0.5946,
      "step": 105827
    },
    {
      "epoch": 4.33454843334016,
      "grad_norm": 1.2114101634650776,
      "learning_rate": 5.490199944634938e-05,
      "loss": 0.4047,
      "step": 105828
    },
    {
      "epoch": 4.334589391767356,
      "grad_norm": 0.706083016368626,
      "learning_rate": 5.4899477289009236e-05,
      "loss": 0.1644,
      "step": 105829
    },
    {
      "epoch": 4.334630350194552,
      "grad_norm": 1.0067143293371505,
      "learning_rate": 5.489695517662703e-05,
      "loss": 0.2479,
      "step": 105830
    },
    {
      "epoch": 4.334671308621749,
      "grad_norm": 1.6945009128889454,
      "learning_rate": 5.489443310920404e-05,
      "loss": 0.6312,
      "step": 105831
    },
    {
      "epoch": 4.334712267048945,
      "grad_norm": 1.6168717949867148,
      "learning_rate": 5.4891911086741485e-05,
      "loss": 0.6969,
      "step": 105832
    },
    {
      "epoch": 4.334753225476142,
      "grad_norm": 1.3988380433502963,
      "learning_rate": 5.4889389109240484e-05,
      "loss": 0.5209,
      "step": 105833
    },
    {
      "epoch": 4.334794183903338,
      "grad_norm": 0.9782844230462794,
      "learning_rate": 5.488686717670225e-05,
      "loss": 0.2614,
      "step": 105834
    },
    {
      "epoch": 4.334835142330535,
      "grad_norm": 0.4521266246632723,
      "learning_rate": 5.488434528912803e-05,
      "loss": 0.045,
      "step": 105835
    },
    {
      "epoch": 4.3348761007577306,
      "grad_norm": 1.2421142317290756,
      "learning_rate": 5.4881823446518924e-05,
      "loss": 0.4445,
      "step": 105836
    },
    {
      "epoch": 4.334917059184927,
      "grad_norm": 1.9316257126213734,
      "learning_rate": 5.4879301648876214e-05,
      "loss": 1.1825,
      "step": 105837
    },
    {
      "epoch": 4.334958017612124,
      "grad_norm": 1.2275877246918054,
      "learning_rate": 5.487677989620102e-05,
      "loss": 0.5071,
      "step": 105838
    },
    {
      "epoch": 4.33499897603932,
      "grad_norm": 1.7856161209579848,
      "learning_rate": 5.487425818849456e-05,
      "loss": 0.6771,
      "step": 105839
    },
    {
      "epoch": 4.335039934466517,
      "grad_norm": 1.663421216980266,
      "learning_rate": 5.487173652575807e-05,
      "loss": 0.7148,
      "step": 105840
    },
    {
      "epoch": 4.335080892893713,
      "grad_norm": 1.3748057911963691,
      "learning_rate": 5.486921490799266e-05,
      "loss": 0.5127,
      "step": 105841
    },
    {
      "epoch": 4.335121851320909,
      "grad_norm": 1.879657670164572,
      "learning_rate": 5.4866693335199555e-05,
      "loss": 0.5937,
      "step": 105842
    },
    {
      "epoch": 4.335162809748105,
      "grad_norm": 1.7172789999228333,
      "learning_rate": 5.486417180738003e-05,
      "loss": 0.8972,
      "step": 105843
    },
    {
      "epoch": 4.335203768175302,
      "grad_norm": 0.8344434866760335,
      "learning_rate": 5.4861650324535144e-05,
      "loss": 0.1811,
      "step": 105844
    },
    {
      "epoch": 4.3352447266024985,
      "grad_norm": 1.867408015291219,
      "learning_rate": 5.4859128886666196e-05,
      "loss": 0.6337,
      "step": 105845
    },
    {
      "epoch": 4.335285685029695,
      "grad_norm": 1.8190875006236913,
      "learning_rate": 5.485660749377428e-05,
      "loss": 0.7557,
      "step": 105846
    },
    {
      "epoch": 4.335326643456892,
      "grad_norm": 1.4557019728126956,
      "learning_rate": 5.4854086145860634e-05,
      "loss": 0.4403,
      "step": 105847
    },
    {
      "epoch": 4.335367601884087,
      "grad_norm": 0.9754460389699652,
      "learning_rate": 5.485156484292652e-05,
      "loss": 0.2339,
      "step": 105848
    },
    {
      "epoch": 4.335408560311284,
      "grad_norm": 0.9043529557793925,
      "learning_rate": 5.484904358497301e-05,
      "loss": 0.3074,
      "step": 105849
    },
    {
      "epoch": 4.33544951873848,
      "grad_norm": 1.8130106282566918,
      "learning_rate": 5.484652237200133e-05,
      "loss": 0.8148,
      "step": 105850
    },
    {
      "epoch": 4.335490477165677,
      "grad_norm": 1.4246043291565877,
      "learning_rate": 5.4844001204012766e-05,
      "loss": 0.5947,
      "step": 105851
    },
    {
      "epoch": 4.335531435592873,
      "grad_norm": 1.025116434258746,
      "learning_rate": 5.4841480081008387e-05,
      "loss": 0.2372,
      "step": 105852
    },
    {
      "epoch": 4.33557239402007,
      "grad_norm": 1.4702312461917064,
      "learning_rate": 5.483895900298947e-05,
      "loss": 0.5453,
      "step": 105853
    },
    {
      "epoch": 4.335613352447266,
      "grad_norm": 0.530442040417867,
      "learning_rate": 5.483643796995712e-05,
      "loss": 0.0617,
      "step": 105854
    },
    {
      "epoch": 4.335654310874462,
      "grad_norm": 1.4211585136809233,
      "learning_rate": 5.483391698191259e-05,
      "loss": 0.5883,
      "step": 105855
    },
    {
      "epoch": 4.335695269301659,
      "grad_norm": 1.7908822031062723,
      "learning_rate": 5.4831396038857115e-05,
      "loss": 0.7212,
      "step": 105856
    },
    {
      "epoch": 4.335736227728855,
      "grad_norm": 1.8937829489818616,
      "learning_rate": 5.482887514079179e-05,
      "loss": 0.6333,
      "step": 105857
    },
    {
      "epoch": 4.335777186156052,
      "grad_norm": 0.8969236482865085,
      "learning_rate": 5.482635428771789e-05,
      "loss": 0.2084,
      "step": 105858
    },
    {
      "epoch": 4.335818144583248,
      "grad_norm": 1.6419662224944847,
      "learning_rate": 5.482383347963651e-05,
      "loss": 0.2995,
      "step": 105859
    },
    {
      "epoch": 4.335859103010445,
      "grad_norm": 1.356369874496324,
      "learning_rate": 5.48213127165489e-05,
      "loss": 0.5574,
      "step": 105860
    },
    {
      "epoch": 4.33590006143764,
      "grad_norm": 1.7405354921874177,
      "learning_rate": 5.481879199845631e-05,
      "loss": 0.7512,
      "step": 105861
    },
    {
      "epoch": 4.335941019864837,
      "grad_norm": 1.8449329328634372,
      "learning_rate": 5.481627132535982e-05,
      "loss": 0.88,
      "step": 105862
    },
    {
      "epoch": 4.3359819782920335,
      "grad_norm": 1.5341379431171187,
      "learning_rate": 5.481375069726068e-05,
      "loss": 0.5819,
      "step": 105863
    },
    {
      "epoch": 4.33602293671923,
      "grad_norm": 1.862712693066413,
      "learning_rate": 5.48112301141601e-05,
      "loss": 0.8545,
      "step": 105864
    },
    {
      "epoch": 4.3360638951464265,
      "grad_norm": 1.5090097803256692,
      "learning_rate": 5.480870957605922e-05,
      "loss": 0.7026,
      "step": 105865
    },
    {
      "epoch": 4.336104853573623,
      "grad_norm": 2.1195514897139636,
      "learning_rate": 5.48061890829593e-05,
      "loss": 0.9302,
      "step": 105866
    },
    {
      "epoch": 4.336145812000819,
      "grad_norm": 1.3799732911472196,
      "learning_rate": 5.480366863486145e-05,
      "loss": 0.5343,
      "step": 105867
    },
    {
      "epoch": 4.336186770428015,
      "grad_norm": 1.5362387864412834,
      "learning_rate": 5.480114823176689e-05,
      "loss": 0.6093,
      "step": 105868
    },
    {
      "epoch": 4.336227728855212,
      "grad_norm": 2.5731997669787,
      "learning_rate": 5.479862787367688e-05,
      "loss": 0.7062,
      "step": 105869
    },
    {
      "epoch": 4.336268687282408,
      "grad_norm": 1.6391429465174392,
      "learning_rate": 5.4796107560592494e-05,
      "loss": 0.7214,
      "step": 105870
    },
    {
      "epoch": 4.336309645709605,
      "grad_norm": 1.8452819226547532,
      "learning_rate": 5.4793587292514996e-05,
      "loss": 0.9122,
      "step": 105871
    },
    {
      "epoch": 4.336350604136801,
      "grad_norm": 3.6061433732745445,
      "learning_rate": 5.479106706944561e-05,
      "loss": 3.2497,
      "step": 105872
    },
    {
      "epoch": 4.336391562563998,
      "grad_norm": 1.5105313546730255,
      "learning_rate": 5.478854689138544e-05,
      "loss": 0.6601,
      "step": 105873
    },
    {
      "epoch": 4.336432520991194,
      "grad_norm": 5.826840982914823,
      "learning_rate": 5.478602675833576e-05,
      "loss": 2.2796,
      "step": 105874
    },
    {
      "epoch": 4.33647347941839,
      "grad_norm": 1.5470614872134791,
      "learning_rate": 5.478350667029768e-05,
      "loss": 0.6587,
      "step": 105875
    },
    {
      "epoch": 4.336514437845587,
      "grad_norm": 1.408317615552146,
      "learning_rate": 5.478098662727242e-05,
      "loss": 0.5618,
      "step": 105876
    },
    {
      "epoch": 4.336555396272783,
      "grad_norm": 1.3131695298987605,
      "learning_rate": 5.477846662926124e-05,
      "loss": 0.5182,
      "step": 105877
    },
    {
      "epoch": 4.33659635469998,
      "grad_norm": 2.063239725574234,
      "learning_rate": 5.477594667626522e-05,
      "loss": 0.6643,
      "step": 105878
    },
    {
      "epoch": 4.336637313127176,
      "grad_norm": 1.547389641727999,
      "learning_rate": 5.477342676828562e-05,
      "loss": 0.5128,
      "step": 105879
    },
    {
      "epoch": 4.336678271554372,
      "grad_norm": 1.4162156848161012,
      "learning_rate": 5.4770906905323665e-05,
      "loss": 0.4375,
      "step": 105880
    },
    {
      "epoch": 4.3367192299815684,
      "grad_norm": 1.4277749324659406,
      "learning_rate": 5.476838708738045e-05,
      "loss": 0.5719,
      "step": 105881
    },
    {
      "epoch": 4.336760188408765,
      "grad_norm": 1.1333922880216774,
      "learning_rate": 5.476586731445726e-05,
      "loss": 0.3475,
      "step": 105882
    },
    {
      "epoch": 4.3368011468359615,
      "grad_norm": 1.3545093998569726,
      "learning_rate": 5.47633475865552e-05,
      "loss": 0.3378,
      "step": 105883
    },
    {
      "epoch": 4.336842105263158,
      "grad_norm": 0.8526257117798974,
      "learning_rate": 5.476082790367549e-05,
      "loss": 0.1788,
      "step": 105884
    },
    {
      "epoch": 4.336883063690355,
      "grad_norm": 1.489755984597082,
      "learning_rate": 5.47583082658194e-05,
      "loss": 0.6657,
      "step": 105885
    },
    {
      "epoch": 4.33692402211755,
      "grad_norm": 1.3477949127026434,
      "learning_rate": 5.4755788672987994e-05,
      "loss": 0.5039,
      "step": 105886
    },
    {
      "epoch": 4.336964980544747,
      "grad_norm": 1.7289086788772314,
      "learning_rate": 5.4753269125182516e-05,
      "loss": 0.5302,
      "step": 105887
    },
    {
      "epoch": 4.337005938971943,
      "grad_norm": 6.789779489555068,
      "learning_rate": 5.475074962240428e-05,
      "loss": 2.5157,
      "step": 105888
    },
    {
      "epoch": 4.33704689739914,
      "grad_norm": 1.3001036400783605,
      "learning_rate": 5.474823016465427e-05,
      "loss": 0.4677,
      "step": 105889
    },
    {
      "epoch": 4.337087855826336,
      "grad_norm": 1.5212943603931735,
      "learning_rate": 5.4745710751933754e-05,
      "loss": 0.8589,
      "step": 105890
    },
    {
      "epoch": 4.337128814253533,
      "grad_norm": 2.161992077759641,
      "learning_rate": 5.4743191384243984e-05,
      "loss": 0.8205,
      "step": 105891
    },
    {
      "epoch": 4.3371697726807295,
      "grad_norm": 1.3951609450364264,
      "learning_rate": 5.474067206158608e-05,
      "loss": 0.5737,
      "step": 105892
    },
    {
      "epoch": 4.337210731107925,
      "grad_norm": 1.2946750727716354,
      "learning_rate": 5.473815278396128e-05,
      "loss": 0.4429,
      "step": 105893
    },
    {
      "epoch": 4.337251689535122,
      "grad_norm": 1.4143174105249234,
      "learning_rate": 5.4735633551370725e-05,
      "loss": 0.4815,
      "step": 105894
    },
    {
      "epoch": 4.337292647962318,
      "grad_norm": 1.5653846088428385,
      "learning_rate": 5.473311436381562e-05,
      "loss": 0.7799,
      "step": 105895
    },
    {
      "epoch": 4.337333606389515,
      "grad_norm": 1.5310624082631097,
      "learning_rate": 5.473059522129723e-05,
      "loss": 0.4504,
      "step": 105896
    },
    {
      "epoch": 4.337374564816711,
      "grad_norm": 0.9670820393852059,
      "learning_rate": 5.4728076123816637e-05,
      "loss": 0.209,
      "step": 105897
    },
    {
      "epoch": 4.337415523243908,
      "grad_norm": 0.8421989519856566,
      "learning_rate": 5.4725557071375074e-05,
      "loss": 0.1992,
      "step": 105898
    },
    {
      "epoch": 4.337456481671103,
      "grad_norm": 1.273681872105815,
      "learning_rate": 5.472303806397379e-05,
      "loss": 0.3649,
      "step": 105899
    },
    {
      "epoch": 4.3374974400983,
      "grad_norm": 1.493337702235282,
      "learning_rate": 5.472051910161387e-05,
      "loss": 0.7823,
      "step": 105900
    },
    {
      "epoch": 4.3375383985254965,
      "grad_norm": 1.9032603973233337,
      "learning_rate": 5.471800018429663e-05,
      "loss": 0.5205,
      "step": 105901
    },
    {
      "epoch": 4.337579356952693,
      "grad_norm": 0.9440191206535998,
      "learning_rate": 5.4715481312023115e-05,
      "loss": 0.2297,
      "step": 105902
    },
    {
      "epoch": 4.33762031537989,
      "grad_norm": 1.4736503383035657,
      "learning_rate": 5.471296248479461e-05,
      "loss": 0.6212,
      "step": 105903
    },
    {
      "epoch": 4.337661273807086,
      "grad_norm": 1.3374728232011173,
      "learning_rate": 5.4710443702612334e-05,
      "loss": 0.6561,
      "step": 105904
    },
    {
      "epoch": 4.337702232234282,
      "grad_norm": 1.5695350000993418,
      "learning_rate": 5.470792496547737e-05,
      "loss": 0.5307,
      "step": 105905
    },
    {
      "epoch": 4.337743190661478,
      "grad_norm": 1.4876629054729105,
      "learning_rate": 5.470540627339098e-05,
      "loss": 0.6126,
      "step": 105906
    },
    {
      "epoch": 4.337784149088675,
      "grad_norm": 1.2306868419354822,
      "learning_rate": 5.4702887626354395e-05,
      "loss": 0.6138,
      "step": 105907
    },
    {
      "epoch": 4.337825107515871,
      "grad_norm": 1.416879997788611,
      "learning_rate": 5.4700369024368715e-05,
      "loss": 0.6699,
      "step": 105908
    },
    {
      "epoch": 4.337866065943068,
      "grad_norm": 1.3564288456947902,
      "learning_rate": 5.4697850467435186e-05,
      "loss": 0.5469,
      "step": 105909
    },
    {
      "epoch": 4.337907024370264,
      "grad_norm": 6.424991043991129,
      "learning_rate": 5.469533195555496e-05,
      "loss": 2.3123,
      "step": 105910
    },
    {
      "epoch": 4.337947982797461,
      "grad_norm": 1.7847505771595789,
      "learning_rate": 5.4692813488729244e-05,
      "loss": 1.0343,
      "step": 105911
    },
    {
      "epoch": 4.337988941224657,
      "grad_norm": 1.5002848809237466,
      "learning_rate": 5.46902950669593e-05,
      "loss": 0.8269,
      "step": 105912
    },
    {
      "epoch": 4.338029899651853,
      "grad_norm": 1.0646432563702162,
      "learning_rate": 5.468777669024618e-05,
      "loss": 0.3234,
      "step": 105913
    },
    {
      "epoch": 4.33807085807905,
      "grad_norm": 1.1406148067211894,
      "learning_rate": 5.4685258358591156e-05,
      "loss": 0.2723,
      "step": 105914
    },
    {
      "epoch": 4.338111816506246,
      "grad_norm": 1.7167998164359357,
      "learning_rate": 5.468274007199547e-05,
      "loss": 0.7725,
      "step": 105915
    },
    {
      "epoch": 4.338152774933443,
      "grad_norm": 1.5115738959046026,
      "learning_rate": 5.46802218304602e-05,
      "loss": 0.506,
      "step": 105916
    },
    {
      "epoch": 4.338193733360639,
      "grad_norm": 0.8687415863530465,
      "learning_rate": 5.467770363398664e-05,
      "loss": 0.1831,
      "step": 105917
    },
    {
      "epoch": 4.338234691787835,
      "grad_norm": 1.256864296316733,
      "learning_rate": 5.4675185482575866e-05,
      "loss": 0.5105,
      "step": 105918
    },
    {
      "epoch": 4.3382756502150315,
      "grad_norm": 0.7172759863695503,
      "learning_rate": 5.4672667376229144e-05,
      "loss": 0.1995,
      "step": 105919
    },
    {
      "epoch": 4.338316608642228,
      "grad_norm": 0.9879117891470648,
      "learning_rate": 5.467014931494771e-05,
      "loss": 0.3632,
      "step": 105920
    },
    {
      "epoch": 4.3383575670694245,
      "grad_norm": 1.6781900294990224,
      "learning_rate": 5.466763129873264e-05,
      "loss": 0.7242,
      "step": 105921
    },
    {
      "epoch": 4.338398525496621,
      "grad_norm": 1.6365874567340049,
      "learning_rate": 5.466511332758518e-05,
      "loss": 0.5264,
      "step": 105922
    },
    {
      "epoch": 4.338439483923818,
      "grad_norm": 1.1530708274122823,
      "learning_rate": 5.466259540150658e-05,
      "loss": 0.3497,
      "step": 105923
    },
    {
      "epoch": 4.338480442351013,
      "grad_norm": 1.97065142239976,
      "learning_rate": 5.466007752049792e-05,
      "loss": 0.812,
      "step": 105924
    },
    {
      "epoch": 4.33852140077821,
      "grad_norm": 1.671708829340697,
      "learning_rate": 5.46575596845605e-05,
      "loss": 0.5036,
      "step": 105925
    },
    {
      "epoch": 4.338562359205406,
      "grad_norm": 1.477797222583309,
      "learning_rate": 5.46550418936954e-05,
      "loss": 0.5414,
      "step": 105926
    },
    {
      "epoch": 4.338603317632603,
      "grad_norm": 1.1522942605611146,
      "learning_rate": 5.465252414790385e-05,
      "loss": 0.5001,
      "step": 105927
    },
    {
      "epoch": 4.338644276059799,
      "grad_norm": 1.6061431933603072,
      "learning_rate": 5.4650006447187124e-05,
      "loss": 0.7931,
      "step": 105928
    },
    {
      "epoch": 4.338685234486996,
      "grad_norm": 1.0635895585500619,
      "learning_rate": 5.4647488791546274e-05,
      "loss": 0.2466,
      "step": 105929
    },
    {
      "epoch": 4.3387261929141925,
      "grad_norm": 1.4401925844799155,
      "learning_rate": 5.464497118098262e-05,
      "loss": 0.3809,
      "step": 105930
    },
    {
      "epoch": 4.338767151341388,
      "grad_norm": 1.4017687896628326,
      "learning_rate": 5.464245361549723e-05,
      "loss": 0.6767,
      "step": 105931
    },
    {
      "epoch": 4.338808109768585,
      "grad_norm": 1.0849115844097847,
      "learning_rate": 5.463993609509136e-05,
      "loss": 0.1512,
      "step": 105932
    },
    {
      "epoch": 4.338849068195781,
      "grad_norm": 1.7578687834776092,
      "learning_rate": 5.463741861976624e-05,
      "loss": 0.4985,
      "step": 105933
    },
    {
      "epoch": 4.338890026622978,
      "grad_norm": 2.8947851034251038,
      "learning_rate": 5.4634901189522975e-05,
      "loss": 2.1451,
      "step": 105934
    },
    {
      "epoch": 4.338930985050174,
      "grad_norm": 0.8323501658084295,
      "learning_rate": 5.46323838043628e-05,
      "loss": 0.199,
      "step": 105935
    },
    {
      "epoch": 4.338971943477371,
      "grad_norm": 1.551906126681665,
      "learning_rate": 5.462986646428692e-05,
      "loss": 0.7517,
      "step": 105936
    },
    {
      "epoch": 4.3390129019045665,
      "grad_norm": 1.3017033047161415,
      "learning_rate": 5.462734916929648e-05,
      "loss": 0.5786,
      "step": 105937
    },
    {
      "epoch": 4.339053860331763,
      "grad_norm": 0.9282424273050103,
      "learning_rate": 5.462483191939274e-05,
      "loss": 0.1965,
      "step": 105938
    },
    {
      "epoch": 4.3390948187589595,
      "grad_norm": 1.0034262915061196,
      "learning_rate": 5.462231471457681e-05,
      "loss": 0.2657,
      "step": 105939
    },
    {
      "epoch": 4.339135777186156,
      "grad_norm": 1.934330615632761,
      "learning_rate": 5.461979755484988e-05,
      "loss": 0.8743,
      "step": 105940
    },
    {
      "epoch": 4.339176735613353,
      "grad_norm": 1.403856210944107,
      "learning_rate": 5.4617280440213257e-05,
      "loss": 0.7012,
      "step": 105941
    },
    {
      "epoch": 4.339217694040549,
      "grad_norm": 1.7407696812291156,
      "learning_rate": 5.461476337066798e-05,
      "loss": 0.5169,
      "step": 105942
    },
    {
      "epoch": 4.339258652467745,
      "grad_norm": 1.4979005503880576,
      "learning_rate": 5.4612246346215316e-05,
      "loss": 0.5218,
      "step": 105943
    },
    {
      "epoch": 4.339299610894941,
      "grad_norm": 1.947417223720147,
      "learning_rate": 5.4609729366856494e-05,
      "loss": 0.8221,
      "step": 105944
    },
    {
      "epoch": 4.339340569322138,
      "grad_norm": 1.6482607449806688,
      "learning_rate": 5.460721243259261e-05,
      "loss": 0.6129,
      "step": 105945
    },
    {
      "epoch": 4.339381527749334,
      "grad_norm": 1.799988786487972,
      "learning_rate": 5.460469554342496e-05,
      "loss": 0.6797,
      "step": 105946
    },
    {
      "epoch": 4.339422486176531,
      "grad_norm": 1.4282025900188038,
      "learning_rate": 5.4602178699354606e-05,
      "loss": 0.6483,
      "step": 105947
    },
    {
      "epoch": 4.3394634446037275,
      "grad_norm": 1.0147291911250595,
      "learning_rate": 5.459966190038281e-05,
      "loss": 0.2456,
      "step": 105948
    },
    {
      "epoch": 4.339504403030924,
      "grad_norm": 1.4412302925360334,
      "learning_rate": 5.459714514651082e-05,
      "loss": 0.3314,
      "step": 105949
    },
    {
      "epoch": 4.33954536145812,
      "grad_norm": 1.7189561599493435,
      "learning_rate": 5.45946284377397e-05,
      "loss": 0.6119,
      "step": 105950
    },
    {
      "epoch": 4.339586319885316,
      "grad_norm": 7.4847734257525715,
      "learning_rate": 5.459211177407071e-05,
      "loss": 1.8651,
      "step": 105951
    },
    {
      "epoch": 4.339627278312513,
      "grad_norm": 1.6524191949452998,
      "learning_rate": 5.458959515550508e-05,
      "loss": 0.7257,
      "step": 105952
    },
    {
      "epoch": 4.339668236739709,
      "grad_norm": 1.7321341692511836,
      "learning_rate": 5.458707858204391e-05,
      "loss": 0.5988,
      "step": 105953
    },
    {
      "epoch": 4.339709195166906,
      "grad_norm": 1.3895036271651813,
      "learning_rate": 5.458456205368848e-05,
      "loss": 0.5835,
      "step": 105954
    },
    {
      "epoch": 4.339750153594102,
      "grad_norm": 1.9294808442324256,
      "learning_rate": 5.458204557043988e-05,
      "loss": 0.9084,
      "step": 105955
    },
    {
      "epoch": 4.339791112021298,
      "grad_norm": 2.410915255666298,
      "learning_rate": 5.457952913229935e-05,
      "loss": 0.9841,
      "step": 105956
    },
    {
      "epoch": 4.3398320704484945,
      "grad_norm": 1.0344782288155452,
      "learning_rate": 5.457701273926813e-05,
      "loss": 0.1937,
      "step": 105957
    },
    {
      "epoch": 4.339873028875691,
      "grad_norm": 2.8152346691243006,
      "learning_rate": 5.4574496391347314e-05,
      "loss": 1.0154,
      "step": 105958
    },
    {
      "epoch": 4.339913987302888,
      "grad_norm": 1.6630406985560562,
      "learning_rate": 5.4571980088538196e-05,
      "loss": 0.8289,
      "step": 105959
    },
    {
      "epoch": 4.339954945730084,
      "grad_norm": 0.7614126084543962,
      "learning_rate": 5.456946383084191e-05,
      "loss": 0.1941,
      "step": 105960
    },
    {
      "epoch": 4.339995904157281,
      "grad_norm": 1.1866218024395812,
      "learning_rate": 5.456694761825958e-05,
      "loss": 0.2799,
      "step": 105961
    },
    {
      "epoch": 4.340036862584476,
      "grad_norm": 1.308647496631654,
      "learning_rate": 5.4564431450792466e-05,
      "loss": 0.3196,
      "step": 105962
    },
    {
      "epoch": 4.340077821011673,
      "grad_norm": 1.6364246590528375,
      "learning_rate": 5.4561915328441814e-05,
      "loss": 0.6512,
      "step": 105963
    },
    {
      "epoch": 4.340118779438869,
      "grad_norm": 1.2988145123180437,
      "learning_rate": 5.455939925120868e-05,
      "loss": 0.6115,
      "step": 105964
    },
    {
      "epoch": 4.340159737866066,
      "grad_norm": 2.170981425031373,
      "learning_rate": 5.455688321909438e-05,
      "loss": 0.7042,
      "step": 105965
    },
    {
      "epoch": 4.340200696293262,
      "grad_norm": 1.4242032595327914,
      "learning_rate": 5.455436723210001e-05,
      "loss": 0.656,
      "step": 105966
    },
    {
      "epoch": 4.340241654720459,
      "grad_norm": 1.572766180575857,
      "learning_rate": 5.455185129022678e-05,
      "loss": 0.733,
      "step": 105967
    },
    {
      "epoch": 4.3402826131476555,
      "grad_norm": 1.2703211769959621,
      "learning_rate": 5.4549335393475954e-05,
      "loss": 0.4852,
      "step": 105968
    },
    {
      "epoch": 4.340323571574851,
      "grad_norm": 1.3659787541551673,
      "learning_rate": 5.4546819541848606e-05,
      "loss": 0.5206,
      "step": 105969
    },
    {
      "epoch": 4.340364530002048,
      "grad_norm": 1.3055658346639505,
      "learning_rate": 5.454430373534598e-05,
      "loss": 0.672,
      "step": 105970
    },
    {
      "epoch": 4.340405488429244,
      "grad_norm": 1.703905100346175,
      "learning_rate": 5.454178797396933e-05,
      "loss": 0.6598,
      "step": 105971
    },
    {
      "epoch": 4.340446446856441,
      "grad_norm": 1.5119524216401208,
      "learning_rate": 5.453927225771973e-05,
      "loss": 0.5492,
      "step": 105972
    },
    {
      "epoch": 4.340487405283637,
      "grad_norm": 5.684685679517054,
      "learning_rate": 5.453675658659848e-05,
      "loss": 2.5099,
      "step": 105973
    },
    {
      "epoch": 4.340528363710834,
      "grad_norm": 0.49941277205241125,
      "learning_rate": 5.453424096060665e-05,
      "loss": 0.1102,
      "step": 105974
    },
    {
      "epoch": 4.3405693221380295,
      "grad_norm": 1.8966437778188843,
      "learning_rate": 5.45317253797455e-05,
      "loss": 0.8711,
      "step": 105975
    },
    {
      "epoch": 4.340610280565226,
      "grad_norm": 1.5697358477599783,
      "learning_rate": 5.452920984401626e-05,
      "loss": 0.7351,
      "step": 105976
    },
    {
      "epoch": 4.3406512389924226,
      "grad_norm": 1.6364530872537153,
      "learning_rate": 5.452669435342e-05,
      "loss": 0.7111,
      "step": 105977
    },
    {
      "epoch": 4.340692197419619,
      "grad_norm": 1.4834757728427508,
      "learning_rate": 5.452417890795801e-05,
      "loss": 0.616,
      "step": 105978
    },
    {
      "epoch": 4.340733155846816,
      "grad_norm": 1.6278622069917228,
      "learning_rate": 5.452166350763148e-05,
      "loss": 0.7303,
      "step": 105979
    },
    {
      "epoch": 4.340774114274012,
      "grad_norm": 1.5492975605894543,
      "learning_rate": 5.451914815244151e-05,
      "loss": 0.8022,
      "step": 105980
    },
    {
      "epoch": 4.340815072701208,
      "grad_norm": 1.2035339916895171,
      "learning_rate": 5.451663284238942e-05,
      "loss": 0.3859,
      "step": 105981
    },
    {
      "epoch": 4.340856031128404,
      "grad_norm": 1.5471814375215136,
      "learning_rate": 5.451411757747625e-05,
      "loss": 0.5091,
      "step": 105982
    },
    {
      "epoch": 4.340896989555601,
      "grad_norm": 0.9866449349623042,
      "learning_rate": 5.4511602357703274e-05,
      "loss": 0.2266,
      "step": 105983
    },
    {
      "epoch": 4.340937947982797,
      "grad_norm": 1.8804330686051436,
      "learning_rate": 5.4509087183071725e-05,
      "loss": 0.9828,
      "step": 105984
    },
    {
      "epoch": 4.340978906409994,
      "grad_norm": 1.480450781563221,
      "learning_rate": 5.4506572053582695e-05,
      "loss": 0.5603,
      "step": 105985
    },
    {
      "epoch": 4.3410198648371905,
      "grad_norm": 1.6453890797214061,
      "learning_rate": 5.450405696923741e-05,
      "loss": 0.6521,
      "step": 105986
    },
    {
      "epoch": 4.341060823264387,
      "grad_norm": 3.161069790179203,
      "learning_rate": 5.4501541930037106e-05,
      "loss": 2.7998,
      "step": 105987
    },
    {
      "epoch": 4.341101781691583,
      "grad_norm": 3.1490699683899415,
      "learning_rate": 5.449902693598289e-05,
      "loss": 2.9242,
      "step": 105988
    },
    {
      "epoch": 4.341142740118779,
      "grad_norm": 1.670061424534587,
      "learning_rate": 5.449651198707605e-05,
      "loss": 0.6988,
      "step": 105989
    },
    {
      "epoch": 4.341183698545976,
      "grad_norm": 1.6484145006257211,
      "learning_rate": 5.449399708331765e-05,
      "loss": 0.6885,
      "step": 105990
    },
    {
      "epoch": 4.341224656973172,
      "grad_norm": 1.472298210421917,
      "learning_rate": 5.449148222470896e-05,
      "loss": 0.6555,
      "step": 105991
    },
    {
      "epoch": 4.341265615400369,
      "grad_norm": 1.075760570114177,
      "learning_rate": 5.44889674112512e-05,
      "loss": 0.2925,
      "step": 105992
    },
    {
      "epoch": 4.341306573827565,
      "grad_norm": 1.2872546383407668,
      "learning_rate": 5.448645264294547e-05,
      "loss": 0.649,
      "step": 105993
    },
    {
      "epoch": 4.341347532254762,
      "grad_norm": 1.4113910247908243,
      "learning_rate": 5.448393791979299e-05,
      "loss": 0.5447,
      "step": 105994
    },
    {
      "epoch": 4.3413884906819575,
      "grad_norm": 1.5690060418030514,
      "learning_rate": 5.448142324179503e-05,
      "loss": 0.6759,
      "step": 105995
    },
    {
      "epoch": 4.341429449109154,
      "grad_norm": 3.0583469782384127,
      "learning_rate": 5.447890860895264e-05,
      "loss": 1.045,
      "step": 105996
    },
    {
      "epoch": 4.341470407536351,
      "grad_norm": 2.4153685473837183,
      "learning_rate": 5.447639402126714e-05,
      "loss": 0.8265,
      "step": 105997
    },
    {
      "epoch": 4.341511365963547,
      "grad_norm": 2.7790664599517783,
      "learning_rate": 5.447387947873961e-05,
      "loss": 2.0379,
      "step": 105998
    },
    {
      "epoch": 4.341552324390744,
      "grad_norm": 1.4928662142594387,
      "learning_rate": 5.447136498137127e-05,
      "loss": 0.6625,
      "step": 105999
    },
    {
      "epoch": 4.341593282817939,
      "grad_norm": 1.8951616797948043,
      "learning_rate": 5.4468850529163396e-05,
      "loss": 0.8346,
      "step": 106000
    },
    {
      "epoch": 4.341634241245136,
      "grad_norm": 1.506987460302509,
      "learning_rate": 5.4466336122117054e-05,
      "loss": 0.6288,
      "step": 106001
    },
    {
      "epoch": 4.341675199672332,
      "grad_norm": 1.5155994700959499,
      "learning_rate": 5.446382176023352e-05,
      "loss": 0.5488,
      "step": 106002
    },
    {
      "epoch": 4.341716158099529,
      "grad_norm": 1.3180765642781003,
      "learning_rate": 5.446130744351391e-05,
      "loss": 0.5747,
      "step": 106003
    },
    {
      "epoch": 4.3417571165267255,
      "grad_norm": 1.9975940321644965,
      "learning_rate": 5.445879317195946e-05,
      "loss": 1.0055,
      "step": 106004
    },
    {
      "epoch": 4.341798074953922,
      "grad_norm": 1.6184124694739983,
      "learning_rate": 5.4456278945571375e-05,
      "loss": 0.6562,
      "step": 106005
    },
    {
      "epoch": 4.3418390333811185,
      "grad_norm": 1.437566758018142,
      "learning_rate": 5.445376476435078e-05,
      "loss": 0.6462,
      "step": 106006
    },
    {
      "epoch": 4.341879991808314,
      "grad_norm": 1.5180818104860556,
      "learning_rate": 5.44512506282989e-05,
      "loss": 0.7517,
      "step": 106007
    },
    {
      "epoch": 4.341920950235511,
      "grad_norm": 0.9082551992512697,
      "learning_rate": 5.444873653741697e-05,
      "loss": 0.3613,
      "step": 106008
    },
    {
      "epoch": 4.341961908662707,
      "grad_norm": 1.056767916748727,
      "learning_rate": 5.4446222491706096e-05,
      "loss": 0.4248,
      "step": 106009
    },
    {
      "epoch": 4.342002867089904,
      "grad_norm": 1.5100865324911195,
      "learning_rate": 5.444370849116753e-05,
      "loss": 0.8303,
      "step": 106010
    },
    {
      "epoch": 4.3420438255171,
      "grad_norm": 1.571749628946792,
      "learning_rate": 5.44411945358024e-05,
      "loss": 0.6887,
      "step": 106011
    },
    {
      "epoch": 4.342084783944297,
      "grad_norm": 1.0383386125008478,
      "learning_rate": 5.443868062561192e-05,
      "loss": 0.3003,
      "step": 106012
    },
    {
      "epoch": 4.342125742371493,
      "grad_norm": 1.6371737808016928,
      "learning_rate": 5.443616676059735e-05,
      "loss": 0.7978,
      "step": 106013
    },
    {
      "epoch": 4.342166700798689,
      "grad_norm": 1.2170926193086462,
      "learning_rate": 5.443365294075976e-05,
      "loss": 0.428,
      "step": 106014
    },
    {
      "epoch": 4.342207659225886,
      "grad_norm": 1.4540444947187345,
      "learning_rate": 5.443113916610038e-05,
      "loss": 0.6248,
      "step": 106015
    },
    {
      "epoch": 4.342248617653082,
      "grad_norm": 1.7281816662030298,
      "learning_rate": 5.442862543662048e-05,
      "loss": 0.5696,
      "step": 106016
    },
    {
      "epoch": 4.342289576080279,
      "grad_norm": 1.4364687244926675,
      "learning_rate": 5.442611175232112e-05,
      "loss": 0.5679,
      "step": 106017
    },
    {
      "epoch": 4.342330534507475,
      "grad_norm": 3.759730152229737,
      "learning_rate": 5.4423598113203595e-05,
      "loss": 2.7806,
      "step": 106018
    },
    {
      "epoch": 4.342371492934671,
      "grad_norm": 1.5122467626859877,
      "learning_rate": 5.4421084519269004e-05,
      "loss": 0.6692,
      "step": 106019
    },
    {
      "epoch": 4.342412451361867,
      "grad_norm": 1.4683050632649737,
      "learning_rate": 5.441857097051858e-05,
      "loss": 0.4946,
      "step": 106020
    },
    {
      "epoch": 4.342453409789064,
      "grad_norm": 0.8348984211025581,
      "learning_rate": 5.441605746695355e-05,
      "loss": 0.2083,
      "step": 106021
    },
    {
      "epoch": 4.3424943682162604,
      "grad_norm": 1.5457902770008838,
      "learning_rate": 5.441354400857502e-05,
      "loss": 0.721,
      "step": 106022
    },
    {
      "epoch": 4.342535326643457,
      "grad_norm": 1.1451212824066177,
      "learning_rate": 5.4411030595384216e-05,
      "loss": 0.294,
      "step": 106023
    },
    {
      "epoch": 4.3425762850706535,
      "grad_norm": 1.3069183486941316,
      "learning_rate": 5.4408517227382375e-05,
      "loss": 0.5032,
      "step": 106024
    },
    {
      "epoch": 4.34261724349785,
      "grad_norm": 1.2301580637122727,
      "learning_rate": 5.44060039045706e-05,
      "loss": 0.4063,
      "step": 106025
    },
    {
      "epoch": 4.342658201925046,
      "grad_norm": 0.8412881873236527,
      "learning_rate": 5.440349062695017e-05,
      "loss": 0.1567,
      "step": 106026
    },
    {
      "epoch": 4.342699160352242,
      "grad_norm": 1.1635110668861222,
      "learning_rate": 5.440097739452216e-05,
      "loss": 0.2468,
      "step": 106027
    },
    {
      "epoch": 4.342740118779439,
      "grad_norm": 0.793584219907519,
      "learning_rate": 5.4398464207287826e-05,
      "loss": 0.1763,
      "step": 106028
    },
    {
      "epoch": 4.342781077206635,
      "grad_norm": 1.4735661352500982,
      "learning_rate": 5.439595106524846e-05,
      "loss": 0.4367,
      "step": 106029
    },
    {
      "epoch": 4.342822035633832,
      "grad_norm": 1.2070466126076107,
      "learning_rate": 5.439343796840503e-05,
      "loss": 0.4164,
      "step": 106030
    },
    {
      "epoch": 4.342862994061028,
      "grad_norm": 1.2939156532317457,
      "learning_rate": 5.439092491675883e-05,
      "loss": 0.4191,
      "step": 106031
    },
    {
      "epoch": 4.342903952488225,
      "grad_norm": 1.416003518185449,
      "learning_rate": 5.438841191031113e-05,
      "loss": 0.4498,
      "step": 106032
    },
    {
      "epoch": 4.342944910915421,
      "grad_norm": 1.253534424756736,
      "learning_rate": 5.4385898949062957e-05,
      "loss": 0.4886,
      "step": 106033
    },
    {
      "epoch": 4.342985869342617,
      "grad_norm": 1.4865264124254796,
      "learning_rate": 5.438338603301561e-05,
      "loss": 0.5705,
      "step": 106034
    },
    {
      "epoch": 4.343026827769814,
      "grad_norm": 1.8814070908771543,
      "learning_rate": 5.4380873162170285e-05,
      "loss": 0.8455,
      "step": 106035
    },
    {
      "epoch": 4.34306778619701,
      "grad_norm": 1.5750051401901295,
      "learning_rate": 5.4378360336528085e-05,
      "loss": 0.7077,
      "step": 106036
    },
    {
      "epoch": 4.343108744624207,
      "grad_norm": 1.6320653164213916,
      "learning_rate": 5.437584755609029e-05,
      "loss": 0.7231,
      "step": 106037
    },
    {
      "epoch": 4.343149703051402,
      "grad_norm": 0.9927161509977799,
      "learning_rate": 5.437333482085801e-05,
      "loss": 0.2442,
      "step": 106038
    },
    {
      "epoch": 4.343190661478599,
      "grad_norm": 1.28079109682318,
      "learning_rate": 5.437082213083246e-05,
      "loss": 0.4707,
      "step": 106039
    },
    {
      "epoch": 4.343231619905795,
      "grad_norm": 1.5208546000114218,
      "learning_rate": 5.4368309486014905e-05,
      "loss": 0.6965,
      "step": 106040
    },
    {
      "epoch": 4.343272578332992,
      "grad_norm": 0.5325012245442345,
      "learning_rate": 5.436579688640638e-05,
      "loss": 0.0756,
      "step": 106041
    },
    {
      "epoch": 4.3433135367601885,
      "grad_norm": 3.2575235295494127,
      "learning_rate": 5.4363284332008175e-05,
      "loss": 0.6425,
      "step": 106042
    },
    {
      "epoch": 4.343354495187385,
      "grad_norm": 1.2202330150561937,
      "learning_rate": 5.4360771822821524e-05,
      "loss": 0.4101,
      "step": 106043
    },
    {
      "epoch": 4.343395453614582,
      "grad_norm": 1.5216430043609077,
      "learning_rate": 5.435825935884749e-05,
      "loss": 0.7844,
      "step": 106044
    },
    {
      "epoch": 4.343436412041777,
      "grad_norm": 1.6120775403183352,
      "learning_rate": 5.435574694008737e-05,
      "loss": 0.5796,
      "step": 106045
    },
    {
      "epoch": 4.343477370468974,
      "grad_norm": 1.4934371016127876,
      "learning_rate": 5.435323456654225e-05,
      "loss": 0.6377,
      "step": 106046
    },
    {
      "epoch": 4.34351832889617,
      "grad_norm": 1.8735595333421438,
      "learning_rate": 5.4350722238213354e-05,
      "loss": 0.531,
      "step": 106047
    },
    {
      "epoch": 4.343559287323367,
      "grad_norm": 1.4103024010581873,
      "learning_rate": 5.4348209955101965e-05,
      "loss": 0.757,
      "step": 106048
    },
    {
      "epoch": 4.343600245750563,
      "grad_norm": 1.4039114686098397,
      "learning_rate": 5.434569771720913e-05,
      "loss": 0.4975,
      "step": 106049
    },
    {
      "epoch": 4.34364120417776,
      "grad_norm": 1.6811135526515106,
      "learning_rate": 5.4343185524536094e-05,
      "loss": 0.705,
      "step": 106050
    },
    {
      "epoch": 4.343682162604956,
      "grad_norm": 1.6048284100430565,
      "learning_rate": 5.43406733770841e-05,
      "loss": 0.7479,
      "step": 106051
    },
    {
      "epoch": 4.343723121032152,
      "grad_norm": 1.7474580679609117,
      "learning_rate": 5.433816127485425e-05,
      "loss": 0.6083,
      "step": 106052
    },
    {
      "epoch": 4.343764079459349,
      "grad_norm": 1.358001775897669,
      "learning_rate": 5.43356492178478e-05,
      "loss": 0.4051,
      "step": 106053
    },
    {
      "epoch": 4.343805037886545,
      "grad_norm": 2.9156165713511646,
      "learning_rate": 5.4333137206065855e-05,
      "loss": 0.6076,
      "step": 106054
    },
    {
      "epoch": 4.343845996313742,
      "grad_norm": 1.7242747616145107,
      "learning_rate": 5.433062523950966e-05,
      "loss": 0.7042,
      "step": 106055
    },
    {
      "epoch": 4.343886954740938,
      "grad_norm": 3.123587090997476,
      "learning_rate": 5.4328113318180433e-05,
      "loss": 0.8816,
      "step": 106056
    },
    {
      "epoch": 4.343927913168135,
      "grad_norm": 1.3303179702957204,
      "learning_rate": 5.432560144207928e-05,
      "loss": 0.5237,
      "step": 106057
    },
    {
      "epoch": 4.34396887159533,
      "grad_norm": 1.2654475917189376,
      "learning_rate": 5.432308961120743e-05,
      "loss": 0.5541,
      "step": 106058
    },
    {
      "epoch": 4.344009830022527,
      "grad_norm": 3.8322077751212116,
      "learning_rate": 5.432057782556612e-05,
      "loss": 3.8147,
      "step": 106059
    },
    {
      "epoch": 4.3440507884497235,
      "grad_norm": 1.267522076904811,
      "learning_rate": 5.431806608515644e-05,
      "loss": 0.5795,
      "step": 106060
    },
    {
      "epoch": 4.34409174687692,
      "grad_norm": 1.5940670408376956,
      "learning_rate": 5.431555438997968e-05,
      "loss": 0.6739,
      "step": 106061
    },
    {
      "epoch": 4.3441327053041165,
      "grad_norm": 0.7648750040371912,
      "learning_rate": 5.431304274003692e-05,
      "loss": 0.1335,
      "step": 106062
    },
    {
      "epoch": 4.344173663731313,
      "grad_norm": 1.2038180994715768,
      "learning_rate": 5.431053113532941e-05,
      "loss": 0.4784,
      "step": 106063
    },
    {
      "epoch": 4.344214622158509,
      "grad_norm": 1.632225824539558,
      "learning_rate": 5.4308019575858366e-05,
      "loss": 0.7051,
      "step": 106064
    },
    {
      "epoch": 4.344255580585705,
      "grad_norm": 1.0270060258726157,
      "learning_rate": 5.430550806162488e-05,
      "loss": 0.271,
      "step": 106065
    },
    {
      "epoch": 4.344296539012902,
      "grad_norm": 2.348634432834547,
      "learning_rate": 5.430299659263021e-05,
      "loss": 1.552,
      "step": 106066
    },
    {
      "epoch": 4.344337497440098,
      "grad_norm": 1.9414924829225408,
      "learning_rate": 5.4300485168875586e-05,
      "loss": 0.9004,
      "step": 106067
    },
    {
      "epoch": 4.344378455867295,
      "grad_norm": 1.2350944772323391,
      "learning_rate": 5.429797379036207e-05,
      "loss": 0.511,
      "step": 106068
    },
    {
      "epoch": 4.344419414294491,
      "grad_norm": 1.405138802812241,
      "learning_rate": 5.429546245709098e-05,
      "loss": 0.4653,
      "step": 106069
    },
    {
      "epoch": 4.344460372721688,
      "grad_norm": 1.6041767637977735,
      "learning_rate": 5.42929511690634e-05,
      "loss": 0.5722,
      "step": 106070
    },
    {
      "epoch": 4.344501331148884,
      "grad_norm": 1.3504867261032072,
      "learning_rate": 5.429043992628055e-05,
      "loss": 0.6913,
      "step": 106071
    },
    {
      "epoch": 4.34454228957608,
      "grad_norm": 1.7786642426859303,
      "learning_rate": 5.428792872874369e-05,
      "loss": 0.309,
      "step": 106072
    },
    {
      "epoch": 4.344583248003277,
      "grad_norm": 1.4414818199203772,
      "learning_rate": 5.428541757645386e-05,
      "loss": 0.5371,
      "step": 106073
    },
    {
      "epoch": 4.344624206430473,
      "grad_norm": 1.4198358576039924,
      "learning_rate": 5.428290646941241e-05,
      "loss": 0.6834,
      "step": 106074
    },
    {
      "epoch": 4.34466516485767,
      "grad_norm": 1.5591683009321067,
      "learning_rate": 5.428039540762039e-05,
      "loss": 0.6232,
      "step": 106075
    },
    {
      "epoch": 4.344706123284866,
      "grad_norm": 1.2066918464417862,
      "learning_rate": 5.427788439107905e-05,
      "loss": 0.4788,
      "step": 106076
    },
    {
      "epoch": 4.344747081712062,
      "grad_norm": 1.8109934217449477,
      "learning_rate": 5.42753734197896e-05,
      "loss": 0.6439,
      "step": 106077
    },
    {
      "epoch": 4.3447880401392585,
      "grad_norm": 2.1865331271200152,
      "learning_rate": 5.427286249375318e-05,
      "loss": 1.5425,
      "step": 106078
    },
    {
      "epoch": 4.344828998566455,
      "grad_norm": 1.36983417801885,
      "learning_rate": 5.427035161297097e-05,
      "loss": 0.5774,
      "step": 106079
    },
    {
      "epoch": 4.3448699569936515,
      "grad_norm": 1.541749556347065,
      "learning_rate": 5.426784077744424e-05,
      "loss": 0.2543,
      "step": 106080
    },
    {
      "epoch": 4.344910915420848,
      "grad_norm": 1.5437737507029243,
      "learning_rate": 5.4265329987174084e-05,
      "loss": 0.5429,
      "step": 106081
    },
    {
      "epoch": 4.344951873848045,
      "grad_norm": 0.7265996893390568,
      "learning_rate": 5.4262819242161756e-05,
      "loss": 0.1856,
      "step": 106082
    },
    {
      "epoch": 4.34499283227524,
      "grad_norm": 0.9019719401170256,
      "learning_rate": 5.426030854240837e-05,
      "loss": 0.2533,
      "step": 106083
    },
    {
      "epoch": 4.345033790702437,
      "grad_norm": 1.547197057874728,
      "learning_rate": 5.425779788791515e-05,
      "loss": 0.6573,
      "step": 106084
    },
    {
      "epoch": 4.345074749129633,
      "grad_norm": 1.4164352752928457,
      "learning_rate": 5.425528727868334e-05,
      "loss": 0.4916,
      "step": 106085
    },
    {
      "epoch": 4.34511570755683,
      "grad_norm": 1.901958548902865,
      "learning_rate": 5.4252776714714025e-05,
      "loss": 0.7479,
      "step": 106086
    },
    {
      "epoch": 4.345156665984026,
      "grad_norm": 1.8775525606691161,
      "learning_rate": 5.425026619600845e-05,
      "loss": 0.9352,
      "step": 106087
    },
    {
      "epoch": 4.345197624411223,
      "grad_norm": 2.4416243086432075,
      "learning_rate": 5.4247755722567835e-05,
      "loss": 1.4521,
      "step": 106088
    },
    {
      "epoch": 4.3452385828384195,
      "grad_norm": 1.2906164272569107,
      "learning_rate": 5.4245245294393263e-05,
      "loss": 0.345,
      "step": 106089
    },
    {
      "epoch": 4.345279541265615,
      "grad_norm": 1.2897753328327248,
      "learning_rate": 5.4242734911486044e-05,
      "loss": 0.5257,
      "step": 106090
    },
    {
      "epoch": 4.345320499692812,
      "grad_norm": 1.566272878899934,
      "learning_rate": 5.424022457384725e-05,
      "loss": 0.7267,
      "step": 106091
    },
    {
      "epoch": 4.345361458120008,
      "grad_norm": 0.897432973108242,
      "learning_rate": 5.423771428147813e-05,
      "loss": 0.2447,
      "step": 106092
    },
    {
      "epoch": 4.345402416547205,
      "grad_norm": 1.6545223622338858,
      "learning_rate": 5.423520403437991e-05,
      "loss": 0.802,
      "step": 106093
    },
    {
      "epoch": 4.345443374974401,
      "grad_norm": 1.4110906703840422,
      "learning_rate": 5.423269383255367e-05,
      "loss": 0.5804,
      "step": 106094
    },
    {
      "epoch": 4.345484333401598,
      "grad_norm": 0.9729264159674176,
      "learning_rate": 5.423018367600066e-05,
      "loss": 0.2818,
      "step": 106095
    },
    {
      "epoch": 4.345525291828793,
      "grad_norm": 1.6357700859711988,
      "learning_rate": 5.422767356472211e-05,
      "loss": 0.6318,
      "step": 106096
    },
    {
      "epoch": 4.34556625025599,
      "grad_norm": 0.8270973249850236,
      "learning_rate": 5.422516349871912e-05,
      "loss": 0.1371,
      "step": 106097
    },
    {
      "epoch": 4.3456072086831865,
      "grad_norm": 1.4662481480745795,
      "learning_rate": 5.422265347799295e-05,
      "loss": 0.747,
      "step": 106098
    },
    {
      "epoch": 4.345648167110383,
      "grad_norm": 2.267890494886521,
      "learning_rate": 5.422014350254472e-05,
      "loss": 1.0866,
      "step": 106099
    },
    {
      "epoch": 4.34568912553758,
      "grad_norm": 1.4162529707858589,
      "learning_rate": 5.421763357237568e-05,
      "loss": 0.431,
      "step": 106100
    },
    {
      "epoch": 4.345730083964776,
      "grad_norm": 2.276924253919672,
      "learning_rate": 5.421512368748699e-05,
      "loss": 0.7634,
      "step": 106101
    },
    {
      "epoch": 4.345771042391972,
      "grad_norm": 1.454316741684213,
      "learning_rate": 5.4212613847879776e-05,
      "loss": 0.6744,
      "step": 106102
    },
    {
      "epoch": 4.345812000819168,
      "grad_norm": 1.7447855652801763,
      "learning_rate": 5.4210104053555293e-05,
      "loss": 0.5601,
      "step": 106103
    },
    {
      "epoch": 4.345852959246365,
      "grad_norm": 0.9991459857660795,
      "learning_rate": 5.4207594304514764e-05,
      "loss": 0.2271,
      "step": 106104
    },
    {
      "epoch": 4.345893917673561,
      "grad_norm": 1.7669376300132928,
      "learning_rate": 5.4205084600759266e-05,
      "loss": 0.7801,
      "step": 106105
    },
    {
      "epoch": 4.345934876100758,
      "grad_norm": 1.4776702718795496,
      "learning_rate": 5.4202574942290046e-05,
      "loss": 0.6091,
      "step": 106106
    },
    {
      "epoch": 4.345975834527954,
      "grad_norm": 1.4149695209117101,
      "learning_rate": 5.4200065329108344e-05,
      "loss": 0.688,
      "step": 106107
    },
    {
      "epoch": 4.346016792955151,
      "grad_norm": 0.8436584284567358,
      "learning_rate": 5.4197555761215236e-05,
      "loss": 0.1987,
      "step": 106108
    },
    {
      "epoch": 4.346057751382347,
      "grad_norm": 1.6252422544844802,
      "learning_rate": 5.4195046238612025e-05,
      "loss": 0.686,
      "step": 106109
    },
    {
      "epoch": 4.346098709809543,
      "grad_norm": 1.574684330349142,
      "learning_rate": 5.4192536761299774e-05,
      "loss": 0.8716,
      "step": 106110
    },
    {
      "epoch": 4.34613966823674,
      "grad_norm": 1.675007714260783,
      "learning_rate": 5.4190027329279744e-05,
      "loss": 0.6897,
      "step": 106111
    },
    {
      "epoch": 4.346180626663936,
      "grad_norm": 1.9904202236132147,
      "learning_rate": 5.4187517942553146e-05,
      "loss": 0.8034,
      "step": 106112
    },
    {
      "epoch": 4.346221585091133,
      "grad_norm": 0.8597619450069403,
      "learning_rate": 5.418500860112111e-05,
      "loss": 0.1422,
      "step": 106113
    },
    {
      "epoch": 4.346262543518329,
      "grad_norm": 0.5492868040895358,
      "learning_rate": 5.418249930498481e-05,
      "loss": 0.1044,
      "step": 106114
    },
    {
      "epoch": 4.346303501945525,
      "grad_norm": 1.5537895255945973,
      "learning_rate": 5.4179990054145516e-05,
      "loss": 0.7264,
      "step": 106115
    },
    {
      "epoch": 4.3463444603727215,
      "grad_norm": 1.657141853275028,
      "learning_rate": 5.417748084860432e-05,
      "loss": 0.7,
      "step": 106116
    },
    {
      "epoch": 4.346385418799918,
      "grad_norm": 1.8081005024136432,
      "learning_rate": 5.41749716883625e-05,
      "loss": 0.7453,
      "step": 106117
    },
    {
      "epoch": 4.346426377227115,
      "grad_norm": 1.44034791922927,
      "learning_rate": 5.417246257342115e-05,
      "loss": 0.7806,
      "step": 106118
    },
    {
      "epoch": 4.346467335654311,
      "grad_norm": 1.7675882601074375,
      "learning_rate": 5.41699535037815e-05,
      "loss": 0.6766,
      "step": 106119
    },
    {
      "epoch": 4.346508294081508,
      "grad_norm": 1.1838435753916707,
      "learning_rate": 5.416744447944477e-05,
      "loss": 0.4083,
      "step": 106120
    },
    {
      "epoch": 4.346549252508703,
      "grad_norm": 1.7293288480976672,
      "learning_rate": 5.4164935500412086e-05,
      "loss": 0.7642,
      "step": 106121
    },
    {
      "epoch": 4.3465902109359,
      "grad_norm": 1.3406016122130717,
      "learning_rate": 5.416242656668463e-05,
      "loss": 0.6153,
      "step": 106122
    },
    {
      "epoch": 4.346631169363096,
      "grad_norm": 2.030210791269291,
      "learning_rate": 5.4159917678263695e-05,
      "loss": 0.815,
      "step": 106123
    },
    {
      "epoch": 4.346672127790293,
      "grad_norm": 1.8958380280015337,
      "learning_rate": 5.415740883515032e-05,
      "loss": 1.077,
      "step": 106124
    },
    {
      "epoch": 4.346713086217489,
      "grad_norm": 1.0461875474202327,
      "learning_rate": 5.4154900037345824e-05,
      "loss": 0.2741,
      "step": 106125
    },
    {
      "epoch": 4.346754044644686,
      "grad_norm": 1.9374097006817825,
      "learning_rate": 5.415239128485126e-05,
      "loss": 0.9136,
      "step": 106126
    },
    {
      "epoch": 4.3467950030718825,
      "grad_norm": 1.5509385592161213,
      "learning_rate": 5.4149882577667904e-05,
      "loss": 0.6793,
      "step": 106127
    },
    {
      "epoch": 4.346835961499078,
      "grad_norm": 1.1953129089313397,
      "learning_rate": 5.414737391579697e-05,
      "loss": 0.5344,
      "step": 106128
    },
    {
      "epoch": 4.346876919926275,
      "grad_norm": 1.4295235715171153,
      "learning_rate": 5.414486529923953e-05,
      "loss": 0.574,
      "step": 106129
    },
    {
      "epoch": 4.346917878353471,
      "grad_norm": 0.8778908053562671,
      "learning_rate": 5.414235672799685e-05,
      "loss": 0.2597,
      "step": 106130
    },
    {
      "epoch": 4.346958836780668,
      "grad_norm": 1.6015038897263425,
      "learning_rate": 5.4139848202070136e-05,
      "loss": 0.5593,
      "step": 106131
    },
    {
      "epoch": 4.346999795207864,
      "grad_norm": 0.7423515686918393,
      "learning_rate": 5.4137339721460503e-05,
      "loss": 0.1882,
      "step": 106132
    },
    {
      "epoch": 4.347040753635061,
      "grad_norm": 2.149987535384741,
      "learning_rate": 5.413483128616922e-05,
      "loss": 0.8043,
      "step": 106133
    },
    {
      "epoch": 4.3470817120622565,
      "grad_norm": 1.0424465359482795,
      "learning_rate": 5.413232289619737e-05,
      "loss": 0.193,
      "step": 106134
    },
    {
      "epoch": 4.347122670489453,
      "grad_norm": 1.9160654571456393,
      "learning_rate": 5.4129814551546205e-05,
      "loss": 0.6959,
      "step": 106135
    },
    {
      "epoch": 4.3471636289166495,
      "grad_norm": 1.654545448382452,
      "learning_rate": 5.4127306252216944e-05,
      "loss": 0.709,
      "step": 106136
    },
    {
      "epoch": 4.347204587343846,
      "grad_norm": 2.968407261032511,
      "learning_rate": 5.412479799821068e-05,
      "loss": 2.0515,
      "step": 106137
    },
    {
      "epoch": 4.347245545771043,
      "grad_norm": 1.8915435089300623,
      "learning_rate": 5.412228978952865e-05,
      "loss": 0.8214,
      "step": 106138
    },
    {
      "epoch": 4.347286504198239,
      "grad_norm": 1.1192472496670298,
      "learning_rate": 5.411978162617209e-05,
      "loss": 0.2993,
      "step": 106139
    },
    {
      "epoch": 4.347327462625435,
      "grad_norm": 1.6386314623993854,
      "learning_rate": 5.4117273508142076e-05,
      "loss": 0.5862,
      "step": 106140
    },
    {
      "epoch": 4.347368421052631,
      "grad_norm": 1.386826517257257,
      "learning_rate": 5.411476543543992e-05,
      "loss": 0.7123,
      "step": 106141
    },
    {
      "epoch": 4.347409379479828,
      "grad_norm": 1.238888450833532,
      "learning_rate": 5.411225740806667e-05,
      "loss": 0.2163,
      "step": 106142
    },
    {
      "epoch": 4.347450337907024,
      "grad_norm": 1.8364927999321132,
      "learning_rate": 5.410974942602358e-05,
      "loss": 0.7498,
      "step": 106143
    },
    {
      "epoch": 4.347491296334221,
      "grad_norm": 1.7171872554453713,
      "learning_rate": 5.4107241489311894e-05,
      "loss": 0.6105,
      "step": 106144
    },
    {
      "epoch": 4.3475322547614175,
      "grad_norm": 1.2305739995905578,
      "learning_rate": 5.4104733597932695e-05,
      "loss": 0.1839,
      "step": 106145
    },
    {
      "epoch": 4.347573213188614,
      "grad_norm": 0.9079951580103514,
      "learning_rate": 5.410222575188725e-05,
      "loss": 0.2319,
      "step": 106146
    },
    {
      "epoch": 4.34761417161581,
      "grad_norm": 1.8414409172655974,
      "learning_rate": 5.409971795117667e-05,
      "loss": 0.7674,
      "step": 106147
    },
    {
      "epoch": 4.347655130043006,
      "grad_norm": 1.367961603897546,
      "learning_rate": 5.409721019580218e-05,
      "loss": 0.4633,
      "step": 106148
    },
    {
      "epoch": 4.347696088470203,
      "grad_norm": 1.5833161488293384,
      "learning_rate": 5.4094702485765e-05,
      "loss": 0.6534,
      "step": 106149
    },
    {
      "epoch": 4.347737046897399,
      "grad_norm": 1.3029855083816635,
      "learning_rate": 5.4092194821066224e-05,
      "loss": 0.5372,
      "step": 106150
    },
    {
      "epoch": 4.347778005324596,
      "grad_norm": 1.4997727288053897,
      "learning_rate": 5.4089687201707116e-05,
      "loss": 0.7183,
      "step": 106151
    },
    {
      "epoch": 4.347818963751792,
      "grad_norm": 1.4658892868132722,
      "learning_rate": 5.408717962768887e-05,
      "loss": 0.6365,
      "step": 106152
    },
    {
      "epoch": 4.347859922178988,
      "grad_norm": 1.5476383508308054,
      "learning_rate": 5.4084672099012606e-05,
      "loss": 0.6747,
      "step": 106153
    },
    {
      "epoch": 4.3479008806061845,
      "grad_norm": 1.8778853687965877,
      "learning_rate": 5.408216461567958e-05,
      "loss": 0.8766,
      "step": 106154
    },
    {
      "epoch": 4.347941839033381,
      "grad_norm": 0.7100220046218528,
      "learning_rate": 5.4079657177690896e-05,
      "loss": 0.1887,
      "step": 106155
    },
    {
      "epoch": 4.347982797460578,
      "grad_norm": 1.255840258353591,
      "learning_rate": 5.407714978504778e-05,
      "loss": 0.556,
      "step": 106156
    },
    {
      "epoch": 4.348023755887774,
      "grad_norm": 0.9676881815876802,
      "learning_rate": 5.407464243775149e-05,
      "loss": 0.1695,
      "step": 106157
    },
    {
      "epoch": 4.348064714314971,
      "grad_norm": 1.54670794997531,
      "learning_rate": 5.407213513580308e-05,
      "loss": 0.632,
      "step": 106158
    },
    {
      "epoch": 4.348105672742166,
      "grad_norm": 0.7141085014430295,
      "learning_rate": 5.406962787920379e-05,
      "loss": 0.2281,
      "step": 106159
    },
    {
      "epoch": 4.348146631169363,
      "grad_norm": 1.669476690297406,
      "learning_rate": 5.406712066795486e-05,
      "loss": 0.8287,
      "step": 106160
    },
    {
      "epoch": 4.348187589596559,
      "grad_norm": 1.5950987549075701,
      "learning_rate": 5.40646135020574e-05,
      "loss": 0.7547,
      "step": 106161
    },
    {
      "epoch": 4.348228548023756,
      "grad_norm": 1.2751699069683642,
      "learning_rate": 5.406210638151267e-05,
      "loss": 0.6326,
      "step": 106162
    },
    {
      "epoch": 4.3482695064509524,
      "grad_norm": 1.3505271828162664,
      "learning_rate": 5.405959930632173e-05,
      "loss": 0.5304,
      "step": 106163
    },
    {
      "epoch": 4.348310464878149,
      "grad_norm": 1.2016248700011976,
      "learning_rate": 5.405709227648587e-05,
      "loss": 0.4079,
      "step": 106164
    },
    {
      "epoch": 4.3483514233053455,
      "grad_norm": 1.6838501465970726,
      "learning_rate": 5.405458529200631e-05,
      "loss": 0.75,
      "step": 106165
    },
    {
      "epoch": 4.348392381732541,
      "grad_norm": 1.5330534850734454,
      "learning_rate": 5.40520783528841e-05,
      "loss": 0.5047,
      "step": 106166
    },
    {
      "epoch": 4.348433340159738,
      "grad_norm": 1.3900450213091469,
      "learning_rate": 5.4049571459120506e-05,
      "loss": 0.5932,
      "step": 106167
    },
    {
      "epoch": 4.348474298586934,
      "grad_norm": 1.5159304503398445,
      "learning_rate": 5.404706461071676e-05,
      "loss": 0.5098,
      "step": 106168
    },
    {
      "epoch": 4.348515257014131,
      "grad_norm": 1.2588562599180244,
      "learning_rate": 5.404455780767395e-05,
      "loss": 0.3348,
      "step": 106169
    },
    {
      "epoch": 4.348556215441327,
      "grad_norm": 1.487134367609973,
      "learning_rate": 5.404205104999335e-05,
      "loss": 0.6553,
      "step": 106170
    },
    {
      "epoch": 4.348597173868524,
      "grad_norm": 1.641381310760761,
      "learning_rate": 5.40395443376761e-05,
      "loss": 0.689,
      "step": 106171
    },
    {
      "epoch": 4.3486381322957195,
      "grad_norm": 1.4636831257346166,
      "learning_rate": 5.403703767072333e-05,
      "loss": 0.4165,
      "step": 106172
    },
    {
      "epoch": 4.348679090722916,
      "grad_norm": 1.435220169215157,
      "learning_rate": 5.403453104913633e-05,
      "loss": 0.5459,
      "step": 106173
    },
    {
      "epoch": 4.348720049150113,
      "grad_norm": 0.7043914695566668,
      "learning_rate": 5.4032024472916193e-05,
      "loss": 0.0978,
      "step": 106174
    },
    {
      "epoch": 4.348761007577309,
      "grad_norm": 1.0672746477544197,
      "learning_rate": 5.4029517942064137e-05,
      "loss": 0.3831,
      "step": 106175
    },
    {
      "epoch": 4.348801966004506,
      "grad_norm": 1.2198390938729673,
      "learning_rate": 5.402701145658142e-05,
      "loss": 0.7023,
      "step": 106176
    },
    {
      "epoch": 4.348842924431702,
      "grad_norm": 1.3945702611666706,
      "learning_rate": 5.402450501646911e-05,
      "loss": 0.5307,
      "step": 106177
    },
    {
      "epoch": 4.348883882858898,
      "grad_norm": 1.679213560666928,
      "learning_rate": 5.402199862172844e-05,
      "loss": 0.7911,
      "step": 106178
    },
    {
      "epoch": 4.348924841286094,
      "grad_norm": 1.6273344690330747,
      "learning_rate": 5.4019492272360644e-05,
      "loss": 0.6881,
      "step": 106179
    },
    {
      "epoch": 4.348965799713291,
      "grad_norm": 1.239714732890848,
      "learning_rate": 5.401698596836682e-05,
      "loss": 0.5081,
      "step": 106180
    },
    {
      "epoch": 4.349006758140487,
      "grad_norm": 10.42649208018206,
      "learning_rate": 5.4014479709748244e-05,
      "loss": 0.7304,
      "step": 106181
    },
    {
      "epoch": 4.349047716567684,
      "grad_norm": 1.016974264780181,
      "learning_rate": 5.4011973496506004e-05,
      "loss": 0.3241,
      "step": 106182
    },
    {
      "epoch": 4.3490886749948805,
      "grad_norm": 1.1605374298892308,
      "learning_rate": 5.400946732864132e-05,
      "loss": 0.4261,
      "step": 106183
    },
    {
      "epoch": 4.349129633422077,
      "grad_norm": 0.9714638028180294,
      "learning_rate": 5.400696120615545e-05,
      "loss": 0.2377,
      "step": 106184
    },
    {
      "epoch": 4.349170591849273,
      "grad_norm": 0.6925558113404134,
      "learning_rate": 5.4004455129049486e-05,
      "loss": 0.1399,
      "step": 106185
    },
    {
      "epoch": 4.349211550276469,
      "grad_norm": 1.183478819521276,
      "learning_rate": 5.400194909732462e-05,
      "loss": 0.4859,
      "step": 106186
    },
    {
      "epoch": 4.349252508703666,
      "grad_norm": 1.291104280943027,
      "learning_rate": 5.399944311098213e-05,
      "loss": 0.5155,
      "step": 106187
    },
    {
      "epoch": 4.349293467130862,
      "grad_norm": 1.5305870129796915,
      "learning_rate": 5.3996937170023066e-05,
      "loss": 0.6608,
      "step": 106188
    },
    {
      "epoch": 4.349334425558059,
      "grad_norm": 1.510142384481555,
      "learning_rate": 5.399443127444872e-05,
      "loss": 0.5185,
      "step": 106189
    },
    {
      "epoch": 4.349375383985255,
      "grad_norm": 1.7563248591931861,
      "learning_rate": 5.3991925424260205e-05,
      "loss": 0.6895,
      "step": 106190
    },
    {
      "epoch": 4.349416342412451,
      "grad_norm": 0.8251039859383338,
      "learning_rate": 5.3989419619458736e-05,
      "loss": 0.1744,
      "step": 106191
    },
    {
      "epoch": 4.3494573008396475,
      "grad_norm": 1.4974653648208844,
      "learning_rate": 5.3986913860045554e-05,
      "loss": 0.7235,
      "step": 106192
    },
    {
      "epoch": 4.349498259266844,
      "grad_norm": 1.5201310830178716,
      "learning_rate": 5.398440814602174e-05,
      "loss": 0.6683,
      "step": 106193
    },
    {
      "epoch": 4.349539217694041,
      "grad_norm": 1.4489276838765464,
      "learning_rate": 5.3981902477388505e-05,
      "loss": 0.5058,
      "step": 106194
    },
    {
      "epoch": 4.349580176121237,
      "grad_norm": 0.8794182385505356,
      "learning_rate": 5.397939685414712e-05,
      "loss": 0.1694,
      "step": 106195
    },
    {
      "epoch": 4.349621134548434,
      "grad_norm": 1.2006274267096326,
      "learning_rate": 5.397689127629865e-05,
      "loss": 0.4266,
      "step": 106196
    },
    {
      "epoch": 4.349662092975629,
      "grad_norm": 0.9435183539045691,
      "learning_rate": 5.397438574384437e-05,
      "loss": 0.2003,
      "step": 106197
    },
    {
      "epoch": 4.349703051402826,
      "grad_norm": 1.7078746374800822,
      "learning_rate": 5.39718802567854e-05,
      "loss": 0.6476,
      "step": 106198
    },
    {
      "epoch": 4.349744009830022,
      "grad_norm": 1.36148797628428,
      "learning_rate": 5.396937481512295e-05,
      "loss": 0.5209,
      "step": 106199
    },
    {
      "epoch": 4.349784968257219,
      "grad_norm": 1.4219993465184715,
      "learning_rate": 5.396686941885824e-05,
      "loss": 0.5526,
      "step": 106200
    },
    {
      "epoch": 4.3498259266844155,
      "grad_norm": 1.3505681873964057,
      "learning_rate": 5.3964364067992395e-05,
      "loss": 0.3747,
      "step": 106201
    },
    {
      "epoch": 4.349866885111612,
      "grad_norm": 0.7601559228080865,
      "learning_rate": 5.396185876252661e-05,
      "loss": 0.2442,
      "step": 106202
    },
    {
      "epoch": 4.3499078435388085,
      "grad_norm": 1.3863913740161,
      "learning_rate": 5.395935350246214e-05,
      "loss": 0.5011,
      "step": 106203
    },
    {
      "epoch": 4.349948801966004,
      "grad_norm": 1.8631397092829356,
      "learning_rate": 5.3956848287800074e-05,
      "loss": 0.9545,
      "step": 106204
    },
    {
      "epoch": 4.349989760393201,
      "grad_norm": 1.3599566927863147,
      "learning_rate": 5.395434311854167e-05,
      "loss": 0.5032,
      "step": 106205
    },
    {
      "epoch": 4.350030718820397,
      "grad_norm": 1.8891055997339778,
      "learning_rate": 5.3951837994688044e-05,
      "loss": 0.8319,
      "step": 106206
    },
    {
      "epoch": 4.350071677247594,
      "grad_norm": 0.8794741137966136,
      "learning_rate": 5.39493329162404e-05,
      "loss": 0.1732,
      "step": 106207
    },
    {
      "epoch": 4.35011263567479,
      "grad_norm": 1.187662783124931,
      "learning_rate": 5.39468278832e-05,
      "loss": 0.3673,
      "step": 106208
    },
    {
      "epoch": 4.350153594101987,
      "grad_norm": 1.7871881746653686,
      "learning_rate": 5.394432289556791e-05,
      "loss": 0.7583,
      "step": 106209
    },
    {
      "epoch": 4.3501945525291825,
      "grad_norm": 0.7756388467407961,
      "learning_rate": 5.394181795334543e-05,
      "loss": 0.2008,
      "step": 106210
    },
    {
      "epoch": 4.350235510956379,
      "grad_norm": 1.6394801858995334,
      "learning_rate": 5.3939313056533624e-05,
      "loss": 0.4149,
      "step": 106211
    },
    {
      "epoch": 4.350276469383576,
      "grad_norm": 1.2730339565506856,
      "learning_rate": 5.393680820513374e-05,
      "loss": 0.4576,
      "step": 106212
    },
    {
      "epoch": 4.350317427810772,
      "grad_norm": 3.538105132300935,
      "learning_rate": 5.3934303399147015e-05,
      "loss": 1.2943,
      "step": 106213
    },
    {
      "epoch": 4.350358386237969,
      "grad_norm": 0.781713948846626,
      "learning_rate": 5.393179863857451e-05,
      "loss": 0.2003,
      "step": 106214
    },
    {
      "epoch": 4.350399344665165,
      "grad_norm": 1.4658547890188511,
      "learning_rate": 5.39292939234175e-05,
      "loss": 0.4625,
      "step": 106215
    },
    {
      "epoch": 4.350440303092361,
      "grad_norm": 2.4236327156110637,
      "learning_rate": 5.392678925367717e-05,
      "loss": 1.446,
      "step": 106216
    },
    {
      "epoch": 4.350481261519557,
      "grad_norm": 0.8251110331936676,
      "learning_rate": 5.3924284629354646e-05,
      "loss": 0.223,
      "step": 106217
    },
    {
      "epoch": 4.350522219946754,
      "grad_norm": 1.913195013958168,
      "learning_rate": 5.392178005045119e-05,
      "loss": 0.881,
      "step": 106218
    },
    {
      "epoch": 4.3505631783739505,
      "grad_norm": 0.9796953510610906,
      "learning_rate": 5.3919275516967886e-05,
      "loss": 0.3253,
      "step": 106219
    },
    {
      "epoch": 4.350604136801147,
      "grad_norm": 1.553461242686059,
      "learning_rate": 5.391677102890598e-05,
      "loss": 0.7636,
      "step": 106220
    },
    {
      "epoch": 4.3506450952283435,
      "grad_norm": 0.9172717689272277,
      "learning_rate": 5.3914266586266706e-05,
      "loss": 0.2734,
      "step": 106221
    },
    {
      "epoch": 4.35068605365554,
      "grad_norm": 1.4661434912928162,
      "learning_rate": 5.391176218905113e-05,
      "loss": 0.6359,
      "step": 106222
    },
    {
      "epoch": 4.350727012082736,
      "grad_norm": 1.3951537935497034,
      "learning_rate": 5.39092578372605e-05,
      "loss": 0.6051,
      "step": 106223
    },
    {
      "epoch": 4.350767970509932,
      "grad_norm": 1.482390186539283,
      "learning_rate": 5.390675353089604e-05,
      "loss": 0.61,
      "step": 106224
    },
    {
      "epoch": 4.350808928937129,
      "grad_norm": 1.3806980216744906,
      "learning_rate": 5.390424926995885e-05,
      "loss": 0.502,
      "step": 106225
    },
    {
      "epoch": 4.350849887364325,
      "grad_norm": 1.6295450440660286,
      "learning_rate": 5.3901745054450214e-05,
      "loss": 0.739,
      "step": 106226
    },
    {
      "epoch": 4.350890845791522,
      "grad_norm": 1.2956480641115418,
      "learning_rate": 5.38992408843712e-05,
      "loss": 0.4802,
      "step": 106227
    },
    {
      "epoch": 4.350931804218718,
      "grad_norm": 1.729478701227149,
      "learning_rate": 5.389673675972304e-05,
      "loss": 0.7527,
      "step": 106228
    },
    {
      "epoch": 4.350972762645914,
      "grad_norm": 0.8601349502395497,
      "learning_rate": 5.389423268050698e-05,
      "loss": 0.2249,
      "step": 106229
    },
    {
      "epoch": 4.351013721073111,
      "grad_norm": 1.5316617513969775,
      "learning_rate": 5.38917286467241e-05,
      "loss": 0.7691,
      "step": 106230
    },
    {
      "epoch": 4.351054679500307,
      "grad_norm": 1.362162774991058,
      "learning_rate": 5.3889224658375635e-05,
      "loss": 0.5947,
      "step": 106231
    },
    {
      "epoch": 4.351095637927504,
      "grad_norm": 1.551891622016992,
      "learning_rate": 5.3886720715462806e-05,
      "loss": 0.6373,
      "step": 106232
    },
    {
      "epoch": 4.3511365963547,
      "grad_norm": 0.8310731276749846,
      "learning_rate": 5.388421681798673e-05,
      "loss": 0.225,
      "step": 106233
    },
    {
      "epoch": 4.351177554781897,
      "grad_norm": 1.5178591233008423,
      "learning_rate": 5.388171296594866e-05,
      "loss": 0.6721,
      "step": 106234
    },
    {
      "epoch": 4.351218513209092,
      "grad_norm": 1.4149736498106218,
      "learning_rate": 5.3879209159349674e-05,
      "loss": 0.6331,
      "step": 106235
    },
    {
      "epoch": 4.351259471636289,
      "grad_norm": 1.4173119286352103,
      "learning_rate": 5.387670539819104e-05,
      "loss": 0.4738,
      "step": 106236
    },
    {
      "epoch": 4.351300430063485,
      "grad_norm": 1.6518024610123305,
      "learning_rate": 5.387420168247397e-05,
      "loss": 0.7795,
      "step": 106237
    },
    {
      "epoch": 4.351341388490682,
      "grad_norm": 0.9304140242074789,
      "learning_rate": 5.387169801219954e-05,
      "loss": 0.2656,
      "step": 106238
    },
    {
      "epoch": 4.3513823469178785,
      "grad_norm": 1.7359746953083373,
      "learning_rate": 5.3869194387369e-05,
      "loss": 0.7033,
      "step": 106239
    },
    {
      "epoch": 4.351423305345075,
      "grad_norm": 1.8796312933006194,
      "learning_rate": 5.3866690807983566e-05,
      "loss": 0.7887,
      "step": 106240
    },
    {
      "epoch": 4.351464263772272,
      "grad_norm": 1.498741013379151,
      "learning_rate": 5.386418727404439e-05,
      "loss": 0.6877,
      "step": 106241
    },
    {
      "epoch": 4.351505222199467,
      "grad_norm": 1.3737541606392103,
      "learning_rate": 5.386168378555261e-05,
      "loss": 0.5044,
      "step": 106242
    },
    {
      "epoch": 4.351546180626664,
      "grad_norm": 0.9210432177379417,
      "learning_rate": 5.385918034250948e-05,
      "loss": 0.2437,
      "step": 106243
    },
    {
      "epoch": 4.35158713905386,
      "grad_norm": 1.998496128268019,
      "learning_rate": 5.3856676944916105e-05,
      "loss": 0.9659,
      "step": 106244
    },
    {
      "epoch": 4.351628097481057,
      "grad_norm": 2.89775079440534,
      "learning_rate": 5.385417359277378e-05,
      "loss": 0.5861,
      "step": 106245
    },
    {
      "epoch": 4.351669055908253,
      "grad_norm": 2.0362487244155645,
      "learning_rate": 5.385167028608355e-05,
      "loss": 1.0997,
      "step": 106246
    },
    {
      "epoch": 4.35171001433545,
      "grad_norm": 1.4652401433501936,
      "learning_rate": 5.384916702484667e-05,
      "loss": 0.7579,
      "step": 106247
    },
    {
      "epoch": 4.3517509727626456,
      "grad_norm": 0.9848494736091906,
      "learning_rate": 5.384666380906438e-05,
      "loss": 0.2525,
      "step": 106248
    },
    {
      "epoch": 4.351791931189842,
      "grad_norm": 1.5287036996363828,
      "learning_rate": 5.3844160638737767e-05,
      "loss": 0.4588,
      "step": 106249
    },
    {
      "epoch": 4.351832889617039,
      "grad_norm": 1.4290248038638766,
      "learning_rate": 5.3841657513868054e-05,
      "loss": 0.5519,
      "step": 106250
    },
    {
      "epoch": 4.351873848044235,
      "grad_norm": 4.84559389462171,
      "learning_rate": 5.383915443445648e-05,
      "loss": 2.375,
      "step": 106251
    },
    {
      "epoch": 4.351914806471432,
      "grad_norm": 1.1812065195114183,
      "learning_rate": 5.3836651400504105e-05,
      "loss": 0.4766,
      "step": 106252
    },
    {
      "epoch": 4.351955764898628,
      "grad_norm": 1.410212573212459,
      "learning_rate": 5.383414841201225e-05,
      "loss": 0.5265,
      "step": 106253
    },
    {
      "epoch": 4.351996723325824,
      "grad_norm": 1.4765507006702108,
      "learning_rate": 5.383164546898197e-05,
      "loss": 0.5343,
      "step": 106254
    },
    {
      "epoch": 4.35203768175302,
      "grad_norm": 3.325590356835117,
      "learning_rate": 5.3829142571414495e-05,
      "loss": 3.1128,
      "step": 106255
    },
    {
      "epoch": 4.352078640180217,
      "grad_norm": 1.957051214717821,
      "learning_rate": 5.3826639719311096e-05,
      "loss": 1.2247,
      "step": 106256
    },
    {
      "epoch": 4.3521195986074135,
      "grad_norm": 2.406171074978838,
      "learning_rate": 5.382413691267282e-05,
      "loss": 0.6681,
      "step": 106257
    },
    {
      "epoch": 4.35216055703461,
      "grad_norm": 1.1379686218939398,
      "learning_rate": 5.3821634151500895e-05,
      "loss": 0.4956,
      "step": 106258
    },
    {
      "epoch": 4.352201515461807,
      "grad_norm": 1.3205593755858984,
      "learning_rate": 5.38191314357966e-05,
      "loss": 0.5467,
      "step": 106259
    },
    {
      "epoch": 4.352242473889003,
      "grad_norm": 1.553688284330839,
      "learning_rate": 5.3816628765560974e-05,
      "loss": 0.6814,
      "step": 106260
    },
    {
      "epoch": 4.352283432316199,
      "grad_norm": 1.6881716207829158,
      "learning_rate": 5.3814126140795316e-05,
      "loss": 0.7696,
      "step": 106261
    },
    {
      "epoch": 4.352324390743395,
      "grad_norm": 1.7444504534003715,
      "learning_rate": 5.38116235615007e-05,
      "loss": 0.9587,
      "step": 106262
    },
    {
      "epoch": 4.352365349170592,
      "grad_norm": 1.466305911676508,
      "learning_rate": 5.380912102767837e-05,
      "loss": 0.646,
      "step": 106263
    },
    {
      "epoch": 4.352406307597788,
      "grad_norm": 0.7771066124469445,
      "learning_rate": 5.380661853932956e-05,
      "loss": 0.2332,
      "step": 106264
    },
    {
      "epoch": 4.352447266024985,
      "grad_norm": 1.5332042927081904,
      "learning_rate": 5.3804116096455354e-05,
      "loss": 0.7356,
      "step": 106265
    },
    {
      "epoch": 4.352488224452181,
      "grad_norm": 2.158132271551463,
      "learning_rate": 5.3801613699056975e-05,
      "loss": 0.8041,
      "step": 106266
    },
    {
      "epoch": 4.352529182879377,
      "grad_norm": 1.5199924573801724,
      "learning_rate": 5.379911134713565e-05,
      "loss": 0.7522,
      "step": 106267
    },
    {
      "epoch": 4.352570141306574,
      "grad_norm": 1.4131910690715985,
      "learning_rate": 5.3796609040692503e-05,
      "loss": 0.6095,
      "step": 106268
    },
    {
      "epoch": 4.35261109973377,
      "grad_norm": 1.0416890058619483,
      "learning_rate": 5.379410677972875e-05,
      "loss": 0.1897,
      "step": 106269
    },
    {
      "epoch": 4.352652058160967,
      "grad_norm": 1.1232090384935838,
      "learning_rate": 5.3791604564245536e-05,
      "loss": 0.4124,
      "step": 106270
    },
    {
      "epoch": 4.352693016588163,
      "grad_norm": 2.1457818516254044,
      "learning_rate": 5.378910239424406e-05,
      "loss": 1.1971,
      "step": 106271
    },
    {
      "epoch": 4.35273397501536,
      "grad_norm": 1.4934960227284648,
      "learning_rate": 5.3786600269725564e-05,
      "loss": 0.7284,
      "step": 106272
    },
    {
      "epoch": 4.352774933442555,
      "grad_norm": 1.0775503879296857,
      "learning_rate": 5.378409819069114e-05,
      "loss": 0.188,
      "step": 106273
    },
    {
      "epoch": 4.352815891869752,
      "grad_norm": 1.0279871996761485,
      "learning_rate": 5.3781596157141995e-05,
      "loss": 0.1228,
      "step": 106274
    },
    {
      "epoch": 4.3528568502969485,
      "grad_norm": 1.1128701380808097,
      "learning_rate": 5.3779094169079376e-05,
      "loss": 0.2942,
      "step": 106275
    },
    {
      "epoch": 4.352897808724145,
      "grad_norm": 1.8239335811770445,
      "learning_rate": 5.3776592226504377e-05,
      "loss": 0.74,
      "step": 106276
    },
    {
      "epoch": 4.3529387671513415,
      "grad_norm": 1.323485633301137,
      "learning_rate": 5.377409032941827e-05,
      "loss": 0.5552,
      "step": 106277
    },
    {
      "epoch": 4.352979725578538,
      "grad_norm": 1.7689490234106013,
      "learning_rate": 5.377158847782215e-05,
      "loss": 0.6923,
      "step": 106278
    },
    {
      "epoch": 4.353020684005735,
      "grad_norm": 1.2667270203311667,
      "learning_rate": 5.3769086671717234e-05,
      "loss": 0.4406,
      "step": 106279
    },
    {
      "epoch": 4.35306164243293,
      "grad_norm": 1.6213181535390235,
      "learning_rate": 5.3766584911104746e-05,
      "loss": 0.6191,
      "step": 106280
    },
    {
      "epoch": 4.353102600860127,
      "grad_norm": 0.701843071671604,
      "learning_rate": 5.3764083195985795e-05,
      "loss": 0.1807,
      "step": 106281
    },
    {
      "epoch": 4.353143559287323,
      "grad_norm": 1.46735684412871,
      "learning_rate": 5.376158152636166e-05,
      "loss": 0.5028,
      "step": 106282
    },
    {
      "epoch": 4.35318451771452,
      "grad_norm": 2.21028577252493,
      "learning_rate": 5.3759079902233394e-05,
      "loss": 0.9877,
      "step": 106283
    },
    {
      "epoch": 4.353225476141716,
      "grad_norm": 1.623990116261414,
      "learning_rate": 5.375657832360225e-05,
      "loss": 0.8128,
      "step": 106284
    },
    {
      "epoch": 4.353266434568913,
      "grad_norm": 3.125671588788594,
      "learning_rate": 5.375407679046948e-05,
      "loss": 0.9991,
      "step": 106285
    },
    {
      "epoch": 4.353307392996109,
      "grad_norm": 1.6032357466591027,
      "learning_rate": 5.375157530283613e-05,
      "loss": 0.5607,
      "step": 106286
    },
    {
      "epoch": 4.353348351423305,
      "grad_norm": 0.9726908905862223,
      "learning_rate": 5.3749073860703466e-05,
      "loss": 0.2034,
      "step": 106287
    },
    {
      "epoch": 4.353389309850502,
      "grad_norm": 1.1086075266403128,
      "learning_rate": 5.374657246407269e-05,
      "loss": 0.5043,
      "step": 106288
    },
    {
      "epoch": 4.353430268277698,
      "grad_norm": 1.5324596074999814,
      "learning_rate": 5.374407111294491e-05,
      "loss": 0.57,
      "step": 106289
    },
    {
      "epoch": 4.353471226704895,
      "grad_norm": 1.3353322261900573,
      "learning_rate": 5.374156980732139e-05,
      "loss": 0.5421,
      "step": 106290
    },
    {
      "epoch": 4.353512185132091,
      "grad_norm": 0.6845822124464913,
      "learning_rate": 5.373906854720323e-05,
      "loss": 0.1097,
      "step": 106291
    },
    {
      "epoch": 4.353553143559287,
      "grad_norm": 1.2858817870870565,
      "learning_rate": 5.3736567332591654e-05,
      "loss": 0.3731,
      "step": 106292
    },
    {
      "epoch": 4.3535941019864834,
      "grad_norm": 1.4394504169055682,
      "learning_rate": 5.3734066163487874e-05,
      "loss": 0.7294,
      "step": 106293
    },
    {
      "epoch": 4.35363506041368,
      "grad_norm": 9.002692861826642,
      "learning_rate": 5.3731565039893005e-05,
      "loss": 1.5448,
      "step": 106294
    },
    {
      "epoch": 4.3536760188408765,
      "grad_norm": 1.0509416952860047,
      "learning_rate": 5.372906396180827e-05,
      "loss": 0.2944,
      "step": 106295
    },
    {
      "epoch": 4.353716977268073,
      "grad_norm": 1.6301797208352418,
      "learning_rate": 5.372656292923489e-05,
      "loss": 0.6882,
      "step": 106296
    },
    {
      "epoch": 4.35375793569527,
      "grad_norm": 1.5700167574414365,
      "learning_rate": 5.3724061942173954e-05,
      "loss": 0.576,
      "step": 106297
    },
    {
      "epoch": 4.353798894122466,
      "grad_norm": 1.5923162400361306,
      "learning_rate": 5.372156100062675e-05,
      "loss": 0.497,
      "step": 106298
    },
    {
      "epoch": 4.353839852549662,
      "grad_norm": 1.2554222718842032,
      "learning_rate": 5.3719060104594355e-05,
      "loss": 0.3515,
      "step": 106299
    },
    {
      "epoch": 4.353880810976858,
      "grad_norm": 2.019821215740847,
      "learning_rate": 5.3716559254077996e-05,
      "loss": 0.7881,
      "step": 106300
    },
    {
      "epoch": 4.353921769404055,
      "grad_norm": 1.4431169263201227,
      "learning_rate": 5.371405844907891e-05,
      "loss": 0.5899,
      "step": 106301
    },
    {
      "epoch": 4.353962727831251,
      "grad_norm": 1.6970667405662596,
      "learning_rate": 5.3711557689598184e-05,
      "loss": 0.8102,
      "step": 106302
    },
    {
      "epoch": 4.354003686258448,
      "grad_norm": 1.4494608869505647,
      "learning_rate": 5.370905697563704e-05,
      "loss": 0.4744,
      "step": 106303
    },
    {
      "epoch": 4.3540446446856444,
      "grad_norm": 2.5161300720270385,
      "learning_rate": 5.3706556307196723e-05,
      "loss": 0.7931,
      "step": 106304
    },
    {
      "epoch": 4.35408560311284,
      "grad_norm": 1.31376577505724,
      "learning_rate": 5.370405568427831e-05,
      "loss": 0.6532,
      "step": 106305
    },
    {
      "epoch": 4.354126561540037,
      "grad_norm": 1.7911694924232318,
      "learning_rate": 5.3701555106883074e-05,
      "loss": 0.7311,
      "step": 106306
    },
    {
      "epoch": 4.354167519967233,
      "grad_norm": 0.8416722511799,
      "learning_rate": 5.3699054575012114e-05,
      "loss": 0.1438,
      "step": 106307
    },
    {
      "epoch": 4.35420847839443,
      "grad_norm": 0.8821783119524312,
      "learning_rate": 5.369655408866665e-05,
      "loss": 0.1698,
      "step": 106308
    },
    {
      "epoch": 4.354249436821626,
      "grad_norm": 1.9398121802315806,
      "learning_rate": 5.3694053647847915e-05,
      "loss": 0.6648,
      "step": 106309
    },
    {
      "epoch": 4.354290395248823,
      "grad_norm": 1.7794318750696807,
      "learning_rate": 5.3691553252557e-05,
      "loss": 0.6546,
      "step": 106310
    },
    {
      "epoch": 4.354331353676018,
      "grad_norm": 1.2180240731785628,
      "learning_rate": 5.368905290279517e-05,
      "loss": 0.5705,
      "step": 106311
    },
    {
      "epoch": 4.354372312103215,
      "grad_norm": 1.226807477700333,
      "learning_rate": 5.3686552598563575e-05,
      "loss": 0.4483,
      "step": 106312
    },
    {
      "epoch": 4.3544132705304115,
      "grad_norm": 1.5673131268501654,
      "learning_rate": 5.368405233986333e-05,
      "loss": 0.5842,
      "step": 106313
    },
    {
      "epoch": 4.354454228957608,
      "grad_norm": 1.2143703403694603,
      "learning_rate": 5.3681552126695685e-05,
      "loss": 0.3976,
      "step": 106314
    },
    {
      "epoch": 4.354495187384805,
      "grad_norm": 2.0876560229498895,
      "learning_rate": 5.3679051959061855e-05,
      "loss": 0.4172,
      "step": 106315
    },
    {
      "epoch": 4.354536145812001,
      "grad_norm": 1.5116313090366817,
      "learning_rate": 5.3676551836962925e-05,
      "loss": 0.8038,
      "step": 106316
    },
    {
      "epoch": 4.354577104239198,
      "grad_norm": 1.9522306439453898,
      "learning_rate": 5.367405176040021e-05,
      "loss": 0.8032,
      "step": 106317
    },
    {
      "epoch": 4.354618062666393,
      "grad_norm": 4.074008776571947,
      "learning_rate": 5.367155172937474e-05,
      "loss": 4.2909,
      "step": 106318
    },
    {
      "epoch": 4.35465902109359,
      "grad_norm": 1.6564255307034845,
      "learning_rate": 5.366905174388776e-05,
      "loss": 0.5899,
      "step": 106319
    },
    {
      "epoch": 4.354699979520786,
      "grad_norm": 1.6390874616063995,
      "learning_rate": 5.3666551803940544e-05,
      "loss": 0.6909,
      "step": 106320
    },
    {
      "epoch": 4.354740937947983,
      "grad_norm": 1.6622671617374811,
      "learning_rate": 5.3664051909534125e-05,
      "loss": 0.651,
      "step": 106321
    },
    {
      "epoch": 4.354781896375179,
      "grad_norm": 1.5760943905585012,
      "learning_rate": 5.366155206066975e-05,
      "loss": 0.6718,
      "step": 106322
    },
    {
      "epoch": 4.354822854802376,
      "grad_norm": 2.164870921436629,
      "learning_rate": 5.365905225734866e-05,
      "loss": 1.1497,
      "step": 106323
    },
    {
      "epoch": 4.354863813229572,
      "grad_norm": 0.909235173194186,
      "learning_rate": 5.3656552499571934e-05,
      "loss": 0.249,
      "step": 106324
    },
    {
      "epoch": 4.354904771656768,
      "grad_norm": 2.024144250316139,
      "learning_rate": 5.365405278734084e-05,
      "loss": 1.2445,
      "step": 106325
    },
    {
      "epoch": 4.354945730083965,
      "grad_norm": 1.6822472032253935,
      "learning_rate": 5.3651553120656467e-05,
      "loss": 0.8461,
      "step": 106326
    },
    {
      "epoch": 4.354986688511161,
      "grad_norm": 1.5204329225081463,
      "learning_rate": 5.3649053499520055e-05,
      "loss": 0.4724,
      "step": 106327
    },
    {
      "epoch": 4.355027646938358,
      "grad_norm": 2.3578346061859428,
      "learning_rate": 5.3646553923932826e-05,
      "loss": 1.4025,
      "step": 106328
    },
    {
      "epoch": 4.355068605365554,
      "grad_norm": 1.2756843160217959,
      "learning_rate": 5.3644054393895865e-05,
      "loss": 0.5728,
      "step": 106329
    },
    {
      "epoch": 4.35510956379275,
      "grad_norm": 1.5538443530711592,
      "learning_rate": 5.364155490941041e-05,
      "loss": 0.6629,
      "step": 106330
    },
    {
      "epoch": 4.3551505222199465,
      "grad_norm": 1.3097989596629094,
      "learning_rate": 5.363905547047767e-05,
      "loss": 0.4805,
      "step": 106331
    },
    {
      "epoch": 4.355191480647143,
      "grad_norm": 1.7008008294576709,
      "learning_rate": 5.3636556077098755e-05,
      "loss": 0.6356,
      "step": 106332
    },
    {
      "epoch": 4.3552324390743395,
      "grad_norm": 1.1749628712787012,
      "learning_rate": 5.363405672927494e-05,
      "loss": 0.3028,
      "step": 106333
    },
    {
      "epoch": 4.355273397501536,
      "grad_norm": 1.8078924285662552,
      "learning_rate": 5.363155742700729e-05,
      "loss": 0.5395,
      "step": 106334
    },
    {
      "epoch": 4.355314355928733,
      "grad_norm": 1.1557419315122957,
      "learning_rate": 5.3629058170297055e-05,
      "loss": 0.4686,
      "step": 106335
    },
    {
      "epoch": 4.355355314355929,
      "grad_norm": 1.5567696605238879,
      "learning_rate": 5.362655895914546e-05,
      "loss": 0.651,
      "step": 106336
    },
    {
      "epoch": 4.355396272783125,
      "grad_norm": 1.9337144661712917,
      "learning_rate": 5.3624059793553586e-05,
      "loss": 0.7989,
      "step": 106337
    },
    {
      "epoch": 4.355437231210321,
      "grad_norm": 1.9017023273133147,
      "learning_rate": 5.362156067352265e-05,
      "loss": 0.1721,
      "step": 106338
    },
    {
      "epoch": 4.355478189637518,
      "grad_norm": 1.0322976665079422,
      "learning_rate": 5.361906159905392e-05,
      "loss": 0.2454,
      "step": 106339
    },
    {
      "epoch": 4.355519148064714,
      "grad_norm": 1.4361652427406175,
      "learning_rate": 5.361656257014844e-05,
      "loss": 0.4724,
      "step": 106340
    },
    {
      "epoch": 4.355560106491911,
      "grad_norm": 1.7738338423440005,
      "learning_rate": 5.361406358680752e-05,
      "loss": 0.7884,
      "step": 106341
    },
    {
      "epoch": 4.3556010649191075,
      "grad_norm": 1.0219462317879835,
      "learning_rate": 5.361156464903221e-05,
      "loss": 0.3169,
      "step": 106342
    },
    {
      "epoch": 4.355642023346303,
      "grad_norm": 1.324794570939107,
      "learning_rate": 5.360906575682377e-05,
      "loss": 0.5801,
      "step": 106343
    },
    {
      "epoch": 4.3556829817735,
      "grad_norm": 0.5845312830362194,
      "learning_rate": 5.360656691018341e-05,
      "loss": 0.0753,
      "step": 106344
    },
    {
      "epoch": 4.355723940200696,
      "grad_norm": 1.544691302754366,
      "learning_rate": 5.360406810911223e-05,
      "loss": 0.4642,
      "step": 106345
    },
    {
      "epoch": 4.355764898627893,
      "grad_norm": 1.6424617368348085,
      "learning_rate": 5.360156935361145e-05,
      "loss": 0.7748,
      "step": 106346
    },
    {
      "epoch": 4.355805857055089,
      "grad_norm": 1.6941950444674088,
      "learning_rate": 5.3599070643682317e-05,
      "loss": 0.8584,
      "step": 106347
    },
    {
      "epoch": 4.355846815482286,
      "grad_norm": 2.171617223562575,
      "learning_rate": 5.359657197932588e-05,
      "loss": 1.1765,
      "step": 106348
    },
    {
      "epoch": 4.3558877739094815,
      "grad_norm": 1.412477889714955,
      "learning_rate": 5.359407336054345e-05,
      "loss": 0.4313,
      "step": 106349
    },
    {
      "epoch": 4.355928732336678,
      "grad_norm": 1.2776862712178862,
      "learning_rate": 5.359157478733609e-05,
      "loss": 0.5697,
      "step": 106350
    },
    {
      "epoch": 4.3559696907638745,
      "grad_norm": 1.5503159162098705,
      "learning_rate": 5.358907625970505e-05,
      "loss": 0.5792,
      "step": 106351
    },
    {
      "epoch": 4.356010649191071,
      "grad_norm": 1.2789220046728296,
      "learning_rate": 5.3586577777651554e-05,
      "loss": 0.5988,
      "step": 106352
    },
    {
      "epoch": 4.356051607618268,
      "grad_norm": 1.9351410625441254,
      "learning_rate": 5.358407934117666e-05,
      "loss": 1.2641,
      "step": 106353
    },
    {
      "epoch": 4.356092566045464,
      "grad_norm": 0.8392769993578006,
      "learning_rate": 5.35815809502817e-05,
      "loss": 0.1581,
      "step": 106354
    },
    {
      "epoch": 4.356133524472661,
      "grad_norm": 2.1336507051023728,
      "learning_rate": 5.357908260496768e-05,
      "loss": 0.8073,
      "step": 106355
    },
    {
      "epoch": 4.356174482899856,
      "grad_norm": 1.4332424530438175,
      "learning_rate": 5.3576584305235906e-05,
      "loss": 0.7326,
      "step": 106356
    },
    {
      "epoch": 4.356215441327053,
      "grad_norm": 0.9322520055055388,
      "learning_rate": 5.3574086051087573e-05,
      "loss": 0.2471,
      "step": 106357
    },
    {
      "epoch": 4.356256399754249,
      "grad_norm": 0.8253393534349872,
      "learning_rate": 5.3571587842523755e-05,
      "loss": 0.2313,
      "step": 106358
    },
    {
      "epoch": 4.356297358181446,
      "grad_norm": 2.4723148417822265,
      "learning_rate": 5.3569089679545706e-05,
      "loss": 1.36,
      "step": 106359
    },
    {
      "epoch": 4.3563383166086425,
      "grad_norm": 1.036628390244439,
      "learning_rate": 5.3566591562154644e-05,
      "loss": 0.2191,
      "step": 106360
    },
    {
      "epoch": 4.356379275035839,
      "grad_norm": 1.539617774621451,
      "learning_rate": 5.356409349035166e-05,
      "loss": 0.6918,
      "step": 106361
    },
    {
      "epoch": 4.356420233463035,
      "grad_norm": 2.183929884926123,
      "learning_rate": 5.356159546413801e-05,
      "loss": 0.6733,
      "step": 106362
    },
    {
      "epoch": 4.356461191890231,
      "grad_norm": 1.1879460216508901,
      "learning_rate": 5.35590974835148e-05,
      "loss": 0.4348,
      "step": 106363
    },
    {
      "epoch": 4.356502150317428,
      "grad_norm": 1.518161324597881,
      "learning_rate": 5.355659954848326e-05,
      "loss": 0.5973,
      "step": 106364
    },
    {
      "epoch": 4.356543108744624,
      "grad_norm": 1.5847178784924008,
      "learning_rate": 5.35541016590446e-05,
      "loss": 0.7842,
      "step": 106365
    },
    {
      "epoch": 4.356584067171821,
      "grad_norm": 0.28795335383942217,
      "learning_rate": 5.355160381519992e-05,
      "loss": 0.0201,
      "step": 106366
    },
    {
      "epoch": 4.356625025599017,
      "grad_norm": 1.531786453291437,
      "learning_rate": 5.354910601695044e-05,
      "loss": 0.7241,
      "step": 106367
    },
    {
      "epoch": 4.356665984026213,
      "grad_norm": 1.616520534430463,
      "learning_rate": 5.3546608264297395e-05,
      "loss": 0.7318,
      "step": 106368
    },
    {
      "epoch": 4.3567069424534095,
      "grad_norm": 0.9905461418791769,
      "learning_rate": 5.3544110557241883e-05,
      "loss": 0.1431,
      "step": 106369
    },
    {
      "epoch": 4.356747900880606,
      "grad_norm": 1.3800550050201583,
      "learning_rate": 5.354161289578516e-05,
      "loss": 0.6938,
      "step": 106370
    },
    {
      "epoch": 4.356788859307803,
      "grad_norm": 1.8771837244748617,
      "learning_rate": 5.353911527992831e-05,
      "loss": 0.8663,
      "step": 106371
    },
    {
      "epoch": 4.356829817734999,
      "grad_norm": 1.4940289964409574,
      "learning_rate": 5.353661770967257e-05,
      "loss": 0.5663,
      "step": 106372
    },
    {
      "epoch": 4.356870776162196,
      "grad_norm": 1.3460243202365532,
      "learning_rate": 5.3534120185019176e-05,
      "loss": 0.5563,
      "step": 106373
    },
    {
      "epoch": 4.356911734589392,
      "grad_norm": 1.801738934265511,
      "learning_rate": 5.353162270596919e-05,
      "loss": 0.8853,
      "step": 106374
    },
    {
      "epoch": 4.356952693016588,
      "grad_norm": 1.419741623057503,
      "learning_rate": 5.352912527252386e-05,
      "loss": 0.6191,
      "step": 106375
    },
    {
      "epoch": 4.356993651443784,
      "grad_norm": 1.4675055354458804,
      "learning_rate": 5.352662788468441e-05,
      "loss": 0.6425,
      "step": 106376
    },
    {
      "epoch": 4.357034609870981,
      "grad_norm": 0.5485299166672624,
      "learning_rate": 5.3524130542451934e-05,
      "loss": 0.0927,
      "step": 106377
    },
    {
      "epoch": 4.357075568298177,
      "grad_norm": 1.8847755583953658,
      "learning_rate": 5.3521633245827694e-05,
      "loss": 0.8367,
      "step": 106378
    },
    {
      "epoch": 4.357116526725374,
      "grad_norm": 1.662553761150574,
      "learning_rate": 5.351913599481278e-05,
      "loss": 0.7724,
      "step": 106379
    },
    {
      "epoch": 4.3571574851525705,
      "grad_norm": 1.4080598231184533,
      "learning_rate": 5.351663878940842e-05,
      "loss": 0.5298,
      "step": 106380
    },
    {
      "epoch": 4.357198443579766,
      "grad_norm": 1.3839694112006535,
      "learning_rate": 5.351414162961584e-05,
      "loss": 0.6717,
      "step": 106381
    },
    {
      "epoch": 4.357239402006963,
      "grad_norm": 1.3440442494496996,
      "learning_rate": 5.3511644515436175e-05,
      "loss": 0.5742,
      "step": 106382
    },
    {
      "epoch": 4.357280360434159,
      "grad_norm": 1.4166138927207825,
      "learning_rate": 5.3509147446870555e-05,
      "loss": 0.6165,
      "step": 106383
    },
    {
      "epoch": 4.357321318861356,
      "grad_norm": 1.0613851151296003,
      "learning_rate": 5.350665042392026e-05,
      "loss": 0.3026,
      "step": 106384
    },
    {
      "epoch": 4.357362277288552,
      "grad_norm": 1.5767945623456296,
      "learning_rate": 5.350415344658638e-05,
      "loss": 0.5289,
      "step": 106385
    },
    {
      "epoch": 4.357403235715749,
      "grad_norm": 1.596756842657069,
      "learning_rate": 5.350165651487014e-05,
      "loss": 0.6478,
      "step": 106386
    },
    {
      "epoch": 4.3574441941429445,
      "grad_norm": 1.7808593499894625,
      "learning_rate": 5.3499159628772756e-05,
      "loss": 0.9389,
      "step": 106387
    },
    {
      "epoch": 4.357485152570141,
      "grad_norm": 1.5052303252556651,
      "learning_rate": 5.349666278829532e-05,
      "loss": 0.6188,
      "step": 106388
    },
    {
      "epoch": 4.3575261109973376,
      "grad_norm": 1.5603823423518215,
      "learning_rate": 5.349416599343912e-05,
      "loss": 0.562,
      "step": 106389
    },
    {
      "epoch": 4.357567069424534,
      "grad_norm": 1.3882155909224916,
      "learning_rate": 5.349166924420521e-05,
      "loss": 0.6232,
      "step": 106390
    },
    {
      "epoch": 4.357608027851731,
      "grad_norm": 2.1408997659526023,
      "learning_rate": 5.348917254059486e-05,
      "loss": 0.7197,
      "step": 106391
    },
    {
      "epoch": 4.357648986278927,
      "grad_norm": 2.0094062688752583,
      "learning_rate": 5.348667588260927e-05,
      "loss": 0.3949,
      "step": 106392
    },
    {
      "epoch": 4.357689944706124,
      "grad_norm": 1.8195846077844935,
      "learning_rate": 5.348417927024952e-05,
      "loss": 0.781,
      "step": 106393
    },
    {
      "epoch": 4.357730903133319,
      "grad_norm": 1.4205679237196367,
      "learning_rate": 5.348168270351686e-05,
      "loss": 0.4769,
      "step": 106394
    },
    {
      "epoch": 4.357771861560516,
      "grad_norm": 1.2512706628738983,
      "learning_rate": 5.347918618241251e-05,
      "loss": 0.6204,
      "step": 106395
    },
    {
      "epoch": 4.357812819987712,
      "grad_norm": 1.8554090375912746,
      "learning_rate": 5.347668970693755e-05,
      "loss": 1.0479,
      "step": 106396
    },
    {
      "epoch": 4.357853778414909,
      "grad_norm": 1.374265987998069,
      "learning_rate": 5.347419327709326e-05,
      "loss": 0.5532,
      "step": 106397
    },
    {
      "epoch": 4.3578947368421055,
      "grad_norm": 1.3383914424529963,
      "learning_rate": 5.347169689288073e-05,
      "loss": 0.5494,
      "step": 106398
    },
    {
      "epoch": 4.357935695269302,
      "grad_norm": 1.5796773871871514,
      "learning_rate": 5.346920055430116e-05,
      "loss": 0.6962,
      "step": 106399
    },
    {
      "epoch": 4.357976653696498,
      "grad_norm": 3.4062710419911246,
      "learning_rate": 5.346670426135581e-05,
      "loss": 1.4494,
      "step": 106400
    },
    {
      "epoch": 4.358017612123694,
      "grad_norm": 1.4159521416552958,
      "learning_rate": 5.346420801404575e-05,
      "loss": 0.6023,
      "step": 106401
    },
    {
      "epoch": 4.358058570550891,
      "grad_norm": 1.2566232510981885,
      "learning_rate": 5.3461711812372203e-05,
      "loss": 0.4154,
      "step": 106402
    },
    {
      "epoch": 4.358099528978087,
      "grad_norm": 1.5326300171877247,
      "learning_rate": 5.345921565633642e-05,
      "loss": 0.6879,
      "step": 106403
    },
    {
      "epoch": 4.358140487405284,
      "grad_norm": 1.8893944794908253,
      "learning_rate": 5.345671954593947e-05,
      "loss": 0.6867,
      "step": 106404
    },
    {
      "epoch": 4.35818144583248,
      "grad_norm": 0.9846665907823661,
      "learning_rate": 5.345422348118262e-05,
      "loss": 0.26,
      "step": 106405
    },
    {
      "epoch": 4.358222404259676,
      "grad_norm": 1.8849919166964542,
      "learning_rate": 5.3451727462066965e-05,
      "loss": 0.9371,
      "step": 106406
    },
    {
      "epoch": 4.3582633626868725,
      "grad_norm": 1.2979621303998263,
      "learning_rate": 5.3449231488593725e-05,
      "loss": 0.642,
      "step": 106407
    },
    {
      "epoch": 4.358304321114069,
      "grad_norm": 1.4806431029498657,
      "learning_rate": 5.344673556076414e-05,
      "loss": 0.4395,
      "step": 106408
    },
    {
      "epoch": 4.358345279541266,
      "grad_norm": 1.0323424047142171,
      "learning_rate": 5.3444239678579296e-05,
      "loss": 0.2948,
      "step": 106409
    },
    {
      "epoch": 4.358386237968462,
      "grad_norm": 1.3809301558429832,
      "learning_rate": 5.344174384204041e-05,
      "loss": 0.5169,
      "step": 106410
    },
    {
      "epoch": 4.358427196395659,
      "grad_norm": 1.379114960435667,
      "learning_rate": 5.34392480511487e-05,
      "loss": 0.6002,
      "step": 106411
    },
    {
      "epoch": 4.358468154822855,
      "grad_norm": 1.334406480857833,
      "learning_rate": 5.343675230590527e-05,
      "loss": 0.454,
      "step": 106412
    },
    {
      "epoch": 4.358509113250051,
      "grad_norm": 1.588260956234383,
      "learning_rate": 5.34342566063114e-05,
      "loss": 0.7348,
      "step": 106413
    },
    {
      "epoch": 4.358550071677247,
      "grad_norm": 1.4628476697532358,
      "learning_rate": 5.3431760952368145e-05,
      "loss": 0.6065,
      "step": 106414
    },
    {
      "epoch": 4.358591030104444,
      "grad_norm": 2.4428252440009808,
      "learning_rate": 5.342926534407674e-05,
      "loss": 1.692,
      "step": 106415
    },
    {
      "epoch": 4.3586319885316405,
      "grad_norm": 1.614474328684551,
      "learning_rate": 5.3426769781438455e-05,
      "loss": 0.6276,
      "step": 106416
    },
    {
      "epoch": 4.358672946958837,
      "grad_norm": 1.2598979654403684,
      "learning_rate": 5.3424274264454316e-05,
      "loss": 0.5256,
      "step": 106417
    },
    {
      "epoch": 4.3587139053860335,
      "grad_norm": 2.306093545904883,
      "learning_rate": 5.3421778793125586e-05,
      "loss": 1.3805,
      "step": 106418
    },
    {
      "epoch": 4.358754863813229,
      "grad_norm": 2.955642010238885,
      "learning_rate": 5.341928336745348e-05,
      "loss": 1.5661,
      "step": 106419
    },
    {
      "epoch": 4.358795822240426,
      "grad_norm": 1.4869243648217187,
      "learning_rate": 5.341678798743908e-05,
      "loss": 0.6506,
      "step": 106420
    },
    {
      "epoch": 4.358836780667622,
      "grad_norm": 1.3132519908644908,
      "learning_rate": 5.3414292653083666e-05,
      "loss": 0.5543,
      "step": 106421
    },
    {
      "epoch": 4.358877739094819,
      "grad_norm": 1.1452374844133288,
      "learning_rate": 5.341179736438833e-05,
      "loss": 0.3775,
      "step": 106422
    },
    {
      "epoch": 4.358918697522015,
      "grad_norm": 1.4720213303171497,
      "learning_rate": 5.3409302121354284e-05,
      "loss": 0.5966,
      "step": 106423
    },
    {
      "epoch": 4.358959655949212,
      "grad_norm": 1.6400941615822116,
      "learning_rate": 5.340680692398278e-05,
      "loss": 0.7917,
      "step": 106424
    },
    {
      "epoch": 4.3590006143764075,
      "grad_norm": 1.602744460719205,
      "learning_rate": 5.3404311772274866e-05,
      "loss": 0.7571,
      "step": 106425
    },
    {
      "epoch": 4.359041572803604,
      "grad_norm": 0.7927312090908488,
      "learning_rate": 5.340181666623186e-05,
      "loss": 0.2459,
      "step": 106426
    },
    {
      "epoch": 4.359082531230801,
      "grad_norm": 0.5059175441799943,
      "learning_rate": 5.339932160585478e-05,
      "loss": 0.0888,
      "step": 106427
    },
    {
      "epoch": 4.359123489657997,
      "grad_norm": 1.256150277413817,
      "learning_rate": 5.339682659114493e-05,
      "loss": 0.6239,
      "step": 106428
    },
    {
      "epoch": 4.359164448085194,
      "grad_norm": 1.458495980166416,
      "learning_rate": 5.33943316221035e-05,
      "loss": 0.5851,
      "step": 106429
    },
    {
      "epoch": 4.35920540651239,
      "grad_norm": 1.594316329614904,
      "learning_rate": 5.3391836698731564e-05,
      "loss": 0.6402,
      "step": 106430
    },
    {
      "epoch": 4.359246364939587,
      "grad_norm": 1.8543401850061982,
      "learning_rate": 5.338934182103037e-05,
      "loss": 0.7089,
      "step": 106431
    },
    {
      "epoch": 4.359287323366782,
      "grad_norm": 1.3060782758663483,
      "learning_rate": 5.338684698900112e-05,
      "loss": 0.4467,
      "step": 106432
    },
    {
      "epoch": 4.359328281793979,
      "grad_norm": 1.1733804480539713,
      "learning_rate": 5.3384352202644933e-05,
      "loss": 0.2647,
      "step": 106433
    },
    {
      "epoch": 4.3593692402211754,
      "grad_norm": 1.4652478340603228,
      "learning_rate": 5.338185746196307e-05,
      "loss": 0.5927,
      "step": 106434
    },
    {
      "epoch": 4.359410198648372,
      "grad_norm": 1.4518907818641613,
      "learning_rate": 5.3379362766956596e-05,
      "loss": 0.4797,
      "step": 106435
    },
    {
      "epoch": 4.3594511570755685,
      "grad_norm": 1.7174578181776678,
      "learning_rate": 5.3376868117626754e-05,
      "loss": 0.7793,
      "step": 106436
    },
    {
      "epoch": 4.359492115502765,
      "grad_norm": 1.7198862147355325,
      "learning_rate": 5.337437351397477e-05,
      "loss": 0.5774,
      "step": 106437
    },
    {
      "epoch": 4.359533073929961,
      "grad_norm": 1.3789746323981107,
      "learning_rate": 5.337187895600173e-05,
      "loss": 0.6025,
      "step": 106438
    },
    {
      "epoch": 4.359574032357157,
      "grad_norm": 1.2228574412051036,
      "learning_rate": 5.336938444370886e-05,
      "loss": 0.4364,
      "step": 106439
    },
    {
      "epoch": 4.359614990784354,
      "grad_norm": 1.3694498896107088,
      "learning_rate": 5.3366889977097386e-05,
      "loss": 0.4096,
      "step": 106440
    },
    {
      "epoch": 4.35965594921155,
      "grad_norm": 1.1167720139375021,
      "learning_rate": 5.336439555616839e-05,
      "loss": 0.2185,
      "step": 106441
    },
    {
      "epoch": 4.359696907638747,
      "grad_norm": 0.6114219112111571,
      "learning_rate": 5.336190118092316e-05,
      "loss": 0.0703,
      "step": 106442
    },
    {
      "epoch": 4.359737866065943,
      "grad_norm": 1.451207179166538,
      "learning_rate": 5.3359406851362755e-05,
      "loss": 0.6075,
      "step": 106443
    },
    {
      "epoch": 4.359778824493139,
      "grad_norm": 1.5745832959865564,
      "learning_rate": 5.3356912567488416e-05,
      "loss": 0.7294,
      "step": 106444
    },
    {
      "epoch": 4.359819782920336,
      "grad_norm": 1.2353010286470871,
      "learning_rate": 5.335441832930137e-05,
      "loss": 0.6646,
      "step": 106445
    },
    {
      "epoch": 4.359860741347532,
      "grad_norm": 1.3288269126254897,
      "learning_rate": 5.3351924136802684e-05,
      "loss": 0.3888,
      "step": 106446
    },
    {
      "epoch": 4.359901699774729,
      "grad_norm": 1.6632360301637823,
      "learning_rate": 5.334942998999362e-05,
      "loss": 0.6791,
      "step": 106447
    },
    {
      "epoch": 4.359942658201925,
      "grad_norm": 1.4607502120359526,
      "learning_rate": 5.3346935888875384e-05,
      "loss": 0.5615,
      "step": 106448
    },
    {
      "epoch": 4.359983616629122,
      "grad_norm": 1.195923835023597,
      "learning_rate": 5.3344441833449055e-05,
      "loss": 0.4453,
      "step": 106449
    },
    {
      "epoch": 4.360024575056318,
      "grad_norm": 1.6460819912348377,
      "learning_rate": 5.334194782371592e-05,
      "loss": 0.7781,
      "step": 106450
    },
    {
      "epoch": 4.360065533483514,
      "grad_norm": 1.5927505524456085,
      "learning_rate": 5.333945385967703e-05,
      "loss": 0.6914,
      "step": 106451
    },
    {
      "epoch": 4.36010649191071,
      "grad_norm": 1.4248948242151358,
      "learning_rate": 5.333695994133371e-05,
      "loss": 0.4962,
      "step": 106452
    },
    {
      "epoch": 4.360147450337907,
      "grad_norm": 1.5092746962810502,
      "learning_rate": 5.333446606868707e-05,
      "loss": 0.6247,
      "step": 106453
    },
    {
      "epoch": 4.3601884087651035,
      "grad_norm": 1.5381604095370427,
      "learning_rate": 5.333197224173822e-05,
      "loss": 0.6214,
      "step": 106454
    },
    {
      "epoch": 4.3602293671923,
      "grad_norm": 1.358783054617927,
      "learning_rate": 5.332947846048842e-05,
      "loss": 0.606,
      "step": 106455
    },
    {
      "epoch": 4.360270325619497,
      "grad_norm": 1.4901491172500063,
      "learning_rate": 5.332698472493886e-05,
      "loss": 0.7815,
      "step": 106456
    },
    {
      "epoch": 4.360311284046692,
      "grad_norm": 1.7142128700704897,
      "learning_rate": 5.332449103509067e-05,
      "loss": 0.6849,
      "step": 106457
    },
    {
      "epoch": 4.360352242473889,
      "grad_norm": 1.1181639664330358,
      "learning_rate": 5.332199739094503e-05,
      "loss": 0.3469,
      "step": 106458
    },
    {
      "epoch": 4.360393200901085,
      "grad_norm": 1.4237033249708386,
      "learning_rate": 5.3319503792503194e-05,
      "loss": 0.755,
      "step": 106459
    },
    {
      "epoch": 4.360434159328282,
      "grad_norm": 1.6327109429715854,
      "learning_rate": 5.331701023976625e-05,
      "loss": 0.6428,
      "step": 106460
    },
    {
      "epoch": 4.360475117755478,
      "grad_norm": 2.167551155492267,
      "learning_rate": 5.331451673273545e-05,
      "loss": 1.3603,
      "step": 106461
    },
    {
      "epoch": 4.360516076182675,
      "grad_norm": 2.2620101570849838,
      "learning_rate": 5.331202327141188e-05,
      "loss": 0.9451,
      "step": 106462
    },
    {
      "epoch": 4.3605570346098705,
      "grad_norm": 1.6205955023549956,
      "learning_rate": 5.3309529855796785e-05,
      "loss": 0.7127,
      "step": 106463
    },
    {
      "epoch": 4.360597993037067,
      "grad_norm": 1.3604714286022306,
      "learning_rate": 5.330703648589139e-05,
      "loss": 0.4299,
      "step": 106464
    },
    {
      "epoch": 4.360638951464264,
      "grad_norm": 1.4771243670066148,
      "learning_rate": 5.330454316169675e-05,
      "loss": 0.6957,
      "step": 106465
    },
    {
      "epoch": 4.36067990989146,
      "grad_norm": 1.5533783217770867,
      "learning_rate": 5.330204988321413e-05,
      "loss": 0.474,
      "step": 106466
    },
    {
      "epoch": 4.360720868318657,
      "grad_norm": 1.3350796134690497,
      "learning_rate": 5.329955665044472e-05,
      "loss": 0.5173,
      "step": 106467
    },
    {
      "epoch": 4.360761826745853,
      "grad_norm": 0.922180637940461,
      "learning_rate": 5.329706346338963e-05,
      "loss": 0.2309,
      "step": 106468
    },
    {
      "epoch": 4.36080278517305,
      "grad_norm": 1.7069213087919914,
      "learning_rate": 5.3294570322050134e-05,
      "loss": 0.6061,
      "step": 106469
    },
    {
      "epoch": 4.360843743600245,
      "grad_norm": 1.5645589261009123,
      "learning_rate": 5.329207722642729e-05,
      "loss": 0.4952,
      "step": 106470
    },
    {
      "epoch": 4.360884702027442,
      "grad_norm": 1.2078266831310474,
      "learning_rate": 5.328958417652234e-05,
      "loss": 0.3441,
      "step": 106471
    },
    {
      "epoch": 4.3609256604546385,
      "grad_norm": 0.45720690652744356,
      "learning_rate": 5.328709117233651e-05,
      "loss": 0.0808,
      "step": 106472
    },
    {
      "epoch": 4.360966618881835,
      "grad_norm": 1.7563081983611135,
      "learning_rate": 5.32845982138709e-05,
      "loss": 0.8335,
      "step": 106473
    },
    {
      "epoch": 4.3610075773090315,
      "grad_norm": 1.2117398648012179,
      "learning_rate": 5.32821053011267e-05,
      "loss": 0.4236,
      "step": 106474
    },
    {
      "epoch": 4.361048535736228,
      "grad_norm": 0.9376454513817691,
      "learning_rate": 5.327961243410518e-05,
      "loss": 0.2098,
      "step": 106475
    },
    {
      "epoch": 4.361089494163424,
      "grad_norm": 1.905428649258679,
      "learning_rate": 5.3277119612807375e-05,
      "loss": 0.7578,
      "step": 106476
    },
    {
      "epoch": 4.36113045259062,
      "grad_norm": 3.6837270225015604,
      "learning_rate": 5.32746268372346e-05,
      "loss": 3.4132,
      "step": 106477
    },
    {
      "epoch": 4.361171411017817,
      "grad_norm": 1.8478069939860897,
      "learning_rate": 5.3272134107387915e-05,
      "loss": 0.741,
      "step": 106478
    },
    {
      "epoch": 4.361212369445013,
      "grad_norm": 0.7508408902190763,
      "learning_rate": 5.326964142326855e-05,
      "loss": 0.1808,
      "step": 106479
    },
    {
      "epoch": 4.36125332787221,
      "grad_norm": 1.4468527051888969,
      "learning_rate": 5.326714878487774e-05,
      "loss": 0.6837,
      "step": 106480
    },
    {
      "epoch": 4.361294286299406,
      "grad_norm": 1.2825797199861817,
      "learning_rate": 5.326465619221655e-05,
      "loss": 0.4828,
      "step": 106481
    },
    {
      "epoch": 4.361335244726602,
      "grad_norm": 2.852996703659203,
      "learning_rate": 5.3262163645286225e-05,
      "loss": 2.4691,
      "step": 106482
    },
    {
      "epoch": 4.361376203153799,
      "grad_norm": 1.57502768253742,
      "learning_rate": 5.325967114408797e-05,
      "loss": 0.5271,
      "step": 106483
    },
    {
      "epoch": 4.361417161580995,
      "grad_norm": 1.7578717874588254,
      "learning_rate": 5.32571786886229e-05,
      "loss": 1.0915,
      "step": 106484
    },
    {
      "epoch": 4.361458120008192,
      "grad_norm": 1.883653292986094,
      "learning_rate": 5.3254686278892264e-05,
      "loss": 0.8594,
      "step": 106485
    },
    {
      "epoch": 4.361499078435388,
      "grad_norm": 3.1744663973964413,
      "learning_rate": 5.3252193914897145e-05,
      "loss": 3.1417,
      "step": 106486
    },
    {
      "epoch": 4.361540036862585,
      "grad_norm": 3.197699373180849,
      "learning_rate": 5.324970159663879e-05,
      "loss": 2.4998,
      "step": 106487
    },
    {
      "epoch": 4.361580995289781,
      "grad_norm": 2.659817221002129,
      "learning_rate": 5.3247209324118396e-05,
      "loss": 0.8976,
      "step": 106488
    },
    {
      "epoch": 4.361621953716977,
      "grad_norm": 0.4089306565496815,
      "learning_rate": 5.3244717097337064e-05,
      "loss": 0.0422,
      "step": 106489
    },
    {
      "epoch": 4.3616629121441735,
      "grad_norm": 1.2295920525400532,
      "learning_rate": 5.324222491629601e-05,
      "loss": 0.5203,
      "step": 106490
    },
    {
      "epoch": 4.36170387057137,
      "grad_norm": 1.906345903312406,
      "learning_rate": 5.323973278099647e-05,
      "loss": 0.7431,
      "step": 106491
    },
    {
      "epoch": 4.3617448289985665,
      "grad_norm": 1.4876630920239984,
      "learning_rate": 5.323724069143952e-05,
      "loss": 0.5089,
      "step": 106492
    },
    {
      "epoch": 4.361785787425763,
      "grad_norm": 1.5758356900060098,
      "learning_rate": 5.323474864762643e-05,
      "loss": 0.6405,
      "step": 106493
    },
    {
      "epoch": 4.36182674585296,
      "grad_norm": 1.9708889072233633,
      "learning_rate": 5.3232256649558296e-05,
      "loss": 0.8697,
      "step": 106494
    },
    {
      "epoch": 4.361867704280155,
      "grad_norm": 0.7750885734475087,
      "learning_rate": 5.322976469723634e-05,
      "loss": 0.1752,
      "step": 106495
    },
    {
      "epoch": 4.361908662707352,
      "grad_norm": 1.2860507670298778,
      "learning_rate": 5.322727279066177e-05,
      "loss": 0.5402,
      "step": 106496
    },
    {
      "epoch": 4.361949621134548,
      "grad_norm": 2.105345635832101,
      "learning_rate": 5.322478092983569e-05,
      "loss": 1.2637,
      "step": 106497
    },
    {
      "epoch": 4.361990579561745,
      "grad_norm": 0.9456909493228072,
      "learning_rate": 5.322228911475936e-05,
      "loss": 0.2578,
      "step": 106498
    },
    {
      "epoch": 4.362031537988941,
      "grad_norm": 1.1983658507505415,
      "learning_rate": 5.321979734543389e-05,
      "loss": 0.3833,
      "step": 106499
    },
    {
      "epoch": 4.362072496416138,
      "grad_norm": 1.46524578108428,
      "learning_rate": 5.321730562186046e-05,
      "loss": 0.6147,
      "step": 106500
    },
    {
      "epoch": 4.362113454843334,
      "grad_norm": 1.8387350862460288,
      "learning_rate": 5.3214813944040324e-05,
      "loss": 0.9951,
      "step": 106501
    },
    {
      "epoch": 4.36215441327053,
      "grad_norm": 2.34283349518572,
      "learning_rate": 5.321232231197455e-05,
      "loss": 1.1571,
      "step": 106502
    },
    {
      "epoch": 4.362195371697727,
      "grad_norm": 0.8551389530239141,
      "learning_rate": 5.32098307256644e-05,
      "loss": 0.2145,
      "step": 106503
    },
    {
      "epoch": 4.362236330124923,
      "grad_norm": 1.1012347364847523,
      "learning_rate": 5.3207339185111056e-05,
      "loss": 0.2779,
      "step": 106504
    },
    {
      "epoch": 4.36227728855212,
      "grad_norm": 1.4788893315032547,
      "learning_rate": 5.3204847690315614e-05,
      "loss": 0.7549,
      "step": 106505
    },
    {
      "epoch": 4.362318246979316,
      "grad_norm": 1.526177133621431,
      "learning_rate": 5.320235624127937e-05,
      "loss": 0.4766,
      "step": 106506
    },
    {
      "epoch": 4.362359205406513,
      "grad_norm": 1.7536976701376925,
      "learning_rate": 5.319986483800337e-05,
      "loss": 0.905,
      "step": 106507
    },
    {
      "epoch": 4.362400163833708,
      "grad_norm": 1.1185507731301982,
      "learning_rate": 5.3197373480488865e-05,
      "loss": 0.417,
      "step": 106508
    },
    {
      "epoch": 4.362441122260905,
      "grad_norm": 1.7268637346569544,
      "learning_rate": 5.3194882168737066e-05,
      "loss": 0.8625,
      "step": 106509
    },
    {
      "epoch": 4.3624820806881015,
      "grad_norm": 0.900320311625542,
      "learning_rate": 5.319239090274908e-05,
      "loss": 0.259,
      "step": 106510
    },
    {
      "epoch": 4.362523039115298,
      "grad_norm": 1.5156465951211198,
      "learning_rate": 5.3189899682526085e-05,
      "loss": 0.6689,
      "step": 106511
    },
    {
      "epoch": 4.362563997542495,
      "grad_norm": 1.2338626090985905,
      "learning_rate": 5.318740850806937e-05,
      "loss": 0.3739,
      "step": 106512
    },
    {
      "epoch": 4.362604955969691,
      "grad_norm": 2.794303464802091,
      "learning_rate": 5.318491737937995e-05,
      "loss": 1.4997,
      "step": 106513
    },
    {
      "epoch": 4.362645914396887,
      "grad_norm": 1.6501202939004174,
      "learning_rate": 5.3182426296459145e-05,
      "loss": 0.513,
      "step": 106514
    },
    {
      "epoch": 4.362686872824083,
      "grad_norm": 4.131883997836759,
      "learning_rate": 5.317993525930803e-05,
      "loss": 2.0023,
      "step": 106515
    },
    {
      "epoch": 4.36272783125128,
      "grad_norm": 1.5798121875504798,
      "learning_rate": 5.317744426792781e-05,
      "loss": 0.5618,
      "step": 106516
    },
    {
      "epoch": 4.362768789678476,
      "grad_norm": 1.8335697911341162,
      "learning_rate": 5.317495332231973e-05,
      "loss": 0.8126,
      "step": 106517
    },
    {
      "epoch": 4.362809748105673,
      "grad_norm": 1.1608481605416179,
      "learning_rate": 5.317246242248487e-05,
      "loss": 0.4611,
      "step": 106518
    },
    {
      "epoch": 4.362850706532869,
      "grad_norm": 1.4496913928461954,
      "learning_rate": 5.316997156842444e-05,
      "loss": 0.6219,
      "step": 106519
    },
    {
      "epoch": 4.362891664960065,
      "grad_norm": 0.935561948960156,
      "learning_rate": 5.316748076013968e-05,
      "loss": 0.2295,
      "step": 106520
    },
    {
      "epoch": 4.362932623387262,
      "grad_norm": 1.6504422860153085,
      "learning_rate": 5.3164989997631685e-05,
      "loss": 0.7273,
      "step": 106521
    },
    {
      "epoch": 4.362973581814458,
      "grad_norm": 1.9188790117925096,
      "learning_rate": 5.316249928090169e-05,
      "loss": 0.9748,
      "step": 106522
    },
    {
      "epoch": 4.363014540241655,
      "grad_norm": 1.5215114810901686,
      "learning_rate": 5.316000860995085e-05,
      "loss": 0.5901,
      "step": 106523
    },
    {
      "epoch": 4.363055498668851,
      "grad_norm": 4.457894916005917,
      "learning_rate": 5.31575179847803e-05,
      "loss": 3.3461,
      "step": 106524
    },
    {
      "epoch": 4.363096457096048,
      "grad_norm": 1.582555634936569,
      "learning_rate": 5.315502740539131e-05,
      "loss": 0.5868,
      "step": 106525
    },
    {
      "epoch": 4.363137415523244,
      "grad_norm": 2.094398168115633,
      "learning_rate": 5.315253687178493e-05,
      "loss": 0.9041,
      "step": 106526
    },
    {
      "epoch": 4.36317837395044,
      "grad_norm": 1.5799982429814372,
      "learning_rate": 5.3150046383962424e-05,
      "loss": 0.5608,
      "step": 106527
    },
    {
      "epoch": 4.3632193323776365,
      "grad_norm": 1.9008620843657897,
      "learning_rate": 5.3147555941925014e-05,
      "loss": 0.9046,
      "step": 106528
    },
    {
      "epoch": 4.363260290804833,
      "grad_norm": 0.717522942664658,
      "learning_rate": 5.314506554567376e-05,
      "loss": 0.0921,
      "step": 106529
    },
    {
      "epoch": 4.3633012492320296,
      "grad_norm": 1.6311382612343395,
      "learning_rate": 5.3142575195209896e-05,
      "loss": 0.7422,
      "step": 106530
    },
    {
      "epoch": 4.363342207659226,
      "grad_norm": 0.80142945954002,
      "learning_rate": 5.3140084890534655e-05,
      "loss": 0.1758,
      "step": 106531
    },
    {
      "epoch": 4.363383166086423,
      "grad_norm": 1.5671121413720002,
      "learning_rate": 5.313759463164912e-05,
      "loss": 0.5731,
      "step": 106532
    },
    {
      "epoch": 4.363424124513618,
      "grad_norm": 1.4582477568002326,
      "learning_rate": 5.313510441855456e-05,
      "loss": 0.5856,
      "step": 106533
    },
    {
      "epoch": 4.363465082940815,
      "grad_norm": 0.8079595652353451,
      "learning_rate": 5.3132614251252034e-05,
      "loss": 0.1981,
      "step": 106534
    },
    {
      "epoch": 4.363506041368011,
      "grad_norm": 0.9812599240533031,
      "learning_rate": 5.313012412974281e-05,
      "loss": 0.262,
      "step": 106535
    },
    {
      "epoch": 4.363546999795208,
      "grad_norm": 1.6003087255726356,
      "learning_rate": 5.312763405402807e-05,
      "loss": 0.6894,
      "step": 106536
    },
    {
      "epoch": 4.363587958222404,
      "grad_norm": 1.4126371104909532,
      "learning_rate": 5.312514402410893e-05,
      "loss": 0.6204,
      "step": 106537
    },
    {
      "epoch": 4.363628916649601,
      "grad_norm": 1.7227032544009544,
      "learning_rate": 5.312265403998659e-05,
      "loss": 0.7319,
      "step": 106538
    },
    {
      "epoch": 4.363669875076797,
      "grad_norm": 1.761663816829787,
      "learning_rate": 5.3120164101662285e-05,
      "loss": 0.8785,
      "step": 106539
    },
    {
      "epoch": 4.363710833503993,
      "grad_norm": 1.606601048157647,
      "learning_rate": 5.311767420913711e-05,
      "loss": 0.5303,
      "step": 106540
    },
    {
      "epoch": 4.36375179193119,
      "grad_norm": 1.0946880488495332,
      "learning_rate": 5.311518436241231e-05,
      "loss": 0.4438,
      "step": 106541
    },
    {
      "epoch": 4.363792750358386,
      "grad_norm": 1.0837139686473474,
      "learning_rate": 5.3112694561488994e-05,
      "loss": 0.4576,
      "step": 106542
    },
    {
      "epoch": 4.363833708785583,
      "grad_norm": 1.635375050684831,
      "learning_rate": 5.3110204806368355e-05,
      "loss": 0.7266,
      "step": 106543
    },
    {
      "epoch": 4.363874667212779,
      "grad_norm": 1.9462335892389577,
      "learning_rate": 5.310771509705166e-05,
      "loss": 0.6912,
      "step": 106544
    },
    {
      "epoch": 4.363915625639976,
      "grad_norm": 1.5331933087463132,
      "learning_rate": 5.3105225433539946e-05,
      "loss": 0.6131,
      "step": 106545
    },
    {
      "epoch": 4.3639565840671715,
      "grad_norm": 2.363001604731972,
      "learning_rate": 5.3102735815834465e-05,
      "loss": 1.2334,
      "step": 106546
    },
    {
      "epoch": 4.363997542494368,
      "grad_norm": 1.7129795135294712,
      "learning_rate": 5.310024624393645e-05,
      "loss": 0.7667,
      "step": 106547
    },
    {
      "epoch": 4.3640385009215645,
      "grad_norm": 1.3393286145018883,
      "learning_rate": 5.3097756717846956e-05,
      "loss": 0.4558,
      "step": 106548
    },
    {
      "epoch": 4.364079459348761,
      "grad_norm": 1.6644832426253064,
      "learning_rate": 5.3095267237567266e-05,
      "loss": 0.6372,
      "step": 106549
    },
    {
      "epoch": 4.364120417775958,
      "grad_norm": 1.0470847160125125,
      "learning_rate": 5.309277780309847e-05,
      "loss": 0.3156,
      "step": 106550
    },
    {
      "epoch": 4.364161376203154,
      "grad_norm": 0.9687014668162282,
      "learning_rate": 5.309028841444177e-05,
      "loss": 0.2475,
      "step": 106551
    },
    {
      "epoch": 4.36420233463035,
      "grad_norm": 0.9691323861533192,
      "learning_rate": 5.308779907159843e-05,
      "loss": 0.2403,
      "step": 106552
    },
    {
      "epoch": 4.364243293057546,
      "grad_norm": 1.7595308102468397,
      "learning_rate": 5.308530977456949e-05,
      "loss": 0.6843,
      "step": 106553
    },
    {
      "epoch": 4.364284251484743,
      "grad_norm": 0.9723134946677258,
      "learning_rate": 5.30828205233562e-05,
      "loss": 0.2384,
      "step": 106554
    },
    {
      "epoch": 4.364325209911939,
      "grad_norm": 1.9488005332104412,
      "learning_rate": 5.308033131795978e-05,
      "loss": 0.6251,
      "step": 106555
    },
    {
      "epoch": 4.364366168339136,
      "grad_norm": 1.5390486345415755,
      "learning_rate": 5.307784215838129e-05,
      "loss": 0.8444,
      "step": 106556
    },
    {
      "epoch": 4.3644071267663325,
      "grad_norm": 1.0236243926684019,
      "learning_rate": 5.307535304462203e-05,
      "loss": 0.2147,
      "step": 106557
    },
    {
      "epoch": 4.364448085193528,
      "grad_norm": 1.4108781562030162,
      "learning_rate": 5.307286397668307e-05,
      "loss": 0.5813,
      "step": 106558
    },
    {
      "epoch": 4.364489043620725,
      "grad_norm": 1.705978945071137,
      "learning_rate": 5.3070374954565645e-05,
      "loss": 0.7868,
      "step": 106559
    },
    {
      "epoch": 4.364530002047921,
      "grad_norm": 1.544379968028206,
      "learning_rate": 5.306788597827096e-05,
      "loss": 0.541,
      "step": 106560
    },
    {
      "epoch": 4.364570960475118,
      "grad_norm": 3.3390011628544864,
      "learning_rate": 5.30653970478001e-05,
      "loss": 2.8759,
      "step": 106561
    },
    {
      "epoch": 4.364611918902314,
      "grad_norm": 1.521160594522369,
      "learning_rate": 5.3062908163154306e-05,
      "loss": 0.5463,
      "step": 106562
    },
    {
      "epoch": 4.364652877329511,
      "grad_norm": 1.714267655614494,
      "learning_rate": 5.30604193243348e-05,
      "loss": 0.7086,
      "step": 106563
    },
    {
      "epoch": 4.364693835756707,
      "grad_norm": 1.8767331907951534,
      "learning_rate": 5.305793053134264e-05,
      "loss": 0.7219,
      "step": 106564
    },
    {
      "epoch": 4.364734794183903,
      "grad_norm": 1.6762548851755215,
      "learning_rate": 5.305544178417912e-05,
      "loss": 0.7456,
      "step": 106565
    },
    {
      "epoch": 4.3647757526110995,
      "grad_norm": 2.3401044098822714,
      "learning_rate": 5.3052953082845304e-05,
      "loss": 0.9497,
      "step": 106566
    },
    {
      "epoch": 4.364816711038296,
      "grad_norm": 1.3183678804003274,
      "learning_rate": 5.305046442734243e-05,
      "loss": 0.4967,
      "step": 106567
    },
    {
      "epoch": 4.364857669465493,
      "grad_norm": 0.9775160551841333,
      "learning_rate": 5.3047975817671725e-05,
      "loss": 0.2581,
      "step": 106568
    },
    {
      "epoch": 4.364898627892689,
      "grad_norm": 1.3523634830337687,
      "learning_rate": 5.304548725383426e-05,
      "loss": 0.5292,
      "step": 106569
    },
    {
      "epoch": 4.364939586319886,
      "grad_norm": 1.1905691468425186,
      "learning_rate": 5.304299873583131e-05,
      "loss": 0.5792,
      "step": 106570
    },
    {
      "epoch": 4.364980544747081,
      "grad_norm": 0.6368886644565926,
      "learning_rate": 5.304051026366396e-05,
      "loss": 0.0904,
      "step": 106571
    },
    {
      "epoch": 4.365021503174278,
      "grad_norm": 1.7189100632173544,
      "learning_rate": 5.303802183733343e-05,
      "loss": 0.8776,
      "step": 106572
    },
    {
      "epoch": 4.365062461601474,
      "grad_norm": 1.4212778469769014,
      "learning_rate": 5.303553345684093e-05,
      "loss": 0.6634,
      "step": 106573
    },
    {
      "epoch": 4.365103420028671,
      "grad_norm": 1.4236501459361668,
      "learning_rate": 5.3033045122187574e-05,
      "loss": 0.6483,
      "step": 106574
    },
    {
      "epoch": 4.3651443784558674,
      "grad_norm": 1.7517679279634608,
      "learning_rate": 5.303055683337456e-05,
      "loss": 0.7257,
      "step": 106575
    },
    {
      "epoch": 4.365185336883064,
      "grad_norm": 1.3093880352912952,
      "learning_rate": 5.302806859040313e-05,
      "loss": 0.3854,
      "step": 106576
    },
    {
      "epoch": 4.36522629531026,
      "grad_norm": 1.646816673778202,
      "learning_rate": 5.302558039327434e-05,
      "loss": 0.7869,
      "step": 106577
    },
    {
      "epoch": 4.365267253737456,
      "grad_norm": 1.9413519123215601,
      "learning_rate": 5.302309224198948e-05,
      "loss": 0.659,
      "step": 106578
    },
    {
      "epoch": 4.365308212164653,
      "grad_norm": 1.575694518736389,
      "learning_rate": 5.302060413654962e-05,
      "loss": 0.7109,
      "step": 106579
    },
    {
      "epoch": 4.365349170591849,
      "grad_norm": 2.2668665332383457,
      "learning_rate": 5.3018116076956e-05,
      "loss": 1.5569,
      "step": 106580
    },
    {
      "epoch": 4.365390129019046,
      "grad_norm": 1.3709526631270395,
      "learning_rate": 5.3015628063209845e-05,
      "loss": 0.5603,
      "step": 106581
    },
    {
      "epoch": 4.365431087446242,
      "grad_norm": 1.5433013160515292,
      "learning_rate": 5.3013140095312205e-05,
      "loss": 0.6481,
      "step": 106582
    },
    {
      "epoch": 4.365472045873439,
      "grad_norm": 1.254758469862823,
      "learning_rate": 5.301065217326433e-05,
      "loss": 0.4285,
      "step": 106583
    },
    {
      "epoch": 4.3655130043006345,
      "grad_norm": 1.2280491441716241,
      "learning_rate": 5.300816429706746e-05,
      "loss": 0.5749,
      "step": 106584
    },
    {
      "epoch": 4.365553962727831,
      "grad_norm": 0.7408064602181202,
      "learning_rate": 5.300567646672262e-05,
      "loss": 0.1799,
      "step": 106585
    },
    {
      "epoch": 4.365594921155028,
      "grad_norm": 1.2712069256316867,
      "learning_rate": 5.300318868223115e-05,
      "loss": 0.4796,
      "step": 106586
    },
    {
      "epoch": 4.365635879582224,
      "grad_norm": 0.9070608286972097,
      "learning_rate": 5.300070094359407e-05,
      "loss": 0.1635,
      "step": 106587
    },
    {
      "epoch": 4.365676838009421,
      "grad_norm": 1.7219505308925962,
      "learning_rate": 5.2998213250812635e-05,
      "loss": 0.7651,
      "step": 106588
    },
    {
      "epoch": 4.365717796436617,
      "grad_norm": 1.856387124894112,
      "learning_rate": 5.299572560388806e-05,
      "loss": 0.8364,
      "step": 106589
    },
    {
      "epoch": 4.365758754863813,
      "grad_norm": 0.7619528836977832,
      "learning_rate": 5.299323800282144e-05,
      "loss": 0.2001,
      "step": 106590
    },
    {
      "epoch": 4.365799713291009,
      "grad_norm": 2.4035147477490098,
      "learning_rate": 5.299075044761399e-05,
      "loss": 1.1302,
      "step": 106591
    },
    {
      "epoch": 4.365840671718206,
      "grad_norm": 1.327511620229428,
      "learning_rate": 5.298826293826692e-05,
      "loss": 0.5855,
      "step": 106592
    },
    {
      "epoch": 4.365881630145402,
      "grad_norm": 1.8482572355987477,
      "learning_rate": 5.2985775474781376e-05,
      "loss": 1.0498,
      "step": 106593
    },
    {
      "epoch": 4.365922588572599,
      "grad_norm": 1.6650914045385328,
      "learning_rate": 5.2983288057158487e-05,
      "loss": 0.6017,
      "step": 106594
    },
    {
      "epoch": 4.3659635469997955,
      "grad_norm": 0.25046700131974453,
      "learning_rate": 5.2980800685399504e-05,
      "loss": 0.0153,
      "step": 106595
    },
    {
      "epoch": 4.366004505426991,
      "grad_norm": 0.8897724993499236,
      "learning_rate": 5.297831335950554e-05,
      "loss": 0.1986,
      "step": 106596
    },
    {
      "epoch": 4.366045463854188,
      "grad_norm": 1.6390372557362418,
      "learning_rate": 5.2975826079477826e-05,
      "loss": 0.6744,
      "step": 106597
    },
    {
      "epoch": 4.366086422281384,
      "grad_norm": 1.4553399354247396,
      "learning_rate": 5.297333884531746e-05,
      "loss": 0.7355,
      "step": 106598
    },
    {
      "epoch": 4.366127380708581,
      "grad_norm": 0.7716328959314979,
      "learning_rate": 5.2970851657025694e-05,
      "loss": 0.1668,
      "step": 106599
    },
    {
      "epoch": 4.366168339135777,
      "grad_norm": 1.878848893561479,
      "learning_rate": 5.2968364514603714e-05,
      "loss": 0.7761,
      "step": 106600
    },
    {
      "epoch": 4.366209297562974,
      "grad_norm": 1.5624239037171344,
      "learning_rate": 5.296587741805261e-05,
      "loss": 0.6852,
      "step": 106601
    },
    {
      "epoch": 4.36625025599017,
      "grad_norm": 1.0813094948285538,
      "learning_rate": 5.296339036737362e-05,
      "loss": 0.1676,
      "step": 106602
    },
    {
      "epoch": 4.366291214417366,
      "grad_norm": 2.007689443467698,
      "learning_rate": 5.296090336256794e-05,
      "loss": 0.9272,
      "step": 106603
    },
    {
      "epoch": 4.3663321728445625,
      "grad_norm": 1.5216511246647741,
      "learning_rate": 5.2958416403636686e-05,
      "loss": 0.516,
      "step": 106604
    },
    {
      "epoch": 4.366373131271759,
      "grad_norm": 1.285542167596971,
      "learning_rate": 5.295592949058109e-05,
      "loss": 0.5765,
      "step": 106605
    },
    {
      "epoch": 4.366414089698956,
      "grad_norm": 1.621034546199049,
      "learning_rate": 5.295344262340226e-05,
      "loss": 0.7937,
      "step": 106606
    },
    {
      "epoch": 4.366455048126152,
      "grad_norm": 0.7186169423550133,
      "learning_rate": 5.2950955802101406e-05,
      "loss": 0.1427,
      "step": 106607
    },
    {
      "epoch": 4.366496006553349,
      "grad_norm": 1.5344856263760644,
      "learning_rate": 5.294846902667976e-05,
      "loss": 0.6702,
      "step": 106608
    },
    {
      "epoch": 4.366536964980544,
      "grad_norm": 1.1061004908169678,
      "learning_rate": 5.294598229713841e-05,
      "loss": 0.294,
      "step": 106609
    },
    {
      "epoch": 4.366577923407741,
      "grad_norm": 1.7899887306392954,
      "learning_rate": 5.294349561347854e-05,
      "loss": 0.7605,
      "step": 106610
    },
    {
      "epoch": 4.366618881834937,
      "grad_norm": 1.730031471228353,
      "learning_rate": 5.2941008975701435e-05,
      "loss": 0.7077,
      "step": 106611
    },
    {
      "epoch": 4.366659840262134,
      "grad_norm": 1.4959210437878747,
      "learning_rate": 5.2938522383808106e-05,
      "loss": 0.581,
      "step": 106612
    },
    {
      "epoch": 4.3667007986893305,
      "grad_norm": 3.106442126507435,
      "learning_rate": 5.293603583779988e-05,
      "loss": 0.8631,
      "step": 106613
    },
    {
      "epoch": 4.366741757116527,
      "grad_norm": 1.6105002725986084,
      "learning_rate": 5.2933549337677814e-05,
      "loss": 0.6984,
      "step": 106614
    },
    {
      "epoch": 4.366782715543723,
      "grad_norm": 1.1689014118271728,
      "learning_rate": 5.2931062883443134e-05,
      "loss": 0.4752,
      "step": 106615
    },
    {
      "epoch": 4.366823673970919,
      "grad_norm": 1.476696335167649,
      "learning_rate": 5.2928576475097075e-05,
      "loss": 0.6447,
      "step": 106616
    },
    {
      "epoch": 4.366864632398116,
      "grad_norm": 0.807428248781961,
      "learning_rate": 5.2926090112640685e-05,
      "loss": 0.1634,
      "step": 106617
    },
    {
      "epoch": 4.366905590825312,
      "grad_norm": 0.9543182884030764,
      "learning_rate": 5.2923603796075205e-05,
      "loss": 0.1942,
      "step": 106618
    },
    {
      "epoch": 4.366946549252509,
      "grad_norm": 0.896576684683987,
      "learning_rate": 5.292111752540186e-05,
      "loss": 0.2101,
      "step": 106619
    },
    {
      "epoch": 4.366987507679705,
      "grad_norm": 0.8577384988138584,
      "learning_rate": 5.291863130062175e-05,
      "loss": 0.1558,
      "step": 106620
    },
    {
      "epoch": 4.367028466106902,
      "grad_norm": 0.8698201630280118,
      "learning_rate": 5.2916145121736113e-05,
      "loss": 0.0783,
      "step": 106621
    },
    {
      "epoch": 4.3670694245340975,
      "grad_norm": 1.4553145468596198,
      "learning_rate": 5.291365898874604e-05,
      "loss": 0.4863,
      "step": 106622
    },
    {
      "epoch": 4.367110382961294,
      "grad_norm": 1.82316075087854,
      "learning_rate": 5.291117290165275e-05,
      "loss": 1.2132,
      "step": 106623
    },
    {
      "epoch": 4.367151341388491,
      "grad_norm": 0.7162331911692623,
      "learning_rate": 5.2908686860457476e-05,
      "loss": 0.0533,
      "step": 106624
    },
    {
      "epoch": 4.367192299815687,
      "grad_norm": 0.7721895342470649,
      "learning_rate": 5.2906200865161294e-05,
      "loss": 0.1967,
      "step": 106625
    },
    {
      "epoch": 4.367233258242884,
      "grad_norm": 1.2385123689797926,
      "learning_rate": 5.290371491576544e-05,
      "loss": 0.3023,
      "step": 106626
    },
    {
      "epoch": 4.36727421667008,
      "grad_norm": 1.045969202132998,
      "learning_rate": 5.29012290122711e-05,
      "loss": 0.3612,
      "step": 106627
    },
    {
      "epoch": 4.367315175097277,
      "grad_norm": 1.345431402712278,
      "learning_rate": 5.28987431546794e-05,
      "loss": 0.5226,
      "step": 106628
    },
    {
      "epoch": 4.367356133524472,
      "grad_norm": 0.48759802201700886,
      "learning_rate": 5.289625734299157e-05,
      "loss": 0.0481,
      "step": 106629
    },
    {
      "epoch": 4.367397091951669,
      "grad_norm": 1.725796592521628,
      "learning_rate": 5.289377157720871e-05,
      "loss": 0.728,
      "step": 106630
    },
    {
      "epoch": 4.3674380503788655,
      "grad_norm": 1.7878139556215922,
      "learning_rate": 5.2891285857332026e-05,
      "loss": 0.7698,
      "step": 106631
    },
    {
      "epoch": 4.367479008806062,
      "grad_norm": 1.1780414438622295,
      "learning_rate": 5.2888800183362786e-05,
      "loss": 0.2524,
      "step": 106632
    },
    {
      "epoch": 4.3675199672332585,
      "grad_norm": 1.6440037504639413,
      "learning_rate": 5.2886314555302014e-05,
      "loss": 0.5828,
      "step": 106633
    },
    {
      "epoch": 4.367560925660454,
      "grad_norm": 0.9053401771617452,
      "learning_rate": 5.2883828973151023e-05,
      "loss": 0.177,
      "step": 106634
    },
    {
      "epoch": 4.367601884087651,
      "grad_norm": 1.3401438525036855,
      "learning_rate": 5.2881343436910865e-05,
      "loss": 0.556,
      "step": 106635
    },
    {
      "epoch": 4.367642842514847,
      "grad_norm": 1.4419010306471798,
      "learning_rate": 5.2878857946582766e-05,
      "loss": 0.5457,
      "step": 106636
    },
    {
      "epoch": 4.367683800942044,
      "grad_norm": 1.6281674613105543,
      "learning_rate": 5.2876372502167966e-05,
      "loss": 0.6932,
      "step": 106637
    },
    {
      "epoch": 4.36772475936924,
      "grad_norm": 0.6666830224671603,
      "learning_rate": 5.287388710366753e-05,
      "loss": 0.196,
      "step": 106638
    },
    {
      "epoch": 4.367765717796437,
      "grad_norm": 1.6954341432448843,
      "learning_rate": 5.2871401751082674e-05,
      "loss": 0.5886,
      "step": 106639
    },
    {
      "epoch": 4.367806676223633,
      "grad_norm": 1.0085430075042379,
      "learning_rate": 5.286891644441464e-05,
      "loss": 0.2114,
      "step": 106640
    },
    {
      "epoch": 4.367847634650829,
      "grad_norm": 1.531757123908409,
      "learning_rate": 5.2866431183664496e-05,
      "loss": 0.6454,
      "step": 106641
    },
    {
      "epoch": 4.367888593078026,
      "grad_norm": 3.1286250775292457,
      "learning_rate": 5.2863945968833524e-05,
      "loss": 2.7442,
      "step": 106642
    },
    {
      "epoch": 4.367929551505222,
      "grad_norm": 1.7748463249185067,
      "learning_rate": 5.28614607999228e-05,
      "loss": 0.3133,
      "step": 106643
    },
    {
      "epoch": 4.367970509932419,
      "grad_norm": 1.299774886506744,
      "learning_rate": 5.285897567693352e-05,
      "loss": 0.4835,
      "step": 106644
    },
    {
      "epoch": 4.368011468359615,
      "grad_norm": 1.7829832051438925,
      "learning_rate": 5.285649059986694e-05,
      "loss": 0.625,
      "step": 106645
    },
    {
      "epoch": 4.368052426786812,
      "grad_norm": 1.3023659947136381,
      "learning_rate": 5.285400556872411e-05,
      "loss": 0.4492,
      "step": 106646
    },
    {
      "epoch": 4.368093385214008,
      "grad_norm": 1.4909586942769646,
      "learning_rate": 5.285152058350628e-05,
      "loss": 0.7299,
      "step": 106647
    },
    {
      "epoch": 4.368134343641204,
      "grad_norm": 1.5545325893616178,
      "learning_rate": 5.284903564421466e-05,
      "loss": 0.6466,
      "step": 106648
    },
    {
      "epoch": 4.3681753020684,
      "grad_norm": 3.8055302651785934,
      "learning_rate": 5.2846550750850336e-05,
      "loss": 4.0429,
      "step": 106649
    },
    {
      "epoch": 4.368216260495597,
      "grad_norm": 1.940486833518241,
      "learning_rate": 5.284406590341457e-05,
      "loss": 0.7801,
      "step": 106650
    },
    {
      "epoch": 4.3682572189227935,
      "grad_norm": 26.813384289176113,
      "learning_rate": 5.284158110190845e-05,
      "loss": 0.9841,
      "step": 106651
    },
    {
      "epoch": 4.36829817734999,
      "grad_norm": 0.7466504894398045,
      "learning_rate": 5.2839096346333174e-05,
      "loss": 0.1312,
      "step": 106652
    },
    {
      "epoch": 4.368339135777186,
      "grad_norm": 1.9537739756659331,
      "learning_rate": 5.2836611636690006e-05,
      "loss": 0.6712,
      "step": 106653
    },
    {
      "epoch": 4.368380094204382,
      "grad_norm": 3.2030128117492302,
      "learning_rate": 5.283412697298e-05,
      "loss": 0.7961,
      "step": 106654
    },
    {
      "epoch": 4.368421052631579,
      "grad_norm": 1.7797080653475779,
      "learning_rate": 5.283164235520437e-05,
      "loss": 0.6537,
      "step": 106655
    },
    {
      "epoch": 4.368462011058775,
      "grad_norm": 1.4443840853047165,
      "learning_rate": 5.2829157783364355e-05,
      "loss": 0.6059,
      "step": 106656
    },
    {
      "epoch": 4.368502969485972,
      "grad_norm": 1.601543439430733,
      "learning_rate": 5.282667325746101e-05,
      "loss": 0.5997,
      "step": 106657
    },
    {
      "epoch": 4.368543927913168,
      "grad_norm": 3.27342503757402,
      "learning_rate": 5.282418877749565e-05,
      "loss": 3.3055,
      "step": 106658
    },
    {
      "epoch": 4.368584886340365,
      "grad_norm": 1.165867632213858,
      "learning_rate": 5.282170434346931e-05,
      "loss": 0.3082,
      "step": 106659
    },
    {
      "epoch": 4.3686258447675606,
      "grad_norm": 1.6708962306118,
      "learning_rate": 5.281921995538322e-05,
      "loss": 0.4744,
      "step": 106660
    },
    {
      "epoch": 4.368666803194757,
      "grad_norm": 0.9996064301399761,
      "learning_rate": 5.2816735613238634e-05,
      "loss": 0.2422,
      "step": 106661
    },
    {
      "epoch": 4.368707761621954,
      "grad_norm": 1.0466586466857326,
      "learning_rate": 5.28142513170366e-05,
      "loss": 0.2405,
      "step": 106662
    },
    {
      "epoch": 4.36874872004915,
      "grad_norm": 1.4753818035881556,
      "learning_rate": 5.281176706677834e-05,
      "loss": 0.5819,
      "step": 106663
    },
    {
      "epoch": 4.368789678476347,
      "grad_norm": 1.4526676062204555,
      "learning_rate": 5.280928286246515e-05,
      "loss": 0.5801,
      "step": 106664
    },
    {
      "epoch": 4.368830636903543,
      "grad_norm": 0.8962448895484332,
      "learning_rate": 5.280679870409799e-05,
      "loss": 0.248,
      "step": 106665
    },
    {
      "epoch": 4.36887159533074,
      "grad_norm": 1.208003704671801,
      "learning_rate": 5.2804314591678125e-05,
      "loss": 0.4934,
      "step": 106666
    },
    {
      "epoch": 4.368912553757935,
      "grad_norm": 1.3781496669831985,
      "learning_rate": 5.2801830525206806e-05,
      "loss": 0.4038,
      "step": 106667
    },
    {
      "epoch": 4.368953512185132,
      "grad_norm": 1.6372336108619403,
      "learning_rate": 5.279934650468508e-05,
      "loss": 0.6875,
      "step": 106668
    },
    {
      "epoch": 4.3689944706123285,
      "grad_norm": 0.8810129933858072,
      "learning_rate": 5.2796862530114234e-05,
      "loss": 0.2368,
      "step": 106669
    },
    {
      "epoch": 4.369035429039525,
      "grad_norm": 0.9875350319874865,
      "learning_rate": 5.279437860149534e-05,
      "loss": 0.2767,
      "step": 106670
    },
    {
      "epoch": 4.369076387466722,
      "grad_norm": 2.1543715422195477,
      "learning_rate": 5.279189471882963e-05,
      "loss": 1.1663,
      "step": 106671
    },
    {
      "epoch": 4.369117345893917,
      "grad_norm": 1.33357253728353,
      "learning_rate": 5.278941088211831e-05,
      "loss": 0.5558,
      "step": 106672
    },
    {
      "epoch": 4.369158304321114,
      "grad_norm": 1.5322592092937182,
      "learning_rate": 5.2786927091362466e-05,
      "loss": 0.524,
      "step": 106673
    },
    {
      "epoch": 4.36919926274831,
      "grad_norm": 1.3900749786852171,
      "learning_rate": 5.2784443346563334e-05,
      "loss": 0.4431,
      "step": 106674
    },
    {
      "epoch": 4.369240221175507,
      "grad_norm": 1.8354848023439005,
      "learning_rate": 5.278195964772212e-05,
      "loss": 0.6082,
      "step": 106675
    },
    {
      "epoch": 4.369281179602703,
      "grad_norm": 1.9724216687431808,
      "learning_rate": 5.2779475994839895e-05,
      "loss": 0.7907,
      "step": 106676
    },
    {
      "epoch": 4.3693221380299,
      "grad_norm": 1.5439576096130632,
      "learning_rate": 5.277699238791796e-05,
      "loss": 0.6659,
      "step": 106677
    },
    {
      "epoch": 4.369363096457096,
      "grad_norm": 1.7355470936559512,
      "learning_rate": 5.2774508826957355e-05,
      "loss": 0.8287,
      "step": 106678
    },
    {
      "epoch": 4.369404054884292,
      "grad_norm": 1.3690039954311228,
      "learning_rate": 5.277202531195934e-05,
      "loss": 0.5381,
      "step": 106679
    },
    {
      "epoch": 4.369445013311489,
      "grad_norm": 1.2126709269430924,
      "learning_rate": 5.27695418429251e-05,
      "loss": 0.6564,
      "step": 106680
    },
    {
      "epoch": 4.369485971738685,
      "grad_norm": 1.61802263330963,
      "learning_rate": 5.276705841985573e-05,
      "loss": 0.7067,
      "step": 106681
    },
    {
      "epoch": 4.369526930165882,
      "grad_norm": 1.6069861979936715,
      "learning_rate": 5.2764575042752475e-05,
      "loss": 0.5257,
      "step": 106682
    },
    {
      "epoch": 4.369567888593078,
      "grad_norm": 0.8254813933320524,
      "learning_rate": 5.276209171161651e-05,
      "loss": 0.2744,
      "step": 106683
    },
    {
      "epoch": 4.369608847020275,
      "grad_norm": 1.3396241757815113,
      "learning_rate": 5.2759608426448946e-05,
      "loss": 0.6739,
      "step": 106684
    },
    {
      "epoch": 4.369649805447471,
      "grad_norm": 1.5580718372577949,
      "learning_rate": 5.2757125187251045e-05,
      "loss": 0.8726,
      "step": 106685
    },
    {
      "epoch": 4.369690763874667,
      "grad_norm": 1.208938502987052,
      "learning_rate": 5.2754641994023884e-05,
      "loss": 0.6388,
      "step": 106686
    },
    {
      "epoch": 4.3697317223018635,
      "grad_norm": 1.3438486095466722,
      "learning_rate": 5.2752158846768684e-05,
      "loss": 0.5811,
      "step": 106687
    },
    {
      "epoch": 4.36977268072906,
      "grad_norm": 1.3845753382146544,
      "learning_rate": 5.274967574548667e-05,
      "loss": 0.4297,
      "step": 106688
    },
    {
      "epoch": 4.3698136391562565,
      "grad_norm": 0.9062490010612263,
      "learning_rate": 5.2747192690178925e-05,
      "loss": 0.2414,
      "step": 106689
    },
    {
      "epoch": 4.369854597583453,
      "grad_norm": 1.6513320899256463,
      "learning_rate": 5.274470968084665e-05,
      "loss": 0.6366,
      "step": 106690
    },
    {
      "epoch": 4.36989555601065,
      "grad_norm": 1.7674637726655433,
      "learning_rate": 5.274222671749109e-05,
      "loss": 0.8321,
      "step": 106691
    },
    {
      "epoch": 4.369936514437845,
      "grad_norm": 0.9250259142357633,
      "learning_rate": 5.273974380011331e-05,
      "loss": 0.1946,
      "step": 106692
    },
    {
      "epoch": 4.369977472865042,
      "grad_norm": 3.3033613578492775,
      "learning_rate": 5.2737260928714596e-05,
      "loss": 2.6664,
      "step": 106693
    },
    {
      "epoch": 4.370018431292238,
      "grad_norm": 2.3747279163777835,
      "learning_rate": 5.2734778103296e-05,
      "loss": 1.5546,
      "step": 106694
    },
    {
      "epoch": 4.370059389719435,
      "grad_norm": 1.160827964273821,
      "learning_rate": 5.273229532385875e-05,
      "loss": 0.2668,
      "step": 106695
    },
    {
      "epoch": 4.370100348146631,
      "grad_norm": 1.7899250216171139,
      "learning_rate": 5.272981259040409e-05,
      "loss": 0.7755,
      "step": 106696
    },
    {
      "epoch": 4.370141306573828,
      "grad_norm": 1.5324657008302576,
      "learning_rate": 5.272732990293307e-05,
      "loss": 0.6836,
      "step": 106697
    },
    {
      "epoch": 4.370182265001024,
      "grad_norm": 1.3878930555981104,
      "learning_rate": 5.2724847261446927e-05,
      "loss": 0.5725,
      "step": 106698
    },
    {
      "epoch": 4.37022322342822,
      "grad_norm": 0.6391746809219722,
      "learning_rate": 5.272236466594689e-05,
      "loss": 0.0806,
      "step": 106699
    },
    {
      "epoch": 4.370264181855417,
      "grad_norm": 1.3665999082501998,
      "learning_rate": 5.2719882116434024e-05,
      "loss": 0.5985,
      "step": 106700
    },
    {
      "epoch": 4.370305140282613,
      "grad_norm": 1.553501759765877,
      "learning_rate": 5.271739961290959e-05,
      "loss": 0.5932,
      "step": 106701
    },
    {
      "epoch": 4.37034609870981,
      "grad_norm": 1.561379391943824,
      "learning_rate": 5.2714917155374695e-05,
      "loss": 0.5416,
      "step": 106702
    },
    {
      "epoch": 4.370387057137006,
      "grad_norm": 1.424661819735299,
      "learning_rate": 5.2712434743830514e-05,
      "loss": 0.6811,
      "step": 106703
    },
    {
      "epoch": 4.370428015564203,
      "grad_norm": 1.505726077603325,
      "learning_rate": 5.270995237827832e-05,
      "loss": 0.7153,
      "step": 106704
    },
    {
      "epoch": 4.370468973991398,
      "grad_norm": 1.6417513708834133,
      "learning_rate": 5.2707470058719164e-05,
      "loss": 0.797,
      "step": 106705
    },
    {
      "epoch": 4.370509932418595,
      "grad_norm": 1.258397874879887,
      "learning_rate": 5.27049877851543e-05,
      "loss": 0.4268,
      "step": 106706
    },
    {
      "epoch": 4.3705508908457915,
      "grad_norm": 1.6167773830768666,
      "learning_rate": 5.270250555758485e-05,
      "loss": 0.589,
      "step": 106707
    },
    {
      "epoch": 4.370591849272988,
      "grad_norm": 1.4733717226805763,
      "learning_rate": 5.2700023376011996e-05,
      "loss": 0.7756,
      "step": 106708
    },
    {
      "epoch": 4.370632807700185,
      "grad_norm": 1.5864987106434945,
      "learning_rate": 5.269754124043697e-05,
      "loss": 0.5842,
      "step": 106709
    },
    {
      "epoch": 4.370673766127381,
      "grad_norm": 1.551929423339068,
      "learning_rate": 5.269505915086085e-05,
      "loss": 0.6749,
      "step": 106710
    },
    {
      "epoch": 4.370714724554577,
      "grad_norm": 1.4423664503239992,
      "learning_rate": 5.269257710728486e-05,
      "loss": 0.5206,
      "step": 106711
    },
    {
      "epoch": 4.370755682981773,
      "grad_norm": 1.3952185766054421,
      "learning_rate": 5.269009510971025e-05,
      "loss": 0.7006,
      "step": 106712
    },
    {
      "epoch": 4.37079664140897,
      "grad_norm": 1.6067401128814862,
      "learning_rate": 5.268761315813803e-05,
      "loss": 0.8747,
      "step": 106713
    },
    {
      "epoch": 4.370837599836166,
      "grad_norm": 3.995544359085479,
      "learning_rate": 5.268513125256954e-05,
      "loss": 4.3909,
      "step": 106714
    },
    {
      "epoch": 4.370878558263363,
      "grad_norm": 1.2258624808679788,
      "learning_rate": 5.268264939300579e-05,
      "loss": 0.5007,
      "step": 106715
    },
    {
      "epoch": 4.3709195166905594,
      "grad_norm": 0.8424384146867545,
      "learning_rate": 5.268016757944806e-05,
      "loss": 0.2847,
      "step": 106716
    },
    {
      "epoch": 4.370960475117755,
      "grad_norm": 1.0484955013547341,
      "learning_rate": 5.2677685811897544e-05,
      "loss": 0.2045,
      "step": 106717
    },
    {
      "epoch": 4.371001433544952,
      "grad_norm": 1.4929577652875734,
      "learning_rate": 5.267520409035532e-05,
      "loss": 0.6042,
      "step": 106718
    },
    {
      "epoch": 4.371042391972148,
      "grad_norm": 1.4640394161846746,
      "learning_rate": 5.267272241482262e-05,
      "loss": 0.7566,
      "step": 106719
    },
    {
      "epoch": 4.371083350399345,
      "grad_norm": 1.3823679707757677,
      "learning_rate": 5.2670240785300636e-05,
      "loss": 0.6072,
      "step": 106720
    },
    {
      "epoch": 4.371124308826541,
      "grad_norm": 1.7049076685741733,
      "learning_rate": 5.266775920179049e-05,
      "loss": 0.664,
      "step": 106721
    },
    {
      "epoch": 4.371165267253738,
      "grad_norm": 1.735938536753046,
      "learning_rate": 5.266527766429342e-05,
      "loss": 0.6254,
      "step": 106722
    },
    {
      "epoch": 4.371206225680934,
      "grad_norm": 0.8461925960774036,
      "learning_rate": 5.26627961728105e-05,
      "loss": 0.2295,
      "step": 106723
    },
    {
      "epoch": 4.37124718410813,
      "grad_norm": 1.3774933847471937,
      "learning_rate": 5.2660314727342977e-05,
      "loss": 0.5533,
      "step": 106724
    },
    {
      "epoch": 4.3712881425353265,
      "grad_norm": 1.5031500389971337,
      "learning_rate": 5.2657833327892044e-05,
      "loss": 0.7063,
      "step": 106725
    },
    {
      "epoch": 4.371329100962523,
      "grad_norm": 1.3054222006038485,
      "learning_rate": 5.2655351974458805e-05,
      "loss": 0.4823,
      "step": 106726
    },
    {
      "epoch": 4.37137005938972,
      "grad_norm": 1.363330572536495,
      "learning_rate": 5.265287066704445e-05,
      "loss": 0.576,
      "step": 106727
    },
    {
      "epoch": 4.371411017816916,
      "grad_norm": 3.155957400148638,
      "learning_rate": 5.2650389405650235e-05,
      "loss": 2.639,
      "step": 106728
    },
    {
      "epoch": 4.371451976244113,
      "grad_norm": 1.5912711118228502,
      "learning_rate": 5.2647908190277207e-05,
      "loss": 0.7442,
      "step": 106729
    },
    {
      "epoch": 4.371492934671308,
      "grad_norm": 1.86213931999903,
      "learning_rate": 5.264542702092664e-05,
      "loss": 0.7626,
      "step": 106730
    },
    {
      "epoch": 4.371533893098505,
      "grad_norm": 0.7676285992653622,
      "learning_rate": 5.2642945897599635e-05,
      "loss": 0.1194,
      "step": 106731
    },
    {
      "epoch": 4.371574851525701,
      "grad_norm": 1.4676738501139728,
      "learning_rate": 5.2640464820297376e-05,
      "loss": 0.6186,
      "step": 106732
    },
    {
      "epoch": 4.371615809952898,
      "grad_norm": 1.2205710286432083,
      "learning_rate": 5.263798378902112e-05,
      "loss": 0.5185,
      "step": 106733
    },
    {
      "epoch": 4.371656768380094,
      "grad_norm": 1.2514423191647155,
      "learning_rate": 5.2635502803771925e-05,
      "loss": 0.4759,
      "step": 106734
    },
    {
      "epoch": 4.371697726807291,
      "grad_norm": 1.3372234217418,
      "learning_rate": 5.2633021864551066e-05,
      "loss": 0.7203,
      "step": 106735
    },
    {
      "epoch": 4.371738685234487,
      "grad_norm": 1.391965665840536,
      "learning_rate": 5.263054097135967e-05,
      "loss": 0.5628,
      "step": 106736
    },
    {
      "epoch": 4.371779643661683,
      "grad_norm": 0.40439510437024273,
      "learning_rate": 5.262806012419884e-05,
      "loss": 0.0659,
      "step": 106737
    },
    {
      "epoch": 4.37182060208888,
      "grad_norm": 0.6779468186225353,
      "learning_rate": 5.2625579323069814e-05,
      "loss": 0.1435,
      "step": 106738
    },
    {
      "epoch": 4.371861560516076,
      "grad_norm": 2.3326269708071288,
      "learning_rate": 5.262309856797381e-05,
      "loss": 0.9317,
      "step": 106739
    },
    {
      "epoch": 4.371902518943273,
      "grad_norm": 1.499316421862714,
      "learning_rate": 5.262061785891193e-05,
      "loss": 0.8852,
      "step": 106740
    },
    {
      "epoch": 4.371943477370469,
      "grad_norm": 1.3085704570497776,
      "learning_rate": 5.26181371958854e-05,
      "loss": 0.5442,
      "step": 106741
    },
    {
      "epoch": 4.371984435797666,
      "grad_norm": 1.3981101886760234,
      "learning_rate": 5.2615656578895315e-05,
      "loss": 0.6387,
      "step": 106742
    },
    {
      "epoch": 4.3720253942248615,
      "grad_norm": 1.1928690380267823,
      "learning_rate": 5.2613176007942906e-05,
      "loss": 0.1856,
      "step": 106743
    },
    {
      "epoch": 4.372066352652058,
      "grad_norm": 1.4821827579831515,
      "learning_rate": 5.261069548302938e-05,
      "loss": 0.671,
      "step": 106744
    },
    {
      "epoch": 4.3721073110792545,
      "grad_norm": 2.9953862322741327,
      "learning_rate": 5.260821500415581e-05,
      "loss": 2.5621,
      "step": 106745
    },
    {
      "epoch": 4.372148269506451,
      "grad_norm": 1.605834968042584,
      "learning_rate": 5.2605734571323435e-05,
      "loss": 0.6629,
      "step": 106746
    },
    {
      "epoch": 4.372189227933648,
      "grad_norm": 1.1041767195912477,
      "learning_rate": 5.260325418453346e-05,
      "loss": 0.3691,
      "step": 106747
    },
    {
      "epoch": 4.372230186360844,
      "grad_norm": 2.004557732186915,
      "learning_rate": 5.260077384378697e-05,
      "loss": 1.3703,
      "step": 106748
    },
    {
      "epoch": 4.37227114478804,
      "grad_norm": 0.5452758106300043,
      "learning_rate": 5.259829354908523e-05,
      "loss": 0.0773,
      "step": 106749
    },
    {
      "epoch": 4.372312103215236,
      "grad_norm": 3.208742203849267,
      "learning_rate": 5.25958133004293e-05,
      "loss": 2.957,
      "step": 106750
    },
    {
      "epoch": 4.372353061642433,
      "grad_norm": 0.5803176391300023,
      "learning_rate": 5.259333309782045e-05,
      "loss": 0.0671,
      "step": 106751
    },
    {
      "epoch": 4.372394020069629,
      "grad_norm": 0.8296590385402953,
      "learning_rate": 5.2590852941259833e-05,
      "loss": 0.2165,
      "step": 106752
    },
    {
      "epoch": 4.372434978496826,
      "grad_norm": 1.4592253082666402,
      "learning_rate": 5.258837283074858e-05,
      "loss": 0.6243,
      "step": 106753
    },
    {
      "epoch": 4.3724759369240225,
      "grad_norm": 1.5204118135059534,
      "learning_rate": 5.25858927662879e-05,
      "loss": 0.6237,
      "step": 106754
    },
    {
      "epoch": 4.372516895351218,
      "grad_norm": 1.3398000982052025,
      "learning_rate": 5.2583412747878994e-05,
      "loss": 0.5857,
      "step": 106755
    },
    {
      "epoch": 4.372557853778415,
      "grad_norm": 1.3606616979167099,
      "learning_rate": 5.258093277552294e-05,
      "loss": 0.5415,
      "step": 106756
    },
    {
      "epoch": 4.372598812205611,
      "grad_norm": 1.3553656724030845,
      "learning_rate": 5.257845284922102e-05,
      "loss": 0.416,
      "step": 106757
    },
    {
      "epoch": 4.372639770632808,
      "grad_norm": 1.507633511682319,
      "learning_rate": 5.257597296897432e-05,
      "loss": 0.7536,
      "step": 106758
    },
    {
      "epoch": 4.372680729060004,
      "grad_norm": 0.7745271859458513,
      "learning_rate": 5.2573493134784045e-05,
      "loss": 0.1737,
      "step": 106759
    },
    {
      "epoch": 4.372721687487201,
      "grad_norm": 1.1096173438493242,
      "learning_rate": 5.257101334665141e-05,
      "loss": 0.3119,
      "step": 106760
    },
    {
      "epoch": 4.372762645914397,
      "grad_norm": 1.0164454637080518,
      "learning_rate": 5.25685336045775e-05,
      "loss": 0.2736,
      "step": 106761
    },
    {
      "epoch": 4.372803604341593,
      "grad_norm": 1.3805539744732873,
      "learning_rate": 5.2566053908563524e-05,
      "loss": 0.4486,
      "step": 106762
    },
    {
      "epoch": 4.3728445627687895,
      "grad_norm": 4.304238514665306,
      "learning_rate": 5.2563574258610734e-05,
      "loss": 2.3521,
      "step": 106763
    },
    {
      "epoch": 4.372885521195986,
      "grad_norm": 2.1427944772867664,
      "learning_rate": 5.256109465472017e-05,
      "loss": 0.792,
      "step": 106764
    },
    {
      "epoch": 4.372926479623183,
      "grad_norm": 1.2599858631803915,
      "learning_rate": 5.255861509689311e-05,
      "loss": 0.6063,
      "step": 106765
    },
    {
      "epoch": 4.372967438050379,
      "grad_norm": 2.0007424981869613,
      "learning_rate": 5.255613558513065e-05,
      "loss": 0.7654,
      "step": 106766
    },
    {
      "epoch": 4.373008396477576,
      "grad_norm": 1.4866085949141823,
      "learning_rate": 5.2553656119433974e-05,
      "loss": 0.5534,
      "step": 106767
    },
    {
      "epoch": 4.373049354904771,
      "grad_norm": 1.5977854700429113,
      "learning_rate": 5.255117669980433e-05,
      "loss": 0.6871,
      "step": 106768
    },
    {
      "epoch": 4.373090313331968,
      "grad_norm": 1.433853624370789,
      "learning_rate": 5.254869732624279e-05,
      "loss": 0.6414,
      "step": 106769
    },
    {
      "epoch": 4.373131271759164,
      "grad_norm": 1.4279610448294184,
      "learning_rate": 5.254621799875058e-05,
      "loss": 0.6554,
      "step": 106770
    },
    {
      "epoch": 4.373172230186361,
      "grad_norm": 1.533513363341659,
      "learning_rate": 5.25437387173289e-05,
      "loss": 0.792,
      "step": 106771
    },
    {
      "epoch": 4.3732131886135575,
      "grad_norm": 1.8472798049418824,
      "learning_rate": 5.254125948197885e-05,
      "loss": 0.8262,
      "step": 106772
    },
    {
      "epoch": 4.373254147040754,
      "grad_norm": 1.5326777637111617,
      "learning_rate": 5.253878029270168e-05,
      "loss": 0.7087,
      "step": 106773
    },
    {
      "epoch": 4.37329510546795,
      "grad_norm": 0.6060030759397548,
      "learning_rate": 5.253630114949845e-05,
      "loss": 0.1105,
      "step": 106774
    },
    {
      "epoch": 4.373336063895146,
      "grad_norm": 1.8416252715547132,
      "learning_rate": 5.2533822052370416e-05,
      "loss": 0.7878,
      "step": 106775
    },
    {
      "epoch": 4.373377022322343,
      "grad_norm": 1.4443604031539026,
      "learning_rate": 5.253134300131879e-05,
      "loss": 0.523,
      "step": 106776
    },
    {
      "epoch": 4.373417980749539,
      "grad_norm": 0.46885608955882274,
      "learning_rate": 5.2528863996344646e-05,
      "loss": 0.0721,
      "step": 106777
    },
    {
      "epoch": 4.373458939176736,
      "grad_norm": 1.8363261311486199,
      "learning_rate": 5.2526385037449236e-05,
      "loss": 0.5937,
      "step": 106778
    },
    {
      "epoch": 4.373499897603932,
      "grad_norm": 1.7955056641819325,
      "learning_rate": 5.252390612463364e-05,
      "loss": 0.8033,
      "step": 106779
    },
    {
      "epoch": 4.373540856031129,
      "grad_norm": 1.857593862146241,
      "learning_rate": 5.252142725789909e-05,
      "loss": 0.9989,
      "step": 106780
    },
    {
      "epoch": 4.3735818144583245,
      "grad_norm": 1.762898687703737,
      "learning_rate": 5.251894843724682e-05,
      "loss": 0.8422,
      "step": 106781
    },
    {
      "epoch": 4.373622772885521,
      "grad_norm": 1.92463609890425,
      "learning_rate": 5.2516469662677866e-05,
      "loss": 0.8224,
      "step": 106782
    },
    {
      "epoch": 4.373663731312718,
      "grad_norm": 1.1176403114382385,
      "learning_rate": 5.251399093419346e-05,
      "loss": 0.1798,
      "step": 106783
    },
    {
      "epoch": 4.373704689739914,
      "grad_norm": 1.3307543099462424,
      "learning_rate": 5.251151225179485e-05,
      "loss": 0.5434,
      "step": 106784
    },
    {
      "epoch": 4.373745648167111,
      "grad_norm": 0.9583363912482795,
      "learning_rate": 5.250903361548308e-05,
      "loss": 0.2163,
      "step": 106785
    },
    {
      "epoch": 4.373786606594307,
      "grad_norm": 1.5784071589438442,
      "learning_rate": 5.250655502525945e-05,
      "loss": 0.6634,
      "step": 106786
    },
    {
      "epoch": 4.373827565021503,
      "grad_norm": 1.345083022890547,
      "learning_rate": 5.2504076481125e-05,
      "loss": 0.444,
      "step": 106787
    },
    {
      "epoch": 4.373868523448699,
      "grad_norm": 1.390987912449673,
      "learning_rate": 5.2501597983080964e-05,
      "loss": 0.52,
      "step": 106788
    },
    {
      "epoch": 4.373909481875896,
      "grad_norm": 1.6561979512851936,
      "learning_rate": 5.2499119531128566e-05,
      "loss": 0.8163,
      "step": 106789
    },
    {
      "epoch": 4.373950440303092,
      "grad_norm": 1.0704995958712191,
      "learning_rate": 5.2496641125268875e-05,
      "loss": 0.2056,
      "step": 106790
    },
    {
      "epoch": 4.373991398730289,
      "grad_norm": 1.8351070815303685,
      "learning_rate": 5.249416276550311e-05,
      "loss": 0.5814,
      "step": 106791
    },
    {
      "epoch": 4.3740323571574855,
      "grad_norm": 1.3476479704138493,
      "learning_rate": 5.249168445183251e-05,
      "loss": 0.5626,
      "step": 106792
    },
    {
      "epoch": 4.374073315584681,
      "grad_norm": 1.3278318091783836,
      "learning_rate": 5.248920618425812e-05,
      "loss": 0.4972,
      "step": 106793
    },
    {
      "epoch": 4.374114274011878,
      "grad_norm": 0.6976153117959976,
      "learning_rate": 5.248672796278124e-05,
      "loss": 0.1523,
      "step": 106794
    },
    {
      "epoch": 4.374155232439074,
      "grad_norm": 1.3631458949275261,
      "learning_rate": 5.2484249787402914e-05,
      "loss": 0.5122,
      "step": 106795
    },
    {
      "epoch": 4.374196190866271,
      "grad_norm": 0.8958884045502681,
      "learning_rate": 5.248177165812438e-05,
      "loss": 0.2309,
      "step": 106796
    },
    {
      "epoch": 4.374237149293467,
      "grad_norm": 1.959524484573294,
      "learning_rate": 5.2479293574946854e-05,
      "loss": 1.0697,
      "step": 106797
    },
    {
      "epoch": 4.374278107720664,
      "grad_norm": 0.57947631827453,
      "learning_rate": 5.247681553787142e-05,
      "loss": 0.0635,
      "step": 106798
    },
    {
      "epoch": 4.37431906614786,
      "grad_norm": 1.400797942703113,
      "learning_rate": 5.247433754689927e-05,
      "loss": 0.6336,
      "step": 106799
    },
    {
      "epoch": 4.374360024575056,
      "grad_norm": 1.4681197870617029,
      "learning_rate": 5.247185960203166e-05,
      "loss": 0.5411,
      "step": 106800
    },
    {
      "epoch": 4.3744009830022526,
      "grad_norm": 1.500027962615538,
      "learning_rate": 5.2469381703269634e-05,
      "loss": 0.6809,
      "step": 106801
    },
    {
      "epoch": 4.374441941429449,
      "grad_norm": 1.5464551507399147,
      "learning_rate": 5.2466903850614486e-05,
      "loss": 0.5712,
      "step": 106802
    },
    {
      "epoch": 4.374482899856646,
      "grad_norm": 1.9367741736092374,
      "learning_rate": 5.2464426044067265e-05,
      "loss": 0.974,
      "step": 106803
    },
    {
      "epoch": 4.374523858283842,
      "grad_norm": 1.5932088002378757,
      "learning_rate": 5.2461948283629204e-05,
      "loss": 0.6839,
      "step": 106804
    },
    {
      "epoch": 4.374564816711039,
      "grad_norm": 1.1690306758429239,
      "learning_rate": 5.245947056930153e-05,
      "loss": 0.3764,
      "step": 106805
    },
    {
      "epoch": 4.374605775138234,
      "grad_norm": 1.5036197989898625,
      "learning_rate": 5.245699290108537e-05,
      "loss": 0.545,
      "step": 106806
    },
    {
      "epoch": 4.374646733565431,
      "grad_norm": 0.5832516012078952,
      "learning_rate": 5.2454515278981826e-05,
      "loss": 0.1136,
      "step": 106807
    },
    {
      "epoch": 4.374687691992627,
      "grad_norm": 1.5290904744820395,
      "learning_rate": 5.2452037702992155e-05,
      "loss": 0.4466,
      "step": 106808
    },
    {
      "epoch": 4.374728650419824,
      "grad_norm": 1.3840159700549055,
      "learning_rate": 5.2449560173117465e-05,
      "loss": 0.6749,
      "step": 106809
    },
    {
      "epoch": 4.3747696088470205,
      "grad_norm": 1.8189123716551148,
      "learning_rate": 5.244708268935897e-05,
      "loss": 0.7361,
      "step": 106810
    },
    {
      "epoch": 4.374810567274217,
      "grad_norm": 1.2897877549155128,
      "learning_rate": 5.2444605251717886e-05,
      "loss": 0.41,
      "step": 106811
    },
    {
      "epoch": 4.374851525701413,
      "grad_norm": 1.6424950161338205,
      "learning_rate": 5.2442127860195275e-05,
      "loss": 0.8055,
      "step": 106812
    },
    {
      "epoch": 4.374892484128609,
      "grad_norm": 1.3440450328685416,
      "learning_rate": 5.243965051479241e-05,
      "loss": 0.4202,
      "step": 106813
    },
    {
      "epoch": 4.374933442555806,
      "grad_norm": 1.5022422156503135,
      "learning_rate": 5.243717321551036e-05,
      "loss": 0.6469,
      "step": 106814
    },
    {
      "epoch": 4.374974400983002,
      "grad_norm": 1.6986703256444518,
      "learning_rate": 5.243469596235038e-05,
      "loss": 0.6088,
      "step": 106815
    },
    {
      "epoch": 4.375015359410199,
      "grad_norm": 1.739413853680561,
      "learning_rate": 5.243221875531364e-05,
      "loss": 0.913,
      "step": 106816
    },
    {
      "epoch": 4.375056317837395,
      "grad_norm": 1.2486397142916048,
      "learning_rate": 5.242974159440125e-05,
      "loss": 0.4718,
      "step": 106817
    },
    {
      "epoch": 4.375097276264592,
      "grad_norm": 2.183975245026495,
      "learning_rate": 5.242726447961441e-05,
      "loss": 0.8457,
      "step": 106818
    },
    {
      "epoch": 4.3751382346917875,
      "grad_norm": 1.0331191127065804,
      "learning_rate": 5.242478741095435e-05,
      "loss": 0.2395,
      "step": 106819
    },
    {
      "epoch": 4.375179193118984,
      "grad_norm": 1.6423326828620812,
      "learning_rate": 5.2422310388422125e-05,
      "loss": 0.6672,
      "step": 106820
    },
    {
      "epoch": 4.375220151546181,
      "grad_norm": 1.6587014955208277,
      "learning_rate": 5.2419833412019044e-05,
      "loss": 0.6798,
      "step": 106821
    },
    {
      "epoch": 4.375261109973377,
      "grad_norm": 1.467447779776708,
      "learning_rate": 5.241735648174614e-05,
      "loss": 0.4717,
      "step": 106822
    },
    {
      "epoch": 4.375302068400574,
      "grad_norm": 1.5737171921347675,
      "learning_rate": 5.241487959760463e-05,
      "loss": 0.726,
      "step": 106823
    },
    {
      "epoch": 4.37534302682777,
      "grad_norm": 1.4158626881138858,
      "learning_rate": 5.2412402759595774e-05,
      "loss": 0.6998,
      "step": 106824
    },
    {
      "epoch": 4.375383985254966,
      "grad_norm": 1.5167095850608472,
      "learning_rate": 5.240992596772063e-05,
      "loss": 0.6289,
      "step": 106825
    },
    {
      "epoch": 4.375424943682162,
      "grad_norm": 1.1788791106577243,
      "learning_rate": 5.240744922198038e-05,
      "loss": 0.3425,
      "step": 106826
    },
    {
      "epoch": 4.375465902109359,
      "grad_norm": 4.485824726209043,
      "learning_rate": 5.240497252237629e-05,
      "loss": 5.4685,
      "step": 106827
    },
    {
      "epoch": 4.3755068605365555,
      "grad_norm": 1.6631723051781808,
      "learning_rate": 5.2402495868909435e-05,
      "loss": 0.9031,
      "step": 106828
    },
    {
      "epoch": 4.375547818963752,
      "grad_norm": 2.260466745787598,
      "learning_rate": 5.240001926158105e-05,
      "loss": 0.8369,
      "step": 106829
    },
    {
      "epoch": 4.3755887773909485,
      "grad_norm": 1.6733354080708638,
      "learning_rate": 5.239754270039221e-05,
      "loss": 0.5961,
      "step": 106830
    },
    {
      "epoch": 4.375629735818144,
      "grad_norm": 1.465685879242472,
      "learning_rate": 5.239506618534416e-05,
      "loss": 0.4641,
      "step": 106831
    },
    {
      "epoch": 4.375670694245341,
      "grad_norm": 1.7181986894090093,
      "learning_rate": 5.239258971643811e-05,
      "loss": 0.735,
      "step": 106832
    },
    {
      "epoch": 4.375711652672537,
      "grad_norm": 1.7526005002176095,
      "learning_rate": 5.2390113293675126e-05,
      "loss": 0.5695,
      "step": 106833
    },
    {
      "epoch": 4.375752611099734,
      "grad_norm": 2.1820222403260203,
      "learning_rate": 5.238763691705645e-05,
      "loss": 0.9257,
      "step": 106834
    },
    {
      "epoch": 4.37579356952693,
      "grad_norm": 1.3498302129783275,
      "learning_rate": 5.238516058658327e-05,
      "loss": 0.5051,
      "step": 106835
    },
    {
      "epoch": 4.375834527954127,
      "grad_norm": 1.597477202850512,
      "learning_rate": 5.238268430225666e-05,
      "loss": 0.8373,
      "step": 106836
    },
    {
      "epoch": 4.375875486381323,
      "grad_norm": 1.4749657334186297,
      "learning_rate": 5.238020806407792e-05,
      "loss": 0.5915,
      "step": 106837
    },
    {
      "epoch": 4.375916444808519,
      "grad_norm": 1.6135865860987815,
      "learning_rate": 5.2377731872048103e-05,
      "loss": 0.7541,
      "step": 106838
    },
    {
      "epoch": 4.375957403235716,
      "grad_norm": 1.3269986459891268,
      "learning_rate": 5.237525572616842e-05,
      "loss": 0.4287,
      "step": 106839
    },
    {
      "epoch": 4.375998361662912,
      "grad_norm": 1.8944983162037878,
      "learning_rate": 5.2372779626440106e-05,
      "loss": 0.8009,
      "step": 106840
    },
    {
      "epoch": 4.376039320090109,
      "grad_norm": 0.9443840564107638,
      "learning_rate": 5.237030357286422e-05,
      "loss": 0.2734,
      "step": 106841
    },
    {
      "epoch": 4.376080278517305,
      "grad_norm": 0.87433706158747,
      "learning_rate": 5.236782756544199e-05,
      "loss": 0.2138,
      "step": 106842
    },
    {
      "epoch": 4.376121236944502,
      "grad_norm": 1.5456944897994969,
      "learning_rate": 5.236535160417465e-05,
      "loss": 0.6337,
      "step": 106843
    },
    {
      "epoch": 4.376162195371697,
      "grad_norm": 1.4282721072567313,
      "learning_rate": 5.236287568906325e-05,
      "loss": 0.4833,
      "step": 106844
    },
    {
      "epoch": 4.376203153798894,
      "grad_norm": 1.663104921587652,
      "learning_rate": 5.236039982010906e-05,
      "loss": 0.7039,
      "step": 106845
    },
    {
      "epoch": 4.37624411222609,
      "grad_norm": 1.4944978901757198,
      "learning_rate": 5.2357923997313165e-05,
      "loss": 0.6073,
      "step": 106846
    },
    {
      "epoch": 4.376285070653287,
      "grad_norm": 1.5969534643725156,
      "learning_rate": 5.2355448220676784e-05,
      "loss": 0.8506,
      "step": 106847
    },
    {
      "epoch": 4.3763260290804835,
      "grad_norm": 0.6999182990658972,
      "learning_rate": 5.235297249020111e-05,
      "loss": 0.1932,
      "step": 106848
    },
    {
      "epoch": 4.37636698750768,
      "grad_norm": 0.8709301580291312,
      "learning_rate": 5.235049680588725e-05,
      "loss": 0.216,
      "step": 106849
    },
    {
      "epoch": 4.376407945934876,
      "grad_norm": 1.7888801714557765,
      "learning_rate": 5.234802116773646e-05,
      "loss": 0.7916,
      "step": 106850
    },
    {
      "epoch": 4.376448904362072,
      "grad_norm": 1.3670667085724988,
      "learning_rate": 5.23455455757498e-05,
      "loss": 0.6252,
      "step": 106851
    },
    {
      "epoch": 4.376489862789269,
      "grad_norm": 1.8406680059026703,
      "learning_rate": 5.23430700299285e-05,
      "loss": 0.857,
      "step": 106852
    },
    {
      "epoch": 4.376530821216465,
      "grad_norm": 2.0545218044211055,
      "learning_rate": 5.234059453027379e-05,
      "loss": 0.7501,
      "step": 106853
    },
    {
      "epoch": 4.376571779643662,
      "grad_norm": 1.7689262797992784,
      "learning_rate": 5.233811907678671e-05,
      "loss": 0.8567,
      "step": 106854
    },
    {
      "epoch": 4.376612738070858,
      "grad_norm": 0.5238579533788263,
      "learning_rate": 5.233564366946852e-05,
      "loss": 0.0773,
      "step": 106855
    },
    {
      "epoch": 4.376653696498055,
      "grad_norm": 1.580082074041895,
      "learning_rate": 5.2333168308320414e-05,
      "loss": 0.7208,
      "step": 106856
    },
    {
      "epoch": 4.376694654925251,
      "grad_norm": 1.9842800042311195,
      "learning_rate": 5.233069299334347e-05,
      "loss": 0.6556,
      "step": 106857
    },
    {
      "epoch": 4.376735613352447,
      "grad_norm": 1.5644284971013345,
      "learning_rate": 5.2328217724538944e-05,
      "loss": 0.6517,
      "step": 106858
    },
    {
      "epoch": 4.376776571779644,
      "grad_norm": 1.7652299766241528,
      "learning_rate": 5.232574250190794e-05,
      "loss": 0.7335,
      "step": 106859
    },
    {
      "epoch": 4.37681753020684,
      "grad_norm": 1.1676019445351022,
      "learning_rate": 5.232326732545164e-05,
      "loss": 0.3088,
      "step": 106860
    },
    {
      "epoch": 4.376858488634037,
      "grad_norm": 1.6984074620571146,
      "learning_rate": 5.232079219517129e-05,
      "loss": 0.5752,
      "step": 106861
    },
    {
      "epoch": 4.376899447061233,
      "grad_norm": 1.4784933642765214,
      "learning_rate": 5.231831711106795e-05,
      "loss": 0.6541,
      "step": 106862
    },
    {
      "epoch": 4.376940405488429,
      "grad_norm": 1.9410692928228104,
      "learning_rate": 5.2315842073142846e-05,
      "loss": 0.6709,
      "step": 106863
    },
    {
      "epoch": 4.376981363915625,
      "grad_norm": 1.2021689466338763,
      "learning_rate": 5.231336708139719e-05,
      "loss": 0.441,
      "step": 106864
    },
    {
      "epoch": 4.377022322342822,
      "grad_norm": 1.7116864317571956,
      "learning_rate": 5.231089213583205e-05,
      "loss": 0.5752,
      "step": 106865
    },
    {
      "epoch": 4.3770632807700185,
      "grad_norm": 1.6740526546044026,
      "learning_rate": 5.230841723644871e-05,
      "loss": 0.7848,
      "step": 106866
    },
    {
      "epoch": 4.377104239197215,
      "grad_norm": 1.561783940769562,
      "learning_rate": 5.2305942383248234e-05,
      "loss": 0.5914,
      "step": 106867
    },
    {
      "epoch": 4.377145197624412,
      "grad_norm": 1.3412862432844423,
      "learning_rate": 5.230346757623183e-05,
      "loss": 0.4286,
      "step": 106868
    },
    {
      "epoch": 4.377186156051607,
      "grad_norm": 1.1567311967627405,
      "learning_rate": 5.230099281540072e-05,
      "loss": 0.4269,
      "step": 106869
    },
    {
      "epoch": 4.377227114478804,
      "grad_norm": 2.426801155491477,
      "learning_rate": 5.2298518100755996e-05,
      "loss": 0.8572,
      "step": 106870
    },
    {
      "epoch": 4.377268072906,
      "grad_norm": 1.5523338254022716,
      "learning_rate": 5.229604343229886e-05,
      "loss": 0.6438,
      "step": 106871
    },
    {
      "epoch": 4.377309031333197,
      "grad_norm": 1.079713211538,
      "learning_rate": 5.2293568810030546e-05,
      "loss": 0.4582,
      "step": 106872
    },
    {
      "epoch": 4.377349989760393,
      "grad_norm": 1.4940488586352418,
      "learning_rate": 5.2291094233952094e-05,
      "loss": 0.8398,
      "step": 106873
    },
    {
      "epoch": 4.37739094818759,
      "grad_norm": 1.1438266931858523,
      "learning_rate": 5.22886197040648e-05,
      "loss": 0.2083,
      "step": 106874
    },
    {
      "epoch": 4.377431906614786,
      "grad_norm": 1.678422358875508,
      "learning_rate": 5.228614522036972e-05,
      "loss": 0.6752,
      "step": 106875
    },
    {
      "epoch": 4.377472865041982,
      "grad_norm": 0.6798151735301016,
      "learning_rate": 5.2283670782868135e-05,
      "loss": 0.1653,
      "step": 106876
    },
    {
      "epoch": 4.377513823469179,
      "grad_norm": 2.036874597040583,
      "learning_rate": 5.228119639156117e-05,
      "loss": 0.7615,
      "step": 106877
    },
    {
      "epoch": 4.377554781896375,
      "grad_norm": 1.4763954187009394,
      "learning_rate": 5.2278722046449937e-05,
      "loss": 0.5822,
      "step": 106878
    },
    {
      "epoch": 4.377595740323572,
      "grad_norm": 1.8582115787011801,
      "learning_rate": 5.227624774753564e-05,
      "loss": 0.8028,
      "step": 106879
    },
    {
      "epoch": 4.377636698750768,
      "grad_norm": 1.4960213407474867,
      "learning_rate": 5.227377349481952e-05,
      "loss": 0.654,
      "step": 106880
    },
    {
      "epoch": 4.377677657177965,
      "grad_norm": 1.7190593433214043,
      "learning_rate": 5.227129928830263e-05,
      "loss": 0.8706,
      "step": 106881
    },
    {
      "epoch": 4.37771861560516,
      "grad_norm": 1.5331652604015498,
      "learning_rate": 5.226882512798621e-05,
      "loss": 0.4922,
      "step": 106882
    },
    {
      "epoch": 4.377759574032357,
      "grad_norm": 0.8414962228407509,
      "learning_rate": 5.226635101387146e-05,
      "loss": 0.1379,
      "step": 106883
    },
    {
      "epoch": 4.3778005324595535,
      "grad_norm": 1.720013144391787,
      "learning_rate": 5.226387694595946e-05,
      "loss": 0.8461,
      "step": 106884
    },
    {
      "epoch": 4.37784149088675,
      "grad_norm": 1.4160487191228814,
      "learning_rate": 5.2261402924251486e-05,
      "loss": 0.5939,
      "step": 106885
    },
    {
      "epoch": 4.3778824493139465,
      "grad_norm": 1.3240463520958636,
      "learning_rate": 5.225892894874858e-05,
      "loss": 0.7196,
      "step": 106886
    },
    {
      "epoch": 4.377923407741143,
      "grad_norm": 1.1191461753358072,
      "learning_rate": 5.225645501945199e-05,
      "loss": 0.4719,
      "step": 106887
    },
    {
      "epoch": 4.377964366168339,
      "grad_norm": 1.3335213265818067,
      "learning_rate": 5.2253981136362946e-05,
      "loss": 0.4797,
      "step": 106888
    },
    {
      "epoch": 4.378005324595535,
      "grad_norm": 1.3903513552309197,
      "learning_rate": 5.225150729948248e-05,
      "loss": 0.3199,
      "step": 106889
    },
    {
      "epoch": 4.378046283022732,
      "grad_norm": 1.5614665078895225,
      "learning_rate": 5.224903350881182e-05,
      "loss": 0.7254,
      "step": 106890
    },
    {
      "epoch": 4.378087241449928,
      "grad_norm": 1.6119992066136932,
      "learning_rate": 5.2246559764352215e-05,
      "loss": 0.5953,
      "step": 106891
    },
    {
      "epoch": 4.378128199877125,
      "grad_norm": 2.0634427036379335,
      "learning_rate": 5.2244086066104706e-05,
      "loss": 0.657,
      "step": 106892
    },
    {
      "epoch": 4.378169158304321,
      "grad_norm": 0.989694903583817,
      "learning_rate": 5.224161241407056e-05,
      "loss": 0.2435,
      "step": 106893
    },
    {
      "epoch": 4.378210116731518,
      "grad_norm": 1.6215056042043006,
      "learning_rate": 5.2239138808250876e-05,
      "loss": 0.6197,
      "step": 106894
    },
    {
      "epoch": 4.378251075158714,
      "grad_norm": 1.4381799250332716,
      "learning_rate": 5.223666524864683e-05,
      "loss": 0.6654,
      "step": 106895
    },
    {
      "epoch": 4.37829203358591,
      "grad_norm": 1.6177369884279358,
      "learning_rate": 5.223419173525968e-05,
      "loss": 0.6342,
      "step": 106896
    },
    {
      "epoch": 4.378332992013107,
      "grad_norm": 1.3734286159337834,
      "learning_rate": 5.223171826809048e-05,
      "loss": 0.4778,
      "step": 106897
    },
    {
      "epoch": 4.378373950440303,
      "grad_norm": 1.404843254854054,
      "learning_rate": 5.2229244847140465e-05,
      "loss": 0.5833,
      "step": 106898
    },
    {
      "epoch": 4.3784149088675,
      "grad_norm": 1.1901985853191053,
      "learning_rate": 5.2226771472410814e-05,
      "loss": 0.3206,
      "step": 106899
    },
    {
      "epoch": 4.378455867294696,
      "grad_norm": 1.5936929258933035,
      "learning_rate": 5.222429814390263e-05,
      "loss": 0.7755,
      "step": 106900
    },
    {
      "epoch": 4.378496825721892,
      "grad_norm": 0.9779597898675351,
      "learning_rate": 5.222182486161719e-05,
      "loss": 0.2573,
      "step": 106901
    },
    {
      "epoch": 4.3785377841490885,
      "grad_norm": 1.8122118934565987,
      "learning_rate": 5.221935162555554e-05,
      "loss": 0.7281,
      "step": 106902
    },
    {
      "epoch": 4.378578742576285,
      "grad_norm": 1.9963047223703265,
      "learning_rate": 5.2216878435718896e-05,
      "loss": 0.9114,
      "step": 106903
    },
    {
      "epoch": 4.3786197010034815,
      "grad_norm": 1.5720109316393454,
      "learning_rate": 5.2214405292108493e-05,
      "loss": 0.735,
      "step": 106904
    },
    {
      "epoch": 4.378660659430678,
      "grad_norm": 1.1821020698779852,
      "learning_rate": 5.2211932194725395e-05,
      "loss": 0.2644,
      "step": 106905
    },
    {
      "epoch": 4.378701617857875,
      "grad_norm": 1.5446110327561529,
      "learning_rate": 5.2209459143570834e-05,
      "loss": 0.608,
      "step": 106906
    },
    {
      "epoch": 4.37874257628507,
      "grad_norm": 1.4725061529495291,
      "learning_rate": 5.220698613864599e-05,
      "loss": 0.3972,
      "step": 106907
    },
    {
      "epoch": 4.378783534712267,
      "grad_norm": 1.3186710551274743,
      "learning_rate": 5.220451317995199e-05,
      "loss": 0.5844,
      "step": 106908
    },
    {
      "epoch": 4.378824493139463,
      "grad_norm": 1.6951172551378573,
      "learning_rate": 5.2202040267490046e-05,
      "loss": 0.6531,
      "step": 106909
    },
    {
      "epoch": 4.37886545156666,
      "grad_norm": 0.8567622474664022,
      "learning_rate": 5.219956740126126e-05,
      "loss": 0.2229,
      "step": 106910
    },
    {
      "epoch": 4.378906409993856,
      "grad_norm": 1.2965747672764294,
      "learning_rate": 5.219709458126684e-05,
      "loss": 0.6243,
      "step": 106911
    },
    {
      "epoch": 4.378947368421053,
      "grad_norm": 1.6195204448902245,
      "learning_rate": 5.219462180750802e-05,
      "loss": 0.8203,
      "step": 106912
    },
    {
      "epoch": 4.3789883268482495,
      "grad_norm": 0.5056640095739009,
      "learning_rate": 5.219214907998585e-05,
      "loss": 0.0729,
      "step": 106913
    },
    {
      "epoch": 4.379029285275445,
      "grad_norm": 0.9921508378854322,
      "learning_rate": 5.218967639870155e-05,
      "loss": 0.1958,
      "step": 106914
    },
    {
      "epoch": 4.379070243702642,
      "grad_norm": 1.36191605701466,
      "learning_rate": 5.218720376365635e-05,
      "loss": 0.5871,
      "step": 106915
    },
    {
      "epoch": 4.379111202129838,
      "grad_norm": 1.4816725696527837,
      "learning_rate": 5.218473117485132e-05,
      "loss": 0.5315,
      "step": 106916
    },
    {
      "epoch": 4.379152160557035,
      "grad_norm": 1.4689558473029856,
      "learning_rate": 5.218225863228771e-05,
      "loss": 0.619,
      "step": 106917
    },
    {
      "epoch": 4.379193118984231,
      "grad_norm": 1.6792434690055282,
      "learning_rate": 5.217978613596661e-05,
      "loss": 0.6615,
      "step": 106918
    },
    {
      "epoch": 4.379234077411428,
      "grad_norm": 0.9206848821138712,
      "learning_rate": 5.217731368588924e-05,
      "loss": 0.3003,
      "step": 106919
    },
    {
      "epoch": 4.379275035838623,
      "grad_norm": 1.6740436620626051,
      "learning_rate": 5.217484128205681e-05,
      "loss": 0.7247,
      "step": 106920
    },
    {
      "epoch": 4.37931599426582,
      "grad_norm": 1.0170785310260044,
      "learning_rate": 5.217236892447037e-05,
      "loss": 0.2122,
      "step": 106921
    },
    {
      "epoch": 4.3793569526930165,
      "grad_norm": 1.5621009890364692,
      "learning_rate": 5.2169896613131215e-05,
      "loss": 0.7225,
      "step": 106922
    },
    {
      "epoch": 4.379397911120213,
      "grad_norm": 2.0335167214399403,
      "learning_rate": 5.2167424348040414e-05,
      "loss": 0.9069,
      "step": 106923
    },
    {
      "epoch": 4.37943886954741,
      "grad_norm": 1.641121401114719,
      "learning_rate": 5.216495212919917e-05,
      "loss": 0.6458,
      "step": 106924
    },
    {
      "epoch": 4.379479827974606,
      "grad_norm": 0.6439397978845347,
      "learning_rate": 5.216247995660872e-05,
      "loss": 0.0571,
      "step": 106925
    },
    {
      "epoch": 4.379520786401802,
      "grad_norm": 0.5819934976522766,
      "learning_rate": 5.216000783027011e-05,
      "loss": 0.0588,
      "step": 106926
    },
    {
      "epoch": 4.379561744828998,
      "grad_norm": 1.538976995127197,
      "learning_rate": 5.2157535750184575e-05,
      "loss": 0.6532,
      "step": 106927
    },
    {
      "epoch": 4.379602703256195,
      "grad_norm": 1.32752787259854,
      "learning_rate": 5.2155063716353324e-05,
      "loss": 0.6114,
      "step": 106928
    },
    {
      "epoch": 4.379643661683391,
      "grad_norm": 1.582065496714181,
      "learning_rate": 5.215259172877744e-05,
      "loss": 0.5769,
      "step": 106929
    },
    {
      "epoch": 4.379684620110588,
      "grad_norm": 0.8498137938548381,
      "learning_rate": 5.2150119787458185e-05,
      "loss": 0.233,
      "step": 106930
    },
    {
      "epoch": 4.379725578537784,
      "grad_norm": 1.9644444677074384,
      "learning_rate": 5.214764789239661e-05,
      "loss": 1.0052,
      "step": 106931
    },
    {
      "epoch": 4.379766536964981,
      "grad_norm": 1.43664451987149,
      "learning_rate": 5.2145176043593965e-05,
      "loss": 0.6841,
      "step": 106932
    },
    {
      "epoch": 4.379807495392177,
      "grad_norm": 0.9140632308721055,
      "learning_rate": 5.214270424105144e-05,
      "loss": 0.2054,
      "step": 106933
    },
    {
      "epoch": 4.379848453819373,
      "grad_norm": 1.1652286043116105,
      "learning_rate": 5.2140232484770115e-05,
      "loss": 0.2796,
      "step": 106934
    },
    {
      "epoch": 4.37988941224657,
      "grad_norm": 1.5584898905131626,
      "learning_rate": 5.2137760774751226e-05,
      "loss": 0.6651,
      "step": 106935
    },
    {
      "epoch": 4.379930370673766,
      "grad_norm": 1.516250346431865,
      "learning_rate": 5.2135289110995975e-05,
      "loss": 0.7044,
      "step": 106936
    },
    {
      "epoch": 4.379971329100963,
      "grad_norm": 1.565274615019453,
      "learning_rate": 5.213281749350542e-05,
      "loss": 0.7061,
      "step": 106937
    },
    {
      "epoch": 4.380012287528159,
      "grad_norm": 2.032312292081217,
      "learning_rate": 5.2130345922280835e-05,
      "loss": 0.7695,
      "step": 106938
    },
    {
      "epoch": 4.380053245955355,
      "grad_norm": 0.8267910981414738,
      "learning_rate": 5.2127874397323296e-05,
      "loss": 0.2166,
      "step": 106939
    },
    {
      "epoch": 4.3800942043825515,
      "grad_norm": 1.4016685389369012,
      "learning_rate": 5.2125402918634024e-05,
      "loss": 0.6103,
      "step": 106940
    },
    {
      "epoch": 4.380135162809748,
      "grad_norm": 1.4143525941412605,
      "learning_rate": 5.2122931486214246e-05,
      "loss": 0.5428,
      "step": 106941
    },
    {
      "epoch": 4.3801761212369446,
      "grad_norm": 0.5688751374376527,
      "learning_rate": 5.212046010006498e-05,
      "loss": 0.0828,
      "step": 106942
    },
    {
      "epoch": 4.380217079664141,
      "grad_norm": 1.6769993330166297,
      "learning_rate": 5.2117988760187505e-05,
      "loss": 0.7436,
      "step": 106943
    },
    {
      "epoch": 4.380258038091338,
      "grad_norm": 1.8020822663279072,
      "learning_rate": 5.2115517466583016e-05,
      "loss": 0.865,
      "step": 106944
    },
    {
      "epoch": 4.380298996518533,
      "grad_norm": 1.0874491780389686,
      "learning_rate": 5.211304621925258e-05,
      "loss": 0.2626,
      "step": 106945
    },
    {
      "epoch": 4.38033995494573,
      "grad_norm": 1.1724064362466664,
      "learning_rate": 5.211057501819746e-05,
      "loss": 0.2337,
      "step": 106946
    },
    {
      "epoch": 4.380380913372926,
      "grad_norm": 1.1381651786676077,
      "learning_rate": 5.2108103863418784e-05,
      "loss": 0.3016,
      "step": 106947
    },
    {
      "epoch": 4.380421871800123,
      "grad_norm": 1.3571582808559908,
      "learning_rate": 5.2105632754917666e-05,
      "loss": 0.564,
      "step": 106948
    },
    {
      "epoch": 4.380462830227319,
      "grad_norm": 0.8047514623523528,
      "learning_rate": 5.210316169269537e-05,
      "loss": 0.2082,
      "step": 106949
    },
    {
      "epoch": 4.380503788654516,
      "grad_norm": 1.204702718380507,
      "learning_rate": 5.210069067675298e-05,
      "loss": 0.588,
      "step": 106950
    },
    {
      "epoch": 4.3805447470817125,
      "grad_norm": 1.7142180026266518,
      "learning_rate": 5.2098219707091694e-05,
      "loss": 0.818,
      "step": 106951
    },
    {
      "epoch": 4.380585705508908,
      "grad_norm": 1.4722699719394445,
      "learning_rate": 5.2095748783712736e-05,
      "loss": 0.5516,
      "step": 106952
    },
    {
      "epoch": 4.380626663936105,
      "grad_norm": 1.506984295854794,
      "learning_rate": 5.209327790661718e-05,
      "loss": 0.7215,
      "step": 106953
    },
    {
      "epoch": 4.380667622363301,
      "grad_norm": 1.6395450845012634,
      "learning_rate": 5.209080707580624e-05,
      "loss": 0.8034,
      "step": 106954
    },
    {
      "epoch": 4.380708580790498,
      "grad_norm": 0.7175211480558057,
      "learning_rate": 5.208833629128113e-05,
      "loss": 0.1507,
      "step": 106955
    },
    {
      "epoch": 4.380749539217694,
      "grad_norm": 1.026817295064777,
      "learning_rate": 5.208586555304293e-05,
      "loss": 0.3248,
      "step": 106956
    },
    {
      "epoch": 4.380790497644891,
      "grad_norm": 0.8052812037051739,
      "learning_rate": 5.2083394861092895e-05,
      "loss": 0.1457,
      "step": 106957
    },
    {
      "epoch": 4.3808314560720865,
      "grad_norm": 1.098282692621078,
      "learning_rate": 5.208092421543211e-05,
      "loss": 0.3021,
      "step": 106958
    },
    {
      "epoch": 4.380872414499283,
      "grad_norm": 1.0706717495568239,
      "learning_rate": 5.207845361606177e-05,
      "loss": 0.33,
      "step": 106959
    },
    {
      "epoch": 4.3809133729264795,
      "grad_norm": 1.7831989838837308,
      "learning_rate": 5.207598306298311e-05,
      "loss": 1.0774,
      "step": 106960
    },
    {
      "epoch": 4.380954331353676,
      "grad_norm": 1.1906955167379818,
      "learning_rate": 5.207351255619719e-05,
      "loss": 0.5383,
      "step": 106961
    },
    {
      "epoch": 4.380995289780873,
      "grad_norm": 1.637813785202086,
      "learning_rate": 5.2071042095705234e-05,
      "loss": 0.7433,
      "step": 106962
    },
    {
      "epoch": 4.381036248208069,
      "grad_norm": 1.6366945079600572,
      "learning_rate": 5.206857168150846e-05,
      "loss": 0.7176,
      "step": 106963
    },
    {
      "epoch": 4.381077206635265,
      "grad_norm": 1.2708458845143624,
      "learning_rate": 5.2066101313607934e-05,
      "loss": 0.4862,
      "step": 106964
    },
    {
      "epoch": 4.381118165062461,
      "grad_norm": 1.5580794574738297,
      "learning_rate": 5.206363099200491e-05,
      "loss": 0.6072,
      "step": 106965
    },
    {
      "epoch": 4.381159123489658,
      "grad_norm": 1.117026573190204,
      "learning_rate": 5.206116071670048e-05,
      "loss": 0.2951,
      "step": 106966
    },
    {
      "epoch": 4.381200081916854,
      "grad_norm": 1.6000715195284039,
      "learning_rate": 5.2058690487695844e-05,
      "loss": 0.6299,
      "step": 106967
    },
    {
      "epoch": 4.381241040344051,
      "grad_norm": 1.624739381063256,
      "learning_rate": 5.205622030499223e-05,
      "loss": 0.8719,
      "step": 106968
    },
    {
      "epoch": 4.3812819987712475,
      "grad_norm": 1.0712061190613236,
      "learning_rate": 5.205375016859071e-05,
      "loss": 0.2369,
      "step": 106969
    },
    {
      "epoch": 4.381322957198444,
      "grad_norm": 2.0327107283605086,
      "learning_rate": 5.205128007849248e-05,
      "loss": 0.8436,
      "step": 106970
    },
    {
      "epoch": 4.38136391562564,
      "grad_norm": 2.14517738575943,
      "learning_rate": 5.204881003469876e-05,
      "loss": 1.1164,
      "step": 106971
    },
    {
      "epoch": 4.381404874052836,
      "grad_norm": 1.695190567760172,
      "learning_rate": 5.204634003721065e-05,
      "loss": 0.6897,
      "step": 106972
    },
    {
      "epoch": 4.381445832480033,
      "grad_norm": 1.6995087623605563,
      "learning_rate": 5.2043870086029385e-05,
      "loss": 0.7422,
      "step": 106973
    },
    {
      "epoch": 4.381486790907229,
      "grad_norm": 1.7709931201568667,
      "learning_rate": 5.204140018115606e-05,
      "loss": 0.9156,
      "step": 106974
    },
    {
      "epoch": 4.381527749334426,
      "grad_norm": 1.3567140413214906,
      "learning_rate": 5.203893032259186e-05,
      "loss": 0.4254,
      "step": 106975
    },
    {
      "epoch": 4.381568707761622,
      "grad_norm": 1.4911474883603852,
      "learning_rate": 5.203646051033803e-05,
      "loss": 0.6894,
      "step": 106976
    },
    {
      "epoch": 4.381609666188818,
      "grad_norm": 1.4354704173709123,
      "learning_rate": 5.203399074439562e-05,
      "loss": 0.6287,
      "step": 106977
    },
    {
      "epoch": 4.3816506246160145,
      "grad_norm": 1.6352857553765734,
      "learning_rate": 5.203152102476585e-05,
      "loss": 0.6343,
      "step": 106978
    },
    {
      "epoch": 4.381691583043211,
      "grad_norm": 1.4314946270545919,
      "learning_rate": 5.202905135144995e-05,
      "loss": 0.6114,
      "step": 106979
    },
    {
      "epoch": 4.381732541470408,
      "grad_norm": 1.8194854737502626,
      "learning_rate": 5.202658172444898e-05,
      "loss": 0.9042,
      "step": 106980
    },
    {
      "epoch": 4.381773499897604,
      "grad_norm": 1.2862300815564134,
      "learning_rate": 5.2024112143764214e-05,
      "loss": 0.5028,
      "step": 106981
    },
    {
      "epoch": 4.381814458324801,
      "grad_norm": 1.1394744934528083,
      "learning_rate": 5.2021642609396693e-05,
      "loss": 0.3534,
      "step": 106982
    },
    {
      "epoch": 4.381855416751996,
      "grad_norm": 1.7867974514152525,
      "learning_rate": 5.2019173121347666e-05,
      "loss": 0.6758,
      "step": 106983
    },
    {
      "epoch": 4.381896375179193,
      "grad_norm": 2.3105230932136958,
      "learning_rate": 5.201670367961834e-05,
      "loss": 1.1035,
      "step": 106984
    },
    {
      "epoch": 4.381937333606389,
      "grad_norm": 1.249776025467456,
      "learning_rate": 5.201423428420977e-05,
      "loss": 0.3987,
      "step": 106985
    },
    {
      "epoch": 4.381978292033586,
      "grad_norm": 1.7715759249621594,
      "learning_rate": 5.20117649351232e-05,
      "loss": 0.6787,
      "step": 106986
    },
    {
      "epoch": 4.3820192504607824,
      "grad_norm": 4.439374165666707,
      "learning_rate": 5.2009295632359816e-05,
      "loss": 3.0542,
      "step": 106987
    },
    {
      "epoch": 4.382060208887979,
      "grad_norm": 1.505400249530069,
      "learning_rate": 5.200682637592071e-05,
      "loss": 0.6796,
      "step": 106988
    },
    {
      "epoch": 4.3821011673151755,
      "grad_norm": 0.9582299458115001,
      "learning_rate": 5.2004357165807135e-05,
      "loss": 0.2369,
      "step": 106989
    },
    {
      "epoch": 4.382142125742371,
      "grad_norm": 3.307477651415302,
      "learning_rate": 5.200188800202017e-05,
      "loss": 3.733,
      "step": 106990
    },
    {
      "epoch": 4.382183084169568,
      "grad_norm": 0.7673376083529871,
      "learning_rate": 5.199941888456103e-05,
      "loss": 0.2156,
      "step": 106991
    },
    {
      "epoch": 4.382224042596764,
      "grad_norm": 1.7513663447490113,
      "learning_rate": 5.199694981343091e-05,
      "loss": 0.6158,
      "step": 106992
    },
    {
      "epoch": 4.382265001023961,
      "grad_norm": 1.3431543267899282,
      "learning_rate": 5.199448078863092e-05,
      "loss": 0.5746,
      "step": 106993
    },
    {
      "epoch": 4.382305959451157,
      "grad_norm": 0.8487497019539217,
      "learning_rate": 5.199201181016228e-05,
      "loss": 0.2195,
      "step": 106994
    },
    {
      "epoch": 4.382346917878354,
      "grad_norm": 3.433298682849397,
      "learning_rate": 5.198954287802609e-05,
      "loss": 1.5742,
      "step": 106995
    },
    {
      "epoch": 4.3823878763055495,
      "grad_norm": 1.556238634128679,
      "learning_rate": 5.198707399222356e-05,
      "loss": 0.8819,
      "step": 106996
    },
    {
      "epoch": 4.382428834732746,
      "grad_norm": 0.8241976795870105,
      "learning_rate": 5.19846051527559e-05,
      "loss": 0.2237,
      "step": 106997
    },
    {
      "epoch": 4.382469793159943,
      "grad_norm": 1.6647870039410142,
      "learning_rate": 5.198213635962417e-05,
      "loss": 0.8415,
      "step": 106998
    },
    {
      "epoch": 4.382510751587139,
      "grad_norm": 1.5503867398073565,
      "learning_rate": 5.1979667612829614e-05,
      "loss": 0.7356,
      "step": 106999
    },
    {
      "epoch": 4.382551710014336,
      "grad_norm": 1.9500814276267764,
      "learning_rate": 5.197719891237342e-05,
      "loss": 1.0199,
      "step": 107000
    },
    {
      "epoch": 4.382592668441532,
      "grad_norm": 1.578063442946092,
      "learning_rate": 5.197473025825668e-05,
      "loss": 0.6193,
      "step": 107001
    },
    {
      "epoch": 4.382633626868728,
      "grad_norm": 1.1016586442603389,
      "learning_rate": 5.197226165048064e-05,
      "loss": 0.2623,
      "step": 107002
    },
    {
      "epoch": 4.382674585295924,
      "grad_norm": 1.1298908934136322,
      "learning_rate": 5.19697930890464e-05,
      "loss": 0.2913,
      "step": 107003
    },
    {
      "epoch": 4.382715543723121,
      "grad_norm": 1.2132820370978217,
      "learning_rate": 5.196732457395513e-05,
      "loss": 0.3904,
      "step": 107004
    },
    {
      "epoch": 4.382756502150317,
      "grad_norm": 1.4360957863658612,
      "learning_rate": 5.1964856105208066e-05,
      "loss": 0.6217,
      "step": 107005
    },
    {
      "epoch": 4.382797460577514,
      "grad_norm": 1.6251184502792535,
      "learning_rate": 5.196238768280629e-05,
      "loss": 0.821,
      "step": 107006
    },
    {
      "epoch": 4.3828384190047105,
      "grad_norm": 1.425324608977473,
      "learning_rate": 5.195991930675102e-05,
      "loss": 0.6821,
      "step": 107007
    },
    {
      "epoch": 4.382879377431907,
      "grad_norm": 1.3693181829809633,
      "learning_rate": 5.195745097704344e-05,
      "loss": 0.5789,
      "step": 107008
    },
    {
      "epoch": 4.382920335859103,
      "grad_norm": 1.656322868340417,
      "learning_rate": 5.1954982693684656e-05,
      "loss": 0.5945,
      "step": 107009
    },
    {
      "epoch": 4.382961294286299,
      "grad_norm": 2.093564038704474,
      "learning_rate": 5.1952514456675895e-05,
      "loss": 1.1624,
      "step": 107010
    },
    {
      "epoch": 4.383002252713496,
      "grad_norm": 1.591138238775392,
      "learning_rate": 5.195004626601827e-05,
      "loss": 0.6387,
      "step": 107011
    },
    {
      "epoch": 4.383043211140692,
      "grad_norm": 1.4983944677947882,
      "learning_rate": 5.194757812171295e-05,
      "loss": 0.4418,
      "step": 107012
    },
    {
      "epoch": 4.383084169567889,
      "grad_norm": 2.2072617252234896,
      "learning_rate": 5.194511002376119e-05,
      "loss": 1.4458,
      "step": 107013
    },
    {
      "epoch": 4.383125127995085,
      "grad_norm": 1.8347886184572653,
      "learning_rate": 5.1942641972164046e-05,
      "loss": 0.7636,
      "step": 107014
    },
    {
      "epoch": 4.383166086422281,
      "grad_norm": 2.080123959974613,
      "learning_rate": 5.194017396692272e-05,
      "loss": 1.0097,
      "step": 107015
    },
    {
      "epoch": 4.3832070448494775,
      "grad_norm": 1.514169892170323,
      "learning_rate": 5.193770600803845e-05,
      "loss": 0.7601,
      "step": 107016
    },
    {
      "epoch": 4.383248003276674,
      "grad_norm": 1.8094944088812153,
      "learning_rate": 5.1935238095512324e-05,
      "loss": 0.803,
      "step": 107017
    },
    {
      "epoch": 4.383288961703871,
      "grad_norm": 1.749032141799684,
      "learning_rate": 5.193277022934549e-05,
      "loss": 0.7713,
      "step": 107018
    },
    {
      "epoch": 4.383329920131067,
      "grad_norm": 1.0323354769099844,
      "learning_rate": 5.1930302409539195e-05,
      "loss": 0.3712,
      "step": 107019
    },
    {
      "epoch": 4.383370878558264,
      "grad_norm": 0.7130182958585185,
      "learning_rate": 5.1927834636094524e-05,
      "loss": 0.2183,
      "step": 107020
    },
    {
      "epoch": 4.383411836985459,
      "grad_norm": 1.4235250929494885,
      "learning_rate": 5.192536690901273e-05,
      "loss": 0.5671,
      "step": 107021
    },
    {
      "epoch": 4.383452795412656,
      "grad_norm": 1.7149133996038357,
      "learning_rate": 5.1922899228294876e-05,
      "loss": 0.6456,
      "step": 107022
    },
    {
      "epoch": 4.383493753839852,
      "grad_norm": 1.2393317385880542,
      "learning_rate": 5.192043159394219e-05,
      "loss": 0.419,
      "step": 107023
    },
    {
      "epoch": 4.383534712267049,
      "grad_norm": 1.1944005919268892,
      "learning_rate": 5.191796400595588e-05,
      "loss": 0.3294,
      "step": 107024
    },
    {
      "epoch": 4.3835756706942455,
      "grad_norm": 1.929237835857074,
      "learning_rate": 5.1915496464337014e-05,
      "loss": 0.8235,
      "step": 107025
    },
    {
      "epoch": 4.383616629121442,
      "grad_norm": 1.5177900206252786,
      "learning_rate": 5.191302896908681e-05,
      "loss": 0.6353,
      "step": 107026
    },
    {
      "epoch": 4.3836575875486385,
      "grad_norm": 1.674710348521912,
      "learning_rate": 5.1910561520206474e-05,
      "loss": 0.8261,
      "step": 107027
    },
    {
      "epoch": 4.383698545975834,
      "grad_norm": 1.0242477855997179,
      "learning_rate": 5.1908094117697094e-05,
      "loss": 0.2813,
      "step": 107028
    },
    {
      "epoch": 4.383739504403031,
      "grad_norm": 1.413415729614946,
      "learning_rate": 5.190562676155993e-05,
      "loss": 0.5956,
      "step": 107029
    },
    {
      "epoch": 4.383780462830227,
      "grad_norm": 0.8942384812427955,
      "learning_rate": 5.1903159451796026e-05,
      "loss": 0.2431,
      "step": 107030
    },
    {
      "epoch": 4.383821421257424,
      "grad_norm": 1.3385504143890259,
      "learning_rate": 5.190069218840664e-05,
      "loss": 0.3026,
      "step": 107031
    },
    {
      "epoch": 4.38386237968462,
      "grad_norm": 1.1821403219555875,
      "learning_rate": 5.1898224971392945e-05,
      "loss": 0.5701,
      "step": 107032
    },
    {
      "epoch": 4.383903338111817,
      "grad_norm": 1.7347808444873114,
      "learning_rate": 5.1895757800756035e-05,
      "loss": 0.7762,
      "step": 107033
    },
    {
      "epoch": 4.3839442965390125,
      "grad_norm": 1.3683806553761217,
      "learning_rate": 5.189329067649712e-05,
      "loss": 0.3504,
      "step": 107034
    },
    {
      "epoch": 4.383985254966209,
      "grad_norm": 1.3935776048777273,
      "learning_rate": 5.18908235986174e-05,
      "loss": 0.3695,
      "step": 107035
    },
    {
      "epoch": 4.384026213393406,
      "grad_norm": 1.7309653932787201,
      "learning_rate": 5.188835656711796e-05,
      "loss": 0.673,
      "step": 107036
    },
    {
      "epoch": 4.384067171820602,
      "grad_norm": 1.442503954488665,
      "learning_rate": 5.188588958200007e-05,
      "loss": 0.6363,
      "step": 107037
    },
    {
      "epoch": 4.384108130247799,
      "grad_norm": 1.3606179286924767,
      "learning_rate": 5.1883422643264785e-05,
      "loss": 0.59,
      "step": 107038
    },
    {
      "epoch": 4.384149088674995,
      "grad_norm": 1.5734082683528872,
      "learning_rate": 5.188095575091332e-05,
      "loss": 0.8474,
      "step": 107039
    },
    {
      "epoch": 4.384190047102191,
      "grad_norm": 1.5196797037394338,
      "learning_rate": 5.187848890494691e-05,
      "loss": 0.581,
      "step": 107040
    },
    {
      "epoch": 4.384231005529387,
      "grad_norm": 1.7011852612425387,
      "learning_rate": 5.1876022105366605e-05,
      "loss": 0.6574,
      "step": 107041
    },
    {
      "epoch": 4.384271963956584,
      "grad_norm": 2.0006759576080384,
      "learning_rate": 5.1873555352173614e-05,
      "loss": 0.775,
      "step": 107042
    },
    {
      "epoch": 4.3843129223837805,
      "grad_norm": 1.5078267530075828,
      "learning_rate": 5.187108864536916e-05,
      "loss": 0.6557,
      "step": 107043
    },
    {
      "epoch": 4.384353880810977,
      "grad_norm": 1.7779994485724118,
      "learning_rate": 5.18686219849543e-05,
      "loss": 0.7471,
      "step": 107044
    },
    {
      "epoch": 4.3843948392381735,
      "grad_norm": 1.267452801294389,
      "learning_rate": 5.186615537093034e-05,
      "loss": 0.4979,
      "step": 107045
    },
    {
      "epoch": 4.38443579766537,
      "grad_norm": 1.2534202984510128,
      "learning_rate": 5.1863688803298295e-05,
      "loss": 0.5648,
      "step": 107046
    },
    {
      "epoch": 4.384476756092566,
      "grad_norm": 0.4480769557957542,
      "learning_rate": 5.1861222282059414e-05,
      "loss": 0.058,
      "step": 107047
    },
    {
      "epoch": 4.384517714519762,
      "grad_norm": 2.0333287450000648,
      "learning_rate": 5.18587558072149e-05,
      "loss": 0.6794,
      "step": 107048
    },
    {
      "epoch": 4.384558672946959,
      "grad_norm": 1.2781388395221642,
      "learning_rate": 5.185628937876582e-05,
      "loss": 0.3475,
      "step": 107049
    },
    {
      "epoch": 4.384599631374155,
      "grad_norm": 1.6851361468444852,
      "learning_rate": 5.1853822996713395e-05,
      "loss": 0.7771,
      "step": 107050
    },
    {
      "epoch": 4.384640589801352,
      "grad_norm": 0.6785957715613421,
      "learning_rate": 5.185135666105884e-05,
      "loss": 0.1344,
      "step": 107051
    },
    {
      "epoch": 4.384681548228548,
      "grad_norm": 1.3515130000899889,
      "learning_rate": 5.1848890371803205e-05,
      "loss": 0.4574,
      "step": 107052
    },
    {
      "epoch": 4.384722506655744,
      "grad_norm": 1.2753859507892435,
      "learning_rate": 5.184642412894778e-05,
      "loss": 0.397,
      "step": 107053
    },
    {
      "epoch": 4.384763465082941,
      "grad_norm": 1.0623673548217212,
      "learning_rate": 5.1843957932493614e-05,
      "loss": 0.2754,
      "step": 107054
    },
    {
      "epoch": 4.384804423510137,
      "grad_norm": 1.3734476862714682,
      "learning_rate": 5.184149178244194e-05,
      "loss": 0.5936,
      "step": 107055
    },
    {
      "epoch": 4.384845381937334,
      "grad_norm": 1.5839389869650313,
      "learning_rate": 5.1839025678793947e-05,
      "loss": 0.5996,
      "step": 107056
    },
    {
      "epoch": 4.38488634036453,
      "grad_norm": 1.8027637560148095,
      "learning_rate": 5.183655962155072e-05,
      "loss": 0.6439,
      "step": 107057
    },
    {
      "epoch": 4.384927298791727,
      "grad_norm": 1.268664619601979,
      "learning_rate": 5.183409361071347e-05,
      "loss": 0.231,
      "step": 107058
    },
    {
      "epoch": 4.384968257218922,
      "grad_norm": 1.0266520167823274,
      "learning_rate": 5.1831627646283436e-05,
      "loss": 0.1819,
      "step": 107059
    },
    {
      "epoch": 4.385009215646119,
      "grad_norm": 1.562136804715926,
      "learning_rate": 5.1829161728261644e-05,
      "loss": 0.5794,
      "step": 107060
    },
    {
      "epoch": 4.385050174073315,
      "grad_norm": 1.6938523753908283,
      "learning_rate": 5.1826695856649376e-05,
      "loss": 0.708,
      "step": 107061
    },
    {
      "epoch": 4.385091132500512,
      "grad_norm": 1.3619544342065646,
      "learning_rate": 5.18242300314477e-05,
      "loss": 0.582,
      "step": 107062
    },
    {
      "epoch": 4.3851320909277085,
      "grad_norm": 1.346405670358274,
      "learning_rate": 5.182176425265783e-05,
      "loss": 0.3126,
      "step": 107063
    },
    {
      "epoch": 4.385173049354905,
      "grad_norm": 1.2626705608944961,
      "learning_rate": 5.1819298520281004e-05,
      "loss": 0.4368,
      "step": 107064
    },
    {
      "epoch": 4.385214007782102,
      "grad_norm": 1.2278618249878697,
      "learning_rate": 5.1816832834318253e-05,
      "loss": 0.4652,
      "step": 107065
    },
    {
      "epoch": 4.385254966209297,
      "grad_norm": 1.1694275917816963,
      "learning_rate": 5.181436719477085e-05,
      "loss": 0.3895,
      "step": 107066
    },
    {
      "epoch": 4.385295924636494,
      "grad_norm": 1.349416622522343,
      "learning_rate": 5.181190160163987e-05,
      "loss": 0.5466,
      "step": 107067
    },
    {
      "epoch": 4.38533688306369,
      "grad_norm": 0.7714165328538395,
      "learning_rate": 5.180943605492651e-05,
      "loss": 0.1947,
      "step": 107068
    },
    {
      "epoch": 4.385377841490887,
      "grad_norm": 0.6310906026702796,
      "learning_rate": 5.180697055463202e-05,
      "loss": 0.1092,
      "step": 107069
    },
    {
      "epoch": 4.385418799918083,
      "grad_norm": 2.6986895159989737,
      "learning_rate": 5.180450510075745e-05,
      "loss": 1.4648,
      "step": 107070
    },
    {
      "epoch": 4.38545975834528,
      "grad_norm": 1.6545555995662375,
      "learning_rate": 5.180203969330401e-05,
      "loss": 0.6759,
      "step": 107071
    },
    {
      "epoch": 4.3855007167724755,
      "grad_norm": 1.4333330322342899,
      "learning_rate": 5.1799574332272906e-05,
      "loss": 0.6964,
      "step": 107072
    },
    {
      "epoch": 4.385541675199672,
      "grad_norm": 1.6774646450942639,
      "learning_rate": 5.179710901766523e-05,
      "loss": 0.9523,
      "step": 107073
    },
    {
      "epoch": 4.385582633626869,
      "grad_norm": 1.245040543453731,
      "learning_rate": 5.179464374948222e-05,
      "loss": 0.3937,
      "step": 107074
    },
    {
      "epoch": 4.385623592054065,
      "grad_norm": 1.5473293160871482,
      "learning_rate": 5.1792178527724953e-05,
      "loss": 0.5181,
      "step": 107075
    },
    {
      "epoch": 4.385664550481262,
      "grad_norm": 1.6050869681063014,
      "learning_rate": 5.178971335239465e-05,
      "loss": 0.5958,
      "step": 107076
    },
    {
      "epoch": 4.385705508908458,
      "grad_norm": 1.6122068507009835,
      "learning_rate": 5.1787248223492526e-05,
      "loss": 0.7164,
      "step": 107077
    },
    {
      "epoch": 4.385746467335654,
      "grad_norm": 1.4751595008505702,
      "learning_rate": 5.178478314101963e-05,
      "loss": 0.6916,
      "step": 107078
    },
    {
      "epoch": 4.38578742576285,
      "grad_norm": 1.5206624486286022,
      "learning_rate": 5.1782318104977194e-05,
      "loss": 0.5489,
      "step": 107079
    },
    {
      "epoch": 4.385828384190047,
      "grad_norm": 1.3209309297819543,
      "learning_rate": 5.177985311536643e-05,
      "loss": 0.4922,
      "step": 107080
    },
    {
      "epoch": 4.3858693426172435,
      "grad_norm": 1.590952116040316,
      "learning_rate": 5.177738817218841e-05,
      "loss": 0.679,
      "step": 107081
    },
    {
      "epoch": 4.38591030104444,
      "grad_norm": 1.6866351792359688,
      "learning_rate": 5.177492327544438e-05,
      "loss": 0.6821,
      "step": 107082
    },
    {
      "epoch": 4.3859512594716366,
      "grad_norm": 1.5418604172189985,
      "learning_rate": 5.177245842513542e-05,
      "loss": 0.4588,
      "step": 107083
    },
    {
      "epoch": 4.385992217898833,
      "grad_norm": 1.4110412185004912,
      "learning_rate": 5.1769993621262754e-05,
      "loss": 0.6769,
      "step": 107084
    },
    {
      "epoch": 4.386033176326029,
      "grad_norm": 1.2871020446350154,
      "learning_rate": 5.176752886382757e-05,
      "loss": 0.5037,
      "step": 107085
    },
    {
      "epoch": 4.386074134753225,
      "grad_norm": 1.4597762795855087,
      "learning_rate": 5.176506415283095e-05,
      "loss": 0.49,
      "step": 107086
    },
    {
      "epoch": 4.386115093180422,
      "grad_norm": 1.0154365615702776,
      "learning_rate": 5.176259948827416e-05,
      "loss": 0.1471,
      "step": 107087
    },
    {
      "epoch": 4.386156051607618,
      "grad_norm": 1.749036791509835,
      "learning_rate": 5.1760134870158315e-05,
      "loss": 0.7641,
      "step": 107088
    },
    {
      "epoch": 4.386197010034815,
      "grad_norm": 1.5405824339153729,
      "learning_rate": 5.175767029848452e-05,
      "loss": 0.4796,
      "step": 107089
    },
    {
      "epoch": 4.386237968462011,
      "grad_norm": 1.4545889936953227,
      "learning_rate": 5.175520577325401e-05,
      "loss": 0.5622,
      "step": 107090
    },
    {
      "epoch": 4.386278926889207,
      "grad_norm": 1.4271890761674553,
      "learning_rate": 5.1752741294467984e-05,
      "loss": 0.4818,
      "step": 107091
    },
    {
      "epoch": 4.386319885316404,
      "grad_norm": 0.8563557246698876,
      "learning_rate": 5.17502768621275e-05,
      "loss": 0.2114,
      "step": 107092
    },
    {
      "epoch": 4.3863608437436,
      "grad_norm": 1.6497894834613818,
      "learning_rate": 5.1747812476233845e-05,
      "loss": 0.7141,
      "step": 107093
    },
    {
      "epoch": 4.386401802170797,
      "grad_norm": 1.6148538137443165,
      "learning_rate": 5.1745348136788054e-05,
      "loss": 0.5749,
      "step": 107094
    },
    {
      "epoch": 4.386442760597993,
      "grad_norm": 1.2840697218121786,
      "learning_rate": 5.1742883843791395e-05,
      "loss": 0.437,
      "step": 107095
    },
    {
      "epoch": 4.38648371902519,
      "grad_norm": 3.297546817909386,
      "learning_rate": 5.174041959724503e-05,
      "loss": 1.1763,
      "step": 107096
    },
    {
      "epoch": 4.386524677452385,
      "grad_norm": 1.148241911020268,
      "learning_rate": 5.1737955397150034e-05,
      "loss": 0.2615,
      "step": 107097
    },
    {
      "epoch": 4.386565635879582,
      "grad_norm": 1.5762575363966922,
      "learning_rate": 5.173549124350763e-05,
      "loss": 0.5982,
      "step": 107098
    },
    {
      "epoch": 4.3866065943067785,
      "grad_norm": 1.5310058923860472,
      "learning_rate": 5.173302713631906e-05,
      "loss": 0.5558,
      "step": 107099
    },
    {
      "epoch": 4.386647552733975,
      "grad_norm": 1.0012125569965684,
      "learning_rate": 5.173056307558533e-05,
      "loss": 0.2635,
      "step": 107100
    },
    {
      "epoch": 4.3866885111611715,
      "grad_norm": 0.32882725290252385,
      "learning_rate": 5.172809906130777e-05,
      "loss": 0.0331,
      "step": 107101
    },
    {
      "epoch": 4.386729469588368,
      "grad_norm": 1.6479011971733784,
      "learning_rate": 5.172563509348739e-05,
      "loss": 0.6626,
      "step": 107102
    },
    {
      "epoch": 4.386770428015565,
      "grad_norm": 0.9028869938849226,
      "learning_rate": 5.172317117212544e-05,
      "loss": 0.2113,
      "step": 107103
    },
    {
      "epoch": 4.38681138644276,
      "grad_norm": 1.6501206993216642,
      "learning_rate": 5.17207072972231e-05,
      "loss": 0.7343,
      "step": 107104
    },
    {
      "epoch": 4.386852344869957,
      "grad_norm": 1.896668369174461,
      "learning_rate": 5.171824346878149e-05,
      "loss": 0.7225,
      "step": 107105
    },
    {
      "epoch": 4.386893303297153,
      "grad_norm": 1.4142430129661907,
      "learning_rate": 5.1715779686801764e-05,
      "loss": 0.6925,
      "step": 107106
    },
    {
      "epoch": 4.38693426172435,
      "grad_norm": 1.7525665616221127,
      "learning_rate": 5.1713315951285165e-05,
      "loss": 0.8571,
      "step": 107107
    },
    {
      "epoch": 4.386975220151546,
      "grad_norm": 1.5404571985859163,
      "learning_rate": 5.171085226223276e-05,
      "loss": 0.7493,
      "step": 107108
    },
    {
      "epoch": 4.387016178578743,
      "grad_norm": 1.438683322666756,
      "learning_rate": 5.170838861964583e-05,
      "loss": 0.5987,
      "step": 107109
    },
    {
      "epoch": 4.387057137005939,
      "grad_norm": 1.773914821768626,
      "learning_rate": 5.170592502352541e-05,
      "loss": 0.6849,
      "step": 107110
    },
    {
      "epoch": 4.387098095433135,
      "grad_norm": 1.1934696169362269,
      "learning_rate": 5.1703461473872715e-05,
      "loss": 0.4724,
      "step": 107111
    },
    {
      "epoch": 4.387139053860332,
      "grad_norm": 2.381673386183606,
      "learning_rate": 5.170099797068899e-05,
      "loss": 1.3403,
      "step": 107112
    },
    {
      "epoch": 4.387180012287528,
      "grad_norm": 1.2356127111911708,
      "learning_rate": 5.169853451397525e-05,
      "loss": 0.4422,
      "step": 107113
    },
    {
      "epoch": 4.387220970714725,
      "grad_norm": 1.061513919969979,
      "learning_rate": 5.169607110373275e-05,
      "loss": 0.254,
      "step": 107114
    },
    {
      "epoch": 4.387261929141921,
      "grad_norm": 1.7023518787450023,
      "learning_rate": 5.1693607739962706e-05,
      "loss": 0.5368,
      "step": 107115
    },
    {
      "epoch": 4.387302887569117,
      "grad_norm": 1.1077687235617422,
      "learning_rate": 5.1691144422666165e-05,
      "loss": 0.2853,
      "step": 107116
    },
    {
      "epoch": 4.387343845996313,
      "grad_norm": 1.3321922904459276,
      "learning_rate": 5.168868115184438e-05,
      "loss": 0.5,
      "step": 107117
    },
    {
      "epoch": 4.38738480442351,
      "grad_norm": 1.2421357924341896,
      "learning_rate": 5.1686217927498455e-05,
      "loss": 0.2968,
      "step": 107118
    },
    {
      "epoch": 4.3874257628507065,
      "grad_norm": 0.8077075477644019,
      "learning_rate": 5.168375474962956e-05,
      "loss": 0.1817,
      "step": 107119
    },
    {
      "epoch": 4.387466721277903,
      "grad_norm": 1.625822002056251,
      "learning_rate": 5.1681291618238945e-05,
      "loss": 0.6126,
      "step": 107120
    },
    {
      "epoch": 4.3875076797051,
      "grad_norm": 1.6541247429247299,
      "learning_rate": 5.167882853332765e-05,
      "loss": 0.6572,
      "step": 107121
    },
    {
      "epoch": 4.387548638132296,
      "grad_norm": 0.4289846897573663,
      "learning_rate": 5.1676365494896905e-05,
      "loss": 0.0429,
      "step": 107122
    },
    {
      "epoch": 4.387589596559492,
      "grad_norm": 1.703403891418549,
      "learning_rate": 5.167390250294793e-05,
      "loss": 0.7634,
      "step": 107123
    },
    {
      "epoch": 4.387630554986688,
      "grad_norm": 0.8560336717162502,
      "learning_rate": 5.167143955748177e-05,
      "loss": 0.2242,
      "step": 107124
    },
    {
      "epoch": 4.387671513413885,
      "grad_norm": 1.0741334841660826,
      "learning_rate": 5.1668976658499694e-05,
      "loss": 0.2401,
      "step": 107125
    },
    {
      "epoch": 4.387712471841081,
      "grad_norm": 1.2760049289383748,
      "learning_rate": 5.1666513806002766e-05,
      "loss": 0.1555,
      "step": 107126
    },
    {
      "epoch": 4.387753430268278,
      "grad_norm": 1.4536096707327224,
      "learning_rate": 5.1664050999992205e-05,
      "loss": 0.5741,
      "step": 107127
    },
    {
      "epoch": 4.3877943886954744,
      "grad_norm": 2.108754806942365,
      "learning_rate": 5.1661588240469226e-05,
      "loss": 1.1928,
      "step": 107128
    },
    {
      "epoch": 4.38783534712267,
      "grad_norm": 1.5723230654069065,
      "learning_rate": 5.165912552743491e-05,
      "loss": 0.647,
      "step": 107129
    },
    {
      "epoch": 4.387876305549867,
      "grad_norm": 1.09593733222851,
      "learning_rate": 5.1656662860890487e-05,
      "loss": 0.4317,
      "step": 107130
    },
    {
      "epoch": 4.387917263977063,
      "grad_norm": 1.3696183339599837,
      "learning_rate": 5.165420024083704e-05,
      "loss": 0.6132,
      "step": 107131
    },
    {
      "epoch": 4.38795822240426,
      "grad_norm": 1.5559095975640616,
      "learning_rate": 5.165173766727577e-05,
      "loss": 0.769,
      "step": 107132
    },
    {
      "epoch": 4.387999180831456,
      "grad_norm": 1.4149751285379912,
      "learning_rate": 5.164927514020791e-05,
      "loss": 0.4332,
      "step": 107133
    },
    {
      "epoch": 4.388040139258653,
      "grad_norm": 4.246333263161472,
      "learning_rate": 5.164681265963451e-05,
      "loss": 4.0181,
      "step": 107134
    },
    {
      "epoch": 4.388081097685848,
      "grad_norm": 1.4594911422093035,
      "learning_rate": 5.16443502255568e-05,
      "loss": 0.4717,
      "step": 107135
    },
    {
      "epoch": 4.388122056113045,
      "grad_norm": 1.4378474957671916,
      "learning_rate": 5.164188783797598e-05,
      "loss": 0.5409,
      "step": 107136
    },
    {
      "epoch": 4.3881630145402415,
      "grad_norm": 1.4983470346462446,
      "learning_rate": 5.1639425496893116e-05,
      "loss": 0.7538,
      "step": 107137
    },
    {
      "epoch": 4.388203972967438,
      "grad_norm": 1.239681386302662,
      "learning_rate": 5.1636963202309475e-05,
      "loss": 0.5691,
      "step": 107138
    },
    {
      "epoch": 4.388244931394635,
      "grad_norm": 1.3560733337234316,
      "learning_rate": 5.1634500954226134e-05,
      "loss": 0.4425,
      "step": 107139
    },
    {
      "epoch": 4.388285889821831,
      "grad_norm": 0.6928823400542192,
      "learning_rate": 5.163203875264428e-05,
      "loss": 0.0713,
      "step": 107140
    },
    {
      "epoch": 4.388326848249028,
      "grad_norm": 2.2654059446799244,
      "learning_rate": 5.162957659756513e-05,
      "loss": 1.4886,
      "step": 107141
    },
    {
      "epoch": 4.388367806676223,
      "grad_norm": 1.7445538123985544,
      "learning_rate": 5.162711448898977e-05,
      "loss": 0.827,
      "step": 107142
    },
    {
      "epoch": 4.38840876510342,
      "grad_norm": 1.515376159245721,
      "learning_rate": 5.162465242691941e-05,
      "loss": 0.5694,
      "step": 107143
    },
    {
      "epoch": 4.388449723530616,
      "grad_norm": 1.0038997074830076,
      "learning_rate": 5.1622190411355237e-05,
      "loss": 0.277,
      "step": 107144
    },
    {
      "epoch": 4.388490681957813,
      "grad_norm": 1.237576577970457,
      "learning_rate": 5.1619728442298345e-05,
      "loss": 0.458,
      "step": 107145
    },
    {
      "epoch": 4.388531640385009,
      "grad_norm": 1.5637068983295634,
      "learning_rate": 5.161726651974997e-05,
      "loss": 0.8022,
      "step": 107146
    },
    {
      "epoch": 4.388572598812206,
      "grad_norm": 1.4287605533951573,
      "learning_rate": 5.161480464371121e-05,
      "loss": 0.7158,
      "step": 107147
    },
    {
      "epoch": 4.388613557239402,
      "grad_norm": 1.5850709100039837,
      "learning_rate": 5.161234281418326e-05,
      "loss": 0.633,
      "step": 107148
    },
    {
      "epoch": 4.388654515666598,
      "grad_norm": 1.1073227252709363,
      "learning_rate": 5.160988103116734e-05,
      "loss": 0.2971,
      "step": 107149
    },
    {
      "epoch": 4.388695474093795,
      "grad_norm": 1.54330480975664,
      "learning_rate": 5.1607419294664495e-05,
      "loss": 0.6156,
      "step": 107150
    },
    {
      "epoch": 4.388736432520991,
      "grad_norm": 2.2656466798121904,
      "learning_rate": 5.160495760467596e-05,
      "loss": 1.247,
      "step": 107151
    },
    {
      "epoch": 4.388777390948188,
      "grad_norm": 1.24340519496984,
      "learning_rate": 5.1602495961202945e-05,
      "loss": 0.3841,
      "step": 107152
    },
    {
      "epoch": 4.388818349375384,
      "grad_norm": 3.375506220055718,
      "learning_rate": 5.160003436424651e-05,
      "loss": 3.8044,
      "step": 107153
    },
    {
      "epoch": 4.38885930780258,
      "grad_norm": 1.8582056334845312,
      "learning_rate": 5.159757281380791e-05,
      "loss": 0.7056,
      "step": 107154
    },
    {
      "epoch": 4.3889002662297765,
      "grad_norm": 1.6485343734822289,
      "learning_rate": 5.159511130988823e-05,
      "loss": 0.7445,
      "step": 107155
    },
    {
      "epoch": 4.388941224656973,
      "grad_norm": 1.8556366513191787,
      "learning_rate": 5.159264985248866e-05,
      "loss": 0.4975,
      "step": 107156
    },
    {
      "epoch": 4.3889821830841695,
      "grad_norm": 1.4877238332032454,
      "learning_rate": 5.1590188441610426e-05,
      "loss": 0.5102,
      "step": 107157
    },
    {
      "epoch": 4.389023141511366,
      "grad_norm": 1.2779273654570273,
      "learning_rate": 5.1587727077254644e-05,
      "loss": 0.5363,
      "step": 107158
    },
    {
      "epoch": 4.389064099938563,
      "grad_norm": 1.3474526888532192,
      "learning_rate": 5.1585265759422425e-05,
      "loss": 0.453,
      "step": 107159
    },
    {
      "epoch": 4.389105058365759,
      "grad_norm": 1.5386891524492148,
      "learning_rate": 5.158280448811503e-05,
      "loss": 0.5321,
      "step": 107160
    },
    {
      "epoch": 4.389146016792955,
      "grad_norm": 1.6128817855690238,
      "learning_rate": 5.158034326333352e-05,
      "loss": 0.8494,
      "step": 107161
    },
    {
      "epoch": 4.389186975220151,
      "grad_norm": 2.3385905609343385,
      "learning_rate": 5.157788208507912e-05,
      "loss": 0.8646,
      "step": 107162
    },
    {
      "epoch": 4.389227933647348,
      "grad_norm": 1.1402841857554096,
      "learning_rate": 5.157542095335303e-05,
      "loss": 0.4602,
      "step": 107163
    },
    {
      "epoch": 4.389268892074544,
      "grad_norm": 1.528717546518009,
      "learning_rate": 5.157295986815633e-05,
      "loss": 0.523,
      "step": 107164
    },
    {
      "epoch": 4.389309850501741,
      "grad_norm": 1.6985227653429054,
      "learning_rate": 5.1570498829490256e-05,
      "loss": 0.8644,
      "step": 107165
    },
    {
      "epoch": 4.3893508089289375,
      "grad_norm": 1.8385921942449373,
      "learning_rate": 5.1568037837355914e-05,
      "loss": 0.8082,
      "step": 107166
    },
    {
      "epoch": 4.389391767356133,
      "grad_norm": 1.421537531099263,
      "learning_rate": 5.1565576891754465e-05,
      "loss": 0.5999,
      "step": 107167
    },
    {
      "epoch": 4.38943272578333,
      "grad_norm": 1.5502200837041822,
      "learning_rate": 5.156311599268717e-05,
      "loss": 0.5616,
      "step": 107168
    },
    {
      "epoch": 4.389473684210526,
      "grad_norm": 1.0940624110610024,
      "learning_rate": 5.156065514015506e-05,
      "loss": 0.5161,
      "step": 107169
    },
    {
      "epoch": 4.389514642637723,
      "grad_norm": 1.1481650614627965,
      "learning_rate": 5.1558194334159364e-05,
      "loss": 0.3605,
      "step": 107170
    },
    {
      "epoch": 4.389555601064919,
      "grad_norm": 1.3618873383298853,
      "learning_rate": 5.155573357470128e-05,
      "loss": 0.6695,
      "step": 107171
    },
    {
      "epoch": 4.389596559492116,
      "grad_norm": 1.2837011458079073,
      "learning_rate": 5.15532728617819e-05,
      "loss": 0.5574,
      "step": 107172
    },
    {
      "epoch": 4.3896375179193114,
      "grad_norm": 1.8455752993109054,
      "learning_rate": 5.1550812195402465e-05,
      "loss": 0.9756,
      "step": 107173
    },
    {
      "epoch": 4.389678476346508,
      "grad_norm": 1.3905279443981797,
      "learning_rate": 5.1548351575564046e-05,
      "loss": 0.3976,
      "step": 107174
    },
    {
      "epoch": 4.3897194347737045,
      "grad_norm": 1.3361635980458664,
      "learning_rate": 5.1545891002267845e-05,
      "loss": 0.6255,
      "step": 107175
    },
    {
      "epoch": 4.389760393200901,
      "grad_norm": 1.320566162768329,
      "learning_rate": 5.154343047551509e-05,
      "loss": 0.3719,
      "step": 107176
    },
    {
      "epoch": 4.389801351628098,
      "grad_norm": 1.1823734123800298,
      "learning_rate": 5.1540969995306826e-05,
      "loss": 0.4326,
      "step": 107177
    },
    {
      "epoch": 4.389842310055294,
      "grad_norm": 3.175206327845732,
      "learning_rate": 5.15385095616443e-05,
      "loss": 2.29,
      "step": 107178
    },
    {
      "epoch": 4.389883268482491,
      "grad_norm": 1.8402538759281877,
      "learning_rate": 5.153604917452869e-05,
      "loss": 0.6567,
      "step": 107179
    },
    {
      "epoch": 4.389924226909686,
      "grad_norm": 1.4625552677734173,
      "learning_rate": 5.153358883396106e-05,
      "loss": 0.5562,
      "step": 107180
    },
    {
      "epoch": 4.389965185336883,
      "grad_norm": 1.4782994601999755,
      "learning_rate": 5.153112853994269e-05,
      "loss": 0.7381,
      "step": 107181
    },
    {
      "epoch": 4.390006143764079,
      "grad_norm": 1.7083678758217926,
      "learning_rate": 5.152866829247466e-05,
      "loss": 0.7155,
      "step": 107182
    },
    {
      "epoch": 4.390047102191276,
      "grad_norm": 1.4403388419270768,
      "learning_rate": 5.152620809155814e-05,
      "loss": 0.591,
      "step": 107183
    },
    {
      "epoch": 4.3900880606184725,
      "grad_norm": 1.930994701285257,
      "learning_rate": 5.1523747937194385e-05,
      "loss": 0.9323,
      "step": 107184
    },
    {
      "epoch": 4.390129019045669,
      "grad_norm": 1.7130979522767944,
      "learning_rate": 5.1521287829384415e-05,
      "loss": 0.8755,
      "step": 107185
    },
    {
      "epoch": 4.390169977472865,
      "grad_norm": 1.40613341985059,
      "learning_rate": 5.1518827768129476e-05,
      "loss": 0.5523,
      "step": 107186
    },
    {
      "epoch": 4.390210935900061,
      "grad_norm": 1.2151673880773004,
      "learning_rate": 5.151636775343078e-05,
      "loss": 0.5084,
      "step": 107187
    },
    {
      "epoch": 4.390251894327258,
      "grad_norm": 1.6515159672367166,
      "learning_rate": 5.1513907785289376e-05,
      "loss": 0.7234,
      "step": 107188
    },
    {
      "epoch": 4.390292852754454,
      "grad_norm": 1.5826513985412123,
      "learning_rate": 5.151144786370653e-05,
      "loss": 0.6701,
      "step": 107189
    },
    {
      "epoch": 4.390333811181651,
      "grad_norm": 1.694985741314064,
      "learning_rate": 5.1508987988683286e-05,
      "loss": 0.9915,
      "step": 107190
    },
    {
      "epoch": 4.390374769608847,
      "grad_norm": 1.1872966363720652,
      "learning_rate": 5.15065281602209e-05,
      "loss": 0.4412,
      "step": 107191
    },
    {
      "epoch": 4.390415728036043,
      "grad_norm": 1.333675021222754,
      "learning_rate": 5.150406837832057e-05,
      "loss": 0.5184,
      "step": 107192
    },
    {
      "epoch": 4.3904566864632395,
      "grad_norm": 1.3228582975624874,
      "learning_rate": 5.1501608642983324e-05,
      "loss": 0.6272,
      "step": 107193
    },
    {
      "epoch": 4.390497644890436,
      "grad_norm": 0.8510581576908741,
      "learning_rate": 5.1499148954210426e-05,
      "loss": 0.202,
      "step": 107194
    },
    {
      "epoch": 4.390538603317633,
      "grad_norm": 1.2033235055048521,
      "learning_rate": 5.1496689312003056e-05,
      "loss": 0.476,
      "step": 107195
    },
    {
      "epoch": 4.390579561744829,
      "grad_norm": 4.7313279434683775,
      "learning_rate": 5.149422971636228e-05,
      "loss": 6.1263,
      "step": 107196
    },
    {
      "epoch": 4.390620520172026,
      "grad_norm": 1.538713137455977,
      "learning_rate": 5.149177016728937e-05,
      "loss": 0.4306,
      "step": 107197
    },
    {
      "epoch": 4.390661478599222,
      "grad_norm": 1.6859526623019596,
      "learning_rate": 5.1489310664785375e-05,
      "loss": 0.6104,
      "step": 107198
    },
    {
      "epoch": 4.390702437026418,
      "grad_norm": 1.3188803791341304,
      "learning_rate": 5.1486851208851534e-05,
      "loss": 0.5896,
      "step": 107199
    },
    {
      "epoch": 4.390743395453614,
      "grad_norm": 1.5805427503558531,
      "learning_rate": 5.1484391799489035e-05,
      "loss": 0.7049,
      "step": 107200
    },
    {
      "epoch": 4.390784353880811,
      "grad_norm": 0.6800407486948136,
      "learning_rate": 5.148193243669896e-05,
      "loss": 0.1264,
      "step": 107201
    },
    {
      "epoch": 4.390825312308007,
      "grad_norm": 1.8169665163096462,
      "learning_rate": 5.1479473120482556e-05,
      "loss": 0.6087,
      "step": 107202
    },
    {
      "epoch": 4.390866270735204,
      "grad_norm": 1.43425689300289,
      "learning_rate": 5.147701385084087e-05,
      "loss": 0.6599,
      "step": 107203
    },
    {
      "epoch": 4.3909072291624005,
      "grad_norm": 1.0363670857392278,
      "learning_rate": 5.147455462777515e-05,
      "loss": 0.362,
      "step": 107204
    },
    {
      "epoch": 4.390948187589596,
      "grad_norm": 1.809675756832672,
      "learning_rate": 5.147209545128661e-05,
      "loss": 0.7682,
      "step": 107205
    },
    {
      "epoch": 4.390989146016793,
      "grad_norm": 1.1396086844740896,
      "learning_rate": 5.146963632137627e-05,
      "loss": 0.2567,
      "step": 107206
    },
    {
      "epoch": 4.391030104443989,
      "grad_norm": 4.92798304555335,
      "learning_rate": 5.1467177238045374e-05,
      "loss": 1.0121,
      "step": 107207
    },
    {
      "epoch": 4.391071062871186,
      "grad_norm": 1.3920010258305726,
      "learning_rate": 5.1464718201295135e-05,
      "loss": 0.3861,
      "step": 107208
    },
    {
      "epoch": 4.391112021298382,
      "grad_norm": 0.510689919985384,
      "learning_rate": 5.146225921112662e-05,
      "loss": 0.0881,
      "step": 107209
    },
    {
      "epoch": 4.391152979725579,
      "grad_norm": 1.4774226592679929,
      "learning_rate": 5.145980026754107e-05,
      "loss": 0.5837,
      "step": 107210
    },
    {
      "epoch": 4.3911939381527745,
      "grad_norm": 1.478938029970214,
      "learning_rate": 5.1457341370539555e-05,
      "loss": 0.7446,
      "step": 107211
    },
    {
      "epoch": 4.391234896579971,
      "grad_norm": 1.4657107719865894,
      "learning_rate": 5.14548825201233e-05,
      "loss": 0.7407,
      "step": 107212
    },
    {
      "epoch": 4.3912758550071676,
      "grad_norm": 1.344239769666525,
      "learning_rate": 5.145242371629349e-05,
      "loss": 0.5307,
      "step": 107213
    },
    {
      "epoch": 4.391316813434364,
      "grad_norm": 1.6065975049024661,
      "learning_rate": 5.144996495905122e-05,
      "loss": 0.6653,
      "step": 107214
    },
    {
      "epoch": 4.391357771861561,
      "grad_norm": 1.7159254666836965,
      "learning_rate": 5.144750624839769e-05,
      "loss": 0.7087,
      "step": 107215
    },
    {
      "epoch": 4.391398730288757,
      "grad_norm": 1.5178128161495898,
      "learning_rate": 5.1445047584334096e-05,
      "loss": 0.5683,
      "step": 107216
    },
    {
      "epoch": 4.391439688715954,
      "grad_norm": 0.48507410856517036,
      "learning_rate": 5.1442588966861534e-05,
      "loss": 0.0637,
      "step": 107217
    },
    {
      "epoch": 4.391480647143149,
      "grad_norm": 1.6673722942815947,
      "learning_rate": 5.144013039598124e-05,
      "loss": 0.8311,
      "step": 107218
    },
    {
      "epoch": 4.391521605570346,
      "grad_norm": 0.8065738964462815,
      "learning_rate": 5.143767187169427e-05,
      "loss": 0.1982,
      "step": 107219
    },
    {
      "epoch": 4.391562563997542,
      "grad_norm": 0.9554854638959495,
      "learning_rate": 5.143521339400186e-05,
      "loss": 0.2778,
      "step": 107220
    },
    {
      "epoch": 4.391603522424739,
      "grad_norm": 1.2341456889330211,
      "learning_rate": 5.143275496290521e-05,
      "loss": 0.4799,
      "step": 107221
    },
    {
      "epoch": 4.3916444808519355,
      "grad_norm": 1.4991642259590143,
      "learning_rate": 5.1430296578405396e-05,
      "loss": 0.6733,
      "step": 107222
    },
    {
      "epoch": 4.391685439279132,
      "grad_norm": 1.5575448752352226,
      "learning_rate": 5.14278382405036e-05,
      "loss": 0.4854,
      "step": 107223
    },
    {
      "epoch": 4.391726397706328,
      "grad_norm": 1.514641851920892,
      "learning_rate": 5.1425379949201065e-05,
      "loss": 0.608,
      "step": 107224
    },
    {
      "epoch": 4.391767356133524,
      "grad_norm": 1.4260758988533881,
      "learning_rate": 5.142292170449883e-05,
      "loss": 0.5817,
      "step": 107225
    },
    {
      "epoch": 4.391808314560721,
      "grad_norm": 1.0467032838165224,
      "learning_rate": 5.142046350639817e-05,
      "loss": 0.2996,
      "step": 107226
    },
    {
      "epoch": 4.391849272987917,
      "grad_norm": 1.2587063366842324,
      "learning_rate": 5.141800535490015e-05,
      "loss": 0.3782,
      "step": 107227
    },
    {
      "epoch": 4.391890231415114,
      "grad_norm": 0.8927986326051631,
      "learning_rate": 5.141554725000602e-05,
      "loss": 0.2424,
      "step": 107228
    },
    {
      "epoch": 4.39193118984231,
      "grad_norm": 2.172119122445282,
      "learning_rate": 5.141308919171686e-05,
      "loss": 1.0024,
      "step": 107229
    },
    {
      "epoch": 4.391972148269506,
      "grad_norm": 2.0394985630976,
      "learning_rate": 5.1410631180033916e-05,
      "loss": 1.0951,
      "step": 107230
    },
    {
      "epoch": 4.3920131066967025,
      "grad_norm": 1.383106216357952,
      "learning_rate": 5.1408173214958246e-05,
      "loss": 0.5925,
      "step": 107231
    },
    {
      "epoch": 4.392054065123899,
      "grad_norm": 0.4383707330214338,
      "learning_rate": 5.140571529649113e-05,
      "loss": 0.0534,
      "step": 107232
    },
    {
      "epoch": 4.392095023551096,
      "grad_norm": 1.3107158409082151,
      "learning_rate": 5.140325742463361e-05,
      "loss": 0.3623,
      "step": 107233
    },
    {
      "epoch": 4.392135981978292,
      "grad_norm": 1.1684045437634314,
      "learning_rate": 5.1400799599386915e-05,
      "loss": 0.3642,
      "step": 107234
    },
    {
      "epoch": 4.392176940405489,
      "grad_norm": 1.987930670909459,
      "learning_rate": 5.139834182075225e-05,
      "loss": 0.9054,
      "step": 107235
    },
    {
      "epoch": 4.392217898832685,
      "grad_norm": 1.2836766107903541,
      "learning_rate": 5.139588408873069e-05,
      "loss": 0.5271,
      "step": 107236
    },
    {
      "epoch": 4.392258857259881,
      "grad_norm": 1.681299906848046,
      "learning_rate": 5.1393426403323465e-05,
      "loss": 0.8074,
      "step": 107237
    },
    {
      "epoch": 4.392299815687077,
      "grad_norm": 1.3797633998190695,
      "learning_rate": 5.1390968764531676e-05,
      "loss": 0.6587,
      "step": 107238
    },
    {
      "epoch": 4.392340774114274,
      "grad_norm": 1.1476592389976534,
      "learning_rate": 5.1388511172356495e-05,
      "loss": 0.4149,
      "step": 107239
    },
    {
      "epoch": 4.3923817325414705,
      "grad_norm": 1.7562563879875375,
      "learning_rate": 5.1386053626799174e-05,
      "loss": 0.7504,
      "step": 107240
    },
    {
      "epoch": 4.392422690968667,
      "grad_norm": 1.5460763465236984,
      "learning_rate": 5.1383596127860724e-05,
      "loss": 0.6545,
      "step": 107241
    },
    {
      "epoch": 4.3924636493958635,
      "grad_norm": 1.1277012083958635,
      "learning_rate": 5.138113867554242e-05,
      "loss": 0.2404,
      "step": 107242
    },
    {
      "epoch": 4.392504607823059,
      "grad_norm": 1.6043118281696873,
      "learning_rate": 5.137868126984542e-05,
      "loss": 0.8682,
      "step": 107243
    },
    {
      "epoch": 4.392545566250256,
      "grad_norm": 1.4449464852727507,
      "learning_rate": 5.1376223910770815e-05,
      "loss": 0.5702,
      "step": 107244
    },
    {
      "epoch": 4.392586524677452,
      "grad_norm": 0.6771417846524647,
      "learning_rate": 5.137376659831986e-05,
      "loss": 0.0869,
      "step": 107245
    },
    {
      "epoch": 4.392627483104649,
      "grad_norm": 1.4244572798828314,
      "learning_rate": 5.137130933249361e-05,
      "loss": 0.6059,
      "step": 107246
    },
    {
      "epoch": 4.392668441531845,
      "grad_norm": 1.3198599743822852,
      "learning_rate": 5.1368852113293277e-05,
      "loss": 0.4836,
      "step": 107247
    },
    {
      "epoch": 4.392709399959042,
      "grad_norm": 0.7868955359644778,
      "learning_rate": 5.1366394940720084e-05,
      "loss": 0.1512,
      "step": 107248
    },
    {
      "epoch": 4.3927503583862375,
      "grad_norm": 0.4010007340898889,
      "learning_rate": 5.136393781477509e-05,
      "loss": 0.0388,
      "step": 107249
    },
    {
      "epoch": 4.392791316813434,
      "grad_norm": 2.4495616971933734,
      "learning_rate": 5.1361480735459495e-05,
      "loss": 1.3186,
      "step": 107250
    },
    {
      "epoch": 4.392832275240631,
      "grad_norm": 0.9577919388492195,
      "learning_rate": 5.135902370277454e-05,
      "loss": 0.2066,
      "step": 107251
    },
    {
      "epoch": 4.392873233667827,
      "grad_norm": 0.8067915556615,
      "learning_rate": 5.135656671672124e-05,
      "loss": 0.2108,
      "step": 107252
    },
    {
      "epoch": 4.392914192095024,
      "grad_norm": 1.3820004708410643,
      "learning_rate": 5.135410977730088e-05,
      "loss": 0.8037,
      "step": 107253
    },
    {
      "epoch": 4.39295515052222,
      "grad_norm": 2.2275922719872985,
      "learning_rate": 5.135165288451454e-05,
      "loss": 1.1855,
      "step": 107254
    },
    {
      "epoch": 4.392996108949417,
      "grad_norm": 1.714338718306548,
      "learning_rate": 5.1349196038363405e-05,
      "loss": 0.7571,
      "step": 107255
    },
    {
      "epoch": 4.393037067376612,
      "grad_norm": 1.6126265113136533,
      "learning_rate": 5.1346739238848696e-05,
      "loss": 0.6121,
      "step": 107256
    },
    {
      "epoch": 4.393078025803809,
      "grad_norm": 0.9960725119349191,
      "learning_rate": 5.134428248597148e-05,
      "loss": 0.285,
      "step": 107257
    },
    {
      "epoch": 4.393118984231005,
      "grad_norm": 2.185286237408899,
      "learning_rate": 5.134182577973295e-05,
      "loss": 1.0163,
      "step": 107258
    },
    {
      "epoch": 4.393159942658202,
      "grad_norm": 1.8716411485988587,
      "learning_rate": 5.133936912013434e-05,
      "loss": 0.8179,
      "step": 107259
    },
    {
      "epoch": 4.3932009010853985,
      "grad_norm": 7.280141178966831,
      "learning_rate": 5.13369125071767e-05,
      "loss": 2.2993,
      "step": 107260
    },
    {
      "epoch": 4.393241859512595,
      "grad_norm": 1.3661356011130337,
      "learning_rate": 5.133445594086128e-05,
      "loss": 0.3507,
      "step": 107261
    },
    {
      "epoch": 4.393282817939791,
      "grad_norm": 1.6145434859100263,
      "learning_rate": 5.1331999421189166e-05,
      "loss": 0.6502,
      "step": 107262
    },
    {
      "epoch": 4.393323776366987,
      "grad_norm": 1.4274927586733024,
      "learning_rate": 5.1329542948161565e-05,
      "loss": 0.4728,
      "step": 107263
    },
    {
      "epoch": 4.393364734794184,
      "grad_norm": 2.404194723542822,
      "learning_rate": 5.132708652177966e-05,
      "loss": 1.411,
      "step": 107264
    },
    {
      "epoch": 4.39340569322138,
      "grad_norm": 1.2687478810529558,
      "learning_rate": 5.132463014204454e-05,
      "loss": 0.6102,
      "step": 107265
    },
    {
      "epoch": 4.393446651648577,
      "grad_norm": 1.4837748075037016,
      "learning_rate": 5.132217380895743e-05,
      "loss": 0.5677,
      "step": 107266
    },
    {
      "epoch": 4.393487610075773,
      "grad_norm": 1.37960782790798,
      "learning_rate": 5.1319717522519496e-05,
      "loss": 0.6182,
      "step": 107267
    },
    {
      "epoch": 4.393528568502969,
      "grad_norm": 0.9724567774873529,
      "learning_rate": 5.1317261282731836e-05,
      "loss": 0.1967,
      "step": 107268
    },
    {
      "epoch": 4.393569526930166,
      "grad_norm": 1.0393864823942012,
      "learning_rate": 5.131480508959569e-05,
      "loss": 0.2746,
      "step": 107269
    },
    {
      "epoch": 4.393610485357362,
      "grad_norm": 2.035304282084701,
      "learning_rate": 5.131234894311212e-05,
      "loss": 1.0781,
      "step": 107270
    },
    {
      "epoch": 4.393651443784559,
      "grad_norm": 1.921797622753345,
      "learning_rate": 5.130989284328236e-05,
      "loss": 1.1764,
      "step": 107271
    },
    {
      "epoch": 4.393692402211755,
      "grad_norm": 1.6219081800345414,
      "learning_rate": 5.1307436790107605e-05,
      "loss": 0.7042,
      "step": 107272
    },
    {
      "epoch": 4.393733360638952,
      "grad_norm": 1.646849182347988,
      "learning_rate": 5.130498078358891e-05,
      "loss": 0.8209,
      "step": 107273
    },
    {
      "epoch": 4.393774319066148,
      "grad_norm": 1.0867284479962764,
      "learning_rate": 5.1302524823727545e-05,
      "loss": 0.2352,
      "step": 107274
    },
    {
      "epoch": 4.393815277493344,
      "grad_norm": 1.5275474139795915,
      "learning_rate": 5.130006891052458e-05,
      "loss": 0.5358,
      "step": 107275
    },
    {
      "epoch": 4.39385623592054,
      "grad_norm": 1.5602867808437089,
      "learning_rate": 5.12976130439812e-05,
      "loss": 0.5208,
      "step": 107276
    },
    {
      "epoch": 4.393897194347737,
      "grad_norm": 1.07229531777255,
      "learning_rate": 5.129515722409863e-05,
      "loss": 0.3799,
      "step": 107277
    },
    {
      "epoch": 4.3939381527749335,
      "grad_norm": 1.522149935711237,
      "learning_rate": 5.1292701450877956e-05,
      "loss": 0.4786,
      "step": 107278
    },
    {
      "epoch": 4.39397911120213,
      "grad_norm": 1.5167787396015557,
      "learning_rate": 5.129024572432033e-05,
      "loss": 0.5159,
      "step": 107279
    },
    {
      "epoch": 4.394020069629327,
      "grad_norm": 1.399586421328087,
      "learning_rate": 5.1287790044427034e-05,
      "loss": 0.4468,
      "step": 107280
    },
    {
      "epoch": 4.394061028056523,
      "grad_norm": 1.2569860426176285,
      "learning_rate": 5.128533441119908e-05,
      "loss": 0.3101,
      "step": 107281
    },
    {
      "epoch": 4.394101986483719,
      "grad_norm": 1.6230521109980185,
      "learning_rate": 5.128287882463772e-05,
      "loss": 0.7215,
      "step": 107282
    },
    {
      "epoch": 4.394142944910915,
      "grad_norm": 1.2274524624978125,
      "learning_rate": 5.1280423284744065e-05,
      "loss": 0.5513,
      "step": 107283
    },
    {
      "epoch": 4.394183903338112,
      "grad_norm": 1.6706260249977263,
      "learning_rate": 5.127796779151928e-05,
      "loss": 0.6688,
      "step": 107284
    },
    {
      "epoch": 4.394224861765308,
      "grad_norm": 0.9171522708864472,
      "learning_rate": 5.1275512344964597e-05,
      "loss": 0.2718,
      "step": 107285
    },
    {
      "epoch": 4.394265820192505,
      "grad_norm": 0.6994652063545548,
      "learning_rate": 5.127305694508108e-05,
      "loss": 0.1591,
      "step": 107286
    },
    {
      "epoch": 4.3943067786197005,
      "grad_norm": 2.8809027495300112,
      "learning_rate": 5.127060159186993e-05,
      "loss": 2.2226,
      "step": 107287
    },
    {
      "epoch": 4.394347737046897,
      "grad_norm": 1.3721486891397823,
      "learning_rate": 5.126814628533236e-05,
      "loss": 0.4847,
      "step": 107288
    },
    {
      "epoch": 4.394388695474094,
      "grad_norm": 2.115851351817157,
      "learning_rate": 5.126569102546942e-05,
      "loss": 0.7655,
      "step": 107289
    },
    {
      "epoch": 4.39442965390129,
      "grad_norm": 0.8153141884800635,
      "learning_rate": 5.12632358122824e-05,
      "loss": 0.0917,
      "step": 107290
    },
    {
      "epoch": 4.394470612328487,
      "grad_norm": 0.9775137276928405,
      "learning_rate": 5.1260780645772336e-05,
      "loss": 0.2365,
      "step": 107291
    },
    {
      "epoch": 4.394511570755683,
      "grad_norm": 1.4111326863201432,
      "learning_rate": 5.1258325525940435e-05,
      "loss": 0.6872,
      "step": 107292
    },
    {
      "epoch": 4.39455252918288,
      "grad_norm": 1.3105012375506857,
      "learning_rate": 5.125587045278793e-05,
      "loss": 0.4664,
      "step": 107293
    },
    {
      "epoch": 4.394593487610075,
      "grad_norm": 0.7494542654598914,
      "learning_rate": 5.1253415426315864e-05,
      "loss": 0.1236,
      "step": 107294
    },
    {
      "epoch": 4.394634446037272,
      "grad_norm": 1.1108967249766084,
      "learning_rate": 5.125096044652546e-05,
      "loss": 0.5319,
      "step": 107295
    },
    {
      "epoch": 4.3946754044644685,
      "grad_norm": 1.516817142492729,
      "learning_rate": 5.1248505513417924e-05,
      "loss": 0.5802,
      "step": 107296
    },
    {
      "epoch": 4.394716362891665,
      "grad_norm": 1.438706205058957,
      "learning_rate": 5.12460506269943e-05,
      "loss": 0.5521,
      "step": 107297
    },
    {
      "epoch": 4.3947573213188615,
      "grad_norm": 1.813676624842036,
      "learning_rate": 5.124359578725588e-05,
      "loss": 0.6742,
      "step": 107298
    },
    {
      "epoch": 4.394798279746058,
      "grad_norm": 1.312858349372309,
      "learning_rate": 5.124114099420375e-05,
      "loss": 0.5128,
      "step": 107299
    },
    {
      "epoch": 4.394839238173255,
      "grad_norm": 0.9238524509166576,
      "learning_rate": 5.1238686247839024e-05,
      "loss": 0.1719,
      "step": 107300
    },
    {
      "epoch": 4.39488019660045,
      "grad_norm": 2.091230864197905,
      "learning_rate": 5.1236231548162915e-05,
      "loss": 0.6499,
      "step": 107301
    },
    {
      "epoch": 4.394921155027647,
      "grad_norm": 2.2451373786126565,
      "learning_rate": 5.1233776895176645e-05,
      "loss": 0.8169,
      "step": 107302
    },
    {
      "epoch": 4.394962113454843,
      "grad_norm": 1.913634870134075,
      "learning_rate": 5.1231322288881256e-05,
      "loss": 0.5687,
      "step": 107303
    },
    {
      "epoch": 4.39500307188204,
      "grad_norm": 1.2085317921565903,
      "learning_rate": 5.122886772927802e-05,
      "loss": 0.4445,
      "step": 107304
    },
    {
      "epoch": 4.395044030309236,
      "grad_norm": 1.2813877987611888,
      "learning_rate": 5.122641321636798e-05,
      "loss": 0.5465,
      "step": 107305
    },
    {
      "epoch": 4.395084988736432,
      "grad_norm": 0.6388701586297714,
      "learning_rate": 5.122395875015237e-05,
      "loss": 0.1831,
      "step": 107306
    },
    {
      "epoch": 4.395125947163629,
      "grad_norm": 1.5628226588343703,
      "learning_rate": 5.1221504330632394e-05,
      "loss": 0.6723,
      "step": 107307
    },
    {
      "epoch": 4.395166905590825,
      "grad_norm": 1.724983372168242,
      "learning_rate": 5.1219049957809115e-05,
      "loss": 0.6189,
      "step": 107308
    },
    {
      "epoch": 4.395207864018022,
      "grad_norm": 1.5017107379667485,
      "learning_rate": 5.1216595631683785e-05,
      "loss": 0.6506,
      "step": 107309
    },
    {
      "epoch": 4.395248822445218,
      "grad_norm": 1.6075544761049991,
      "learning_rate": 5.121414135225746e-05,
      "loss": 0.7694,
      "step": 107310
    },
    {
      "epoch": 4.395289780872415,
      "grad_norm": 0.8862406986951302,
      "learning_rate": 5.1211687119531345e-05,
      "loss": 0.1895,
      "step": 107311
    },
    {
      "epoch": 4.395330739299611,
      "grad_norm": 1.432743160613473,
      "learning_rate": 5.1209232933506675e-05,
      "loss": 0.5659,
      "step": 107312
    },
    {
      "epoch": 4.395371697726807,
      "grad_norm": 1.2040644715712379,
      "learning_rate": 5.12067787941845e-05,
      "loss": 0.3341,
      "step": 107313
    },
    {
      "epoch": 4.3954126561540035,
      "grad_norm": 1.7117330870003835,
      "learning_rate": 5.120432470156603e-05,
      "loss": 0.5496,
      "step": 107314
    },
    {
      "epoch": 4.3954536145812,
      "grad_norm": 1.3425739380274262,
      "learning_rate": 5.1201870655652466e-05,
      "loss": 0.4939,
      "step": 107315
    },
    {
      "epoch": 4.3954945730083965,
      "grad_norm": 1.5931260671873388,
      "learning_rate": 5.1199416656444876e-05,
      "loss": 0.6394,
      "step": 107316
    },
    {
      "epoch": 4.395535531435593,
      "grad_norm": 1.2686891708077357,
      "learning_rate": 5.119696270394452e-05,
      "loss": 0.5827,
      "step": 107317
    },
    {
      "epoch": 4.39557648986279,
      "grad_norm": 1.6482209677535697,
      "learning_rate": 5.119450879815246e-05,
      "loss": 0.722,
      "step": 107318
    },
    {
      "epoch": 4.395617448289986,
      "grad_norm": 1.3985960124860985,
      "learning_rate": 5.1192054939069895e-05,
      "loss": 0.6193,
      "step": 107319
    },
    {
      "epoch": 4.395658406717182,
      "grad_norm": 0.8128352639211764,
      "learning_rate": 5.1189601126698034e-05,
      "loss": 0.1825,
      "step": 107320
    },
    {
      "epoch": 4.395699365144378,
      "grad_norm": 0.9771828467022163,
      "learning_rate": 5.118714736103795e-05,
      "loss": 0.2111,
      "step": 107321
    },
    {
      "epoch": 4.395740323571575,
      "grad_norm": 1.7152273689315785,
      "learning_rate": 5.1184693642090865e-05,
      "loss": 0.8061,
      "step": 107322
    },
    {
      "epoch": 4.395781281998771,
      "grad_norm": 1.4779031345258082,
      "learning_rate": 5.118223996985797e-05,
      "loss": 0.6425,
      "step": 107323
    },
    {
      "epoch": 4.395822240425968,
      "grad_norm": 1.9356377575336885,
      "learning_rate": 5.117978634434032e-05,
      "loss": 0.3832,
      "step": 107324
    },
    {
      "epoch": 4.395863198853164,
      "grad_norm": 1.5067901609565384,
      "learning_rate": 5.117733276553917e-05,
      "loss": 0.5562,
      "step": 107325
    },
    {
      "epoch": 4.39590415728036,
      "grad_norm": 2.7418774063405875,
      "learning_rate": 5.117487923345562e-05,
      "loss": 1.6297,
      "step": 107326
    },
    {
      "epoch": 4.395945115707557,
      "grad_norm": 2.003050271129732,
      "learning_rate": 5.117242574809083e-05,
      "loss": 0.9376,
      "step": 107327
    },
    {
      "epoch": 4.395986074134753,
      "grad_norm": 0.9408584405430859,
      "learning_rate": 5.1169972309446055e-05,
      "loss": 0.192,
      "step": 107328
    },
    {
      "epoch": 4.39602703256195,
      "grad_norm": 1.5595886090639373,
      "learning_rate": 5.116751891752232e-05,
      "loss": 0.7112,
      "step": 107329
    },
    {
      "epoch": 4.396067990989146,
      "grad_norm": 2.1704131205926314,
      "learning_rate": 5.116506557232084e-05,
      "loss": 0.7678,
      "step": 107330
    },
    {
      "epoch": 4.396108949416343,
      "grad_norm": 1.735245165902585,
      "learning_rate": 5.116261227384285e-05,
      "loss": 0.6379,
      "step": 107331
    },
    {
      "epoch": 4.396149907843538,
      "grad_norm": 1.6796142951551027,
      "learning_rate": 5.116015902208937e-05,
      "loss": 0.6742,
      "step": 107332
    },
    {
      "epoch": 4.396190866270735,
      "grad_norm": 1.5819643561155063,
      "learning_rate": 5.11577058170617e-05,
      "loss": 0.647,
      "step": 107333
    },
    {
      "epoch": 4.3962318246979315,
      "grad_norm": 2.1102419060272184,
      "learning_rate": 5.115525265876087e-05,
      "loss": 0.8754,
      "step": 107334
    },
    {
      "epoch": 4.396272783125128,
      "grad_norm": 1.1260434465027245,
      "learning_rate": 5.1152799547188095e-05,
      "loss": 0.4116,
      "step": 107335
    },
    {
      "epoch": 4.396313741552325,
      "grad_norm": 1.3796521627707365,
      "learning_rate": 5.115034648234461e-05,
      "loss": 0.5364,
      "step": 107336
    },
    {
      "epoch": 4.396354699979521,
      "grad_norm": 1.5994215735501598,
      "learning_rate": 5.1147893464231436e-05,
      "loss": 0.6963,
      "step": 107337
    },
    {
      "epoch": 4.396395658406718,
      "grad_norm": 1.550878220696662,
      "learning_rate": 5.114544049284982e-05,
      "loss": 0.7433,
      "step": 107338
    },
    {
      "epoch": 4.396436616833913,
      "grad_norm": 1.5460569056510096,
      "learning_rate": 5.1142987568200935e-05,
      "loss": 0.6801,
      "step": 107339
    },
    {
      "epoch": 4.39647757526111,
      "grad_norm": 2.2151757622317128,
      "learning_rate": 5.114053469028587e-05,
      "loss": 1.2625,
      "step": 107340
    },
    {
      "epoch": 4.396518533688306,
      "grad_norm": 0.7471510000678881,
      "learning_rate": 5.1138081859105876e-05,
      "loss": 0.1565,
      "step": 107341
    },
    {
      "epoch": 4.396559492115503,
      "grad_norm": 1.5474158817847254,
      "learning_rate": 5.1135629074662e-05,
      "loss": 0.6428,
      "step": 107342
    },
    {
      "epoch": 4.396600450542699,
      "grad_norm": 1.338832718555543,
      "learning_rate": 5.113317633695547e-05,
      "loss": 0.566,
      "step": 107343
    },
    {
      "epoch": 4.396641408969896,
      "grad_norm": 1.0954677020079093,
      "learning_rate": 5.113072364598747e-05,
      "loss": 0.1958,
      "step": 107344
    },
    {
      "epoch": 4.396682367397092,
      "grad_norm": 0.9722870501412626,
      "learning_rate": 5.1128271001759095e-05,
      "loss": 0.2198,
      "step": 107345
    },
    {
      "epoch": 4.396723325824288,
      "grad_norm": 1.515748090408274,
      "learning_rate": 5.1125818404271594e-05,
      "loss": 0.5619,
      "step": 107346
    },
    {
      "epoch": 4.396764284251485,
      "grad_norm": 0.6992510743958154,
      "learning_rate": 5.112336585352601e-05,
      "loss": 0.1366,
      "step": 107347
    },
    {
      "epoch": 4.396805242678681,
      "grad_norm": 1.0276226340506944,
      "learning_rate": 5.1120913349523554e-05,
      "loss": 0.272,
      "step": 107348
    },
    {
      "epoch": 4.396846201105878,
      "grad_norm": 1.9640611408339685,
      "learning_rate": 5.111846089226545e-05,
      "loss": 0.7075,
      "step": 107349
    },
    {
      "epoch": 4.396887159533074,
      "grad_norm": 1.2106934325094851,
      "learning_rate": 5.111600848175275e-05,
      "loss": 0.4356,
      "step": 107350
    },
    {
      "epoch": 4.39692811796027,
      "grad_norm": 1.320706033306983,
      "learning_rate": 5.111355611798666e-05,
      "loss": 0.5105,
      "step": 107351
    },
    {
      "epoch": 4.3969690763874665,
      "grad_norm": 1.5481013914069686,
      "learning_rate": 5.111110380096839e-05,
      "loss": 0.7593,
      "step": 107352
    },
    {
      "epoch": 4.397010034814663,
      "grad_norm": 1.4416885854595383,
      "learning_rate": 5.1108651530699006e-05,
      "loss": 0.6892,
      "step": 107353
    },
    {
      "epoch": 4.3970509932418596,
      "grad_norm": 2.104939564070536,
      "learning_rate": 5.1106199307179764e-05,
      "loss": 0.9877,
      "step": 107354
    },
    {
      "epoch": 4.397091951669056,
      "grad_norm": 1.5498534150632663,
      "learning_rate": 5.110374713041172e-05,
      "loss": 0.6696,
      "step": 107355
    },
    {
      "epoch": 4.397132910096253,
      "grad_norm": 1.484368895488651,
      "learning_rate": 5.1101295000396084e-05,
      "loss": 0.7208,
      "step": 107356
    },
    {
      "epoch": 4.397173868523449,
      "grad_norm": 1.5023942846133627,
      "learning_rate": 5.109884291713406e-05,
      "loss": 0.544,
      "step": 107357
    },
    {
      "epoch": 4.397214826950645,
      "grad_norm": 1.256609582491447,
      "learning_rate": 5.109639088062672e-05,
      "loss": 0.4705,
      "step": 107358
    },
    {
      "epoch": 4.397255785377841,
      "grad_norm": 1.4384501573405286,
      "learning_rate": 5.109393889087528e-05,
      "loss": 0.6562,
      "step": 107359
    },
    {
      "epoch": 4.397296743805038,
      "grad_norm": 0.9495022075164617,
      "learning_rate": 5.109148694788092e-05,
      "loss": 0.2133,
      "step": 107360
    },
    {
      "epoch": 4.397337702232234,
      "grad_norm": 1.4641082165546568,
      "learning_rate": 5.108903505164473e-05,
      "loss": 0.729,
      "step": 107361
    },
    {
      "epoch": 4.397378660659431,
      "grad_norm": 1.274207447117951,
      "learning_rate": 5.108658320216795e-05,
      "loss": 0.5482,
      "step": 107362
    },
    {
      "epoch": 4.3974196190866275,
      "grad_norm": 1.6447113307360923,
      "learning_rate": 5.108413139945163e-05,
      "loss": 0.6498,
      "step": 107363
    },
    {
      "epoch": 4.397460577513823,
      "grad_norm": 1.5019511347922228,
      "learning_rate": 5.1081679643497e-05,
      "loss": 0.5431,
      "step": 107364
    },
    {
      "epoch": 4.39750153594102,
      "grad_norm": 1.3031839865063026,
      "learning_rate": 5.107922793430527e-05,
      "loss": 0.4252,
      "step": 107365
    },
    {
      "epoch": 4.397542494368216,
      "grad_norm": 1.4986748882359047,
      "learning_rate": 5.1076776271877484e-05,
      "loss": 0.6294,
      "step": 107366
    },
    {
      "epoch": 4.397583452795413,
      "grad_norm": 1.784724000699642,
      "learning_rate": 5.107432465621487e-05,
      "loss": 0.5545,
      "step": 107367
    },
    {
      "epoch": 4.397624411222609,
      "grad_norm": 1.0442919391883811,
      "learning_rate": 5.1071873087318615e-05,
      "loss": 0.3029,
      "step": 107368
    },
    {
      "epoch": 4.397665369649806,
      "grad_norm": 3.086728575660052,
      "learning_rate": 5.106942156518978e-05,
      "loss": 2.8764,
      "step": 107369
    },
    {
      "epoch": 4.3977063280770015,
      "grad_norm": 1.750406428783252,
      "learning_rate": 5.106697008982964e-05,
      "loss": 0.823,
      "step": 107370
    },
    {
      "epoch": 4.397747286504198,
      "grad_norm": 1.3431279637371754,
      "learning_rate": 5.10645186612393e-05,
      "loss": 0.5707,
      "step": 107371
    },
    {
      "epoch": 4.3977882449313945,
      "grad_norm": 1.761380752864857,
      "learning_rate": 5.106206727941987e-05,
      "loss": 0.8846,
      "step": 107372
    },
    {
      "epoch": 4.397829203358591,
      "grad_norm": 1.8391056568974835,
      "learning_rate": 5.105961594437259e-05,
      "loss": 1.0327,
      "step": 107373
    },
    {
      "epoch": 4.397870161785788,
      "grad_norm": 1.5447736757087716,
      "learning_rate": 5.105716465609852e-05,
      "loss": 0.6465,
      "step": 107374
    },
    {
      "epoch": 4.397911120212984,
      "grad_norm": 1.4609251438529238,
      "learning_rate": 5.105471341459891e-05,
      "loss": 0.6668,
      "step": 107375
    },
    {
      "epoch": 4.397952078640181,
      "grad_norm": 1.721934717850327,
      "learning_rate": 5.105226221987493e-05,
      "loss": 0.751,
      "step": 107376
    },
    {
      "epoch": 4.397993037067376,
      "grad_norm": 1.9403488446620287,
      "learning_rate": 5.104981107192763e-05,
      "loss": 1.2789,
      "step": 107377
    },
    {
      "epoch": 4.398033995494573,
      "grad_norm": 1.150367713441728,
      "learning_rate": 5.104735997075827e-05,
      "loss": 0.6634,
      "step": 107378
    },
    {
      "epoch": 4.398074953921769,
      "grad_norm": 1.4883743682363542,
      "learning_rate": 5.1044908916368e-05,
      "loss": 0.7518,
      "step": 107379
    },
    {
      "epoch": 4.398115912348966,
      "grad_norm": 1.4637959875713646,
      "learning_rate": 5.104245790875791e-05,
      "loss": 0.6585,
      "step": 107380
    },
    {
      "epoch": 4.3981568707761625,
      "grad_norm": 1.2584920526046426,
      "learning_rate": 5.104000694792927e-05,
      "loss": 0.6256,
      "step": 107381
    },
    {
      "epoch": 4.398197829203359,
      "grad_norm": 1.3321070557698005,
      "learning_rate": 5.10375560338831e-05,
      "loss": 0.4375,
      "step": 107382
    },
    {
      "epoch": 4.398238787630555,
      "grad_norm": 1.470279423160494,
      "learning_rate": 5.1035105166620646e-05,
      "loss": 0.6002,
      "step": 107383
    },
    {
      "epoch": 4.398279746057751,
      "grad_norm": 1.2634844008851702,
      "learning_rate": 5.10326543461431e-05,
      "loss": 0.5699,
      "step": 107384
    },
    {
      "epoch": 4.398320704484948,
      "grad_norm": 1.3344581044025605,
      "learning_rate": 5.1030203572451516e-05,
      "loss": 0.332,
      "step": 107385
    },
    {
      "epoch": 4.398361662912144,
      "grad_norm": 1.9044388865941762,
      "learning_rate": 5.102775284554712e-05,
      "loss": 0.7198,
      "step": 107386
    },
    {
      "epoch": 4.398402621339341,
      "grad_norm": 1.19242360863339,
      "learning_rate": 5.10253021654311e-05,
      "loss": 0.5855,
      "step": 107387
    },
    {
      "epoch": 4.398443579766537,
      "grad_norm": 1.304200225313382,
      "learning_rate": 5.1022851532104534e-05,
      "loss": 0.4947,
      "step": 107388
    },
    {
      "epoch": 4.398484538193733,
      "grad_norm": 1.4104695934074598,
      "learning_rate": 5.102040094556865e-05,
      "loss": 0.4914,
      "step": 107389
    },
    {
      "epoch": 4.3985254966209295,
      "grad_norm": 2.054691398957865,
      "learning_rate": 5.1017950405824546e-05,
      "loss": 0.6715,
      "step": 107390
    },
    {
      "epoch": 4.398566455048126,
      "grad_norm": 1.2680480914476615,
      "learning_rate": 5.1015499912873405e-05,
      "loss": 0.6318,
      "step": 107391
    },
    {
      "epoch": 4.398607413475323,
      "grad_norm": 1.3148368112413846,
      "learning_rate": 5.101304946671643e-05,
      "loss": 0.3271,
      "step": 107392
    },
    {
      "epoch": 4.398648371902519,
      "grad_norm": 1.9938757182750566,
      "learning_rate": 5.101059906735471e-05,
      "loss": 1.0909,
      "step": 107393
    },
    {
      "epoch": 4.398689330329716,
      "grad_norm": 1.4928693191110298,
      "learning_rate": 5.100814871478943e-05,
      "loss": 0.4966,
      "step": 107394
    },
    {
      "epoch": 4.398730288756912,
      "grad_norm": 1.3849687458419413,
      "learning_rate": 5.100569840902179e-05,
      "loss": 0.5787,
      "step": 107395
    },
    {
      "epoch": 4.398771247184108,
      "grad_norm": 1.4677735754805628,
      "learning_rate": 5.100324815005288e-05,
      "loss": 0.568,
      "step": 107396
    },
    {
      "epoch": 4.398812205611304,
      "grad_norm": 1.3518945633094002,
      "learning_rate": 5.1000797937883926e-05,
      "loss": 0.5929,
      "step": 107397
    },
    {
      "epoch": 4.398853164038501,
      "grad_norm": 1.356828119188626,
      "learning_rate": 5.0998347772516014e-05,
      "loss": 0.5544,
      "step": 107398
    },
    {
      "epoch": 4.398894122465697,
      "grad_norm": 1.7069976454508344,
      "learning_rate": 5.099589765395033e-05,
      "loss": 0.6327,
      "step": 107399
    },
    {
      "epoch": 4.398935080892894,
      "grad_norm": 1.5476701137728441,
      "learning_rate": 5.099344758218809e-05,
      "loss": 0.7517,
      "step": 107400
    },
    {
      "epoch": 4.3989760393200905,
      "grad_norm": 0.8672391785919681,
      "learning_rate": 5.099099755723035e-05,
      "loss": 0.213,
      "step": 107401
    },
    {
      "epoch": 4.399016997747286,
      "grad_norm": 1.598171802669425,
      "learning_rate": 5.0988547579078327e-05,
      "loss": 0.6817,
      "step": 107402
    },
    {
      "epoch": 4.399057956174483,
      "grad_norm": 1.5216204667134408,
      "learning_rate": 5.098609764773322e-05,
      "loss": 0.6756,
      "step": 107403
    },
    {
      "epoch": 4.399098914601679,
      "grad_norm": 1.2078705739510411,
      "learning_rate": 5.098364776319609e-05,
      "loss": 0.2282,
      "step": 107404
    },
    {
      "epoch": 4.399139873028876,
      "grad_norm": 0.9599037821091774,
      "learning_rate": 5.0981197925468196e-05,
      "loss": 0.2945,
      "step": 107405
    },
    {
      "epoch": 4.399180831456072,
      "grad_norm": 1.692341306764213,
      "learning_rate": 5.0978748134550606e-05,
      "loss": 0.7376,
      "step": 107406
    },
    {
      "epoch": 4.399221789883269,
      "grad_norm": 1.671742347741202,
      "learning_rate": 5.09762983904445e-05,
      "loss": 0.6269,
      "step": 107407
    },
    {
      "epoch": 4.3992627483104645,
      "grad_norm": 1.8263197253253145,
      "learning_rate": 5.097384869315112e-05,
      "loss": 0.6982,
      "step": 107408
    },
    {
      "epoch": 4.399303706737661,
      "grad_norm": 2.6335443469675814,
      "learning_rate": 5.097139904267149e-05,
      "loss": 2.3877,
      "step": 107409
    },
    {
      "epoch": 4.399344665164858,
      "grad_norm": 1.1473853365954891,
      "learning_rate": 5.096894943900686e-05,
      "loss": 0.4375,
      "step": 107410
    },
    {
      "epoch": 4.399385623592054,
      "grad_norm": 1.5866730395325717,
      "learning_rate": 5.09664998821584e-05,
      "loss": 0.697,
      "step": 107411
    },
    {
      "epoch": 4.399426582019251,
      "grad_norm": 1.1338629751109806,
      "learning_rate": 5.096405037212717e-05,
      "loss": 0.4507,
      "step": 107412
    },
    {
      "epoch": 4.399467540446447,
      "grad_norm": 1.5463932549818484,
      "learning_rate": 5.096160090891446e-05,
      "loss": 0.632,
      "step": 107413
    },
    {
      "epoch": 4.399508498873644,
      "grad_norm": 2.0847655142120836,
      "learning_rate": 5.09591514925213e-05,
      "loss": 1.1126,
      "step": 107414
    },
    {
      "epoch": 4.399549457300839,
      "grad_norm": 1.4951060417589286,
      "learning_rate": 5.095670212294892e-05,
      "loss": 0.6801,
      "step": 107415
    },
    {
      "epoch": 4.399590415728036,
      "grad_norm": 1.3232386247313157,
      "learning_rate": 5.09542528001985e-05,
      "loss": 0.5664,
      "step": 107416
    },
    {
      "epoch": 4.399631374155232,
      "grad_norm": 1.932045723990056,
      "learning_rate": 5.095180352427111e-05,
      "loss": 0.8553,
      "step": 107417
    },
    {
      "epoch": 4.399672332582429,
      "grad_norm": 0.9923751607520152,
      "learning_rate": 5.094935429516801e-05,
      "loss": 0.2277,
      "step": 107418
    },
    {
      "epoch": 4.3997132910096255,
      "grad_norm": 1.4434501936385753,
      "learning_rate": 5.094690511289027e-05,
      "loss": 0.3975,
      "step": 107419
    },
    {
      "epoch": 4.399754249436822,
      "grad_norm": 1.3598595611349835,
      "learning_rate": 5.094445597743908e-05,
      "loss": 0.5744,
      "step": 107420
    },
    {
      "epoch": 4.399795207864018,
      "grad_norm": 1.397002825357903,
      "learning_rate": 5.0942006888815643e-05,
      "loss": 0.5214,
      "step": 107421
    },
    {
      "epoch": 4.399836166291214,
      "grad_norm": 1.622310443353329,
      "learning_rate": 5.093955784702103e-05,
      "loss": 0.6931,
      "step": 107422
    },
    {
      "epoch": 4.399877124718411,
      "grad_norm": 1.7412145666712107,
      "learning_rate": 5.093710885205646e-05,
      "loss": 0.7735,
      "step": 107423
    },
    {
      "epoch": 4.399918083145607,
      "grad_norm": 1.195851406950357,
      "learning_rate": 5.0934659903923115e-05,
      "loss": 0.317,
      "step": 107424
    },
    {
      "epoch": 4.399959041572804,
      "grad_norm": 1.7016371481333643,
      "learning_rate": 5.093221100262207e-05,
      "loss": 0.7519,
      "step": 107425
    },
    {
      "epoch": 4.4,
      "grad_norm": 1.3661545276685665,
      "learning_rate": 5.092976214815458e-05,
      "loss": 0.552,
      "step": 107426
    },
    {
      "epoch": 4.400040958427196,
      "grad_norm": 1.5453908809732626,
      "learning_rate": 5.092731334052169e-05,
      "loss": 0.7394,
      "step": 107427
    },
    {
      "epoch": 4.4000819168543925,
      "grad_norm": 1.6832230216411603,
      "learning_rate": 5.092486457972462e-05,
      "loss": 0.6952,
      "step": 107428
    },
    {
      "epoch": 4.400122875281589,
      "grad_norm": 1.5387386154761524,
      "learning_rate": 5.092241586576457e-05,
      "loss": 0.4557,
      "step": 107429
    },
    {
      "epoch": 4.400163833708786,
      "grad_norm": 1.437266800664635,
      "learning_rate": 5.0919967198642606e-05,
      "loss": 0.6798,
      "step": 107430
    },
    {
      "epoch": 4.400204792135982,
      "grad_norm": 1.5835263610059287,
      "learning_rate": 5.0917518578359935e-05,
      "loss": 0.7296,
      "step": 107431
    },
    {
      "epoch": 4.400245750563179,
      "grad_norm": 1.4593003348759488,
      "learning_rate": 5.0915070004917766e-05,
      "loss": 0.6581,
      "step": 107432
    },
    {
      "epoch": 4.400286708990375,
      "grad_norm": 1.3779907094257213,
      "learning_rate": 5.091262147831714e-05,
      "loss": 0.5141,
      "step": 107433
    },
    {
      "epoch": 4.400327667417571,
      "grad_norm": 1.2247767946721269,
      "learning_rate": 5.0910172998559345e-05,
      "loss": 0.4581,
      "step": 107434
    },
    {
      "epoch": 4.400368625844767,
      "grad_norm": 1.431788387907738,
      "learning_rate": 5.0907724565645396e-05,
      "loss": 0.5568,
      "step": 107435
    },
    {
      "epoch": 4.400409584271964,
      "grad_norm": 2.9586422018057155,
      "learning_rate": 5.0905276179576544e-05,
      "loss": 2.001,
      "step": 107436
    },
    {
      "epoch": 4.4004505426991605,
      "grad_norm": 1.4564859958990335,
      "learning_rate": 5.090282784035397e-05,
      "loss": 0.5937,
      "step": 107437
    },
    {
      "epoch": 4.400491501126357,
      "grad_norm": 0.585752095483727,
      "learning_rate": 5.090037954797875e-05,
      "loss": 0.1337,
      "step": 107438
    },
    {
      "epoch": 4.4005324595535535,
      "grad_norm": 1.6579631330815905,
      "learning_rate": 5.089793130245207e-05,
      "loss": 0.8583,
      "step": 107439
    },
    {
      "epoch": 4.400573417980749,
      "grad_norm": 1.3386728747213996,
      "learning_rate": 5.0895483103775184e-05,
      "loss": 0.5341,
      "step": 107440
    },
    {
      "epoch": 4.400614376407946,
      "grad_norm": 1.956883444765896,
      "learning_rate": 5.089303495194909e-05,
      "loss": 0.8241,
      "step": 107441
    },
    {
      "epoch": 4.400655334835142,
      "grad_norm": 1.4154562239621438,
      "learning_rate": 5.0890586846975e-05,
      "loss": 0.5902,
      "step": 107442
    },
    {
      "epoch": 4.400696293262339,
      "grad_norm": 2.103296058512403,
      "learning_rate": 5.0888138788854146e-05,
      "loss": 1.1141,
      "step": 107443
    },
    {
      "epoch": 4.400737251689535,
      "grad_norm": 2.277019296650643,
      "learning_rate": 5.088569077758757e-05,
      "loss": 1.3189,
      "step": 107444
    },
    {
      "epoch": 4.400778210116732,
      "grad_norm": 1.0401354966174818,
      "learning_rate": 5.0883242813176555e-05,
      "loss": 0.2293,
      "step": 107445
    },
    {
      "epoch": 4.4008191685439275,
      "grad_norm": 1.559292694431438,
      "learning_rate": 5.088079489562213e-05,
      "loss": 0.6481,
      "step": 107446
    },
    {
      "epoch": 4.400860126971124,
      "grad_norm": 0.45940160290587534,
      "learning_rate": 5.08783470249255e-05,
      "loss": 0.0631,
      "step": 107447
    },
    {
      "epoch": 4.400901085398321,
      "grad_norm": 1.5831774307737516,
      "learning_rate": 5.087589920108791e-05,
      "loss": 0.6171,
      "step": 107448
    },
    {
      "epoch": 4.400942043825517,
      "grad_norm": 0.8852688730152148,
      "learning_rate": 5.0873451424110385e-05,
      "loss": 0.2804,
      "step": 107449
    },
    {
      "epoch": 4.400983002252714,
      "grad_norm": 2.151960678461585,
      "learning_rate": 5.087100369399414e-05,
      "loss": 1.0856,
      "step": 107450
    },
    {
      "epoch": 4.40102396067991,
      "grad_norm": 1.4455859486242346,
      "learning_rate": 5.0868556010740373e-05,
      "loss": 0.7101,
      "step": 107451
    },
    {
      "epoch": 4.401064919107107,
      "grad_norm": 0.7442872482816822,
      "learning_rate": 5.0866108374350174e-05,
      "loss": 0.1147,
      "step": 107452
    },
    {
      "epoch": 4.401105877534302,
      "grad_norm": 1.457147884285973,
      "learning_rate": 5.086366078482475e-05,
      "loss": 0.5239,
      "step": 107453
    },
    {
      "epoch": 4.401146835961499,
      "grad_norm": 1.7956762746708288,
      "learning_rate": 5.0861213242165204e-05,
      "loss": 0.6396,
      "step": 107454
    },
    {
      "epoch": 4.4011877943886955,
      "grad_norm": 1.3090479369743937,
      "learning_rate": 5.08587657463727e-05,
      "loss": 0.5724,
      "step": 107455
    },
    {
      "epoch": 4.401228752815892,
      "grad_norm": 1.0342104151300633,
      "learning_rate": 5.085631829744849e-05,
      "loss": 0.2802,
      "step": 107456
    },
    {
      "epoch": 4.4012697112430885,
      "grad_norm": 1.7548007862576795,
      "learning_rate": 5.085387089539361e-05,
      "loss": 0.9785,
      "step": 107457
    },
    {
      "epoch": 4.401310669670285,
      "grad_norm": 0.9708088259635438,
      "learning_rate": 5.085142354020925e-05,
      "loss": 0.2358,
      "step": 107458
    },
    {
      "epoch": 4.401351628097481,
      "grad_norm": 1.3229891905737283,
      "learning_rate": 5.084897623189665e-05,
      "loss": 0.5577,
      "step": 107459
    },
    {
      "epoch": 4.401392586524677,
      "grad_norm": 1.8768694527658403,
      "learning_rate": 5.0846528970456854e-05,
      "loss": 0.8687,
      "step": 107460
    },
    {
      "epoch": 4.401433544951874,
      "grad_norm": 1.3768575887884786,
      "learning_rate": 5.084408175589109e-05,
      "loss": 0.5553,
      "step": 107461
    },
    {
      "epoch": 4.40147450337907,
      "grad_norm": 1.6032251905630077,
      "learning_rate": 5.084163458820047e-05,
      "loss": 0.6126,
      "step": 107462
    },
    {
      "epoch": 4.401515461806267,
      "grad_norm": 1.2270839308082921,
      "learning_rate": 5.083918746738615e-05,
      "loss": 0.5058,
      "step": 107463
    },
    {
      "epoch": 4.401556420233463,
      "grad_norm": 1.3685063261788866,
      "learning_rate": 5.083674039344937e-05,
      "loss": 0.4635,
      "step": 107464
    },
    {
      "epoch": 4.401597378660659,
      "grad_norm": 0.9302378119447252,
      "learning_rate": 5.0834293366391165e-05,
      "loss": 0.2319,
      "step": 107465
    },
    {
      "epoch": 4.401638337087856,
      "grad_norm": 1.71589224493397,
      "learning_rate": 5.0831846386212766e-05,
      "loss": 0.5914,
      "step": 107466
    },
    {
      "epoch": 4.401679295515052,
      "grad_norm": 1.3491681600011525,
      "learning_rate": 5.082939945291535e-05,
      "loss": 0.7156,
      "step": 107467
    },
    {
      "epoch": 4.401720253942249,
      "grad_norm": 1.4090733218996876,
      "learning_rate": 5.0826952566499994e-05,
      "loss": 0.4175,
      "step": 107468
    },
    {
      "epoch": 4.401761212369445,
      "grad_norm": 2.8523856478923277,
      "learning_rate": 5.082450572696796e-05,
      "loss": 1.0433,
      "step": 107469
    },
    {
      "epoch": 4.401802170796642,
      "grad_norm": 1.8029449117934515,
      "learning_rate": 5.082205893432028e-05,
      "loss": 0.789,
      "step": 107470
    },
    {
      "epoch": 4.401843129223838,
      "grad_norm": 1.5544765623359151,
      "learning_rate": 5.0819612188558184e-05,
      "loss": 0.5968,
      "step": 107471
    },
    {
      "epoch": 4.401884087651034,
      "grad_norm": 1.737458900368797,
      "learning_rate": 5.081716548968286e-05,
      "loss": 0.5134,
      "step": 107472
    },
    {
      "epoch": 4.40192504607823,
      "grad_norm": 4.729911983592987,
      "learning_rate": 5.081471883769539e-05,
      "loss": 4.2475,
      "step": 107473
    },
    {
      "epoch": 4.401966004505427,
      "grad_norm": 1.4686193228367428,
      "learning_rate": 5.081227223259696e-05,
      "loss": 0.6868,
      "step": 107474
    },
    {
      "epoch": 4.4020069629326235,
      "grad_norm": 2.4973785102182773,
      "learning_rate": 5.0809825674388785e-05,
      "loss": 0.6721,
      "step": 107475
    },
    {
      "epoch": 4.40204792135982,
      "grad_norm": 2.0204540535533617,
      "learning_rate": 5.0807379163071915e-05,
      "loss": 1.0877,
      "step": 107476
    },
    {
      "epoch": 4.402088879787017,
      "grad_norm": 1.352520971748934,
      "learning_rate": 5.080493269864761e-05,
      "loss": 0.4911,
      "step": 107477
    },
    {
      "epoch": 4.402129838214212,
      "grad_norm": 1.5716049559671967,
      "learning_rate": 5.0802486281116935e-05,
      "loss": 0.5646,
      "step": 107478
    },
    {
      "epoch": 4.402170796641409,
      "grad_norm": 1.2870130084340974,
      "learning_rate": 5.080003991048106e-05,
      "loss": 0.4531,
      "step": 107479
    },
    {
      "epoch": 4.402211755068605,
      "grad_norm": 1.3848792277632411,
      "learning_rate": 5.079759358674125e-05,
      "loss": 0.1704,
      "step": 107480
    },
    {
      "epoch": 4.402252713495802,
      "grad_norm": 1.6860343009519758,
      "learning_rate": 5.079514730989852e-05,
      "loss": 0.9226,
      "step": 107481
    },
    {
      "epoch": 4.402293671922998,
      "grad_norm": 1.4265638215756418,
      "learning_rate": 5.07927010799541e-05,
      "loss": 0.5346,
      "step": 107482
    },
    {
      "epoch": 4.402334630350195,
      "grad_norm": 1.4897178378448528,
      "learning_rate": 5.0790254896909176e-05,
      "loss": 0.7268,
      "step": 107483
    },
    {
      "epoch": 4.4023755887773905,
      "grad_norm": 0.8223350204052305,
      "learning_rate": 5.07878087607648e-05,
      "loss": 0.2153,
      "step": 107484
    },
    {
      "epoch": 4.402416547204587,
      "grad_norm": 1.63093115457523,
      "learning_rate": 5.0785362671522265e-05,
      "loss": 0.7338,
      "step": 107485
    },
    {
      "epoch": 4.402457505631784,
      "grad_norm": 1.0116512857090723,
      "learning_rate": 5.078291662918259e-05,
      "loss": 0.3249,
      "step": 107486
    },
    {
      "epoch": 4.40249846405898,
      "grad_norm": 1.7779325212978911,
      "learning_rate": 5.078047063374699e-05,
      "loss": 0.8787,
      "step": 107487
    },
    {
      "epoch": 4.402539422486177,
      "grad_norm": 1.3072754840448628,
      "learning_rate": 5.0778024685216674e-05,
      "loss": 0.4741,
      "step": 107488
    },
    {
      "epoch": 4.402580380913373,
      "grad_norm": 1.340188997444929,
      "learning_rate": 5.07755787835927e-05,
      "loss": 0.4103,
      "step": 107489
    },
    {
      "epoch": 4.40262133934057,
      "grad_norm": 0.6052747295769324,
      "learning_rate": 5.0773132928876345e-05,
      "loss": 0.1062,
      "step": 107490
    },
    {
      "epoch": 4.402662297767765,
      "grad_norm": 1.36240947058228,
      "learning_rate": 5.0770687121068624e-05,
      "loss": 0.4537,
      "step": 107491
    },
    {
      "epoch": 4.402703256194962,
      "grad_norm": 1.3995793818518114,
      "learning_rate": 5.076824136017077e-05,
      "loss": 0.3238,
      "step": 107492
    },
    {
      "epoch": 4.4027442146221585,
      "grad_norm": 1.4161252491567062,
      "learning_rate": 5.076579564618399e-05,
      "loss": 0.553,
      "step": 107493
    },
    {
      "epoch": 4.402785173049355,
      "grad_norm": 2.3468457452840705,
      "learning_rate": 5.076334997910933e-05,
      "loss": 0.5794,
      "step": 107494
    },
    {
      "epoch": 4.4028261314765516,
      "grad_norm": 1.6300668132913068,
      "learning_rate": 5.0760904358947994e-05,
      "loss": 0.4141,
      "step": 107495
    },
    {
      "epoch": 4.402867089903748,
      "grad_norm": 0.8081645300633146,
      "learning_rate": 5.07584587857012e-05,
      "loss": 0.2242,
      "step": 107496
    },
    {
      "epoch": 4.402908048330944,
      "grad_norm": 1.6633034141941943,
      "learning_rate": 5.0756013259369995e-05,
      "loss": 0.6733,
      "step": 107497
    },
    {
      "epoch": 4.40294900675814,
      "grad_norm": 1.6373853237011382,
      "learning_rate": 5.075356777995564e-05,
      "loss": 0.6644,
      "step": 107498
    },
    {
      "epoch": 4.402989965185337,
      "grad_norm": 1.4094855140775826,
      "learning_rate": 5.0751122347459186e-05,
      "loss": 0.6288,
      "step": 107499
    },
    {
      "epoch": 4.403030923612533,
      "grad_norm": 1.9444491174089928,
      "learning_rate": 5.074867696188184e-05,
      "loss": 0.7247,
      "step": 107500
    },
    {
      "epoch": 4.40307188203973,
      "grad_norm": 1.41545682063611,
      "learning_rate": 5.074623162322482e-05,
      "loss": 0.6212,
      "step": 107501
    },
    {
      "epoch": 4.403112840466926,
      "grad_norm": 0.822140199778721,
      "learning_rate": 5.074378633148916e-05,
      "loss": 0.2261,
      "step": 107502
    },
    {
      "epoch": 4.403153798894122,
      "grad_norm": 1.5395824625322772,
      "learning_rate": 5.0741341086676096e-05,
      "loss": 0.465,
      "step": 107503
    },
    {
      "epoch": 4.403194757321319,
      "grad_norm": 1.3833225540200405,
      "learning_rate": 5.0738895888786795e-05,
      "loss": 0.386,
      "step": 107504
    },
    {
      "epoch": 4.403235715748515,
      "grad_norm": 1.1493570285384804,
      "learning_rate": 5.073645073782236e-05,
      "loss": 0.5067,
      "step": 107505
    },
    {
      "epoch": 4.403276674175712,
      "grad_norm": 1.7275697923496895,
      "learning_rate": 5.0734005633784e-05,
      "loss": 0.6669,
      "step": 107506
    },
    {
      "epoch": 4.403317632602908,
      "grad_norm": 1.1200362937378519,
      "learning_rate": 5.0731560576672795e-05,
      "loss": 0.301,
      "step": 107507
    },
    {
      "epoch": 4.403358591030105,
      "grad_norm": 1.1452329248620912,
      "learning_rate": 5.072911556648996e-05,
      "loss": 0.336,
      "step": 107508
    },
    {
      "epoch": 4.403399549457301,
      "grad_norm": 1.5927915427517065,
      "learning_rate": 5.0726670603236666e-05,
      "loss": 0.8092,
      "step": 107509
    },
    {
      "epoch": 4.403440507884497,
      "grad_norm": 1.5362446465699706,
      "learning_rate": 5.0724225686914006e-05,
      "loss": 0.5902,
      "step": 107510
    },
    {
      "epoch": 4.4034814663116935,
      "grad_norm": 1.6919966345277693,
      "learning_rate": 5.072178081752322e-05,
      "loss": 0.8271,
      "step": 107511
    },
    {
      "epoch": 4.40352242473889,
      "grad_norm": 1.6510060181317412,
      "learning_rate": 5.0719335995065416e-05,
      "loss": 0.7392,
      "step": 107512
    },
    {
      "epoch": 4.4035633831660865,
      "grad_norm": 1.678304531689368,
      "learning_rate": 5.0716891219541695e-05,
      "loss": 0.7538,
      "step": 107513
    },
    {
      "epoch": 4.403604341593283,
      "grad_norm": 1.2757850682894354,
      "learning_rate": 5.0714446490953275e-05,
      "loss": 0.5011,
      "step": 107514
    },
    {
      "epoch": 4.40364530002048,
      "grad_norm": 4.259081754865144,
      "learning_rate": 5.0712001809301344e-05,
      "loss": 0.684,
      "step": 107515
    },
    {
      "epoch": 4.403686258447675,
      "grad_norm": 1.3730740230545255,
      "learning_rate": 5.0709557174586984e-05,
      "loss": 0.5231,
      "step": 107516
    },
    {
      "epoch": 4.403727216874872,
      "grad_norm": 1.3935155831245019,
      "learning_rate": 5.070711258681141e-05,
      "loss": 0.5254,
      "step": 107517
    },
    {
      "epoch": 4.403768175302068,
      "grad_norm": 1.3503990862397204,
      "learning_rate": 5.0704668045975724e-05,
      "loss": 0.6327,
      "step": 107518
    },
    {
      "epoch": 4.403809133729265,
      "grad_norm": 1.466511674410903,
      "learning_rate": 5.07022235520811e-05,
      "loss": 0.5841,
      "step": 107519
    },
    {
      "epoch": 4.403850092156461,
      "grad_norm": 1.4955280216447433,
      "learning_rate": 5.069977910512874e-05,
      "loss": 0.6748,
      "step": 107520
    },
    {
      "epoch": 4.403891050583658,
      "grad_norm": 1.3402803431392538,
      "learning_rate": 5.0697334705119726e-05,
      "loss": 0.5553,
      "step": 107521
    },
    {
      "epoch": 4.403932009010854,
      "grad_norm": 1.8380727593789417,
      "learning_rate": 5.069489035205525e-05,
      "loss": 0.8303,
      "step": 107522
    },
    {
      "epoch": 4.40397296743805,
      "grad_norm": 1.3898705577128483,
      "learning_rate": 5.069244604593651e-05,
      "loss": 0.6552,
      "step": 107523
    },
    {
      "epoch": 4.404013925865247,
      "grad_norm": 1.5575615828562792,
      "learning_rate": 5.0690001786764575e-05,
      "loss": 0.6505,
      "step": 107524
    },
    {
      "epoch": 4.404054884292443,
      "grad_norm": 3.516419840880683,
      "learning_rate": 5.0687557574540694e-05,
      "loss": 1.4572,
      "step": 107525
    },
    {
      "epoch": 4.40409584271964,
      "grad_norm": 3.6073692102743875,
      "learning_rate": 5.068511340926592e-05,
      "loss": 1.8448,
      "step": 107526
    },
    {
      "epoch": 4.404136801146836,
      "grad_norm": 1.3909510046772307,
      "learning_rate": 5.0682669290941476e-05,
      "loss": 0.6103,
      "step": 107527
    },
    {
      "epoch": 4.404177759574033,
      "grad_norm": 1.5040179703680188,
      "learning_rate": 5.0680225219568536e-05,
      "loss": 0.7317,
      "step": 107528
    },
    {
      "epoch": 4.404218718001228,
      "grad_norm": 1.7615298223330622,
      "learning_rate": 5.067778119514818e-05,
      "loss": 0.8597,
      "step": 107529
    },
    {
      "epoch": 4.404259676428425,
      "grad_norm": 2.0169523223357597,
      "learning_rate": 5.0675337217681586e-05,
      "loss": 0.8783,
      "step": 107530
    },
    {
      "epoch": 4.4043006348556215,
      "grad_norm": 2.578602280289108,
      "learning_rate": 5.067289328717001e-05,
      "loss": 1.704,
      "step": 107531
    },
    {
      "epoch": 4.404341593282818,
      "grad_norm": 1.1006854502748902,
      "learning_rate": 5.067044940361445e-05,
      "loss": 0.3985,
      "step": 107532
    },
    {
      "epoch": 4.404382551710015,
      "grad_norm": 1.2849491422266512,
      "learning_rate": 5.066800556701621e-05,
      "loss": 0.3374,
      "step": 107533
    },
    {
      "epoch": 4.404423510137211,
      "grad_norm": 1.2494332279372942,
      "learning_rate": 5.066556177737631e-05,
      "loss": 0.5507,
      "step": 107534
    },
    {
      "epoch": 4.404464468564407,
      "grad_norm": 1.3718138798928003,
      "learning_rate": 5.066311803469596e-05,
      "loss": 0.7278,
      "step": 107535
    },
    {
      "epoch": 4.404505426991603,
      "grad_norm": 1.049667451471197,
      "learning_rate": 5.066067433897639e-05,
      "loss": 0.315,
      "step": 107536
    },
    {
      "epoch": 4.4045463854188,
      "grad_norm": 1.5665996742753676,
      "learning_rate": 5.0658230690218645e-05,
      "loss": 0.7529,
      "step": 107537
    },
    {
      "epoch": 4.404587343845996,
      "grad_norm": 1.8058186670729304,
      "learning_rate": 5.06557870884239e-05,
      "loss": 1.0396,
      "step": 107538
    },
    {
      "epoch": 4.404628302273193,
      "grad_norm": 1.1935806349401377,
      "learning_rate": 5.06533435335934e-05,
      "loss": 0.3371,
      "step": 107539
    },
    {
      "epoch": 4.404669260700389,
      "grad_norm": 1.611473768633155,
      "learning_rate": 5.065090002572817e-05,
      "loss": 0.6516,
      "step": 107540
    },
    {
      "epoch": 4.404710219127585,
      "grad_norm": 1.7352145620201191,
      "learning_rate": 5.0648456564829495e-05,
      "loss": 0.7118,
      "step": 107541
    },
    {
      "epoch": 4.404751177554782,
      "grad_norm": 1.525611036330444,
      "learning_rate": 5.064601315089841e-05,
      "loss": 0.5921,
      "step": 107542
    },
    {
      "epoch": 4.404792135981978,
      "grad_norm": 1.3350812515283916,
      "learning_rate": 5.0643569783936134e-05,
      "loss": 0.5625,
      "step": 107543
    },
    {
      "epoch": 4.404833094409175,
      "grad_norm": 1.443482315881181,
      "learning_rate": 5.0641126463943855e-05,
      "loss": 0.5201,
      "step": 107544
    },
    {
      "epoch": 4.404874052836371,
      "grad_norm": 0.7448803003583065,
      "learning_rate": 5.0638683190922636e-05,
      "loss": 0.1906,
      "step": 107545
    },
    {
      "epoch": 4.404915011263568,
      "grad_norm": 1.6168235344382977,
      "learning_rate": 5.063623996487368e-05,
      "loss": 0.7,
      "step": 107546
    },
    {
      "epoch": 4.404955969690764,
      "grad_norm": 1.0847770933420557,
      "learning_rate": 5.063379678579819e-05,
      "loss": 0.1965,
      "step": 107547
    },
    {
      "epoch": 4.40499692811796,
      "grad_norm": 1.504928308016168,
      "learning_rate": 5.063135365369723e-05,
      "loss": 0.7462,
      "step": 107548
    },
    {
      "epoch": 4.4050378865451565,
      "grad_norm": 1.587397753645506,
      "learning_rate": 5.0628910568572045e-05,
      "loss": 0.6121,
      "step": 107549
    },
    {
      "epoch": 4.405078844972353,
      "grad_norm": 1.2079062631056126,
      "learning_rate": 5.06264675304237e-05,
      "loss": 0.3934,
      "step": 107550
    },
    {
      "epoch": 4.40511980339955,
      "grad_norm": 1.768614752563796,
      "learning_rate": 5.062402453925339e-05,
      "loss": 0.8085,
      "step": 107551
    },
    {
      "epoch": 4.405160761826746,
      "grad_norm": 1.1662713478442726,
      "learning_rate": 5.0621581595062334e-05,
      "loss": 0.3128,
      "step": 107552
    },
    {
      "epoch": 4.405201720253943,
      "grad_norm": 1.0551595917775176,
      "learning_rate": 5.061913869785156e-05,
      "loss": 0.2542,
      "step": 107553
    },
    {
      "epoch": 4.405242678681138,
      "grad_norm": 1.5799064683280544,
      "learning_rate": 5.061669584762231e-05,
      "loss": 0.865,
      "step": 107554
    },
    {
      "epoch": 4.405283637108335,
      "grad_norm": 1.4865985148050935,
      "learning_rate": 5.0614253044375764e-05,
      "loss": 0.6403,
      "step": 107555
    },
    {
      "epoch": 4.405324595535531,
      "grad_norm": 1.0661685001654209,
      "learning_rate": 5.061181028811298e-05,
      "loss": 0.5143,
      "step": 107556
    },
    {
      "epoch": 4.405365553962728,
      "grad_norm": 1.7007891812975942,
      "learning_rate": 5.060936757883521e-05,
      "loss": 0.8884,
      "step": 107557
    },
    {
      "epoch": 4.405406512389924,
      "grad_norm": 2.067975018358977,
      "learning_rate": 5.060692491654351e-05,
      "loss": 0.6398,
      "step": 107558
    },
    {
      "epoch": 4.405447470817121,
      "grad_norm": 1.6819404496856312,
      "learning_rate": 5.0604482301239106e-05,
      "loss": 0.798,
      "step": 107559
    },
    {
      "epoch": 4.405488429244317,
      "grad_norm": 0.9305149442349576,
      "learning_rate": 5.0602039732923184e-05,
      "loss": 0.27,
      "step": 107560
    },
    {
      "epoch": 4.405529387671513,
      "grad_norm": 1.1046630556114287,
      "learning_rate": 5.0599597211596787e-05,
      "loss": 0.4091,
      "step": 107561
    },
    {
      "epoch": 4.40557034609871,
      "grad_norm": 1.7700391972674483,
      "learning_rate": 5.059715473726119e-05,
      "loss": 0.7875,
      "step": 107562
    },
    {
      "epoch": 4.405611304525906,
      "grad_norm": 1.8809800745061773,
      "learning_rate": 5.059471230991743e-05,
      "loss": 0.7208,
      "step": 107563
    },
    {
      "epoch": 4.405652262953103,
      "grad_norm": 1.5077440350584095,
      "learning_rate": 5.059226992956673e-05,
      "loss": 0.6901,
      "step": 107564
    },
    {
      "epoch": 4.405693221380299,
      "grad_norm": 2.4266535949441606,
      "learning_rate": 5.058982759621029e-05,
      "loss": 1.1788,
      "step": 107565
    },
    {
      "epoch": 4.405734179807496,
      "grad_norm": 1.030970314219698,
      "learning_rate": 5.058738530984916e-05,
      "loss": 0.2933,
      "step": 107566
    },
    {
      "epoch": 4.4057751382346915,
      "grad_norm": 1.5167011481908443,
      "learning_rate": 5.0584943070484534e-05,
      "loss": 0.5823,
      "step": 107567
    },
    {
      "epoch": 4.405816096661888,
      "grad_norm": 1.6028715904600375,
      "learning_rate": 5.058250087811763e-05,
      "loss": 0.6388,
      "step": 107568
    },
    {
      "epoch": 4.4058570550890845,
      "grad_norm": 1.738493824047439,
      "learning_rate": 5.058005873274952e-05,
      "loss": 0.8065,
      "step": 107569
    },
    {
      "epoch": 4.405898013516281,
      "grad_norm": 1.7273975995470974,
      "learning_rate": 5.057761663438142e-05,
      "loss": 0.7227,
      "step": 107570
    },
    {
      "epoch": 4.405938971943478,
      "grad_norm": 0.8315374770138753,
      "learning_rate": 5.0575174583014416e-05,
      "loss": 0.2314,
      "step": 107571
    },
    {
      "epoch": 4.405979930370674,
      "grad_norm": 0.7872308102470155,
      "learning_rate": 5.0572732578649696e-05,
      "loss": 0.1267,
      "step": 107572
    },
    {
      "epoch": 4.40602088879787,
      "grad_norm": 1.4954615147927506,
      "learning_rate": 5.0570290621288454e-05,
      "loss": 0.6469,
      "step": 107573
    },
    {
      "epoch": 4.406061847225066,
      "grad_norm": 1.5174988332748711,
      "learning_rate": 5.0567848710931766e-05,
      "loss": 0.5973,
      "step": 107574
    },
    {
      "epoch": 4.406102805652263,
      "grad_norm": 0.8411830529574574,
      "learning_rate": 5.056540684758085e-05,
      "loss": 0.1964,
      "step": 107575
    },
    {
      "epoch": 4.406143764079459,
      "grad_norm": 0.8859623702090197,
      "learning_rate": 5.0562965031236875e-05,
      "loss": 0.2503,
      "step": 107576
    },
    {
      "epoch": 4.406184722506656,
      "grad_norm": 1.0038350885974898,
      "learning_rate": 5.05605232619009e-05,
      "loss": 0.2562,
      "step": 107577
    },
    {
      "epoch": 4.4062256809338525,
      "grad_norm": 1.6757515292563032,
      "learning_rate": 5.0558081539574205e-05,
      "loss": 0.8928,
      "step": 107578
    },
    {
      "epoch": 4.406266639361048,
      "grad_norm": 1.349720884363503,
      "learning_rate": 5.055563986425782e-05,
      "loss": 0.5086,
      "step": 107579
    },
    {
      "epoch": 4.406307597788245,
      "grad_norm": 1.6675674305726473,
      "learning_rate": 5.0553198235952964e-05,
      "loss": 0.806,
      "step": 107580
    },
    {
      "epoch": 4.406348556215441,
      "grad_norm": 1.368766416647418,
      "learning_rate": 5.055075665466083e-05,
      "loss": 0.5578,
      "step": 107581
    },
    {
      "epoch": 4.406389514642638,
      "grad_norm": 1.0711123716371314,
      "learning_rate": 5.054831512038253e-05,
      "loss": 0.3769,
      "step": 107582
    },
    {
      "epoch": 4.406430473069834,
      "grad_norm": 1.5346676919738471,
      "learning_rate": 5.054587363311915e-05,
      "loss": 0.5938,
      "step": 107583
    },
    {
      "epoch": 4.406471431497031,
      "grad_norm": 1.330638059836009,
      "learning_rate": 5.0543432192871986e-05,
      "loss": 0.552,
      "step": 107584
    },
    {
      "epoch": 4.406512389924227,
      "grad_norm": 0.6776275994206656,
      "learning_rate": 5.054099079964206e-05,
      "loss": 0.0922,
      "step": 107585
    },
    {
      "epoch": 4.406553348351423,
      "grad_norm": 1.6154363729110828,
      "learning_rate": 5.0538549453430565e-05,
      "loss": 0.6154,
      "step": 107586
    },
    {
      "epoch": 4.4065943067786195,
      "grad_norm": 1.2761798283487569,
      "learning_rate": 5.0536108154238744e-05,
      "loss": 0.5161,
      "step": 107587
    },
    {
      "epoch": 4.406635265205816,
      "grad_norm": 0.8508786837392047,
      "learning_rate": 5.053366690206761e-05,
      "loss": 0.2275,
      "step": 107588
    },
    {
      "epoch": 4.406676223633013,
      "grad_norm": 1.507022493104537,
      "learning_rate": 5.053122569691845e-05,
      "loss": 0.6327,
      "step": 107589
    },
    {
      "epoch": 4.406717182060209,
      "grad_norm": 2.208502113851907,
      "learning_rate": 5.052878453879231e-05,
      "loss": 1.2489,
      "step": 107590
    },
    {
      "epoch": 4.406758140487406,
      "grad_norm": 1.6803760031841932,
      "learning_rate": 5.052634342769037e-05,
      "loss": 0.6461,
      "step": 107591
    },
    {
      "epoch": 4.406799098914601,
      "grad_norm": 1.17561826767185,
      "learning_rate": 5.0523902363613875e-05,
      "loss": 0.4277,
      "step": 107592
    },
    {
      "epoch": 4.406840057341798,
      "grad_norm": 1.7762953381132545,
      "learning_rate": 5.0521461346563836e-05,
      "loss": 0.9162,
      "step": 107593
    },
    {
      "epoch": 4.406881015768994,
      "grad_norm": 1.4191927409361402,
      "learning_rate": 5.0519020376541493e-05,
      "loss": 0.5749,
      "step": 107594
    },
    {
      "epoch": 4.406921974196191,
      "grad_norm": 2.9864518352700187,
      "learning_rate": 5.0516579453548026e-05,
      "loss": 2.1036,
      "step": 107595
    },
    {
      "epoch": 4.4069629326233875,
      "grad_norm": 1.4502937966236575,
      "learning_rate": 5.05141385775845e-05,
      "loss": 0.6469,
      "step": 107596
    },
    {
      "epoch": 4.407003891050584,
      "grad_norm": 1.7373716405167638,
      "learning_rate": 5.0511697748652156e-05,
      "loss": 0.8222,
      "step": 107597
    },
    {
      "epoch": 4.40704484947778,
      "grad_norm": 1.8814783438760643,
      "learning_rate": 5.050925696675206e-05,
      "loss": 0.5104,
      "step": 107598
    },
    {
      "epoch": 4.407085807904976,
      "grad_norm": 1.2450835253224584,
      "learning_rate": 5.050681623188543e-05,
      "loss": 0.4211,
      "step": 107599
    },
    {
      "epoch": 4.407126766332173,
      "grad_norm": 1.655473265462091,
      "learning_rate": 5.0504375544053445e-05,
      "loss": 0.5867,
      "step": 107600
    },
    {
      "epoch": 4.407167724759369,
      "grad_norm": 2.04118632622716,
      "learning_rate": 5.0501934903257176e-05,
      "loss": 1.1146,
      "step": 107601
    },
    {
      "epoch": 4.407208683186566,
      "grad_norm": 0.6384163245915299,
      "learning_rate": 5.0499494309497806e-05,
      "loss": 0.1101,
      "step": 107602
    },
    {
      "epoch": 4.407249641613762,
      "grad_norm": 1.6004062468057678,
      "learning_rate": 5.049705376277656e-05,
      "loss": 0.7435,
      "step": 107603
    },
    {
      "epoch": 4.407290600040959,
      "grad_norm": 0.8509645064065016,
      "learning_rate": 5.049461326309448e-05,
      "loss": 0.1644,
      "step": 107604
    },
    {
      "epoch": 4.4073315584681545,
      "grad_norm": 0.6599187704835177,
      "learning_rate": 5.049217281045283e-05,
      "loss": 0.0646,
      "step": 107605
    },
    {
      "epoch": 4.407372516895351,
      "grad_norm": 1.2366432116300528,
      "learning_rate": 5.048973240485264e-05,
      "loss": 0.3442,
      "step": 107606
    },
    {
      "epoch": 4.407413475322548,
      "grad_norm": 1.2727410893997837,
      "learning_rate": 5.048729204629514e-05,
      "loss": 0.4991,
      "step": 107607
    },
    {
      "epoch": 4.407454433749744,
      "grad_norm": 1.3802344013139105,
      "learning_rate": 5.0484851734781526e-05,
      "loss": 0.4367,
      "step": 107608
    },
    {
      "epoch": 4.407495392176941,
      "grad_norm": 1.4639739631007063,
      "learning_rate": 5.0482411470312835e-05,
      "loss": 0.6365,
      "step": 107609
    },
    {
      "epoch": 4.407536350604137,
      "grad_norm": 1.6446360168990342,
      "learning_rate": 5.0479971252890304e-05,
      "loss": 0.6741,
      "step": 107610
    },
    {
      "epoch": 4.407577309031333,
      "grad_norm": 1.3839128340185138,
      "learning_rate": 5.047753108251511e-05,
      "loss": 0.34,
      "step": 107611
    },
    {
      "epoch": 4.407618267458529,
      "grad_norm": 1.4525348324591276,
      "learning_rate": 5.0475090959188315e-05,
      "loss": 0.5792,
      "step": 107612
    },
    {
      "epoch": 4.407659225885726,
      "grad_norm": 1.5259989200151933,
      "learning_rate": 5.047265088291116e-05,
      "loss": 0.75,
      "step": 107613
    },
    {
      "epoch": 4.407700184312922,
      "grad_norm": 1.7116383570377047,
      "learning_rate": 5.047021085368473e-05,
      "loss": 0.832,
      "step": 107614
    },
    {
      "epoch": 4.407741142740119,
      "grad_norm": 0.7419417758659237,
      "learning_rate": 5.04677708715102e-05,
      "loss": 0.1718,
      "step": 107615
    },
    {
      "epoch": 4.4077821011673155,
      "grad_norm": 1.366362093707107,
      "learning_rate": 5.046533093638879e-05,
      "loss": 0.4644,
      "step": 107616
    },
    {
      "epoch": 4.407823059594511,
      "grad_norm": 1.2172512638818667,
      "learning_rate": 5.046289104832154e-05,
      "loss": 0.5003,
      "step": 107617
    },
    {
      "epoch": 4.407864018021708,
      "grad_norm": 1.4173907930183691,
      "learning_rate": 5.046045120730965e-05,
      "loss": 0.5747,
      "step": 107618
    },
    {
      "epoch": 4.407904976448904,
      "grad_norm": 1.653982744090638,
      "learning_rate": 5.045801141335435e-05,
      "loss": 0.8059,
      "step": 107619
    },
    {
      "epoch": 4.407945934876101,
      "grad_norm": 1.6237838682558214,
      "learning_rate": 5.0455571666456655e-05,
      "loss": 0.6866,
      "step": 107620
    },
    {
      "epoch": 4.407986893303297,
      "grad_norm": 1.2390092872562803,
      "learning_rate": 5.0453131966617856e-05,
      "loss": 0.5066,
      "step": 107621
    },
    {
      "epoch": 4.408027851730494,
      "grad_norm": 1.4659803570344658,
      "learning_rate": 5.0450692313838995e-05,
      "loss": 0.6338,
      "step": 107622
    },
    {
      "epoch": 4.40806881015769,
      "grad_norm": 1.2989568906415405,
      "learning_rate": 5.044825270812125e-05,
      "loss": 0.7349,
      "step": 107623
    },
    {
      "epoch": 4.408109768584886,
      "grad_norm": 1.5191005552788834,
      "learning_rate": 5.044581314946585e-05,
      "loss": 0.5605,
      "step": 107624
    },
    {
      "epoch": 4.4081507270120825,
      "grad_norm": 1.4954581940084788,
      "learning_rate": 5.0443373637873846e-05,
      "loss": 0.5365,
      "step": 107625
    },
    {
      "epoch": 4.408191685439279,
      "grad_norm": 0.8363470014451685,
      "learning_rate": 5.04409341733465e-05,
      "loss": 0.1918,
      "step": 107626
    },
    {
      "epoch": 4.408232643866476,
      "grad_norm": 1.3446961527562034,
      "learning_rate": 5.0438494755884835e-05,
      "loss": 0.504,
      "step": 107627
    },
    {
      "epoch": 4.408273602293672,
      "grad_norm": 0.8363056247979189,
      "learning_rate": 5.043605538549009e-05,
      "loss": 0.181,
      "step": 107628
    },
    {
      "epoch": 4.408314560720869,
      "grad_norm": 1.4479094572846587,
      "learning_rate": 5.043361606216344e-05,
      "loss": 0.5646,
      "step": 107629
    },
    {
      "epoch": 4.408355519148064,
      "grad_norm": 1.4361410542192572,
      "learning_rate": 5.043117678590594e-05,
      "loss": 0.5152,
      "step": 107630
    },
    {
      "epoch": 4.408396477575261,
      "grad_norm": 1.4711005767877252,
      "learning_rate": 5.042873755671881e-05,
      "loss": 0.7462,
      "step": 107631
    },
    {
      "epoch": 4.408437436002457,
      "grad_norm": 1.3052196479164018,
      "learning_rate": 5.042629837460325e-05,
      "loss": 0.4981,
      "step": 107632
    },
    {
      "epoch": 4.408478394429654,
      "grad_norm": 1.482599792524069,
      "learning_rate": 5.042385923956031e-05,
      "loss": 0.599,
      "step": 107633
    },
    {
      "epoch": 4.4085193528568505,
      "grad_norm": 1.8248716464480887,
      "learning_rate": 5.042142015159123e-05,
      "loss": 0.6839,
      "step": 107634
    },
    {
      "epoch": 4.408560311284047,
      "grad_norm": 1.434139064555088,
      "learning_rate": 5.041898111069708e-05,
      "loss": 0.5106,
      "step": 107635
    },
    {
      "epoch": 4.408601269711243,
      "grad_norm": 1.5152883079568311,
      "learning_rate": 5.041654211687905e-05,
      "loss": 0.5606,
      "step": 107636
    },
    {
      "epoch": 4.408642228138439,
      "grad_norm": 1.0438036208868733,
      "learning_rate": 5.041410317013836e-05,
      "loss": 0.2213,
      "step": 107637
    },
    {
      "epoch": 4.408683186565636,
      "grad_norm": 1.7610882995194572,
      "learning_rate": 5.041166427047606e-05,
      "loss": 0.7313,
      "step": 107638
    },
    {
      "epoch": 4.408724144992832,
      "grad_norm": 1.0314072926391902,
      "learning_rate": 5.0409225417893334e-05,
      "loss": 0.2879,
      "step": 107639
    },
    {
      "epoch": 4.408765103420029,
      "grad_norm": 1.549850134275071,
      "learning_rate": 5.0406786612391406e-05,
      "loss": 0.4356,
      "step": 107640
    },
    {
      "epoch": 4.408806061847225,
      "grad_norm": 1.6504631455261571,
      "learning_rate": 5.040434785397131e-05,
      "loss": 0.7348,
      "step": 107641
    },
    {
      "epoch": 4.408847020274422,
      "grad_norm": 1.2633935666527178,
      "learning_rate": 5.0401909142634305e-05,
      "loss": 0.4863,
      "step": 107642
    },
    {
      "epoch": 4.4088879787016175,
      "grad_norm": 0.8353433841648795,
      "learning_rate": 5.0399470478381456e-05,
      "loss": 0.2103,
      "step": 107643
    },
    {
      "epoch": 4.408928937128814,
      "grad_norm": 1.9746611721520018,
      "learning_rate": 5.039703186121397e-05,
      "loss": 0.7536,
      "step": 107644
    },
    {
      "epoch": 4.408969895556011,
      "grad_norm": 1.330743432258296,
      "learning_rate": 5.0394593291133025e-05,
      "loss": 0.5564,
      "step": 107645
    },
    {
      "epoch": 4.409010853983207,
      "grad_norm": 1.1132176863357597,
      "learning_rate": 5.039215476813968e-05,
      "loss": 0.2762,
      "step": 107646
    },
    {
      "epoch": 4.409051812410404,
      "grad_norm": 2.496238180144159,
      "learning_rate": 5.038971629223516e-05,
      "loss": 1.2681,
      "step": 107647
    },
    {
      "epoch": 4.4090927708376,
      "grad_norm": 1.1307196404522306,
      "learning_rate": 5.0387277863420644e-05,
      "loss": 0.344,
      "step": 107648
    },
    {
      "epoch": 4.409133729264796,
      "grad_norm": 1.8809897385833536,
      "learning_rate": 5.0384839481697194e-05,
      "loss": 0.8226,
      "step": 107649
    },
    {
      "epoch": 4.409174687691992,
      "grad_norm": 1.6490312190562741,
      "learning_rate": 5.038240114706605e-05,
      "loss": 0.677,
      "step": 107650
    },
    {
      "epoch": 4.409215646119189,
      "grad_norm": 1.5504034162266642,
      "learning_rate": 5.0379962859528294e-05,
      "loss": 0.5358,
      "step": 107651
    },
    {
      "epoch": 4.4092566045463855,
      "grad_norm": 1.7535118172687725,
      "learning_rate": 5.037752461908515e-05,
      "loss": 0.7091,
      "step": 107652
    },
    {
      "epoch": 4.409297562973582,
      "grad_norm": 0.8666915036041047,
      "learning_rate": 5.037508642573768e-05,
      "loss": 0.2222,
      "step": 107653
    },
    {
      "epoch": 4.4093385214007785,
      "grad_norm": 1.5983487610242073,
      "learning_rate": 5.037264827948715e-05,
      "loss": 0.2351,
      "step": 107654
    },
    {
      "epoch": 4.409379479827974,
      "grad_norm": 1.3991773798668832,
      "learning_rate": 5.037021018033458e-05,
      "loss": 0.5175,
      "step": 107655
    },
    {
      "epoch": 4.409420438255171,
      "grad_norm": 1.0957429169425008,
      "learning_rate": 5.036777212828127e-05,
      "loss": 0.4879,
      "step": 107656
    },
    {
      "epoch": 4.409461396682367,
      "grad_norm": 1.7376841472470501,
      "learning_rate": 5.036533412332823e-05,
      "loss": 0.6122,
      "step": 107657
    },
    {
      "epoch": 4.409502355109564,
      "grad_norm": 1.4906061532592636,
      "learning_rate": 5.036289616547668e-05,
      "loss": 0.6403,
      "step": 107658
    },
    {
      "epoch": 4.40954331353676,
      "grad_norm": 1.0319965789647543,
      "learning_rate": 5.0360458254727824e-05,
      "loss": 0.2613,
      "step": 107659
    },
    {
      "epoch": 4.409584271963957,
      "grad_norm": 1.344473702407964,
      "learning_rate": 5.0358020391082704e-05,
      "loss": 0.5834,
      "step": 107660
    },
    {
      "epoch": 4.409625230391153,
      "grad_norm": 1.7750697454957851,
      "learning_rate": 5.0355582574542584e-05,
      "loss": 0.7785,
      "step": 107661
    },
    {
      "epoch": 4.409666188818349,
      "grad_norm": 1.4358607241086494,
      "learning_rate": 5.035314480510852e-05,
      "loss": 0.4501,
      "step": 107662
    },
    {
      "epoch": 4.409707147245546,
      "grad_norm": 3.371941192487719,
      "learning_rate": 5.035070708278171e-05,
      "loss": 3.4287,
      "step": 107663
    },
    {
      "epoch": 4.409748105672742,
      "grad_norm": 1.420031582307651,
      "learning_rate": 5.034826940756334e-05,
      "loss": 0.6654,
      "step": 107664
    },
    {
      "epoch": 4.409789064099939,
      "grad_norm": 1.5146634504472758,
      "learning_rate": 5.0345831779454477e-05,
      "loss": 0.5092,
      "step": 107665
    },
    {
      "epoch": 4.409830022527135,
      "grad_norm": 1.1819689622169525,
      "learning_rate": 5.034339419845633e-05,
      "loss": 0.349,
      "step": 107666
    },
    {
      "epoch": 4.409870980954332,
      "grad_norm": 1.456806361844341,
      "learning_rate": 5.0340956664570095e-05,
      "loss": 0.6923,
      "step": 107667
    },
    {
      "epoch": 4.409911939381527,
      "grad_norm": 1.29774092654169,
      "learning_rate": 5.033851917779681e-05,
      "loss": 0.5083,
      "step": 107668
    },
    {
      "epoch": 4.409952897808724,
      "grad_norm": 1.3560561799240287,
      "learning_rate": 5.033608173813774e-05,
      "loss": 0.5772,
      "step": 107669
    },
    {
      "epoch": 4.40999385623592,
      "grad_norm": 1.3121637826691788,
      "learning_rate": 5.033364434559395e-05,
      "loss": 0.4972,
      "step": 107670
    },
    {
      "epoch": 4.410034814663117,
      "grad_norm": 1.0628971778458929,
      "learning_rate": 5.033120700016663e-05,
      "loss": 0.314,
      "step": 107671
    },
    {
      "epoch": 4.4100757730903135,
      "grad_norm": 1.42828977321965,
      "learning_rate": 5.032876970185697e-05,
      "loss": 0.6052,
      "step": 107672
    },
    {
      "epoch": 4.41011673151751,
      "grad_norm": 1.6204622811577285,
      "learning_rate": 5.0326332450666035e-05,
      "loss": 0.484,
      "step": 107673
    },
    {
      "epoch": 4.410157689944706,
      "grad_norm": 0.9439675462865174,
      "learning_rate": 5.032389524659504e-05,
      "loss": 0.2166,
      "step": 107674
    },
    {
      "epoch": 4.410198648371902,
      "grad_norm": 1.1753221138259027,
      "learning_rate": 5.032145808964516e-05,
      "loss": 0.3934,
      "step": 107675
    },
    {
      "epoch": 4.410239606799099,
      "grad_norm": 2.360451854085106,
      "learning_rate": 5.0319020979817456e-05,
      "loss": 1.3282,
      "step": 107676
    },
    {
      "epoch": 4.410280565226295,
      "grad_norm": 2.817235516066429,
      "learning_rate": 5.03165839171132e-05,
      "loss": 1.3489,
      "step": 107677
    },
    {
      "epoch": 4.410321523653492,
      "grad_norm": 1.6673130862118488,
      "learning_rate": 5.031414690153341e-05,
      "loss": 0.5467,
      "step": 107678
    },
    {
      "epoch": 4.410362482080688,
      "grad_norm": 1.442445822366251,
      "learning_rate": 5.031170993307933e-05,
      "loss": 0.518,
      "step": 107679
    },
    {
      "epoch": 4.410403440507885,
      "grad_norm": 1.5701366283399112,
      "learning_rate": 5.030927301175213e-05,
      "loss": 0.5591,
      "step": 107680
    },
    {
      "epoch": 4.410444398935081,
      "grad_norm": 1.223485442411252,
      "learning_rate": 5.030683613755287e-05,
      "loss": 0.3487,
      "step": 107681
    },
    {
      "epoch": 4.410485357362277,
      "grad_norm": 1.0509079505076881,
      "learning_rate": 5.0304399310482756e-05,
      "loss": 0.2563,
      "step": 107682
    },
    {
      "epoch": 4.410526315789474,
      "grad_norm": 1.6944496840254106,
      "learning_rate": 5.030196253054298e-05,
      "loss": 0.8226,
      "step": 107683
    },
    {
      "epoch": 4.41056727421667,
      "grad_norm": 1.706429000867028,
      "learning_rate": 5.0299525797734597e-05,
      "loss": 0.7579,
      "step": 107684
    },
    {
      "epoch": 4.410608232643867,
      "grad_norm": 1.6021997130290702,
      "learning_rate": 5.029708911205888e-05,
      "loss": 0.7256,
      "step": 107685
    },
    {
      "epoch": 4.410649191071063,
      "grad_norm": 1.388279102345319,
      "learning_rate": 5.029465247351684e-05,
      "loss": 0.5495,
      "step": 107686
    },
    {
      "epoch": 4.410690149498259,
      "grad_norm": 1.3348029388723828,
      "learning_rate": 5.029221588210972e-05,
      "loss": 0.2051,
      "step": 107687
    },
    {
      "epoch": 4.410731107925455,
      "grad_norm": 0.7280174931243154,
      "learning_rate": 5.028977933783871e-05,
      "loss": 0.0973,
      "step": 107688
    },
    {
      "epoch": 4.410772066352652,
      "grad_norm": 1.4869268159519287,
      "learning_rate": 5.028734284070484e-05,
      "loss": 0.6199,
      "step": 107689
    },
    {
      "epoch": 4.4108130247798485,
      "grad_norm": 2.031508003215793,
      "learning_rate": 5.0284906390709336e-05,
      "loss": 1.1416,
      "step": 107690
    },
    {
      "epoch": 4.410853983207045,
      "grad_norm": 1.818600514656545,
      "learning_rate": 5.028246998785339e-05,
      "loss": 0.6939,
      "step": 107691
    },
    {
      "epoch": 4.410894941634242,
      "grad_norm": 2.103979727978413,
      "learning_rate": 5.028003363213806e-05,
      "loss": 1.2528,
      "step": 107692
    },
    {
      "epoch": 4.410935900061437,
      "grad_norm": 1.62397817332296,
      "learning_rate": 5.027759732356459e-05,
      "loss": 0.5656,
      "step": 107693
    },
    {
      "epoch": 4.410976858488634,
      "grad_norm": 1.6751991693468302,
      "learning_rate": 5.027516106213404e-05,
      "loss": 0.8973,
      "step": 107694
    },
    {
      "epoch": 4.41101781691583,
      "grad_norm": 0.649452478384168,
      "learning_rate": 5.027272484784759e-05,
      "loss": 0.1666,
      "step": 107695
    },
    {
      "epoch": 4.411058775343027,
      "grad_norm": 2.6707514802755425,
      "learning_rate": 5.027028868070648e-05,
      "loss": 1.2939,
      "step": 107696
    },
    {
      "epoch": 4.411099733770223,
      "grad_norm": 1.5370004509142459,
      "learning_rate": 5.026785256071173e-05,
      "loss": 0.6511,
      "step": 107697
    },
    {
      "epoch": 4.41114069219742,
      "grad_norm": 1.6138312685595755,
      "learning_rate": 5.0265416487864617e-05,
      "loss": 0.4288,
      "step": 107698
    },
    {
      "epoch": 4.411181650624616,
      "grad_norm": 1.7919855562683409,
      "learning_rate": 5.0262980462166155e-05,
      "loss": 0.9267,
      "step": 107699
    },
    {
      "epoch": 4.411222609051812,
      "grad_norm": 1.4573145509592431,
      "learning_rate": 5.026054448361758e-05,
      "loss": 0.5695,
      "step": 107700
    },
    {
      "epoch": 4.411263567479009,
      "grad_norm": 1.4162941753492397,
      "learning_rate": 5.025810855222009e-05,
      "loss": 0.6097,
      "step": 107701
    },
    {
      "epoch": 4.411304525906205,
      "grad_norm": 1.371882195429567,
      "learning_rate": 5.025567266797471e-05,
      "loss": 0.6703,
      "step": 107702
    },
    {
      "epoch": 4.411345484333402,
      "grad_norm": 1.113769544584979,
      "learning_rate": 5.025323683088268e-05,
      "loss": 0.4824,
      "step": 107703
    },
    {
      "epoch": 4.411386442760598,
      "grad_norm": 1.7938624056952626,
      "learning_rate": 5.0250801040945166e-05,
      "loss": 0.6792,
      "step": 107704
    },
    {
      "epoch": 4.411427401187795,
      "grad_norm": 2.7570301558069468,
      "learning_rate": 5.0248365298163244e-05,
      "loss": 2.1669,
      "step": 107705
    },
    {
      "epoch": 4.41146835961499,
      "grad_norm": 1.3875673184434558,
      "learning_rate": 5.024592960253815e-05,
      "loss": 0.1912,
      "step": 107706
    },
    {
      "epoch": 4.411509318042187,
      "grad_norm": 1.457715910887821,
      "learning_rate": 5.024349395407094e-05,
      "loss": 0.7724,
      "step": 107707
    },
    {
      "epoch": 4.4115502764693835,
      "grad_norm": 1.4743058035072356,
      "learning_rate": 5.0241058352762816e-05,
      "loss": 0.5532,
      "step": 107708
    },
    {
      "epoch": 4.41159123489658,
      "grad_norm": 1.5675995000270866,
      "learning_rate": 5.023862279861499e-05,
      "loss": 0.6224,
      "step": 107709
    },
    {
      "epoch": 4.4116321933237765,
      "grad_norm": 1.0150094081678556,
      "learning_rate": 5.023618729162851e-05,
      "loss": 0.3362,
      "step": 107710
    },
    {
      "epoch": 4.411673151750973,
      "grad_norm": 1.8646036522551108,
      "learning_rate": 5.023375183180456e-05,
      "loss": 0.7605,
      "step": 107711
    },
    {
      "epoch": 4.411714110178169,
      "grad_norm": 1.394253648194206,
      "learning_rate": 5.023131641914435e-05,
      "loss": 0.5206,
      "step": 107712
    },
    {
      "epoch": 4.411755068605365,
      "grad_norm": 1.313115872333221,
      "learning_rate": 5.022888105364895e-05,
      "loss": 0.5751,
      "step": 107713
    },
    {
      "epoch": 4.411796027032562,
      "grad_norm": 1.5623925578948958,
      "learning_rate": 5.022644573531959e-05,
      "loss": 0.5674,
      "step": 107714
    },
    {
      "epoch": 4.411836985459758,
      "grad_norm": 1.6781844376914723,
      "learning_rate": 5.022401046415731e-05,
      "loss": 0.7228,
      "step": 107715
    },
    {
      "epoch": 4.411877943886955,
      "grad_norm": 1.512853969098253,
      "learning_rate": 5.022157524016335e-05,
      "loss": 0.4731,
      "step": 107716
    },
    {
      "epoch": 4.411918902314151,
      "grad_norm": 2.352125824284987,
      "learning_rate": 5.021914006333888e-05,
      "loss": 0.9737,
      "step": 107717
    },
    {
      "epoch": 4.411959860741348,
      "grad_norm": 1.4586715061462607,
      "learning_rate": 5.021670493368496e-05,
      "loss": 0.5166,
      "step": 107718
    },
    {
      "epoch": 4.412000819168544,
      "grad_norm": 1.575927748631794,
      "learning_rate": 5.021426985120279e-05,
      "loss": 0.5207,
      "step": 107719
    },
    {
      "epoch": 4.41204177759574,
      "grad_norm": 1.5968910141762203,
      "learning_rate": 5.021183481589358e-05,
      "loss": 0.8172,
      "step": 107720
    },
    {
      "epoch": 4.412082736022937,
      "grad_norm": 1.785791581553667,
      "learning_rate": 5.020939982775837e-05,
      "loss": 0.9692,
      "step": 107721
    },
    {
      "epoch": 4.412123694450133,
      "grad_norm": 1.2625916811492262,
      "learning_rate": 5.020696488679841e-05,
      "loss": 0.3772,
      "step": 107722
    },
    {
      "epoch": 4.41216465287733,
      "grad_norm": 1.6060060877475022,
      "learning_rate": 5.0204529993014816e-05,
      "loss": 0.8304,
      "step": 107723
    },
    {
      "epoch": 4.412205611304526,
      "grad_norm": 1.3744993274604456,
      "learning_rate": 5.020209514640868e-05,
      "loss": 0.4581,
      "step": 107724
    },
    {
      "epoch": 4.412246569731722,
      "grad_norm": 0.7464033444919934,
      "learning_rate": 5.019966034698118e-05,
      "loss": 0.1825,
      "step": 107725
    },
    {
      "epoch": 4.4122875281589184,
      "grad_norm": 1.3835685358653818,
      "learning_rate": 5.019722559473357e-05,
      "loss": 0.6975,
      "step": 107726
    },
    {
      "epoch": 4.412328486586115,
      "grad_norm": 1.2941377309079758,
      "learning_rate": 5.019479088966685e-05,
      "loss": 0.557,
      "step": 107727
    },
    {
      "epoch": 4.4123694450133115,
      "grad_norm": 1.5300615435357179,
      "learning_rate": 5.0192356231782296e-05,
      "loss": 0.6437,
      "step": 107728
    },
    {
      "epoch": 4.412410403440508,
      "grad_norm": 1.4238962181697628,
      "learning_rate": 5.018992162108096e-05,
      "loss": 0.4831,
      "step": 107729
    },
    {
      "epoch": 4.412451361867705,
      "grad_norm": 1.2564791919177798,
      "learning_rate": 5.018748705756404e-05,
      "loss": 0.4566,
      "step": 107730
    },
    {
      "epoch": 4.4124923202949,
      "grad_norm": 1.3927534438871028,
      "learning_rate": 5.0185052541232725e-05,
      "loss": 0.5028,
      "step": 107731
    },
    {
      "epoch": 4.412533278722097,
      "grad_norm": 1.1534276066390823,
      "learning_rate": 5.018261807208807e-05,
      "loss": 0.2393,
      "step": 107732
    },
    {
      "epoch": 4.412574237149293,
      "grad_norm": 2.2320522673565826,
      "learning_rate": 5.018018365013135e-05,
      "loss": 1.0825,
      "step": 107733
    },
    {
      "epoch": 4.41261519557649,
      "grad_norm": 1.4771278998390605,
      "learning_rate": 5.017774927536358e-05,
      "loss": 0.6995,
      "step": 107734
    },
    {
      "epoch": 4.412656154003686,
      "grad_norm": 1.5004417417510048,
      "learning_rate": 5.0175314947785984e-05,
      "loss": 0.7228,
      "step": 107735
    },
    {
      "epoch": 4.412697112430883,
      "grad_norm": 1.6781551392753213,
      "learning_rate": 5.017288066739977e-05,
      "loss": 0.6497,
      "step": 107736
    },
    {
      "epoch": 4.4127380708580795,
      "grad_norm": 3.3171334002541313,
      "learning_rate": 5.017044643420595e-05,
      "loss": 3.1537,
      "step": 107737
    },
    {
      "epoch": 4.412779029285275,
      "grad_norm": 1.1840439606448665,
      "learning_rate": 5.016801224820577e-05,
      "loss": 0.2668,
      "step": 107738
    },
    {
      "epoch": 4.412819987712472,
      "grad_norm": 0.3483576899863512,
      "learning_rate": 5.01655781094004e-05,
      "loss": 0.0274,
      "step": 107739
    },
    {
      "epoch": 4.412860946139668,
      "grad_norm": 0.9147821151375178,
      "learning_rate": 5.016314401779091e-05,
      "loss": 0.1887,
      "step": 107740
    },
    {
      "epoch": 4.412901904566865,
      "grad_norm": 0.8573064178787891,
      "learning_rate": 5.016070997337854e-05,
      "loss": 0.2112,
      "step": 107741
    },
    {
      "epoch": 4.412942862994061,
      "grad_norm": 1.464952939485331,
      "learning_rate": 5.015827597616432e-05,
      "loss": 0.5915,
      "step": 107742
    },
    {
      "epoch": 4.412983821421258,
      "grad_norm": 1.5044555723014488,
      "learning_rate": 5.0155842026149506e-05,
      "loss": 0.5789,
      "step": 107743
    },
    {
      "epoch": 4.413024779848453,
      "grad_norm": 2.4359845842621475,
      "learning_rate": 5.015340812333525e-05,
      "loss": 1.3499,
      "step": 107744
    },
    {
      "epoch": 4.41306573827565,
      "grad_norm": 1.008023879133724,
      "learning_rate": 5.015097426772263e-05,
      "loss": 0.3473,
      "step": 107745
    },
    {
      "epoch": 4.4131066967028465,
      "grad_norm": 1.0371975391647563,
      "learning_rate": 5.014854045931282e-05,
      "loss": 0.3111,
      "step": 107746
    },
    {
      "epoch": 4.413147655130043,
      "grad_norm": 1.8692285209235824,
      "learning_rate": 5.014610669810704e-05,
      "loss": 0.8,
      "step": 107747
    },
    {
      "epoch": 4.41318861355724,
      "grad_norm": 1.3625851346564757,
      "learning_rate": 5.014367298410635e-05,
      "loss": 0.4448,
      "step": 107748
    },
    {
      "epoch": 4.413229571984436,
      "grad_norm": 0.8455285910811898,
      "learning_rate": 5.014123931731198e-05,
      "loss": 0.2087,
      "step": 107749
    },
    {
      "epoch": 4.413270530411632,
      "grad_norm": 1.0332444149751496,
      "learning_rate": 5.0138805697724975e-05,
      "loss": 0.2209,
      "step": 107750
    },
    {
      "epoch": 4.413311488838828,
      "grad_norm": 2.4388654023743,
      "learning_rate": 5.0136372125346565e-05,
      "loss": 1.5843,
      "step": 107751
    },
    {
      "epoch": 4.413352447266025,
      "grad_norm": 1.2011633968266082,
      "learning_rate": 5.013393860017792e-05,
      "loss": 0.5432,
      "step": 107752
    },
    {
      "epoch": 4.413393405693221,
      "grad_norm": 1.034650854473819,
      "learning_rate": 5.013150512222011e-05,
      "loss": 0.1563,
      "step": 107753
    },
    {
      "epoch": 4.413434364120418,
      "grad_norm": 1.6737882171852974,
      "learning_rate": 5.012907169147434e-05,
      "loss": 0.7804,
      "step": 107754
    },
    {
      "epoch": 4.413475322547614,
      "grad_norm": 1.8010013545884065,
      "learning_rate": 5.012663830794178e-05,
      "loss": 1.0724,
      "step": 107755
    },
    {
      "epoch": 4.413516280974811,
      "grad_norm": 0.9215753248825129,
      "learning_rate": 5.0124204971623506e-05,
      "loss": 0.2339,
      "step": 107756
    },
    {
      "epoch": 4.413557239402007,
      "grad_norm": 1.2950194725354158,
      "learning_rate": 5.012177168252078e-05,
      "loss": 0.5222,
      "step": 107757
    },
    {
      "epoch": 4.413598197829203,
      "grad_norm": 1.1855409938404244,
      "learning_rate": 5.0119338440634613e-05,
      "loss": 0.5645,
      "step": 107758
    },
    {
      "epoch": 4.4136391562564,
      "grad_norm": 1.2708701662427562,
      "learning_rate": 5.011690524596623e-05,
      "loss": 0.6526,
      "step": 107759
    },
    {
      "epoch": 4.413680114683596,
      "grad_norm": 1.711455868806518,
      "learning_rate": 5.011447209851684e-05,
      "loss": 0.6462,
      "step": 107760
    },
    {
      "epoch": 4.413721073110793,
      "grad_norm": 1.4536760210251278,
      "learning_rate": 5.0112038998287466e-05,
      "loss": 0.7057,
      "step": 107761
    },
    {
      "epoch": 4.413762031537989,
      "grad_norm": 1.5115987972071852,
      "learning_rate": 5.0109605945279336e-05,
      "loss": 0.2602,
      "step": 107762
    },
    {
      "epoch": 4.413802989965185,
      "grad_norm": 1.8239661206135132,
      "learning_rate": 5.010717293949363e-05,
      "loss": 0.7147,
      "step": 107763
    },
    {
      "epoch": 4.4138439483923815,
      "grad_norm": 2.008821922669515,
      "learning_rate": 5.0104739980931416e-05,
      "loss": 0.6918,
      "step": 107764
    },
    {
      "epoch": 4.413884906819578,
      "grad_norm": 2.241155422438714,
      "learning_rate": 5.010230706959392e-05,
      "loss": 0.6469,
      "step": 107765
    },
    {
      "epoch": 4.4139258652467745,
      "grad_norm": 1.405732941375111,
      "learning_rate": 5.0099874205482224e-05,
      "loss": 0.5764,
      "step": 107766
    },
    {
      "epoch": 4.413966823673971,
      "grad_norm": 0.8065846853752179,
      "learning_rate": 5.009744138859749e-05,
      "loss": 0.2365,
      "step": 107767
    },
    {
      "epoch": 4.414007782101168,
      "grad_norm": 0.8565992042613471,
      "learning_rate": 5.009500861894095e-05,
      "loss": 0.2244,
      "step": 107768
    },
    {
      "epoch": 4.414048740528363,
      "grad_norm": 2.034199104764111,
      "learning_rate": 5.009257589651365e-05,
      "loss": 0.5439,
      "step": 107769
    },
    {
      "epoch": 4.41408969895556,
      "grad_norm": 1.3027110191087024,
      "learning_rate": 5.009014322131683e-05,
      "loss": 0.5588,
      "step": 107770
    },
    {
      "epoch": 4.414130657382756,
      "grad_norm": 1.591739195043466,
      "learning_rate": 5.008771059335153e-05,
      "loss": 0.7027,
      "step": 107771
    },
    {
      "epoch": 4.414171615809953,
      "grad_norm": 1.5417693756753912,
      "learning_rate": 5.008527801261897e-05,
      "loss": 0.529,
      "step": 107772
    },
    {
      "epoch": 4.414212574237149,
      "grad_norm": 1.5275026888597203,
      "learning_rate": 5.0082845479120355e-05,
      "loss": 0.7055,
      "step": 107773
    },
    {
      "epoch": 4.414253532664346,
      "grad_norm": 1.329634931513295,
      "learning_rate": 5.0080412992856705e-05,
      "loss": 0.5586,
      "step": 107774
    },
    {
      "epoch": 4.4142944910915425,
      "grad_norm": 2.9211074847546734,
      "learning_rate": 5.0077980553829236e-05,
      "loss": 1.3313,
      "step": 107775
    },
    {
      "epoch": 4.414335449518738,
      "grad_norm": 1.3281325039382879,
      "learning_rate": 5.007554816203917e-05,
      "loss": 0.5445,
      "step": 107776
    },
    {
      "epoch": 4.414376407945935,
      "grad_norm": 1.044647876807456,
      "learning_rate": 5.007311581748751e-05,
      "loss": 0.3491,
      "step": 107777
    },
    {
      "epoch": 4.414417366373131,
      "grad_norm": 0.7785098919708276,
      "learning_rate": 5.007068352017555e-05,
      "loss": 0.2002,
      "step": 107778
    },
    {
      "epoch": 4.414458324800328,
      "grad_norm": 1.237910184605228,
      "learning_rate": 5.006825127010432e-05,
      "loss": 0.5673,
      "step": 107779
    },
    {
      "epoch": 4.414499283227524,
      "grad_norm": 1.777604772090047,
      "learning_rate": 5.006581906727503e-05,
      "loss": 0.8719,
      "step": 107780
    },
    {
      "epoch": 4.414540241654721,
      "grad_norm": 1.0195385037739089,
      "learning_rate": 5.006338691168887e-05,
      "loss": 0.2688,
      "step": 107781
    },
    {
      "epoch": 4.4145812000819165,
      "grad_norm": 2.3509749794390253,
      "learning_rate": 5.006095480334688e-05,
      "loss": 0.7747,
      "step": 107782
    },
    {
      "epoch": 4.414622158509113,
      "grad_norm": 1.232208064557783,
      "learning_rate": 5.005852274225027e-05,
      "loss": 0.5571,
      "step": 107783
    },
    {
      "epoch": 4.4146631169363095,
      "grad_norm": 1.589624355822178,
      "learning_rate": 5.0056090728400246e-05,
      "loss": 0.7256,
      "step": 107784
    },
    {
      "epoch": 4.414704075363506,
      "grad_norm": 0.9799874880940075,
      "learning_rate": 5.005365876179786e-05,
      "loss": 0.1898,
      "step": 107785
    },
    {
      "epoch": 4.414745033790703,
      "grad_norm": 0.8907480364195817,
      "learning_rate": 5.005122684244435e-05,
      "loss": 0.1934,
      "step": 107786
    },
    {
      "epoch": 4.414785992217899,
      "grad_norm": 1.7163211880664717,
      "learning_rate": 5.0048794970340756e-05,
      "loss": 0.6784,
      "step": 107787
    },
    {
      "epoch": 4.414826950645095,
      "grad_norm": 1.5632563326632216,
      "learning_rate": 5.004636314548832e-05,
      "loss": 0.5333,
      "step": 107788
    },
    {
      "epoch": 4.414867909072291,
      "grad_norm": 1.906327879058325,
      "learning_rate": 5.0043931367888197e-05,
      "loss": 0.5356,
      "step": 107789
    },
    {
      "epoch": 4.414908867499488,
      "grad_norm": 1.0399412659993303,
      "learning_rate": 5.004149963754144e-05,
      "loss": 0.2496,
      "step": 107790
    },
    {
      "epoch": 4.414949825926684,
      "grad_norm": 1.929363137325067,
      "learning_rate": 5.003906795444928e-05,
      "loss": 1.1884,
      "step": 107791
    },
    {
      "epoch": 4.414990784353881,
      "grad_norm": 1.8575913544589708,
      "learning_rate": 5.0036636318612886e-05,
      "loss": 0.4271,
      "step": 107792
    },
    {
      "epoch": 4.4150317427810775,
      "grad_norm": 1.6090671930125118,
      "learning_rate": 5.0034204730033384e-05,
      "loss": 0.7236,
      "step": 107793
    },
    {
      "epoch": 4.415072701208274,
      "grad_norm": 1.3566486506914337,
      "learning_rate": 5.003177318871186e-05,
      "loss": 0.5796,
      "step": 107794
    },
    {
      "epoch": 4.41511365963547,
      "grad_norm": 1.9077239799290702,
      "learning_rate": 5.002934169464955e-05,
      "loss": 0.9754,
      "step": 107795
    },
    {
      "epoch": 4.415154618062666,
      "grad_norm": 1.4816811113656427,
      "learning_rate": 5.002691024784752e-05,
      "loss": 0.6852,
      "step": 107796
    },
    {
      "epoch": 4.415195576489863,
      "grad_norm": 0.7186506671662578,
      "learning_rate": 5.0024478848307015e-05,
      "loss": 0.0868,
      "step": 107797
    },
    {
      "epoch": 4.415236534917059,
      "grad_norm": 1.44851235893282,
      "learning_rate": 5.0022047496029086e-05,
      "loss": 0.5785,
      "step": 107798
    },
    {
      "epoch": 4.415277493344256,
      "grad_norm": 4.807055561093267,
      "learning_rate": 5.001961619101494e-05,
      "loss": 4.2803,
      "step": 107799
    },
    {
      "epoch": 4.415318451771452,
      "grad_norm": 1.647849716049203,
      "learning_rate": 5.001718493326576e-05,
      "loss": 0.6641,
      "step": 107800
    },
    {
      "epoch": 4.415359410198648,
      "grad_norm": 1.6314903900123239,
      "learning_rate": 5.00147537227826e-05,
      "loss": 0.6753,
      "step": 107801
    },
    {
      "epoch": 4.4154003686258445,
      "grad_norm": 1.5341274244029877,
      "learning_rate": 5.001232255956667e-05,
      "loss": 0.6035,
      "step": 107802
    },
    {
      "epoch": 4.415441327053041,
      "grad_norm": 1.7081381816469712,
      "learning_rate": 5.000989144361917e-05,
      "loss": 0.5976,
      "step": 107803
    },
    {
      "epoch": 4.415482285480238,
      "grad_norm": 1.5502474686769687,
      "learning_rate": 5.0007460374941115e-05,
      "loss": 0.7869,
      "step": 107804
    },
    {
      "epoch": 4.415523243907434,
      "grad_norm": 2.1915445858684546,
      "learning_rate": 5.0005029353533804e-05,
      "loss": 1.5001,
      "step": 107805
    },
    {
      "epoch": 4.415564202334631,
      "grad_norm": 1.3504389147319744,
      "learning_rate": 5.000259837939824e-05,
      "loss": 0.6571,
      "step": 107806
    },
    {
      "epoch": 4.415605160761826,
      "grad_norm": 1.3439717124278103,
      "learning_rate": 5.000016745253567e-05,
      "loss": 0.584,
      "step": 107807
    },
    {
      "epoch": 4.415646119189023,
      "grad_norm": 1.6505458921401697,
      "learning_rate": 4.999773657294725e-05,
      "loss": 0.9784,
      "step": 107808
    },
    {
      "epoch": 4.415687077616219,
      "grad_norm": 1.50179309161511,
      "learning_rate": 4.999530574063406e-05,
      "loss": 0.6924,
      "step": 107809
    },
    {
      "epoch": 4.415728036043416,
      "grad_norm": 2.196161634747512,
      "learning_rate": 4.999287495559727e-05,
      "loss": 1.06,
      "step": 107810
    },
    {
      "epoch": 4.415768994470612,
      "grad_norm": 1.4557602422430382,
      "learning_rate": 4.999044421783811e-05,
      "loss": 0.5035,
      "step": 107811
    },
    {
      "epoch": 4.415809952897809,
      "grad_norm": 1.3145438496849358,
      "learning_rate": 4.998801352735762e-05,
      "loss": 0.4879,
      "step": 107812
    },
    {
      "epoch": 4.4158509113250055,
      "grad_norm": 2.055098826384929,
      "learning_rate": 4.998558288415703e-05,
      "loss": 1.0005,
      "step": 107813
    },
    {
      "epoch": 4.415891869752201,
      "grad_norm": 0.6563828945435232,
      "learning_rate": 4.998315228823741e-05,
      "loss": 0.1691,
      "step": 107814
    },
    {
      "epoch": 4.415932828179398,
      "grad_norm": 1.6513969998735911,
      "learning_rate": 4.9980721739599955e-05,
      "loss": 0.7641,
      "step": 107815
    },
    {
      "epoch": 4.415973786606594,
      "grad_norm": 1.1867795385295614,
      "learning_rate": 4.997829123824584e-05,
      "loss": 0.1875,
      "step": 107816
    },
    {
      "epoch": 4.416014745033791,
      "grad_norm": 1.1179790718842801,
      "learning_rate": 4.997586078417616e-05,
      "loss": 0.3245,
      "step": 107817
    },
    {
      "epoch": 4.416055703460987,
      "grad_norm": 0.9194967125189052,
      "learning_rate": 4.997343037739208e-05,
      "loss": 0.2652,
      "step": 107818
    },
    {
      "epoch": 4.416096661888184,
      "grad_norm": 3.6132759413255426,
      "learning_rate": 4.997100001789481e-05,
      "loss": 2.7436,
      "step": 107819
    },
    {
      "epoch": 4.4161376203153795,
      "grad_norm": 1.390863924299017,
      "learning_rate": 4.9968569705685384e-05,
      "loss": 0.5394,
      "step": 107820
    },
    {
      "epoch": 4.416178578742576,
      "grad_norm": 1.5685565025887844,
      "learning_rate": 4.996613944076508e-05,
      "loss": 0.6235,
      "step": 107821
    },
    {
      "epoch": 4.416219537169773,
      "grad_norm": 1.7788884294893206,
      "learning_rate": 4.996370922313493e-05,
      "loss": 0.8196,
      "step": 107822
    },
    {
      "epoch": 4.416260495596969,
      "grad_norm": 1.3877313688310333,
      "learning_rate": 4.9961279052796114e-05,
      "loss": 0.49,
      "step": 107823
    },
    {
      "epoch": 4.416301454024166,
      "grad_norm": 1.3076430213260248,
      "learning_rate": 4.995884892974987e-05,
      "loss": 0.5644,
      "step": 107824
    },
    {
      "epoch": 4.416342412451362,
      "grad_norm": 1.7868834179974349,
      "learning_rate": 4.995641885399723e-05,
      "loss": 0.8063,
      "step": 107825
    },
    {
      "epoch": 4.416383370878558,
      "grad_norm": 1.238430641568044,
      "learning_rate": 4.9953988825539375e-05,
      "loss": 0.5527,
      "step": 107826
    },
    {
      "epoch": 4.416424329305754,
      "grad_norm": 1.451152913178056,
      "learning_rate": 4.995155884437752e-05,
      "loss": 0.6686,
      "step": 107827
    },
    {
      "epoch": 4.416465287732951,
      "grad_norm": 1.510912920582404,
      "learning_rate": 4.994912891051273e-05,
      "loss": 0.6726,
      "step": 107828
    },
    {
      "epoch": 4.416506246160147,
      "grad_norm": 1.4321508524811077,
      "learning_rate": 4.994669902394622e-05,
      "loss": 0.7689,
      "step": 107829
    },
    {
      "epoch": 4.416547204587344,
      "grad_norm": 1.7933871534324541,
      "learning_rate": 4.9944269184679045e-05,
      "loss": 0.6928,
      "step": 107830
    },
    {
      "epoch": 4.4165881630145405,
      "grad_norm": 0.6719453693059083,
      "learning_rate": 4.994183939271244e-05,
      "loss": 0.196,
      "step": 107831
    },
    {
      "epoch": 4.416629121441737,
      "grad_norm": 1.9726198649380506,
      "learning_rate": 4.993940964804757e-05,
      "loss": 1.0844,
      "step": 107832
    },
    {
      "epoch": 4.416670079868933,
      "grad_norm": 1.5150600597413815,
      "learning_rate": 4.993697995068548e-05,
      "loss": 0.4949,
      "step": 107833
    },
    {
      "epoch": 4.416711038296129,
      "grad_norm": 1.4109467121329533,
      "learning_rate": 4.9934550300627386e-05,
      "loss": 0.6337,
      "step": 107834
    },
    {
      "epoch": 4.416751996723326,
      "grad_norm": 1.5549795891239095,
      "learning_rate": 4.993212069787447e-05,
      "loss": 0.2728,
      "step": 107835
    },
    {
      "epoch": 4.416792955150522,
      "grad_norm": 1.59577580887567,
      "learning_rate": 4.992969114242781e-05,
      "loss": 0.7281,
      "step": 107836
    },
    {
      "epoch": 4.416833913577719,
      "grad_norm": 1.6249270416380097,
      "learning_rate": 4.992726163428862e-05,
      "loss": 0.6108,
      "step": 107837
    },
    {
      "epoch": 4.416874872004915,
      "grad_norm": 1.8715609487578702,
      "learning_rate": 4.992483217345796e-05,
      "loss": 0.649,
      "step": 107838
    },
    {
      "epoch": 4.416915830432111,
      "grad_norm": 1.4391885390152817,
      "learning_rate": 4.992240275993704e-05,
      "loss": 0.5907,
      "step": 107839
    },
    {
      "epoch": 4.4169567888593075,
      "grad_norm": 1.0876317739922985,
      "learning_rate": 4.991997339372706e-05,
      "loss": 0.4173,
      "step": 107840
    },
    {
      "epoch": 4.416997747286504,
      "grad_norm": 1.5928520206465435,
      "learning_rate": 4.9917544074829043e-05,
      "loss": 0.6811,
      "step": 107841
    },
    {
      "epoch": 4.417038705713701,
      "grad_norm": 1.5259236884809535,
      "learning_rate": 4.991511480324427e-05,
      "loss": 0.6299,
      "step": 107842
    },
    {
      "epoch": 4.417079664140897,
      "grad_norm": 1.0758320248784983,
      "learning_rate": 4.9912685578973765e-05,
      "loss": 0.4872,
      "step": 107843
    },
    {
      "epoch": 4.417120622568094,
      "grad_norm": 0.981900626241175,
      "learning_rate": 4.9910256402018725e-05,
      "loss": 0.1965,
      "step": 107844
    },
    {
      "epoch": 4.417161580995289,
      "grad_norm": 1.0464852245273728,
      "learning_rate": 4.9907827272380375e-05,
      "loss": 0.2091,
      "step": 107845
    },
    {
      "epoch": 4.417202539422486,
      "grad_norm": 1.1935689810778838,
      "learning_rate": 4.990539819005974e-05,
      "loss": 0.3174,
      "step": 107846
    },
    {
      "epoch": 4.417243497849682,
      "grad_norm": 1.8602415952904672,
      "learning_rate": 4.9902969155058016e-05,
      "loss": 0.8711,
      "step": 107847
    },
    {
      "epoch": 4.417284456276879,
      "grad_norm": 5.627222661704606,
      "learning_rate": 4.9900540167376404e-05,
      "loss": 6.7755,
      "step": 107848
    },
    {
      "epoch": 4.4173254147040755,
      "grad_norm": 1.332519043521832,
      "learning_rate": 4.989811122701598e-05,
      "loss": 0.4914,
      "step": 107849
    },
    {
      "epoch": 4.417366373131272,
      "grad_norm": 1.6642054669114397,
      "learning_rate": 4.9895682333977964e-05,
      "loss": 0.7449,
      "step": 107850
    },
    {
      "epoch": 4.4174073315584685,
      "grad_norm": 1.4021041998075787,
      "learning_rate": 4.989325348826341e-05,
      "loss": 0.5697,
      "step": 107851
    },
    {
      "epoch": 4.417448289985664,
      "grad_norm": 1.7383398854105496,
      "learning_rate": 4.9890824689873505e-05,
      "loss": 0.5693,
      "step": 107852
    },
    {
      "epoch": 4.417489248412861,
      "grad_norm": 1.4617762049696714,
      "learning_rate": 4.988839593880947e-05,
      "loss": 0.5256,
      "step": 107853
    },
    {
      "epoch": 4.417530206840057,
      "grad_norm": 1.3984115487268294,
      "learning_rate": 4.988596723507235e-05,
      "loss": 0.5855,
      "step": 107854
    },
    {
      "epoch": 4.417571165267254,
      "grad_norm": 0.9154748312375225,
      "learning_rate": 4.988353857866332e-05,
      "loss": 0.2258,
      "step": 107855
    },
    {
      "epoch": 4.41761212369445,
      "grad_norm": 1.5096062137428703,
      "learning_rate": 4.9881109969583596e-05,
      "loss": 0.6546,
      "step": 107856
    },
    {
      "epoch": 4.417653082121647,
      "grad_norm": 1.468042235465754,
      "learning_rate": 4.987868140783422e-05,
      "loss": 0.6076,
      "step": 107857
    },
    {
      "epoch": 4.4176940405488425,
      "grad_norm": 1.4872500543156708,
      "learning_rate": 4.987625289341646e-05,
      "loss": 0.5645,
      "step": 107858
    },
    {
      "epoch": 4.417734998976039,
      "grad_norm": 1.2965627639530557,
      "learning_rate": 4.9873824426331336e-05,
      "loss": 0.5863,
      "step": 107859
    },
    {
      "epoch": 4.417775957403236,
      "grad_norm": 2.091118898811092,
      "learning_rate": 4.9871396006580064e-05,
      "loss": 0.6303,
      "step": 107860
    },
    {
      "epoch": 4.417816915830432,
      "grad_norm": 1.0522329392764438,
      "learning_rate": 4.986896763416383e-05,
      "loss": 0.2459,
      "step": 107861
    },
    {
      "epoch": 4.417857874257629,
      "grad_norm": 1.4777734647897154,
      "learning_rate": 4.986653930908368e-05,
      "loss": 0.6564,
      "step": 107862
    },
    {
      "epoch": 4.417898832684825,
      "grad_norm": 1.2373147945034064,
      "learning_rate": 4.986411103134088e-05,
      "loss": 0.5668,
      "step": 107863
    },
    {
      "epoch": 4.417939791112021,
      "grad_norm": 1.1556389239127016,
      "learning_rate": 4.986168280093653e-05,
      "loss": 0.4991,
      "step": 107864
    },
    {
      "epoch": 4.417980749539217,
      "grad_norm": 1.9610857459320612,
      "learning_rate": 4.98592546178717e-05,
      "loss": 0.7199,
      "step": 107865
    },
    {
      "epoch": 4.418021707966414,
      "grad_norm": 1.3430405876046447,
      "learning_rate": 4.985682648214761e-05,
      "loss": 0.6368,
      "step": 107866
    },
    {
      "epoch": 4.4180626663936104,
      "grad_norm": 1.4031543118895031,
      "learning_rate": 4.985439839376544e-05,
      "loss": 0.6445,
      "step": 107867
    },
    {
      "epoch": 4.418103624820807,
      "grad_norm": 1.1810798343576696,
      "learning_rate": 4.985197035272626e-05,
      "loss": 0.4272,
      "step": 107868
    },
    {
      "epoch": 4.4181445832480035,
      "grad_norm": 1.3820715070531562,
      "learning_rate": 4.98495423590313e-05,
      "loss": 0.3929,
      "step": 107869
    },
    {
      "epoch": 4.4181855416752,
      "grad_norm": 1.7434153967956127,
      "learning_rate": 4.9847114412681625e-05,
      "loss": 0.8043,
      "step": 107870
    },
    {
      "epoch": 4.418226500102396,
      "grad_norm": 1.6926115695203094,
      "learning_rate": 4.984468651367842e-05,
      "loss": 0.7245,
      "step": 107871
    },
    {
      "epoch": 4.418267458529592,
      "grad_norm": 1.117125867900335,
      "learning_rate": 4.9842258662022866e-05,
      "loss": 0.3139,
      "step": 107872
    },
    {
      "epoch": 4.418308416956789,
      "grad_norm": 0.8625105653945473,
      "learning_rate": 4.983983085771606e-05,
      "loss": 0.2047,
      "step": 107873
    },
    {
      "epoch": 4.418349375383985,
      "grad_norm": 1.4658846059891522,
      "learning_rate": 4.9837403100759156e-05,
      "loss": 0.5666,
      "step": 107874
    },
    {
      "epoch": 4.418390333811182,
      "grad_norm": 1.4084646277040813,
      "learning_rate": 4.983497539115336e-05,
      "loss": 0.5079,
      "step": 107875
    },
    {
      "epoch": 4.418431292238378,
      "grad_norm": 1.6207113638907833,
      "learning_rate": 4.983254772889974e-05,
      "loss": 0.5609,
      "step": 107876
    },
    {
      "epoch": 4.418472250665574,
      "grad_norm": 1.2511416164381162,
      "learning_rate": 4.983012011399952e-05,
      "loss": 0.5209,
      "step": 107877
    },
    {
      "epoch": 4.418513209092771,
      "grad_norm": 1.8038351383901328,
      "learning_rate": 4.9827692546453754e-05,
      "loss": 0.6882,
      "step": 107878
    },
    {
      "epoch": 4.418554167519967,
      "grad_norm": 4.664657614066052,
      "learning_rate": 4.982526502626364e-05,
      "loss": 0.7335,
      "step": 107879
    },
    {
      "epoch": 4.418595125947164,
      "grad_norm": 2.25152261729356,
      "learning_rate": 4.982283755343038e-05,
      "loss": 0.3366,
      "step": 107880
    },
    {
      "epoch": 4.41863608437436,
      "grad_norm": 1.7099988317760266,
      "learning_rate": 4.9820410127955015e-05,
      "loss": 0.7068,
      "step": 107881
    },
    {
      "epoch": 4.418677042801557,
      "grad_norm": 1.4175865034306687,
      "learning_rate": 4.9817982749838756e-05,
      "loss": 0.7236,
      "step": 107882
    },
    {
      "epoch": 4.418718001228752,
      "grad_norm": 1.7832250720545795,
      "learning_rate": 4.98155554190828e-05,
      "loss": 0.8237,
      "step": 107883
    },
    {
      "epoch": 4.418758959655949,
      "grad_norm": 1.6855278526121253,
      "learning_rate": 4.981312813568817e-05,
      "loss": 0.5407,
      "step": 107884
    },
    {
      "epoch": 4.418799918083145,
      "grad_norm": 1.4695663277479,
      "learning_rate": 4.981070089965614e-05,
      "loss": 0.757,
      "step": 107885
    },
    {
      "epoch": 4.418840876510342,
      "grad_norm": 1.2330614343771413,
      "learning_rate": 4.9808273710987735e-05,
      "loss": 0.5481,
      "step": 107886
    },
    {
      "epoch": 4.4188818349375385,
      "grad_norm": 1.8691278596929768,
      "learning_rate": 4.9805846569684175e-05,
      "loss": 1.3282,
      "step": 107887
    },
    {
      "epoch": 4.418922793364735,
      "grad_norm": 0.5244033239019219,
      "learning_rate": 4.980341947574665e-05,
      "loss": 0.0656,
      "step": 107888
    },
    {
      "epoch": 4.418963751791932,
      "grad_norm": 1.3373602832005935,
      "learning_rate": 4.9800992429176197e-05,
      "loss": 0.5339,
      "step": 107889
    },
    {
      "epoch": 4.419004710219127,
      "grad_norm": 1.6701004477745902,
      "learning_rate": 4.979856542997402e-05,
      "loss": 0.6635,
      "step": 107890
    },
    {
      "epoch": 4.419045668646324,
      "grad_norm": 2.2432045513523935,
      "learning_rate": 4.9796138478141316e-05,
      "loss": 0.8368,
      "step": 107891
    },
    {
      "epoch": 4.41908662707352,
      "grad_norm": 1.8251182693378372,
      "learning_rate": 4.9793711573679126e-05,
      "loss": 0.7323,
      "step": 107892
    },
    {
      "epoch": 4.419127585500717,
      "grad_norm": 1.380375224086021,
      "learning_rate": 4.9791284716588716e-05,
      "loss": 0.5965,
      "step": 107893
    },
    {
      "epoch": 4.419168543927913,
      "grad_norm": 1.789889933624099,
      "learning_rate": 4.978885790687112e-05,
      "loss": 0.8043,
      "step": 107894
    },
    {
      "epoch": 4.41920950235511,
      "grad_norm": 1.6928013612975055,
      "learning_rate": 4.9786431144527544e-05,
      "loss": 0.8348,
      "step": 107895
    },
    {
      "epoch": 4.4192504607823055,
      "grad_norm": 0.8833845141091824,
      "learning_rate": 4.9784004429559173e-05,
      "loss": 0.2694,
      "step": 107896
    },
    {
      "epoch": 4.419291419209502,
      "grad_norm": 0.41107066892864075,
      "learning_rate": 4.978157776196705e-05,
      "loss": 0.0608,
      "step": 107897
    },
    {
      "epoch": 4.419332377636699,
      "grad_norm": 2.6665549842495415,
      "learning_rate": 4.9779151141752385e-05,
      "loss": 1.9091,
      "step": 107898
    },
    {
      "epoch": 4.419373336063895,
      "grad_norm": 1.4095165827013891,
      "learning_rate": 4.977672456891638e-05,
      "loss": 0.5984,
      "step": 107899
    },
    {
      "epoch": 4.419414294491092,
      "grad_norm": 1.818130788805341,
      "learning_rate": 4.9774298043460065e-05,
      "loss": 0.6053,
      "step": 107900
    },
    {
      "epoch": 4.419455252918288,
      "grad_norm": 1.1486951853029446,
      "learning_rate": 4.97718715653847e-05,
      "loss": 0.3504,
      "step": 107901
    },
    {
      "epoch": 4.419496211345484,
      "grad_norm": 1.2376856857839613,
      "learning_rate": 4.9769445134691325e-05,
      "loss": 0.4162,
      "step": 107902
    },
    {
      "epoch": 4.41953716977268,
      "grad_norm": 1.440940666512369,
      "learning_rate": 4.976701875138116e-05,
      "loss": 0.4291,
      "step": 107903
    },
    {
      "epoch": 4.419578128199877,
      "grad_norm": 2.3512291806043484,
      "learning_rate": 4.976459241545536e-05,
      "loss": 1.6437,
      "step": 107904
    },
    {
      "epoch": 4.4196190866270735,
      "grad_norm": 1.0336746171356208,
      "learning_rate": 4.9762166126915e-05,
      "loss": 0.3802,
      "step": 107905
    },
    {
      "epoch": 4.41966004505427,
      "grad_norm": 0.9153207387632154,
      "learning_rate": 4.975973988576126e-05,
      "loss": 0.1573,
      "step": 107906
    },
    {
      "epoch": 4.4197010034814666,
      "grad_norm": 0.5348610180269838,
      "learning_rate": 4.975731369199537e-05,
      "loss": 0.1077,
      "step": 107907
    },
    {
      "epoch": 4.419741961908663,
      "grad_norm": 1.2519723071217632,
      "learning_rate": 4.975488754561834e-05,
      "loss": 0.4316,
      "step": 107908
    },
    {
      "epoch": 4.419782920335859,
      "grad_norm": 1.418080088960617,
      "learning_rate": 4.975246144663143e-05,
      "loss": 0.5645,
      "step": 107909
    },
    {
      "epoch": 4.419823878763055,
      "grad_norm": 1.8327583139360268,
      "learning_rate": 4.97500353950357e-05,
      "loss": 0.7203,
      "step": 107910
    },
    {
      "epoch": 4.419864837190252,
      "grad_norm": 2.0668397852247318,
      "learning_rate": 4.974760939083234e-05,
      "loss": 1.0423,
      "step": 107911
    },
    {
      "epoch": 4.419905795617448,
      "grad_norm": 1.266166447570469,
      "learning_rate": 4.9745183434022534e-05,
      "loss": 0.5748,
      "step": 107912
    },
    {
      "epoch": 4.419946754044645,
      "grad_norm": 1.287963944641751,
      "learning_rate": 4.974275752460734e-05,
      "loss": 0.4759,
      "step": 107913
    },
    {
      "epoch": 4.419987712471841,
      "grad_norm": 1.666793885305713,
      "learning_rate": 4.9740331662588006e-05,
      "loss": 0.8767,
      "step": 107914
    },
    {
      "epoch": 4.420028670899038,
      "grad_norm": 1.4070508601290077,
      "learning_rate": 4.973790584796556e-05,
      "loss": 0.7257,
      "step": 107915
    },
    {
      "epoch": 4.420069629326234,
      "grad_norm": 0.9235485772234753,
      "learning_rate": 4.9735480080741224e-05,
      "loss": 0.2333,
      "step": 107916
    },
    {
      "epoch": 4.42011058775343,
      "grad_norm": 1.248940644973568,
      "learning_rate": 4.97330543609162e-05,
      "loss": 0.4407,
      "step": 107917
    },
    {
      "epoch": 4.420151546180627,
      "grad_norm": 1.1508810323779084,
      "learning_rate": 4.97306286884915e-05,
      "loss": 0.3434,
      "step": 107918
    },
    {
      "epoch": 4.420192504607823,
      "grad_norm": 1.8654242149180447,
      "learning_rate": 4.972820306346834e-05,
      "loss": 0.8337,
      "step": 107919
    },
    {
      "epoch": 4.42023346303502,
      "grad_norm": 3.99966267135317,
      "learning_rate": 4.9725777485847935e-05,
      "loss": 3.8622,
      "step": 107920
    },
    {
      "epoch": 4.420274421462215,
      "grad_norm": 1.0026098842147904,
      "learning_rate": 4.972335195563129e-05,
      "loss": 0.2461,
      "step": 107921
    },
    {
      "epoch": 4.420315379889412,
      "grad_norm": 1.9757093700140183,
      "learning_rate": 4.972092647281969e-05,
      "loss": 0.7281,
      "step": 107922
    },
    {
      "epoch": 4.4203563383166085,
      "grad_norm": 1.6707710751403784,
      "learning_rate": 4.9718501037414175e-05,
      "loss": 0.5946,
      "step": 107923
    },
    {
      "epoch": 4.420397296743805,
      "grad_norm": 4.943696594412339,
      "learning_rate": 4.971607564941592e-05,
      "loss": 5.3665,
      "step": 107924
    },
    {
      "epoch": 4.4204382551710015,
      "grad_norm": 1.7994870251471151,
      "learning_rate": 4.971365030882614e-05,
      "loss": 1.1547,
      "step": 107925
    },
    {
      "epoch": 4.420479213598198,
      "grad_norm": 1.8365772452413478,
      "learning_rate": 4.971122501564587e-05,
      "loss": 0.7333,
      "step": 107926
    },
    {
      "epoch": 4.420520172025395,
      "grad_norm": 1.5554151952067108,
      "learning_rate": 4.970879976987633e-05,
      "loss": 0.5785,
      "step": 107927
    },
    {
      "epoch": 4.42056113045259,
      "grad_norm": 1.5021333279661129,
      "learning_rate": 4.9706374571518674e-05,
      "loss": 0.7451,
      "step": 107928
    },
    {
      "epoch": 4.420602088879787,
      "grad_norm": 1.4620260446411235,
      "learning_rate": 4.9703949420573994e-05,
      "loss": 0.5628,
      "step": 107929
    },
    {
      "epoch": 4.420643047306983,
      "grad_norm": 1.7116085185076342,
      "learning_rate": 4.970152431704352e-05,
      "loss": 0.6802,
      "step": 107930
    },
    {
      "epoch": 4.42068400573418,
      "grad_norm": 1.8908528496401402,
      "learning_rate": 4.9699099260928286e-05,
      "loss": 0.5817,
      "step": 107931
    },
    {
      "epoch": 4.420724964161376,
      "grad_norm": 3.029259062491342,
      "learning_rate": 4.969667425222949e-05,
      "loss": 2.2969,
      "step": 107932
    },
    {
      "epoch": 4.420765922588573,
      "grad_norm": 1.2332109973778804,
      "learning_rate": 4.9694249290948347e-05,
      "loss": 0.4394,
      "step": 107933
    },
    {
      "epoch": 4.4208068810157695,
      "grad_norm": 1.526344828176125,
      "learning_rate": 4.969182437708594e-05,
      "loss": 0.6929,
      "step": 107934
    },
    {
      "epoch": 4.420847839442965,
      "grad_norm": 1.0574216818418931,
      "learning_rate": 4.9689399510643377e-05,
      "loss": 0.2171,
      "step": 107935
    },
    {
      "epoch": 4.420888797870162,
      "grad_norm": 1.6314546175701583,
      "learning_rate": 4.9686974691621886e-05,
      "loss": 0.7689,
      "step": 107936
    },
    {
      "epoch": 4.420929756297358,
      "grad_norm": 1.3899545107376836,
      "learning_rate": 4.968454992002252e-05,
      "loss": 0.633,
      "step": 107937
    },
    {
      "epoch": 4.420970714724555,
      "grad_norm": 1.8019706165453235,
      "learning_rate": 4.968212519584647e-05,
      "loss": 0.6694,
      "step": 107938
    },
    {
      "epoch": 4.421011673151751,
      "grad_norm": 1.5652819472757658,
      "learning_rate": 4.9679700519094965e-05,
      "loss": 0.5167,
      "step": 107939
    },
    {
      "epoch": 4.421052631578947,
      "grad_norm": 1.4573087295152598,
      "learning_rate": 4.967727588976902e-05,
      "loss": 0.5616,
      "step": 107940
    },
    {
      "epoch": 4.421093590006143,
      "grad_norm": 1.3490278681551733,
      "learning_rate": 4.967485130786986e-05,
      "loss": 0.5497,
      "step": 107941
    },
    {
      "epoch": 4.42113454843334,
      "grad_norm": 1.3414241633059114,
      "learning_rate": 4.967242677339859e-05,
      "loss": 0.4468,
      "step": 107942
    },
    {
      "epoch": 4.4211755068605365,
      "grad_norm": 0.8563226327662653,
      "learning_rate": 4.9670002286356357e-05,
      "loss": 0.284,
      "step": 107943
    },
    {
      "epoch": 4.421216465287733,
      "grad_norm": 1.4724885776853465,
      "learning_rate": 4.966757784674439e-05,
      "loss": 0.5594,
      "step": 107944
    },
    {
      "epoch": 4.42125742371493,
      "grad_norm": 1.3470160191530858,
      "learning_rate": 4.966515345456371e-05,
      "loss": 0.4731,
      "step": 107945
    },
    {
      "epoch": 4.421298382142126,
      "grad_norm": 1.4237121868303202,
      "learning_rate": 4.9662729109815525e-05,
      "loss": 0.5708,
      "step": 107946
    },
    {
      "epoch": 4.421339340569322,
      "grad_norm": 1.5126025175763942,
      "learning_rate": 4.966030481250103e-05,
      "loss": 0.6794,
      "step": 107947
    },
    {
      "epoch": 4.421380298996518,
      "grad_norm": 1.6971577817088424,
      "learning_rate": 4.9657880562621255e-05,
      "loss": 0.5832,
      "step": 107948
    },
    {
      "epoch": 4.421421257423715,
      "grad_norm": 2.0348724684898696,
      "learning_rate": 4.965545636017749e-05,
      "loss": 0.8807,
      "step": 107949
    },
    {
      "epoch": 4.421462215850911,
      "grad_norm": 1.2313099550929958,
      "learning_rate": 4.965303220517074e-05,
      "loss": 0.3551,
      "step": 107950
    },
    {
      "epoch": 4.421503174278108,
      "grad_norm": 1.3870735392475848,
      "learning_rate": 4.9650608097602194e-05,
      "loss": 0.3166,
      "step": 107951
    },
    {
      "epoch": 4.421544132705304,
      "grad_norm": 0.7916813662962205,
      "learning_rate": 4.964818403747309e-05,
      "loss": 0.1283,
      "step": 107952
    },
    {
      "epoch": 4.421585091132501,
      "grad_norm": 0.9328046863445674,
      "learning_rate": 4.964576002478445e-05,
      "loss": 0.1981,
      "step": 107953
    },
    {
      "epoch": 4.421626049559697,
      "grad_norm": 1.6171324551986512,
      "learning_rate": 4.9643336059537476e-05,
      "loss": 0.8293,
      "step": 107954
    },
    {
      "epoch": 4.421667007986893,
      "grad_norm": 1.3072564218133058,
      "learning_rate": 4.964091214173335e-05,
      "loss": 0.4481,
      "step": 107955
    },
    {
      "epoch": 4.42170796641409,
      "grad_norm": 0.7989590324445978,
      "learning_rate": 4.963848827137313e-05,
      "loss": 0.2103,
      "step": 107956
    },
    {
      "epoch": 4.421748924841286,
      "grad_norm": 3.6005561957109284,
      "learning_rate": 4.963606444845805e-05,
      "loss": 3.0807,
      "step": 107957
    },
    {
      "epoch": 4.421789883268483,
      "grad_norm": 1.564071321013803,
      "learning_rate": 4.963364067298917e-05,
      "loss": 0.5718,
      "step": 107958
    },
    {
      "epoch": 4.421830841695678,
      "grad_norm": 1.5082173849126486,
      "learning_rate": 4.9631216944967687e-05,
      "loss": 0.6526,
      "step": 107959
    },
    {
      "epoch": 4.421871800122875,
      "grad_norm": 1.971891163238682,
      "learning_rate": 4.9628793264394784e-05,
      "loss": 0.5311,
      "step": 107960
    },
    {
      "epoch": 4.4219127585500715,
      "grad_norm": 1.455482002118168,
      "learning_rate": 4.962636963127152e-05,
      "loss": 0.5794,
      "step": 107961
    },
    {
      "epoch": 4.421953716977268,
      "grad_norm": 1.8332724228755481,
      "learning_rate": 4.962394604559909e-05,
      "loss": 0.6861,
      "step": 107962
    },
    {
      "epoch": 4.421994675404465,
      "grad_norm": 1.420196506268827,
      "learning_rate": 4.9621522507378664e-05,
      "loss": 0.4463,
      "step": 107963
    },
    {
      "epoch": 4.422035633831661,
      "grad_norm": 0.3826957810856908,
      "learning_rate": 4.961909901661131e-05,
      "loss": 0.0615,
      "step": 107964
    },
    {
      "epoch": 4.422076592258858,
      "grad_norm": 1.6062202760826032,
      "learning_rate": 4.9616675573298286e-05,
      "loss": 0.6315,
      "step": 107965
    },
    {
      "epoch": 4.422117550686053,
      "grad_norm": 1.5438597970286145,
      "learning_rate": 4.9614252177440615e-05,
      "loss": 0.4694,
      "step": 107966
    },
    {
      "epoch": 4.42215850911325,
      "grad_norm": 2.8806060847141435,
      "learning_rate": 4.96118288290395e-05,
      "loss": 2.3819,
      "step": 107967
    },
    {
      "epoch": 4.422199467540446,
      "grad_norm": 1.317217546432455,
      "learning_rate": 4.960940552809614e-05,
      "loss": 0.6222,
      "step": 107968
    },
    {
      "epoch": 4.422240425967643,
      "grad_norm": 1.5854905306135914,
      "learning_rate": 4.9606982274611583e-05,
      "loss": 0.6658,
      "step": 107969
    },
    {
      "epoch": 4.422281384394839,
      "grad_norm": 1.084397903528394,
      "learning_rate": 4.960455906858701e-05,
      "loss": 0.2818,
      "step": 107970
    },
    {
      "epoch": 4.422322342822036,
      "grad_norm": 1.0923213548972905,
      "learning_rate": 4.960213591002363e-05,
      "loss": 0.2965,
      "step": 107971
    },
    {
      "epoch": 4.4223633012492325,
      "grad_norm": 1.365387436565293,
      "learning_rate": 4.959971279892248e-05,
      "loss": 0.5437,
      "step": 107972
    },
    {
      "epoch": 4.422404259676428,
      "grad_norm": 1.1685265701589598,
      "learning_rate": 4.959728973528481e-05,
      "loss": 0.4162,
      "step": 107973
    },
    {
      "epoch": 4.422445218103625,
      "grad_norm": 1.2128729808060568,
      "learning_rate": 4.959486671911167e-05,
      "loss": 0.5981,
      "step": 107974
    },
    {
      "epoch": 4.422486176530821,
      "grad_norm": 1.1978469220638535,
      "learning_rate": 4.959244375040425e-05,
      "loss": 0.4668,
      "step": 107975
    },
    {
      "epoch": 4.422527134958018,
      "grad_norm": 1.9246226699409743,
      "learning_rate": 4.959002082916374e-05,
      "loss": 0.6411,
      "step": 107976
    },
    {
      "epoch": 4.422568093385214,
      "grad_norm": 1.1814071300732576,
      "learning_rate": 4.958759795539119e-05,
      "loss": 0.3876,
      "step": 107977
    },
    {
      "epoch": 4.422609051812411,
      "grad_norm": 1.1590614902478427,
      "learning_rate": 4.9585175129087814e-05,
      "loss": 0.4514,
      "step": 107978
    },
    {
      "epoch": 4.4226500102396065,
      "grad_norm": 1.5571769467689587,
      "learning_rate": 4.9582752350254776e-05,
      "loss": 0.5153,
      "step": 107979
    },
    {
      "epoch": 4.422690968666803,
      "grad_norm": 1.8076009796916446,
      "learning_rate": 4.9580329618893144e-05,
      "loss": 0.7236,
      "step": 107980
    },
    {
      "epoch": 4.4227319270939995,
      "grad_norm": 1.4137449505064947,
      "learning_rate": 4.9577906935004144e-05,
      "loss": 0.6771,
      "step": 107981
    },
    {
      "epoch": 4.422772885521196,
      "grad_norm": 2.109695665644773,
      "learning_rate": 4.957548429858885e-05,
      "loss": 1.1955,
      "step": 107982
    },
    {
      "epoch": 4.422813843948393,
      "grad_norm": 1.3941278656267782,
      "learning_rate": 4.9573061709648426e-05,
      "loss": 0.633,
      "step": 107983
    },
    {
      "epoch": 4.422854802375589,
      "grad_norm": 1.3878393429525064,
      "learning_rate": 4.957063916818408e-05,
      "loss": 0.602,
      "step": 107984
    },
    {
      "epoch": 4.422895760802785,
      "grad_norm": 1.226744286095429,
      "learning_rate": 4.956821667419685e-05,
      "loss": 0.5507,
      "step": 107985
    },
    {
      "epoch": 4.422936719229981,
      "grad_norm": 1.6703782156203397,
      "learning_rate": 4.9565794227688015e-05,
      "loss": 0.8612,
      "step": 107986
    },
    {
      "epoch": 4.422977677657178,
      "grad_norm": 1.712011564941705,
      "learning_rate": 4.956337182865857e-05,
      "loss": 0.6282,
      "step": 107987
    },
    {
      "epoch": 4.423018636084374,
      "grad_norm": 1.6075083760314341,
      "learning_rate": 4.956094947710975e-05,
      "loss": 0.6061,
      "step": 107988
    },
    {
      "epoch": 4.423059594511571,
      "grad_norm": 1.0840028162254252,
      "learning_rate": 4.955852717304272e-05,
      "loss": 0.2596,
      "step": 107989
    },
    {
      "epoch": 4.4231005529387675,
      "grad_norm": 1.3985432672326907,
      "learning_rate": 4.955610491645856e-05,
      "loss": 0.5533,
      "step": 107990
    },
    {
      "epoch": 4.423141511365964,
      "grad_norm": 1.5604031545830297,
      "learning_rate": 4.955368270735843e-05,
      "loss": 0.662,
      "step": 107991
    },
    {
      "epoch": 4.42318246979316,
      "grad_norm": 1.4258239848859195,
      "learning_rate": 4.9551260545743557e-05,
      "loss": 0.7522,
      "step": 107992
    },
    {
      "epoch": 4.423223428220356,
      "grad_norm": 3.2173051017765912,
      "learning_rate": 4.9548838431614955e-05,
      "loss": 3.4155,
      "step": 107993
    },
    {
      "epoch": 4.423264386647553,
      "grad_norm": 1.9185460253010544,
      "learning_rate": 4.9546416364973874e-05,
      "loss": 0.699,
      "step": 107994
    },
    {
      "epoch": 4.423305345074749,
      "grad_norm": 0.7839407705117593,
      "learning_rate": 4.954399434582139e-05,
      "loss": 0.2238,
      "step": 107995
    },
    {
      "epoch": 4.423346303501946,
      "grad_norm": 1.9320925876129753,
      "learning_rate": 4.954157237415866e-05,
      "loss": 1.0067,
      "step": 107996
    },
    {
      "epoch": 4.423387261929142,
      "grad_norm": 1.5886905222152714,
      "learning_rate": 4.9539150449986915e-05,
      "loss": 0.7084,
      "step": 107997
    },
    {
      "epoch": 4.423428220356338,
      "grad_norm": 2.268542415624087,
      "learning_rate": 4.953672857330716e-05,
      "loss": 0.7672,
      "step": 107998
    },
    {
      "epoch": 4.4234691787835345,
      "grad_norm": 1.284715165009763,
      "learning_rate": 4.953430674412061e-05,
      "loss": 0.549,
      "step": 107999
    },
    {
      "epoch": 4.423510137210731,
      "grad_norm": 1.4121690836636995,
      "learning_rate": 4.953188496242848e-05,
      "loss": 0.5386,
      "step": 108000
    },
    {
      "epoch": 4.423551095637928,
      "grad_norm": 1.298830600069956,
      "learning_rate": 4.952946322823177e-05,
      "loss": 0.5503,
      "step": 108001
    },
    {
      "epoch": 4.423592054065124,
      "grad_norm": 0.38164367819722017,
      "learning_rate": 4.9527041541531766e-05,
      "loss": 0.0372,
      "step": 108002
    },
    {
      "epoch": 4.423633012492321,
      "grad_norm": 1.1961829331585843,
      "learning_rate": 4.9524619902329496e-05,
      "loss": 0.4414,
      "step": 108003
    },
    {
      "epoch": 4.423673970919516,
      "grad_norm": 1.4460809345150907,
      "learning_rate": 4.952219831062615e-05,
      "loss": 0.6011,
      "step": 108004
    },
    {
      "epoch": 4.423714929346713,
      "grad_norm": 1.809708380241277,
      "learning_rate": 4.951977676642293e-05,
      "loss": 0.6477,
      "step": 108005
    },
    {
      "epoch": 4.423755887773909,
      "grad_norm": 1.726202368052168,
      "learning_rate": 4.951735526972092e-05,
      "loss": 0.641,
      "step": 108006
    },
    {
      "epoch": 4.423796846201106,
      "grad_norm": 1.3088613332253856,
      "learning_rate": 4.951493382052124e-05,
      "loss": 0.4887,
      "step": 108007
    },
    {
      "epoch": 4.4238378046283025,
      "grad_norm": 1.531476696781706,
      "learning_rate": 4.951251241882511e-05,
      "loss": 0.5916,
      "step": 108008
    },
    {
      "epoch": 4.423878763055499,
      "grad_norm": 1.4791168729520152,
      "learning_rate": 4.951009106463359e-05,
      "loss": 0.6577,
      "step": 108009
    },
    {
      "epoch": 4.4239197214826955,
      "grad_norm": 1.0670487618305715,
      "learning_rate": 4.950766975794785e-05,
      "loss": 0.1972,
      "step": 108010
    },
    {
      "epoch": 4.423960679909891,
      "grad_norm": 1.7494971542162603,
      "learning_rate": 4.9505248498769116e-05,
      "loss": 1.0506,
      "step": 108011
    },
    {
      "epoch": 4.424001638337088,
      "grad_norm": 1.823756743497133,
      "learning_rate": 4.9502827287098426e-05,
      "loss": 1.0203,
      "step": 108012
    },
    {
      "epoch": 4.424042596764284,
      "grad_norm": 0.9565217783157908,
      "learning_rate": 4.9500406122937e-05,
      "loss": 0.2014,
      "step": 108013
    },
    {
      "epoch": 4.424083555191481,
      "grad_norm": 1.85399989262529,
      "learning_rate": 4.9497985006285925e-05,
      "loss": 1.0726,
      "step": 108014
    },
    {
      "epoch": 4.424124513618677,
      "grad_norm": 1.1795919091995397,
      "learning_rate": 4.9495563937146356e-05,
      "loss": 0.301,
      "step": 108015
    },
    {
      "epoch": 4.424165472045874,
      "grad_norm": 2.7102295217324914,
      "learning_rate": 4.9493142915519495e-05,
      "loss": 2.1937,
      "step": 108016
    },
    {
      "epoch": 4.4242064304730695,
      "grad_norm": 1.1195744447145937,
      "learning_rate": 4.94907219414064e-05,
      "loss": 0.344,
      "step": 108017
    },
    {
      "epoch": 4.424247388900266,
      "grad_norm": 1.2530501152013465,
      "learning_rate": 4.948830101480826e-05,
      "loss": 0.5436,
      "step": 108018
    },
    {
      "epoch": 4.424288347327463,
      "grad_norm": 1.4183189881928313,
      "learning_rate": 4.9485880135726274e-05,
      "loss": 0.5455,
      "step": 108019
    },
    {
      "epoch": 4.424329305754659,
      "grad_norm": 1.3325372745808166,
      "learning_rate": 4.9483459304161464e-05,
      "loss": 0.5659,
      "step": 108020
    },
    {
      "epoch": 4.424370264181856,
      "grad_norm": 1.4499519172159907,
      "learning_rate": 4.948103852011511e-05,
      "loss": 0.5131,
      "step": 108021
    },
    {
      "epoch": 4.424411222609052,
      "grad_norm": 1.3016256026488175,
      "learning_rate": 4.947861778358823e-05,
      "loss": 0.509,
      "step": 108022
    },
    {
      "epoch": 4.424452181036248,
      "grad_norm": 1.687089491275359,
      "learning_rate": 4.9476197094582034e-05,
      "loss": 0.6105,
      "step": 108023
    },
    {
      "epoch": 4.424493139463444,
      "grad_norm": 1.557674966046481,
      "learning_rate": 4.94737764530977e-05,
      "loss": 0.4321,
      "step": 108024
    },
    {
      "epoch": 4.424534097890641,
      "grad_norm": 1.8335743599201848,
      "learning_rate": 4.947135585913629e-05,
      "loss": 0.8461,
      "step": 108025
    },
    {
      "epoch": 4.424575056317837,
      "grad_norm": 0.9070222799515933,
      "learning_rate": 4.946893531269899e-05,
      "loss": 0.2048,
      "step": 108026
    },
    {
      "epoch": 4.424616014745034,
      "grad_norm": 1.7162551825489243,
      "learning_rate": 4.946651481378698e-05,
      "loss": 0.7236,
      "step": 108027
    },
    {
      "epoch": 4.4246569731722305,
      "grad_norm": 1.4720004120635923,
      "learning_rate": 4.946409436240133e-05,
      "loss": 0.3944,
      "step": 108028
    },
    {
      "epoch": 4.424697931599427,
      "grad_norm": 0.9420736677084776,
      "learning_rate": 4.9461673958543256e-05,
      "loss": 0.215,
      "step": 108029
    },
    {
      "epoch": 4.424738890026623,
      "grad_norm": 1.757867616816515,
      "learning_rate": 4.9459253602213836e-05,
      "loss": 0.8342,
      "step": 108030
    },
    {
      "epoch": 4.424779848453819,
      "grad_norm": 1.525480036868283,
      "learning_rate": 4.945683329341424e-05,
      "loss": 0.4977,
      "step": 108031
    },
    {
      "epoch": 4.424820806881016,
      "grad_norm": 1.490911124609109,
      "learning_rate": 4.9454413032145674e-05,
      "loss": 0.5914,
      "step": 108032
    },
    {
      "epoch": 4.424861765308212,
      "grad_norm": 1.4663386546553727,
      "learning_rate": 4.945199281840917e-05,
      "loss": 0.4748,
      "step": 108033
    },
    {
      "epoch": 4.424902723735409,
      "grad_norm": 1.1821449104661568,
      "learning_rate": 4.944957265220594e-05,
      "loss": 0.2925,
      "step": 108034
    },
    {
      "epoch": 4.424943682162605,
      "grad_norm": 1.8215798438360524,
      "learning_rate": 4.944715253353716e-05,
      "loss": 0.7448,
      "step": 108035
    },
    {
      "epoch": 4.424984640589801,
      "grad_norm": 3.3095325007936895,
      "learning_rate": 4.9444732462403884e-05,
      "loss": 3.5153,
      "step": 108036
    },
    {
      "epoch": 4.4250255990169975,
      "grad_norm": 2.008968538608953,
      "learning_rate": 4.9442312438807355e-05,
      "loss": 0.5417,
      "step": 108037
    },
    {
      "epoch": 4.425066557444194,
      "grad_norm": 3.1550394808453857,
      "learning_rate": 4.9439892462748606e-05,
      "loss": 0.5943,
      "step": 108038
    },
    {
      "epoch": 4.425107515871391,
      "grad_norm": 1.1916657542441136,
      "learning_rate": 4.9437472534228856e-05,
      "loss": 0.3703,
      "step": 108039
    },
    {
      "epoch": 4.425148474298587,
      "grad_norm": 1.312500528282482,
      "learning_rate": 4.943505265324928e-05,
      "loss": 0.5028,
      "step": 108040
    },
    {
      "epoch": 4.425189432725784,
      "grad_norm": 1.801757317860691,
      "learning_rate": 4.9432632819810913e-05,
      "loss": 0.7427,
      "step": 108041
    },
    {
      "epoch": 4.425230391152979,
      "grad_norm": 1.0503371855230363,
      "learning_rate": 4.943021303391497e-05,
      "loss": 0.2517,
      "step": 108042
    },
    {
      "epoch": 4.425271349580176,
      "grad_norm": 1.2966670951034762,
      "learning_rate": 4.9427793295562635e-05,
      "loss": 0.5916,
      "step": 108043
    },
    {
      "epoch": 4.425312308007372,
      "grad_norm": 1.5034187215880206,
      "learning_rate": 4.942537360475495e-05,
      "loss": 0.6624,
      "step": 108044
    },
    {
      "epoch": 4.425353266434569,
      "grad_norm": 0.8419705606338083,
      "learning_rate": 4.942295396149316e-05,
      "loss": 0.1676,
      "step": 108045
    },
    {
      "epoch": 4.4253942248617655,
      "grad_norm": 1.3885145899983684,
      "learning_rate": 4.942053436577832e-05,
      "loss": 0.6241,
      "step": 108046
    },
    {
      "epoch": 4.425435183288962,
      "grad_norm": 1.9404782233259965,
      "learning_rate": 4.941811481761162e-05,
      "loss": 0.6211,
      "step": 108047
    },
    {
      "epoch": 4.4254761417161586,
      "grad_norm": 2.003857508939434,
      "learning_rate": 4.941569531699423e-05,
      "loss": 1.0643,
      "step": 108048
    },
    {
      "epoch": 4.425517100143354,
      "grad_norm": 1.5629461102849462,
      "learning_rate": 4.941327586392724e-05,
      "loss": 0.646,
      "step": 108049
    },
    {
      "epoch": 4.425558058570551,
      "grad_norm": 1.5893094596310762,
      "learning_rate": 4.941085645841179e-05,
      "loss": 0.8471,
      "step": 108050
    },
    {
      "epoch": 4.425599016997747,
      "grad_norm": 1.2997285001575378,
      "learning_rate": 4.94084371004491e-05,
      "loss": 0.4355,
      "step": 108051
    },
    {
      "epoch": 4.425639975424944,
      "grad_norm": 1.5771673447401962,
      "learning_rate": 4.940601779004023e-05,
      "loss": 0.5819,
      "step": 108052
    },
    {
      "epoch": 4.42568093385214,
      "grad_norm": 1.3630567600827712,
      "learning_rate": 4.940359852718642e-05,
      "loss": 0.5379,
      "step": 108053
    },
    {
      "epoch": 4.425721892279337,
      "grad_norm": 1.431843876858728,
      "learning_rate": 4.940117931188868e-05,
      "loss": 0.5546,
      "step": 108054
    },
    {
      "epoch": 4.4257628507065325,
      "grad_norm": 1.2105167352962491,
      "learning_rate": 4.939876014414821e-05,
      "loss": 0.4962,
      "step": 108055
    },
    {
      "epoch": 4.425803809133729,
      "grad_norm": 1.640668254793787,
      "learning_rate": 4.939634102396624e-05,
      "loss": 0.7626,
      "step": 108056
    },
    {
      "epoch": 4.425844767560926,
      "grad_norm": 1.6484700703406365,
      "learning_rate": 4.939392195134379e-05,
      "loss": 0.7036,
      "step": 108057
    },
    {
      "epoch": 4.425885725988122,
      "grad_norm": 1.6007282563415752,
      "learning_rate": 4.939150292628211e-05,
      "loss": 0.6598,
      "step": 108058
    },
    {
      "epoch": 4.425926684415319,
      "grad_norm": 1.5163143640472014,
      "learning_rate": 4.9389083948782236e-05,
      "loss": 0.6627,
      "step": 108059
    },
    {
      "epoch": 4.425967642842515,
      "grad_norm": 1.5684958037348933,
      "learning_rate": 4.938666501884537e-05,
      "loss": 0.5452,
      "step": 108060
    },
    {
      "epoch": 4.426008601269711,
      "grad_norm": 1.5563352725284563,
      "learning_rate": 4.938424613647268e-05,
      "loss": 0.706,
      "step": 108061
    },
    {
      "epoch": 4.426049559696907,
      "grad_norm": 1.375321524077504,
      "learning_rate": 4.938182730166525e-05,
      "loss": 0.5851,
      "step": 108062
    },
    {
      "epoch": 4.426090518124104,
      "grad_norm": 1.0390239537001964,
      "learning_rate": 4.937940851442425e-05,
      "loss": 0.2973,
      "step": 108063
    },
    {
      "epoch": 4.4261314765513005,
      "grad_norm": 1.7050887554482848,
      "learning_rate": 4.937698977475087e-05,
      "loss": 0.7916,
      "step": 108064
    },
    {
      "epoch": 4.426172434978497,
      "grad_norm": 1.9999922428034735,
      "learning_rate": 4.937457108264617e-05,
      "loss": 0.7636,
      "step": 108065
    },
    {
      "epoch": 4.4262133934056935,
      "grad_norm": 1.675500826746753,
      "learning_rate": 4.937215243811137e-05,
      "loss": 0.6985,
      "step": 108066
    },
    {
      "epoch": 4.42625435183289,
      "grad_norm": 0.7890456778395938,
      "learning_rate": 4.9369733841147545e-05,
      "loss": 0.2225,
      "step": 108067
    },
    {
      "epoch": 4.426295310260086,
      "grad_norm": 1.6476731330912833,
      "learning_rate": 4.9367315291755855e-05,
      "loss": 0.6758,
      "step": 108068
    },
    {
      "epoch": 4.426336268687282,
      "grad_norm": 1.0206330165812711,
      "learning_rate": 4.936489678993751e-05,
      "loss": 0.2783,
      "step": 108069
    },
    {
      "epoch": 4.426377227114479,
      "grad_norm": 1.2362411719955813,
      "learning_rate": 4.936247833569356e-05,
      "loss": 0.5663,
      "step": 108070
    },
    {
      "epoch": 4.426418185541675,
      "grad_norm": 0.6370888931809562,
      "learning_rate": 4.9360059929025184e-05,
      "loss": 0.1546,
      "step": 108071
    },
    {
      "epoch": 4.426459143968872,
      "grad_norm": 3.299457838623517,
      "learning_rate": 4.935764156993358e-05,
      "loss": 1.0855,
      "step": 108072
    },
    {
      "epoch": 4.426500102396068,
      "grad_norm": 1.5426263086509822,
      "learning_rate": 4.9355223258419806e-05,
      "loss": 0.6446,
      "step": 108073
    },
    {
      "epoch": 4.426541060823264,
      "grad_norm": 1.4529483898381277,
      "learning_rate": 4.935280499448509e-05,
      "loss": 0.4738,
      "step": 108074
    },
    {
      "epoch": 4.426582019250461,
      "grad_norm": 0.9391806485316556,
      "learning_rate": 4.935038677813051e-05,
      "loss": 0.2922,
      "step": 108075
    },
    {
      "epoch": 4.426622977677657,
      "grad_norm": 0.7990940042793373,
      "learning_rate": 4.934796860935719e-05,
      "loss": 0.2105,
      "step": 108076
    },
    {
      "epoch": 4.426663936104854,
      "grad_norm": 0.6367224477150163,
      "learning_rate": 4.9345550488166305e-05,
      "loss": 0.0794,
      "step": 108077
    },
    {
      "epoch": 4.42670489453205,
      "grad_norm": 1.631365612115747,
      "learning_rate": 4.934313241455906e-05,
      "loss": 0.7904,
      "step": 108078
    },
    {
      "epoch": 4.426745852959247,
      "grad_norm": 2.944710166313176,
      "learning_rate": 4.93407143885365e-05,
      "loss": 0.7189,
      "step": 108079
    },
    {
      "epoch": 4.426786811386442,
      "grad_norm": 1.3282850604895187,
      "learning_rate": 4.933829641009984e-05,
      "loss": 0.5373,
      "step": 108080
    },
    {
      "epoch": 4.426827769813639,
      "grad_norm": 0.9776122419060522,
      "learning_rate": 4.9335878479250154e-05,
      "loss": 0.3139,
      "step": 108081
    },
    {
      "epoch": 4.426868728240835,
      "grad_norm": 2.047552769233801,
      "learning_rate": 4.933346059598861e-05,
      "loss": 1.0444,
      "step": 108082
    },
    {
      "epoch": 4.426909686668032,
      "grad_norm": 1.4517737077400277,
      "learning_rate": 4.933104276031644e-05,
      "loss": 0.4913,
      "step": 108083
    },
    {
      "epoch": 4.4269506450952285,
      "grad_norm": 1.8613869833169816,
      "learning_rate": 4.932862497223464e-05,
      "loss": 0.8716,
      "step": 108084
    },
    {
      "epoch": 4.426991603522425,
      "grad_norm": 1.6986417653556412,
      "learning_rate": 4.932620723174448e-05,
      "loss": 0.992,
      "step": 108085
    },
    {
      "epoch": 4.427032561949622,
      "grad_norm": 1.820348363433726,
      "learning_rate": 4.9323789538846996e-05,
      "loss": 0.5638,
      "step": 108086
    },
    {
      "epoch": 4.427073520376817,
      "grad_norm": 1.6672534176216165,
      "learning_rate": 4.9321371893543376e-05,
      "loss": 0.5422,
      "step": 108087
    },
    {
      "epoch": 4.427114478804014,
      "grad_norm": 1.3332270163397344,
      "learning_rate": 4.9318954295834836e-05,
      "loss": 0.5882,
      "step": 108088
    },
    {
      "epoch": 4.42715543723121,
      "grad_norm": 1.6712533020112301,
      "learning_rate": 4.9316536745722385e-05,
      "loss": 0.8984,
      "step": 108089
    },
    {
      "epoch": 4.427196395658407,
      "grad_norm": 1.7148467117310835,
      "learning_rate": 4.931411924320724e-05,
      "loss": 0.6602,
      "step": 108090
    },
    {
      "epoch": 4.427237354085603,
      "grad_norm": 1.3321229712030687,
      "learning_rate": 4.931170178829058e-05,
      "loss": 0.4013,
      "step": 108091
    },
    {
      "epoch": 4.4272783125128,
      "grad_norm": 1.8196328954903669,
      "learning_rate": 4.930928438097347e-05,
      "loss": 0.6243,
      "step": 108092
    },
    {
      "epoch": 4.4273192709399956,
      "grad_norm": 1.9240785701498733,
      "learning_rate": 4.930686702125712e-05,
      "loss": 0.8939,
      "step": 108093
    },
    {
      "epoch": 4.427360229367192,
      "grad_norm": 1.6183744849570492,
      "learning_rate": 4.930444970914261e-05,
      "loss": 0.7301,
      "step": 108094
    },
    {
      "epoch": 4.427401187794389,
      "grad_norm": 0.5299357462186235,
      "learning_rate": 4.9302032444631105e-05,
      "loss": 0.0648,
      "step": 108095
    },
    {
      "epoch": 4.427442146221585,
      "grad_norm": 1.023504172788587,
      "learning_rate": 4.9299615227723804e-05,
      "loss": 0.2359,
      "step": 108096
    },
    {
      "epoch": 4.427483104648782,
      "grad_norm": 1.328059031187823,
      "learning_rate": 4.9297198058421754e-05,
      "loss": 0.4104,
      "step": 108097
    },
    {
      "epoch": 4.427524063075978,
      "grad_norm": 2.0567881268308894,
      "learning_rate": 4.929478093672614e-05,
      "loss": 0.6615,
      "step": 108098
    },
    {
      "epoch": 4.427565021503174,
      "grad_norm": 1.7580159723024054,
      "learning_rate": 4.929236386263816e-05,
      "loss": 0.6789,
      "step": 108099
    },
    {
      "epoch": 4.42760597993037,
      "grad_norm": 0.9176242336114383,
      "learning_rate": 4.928994683615887e-05,
      "loss": 0.219,
      "step": 108100
    },
    {
      "epoch": 4.427646938357567,
      "grad_norm": 0.7766430441631306,
      "learning_rate": 4.9287529857289484e-05,
      "loss": 0.217,
      "step": 108101
    },
    {
      "epoch": 4.4276878967847635,
      "grad_norm": 0.8027250905491686,
      "learning_rate": 4.9285112926031055e-05,
      "loss": 0.1975,
      "step": 108102
    },
    {
      "epoch": 4.42772885521196,
      "grad_norm": 1.5178481366802914,
      "learning_rate": 4.928269604238479e-05,
      "loss": 0.7177,
      "step": 108103
    },
    {
      "epoch": 4.427769813639157,
      "grad_norm": 1.2229442110269597,
      "learning_rate": 4.928027920635187e-05,
      "loss": 0.4206,
      "step": 108104
    },
    {
      "epoch": 4.427810772066353,
      "grad_norm": 1.5194249374927196,
      "learning_rate": 4.927786241793335e-05,
      "loss": 0.7768,
      "step": 108105
    },
    {
      "epoch": 4.427851730493549,
      "grad_norm": 1.3832289256229475,
      "learning_rate": 4.92754456771304e-05,
      "loss": 0.4698,
      "step": 108106
    },
    {
      "epoch": 4.427892688920745,
      "grad_norm": 2.3469689420333864,
      "learning_rate": 4.9273028983944226e-05,
      "loss": 0.8508,
      "step": 108107
    },
    {
      "epoch": 4.427933647347942,
      "grad_norm": 1.5225971159102838,
      "learning_rate": 4.927061233837587e-05,
      "loss": 0.3782,
      "step": 108108
    },
    {
      "epoch": 4.427974605775138,
      "grad_norm": 1.2168364948530428,
      "learning_rate": 4.926819574042657e-05,
      "loss": 0.3592,
      "step": 108109
    },
    {
      "epoch": 4.428015564202335,
      "grad_norm": 1.3075779436439425,
      "learning_rate": 4.9265779190097376e-05,
      "loss": 0.5586,
      "step": 108110
    },
    {
      "epoch": 4.428056522629531,
      "grad_norm": 1.3350809797273167,
      "learning_rate": 4.926336268738949e-05,
      "loss": 0.4878,
      "step": 108111
    },
    {
      "epoch": 4.428097481056727,
      "grad_norm": 1.0235134793025191,
      "learning_rate": 4.926094623230408e-05,
      "loss": 0.2356,
      "step": 108112
    },
    {
      "epoch": 4.428138439483924,
      "grad_norm": 1.9194177642278696,
      "learning_rate": 4.9258529824842184e-05,
      "loss": 1.1908,
      "step": 108113
    },
    {
      "epoch": 4.42817939791112,
      "grad_norm": 1.4473472050644511,
      "learning_rate": 4.9256113465005035e-05,
      "loss": 0.6726,
      "step": 108114
    },
    {
      "epoch": 4.428220356338317,
      "grad_norm": 1.399145476237119,
      "learning_rate": 4.9253697152793784e-05,
      "loss": 0.5607,
      "step": 108115
    },
    {
      "epoch": 4.428261314765513,
      "grad_norm": 1.2053128271326485,
      "learning_rate": 4.925128088820948e-05,
      "loss": 0.4271,
      "step": 108116
    },
    {
      "epoch": 4.42830227319271,
      "grad_norm": 0.6558026782936162,
      "learning_rate": 4.924886467125339e-05,
      "loss": 0.1259,
      "step": 108117
    },
    {
      "epoch": 4.428343231619905,
      "grad_norm": 1.2266775573283157,
      "learning_rate": 4.924644850192654e-05,
      "loss": 0.3556,
      "step": 108118
    },
    {
      "epoch": 4.428384190047102,
      "grad_norm": 1.6350623623035836,
      "learning_rate": 4.924403238023011e-05,
      "loss": 0.6264,
      "step": 108119
    },
    {
      "epoch": 4.4284251484742985,
      "grad_norm": 0.8904723025009668,
      "learning_rate": 4.924161630616531e-05,
      "loss": 0.1184,
      "step": 108120
    },
    {
      "epoch": 4.428466106901495,
      "grad_norm": 1.3615351285629893,
      "learning_rate": 4.9239200279733194e-05,
      "loss": 0.734,
      "step": 108121
    },
    {
      "epoch": 4.4285070653286915,
      "grad_norm": 1.6646723102506138,
      "learning_rate": 4.9236784300934976e-05,
      "loss": 0.7465,
      "step": 108122
    },
    {
      "epoch": 4.428548023755888,
      "grad_norm": 1.8455543371326002,
      "learning_rate": 4.92343683697717e-05,
      "loss": 0.6249,
      "step": 108123
    },
    {
      "epoch": 4.428588982183085,
      "grad_norm": 1.4784631516326432,
      "learning_rate": 4.923195248624457e-05,
      "loss": 0.6511,
      "step": 108124
    },
    {
      "epoch": 4.42862994061028,
      "grad_norm": 1.246638018204281,
      "learning_rate": 4.922953665035478e-05,
      "loss": 0.5191,
      "step": 108125
    },
    {
      "epoch": 4.428670899037477,
      "grad_norm": 0.9161260727859639,
      "learning_rate": 4.9227120862103374e-05,
      "loss": 0.2311,
      "step": 108126
    },
    {
      "epoch": 4.428711857464673,
      "grad_norm": 1.816316111842573,
      "learning_rate": 4.9224705121491525e-05,
      "loss": 0.744,
      "step": 108127
    },
    {
      "epoch": 4.42875281589187,
      "grad_norm": 0.9641935508534496,
      "learning_rate": 4.922228942852045e-05,
      "loss": 0.2154,
      "step": 108128
    },
    {
      "epoch": 4.428793774319066,
      "grad_norm": 3.5650814746857398,
      "learning_rate": 4.9219873783191165e-05,
      "loss": 3.7243,
      "step": 108129
    },
    {
      "epoch": 4.428834732746263,
      "grad_norm": 1.4547995743468016,
      "learning_rate": 4.921745818550494e-05,
      "loss": 0.5687,
      "step": 108130
    },
    {
      "epoch": 4.428875691173459,
      "grad_norm": 1.8866939726688565,
      "learning_rate": 4.9215042635462796e-05,
      "loss": 0.681,
      "step": 108131
    },
    {
      "epoch": 4.428916649600655,
      "grad_norm": 1.6942347658260482,
      "learning_rate": 4.921262713306593e-05,
      "loss": 0.695,
      "step": 108132
    },
    {
      "epoch": 4.428957608027852,
      "grad_norm": 1.7655410437064984,
      "learning_rate": 4.921021167831553e-05,
      "loss": 0.7777,
      "step": 108133
    },
    {
      "epoch": 4.428998566455048,
      "grad_norm": 1.5420137921177772,
      "learning_rate": 4.9207796271212654e-05,
      "loss": 0.6163,
      "step": 108134
    },
    {
      "epoch": 4.429039524882245,
      "grad_norm": 1.5007839082281724,
      "learning_rate": 4.920538091175849e-05,
      "loss": 0.8038,
      "step": 108135
    },
    {
      "epoch": 4.429080483309441,
      "grad_norm": 1.3200372746332074,
      "learning_rate": 4.9202965599954216e-05,
      "loss": 0.612,
      "step": 108136
    },
    {
      "epoch": 4.429121441736637,
      "grad_norm": 1.6592388518732766,
      "learning_rate": 4.920055033580087e-05,
      "loss": 0.6108,
      "step": 108137
    },
    {
      "epoch": 4.4291624001638334,
      "grad_norm": 1.3380721341931752,
      "learning_rate": 4.9198135119299706e-05,
      "loss": 0.6134,
      "step": 108138
    },
    {
      "epoch": 4.42920335859103,
      "grad_norm": 1.6038618446757147,
      "learning_rate": 4.919571995045178e-05,
      "loss": 0.4979,
      "step": 108139
    },
    {
      "epoch": 4.4292443170182265,
      "grad_norm": 2.455482355812569,
      "learning_rate": 4.9193304829258265e-05,
      "loss": 1.7807,
      "step": 108140
    },
    {
      "epoch": 4.429285275445423,
      "grad_norm": 1.5865695861310238,
      "learning_rate": 4.919088975572034e-05,
      "loss": 0.677,
      "step": 108141
    },
    {
      "epoch": 4.42932623387262,
      "grad_norm": 1.5216663677023121,
      "learning_rate": 4.918847472983907e-05,
      "loss": 0.7322,
      "step": 108142
    },
    {
      "epoch": 4.429367192299816,
      "grad_norm": 1.84834248598238,
      "learning_rate": 4.9186059751615636e-05,
      "loss": 0.7407,
      "step": 108143
    },
    {
      "epoch": 4.429408150727012,
      "grad_norm": 1.4686016224051233,
      "learning_rate": 4.918364482105125e-05,
      "loss": 0.5904,
      "step": 108144
    },
    {
      "epoch": 4.429449109154208,
      "grad_norm": 1.2899062969941522,
      "learning_rate": 4.918122993814692e-05,
      "loss": 0.4547,
      "step": 108145
    },
    {
      "epoch": 4.429490067581405,
      "grad_norm": 4.080601832990154,
      "learning_rate": 4.917881510290392e-05,
      "loss": 3.1147,
      "step": 108146
    },
    {
      "epoch": 4.429531026008601,
      "grad_norm": 1.2028084929360592,
      "learning_rate": 4.917640031532331e-05,
      "loss": 0.223,
      "step": 108147
    },
    {
      "epoch": 4.429571984435798,
      "grad_norm": 1.515658268305486,
      "learning_rate": 4.91739855754062e-05,
      "loss": 0.5411,
      "step": 108148
    },
    {
      "epoch": 4.4296129428629945,
      "grad_norm": 1.761154982990605,
      "learning_rate": 4.917157088315378e-05,
      "loss": 0.865,
      "step": 108149
    },
    {
      "epoch": 4.42965390129019,
      "grad_norm": 3.2715358562012695,
      "learning_rate": 4.916915623856725e-05,
      "loss": 0.4259,
      "step": 108150
    },
    {
      "epoch": 4.429694859717387,
      "grad_norm": 1.5339743860953048,
      "learning_rate": 4.916674164164763e-05,
      "loss": 0.6782,
      "step": 108151
    },
    {
      "epoch": 4.429735818144583,
      "grad_norm": 1.0788515506952305,
      "learning_rate": 4.916432709239617e-05,
      "loss": 0.4613,
      "step": 108152
    },
    {
      "epoch": 4.42977677657178,
      "grad_norm": 0.8461792456974225,
      "learning_rate": 4.916191259081393e-05,
      "loss": 0.2561,
      "step": 108153
    },
    {
      "epoch": 4.429817734998976,
      "grad_norm": 1.3572320382724676,
      "learning_rate": 4.915949813690208e-05,
      "loss": 0.37,
      "step": 108154
    },
    {
      "epoch": 4.429858693426173,
      "grad_norm": 0.5255996208587005,
      "learning_rate": 4.9157083730661826e-05,
      "loss": 0.0813,
      "step": 108155
    },
    {
      "epoch": 4.429899651853368,
      "grad_norm": 1.4547609056960578,
      "learning_rate": 4.915466937209419e-05,
      "loss": 0.7447,
      "step": 108156
    },
    {
      "epoch": 4.429940610280565,
      "grad_norm": 1.5427768312354024,
      "learning_rate": 4.915225506120042e-05,
      "loss": 0.5475,
      "step": 108157
    },
    {
      "epoch": 4.4299815687077615,
      "grad_norm": 0.6910561475001995,
      "learning_rate": 4.914984079798158e-05,
      "loss": 0.144,
      "step": 108158
    },
    {
      "epoch": 4.430022527134958,
      "grad_norm": 1.9375245420210525,
      "learning_rate": 4.914742658243883e-05,
      "loss": 0.5554,
      "step": 108159
    },
    {
      "epoch": 4.430063485562155,
      "grad_norm": 1.7584226474348366,
      "learning_rate": 4.914501241457336e-05,
      "loss": 0.7852,
      "step": 108160
    },
    {
      "epoch": 4.430104443989351,
      "grad_norm": 1.380380749906384,
      "learning_rate": 4.914259829438626e-05,
      "loss": 0.4534,
      "step": 108161
    },
    {
      "epoch": 4.430145402416548,
      "grad_norm": 0.7442007801689051,
      "learning_rate": 4.9140184221878665e-05,
      "loss": 0.2206,
      "step": 108162
    },
    {
      "epoch": 4.430186360843743,
      "grad_norm": 0.8207328804137592,
      "learning_rate": 4.9137770197051794e-05,
      "loss": 0.2137,
      "step": 108163
    },
    {
      "epoch": 4.43022731927094,
      "grad_norm": 1.5709734616067947,
      "learning_rate": 4.9135356219906684e-05,
      "loss": 0.7001,
      "step": 108164
    },
    {
      "epoch": 4.430268277698136,
      "grad_norm": 1.849981717038558,
      "learning_rate": 4.913294229044457e-05,
      "loss": 0.5781,
      "step": 108165
    },
    {
      "epoch": 4.430309236125333,
      "grad_norm": 1.4123865540531841,
      "learning_rate": 4.9130528408666505e-05,
      "loss": 0.5683,
      "step": 108166
    },
    {
      "epoch": 4.430350194552529,
      "grad_norm": 1.8968726635539463,
      "learning_rate": 4.912811457457366e-05,
      "loss": 0.8184,
      "step": 108167
    },
    {
      "epoch": 4.430391152979726,
      "grad_norm": 1.5661037484859213,
      "learning_rate": 4.9125700788167244e-05,
      "loss": 0.5807,
      "step": 108168
    },
    {
      "epoch": 4.430432111406922,
      "grad_norm": 1.8216442345245845,
      "learning_rate": 4.9123287049448295e-05,
      "loss": 0.4987,
      "step": 108169
    },
    {
      "epoch": 4.430473069834118,
      "grad_norm": 1.7471111671022457,
      "learning_rate": 4.9120873358418e-05,
      "loss": 0.8049,
      "step": 108170
    },
    {
      "epoch": 4.430514028261315,
      "grad_norm": 1.4915712319962047,
      "learning_rate": 4.9118459715077556e-05,
      "loss": 0.6716,
      "step": 108171
    },
    {
      "epoch": 4.430554986688511,
      "grad_norm": 1.4309286188868098,
      "learning_rate": 4.9116046119428015e-05,
      "loss": 0.4577,
      "step": 108172
    },
    {
      "epoch": 4.430595945115708,
      "grad_norm": 1.2817557359911123,
      "learning_rate": 4.9113632571470576e-05,
      "loss": 0.4324,
      "step": 108173
    },
    {
      "epoch": 4.430636903542904,
      "grad_norm": 1.1059055387272616,
      "learning_rate": 4.911121907120633e-05,
      "loss": 0.3569,
      "step": 108174
    },
    {
      "epoch": 4.4306778619701,
      "grad_norm": 1.32834580520972,
      "learning_rate": 4.9108805618636436e-05,
      "loss": 0.6017,
      "step": 108175
    },
    {
      "epoch": 4.4307188203972965,
      "grad_norm": 0.8837628759513764,
      "learning_rate": 4.910639221376209e-05,
      "loss": 0.2139,
      "step": 108176
    },
    {
      "epoch": 4.430759778824493,
      "grad_norm": 1.6801972303692911,
      "learning_rate": 4.9103978856584344e-05,
      "loss": 0.6775,
      "step": 108177
    },
    {
      "epoch": 4.4308007372516895,
      "grad_norm": 1.5552816693733094,
      "learning_rate": 4.910156554710437e-05,
      "loss": 0.6835,
      "step": 108178
    },
    {
      "epoch": 4.430841695678886,
      "grad_norm": 0.9503123977654387,
      "learning_rate": 4.909915228532338e-05,
      "loss": 0.1466,
      "step": 108179
    },
    {
      "epoch": 4.430882654106083,
      "grad_norm": 1.6665561269491451,
      "learning_rate": 4.909673907124242e-05,
      "loss": 0.6133,
      "step": 108180
    },
    {
      "epoch": 4.430923612533279,
      "grad_norm": 1.3019130508138206,
      "learning_rate": 4.909432590486269e-05,
      "loss": 0.3615,
      "step": 108181
    },
    {
      "epoch": 4.430964570960475,
      "grad_norm": 1.3868168708086277,
      "learning_rate": 4.9091912786185275e-05,
      "loss": 0.6252,
      "step": 108182
    },
    {
      "epoch": 4.431005529387671,
      "grad_norm": 2.6121007922446378,
      "learning_rate": 4.908949971521134e-05,
      "loss": 2.465,
      "step": 108183
    },
    {
      "epoch": 4.431046487814868,
      "grad_norm": 1.5570067211856704,
      "learning_rate": 4.908708669194209e-05,
      "loss": 0.5753,
      "step": 108184
    },
    {
      "epoch": 4.431087446242064,
      "grad_norm": 0.7516664998154519,
      "learning_rate": 4.908467371637855e-05,
      "loss": 0.2165,
      "step": 108185
    },
    {
      "epoch": 4.431128404669261,
      "grad_norm": 1.5675528430439956,
      "learning_rate": 4.9082260788521924e-05,
      "loss": 0.6607,
      "step": 108186
    },
    {
      "epoch": 4.4311693630964575,
      "grad_norm": 1.6346869260475172,
      "learning_rate": 4.907984790837341e-05,
      "loss": 0.623,
      "step": 108187
    },
    {
      "epoch": 4.431210321523653,
      "grad_norm": 1.494805394591398,
      "learning_rate": 4.907743507593403e-05,
      "loss": 0.5631,
      "step": 108188
    },
    {
      "epoch": 4.43125127995085,
      "grad_norm": 1.4401530821228874,
      "learning_rate": 4.9075022291205035e-05,
      "loss": 0.6555,
      "step": 108189
    },
    {
      "epoch": 4.431292238378046,
      "grad_norm": 1.3040772088669865,
      "learning_rate": 4.907260955418746e-05,
      "loss": 0.5385,
      "step": 108190
    },
    {
      "epoch": 4.431333196805243,
      "grad_norm": 1.6374779168901095,
      "learning_rate": 4.90701968648825e-05,
      "loss": 0.5832,
      "step": 108191
    },
    {
      "epoch": 4.431374155232439,
      "grad_norm": 1.4911752575339134,
      "learning_rate": 4.906778422329134e-05,
      "loss": 0.6392,
      "step": 108192
    },
    {
      "epoch": 4.431415113659636,
      "grad_norm": 0.7702466914544817,
      "learning_rate": 4.906537162941503e-05,
      "loss": 0.2065,
      "step": 108193
    },
    {
      "epoch": 4.4314560720868315,
      "grad_norm": 1.6176872239457738,
      "learning_rate": 4.9062959083254796e-05,
      "loss": 0.6379,
      "step": 108194
    },
    {
      "epoch": 4.431497030514028,
      "grad_norm": 1.689571131856304,
      "learning_rate": 4.90605465848117e-05,
      "loss": 0.847,
      "step": 108195
    },
    {
      "epoch": 4.4315379889412245,
      "grad_norm": 0.7141475345384554,
      "learning_rate": 4.905813413408691e-05,
      "loss": 0.195,
      "step": 108196
    },
    {
      "epoch": 4.431578947368421,
      "grad_norm": 0.7344754608725873,
      "learning_rate": 4.905572173108164e-05,
      "loss": 0.1865,
      "step": 108197
    },
    {
      "epoch": 4.431619905795618,
      "grad_norm": 1.3958446439853025,
      "learning_rate": 4.9053309375796905e-05,
      "loss": 0.6049,
      "step": 108198
    },
    {
      "epoch": 4.431660864222814,
      "grad_norm": 1.3499711052904797,
      "learning_rate": 4.905089706823392e-05,
      "loss": 0.4386,
      "step": 108199
    },
    {
      "epoch": 4.431701822650011,
      "grad_norm": 1.5366503641496847,
      "learning_rate": 4.904848480839386e-05,
      "loss": 0.5928,
      "step": 108200
    },
    {
      "epoch": 4.431742781077206,
      "grad_norm": 1.7049423044480845,
      "learning_rate": 4.9046072596277755e-05,
      "loss": 0.8216,
      "step": 108201
    },
    {
      "epoch": 4.431783739504403,
      "grad_norm": 1.2189497934331992,
      "learning_rate": 4.904366043188687e-05,
      "loss": 0.5593,
      "step": 108202
    },
    {
      "epoch": 4.431824697931599,
      "grad_norm": 1.6454944236907034,
      "learning_rate": 4.904124831522223e-05,
      "loss": 0.797,
      "step": 108203
    },
    {
      "epoch": 4.431865656358796,
      "grad_norm": 1.0197462837821736,
      "learning_rate": 4.903883624628503e-05,
      "loss": 0.4286,
      "step": 108204
    },
    {
      "epoch": 4.4319066147859925,
      "grad_norm": 1.522152663834781,
      "learning_rate": 4.9036424225076464e-05,
      "loss": 0.6122,
      "step": 108205
    },
    {
      "epoch": 4.431947573213189,
      "grad_norm": 1.6680270598289806,
      "learning_rate": 4.903401225159757e-05,
      "loss": 0.6366,
      "step": 108206
    },
    {
      "epoch": 4.431988531640385,
      "grad_norm": 1.6112336963894633,
      "learning_rate": 4.903160032584953e-05,
      "loss": 0.6394,
      "step": 108207
    },
    {
      "epoch": 4.432029490067581,
      "grad_norm": 1.2451058488852822,
      "learning_rate": 4.902918844783354e-05,
      "loss": 0.5064,
      "step": 108208
    },
    {
      "epoch": 4.432070448494778,
      "grad_norm": 1.0411536176155065,
      "learning_rate": 4.902677661755063e-05,
      "loss": 0.2677,
      "step": 108209
    },
    {
      "epoch": 4.432111406921974,
      "grad_norm": 1.784218302426036,
      "learning_rate": 4.902436483500208e-05,
      "loss": 0.8699,
      "step": 108210
    },
    {
      "epoch": 4.432152365349171,
      "grad_norm": 1.3449742271084684,
      "learning_rate": 4.902195310018887e-05,
      "loss": 0.5711,
      "step": 108211
    },
    {
      "epoch": 4.432193323776367,
      "grad_norm": 1.431852488562858,
      "learning_rate": 4.9019541413112245e-05,
      "loss": 0.7242,
      "step": 108212
    },
    {
      "epoch": 4.432234282203563,
      "grad_norm": 1.22788394742982,
      "learning_rate": 4.9017129773773354e-05,
      "loss": 0.5004,
      "step": 108213
    },
    {
      "epoch": 4.4322752406307595,
      "grad_norm": 1.4832317668673598,
      "learning_rate": 4.9014718182173266e-05,
      "loss": 0.6092,
      "step": 108214
    },
    {
      "epoch": 4.432316199057956,
      "grad_norm": 1.5707453292026319,
      "learning_rate": 4.901230663831315e-05,
      "loss": 0.6777,
      "step": 108215
    },
    {
      "epoch": 4.432357157485153,
      "grad_norm": 0.9107429707300276,
      "learning_rate": 4.900989514219427e-05,
      "loss": 0.1836,
      "step": 108216
    },
    {
      "epoch": 4.432398115912349,
      "grad_norm": 0.6085664093880621,
      "learning_rate": 4.9007483693817536e-05,
      "loss": 0.0538,
      "step": 108217
    },
    {
      "epoch": 4.432439074339546,
      "grad_norm": 1.3866348552594787,
      "learning_rate": 4.900507229318422e-05,
      "loss": 0.6541,
      "step": 108218
    },
    {
      "epoch": 4.432480032766742,
      "grad_norm": 1.3433659703193261,
      "learning_rate": 4.900266094029547e-05,
      "loss": 0.4398,
      "step": 108219
    },
    {
      "epoch": 4.432520991193938,
      "grad_norm": 1.6919699320872599,
      "learning_rate": 4.900024963515238e-05,
      "loss": 0.7725,
      "step": 108220
    },
    {
      "epoch": 4.432561949621134,
      "grad_norm": 1.4895331857286476,
      "learning_rate": 4.899783837775609e-05,
      "loss": 0.4632,
      "step": 108221
    },
    {
      "epoch": 4.432602908048331,
      "grad_norm": 2.013219899896456,
      "learning_rate": 4.899542716810781e-05,
      "loss": 0.7899,
      "step": 108222
    },
    {
      "epoch": 4.432643866475527,
      "grad_norm": 1.404912874008871,
      "learning_rate": 4.899301600620859e-05,
      "loss": 0.6759,
      "step": 108223
    },
    {
      "epoch": 4.432684824902724,
      "grad_norm": 1.3386679258473875,
      "learning_rate": 4.899060489205967e-05,
      "loss": 0.5507,
      "step": 108224
    },
    {
      "epoch": 4.4327257833299205,
      "grad_norm": 1.5229307994023635,
      "learning_rate": 4.898819382566207e-05,
      "loss": 0.6047,
      "step": 108225
    },
    {
      "epoch": 4.432766741757116,
      "grad_norm": 1.5619045996319054,
      "learning_rate": 4.898578280701699e-05,
      "loss": 0.6551,
      "step": 108226
    },
    {
      "epoch": 4.432807700184313,
      "grad_norm": 1.4061134280983778,
      "learning_rate": 4.8983371836125626e-05,
      "loss": 0.5429,
      "step": 108227
    },
    {
      "epoch": 4.432848658611509,
      "grad_norm": 0.8018305832339937,
      "learning_rate": 4.898096091298901e-05,
      "loss": 0.2154,
      "step": 108228
    },
    {
      "epoch": 4.432889617038706,
      "grad_norm": 1.3879933535031292,
      "learning_rate": 4.897855003760838e-05,
      "loss": 0.4956,
      "step": 108229
    },
    {
      "epoch": 4.432930575465902,
      "grad_norm": 0.788747853777308,
      "learning_rate": 4.897613920998478e-05,
      "loss": 0.2178,
      "step": 108230
    },
    {
      "epoch": 4.432971533893099,
      "grad_norm": 1.4490759960376118,
      "learning_rate": 4.897372843011939e-05,
      "loss": 0.5921,
      "step": 108231
    },
    {
      "epoch": 4.4330124923202945,
      "grad_norm": 1.5006668926558577,
      "learning_rate": 4.8971317698013434e-05,
      "loss": 0.64,
      "step": 108232
    },
    {
      "epoch": 4.433053450747491,
      "grad_norm": 1.4887099948035116,
      "learning_rate": 4.896890701366791e-05,
      "loss": 0.5195,
      "step": 108233
    },
    {
      "epoch": 4.4330944091746876,
      "grad_norm": 1.3729171704555319,
      "learning_rate": 4.896649637708403e-05,
      "loss": 0.7235,
      "step": 108234
    },
    {
      "epoch": 4.433135367601884,
      "grad_norm": 1.9095368995396202,
      "learning_rate": 4.896408578826297e-05,
      "loss": 0.7358,
      "step": 108235
    },
    {
      "epoch": 4.433176326029081,
      "grad_norm": 2.090661703535335,
      "learning_rate": 4.8961675247205774e-05,
      "loss": 1.3323,
      "step": 108236
    },
    {
      "epoch": 4.433217284456277,
      "grad_norm": 4.668923221843401,
      "learning_rate": 4.89592647539137e-05,
      "loss": 0.9664,
      "step": 108237
    },
    {
      "epoch": 4.433258242883474,
      "grad_norm": 1.702702887771828,
      "learning_rate": 4.8956854308387755e-05,
      "loss": 0.8094,
      "step": 108238
    },
    {
      "epoch": 4.433299201310669,
      "grad_norm": 1.2987649140696698,
      "learning_rate": 4.895444391062917e-05,
      "loss": 0.5612,
      "step": 108239
    },
    {
      "epoch": 4.433340159737866,
      "grad_norm": 0.6169770525819521,
      "learning_rate": 4.895203356063908e-05,
      "loss": 0.1472,
      "step": 108240
    },
    {
      "epoch": 4.433381118165062,
      "grad_norm": 1.8399744242111296,
      "learning_rate": 4.8949623258418584e-05,
      "loss": 0.7861,
      "step": 108241
    },
    {
      "epoch": 4.433422076592259,
      "grad_norm": 1.5294165556534558,
      "learning_rate": 4.8947213003968824e-05,
      "loss": 0.7069,
      "step": 108242
    },
    {
      "epoch": 4.4334630350194555,
      "grad_norm": 1.8800645005887027,
      "learning_rate": 4.8944802797291024e-05,
      "loss": 1.0351,
      "step": 108243
    },
    {
      "epoch": 4.433503993446652,
      "grad_norm": 1.8131665047670866,
      "learning_rate": 4.894239263838619e-05,
      "loss": 0.7922,
      "step": 108244
    },
    {
      "epoch": 4.433544951873848,
      "grad_norm": 1.571955148261753,
      "learning_rate": 4.893998252725559e-05,
      "loss": 0.4782,
      "step": 108245
    },
    {
      "epoch": 4.433585910301044,
      "grad_norm": 1.3242174147392496,
      "learning_rate": 4.893757246390025e-05,
      "loss": 0.5245,
      "step": 108246
    },
    {
      "epoch": 4.433626868728241,
      "grad_norm": 1.7915723861719801,
      "learning_rate": 4.893516244832135e-05,
      "loss": 0.8487,
      "step": 108247
    },
    {
      "epoch": 4.433667827155437,
      "grad_norm": 1.0958373060995803,
      "learning_rate": 4.893275248052011e-05,
      "loss": 0.5327,
      "step": 108248
    },
    {
      "epoch": 4.433708785582634,
      "grad_norm": 1.47287285549912,
      "learning_rate": 4.893034256049754e-05,
      "loss": 0.6473,
      "step": 108249
    },
    {
      "epoch": 4.43374974400983,
      "grad_norm": 1.7156443885708559,
      "learning_rate": 4.892793268825483e-05,
      "loss": 0.8354,
      "step": 108250
    },
    {
      "epoch": 4.433790702437026,
      "grad_norm": 1.2620868549456137,
      "learning_rate": 4.89255228637932e-05,
      "loss": 0.4606,
      "step": 108251
    },
    {
      "epoch": 4.4338316608642225,
      "grad_norm": 0.934615271454869,
      "learning_rate": 4.892311308711365e-05,
      "loss": 0.2987,
      "step": 108252
    },
    {
      "epoch": 4.433872619291419,
      "grad_norm": 3.1348661904625432,
      "learning_rate": 4.892070335821744e-05,
      "loss": 1.021,
      "step": 108253
    },
    {
      "epoch": 4.433913577718616,
      "grad_norm": 1.4553488101198382,
      "learning_rate": 4.8918293677105605e-05,
      "loss": 0.6431,
      "step": 108254
    },
    {
      "epoch": 4.433954536145812,
      "grad_norm": 1.4344811139819011,
      "learning_rate": 4.891588404377934e-05,
      "loss": 0.6271,
      "step": 108255
    },
    {
      "epoch": 4.433995494573009,
      "grad_norm": 1.7293144831705707,
      "learning_rate": 4.891347445823982e-05,
      "loss": 0.5942,
      "step": 108256
    },
    {
      "epoch": 4.434036453000205,
      "grad_norm": 1.6247861386853168,
      "learning_rate": 4.8911064920488114e-05,
      "loss": 0.665,
      "step": 108257
    },
    {
      "epoch": 4.434077411427401,
      "grad_norm": 1.527247809761669,
      "learning_rate": 4.890865543052538e-05,
      "loss": 0.6091,
      "step": 108258
    },
    {
      "epoch": 4.434118369854597,
      "grad_norm": 2.2272197612352493,
      "learning_rate": 4.890624598835282e-05,
      "loss": 0.618,
      "step": 108259
    },
    {
      "epoch": 4.434159328281794,
      "grad_norm": 1.734075481768411,
      "learning_rate": 4.8903836593971455e-05,
      "loss": 0.9406,
      "step": 108260
    },
    {
      "epoch": 4.4342002867089905,
      "grad_norm": 0.9353641002371282,
      "learning_rate": 4.890142724738255e-05,
      "loss": 0.2567,
      "step": 108261
    },
    {
      "epoch": 4.434241245136187,
      "grad_norm": 1.5529678660881743,
      "learning_rate": 4.889901794858713e-05,
      "loss": 0.8854,
      "step": 108262
    },
    {
      "epoch": 4.4342822035633835,
      "grad_norm": 1.4401399265279178,
      "learning_rate": 4.8896608697586395e-05,
      "loss": 0.4956,
      "step": 108263
    },
    {
      "epoch": 4.434323161990579,
      "grad_norm": 1.2261105310787663,
      "learning_rate": 4.889419949438153e-05,
      "loss": 0.6676,
      "step": 108264
    },
    {
      "epoch": 4.434364120417776,
      "grad_norm": 1.0569818356225196,
      "learning_rate": 4.8891790338973564e-05,
      "loss": 0.4656,
      "step": 108265
    },
    {
      "epoch": 4.434405078844972,
      "grad_norm": 1.586931051652941,
      "learning_rate": 4.8889381231363744e-05,
      "loss": 0.6358,
      "step": 108266
    },
    {
      "epoch": 4.434446037272169,
      "grad_norm": 1.4765641562176184,
      "learning_rate": 4.8886972171553105e-05,
      "loss": 0.5883,
      "step": 108267
    },
    {
      "epoch": 4.434486995699365,
      "grad_norm": 1.578646762007879,
      "learning_rate": 4.888456315954285e-05,
      "loss": 0.5568,
      "step": 108268
    },
    {
      "epoch": 4.434527954126562,
      "grad_norm": 1.5209069385592755,
      "learning_rate": 4.888215419533414e-05,
      "loss": 0.5463,
      "step": 108269
    },
    {
      "epoch": 4.4345689125537575,
      "grad_norm": 1.5594769763965464,
      "learning_rate": 4.887974527892804e-05,
      "loss": 0.624,
      "step": 108270
    },
    {
      "epoch": 4.434609870980954,
      "grad_norm": 0.9697660751048282,
      "learning_rate": 4.8877336410325717e-05,
      "loss": 0.2726,
      "step": 108271
    },
    {
      "epoch": 4.434650829408151,
      "grad_norm": 1.534972304142144,
      "learning_rate": 4.887492758952839e-05,
      "loss": 0.6026,
      "step": 108272
    },
    {
      "epoch": 4.434691787835347,
      "grad_norm": 1.2778224172889585,
      "learning_rate": 4.887251881653707e-05,
      "loss": 0.3575,
      "step": 108273
    },
    {
      "epoch": 4.434732746262544,
      "grad_norm": 0.8453373048012556,
      "learning_rate": 4.887011009135299e-05,
      "loss": 0.2278,
      "step": 108274
    },
    {
      "epoch": 4.43477370468974,
      "grad_norm": 1.3650559716017876,
      "learning_rate": 4.8867701413977225e-05,
      "loss": 0.5288,
      "step": 108275
    },
    {
      "epoch": 4.434814663116937,
      "grad_norm": 1.6150707420104917,
      "learning_rate": 4.886529278441093e-05,
      "loss": 0.6616,
      "step": 108276
    },
    {
      "epoch": 4.434855621544132,
      "grad_norm": 1.6750822754999088,
      "learning_rate": 4.8862884202655315e-05,
      "loss": 0.7344,
      "step": 108277
    },
    {
      "epoch": 4.434896579971329,
      "grad_norm": 1.7759742559112608,
      "learning_rate": 4.88604756687114e-05,
      "loss": 0.6698,
      "step": 108278
    },
    {
      "epoch": 4.4349375383985254,
      "grad_norm": 1.0470941376592857,
      "learning_rate": 4.885806718258039e-05,
      "loss": 0.239,
      "step": 108279
    },
    {
      "epoch": 4.434978496825722,
      "grad_norm": 1.2348846507927433,
      "learning_rate": 4.885565874426346e-05,
      "loss": 0.494,
      "step": 108280
    },
    {
      "epoch": 4.4350194552529185,
      "grad_norm": 1.5491379762049486,
      "learning_rate": 4.885325035376167e-05,
      "loss": 0.5697,
      "step": 108281
    },
    {
      "epoch": 4.435060413680115,
      "grad_norm": 1.5739231769865278,
      "learning_rate": 4.885084201107624e-05,
      "loss": 0.6537,
      "step": 108282
    },
    {
      "epoch": 4.435101372107311,
      "grad_norm": 1.5092517253831013,
      "learning_rate": 4.8848433716208195e-05,
      "loss": 0.6185,
      "step": 108283
    },
    {
      "epoch": 4.435142330534507,
      "grad_norm": 1.62209599677419,
      "learning_rate": 4.8846025469158764e-05,
      "loss": 0.8184,
      "step": 108284
    },
    {
      "epoch": 4.435183288961704,
      "grad_norm": 1.4472897320284486,
      "learning_rate": 4.88436172699291e-05,
      "loss": 0.5561,
      "step": 108285
    },
    {
      "epoch": 4.4352242473889,
      "grad_norm": 2.0689403062661174,
      "learning_rate": 4.884120911852025e-05,
      "loss": 0.6311,
      "step": 108286
    },
    {
      "epoch": 4.435265205816097,
      "grad_norm": 1.875329456173726,
      "learning_rate": 4.883880101493346e-05,
      "loss": 0.4622,
      "step": 108287
    },
    {
      "epoch": 4.435306164243293,
      "grad_norm": 1.3169403943527946,
      "learning_rate": 4.883639295916982e-05,
      "loss": 0.5692,
      "step": 108288
    },
    {
      "epoch": 4.435347122670489,
      "grad_norm": 1.7963892637149812,
      "learning_rate": 4.883398495123041e-05,
      "loss": 0.9983,
      "step": 108289
    },
    {
      "epoch": 4.435388081097686,
      "grad_norm": 1.1204275949144276,
      "learning_rate": 4.883157699111642e-05,
      "loss": 0.3866,
      "step": 108290
    },
    {
      "epoch": 4.435429039524882,
      "grad_norm": 1.1127005463960977,
      "learning_rate": 4.8829169078829045e-05,
      "loss": 0.3882,
      "step": 108291
    },
    {
      "epoch": 4.435469997952079,
      "grad_norm": 1.2362138336390611,
      "learning_rate": 4.8826761214369305e-05,
      "loss": 0.5824,
      "step": 108292
    },
    {
      "epoch": 4.435510956379275,
      "grad_norm": 6.30904965396975,
      "learning_rate": 4.882435339773847e-05,
      "loss": 0.7619,
      "step": 108293
    },
    {
      "epoch": 4.435551914806472,
      "grad_norm": 1.7844805060944666,
      "learning_rate": 4.882194562893754e-05,
      "loss": 0.6067,
      "step": 108294
    },
    {
      "epoch": 4.435592873233668,
      "grad_norm": 1.5532798064000088,
      "learning_rate": 4.881953790796774e-05,
      "loss": 0.598,
      "step": 108295
    },
    {
      "epoch": 4.435633831660864,
      "grad_norm": 1.4554226940549218,
      "learning_rate": 4.8817130234830234e-05,
      "loss": 0.5198,
      "step": 108296
    },
    {
      "epoch": 4.43567479008806,
      "grad_norm": 1.3232696733310354,
      "learning_rate": 4.881472260952607e-05,
      "loss": 0.6276,
      "step": 108297
    },
    {
      "epoch": 4.435715748515257,
      "grad_norm": 1.3162044246829983,
      "learning_rate": 4.881231503205644e-05,
      "loss": 0.6449,
      "step": 108298
    },
    {
      "epoch": 4.4357567069424535,
      "grad_norm": 1.7013898637665896,
      "learning_rate": 4.880990750242252e-05,
      "loss": 0.7283,
      "step": 108299
    },
    {
      "epoch": 4.43579766536965,
      "grad_norm": 1.428767836826502,
      "learning_rate": 4.880750002062535e-05,
      "loss": 0.7388,
      "step": 108300
    },
    {
      "epoch": 4.435838623796847,
      "grad_norm": 1.25600534815316,
      "learning_rate": 4.880509258666617e-05,
      "loss": 0.5232,
      "step": 108301
    },
    {
      "epoch": 4.435879582224042,
      "grad_norm": 1.8145240360788502,
      "learning_rate": 4.880268520054603e-05,
      "loss": 1.0574,
      "step": 108302
    },
    {
      "epoch": 4.435920540651239,
      "grad_norm": 2.2886113623845286,
      "learning_rate": 4.8800277862266094e-05,
      "loss": 0.8208,
      "step": 108303
    },
    {
      "epoch": 4.435961499078435,
      "grad_norm": 1.786978498568227,
      "learning_rate": 4.879787057182757e-05,
      "loss": 0.674,
      "step": 108304
    },
    {
      "epoch": 4.436002457505632,
      "grad_norm": 1.580365387107658,
      "learning_rate": 4.87954633292315e-05,
      "loss": 0.5654,
      "step": 108305
    },
    {
      "epoch": 4.436043415932828,
      "grad_norm": 1.7042955370649515,
      "learning_rate": 4.8793056134479056e-05,
      "loss": 0.7733,
      "step": 108306
    },
    {
      "epoch": 4.436084374360025,
      "grad_norm": 0.9047459758911379,
      "learning_rate": 4.879064898757143e-05,
      "loss": 0.1836,
      "step": 108307
    },
    {
      "epoch": 4.4361253327872205,
      "grad_norm": 0.7953791227678965,
      "learning_rate": 4.878824188850966e-05,
      "loss": 0.1963,
      "step": 108308
    },
    {
      "epoch": 4.436166291214417,
      "grad_norm": 1.378004551457325,
      "learning_rate": 4.8785834837295e-05,
      "loss": 0.5866,
      "step": 108309
    },
    {
      "epoch": 4.436207249641614,
      "grad_norm": 1.5678105136495286,
      "learning_rate": 4.878342783392846e-05,
      "loss": 0.792,
      "step": 108310
    },
    {
      "epoch": 4.43624820806881,
      "grad_norm": 1.3474475810040214,
      "learning_rate": 4.878102087841124e-05,
      "loss": 0.5797,
      "step": 108311
    },
    {
      "epoch": 4.436289166496007,
      "grad_norm": 1.7944560170691093,
      "learning_rate": 4.877861397074453e-05,
      "loss": 0.9366,
      "step": 108312
    },
    {
      "epoch": 4.436330124923203,
      "grad_norm": 1.6458222584790776,
      "learning_rate": 4.877620711092938e-05,
      "loss": 0.7367,
      "step": 108313
    },
    {
      "epoch": 4.4363710833504,
      "grad_norm": 1.3186703097829928,
      "learning_rate": 4.877380029896697e-05,
      "loss": 0.6009,
      "step": 108314
    },
    {
      "epoch": 4.436412041777595,
      "grad_norm": 1.5315477793078054,
      "learning_rate": 4.877139353485846e-05,
      "loss": 0.6204,
      "step": 108315
    },
    {
      "epoch": 4.436453000204792,
      "grad_norm": 1.4661534808436383,
      "learning_rate": 4.876898681860494e-05,
      "loss": 0.6838,
      "step": 108316
    },
    {
      "epoch": 4.4364939586319885,
      "grad_norm": 1.2577480078543246,
      "learning_rate": 4.87665801502076e-05,
      "loss": 0.5348,
      "step": 108317
    },
    {
      "epoch": 4.436534917059185,
      "grad_norm": 0.895018367810029,
      "learning_rate": 4.87641735296675e-05,
      "loss": 0.2371,
      "step": 108318
    },
    {
      "epoch": 4.4365758754863815,
      "grad_norm": 1.6624003351934087,
      "learning_rate": 4.876176695698582e-05,
      "loss": 0.5406,
      "step": 108319
    },
    {
      "epoch": 4.436616833913578,
      "grad_norm": 1.1819630158616903,
      "learning_rate": 4.875936043216375e-05,
      "loss": 0.4899,
      "step": 108320
    },
    {
      "epoch": 4.436657792340774,
      "grad_norm": 1.8290100489093977,
      "learning_rate": 4.875695395520235e-05,
      "loss": 0.8899,
      "step": 108321
    },
    {
      "epoch": 4.43669875076797,
      "grad_norm": 0.9137612347950408,
      "learning_rate": 4.875454752610275e-05,
      "loss": 0.1832,
      "step": 108322
    },
    {
      "epoch": 4.436739709195167,
      "grad_norm": 1.7473915640845394,
      "learning_rate": 4.875214114486621e-05,
      "loss": 0.806,
      "step": 108323
    },
    {
      "epoch": 4.436780667622363,
      "grad_norm": 0.9910057499290912,
      "learning_rate": 4.874973481149372e-05,
      "loss": 0.2596,
      "step": 108324
    },
    {
      "epoch": 4.43682162604956,
      "grad_norm": 1.5400514938189078,
      "learning_rate": 4.874732852598653e-05,
      "loss": 0.5912,
      "step": 108325
    },
    {
      "epoch": 4.436862584476756,
      "grad_norm": 1.3463571041433606,
      "learning_rate": 4.874492228834568e-05,
      "loss": 0.2644,
      "step": 108326
    },
    {
      "epoch": 4.436903542903952,
      "grad_norm": 1.133213870181829,
      "learning_rate": 4.874251609857235e-05,
      "loss": 0.3756,
      "step": 108327
    },
    {
      "epoch": 4.436944501331149,
      "grad_norm": 1.7123553178395015,
      "learning_rate": 4.8740109956667744e-05,
      "loss": 0.7684,
      "step": 108328
    },
    {
      "epoch": 4.436985459758345,
      "grad_norm": 1.2545444491698292,
      "learning_rate": 4.873770386263288e-05,
      "loss": 0.5378,
      "step": 108329
    },
    {
      "epoch": 4.437026418185542,
      "grad_norm": 0.7531334923497001,
      "learning_rate": 4.873529781646894e-05,
      "loss": 0.2078,
      "step": 108330
    },
    {
      "epoch": 4.437067376612738,
      "grad_norm": 1.51526792756111,
      "learning_rate": 4.873289181817714e-05,
      "loss": 0.6324,
      "step": 108331
    },
    {
      "epoch": 4.437108335039935,
      "grad_norm": 1.5791720590550713,
      "learning_rate": 4.87304858677585e-05,
      "loss": 0.6347,
      "step": 108332
    },
    {
      "epoch": 4.437149293467131,
      "grad_norm": 1.5420448116871837,
      "learning_rate": 4.8728079965214265e-05,
      "loss": 0.5473,
      "step": 108333
    },
    {
      "epoch": 4.437190251894327,
      "grad_norm": 1.0473220012709181,
      "learning_rate": 4.872567411054548e-05,
      "loss": 0.2002,
      "step": 108334
    },
    {
      "epoch": 4.4372312103215235,
      "grad_norm": 1.2830022931764036,
      "learning_rate": 4.872326830375329e-05,
      "loss": 0.2811,
      "step": 108335
    },
    {
      "epoch": 4.43727216874872,
      "grad_norm": 1.3112117365672968,
      "learning_rate": 4.8720862544838926e-05,
      "loss": 0.3043,
      "step": 108336
    },
    {
      "epoch": 4.4373131271759165,
      "grad_norm": 1.8775156468791616,
      "learning_rate": 4.8718456833803415e-05,
      "loss": 0.5228,
      "step": 108337
    },
    {
      "epoch": 4.437354085603113,
      "grad_norm": 3.3049233074659377,
      "learning_rate": 4.8716051170647986e-05,
      "loss": 1.7729,
      "step": 108338
    },
    {
      "epoch": 4.43739504403031,
      "grad_norm": 1.2754894975220328,
      "learning_rate": 4.871364555537367e-05,
      "loss": 0.4578,
      "step": 108339
    },
    {
      "epoch": 4.437436002457505,
      "grad_norm": 1.3223344581699605,
      "learning_rate": 4.8711239987981685e-05,
      "loss": 0.4442,
      "step": 108340
    },
    {
      "epoch": 4.437476960884702,
      "grad_norm": 1.6222845237361232,
      "learning_rate": 4.8708834468473184e-05,
      "loss": 0.5132,
      "step": 108341
    },
    {
      "epoch": 4.437517919311898,
      "grad_norm": 1.318418369278413,
      "learning_rate": 4.870642899684923e-05,
      "loss": 0.4914,
      "step": 108342
    },
    {
      "epoch": 4.437558877739095,
      "grad_norm": 1.0695033584427633,
      "learning_rate": 4.8704023573110986e-05,
      "loss": 0.2866,
      "step": 108343
    },
    {
      "epoch": 4.437599836166291,
      "grad_norm": 0.5091719899557338,
      "learning_rate": 4.870161819725965e-05,
      "loss": 0.0813,
      "step": 108344
    },
    {
      "epoch": 4.437640794593488,
      "grad_norm": 1.5713736825361062,
      "learning_rate": 4.8699212869296276e-05,
      "loss": 0.4086,
      "step": 108345
    },
    {
      "epoch": 4.437681753020684,
      "grad_norm": 1.5525546757469109,
      "learning_rate": 4.869680758922208e-05,
      "loss": 0.6448,
      "step": 108346
    },
    {
      "epoch": 4.43772271144788,
      "grad_norm": 0.8874761294133118,
      "learning_rate": 4.869440235703811e-05,
      "loss": 0.2316,
      "step": 108347
    },
    {
      "epoch": 4.437763669875077,
      "grad_norm": 1.226606860364411,
      "learning_rate": 4.869199717274553e-05,
      "loss": 0.3788,
      "step": 108348
    },
    {
      "epoch": 4.437804628302273,
      "grad_norm": 1.0951927954493272,
      "learning_rate": 4.8689592036345554e-05,
      "loss": 0.2084,
      "step": 108349
    },
    {
      "epoch": 4.43784558672947,
      "grad_norm": 1.6154751445924647,
      "learning_rate": 4.868718694783922e-05,
      "loss": 0.6513,
      "step": 108350
    },
    {
      "epoch": 4.437886545156666,
      "grad_norm": 1.5936522641680324,
      "learning_rate": 4.86847819072277e-05,
      "loss": 0.6832,
      "step": 108351
    },
    {
      "epoch": 4.437927503583863,
      "grad_norm": 1.4339546472476472,
      "learning_rate": 4.868237691451218e-05,
      "loss": 0.673,
      "step": 108352
    },
    {
      "epoch": 4.437968462011058,
      "grad_norm": 2.948954071601008,
      "learning_rate": 4.86799719696937e-05,
      "loss": 1.7421,
      "step": 108353
    },
    {
      "epoch": 4.438009420438255,
      "grad_norm": 1.3279017176423422,
      "learning_rate": 4.867756707277351e-05,
      "loss": 0.4734,
      "step": 108354
    },
    {
      "epoch": 4.4380503788654515,
      "grad_norm": 0.952326765775712,
      "learning_rate": 4.8675162223752644e-05,
      "loss": 0.2333,
      "step": 108355
    },
    {
      "epoch": 4.438091337292648,
      "grad_norm": 1.764279226848405,
      "learning_rate": 4.8672757422632275e-05,
      "loss": 0.8985,
      "step": 108356
    },
    {
      "epoch": 4.438132295719845,
      "grad_norm": 1.6706204173986319,
      "learning_rate": 4.867035266941359e-05,
      "loss": 0.8379,
      "step": 108357
    },
    {
      "epoch": 4.438173254147041,
      "grad_norm": 1.3680988710464197,
      "learning_rate": 4.866794796409768e-05,
      "loss": 0.4583,
      "step": 108358
    },
    {
      "epoch": 4.438214212574237,
      "grad_norm": 1.4012032809192763,
      "learning_rate": 4.866554330668564e-05,
      "loss": 0.535,
      "step": 108359
    },
    {
      "epoch": 4.438255171001433,
      "grad_norm": 1.567975920562,
      "learning_rate": 4.866313869717869e-05,
      "loss": 0.5637,
      "step": 108360
    },
    {
      "epoch": 4.43829612942863,
      "grad_norm": 1.596516123461373,
      "learning_rate": 4.8660734135577896e-05,
      "loss": 0.6463,
      "step": 108361
    },
    {
      "epoch": 4.438337087855826,
      "grad_norm": 0.6125449703586977,
      "learning_rate": 4.865832962188442e-05,
      "loss": 0.136,
      "step": 108362
    },
    {
      "epoch": 4.438378046283023,
      "grad_norm": 2.466443020755821,
      "learning_rate": 4.865592515609946e-05,
      "loss": 1.515,
      "step": 108363
    },
    {
      "epoch": 4.438419004710219,
      "grad_norm": 1.5309417653858395,
      "learning_rate": 4.865352073822404e-05,
      "loss": 0.5628,
      "step": 108364
    },
    {
      "epoch": 4.438459963137415,
      "grad_norm": 0.8911776210717084,
      "learning_rate": 4.86511163682594e-05,
      "loss": 0.1867,
      "step": 108365
    },
    {
      "epoch": 4.438500921564612,
      "grad_norm": 1.907112994260182,
      "learning_rate": 4.864871204620658e-05,
      "loss": 0.5757,
      "step": 108366
    },
    {
      "epoch": 4.438541879991808,
      "grad_norm": 1.2703225491397552,
      "learning_rate": 4.864630777206679e-05,
      "loss": 0.4185,
      "step": 108367
    },
    {
      "epoch": 4.438582838419005,
      "grad_norm": 1.152961583597238,
      "learning_rate": 4.864390354584118e-05,
      "loss": 0.3625,
      "step": 108368
    },
    {
      "epoch": 4.438623796846201,
      "grad_norm": 1.7326973086369477,
      "learning_rate": 4.86414993675308e-05,
      "loss": 0.832,
      "step": 108369
    },
    {
      "epoch": 4.438664755273398,
      "grad_norm": 1.427589149268671,
      "learning_rate": 4.863909523713684e-05,
      "loss": 0.5063,
      "step": 108370
    },
    {
      "epoch": 4.438705713700594,
      "grad_norm": 1.6453472449549673,
      "learning_rate": 4.863669115466048e-05,
      "loss": 0.6864,
      "step": 108371
    },
    {
      "epoch": 4.43874667212779,
      "grad_norm": 1.5362411987651403,
      "learning_rate": 4.8634287120102754e-05,
      "loss": 0.4722,
      "step": 108372
    },
    {
      "epoch": 4.4387876305549865,
      "grad_norm": 1.4425973486262542,
      "learning_rate": 4.863188313346492e-05,
      "loss": 0.5356,
      "step": 108373
    },
    {
      "epoch": 4.438828588982183,
      "grad_norm": 1.6356099786694558,
      "learning_rate": 4.8629479194747994e-05,
      "loss": 0.5947,
      "step": 108374
    },
    {
      "epoch": 4.43886954740938,
      "grad_norm": 1.5583857453990224,
      "learning_rate": 4.862707530395317e-05,
      "loss": 0.7905,
      "step": 108375
    },
    {
      "epoch": 4.438910505836576,
      "grad_norm": 1.5135665783582835,
      "learning_rate": 4.8624671461081636e-05,
      "loss": 0.5607,
      "step": 108376
    },
    {
      "epoch": 4.438951464263773,
      "grad_norm": 0.999730409076684,
      "learning_rate": 4.8622267666134404e-05,
      "loss": 0.2835,
      "step": 108377
    },
    {
      "epoch": 4.438992422690968,
      "grad_norm": 0.7797415216144391,
      "learning_rate": 4.861986391911271e-05,
      "loss": 0.1519,
      "step": 108378
    },
    {
      "epoch": 4.439033381118165,
      "grad_norm": 1.7074921017251337,
      "learning_rate": 4.861746022001769e-05,
      "loss": 0.7099,
      "step": 108379
    },
    {
      "epoch": 4.439074339545361,
      "grad_norm": 1.3554160831139843,
      "learning_rate": 4.861505656885041e-05,
      "loss": 0.1713,
      "step": 108380
    },
    {
      "epoch": 4.439115297972558,
      "grad_norm": 1.8629242521321867,
      "learning_rate": 4.8612652965612096e-05,
      "loss": 0.7769,
      "step": 108381
    },
    {
      "epoch": 4.439156256399754,
      "grad_norm": 1.535352342677452,
      "learning_rate": 4.8610249410303795e-05,
      "loss": 0.5702,
      "step": 108382
    },
    {
      "epoch": 4.439197214826951,
      "grad_norm": 1.156737746579095,
      "learning_rate": 4.8607845902926675e-05,
      "loss": 0.3149,
      "step": 108383
    },
    {
      "epoch": 4.439238173254147,
      "grad_norm": 1.381062799566755,
      "learning_rate": 4.860544244348194e-05,
      "loss": 0.4369,
      "step": 108384
    },
    {
      "epoch": 4.439279131681343,
      "grad_norm": 2.552438810403205,
      "learning_rate": 4.860303903197062e-05,
      "loss": 2.1959,
      "step": 108385
    },
    {
      "epoch": 4.43932009010854,
      "grad_norm": 1.539677032856868,
      "learning_rate": 4.860063566839388e-05,
      "loss": 0.5529,
      "step": 108386
    },
    {
      "epoch": 4.439361048535736,
      "grad_norm": 1.4622549762086277,
      "learning_rate": 4.859823235275293e-05,
      "loss": 0.5073,
      "step": 108387
    },
    {
      "epoch": 4.439402006962933,
      "grad_norm": 1.3417272097963102,
      "learning_rate": 4.859582908504882e-05,
      "loss": 0.5101,
      "step": 108388
    },
    {
      "epoch": 4.439442965390129,
      "grad_norm": 2.149332834191189,
      "learning_rate": 4.859342586528275e-05,
      "loss": 0.8972,
      "step": 108389
    },
    {
      "epoch": 4.439483923817326,
      "grad_norm": 1.5363095285179318,
      "learning_rate": 4.859102269345578e-05,
      "loss": 0.7244,
      "step": 108390
    },
    {
      "epoch": 4.4395248822445215,
      "grad_norm": 1.719369893403645,
      "learning_rate": 4.8588619569569094e-05,
      "loss": 0.8254,
      "step": 108391
    },
    {
      "epoch": 4.439565840671718,
      "grad_norm": 1.469713569416522,
      "learning_rate": 4.8586216493623876e-05,
      "loss": 0.5544,
      "step": 108392
    },
    {
      "epoch": 4.4396067990989145,
      "grad_norm": 1.597915243416167,
      "learning_rate": 4.8583813465621156e-05,
      "loss": 0.6156,
      "step": 108393
    },
    {
      "epoch": 4.439647757526111,
      "grad_norm": 1.647860349344401,
      "learning_rate": 4.858141048556212e-05,
      "loss": 0.5787,
      "step": 108394
    },
    {
      "epoch": 4.439688715953308,
      "grad_norm": 1.1185218301548547,
      "learning_rate": 4.857900755344797e-05,
      "loss": 0.5788,
      "step": 108395
    },
    {
      "epoch": 4.439729674380504,
      "grad_norm": 1.3261806730349568,
      "learning_rate": 4.857660466927971e-05,
      "loss": 0.6854,
      "step": 108396
    },
    {
      "epoch": 4.4397706328077,
      "grad_norm": 0.6530866011600659,
      "learning_rate": 4.857420183305862e-05,
      "loss": 0.1525,
      "step": 108397
    },
    {
      "epoch": 4.439811591234896,
      "grad_norm": 1.5879044484036025,
      "learning_rate": 4.857179904478569e-05,
      "loss": 0.6105,
      "step": 108398
    },
    {
      "epoch": 4.439852549662093,
      "grad_norm": 1.5760961914270233,
      "learning_rate": 4.8569396304462136e-05,
      "loss": 0.4928,
      "step": 108399
    },
    {
      "epoch": 4.439893508089289,
      "grad_norm": 1.7005474603389432,
      "learning_rate": 4.856699361208914e-05,
      "loss": 0.6139,
      "step": 108400
    },
    {
      "epoch": 4.439934466516486,
      "grad_norm": 0.8309934182326325,
      "learning_rate": 4.856459096766774e-05,
      "loss": 0.1452,
      "step": 108401
    },
    {
      "epoch": 4.4399754249436825,
      "grad_norm": 1.8440917142107303,
      "learning_rate": 4.85621883711991e-05,
      "loss": 0.484,
      "step": 108402
    },
    {
      "epoch": 4.440016383370878,
      "grad_norm": 0.9534726242809198,
      "learning_rate": 4.8559785822684424e-05,
      "loss": 0.216,
      "step": 108403
    },
    {
      "epoch": 4.440057341798075,
      "grad_norm": 1.6938327478121318,
      "learning_rate": 4.855738332212475e-05,
      "loss": 0.5199,
      "step": 108404
    },
    {
      "epoch": 4.440098300225271,
      "grad_norm": 0.45730414301086864,
      "learning_rate": 4.855498086952131e-05,
      "loss": 0.0532,
      "step": 108405
    },
    {
      "epoch": 4.440139258652468,
      "grad_norm": 1.166817938638263,
      "learning_rate": 4.855257846487513e-05,
      "loss": 0.5384,
      "step": 108406
    },
    {
      "epoch": 4.440180217079664,
      "grad_norm": 1.5422367938417336,
      "learning_rate": 4.855017610818741e-05,
      "loss": 0.4743,
      "step": 108407
    },
    {
      "epoch": 4.440221175506861,
      "grad_norm": 1.5597469279406522,
      "learning_rate": 4.854777379945933e-05,
      "loss": 0.8047,
      "step": 108408
    },
    {
      "epoch": 4.440262133934057,
      "grad_norm": 1.3182404419400962,
      "learning_rate": 4.8545371538691926e-05,
      "loss": 0.399,
      "step": 108409
    },
    {
      "epoch": 4.440303092361253,
      "grad_norm": 1.5425684464729166,
      "learning_rate": 4.8542969325886434e-05,
      "loss": 0.5581,
      "step": 108410
    },
    {
      "epoch": 4.4403440507884495,
      "grad_norm": 1.4314725399814328,
      "learning_rate": 4.854056716104388e-05,
      "loss": 0.506,
      "step": 108411
    },
    {
      "epoch": 4.440385009215646,
      "grad_norm": 1.4765612283589804,
      "learning_rate": 4.853816504416547e-05,
      "loss": 0.5507,
      "step": 108412
    },
    {
      "epoch": 4.440425967642843,
      "grad_norm": 0.9900408410600376,
      "learning_rate": 4.8535762975252376e-05,
      "loss": 0.187,
      "step": 108413
    },
    {
      "epoch": 4.440466926070039,
      "grad_norm": 3.409503260788544,
      "learning_rate": 4.853336095430563e-05,
      "loss": 1.065,
      "step": 108414
    },
    {
      "epoch": 4.440507884497236,
      "grad_norm": 1.8553687815393096,
      "learning_rate": 4.853095898132643e-05,
      "loss": 0.9455,
      "step": 108415
    },
    {
      "epoch": 4.440548842924431,
      "grad_norm": 1.4032345772343144,
      "learning_rate": 4.8528557056315945e-05,
      "loss": 0.3015,
      "step": 108416
    },
    {
      "epoch": 4.440589801351628,
      "grad_norm": 1.4366228051742973,
      "learning_rate": 4.8526155179275235e-05,
      "loss": 0.5817,
      "step": 108417
    },
    {
      "epoch": 4.440630759778824,
      "grad_norm": 1.4697462873492635,
      "learning_rate": 4.8523753350205504e-05,
      "loss": 0.462,
      "step": 108418
    },
    {
      "epoch": 4.440671718206021,
      "grad_norm": 2.082052088438109,
      "learning_rate": 4.8521351569107816e-05,
      "loss": 1.0352,
      "step": 108419
    },
    {
      "epoch": 4.4407126766332174,
      "grad_norm": 1.9831304073679643,
      "learning_rate": 4.8518949835983336e-05,
      "loss": 0.9429,
      "step": 108420
    },
    {
      "epoch": 4.440753635060414,
      "grad_norm": 0.8542044632977869,
      "learning_rate": 4.8516548150833264e-05,
      "loss": 0.2411,
      "step": 108421
    },
    {
      "epoch": 4.44079459348761,
      "grad_norm": 1.8957369660542558,
      "learning_rate": 4.851414651365863e-05,
      "loss": 0.6219,
      "step": 108422
    },
    {
      "epoch": 4.440835551914806,
      "grad_norm": 1.1452783984589718,
      "learning_rate": 4.851174492446061e-05,
      "loss": 0.2598,
      "step": 108423
    },
    {
      "epoch": 4.440876510342003,
      "grad_norm": 1.99232076189028,
      "learning_rate": 4.85093433832404e-05,
      "loss": 1.1479,
      "step": 108424
    },
    {
      "epoch": 4.440917468769199,
      "grad_norm": 1.3214814921852827,
      "learning_rate": 4.850694188999903e-05,
      "loss": 0.6017,
      "step": 108425
    },
    {
      "epoch": 4.440958427196396,
      "grad_norm": 1.7578226857276262,
      "learning_rate": 4.850454044473776e-05,
      "loss": 0.7437,
      "step": 108426
    },
    {
      "epoch": 4.440999385623592,
      "grad_norm": 1.7765262663101002,
      "learning_rate": 4.850213904745758e-05,
      "loss": 1.1347,
      "step": 108427
    },
    {
      "epoch": 4.441040344050789,
      "grad_norm": 0.9079771474907194,
      "learning_rate": 4.849973769815977e-05,
      "loss": 0.1822,
      "step": 108428
    },
    {
      "epoch": 4.4410813024779845,
      "grad_norm": 0.7412821239715698,
      "learning_rate": 4.849733639684533e-05,
      "loss": 0.2239,
      "step": 108429
    },
    {
      "epoch": 4.441122260905181,
      "grad_norm": 2.0210984923627895,
      "learning_rate": 4.84949351435155e-05,
      "loss": 0.9491,
      "step": 108430
    },
    {
      "epoch": 4.441163219332378,
      "grad_norm": 1.2140125573688878,
      "learning_rate": 4.849253393817134e-05,
      "loss": 0.4354,
      "step": 108431
    },
    {
      "epoch": 4.441204177759574,
      "grad_norm": 0.5203757225445178,
      "learning_rate": 4.849013278081406e-05,
      "loss": 0.1074,
      "step": 108432
    },
    {
      "epoch": 4.441245136186771,
      "grad_norm": 1.5152003307846835,
      "learning_rate": 4.8487731671444716e-05,
      "loss": 0.555,
      "step": 108433
    },
    {
      "epoch": 4.441286094613967,
      "grad_norm": 1.3815903839117947,
      "learning_rate": 4.848533061006448e-05,
      "loss": 0.4877,
      "step": 108434
    },
    {
      "epoch": 4.441327053041163,
      "grad_norm": 1.4093976829776516,
      "learning_rate": 4.8482929596674534e-05,
      "loss": 0.6254,
      "step": 108435
    },
    {
      "epoch": 4.441368011468359,
      "grad_norm": 1.24411248706868,
      "learning_rate": 4.848052863127592e-05,
      "loss": 0.4569,
      "step": 108436
    },
    {
      "epoch": 4.441408969895556,
      "grad_norm": 1.4338477266940626,
      "learning_rate": 4.847812771386987e-05,
      "loss": 0.5911,
      "step": 108437
    },
    {
      "epoch": 4.441449928322752,
      "grad_norm": 1.4041556832096254,
      "learning_rate": 4.8475726844457423e-05,
      "loss": 0.649,
      "step": 108438
    },
    {
      "epoch": 4.441490886749949,
      "grad_norm": 1.4663316878240207,
      "learning_rate": 4.847332602303977e-05,
      "loss": 0.5992,
      "step": 108439
    },
    {
      "epoch": 4.4415318451771455,
      "grad_norm": 1.6535515837947152,
      "learning_rate": 4.8470925249618074e-05,
      "loss": 0.6508,
      "step": 108440
    },
    {
      "epoch": 4.441572803604341,
      "grad_norm": 1.331294226310076,
      "learning_rate": 4.8468524524193384e-05,
      "loss": 0.2744,
      "step": 108441
    },
    {
      "epoch": 4.441613762031538,
      "grad_norm": 1.9214343621055319,
      "learning_rate": 4.846612384676689e-05,
      "loss": 1.0708,
      "step": 108442
    },
    {
      "epoch": 4.441654720458734,
      "grad_norm": 1.6419426301977527,
      "learning_rate": 4.8463723217339755e-05,
      "loss": 0.6466,
      "step": 108443
    },
    {
      "epoch": 4.441695678885931,
      "grad_norm": 1.7072975612519736,
      "learning_rate": 4.8461322635913044e-05,
      "loss": 0.8411,
      "step": 108444
    },
    {
      "epoch": 4.441736637313127,
      "grad_norm": 1.609460779449069,
      "learning_rate": 4.8458922102487976e-05,
      "loss": 0.6934,
      "step": 108445
    },
    {
      "epoch": 4.441777595740324,
      "grad_norm": 1.6439673859437327,
      "learning_rate": 4.8456521617065586e-05,
      "loss": 0.7642,
      "step": 108446
    },
    {
      "epoch": 4.44181855416752,
      "grad_norm": 1.0806823897371267,
      "learning_rate": 4.845412117964707e-05,
      "loss": 0.1633,
      "step": 108447
    },
    {
      "epoch": 4.441859512594716,
      "grad_norm": 1.5409855655940339,
      "learning_rate": 4.845172079023359e-05,
      "loss": 0.4142,
      "step": 108448
    },
    {
      "epoch": 4.4419004710219125,
      "grad_norm": 2.341855854938275,
      "learning_rate": 4.844932044882619e-05,
      "loss": 0.5302,
      "step": 108449
    },
    {
      "epoch": 4.441941429449109,
      "grad_norm": 1.653584852210144,
      "learning_rate": 4.844692015542608e-05,
      "loss": 0.7787,
      "step": 108450
    },
    {
      "epoch": 4.441982387876306,
      "grad_norm": 1.321324900188105,
      "learning_rate": 4.844451991003441e-05,
      "loss": 0.5272,
      "step": 108451
    },
    {
      "epoch": 4.442023346303502,
      "grad_norm": 1.085275453166463,
      "learning_rate": 4.844211971265223e-05,
      "loss": 0.2759,
      "step": 108452
    },
    {
      "epoch": 4.442064304730699,
      "grad_norm": 4.2770401909255495,
      "learning_rate": 4.843971956328076e-05,
      "loss": 2.934,
      "step": 108453
    },
    {
      "epoch": 4.442105263157894,
      "grad_norm": 1.181777496615912,
      "learning_rate": 4.843731946192105e-05,
      "loss": 0.5643,
      "step": 108454
    },
    {
      "epoch": 4.442146221585091,
      "grad_norm": 1.7746620565189417,
      "learning_rate": 4.843491940857431e-05,
      "loss": 0.8438,
      "step": 108455
    },
    {
      "epoch": 4.442187180012287,
      "grad_norm": 3.110132630483455,
      "learning_rate": 4.843251940324167e-05,
      "loss": 2.9457,
      "step": 108456
    },
    {
      "epoch": 4.442228138439484,
      "grad_norm": 1.6879293315685393,
      "learning_rate": 4.8430119445924196e-05,
      "loss": 0.6264,
      "step": 108457
    },
    {
      "epoch": 4.4422690968666805,
      "grad_norm": 0.6863864527701381,
      "learning_rate": 4.842771953662307e-05,
      "loss": 0.0838,
      "step": 108458
    },
    {
      "epoch": 4.442310055293877,
      "grad_norm": 0.8751605588653955,
      "learning_rate": 4.8425319675339475e-05,
      "loss": 0.2284,
      "step": 108459
    },
    {
      "epoch": 4.442351013721073,
      "grad_norm": 1.3446721395611207,
      "learning_rate": 4.842291986207445e-05,
      "loss": 0.515,
      "step": 108460
    },
    {
      "epoch": 4.442391972148269,
      "grad_norm": 1.097803070830126,
      "learning_rate": 4.842052009682921e-05,
      "loss": 0.4377,
      "step": 108461
    },
    {
      "epoch": 4.442432930575466,
      "grad_norm": 1.4818497908214354,
      "learning_rate": 4.841812037960481e-05,
      "loss": 0.689,
      "step": 108462
    },
    {
      "epoch": 4.442473889002662,
      "grad_norm": 1.2983194490086323,
      "learning_rate": 4.841572071040243e-05,
      "loss": 0.4751,
      "step": 108463
    },
    {
      "epoch": 4.442514847429859,
      "grad_norm": 2.047095892643252,
      "learning_rate": 4.8413321089223256e-05,
      "loss": 1.1414,
      "step": 108464
    },
    {
      "epoch": 4.442555805857055,
      "grad_norm": 0.9187321701723933,
      "learning_rate": 4.841092151606831e-05,
      "loss": 0.2867,
      "step": 108465
    },
    {
      "epoch": 4.442596764284252,
      "grad_norm": 1.4723416877478295,
      "learning_rate": 4.840852199093879e-05,
      "loss": 0.4725,
      "step": 108466
    },
    {
      "epoch": 4.4426377227114475,
      "grad_norm": 3.05957935760419,
      "learning_rate": 4.840612251383588e-05,
      "loss": 2.8558,
      "step": 108467
    },
    {
      "epoch": 4.442678681138644,
      "grad_norm": 5.353883708426121,
      "learning_rate": 4.8403723084760596e-05,
      "loss": 0.5558,
      "step": 108468
    },
    {
      "epoch": 4.442719639565841,
      "grad_norm": 1.7290248856602157,
      "learning_rate": 4.84013237037142e-05,
      "loss": 0.8097,
      "step": 108469
    },
    {
      "epoch": 4.442760597993037,
      "grad_norm": 1.4801899733443902,
      "learning_rate": 4.8398924370697716e-05,
      "loss": 0.4969,
      "step": 108470
    },
    {
      "epoch": 4.442801556420234,
      "grad_norm": 0.4446809689649491,
      "learning_rate": 4.839652508571231e-05,
      "loss": 0.0624,
      "step": 108471
    },
    {
      "epoch": 4.44284251484743,
      "grad_norm": 1.7568438862885873,
      "learning_rate": 4.83941258487592e-05,
      "loss": 0.6456,
      "step": 108472
    },
    {
      "epoch": 4.442883473274626,
      "grad_norm": 1.7350886204846707,
      "learning_rate": 4.839172665983939e-05,
      "loss": 0.6549,
      "step": 108473
    },
    {
      "epoch": 4.442924431701822,
      "grad_norm": 1.3350828488867232,
      "learning_rate": 4.838932751895408e-05,
      "loss": 0.5895,
      "step": 108474
    },
    {
      "epoch": 4.442965390129019,
      "grad_norm": 1.5419366342455267,
      "learning_rate": 4.838692842610445e-05,
      "loss": 0.6675,
      "step": 108475
    },
    {
      "epoch": 4.4430063485562155,
      "grad_norm": 1.3341902670529953,
      "learning_rate": 4.8384529381291525e-05,
      "loss": 0.5402,
      "step": 108476
    },
    {
      "epoch": 4.443047306983412,
      "grad_norm": 1.497277758130251,
      "learning_rate": 4.838213038451654e-05,
      "loss": 0.6303,
      "step": 108477
    },
    {
      "epoch": 4.4430882654106085,
      "grad_norm": 1.7401270012085455,
      "learning_rate": 4.837973143578057e-05,
      "loss": 0.7072,
      "step": 108478
    },
    {
      "epoch": 4.443129223837804,
      "grad_norm": 1.0606988399695358,
      "learning_rate": 4.837733253508474e-05,
      "loss": 0.2466,
      "step": 108479
    },
    {
      "epoch": 4.443170182265001,
      "grad_norm": 1.4356438024026037,
      "learning_rate": 4.837493368243026e-05,
      "loss": 0.6261,
      "step": 108480
    },
    {
      "epoch": 4.443211140692197,
      "grad_norm": 3.8971260296197845,
      "learning_rate": 4.837253487781818e-05,
      "loss": 2.6502,
      "step": 108481
    },
    {
      "epoch": 4.443252099119394,
      "grad_norm": 1.6267732650817617,
      "learning_rate": 4.83701361212497e-05,
      "loss": 0.6389,
      "step": 108482
    },
    {
      "epoch": 4.44329305754659,
      "grad_norm": 1.630964275551843,
      "learning_rate": 4.836773741272589e-05,
      "loss": 0.7114,
      "step": 108483
    },
    {
      "epoch": 4.443334015973787,
      "grad_norm": 1.5647315189562192,
      "learning_rate": 4.83653387522479e-05,
      "loss": 0.6519,
      "step": 108484
    },
    {
      "epoch": 4.443374974400983,
      "grad_norm": 1.8534560954232453,
      "learning_rate": 4.8362940139816944e-05,
      "loss": 1.0167,
      "step": 108485
    },
    {
      "epoch": 4.443415932828179,
      "grad_norm": 1.02120212715739,
      "learning_rate": 4.836054157543403e-05,
      "loss": 0.2751,
      "step": 108486
    },
    {
      "epoch": 4.443456891255376,
      "grad_norm": 1.5206546617255108,
      "learning_rate": 4.8358143059100367e-05,
      "loss": 0.6832,
      "step": 108487
    },
    {
      "epoch": 4.443497849682572,
      "grad_norm": 1.2445895561449212,
      "learning_rate": 4.835574459081712e-05,
      "loss": 0.5203,
      "step": 108488
    },
    {
      "epoch": 4.443538808109769,
      "grad_norm": 1.6684814985774263,
      "learning_rate": 4.835334617058533e-05,
      "loss": 1.0508,
      "step": 108489
    },
    {
      "epoch": 4.443579766536965,
      "grad_norm": 2.1182008668884156,
      "learning_rate": 4.835094779840622e-05,
      "loss": 1.001,
      "step": 108490
    },
    {
      "epoch": 4.443620724964162,
      "grad_norm": 1.482319450615024,
      "learning_rate": 4.8348549474280846e-05,
      "loss": 0.5899,
      "step": 108491
    },
    {
      "epoch": 4.443661683391357,
      "grad_norm": 1.3926695036253556,
      "learning_rate": 4.834615119821037e-05,
      "loss": 0.7926,
      "step": 108492
    },
    {
      "epoch": 4.443702641818554,
      "grad_norm": 1.4659288415671665,
      "learning_rate": 4.8343752970195995e-05,
      "loss": 0.6065,
      "step": 108493
    },
    {
      "epoch": 4.44374360024575,
      "grad_norm": 1.099114504339262,
      "learning_rate": 4.834135479023874e-05,
      "loss": 0.3102,
      "step": 108494
    },
    {
      "epoch": 4.443784558672947,
      "grad_norm": 1.5176388858277579,
      "learning_rate": 4.83389566583398e-05,
      "loss": 0.701,
      "step": 108495
    },
    {
      "epoch": 4.4438255171001435,
      "grad_norm": 2.313881391960143,
      "learning_rate": 4.8336558574500346e-05,
      "loss": 0.9265,
      "step": 108496
    },
    {
      "epoch": 4.44386647552734,
      "grad_norm": 1.6000145297047883,
      "learning_rate": 4.833416053872141e-05,
      "loss": 0.7434,
      "step": 108497
    },
    {
      "epoch": 4.443907433954536,
      "grad_norm": 1.3096577850202757,
      "learning_rate": 4.833176255100425e-05,
      "loss": 0.5906,
      "step": 108498
    },
    {
      "epoch": 4.443948392381732,
      "grad_norm": 2.392033627188157,
      "learning_rate": 4.8329364611349926e-05,
      "loss": 0.4639,
      "step": 108499
    },
    {
      "epoch": 4.443989350808929,
      "grad_norm": 1.7276297453497014,
      "learning_rate": 4.832696671975952e-05,
      "loss": 0.8725,
      "step": 108500
    },
    {
      "epoch": 4.444030309236125,
      "grad_norm": 1.4172825750802054,
      "learning_rate": 4.832456887623423e-05,
      "loss": 0.6844,
      "step": 108501
    },
    {
      "epoch": 4.444071267663322,
      "grad_norm": 1.5268926910705802,
      "learning_rate": 4.832217108077523e-05,
      "loss": 0.5937,
      "step": 108502
    },
    {
      "epoch": 4.444112226090518,
      "grad_norm": 1.8247295664789707,
      "learning_rate": 4.831977333338358e-05,
      "loss": 0.5516,
      "step": 108503
    },
    {
      "epoch": 4.444153184517715,
      "grad_norm": 1.384763986463452,
      "learning_rate": 4.8317375634060456e-05,
      "loss": 0.5797,
      "step": 108504
    },
    {
      "epoch": 4.4441941429449106,
      "grad_norm": 1.9735255970584116,
      "learning_rate": 4.831497798280695e-05,
      "loss": 1.2014,
      "step": 108505
    },
    {
      "epoch": 4.444235101372107,
      "grad_norm": 1.073148062805001,
      "learning_rate": 4.831258037962421e-05,
      "loss": 0.339,
      "step": 108506
    },
    {
      "epoch": 4.444276059799304,
      "grad_norm": 1.0598070051373933,
      "learning_rate": 4.8310182824513446e-05,
      "loss": 0.239,
      "step": 108507
    },
    {
      "epoch": 4.4443170182265,
      "grad_norm": 1.2281326063041693,
      "learning_rate": 4.8307785317475664e-05,
      "loss": 0.4859,
      "step": 108508
    },
    {
      "epoch": 4.444357976653697,
      "grad_norm": 1.2884886918882785,
      "learning_rate": 4.830538785851211e-05,
      "loss": 0.4869,
      "step": 108509
    },
    {
      "epoch": 4.444398935080893,
      "grad_norm": 0.5598150902120592,
      "learning_rate": 4.830299044762383e-05,
      "loss": 0.0789,
      "step": 108510
    },
    {
      "epoch": 4.444439893508089,
      "grad_norm": 1.485027405599531,
      "learning_rate": 4.830059308481198e-05,
      "loss": 0.6066,
      "step": 108511
    },
    {
      "epoch": 4.444480851935285,
      "grad_norm": 2.0958247246160155,
      "learning_rate": 4.829819577007777e-05,
      "loss": 1.2082,
      "step": 108512
    },
    {
      "epoch": 4.444521810362482,
      "grad_norm": 1.3810449482877913,
      "learning_rate": 4.829579850342222e-05,
      "loss": 0.546,
      "step": 108513
    },
    {
      "epoch": 4.4445627687896785,
      "grad_norm": 1.8426609547379538,
      "learning_rate": 4.829340128484651e-05,
      "loss": 0.6908,
      "step": 108514
    },
    {
      "epoch": 4.444603727216875,
      "grad_norm": 1.5025588601596263,
      "learning_rate": 4.829100411435182e-05,
      "loss": 0.7021,
      "step": 108515
    },
    {
      "epoch": 4.444644685644072,
      "grad_norm": 1.568283551909922,
      "learning_rate": 4.8288606991939204e-05,
      "loss": 0.4323,
      "step": 108516
    },
    {
      "epoch": 4.444685644071267,
      "grad_norm": 1.259011360198145,
      "learning_rate": 4.828620991760988e-05,
      "loss": 0.4375,
      "step": 108517
    },
    {
      "epoch": 4.444726602498464,
      "grad_norm": 1.4389652231271761,
      "learning_rate": 4.828381289136488e-05,
      "loss": 0.3479,
      "step": 108518
    },
    {
      "epoch": 4.44476756092566,
      "grad_norm": 1.1512470804553137,
      "learning_rate": 4.828141591320541e-05,
      "loss": 0.4286,
      "step": 108519
    },
    {
      "epoch": 4.444808519352857,
      "grad_norm": 1.5225558364326957,
      "learning_rate": 4.82790189831326e-05,
      "loss": 0.7618,
      "step": 108520
    },
    {
      "epoch": 4.444849477780053,
      "grad_norm": 1.019847936721274,
      "learning_rate": 4.827662210114754e-05,
      "loss": 0.2963,
      "step": 108521
    },
    {
      "epoch": 4.44489043620725,
      "grad_norm": 1.5152083149325448,
      "learning_rate": 4.8274225267251385e-05,
      "loss": 0.7385,
      "step": 108522
    },
    {
      "epoch": 4.444931394634446,
      "grad_norm": 1.489713961060546,
      "learning_rate": 4.827182848144533e-05,
      "loss": 0.5661,
      "step": 108523
    },
    {
      "epoch": 4.444972353061642,
      "grad_norm": 1.613114840144777,
      "learning_rate": 4.82694317437304e-05,
      "loss": 0.5167,
      "step": 108524
    },
    {
      "epoch": 4.445013311488839,
      "grad_norm": 1.7127517522990754,
      "learning_rate": 4.826703505410782e-05,
      "loss": 0.5888,
      "step": 108525
    },
    {
      "epoch": 4.445054269916035,
      "grad_norm": 1.373778720738111,
      "learning_rate": 4.826463841257864e-05,
      "loss": 0.4343,
      "step": 108526
    },
    {
      "epoch": 4.445095228343232,
      "grad_norm": 0.818816752804481,
      "learning_rate": 4.8262241819144034e-05,
      "loss": 0.2053,
      "step": 108527
    },
    {
      "epoch": 4.445136186770428,
      "grad_norm": 1.3921825004763355,
      "learning_rate": 4.825984527380519e-05,
      "loss": 0.4555,
      "step": 108528
    },
    {
      "epoch": 4.445177145197625,
      "grad_norm": 1.3938189587743381,
      "learning_rate": 4.8257448776563134e-05,
      "loss": 0.4798,
      "step": 108529
    },
    {
      "epoch": 4.44521810362482,
      "grad_norm": 1.0039114382136973,
      "learning_rate": 4.825505232741904e-05,
      "loss": 0.3254,
      "step": 108530
    },
    {
      "epoch": 4.445259062052017,
      "grad_norm": 1.1647157353742716,
      "learning_rate": 4.825265592637412e-05,
      "loss": 0.3766,
      "step": 108531
    },
    {
      "epoch": 4.4453000204792135,
      "grad_norm": 1.3435597999532363,
      "learning_rate": 4.825025957342938e-05,
      "loss": 0.4353,
      "step": 108532
    },
    {
      "epoch": 4.44534097890641,
      "grad_norm": 1.4835690814788804,
      "learning_rate": 4.824786326858607e-05,
      "loss": 0.753,
      "step": 108533
    },
    {
      "epoch": 4.4453819373336065,
      "grad_norm": 1.126506492314403,
      "learning_rate": 4.824546701184522e-05,
      "loss": 0.3441,
      "step": 108534
    },
    {
      "epoch": 4.445422895760803,
      "grad_norm": 1.7162831837800976,
      "learning_rate": 4.8243070803207995e-05,
      "loss": 0.7184,
      "step": 108535
    },
    {
      "epoch": 4.445463854187999,
      "grad_norm": 2.008943056032659,
      "learning_rate": 4.8240674642675606e-05,
      "loss": 0.7059,
      "step": 108536
    },
    {
      "epoch": 4.445504812615195,
      "grad_norm": 2.644614252459309,
      "learning_rate": 4.8238278530249064e-05,
      "loss": 0.984,
      "step": 108537
    },
    {
      "epoch": 4.445545771042392,
      "grad_norm": 1.496576659921877,
      "learning_rate": 4.823588246592956e-05,
      "loss": 0.6474,
      "step": 108538
    },
    {
      "epoch": 4.445586729469588,
      "grad_norm": 1.311783581024024,
      "learning_rate": 4.823348644971827e-05,
      "loss": 0.3122,
      "step": 108539
    },
    {
      "epoch": 4.445627687896785,
      "grad_norm": 1.3299822322261905,
      "learning_rate": 4.823109048161624e-05,
      "loss": 0.5055,
      "step": 108540
    },
    {
      "epoch": 4.445668646323981,
      "grad_norm": 1.4785351887821692,
      "learning_rate": 4.82286945616247e-05,
      "loss": 0.5282,
      "step": 108541
    },
    {
      "epoch": 4.445709604751178,
      "grad_norm": 0.6668905536610291,
      "learning_rate": 4.822629868974466e-05,
      "loss": 0.1059,
      "step": 108542
    },
    {
      "epoch": 4.445750563178374,
      "grad_norm": 1.5735529524674785,
      "learning_rate": 4.822390286597733e-05,
      "loss": 0.9019,
      "step": 108543
    },
    {
      "epoch": 4.44579152160557,
      "grad_norm": 2.7049813798431237,
      "learning_rate": 4.8221507090323885e-05,
      "loss": 0.9386,
      "step": 108544
    },
    {
      "epoch": 4.445832480032767,
      "grad_norm": 4.756205211027157,
      "learning_rate": 4.8219111362785354e-05,
      "loss": 0.8611,
      "step": 108545
    },
    {
      "epoch": 4.445873438459963,
      "grad_norm": 1.2487140555340177,
      "learning_rate": 4.821671568336293e-05,
      "loss": 0.5825,
      "step": 108546
    },
    {
      "epoch": 4.44591439688716,
      "grad_norm": 0.9915071439735176,
      "learning_rate": 4.821432005205776e-05,
      "loss": 0.2247,
      "step": 108547
    },
    {
      "epoch": 4.445955355314356,
      "grad_norm": 1.394325143621778,
      "learning_rate": 4.8211924468870925e-05,
      "loss": 0.647,
      "step": 108548
    },
    {
      "epoch": 4.445996313741552,
      "grad_norm": 1.6768215762264078,
      "learning_rate": 4.820952893380363e-05,
      "loss": 0.7906,
      "step": 108549
    },
    {
      "epoch": 4.4460372721687484,
      "grad_norm": 1.1592633669333705,
      "learning_rate": 4.8207133446856925e-05,
      "loss": 0.4911,
      "step": 108550
    },
    {
      "epoch": 4.446078230595945,
      "grad_norm": 1.4166642977334616,
      "learning_rate": 4.820473800803196e-05,
      "loss": 0.4704,
      "step": 108551
    },
    {
      "epoch": 4.4461191890231415,
      "grad_norm": 1.4887217410034648,
      "learning_rate": 4.820234261732995e-05,
      "loss": 0.6957,
      "step": 108552
    },
    {
      "epoch": 4.446160147450338,
      "grad_norm": 1.5992092197563081,
      "learning_rate": 4.8199947274751915e-05,
      "loss": 0.6569,
      "step": 108553
    },
    {
      "epoch": 4.446201105877535,
      "grad_norm": 1.227645289679454,
      "learning_rate": 4.81975519802991e-05,
      "loss": 0.2594,
      "step": 108554
    },
    {
      "epoch": 4.44624206430473,
      "grad_norm": 0.7807176002833548,
      "learning_rate": 4.81951567339725e-05,
      "loss": 0.1956,
      "step": 108555
    },
    {
      "epoch": 4.446283022731927,
      "grad_norm": 1.6503871034398898,
      "learning_rate": 4.819276153577334e-05,
      "loss": 0.7139,
      "step": 108556
    },
    {
      "epoch": 4.446323981159123,
      "grad_norm": 1.8224240443600692,
      "learning_rate": 4.819036638570278e-05,
      "loss": 0.7397,
      "step": 108557
    },
    {
      "epoch": 4.44636493958632,
      "grad_norm": 1.0420865144645282,
      "learning_rate": 4.818797128376185e-05,
      "loss": 0.2126,
      "step": 108558
    },
    {
      "epoch": 4.446405898013516,
      "grad_norm": 1.0945928862833159,
      "learning_rate": 4.818557622995174e-05,
      "loss": 0.3044,
      "step": 108559
    },
    {
      "epoch": 4.446446856440713,
      "grad_norm": 2.884403616659056,
      "learning_rate": 4.818318122427364e-05,
      "loss": 1.7337,
      "step": 108560
    },
    {
      "epoch": 4.4464878148679094,
      "grad_norm": 1.6468989248156325,
      "learning_rate": 4.8180786266728574e-05,
      "loss": 0.7598,
      "step": 108561
    },
    {
      "epoch": 4.446528773295105,
      "grad_norm": 2.2712135295117544,
      "learning_rate": 4.8178391357317774e-05,
      "loss": 1.7531,
      "step": 108562
    },
    {
      "epoch": 4.446569731722302,
      "grad_norm": 3.0239918008906783,
      "learning_rate": 4.817599649604227e-05,
      "loss": 2.9209,
      "step": 108563
    },
    {
      "epoch": 4.446610690149498,
      "grad_norm": 1.3877485721562395,
      "learning_rate": 4.817360168290324e-05,
      "loss": 0.5306,
      "step": 108564
    },
    {
      "epoch": 4.446651648576695,
      "grad_norm": 1.1626798020230518,
      "learning_rate": 4.817120691790187e-05,
      "loss": 0.291,
      "step": 108565
    },
    {
      "epoch": 4.446692607003891,
      "grad_norm": 1.5255503737626221,
      "learning_rate": 4.8168812201039216e-05,
      "loss": 0.6278,
      "step": 108566
    },
    {
      "epoch": 4.446733565431088,
      "grad_norm": 1.1341285070868448,
      "learning_rate": 4.816641753231641e-05,
      "loss": 0.2641,
      "step": 108567
    },
    {
      "epoch": 4.446774523858284,
      "grad_norm": 1.5065597574423006,
      "learning_rate": 4.816402291173469e-05,
      "loss": 0.7054,
      "step": 108568
    },
    {
      "epoch": 4.44681548228548,
      "grad_norm": 1.2239323299681453,
      "learning_rate": 4.8161628339295086e-05,
      "loss": 0.4579,
      "step": 108569
    },
    {
      "epoch": 4.4468564407126765,
      "grad_norm": 1.160916478093513,
      "learning_rate": 4.8159233814998725e-05,
      "loss": 0.546,
      "step": 108570
    },
    {
      "epoch": 4.446897399139873,
      "grad_norm": 1.1791905600138848,
      "learning_rate": 4.81568393388468e-05,
      "loss": 0.6656,
      "step": 108571
    },
    {
      "epoch": 4.44693835756707,
      "grad_norm": 1.889003402193572,
      "learning_rate": 4.815444491084038e-05,
      "loss": 0.8778,
      "step": 108572
    },
    {
      "epoch": 4.446979315994266,
      "grad_norm": 3.345223827273296,
      "learning_rate": 4.815205053098062e-05,
      "loss": 0.725,
      "step": 108573
    },
    {
      "epoch": 4.447020274421462,
      "grad_norm": 0.8164829594083429,
      "learning_rate": 4.8149656199268706e-05,
      "loss": 0.1956,
      "step": 108574
    },
    {
      "epoch": 4.447061232848658,
      "grad_norm": 2.006676031891804,
      "learning_rate": 4.8147261915705675e-05,
      "loss": 1.1056,
      "step": 108575
    },
    {
      "epoch": 4.447102191275855,
      "grad_norm": 1.5851034796824306,
      "learning_rate": 4.814486768029277e-05,
      "loss": 0.4854,
      "step": 108576
    },
    {
      "epoch": 4.447143149703051,
      "grad_norm": 1.5429859056606308,
      "learning_rate": 4.8142473493031005e-05,
      "loss": 0.7706,
      "step": 108577
    },
    {
      "epoch": 4.447184108130248,
      "grad_norm": 2.3996665452823143,
      "learning_rate": 4.8140079353921576e-05,
      "loss": 0.9785,
      "step": 108578
    },
    {
      "epoch": 4.447225066557444,
      "grad_norm": 1.1187466080509334,
      "learning_rate": 4.8137685262965645e-05,
      "loss": 0.319,
      "step": 108579
    },
    {
      "epoch": 4.447266024984641,
      "grad_norm": 1.0007316136038755,
      "learning_rate": 4.8135291220164255e-05,
      "loss": 0.3189,
      "step": 108580
    },
    {
      "epoch": 4.447306983411837,
      "grad_norm": 1.7448981679667088,
      "learning_rate": 4.813289722551863e-05,
      "loss": 0.6057,
      "step": 108581
    },
    {
      "epoch": 4.447347941839033,
      "grad_norm": 1.7511055471107198,
      "learning_rate": 4.813050327902983e-05,
      "loss": 0.6735,
      "step": 108582
    },
    {
      "epoch": 4.44738890026623,
      "grad_norm": 1.402562399330817,
      "learning_rate": 4.812810938069901e-05,
      "loss": 0.5712,
      "step": 108583
    },
    {
      "epoch": 4.447429858693426,
      "grad_norm": 0.752006571875805,
      "learning_rate": 4.812571553052735e-05,
      "loss": 0.2302,
      "step": 108584
    },
    {
      "epoch": 4.447470817120623,
      "grad_norm": 1.3537689421694414,
      "learning_rate": 4.8123321728515905e-05,
      "loss": 0.6494,
      "step": 108585
    },
    {
      "epoch": 4.447511775547819,
      "grad_norm": 1.3252431141420755,
      "learning_rate": 4.812092797466583e-05,
      "loss": 0.5387,
      "step": 108586
    },
    {
      "epoch": 4.447552733975016,
      "grad_norm": 0.5861901712516709,
      "learning_rate": 4.811853426897832e-05,
      "loss": 0.0939,
      "step": 108587
    },
    {
      "epoch": 4.4475936924022115,
      "grad_norm": 2.8895641919787804,
      "learning_rate": 4.811614061145441e-05,
      "loss": 0.8462,
      "step": 108588
    },
    {
      "epoch": 4.447634650829408,
      "grad_norm": 1.7100361325241806,
      "learning_rate": 4.8113747002095324e-05,
      "loss": 0.6529,
      "step": 108589
    },
    {
      "epoch": 4.4476756092566045,
      "grad_norm": 1.336497588318414,
      "learning_rate": 4.8111353440902096e-05,
      "loss": 0.5365,
      "step": 108590
    },
    {
      "epoch": 4.447716567683801,
      "grad_norm": 1.7259391085628026,
      "learning_rate": 4.810895992787592e-05,
      "loss": 0.8038,
      "step": 108591
    },
    {
      "epoch": 4.447757526110998,
      "grad_norm": 1.5645253414027878,
      "learning_rate": 4.810656646301794e-05,
      "loss": 0.6435,
      "step": 108592
    },
    {
      "epoch": 4.447798484538193,
      "grad_norm": 1.0362486623828928,
      "learning_rate": 4.810417304632924e-05,
      "loss": 0.3978,
      "step": 108593
    },
    {
      "epoch": 4.44783944296539,
      "grad_norm": 2.615978343158561,
      "learning_rate": 4.810177967781097e-05,
      "loss": 1.3479,
      "step": 108594
    },
    {
      "epoch": 4.447880401392586,
      "grad_norm": 1.7023885253257565,
      "learning_rate": 4.809938635746429e-05,
      "loss": 0.7178,
      "step": 108595
    },
    {
      "epoch": 4.447921359819783,
      "grad_norm": 1.2929590285465753,
      "learning_rate": 4.809699308529027e-05,
      "loss": 0.4662,
      "step": 108596
    },
    {
      "epoch": 4.447962318246979,
      "grad_norm": 1.2664370371516431,
      "learning_rate": 4.809459986129015e-05,
      "loss": 0.5839,
      "step": 108597
    },
    {
      "epoch": 4.448003276674176,
      "grad_norm": 1.2488405183569646,
      "learning_rate": 4.809220668546492e-05,
      "loss": 0.4104,
      "step": 108598
    },
    {
      "epoch": 4.4480442351013725,
      "grad_norm": 1.5352452469414657,
      "learning_rate": 4.8089813557815774e-05,
      "loss": 0.5537,
      "step": 108599
    },
    {
      "epoch": 4.448085193528568,
      "grad_norm": 1.0748147744116077,
      "learning_rate": 4.808742047834392e-05,
      "loss": 0.3839,
      "step": 108600
    },
    {
      "epoch": 4.448126151955765,
      "grad_norm": 1.3165626082135091,
      "learning_rate": 4.808502744705035e-05,
      "loss": 0.4556,
      "step": 108601
    },
    {
      "epoch": 4.448167110382961,
      "grad_norm": 1.4063408979014487,
      "learning_rate": 4.808263446393628e-05,
      "loss": 0.5255,
      "step": 108602
    },
    {
      "epoch": 4.448208068810158,
      "grad_norm": 0.9257567751869646,
      "learning_rate": 4.808024152900286e-05,
      "loss": 0.2046,
      "step": 108603
    },
    {
      "epoch": 4.448249027237354,
      "grad_norm": 1.0969902992552618,
      "learning_rate": 4.8077848642251166e-05,
      "loss": 0.2713,
      "step": 108604
    },
    {
      "epoch": 4.448289985664551,
      "grad_norm": 1.4688622315021678,
      "learning_rate": 4.807545580368238e-05,
      "loss": 0.7098,
      "step": 108605
    },
    {
      "epoch": 4.448330944091747,
      "grad_norm": 1.8800300948661175,
      "learning_rate": 4.807306301329755e-05,
      "loss": 0.8244,
      "step": 108606
    },
    {
      "epoch": 4.448371902518943,
      "grad_norm": 1.1414679975761854,
      "learning_rate": 4.8070670271097874e-05,
      "loss": 0.3338,
      "step": 108607
    },
    {
      "epoch": 4.4484128609461395,
      "grad_norm": 0.8450798535273866,
      "learning_rate": 4.806827757708452e-05,
      "loss": 0.1894,
      "step": 108608
    },
    {
      "epoch": 4.448453819373336,
      "grad_norm": 1.8364354088746568,
      "learning_rate": 4.806588493125852e-05,
      "loss": 0.7422,
      "step": 108609
    },
    {
      "epoch": 4.448494777800533,
      "grad_norm": 1.2495231584713768,
      "learning_rate": 4.806349233362104e-05,
      "loss": 0.4564,
      "step": 108610
    },
    {
      "epoch": 4.448535736227729,
      "grad_norm": 0.745207666654054,
      "learning_rate": 4.8061099784173294e-05,
      "loss": 0.1383,
      "step": 108611
    },
    {
      "epoch": 4.448576694654925,
      "grad_norm": 1.4922673081119107,
      "learning_rate": 4.805870728291629e-05,
      "loss": 0.5904,
      "step": 108612
    },
    {
      "epoch": 4.448617653082121,
      "grad_norm": 1.2595556265978867,
      "learning_rate": 4.8056314829851244e-05,
      "loss": 0.5425,
      "step": 108613
    },
    {
      "epoch": 4.448658611509318,
      "grad_norm": 0.848538715365583,
      "learning_rate": 4.8053922424979236e-05,
      "loss": 0.2337,
      "step": 108614
    },
    {
      "epoch": 4.448699569936514,
      "grad_norm": 4.148694825970308,
      "learning_rate": 4.805153006830141e-05,
      "loss": 1.9728,
      "step": 108615
    },
    {
      "epoch": 4.448740528363711,
      "grad_norm": 1.666232893069823,
      "learning_rate": 4.804913775981895e-05,
      "loss": 0.827,
      "step": 108616
    },
    {
      "epoch": 4.4487814867909075,
      "grad_norm": 1.4213348118707323,
      "learning_rate": 4.804674549953288e-05,
      "loss": 0.5238,
      "step": 108617
    },
    {
      "epoch": 4.448822445218104,
      "grad_norm": 1.2504610652817594,
      "learning_rate": 4.804435328744446e-05,
      "loss": 0.4931,
      "step": 108618
    },
    {
      "epoch": 4.4488634036453,
      "grad_norm": 1.719472303573828,
      "learning_rate": 4.80419611235547e-05,
      "loss": 0.7478,
      "step": 108619
    },
    {
      "epoch": 4.448904362072496,
      "grad_norm": 1.5569574513867823,
      "learning_rate": 4.8039569007864784e-05,
      "loss": 0.7417,
      "step": 108620
    },
    {
      "epoch": 4.448945320499693,
      "grad_norm": 0.9124191177451777,
      "learning_rate": 4.803717694037588e-05,
      "loss": 0.2181,
      "step": 108621
    },
    {
      "epoch": 4.448986278926889,
      "grad_norm": 1.4173700064835846,
      "learning_rate": 4.803478492108905e-05,
      "loss": 0.5796,
      "step": 108622
    },
    {
      "epoch": 4.449027237354086,
      "grad_norm": 1.163552909440342,
      "learning_rate": 4.803239295000545e-05,
      "loss": 0.4246,
      "step": 108623
    },
    {
      "epoch": 4.449068195781282,
      "grad_norm": 1.94195912548393,
      "learning_rate": 4.8030001027126266e-05,
      "loss": 0.7268,
      "step": 108624
    },
    {
      "epoch": 4.449109154208479,
      "grad_norm": 1.8155326377910679,
      "learning_rate": 4.8027609152452546e-05,
      "loss": 0.4534,
      "step": 108625
    },
    {
      "epoch": 4.4491501126356745,
      "grad_norm": 1.5349455115039534,
      "learning_rate": 4.802521732598548e-05,
      "loss": 0.5894,
      "step": 108626
    },
    {
      "epoch": 4.449191071062871,
      "grad_norm": 1.139322890636667,
      "learning_rate": 4.802282554772614e-05,
      "loss": 0.5113,
      "step": 108627
    },
    {
      "epoch": 4.449232029490068,
      "grad_norm": 1.4589439005302929,
      "learning_rate": 4.802043381767568e-05,
      "loss": 0.5702,
      "step": 108628
    },
    {
      "epoch": 4.449272987917264,
      "grad_norm": 1.2725502188683289,
      "learning_rate": 4.801804213583531e-05,
      "loss": 0.4307,
      "step": 108629
    },
    {
      "epoch": 4.449313946344461,
      "grad_norm": 1.5307529548808103,
      "learning_rate": 4.801565050220602e-05,
      "loss": 0.7046,
      "step": 108630
    },
    {
      "epoch": 4.449354904771657,
      "grad_norm": 1.7166199381097866,
      "learning_rate": 4.801325891678903e-05,
      "loss": 0.8527,
      "step": 108631
    },
    {
      "epoch": 4.449395863198853,
      "grad_norm": 2.545636757076442,
      "learning_rate": 4.801086737958549e-05,
      "loss": 0.6164,
      "step": 108632
    },
    {
      "epoch": 4.449436821626049,
      "grad_norm": 3.6874270885956624,
      "learning_rate": 4.800847589059645e-05,
      "loss": 2.6989,
      "step": 108633
    },
    {
      "epoch": 4.449477780053246,
      "grad_norm": 1.3178358269037056,
      "learning_rate": 4.8006084449823146e-05,
      "loss": 0.4923,
      "step": 108634
    },
    {
      "epoch": 4.449518738480442,
      "grad_norm": 1.392087318550171,
      "learning_rate": 4.8003693057266586e-05,
      "loss": 0.4978,
      "step": 108635
    },
    {
      "epoch": 4.449559696907639,
      "grad_norm": 1.4499919809101485,
      "learning_rate": 4.8001301712927954e-05,
      "loss": 0.5187,
      "step": 108636
    },
    {
      "epoch": 4.4496006553348355,
      "grad_norm": 0.8471696664494482,
      "learning_rate": 4.799891041680843e-05,
      "loss": 0.1816,
      "step": 108637
    },
    {
      "epoch": 4.449641613762031,
      "grad_norm": 1.817293301313371,
      "learning_rate": 4.7996519168909075e-05,
      "loss": 0.5588,
      "step": 108638
    },
    {
      "epoch": 4.449682572189228,
      "grad_norm": 1.3409008891770964,
      "learning_rate": 4.799412796923109e-05,
      "loss": 0.447,
      "step": 108639
    },
    {
      "epoch": 4.449723530616424,
      "grad_norm": 1.1946806490866717,
      "learning_rate": 4.799173681777556e-05,
      "loss": 0.4459,
      "step": 108640
    },
    {
      "epoch": 4.449764489043621,
      "grad_norm": 1.369047739048543,
      "learning_rate": 4.798934571454358e-05,
      "loss": 0.5331,
      "step": 108641
    },
    {
      "epoch": 4.449805447470817,
      "grad_norm": 1.5810189114406457,
      "learning_rate": 4.798695465953629e-05,
      "loss": 0.525,
      "step": 108642
    },
    {
      "epoch": 4.449846405898014,
      "grad_norm": 1.2629397909091735,
      "learning_rate": 4.798456365275492e-05,
      "loss": 0.4803,
      "step": 108643
    },
    {
      "epoch": 4.44988736432521,
      "grad_norm": 0.996293483889231,
      "learning_rate": 4.7982172694200475e-05,
      "loss": 0.1966,
      "step": 108644
    },
    {
      "epoch": 4.449928322752406,
      "grad_norm": 1.0566513771459884,
      "learning_rate": 4.797978178387414e-05,
      "loss": 0.3081,
      "step": 108645
    },
    {
      "epoch": 4.4499692811796026,
      "grad_norm": 1.4660321258339264,
      "learning_rate": 4.7977390921777084e-05,
      "loss": 0.5111,
      "step": 108646
    },
    {
      "epoch": 4.450010239606799,
      "grad_norm": 1.8147434264493463,
      "learning_rate": 4.797500010791036e-05,
      "loss": 0.6934,
      "step": 108647
    },
    {
      "epoch": 4.450051198033996,
      "grad_norm": 1.7204704059189033,
      "learning_rate": 4.797260934227518e-05,
      "loss": 0.5448,
      "step": 108648
    },
    {
      "epoch": 4.450092156461192,
      "grad_norm": 1.4914390052648505,
      "learning_rate": 4.797021862487258e-05,
      "loss": 0.5589,
      "step": 108649
    },
    {
      "epoch": 4.450133114888389,
      "grad_norm": 1.5965894718392288,
      "learning_rate": 4.7967827955703736e-05,
      "loss": 0.607,
      "step": 108650
    },
    {
      "epoch": 4.450174073315584,
      "grad_norm": 1.5193702587555844,
      "learning_rate": 4.796543733476984e-05,
      "loss": 0.812,
      "step": 108651
    },
    {
      "epoch": 4.450215031742781,
      "grad_norm": 1.207045191347892,
      "learning_rate": 4.796304676207191e-05,
      "loss": 0.502,
      "step": 108652
    },
    {
      "epoch": 4.450255990169977,
      "grad_norm": 1.4350079012562407,
      "learning_rate": 4.7960656237611176e-05,
      "loss": 0.6487,
      "step": 108653
    },
    {
      "epoch": 4.450296948597174,
      "grad_norm": 1.7434373847718003,
      "learning_rate": 4.7958265761388676e-05,
      "loss": 0.6491,
      "step": 108654
    },
    {
      "epoch": 4.4503379070243705,
      "grad_norm": 1.4121627983112521,
      "learning_rate": 4.795587533340558e-05,
      "loss": 0.5456,
      "step": 108655
    },
    {
      "epoch": 4.450378865451567,
      "grad_norm": 1.3541346820610487,
      "learning_rate": 4.795348495366309e-05,
      "loss": 0.5353,
      "step": 108656
    },
    {
      "epoch": 4.450419823878763,
      "grad_norm": 1.5900816111169676,
      "learning_rate": 4.795109462216222e-05,
      "loss": 0.8694,
      "step": 108657
    },
    {
      "epoch": 4.450460782305959,
      "grad_norm": 1.5102601956480544,
      "learning_rate": 4.7948704338904145e-05,
      "loss": 0.6283,
      "step": 108658
    },
    {
      "epoch": 4.450501740733156,
      "grad_norm": 1.1429229573082942,
      "learning_rate": 4.794631410389005e-05,
      "loss": 0.4496,
      "step": 108659
    },
    {
      "epoch": 4.450542699160352,
      "grad_norm": 1.499120546745513,
      "learning_rate": 4.7943923917120976e-05,
      "loss": 0.6128,
      "step": 108660
    },
    {
      "epoch": 4.450583657587549,
      "grad_norm": 1.5393728641073794,
      "learning_rate": 4.7941533778598125e-05,
      "loss": 0.6066,
      "step": 108661
    },
    {
      "epoch": 4.450624616014745,
      "grad_norm": 1.8899927720731073,
      "learning_rate": 4.793914368832256e-05,
      "loss": 0.5727,
      "step": 108662
    },
    {
      "epoch": 4.450665574441942,
      "grad_norm": 1.1050029165531676,
      "learning_rate": 4.793675364629544e-05,
      "loss": 0.1566,
      "step": 108663
    },
    {
      "epoch": 4.4507065328691375,
      "grad_norm": 2.0092426242109336,
      "learning_rate": 4.7934363652517955e-05,
      "loss": 0.6705,
      "step": 108664
    },
    {
      "epoch": 4.450747491296334,
      "grad_norm": 1.3876707151895222,
      "learning_rate": 4.793197370699112e-05,
      "loss": 0.5657,
      "step": 108665
    },
    {
      "epoch": 4.450788449723531,
      "grad_norm": 1.4745840850846241,
      "learning_rate": 4.792958380971613e-05,
      "loss": 0.5894,
      "step": 108666
    },
    {
      "epoch": 4.450829408150727,
      "grad_norm": 2.0911945187350964,
      "learning_rate": 4.792719396069415e-05,
      "loss": 1.3918,
      "step": 108667
    },
    {
      "epoch": 4.450870366577924,
      "grad_norm": 1.3753094507690078,
      "learning_rate": 4.792480415992624e-05,
      "loss": 0.6532,
      "step": 108668
    },
    {
      "epoch": 4.45091132500512,
      "grad_norm": 1.6698989457842648,
      "learning_rate": 4.79224144074136e-05,
      "loss": 0.8232,
      "step": 108669
    },
    {
      "epoch": 4.450952283432316,
      "grad_norm": 1.508180224054535,
      "learning_rate": 4.792002470315727e-05,
      "loss": 0.4617,
      "step": 108670
    },
    {
      "epoch": 4.450993241859512,
      "grad_norm": 1.6319994061051084,
      "learning_rate": 4.791763504715842e-05,
      "loss": 0.591,
      "step": 108671
    },
    {
      "epoch": 4.451034200286709,
      "grad_norm": 0.9405131015420632,
      "learning_rate": 4.791524543941824e-05,
      "loss": 0.2879,
      "step": 108672
    },
    {
      "epoch": 4.4510751587139055,
      "grad_norm": 0.8923480879620983,
      "learning_rate": 4.791285587993777e-05,
      "loss": 0.2008,
      "step": 108673
    },
    {
      "epoch": 4.451116117141102,
      "grad_norm": 1.2474404739000895,
      "learning_rate": 4.7910466368718174e-05,
      "loss": 0.3835,
      "step": 108674
    },
    {
      "epoch": 4.4511570755682985,
      "grad_norm": 0.9689006749106833,
      "learning_rate": 4.7908076905760625e-05,
      "loss": 0.2613,
      "step": 108675
    },
    {
      "epoch": 4.451198033995494,
      "grad_norm": 1.6203624855538685,
      "learning_rate": 4.7905687491066174e-05,
      "loss": 0.6332,
      "step": 108676
    },
    {
      "epoch": 4.451238992422691,
      "grad_norm": 1.513869732905316,
      "learning_rate": 4.790329812463605e-05,
      "loss": 0.7995,
      "step": 108677
    },
    {
      "epoch": 4.451279950849887,
      "grad_norm": 1.3628502460262335,
      "learning_rate": 4.7900908806471246e-05,
      "loss": 0.6151,
      "step": 108678
    },
    {
      "epoch": 4.451320909277084,
      "grad_norm": 1.5106065713874723,
      "learning_rate": 4.7898519536572984e-05,
      "loss": 0.4605,
      "step": 108679
    },
    {
      "epoch": 4.45136186770428,
      "grad_norm": 1.1045398753656432,
      "learning_rate": 4.789613031494243e-05,
      "loss": 0.291,
      "step": 108680
    },
    {
      "epoch": 4.451402826131477,
      "grad_norm": 1.426361240169806,
      "learning_rate": 4.789374114158059e-05,
      "loss": 0.5268,
      "step": 108681
    },
    {
      "epoch": 4.451443784558673,
      "grad_norm": 1.4755724656681144,
      "learning_rate": 4.78913520164887e-05,
      "loss": 0.5745,
      "step": 108682
    },
    {
      "epoch": 4.451484742985869,
      "grad_norm": 1.1965379761939725,
      "learning_rate": 4.7888962939667877e-05,
      "loss": 0.4145,
      "step": 108683
    },
    {
      "epoch": 4.451525701413066,
      "grad_norm": 2.041707433879971,
      "learning_rate": 4.7886573911119185e-05,
      "loss": 1.2172,
      "step": 108684
    },
    {
      "epoch": 4.451566659840262,
      "grad_norm": 1.428130184158087,
      "learning_rate": 4.7884184930843836e-05,
      "loss": 0.5946,
      "step": 108685
    },
    {
      "epoch": 4.451607618267459,
      "grad_norm": 1.4543773210772952,
      "learning_rate": 4.788179599884288e-05,
      "loss": 0.4925,
      "step": 108686
    },
    {
      "epoch": 4.451648576694655,
      "grad_norm": 1.2222794028537487,
      "learning_rate": 4.7879407115117477e-05,
      "loss": 0.3251,
      "step": 108687
    },
    {
      "epoch": 4.451689535121852,
      "grad_norm": 1.7748775754280184,
      "learning_rate": 4.7877018279668824e-05,
      "loss": 0.7757,
      "step": 108688
    },
    {
      "epoch": 4.451730493549047,
      "grad_norm": 4.6379997853370245,
      "learning_rate": 4.787462949249794e-05,
      "loss": 2.0161,
      "step": 108689
    },
    {
      "epoch": 4.451771451976244,
      "grad_norm": 1.4896193040127839,
      "learning_rate": 4.787224075360605e-05,
      "loss": 0.6543,
      "step": 108690
    },
    {
      "epoch": 4.4518124104034404,
      "grad_norm": 1.0646697475479552,
      "learning_rate": 4.786985206299419e-05,
      "loss": 0.2863,
      "step": 108691
    },
    {
      "epoch": 4.451853368830637,
      "grad_norm": 1.6976431631177011,
      "learning_rate": 4.7867463420663546e-05,
      "loss": 0.6114,
      "step": 108692
    },
    {
      "epoch": 4.4518943272578335,
      "grad_norm": 1.635224314844985,
      "learning_rate": 4.786507482661527e-05,
      "loss": 0.6402,
      "step": 108693
    },
    {
      "epoch": 4.45193528568503,
      "grad_norm": 1.120134961958382,
      "learning_rate": 4.7862686280850416e-05,
      "loss": 0.3784,
      "step": 108694
    },
    {
      "epoch": 4.451976244112226,
      "grad_norm": 0.9063065373373549,
      "learning_rate": 4.7860297783370166e-05,
      "loss": 0.2236,
      "step": 108695
    },
    {
      "epoch": 4.452017202539422,
      "grad_norm": 1.8213694438939707,
      "learning_rate": 4.785790933417569e-05,
      "loss": 0.7797,
      "step": 108696
    },
    {
      "epoch": 4.452058160966619,
      "grad_norm": 0.814118341402398,
      "learning_rate": 4.785552093326801e-05,
      "loss": 0.2064,
      "step": 108697
    },
    {
      "epoch": 4.452099119393815,
      "grad_norm": 1.2455673816585748,
      "learning_rate": 4.785313258064837e-05,
      "loss": 0.2471,
      "step": 108698
    },
    {
      "epoch": 4.452140077821012,
      "grad_norm": 2.236312986489431,
      "learning_rate": 4.785074427631778e-05,
      "loss": 0.8569,
      "step": 108699
    },
    {
      "epoch": 4.452181036248208,
      "grad_norm": 1.3662775644602099,
      "learning_rate": 4.784835602027745e-05,
      "loss": 0.5573,
      "step": 108700
    },
    {
      "epoch": 4.452221994675405,
      "grad_norm": 3.0928403098121615,
      "learning_rate": 4.7845967812528524e-05,
      "loss": 1.5507,
      "step": 108701
    },
    {
      "epoch": 4.452262953102601,
      "grad_norm": 1.4898257432611206,
      "learning_rate": 4.784357965307205e-05,
      "loss": 0.567,
      "step": 108702
    },
    {
      "epoch": 4.452303911529797,
      "grad_norm": 0.9911374852486844,
      "learning_rate": 4.78411915419092e-05,
      "loss": 0.3104,
      "step": 108703
    },
    {
      "epoch": 4.452344869956994,
      "grad_norm": 2.066179667075833,
      "learning_rate": 4.783880347904116e-05,
      "loss": 1.3711,
      "step": 108704
    },
    {
      "epoch": 4.45238582838419,
      "grad_norm": 1.355775922194933,
      "learning_rate": 4.783641546446896e-05,
      "loss": 0.5823,
      "step": 108705
    },
    {
      "epoch": 4.452426786811387,
      "grad_norm": 1.2837497707198704,
      "learning_rate": 4.783402749819382e-05,
      "loss": 0.4391,
      "step": 108706
    },
    {
      "epoch": 4.452467745238583,
      "grad_norm": 1.0143763783875637,
      "learning_rate": 4.783163958021677e-05,
      "loss": 0.2142,
      "step": 108707
    },
    {
      "epoch": 4.452508703665779,
      "grad_norm": 1.675179463732567,
      "learning_rate": 4.7829251710538994e-05,
      "loss": 0.586,
      "step": 108708
    },
    {
      "epoch": 4.452549662092975,
      "grad_norm": 1.4197544453852409,
      "learning_rate": 4.782686388916167e-05,
      "loss": 0.6928,
      "step": 108709
    },
    {
      "epoch": 4.452590620520172,
      "grad_norm": 2.3531109164688657,
      "learning_rate": 4.782447611608589e-05,
      "loss": 0.8181,
      "step": 108710
    },
    {
      "epoch": 4.4526315789473685,
      "grad_norm": 1.9683151450793885,
      "learning_rate": 4.7822088391312706e-05,
      "loss": 1.0958,
      "step": 108711
    },
    {
      "epoch": 4.452672537374565,
      "grad_norm": 1.6050362287991653,
      "learning_rate": 4.781970071484335e-05,
      "loss": 0.4696,
      "step": 108712
    },
    {
      "epoch": 4.452713495801762,
      "grad_norm": 4.673233785170426,
      "learning_rate": 4.781731308667887e-05,
      "loss": 1.5622,
      "step": 108713
    },
    {
      "epoch": 4.452754454228957,
      "grad_norm": 1.5330252292522077,
      "learning_rate": 4.781492550682045e-05,
      "loss": 0.607,
      "step": 108714
    },
    {
      "epoch": 4.452795412656154,
      "grad_norm": 1.0499071627316099,
      "learning_rate": 4.781253797526924e-05,
      "loss": 0.198,
      "step": 108715
    },
    {
      "epoch": 4.45283637108335,
      "grad_norm": 1.5561889822544828,
      "learning_rate": 4.781015049202627e-05,
      "loss": 0.219,
      "step": 108716
    },
    {
      "epoch": 4.452877329510547,
      "grad_norm": 1.6360133925238118,
      "learning_rate": 4.780776305709275e-05,
      "loss": 0.6327,
      "step": 108717
    },
    {
      "epoch": 4.452918287937743,
      "grad_norm": 0.6596680317012736,
      "learning_rate": 4.7805375670469824e-05,
      "loss": 0.1948,
      "step": 108718
    },
    {
      "epoch": 4.45295924636494,
      "grad_norm": 1.6056955874161032,
      "learning_rate": 4.780298833215855e-05,
      "loss": 0.9647,
      "step": 108719
    },
    {
      "epoch": 4.453000204792136,
      "grad_norm": 1.3435265663435225,
      "learning_rate": 4.780060104216014e-05,
      "loss": 0.4232,
      "step": 108720
    },
    {
      "epoch": 4.453041163219332,
      "grad_norm": 1.4867233569880778,
      "learning_rate": 4.779821380047562e-05,
      "loss": 0.6278,
      "step": 108721
    },
    {
      "epoch": 4.453082121646529,
      "grad_norm": 1.1009215208219858,
      "learning_rate": 4.7795826607106174e-05,
      "loss": 0.3087,
      "step": 108722
    },
    {
      "epoch": 4.453123080073725,
      "grad_norm": 1.5728616429563635,
      "learning_rate": 4.779343946205298e-05,
      "loss": 0.674,
      "step": 108723
    },
    {
      "epoch": 4.453164038500922,
      "grad_norm": 1.3837175945989129,
      "learning_rate": 4.779105236531707e-05,
      "loss": 0.5081,
      "step": 108724
    },
    {
      "epoch": 4.453204996928118,
      "grad_norm": 1.7463238659299751,
      "learning_rate": 4.7788665316899674e-05,
      "loss": 0.6273,
      "step": 108725
    },
    {
      "epoch": 4.453245955355315,
      "grad_norm": 1.6019616458712098,
      "learning_rate": 4.778627831680181e-05,
      "loss": 0.7671,
      "step": 108726
    },
    {
      "epoch": 4.45328691378251,
      "grad_norm": 1.3824531407490783,
      "learning_rate": 4.778389136502467e-05,
      "loss": 0.6857,
      "step": 108727
    },
    {
      "epoch": 4.453327872209707,
      "grad_norm": 0.3504457672938556,
      "learning_rate": 4.778150446156942e-05,
      "loss": 0.0335,
      "step": 108728
    },
    {
      "epoch": 4.4533688306369035,
      "grad_norm": 1.566212395451724,
      "learning_rate": 4.777911760643709e-05,
      "loss": 0.569,
      "step": 108729
    },
    {
      "epoch": 4.4534097890641,
      "grad_norm": 1.5545540568748943,
      "learning_rate": 4.7776730799628865e-05,
      "loss": 0.6092,
      "step": 108730
    },
    {
      "epoch": 4.4534507474912965,
      "grad_norm": 1.8488135638952559,
      "learning_rate": 4.7774344041145914e-05,
      "loss": 0.6313,
      "step": 108731
    },
    {
      "epoch": 4.453491705918493,
      "grad_norm": 0.9098363833630158,
      "learning_rate": 4.777195733098928e-05,
      "loss": 0.2356,
      "step": 108732
    },
    {
      "epoch": 4.453532664345689,
      "grad_norm": 0.8729695702091571,
      "learning_rate": 4.7769570669160184e-05,
      "loss": 0.2467,
      "step": 108733
    },
    {
      "epoch": 4.453573622772885,
      "grad_norm": 1.3265777323985106,
      "learning_rate": 4.776718405565964e-05,
      "loss": 0.4962,
      "step": 108734
    },
    {
      "epoch": 4.453614581200082,
      "grad_norm": 1.6052892251997097,
      "learning_rate": 4.7764797490488854e-05,
      "loss": 0.4102,
      "step": 108735
    },
    {
      "epoch": 4.453655539627278,
      "grad_norm": 1.482929382095493,
      "learning_rate": 4.776241097364897e-05,
      "loss": 0.6482,
      "step": 108736
    },
    {
      "epoch": 4.453696498054475,
      "grad_norm": 1.5087833528302892,
      "learning_rate": 4.776002450514105e-05,
      "loss": 0.6256,
      "step": 108737
    },
    {
      "epoch": 4.453737456481671,
      "grad_norm": 0.472142189015733,
      "learning_rate": 4.775763808496626e-05,
      "loss": 0.0665,
      "step": 108738
    },
    {
      "epoch": 4.453778414908868,
      "grad_norm": 1.3387214141703216,
      "learning_rate": 4.775525171312577e-05,
      "loss": 0.5625,
      "step": 108739
    },
    {
      "epoch": 4.453819373336064,
      "grad_norm": 1.1501387022682437,
      "learning_rate": 4.7752865389620606e-05,
      "loss": 0.313,
      "step": 108740
    },
    {
      "epoch": 4.45386033176326,
      "grad_norm": 1.879569567822108,
      "learning_rate": 4.7750479114452026e-05,
      "loss": 0.7423,
      "step": 108741
    },
    {
      "epoch": 4.453901290190457,
      "grad_norm": 1.6004528977001031,
      "learning_rate": 4.7748092887621014e-05,
      "loss": 0.6077,
      "step": 108742
    },
    {
      "epoch": 4.453942248617653,
      "grad_norm": 0.9719548350755062,
      "learning_rate": 4.774570670912878e-05,
      "loss": 0.2621,
      "step": 108743
    },
    {
      "epoch": 4.45398320704485,
      "grad_norm": 1.8569296108514741,
      "learning_rate": 4.77433205789765e-05,
      "loss": 0.6948,
      "step": 108744
    },
    {
      "epoch": 4.454024165472046,
      "grad_norm": 0.8477498477924514,
      "learning_rate": 4.7740934497165184e-05,
      "loss": 0.1947,
      "step": 108745
    },
    {
      "epoch": 4.454065123899242,
      "grad_norm": 1.388777941647063,
      "learning_rate": 4.773854846369603e-05,
      "loss": 0.5467,
      "step": 108746
    },
    {
      "epoch": 4.4541060823264385,
      "grad_norm": 1.2964783532998296,
      "learning_rate": 4.773616247857019e-05,
      "loss": 0.4518,
      "step": 108747
    },
    {
      "epoch": 4.454147040753635,
      "grad_norm": 1.4491833025857541,
      "learning_rate": 4.773377654178873e-05,
      "loss": 0.5716,
      "step": 108748
    },
    {
      "epoch": 4.4541879991808315,
      "grad_norm": 1.769412052782262,
      "learning_rate": 4.773139065335284e-05,
      "loss": 0.7696,
      "step": 108749
    },
    {
      "epoch": 4.454228957608028,
      "grad_norm": 1.3008269863520452,
      "learning_rate": 4.772900481326357e-05,
      "loss": 0.4505,
      "step": 108750
    },
    {
      "epoch": 4.454269916035225,
      "grad_norm": 1.5261864153497875,
      "learning_rate": 4.772661902152208e-05,
      "loss": 0.6398,
      "step": 108751
    },
    {
      "epoch": 4.45431087446242,
      "grad_norm": 1.4026527214308988,
      "learning_rate": 4.772423327812957e-05,
      "loss": 0.7107,
      "step": 108752
    },
    {
      "epoch": 4.454351832889617,
      "grad_norm": 1.9354019311578308,
      "learning_rate": 4.7721847583087055e-05,
      "loss": 0.8624,
      "step": 108753
    },
    {
      "epoch": 4.454392791316813,
      "grad_norm": 1.5454435254969634,
      "learning_rate": 4.771946193639573e-05,
      "loss": 0.8176,
      "step": 108754
    },
    {
      "epoch": 4.45443374974401,
      "grad_norm": 1.703888532131287,
      "learning_rate": 4.771707633805674e-05,
      "loss": 0.6426,
      "step": 108755
    },
    {
      "epoch": 4.454474708171206,
      "grad_norm": 1.6223587948280755,
      "learning_rate": 4.7714690788071145e-05,
      "loss": 0.4688,
      "step": 108756
    },
    {
      "epoch": 4.454515666598403,
      "grad_norm": 3.5692174624063266,
      "learning_rate": 4.771230528644014e-05,
      "loss": 3.5579,
      "step": 108757
    },
    {
      "epoch": 4.4545566250255995,
      "grad_norm": 0.8183594090752256,
      "learning_rate": 4.770991983316478e-05,
      "loss": 0.1788,
      "step": 108758
    },
    {
      "epoch": 4.454597583452795,
      "grad_norm": 1.5514229266970518,
      "learning_rate": 4.770753442824624e-05,
      "loss": 0.5529,
      "step": 108759
    },
    {
      "epoch": 4.454638541879992,
      "grad_norm": 1.613863864390554,
      "learning_rate": 4.77051490716857e-05,
      "loss": 0.7039,
      "step": 108760
    },
    {
      "epoch": 4.454679500307188,
      "grad_norm": 1.533870306878262,
      "learning_rate": 4.770276376348416e-05,
      "loss": 0.7482,
      "step": 108761
    },
    {
      "epoch": 4.454720458734385,
      "grad_norm": 1.8501955634532061,
      "learning_rate": 4.7700378503642885e-05,
      "loss": 0.5961,
      "step": 108762
    },
    {
      "epoch": 4.454761417161581,
      "grad_norm": 1.7477039062313722,
      "learning_rate": 4.769799329216287e-05,
      "loss": 0.8223,
      "step": 108763
    },
    {
      "epoch": 4.454802375588778,
      "grad_norm": 1.9473536375807716,
      "learning_rate": 4.769560812904533e-05,
      "loss": 0.9297,
      "step": 108764
    },
    {
      "epoch": 4.454843334015973,
      "grad_norm": 1.5404241548166042,
      "learning_rate": 4.769322301429139e-05,
      "loss": 0.4677,
      "step": 108765
    },
    {
      "epoch": 4.45488429244317,
      "grad_norm": 1.5557897661300382,
      "learning_rate": 4.769083794790212e-05,
      "loss": 0.7256,
      "step": 108766
    },
    {
      "epoch": 4.4549252508703665,
      "grad_norm": 1.4869693960138417,
      "learning_rate": 4.7688452929878697e-05,
      "loss": 0.5815,
      "step": 108767
    },
    {
      "epoch": 4.454966209297563,
      "grad_norm": 2.617656564632475,
      "learning_rate": 4.7686067960222265e-05,
      "loss": 1.6177,
      "step": 108768
    },
    {
      "epoch": 4.45500716772476,
      "grad_norm": 1.4042358187954704,
      "learning_rate": 4.768368303893389e-05,
      "loss": 0.5671,
      "step": 108769
    },
    {
      "epoch": 4.455048126151956,
      "grad_norm": 1.7375266182288769,
      "learning_rate": 4.768129816601477e-05,
      "loss": 0.7801,
      "step": 108770
    },
    {
      "epoch": 4.455089084579152,
      "grad_norm": 1.726038757549418,
      "learning_rate": 4.7678913341465955e-05,
      "loss": 0.8066,
      "step": 108771
    },
    {
      "epoch": 4.455130043006348,
      "grad_norm": 1.1514252107777516,
      "learning_rate": 4.767652856528862e-05,
      "loss": 0.5179,
      "step": 108772
    },
    {
      "epoch": 4.455171001433545,
      "grad_norm": 1.4473395044206359,
      "learning_rate": 4.767414383748391e-05,
      "loss": 0.449,
      "step": 108773
    },
    {
      "epoch": 4.455211959860741,
      "grad_norm": 1.7888580650387051,
      "learning_rate": 4.76717591580529e-05,
      "loss": 0.6312,
      "step": 108774
    },
    {
      "epoch": 4.455252918287938,
      "grad_norm": 0.837159216671253,
      "learning_rate": 4.766937452699674e-05,
      "loss": 0.187,
      "step": 108775
    },
    {
      "epoch": 4.455293876715134,
      "grad_norm": 4.302944816244692,
      "learning_rate": 4.7666989944316605e-05,
      "loss": 2.455,
      "step": 108776
    },
    {
      "epoch": 4.455334835142331,
      "grad_norm": 1.8652378869795705,
      "learning_rate": 4.7664605410013526e-05,
      "loss": 0.742,
      "step": 108777
    },
    {
      "epoch": 4.455375793569527,
      "grad_norm": 1.3534349367332037,
      "learning_rate": 4.766222092408873e-05,
      "loss": 0.5191,
      "step": 108778
    },
    {
      "epoch": 4.455416751996723,
      "grad_norm": 1.5847128341506238,
      "learning_rate": 4.7659836486543266e-05,
      "loss": 0.6945,
      "step": 108779
    },
    {
      "epoch": 4.45545771042392,
      "grad_norm": 1.5645301297449639,
      "learning_rate": 4.765745209737827e-05,
      "loss": 0.6301,
      "step": 108780
    },
    {
      "epoch": 4.455498668851116,
      "grad_norm": 1.310566999893061,
      "learning_rate": 4.765506775659496e-05,
      "loss": 0.4755,
      "step": 108781
    },
    {
      "epoch": 4.455539627278313,
      "grad_norm": 0.7014421071401571,
      "learning_rate": 4.7652683464194396e-05,
      "loss": 0.2052,
      "step": 108782
    },
    {
      "epoch": 4.455580585705509,
      "grad_norm": 1.3675147476119427,
      "learning_rate": 4.765029922017765e-05,
      "loss": 0.5694,
      "step": 108783
    },
    {
      "epoch": 4.455621544132705,
      "grad_norm": 0.7946612408757572,
      "learning_rate": 4.764791502454594e-05,
      "loss": 0.2417,
      "step": 108784
    },
    {
      "epoch": 4.4556625025599015,
      "grad_norm": 1.574572562551611,
      "learning_rate": 4.764553087730033e-05,
      "loss": 0.6953,
      "step": 108785
    },
    {
      "epoch": 4.455703460987098,
      "grad_norm": 1.6831843927968602,
      "learning_rate": 4.7643146778441965e-05,
      "loss": 0.8367,
      "step": 108786
    },
    {
      "epoch": 4.4557444194142946,
      "grad_norm": 1.5159371441725913,
      "learning_rate": 4.764076272797203e-05,
      "loss": 0.6539,
      "step": 108787
    },
    {
      "epoch": 4.455785377841491,
      "grad_norm": 1.4646111116322877,
      "learning_rate": 4.763837872589154e-05,
      "loss": 0.5966,
      "step": 108788
    },
    {
      "epoch": 4.455826336268688,
      "grad_norm": 0.8126044227661354,
      "learning_rate": 4.763599477220174e-05,
      "loss": 0.2387,
      "step": 108789
    },
    {
      "epoch": 4.455867294695883,
      "grad_norm": 1.910714047488609,
      "learning_rate": 4.763361086690366e-05,
      "loss": 0.9344,
      "step": 108790
    },
    {
      "epoch": 4.45590825312308,
      "grad_norm": 1.0384035265766955,
      "learning_rate": 4.763122700999847e-05,
      "loss": 0.3789,
      "step": 108791
    },
    {
      "epoch": 4.455949211550276,
      "grad_norm": 1.446826694867031,
      "learning_rate": 4.762884320148733e-05,
      "loss": 0.601,
      "step": 108792
    },
    {
      "epoch": 4.455990169977473,
      "grad_norm": 1.4551996192612089,
      "learning_rate": 4.76264594413713e-05,
      "loss": 0.6239,
      "step": 108793
    },
    {
      "epoch": 4.456031128404669,
      "grad_norm": 1.7470513720289358,
      "learning_rate": 4.762407572965154e-05,
      "loss": 0.9168,
      "step": 108794
    },
    {
      "epoch": 4.456072086831866,
      "grad_norm": 1.4389751784877551,
      "learning_rate": 4.7621692066329215e-05,
      "loss": 0.513,
      "step": 108795
    },
    {
      "epoch": 4.4561130452590625,
      "grad_norm": 3.3297989976781515,
      "learning_rate": 4.7619308451405374e-05,
      "loss": 2.9128,
      "step": 108796
    },
    {
      "epoch": 4.456154003686258,
      "grad_norm": 1.3508765909235882,
      "learning_rate": 4.761692488488122e-05,
      "loss": 0.3218,
      "step": 108797
    },
    {
      "epoch": 4.456194962113455,
      "grad_norm": 1.5799659495142875,
      "learning_rate": 4.7614541366757794e-05,
      "loss": 0.7531,
      "step": 108798
    },
    {
      "epoch": 4.456235920540651,
      "grad_norm": 1.682790981089058,
      "learning_rate": 4.761215789703629e-05,
      "loss": 0.7592,
      "step": 108799
    },
    {
      "epoch": 4.456276878967848,
      "grad_norm": 1.4130206906604748,
      "learning_rate": 4.760977447571785e-05,
      "loss": 0.655,
      "step": 108800
    },
    {
      "epoch": 4.456317837395044,
      "grad_norm": 3.3140453627791184,
      "learning_rate": 4.7607391102803524e-05,
      "loss": 3.0072,
      "step": 108801
    },
    {
      "epoch": 4.456358795822241,
      "grad_norm": 1.2061127083470562,
      "learning_rate": 4.760500777829448e-05,
      "loss": 0.4564,
      "step": 108802
    },
    {
      "epoch": 4.4563997542494365,
      "grad_norm": 0.8374443091494238,
      "learning_rate": 4.7602624502191885e-05,
      "loss": 0.2302,
      "step": 108803
    },
    {
      "epoch": 4.456440712676633,
      "grad_norm": 1.3907154150751557,
      "learning_rate": 4.76002412744968e-05,
      "loss": 0.4719,
      "step": 108804
    },
    {
      "epoch": 4.4564816711038295,
      "grad_norm": 1.6151234050550045,
      "learning_rate": 4.759785809521042e-05,
      "loss": 0.8162,
      "step": 108805
    },
    {
      "epoch": 4.456522629531026,
      "grad_norm": 1.705767471206725,
      "learning_rate": 4.759547496433378e-05,
      "loss": 0.705,
      "step": 108806
    },
    {
      "epoch": 4.456563587958223,
      "grad_norm": 0.7775055862191437,
      "learning_rate": 4.759309188186805e-05,
      "loss": 0.2138,
      "step": 108807
    },
    {
      "epoch": 4.456604546385419,
      "grad_norm": 1.92806821464238,
      "learning_rate": 4.759070884781441e-05,
      "loss": 1.0088,
      "step": 108808
    },
    {
      "epoch": 4.456645504812615,
      "grad_norm": 1.5920936108419812,
      "learning_rate": 4.758832586217391e-05,
      "loss": 0.5409,
      "step": 108809
    },
    {
      "epoch": 4.456686463239811,
      "grad_norm": 1.5694533320814519,
      "learning_rate": 4.758594292494769e-05,
      "loss": 0.5573,
      "step": 108810
    },
    {
      "epoch": 4.456727421667008,
      "grad_norm": 2.0828153049110756,
      "learning_rate": 4.758356003613695e-05,
      "loss": 0.8408,
      "step": 108811
    },
    {
      "epoch": 4.456768380094204,
      "grad_norm": 1.2549975205653159,
      "learning_rate": 4.758117719574272e-05,
      "loss": 0.577,
      "step": 108812
    },
    {
      "epoch": 4.456809338521401,
      "grad_norm": 2.0473732922087025,
      "learning_rate": 4.757879440376621e-05,
      "loss": 0.8324,
      "step": 108813
    },
    {
      "epoch": 4.4568502969485975,
      "grad_norm": 1.4170110723803115,
      "learning_rate": 4.7576411660208444e-05,
      "loss": 0.5195,
      "step": 108814
    },
    {
      "epoch": 4.456891255375794,
      "grad_norm": 1.5716492160745092,
      "learning_rate": 4.7574028965070606e-05,
      "loss": 0.5821,
      "step": 108815
    },
    {
      "epoch": 4.45693221380299,
      "grad_norm": 1.4940771545473805,
      "learning_rate": 4.757164631835388e-05,
      "loss": 0.6022,
      "step": 108816
    },
    {
      "epoch": 4.456973172230186,
      "grad_norm": 1.4530515696751067,
      "learning_rate": 4.7569263720059284e-05,
      "loss": 0.7974,
      "step": 108817
    },
    {
      "epoch": 4.457014130657383,
      "grad_norm": 1.2902886755629592,
      "learning_rate": 4.756688117018801e-05,
      "loss": 0.6204,
      "step": 108818
    },
    {
      "epoch": 4.457055089084579,
      "grad_norm": 0.8911454455855563,
      "learning_rate": 4.7564498668741195e-05,
      "loss": 0.2316,
      "step": 108819
    },
    {
      "epoch": 4.457096047511776,
      "grad_norm": 1.4064367283419068,
      "learning_rate": 4.756211621571991e-05,
      "loss": 0.5535,
      "step": 108820
    },
    {
      "epoch": 4.457137005938972,
      "grad_norm": 3.1841535671112235,
      "learning_rate": 4.755973381112536e-05,
      "loss": 2.8416,
      "step": 108821
    },
    {
      "epoch": 4.457177964366168,
      "grad_norm": 1.5772377065064824,
      "learning_rate": 4.755735145495857e-05,
      "loss": 0.6999,
      "step": 108822
    },
    {
      "epoch": 4.4572189227933645,
      "grad_norm": 1.5336566939690033,
      "learning_rate": 4.7554969147220726e-05,
      "loss": 0.5398,
      "step": 108823
    },
    {
      "epoch": 4.457259881220561,
      "grad_norm": 1.618034834541075,
      "learning_rate": 4.7552586887912984e-05,
      "loss": 0.6738,
      "step": 108824
    },
    {
      "epoch": 4.457300839647758,
      "grad_norm": 1.2476799257055893,
      "learning_rate": 4.755020467703639e-05,
      "loss": 0.4987,
      "step": 108825
    },
    {
      "epoch": 4.457341798074954,
      "grad_norm": 1.4456939574505043,
      "learning_rate": 4.754782251459212e-05,
      "loss": 0.6252,
      "step": 108826
    },
    {
      "epoch": 4.457382756502151,
      "grad_norm": 1.6658795155447041,
      "learning_rate": 4.754544040058134e-05,
      "loss": 0.7648,
      "step": 108827
    },
    {
      "epoch": 4.457423714929346,
      "grad_norm": 2.0072579683982057,
      "learning_rate": 4.754305833500508e-05,
      "loss": 0.7849,
      "step": 108828
    },
    {
      "epoch": 4.457464673356543,
      "grad_norm": 0.8839777749568023,
      "learning_rate": 4.754067631786457e-05,
      "loss": 0.2342,
      "step": 108829
    },
    {
      "epoch": 4.457505631783739,
      "grad_norm": 1.700857394641571,
      "learning_rate": 4.753829434916082e-05,
      "loss": 0.6682,
      "step": 108830
    },
    {
      "epoch": 4.457546590210936,
      "grad_norm": 1.5945737461579819,
      "learning_rate": 4.7535912428895044e-05,
      "loss": 0.7082,
      "step": 108831
    },
    {
      "epoch": 4.4575875486381324,
      "grad_norm": 1.4135605519265235,
      "learning_rate": 4.753353055706837e-05,
      "loss": 0.5796,
      "step": 108832
    },
    {
      "epoch": 4.457628507065329,
      "grad_norm": 4.027135051323337,
      "learning_rate": 4.753114873368187e-05,
      "loss": 1.6683,
      "step": 108833
    },
    {
      "epoch": 4.4576694654925255,
      "grad_norm": 1.734391071976835,
      "learning_rate": 4.752876695873673e-05,
      "loss": 0.7109,
      "step": 108834
    },
    {
      "epoch": 4.457710423919721,
      "grad_norm": 1.7091710897673777,
      "learning_rate": 4.7526385232233996e-05,
      "loss": 0.748,
      "step": 108835
    },
    {
      "epoch": 4.457751382346918,
      "grad_norm": 1.0823639462668513,
      "learning_rate": 4.752400355417484e-05,
      "loss": 0.2681,
      "step": 108836
    },
    {
      "epoch": 4.457792340774114,
      "grad_norm": 1.4859376063858103,
      "learning_rate": 4.752162192456043e-05,
      "loss": 0.5659,
      "step": 108837
    },
    {
      "epoch": 4.457833299201311,
      "grad_norm": 1.4853508861050597,
      "learning_rate": 4.7519240343391805e-05,
      "loss": 0.6217,
      "step": 108838
    },
    {
      "epoch": 4.457874257628507,
      "grad_norm": 1.235591234402481,
      "learning_rate": 4.7516858810670146e-05,
      "loss": 0.2645,
      "step": 108839
    },
    {
      "epoch": 4.457915216055704,
      "grad_norm": 0.9645507843970351,
      "learning_rate": 4.751447732639661e-05,
      "loss": 0.2055,
      "step": 108840
    },
    {
      "epoch": 4.4579561744828995,
      "grad_norm": 1.5602042097934903,
      "learning_rate": 4.751209589057224e-05,
      "loss": 0.6952,
      "step": 108841
    },
    {
      "epoch": 4.457997132910096,
      "grad_norm": 3.038802467388786,
      "learning_rate": 4.750971450319826e-05,
      "loss": 1.4582,
      "step": 108842
    },
    {
      "epoch": 4.458038091337293,
      "grad_norm": 1.8220907353743443,
      "learning_rate": 4.750733316427567e-05,
      "loss": 0.7155,
      "step": 108843
    },
    {
      "epoch": 4.458079049764489,
      "grad_norm": 1.615999035499196,
      "learning_rate": 4.750495187380568e-05,
      "loss": 0.6891,
      "step": 108844
    },
    {
      "epoch": 4.458120008191686,
      "grad_norm": 1.493232883845916,
      "learning_rate": 4.750257063178945e-05,
      "loss": 0.7274,
      "step": 108845
    },
    {
      "epoch": 4.458160966618882,
      "grad_norm": 1.5770112827455514,
      "learning_rate": 4.7500189438228e-05,
      "loss": 0.5777,
      "step": 108846
    },
    {
      "epoch": 4.458201925046078,
      "grad_norm": 2.3614627568860858,
      "learning_rate": 4.749780829312253e-05,
      "loss": 1.4962,
      "step": 108847
    },
    {
      "epoch": 4.458242883473274,
      "grad_norm": 1.6093557574389845,
      "learning_rate": 4.749542719647417e-05,
      "loss": 0.6832,
      "step": 108848
    },
    {
      "epoch": 4.458283841900471,
      "grad_norm": 1.4715119235486709,
      "learning_rate": 4.749304614828399e-05,
      "loss": 0.4989,
      "step": 108849
    },
    {
      "epoch": 4.458324800327667,
      "grad_norm": 1.2790505721967287,
      "learning_rate": 4.74906651485532e-05,
      "loss": 0.3955,
      "step": 108850
    },
    {
      "epoch": 4.458365758754864,
      "grad_norm": 1.109024995246026,
      "learning_rate": 4.748828419728287e-05,
      "loss": 0.4168,
      "step": 108851
    },
    {
      "epoch": 4.4584067171820605,
      "grad_norm": 1.480494777448791,
      "learning_rate": 4.74859032944741e-05,
      "loss": 0.3774,
      "step": 108852
    },
    {
      "epoch": 4.458447675609257,
      "grad_norm": 1.663259270948064,
      "learning_rate": 4.7483522440128024e-05,
      "loss": 0.7285,
      "step": 108853
    },
    {
      "epoch": 4.458488634036453,
      "grad_norm": 2.0544195508399934,
      "learning_rate": 4.748114163424585e-05,
      "loss": 1.174,
      "step": 108854
    },
    {
      "epoch": 4.458529592463649,
      "grad_norm": 1.8485381555917033,
      "learning_rate": 4.747876087682859e-05,
      "loss": 0.8974,
      "step": 108855
    },
    {
      "epoch": 4.458570550890846,
      "grad_norm": 1.5035668636644564,
      "learning_rate": 4.747638016787746e-05,
      "loss": 0.6637,
      "step": 108856
    },
    {
      "epoch": 4.458611509318042,
      "grad_norm": 1.4199783358743967,
      "learning_rate": 4.7473999507393515e-05,
      "loss": 0.4263,
      "step": 108857
    },
    {
      "epoch": 4.458652467745239,
      "grad_norm": 1.3906466872429342,
      "learning_rate": 4.747161889537792e-05,
      "loss": 0.5592,
      "step": 108858
    },
    {
      "epoch": 4.458693426172435,
      "grad_norm": 1.5561413540318616,
      "learning_rate": 4.7469238331831825e-05,
      "loss": 0.7311,
      "step": 108859
    },
    {
      "epoch": 4.458734384599631,
      "grad_norm": 1.477580422562615,
      "learning_rate": 4.74668578167563e-05,
      "loss": 0.5938,
      "step": 108860
    },
    {
      "epoch": 4.4587753430268275,
      "grad_norm": 1.4942820619193447,
      "learning_rate": 4.7464477350152514e-05,
      "loss": 0.5719,
      "step": 108861
    },
    {
      "epoch": 4.458816301454024,
      "grad_norm": 1.4599437152397494,
      "learning_rate": 4.746209693202154e-05,
      "loss": 0.7845,
      "step": 108862
    },
    {
      "epoch": 4.458857259881221,
      "grad_norm": 1.578671866021392,
      "learning_rate": 4.745971656236453e-05,
      "loss": 0.5135,
      "step": 108863
    },
    {
      "epoch": 4.458898218308417,
      "grad_norm": 1.5035470070423937,
      "learning_rate": 4.745733624118267e-05,
      "loss": 0.6696,
      "step": 108864
    },
    {
      "epoch": 4.458939176735614,
      "grad_norm": 1.5019192520106577,
      "learning_rate": 4.745495596847699e-05,
      "loss": 0.5559,
      "step": 108865
    },
    {
      "epoch": 4.458980135162809,
      "grad_norm": 1.5275461880816847,
      "learning_rate": 4.7452575744248655e-05,
      "loss": 0.6464,
      "step": 108866
    },
    {
      "epoch": 4.459021093590006,
      "grad_norm": 0.9176955319034582,
      "learning_rate": 4.745019556849883e-05,
      "loss": 0.1724,
      "step": 108867
    },
    {
      "epoch": 4.459062052017202,
      "grad_norm": 2.893856561077977,
      "learning_rate": 4.7447815441228554e-05,
      "loss": 2.3128,
      "step": 108868
    },
    {
      "epoch": 4.459103010444399,
      "grad_norm": 1.441340689230981,
      "learning_rate": 4.744543536243905e-05,
      "loss": 0.6282,
      "step": 108869
    },
    {
      "epoch": 4.4591439688715955,
      "grad_norm": 1.5450103536352549,
      "learning_rate": 4.7443055332131346e-05,
      "loss": 0.757,
      "step": 108870
    },
    {
      "epoch": 4.459184927298792,
      "grad_norm": 1.0524114434058724,
      "learning_rate": 4.744067535030661e-05,
      "loss": 0.3678,
      "step": 108871
    },
    {
      "epoch": 4.4592258857259885,
      "grad_norm": 1.489679597605586,
      "learning_rate": 4.7438295416966025e-05,
      "loss": 0.4751,
      "step": 108872
    },
    {
      "epoch": 4.459266844153184,
      "grad_norm": 1.366083008366325,
      "learning_rate": 4.743591553211062e-05,
      "loss": 0.5306,
      "step": 108873
    },
    {
      "epoch": 4.459307802580381,
      "grad_norm": 1.9547878164607595,
      "learning_rate": 4.7433535695741555e-05,
      "loss": 1.0424,
      "step": 108874
    },
    {
      "epoch": 4.459348761007577,
      "grad_norm": 1.5238058298814299,
      "learning_rate": 4.7431155907860014e-05,
      "loss": 0.679,
      "step": 108875
    },
    {
      "epoch": 4.459389719434774,
      "grad_norm": 1.2416435763291624,
      "learning_rate": 4.7428776168467016e-05,
      "loss": 0.3821,
      "step": 108876
    },
    {
      "epoch": 4.45943067786197,
      "grad_norm": 1.487154564588615,
      "learning_rate": 4.74263964775638e-05,
      "loss": 0.6041,
      "step": 108877
    },
    {
      "epoch": 4.459471636289167,
      "grad_norm": 1.8575399881680024,
      "learning_rate": 4.742401683515139e-05,
      "loss": 0.9004,
      "step": 108878
    },
    {
      "epoch": 4.4595125947163625,
      "grad_norm": 1.3969864588152503,
      "learning_rate": 4.7421637241230926e-05,
      "loss": 0.5123,
      "step": 108879
    },
    {
      "epoch": 4.459553553143559,
      "grad_norm": 1.5772132560013843,
      "learning_rate": 4.741925769580363e-05,
      "loss": 0.6519,
      "step": 108880
    },
    {
      "epoch": 4.459594511570756,
      "grad_norm": 1.5808716728081078,
      "learning_rate": 4.74168781988705e-05,
      "loss": 0.6136,
      "step": 108881
    },
    {
      "epoch": 4.459635469997952,
      "grad_norm": 1.2504398539490458,
      "learning_rate": 4.7414498750432715e-05,
      "loss": 0.2548,
      "step": 108882
    },
    {
      "epoch": 4.459676428425149,
      "grad_norm": 2.5121753908503015,
      "learning_rate": 4.741211935049146e-05,
      "loss": 1.455,
      "step": 108883
    },
    {
      "epoch": 4.459717386852345,
      "grad_norm": 1.262524460611754,
      "learning_rate": 4.7409739999047736e-05,
      "loss": 0.3945,
      "step": 108884
    },
    {
      "epoch": 4.459758345279541,
      "grad_norm": 1.2807165682038428,
      "learning_rate": 4.740736069610279e-05,
      "loss": 0.4077,
      "step": 108885
    },
    {
      "epoch": 4.459799303706737,
      "grad_norm": 1.5659359298307187,
      "learning_rate": 4.740498144165764e-05,
      "loss": 0.618,
      "step": 108886
    },
    {
      "epoch": 4.459840262133934,
      "grad_norm": 1.530107423475541,
      "learning_rate": 4.7402602235713485e-05,
      "loss": 0.6351,
      "step": 108887
    },
    {
      "epoch": 4.4598812205611305,
      "grad_norm": 3.4104803932969947,
      "learning_rate": 4.7400223078271445e-05,
      "loss": 3.831,
      "step": 108888
    },
    {
      "epoch": 4.459922178988327,
      "grad_norm": 1.0508073234483468,
      "learning_rate": 4.7397843969332585e-05,
      "loss": 0.4533,
      "step": 108889
    },
    {
      "epoch": 4.4599631374155235,
      "grad_norm": 1.8594692333733687,
      "learning_rate": 4.7395464908898084e-05,
      "loss": 0.882,
      "step": 108890
    },
    {
      "epoch": 4.46000409584272,
      "grad_norm": 1.0686779605577934,
      "learning_rate": 4.7393085896969095e-05,
      "loss": 0.3613,
      "step": 108891
    },
    {
      "epoch": 4.460045054269916,
      "grad_norm": 1.204884355734257,
      "learning_rate": 4.739070693354664e-05,
      "loss": 0.3703,
      "step": 108892
    },
    {
      "epoch": 4.460086012697112,
      "grad_norm": 0.7741600177235832,
      "learning_rate": 4.7388328018631965e-05,
      "loss": 0.2334,
      "step": 108893
    },
    {
      "epoch": 4.460126971124309,
      "grad_norm": 1.9058764322728257,
      "learning_rate": 4.738594915222609e-05,
      "loss": 0.7087,
      "step": 108894
    },
    {
      "epoch": 4.460167929551505,
      "grad_norm": 1.3259582158029932,
      "learning_rate": 4.7383570334330175e-05,
      "loss": 0.5785,
      "step": 108895
    },
    {
      "epoch": 4.460208887978702,
      "grad_norm": 0.5718966155990817,
      "learning_rate": 4.7381191564945404e-05,
      "loss": 0.0865,
      "step": 108896
    },
    {
      "epoch": 4.460249846405898,
      "grad_norm": 1.2885854998753439,
      "learning_rate": 4.737881284407279e-05,
      "loss": 0.4409,
      "step": 108897
    },
    {
      "epoch": 4.460290804833094,
      "grad_norm": 2.5560087441372983,
      "learning_rate": 4.7376434171713544e-05,
      "loss": 2.0027,
      "step": 108898
    },
    {
      "epoch": 4.460331763260291,
      "grad_norm": 3.0340119600838062,
      "learning_rate": 4.7374055547868806e-05,
      "loss": 3.3266,
      "step": 108899
    },
    {
      "epoch": 4.460372721687487,
      "grad_norm": 1.7862925345379908,
      "learning_rate": 4.737167697253961e-05,
      "loss": 0.8076,
      "step": 108900
    },
    {
      "epoch": 4.460413680114684,
      "grad_norm": 1.769161667115781,
      "learning_rate": 4.736929844572716e-05,
      "loss": 0.7918,
      "step": 108901
    },
    {
      "epoch": 4.46045463854188,
      "grad_norm": 5.188777480473541,
      "learning_rate": 4.7366919967432515e-05,
      "loss": 2.3086,
      "step": 108902
    },
    {
      "epoch": 4.460495596969077,
      "grad_norm": 1.3221014127542745,
      "learning_rate": 4.7364541537656836e-05,
      "loss": 0.5659,
      "step": 108903
    },
    {
      "epoch": 4.460536555396272,
      "grad_norm": 0.8613219583950708,
      "learning_rate": 4.73621631564013e-05,
      "loss": 0.2002,
      "step": 108904
    },
    {
      "epoch": 4.460577513823469,
      "grad_norm": 1.6943168941895432,
      "learning_rate": 4.735978482366692e-05,
      "loss": 0.627,
      "step": 108905
    },
    {
      "epoch": 4.460618472250665,
      "grad_norm": 0.909355508232001,
      "learning_rate": 4.735740653945494e-05,
      "loss": 0.2043,
      "step": 108906
    },
    {
      "epoch": 4.460659430677862,
      "grad_norm": 0.9902324223545467,
      "learning_rate": 4.735502830376636e-05,
      "loss": 0.1755,
      "step": 108907
    },
    {
      "epoch": 4.4607003891050585,
      "grad_norm": 1.029384535617376,
      "learning_rate": 4.735265011660236e-05,
      "loss": 0.3693,
      "step": 108908
    },
    {
      "epoch": 4.460741347532255,
      "grad_norm": 1.7395353448007103,
      "learning_rate": 4.735027197796414e-05,
      "loss": 0.8128,
      "step": 108909
    },
    {
      "epoch": 4.460782305959452,
      "grad_norm": 1.473739343851267,
      "learning_rate": 4.7347893887852693e-05,
      "loss": 0.6321,
      "step": 108910
    },
    {
      "epoch": 4.460823264386647,
      "grad_norm": 1.5803804415792717,
      "learning_rate": 4.734551584626921e-05,
      "loss": 0.555,
      "step": 108911
    },
    {
      "epoch": 4.460864222813844,
      "grad_norm": 5.283501901823668,
      "learning_rate": 4.7343137853214857e-05,
      "loss": 4.0503,
      "step": 108912
    },
    {
      "epoch": 4.46090518124104,
      "grad_norm": 1.2781111552587645,
      "learning_rate": 4.734075990869065e-05,
      "loss": 0.5468,
      "step": 108913
    },
    {
      "epoch": 4.460946139668237,
      "grad_norm": 1.500311611799329,
      "learning_rate": 4.733838201269784e-05,
      "loss": 0.4804,
      "step": 108914
    },
    {
      "epoch": 4.460987098095433,
      "grad_norm": 3.034521912610992,
      "learning_rate": 4.733600416523744e-05,
      "loss": 2.1055,
      "step": 108915
    },
    {
      "epoch": 4.46102805652263,
      "grad_norm": 1.76891354001946,
      "learning_rate": 4.73336263663106e-05,
      "loss": 0.7241,
      "step": 108916
    },
    {
      "epoch": 4.4610690149498256,
      "grad_norm": 1.482013506639697,
      "learning_rate": 4.733124861591854e-05,
      "loss": 0.5626,
      "step": 108917
    },
    {
      "epoch": 4.461109973377022,
      "grad_norm": 1.862093546491442,
      "learning_rate": 4.7328870914062233e-05,
      "loss": 0.9853,
      "step": 108918
    },
    {
      "epoch": 4.461150931804219,
      "grad_norm": 1.940179412304343,
      "learning_rate": 4.732649326074291e-05,
      "loss": 0.9176,
      "step": 108919
    },
    {
      "epoch": 4.461191890231415,
      "grad_norm": 2.9358070744615294,
      "learning_rate": 4.732411565596168e-05,
      "loss": 1.4677,
      "step": 108920
    },
    {
      "epoch": 4.461232848658612,
      "grad_norm": 1.9365675598870786,
      "learning_rate": 4.732173809971961e-05,
      "loss": 0.8548,
      "step": 108921
    },
    {
      "epoch": 4.461273807085808,
      "grad_norm": 0.879964697095797,
      "learning_rate": 4.731936059201792e-05,
      "loss": 0.2347,
      "step": 108922
    },
    {
      "epoch": 4.461314765513004,
      "grad_norm": 1.5618617797482441,
      "learning_rate": 4.7316983132857675e-05,
      "loss": 0.6071,
      "step": 108923
    },
    {
      "epoch": 4.4613557239402,
      "grad_norm": 1.3745313490824447,
      "learning_rate": 4.731460572223996e-05,
      "loss": 0.5428,
      "step": 108924
    },
    {
      "epoch": 4.461396682367397,
      "grad_norm": 1.373205393072856,
      "learning_rate": 4.731222836016592e-05,
      "loss": 0.5117,
      "step": 108925
    },
    {
      "epoch": 4.4614376407945935,
      "grad_norm": 1.3834310331371222,
      "learning_rate": 4.730985104663677e-05,
      "loss": 0.4893,
      "step": 108926
    },
    {
      "epoch": 4.46147859922179,
      "grad_norm": 1.6049342497372492,
      "learning_rate": 4.73074737816535e-05,
      "loss": 0.5886,
      "step": 108927
    },
    {
      "epoch": 4.4615195576489866,
      "grad_norm": 1.6181487331247906,
      "learning_rate": 4.730509656521735e-05,
      "loss": 0.6032,
      "step": 108928
    },
    {
      "epoch": 4.461560516076183,
      "grad_norm": 0.9912131752684314,
      "learning_rate": 4.7302719397329355e-05,
      "loss": 0.3125,
      "step": 108929
    },
    {
      "epoch": 4.461601474503379,
      "grad_norm": 2.572670945423307,
      "learning_rate": 4.7300342277990664e-05,
      "loss": 0.9319,
      "step": 108930
    },
    {
      "epoch": 4.461642432930575,
      "grad_norm": 1.3127879524577617,
      "learning_rate": 4.729796520720246e-05,
      "loss": 0.4574,
      "step": 108931
    },
    {
      "epoch": 4.461683391357772,
      "grad_norm": 1.028950177116942,
      "learning_rate": 4.729558818496577e-05,
      "loss": 0.3081,
      "step": 108932
    },
    {
      "epoch": 4.461724349784968,
      "grad_norm": 1.9176610409190848,
      "learning_rate": 4.729321121128182e-05,
      "loss": 0.9954,
      "step": 108933
    },
    {
      "epoch": 4.461765308212165,
      "grad_norm": 1.2885148897485046,
      "learning_rate": 4.729083428615163e-05,
      "loss": 0.5097,
      "step": 108934
    },
    {
      "epoch": 4.461806266639361,
      "grad_norm": 1.0275308999474828,
      "learning_rate": 4.7288457409576367e-05,
      "loss": 0.2215,
      "step": 108935
    },
    {
      "epoch": 4.461847225066557,
      "grad_norm": 1.950089680290499,
      "learning_rate": 4.7286080581557216e-05,
      "loss": 0.8126,
      "step": 108936
    },
    {
      "epoch": 4.461888183493754,
      "grad_norm": 0.9449168095901971,
      "learning_rate": 4.728370380209519e-05,
      "loss": 0.1559,
      "step": 108937
    },
    {
      "epoch": 4.46192914192095,
      "grad_norm": 1.4467734190587938,
      "learning_rate": 4.728132707119147e-05,
      "loss": 0.5649,
      "step": 108938
    },
    {
      "epoch": 4.461970100348147,
      "grad_norm": 1.6333906023578535,
      "learning_rate": 4.727895038884724e-05,
      "loss": 0.6997,
      "step": 108939
    },
    {
      "epoch": 4.462011058775343,
      "grad_norm": 1.970888015332171,
      "learning_rate": 4.72765737550635e-05,
      "loss": 1.2771,
      "step": 108940
    },
    {
      "epoch": 4.46205201720254,
      "grad_norm": 1.412633817101837,
      "learning_rate": 4.7274197169841484e-05,
      "loss": 0.6747,
      "step": 108941
    },
    {
      "epoch": 4.462092975629735,
      "grad_norm": 0.6975350888581002,
      "learning_rate": 4.727182063318223e-05,
      "loss": 0.0893,
      "step": 108942
    },
    {
      "epoch": 4.462133934056932,
      "grad_norm": 1.7383641764922404,
      "learning_rate": 4.726944414508689e-05,
      "loss": 0.5857,
      "step": 108943
    },
    {
      "epoch": 4.4621748924841285,
      "grad_norm": 1.412295699468053,
      "learning_rate": 4.726706770555664e-05,
      "loss": 0.6358,
      "step": 108944
    },
    {
      "epoch": 4.462215850911325,
      "grad_norm": 1.3510008309884303,
      "learning_rate": 4.726469131459252e-05,
      "loss": 0.2815,
      "step": 108945
    },
    {
      "epoch": 4.4622568093385215,
      "grad_norm": 1.8937748699209354,
      "learning_rate": 4.7262314972195673e-05,
      "loss": 0.841,
      "step": 108946
    },
    {
      "epoch": 4.462297767765718,
      "grad_norm": 1.842193116212869,
      "learning_rate": 4.725993867836732e-05,
      "loss": 0.8278,
      "step": 108947
    },
    {
      "epoch": 4.462338726192915,
      "grad_norm": 1.511581475363754,
      "learning_rate": 4.725756243310844e-05,
      "loss": 0.4984,
      "step": 108948
    },
    {
      "epoch": 4.46237968462011,
      "grad_norm": 1.5765728632969391,
      "learning_rate": 4.7255186236420275e-05,
      "loss": 0.4999,
      "step": 108949
    },
    {
      "epoch": 4.462420643047307,
      "grad_norm": 1.5999990633376922,
      "learning_rate": 4.725281008830384e-05,
      "loss": 0.4736,
      "step": 108950
    },
    {
      "epoch": 4.462461601474503,
      "grad_norm": 0.972277304347187,
      "learning_rate": 4.725043398876032e-05,
      "loss": 0.3706,
      "step": 108951
    },
    {
      "epoch": 4.4625025599017,
      "grad_norm": 0.9814535361885189,
      "learning_rate": 4.724805793779089e-05,
      "loss": 0.2378,
      "step": 108952
    },
    {
      "epoch": 4.462543518328896,
      "grad_norm": 1.371466439107102,
      "learning_rate": 4.724568193539656e-05,
      "loss": 0.5152,
      "step": 108953
    },
    {
      "epoch": 4.462584476756093,
      "grad_norm": 1.2428954497477593,
      "learning_rate": 4.72433059815785e-05,
      "loss": 0.6107,
      "step": 108954
    },
    {
      "epoch": 4.462625435183289,
      "grad_norm": 1.0766195590954981,
      "learning_rate": 4.72409300763379e-05,
      "loss": 0.2155,
      "step": 108955
    },
    {
      "epoch": 4.462666393610485,
      "grad_norm": 1.234808199392522,
      "learning_rate": 4.723855421967578e-05,
      "loss": 0.498,
      "step": 108956
    },
    {
      "epoch": 4.462707352037682,
      "grad_norm": 1.8835910483188187,
      "learning_rate": 4.7236178411593346e-05,
      "loss": 0.8399,
      "step": 108957
    },
    {
      "epoch": 4.462748310464878,
      "grad_norm": 1.2375414251452634,
      "learning_rate": 4.7233802652091635e-05,
      "loss": 0.4635,
      "step": 108958
    },
    {
      "epoch": 4.462789268892075,
      "grad_norm": 1.3448452134545612,
      "learning_rate": 4.723142694117183e-05,
      "loss": 0.4045,
      "step": 108959
    },
    {
      "epoch": 4.462830227319271,
      "grad_norm": 0.7495314861816715,
      "learning_rate": 4.722905127883509e-05,
      "loss": 0.166,
      "step": 108960
    },
    {
      "epoch": 4.462871185746467,
      "grad_norm": 1.6744838658500587,
      "learning_rate": 4.722667566508243e-05,
      "loss": 0.6487,
      "step": 108961
    },
    {
      "epoch": 4.462912144173663,
      "grad_norm": 1.6719298537645975,
      "learning_rate": 4.722430009991505e-05,
      "loss": 0.7067,
      "step": 108962
    },
    {
      "epoch": 4.46295310260086,
      "grad_norm": 1.0790876648879,
      "learning_rate": 4.722192458333409e-05,
      "loss": 0.317,
      "step": 108963
    },
    {
      "epoch": 4.4629940610280565,
      "grad_norm": 4.175609081854637,
      "learning_rate": 4.721954911534062e-05,
      "loss": 3.7221,
      "step": 108964
    },
    {
      "epoch": 4.463035019455253,
      "grad_norm": 1.2375789796783963,
      "learning_rate": 4.721717369593581e-05,
      "loss": 0.5612,
      "step": 108965
    },
    {
      "epoch": 4.46307597788245,
      "grad_norm": 1.9352577772516975,
      "learning_rate": 4.72147983251207e-05,
      "loss": 0.8407,
      "step": 108966
    },
    {
      "epoch": 4.463116936309646,
      "grad_norm": 1.165157572627311,
      "learning_rate": 4.7212423002896485e-05,
      "loss": 0.4496,
      "step": 108967
    },
    {
      "epoch": 4.463157894736842,
      "grad_norm": 0.8319741157378,
      "learning_rate": 4.721004772926432e-05,
      "loss": 0.2265,
      "step": 108968
    },
    {
      "epoch": 4.463198853164038,
      "grad_norm": 2.1150053069504606,
      "learning_rate": 4.720767250422521e-05,
      "loss": 0.7571,
      "step": 108969
    },
    {
      "epoch": 4.463239811591235,
      "grad_norm": 0.6830952991959008,
      "learning_rate": 4.720529732778037e-05,
      "loss": 0.1329,
      "step": 108970
    },
    {
      "epoch": 4.463280770018431,
      "grad_norm": 1.5652008040266863,
      "learning_rate": 4.720292219993094e-05,
      "loss": 0.4593,
      "step": 108971
    },
    {
      "epoch": 4.463321728445628,
      "grad_norm": 1.5505054757632495,
      "learning_rate": 4.7200547120677955e-05,
      "loss": 0.5189,
      "step": 108972
    },
    {
      "epoch": 4.4633626868728244,
      "grad_norm": 1.7389843048089055,
      "learning_rate": 4.719817209002264e-05,
      "loss": 0.8608,
      "step": 108973
    },
    {
      "epoch": 4.46340364530002,
      "grad_norm": 1.094766197970685,
      "learning_rate": 4.719579710796601e-05,
      "loss": 0.2845,
      "step": 108974
    },
    {
      "epoch": 4.463444603727217,
      "grad_norm": 1.5540470417138563,
      "learning_rate": 4.7193422174509246e-05,
      "loss": 0.6636,
      "step": 108975
    },
    {
      "epoch": 4.463485562154413,
      "grad_norm": 2.420268998081406,
      "learning_rate": 4.719104728965351e-05,
      "loss": 1.4661,
      "step": 108976
    },
    {
      "epoch": 4.46352652058161,
      "grad_norm": 1.5679745066003823,
      "learning_rate": 4.7188672453399845e-05,
      "loss": 0.5623,
      "step": 108977
    },
    {
      "epoch": 4.463567479008806,
      "grad_norm": 1.6424389770490653,
      "learning_rate": 4.718629766574945e-05,
      "loss": 0.7756,
      "step": 108978
    },
    {
      "epoch": 4.463608437436003,
      "grad_norm": 1.509445094649298,
      "learning_rate": 4.718392292670336e-05,
      "loss": 0.6128,
      "step": 108979
    },
    {
      "epoch": 4.463649395863198,
      "grad_norm": 1.832438872864684,
      "learning_rate": 4.718154823626274e-05,
      "loss": 0.7452,
      "step": 108980
    },
    {
      "epoch": 4.463690354290395,
      "grad_norm": 0.9095673928695477,
      "learning_rate": 4.717917359442877e-05,
      "loss": 0.2663,
      "step": 108981
    },
    {
      "epoch": 4.4637313127175915,
      "grad_norm": 1.1098607425623628,
      "learning_rate": 4.717679900120247e-05,
      "loss": 0.4185,
      "step": 108982
    },
    {
      "epoch": 4.463772271144788,
      "grad_norm": 1.642156366833724,
      "learning_rate": 4.717442445658502e-05,
      "loss": 0.8773,
      "step": 108983
    },
    {
      "epoch": 4.463813229571985,
      "grad_norm": 1.973504525767924,
      "learning_rate": 4.717204996057757e-05,
      "loss": 0.6327,
      "step": 108984
    },
    {
      "epoch": 4.463854187999181,
      "grad_norm": 1.1856760027370403,
      "learning_rate": 4.716967551318117e-05,
      "loss": 0.3521,
      "step": 108985
    },
    {
      "epoch": 4.463895146426378,
      "grad_norm": 1.3656257723224852,
      "learning_rate": 4.7167301114397025e-05,
      "loss": 0.361,
      "step": 108986
    },
    {
      "epoch": 4.463936104853573,
      "grad_norm": 1.443305510165458,
      "learning_rate": 4.716492676422617e-05,
      "loss": 0.6914,
      "step": 108987
    },
    {
      "epoch": 4.46397706328077,
      "grad_norm": 1.5186875330214182,
      "learning_rate": 4.7162552462669755e-05,
      "loss": 0.5719,
      "step": 108988
    },
    {
      "epoch": 4.464018021707966,
      "grad_norm": 1.3889943639229894,
      "learning_rate": 4.7160178209728986e-05,
      "loss": 0.6129,
      "step": 108989
    },
    {
      "epoch": 4.464058980135163,
      "grad_norm": 0.9928891124133241,
      "learning_rate": 4.7157804005404865e-05,
      "loss": 0.2731,
      "step": 108990
    },
    {
      "epoch": 4.464099938562359,
      "grad_norm": 0.7947660869169927,
      "learning_rate": 4.715542984969855e-05,
      "loss": 0.2237,
      "step": 108991
    },
    {
      "epoch": 4.464140896989556,
      "grad_norm": 1.1347602643967876,
      "learning_rate": 4.715305574261129e-05,
      "loss": 0.2444,
      "step": 108992
    },
    {
      "epoch": 4.464181855416752,
      "grad_norm": 0.8553478859730612,
      "learning_rate": 4.7150681684143996e-05,
      "loss": 0.2058,
      "step": 108993
    },
    {
      "epoch": 4.464222813843948,
      "grad_norm": 1.7951678755437612,
      "learning_rate": 4.714830767429791e-05,
      "loss": 0.7593,
      "step": 108994
    },
    {
      "epoch": 4.464263772271145,
      "grad_norm": 1.630169606844675,
      "learning_rate": 4.714593371307416e-05,
      "loss": 0.7269,
      "step": 108995
    },
    {
      "epoch": 4.464304730698341,
      "grad_norm": 1.5941072329035777,
      "learning_rate": 4.714355980047381e-05,
      "loss": 0.8075,
      "step": 108996
    },
    {
      "epoch": 4.464345689125538,
      "grad_norm": 1.3479327230265423,
      "learning_rate": 4.7141185936498005e-05,
      "loss": 0.5071,
      "step": 108997
    },
    {
      "epoch": 4.464386647552734,
      "grad_norm": 1.2991595642630223,
      "learning_rate": 4.7138812121147934e-05,
      "loss": 0.4677,
      "step": 108998
    },
    {
      "epoch": 4.46442760597993,
      "grad_norm": 1.5557226627870215,
      "learning_rate": 4.7136438354424615e-05,
      "loss": 0.613,
      "step": 108999
    },
    {
      "epoch": 4.4644685644071265,
      "grad_norm": 1.6007800076263496,
      "learning_rate": 4.713406463632927e-05,
      "loss": 0.7035,
      "step": 109000
    },
    {
      "epoch": 4.464509522834323,
      "grad_norm": 1.710147540245126,
      "learning_rate": 4.7131690966862916e-05,
      "loss": 0.7083,
      "step": 109001
    },
    {
      "epoch": 4.4645504812615195,
      "grad_norm": 0.8029417836561719,
      "learning_rate": 4.712931734602674e-05,
      "loss": 0.2247,
      "step": 109002
    },
    {
      "epoch": 4.464591439688716,
      "grad_norm": 1.5714186549843956,
      "learning_rate": 4.71269437738219e-05,
      "loss": 0.9316,
      "step": 109003
    },
    {
      "epoch": 4.464632398115913,
      "grad_norm": 0.8776431759264579,
      "learning_rate": 4.712457025024942e-05,
      "loss": 0.2282,
      "step": 109004
    },
    {
      "epoch": 4.464673356543109,
      "grad_norm": 2.071294237635261,
      "learning_rate": 4.712219677531051e-05,
      "loss": 0.5295,
      "step": 109005
    },
    {
      "epoch": 4.464714314970305,
      "grad_norm": 1.2051992690195787,
      "learning_rate": 4.7119823349006216e-05,
      "loss": 0.4869,
      "step": 109006
    },
    {
      "epoch": 4.464755273397501,
      "grad_norm": 2.0083070940200125,
      "learning_rate": 4.711744997133771e-05,
      "loss": 0.5381,
      "step": 109007
    },
    {
      "epoch": 4.464796231824698,
      "grad_norm": 1.5949576199851645,
      "learning_rate": 4.711507664230614e-05,
      "loss": 0.7404,
      "step": 109008
    },
    {
      "epoch": 4.464837190251894,
      "grad_norm": 1.8744053101140588,
      "learning_rate": 4.711270336191255e-05,
      "loss": 0.5601,
      "step": 109009
    },
    {
      "epoch": 4.464878148679091,
      "grad_norm": 1.502367156882001,
      "learning_rate": 4.7110330130158095e-05,
      "loss": 0.6767,
      "step": 109010
    },
    {
      "epoch": 4.4649191071062875,
      "grad_norm": 1.2253549017380911,
      "learning_rate": 4.7107956947043953e-05,
      "loss": 0.6201,
      "step": 109011
    },
    {
      "epoch": 4.464960065533483,
      "grad_norm": 1.3378720499411123,
      "learning_rate": 4.710558381257116e-05,
      "loss": 0.2433,
      "step": 109012
    },
    {
      "epoch": 4.46500102396068,
      "grad_norm": 1.5088317891233631,
      "learning_rate": 4.710321072674091e-05,
      "loss": 0.5393,
      "step": 109013
    },
    {
      "epoch": 4.465041982387876,
      "grad_norm": 0.8325537654935439,
      "learning_rate": 4.710083768955426e-05,
      "loss": 0.2069,
      "step": 109014
    },
    {
      "epoch": 4.465082940815073,
      "grad_norm": 1.8893794022593668,
      "learning_rate": 4.709846470101236e-05,
      "loss": 0.6792,
      "step": 109015
    },
    {
      "epoch": 4.465123899242269,
      "grad_norm": 1.3527892180839007,
      "learning_rate": 4.709609176111638e-05,
      "loss": 0.5813,
      "step": 109016
    },
    {
      "epoch": 4.465164857669466,
      "grad_norm": 1.5849255871461603,
      "learning_rate": 4.7093718869867345e-05,
      "loss": 0.6001,
      "step": 109017
    },
    {
      "epoch": 4.4652058160966615,
      "grad_norm": 1.1511726194823193,
      "learning_rate": 4.709134602726644e-05,
      "loss": 0.352,
      "step": 109018
    },
    {
      "epoch": 4.465246774523858,
      "grad_norm": 1.6973681937746334,
      "learning_rate": 4.70889732333148e-05,
      "loss": 0.6784,
      "step": 109019
    },
    {
      "epoch": 4.4652877329510545,
      "grad_norm": 1.6014237725548168,
      "learning_rate": 4.708660048801349e-05,
      "loss": 0.6057,
      "step": 109020
    },
    {
      "epoch": 4.465328691378251,
      "grad_norm": 1.3975208676793427,
      "learning_rate": 4.7084227791363705e-05,
      "loss": 0.5004,
      "step": 109021
    },
    {
      "epoch": 4.465369649805448,
      "grad_norm": 1.2443446454344944,
      "learning_rate": 4.7081855143366483e-05,
      "loss": 0.4878,
      "step": 109022
    },
    {
      "epoch": 4.465410608232644,
      "grad_norm": 1.3059833348596623,
      "learning_rate": 4.707948254402299e-05,
      "loss": 0.5407,
      "step": 109023
    },
    {
      "epoch": 4.465451566659841,
      "grad_norm": 0.692462753887656,
      "learning_rate": 4.70771099933344e-05,
      "loss": 0.2207,
      "step": 109024
    },
    {
      "epoch": 4.465492525087036,
      "grad_norm": 1.4980600781315558,
      "learning_rate": 4.7074737491301715e-05,
      "loss": 0.5423,
      "step": 109025
    },
    {
      "epoch": 4.465533483514233,
      "grad_norm": 2.2249770694858544,
      "learning_rate": 4.707236503792612e-05,
      "loss": 1.324,
      "step": 109026
    },
    {
      "epoch": 4.465574441941429,
      "grad_norm": 1.4936936031562982,
      "learning_rate": 4.70699926332088e-05,
      "loss": 0.4217,
      "step": 109027
    },
    {
      "epoch": 4.465615400368626,
      "grad_norm": 2.156347025385939,
      "learning_rate": 4.7067620277150764e-05,
      "loss": 0.6183,
      "step": 109028
    },
    {
      "epoch": 4.4656563587958225,
      "grad_norm": 1.7007408641355073,
      "learning_rate": 4.706524796975322e-05,
      "loss": 0.8688,
      "step": 109029
    },
    {
      "epoch": 4.465697317223019,
      "grad_norm": 1.3185667749184908,
      "learning_rate": 4.706287571101722e-05,
      "loss": 0.455,
      "step": 109030
    },
    {
      "epoch": 4.465738275650215,
      "grad_norm": 0.9206626819543899,
      "learning_rate": 4.7060503500943914e-05,
      "loss": 0.221,
      "step": 109031
    },
    {
      "epoch": 4.465779234077411,
      "grad_norm": 1.2309160376908024,
      "learning_rate": 4.705813133953448e-05,
      "loss": 0.3787,
      "step": 109032
    },
    {
      "epoch": 4.465820192504608,
      "grad_norm": 1.952626927505964,
      "learning_rate": 4.7055759226789947e-05,
      "loss": 0.6151,
      "step": 109033
    },
    {
      "epoch": 4.465861150931804,
      "grad_norm": 1.7818660402854618,
      "learning_rate": 4.7053387162711455e-05,
      "loss": 0.8433,
      "step": 109034
    },
    {
      "epoch": 4.465902109359001,
      "grad_norm": 1.52456237147016,
      "learning_rate": 4.705101514730022e-05,
      "loss": 0.54,
      "step": 109035
    },
    {
      "epoch": 4.465943067786197,
      "grad_norm": 1.7987793840552675,
      "learning_rate": 4.704864318055723e-05,
      "loss": 0.7878,
      "step": 109036
    },
    {
      "epoch": 4.465984026213393,
      "grad_norm": 2.0201078074994188,
      "learning_rate": 4.704627126248371e-05,
      "loss": 0.4698,
      "step": 109037
    },
    {
      "epoch": 4.4660249846405895,
      "grad_norm": 1.4719683905518586,
      "learning_rate": 4.7043899393080705e-05,
      "loss": 0.568,
      "step": 109038
    },
    {
      "epoch": 4.466065943067786,
      "grad_norm": 1.4893682849805343,
      "learning_rate": 4.704152757234936e-05,
      "loss": 0.5788,
      "step": 109039
    },
    {
      "epoch": 4.466106901494983,
      "grad_norm": 2.132439474105744,
      "learning_rate": 4.7039155800290856e-05,
      "loss": 0.9352,
      "step": 109040
    },
    {
      "epoch": 4.466147859922179,
      "grad_norm": 1.4461980291275736,
      "learning_rate": 4.703678407690622e-05,
      "loss": 0.5886,
      "step": 109041
    },
    {
      "epoch": 4.466188818349376,
      "grad_norm": 4.47715721184898,
      "learning_rate": 4.703441240219661e-05,
      "loss": 3.8664,
      "step": 109042
    },
    {
      "epoch": 4.466229776776572,
      "grad_norm": 1.6021033997877232,
      "learning_rate": 4.703204077616322e-05,
      "loss": 0.6514,
      "step": 109043
    },
    {
      "epoch": 4.466270735203768,
      "grad_norm": 4.059526391774033,
      "learning_rate": 4.702966919880704e-05,
      "loss": 3.2105,
      "step": 109044
    },
    {
      "epoch": 4.466311693630964,
      "grad_norm": 2.4056301121495385,
      "learning_rate": 4.7027297670129325e-05,
      "loss": 0.9126,
      "step": 109045
    },
    {
      "epoch": 4.466352652058161,
      "grad_norm": 0.9063935208163783,
      "learning_rate": 4.702492619013106e-05,
      "loss": 0.1934,
      "step": 109046
    },
    {
      "epoch": 4.466393610485357,
      "grad_norm": 1.1730650623145926,
      "learning_rate": 4.702255475881345e-05,
      "loss": 0.429,
      "step": 109047
    },
    {
      "epoch": 4.466434568912554,
      "grad_norm": 1.305113709437855,
      "learning_rate": 4.702018337617764e-05,
      "loss": 0.4888,
      "step": 109048
    },
    {
      "epoch": 4.4664755273397505,
      "grad_norm": 1.334105245537316,
      "learning_rate": 4.7017812042224655e-05,
      "loss": 0.6336,
      "step": 109049
    },
    {
      "epoch": 4.466516485766946,
      "grad_norm": 0.7800791476089737,
      "learning_rate": 4.701544075695573e-05,
      "loss": 0.1423,
      "step": 109050
    },
    {
      "epoch": 4.466557444194143,
      "grad_norm": 1.594501328512964,
      "learning_rate": 4.701306952037189e-05,
      "loss": 0.5569,
      "step": 109051
    },
    {
      "epoch": 4.466598402621339,
      "grad_norm": 1.2647833347938868,
      "learning_rate": 4.701069833247428e-05,
      "loss": 0.534,
      "step": 109052
    },
    {
      "epoch": 4.466639361048536,
      "grad_norm": 1.530599927293585,
      "learning_rate": 4.70083271932641e-05,
      "loss": 0.5924,
      "step": 109053
    },
    {
      "epoch": 4.466680319475732,
      "grad_norm": 1.4022943461169142,
      "learning_rate": 4.700595610274234e-05,
      "loss": 0.5977,
      "step": 109054
    },
    {
      "epoch": 4.466721277902929,
      "grad_norm": 1.8132066997013052,
      "learning_rate": 4.7003585060910204e-05,
      "loss": 0.8109,
      "step": 109055
    },
    {
      "epoch": 4.4667622363301245,
      "grad_norm": 1.3495126272189388,
      "learning_rate": 4.7001214067768834e-05,
      "loss": 0.5433,
      "step": 109056
    },
    {
      "epoch": 4.466803194757321,
      "grad_norm": 2.4587550270236624,
      "learning_rate": 4.699884312331926e-05,
      "loss": 1.0242,
      "step": 109057
    },
    {
      "epoch": 4.4668441531845176,
      "grad_norm": 1.3939338430129122,
      "learning_rate": 4.6996472227562706e-05,
      "loss": 0.6006,
      "step": 109058
    },
    {
      "epoch": 4.466885111611714,
      "grad_norm": 1.3446503328472597,
      "learning_rate": 4.6994101380500204e-05,
      "loss": 0.5252,
      "step": 109059
    },
    {
      "epoch": 4.466926070038911,
      "grad_norm": 1.4583372160426618,
      "learning_rate": 4.6991730582132915e-05,
      "loss": 0.5344,
      "step": 109060
    },
    {
      "epoch": 4.466967028466107,
      "grad_norm": 1.429904393944914,
      "learning_rate": 4.6989359832462004e-05,
      "loss": 0.7443,
      "step": 109061
    },
    {
      "epoch": 4.467007986893304,
      "grad_norm": 1.6376041084290476,
      "learning_rate": 4.698698913148849e-05,
      "loss": 0.6883,
      "step": 109062
    },
    {
      "epoch": 4.467048945320499,
      "grad_norm": 1.1391852935069413,
      "learning_rate": 4.6984618479213606e-05,
      "loss": 0.4564,
      "step": 109063
    },
    {
      "epoch": 4.467089903747696,
      "grad_norm": 1.9357609301263052,
      "learning_rate": 4.698224787563841e-05,
      "loss": 0.4796,
      "step": 109064
    },
    {
      "epoch": 4.467130862174892,
      "grad_norm": 1.261508759286807,
      "learning_rate": 4.6979877320763995e-05,
      "loss": 0.4041,
      "step": 109065
    },
    {
      "epoch": 4.467171820602089,
      "grad_norm": 1.4144333099305884,
      "learning_rate": 4.697750681459151e-05,
      "loss": 0.6384,
      "step": 109066
    },
    {
      "epoch": 4.4672127790292855,
      "grad_norm": 0.8631744770088537,
      "learning_rate": 4.697513635712213e-05,
      "loss": 0.2251,
      "step": 109067
    },
    {
      "epoch": 4.467253737456482,
      "grad_norm": 1.5474306636465016,
      "learning_rate": 4.6972765948356874e-05,
      "loss": 0.5008,
      "step": 109068
    },
    {
      "epoch": 4.467294695883678,
      "grad_norm": 1.7468692900132816,
      "learning_rate": 4.697039558829691e-05,
      "loss": 0.5477,
      "step": 109069
    },
    {
      "epoch": 4.467335654310874,
      "grad_norm": 1.7231897663922495,
      "learning_rate": 4.696802527694343e-05,
      "loss": 0.7682,
      "step": 109070
    },
    {
      "epoch": 4.467376612738071,
      "grad_norm": 1.4055865885254413,
      "learning_rate": 4.696565501429742e-05,
      "loss": 0.6561,
      "step": 109071
    },
    {
      "epoch": 4.467417571165267,
      "grad_norm": 1.0698799764685836,
      "learning_rate": 4.696328480036013e-05,
      "loss": 0.2849,
      "step": 109072
    },
    {
      "epoch": 4.467458529592464,
      "grad_norm": 1.8459035707257874,
      "learning_rate": 4.696091463513257e-05,
      "loss": 0.6581,
      "step": 109073
    },
    {
      "epoch": 4.46749948801966,
      "grad_norm": 1.8560057613544358,
      "learning_rate": 4.695854451861592e-05,
      "loss": 0.6758,
      "step": 109074
    },
    {
      "epoch": 4.467540446446856,
      "grad_norm": 1.080088100057651,
      "learning_rate": 4.695617445081132e-05,
      "loss": 0.3885,
      "step": 109075
    },
    {
      "epoch": 4.4675814048740525,
      "grad_norm": 1.2553198088262867,
      "learning_rate": 4.695380443171983e-05,
      "loss": 0.3841,
      "step": 109076
    },
    {
      "epoch": 4.467622363301249,
      "grad_norm": 1.4444077801404844,
      "learning_rate": 4.6951434461342646e-05,
      "loss": 0.5466,
      "step": 109077
    },
    {
      "epoch": 4.467663321728446,
      "grad_norm": 0.9457136707954696,
      "learning_rate": 4.69490645396808e-05,
      "loss": 0.1762,
      "step": 109078
    },
    {
      "epoch": 4.467704280155642,
      "grad_norm": 1.7900858568823603,
      "learning_rate": 4.6946694666735445e-05,
      "loss": 0.7343,
      "step": 109079
    },
    {
      "epoch": 4.467745238582839,
      "grad_norm": 1.2770826087887712,
      "learning_rate": 4.6944324842507754e-05,
      "loss": 0.4395,
      "step": 109080
    },
    {
      "epoch": 4.467786197010035,
      "grad_norm": 0.8823967666056389,
      "learning_rate": 4.6941955066998784e-05,
      "loss": 0.087,
      "step": 109081
    },
    {
      "epoch": 4.467827155437231,
      "grad_norm": 1.2037302169115243,
      "learning_rate": 4.693958534020965e-05,
      "loss": 0.3894,
      "step": 109082
    },
    {
      "epoch": 4.467868113864427,
      "grad_norm": 1.933826713467432,
      "learning_rate": 4.693721566214156e-05,
      "loss": 0.8807,
      "step": 109083
    },
    {
      "epoch": 4.467909072291624,
      "grad_norm": 2.5084735388578623,
      "learning_rate": 4.693484603279554e-05,
      "loss": 1.1366,
      "step": 109084
    },
    {
      "epoch": 4.4679500307188205,
      "grad_norm": 1.5951285702281894,
      "learning_rate": 4.693247645217277e-05,
      "loss": 0.6557,
      "step": 109085
    },
    {
      "epoch": 4.467990989146017,
      "grad_norm": 1.3862528432972874,
      "learning_rate": 4.693010692027431e-05,
      "loss": 0.4902,
      "step": 109086
    },
    {
      "epoch": 4.4680319475732135,
      "grad_norm": 1.6163512635792006,
      "learning_rate": 4.692773743710132e-05,
      "loss": 0.581,
      "step": 109087
    },
    {
      "epoch": 4.468072906000409,
      "grad_norm": 2.21190087450883,
      "learning_rate": 4.692536800265494e-05,
      "loss": 0.9481,
      "step": 109088
    },
    {
      "epoch": 4.468113864427606,
      "grad_norm": 1.1906679657906545,
      "learning_rate": 4.692299861693623e-05,
      "loss": 0.3339,
      "step": 109089
    },
    {
      "epoch": 4.468154822854802,
      "grad_norm": 0.6783558577190179,
      "learning_rate": 4.692062927994636e-05,
      "loss": 0.1436,
      "step": 109090
    },
    {
      "epoch": 4.468195781281999,
      "grad_norm": 1.8342076820312632,
      "learning_rate": 4.691825999168646e-05,
      "loss": 0.7022,
      "step": 109091
    },
    {
      "epoch": 4.468236739709195,
      "grad_norm": 0.5130144828319413,
      "learning_rate": 4.6915890752157595e-05,
      "loss": 0.0694,
      "step": 109092
    },
    {
      "epoch": 4.468277698136392,
      "grad_norm": 1.6592572591495263,
      "learning_rate": 4.691352156136094e-05,
      "loss": 0.4639,
      "step": 109093
    },
    {
      "epoch": 4.4683186565635875,
      "grad_norm": 1.549258139103654,
      "learning_rate": 4.6911152419297566e-05,
      "loss": 0.4812,
      "step": 109094
    },
    {
      "epoch": 4.468359614990784,
      "grad_norm": 1.768825512255141,
      "learning_rate": 4.69087833259686e-05,
      "loss": 0.784,
      "step": 109095
    },
    {
      "epoch": 4.468400573417981,
      "grad_norm": 1.4912029881464817,
      "learning_rate": 4.690641428137524e-05,
      "loss": 0.5874,
      "step": 109096
    },
    {
      "epoch": 4.468441531845177,
      "grad_norm": 1.5029021452324707,
      "learning_rate": 4.690404528551849e-05,
      "loss": 0.5987,
      "step": 109097
    },
    {
      "epoch": 4.468482490272374,
      "grad_norm": 0.8523639819281921,
      "learning_rate": 4.690167633839952e-05,
      "loss": 0.1336,
      "step": 109098
    },
    {
      "epoch": 4.46852344869957,
      "grad_norm": 1.0096857040606764,
      "learning_rate": 4.6899307440019514e-05,
      "loss": 0.2541,
      "step": 109099
    },
    {
      "epoch": 4.468564407126767,
      "grad_norm": 1.4553842041297924,
      "learning_rate": 4.689693859037948e-05,
      "loss": 0.5835,
      "step": 109100
    },
    {
      "epoch": 4.468605365553962,
      "grad_norm": 2.7795338229797526,
      "learning_rate": 4.6894569789480635e-05,
      "loss": 1.056,
      "step": 109101
    },
    {
      "epoch": 4.468646323981159,
      "grad_norm": 1.641317582220004,
      "learning_rate": 4.689220103732401e-05,
      "loss": 0.2871,
      "step": 109102
    },
    {
      "epoch": 4.468687282408355,
      "grad_norm": 1.4008924882300462,
      "learning_rate": 4.688983233391076e-05,
      "loss": 0.7047,
      "step": 109103
    },
    {
      "epoch": 4.468728240835552,
      "grad_norm": 1.722680849106359,
      "learning_rate": 4.6887463679242077e-05,
      "loss": 0.6909,
      "step": 109104
    },
    {
      "epoch": 4.4687691992627485,
      "grad_norm": 1.4567546906314812,
      "learning_rate": 4.6885095073318964e-05,
      "loss": 0.6887,
      "step": 109105
    },
    {
      "epoch": 4.468810157689945,
      "grad_norm": 1.2877238690030284,
      "learning_rate": 4.6882726516142605e-05,
      "loss": 0.273,
      "step": 109106
    },
    {
      "epoch": 4.468851116117141,
      "grad_norm": 3.114074672238442,
      "learning_rate": 4.688035800771414e-05,
      "loss": 0.6995,
      "step": 109107
    },
    {
      "epoch": 4.468892074544337,
      "grad_norm": 1.176809944683305,
      "learning_rate": 4.6877989548034624e-05,
      "loss": 0.34,
      "step": 109108
    },
    {
      "epoch": 4.468933032971534,
      "grad_norm": 1.296090253184922,
      "learning_rate": 4.6875621137105245e-05,
      "loss": 0.5485,
      "step": 109109
    },
    {
      "epoch": 4.46897399139873,
      "grad_norm": 2.62849652784901,
      "learning_rate": 4.687325277492706e-05,
      "loss": 1.7171,
      "step": 109110
    },
    {
      "epoch": 4.469014949825927,
      "grad_norm": 1.596911803991931,
      "learning_rate": 4.68708844615012e-05,
      "loss": 0.6461,
      "step": 109111
    },
    {
      "epoch": 4.469055908253123,
      "grad_norm": 1.381347359365945,
      "learning_rate": 4.6868516196828845e-05,
      "loss": 0.5245,
      "step": 109112
    },
    {
      "epoch": 4.469096866680319,
      "grad_norm": 5.007588607826486,
      "learning_rate": 4.686614798091103e-05,
      "loss": 2.1565,
      "step": 109113
    },
    {
      "epoch": 4.469137825107516,
      "grad_norm": 1.096470333330999,
      "learning_rate": 4.686377981374898e-05,
      "loss": 0.1507,
      "step": 109114
    },
    {
      "epoch": 4.469178783534712,
      "grad_norm": 1.7465235709428852,
      "learning_rate": 4.686141169534369e-05,
      "loss": 0.6618,
      "step": 109115
    },
    {
      "epoch": 4.469219741961909,
      "grad_norm": 0.973004031530843,
      "learning_rate": 4.685904362569633e-05,
      "loss": 0.1914,
      "step": 109116
    },
    {
      "epoch": 4.469260700389105,
      "grad_norm": 1.8926661365429969,
      "learning_rate": 4.685667560480809e-05,
      "loss": 0.6545,
      "step": 109117
    },
    {
      "epoch": 4.469301658816302,
      "grad_norm": 1.3945260797581869,
      "learning_rate": 4.685430763267997e-05,
      "loss": 0.5412,
      "step": 109118
    },
    {
      "epoch": 4.469342617243498,
      "grad_norm": 1.558411915142372,
      "learning_rate": 4.6851939709313153e-05,
      "loss": 0.6638,
      "step": 109119
    },
    {
      "epoch": 4.469383575670694,
      "grad_norm": 1.0381055273094675,
      "learning_rate": 4.6849571834708794e-05,
      "loss": 0.2789,
      "step": 109120
    },
    {
      "epoch": 4.46942453409789,
      "grad_norm": 1.5992139510229744,
      "learning_rate": 4.6847204008867925e-05,
      "loss": 0.7347,
      "step": 109121
    },
    {
      "epoch": 4.469465492525087,
      "grad_norm": 1.4353446993881978,
      "learning_rate": 4.684483623179177e-05,
      "loss": 0.7063,
      "step": 109122
    },
    {
      "epoch": 4.4695064509522835,
      "grad_norm": 1.9057855798264032,
      "learning_rate": 4.684246850348134e-05,
      "loss": 0.6134,
      "step": 109123
    },
    {
      "epoch": 4.46954740937948,
      "grad_norm": 1.397953168797219,
      "learning_rate": 4.6840100823937814e-05,
      "loss": 0.5575,
      "step": 109124
    },
    {
      "epoch": 4.469588367806677,
      "grad_norm": 1.7567824463686115,
      "learning_rate": 4.6837733193162344e-05,
      "loss": 0.7201,
      "step": 109125
    },
    {
      "epoch": 4.469629326233872,
      "grad_norm": 1.548942981473248,
      "learning_rate": 4.683536561115595e-05,
      "loss": 0.773,
      "step": 109126
    },
    {
      "epoch": 4.469670284661069,
      "grad_norm": 1.5075332349808843,
      "learning_rate": 4.6832998077919806e-05,
      "loss": 0.6956,
      "step": 109127
    },
    {
      "epoch": 4.469711243088265,
      "grad_norm": 1.3050504127860145,
      "learning_rate": 4.68306305934551e-05,
      "loss": 0.5641,
      "step": 109128
    },
    {
      "epoch": 4.469752201515462,
      "grad_norm": 1.027837503173269,
      "learning_rate": 4.682826315776283e-05,
      "loss": 0.2435,
      "step": 109129
    },
    {
      "epoch": 4.469793159942658,
      "grad_norm": 1.1947419516497422,
      "learning_rate": 4.682589577084422e-05,
      "loss": 0.5384,
      "step": 109130
    },
    {
      "epoch": 4.469834118369855,
      "grad_norm": 1.3101199418737373,
      "learning_rate": 4.682352843270028e-05,
      "loss": 0.4176,
      "step": 109131
    },
    {
      "epoch": 4.4698750767970505,
      "grad_norm": 0.8713480515479436,
      "learning_rate": 4.68211611433322e-05,
      "loss": 0.2218,
      "step": 109132
    },
    {
      "epoch": 4.469916035224247,
      "grad_norm": 1.231744619887714,
      "learning_rate": 4.681879390274114e-05,
      "loss": 0.4032,
      "step": 109133
    },
    {
      "epoch": 4.469956993651444,
      "grad_norm": 1.4547371216153688,
      "learning_rate": 4.681642671092815e-05,
      "loss": 0.6671,
      "step": 109134
    },
    {
      "epoch": 4.46999795207864,
      "grad_norm": 1.351738592981462,
      "learning_rate": 4.681405956789433e-05,
      "loss": 0.5555,
      "step": 109135
    },
    {
      "epoch": 4.470038910505837,
      "grad_norm": 1.503157693305232,
      "learning_rate": 4.681169247364089e-05,
      "loss": 0.6472,
      "step": 109136
    },
    {
      "epoch": 4.470079868933033,
      "grad_norm": 1.2095602481743388,
      "learning_rate": 4.680932542816883e-05,
      "loss": 0.4972,
      "step": 109137
    },
    {
      "epoch": 4.47012082736023,
      "grad_norm": 1.6271106426359463,
      "learning_rate": 4.680695843147934e-05,
      "loss": 0.6729,
      "step": 109138
    },
    {
      "epoch": 4.470161785787425,
      "grad_norm": 1.5322805923383742,
      "learning_rate": 4.680459148357358e-05,
      "loss": 0.7002,
      "step": 109139
    },
    {
      "epoch": 4.470202744214622,
      "grad_norm": 1.2376213814930257,
      "learning_rate": 4.680222458445257e-05,
      "loss": 0.4013,
      "step": 109140
    },
    {
      "epoch": 4.4702437026418185,
      "grad_norm": 1.589242950732127,
      "learning_rate": 4.679985773411748e-05,
      "loss": 0.6523,
      "step": 109141
    },
    {
      "epoch": 4.470284661069015,
      "grad_norm": 1.463151009542911,
      "learning_rate": 4.679749093256948e-05,
      "loss": 0.6843,
      "step": 109142
    },
    {
      "epoch": 4.4703256194962115,
      "grad_norm": 1.047902336320274,
      "learning_rate": 4.679512417980959e-05,
      "loss": 0.215,
      "step": 109143
    },
    {
      "epoch": 4.470366577923408,
      "grad_norm": 2.4314364987066037,
      "learning_rate": 4.679275747583904e-05,
      "loss": 1.4329,
      "step": 109144
    },
    {
      "epoch": 4.470407536350604,
      "grad_norm": 1.2807927234113492,
      "learning_rate": 4.6790390820658806e-05,
      "loss": 0.4747,
      "step": 109145
    },
    {
      "epoch": 4.4704484947778,
      "grad_norm": 2.213776802605882,
      "learning_rate": 4.6788024214270115e-05,
      "loss": 1.3839,
      "step": 109146
    },
    {
      "epoch": 4.470489453204997,
      "grad_norm": 1.4219935937149366,
      "learning_rate": 4.6785657656674094e-05,
      "loss": 0.5227,
      "step": 109147
    },
    {
      "epoch": 4.470530411632193,
      "grad_norm": 1.3998023479743793,
      "learning_rate": 4.678329114787177e-05,
      "loss": 0.6247,
      "step": 109148
    },
    {
      "epoch": 4.47057137005939,
      "grad_norm": 1.0214102165160857,
      "learning_rate": 4.678092468786437e-05,
      "loss": 0.2707,
      "step": 109149
    },
    {
      "epoch": 4.470612328486586,
      "grad_norm": 1.4764236196725313,
      "learning_rate": 4.67785582766529e-05,
      "loss": 0.7271,
      "step": 109150
    },
    {
      "epoch": 4.470653286913782,
      "grad_norm": 1.4391229170517514,
      "learning_rate": 4.677619191423855e-05,
      "loss": 0.5916,
      "step": 109151
    },
    {
      "epoch": 4.470694245340979,
      "grad_norm": 0.7923969223953675,
      "learning_rate": 4.6773825600622475e-05,
      "loss": 0.2159,
      "step": 109152
    },
    {
      "epoch": 4.470735203768175,
      "grad_norm": 1.4134747366743874,
      "learning_rate": 4.67714593358057e-05,
      "loss": 0.605,
      "step": 109153
    },
    {
      "epoch": 4.470776162195372,
      "grad_norm": 2.8871142090475654,
      "learning_rate": 4.676909311978938e-05,
      "loss": 2.5397,
      "step": 109154
    },
    {
      "epoch": 4.470817120622568,
      "grad_norm": 1.7675505107885896,
      "learning_rate": 4.67667269525747e-05,
      "loss": 0.9422,
      "step": 109155
    },
    {
      "epoch": 4.470858079049765,
      "grad_norm": 1.872782637534553,
      "learning_rate": 4.676436083416267e-05,
      "loss": 0.9109,
      "step": 109156
    },
    {
      "epoch": 4.470899037476961,
      "grad_norm": 1.5224276108814951,
      "learning_rate": 4.676199476455451e-05,
      "loss": 0.6623,
      "step": 109157
    },
    {
      "epoch": 4.470939995904157,
      "grad_norm": 1.396386769347546,
      "learning_rate": 4.6759628743751234e-05,
      "loss": 0.3975,
      "step": 109158
    },
    {
      "epoch": 4.4709809543313535,
      "grad_norm": 1.585978103887888,
      "learning_rate": 4.675726277175401e-05,
      "loss": 0.6186,
      "step": 109159
    },
    {
      "epoch": 4.47102191275855,
      "grad_norm": 1.8846984712642953,
      "learning_rate": 4.6754896848564014e-05,
      "loss": 1.0086,
      "step": 109160
    },
    {
      "epoch": 4.4710628711857465,
      "grad_norm": 1.55599234110622,
      "learning_rate": 4.675253097418228e-05,
      "loss": 0.6662,
      "step": 109161
    },
    {
      "epoch": 4.471103829612943,
      "grad_norm": 1.7153235836914753,
      "learning_rate": 4.675016514860993e-05,
      "loss": 0.8097,
      "step": 109162
    },
    {
      "epoch": 4.47114478804014,
      "grad_norm": 1.4657078536305104,
      "learning_rate": 4.674779937184817e-05,
      "loss": 0.6187,
      "step": 109163
    },
    {
      "epoch": 4.471185746467335,
      "grad_norm": 1.3681199680309166,
      "learning_rate": 4.674543364389802e-05,
      "loss": 0.5517,
      "step": 109164
    },
    {
      "epoch": 4.471226704894532,
      "grad_norm": 1.0662578239183813,
      "learning_rate": 4.674306796476068e-05,
      "loss": 0.276,
      "step": 109165
    },
    {
      "epoch": 4.471267663321728,
      "grad_norm": 1.4567900785086618,
      "learning_rate": 4.6740702334437187e-05,
      "loss": 0.4775,
      "step": 109166
    },
    {
      "epoch": 4.471308621748925,
      "grad_norm": 1.6776097916920751,
      "learning_rate": 4.6738336752928676e-05,
      "loss": 0.7971,
      "step": 109167
    },
    {
      "epoch": 4.471349580176121,
      "grad_norm": 0.9845384038353131,
      "learning_rate": 4.673597122023635e-05,
      "loss": 0.2428,
      "step": 109168
    },
    {
      "epoch": 4.471390538603318,
      "grad_norm": 1.9213413379115607,
      "learning_rate": 4.673360573636122e-05,
      "loss": 0.8273,
      "step": 109169
    },
    {
      "epoch": 4.471431497030514,
      "grad_norm": 1.2538016186363738,
      "learning_rate": 4.673124030130444e-05,
      "loss": 0.575,
      "step": 109170
    },
    {
      "epoch": 4.47147245545771,
      "grad_norm": 1.5364947209213593,
      "learning_rate": 4.672887491506719e-05,
      "loss": 0.5764,
      "step": 109171
    },
    {
      "epoch": 4.471513413884907,
      "grad_norm": 1.5653620259972314,
      "learning_rate": 4.672650957765048e-05,
      "loss": 0.7052,
      "step": 109172
    },
    {
      "epoch": 4.471554372312103,
      "grad_norm": 2.398239544629705,
      "learning_rate": 4.6724144289055546e-05,
      "loss": 1.442,
      "step": 109173
    },
    {
      "epoch": 4.4715953307393,
      "grad_norm": 1.447327665713796,
      "learning_rate": 4.6721779049283385e-05,
      "loss": 0.3996,
      "step": 109174
    },
    {
      "epoch": 4.471636289166496,
      "grad_norm": 1.6375100867411652,
      "learning_rate": 4.671941385833517e-05,
      "loss": 0.8649,
      "step": 109175
    },
    {
      "epoch": 4.471677247593693,
      "grad_norm": 0.9622115827441746,
      "learning_rate": 4.6717048716212074e-05,
      "loss": 0.2074,
      "step": 109176
    },
    {
      "epoch": 4.471718206020888,
      "grad_norm": 1.1820579536515619,
      "learning_rate": 4.671468362291513e-05,
      "loss": 0.5434,
      "step": 109177
    },
    {
      "epoch": 4.471759164448085,
      "grad_norm": 0.8104053228939754,
      "learning_rate": 4.671231857844549e-05,
      "loss": 0.2253,
      "step": 109178
    },
    {
      "epoch": 4.4718001228752815,
      "grad_norm": 1.588788886839791,
      "learning_rate": 4.6709953582804295e-05,
      "loss": 0.739,
      "step": 109179
    },
    {
      "epoch": 4.471841081302478,
      "grad_norm": 1.4971277116159876,
      "learning_rate": 4.670758863599261e-05,
      "loss": 0.3533,
      "step": 109180
    },
    {
      "epoch": 4.471882039729675,
      "grad_norm": 1.8980450256202175,
      "learning_rate": 4.670522373801163e-05,
      "loss": 0.8169,
      "step": 109181
    },
    {
      "epoch": 4.471922998156871,
      "grad_norm": 1.7265752728073407,
      "learning_rate": 4.6702858888862377e-05,
      "loss": 0.7757,
      "step": 109182
    },
    {
      "epoch": 4.471963956584067,
      "grad_norm": 0.9742954707155922,
      "learning_rate": 4.670049408854601e-05,
      "loss": 0.193,
      "step": 109183
    },
    {
      "epoch": 4.472004915011263,
      "grad_norm": 1.1264593398367195,
      "learning_rate": 4.669812933706371e-05,
      "loss": 0.4982,
      "step": 109184
    },
    {
      "epoch": 4.47204587343846,
      "grad_norm": 1.8559570520237292,
      "learning_rate": 4.66957646344165e-05,
      "loss": 0.6618,
      "step": 109185
    },
    {
      "epoch": 4.472086831865656,
      "grad_norm": 1.4366895297248115,
      "learning_rate": 4.669339998060557e-05,
      "loss": 0.7262,
      "step": 109186
    },
    {
      "epoch": 4.472127790292853,
      "grad_norm": 1.5379592163977935,
      "learning_rate": 4.669103537563198e-05,
      "loss": 0.5735,
      "step": 109187
    },
    {
      "epoch": 4.472168748720049,
      "grad_norm": 0.30774524146791465,
      "learning_rate": 4.668867081949685e-05,
      "loss": 0.0294,
      "step": 109188
    },
    {
      "epoch": 4.472209707147245,
      "grad_norm": 1.217617955553726,
      "learning_rate": 4.668630631220139e-05,
      "loss": 0.2708,
      "step": 109189
    },
    {
      "epoch": 4.472250665574442,
      "grad_norm": 1.8939565158420166,
      "learning_rate": 4.66839418537466e-05,
      "loss": 0.8739,
      "step": 109190
    },
    {
      "epoch": 4.472291624001638,
      "grad_norm": 1.7762685443441109,
      "learning_rate": 4.6681577444133636e-05,
      "loss": 0.8663,
      "step": 109191
    },
    {
      "epoch": 4.472332582428835,
      "grad_norm": 1.6459259127909485,
      "learning_rate": 4.667921308336366e-05,
      "loss": 0.7047,
      "step": 109192
    },
    {
      "epoch": 4.472373540856031,
      "grad_norm": 0.8163295878321829,
      "learning_rate": 4.667684877143774e-05,
      "loss": 0.2348,
      "step": 109193
    },
    {
      "epoch": 4.472414499283228,
      "grad_norm": 1.2406418180741137,
      "learning_rate": 4.667448450835705e-05,
      "loss": 0.3304,
      "step": 109194
    },
    {
      "epoch": 4.472455457710424,
      "grad_norm": 1.4922956855832212,
      "learning_rate": 4.6672120294122614e-05,
      "loss": 0.4673,
      "step": 109195
    },
    {
      "epoch": 4.47249641613762,
      "grad_norm": 0.7848982062891093,
      "learning_rate": 4.66697561287356e-05,
      "loss": 0.2079,
      "step": 109196
    },
    {
      "epoch": 4.4725373745648165,
      "grad_norm": 0.8395528510254662,
      "learning_rate": 4.6667392012197184e-05,
      "loss": 0.2348,
      "step": 109197
    },
    {
      "epoch": 4.472578332992013,
      "grad_norm": 1.7518853691968814,
      "learning_rate": 4.6665027944508376e-05,
      "loss": 0.6552,
      "step": 109198
    },
    {
      "epoch": 4.4726192914192096,
      "grad_norm": 1.775497268258241,
      "learning_rate": 4.6662663925670356e-05,
      "loss": 0.6568,
      "step": 109199
    },
    {
      "epoch": 4.472660249846406,
      "grad_norm": 1.7184764289645575,
      "learning_rate": 4.666029995568426e-05,
      "loss": 0.9014,
      "step": 109200
    },
    {
      "epoch": 4.472701208273603,
      "grad_norm": 1.454715078838879,
      "learning_rate": 4.665793603455115e-05,
      "loss": 0.5551,
      "step": 109201
    },
    {
      "epoch": 4.472742166700799,
      "grad_norm": 1.2709431218811935,
      "learning_rate": 4.665557216227221e-05,
      "loss": 0.4975,
      "step": 109202
    },
    {
      "epoch": 4.472783125127995,
      "grad_norm": 1.4413840940659892,
      "learning_rate": 4.665320833884848e-05,
      "loss": 0.4809,
      "step": 109203
    },
    {
      "epoch": 4.472824083555191,
      "grad_norm": 1.162388798367565,
      "learning_rate": 4.665084456428115e-05,
      "loss": 0.6012,
      "step": 109204
    },
    {
      "epoch": 4.472865041982388,
      "grad_norm": 0.9683950972408237,
      "learning_rate": 4.664848083857127e-05,
      "loss": 0.267,
      "step": 109205
    },
    {
      "epoch": 4.472906000409584,
      "grad_norm": 2.0920522602417124,
      "learning_rate": 4.664611716172004e-05,
      "loss": 1.199,
      "step": 109206
    },
    {
      "epoch": 4.472946958836781,
      "grad_norm": 1.0888665249652607,
      "learning_rate": 4.664375353372846e-05,
      "loss": 0.2486,
      "step": 109207
    },
    {
      "epoch": 4.472987917263977,
      "grad_norm": 2.2769171037625977,
      "learning_rate": 4.664138995459778e-05,
      "loss": 1.3634,
      "step": 109208
    },
    {
      "epoch": 4.473028875691173,
      "grad_norm": 0.9360883708058265,
      "learning_rate": 4.6639026424329005e-05,
      "loss": 0.2483,
      "step": 109209
    },
    {
      "epoch": 4.47306983411837,
      "grad_norm": 1.3548561428113386,
      "learning_rate": 4.663666294292329e-05,
      "loss": 0.7654,
      "step": 109210
    },
    {
      "epoch": 4.473110792545566,
      "grad_norm": 1.450120136068614,
      "learning_rate": 4.663429951038183e-05,
      "loss": 0.6084,
      "step": 109211
    },
    {
      "epoch": 4.473151750972763,
      "grad_norm": 0.9319315860448012,
      "learning_rate": 4.6631936126705614e-05,
      "loss": 0.2458,
      "step": 109212
    },
    {
      "epoch": 4.473192709399959,
      "grad_norm": 1.6386549299594317,
      "learning_rate": 4.6629572791895814e-05,
      "loss": 0.6508,
      "step": 109213
    },
    {
      "epoch": 4.473233667827156,
      "grad_norm": 1.3922960661167303,
      "learning_rate": 4.662720950595361e-05,
      "loss": 0.5395,
      "step": 109214
    },
    {
      "epoch": 4.4732746262543515,
      "grad_norm": 1.6648840946189662,
      "learning_rate": 4.6624846268880025e-05,
      "loss": 0.9382,
      "step": 109215
    },
    {
      "epoch": 4.473315584681548,
      "grad_norm": 1.8803626537983764,
      "learning_rate": 4.6622483080676246e-05,
      "loss": 0.913,
      "step": 109216
    },
    {
      "epoch": 4.4733565431087445,
      "grad_norm": 1.0532285574460678,
      "learning_rate": 4.662011994134331e-05,
      "loss": 0.2593,
      "step": 109217
    },
    {
      "epoch": 4.473397501535941,
      "grad_norm": 1.7417387864074818,
      "learning_rate": 4.6617756850882386e-05,
      "loss": 1.0256,
      "step": 109218
    },
    {
      "epoch": 4.473438459963138,
      "grad_norm": 1.2820422405162206,
      "learning_rate": 4.661539380929465e-05,
      "loss": 0.5101,
      "step": 109219
    },
    {
      "epoch": 4.473479418390334,
      "grad_norm": 1.0266012601853796,
      "learning_rate": 4.661303081658108e-05,
      "loss": 0.3883,
      "step": 109220
    },
    {
      "epoch": 4.473520376817531,
      "grad_norm": 3.5543932166453676,
      "learning_rate": 4.661066787274293e-05,
      "loss": 3.6351,
      "step": 109221
    },
    {
      "epoch": 4.473561335244726,
      "grad_norm": 1.7883659924541064,
      "learning_rate": 4.660830497778123e-05,
      "loss": 0.5212,
      "step": 109222
    },
    {
      "epoch": 4.473602293671923,
      "grad_norm": 1.390557330221773,
      "learning_rate": 4.66059421316971e-05,
      "loss": 0.5096,
      "step": 109223
    },
    {
      "epoch": 4.473643252099119,
      "grad_norm": 1.5711463555540481,
      "learning_rate": 4.6603579334491744e-05,
      "loss": 0.6215,
      "step": 109224
    },
    {
      "epoch": 4.473684210526316,
      "grad_norm": 1.752675575249683,
      "learning_rate": 4.660121658616615e-05,
      "loss": 0.8165,
      "step": 109225
    },
    {
      "epoch": 4.4737251689535125,
      "grad_norm": 1.957112133173651,
      "learning_rate": 4.659885388672151e-05,
      "loss": 0.8328,
      "step": 109226
    },
    {
      "epoch": 4.473766127380708,
      "grad_norm": 1.34834112343431,
      "learning_rate": 4.659649123615898e-05,
      "loss": 0.5579,
      "step": 109227
    },
    {
      "epoch": 4.473807085807905,
      "grad_norm": 1.5429718831897357,
      "learning_rate": 4.659412863447959e-05,
      "loss": 0.6231,
      "step": 109228
    },
    {
      "epoch": 4.473848044235101,
      "grad_norm": 1.7215046084617054,
      "learning_rate": 4.659176608168454e-05,
      "loss": 1.0516,
      "step": 109229
    },
    {
      "epoch": 4.473889002662298,
      "grad_norm": 1.3066197580511454,
      "learning_rate": 4.6589403577774834e-05,
      "loss": 0.433,
      "step": 109230
    },
    {
      "epoch": 4.473929961089494,
      "grad_norm": 1.4466830167540112,
      "learning_rate": 4.658704112275168e-05,
      "loss": 0.6273,
      "step": 109231
    },
    {
      "epoch": 4.473970919516691,
      "grad_norm": 1.2383859959693826,
      "learning_rate": 4.6584678716616214e-05,
      "loss": 0.4804,
      "step": 109232
    },
    {
      "epoch": 4.474011877943887,
      "grad_norm": 1.3851346675408835,
      "learning_rate": 4.658231635936946e-05,
      "loss": 0.5788,
      "step": 109233
    },
    {
      "epoch": 4.474052836371083,
      "grad_norm": 1.9137612102607444,
      "learning_rate": 4.657995405101258e-05,
      "loss": 0.8514,
      "step": 109234
    },
    {
      "epoch": 4.4740937947982795,
      "grad_norm": 1.5133329025916336,
      "learning_rate": 4.657759179154676e-05,
      "loss": 0.6508,
      "step": 109235
    },
    {
      "epoch": 4.474134753225476,
      "grad_norm": 1.521598081015447,
      "learning_rate": 4.6575229580972994e-05,
      "loss": 0.8378,
      "step": 109236
    },
    {
      "epoch": 4.474175711652673,
      "grad_norm": 1.6929148609547784,
      "learning_rate": 4.657286741929252e-05,
      "loss": 0.5766,
      "step": 109237
    },
    {
      "epoch": 4.474216670079869,
      "grad_norm": 1.5200734582288395,
      "learning_rate": 4.657050530650634e-05,
      "loss": 0.5538,
      "step": 109238
    },
    {
      "epoch": 4.474257628507066,
      "grad_norm": 3.8351518321399825,
      "learning_rate": 4.65681432426156e-05,
      "loss": 0.7201,
      "step": 109239
    },
    {
      "epoch": 4.474298586934262,
      "grad_norm": 1.3617010674995607,
      "learning_rate": 4.6565781227621506e-05,
      "loss": 0.4625,
      "step": 109240
    },
    {
      "epoch": 4.474339545361458,
      "grad_norm": 1.5009146901144816,
      "learning_rate": 4.656341926152506e-05,
      "loss": 0.6488,
      "step": 109241
    },
    {
      "epoch": 4.474380503788654,
      "grad_norm": 1.3147300987405477,
      "learning_rate": 4.6561057344327424e-05,
      "loss": 0.575,
      "step": 109242
    },
    {
      "epoch": 4.474421462215851,
      "grad_norm": 1.54362334216789,
      "learning_rate": 4.6558695476029784e-05,
      "loss": 0.7048,
      "step": 109243
    },
    {
      "epoch": 4.4744624206430474,
      "grad_norm": 1.4876713397725396,
      "learning_rate": 4.6556333656633124e-05,
      "loss": 0.7365,
      "step": 109244
    },
    {
      "epoch": 4.474503379070244,
      "grad_norm": 1.049557380862084,
      "learning_rate": 4.655397188613867e-05,
      "loss": 0.2325,
      "step": 109245
    },
    {
      "epoch": 4.47454433749744,
      "grad_norm": 0.8467613552914436,
      "learning_rate": 4.655161016454746e-05,
      "loss": 0.2356,
      "step": 109246
    },
    {
      "epoch": 4.474585295924636,
      "grad_norm": 1.3037152642190468,
      "learning_rate": 4.6549248491860644e-05,
      "loss": 0.1547,
      "step": 109247
    },
    {
      "epoch": 4.474626254351833,
      "grad_norm": 2.0422357367927875,
      "learning_rate": 4.654688686807938e-05,
      "loss": 1.0952,
      "step": 109248
    },
    {
      "epoch": 4.474667212779029,
      "grad_norm": 1.0670038730545504,
      "learning_rate": 4.6544525293204707e-05,
      "loss": 0.2824,
      "step": 109249
    },
    {
      "epoch": 4.474708171206226,
      "grad_norm": 1.3931001829373726,
      "learning_rate": 4.6542163767237783e-05,
      "loss": 0.6019,
      "step": 109250
    },
    {
      "epoch": 4.474749129633422,
      "grad_norm": 1.3565625234620902,
      "learning_rate": 4.653980229017975e-05,
      "loss": 0.6607,
      "step": 109251
    },
    {
      "epoch": 4.474790088060619,
      "grad_norm": 1.4561619497707916,
      "learning_rate": 4.653744086203166e-05,
      "loss": 0.4906,
      "step": 109252
    },
    {
      "epoch": 4.4748310464878145,
      "grad_norm": 5.91666122872982,
      "learning_rate": 4.653507948279471e-05,
      "loss": 5.7278,
      "step": 109253
    },
    {
      "epoch": 4.474872004915011,
      "grad_norm": 2.351633463216039,
      "learning_rate": 4.653271815246992e-05,
      "loss": 1.9291,
      "step": 109254
    },
    {
      "epoch": 4.474912963342208,
      "grad_norm": 1.2679480708471722,
      "learning_rate": 4.653035687105847e-05,
      "loss": 0.465,
      "step": 109255
    },
    {
      "epoch": 4.474953921769404,
      "grad_norm": 1.0599549973469293,
      "learning_rate": 4.6527995638561495e-05,
      "loss": 0.315,
      "step": 109256
    },
    {
      "epoch": 4.474994880196601,
      "grad_norm": 1.4063282813323132,
      "learning_rate": 4.6525634454980034e-05,
      "loss": 0.5183,
      "step": 109257
    },
    {
      "epoch": 4.475035838623797,
      "grad_norm": 1.7479652042675953,
      "learning_rate": 4.65232733203153e-05,
      "loss": 0.7343,
      "step": 109258
    },
    {
      "epoch": 4.475076797050994,
      "grad_norm": 0.9764388985132549,
      "learning_rate": 4.652091223456832e-05,
      "loss": 0.2965,
      "step": 109259
    },
    {
      "epoch": 4.475117755478189,
      "grad_norm": 1.6725727034028703,
      "learning_rate": 4.651855119774024e-05,
      "loss": 0.6676,
      "step": 109260
    },
    {
      "epoch": 4.475158713905386,
      "grad_norm": 1.1072578351986366,
      "learning_rate": 4.6516190209832226e-05,
      "loss": 0.2311,
      "step": 109261
    },
    {
      "epoch": 4.475199672332582,
      "grad_norm": 1.6950779907021223,
      "learning_rate": 4.65138292708453e-05,
      "loss": 0.8236,
      "step": 109262
    },
    {
      "epoch": 4.475240630759779,
      "grad_norm": 2.1364122416754916,
      "learning_rate": 4.6511468380780635e-05,
      "loss": 1.1815,
      "step": 109263
    },
    {
      "epoch": 4.4752815891869755,
      "grad_norm": 1.9280417989985055,
      "learning_rate": 4.650910753963941e-05,
      "loss": 0.9004,
      "step": 109264
    },
    {
      "epoch": 4.475322547614172,
      "grad_norm": 1.0458346233677376,
      "learning_rate": 4.650674674742261e-05,
      "loss": 0.4604,
      "step": 109265
    },
    {
      "epoch": 4.475363506041368,
      "grad_norm": 1.4764044433737866,
      "learning_rate": 4.650438600413146e-05,
      "loss": 0.5869,
      "step": 109266
    },
    {
      "epoch": 4.475404464468564,
      "grad_norm": 1.2826885476217824,
      "learning_rate": 4.650202530976698e-05,
      "loss": 0.4387,
      "step": 109267
    },
    {
      "epoch": 4.475445422895761,
      "grad_norm": 1.6916011124284205,
      "learning_rate": 4.649966466433035e-05,
      "loss": 0.8506,
      "step": 109268
    },
    {
      "epoch": 4.475486381322957,
      "grad_norm": 1.6768830621314492,
      "learning_rate": 4.6497304067822704e-05,
      "loss": 0.6485,
      "step": 109269
    },
    {
      "epoch": 4.475527339750154,
      "grad_norm": 1.5245143198550943,
      "learning_rate": 4.64949435202451e-05,
      "loss": 0.5993,
      "step": 109270
    },
    {
      "epoch": 4.47556829817735,
      "grad_norm": 1.3870000273605665,
      "learning_rate": 4.6492583021598665e-05,
      "loss": 0.564,
      "step": 109271
    },
    {
      "epoch": 4.475609256604546,
      "grad_norm": 1.570284122300279,
      "learning_rate": 4.649022257188458e-05,
      "loss": 0.7735,
      "step": 109272
    },
    {
      "epoch": 4.4756502150317425,
      "grad_norm": 1.6599600485806019,
      "learning_rate": 4.648786217110386e-05,
      "loss": 0.7279,
      "step": 109273
    },
    {
      "epoch": 4.475691173458939,
      "grad_norm": 1.4872630831546114,
      "learning_rate": 4.648550181925774e-05,
      "loss": 0.768,
      "step": 109274
    },
    {
      "epoch": 4.475732131886136,
      "grad_norm": 1.6997126815145238,
      "learning_rate": 4.648314151634725e-05,
      "loss": 0.8007,
      "step": 109275
    },
    {
      "epoch": 4.475773090313332,
      "grad_norm": 1.3527709893909694,
      "learning_rate": 4.648078126237347e-05,
      "loss": 0.528,
      "step": 109276
    },
    {
      "epoch": 4.475814048740529,
      "grad_norm": 1.8143729354780553,
      "learning_rate": 4.647842105733759e-05,
      "loss": 0.7143,
      "step": 109277
    },
    {
      "epoch": 4.475855007167725,
      "grad_norm": 1.3443568329101225,
      "learning_rate": 4.647606090124073e-05,
      "loss": 0.6271,
      "step": 109278
    },
    {
      "epoch": 4.475895965594921,
      "grad_norm": 1.2936618909534652,
      "learning_rate": 4.647370079408396e-05,
      "loss": 0.5858,
      "step": 109279
    },
    {
      "epoch": 4.475936924022117,
      "grad_norm": 1.3831684580676227,
      "learning_rate": 4.647134073586845e-05,
      "loss": 0.6949,
      "step": 109280
    },
    {
      "epoch": 4.475977882449314,
      "grad_norm": 1.7193894576957625,
      "learning_rate": 4.646898072659523e-05,
      "loss": 0.7519,
      "step": 109281
    },
    {
      "epoch": 4.4760188408765105,
      "grad_norm": 1.867131971619823,
      "learning_rate": 4.646662076626547e-05,
      "loss": 0.8876,
      "step": 109282
    },
    {
      "epoch": 4.476059799303707,
      "grad_norm": 1.6048816850811227,
      "learning_rate": 4.646426085488035e-05,
      "loss": 0.7161,
      "step": 109283
    },
    {
      "epoch": 4.4761007577309035,
      "grad_norm": 1.393737532842647,
      "learning_rate": 4.6461900992440854e-05,
      "loss": 0.5077,
      "step": 109284
    },
    {
      "epoch": 4.476141716158099,
      "grad_norm": 1.9754458681174143,
      "learning_rate": 4.645954117894821e-05,
      "loss": 0.8402,
      "step": 109285
    },
    {
      "epoch": 4.476182674585296,
      "grad_norm": 1.6769973685246682,
      "learning_rate": 4.645718141440344e-05,
      "loss": 0.8495,
      "step": 109286
    },
    {
      "epoch": 4.476223633012492,
      "grad_norm": 2.8742802216133,
      "learning_rate": 4.6454821698807716e-05,
      "loss": 0.719,
      "step": 109287
    },
    {
      "epoch": 4.476264591439689,
      "grad_norm": 1.4130109083440072,
      "learning_rate": 4.6452462032162185e-05,
      "loss": 0.677,
      "step": 109288
    },
    {
      "epoch": 4.476305549866885,
      "grad_norm": 1.402647420367257,
      "learning_rate": 4.645010241446787e-05,
      "loss": 0.5921,
      "step": 109289
    },
    {
      "epoch": 4.476346508294082,
      "grad_norm": 1.6016802512578032,
      "learning_rate": 4.6447742845725935e-05,
      "loss": 0.7834,
      "step": 109290
    },
    {
      "epoch": 4.4763874667212775,
      "grad_norm": 1.241969166252431,
      "learning_rate": 4.644538332593757e-05,
      "loss": 0.1377,
      "step": 109291
    },
    {
      "epoch": 4.476428425148474,
      "grad_norm": 2.085044077587129,
      "learning_rate": 4.644302385510374e-05,
      "loss": 0.6091,
      "step": 109292
    },
    {
      "epoch": 4.476469383575671,
      "grad_norm": 4.276144686349125,
      "learning_rate": 4.64406644332257e-05,
      "loss": 1.8292,
      "step": 109293
    },
    {
      "epoch": 4.476510342002867,
      "grad_norm": 1.5729641704640702,
      "learning_rate": 4.643830506030446e-05,
      "loss": 0.7442,
      "step": 109294
    },
    {
      "epoch": 4.476551300430064,
      "grad_norm": 1.7074825149685362,
      "learning_rate": 4.643594573634119e-05,
      "loss": 0.6141,
      "step": 109295
    },
    {
      "epoch": 4.47659225885726,
      "grad_norm": 1.5345230442623758,
      "learning_rate": 4.643358646133703e-05,
      "loss": 0.7136,
      "step": 109296
    },
    {
      "epoch": 4.476633217284457,
      "grad_norm": 1.5388559507496096,
      "learning_rate": 4.6431227235293e-05,
      "loss": 0.632,
      "step": 109297
    },
    {
      "epoch": 4.476674175711652,
      "grad_norm": 1.6010618952999627,
      "learning_rate": 4.64288680582103e-05,
      "loss": 0.588,
      "step": 109298
    },
    {
      "epoch": 4.476715134138849,
      "grad_norm": 4.736051200770376,
      "learning_rate": 4.642650893009006e-05,
      "loss": 6.3667,
      "step": 109299
    },
    {
      "epoch": 4.4767560925660455,
      "grad_norm": 3.3465727452821064,
      "learning_rate": 4.64241498509333e-05,
      "loss": 1.8062,
      "step": 109300
    },
    {
      "epoch": 4.476797050993242,
      "grad_norm": 1.3587163004100526,
      "learning_rate": 4.6421790820741244e-05,
      "loss": 0.4887,
      "step": 109301
    },
    {
      "epoch": 4.4768380094204385,
      "grad_norm": 1.2747775011348157,
      "learning_rate": 4.641943183951492e-05,
      "loss": 0.3269,
      "step": 109302
    },
    {
      "epoch": 4.476878967847635,
      "grad_norm": 1.6102359332662832,
      "learning_rate": 4.641707290725546e-05,
      "loss": 0.6849,
      "step": 109303
    },
    {
      "epoch": 4.476919926274831,
      "grad_norm": 2.8583992681412496,
      "learning_rate": 4.641471402396406e-05,
      "loss": 0.9014,
      "step": 109304
    },
    {
      "epoch": 4.476960884702027,
      "grad_norm": 1.4786846857359153,
      "learning_rate": 4.641235518964171e-05,
      "loss": 0.5447,
      "step": 109305
    },
    {
      "epoch": 4.477001843129224,
      "grad_norm": 1.0428283246096215,
      "learning_rate": 4.64099964042896e-05,
      "loss": 0.3535,
      "step": 109306
    },
    {
      "epoch": 4.47704280155642,
      "grad_norm": 1.0081783033103076,
      "learning_rate": 4.6407637667908885e-05,
      "loss": 0.3056,
      "step": 109307
    },
    {
      "epoch": 4.477083759983617,
      "grad_norm": 1.482293459643673,
      "learning_rate": 4.6405278980500567e-05,
      "loss": 0.5292,
      "step": 109308
    },
    {
      "epoch": 4.477124718410813,
      "grad_norm": 1.6232625388387705,
      "learning_rate": 4.640292034206587e-05,
      "loss": 0.6773,
      "step": 109309
    },
    {
      "epoch": 4.477165676838009,
      "grad_norm": 1.5977046801818442,
      "learning_rate": 4.6400561752605813e-05,
      "loss": 0.6077,
      "step": 109310
    },
    {
      "epoch": 4.477206635265206,
      "grad_norm": 1.3583006602042793,
      "learning_rate": 4.639820321212157e-05,
      "loss": 0.6195,
      "step": 109311
    },
    {
      "epoch": 4.477247593692402,
      "grad_norm": 1.9639855707356686,
      "learning_rate": 4.639584472061429e-05,
      "loss": 1.3145,
      "step": 109312
    },
    {
      "epoch": 4.477288552119599,
      "grad_norm": 1.0140903953417169,
      "learning_rate": 4.6393486278084986e-05,
      "loss": 0.2356,
      "step": 109313
    },
    {
      "epoch": 4.477329510546795,
      "grad_norm": 1.4019390034820742,
      "learning_rate": 4.6391127884534834e-05,
      "loss": 0.4765,
      "step": 109314
    },
    {
      "epoch": 4.477370468973992,
      "grad_norm": 1.2024793024202876,
      "learning_rate": 4.6388769539964985e-05,
      "loss": 0.573,
      "step": 109315
    },
    {
      "epoch": 4.477411427401188,
      "grad_norm": 1.4996543377719356,
      "learning_rate": 4.6386411244376476e-05,
      "loss": 0.7185,
      "step": 109316
    },
    {
      "epoch": 4.477452385828384,
      "grad_norm": 1.347139160880234,
      "learning_rate": 4.63840529977705e-05,
      "loss": 0.5307,
      "step": 109317
    },
    {
      "epoch": 4.47749334425558,
      "grad_norm": 1.2406867354604691,
      "learning_rate": 4.638169480014809e-05,
      "loss": 0.6123,
      "step": 109318
    },
    {
      "epoch": 4.477534302682777,
      "grad_norm": 1.4124571206062349,
      "learning_rate": 4.63793366515104e-05,
      "loss": 0.4314,
      "step": 109319
    },
    {
      "epoch": 4.4775752611099735,
      "grad_norm": 0.8833189644231556,
      "learning_rate": 4.63769785518586e-05,
      "loss": 0.214,
      "step": 109320
    },
    {
      "epoch": 4.47761621953717,
      "grad_norm": 1.553067526001839,
      "learning_rate": 4.637462050119369e-05,
      "loss": 0.5825,
      "step": 109321
    },
    {
      "epoch": 4.477657177964367,
      "grad_norm": 1.9019485897321673,
      "learning_rate": 4.6372262499516856e-05,
      "loss": 0.6454,
      "step": 109322
    },
    {
      "epoch": 4.477698136391562,
      "grad_norm": 0.849312811350987,
      "learning_rate": 4.6369904546829254e-05,
      "loss": 0.2062,
      "step": 109323
    },
    {
      "epoch": 4.477739094818759,
      "grad_norm": 1.1354835530135186,
      "learning_rate": 4.6367546643131895e-05,
      "loss": 0.2538,
      "step": 109324
    },
    {
      "epoch": 4.477780053245955,
      "grad_norm": 2.146696930920008,
      "learning_rate": 4.6365188788425994e-05,
      "loss": 1.2487,
      "step": 109325
    },
    {
      "epoch": 4.477821011673152,
      "grad_norm": 1.646182544288362,
      "learning_rate": 4.636283098271257e-05,
      "loss": 0.7633,
      "step": 109326
    },
    {
      "epoch": 4.477861970100348,
      "grad_norm": 0.8583075771895604,
      "learning_rate": 4.636047322599278e-05,
      "loss": 0.2318,
      "step": 109327
    },
    {
      "epoch": 4.477902928527545,
      "grad_norm": 1.5073487118640276,
      "learning_rate": 4.635811551826781e-05,
      "loss": 0.4855,
      "step": 109328
    },
    {
      "epoch": 4.4779438869547405,
      "grad_norm": 0.8906441846652434,
      "learning_rate": 4.635575785953865e-05,
      "loss": 0.229,
      "step": 109329
    },
    {
      "epoch": 4.477984845381937,
      "grad_norm": 1.6596165095048319,
      "learning_rate": 4.6353400249806505e-05,
      "loss": 0.636,
      "step": 109330
    },
    {
      "epoch": 4.478025803809134,
      "grad_norm": 1.7282822337737231,
      "learning_rate": 4.6351042689072435e-05,
      "loss": 0.6773,
      "step": 109331
    },
    {
      "epoch": 4.47806676223633,
      "grad_norm": 1.4762259921369953,
      "learning_rate": 4.6348685177337574e-05,
      "loss": 0.6955,
      "step": 109332
    },
    {
      "epoch": 4.478107720663527,
      "grad_norm": 0.6248255272217018,
      "learning_rate": 4.634632771460308e-05,
      "loss": 0.0997,
      "step": 109333
    },
    {
      "epoch": 4.478148679090723,
      "grad_norm": 1.450844915644852,
      "learning_rate": 4.634397030086998e-05,
      "loss": 0.6014,
      "step": 109334
    },
    {
      "epoch": 4.47818963751792,
      "grad_norm": 1.2620879146538613,
      "learning_rate": 4.634161293613944e-05,
      "loss": 0.4753,
      "step": 109335
    },
    {
      "epoch": 4.478230595945115,
      "grad_norm": 1.8153672306600406,
      "learning_rate": 4.633925562041262e-05,
      "loss": 0.7919,
      "step": 109336
    },
    {
      "epoch": 4.478271554372312,
      "grad_norm": 1.6005802963679328,
      "learning_rate": 4.6336898353690535e-05,
      "loss": 0.6524,
      "step": 109337
    },
    {
      "epoch": 4.4783125127995085,
      "grad_norm": 1.477692288524021,
      "learning_rate": 4.6334541135974396e-05,
      "loss": 0.6755,
      "step": 109338
    },
    {
      "epoch": 4.478353471226705,
      "grad_norm": 1.4695089524156397,
      "learning_rate": 4.6332183967265205e-05,
      "loss": 0.5626,
      "step": 109339
    },
    {
      "epoch": 4.4783944296539016,
      "grad_norm": 1.3497439948336594,
      "learning_rate": 4.632982684756417e-05,
      "loss": 0.4919,
      "step": 109340
    },
    {
      "epoch": 4.478435388081098,
      "grad_norm": 1.3659159329408348,
      "learning_rate": 4.6327469776872404e-05,
      "loss": 0.591,
      "step": 109341
    },
    {
      "epoch": 4.478476346508294,
      "grad_norm": 1.502440452602797,
      "learning_rate": 4.6325112755190955e-05,
      "loss": 0.6227,
      "step": 109342
    },
    {
      "epoch": 4.47851730493549,
      "grad_norm": 1.3253932720872983,
      "learning_rate": 4.632275578252099e-05,
      "loss": 0.4719,
      "step": 109343
    },
    {
      "epoch": 4.478558263362687,
      "grad_norm": 1.6053573179964593,
      "learning_rate": 4.6320398858863645e-05,
      "loss": 0.6912,
      "step": 109344
    },
    {
      "epoch": 4.478599221789883,
      "grad_norm": 1.6823070435057152,
      "learning_rate": 4.6318041984219994e-05,
      "loss": 0.5862,
      "step": 109345
    },
    {
      "epoch": 4.47864018021708,
      "grad_norm": 1.171678338036214,
      "learning_rate": 4.631568515859112e-05,
      "loss": 0.3342,
      "step": 109346
    },
    {
      "epoch": 4.478681138644276,
      "grad_norm": 1.6218948241178495,
      "learning_rate": 4.631332838197822e-05,
      "loss": 0.5736,
      "step": 109347
    },
    {
      "epoch": 4.478722097071472,
      "grad_norm": 1.2609547983219038,
      "learning_rate": 4.6310971654382315e-05,
      "loss": 0.5989,
      "step": 109348
    },
    {
      "epoch": 4.478763055498669,
      "grad_norm": 1.4656175924854793,
      "learning_rate": 4.630861497580456e-05,
      "loss": 0.5152,
      "step": 109349
    },
    {
      "epoch": 4.478804013925865,
      "grad_norm": 1.4973506008327528,
      "learning_rate": 4.630625834624611e-05,
      "loss": 0.5197,
      "step": 109350
    },
    {
      "epoch": 4.478844972353062,
      "grad_norm": 1.3668113219752367,
      "learning_rate": 4.630390176570802e-05,
      "loss": 0.565,
      "step": 109351
    },
    {
      "epoch": 4.478885930780258,
      "grad_norm": 1.4739588131475152,
      "learning_rate": 4.6301545234191464e-05,
      "loss": 0.6464,
      "step": 109352
    },
    {
      "epoch": 4.478926889207455,
      "grad_norm": 1.5211314604375097,
      "learning_rate": 4.629918875169748e-05,
      "loss": 0.572,
      "step": 109353
    },
    {
      "epoch": 4.478967847634651,
      "grad_norm": 6.307063058501992,
      "learning_rate": 4.62968323182272e-05,
      "loss": 0.7328,
      "step": 109354
    },
    {
      "epoch": 4.479008806061847,
      "grad_norm": 1.3900595715337687,
      "learning_rate": 4.629447593378184e-05,
      "loss": 0.5523,
      "step": 109355
    },
    {
      "epoch": 4.4790497644890435,
      "grad_norm": 3.5940405856598954,
      "learning_rate": 4.629211959836235e-05,
      "loss": 3.8954,
      "step": 109356
    },
    {
      "epoch": 4.47909072291624,
      "grad_norm": 1.7565022457001713,
      "learning_rate": 4.6289763311970004e-05,
      "loss": 0.8483,
      "step": 109357
    },
    {
      "epoch": 4.4791316813434365,
      "grad_norm": 1.5564533480234053,
      "learning_rate": 4.628740707460578e-05,
      "loss": 0.5862,
      "step": 109358
    },
    {
      "epoch": 4.479172639770633,
      "grad_norm": 1.9298457741710116,
      "learning_rate": 4.628505088627086e-05,
      "loss": 0.9263,
      "step": 109359
    },
    {
      "epoch": 4.47921359819783,
      "grad_norm": 1.5841555207750162,
      "learning_rate": 4.62826947469664e-05,
      "loss": 0.693,
      "step": 109360
    },
    {
      "epoch": 4.479254556625025,
      "grad_norm": 1.209462877931993,
      "learning_rate": 4.62803386566934e-05,
      "loss": 0.4345,
      "step": 109361
    },
    {
      "epoch": 4.479295515052222,
      "grad_norm": 4.741226954704267,
      "learning_rate": 4.6277982615453046e-05,
      "loss": 1.5678,
      "step": 109362
    },
    {
      "epoch": 4.479336473479418,
      "grad_norm": 1.4049081311201979,
      "learning_rate": 4.62756266232465e-05,
      "loss": 0.6117,
      "step": 109363
    },
    {
      "epoch": 4.479377431906615,
      "grad_norm": 1.6639006772774172,
      "learning_rate": 4.627327068007475e-05,
      "loss": 0.7289,
      "step": 109364
    },
    {
      "epoch": 4.479418390333811,
      "grad_norm": 1.2789038904379182,
      "learning_rate": 4.6270914785939045e-05,
      "loss": 0.4426,
      "step": 109365
    },
    {
      "epoch": 4.479459348761008,
      "grad_norm": 0.39926425010094707,
      "learning_rate": 4.626855894084038e-05,
      "loss": 0.0473,
      "step": 109366
    },
    {
      "epoch": 4.479500307188204,
      "grad_norm": 1.5835116771297388,
      "learning_rate": 4.6266203144779915e-05,
      "loss": 0.8279,
      "step": 109367
    },
    {
      "epoch": 4.4795412656154,
      "grad_norm": 1.8626147761277017,
      "learning_rate": 4.626384739775883e-05,
      "loss": 0.7804,
      "step": 109368
    },
    {
      "epoch": 4.479582224042597,
      "grad_norm": 1.7182630579687233,
      "learning_rate": 4.626149169977813e-05,
      "loss": 0.7712,
      "step": 109369
    },
    {
      "epoch": 4.479623182469793,
      "grad_norm": 1.3362353335550257,
      "learning_rate": 4.625913605083897e-05,
      "loss": 0.6284,
      "step": 109370
    },
    {
      "epoch": 4.47966414089699,
      "grad_norm": 1.3246342774048985,
      "learning_rate": 4.625678045094251e-05,
      "loss": 0.5354,
      "step": 109371
    },
    {
      "epoch": 4.479705099324186,
      "grad_norm": 1.2186596588858853,
      "learning_rate": 4.6254424900089784e-05,
      "loss": 0.3713,
      "step": 109372
    },
    {
      "epoch": 4.479746057751383,
      "grad_norm": 1.9357652454792025,
      "learning_rate": 4.6252069398282e-05,
      "loss": 0.8486,
      "step": 109373
    },
    {
      "epoch": 4.479787016178578,
      "grad_norm": 0.756634409349454,
      "learning_rate": 4.624971394552016e-05,
      "loss": 0.1989,
      "step": 109374
    },
    {
      "epoch": 4.479827974605775,
      "grad_norm": 1.1903244514986906,
      "learning_rate": 4.6247358541805443e-05,
      "loss": 0.5601,
      "step": 109375
    },
    {
      "epoch": 4.4798689330329715,
      "grad_norm": 1.2845549143211572,
      "learning_rate": 4.6245003187139004e-05,
      "loss": 0.544,
      "step": 109376
    },
    {
      "epoch": 4.479909891460168,
      "grad_norm": 1.2291646562246408,
      "learning_rate": 4.6242647881521844e-05,
      "loss": 0.4967,
      "step": 109377
    },
    {
      "epoch": 4.479950849887365,
      "grad_norm": 1.7551844345083956,
      "learning_rate": 4.624029262495515e-05,
      "loss": 0.8275,
      "step": 109378
    },
    {
      "epoch": 4.479991808314561,
      "grad_norm": 1.290358478151256,
      "learning_rate": 4.623793741744007e-05,
      "loss": 0.585,
      "step": 109379
    },
    {
      "epoch": 4.480032766741757,
      "grad_norm": 0.9487482237885406,
      "learning_rate": 4.623558225897762e-05,
      "loss": 0.2472,
      "step": 109380
    },
    {
      "epoch": 4.480073725168953,
      "grad_norm": 1.2391713419198342,
      "learning_rate": 4.623322714956903e-05,
      "loss": 0.4683,
      "step": 109381
    },
    {
      "epoch": 4.48011468359615,
      "grad_norm": 2.2860818025307172,
      "learning_rate": 4.623087208921528e-05,
      "loss": 0.4539,
      "step": 109382
    },
    {
      "epoch": 4.480155642023346,
      "grad_norm": 1.340120742812697,
      "learning_rate": 4.622851707791757e-05,
      "loss": 0.43,
      "step": 109383
    },
    {
      "epoch": 4.480196600450543,
      "grad_norm": 2.02615082939468,
      "learning_rate": 4.6226162115677024e-05,
      "loss": 1.1646,
      "step": 109384
    },
    {
      "epoch": 4.4802375588777394,
      "grad_norm": 1.1531561377885013,
      "learning_rate": 4.62238072024947e-05,
      "loss": 0.4225,
      "step": 109385
    },
    {
      "epoch": 4.480278517304935,
      "grad_norm": 1.3997613344498447,
      "learning_rate": 4.622145233837172e-05,
      "loss": 0.5578,
      "step": 109386
    },
    {
      "epoch": 4.480319475732132,
      "grad_norm": 0.7504298384842669,
      "learning_rate": 4.621909752330927e-05,
      "loss": 0.1854,
      "step": 109387
    },
    {
      "epoch": 4.480360434159328,
      "grad_norm": 1.4817469057520416,
      "learning_rate": 4.621674275730837e-05,
      "loss": 0.7531,
      "step": 109388
    },
    {
      "epoch": 4.480401392586525,
      "grad_norm": 1.2950326150540223,
      "learning_rate": 4.621438804037022e-05,
      "loss": 0.4144,
      "step": 109389
    },
    {
      "epoch": 4.480442351013721,
      "grad_norm": 1.7748650081095554,
      "learning_rate": 4.621203337249582e-05,
      "loss": 0.8424,
      "step": 109390
    },
    {
      "epoch": 4.480483309440918,
      "grad_norm": 1.528350253308828,
      "learning_rate": 4.620967875368635e-05,
      "loss": 0.5753,
      "step": 109391
    },
    {
      "epoch": 4.480524267868114,
      "grad_norm": 0.6918786436661439,
      "learning_rate": 4.620732418394299e-05,
      "loss": 0.1514,
      "step": 109392
    },
    {
      "epoch": 4.48056522629531,
      "grad_norm": 1.5574312364872909,
      "learning_rate": 4.6204969663266714e-05,
      "loss": 0.5952,
      "step": 109393
    },
    {
      "epoch": 4.4806061847225065,
      "grad_norm": 1.617888430193524,
      "learning_rate": 4.620261519165871e-05,
      "loss": 0.846,
      "step": 109394
    },
    {
      "epoch": 4.480647143149703,
      "grad_norm": 1.1478348507834917,
      "learning_rate": 4.620026076912015e-05,
      "loss": 0.4323,
      "step": 109395
    },
    {
      "epoch": 4.4806881015769,
      "grad_norm": 0.7139015566181249,
      "learning_rate": 4.619790639565202e-05,
      "loss": 0.1985,
      "step": 109396
    },
    {
      "epoch": 4.480729060004096,
      "grad_norm": 1.5774615038610162,
      "learning_rate": 4.6195552071255546e-05,
      "loss": 0.6221,
      "step": 109397
    },
    {
      "epoch": 4.480770018431293,
      "grad_norm": 0.9953777353970835,
      "learning_rate": 4.6193197795931756e-05,
      "loss": 0.2743,
      "step": 109398
    },
    {
      "epoch": 4.480810976858488,
      "grad_norm": 1.6338857878214164,
      "learning_rate": 4.6190843569681776e-05,
      "loss": 0.6606,
      "step": 109399
    },
    {
      "epoch": 4.480851935285685,
      "grad_norm": 0.9115713435746142,
      "learning_rate": 4.618848939250681e-05,
      "loss": 0.1826,
      "step": 109400
    },
    {
      "epoch": 4.480892893712881,
      "grad_norm": 0.9291510512398603,
      "learning_rate": 4.618613526440785e-05,
      "loss": 0.2284,
      "step": 109401
    },
    {
      "epoch": 4.480933852140078,
      "grad_norm": 1.3778727607321195,
      "learning_rate": 4.61837811853861e-05,
      "loss": 0.5504,
      "step": 109402
    },
    {
      "epoch": 4.480974810567274,
      "grad_norm": 1.3803861327617997,
      "learning_rate": 4.61814271554426e-05,
      "loss": 0.609,
      "step": 109403
    },
    {
      "epoch": 4.481015768994471,
      "grad_norm": 1.6182532260357732,
      "learning_rate": 4.617907317457848e-05,
      "loss": 0.658,
      "step": 109404
    },
    {
      "epoch": 4.481056727421667,
      "grad_norm": 1.542335833568292,
      "learning_rate": 4.617671924279493e-05,
      "loss": 0.6688,
      "step": 109405
    },
    {
      "epoch": 4.481097685848863,
      "grad_norm": 0.9482770497254455,
      "learning_rate": 4.6174365360092944e-05,
      "loss": 0.269,
      "step": 109406
    },
    {
      "epoch": 4.48113864427606,
      "grad_norm": 1.8008454622039232,
      "learning_rate": 4.617201152647371e-05,
      "loss": 0.7651,
      "step": 109407
    },
    {
      "epoch": 4.481179602703256,
      "grad_norm": 2.031773773781261,
      "learning_rate": 4.6169657741938366e-05,
      "loss": 1.1558,
      "step": 109408
    },
    {
      "epoch": 4.481220561130453,
      "grad_norm": 1.6941170358606905,
      "learning_rate": 4.616730400648792e-05,
      "loss": 0.6567,
      "step": 109409
    },
    {
      "epoch": 4.481261519557649,
      "grad_norm": 0.990869910218773,
      "learning_rate": 4.616495032012361e-05,
      "loss": 0.2866,
      "step": 109410
    },
    {
      "epoch": 4.481302477984846,
      "grad_norm": 1.5074551310775672,
      "learning_rate": 4.616259668284644e-05,
      "loss": 0.5455,
      "step": 109411
    },
    {
      "epoch": 4.4813434364120415,
      "grad_norm": 1.5481108576113207,
      "learning_rate": 4.616024309465756e-05,
      "loss": 0.6897,
      "step": 109412
    },
    {
      "epoch": 4.481384394839238,
      "grad_norm": 0.9727656047093054,
      "learning_rate": 4.615788955555813e-05,
      "loss": 0.1199,
      "step": 109413
    },
    {
      "epoch": 4.4814253532664345,
      "grad_norm": 1.7329888367931252,
      "learning_rate": 4.615553606554921e-05,
      "loss": 0.6102,
      "step": 109414
    },
    {
      "epoch": 4.481466311693631,
      "grad_norm": 1.8815547494347762,
      "learning_rate": 4.61531826246319e-05,
      "loss": 0.8116,
      "step": 109415
    },
    {
      "epoch": 4.481507270120828,
      "grad_norm": 1.4530563418266718,
      "learning_rate": 4.6150829232807444e-05,
      "loss": 0.5744,
      "step": 109416
    },
    {
      "epoch": 4.481548228548024,
      "grad_norm": 1.2950538333126103,
      "learning_rate": 4.614847589007674e-05,
      "loss": 0.5577,
      "step": 109417
    },
    {
      "epoch": 4.48158918697522,
      "grad_norm": 1.3324847388448133,
      "learning_rate": 4.614612259644103e-05,
      "loss": 0.2948,
      "step": 109418
    },
    {
      "epoch": 4.481630145402416,
      "grad_norm": 1.547256383475315,
      "learning_rate": 4.614376935190145e-05,
      "loss": 0.6705,
      "step": 109419
    },
    {
      "epoch": 4.481671103829613,
      "grad_norm": 1.7654558191402108,
      "learning_rate": 4.614141615645901e-05,
      "loss": 0.7426,
      "step": 109420
    },
    {
      "epoch": 4.481712062256809,
      "grad_norm": 1.2660676264945325,
      "learning_rate": 4.6139063010114894e-05,
      "loss": 0.5801,
      "step": 109421
    },
    {
      "epoch": 4.481753020684006,
      "grad_norm": 1.761895308386437,
      "learning_rate": 4.613670991287024e-05,
      "loss": 0.7912,
      "step": 109422
    },
    {
      "epoch": 4.4817939791112025,
      "grad_norm": 1.4604227614135448,
      "learning_rate": 4.613435686472609e-05,
      "loss": 0.4542,
      "step": 109423
    },
    {
      "epoch": 4.481834937538398,
      "grad_norm": 1.8183483097733144,
      "learning_rate": 4.613200386568363e-05,
      "loss": 0.7544,
      "step": 109424
    },
    {
      "epoch": 4.481875895965595,
      "grad_norm": 1.7213141294383036,
      "learning_rate": 4.612965091574388e-05,
      "loss": 0.71,
      "step": 109425
    },
    {
      "epoch": 4.481916854392791,
      "grad_norm": 1.5068324192016784,
      "learning_rate": 4.612729801490801e-05,
      "loss": 0.6393,
      "step": 109426
    },
    {
      "epoch": 4.481957812819988,
      "grad_norm": 0.9173285548929044,
      "learning_rate": 4.612494516317716e-05,
      "loss": 0.2567,
      "step": 109427
    },
    {
      "epoch": 4.481998771247184,
      "grad_norm": 0.7014843179151559,
      "learning_rate": 4.612259236055237e-05,
      "loss": 0.1202,
      "step": 109428
    },
    {
      "epoch": 4.482039729674381,
      "grad_norm": 1.6919990486476304,
      "learning_rate": 4.612023960703484e-05,
      "loss": 0.7375,
      "step": 109429
    },
    {
      "epoch": 4.482080688101577,
      "grad_norm": 0.8139717486108609,
      "learning_rate": 4.6117886902625586e-05,
      "loss": 0.1651,
      "step": 109430
    },
    {
      "epoch": 4.482121646528773,
      "grad_norm": 1.1741621187614977,
      "learning_rate": 4.6115534247325756e-05,
      "loss": 0.415,
      "step": 109431
    },
    {
      "epoch": 4.4821626049559695,
      "grad_norm": 1.8335205030696504,
      "learning_rate": 4.611318164113653e-05,
      "loss": 0.8459,
      "step": 109432
    },
    {
      "epoch": 4.482203563383166,
      "grad_norm": 1.7062954975562807,
      "learning_rate": 4.611082908405892e-05,
      "loss": 0.713,
      "step": 109433
    },
    {
      "epoch": 4.482244521810363,
      "grad_norm": 1.8726707268311444,
      "learning_rate": 4.610847657609407e-05,
      "loss": 0.9066,
      "step": 109434
    },
    {
      "epoch": 4.482285480237559,
      "grad_norm": 0.952873864362912,
      "learning_rate": 4.610612411724317e-05,
      "loss": 0.2567,
      "step": 109435
    },
    {
      "epoch": 4.482326438664756,
      "grad_norm": 1.699209783553872,
      "learning_rate": 4.61037717075072e-05,
      "loss": 0.6407,
      "step": 109436
    },
    {
      "epoch": 4.482367397091951,
      "grad_norm": 4.2966156970549765,
      "learning_rate": 4.6101419346887386e-05,
      "loss": 2.9315,
      "step": 109437
    },
    {
      "epoch": 4.482408355519148,
      "grad_norm": 1.969510440059965,
      "learning_rate": 4.609906703538475e-05,
      "loss": 0.7997,
      "step": 109438
    },
    {
      "epoch": 4.482449313946344,
      "grad_norm": 1.1109687401580497,
      "learning_rate": 4.609671477300046e-05,
      "loss": 0.3011,
      "step": 109439
    },
    {
      "epoch": 4.482490272373541,
      "grad_norm": 0.9728198217021804,
      "learning_rate": 4.609436255973564e-05,
      "loss": 0.2451,
      "step": 109440
    },
    {
      "epoch": 4.4825312308007375,
      "grad_norm": 1.505926763084345,
      "learning_rate": 4.6092010395591335e-05,
      "loss": 0.6985,
      "step": 109441
    },
    {
      "epoch": 4.482572189227934,
      "grad_norm": 1.2891070064118013,
      "learning_rate": 4.60896582805687e-05,
      "loss": 0.4294,
      "step": 109442
    },
    {
      "epoch": 4.48261314765513,
      "grad_norm": 1.879692230463344,
      "learning_rate": 4.60873062146689e-05,
      "loss": 0.9691,
      "step": 109443
    },
    {
      "epoch": 4.482654106082326,
      "grad_norm": 1.20870334469613,
      "learning_rate": 4.608495419789293e-05,
      "loss": 0.5074,
      "step": 109444
    },
    {
      "epoch": 4.482695064509523,
      "grad_norm": 5.5094801632242145,
      "learning_rate": 4.6082602230242024e-05,
      "loss": 3.6583,
      "step": 109445
    },
    {
      "epoch": 4.482736022936719,
      "grad_norm": 1.5375395329574815,
      "learning_rate": 4.608025031171717e-05,
      "loss": 0.7267,
      "step": 109446
    },
    {
      "epoch": 4.482776981363916,
      "grad_norm": 1.0639307964005116,
      "learning_rate": 4.607789844231956e-05,
      "loss": 0.2921,
      "step": 109447
    },
    {
      "epoch": 4.482817939791112,
      "grad_norm": 1.6734848110631262,
      "learning_rate": 4.6075546622050326e-05,
      "loss": 0.5331,
      "step": 109448
    },
    {
      "epoch": 4.482858898218309,
      "grad_norm": 1.6230931343519361,
      "learning_rate": 4.6073194850910496e-05,
      "loss": 0.6862,
      "step": 109449
    },
    {
      "epoch": 4.4828998566455045,
      "grad_norm": 1.595211158134807,
      "learning_rate": 4.607084312890123e-05,
      "loss": 0.7666,
      "step": 109450
    },
    {
      "epoch": 4.482940815072701,
      "grad_norm": 0.8866191027528937,
      "learning_rate": 4.60684914560237e-05,
      "loss": 0.2276,
      "step": 109451
    },
    {
      "epoch": 4.482981773499898,
      "grad_norm": 1.716288154799533,
      "learning_rate": 4.6066139832278896e-05,
      "loss": 0.6647,
      "step": 109452
    },
    {
      "epoch": 4.483022731927094,
      "grad_norm": 0.8826004153783241,
      "learning_rate": 4.606378825766803e-05,
      "loss": 0.1621,
      "step": 109453
    },
    {
      "epoch": 4.483063690354291,
      "grad_norm": 1.0865774317032948,
      "learning_rate": 4.6061436732192137e-05,
      "loss": 0.1891,
      "step": 109454
    },
    {
      "epoch": 4.483104648781487,
      "grad_norm": 0.9520627530944386,
      "learning_rate": 4.605908525585237e-05,
      "loss": 0.2063,
      "step": 109455
    },
    {
      "epoch": 4.483145607208683,
      "grad_norm": 0.8240660238229814,
      "learning_rate": 4.605673382864987e-05,
      "loss": 0.2041,
      "step": 109456
    },
    {
      "epoch": 4.483186565635879,
      "grad_norm": 1.4161940344869584,
      "learning_rate": 4.605438245058568e-05,
      "loss": 0.5803,
      "step": 109457
    },
    {
      "epoch": 4.483227524063076,
      "grad_norm": 1.7486724699208598,
      "learning_rate": 4.605203112166093e-05,
      "loss": 0.6259,
      "step": 109458
    },
    {
      "epoch": 4.483268482490272,
      "grad_norm": 1.949675828160815,
      "learning_rate": 4.604967984187681e-05,
      "loss": 0.892,
      "step": 109459
    },
    {
      "epoch": 4.483309440917469,
      "grad_norm": 1.1292122315476976,
      "learning_rate": 4.604732861123432e-05,
      "loss": 0.2159,
      "step": 109460
    },
    {
      "epoch": 4.4833503993446655,
      "grad_norm": 1.1617420041256268,
      "learning_rate": 4.6044977429734665e-05,
      "loss": 0.2385,
      "step": 109461
    },
    {
      "epoch": 4.483391357771861,
      "grad_norm": 1.8403470415933583,
      "learning_rate": 4.604262629737888e-05,
      "loss": 0.8111,
      "step": 109462
    },
    {
      "epoch": 4.483432316199058,
      "grad_norm": 1.41554614099662,
      "learning_rate": 4.604027521416809e-05,
      "loss": 0.5535,
      "step": 109463
    },
    {
      "epoch": 4.483473274626254,
      "grad_norm": 1.6205558723404103,
      "learning_rate": 4.603792418010348e-05,
      "loss": 0.5738,
      "step": 109464
    },
    {
      "epoch": 4.483514233053451,
      "grad_norm": 1.5046964815419068,
      "learning_rate": 4.6035573195186054e-05,
      "loss": 0.6646,
      "step": 109465
    },
    {
      "epoch": 4.483555191480647,
      "grad_norm": 2.6184906725348673,
      "learning_rate": 4.603322225941698e-05,
      "loss": 1.144,
      "step": 109466
    },
    {
      "epoch": 4.483596149907844,
      "grad_norm": 1.8629544559855937,
      "learning_rate": 4.603087137279741e-05,
      "loss": 1.0968,
      "step": 109467
    },
    {
      "epoch": 4.48363710833504,
      "grad_norm": 1.0647074903827833,
      "learning_rate": 4.602852053532837e-05,
      "loss": 0.2989,
      "step": 109468
    },
    {
      "epoch": 4.483678066762236,
      "grad_norm": 1.6761416830526188,
      "learning_rate": 4.602616974701106e-05,
      "loss": 0.5954,
      "step": 109469
    },
    {
      "epoch": 4.4837190251894325,
      "grad_norm": 1.1212908301840487,
      "learning_rate": 4.602381900784648e-05,
      "loss": 0.3021,
      "step": 109470
    },
    {
      "epoch": 4.483759983616629,
      "grad_norm": 1.8159319315254596,
      "learning_rate": 4.6021468317835824e-05,
      "loss": 0.9148,
      "step": 109471
    },
    {
      "epoch": 4.483800942043826,
      "grad_norm": 4.767680056488149,
      "learning_rate": 4.601911767698023e-05,
      "loss": 4.5909,
      "step": 109472
    },
    {
      "epoch": 4.483841900471022,
      "grad_norm": 1.8395836248149815,
      "learning_rate": 4.6016767085280706e-05,
      "loss": 0.8939,
      "step": 109473
    },
    {
      "epoch": 4.483882858898219,
      "grad_norm": 1.368898256942401,
      "learning_rate": 4.601441654273847e-05,
      "loss": 0.4933,
      "step": 109474
    },
    {
      "epoch": 4.483923817325414,
      "grad_norm": 1.1308515305656355,
      "learning_rate": 4.601206604935454e-05,
      "loss": 0.4266,
      "step": 109475
    },
    {
      "epoch": 4.483964775752611,
      "grad_norm": 2.2465866533597763,
      "learning_rate": 4.600971560513007e-05,
      "loss": 0.8169,
      "step": 109476
    },
    {
      "epoch": 4.484005734179807,
      "grad_norm": 0.9497788447348879,
      "learning_rate": 4.6007365210066224e-05,
      "loss": 0.2314,
      "step": 109477
    },
    {
      "epoch": 4.484046692607004,
      "grad_norm": 1.429956357702524,
      "learning_rate": 4.600501486416401e-05,
      "loss": 0.4617,
      "step": 109478
    },
    {
      "epoch": 4.4840876510342005,
      "grad_norm": 1.6252218011881323,
      "learning_rate": 4.6002664567424594e-05,
      "loss": 0.8633,
      "step": 109479
    },
    {
      "epoch": 4.484128609461397,
      "grad_norm": 1.062505862634326,
      "learning_rate": 4.600031431984913e-05,
      "loss": 0.3666,
      "step": 109480
    },
    {
      "epoch": 4.484169567888593,
      "grad_norm": 0.6070987694409115,
      "learning_rate": 4.599796412143862e-05,
      "loss": 0.1007,
      "step": 109481
    },
    {
      "epoch": 4.484210526315789,
      "grad_norm": 1.8406013461298028,
      "learning_rate": 4.5995613972194296e-05,
      "loss": 0.6221,
      "step": 109482
    },
    {
      "epoch": 4.484251484742986,
      "grad_norm": 1.5202309503766749,
      "learning_rate": 4.599326387211717e-05,
      "loss": 0.6565,
      "step": 109483
    },
    {
      "epoch": 4.484292443170182,
      "grad_norm": 1.9835120108504736,
      "learning_rate": 4.59909138212084e-05,
      "loss": 0.9804,
      "step": 109484
    },
    {
      "epoch": 4.484333401597379,
      "grad_norm": 1.7168468272921247,
      "learning_rate": 4.598856381946911e-05,
      "loss": 0.8086,
      "step": 109485
    },
    {
      "epoch": 4.484374360024575,
      "grad_norm": 1.8602304512425605,
      "learning_rate": 4.598621386690042e-05,
      "loss": 0.7538,
      "step": 109486
    },
    {
      "epoch": 4.484415318451772,
      "grad_norm": 1.6176618417384117,
      "learning_rate": 4.5983863963503356e-05,
      "loss": 0.7259,
      "step": 109487
    },
    {
      "epoch": 4.4844562768789675,
      "grad_norm": 2.446118317730186,
      "learning_rate": 4.5981514109279114e-05,
      "loss": 1.6969,
      "step": 109488
    },
    {
      "epoch": 4.484497235306164,
      "grad_norm": 6.41675369099355,
      "learning_rate": 4.597916430422876e-05,
      "loss": 2.6875,
      "step": 109489
    },
    {
      "epoch": 4.484538193733361,
      "grad_norm": 1.394756240509836,
      "learning_rate": 4.5976814548353404e-05,
      "loss": 0.6345,
      "step": 109490
    },
    {
      "epoch": 4.484579152160557,
      "grad_norm": 1.439567792255826,
      "learning_rate": 4.597446484165423e-05,
      "loss": 0.7271,
      "step": 109491
    },
    {
      "epoch": 4.484620110587754,
      "grad_norm": 3.195716599720467,
      "learning_rate": 4.5972115184132224e-05,
      "loss": 3.2191,
      "step": 109492
    },
    {
      "epoch": 4.48466106901495,
      "grad_norm": 0.8212537256906957,
      "learning_rate": 4.596976557578859e-05,
      "loss": 0.1924,
      "step": 109493
    },
    {
      "epoch": 4.484702027442146,
      "grad_norm": 1.6035645089911181,
      "learning_rate": 4.5967416016624445e-05,
      "loss": 0.6165,
      "step": 109494
    },
    {
      "epoch": 4.484742985869342,
      "grad_norm": 1.4870703194216148,
      "learning_rate": 4.596506650664082e-05,
      "loss": 0.6029,
      "step": 109495
    },
    {
      "epoch": 4.484783944296539,
      "grad_norm": 1.5125002070389535,
      "learning_rate": 4.596271704583893e-05,
      "loss": 0.6208,
      "step": 109496
    },
    {
      "epoch": 4.4848249027237355,
      "grad_norm": 1.324895893546558,
      "learning_rate": 4.59603676342198e-05,
      "loss": 0.4698,
      "step": 109497
    },
    {
      "epoch": 4.484865861150932,
      "grad_norm": 1.3944030296505623,
      "learning_rate": 4.595801827178453e-05,
      "loss": 0.4891,
      "step": 109498
    },
    {
      "epoch": 4.4849068195781285,
      "grad_norm": 1.6110925545808024,
      "learning_rate": 4.595566895853436e-05,
      "loss": 0.6555,
      "step": 109499
    },
    {
      "epoch": 4.484947778005324,
      "grad_norm": 1.342770788791969,
      "learning_rate": 4.595331969447025e-05,
      "loss": 0.4378,
      "step": 109500
    },
    {
      "epoch": 4.484988736432521,
      "grad_norm": 1.5601517665861655,
      "learning_rate": 4.595097047959342e-05,
      "loss": 0.6703,
      "step": 109501
    },
    {
      "epoch": 4.485029694859717,
      "grad_norm": 1.6457027096966552,
      "learning_rate": 4.5948621313904874e-05,
      "loss": 0.4471,
      "step": 109502
    },
    {
      "epoch": 4.485070653286914,
      "grad_norm": 0.7520159600980522,
      "learning_rate": 4.5946272197405807e-05,
      "loss": 0.1827,
      "step": 109503
    },
    {
      "epoch": 4.48511161171411,
      "grad_norm": 1.6600593566717698,
      "learning_rate": 4.594392313009733e-05,
      "loss": 0.6086,
      "step": 109504
    },
    {
      "epoch": 4.485152570141307,
      "grad_norm": 0.5349524599499553,
      "learning_rate": 4.5941574111980476e-05,
      "loss": 0.065,
      "step": 109505
    },
    {
      "epoch": 4.485193528568503,
      "grad_norm": 1.9421106514811726,
      "learning_rate": 4.593922514305642e-05,
      "loss": 1.0958,
      "step": 109506
    },
    {
      "epoch": 4.485234486995699,
      "grad_norm": 1.5604675814555184,
      "learning_rate": 4.593687622332632e-05,
      "loss": 0.5834,
      "step": 109507
    },
    {
      "epoch": 4.485275445422896,
      "grad_norm": 2.2696597896778195,
      "learning_rate": 4.593452735279116e-05,
      "loss": 0.9281,
      "step": 109508
    },
    {
      "epoch": 4.485316403850092,
      "grad_norm": 1.6250909282635737,
      "learning_rate": 4.593217853145217e-05,
      "loss": 0.6115,
      "step": 109509
    },
    {
      "epoch": 4.485357362277289,
      "grad_norm": 1.5282124025877781,
      "learning_rate": 4.5929829759310374e-05,
      "loss": 0.6389,
      "step": 109510
    },
    {
      "epoch": 4.485398320704485,
      "grad_norm": 0.85243023790067,
      "learning_rate": 4.5927481036366884e-05,
      "loss": 0.1116,
      "step": 109511
    },
    {
      "epoch": 4.485439279131682,
      "grad_norm": 0.8660780843381419,
      "learning_rate": 4.5925132362622915e-05,
      "loss": 0.2077,
      "step": 109512
    },
    {
      "epoch": 4.485480237558877,
      "grad_norm": 1.348515697237057,
      "learning_rate": 4.592278373807945e-05,
      "loss": 0.4439,
      "step": 109513
    },
    {
      "epoch": 4.485521195986074,
      "grad_norm": 1.9156922162049979,
      "learning_rate": 4.5920435162737646e-05,
      "loss": 0.7868,
      "step": 109514
    },
    {
      "epoch": 4.48556215441327,
      "grad_norm": 1.6050204871001985,
      "learning_rate": 4.591808663659868e-05,
      "loss": 0.6475,
      "step": 109515
    },
    {
      "epoch": 4.485603112840467,
      "grad_norm": 2.1013859553051186,
      "learning_rate": 4.5915738159663544e-05,
      "loss": 0.9612,
      "step": 109516
    },
    {
      "epoch": 4.4856440712676635,
      "grad_norm": 1.2868796584859892,
      "learning_rate": 4.5913389731933465e-05,
      "loss": 0.5987,
      "step": 109517
    },
    {
      "epoch": 4.48568502969486,
      "grad_norm": 1.501213047010504,
      "learning_rate": 4.5911041353409454e-05,
      "loss": 0.5749,
      "step": 109518
    },
    {
      "epoch": 4.485725988122056,
      "grad_norm": 1.2804960128007972,
      "learning_rate": 4.590869302409265e-05,
      "loss": 0.5968,
      "step": 109519
    },
    {
      "epoch": 4.485766946549252,
      "grad_norm": 1.8434119900205208,
      "learning_rate": 4.590634474398422e-05,
      "loss": 0.6208,
      "step": 109520
    },
    {
      "epoch": 4.485807904976449,
      "grad_norm": 1.3708272246731468,
      "learning_rate": 4.590399651308519e-05,
      "loss": 0.5152,
      "step": 109521
    },
    {
      "epoch": 4.485848863403645,
      "grad_norm": 1.5848881248701638,
      "learning_rate": 4.590164833139671e-05,
      "loss": 0.765,
      "step": 109522
    },
    {
      "epoch": 4.485889821830842,
      "grad_norm": 1.4474251350996992,
      "learning_rate": 4.589930019891994e-05,
      "loss": 0.586,
      "step": 109523
    },
    {
      "epoch": 4.485930780258038,
      "grad_norm": 1.4318185042022795,
      "learning_rate": 4.589695211565589e-05,
      "loss": 0.5292,
      "step": 109524
    },
    {
      "epoch": 4.485971738685235,
      "grad_norm": 1.0934612084894872,
      "learning_rate": 4.589460408160577e-05,
      "loss": 0.5151,
      "step": 109525
    },
    {
      "epoch": 4.486012697112431,
      "grad_norm": 2.2718955452695333,
      "learning_rate": 4.5892256096770574e-05,
      "loss": 1.3508,
      "step": 109526
    },
    {
      "epoch": 4.486053655539627,
      "grad_norm": 1.4819319814367897,
      "learning_rate": 4.588990816115149e-05,
      "loss": 0.4451,
      "step": 109527
    },
    {
      "epoch": 4.486094613966824,
      "grad_norm": 1.194999503548957,
      "learning_rate": 4.588756027474968e-05,
      "loss": 0.2831,
      "step": 109528
    },
    {
      "epoch": 4.48613557239402,
      "grad_norm": 1.4441932583790489,
      "learning_rate": 4.5885212437566126e-05,
      "loss": 0.6523,
      "step": 109529
    },
    {
      "epoch": 4.486176530821217,
      "grad_norm": 1.7223115057128495,
      "learning_rate": 4.5882864649602004e-05,
      "loss": 0.7877,
      "step": 109530
    },
    {
      "epoch": 4.486217489248413,
      "grad_norm": 1.7023314778480505,
      "learning_rate": 4.588051691085847e-05,
      "loss": 0.7695,
      "step": 109531
    },
    {
      "epoch": 4.486258447675609,
      "grad_norm": 2.054782746178217,
      "learning_rate": 4.587816922133655e-05,
      "loss": 0.7748,
      "step": 109532
    },
    {
      "epoch": 4.486299406102805,
      "grad_norm": 3.2851095173958744,
      "learning_rate": 4.5875821581037425e-05,
      "loss": 1.3346,
      "step": 109533
    },
    {
      "epoch": 4.486340364530002,
      "grad_norm": 1.8052911415686215,
      "learning_rate": 4.587347398996212e-05,
      "loss": 0.8743,
      "step": 109534
    },
    {
      "epoch": 4.4863813229571985,
      "grad_norm": 1.923793486182289,
      "learning_rate": 4.5871126448111796e-05,
      "loss": 0.9327,
      "step": 109535
    },
    {
      "epoch": 4.486422281384395,
      "grad_norm": 1.6699795096190941,
      "learning_rate": 4.5868778955487625e-05,
      "loss": 0.5894,
      "step": 109536
    },
    {
      "epoch": 4.486463239811592,
      "grad_norm": 1.9270897994355156,
      "learning_rate": 4.586643151209059e-05,
      "loss": 0.8716,
      "step": 109537
    },
    {
      "epoch": 4.486504198238787,
      "grad_norm": 1.8021902196275243,
      "learning_rate": 4.586408411792186e-05,
      "loss": 0.6398,
      "step": 109538
    },
    {
      "epoch": 4.486545156665984,
      "grad_norm": 1.286654909482914,
      "learning_rate": 4.58617367729826e-05,
      "loss": 0.4322,
      "step": 109539
    },
    {
      "epoch": 4.48658611509318,
      "grad_norm": 1.3703249155084225,
      "learning_rate": 4.585938947727382e-05,
      "loss": 0.4034,
      "step": 109540
    },
    {
      "epoch": 4.486627073520377,
      "grad_norm": 0.9321269145907636,
      "learning_rate": 4.585704223079673e-05,
      "loss": 0.199,
      "step": 109541
    },
    {
      "epoch": 4.486668031947573,
      "grad_norm": 1.6459359760160353,
      "learning_rate": 4.585469503355233e-05,
      "loss": 0.7604,
      "step": 109542
    },
    {
      "epoch": 4.48670899037477,
      "grad_norm": 0.7656445754398897,
      "learning_rate": 4.585234788554179e-05,
      "loss": 0.1991,
      "step": 109543
    },
    {
      "epoch": 4.486749948801966,
      "grad_norm": 1.6586671205977213,
      "learning_rate": 4.585000078676628e-05,
      "loss": 0.5632,
      "step": 109544
    },
    {
      "epoch": 4.486790907229162,
      "grad_norm": 1.2850547157832615,
      "learning_rate": 4.584765373722678e-05,
      "loss": 0.4366,
      "step": 109545
    },
    {
      "epoch": 4.486831865656359,
      "grad_norm": 1.6528083264344686,
      "learning_rate": 4.584530673692452e-05,
      "loss": 0.5877,
      "step": 109546
    },
    {
      "epoch": 4.486872824083555,
      "grad_norm": 3.313979401926374,
      "learning_rate": 4.584295978586051e-05,
      "loss": 2.5595,
      "step": 109547
    },
    {
      "epoch": 4.486913782510752,
      "grad_norm": 1.4730316494836615,
      "learning_rate": 4.5840612884035896e-05,
      "loss": 0.6302,
      "step": 109548
    },
    {
      "epoch": 4.486954740937948,
      "grad_norm": 1.1789596919494987,
      "learning_rate": 4.583826603145185e-05,
      "loss": 0.2587,
      "step": 109549
    },
    {
      "epoch": 4.486995699365145,
      "grad_norm": 1.8585454036651483,
      "learning_rate": 4.583591922810937e-05,
      "loss": 0.669,
      "step": 109550
    },
    {
      "epoch": 4.48703665779234,
      "grad_norm": 2.006266224622442,
      "learning_rate": 4.5833572474009644e-05,
      "loss": 0.6184,
      "step": 109551
    },
    {
      "epoch": 4.487077616219537,
      "grad_norm": 1.767140985756645,
      "learning_rate": 4.583122576915379e-05,
      "loss": 0.6191,
      "step": 109552
    },
    {
      "epoch": 4.4871185746467335,
      "grad_norm": 1.4719895554387206,
      "learning_rate": 4.582887911354286e-05,
      "loss": 0.6485,
      "step": 109553
    },
    {
      "epoch": 4.48715953307393,
      "grad_norm": 4.386867469253955,
      "learning_rate": 4.582653250717802e-05,
      "loss": 1.7572,
      "step": 109554
    },
    {
      "epoch": 4.4872004915011265,
      "grad_norm": 1.2932331555632868,
      "learning_rate": 4.58241859500603e-05,
      "loss": 0.5292,
      "step": 109555
    },
    {
      "epoch": 4.487241449928323,
      "grad_norm": 4.9616822259927025,
      "learning_rate": 4.5821839442190876e-05,
      "loss": 1.6966,
      "step": 109556
    },
    {
      "epoch": 4.487282408355519,
      "grad_norm": 1.5451410983156717,
      "learning_rate": 4.581949298357087e-05,
      "loss": 0.7319,
      "step": 109557
    },
    {
      "epoch": 4.487323366782715,
      "grad_norm": 1.7690235617046686,
      "learning_rate": 4.581714657420138e-05,
      "loss": 0.8015,
      "step": 109558
    },
    {
      "epoch": 4.487364325209912,
      "grad_norm": 1.6000940916697803,
      "learning_rate": 4.581480021408345e-05,
      "loss": 0.6613,
      "step": 109559
    },
    {
      "epoch": 4.487405283637108,
      "grad_norm": 1.6332774624529864,
      "learning_rate": 4.581245390321827e-05,
      "loss": 0.6645,
      "step": 109560
    },
    {
      "epoch": 4.487446242064305,
      "grad_norm": 1.6567661782627363,
      "learning_rate": 4.5810107641606874e-05,
      "loss": 0.5602,
      "step": 109561
    },
    {
      "epoch": 4.487487200491501,
      "grad_norm": 2.0317886690710094,
      "learning_rate": 4.580776142925043e-05,
      "loss": 1.1413,
      "step": 109562
    },
    {
      "epoch": 4.487528158918698,
      "grad_norm": 1.368847955217025,
      "learning_rate": 4.5805415266150045e-05,
      "loss": 0.5018,
      "step": 109563
    },
    {
      "epoch": 4.487569117345894,
      "grad_norm": 1.753368390270185,
      "learning_rate": 4.58030691523068e-05,
      "loss": 0.7438,
      "step": 109564
    },
    {
      "epoch": 4.48761007577309,
      "grad_norm": 0.9917818279117546,
      "learning_rate": 4.5800723087721795e-05,
      "loss": 0.2965,
      "step": 109565
    },
    {
      "epoch": 4.487651034200287,
      "grad_norm": 0.44154062058491417,
      "learning_rate": 4.579837707239623e-05,
      "loss": 0.0696,
      "step": 109566
    },
    {
      "epoch": 4.487691992627483,
      "grad_norm": 1.5133020792962453,
      "learning_rate": 4.5796031106331066e-05,
      "loss": 0.5707,
      "step": 109567
    },
    {
      "epoch": 4.48773295105468,
      "grad_norm": 1.443429957554404,
      "learning_rate": 4.5793685189527566e-05,
      "loss": 0.6073,
      "step": 109568
    },
    {
      "epoch": 4.487773909481876,
      "grad_norm": 0.6179149782528672,
      "learning_rate": 4.579133932198672e-05,
      "loss": 0.0983,
      "step": 109569
    },
    {
      "epoch": 4.487814867909072,
      "grad_norm": 1.3779214085214082,
      "learning_rate": 4.5788993503709656e-05,
      "loss": 0.3807,
      "step": 109570
    },
    {
      "epoch": 4.4878558263362684,
      "grad_norm": 2.1383457716271304,
      "learning_rate": 4.578664773469757e-05,
      "loss": 0.916,
      "step": 109571
    },
    {
      "epoch": 4.487896784763465,
      "grad_norm": 1.3071368633276363,
      "learning_rate": 4.5784302014951473e-05,
      "loss": 0.4063,
      "step": 109572
    },
    {
      "epoch": 4.4879377431906615,
      "grad_norm": 0.7212277797361891,
      "learning_rate": 4.5781956344472534e-05,
      "loss": 0.1278,
      "step": 109573
    },
    {
      "epoch": 4.487978701617858,
      "grad_norm": 0.98831099390575,
      "learning_rate": 4.577961072326182e-05,
      "loss": 0.2394,
      "step": 109574
    },
    {
      "epoch": 4.488019660045055,
      "grad_norm": 0.7500719548500564,
      "learning_rate": 4.577726515132045e-05,
      "loss": 0.1903,
      "step": 109575
    },
    {
      "epoch": 4.48806061847225,
      "grad_norm": 1.3377636780089097,
      "learning_rate": 4.577491962864958e-05,
      "loss": 0.538,
      "step": 109576
    },
    {
      "epoch": 4.488101576899447,
      "grad_norm": 1.6947091533272447,
      "learning_rate": 4.577257415525023e-05,
      "loss": 0.7988,
      "step": 109577
    },
    {
      "epoch": 4.488142535326643,
      "grad_norm": 1.6048408532638172,
      "learning_rate": 4.577022873112356e-05,
      "loss": 0.3566,
      "step": 109578
    },
    {
      "epoch": 4.48818349375384,
      "grad_norm": 1.6279157920953142,
      "learning_rate": 4.576788335627073e-05,
      "loss": 0.6286,
      "step": 109579
    },
    {
      "epoch": 4.488224452181036,
      "grad_norm": 1.355428531959318,
      "learning_rate": 4.576553803069275e-05,
      "loss": 0.5573,
      "step": 109580
    },
    {
      "epoch": 4.488265410608233,
      "grad_norm": 1.0704645864557318,
      "learning_rate": 4.576319275439082e-05,
      "loss": 0.2771,
      "step": 109581
    },
    {
      "epoch": 4.4883063690354295,
      "grad_norm": 1.5223608371162123,
      "learning_rate": 4.576084752736596e-05,
      "loss": 0.5738,
      "step": 109582
    },
    {
      "epoch": 4.488347327462625,
      "grad_norm": 1.4328441510210066,
      "learning_rate": 4.5758502349619325e-05,
      "loss": 0.6301,
      "step": 109583
    },
    {
      "epoch": 4.488388285889822,
      "grad_norm": 1.5501674552100186,
      "learning_rate": 4.575615722115206e-05,
      "loss": 0.6736,
      "step": 109584
    },
    {
      "epoch": 4.488429244317018,
      "grad_norm": 1.4889662503546193,
      "learning_rate": 4.5753812141965204e-05,
      "loss": 0.7849,
      "step": 109585
    },
    {
      "epoch": 4.488470202744215,
      "grad_norm": 1.6629388550323418,
      "learning_rate": 4.575146711205988e-05,
      "loss": 0.6397,
      "step": 109586
    },
    {
      "epoch": 4.488511161171411,
      "grad_norm": 0.9062695205211712,
      "learning_rate": 4.574912213143726e-05,
      "loss": 0.2313,
      "step": 109587
    },
    {
      "epoch": 4.488552119598608,
      "grad_norm": 1.1193292088465767,
      "learning_rate": 4.574677720009836e-05,
      "loss": 0.2053,
      "step": 109588
    },
    {
      "epoch": 4.488593078025803,
      "grad_norm": 1.5995985871204015,
      "learning_rate": 4.5744432318044395e-05,
      "loss": 0.477,
      "step": 109589
    },
    {
      "epoch": 4.488634036453,
      "grad_norm": 0.42873577763390924,
      "learning_rate": 4.574208748527634e-05,
      "loss": 0.0467,
      "step": 109590
    },
    {
      "epoch": 4.4886749948801965,
      "grad_norm": 1.4926354168418092,
      "learning_rate": 4.573974270179539e-05,
      "loss": 0.717,
      "step": 109591
    },
    {
      "epoch": 4.488715953307393,
      "grad_norm": 0.8968975977928422,
      "learning_rate": 4.573739796760269e-05,
      "loss": 0.2069,
      "step": 109592
    },
    {
      "epoch": 4.48875691173459,
      "grad_norm": 0.33515801865770406,
      "learning_rate": 4.573505328269926e-05,
      "loss": 0.0355,
      "step": 109593
    },
    {
      "epoch": 4.488797870161786,
      "grad_norm": 0.5403160002325285,
      "learning_rate": 4.573270864708623e-05,
      "loss": 0.0668,
      "step": 109594
    },
    {
      "epoch": 4.488838828588982,
      "grad_norm": 1.1462905672777524,
      "learning_rate": 4.5730364060764775e-05,
      "loss": 0.4016,
      "step": 109595
    },
    {
      "epoch": 4.488879787016178,
      "grad_norm": 1.690570114166908,
      "learning_rate": 4.572801952373592e-05,
      "loss": 0.7228,
      "step": 109596
    },
    {
      "epoch": 4.488920745443375,
      "grad_norm": 0.8683462399887484,
      "learning_rate": 4.572567503600084e-05,
      "loss": 0.2341,
      "step": 109597
    },
    {
      "epoch": 4.488961703870571,
      "grad_norm": 1.161302454795655,
      "learning_rate": 4.572333059756057e-05,
      "loss": 0.3934,
      "step": 109598
    },
    {
      "epoch": 4.489002662297768,
      "grad_norm": 1.3328655815107404,
      "learning_rate": 4.572098620841624e-05,
      "loss": 0.614,
      "step": 109599
    },
    {
      "epoch": 4.489043620724964,
      "grad_norm": 1.7174039078265286,
      "learning_rate": 4.5718641868569036e-05,
      "loss": 0.5752,
      "step": 109600
    },
    {
      "epoch": 4.489084579152161,
      "grad_norm": 1.7513824601444619,
      "learning_rate": 4.571629757801997e-05,
      "loss": 0.787,
      "step": 109601
    },
    {
      "epoch": 4.489125537579357,
      "grad_norm": 1.0570590026528008,
      "learning_rate": 4.5713953336770184e-05,
      "loss": 0.1925,
      "step": 109602
    },
    {
      "epoch": 4.489166496006553,
      "grad_norm": 2.0960717224786416,
      "learning_rate": 4.571160914482083e-05,
      "loss": 1.3564,
      "step": 109603
    },
    {
      "epoch": 4.48920745443375,
      "grad_norm": 1.5056000404021381,
      "learning_rate": 4.570926500217292e-05,
      "loss": 0.5042,
      "step": 109604
    },
    {
      "epoch": 4.489248412860946,
      "grad_norm": 1.5886909329116499,
      "learning_rate": 4.5706920908827676e-05,
      "loss": 0.6149,
      "step": 109605
    },
    {
      "epoch": 4.489289371288143,
      "grad_norm": 1.4620536059416396,
      "learning_rate": 4.5704576864786104e-05,
      "loss": 0.5907,
      "step": 109606
    },
    {
      "epoch": 4.489330329715339,
      "grad_norm": 1.4506402472869213,
      "learning_rate": 4.570223287004935e-05,
      "loss": 0.6847,
      "step": 109607
    },
    {
      "epoch": 4.489371288142535,
      "grad_norm": 2.1124517254718564,
      "learning_rate": 4.569988892461858e-05,
      "loss": 0.9763,
      "step": 109608
    },
    {
      "epoch": 4.4894122465697315,
      "grad_norm": 1.5065206355442025,
      "learning_rate": 4.569754502849481e-05,
      "loss": 0.6787,
      "step": 109609
    },
    {
      "epoch": 4.489453204996928,
      "grad_norm": 0.8359930239761997,
      "learning_rate": 4.569520118167923e-05,
      "loss": 0.1562,
      "step": 109610
    },
    {
      "epoch": 4.4894941634241246,
      "grad_norm": 0.7944147708246209,
      "learning_rate": 4.569285738417285e-05,
      "loss": 0.2037,
      "step": 109611
    },
    {
      "epoch": 4.489535121851321,
      "grad_norm": 1.3255016350333588,
      "learning_rate": 4.569051363597684e-05,
      "loss": 0.5809,
      "step": 109612
    },
    {
      "epoch": 4.489576080278518,
      "grad_norm": 1.8164846451222472,
      "learning_rate": 4.5688169937092346e-05,
      "loss": 0.8194,
      "step": 109613
    },
    {
      "epoch": 4.489617038705713,
      "grad_norm": 1.0758019946953006,
      "learning_rate": 4.568582628752038e-05,
      "loss": 0.4615,
      "step": 109614
    },
    {
      "epoch": 4.48965799713291,
      "grad_norm": 1.521092218164606,
      "learning_rate": 4.5683482687262125e-05,
      "loss": 0.4342,
      "step": 109615
    },
    {
      "epoch": 4.489698955560106,
      "grad_norm": 0.9381152558802345,
      "learning_rate": 4.56811391363187e-05,
      "loss": 0.2462,
      "step": 109616
    },
    {
      "epoch": 4.489739913987303,
      "grad_norm": 1.6912614957836285,
      "learning_rate": 4.567879563469113e-05,
      "loss": 0.6781,
      "step": 109617
    },
    {
      "epoch": 4.489780872414499,
      "grad_norm": 4.472439053851331,
      "learning_rate": 4.5676452182380604e-05,
      "loss": 3.2109,
      "step": 109618
    },
    {
      "epoch": 4.489821830841696,
      "grad_norm": 1.679602623866287,
      "learning_rate": 4.5674108779388183e-05,
      "loss": 0.699,
      "step": 109619
    },
    {
      "epoch": 4.4898627892688925,
      "grad_norm": 1.7233091889287997,
      "learning_rate": 4.567176542571496e-05,
      "loss": 0.7938,
      "step": 109620
    },
    {
      "epoch": 4.489903747696088,
      "grad_norm": 1.297579855146689,
      "learning_rate": 4.5669422121362136e-05,
      "loss": 0.6104,
      "step": 109621
    },
    {
      "epoch": 4.489944706123285,
      "grad_norm": 2.515818250661774,
      "learning_rate": 4.566707886633071e-05,
      "loss": 1.9679,
      "step": 109622
    },
    {
      "epoch": 4.489985664550481,
      "grad_norm": 1.429688195715813,
      "learning_rate": 4.5664735660621825e-05,
      "loss": 0.6283,
      "step": 109623
    },
    {
      "epoch": 4.490026622977678,
      "grad_norm": 1.646629477252832,
      "learning_rate": 4.566239250423666e-05,
      "loss": 0.5668,
      "step": 109624
    },
    {
      "epoch": 4.490067581404874,
      "grad_norm": 1.668560846366333,
      "learning_rate": 4.5660049397176196e-05,
      "loss": 0.863,
      "step": 109625
    },
    {
      "epoch": 4.490108539832071,
      "grad_norm": 2.110834202532487,
      "learning_rate": 4.565770633944166e-05,
      "loss": 1.3245,
      "step": 109626
    },
    {
      "epoch": 4.4901494982592665,
      "grad_norm": 1.248889057645571,
      "learning_rate": 4.5655363331034125e-05,
      "loss": 0.5877,
      "step": 109627
    },
    {
      "epoch": 4.490190456686463,
      "grad_norm": 2.549676657185803,
      "learning_rate": 4.565302037195461e-05,
      "loss": 0.7833,
      "step": 109628
    },
    {
      "epoch": 4.4902314151136595,
      "grad_norm": 1.1728702967809965,
      "learning_rate": 4.56506774622043e-05,
      "loss": 0.3985,
      "step": 109629
    },
    {
      "epoch": 4.490272373540856,
      "grad_norm": 2.0396587236169363,
      "learning_rate": 4.564833460178433e-05,
      "loss": 1.189,
      "step": 109630
    },
    {
      "epoch": 4.490313331968053,
      "grad_norm": 1.5433196469275914,
      "learning_rate": 4.5645991790695734e-05,
      "loss": 0.7702,
      "step": 109631
    },
    {
      "epoch": 4.490354290395249,
      "grad_norm": 1.676071503538521,
      "learning_rate": 4.564364902893971e-05,
      "loss": 0.7349,
      "step": 109632
    },
    {
      "epoch": 4.490395248822445,
      "grad_norm": 1.4859849217511496,
      "learning_rate": 4.5641306316517255e-05,
      "loss": 0.3749,
      "step": 109633
    },
    {
      "epoch": 4.490436207249641,
      "grad_norm": 1.5196347020010788,
      "learning_rate": 4.563896365342954e-05,
      "loss": 0.3695,
      "step": 109634
    },
    {
      "epoch": 4.490477165676838,
      "grad_norm": 1.321019334599239,
      "learning_rate": 4.563662103967772e-05,
      "loss": 0.4987,
      "step": 109635
    },
    {
      "epoch": 4.490518124104034,
      "grad_norm": 1.593059285344213,
      "learning_rate": 4.563427847526279e-05,
      "loss": 0.578,
      "step": 109636
    },
    {
      "epoch": 4.490559082531231,
      "grad_norm": 1.7685683430793446,
      "learning_rate": 4.5631935960185926e-05,
      "loss": 0.6744,
      "step": 109637
    },
    {
      "epoch": 4.4906000409584275,
      "grad_norm": 1.376275889228228,
      "learning_rate": 4.562959349444828e-05,
      "loss": 0.4085,
      "step": 109638
    },
    {
      "epoch": 4.490640999385624,
      "grad_norm": 0.8197395879648047,
      "learning_rate": 4.562725107805085e-05,
      "loss": 0.1868,
      "step": 109639
    },
    {
      "epoch": 4.49068195781282,
      "grad_norm": 1.4887040429778653,
      "learning_rate": 4.562490871099485e-05,
      "loss": 0.684,
      "step": 109640
    },
    {
      "epoch": 4.490722916240016,
      "grad_norm": 1.7628446112790077,
      "learning_rate": 4.562256639328129e-05,
      "loss": 0.7421,
      "step": 109641
    },
    {
      "epoch": 4.490763874667213,
      "grad_norm": 0.7137987938728185,
      "learning_rate": 4.562022412491131e-05,
      "loss": 0.1464,
      "step": 109642
    },
    {
      "epoch": 4.490804833094409,
      "grad_norm": 1.0148247024914792,
      "learning_rate": 4.56178819058861e-05,
      "loss": 0.2225,
      "step": 109643
    },
    {
      "epoch": 4.490845791521606,
      "grad_norm": 0.6875881388211018,
      "learning_rate": 4.561553973620663e-05,
      "loss": 0.1636,
      "step": 109644
    },
    {
      "epoch": 4.490886749948802,
      "grad_norm": 1.358064124969491,
      "learning_rate": 4.5613197615874136e-05,
      "loss": 0.4982,
      "step": 109645
    },
    {
      "epoch": 4.490927708375998,
      "grad_norm": 1.1300820325923242,
      "learning_rate": 4.561085554488962e-05,
      "loss": 0.306,
      "step": 109646
    },
    {
      "epoch": 4.4909686668031945,
      "grad_norm": 1.674399760883681,
      "learning_rate": 4.560851352325423e-05,
      "loss": 0.9111,
      "step": 109647
    },
    {
      "epoch": 4.491009625230391,
      "grad_norm": 1.6785497083972467,
      "learning_rate": 4.5606171550969126e-05,
      "loss": 0.9375,
      "step": 109648
    },
    {
      "epoch": 4.491050583657588,
      "grad_norm": 1.487972699600243,
      "learning_rate": 4.560382962803531e-05,
      "loss": 0.6516,
      "step": 109649
    },
    {
      "epoch": 4.491091542084784,
      "grad_norm": 1.5504531492190303,
      "learning_rate": 4.560148775445395e-05,
      "loss": 0.6359,
      "step": 109650
    },
    {
      "epoch": 4.491132500511981,
      "grad_norm": 1.3267704399904956,
      "learning_rate": 4.55991459302262e-05,
      "loss": 0.5878,
      "step": 109651
    },
    {
      "epoch": 4.491173458939176,
      "grad_norm": 1.4938835664706838,
      "learning_rate": 4.559680415535307e-05,
      "loss": 0.565,
      "step": 109652
    },
    {
      "epoch": 4.491214417366373,
      "grad_norm": 1.4921714314803256,
      "learning_rate": 4.5594462429835754e-05,
      "loss": 0.4122,
      "step": 109653
    },
    {
      "epoch": 4.491255375793569,
      "grad_norm": 0.973792039632488,
      "learning_rate": 4.5592120753675274e-05,
      "loss": 0.2608,
      "step": 109654
    },
    {
      "epoch": 4.491296334220766,
      "grad_norm": 1.7116571239608502,
      "learning_rate": 4.558977912687278e-05,
      "loss": 0.8359,
      "step": 109655
    },
    {
      "epoch": 4.491337292647962,
      "grad_norm": 1.6869033215582807,
      "learning_rate": 4.558743754942942e-05,
      "loss": 0.755,
      "step": 109656
    },
    {
      "epoch": 4.491378251075159,
      "grad_norm": 0.9958392512792136,
      "learning_rate": 4.558509602134623e-05,
      "loss": 0.3401,
      "step": 109657
    },
    {
      "epoch": 4.4914192095023555,
      "grad_norm": 1.5488802723325736,
      "learning_rate": 4.558275454262434e-05,
      "loss": 0.673,
      "step": 109658
    },
    {
      "epoch": 4.491460167929551,
      "grad_norm": 1.0357344770646715,
      "learning_rate": 4.5580413113264904e-05,
      "loss": 0.1978,
      "step": 109659
    },
    {
      "epoch": 4.491501126356748,
      "grad_norm": 1.7663789744813903,
      "learning_rate": 4.557807173326895e-05,
      "loss": 0.3671,
      "step": 109660
    },
    {
      "epoch": 4.491542084783944,
      "grad_norm": 1.060014709219073,
      "learning_rate": 4.557573040263768e-05,
      "loss": 0.2185,
      "step": 109661
    },
    {
      "epoch": 4.491583043211141,
      "grad_norm": 1.3290053251520255,
      "learning_rate": 4.5573389121372086e-05,
      "loss": 0.4998,
      "step": 109662
    },
    {
      "epoch": 4.491624001638337,
      "grad_norm": 2.5055703126948687,
      "learning_rate": 4.557104788947333e-05,
      "loss": 1.6646,
      "step": 109663
    },
    {
      "epoch": 4.491664960065534,
      "grad_norm": 1.210904027172819,
      "learning_rate": 4.5568706706942574e-05,
      "loss": 0.577,
      "step": 109664
    },
    {
      "epoch": 4.4917059184927295,
      "grad_norm": 1.4683740232224682,
      "learning_rate": 4.5566365573780825e-05,
      "loss": 0.6623,
      "step": 109665
    },
    {
      "epoch": 4.491746876919926,
      "grad_norm": 1.330636774996015,
      "learning_rate": 4.556402448998925e-05,
      "loss": 0.6315,
      "step": 109666
    },
    {
      "epoch": 4.491787835347123,
      "grad_norm": 1.4745408965178441,
      "learning_rate": 4.556168345556899e-05,
      "loss": 0.5766,
      "step": 109667
    },
    {
      "epoch": 4.491828793774319,
      "grad_norm": 1.6132067997091848,
      "learning_rate": 4.555934247052104e-05,
      "loss": 0.6364,
      "step": 109668
    },
    {
      "epoch": 4.491869752201516,
      "grad_norm": 1.20409661387573,
      "learning_rate": 4.5557001534846636e-05,
      "loss": 0.5447,
      "step": 109669
    },
    {
      "epoch": 4.491910710628712,
      "grad_norm": 3.0041045573279663,
      "learning_rate": 4.555466064854677e-05,
      "loss": 2.4163,
      "step": 109670
    },
    {
      "epoch": 4.491951669055908,
      "grad_norm": 1.4186668641689373,
      "learning_rate": 4.555231981162259e-05,
      "loss": 0.7205,
      "step": 109671
    },
    {
      "epoch": 4.491992627483104,
      "grad_norm": 11.26870954689521,
      "learning_rate": 4.554997902407528e-05,
      "loss": 1.563,
      "step": 109672
    },
    {
      "epoch": 4.492033585910301,
      "grad_norm": 1.434659202817063,
      "learning_rate": 4.554763828590582e-05,
      "loss": 0.5982,
      "step": 109673
    },
    {
      "epoch": 4.492074544337497,
      "grad_norm": 1.5098810843844013,
      "learning_rate": 4.554529759711538e-05,
      "loss": 0.752,
      "step": 109674
    },
    {
      "epoch": 4.492115502764694,
      "grad_norm": 1.3769934137665956,
      "learning_rate": 4.55429569577051e-05,
      "loss": 0.6395,
      "step": 109675
    },
    {
      "epoch": 4.4921564611918905,
      "grad_norm": 1.455123518025046,
      "learning_rate": 4.554061636767601e-05,
      "loss": 0.6542,
      "step": 109676
    },
    {
      "epoch": 4.492197419619087,
      "grad_norm": 1.6556294475643407,
      "learning_rate": 4.55382758270293e-05,
      "loss": 0.6899,
      "step": 109677
    },
    {
      "epoch": 4.492238378046283,
      "grad_norm": 1.2974062558988222,
      "learning_rate": 4.553593533576597e-05,
      "loss": 0.525,
      "step": 109678
    },
    {
      "epoch": 4.492279336473479,
      "grad_norm": 1.6087238933945294,
      "learning_rate": 4.5533594893887196e-05,
      "loss": 0.7248,
      "step": 109679
    },
    {
      "epoch": 4.492320294900676,
      "grad_norm": 1.9970449081033825,
      "learning_rate": 4.553125450139414e-05,
      "loss": 0.7261,
      "step": 109680
    },
    {
      "epoch": 4.492361253327872,
      "grad_norm": 2.004870020148143,
      "learning_rate": 4.552891415828778e-05,
      "loss": 1.0593,
      "step": 109681
    },
    {
      "epoch": 4.492402211755069,
      "grad_norm": 1.4725896860553385,
      "learning_rate": 4.5526573864569346e-05,
      "loss": 0.6296,
      "step": 109682
    },
    {
      "epoch": 4.492443170182265,
      "grad_norm": 0.9410032683750091,
      "learning_rate": 4.552423362023984e-05,
      "loss": 0.275,
      "step": 109683
    },
    {
      "epoch": 4.492484128609461,
      "grad_norm": 1.2871966026958344,
      "learning_rate": 4.552189342530041e-05,
      "loss": 0.4138,
      "step": 109684
    },
    {
      "epoch": 4.4925250870366575,
      "grad_norm": 0.9493023866509607,
      "learning_rate": 4.55195532797522e-05,
      "loss": 0.2573,
      "step": 109685
    },
    {
      "epoch": 4.492566045463854,
      "grad_norm": 1.766712691002234,
      "learning_rate": 4.551721318359625e-05,
      "loss": 1.0031,
      "step": 109686
    },
    {
      "epoch": 4.492607003891051,
      "grad_norm": 0.4479404925221646,
      "learning_rate": 4.551487313683369e-05,
      "loss": 0.045,
      "step": 109687
    },
    {
      "epoch": 4.492647962318247,
      "grad_norm": 1.6748870897627433,
      "learning_rate": 4.551253313946569e-05,
      "loss": 0.6167,
      "step": 109688
    },
    {
      "epoch": 4.492688920745444,
      "grad_norm": 1.6241492904191872,
      "learning_rate": 4.551019319149325e-05,
      "loss": 0.6653,
      "step": 109689
    },
    {
      "epoch": 4.492729879172639,
      "grad_norm": 1.3446346607726838,
      "learning_rate": 4.550785329291758e-05,
      "loss": 0.5959,
      "step": 109690
    },
    {
      "epoch": 4.492770837599836,
      "grad_norm": 1.2952649801428677,
      "learning_rate": 4.550551344373967e-05,
      "loss": 0.5802,
      "step": 109691
    },
    {
      "epoch": 4.492811796027032,
      "grad_norm": 1.9617216173622767,
      "learning_rate": 4.550317364396071e-05,
      "loss": 0.7667,
      "step": 109692
    },
    {
      "epoch": 4.492852754454229,
      "grad_norm": 4.467356088261268,
      "learning_rate": 4.550083389358183e-05,
      "loss": 2.4396,
      "step": 109693
    },
    {
      "epoch": 4.4928937128814255,
      "grad_norm": 1.472227969443249,
      "learning_rate": 4.549849419260404e-05,
      "loss": 0.6551,
      "step": 109694
    },
    {
      "epoch": 4.492934671308622,
      "grad_norm": 1.7655124115273364,
      "learning_rate": 4.549615454102849e-05,
      "loss": 0.686,
      "step": 109695
    },
    {
      "epoch": 4.4929756297358185,
      "grad_norm": 0.8238839647479004,
      "learning_rate": 4.5493814938856346e-05,
      "loss": 0.2363,
      "step": 109696
    },
    {
      "epoch": 4.493016588163014,
      "grad_norm": 1.3137035730051674,
      "learning_rate": 4.5491475386088617e-05,
      "loss": 0.5198,
      "step": 109697
    },
    {
      "epoch": 4.493057546590211,
      "grad_norm": 2.5742490891038834,
      "learning_rate": 4.5489135882726516e-05,
      "loss": 2.2019,
      "step": 109698
    },
    {
      "epoch": 4.493098505017407,
      "grad_norm": 1.6788842429577624,
      "learning_rate": 4.5486796428771075e-05,
      "loss": 0.6262,
      "step": 109699
    },
    {
      "epoch": 4.493139463444604,
      "grad_norm": 0.8913815320800607,
      "learning_rate": 4.548445702422336e-05,
      "loss": 0.2103,
      "step": 109700
    },
    {
      "epoch": 4.4931804218718,
      "grad_norm": 1.0533137148097473,
      "learning_rate": 4.548211766908452e-05,
      "loss": 0.2714,
      "step": 109701
    },
    {
      "epoch": 4.493221380298997,
      "grad_norm": 0.8568359095822002,
      "learning_rate": 4.5479778363355726e-05,
      "loss": 0.2266,
      "step": 109702
    },
    {
      "epoch": 4.4932623387261925,
      "grad_norm": 1.7336160624256547,
      "learning_rate": 4.5477439107037994e-05,
      "loss": 0.8311,
      "step": 109703
    },
    {
      "epoch": 4.493303297153389,
      "grad_norm": 1.339564922826728,
      "learning_rate": 4.54750999001325e-05,
      "loss": 0.4679,
      "step": 109704
    },
    {
      "epoch": 4.493344255580586,
      "grad_norm": 1.7471413351390577,
      "learning_rate": 4.547276074264026e-05,
      "loss": 0.7718,
      "step": 109705
    },
    {
      "epoch": 4.493385214007782,
      "grad_norm": 1.7441909611980198,
      "learning_rate": 4.5470421634562446e-05,
      "loss": 0.8163,
      "step": 109706
    },
    {
      "epoch": 4.493426172434979,
      "grad_norm": 1.7182437054334307,
      "learning_rate": 4.546808257590019e-05,
      "loss": 0.8956,
      "step": 109707
    },
    {
      "epoch": 4.493467130862175,
      "grad_norm": 0.9167634875672581,
      "learning_rate": 4.5465743566654517e-05,
      "loss": 0.2666,
      "step": 109708
    },
    {
      "epoch": 4.493508089289371,
      "grad_norm": 2.265615637184028,
      "learning_rate": 4.546340460682657e-05,
      "loss": 1.2004,
      "step": 109709
    },
    {
      "epoch": 4.493549047716567,
      "grad_norm": 1.9254536983593127,
      "learning_rate": 4.5461065696417514e-05,
      "loss": 0.8226,
      "step": 109710
    },
    {
      "epoch": 4.493590006143764,
      "grad_norm": 1.6029177991267571,
      "learning_rate": 4.545872683542835e-05,
      "loss": 0.5476,
      "step": 109711
    },
    {
      "epoch": 4.4936309645709605,
      "grad_norm": 1.5062293019407111,
      "learning_rate": 4.545638802386027e-05,
      "loss": 0.7103,
      "step": 109712
    },
    {
      "epoch": 4.493671922998157,
      "grad_norm": 1.8281628365475384,
      "learning_rate": 4.5454049261714305e-05,
      "loss": 0.872,
      "step": 109713
    },
    {
      "epoch": 4.4937128814253535,
      "grad_norm": 1.874293460824897,
      "learning_rate": 4.54517105489916e-05,
      "loss": 0.5836,
      "step": 109714
    },
    {
      "epoch": 4.49375383985255,
      "grad_norm": 1.3100529343610592,
      "learning_rate": 4.5449371885693306e-05,
      "loss": 0.4363,
      "step": 109715
    },
    {
      "epoch": 4.493794798279746,
      "grad_norm": 1.4048364918284868,
      "learning_rate": 4.544703327182043e-05,
      "loss": 0.5249,
      "step": 109716
    },
    {
      "epoch": 4.493835756706942,
      "grad_norm": 1.0656772451466712,
      "learning_rate": 4.5444694707374174e-05,
      "loss": 0.4422,
      "step": 109717
    },
    {
      "epoch": 4.493876715134139,
      "grad_norm": 1.8050802263812888,
      "learning_rate": 4.544235619235556e-05,
      "loss": 0.9664,
      "step": 109718
    },
    {
      "epoch": 4.493917673561335,
      "grad_norm": 1.4815339349546564,
      "learning_rate": 4.5440017726765746e-05,
      "loss": 0.6424,
      "step": 109719
    },
    {
      "epoch": 4.493958631988532,
      "grad_norm": 0.7513786839543753,
      "learning_rate": 4.543767931060585e-05,
      "loss": 0.2102,
      "step": 109720
    },
    {
      "epoch": 4.493999590415728,
      "grad_norm": 1.3149047168518468,
      "learning_rate": 4.543534094387692e-05,
      "loss": 0.6301,
      "step": 109721
    },
    {
      "epoch": 4.494040548842924,
      "grad_norm": 1.437954295912247,
      "learning_rate": 4.5433002626580075e-05,
      "loss": 0.6915,
      "step": 109722
    },
    {
      "epoch": 4.494081507270121,
      "grad_norm": 1.0744107042764606,
      "learning_rate": 4.5430664358716495e-05,
      "loss": 0.2664,
      "step": 109723
    },
    {
      "epoch": 4.494122465697317,
      "grad_norm": 1.6088185386320597,
      "learning_rate": 4.542832614028719e-05,
      "loss": 0.5767,
      "step": 109724
    },
    {
      "epoch": 4.494163424124514,
      "grad_norm": 1.2768622469973738,
      "learning_rate": 4.542598797129333e-05,
      "loss": 0.4642,
      "step": 109725
    },
    {
      "epoch": 4.49420438255171,
      "grad_norm": 1.7308392972039623,
      "learning_rate": 4.542364985173596e-05,
      "loss": 1.0084,
      "step": 109726
    },
    {
      "epoch": 4.494245340978907,
      "grad_norm": 1.2951650064258862,
      "learning_rate": 4.5421311781616235e-05,
      "loss": 0.5297,
      "step": 109727
    },
    {
      "epoch": 4.494286299406102,
      "grad_norm": 0.829787628073714,
      "learning_rate": 4.541897376093528e-05,
      "loss": 0.2211,
      "step": 109728
    },
    {
      "epoch": 4.494327257833299,
      "grad_norm": 1.5082342203380708,
      "learning_rate": 4.541663578969412e-05,
      "loss": 0.6619,
      "step": 109729
    },
    {
      "epoch": 4.494368216260495,
      "grad_norm": 1.3032649652003727,
      "learning_rate": 4.54142978678939e-05,
      "loss": 0.598,
      "step": 109730
    },
    {
      "epoch": 4.494409174687692,
      "grad_norm": 1.52568912131511,
      "learning_rate": 4.541195999553578e-05,
      "loss": 0.5822,
      "step": 109731
    },
    {
      "epoch": 4.4944501331148885,
      "grad_norm": 1.0696605376486963,
      "learning_rate": 4.5409622172620774e-05,
      "loss": 0.298,
      "step": 109732
    },
    {
      "epoch": 4.494491091542085,
      "grad_norm": 0.8442557093924439,
      "learning_rate": 4.540728439915007e-05,
      "loss": 0.2184,
      "step": 109733
    },
    {
      "epoch": 4.494532049969282,
      "grad_norm": 1.780787372861984,
      "learning_rate": 4.540494667512469e-05,
      "loss": 0.5281,
      "step": 109734
    },
    {
      "epoch": 4.494573008396477,
      "grad_norm": 1.605317938728052,
      "learning_rate": 4.540260900054578e-05,
      "loss": 0.7776,
      "step": 109735
    },
    {
      "epoch": 4.494613966823674,
      "grad_norm": 1.902170646051509,
      "learning_rate": 4.5400271375414496e-05,
      "loss": 0.6157,
      "step": 109736
    },
    {
      "epoch": 4.49465492525087,
      "grad_norm": 1.4800991166682806,
      "learning_rate": 4.539793379973185e-05,
      "loss": 0.5702,
      "step": 109737
    },
    {
      "epoch": 4.494695883678067,
      "grad_norm": 1.5184248505374442,
      "learning_rate": 4.539559627349899e-05,
      "loss": 0.7258,
      "step": 109738
    },
    {
      "epoch": 4.494736842105263,
      "grad_norm": 1.3638093463458028,
      "learning_rate": 4.539325879671707e-05,
      "loss": 0.614,
      "step": 109739
    },
    {
      "epoch": 4.49477780053246,
      "grad_norm": 1.332639013080723,
      "learning_rate": 4.5390921369387094e-05,
      "loss": 0.5639,
      "step": 109740
    },
    {
      "epoch": 4.4948187589596555,
      "grad_norm": 1.679342843439043,
      "learning_rate": 4.538858399151026e-05,
      "loss": 0.7919,
      "step": 109741
    },
    {
      "epoch": 4.494859717386852,
      "grad_norm": 1.6994639428702205,
      "learning_rate": 4.538624666308761e-05,
      "loss": 0.605,
      "step": 109742
    },
    {
      "epoch": 4.494900675814049,
      "grad_norm": 1.020558385774334,
      "learning_rate": 4.5383909384120255e-05,
      "loss": 0.172,
      "step": 109743
    },
    {
      "epoch": 4.494941634241245,
      "grad_norm": 1.3711746468350798,
      "learning_rate": 4.5381572154609374e-05,
      "loss": 0.6339,
      "step": 109744
    },
    {
      "epoch": 4.494982592668442,
      "grad_norm": 0.877832791392156,
      "learning_rate": 4.5379234974555953e-05,
      "loss": 0.2318,
      "step": 109745
    },
    {
      "epoch": 4.495023551095638,
      "grad_norm": 2.008364680411319,
      "learning_rate": 4.5376897843961166e-05,
      "loss": 1.1418,
      "step": 109746
    },
    {
      "epoch": 4.495064509522834,
      "grad_norm": 1.8708455139651143,
      "learning_rate": 4.5374560762826164e-05,
      "loss": 0.7524,
      "step": 109747
    },
    {
      "epoch": 4.49510546795003,
      "grad_norm": 1.35518490497291,
      "learning_rate": 4.5372223731151944e-05,
      "loss": 0.5833,
      "step": 109748
    },
    {
      "epoch": 4.495146426377227,
      "grad_norm": 3.91698362616031,
      "learning_rate": 4.536988674893972e-05,
      "loss": 1.2064,
      "step": 109749
    },
    {
      "epoch": 4.4951873848044235,
      "grad_norm": 1.3821354747543015,
      "learning_rate": 4.536754981619048e-05,
      "loss": 0.4812,
      "step": 109750
    },
    {
      "epoch": 4.49522834323162,
      "grad_norm": 2.992992204635992,
      "learning_rate": 4.53652129329054e-05,
      "loss": 2.3517,
      "step": 109751
    },
    {
      "epoch": 4.4952693016588166,
      "grad_norm": 1.4167235908065434,
      "learning_rate": 4.5362876099085636e-05,
      "loss": 0.6306,
      "step": 109752
    },
    {
      "epoch": 4.495310260086013,
      "grad_norm": 2.353837982483746,
      "learning_rate": 4.536053931473217e-05,
      "loss": 0.4984,
      "step": 109753
    },
    {
      "epoch": 4.495351218513209,
      "grad_norm": 1.0722357224738714,
      "learning_rate": 4.535820257984622e-05,
      "loss": 0.284,
      "step": 109754
    },
    {
      "epoch": 4.495392176940405,
      "grad_norm": 1.6666072882598792,
      "learning_rate": 4.5355865894428786e-05,
      "loss": 0.4594,
      "step": 109755
    },
    {
      "epoch": 4.495433135367602,
      "grad_norm": 1.6494952379832044,
      "learning_rate": 4.535352925848104e-05,
      "loss": 0.8566,
      "step": 109756
    },
    {
      "epoch": 4.495474093794798,
      "grad_norm": 1.4162582727048227,
      "learning_rate": 4.5351192672004104e-05,
      "loss": 0.7184,
      "step": 109757
    },
    {
      "epoch": 4.495515052221995,
      "grad_norm": 1.462234566669229,
      "learning_rate": 4.5348856134999015e-05,
      "loss": 0.4861,
      "step": 109758
    },
    {
      "epoch": 4.495556010649191,
      "grad_norm": 1.3206100788872084,
      "learning_rate": 4.534651964746691e-05,
      "loss": 0.7225,
      "step": 109759
    },
    {
      "epoch": 4.495596969076387,
      "grad_norm": 1.7749100037194392,
      "learning_rate": 4.534418320940895e-05,
      "loss": 0.7785,
      "step": 109760
    },
    {
      "epoch": 4.495637927503584,
      "grad_norm": 1.4125339544455262,
      "learning_rate": 4.5341846820826133e-05,
      "loss": 0.5747,
      "step": 109761
    },
    {
      "epoch": 4.49567888593078,
      "grad_norm": 1.9727296093198057,
      "learning_rate": 4.533951048171967e-05,
      "loss": 0.9496,
      "step": 109762
    },
    {
      "epoch": 4.495719844357977,
      "grad_norm": 1.2925614652310822,
      "learning_rate": 4.533717419209058e-05,
      "loss": 0.5628,
      "step": 109763
    },
    {
      "epoch": 4.495760802785173,
      "grad_norm": 1.8065312661510025,
      "learning_rate": 4.5334837951939976e-05,
      "loss": 0.7679,
      "step": 109764
    },
    {
      "epoch": 4.49580176121237,
      "grad_norm": 1.380533321908933,
      "learning_rate": 4.533250176126905e-05,
      "loss": 0.724,
      "step": 109765
    },
    {
      "epoch": 4.495842719639565,
      "grad_norm": 1.4130914665103298,
      "learning_rate": 4.533016562007878e-05,
      "loss": 0.3293,
      "step": 109766
    },
    {
      "epoch": 4.495883678066762,
      "grad_norm": 1.4200386409078158,
      "learning_rate": 4.532782952837036e-05,
      "loss": 0.6105,
      "step": 109767
    },
    {
      "epoch": 4.4959246364939585,
      "grad_norm": 1.4541481181603921,
      "learning_rate": 4.532549348614495e-05,
      "loss": 0.5618,
      "step": 109768
    },
    {
      "epoch": 4.495965594921155,
      "grad_norm": 0.26230733468073614,
      "learning_rate": 4.532315749340347e-05,
      "loss": 0.0245,
      "step": 109769
    },
    {
      "epoch": 4.4960065533483515,
      "grad_norm": 1.3373083993736483,
      "learning_rate": 4.532082155014713e-05,
      "loss": 0.5596,
      "step": 109770
    },
    {
      "epoch": 4.496047511775548,
      "grad_norm": 0.6951986682747946,
      "learning_rate": 4.531848565637708e-05,
      "loss": 0.1872,
      "step": 109771
    },
    {
      "epoch": 4.496088470202745,
      "grad_norm": 2.2848850191712917,
      "learning_rate": 4.5316149812094334e-05,
      "loss": 1.0548,
      "step": 109772
    },
    {
      "epoch": 4.49612942862994,
      "grad_norm": 1.609712679906157,
      "learning_rate": 4.5313814017300036e-05,
      "loss": 0.7139,
      "step": 109773
    },
    {
      "epoch": 4.496170387057137,
      "grad_norm": 0.9038307720228439,
      "learning_rate": 4.531147827199533e-05,
      "loss": 0.2069,
      "step": 109774
    },
    {
      "epoch": 4.496211345484333,
      "grad_norm": 2.0598018271021585,
      "learning_rate": 4.530914257618124e-05,
      "loss": 1.1331,
      "step": 109775
    },
    {
      "epoch": 4.49625230391153,
      "grad_norm": 1.3730504038142182,
      "learning_rate": 4.5306806929858974e-05,
      "loss": 0.4677,
      "step": 109776
    },
    {
      "epoch": 4.496293262338726,
      "grad_norm": 2.7664450880742804,
      "learning_rate": 4.5304471333029516e-05,
      "loss": 1.8407,
      "step": 109777
    },
    {
      "epoch": 4.496334220765923,
      "grad_norm": 1.2647489735899944,
      "learning_rate": 4.530213578569402e-05,
      "loss": 0.544,
      "step": 109778
    },
    {
      "epoch": 4.496375179193119,
      "grad_norm": 1.47450204524402,
      "learning_rate": 4.529980028785365e-05,
      "loss": 0.5537,
      "step": 109779
    },
    {
      "epoch": 4.496416137620315,
      "grad_norm": 1.3133613703772031,
      "learning_rate": 4.529746483950942e-05,
      "loss": 0.6196,
      "step": 109780
    },
    {
      "epoch": 4.496457096047512,
      "grad_norm": 2.710175941418144,
      "learning_rate": 4.5295129440662527e-05,
      "loss": 1.8431,
      "step": 109781
    },
    {
      "epoch": 4.496498054474708,
      "grad_norm": 1.5496271718282941,
      "learning_rate": 4.529279409131396e-05,
      "loss": 0.7416,
      "step": 109782
    },
    {
      "epoch": 4.496539012901905,
      "grad_norm": 1.5362849751523804,
      "learning_rate": 4.529045879146489e-05,
      "loss": 0.683,
      "step": 109783
    },
    {
      "epoch": 4.496579971329101,
      "grad_norm": 1.234363854997845,
      "learning_rate": 4.528812354111644e-05,
      "loss": 0.4996,
      "step": 109784
    },
    {
      "epoch": 4.496620929756297,
      "grad_norm": 2.253235817325964,
      "learning_rate": 4.528578834026967e-05,
      "loss": 0.7679,
      "step": 109785
    },
    {
      "epoch": 4.496661888183493,
      "grad_norm": 1.6477236850436103,
      "learning_rate": 4.52834531889257e-05,
      "loss": 0.6879,
      "step": 109786
    },
    {
      "epoch": 4.49670284661069,
      "grad_norm": 3.5284792999151655,
      "learning_rate": 4.528111808708567e-05,
      "loss": 3.2418,
      "step": 109787
    },
    {
      "epoch": 4.4967438050378865,
      "grad_norm": 1.1627169896821603,
      "learning_rate": 4.5278783034750615e-05,
      "loss": 0.3998,
      "step": 109788
    },
    {
      "epoch": 4.496784763465083,
      "grad_norm": 1.5582800152791345,
      "learning_rate": 4.527644803192173e-05,
      "loss": 0.7885,
      "step": 109789
    },
    {
      "epoch": 4.49682572189228,
      "grad_norm": 1.5193281272260406,
      "learning_rate": 4.52741130786e-05,
      "loss": 0.6258,
      "step": 109790
    },
    {
      "epoch": 4.496866680319476,
      "grad_norm": 1.2514663324891213,
      "learning_rate": 4.5271778174786586e-05,
      "loss": 0.5225,
      "step": 109791
    },
    {
      "epoch": 4.496907638746672,
      "grad_norm": 1.372812615740581,
      "learning_rate": 4.5269443320482676e-05,
      "loss": 0.5753,
      "step": 109792
    },
    {
      "epoch": 4.496948597173868,
      "grad_norm": 1.6995003725541387,
      "learning_rate": 4.5267108515689224e-05,
      "loss": 0.5345,
      "step": 109793
    },
    {
      "epoch": 4.496989555601065,
      "grad_norm": 2.914050669007815,
      "learning_rate": 4.5264773760407416e-05,
      "loss": 1.3843,
      "step": 109794
    },
    {
      "epoch": 4.497030514028261,
      "grad_norm": 0.9834241315729845,
      "learning_rate": 4.5262439054638384e-05,
      "loss": 0.2707,
      "step": 109795
    },
    {
      "epoch": 4.497071472455458,
      "grad_norm": 1.0872489665884988,
      "learning_rate": 4.5260104398383144e-05,
      "loss": 0.2904,
      "step": 109796
    },
    {
      "epoch": 4.497112430882654,
      "grad_norm": 1.3459758589910031,
      "learning_rate": 4.52577697916429e-05,
      "loss": 0.5675,
      "step": 109797
    },
    {
      "epoch": 4.49715338930985,
      "grad_norm": 1.0446393034722337,
      "learning_rate": 4.525543523441866e-05,
      "loss": 0.3872,
      "step": 109798
    },
    {
      "epoch": 4.497194347737047,
      "grad_norm": 0.6162054613037297,
      "learning_rate": 4.525310072671158e-05,
      "loss": 0.0704,
      "step": 109799
    },
    {
      "epoch": 4.497235306164243,
      "grad_norm": 1.4108786359585948,
      "learning_rate": 4.525076626852279e-05,
      "loss": 0.5367,
      "step": 109800
    },
    {
      "epoch": 4.49727626459144,
      "grad_norm": 1.0216887562285686,
      "learning_rate": 4.524843185985332e-05,
      "loss": 0.3204,
      "step": 109801
    },
    {
      "epoch": 4.497317223018636,
      "grad_norm": 1.1942677613222044,
      "learning_rate": 4.524609750070431e-05,
      "loss": 0.4944,
      "step": 109802
    },
    {
      "epoch": 4.497358181445833,
      "grad_norm": 1.543746764776531,
      "learning_rate": 4.524376319107691e-05,
      "loss": 0.6548,
      "step": 109803
    },
    {
      "epoch": 4.497399139873028,
      "grad_norm": 2.007353417238239,
      "learning_rate": 4.524142893097214e-05,
      "loss": 0.991,
      "step": 109804
    },
    {
      "epoch": 4.497440098300225,
      "grad_norm": 1.4406688953612947,
      "learning_rate": 4.523909472039118e-05,
      "loss": 0.5348,
      "step": 109805
    },
    {
      "epoch": 4.4974810567274215,
      "grad_norm": 1.4211528237308044,
      "learning_rate": 4.523676055933506e-05,
      "loss": 0.5347,
      "step": 109806
    },
    {
      "epoch": 4.497522015154618,
      "grad_norm": 1.5182749649324327,
      "learning_rate": 4.523442644780492e-05,
      "loss": 0.3859,
      "step": 109807
    },
    {
      "epoch": 4.497562973581815,
      "grad_norm": 0.858701258035982,
      "learning_rate": 4.523209238580191e-05,
      "loss": 0.2085,
      "step": 109808
    },
    {
      "epoch": 4.497603932009011,
      "grad_norm": 1.899512139893202,
      "learning_rate": 4.522975837332704e-05,
      "loss": 0.9625,
      "step": 109809
    },
    {
      "epoch": 4.497644890436208,
      "grad_norm": 1.2594220915462815,
      "learning_rate": 4.5227424410381465e-05,
      "loss": 0.4777,
      "step": 109810
    },
    {
      "epoch": 4.497685848863403,
      "grad_norm": 1.4496690486831247,
      "learning_rate": 4.522509049696631e-05,
      "loss": 0.6131,
      "step": 109811
    },
    {
      "epoch": 4.4977268072906,
      "grad_norm": 1.9154230143234325,
      "learning_rate": 4.522275663308263e-05,
      "loss": 0.7865,
      "step": 109812
    },
    {
      "epoch": 4.497767765717796,
      "grad_norm": 1.6544441643712686,
      "learning_rate": 4.522042281873159e-05,
      "loss": 0.7923,
      "step": 109813
    },
    {
      "epoch": 4.497808724144993,
      "grad_norm": 1.5051037011128627,
      "learning_rate": 4.5218089053914206e-05,
      "loss": 0.6392,
      "step": 109814
    },
    {
      "epoch": 4.497849682572189,
      "grad_norm": 1.8896592423619527,
      "learning_rate": 4.5215755338631635e-05,
      "loss": 0.78,
      "step": 109815
    },
    {
      "epoch": 4.497890640999386,
      "grad_norm": 1.3070174399838532,
      "learning_rate": 4.521342167288501e-05,
      "loss": 0.4709,
      "step": 109816
    },
    {
      "epoch": 4.497931599426582,
      "grad_norm": 1.6021104504429773,
      "learning_rate": 4.521108805667535e-05,
      "loss": 0.7007,
      "step": 109817
    },
    {
      "epoch": 4.497972557853778,
      "grad_norm": 1.4649120374256508,
      "learning_rate": 4.5208754490003824e-05,
      "loss": 0.6253,
      "step": 109818
    },
    {
      "epoch": 4.498013516280975,
      "grad_norm": 1.608985334762962,
      "learning_rate": 4.5206420972871546e-05,
      "loss": 0.53,
      "step": 109819
    },
    {
      "epoch": 4.498054474708171,
      "grad_norm": 1.3706303836059504,
      "learning_rate": 4.520408750527956e-05,
      "loss": 0.4889,
      "step": 109820
    },
    {
      "epoch": 4.498095433135368,
      "grad_norm": 1.6076982189966642,
      "learning_rate": 4.5201754087229044e-05,
      "loss": 0.6873,
      "step": 109821
    },
    {
      "epoch": 4.498136391562564,
      "grad_norm": 1.324572728242552,
      "learning_rate": 4.5199420718721e-05,
      "loss": 0.5343,
      "step": 109822
    },
    {
      "epoch": 4.49817734998976,
      "grad_norm": 2.8695014110818042,
      "learning_rate": 4.519708739975661e-05,
      "loss": 1.7795,
      "step": 109823
    },
    {
      "epoch": 4.4982183084169565,
      "grad_norm": 1.7248352588568543,
      "learning_rate": 4.519475413033699e-05,
      "loss": 0.8051,
      "step": 109824
    },
    {
      "epoch": 4.498259266844153,
      "grad_norm": 1.3261666056250734,
      "learning_rate": 4.5192420910463165e-05,
      "loss": 0.5533,
      "step": 109825
    },
    {
      "epoch": 4.4983002252713495,
      "grad_norm": 0.699955911435516,
      "learning_rate": 4.519008774013632e-05,
      "loss": 0.1949,
      "step": 109826
    },
    {
      "epoch": 4.498341183698546,
      "grad_norm": 1.0417617970979773,
      "learning_rate": 4.518775461935748e-05,
      "loss": 0.3467,
      "step": 109827
    },
    {
      "epoch": 4.498382142125743,
      "grad_norm": 1.6408244918594441,
      "learning_rate": 4.518542154812777e-05,
      "loss": 0.6996,
      "step": 109828
    },
    {
      "epoch": 4.498423100552939,
      "grad_norm": 1.8058161205332421,
      "learning_rate": 4.5183088526448376e-05,
      "loss": 0.8901,
      "step": 109829
    },
    {
      "epoch": 4.498464058980135,
      "grad_norm": 1.3552095353279543,
      "learning_rate": 4.518075555432029e-05,
      "loss": 0.7031,
      "step": 109830
    },
    {
      "epoch": 4.498505017407331,
      "grad_norm": 1.5157889967898264,
      "learning_rate": 4.517842263174465e-05,
      "loss": 0.5272,
      "step": 109831
    },
    {
      "epoch": 4.498545975834528,
      "grad_norm": 1.099743773391607,
      "learning_rate": 4.5176089758722626e-05,
      "loss": 0.2557,
      "step": 109832
    },
    {
      "epoch": 4.498586934261724,
      "grad_norm": 1.2885896208074143,
      "learning_rate": 4.5173756935255214e-05,
      "loss": 0.3815,
      "step": 109833
    },
    {
      "epoch": 4.498627892688921,
      "grad_norm": 2.61324809744593,
      "learning_rate": 4.5171424161343606e-05,
      "loss": 0.3636,
      "step": 109834
    },
    {
      "epoch": 4.4986688511161175,
      "grad_norm": 1.3491753650481273,
      "learning_rate": 4.516909143698884e-05,
      "loss": 0.5672,
      "step": 109835
    },
    {
      "epoch": 4.498709809543313,
      "grad_norm": 1.3612431349431777,
      "learning_rate": 4.516675876219202e-05,
      "loss": 0.6131,
      "step": 109836
    },
    {
      "epoch": 4.49875076797051,
      "grad_norm": 1.9981481059595023,
      "learning_rate": 4.516442613695433e-05,
      "loss": 0.7766,
      "step": 109837
    },
    {
      "epoch": 4.498791726397706,
      "grad_norm": 0.8454345899208887,
      "learning_rate": 4.5162093561276774e-05,
      "loss": 0.2578,
      "step": 109838
    },
    {
      "epoch": 4.498832684824903,
      "grad_norm": 1.3671549830436396,
      "learning_rate": 4.5159761035160535e-05,
      "loss": 0.5572,
      "step": 109839
    },
    {
      "epoch": 4.498873643252099,
      "grad_norm": 1.1304761279437912,
      "learning_rate": 4.515742855860668e-05,
      "loss": 0.5308,
      "step": 109840
    },
    {
      "epoch": 4.498914601679296,
      "grad_norm": 1.4206290830554131,
      "learning_rate": 4.515509613161627e-05,
      "loss": 0.4667,
      "step": 109841
    },
    {
      "epoch": 4.4989555601064914,
      "grad_norm": 1.7777318438490788,
      "learning_rate": 4.515276375419044e-05,
      "loss": 0.7139,
      "step": 109842
    },
    {
      "epoch": 4.498996518533688,
      "grad_norm": 1.6240280963381446,
      "learning_rate": 4.515043142633035e-05,
      "loss": 0.6609,
      "step": 109843
    },
    {
      "epoch": 4.4990374769608845,
      "grad_norm": 1.3521874060602102,
      "learning_rate": 4.5148099148037005e-05,
      "loss": 0.6571,
      "step": 109844
    },
    {
      "epoch": 4.499078435388081,
      "grad_norm": 1.2794440598875885,
      "learning_rate": 4.514576691931154e-05,
      "loss": 0.5285,
      "step": 109845
    },
    {
      "epoch": 4.499119393815278,
      "grad_norm": 1.5244301003643013,
      "learning_rate": 4.5143434740155135e-05,
      "loss": 0.573,
      "step": 109846
    },
    {
      "epoch": 4.499160352242474,
      "grad_norm": 1.4692205662903965,
      "learning_rate": 4.514110261056877e-05,
      "loss": 0.4178,
      "step": 109847
    },
    {
      "epoch": 4.499201310669671,
      "grad_norm": 1.5456327975865347,
      "learning_rate": 4.513877053055367e-05,
      "loss": 0.6937,
      "step": 109848
    },
    {
      "epoch": 4.499242269096866,
      "grad_norm": 2.920663492051186,
      "learning_rate": 4.513643850011082e-05,
      "loss": 2.2095,
      "step": 109849
    },
    {
      "epoch": 4.499283227524063,
      "grad_norm": 1.5574822107262747,
      "learning_rate": 4.5134106519241376e-05,
      "loss": 0.617,
      "step": 109850
    },
    {
      "epoch": 4.499324185951259,
      "grad_norm": 2.431005250982897,
      "learning_rate": 4.5131774587946476e-05,
      "loss": 1.8759,
      "step": 109851
    },
    {
      "epoch": 4.499365144378456,
      "grad_norm": 0.8514103943079809,
      "learning_rate": 4.512944270622716e-05,
      "loss": 0.2493,
      "step": 109852
    },
    {
      "epoch": 4.4994061028056525,
      "grad_norm": 1.6251539575673142,
      "learning_rate": 4.5127110874084595e-05,
      "loss": 0.7555,
      "step": 109853
    },
    {
      "epoch": 4.499447061232849,
      "grad_norm": 1.5193251302822817,
      "learning_rate": 4.512477909151981e-05,
      "loss": 0.6024,
      "step": 109854
    },
    {
      "epoch": 4.4994880196600455,
      "grad_norm": 1.041089072577513,
      "learning_rate": 4.512244735853394e-05,
      "loss": 0.314,
      "step": 109855
    },
    {
      "epoch": 4.499528978087241,
      "grad_norm": 1.7944180035698458,
      "learning_rate": 4.5120115675128135e-05,
      "loss": 0.9566,
      "step": 109856
    },
    {
      "epoch": 4.499569936514438,
      "grad_norm": 2.2679038563594243,
      "learning_rate": 4.51177840413034e-05,
      "loss": 0.7466,
      "step": 109857
    },
    {
      "epoch": 4.499610894941634,
      "grad_norm": 1.914499932055618,
      "learning_rate": 4.511545245706089e-05,
      "loss": 0.4848,
      "step": 109858
    },
    {
      "epoch": 4.499651853368831,
      "grad_norm": 1.2083759161283973,
      "learning_rate": 4.511312092240177e-05,
      "loss": 0.1996,
      "step": 109859
    },
    {
      "epoch": 4.499692811796027,
      "grad_norm": 1.5227544558727086,
      "learning_rate": 4.511078943732702e-05,
      "loss": 0.682,
      "step": 109860
    },
    {
      "epoch": 4.499733770223223,
      "grad_norm": 1.5430382571653953,
      "learning_rate": 4.510845800183787e-05,
      "loss": 0.6376,
      "step": 109861
    },
    {
      "epoch": 4.4997747286504195,
      "grad_norm": 1.7097335951564019,
      "learning_rate": 4.5106126615935284e-05,
      "loss": 0.6597,
      "step": 109862
    },
    {
      "epoch": 4.499815687077616,
      "grad_norm": 1.4165203718019537,
      "learning_rate": 4.5103795279620436e-05,
      "loss": 0.6007,
      "step": 109863
    },
    {
      "epoch": 4.499856645504813,
      "grad_norm": 1.5031880555775112,
      "learning_rate": 4.510146399289449e-05,
      "loss": 0.6657,
      "step": 109864
    },
    {
      "epoch": 4.499897603932009,
      "grad_norm": 1.6171345021828365,
      "learning_rate": 4.509913275575842e-05,
      "loss": 0.3272,
      "step": 109865
    },
    {
      "epoch": 4.499938562359206,
      "grad_norm": 0.8815874640954442,
      "learning_rate": 4.5096801568213405e-05,
      "loss": 0.2204,
      "step": 109866
    },
    {
      "epoch": 4.499979520786402,
      "grad_norm": 1.4436649185255281,
      "learning_rate": 4.509447043026058e-05,
      "loss": 0.463,
      "step": 109867
    },
    {
      "epoch": 4.500020479213598,
      "grad_norm": 1.3243062219185886,
      "learning_rate": 4.509213934190094e-05,
      "loss": 0.4386,
      "step": 109868
    },
    {
      "epoch": 4.500061437640794,
      "grad_norm": 1.4092224750777769,
      "learning_rate": 4.508980830313571e-05,
      "loss": 0.6388,
      "step": 109869
    },
    {
      "epoch": 4.500102396067991,
      "grad_norm": 1.849902415174635,
      "learning_rate": 4.508747731396589e-05,
      "loss": 0.7056,
      "step": 109870
    },
    {
      "epoch": 4.500143354495187,
      "grad_norm": 1.609984893754363,
      "learning_rate": 4.5085146374392614e-05,
      "loss": 0.6433,
      "step": 109871
    },
    {
      "epoch": 4.500184312922384,
      "grad_norm": 0.9400414350099966,
      "learning_rate": 4.5082815484417034e-05,
      "loss": 0.2249,
      "step": 109872
    },
    {
      "epoch": 4.5002252713495805,
      "grad_norm": 1.1280604387630482,
      "learning_rate": 4.508048464404018e-05,
      "loss": 0.2973,
      "step": 109873
    },
    {
      "epoch": 4.500266229776777,
      "grad_norm": 1.2731651612661976,
      "learning_rate": 4.5078153853263176e-05,
      "loss": 0.5453,
      "step": 109874
    },
    {
      "epoch": 4.500307188203973,
      "grad_norm": 1.3638498920533177,
      "learning_rate": 4.507582311208718e-05,
      "loss": 0.7593,
      "step": 109875
    },
    {
      "epoch": 4.500348146631169,
      "grad_norm": 0.5860425577523807,
      "learning_rate": 4.50734924205132e-05,
      "loss": 0.0469,
      "step": 109876
    },
    {
      "epoch": 4.500389105058366,
      "grad_norm": 2.7459197846783634,
      "learning_rate": 4.507116177854243e-05,
      "loss": 1.698,
      "step": 109877
    },
    {
      "epoch": 4.500430063485562,
      "grad_norm": 1.425912117800026,
      "learning_rate": 4.5068831186175886e-05,
      "loss": 0.4974,
      "step": 109878
    },
    {
      "epoch": 4.500471021912759,
      "grad_norm": 1.3251584121747562,
      "learning_rate": 4.50665006434147e-05,
      "loss": 0.5232,
      "step": 109879
    },
    {
      "epoch": 4.5005119803399545,
      "grad_norm": 1.3252621674065317,
      "learning_rate": 4.506417015026002e-05,
      "loss": 0.4444,
      "step": 109880
    },
    {
      "epoch": 4.500552938767151,
      "grad_norm": 0.4409317060813034,
      "learning_rate": 4.506183970671288e-05,
      "loss": 0.0434,
      "step": 109881
    },
    {
      "epoch": 4.5005938971943475,
      "grad_norm": 1.2087364893709587,
      "learning_rate": 4.505950931277441e-05,
      "loss": 0.4325,
      "step": 109882
    },
    {
      "epoch": 4.500634855621544,
      "grad_norm": 1.5084086696800099,
      "learning_rate": 4.5057178968445775e-05,
      "loss": 0.5349,
      "step": 109883
    },
    {
      "epoch": 4.500675814048741,
      "grad_norm": 1.9806429553980063,
      "learning_rate": 4.505484867372795e-05,
      "loss": 0.5682,
      "step": 109884
    },
    {
      "epoch": 4.500716772475937,
      "grad_norm": 1.8048737421351597,
      "learning_rate": 4.5052518428622156e-05,
      "loss": 0.8092,
      "step": 109885
    },
    {
      "epoch": 4.500757730903134,
      "grad_norm": 2.645162259320143,
      "learning_rate": 4.50501882331294e-05,
      "loss": 1.4403,
      "step": 109886
    },
    {
      "epoch": 4.500798689330329,
      "grad_norm": 1.6114431847343558,
      "learning_rate": 4.5047858087250815e-05,
      "loss": 0.474,
      "step": 109887
    },
    {
      "epoch": 4.500839647757526,
      "grad_norm": 1.9836671579332446,
      "learning_rate": 4.504552799098756e-05,
      "loss": 0.8812,
      "step": 109888
    },
    {
      "epoch": 4.500880606184722,
      "grad_norm": 2.2094311559823145,
      "learning_rate": 4.5043197944340656e-05,
      "loss": 1.1505,
      "step": 109889
    },
    {
      "epoch": 4.500921564611919,
      "grad_norm": 1.8840800879728796,
      "learning_rate": 4.504086794731122e-05,
      "loss": 0.6463,
      "step": 109890
    },
    {
      "epoch": 4.5009625230391155,
      "grad_norm": 1.5494142490447536,
      "learning_rate": 4.503853799990043e-05,
      "loss": 0.7268,
      "step": 109891
    },
    {
      "epoch": 4.501003481466312,
      "grad_norm": 1.7258650598555496,
      "learning_rate": 4.503620810210928e-05,
      "loss": 0.5332,
      "step": 109892
    },
    {
      "epoch": 4.5010444398935086,
      "grad_norm": 1.3121993844420625,
      "learning_rate": 4.503387825393896e-05,
      "loss": 0.6422,
      "step": 109893
    },
    {
      "epoch": 4.501085398320704,
      "grad_norm": 1.4152739439569424,
      "learning_rate": 4.5031548455390495e-05,
      "loss": 0.5344,
      "step": 109894
    },
    {
      "epoch": 4.501126356747901,
      "grad_norm": 1.4419752715284646,
      "learning_rate": 4.502921870646501e-05,
      "loss": 0.6772,
      "step": 109895
    },
    {
      "epoch": 4.501167315175097,
      "grad_norm": 1.4504571266728399,
      "learning_rate": 4.5026889007163673e-05,
      "loss": 0.6161,
      "step": 109896
    },
    {
      "epoch": 4.501208273602294,
      "grad_norm": 1.6496303860191281,
      "learning_rate": 4.502455935748749e-05,
      "loss": 0.6241,
      "step": 109897
    },
    {
      "epoch": 4.50124923202949,
      "grad_norm": 1.550790888686171,
      "learning_rate": 4.5022229757437654e-05,
      "loss": 0.7691,
      "step": 109898
    },
    {
      "epoch": 4.501290190456686,
      "grad_norm": 1.8219302731523577,
      "learning_rate": 4.5019900207015156e-05,
      "loss": 0.7059,
      "step": 109899
    },
    {
      "epoch": 4.5013311488838825,
      "grad_norm": 1.4649846748140356,
      "learning_rate": 4.501757070622116e-05,
      "loss": 0.6174,
      "step": 109900
    },
    {
      "epoch": 4.501372107311079,
      "grad_norm": 1.3062165518327087,
      "learning_rate": 4.5015241255056814e-05,
      "loss": 0.5325,
      "step": 109901
    },
    {
      "epoch": 4.501413065738276,
      "grad_norm": 2.014240493700464,
      "learning_rate": 4.501291185352312e-05,
      "loss": 0.8611,
      "step": 109902
    },
    {
      "epoch": 4.501454024165472,
      "grad_norm": 0.5825006245707025,
      "learning_rate": 4.501058250162124e-05,
      "loss": 0.0591,
      "step": 109903
    },
    {
      "epoch": 4.501494982592669,
      "grad_norm": 4.953384062329831,
      "learning_rate": 4.5008253199352306e-05,
      "loss": 1.3297,
      "step": 109904
    },
    {
      "epoch": 4.501535941019865,
      "grad_norm": 1.303302514913981,
      "learning_rate": 4.500592394671732e-05,
      "loss": 0.5152,
      "step": 109905
    },
    {
      "epoch": 4.501576899447061,
      "grad_norm": 2.0591359921602828,
      "learning_rate": 4.50035947437175e-05,
      "loss": 1.0033,
      "step": 109906
    },
    {
      "epoch": 4.501617857874257,
      "grad_norm": 1.6319096102234885,
      "learning_rate": 4.500126559035383e-05,
      "loss": 0.5529,
      "step": 109907
    },
    {
      "epoch": 4.501658816301454,
      "grad_norm": 1.5992556138636727,
      "learning_rate": 4.499893648662749e-05,
      "loss": 0.2575,
      "step": 109908
    },
    {
      "epoch": 4.5016997747286505,
      "grad_norm": 1.9032970568007237,
      "learning_rate": 4.499660743253959e-05,
      "loss": 0.686,
      "step": 109909
    },
    {
      "epoch": 4.501740733155847,
      "grad_norm": 2.0845444701749396,
      "learning_rate": 4.4994278428091194e-05,
      "loss": 0.6674,
      "step": 109910
    },
    {
      "epoch": 4.5017816915830435,
      "grad_norm": 1.949367243280511,
      "learning_rate": 4.499194947328337e-05,
      "loss": 0.4868,
      "step": 109911
    },
    {
      "epoch": 4.50182265001024,
      "grad_norm": 1.0120625094704756,
      "learning_rate": 4.4989620568117326e-05,
      "loss": 0.2521,
      "step": 109912
    },
    {
      "epoch": 4.501863608437436,
      "grad_norm": 1.3723991630386203,
      "learning_rate": 4.498729171259403e-05,
      "loss": 0.4623,
      "step": 109913
    },
    {
      "epoch": 4.501904566864632,
      "grad_norm": 1.7993661046414726,
      "learning_rate": 4.4984962906714645e-05,
      "loss": 0.4783,
      "step": 109914
    },
    {
      "epoch": 4.501945525291829,
      "grad_norm": 1.2986470805885018,
      "learning_rate": 4.498263415048033e-05,
      "loss": 0.5194,
      "step": 109915
    },
    {
      "epoch": 4.501986483719025,
      "grad_norm": 1.8231249214277714,
      "learning_rate": 4.498030544389208e-05,
      "loss": 0.7268,
      "step": 109916
    },
    {
      "epoch": 4.502027442146222,
      "grad_norm": 1.6249639763991681,
      "learning_rate": 4.497797678695106e-05,
      "loss": 0.5749,
      "step": 109917
    },
    {
      "epoch": 4.5020684005734175,
      "grad_norm": 1.8096550767129334,
      "learning_rate": 4.4975648179658387e-05,
      "loss": 0.6862,
      "step": 109918
    },
    {
      "epoch": 4.502109359000614,
      "grad_norm": 1.2201705066610806,
      "learning_rate": 4.49733196220151e-05,
      "loss": 0.5678,
      "step": 109919
    },
    {
      "epoch": 4.502150317427811,
      "grad_norm": 1.4377032350538166,
      "learning_rate": 4.4970991114022374e-05,
      "loss": 0.6149,
      "step": 109920
    },
    {
      "epoch": 4.502191275855007,
      "grad_norm": 1.349882617218398,
      "learning_rate": 4.496866265568122e-05,
      "loss": 0.6257,
      "step": 109921
    },
    {
      "epoch": 4.502232234282204,
      "grad_norm": 0.9968723243010721,
      "learning_rate": 4.49663342469928e-05,
      "loss": 0.1564,
      "step": 109922
    },
    {
      "epoch": 4.5022731927094,
      "grad_norm": 1.6048177571757323,
      "learning_rate": 4.496400588795824e-05,
      "loss": 0.6119,
      "step": 109923
    },
    {
      "epoch": 4.502314151136597,
      "grad_norm": 1.2532813899044095,
      "learning_rate": 4.4961677578578544e-05,
      "loss": 0.3965,
      "step": 109924
    },
    {
      "epoch": 4.502355109563792,
      "grad_norm": 1.2912714815266892,
      "learning_rate": 4.4959349318854944e-05,
      "loss": 0.4325,
      "step": 109925
    },
    {
      "epoch": 4.502396067990989,
      "grad_norm": 0.7887527733397114,
      "learning_rate": 4.4957021108788406e-05,
      "loss": 0.1752,
      "step": 109926
    },
    {
      "epoch": 4.502437026418185,
      "grad_norm": 1.7066958232474527,
      "learning_rate": 4.49546929483801e-05,
      "loss": 0.8123,
      "step": 109927
    },
    {
      "epoch": 4.502477984845382,
      "grad_norm": 0.8504955468245378,
      "learning_rate": 4.495236483763116e-05,
      "loss": 0.2346,
      "step": 109928
    },
    {
      "epoch": 4.5025189432725785,
      "grad_norm": 1.5242841062360077,
      "learning_rate": 4.49500367765426e-05,
      "loss": 0.5651,
      "step": 109929
    },
    {
      "epoch": 4.502559901699775,
      "grad_norm": 1.2432704035136215,
      "learning_rate": 4.494770876511557e-05,
      "loss": 0.5544,
      "step": 109930
    },
    {
      "epoch": 4.502600860126972,
      "grad_norm": 0.9173924534372436,
      "learning_rate": 4.494538080335121e-05,
      "loss": 0.2741,
      "step": 109931
    },
    {
      "epoch": 4.502641818554167,
      "grad_norm": 24.979837779957542,
      "learning_rate": 4.494305289125052e-05,
      "loss": 0.9624,
      "step": 109932
    },
    {
      "epoch": 4.502682776981364,
      "grad_norm": 1.692864569165729,
      "learning_rate": 4.494072502881473e-05,
      "loss": 0.6953,
      "step": 109933
    },
    {
      "epoch": 4.50272373540856,
      "grad_norm": 1.3233815456291036,
      "learning_rate": 4.49383972160448e-05,
      "loss": 0.343,
      "step": 109934
    },
    {
      "epoch": 4.502764693835757,
      "grad_norm": 1.3714430110240088,
      "learning_rate": 4.493606945294192e-05,
      "loss": 0.6006,
      "step": 109935
    },
    {
      "epoch": 4.502805652262953,
      "grad_norm": 1.2623682883224072,
      "learning_rate": 4.493374173950721e-05,
      "loss": 0.4175,
      "step": 109936
    },
    {
      "epoch": 4.502846610690149,
      "grad_norm": 2.06131070509045,
      "learning_rate": 4.493141407574168e-05,
      "loss": 0.8753,
      "step": 109937
    },
    {
      "epoch": 4.502887569117346,
      "grad_norm": 1.5346282356016245,
      "learning_rate": 4.492908646164648e-05,
      "loss": 0.4955,
      "step": 109938
    },
    {
      "epoch": 4.502928527544542,
      "grad_norm": 1.7180545673536742,
      "learning_rate": 4.492675889722276e-05,
      "loss": 0.7513,
      "step": 109939
    },
    {
      "epoch": 4.502969485971739,
      "grad_norm": 1.365505444893247,
      "learning_rate": 4.492443138247152e-05,
      "loss": 0.4513,
      "step": 109940
    },
    {
      "epoch": 4.503010444398935,
      "grad_norm": 0.8438426011127539,
      "learning_rate": 4.4922103917393965e-05,
      "loss": 0.1991,
      "step": 109941
    },
    {
      "epoch": 4.503051402826132,
      "grad_norm": 1.3349176476973008,
      "learning_rate": 4.491977650199109e-05,
      "loss": 0.593,
      "step": 109942
    },
    {
      "epoch": 4.503092361253328,
      "grad_norm": 1.4453257307319887,
      "learning_rate": 4.491744913626405e-05,
      "loss": 0.7337,
      "step": 109943
    },
    {
      "epoch": 4.503133319680524,
      "grad_norm": 1.6122860112861215,
      "learning_rate": 4.4915121820214e-05,
      "loss": 0.6892,
      "step": 109944
    },
    {
      "epoch": 4.50317427810772,
      "grad_norm": 1.760062639595001,
      "learning_rate": 4.491279455384191e-05,
      "loss": 0.719,
      "step": 109945
    },
    {
      "epoch": 4.503215236534917,
      "grad_norm": 1.5593074712621522,
      "learning_rate": 4.4910467337148975e-05,
      "loss": 0.6094,
      "step": 109946
    },
    {
      "epoch": 4.5032561949621135,
      "grad_norm": 2.20575140435738,
      "learning_rate": 4.49081401701363e-05,
      "loss": 0.8881,
      "step": 109947
    },
    {
      "epoch": 4.50329715338931,
      "grad_norm": 1.5019998658782605,
      "learning_rate": 4.490581305280493e-05,
      "loss": 0.7315,
      "step": 109948
    },
    {
      "epoch": 4.503338111816507,
      "grad_norm": 4.4235251852212265,
      "learning_rate": 4.4903485985156035e-05,
      "loss": 4.5428,
      "step": 109949
    },
    {
      "epoch": 4.503379070243703,
      "grad_norm": 1.3989222248640776,
      "learning_rate": 4.490115896719062e-05,
      "loss": 0.5708,
      "step": 109950
    },
    {
      "epoch": 4.503420028670899,
      "grad_norm": 1.8446105136112498,
      "learning_rate": 4.4898831998909854e-05,
      "loss": 0.9139,
      "step": 109951
    },
    {
      "epoch": 4.503460987098095,
      "grad_norm": 1.274448779522182,
      "learning_rate": 4.4896505080314844e-05,
      "loss": 0.3033,
      "step": 109952
    },
    {
      "epoch": 4.503501945525292,
      "grad_norm": 1.360856293150683,
      "learning_rate": 4.489417821140664e-05,
      "loss": 0.4072,
      "step": 109953
    },
    {
      "epoch": 4.503542903952488,
      "grad_norm": 0.9554969550183097,
      "learning_rate": 4.4891851392186353e-05,
      "loss": 0.2468,
      "step": 109954
    },
    {
      "epoch": 4.503583862379685,
      "grad_norm": 1.329866691126464,
      "learning_rate": 4.488952462265516e-05,
      "loss": 0.5369,
      "step": 109955
    },
    {
      "epoch": 4.5036248208068805,
      "grad_norm": 1.2281664978109939,
      "learning_rate": 4.488719790281405e-05,
      "loss": 0.2902,
      "step": 109956
    },
    {
      "epoch": 4.503665779234077,
      "grad_norm": 2.095966332193233,
      "learning_rate": 4.488487123266422e-05,
      "loss": 0.8281,
      "step": 109957
    },
    {
      "epoch": 4.503706737661274,
      "grad_norm": 1.5987476088697057,
      "learning_rate": 4.488254461220668e-05,
      "loss": 0.6877,
      "step": 109958
    },
    {
      "epoch": 4.50374769608847,
      "grad_norm": 4.668227620272331,
      "learning_rate": 4.4880218041442564e-05,
      "loss": 0.7064,
      "step": 109959
    },
    {
      "epoch": 4.503788654515667,
      "grad_norm": 1.3925300098013602,
      "learning_rate": 4.487789152037304e-05,
      "loss": 0.6371,
      "step": 109960
    },
    {
      "epoch": 4.503829612942863,
      "grad_norm": 1.540573909239547,
      "learning_rate": 4.4875565048999106e-05,
      "loss": 0.5654,
      "step": 109961
    },
    {
      "epoch": 4.50387057137006,
      "grad_norm": 1.4355742749571525,
      "learning_rate": 4.487323862732189e-05,
      "loss": 0.6997,
      "step": 109962
    },
    {
      "epoch": 4.503911529797255,
      "grad_norm": 2.370892292457492,
      "learning_rate": 4.4870912255342565e-05,
      "loss": 0.5881,
      "step": 109963
    },
    {
      "epoch": 4.503952488224452,
      "grad_norm": 1.504990075711692,
      "learning_rate": 4.4868585933062125e-05,
      "loss": 0.6162,
      "step": 109964
    },
    {
      "epoch": 4.5039934466516485,
      "grad_norm": 0.8438877753260045,
      "learning_rate": 4.4866259660481756e-05,
      "loss": 0.2412,
      "step": 109965
    },
    {
      "epoch": 4.504034405078845,
      "grad_norm": 1.1109621504886875,
      "learning_rate": 4.486393343760247e-05,
      "loss": 0.2266,
      "step": 109966
    },
    {
      "epoch": 4.5040753635060415,
      "grad_norm": 1.7532775995591332,
      "learning_rate": 4.486160726442542e-05,
      "loss": 0.6785,
      "step": 109967
    },
    {
      "epoch": 4.504116321933238,
      "grad_norm": 1.79762074066424,
      "learning_rate": 4.4859281140951745e-05,
      "loss": 0.7025,
      "step": 109968
    },
    {
      "epoch": 4.504157280360435,
      "grad_norm": 0.9920342870994572,
      "learning_rate": 4.4856955067182463e-05,
      "loss": 0.2648,
      "step": 109969
    },
    {
      "epoch": 4.50419823878763,
      "grad_norm": 1.7773382361703562,
      "learning_rate": 4.485462904311874e-05,
      "loss": 0.6285,
      "step": 109970
    },
    {
      "epoch": 4.504239197214827,
      "grad_norm": 1.319676981641823,
      "learning_rate": 4.485230306876162e-05,
      "loss": 0.4261,
      "step": 109971
    },
    {
      "epoch": 4.504280155642023,
      "grad_norm": 1.8334143106394096,
      "learning_rate": 4.4849977144112224e-05,
      "loss": 0.807,
      "step": 109972
    },
    {
      "epoch": 4.50432111406922,
      "grad_norm": 1.3185024409373134,
      "learning_rate": 4.484765126917169e-05,
      "loss": 0.6577,
      "step": 109973
    },
    {
      "epoch": 4.504362072496416,
      "grad_norm": 1.5399261152292378,
      "learning_rate": 4.4845325443941065e-05,
      "loss": 0.5078,
      "step": 109974
    },
    {
      "epoch": 4.504403030923612,
      "grad_norm": 1.6338428402545666,
      "learning_rate": 4.484299966842144e-05,
      "loss": 0.5583,
      "step": 109975
    },
    {
      "epoch": 4.504443989350809,
      "grad_norm": 1.5773895388574237,
      "learning_rate": 4.484067394261402e-05,
      "loss": 0.5953,
      "step": 109976
    },
    {
      "epoch": 4.504484947778005,
      "grad_norm": 1.871323248830828,
      "learning_rate": 4.483834826651975e-05,
      "loss": 0.8579,
      "step": 109977
    },
    {
      "epoch": 4.504525906205202,
      "grad_norm": 0.8098468372975735,
      "learning_rate": 4.4836022640139874e-05,
      "loss": 0.1849,
      "step": 109978
    },
    {
      "epoch": 4.504566864632398,
      "grad_norm": 1.78361643318565,
      "learning_rate": 4.4833697063475364e-05,
      "loss": 0.7206,
      "step": 109979
    },
    {
      "epoch": 4.504607823059595,
      "grad_norm": 1.419720369671601,
      "learning_rate": 4.483137153652744e-05,
      "loss": 0.4313,
      "step": 109980
    },
    {
      "epoch": 4.504648781486791,
      "grad_norm": 1.623178963518958,
      "learning_rate": 4.482904605929709e-05,
      "loss": 0.6107,
      "step": 109981
    },
    {
      "epoch": 4.504689739913987,
      "grad_norm": 1.4930123081704194,
      "learning_rate": 4.482672063178551e-05,
      "loss": 0.6312,
      "step": 109982
    },
    {
      "epoch": 4.5047306983411834,
      "grad_norm": 1.3700898227876643,
      "learning_rate": 4.48243952539937e-05,
      "loss": 0.5074,
      "step": 109983
    },
    {
      "epoch": 4.50477165676838,
      "grad_norm": 1.6696473219062047,
      "learning_rate": 4.482206992592285e-05,
      "loss": 0.7306,
      "step": 109984
    },
    {
      "epoch": 4.5048126151955765,
      "grad_norm": 1.0827914286292253,
      "learning_rate": 4.4819744647574e-05,
      "loss": 0.3744,
      "step": 109985
    },
    {
      "epoch": 4.504853573622773,
      "grad_norm": 1.8120363639253891,
      "learning_rate": 4.4817419418948256e-05,
      "loss": 0.7452,
      "step": 109986
    },
    {
      "epoch": 4.50489453204997,
      "grad_norm": 1.42867565546026,
      "learning_rate": 4.481509424004679e-05,
      "loss": 0.6197,
      "step": 109987
    },
    {
      "epoch": 4.504935490477166,
      "grad_norm": 0.8112129637252611,
      "learning_rate": 4.4812769110870596e-05,
      "loss": 0.2286,
      "step": 109988
    },
    {
      "epoch": 4.504976448904362,
      "grad_norm": 2.0949653172400895,
      "learning_rate": 4.48104440314208e-05,
      "loss": 1.4973,
      "step": 109989
    },
    {
      "epoch": 4.505017407331558,
      "grad_norm": 1.525304066476218,
      "learning_rate": 4.480811900169861e-05,
      "loss": 0.5778,
      "step": 109990
    },
    {
      "epoch": 4.505058365758755,
      "grad_norm": 1.0630083825443992,
      "learning_rate": 4.480579402170496e-05,
      "loss": 0.2707,
      "step": 109991
    },
    {
      "epoch": 4.505099324185951,
      "grad_norm": 1.514102653067289,
      "learning_rate": 4.480346909144107e-05,
      "loss": 0.5938,
      "step": 109992
    },
    {
      "epoch": 4.505140282613148,
      "grad_norm": 0.755976214796206,
      "learning_rate": 4.4801144210907966e-05,
      "loss": 0.0756,
      "step": 109993
    },
    {
      "epoch": 4.505181241040344,
      "grad_norm": 1.9211369498958888,
      "learning_rate": 4.479881938010676e-05,
      "loss": 0.8969,
      "step": 109994
    },
    {
      "epoch": 4.50522219946754,
      "grad_norm": 1.0976294101989579,
      "learning_rate": 4.479649459903862e-05,
      "loss": 0.3623,
      "step": 109995
    },
    {
      "epoch": 4.505263157894737,
      "grad_norm": 0.8971127946985942,
      "learning_rate": 4.479416986770456e-05,
      "loss": 0.2078,
      "step": 109996
    },
    {
      "epoch": 4.505304116321933,
      "grad_norm": 1.302528359151818,
      "learning_rate": 4.479184518610575e-05,
      "loss": 0.5134,
      "step": 109997
    },
    {
      "epoch": 4.50534507474913,
      "grad_norm": 1.4613007495898975,
      "learning_rate": 4.47895205542432e-05,
      "loss": 0.5876,
      "step": 109998
    },
    {
      "epoch": 4.505386033176326,
      "grad_norm": 1.5645684683689838,
      "learning_rate": 4.478719597211805e-05,
      "loss": 0.5818,
      "step": 109999
    },
    {
      "epoch": 4.505426991603523,
      "grad_norm": 1.6089306407998516,
      "learning_rate": 4.478487143973148e-05,
      "loss": 0.7111,
      "step": 110000
    },
    {
      "epoch": 4.505467950030718,
      "grad_norm": 2.017237723216577,
      "learning_rate": 4.478254695708445e-05,
      "loss": 0.5876,
      "step": 110001
    },
    {
      "epoch": 4.505508908457915,
      "grad_norm": 1.4595110194359024,
      "learning_rate": 4.478022252417814e-05,
      "loss": 0.5703,
      "step": 110002
    },
    {
      "epoch": 4.5055498668851115,
      "grad_norm": 1.4920743076149467,
      "learning_rate": 4.477789814101367e-05,
      "loss": 0.4594,
      "step": 110003
    },
    {
      "epoch": 4.505590825312308,
      "grad_norm": 1.6222980396308724,
      "learning_rate": 4.477557380759207e-05,
      "loss": 0.6577,
      "step": 110004
    },
    {
      "epoch": 4.505631783739505,
      "grad_norm": 0.7709258339692138,
      "learning_rate": 4.477324952391451e-05,
      "loss": 0.1998,
      "step": 110005
    },
    {
      "epoch": 4.505672742166701,
      "grad_norm": 0.9918445803037459,
      "learning_rate": 4.4770925289982e-05,
      "loss": 0.2493,
      "step": 110006
    },
    {
      "epoch": 4.505713700593898,
      "grad_norm": 1.5903356560266775,
      "learning_rate": 4.47686011057957e-05,
      "loss": 0.8663,
      "step": 110007
    },
    {
      "epoch": 4.505754659021093,
      "grad_norm": 1.1225992313744095,
      "learning_rate": 4.476627697135675e-05,
      "loss": 0.2879,
      "step": 110008
    },
    {
      "epoch": 4.50579561744829,
      "grad_norm": 1.3128733084779847,
      "learning_rate": 4.4763952886666136e-05,
      "loss": 0.5098,
      "step": 110009
    },
    {
      "epoch": 4.505836575875486,
      "grad_norm": 1.3489440456636237,
      "learning_rate": 4.476162885172503e-05,
      "loss": 0.3723,
      "step": 110010
    },
    {
      "epoch": 4.505877534302683,
      "grad_norm": 1.2305731078063384,
      "learning_rate": 4.4759304866534554e-05,
      "loss": 0.4534,
      "step": 110011
    },
    {
      "epoch": 4.505918492729879,
      "grad_norm": 1.5730588164693948,
      "learning_rate": 4.475698093109574e-05,
      "loss": 0.5381,
      "step": 110012
    },
    {
      "epoch": 4.505959451157075,
      "grad_norm": 1.417806861131976,
      "learning_rate": 4.475465704540977e-05,
      "loss": 0.7052,
      "step": 110013
    },
    {
      "epoch": 4.506000409584272,
      "grad_norm": 1.235543290828646,
      "learning_rate": 4.475233320947762e-05,
      "loss": 0.5111,
      "step": 110014
    },
    {
      "epoch": 4.506041368011468,
      "grad_norm": 1.0759502887977492,
      "learning_rate": 4.475000942330049e-05,
      "loss": 0.3114,
      "step": 110015
    },
    {
      "epoch": 4.506082326438665,
      "grad_norm": 1.9383961120656101,
      "learning_rate": 4.474768568687947e-05,
      "loss": 0.6497,
      "step": 110016
    },
    {
      "epoch": 4.506123284865861,
      "grad_norm": 1.378509006959959,
      "learning_rate": 4.47453620002156e-05,
      "loss": 0.5113,
      "step": 110017
    },
    {
      "epoch": 4.506164243293058,
      "grad_norm": 1.6983866327618709,
      "learning_rate": 4.4743038363310014e-05,
      "loss": 0.7414,
      "step": 110018
    },
    {
      "epoch": 4.506205201720254,
      "grad_norm": 1.7766440779627883,
      "learning_rate": 4.474071477616386e-05,
      "loss": 0.8579,
      "step": 110019
    },
    {
      "epoch": 4.50624616014745,
      "grad_norm": 1.5922615945086138,
      "learning_rate": 4.473839123877813e-05,
      "loss": 0.6064,
      "step": 110020
    },
    {
      "epoch": 4.5062871185746465,
      "grad_norm": 1.5920423839015059,
      "learning_rate": 4.4736067751154045e-05,
      "loss": 0.7662,
      "step": 110021
    },
    {
      "epoch": 4.506328077001843,
      "grad_norm": 1.524667951281345,
      "learning_rate": 4.4733744313292566e-05,
      "loss": 0.7424,
      "step": 110022
    },
    {
      "epoch": 4.5063690354290395,
      "grad_norm": 1.209409383251818,
      "learning_rate": 4.473142092519489e-05,
      "loss": 0.4033,
      "step": 110023
    },
    {
      "epoch": 4.506409993856236,
      "grad_norm": 1.2395071223539218,
      "learning_rate": 4.472909758686213e-05,
      "loss": 0.4191,
      "step": 110024
    },
    {
      "epoch": 4.506450952283433,
      "grad_norm": 1.4106772699608094,
      "learning_rate": 4.4726774298295306e-05,
      "loss": 0.6978,
      "step": 110025
    },
    {
      "epoch": 4.506491910710629,
      "grad_norm": 1.0830730362159697,
      "learning_rate": 4.472445105949553e-05,
      "loss": 0.3047,
      "step": 110026
    },
    {
      "epoch": 4.506532869137825,
      "grad_norm": 1.0262175939998877,
      "learning_rate": 4.4722127870464e-05,
      "loss": 0.295,
      "step": 110027
    },
    {
      "epoch": 4.506573827565021,
      "grad_norm": 1.5212807695479214,
      "learning_rate": 4.471980473120167e-05,
      "loss": 0.6065,
      "step": 110028
    },
    {
      "epoch": 4.506614785992218,
      "grad_norm": 1.3416595498210895,
      "learning_rate": 4.4717481641709763e-05,
      "loss": 0.3787,
      "step": 110029
    },
    {
      "epoch": 4.506655744419414,
      "grad_norm": 1.0429917952244154,
      "learning_rate": 4.471515860198928e-05,
      "loss": 0.2095,
      "step": 110030
    },
    {
      "epoch": 4.506696702846611,
      "grad_norm": 1.6800886058877385,
      "learning_rate": 4.471283561204134e-05,
      "loss": 0.7616,
      "step": 110031
    },
    {
      "epoch": 4.506737661273807,
      "grad_norm": 1.3493198829529864,
      "learning_rate": 4.471051267186713e-05,
      "loss": 0.5603,
      "step": 110032
    },
    {
      "epoch": 4.506778619701003,
      "grad_norm": 0.839420259157967,
      "learning_rate": 4.470818978146763e-05,
      "loss": 0.1848,
      "step": 110033
    },
    {
      "epoch": 4.5068195781282,
      "grad_norm": 1.4679259140511418,
      "learning_rate": 4.470586694084403e-05,
      "loss": 0.6044,
      "step": 110034
    },
    {
      "epoch": 4.506860536555396,
      "grad_norm": 1.540338917136369,
      "learning_rate": 4.4703544149997334e-05,
      "loss": 0.8742,
      "step": 110035
    },
    {
      "epoch": 4.506901494982593,
      "grad_norm": 1.7615327010193724,
      "learning_rate": 4.47012214089287e-05,
      "loss": 0.7732,
      "step": 110036
    },
    {
      "epoch": 4.506942453409789,
      "grad_norm": 1.4205507233981396,
      "learning_rate": 4.469889871763927e-05,
      "loss": 0.5642,
      "step": 110037
    },
    {
      "epoch": 4.506983411836986,
      "grad_norm": 1.2302750818150905,
      "learning_rate": 4.469657607613002e-05,
      "loss": 0.366,
      "step": 110038
    },
    {
      "epoch": 4.5070243702641815,
      "grad_norm": 1.3223754904270169,
      "learning_rate": 4.4694253484402145e-05,
      "loss": 0.404,
      "step": 110039
    },
    {
      "epoch": 4.507065328691378,
      "grad_norm": 1.4258927943277282,
      "learning_rate": 4.469193094245675e-05,
      "loss": 0.5141,
      "step": 110040
    },
    {
      "epoch": 4.5071062871185745,
      "grad_norm": 1.0326140340822216,
      "learning_rate": 4.468960845029486e-05,
      "loss": 0.3757,
      "step": 110041
    },
    {
      "epoch": 4.507147245545771,
      "grad_norm": 0.9321585204797823,
      "learning_rate": 4.468728600791767e-05,
      "loss": 0.1666,
      "step": 110042
    },
    {
      "epoch": 4.507188203972968,
      "grad_norm": 1.4558727392269282,
      "learning_rate": 4.4684963615326145e-05,
      "loss": 0.5562,
      "step": 110043
    },
    {
      "epoch": 4.507229162400164,
      "grad_norm": 1.6780820091687036,
      "learning_rate": 4.468264127252147e-05,
      "loss": 0.6912,
      "step": 110044
    },
    {
      "epoch": 4.507270120827361,
      "grad_norm": 1.6777248421113315,
      "learning_rate": 4.468031897950478e-05,
      "loss": 0.7767,
      "step": 110045
    },
    {
      "epoch": 4.507311079254556,
      "grad_norm": 1.3361905780423717,
      "learning_rate": 4.4677996736277085e-05,
      "loss": 0.5228,
      "step": 110046
    },
    {
      "epoch": 4.507352037681753,
      "grad_norm": 1.5485401416335094,
      "learning_rate": 4.467567454283951e-05,
      "loss": 0.5298,
      "step": 110047
    },
    {
      "epoch": 4.507392996108949,
      "grad_norm": 1.3152880444938357,
      "learning_rate": 4.467335239919322e-05,
      "loss": 0.4533,
      "step": 110048
    },
    {
      "epoch": 4.507433954536146,
      "grad_norm": 1.3802238991851699,
      "learning_rate": 4.46710303053392e-05,
      "loss": 0.5401,
      "step": 110049
    },
    {
      "epoch": 4.5074749129633425,
      "grad_norm": 1.968682270618442,
      "learning_rate": 4.466870826127865e-05,
      "loss": 0.9232,
      "step": 110050
    },
    {
      "epoch": 4.507515871390538,
      "grad_norm": 1.3339232258320963,
      "learning_rate": 4.466638626701264e-05,
      "loss": 0.4355,
      "step": 110051
    },
    {
      "epoch": 4.507556829817735,
      "grad_norm": 1.761304891516946,
      "learning_rate": 4.466406432254219e-05,
      "loss": 0.8785,
      "step": 110052
    },
    {
      "epoch": 4.507597788244931,
      "grad_norm": 1.7991384273143727,
      "learning_rate": 4.466174242786846e-05,
      "loss": 0.7961,
      "step": 110053
    },
    {
      "epoch": 4.507638746672128,
      "grad_norm": 1.2069641231144912,
      "learning_rate": 4.465942058299258e-05,
      "loss": 0.227,
      "step": 110054
    },
    {
      "epoch": 4.507679705099324,
      "grad_norm": 1.861165324831601,
      "learning_rate": 4.465709878791559e-05,
      "loss": 0.9717,
      "step": 110055
    },
    {
      "epoch": 4.507720663526521,
      "grad_norm": 1.3958610410974164,
      "learning_rate": 4.465477704263865e-05,
      "loss": 0.6987,
      "step": 110056
    },
    {
      "epoch": 4.507761621953717,
      "grad_norm": 2.941712671936879,
      "learning_rate": 4.4652455347162766e-05,
      "loss": 2.3966,
      "step": 110057
    },
    {
      "epoch": 4.507802580380913,
      "grad_norm": 1.375791262707955,
      "learning_rate": 4.465013370148909e-05,
      "loss": 0.3282,
      "step": 110058
    },
    {
      "epoch": 4.5078435388081095,
      "grad_norm": 1.2206893643028316,
      "learning_rate": 4.464781210561878e-05,
      "loss": 0.3119,
      "step": 110059
    },
    {
      "epoch": 4.507884497235306,
      "grad_norm": 1.4243696367390362,
      "learning_rate": 4.464549055955279e-05,
      "loss": 0.5425,
      "step": 110060
    },
    {
      "epoch": 4.507925455662503,
      "grad_norm": 1.403915024919694,
      "learning_rate": 4.464316906329233e-05,
      "loss": 0.7793,
      "step": 110061
    },
    {
      "epoch": 4.507966414089699,
      "grad_norm": 1.116436098478685,
      "learning_rate": 4.464084761683849e-05,
      "loss": 0.3276,
      "step": 110062
    },
    {
      "epoch": 4.508007372516896,
      "grad_norm": 1.3837836532519925,
      "learning_rate": 4.4638526220192314e-05,
      "loss": 0.6987,
      "step": 110063
    },
    {
      "epoch": 4.508048330944092,
      "grad_norm": 2.9781060504585484,
      "learning_rate": 4.4636204873354966e-05,
      "loss": 1.3431,
      "step": 110064
    },
    {
      "epoch": 4.508089289371288,
      "grad_norm": 0.9906034449211865,
      "learning_rate": 4.4633883576327465e-05,
      "loss": 0.2364,
      "step": 110065
    },
    {
      "epoch": 4.508130247798484,
      "grad_norm": 1.6170428639095595,
      "learning_rate": 4.4631562329110956e-05,
      "loss": 0.6458,
      "step": 110066
    },
    {
      "epoch": 4.508171206225681,
      "grad_norm": 1.4919872770449736,
      "learning_rate": 4.462924113170657e-05,
      "loss": 0.5213,
      "step": 110067
    },
    {
      "epoch": 4.508212164652877,
      "grad_norm": 1.626939086586537,
      "learning_rate": 4.4626919984115306e-05,
      "loss": 0.5701,
      "step": 110068
    },
    {
      "epoch": 4.508253123080074,
      "grad_norm": 0.6449057134696518,
      "learning_rate": 4.4624598886338394e-05,
      "loss": 0.0663,
      "step": 110069
    },
    {
      "epoch": 4.50829408150727,
      "grad_norm": 1.3781188797395043,
      "learning_rate": 4.462227783837678e-05,
      "loss": 0.7664,
      "step": 110070
    },
    {
      "epoch": 4.508335039934466,
      "grad_norm": 1.5029833001275295,
      "learning_rate": 4.4619956840231655e-05,
      "loss": 0.5381,
      "step": 110071
    },
    {
      "epoch": 4.508375998361663,
      "grad_norm": 1.4596442074638925,
      "learning_rate": 4.461763589190414e-05,
      "loss": 0.5225,
      "step": 110072
    },
    {
      "epoch": 4.508416956788859,
      "grad_norm": 0.8347472322844988,
      "learning_rate": 4.4615314993395244e-05,
      "loss": 0.1766,
      "step": 110073
    },
    {
      "epoch": 4.508457915216056,
      "grad_norm": 1.637804562540973,
      "learning_rate": 4.461299414470612e-05,
      "loss": 0.6734,
      "step": 110074
    },
    {
      "epoch": 4.508498873643252,
      "grad_norm": 1.7290835149157484,
      "learning_rate": 4.46106733458379e-05,
      "loss": 0.8163,
      "step": 110075
    },
    {
      "epoch": 4.508539832070449,
      "grad_norm": 1.2090334443487047,
      "learning_rate": 4.46083525967916e-05,
      "loss": 0.1283,
      "step": 110076
    },
    {
      "epoch": 4.5085807904976445,
      "grad_norm": 1.7681168696731495,
      "learning_rate": 4.460603189756839e-05,
      "loss": 0.7752,
      "step": 110077
    },
    {
      "epoch": 4.508621748924841,
      "grad_norm": 0.8115183106909812,
      "learning_rate": 4.4603711248169294e-05,
      "loss": 0.1875,
      "step": 110078
    },
    {
      "epoch": 4.508662707352038,
      "grad_norm": 0.7899573489887305,
      "learning_rate": 4.4601390648595444e-05,
      "loss": 0.149,
      "step": 110079
    },
    {
      "epoch": 4.508703665779234,
      "grad_norm": 0.8976261814546499,
      "learning_rate": 4.459907009884798e-05,
      "loss": 0.2442,
      "step": 110080
    },
    {
      "epoch": 4.508744624206431,
      "grad_norm": 1.827770050109015,
      "learning_rate": 4.459674959892792e-05,
      "loss": 0.9134,
      "step": 110081
    },
    {
      "epoch": 4.508785582633627,
      "grad_norm": 1.4045162240987192,
      "learning_rate": 4.459442914883639e-05,
      "loss": 0.5924,
      "step": 110082
    },
    {
      "epoch": 4.508826541060824,
      "grad_norm": 0.868351637273013,
      "learning_rate": 4.4592108748574554e-05,
      "loss": 0.1945,
      "step": 110083
    },
    {
      "epoch": 4.508867499488019,
      "grad_norm": 1.5132373775678074,
      "learning_rate": 4.458978839814341e-05,
      "loss": 0.5765,
      "step": 110084
    },
    {
      "epoch": 4.508908457915216,
      "grad_norm": 2.420378921927839,
      "learning_rate": 4.458746809754414e-05,
      "loss": 1.8287,
      "step": 110085
    },
    {
      "epoch": 4.508949416342412,
      "grad_norm": 1.7630676306694582,
      "learning_rate": 4.458514784677775e-05,
      "loss": 0.6423,
      "step": 110086
    },
    {
      "epoch": 4.508990374769609,
      "grad_norm": 4.136225159587834,
      "learning_rate": 4.458282764584539e-05,
      "loss": 1.3188,
      "step": 110087
    },
    {
      "epoch": 4.5090313331968055,
      "grad_norm": 1.4587539032833212,
      "learning_rate": 4.4580507494748194e-05,
      "loss": 0.5356,
      "step": 110088
    },
    {
      "epoch": 4.509072291624002,
      "grad_norm": 1.4470999919454495,
      "learning_rate": 4.457818739348716e-05,
      "loss": 0.574,
      "step": 110089
    },
    {
      "epoch": 4.509113250051198,
      "grad_norm": 1.550477460666768,
      "learning_rate": 4.457586734206345e-05,
      "loss": 0.6402,
      "step": 110090
    },
    {
      "epoch": 4.509154208478394,
      "grad_norm": 1.7169710192905832,
      "learning_rate": 4.457354734047821e-05,
      "loss": 0.595,
      "step": 110091
    },
    {
      "epoch": 4.509195166905591,
      "grad_norm": 3.6477801253102458,
      "learning_rate": 4.457122738873241e-05,
      "loss": 3.1983,
      "step": 110092
    },
    {
      "epoch": 4.509236125332787,
      "grad_norm": 1.4120915493497468,
      "learning_rate": 4.4568907486827286e-05,
      "loss": 0.7535,
      "step": 110093
    },
    {
      "epoch": 4.509277083759984,
      "grad_norm": 1.4352259948908275,
      "learning_rate": 4.4566587634763806e-05,
      "loss": 0.6235,
      "step": 110094
    },
    {
      "epoch": 4.50931804218718,
      "grad_norm": 1.3743078494043595,
      "learning_rate": 4.456426783254314e-05,
      "loss": 0.4768,
      "step": 110095
    },
    {
      "epoch": 4.509359000614376,
      "grad_norm": 1.1111135984674037,
      "learning_rate": 4.45619480801664e-05,
      "loss": 0.2126,
      "step": 110096
    },
    {
      "epoch": 4.5093999590415725,
      "grad_norm": 1.3007962887259514,
      "learning_rate": 4.4559628377634606e-05,
      "loss": 0.5883,
      "step": 110097
    },
    {
      "epoch": 4.509440917468769,
      "grad_norm": 1.2189518731004854,
      "learning_rate": 4.4557308724948906e-05,
      "loss": 0.5119,
      "step": 110098
    },
    {
      "epoch": 4.509481875895966,
      "grad_norm": 1.451636545017342,
      "learning_rate": 4.4554989122110444e-05,
      "loss": 0.487,
      "step": 110099
    },
    {
      "epoch": 4.509522834323162,
      "grad_norm": 1.6273642109768007,
      "learning_rate": 4.455266956912022e-05,
      "loss": 0.6255,
      "step": 110100
    },
    {
      "epoch": 4.509563792750359,
      "grad_norm": 1.362481888063597,
      "learning_rate": 4.4550350065979404e-05,
      "loss": 0.5428,
      "step": 110101
    },
    {
      "epoch": 4.509604751177555,
      "grad_norm": 1.617030593678545,
      "learning_rate": 4.454803061268902e-05,
      "loss": 0.4529,
      "step": 110102
    },
    {
      "epoch": 4.509645709604751,
      "grad_norm": 1.480753501214973,
      "learning_rate": 4.4545711209250226e-05,
      "loss": 0.4075,
      "step": 110103
    },
    {
      "epoch": 4.509686668031947,
      "grad_norm": 1.675620791783124,
      "learning_rate": 4.454339185566414e-05,
      "loss": 0.683,
      "step": 110104
    },
    {
      "epoch": 4.509727626459144,
      "grad_norm": 1.6273453987557722,
      "learning_rate": 4.4541072551931774e-05,
      "loss": 0.611,
      "step": 110105
    },
    {
      "epoch": 4.5097685848863405,
      "grad_norm": 1.1180638966250886,
      "learning_rate": 4.4538753298054305e-05,
      "loss": 0.4161,
      "step": 110106
    },
    {
      "epoch": 4.509809543313537,
      "grad_norm": 1.263551025663845,
      "learning_rate": 4.453643409403275e-05,
      "loss": 0.3929,
      "step": 110107
    },
    {
      "epoch": 4.5098505017407335,
      "grad_norm": 2.499587064962285,
      "learning_rate": 4.4534114939868256e-05,
      "loss": 1.0184,
      "step": 110108
    },
    {
      "epoch": 4.509891460167929,
      "grad_norm": 1.2625557842343162,
      "learning_rate": 4.4531795835561945e-05,
      "loss": 0.5048,
      "step": 110109
    },
    {
      "epoch": 4.509932418595126,
      "grad_norm": 1.6032097755567112,
      "learning_rate": 4.452947678111485e-05,
      "loss": 0.4864,
      "step": 110110
    },
    {
      "epoch": 4.509973377022322,
      "grad_norm": 0.8930727508203219,
      "learning_rate": 4.452715777652809e-05,
      "loss": 0.2118,
      "step": 110111
    },
    {
      "epoch": 4.510014335449519,
      "grad_norm": 1.8368609719126476,
      "learning_rate": 4.452483882180282e-05,
      "loss": 0.7297,
      "step": 110112
    },
    {
      "epoch": 4.510055293876715,
      "grad_norm": 1.5072628754381037,
      "learning_rate": 4.452251991694004e-05,
      "loss": 0.778,
      "step": 110113
    },
    {
      "epoch": 4.510096252303912,
      "grad_norm": 1.770266075552388,
      "learning_rate": 4.4520201061940935e-05,
      "loss": 0.8203,
      "step": 110114
    },
    {
      "epoch": 4.5101372107311075,
      "grad_norm": 1.4222568172961005,
      "learning_rate": 4.451788225680651e-05,
      "loss": 0.6106,
      "step": 110115
    },
    {
      "epoch": 4.510178169158304,
      "grad_norm": 1.4374979589146337,
      "learning_rate": 4.451556350153792e-05,
      "loss": 0.6392,
      "step": 110116
    },
    {
      "epoch": 4.510219127585501,
      "grad_norm": 1.1976065032410739,
      "learning_rate": 4.451324479613629e-05,
      "loss": 0.2854,
      "step": 110117
    },
    {
      "epoch": 4.510260086012697,
      "grad_norm": 1.416265558490267,
      "learning_rate": 4.451092614060263e-05,
      "loss": 0.5256,
      "step": 110118
    },
    {
      "epoch": 4.510301044439894,
      "grad_norm": 1.3990141979833028,
      "learning_rate": 4.450860753493808e-05,
      "loss": 0.5666,
      "step": 110119
    },
    {
      "epoch": 4.51034200286709,
      "grad_norm": 1.5122078435764394,
      "learning_rate": 4.450628897914379e-05,
      "loss": 0.7222,
      "step": 110120
    },
    {
      "epoch": 4.510382961294287,
      "grad_norm": 1.9530749035385713,
      "learning_rate": 4.45039704732208e-05,
      "loss": 0.82,
      "step": 110121
    },
    {
      "epoch": 4.510423919721482,
      "grad_norm": 0.8736049328205949,
      "learning_rate": 4.450165201717017e-05,
      "loss": 0.1374,
      "step": 110122
    },
    {
      "epoch": 4.510464878148679,
      "grad_norm": 1.6802769183066124,
      "learning_rate": 4.449933361099308e-05,
      "loss": 0.7413,
      "step": 110123
    },
    {
      "epoch": 4.5105058365758754,
      "grad_norm": 1.9391434474781477,
      "learning_rate": 4.449701525469055e-05,
      "loss": 0.8623,
      "step": 110124
    },
    {
      "epoch": 4.510546795003072,
      "grad_norm": 1.4306799381140654,
      "learning_rate": 4.4494696948263686e-05,
      "loss": 0.5341,
      "step": 110125
    },
    {
      "epoch": 4.5105877534302685,
      "grad_norm": 1.7282730914891202,
      "learning_rate": 4.4492378691713675e-05,
      "loss": 0.6712,
      "step": 110126
    },
    {
      "epoch": 4.510628711857465,
      "grad_norm": 2.0398080006364125,
      "learning_rate": 4.4490060485041484e-05,
      "loss": 1.1143,
      "step": 110127
    },
    {
      "epoch": 4.510669670284661,
      "grad_norm": 1.4866706461968773,
      "learning_rate": 4.4487742328248326e-05,
      "loss": 0.6339,
      "step": 110128
    },
    {
      "epoch": 4.510710628711857,
      "grad_norm": 1.8490107910881932,
      "learning_rate": 4.448542422133519e-05,
      "loss": 0.2279,
      "step": 110129
    },
    {
      "epoch": 4.510751587139054,
      "grad_norm": 1.3726044006838927,
      "learning_rate": 4.448310616430321e-05,
      "loss": 0.5446,
      "step": 110130
    },
    {
      "epoch": 4.51079254556625,
      "grad_norm": 0.8707941483597862,
      "learning_rate": 4.448078815715355e-05,
      "loss": 0.2371,
      "step": 110131
    },
    {
      "epoch": 4.510833503993447,
      "grad_norm": 1.3861136264908158,
      "learning_rate": 4.447847019988722e-05,
      "loss": 0.4765,
      "step": 110132
    },
    {
      "epoch": 4.510874462420643,
      "grad_norm": 1.196535259613333,
      "learning_rate": 4.447615229250533e-05,
      "loss": 0.4095,
      "step": 110133
    },
    {
      "epoch": 4.510915420847839,
      "grad_norm": 1.8725817216962168,
      "learning_rate": 4.447383443500904e-05,
      "loss": 0.6513,
      "step": 110134
    },
    {
      "epoch": 4.510956379275036,
      "grad_norm": 0.9642259113525222,
      "learning_rate": 4.4471516627399364e-05,
      "loss": 0.1553,
      "step": 110135
    },
    {
      "epoch": 4.510997337702232,
      "grad_norm": 1.5248632596616563,
      "learning_rate": 4.4469198869677464e-05,
      "loss": 0.5942,
      "step": 110136
    },
    {
      "epoch": 4.511038296129429,
      "grad_norm": 1.5142322035234645,
      "learning_rate": 4.446688116184436e-05,
      "loss": 0.6513,
      "step": 110137
    },
    {
      "epoch": 4.511079254556625,
      "grad_norm": 2.020596579121521,
      "learning_rate": 4.446456350390118e-05,
      "loss": 1.1187,
      "step": 110138
    },
    {
      "epoch": 4.511120212983822,
      "grad_norm": 1.6882300136755626,
      "learning_rate": 4.446224589584909e-05,
      "loss": 0.7754,
      "step": 110139
    },
    {
      "epoch": 4.511161171411018,
      "grad_norm": 0.7464599353872772,
      "learning_rate": 4.445992833768908e-05,
      "loss": 0.1382,
      "step": 110140
    },
    {
      "epoch": 4.511202129838214,
      "grad_norm": 1.3290109807541182,
      "learning_rate": 4.445761082942233e-05,
      "loss": 0.4975,
      "step": 110141
    },
    {
      "epoch": 4.51124308826541,
      "grad_norm": 1.5956272521636743,
      "learning_rate": 4.4455293371049866e-05,
      "loss": 0.5414,
      "step": 110142
    },
    {
      "epoch": 4.511284046692607,
      "grad_norm": 2.2914137244787445,
      "learning_rate": 4.44529759625728e-05,
      "loss": 1.4615,
      "step": 110143
    },
    {
      "epoch": 4.5113250051198035,
      "grad_norm": 1.5465823268113839,
      "learning_rate": 4.445065860399229e-05,
      "loss": 0.6068,
      "step": 110144
    },
    {
      "epoch": 4.511365963547,
      "grad_norm": 5.19048016696838,
      "learning_rate": 4.444834129530935e-05,
      "loss": 1.9598,
      "step": 110145
    },
    {
      "epoch": 4.511406921974197,
      "grad_norm": 2.101318860130548,
      "learning_rate": 4.444602403652509e-05,
      "loss": 1.2099,
      "step": 110146
    },
    {
      "epoch": 4.511447880401392,
      "grad_norm": 1.8214960132644418,
      "learning_rate": 4.444370682764068e-05,
      "loss": 0.5937,
      "step": 110147
    },
    {
      "epoch": 4.511488838828589,
      "grad_norm": 1.2890863653241096,
      "learning_rate": 4.444138966865711e-05,
      "loss": 0.5501,
      "step": 110148
    },
    {
      "epoch": 4.511529797255785,
      "grad_norm": 1.604093921069492,
      "learning_rate": 4.443907255957559e-05,
      "loss": 0.5422,
      "step": 110149
    },
    {
      "epoch": 4.511570755682982,
      "grad_norm": 1.424888388054036,
      "learning_rate": 4.443675550039708e-05,
      "loss": 0.5964,
      "step": 110150
    },
    {
      "epoch": 4.511611714110178,
      "grad_norm": 1.8133667112512124,
      "learning_rate": 4.443443849112277e-05,
      "loss": 0.64,
      "step": 110151
    },
    {
      "epoch": 4.511652672537375,
      "grad_norm": 1.5423970598243106,
      "learning_rate": 4.4432121531753774e-05,
      "loss": 0.6711,
      "step": 110152
    },
    {
      "epoch": 4.5116936309645705,
      "grad_norm": 1.5398938131500555,
      "learning_rate": 4.442980462229109e-05,
      "loss": 0.5361,
      "step": 110153
    },
    {
      "epoch": 4.511734589391767,
      "grad_norm": 1.4779549583523395,
      "learning_rate": 4.442748776273586e-05,
      "loss": 0.5699,
      "step": 110154
    },
    {
      "epoch": 4.511775547818964,
      "grad_norm": 0.9825567348327121,
      "learning_rate": 4.442517095308925e-05,
      "loss": 0.2395,
      "step": 110155
    },
    {
      "epoch": 4.51181650624616,
      "grad_norm": 1.2749325033479502,
      "learning_rate": 4.442285419335223e-05,
      "loss": 0.3889,
      "step": 110156
    },
    {
      "epoch": 4.511857464673357,
      "grad_norm": 1.6102769666913386,
      "learning_rate": 4.442053748352602e-05,
      "loss": 0.8395,
      "step": 110157
    },
    {
      "epoch": 4.511898423100553,
      "grad_norm": 1.515260964844068,
      "learning_rate": 4.44182208236116e-05,
      "loss": 0.542,
      "step": 110158
    },
    {
      "epoch": 4.51193938152775,
      "grad_norm": 1.9287837819295348,
      "learning_rate": 4.441590421361012e-05,
      "loss": 0.7383,
      "step": 110159
    },
    {
      "epoch": 4.511980339954945,
      "grad_norm": 1.587140378580849,
      "learning_rate": 4.441358765352273e-05,
      "loss": 0.7449,
      "step": 110160
    },
    {
      "epoch": 4.512021298382142,
      "grad_norm": 3.635213931928609,
      "learning_rate": 4.441127114335041e-05,
      "loss": 3.7405,
      "step": 110161
    },
    {
      "epoch": 4.5120622568093385,
      "grad_norm": 1.4522031642767357,
      "learning_rate": 4.440895468309432e-05,
      "loss": 0.4907,
      "step": 110162
    },
    {
      "epoch": 4.512103215236535,
      "grad_norm": 1.2191388076955938,
      "learning_rate": 4.440663827275559e-05,
      "loss": 0.4522,
      "step": 110163
    },
    {
      "epoch": 4.5121441736637316,
      "grad_norm": 1.2832696935908126,
      "learning_rate": 4.440432191233523e-05,
      "loss": 0.5463,
      "step": 110164
    },
    {
      "epoch": 4.512185132090928,
      "grad_norm": 1.418199938753942,
      "learning_rate": 4.4402005601834425e-05,
      "loss": 0.5532,
      "step": 110165
    },
    {
      "epoch": 4.512226090518124,
      "grad_norm": 1.6324015154811926,
      "learning_rate": 4.4399689341254176e-05,
      "loss": 0.7108,
      "step": 110166
    },
    {
      "epoch": 4.51226704894532,
      "grad_norm": 1.3844408363528853,
      "learning_rate": 4.439737313059564e-05,
      "loss": 0.4544,
      "step": 110167
    },
    {
      "epoch": 4.512308007372517,
      "grad_norm": 1.2875400939161012,
      "learning_rate": 4.439505696985993e-05,
      "loss": 0.5644,
      "step": 110168
    },
    {
      "epoch": 4.512348965799713,
      "grad_norm": 1.7064635961071486,
      "learning_rate": 4.439274085904806e-05,
      "loss": 0.9638,
      "step": 110169
    },
    {
      "epoch": 4.51238992422691,
      "grad_norm": 1.3679425940235845,
      "learning_rate": 4.4390424798161186e-05,
      "loss": 0.5986,
      "step": 110170
    },
    {
      "epoch": 4.512430882654106,
      "grad_norm": 0.8791544797099552,
      "learning_rate": 4.4388108787200435e-05,
      "loss": 0.2189,
      "step": 110171
    },
    {
      "epoch": 4.512471841081302,
      "grad_norm": 1.722722095919724,
      "learning_rate": 4.438579282616681e-05,
      "loss": 0.7157,
      "step": 110172
    },
    {
      "epoch": 4.512512799508499,
      "grad_norm": 1.432428166681137,
      "learning_rate": 4.43834769150615e-05,
      "loss": 0.5933,
      "step": 110173
    },
    {
      "epoch": 4.512553757935695,
      "grad_norm": 1.6059411957330194,
      "learning_rate": 4.4381161053885506e-05,
      "loss": 0.6818,
      "step": 110174
    },
    {
      "epoch": 4.512594716362892,
      "grad_norm": 1.2216444549437637,
      "learning_rate": 4.437884524263997e-05,
      "loss": 0.4329,
      "step": 110175
    },
    {
      "epoch": 4.512635674790088,
      "grad_norm": 1.8407043705695303,
      "learning_rate": 4.437652948132603e-05,
      "loss": 0.6954,
      "step": 110176
    },
    {
      "epoch": 4.512676633217285,
      "grad_norm": 1.7557010664552584,
      "learning_rate": 4.43742137699447e-05,
      "loss": 0.7616,
      "step": 110177
    },
    {
      "epoch": 4.512717591644481,
      "grad_norm": 2.0961206415022198,
      "learning_rate": 4.437189810849715e-05,
      "loss": 0.7645,
      "step": 110178
    },
    {
      "epoch": 4.512758550071677,
      "grad_norm": 2.859961482127722,
      "learning_rate": 4.43695824969844e-05,
      "loss": 2.3087,
      "step": 110179
    },
    {
      "epoch": 4.5127995084988735,
      "grad_norm": 1.9171793143648155,
      "learning_rate": 4.4367266935407566e-05,
      "loss": 0.6758,
      "step": 110180
    },
    {
      "epoch": 4.51284046692607,
      "grad_norm": 1.475171713170712,
      "learning_rate": 4.436495142376782e-05,
      "loss": 0.5156,
      "step": 110181
    },
    {
      "epoch": 4.5128814253532665,
      "grad_norm": 1.2471384432057098,
      "learning_rate": 4.4362635962066144e-05,
      "loss": 0.4472,
      "step": 110182
    },
    {
      "epoch": 4.512922383780463,
      "grad_norm": 1.3430878782821103,
      "learning_rate": 4.4360320550303676e-05,
      "loss": 0.5573,
      "step": 110183
    },
    {
      "epoch": 4.51296334220766,
      "grad_norm": 1.3298858815654273,
      "learning_rate": 4.435800518848157e-05,
      "loss": 0.5682,
      "step": 110184
    },
    {
      "epoch": 4.513004300634855,
      "grad_norm": 4.324189592124734,
      "learning_rate": 4.435568987660084e-05,
      "loss": 2.36,
      "step": 110185
    },
    {
      "epoch": 4.513045259062052,
      "grad_norm": 1.4733378839908053,
      "learning_rate": 4.4353374614662635e-05,
      "loss": 0.6163,
      "step": 110186
    },
    {
      "epoch": 4.513086217489248,
      "grad_norm": 3.4996290397116123,
      "learning_rate": 4.435105940266798e-05,
      "loss": 1.6098,
      "step": 110187
    },
    {
      "epoch": 4.513127175916445,
      "grad_norm": 1.3877487511055007,
      "learning_rate": 4.434874424061803e-05,
      "loss": 0.5237,
      "step": 110188
    },
    {
      "epoch": 4.513168134343641,
      "grad_norm": 1.2524598466347514,
      "learning_rate": 4.434642912851389e-05,
      "loss": 0.5394,
      "step": 110189
    },
    {
      "epoch": 4.513209092770838,
      "grad_norm": 0.5816597198139001,
      "learning_rate": 4.4344114066356594e-05,
      "loss": 0.1454,
      "step": 110190
    },
    {
      "epoch": 4.513250051198034,
      "grad_norm": 1.2690057748307617,
      "learning_rate": 4.4341799054147266e-05,
      "loss": 0.534,
      "step": 110191
    },
    {
      "epoch": 4.51329100962523,
      "grad_norm": 1.6608560055831219,
      "learning_rate": 4.43394840918871e-05,
      "loss": 0.7532,
      "step": 110192
    },
    {
      "epoch": 4.513331968052427,
      "grad_norm": 1.9573282060860953,
      "learning_rate": 4.433716917957699e-05,
      "loss": 0.9304,
      "step": 110193
    },
    {
      "epoch": 4.513372926479623,
      "grad_norm": 1.0289671065568278,
      "learning_rate": 4.433485431721814e-05,
      "loss": 0.2963,
      "step": 110194
    },
    {
      "epoch": 4.51341388490682,
      "grad_norm": 2.1573341402605895,
      "learning_rate": 4.433253950481168e-05,
      "loss": 0.5839,
      "step": 110195
    },
    {
      "epoch": 4.513454843334016,
      "grad_norm": 0.973177276513166,
      "learning_rate": 4.433022474235863e-05,
      "loss": 0.1917,
      "step": 110196
    },
    {
      "epoch": 4.513495801761213,
      "grad_norm": 1.8975256350746386,
      "learning_rate": 4.432791002986013e-05,
      "loss": 0.5377,
      "step": 110197
    },
    {
      "epoch": 4.513536760188408,
      "grad_norm": 1.014286761611597,
      "learning_rate": 4.4325595367317275e-05,
      "loss": 0.1975,
      "step": 110198
    },
    {
      "epoch": 4.513577718615605,
      "grad_norm": 0.8131894213217784,
      "learning_rate": 4.4323280754731125e-05,
      "loss": 0.2272,
      "step": 110199
    },
    {
      "epoch": 4.5136186770428015,
      "grad_norm": 0.8227412064701835,
      "learning_rate": 4.4320966192102836e-05,
      "loss": 0.2396,
      "step": 110200
    },
    {
      "epoch": 4.513659635469998,
      "grad_norm": 0.8078118734387343,
      "learning_rate": 4.431865167943342e-05,
      "loss": 0.1887,
      "step": 110201
    },
    {
      "epoch": 4.513700593897195,
      "grad_norm": 1.4387233091802578,
      "learning_rate": 4.4316337216723994e-05,
      "loss": 0.5781,
      "step": 110202
    },
    {
      "epoch": 4.513741552324391,
      "grad_norm": 1.586687279532314,
      "learning_rate": 4.431402280397573e-05,
      "loss": 0.6294,
      "step": 110203
    },
    {
      "epoch": 4.513782510751587,
      "grad_norm": 1.877620198713943,
      "learning_rate": 4.431170844118963e-05,
      "loss": 0.8611,
      "step": 110204
    },
    {
      "epoch": 4.513823469178783,
      "grad_norm": 1.633816551448869,
      "learning_rate": 4.4309394128366796e-05,
      "loss": 0.6457,
      "step": 110205
    },
    {
      "epoch": 4.51386442760598,
      "grad_norm": 1.4932037328867351,
      "learning_rate": 4.4307079865508414e-05,
      "loss": 0.6423,
      "step": 110206
    },
    {
      "epoch": 4.513905386033176,
      "grad_norm": 1.218069347048889,
      "learning_rate": 4.430476565261547e-05,
      "loss": 0.377,
      "step": 110207
    },
    {
      "epoch": 4.513946344460373,
      "grad_norm": 1.2311400379707371,
      "learning_rate": 4.430245148968913e-05,
      "loss": 0.2774,
      "step": 110208
    },
    {
      "epoch": 4.513987302887569,
      "grad_norm": 1.226857049299158,
      "learning_rate": 4.4300137376730406e-05,
      "loss": 0.5948,
      "step": 110209
    },
    {
      "epoch": 4.514028261314765,
      "grad_norm": 1.5563449279408397,
      "learning_rate": 4.429782331374046e-05,
      "loss": 0.7182,
      "step": 110210
    },
    {
      "epoch": 4.514069219741962,
      "grad_norm": 1.6786082884472744,
      "learning_rate": 4.4295509300720414e-05,
      "loss": 0.7158,
      "step": 110211
    },
    {
      "epoch": 4.514110178169158,
      "grad_norm": 1.3619715229294609,
      "learning_rate": 4.4293195337671254e-05,
      "loss": 0.644,
      "step": 110212
    },
    {
      "epoch": 4.514151136596355,
      "grad_norm": 2.119362160981616,
      "learning_rate": 4.429088142459421e-05,
      "loss": 1.1552,
      "step": 110213
    },
    {
      "epoch": 4.514192095023551,
      "grad_norm": 1.316260605488573,
      "learning_rate": 4.428856756149024e-05,
      "loss": 0.6887,
      "step": 110214
    },
    {
      "epoch": 4.514233053450748,
      "grad_norm": 1.4313682703997637,
      "learning_rate": 4.4286253748360495e-05,
      "loss": 0.5515,
      "step": 110215
    },
    {
      "epoch": 4.514274011877944,
      "grad_norm": 1.956947300711722,
      "learning_rate": 4.4283939985206143e-05,
      "loss": 1.0104,
      "step": 110216
    },
    {
      "epoch": 4.51431497030514,
      "grad_norm": 1.033981585812722,
      "learning_rate": 4.4281626272028145e-05,
      "loss": 0.313,
      "step": 110217
    },
    {
      "epoch": 4.5143559287323365,
      "grad_norm": 1.5872394663028815,
      "learning_rate": 4.4279312608827666e-05,
      "loss": 0.5564,
      "step": 110218
    },
    {
      "epoch": 4.514396887159533,
      "grad_norm": 0.9399238927263893,
      "learning_rate": 4.4276998995605844e-05,
      "loss": 0.2303,
      "step": 110219
    },
    {
      "epoch": 4.51443784558673,
      "grad_norm": 0.9066305445462243,
      "learning_rate": 4.427468543236366e-05,
      "loss": 0.2566,
      "step": 110220
    },
    {
      "epoch": 4.514478804013926,
      "grad_norm": 1.064140288796231,
      "learning_rate": 4.4272371919102326e-05,
      "loss": 0.3106,
      "step": 110221
    },
    {
      "epoch": 4.514519762441123,
      "grad_norm": 1.487274812497595,
      "learning_rate": 4.427005845582283e-05,
      "loss": 0.6442,
      "step": 110222
    },
    {
      "epoch": 4.514560720868318,
      "grad_norm": 1.3599349430267076,
      "learning_rate": 4.426774504252634e-05,
      "loss": 0.5758,
      "step": 110223
    },
    {
      "epoch": 4.514601679295515,
      "grad_norm": 1.7770869372254179,
      "learning_rate": 4.4265431679213944e-05,
      "loss": 0.7946,
      "step": 110224
    },
    {
      "epoch": 4.514642637722711,
      "grad_norm": 1.25529385884817,
      "learning_rate": 4.426311836588668e-05,
      "loss": 0.641,
      "step": 110225
    },
    {
      "epoch": 4.514683596149908,
      "grad_norm": 5.211143709361357,
      "learning_rate": 4.4260805102545666e-05,
      "loss": 3.221,
      "step": 110226
    },
    {
      "epoch": 4.514724554577104,
      "grad_norm": 0.7646744838073657,
      "learning_rate": 4.4258491889192066e-05,
      "loss": 0.086,
      "step": 110227
    },
    {
      "epoch": 4.514765513004301,
      "grad_norm": 1.3327016140522652,
      "learning_rate": 4.425617872582686e-05,
      "loss": 0.5188,
      "step": 110228
    },
    {
      "epoch": 4.514806471431497,
      "grad_norm": 1.4790083716633593,
      "learning_rate": 4.4253865612451256e-05,
      "loss": 0.7207,
      "step": 110229
    },
    {
      "epoch": 4.514847429858693,
      "grad_norm": 1.4987925637100303,
      "learning_rate": 4.425155254906623e-05,
      "loss": 0.6017,
      "step": 110230
    },
    {
      "epoch": 4.51488838828589,
      "grad_norm": 1.911991572046776,
      "learning_rate": 4.424923953567294e-05,
      "loss": 1.0832,
      "step": 110231
    },
    {
      "epoch": 4.514929346713086,
      "grad_norm": 0.8978145483080016,
      "learning_rate": 4.424692657227252e-05,
      "loss": 0.2459,
      "step": 110232
    },
    {
      "epoch": 4.514970305140283,
      "grad_norm": 1.700937000588101,
      "learning_rate": 4.424461365886597e-05,
      "loss": 0.7685,
      "step": 110233
    },
    {
      "epoch": 4.515011263567479,
      "grad_norm": 1.391294976422552,
      "learning_rate": 4.424230079545443e-05,
      "loss": 0.5363,
      "step": 110234
    },
    {
      "epoch": 4.515052221994676,
      "grad_norm": 1.5640382778464514,
      "learning_rate": 4.423998798203903e-05,
      "loss": 0.4509,
      "step": 110235
    },
    {
      "epoch": 4.5150931804218715,
      "grad_norm": 1.2444611969454633,
      "learning_rate": 4.4237675218620786e-05,
      "loss": 0.4841,
      "step": 110236
    },
    {
      "epoch": 4.515134138849068,
      "grad_norm": 1.2482577455947441,
      "learning_rate": 4.423536250520088e-05,
      "loss": 0.4509,
      "step": 110237
    },
    {
      "epoch": 4.5151750972762645,
      "grad_norm": 1.1340998832653986,
      "learning_rate": 4.423304984178031e-05,
      "loss": 0.5813,
      "step": 110238
    },
    {
      "epoch": 4.515216055703461,
      "grad_norm": 1.0372762236155413,
      "learning_rate": 4.4230737228360216e-05,
      "loss": 0.3446,
      "step": 110239
    },
    {
      "epoch": 4.515257014130658,
      "grad_norm": 0.9874644130463277,
      "learning_rate": 4.422842466494174e-05,
      "loss": 0.2835,
      "step": 110240
    },
    {
      "epoch": 4.515297972557854,
      "grad_norm": 1.787682002489932,
      "learning_rate": 4.422611215152588e-05,
      "loss": 0.7591,
      "step": 110241
    },
    {
      "epoch": 4.51533893098505,
      "grad_norm": 1.1961159866355673,
      "learning_rate": 4.422379968811379e-05,
      "loss": 0.4454,
      "step": 110242
    },
    {
      "epoch": 4.515379889412246,
      "grad_norm": 1.9941028500698073,
      "learning_rate": 4.422148727470658e-05,
      "loss": 0.7918,
      "step": 110243
    },
    {
      "epoch": 4.515420847839443,
      "grad_norm": 0.9728647676648267,
      "learning_rate": 4.421917491130525e-05,
      "loss": 0.1962,
      "step": 110244
    },
    {
      "epoch": 4.515461806266639,
      "grad_norm": 1.026648414822294,
      "learning_rate": 4.4216862597911026e-05,
      "loss": 0.271,
      "step": 110245
    },
    {
      "epoch": 4.515502764693836,
      "grad_norm": 0.48906102948950503,
      "learning_rate": 4.4214550334524887e-05,
      "loss": 0.0497,
      "step": 110246
    },
    {
      "epoch": 4.5155437231210325,
      "grad_norm": 1.808499841035799,
      "learning_rate": 4.421223812114797e-05,
      "loss": 0.6142,
      "step": 110247
    },
    {
      "epoch": 4.515584681548228,
      "grad_norm": 1.316578270544759,
      "learning_rate": 4.42099259577814e-05,
      "loss": 0.5087,
      "step": 110248
    },
    {
      "epoch": 4.515625639975425,
      "grad_norm": 1.3557026935158027,
      "learning_rate": 4.420761384442621e-05,
      "loss": 0.424,
      "step": 110249
    },
    {
      "epoch": 4.515666598402621,
      "grad_norm": 0.9111906240187727,
      "learning_rate": 4.420530178108355e-05,
      "loss": 0.2047,
      "step": 110250
    },
    {
      "epoch": 4.515707556829818,
      "grad_norm": 1.9160919188275967,
      "learning_rate": 4.4202989767754445e-05,
      "loss": 0.5767,
      "step": 110251
    },
    {
      "epoch": 4.515748515257014,
      "grad_norm": 1.3473785825370101,
      "learning_rate": 4.420067780444003e-05,
      "loss": 0.4507,
      "step": 110252
    },
    {
      "epoch": 4.515789473684211,
      "grad_norm": 1.192671941813799,
      "learning_rate": 4.419836589114145e-05,
      "loss": 0.384,
      "step": 110253
    },
    {
      "epoch": 4.515830432111407,
      "grad_norm": 1.4473801128921928,
      "learning_rate": 4.419605402785968e-05,
      "loss": 0.6984,
      "step": 110254
    },
    {
      "epoch": 4.515871390538603,
      "grad_norm": 1.3877143605569597,
      "learning_rate": 4.419374221459588e-05,
      "loss": 0.4985,
      "step": 110255
    },
    {
      "epoch": 4.5159123489657995,
      "grad_norm": 1.0726006205736638,
      "learning_rate": 4.4191430451351197e-05,
      "loss": 0.251,
      "step": 110256
    },
    {
      "epoch": 4.515953307392996,
      "grad_norm": 1.3345769983799498,
      "learning_rate": 4.41891187381266e-05,
      "loss": 0.5,
      "step": 110257
    },
    {
      "epoch": 4.515994265820193,
      "grad_norm": 1.6057991793028525,
      "learning_rate": 4.418680707492331e-05,
      "loss": 0.6572,
      "step": 110258
    },
    {
      "epoch": 4.516035224247389,
      "grad_norm": 0.9684156298265052,
      "learning_rate": 4.41844954617423e-05,
      "loss": 0.1976,
      "step": 110259
    },
    {
      "epoch": 4.516076182674586,
      "grad_norm": 1.475907556024574,
      "learning_rate": 4.418218389858473e-05,
      "loss": 0.639,
      "step": 110260
    },
    {
      "epoch": 4.516117141101781,
      "grad_norm": 1.3243636850697653,
      "learning_rate": 4.417987238545173e-05,
      "loss": 0.457,
      "step": 110261
    },
    {
      "epoch": 4.516158099528978,
      "grad_norm": 1.5135266900861957,
      "learning_rate": 4.417756092234435e-05,
      "loss": 0.5332,
      "step": 110262
    },
    {
      "epoch": 4.516199057956174,
      "grad_norm": 0.7721835923598113,
      "learning_rate": 4.417524950926361e-05,
      "loss": 0.2064,
      "step": 110263
    },
    {
      "epoch": 4.516240016383371,
      "grad_norm": 1.6673133435755778,
      "learning_rate": 4.417293814621074e-05,
      "loss": 0.7193,
      "step": 110264
    },
    {
      "epoch": 4.5162809748105675,
      "grad_norm": 1.3405458433303543,
      "learning_rate": 4.41706268331867e-05,
      "loss": 0.6386,
      "step": 110265
    },
    {
      "epoch": 4.516321933237764,
      "grad_norm": 1.3907731744068228,
      "learning_rate": 4.416831557019266e-05,
      "loss": 0.5037,
      "step": 110266
    },
    {
      "epoch": 4.51636289166496,
      "grad_norm": 2.9477906402069176,
      "learning_rate": 4.416600435722974e-05,
      "loss": 0.4118,
      "step": 110267
    },
    {
      "epoch": 4.516403850092156,
      "grad_norm": 1.564501197336859,
      "learning_rate": 4.416369319429896e-05,
      "loss": 0.7667,
      "step": 110268
    },
    {
      "epoch": 4.516444808519353,
      "grad_norm": 1.9433899318956394,
      "learning_rate": 4.416138208140142e-05,
      "loss": 0.9493,
      "step": 110269
    },
    {
      "epoch": 4.516485766946549,
      "grad_norm": 1.1818978971599854,
      "learning_rate": 4.415907101853831e-05,
      "loss": 0.2868,
      "step": 110270
    },
    {
      "epoch": 4.516526725373746,
      "grad_norm": 1.5959580003526632,
      "learning_rate": 4.415676000571058e-05,
      "loss": 0.7354,
      "step": 110271
    },
    {
      "epoch": 4.516567683800942,
      "grad_norm": 1.4234333840270033,
      "learning_rate": 4.415444904291946e-05,
      "loss": 0.6305,
      "step": 110272
    },
    {
      "epoch": 4.516608642228139,
      "grad_norm": 1.100121051519024,
      "learning_rate": 4.4152138130165895e-05,
      "loss": 0.3754,
      "step": 110273
    },
    {
      "epoch": 4.5166496006553345,
      "grad_norm": 0.936836159326116,
      "learning_rate": 4.414982726745108e-05,
      "loss": 0.226,
      "step": 110274
    },
    {
      "epoch": 4.516690559082531,
      "grad_norm": 1.0651179791847225,
      "learning_rate": 4.414751645477614e-05,
      "loss": 0.3241,
      "step": 110275
    },
    {
      "epoch": 4.516731517509728,
      "grad_norm": 1.4616184469612021,
      "learning_rate": 4.414520569214205e-05,
      "loss": 0.6215,
      "step": 110276
    },
    {
      "epoch": 4.516772475936924,
      "grad_norm": 1.5212997523210394,
      "learning_rate": 4.4142894979550016e-05,
      "loss": 0.5341,
      "step": 110277
    },
    {
      "epoch": 4.516813434364121,
      "grad_norm": 1.3115227508045664,
      "learning_rate": 4.4140584317001035e-05,
      "loss": 0.5059,
      "step": 110278
    },
    {
      "epoch": 4.516854392791317,
      "grad_norm": 2.0318358164198265,
      "learning_rate": 4.413827370449624e-05,
      "loss": 0.9722,
      "step": 110279
    },
    {
      "epoch": 4.516895351218513,
      "grad_norm": 1.4554108616438513,
      "learning_rate": 4.413596314203676e-05,
      "loss": 0.6083,
      "step": 110280
    },
    {
      "epoch": 4.516936309645709,
      "grad_norm": 1.6004944096648384,
      "learning_rate": 4.413365262962363e-05,
      "loss": 0.8167,
      "step": 110281
    },
    {
      "epoch": 4.516977268072906,
      "grad_norm": 1.5820955424211172,
      "learning_rate": 4.413134216725795e-05,
      "loss": 0.6947,
      "step": 110282
    },
    {
      "epoch": 4.517018226500102,
      "grad_norm": 1.2493963554562926,
      "learning_rate": 4.412903175494087e-05,
      "loss": 0.4764,
      "step": 110283
    },
    {
      "epoch": 4.517059184927299,
      "grad_norm": 1.4309772157345497,
      "learning_rate": 4.4126721392673405e-05,
      "loss": 0.5025,
      "step": 110284
    },
    {
      "epoch": 4.5171001433544955,
      "grad_norm": 0.9169305430570501,
      "learning_rate": 4.4124411080456736e-05,
      "loss": 0.2304,
      "step": 110285
    },
    {
      "epoch": 4.517141101781691,
      "grad_norm": 1.361222162971271,
      "learning_rate": 4.412210081829185e-05,
      "loss": 0.558,
      "step": 110286
    },
    {
      "epoch": 4.517182060208888,
      "grad_norm": 1.8765951280745576,
      "learning_rate": 4.4119790606179884e-05,
      "loss": 1.1618,
      "step": 110287
    },
    {
      "epoch": 4.517223018636084,
      "grad_norm": 3.00740682397226,
      "learning_rate": 4.4117480444121984e-05,
      "loss": 0.9575,
      "step": 110288
    },
    {
      "epoch": 4.517263977063281,
      "grad_norm": 1.8394278358522107,
      "learning_rate": 4.4115170332119144e-05,
      "loss": 0.7458,
      "step": 110289
    },
    {
      "epoch": 4.517304935490477,
      "grad_norm": 1.717222743069579,
      "learning_rate": 4.4112860270172515e-05,
      "loss": 0.5849,
      "step": 110290
    },
    {
      "epoch": 4.517345893917674,
      "grad_norm": 0.8798344807624378,
      "learning_rate": 4.4110550258283237e-05,
      "loss": 0.2644,
      "step": 110291
    },
    {
      "epoch": 4.51738685234487,
      "grad_norm": 1.8188288052455797,
      "learning_rate": 4.410824029645229e-05,
      "loss": 1.0165,
      "step": 110292
    },
    {
      "epoch": 4.517427810772066,
      "grad_norm": 1.48580040377508,
      "learning_rate": 4.410593038468086e-05,
      "loss": 0.7092,
      "step": 110293
    },
    {
      "epoch": 4.5174687691992625,
      "grad_norm": 2.331840690653624,
      "learning_rate": 4.410362052296996e-05,
      "loss": 1.5187,
      "step": 110294
    },
    {
      "epoch": 4.517509727626459,
      "grad_norm": 1.238700790709406,
      "learning_rate": 4.410131071132073e-05,
      "loss": 0.4441,
      "step": 110295
    },
    {
      "epoch": 4.517550686053656,
      "grad_norm": 1.4811438101774632,
      "learning_rate": 4.40990009497343e-05,
      "loss": 0.5418,
      "step": 110296
    },
    {
      "epoch": 4.517591644480852,
      "grad_norm": 1.6172231468863596,
      "learning_rate": 4.409669123821168e-05,
      "loss": 0.6336,
      "step": 110297
    },
    {
      "epoch": 4.517632602908049,
      "grad_norm": 1.488941074207761,
      "learning_rate": 4.409438157675399e-05,
      "loss": 0.5622,
      "step": 110298
    },
    {
      "epoch": 4.517673561335245,
      "grad_norm": 1.428770917770539,
      "learning_rate": 4.409207196536237e-05,
      "loss": 0.5664,
      "step": 110299
    },
    {
      "epoch": 4.517714519762441,
      "grad_norm": 3.5485238457833272,
      "learning_rate": 4.4089762404037835e-05,
      "loss": 2.7298,
      "step": 110300
    },
    {
      "epoch": 4.517755478189637,
      "grad_norm": 1.5718608286867164,
      "learning_rate": 4.408745289278156e-05,
      "loss": 0.5643,
      "step": 110301
    },
    {
      "epoch": 4.517796436616834,
      "grad_norm": 2.150142652284572,
      "learning_rate": 4.408514343159454e-05,
      "loss": 0.9581,
      "step": 110302
    },
    {
      "epoch": 4.5178373950440305,
      "grad_norm": 1.8132761811622145,
      "learning_rate": 4.4082834020477933e-05,
      "loss": 0.786,
      "step": 110303
    },
    {
      "epoch": 4.517878353471227,
      "grad_norm": 1.495966172227551,
      "learning_rate": 4.4080524659432854e-05,
      "loss": 0.5374,
      "step": 110304
    },
    {
      "epoch": 4.517919311898423,
      "grad_norm": 1.692454435741401,
      "learning_rate": 4.40782153484603e-05,
      "loss": 0.686,
      "step": 110305
    },
    {
      "epoch": 4.517960270325619,
      "grad_norm": 1.2036026987209645,
      "learning_rate": 4.407590608756142e-05,
      "loss": 0.3912,
      "step": 110306
    },
    {
      "epoch": 4.518001228752816,
      "grad_norm": 1.6548181918827283,
      "learning_rate": 4.407359687673736e-05,
      "loss": 0.8902,
      "step": 110307
    },
    {
      "epoch": 4.518042187180012,
      "grad_norm": 2.5386005416227397,
      "learning_rate": 4.4071287715989114e-05,
      "loss": 0.4575,
      "step": 110308
    },
    {
      "epoch": 4.518083145607209,
      "grad_norm": 1.0824681549100503,
      "learning_rate": 4.406897860531785e-05,
      "loss": 0.5419,
      "step": 110309
    },
    {
      "epoch": 4.518124104034405,
      "grad_norm": 1.557141545600708,
      "learning_rate": 4.406666954472459e-05,
      "loss": 0.8304,
      "step": 110310
    },
    {
      "epoch": 4.518165062461602,
      "grad_norm": 1.0432164840030627,
      "learning_rate": 4.406436053421047e-05,
      "loss": 0.2882,
      "step": 110311
    },
    {
      "epoch": 4.5182060208887975,
      "grad_norm": 0.9988666487634195,
      "learning_rate": 4.40620515737766e-05,
      "loss": 0.2524,
      "step": 110312
    },
    {
      "epoch": 4.518246979315994,
      "grad_norm": 1.6904335069510732,
      "learning_rate": 4.405974266342401e-05,
      "loss": 0.7663,
      "step": 110313
    },
    {
      "epoch": 4.518287937743191,
      "grad_norm": 1.5538897372717184,
      "learning_rate": 4.4057433803153835e-05,
      "loss": 0.7817,
      "step": 110314
    },
    {
      "epoch": 4.518328896170387,
      "grad_norm": 1.9004174299518886,
      "learning_rate": 4.4055124992967187e-05,
      "loss": 0.905,
      "step": 110315
    },
    {
      "epoch": 4.518369854597584,
      "grad_norm": 0.9706814641636426,
      "learning_rate": 4.405281623286508e-05,
      "loss": 0.2586,
      "step": 110316
    },
    {
      "epoch": 4.51841081302478,
      "grad_norm": 1.3192922024190903,
      "learning_rate": 4.405050752284872e-05,
      "loss": 0.4905,
      "step": 110317
    },
    {
      "epoch": 4.518451771451977,
      "grad_norm": 1.5211598759418279,
      "learning_rate": 4.4048198862919075e-05,
      "loss": 0.6007,
      "step": 110318
    },
    {
      "epoch": 4.518492729879172,
      "grad_norm": 1.4834063222222293,
      "learning_rate": 4.404589025307728e-05,
      "loss": 0.5649,
      "step": 110319
    },
    {
      "epoch": 4.518533688306369,
      "grad_norm": 1.4230606621283242,
      "learning_rate": 4.40435816933245e-05,
      "loss": 0.281,
      "step": 110320
    },
    {
      "epoch": 4.5185746467335655,
      "grad_norm": 0.9627755830305436,
      "learning_rate": 4.404127318366172e-05,
      "loss": 0.263,
      "step": 110321
    },
    {
      "epoch": 4.518615605160762,
      "grad_norm": 1.5455134436027431,
      "learning_rate": 4.4038964724090124e-05,
      "loss": 0.4755,
      "step": 110322
    },
    {
      "epoch": 4.5186565635879585,
      "grad_norm": 1.308891746554108,
      "learning_rate": 4.403665631461071e-05,
      "loss": 0.4945,
      "step": 110323
    },
    {
      "epoch": 4.518697522015154,
      "grad_norm": 1.032694534611313,
      "learning_rate": 4.4034347955224616e-05,
      "loss": 0.276,
      "step": 110324
    },
    {
      "epoch": 4.518738480442351,
      "grad_norm": 6.394305725021159,
      "learning_rate": 4.4032039645932975e-05,
      "loss": 4.5091,
      "step": 110325
    },
    {
      "epoch": 4.518779438869547,
      "grad_norm": 1.523824866513022,
      "learning_rate": 4.402973138673679e-05,
      "loss": 0.6117,
      "step": 110326
    },
    {
      "epoch": 4.518820397296744,
      "grad_norm": 1.4862961058477595,
      "learning_rate": 4.40274231776372e-05,
      "loss": 0.7931,
      "step": 110327
    },
    {
      "epoch": 4.51886135572394,
      "grad_norm": 1.6924994707915835,
      "learning_rate": 4.402511501863536e-05,
      "loss": 0.7259,
      "step": 110328
    },
    {
      "epoch": 4.518902314151137,
      "grad_norm": 0.9938002011386347,
      "learning_rate": 4.402280690973222e-05,
      "loss": 0.2021,
      "step": 110329
    },
    {
      "epoch": 4.518943272578333,
      "grad_norm": 1.5452985034037614,
      "learning_rate": 4.402049885092901e-05,
      "loss": 0.6236,
      "step": 110330
    },
    {
      "epoch": 4.518984231005529,
      "grad_norm": 1.9307382011695555,
      "learning_rate": 4.401819084222672e-05,
      "loss": 0.5386,
      "step": 110331
    },
    {
      "epoch": 4.519025189432726,
      "grad_norm": 1.3543220175108401,
      "learning_rate": 4.401588288362647e-05,
      "loss": 0.5245,
      "step": 110332
    },
    {
      "epoch": 4.519066147859922,
      "grad_norm": 3.1597953362601507,
      "learning_rate": 4.4013574975129405e-05,
      "loss": 1.818,
      "step": 110333
    },
    {
      "epoch": 4.519107106287119,
      "grad_norm": 0.961681946132878,
      "learning_rate": 4.401126711673656e-05,
      "loss": 0.2203,
      "step": 110334
    },
    {
      "epoch": 4.519148064714315,
      "grad_norm": 1.4217296721892259,
      "learning_rate": 4.400895930844901e-05,
      "loss": 0.5167,
      "step": 110335
    },
    {
      "epoch": 4.519189023141512,
      "grad_norm": 2.2011631824514906,
      "learning_rate": 4.4006651550267906e-05,
      "loss": 0.2689,
      "step": 110336
    },
    {
      "epoch": 4.519229981568708,
      "grad_norm": 2.4303490516999253,
      "learning_rate": 4.4004343842194274e-05,
      "loss": 0.6011,
      "step": 110337
    },
    {
      "epoch": 4.519270939995904,
      "grad_norm": 0.7345391146010937,
      "learning_rate": 4.400203618422924e-05,
      "loss": 0.2153,
      "step": 110338
    },
    {
      "epoch": 4.5193118984231,
      "grad_norm": 1.255450945548143,
      "learning_rate": 4.3999728576373925e-05,
      "loss": 0.4217,
      "step": 110339
    },
    {
      "epoch": 4.519352856850297,
      "grad_norm": 1.3069324784719225,
      "learning_rate": 4.3997421018629355e-05,
      "loss": 0.5389,
      "step": 110340
    },
    {
      "epoch": 4.5193938152774935,
      "grad_norm": 2.1606840335299102,
      "learning_rate": 4.399511351099663e-05,
      "loss": 1.1468,
      "step": 110341
    },
    {
      "epoch": 4.51943477370469,
      "grad_norm": 1.654891547616373,
      "learning_rate": 4.3992806053476944e-05,
      "loss": 0.7237,
      "step": 110342
    },
    {
      "epoch": 4.519475732131886,
      "grad_norm": 1.023587574072066,
      "learning_rate": 4.399049864607123e-05,
      "loss": 0.1973,
      "step": 110343
    },
    {
      "epoch": 4.519516690559082,
      "grad_norm": 0.8637841819149136,
      "learning_rate": 4.3988191288780713e-05,
      "loss": 0.1789,
      "step": 110344
    },
    {
      "epoch": 4.519557648986279,
      "grad_norm": 1.864755682142231,
      "learning_rate": 4.398588398160639e-05,
      "loss": 0.9819,
      "step": 110345
    },
    {
      "epoch": 4.519598607413475,
      "grad_norm": 1.449381608436686,
      "learning_rate": 4.3983576724549386e-05,
      "loss": 0.5921,
      "step": 110346
    },
    {
      "epoch": 4.519639565840672,
      "grad_norm": 1.3283088992215633,
      "learning_rate": 4.3981269517610837e-05,
      "loss": 0.6279,
      "step": 110347
    },
    {
      "epoch": 4.519680524267868,
      "grad_norm": 1.6232968820902733,
      "learning_rate": 4.3978962360791756e-05,
      "loss": 0.673,
      "step": 110348
    },
    {
      "epoch": 4.519721482695065,
      "grad_norm": 2.8463982386489612,
      "learning_rate": 4.397665525409331e-05,
      "loss": 2.3504,
      "step": 110349
    },
    {
      "epoch": 4.5197624411222606,
      "grad_norm": 1.7950520049056888,
      "learning_rate": 4.39743481975165e-05,
      "loss": 0.8335,
      "step": 110350
    },
    {
      "epoch": 4.519803399549457,
      "grad_norm": 1.5701570908891398,
      "learning_rate": 4.3972041191062454e-05,
      "loss": 0.718,
      "step": 110351
    },
    {
      "epoch": 4.519844357976654,
      "grad_norm": 1.537025873932087,
      "learning_rate": 4.396973423473234e-05,
      "loss": 0.5497,
      "step": 110352
    },
    {
      "epoch": 4.51988531640385,
      "grad_norm": 1.5595090190436915,
      "learning_rate": 4.3967427328527125e-05,
      "loss": 0.6773,
      "step": 110353
    },
    {
      "epoch": 4.519926274831047,
      "grad_norm": 1.7366107026225106,
      "learning_rate": 4.3965120472447966e-05,
      "loss": 0.8174,
      "step": 110354
    },
    {
      "epoch": 4.519967233258243,
      "grad_norm": 1.4701637642964909,
      "learning_rate": 4.396281366649599e-05,
      "loss": 0.733,
      "step": 110355
    },
    {
      "epoch": 4.52000819168544,
      "grad_norm": 1.5806142954795608,
      "learning_rate": 4.396050691067219e-05,
      "loss": 0.7379,
      "step": 110356
    },
    {
      "epoch": 4.520049150112635,
      "grad_norm": 1.69734290488471,
      "learning_rate": 4.395820020497777e-05,
      "loss": 0.5501,
      "step": 110357
    },
    {
      "epoch": 4.520090108539832,
      "grad_norm": 1.2026627668807253,
      "learning_rate": 4.3955893549413696e-05,
      "loss": 0.4613,
      "step": 110358
    },
    {
      "epoch": 4.5201310669670285,
      "grad_norm": 1.371598474382038,
      "learning_rate": 4.395358694398112e-05,
      "loss": 0.6253,
      "step": 110359
    },
    {
      "epoch": 4.520172025394225,
      "grad_norm": 1.476372287859559,
      "learning_rate": 4.39512803886812e-05,
      "loss": 0.1901,
      "step": 110360
    },
    {
      "epoch": 4.520212983821422,
      "grad_norm": 0.6496223834041905,
      "learning_rate": 4.39489738835149e-05,
      "loss": 0.086,
      "step": 110361
    },
    {
      "epoch": 4.520253942248617,
      "grad_norm": 1.995516631131094,
      "learning_rate": 4.394666742848339e-05,
      "loss": 0.6834,
      "step": 110362
    },
    {
      "epoch": 4.520294900675814,
      "grad_norm": 1.6651573647180005,
      "learning_rate": 4.394436102358777e-05,
      "loss": 0.6888,
      "step": 110363
    },
    {
      "epoch": 4.52033585910301,
      "grad_norm": 1.7056334376627336,
      "learning_rate": 4.394205466882906e-05,
      "loss": 0.7464,
      "step": 110364
    },
    {
      "epoch": 4.520376817530207,
      "grad_norm": 0.9170706149730903,
      "learning_rate": 4.393974836420843e-05,
      "loss": 0.2689,
      "step": 110365
    },
    {
      "epoch": 4.520417775957403,
      "grad_norm": 0.8913669404071712,
      "learning_rate": 4.3937442109726896e-05,
      "loss": 0.1526,
      "step": 110366
    },
    {
      "epoch": 4.5204587343846,
      "grad_norm": 1.5814443089292776,
      "learning_rate": 4.3935135905385584e-05,
      "loss": 0.8342,
      "step": 110367
    },
    {
      "epoch": 4.520499692811796,
      "grad_norm": 1.9262201846593567,
      "learning_rate": 4.3932829751185626e-05,
      "loss": 0.9393,
      "step": 110368
    },
    {
      "epoch": 4.520540651238992,
      "grad_norm": 4.58362725546951,
      "learning_rate": 4.393052364712803e-05,
      "loss": 1.9624,
      "step": 110369
    },
    {
      "epoch": 4.520581609666189,
      "grad_norm": 1.4699181701013677,
      "learning_rate": 4.392821759321394e-05,
      "loss": 0.5397,
      "step": 110370
    },
    {
      "epoch": 4.520622568093385,
      "grad_norm": 1.696721955678254,
      "learning_rate": 4.392591158944447e-05,
      "loss": 0.8355,
      "step": 110371
    },
    {
      "epoch": 4.520663526520582,
      "grad_norm": 1.1644322923740336,
      "learning_rate": 4.392360563582062e-05,
      "loss": 0.2248,
      "step": 110372
    },
    {
      "epoch": 4.520704484947778,
      "grad_norm": 1.384009838552371,
      "learning_rate": 4.392129973234359e-05,
      "loss": 0.546,
      "step": 110373
    },
    {
      "epoch": 4.520745443374975,
      "grad_norm": 1.6605559779839811,
      "learning_rate": 4.391899387901435e-05,
      "loss": 0.8704,
      "step": 110374
    },
    {
      "epoch": 4.520786401802171,
      "grad_norm": 1.2870864049055704,
      "learning_rate": 4.3916688075834073e-05,
      "loss": 0.567,
      "step": 110375
    },
    {
      "epoch": 4.520827360229367,
      "grad_norm": 1.141421505184091,
      "learning_rate": 4.391438232280387e-05,
      "loss": 0.3852,
      "step": 110376
    },
    {
      "epoch": 4.5208683186565635,
      "grad_norm": 1.5736615544910284,
      "learning_rate": 4.391207661992474e-05,
      "loss": 0.7048,
      "step": 110377
    },
    {
      "epoch": 4.52090927708376,
      "grad_norm": 1.382844348398422,
      "learning_rate": 4.3909770967197834e-05,
      "loss": 0.4963,
      "step": 110378
    },
    {
      "epoch": 4.5209502355109565,
      "grad_norm": 1.5103793614827934,
      "learning_rate": 4.3907465364624275e-05,
      "loss": 0.4989,
      "step": 110379
    },
    {
      "epoch": 4.520991193938153,
      "grad_norm": 0.8596327128373878,
      "learning_rate": 4.390515981220506e-05,
      "loss": 0.2173,
      "step": 110380
    },
    {
      "epoch": 4.521032152365349,
      "grad_norm": 0.8414865481714836,
      "learning_rate": 4.390285430994137e-05,
      "loss": 0.279,
      "step": 110381
    },
    {
      "epoch": 4.521073110792545,
      "grad_norm": 1.5970410539970463,
      "learning_rate": 4.3900548857834226e-05,
      "loss": 0.6687,
      "step": 110382
    },
    {
      "epoch": 4.521114069219742,
      "grad_norm": 0.8659483634575909,
      "learning_rate": 4.389824345588473e-05,
      "loss": 0.2471,
      "step": 110383
    },
    {
      "epoch": 4.521155027646938,
      "grad_norm": 2.5186068771131294,
      "learning_rate": 4.3895938104094046e-05,
      "loss": 1.2,
      "step": 110384
    },
    {
      "epoch": 4.521195986074135,
      "grad_norm": 1.9602873515849049,
      "learning_rate": 4.3893632802463155e-05,
      "loss": 0.9951,
      "step": 110385
    },
    {
      "epoch": 4.521236944501331,
      "grad_norm": 1.517290414020301,
      "learning_rate": 4.3891327550993196e-05,
      "loss": 0.6281,
      "step": 110386
    },
    {
      "epoch": 4.521277902928528,
      "grad_norm": 1.761336589222971,
      "learning_rate": 4.388902234968531e-05,
      "loss": 0.6958,
      "step": 110387
    },
    {
      "epoch": 4.521318861355724,
      "grad_norm": 1.1886008780036814,
      "learning_rate": 4.388671719854047e-05,
      "loss": 0.3676,
      "step": 110388
    },
    {
      "epoch": 4.52135981978292,
      "grad_norm": 1.4620261032818662,
      "learning_rate": 4.3884412097559895e-05,
      "loss": 0.5899,
      "step": 110389
    },
    {
      "epoch": 4.521400778210117,
      "grad_norm": 1.925292847880627,
      "learning_rate": 4.3882107046744574e-05,
      "loss": 0.6215,
      "step": 110390
    },
    {
      "epoch": 4.521441736637313,
      "grad_norm": 1.8650341899448841,
      "learning_rate": 4.3879802046095626e-05,
      "loss": 0.9024,
      "step": 110391
    },
    {
      "epoch": 4.52148269506451,
      "grad_norm": 1.38901457883886,
      "learning_rate": 4.38774970956142e-05,
      "loss": 0.5579,
      "step": 110392
    },
    {
      "epoch": 4.521523653491706,
      "grad_norm": 2.0915832522082742,
      "learning_rate": 4.387519219530128e-05,
      "loss": 0.5261,
      "step": 110393
    },
    {
      "epoch": 4.521564611918903,
      "grad_norm": 1.5961361993877972,
      "learning_rate": 4.3872887345158075e-05,
      "loss": 0.6159,
      "step": 110394
    },
    {
      "epoch": 4.5216055703460984,
      "grad_norm": 1.8179016785641287,
      "learning_rate": 4.387058254518555e-05,
      "loss": 0.4074,
      "step": 110395
    },
    {
      "epoch": 4.521646528773295,
      "grad_norm": 1.569884734239326,
      "learning_rate": 4.386827779538486e-05,
      "loss": 0.5668,
      "step": 110396
    },
    {
      "epoch": 4.5216874872004915,
      "grad_norm": 1.2948232999539242,
      "learning_rate": 4.386597309575713e-05,
      "loss": 0.578,
      "step": 110397
    },
    {
      "epoch": 4.521728445627688,
      "grad_norm": 1.5320750055924943,
      "learning_rate": 4.386366844630337e-05,
      "loss": 0.7221,
      "step": 110398
    },
    {
      "epoch": 4.521769404054885,
      "grad_norm": 0.9616673731549689,
      "learning_rate": 4.386136384702471e-05,
      "loss": 0.2812,
      "step": 110399
    },
    {
      "epoch": 4.52181036248208,
      "grad_norm": 2.5582848156269664,
      "learning_rate": 4.385905929792228e-05,
      "loss": 1.4181,
      "step": 110400
    },
    {
      "epoch": 4.521851320909277,
      "grad_norm": 1.5466220066595522,
      "learning_rate": 4.3856754798997076e-05,
      "loss": 0.5397,
      "step": 110401
    },
    {
      "epoch": 4.521892279336473,
      "grad_norm": 1.3101077268012231,
      "learning_rate": 4.38544503502503e-05,
      "loss": 0.5363,
      "step": 110402
    },
    {
      "epoch": 4.52193323776367,
      "grad_norm": 0.9820674233519765,
      "learning_rate": 4.385214595168296e-05,
      "loss": 0.2103,
      "step": 110403
    },
    {
      "epoch": 4.521974196190866,
      "grad_norm": 1.5566623463587743,
      "learning_rate": 4.384984160329614e-05,
      "loss": 0.6024,
      "step": 110404
    },
    {
      "epoch": 4.522015154618063,
      "grad_norm": 1.6414262725527105,
      "learning_rate": 4.3847537305090945e-05,
      "loss": 0.626,
      "step": 110405
    },
    {
      "epoch": 4.5220561130452595,
      "grad_norm": 1.6326212455124598,
      "learning_rate": 4.384523305706852e-05,
      "loss": 0.5546,
      "step": 110406
    },
    {
      "epoch": 4.522097071472455,
      "grad_norm": 0.4091246620370501,
      "learning_rate": 4.384292885922986e-05,
      "loss": 0.0311,
      "step": 110407
    },
    {
      "epoch": 4.522138029899652,
      "grad_norm": 1.5841559812886226,
      "learning_rate": 4.3840624711576164e-05,
      "loss": 0.6628,
      "step": 110408
    },
    {
      "epoch": 4.522178988326848,
      "grad_norm": 1.2192863840826276,
      "learning_rate": 4.38383206141084e-05,
      "loss": 0.4497,
      "step": 110409
    },
    {
      "epoch": 4.522219946754045,
      "grad_norm": 1.4221227326626011,
      "learning_rate": 4.383601656682773e-05,
      "loss": 0.6196,
      "step": 110410
    },
    {
      "epoch": 4.522260905181241,
      "grad_norm": 1.8458800923749776,
      "learning_rate": 4.383371256973527e-05,
      "loss": 0.8351,
      "step": 110411
    },
    {
      "epoch": 4.522301863608438,
      "grad_norm": 1.2659332894951107,
      "learning_rate": 4.3831408622832024e-05,
      "loss": 0.3589,
      "step": 110412
    },
    {
      "epoch": 4.522342822035634,
      "grad_norm": 1.992781041704429,
      "learning_rate": 4.382910472611912e-05,
      "loss": 0.6445,
      "step": 110413
    },
    {
      "epoch": 4.52238378046283,
      "grad_norm": 1.4302525604197982,
      "learning_rate": 4.382680087959771e-05,
      "loss": 0.6015,
      "step": 110414
    },
    {
      "epoch": 4.5224247388900265,
      "grad_norm": 1.4435291868120506,
      "learning_rate": 4.382449708326879e-05,
      "loss": 0.5369,
      "step": 110415
    },
    {
      "epoch": 4.522465697317223,
      "grad_norm": 1.416473821200932,
      "learning_rate": 4.3822193337133515e-05,
      "loss": 0.5847,
      "step": 110416
    },
    {
      "epoch": 4.52250665574442,
      "grad_norm": 1.277793841903523,
      "learning_rate": 4.381988964119291e-05,
      "loss": 0.5593,
      "step": 110417
    },
    {
      "epoch": 4.522547614171616,
      "grad_norm": 0.5778560652240599,
      "learning_rate": 4.381758599544809e-05,
      "loss": 0.0866,
      "step": 110418
    },
    {
      "epoch": 4.522588572598812,
      "grad_norm": 1.810729727844257,
      "learning_rate": 4.381528239990022e-05,
      "loss": 0.6054,
      "step": 110419
    },
    {
      "epoch": 4.522629531026008,
      "grad_norm": 1.6982336370153523,
      "learning_rate": 4.3812978854550245e-05,
      "loss": 0.7329,
      "step": 110420
    },
    {
      "epoch": 4.522670489453205,
      "grad_norm": 1.6235222594016703,
      "learning_rate": 4.38106753593994e-05,
      "loss": 0.7865,
      "step": 110421
    },
    {
      "epoch": 4.522711447880401,
      "grad_norm": 1.611812188953598,
      "learning_rate": 4.380837191444866e-05,
      "loss": 0.7423,
      "step": 110422
    },
    {
      "epoch": 4.522752406307598,
      "grad_norm": 0.5167054535143575,
      "learning_rate": 4.380606851969916e-05,
      "loss": 0.0717,
      "step": 110423
    },
    {
      "epoch": 4.522793364734794,
      "grad_norm": 1.4887698644639151,
      "learning_rate": 4.380376517515203e-05,
      "loss": 0.5999,
      "step": 110424
    },
    {
      "epoch": 4.522834323161991,
      "grad_norm": 0.5389471261206785,
      "learning_rate": 4.3801461880808275e-05,
      "loss": 0.0522,
      "step": 110425
    },
    {
      "epoch": 4.522875281589187,
      "grad_norm": 1.3461581038553296,
      "learning_rate": 4.379915863666901e-05,
      "loss": 0.5232,
      "step": 110426
    },
    {
      "epoch": 4.522916240016383,
      "grad_norm": 1.3172448387977667,
      "learning_rate": 4.3796855442735405e-05,
      "loss": 0.5805,
      "step": 110427
    },
    {
      "epoch": 4.52295719844358,
      "grad_norm": 1.561612445963154,
      "learning_rate": 4.379455229900844e-05,
      "loss": 0.5929,
      "step": 110428
    },
    {
      "epoch": 4.522998156870776,
      "grad_norm": 1.6568324960558047,
      "learning_rate": 4.3792249205489296e-05,
      "loss": 0.4997,
      "step": 110429
    },
    {
      "epoch": 4.523039115297973,
      "grad_norm": 1.0801313736778628,
      "learning_rate": 4.378994616217895e-05,
      "loss": 0.3344,
      "step": 110430
    },
    {
      "epoch": 4.523080073725169,
      "grad_norm": 1.8043048345227888,
      "learning_rate": 4.378764316907856e-05,
      "loss": 0.6796,
      "step": 110431
    },
    {
      "epoch": 4.523121032152366,
      "grad_norm": 0.9750790605503616,
      "learning_rate": 4.378534022618926e-05,
      "loss": 0.2845,
      "step": 110432
    },
    {
      "epoch": 4.5231619905795615,
      "grad_norm": 1.3701875456739037,
      "learning_rate": 4.378303733351204e-05,
      "loss": 0.3949,
      "step": 110433
    },
    {
      "epoch": 4.523202949006758,
      "grad_norm": 1.0182256078729917,
      "learning_rate": 4.378073449104804e-05,
      "loss": 0.2564,
      "step": 110434
    },
    {
      "epoch": 4.5232439074339545,
      "grad_norm": 1.0952731611005622,
      "learning_rate": 4.3778431698798386e-05,
      "loss": 0.2632,
      "step": 110435
    },
    {
      "epoch": 4.523284865861151,
      "grad_norm": 1.510365349024924,
      "learning_rate": 4.377612895676408e-05,
      "loss": 0.6037,
      "step": 110436
    },
    {
      "epoch": 4.523325824288348,
      "grad_norm": 1.860600341304831,
      "learning_rate": 4.3773826264946304e-05,
      "loss": 0.8565,
      "step": 110437
    },
    {
      "epoch": 4.523366782715543,
      "grad_norm": 1.6711005733114679,
      "learning_rate": 4.377152362334604e-05,
      "loss": 0.6131,
      "step": 110438
    },
    {
      "epoch": 4.52340774114274,
      "grad_norm": 1.19239235202011,
      "learning_rate": 4.376922103196446e-05,
      "loss": 0.2905,
      "step": 110439
    },
    {
      "epoch": 4.523448699569936,
      "grad_norm": 1.6802535340360354,
      "learning_rate": 4.376691849080266e-05,
      "loss": 0.5685,
      "step": 110440
    },
    {
      "epoch": 4.523489657997133,
      "grad_norm": 0.8576070412095209,
      "learning_rate": 4.376461599986165e-05,
      "loss": 0.2115,
      "step": 110441
    },
    {
      "epoch": 4.523530616424329,
      "grad_norm": 0.5919269278364356,
      "learning_rate": 4.376231355914257e-05,
      "loss": 0.1341,
      "step": 110442
    },
    {
      "epoch": 4.523571574851526,
      "grad_norm": 1.547933075057833,
      "learning_rate": 4.376001116864655e-05,
      "loss": 0.6213,
      "step": 110443
    },
    {
      "epoch": 4.5236125332787225,
      "grad_norm": 1.8207218658875062,
      "learning_rate": 4.3757708828374585e-05,
      "loss": 1.0065,
      "step": 110444
    },
    {
      "epoch": 4.523653491705918,
      "grad_norm": 2.0094000601165036,
      "learning_rate": 4.375540653832786e-05,
      "loss": 0.8681,
      "step": 110445
    },
    {
      "epoch": 4.523694450133115,
      "grad_norm": 1.7166374051431275,
      "learning_rate": 4.375310429850736e-05,
      "loss": 0.6771,
      "step": 110446
    },
    {
      "epoch": 4.523735408560311,
      "grad_norm": 1.828679073422639,
      "learning_rate": 4.375080210891423e-05,
      "loss": 0.7985,
      "step": 110447
    },
    {
      "epoch": 4.523776366987508,
      "grad_norm": 2.5346455272622745,
      "learning_rate": 4.374849996954959e-05,
      "loss": 0.3122,
      "step": 110448
    },
    {
      "epoch": 4.523817325414704,
      "grad_norm": 0.7617281064365856,
      "learning_rate": 4.374619788041447e-05,
      "loss": 0.2016,
      "step": 110449
    },
    {
      "epoch": 4.523858283841901,
      "grad_norm": 1.738437681136986,
      "learning_rate": 4.3743895841509967e-05,
      "loss": 0.8538,
      "step": 110450
    },
    {
      "epoch": 4.523899242269097,
      "grad_norm": 1.6017993733893297,
      "learning_rate": 4.374159385283724e-05,
      "loss": 0.4805,
      "step": 110451
    },
    {
      "epoch": 4.523940200696293,
      "grad_norm": 0.9914809959098713,
      "learning_rate": 4.373929191439726e-05,
      "loss": 0.309,
      "step": 110452
    },
    {
      "epoch": 4.5239811591234895,
      "grad_norm": 1.2939886759879617,
      "learning_rate": 4.3736990026191225e-05,
      "loss": 0.6168,
      "step": 110453
    },
    {
      "epoch": 4.524022117550686,
      "grad_norm": 0.6550228035360394,
      "learning_rate": 4.373468818822015e-05,
      "loss": 0.1611,
      "step": 110454
    },
    {
      "epoch": 4.524063075977883,
      "grad_norm": 1.5893442322173665,
      "learning_rate": 4.373238640048513e-05,
      "loss": 0.7093,
      "step": 110455
    },
    {
      "epoch": 4.524104034405079,
      "grad_norm": 0.8218413765353529,
      "learning_rate": 4.373008466298731e-05,
      "loss": 0.1935,
      "step": 110456
    },
    {
      "epoch": 4.524144992832275,
      "grad_norm": 1.0342114746245181,
      "learning_rate": 4.372778297572771e-05,
      "loss": 0.2283,
      "step": 110457
    },
    {
      "epoch": 4.524185951259471,
      "grad_norm": 1.2713323012944522,
      "learning_rate": 4.372548133870745e-05,
      "loss": 0.4785,
      "step": 110458
    },
    {
      "epoch": 4.524226909686668,
      "grad_norm": 1.7658470614812694,
      "learning_rate": 4.372317975192766e-05,
      "loss": 0.8187,
      "step": 110459
    },
    {
      "epoch": 4.524267868113864,
      "grad_norm": 1.6903102281192435,
      "learning_rate": 4.372087821538932e-05,
      "loss": 0.787,
      "step": 110460
    },
    {
      "epoch": 4.524308826541061,
      "grad_norm": 1.250086454998294,
      "learning_rate": 4.3718576729093644e-05,
      "loss": 0.4135,
      "step": 110461
    },
    {
      "epoch": 4.5243497849682575,
      "grad_norm": 1.3033326146318056,
      "learning_rate": 4.37162752930416e-05,
      "loss": 0.4989,
      "step": 110462
    },
    {
      "epoch": 4.524390743395454,
      "grad_norm": 1.6471807278863106,
      "learning_rate": 4.371397390723434e-05,
      "loss": 0.6656,
      "step": 110463
    },
    {
      "epoch": 4.52443170182265,
      "grad_norm": 2.7129091145211284,
      "learning_rate": 4.371167257167299e-05,
      "loss": 1.4646,
      "step": 110464
    },
    {
      "epoch": 4.524472660249846,
      "grad_norm": 1.9646787319029253,
      "learning_rate": 4.370937128635856e-05,
      "loss": 0.9815,
      "step": 110465
    },
    {
      "epoch": 4.524513618677043,
      "grad_norm": 1.8265659150950417,
      "learning_rate": 4.370707005129221e-05,
      "loss": 0.9559,
      "step": 110466
    },
    {
      "epoch": 4.524554577104239,
      "grad_norm": 3.0745384238654525,
      "learning_rate": 4.370476886647494e-05,
      "loss": 3.0426,
      "step": 110467
    },
    {
      "epoch": 4.524595535531436,
      "grad_norm": 0.7486413936313839,
      "learning_rate": 4.370246773190788e-05,
      "loss": 0.1988,
      "step": 110468
    },
    {
      "epoch": 4.524636493958632,
      "grad_norm": 1.8419268282867753,
      "learning_rate": 4.370016664759219e-05,
      "loss": 0.6398,
      "step": 110469
    },
    {
      "epoch": 4.524677452385829,
      "grad_norm": 1.7455066464232865,
      "learning_rate": 4.369786561352883e-05,
      "loss": 0.67,
      "step": 110470
    },
    {
      "epoch": 4.5247184108130245,
      "grad_norm": 1.3971848233254411,
      "learning_rate": 4.369556462971896e-05,
      "loss": 0.6429,
      "step": 110471
    },
    {
      "epoch": 4.524759369240221,
      "grad_norm": 1.4702232773738746,
      "learning_rate": 4.3693263696163704e-05,
      "loss": 0.7385,
      "step": 110472
    },
    {
      "epoch": 4.524800327667418,
      "grad_norm": 2.381840766850431,
      "learning_rate": 4.369096281286405e-05,
      "loss": 0.4409,
      "step": 110473
    },
    {
      "epoch": 4.524841286094614,
      "grad_norm": 1.6045085081431585,
      "learning_rate": 4.368866197982119e-05,
      "loss": 0.5528,
      "step": 110474
    },
    {
      "epoch": 4.524882244521811,
      "grad_norm": 1.5672391651313196,
      "learning_rate": 4.368636119703617e-05,
      "loss": 0.6541,
      "step": 110475
    },
    {
      "epoch": 4.524923202949006,
      "grad_norm": 1.6385269369632376,
      "learning_rate": 4.368406046451001e-05,
      "loss": 0.6301,
      "step": 110476
    },
    {
      "epoch": 4.524964161376203,
      "grad_norm": 1.1590757274815011,
      "learning_rate": 4.368175978224386e-05,
      "loss": 0.4302,
      "step": 110477
    },
    {
      "epoch": 4.525005119803399,
      "grad_norm": 1.7655650373563898,
      "learning_rate": 4.367945915023885e-05,
      "loss": 0.7144,
      "step": 110478
    },
    {
      "epoch": 4.525046078230596,
      "grad_norm": 1.0973828815449573,
      "learning_rate": 4.3677158568495996e-05,
      "loss": 0.6353,
      "step": 110479
    },
    {
      "epoch": 4.525087036657792,
      "grad_norm": 2.0037107938786503,
      "learning_rate": 4.3674858037016433e-05,
      "loss": 1.0771,
      "step": 110480
    },
    {
      "epoch": 4.525127995084989,
      "grad_norm": 1.8094151515303276,
      "learning_rate": 4.367255755580119e-05,
      "loss": 0.9009,
      "step": 110481
    },
    {
      "epoch": 4.5251689535121855,
      "grad_norm": 1.2887893540626985,
      "learning_rate": 4.367025712485139e-05,
      "loss": 0.4664,
      "step": 110482
    },
    {
      "epoch": 4.525209911939381,
      "grad_norm": 1.1700893893066395,
      "learning_rate": 4.3667956744168184e-05,
      "loss": 0.3882,
      "step": 110483
    },
    {
      "epoch": 4.525250870366578,
      "grad_norm": 1.3685600700232041,
      "learning_rate": 4.366565641375254e-05,
      "loss": 0.5936,
      "step": 110484
    },
    {
      "epoch": 4.525291828793774,
      "grad_norm": 1.1215368430790442,
      "learning_rate": 4.3663356133605596e-05,
      "loss": 0.2692,
      "step": 110485
    },
    {
      "epoch": 4.525332787220971,
      "grad_norm": 1.6441479440621258,
      "learning_rate": 4.3661055903728506e-05,
      "loss": 0.782,
      "step": 110486
    },
    {
      "epoch": 4.525373745648167,
      "grad_norm": 4.357394627508813,
      "learning_rate": 4.365875572412223e-05,
      "loss": 3.852,
      "step": 110487
    },
    {
      "epoch": 4.525414704075364,
      "grad_norm": 1.5917273332183177,
      "learning_rate": 4.365645559478799e-05,
      "loss": 0.9298,
      "step": 110488
    },
    {
      "epoch": 4.52545566250256,
      "grad_norm": 1.3028644385546055,
      "learning_rate": 4.365415551572676e-05,
      "loss": 0.5638,
      "step": 110489
    },
    {
      "epoch": 4.525496620929756,
      "grad_norm": 1.5023140586377677,
      "learning_rate": 4.365185548693966e-05,
      "loss": 0.4452,
      "step": 110490
    },
    {
      "epoch": 4.5255375793569526,
      "grad_norm": 2.746893718855809,
      "learning_rate": 4.3649555508427854e-05,
      "loss": 2.3005,
      "step": 110491
    },
    {
      "epoch": 4.525578537784149,
      "grad_norm": 1.9233216003120481,
      "learning_rate": 4.364725558019232e-05,
      "loss": 0.6847,
      "step": 110492
    },
    {
      "epoch": 4.525619496211346,
      "grad_norm": 1.5332556178244887,
      "learning_rate": 4.364495570223423e-05,
      "loss": 0.7551,
      "step": 110493
    },
    {
      "epoch": 4.525660454638542,
      "grad_norm": 1.6928586252092357,
      "learning_rate": 4.36426558745546e-05,
      "loss": 0.8614,
      "step": 110494
    },
    {
      "epoch": 4.525701413065738,
      "grad_norm": 1.634752719030293,
      "learning_rate": 4.364035609715453e-05,
      "loss": 0.5737,
      "step": 110495
    },
    {
      "epoch": 4.525742371492934,
      "grad_norm": 1.1700504039750785,
      "learning_rate": 4.36380563700352e-05,
      "loss": 0.3602,
      "step": 110496
    },
    {
      "epoch": 4.525783329920131,
      "grad_norm": 1.3717566529862513,
      "learning_rate": 4.3635756693197554e-05,
      "loss": 0.5661,
      "step": 110497
    },
    {
      "epoch": 4.525824288347327,
      "grad_norm": 1.830277000729041,
      "learning_rate": 4.363345706664276e-05,
      "loss": 0.7541,
      "step": 110498
    },
    {
      "epoch": 4.525865246774524,
      "grad_norm": 1.8146983578557465,
      "learning_rate": 4.3631157490371936e-05,
      "loss": 1.1584,
      "step": 110499
    },
    {
      "epoch": 4.5259062052017205,
      "grad_norm": 1.4249173035227547,
      "learning_rate": 4.36288579643861e-05,
      "loss": 0.6715,
      "step": 110500
    },
    {
      "epoch": 4.525947163628917,
      "grad_norm": 1.755928640978515,
      "learning_rate": 4.3626558488686394e-05,
      "loss": 0.7285,
      "step": 110501
    },
    {
      "epoch": 4.525988122056113,
      "grad_norm": 0.9935374286655178,
      "learning_rate": 4.3624259063273845e-05,
      "loss": 0.2399,
      "step": 110502
    },
    {
      "epoch": 4.526029080483309,
      "grad_norm": 0.7233371418508725,
      "learning_rate": 4.362195968814956e-05,
      "loss": 0.1417,
      "step": 110503
    },
    {
      "epoch": 4.526070038910506,
      "grad_norm": 1.5299281935473366,
      "learning_rate": 4.3619660363314694e-05,
      "loss": 0.5422,
      "step": 110504
    },
    {
      "epoch": 4.526110997337702,
      "grad_norm": 0.9241205833112979,
      "learning_rate": 4.361736108877024e-05,
      "loss": 0.0774,
      "step": 110505
    },
    {
      "epoch": 4.526151955764899,
      "grad_norm": 1.2191738862022985,
      "learning_rate": 4.3615061864517315e-05,
      "loss": 0.2547,
      "step": 110506
    },
    {
      "epoch": 4.526192914192095,
      "grad_norm": 0.8958269911774994,
      "learning_rate": 4.361276269055706e-05,
      "loss": 0.1842,
      "step": 110507
    },
    {
      "epoch": 4.526233872619292,
      "grad_norm": 1.4457053157672421,
      "learning_rate": 4.361046356689048e-05,
      "loss": 0.6204,
      "step": 110508
    },
    {
      "epoch": 4.5262748310464875,
      "grad_norm": 1.4944500402229495,
      "learning_rate": 4.360816449351875e-05,
      "loss": 0.6889,
      "step": 110509
    },
    {
      "epoch": 4.526315789473684,
      "grad_norm": 1.4045162753934521,
      "learning_rate": 4.360586547044285e-05,
      "loss": 0.61,
      "step": 110510
    },
    {
      "epoch": 4.526356747900881,
      "grad_norm": 2.880637156107607,
      "learning_rate": 4.360356649766392e-05,
      "loss": 2.1595,
      "step": 110511
    },
    {
      "epoch": 4.526397706328077,
      "grad_norm": 0.893740629037996,
      "learning_rate": 4.3601267575183105e-05,
      "loss": 0.1865,
      "step": 110512
    },
    {
      "epoch": 4.526438664755274,
      "grad_norm": 1.9089807415453708,
      "learning_rate": 4.359896870300139e-05,
      "loss": 0.7938,
      "step": 110513
    },
    {
      "epoch": 4.526479623182469,
      "grad_norm": 1.5757239050010974,
      "learning_rate": 4.359666988111991e-05,
      "loss": 0.7574,
      "step": 110514
    },
    {
      "epoch": 4.526520581609666,
      "grad_norm": 1.6784618183869116,
      "learning_rate": 4.359437110953978e-05,
      "loss": 0.7039,
      "step": 110515
    },
    {
      "epoch": 4.526561540036862,
      "grad_norm": 1.3460576490592806,
      "learning_rate": 4.359207238826202e-05,
      "loss": 0.5067,
      "step": 110516
    },
    {
      "epoch": 4.526602498464059,
      "grad_norm": 3.1178933818172068,
      "learning_rate": 4.358977371728781e-05,
      "loss": 2.7861,
      "step": 110517
    },
    {
      "epoch": 4.5266434568912555,
      "grad_norm": 0.9444168415341327,
      "learning_rate": 4.358747509661812e-05,
      "loss": 0.3127,
      "step": 110518
    },
    {
      "epoch": 4.526684415318452,
      "grad_norm": 1.591877133730031,
      "learning_rate": 4.358517652625411e-05,
      "loss": 0.4881,
      "step": 110519
    },
    {
      "epoch": 4.5267253737456485,
      "grad_norm": 1.7233991198916379,
      "learning_rate": 4.3582878006196885e-05,
      "loss": 0.6186,
      "step": 110520
    },
    {
      "epoch": 4.526766332172844,
      "grad_norm": 1.1874854898552032,
      "learning_rate": 4.358057953644748e-05,
      "loss": 0.315,
      "step": 110521
    },
    {
      "epoch": 4.526807290600041,
      "grad_norm": 1.7734388324691084,
      "learning_rate": 4.357828111700697e-05,
      "loss": 0.7845,
      "step": 110522
    },
    {
      "epoch": 4.526848249027237,
      "grad_norm": 1.2802318134803468,
      "learning_rate": 4.3575982747876534e-05,
      "loss": 0.383,
      "step": 110523
    },
    {
      "epoch": 4.526889207454434,
      "grad_norm": 1.7979807434785924,
      "learning_rate": 4.357368442905716e-05,
      "loss": 0.7964,
      "step": 110524
    },
    {
      "epoch": 4.52693016588163,
      "grad_norm": 1.6059653924318733,
      "learning_rate": 4.357138616055e-05,
      "loss": 0.8297,
      "step": 110525
    },
    {
      "epoch": 4.526971124308827,
      "grad_norm": 1.8533870270625477,
      "learning_rate": 4.3569087942356084e-05,
      "loss": 0.8049,
      "step": 110526
    },
    {
      "epoch": 4.527012082736023,
      "grad_norm": 1.827755442750999,
      "learning_rate": 4.356678977447652e-05,
      "loss": 0.9034,
      "step": 110527
    },
    {
      "epoch": 4.527053041163219,
      "grad_norm": 1.4000242931460125,
      "learning_rate": 4.356449165691244e-05,
      "loss": 0.6423,
      "step": 110528
    },
    {
      "epoch": 4.527093999590416,
      "grad_norm": 1.5835417509313265,
      "learning_rate": 4.3562193589664855e-05,
      "loss": 0.5583,
      "step": 110529
    },
    {
      "epoch": 4.527134958017612,
      "grad_norm": 1.6625297745625656,
      "learning_rate": 4.355989557273494e-05,
      "loss": 0.6459,
      "step": 110530
    },
    {
      "epoch": 4.527175916444809,
      "grad_norm": 1.297758888516874,
      "learning_rate": 4.355759760612368e-05,
      "loss": 0.525,
      "step": 110531
    },
    {
      "epoch": 4.527216874872005,
      "grad_norm": 1.675405237336383,
      "learning_rate": 4.3555299689832194e-05,
      "loss": 0.8756,
      "step": 110532
    },
    {
      "epoch": 4.527257833299201,
      "grad_norm": 1.425283882753423,
      "learning_rate": 4.355300182386165e-05,
      "loss": 0.6803,
      "step": 110533
    },
    {
      "epoch": 4.527298791726397,
      "grad_norm": 1.8821377464141895,
      "learning_rate": 4.355070400821302e-05,
      "loss": 0.8424,
      "step": 110534
    },
    {
      "epoch": 4.527339750153594,
      "grad_norm": 1.7081126432362441,
      "learning_rate": 4.3548406242887444e-05,
      "loss": 0.6496,
      "step": 110535
    },
    {
      "epoch": 4.5273807085807904,
      "grad_norm": 2.359496471748716,
      "learning_rate": 4.3546108527886045e-05,
      "loss": 0.6682,
      "step": 110536
    },
    {
      "epoch": 4.527421667007987,
      "grad_norm": 1.6353361059005949,
      "learning_rate": 4.354381086320983e-05,
      "loss": 0.7072,
      "step": 110537
    },
    {
      "epoch": 4.5274626254351835,
      "grad_norm": 1.819230015709742,
      "learning_rate": 4.3541513248859966e-05,
      "loss": 1.0963,
      "step": 110538
    },
    {
      "epoch": 4.52750358386238,
      "grad_norm": 1.3959138502993382,
      "learning_rate": 4.3539215684837447e-05,
      "loss": 0.565,
      "step": 110539
    },
    {
      "epoch": 4.527544542289576,
      "grad_norm": 1.0315350581002345,
      "learning_rate": 4.35369181711434e-05,
      "loss": 0.2866,
      "step": 110540
    },
    {
      "epoch": 4.527585500716772,
      "grad_norm": 2.513969251695203,
      "learning_rate": 4.3534620707778985e-05,
      "loss": 1.2727,
      "step": 110541
    },
    {
      "epoch": 4.527626459143969,
      "grad_norm": 1.6200505924238944,
      "learning_rate": 4.353232329474517e-05,
      "loss": 0.6703,
      "step": 110542
    },
    {
      "epoch": 4.527667417571165,
      "grad_norm": 1.3910306103368797,
      "learning_rate": 4.353002593204309e-05,
      "loss": 0.5498,
      "step": 110543
    },
    {
      "epoch": 4.527708375998362,
      "grad_norm": 1.4315406198619587,
      "learning_rate": 4.352772861967394e-05,
      "loss": 0.4324,
      "step": 110544
    },
    {
      "epoch": 4.527749334425558,
      "grad_norm": 0.695534171407955,
      "learning_rate": 4.352543135763861e-05,
      "loss": 0.1733,
      "step": 110545
    },
    {
      "epoch": 4.527790292852755,
      "grad_norm": 1.6607056889835443,
      "learning_rate": 4.352313414593826e-05,
      "loss": 0.8385,
      "step": 110546
    },
    {
      "epoch": 4.527831251279951,
      "grad_norm": 1.5170702236851246,
      "learning_rate": 4.3520836984574046e-05,
      "loss": 0.8109,
      "step": 110547
    },
    {
      "epoch": 4.527872209707147,
      "grad_norm": 1.5402105676637203,
      "learning_rate": 4.3518539873546956e-05,
      "loss": 0.6879,
      "step": 110548
    },
    {
      "epoch": 4.527913168134344,
      "grad_norm": 1.0490354038778806,
      "learning_rate": 4.3516242812858126e-05,
      "loss": 0.3891,
      "step": 110549
    },
    {
      "epoch": 4.52795412656154,
      "grad_norm": 1.7110239004672565,
      "learning_rate": 4.351394580250868e-05,
      "loss": 0.8281,
      "step": 110550
    },
    {
      "epoch": 4.527995084988737,
      "grad_norm": 2.8464512056205633,
      "learning_rate": 4.351164884249962e-05,
      "loss": 2.0111,
      "step": 110551
    },
    {
      "epoch": 4.528036043415932,
      "grad_norm": 1.0382456917796217,
      "learning_rate": 4.350935193283212e-05,
      "loss": 0.2321,
      "step": 110552
    },
    {
      "epoch": 4.528077001843129,
      "grad_norm": 1.4439622572764026,
      "learning_rate": 4.350705507350717e-05,
      "loss": 0.5283,
      "step": 110553
    },
    {
      "epoch": 4.528117960270325,
      "grad_norm": 1.0262448980629173,
      "learning_rate": 4.35047582645259e-05,
      "loss": 0.2891,
      "step": 110554
    },
    {
      "epoch": 4.528158918697522,
      "grad_norm": 1.215563959464766,
      "learning_rate": 4.350246150588945e-05,
      "loss": 0.4703,
      "step": 110555
    },
    {
      "epoch": 4.5281998771247185,
      "grad_norm": 1.1659098208390566,
      "learning_rate": 4.350016479759882e-05,
      "loss": 0.4631,
      "step": 110556
    },
    {
      "epoch": 4.528240835551915,
      "grad_norm": 1.3922311120340842,
      "learning_rate": 4.3497868139655114e-05,
      "loss": 0.6231,
      "step": 110557
    },
    {
      "epoch": 4.528281793979112,
      "grad_norm": 1.7811836750066807,
      "learning_rate": 4.3495571532059495e-05,
      "loss": 0.8107,
      "step": 110558
    },
    {
      "epoch": 4.528322752406307,
      "grad_norm": 1.9105000700031392,
      "learning_rate": 4.3493274974812944e-05,
      "loss": 0.9835,
      "step": 110559
    },
    {
      "epoch": 4.528363710833504,
      "grad_norm": 1.7552551596915151,
      "learning_rate": 4.349097846791663e-05,
      "loss": 0.7411,
      "step": 110560
    },
    {
      "epoch": 4.5284046692607,
      "grad_norm": 1.3918049500128447,
      "learning_rate": 4.3488682011371566e-05,
      "loss": 0.5912,
      "step": 110561
    },
    {
      "epoch": 4.528445627687897,
      "grad_norm": 1.5540629239878911,
      "learning_rate": 4.348638560517886e-05,
      "loss": 0.771,
      "step": 110562
    },
    {
      "epoch": 4.528486586115093,
      "grad_norm": 1.3913353692062542,
      "learning_rate": 4.348408924933967e-05,
      "loss": 0.4667,
      "step": 110563
    },
    {
      "epoch": 4.52852754454229,
      "grad_norm": 1.8272386408463939,
      "learning_rate": 4.348179294385495e-05,
      "loss": 0.7181,
      "step": 110564
    },
    {
      "epoch": 4.528568502969486,
      "grad_norm": 1.706926934280037,
      "learning_rate": 4.347949668872593e-05,
      "loss": 0.7137,
      "step": 110565
    },
    {
      "epoch": 4.528609461396682,
      "grad_norm": 1.2287214507296131,
      "learning_rate": 4.347720048395357e-05,
      "loss": 0.4998,
      "step": 110566
    },
    {
      "epoch": 4.528650419823879,
      "grad_norm": 1.4371979500434042,
      "learning_rate": 4.3474904329539e-05,
      "loss": 0.6838,
      "step": 110567
    },
    {
      "epoch": 4.528691378251075,
      "grad_norm": 1.5431206886759505,
      "learning_rate": 4.347260822548338e-05,
      "loss": 0.6415,
      "step": 110568
    },
    {
      "epoch": 4.528732336678272,
      "grad_norm": 0.9755435820898342,
      "learning_rate": 4.3470312171787656e-05,
      "loss": 0.2262,
      "step": 110569
    },
    {
      "epoch": 4.528773295105468,
      "grad_norm": 1.6389534859844888,
      "learning_rate": 4.3468016168453e-05,
      "loss": 0.7762,
      "step": 110570
    },
    {
      "epoch": 4.528814253532664,
      "grad_norm": 1.3235957121536783,
      "learning_rate": 4.346572021548054e-05,
      "loss": 0.5189,
      "step": 110571
    },
    {
      "epoch": 4.52885521195986,
      "grad_norm": 1.3565444657162316,
      "learning_rate": 4.346342431287125e-05,
      "loss": 0.4803,
      "step": 110572
    },
    {
      "epoch": 4.528896170387057,
      "grad_norm": 1.5361508856129396,
      "learning_rate": 4.3461128460626315e-05,
      "loss": 0.8321,
      "step": 110573
    },
    {
      "epoch": 4.5289371288142535,
      "grad_norm": 1.0708027954029646,
      "learning_rate": 4.345883265874673e-05,
      "loss": 0.2566,
      "step": 110574
    },
    {
      "epoch": 4.52897808724145,
      "grad_norm": 0.949910810581349,
      "learning_rate": 4.345653690723364e-05,
      "loss": 0.165,
      "step": 110575
    },
    {
      "epoch": 4.5290190456686465,
      "grad_norm": 3.058810492322697,
      "learning_rate": 4.345424120608815e-05,
      "loss": 2.9039,
      "step": 110576
    },
    {
      "epoch": 4.529060004095843,
      "grad_norm": 1.9509655441576819,
      "learning_rate": 4.345194555531126e-05,
      "loss": 0.5645,
      "step": 110577
    },
    {
      "epoch": 4.529100962523039,
      "grad_norm": 1.4694049947721628,
      "learning_rate": 4.344964995490412e-05,
      "loss": 0.5558,
      "step": 110578
    },
    {
      "epoch": 4.529141920950235,
      "grad_norm": 1.561781759946994,
      "learning_rate": 4.344735440486784e-05,
      "loss": 0.6204,
      "step": 110579
    },
    {
      "epoch": 4.529182879377432,
      "grad_norm": 1.4738401839898008,
      "learning_rate": 4.344505890520342e-05,
      "loss": 0.6098,
      "step": 110580
    },
    {
      "epoch": 4.529223837804628,
      "grad_norm": 1.4292289771558393,
      "learning_rate": 4.344276345591206e-05,
      "loss": 0.5527,
      "step": 110581
    },
    {
      "epoch": 4.529264796231825,
      "grad_norm": 1.7978187269083676,
      "learning_rate": 4.3440468056994724e-05,
      "loss": 0.7628,
      "step": 110582
    },
    {
      "epoch": 4.529305754659021,
      "grad_norm": 1.33246738729455,
      "learning_rate": 4.343817270845253e-05,
      "loss": 0.4759,
      "step": 110583
    },
    {
      "epoch": 4.529346713086218,
      "grad_norm": 1.6261068838429213,
      "learning_rate": 4.343587741028665e-05,
      "loss": 0.6388,
      "step": 110584
    },
    {
      "epoch": 4.529387671513414,
      "grad_norm": 1.3429258223766452,
      "learning_rate": 4.3433582162498054e-05,
      "loss": 0.6195,
      "step": 110585
    },
    {
      "epoch": 4.52942862994061,
      "grad_norm": 1.6149642780011608,
      "learning_rate": 4.343128696508787e-05,
      "loss": 0.5806,
      "step": 110586
    },
    {
      "epoch": 4.529469588367807,
      "grad_norm": 1.0328869237409868,
      "learning_rate": 4.342899181805725e-05,
      "loss": 0.2388,
      "step": 110587
    },
    {
      "epoch": 4.529510546795003,
      "grad_norm": 1.4543295833447172,
      "learning_rate": 4.3426696721407164e-05,
      "loss": 0.4381,
      "step": 110588
    },
    {
      "epoch": 4.5295515052222,
      "grad_norm": 1.2919838950367064,
      "learning_rate": 4.3424401675138785e-05,
      "loss": 0.5507,
      "step": 110589
    },
    {
      "epoch": 4.529592463649395,
      "grad_norm": 2.5827712522512942,
      "learning_rate": 4.342210667925314e-05,
      "loss": 0.6956,
      "step": 110590
    },
    {
      "epoch": 4.529633422076592,
      "grad_norm": 0.9679566612402752,
      "learning_rate": 4.3419811733751334e-05,
      "loss": 0.2516,
      "step": 110591
    },
    {
      "epoch": 4.5296743805037885,
      "grad_norm": 1.3672606661887492,
      "learning_rate": 4.34175168386345e-05,
      "loss": 0.6095,
      "step": 110592
    },
    {
      "epoch": 4.529715338930985,
      "grad_norm": 1.377375859197649,
      "learning_rate": 4.3415221993903624e-05,
      "loss": 0.588,
      "step": 110593
    },
    {
      "epoch": 4.5297562973581815,
      "grad_norm": 0.9182000217211667,
      "learning_rate": 4.341292719955986e-05,
      "loss": 0.1613,
      "step": 110594
    },
    {
      "epoch": 4.529797255785378,
      "grad_norm": 2.048919031605627,
      "learning_rate": 4.341063245560432e-05,
      "loss": 1.0677,
      "step": 110595
    },
    {
      "epoch": 4.529838214212575,
      "grad_norm": 0.9496392299267189,
      "learning_rate": 4.3408337762037986e-05,
      "loss": 0.2581,
      "step": 110596
    },
    {
      "epoch": 4.52987917263977,
      "grad_norm": 1.2230404347959858,
      "learning_rate": 4.340604311886208e-05,
      "loss": 0.6511,
      "step": 110597
    },
    {
      "epoch": 4.529920131066967,
      "grad_norm": 0.895350484825656,
      "learning_rate": 4.340374852607755e-05,
      "loss": 0.2214,
      "step": 110598
    },
    {
      "epoch": 4.529961089494163,
      "grad_norm": 3.4223416284248174,
      "learning_rate": 4.340145398368553e-05,
      "loss": 3.2927,
      "step": 110599
    },
    {
      "epoch": 4.53000204792136,
      "grad_norm": 1.6739318519441129,
      "learning_rate": 4.339915949168718e-05,
      "loss": 0.7898,
      "step": 110600
    },
    {
      "epoch": 4.530043006348556,
      "grad_norm": 0.9741494894838105,
      "learning_rate": 4.339686505008347e-05,
      "loss": 0.2988,
      "step": 110601
    },
    {
      "epoch": 4.530083964775753,
      "grad_norm": 0.42758907029738413,
      "learning_rate": 4.3394570658875594e-05,
      "loss": 0.0524,
      "step": 110602
    },
    {
      "epoch": 4.5301249232029495,
      "grad_norm": 1.7221007324983137,
      "learning_rate": 4.339227631806452e-05,
      "loss": 0.5148,
      "step": 110603
    },
    {
      "epoch": 4.530165881630145,
      "grad_norm": 1.2104058573944432,
      "learning_rate": 4.338998202765139e-05,
      "loss": 0.6399,
      "step": 110604
    },
    {
      "epoch": 4.530206840057342,
      "grad_norm": 1.5894629538303233,
      "learning_rate": 4.338768778763734e-05,
      "loss": 0.7431,
      "step": 110605
    },
    {
      "epoch": 4.530247798484538,
      "grad_norm": 1.2371090101638706,
      "learning_rate": 4.3385393598023374e-05,
      "loss": 0.5189,
      "step": 110606
    },
    {
      "epoch": 4.530288756911735,
      "grad_norm": 1.6097541398673585,
      "learning_rate": 4.338309945881059e-05,
      "loss": 0.7563,
      "step": 110607
    },
    {
      "epoch": 4.530329715338931,
      "grad_norm": 2.8891940009248733,
      "learning_rate": 4.3380805370000136e-05,
      "loss": 1.057,
      "step": 110608
    },
    {
      "epoch": 4.530370673766127,
      "grad_norm": 3.6382456438772293,
      "learning_rate": 4.3378511331593004e-05,
      "loss": 4.2785,
      "step": 110609
    },
    {
      "epoch": 4.530411632193323,
      "grad_norm": 0.822713221582845,
      "learning_rate": 4.3376217343590383e-05,
      "loss": 0.205,
      "step": 110610
    },
    {
      "epoch": 4.53045259062052,
      "grad_norm": 1.9238204933864749,
      "learning_rate": 4.337392340599324e-05,
      "loss": 0.9769,
      "step": 110611
    },
    {
      "epoch": 4.5304935490477165,
      "grad_norm": 2.078594974925368,
      "learning_rate": 4.337162951880272e-05,
      "loss": 1.048,
      "step": 110612
    },
    {
      "epoch": 4.530534507474913,
      "grad_norm": 1.6923890624351499,
      "learning_rate": 4.336933568201996e-05,
      "loss": 0.7543,
      "step": 110613
    },
    {
      "epoch": 4.53057546590211,
      "grad_norm": 1.5328838870327803,
      "learning_rate": 4.336704189564593e-05,
      "loss": 0.5545,
      "step": 110614
    },
    {
      "epoch": 4.530616424329306,
      "grad_norm": 1.742754910438044,
      "learning_rate": 4.336474815968183e-05,
      "loss": 0.7738,
      "step": 110615
    },
    {
      "epoch": 4.530657382756502,
      "grad_norm": 0.8426211156704843,
      "learning_rate": 4.3362454474128696e-05,
      "loss": 0.2323,
      "step": 110616
    },
    {
      "epoch": 4.530698341183698,
      "grad_norm": 1.76907286000133,
      "learning_rate": 4.336016083898756e-05,
      "loss": 0.5796,
      "step": 110617
    },
    {
      "epoch": 4.530739299610895,
      "grad_norm": 0.6282020835961709,
      "learning_rate": 4.3357867254259535e-05,
      "loss": 0.0716,
      "step": 110618
    },
    {
      "epoch": 4.530780258038091,
      "grad_norm": 1.8516296853029446,
      "learning_rate": 4.3355573719945786e-05,
      "loss": 0.6758,
      "step": 110619
    },
    {
      "epoch": 4.530821216465288,
      "grad_norm": 1.5742017712179566,
      "learning_rate": 4.335328023604729e-05,
      "loss": 0.6811,
      "step": 110620
    },
    {
      "epoch": 4.530862174892484,
      "grad_norm": 1.3103275788576503,
      "learning_rate": 4.335098680256516e-05,
      "loss": 0.6216,
      "step": 110621
    },
    {
      "epoch": 4.530903133319681,
      "grad_norm": 1.89974666982934,
      "learning_rate": 4.334869341950054e-05,
      "loss": 0.9216,
      "step": 110622
    },
    {
      "epoch": 4.530944091746877,
      "grad_norm": 1.90301191901453,
      "learning_rate": 4.3346400086854435e-05,
      "loss": 0.771,
      "step": 110623
    },
    {
      "epoch": 4.530985050174073,
      "grad_norm": 1.381977981713381,
      "learning_rate": 4.3344106804628005e-05,
      "loss": 0.6723,
      "step": 110624
    },
    {
      "epoch": 4.53102600860127,
      "grad_norm": 0.9640647875979965,
      "learning_rate": 4.3341813572822234e-05,
      "loss": 0.168,
      "step": 110625
    },
    {
      "epoch": 4.531066967028466,
      "grad_norm": 1.4038199219685865,
      "learning_rate": 4.333952039143829e-05,
      "loss": 0.5498,
      "step": 110626
    },
    {
      "epoch": 4.531107925455663,
      "grad_norm": 0.9358913305852223,
      "learning_rate": 4.333722726047725e-05,
      "loss": 0.2288,
      "step": 110627
    },
    {
      "epoch": 4.531148883882858,
      "grad_norm": 1.1145477534239716,
      "learning_rate": 4.333493417994015e-05,
      "loss": 0.3242,
      "step": 110628
    },
    {
      "epoch": 4.531189842310055,
      "grad_norm": 1.5150515813132406,
      "learning_rate": 4.33326411498281e-05,
      "loss": 0.6311,
      "step": 110629
    },
    {
      "epoch": 4.5312308007372515,
      "grad_norm": 1.2684934087454665,
      "learning_rate": 4.333034817014224e-05,
      "loss": 0.4214,
      "step": 110630
    },
    {
      "epoch": 4.531271759164448,
      "grad_norm": 2.249585521025633,
      "learning_rate": 4.332805524088354e-05,
      "loss": 1.3517,
      "step": 110631
    },
    {
      "epoch": 4.531312717591645,
      "grad_norm": 1.9292139019641499,
      "learning_rate": 4.332576236205321e-05,
      "loss": 0.9344,
      "step": 110632
    },
    {
      "epoch": 4.531353676018841,
      "grad_norm": 1.966702269388094,
      "learning_rate": 4.332346953365222e-05,
      "loss": 0.7225,
      "step": 110633
    },
    {
      "epoch": 4.531394634446038,
      "grad_norm": 1.9000987730429624,
      "learning_rate": 4.3321176755681686e-05,
      "loss": 0.8606,
      "step": 110634
    },
    {
      "epoch": 4.531435592873233,
      "grad_norm": 1.6575101966364225,
      "learning_rate": 4.3318884028142784e-05,
      "loss": 0.5354,
      "step": 110635
    },
    {
      "epoch": 4.53147655130043,
      "grad_norm": 1.571064393209531,
      "learning_rate": 4.331659135103645e-05,
      "loss": 0.7608,
      "step": 110636
    },
    {
      "epoch": 4.531517509727626,
      "grad_norm": 1.8853878802494572,
      "learning_rate": 4.3314298724363895e-05,
      "loss": 0.6452,
      "step": 110637
    },
    {
      "epoch": 4.531558468154823,
      "grad_norm": 1.7967940858953397,
      "learning_rate": 4.331200614812611e-05,
      "loss": 0.8363,
      "step": 110638
    },
    {
      "epoch": 4.531599426582019,
      "grad_norm": 1.652426625658128,
      "learning_rate": 4.330971362232422e-05,
      "loss": 0.5255,
      "step": 110639
    },
    {
      "epoch": 4.531640385009216,
      "grad_norm": 1.410369718371117,
      "learning_rate": 4.3307421146959344e-05,
      "loss": 0.5732,
      "step": 110640
    },
    {
      "epoch": 4.5316813434364125,
      "grad_norm": 0.6503594346318832,
      "learning_rate": 4.330512872203247e-05,
      "loss": 0.0796,
      "step": 110641
    },
    {
      "epoch": 4.531722301863608,
      "grad_norm": 1.6414328396467777,
      "learning_rate": 4.3302836347544754e-05,
      "loss": 0.6953,
      "step": 110642
    },
    {
      "epoch": 4.531763260290805,
      "grad_norm": 1.2568400501945476,
      "learning_rate": 4.330054402349733e-05,
      "loss": 0.464,
      "step": 110643
    },
    {
      "epoch": 4.531804218718001,
      "grad_norm": 1.8250049207871148,
      "learning_rate": 4.329825174989114e-05,
      "loss": 0.9728,
      "step": 110644
    },
    {
      "epoch": 4.531845177145198,
      "grad_norm": 0.9932051522030468,
      "learning_rate": 4.329595952672741e-05,
      "loss": 0.2359,
      "step": 110645
    },
    {
      "epoch": 4.531886135572394,
      "grad_norm": 1.3385030182917825,
      "learning_rate": 4.32936673540071e-05,
      "loss": 0.5054,
      "step": 110646
    },
    {
      "epoch": 4.53192709399959,
      "grad_norm": 1.456534834241992,
      "learning_rate": 4.329137523173137e-05,
      "loss": 0.4525,
      "step": 110647
    },
    {
      "epoch": 4.5319680524267865,
      "grad_norm": 1.6634799841933616,
      "learning_rate": 4.328908315990131e-05,
      "loss": 0.8146,
      "step": 110648
    },
    {
      "epoch": 4.532009010853983,
      "grad_norm": 1.6245493597322072,
      "learning_rate": 4.328679113851794e-05,
      "loss": 0.7307,
      "step": 110649
    },
    {
      "epoch": 4.5320499692811795,
      "grad_norm": 1.3566964780997381,
      "learning_rate": 4.3284499167582385e-05,
      "loss": 0.5446,
      "step": 110650
    },
    {
      "epoch": 4.532090927708376,
      "grad_norm": 1.221228457857684,
      "learning_rate": 4.328220724709579e-05,
      "loss": 0.5409,
      "step": 110651
    },
    {
      "epoch": 4.532131886135573,
      "grad_norm": 1.8539724770739132,
      "learning_rate": 4.32799153770591e-05,
      "loss": 0.9969,
      "step": 110652
    },
    {
      "epoch": 4.532172844562769,
      "grad_norm": 1.5650106564273571,
      "learning_rate": 4.3277623557473545e-05,
      "loss": 0.6239,
      "step": 110653
    },
    {
      "epoch": 4.532213802989965,
      "grad_norm": 1.5147361766308904,
      "learning_rate": 4.3275331788340076e-05,
      "loss": 0.66,
      "step": 110654
    },
    {
      "epoch": 4.532254761417161,
      "grad_norm": 1.345491580555187,
      "learning_rate": 4.3273040069659834e-05,
      "loss": 0.406,
      "step": 110655
    },
    {
      "epoch": 4.532295719844358,
      "grad_norm": 1.993315021939977,
      "learning_rate": 4.3270748401433956e-05,
      "loss": 0.862,
      "step": 110656
    },
    {
      "epoch": 4.532336678271554,
      "grad_norm": 1.7588256462971337,
      "learning_rate": 4.326845678366344e-05,
      "loss": 0.5325,
      "step": 110657
    },
    {
      "epoch": 4.532377636698751,
      "grad_norm": 1.4608685486302124,
      "learning_rate": 4.3266165216349386e-05,
      "loss": 0.5444,
      "step": 110658
    },
    {
      "epoch": 4.5324185951259475,
      "grad_norm": 2.2379386886576436,
      "learning_rate": 4.326387369949295e-05,
      "loss": 0.997,
      "step": 110659
    },
    {
      "epoch": 4.532459553553144,
      "grad_norm": 1.3983417489437333,
      "learning_rate": 4.326158223309512e-05,
      "loss": 0.6549,
      "step": 110660
    },
    {
      "epoch": 4.53250051198034,
      "grad_norm": 1.6061940680485933,
      "learning_rate": 4.325929081715706e-05,
      "loss": 0.6017,
      "step": 110661
    },
    {
      "epoch": 4.532541470407536,
      "grad_norm": 1.2734563386507702,
      "learning_rate": 4.325699945167977e-05,
      "loss": 0.3747,
      "step": 110662
    },
    {
      "epoch": 4.532582428834733,
      "grad_norm": 1.7560084238527323,
      "learning_rate": 4.325470813666438e-05,
      "loss": 0.5144,
      "step": 110663
    },
    {
      "epoch": 4.532623387261929,
      "grad_norm": 0.8797402415533582,
      "learning_rate": 4.3252416872112004e-05,
      "loss": 0.2169,
      "step": 110664
    },
    {
      "epoch": 4.532664345689126,
      "grad_norm": 1.70461872248671,
      "learning_rate": 4.325012565802365e-05,
      "loss": 0.6666,
      "step": 110665
    },
    {
      "epoch": 4.532705304116321,
      "grad_norm": 1.6417822651325964,
      "learning_rate": 4.324783449440044e-05,
      "loss": 0.7406,
      "step": 110666
    },
    {
      "epoch": 4.532746262543518,
      "grad_norm": 1.5056000889294032,
      "learning_rate": 4.3245543381243514e-05,
      "loss": 0.5004,
      "step": 110667
    },
    {
      "epoch": 4.5327872209707145,
      "grad_norm": 1.4029125613878386,
      "learning_rate": 4.3243252318553854e-05,
      "loss": 0.536,
      "step": 110668
    },
    {
      "epoch": 4.532828179397911,
      "grad_norm": 1.3249081402057126,
      "learning_rate": 4.324096130633263e-05,
      "loss": 0.4771,
      "step": 110669
    },
    {
      "epoch": 4.532869137825108,
      "grad_norm": 1.4928462645105367,
      "learning_rate": 4.3238670344580844e-05,
      "loss": 0.6514,
      "step": 110670
    },
    {
      "epoch": 4.532910096252304,
      "grad_norm": 1.1370612351072555,
      "learning_rate": 4.32363794332996e-05,
      "loss": 0.4338,
      "step": 110671
    },
    {
      "epoch": 4.532951054679501,
      "grad_norm": 1.4804021481941692,
      "learning_rate": 4.323408857249007e-05,
      "loss": 0.5379,
      "step": 110672
    },
    {
      "epoch": 4.532992013106696,
      "grad_norm": 1.6863291768886912,
      "learning_rate": 4.3231797762153206e-05,
      "loss": 0.5986,
      "step": 110673
    },
    {
      "epoch": 4.533032971533893,
      "grad_norm": 1.4236779321805126,
      "learning_rate": 4.322950700229021e-05,
      "loss": 0.8554,
      "step": 110674
    },
    {
      "epoch": 4.533073929961089,
      "grad_norm": 1.699393944115911,
      "learning_rate": 4.3227216292902064e-05,
      "loss": 0.6406,
      "step": 110675
    },
    {
      "epoch": 4.533114888388286,
      "grad_norm": 1.5439840892821255,
      "learning_rate": 4.3224925633989885e-05,
      "loss": 0.7423,
      "step": 110676
    },
    {
      "epoch": 4.5331558468154824,
      "grad_norm": 1.075825934444668,
      "learning_rate": 4.322263502555482e-05,
      "loss": 0.2748,
      "step": 110677
    },
    {
      "epoch": 4.533196805242679,
      "grad_norm": 1.4271810036316588,
      "learning_rate": 4.322034446759785e-05,
      "loss": 0.4242,
      "step": 110678
    },
    {
      "epoch": 4.5332377636698755,
      "grad_norm": 1.8473873020336944,
      "learning_rate": 4.321805396012009e-05,
      "loss": 0.9194,
      "step": 110679
    },
    {
      "epoch": 4.533278722097071,
      "grad_norm": 1.6969446300099171,
      "learning_rate": 4.321576350312269e-05,
      "loss": 0.6624,
      "step": 110680
    },
    {
      "epoch": 4.533319680524268,
      "grad_norm": 1.77781154144537,
      "learning_rate": 4.3213473096606644e-05,
      "loss": 0.9703,
      "step": 110681
    },
    {
      "epoch": 4.533360638951464,
      "grad_norm": 0.928999624241293,
      "learning_rate": 4.321118274057311e-05,
      "loss": 0.2688,
      "step": 110682
    },
    {
      "epoch": 4.533401597378661,
      "grad_norm": 1.514412578183892,
      "learning_rate": 4.32088924350231e-05,
      "loss": 0.6689,
      "step": 110683
    },
    {
      "epoch": 4.533442555805857,
      "grad_norm": 1.8277226225328693,
      "learning_rate": 4.3206602179957706e-05,
      "loss": 0.6085,
      "step": 110684
    },
    {
      "epoch": 4.533483514233053,
      "grad_norm": 1.3426569816158123,
      "learning_rate": 4.320431197537809e-05,
      "loss": 0.4782,
      "step": 110685
    },
    {
      "epoch": 4.5335244726602495,
      "grad_norm": 1.40263893665768,
      "learning_rate": 4.3202021821285295e-05,
      "loss": 0.471,
      "step": 110686
    },
    {
      "epoch": 4.533565431087446,
      "grad_norm": 4.482884396113884,
      "learning_rate": 4.319973171768033e-05,
      "loss": 2.9671,
      "step": 110687
    },
    {
      "epoch": 4.533606389514643,
      "grad_norm": 0.9095179216140511,
      "learning_rate": 4.319744166456437e-05,
      "loss": 0.2147,
      "step": 110688
    },
    {
      "epoch": 4.533647347941839,
      "grad_norm": 1.5482578325547383,
      "learning_rate": 4.319515166193841e-05,
      "loss": 0.6406,
      "step": 110689
    },
    {
      "epoch": 4.533688306369036,
      "grad_norm": 1.7733338454599108,
      "learning_rate": 4.319286170980361e-05,
      "loss": 0.5406,
      "step": 110690
    },
    {
      "epoch": 4.533729264796232,
      "grad_norm": 1.419808683879863,
      "learning_rate": 4.3190571808161054e-05,
      "loss": 0.3092,
      "step": 110691
    },
    {
      "epoch": 4.533770223223428,
      "grad_norm": 1.9093867120099246,
      "learning_rate": 4.318828195701176e-05,
      "loss": 0.636,
      "step": 110692
    },
    {
      "epoch": 4.533811181650624,
      "grad_norm": 1.7017712922467467,
      "learning_rate": 4.318599215635684e-05,
      "loss": 0.6841,
      "step": 110693
    },
    {
      "epoch": 4.533852140077821,
      "grad_norm": 1.356900237206445,
      "learning_rate": 4.3183702406197445e-05,
      "loss": 0.4801,
      "step": 110694
    },
    {
      "epoch": 4.533893098505017,
      "grad_norm": 2.2926150560983385,
      "learning_rate": 4.318141270653454e-05,
      "loss": 1.3275,
      "step": 110695
    },
    {
      "epoch": 4.533934056932214,
      "grad_norm": 1.6789871350509693,
      "learning_rate": 4.317912305736931e-05,
      "loss": 0.8874,
      "step": 110696
    },
    {
      "epoch": 4.5339750153594105,
      "grad_norm": 1.374144944033945,
      "learning_rate": 4.317683345870275e-05,
      "loss": 0.4429,
      "step": 110697
    },
    {
      "epoch": 4.534015973786607,
      "grad_norm": 1.4644436835095542,
      "learning_rate": 4.317454391053599e-05,
      "loss": 0.4757,
      "step": 110698
    },
    {
      "epoch": 4.534056932213803,
      "grad_norm": 1.9932059763357037,
      "learning_rate": 4.317225441287014e-05,
      "loss": 0.9488,
      "step": 110699
    },
    {
      "epoch": 4.534097890640999,
      "grad_norm": 0.9545288735619317,
      "learning_rate": 4.3169964965706224e-05,
      "loss": 0.2309,
      "step": 110700
    },
    {
      "epoch": 4.534138849068196,
      "grad_norm": 1.536251249267734,
      "learning_rate": 4.316767556904532e-05,
      "loss": 0.4111,
      "step": 110701
    },
    {
      "epoch": 4.534179807495392,
      "grad_norm": 1.1836137885568156,
      "learning_rate": 4.316538622288861e-05,
      "loss": 0.3904,
      "step": 110702
    },
    {
      "epoch": 4.534220765922589,
      "grad_norm": 1.5937794386729394,
      "learning_rate": 4.316309692723704e-05,
      "loss": 0.6758,
      "step": 110703
    },
    {
      "epoch": 4.5342617243497845,
      "grad_norm": 1.6594404752469663,
      "learning_rate": 4.316080768209183e-05,
      "loss": 0.6505,
      "step": 110704
    },
    {
      "epoch": 4.534302682776981,
      "grad_norm": 1.9487730307410214,
      "learning_rate": 4.315851848745393e-05,
      "loss": 1.2307,
      "step": 110705
    },
    {
      "epoch": 4.5343436412041775,
      "grad_norm": 1.4135234123543952,
      "learning_rate": 4.315622934332448e-05,
      "loss": 0.6697,
      "step": 110706
    },
    {
      "epoch": 4.534384599631374,
      "grad_norm": 1.4736475946527705,
      "learning_rate": 4.3153940249704625e-05,
      "loss": 0.7312,
      "step": 110707
    },
    {
      "epoch": 4.534425558058571,
      "grad_norm": 2.0811205124772814,
      "learning_rate": 4.315165120659533e-05,
      "loss": 0.8849,
      "step": 110708
    },
    {
      "epoch": 4.534466516485767,
      "grad_norm": 1.623669397941479,
      "learning_rate": 4.314936221399778e-05,
      "loss": 0.6901,
      "step": 110709
    },
    {
      "epoch": 4.534507474912964,
      "grad_norm": 1.4369382479184467,
      "learning_rate": 4.3147073271912957e-05,
      "loss": 0.6143,
      "step": 110710
    },
    {
      "epoch": 4.534548433340159,
      "grad_norm": 1.507682418049294,
      "learning_rate": 4.3144784380342015e-05,
      "loss": 0.5356,
      "step": 110711
    },
    {
      "epoch": 4.534589391767356,
      "grad_norm": 1.3726671061402862,
      "learning_rate": 4.3142495539286045e-05,
      "loss": 0.5183,
      "step": 110712
    },
    {
      "epoch": 4.534630350194552,
      "grad_norm": 1.9037988587756447,
      "learning_rate": 4.3140206748746063e-05,
      "loss": 1.076,
      "step": 110713
    },
    {
      "epoch": 4.534671308621749,
      "grad_norm": 1.8644897763574135,
      "learning_rate": 4.313791800872321e-05,
      "loss": 1.0016,
      "step": 110714
    },
    {
      "epoch": 4.5347122670489455,
      "grad_norm": 1.4771783257757065,
      "learning_rate": 4.3135629319218576e-05,
      "loss": 0.5678,
      "step": 110715
    },
    {
      "epoch": 4.534753225476142,
      "grad_norm": 1.332935731221904,
      "learning_rate": 4.313334068023317e-05,
      "loss": 0.4931,
      "step": 110716
    },
    {
      "epoch": 4.5347941839033385,
      "grad_norm": 1.0250745718557028,
      "learning_rate": 4.3131052091768166e-05,
      "loss": 0.2029,
      "step": 110717
    },
    {
      "epoch": 4.534835142330534,
      "grad_norm": 1.5387193330209212,
      "learning_rate": 4.312876355382456e-05,
      "loss": 0.6749,
      "step": 110718
    },
    {
      "epoch": 4.534876100757731,
      "grad_norm": 1.3239485190460076,
      "learning_rate": 4.3126475066403466e-05,
      "loss": 0.5174,
      "step": 110719
    },
    {
      "epoch": 4.534917059184927,
      "grad_norm": 2.830789461293799,
      "learning_rate": 4.312418662950602e-05,
      "loss": 2.5817,
      "step": 110720
    },
    {
      "epoch": 4.534958017612124,
      "grad_norm": 1.5099093337179155,
      "learning_rate": 4.312189824313321e-05,
      "loss": 0.5964,
      "step": 110721
    },
    {
      "epoch": 4.53499897603932,
      "grad_norm": 1.423003001449147,
      "learning_rate": 4.311960990728616e-05,
      "loss": 0.5014,
      "step": 110722
    },
    {
      "epoch": 4.535039934466516,
      "grad_norm": 1.6683389430291897,
      "learning_rate": 4.311732162196602e-05,
      "loss": 0.6769,
      "step": 110723
    },
    {
      "epoch": 4.5350808928937125,
      "grad_norm": 1.171744860012638,
      "learning_rate": 4.311503338717375e-05,
      "loss": 0.5218,
      "step": 110724
    },
    {
      "epoch": 4.535121851320909,
      "grad_norm": 1.6088610795368565,
      "learning_rate": 4.311274520291054e-05,
      "loss": 0.9848,
      "step": 110725
    },
    {
      "epoch": 4.535162809748106,
      "grad_norm": 1.6812150824635756,
      "learning_rate": 4.3110457069177366e-05,
      "loss": 0.5409,
      "step": 110726
    },
    {
      "epoch": 4.535203768175302,
      "grad_norm": 1.3369342363425292,
      "learning_rate": 4.310816898597538e-05,
      "loss": 0.46,
      "step": 110727
    },
    {
      "epoch": 4.535244726602499,
      "grad_norm": 1.4902210790280228,
      "learning_rate": 4.310588095330568e-05,
      "loss": 0.4707,
      "step": 110728
    },
    {
      "epoch": 4.535285685029695,
      "grad_norm": 1.561651726184525,
      "learning_rate": 4.310359297116928e-05,
      "loss": 0.5449,
      "step": 110729
    },
    {
      "epoch": 4.535326643456891,
      "grad_norm": 1.341261805997826,
      "learning_rate": 4.310130503956731e-05,
      "loss": 0.5635,
      "step": 110730
    },
    {
      "epoch": 4.535367601884087,
      "grad_norm": 1.5561498379498926,
      "learning_rate": 4.309901715850086e-05,
      "loss": 0.5233,
      "step": 110731
    },
    {
      "epoch": 4.535408560311284,
      "grad_norm": 1.482139401010174,
      "learning_rate": 4.309672932797097e-05,
      "loss": 0.8008,
      "step": 110732
    },
    {
      "epoch": 4.5354495187384805,
      "grad_norm": 1.6954314869624283,
      "learning_rate": 4.309444154797877e-05,
      "loss": 0.7594,
      "step": 110733
    },
    {
      "epoch": 4.535490477165677,
      "grad_norm": 1.7820062891256723,
      "learning_rate": 4.309215381852528e-05,
      "loss": 0.8372,
      "step": 110734
    },
    {
      "epoch": 4.5355314355928735,
      "grad_norm": 1.1231679206544645,
      "learning_rate": 4.3089866139611605e-05,
      "loss": 0.3067,
      "step": 110735
    },
    {
      "epoch": 4.53557239402007,
      "grad_norm": 1.1228589575993984,
      "learning_rate": 4.308757851123889e-05,
      "loss": 0.2779,
      "step": 110736
    },
    {
      "epoch": 4.535613352447266,
      "grad_norm": 1.5217390136664564,
      "learning_rate": 4.308529093340813e-05,
      "loss": 0.5761,
      "step": 110737
    },
    {
      "epoch": 4.535654310874462,
      "grad_norm": 0.9825528575103062,
      "learning_rate": 4.308300340612042e-05,
      "loss": 0.2048,
      "step": 110738
    },
    {
      "epoch": 4.535695269301659,
      "grad_norm": 0.9119670294987362,
      "learning_rate": 4.308071592937691e-05,
      "loss": 0.2002,
      "step": 110739
    },
    {
      "epoch": 4.535736227728855,
      "grad_norm": 1.763157487295529,
      "learning_rate": 4.307842850317861e-05,
      "loss": 0.7347,
      "step": 110740
    },
    {
      "epoch": 4.535777186156052,
      "grad_norm": 1.6573313327429693,
      "learning_rate": 4.3076141127526656e-05,
      "loss": 0.8592,
      "step": 110741
    },
    {
      "epoch": 4.535818144583248,
      "grad_norm": 2.001068602818527,
      "learning_rate": 4.3073853802422045e-05,
      "loss": 0.9161,
      "step": 110742
    },
    {
      "epoch": 4.535859103010444,
      "grad_norm": 1.68421257805351,
      "learning_rate": 4.307156652786593e-05,
      "loss": 0.7775,
      "step": 110743
    },
    {
      "epoch": 4.535900061437641,
      "grad_norm": 1.428969698957074,
      "learning_rate": 4.30692793038594e-05,
      "loss": 0.4742,
      "step": 110744
    },
    {
      "epoch": 4.535941019864837,
      "grad_norm": 2.517563138552862,
      "learning_rate": 4.306699213040347e-05,
      "loss": 1.1815,
      "step": 110745
    },
    {
      "epoch": 4.535981978292034,
      "grad_norm": 1.723692903938826,
      "learning_rate": 4.3064705007499306e-05,
      "loss": 0.5408,
      "step": 110746
    },
    {
      "epoch": 4.53602293671923,
      "grad_norm": 0.5705241252738149,
      "learning_rate": 4.3062417935147904e-05,
      "loss": 0.0563,
      "step": 110747
    },
    {
      "epoch": 4.536063895146427,
      "grad_norm": 1.7120390853078316,
      "learning_rate": 4.3060130913350375e-05,
      "loss": 0.7241,
      "step": 110748
    },
    {
      "epoch": 4.536104853573622,
      "grad_norm": 1.8197997576300873,
      "learning_rate": 4.305784394210786e-05,
      "loss": 0.5831,
      "step": 110749
    },
    {
      "epoch": 4.536145812000819,
      "grad_norm": 1.1923079499115743,
      "learning_rate": 4.305555702142135e-05,
      "loss": 0.3926,
      "step": 110750
    },
    {
      "epoch": 4.536186770428015,
      "grad_norm": 1.6055315556757326,
      "learning_rate": 4.305327015129197e-05,
      "loss": 0.765,
      "step": 110751
    },
    {
      "epoch": 4.536227728855212,
      "grad_norm": 2.0651889897999753,
      "learning_rate": 4.3050983331720835e-05,
      "loss": 0.6461,
      "step": 110752
    },
    {
      "epoch": 4.5362686872824085,
      "grad_norm": 1.9439156491106087,
      "learning_rate": 4.304869656270895e-05,
      "loss": 0.7645,
      "step": 110753
    },
    {
      "epoch": 4.536309645709605,
      "grad_norm": 1.3901117786345973,
      "learning_rate": 4.304640984425747e-05,
      "loss": 0.4121,
      "step": 110754
    },
    {
      "epoch": 4.536350604136802,
      "grad_norm": 1.4114597582630457,
      "learning_rate": 4.304412317636742e-05,
      "loss": 0.5261,
      "step": 110755
    },
    {
      "epoch": 4.536391562563997,
      "grad_norm": 0.9149646916860223,
      "learning_rate": 4.304183655903993e-05,
      "loss": 0.2355,
      "step": 110756
    },
    {
      "epoch": 4.536432520991194,
      "grad_norm": 1.9120874092358369,
      "learning_rate": 4.3039549992276e-05,
      "loss": 0.9557,
      "step": 110757
    },
    {
      "epoch": 4.53647347941839,
      "grad_norm": 1.5710419066910049,
      "learning_rate": 4.303726347607682e-05,
      "loss": 0.661,
      "step": 110758
    },
    {
      "epoch": 4.536514437845587,
      "grad_norm": 2.04906963240322,
      "learning_rate": 4.3034977010443375e-05,
      "loss": 0.9448,
      "step": 110759
    },
    {
      "epoch": 4.536555396272783,
      "grad_norm": 1.715223977089321,
      "learning_rate": 4.303269059537682e-05,
      "loss": 0.6421,
      "step": 110760
    },
    {
      "epoch": 4.53659635469998,
      "grad_norm": 1.4579696341121877,
      "learning_rate": 4.3030404230878154e-05,
      "loss": 0.3853,
      "step": 110761
    },
    {
      "epoch": 4.5366373131271756,
      "grad_norm": 1.7186376545359807,
      "learning_rate": 4.3028117916948526e-05,
      "loss": 0.7737,
      "step": 110762
    },
    {
      "epoch": 4.536678271554372,
      "grad_norm": 1.642629068179047,
      "learning_rate": 4.3025831653589035e-05,
      "loss": 0.6624,
      "step": 110763
    },
    {
      "epoch": 4.536719229981569,
      "grad_norm": 1.141981292149337,
      "learning_rate": 4.3023545440800664e-05,
      "loss": 0.2138,
      "step": 110764
    },
    {
      "epoch": 4.536760188408765,
      "grad_norm": 0.8082198056216915,
      "learning_rate": 4.3021259278584564e-05,
      "loss": 0.2319,
      "step": 110765
    },
    {
      "epoch": 4.536801146835962,
      "grad_norm": 1.5503155879694128,
      "learning_rate": 4.301897316694184e-05,
      "loss": 0.4183,
      "step": 110766
    },
    {
      "epoch": 4.536842105263158,
      "grad_norm": 1.3040277194135084,
      "learning_rate": 4.301668710587351e-05,
      "loss": 0.4703,
      "step": 110767
    },
    {
      "epoch": 4.536883063690354,
      "grad_norm": 0.9814814999275991,
      "learning_rate": 4.301440109538071e-05,
      "loss": 0.2184,
      "step": 110768
    },
    {
      "epoch": 4.53692402211755,
      "grad_norm": 1.0043960110909609,
      "learning_rate": 4.3012115135464464e-05,
      "loss": 0.3003,
      "step": 110769
    },
    {
      "epoch": 4.536964980544747,
      "grad_norm": 1.7128473012348828,
      "learning_rate": 4.300982922612586e-05,
      "loss": 0.7329,
      "step": 110770
    },
    {
      "epoch": 4.5370059389719435,
      "grad_norm": 5.0588658957903805,
      "learning_rate": 4.300754336736607e-05,
      "loss": 3.9692,
      "step": 110771
    },
    {
      "epoch": 4.53704689739914,
      "grad_norm": 1.6455098042776943,
      "learning_rate": 4.3005257559186055e-05,
      "loss": 0.759,
      "step": 110772
    },
    {
      "epoch": 4.537087855826337,
      "grad_norm": 2.1196643401023043,
      "learning_rate": 4.300297180158697e-05,
      "loss": 1.1516,
      "step": 110773
    },
    {
      "epoch": 4.537128814253533,
      "grad_norm": 2.23574399100136,
      "learning_rate": 4.3000686094569844e-05,
      "loss": 1.0371,
      "step": 110774
    },
    {
      "epoch": 4.537169772680729,
      "grad_norm": 1.8523672536730436,
      "learning_rate": 4.299840043813578e-05,
      "loss": 0.8218,
      "step": 110775
    },
    {
      "epoch": 4.537210731107925,
      "grad_norm": 1.2635446973842877,
      "learning_rate": 4.299611483228591e-05,
      "loss": 0.562,
      "step": 110776
    },
    {
      "epoch": 4.537251689535122,
      "grad_norm": 1.4711058135587365,
      "learning_rate": 4.299382927702123e-05,
      "loss": 0.6167,
      "step": 110777
    },
    {
      "epoch": 4.537292647962318,
      "grad_norm": 1.576601681911771,
      "learning_rate": 4.299154377234285e-05,
      "loss": 0.6166,
      "step": 110778
    },
    {
      "epoch": 4.537333606389515,
      "grad_norm": 1.5851402845066302,
      "learning_rate": 4.2989258318251905e-05,
      "loss": 0.7517,
      "step": 110779
    },
    {
      "epoch": 4.537374564816711,
      "grad_norm": 1.006833096666321,
      "learning_rate": 4.298697291474938e-05,
      "loss": 0.3504,
      "step": 110780
    },
    {
      "epoch": 4.537415523243907,
      "grad_norm": 1.4748876436066158,
      "learning_rate": 4.298468756183645e-05,
      "loss": 0.6642,
      "step": 110781
    },
    {
      "epoch": 4.537456481671104,
      "grad_norm": 1.3136011985043559,
      "learning_rate": 4.2982402259514106e-05,
      "loss": 0.5559,
      "step": 110782
    },
    {
      "epoch": 4.5374974400983,
      "grad_norm": 0.8898126358927356,
      "learning_rate": 4.298011700778347e-05,
      "loss": 0.2153,
      "step": 110783
    },
    {
      "epoch": 4.537538398525497,
      "grad_norm": 1.5107743431223957,
      "learning_rate": 4.297783180664568e-05,
      "loss": 0.7461,
      "step": 110784
    },
    {
      "epoch": 4.537579356952693,
      "grad_norm": 1.0649977842794796,
      "learning_rate": 4.2975546656101714e-05,
      "loss": 0.2079,
      "step": 110785
    },
    {
      "epoch": 4.53762031537989,
      "grad_norm": 1.4563907742170565,
      "learning_rate": 4.2973261556152696e-05,
      "loss": 0.4878,
      "step": 110786
    },
    {
      "epoch": 4.537661273807085,
      "grad_norm": 1.642816410684391,
      "learning_rate": 4.297097650679975e-05,
      "loss": 0.6486,
      "step": 110787
    },
    {
      "epoch": 4.537702232234282,
      "grad_norm": 1.5420710665101194,
      "learning_rate": 4.296869150804387e-05,
      "loss": 0.5946,
      "step": 110788
    },
    {
      "epoch": 4.5377431906614785,
      "grad_norm": 2.1319016521414977,
      "learning_rate": 4.296640655988624e-05,
      "loss": 0.8137,
      "step": 110789
    },
    {
      "epoch": 4.537784149088675,
      "grad_norm": 1.2760860991103775,
      "learning_rate": 4.296412166232783e-05,
      "loss": 0.5483,
      "step": 110790
    },
    {
      "epoch": 4.5378251075158715,
      "grad_norm": 1.7205606609705455,
      "learning_rate": 4.296183681536976e-05,
      "loss": 0.5887,
      "step": 110791
    },
    {
      "epoch": 4.537866065943068,
      "grad_norm": 1.5393779893230441,
      "learning_rate": 4.295955201901319e-05,
      "loss": 0.753,
      "step": 110792
    },
    {
      "epoch": 4.537907024370265,
      "grad_norm": 1.2759780867129025,
      "learning_rate": 4.295726727325907e-05,
      "loss": 0.4964,
      "step": 110793
    },
    {
      "epoch": 4.53794798279746,
      "grad_norm": 1.4847355888143567,
      "learning_rate": 4.295498257810855e-05,
      "loss": 0.5734,
      "step": 110794
    },
    {
      "epoch": 4.537988941224657,
      "grad_norm": 1.351287906014454,
      "learning_rate": 4.2952697933562755e-05,
      "loss": 0.4295,
      "step": 110795
    },
    {
      "epoch": 4.538029899651853,
      "grad_norm": 1.638733069157413,
      "learning_rate": 4.295041333962264e-05,
      "loss": 0.8286,
      "step": 110796
    },
    {
      "epoch": 4.53807085807905,
      "grad_norm": 0.39339836901731257,
      "learning_rate": 4.294812879628943e-05,
      "loss": 0.0375,
      "step": 110797
    },
    {
      "epoch": 4.538111816506246,
      "grad_norm": 0.845399170059223,
      "learning_rate": 4.294584430356408e-05,
      "loss": 0.1889,
      "step": 110798
    },
    {
      "epoch": 4.538152774933443,
      "grad_norm": 1.2810104272284484,
      "learning_rate": 4.294355986144772e-05,
      "loss": 0.4941,
      "step": 110799
    },
    {
      "epoch": 4.538193733360639,
      "grad_norm": 1.6768768364143936,
      "learning_rate": 4.2941275469941475e-05,
      "loss": 0.6561,
      "step": 110800
    },
    {
      "epoch": 4.538234691787835,
      "grad_norm": 1.6485138484221926,
      "learning_rate": 4.293899112904635e-05,
      "loss": 0.7465,
      "step": 110801
    },
    {
      "epoch": 4.538275650215032,
      "grad_norm": 1.7826699038992966,
      "learning_rate": 4.293670683876344e-05,
      "loss": 0.7206,
      "step": 110802
    },
    {
      "epoch": 4.538316608642228,
      "grad_norm": 1.31959185922137,
      "learning_rate": 4.293442259909391e-05,
      "loss": 0.7096,
      "step": 110803
    },
    {
      "epoch": 4.538357567069425,
      "grad_norm": 1.251951322573169,
      "learning_rate": 4.293213841003871e-05,
      "loss": 0.5791,
      "step": 110804
    },
    {
      "epoch": 4.538398525496621,
      "grad_norm": 1.5163076916079283,
      "learning_rate": 4.292985427159903e-05,
      "loss": 0.5184,
      "step": 110805
    },
    {
      "epoch": 4.538439483923817,
      "grad_norm": 1.4183014341835258,
      "learning_rate": 4.2927570183775856e-05,
      "loss": 0.5297,
      "step": 110806
    },
    {
      "epoch": 4.5384804423510134,
      "grad_norm": 2.338510683747528,
      "learning_rate": 4.292528614657032e-05,
      "loss": 1.3385,
      "step": 110807
    },
    {
      "epoch": 4.53852140077821,
      "grad_norm": 1.2114036229752623,
      "learning_rate": 4.2923002159983545e-05,
      "loss": 0.3482,
      "step": 110808
    },
    {
      "epoch": 4.5385623592054065,
      "grad_norm": 0.7790315054116824,
      "learning_rate": 4.292071822401649e-05,
      "loss": 0.2015,
      "step": 110809
    },
    {
      "epoch": 4.538603317632603,
      "grad_norm": 0.8289667788178657,
      "learning_rate": 4.2918434338670334e-05,
      "loss": 0.2437,
      "step": 110810
    },
    {
      "epoch": 4.5386442760598,
      "grad_norm": 1.6425983225719618,
      "learning_rate": 4.291615050394616e-05,
      "loss": 0.6087,
      "step": 110811
    },
    {
      "epoch": 4.538685234486996,
      "grad_norm": 1.091661711496875,
      "learning_rate": 4.291386671984498e-05,
      "loss": 0.2805,
      "step": 110812
    },
    {
      "epoch": 4.538726192914192,
      "grad_norm": 1.4727979139137066,
      "learning_rate": 4.291158298636795e-05,
      "loss": 0.5788,
      "step": 110813
    },
    {
      "epoch": 4.538767151341388,
      "grad_norm": 1.0526368410760758,
      "learning_rate": 4.2909299303516066e-05,
      "loss": 0.2085,
      "step": 110814
    },
    {
      "epoch": 4.538808109768585,
      "grad_norm": 1.4479386732074782,
      "learning_rate": 4.2907015671290445e-05,
      "loss": 0.5994,
      "step": 110815
    },
    {
      "epoch": 4.538849068195781,
      "grad_norm": 1.1897049167368592,
      "learning_rate": 4.290473208969223e-05,
      "loss": 0.3124,
      "step": 110816
    },
    {
      "epoch": 4.538890026622978,
      "grad_norm": 2.27550299772686,
      "learning_rate": 4.290244855872238e-05,
      "loss": 1.0443,
      "step": 110817
    },
    {
      "epoch": 4.5389309850501744,
      "grad_norm": 0.7525751280343771,
      "learning_rate": 4.2900165078382095e-05,
      "loss": 0.179,
      "step": 110818
    },
    {
      "epoch": 4.53897194347737,
      "grad_norm": 1.7017923848669638,
      "learning_rate": 4.289788164867235e-05,
      "loss": 0.7002,
      "step": 110819
    },
    {
      "epoch": 4.539012901904567,
      "grad_norm": 2.142623575202659,
      "learning_rate": 4.289559826959427e-05,
      "loss": 1.3682,
      "step": 110820
    },
    {
      "epoch": 4.539053860331763,
      "grad_norm": 2.016547660782408,
      "learning_rate": 4.2893314941148983e-05,
      "loss": 0.9206,
      "step": 110821
    },
    {
      "epoch": 4.53909481875896,
      "grad_norm": 1.4822015061979144,
      "learning_rate": 4.289103166333748e-05,
      "loss": 0.6175,
      "step": 110822
    },
    {
      "epoch": 4.539135777186156,
      "grad_norm": 1.7470352377900162,
      "learning_rate": 4.2888748436160886e-05,
      "loss": 0.652,
      "step": 110823
    },
    {
      "epoch": 4.539176735613353,
      "grad_norm": 1.202316564996289,
      "learning_rate": 4.288646525962031e-05,
      "loss": 0.3173,
      "step": 110824
    },
    {
      "epoch": 4.539217694040548,
      "grad_norm": 1.2761139461247846,
      "learning_rate": 4.288418213371676e-05,
      "loss": 0.5153,
      "step": 110825
    },
    {
      "epoch": 4.539258652467745,
      "grad_norm": 1.897059193370895,
      "learning_rate": 4.2881899058451397e-05,
      "loss": 0.6456,
      "step": 110826
    },
    {
      "epoch": 4.5392996108949415,
      "grad_norm": 1.5491703545704751,
      "learning_rate": 4.287961603382525e-05,
      "loss": 0.4683,
      "step": 110827
    },
    {
      "epoch": 4.539340569322138,
      "grad_norm": 0.8396334655111831,
      "learning_rate": 4.287733305983936e-05,
      "loss": 0.2043,
      "step": 110828
    },
    {
      "epoch": 4.539381527749335,
      "grad_norm": 1.3375510831813033,
      "learning_rate": 4.287505013649486e-05,
      "loss": 0.5668,
      "step": 110829
    },
    {
      "epoch": 4.539422486176531,
      "grad_norm": 1.4768600172175852,
      "learning_rate": 4.287276726379285e-05,
      "loss": 0.6108,
      "step": 110830
    },
    {
      "epoch": 4.539463444603728,
      "grad_norm": 1.3041882065679762,
      "learning_rate": 4.287048444173435e-05,
      "loss": 0.4883,
      "step": 110831
    },
    {
      "epoch": 4.539504403030923,
      "grad_norm": 1.4107971381484814,
      "learning_rate": 4.2868201670320516e-05,
      "loss": 0.5982,
      "step": 110832
    },
    {
      "epoch": 4.53954536145812,
      "grad_norm": 1.1023757174521152,
      "learning_rate": 4.286591894955233e-05,
      "loss": 0.3179,
      "step": 110833
    },
    {
      "epoch": 4.539586319885316,
      "grad_norm": 1.3433179865986935,
      "learning_rate": 4.28636362794309e-05,
      "loss": 0.3197,
      "step": 110834
    },
    {
      "epoch": 4.539627278312513,
      "grad_norm": 1.4292292508237123,
      "learning_rate": 4.28613536599574e-05,
      "loss": 0.4788,
      "step": 110835
    },
    {
      "epoch": 4.539668236739709,
      "grad_norm": 1.6337660964661826,
      "learning_rate": 4.285907109113278e-05,
      "loss": 0.2442,
      "step": 110836
    },
    {
      "epoch": 4.539709195166906,
      "grad_norm": 1.807917175731324,
      "learning_rate": 4.2856788572958164e-05,
      "loss": 0.7289,
      "step": 110837
    },
    {
      "epoch": 4.539750153594102,
      "grad_norm": 1.1977479977455754,
      "learning_rate": 4.2854506105434695e-05,
      "loss": 0.5348,
      "step": 110838
    },
    {
      "epoch": 4.539791112021298,
      "grad_norm": 1.8590095282386305,
      "learning_rate": 4.285222368856336e-05,
      "loss": 0.9619,
      "step": 110839
    },
    {
      "epoch": 4.539832070448495,
      "grad_norm": 1.8043362812957409,
      "learning_rate": 4.28499413223453e-05,
      "loss": 0.6138,
      "step": 110840
    },
    {
      "epoch": 4.539873028875691,
      "grad_norm": 1.0217223286400003,
      "learning_rate": 4.284765900678155e-05,
      "loss": 0.2769,
      "step": 110841
    },
    {
      "epoch": 4.539913987302888,
      "grad_norm": 2.087590458247763,
      "learning_rate": 4.2845376741873186e-05,
      "loss": 0.844,
      "step": 110842
    },
    {
      "epoch": 4.539954945730084,
      "grad_norm": 1.6507502829490954,
      "learning_rate": 4.2843094527621377e-05,
      "loss": 0.6735,
      "step": 110843
    },
    {
      "epoch": 4.53999590415728,
      "grad_norm": 1.6623981053785042,
      "learning_rate": 4.284081236402707e-05,
      "loss": 0.8453,
      "step": 110844
    },
    {
      "epoch": 4.5400368625844765,
      "grad_norm": 0.9299981868615284,
      "learning_rate": 4.283853025109148e-05,
      "loss": 0.2455,
      "step": 110845
    },
    {
      "epoch": 4.540077821011673,
      "grad_norm": 4.515587012166666,
      "learning_rate": 4.283624818881555e-05,
      "loss": 5.5868,
      "step": 110846
    },
    {
      "epoch": 4.5401187794388695,
      "grad_norm": 1.5671956414693318,
      "learning_rate": 4.283396617720042e-05,
      "loss": 0.5727,
      "step": 110847
    },
    {
      "epoch": 4.540159737866066,
      "grad_norm": 0.7715021506249553,
      "learning_rate": 4.283168421624723e-05,
      "loss": 0.1894,
      "step": 110848
    },
    {
      "epoch": 4.540200696293263,
      "grad_norm": 1.5774494701502617,
      "learning_rate": 4.282940230595695e-05,
      "loss": 0.7125,
      "step": 110849
    },
    {
      "epoch": 4.540241654720459,
      "grad_norm": 1.536872130692267,
      "learning_rate": 4.282712044633071e-05,
      "loss": 0.6545,
      "step": 110850
    },
    {
      "epoch": 4.540282613147655,
      "grad_norm": 1.386672817914772,
      "learning_rate": 4.2824838637369634e-05,
      "loss": 0.5033,
      "step": 110851
    },
    {
      "epoch": 4.540323571574851,
      "grad_norm": 1.5913786005533446,
      "learning_rate": 4.282255687907471e-05,
      "loss": 0.7135,
      "step": 110852
    },
    {
      "epoch": 4.540364530002048,
      "grad_norm": 1.3192064104430616,
      "learning_rate": 4.2820275171447104e-05,
      "loss": 0.4565,
      "step": 110853
    },
    {
      "epoch": 4.540405488429244,
      "grad_norm": 0.9315018475069754,
      "learning_rate": 4.28179935144878e-05,
      "loss": 0.206,
      "step": 110854
    },
    {
      "epoch": 4.540446446856441,
      "grad_norm": 1.2829417976916873,
      "learning_rate": 4.281571190819795e-05,
      "loss": 0.3701,
      "step": 110855
    },
    {
      "epoch": 4.5404874052836375,
      "grad_norm": 1.7451012228457428,
      "learning_rate": 4.281343035257865e-05,
      "loss": 0.7066,
      "step": 110856
    },
    {
      "epoch": 4.540528363710833,
      "grad_norm": 1.6922149202936965,
      "learning_rate": 4.281114884763089e-05,
      "loss": 0.6467,
      "step": 110857
    },
    {
      "epoch": 4.54056932213803,
      "grad_norm": 3.2364425152460226,
      "learning_rate": 4.280886739335579e-05,
      "loss": 3.1027,
      "step": 110858
    },
    {
      "epoch": 4.540610280565226,
      "grad_norm": 1.697524992232538,
      "learning_rate": 4.2806585989754506e-05,
      "loss": 0.6926,
      "step": 110859
    },
    {
      "epoch": 4.540651238992423,
      "grad_norm": 0.6698490521886222,
      "learning_rate": 4.280430463682798e-05,
      "loss": 0.1453,
      "step": 110860
    },
    {
      "epoch": 4.540692197419619,
      "grad_norm": 0.8039456254942154,
      "learning_rate": 4.2802023334577415e-05,
      "loss": 0.1781,
      "step": 110861
    },
    {
      "epoch": 4.540733155846816,
      "grad_norm": 1.5433047390015342,
      "learning_rate": 4.2799742083003785e-05,
      "loss": 0.6048,
      "step": 110862
    },
    {
      "epoch": 4.5407741142740115,
      "grad_norm": 0.9875593160968144,
      "learning_rate": 4.279746088210822e-05,
      "loss": 0.3654,
      "step": 110863
    },
    {
      "epoch": 4.540815072701208,
      "grad_norm": 1.4418335587917879,
      "learning_rate": 4.279517973189183e-05,
      "loss": 0.5877,
      "step": 110864
    },
    {
      "epoch": 4.5408560311284045,
      "grad_norm": 1.5154977248528338,
      "learning_rate": 4.2792898632355634e-05,
      "loss": 0.663,
      "step": 110865
    },
    {
      "epoch": 4.540896989555601,
      "grad_norm": 1.8291333827553258,
      "learning_rate": 4.279061758350072e-05,
      "loss": 0.6946,
      "step": 110866
    },
    {
      "epoch": 4.540937947982798,
      "grad_norm": 1.6206195598928939,
      "learning_rate": 4.2788336585328224e-05,
      "loss": 0.6928,
      "step": 110867
    },
    {
      "epoch": 4.540978906409994,
      "grad_norm": 1.7647224987425914,
      "learning_rate": 4.278605563783914e-05,
      "loss": 0.8248,
      "step": 110868
    },
    {
      "epoch": 4.541019864837191,
      "grad_norm": 1.4396510374186453,
      "learning_rate": 4.2783774741034625e-05,
      "loss": 0.6574,
      "step": 110869
    },
    {
      "epoch": 4.541060823264386,
      "grad_norm": 1.8180325514956555,
      "learning_rate": 4.2781493894915684e-05,
      "loss": 0.9344,
      "step": 110870
    },
    {
      "epoch": 4.541101781691583,
      "grad_norm": 1.0666023650068377,
      "learning_rate": 4.277921309948343e-05,
      "loss": 0.2659,
      "step": 110871
    },
    {
      "epoch": 4.541142740118779,
      "grad_norm": 1.4416261584743404,
      "learning_rate": 4.2776932354738985e-05,
      "loss": 0.5456,
      "step": 110872
    },
    {
      "epoch": 4.541183698545976,
      "grad_norm": 1.3777670567704057,
      "learning_rate": 4.277465166068334e-05,
      "loss": 0.6726,
      "step": 110873
    },
    {
      "epoch": 4.5412246569731725,
      "grad_norm": 1.3387216042375254,
      "learning_rate": 4.277237101731763e-05,
      "loss": 0.5524,
      "step": 110874
    },
    {
      "epoch": 4.541265615400369,
      "grad_norm": 1.4446363229349726,
      "learning_rate": 4.277009042464296e-05,
      "loss": 0.4133,
      "step": 110875
    },
    {
      "epoch": 4.541306573827565,
      "grad_norm": 1.301619499918228,
      "learning_rate": 4.276780988266032e-05,
      "loss": 0.571,
      "step": 110876
    },
    {
      "epoch": 4.541347532254761,
      "grad_norm": 1.50043244798667,
      "learning_rate": 4.276552939137087e-05,
      "loss": 0.6849,
      "step": 110877
    },
    {
      "epoch": 4.541388490681958,
      "grad_norm": 1.9149427494072213,
      "learning_rate": 4.2763248950775614e-05,
      "loss": 0.9842,
      "step": 110878
    },
    {
      "epoch": 4.541429449109154,
      "grad_norm": 1.462493997912221,
      "learning_rate": 4.2760968560875685e-05,
      "loss": 0.6476,
      "step": 110879
    },
    {
      "epoch": 4.541470407536351,
      "grad_norm": 1.1880637145619721,
      "learning_rate": 4.275868822167219e-05,
      "loss": 0.3629,
      "step": 110880
    },
    {
      "epoch": 4.541511365963547,
      "grad_norm": 1.2971082371632392,
      "learning_rate": 4.27564079331661e-05,
      "loss": 0.5231,
      "step": 110881
    },
    {
      "epoch": 4.541552324390743,
      "grad_norm": 1.5987898293115161,
      "learning_rate": 4.2754127695358584e-05,
      "loss": 0.8218,
      "step": 110882
    },
    {
      "epoch": 4.5415932828179395,
      "grad_norm": 1.2167046479854662,
      "learning_rate": 4.275184750825072e-05,
      "loss": 0.279,
      "step": 110883
    },
    {
      "epoch": 4.541634241245136,
      "grad_norm": 1.4970745728146149,
      "learning_rate": 4.274956737184352e-05,
      "loss": 0.5094,
      "step": 110884
    },
    {
      "epoch": 4.541675199672333,
      "grad_norm": 0.8174568475586843,
      "learning_rate": 4.274728728613816e-05,
      "loss": 0.2238,
      "step": 110885
    },
    {
      "epoch": 4.541716158099529,
      "grad_norm": 1.2432992160645155,
      "learning_rate": 4.2745007251135596e-05,
      "loss": 0.5922,
      "step": 110886
    },
    {
      "epoch": 4.541757116526726,
      "grad_norm": 0.940243594313445,
      "learning_rate": 4.274272726683697e-05,
      "loss": 0.2135,
      "step": 110887
    },
    {
      "epoch": 4.541798074953922,
      "grad_norm": 1.869397516075811,
      "learning_rate": 4.274044733324342e-05,
      "loss": 1.0437,
      "step": 110888
    },
    {
      "epoch": 4.541839033381118,
      "grad_norm": 1.7969296266837207,
      "learning_rate": 4.2738167450355885e-05,
      "loss": 0.6322,
      "step": 110889
    },
    {
      "epoch": 4.541879991808314,
      "grad_norm": 0.955853602184841,
      "learning_rate": 4.27358876181756e-05,
      "loss": 0.1768,
      "step": 110890
    },
    {
      "epoch": 4.541920950235511,
      "grad_norm": 2.190051715005665,
      "learning_rate": 4.2733607836703495e-05,
      "loss": 1.1543,
      "step": 110891
    },
    {
      "epoch": 4.541961908662707,
      "grad_norm": 1.4370293328071833,
      "learning_rate": 4.273132810594073e-05,
      "loss": 0.604,
      "step": 110892
    },
    {
      "epoch": 4.542002867089904,
      "grad_norm": 1.5721920962367149,
      "learning_rate": 4.27290484258884e-05,
      "loss": 0.5817,
      "step": 110893
    },
    {
      "epoch": 4.5420438255171005,
      "grad_norm": 1.5138930709155813,
      "learning_rate": 4.272676879654752e-05,
      "loss": 0.6424,
      "step": 110894
    },
    {
      "epoch": 4.542084783944296,
      "grad_norm": 1.2080610197487351,
      "learning_rate": 4.2724489217919186e-05,
      "loss": 0.3304,
      "step": 110895
    },
    {
      "epoch": 4.542125742371493,
      "grad_norm": 0.9428591375868514,
      "learning_rate": 4.2722209690004545e-05,
      "loss": 0.2133,
      "step": 110896
    },
    {
      "epoch": 4.542166700798689,
      "grad_norm": 1.3016457438303572,
      "learning_rate": 4.271993021280461e-05,
      "loss": 0.4696,
      "step": 110897
    },
    {
      "epoch": 4.542207659225886,
      "grad_norm": 1.5678013078183344,
      "learning_rate": 4.2717650786320434e-05,
      "loss": 0.6601,
      "step": 110898
    },
    {
      "epoch": 4.542248617653082,
      "grad_norm": 1.729901559118706,
      "learning_rate": 4.271537141055315e-05,
      "loss": 0.7479,
      "step": 110899
    },
    {
      "epoch": 4.542289576080279,
      "grad_norm": 1.477804281279987,
      "learning_rate": 4.2713092085503796e-05,
      "loss": 0.6429,
      "step": 110900
    },
    {
      "epoch": 4.5423305345074745,
      "grad_norm": 1.4855287315413541,
      "learning_rate": 4.271081281117344e-05,
      "loss": 0.5527,
      "step": 110901
    },
    {
      "epoch": 4.542371492934671,
      "grad_norm": 1.4262162051109466,
      "learning_rate": 4.2708533587563245e-05,
      "loss": 0.7563,
      "step": 110902
    },
    {
      "epoch": 4.5424124513618676,
      "grad_norm": 1.2998613951519988,
      "learning_rate": 4.270625441467419e-05,
      "loss": 0.5875,
      "step": 110903
    },
    {
      "epoch": 4.542453409789064,
      "grad_norm": 1.4617833134441427,
      "learning_rate": 4.2703975292507434e-05,
      "loss": 0.5986,
      "step": 110904
    },
    {
      "epoch": 4.542494368216261,
      "grad_norm": 1.6222389571382083,
      "learning_rate": 4.2701696221063965e-05,
      "loss": 0.6108,
      "step": 110905
    },
    {
      "epoch": 4.542535326643457,
      "grad_norm": 1.6283704726246047,
      "learning_rate": 4.26994172003449e-05,
      "loss": 0.673,
      "step": 110906
    },
    {
      "epoch": 4.542576285070654,
      "grad_norm": 1.4775692542252223,
      "learning_rate": 4.269713823035137e-05,
      "loss": 0.5393,
      "step": 110907
    },
    {
      "epoch": 4.542617243497849,
      "grad_norm": 2.220744709054227,
      "learning_rate": 4.2694859311084374e-05,
      "loss": 0.6355,
      "step": 110908
    },
    {
      "epoch": 4.542658201925046,
      "grad_norm": 1.8094589064620972,
      "learning_rate": 4.269258044254502e-05,
      "loss": 0.7453,
      "step": 110909
    },
    {
      "epoch": 4.542699160352242,
      "grad_norm": 1.3282227155194646,
      "learning_rate": 4.269030162473441e-05,
      "loss": 0.335,
      "step": 110910
    },
    {
      "epoch": 4.542740118779439,
      "grad_norm": 1.059559946120059,
      "learning_rate": 4.2688022857653584e-05,
      "loss": 0.2318,
      "step": 110911
    },
    {
      "epoch": 4.5427810772066355,
      "grad_norm": 0.6131146829656364,
      "learning_rate": 4.268574414130365e-05,
      "loss": 0.1161,
      "step": 110912
    },
    {
      "epoch": 4.542822035633832,
      "grad_norm": 1.9783676234622765,
      "learning_rate": 4.268346547568564e-05,
      "loss": 0.9962,
      "step": 110913
    },
    {
      "epoch": 4.542862994061028,
      "grad_norm": 1.4966941026074096,
      "learning_rate": 4.2681186860800664e-05,
      "loss": 0.6984,
      "step": 110914
    },
    {
      "epoch": 4.542903952488224,
      "grad_norm": 1.2754907032204637,
      "learning_rate": 4.267890829664984e-05,
      "loss": 0.3836,
      "step": 110915
    },
    {
      "epoch": 4.542944910915421,
      "grad_norm": 1.9630497964405222,
      "learning_rate": 4.2676629783234144e-05,
      "loss": 0.5555,
      "step": 110916
    },
    {
      "epoch": 4.542985869342617,
      "grad_norm": 1.5530059949897037,
      "learning_rate": 4.2674351320554766e-05,
      "loss": 0.7671,
      "step": 110917
    },
    {
      "epoch": 4.543026827769814,
      "grad_norm": 1.7758634201123917,
      "learning_rate": 4.267207290861269e-05,
      "loss": 0.9017,
      "step": 110918
    },
    {
      "epoch": 4.54306778619701,
      "grad_norm": 1.0310070231431752,
      "learning_rate": 4.2669794547409e-05,
      "loss": 0.1895,
      "step": 110919
    },
    {
      "epoch": 4.543108744624206,
      "grad_norm": 1.3604355567904949,
      "learning_rate": 4.2667516236944885e-05,
      "loss": 0.5245,
      "step": 110920
    },
    {
      "epoch": 4.5431497030514025,
      "grad_norm": 1.3048099209325268,
      "learning_rate": 4.2665237977221275e-05,
      "loss": 0.6386,
      "step": 110921
    },
    {
      "epoch": 4.543190661478599,
      "grad_norm": 1.81968557411042,
      "learning_rate": 4.266295976823931e-05,
      "loss": 0.7045,
      "step": 110922
    },
    {
      "epoch": 4.543231619905796,
      "grad_norm": 1.2591062780703743,
      "learning_rate": 4.266068161000012e-05,
      "loss": 0.6173,
      "step": 110923
    },
    {
      "epoch": 4.543272578332992,
      "grad_norm": 1.501936625012994,
      "learning_rate": 4.2658403502504674e-05,
      "loss": 0.7414,
      "step": 110924
    },
    {
      "epoch": 4.543313536760189,
      "grad_norm": 1.6661713188802132,
      "learning_rate": 4.2656125445754166e-05,
      "loss": 0.5438,
      "step": 110925
    },
    {
      "epoch": 4.543354495187385,
      "grad_norm": 1.7409599486268679,
      "learning_rate": 4.265384743974956e-05,
      "loss": 0.7322,
      "step": 110926
    },
    {
      "epoch": 4.543395453614581,
      "grad_norm": 0.817372071325207,
      "learning_rate": 4.265156948449198e-05,
      "loss": 0.2379,
      "step": 110927
    },
    {
      "epoch": 4.543436412041777,
      "grad_norm": 0.6924348184312873,
      "learning_rate": 4.264929157998256e-05,
      "loss": 0.0862,
      "step": 110928
    },
    {
      "epoch": 4.543477370468974,
      "grad_norm": 1.7092582320122005,
      "learning_rate": 4.26470137262223e-05,
      "loss": 0.7205,
      "step": 110929
    },
    {
      "epoch": 4.5435183288961705,
      "grad_norm": 0.8764498381593715,
      "learning_rate": 4.2644735923212276e-05,
      "loss": 0.2429,
      "step": 110930
    },
    {
      "epoch": 4.543559287323367,
      "grad_norm": 1.566889544976186,
      "learning_rate": 4.264245817095365e-05,
      "loss": 0.842,
      "step": 110931
    },
    {
      "epoch": 4.5436002457505635,
      "grad_norm": 1.9593823198069313,
      "learning_rate": 4.26401804694474e-05,
      "loss": 0.8118,
      "step": 110932
    },
    {
      "epoch": 4.54364120417776,
      "grad_norm": 1.7689782536257563,
      "learning_rate": 4.263790281869468e-05,
      "loss": 0.8381,
      "step": 110933
    },
    {
      "epoch": 4.543682162604956,
      "grad_norm": 1.8278802209863305,
      "learning_rate": 4.263562521869648e-05,
      "loss": 0.8839,
      "step": 110934
    },
    {
      "epoch": 4.543723121032152,
      "grad_norm": 1.443124979963714,
      "learning_rate": 4.2633347669453926e-05,
      "loss": 0.6325,
      "step": 110935
    },
    {
      "epoch": 4.543764079459349,
      "grad_norm": 1.5721789420957288,
      "learning_rate": 4.263107017096814e-05,
      "loss": 0.4882,
      "step": 110936
    },
    {
      "epoch": 4.543805037886545,
      "grad_norm": 1.383738293040683,
      "learning_rate": 4.262879272324012e-05,
      "loss": 0.7074,
      "step": 110937
    },
    {
      "epoch": 4.543845996313742,
      "grad_norm": 1.7325119072529158,
      "learning_rate": 4.262651532627096e-05,
      "loss": 0.7781,
      "step": 110938
    },
    {
      "epoch": 4.5438869547409375,
      "grad_norm": 1.3968983850875174,
      "learning_rate": 4.2624237980061815e-05,
      "loss": 0.4869,
      "step": 110939
    },
    {
      "epoch": 4.543927913168134,
      "grad_norm": 1.479172290864316,
      "learning_rate": 4.262196068461365e-05,
      "loss": 0.7464,
      "step": 110940
    },
    {
      "epoch": 4.543968871595331,
      "grad_norm": 1.5995530556714561,
      "learning_rate": 4.261968343992762e-05,
      "loss": 0.5391,
      "step": 110941
    },
    {
      "epoch": 4.544009830022527,
      "grad_norm": 1.0261322115574312,
      "learning_rate": 4.261740624600475e-05,
      "loss": 0.3475,
      "step": 110942
    },
    {
      "epoch": 4.544050788449724,
      "grad_norm": 1.7480651559131917,
      "learning_rate": 4.261512910284613e-05,
      "loss": 0.9571,
      "step": 110943
    },
    {
      "epoch": 4.54409174687692,
      "grad_norm": 1.5364015505604343,
      "learning_rate": 4.261285201045288e-05,
      "loss": 0.6489,
      "step": 110944
    },
    {
      "epoch": 4.544132705304117,
      "grad_norm": 2.291407343800664,
      "learning_rate": 4.2610574968826016e-05,
      "loss": 1.1789,
      "step": 110945
    },
    {
      "epoch": 4.544173663731312,
      "grad_norm": 1.729486543575237,
      "learning_rate": 4.260829797796664e-05,
      "loss": 0.7323,
      "step": 110946
    },
    {
      "epoch": 4.544214622158509,
      "grad_norm": 2.5422810059475696,
      "learning_rate": 4.260602103787587e-05,
      "loss": 1.0219,
      "step": 110947
    },
    {
      "epoch": 4.5442555805857054,
      "grad_norm": 1.602267120550354,
      "learning_rate": 4.260374414855468e-05,
      "loss": 0.5957,
      "step": 110948
    },
    {
      "epoch": 4.544296539012902,
      "grad_norm": 1.0608448597044546,
      "learning_rate": 4.2601467310004265e-05,
      "loss": 0.3684,
      "step": 110949
    },
    {
      "epoch": 4.5443374974400985,
      "grad_norm": 1.696470477464319,
      "learning_rate": 4.259919052222561e-05,
      "loss": 0.6817,
      "step": 110950
    },
    {
      "epoch": 4.544378455867295,
      "grad_norm": 0.8800511891109659,
      "learning_rate": 4.259691378521982e-05,
      "loss": 0.2434,
      "step": 110951
    },
    {
      "epoch": 4.544419414294492,
      "grad_norm": 1.2741981729597465,
      "learning_rate": 4.259463709898801e-05,
      "loss": 0.4081,
      "step": 110952
    },
    {
      "epoch": 4.544460372721687,
      "grad_norm": 1.4480438109828613,
      "learning_rate": 4.259236046353119e-05,
      "loss": 0.545,
      "step": 110953
    },
    {
      "epoch": 4.544501331148884,
      "grad_norm": 1.2204574188552375,
      "learning_rate": 4.259008387885045e-05,
      "loss": 0.5797,
      "step": 110954
    },
    {
      "epoch": 4.54454228957608,
      "grad_norm": 1.917444651873888,
      "learning_rate": 4.258780734494694e-05,
      "loss": 0.8515,
      "step": 110955
    },
    {
      "epoch": 4.544583248003277,
      "grad_norm": 1.6621596224715525,
      "learning_rate": 4.258553086182165e-05,
      "loss": 0.7597,
      "step": 110956
    },
    {
      "epoch": 4.544624206430473,
      "grad_norm": 1.7832197550438647,
      "learning_rate": 4.258325442947573e-05,
      "loss": 0.6921,
      "step": 110957
    },
    {
      "epoch": 4.544665164857669,
      "grad_norm": 1.5937949931971307,
      "learning_rate": 4.2580978047910166e-05,
      "loss": 0.7003,
      "step": 110958
    },
    {
      "epoch": 4.544706123284866,
      "grad_norm": 1.5530300899784384,
      "learning_rate": 4.257870171712608e-05,
      "loss": 0.6444,
      "step": 110959
    },
    {
      "epoch": 4.544747081712062,
      "grad_norm": 1.4419842922360198,
      "learning_rate": 4.257642543712459e-05,
      "loss": 0.5915,
      "step": 110960
    },
    {
      "epoch": 4.544788040139259,
      "grad_norm": 1.433927415455978,
      "learning_rate": 4.2574149207906694e-05,
      "loss": 0.641,
      "step": 110961
    },
    {
      "epoch": 4.544828998566455,
      "grad_norm": 1.4970218220722533,
      "learning_rate": 4.257187302947356e-05,
      "loss": 0.5304,
      "step": 110962
    },
    {
      "epoch": 4.544869956993652,
      "grad_norm": 1.4779027065057289,
      "learning_rate": 4.256959690182616e-05,
      "loss": 0.6079,
      "step": 110963
    },
    {
      "epoch": 4.544910915420848,
      "grad_norm": 1.584085929419976,
      "learning_rate": 4.2567320824965614e-05,
      "loss": 0.6631,
      "step": 110964
    },
    {
      "epoch": 4.544951873848044,
      "grad_norm": 1.4593108756545803,
      "learning_rate": 4.256504479889305e-05,
      "loss": 0.5434,
      "step": 110965
    },
    {
      "epoch": 4.54499283227524,
      "grad_norm": 1.4439433988773032,
      "learning_rate": 4.256276882360946e-05,
      "loss": 0.6579,
      "step": 110966
    },
    {
      "epoch": 4.545033790702437,
      "grad_norm": 1.3435704879306078,
      "learning_rate": 4.256049289911596e-05,
      "loss": 0.5601,
      "step": 110967
    },
    {
      "epoch": 4.5450747491296335,
      "grad_norm": 1.2843346077238376,
      "learning_rate": 4.2558217025413714e-05,
      "loss": 0.5699,
      "step": 110968
    },
    {
      "epoch": 4.54511570755683,
      "grad_norm": 1.4276072223217384,
      "learning_rate": 4.2555941202503605e-05,
      "loss": 0.7052,
      "step": 110969
    },
    {
      "epoch": 4.545156665984027,
      "grad_norm": 4.502909168871331,
      "learning_rate": 4.2553665430386836e-05,
      "loss": 1.0129,
      "step": 110970
    },
    {
      "epoch": 4.545197624411223,
      "grad_norm": 0.8496056546917622,
      "learning_rate": 4.2551389709064484e-05,
      "loss": 0.1902,
      "step": 110971
    },
    {
      "epoch": 4.545238582838419,
      "grad_norm": 1.309566042426429,
      "learning_rate": 4.254911403853756e-05,
      "loss": 0.6104,
      "step": 110972
    },
    {
      "epoch": 4.545279541265615,
      "grad_norm": 0.8652059045191902,
      "learning_rate": 4.2546838418807175e-05,
      "loss": 0.2087,
      "step": 110973
    },
    {
      "epoch": 4.545320499692812,
      "grad_norm": 1.7221158634077132,
      "learning_rate": 4.2544562849874474e-05,
      "loss": 1.0605,
      "step": 110974
    },
    {
      "epoch": 4.545361458120008,
      "grad_norm": 0.8112325535799604,
      "learning_rate": 4.2542287331740405e-05,
      "loss": 0.2059,
      "step": 110975
    },
    {
      "epoch": 4.545402416547205,
      "grad_norm": 1.4772339371608358,
      "learning_rate": 4.254001186440616e-05,
      "loss": 0.5683,
      "step": 110976
    },
    {
      "epoch": 4.5454433749744005,
      "grad_norm": 1.1262556334513698,
      "learning_rate": 4.2537736447872706e-05,
      "loss": 0.3274,
      "step": 110977
    },
    {
      "epoch": 4.545484333401597,
      "grad_norm": 0.8916735321270247,
      "learning_rate": 4.253546108214119e-05,
      "loss": 0.1949,
      "step": 110978
    },
    {
      "epoch": 4.545525291828794,
      "grad_norm": 1.716104525022316,
      "learning_rate": 4.253318576721271e-05,
      "loss": 0.7724,
      "step": 110979
    },
    {
      "epoch": 4.54556625025599,
      "grad_norm": 0.9420793234326866,
      "learning_rate": 4.253091050308825e-05,
      "loss": 0.2605,
      "step": 110980
    },
    {
      "epoch": 4.545607208683187,
      "grad_norm": 1.3580981650561859,
      "learning_rate": 4.2528635289768955e-05,
      "loss": 0.5581,
      "step": 110981
    },
    {
      "epoch": 4.545648167110383,
      "grad_norm": 1.4762829673326465,
      "learning_rate": 4.2526360127255916e-05,
      "loss": 0.5392,
      "step": 110982
    },
    {
      "epoch": 4.54568912553758,
      "grad_norm": 1.496212457392695,
      "learning_rate": 4.252408501555015e-05,
      "loss": 0.5469,
      "step": 110983
    },
    {
      "epoch": 4.545730083964775,
      "grad_norm": 0.7852218756945283,
      "learning_rate": 4.2521809954652794e-05,
      "loss": 0.1765,
      "step": 110984
    },
    {
      "epoch": 4.545771042391972,
      "grad_norm": 1.0863694634506602,
      "learning_rate": 4.2519534944564845e-05,
      "loss": 0.2726,
      "step": 110985
    },
    {
      "epoch": 4.5458120008191685,
      "grad_norm": 1.025646312684265,
      "learning_rate": 4.251725998528742e-05,
      "loss": 0.2929,
      "step": 110986
    },
    {
      "epoch": 4.545852959246365,
      "grad_norm": 1.456211898121882,
      "learning_rate": 4.251498507682165e-05,
      "loss": 0.441,
      "step": 110987
    },
    {
      "epoch": 4.5458939176735615,
      "grad_norm": 0.6322371608154687,
      "learning_rate": 4.25127102191685e-05,
      "loss": 0.0857,
      "step": 110988
    },
    {
      "epoch": 4.545934876100758,
      "grad_norm": 1.3945104641322614,
      "learning_rate": 4.251043541232917e-05,
      "loss": 0.6954,
      "step": 110989
    },
    {
      "epoch": 4.545975834527955,
      "grad_norm": 1.0198542809161715,
      "learning_rate": 4.2508160656304605e-05,
      "loss": 0.2892,
      "step": 110990
    },
    {
      "epoch": 4.54601679295515,
      "grad_norm": 0.5763229395282358,
      "learning_rate": 4.250588595109595e-05,
      "loss": 0.0692,
      "step": 110991
    },
    {
      "epoch": 4.546057751382347,
      "grad_norm": 1.4669751653404477,
      "learning_rate": 4.250361129670432e-05,
      "loss": 0.7488,
      "step": 110992
    },
    {
      "epoch": 4.546098709809543,
      "grad_norm": 1.4397889239068056,
      "learning_rate": 4.25013366931307e-05,
      "loss": 0.6239,
      "step": 110993
    },
    {
      "epoch": 4.54613966823674,
      "grad_norm": 1.8981364327407686,
      "learning_rate": 4.24990621403762e-05,
      "loss": 0.8344,
      "step": 110994
    },
    {
      "epoch": 4.546180626663936,
      "grad_norm": 0.7197252316190541,
      "learning_rate": 4.249678763844197e-05,
      "loss": 0.1487,
      "step": 110995
    },
    {
      "epoch": 4.546221585091132,
      "grad_norm": 0.9119383988907954,
      "learning_rate": 4.249451318732897e-05,
      "loss": 0.2374,
      "step": 110996
    },
    {
      "epoch": 4.546262543518329,
      "grad_norm": 0.8883194088806424,
      "learning_rate": 4.2492238787038366e-05,
      "loss": 0.1763,
      "step": 110997
    },
    {
      "epoch": 4.546303501945525,
      "grad_norm": 1.3989506752766825,
      "learning_rate": 4.2489964437571145e-05,
      "loss": 0.5519,
      "step": 110998
    },
    {
      "epoch": 4.546344460372722,
      "grad_norm": 1.7258159113614986,
      "learning_rate": 4.248769013892843e-05,
      "loss": 0.7501,
      "step": 110999
    },
    {
      "epoch": 4.546385418799918,
      "grad_norm": 1.181793175998855,
      "learning_rate": 4.248541589111135e-05,
      "loss": 0.3305,
      "step": 111000
    },
    {
      "epoch": 4.546426377227115,
      "grad_norm": 0.8886375804928381,
      "learning_rate": 4.248314169412087e-05,
      "loss": 0.1499,
      "step": 111001
    },
    {
      "epoch": 4.546467335654311,
      "grad_norm": 0.7362396358319896,
      "learning_rate": 4.2480867547958134e-05,
      "loss": 0.208,
      "step": 111002
    },
    {
      "epoch": 4.546508294081507,
      "grad_norm": 2.011238291097445,
      "learning_rate": 4.2478593452624244e-05,
      "loss": 1.2358,
      "step": 111003
    },
    {
      "epoch": 4.5465492525087035,
      "grad_norm": 1.5712222054278109,
      "learning_rate": 4.247631940812019e-05,
      "loss": 0.495,
      "step": 111004
    },
    {
      "epoch": 4.5465902109359,
      "grad_norm": 1.9963657217093735,
      "learning_rate": 4.2474045414447146e-05,
      "loss": 0.7463,
      "step": 111005
    },
    {
      "epoch": 4.5466311693630965,
      "grad_norm": 1.6825387946709776,
      "learning_rate": 4.247177147160609e-05,
      "loss": 0.6846,
      "step": 111006
    },
    {
      "epoch": 4.546672127790293,
      "grad_norm": 1.7103208386545892,
      "learning_rate": 4.246949757959812e-05,
      "loss": 0.6509,
      "step": 111007
    },
    {
      "epoch": 4.54671308621749,
      "grad_norm": 1.5894568016307056,
      "learning_rate": 4.24672237384244e-05,
      "loss": 0.6885,
      "step": 111008
    },
    {
      "epoch": 4.546754044644686,
      "grad_norm": 3.2242334783193085,
      "learning_rate": 4.246494994808587e-05,
      "loss": 3.4114,
      "step": 111009
    },
    {
      "epoch": 4.546795003071882,
      "grad_norm": 2.0398811892174806,
      "learning_rate": 4.246267620858369e-05,
      "loss": 1.1618,
      "step": 111010
    },
    {
      "epoch": 4.546835961499078,
      "grad_norm": 1.2342270305611316,
      "learning_rate": 4.2460402519918963e-05,
      "loss": 0.2666,
      "step": 111011
    },
    {
      "epoch": 4.546876919926275,
      "grad_norm": 1.700459426409078,
      "learning_rate": 4.245812888209265e-05,
      "loss": 0.6238,
      "step": 111012
    },
    {
      "epoch": 4.546917878353471,
      "grad_norm": 2.361803883625088,
      "learning_rate": 4.245585529510596e-05,
      "loss": 0.625,
      "step": 111013
    },
    {
      "epoch": 4.546958836780668,
      "grad_norm": 1.377080501049626,
      "learning_rate": 4.245358175895984e-05,
      "loss": 0.6605,
      "step": 111014
    },
    {
      "epoch": 4.546999795207864,
      "grad_norm": 2.0629303680203748,
      "learning_rate": 4.245130827365544e-05,
      "loss": 1.2765,
      "step": 111015
    },
    {
      "epoch": 4.54704075363506,
      "grad_norm": 1.383783052530569,
      "learning_rate": 4.2449034839193873e-05,
      "loss": 0.582,
      "step": 111016
    },
    {
      "epoch": 4.547081712062257,
      "grad_norm": 1.4499949154620386,
      "learning_rate": 4.24467614555761e-05,
      "loss": 0.6055,
      "step": 111017
    },
    {
      "epoch": 4.547122670489453,
      "grad_norm": 1.4463478107231642,
      "learning_rate": 4.2444488122803254e-05,
      "loss": 0.5273,
      "step": 111018
    },
    {
      "epoch": 4.54716362891665,
      "grad_norm": 1.851713916976651,
      "learning_rate": 4.244221484087647e-05,
      "loss": 0.9165,
      "step": 111019
    },
    {
      "epoch": 4.547204587343846,
      "grad_norm": 1.4722808304714365,
      "learning_rate": 4.243994160979671e-05,
      "loss": 0.536,
      "step": 111020
    },
    {
      "epoch": 4.547245545771043,
      "grad_norm": 1.5870584761721727,
      "learning_rate": 4.2437668429565164e-05,
      "loss": 0.6176,
      "step": 111021
    },
    {
      "epoch": 4.547286504198238,
      "grad_norm": 1.6920455349374122,
      "learning_rate": 4.243539530018279e-05,
      "loss": 0.6312,
      "step": 111022
    },
    {
      "epoch": 4.547327462625435,
      "grad_norm": 0.4736528411096675,
      "learning_rate": 4.243312222165072e-05,
      "loss": 0.0411,
      "step": 111023
    },
    {
      "epoch": 4.5473684210526315,
      "grad_norm": 1.5253505445709155,
      "learning_rate": 4.243084919397008e-05,
      "loss": 0.4921,
      "step": 111024
    },
    {
      "epoch": 4.547409379479828,
      "grad_norm": 1.0335669183795455,
      "learning_rate": 4.242857621714184e-05,
      "loss": 0.2008,
      "step": 111025
    },
    {
      "epoch": 4.547450337907025,
      "grad_norm": 1.6277188647798775,
      "learning_rate": 4.2426303291167175e-05,
      "loss": 0.8599,
      "step": 111026
    },
    {
      "epoch": 4.547491296334221,
      "grad_norm": 2.3022950802541455,
      "learning_rate": 4.242403041604706e-05,
      "loss": 1.4707,
      "step": 111027
    },
    {
      "epoch": 4.547532254761418,
      "grad_norm": 1.0551113345868477,
      "learning_rate": 4.2421757591782635e-05,
      "loss": 0.3827,
      "step": 111028
    },
    {
      "epoch": 4.547573213188613,
      "grad_norm": 1.370409858956369,
      "learning_rate": 4.2419484818374996e-05,
      "loss": 0.3613,
      "step": 111029
    },
    {
      "epoch": 4.54761417161581,
      "grad_norm": 2.142830510422656,
      "learning_rate": 4.241721209582514e-05,
      "loss": 0.6748,
      "step": 111030
    },
    {
      "epoch": 4.547655130043006,
      "grad_norm": 1.3323863128417213,
      "learning_rate": 4.2414939424134184e-05,
      "loss": 0.4696,
      "step": 111031
    },
    {
      "epoch": 4.547696088470203,
      "grad_norm": 1.3384738393226658,
      "learning_rate": 4.241266680330324e-05,
      "loss": 0.4918,
      "step": 111032
    },
    {
      "epoch": 4.547737046897399,
      "grad_norm": 1.3750810589264642,
      "learning_rate": 4.241039423333332e-05,
      "loss": 0.5056,
      "step": 111033
    },
    {
      "epoch": 4.547778005324595,
      "grad_norm": 1.525393328707842,
      "learning_rate": 4.240812171422554e-05,
      "loss": 0.558,
      "step": 111034
    },
    {
      "epoch": 4.547818963751792,
      "grad_norm": 1.3744868349199528,
      "learning_rate": 4.240584924598093e-05,
      "loss": 0.4619,
      "step": 111035
    },
    {
      "epoch": 4.547859922178988,
      "grad_norm": 1.4520511661192501,
      "learning_rate": 4.240357682860058e-05,
      "loss": 0.608,
      "step": 111036
    },
    {
      "epoch": 4.547900880606185,
      "grad_norm": 2.3961006749457496,
      "learning_rate": 4.2401304462085625e-05,
      "loss": 0.8177,
      "step": 111037
    },
    {
      "epoch": 4.547941839033381,
      "grad_norm": 1.6196154258621802,
      "learning_rate": 4.2399032146437095e-05,
      "loss": 0.7087,
      "step": 111038
    },
    {
      "epoch": 4.547982797460578,
      "grad_norm": 1.7853493395275306,
      "learning_rate": 4.239675988165601e-05,
      "loss": 0.8391,
      "step": 111039
    },
    {
      "epoch": 4.548023755887774,
      "grad_norm": 1.3619669264002474,
      "learning_rate": 4.2394487667743536e-05,
      "loss": 0.4292,
      "step": 111040
    },
    {
      "epoch": 4.54806471431497,
      "grad_norm": 1.6495981122050163,
      "learning_rate": 4.2392215504700656e-05,
      "loss": 0.6601,
      "step": 111041
    },
    {
      "epoch": 4.5481056727421665,
      "grad_norm": 1.0477142906347372,
      "learning_rate": 4.2389943392528495e-05,
      "loss": 0.2014,
      "step": 111042
    },
    {
      "epoch": 4.548146631169363,
      "grad_norm": 1.4522978564859839,
      "learning_rate": 4.2387671331228176e-05,
      "loss": 0.5557,
      "step": 111043
    },
    {
      "epoch": 4.5481875895965596,
      "grad_norm": 1.3007981448615669,
      "learning_rate": 4.2385399320800664e-05,
      "loss": 0.6644,
      "step": 111044
    },
    {
      "epoch": 4.548228548023756,
      "grad_norm": 1.6572963594799464,
      "learning_rate": 4.238312736124711e-05,
      "loss": 0.5424,
      "step": 111045
    },
    {
      "epoch": 4.548269506450953,
      "grad_norm": 0.28616967479990824,
      "learning_rate": 4.238085545256859e-05,
      "loss": 0.0256,
      "step": 111046
    },
    {
      "epoch": 4.548310464878149,
      "grad_norm": 1.4440673264329076,
      "learning_rate": 4.237858359476613e-05,
      "loss": 0.4666,
      "step": 111047
    },
    {
      "epoch": 4.548351423305345,
      "grad_norm": 2.3069034072243144,
      "learning_rate": 4.2376311787840875e-05,
      "loss": 0.8347,
      "step": 111048
    },
    {
      "epoch": 4.548392381732541,
      "grad_norm": 1.6732052294092847,
      "learning_rate": 4.2374040031793796e-05,
      "loss": 0.8194,
      "step": 111049
    },
    {
      "epoch": 4.548433340159738,
      "grad_norm": 1.5869548568903284,
      "learning_rate": 4.237176832662604e-05,
      "loss": 0.5899,
      "step": 111050
    },
    {
      "epoch": 4.548474298586934,
      "grad_norm": 0.9985274272553076,
      "learning_rate": 4.2369496672338694e-05,
      "loss": 0.2493,
      "step": 111051
    },
    {
      "epoch": 4.548515257014131,
      "grad_norm": 1.5169796968525189,
      "learning_rate": 4.236722506893278e-05,
      "loss": 0.6339,
      "step": 111052
    },
    {
      "epoch": 4.548556215441327,
      "grad_norm": 1.2908122551816439,
      "learning_rate": 4.236495351640938e-05,
      "loss": 0.5496,
      "step": 111053
    },
    {
      "epoch": 4.548597173868523,
      "grad_norm": 2.193632159363769,
      "learning_rate": 4.2362682014769636e-05,
      "loss": 1.2143,
      "step": 111054
    },
    {
      "epoch": 4.54863813229572,
      "grad_norm": 1.616264776693273,
      "learning_rate": 4.236041056401453e-05,
      "loss": 0.58,
      "step": 111055
    },
    {
      "epoch": 4.548679090722916,
      "grad_norm": 1.7976995848239914,
      "learning_rate": 4.2358139164145224e-05,
      "loss": 0.7865,
      "step": 111056
    },
    {
      "epoch": 4.548720049150113,
      "grad_norm": 1.0737773638694963,
      "learning_rate": 4.235586781516268e-05,
      "loss": 0.2757,
      "step": 111057
    },
    {
      "epoch": 4.548761007577309,
      "grad_norm": 1.6950046445296292,
      "learning_rate": 4.235359651706804e-05,
      "loss": 0.7629,
      "step": 111058
    },
    {
      "epoch": 4.548801966004506,
      "grad_norm": 1.5809709937685323,
      "learning_rate": 4.235132526986243e-05,
      "loss": 0.639,
      "step": 111059
    },
    {
      "epoch": 4.5488429244317015,
      "grad_norm": 1.4365320674450945,
      "learning_rate": 4.234905407354681e-05,
      "loss": 0.6044,
      "step": 111060
    },
    {
      "epoch": 4.548883882858898,
      "grad_norm": 1.135340301407215,
      "learning_rate": 4.234678292812237e-05,
      "loss": 0.3163,
      "step": 111061
    },
    {
      "epoch": 4.5489248412860945,
      "grad_norm": 0.8404226038347303,
      "learning_rate": 4.2344511833590064e-05,
      "loss": 0.223,
      "step": 111062
    },
    {
      "epoch": 4.548965799713291,
      "grad_norm": 1.4876539200355072,
      "learning_rate": 4.2342240789951036e-05,
      "loss": 0.5675,
      "step": 111063
    },
    {
      "epoch": 4.549006758140488,
      "grad_norm": 1.5634175473496572,
      "learning_rate": 4.2339969797206396e-05,
      "loss": 0.7867,
      "step": 111064
    },
    {
      "epoch": 4.549047716567684,
      "grad_norm": 1.4276202538578562,
      "learning_rate": 4.2337698855357113e-05,
      "loss": 0.5689,
      "step": 111065
    },
    {
      "epoch": 4.549088674994881,
      "grad_norm": 1.449993961048221,
      "learning_rate": 4.2335427964404326e-05,
      "loss": 0.5932,
      "step": 111066
    },
    {
      "epoch": 4.549129633422076,
      "grad_norm": 1.8444423016052645,
      "learning_rate": 4.233315712434915e-05,
      "loss": 0.7154,
      "step": 111067
    },
    {
      "epoch": 4.549170591849273,
      "grad_norm": 1.2961877436837397,
      "learning_rate": 4.2330886335192574e-05,
      "loss": 0.5458,
      "step": 111068
    },
    {
      "epoch": 4.549211550276469,
      "grad_norm": 1.75894683081201,
      "learning_rate": 4.232861559693573e-05,
      "loss": 0.5791,
      "step": 111069
    },
    {
      "epoch": 4.549252508703666,
      "grad_norm": 1.9439580897221502,
      "learning_rate": 4.232634490957964e-05,
      "loss": 0.8028,
      "step": 111070
    },
    {
      "epoch": 4.5492934671308625,
      "grad_norm": 1.1707629723417152,
      "learning_rate": 4.2324074273125393e-05,
      "loss": 0.3565,
      "step": 111071
    },
    {
      "epoch": 4.549334425558058,
      "grad_norm": 0.9309781754026714,
      "learning_rate": 4.232180368757413e-05,
      "loss": 0.2179,
      "step": 111072
    },
    {
      "epoch": 4.549375383985255,
      "grad_norm": 1.373875798793183,
      "learning_rate": 4.2319533152926815e-05,
      "loss": 0.4628,
      "step": 111073
    },
    {
      "epoch": 4.549416342412451,
      "grad_norm": 1.2236008882327,
      "learning_rate": 4.231726266918458e-05,
      "loss": 0.4301,
      "step": 111074
    },
    {
      "epoch": 4.549457300839648,
      "grad_norm": 0.9122317586876884,
      "learning_rate": 4.231499223634856e-05,
      "loss": 0.2136,
      "step": 111075
    },
    {
      "epoch": 4.549498259266844,
      "grad_norm": 0.9837177594450617,
      "learning_rate": 4.23127218544197e-05,
      "loss": 0.2307,
      "step": 111076
    },
    {
      "epoch": 4.549539217694041,
      "grad_norm": 1.8532759042378621,
      "learning_rate": 4.231045152339917e-05,
      "loss": 0.7097,
      "step": 111077
    },
    {
      "epoch": 4.549580176121237,
      "grad_norm": 1.2288622541469243,
      "learning_rate": 4.230818124328798e-05,
      "loss": 0.44,
      "step": 111078
    },
    {
      "epoch": 4.549621134548433,
      "grad_norm": 1.5266153462613075,
      "learning_rate": 4.2305911014087236e-05,
      "loss": 0.6763,
      "step": 111079
    },
    {
      "epoch": 4.5496620929756295,
      "grad_norm": 2.1531991425854886,
      "learning_rate": 4.230364083579805e-05,
      "loss": 0.616,
      "step": 111080
    },
    {
      "epoch": 4.549703051402826,
      "grad_norm": 1.4947397737011328,
      "learning_rate": 4.23013707084214e-05,
      "loss": 0.5181,
      "step": 111081
    },
    {
      "epoch": 4.549744009830023,
      "grad_norm": 1.4353296467265504,
      "learning_rate": 4.229910063195841e-05,
      "loss": 0.6887,
      "step": 111082
    },
    {
      "epoch": 4.549784968257219,
      "grad_norm": 1.3025252709356485,
      "learning_rate": 4.2296830606410206e-05,
      "loss": 0.5039,
      "step": 111083
    },
    {
      "epoch": 4.549825926684416,
      "grad_norm": 2.052793187282097,
      "learning_rate": 4.229456063177778e-05,
      "loss": 1.167,
      "step": 111084
    },
    {
      "epoch": 4.549866885111612,
      "grad_norm": 0.8928369621751593,
      "learning_rate": 4.229229070806227e-05,
      "loss": 0.1843,
      "step": 111085
    },
    {
      "epoch": 4.549907843538808,
      "grad_norm": 1.3290213143682803,
      "learning_rate": 4.229002083526466e-05,
      "loss": 0.6109,
      "step": 111086
    },
    {
      "epoch": 4.549948801966004,
      "grad_norm": 1.7675928724494958,
      "learning_rate": 4.228775101338609e-05,
      "loss": 0.8615,
      "step": 111087
    },
    {
      "epoch": 4.549989760393201,
      "grad_norm": 1.3989717524186471,
      "learning_rate": 4.228548124242766e-05,
      "loss": 0.6759,
      "step": 111088
    },
    {
      "epoch": 4.5500307188203974,
      "grad_norm": 0.884284958391128,
      "learning_rate": 4.228321152239038e-05,
      "loss": 0.1548,
      "step": 111089
    },
    {
      "epoch": 4.550071677247594,
      "grad_norm": 0.9084248085093316,
      "learning_rate": 4.2280941853275325e-05,
      "loss": 0.2236,
      "step": 111090
    },
    {
      "epoch": 4.55011263567479,
      "grad_norm": 1.2553329711927457,
      "learning_rate": 4.2278672235083636e-05,
      "loss": 0.5062,
      "step": 111091
    },
    {
      "epoch": 4.550153594101986,
      "grad_norm": 1.5869772573976795,
      "learning_rate": 4.22764026678163e-05,
      "loss": 0.6024,
      "step": 111092
    },
    {
      "epoch": 4.550194552529183,
      "grad_norm": 1.6081657474978899,
      "learning_rate": 4.2274133151474474e-05,
      "loss": 0.7885,
      "step": 111093
    },
    {
      "epoch": 4.550235510956379,
      "grad_norm": 2.9003611587199822,
      "learning_rate": 4.227186368605913e-05,
      "loss": 2.5597,
      "step": 111094
    },
    {
      "epoch": 4.550276469383576,
      "grad_norm": 1.9040107012490564,
      "learning_rate": 4.226959427157142e-05,
      "loss": 0.8526,
      "step": 111095
    },
    {
      "epoch": 4.550317427810772,
      "grad_norm": 1.5458689988520886,
      "learning_rate": 4.226732490801243e-05,
      "loss": 0.7256,
      "step": 111096
    },
    {
      "epoch": 4.550358386237969,
      "grad_norm": 1.2559164745084637,
      "learning_rate": 4.226505559538315e-05,
      "loss": 0.4312,
      "step": 111097
    },
    {
      "epoch": 4.5503993446651645,
      "grad_norm": 1.433521392476923,
      "learning_rate": 4.226278633368473e-05,
      "loss": 0.5196,
      "step": 111098
    },
    {
      "epoch": 4.550440303092361,
      "grad_norm": 1.322014813216779,
      "learning_rate": 4.226051712291819e-05,
      "loss": 0.4736,
      "step": 111099
    },
    {
      "epoch": 4.550481261519558,
      "grad_norm": 1.154611397382149,
      "learning_rate": 4.225824796308462e-05,
      "loss": 0.4088,
      "step": 111100
    },
    {
      "epoch": 4.550522219946754,
      "grad_norm": 1.308302480653055,
      "learning_rate": 4.225597885418515e-05,
      "loss": 0.5637,
      "step": 111101
    },
    {
      "epoch": 4.550563178373951,
      "grad_norm": 1.2449599291931888,
      "learning_rate": 4.2253709796220745e-05,
      "loss": 0.2111,
      "step": 111102
    },
    {
      "epoch": 4.550604136801147,
      "grad_norm": 0.7273221092789371,
      "learning_rate": 4.225144078919254e-05,
      "loss": 0.164,
      "step": 111103
    },
    {
      "epoch": 4.550645095228344,
      "grad_norm": 0.9497467070333531,
      "learning_rate": 4.224917183310165e-05,
      "loss": 0.246,
      "step": 111104
    },
    {
      "epoch": 4.550686053655539,
      "grad_norm": 3.4264020687411785,
      "learning_rate": 4.224690292794904e-05,
      "loss": 0.9914,
      "step": 111105
    },
    {
      "epoch": 4.550727012082736,
      "grad_norm": 1.6181728902240353,
      "learning_rate": 4.22446340737359e-05,
      "loss": 0.5908,
      "step": 111106
    },
    {
      "epoch": 4.550767970509932,
      "grad_norm": 1.8204565254779186,
      "learning_rate": 4.2242365270463195e-05,
      "loss": 0.5938,
      "step": 111107
    },
    {
      "epoch": 4.550808928937129,
      "grad_norm": 1.3930840811936158,
      "learning_rate": 4.2240096518132044e-05,
      "loss": 0.5232,
      "step": 111108
    },
    {
      "epoch": 4.5508498873643255,
      "grad_norm": 1.7117467334187053,
      "learning_rate": 4.2237827816743575e-05,
      "loss": 0.8262,
      "step": 111109
    },
    {
      "epoch": 4.550890845791521,
      "grad_norm": 1.7801264310829386,
      "learning_rate": 4.2235559166298806e-05,
      "loss": 0.8279,
      "step": 111110
    },
    {
      "epoch": 4.550931804218718,
      "grad_norm": 1.0631679533709208,
      "learning_rate": 4.223329056679875e-05,
      "loss": 0.2366,
      "step": 111111
    },
    {
      "epoch": 4.550972762645914,
      "grad_norm": 1.8126882554411787,
      "learning_rate": 4.223102201824461e-05,
      "loss": 0.5969,
      "step": 111112
    },
    {
      "epoch": 4.551013721073111,
      "grad_norm": 1.5518468347830627,
      "learning_rate": 4.2228753520637335e-05,
      "loss": 0.6628,
      "step": 111113
    },
    {
      "epoch": 4.551054679500307,
      "grad_norm": 0.7044231843699659,
      "learning_rate": 4.2226485073978033e-05,
      "loss": 0.1173,
      "step": 111114
    },
    {
      "epoch": 4.551095637927504,
      "grad_norm": 2.8800409958739848,
      "learning_rate": 4.2224216678267865e-05,
      "loss": 2.575,
      "step": 111115
    },
    {
      "epoch": 4.5511365963547,
      "grad_norm": 1.144203880770177,
      "learning_rate": 4.222194833350777e-05,
      "loss": 0.1531,
      "step": 111116
    },
    {
      "epoch": 4.551177554781896,
      "grad_norm": 1.564860203723751,
      "learning_rate": 4.2219680039698906e-05,
      "loss": 0.6787,
      "step": 111117
    },
    {
      "epoch": 4.5512185132090925,
      "grad_norm": 1.8985569031162444,
      "learning_rate": 4.2217411796842346e-05,
      "loss": 1.0836,
      "step": 111118
    },
    {
      "epoch": 4.551259471636289,
      "grad_norm": 0.9260322767030555,
      "learning_rate": 4.221514360493912e-05,
      "loss": 0.2942,
      "step": 111119
    },
    {
      "epoch": 4.551300430063486,
      "grad_norm": 1.900909093911399,
      "learning_rate": 4.221287546399034e-05,
      "loss": 0.8217,
      "step": 111120
    },
    {
      "epoch": 4.551341388490682,
      "grad_norm": 1.3645343216110928,
      "learning_rate": 4.221060737399702e-05,
      "loss": 0.4279,
      "step": 111121
    },
    {
      "epoch": 4.551382346917879,
      "grad_norm": 1.2698319927312585,
      "learning_rate": 4.220833933496028e-05,
      "loss": 0.5189,
      "step": 111122
    },
    {
      "epoch": 4.551423305345075,
      "grad_norm": 0.8155669536900801,
      "learning_rate": 4.220607134688122e-05,
      "loss": 0.201,
      "step": 111123
    },
    {
      "epoch": 4.551464263772271,
      "grad_norm": 1.5641546393887262,
      "learning_rate": 4.220380340976082e-05,
      "loss": 0.6377,
      "step": 111124
    },
    {
      "epoch": 4.551505222199467,
      "grad_norm": 1.51933618333099,
      "learning_rate": 4.2201535523600214e-05,
      "loss": 0.6419,
      "step": 111125
    },
    {
      "epoch": 4.551546180626664,
      "grad_norm": 1.2732916938376224,
      "learning_rate": 4.219926768840052e-05,
      "loss": 0.3878,
      "step": 111126
    },
    {
      "epoch": 4.5515871390538605,
      "grad_norm": 1.6483239057398904,
      "learning_rate": 4.2196999904162704e-05,
      "loss": 0.5936,
      "step": 111127
    },
    {
      "epoch": 4.551628097481057,
      "grad_norm": 1.5501890143547032,
      "learning_rate": 4.219473217088794e-05,
      "loss": 0.5141,
      "step": 111128
    },
    {
      "epoch": 4.551669055908253,
      "grad_norm": 1.887252831297809,
      "learning_rate": 4.219246448857719e-05,
      "loss": 0.6596,
      "step": 111129
    },
    {
      "epoch": 4.551710014335449,
      "grad_norm": 1.758153853317161,
      "learning_rate": 4.2190196857231614e-05,
      "loss": 0.6011,
      "step": 111130
    },
    {
      "epoch": 4.551750972762646,
      "grad_norm": 1.61902590571304,
      "learning_rate": 4.218792927685228e-05,
      "loss": 0.7604,
      "step": 111131
    },
    {
      "epoch": 4.551791931189842,
      "grad_norm": 1.423564427942643,
      "learning_rate": 4.218566174744021e-05,
      "loss": 0.5362,
      "step": 111132
    },
    {
      "epoch": 4.551832889617039,
      "grad_norm": 2.1479537654891496,
      "learning_rate": 4.218339426899653e-05,
      "loss": 1.0082,
      "step": 111133
    },
    {
      "epoch": 4.551873848044235,
      "grad_norm": 1.9900647021393838,
      "learning_rate": 4.218112684152226e-05,
      "loss": 0.6671,
      "step": 111134
    },
    {
      "epoch": 4.551914806471432,
      "grad_norm": 1.3712364507304198,
      "learning_rate": 4.217885946501847e-05,
      "loss": 0.6281,
      "step": 111135
    },
    {
      "epoch": 4.5519557648986275,
      "grad_norm": 1.81636862209768,
      "learning_rate": 4.217659213948631e-05,
      "loss": 0.7568,
      "step": 111136
    },
    {
      "epoch": 4.551996723325824,
      "grad_norm": 1.631795856763065,
      "learning_rate": 4.217432486492677e-05,
      "loss": 0.7681,
      "step": 111137
    },
    {
      "epoch": 4.552037681753021,
      "grad_norm": 1.8611981845545729,
      "learning_rate": 4.217205764134095e-05,
      "loss": 0.8307,
      "step": 111138
    },
    {
      "epoch": 4.552078640180217,
      "grad_norm": 1.3969035123361744,
      "learning_rate": 4.2169790468729964e-05,
      "loss": 0.6483,
      "step": 111139
    },
    {
      "epoch": 4.552119598607414,
      "grad_norm": 2.0744809375170123,
      "learning_rate": 4.2167523347094805e-05,
      "loss": 0.8532,
      "step": 111140
    },
    {
      "epoch": 4.55216055703461,
      "grad_norm": 1.5370800549795034,
      "learning_rate": 4.216525627643662e-05,
      "loss": 0.5162,
      "step": 111141
    },
    {
      "epoch": 4.552201515461807,
      "grad_norm": 0.870507616486124,
      "learning_rate": 4.216298925675641e-05,
      "loss": 0.1976,
      "step": 111142
    },
    {
      "epoch": 4.552242473889002,
      "grad_norm": 1.315715293562229,
      "learning_rate": 4.216072228805526e-05,
      "loss": 0.4967,
      "step": 111143
    },
    {
      "epoch": 4.552283432316199,
      "grad_norm": 1.5155799423244678,
      "learning_rate": 4.215845537033434e-05,
      "loss": 0.6081,
      "step": 111144
    },
    {
      "epoch": 4.5523243907433955,
      "grad_norm": 1.706946689897147,
      "learning_rate": 4.215618850359457e-05,
      "loss": 0.7342,
      "step": 111145
    },
    {
      "epoch": 4.552365349170592,
      "grad_norm": 0.7702551518167293,
      "learning_rate": 4.2153921687837124e-05,
      "loss": 0.2139,
      "step": 111146
    },
    {
      "epoch": 4.5524063075977885,
      "grad_norm": 0.8803241289853039,
      "learning_rate": 4.215165492306307e-05,
      "loss": 0.2271,
      "step": 111147
    },
    {
      "epoch": 4.552447266024984,
      "grad_norm": 1.484340153429129,
      "learning_rate": 4.21493882092734e-05,
      "loss": 0.6193,
      "step": 111148
    },
    {
      "epoch": 4.552488224452181,
      "grad_norm": 1.6914167453875308,
      "learning_rate": 4.214712154646932e-05,
      "loss": 0.572,
      "step": 111149
    },
    {
      "epoch": 4.552529182879377,
      "grad_norm": 1.3997413073001075,
      "learning_rate": 4.214485493465175e-05,
      "loss": 0.5298,
      "step": 111150
    },
    {
      "epoch": 4.552570141306574,
      "grad_norm": 1.686293221685128,
      "learning_rate": 4.214258837382184e-05,
      "loss": 0.6117,
      "step": 111151
    },
    {
      "epoch": 4.55261109973377,
      "grad_norm": 1.416417207714993,
      "learning_rate": 4.214032186398072e-05,
      "loss": 0.5854,
      "step": 111152
    },
    {
      "epoch": 4.552652058160967,
      "grad_norm": 1.324798123320694,
      "learning_rate": 4.2138055405129326e-05,
      "loss": 0.4724,
      "step": 111153
    },
    {
      "epoch": 4.552693016588163,
      "grad_norm": 1.712484572274024,
      "learning_rate": 4.213578899726881e-05,
      "loss": 0.724,
      "step": 111154
    },
    {
      "epoch": 4.552733975015359,
      "grad_norm": 1.3450469757918366,
      "learning_rate": 4.213352264040028e-05,
      "loss": 0.5723,
      "step": 111155
    },
    {
      "epoch": 4.552774933442556,
      "grad_norm": 1.2599356407344837,
      "learning_rate": 4.213125633452471e-05,
      "loss": 0.4907,
      "step": 111156
    },
    {
      "epoch": 4.552815891869752,
      "grad_norm": 0.4365074482022394,
      "learning_rate": 4.212899007964328e-05,
      "loss": 0.0439,
      "step": 111157
    },
    {
      "epoch": 4.552856850296949,
      "grad_norm": 1.5960948088504776,
      "learning_rate": 4.2126723875756946e-05,
      "loss": 0.6846,
      "step": 111158
    },
    {
      "epoch": 4.552897808724145,
      "grad_norm": 1.7788325841533146,
      "learning_rate": 4.212445772286686e-05,
      "loss": 0.6469,
      "step": 111159
    },
    {
      "epoch": 4.552938767151342,
      "grad_norm": 1.5198702080972406,
      "learning_rate": 4.212219162097409e-05,
      "loss": 0.6585,
      "step": 111160
    },
    {
      "epoch": 4.552979725578538,
      "grad_norm": 1.0020855707776242,
      "learning_rate": 4.211992557007966e-05,
      "loss": 0.1792,
      "step": 111161
    },
    {
      "epoch": 4.553020684005734,
      "grad_norm": 1.2997708993392019,
      "learning_rate": 4.211765957018465e-05,
      "loss": 0.531,
      "step": 111162
    },
    {
      "epoch": 4.55306164243293,
      "grad_norm": 2.1736958518173806,
      "learning_rate": 4.211539362129022e-05,
      "loss": 1.359,
      "step": 111163
    },
    {
      "epoch": 4.553102600860127,
      "grad_norm": 1.6203603424131865,
      "learning_rate": 4.2113127723397296e-05,
      "loss": 0.5612,
      "step": 111164
    },
    {
      "epoch": 4.5531435592873235,
      "grad_norm": 1.5794162369180433,
      "learning_rate": 4.21108618765071e-05,
      "loss": 0.5893,
      "step": 111165
    },
    {
      "epoch": 4.55318451771452,
      "grad_norm": 1.586149168444155,
      "learning_rate": 4.210859608062057e-05,
      "loss": 0.4421,
      "step": 111166
    },
    {
      "epoch": 4.553225476141716,
      "grad_norm": 1.6781868323552958,
      "learning_rate": 4.2106330335738824e-05,
      "loss": 0.6181,
      "step": 111167
    },
    {
      "epoch": 4.553266434568912,
      "grad_norm": 1.7542937566538046,
      "learning_rate": 4.210406464186301e-05,
      "loss": 0.5567,
      "step": 111168
    },
    {
      "epoch": 4.553307392996109,
      "grad_norm": 1.6193654463243012,
      "learning_rate": 4.210179899899408e-05,
      "loss": 0.6446,
      "step": 111169
    },
    {
      "epoch": 4.553348351423305,
      "grad_norm": 3.446518606581504,
      "learning_rate": 4.20995334071332e-05,
      "loss": 3.4396,
      "step": 111170
    },
    {
      "epoch": 4.553389309850502,
      "grad_norm": 1.5304198448671416,
      "learning_rate": 4.209726786628136e-05,
      "loss": 0.5254,
      "step": 111171
    },
    {
      "epoch": 4.553430268277698,
      "grad_norm": 1.6280572853255892,
      "learning_rate": 4.209500237643967e-05,
      "loss": 0.7038,
      "step": 111172
    },
    {
      "epoch": 4.553471226704895,
      "grad_norm": 1.54875396261827,
      "learning_rate": 4.209273693760924e-05,
      "loss": 0.5677,
      "step": 111173
    },
    {
      "epoch": 4.5535121851320906,
      "grad_norm": 0.9483469822782024,
      "learning_rate": 4.2090471549791055e-05,
      "loss": 0.1964,
      "step": 111174
    },
    {
      "epoch": 4.553553143559287,
      "grad_norm": 1.479922005406297,
      "learning_rate": 4.208820621298625e-05,
      "loss": 0.6501,
      "step": 111175
    },
    {
      "epoch": 4.553594101986484,
      "grad_norm": 1.88555335313874,
      "learning_rate": 4.2085940927195914e-05,
      "loss": 0.9029,
      "step": 111176
    },
    {
      "epoch": 4.55363506041368,
      "grad_norm": 1.8291950821770118,
      "learning_rate": 4.2083675692421025e-05,
      "loss": 0.9152,
      "step": 111177
    },
    {
      "epoch": 4.553676018840877,
      "grad_norm": 1.152670746075108,
      "learning_rate": 4.2081410508662774e-05,
      "loss": 0.2868,
      "step": 111178
    },
    {
      "epoch": 4.553716977268073,
      "grad_norm": 1.332606647075569,
      "learning_rate": 4.207914537592217e-05,
      "loss": 0.5702,
      "step": 111179
    },
    {
      "epoch": 4.55375793569527,
      "grad_norm": 1.16298817847566,
      "learning_rate": 4.2076880294200234e-05,
      "loss": 0.438,
      "step": 111180
    },
    {
      "epoch": 4.553798894122465,
      "grad_norm": 1.643035160970979,
      "learning_rate": 4.2074615263498085e-05,
      "loss": 0.7393,
      "step": 111181
    },
    {
      "epoch": 4.553839852549662,
      "grad_norm": 1.595403247199112,
      "learning_rate": 4.2072350283816845e-05,
      "loss": 0.7276,
      "step": 111182
    },
    {
      "epoch": 4.5538808109768585,
      "grad_norm": 1.640128262937024,
      "learning_rate": 4.207008535515749e-05,
      "loss": 0.8084,
      "step": 111183
    },
    {
      "epoch": 4.553921769404055,
      "grad_norm": 1.565113334836292,
      "learning_rate": 4.206782047752118e-05,
      "loss": 0.6222,
      "step": 111184
    },
    {
      "epoch": 4.5539627278312516,
      "grad_norm": 1.693426215054501,
      "learning_rate": 4.2065555650908895e-05,
      "loss": 0.5204,
      "step": 111185
    },
    {
      "epoch": 4.554003686258447,
      "grad_norm": 1.1136876419358777,
      "learning_rate": 4.206329087532176e-05,
      "loss": 0.2272,
      "step": 111186
    },
    {
      "epoch": 4.554044644685644,
      "grad_norm": 1.5389750250982206,
      "learning_rate": 4.2061026150760874e-05,
      "loss": 0.6273,
      "step": 111187
    },
    {
      "epoch": 4.55408560311284,
      "grad_norm": 1.4268161312058276,
      "learning_rate": 4.2058761477227224e-05,
      "loss": 0.6454,
      "step": 111188
    },
    {
      "epoch": 4.554126561540037,
      "grad_norm": 0.8549723609522278,
      "learning_rate": 4.2056496854721935e-05,
      "loss": 0.2299,
      "step": 111189
    },
    {
      "epoch": 4.554167519967233,
      "grad_norm": 1.5734867003183677,
      "learning_rate": 4.2054232283246105e-05,
      "loss": 0.7337,
      "step": 111190
    },
    {
      "epoch": 4.55420847839443,
      "grad_norm": 1.7246807856956015,
      "learning_rate": 4.205196776280073e-05,
      "loss": 0.7355,
      "step": 111191
    },
    {
      "epoch": 4.554249436821626,
      "grad_norm": 1.8258002578146824,
      "learning_rate": 4.2049703293386964e-05,
      "loss": 0.86,
      "step": 111192
    },
    {
      "epoch": 4.554290395248822,
      "grad_norm": 2.27511105080529,
      "learning_rate": 4.2047438875005794e-05,
      "loss": 0.6308,
      "step": 111193
    },
    {
      "epoch": 4.554331353676019,
      "grad_norm": 1.5393315714865292,
      "learning_rate": 4.204517450765834e-05,
      "loss": 0.5544,
      "step": 111194
    },
    {
      "epoch": 4.554372312103215,
      "grad_norm": 1.409586784636019,
      "learning_rate": 4.20429101913457e-05,
      "loss": 0.4674,
      "step": 111195
    },
    {
      "epoch": 4.554413270530412,
      "grad_norm": 1.2653017212482345,
      "learning_rate": 4.204064592606886e-05,
      "loss": 0.5495,
      "step": 111196
    },
    {
      "epoch": 4.554454228957608,
      "grad_norm": 1.1132212429331554,
      "learning_rate": 4.203838171182898e-05,
      "loss": 0.3039,
      "step": 111197
    },
    {
      "epoch": 4.554495187384805,
      "grad_norm": 1.6795099740011008,
      "learning_rate": 4.203611754862705e-05,
      "loss": 0.6928,
      "step": 111198
    },
    {
      "epoch": 4.554536145812001,
      "grad_norm": 1.2030415022045355,
      "learning_rate": 4.203385343646417e-05,
      "loss": 0.5594,
      "step": 111199
    },
    {
      "epoch": 4.554577104239197,
      "grad_norm": 1.1699955169187262,
      "learning_rate": 4.203158937534147e-05,
      "loss": 0.4843,
      "step": 111200
    },
    {
      "epoch": 4.5546180626663935,
      "grad_norm": 0.8904449575687856,
      "learning_rate": 4.202932536525992e-05,
      "loss": 0.2672,
      "step": 111201
    },
    {
      "epoch": 4.55465902109359,
      "grad_norm": 0.7592882950125525,
      "learning_rate": 4.202706140622065e-05,
      "loss": 0.2237,
      "step": 111202
    },
    {
      "epoch": 4.5546999795207865,
      "grad_norm": 1.1758485615758594,
      "learning_rate": 4.202479749822477e-05,
      "loss": 0.2852,
      "step": 111203
    },
    {
      "epoch": 4.554740937947983,
      "grad_norm": 1.5325630491781177,
      "learning_rate": 4.202253364127323e-05,
      "loss": 0.6462,
      "step": 111204
    },
    {
      "epoch": 4.554781896375179,
      "grad_norm": 0.8855910952312983,
      "learning_rate": 4.2020269835367233e-05,
      "loss": 0.261,
      "step": 111205
    },
    {
      "epoch": 4.554822854802375,
      "grad_norm": 1.3661357169393349,
      "learning_rate": 4.201800608050775e-05,
      "loss": 0.5394,
      "step": 111206
    },
    {
      "epoch": 4.554863813229572,
      "grad_norm": 1.8763417198969854,
      "learning_rate": 4.201574237669587e-05,
      "loss": 0.701,
      "step": 111207
    },
    {
      "epoch": 4.554904771656768,
      "grad_norm": 1.60679016626115,
      "learning_rate": 4.2013478723932734e-05,
      "loss": 0.6706,
      "step": 111208
    },
    {
      "epoch": 4.554945730083965,
      "grad_norm": 1.430610102474413,
      "learning_rate": 4.201121512221931e-05,
      "loss": 0.4424,
      "step": 111209
    },
    {
      "epoch": 4.554986688511161,
      "grad_norm": 0.7532515059501546,
      "learning_rate": 4.200895157155672e-05,
      "loss": 0.1673,
      "step": 111210
    },
    {
      "epoch": 4.555027646938358,
      "grad_norm": 1.7270330393030122,
      "learning_rate": 4.200668807194608e-05,
      "loss": 0.9118,
      "step": 111211
    },
    {
      "epoch": 4.555068605365554,
      "grad_norm": 1.9507917455257053,
      "learning_rate": 4.200442462338836e-05,
      "loss": 0.9742,
      "step": 111212
    },
    {
      "epoch": 4.55510956379275,
      "grad_norm": 1.3028576975385129,
      "learning_rate": 4.200216122588472e-05,
      "loss": 0.5285,
      "step": 111213
    },
    {
      "epoch": 4.555150522219947,
      "grad_norm": 2.945631318183928,
      "learning_rate": 4.199989787943616e-05,
      "loss": 0.4837,
      "step": 111214
    },
    {
      "epoch": 4.555191480647143,
      "grad_norm": 1.2327031585694217,
      "learning_rate": 4.199763458404378e-05,
      "loss": 0.3703,
      "step": 111215
    },
    {
      "epoch": 4.55523243907434,
      "grad_norm": 1.6705743184274096,
      "learning_rate": 4.1995371339708684e-05,
      "loss": 0.6968,
      "step": 111216
    },
    {
      "epoch": 4.555273397501536,
      "grad_norm": 0.8743965738923974,
      "learning_rate": 4.199310814643188e-05,
      "loss": 0.2145,
      "step": 111217
    },
    {
      "epoch": 4.555314355928733,
      "grad_norm": 0.8084551927363509,
      "learning_rate": 4.199084500421445e-05,
      "loss": 0.2074,
      "step": 111218
    },
    {
      "epoch": 4.555355314355928,
      "grad_norm": 2.0226397752965557,
      "learning_rate": 4.198858191305755e-05,
      "loss": 1.2111,
      "step": 111219
    },
    {
      "epoch": 4.555396272783125,
      "grad_norm": 2.090284776642018,
      "learning_rate": 4.198631887296211e-05,
      "loss": 1.4515,
      "step": 111220
    },
    {
      "epoch": 4.5554372312103215,
      "grad_norm": 1.56009067706019,
      "learning_rate": 4.198405588392933e-05,
      "loss": 0.6259,
      "step": 111221
    },
    {
      "epoch": 4.555478189637518,
      "grad_norm": 1.3658100176746488,
      "learning_rate": 4.1981792945960185e-05,
      "loss": 0.4811,
      "step": 111222
    },
    {
      "epoch": 4.555519148064715,
      "grad_norm": 1.1475034113620715,
      "learning_rate": 4.197953005905576e-05,
      "loss": 0.5037,
      "step": 111223
    },
    {
      "epoch": 4.55556010649191,
      "grad_norm": 1.8976598039411863,
      "learning_rate": 4.19772672232172e-05,
      "loss": 0.8504,
      "step": 111224
    },
    {
      "epoch": 4.555601064919107,
      "grad_norm": 1.7428091960681822,
      "learning_rate": 4.197500443844548e-05,
      "loss": 0.5104,
      "step": 111225
    },
    {
      "epoch": 4.555642023346303,
      "grad_norm": 1.8111675079853913,
      "learning_rate": 4.197274170474169e-05,
      "loss": 0.9074,
      "step": 111226
    },
    {
      "epoch": 4.5556829817735,
      "grad_norm": 1.526077172899968,
      "learning_rate": 4.197047902210699e-05,
      "loss": 0.6465,
      "step": 111227
    },
    {
      "epoch": 4.555723940200696,
      "grad_norm": 2.0121874449209547,
      "learning_rate": 4.196821639054231e-05,
      "loss": 0.8377,
      "step": 111228
    },
    {
      "epoch": 4.555764898627893,
      "grad_norm": 1.6851581567338858,
      "learning_rate": 4.196595381004885e-05,
      "loss": 0.6091,
      "step": 111229
    },
    {
      "epoch": 4.5558058570550894,
      "grad_norm": 1.5776007184064011,
      "learning_rate": 4.196369128062757e-05,
      "loss": 0.7195,
      "step": 111230
    },
    {
      "epoch": 4.555846815482285,
      "grad_norm": 1.521657685904518,
      "learning_rate": 4.196142880227958e-05,
      "loss": 0.5667,
      "step": 111231
    },
    {
      "epoch": 4.555887773909482,
      "grad_norm": 1.246157782170495,
      "learning_rate": 4.1959166375006006e-05,
      "loss": 0.4356,
      "step": 111232
    },
    {
      "epoch": 4.555928732336678,
      "grad_norm": 1.4987479486252169,
      "learning_rate": 4.195690399880782e-05,
      "loss": 0.5654,
      "step": 111233
    },
    {
      "epoch": 4.555969690763875,
      "grad_norm": 0.9078160966764635,
      "learning_rate": 4.195464167368615e-05,
      "loss": 0.2576,
      "step": 111234
    },
    {
      "epoch": 4.556010649191071,
      "grad_norm": 1.468991042981757,
      "learning_rate": 4.19523793996421e-05,
      "loss": 0.6144,
      "step": 111235
    },
    {
      "epoch": 4.556051607618268,
      "grad_norm": 1.3618102992671262,
      "learning_rate": 4.195011717667665e-05,
      "loss": 0.5394,
      "step": 111236
    },
    {
      "epoch": 4.556092566045464,
      "grad_norm": 0.4695288116331663,
      "learning_rate": 4.1947855004790956e-05,
      "loss": 0.0572,
      "step": 111237
    },
    {
      "epoch": 4.55613352447266,
      "grad_norm": 0.7980693321243688,
      "learning_rate": 4.1945592883986e-05,
      "loss": 0.1817,
      "step": 111238
    },
    {
      "epoch": 4.5561744828998565,
      "grad_norm": 2.0184531704877786,
      "learning_rate": 4.194333081426291e-05,
      "loss": 0.6957,
      "step": 111239
    },
    {
      "epoch": 4.556215441327053,
      "grad_norm": 0.8168675791799239,
      "learning_rate": 4.194106879562276e-05,
      "loss": 0.2311,
      "step": 111240
    },
    {
      "epoch": 4.55625639975425,
      "grad_norm": 1.2946877880094825,
      "learning_rate": 4.193880682806659e-05,
      "loss": 0.4786,
      "step": 111241
    },
    {
      "epoch": 4.556297358181446,
      "grad_norm": 1.7182690697370613,
      "learning_rate": 4.193654491159551e-05,
      "loss": 0.7317,
      "step": 111242
    },
    {
      "epoch": 4.556338316608642,
      "grad_norm": 1.8180664569940195,
      "learning_rate": 4.193428304621052e-05,
      "loss": 0.8008,
      "step": 111243
    },
    {
      "epoch": 4.556379275035838,
      "grad_norm": 1.212629980829981,
      "learning_rate": 4.193202123191272e-05,
      "loss": 0.219,
      "step": 111244
    },
    {
      "epoch": 4.556420233463035,
      "grad_norm": 1.840657087080033,
      "learning_rate": 4.192975946870324e-05,
      "loss": 0.5838,
      "step": 111245
    },
    {
      "epoch": 4.556461191890231,
      "grad_norm": 1.412439769532725,
      "learning_rate": 4.1927497756583056e-05,
      "loss": 0.5273,
      "step": 111246
    },
    {
      "epoch": 4.556502150317428,
      "grad_norm": 1.3676910035650778,
      "learning_rate": 4.192523609555328e-05,
      "loss": 0.5421,
      "step": 111247
    },
    {
      "epoch": 4.556543108744624,
      "grad_norm": 1.6309757505910742,
      "learning_rate": 4.192297448561502e-05,
      "loss": 0.743,
      "step": 111248
    },
    {
      "epoch": 4.556584067171821,
      "grad_norm": 1.303199388252606,
      "learning_rate": 4.192071292676928e-05,
      "loss": 0.4698,
      "step": 111249
    },
    {
      "epoch": 4.556625025599017,
      "grad_norm": 0.6900789803580586,
      "learning_rate": 4.191845141901718e-05,
      "loss": 0.2166,
      "step": 111250
    },
    {
      "epoch": 4.556665984026213,
      "grad_norm": 2.364187379244647,
      "learning_rate": 4.1916189962359776e-05,
      "loss": 0.7312,
      "step": 111251
    },
    {
      "epoch": 4.55670694245341,
      "grad_norm": 2.5196914267842048,
      "learning_rate": 4.191392855679808e-05,
      "loss": 0.7455,
      "step": 111252
    },
    {
      "epoch": 4.556747900880606,
      "grad_norm": 1.6520121838536612,
      "learning_rate": 4.1911667202333196e-05,
      "loss": 0.6,
      "step": 111253
    },
    {
      "epoch": 4.556788859307803,
      "grad_norm": 1.4511503023741503,
      "learning_rate": 4.190940589896626e-05,
      "loss": 0.6187,
      "step": 111254
    },
    {
      "epoch": 4.556829817734999,
      "grad_norm": 1.40201244375688,
      "learning_rate": 4.190714464669824e-05,
      "loss": 0.7261,
      "step": 111255
    },
    {
      "epoch": 4.556870776162196,
      "grad_norm": 3.520963156063675,
      "learning_rate": 4.190488344553028e-05,
      "loss": 3.0884,
      "step": 111256
    },
    {
      "epoch": 4.5569117345893915,
      "grad_norm": 1.631274612372016,
      "learning_rate": 4.190262229546338e-05,
      "loss": 0.6396,
      "step": 111257
    },
    {
      "epoch": 4.556952693016588,
      "grad_norm": 1.5715239214949779,
      "learning_rate": 4.1900361196498657e-05,
      "loss": 0.5586,
      "step": 111258
    },
    {
      "epoch": 4.5569936514437845,
      "grad_norm": 1.2300514063480912,
      "learning_rate": 4.189810014863722e-05,
      "loss": 0.5353,
      "step": 111259
    },
    {
      "epoch": 4.557034609870981,
      "grad_norm": 1.2763332105302796,
      "learning_rate": 4.189583915188003e-05,
      "loss": 0.414,
      "step": 111260
    },
    {
      "epoch": 4.557075568298178,
      "grad_norm": 2.150536851311825,
      "learning_rate": 4.189357820622821e-05,
      "loss": 0.744,
      "step": 111261
    },
    {
      "epoch": 4.557116526725373,
      "grad_norm": 1.40908090007236,
      "learning_rate": 4.18913173116829e-05,
      "loss": 0.5381,
      "step": 111262
    },
    {
      "epoch": 4.55715748515257,
      "grad_norm": 1.4494714845476369,
      "learning_rate": 4.1889056468245036e-05,
      "loss": 0.5097,
      "step": 111263
    },
    {
      "epoch": 4.557198443579766,
      "grad_norm": 1.5501548637592397,
      "learning_rate": 4.1886795675915805e-05,
      "loss": 0.5112,
      "step": 111264
    },
    {
      "epoch": 4.557239402006963,
      "grad_norm": 1.5170811317749984,
      "learning_rate": 4.1884534934696176e-05,
      "loss": 0.5184,
      "step": 111265
    },
    {
      "epoch": 4.557280360434159,
      "grad_norm": 1.7089968499660633,
      "learning_rate": 4.188227424458727e-05,
      "loss": 0.5778,
      "step": 111266
    },
    {
      "epoch": 4.557321318861356,
      "grad_norm": 1.3909295079164186,
      "learning_rate": 4.1880013605590184e-05,
      "loss": 0.5187,
      "step": 111267
    },
    {
      "epoch": 4.5573622772885525,
      "grad_norm": 1.7613189567792509,
      "learning_rate": 4.1877753017705915e-05,
      "loss": 0.8521,
      "step": 111268
    },
    {
      "epoch": 4.557403235715748,
      "grad_norm": 2.0603655304893786,
      "learning_rate": 4.187549248093563e-05,
      "loss": 1.0429,
      "step": 111269
    },
    {
      "epoch": 4.557444194142945,
      "grad_norm": 1.3067478606567993,
      "learning_rate": 4.187323199528027e-05,
      "loss": 0.4339,
      "step": 111270
    },
    {
      "epoch": 4.557485152570141,
      "grad_norm": 1.0583434404225693,
      "learning_rate": 4.187097156074099e-05,
      "loss": 0.3077,
      "step": 111271
    },
    {
      "epoch": 4.557526110997338,
      "grad_norm": 1.7934105557183706,
      "learning_rate": 4.1868711177318885e-05,
      "loss": 0.7958,
      "step": 111272
    },
    {
      "epoch": 4.557567069424534,
      "grad_norm": 1.5227839922491588,
      "learning_rate": 4.186645084501493e-05,
      "loss": 0.6275,
      "step": 111273
    },
    {
      "epoch": 4.557608027851731,
      "grad_norm": 1.5113219727671499,
      "learning_rate": 4.186419056383022e-05,
      "loss": 0.6809,
      "step": 111274
    },
    {
      "epoch": 4.557648986278927,
      "grad_norm": 1.1932664811173077,
      "learning_rate": 4.1861930333765915e-05,
      "loss": 0.3939,
      "step": 111275
    },
    {
      "epoch": 4.557689944706123,
      "grad_norm": 2.0519226320031874,
      "learning_rate": 4.185967015482298e-05,
      "loss": 0.8544,
      "step": 111276
    },
    {
      "epoch": 4.5577309031333195,
      "grad_norm": 2.13051067234594,
      "learning_rate": 4.1857410027002534e-05,
      "loss": 1.3907,
      "step": 111277
    },
    {
      "epoch": 4.557771861560516,
      "grad_norm": 3.842653890511955,
      "learning_rate": 4.18551499503056e-05,
      "loss": 2.8578,
      "step": 111278
    },
    {
      "epoch": 4.557812819987713,
      "grad_norm": 0.7940446538355069,
      "learning_rate": 4.185288992473327e-05,
      "loss": 0.1425,
      "step": 111279
    },
    {
      "epoch": 4.557853778414909,
      "grad_norm": 1.292126256331434,
      "learning_rate": 4.185062995028667e-05,
      "loss": 0.3883,
      "step": 111280
    },
    {
      "epoch": 4.557894736842105,
      "grad_norm": 0.8802627365409288,
      "learning_rate": 4.184837002696677e-05,
      "loss": 0.2454,
      "step": 111281
    },
    {
      "epoch": 4.557935695269301,
      "grad_norm": 1.2562077367156659,
      "learning_rate": 4.184611015477468e-05,
      "loss": 0.4498,
      "step": 111282
    },
    {
      "epoch": 4.557976653696498,
      "grad_norm": 1.680441416823011,
      "learning_rate": 4.184385033371153e-05,
      "loss": 0.769,
      "step": 111283
    },
    {
      "epoch": 4.558017612123694,
      "grad_norm": 0.7080045156964266,
      "learning_rate": 4.1841590563778274e-05,
      "loss": 0.1281,
      "step": 111284
    },
    {
      "epoch": 4.558058570550891,
      "grad_norm": 1.149218431919708,
      "learning_rate": 4.183933084497608e-05,
      "loss": 0.3861,
      "step": 111285
    },
    {
      "epoch": 4.5580995289780875,
      "grad_norm": 1.5000315539189168,
      "learning_rate": 4.1837071177305944e-05,
      "loss": 0.7401,
      "step": 111286
    },
    {
      "epoch": 4.558140487405284,
      "grad_norm": 1.4545921908887451,
      "learning_rate": 4.183481156076895e-05,
      "loss": 0.5969,
      "step": 111287
    },
    {
      "epoch": 4.55818144583248,
      "grad_norm": 1.6547684944977155,
      "learning_rate": 4.1832551995366234e-05,
      "loss": 0.8089,
      "step": 111288
    },
    {
      "epoch": 4.558222404259676,
      "grad_norm": 2.7708497431999266,
      "learning_rate": 4.183029248109876e-05,
      "loss": 0.4177,
      "step": 111289
    },
    {
      "epoch": 4.558263362686873,
      "grad_norm": 1.6989392125716822,
      "learning_rate": 4.1828033017967646e-05,
      "loss": 0.6967,
      "step": 111290
    },
    {
      "epoch": 4.558304321114069,
      "grad_norm": 0.68976135244758,
      "learning_rate": 4.182577360597402e-05,
      "loss": 0.1907,
      "step": 111291
    },
    {
      "epoch": 4.558345279541266,
      "grad_norm": 1.8098070167035798,
      "learning_rate": 4.182351424511883e-05,
      "loss": 0.6219,
      "step": 111292
    },
    {
      "epoch": 4.558386237968462,
      "grad_norm": 1.656274084785425,
      "learning_rate": 4.1821254935403264e-05,
      "loss": 0.7556,
      "step": 111293
    },
    {
      "epoch": 4.558427196395659,
      "grad_norm": 1.2646155876999385,
      "learning_rate": 4.181899567682828e-05,
      "loss": 0.5673,
      "step": 111294
    },
    {
      "epoch": 4.5584681548228545,
      "grad_norm": 1.4778216957221693,
      "learning_rate": 4.1816736469395e-05,
      "loss": 0.5481,
      "step": 111295
    },
    {
      "epoch": 4.558509113250051,
      "grad_norm": 1.3730486979017096,
      "learning_rate": 4.1814477313104524e-05,
      "loss": 0.5993,
      "step": 111296
    },
    {
      "epoch": 4.558550071677248,
      "grad_norm": 1.5458699455531981,
      "learning_rate": 4.181221820795785e-05,
      "loss": 0.6303,
      "step": 111297
    },
    {
      "epoch": 4.558591030104444,
      "grad_norm": 3.168502434269687,
      "learning_rate": 4.1809959153956074e-05,
      "loss": 1.9057,
      "step": 111298
    },
    {
      "epoch": 4.558631988531641,
      "grad_norm": 1.1557030511270614,
      "learning_rate": 4.180770015110033e-05,
      "loss": 0.2125,
      "step": 111299
    },
    {
      "epoch": 4.558672946958836,
      "grad_norm": 1.629177154049588,
      "learning_rate": 4.180544119939157e-05,
      "loss": 0.7185,
      "step": 111300
    },
    {
      "epoch": 4.558713905386033,
      "grad_norm": 0.7787380002205483,
      "learning_rate": 4.180318229883097e-05,
      "loss": 0.2023,
      "step": 111301
    },
    {
      "epoch": 4.558754863813229,
      "grad_norm": 1.36572490184324,
      "learning_rate": 4.1800923449419505e-05,
      "loss": 0.3954,
      "step": 111302
    },
    {
      "epoch": 4.558795822240426,
      "grad_norm": 1.5369714096596054,
      "learning_rate": 4.179866465115827e-05,
      "loss": 0.6754,
      "step": 111303
    },
    {
      "epoch": 4.558836780667622,
      "grad_norm": 1.3779840785162318,
      "learning_rate": 4.17964059040484e-05,
      "loss": 0.6143,
      "step": 111304
    },
    {
      "epoch": 4.558877739094819,
      "grad_norm": 1.491994099045952,
      "learning_rate": 4.1794147208090864e-05,
      "loss": 0.6661,
      "step": 111305
    },
    {
      "epoch": 4.5589186975220155,
      "grad_norm": 1.6147203790439677,
      "learning_rate": 4.17918885632868e-05,
      "loss": 0.6994,
      "step": 111306
    },
    {
      "epoch": 4.558959655949211,
      "grad_norm": 1.3902334211080376,
      "learning_rate": 4.178962996963727e-05,
      "loss": 0.5331,
      "step": 111307
    },
    {
      "epoch": 4.559000614376408,
      "grad_norm": 1.64830733348756,
      "learning_rate": 4.178737142714328e-05,
      "loss": 0.669,
      "step": 111308
    },
    {
      "epoch": 4.559041572803604,
      "grad_norm": 1.5048866792288302,
      "learning_rate": 4.1785112935806e-05,
      "loss": 0.6531,
      "step": 111309
    },
    {
      "epoch": 4.559082531230801,
      "grad_norm": 1.1819460747116106,
      "learning_rate": 4.178285449562638e-05,
      "loss": 0.3582,
      "step": 111310
    },
    {
      "epoch": 4.559123489657997,
      "grad_norm": 1.9839096542514167,
      "learning_rate": 4.1780596106605554e-05,
      "loss": 0.4303,
      "step": 111311
    },
    {
      "epoch": 4.559164448085194,
      "grad_norm": 1.5741601122903843,
      "learning_rate": 4.1778337768744634e-05,
      "loss": 0.4919,
      "step": 111312
    },
    {
      "epoch": 4.55920540651239,
      "grad_norm": 1.3941756943335597,
      "learning_rate": 4.177607948204458e-05,
      "loss": 0.6833,
      "step": 111313
    },
    {
      "epoch": 4.559246364939586,
      "grad_norm": 2.062329291877152,
      "learning_rate": 4.1773821246506565e-05,
      "loss": 1.0931,
      "step": 111314
    },
    {
      "epoch": 4.5592873233667826,
      "grad_norm": 0.8865625549582634,
      "learning_rate": 4.177156306213157e-05,
      "loss": 0.1986,
      "step": 111315
    },
    {
      "epoch": 4.559328281793979,
      "grad_norm": 1.7253856290133287,
      "learning_rate": 4.176930492892068e-05,
      "loss": 0.6869,
      "step": 111316
    },
    {
      "epoch": 4.559369240221176,
      "grad_norm": 1.107459905552253,
      "learning_rate": 4.1767046846875054e-05,
      "loss": 0.4064,
      "step": 111317
    },
    {
      "epoch": 4.559410198648372,
      "grad_norm": 1.6879216568397248,
      "learning_rate": 4.1764788815995625e-05,
      "loss": 0.8689,
      "step": 111318
    },
    {
      "epoch": 4.559451157075568,
      "grad_norm": 1.4349483166413746,
      "learning_rate": 4.176253083628352e-05,
      "loss": 0.5618,
      "step": 111319
    },
    {
      "epoch": 4.559492115502764,
      "grad_norm": 1.9118144642060562,
      "learning_rate": 4.17602729077399e-05,
      "loss": 0.6696,
      "step": 111320
    },
    {
      "epoch": 4.559533073929961,
      "grad_norm": 1.6119904514116012,
      "learning_rate": 4.175801503036567e-05,
      "loss": 0.534,
      "step": 111321
    },
    {
      "epoch": 4.559574032357157,
      "grad_norm": 1.6675807464783425,
      "learning_rate": 4.175575720416195e-05,
      "loss": 0.7747,
      "step": 111322
    },
    {
      "epoch": 4.559614990784354,
      "grad_norm": 1.8968600625935779,
      "learning_rate": 4.1753499429129886e-05,
      "loss": 0.9345,
      "step": 111323
    },
    {
      "epoch": 4.5596559492115505,
      "grad_norm": 1.5412472118807852,
      "learning_rate": 4.175124170527043e-05,
      "loss": 0.6665,
      "step": 111324
    },
    {
      "epoch": 4.559696907638747,
      "grad_norm": 1.2193107205341676,
      "learning_rate": 4.174898403258471e-05,
      "loss": 0.2291,
      "step": 111325
    },
    {
      "epoch": 4.559737866065943,
      "grad_norm": 0.825650562167245,
      "learning_rate": 4.174672641107385e-05,
      "loss": 0.2101,
      "step": 111326
    },
    {
      "epoch": 4.559778824493139,
      "grad_norm": 1.7963790702416917,
      "learning_rate": 4.174446884073879e-05,
      "loss": 0.8558,
      "step": 111327
    },
    {
      "epoch": 4.559819782920336,
      "grad_norm": 1.6876965264238075,
      "learning_rate": 4.174221132158071e-05,
      "loss": 0.661,
      "step": 111328
    },
    {
      "epoch": 4.559860741347532,
      "grad_norm": 1.602743840810443,
      "learning_rate": 4.173995385360059e-05,
      "loss": 0.6044,
      "step": 111329
    },
    {
      "epoch": 4.559901699774729,
      "grad_norm": 2.7755184293367674,
      "learning_rate": 4.173769643679954e-05,
      "loss": 0.8647,
      "step": 111330
    },
    {
      "epoch": 4.559942658201925,
      "grad_norm": 1.6191075696568606,
      "learning_rate": 4.173543907117866e-05,
      "loss": 0.7488,
      "step": 111331
    },
    {
      "epoch": 4.559983616629122,
      "grad_norm": 1.5483120148841458,
      "learning_rate": 4.173318175673894e-05,
      "loss": 0.6302,
      "step": 111332
    },
    {
      "epoch": 4.5600245750563175,
      "grad_norm": 1.63821721187265,
      "learning_rate": 4.17309244934815e-05,
      "loss": 0.6954,
      "step": 111333
    },
    {
      "epoch": 4.560065533483514,
      "grad_norm": 1.205043525384179,
      "learning_rate": 4.172866728140743e-05,
      "loss": 0.4854,
      "step": 111334
    },
    {
      "epoch": 4.560106491910711,
      "grad_norm": 1.7298159351493836,
      "learning_rate": 4.172641012051773e-05,
      "loss": 0.6682,
      "step": 111335
    },
    {
      "epoch": 4.560147450337907,
      "grad_norm": 1.6956343755974819,
      "learning_rate": 4.172415301081354e-05,
      "loss": 0.6557,
      "step": 111336
    },
    {
      "epoch": 4.560188408765104,
      "grad_norm": 1.7834166478787474,
      "learning_rate": 4.172189595229584e-05,
      "loss": 0.7902,
      "step": 111337
    },
    {
      "epoch": 4.560229367192299,
      "grad_norm": 1.7657109684230585,
      "learning_rate": 4.171963894496574e-05,
      "loss": 0.8856,
      "step": 111338
    },
    {
      "epoch": 4.560270325619496,
      "grad_norm": 1.149983088919002,
      "learning_rate": 4.171738198882437e-05,
      "loss": 0.3656,
      "step": 111339
    },
    {
      "epoch": 4.560311284046692,
      "grad_norm": 1.4283819065233434,
      "learning_rate": 4.171512508387267e-05,
      "loss": 0.6287,
      "step": 111340
    },
    {
      "epoch": 4.560352242473889,
      "grad_norm": 1.3942668807375889,
      "learning_rate": 4.171286823011185e-05,
      "loss": 0.5013,
      "step": 111341
    },
    {
      "epoch": 4.5603932009010855,
      "grad_norm": 1.7770178142711106,
      "learning_rate": 4.1710611427542845e-05,
      "loss": 1.054,
      "step": 111342
    },
    {
      "epoch": 4.560434159328282,
      "grad_norm": 2.7542710905341874,
      "learning_rate": 4.1708354676166774e-05,
      "loss": 1.1659,
      "step": 111343
    },
    {
      "epoch": 4.5604751177554785,
      "grad_norm": 3.863497356377903,
      "learning_rate": 4.1706097975984764e-05,
      "loss": 3.6222,
      "step": 111344
    },
    {
      "epoch": 4.560516076182674,
      "grad_norm": 1.4444883339784647,
      "learning_rate": 4.170384132699777e-05,
      "loss": 0.4654,
      "step": 111345
    },
    {
      "epoch": 4.560557034609871,
      "grad_norm": 1.2426827664608546,
      "learning_rate": 4.170158472920693e-05,
      "loss": 0.3595,
      "step": 111346
    },
    {
      "epoch": 4.560597993037067,
      "grad_norm": 1.2040220114194413,
      "learning_rate": 4.169932818261333e-05,
      "loss": 0.4918,
      "step": 111347
    },
    {
      "epoch": 4.560638951464264,
      "grad_norm": 1.6916075535835808,
      "learning_rate": 4.169707168721796e-05,
      "loss": 0.8335,
      "step": 111348
    },
    {
      "epoch": 4.56067990989146,
      "grad_norm": 1.3234469473771402,
      "learning_rate": 4.1694815243021966e-05,
      "loss": 0.4751,
      "step": 111349
    },
    {
      "epoch": 4.560720868318657,
      "grad_norm": 1.172634321544596,
      "learning_rate": 4.1692558850026355e-05,
      "loss": 0.4238,
      "step": 111350
    },
    {
      "epoch": 4.560761826745853,
      "grad_norm": 1.6713357477487698,
      "learning_rate": 4.16903025082322e-05,
      "loss": 0.6499,
      "step": 111351
    },
    {
      "epoch": 4.560802785173049,
      "grad_norm": 1.399384638374756,
      "learning_rate": 4.1688046217640634e-05,
      "loss": 0.5642,
      "step": 111352
    },
    {
      "epoch": 4.560843743600246,
      "grad_norm": 1.3786158109054192,
      "learning_rate": 4.168578997825263e-05,
      "loss": 0.5579,
      "step": 111353
    },
    {
      "epoch": 4.560884702027442,
      "grad_norm": 1.1399514160622848,
      "learning_rate": 4.16835337900693e-05,
      "loss": 0.5522,
      "step": 111354
    },
    {
      "epoch": 4.560925660454639,
      "grad_norm": 1.4221983316640898,
      "learning_rate": 4.168127765309176e-05,
      "loss": 0.4949,
      "step": 111355
    },
    {
      "epoch": 4.560966618881835,
      "grad_norm": 3.84226032541623,
      "learning_rate": 4.167902156732097e-05,
      "loss": 3.6347,
      "step": 111356
    },
    {
      "epoch": 4.561007577309031,
      "grad_norm": 4.139083789164036,
      "learning_rate": 4.167676553275811e-05,
      "loss": 1.3032,
      "step": 111357
    },
    {
      "epoch": 4.561048535736227,
      "grad_norm": 0.6882316764178562,
      "learning_rate": 4.167450954940415e-05,
      "loss": 0.0973,
      "step": 111358
    },
    {
      "epoch": 4.561089494163424,
      "grad_norm": 1.820021077637711,
      "learning_rate": 4.167225361726018e-05,
      "loss": 0.6007,
      "step": 111359
    },
    {
      "epoch": 4.56113045259062,
      "grad_norm": 1.054287019599959,
      "learning_rate": 4.166999773632734e-05,
      "loss": 0.4074,
      "step": 111360
    },
    {
      "epoch": 4.561171411017817,
      "grad_norm": 1.0026335372492972,
      "learning_rate": 4.166774190660658e-05,
      "loss": 0.1996,
      "step": 111361
    },
    {
      "epoch": 4.5612123694450135,
      "grad_norm": 1.5553062536667832,
      "learning_rate": 4.1665486128099027e-05,
      "loss": 0.8551,
      "step": 111362
    },
    {
      "epoch": 4.56125332787221,
      "grad_norm": 1.4207400782483597,
      "learning_rate": 4.1663230400805806e-05,
      "loss": 0.4924,
      "step": 111363
    },
    {
      "epoch": 4.561294286299406,
      "grad_norm": 1.750363736418702,
      "learning_rate": 4.166097472472787e-05,
      "loss": 0.9828,
      "step": 111364
    },
    {
      "epoch": 4.561335244726602,
      "grad_norm": 0.9287721243108708,
      "learning_rate": 4.165871909986638e-05,
      "loss": 0.2374,
      "step": 111365
    },
    {
      "epoch": 4.561376203153799,
      "grad_norm": 1.6052731887123621,
      "learning_rate": 4.165646352622232e-05,
      "loss": 0.6491,
      "step": 111366
    },
    {
      "epoch": 4.561417161580995,
      "grad_norm": 0.9637992680797196,
      "learning_rate": 4.16542080037968e-05,
      "loss": 0.1845,
      "step": 111367
    },
    {
      "epoch": 4.561458120008192,
      "grad_norm": 1.5711355000468243,
      "learning_rate": 4.1651952532590914e-05,
      "loss": 0.8349,
      "step": 111368
    },
    {
      "epoch": 4.561499078435388,
      "grad_norm": 1.4643999280828413,
      "learning_rate": 4.164969711260567e-05,
      "loss": 0.6373,
      "step": 111369
    },
    {
      "epoch": 4.561540036862585,
      "grad_norm": 1.607029493332915,
      "learning_rate": 4.164744174384216e-05,
      "loss": 0.6356,
      "step": 111370
    },
    {
      "epoch": 4.561580995289781,
      "grad_norm": 2.4937495422037976,
      "learning_rate": 4.1645186426301485e-05,
      "loss": 1.9704,
      "step": 111371
    },
    {
      "epoch": 4.561621953716977,
      "grad_norm": 1.193877461976894,
      "learning_rate": 4.164293115998464e-05,
      "loss": 0.4868,
      "step": 111372
    },
    {
      "epoch": 4.561662912144174,
      "grad_norm": 1.7299504343138412,
      "learning_rate": 4.164067594489278e-05,
      "loss": 0.6755,
      "step": 111373
    },
    {
      "epoch": 4.56170387057137,
      "grad_norm": 1.5673456765409186,
      "learning_rate": 4.163842078102687e-05,
      "loss": 0.7629,
      "step": 111374
    },
    {
      "epoch": 4.561744828998567,
      "grad_norm": 1.7012206996658639,
      "learning_rate": 4.1636165668388024e-05,
      "loss": 0.8067,
      "step": 111375
    },
    {
      "epoch": 4.561785787425763,
      "grad_norm": 1.5229173855660625,
      "learning_rate": 4.163391060697737e-05,
      "loss": 0.6069,
      "step": 111376
    },
    {
      "epoch": 4.561826745852959,
      "grad_norm": 0.9585807012301245,
      "learning_rate": 4.163165559679585e-05,
      "loss": 0.2915,
      "step": 111377
    },
    {
      "epoch": 4.561867704280155,
      "grad_norm": 2.399289326687924,
      "learning_rate": 4.16294006378446e-05,
      "loss": 1.0872,
      "step": 111378
    },
    {
      "epoch": 4.561908662707352,
      "grad_norm": 1.0897979799210185,
      "learning_rate": 4.162714573012474e-05,
      "loss": 0.342,
      "step": 111379
    },
    {
      "epoch": 4.5619496211345485,
      "grad_norm": 1.3561247991761636,
      "learning_rate": 4.162489087363721e-05,
      "loss": 0.3975,
      "step": 111380
    },
    {
      "epoch": 4.561990579561745,
      "grad_norm": 1.6939340079519039,
      "learning_rate": 4.16226360683832e-05,
      "loss": 0.7218,
      "step": 111381
    },
    {
      "epoch": 4.562031537988942,
      "grad_norm": 0.5900116388937799,
      "learning_rate": 4.1620381314363675e-05,
      "loss": 0.0718,
      "step": 111382
    },
    {
      "epoch": 4.562072496416137,
      "grad_norm": 1.8208822806486282,
      "learning_rate": 4.161812661157975e-05,
      "loss": 0.5256,
      "step": 111383
    },
    {
      "epoch": 4.562113454843334,
      "grad_norm": 1.3358002146018073,
      "learning_rate": 4.161587196003252e-05,
      "loss": 0.1378,
      "step": 111384
    },
    {
      "epoch": 4.56215441327053,
      "grad_norm": 1.967566815895598,
      "learning_rate": 4.161361735972297e-05,
      "loss": 0.5656,
      "step": 111385
    },
    {
      "epoch": 4.562195371697727,
      "grad_norm": 1.3318513720623892,
      "learning_rate": 4.1611362810652274e-05,
      "loss": 0.5027,
      "step": 111386
    },
    {
      "epoch": 4.562236330124923,
      "grad_norm": 3.20315137224552,
      "learning_rate": 4.160910831282138e-05,
      "loss": 2.3423,
      "step": 111387
    },
    {
      "epoch": 4.56227728855212,
      "grad_norm": 2.1480569685773254,
      "learning_rate": 4.1606853866231404e-05,
      "loss": 1.0718,
      "step": 111388
    },
    {
      "epoch": 4.562318246979316,
      "grad_norm": 1.5040940283933693,
      "learning_rate": 4.160459947088347e-05,
      "loss": 0.5023,
      "step": 111389
    },
    {
      "epoch": 4.562359205406512,
      "grad_norm": 2.3199713336522425,
      "learning_rate": 4.160234512677855e-05,
      "loss": 1.0217,
      "step": 111390
    },
    {
      "epoch": 4.562400163833709,
      "grad_norm": 1.3074347623178548,
      "learning_rate": 4.160009083391778e-05,
      "loss": 0.439,
      "step": 111391
    },
    {
      "epoch": 4.562441122260905,
      "grad_norm": 1.4481970250089036,
      "learning_rate": 4.1597836592302224e-05,
      "loss": 0.6253,
      "step": 111392
    },
    {
      "epoch": 4.562482080688102,
      "grad_norm": 1.8136592646493497,
      "learning_rate": 4.159558240193286e-05,
      "loss": 0.8221,
      "step": 111393
    },
    {
      "epoch": 4.562523039115298,
      "grad_norm": 3.7850176590578726,
      "learning_rate": 4.15933282628108e-05,
      "loss": 3.0099,
      "step": 111394
    },
    {
      "epoch": 4.562563997542495,
      "grad_norm": 1.421712217519665,
      "learning_rate": 4.15910741749372e-05,
      "loss": 0.4168,
      "step": 111395
    },
    {
      "epoch": 4.56260495596969,
      "grad_norm": 1.8704490566246752,
      "learning_rate": 4.158882013831298e-05,
      "loss": 0.7542,
      "step": 111396
    },
    {
      "epoch": 4.562645914396887,
      "grad_norm": 1.1175787250128841,
      "learning_rate": 4.158656615293928e-05,
      "loss": 0.5548,
      "step": 111397
    },
    {
      "epoch": 4.5626868728240835,
      "grad_norm": 1.3410012513743457,
      "learning_rate": 4.1584312218817207e-05,
      "loss": 0.5272,
      "step": 111398
    },
    {
      "epoch": 4.56272783125128,
      "grad_norm": 0.9741118651418552,
      "learning_rate": 4.1582058335947736e-05,
      "loss": 0.1658,
      "step": 111399
    },
    {
      "epoch": 4.5627687896784765,
      "grad_norm": 1.3301035624485453,
      "learning_rate": 4.1579804504332025e-05,
      "loss": 0.5334,
      "step": 111400
    },
    {
      "epoch": 4.562809748105673,
      "grad_norm": 1.1936354392194772,
      "learning_rate": 4.157755072397104e-05,
      "loss": 0.2995,
      "step": 111401
    },
    {
      "epoch": 4.562850706532869,
      "grad_norm": 3.2338970385656,
      "learning_rate": 4.1575296994865896e-05,
      "loss": 2.2074,
      "step": 111402
    },
    {
      "epoch": 4.562891664960065,
      "grad_norm": 2.443783264702081,
      "learning_rate": 4.157304331701772e-05,
      "loss": 1.8031,
      "step": 111403
    },
    {
      "epoch": 4.562932623387262,
      "grad_norm": 1.3680772716360596,
      "learning_rate": 4.157078969042747e-05,
      "loss": 0.4763,
      "step": 111404
    },
    {
      "epoch": 4.562973581814458,
      "grad_norm": 1.7324560006456173,
      "learning_rate": 4.156853611509624e-05,
      "loss": 0.5766,
      "step": 111405
    },
    {
      "epoch": 4.563014540241655,
      "grad_norm": 1.1779331143910738,
      "learning_rate": 4.156628259102517e-05,
      "loss": 0.4798,
      "step": 111406
    },
    {
      "epoch": 4.563055498668851,
      "grad_norm": 1.2569555365713931,
      "learning_rate": 4.1564029118215215e-05,
      "loss": 0.4359,
      "step": 111407
    },
    {
      "epoch": 4.563096457096048,
      "grad_norm": 1.5544364944807965,
      "learning_rate": 4.1561775696667554e-05,
      "loss": 0.576,
      "step": 111408
    },
    {
      "epoch": 4.563137415523244,
      "grad_norm": 1.3596637441784531,
      "learning_rate": 4.155952232638314e-05,
      "loss": 0.3952,
      "step": 111409
    },
    {
      "epoch": 4.56317837395044,
      "grad_norm": 0.8853075554216571,
      "learning_rate": 4.15572690073631e-05,
      "loss": 0.2253,
      "step": 111410
    },
    {
      "epoch": 4.563219332377637,
      "grad_norm": 1.3316732163425158,
      "learning_rate": 4.1555015739608535e-05,
      "loss": 0.5371,
      "step": 111411
    },
    {
      "epoch": 4.563260290804833,
      "grad_norm": 1.354520214254742,
      "learning_rate": 4.155276252312041e-05,
      "loss": 0.5373,
      "step": 111412
    },
    {
      "epoch": 4.56330124923203,
      "grad_norm": 1.3996742547173122,
      "learning_rate": 4.155050935789989e-05,
      "loss": 0.6257,
      "step": 111413
    },
    {
      "epoch": 4.563342207659226,
      "grad_norm": 1.5601913720492022,
      "learning_rate": 4.1548256243947965e-05,
      "loss": 0.5033,
      "step": 111414
    },
    {
      "epoch": 4.563383166086422,
      "grad_norm": 1.4638830776215848,
      "learning_rate": 4.154600318126572e-05,
      "loss": 0.5684,
      "step": 111415
    },
    {
      "epoch": 4.5634241245136185,
      "grad_norm": 1.7056551771766741,
      "learning_rate": 4.154375016985429e-05,
      "loss": 0.5428,
      "step": 111416
    },
    {
      "epoch": 4.563465082940815,
      "grad_norm": 1.2056480513691252,
      "learning_rate": 4.1541497209714625e-05,
      "loss": 0.4884,
      "step": 111417
    },
    {
      "epoch": 4.5635060413680115,
      "grad_norm": 1.5762020650393846,
      "learning_rate": 4.1539244300847845e-05,
      "loss": 0.4662,
      "step": 111418
    },
    {
      "epoch": 4.563546999795208,
      "grad_norm": 2.0657695580729056,
      "learning_rate": 4.1536991443255066e-05,
      "loss": 1.1501,
      "step": 111419
    },
    {
      "epoch": 4.563587958222405,
      "grad_norm": 1.2506662355549196,
      "learning_rate": 4.153473863693726e-05,
      "loss": 0.4551,
      "step": 111420
    },
    {
      "epoch": 4.5636289166496,
      "grad_norm": 1.7911147569308494,
      "learning_rate": 4.1532485881895585e-05,
      "loss": 0.8151,
      "step": 111421
    },
    {
      "epoch": 4.563669875076797,
      "grad_norm": 1.508831717682027,
      "learning_rate": 4.1530233178131e-05,
      "loss": 0.7301,
      "step": 111422
    },
    {
      "epoch": 4.563710833503993,
      "grad_norm": 0.8280663383280679,
      "learning_rate": 4.152798052564463e-05,
      "loss": 0.1923,
      "step": 111423
    },
    {
      "epoch": 4.56375179193119,
      "grad_norm": 1.3811257786210829,
      "learning_rate": 4.152572792443758e-05,
      "loss": 0.443,
      "step": 111424
    },
    {
      "epoch": 4.563792750358386,
      "grad_norm": 1.2021216964418542,
      "learning_rate": 4.152347537451083e-05,
      "loss": 0.2868,
      "step": 111425
    },
    {
      "epoch": 4.563833708785583,
      "grad_norm": 1.4603792163394747,
      "learning_rate": 4.1521222875865486e-05,
      "loss": 0.5547,
      "step": 111426
    },
    {
      "epoch": 4.5638746672127795,
      "grad_norm": 0.7725730373456562,
      "learning_rate": 4.151897042850266e-05,
      "loss": 0.1737,
      "step": 111427
    },
    {
      "epoch": 4.563915625639975,
      "grad_norm": 1.1674884788613171,
      "learning_rate": 4.151671803242333e-05,
      "loss": 0.4148,
      "step": 111428
    },
    {
      "epoch": 4.563956584067172,
      "grad_norm": 1.7738685678399275,
      "learning_rate": 4.151446568762864e-05,
      "loss": 0.8782,
      "step": 111429
    },
    {
      "epoch": 4.563997542494368,
      "grad_norm": 1.583961765540471,
      "learning_rate": 4.151221339411956e-05,
      "loss": 0.5536,
      "step": 111430
    },
    {
      "epoch": 4.564038500921565,
      "grad_norm": 0.937193201855153,
      "learning_rate": 4.150996115189722e-05,
      "loss": 0.1883,
      "step": 111431
    },
    {
      "epoch": 4.564079459348761,
      "grad_norm": 1.599752759267575,
      "learning_rate": 4.150770896096272e-05,
      "loss": 0.5335,
      "step": 111432
    },
    {
      "epoch": 4.564120417775958,
      "grad_norm": 1.6357962582140857,
      "learning_rate": 4.1505456821317045e-05,
      "loss": 0.7986,
      "step": 111433
    },
    {
      "epoch": 4.564161376203153,
      "grad_norm": 1.378953113976751,
      "learning_rate": 4.1503204732961276e-05,
      "loss": 0.5974,
      "step": 111434
    },
    {
      "epoch": 4.56420233463035,
      "grad_norm": 1.662445491236518,
      "learning_rate": 4.150095269589654e-05,
      "loss": 0.6971,
      "step": 111435
    },
    {
      "epoch": 4.5642432930575465,
      "grad_norm": 1.4043768035642477,
      "learning_rate": 4.149870071012383e-05,
      "loss": 0.6078,
      "step": 111436
    },
    {
      "epoch": 4.564284251484743,
      "grad_norm": 1.8943706826925713,
      "learning_rate": 4.1496448775644275e-05,
      "loss": 0.6409,
      "step": 111437
    },
    {
      "epoch": 4.56432520991194,
      "grad_norm": 0.7922934000848856,
      "learning_rate": 4.149419689245885e-05,
      "loss": 0.0984,
      "step": 111438
    },
    {
      "epoch": 4.564366168339136,
      "grad_norm": 2.615411700040523,
      "learning_rate": 4.149194506056868e-05,
      "loss": 1.1272,
      "step": 111439
    },
    {
      "epoch": 4.564407126766332,
      "grad_norm": 1.5115428323018443,
      "learning_rate": 4.148969327997488e-05,
      "loss": 0.6498,
      "step": 111440
    },
    {
      "epoch": 4.564448085193528,
      "grad_norm": 1.3732613313579112,
      "learning_rate": 4.148744155067839e-05,
      "loss": 0.5875,
      "step": 111441
    },
    {
      "epoch": 4.564489043620725,
      "grad_norm": 2.065480035761715,
      "learning_rate": 4.148518987268035e-05,
      "loss": 0.6611,
      "step": 111442
    },
    {
      "epoch": 4.564530002047921,
      "grad_norm": 0.8354921033968978,
      "learning_rate": 4.1482938245981864e-05,
      "loss": 0.182,
      "step": 111443
    },
    {
      "epoch": 4.564570960475118,
      "grad_norm": 1.759449719586532,
      "learning_rate": 4.14806866705839e-05,
      "loss": 0.9329,
      "step": 111444
    },
    {
      "epoch": 4.564611918902314,
      "grad_norm": 1.1292797242726174,
      "learning_rate": 4.147843514648762e-05,
      "loss": 0.3343,
      "step": 111445
    },
    {
      "epoch": 4.564652877329511,
      "grad_norm": 0.8696167568988473,
      "learning_rate": 4.1476183673693985e-05,
      "loss": 0.1445,
      "step": 111446
    },
    {
      "epoch": 4.564693835756707,
      "grad_norm": 1.605782105904825,
      "learning_rate": 4.147393225220411e-05,
      "loss": 0.6652,
      "step": 111447
    },
    {
      "epoch": 4.564734794183903,
      "grad_norm": 1.9076454510221714,
      "learning_rate": 4.147168088201912e-05,
      "loss": 0.8038,
      "step": 111448
    },
    {
      "epoch": 4.5647757526111,
      "grad_norm": 1.5865860821401272,
      "learning_rate": 4.146942956313996e-05,
      "loss": 0.499,
      "step": 111449
    },
    {
      "epoch": 4.564816711038296,
      "grad_norm": 1.70441361429158,
      "learning_rate": 4.1467178295567764e-05,
      "loss": 0.6464,
      "step": 111450
    },
    {
      "epoch": 4.564857669465493,
      "grad_norm": 1.4637062192044334,
      "learning_rate": 4.1464927079303647e-05,
      "loss": 0.5695,
      "step": 111451
    },
    {
      "epoch": 4.564898627892689,
      "grad_norm": 3.4246196227280694,
      "learning_rate": 4.146267591434855e-05,
      "loss": 0.8396,
      "step": 111452
    },
    {
      "epoch": 4.564939586319885,
      "grad_norm": 1.2294702402734534,
      "learning_rate": 4.146042480070366e-05,
      "loss": 0.4885,
      "step": 111453
    },
    {
      "epoch": 4.5649805447470815,
      "grad_norm": 1.3925537473718717,
      "learning_rate": 4.145817373836992e-05,
      "loss": 0.441,
      "step": 111454
    },
    {
      "epoch": 4.565021503174278,
      "grad_norm": 1.4035327434387708,
      "learning_rate": 4.145592272734847e-05,
      "loss": 0.5256,
      "step": 111455
    },
    {
      "epoch": 4.5650624616014746,
      "grad_norm": 1.6105936694599579,
      "learning_rate": 4.1453671767640413e-05,
      "loss": 0.6501,
      "step": 111456
    },
    {
      "epoch": 4.565103420028671,
      "grad_norm": 0.6726706010819014,
      "learning_rate": 4.1451420859246704e-05,
      "loss": 0.0903,
      "step": 111457
    },
    {
      "epoch": 4.565144378455868,
      "grad_norm": 1.3870869552884426,
      "learning_rate": 4.1449170002168514e-05,
      "loss": 0.561,
      "step": 111458
    },
    {
      "epoch": 4.565185336883063,
      "grad_norm": 1.661863133874107,
      "learning_rate": 4.144691919640681e-05,
      "loss": 0.6623,
      "step": 111459
    },
    {
      "epoch": 4.56522629531026,
      "grad_norm": 1.2048233933379477,
      "learning_rate": 4.144466844196272e-05,
      "loss": 0.4603,
      "step": 111460
    },
    {
      "epoch": 4.565267253737456,
      "grad_norm": 1.3468883858130227,
      "learning_rate": 4.144241773883731e-05,
      "loss": 0.5374,
      "step": 111461
    },
    {
      "epoch": 4.565308212164653,
      "grad_norm": 1.9810341442857247,
      "learning_rate": 4.144016708703164e-05,
      "loss": 0.8594,
      "step": 111462
    },
    {
      "epoch": 4.565349170591849,
      "grad_norm": 1.6179996519948385,
      "learning_rate": 4.143791648654671e-05,
      "loss": 0.4515,
      "step": 111463
    },
    {
      "epoch": 4.565390129019046,
      "grad_norm": 1.3748502006712682,
      "learning_rate": 4.143566593738368e-05,
      "loss": 0.5171,
      "step": 111464
    },
    {
      "epoch": 4.5654310874462425,
      "grad_norm": 1.599155293528888,
      "learning_rate": 4.143341543954353e-05,
      "loss": 0.66,
      "step": 111465
    },
    {
      "epoch": 4.565472045873438,
      "grad_norm": 1.6377845596112954,
      "learning_rate": 4.143116499302736e-05,
      "loss": 0.7447,
      "step": 111466
    },
    {
      "epoch": 4.565513004300635,
      "grad_norm": 3.277114514777866,
      "learning_rate": 4.1428914597836265e-05,
      "loss": 2.7531,
      "step": 111467
    },
    {
      "epoch": 4.565553962727831,
      "grad_norm": 0.9474834966472637,
      "learning_rate": 4.142666425397125e-05,
      "loss": 0.2145,
      "step": 111468
    },
    {
      "epoch": 4.565594921155028,
      "grad_norm": 1.3667692790264478,
      "learning_rate": 4.1424413961433405e-05,
      "loss": 0.3196,
      "step": 111469
    },
    {
      "epoch": 4.565635879582224,
      "grad_norm": 2.1894326395997634,
      "learning_rate": 4.142216372022384e-05,
      "loss": 0.7729,
      "step": 111470
    },
    {
      "epoch": 4.565676838009421,
      "grad_norm": 1.5484515315154719,
      "learning_rate": 4.141991353034353e-05,
      "loss": 0.7278,
      "step": 111471
    },
    {
      "epoch": 4.5657177964366165,
      "grad_norm": 1.5704926067551965,
      "learning_rate": 4.1417663391793626e-05,
      "loss": 0.7355,
      "step": 111472
    },
    {
      "epoch": 4.565758754863813,
      "grad_norm": 1.6727346418481293,
      "learning_rate": 4.141541330457511e-05,
      "loss": 0.6164,
      "step": 111473
    },
    {
      "epoch": 4.5657997132910095,
      "grad_norm": 1.343553069670625,
      "learning_rate": 4.141316326868909e-05,
      "loss": 0.53,
      "step": 111474
    },
    {
      "epoch": 4.565840671718206,
      "grad_norm": 1.5612306878315103,
      "learning_rate": 4.141091328413666e-05,
      "loss": 0.7709,
      "step": 111475
    },
    {
      "epoch": 4.565881630145403,
      "grad_norm": 1.1767036161149556,
      "learning_rate": 4.140866335091881e-05,
      "loss": 0.4469,
      "step": 111476
    },
    {
      "epoch": 4.565922588572599,
      "grad_norm": 1.6233081944679626,
      "learning_rate": 4.1406413469036633e-05,
      "loss": 0.7002,
      "step": 111477
    },
    {
      "epoch": 4.565963546999795,
      "grad_norm": 1.4927788680794087,
      "learning_rate": 4.1404163638491265e-05,
      "loss": 0.6245,
      "step": 111478
    },
    {
      "epoch": 4.566004505426991,
      "grad_norm": 1.5244660104611822,
      "learning_rate": 4.1401913859283656e-05,
      "loss": 0.683,
      "step": 111479
    },
    {
      "epoch": 4.566045463854188,
      "grad_norm": 1.393392385431151,
      "learning_rate": 4.139966413141496e-05,
      "loss": 0.5341,
      "step": 111480
    },
    {
      "epoch": 4.566086422281384,
      "grad_norm": 1.4447412525335044,
      "learning_rate": 4.139741445488616e-05,
      "loss": 0.6102,
      "step": 111481
    },
    {
      "epoch": 4.566127380708581,
      "grad_norm": 1.867219502474333,
      "learning_rate": 4.139516482969836e-05,
      "loss": 0.8357,
      "step": 111482
    },
    {
      "epoch": 4.5661683391357775,
      "grad_norm": 1.0220699632871642,
      "learning_rate": 4.1392915255852654e-05,
      "loss": 0.2485,
      "step": 111483
    },
    {
      "epoch": 4.566209297562974,
      "grad_norm": 0.8500735693468182,
      "learning_rate": 4.139066573335005e-05,
      "loss": 0.2019,
      "step": 111484
    },
    {
      "epoch": 4.56625025599017,
      "grad_norm": 1.4121444127752387,
      "learning_rate": 4.138841626219167e-05,
      "loss": 0.5625,
      "step": 111485
    },
    {
      "epoch": 4.566291214417366,
      "grad_norm": 2.1740032558105806,
      "learning_rate": 4.13861668423785e-05,
      "loss": 1.1596,
      "step": 111486
    },
    {
      "epoch": 4.566332172844563,
      "grad_norm": 0.5831645200762362,
      "learning_rate": 4.138391747391166e-05,
      "loss": 0.1108,
      "step": 111487
    },
    {
      "epoch": 4.566373131271759,
      "grad_norm": 1.207371676720807,
      "learning_rate": 4.138166815679224e-05,
      "loss": 0.5466,
      "step": 111488
    },
    {
      "epoch": 4.566414089698956,
      "grad_norm": 0.7828811758687888,
      "learning_rate": 4.137941889102121e-05,
      "loss": 0.2243,
      "step": 111489
    },
    {
      "epoch": 4.566455048126152,
      "grad_norm": 5.750407276234755,
      "learning_rate": 4.13771696765997e-05,
      "loss": 4.1855,
      "step": 111490
    },
    {
      "epoch": 4.566496006553348,
      "grad_norm": 0.9096896466396827,
      "learning_rate": 4.137492051352881e-05,
      "loss": 0.2051,
      "step": 111491
    },
    {
      "epoch": 4.5665369649805445,
      "grad_norm": 1.0165020807217915,
      "learning_rate": 4.13726714018095e-05,
      "loss": 0.362,
      "step": 111492
    },
    {
      "epoch": 4.566577923407741,
      "grad_norm": 1.808290317106163,
      "learning_rate": 4.137042234144294e-05,
      "loss": 0.6789,
      "step": 111493
    },
    {
      "epoch": 4.566618881834938,
      "grad_norm": 1.547843489124044,
      "learning_rate": 4.136817333243008e-05,
      "loss": 0.6243,
      "step": 111494
    },
    {
      "epoch": 4.566659840262134,
      "grad_norm": 0.8865881722033441,
      "learning_rate": 4.136592437477206e-05,
      "loss": 0.2367,
      "step": 111495
    },
    {
      "epoch": 4.566700798689331,
      "grad_norm": 1.731304715869678,
      "learning_rate": 4.1363675468469966e-05,
      "loss": 0.6913,
      "step": 111496
    },
    {
      "epoch": 4.566741757116526,
      "grad_norm": 1.5059032154425052,
      "learning_rate": 4.1361426613524786e-05,
      "loss": 0.5792,
      "step": 111497
    },
    {
      "epoch": 4.566782715543723,
      "grad_norm": 1.5982429207337516,
      "learning_rate": 4.1359177809937606e-05,
      "loss": 0.7019,
      "step": 111498
    },
    {
      "epoch": 4.566823673970919,
      "grad_norm": 1.0555754715079269,
      "learning_rate": 4.135692905770956e-05,
      "loss": 0.4032,
      "step": 111499
    },
    {
      "epoch": 4.566864632398116,
      "grad_norm": 2.932503902760228,
      "learning_rate": 4.1354680356841595e-05,
      "loss": 2.7985,
      "step": 111500
    },
    {
      "epoch": 4.5669055908253124,
      "grad_norm": 1.6723145947764873,
      "learning_rate": 4.1352431707334885e-05,
      "loss": 0.6763,
      "step": 111501
    },
    {
      "epoch": 4.566946549252509,
      "grad_norm": 1.8444904169522773,
      "learning_rate": 4.13501831091904e-05,
      "loss": 0.6625,
      "step": 111502
    },
    {
      "epoch": 4.5669875076797055,
      "grad_norm": 1.2136818779068037,
      "learning_rate": 4.134793456240923e-05,
      "loss": 0.4553,
      "step": 111503
    },
    {
      "epoch": 4.567028466106901,
      "grad_norm": 1.2807255511466333,
      "learning_rate": 4.134568606699251e-05,
      "loss": 0.3481,
      "step": 111504
    },
    {
      "epoch": 4.567069424534098,
      "grad_norm": 1.0205027360524315,
      "learning_rate": 4.1343437622941195e-05,
      "loss": 0.2506,
      "step": 111505
    },
    {
      "epoch": 4.567110382961294,
      "grad_norm": 1.176586295057176,
      "learning_rate": 4.134118923025639e-05,
      "loss": 0.5176,
      "step": 111506
    },
    {
      "epoch": 4.567151341388491,
      "grad_norm": 2.0210205565636943,
      "learning_rate": 4.133894088893924e-05,
      "loss": 0.7375,
      "step": 111507
    },
    {
      "epoch": 4.567192299815687,
      "grad_norm": 1.352929949842495,
      "learning_rate": 4.1336692598990656e-05,
      "loss": 0.5472,
      "step": 111508
    },
    {
      "epoch": 4.567233258242884,
      "grad_norm": 2.8239806073881737,
      "learning_rate": 4.133444436041184e-05,
      "loss": 1.8686,
      "step": 111509
    },
    {
      "epoch": 4.5672742166700795,
      "grad_norm": 1.7460073950047175,
      "learning_rate": 4.1332196173203736e-05,
      "loss": 0.7389,
      "step": 111510
    },
    {
      "epoch": 4.567315175097276,
      "grad_norm": 1.6867400225854792,
      "learning_rate": 4.132994803736748e-05,
      "loss": 0.4803,
      "step": 111511
    },
    {
      "epoch": 4.567356133524473,
      "grad_norm": 1.0010396847966736,
      "learning_rate": 4.132769995290414e-05,
      "loss": 0.245,
      "step": 111512
    },
    {
      "epoch": 4.567397091951669,
      "grad_norm": 1.5398750967285717,
      "learning_rate": 4.132545191981473e-05,
      "loss": 0.6752,
      "step": 111513
    },
    {
      "epoch": 4.567438050378866,
      "grad_norm": 1.193497992721815,
      "learning_rate": 4.132320393810034e-05,
      "loss": 0.5055,
      "step": 111514
    },
    {
      "epoch": 4.567479008806062,
      "grad_norm": 1.9783709246941248,
      "learning_rate": 4.132095600776208e-05,
      "loss": 0.8452,
      "step": 111515
    },
    {
      "epoch": 4.567519967233258,
      "grad_norm": 1.1410809434922111,
      "learning_rate": 4.131870812880091e-05,
      "loss": 0.3015,
      "step": 111516
    },
    {
      "epoch": 4.567560925660454,
      "grad_norm": 1.1275559365373427,
      "learning_rate": 4.131646030121801e-05,
      "loss": 0.2835,
      "step": 111517
    },
    {
      "epoch": 4.567601884087651,
      "grad_norm": 1.2928646859894748,
      "learning_rate": 4.131421252501432e-05,
      "loss": 0.3551,
      "step": 111518
    },
    {
      "epoch": 4.567642842514847,
      "grad_norm": 1.3326613698281415,
      "learning_rate": 4.131196480019097e-05,
      "loss": 0.4677,
      "step": 111519
    },
    {
      "epoch": 4.567683800942044,
      "grad_norm": 1.7845550199615974,
      "learning_rate": 4.1309717126749057e-05,
      "loss": 0.8356,
      "step": 111520
    },
    {
      "epoch": 4.5677247593692405,
      "grad_norm": 2.7558259439704003,
      "learning_rate": 4.1307469504689564e-05,
      "loss": 1.6166,
      "step": 111521
    },
    {
      "epoch": 4.567765717796437,
      "grad_norm": 1.4694291564449586,
      "learning_rate": 4.1305221934013625e-05,
      "loss": 0.5719,
      "step": 111522
    },
    {
      "epoch": 4.567806676223633,
      "grad_norm": 1.1947781525628558,
      "learning_rate": 4.1302974414722235e-05,
      "loss": 0.2893,
      "step": 111523
    },
    {
      "epoch": 4.567847634650829,
      "grad_norm": 1.7555695240716276,
      "learning_rate": 4.1300726946816485e-05,
      "loss": 0.4471,
      "step": 111524
    },
    {
      "epoch": 4.567888593078026,
      "grad_norm": 3.036896732939711,
      "learning_rate": 4.12984795302975e-05,
      "loss": 2.129,
      "step": 111525
    },
    {
      "epoch": 4.567929551505222,
      "grad_norm": 1.5851666013720735,
      "learning_rate": 4.129623216516624e-05,
      "loss": 0.8953,
      "step": 111526
    },
    {
      "epoch": 4.567970509932419,
      "grad_norm": 2.767292343522684,
      "learning_rate": 4.1293984851423815e-05,
      "loss": 0.7506,
      "step": 111527
    },
    {
      "epoch": 4.568011468359615,
      "grad_norm": 2.0161601455858844,
      "learning_rate": 4.1291737589071324e-05,
      "loss": 0.7991,
      "step": 111528
    },
    {
      "epoch": 4.568052426786811,
      "grad_norm": 2.189210994482471,
      "learning_rate": 4.128949037810974e-05,
      "loss": 1.245,
      "step": 111529
    },
    {
      "epoch": 4.5680933852140075,
      "grad_norm": 1.219391764418119,
      "learning_rate": 4.128724321854023e-05,
      "loss": 0.2999,
      "step": 111530
    },
    {
      "epoch": 4.568134343641204,
      "grad_norm": 1.5155191462255608,
      "learning_rate": 4.128499611036375e-05,
      "loss": 0.6028,
      "step": 111531
    },
    {
      "epoch": 4.568175302068401,
      "grad_norm": 1.6316864660185055,
      "learning_rate": 4.128274905358147e-05,
      "loss": 0.4774,
      "step": 111532
    },
    {
      "epoch": 4.568216260495597,
      "grad_norm": 1.1460232893535987,
      "learning_rate": 4.128050204819435e-05,
      "loss": 0.5949,
      "step": 111533
    },
    {
      "epoch": 4.568257218922794,
      "grad_norm": 1.5550048801041956,
      "learning_rate": 4.1278255094203546e-05,
      "loss": 0.654,
      "step": 111534
    },
    {
      "epoch": 4.568298177349989,
      "grad_norm": 1.2479098452524278,
      "learning_rate": 4.1276008191610024e-05,
      "loss": 0.4903,
      "step": 111535
    },
    {
      "epoch": 4.568339135777186,
      "grad_norm": 1.5524643765834452,
      "learning_rate": 4.127376134041496e-05,
      "loss": 0.7369,
      "step": 111536
    },
    {
      "epoch": 4.568380094204382,
      "grad_norm": 1.3821703746380682,
      "learning_rate": 4.1271514540619285e-05,
      "loss": 0.5007,
      "step": 111537
    },
    {
      "epoch": 4.568421052631579,
      "grad_norm": 1.3203760662841253,
      "learning_rate": 4.126926779222414e-05,
      "loss": 0.4604,
      "step": 111538
    },
    {
      "epoch": 4.5684620110587755,
      "grad_norm": 2.3368318639829493,
      "learning_rate": 4.126702109523062e-05,
      "loss": 1.3845,
      "step": 111539
    },
    {
      "epoch": 4.568502969485972,
      "grad_norm": 1.5716657279640158,
      "learning_rate": 4.1264774449639695e-05,
      "loss": 0.6942,
      "step": 111540
    },
    {
      "epoch": 4.5685439279131685,
      "grad_norm": 1.3653734615301913,
      "learning_rate": 4.1262527855452476e-05,
      "loss": 0.6854,
      "step": 111541
    },
    {
      "epoch": 4.568584886340364,
      "grad_norm": 1.5405587724373662,
      "learning_rate": 4.126028131267007e-05,
      "loss": 0.6889,
      "step": 111542
    },
    {
      "epoch": 4.568625844767561,
      "grad_norm": 1.7813237168968536,
      "learning_rate": 4.125803482129345e-05,
      "loss": 0.3584,
      "step": 111543
    },
    {
      "epoch": 4.568666803194757,
      "grad_norm": 1.4884634719693295,
      "learning_rate": 4.1255788381323756e-05,
      "loss": 0.5062,
      "step": 111544
    },
    {
      "epoch": 4.568707761621954,
      "grad_norm": 1.788636474237656,
      "learning_rate": 4.125354199276198e-05,
      "loss": 0.7295,
      "step": 111545
    },
    {
      "epoch": 4.56874872004915,
      "grad_norm": 1.9051632652124,
      "learning_rate": 4.1251295655609216e-05,
      "loss": 0.9415,
      "step": 111546
    },
    {
      "epoch": 4.568789678476347,
      "grad_norm": 1.5193499623141102,
      "learning_rate": 4.124904936986657e-05,
      "loss": 0.6876,
      "step": 111547
    },
    {
      "epoch": 4.5688306369035425,
      "grad_norm": 1.2639286053649197,
      "learning_rate": 4.124680313553503e-05,
      "loss": 0.5115,
      "step": 111548
    },
    {
      "epoch": 4.568871595330739,
      "grad_norm": 0.9720989168176092,
      "learning_rate": 4.1244556952615687e-05,
      "loss": 0.2567,
      "step": 111549
    },
    {
      "epoch": 4.568912553757936,
      "grad_norm": 1.1430394357065983,
      "learning_rate": 4.124231082110965e-05,
      "loss": 0.2166,
      "step": 111550
    },
    {
      "epoch": 4.568953512185132,
      "grad_norm": 1.216830691424753,
      "learning_rate": 4.1240064741017883e-05,
      "loss": 0.4477,
      "step": 111551
    },
    {
      "epoch": 4.568994470612329,
      "grad_norm": 1.2533306583776975,
      "learning_rate": 4.123781871234155e-05,
      "loss": 0.5094,
      "step": 111552
    },
    {
      "epoch": 4.569035429039525,
      "grad_norm": 1.5284131081081858,
      "learning_rate": 4.123557273508163e-05,
      "loss": 0.4593,
      "step": 111553
    },
    {
      "epoch": 4.569076387466721,
      "grad_norm": 5.030277887814129,
      "learning_rate": 4.1233326809239206e-05,
      "loss": 2.2556,
      "step": 111554
    },
    {
      "epoch": 4.569117345893917,
      "grad_norm": 1.4542954976293625,
      "learning_rate": 4.123108093481543e-05,
      "loss": 0.6144,
      "step": 111555
    },
    {
      "epoch": 4.569158304321114,
      "grad_norm": 1.6530013220952635,
      "learning_rate": 4.122883511181121e-05,
      "loss": 0.6981,
      "step": 111556
    },
    {
      "epoch": 4.5691992627483105,
      "grad_norm": 1.4604366809248701,
      "learning_rate": 4.1226589340227743e-05,
      "loss": 0.5444,
      "step": 111557
    },
    {
      "epoch": 4.569240221175507,
      "grad_norm": 1.3632158392140215,
      "learning_rate": 4.122434362006598e-05,
      "loss": 0.5183,
      "step": 111558
    },
    {
      "epoch": 4.5692811796027035,
      "grad_norm": 3.707495757610813,
      "learning_rate": 4.1222097951327035e-05,
      "loss": 3.6698,
      "step": 111559
    },
    {
      "epoch": 4.5693221380299,
      "grad_norm": 2.185792948700528,
      "learning_rate": 4.121985233401203e-05,
      "loss": 0.9788,
      "step": 111560
    },
    {
      "epoch": 4.569363096457096,
      "grad_norm": 2.0842489382036615,
      "learning_rate": 4.1217606768121914e-05,
      "loss": 1.3619,
      "step": 111561
    },
    {
      "epoch": 4.569404054884292,
      "grad_norm": 1.2273849995204151,
      "learning_rate": 4.121536125365779e-05,
      "loss": 0.4138,
      "step": 111562
    },
    {
      "epoch": 4.569445013311489,
      "grad_norm": 1.964910880618014,
      "learning_rate": 4.1213115790620785e-05,
      "loss": 0.798,
      "step": 111563
    },
    {
      "epoch": 4.569485971738685,
      "grad_norm": 1.5117063305522662,
      "learning_rate": 4.1210870379011865e-05,
      "loss": 0.6187,
      "step": 111564
    },
    {
      "epoch": 4.569526930165882,
      "grad_norm": 1.722624872003108,
      "learning_rate": 4.1208625018832164e-05,
      "loss": 0.7751,
      "step": 111565
    },
    {
      "epoch": 4.569567888593078,
      "grad_norm": 1.5421568691553578,
      "learning_rate": 4.120637971008269e-05,
      "loss": 0.5831,
      "step": 111566
    },
    {
      "epoch": 4.569608847020274,
      "grad_norm": 0.7812637188469109,
      "learning_rate": 4.12041344527645e-05,
      "loss": 0.1894,
      "step": 111567
    },
    {
      "epoch": 4.569649805447471,
      "grad_norm": 1.3728362504240648,
      "learning_rate": 4.120188924687874e-05,
      "loss": 0.4902,
      "step": 111568
    },
    {
      "epoch": 4.569690763874667,
      "grad_norm": 1.4754198741133835,
      "learning_rate": 4.1199644092426377e-05,
      "loss": 0.5039,
      "step": 111569
    },
    {
      "epoch": 4.569731722301864,
      "grad_norm": 1.4310982413319377,
      "learning_rate": 4.11973989894085e-05,
      "loss": 0.6073,
      "step": 111570
    },
    {
      "epoch": 4.56977268072906,
      "grad_norm": 0.6044766161074593,
      "learning_rate": 4.1195153937826226e-05,
      "loss": 0.0801,
      "step": 111571
    },
    {
      "epoch": 4.569813639156257,
      "grad_norm": 1.6222812766885264,
      "learning_rate": 4.119290893768052e-05,
      "loss": 0.6514,
      "step": 111572
    },
    {
      "epoch": 4.569854597583452,
      "grad_norm": 1.428755511855366,
      "learning_rate": 4.1190663988972546e-05,
      "loss": 0.6498,
      "step": 111573
    },
    {
      "epoch": 4.569895556010649,
      "grad_norm": 2.1418030696068984,
      "learning_rate": 4.118841909170327e-05,
      "loss": 0.65,
      "step": 111574
    },
    {
      "epoch": 4.569936514437845,
      "grad_norm": 3.573634196413435,
      "learning_rate": 4.1186174245873774e-05,
      "loss": 3.1271,
      "step": 111575
    },
    {
      "epoch": 4.569977472865042,
      "grad_norm": 1.0030841850230858,
      "learning_rate": 4.118392945148521e-05,
      "loss": 0.2086,
      "step": 111576
    },
    {
      "epoch": 4.5700184312922385,
      "grad_norm": 1.3573763298680397,
      "learning_rate": 4.1181684708538516e-05,
      "loss": 0.4743,
      "step": 111577
    },
    {
      "epoch": 4.570059389719435,
      "grad_norm": 0.890362714032514,
      "learning_rate": 4.117944001703481e-05,
      "loss": 0.2109,
      "step": 111578
    },
    {
      "epoch": 4.570100348146632,
      "grad_norm": 0.805809338831194,
      "learning_rate": 4.117719537697519e-05,
      "loss": 0.1854,
      "step": 111579
    },
    {
      "epoch": 4.570141306573827,
      "grad_norm": 1.6337831919263373,
      "learning_rate": 4.117495078836063e-05,
      "loss": 0.4714,
      "step": 111580
    },
    {
      "epoch": 4.570182265001024,
      "grad_norm": 2.414535101467736,
      "learning_rate": 4.1172706251192285e-05,
      "loss": 1.9463,
      "step": 111581
    },
    {
      "epoch": 4.57022322342822,
      "grad_norm": 1.3630769939666056,
      "learning_rate": 4.117046176547114e-05,
      "loss": 0.5194,
      "step": 111582
    },
    {
      "epoch": 4.570264181855417,
      "grad_norm": 2.1322021882717954,
      "learning_rate": 4.116821733119827e-05,
      "loss": 0.6169,
      "step": 111583
    },
    {
      "epoch": 4.570305140282613,
      "grad_norm": 2.0654389749454425,
      "learning_rate": 4.116597294837479e-05,
      "loss": 0.9533,
      "step": 111584
    },
    {
      "epoch": 4.57034609870981,
      "grad_norm": 1.6776252271156193,
      "learning_rate": 4.116372861700169e-05,
      "loss": 0.642,
      "step": 111585
    },
    {
      "epoch": 4.570387057137006,
      "grad_norm": 1.674982187188078,
      "learning_rate": 4.116148433708006e-05,
      "loss": 0.5558,
      "step": 111586
    },
    {
      "epoch": 4.570428015564202,
      "grad_norm": 1.540448797884827,
      "learning_rate": 4.1159240108611016e-05,
      "loss": 0.6064,
      "step": 111587
    },
    {
      "epoch": 4.570468973991399,
      "grad_norm": 1.2360742954920263,
      "learning_rate": 4.115699593159551e-05,
      "loss": 0.4672,
      "step": 111588
    },
    {
      "epoch": 4.570509932418595,
      "grad_norm": 1.4050004902632913,
      "learning_rate": 4.115475180603472e-05,
      "loss": 0.5521,
      "step": 111589
    },
    {
      "epoch": 4.570550890845792,
      "grad_norm": 1.869551879464507,
      "learning_rate": 4.115250773192959e-05,
      "loss": 0.8165,
      "step": 111590
    },
    {
      "epoch": 4.570591849272988,
      "grad_norm": 1.742521444996573,
      "learning_rate": 4.1150263709281236e-05,
      "loss": 0.93,
      "step": 111591
    },
    {
      "epoch": 4.570632807700184,
      "grad_norm": 1.0542201312148758,
      "learning_rate": 4.114801973809077e-05,
      "loss": 0.2639,
      "step": 111592
    },
    {
      "epoch": 4.57067376612738,
      "grad_norm": 1.7725801804769823,
      "learning_rate": 4.114577581835917e-05,
      "loss": 0.7791,
      "step": 111593
    },
    {
      "epoch": 4.570714724554577,
      "grad_norm": 1.4611015419711397,
      "learning_rate": 4.114353195008756e-05,
      "loss": 0.6036,
      "step": 111594
    },
    {
      "epoch": 4.5707556829817735,
      "grad_norm": 1.3806887360077416,
      "learning_rate": 4.114128813327694e-05,
      "loss": 0.5632,
      "step": 111595
    },
    {
      "epoch": 4.57079664140897,
      "grad_norm": 1.5464612670433917,
      "learning_rate": 4.1139044367928385e-05,
      "loss": 0.6868,
      "step": 111596
    },
    {
      "epoch": 4.5708375998361666,
      "grad_norm": 1.4928435160677125,
      "learning_rate": 4.113680065404303e-05,
      "loss": 0.3993,
      "step": 111597
    },
    {
      "epoch": 4.570878558263363,
      "grad_norm": 1.4346969856081782,
      "learning_rate": 4.113455699162183e-05,
      "loss": 0.6355,
      "step": 111598
    },
    {
      "epoch": 4.570919516690559,
      "grad_norm": 1.4906402534514633,
      "learning_rate": 4.113231338066591e-05,
      "loss": 0.6501,
      "step": 111599
    },
    {
      "epoch": 4.570960475117755,
      "grad_norm": 1.6927310892531549,
      "learning_rate": 4.1130069821176334e-05,
      "loss": 0.632,
      "step": 111600
    },
    {
      "epoch": 4.571001433544952,
      "grad_norm": 1.2028292369062894,
      "learning_rate": 4.112782631315411e-05,
      "loss": 0.6074,
      "step": 111601
    },
    {
      "epoch": 4.571042391972148,
      "grad_norm": 1.5454041757950048,
      "learning_rate": 4.112558285660038e-05,
      "loss": 0.6473,
      "step": 111602
    },
    {
      "epoch": 4.571083350399345,
      "grad_norm": 1.17160404700557,
      "learning_rate": 4.1123339451516164e-05,
      "loss": 0.2336,
      "step": 111603
    },
    {
      "epoch": 4.571124308826541,
      "grad_norm": 1.6509352731524582,
      "learning_rate": 4.112109609790246e-05,
      "loss": 0.7324,
      "step": 111604
    },
    {
      "epoch": 4.571165267253738,
      "grad_norm": 2.1493239051872273,
      "learning_rate": 4.1118852795760375e-05,
      "loss": 1.141,
      "step": 111605
    },
    {
      "epoch": 4.571206225680934,
      "grad_norm": 1.5181705408484913,
      "learning_rate": 4.111660954509104e-05,
      "loss": 0.5131,
      "step": 111606
    },
    {
      "epoch": 4.57124718410813,
      "grad_norm": 0.8199171680925179,
      "learning_rate": 4.111436634589541e-05,
      "loss": 0.1726,
      "step": 111607
    },
    {
      "epoch": 4.571288142535327,
      "grad_norm": 1.9026135791757928,
      "learning_rate": 4.1112123198174625e-05,
      "loss": 0.8519,
      "step": 111608
    },
    {
      "epoch": 4.571329100962523,
      "grad_norm": 1.1314831732881439,
      "learning_rate": 4.110988010192966e-05,
      "loss": 0.2456,
      "step": 111609
    },
    {
      "epoch": 4.57137005938972,
      "grad_norm": 1.414210803616842,
      "learning_rate": 4.110763705716163e-05,
      "loss": 0.4771,
      "step": 111610
    },
    {
      "epoch": 4.571411017816915,
      "grad_norm": 0.477495558661273,
      "learning_rate": 4.110539406387165e-05,
      "loss": 0.0786,
      "step": 111611
    },
    {
      "epoch": 4.571451976244112,
      "grad_norm": 1.2885009901973874,
      "learning_rate": 4.110315112206065e-05,
      "loss": 0.4769,
      "step": 111612
    },
    {
      "epoch": 4.5714929346713085,
      "grad_norm": 1.9007556749524,
      "learning_rate": 4.1100908231729776e-05,
      "loss": 0.7569,
      "step": 111613
    },
    {
      "epoch": 4.571533893098505,
      "grad_norm": 1.2798291671683673,
      "learning_rate": 4.1098665392880116e-05,
      "loss": 0.4231,
      "step": 111614
    },
    {
      "epoch": 4.5715748515257015,
      "grad_norm": 0.9278087110802423,
      "learning_rate": 4.109642260551264e-05,
      "loss": 0.2906,
      "step": 111615
    },
    {
      "epoch": 4.571615809952898,
      "grad_norm": 1.5293995792832438,
      "learning_rate": 4.109417986962852e-05,
      "loss": 0.5916,
      "step": 111616
    },
    {
      "epoch": 4.571656768380095,
      "grad_norm": 1.3166210136117376,
      "learning_rate": 4.109193718522868e-05,
      "loss": 0.5659,
      "step": 111617
    },
    {
      "epoch": 4.57169772680729,
      "grad_norm": 1.0206003036460076,
      "learning_rate": 4.1089694552314275e-05,
      "loss": 0.2607,
      "step": 111618
    },
    {
      "epoch": 4.571738685234487,
      "grad_norm": 1.711013832675063,
      "learning_rate": 4.1087451970886364e-05,
      "loss": 0.7834,
      "step": 111619
    },
    {
      "epoch": 4.571779643661683,
      "grad_norm": 1.3566881372297186,
      "learning_rate": 4.1085209440945954e-05,
      "loss": 0.5306,
      "step": 111620
    },
    {
      "epoch": 4.57182060208888,
      "grad_norm": 1.7084478436110844,
      "learning_rate": 4.108296696249414e-05,
      "loss": 0.5828,
      "step": 111621
    },
    {
      "epoch": 4.571861560516076,
      "grad_norm": 1.4377311857717106,
      "learning_rate": 4.108072453553202e-05,
      "loss": 0.3908,
      "step": 111622
    },
    {
      "epoch": 4.571902518943273,
      "grad_norm": 0.9553340298313332,
      "learning_rate": 4.1078482160060564e-05,
      "loss": 0.219,
      "step": 111623
    },
    {
      "epoch": 4.5719434773704695,
      "grad_norm": 1.9256087895728637,
      "learning_rate": 4.107623983608094e-05,
      "loss": 0.9899,
      "step": 111624
    },
    {
      "epoch": 4.571984435797665,
      "grad_norm": 1.3934131388798587,
      "learning_rate": 4.1073997563594085e-05,
      "loss": 0.7089,
      "step": 111625
    },
    {
      "epoch": 4.572025394224862,
      "grad_norm": 0.7665407269167807,
      "learning_rate": 4.107175534260114e-05,
      "loss": 0.1199,
      "step": 111626
    },
    {
      "epoch": 4.572066352652058,
      "grad_norm": 1.9223795755771589,
      "learning_rate": 4.106951317310319e-05,
      "loss": 1.0541,
      "step": 111627
    },
    {
      "epoch": 4.572107311079255,
      "grad_norm": 1.239575269746989,
      "learning_rate": 4.10672710551012e-05,
      "loss": 0.5203,
      "step": 111628
    },
    {
      "epoch": 4.572148269506451,
      "grad_norm": 1.470144739543518,
      "learning_rate": 4.106502898859633e-05,
      "loss": 0.5018,
      "step": 111629
    },
    {
      "epoch": 4.572189227933647,
      "grad_norm": 1.5857862524016826,
      "learning_rate": 4.106278697358955e-05,
      "loss": 0.6551,
      "step": 111630
    },
    {
      "epoch": 4.572230186360843,
      "grad_norm": 2.269802402964287,
      "learning_rate": 4.106054501008197e-05,
      "loss": 0.974,
      "step": 111631
    },
    {
      "epoch": 4.57227114478804,
      "grad_norm": 1.999927317209713,
      "learning_rate": 4.105830309807468e-05,
      "loss": 1.0243,
      "step": 111632
    },
    {
      "epoch": 4.5723121032152365,
      "grad_norm": 1.085846263617778,
      "learning_rate": 4.105606123756866e-05,
      "loss": 0.4571,
      "step": 111633
    },
    {
      "epoch": 4.572353061642433,
      "grad_norm": 1.0616647182188927,
      "learning_rate": 4.105381942856501e-05,
      "loss": 0.2307,
      "step": 111634
    },
    {
      "epoch": 4.57239402006963,
      "grad_norm": 2.2807692210048525,
      "learning_rate": 4.105157767106484e-05,
      "loss": 0.7463,
      "step": 111635
    },
    {
      "epoch": 4.572434978496826,
      "grad_norm": 1.4196956787465387,
      "learning_rate": 4.104933596506911e-05,
      "loss": 0.552,
      "step": 111636
    },
    {
      "epoch": 4.572475936924022,
      "grad_norm": 1.4727059934863986,
      "learning_rate": 4.1047094310579e-05,
      "loss": 0.7992,
      "step": 111637
    },
    {
      "epoch": 4.572516895351218,
      "grad_norm": 1.5047397241368772,
      "learning_rate": 4.104485270759543e-05,
      "loss": 0.533,
      "step": 111638
    },
    {
      "epoch": 4.572557853778415,
      "grad_norm": 1.352705924014659,
      "learning_rate": 4.1042611156119545e-05,
      "loss": 0.6081,
      "step": 111639
    },
    {
      "epoch": 4.572598812205611,
      "grad_norm": 1.0605196537312378,
      "learning_rate": 4.104036965615243e-05,
      "loss": 0.4368,
      "step": 111640
    },
    {
      "epoch": 4.572639770632808,
      "grad_norm": 1.3294847909477194,
      "learning_rate": 4.103812820769507e-05,
      "loss": 0.4183,
      "step": 111641
    },
    {
      "epoch": 4.5726807290600044,
      "grad_norm": 1.4274270611463227,
      "learning_rate": 4.103588681074854e-05,
      "loss": 0.5818,
      "step": 111642
    },
    {
      "epoch": 4.572721687487201,
      "grad_norm": 1.8411945273650794,
      "learning_rate": 4.103364546531399e-05,
      "loss": 0.6544,
      "step": 111643
    },
    {
      "epoch": 4.572762645914397,
      "grad_norm": 1.323581367010356,
      "learning_rate": 4.103140417139235e-05,
      "loss": 0.5581,
      "step": 111644
    },
    {
      "epoch": 4.572803604341593,
      "grad_norm": 1.7629166696453342,
      "learning_rate": 4.102916292898479e-05,
      "loss": 0.6251,
      "step": 111645
    },
    {
      "epoch": 4.57284456276879,
      "grad_norm": 3.2188517206613385,
      "learning_rate": 4.102692173809227e-05,
      "loss": 2.6048,
      "step": 111646
    },
    {
      "epoch": 4.572885521195986,
      "grad_norm": 1.4445784333715799,
      "learning_rate": 4.1024680598715887e-05,
      "loss": 0.7137,
      "step": 111647
    },
    {
      "epoch": 4.572926479623183,
      "grad_norm": 1.0600388860100847,
      "learning_rate": 4.102243951085677e-05,
      "loss": 0.2342,
      "step": 111648
    },
    {
      "epoch": 4.572967438050378,
      "grad_norm": 1.7850325441543005,
      "learning_rate": 4.102019847451588e-05,
      "loss": 0.5747,
      "step": 111649
    },
    {
      "epoch": 4.573008396477575,
      "grad_norm": 0.8859205512628787,
      "learning_rate": 4.1017957489694306e-05,
      "loss": 0.2333,
      "step": 111650
    },
    {
      "epoch": 4.5730493549047715,
      "grad_norm": 1.8468925529293605,
      "learning_rate": 4.1015716556393166e-05,
      "loss": 0.9461,
      "step": 111651
    },
    {
      "epoch": 4.573090313331968,
      "grad_norm": 1.4843939094363685,
      "learning_rate": 4.101347567461343e-05,
      "loss": 0.6887,
      "step": 111652
    },
    {
      "epoch": 4.573131271759165,
      "grad_norm": 1.518543677970533,
      "learning_rate": 4.1011234844356226e-05,
      "loss": 0.4916,
      "step": 111653
    },
    {
      "epoch": 4.573172230186361,
      "grad_norm": 1.6856727778373986,
      "learning_rate": 4.1008994065622567e-05,
      "loss": 0.5443,
      "step": 111654
    },
    {
      "epoch": 4.573213188613558,
      "grad_norm": 0.7943742638075898,
      "learning_rate": 4.1006753338413515e-05,
      "loss": 0.2092,
      "step": 111655
    },
    {
      "epoch": 4.573254147040753,
      "grad_norm": 1.9093703112491311,
      "learning_rate": 4.100451266273019e-05,
      "loss": 0.8737,
      "step": 111656
    },
    {
      "epoch": 4.57329510546795,
      "grad_norm": 1.537019293010577,
      "learning_rate": 4.100227203857356e-05,
      "loss": 0.6468,
      "step": 111657
    },
    {
      "epoch": 4.573336063895146,
      "grad_norm": 1.5429762999328498,
      "learning_rate": 4.1000031465944746e-05,
      "loss": 0.5411,
      "step": 111658
    },
    {
      "epoch": 4.573377022322343,
      "grad_norm": 1.0590370098745174,
      "learning_rate": 4.0997790944844824e-05,
      "loss": 0.2137,
      "step": 111659
    },
    {
      "epoch": 4.573417980749539,
      "grad_norm": 1.3065532692305952,
      "learning_rate": 4.0995550475274775e-05,
      "loss": 0.4983,
      "step": 111660
    },
    {
      "epoch": 4.573458939176736,
      "grad_norm": 1.5321226498526523,
      "learning_rate": 4.099331005723575e-05,
      "loss": 0.6519,
      "step": 111661
    },
    {
      "epoch": 4.5734998976039325,
      "grad_norm": 0.8029818925971709,
      "learning_rate": 4.099106969072872e-05,
      "loss": 0.1439,
      "step": 111662
    },
    {
      "epoch": 4.573540856031128,
      "grad_norm": 1.0966128915427058,
      "learning_rate": 4.098882937575479e-05,
      "loss": 0.2635,
      "step": 111663
    },
    {
      "epoch": 4.573581814458325,
      "grad_norm": 1.3788985843313872,
      "learning_rate": 4.0986589112315066e-05,
      "loss": 0.6103,
      "step": 111664
    },
    {
      "epoch": 4.573622772885521,
      "grad_norm": 1.271093649487532,
      "learning_rate": 4.09843489004105e-05,
      "loss": 0.4031,
      "step": 111665
    },
    {
      "epoch": 4.573663731312718,
      "grad_norm": 1.7776866093580042,
      "learning_rate": 4.098210874004226e-05,
      "loss": 0.7475,
      "step": 111666
    },
    {
      "epoch": 4.573704689739914,
      "grad_norm": 1.761458965392279,
      "learning_rate": 4.097986863121131e-05,
      "loss": 0.7568,
      "step": 111667
    },
    {
      "epoch": 4.57374564816711,
      "grad_norm": 1.365877024904726,
      "learning_rate": 4.097762857391874e-05,
      "loss": 0.4759,
      "step": 111668
    },
    {
      "epoch": 4.5737866065943065,
      "grad_norm": 1.1129600555688794,
      "learning_rate": 4.097538856816569e-05,
      "loss": 0.3331,
      "step": 111669
    },
    {
      "epoch": 4.573827565021503,
      "grad_norm": 1.1415401318108656,
      "learning_rate": 4.0973148613953076e-05,
      "loss": 0.2178,
      "step": 111670
    },
    {
      "epoch": 4.5738685234486995,
      "grad_norm": 1.742830343618918,
      "learning_rate": 4.097090871128205e-05,
      "loss": 0.7324,
      "step": 111671
    },
    {
      "epoch": 4.573909481875896,
      "grad_norm": 1.2560786358046105,
      "learning_rate": 4.0968668860153696e-05,
      "loss": 0.3257,
      "step": 111672
    },
    {
      "epoch": 4.573950440303093,
      "grad_norm": 1.4124042238483103,
      "learning_rate": 4.096642906056903e-05,
      "loss": 0.4421,
      "step": 111673
    },
    {
      "epoch": 4.573991398730289,
      "grad_norm": 3.3159548723134677,
      "learning_rate": 4.096418931252904e-05,
      "loss": 0.604,
      "step": 111674
    },
    {
      "epoch": 4.574032357157485,
      "grad_norm": 0.9924993062896753,
      "learning_rate": 4.0961949616034925e-05,
      "loss": 0.2219,
      "step": 111675
    },
    {
      "epoch": 4.574073315584681,
      "grad_norm": 1.465396821296642,
      "learning_rate": 4.095970997108763e-05,
      "loss": 0.6046,
      "step": 111676
    },
    {
      "epoch": 4.574114274011878,
      "grad_norm": 0.5453808124934294,
      "learning_rate": 4.0957470377688244e-05,
      "loss": 0.0924,
      "step": 111677
    },
    {
      "epoch": 4.574155232439074,
      "grad_norm": 1.1228467764995937,
      "learning_rate": 4.0955230835837875e-05,
      "loss": 0.2831,
      "step": 111678
    },
    {
      "epoch": 4.574196190866271,
      "grad_norm": 1.2199154273151975,
      "learning_rate": 4.0952991345537524e-05,
      "loss": 0.2784,
      "step": 111679
    },
    {
      "epoch": 4.5742371492934675,
      "grad_norm": 1.4358718256472207,
      "learning_rate": 4.0950751906788296e-05,
      "loss": 0.633,
      "step": 111680
    },
    {
      "epoch": 4.574278107720664,
      "grad_norm": 1.4130886026397478,
      "learning_rate": 4.094851251959119e-05,
      "loss": 0.5294,
      "step": 111681
    },
    {
      "epoch": 4.57431906614786,
      "grad_norm": 1.7391420545523686,
      "learning_rate": 4.094627318394729e-05,
      "loss": 0.5904,
      "step": 111682
    },
    {
      "epoch": 4.574360024575056,
      "grad_norm": 1.4683296121114442,
      "learning_rate": 4.094403389985771e-05,
      "loss": 0.5356,
      "step": 111683
    },
    {
      "epoch": 4.574400983002253,
      "grad_norm": 1.3856411347643234,
      "learning_rate": 4.0941794667323434e-05,
      "loss": 0.4775,
      "step": 111684
    },
    {
      "epoch": 4.574441941429449,
      "grad_norm": 1.5593919647447012,
      "learning_rate": 4.093955548634553e-05,
      "loss": 0.6265,
      "step": 111685
    },
    {
      "epoch": 4.574482899856646,
      "grad_norm": 1.3142415264123788,
      "learning_rate": 4.093731635692514e-05,
      "loss": 0.4475,
      "step": 111686
    },
    {
      "epoch": 4.5745238582838414,
      "grad_norm": 1.4032892453986616,
      "learning_rate": 4.09350772790632e-05,
      "loss": 0.6697,
      "step": 111687
    },
    {
      "epoch": 4.574564816711038,
      "grad_norm": 0.9649159357005223,
      "learning_rate": 4.093283825276087e-05,
      "loss": 0.1989,
      "step": 111688
    },
    {
      "epoch": 4.5746057751382345,
      "grad_norm": 1.3695118412896945,
      "learning_rate": 4.0930599278019125e-05,
      "loss": 0.6431,
      "step": 111689
    },
    {
      "epoch": 4.574646733565431,
      "grad_norm": 1.4426219514248058,
      "learning_rate": 4.092836035483907e-05,
      "loss": 0.4858,
      "step": 111690
    },
    {
      "epoch": 4.574687691992628,
      "grad_norm": 0.9622734031532734,
      "learning_rate": 4.092612148322179e-05,
      "loss": 0.2193,
      "step": 111691
    },
    {
      "epoch": 4.574728650419824,
      "grad_norm": 1.5588015476544252,
      "learning_rate": 4.092388266316828e-05,
      "loss": 0.582,
      "step": 111692
    },
    {
      "epoch": 4.574769608847021,
      "grad_norm": 1.7781616955848905,
      "learning_rate": 4.092164389467965e-05,
      "loss": 0.6547,
      "step": 111693
    },
    {
      "epoch": 4.574810567274216,
      "grad_norm": 4.594120777475533,
      "learning_rate": 4.091940517775691e-05,
      "loss": 1.0903,
      "step": 111694
    },
    {
      "epoch": 4.574851525701413,
      "grad_norm": 1.4759604185396595,
      "learning_rate": 4.091716651240115e-05,
      "loss": 0.6725,
      "step": 111695
    },
    {
      "epoch": 4.574892484128609,
      "grad_norm": 1.9456033625919145,
      "learning_rate": 4.0914927898613456e-05,
      "loss": 1.0098,
      "step": 111696
    },
    {
      "epoch": 4.574933442555806,
      "grad_norm": 1.2052309732985067,
      "learning_rate": 4.0912689336394814e-05,
      "loss": 0.5771,
      "step": 111697
    },
    {
      "epoch": 4.5749744009830025,
      "grad_norm": 1.4005168631036808,
      "learning_rate": 4.091045082574632e-05,
      "loss": 0.6557,
      "step": 111698
    },
    {
      "epoch": 4.575015359410199,
      "grad_norm": 1.535679322173775,
      "learning_rate": 4.090821236666909e-05,
      "loss": 0.6575,
      "step": 111699
    },
    {
      "epoch": 4.5750563178373955,
      "grad_norm": 1.7128019167600483,
      "learning_rate": 4.0905973959164074e-05,
      "loss": 0.7688,
      "step": 111700
    },
    {
      "epoch": 4.575097276264591,
      "grad_norm": 1.4173677356665129,
      "learning_rate": 4.090373560323243e-05,
      "loss": 0.4494,
      "step": 111701
    },
    {
      "epoch": 4.575138234691788,
      "grad_norm": 1.5459735857061563,
      "learning_rate": 4.090149729887512e-05,
      "loss": 0.6825,
      "step": 111702
    },
    {
      "epoch": 4.575179193118984,
      "grad_norm": 1.378417352788384,
      "learning_rate": 4.089925904609326e-05,
      "loss": 0.562,
      "step": 111703
    },
    {
      "epoch": 4.575220151546181,
      "grad_norm": 0.7968211789736905,
      "learning_rate": 4.0897020844887934e-05,
      "loss": 0.2015,
      "step": 111704
    },
    {
      "epoch": 4.575261109973377,
      "grad_norm": 1.496612550691244,
      "learning_rate": 4.089478269526012e-05,
      "loss": 0.479,
      "step": 111705
    },
    {
      "epoch": 4.575302068400573,
      "grad_norm": 1.7349598150090255,
      "learning_rate": 4.089254459721093e-05,
      "loss": 0.8393,
      "step": 111706
    },
    {
      "epoch": 4.5753430268277695,
      "grad_norm": 1.5948845893152577,
      "learning_rate": 4.0890306550741466e-05,
      "loss": 0.6299,
      "step": 111707
    },
    {
      "epoch": 4.575383985254966,
      "grad_norm": 1.6861984023681125,
      "learning_rate": 4.088806855585267e-05,
      "loss": 0.5588,
      "step": 111708
    },
    {
      "epoch": 4.575424943682163,
      "grad_norm": 1.567700098301278,
      "learning_rate": 4.0885830612545716e-05,
      "loss": 0.6477,
      "step": 111709
    },
    {
      "epoch": 4.575465902109359,
      "grad_norm": 1.5781784720223961,
      "learning_rate": 4.088359272082157e-05,
      "loss": 0.8373,
      "step": 111710
    },
    {
      "epoch": 4.575506860536556,
      "grad_norm": 1.062601973759012,
      "learning_rate": 4.088135488068132e-05,
      "loss": 0.2997,
      "step": 111711
    },
    {
      "epoch": 4.575547818963752,
      "grad_norm": 0.9449046971109978,
      "learning_rate": 4.087911709212608e-05,
      "loss": 0.2614,
      "step": 111712
    },
    {
      "epoch": 4.575588777390948,
      "grad_norm": 1.6521475684990505,
      "learning_rate": 4.087687935515682e-05,
      "loss": 0.5313,
      "step": 111713
    },
    {
      "epoch": 4.575629735818144,
      "grad_norm": 1.636047361037072,
      "learning_rate": 4.087464166977465e-05,
      "loss": 0.6945,
      "step": 111714
    },
    {
      "epoch": 4.575670694245341,
      "grad_norm": 1.1402218432974338,
      "learning_rate": 4.087240403598064e-05,
      "loss": 0.5286,
      "step": 111715
    },
    {
      "epoch": 4.575711652672537,
      "grad_norm": 1.4897400244439336,
      "learning_rate": 4.0870166453775805e-05,
      "loss": 0.6165,
      "step": 111716
    },
    {
      "epoch": 4.575752611099734,
      "grad_norm": 0.9175949488183228,
      "learning_rate": 4.0867928923161245e-05,
      "loss": 0.2086,
      "step": 111717
    },
    {
      "epoch": 4.5757935695269305,
      "grad_norm": 1.0500913936512997,
      "learning_rate": 4.086569144413797e-05,
      "loss": 0.1986,
      "step": 111718
    },
    {
      "epoch": 4.575834527954127,
      "grad_norm": 1.6997704741220594,
      "learning_rate": 4.086345401670704e-05,
      "loss": 0.5983,
      "step": 111719
    },
    {
      "epoch": 4.575875486381323,
      "grad_norm": 0.5964230844689307,
      "learning_rate": 4.086121664086961e-05,
      "loss": 0.1194,
      "step": 111720
    },
    {
      "epoch": 4.575916444808519,
      "grad_norm": 2.1673683424611836,
      "learning_rate": 4.0858979316626607e-05,
      "loss": 0.9168,
      "step": 111721
    },
    {
      "epoch": 4.575957403235716,
      "grad_norm": 1.9396609549536838,
      "learning_rate": 4.085674204397913e-05,
      "loss": 0.8915,
      "step": 111722
    },
    {
      "epoch": 4.575998361662912,
      "grad_norm": 0.7291897451448917,
      "learning_rate": 4.085450482292831e-05,
      "loss": 0.1974,
      "step": 111723
    },
    {
      "epoch": 4.576039320090109,
      "grad_norm": 1.5293298480663764,
      "learning_rate": 4.085226765347511e-05,
      "loss": 0.6672,
      "step": 111724
    },
    {
      "epoch": 4.5760802785173045,
      "grad_norm": 0.7726572235108405,
      "learning_rate": 4.085003053562066e-05,
      "loss": 0.1904,
      "step": 111725
    },
    {
      "epoch": 4.576121236944501,
      "grad_norm": 1.4985063116136006,
      "learning_rate": 4.084779346936593e-05,
      "loss": 0.5145,
      "step": 111726
    },
    {
      "epoch": 4.5761621953716975,
      "grad_norm": 1.0999389276370857,
      "learning_rate": 4.084555645471203e-05,
      "loss": 0.2767,
      "step": 111727
    },
    {
      "epoch": 4.576203153798894,
      "grad_norm": 2.4473123953002447,
      "learning_rate": 4.084331949166008e-05,
      "loss": 0.6685,
      "step": 111728
    },
    {
      "epoch": 4.576244112226091,
      "grad_norm": 1.6561057003741497,
      "learning_rate": 4.084108258021102e-05,
      "loss": 0.6195,
      "step": 111729
    },
    {
      "epoch": 4.576285070653287,
      "grad_norm": 0.7909445859473508,
      "learning_rate": 4.0838845720365956e-05,
      "loss": 0.1918,
      "step": 111730
    },
    {
      "epoch": 4.576326029080484,
      "grad_norm": 2.746679154003584,
      "learning_rate": 4.083660891212599e-05,
      "loss": 2.0039,
      "step": 111731
    },
    {
      "epoch": 4.576366987507679,
      "grad_norm": 0.7281577078236741,
      "learning_rate": 4.0834372155492115e-05,
      "loss": 0.0919,
      "step": 111732
    },
    {
      "epoch": 4.576407945934876,
      "grad_norm": 1.2769753433253062,
      "learning_rate": 4.083213545046545e-05,
      "loss": 0.3172,
      "step": 111733
    },
    {
      "epoch": 4.576448904362072,
      "grad_norm": 2.0957332697537763,
      "learning_rate": 4.082989879704698e-05,
      "loss": 0.9387,
      "step": 111734
    },
    {
      "epoch": 4.576489862789269,
      "grad_norm": 3.11816781912222,
      "learning_rate": 4.0827662195237786e-05,
      "loss": 0.3979,
      "step": 111735
    },
    {
      "epoch": 4.5765308212164655,
      "grad_norm": 1.4957905525017077,
      "learning_rate": 4.082542564503898e-05,
      "loss": 0.6154,
      "step": 111736
    },
    {
      "epoch": 4.576571779643662,
      "grad_norm": 2.1297601505568573,
      "learning_rate": 4.082318914645155e-05,
      "loss": 0.924,
      "step": 111737
    },
    {
      "epoch": 4.5766127380708586,
      "grad_norm": 2.355050880467838,
      "learning_rate": 4.082095269947662e-05,
      "loss": 1.178,
      "step": 111738
    },
    {
      "epoch": 4.576653696498054,
      "grad_norm": 0.9269752427425331,
      "learning_rate": 4.081871630411516e-05,
      "loss": 0.2453,
      "step": 111739
    },
    {
      "epoch": 4.576694654925251,
      "grad_norm": 1.3359899406794344,
      "learning_rate": 4.081647996036827e-05,
      "loss": 0.3962,
      "step": 111740
    },
    {
      "epoch": 4.576735613352447,
      "grad_norm": 1.2902969259138812,
      "learning_rate": 4.081424366823706e-05,
      "loss": 0.5032,
      "step": 111741
    },
    {
      "epoch": 4.576776571779644,
      "grad_norm": 1.2624304363723975,
      "learning_rate": 4.08120074277225e-05,
      "loss": 0.5624,
      "step": 111742
    },
    {
      "epoch": 4.57681753020684,
      "grad_norm": 1.3140591624580231,
      "learning_rate": 4.0809771238825694e-05,
      "loss": 0.5353,
      "step": 111743
    },
    {
      "epoch": 4.576858488634036,
      "grad_norm": 1.3622524393347137,
      "learning_rate": 4.0807535101547766e-05,
      "loss": 0.4181,
      "step": 111744
    },
    {
      "epoch": 4.5768994470612325,
      "grad_norm": 1.733686515723024,
      "learning_rate": 4.080529901588962e-05,
      "loss": 0.8904,
      "step": 111745
    },
    {
      "epoch": 4.576940405488429,
      "grad_norm": 0.9415210477727252,
      "learning_rate": 4.080306298185239e-05,
      "loss": 0.2352,
      "step": 111746
    },
    {
      "epoch": 4.576981363915626,
      "grad_norm": 1.5314668842129662,
      "learning_rate": 4.080082699943718e-05,
      "loss": 0.6225,
      "step": 111747
    },
    {
      "epoch": 4.577022322342822,
      "grad_norm": 1.3097963848741365,
      "learning_rate": 4.079859106864495e-05,
      "loss": 0.526,
      "step": 111748
    },
    {
      "epoch": 4.577063280770019,
      "grad_norm": 1.5022732995691916,
      "learning_rate": 4.079635518947682e-05,
      "loss": 0.5448,
      "step": 111749
    },
    {
      "epoch": 4.577104239197215,
      "grad_norm": 1.5654134253549687,
      "learning_rate": 4.079411936193388e-05,
      "loss": 0.7454,
      "step": 111750
    },
    {
      "epoch": 4.577145197624411,
      "grad_norm": 1.9585048618381862,
      "learning_rate": 4.079188358601709e-05,
      "loss": 0.9697,
      "step": 111751
    },
    {
      "epoch": 4.577186156051607,
      "grad_norm": 1.4920271350127854,
      "learning_rate": 4.078964786172761e-05,
      "loss": 0.5684,
      "step": 111752
    },
    {
      "epoch": 4.577227114478804,
      "grad_norm": 1.6987989590335153,
      "learning_rate": 4.078741218906641e-05,
      "loss": 0.6641,
      "step": 111753
    },
    {
      "epoch": 4.5772680729060005,
      "grad_norm": 1.5304414218686364,
      "learning_rate": 4.078517656803458e-05,
      "loss": 0.7605,
      "step": 111754
    },
    {
      "epoch": 4.577309031333197,
      "grad_norm": 3.5941885465529073,
      "learning_rate": 4.078294099863323e-05,
      "loss": 3.0563,
      "step": 111755
    },
    {
      "epoch": 4.5773499897603935,
      "grad_norm": 1.4471977022261573,
      "learning_rate": 4.0780705480863316e-05,
      "loss": 0.5769,
      "step": 111756
    },
    {
      "epoch": 4.57739094818759,
      "grad_norm": 1.20802433813779,
      "learning_rate": 4.0778470014725946e-05,
      "loss": 0.4438,
      "step": 111757
    },
    {
      "epoch": 4.577431906614786,
      "grad_norm": 1.9098731132105178,
      "learning_rate": 4.077623460022222e-05,
      "loss": 0.7499,
      "step": 111758
    },
    {
      "epoch": 4.577472865041982,
      "grad_norm": 1.998687171641784,
      "learning_rate": 4.0773999237353116e-05,
      "loss": 0.9261,
      "step": 111759
    },
    {
      "epoch": 4.577513823469179,
      "grad_norm": 1.6837647744224564,
      "learning_rate": 4.077176392611977e-05,
      "loss": 0.5811,
      "step": 111760
    },
    {
      "epoch": 4.577554781896375,
      "grad_norm": 1.5319822168122126,
      "learning_rate": 4.076952866652314e-05,
      "loss": 0.5841,
      "step": 111761
    },
    {
      "epoch": 4.577595740323572,
      "grad_norm": 1.7619374993965353,
      "learning_rate": 4.076729345856435e-05,
      "loss": 0.7397,
      "step": 111762
    },
    {
      "epoch": 4.5776366987507675,
      "grad_norm": 0.9031147558169065,
      "learning_rate": 4.076505830224449e-05,
      "loss": 0.1916,
      "step": 111763
    },
    {
      "epoch": 4.577677657177964,
      "grad_norm": 0.6627735384722023,
      "learning_rate": 4.076282319756453e-05,
      "loss": 0.1409,
      "step": 111764
    },
    {
      "epoch": 4.577718615605161,
      "grad_norm": 1.263380377278668,
      "learning_rate": 4.0760588144525604e-05,
      "loss": 0.2994,
      "step": 111765
    },
    {
      "epoch": 4.577759574032357,
      "grad_norm": 1.0568895155416937,
      "learning_rate": 4.07583531431287e-05,
      "loss": 0.2621,
      "step": 111766
    },
    {
      "epoch": 4.577800532459554,
      "grad_norm": 1.6337960206351412,
      "learning_rate": 4.07561181933749e-05,
      "loss": 0.5527,
      "step": 111767
    },
    {
      "epoch": 4.57784149088675,
      "grad_norm": 2.3962646028637486,
      "learning_rate": 4.075388329526531e-05,
      "loss": 0.9072,
      "step": 111768
    },
    {
      "epoch": 4.577882449313947,
      "grad_norm": 1.545092925995384,
      "learning_rate": 4.07516484488009e-05,
      "loss": 0.5792,
      "step": 111769
    },
    {
      "epoch": 4.577923407741142,
      "grad_norm": 1.9294540756917873,
      "learning_rate": 4.074941365398276e-05,
      "loss": 0.7946,
      "step": 111770
    },
    {
      "epoch": 4.577964366168339,
      "grad_norm": 1.5141188135661665,
      "learning_rate": 4.0747178910812036e-05,
      "loss": 0.7123,
      "step": 111771
    },
    {
      "epoch": 4.578005324595535,
      "grad_norm": 1.6838787415862837,
      "learning_rate": 4.074494421928964e-05,
      "loss": 0.8027,
      "step": 111772
    },
    {
      "epoch": 4.578046283022732,
      "grad_norm": 1.4923239483700221,
      "learning_rate": 4.0742709579416726e-05,
      "loss": 0.594,
      "step": 111773
    },
    {
      "epoch": 4.5780872414499285,
      "grad_norm": 1.3550372117796898,
      "learning_rate": 4.07404749911943e-05,
      "loss": 0.6419,
      "step": 111774
    },
    {
      "epoch": 4.578128199877125,
      "grad_norm": 1.3809592739386878,
      "learning_rate": 4.0738240454623425e-05,
      "loss": 0.7163,
      "step": 111775
    },
    {
      "epoch": 4.578169158304322,
      "grad_norm": 1.916218607043607,
      "learning_rate": 4.073600596970521e-05,
      "loss": 0.8626,
      "step": 111776
    },
    {
      "epoch": 4.578210116731517,
      "grad_norm": 1.4821731698695644,
      "learning_rate": 4.073377153644063e-05,
      "loss": 0.6899,
      "step": 111777
    },
    {
      "epoch": 4.578251075158714,
      "grad_norm": 1.4157405490083224,
      "learning_rate": 4.0731537154830795e-05,
      "loss": 0.6395,
      "step": 111778
    },
    {
      "epoch": 4.57829203358591,
      "grad_norm": 1.3055625136971631,
      "learning_rate": 4.0729302824876776e-05,
      "loss": 0.5707,
      "step": 111779
    },
    {
      "epoch": 4.578332992013107,
      "grad_norm": 0.8529869111844848,
      "learning_rate": 4.0727068546579564e-05,
      "loss": 0.1927,
      "step": 111780
    },
    {
      "epoch": 4.578373950440303,
      "grad_norm": 1.4688557886036466,
      "learning_rate": 4.07248343199403e-05,
      "loss": 0.6253,
      "step": 111781
    },
    {
      "epoch": 4.578414908867499,
      "grad_norm": 1.628260418558322,
      "learning_rate": 4.072260014495995e-05,
      "loss": 0.7838,
      "step": 111782
    },
    {
      "epoch": 4.578455867294696,
      "grad_norm": 1.4995049282211095,
      "learning_rate": 4.07203660216396e-05,
      "loss": 0.6143,
      "step": 111783
    },
    {
      "epoch": 4.578496825721892,
      "grad_norm": 1.8546861086232158,
      "learning_rate": 4.071813194998039e-05,
      "loss": 1.0552,
      "step": 111784
    },
    {
      "epoch": 4.578537784149089,
      "grad_norm": 1.4407371676864067,
      "learning_rate": 4.071589792998324e-05,
      "loss": 0.6051,
      "step": 111785
    },
    {
      "epoch": 4.578578742576285,
      "grad_norm": 1.5202768365557886,
      "learning_rate": 4.071366396164929e-05,
      "loss": 0.5358,
      "step": 111786
    },
    {
      "epoch": 4.578619701003482,
      "grad_norm": 1.2934861996013631,
      "learning_rate": 4.071143004497961e-05,
      "loss": 0.4674,
      "step": 111787
    },
    {
      "epoch": 4.578660659430678,
      "grad_norm": 1.2550706961446054,
      "learning_rate": 4.070919617997517e-05,
      "loss": 0.4914,
      "step": 111788
    },
    {
      "epoch": 4.578701617857874,
      "grad_norm": 0.704323584170029,
      "learning_rate": 4.0706962366637145e-05,
      "loss": 0.1381,
      "step": 111789
    },
    {
      "epoch": 4.57874257628507,
      "grad_norm": 1.5155759032949627,
      "learning_rate": 4.070472860496646e-05,
      "loss": 0.6312,
      "step": 111790
    },
    {
      "epoch": 4.578783534712267,
      "grad_norm": 1.7757182364575046,
      "learning_rate": 4.070249489496427e-05,
      "loss": 0.8226,
      "step": 111791
    },
    {
      "epoch": 4.5788244931394635,
      "grad_norm": 1.0923692585626188,
      "learning_rate": 4.0700261236631604e-05,
      "loss": 0.2538,
      "step": 111792
    },
    {
      "epoch": 4.57886545156666,
      "grad_norm": 1.306572270278104,
      "learning_rate": 4.0698027629969495e-05,
      "loss": 0.493,
      "step": 111793
    },
    {
      "epoch": 4.578906409993857,
      "grad_norm": 1.5704815682247577,
      "learning_rate": 4.0695794074979e-05,
      "loss": 0.6276,
      "step": 111794
    },
    {
      "epoch": 4.578947368421053,
      "grad_norm": 0.9334145197449736,
      "learning_rate": 4.069356057166125e-05,
      "loss": 0.2735,
      "step": 111795
    },
    {
      "epoch": 4.578988326848249,
      "grad_norm": 1.423911617068795,
      "learning_rate": 4.069132712001719e-05,
      "loss": 0.5157,
      "step": 111796
    },
    {
      "epoch": 4.579029285275445,
      "grad_norm": 1.5850962782353357,
      "learning_rate": 4.0689093720047974e-05,
      "loss": 0.6455,
      "step": 111797
    },
    {
      "epoch": 4.579070243702642,
      "grad_norm": 1.7260848058056202,
      "learning_rate": 4.068686037175456e-05,
      "loss": 0.6967,
      "step": 111798
    },
    {
      "epoch": 4.579111202129838,
      "grad_norm": 1.8002726098416955,
      "learning_rate": 4.068462707513806e-05,
      "loss": 0.7631,
      "step": 111799
    },
    {
      "epoch": 4.579152160557035,
      "grad_norm": 1.5260122299295866,
      "learning_rate": 4.068239383019958e-05,
      "loss": 0.4941,
      "step": 111800
    },
    {
      "epoch": 4.5791931189842305,
      "grad_norm": 1.4107679775114512,
      "learning_rate": 4.068016063694006e-05,
      "loss": 0.4262,
      "step": 111801
    },
    {
      "epoch": 4.579234077411427,
      "grad_norm": 1.5064581758736713,
      "learning_rate": 4.067792749536062e-05,
      "loss": 0.634,
      "step": 111802
    },
    {
      "epoch": 4.579275035838624,
      "grad_norm": 0.9345487867217493,
      "learning_rate": 4.0675694405462364e-05,
      "loss": 0.2188,
      "step": 111803
    },
    {
      "epoch": 4.57931599426582,
      "grad_norm": 0.94343578572798,
      "learning_rate": 4.067346136724624e-05,
      "loss": 0.2484,
      "step": 111804
    },
    {
      "epoch": 4.579356952693017,
      "grad_norm": 1.5167573109002803,
      "learning_rate": 4.067122838071341e-05,
      "loss": 0.6622,
      "step": 111805
    },
    {
      "epoch": 4.579397911120213,
      "grad_norm": 1.193146564180115,
      "learning_rate": 4.066899544586484e-05,
      "loss": 0.5229,
      "step": 111806
    },
    {
      "epoch": 4.57943886954741,
      "grad_norm": 0.9701801564590288,
      "learning_rate": 4.066676256270162e-05,
      "loss": 0.2179,
      "step": 111807
    },
    {
      "epoch": 4.579479827974605,
      "grad_norm": 1.3077390968973446,
      "learning_rate": 4.066452973122486e-05,
      "loss": 0.5064,
      "step": 111808
    },
    {
      "epoch": 4.579520786401802,
      "grad_norm": 1.2232203800356083,
      "learning_rate": 4.0662296951435505e-05,
      "loss": 0.3213,
      "step": 111809
    },
    {
      "epoch": 4.5795617448289985,
      "grad_norm": 1.582558388279687,
      "learning_rate": 4.066006422333473e-05,
      "loss": 0.5706,
      "step": 111810
    },
    {
      "epoch": 4.579602703256195,
      "grad_norm": 2.854451749781556,
      "learning_rate": 4.065783154692348e-05,
      "loss": 2.2334,
      "step": 111811
    },
    {
      "epoch": 4.5796436616833915,
      "grad_norm": 1.7713633956231876,
      "learning_rate": 4.065559892220288e-05,
      "loss": 0.7684,
      "step": 111812
    },
    {
      "epoch": 4.579684620110588,
      "grad_norm": 1.7093288173682797,
      "learning_rate": 4.0653366349174e-05,
      "loss": 0.6817,
      "step": 111813
    },
    {
      "epoch": 4.579725578537785,
      "grad_norm": 1.1781886214425175,
      "learning_rate": 4.065113382783785e-05,
      "loss": 0.3245,
      "step": 111814
    },
    {
      "epoch": 4.57976653696498,
      "grad_norm": 0.7769978901924599,
      "learning_rate": 4.064890135819547e-05,
      "loss": 0.2123,
      "step": 111815
    },
    {
      "epoch": 4.579807495392177,
      "grad_norm": 2.863507490587688,
      "learning_rate": 4.0646668940247985e-05,
      "loss": 1.2754,
      "step": 111816
    },
    {
      "epoch": 4.579848453819373,
      "grad_norm": 1.0335516890456162,
      "learning_rate": 4.064443657399636e-05,
      "loss": 0.3078,
      "step": 111817
    },
    {
      "epoch": 4.57988941224657,
      "grad_norm": 0.9259252979706721,
      "learning_rate": 4.0642204259441705e-05,
      "loss": 0.2377,
      "step": 111818
    },
    {
      "epoch": 4.579930370673766,
      "grad_norm": 1.717210298765657,
      "learning_rate": 4.063997199658513e-05,
      "loss": 0.6065,
      "step": 111819
    },
    {
      "epoch": 4.579971329100962,
      "grad_norm": 1.4428048480763276,
      "learning_rate": 4.063773978542756e-05,
      "loss": 0.6165,
      "step": 111820
    },
    {
      "epoch": 4.580012287528159,
      "grad_norm": 1.3663120994979827,
      "learning_rate": 4.063550762597014e-05,
      "loss": 0.53,
      "step": 111821
    },
    {
      "epoch": 4.580053245955355,
      "grad_norm": 1.5162556626410177,
      "learning_rate": 4.0633275518213945e-05,
      "loss": 0.4681,
      "step": 111822
    },
    {
      "epoch": 4.580094204382552,
      "grad_norm": 1.8490514768265174,
      "learning_rate": 4.063104346215995e-05,
      "loss": 0.7927,
      "step": 111823
    },
    {
      "epoch": 4.580135162809748,
      "grad_norm": 1.8416668676774761,
      "learning_rate": 4.062881145780928e-05,
      "loss": 0.9761,
      "step": 111824
    },
    {
      "epoch": 4.580176121236945,
      "grad_norm": 1.518249782532302,
      "learning_rate": 4.062657950516293e-05,
      "loss": 0.5728,
      "step": 111825
    },
    {
      "epoch": 4.580217079664141,
      "grad_norm": 1.5691663626223815,
      "learning_rate": 4.0624347604221986e-05,
      "loss": 0.5622,
      "step": 111826
    },
    {
      "epoch": 4.580258038091337,
      "grad_norm": 1.3122953918396278,
      "learning_rate": 4.0622115754987543e-05,
      "loss": 0.5747,
      "step": 111827
    },
    {
      "epoch": 4.5802989965185334,
      "grad_norm": 1.6846055377833147,
      "learning_rate": 4.061988395746057e-05,
      "loss": 0.5217,
      "step": 111828
    },
    {
      "epoch": 4.58033995494573,
      "grad_norm": 1.5128178450164251,
      "learning_rate": 4.061765221164218e-05,
      "loss": 0.6259,
      "step": 111829
    },
    {
      "epoch": 4.5803809133729265,
      "grad_norm": 1.4744979581325592,
      "learning_rate": 4.061542051753345e-05,
      "loss": 0.5114,
      "step": 111830
    },
    {
      "epoch": 4.580421871800123,
      "grad_norm": 1.3988636559343126,
      "learning_rate": 4.061318887513535e-05,
      "loss": 0.5616,
      "step": 111831
    },
    {
      "epoch": 4.58046283022732,
      "grad_norm": 1.6921507965482483,
      "learning_rate": 4.061095728444905e-05,
      "loss": 0.7563,
      "step": 111832
    },
    {
      "epoch": 4.580503788654516,
      "grad_norm": 1.6105835417736063,
      "learning_rate": 4.060872574547549e-05,
      "loss": 0.7255,
      "step": 111833
    },
    {
      "epoch": 4.580544747081712,
      "grad_norm": 1.715127091210086,
      "learning_rate": 4.060649425821578e-05,
      "loss": 0.7528,
      "step": 111834
    },
    {
      "epoch": 4.580585705508908,
      "grad_norm": 1.4612763425224033,
      "learning_rate": 4.060426282267101e-05,
      "loss": 0.6816,
      "step": 111835
    },
    {
      "epoch": 4.580626663936105,
      "grad_norm": 1.5295005782739213,
      "learning_rate": 4.0602031438842166e-05,
      "loss": 0.7196,
      "step": 111836
    },
    {
      "epoch": 4.580667622363301,
      "grad_norm": 1.0542967082092487,
      "learning_rate": 4.059980010673037e-05,
      "loss": 0.4619,
      "step": 111837
    },
    {
      "epoch": 4.580708580790498,
      "grad_norm": 1.6526891621611492,
      "learning_rate": 4.059756882633658e-05,
      "loss": 0.686,
      "step": 111838
    },
    {
      "epoch": 4.580749539217694,
      "grad_norm": 1.8435679543806605,
      "learning_rate": 4.059533759766193e-05,
      "loss": 0.9372,
      "step": 111839
    },
    {
      "epoch": 4.58079049764489,
      "grad_norm": 1.4594283531591825,
      "learning_rate": 4.059310642070749e-05,
      "loss": 0.7112,
      "step": 111840
    },
    {
      "epoch": 4.580831456072087,
      "grad_norm": 1.886259029750296,
      "learning_rate": 4.059087529547424e-05,
      "loss": 0.746,
      "step": 111841
    },
    {
      "epoch": 4.580872414499283,
      "grad_norm": 1.5532007115062039,
      "learning_rate": 4.058864422196328e-05,
      "loss": 0.5039,
      "step": 111842
    },
    {
      "epoch": 4.58091337292648,
      "grad_norm": 1.321637253465311,
      "learning_rate": 4.05864132001757e-05,
      "loss": 0.6052,
      "step": 111843
    },
    {
      "epoch": 4.580954331353676,
      "grad_norm": 1.1544638752554928,
      "learning_rate": 4.0584182230112486e-05,
      "loss": 0.2997,
      "step": 111844
    },
    {
      "epoch": 4.580995289780873,
      "grad_norm": 1.4107369160987036,
      "learning_rate": 4.0581951311774754e-05,
      "loss": 0.49,
      "step": 111845
    },
    {
      "epoch": 4.581036248208068,
      "grad_norm": 1.3333570325029278,
      "learning_rate": 4.057972044516348e-05,
      "loss": 0.4602,
      "step": 111846
    },
    {
      "epoch": 4.581077206635265,
      "grad_norm": 1.772603802562872,
      "learning_rate": 4.0577489630279756e-05,
      "loss": 0.7178,
      "step": 111847
    },
    {
      "epoch": 4.5811181650624615,
      "grad_norm": 1.7405015061700726,
      "learning_rate": 4.0575258867124694e-05,
      "loss": 0.8624,
      "step": 111848
    },
    {
      "epoch": 4.581159123489658,
      "grad_norm": 1.57665942169764,
      "learning_rate": 4.057302815569927e-05,
      "loss": 0.6366,
      "step": 111849
    },
    {
      "epoch": 4.581200081916855,
      "grad_norm": 1.1456775278493165,
      "learning_rate": 4.057079749600456e-05,
      "loss": 0.5543,
      "step": 111850
    },
    {
      "epoch": 4.581241040344051,
      "grad_norm": 1.5619666702381516,
      "learning_rate": 4.056856688804167e-05,
      "loss": 0.6387,
      "step": 111851
    },
    {
      "epoch": 4.581281998771248,
      "grad_norm": 1.7073439073665746,
      "learning_rate": 4.056633633181157e-05,
      "loss": 0.6775,
      "step": 111852
    },
    {
      "epoch": 4.581322957198443,
      "grad_norm": 1.6064309204816678,
      "learning_rate": 4.056410582731538e-05,
      "loss": 0.6832,
      "step": 111853
    },
    {
      "epoch": 4.58136391562564,
      "grad_norm": 1.4433973751082847,
      "learning_rate": 4.056187537455411e-05,
      "loss": 0.6284,
      "step": 111854
    },
    {
      "epoch": 4.581404874052836,
      "grad_norm": 1.6180755040175012,
      "learning_rate": 4.055964497352884e-05,
      "loss": 0.7864,
      "step": 111855
    },
    {
      "epoch": 4.581445832480033,
      "grad_norm": 2.0051122341545917,
      "learning_rate": 4.055741462424065e-05,
      "loss": 0.7447,
      "step": 111856
    },
    {
      "epoch": 4.581486790907229,
      "grad_norm": 1.6004858386996232,
      "learning_rate": 4.055518432669052e-05,
      "loss": 0.5676,
      "step": 111857
    },
    {
      "epoch": 4.581527749334425,
      "grad_norm": 1.4413377709147592,
      "learning_rate": 4.055295408087954e-05,
      "loss": 0.6001,
      "step": 111858
    },
    {
      "epoch": 4.581568707761622,
      "grad_norm": 2.956736625581959,
      "learning_rate": 4.055072388680882e-05,
      "loss": 2.3353,
      "step": 111859
    },
    {
      "epoch": 4.581609666188818,
      "grad_norm": 1.8285992501383408,
      "learning_rate": 4.0548493744479335e-05,
      "loss": 0.8859,
      "step": 111860
    },
    {
      "epoch": 4.581650624616015,
      "grad_norm": 1.5900769881161971,
      "learning_rate": 4.054626365389222e-05,
      "loss": 0.7873,
      "step": 111861
    },
    {
      "epoch": 4.581691583043211,
      "grad_norm": 1.5381170135251696,
      "learning_rate": 4.054403361504842e-05,
      "loss": 0.7202,
      "step": 111862
    },
    {
      "epoch": 4.581732541470408,
      "grad_norm": 1.4715898562373175,
      "learning_rate": 4.0541803627949055e-05,
      "loss": 0.4707,
      "step": 111863
    },
    {
      "epoch": 4.581773499897604,
      "grad_norm": 1.3800305717286754,
      "learning_rate": 4.053957369259522e-05,
      "loss": 0.5667,
      "step": 111864
    },
    {
      "epoch": 4.5818144583248,
      "grad_norm": 1.4367378215988948,
      "learning_rate": 4.053734380898787e-05,
      "loss": 0.7458,
      "step": 111865
    },
    {
      "epoch": 4.5818554167519965,
      "grad_norm": 1.6962374866563628,
      "learning_rate": 4.0535113977128114e-05,
      "loss": 0.6197,
      "step": 111866
    },
    {
      "epoch": 4.581896375179193,
      "grad_norm": 1.7145503175533467,
      "learning_rate": 4.053288419701706e-05,
      "loss": 0.722,
      "step": 111867
    },
    {
      "epoch": 4.5819373336063896,
      "grad_norm": 1.0873594915802067,
      "learning_rate": 4.053065446865565e-05,
      "loss": 0.3093,
      "step": 111868
    },
    {
      "epoch": 4.581978292033586,
      "grad_norm": 1.4236286002205398,
      "learning_rate": 4.0528424792045054e-05,
      "loss": 0.5261,
      "step": 111869
    },
    {
      "epoch": 4.582019250460783,
      "grad_norm": 2.293973331368034,
      "learning_rate": 4.0526195167186196e-05,
      "loss": 1.0633,
      "step": 111870
    },
    {
      "epoch": 4.582060208887979,
      "grad_norm": 1.27816446919267,
      "learning_rate": 4.052396559408023e-05,
      "loss": 0.5514,
      "step": 111871
    },
    {
      "epoch": 4.582101167315175,
      "grad_norm": 2.6504391670580145,
      "learning_rate": 4.052173607272821e-05,
      "loss": 0.8168,
      "step": 111872
    },
    {
      "epoch": 4.582142125742371,
      "grad_norm": 1.2424587621490029,
      "learning_rate": 4.051950660313112e-05,
      "loss": 0.3059,
      "step": 111873
    },
    {
      "epoch": 4.582183084169568,
      "grad_norm": 1.885692421759964,
      "learning_rate": 4.0517277185290046e-05,
      "loss": 0.7979,
      "step": 111874
    },
    {
      "epoch": 4.582224042596764,
      "grad_norm": 1.7970155704248234,
      "learning_rate": 4.0515047819206095e-05,
      "loss": 0.8185,
      "step": 111875
    },
    {
      "epoch": 4.582265001023961,
      "grad_norm": 0.3943255920507565,
      "learning_rate": 4.0512818504880235e-05,
      "loss": 0.0589,
      "step": 111876
    },
    {
      "epoch": 4.582305959451157,
      "grad_norm": 0.9537437063159203,
      "learning_rate": 4.051058924231361e-05,
      "loss": 0.159,
      "step": 111877
    },
    {
      "epoch": 4.582346917878353,
      "grad_norm": 0.5195986534533562,
      "learning_rate": 4.0508360031507177e-05,
      "loss": 0.0706,
      "step": 111878
    },
    {
      "epoch": 4.58238787630555,
      "grad_norm": 1.5006070981856918,
      "learning_rate": 4.050613087246204e-05,
      "loss": 0.6753,
      "step": 111879
    },
    {
      "epoch": 4.582428834732746,
      "grad_norm": 1.3307583044564821,
      "learning_rate": 4.0503901765179295e-05,
      "loss": 0.5439,
      "step": 111880
    },
    {
      "epoch": 4.582469793159943,
      "grad_norm": 1.6003892120040062,
      "learning_rate": 4.050167270965991e-05,
      "loss": 0.5657,
      "step": 111881
    },
    {
      "epoch": 4.582510751587139,
      "grad_norm": 1.1249134191805388,
      "learning_rate": 4.0499443705905025e-05,
      "loss": 0.2991,
      "step": 111882
    },
    {
      "epoch": 4.582551710014336,
      "grad_norm": 1.491916747503449,
      "learning_rate": 4.0497214753915594e-05,
      "loss": 0.3629,
      "step": 111883
    },
    {
      "epoch": 4.5825926684415315,
      "grad_norm": 1.7337076572591266,
      "learning_rate": 4.0494985853692744e-05,
      "loss": 0.6265,
      "step": 111884
    },
    {
      "epoch": 4.582633626868728,
      "grad_norm": 1.3033432830071745,
      "learning_rate": 4.049275700523754e-05,
      "loss": 0.4378,
      "step": 111885
    },
    {
      "epoch": 4.5826745852959245,
      "grad_norm": 1.4744687595127188,
      "learning_rate": 4.0490528208550995e-05,
      "loss": 0.5817,
      "step": 111886
    },
    {
      "epoch": 4.582715543723121,
      "grad_norm": 1.678764068842789,
      "learning_rate": 4.0488299463634164e-05,
      "loss": 0.6997,
      "step": 111887
    },
    {
      "epoch": 4.582756502150318,
      "grad_norm": 2.2699118331686834,
      "learning_rate": 4.048607077048813e-05,
      "loss": 1.0129,
      "step": 111888
    },
    {
      "epoch": 4.582797460577514,
      "grad_norm": 1.5229300085804798,
      "learning_rate": 4.048384212911388e-05,
      "loss": 0.6235,
      "step": 111889
    },
    {
      "epoch": 4.582838419004711,
      "grad_norm": 0.6440250553875644,
      "learning_rate": 4.048161353951252e-05,
      "loss": 0.1213,
      "step": 111890
    },
    {
      "epoch": 4.582879377431906,
      "grad_norm": 2.190486925578825,
      "learning_rate": 4.0479385001685145e-05,
      "loss": 1.0753,
      "step": 111891
    },
    {
      "epoch": 4.582920335859103,
      "grad_norm": 2.8148445705314837,
      "learning_rate": 4.047715651563272e-05,
      "loss": 2.4189,
      "step": 111892
    },
    {
      "epoch": 4.582961294286299,
      "grad_norm": 0.9731129225995004,
      "learning_rate": 4.0474928081356326e-05,
      "loss": 0.2744,
      "step": 111893
    },
    {
      "epoch": 4.583002252713496,
      "grad_norm": 1.9618908182572583,
      "learning_rate": 4.047269969885708e-05,
      "loss": 0.8714,
      "step": 111894
    },
    {
      "epoch": 4.5830432111406925,
      "grad_norm": 4.09034597412998,
      "learning_rate": 4.047047136813596e-05,
      "loss": 2.1217,
      "step": 111895
    },
    {
      "epoch": 4.583084169567888,
      "grad_norm": 2.068924114247669,
      "learning_rate": 4.046824308919408e-05,
      "loss": 0.6503,
      "step": 111896
    },
    {
      "epoch": 4.583125127995085,
      "grad_norm": 3.5286693639157303,
      "learning_rate": 4.046601486203242e-05,
      "loss": 3.7123,
      "step": 111897
    },
    {
      "epoch": 4.583166086422281,
      "grad_norm": 1.8799992261033207,
      "learning_rate": 4.046378668665204e-05,
      "loss": 0.6049,
      "step": 111898
    },
    {
      "epoch": 4.583207044849478,
      "grad_norm": 1.4995564175737717,
      "learning_rate": 4.0461558563054104e-05,
      "loss": 0.5856,
      "step": 111899
    },
    {
      "epoch": 4.583248003276674,
      "grad_norm": 1.5346572388109279,
      "learning_rate": 4.045933049123954e-05,
      "loss": 0.6396,
      "step": 111900
    },
    {
      "epoch": 4.583288961703871,
      "grad_norm": 1.493100211062339,
      "learning_rate": 4.045710247120944e-05,
      "loss": 0.6465,
      "step": 111901
    },
    {
      "epoch": 4.583329920131067,
      "grad_norm": 1.3780355532720083,
      "learning_rate": 4.0454874502964905e-05,
      "loss": 0.529,
      "step": 111902
    },
    {
      "epoch": 4.583370878558263,
      "grad_norm": 1.871843012721347,
      "learning_rate": 4.04526465865069e-05,
      "loss": 0.9324,
      "step": 111903
    },
    {
      "epoch": 4.5834118369854595,
      "grad_norm": 0.9816989897969866,
      "learning_rate": 4.045041872183659e-05,
      "loss": 0.273,
      "step": 111904
    },
    {
      "epoch": 4.583452795412656,
      "grad_norm": 0.4599675552475929,
      "learning_rate": 4.04481909089549e-05,
      "loss": 0.0436,
      "step": 111905
    },
    {
      "epoch": 4.583493753839853,
      "grad_norm": 1.7919060481802702,
      "learning_rate": 4.044596314786297e-05,
      "loss": 0.856,
      "step": 111906
    },
    {
      "epoch": 4.583534712267049,
      "grad_norm": 1.4684863115438316,
      "learning_rate": 4.0443735438561855e-05,
      "loss": 0.6849,
      "step": 111907
    },
    {
      "epoch": 4.583575670694246,
      "grad_norm": 1.712301356842976,
      "learning_rate": 4.0441507781052565e-05,
      "loss": 0.5084,
      "step": 111908
    },
    {
      "epoch": 4.583616629121442,
      "grad_norm": 0.8482055608095087,
      "learning_rate": 4.0439280175336196e-05,
      "loss": 0.2164,
      "step": 111909
    },
    {
      "epoch": 4.583657587548638,
      "grad_norm": 1.765263813731557,
      "learning_rate": 4.043705262141374e-05,
      "loss": 0.8856,
      "step": 111910
    },
    {
      "epoch": 4.583698545975834,
      "grad_norm": 1.1938703462710432,
      "learning_rate": 4.04348251192863e-05,
      "loss": 0.5055,
      "step": 111911
    },
    {
      "epoch": 4.583739504403031,
      "grad_norm": 1.9714839758918126,
      "learning_rate": 4.0432597668954944e-05,
      "loss": 0.5744,
      "step": 111912
    },
    {
      "epoch": 4.583780462830227,
      "grad_norm": 1.670932877638921,
      "learning_rate": 4.0430370270420665e-05,
      "loss": 0.6343,
      "step": 111913
    },
    {
      "epoch": 4.583821421257424,
      "grad_norm": 2.874859672180938,
      "learning_rate": 4.042814292368453e-05,
      "loss": 2.1929,
      "step": 111914
    },
    {
      "epoch": 4.58386237968462,
      "grad_norm": 1.4642282318271462,
      "learning_rate": 4.042591562874768e-05,
      "loss": 0.6579,
      "step": 111915
    },
    {
      "epoch": 4.583903338111816,
      "grad_norm": 1.2197025668324364,
      "learning_rate": 4.042368838561104e-05,
      "loss": 0.4665,
      "step": 111916
    },
    {
      "epoch": 4.583944296539013,
      "grad_norm": 1.5674895878856197,
      "learning_rate": 4.042146119427577e-05,
      "loss": 0.6999,
      "step": 111917
    },
    {
      "epoch": 4.583985254966209,
      "grad_norm": 1.025106783601214,
      "learning_rate": 4.041923405474282e-05,
      "loss": 0.2041,
      "step": 111918
    },
    {
      "epoch": 4.584026213393406,
      "grad_norm": 0.6503917339655356,
      "learning_rate": 4.041700696701331e-05,
      "loss": 0.1451,
      "step": 111919
    },
    {
      "epoch": 4.584067171820602,
      "grad_norm": 1.4237674663031707,
      "learning_rate": 4.0414779931088317e-05,
      "loss": 0.0871,
      "step": 111920
    },
    {
      "epoch": 4.584108130247799,
      "grad_norm": 1.2073606165468367,
      "learning_rate": 4.041255294696882e-05,
      "loss": 0.5504,
      "step": 111921
    },
    {
      "epoch": 4.5841490886749945,
      "grad_norm": 1.8334343291905313,
      "learning_rate": 4.041032601465591e-05,
      "loss": 0.6142,
      "step": 111922
    },
    {
      "epoch": 4.584190047102191,
      "grad_norm": 0.8601610747628922,
      "learning_rate": 4.040809913415069e-05,
      "loss": 0.2255,
      "step": 111923
    },
    {
      "epoch": 4.584231005529388,
      "grad_norm": 0.8871233224519672,
      "learning_rate": 4.0405872305454096e-05,
      "loss": 0.2681,
      "step": 111924
    },
    {
      "epoch": 4.584271963956584,
      "grad_norm": 1.3607379753947668,
      "learning_rate": 4.04036455285673e-05,
      "loss": 0.4948,
      "step": 111925
    },
    {
      "epoch": 4.584312922383781,
      "grad_norm": 1.368098952069041,
      "learning_rate": 4.040141880349125e-05,
      "loss": 0.5886,
      "step": 111926
    },
    {
      "epoch": 4.584353880810977,
      "grad_norm": 1.7400308430344684,
      "learning_rate": 4.039919213022706e-05,
      "loss": 0.7397,
      "step": 111927
    },
    {
      "epoch": 4.584394839238174,
      "grad_norm": 1.570662158842035,
      "learning_rate": 4.039696550877581e-05,
      "loss": 0.6535,
      "step": 111928
    },
    {
      "epoch": 4.584435797665369,
      "grad_norm": 1.338845827770573,
      "learning_rate": 4.039473893913848e-05,
      "loss": 0.3308,
      "step": 111929
    },
    {
      "epoch": 4.584476756092566,
      "grad_norm": 1.6356475233380037,
      "learning_rate": 4.0392512421316156e-05,
      "loss": 0.6495,
      "step": 111930
    },
    {
      "epoch": 4.584517714519762,
      "grad_norm": 2.1717834509117084,
      "learning_rate": 4.0390285955309925e-05,
      "loss": 1.0784,
      "step": 111931
    },
    {
      "epoch": 4.584558672946959,
      "grad_norm": 1.7522855611951074,
      "learning_rate": 4.0388059541120766e-05,
      "loss": 0.6496,
      "step": 111932
    },
    {
      "epoch": 4.5845996313741555,
      "grad_norm": 3.423874365699483,
      "learning_rate": 4.038583317874982e-05,
      "loss": 3.2248,
      "step": 111933
    },
    {
      "epoch": 4.584640589801351,
      "grad_norm": 1.6854544830917877,
      "learning_rate": 4.0383606868198045e-05,
      "loss": 0.761,
      "step": 111934
    },
    {
      "epoch": 4.584681548228548,
      "grad_norm": 1.0243174978493192,
      "learning_rate": 4.038138060946654e-05,
      "loss": 0.3015,
      "step": 111935
    },
    {
      "epoch": 4.584722506655744,
      "grad_norm": 2.059792691268354,
      "learning_rate": 4.0379154402556395e-05,
      "loss": 0.931,
      "step": 111936
    },
    {
      "epoch": 4.584763465082941,
      "grad_norm": 1.5617709543235097,
      "learning_rate": 4.037692824746859e-05,
      "loss": 0.5698,
      "step": 111937
    },
    {
      "epoch": 4.584804423510137,
      "grad_norm": 1.184049675531092,
      "learning_rate": 4.037470214420422e-05,
      "loss": 0.6374,
      "step": 111938
    },
    {
      "epoch": 4.584845381937334,
      "grad_norm": 1.3233847138636248,
      "learning_rate": 4.037247609276435e-05,
      "loss": 0.4685,
      "step": 111939
    },
    {
      "epoch": 4.58488634036453,
      "grad_norm": 2.0018809865373335,
      "learning_rate": 4.037025009314999e-05,
      "loss": 0.7937,
      "step": 111940
    },
    {
      "epoch": 4.584927298791726,
      "grad_norm": 1.6715879955552417,
      "learning_rate": 4.036802414536226e-05,
      "loss": 0.631,
      "step": 111941
    },
    {
      "epoch": 4.5849682572189225,
      "grad_norm": 0.9205728191279079,
      "learning_rate": 4.036579824940211e-05,
      "loss": 0.2339,
      "step": 111942
    },
    {
      "epoch": 4.585009215646119,
      "grad_norm": 1.492987331286721,
      "learning_rate": 4.036357240527065e-05,
      "loss": 0.4232,
      "step": 111943
    },
    {
      "epoch": 4.585050174073316,
      "grad_norm": 1.2497333767209209,
      "learning_rate": 4.036134661296897e-05,
      "loss": 0.569,
      "step": 111944
    },
    {
      "epoch": 4.585091132500512,
      "grad_norm": 1.619422233828183,
      "learning_rate": 4.035912087249805e-05,
      "loss": 0.5446,
      "step": 111945
    },
    {
      "epoch": 4.585132090927709,
      "grad_norm": 1.6020775263964437,
      "learning_rate": 4.035689518385896e-05,
      "loss": 0.6999,
      "step": 111946
    },
    {
      "epoch": 4.585173049354905,
      "grad_norm": 1.7152476805777668,
      "learning_rate": 4.0354669547052824e-05,
      "loss": 0.6884,
      "step": 111947
    },
    {
      "epoch": 4.585214007782101,
      "grad_norm": 1.3629740311619538,
      "learning_rate": 4.0352443962080595e-05,
      "loss": 0.5372,
      "step": 111948
    },
    {
      "epoch": 4.585254966209297,
      "grad_norm": 1.4155284589299106,
      "learning_rate": 4.0350218428943415e-05,
      "loss": 0.4489,
      "step": 111949
    },
    {
      "epoch": 4.585295924636494,
      "grad_norm": 1.542396502540273,
      "learning_rate": 4.034799294764224e-05,
      "loss": 0.4099,
      "step": 111950
    },
    {
      "epoch": 4.5853368830636905,
      "grad_norm": 1.1394456547048493,
      "learning_rate": 4.0345767518178164e-05,
      "loss": 0.4104,
      "step": 111951
    },
    {
      "epoch": 4.585377841490887,
      "grad_norm": 1.6308992458294784,
      "learning_rate": 4.03435421405523e-05,
      "loss": 0.7775,
      "step": 111952
    },
    {
      "epoch": 4.585418799918083,
      "grad_norm": 1.8196754086176192,
      "learning_rate": 4.0341316814765596e-05,
      "loss": 0.8807,
      "step": 111953
    },
    {
      "epoch": 4.585459758345279,
      "grad_norm": 0.8712078357216892,
      "learning_rate": 4.0339091540819204e-05,
      "loss": 0.1927,
      "step": 111954
    },
    {
      "epoch": 4.585500716772476,
      "grad_norm": 1.5952679199728457,
      "learning_rate": 4.033686631871412e-05,
      "loss": 0.7314,
      "step": 111955
    },
    {
      "epoch": 4.585541675199672,
      "grad_norm": 1.4963268529661373,
      "learning_rate": 4.033464114845137e-05,
      "loss": 0.7547,
      "step": 111956
    },
    {
      "epoch": 4.585582633626869,
      "grad_norm": 0.6995272516261282,
      "learning_rate": 4.0332416030032025e-05,
      "loss": 0.1234,
      "step": 111957
    },
    {
      "epoch": 4.585623592054065,
      "grad_norm": 2.4740736437738446,
      "learning_rate": 4.03301909634572e-05,
      "loss": 0.9372,
      "step": 111958
    },
    {
      "epoch": 4.585664550481262,
      "grad_norm": 1.5266211124666687,
      "learning_rate": 4.0327965948727853e-05,
      "loss": 0.4106,
      "step": 111959
    },
    {
      "epoch": 4.5857055089084575,
      "grad_norm": 1.3696406011511677,
      "learning_rate": 4.0325740985845115e-05,
      "loss": 0.5768,
      "step": 111960
    },
    {
      "epoch": 4.585746467335654,
      "grad_norm": 1.452574083232294,
      "learning_rate": 4.0323516074809975e-05,
      "loss": 0.5112,
      "step": 111961
    },
    {
      "epoch": 4.585787425762851,
      "grad_norm": 1.8029148876496912,
      "learning_rate": 4.032129121562351e-05,
      "loss": 0.5545,
      "step": 111962
    },
    {
      "epoch": 4.585828384190047,
      "grad_norm": 1.6338816948968813,
      "learning_rate": 4.03190664082868e-05,
      "loss": 0.7343,
      "step": 111963
    },
    {
      "epoch": 4.585869342617244,
      "grad_norm": 1.3546623342752158,
      "learning_rate": 4.0316841652800844e-05,
      "loss": 0.5733,
      "step": 111964
    },
    {
      "epoch": 4.58591030104444,
      "grad_norm": 1.2445666486947362,
      "learning_rate": 4.0314616949166715e-05,
      "loss": 0.3952,
      "step": 111965
    },
    {
      "epoch": 4.585951259471637,
      "grad_norm": 1.6283644712607768,
      "learning_rate": 4.031239229738551e-05,
      "loss": 0.6145,
      "step": 111966
    },
    {
      "epoch": 4.585992217898832,
      "grad_norm": 1.0594808350378195,
      "learning_rate": 4.031016769745821e-05,
      "loss": 0.2765,
      "step": 111967
    },
    {
      "epoch": 4.586033176326029,
      "grad_norm": 1.5513700507254038,
      "learning_rate": 4.030794314938592e-05,
      "loss": 0.8196,
      "step": 111968
    },
    {
      "epoch": 4.5860741347532255,
      "grad_norm": 1.5298766668840744,
      "learning_rate": 4.030571865316964e-05,
      "loss": 0.4773,
      "step": 111969
    },
    {
      "epoch": 4.586115093180422,
      "grad_norm": 1.61148702004374,
      "learning_rate": 4.030349420881045e-05,
      "loss": 0.7856,
      "step": 111970
    },
    {
      "epoch": 4.5861560516076185,
      "grad_norm": 1.3968589727126963,
      "learning_rate": 4.030126981630946e-05,
      "loss": 0.5637,
      "step": 111971
    },
    {
      "epoch": 4.586197010034814,
      "grad_norm": 1.0208709884954603,
      "learning_rate": 4.02990454756676e-05,
      "loss": 0.2818,
      "step": 111972
    },
    {
      "epoch": 4.586237968462011,
      "grad_norm": 1.6159595368663986,
      "learning_rate": 4.029682118688598e-05,
      "loss": 0.6377,
      "step": 111973
    },
    {
      "epoch": 4.586278926889207,
      "grad_norm": 0.9100525880688638,
      "learning_rate": 4.029459694996573e-05,
      "loss": 0.2235,
      "step": 111974
    },
    {
      "epoch": 4.586319885316404,
      "grad_norm": 2.5678945042007055,
      "learning_rate": 4.029237276490776e-05,
      "loss": 1.8001,
      "step": 111975
    },
    {
      "epoch": 4.5863608437436,
      "grad_norm": 1.8795287982066935,
      "learning_rate": 4.029014863171324e-05,
      "loss": 0.8677,
      "step": 111976
    },
    {
      "epoch": 4.586401802170797,
      "grad_norm": 1.5520946707931405,
      "learning_rate": 4.028792455038314e-05,
      "loss": 0.638,
      "step": 111977
    },
    {
      "epoch": 4.586442760597993,
      "grad_norm": 1.5965539203619166,
      "learning_rate": 4.0285700520918526e-05,
      "loss": 0.8585,
      "step": 111978
    },
    {
      "epoch": 4.586483719025189,
      "grad_norm": 0.4070660835264085,
      "learning_rate": 4.028347654332051e-05,
      "loss": 0.0345,
      "step": 111979
    },
    {
      "epoch": 4.586524677452386,
      "grad_norm": 1.3711742603902448,
      "learning_rate": 4.028125261759008e-05,
      "loss": 0.4823,
      "step": 111980
    },
    {
      "epoch": 4.586565635879582,
      "grad_norm": 1.4786357754044495,
      "learning_rate": 4.027902874372833e-05,
      "loss": 0.5375,
      "step": 111981
    },
    {
      "epoch": 4.586606594306779,
      "grad_norm": 1.1066611295710596,
      "learning_rate": 4.0276804921736243e-05,
      "loss": 0.203,
      "step": 111982
    },
    {
      "epoch": 4.586647552733975,
      "grad_norm": 1.5739343662311622,
      "learning_rate": 4.027458115161492e-05,
      "loss": 0.6802,
      "step": 111983
    },
    {
      "epoch": 4.586688511161172,
      "grad_norm": 1.7509865869266752,
      "learning_rate": 4.027235743336546e-05,
      "loss": 0.7381,
      "step": 111984
    },
    {
      "epoch": 4.586729469588368,
      "grad_norm": 2.2050833175213804,
      "learning_rate": 4.027013376698881e-05,
      "loss": 1.2926,
      "step": 111985
    },
    {
      "epoch": 4.586770428015564,
      "grad_norm": 1.1413284589288928,
      "learning_rate": 4.0267910152486065e-05,
      "loss": 0.381,
      "step": 111986
    },
    {
      "epoch": 4.58681138644276,
      "grad_norm": 1.3136092316923937,
      "learning_rate": 4.026568658985834e-05,
      "loss": 0.508,
      "step": 111987
    },
    {
      "epoch": 4.586852344869957,
      "grad_norm": 2.614119194920334,
      "learning_rate": 4.0263463079106586e-05,
      "loss": 1.2237,
      "step": 111988
    },
    {
      "epoch": 4.5868933032971535,
      "grad_norm": 1.0347133464323335,
      "learning_rate": 4.026123962023194e-05,
      "loss": 0.2085,
      "step": 111989
    },
    {
      "epoch": 4.58693426172435,
      "grad_norm": 1.7293883316656913,
      "learning_rate": 4.025901621323537e-05,
      "loss": 0.6143,
      "step": 111990
    },
    {
      "epoch": 4.586975220151546,
      "grad_norm": 1.751457673247972,
      "learning_rate": 4.0256792858117975e-05,
      "loss": 0.7453,
      "step": 111991
    },
    {
      "epoch": 4.587016178578742,
      "grad_norm": 1.4262674915413307,
      "learning_rate": 4.025456955488083e-05,
      "loss": 0.6002,
      "step": 111992
    },
    {
      "epoch": 4.587057137005939,
      "grad_norm": 1.3211865327663483,
      "learning_rate": 4.025234630352493e-05,
      "loss": 0.5358,
      "step": 111993
    },
    {
      "epoch": 4.587098095433135,
      "grad_norm": 1.9047678782629178,
      "learning_rate": 4.025012310405135e-05,
      "loss": 0.6976,
      "step": 111994
    },
    {
      "epoch": 4.587139053860332,
      "grad_norm": 1.4774052633559573,
      "learning_rate": 4.0247899956461176e-05,
      "loss": 0.6583,
      "step": 111995
    },
    {
      "epoch": 4.587180012287528,
      "grad_norm": 0.7604057118281415,
      "learning_rate": 4.024567686075539e-05,
      "loss": 0.2141,
      "step": 111996
    },
    {
      "epoch": 4.587220970714725,
      "grad_norm": 1.3949231604709023,
      "learning_rate": 4.024345381693511e-05,
      "loss": 0.5628,
      "step": 111997
    },
    {
      "epoch": 4.5872619291419205,
      "grad_norm": 1.7924686790553652,
      "learning_rate": 4.0241230825001314e-05,
      "loss": 1.0423,
      "step": 111998
    },
    {
      "epoch": 4.587302887569117,
      "grad_norm": 1.215549556862038,
      "learning_rate": 4.023900788495511e-05,
      "loss": 0.295,
      "step": 111999
    },
    {
      "epoch": 4.587343845996314,
      "grad_norm": 2.516020462277673,
      "learning_rate": 4.0236784996797565e-05,
      "loss": 1.8546,
      "step": 112000
    },
    {
      "epoch": 4.58738480442351,
      "grad_norm": 1.4567980238370897,
      "learning_rate": 4.023456216052966e-05,
      "loss": 0.5606,
      "step": 112001
    },
    {
      "epoch": 4.587425762850707,
      "grad_norm": 1.0364462772448215,
      "learning_rate": 4.023233937615249e-05,
      "loss": 0.1727,
      "step": 112002
    },
    {
      "epoch": 4.587466721277903,
      "grad_norm": 0.858250785520367,
      "learning_rate": 4.023011664366714e-05,
      "loss": 0.2114,
      "step": 112003
    },
    {
      "epoch": 4.5875076797051,
      "grad_norm": 1.4295137502873454,
      "learning_rate": 4.022789396307457e-05,
      "loss": 0.5881,
      "step": 112004
    },
    {
      "epoch": 4.587548638132295,
      "grad_norm": 1.2304996930124232,
      "learning_rate": 4.022567133437594e-05,
      "loss": 0.4446,
      "step": 112005
    },
    {
      "epoch": 4.587589596559492,
      "grad_norm": 1.0905074687133147,
      "learning_rate": 4.0223448757572204e-05,
      "loss": 0.45,
      "step": 112006
    },
    {
      "epoch": 4.5876305549866885,
      "grad_norm": 1.6167550282086416,
      "learning_rate": 4.0221226232664424e-05,
      "loss": 0.4722,
      "step": 112007
    },
    {
      "epoch": 4.587671513413885,
      "grad_norm": 1.4800458661485187,
      "learning_rate": 4.0219003759653744e-05,
      "loss": 0.5876,
      "step": 112008
    },
    {
      "epoch": 4.5877124718410816,
      "grad_norm": 2.43784508641334,
      "learning_rate": 4.0216781338541104e-05,
      "loss": 1.2424,
      "step": 112009
    },
    {
      "epoch": 4.587753430268277,
      "grad_norm": 0.995466784531086,
      "learning_rate": 4.021455896932758e-05,
      "loss": 0.2238,
      "step": 112010
    },
    {
      "epoch": 4.587794388695474,
      "grad_norm": 1.620165761200073,
      "learning_rate": 4.021233665201431e-05,
      "loss": 0.8139,
      "step": 112011
    },
    {
      "epoch": 4.58783534712267,
      "grad_norm": 1.4981666735482906,
      "learning_rate": 4.0210114386602224e-05,
      "loss": 0.634,
      "step": 112012
    },
    {
      "epoch": 4.587876305549867,
      "grad_norm": 1.6565390098112105,
      "learning_rate": 4.020789217309247e-05,
      "loss": 0.639,
      "step": 112013
    },
    {
      "epoch": 4.587917263977063,
      "grad_norm": 0.7071253382298944,
      "learning_rate": 4.020567001148599e-05,
      "loss": 0.0724,
      "step": 112014
    },
    {
      "epoch": 4.58795822240426,
      "grad_norm": 1.3435303704970871,
      "learning_rate": 4.020344790178393e-05,
      "loss": 0.6572,
      "step": 112015
    },
    {
      "epoch": 4.587999180831456,
      "grad_norm": 1.3762488520726892,
      "learning_rate": 4.0201225843987334e-05,
      "loss": 0.614,
      "step": 112016
    },
    {
      "epoch": 4.588040139258652,
      "grad_norm": 1.6613101673686494,
      "learning_rate": 4.0199003838097184e-05,
      "loss": 0.8172,
      "step": 112017
    },
    {
      "epoch": 4.588081097685849,
      "grad_norm": 0.8132140246532004,
      "learning_rate": 4.019678188411463e-05,
      "loss": 0.1562,
      "step": 112018
    },
    {
      "epoch": 4.588122056113045,
      "grad_norm": 1.4988366147532113,
      "learning_rate": 4.01945599820406e-05,
      "loss": 0.527,
      "step": 112019
    },
    {
      "epoch": 4.588163014540242,
      "grad_norm": 1.4283175163855961,
      "learning_rate": 4.019233813187623e-05,
      "loss": 0.5258,
      "step": 112020
    },
    {
      "epoch": 4.588203972967438,
      "grad_norm": 1.3921481763652366,
      "learning_rate": 4.0190116333622585e-05,
      "loss": 0.5205,
      "step": 112021
    },
    {
      "epoch": 4.588244931394635,
      "grad_norm": 1.2037279446636182,
      "learning_rate": 4.0187894587280637e-05,
      "loss": 0.3028,
      "step": 112022
    },
    {
      "epoch": 4.588285889821831,
      "grad_norm": 1.688542712177064,
      "learning_rate": 4.0185672892851474e-05,
      "loss": 0.7059,
      "step": 112023
    },
    {
      "epoch": 4.588326848249027,
      "grad_norm": 1.9230447628169813,
      "learning_rate": 4.0183451250336215e-05,
      "loss": 0.8477,
      "step": 112024
    },
    {
      "epoch": 4.5883678066762235,
      "grad_norm": 1.3616929498887456,
      "learning_rate": 4.018122965973579e-05,
      "loss": 0.489,
      "step": 112025
    },
    {
      "epoch": 4.58840876510342,
      "grad_norm": 1.6608496797551915,
      "learning_rate": 4.017900812105136e-05,
      "loss": 0.4852,
      "step": 112026
    },
    {
      "epoch": 4.5884497235306165,
      "grad_norm": 1.5633149616699726,
      "learning_rate": 4.017678663428392e-05,
      "loss": 0.5822,
      "step": 112027
    },
    {
      "epoch": 4.588490681957813,
      "grad_norm": 1.647077221682648,
      "learning_rate": 4.017456519943447e-05,
      "loss": 0.6074,
      "step": 112028
    },
    {
      "epoch": 4.58853164038501,
      "grad_norm": 2.3780157503675463,
      "learning_rate": 4.017234381650412e-05,
      "loss": 1.6247,
      "step": 112029
    },
    {
      "epoch": 4.588572598812205,
      "grad_norm": 1.5280967423999579,
      "learning_rate": 4.017012248549395e-05,
      "loss": 0.5018,
      "step": 112030
    },
    {
      "epoch": 4.588613557239402,
      "grad_norm": 1.5518486395752538,
      "learning_rate": 4.0167901206404936e-05,
      "loss": 0.5453,
      "step": 112031
    },
    {
      "epoch": 4.588654515666598,
      "grad_norm": 1.4854841717208243,
      "learning_rate": 4.016567997923822e-05,
      "loss": 0.557,
      "step": 112032
    },
    {
      "epoch": 4.588695474093795,
      "grad_norm": 0.9527775766805527,
      "learning_rate": 4.016345880399474e-05,
      "loss": 0.1437,
      "step": 112033
    },
    {
      "epoch": 4.588736432520991,
      "grad_norm": 1.1584967509233075,
      "learning_rate": 4.01612376806756e-05,
      "loss": 0.5615,
      "step": 112034
    },
    {
      "epoch": 4.588777390948188,
      "grad_norm": 1.4608492971634326,
      "learning_rate": 4.0159016609281895e-05,
      "loss": 0.5019,
      "step": 112035
    },
    {
      "epoch": 4.588818349375384,
      "grad_norm": 1.5295390548678574,
      "learning_rate": 4.01567955898146e-05,
      "loss": 0.6513,
      "step": 112036
    },
    {
      "epoch": 4.58885930780258,
      "grad_norm": 1.4251366196457291,
      "learning_rate": 4.015457462227479e-05,
      "loss": 0.7727,
      "step": 112037
    },
    {
      "epoch": 4.588900266229777,
      "grad_norm": 1.6304232353708943,
      "learning_rate": 4.015235370666358e-05,
      "loss": 0.5376,
      "step": 112038
    },
    {
      "epoch": 4.588941224656973,
      "grad_norm": 1.5020315185476825,
      "learning_rate": 4.01501328429819e-05,
      "loss": 0.7247,
      "step": 112039
    },
    {
      "epoch": 4.58898218308417,
      "grad_norm": 1.8048691964052404,
      "learning_rate": 4.014791203123092e-05,
      "loss": 0.8934,
      "step": 112040
    },
    {
      "epoch": 4.589023141511366,
      "grad_norm": 1.5317586294302454,
      "learning_rate": 4.014569127141158e-05,
      "loss": 0.5751,
      "step": 112041
    },
    {
      "epoch": 4.589064099938563,
      "grad_norm": 1.460246620465158,
      "learning_rate": 4.0143470563524986e-05,
      "loss": 0.6501,
      "step": 112042
    },
    {
      "epoch": 4.589105058365758,
      "grad_norm": 1.4931592825681508,
      "learning_rate": 4.014124990757223e-05,
      "loss": 0.6243,
      "step": 112043
    },
    {
      "epoch": 4.589146016792955,
      "grad_norm": 1.2954368405445662,
      "learning_rate": 4.013902930355428e-05,
      "loss": 0.5064,
      "step": 112044
    },
    {
      "epoch": 4.5891869752201515,
      "grad_norm": 1.6110557883275285,
      "learning_rate": 4.013680875147222e-05,
      "loss": 0.5224,
      "step": 112045
    },
    {
      "epoch": 4.589227933647348,
      "grad_norm": 1.8825139972789073,
      "learning_rate": 4.013458825132713e-05,
      "loss": 0.7702,
      "step": 112046
    },
    {
      "epoch": 4.589268892074545,
      "grad_norm": 1.487026956311299,
      "learning_rate": 4.013236780312e-05,
      "loss": 0.5878,
      "step": 112047
    },
    {
      "epoch": 4.589309850501741,
      "grad_norm": 1.6226459293266933,
      "learning_rate": 4.013014740685197e-05,
      "loss": 0.8606,
      "step": 112048
    },
    {
      "epoch": 4.589350808928937,
      "grad_norm": 1.255971632925257,
      "learning_rate": 4.0127927062523953e-05,
      "loss": 0.5289,
      "step": 112049
    },
    {
      "epoch": 4.589391767356133,
      "grad_norm": 1.5557928590416101,
      "learning_rate": 4.012570677013709e-05,
      "loss": 0.6445,
      "step": 112050
    },
    {
      "epoch": 4.58943272578333,
      "grad_norm": 1.0210681746234376,
      "learning_rate": 4.012348652969248e-05,
      "loss": 0.2875,
      "step": 112051
    },
    {
      "epoch": 4.589473684210526,
      "grad_norm": 0.6512745669553229,
      "learning_rate": 4.012126634119105e-05,
      "loss": 0.0874,
      "step": 112052
    },
    {
      "epoch": 4.589514642637723,
      "grad_norm": 1.3635477267941256,
      "learning_rate": 4.011904620463395e-05,
      "loss": 0.4527,
      "step": 112053
    },
    {
      "epoch": 4.589555601064919,
      "grad_norm": 1.4664282583947645,
      "learning_rate": 4.0116826120022136e-05,
      "loss": 0.6694,
      "step": 112054
    },
    {
      "epoch": 4.589596559492115,
      "grad_norm": 1.0286120951096394,
      "learning_rate": 4.011460608735674e-05,
      "loss": 0.2887,
      "step": 112055
    },
    {
      "epoch": 4.589637517919312,
      "grad_norm": 1.223621266964376,
      "learning_rate": 4.01123861066388e-05,
      "loss": 0.2399,
      "step": 112056
    },
    {
      "epoch": 4.589678476346508,
      "grad_norm": 1.7829056528353042,
      "learning_rate": 4.011016617786931e-05,
      "loss": 0.8361,
      "step": 112057
    },
    {
      "epoch": 4.589719434773705,
      "grad_norm": 1.4928928678038453,
      "learning_rate": 4.010794630104936e-05,
      "loss": 0.6252,
      "step": 112058
    },
    {
      "epoch": 4.589760393200901,
      "grad_norm": 1.2828978079626958,
      "learning_rate": 4.010572647618004e-05,
      "loss": 0.491,
      "step": 112059
    },
    {
      "epoch": 4.589801351628098,
      "grad_norm": 1.941871789123855,
      "learning_rate": 4.0103506703262314e-05,
      "loss": 0.687,
      "step": 112060
    },
    {
      "epoch": 4.589842310055294,
      "grad_norm": 2.1841596188564094,
      "learning_rate": 4.010128698229731e-05,
      "loss": 0.9104,
      "step": 112061
    },
    {
      "epoch": 4.58988326848249,
      "grad_norm": 0.9152627116263481,
      "learning_rate": 4.0099067313286e-05,
      "loss": 0.1942,
      "step": 112062
    },
    {
      "epoch": 4.5899242269096865,
      "grad_norm": 1.1811408256258475,
      "learning_rate": 4.009684769622948e-05,
      "loss": 0.3863,
      "step": 112063
    },
    {
      "epoch": 4.589965185336883,
      "grad_norm": 1.1865168433252293,
      "learning_rate": 4.009462813112883e-05,
      "loss": 0.4318,
      "step": 112064
    },
    {
      "epoch": 4.59000614376408,
      "grad_norm": 1.4982887109996477,
      "learning_rate": 4.0092408617985024e-05,
      "loss": 0.5154,
      "step": 112065
    },
    {
      "epoch": 4.590047102191276,
      "grad_norm": 1.6277066397081517,
      "learning_rate": 4.0090189156799135e-05,
      "loss": 0.5495,
      "step": 112066
    },
    {
      "epoch": 4.590088060618473,
      "grad_norm": 1.5153078239309803,
      "learning_rate": 4.008796974757229e-05,
      "loss": 0.6849,
      "step": 112067
    },
    {
      "epoch": 4.590129019045668,
      "grad_norm": 1.6904418738449256,
      "learning_rate": 4.008575039030542e-05,
      "loss": 0.5909,
      "step": 112068
    },
    {
      "epoch": 4.590169977472865,
      "grad_norm": 0.9179873895512729,
      "learning_rate": 4.0083531084999676e-05,
      "loss": 0.2142,
      "step": 112069
    },
    {
      "epoch": 4.590210935900061,
      "grad_norm": 1.387763838640041,
      "learning_rate": 4.0081311831656015e-05,
      "loss": 0.5956,
      "step": 112070
    },
    {
      "epoch": 4.590251894327258,
      "grad_norm": 2.7253999267714923,
      "learning_rate": 4.007909263027552e-05,
      "loss": 1.1314,
      "step": 112071
    },
    {
      "epoch": 4.590292852754454,
      "grad_norm": 0.924185199148787,
      "learning_rate": 4.007687348085931e-05,
      "loss": 0.2056,
      "step": 112072
    },
    {
      "epoch": 4.590333811181651,
      "grad_norm": 1.5432272790540247,
      "learning_rate": 4.007465438340833e-05,
      "loss": 0.695,
      "step": 112073
    },
    {
      "epoch": 4.590374769608847,
      "grad_norm": 1.1208045962734587,
      "learning_rate": 4.007243533792369e-05,
      "loss": 0.1743,
      "step": 112074
    },
    {
      "epoch": 4.590415728036043,
      "grad_norm": 1.4111882585969364,
      "learning_rate": 4.0070216344406434e-05,
      "loss": 0.492,
      "step": 112075
    },
    {
      "epoch": 4.59045668646324,
      "grad_norm": 1.0665737104969457,
      "learning_rate": 4.006799740285758e-05,
      "loss": 0.2604,
      "step": 112076
    },
    {
      "epoch": 4.590497644890436,
      "grad_norm": 1.6242559340746914,
      "learning_rate": 4.006577851327824e-05,
      "loss": 0.7561,
      "step": 112077
    },
    {
      "epoch": 4.590538603317633,
      "grad_norm": 1.563964267025641,
      "learning_rate": 4.0063559675669375e-05,
      "loss": 0.6445,
      "step": 112078
    },
    {
      "epoch": 4.590579561744829,
      "grad_norm": 1.471415948542634,
      "learning_rate": 4.006134089003207e-05,
      "loss": 0.6334,
      "step": 112079
    },
    {
      "epoch": 4.590620520172026,
      "grad_norm": 0.8797944862309236,
      "learning_rate": 4.005912215636744e-05,
      "loss": 0.195,
      "step": 112080
    },
    {
      "epoch": 4.5906614785992215,
      "grad_norm": 1.4286055228391326,
      "learning_rate": 4.0056903474676424e-05,
      "loss": 0.5815,
      "step": 112081
    },
    {
      "epoch": 4.590702437026418,
      "grad_norm": 1.61761753871151,
      "learning_rate": 4.005468484496013e-05,
      "loss": 0.6461,
      "step": 112082
    },
    {
      "epoch": 4.5907433954536145,
      "grad_norm": 1.8709687867827667,
      "learning_rate": 4.005246626721965e-05,
      "loss": 1.1635,
      "step": 112083
    },
    {
      "epoch": 4.590784353880811,
      "grad_norm": 1.3219120707069385,
      "learning_rate": 4.0050247741455935e-05,
      "loss": 0.525,
      "step": 112084
    },
    {
      "epoch": 4.590825312308008,
      "grad_norm": 1.0914846872584658,
      "learning_rate": 4.004802926767012e-05,
      "loss": 0.4284,
      "step": 112085
    },
    {
      "epoch": 4.590866270735204,
      "grad_norm": 1.2385626845804878,
      "learning_rate": 4.0045810845863184e-05,
      "loss": 0.5269,
      "step": 112086
    },
    {
      "epoch": 4.5909072291624,
      "grad_norm": 0.9105090093535443,
      "learning_rate": 4.0043592476036205e-05,
      "loss": 0.1944,
      "step": 112087
    },
    {
      "epoch": 4.590948187589596,
      "grad_norm": 1.9647718583233824,
      "learning_rate": 4.004137415819027e-05,
      "loss": 1.1216,
      "step": 112088
    },
    {
      "epoch": 4.590989146016793,
      "grad_norm": 0.6488945695567175,
      "learning_rate": 4.003915589232636e-05,
      "loss": 0.1458,
      "step": 112089
    },
    {
      "epoch": 4.591030104443989,
      "grad_norm": 2.0542260703057753,
      "learning_rate": 4.00369376784456e-05,
      "loss": 0.9053,
      "step": 112090
    },
    {
      "epoch": 4.591071062871186,
      "grad_norm": 1.8915350420680634,
      "learning_rate": 4.003471951654895e-05,
      "loss": 0.7741,
      "step": 112091
    },
    {
      "epoch": 4.5911120212983825,
      "grad_norm": 0.8342227632539405,
      "learning_rate": 4.003250140663749e-05,
      "loss": 0.126,
      "step": 112092
    },
    {
      "epoch": 4.591152979725578,
      "grad_norm": 1.3805206716570002,
      "learning_rate": 4.003028334871235e-05,
      "loss": 0.5649,
      "step": 112093
    },
    {
      "epoch": 4.591193938152775,
      "grad_norm": 1.3685347985541083,
      "learning_rate": 4.002806534277445e-05,
      "loss": 0.5643,
      "step": 112094
    },
    {
      "epoch": 4.591234896579971,
      "grad_norm": 1.6617321037169692,
      "learning_rate": 4.002584738882489e-05,
      "loss": 0.5002,
      "step": 112095
    },
    {
      "epoch": 4.591275855007168,
      "grad_norm": 2.194306032917286,
      "learning_rate": 4.002362948686479e-05,
      "loss": 0.8938,
      "step": 112096
    },
    {
      "epoch": 4.591316813434364,
      "grad_norm": 1.3943338975869046,
      "learning_rate": 4.0021411636895145e-05,
      "loss": 0.5056,
      "step": 112097
    },
    {
      "epoch": 4.591357771861561,
      "grad_norm": 1.5332076165348598,
      "learning_rate": 4.001919383891693e-05,
      "loss": 0.5796,
      "step": 112098
    },
    {
      "epoch": 4.591398730288757,
      "grad_norm": 1.8543738603233038,
      "learning_rate": 4.0016976092931306e-05,
      "loss": 0.7767,
      "step": 112099
    },
    {
      "epoch": 4.591439688715953,
      "grad_norm": 1.624585732272912,
      "learning_rate": 4.001475839893923e-05,
      "loss": 0.445,
      "step": 112100
    },
    {
      "epoch": 4.5914806471431495,
      "grad_norm": 0.959851948607185,
      "learning_rate": 4.001254075694181e-05,
      "loss": 0.1884,
      "step": 112101
    },
    {
      "epoch": 4.591521605570346,
      "grad_norm": 1.6838576864229025,
      "learning_rate": 4.001032316694011e-05,
      "loss": 0.7962,
      "step": 112102
    },
    {
      "epoch": 4.591562563997543,
      "grad_norm": 1.2974742637457206,
      "learning_rate": 4.000810562893509e-05,
      "loss": 0.5338,
      "step": 112103
    },
    {
      "epoch": 4.591603522424739,
      "grad_norm": 1.956321692073432,
      "learning_rate": 4.000588814292792e-05,
      "loss": 0.4433,
      "step": 112104
    },
    {
      "epoch": 4.591644480851936,
      "grad_norm": 2.2026851074538816,
      "learning_rate": 4.0003670708919525e-05,
      "loss": 0.6341,
      "step": 112105
    },
    {
      "epoch": 4.591685439279131,
      "grad_norm": 1.7184655611153856,
      "learning_rate": 4.000145332691102e-05,
      "loss": 0.5416,
      "step": 112106
    },
    {
      "epoch": 4.591726397706328,
      "grad_norm": 2.0365536117598735,
      "learning_rate": 3.9999235996903485e-05,
      "loss": 0.6708,
      "step": 112107
    },
    {
      "epoch": 4.591767356133524,
      "grad_norm": 1.7496526581793312,
      "learning_rate": 3.999701871889788e-05,
      "loss": 0.5794,
      "step": 112108
    },
    {
      "epoch": 4.591808314560721,
      "grad_norm": 1.405547970022123,
      "learning_rate": 3.999480149289532e-05,
      "loss": 0.5743,
      "step": 112109
    },
    {
      "epoch": 4.5918492729879175,
      "grad_norm": 1.4366211099618025,
      "learning_rate": 3.999258431889687e-05,
      "loss": 0.5932,
      "step": 112110
    },
    {
      "epoch": 4.591890231415114,
      "grad_norm": 0.6657154545883767,
      "learning_rate": 3.999036719690349e-05,
      "loss": 0.0697,
      "step": 112111
    },
    {
      "epoch": 4.59193118984231,
      "grad_norm": 1.5654494443542422,
      "learning_rate": 3.998815012691632e-05,
      "loss": 0.5951,
      "step": 112112
    },
    {
      "epoch": 4.591972148269506,
      "grad_norm": 0.9188378359951732,
      "learning_rate": 3.998593310893634e-05,
      "loss": 0.3183,
      "step": 112113
    },
    {
      "epoch": 4.592013106696703,
      "grad_norm": 1.0043218915732672,
      "learning_rate": 3.9983716142964625e-05,
      "loss": 0.2026,
      "step": 112114
    },
    {
      "epoch": 4.592054065123899,
      "grad_norm": 1.8824668873863355,
      "learning_rate": 3.998149922900227e-05,
      "loss": 0.9625,
      "step": 112115
    },
    {
      "epoch": 4.592095023551096,
      "grad_norm": 1.473918675390443,
      "learning_rate": 3.9979282367050224e-05,
      "loss": 0.6088,
      "step": 112116
    },
    {
      "epoch": 4.592135981978292,
      "grad_norm": 1.6013487242634763,
      "learning_rate": 3.997706555710959e-05,
      "loss": 0.6884,
      "step": 112117
    },
    {
      "epoch": 4.592176940405489,
      "grad_norm": 1.4227072041830078,
      "learning_rate": 3.9974848799181474e-05,
      "loss": 0.5559,
      "step": 112118
    },
    {
      "epoch": 4.5922178988326845,
      "grad_norm": 1.2814291268756801,
      "learning_rate": 3.9972632093266796e-05,
      "loss": 0.4893,
      "step": 112119
    },
    {
      "epoch": 4.592258857259881,
      "grad_norm": 2.0854043134818476,
      "learning_rate": 3.997041543936675e-05,
      "loss": 0.7104,
      "step": 112120
    },
    {
      "epoch": 4.592299815687078,
      "grad_norm": 1.6146110514774439,
      "learning_rate": 3.996819883748224e-05,
      "loss": 0.5676,
      "step": 112121
    },
    {
      "epoch": 4.592340774114274,
      "grad_norm": 1.20181597638322,
      "learning_rate": 3.996598228761439e-05,
      "loss": 0.2269,
      "step": 112122
    },
    {
      "epoch": 4.592381732541471,
      "grad_norm": 1.8125998087572341,
      "learning_rate": 3.996376578976428e-05,
      "loss": 0.8561,
      "step": 112123
    },
    {
      "epoch": 4.592422690968667,
      "grad_norm": 1.693173415743507,
      "learning_rate": 3.996154934393286e-05,
      "loss": 0.5922,
      "step": 112124
    },
    {
      "epoch": 4.592463649395863,
      "grad_norm": 1.3316070068945094,
      "learning_rate": 3.995933295012129e-05,
      "loss": 0.4762,
      "step": 112125
    },
    {
      "epoch": 4.592504607823059,
      "grad_norm": 0.7124676959043034,
      "learning_rate": 3.995711660833051e-05,
      "loss": 0.0715,
      "step": 112126
    },
    {
      "epoch": 4.592545566250256,
      "grad_norm": 1.5822679229528955,
      "learning_rate": 3.995490031856164e-05,
      "loss": 0.5495,
      "step": 112127
    },
    {
      "epoch": 4.592586524677452,
      "grad_norm": 1.5864531186859672,
      "learning_rate": 3.9952684080815736e-05,
      "loss": 0.612,
      "step": 112128
    },
    {
      "epoch": 4.592627483104649,
      "grad_norm": 1.4935152568425354,
      "learning_rate": 3.995046789509378e-05,
      "loss": 0.6411,
      "step": 112129
    },
    {
      "epoch": 4.5926684415318455,
      "grad_norm": 1.4007594149867675,
      "learning_rate": 3.994825176139684e-05,
      "loss": 0.5867,
      "step": 112130
    },
    {
      "epoch": 4.592709399959041,
      "grad_norm": 1.4657463688152121,
      "learning_rate": 3.994603567972604e-05,
      "loss": 0.4531,
      "step": 112131
    },
    {
      "epoch": 4.592750358386238,
      "grad_norm": 0.9449386632338282,
      "learning_rate": 3.994381965008232e-05,
      "loss": 0.2363,
      "step": 112132
    },
    {
      "epoch": 4.592791316813434,
      "grad_norm": 1.4281546848971425,
      "learning_rate": 3.9941603672466835e-05,
      "loss": 0.543,
      "step": 112133
    },
    {
      "epoch": 4.592832275240631,
      "grad_norm": 1.3461761586302272,
      "learning_rate": 3.993938774688051e-05,
      "loss": 0.7208,
      "step": 112134
    },
    {
      "epoch": 4.592873233667827,
      "grad_norm": 1.029373593372868,
      "learning_rate": 3.9937171873324445e-05,
      "loss": 0.2528,
      "step": 112135
    },
    {
      "epoch": 4.592914192095024,
      "grad_norm": 0.8088935286251551,
      "learning_rate": 3.993495605179977e-05,
      "loss": 0.2207,
      "step": 112136
    },
    {
      "epoch": 4.59295515052222,
      "grad_norm": 1.5436812820457273,
      "learning_rate": 3.9932740282307415e-05,
      "loss": 0.5971,
      "step": 112137
    },
    {
      "epoch": 4.592996108949416,
      "grad_norm": 1.6234126203849064,
      "learning_rate": 3.993052456484845e-05,
      "loss": 0.6001,
      "step": 112138
    },
    {
      "epoch": 4.5930370673766125,
      "grad_norm": 1.612938492857988,
      "learning_rate": 3.9928308899424006e-05,
      "loss": 0.7547,
      "step": 112139
    },
    {
      "epoch": 4.593078025803809,
      "grad_norm": 2.623155327266589,
      "learning_rate": 3.9926093286035035e-05,
      "loss": 1.6919,
      "step": 112140
    },
    {
      "epoch": 4.593118984231006,
      "grad_norm": 1.0012862178422612,
      "learning_rate": 3.992387772468265e-05,
      "loss": 0.2235,
      "step": 112141
    },
    {
      "epoch": 4.593159942658202,
      "grad_norm": 0.9643323880915524,
      "learning_rate": 3.992166221536783e-05,
      "loss": 0.2984,
      "step": 112142
    },
    {
      "epoch": 4.593200901085399,
      "grad_norm": 1.390804682113992,
      "learning_rate": 3.9919446758091644e-05,
      "loss": 0.6148,
      "step": 112143
    },
    {
      "epoch": 4.593241859512594,
      "grad_norm": 1.8630073812969454,
      "learning_rate": 3.991723135285522e-05,
      "loss": 0.7023,
      "step": 112144
    },
    {
      "epoch": 4.593282817939791,
      "grad_norm": 0.8502300836385104,
      "learning_rate": 3.9915015999659496e-05,
      "loss": 0.2323,
      "step": 112145
    },
    {
      "epoch": 4.593323776366987,
      "grad_norm": 1.7620315015266563,
      "learning_rate": 3.991280069850556e-05,
      "loss": 0.7886,
      "step": 112146
    },
    {
      "epoch": 4.593364734794184,
      "grad_norm": 1.283835376712788,
      "learning_rate": 3.991058544939451e-05,
      "loss": 0.6069,
      "step": 112147
    },
    {
      "epoch": 4.5934056932213805,
      "grad_norm": 1.0067297512459668,
      "learning_rate": 3.99083702523273e-05,
      "loss": 0.2323,
      "step": 112148
    },
    {
      "epoch": 4.593446651648577,
      "grad_norm": 1.9934826322074464,
      "learning_rate": 3.990615510730507e-05,
      "loss": 0.7146,
      "step": 112149
    },
    {
      "epoch": 4.593487610075773,
      "grad_norm": 3.395230301005965,
      "learning_rate": 3.990394001432878e-05,
      "loss": 0.9748,
      "step": 112150
    },
    {
      "epoch": 4.593528568502969,
      "grad_norm": 1.8086736111216302,
      "learning_rate": 3.99017249733995e-05,
      "loss": 0.7532,
      "step": 112151
    },
    {
      "epoch": 4.593569526930166,
      "grad_norm": 1.4728540164836863,
      "learning_rate": 3.989950998451836e-05,
      "loss": 0.4457,
      "step": 112152
    },
    {
      "epoch": 4.593610485357362,
      "grad_norm": 2.0111182130272343,
      "learning_rate": 3.9897295047686296e-05,
      "loss": 0.8364,
      "step": 112153
    },
    {
      "epoch": 4.593651443784559,
      "grad_norm": 1.5538743683141074,
      "learning_rate": 3.9895080162904394e-05,
      "loss": 0.7881,
      "step": 112154
    },
    {
      "epoch": 4.593692402211755,
      "grad_norm": 2.108653851626741,
      "learning_rate": 3.9892865330173764e-05,
      "loss": 1.225,
      "step": 112155
    },
    {
      "epoch": 4.593733360638952,
      "grad_norm": 1.2741830877323301,
      "learning_rate": 3.989065054949534e-05,
      "loss": 0.3726,
      "step": 112156
    },
    {
      "epoch": 4.5937743190661475,
      "grad_norm": 1.8545595631612517,
      "learning_rate": 3.988843582087028e-05,
      "loss": 0.876,
      "step": 112157
    },
    {
      "epoch": 4.593815277493344,
      "grad_norm": 1.5428839640115792,
      "learning_rate": 3.9886221144299545e-05,
      "loss": 0.6075,
      "step": 112158
    },
    {
      "epoch": 4.593856235920541,
      "grad_norm": 1.63342042436297,
      "learning_rate": 3.9884006519784204e-05,
      "loss": 0.5681,
      "step": 112159
    },
    {
      "epoch": 4.593897194347737,
      "grad_norm": 1.2443947853379556,
      "learning_rate": 3.988179194732536e-05,
      "loss": 0.3618,
      "step": 112160
    },
    {
      "epoch": 4.593938152774934,
      "grad_norm": 1.8003834241838823,
      "learning_rate": 3.987957742692397e-05,
      "loss": 0.6014,
      "step": 112161
    },
    {
      "epoch": 4.59397911120213,
      "grad_norm": 1.3989063852041657,
      "learning_rate": 3.987736295858117e-05,
      "loss": 0.59,
      "step": 112162
    },
    {
      "epoch": 4.594020069629326,
      "grad_norm": 1.2474321356506353,
      "learning_rate": 3.9875148542297915e-05,
      "loss": 0.4946,
      "step": 112163
    },
    {
      "epoch": 4.594061028056522,
      "grad_norm": 1.1974413095423944,
      "learning_rate": 3.9872934178075296e-05,
      "loss": 0.497,
      "step": 112164
    },
    {
      "epoch": 4.594101986483719,
      "grad_norm": 1.842979134941588,
      "learning_rate": 3.987071986591441e-05,
      "loss": 0.8131,
      "step": 112165
    },
    {
      "epoch": 4.5941429449109155,
      "grad_norm": 0.7106181888704773,
      "learning_rate": 3.986850560581622e-05,
      "loss": 0.1423,
      "step": 112166
    },
    {
      "epoch": 4.594183903338112,
      "grad_norm": 1.0300407049656726,
      "learning_rate": 3.986629139778186e-05,
      "loss": 0.2755,
      "step": 112167
    },
    {
      "epoch": 4.5942248617653085,
      "grad_norm": 1.1785505371130056,
      "learning_rate": 3.986407724181231e-05,
      "loss": 0.3583,
      "step": 112168
    },
    {
      "epoch": 4.594265820192504,
      "grad_norm": 0.94766550913142,
      "learning_rate": 3.98618631379086e-05,
      "loss": 0.1913,
      "step": 112169
    },
    {
      "epoch": 4.594306778619701,
      "grad_norm": 1.5772380266353845,
      "learning_rate": 3.98596490860718e-05,
      "loss": 0.5233,
      "step": 112170
    },
    {
      "epoch": 4.594347737046897,
      "grad_norm": 1.8824586387455244,
      "learning_rate": 3.985743508630303e-05,
      "loss": 0.8735,
      "step": 112171
    },
    {
      "epoch": 4.594388695474094,
      "grad_norm": 1.7569180991250184,
      "learning_rate": 3.9855221138603215e-05,
      "loss": 0.7111,
      "step": 112172
    },
    {
      "epoch": 4.59442965390129,
      "grad_norm": 1.1889354867897726,
      "learning_rate": 3.985300724297346e-05,
      "loss": 0.4729,
      "step": 112173
    },
    {
      "epoch": 4.594470612328487,
      "grad_norm": 0.6149078369941239,
      "learning_rate": 3.985079339941485e-05,
      "loss": 0.1162,
      "step": 112174
    },
    {
      "epoch": 4.594511570755683,
      "grad_norm": 1.0737094986384392,
      "learning_rate": 3.984857960792836e-05,
      "loss": 0.1604,
      "step": 112175
    },
    {
      "epoch": 4.594552529182879,
      "grad_norm": 1.080407807746174,
      "learning_rate": 3.9846365868515115e-05,
      "loss": 0.3833,
      "step": 112176
    },
    {
      "epoch": 4.594593487610076,
      "grad_norm": 1.2894102996454526,
      "learning_rate": 3.9844152181176074e-05,
      "loss": 0.6495,
      "step": 112177
    },
    {
      "epoch": 4.594634446037272,
      "grad_norm": 1.4796524645553053,
      "learning_rate": 3.9841938545912314e-05,
      "loss": 0.7238,
      "step": 112178
    },
    {
      "epoch": 4.594675404464469,
      "grad_norm": 1.176762994354833,
      "learning_rate": 3.983972496272495e-05,
      "loss": 0.3055,
      "step": 112179
    },
    {
      "epoch": 4.594716362891665,
      "grad_norm": 1.7258848084027976,
      "learning_rate": 3.9837511431614925e-05,
      "loss": 0.7468,
      "step": 112180
    },
    {
      "epoch": 4.594757321318862,
      "grad_norm": 1.1870130266811525,
      "learning_rate": 3.983529795258333e-05,
      "loss": 0.4036,
      "step": 112181
    },
    {
      "epoch": 4.594798279746057,
      "grad_norm": 1.4725559463244469,
      "learning_rate": 3.9833084525631255e-05,
      "loss": 0.5038,
      "step": 112182
    },
    {
      "epoch": 4.594839238173254,
      "grad_norm": 1.5475938487386616,
      "learning_rate": 3.983087115075965e-05,
      "loss": 0.591,
      "step": 112183
    },
    {
      "epoch": 4.59488019660045,
      "grad_norm": 1.7165839156350748,
      "learning_rate": 3.9828657827969674e-05,
      "loss": 0.8344,
      "step": 112184
    },
    {
      "epoch": 4.594921155027647,
      "grad_norm": 1.6590867780089449,
      "learning_rate": 3.982644455726228e-05,
      "loss": 0.634,
      "step": 112185
    },
    {
      "epoch": 4.5949621134548435,
      "grad_norm": 4.243941020765979,
      "learning_rate": 3.982423133863853e-05,
      "loss": 5.7739,
      "step": 112186
    },
    {
      "epoch": 4.59500307188204,
      "grad_norm": 1.4902522487009133,
      "learning_rate": 3.9822018172099546e-05,
      "loss": 0.3985,
      "step": 112187
    },
    {
      "epoch": 4.595044030309236,
      "grad_norm": 1.4684540574994864,
      "learning_rate": 3.981980505764628e-05,
      "loss": 0.7372,
      "step": 112188
    },
    {
      "epoch": 4.595084988736432,
      "grad_norm": 1.520538937843836,
      "learning_rate": 3.981759199527985e-05,
      "loss": 0.5927,
      "step": 112189
    },
    {
      "epoch": 4.595125947163629,
      "grad_norm": 1.6954698000771948,
      "learning_rate": 3.981537898500122e-05,
      "loss": 0.8402,
      "step": 112190
    },
    {
      "epoch": 4.595166905590825,
      "grad_norm": 1.3710919740363934,
      "learning_rate": 3.981316602681151e-05,
      "loss": 0.3953,
      "step": 112191
    },
    {
      "epoch": 4.595207864018022,
      "grad_norm": 1.3841084401626818,
      "learning_rate": 3.981095312071176e-05,
      "loss": 0.5705,
      "step": 112192
    },
    {
      "epoch": 4.595248822445218,
      "grad_norm": 1.7183618722853244,
      "learning_rate": 3.980874026670297e-05,
      "loss": 0.8424,
      "step": 112193
    },
    {
      "epoch": 4.595289780872415,
      "grad_norm": 1.2107455102342228,
      "learning_rate": 3.9806527464786195e-05,
      "loss": 0.4089,
      "step": 112194
    },
    {
      "epoch": 4.595330739299611,
      "grad_norm": 0.7816989884736141,
      "learning_rate": 3.980431471496256e-05,
      "loss": 0.2176,
      "step": 112195
    },
    {
      "epoch": 4.595371697726807,
      "grad_norm": 1.4456594452957803,
      "learning_rate": 3.9802102017233e-05,
      "loss": 0.5127,
      "step": 112196
    },
    {
      "epoch": 4.595412656154004,
      "grad_norm": 1.2957347890875734,
      "learning_rate": 3.9799889371598654e-05,
      "loss": 0.4821,
      "step": 112197
    },
    {
      "epoch": 4.5954536145812,
      "grad_norm": 1.3685268533261945,
      "learning_rate": 3.9797676778060485e-05,
      "loss": 0.364,
      "step": 112198
    },
    {
      "epoch": 4.595494573008397,
      "grad_norm": 2.1621795108742954,
      "learning_rate": 3.979546423661959e-05,
      "loss": 1.4545,
      "step": 112199
    },
    {
      "epoch": 4.595535531435593,
      "grad_norm": 3.8948966468378763,
      "learning_rate": 3.979325174727702e-05,
      "loss": 1.7035,
      "step": 112200
    },
    {
      "epoch": 4.595576489862789,
      "grad_norm": 1.6425235832171878,
      "learning_rate": 3.97910393100338e-05,
      "loss": 0.658,
      "step": 112201
    },
    {
      "epoch": 4.595617448289985,
      "grad_norm": 0.9669638541095897,
      "learning_rate": 3.978882692489094e-05,
      "loss": 0.2601,
      "step": 112202
    },
    {
      "epoch": 4.595658406717182,
      "grad_norm": 1.0051224669739491,
      "learning_rate": 3.9786614591849596e-05,
      "loss": 0.2879,
      "step": 112203
    },
    {
      "epoch": 4.5956993651443785,
      "grad_norm": 1.3959331122827199,
      "learning_rate": 3.9784402310910704e-05,
      "loss": 0.3694,
      "step": 112204
    },
    {
      "epoch": 4.595740323571575,
      "grad_norm": 1.2405464340638717,
      "learning_rate": 3.978219008207539e-05,
      "loss": 0.448,
      "step": 112205
    },
    {
      "epoch": 4.595781281998772,
      "grad_norm": 1.253623962993725,
      "learning_rate": 3.9779977905344605e-05,
      "loss": 0.5112,
      "step": 112206
    },
    {
      "epoch": 4.595822240425967,
      "grad_norm": 1.3282648909798846,
      "learning_rate": 3.9777765780719464e-05,
      "loss": 0.5571,
      "step": 112207
    },
    {
      "epoch": 4.595863198853164,
      "grad_norm": 0.9664740795230171,
      "learning_rate": 3.977555370820105e-05,
      "loss": 0.2304,
      "step": 112208
    },
    {
      "epoch": 4.59590415728036,
      "grad_norm": 1.6143690088313765,
      "learning_rate": 3.977334168779029e-05,
      "loss": 0.582,
      "step": 112209
    },
    {
      "epoch": 4.595945115707557,
      "grad_norm": 1.8295400701952313,
      "learning_rate": 3.977112971948832e-05,
      "loss": 0.8977,
      "step": 112210
    },
    {
      "epoch": 4.595986074134753,
      "grad_norm": 1.3567414939287328,
      "learning_rate": 3.9768917803296196e-05,
      "loss": 0.4749,
      "step": 112211
    },
    {
      "epoch": 4.59602703256195,
      "grad_norm": 1.3965042719621747,
      "learning_rate": 3.9766705939214906e-05,
      "loss": 0.5404,
      "step": 112212
    },
    {
      "epoch": 4.596067990989146,
      "grad_norm": 1.8191804195813222,
      "learning_rate": 3.9764494127245544e-05,
      "loss": 0.6797,
      "step": 112213
    },
    {
      "epoch": 4.596108949416342,
      "grad_norm": 1.257234372072958,
      "learning_rate": 3.97622823673891e-05,
      "loss": 0.4509,
      "step": 112214
    },
    {
      "epoch": 4.596149907843539,
      "grad_norm": 0.6718470474659829,
      "learning_rate": 3.976007065964665e-05,
      "loss": 0.0971,
      "step": 112215
    },
    {
      "epoch": 4.596190866270735,
      "grad_norm": 2.0445220228050847,
      "learning_rate": 3.9757859004019275e-05,
      "loss": 0.8167,
      "step": 112216
    },
    {
      "epoch": 4.596231824697932,
      "grad_norm": 2.121011677736901,
      "learning_rate": 3.975564740050795e-05,
      "loss": 0.8248,
      "step": 112217
    },
    {
      "epoch": 4.596272783125128,
      "grad_norm": 1.4234829762281545,
      "learning_rate": 3.975343584911375e-05,
      "loss": 0.6663,
      "step": 112218
    },
    {
      "epoch": 4.596313741552325,
      "grad_norm": 1.6013722348044883,
      "learning_rate": 3.975122434983779e-05,
      "loss": 0.6665,
      "step": 112219
    },
    {
      "epoch": 4.596354699979521,
      "grad_norm": 1.6429565916452187,
      "learning_rate": 3.9749012902681e-05,
      "loss": 0.7818,
      "step": 112220
    },
    {
      "epoch": 4.596395658406717,
      "grad_norm": 1.488184844106691,
      "learning_rate": 3.9746801507644524e-05,
      "loss": 0.5771,
      "step": 112221
    },
    {
      "epoch": 4.5964366168339135,
      "grad_norm": 1.1430542559256291,
      "learning_rate": 3.974459016472931e-05,
      "loss": 0.4203,
      "step": 112222
    },
    {
      "epoch": 4.59647757526111,
      "grad_norm": 1.5377876396850467,
      "learning_rate": 3.974237887393647e-05,
      "loss": 0.7501,
      "step": 112223
    },
    {
      "epoch": 4.5965185336883065,
      "grad_norm": 1.6829486182205826,
      "learning_rate": 3.9740167635267086e-05,
      "loss": 0.5611,
      "step": 112224
    },
    {
      "epoch": 4.596559492115503,
      "grad_norm": 1.539206520601127,
      "learning_rate": 3.9737956448722085e-05,
      "loss": 0.6935,
      "step": 112225
    },
    {
      "epoch": 4.596600450542699,
      "grad_norm": 3.5145937093449624,
      "learning_rate": 3.973574531430259e-05,
      "loss": 1.4231,
      "step": 112226
    },
    {
      "epoch": 4.596641408969895,
      "grad_norm": 1.4445651311718402,
      "learning_rate": 3.9733534232009685e-05,
      "loss": 0.6081,
      "step": 112227
    },
    {
      "epoch": 4.596682367397092,
      "grad_norm": 1.2823120488603923,
      "learning_rate": 3.973132320184431e-05,
      "loss": 0.3382,
      "step": 112228
    },
    {
      "epoch": 4.596723325824288,
      "grad_norm": 1.5114760061406798,
      "learning_rate": 3.9729112223807624e-05,
      "loss": 0.6886,
      "step": 112229
    },
    {
      "epoch": 4.596764284251485,
      "grad_norm": 1.4037286162001497,
      "learning_rate": 3.972690129790057e-05,
      "loss": 0.5525,
      "step": 112230
    },
    {
      "epoch": 4.596805242678681,
      "grad_norm": 1.5478501491682226,
      "learning_rate": 3.972469042412423e-05,
      "loss": 0.7526,
      "step": 112231
    },
    {
      "epoch": 4.596846201105878,
      "grad_norm": 2.6071395352191598,
      "learning_rate": 3.972247960247971e-05,
      "loss": 0.9046,
      "step": 112232
    },
    {
      "epoch": 4.596887159533074,
      "grad_norm": 1.3581422140817903,
      "learning_rate": 3.972026883296796e-05,
      "loss": 0.5252,
      "step": 112233
    },
    {
      "epoch": 4.59692811796027,
      "grad_norm": 1.4859971561212537,
      "learning_rate": 3.9718058115590114e-05,
      "loss": 0.3194,
      "step": 112234
    },
    {
      "epoch": 4.596969076387467,
      "grad_norm": 1.9846248483932618,
      "learning_rate": 3.9715847450347115e-05,
      "loss": 1.0477,
      "step": 112235
    },
    {
      "epoch": 4.597010034814663,
      "grad_norm": 1.3166720403955963,
      "learning_rate": 3.9713636837240064e-05,
      "loss": 0.6696,
      "step": 112236
    },
    {
      "epoch": 4.59705099324186,
      "grad_norm": 1.4711546335485102,
      "learning_rate": 3.971142627627006e-05,
      "loss": 0.5839,
      "step": 112237
    },
    {
      "epoch": 4.597091951669056,
      "grad_norm": 1.2681136704179647,
      "learning_rate": 3.970921576743808e-05,
      "loss": 0.4672,
      "step": 112238
    },
    {
      "epoch": 4.597132910096253,
      "grad_norm": 4.334108428091379,
      "learning_rate": 3.970700531074516e-05,
      "loss": 4.7376,
      "step": 112239
    },
    {
      "epoch": 4.5971738685234484,
      "grad_norm": 0.9444682352569896,
      "learning_rate": 3.97047949061924e-05,
      "loss": 0.2707,
      "step": 112240
    },
    {
      "epoch": 4.597214826950645,
      "grad_norm": 1.6326508528765284,
      "learning_rate": 3.970258455378077e-05,
      "loss": 0.7549,
      "step": 112241
    },
    {
      "epoch": 4.5972557853778415,
      "grad_norm": 0.6148719115752722,
      "learning_rate": 3.970037425351135e-05,
      "loss": 0.0885,
      "step": 112242
    },
    {
      "epoch": 4.597296743805038,
      "grad_norm": 1.4918224665297781,
      "learning_rate": 3.969816400538523e-05,
      "loss": 0.4523,
      "step": 112243
    },
    {
      "epoch": 4.597337702232235,
      "grad_norm": 1.0832007026039787,
      "learning_rate": 3.96959538094034e-05,
      "loss": 0.2382,
      "step": 112244
    },
    {
      "epoch": 4.59737866065943,
      "grad_norm": 0.49805201313076003,
      "learning_rate": 3.96937436655669e-05,
      "loss": 0.0349,
      "step": 112245
    },
    {
      "epoch": 4.597419619086627,
      "grad_norm": 1.7580717544337081,
      "learning_rate": 3.969153357387686e-05,
      "loss": 0.6488,
      "step": 112246
    },
    {
      "epoch": 4.597460577513823,
      "grad_norm": 1.7542828732106512,
      "learning_rate": 3.96893235343342e-05,
      "loss": 0.7966,
      "step": 112247
    },
    {
      "epoch": 4.59750153594102,
      "grad_norm": 1.4602523063748885,
      "learning_rate": 3.968711354694009e-05,
      "loss": 0.4483,
      "step": 112248
    },
    {
      "epoch": 4.597542494368216,
      "grad_norm": 1.5739335966548373,
      "learning_rate": 3.968490361169545e-05,
      "loss": 0.4751,
      "step": 112249
    },
    {
      "epoch": 4.597583452795413,
      "grad_norm": 1.5102815468434119,
      "learning_rate": 3.968269372860138e-05,
      "loss": 0.5357,
      "step": 112250
    },
    {
      "epoch": 4.5976244112226095,
      "grad_norm": 1.5252625088433716,
      "learning_rate": 3.9680483897658996e-05,
      "loss": 0.7384,
      "step": 112251
    },
    {
      "epoch": 4.597665369649805,
      "grad_norm": 2.163523858877827,
      "learning_rate": 3.967827411886923e-05,
      "loss": 0.8518,
      "step": 112252
    },
    {
      "epoch": 4.597706328077002,
      "grad_norm": 1.6373343842058854,
      "learning_rate": 3.967606439223316e-05,
      "loss": 0.7448,
      "step": 112253
    },
    {
      "epoch": 4.597747286504198,
      "grad_norm": 0.9280850851309385,
      "learning_rate": 3.96738547177519e-05,
      "loss": 0.1901,
      "step": 112254
    },
    {
      "epoch": 4.597788244931395,
      "grad_norm": 1.4392625690733585,
      "learning_rate": 3.967164509542639e-05,
      "loss": 0.5627,
      "step": 112255
    },
    {
      "epoch": 4.597829203358591,
      "grad_norm": 1.5536348912607318,
      "learning_rate": 3.9669435525257774e-05,
      "loss": 0.5324,
      "step": 112256
    },
    {
      "epoch": 4.597870161785788,
      "grad_norm": 1.9100312663966281,
      "learning_rate": 3.966722600724701e-05,
      "loss": 0.9955,
      "step": 112257
    },
    {
      "epoch": 4.597911120212984,
      "grad_norm": 1.612034522193475,
      "learning_rate": 3.966501654139516e-05,
      "loss": 0.7206,
      "step": 112258
    },
    {
      "epoch": 4.59795207864018,
      "grad_norm": 2.472451026388199,
      "learning_rate": 3.9662807127703344e-05,
      "loss": 0.6631,
      "step": 112259
    },
    {
      "epoch": 4.5979930370673765,
      "grad_norm": 1.0702840695203535,
      "learning_rate": 3.96605977661725e-05,
      "loss": 0.344,
      "step": 112260
    },
    {
      "epoch": 4.598033995494573,
      "grad_norm": 1.54381397432399,
      "learning_rate": 3.965838845680377e-05,
      "loss": 0.5986,
      "step": 112261
    },
    {
      "epoch": 4.59807495392177,
      "grad_norm": 0.4390458750511644,
      "learning_rate": 3.965617919959811e-05,
      "loss": 0.0463,
      "step": 112262
    },
    {
      "epoch": 4.598115912348966,
      "grad_norm": 1.6551057559742783,
      "learning_rate": 3.965396999455661e-05,
      "loss": 0.5665,
      "step": 112263
    },
    {
      "epoch": 4.598156870776162,
      "grad_norm": 1.0143948945445547,
      "learning_rate": 3.965176084168034e-05,
      "loss": 0.2519,
      "step": 112264
    },
    {
      "epoch": 4.598197829203358,
      "grad_norm": 0.8385957856059718,
      "learning_rate": 3.964955174097028e-05,
      "loss": 0.1095,
      "step": 112265
    },
    {
      "epoch": 4.598238787630555,
      "grad_norm": 1.787422344690993,
      "learning_rate": 3.964734269242751e-05,
      "loss": 0.5621,
      "step": 112266
    },
    {
      "epoch": 4.598279746057751,
      "grad_norm": 1.5112690308215024,
      "learning_rate": 3.964513369605311e-05,
      "loss": 0.5609,
      "step": 112267
    },
    {
      "epoch": 4.598320704484948,
      "grad_norm": 0.8607442053866561,
      "learning_rate": 3.964292475184805e-05,
      "loss": 0.2106,
      "step": 112268
    },
    {
      "epoch": 4.598361662912144,
      "grad_norm": 1.157019176606598,
      "learning_rate": 3.964071585981346e-05,
      "loss": 0.3757,
      "step": 112269
    },
    {
      "epoch": 4.598402621339341,
      "grad_norm": 1.4124132887768184,
      "learning_rate": 3.963850701995027e-05,
      "loss": 0.5644,
      "step": 112270
    },
    {
      "epoch": 4.598443579766537,
      "grad_norm": 0.8118724977243837,
      "learning_rate": 3.9636298232259605e-05,
      "loss": 0.1145,
      "step": 112271
    },
    {
      "epoch": 4.598484538193733,
      "grad_norm": 1.6670531821001024,
      "learning_rate": 3.963408949674254e-05,
      "loss": 0.8847,
      "step": 112272
    },
    {
      "epoch": 4.59852549662093,
      "grad_norm": 0.9608941107170347,
      "learning_rate": 3.963188081340002e-05,
      "loss": 0.2176,
      "step": 112273
    },
    {
      "epoch": 4.598566455048126,
      "grad_norm": 2.970071738692618,
      "learning_rate": 3.962967218223315e-05,
      "loss": 1.64,
      "step": 112274
    },
    {
      "epoch": 4.598607413475323,
      "grad_norm": 0.8954137327589298,
      "learning_rate": 3.9627463603243006e-05,
      "loss": 0.1732,
      "step": 112275
    },
    {
      "epoch": 4.598648371902519,
      "grad_norm": 0.7763091967500149,
      "learning_rate": 3.962525507643056e-05,
      "loss": 0.2172,
      "step": 112276
    },
    {
      "epoch": 4.598689330329716,
      "grad_norm": 1.3359035282960885,
      "learning_rate": 3.962304660179692e-05,
      "loss": 0.4792,
      "step": 112277
    },
    {
      "epoch": 4.5987302887569115,
      "grad_norm": 1.3777108499397142,
      "learning_rate": 3.962083817934306e-05,
      "loss": 0.597,
      "step": 112278
    },
    {
      "epoch": 4.598771247184108,
      "grad_norm": 1.8738153804414464,
      "learning_rate": 3.961862980907006e-05,
      "loss": 0.685,
      "step": 112279
    },
    {
      "epoch": 4.5988122056113045,
      "grad_norm": 1.9277532016276755,
      "learning_rate": 3.961642149097901e-05,
      "loss": 0.9842,
      "step": 112280
    },
    {
      "epoch": 4.598853164038501,
      "grad_norm": 0.706474426202894,
      "learning_rate": 3.961421322507087e-05,
      "loss": 0.1544,
      "step": 112281
    },
    {
      "epoch": 4.598894122465698,
      "grad_norm": 1.3562920732016024,
      "learning_rate": 3.961200501134672e-05,
      "loss": 0.5241,
      "step": 112282
    },
    {
      "epoch": 4.598935080892893,
      "grad_norm": 0.23271087552262815,
      "learning_rate": 3.960979684980766e-05,
      "loss": 0.0191,
      "step": 112283
    },
    {
      "epoch": 4.59897603932009,
      "grad_norm": 2.0074992008328723,
      "learning_rate": 3.960758874045463e-05,
      "loss": 1.2557,
      "step": 112284
    },
    {
      "epoch": 4.599016997747286,
      "grad_norm": 1.785821915379584,
      "learning_rate": 3.960538068328877e-05,
      "loss": 0.5825,
      "step": 112285
    },
    {
      "epoch": 4.599057956174483,
      "grad_norm": 1.5208489553674425,
      "learning_rate": 3.960317267831105e-05,
      "loss": 0.7204,
      "step": 112286
    },
    {
      "epoch": 4.599098914601679,
      "grad_norm": 1.5698605006256428,
      "learning_rate": 3.960096472552253e-05,
      "loss": 0.6671,
      "step": 112287
    },
    {
      "epoch": 4.599139873028876,
      "grad_norm": 1.6186885431542408,
      "learning_rate": 3.9598756824924314e-05,
      "loss": 0.7667,
      "step": 112288
    },
    {
      "epoch": 4.5991808314560725,
      "grad_norm": 0.688102189397563,
      "learning_rate": 3.959654897651737e-05,
      "loss": 0.1627,
      "step": 112289
    },
    {
      "epoch": 4.599221789883268,
      "grad_norm": 1.6303804926612506,
      "learning_rate": 3.9594341180302754e-05,
      "loss": 0.6309,
      "step": 112290
    },
    {
      "epoch": 4.599262748310465,
      "grad_norm": 2.014762498518468,
      "learning_rate": 3.959213343628157e-05,
      "loss": 0.6807,
      "step": 112291
    },
    {
      "epoch": 4.599303706737661,
      "grad_norm": 1.5534477253151686,
      "learning_rate": 3.9589925744454784e-05,
      "loss": 0.3963,
      "step": 112292
    },
    {
      "epoch": 4.599344665164858,
      "grad_norm": 1.7188116862779572,
      "learning_rate": 3.9587718104823515e-05,
      "loss": 0.7099,
      "step": 112293
    },
    {
      "epoch": 4.599385623592054,
      "grad_norm": 0.9340844488242193,
      "learning_rate": 3.958551051738871e-05,
      "loss": 0.1879,
      "step": 112294
    },
    {
      "epoch": 4.599426582019251,
      "grad_norm": 1.4973995196697667,
      "learning_rate": 3.958330298215149e-05,
      "loss": 0.5458,
      "step": 112295
    },
    {
      "epoch": 4.599467540446447,
      "grad_norm": 2.320891654302867,
      "learning_rate": 3.958109549911291e-05,
      "loss": 1.2353,
      "step": 112296
    },
    {
      "epoch": 4.599508498873643,
      "grad_norm": 2.5498712382389117,
      "learning_rate": 3.957888806827394e-05,
      "loss": 1.4282,
      "step": 112297
    },
    {
      "epoch": 4.5995494573008395,
      "grad_norm": 1.4019824041408804,
      "learning_rate": 3.957668068963567e-05,
      "loss": 0.5296,
      "step": 112298
    },
    {
      "epoch": 4.599590415728036,
      "grad_norm": 2.1061615156775377,
      "learning_rate": 3.957447336319917e-05,
      "loss": 1.2902,
      "step": 112299
    },
    {
      "epoch": 4.599631374155233,
      "grad_norm": 5.093861748404909,
      "learning_rate": 3.957226608896541e-05,
      "loss": 5.0681,
      "step": 112300
    },
    {
      "epoch": 4.599672332582429,
      "grad_norm": 1.412914168027374,
      "learning_rate": 3.9570058866935526e-05,
      "loss": 0.3213,
      "step": 112301
    },
    {
      "epoch": 4.599713291009625,
      "grad_norm": 1.0471422661240486,
      "learning_rate": 3.956785169711045e-05,
      "loss": 0.4998,
      "step": 112302
    },
    {
      "epoch": 4.599754249436821,
      "grad_norm": 1.6747327943068993,
      "learning_rate": 3.95656445794913e-05,
      "loss": 0.5044,
      "step": 112303
    },
    {
      "epoch": 4.599795207864018,
      "grad_norm": 1.610432931698904,
      "learning_rate": 3.956343751407915e-05,
      "loss": 0.3899,
      "step": 112304
    },
    {
      "epoch": 4.599836166291214,
      "grad_norm": 1.8076242434382566,
      "learning_rate": 3.956123050087495e-05,
      "loss": 0.8025,
      "step": 112305
    },
    {
      "epoch": 4.599877124718411,
      "grad_norm": 2.9624455151924516,
      "learning_rate": 3.955902353987984e-05,
      "loss": 2.4395,
      "step": 112306
    },
    {
      "epoch": 4.5999180831456075,
      "grad_norm": 0.5909845235887303,
      "learning_rate": 3.9556816631094756e-05,
      "loss": 0.0867,
      "step": 112307
    },
    {
      "epoch": 4.599959041572804,
      "grad_norm": 1.1124939935279936,
      "learning_rate": 3.9554609774520856e-05,
      "loss": 0.302,
      "step": 112308
    },
    {
      "epoch": 4.6,
      "grad_norm": 1.7097609623560248,
      "learning_rate": 3.955240297015909e-05,
      "loss": 0.8212,
      "step": 112309
    },
    {
      "epoch": 4.600040958427196,
      "grad_norm": 1.4651162725201488,
      "learning_rate": 3.9550196218010575e-05,
      "loss": 0.6539,
      "step": 112310
    },
    {
      "epoch": 4.600081916854393,
      "grad_norm": 1.6395398544688808,
      "learning_rate": 3.9547989518076275e-05,
      "loss": 0.5602,
      "step": 112311
    },
    {
      "epoch": 4.600122875281589,
      "grad_norm": 1.999866562709325,
      "learning_rate": 3.9545782870357315e-05,
      "loss": 0.9798,
      "step": 112312
    },
    {
      "epoch": 4.600163833708786,
      "grad_norm": 0.9825155551303348,
      "learning_rate": 3.954357627485466e-05,
      "loss": 0.223,
      "step": 112313
    },
    {
      "epoch": 4.600204792135982,
      "grad_norm": 1.4285433473804852,
      "learning_rate": 3.95413697315694e-05,
      "loss": 0.5043,
      "step": 112314
    },
    {
      "epoch": 4.600245750563179,
      "grad_norm": 1.360632710142911,
      "learning_rate": 3.953916324050261e-05,
      "loss": 0.5927,
      "step": 112315
    },
    {
      "epoch": 4.6002867089903745,
      "grad_norm": 1.4868790081175598,
      "learning_rate": 3.953695680165525e-05,
      "loss": 0.6821,
      "step": 112316
    },
    {
      "epoch": 4.600327667417571,
      "grad_norm": 1.7528379038023094,
      "learning_rate": 3.95347504150284e-05,
      "loss": 0.5803,
      "step": 112317
    },
    {
      "epoch": 4.600368625844768,
      "grad_norm": 1.338511114991795,
      "learning_rate": 3.953254408062316e-05,
      "loss": 0.4953,
      "step": 112318
    },
    {
      "epoch": 4.600409584271964,
      "grad_norm": 0.8481101592938336,
      "learning_rate": 3.9530337798440474e-05,
      "loss": 0.222,
      "step": 112319
    },
    {
      "epoch": 4.600450542699161,
      "grad_norm": 0.7237845324839441,
      "learning_rate": 3.9528131568481484e-05,
      "loss": 0.1605,
      "step": 112320
    },
    {
      "epoch": 4.600491501126356,
      "grad_norm": 1.125472097435719,
      "learning_rate": 3.9525925390747136e-05,
      "loss": 0.4176,
      "step": 112321
    },
    {
      "epoch": 4.600532459553553,
      "grad_norm": 0.7995028166446226,
      "learning_rate": 3.952371926523853e-05,
      "loss": 0.0729,
      "step": 112322
    },
    {
      "epoch": 4.600573417980749,
      "grad_norm": 1.3842607855794538,
      "learning_rate": 3.952151319195673e-05,
      "loss": 0.3919,
      "step": 112323
    },
    {
      "epoch": 4.600614376407946,
      "grad_norm": 1.7721838113077235,
      "learning_rate": 3.95193071709027e-05,
      "loss": 0.6035,
      "step": 112324
    },
    {
      "epoch": 4.600655334835142,
      "grad_norm": 1.4121989437697462,
      "learning_rate": 3.951710120207754e-05,
      "loss": 0.5929,
      "step": 112325
    },
    {
      "epoch": 4.600696293262339,
      "grad_norm": 2.5938674400436614,
      "learning_rate": 3.9514895285482334e-05,
      "loss": 1.2393,
      "step": 112326
    },
    {
      "epoch": 4.6007372516895355,
      "grad_norm": 1.4048758322424688,
      "learning_rate": 3.951268942111802e-05,
      "loss": 0.6703,
      "step": 112327
    },
    {
      "epoch": 4.600778210116731,
      "grad_norm": 2.0336065134971277,
      "learning_rate": 3.951048360898573e-05,
      "loss": 0.7993,
      "step": 112328
    },
    {
      "epoch": 4.600819168543928,
      "grad_norm": 1.3603269484595197,
      "learning_rate": 3.950827784908645e-05,
      "loss": 0.5395,
      "step": 112329
    },
    {
      "epoch": 4.600860126971124,
      "grad_norm": 0.5940026736397103,
      "learning_rate": 3.950607214142124e-05,
      "loss": 0.0881,
      "step": 112330
    },
    {
      "epoch": 4.600901085398321,
      "grad_norm": 1.2558117373692368,
      "learning_rate": 3.9503866485991184e-05,
      "loss": 0.1537,
      "step": 112331
    },
    {
      "epoch": 4.600942043825517,
      "grad_norm": 1.3997976783385204,
      "learning_rate": 3.950166088279724e-05,
      "loss": 0.5672,
      "step": 112332
    },
    {
      "epoch": 4.600983002252714,
      "grad_norm": 1.2508225354356972,
      "learning_rate": 3.949945533184055e-05,
      "loss": 0.5241,
      "step": 112333
    },
    {
      "epoch": 4.60102396067991,
      "grad_norm": 1.5118949819119403,
      "learning_rate": 3.9497249833122063e-05,
      "loss": 0.6081,
      "step": 112334
    },
    {
      "epoch": 4.601064919107106,
      "grad_norm": 0.9769284553290218,
      "learning_rate": 3.9495044386642853e-05,
      "loss": 0.1731,
      "step": 112335
    },
    {
      "epoch": 4.601105877534303,
      "grad_norm": 1.4674942056126339,
      "learning_rate": 3.949283899240403e-05,
      "loss": 0.5676,
      "step": 112336
    },
    {
      "epoch": 4.601146835961499,
      "grad_norm": 1.2998249251077656,
      "learning_rate": 3.949063365040654e-05,
      "loss": 0.4163,
      "step": 112337
    },
    {
      "epoch": 4.601187794388696,
      "grad_norm": 1.6503342679668407,
      "learning_rate": 3.9488428360651446e-05,
      "loss": 0.617,
      "step": 112338
    },
    {
      "epoch": 4.601228752815892,
      "grad_norm": 1.7010469252534617,
      "learning_rate": 3.948622312313988e-05,
      "loss": 0.7125,
      "step": 112339
    },
    {
      "epoch": 4.601269711243088,
      "grad_norm": 1.8490381219122862,
      "learning_rate": 3.9484017937872755e-05,
      "loss": 0.7843,
      "step": 112340
    },
    {
      "epoch": 4.601310669670284,
      "grad_norm": 1.9045162973607612,
      "learning_rate": 3.948181280485121e-05,
      "loss": 0.6964,
      "step": 112341
    },
    {
      "epoch": 4.601351628097481,
      "grad_norm": 1.4364496624517373,
      "learning_rate": 3.9479607724076215e-05,
      "loss": 0.6003,
      "step": 112342
    },
    {
      "epoch": 4.601392586524677,
      "grad_norm": 1.5256619689582083,
      "learning_rate": 3.9477402695548865e-05,
      "loss": 0.5683,
      "step": 112343
    },
    {
      "epoch": 4.601433544951874,
      "grad_norm": 1.5624715644978433,
      "learning_rate": 3.94751977192702e-05,
      "loss": 0.5173,
      "step": 112344
    },
    {
      "epoch": 4.6014745033790705,
      "grad_norm": 0.7518208292428895,
      "learning_rate": 3.9472992795241224e-05,
      "loss": 0.2162,
      "step": 112345
    },
    {
      "epoch": 4.601515461806267,
      "grad_norm": 0.8851792662007085,
      "learning_rate": 3.9470787923463006e-05,
      "loss": 0.2044,
      "step": 112346
    },
    {
      "epoch": 4.601556420233463,
      "grad_norm": 1.5647312160839342,
      "learning_rate": 3.946858310393662e-05,
      "loss": 0.8086,
      "step": 112347
    },
    {
      "epoch": 4.601597378660659,
      "grad_norm": 1.954761232489475,
      "learning_rate": 3.9466378336663035e-05,
      "loss": 0.7563,
      "step": 112348
    },
    {
      "epoch": 4.601638337087856,
      "grad_norm": 1.5768507326329795,
      "learning_rate": 3.946417362164337e-05,
      "loss": 0.6994,
      "step": 112349
    },
    {
      "epoch": 4.601679295515052,
      "grad_norm": 0.9634266516137437,
      "learning_rate": 3.946196895887859e-05,
      "loss": 0.2129,
      "step": 112350
    },
    {
      "epoch": 4.601720253942249,
      "grad_norm": 2.2558063801398287,
      "learning_rate": 3.945976434836977e-05,
      "loss": 0.609,
      "step": 112351
    },
    {
      "epoch": 4.601761212369445,
      "grad_norm": 1.3575588335545397,
      "learning_rate": 3.9457559790118006e-05,
      "loss": 0.5353,
      "step": 112352
    },
    {
      "epoch": 4.601802170796642,
      "grad_norm": 1.524840851815227,
      "learning_rate": 3.945535528412425e-05,
      "loss": 0.607,
      "step": 112353
    },
    {
      "epoch": 4.6018431292238375,
      "grad_norm": 3.3169878130985464,
      "learning_rate": 3.94531508303896e-05,
      "loss": 2.6176,
      "step": 112354
    },
    {
      "epoch": 4.601884087651034,
      "grad_norm": 1.7761077978763684,
      "learning_rate": 3.945094642891512e-05,
      "loss": 0.9011,
      "step": 112355
    },
    {
      "epoch": 4.601925046078231,
      "grad_norm": 1.0632611760204698,
      "learning_rate": 3.944874207970177e-05,
      "loss": 0.2309,
      "step": 112356
    },
    {
      "epoch": 4.601966004505427,
      "grad_norm": 1.4765985060355198,
      "learning_rate": 3.9446537782750686e-05,
      "loss": 0.6185,
      "step": 112357
    },
    {
      "epoch": 4.602006962932624,
      "grad_norm": 0.7751562259612683,
      "learning_rate": 3.944433353806283e-05,
      "loss": 0.1757,
      "step": 112358
    },
    {
      "epoch": 4.602047921359819,
      "grad_norm": 1.4124295387040515,
      "learning_rate": 3.944212934563926e-05,
      "loss": 0.5928,
      "step": 112359
    },
    {
      "epoch": 4.602088879787016,
      "grad_norm": 1.3991134776856453,
      "learning_rate": 3.943992520548109e-05,
      "loss": 0.411,
      "step": 112360
    },
    {
      "epoch": 4.602129838214212,
      "grad_norm": 1.7640445762891228,
      "learning_rate": 3.9437721117589255e-05,
      "loss": 0.5517,
      "step": 112361
    },
    {
      "epoch": 4.602170796641409,
      "grad_norm": 1.5587571655901857,
      "learning_rate": 3.943551708196486e-05,
      "loss": 0.6124,
      "step": 112362
    },
    {
      "epoch": 4.6022117550686055,
      "grad_norm": 1.2908400570695149,
      "learning_rate": 3.943331309860898e-05,
      "loss": 0.4514,
      "step": 112363
    },
    {
      "epoch": 4.602252713495802,
      "grad_norm": 1.4164194880132694,
      "learning_rate": 3.9431109167522565e-05,
      "loss": 0.5931,
      "step": 112364
    },
    {
      "epoch": 4.6022936719229985,
      "grad_norm": 1.4817852909794444,
      "learning_rate": 3.942890528870675e-05,
      "loss": 0.7446,
      "step": 112365
    },
    {
      "epoch": 4.602334630350194,
      "grad_norm": 1.0461423537273065,
      "learning_rate": 3.94267014621625e-05,
      "loss": 0.2885,
      "step": 112366
    },
    {
      "epoch": 4.602375588777391,
      "grad_norm": 1.3489523334673288,
      "learning_rate": 3.942449768789088e-05,
      "loss": 0.6143,
      "step": 112367
    },
    {
      "epoch": 4.602416547204587,
      "grad_norm": 0.9260063922773993,
      "learning_rate": 3.942229396589298e-05,
      "loss": 0.2144,
      "step": 112368
    },
    {
      "epoch": 4.602457505631784,
      "grad_norm": 1.5169804391005062,
      "learning_rate": 3.942009029616976e-05,
      "loss": 0.6842,
      "step": 112369
    },
    {
      "epoch": 4.60249846405898,
      "grad_norm": 1.9013172402381238,
      "learning_rate": 3.941788667872231e-05,
      "loss": 1.1706,
      "step": 112370
    },
    {
      "epoch": 4.602539422486177,
      "grad_norm": 0.8191181060562663,
      "learning_rate": 3.941568311355171e-05,
      "loss": 0.2175,
      "step": 112371
    },
    {
      "epoch": 4.602580380913373,
      "grad_norm": 1.4753829725037937,
      "learning_rate": 3.941347960065891e-05,
      "loss": 0.5808,
      "step": 112372
    },
    {
      "epoch": 4.602621339340569,
      "grad_norm": 1.5149817187002375,
      "learning_rate": 3.9411276140045054e-05,
      "loss": 0.6643,
      "step": 112373
    },
    {
      "epoch": 4.602662297767766,
      "grad_norm": 1.832508366879212,
      "learning_rate": 3.9409072731711063e-05,
      "loss": 0.7529,
      "step": 112374
    },
    {
      "epoch": 4.602703256194962,
      "grad_norm": 1.3052741921632045,
      "learning_rate": 3.9406869375658074e-05,
      "loss": 0.4702,
      "step": 112375
    },
    {
      "epoch": 4.602744214622159,
      "grad_norm": 1.3938120827817375,
      "learning_rate": 3.940466607188712e-05,
      "loss": 0.491,
      "step": 112376
    },
    {
      "epoch": 4.602785173049355,
      "grad_norm": 1.1498968124764788,
      "learning_rate": 3.9402462820399186e-05,
      "loss": 0.4478,
      "step": 112377
    },
    {
      "epoch": 4.602826131476551,
      "grad_norm": 2.0934724657959864,
      "learning_rate": 3.9400259621195414e-05,
      "loss": 0.8243,
      "step": 112378
    },
    {
      "epoch": 4.602867089903747,
      "grad_norm": 1.1773711200420105,
      "learning_rate": 3.9398056474276764e-05,
      "loss": 0.4154,
      "step": 112379
    },
    {
      "epoch": 4.602908048330944,
      "grad_norm": 1.507745862126623,
      "learning_rate": 3.939585337964424e-05,
      "loss": 0.6051,
      "step": 112380
    },
    {
      "epoch": 4.6029490067581404,
      "grad_norm": 2.190200629759676,
      "learning_rate": 3.9393650337298954e-05,
      "loss": 1.4175,
      "step": 112381
    },
    {
      "epoch": 4.602989965185337,
      "grad_norm": 1.4071997236387424,
      "learning_rate": 3.9391447347241976e-05,
      "loss": 0.4929,
      "step": 112382
    },
    {
      "epoch": 4.6030309236125335,
      "grad_norm": 1.6589742701869672,
      "learning_rate": 3.938924440947426e-05,
      "loss": 0.7091,
      "step": 112383
    },
    {
      "epoch": 4.60307188203973,
      "grad_norm": 1.4515031296960637,
      "learning_rate": 3.938704152399693e-05,
      "loss": 0.5269,
      "step": 112384
    },
    {
      "epoch": 4.603112840466926,
      "grad_norm": 1.6513425422911514,
      "learning_rate": 3.9384838690810934e-05,
      "loss": 0.7457,
      "step": 112385
    },
    {
      "epoch": 4.603153798894122,
      "grad_norm": 2.0340929141342343,
      "learning_rate": 3.938263590991738e-05,
      "loss": 0.8041,
      "step": 112386
    },
    {
      "epoch": 4.603194757321319,
      "grad_norm": 1.1806167299351016,
      "learning_rate": 3.938043318131734e-05,
      "loss": 0.479,
      "step": 112387
    },
    {
      "epoch": 4.603235715748515,
      "grad_norm": 1.726188716692599,
      "learning_rate": 3.9378230505011754e-05,
      "loss": 0.8708,
      "step": 112388
    },
    {
      "epoch": 4.603276674175712,
      "grad_norm": 1.318550501634769,
      "learning_rate": 3.937602788100174e-05,
      "loss": 0.4853,
      "step": 112389
    },
    {
      "epoch": 4.603317632602908,
      "grad_norm": 1.5138679044497287,
      "learning_rate": 3.9373825309288355e-05,
      "loss": 0.6231,
      "step": 112390
    },
    {
      "epoch": 4.603358591030105,
      "grad_norm": 1.5618003731398213,
      "learning_rate": 3.937162278987257e-05,
      "loss": 0.8852,
      "step": 112391
    },
    {
      "epoch": 4.603399549457301,
      "grad_norm": 1.4076029451984868,
      "learning_rate": 3.93694203227555e-05,
      "loss": 0.6923,
      "step": 112392
    },
    {
      "epoch": 4.603440507884497,
      "grad_norm": 1.3035018879387366,
      "learning_rate": 3.936721790793812e-05,
      "loss": 0.4914,
      "step": 112393
    },
    {
      "epoch": 4.603481466311694,
      "grad_norm": 0.6276215545416178,
      "learning_rate": 3.936501554542148e-05,
      "loss": 0.0706,
      "step": 112394
    },
    {
      "epoch": 4.60352242473889,
      "grad_norm": 1.328527507900457,
      "learning_rate": 3.936281323520668e-05,
      "loss": 0.4049,
      "step": 112395
    },
    {
      "epoch": 4.603563383166087,
      "grad_norm": 1.412049611907561,
      "learning_rate": 3.93606109772947e-05,
      "loss": 0.5404,
      "step": 112396
    },
    {
      "epoch": 4.603604341593282,
      "grad_norm": 1.5179405240790895,
      "learning_rate": 3.9358408771686596e-05,
      "loss": 0.8076,
      "step": 112397
    },
    {
      "epoch": 4.603645300020479,
      "grad_norm": 1.7501837708329648,
      "learning_rate": 3.935620661838345e-05,
      "loss": 0.5703,
      "step": 112398
    },
    {
      "epoch": 4.603686258447675,
      "grad_norm": 1.4168259687053821,
      "learning_rate": 3.935400451738623e-05,
      "loss": 0.6914,
      "step": 112399
    },
    {
      "epoch": 4.603727216874872,
      "grad_norm": 1.6289220297834788,
      "learning_rate": 3.9351802468696056e-05,
      "loss": 0.573,
      "step": 112400
    },
    {
      "epoch": 4.6037681753020685,
      "grad_norm": 1.4943968396551304,
      "learning_rate": 3.934960047231389e-05,
      "loss": 0.6353,
      "step": 112401
    },
    {
      "epoch": 4.603809133729265,
      "grad_norm": 1.555580637270954,
      "learning_rate": 3.934739852824081e-05,
      "loss": 0.562,
      "step": 112402
    },
    {
      "epoch": 4.603850092156462,
      "grad_norm": 2.2208617886616677,
      "learning_rate": 3.934519663647791e-05,
      "loss": 1.1576,
      "step": 112403
    },
    {
      "epoch": 4.603891050583657,
      "grad_norm": 1.1503512455500806,
      "learning_rate": 3.9342994797026144e-05,
      "loss": 0.3288,
      "step": 112404
    },
    {
      "epoch": 4.603932009010854,
      "grad_norm": 1.3019719378861465,
      "learning_rate": 3.934079300988662e-05,
      "loss": 0.5171,
      "step": 112405
    },
    {
      "epoch": 4.60397296743805,
      "grad_norm": 1.083790990585089,
      "learning_rate": 3.9338591275060294e-05,
      "loss": 0.3611,
      "step": 112406
    },
    {
      "epoch": 4.604013925865247,
      "grad_norm": 1.2591204346656222,
      "learning_rate": 3.9336389592548276e-05,
      "loss": 0.5275,
      "step": 112407
    },
    {
      "epoch": 4.604054884292443,
      "grad_norm": 0.7298968809810936,
      "learning_rate": 3.9334187962351636e-05,
      "loss": 0.1344,
      "step": 112408
    },
    {
      "epoch": 4.60409584271964,
      "grad_norm": 1.3005216605963974,
      "learning_rate": 3.933198638447132e-05,
      "loss": 0.3833,
      "step": 112409
    },
    {
      "epoch": 4.604136801146836,
      "grad_norm": 1.3042925829590708,
      "learning_rate": 3.932978485890842e-05,
      "loss": 0.4798,
      "step": 112410
    },
    {
      "epoch": 4.604177759574032,
      "grad_norm": 1.828194710727092,
      "learning_rate": 3.932758338566402e-05,
      "loss": 0.6822,
      "step": 112411
    },
    {
      "epoch": 4.604218718001229,
      "grad_norm": 1.1048371373012977,
      "learning_rate": 3.932538196473907e-05,
      "loss": 0.3165,
      "step": 112412
    },
    {
      "epoch": 4.604259676428425,
      "grad_norm": 0.9949843079723774,
      "learning_rate": 3.9323180596134716e-05,
      "loss": 0.2711,
      "step": 112413
    },
    {
      "epoch": 4.604300634855622,
      "grad_norm": 1.6500339192408608,
      "learning_rate": 3.9320979279851874e-05,
      "loss": 0.5894,
      "step": 112414
    },
    {
      "epoch": 4.604341593282818,
      "grad_norm": 0.7698577713188116,
      "learning_rate": 3.931877801589166e-05,
      "loss": 0.1202,
      "step": 112415
    },
    {
      "epoch": 4.604382551710014,
      "grad_norm": 1.8061442285741467,
      "learning_rate": 3.9316576804255144e-05,
      "loss": 0.7284,
      "step": 112416
    },
    {
      "epoch": 4.60442351013721,
      "grad_norm": 1.5609017579032631,
      "learning_rate": 3.931437564494329e-05,
      "loss": 0.7222,
      "step": 112417
    },
    {
      "epoch": 4.604464468564407,
      "grad_norm": 1.523308787722722,
      "learning_rate": 3.931217453795718e-05,
      "loss": 0.7134,
      "step": 112418
    },
    {
      "epoch": 4.6045054269916035,
      "grad_norm": 1.1255361464844784,
      "learning_rate": 3.93099734832979e-05,
      "loss": 0.2959,
      "step": 112419
    },
    {
      "epoch": 4.6045463854188,
      "grad_norm": 1.310110897276776,
      "learning_rate": 3.930777248096639e-05,
      "loss": 0.5136,
      "step": 112420
    },
    {
      "epoch": 4.6045873438459965,
      "grad_norm": 1.3919601370731587,
      "learning_rate": 3.930557153096377e-05,
      "loss": 0.5614,
      "step": 112421
    },
    {
      "epoch": 4.604628302273193,
      "grad_norm": 1.493348877029893,
      "learning_rate": 3.9303370633291025e-05,
      "loss": 0.5509,
      "step": 112422
    },
    {
      "epoch": 4.604669260700389,
      "grad_norm": 1.2042355358033703,
      "learning_rate": 3.930116978794922e-05,
      "loss": 0.3706,
      "step": 112423
    },
    {
      "epoch": 4.604710219127585,
      "grad_norm": 1.6582749250728566,
      "learning_rate": 3.929896899493946e-05,
      "loss": 0.8371,
      "step": 112424
    },
    {
      "epoch": 4.604751177554782,
      "grad_norm": 2.038555130348988,
      "learning_rate": 3.929676825426265e-05,
      "loss": 0.877,
      "step": 112425
    },
    {
      "epoch": 4.604792135981978,
      "grad_norm": 1.489298658608749,
      "learning_rate": 3.929456756591992e-05,
      "loss": 0.6471,
      "step": 112426
    },
    {
      "epoch": 4.604833094409175,
      "grad_norm": 1.9379220626910694,
      "learning_rate": 3.929236692991233e-05,
      "loss": 0.8124,
      "step": 112427
    },
    {
      "epoch": 4.604874052836371,
      "grad_norm": 1.8338401900261316,
      "learning_rate": 3.929016634624085e-05,
      "loss": 0.8037,
      "step": 112428
    },
    {
      "epoch": 4.604915011263568,
      "grad_norm": 1.5125591564674252,
      "learning_rate": 3.92879658149066e-05,
      "loss": 0.6024,
      "step": 112429
    },
    {
      "epoch": 4.604955969690764,
      "grad_norm": 2.1822023937563118,
      "learning_rate": 3.928576533591053e-05,
      "loss": 1.0992,
      "step": 112430
    },
    {
      "epoch": 4.60499692811796,
      "grad_norm": 1.5075924460274392,
      "learning_rate": 3.928356490925371e-05,
      "loss": 0.513,
      "step": 112431
    },
    {
      "epoch": 4.605037886545157,
      "grad_norm": 1.5077084489761508,
      "learning_rate": 3.928136453493726e-05,
      "loss": 0.5439,
      "step": 112432
    },
    {
      "epoch": 4.605078844972353,
      "grad_norm": 1.297484670453988,
      "learning_rate": 3.9279164212962104e-05,
      "loss": 0.6123,
      "step": 112433
    },
    {
      "epoch": 4.60511980339955,
      "grad_norm": 1.3998529930886225,
      "learning_rate": 3.9276963943329334e-05,
      "loss": 0.5733,
      "step": 112434
    },
    {
      "epoch": 4.605160761826745,
      "grad_norm": 1.663856925856893,
      "learning_rate": 3.9274763726040035e-05,
      "loss": 0.6985,
      "step": 112435
    },
    {
      "epoch": 4.605201720253942,
      "grad_norm": 1.0903488697461485,
      "learning_rate": 3.927256356109517e-05,
      "loss": 0.2498,
      "step": 112436
    },
    {
      "epoch": 4.6052426786811385,
      "grad_norm": 3.2558097204692653,
      "learning_rate": 3.9270363448495836e-05,
      "loss": 1.8483,
      "step": 112437
    },
    {
      "epoch": 4.605283637108335,
      "grad_norm": 0.9326688301401876,
      "learning_rate": 3.926816338824302e-05,
      "loss": 0.1754,
      "step": 112438
    },
    {
      "epoch": 4.6053245955355315,
      "grad_norm": 1.659211377659097,
      "learning_rate": 3.926596338033779e-05,
      "loss": 0.5215,
      "step": 112439
    },
    {
      "epoch": 4.605365553962728,
      "grad_norm": 0.9619164100510205,
      "learning_rate": 3.9263763424781216e-05,
      "loss": 0.2565,
      "step": 112440
    },
    {
      "epoch": 4.605406512389925,
      "grad_norm": 0.8647190361892536,
      "learning_rate": 3.926156352157428e-05,
      "loss": 0.2012,
      "step": 112441
    },
    {
      "epoch": 4.60544747081712,
      "grad_norm": 1.3179554892897227,
      "learning_rate": 3.925936367071805e-05,
      "loss": 0.5418,
      "step": 112442
    },
    {
      "epoch": 4.605488429244317,
      "grad_norm": 1.7260523556914678,
      "learning_rate": 3.9257163872213597e-05,
      "loss": 0.627,
      "step": 112443
    },
    {
      "epoch": 4.605529387671513,
      "grad_norm": 1.561797957849497,
      "learning_rate": 3.92549641260619e-05,
      "loss": 0.5948,
      "step": 112444
    },
    {
      "epoch": 4.60557034609871,
      "grad_norm": 1.2181038815550966,
      "learning_rate": 3.9252764432264074e-05,
      "loss": 0.3462,
      "step": 112445
    },
    {
      "epoch": 4.605611304525906,
      "grad_norm": 1.566769484768106,
      "learning_rate": 3.9250564790821064e-05,
      "loss": 0.6343,
      "step": 112446
    },
    {
      "epoch": 4.605652262953103,
      "grad_norm": 0.7694728129625354,
      "learning_rate": 3.924836520173396e-05,
      "loss": 0.1546,
      "step": 112447
    },
    {
      "epoch": 4.6056932213802995,
      "grad_norm": 1.7866305898380686,
      "learning_rate": 3.924616566500386e-05,
      "loss": 0.6651,
      "step": 112448
    },
    {
      "epoch": 4.605734179807495,
      "grad_norm": 1.8098080117672366,
      "learning_rate": 3.924396618063173e-05,
      "loss": 0.695,
      "step": 112449
    },
    {
      "epoch": 4.605775138234692,
      "grad_norm": 1.0503264681103035,
      "learning_rate": 3.924176674861859e-05,
      "loss": 0.1785,
      "step": 112450
    },
    {
      "epoch": 4.605816096661888,
      "grad_norm": 1.5662662875851512,
      "learning_rate": 3.923956736896556e-05,
      "loss": 0.4708,
      "step": 112451
    },
    {
      "epoch": 4.605857055089085,
      "grad_norm": 1.685372877661596,
      "learning_rate": 3.923736804167359e-05,
      "loss": 0.7642,
      "step": 112452
    },
    {
      "epoch": 4.605898013516281,
      "grad_norm": 1.230835486139229,
      "learning_rate": 3.923516876674377e-05,
      "loss": 0.5941,
      "step": 112453
    },
    {
      "epoch": 4.605938971943477,
      "grad_norm": 0.8076781342189405,
      "learning_rate": 3.923296954417716e-05,
      "loss": 0.1769,
      "step": 112454
    },
    {
      "epoch": 4.605979930370673,
      "grad_norm": 0.9048306780516778,
      "learning_rate": 3.923077037397475e-05,
      "loss": 0.1971,
      "step": 112455
    },
    {
      "epoch": 4.60602088879787,
      "grad_norm": 2.3643058965585695,
      "learning_rate": 3.9228571256137633e-05,
      "loss": 1.8067,
      "step": 112456
    },
    {
      "epoch": 4.6060618472250665,
      "grad_norm": 0.9551816580456239,
      "learning_rate": 3.92263721906668e-05,
      "loss": 0.3315,
      "step": 112457
    },
    {
      "epoch": 4.606102805652263,
      "grad_norm": 0.8523598865249448,
      "learning_rate": 3.922417317756329e-05,
      "loss": 0.2144,
      "step": 112458
    },
    {
      "epoch": 4.60614376407946,
      "grad_norm": 2.5869665737107397,
      "learning_rate": 3.9221974216828204e-05,
      "loss": 1.0231,
      "step": 112459
    },
    {
      "epoch": 4.606184722506656,
      "grad_norm": 1.7850297670987016,
      "learning_rate": 3.9219775308462516e-05,
      "loss": 0.6826,
      "step": 112460
    },
    {
      "epoch": 4.606225680933852,
      "grad_norm": 2.031278570531672,
      "learning_rate": 3.921757645246726e-05,
      "loss": 0.9389,
      "step": 112461
    },
    {
      "epoch": 4.606266639361048,
      "grad_norm": 1.939884342858161,
      "learning_rate": 3.921537764884357e-05,
      "loss": 0.7772,
      "step": 112462
    },
    {
      "epoch": 4.606307597788245,
      "grad_norm": 1.717834279614395,
      "learning_rate": 3.9213178897592384e-05,
      "loss": 0.555,
      "step": 112463
    },
    {
      "epoch": 4.606348556215441,
      "grad_norm": 1.4775584981993872,
      "learning_rate": 3.921098019871482e-05,
      "loss": 0.6324,
      "step": 112464
    },
    {
      "epoch": 4.606389514642638,
      "grad_norm": 1.992952638667733,
      "learning_rate": 3.920878155221181e-05,
      "loss": 0.8588,
      "step": 112465
    },
    {
      "epoch": 4.606430473069834,
      "grad_norm": 1.4040619000232746,
      "learning_rate": 3.9206582958084485e-05,
      "loss": 0.4689,
      "step": 112466
    },
    {
      "epoch": 4.606471431497031,
      "grad_norm": 1.4284842651226355,
      "learning_rate": 3.920438441633388e-05,
      "loss": 0.4303,
      "step": 112467
    },
    {
      "epoch": 4.606512389924227,
      "grad_norm": 0.9796815980025066,
      "learning_rate": 3.920218592696098e-05,
      "loss": 0.2212,
      "step": 112468
    },
    {
      "epoch": 4.606553348351423,
      "grad_norm": 1.6255735927660209,
      "learning_rate": 3.919998748996687e-05,
      "loss": 0.6207,
      "step": 112469
    },
    {
      "epoch": 4.60659430677862,
      "grad_norm": 0.8394270560373593,
      "learning_rate": 3.91977891053526e-05,
      "loss": 0.2097,
      "step": 112470
    },
    {
      "epoch": 4.606635265205816,
      "grad_norm": 1.3966680838923335,
      "learning_rate": 3.919559077311915e-05,
      "loss": 0.6465,
      "step": 112471
    },
    {
      "epoch": 4.606676223633013,
      "grad_norm": 3.460512994854887,
      "learning_rate": 3.919339249326763e-05,
      "loss": 3.0059,
      "step": 112472
    },
    {
      "epoch": 4.606717182060208,
      "grad_norm": 1.7236883677533947,
      "learning_rate": 3.9191194265799015e-05,
      "loss": 0.5824,
      "step": 112473
    },
    {
      "epoch": 4.606758140487405,
      "grad_norm": 1.2556348409204487,
      "learning_rate": 3.918899609071437e-05,
      "loss": 0.5144,
      "step": 112474
    },
    {
      "epoch": 4.6067990989146015,
      "grad_norm": 1.2869422792230927,
      "learning_rate": 3.9186797968014786e-05,
      "loss": 0.475,
      "step": 112475
    },
    {
      "epoch": 4.606840057341798,
      "grad_norm": 1.6206977257801443,
      "learning_rate": 3.91845998977012e-05,
      "loss": 0.7598,
      "step": 112476
    },
    {
      "epoch": 4.606881015768995,
      "grad_norm": 1.3618288238836496,
      "learning_rate": 3.918240187977475e-05,
      "loss": 0.5832,
      "step": 112477
    },
    {
      "epoch": 4.606921974196191,
      "grad_norm": 0.7970497680131833,
      "learning_rate": 3.918020391423639e-05,
      "loss": 0.2033,
      "step": 112478
    },
    {
      "epoch": 4.606962932623388,
      "grad_norm": 2.0722508852267083,
      "learning_rate": 3.917800600108719e-05,
      "loss": 0.9601,
      "step": 112479
    },
    {
      "epoch": 4.607003891050583,
      "grad_norm": 1.972489464891842,
      "learning_rate": 3.9175808140328254e-05,
      "loss": 0.9082,
      "step": 112480
    },
    {
      "epoch": 4.60704484947778,
      "grad_norm": 1.0965881377924362,
      "learning_rate": 3.917361033196052e-05,
      "loss": 0.3161,
      "step": 112481
    },
    {
      "epoch": 4.607085807904976,
      "grad_norm": 1.9447258042666078,
      "learning_rate": 3.917141257598506e-05,
      "loss": 0.8048,
      "step": 112482
    },
    {
      "epoch": 4.607126766332173,
      "grad_norm": 1.6507988279440016,
      "learning_rate": 3.9169214872402976e-05,
      "loss": 0.6672,
      "step": 112483
    },
    {
      "epoch": 4.607167724759369,
      "grad_norm": 1.4220569634527738,
      "learning_rate": 3.916701722121521e-05,
      "loss": 0.5881,
      "step": 112484
    },
    {
      "epoch": 4.607208683186566,
      "grad_norm": 1.0798951370844994,
      "learning_rate": 3.91648196224229e-05,
      "loss": 0.1963,
      "step": 112485
    },
    {
      "epoch": 4.6072496416137625,
      "grad_norm": 1.4921501821606282,
      "learning_rate": 3.9162622076026984e-05,
      "loss": 0.7565,
      "step": 112486
    },
    {
      "epoch": 4.607290600040958,
      "grad_norm": 1.1163401024627784,
      "learning_rate": 3.916042458202855e-05,
      "loss": 0.2669,
      "step": 112487
    },
    {
      "epoch": 4.607331558468155,
      "grad_norm": 1.7464732814532753,
      "learning_rate": 3.9158227140428665e-05,
      "loss": 0.5931,
      "step": 112488
    },
    {
      "epoch": 4.607372516895351,
      "grad_norm": 1.1266864896785207,
      "learning_rate": 3.915602975122832e-05,
      "loss": 0.2301,
      "step": 112489
    },
    {
      "epoch": 4.607413475322548,
      "grad_norm": 1.9242426148986775,
      "learning_rate": 3.9153832414428554e-05,
      "loss": 0.8905,
      "step": 112490
    },
    {
      "epoch": 4.607454433749744,
      "grad_norm": 1.7812917298180735,
      "learning_rate": 3.9151635130030476e-05,
      "loss": 0.7236,
      "step": 112491
    },
    {
      "epoch": 4.60749539217694,
      "grad_norm": 1.7257148167473528,
      "learning_rate": 3.9149437898035006e-05,
      "loss": 0.7422,
      "step": 112492
    },
    {
      "epoch": 4.6075363506041365,
      "grad_norm": 0.9490926166751825,
      "learning_rate": 3.914724071844332e-05,
      "loss": 0.2069,
      "step": 112493
    },
    {
      "epoch": 4.607577309031333,
      "grad_norm": 1.7526412323939218,
      "learning_rate": 3.9145043591256336e-05,
      "loss": 0.5713,
      "step": 112494
    },
    {
      "epoch": 4.6076182674585295,
      "grad_norm": 1.4003802246765686,
      "learning_rate": 3.914284651647515e-05,
      "loss": 0.495,
      "step": 112495
    },
    {
      "epoch": 4.607659225885726,
      "grad_norm": 1.9715170573031855,
      "learning_rate": 3.914064949410082e-05,
      "loss": 0.8814,
      "step": 112496
    },
    {
      "epoch": 4.607700184312923,
      "grad_norm": 1.4831271861926982,
      "learning_rate": 3.913845252413432e-05,
      "loss": 0.8391,
      "step": 112497
    },
    {
      "epoch": 4.607741142740119,
      "grad_norm": 1.5756684066218367,
      "learning_rate": 3.913625560657673e-05,
      "loss": 0.7029,
      "step": 112498
    },
    {
      "epoch": 4.607782101167315,
      "grad_norm": 1.378011739443435,
      "learning_rate": 3.913405874142913e-05,
      "loss": 0.5371,
      "step": 112499
    },
    {
      "epoch": 4.607823059594511,
      "grad_norm": 1.1096021213592413,
      "learning_rate": 3.913186192869246e-05,
      "loss": 0.3027,
      "step": 112500
    },
    {
      "epoch": 4.607864018021708,
      "grad_norm": 1.3807670119816804,
      "learning_rate": 3.9129665168367866e-05,
      "loss": 0.6388,
      "step": 112501
    },
    {
      "epoch": 4.607904976448904,
      "grad_norm": 1.0384817678480913,
      "learning_rate": 3.912746846045629e-05,
      "loss": 0.2892,
      "step": 112502
    },
    {
      "epoch": 4.607945934876101,
      "grad_norm": 1.3038944301114874,
      "learning_rate": 3.9125271804958805e-05,
      "loss": 0.6264,
      "step": 112503
    },
    {
      "epoch": 4.6079868933032975,
      "grad_norm": 0.9661046800518274,
      "learning_rate": 3.9123075201876516e-05,
      "loss": 0.2199,
      "step": 112504
    },
    {
      "epoch": 4.608027851730494,
      "grad_norm": 1.6551162966314779,
      "learning_rate": 3.912087865121034e-05,
      "loss": 0.7851,
      "step": 112505
    },
    {
      "epoch": 4.60806881015769,
      "grad_norm": 1.0141254123438708,
      "learning_rate": 3.911868215296139e-05,
      "loss": 0.2036,
      "step": 112506
    },
    {
      "epoch": 4.608109768584886,
      "grad_norm": 1.140344662090975,
      "learning_rate": 3.911648570713074e-05,
      "loss": 0.4352,
      "step": 112507
    },
    {
      "epoch": 4.608150727012083,
      "grad_norm": 1.8488350196670287,
      "learning_rate": 3.911428931371933e-05,
      "loss": 0.8637,
      "step": 112508
    },
    {
      "epoch": 4.608191685439279,
      "grad_norm": 1.514832650557954,
      "learning_rate": 3.91120929727283e-05,
      "loss": 0.5911,
      "step": 112509
    },
    {
      "epoch": 4.608232643866476,
      "grad_norm": 6.677279560197682,
      "learning_rate": 3.9109896684158587e-05,
      "loss": 0.5986,
      "step": 112510
    },
    {
      "epoch": 4.6082736022936714,
      "grad_norm": 1.5935521646025572,
      "learning_rate": 3.9107700448011276e-05,
      "loss": 0.5697,
      "step": 112511
    },
    {
      "epoch": 4.608314560720868,
      "grad_norm": 1.4667866294549339,
      "learning_rate": 3.9105504264287464e-05,
      "loss": 0.562,
      "step": 112512
    },
    {
      "epoch": 4.6083555191480645,
      "grad_norm": 1.4092409847176854,
      "learning_rate": 3.91033081329881e-05,
      "loss": 0.5738,
      "step": 112513
    },
    {
      "epoch": 4.608396477575261,
      "grad_norm": 0.7565572650425952,
      "learning_rate": 3.910111205411428e-05,
      "loss": 0.2127,
      "step": 112514
    },
    {
      "epoch": 4.608437436002458,
      "grad_norm": 1.7593967051682573,
      "learning_rate": 3.909891602766698e-05,
      "loss": 0.83,
      "step": 112515
    },
    {
      "epoch": 4.608478394429654,
      "grad_norm": 1.3811029336645249,
      "learning_rate": 3.909672005364728e-05,
      "loss": 0.4866,
      "step": 112516
    },
    {
      "epoch": 4.608519352856851,
      "grad_norm": 1.7135975822189535,
      "learning_rate": 3.9094524132056274e-05,
      "loss": 0.7211,
      "step": 112517
    },
    {
      "epoch": 4.608560311284046,
      "grad_norm": 0.8688277888743237,
      "learning_rate": 3.9092328262894864e-05,
      "loss": 0.1845,
      "step": 112518
    },
    {
      "epoch": 4.608601269711243,
      "grad_norm": 1.3579685097606813,
      "learning_rate": 3.909013244616419e-05,
      "loss": 0.4645,
      "step": 112519
    },
    {
      "epoch": 4.608642228138439,
      "grad_norm": 1.3266559625922696,
      "learning_rate": 3.908793668186536e-05,
      "loss": 0.4023,
      "step": 112520
    },
    {
      "epoch": 4.608683186565636,
      "grad_norm": 1.0478896522618033,
      "learning_rate": 3.9085740969999214e-05,
      "loss": 0.1532,
      "step": 112521
    },
    {
      "epoch": 4.6087241449928324,
      "grad_norm": 1.0857375429794507,
      "learning_rate": 3.9083545310566896e-05,
      "loss": 0.3411,
      "step": 112522
    },
    {
      "epoch": 4.608765103420029,
      "grad_norm": 3.219242335350122,
      "learning_rate": 3.9081349703569495e-05,
      "loss": 2.8154,
      "step": 112523
    },
    {
      "epoch": 4.6088060618472255,
      "grad_norm": 1.7139382258130518,
      "learning_rate": 3.907915414900794e-05,
      "loss": 0.83,
      "step": 112524
    },
    {
      "epoch": 4.608847020274421,
      "grad_norm": 1.7483650247395375,
      "learning_rate": 3.907695864688332e-05,
      "loss": 0.92,
      "step": 112525
    },
    {
      "epoch": 4.608887978701618,
      "grad_norm": 0.8974568053366021,
      "learning_rate": 3.907476319719674e-05,
      "loss": 0.2566,
      "step": 112526
    },
    {
      "epoch": 4.608928937128814,
      "grad_norm": 1.4820294200222561,
      "learning_rate": 3.907256779994911e-05,
      "loss": 0.706,
      "step": 112527
    },
    {
      "epoch": 4.608969895556011,
      "grad_norm": 1.2608055872565085,
      "learning_rate": 3.90703724551416e-05,
      "loss": 0.3758,
      "step": 112528
    },
    {
      "epoch": 4.609010853983207,
      "grad_norm": 1.2725570492937595,
      "learning_rate": 3.9068177162775125e-05,
      "loss": 0.3782,
      "step": 112529
    },
    {
      "epoch": 4.609051812410403,
      "grad_norm": 1.6255813808883395,
      "learning_rate": 3.906598192285077e-05,
      "loss": 0.6454,
      "step": 112530
    },
    {
      "epoch": 4.6090927708375995,
      "grad_norm": 0.8437372148595373,
      "learning_rate": 3.906378673536964e-05,
      "loss": 0.1801,
      "step": 112531
    },
    {
      "epoch": 4.609133729264796,
      "grad_norm": 0.8299252184491094,
      "learning_rate": 3.906159160033267e-05,
      "loss": 0.1811,
      "step": 112532
    },
    {
      "epoch": 4.609174687691993,
      "grad_norm": 1.5839804037968106,
      "learning_rate": 3.9059396517740944e-05,
      "loss": 0.5754,
      "step": 112533
    },
    {
      "epoch": 4.609215646119189,
      "grad_norm": 1.506311061119734,
      "learning_rate": 3.905720148759553e-05,
      "loss": 0.6049,
      "step": 112534
    },
    {
      "epoch": 4.609256604546386,
      "grad_norm": 1.4992436839810384,
      "learning_rate": 3.9055006509897396e-05,
      "loss": 0.5391,
      "step": 112535
    },
    {
      "epoch": 4.609297562973582,
      "grad_norm": 1.506848885249811,
      "learning_rate": 3.9052811584647656e-05,
      "loss": 0.5279,
      "step": 112536
    },
    {
      "epoch": 4.609338521400778,
      "grad_norm": 1.0529127381373786,
      "learning_rate": 3.905061671184727e-05,
      "loss": 0.2128,
      "step": 112537
    },
    {
      "epoch": 4.609379479827974,
      "grad_norm": 1.6015061214837205,
      "learning_rate": 3.904842189149732e-05,
      "loss": 0.5551,
      "step": 112538
    },
    {
      "epoch": 4.609420438255171,
      "grad_norm": 0.8953639364271645,
      "learning_rate": 3.9046227123598864e-05,
      "loss": 0.2329,
      "step": 112539
    },
    {
      "epoch": 4.609461396682367,
      "grad_norm": 1.3969448832790101,
      "learning_rate": 3.9044032408152883e-05,
      "loss": 0.5162,
      "step": 112540
    },
    {
      "epoch": 4.609502355109564,
      "grad_norm": 1.541206172580781,
      "learning_rate": 3.904183774516044e-05,
      "loss": 0.5994,
      "step": 112541
    },
    {
      "epoch": 4.6095433135367605,
      "grad_norm": 1.6543465860290605,
      "learning_rate": 3.903964313462263e-05,
      "loss": 0.8551,
      "step": 112542
    },
    {
      "epoch": 4.609584271963957,
      "grad_norm": 1.783012859110469,
      "learning_rate": 3.903744857654039e-05,
      "loss": 0.6831,
      "step": 112543
    },
    {
      "epoch": 4.609625230391153,
      "grad_norm": 0.9817896494427871,
      "learning_rate": 3.9035254070914835e-05,
      "loss": 0.2616,
      "step": 112544
    },
    {
      "epoch": 4.609666188818349,
      "grad_norm": 1.7363054117148764,
      "learning_rate": 3.9033059617746934e-05,
      "loss": 0.828,
      "step": 112545
    },
    {
      "epoch": 4.609707147245546,
      "grad_norm": 4.585055582669708,
      "learning_rate": 3.9030865217037776e-05,
      "loss": 2.5194,
      "step": 112546
    },
    {
      "epoch": 4.609748105672742,
      "grad_norm": 1.53246797362292,
      "learning_rate": 3.902867086878842e-05,
      "loss": 0.493,
      "step": 112547
    },
    {
      "epoch": 4.609789064099939,
      "grad_norm": 1.1423784675919018,
      "learning_rate": 3.902647657299983e-05,
      "loss": 0.2717,
      "step": 112548
    },
    {
      "epoch": 4.6098300225271345,
      "grad_norm": 2.561431637467655,
      "learning_rate": 3.902428232967313e-05,
      "loss": 0.8751,
      "step": 112549
    },
    {
      "epoch": 4.609870980954331,
      "grad_norm": 2.0538915021848987,
      "learning_rate": 3.902208813880926e-05,
      "loss": 1.4131,
      "step": 112550
    },
    {
      "epoch": 4.6099119393815275,
      "grad_norm": 1.2210694757185256,
      "learning_rate": 3.9019894000409306e-05,
      "loss": 0.625,
      "step": 112551
    },
    {
      "epoch": 4.609952897808724,
      "grad_norm": 1.3290029512610226,
      "learning_rate": 3.9017699914474356e-05,
      "loss": 0.4992,
      "step": 112552
    },
    {
      "epoch": 4.609993856235921,
      "grad_norm": 1.4592397942676942,
      "learning_rate": 3.901550588100535e-05,
      "loss": 0.6458,
      "step": 112553
    },
    {
      "epoch": 4.610034814663117,
      "grad_norm": 1.1751061994162422,
      "learning_rate": 3.901331190000338e-05,
      "loss": 0.2839,
      "step": 112554
    },
    {
      "epoch": 4.610075773090314,
      "grad_norm": 1.5897931098541638,
      "learning_rate": 3.901111797146951e-05,
      "loss": 0.5646,
      "step": 112555
    },
    {
      "epoch": 4.610116731517509,
      "grad_norm": 1.7167181222427914,
      "learning_rate": 3.90089240954047e-05,
      "loss": 1.0614,
      "step": 112556
    },
    {
      "epoch": 4.610157689944706,
      "grad_norm": 1.6655826977290582,
      "learning_rate": 3.900673027181008e-05,
      "loss": 0.7132,
      "step": 112557
    },
    {
      "epoch": 4.610198648371902,
      "grad_norm": 0.9070152213312972,
      "learning_rate": 3.9004536500686583e-05,
      "loss": 0.2482,
      "step": 112558
    },
    {
      "epoch": 4.610239606799099,
      "grad_norm": 1.5834617210229105,
      "learning_rate": 3.9002342782035304e-05,
      "loss": 0.6177,
      "step": 112559
    },
    {
      "epoch": 4.6102805652262955,
      "grad_norm": 0.7890295490182463,
      "learning_rate": 3.900014911585733e-05,
      "loss": 0.2351,
      "step": 112560
    },
    {
      "epoch": 4.610321523653492,
      "grad_norm": 1.5491688338440912,
      "learning_rate": 3.8997955502153595e-05,
      "loss": 0.576,
      "step": 112561
    },
    {
      "epoch": 4.6103624820806886,
      "grad_norm": 1.4851026651875312,
      "learning_rate": 3.899576194092517e-05,
      "loss": 0.7078,
      "step": 112562
    },
    {
      "epoch": 4.610403440507884,
      "grad_norm": 1.4831116476325246,
      "learning_rate": 3.899356843217317e-05,
      "loss": 0.575,
      "step": 112563
    },
    {
      "epoch": 4.610444398935081,
      "grad_norm": 1.4058013850478643,
      "learning_rate": 3.8991374975898524e-05,
      "loss": 0.4475,
      "step": 112564
    },
    {
      "epoch": 4.610485357362277,
      "grad_norm": 1.906482186258331,
      "learning_rate": 3.898918157210235e-05,
      "loss": 0.6331,
      "step": 112565
    },
    {
      "epoch": 4.610526315789474,
      "grad_norm": 2.2535388167420485,
      "learning_rate": 3.898698822078561e-05,
      "loss": 1.3553,
      "step": 112566
    },
    {
      "epoch": 4.61056727421667,
      "grad_norm": 0.9682522831076508,
      "learning_rate": 3.8984794921949376e-05,
      "loss": 0.2099,
      "step": 112567
    },
    {
      "epoch": 4.610608232643866,
      "grad_norm": 2.9505566566034545,
      "learning_rate": 3.8982601675594744e-05,
      "loss": 2.8344,
      "step": 112568
    },
    {
      "epoch": 4.6106491910710625,
      "grad_norm": 0.8393520992724799,
      "learning_rate": 3.8980408481722645e-05,
      "loss": 0.2189,
      "step": 112569
    },
    {
      "epoch": 4.610690149498259,
      "grad_norm": 1.19440616652323,
      "learning_rate": 3.8978215340334165e-05,
      "loss": 0.5786,
      "step": 112570
    },
    {
      "epoch": 4.610731107925456,
      "grad_norm": 1.333257637182029,
      "learning_rate": 3.897602225143039e-05,
      "loss": 0.5585,
      "step": 112571
    },
    {
      "epoch": 4.610772066352652,
      "grad_norm": 1.295587274559859,
      "learning_rate": 3.897382921501226e-05,
      "loss": 0.4861,
      "step": 112572
    },
    {
      "epoch": 4.610813024779849,
      "grad_norm": 1.5040271755195906,
      "learning_rate": 3.897163623108091e-05,
      "loss": 0.5653,
      "step": 112573
    },
    {
      "epoch": 4.610853983207045,
      "grad_norm": 1.4321468442591268,
      "learning_rate": 3.896944329963729e-05,
      "loss": 0.6738,
      "step": 112574
    },
    {
      "epoch": 4.610894941634241,
      "grad_norm": 1.3645190295641192,
      "learning_rate": 3.896725042068247e-05,
      "loss": 0.4446,
      "step": 112575
    },
    {
      "epoch": 4.610935900061437,
      "grad_norm": 1.3230616513957367,
      "learning_rate": 3.896505759421753e-05,
      "loss": 0.5026,
      "step": 112576
    },
    {
      "epoch": 4.610976858488634,
      "grad_norm": 1.7251427410065294,
      "learning_rate": 3.896286482024342e-05,
      "loss": 0.7844,
      "step": 112577
    },
    {
      "epoch": 4.6110178169158305,
      "grad_norm": 1.1693076774648161,
      "learning_rate": 3.8960672098761234e-05,
      "loss": 0.4584,
      "step": 112578
    },
    {
      "epoch": 4.611058775343027,
      "grad_norm": 1.0802287204528187,
      "learning_rate": 3.895847942977204e-05,
      "loss": 0.2751,
      "step": 112579
    },
    {
      "epoch": 4.6110997337702235,
      "grad_norm": 1.3045060521682592,
      "learning_rate": 3.895628681327679e-05,
      "loss": 0.4383,
      "step": 112580
    },
    {
      "epoch": 4.61114069219742,
      "grad_norm": 0.9355930362390819,
      "learning_rate": 3.895409424927661e-05,
      "loss": 0.1852,
      "step": 112581
    },
    {
      "epoch": 4.611181650624616,
      "grad_norm": 1.0388164641560182,
      "learning_rate": 3.8951901737772444e-05,
      "loss": 0.223,
      "step": 112582
    },
    {
      "epoch": 4.611222609051812,
      "grad_norm": 0.9217231272313757,
      "learning_rate": 3.894970927876537e-05,
      "loss": 0.2296,
      "step": 112583
    },
    {
      "epoch": 4.611263567479009,
      "grad_norm": 1.8152512855480465,
      "learning_rate": 3.894751687225648e-05,
      "loss": 0.5502,
      "step": 112584
    },
    {
      "epoch": 4.611304525906205,
      "grad_norm": 1.3302254854462578,
      "learning_rate": 3.8945324518246714e-05,
      "loss": 0.5314,
      "step": 112585
    },
    {
      "epoch": 4.611345484333402,
      "grad_norm": 0.9372985886424897,
      "learning_rate": 3.89431322167372e-05,
      "loss": 0.1983,
      "step": 112586
    },
    {
      "epoch": 4.6113864427605975,
      "grad_norm": 1.928146711230162,
      "learning_rate": 3.894093996772887e-05,
      "loss": 0.7475,
      "step": 112587
    },
    {
      "epoch": 4.611427401187794,
      "grad_norm": 1.0117909734714088,
      "learning_rate": 3.893874777122284e-05,
      "loss": 0.2166,
      "step": 112588
    },
    {
      "epoch": 4.611468359614991,
      "grad_norm": 1.7832093865161196,
      "learning_rate": 3.893655562722016e-05,
      "loss": 0.7354,
      "step": 112589
    },
    {
      "epoch": 4.611509318042187,
      "grad_norm": 1.4289186913884317,
      "learning_rate": 3.893436353572184e-05,
      "loss": 0.6,
      "step": 112590
    },
    {
      "epoch": 4.611550276469384,
      "grad_norm": 1.0343215543270614,
      "learning_rate": 3.893217149672885e-05,
      "loss": 0.2284,
      "step": 112591
    },
    {
      "epoch": 4.61159123489658,
      "grad_norm": 1.8139717894542176,
      "learning_rate": 3.892997951024233e-05,
      "loss": 0.8159,
      "step": 112592
    },
    {
      "epoch": 4.611632193323777,
      "grad_norm": 1.7566538949324904,
      "learning_rate": 3.892778757626324e-05,
      "loss": 0.8096,
      "step": 112593
    },
    {
      "epoch": 4.611673151750972,
      "grad_norm": 1.7172150882683483,
      "learning_rate": 3.892559569479263e-05,
      "loss": 0.6302,
      "step": 112594
    },
    {
      "epoch": 4.611714110178169,
      "grad_norm": 1.6199980806093552,
      "learning_rate": 3.892340386583162e-05,
      "loss": 0.5653,
      "step": 112595
    },
    {
      "epoch": 4.611755068605365,
      "grad_norm": 1.8150831121731588,
      "learning_rate": 3.892121208938112e-05,
      "loss": 0.6292,
      "step": 112596
    },
    {
      "epoch": 4.611796027032562,
      "grad_norm": 1.8398030053240202,
      "learning_rate": 3.8919020365442234e-05,
      "loss": 0.6833,
      "step": 112597
    },
    {
      "epoch": 4.6118369854597585,
      "grad_norm": 1.2838810648740235,
      "learning_rate": 3.891682869401602e-05,
      "loss": 0.6301,
      "step": 112598
    },
    {
      "epoch": 4.611877943886955,
      "grad_norm": 1.6585207497365495,
      "learning_rate": 3.891463707510344e-05,
      "loss": 0.5619,
      "step": 112599
    },
    {
      "epoch": 4.611918902314152,
      "grad_norm": 1.5438753127729379,
      "learning_rate": 3.891244550870563e-05,
      "loss": 0.6255,
      "step": 112600
    },
    {
      "epoch": 4.611959860741347,
      "grad_norm": 1.7641739969384875,
      "learning_rate": 3.891025399482352e-05,
      "loss": 0.8263,
      "step": 112601
    },
    {
      "epoch": 4.612000819168544,
      "grad_norm": 1.215937218641101,
      "learning_rate": 3.890806253345819e-05,
      "loss": 0.4612,
      "step": 112602
    },
    {
      "epoch": 4.61204177759574,
      "grad_norm": 1.467283060732234,
      "learning_rate": 3.890587112461074e-05,
      "loss": 0.6175,
      "step": 112603
    },
    {
      "epoch": 4.612082736022937,
      "grad_norm": 1.625374953922672,
      "learning_rate": 3.890367976828209e-05,
      "loss": 0.7046,
      "step": 112604
    },
    {
      "epoch": 4.612123694450133,
      "grad_norm": 1.5148499825021422,
      "learning_rate": 3.8901488464473336e-05,
      "loss": 0.5478,
      "step": 112605
    },
    {
      "epoch": 4.612164652877329,
      "grad_norm": 0.8166750360095474,
      "learning_rate": 3.889929721318555e-05,
      "loss": 0.2343,
      "step": 112606
    },
    {
      "epoch": 4.6122056113045256,
      "grad_norm": 2.076526724178391,
      "learning_rate": 3.88971060144197e-05,
      "loss": 0.8316,
      "step": 112607
    },
    {
      "epoch": 4.612246569731722,
      "grad_norm": 0.9438572844780421,
      "learning_rate": 3.8894914868176886e-05,
      "loss": 0.278,
      "step": 112608
    },
    {
      "epoch": 4.612287528158919,
      "grad_norm": 1.6421420053759541,
      "learning_rate": 3.889272377445807e-05,
      "loss": 0.5916,
      "step": 112609
    },
    {
      "epoch": 4.612328486586115,
      "grad_norm": 1.8568920859913443,
      "learning_rate": 3.889053273326433e-05,
      "loss": 0.7226,
      "step": 112610
    },
    {
      "epoch": 4.612369445013312,
      "grad_norm": 0.9792241854424969,
      "learning_rate": 3.888834174459674e-05,
      "loss": 0.1818,
      "step": 112611
    },
    {
      "epoch": 4.612410403440508,
      "grad_norm": 1.5557979958367154,
      "learning_rate": 3.888615080845624e-05,
      "loss": 0.5966,
      "step": 112612
    },
    {
      "epoch": 4.612451361867704,
      "grad_norm": 1.3256534988754083,
      "learning_rate": 3.8883959924843925e-05,
      "loss": 0.5604,
      "step": 112613
    },
    {
      "epoch": 4.6124923202949,
      "grad_norm": 1.4007437184911578,
      "learning_rate": 3.8881769093760875e-05,
      "loss": 0.6151,
      "step": 112614
    },
    {
      "epoch": 4.612533278722097,
      "grad_norm": 1.7681995397949168,
      "learning_rate": 3.8879578315208023e-05,
      "loss": 0.9388,
      "step": 112615
    },
    {
      "epoch": 4.6125742371492935,
      "grad_norm": 1.3815250307368088,
      "learning_rate": 3.887738758918652e-05,
      "loss": 0.5639,
      "step": 112616
    },
    {
      "epoch": 4.61261519557649,
      "grad_norm": 0.8013102881801922,
      "learning_rate": 3.887519691569728e-05,
      "loss": 0.1108,
      "step": 112617
    },
    {
      "epoch": 4.612656154003687,
      "grad_norm": 1.5810568963645302,
      "learning_rate": 3.887300629474141e-05,
      "loss": 0.7354,
      "step": 112618
    },
    {
      "epoch": 4.612697112430883,
      "grad_norm": 1.5659599421784536,
      "learning_rate": 3.887081572631997e-05,
      "loss": 0.5996,
      "step": 112619
    },
    {
      "epoch": 4.612738070858079,
      "grad_norm": 1.2527883100142339,
      "learning_rate": 3.886862521043391e-05,
      "loss": 0.3677,
      "step": 112620
    },
    {
      "epoch": 4.612779029285275,
      "grad_norm": 1.8313196511365903,
      "learning_rate": 3.886643474708437e-05,
      "loss": 0.7182,
      "step": 112621
    },
    {
      "epoch": 4.612819987712472,
      "grad_norm": 1.3708856008576755,
      "learning_rate": 3.886424433627229e-05,
      "loss": 0.6461,
      "step": 112622
    },
    {
      "epoch": 4.612860946139668,
      "grad_norm": 2.289306557171679,
      "learning_rate": 3.886205397799873e-05,
      "loss": 0.4555,
      "step": 112623
    },
    {
      "epoch": 4.612901904566865,
      "grad_norm": 1.8907296653383732,
      "learning_rate": 3.885986367226481e-05,
      "loss": 0.8449,
      "step": 112624
    },
    {
      "epoch": 4.6129428629940605,
      "grad_norm": 1.5902361735163275,
      "learning_rate": 3.885767341907143e-05,
      "loss": 0.5928,
      "step": 112625
    },
    {
      "epoch": 4.612983821421257,
      "grad_norm": 0.8615802817650762,
      "learning_rate": 3.885548321841971e-05,
      "loss": 0.1383,
      "step": 112626
    },
    {
      "epoch": 4.613024779848454,
      "grad_norm": 1.490905394115475,
      "learning_rate": 3.8853293070310704e-05,
      "loss": 0.5995,
      "step": 112627
    },
    {
      "epoch": 4.61306573827565,
      "grad_norm": 0.9407968132831857,
      "learning_rate": 3.885110297474537e-05,
      "loss": 0.2521,
      "step": 112628
    },
    {
      "epoch": 4.613106696702847,
      "grad_norm": 1.1761693528615405,
      "learning_rate": 3.884891293172482e-05,
      "loss": 0.3576,
      "step": 112629
    },
    {
      "epoch": 4.613147655130043,
      "grad_norm": 1.078580062163515,
      "learning_rate": 3.8846722941250017e-05,
      "loss": 0.4249,
      "step": 112630
    },
    {
      "epoch": 4.61318861355724,
      "grad_norm": 1.8170207426315426,
      "learning_rate": 3.884453300332204e-05,
      "loss": 0.6712,
      "step": 112631
    },
    {
      "epoch": 4.613229571984435,
      "grad_norm": 1.4746235671622434,
      "learning_rate": 3.8842343117941955e-05,
      "loss": 0.586,
      "step": 112632
    },
    {
      "epoch": 4.613270530411632,
      "grad_norm": 1.8571365590522277,
      "learning_rate": 3.884015328511072e-05,
      "loss": 0.5601,
      "step": 112633
    },
    {
      "epoch": 4.6133114888388285,
      "grad_norm": 0.7910740138204935,
      "learning_rate": 3.88379635048294e-05,
      "loss": 0.1998,
      "step": 112634
    },
    {
      "epoch": 4.613352447266025,
      "grad_norm": 1.6410005003832564,
      "learning_rate": 3.883577377709909e-05,
      "loss": 0.4808,
      "step": 112635
    },
    {
      "epoch": 4.6133934056932215,
      "grad_norm": 0.8046012571440283,
      "learning_rate": 3.8833584101920733e-05,
      "loss": 0.169,
      "step": 112636
    },
    {
      "epoch": 4.613434364120418,
      "grad_norm": 0.8638895703314904,
      "learning_rate": 3.883139447929545e-05,
      "loss": 0.1936,
      "step": 112637
    },
    {
      "epoch": 4.613475322547615,
      "grad_norm": 1.2261287156430836,
      "learning_rate": 3.88292049092242e-05,
      "loss": 0.3683,
      "step": 112638
    },
    {
      "epoch": 4.61351628097481,
      "grad_norm": 0.9368363897055192,
      "learning_rate": 3.8827015391708036e-05,
      "loss": 0.2067,
      "step": 112639
    },
    {
      "epoch": 4.613557239402007,
      "grad_norm": 1.1802086585002747,
      "learning_rate": 3.8824825926748055e-05,
      "loss": 0.4743,
      "step": 112640
    },
    {
      "epoch": 4.613598197829203,
      "grad_norm": 1.4852815954106782,
      "learning_rate": 3.8822636514345214e-05,
      "loss": 0.547,
      "step": 112641
    },
    {
      "epoch": 4.6136391562564,
      "grad_norm": 1.440874303663646,
      "learning_rate": 3.882044715450056e-05,
      "loss": 0.5273,
      "step": 112642
    },
    {
      "epoch": 4.613680114683596,
      "grad_norm": 1.3677008221597495,
      "learning_rate": 3.88182578472152e-05,
      "loss": 0.5171,
      "step": 112643
    },
    {
      "epoch": 4.613721073110792,
      "grad_norm": 1.2627472116321377,
      "learning_rate": 3.881606859249008e-05,
      "loss": 0.5288,
      "step": 112644
    },
    {
      "epoch": 4.613762031537989,
      "grad_norm": 2.012575593633997,
      "learning_rate": 3.8813879390326294e-05,
      "loss": 0.9066,
      "step": 112645
    },
    {
      "epoch": 4.613802989965185,
      "grad_norm": 2.472958178256811,
      "learning_rate": 3.881169024072482e-05,
      "loss": 1.6892,
      "step": 112646
    },
    {
      "epoch": 4.613843948392382,
      "grad_norm": 1.585537741309492,
      "learning_rate": 3.880950114368673e-05,
      "loss": 0.7399,
      "step": 112647
    },
    {
      "epoch": 4.613884906819578,
      "grad_norm": 1.6919360516433384,
      "learning_rate": 3.880731209921311e-05,
      "loss": 0.9145,
      "step": 112648
    },
    {
      "epoch": 4.613925865246775,
      "grad_norm": 1.297100531635375,
      "learning_rate": 3.880512310730489e-05,
      "loss": 0.4111,
      "step": 112649
    },
    {
      "epoch": 4.613966823673971,
      "grad_norm": 1.6507447941639177,
      "learning_rate": 3.880293416796314e-05,
      "loss": 0.4279,
      "step": 112650
    },
    {
      "epoch": 4.614007782101167,
      "grad_norm": 1.4435678164315384,
      "learning_rate": 3.8800745281188964e-05,
      "loss": 0.4902,
      "step": 112651
    },
    {
      "epoch": 4.6140487405283634,
      "grad_norm": 1.8739094399477836,
      "learning_rate": 3.8798556446983296e-05,
      "loss": 0.9404,
      "step": 112652
    },
    {
      "epoch": 4.61408969895556,
      "grad_norm": 1.805151720761857,
      "learning_rate": 3.879636766534728e-05,
      "loss": 0.6381,
      "step": 112653
    },
    {
      "epoch": 4.6141306573827565,
      "grad_norm": 1.9163521041798055,
      "learning_rate": 3.879417893628182e-05,
      "loss": 0.6463,
      "step": 112654
    },
    {
      "epoch": 4.614171615809953,
      "grad_norm": 1.393585816849302,
      "learning_rate": 3.879199025978803e-05,
      "loss": 0.634,
      "step": 112655
    },
    {
      "epoch": 4.61421257423715,
      "grad_norm": 1.477333043939992,
      "learning_rate": 3.8789801635866985e-05,
      "loss": 0.5819,
      "step": 112656
    },
    {
      "epoch": 4.614253532664346,
      "grad_norm": 1.8066583350302416,
      "learning_rate": 3.878761306451962e-05,
      "loss": 0.4827,
      "step": 112657
    },
    {
      "epoch": 4.614294491091542,
      "grad_norm": 1.04560539617802,
      "learning_rate": 3.8785424545747064e-05,
      "loss": 0.2752,
      "step": 112658
    },
    {
      "epoch": 4.614335449518738,
      "grad_norm": 0.7128906891480236,
      "learning_rate": 3.878323607955025e-05,
      "loss": 0.0782,
      "step": 112659
    },
    {
      "epoch": 4.614376407945935,
      "grad_norm": 1.0904281305393604,
      "learning_rate": 3.878104766593028e-05,
      "loss": 0.1873,
      "step": 112660
    },
    {
      "epoch": 4.614417366373131,
      "grad_norm": 2.211415723826911,
      "learning_rate": 3.8778859304888205e-05,
      "loss": 0.5439,
      "step": 112661
    },
    {
      "epoch": 4.614458324800328,
      "grad_norm": 1.4622753298389999,
      "learning_rate": 3.877667099642505e-05,
      "loss": 0.6194,
      "step": 112662
    },
    {
      "epoch": 4.6144992832275245,
      "grad_norm": 0.7084917122815736,
      "learning_rate": 3.877448274054177e-05,
      "loss": 0.1723,
      "step": 112663
    },
    {
      "epoch": 4.61454024165472,
      "grad_norm": 0.9214854581428849,
      "learning_rate": 3.8772294537239536e-05,
      "loss": 0.21,
      "step": 112664
    },
    {
      "epoch": 4.614581200081917,
      "grad_norm": 1.6153798550837182,
      "learning_rate": 3.877010638651923e-05,
      "loss": 0.5678,
      "step": 112665
    },
    {
      "epoch": 4.614622158509113,
      "grad_norm": 1.7396140157668625,
      "learning_rate": 3.876791828838197e-05,
      "loss": 0.7074,
      "step": 112666
    },
    {
      "epoch": 4.61466311693631,
      "grad_norm": 1.024801609466436,
      "learning_rate": 3.8765730242828845e-05,
      "loss": 0.26,
      "step": 112667
    },
    {
      "epoch": 4.614704075363506,
      "grad_norm": 1.5726379595777036,
      "learning_rate": 3.876354224986077e-05,
      "loss": 0.6166,
      "step": 112668
    },
    {
      "epoch": 4.614745033790703,
      "grad_norm": 1.6203159424017342,
      "learning_rate": 3.8761354309478834e-05,
      "loss": 0.6667,
      "step": 112669
    },
    {
      "epoch": 4.614785992217898,
      "grad_norm": 2.0255928412941517,
      "learning_rate": 3.875916642168413e-05,
      "loss": 1.0542,
      "step": 112670
    },
    {
      "epoch": 4.614826950645095,
      "grad_norm": 1.2666072495861243,
      "learning_rate": 3.8756978586477584e-05,
      "loss": 0.4646,
      "step": 112671
    },
    {
      "epoch": 4.6148679090722915,
      "grad_norm": 0.568160316651994,
      "learning_rate": 3.875479080386033e-05,
      "loss": 0.0812,
      "step": 112672
    },
    {
      "epoch": 4.614908867499488,
      "grad_norm": 1.3331156112509286,
      "learning_rate": 3.875260307383331e-05,
      "loss": 0.6027,
      "step": 112673
    },
    {
      "epoch": 4.614949825926685,
      "grad_norm": 1.5799360943367484,
      "learning_rate": 3.8750415396397604e-05,
      "loss": 0.659,
      "step": 112674
    },
    {
      "epoch": 4.614990784353881,
      "grad_norm": 1.6439890808980335,
      "learning_rate": 3.87482277715543e-05,
      "loss": 0.8334,
      "step": 112675
    },
    {
      "epoch": 4.615031742781078,
      "grad_norm": 4.076734040488128,
      "learning_rate": 3.874604019930432e-05,
      "loss": 2.3481,
      "step": 112676
    },
    {
      "epoch": 4.615072701208273,
      "grad_norm": 1.0708938665218104,
      "learning_rate": 3.874385267964877e-05,
      "loss": 0.2876,
      "step": 112677
    },
    {
      "epoch": 4.61511365963547,
      "grad_norm": 1.8738341990414336,
      "learning_rate": 3.8741665212588715e-05,
      "loss": 1.0367,
      "step": 112678
    },
    {
      "epoch": 4.615154618062666,
      "grad_norm": 1.3753196138964867,
      "learning_rate": 3.873947779812508e-05,
      "loss": 0.4339,
      "step": 112679
    },
    {
      "epoch": 4.615195576489863,
      "grad_norm": 1.653997054230935,
      "learning_rate": 3.873729043625903e-05,
      "loss": 0.5665,
      "step": 112680
    },
    {
      "epoch": 4.615236534917059,
      "grad_norm": 1.3419010276913301,
      "learning_rate": 3.873510312699147e-05,
      "loss": 0.3633,
      "step": 112681
    },
    {
      "epoch": 4.615277493344256,
      "grad_norm": 0.9185701033355682,
      "learning_rate": 3.8732915870323505e-05,
      "loss": 0.211,
      "step": 112682
    },
    {
      "epoch": 4.615318451771452,
      "grad_norm": 2.7477723599652344,
      "learning_rate": 3.873072866625621e-05,
      "loss": 0.9832,
      "step": 112683
    },
    {
      "epoch": 4.615359410198648,
      "grad_norm": 1.6824647030429125,
      "learning_rate": 3.872854151479052e-05,
      "loss": 0.572,
      "step": 112684
    },
    {
      "epoch": 4.615400368625845,
      "grad_norm": 1.7374243628429171,
      "learning_rate": 3.872635441592758e-05,
      "loss": 0.9589,
      "step": 112685
    },
    {
      "epoch": 4.615441327053041,
      "grad_norm": 1.4695644434904693,
      "learning_rate": 3.87241673696683e-05,
      "loss": 0.7603,
      "step": 112686
    },
    {
      "epoch": 4.615482285480238,
      "grad_norm": 1.4296036861767338,
      "learning_rate": 3.872198037601377e-05,
      "loss": 0.5696,
      "step": 112687
    },
    {
      "epoch": 4.615523243907434,
      "grad_norm": 1.8192068533158083,
      "learning_rate": 3.87197934349651e-05,
      "loss": 0.724,
      "step": 112688
    },
    {
      "epoch": 4.61556420233463,
      "grad_norm": 1.2857836606596376,
      "learning_rate": 3.871760654652318e-05,
      "loss": 0.5329,
      "step": 112689
    },
    {
      "epoch": 4.6156051607618265,
      "grad_norm": 1.5783493118146998,
      "learning_rate": 3.871541971068915e-05,
      "loss": 0.7058,
      "step": 112690
    },
    {
      "epoch": 4.615646119189023,
      "grad_norm": 1.0846672283297958,
      "learning_rate": 3.871323292746403e-05,
      "loss": 0.5231,
      "step": 112691
    },
    {
      "epoch": 4.6156870776162195,
      "grad_norm": 1.2011352726728295,
      "learning_rate": 3.87110461968488e-05,
      "loss": 0.5153,
      "step": 112692
    },
    {
      "epoch": 4.615728036043416,
      "grad_norm": 0.6471777591561277,
      "learning_rate": 3.870885951884458e-05,
      "loss": 0.1079,
      "step": 112693
    },
    {
      "epoch": 4.615768994470613,
      "grad_norm": 1.8530254449157588,
      "learning_rate": 3.8706672893452314e-05,
      "loss": 0.5868,
      "step": 112694
    },
    {
      "epoch": 4.615809952897809,
      "grad_norm": 1.5313073384156641,
      "learning_rate": 3.870448632067306e-05,
      "loss": 0.5573,
      "step": 112695
    },
    {
      "epoch": 4.615850911325005,
      "grad_norm": 1.2217623736583327,
      "learning_rate": 3.8702299800507915e-05,
      "loss": 0.3167,
      "step": 112696
    },
    {
      "epoch": 4.615891869752201,
      "grad_norm": 1.3975739487591197,
      "learning_rate": 3.870011333295782e-05,
      "loss": 0.2066,
      "step": 112697
    },
    {
      "epoch": 4.615932828179398,
      "grad_norm": 0.8217214649434511,
      "learning_rate": 3.869792691802385e-05,
      "loss": 0.2177,
      "step": 112698
    },
    {
      "epoch": 4.615973786606594,
      "grad_norm": 1.4018408676705008,
      "learning_rate": 3.869574055570709e-05,
      "loss": 0.4204,
      "step": 112699
    },
    {
      "epoch": 4.616014745033791,
      "grad_norm": 1.0873639356459845,
      "learning_rate": 3.869355424600849e-05,
      "loss": 0.3626,
      "step": 112700
    },
    {
      "epoch": 4.6160557034609875,
      "grad_norm": 0.715168857426177,
      "learning_rate": 3.869136798892915e-05,
      "loss": 0.2013,
      "step": 112701
    },
    {
      "epoch": 4.616096661888183,
      "grad_norm": 1.4223055096627106,
      "learning_rate": 3.8689181784470033e-05,
      "loss": 0.4631,
      "step": 112702
    },
    {
      "epoch": 4.61613762031538,
      "grad_norm": 2.004805406564282,
      "learning_rate": 3.868699563263221e-05,
      "loss": 0.8181,
      "step": 112703
    },
    {
      "epoch": 4.616178578742576,
      "grad_norm": 1.3811889675463984,
      "learning_rate": 3.868480953341676e-05,
      "loss": 0.6051,
      "step": 112704
    },
    {
      "epoch": 4.616219537169773,
      "grad_norm": 1.634909444020904,
      "learning_rate": 3.8682623486824635e-05,
      "loss": 0.7113,
      "step": 112705
    },
    {
      "epoch": 4.616260495596969,
      "grad_norm": 1.3548231691642818,
      "learning_rate": 3.868043749285689e-05,
      "loss": 0.4971,
      "step": 112706
    },
    {
      "epoch": 4.616301454024166,
      "grad_norm": 1.4446203311554595,
      "learning_rate": 3.8678251551514636e-05,
      "loss": 0.4844,
      "step": 112707
    },
    {
      "epoch": 4.6163424124513615,
      "grad_norm": 1.5348518574093784,
      "learning_rate": 3.867606566279881e-05,
      "loss": 0.5867,
      "step": 112708
    },
    {
      "epoch": 4.616383370878558,
      "grad_norm": 2.143415432152057,
      "learning_rate": 3.867387982671049e-05,
      "loss": 1.3758,
      "step": 112709
    },
    {
      "epoch": 4.6164243293057545,
      "grad_norm": 1.7073706174969696,
      "learning_rate": 3.8671694043250676e-05,
      "loss": 0.7239,
      "step": 112710
    },
    {
      "epoch": 4.616465287732951,
      "grad_norm": 1.9725805956578484,
      "learning_rate": 3.8669508312420433e-05,
      "loss": 0.7024,
      "step": 112711
    },
    {
      "epoch": 4.616506246160148,
      "grad_norm": 1.8172797859893226,
      "learning_rate": 3.866732263422082e-05,
      "loss": 0.747,
      "step": 112712
    },
    {
      "epoch": 4.616547204587344,
      "grad_norm": 0.9517115137537933,
      "learning_rate": 3.866513700865279e-05,
      "loss": 0.2068,
      "step": 112713
    },
    {
      "epoch": 4.616588163014541,
      "grad_norm": 1.924544058878828,
      "learning_rate": 3.8662951435717426e-05,
      "loss": 0.9175,
      "step": 112714
    },
    {
      "epoch": 4.616629121441736,
      "grad_norm": 1.3739423320984172,
      "learning_rate": 3.8660765915415806e-05,
      "loss": 0.642,
      "step": 112715
    },
    {
      "epoch": 4.616670079868933,
      "grad_norm": 1.5935221464763758,
      "learning_rate": 3.8658580447748875e-05,
      "loss": 0.6099,
      "step": 112716
    },
    {
      "epoch": 4.616711038296129,
      "grad_norm": 1.597442056195955,
      "learning_rate": 3.865639503271773e-05,
      "loss": 0.6712,
      "step": 112717
    },
    {
      "epoch": 4.616751996723326,
      "grad_norm": 3.562206069959599,
      "learning_rate": 3.865420967032335e-05,
      "loss": 0.5689,
      "step": 112718
    },
    {
      "epoch": 4.6167929551505225,
      "grad_norm": 0.9511306598994003,
      "learning_rate": 3.8652024360566795e-05,
      "loss": 0.1966,
      "step": 112719
    },
    {
      "epoch": 4.616833913577719,
      "grad_norm": 1.6293424461121644,
      "learning_rate": 3.8649839103449154e-05,
      "loss": 0.6214,
      "step": 112720
    },
    {
      "epoch": 4.616874872004915,
      "grad_norm": 1.0903075233237567,
      "learning_rate": 3.864765389897137e-05,
      "loss": 0.2529,
      "step": 112721
    },
    {
      "epoch": 4.616915830432111,
      "grad_norm": 1.5638178956264055,
      "learning_rate": 3.864546874713449e-05,
      "loss": 0.5994,
      "step": 112722
    },
    {
      "epoch": 4.616956788859308,
      "grad_norm": 0.779300072204423,
      "learning_rate": 3.8643283647939625e-05,
      "loss": 0.2135,
      "step": 112723
    },
    {
      "epoch": 4.616997747286504,
      "grad_norm": 0.7115599191798895,
      "learning_rate": 3.8641098601387714e-05,
      "loss": 0.1377,
      "step": 112724
    },
    {
      "epoch": 4.617038705713701,
      "grad_norm": 1.8184889953317447,
      "learning_rate": 3.8638913607479876e-05,
      "loss": 0.9293,
      "step": 112725
    },
    {
      "epoch": 4.617079664140897,
      "grad_norm": 1.7587848077938149,
      "learning_rate": 3.863672866621706e-05,
      "loss": 0.6878,
      "step": 112726
    },
    {
      "epoch": 4.617120622568093,
      "grad_norm": 1.9399920021122832,
      "learning_rate": 3.863454377760031e-05,
      "loss": 1.1046,
      "step": 112727
    },
    {
      "epoch": 4.6171615809952895,
      "grad_norm": 1.428734622701437,
      "learning_rate": 3.863235894163075e-05,
      "loss": 0.445,
      "step": 112728
    },
    {
      "epoch": 4.617202539422486,
      "grad_norm": 1.7868944945477208,
      "learning_rate": 3.8630174158309296e-05,
      "loss": 0.5069,
      "step": 112729
    },
    {
      "epoch": 4.617243497849683,
      "grad_norm": 1.8243908393044386,
      "learning_rate": 3.862798942763709e-05,
      "loss": 0.8055,
      "step": 112730
    },
    {
      "epoch": 4.617284456276879,
      "grad_norm": 6.15510854336824,
      "learning_rate": 3.86258047496151e-05,
      "loss": 1.6678,
      "step": 112731
    },
    {
      "epoch": 4.617325414704076,
      "grad_norm": 1.6040598874895518,
      "learning_rate": 3.862362012424431e-05,
      "loss": 0.6007,
      "step": 112732
    },
    {
      "epoch": 4.617366373131272,
      "grad_norm": 1.6379228931187177,
      "learning_rate": 3.8621435551525824e-05,
      "loss": 1.0207,
      "step": 112733
    },
    {
      "epoch": 4.617407331558468,
      "grad_norm": 1.3983847848246234,
      "learning_rate": 3.8619251031460705e-05,
      "loss": 0.4983,
      "step": 112734
    },
    {
      "epoch": 4.617448289985664,
      "grad_norm": 1.2375003102574775,
      "learning_rate": 3.861706656404989e-05,
      "loss": 0.5229,
      "step": 112735
    },
    {
      "epoch": 4.617489248412861,
      "grad_norm": 0.8533027094130969,
      "learning_rate": 3.861488214929451e-05,
      "loss": 0.202,
      "step": 112736
    },
    {
      "epoch": 4.617530206840057,
      "grad_norm": 1.4041441973649373,
      "learning_rate": 3.861269778719551e-05,
      "loss": 0.5784,
      "step": 112737
    },
    {
      "epoch": 4.617571165267254,
      "grad_norm": 2.065041768701587,
      "learning_rate": 3.861051347775396e-05,
      "loss": 0.7972,
      "step": 112738
    },
    {
      "epoch": 4.6176121236944505,
      "grad_norm": 1.297875456921856,
      "learning_rate": 3.860832922097095e-05,
      "loss": 0.5406,
      "step": 112739
    },
    {
      "epoch": 4.617653082121646,
      "grad_norm": 0.8260198235213142,
      "learning_rate": 3.8606145016847397e-05,
      "loss": 0.2278,
      "step": 112740
    },
    {
      "epoch": 4.617694040548843,
      "grad_norm": 1.4684083187554142,
      "learning_rate": 3.8603960865384406e-05,
      "loss": 0.6029,
      "step": 112741
    },
    {
      "epoch": 4.617734998976039,
      "grad_norm": 1.5920379512638863,
      "learning_rate": 3.860177676658304e-05,
      "loss": 0.6491,
      "step": 112742
    },
    {
      "epoch": 4.617775957403236,
      "grad_norm": 0.8929471518566396,
      "learning_rate": 3.8599592720444226e-05,
      "loss": 0.3531,
      "step": 112743
    },
    {
      "epoch": 4.617816915830432,
      "grad_norm": 1.578661922606629,
      "learning_rate": 3.859740872696912e-05,
      "loss": 0.6913,
      "step": 112744
    },
    {
      "epoch": 4.617857874257629,
      "grad_norm": 1.382769548098033,
      "learning_rate": 3.859522478615866e-05,
      "loss": 0.6326,
      "step": 112745
    },
    {
      "epoch": 4.6178988326848245,
      "grad_norm": 0.6445533511382514,
      "learning_rate": 3.8593040898013906e-05,
      "loss": 0.0593,
      "step": 112746
    },
    {
      "epoch": 4.617939791112021,
      "grad_norm": 2.0340604667422815,
      "learning_rate": 3.8590857062535954e-05,
      "loss": 0.9563,
      "step": 112747
    },
    {
      "epoch": 4.6179807495392176,
      "grad_norm": 1.1583054011054201,
      "learning_rate": 3.858867327972572e-05,
      "loss": 0.3578,
      "step": 112748
    },
    {
      "epoch": 4.618021707966414,
      "grad_norm": 0.785258154993209,
      "learning_rate": 3.858648954958429e-05,
      "loss": 0.1821,
      "step": 112749
    },
    {
      "epoch": 4.618062666393611,
      "grad_norm": 1.5080832438458178,
      "learning_rate": 3.8584305872112755e-05,
      "loss": 0.5593,
      "step": 112750
    },
    {
      "epoch": 4.618103624820807,
      "grad_norm": 1.5148801817356514,
      "learning_rate": 3.858212224731206e-05,
      "loss": 0.7161,
      "step": 112751
    },
    {
      "epoch": 4.618144583248004,
      "grad_norm": 1.720398312508321,
      "learning_rate": 3.85799386751833e-05,
      "loss": 0.7975,
      "step": 112752
    },
    {
      "epoch": 4.618185541675199,
      "grad_norm": 1.0491984033409136,
      "learning_rate": 3.857775515572746e-05,
      "loss": 0.2631,
      "step": 112753
    },
    {
      "epoch": 4.618226500102396,
      "grad_norm": 1.462420616150023,
      "learning_rate": 3.857557168894556e-05,
      "loss": 0.5864,
      "step": 112754
    },
    {
      "epoch": 4.618267458529592,
      "grad_norm": 2.4584932409542963,
      "learning_rate": 3.857338827483873e-05,
      "loss": 1.7112,
      "step": 112755
    },
    {
      "epoch": 4.618308416956789,
      "grad_norm": 1.1981716309306956,
      "learning_rate": 3.857120491340789e-05,
      "loss": 0.4657,
      "step": 112756
    },
    {
      "epoch": 4.6183493753839855,
      "grad_norm": 1.114059243850111,
      "learning_rate": 3.856902160465415e-05,
      "loss": 0.3044,
      "step": 112757
    },
    {
      "epoch": 4.618390333811182,
      "grad_norm": 1.4703602500464596,
      "learning_rate": 3.8566838348578475e-05,
      "loss": 0.3769,
      "step": 112758
    },
    {
      "epoch": 4.618431292238378,
      "grad_norm": 0.9431594410362054,
      "learning_rate": 3.8564655145181946e-05,
      "loss": 0.2649,
      "step": 112759
    },
    {
      "epoch": 4.618472250665574,
      "grad_norm": 1.1224484975290359,
      "learning_rate": 3.856247199446561e-05,
      "loss": 0.2911,
      "step": 112760
    },
    {
      "epoch": 4.618513209092771,
      "grad_norm": 1.810039536242819,
      "learning_rate": 3.856028889643042e-05,
      "loss": 0.7823,
      "step": 112761
    },
    {
      "epoch": 4.618554167519967,
      "grad_norm": 1.1947340632084504,
      "learning_rate": 3.855810585107747e-05,
      "loss": 0.5222,
      "step": 112762
    },
    {
      "epoch": 4.618595125947164,
      "grad_norm": 1.493814828034715,
      "learning_rate": 3.855592285840782e-05,
      "loss": 0.6546,
      "step": 112763
    },
    {
      "epoch": 4.61863608437436,
      "grad_norm": 1.4546262571516604,
      "learning_rate": 3.855373991842243e-05,
      "loss": 0.5507,
      "step": 112764
    },
    {
      "epoch": 4.618677042801556,
      "grad_norm": 1.5014344791703707,
      "learning_rate": 3.85515570311224e-05,
      "loss": 0.4947,
      "step": 112765
    },
    {
      "epoch": 4.6187180012287525,
      "grad_norm": 2.3269067919674367,
      "learning_rate": 3.8549374196508685e-05,
      "loss": 1.6516,
      "step": 112766
    },
    {
      "epoch": 4.618758959655949,
      "grad_norm": 1.4336246779463317,
      "learning_rate": 3.854719141458236e-05,
      "loss": 0.4828,
      "step": 112767
    },
    {
      "epoch": 4.618799918083146,
      "grad_norm": 1.8758647364083532,
      "learning_rate": 3.8545008685344495e-05,
      "loss": 0.7374,
      "step": 112768
    },
    {
      "epoch": 4.618840876510342,
      "grad_norm": 1.838028014809446,
      "learning_rate": 3.854282600879604e-05,
      "loss": 0.9627,
      "step": 112769
    },
    {
      "epoch": 4.618881834937539,
      "grad_norm": 1.7503482740609082,
      "learning_rate": 3.854064338493807e-05,
      "loss": 0.8455,
      "step": 112770
    },
    {
      "epoch": 4.618922793364735,
      "grad_norm": 0.8558989629629244,
      "learning_rate": 3.853846081377166e-05,
      "loss": 0.2075,
      "step": 112771
    },
    {
      "epoch": 4.618963751791931,
      "grad_norm": 2.858716098451383,
      "learning_rate": 3.853627829529776e-05,
      "loss": 2.5995,
      "step": 112772
    },
    {
      "epoch": 4.619004710219127,
      "grad_norm": 1.2889748784752557,
      "learning_rate": 3.853409582951748e-05,
      "loss": 0.3627,
      "step": 112773
    },
    {
      "epoch": 4.619045668646324,
      "grad_norm": 1.3687045394623527,
      "learning_rate": 3.8531913416431766e-05,
      "loss": 0.6115,
      "step": 112774
    },
    {
      "epoch": 4.6190866270735205,
      "grad_norm": 3.24828301113798,
      "learning_rate": 3.8529731056041695e-05,
      "loss": 1.8183,
      "step": 112775
    },
    {
      "epoch": 4.619127585500717,
      "grad_norm": 1.4207410443405812,
      "learning_rate": 3.852754874834834e-05,
      "loss": 0.6078,
      "step": 112776
    },
    {
      "epoch": 4.6191685439279135,
      "grad_norm": 1.5370321138122292,
      "learning_rate": 3.852536649335265e-05,
      "loss": 0.6333,
      "step": 112777
    },
    {
      "epoch": 4.619209502355109,
      "grad_norm": 0.8895323014534071,
      "learning_rate": 3.8523184291055686e-05,
      "loss": 0.2288,
      "step": 112778
    },
    {
      "epoch": 4.619250460782306,
      "grad_norm": 1.6782987931295223,
      "learning_rate": 3.852100214145855e-05,
      "loss": 0.6168,
      "step": 112779
    },
    {
      "epoch": 4.619291419209502,
      "grad_norm": 1.3230198527958386,
      "learning_rate": 3.8518820044562176e-05,
      "loss": 0.517,
      "step": 112780
    },
    {
      "epoch": 4.619332377636699,
      "grad_norm": 1.7660247221142331,
      "learning_rate": 3.851663800036768e-05,
      "loss": 0.7197,
      "step": 112781
    },
    {
      "epoch": 4.619373336063895,
      "grad_norm": 0.7550504093100732,
      "learning_rate": 3.851445600887599e-05,
      "loss": 0.1838,
      "step": 112782
    },
    {
      "epoch": 4.619414294491092,
      "grad_norm": 0.789860666112641,
      "learning_rate": 3.8512274070088205e-05,
      "loss": 0.2129,
      "step": 112783
    },
    {
      "epoch": 4.6194552529182875,
      "grad_norm": 1.1737733411767426,
      "learning_rate": 3.851009218400538e-05,
      "loss": 0.6489,
      "step": 112784
    },
    {
      "epoch": 4.619496211345484,
      "grad_norm": 1.4353148454570706,
      "learning_rate": 3.850791035062848e-05,
      "loss": 0.5252,
      "step": 112785
    },
    {
      "epoch": 4.619537169772681,
      "grad_norm": 1.1938430733594456,
      "learning_rate": 3.8505728569958566e-05,
      "loss": 0.5398,
      "step": 112786
    },
    {
      "epoch": 4.619578128199877,
      "grad_norm": 1.4896360914738151,
      "learning_rate": 3.850354684199673e-05,
      "loss": 0.578,
      "step": 112787
    },
    {
      "epoch": 4.619619086627074,
      "grad_norm": 1.5920436859060485,
      "learning_rate": 3.8501365166743885e-05,
      "loss": 0.3679,
      "step": 112788
    },
    {
      "epoch": 4.61966004505427,
      "grad_norm": 1.4172884703726594,
      "learning_rate": 3.8499183544201185e-05,
      "loss": 0.4808,
      "step": 112789
    },
    {
      "epoch": 4.619701003481467,
      "grad_norm": 2.0849821812241536,
      "learning_rate": 3.849700197436955e-05,
      "loss": 1.0677,
      "step": 112790
    },
    {
      "epoch": 4.619741961908662,
      "grad_norm": 1.4435055504961647,
      "learning_rate": 3.8494820457250066e-05,
      "loss": 0.6145,
      "step": 112791
    },
    {
      "epoch": 4.619782920335859,
      "grad_norm": 1.0145401213941845,
      "learning_rate": 3.84926389928438e-05,
      "loss": 0.2708,
      "step": 112792
    },
    {
      "epoch": 4.6198238787630554,
      "grad_norm": 1.5043534375475556,
      "learning_rate": 3.8490457581151707e-05,
      "loss": 0.6178,
      "step": 112793
    },
    {
      "epoch": 4.619864837190252,
      "grad_norm": 1.3093897158562662,
      "learning_rate": 3.848827622217484e-05,
      "loss": 0.5832,
      "step": 112794
    },
    {
      "epoch": 4.6199057956174485,
      "grad_norm": 1.4041664425646156,
      "learning_rate": 3.8486094915914304e-05,
      "loss": 0.5575,
      "step": 112795
    },
    {
      "epoch": 4.619946754044645,
      "grad_norm": 1.7319544848654076,
      "learning_rate": 3.848391366237102e-05,
      "loss": 0.6606,
      "step": 112796
    },
    {
      "epoch": 4.619987712471841,
      "grad_norm": 2.266452123432944,
      "learning_rate": 3.8481732461546114e-05,
      "loss": 1.2008,
      "step": 112797
    },
    {
      "epoch": 4.620028670899037,
      "grad_norm": 1.4108059890950488,
      "learning_rate": 3.847955131344053e-05,
      "loss": 0.6357,
      "step": 112798
    },
    {
      "epoch": 4.620069629326234,
      "grad_norm": 1.9304024795171837,
      "learning_rate": 3.847737021805535e-05,
      "loss": 0.6889,
      "step": 112799
    },
    {
      "epoch": 4.62011058775343,
      "grad_norm": 1.324479717233981,
      "learning_rate": 3.847518917539164e-05,
      "loss": 0.4406,
      "step": 112800
    },
    {
      "epoch": 4.620151546180627,
      "grad_norm": 0.795232998462833,
      "learning_rate": 3.8473008185450347e-05,
      "loss": 0.2105,
      "step": 112801
    },
    {
      "epoch": 4.620192504607823,
      "grad_norm": 2.3721532180798257,
      "learning_rate": 3.847082724823257e-05,
      "loss": 1.7643,
      "step": 112802
    },
    {
      "epoch": 4.620233463035019,
      "grad_norm": 1.6602562554464386,
      "learning_rate": 3.8468646363739324e-05,
      "loss": 0.7163,
      "step": 112803
    },
    {
      "epoch": 4.620274421462216,
      "grad_norm": 1.667447011739361,
      "learning_rate": 3.84664655319716e-05,
      "loss": 0.8551,
      "step": 112804
    },
    {
      "epoch": 4.620315379889412,
      "grad_norm": 1.6268746181491975,
      "learning_rate": 3.846428475293045e-05,
      "loss": 0.5705,
      "step": 112805
    },
    {
      "epoch": 4.620356338316609,
      "grad_norm": 1.686384413101891,
      "learning_rate": 3.8462104026616957e-05,
      "loss": 0.325,
      "step": 112806
    },
    {
      "epoch": 4.620397296743805,
      "grad_norm": 1.8437701524775656,
      "learning_rate": 3.8459923353032054e-05,
      "loss": 0.5721,
      "step": 112807
    },
    {
      "epoch": 4.620438255171002,
      "grad_norm": 1.332924942164908,
      "learning_rate": 3.845774273217688e-05,
      "loss": 0.5448,
      "step": 112808
    },
    {
      "epoch": 4.620479213598198,
      "grad_norm": 1.7830856944978226,
      "learning_rate": 3.845556216405239e-05,
      "loss": 0.7842,
      "step": 112809
    },
    {
      "epoch": 4.620520172025394,
      "grad_norm": 0.5396206308889988,
      "learning_rate": 3.84533816486596e-05,
      "loss": 0.0949,
      "step": 112810
    },
    {
      "epoch": 4.62056113045259,
      "grad_norm": 1.6792246464285556,
      "learning_rate": 3.8451201185999645e-05,
      "loss": 0.8886,
      "step": 112811
    },
    {
      "epoch": 4.620602088879787,
      "grad_norm": 1.3835316685863617,
      "learning_rate": 3.8449020776073445e-05,
      "loss": 0.5178,
      "step": 112812
    },
    {
      "epoch": 4.6206430473069835,
      "grad_norm": 1.4126491205163856,
      "learning_rate": 3.844684041888207e-05,
      "loss": 0.6591,
      "step": 112813
    },
    {
      "epoch": 4.62068400573418,
      "grad_norm": 0.7185257451002444,
      "learning_rate": 3.844466011442659e-05,
      "loss": 0.1469,
      "step": 112814
    },
    {
      "epoch": 4.620724964161377,
      "grad_norm": 1.2494140990038916,
      "learning_rate": 3.8442479862707976e-05,
      "loss": 0.4295,
      "step": 112815
    },
    {
      "epoch": 4.620765922588572,
      "grad_norm": 0.7219989125254297,
      "learning_rate": 3.844029966372732e-05,
      "loss": 0.1178,
      "step": 112816
    },
    {
      "epoch": 4.620806881015769,
      "grad_norm": 1.4001775248154844,
      "learning_rate": 3.843811951748557e-05,
      "loss": 0.4882,
      "step": 112817
    },
    {
      "epoch": 4.620847839442965,
      "grad_norm": 1.9364149545111224,
      "learning_rate": 3.8435939423983815e-05,
      "loss": 0.7218,
      "step": 112818
    },
    {
      "epoch": 4.620888797870162,
      "grad_norm": 1.3808740556381636,
      "learning_rate": 3.84337593832231e-05,
      "loss": 0.7064,
      "step": 112819
    },
    {
      "epoch": 4.620929756297358,
      "grad_norm": 3.2848366704301135,
      "learning_rate": 3.84315793952044e-05,
      "loss": 2.7805,
      "step": 112820
    },
    {
      "epoch": 4.620970714724555,
      "grad_norm": 0.9647178862235447,
      "learning_rate": 3.842939945992877e-05,
      "loss": 0.2443,
      "step": 112821
    },
    {
      "epoch": 4.6210116731517505,
      "grad_norm": 2.803920712079642,
      "learning_rate": 3.842721957739729e-05,
      "loss": 0.579,
      "step": 112822
    },
    {
      "epoch": 4.621052631578947,
      "grad_norm": 1.4530415050435734,
      "learning_rate": 3.8425039747610895e-05,
      "loss": 0.569,
      "step": 112823
    },
    {
      "epoch": 4.621093590006144,
      "grad_norm": 2.5308741464475157,
      "learning_rate": 3.842285997057073e-05,
      "loss": 1.0663,
      "step": 112824
    },
    {
      "epoch": 4.62113454843334,
      "grad_norm": 1.5462531065474232,
      "learning_rate": 3.8420680246277704e-05,
      "loss": 0.7688,
      "step": 112825
    },
    {
      "epoch": 4.621175506860537,
      "grad_norm": 1.40607804313615,
      "learning_rate": 3.84185005747329e-05,
      "loss": 0.5725,
      "step": 112826
    },
    {
      "epoch": 4.621216465287733,
      "grad_norm": 1.371700127284716,
      "learning_rate": 3.841632095593741e-05,
      "loss": 0.5917,
      "step": 112827
    },
    {
      "epoch": 4.62125742371493,
      "grad_norm": 1.166457494102544,
      "learning_rate": 3.841414138989217e-05,
      "loss": 0.3035,
      "step": 112828
    },
    {
      "epoch": 4.621298382142125,
      "grad_norm": 2.4397739788346824,
      "learning_rate": 3.841196187659827e-05,
      "loss": 1.4895,
      "step": 112829
    },
    {
      "epoch": 4.621339340569322,
      "grad_norm": 1.771837784461909,
      "learning_rate": 3.84097824160567e-05,
      "loss": 0.6726,
      "step": 112830
    },
    {
      "epoch": 4.6213802989965185,
      "grad_norm": 2.7937279356414404,
      "learning_rate": 3.8407603008268495e-05,
      "loss": 1.3194,
      "step": 112831
    },
    {
      "epoch": 4.621421257423715,
      "grad_norm": 1.0713489653874153,
      "learning_rate": 3.840542365323474e-05,
      "loss": 0.1941,
      "step": 112832
    },
    {
      "epoch": 4.6214622158509115,
      "grad_norm": 1.5937748049588274,
      "learning_rate": 3.8403244350956384e-05,
      "loss": 0.7521,
      "step": 112833
    },
    {
      "epoch": 4.621503174278108,
      "grad_norm": 1.683358372832937,
      "learning_rate": 3.840106510143451e-05,
      "loss": 0.832,
      "step": 112834
    },
    {
      "epoch": 4.621544132705304,
      "grad_norm": 0.7656363406006879,
      "learning_rate": 3.839888590467017e-05,
      "loss": 0.1783,
      "step": 112835
    },
    {
      "epoch": 4.6215850911325,
      "grad_norm": 1.3747394213345168,
      "learning_rate": 3.839670676066433e-05,
      "loss": 0.4836,
      "step": 112836
    },
    {
      "epoch": 4.621626049559697,
      "grad_norm": 1.588182923699015,
      "learning_rate": 3.839452766941809e-05,
      "loss": 0.5521,
      "step": 112837
    },
    {
      "epoch": 4.621667007986893,
      "grad_norm": 1.3239721408960874,
      "learning_rate": 3.8392348630932386e-05,
      "loss": 0.3969,
      "step": 112838
    },
    {
      "epoch": 4.62170796641409,
      "grad_norm": 1.5193798884845044,
      "learning_rate": 3.839016964520831e-05,
      "loss": 0.6962,
      "step": 112839
    },
    {
      "epoch": 4.621748924841286,
      "grad_norm": 1.572013656225866,
      "learning_rate": 3.838799071224694e-05,
      "loss": 0.6739,
      "step": 112840
    },
    {
      "epoch": 4.621789883268482,
      "grad_norm": 1.4095872629689417,
      "learning_rate": 3.838581183204918e-05,
      "loss": 0.5431,
      "step": 112841
    },
    {
      "epoch": 4.621830841695679,
      "grad_norm": 1.6789871492084534,
      "learning_rate": 3.838363300461616e-05,
      "loss": 0.7767,
      "step": 112842
    },
    {
      "epoch": 4.621871800122875,
      "grad_norm": 1.1028386328111295,
      "learning_rate": 3.838145422994891e-05,
      "loss": 0.202,
      "step": 112843
    },
    {
      "epoch": 4.621912758550072,
      "grad_norm": 1.689104772511322,
      "learning_rate": 3.837927550804838e-05,
      "loss": 0.7577,
      "step": 112844
    },
    {
      "epoch": 4.621953716977268,
      "grad_norm": 3.1508082097064896,
      "learning_rate": 3.837709683891571e-05,
      "loss": 3.1325,
      "step": 112845
    },
    {
      "epoch": 4.621994675404465,
      "grad_norm": 2.3516172806524533,
      "learning_rate": 3.8374918222551835e-05,
      "loss": 1.5054,
      "step": 112846
    },
    {
      "epoch": 4.622035633831661,
      "grad_norm": 0.8992803307235755,
      "learning_rate": 3.837273965895781e-05,
      "loss": 0.2486,
      "step": 112847
    },
    {
      "epoch": 4.622076592258857,
      "grad_norm": 1.7571309704797256,
      "learning_rate": 3.837056114813473e-05,
      "loss": 0.6638,
      "step": 112848
    },
    {
      "epoch": 4.6221175506860535,
      "grad_norm": 1.1369028484302375,
      "learning_rate": 3.836838269008351e-05,
      "loss": 0.2698,
      "step": 112849
    },
    {
      "epoch": 4.62215850911325,
      "grad_norm": 1.707278973365383,
      "learning_rate": 3.836620428480524e-05,
      "loss": 0.6459,
      "step": 112850
    },
    {
      "epoch": 4.6221994675404465,
      "grad_norm": 1.462835670318791,
      "learning_rate": 3.836402593230102e-05,
      "loss": 0.503,
      "step": 112851
    },
    {
      "epoch": 4.622240425967643,
      "grad_norm": 1.130431311819579,
      "learning_rate": 3.836184763257174e-05,
      "loss": 0.2114,
      "step": 112852
    },
    {
      "epoch": 4.62228138439484,
      "grad_norm": 1.1138401680195644,
      "learning_rate": 3.8359669385618566e-05,
      "loss": 0.3075,
      "step": 112853
    },
    {
      "epoch": 4.622322342822035,
      "grad_norm": 2.118964874793498,
      "learning_rate": 3.8357491191442404e-05,
      "loss": 0.7335,
      "step": 112854
    },
    {
      "epoch": 4.622363301249232,
      "grad_norm": 1.0504328629202588,
      "learning_rate": 3.835531305004434e-05,
      "loss": 0.2779,
      "step": 112855
    },
    {
      "epoch": 4.622404259676428,
      "grad_norm": 1.5383891911567003,
      "learning_rate": 3.8353134961425455e-05,
      "loss": 0.6586,
      "step": 112856
    },
    {
      "epoch": 4.622445218103625,
      "grad_norm": 1.7233840596667196,
      "learning_rate": 3.835095692558669e-05,
      "loss": 0.7826,
      "step": 112857
    },
    {
      "epoch": 4.622486176530821,
      "grad_norm": 1.069937011391481,
      "learning_rate": 3.83487789425291e-05,
      "loss": 0.2033,
      "step": 112858
    },
    {
      "epoch": 4.622527134958018,
      "grad_norm": 1.5034281284234765,
      "learning_rate": 3.8346601012253794e-05,
      "loss": 0.6479,
      "step": 112859
    },
    {
      "epoch": 4.622568093385214,
      "grad_norm": 4.113196177243622,
      "learning_rate": 3.8344423134761676e-05,
      "loss": 4.0592,
      "step": 112860
    },
    {
      "epoch": 4.62260905181241,
      "grad_norm": 1.692180144908245,
      "learning_rate": 3.8342245310053886e-05,
      "loss": 0.5982,
      "step": 112861
    },
    {
      "epoch": 4.622650010239607,
      "grad_norm": 1.7847684026602142,
      "learning_rate": 3.834006753813136e-05,
      "loss": 0.7792,
      "step": 112862
    },
    {
      "epoch": 4.622690968666803,
      "grad_norm": 1.932377414047792,
      "learning_rate": 3.8337889818995155e-05,
      "loss": 0.7029,
      "step": 112863
    },
    {
      "epoch": 4.622731927094,
      "grad_norm": 1.5550266569411695,
      "learning_rate": 3.8335712152646375e-05,
      "loss": 0.6436,
      "step": 112864
    },
    {
      "epoch": 4.622772885521196,
      "grad_norm": 1.3779673473358782,
      "learning_rate": 3.8333534539085955e-05,
      "loss": 0.411,
      "step": 112865
    },
    {
      "epoch": 4.622813843948393,
      "grad_norm": 1.6919669813895473,
      "learning_rate": 3.833135697831494e-05,
      "loss": 0.6661,
      "step": 112866
    },
    {
      "epoch": 4.622854802375588,
      "grad_norm": 2.0050206755454485,
      "learning_rate": 3.8329179470334426e-05,
      "loss": 0.7492,
      "step": 112867
    },
    {
      "epoch": 4.622895760802785,
      "grad_norm": 1.7417787123609771,
      "learning_rate": 3.832700201514537e-05,
      "loss": 0.725,
      "step": 112868
    },
    {
      "epoch": 4.6229367192299815,
      "grad_norm": 1.472962865718156,
      "learning_rate": 3.832482461274885e-05,
      "loss": 0.5089,
      "step": 112869
    },
    {
      "epoch": 4.622977677657178,
      "grad_norm": 1.1952147798723178,
      "learning_rate": 3.832264726314585e-05,
      "loss": 0.2157,
      "step": 112870
    },
    {
      "epoch": 4.623018636084375,
      "grad_norm": 1.2013556800543908,
      "learning_rate": 3.8320469966337404e-05,
      "loss": 0.4415,
      "step": 112871
    },
    {
      "epoch": 4.623059594511571,
      "grad_norm": 1.4296428642166934,
      "learning_rate": 3.8318292722324605e-05,
      "loss": 0.5516,
      "step": 112872
    },
    {
      "epoch": 4.623100552938768,
      "grad_norm": 1.6663103095186407,
      "learning_rate": 3.831611553110844e-05,
      "loss": 0.6493,
      "step": 112873
    },
    {
      "epoch": 4.623141511365963,
      "grad_norm": 1.5833088539524882,
      "learning_rate": 3.83139383926899e-05,
      "loss": 0.7114,
      "step": 112874
    },
    {
      "epoch": 4.62318246979316,
      "grad_norm": 1.909108801985756,
      "learning_rate": 3.8311761307070085e-05,
      "loss": 0.7793,
      "step": 112875
    },
    {
      "epoch": 4.623223428220356,
      "grad_norm": 1.238693861272812,
      "learning_rate": 3.830958427424995e-05,
      "loss": 0.4317,
      "step": 112876
    },
    {
      "epoch": 4.623264386647553,
      "grad_norm": 1.7945664128080934,
      "learning_rate": 3.8307407294230566e-05,
      "loss": 0.925,
      "step": 112877
    },
    {
      "epoch": 4.623305345074749,
      "grad_norm": 1.471190983829002,
      "learning_rate": 3.830523036701299e-05,
      "loss": 0.5926,
      "step": 112878
    },
    {
      "epoch": 4.623346303501945,
      "grad_norm": 0.6700645219981317,
      "learning_rate": 3.830305349259818e-05,
      "loss": 0.0946,
      "step": 112879
    },
    {
      "epoch": 4.623387261929142,
      "grad_norm": 1.3193460600789784,
      "learning_rate": 3.8300876670987245e-05,
      "loss": 0.512,
      "step": 112880
    },
    {
      "epoch": 4.623428220356338,
      "grad_norm": 1.5414206678051199,
      "learning_rate": 3.829869990218114e-05,
      "loss": 0.6366,
      "step": 112881
    },
    {
      "epoch": 4.623469178783535,
      "grad_norm": 1.3982742622088358,
      "learning_rate": 3.829652318618091e-05,
      "loss": 0.2892,
      "step": 112882
    },
    {
      "epoch": 4.623510137210731,
      "grad_norm": 0.9155183597058634,
      "learning_rate": 3.8294346522987655e-05,
      "loss": 0.2279,
      "step": 112883
    },
    {
      "epoch": 4.623551095637928,
      "grad_norm": 1.5060296366965977,
      "learning_rate": 3.829216991260231e-05,
      "loss": 0.6422,
      "step": 112884
    },
    {
      "epoch": 4.623592054065124,
      "grad_norm": 1.2745244138520289,
      "learning_rate": 3.8289993355025954e-05,
      "loss": 0.3635,
      "step": 112885
    },
    {
      "epoch": 4.62363301249232,
      "grad_norm": 1.3933868304602819,
      "learning_rate": 3.828781685025964e-05,
      "loss": 0.4887,
      "step": 112886
    },
    {
      "epoch": 4.6236739709195165,
      "grad_norm": 1.2158738123717427,
      "learning_rate": 3.828564039830433e-05,
      "loss": 0.3419,
      "step": 112887
    },
    {
      "epoch": 4.623714929346713,
      "grad_norm": 2.287342413367745,
      "learning_rate": 3.828346399916112e-05,
      "loss": 1.2633,
      "step": 112888
    },
    {
      "epoch": 4.62375588777391,
      "grad_norm": 1.5781869305191112,
      "learning_rate": 3.828128765283095e-05,
      "loss": 0.6124,
      "step": 112889
    },
    {
      "epoch": 4.623796846201106,
      "grad_norm": 1.5113896765050019,
      "learning_rate": 3.827911135931492e-05,
      "loss": 0.5822,
      "step": 112890
    },
    {
      "epoch": 4.623837804628303,
      "grad_norm": 1.3689675972737883,
      "learning_rate": 3.827693511861409e-05,
      "loss": 0.5685,
      "step": 112891
    },
    {
      "epoch": 4.623878763055499,
      "grad_norm": 1.754857399428125,
      "learning_rate": 3.82747589307294e-05,
      "loss": 0.9036,
      "step": 112892
    },
    {
      "epoch": 4.623919721482695,
      "grad_norm": 1.551449637990549,
      "learning_rate": 3.8272582795661925e-05,
      "loss": 0.6939,
      "step": 112893
    },
    {
      "epoch": 4.623960679909891,
      "grad_norm": 0.9339999937433183,
      "learning_rate": 3.827040671341271e-05,
      "loss": 0.2305,
      "step": 112894
    },
    {
      "epoch": 4.624001638337088,
      "grad_norm": 3.4268605940149537,
      "learning_rate": 3.826823068398273e-05,
      "loss": 2.5995,
      "step": 112895
    },
    {
      "epoch": 4.624042596764284,
      "grad_norm": 1.1727879028750063,
      "learning_rate": 3.82660547073731e-05,
      "loss": 0.3904,
      "step": 112896
    },
    {
      "epoch": 4.624083555191481,
      "grad_norm": 1.6490920495374026,
      "learning_rate": 3.826387878358475e-05,
      "loss": 0.6462,
      "step": 112897
    },
    {
      "epoch": 4.624124513618677,
      "grad_norm": 1.5401747305219837,
      "learning_rate": 3.826170291261875e-05,
      "loss": 0.5691,
      "step": 112898
    },
    {
      "epoch": 4.624165472045873,
      "grad_norm": 1.6266964442844059,
      "learning_rate": 3.8259527094476174e-05,
      "loss": 0.5813,
      "step": 112899
    },
    {
      "epoch": 4.62420643047307,
      "grad_norm": 1.1787188515857783,
      "learning_rate": 3.825735132915796e-05,
      "loss": 0.3564,
      "step": 112900
    },
    {
      "epoch": 4.624247388900266,
      "grad_norm": 1.3702869713999974,
      "learning_rate": 3.825517561666524e-05,
      "loss": 0.4295,
      "step": 112901
    },
    {
      "epoch": 4.624288347327463,
      "grad_norm": 0.7677102357297491,
      "learning_rate": 3.825299995699895e-05,
      "loss": 0.191,
      "step": 112902
    },
    {
      "epoch": 4.624329305754659,
      "grad_norm": 1.2393423427238965,
      "learning_rate": 3.825082435016015e-05,
      "loss": 0.4553,
      "step": 112903
    },
    {
      "epoch": 4.624370264181856,
      "grad_norm": 2.0185056584518404,
      "learning_rate": 3.824864879614992e-05,
      "loss": 0.7359,
      "step": 112904
    },
    {
      "epoch": 4.6244112226090515,
      "grad_norm": 1.682796288592679,
      "learning_rate": 3.82464732949692e-05,
      "loss": 0.6569,
      "step": 112905
    },
    {
      "epoch": 4.624452181036248,
      "grad_norm": 1.314087849948386,
      "learning_rate": 3.824429784661906e-05,
      "loss": 0.3579,
      "step": 112906
    },
    {
      "epoch": 4.6244931394634445,
      "grad_norm": 1.4094283149448614,
      "learning_rate": 3.824212245110059e-05,
      "loss": 0.6313,
      "step": 112907
    },
    {
      "epoch": 4.624534097890641,
      "grad_norm": 1.8774452302149611,
      "learning_rate": 3.82399471084147e-05,
      "loss": 0.5773,
      "step": 112908
    },
    {
      "epoch": 4.624575056317838,
      "grad_norm": 1.670536081540262,
      "learning_rate": 3.8237771818562526e-05,
      "loss": 0.7644,
      "step": 112909
    },
    {
      "epoch": 4.624616014745034,
      "grad_norm": 0.9326942149010964,
      "learning_rate": 3.8235596581545e-05,
      "loss": 0.2614,
      "step": 112910
    },
    {
      "epoch": 4.624656973172231,
      "grad_norm": 1.5584842873236715,
      "learning_rate": 3.823342139736321e-05,
      "loss": 0.4849,
      "step": 112911
    },
    {
      "epoch": 4.624697931599426,
      "grad_norm": 0.8368472404916071,
      "learning_rate": 3.82312462660182e-05,
      "loss": 0.2324,
      "step": 112912
    },
    {
      "epoch": 4.624738890026623,
      "grad_norm": 1.6918374847092368,
      "learning_rate": 3.8229071187510947e-05,
      "loss": 0.6754,
      "step": 112913
    },
    {
      "epoch": 4.624779848453819,
      "grad_norm": 1.987817160372147,
      "learning_rate": 3.822689616184249e-05,
      "loss": 0.6896,
      "step": 112914
    },
    {
      "epoch": 4.624820806881016,
      "grad_norm": 1.561806228083424,
      "learning_rate": 3.8224721189013916e-05,
      "loss": 0.6447,
      "step": 112915
    },
    {
      "epoch": 4.6248617653082125,
      "grad_norm": 1.0019984264334243,
      "learning_rate": 3.822254626902616e-05,
      "loss": 0.2574,
      "step": 112916
    },
    {
      "epoch": 4.624902723735408,
      "grad_norm": 1.6942205443162526,
      "learning_rate": 3.822037140188035e-05,
      "loss": 0.8735,
      "step": 112917
    },
    {
      "epoch": 4.624943682162605,
      "grad_norm": 0.8125967715107342,
      "learning_rate": 3.821819658757742e-05,
      "loss": 0.2034,
      "step": 112918
    },
    {
      "epoch": 4.624984640589801,
      "grad_norm": 1.440713493807151,
      "learning_rate": 3.8216021826118435e-05,
      "loss": 0.5637,
      "step": 112919
    },
    {
      "epoch": 4.625025599016998,
      "grad_norm": 1.425056928432847,
      "learning_rate": 3.821384711750447e-05,
      "loss": 0.474,
      "step": 112920
    },
    {
      "epoch": 4.625066557444194,
      "grad_norm": 0.6823411678984913,
      "learning_rate": 3.821167246173647e-05,
      "loss": 0.0801,
      "step": 112921
    },
    {
      "epoch": 4.625107515871391,
      "grad_norm": 1.6354670516435361,
      "learning_rate": 3.82094978588155e-05,
      "loss": 0.8076,
      "step": 112922
    },
    {
      "epoch": 4.625148474298587,
      "grad_norm": 0.9176529316712146,
      "learning_rate": 3.820732330874264e-05,
      "loss": 0.2592,
      "step": 112923
    },
    {
      "epoch": 4.625189432725783,
      "grad_norm": 2.1264668806029596,
      "learning_rate": 3.8205148811518844e-05,
      "loss": 0.651,
      "step": 112924
    },
    {
      "epoch": 4.6252303911529795,
      "grad_norm": 1.3322493169981826,
      "learning_rate": 3.8202974367145186e-05,
      "loss": 0.4919,
      "step": 112925
    },
    {
      "epoch": 4.625271349580176,
      "grad_norm": 1.4889758194696732,
      "learning_rate": 3.820079997562265e-05,
      "loss": 0.6853,
      "step": 112926
    },
    {
      "epoch": 4.625312308007373,
      "grad_norm": 1.710095140707442,
      "learning_rate": 3.819862563695227e-05,
      "loss": 0.6375,
      "step": 112927
    },
    {
      "epoch": 4.625353266434569,
      "grad_norm": 1.5507317733619452,
      "learning_rate": 3.819645135113514e-05,
      "loss": 0.5426,
      "step": 112928
    },
    {
      "epoch": 4.625394224861766,
      "grad_norm": 1.071974361622539,
      "learning_rate": 3.819427711817221e-05,
      "loss": 0.1844,
      "step": 112929
    },
    {
      "epoch": 4.625435183288962,
      "grad_norm": 1.714441960785791,
      "learning_rate": 3.819210293806452e-05,
      "loss": 0.7599,
      "step": 112930
    },
    {
      "epoch": 4.625476141716158,
      "grad_norm": 1.7645263999011098,
      "learning_rate": 3.8189928810813176e-05,
      "loss": 0.6552,
      "step": 112931
    },
    {
      "epoch": 4.625517100143354,
      "grad_norm": 1.8047825784682014,
      "learning_rate": 3.818775473641908e-05,
      "loss": 0.6002,
      "step": 112932
    },
    {
      "epoch": 4.625558058570551,
      "grad_norm": 1.6283917750772208,
      "learning_rate": 3.818558071488339e-05,
      "loss": 0.8156,
      "step": 112933
    },
    {
      "epoch": 4.6255990169977474,
      "grad_norm": 1.701070993432358,
      "learning_rate": 3.8183406746207025e-05,
      "loss": 0.8233,
      "step": 112934
    },
    {
      "epoch": 4.625639975424944,
      "grad_norm": 1.723846390202835,
      "learning_rate": 3.818123283039105e-05,
      "loss": 0.6568,
      "step": 112935
    },
    {
      "epoch": 4.62568093385214,
      "grad_norm": 1.825713329205896,
      "learning_rate": 3.817905896743653e-05,
      "loss": 0.9593,
      "step": 112936
    },
    {
      "epoch": 4.625721892279336,
      "grad_norm": 1.9772077373604784,
      "learning_rate": 3.8176885157344436e-05,
      "loss": 0.8212,
      "step": 112937
    },
    {
      "epoch": 4.625762850706533,
      "grad_norm": 1.5916028788770424,
      "learning_rate": 3.8174711400115815e-05,
      "loss": 0.6661,
      "step": 112938
    },
    {
      "epoch": 4.625803809133729,
      "grad_norm": 1.4577344527047944,
      "learning_rate": 3.817253769575176e-05,
      "loss": 0.7677,
      "step": 112939
    },
    {
      "epoch": 4.625844767560926,
      "grad_norm": 1.3640077958787629,
      "learning_rate": 3.817036404425318e-05,
      "loss": 0.6584,
      "step": 112940
    },
    {
      "epoch": 4.625885725988122,
      "grad_norm": 0.9089492075457819,
      "learning_rate": 3.816819044562122e-05,
      "loss": 0.2073,
      "step": 112941
    },
    {
      "epoch": 4.625926684415319,
      "grad_norm": 0.45284907436790656,
      "learning_rate": 3.816601689985678e-05,
      "loss": 0.0563,
      "step": 112942
    },
    {
      "epoch": 4.6259676428425145,
      "grad_norm": 1.8204455622912228,
      "learning_rate": 3.816384340696103e-05,
      "loss": 0.7774,
      "step": 112943
    },
    {
      "epoch": 4.626008601269711,
      "grad_norm": 1.3210860548224237,
      "learning_rate": 3.816166996693491e-05,
      "loss": 0.5237,
      "step": 112944
    },
    {
      "epoch": 4.626049559696908,
      "grad_norm": 1.336349378914952,
      "learning_rate": 3.815949657977943e-05,
      "loss": 0.6357,
      "step": 112945
    },
    {
      "epoch": 4.626090518124104,
      "grad_norm": 1.0543162988223418,
      "learning_rate": 3.815732324549564e-05,
      "loss": 0.2214,
      "step": 112946
    },
    {
      "epoch": 4.626131476551301,
      "grad_norm": 1.2826268672840424,
      "learning_rate": 3.8155149964084624e-05,
      "loss": 0.3157,
      "step": 112947
    },
    {
      "epoch": 4.626172434978497,
      "grad_norm": 2.948955051871328,
      "learning_rate": 3.815297673554731e-05,
      "loss": 0.8958,
      "step": 112948
    },
    {
      "epoch": 4.626213393405694,
      "grad_norm": 0.9442566140611205,
      "learning_rate": 3.815080355988479e-05,
      "loss": 0.2433,
      "step": 112949
    },
    {
      "epoch": 4.626254351832889,
      "grad_norm": 0.9551524472188221,
      "learning_rate": 3.814863043709812e-05,
      "loss": 0.2644,
      "step": 112950
    },
    {
      "epoch": 4.626295310260086,
      "grad_norm": 1.4782089090385147,
      "learning_rate": 3.8146457367188255e-05,
      "loss": 0.4954,
      "step": 112951
    },
    {
      "epoch": 4.626336268687282,
      "grad_norm": 1.566688392957075,
      "learning_rate": 3.814428435015629e-05,
      "loss": 0.8746,
      "step": 112952
    },
    {
      "epoch": 4.626377227114479,
      "grad_norm": 1.468572948001423,
      "learning_rate": 3.814211138600318e-05,
      "loss": 0.6075,
      "step": 112953
    },
    {
      "epoch": 4.6264181855416755,
      "grad_norm": 1.112300277913295,
      "learning_rate": 3.8139938474729964e-05,
      "loss": 0.2839,
      "step": 112954
    },
    {
      "epoch": 4.626459143968871,
      "grad_norm": 1.8257942760923944,
      "learning_rate": 3.813776561633777e-05,
      "loss": 0.7564,
      "step": 112955
    },
    {
      "epoch": 4.626500102396068,
      "grad_norm": 0.9982166852545421,
      "learning_rate": 3.8135592810827486e-05,
      "loss": 0.2226,
      "step": 112956
    },
    {
      "epoch": 4.626541060823264,
      "grad_norm": 2.237549016758317,
      "learning_rate": 3.81334200582002e-05,
      "loss": 1.1464,
      "step": 112957
    },
    {
      "epoch": 4.626582019250461,
      "grad_norm": 0.8905678006461174,
      "learning_rate": 3.8131247358457e-05,
      "loss": 0.1887,
      "step": 112958
    },
    {
      "epoch": 4.626622977677657,
      "grad_norm": 1.4483872555962072,
      "learning_rate": 3.812907471159879e-05,
      "loss": 0.5597,
      "step": 112959
    },
    {
      "epoch": 4.626663936104854,
      "grad_norm": 1.520915108570194,
      "learning_rate": 3.8126902117626735e-05,
      "loss": 0.7505,
      "step": 112960
    },
    {
      "epoch": 4.62670489453205,
      "grad_norm": 2.2036402976519227,
      "learning_rate": 3.812472957654172e-05,
      "loss": 0.8461,
      "step": 112961
    },
    {
      "epoch": 4.626745852959246,
      "grad_norm": 2.027229025140465,
      "learning_rate": 3.812255708834485e-05,
      "loss": 0.5579,
      "step": 112962
    },
    {
      "epoch": 4.6267868113864425,
      "grad_norm": 1.7101048601110937,
      "learning_rate": 3.8120384653037186e-05,
      "loss": 0.7972,
      "step": 112963
    },
    {
      "epoch": 4.626827769813639,
      "grad_norm": 1.4998942191415363,
      "learning_rate": 3.811821227061968e-05,
      "loss": 0.5382,
      "step": 112964
    },
    {
      "epoch": 4.626868728240836,
      "grad_norm": 1.3749907204780092,
      "learning_rate": 3.8116039941093366e-05,
      "loss": 0.5547,
      "step": 112965
    },
    {
      "epoch": 4.626909686668032,
      "grad_norm": 1.6443492622104947,
      "learning_rate": 3.8113867664459364e-05,
      "loss": 0.5525,
      "step": 112966
    },
    {
      "epoch": 4.626950645095229,
      "grad_norm": 1.4444512813571544,
      "learning_rate": 3.8111695440718584e-05,
      "loss": 0.4809,
      "step": 112967
    },
    {
      "epoch": 4.626991603522425,
      "grad_norm": 2.7829946192185946,
      "learning_rate": 3.810952326987214e-05,
      "loss": 2.1977,
      "step": 112968
    },
    {
      "epoch": 4.627032561949621,
      "grad_norm": 2.0754369889340056,
      "learning_rate": 3.810735115192097e-05,
      "loss": 0.6839,
      "step": 112969
    },
    {
      "epoch": 4.627073520376817,
      "grad_norm": 1.9223997600173972,
      "learning_rate": 3.810517908686617e-05,
      "loss": 0.6361,
      "step": 112970
    },
    {
      "epoch": 4.627114478804014,
      "grad_norm": 2.0918796103523873,
      "learning_rate": 3.810300707470877e-05,
      "loss": 1.112,
      "step": 112971
    },
    {
      "epoch": 4.6271554372312105,
      "grad_norm": 1.3649194381508047,
      "learning_rate": 3.810083511544974e-05,
      "loss": 0.5394,
      "step": 112972
    },
    {
      "epoch": 4.627196395658407,
      "grad_norm": 1.3196649451465856,
      "learning_rate": 3.80986632090902e-05,
      "loss": 0.5553,
      "step": 112973
    },
    {
      "epoch": 4.627237354085603,
      "grad_norm": 1.1088138167074186,
      "learning_rate": 3.809649135563105e-05,
      "loss": 0.3096,
      "step": 112974
    },
    {
      "epoch": 4.627278312512799,
      "grad_norm": 1.4144676718377382,
      "learning_rate": 3.8094319555073414e-05,
      "loss": 0.4225,
      "step": 112975
    },
    {
      "epoch": 4.627319270939996,
      "grad_norm": 1.310684343657802,
      "learning_rate": 3.809214780741832e-05,
      "loss": 0.463,
      "step": 112976
    },
    {
      "epoch": 4.627360229367192,
      "grad_norm": 1.3498202626685805,
      "learning_rate": 3.808997611266672e-05,
      "loss": 0.6578,
      "step": 112977
    },
    {
      "epoch": 4.627401187794389,
      "grad_norm": 1.7474126226014202,
      "learning_rate": 3.8087804470819675e-05,
      "loss": 0.6489,
      "step": 112978
    },
    {
      "epoch": 4.627442146221585,
      "grad_norm": 1.38653504208968,
      "learning_rate": 3.8085632881878284e-05,
      "loss": 0.7261,
      "step": 112979
    },
    {
      "epoch": 4.627483104648782,
      "grad_norm": 1.2635712818561786,
      "learning_rate": 3.8083461345843466e-05,
      "loss": 0.6298,
      "step": 112980
    },
    {
      "epoch": 4.6275240630759775,
      "grad_norm": 2.1718446930943647,
      "learning_rate": 3.808128986271632e-05,
      "loss": 1.3263,
      "step": 112981
    },
    {
      "epoch": 4.627565021503174,
      "grad_norm": 0.7492349388725833,
      "learning_rate": 3.807911843249782e-05,
      "loss": 0.1422,
      "step": 112982
    },
    {
      "epoch": 4.627605979930371,
      "grad_norm": 1.4155529117560006,
      "learning_rate": 3.807694705518901e-05,
      "loss": 0.6274,
      "step": 112983
    },
    {
      "epoch": 4.627646938357567,
      "grad_norm": 1.4904088930286838,
      "learning_rate": 3.8074775730790965e-05,
      "loss": 0.5681,
      "step": 112984
    },
    {
      "epoch": 4.627687896784764,
      "grad_norm": 1.3532656650773907,
      "learning_rate": 3.807260445930464e-05,
      "loss": 0.4798,
      "step": 112985
    },
    {
      "epoch": 4.62772885521196,
      "grad_norm": 1.804237952263969,
      "learning_rate": 3.807043324073107e-05,
      "loss": 0.7687,
      "step": 112986
    },
    {
      "epoch": 4.627769813639157,
      "grad_norm": 1.4365748216834597,
      "learning_rate": 3.8068262075071384e-05,
      "loss": 0.6268,
      "step": 112987
    },
    {
      "epoch": 4.627810772066352,
      "grad_norm": 1.7280290744484266,
      "learning_rate": 3.806609096232646e-05,
      "loss": 0.7255,
      "step": 112988
    },
    {
      "epoch": 4.627851730493549,
      "grad_norm": 0.6275713145661059,
      "learning_rate": 3.806391990249743e-05,
      "loss": 0.1121,
      "step": 112989
    },
    {
      "epoch": 4.6278926889207455,
      "grad_norm": 1.6195492001820626,
      "learning_rate": 3.8061748895585255e-05,
      "loss": 0.6948,
      "step": 112990
    },
    {
      "epoch": 4.627933647347942,
      "grad_norm": 2.240555204840052,
      "learning_rate": 3.8059577941591e-05,
      "loss": 1.3231,
      "step": 112991
    },
    {
      "epoch": 4.6279746057751385,
      "grad_norm": 0.8746435964273207,
      "learning_rate": 3.805740704051569e-05,
      "loss": 0.113,
      "step": 112992
    },
    {
      "epoch": 4.628015564202334,
      "grad_norm": 1.4983275807279188,
      "learning_rate": 3.805523619236032e-05,
      "loss": 0.7049,
      "step": 112993
    },
    {
      "epoch": 4.628056522629531,
      "grad_norm": 1.3413145443974528,
      "learning_rate": 3.8053065397125937e-05,
      "loss": 0.5158,
      "step": 112994
    },
    {
      "epoch": 4.628097481056727,
      "grad_norm": 0.5619425718211997,
      "learning_rate": 3.805089465481362e-05,
      "loss": 0.0658,
      "step": 112995
    },
    {
      "epoch": 4.628138439483924,
      "grad_norm": 1.6082220870553499,
      "learning_rate": 3.80487239654243e-05,
      "loss": 0.709,
      "step": 112996
    },
    {
      "epoch": 4.62817939791112,
      "grad_norm": 1.163698778106224,
      "learning_rate": 3.8046553328959076e-05,
      "loss": 0.3191,
      "step": 112997
    },
    {
      "epoch": 4.628220356338317,
      "grad_norm": 1.8277543546377761,
      "learning_rate": 3.8044382745418906e-05,
      "loss": 0.7765,
      "step": 112998
    },
    {
      "epoch": 4.628261314765513,
      "grad_norm": 2.1221525902039873,
      "learning_rate": 3.8042212214804864e-05,
      "loss": 0.8518,
      "step": 112999
    },
    {
      "epoch": 4.628302273192709,
      "grad_norm": 1.0249466324951044,
      "learning_rate": 3.8040041737118e-05,
      "loss": 0.2112,
      "step": 113000
    },
    {
      "epoch": 4.628343231619906,
      "grad_norm": 0.5293552998331079,
      "learning_rate": 3.803787131235928e-05,
      "loss": 0.0923,
      "step": 113001
    },
    {
      "epoch": 4.628384190047102,
      "grad_norm": 1.6207308854397577,
      "learning_rate": 3.803570094052974e-05,
      "loss": 0.6363,
      "step": 113002
    },
    {
      "epoch": 4.628425148474299,
      "grad_norm": 1.6072421479939787,
      "learning_rate": 3.8033530621630476e-05,
      "loss": 0.7086,
      "step": 113003
    },
    {
      "epoch": 4.628466106901495,
      "grad_norm": 1.3482449001871475,
      "learning_rate": 3.803136035566242e-05,
      "loss": 0.6762,
      "step": 113004
    },
    {
      "epoch": 4.628507065328692,
      "grad_norm": 1.4641743051701916,
      "learning_rate": 3.802919014262668e-05,
      "loss": 0.6333,
      "step": 113005
    },
    {
      "epoch": 4.628548023755888,
      "grad_norm": 4.332991932532664,
      "learning_rate": 3.802701998252419e-05,
      "loss": 4.5973,
      "step": 113006
    },
    {
      "epoch": 4.628588982183084,
      "grad_norm": 2.179745896835375,
      "learning_rate": 3.802484987535604e-05,
      "loss": 1.293,
      "step": 113007
    },
    {
      "epoch": 4.62862994061028,
      "grad_norm": 1.9529636372286217,
      "learning_rate": 3.802267982112328e-05,
      "loss": 0.84,
      "step": 113008
    },
    {
      "epoch": 4.628670899037477,
      "grad_norm": 1.8247173800819254,
      "learning_rate": 3.802050981982686e-05,
      "loss": 0.7408,
      "step": 113009
    },
    {
      "epoch": 4.6287118574646735,
      "grad_norm": 2.76650225105867,
      "learning_rate": 3.801833987146788e-05,
      "loss": 1.989,
      "step": 113010
    },
    {
      "epoch": 4.62875281589187,
      "grad_norm": 0.9513451447551546,
      "learning_rate": 3.80161699760473e-05,
      "loss": 0.2741,
      "step": 113011
    },
    {
      "epoch": 4.628793774319066,
      "grad_norm": 1.530008481850432,
      "learning_rate": 3.801400013356618e-05,
      "loss": 0.7,
      "step": 113012
    },
    {
      "epoch": 4.628834732746262,
      "grad_norm": 0.8321698528648863,
      "learning_rate": 3.8011830344025565e-05,
      "loss": 0.2008,
      "step": 113013
    },
    {
      "epoch": 4.628875691173459,
      "grad_norm": 1.6573856416005752,
      "learning_rate": 3.8009660607426476e-05,
      "loss": 0.5504,
      "step": 113014
    },
    {
      "epoch": 4.628916649600655,
      "grad_norm": 0.91509379771646,
      "learning_rate": 3.8007490923769874e-05,
      "loss": 0.2012,
      "step": 113015
    },
    {
      "epoch": 4.628957608027852,
      "grad_norm": 0.9829896554638561,
      "learning_rate": 3.800532129305687e-05,
      "loss": 0.2678,
      "step": 113016
    },
    {
      "epoch": 4.628998566455048,
      "grad_norm": 1.0958918635275103,
      "learning_rate": 3.800315171528841e-05,
      "loss": 0.1846,
      "step": 113017
    },
    {
      "epoch": 4.629039524882245,
      "grad_norm": 1.2122427285394035,
      "learning_rate": 3.800098219046555e-05,
      "loss": 0.4333,
      "step": 113018
    },
    {
      "epoch": 4.6290804833094406,
      "grad_norm": 2.1006513577999963,
      "learning_rate": 3.799881271858939e-05,
      "loss": 1.0628,
      "step": 113019
    },
    {
      "epoch": 4.629121441736637,
      "grad_norm": 0.8255173904295096,
      "learning_rate": 3.799664329966084e-05,
      "loss": 0.2061,
      "step": 113020
    },
    {
      "epoch": 4.629162400163834,
      "grad_norm": 1.877875423279153,
      "learning_rate": 3.7994473933680985e-05,
      "loss": 0.7799,
      "step": 113021
    },
    {
      "epoch": 4.62920335859103,
      "grad_norm": 1.6422794158194847,
      "learning_rate": 3.799230462065088e-05,
      "loss": 0.5712,
      "step": 113022
    },
    {
      "epoch": 4.629244317018227,
      "grad_norm": 1.3966150698278328,
      "learning_rate": 3.799013536057146e-05,
      "loss": 0.5824,
      "step": 113023
    },
    {
      "epoch": 4.629285275445423,
      "grad_norm": 1.6196848470713545,
      "learning_rate": 3.798796615344386e-05,
      "loss": 0.5881,
      "step": 113024
    },
    {
      "epoch": 4.62932623387262,
      "grad_norm": 1.5176875345802086,
      "learning_rate": 3.798579699926901e-05,
      "loss": 0.5336,
      "step": 113025
    },
    {
      "epoch": 4.629367192299815,
      "grad_norm": 0.641872310464442,
      "learning_rate": 3.798362789804797e-05,
      "loss": 0.0889,
      "step": 113026
    },
    {
      "epoch": 4.629408150727012,
      "grad_norm": 1.4206460850745168,
      "learning_rate": 3.798145884978181e-05,
      "loss": 0.5328,
      "step": 113027
    },
    {
      "epoch": 4.6294491091542085,
      "grad_norm": 1.3912086590565123,
      "learning_rate": 3.7979289854471476e-05,
      "loss": 0.4349,
      "step": 113028
    },
    {
      "epoch": 4.629490067581405,
      "grad_norm": 1.5164783141681502,
      "learning_rate": 3.7977120912118045e-05,
      "loss": 0.4024,
      "step": 113029
    },
    {
      "epoch": 4.629531026008602,
      "grad_norm": 1.5815562003299635,
      "learning_rate": 3.797495202272256e-05,
      "loss": 0.59,
      "step": 113030
    },
    {
      "epoch": 4.629571984435797,
      "grad_norm": 1.636776510563294,
      "learning_rate": 3.797278318628597e-05,
      "loss": 0.6053,
      "step": 113031
    },
    {
      "epoch": 4.629612942862994,
      "grad_norm": 0.9235551551063196,
      "learning_rate": 3.797061440280941e-05,
      "loss": 0.211,
      "step": 113032
    },
    {
      "epoch": 4.62965390129019,
      "grad_norm": 1.38183479075421,
      "learning_rate": 3.796844567229379e-05,
      "loss": 0.5218,
      "step": 113033
    },
    {
      "epoch": 4.629694859717387,
      "grad_norm": 1.0702055561358854,
      "learning_rate": 3.796627699474018e-05,
      "loss": 0.474,
      "step": 113034
    },
    {
      "epoch": 4.629735818144583,
      "grad_norm": 1.3897156526475665,
      "learning_rate": 3.796410837014966e-05,
      "loss": 0.551,
      "step": 113035
    },
    {
      "epoch": 4.62977677657178,
      "grad_norm": 1.0366036118684316,
      "learning_rate": 3.7961939798523153e-05,
      "loss": 0.3116,
      "step": 113036
    },
    {
      "epoch": 4.629817734998976,
      "grad_norm": 1.6083372038913384,
      "learning_rate": 3.795977127986177e-05,
      "loss": 0.6261,
      "step": 113037
    },
    {
      "epoch": 4.629858693426172,
      "grad_norm": 1.46148297685936,
      "learning_rate": 3.795760281416653e-05,
      "loss": 0.7096,
      "step": 113038
    },
    {
      "epoch": 4.629899651853369,
      "grad_norm": 1.9350381601679367,
      "learning_rate": 3.795543440143838e-05,
      "loss": 0.9238,
      "step": 113039
    },
    {
      "epoch": 4.629940610280565,
      "grad_norm": 1.2916995276647971,
      "learning_rate": 3.795326604167847e-05,
      "loss": 0.5433,
      "step": 113040
    },
    {
      "epoch": 4.629981568707762,
      "grad_norm": 1.4264620184384538,
      "learning_rate": 3.7951097734887684e-05,
      "loss": 0.5918,
      "step": 113041
    },
    {
      "epoch": 4.630022527134958,
      "grad_norm": 1.2913408739013794,
      "learning_rate": 3.794892948106713e-05,
      "loss": 0.6775,
      "step": 113042
    },
    {
      "epoch": 4.630063485562155,
      "grad_norm": 2.4488288032983756,
      "learning_rate": 3.7946761280217866e-05,
      "loss": 0.7785,
      "step": 113043
    },
    {
      "epoch": 4.630104443989351,
      "grad_norm": 0.9350767237629913,
      "learning_rate": 3.794459313234083e-05,
      "loss": 0.221,
      "step": 113044
    },
    {
      "epoch": 4.630145402416547,
      "grad_norm": 1.5084945970956058,
      "learning_rate": 3.794242503743712e-05,
      "loss": 0.5311,
      "step": 113045
    },
    {
      "epoch": 4.6301863608437435,
      "grad_norm": 1.3361796158010228,
      "learning_rate": 3.794025699550769e-05,
      "loss": 0.5848,
      "step": 113046
    },
    {
      "epoch": 4.63022731927094,
      "grad_norm": 1.4665252095514854,
      "learning_rate": 3.7938089006553614e-05,
      "loss": 0.6579,
      "step": 113047
    },
    {
      "epoch": 4.6302682776981365,
      "grad_norm": 1.1723596159229295,
      "learning_rate": 3.7935921070575945e-05,
      "loss": 0.4515,
      "step": 113048
    },
    {
      "epoch": 4.630309236125333,
      "grad_norm": 1.0161030665955249,
      "learning_rate": 3.7933753187575626e-05,
      "loss": 0.1819,
      "step": 113049
    },
    {
      "epoch": 4.630350194552529,
      "grad_norm": 1.5352681045248564,
      "learning_rate": 3.7931585357553715e-05,
      "loss": 0.735,
      "step": 113050
    },
    {
      "epoch": 4.630391152979725,
      "grad_norm": 1.3892446705837964,
      "learning_rate": 3.7929417580511296e-05,
      "loss": 0.7058,
      "step": 113051
    },
    {
      "epoch": 4.630432111406922,
      "grad_norm": 1.5041865305350202,
      "learning_rate": 3.792724985644931e-05,
      "loss": 0.6362,
      "step": 113052
    },
    {
      "epoch": 4.630473069834118,
      "grad_norm": 1.3138865184586999,
      "learning_rate": 3.792508218536886e-05,
      "loss": 0.4173,
      "step": 113053
    },
    {
      "epoch": 4.630514028261315,
      "grad_norm": 2.865330314841629,
      "learning_rate": 3.792291456727088e-05,
      "loss": 1.5861,
      "step": 113054
    },
    {
      "epoch": 4.630554986688511,
      "grad_norm": 0.5134705409940516,
      "learning_rate": 3.792074700215643e-05,
      "loss": 0.05,
      "step": 113055
    },
    {
      "epoch": 4.630595945115708,
      "grad_norm": 1.0564301199661847,
      "learning_rate": 3.791857949002662e-05,
      "loss": 0.2594,
      "step": 113056
    },
    {
      "epoch": 4.630636903542904,
      "grad_norm": 1.1034883937615059,
      "learning_rate": 3.7916412030882335e-05,
      "loss": 0.4139,
      "step": 113057
    },
    {
      "epoch": 4.6306778619701,
      "grad_norm": 1.4959676402090007,
      "learning_rate": 3.791424462472467e-05,
      "loss": 0.3201,
      "step": 113058
    },
    {
      "epoch": 4.630718820397297,
      "grad_norm": 0.8663101548119155,
      "learning_rate": 3.7912077271554686e-05,
      "loss": 0.232,
      "step": 113059
    },
    {
      "epoch": 4.630759778824493,
      "grad_norm": 1.2452248283644747,
      "learning_rate": 3.790990997137333e-05,
      "loss": 0.3809,
      "step": 113060
    },
    {
      "epoch": 4.63080073725169,
      "grad_norm": 2.245237167027522,
      "learning_rate": 3.790774272418172e-05,
      "loss": 0.8776,
      "step": 113061
    },
    {
      "epoch": 4.630841695678886,
      "grad_norm": 1.9438144619299804,
      "learning_rate": 3.790557552998076e-05,
      "loss": 0.8251,
      "step": 113062
    },
    {
      "epoch": 4.630882654106083,
      "grad_norm": 1.50053736538773,
      "learning_rate": 3.790340838877156e-05,
      "loss": 0.5909,
      "step": 113063
    },
    {
      "epoch": 4.630923612533278,
      "grad_norm": 1.213592469451252,
      "learning_rate": 3.790124130055515e-05,
      "loss": 0.5781,
      "step": 113064
    },
    {
      "epoch": 4.630964570960475,
      "grad_norm": 1.1446675184811927,
      "learning_rate": 3.7899074265332495e-05,
      "loss": 0.4032,
      "step": 113065
    },
    {
      "epoch": 4.6310055293876715,
      "grad_norm": 1.775474343957709,
      "learning_rate": 3.789690728310464e-05,
      "loss": 0.7658,
      "step": 113066
    },
    {
      "epoch": 4.631046487814868,
      "grad_norm": 1.6637576705167347,
      "learning_rate": 3.789474035387267e-05,
      "loss": 0.7542,
      "step": 113067
    },
    {
      "epoch": 4.631087446242065,
      "grad_norm": 2.157715005901353,
      "learning_rate": 3.7892573477637525e-05,
      "loss": 0.8165,
      "step": 113068
    },
    {
      "epoch": 4.63112840466926,
      "grad_norm": 1.871714200187696,
      "learning_rate": 3.789040665440031e-05,
      "loss": 0.6026,
      "step": 113069
    },
    {
      "epoch": 4.631169363096457,
      "grad_norm": 2.1352087491411313,
      "learning_rate": 3.788823988416196e-05,
      "loss": 0.48,
      "step": 113070
    },
    {
      "epoch": 4.631210321523653,
      "grad_norm": 1.7415374438011693,
      "learning_rate": 3.7886073166923545e-05,
      "loss": 0.6418,
      "step": 113071
    },
    {
      "epoch": 4.63125127995085,
      "grad_norm": 1.791310657692417,
      "learning_rate": 3.788390650268614e-05,
      "loss": 0.7074,
      "step": 113072
    },
    {
      "epoch": 4.631292238378046,
      "grad_norm": 1.2152848835724972,
      "learning_rate": 3.788173989145065e-05,
      "loss": 0.3277,
      "step": 113073
    },
    {
      "epoch": 4.631333196805243,
      "grad_norm": 1.5915755654543529,
      "learning_rate": 3.7879573333218196e-05,
      "loss": 0.6154,
      "step": 113074
    },
    {
      "epoch": 4.6313741552324394,
      "grad_norm": 1.2176044982515521,
      "learning_rate": 3.78774068279898e-05,
      "loss": 0.4545,
      "step": 113075
    },
    {
      "epoch": 4.631415113659635,
      "grad_norm": 1.4043103628839575,
      "learning_rate": 3.7875240375766417e-05,
      "loss": 0.5801,
      "step": 113076
    },
    {
      "epoch": 4.631456072086832,
      "grad_norm": 1.4284102186778158,
      "learning_rate": 3.7873073976549165e-05,
      "loss": 0.4831,
      "step": 113077
    },
    {
      "epoch": 4.631497030514028,
      "grad_norm": 1.0840280595254392,
      "learning_rate": 3.787090763033898e-05,
      "loss": 0.3475,
      "step": 113078
    },
    {
      "epoch": 4.631537988941225,
      "grad_norm": 1.8730849144854338,
      "learning_rate": 3.7868741337136905e-05,
      "loss": 0.715,
      "step": 113079
    },
    {
      "epoch": 4.631578947368421,
      "grad_norm": 1.5685906399202802,
      "learning_rate": 3.786657509694403e-05,
      "loss": 0.5588,
      "step": 113080
    },
    {
      "epoch": 4.631619905795618,
      "grad_norm": 1.4888804147135257,
      "learning_rate": 3.78644089097613e-05,
      "loss": 0.5579,
      "step": 113081
    },
    {
      "epoch": 4.631660864222814,
      "grad_norm": 1.7676235965228526,
      "learning_rate": 3.7862242775589804e-05,
      "loss": 0.8048,
      "step": 113082
    },
    {
      "epoch": 4.63170182265001,
      "grad_norm": 0.6919355066986466,
      "learning_rate": 3.78600766944305e-05,
      "loss": 0.0706,
      "step": 113083
    },
    {
      "epoch": 4.6317427810772065,
      "grad_norm": 1.6163658110542063,
      "learning_rate": 3.785791066628447e-05,
      "loss": 0.7445,
      "step": 113084
    },
    {
      "epoch": 4.631783739504403,
      "grad_norm": 1.9182311726619392,
      "learning_rate": 3.7855744691152686e-05,
      "loss": 0.9562,
      "step": 113085
    },
    {
      "epoch": 4.6318246979316,
      "grad_norm": 1.7677186505879676,
      "learning_rate": 3.785357876903622e-05,
      "loss": 0.8275,
      "step": 113086
    },
    {
      "epoch": 4.631865656358796,
      "grad_norm": 1.7247472573200429,
      "learning_rate": 3.785141289993606e-05,
      "loss": 0.6003,
      "step": 113087
    },
    {
      "epoch": 4.631906614785992,
      "grad_norm": 1.5561701103460488,
      "learning_rate": 3.7849247083853265e-05,
      "loss": 0.5272,
      "step": 113088
    },
    {
      "epoch": 4.631947573213188,
      "grad_norm": 0.5571872468952247,
      "learning_rate": 3.7847081320788806e-05,
      "loss": 0.0724,
      "step": 113089
    },
    {
      "epoch": 4.631988531640385,
      "grad_norm": 1.006151946231104,
      "learning_rate": 3.7844915610743744e-05,
      "loss": 0.2766,
      "step": 113090
    },
    {
      "epoch": 4.632029490067581,
      "grad_norm": 1.2608999167050952,
      "learning_rate": 3.784274995371913e-05,
      "loss": 0.4573,
      "step": 113091
    },
    {
      "epoch": 4.632070448494778,
      "grad_norm": 1.5356824298601737,
      "learning_rate": 3.784058434971591e-05,
      "loss": 0.6967,
      "step": 113092
    },
    {
      "epoch": 4.632111406921974,
      "grad_norm": 1.4300640246113712,
      "learning_rate": 3.783841879873515e-05,
      "loss": 0.6261,
      "step": 113093
    },
    {
      "epoch": 4.632152365349171,
      "grad_norm": 1.387160578533309,
      "learning_rate": 3.783625330077794e-05,
      "loss": 0.5748,
      "step": 113094
    },
    {
      "epoch": 4.632193323776367,
      "grad_norm": 1.7248467778796874,
      "learning_rate": 3.783408785584519e-05,
      "loss": 0.6736,
      "step": 113095
    },
    {
      "epoch": 4.632234282203563,
      "grad_norm": 2.130802360485277,
      "learning_rate": 3.783192246393802e-05,
      "loss": 0.9417,
      "step": 113096
    },
    {
      "epoch": 4.63227524063076,
      "grad_norm": 1.8957273837914626,
      "learning_rate": 3.782975712505735e-05,
      "loss": 0.8596,
      "step": 113097
    },
    {
      "epoch": 4.632316199057956,
      "grad_norm": 2.305635455645636,
      "learning_rate": 3.782759183920427e-05,
      "loss": 0.5839,
      "step": 113098
    },
    {
      "epoch": 4.632357157485153,
      "grad_norm": 2.189344295964732,
      "learning_rate": 3.782542660637985e-05,
      "loss": 1.0493,
      "step": 113099
    },
    {
      "epoch": 4.632398115912349,
      "grad_norm": 1.2860301143633246,
      "learning_rate": 3.7823261426585e-05,
      "loss": 0.3368,
      "step": 113100
    },
    {
      "epoch": 4.632439074339546,
      "grad_norm": 1.6291957747588977,
      "learning_rate": 3.782109629982082e-05,
      "loss": 0.7283,
      "step": 113101
    },
    {
      "epoch": 4.6324800327667415,
      "grad_norm": 0.8485290487068312,
      "learning_rate": 3.7818931226088336e-05,
      "loss": 0.2125,
      "step": 113102
    },
    {
      "epoch": 4.632520991193938,
      "grad_norm": 1.0762512148308783,
      "learning_rate": 3.781676620538852e-05,
      "loss": 0.2871,
      "step": 113103
    },
    {
      "epoch": 4.6325619496211345,
      "grad_norm": 1.6010555764257415,
      "learning_rate": 3.781460123772248e-05,
      "loss": 0.7624,
      "step": 113104
    },
    {
      "epoch": 4.632602908048331,
      "grad_norm": 1.5161965089887957,
      "learning_rate": 3.781243632309113e-05,
      "loss": 0.7948,
      "step": 113105
    },
    {
      "epoch": 4.632643866475528,
      "grad_norm": 2.1821435020665954,
      "learning_rate": 3.781027146149556e-05,
      "loss": 0.603,
      "step": 113106
    },
    {
      "epoch": 4.632684824902723,
      "grad_norm": 1.3071747404240746,
      "learning_rate": 3.7808106652936816e-05,
      "loss": 0.4686,
      "step": 113107
    },
    {
      "epoch": 4.63272578332992,
      "grad_norm": 1.0142617975881276,
      "learning_rate": 3.780594189741586e-05,
      "loss": 0.2858,
      "step": 113108
    },
    {
      "epoch": 4.632766741757116,
      "grad_norm": 1.5576170042101602,
      "learning_rate": 3.7803777194933726e-05,
      "loss": 0.6582,
      "step": 113109
    },
    {
      "epoch": 4.632807700184313,
      "grad_norm": 1.663974111143222,
      "learning_rate": 3.7801612545491515e-05,
      "loss": 0.6169,
      "step": 113110
    },
    {
      "epoch": 4.632848658611509,
      "grad_norm": 0.8567163203261613,
      "learning_rate": 3.779944794909014e-05,
      "loss": 0.1714,
      "step": 113111
    },
    {
      "epoch": 4.632889617038706,
      "grad_norm": 1.4086947445728422,
      "learning_rate": 3.7797283405730725e-05,
      "loss": 0.4874,
      "step": 113112
    },
    {
      "epoch": 4.6329305754659025,
      "grad_norm": 1.5007900029311303,
      "learning_rate": 3.77951189154142e-05,
      "loss": 0.7257,
      "step": 113113
    },
    {
      "epoch": 4.632971533893098,
      "grad_norm": 1.2825511356459645,
      "learning_rate": 3.779295447814162e-05,
      "loss": 0.4639,
      "step": 113114
    },
    {
      "epoch": 4.633012492320295,
      "grad_norm": 1.7600307721788062,
      "learning_rate": 3.779079009391408e-05,
      "loss": 0.4336,
      "step": 113115
    },
    {
      "epoch": 4.633053450747491,
      "grad_norm": 0.8507851035416798,
      "learning_rate": 3.778862576273248e-05,
      "loss": 0.2206,
      "step": 113116
    },
    {
      "epoch": 4.633094409174688,
      "grad_norm": 1.1195484661678499,
      "learning_rate": 3.778646148459797e-05,
      "loss": 0.2894,
      "step": 113117
    },
    {
      "epoch": 4.633135367601884,
      "grad_norm": 1.9327926400761484,
      "learning_rate": 3.778429725951145e-05,
      "loss": 0.7415,
      "step": 113118
    },
    {
      "epoch": 4.633176326029081,
      "grad_norm": 1.2588628409456715,
      "learning_rate": 3.778213308747402e-05,
      "loss": 0.3855,
      "step": 113119
    },
    {
      "epoch": 4.633217284456277,
      "grad_norm": 1.3791510611190234,
      "learning_rate": 3.7779968968486725e-05,
      "loss": 0.6792,
      "step": 113120
    },
    {
      "epoch": 4.633258242883473,
      "grad_norm": 1.7152653042157862,
      "learning_rate": 3.777780490255049e-05,
      "loss": 0.9022,
      "step": 113121
    },
    {
      "epoch": 4.6332992013106695,
      "grad_norm": 1.064550726551483,
      "learning_rate": 3.77756408896664e-05,
      "loss": 0.1788,
      "step": 113122
    },
    {
      "epoch": 4.633340159737866,
      "grad_norm": 1.480967677397992,
      "learning_rate": 3.777347692983553e-05,
      "loss": 0.5546,
      "step": 113123
    },
    {
      "epoch": 4.633381118165063,
      "grad_norm": 1.6125296893027254,
      "learning_rate": 3.7771313023058796e-05,
      "loss": 0.5689,
      "step": 113124
    },
    {
      "epoch": 4.633422076592259,
      "grad_norm": 1.6739230496273958,
      "learning_rate": 3.776914916933733e-05,
      "loss": 0.5175,
      "step": 113125
    },
    {
      "epoch": 4.633463035019455,
      "grad_norm": 1.5096596355595275,
      "learning_rate": 3.776698536867203e-05,
      "loss": 0.4992,
      "step": 113126
    },
    {
      "epoch": 4.633503993446651,
      "grad_norm": 1.7964614349412842,
      "learning_rate": 3.776482162106401e-05,
      "loss": 0.6685,
      "step": 113127
    },
    {
      "epoch": 4.633544951873848,
      "grad_norm": 1.3376615146322017,
      "learning_rate": 3.77626579265143e-05,
      "loss": 0.536,
      "step": 113128
    },
    {
      "epoch": 4.633585910301044,
      "grad_norm": 1.1380592556923586,
      "learning_rate": 3.7760494285023865e-05,
      "loss": 0.2731,
      "step": 113129
    },
    {
      "epoch": 4.633626868728241,
      "grad_norm": 5.540201410233821,
      "learning_rate": 3.775833069659373e-05,
      "loss": 3.8564,
      "step": 113130
    },
    {
      "epoch": 4.6336678271554375,
      "grad_norm": 1.8128096712018178,
      "learning_rate": 3.7756167161225e-05,
      "loss": 0.9487,
      "step": 113131
    },
    {
      "epoch": 4.633708785582634,
      "grad_norm": 1.3672382560035075,
      "learning_rate": 3.77540036789186e-05,
      "loss": 0.496,
      "step": 113132
    },
    {
      "epoch": 4.63374974400983,
      "grad_norm": 1.7233004378301726,
      "learning_rate": 3.775184024967563e-05,
      "loss": 0.5915,
      "step": 113133
    },
    {
      "epoch": 4.633790702437026,
      "grad_norm": 1.623523052949428,
      "learning_rate": 3.7749676873497045e-05,
      "loss": 0.7775,
      "step": 113134
    },
    {
      "epoch": 4.633831660864223,
      "grad_norm": 1.091408824513043,
      "learning_rate": 3.774751355038388e-05,
      "loss": 0.2363,
      "step": 113135
    },
    {
      "epoch": 4.633872619291419,
      "grad_norm": 1.0007423806784832,
      "learning_rate": 3.774535028033724e-05,
      "loss": 0.2008,
      "step": 113136
    },
    {
      "epoch": 4.633913577718616,
      "grad_norm": 1.808068947551323,
      "learning_rate": 3.774318706335804e-05,
      "loss": 0.4861,
      "step": 113137
    },
    {
      "epoch": 4.633954536145812,
      "grad_norm": 0.9074057011240925,
      "learning_rate": 3.774102389944733e-05,
      "loss": 0.236,
      "step": 113138
    },
    {
      "epoch": 4.633995494573009,
      "grad_norm": 1.3993474680007063,
      "learning_rate": 3.7738860788606217e-05,
      "loss": 0.4502,
      "step": 113139
    },
    {
      "epoch": 4.6340364530002045,
      "grad_norm": 1.8548236800016937,
      "learning_rate": 3.7736697730835605e-05,
      "loss": 0.5774,
      "step": 113140
    },
    {
      "epoch": 4.634077411427401,
      "grad_norm": 1.4185755814889769,
      "learning_rate": 3.77345347261366e-05,
      "loss": 0.4202,
      "step": 113141
    },
    {
      "epoch": 4.634118369854598,
      "grad_norm": 1.6701377824470773,
      "learning_rate": 3.773237177451015e-05,
      "loss": 0.6662,
      "step": 113142
    },
    {
      "epoch": 4.634159328281794,
      "grad_norm": 1.2985342220808902,
      "learning_rate": 3.7730208875957315e-05,
      "loss": 0.6062,
      "step": 113143
    },
    {
      "epoch": 4.634200286708991,
      "grad_norm": 1.6521007078236791,
      "learning_rate": 3.772804603047919e-05,
      "loss": 0.6994,
      "step": 113144
    },
    {
      "epoch": 4.634241245136186,
      "grad_norm": 1.1395032167327306,
      "learning_rate": 3.7725883238076666e-05,
      "loss": 0.3836,
      "step": 113145
    },
    {
      "epoch": 4.634282203563383,
      "grad_norm": 1.2874121969761698,
      "learning_rate": 3.7723720498750835e-05,
      "loss": 0.565,
      "step": 113146
    },
    {
      "epoch": 4.634323161990579,
      "grad_norm": 1.7378546681955824,
      "learning_rate": 3.7721557812502765e-05,
      "loss": 0.5926,
      "step": 113147
    },
    {
      "epoch": 4.634364120417776,
      "grad_norm": 1.4425129937528673,
      "learning_rate": 3.771939517933337e-05,
      "loss": 0.6101,
      "step": 113148
    },
    {
      "epoch": 4.634405078844972,
      "grad_norm": 0.46799833828359677,
      "learning_rate": 3.7717232599243785e-05,
      "loss": 0.0655,
      "step": 113149
    },
    {
      "epoch": 4.634446037272169,
      "grad_norm": 1.45151975198498,
      "learning_rate": 3.7715070072234935e-05,
      "loss": 0.6283,
      "step": 113150
    },
    {
      "epoch": 4.6344869956993655,
      "grad_norm": 1.1303724567764684,
      "learning_rate": 3.771290759830788e-05,
      "loss": 0.2853,
      "step": 113151
    },
    {
      "epoch": 4.634527954126561,
      "grad_norm": 0.6947940587372883,
      "learning_rate": 3.771074517746369e-05,
      "loss": 0.1247,
      "step": 113152
    },
    {
      "epoch": 4.634568912553758,
      "grad_norm": 1.763024221647376,
      "learning_rate": 3.7708582809703295e-05,
      "loss": 0.7196,
      "step": 113153
    },
    {
      "epoch": 4.634609870980954,
      "grad_norm": 0.9629335865921539,
      "learning_rate": 3.770642049502781e-05,
      "loss": 0.2448,
      "step": 113154
    },
    {
      "epoch": 4.634650829408151,
      "grad_norm": 2.8100913858394354,
      "learning_rate": 3.770425823343822e-05,
      "loss": 1.6082,
      "step": 113155
    },
    {
      "epoch": 4.634691787835347,
      "grad_norm": 1.294137162949086,
      "learning_rate": 3.770209602493549e-05,
      "loss": 0.5212,
      "step": 113156
    },
    {
      "epoch": 4.634732746262544,
      "grad_norm": 2.349074161849069,
      "learning_rate": 3.76999338695207e-05,
      "loss": 1.4368,
      "step": 113157
    },
    {
      "epoch": 4.63477370468974,
      "grad_norm": 0.9180313588433221,
      "learning_rate": 3.7697771767194906e-05,
      "loss": 0.2132,
      "step": 113158
    },
    {
      "epoch": 4.634814663116936,
      "grad_norm": 1.106669699050778,
      "learning_rate": 3.769560971795905e-05,
      "loss": 0.1629,
      "step": 113159
    },
    {
      "epoch": 4.6348556215441326,
      "grad_norm": 0.7388391238787216,
      "learning_rate": 3.769344772181422e-05,
      "loss": 0.2173,
      "step": 113160
    },
    {
      "epoch": 4.634896579971329,
      "grad_norm": 1.6506354322430168,
      "learning_rate": 3.769128577876139e-05,
      "loss": 0.6999,
      "step": 113161
    },
    {
      "epoch": 4.634937538398526,
      "grad_norm": 1.0063430909007738,
      "learning_rate": 3.7689123888801586e-05,
      "loss": 0.321,
      "step": 113162
    },
    {
      "epoch": 4.634978496825722,
      "grad_norm": 1.569072000967094,
      "learning_rate": 3.7686962051935896e-05,
      "loss": 0.8788,
      "step": 113163
    },
    {
      "epoch": 4.635019455252918,
      "grad_norm": 1.78126385233269,
      "learning_rate": 3.768480026816524e-05,
      "loss": 0.6824,
      "step": 113164
    },
    {
      "epoch": 4.635060413680114,
      "grad_norm": 0.9404764929074847,
      "learning_rate": 3.768263853749071e-05,
      "loss": 0.2578,
      "step": 113165
    },
    {
      "epoch": 4.635101372107311,
      "grad_norm": 1.187647113040192,
      "learning_rate": 3.768047685991335e-05,
      "loss": 0.4141,
      "step": 113166
    },
    {
      "epoch": 4.635142330534507,
      "grad_norm": 0.6649207841508739,
      "learning_rate": 3.7678315235434084e-05,
      "loss": 0.1542,
      "step": 113167
    },
    {
      "epoch": 4.635183288961704,
      "grad_norm": 1.4291631281999144,
      "learning_rate": 3.7676153664054066e-05,
      "loss": 0.5049,
      "step": 113168
    },
    {
      "epoch": 4.6352242473889005,
      "grad_norm": 1.3035255872738167,
      "learning_rate": 3.7673992145774184e-05,
      "loss": 0.4797,
      "step": 113169
    },
    {
      "epoch": 4.635265205816097,
      "grad_norm": 1.4545730789411861,
      "learning_rate": 3.767183068059551e-05,
      "loss": 0.3262,
      "step": 113170
    },
    {
      "epoch": 4.635306164243293,
      "grad_norm": 1.0171393613144297,
      "learning_rate": 3.7669669268519126e-05,
      "loss": 0.2072,
      "step": 113171
    },
    {
      "epoch": 4.635347122670489,
      "grad_norm": 1.5704236740334176,
      "learning_rate": 3.766750790954598e-05,
      "loss": 0.6666,
      "step": 113172
    },
    {
      "epoch": 4.635388081097686,
      "grad_norm": 1.8294416280152817,
      "learning_rate": 3.766534660367711e-05,
      "loss": 0.6214,
      "step": 113173
    },
    {
      "epoch": 4.635429039524882,
      "grad_norm": 0.9457664506666309,
      "learning_rate": 3.766318535091357e-05,
      "loss": 0.1873,
      "step": 113174
    },
    {
      "epoch": 4.635469997952079,
      "grad_norm": 1.8079899787439708,
      "learning_rate": 3.766102415125633e-05,
      "loss": 0.6715,
      "step": 113175
    },
    {
      "epoch": 4.635510956379275,
      "grad_norm": 1.7651704843662561,
      "learning_rate": 3.765886300470648e-05,
      "loss": 0.382,
      "step": 113176
    },
    {
      "epoch": 4.635551914806472,
      "grad_norm": 1.1818404236820028,
      "learning_rate": 3.7656701911264944e-05,
      "loss": 0.462,
      "step": 113177
    },
    {
      "epoch": 4.6355928732336675,
      "grad_norm": 1.6107392696975948,
      "learning_rate": 3.7654540870932815e-05,
      "loss": 0.6341,
      "step": 113178
    },
    {
      "epoch": 4.635633831660864,
      "grad_norm": 1.4842610434471188,
      "learning_rate": 3.765237988371115e-05,
      "loss": 0.583,
      "step": 113179
    },
    {
      "epoch": 4.635674790088061,
      "grad_norm": 0.4621909388965693,
      "learning_rate": 3.765021894960086e-05,
      "loss": 0.0386,
      "step": 113180
    },
    {
      "epoch": 4.635715748515257,
      "grad_norm": 1.8828014492955731,
      "learning_rate": 3.764805806860308e-05,
      "loss": 1.002,
      "step": 113181
    },
    {
      "epoch": 4.635756706942454,
      "grad_norm": 1.3332972517327735,
      "learning_rate": 3.764589724071874e-05,
      "loss": 0.6,
      "step": 113182
    },
    {
      "epoch": 4.635797665369649,
      "grad_norm": 1.6075857182310118,
      "learning_rate": 3.764373646594889e-05,
      "loss": 0.8888,
      "step": 113183
    },
    {
      "epoch": 4.635838623796846,
      "grad_norm": 1.4516582838021637,
      "learning_rate": 3.7641575744294614e-05,
      "loss": 0.6902,
      "step": 113184
    },
    {
      "epoch": 4.635879582224042,
      "grad_norm": 1.7377865515375495,
      "learning_rate": 3.763941507575682e-05,
      "loss": 0.616,
      "step": 113185
    },
    {
      "epoch": 4.635920540651239,
      "grad_norm": 0.8611328536249199,
      "learning_rate": 3.763725446033661e-05,
      "loss": 0.2017,
      "step": 113186
    },
    {
      "epoch": 4.6359614990784355,
      "grad_norm": 1.820255607315525,
      "learning_rate": 3.7635093898035026e-05,
      "loss": 0.7482,
      "step": 113187
    },
    {
      "epoch": 4.636002457505632,
      "grad_norm": 1.1662096486373201,
      "learning_rate": 3.7632933388853006e-05,
      "loss": 0.408,
      "step": 113188
    },
    {
      "epoch": 4.6360434159328285,
      "grad_norm": 1.3046201075220563,
      "learning_rate": 3.7630772932791654e-05,
      "loss": 0.4835,
      "step": 113189
    },
    {
      "epoch": 4.636084374360024,
      "grad_norm": 3.033617285619602,
      "learning_rate": 3.7628612529851906e-05,
      "loss": 2.5429,
      "step": 113190
    },
    {
      "epoch": 4.636125332787221,
      "grad_norm": 1.6686569848485477,
      "learning_rate": 3.762645218003484e-05,
      "loss": 0.7847,
      "step": 113191
    },
    {
      "epoch": 4.636166291214417,
      "grad_norm": 1.0507384793714998,
      "learning_rate": 3.762429188334149e-05,
      "loss": 0.278,
      "step": 113192
    },
    {
      "epoch": 4.636207249641614,
      "grad_norm": 1.4750166877163604,
      "learning_rate": 3.7622131639772826e-05,
      "loss": 0.6788,
      "step": 113193
    },
    {
      "epoch": 4.63624820806881,
      "grad_norm": 1.4477531537004271,
      "learning_rate": 3.761997144932991e-05,
      "loss": 0.5693,
      "step": 113194
    },
    {
      "epoch": 4.636289166496007,
      "grad_norm": 1.6117349441931568,
      "learning_rate": 3.761781131201377e-05,
      "loss": 0.6669,
      "step": 113195
    },
    {
      "epoch": 4.636330124923203,
      "grad_norm": 1.2225408914335558,
      "learning_rate": 3.7615651227825367e-05,
      "loss": 0.2678,
      "step": 113196
    },
    {
      "epoch": 4.636371083350399,
      "grad_norm": 1.4004879899157596,
      "learning_rate": 3.761349119676582e-05,
      "loss": 0.6581,
      "step": 113197
    },
    {
      "epoch": 4.636412041777596,
      "grad_norm": 1.4630817648057473,
      "learning_rate": 3.761133121883603e-05,
      "loss": 0.5132,
      "step": 113198
    },
    {
      "epoch": 4.636453000204792,
      "grad_norm": 1.7482820319390278,
      "learning_rate": 3.76091712940371e-05,
      "loss": 0.554,
      "step": 113199
    },
    {
      "epoch": 4.636493958631989,
      "grad_norm": 1.123578593750714,
      "learning_rate": 3.760701142237006e-05,
      "loss": 0.2572,
      "step": 113200
    },
    {
      "epoch": 4.636534917059185,
      "grad_norm": 2.038180053558189,
      "learning_rate": 3.760485160383588e-05,
      "loss": 0.8629,
      "step": 113201
    },
    {
      "epoch": 4.636575875486381,
      "grad_norm": 0.9158597816098626,
      "learning_rate": 3.760269183843559e-05,
      "loss": 0.2576,
      "step": 113202
    },
    {
      "epoch": 4.636616833913577,
      "grad_norm": 1.766709134640221,
      "learning_rate": 3.760053212617026e-05,
      "loss": 0.6805,
      "step": 113203
    },
    {
      "epoch": 4.636657792340774,
      "grad_norm": 0.9805853410903722,
      "learning_rate": 3.759837246704085e-05,
      "loss": 0.1977,
      "step": 113204
    },
    {
      "epoch": 4.6366987507679704,
      "grad_norm": 12.430082598395774,
      "learning_rate": 3.7596212861048446e-05,
      "loss": 0.765,
      "step": 113205
    },
    {
      "epoch": 4.636739709195167,
      "grad_norm": 3.362311695733263,
      "learning_rate": 3.7594053308193986e-05,
      "loss": 1.6928,
      "step": 113206
    },
    {
      "epoch": 4.6367806676223635,
      "grad_norm": 1.6648844042606792,
      "learning_rate": 3.759189380847854e-05,
      "loss": 0.5411,
      "step": 113207
    },
    {
      "epoch": 4.63682162604956,
      "grad_norm": 1.6526926184090478,
      "learning_rate": 3.758973436190315e-05,
      "loss": 0.712,
      "step": 113208
    },
    {
      "epoch": 4.636862584476756,
      "grad_norm": 0.8892501523401607,
      "learning_rate": 3.758757496846879e-05,
      "loss": 0.2131,
      "step": 113209
    },
    {
      "epoch": 4.636903542903952,
      "grad_norm": 1.3040231640680986,
      "learning_rate": 3.758541562817648e-05,
      "loss": 0.4612,
      "step": 113210
    },
    {
      "epoch": 4.636944501331149,
      "grad_norm": 1.3941652964105906,
      "learning_rate": 3.758325634102731e-05,
      "loss": 0.5284,
      "step": 113211
    },
    {
      "epoch": 4.636985459758345,
      "grad_norm": 1.5806936486247625,
      "learning_rate": 3.758109710702222e-05,
      "loss": 0.6282,
      "step": 113212
    },
    {
      "epoch": 4.637026418185542,
      "grad_norm": 1.4812327622801862,
      "learning_rate": 3.757893792616231e-05,
      "loss": 0.5484,
      "step": 113213
    },
    {
      "epoch": 4.637067376612738,
      "grad_norm": 1.3728667414168083,
      "learning_rate": 3.7576778798448495e-05,
      "loss": 0.6,
      "step": 113214
    },
    {
      "epoch": 4.637108335039935,
      "grad_norm": 1.4652845385303754,
      "learning_rate": 3.757461972388186e-05,
      "loss": 0.4726,
      "step": 113215
    },
    {
      "epoch": 4.637149293467131,
      "grad_norm": 1.6239878079058676,
      "learning_rate": 3.757246070246348e-05,
      "loss": 0.5865,
      "step": 113216
    },
    {
      "epoch": 4.637190251894327,
      "grad_norm": 1.4311989040547242,
      "learning_rate": 3.757030173419425e-05,
      "loss": 0.5219,
      "step": 113217
    },
    {
      "epoch": 4.637231210321524,
      "grad_norm": 1.7034508986639105,
      "learning_rate": 3.7568142819075275e-05,
      "loss": 0.7517,
      "step": 113218
    },
    {
      "epoch": 4.63727216874872,
      "grad_norm": 1.0741163376862966,
      "learning_rate": 3.7565983957107595e-05,
      "loss": 0.1556,
      "step": 113219
    },
    {
      "epoch": 4.637313127175917,
      "grad_norm": 1.228443017776134,
      "learning_rate": 3.7563825148292155e-05,
      "loss": 0.513,
      "step": 113220
    },
    {
      "epoch": 4.637354085603112,
      "grad_norm": 1.6755083102881714,
      "learning_rate": 3.756166639263006e-05,
      "loss": 0.776,
      "step": 113221
    },
    {
      "epoch": 4.637395044030309,
      "grad_norm": 2.290306423182865,
      "learning_rate": 3.7559507690122226e-05,
      "loss": 1.3681,
      "step": 113222
    },
    {
      "epoch": 4.637436002457505,
      "grad_norm": 0.8279044142376193,
      "learning_rate": 3.755734904076974e-05,
      "loss": 0.2347,
      "step": 113223
    },
    {
      "epoch": 4.637476960884702,
      "grad_norm": 1.5543169847959513,
      "learning_rate": 3.755519044457367e-05,
      "loss": 0.7099,
      "step": 113224
    },
    {
      "epoch": 4.6375179193118985,
      "grad_norm": 1.2004530857908062,
      "learning_rate": 3.755303190153496e-05,
      "loss": 0.2462,
      "step": 113225
    },
    {
      "epoch": 4.637558877739095,
      "grad_norm": 1.6208513257516655,
      "learning_rate": 3.7550873411654624e-05,
      "loss": 0.7206,
      "step": 113226
    },
    {
      "epoch": 4.637599836166292,
      "grad_norm": 1.510428869711611,
      "learning_rate": 3.754871497493375e-05,
      "loss": 0.6715,
      "step": 113227
    },
    {
      "epoch": 4.637640794593487,
      "grad_norm": 2.135301882761787,
      "learning_rate": 3.7546556591373274e-05,
      "loss": 1.1683,
      "step": 113228
    },
    {
      "epoch": 4.637681753020684,
      "grad_norm": 1.1436005178711277,
      "learning_rate": 3.754439826097425e-05,
      "loss": 0.23,
      "step": 113229
    },
    {
      "epoch": 4.63772271144788,
      "grad_norm": 1.3573441352089402,
      "learning_rate": 3.754223998373777e-05,
      "loss": 0.5411,
      "step": 113230
    },
    {
      "epoch": 4.637763669875077,
      "grad_norm": 1.4223482162771557,
      "learning_rate": 3.754008175966473e-05,
      "loss": 0.5545,
      "step": 113231
    },
    {
      "epoch": 4.637804628302273,
      "grad_norm": 0.9278904902866446,
      "learning_rate": 3.753792358875628e-05,
      "loss": 0.2408,
      "step": 113232
    },
    {
      "epoch": 4.63784558672947,
      "grad_norm": 1.8221744652714649,
      "learning_rate": 3.7535765471013316e-05,
      "loss": 1.0101,
      "step": 113233
    },
    {
      "epoch": 4.637886545156666,
      "grad_norm": 1.9760237550682278,
      "learning_rate": 3.753360740643691e-05,
      "loss": 1.0196,
      "step": 113234
    },
    {
      "epoch": 4.637927503583862,
      "grad_norm": 2.001812347405065,
      "learning_rate": 3.753144939502816e-05,
      "loss": 0.953,
      "step": 113235
    },
    {
      "epoch": 4.637968462011059,
      "grad_norm": 1.3899495247708564,
      "learning_rate": 3.752929143678794e-05,
      "loss": 0.5513,
      "step": 113236
    },
    {
      "epoch": 4.638009420438255,
      "grad_norm": 1.387487174576275,
      "learning_rate": 3.7527133531717356e-05,
      "loss": 0.5442,
      "step": 113237
    },
    {
      "epoch": 4.638050378865452,
      "grad_norm": 1.4754875961723493,
      "learning_rate": 3.752497567981746e-05,
      "loss": 0.7955,
      "step": 113238
    },
    {
      "epoch": 4.638091337292648,
      "grad_norm": 1.538530502808432,
      "learning_rate": 3.7522817881089193e-05,
      "loss": 0.67,
      "step": 113239
    },
    {
      "epoch": 4.638132295719844,
      "grad_norm": 1.4506642645886112,
      "learning_rate": 3.7520660135533646e-05,
      "loss": 0.3834,
      "step": 113240
    },
    {
      "epoch": 4.63817325414704,
      "grad_norm": 4.128356687252358,
      "learning_rate": 3.7518502443151763e-05,
      "loss": 4.9689,
      "step": 113241
    },
    {
      "epoch": 4.638214212574237,
      "grad_norm": 1.8300978682985374,
      "learning_rate": 3.75163448039446e-05,
      "loss": 0.5784,
      "step": 113242
    },
    {
      "epoch": 4.6382551710014335,
      "grad_norm": 1.3622268260554222,
      "learning_rate": 3.751418721791323e-05,
      "loss": 0.4778,
      "step": 113243
    },
    {
      "epoch": 4.63829612942863,
      "grad_norm": 1.3055139320592097,
      "learning_rate": 3.7512029685058586e-05,
      "loss": 0.519,
      "step": 113244
    },
    {
      "epoch": 4.6383370878558265,
      "grad_norm": 0.9812743218734239,
      "learning_rate": 3.750987220538173e-05,
      "loss": 0.2159,
      "step": 113245
    },
    {
      "epoch": 4.638378046283023,
      "grad_norm": 1.4416784297271164,
      "learning_rate": 3.750771477888371e-05,
      "loss": 0.4288,
      "step": 113246
    },
    {
      "epoch": 4.638419004710219,
      "grad_norm": 1.8372261998306747,
      "learning_rate": 3.7505557405565465e-05,
      "loss": 0.9363,
      "step": 113247
    },
    {
      "epoch": 4.638459963137415,
      "grad_norm": 0.4094700422532095,
      "learning_rate": 3.750340008542812e-05,
      "loss": 0.0534,
      "step": 113248
    },
    {
      "epoch": 4.638500921564612,
      "grad_norm": 1.8694467463783533,
      "learning_rate": 3.7501242818472596e-05,
      "loss": 0.6993,
      "step": 113249
    },
    {
      "epoch": 4.638541879991808,
      "grad_norm": 1.7080489879436975,
      "learning_rate": 3.749908560469995e-05,
      "loss": 0.7518,
      "step": 113250
    },
    {
      "epoch": 4.638582838419005,
      "grad_norm": 1.8466140555724735,
      "learning_rate": 3.749692844411126e-05,
      "loss": 0.6588,
      "step": 113251
    },
    {
      "epoch": 4.638623796846201,
      "grad_norm": 1.4473388461490653,
      "learning_rate": 3.749477133670745e-05,
      "loss": 0.5677,
      "step": 113252
    },
    {
      "epoch": 4.638664755273398,
      "grad_norm": 1.789132448260608,
      "learning_rate": 3.7492614282489634e-05,
      "loss": 0.6671,
      "step": 113253
    },
    {
      "epoch": 4.638705713700594,
      "grad_norm": 1.3594443563187306,
      "learning_rate": 3.749045728145873e-05,
      "loss": 0.5114,
      "step": 113254
    },
    {
      "epoch": 4.63874667212779,
      "grad_norm": 1.5003203805300784,
      "learning_rate": 3.748830033361581e-05,
      "loss": 0.5069,
      "step": 113255
    },
    {
      "epoch": 4.638787630554987,
      "grad_norm": 1.6116372801354444,
      "learning_rate": 3.748614343896193e-05,
      "loss": 0.6638,
      "step": 113256
    },
    {
      "epoch": 4.638828588982183,
      "grad_norm": 2.1537289967313638,
      "learning_rate": 3.7483986597498034e-05,
      "loss": 0.8909,
      "step": 113257
    },
    {
      "epoch": 4.63886954740938,
      "grad_norm": 1.198355709595992,
      "learning_rate": 3.7481829809225174e-05,
      "loss": 0.4068,
      "step": 113258
    },
    {
      "epoch": 4.638910505836575,
      "grad_norm": 0.9057756166065831,
      "learning_rate": 3.7479673074144425e-05,
      "loss": 0.174,
      "step": 113259
    },
    {
      "epoch": 4.638951464263772,
      "grad_norm": 1.0749500121369775,
      "learning_rate": 3.7477516392256715e-05,
      "loss": 0.2809,
      "step": 113260
    },
    {
      "epoch": 4.6389924226909685,
      "grad_norm": 2.8975260748501404,
      "learning_rate": 3.7475359763563154e-05,
      "loss": 0.1227,
      "step": 113261
    },
    {
      "epoch": 4.639033381118165,
      "grad_norm": 1.5606484927222517,
      "learning_rate": 3.747320318806466e-05,
      "loss": 0.3472,
      "step": 113262
    },
    {
      "epoch": 4.6390743395453615,
      "grad_norm": 1.45524224108165,
      "learning_rate": 3.747104666576231e-05,
      "loss": 0.5813,
      "step": 113263
    },
    {
      "epoch": 4.639115297972558,
      "grad_norm": 1.7396182647419087,
      "learning_rate": 3.746889019665716e-05,
      "loss": 0.6554,
      "step": 113264
    },
    {
      "epoch": 4.639156256399755,
      "grad_norm": 1.8139813141835996,
      "learning_rate": 3.7466733780750154e-05,
      "loss": 0.6662,
      "step": 113265
    },
    {
      "epoch": 4.63919721482695,
      "grad_norm": 1.4702665468302938,
      "learning_rate": 3.746457741804234e-05,
      "loss": 0.6236,
      "step": 113266
    },
    {
      "epoch": 4.639238173254147,
      "grad_norm": 0.8353599242947763,
      "learning_rate": 3.746242110853479e-05,
      "loss": 0.2743,
      "step": 113267
    },
    {
      "epoch": 4.639279131681343,
      "grad_norm": 1.6835099124247532,
      "learning_rate": 3.7460264852228437e-05,
      "loss": 0.7914,
      "step": 113268
    },
    {
      "epoch": 4.63932009010854,
      "grad_norm": 0.9823476101686045,
      "learning_rate": 3.745810864912437e-05,
      "loss": 0.2253,
      "step": 113269
    },
    {
      "epoch": 4.639361048535736,
      "grad_norm": 1.3909395606802206,
      "learning_rate": 3.7455952499223544e-05,
      "loss": 0.4213,
      "step": 113270
    },
    {
      "epoch": 4.639402006962933,
      "grad_norm": 1.5576896950262757,
      "learning_rate": 3.745379640252702e-05,
      "loss": 0.7125,
      "step": 113271
    },
    {
      "epoch": 4.6394429653901295,
      "grad_norm": 1.5680921893539042,
      "learning_rate": 3.745164035903584e-05,
      "loss": 0.6871,
      "step": 113272
    },
    {
      "epoch": 4.639483923817325,
      "grad_norm": 1.6464583472961074,
      "learning_rate": 3.744948436875095e-05,
      "loss": 0.5951,
      "step": 113273
    },
    {
      "epoch": 4.639524882244522,
      "grad_norm": 1.994887832551281,
      "learning_rate": 3.744732843167342e-05,
      "loss": 1.0677,
      "step": 113274
    },
    {
      "epoch": 4.639565840671718,
      "grad_norm": 1.4487953067691623,
      "learning_rate": 3.744517254780432e-05,
      "loss": 0.7056,
      "step": 113275
    },
    {
      "epoch": 4.639606799098915,
      "grad_norm": 1.7039260346049032,
      "learning_rate": 3.744301671714454e-05,
      "loss": 0.5885,
      "step": 113276
    },
    {
      "epoch": 4.639647757526111,
      "grad_norm": 1.3196683782442071,
      "learning_rate": 3.744086093969524e-05,
      "loss": 0.4469,
      "step": 113277
    },
    {
      "epoch": 4.639688715953307,
      "grad_norm": 1.299180995247392,
      "learning_rate": 3.74387052154573e-05,
      "loss": 0.4638,
      "step": 113278
    },
    {
      "epoch": 4.639729674380503,
      "grad_norm": 1.8102668299263323,
      "learning_rate": 3.743654954443182e-05,
      "loss": 0.7539,
      "step": 113279
    },
    {
      "epoch": 4.6397706328077,
      "grad_norm": 3.306691814973268,
      "learning_rate": 3.7434393926619854e-05,
      "loss": 1.8968,
      "step": 113280
    },
    {
      "epoch": 4.6398115912348965,
      "grad_norm": 3.0693189868676254,
      "learning_rate": 3.743223836202234e-05,
      "loss": 2.2707,
      "step": 113281
    },
    {
      "epoch": 4.639852549662093,
      "grad_norm": 4.564869183669311,
      "learning_rate": 3.743008285064032e-05,
      "loss": 1.7296,
      "step": 113282
    },
    {
      "epoch": 4.63989350808929,
      "grad_norm": 2.8681339829688426,
      "learning_rate": 3.7427927392474866e-05,
      "loss": 0.9006,
      "step": 113283
    },
    {
      "epoch": 4.639934466516486,
      "grad_norm": 1.642816413587225,
      "learning_rate": 3.742577198752691e-05,
      "loss": 0.6189,
      "step": 113284
    },
    {
      "epoch": 4.639975424943682,
      "grad_norm": 1.0180935003499556,
      "learning_rate": 3.742361663579756e-05,
      "loss": 0.2897,
      "step": 113285
    },
    {
      "epoch": 4.640016383370878,
      "grad_norm": 1.2282584013644482,
      "learning_rate": 3.742146133728777e-05,
      "loss": 0.4922,
      "step": 113286
    },
    {
      "epoch": 4.640057341798075,
      "grad_norm": 1.7075395410201892,
      "learning_rate": 3.7419306091998565e-05,
      "loss": 0.8299,
      "step": 113287
    },
    {
      "epoch": 4.640098300225271,
      "grad_norm": 1.740000867973953,
      "learning_rate": 3.741715089993102e-05,
      "loss": 0.6363,
      "step": 113288
    },
    {
      "epoch": 4.640139258652468,
      "grad_norm": 0.8756900808430153,
      "learning_rate": 3.741499576108607e-05,
      "loss": 0.2076,
      "step": 113289
    },
    {
      "epoch": 4.640180217079664,
      "grad_norm": 1.6652155769974228,
      "learning_rate": 3.7412840675464775e-05,
      "loss": 0.5693,
      "step": 113290
    },
    {
      "epoch": 4.640221175506861,
      "grad_norm": 1.7478029923673872,
      "learning_rate": 3.7410685643068196e-05,
      "loss": 0.7605,
      "step": 113291
    },
    {
      "epoch": 4.640262133934057,
      "grad_norm": 1.5487110548098484,
      "learning_rate": 3.740853066389728e-05,
      "loss": 0.572,
      "step": 113292
    },
    {
      "epoch": 4.640303092361253,
      "grad_norm": 1.20775247512346,
      "learning_rate": 3.7406375737953115e-05,
      "loss": 0.4257,
      "step": 113293
    },
    {
      "epoch": 4.64034405078845,
      "grad_norm": 5.120372985905728,
      "learning_rate": 3.740422086523663e-05,
      "loss": 0.8139,
      "step": 113294
    },
    {
      "epoch": 4.640385009215646,
      "grad_norm": 1.4621311244017814,
      "learning_rate": 3.7402066045748926e-05,
      "loss": 0.6625,
      "step": 113295
    },
    {
      "epoch": 4.640425967642843,
      "grad_norm": 1.970873256992099,
      "learning_rate": 3.7399911279491055e-05,
      "loss": 0.8898,
      "step": 113296
    },
    {
      "epoch": 4.640466926070038,
      "grad_norm": 1.8381802230148945,
      "learning_rate": 3.7397756566463884e-05,
      "loss": 0.7109,
      "step": 113297
    },
    {
      "epoch": 4.640507884497235,
      "grad_norm": 1.4760919874430136,
      "learning_rate": 3.739560190666851e-05,
      "loss": 0.628,
      "step": 113298
    },
    {
      "epoch": 4.6405488429244315,
      "grad_norm": 1.5820182045743323,
      "learning_rate": 3.739344730010603e-05,
      "loss": 0.744,
      "step": 113299
    },
    {
      "epoch": 4.640589801351628,
      "grad_norm": 1.2976673718335625,
      "learning_rate": 3.7391292746777335e-05,
      "loss": 0.4822,
      "step": 113300
    },
    {
      "epoch": 4.6406307597788246,
      "grad_norm": 0.8416725377873604,
      "learning_rate": 3.73891382466835e-05,
      "loss": 0.251,
      "step": 113301
    },
    {
      "epoch": 4.640671718206021,
      "grad_norm": 1.9466930623196772,
      "learning_rate": 3.7386983799825605e-05,
      "loss": 0.7657,
      "step": 113302
    },
    {
      "epoch": 4.640712676633218,
      "grad_norm": 0.7922035067548825,
      "learning_rate": 3.738482940620455e-05,
      "loss": 0.1844,
      "step": 113303
    },
    {
      "epoch": 4.640753635060413,
      "grad_norm": 1.474969127269599,
      "learning_rate": 3.738267506582147e-05,
      "loss": 0.5762,
      "step": 113304
    },
    {
      "epoch": 4.64079459348761,
      "grad_norm": 1.4846500957900606,
      "learning_rate": 3.7380520778677274e-05,
      "loss": 0.652,
      "step": 113305
    },
    {
      "epoch": 4.640835551914806,
      "grad_norm": 1.534026435337871,
      "learning_rate": 3.737836654477303e-05,
      "loss": 0.7374,
      "step": 113306
    },
    {
      "epoch": 4.640876510342003,
      "grad_norm": 0.9160762475610907,
      "learning_rate": 3.7376212364109814e-05,
      "loss": 0.2448,
      "step": 113307
    },
    {
      "epoch": 4.640917468769199,
      "grad_norm": 1.53466154065756,
      "learning_rate": 3.737405823668854e-05,
      "loss": 0.5886,
      "step": 113308
    },
    {
      "epoch": 4.640958427196396,
      "grad_norm": 1.6141597960400902,
      "learning_rate": 3.737190416251028e-05,
      "loss": 0.6872,
      "step": 113309
    },
    {
      "epoch": 4.6409993856235925,
      "grad_norm": 1.725749537163027,
      "learning_rate": 3.7369750141576074e-05,
      "loss": 0.9608,
      "step": 113310
    },
    {
      "epoch": 4.641040344050788,
      "grad_norm": 2.002688788096352,
      "learning_rate": 3.736759617388688e-05,
      "loss": 0.8365,
      "step": 113311
    },
    {
      "epoch": 4.641081302477985,
      "grad_norm": 1.5855662138766262,
      "learning_rate": 3.7365442259443815e-05,
      "loss": 0.632,
      "step": 113312
    },
    {
      "epoch": 4.641122260905181,
      "grad_norm": 1.5463366938972545,
      "learning_rate": 3.736328839824776e-05,
      "loss": 0.586,
      "step": 113313
    },
    {
      "epoch": 4.641163219332378,
      "grad_norm": 1.65982120490589,
      "learning_rate": 3.7361134590299826e-05,
      "loss": 0.8291,
      "step": 113314
    },
    {
      "epoch": 4.641204177759574,
      "grad_norm": 1.6350285002465035,
      "learning_rate": 3.7358980835601036e-05,
      "loss": 0.5377,
      "step": 113315
    },
    {
      "epoch": 4.641245136186771,
      "grad_norm": 0.9978981628560122,
      "learning_rate": 3.7356827134152355e-05,
      "loss": 0.274,
      "step": 113316
    },
    {
      "epoch": 4.6412860946139665,
      "grad_norm": 2.005914232173633,
      "learning_rate": 3.7354673485954826e-05,
      "loss": 1.0106,
      "step": 113317
    },
    {
      "epoch": 4.641327053041163,
      "grad_norm": 3.533554765575202,
      "learning_rate": 3.735251989100952e-05,
      "loss": 0.512,
      "step": 113318
    },
    {
      "epoch": 4.6413680114683595,
      "grad_norm": 1.9295648183666114,
      "learning_rate": 3.7350366349317364e-05,
      "loss": 0.7455,
      "step": 113319
    },
    {
      "epoch": 4.641408969895556,
      "grad_norm": 1.4911754718429822,
      "learning_rate": 3.734821286087946e-05,
      "loss": 0.6495,
      "step": 113320
    },
    {
      "epoch": 4.641449928322753,
      "grad_norm": 1.5973643897433518,
      "learning_rate": 3.7346059425696736e-05,
      "loss": 0.6626,
      "step": 113321
    },
    {
      "epoch": 4.641490886749949,
      "grad_norm": 1.2140566872690024,
      "learning_rate": 3.734390604377024e-05,
      "loss": 0.5042,
      "step": 113322
    },
    {
      "epoch": 4.641531845177145,
      "grad_norm": 1.2545479278574707,
      "learning_rate": 3.7341752715101085e-05,
      "loss": 0.5692,
      "step": 113323
    },
    {
      "epoch": 4.641572803604341,
      "grad_norm": 1.4661715056324565,
      "learning_rate": 3.733959943969014e-05,
      "loss": 0.5121,
      "step": 113324
    },
    {
      "epoch": 4.641613762031538,
      "grad_norm": 1.6196375359996946,
      "learning_rate": 3.7337446217538564e-05,
      "loss": 0.4002,
      "step": 113325
    },
    {
      "epoch": 4.641654720458734,
      "grad_norm": 0.9932962487867759,
      "learning_rate": 3.7335293048647246e-05,
      "loss": 0.2472,
      "step": 113326
    },
    {
      "epoch": 4.641695678885931,
      "grad_norm": 1.4335501183290063,
      "learning_rate": 3.733313993301726e-05,
      "loss": 0.647,
      "step": 113327
    },
    {
      "epoch": 4.6417366373131275,
      "grad_norm": 1.5806545575875997,
      "learning_rate": 3.733098687064968e-05,
      "loss": 0.6397,
      "step": 113328
    },
    {
      "epoch": 4.641777595740324,
      "grad_norm": 1.1753789655441405,
      "learning_rate": 3.732883386154543e-05,
      "loss": 0.3557,
      "step": 113329
    },
    {
      "epoch": 4.64181855416752,
      "grad_norm": 1.6107848234152835,
      "learning_rate": 3.732668090570557e-05,
      "loss": 0.7083,
      "step": 113330
    },
    {
      "epoch": 4.641859512594716,
      "grad_norm": 1.5331403922581681,
      "learning_rate": 3.732452800313116e-05,
      "loss": 0.7609,
      "step": 113331
    },
    {
      "epoch": 4.641900471021913,
      "grad_norm": 1.259582922007457,
      "learning_rate": 3.732237515382312e-05,
      "loss": 0.4218,
      "step": 113332
    },
    {
      "epoch": 4.641941429449109,
      "grad_norm": 1.5278741151272845,
      "learning_rate": 3.7320222357782586e-05,
      "loss": 0.5982,
      "step": 113333
    },
    {
      "epoch": 4.641982387876306,
      "grad_norm": 1.5901186938831,
      "learning_rate": 3.731806961501044e-05,
      "loss": 0.6359,
      "step": 113334
    },
    {
      "epoch": 4.642023346303502,
      "grad_norm": 3.060046213797226,
      "learning_rate": 3.73159169255078e-05,
      "loss": 2.9504,
      "step": 113335
    },
    {
      "epoch": 4.642064304730698,
      "grad_norm": 0.8845378218082203,
      "learning_rate": 3.731376428927569e-05,
      "loss": 0.1344,
      "step": 113336
    },
    {
      "epoch": 4.6421052631578945,
      "grad_norm": 0.9174360507317335,
      "learning_rate": 3.731161170631504e-05,
      "loss": 0.2143,
      "step": 113337
    },
    {
      "epoch": 4.642146221585091,
      "grad_norm": 0.9338301937712644,
      "learning_rate": 3.7309459176626936e-05,
      "loss": 0.2163,
      "step": 113338
    },
    {
      "epoch": 4.642187180012288,
      "grad_norm": 2.0441134368723075,
      "learning_rate": 3.730730670021243e-05,
      "loss": 1.1903,
      "step": 113339
    },
    {
      "epoch": 4.642228138439484,
      "grad_norm": 1.4800461040455242,
      "learning_rate": 3.7305154277072416e-05,
      "loss": 0.5837,
      "step": 113340
    },
    {
      "epoch": 4.642269096866681,
      "grad_norm": 1.6855933580519038,
      "learning_rate": 3.7303001907208066e-05,
      "loss": 0.5469,
      "step": 113341
    },
    {
      "epoch": 4.642310055293876,
      "grad_norm": 1.5522972913484052,
      "learning_rate": 3.730084959062024e-05,
      "loss": 0.6169,
      "step": 113342
    },
    {
      "epoch": 4.642351013721073,
      "grad_norm": 1.0038381753027301,
      "learning_rate": 3.729869732731005e-05,
      "loss": 0.3024,
      "step": 113343
    },
    {
      "epoch": 4.642391972148269,
      "grad_norm": 1.3400720552240855,
      "learning_rate": 3.729654511727854e-05,
      "loss": 0.5669,
      "step": 113344
    },
    {
      "epoch": 4.642432930575466,
      "grad_norm": 1.6107136649400087,
      "learning_rate": 3.729439296052663e-05,
      "loss": 0.3865,
      "step": 113345
    },
    {
      "epoch": 4.6424738890026624,
      "grad_norm": 1.2272851606358588,
      "learning_rate": 3.72922408570554e-05,
      "loss": 0.4013,
      "step": 113346
    },
    {
      "epoch": 4.642514847429859,
      "grad_norm": 1.2803683152514325,
      "learning_rate": 3.729008880686592e-05,
      "loss": 0.5367,
      "step": 113347
    },
    {
      "epoch": 4.6425558058570555,
      "grad_norm": 1.7497540661557043,
      "learning_rate": 3.728793680995907e-05,
      "loss": 0.7656,
      "step": 113348
    },
    {
      "epoch": 4.642596764284251,
      "grad_norm": 1.62054502223956,
      "learning_rate": 3.728578486633599e-05,
      "loss": 0.7951,
      "step": 113349
    },
    {
      "epoch": 4.642637722711448,
      "grad_norm": 1.7231813058178054,
      "learning_rate": 3.728363297599762e-05,
      "loss": 0.696,
      "step": 113350
    },
    {
      "epoch": 4.642678681138644,
      "grad_norm": 1.8597501317065321,
      "learning_rate": 3.7281481138945015e-05,
      "loss": 0.5764,
      "step": 113351
    },
    {
      "epoch": 4.642719639565841,
      "grad_norm": 2.769347095538451,
      "learning_rate": 3.727932935517921e-05,
      "loss": 1.6546,
      "step": 113352
    },
    {
      "epoch": 4.642760597993037,
      "grad_norm": 1.310932030535906,
      "learning_rate": 3.7277177624701164e-05,
      "loss": 0.3043,
      "step": 113353
    },
    {
      "epoch": 4.642801556420234,
      "grad_norm": 1.367593871065539,
      "learning_rate": 3.7275025947511925e-05,
      "loss": 0.5049,
      "step": 113354
    },
    {
      "epoch": 4.6428425148474295,
      "grad_norm": 1.5772610630933135,
      "learning_rate": 3.727287432361256e-05,
      "loss": 0.6677,
      "step": 113355
    },
    {
      "epoch": 4.642883473274626,
      "grad_norm": 1.6333233275677796,
      "learning_rate": 3.7270722753003985e-05,
      "loss": 0.5995,
      "step": 113356
    },
    {
      "epoch": 4.642924431701823,
      "grad_norm": 1.4617072399912816,
      "learning_rate": 3.726857123568733e-05,
      "loss": 0.5525,
      "step": 113357
    },
    {
      "epoch": 4.642965390129019,
      "grad_norm": 1.1270776971033702,
      "learning_rate": 3.726641977166349e-05,
      "loss": 0.4018,
      "step": 113358
    },
    {
      "epoch": 4.643006348556216,
      "grad_norm": 0.9727006849623249,
      "learning_rate": 3.726426836093356e-05,
      "loss": 0.2788,
      "step": 113359
    },
    {
      "epoch": 4.643047306983412,
      "grad_norm": 1.4123806913683052,
      "learning_rate": 3.7262117003498575e-05,
      "loss": 0.6967,
      "step": 113360
    },
    {
      "epoch": 4.643088265410608,
      "grad_norm": 1.6904915603730903,
      "learning_rate": 3.72599656993595e-05,
      "loss": 0.6876,
      "step": 113361
    },
    {
      "epoch": 4.643129223837804,
      "grad_norm": 1.2641406016916912,
      "learning_rate": 3.725781444851735e-05,
      "loss": 0.5323,
      "step": 113362
    },
    {
      "epoch": 4.643170182265001,
      "grad_norm": 1.5936781123490877,
      "learning_rate": 3.72556632509732e-05,
      "loss": 0.8163,
      "step": 113363
    },
    {
      "epoch": 4.643211140692197,
      "grad_norm": 1.42794093957725,
      "learning_rate": 3.7253512106728e-05,
      "loss": 0.5887,
      "step": 113364
    },
    {
      "epoch": 4.643252099119394,
      "grad_norm": 1.8523032682767993,
      "learning_rate": 3.725136101578283e-05,
      "loss": 0.9487,
      "step": 113365
    },
    {
      "epoch": 4.6432930575465905,
      "grad_norm": 1.7614487056878623,
      "learning_rate": 3.724920997813868e-05,
      "loss": 0.5389,
      "step": 113366
    },
    {
      "epoch": 4.643334015973787,
      "grad_norm": 0.781416593092098,
      "learning_rate": 3.724705899379652e-05,
      "loss": 0.1561,
      "step": 113367
    },
    {
      "epoch": 4.643374974400983,
      "grad_norm": 2.0199708739949287,
      "learning_rate": 3.724490806275746e-05,
      "loss": 0.7917,
      "step": 113368
    },
    {
      "epoch": 4.643415932828179,
      "grad_norm": 0.953790885415784,
      "learning_rate": 3.7242757185022405e-05,
      "loss": 0.1958,
      "step": 113369
    },
    {
      "epoch": 4.643456891255376,
      "grad_norm": 2.857249471536609,
      "learning_rate": 3.724060636059243e-05,
      "loss": 1.999,
      "step": 113370
    },
    {
      "epoch": 4.643497849682572,
      "grad_norm": 1.0746569249617846,
      "learning_rate": 3.7238455589468615e-05,
      "loss": 0.3027,
      "step": 113371
    },
    {
      "epoch": 4.643538808109769,
      "grad_norm": 1.4533074559967543,
      "learning_rate": 3.723630487165186e-05,
      "loss": 0.7034,
      "step": 113372
    },
    {
      "epoch": 4.643579766536965,
      "grad_norm": 2.2340685393674904,
      "learning_rate": 3.7234154207143226e-05,
      "loss": 0.689,
      "step": 113373
    },
    {
      "epoch": 4.643620724964161,
      "grad_norm": 1.5677590188774433,
      "learning_rate": 3.72320035959438e-05,
      "loss": 0.5518,
      "step": 113374
    },
    {
      "epoch": 4.6436616833913575,
      "grad_norm": 1.0069866234131453,
      "learning_rate": 3.72298530380545e-05,
      "loss": 0.3489,
      "step": 113375
    },
    {
      "epoch": 4.643702641818554,
      "grad_norm": 1.485342250183782,
      "learning_rate": 3.72277025334764e-05,
      "loss": 0.6092,
      "step": 113376
    },
    {
      "epoch": 4.643743600245751,
      "grad_norm": 1.4350921483998458,
      "learning_rate": 3.722555208221048e-05,
      "loss": 0.7649,
      "step": 113377
    },
    {
      "epoch": 4.643784558672947,
      "grad_norm": 1.7427747525150004,
      "learning_rate": 3.722340168425777e-05,
      "loss": 0.6984,
      "step": 113378
    },
    {
      "epoch": 4.643825517100144,
      "grad_norm": 1.5448418661258765,
      "learning_rate": 3.722125133961932e-05,
      "loss": 0.6183,
      "step": 113379
    },
    {
      "epoch": 4.643866475527339,
      "grad_norm": 2.204225423227001,
      "learning_rate": 3.7219101048296084e-05,
      "loss": 1.0831,
      "step": 113380
    },
    {
      "epoch": 4.643907433954536,
      "grad_norm": 1.365921945601608,
      "learning_rate": 3.721695081028912e-05,
      "loss": 0.5819,
      "step": 113381
    },
    {
      "epoch": 4.643948392381732,
      "grad_norm": 2.000561851538028,
      "learning_rate": 3.7214800625599475e-05,
      "loss": 0.7764,
      "step": 113382
    },
    {
      "epoch": 4.643989350808929,
      "grad_norm": 1.457025676598043,
      "learning_rate": 3.721265049422809e-05,
      "loss": 0.5544,
      "step": 113383
    },
    {
      "epoch": 4.6440303092361255,
      "grad_norm": 1.332143628042428,
      "learning_rate": 3.721050041617606e-05,
      "loss": 0.5281,
      "step": 113384
    },
    {
      "epoch": 4.644071267663322,
      "grad_norm": 2.098835270888992,
      "learning_rate": 3.720835039144431e-05,
      "loss": 0.5314,
      "step": 113385
    },
    {
      "epoch": 4.6441122260905185,
      "grad_norm": 1.518371060103049,
      "learning_rate": 3.7206200420033904e-05,
      "loss": 0.564,
      "step": 113386
    },
    {
      "epoch": 4.644153184517714,
      "grad_norm": 1.4434801830523827,
      "learning_rate": 3.720405050194591e-05,
      "loss": 0.2967,
      "step": 113387
    },
    {
      "epoch": 4.644194142944911,
      "grad_norm": 0.9077010279221717,
      "learning_rate": 3.720190063718125e-05,
      "loss": 0.2903,
      "step": 113388
    },
    {
      "epoch": 4.644235101372107,
      "grad_norm": 1.8449849614499192,
      "learning_rate": 3.7199750825740984e-05,
      "loss": 1.0005,
      "step": 113389
    },
    {
      "epoch": 4.644276059799304,
      "grad_norm": 1.272683153601337,
      "learning_rate": 3.7197601067626196e-05,
      "loss": 0.5168,
      "step": 113390
    },
    {
      "epoch": 4.6443170182265,
      "grad_norm": 2.430309225912833,
      "learning_rate": 3.719545136283777e-05,
      "loss": 0.2432,
      "step": 113391
    },
    {
      "epoch": 4.644357976653697,
      "grad_norm": 1.7305513755851725,
      "learning_rate": 3.719330171137683e-05,
      "loss": 0.5089,
      "step": 113392
    },
    {
      "epoch": 4.6443989350808925,
      "grad_norm": 2.06140809871029,
      "learning_rate": 3.719115211324432e-05,
      "loss": 0.6399,
      "step": 113393
    },
    {
      "epoch": 4.644439893508089,
      "grad_norm": 1.3935777005775507,
      "learning_rate": 3.718900256844128e-05,
      "loss": 0.4927,
      "step": 113394
    },
    {
      "epoch": 4.644480851935286,
      "grad_norm": 1.032839568729729,
      "learning_rate": 3.7186853076968786e-05,
      "loss": 0.31,
      "step": 113395
    },
    {
      "epoch": 4.644521810362482,
      "grad_norm": 1.5395508861306169,
      "learning_rate": 3.718470363882776e-05,
      "loss": 0.8024,
      "step": 113396
    },
    {
      "epoch": 4.644562768789679,
      "grad_norm": 1.5305396999500382,
      "learning_rate": 3.718255425401929e-05,
      "loss": 0.653,
      "step": 113397
    },
    {
      "epoch": 4.644603727216875,
      "grad_norm": 1.6362203613280695,
      "learning_rate": 3.718040492254433e-05,
      "loss": 0.5594,
      "step": 113398
    },
    {
      "epoch": 4.644644685644071,
      "grad_norm": 1.90187418490636,
      "learning_rate": 3.7178255644403916e-05,
      "loss": 0.9331,
      "step": 113399
    },
    {
      "epoch": 4.644685644071267,
      "grad_norm": 1.4221068372231773,
      "learning_rate": 3.717610641959914e-05,
      "loss": 0.7476,
      "step": 113400
    },
    {
      "epoch": 4.644726602498464,
      "grad_norm": 1.3702434872122102,
      "learning_rate": 3.7173957248130884e-05,
      "loss": 0.5135,
      "step": 113401
    },
    {
      "epoch": 4.6447675609256605,
      "grad_norm": 0.8829254522077783,
      "learning_rate": 3.7171808130000256e-05,
      "loss": 0.1837,
      "step": 113402
    },
    {
      "epoch": 4.644808519352857,
      "grad_norm": 2.0040007688185497,
      "learning_rate": 3.716965906520829e-05,
      "loss": 0.7204,
      "step": 113403
    },
    {
      "epoch": 4.6448494777800535,
      "grad_norm": 1.550373026183791,
      "learning_rate": 3.7167510053755896e-05,
      "loss": 0.7651,
      "step": 113404
    },
    {
      "epoch": 4.64489043620725,
      "grad_norm": 1.4287566982810729,
      "learning_rate": 3.716536109564422e-05,
      "loss": 0.4898,
      "step": 113405
    },
    {
      "epoch": 4.644931394634446,
      "grad_norm": 1.938032602744004,
      "learning_rate": 3.716321219087416e-05,
      "loss": 0.8876,
      "step": 113406
    },
    {
      "epoch": 4.644972353061642,
      "grad_norm": 1.383790737354623,
      "learning_rate": 3.71610633394468e-05,
      "loss": 0.6386,
      "step": 113407
    },
    {
      "epoch": 4.645013311488839,
      "grad_norm": 1.4612949688100065,
      "learning_rate": 3.715891454136318e-05,
      "loss": 0.6786,
      "step": 113408
    },
    {
      "epoch": 4.645054269916035,
      "grad_norm": 1.797864024634994,
      "learning_rate": 3.715676579662422e-05,
      "loss": 0.6217,
      "step": 113409
    },
    {
      "epoch": 4.645095228343232,
      "grad_norm": 1.6685057414121727,
      "learning_rate": 3.715461710523101e-05,
      "loss": 0.7,
      "step": 113410
    },
    {
      "epoch": 4.645136186770428,
      "grad_norm": 1.7883810094123056,
      "learning_rate": 3.715246846718459e-05,
      "loss": 0.7038,
      "step": 113411
    },
    {
      "epoch": 4.645177145197624,
      "grad_norm": 1.732785109297236,
      "learning_rate": 3.7150319882485885e-05,
      "loss": 0.625,
      "step": 113412
    },
    {
      "epoch": 4.645218103624821,
      "grad_norm": 3.880513414170534,
      "learning_rate": 3.7148171351136e-05,
      "loss": 2.8707,
      "step": 113413
    },
    {
      "epoch": 4.645259062052017,
      "grad_norm": 1.677552519891695,
      "learning_rate": 3.714602287313588e-05,
      "loss": 0.6916,
      "step": 113414
    },
    {
      "epoch": 4.645300020479214,
      "grad_norm": 1.694067361412071,
      "learning_rate": 3.714387444848656e-05,
      "loss": 0.8418,
      "step": 113415
    },
    {
      "epoch": 4.64534097890641,
      "grad_norm": 1.5965198300435222,
      "learning_rate": 3.714172607718912e-05,
      "loss": 0.6977,
      "step": 113416
    },
    {
      "epoch": 4.645381937333607,
      "grad_norm": 1.2183750089022305,
      "learning_rate": 3.713957775924448e-05,
      "loss": 0.5857,
      "step": 113417
    },
    {
      "epoch": 4.645422895760802,
      "grad_norm": 1.616884290917958,
      "learning_rate": 3.713742949465369e-05,
      "loss": 0.5915,
      "step": 113418
    },
    {
      "epoch": 4.645463854187999,
      "grad_norm": 0.45232122578565515,
      "learning_rate": 3.7135281283417825e-05,
      "loss": 0.0413,
      "step": 113419
    },
    {
      "epoch": 4.645504812615195,
      "grad_norm": 1.6547769422330314,
      "learning_rate": 3.71331331255378e-05,
      "loss": 0.6917,
      "step": 113420
    },
    {
      "epoch": 4.645545771042392,
      "grad_norm": 1.8065264002496588,
      "learning_rate": 3.7130985021014724e-05,
      "loss": 0.7685,
      "step": 113421
    },
    {
      "epoch": 4.6455867294695885,
      "grad_norm": 1.3647844757869951,
      "learning_rate": 3.7128836969849534e-05,
      "loss": 0.5385,
      "step": 113422
    },
    {
      "epoch": 4.645627687896785,
      "grad_norm": 1.6719143620213086,
      "learning_rate": 3.712668897204328e-05,
      "loss": 0.5663,
      "step": 113423
    },
    {
      "epoch": 4.645668646323982,
      "grad_norm": 1.0466925561748297,
      "learning_rate": 3.7124541027597023e-05,
      "loss": 0.2113,
      "step": 113424
    },
    {
      "epoch": 4.645709604751177,
      "grad_norm": 1.9273398108030109,
      "learning_rate": 3.712239313651168e-05,
      "loss": 0.9217,
      "step": 113425
    },
    {
      "epoch": 4.645750563178374,
      "grad_norm": 1.870371946873499,
      "learning_rate": 3.712024529878832e-05,
      "loss": 0.7997,
      "step": 113426
    },
    {
      "epoch": 4.64579152160557,
      "grad_norm": 2.214565286593988,
      "learning_rate": 3.711809751442801e-05,
      "loss": 1.1931,
      "step": 113427
    },
    {
      "epoch": 4.645832480032767,
      "grad_norm": 1.6495441671631728,
      "learning_rate": 3.711594978343166e-05,
      "loss": 0.55,
      "step": 113428
    },
    {
      "epoch": 4.645873438459963,
      "grad_norm": 1.3561554447164998,
      "learning_rate": 3.711380210580039e-05,
      "loss": 0.5565,
      "step": 113429
    },
    {
      "epoch": 4.64591439688716,
      "grad_norm": 1.5233306351360916,
      "learning_rate": 3.711165448153511e-05,
      "loss": 0.6973,
      "step": 113430
    },
    {
      "epoch": 4.6459553553143556,
      "grad_norm": 1.506226731247721,
      "learning_rate": 3.71095069106369e-05,
      "loss": 0.6786,
      "step": 113431
    },
    {
      "epoch": 4.645996313741552,
      "grad_norm": 1.4182712622103515,
      "learning_rate": 3.7107359393106796e-05,
      "loss": 0.5998,
      "step": 113432
    },
    {
      "epoch": 4.646037272168749,
      "grad_norm": 3.0334230990592306,
      "learning_rate": 3.710521192894575e-05,
      "loss": 2.7589,
      "step": 113433
    },
    {
      "epoch": 4.646078230595945,
      "grad_norm": 1.7211401916350977,
      "learning_rate": 3.7103064518154844e-05,
      "loss": 0.5486,
      "step": 113434
    },
    {
      "epoch": 4.646119189023142,
      "grad_norm": 1.4133936739218274,
      "learning_rate": 3.7100917160735014e-05,
      "loss": 0.6446,
      "step": 113435
    },
    {
      "epoch": 4.646160147450338,
      "grad_norm": 1.408226631044474,
      "learning_rate": 3.709876985668733e-05,
      "loss": 0.5646,
      "step": 113436
    },
    {
      "epoch": 4.646201105877534,
      "grad_norm": 1.0349089803979876,
      "learning_rate": 3.7096622606012846e-05,
      "loss": 0.239,
      "step": 113437
    },
    {
      "epoch": 4.64624206430473,
      "grad_norm": 1.6025772468384658,
      "learning_rate": 3.70944754087125e-05,
      "loss": 0.6345,
      "step": 113438
    },
    {
      "epoch": 4.646283022731927,
      "grad_norm": 1.7611792972399796,
      "learning_rate": 3.709232826478731e-05,
      "loss": 0.7371,
      "step": 113439
    },
    {
      "epoch": 4.6463239811591235,
      "grad_norm": 1.729833924607174,
      "learning_rate": 3.709018117423835e-05,
      "loss": 0.5707,
      "step": 113440
    },
    {
      "epoch": 4.64636493958632,
      "grad_norm": 1.8355364500338829,
      "learning_rate": 3.708803413706657e-05,
      "loss": 0.9369,
      "step": 113441
    },
    {
      "epoch": 4.6464058980135166,
      "grad_norm": 0.8747483572716062,
      "learning_rate": 3.7085887153273005e-05,
      "loss": 0.1657,
      "step": 113442
    },
    {
      "epoch": 4.646446856440713,
      "grad_norm": 2.3529628074341553,
      "learning_rate": 3.708374022285872e-05,
      "loss": 0.7913,
      "step": 113443
    },
    {
      "epoch": 4.646487814867909,
      "grad_norm": 1.136000217055979,
      "learning_rate": 3.7081593345824655e-05,
      "loss": 0.3553,
      "step": 113444
    },
    {
      "epoch": 4.646528773295105,
      "grad_norm": 1.6692996774246165,
      "learning_rate": 3.707944652217186e-05,
      "loss": 0.6948,
      "step": 113445
    },
    {
      "epoch": 4.646569731722302,
      "grad_norm": 1.7994931453446665,
      "learning_rate": 3.707729975190139e-05,
      "loss": 0.8228,
      "step": 113446
    },
    {
      "epoch": 4.646610690149498,
      "grad_norm": 1.2400273414278613,
      "learning_rate": 3.7075153035014186e-05,
      "loss": 0.2542,
      "step": 113447
    },
    {
      "epoch": 4.646651648576695,
      "grad_norm": 1.9767130879552104,
      "learning_rate": 3.707300637151133e-05,
      "loss": 0.7528,
      "step": 113448
    },
    {
      "epoch": 4.646692607003891,
      "grad_norm": 1.478239398898022,
      "learning_rate": 3.7070859761393755e-05,
      "loss": 0.7948,
      "step": 113449
    },
    {
      "epoch": 4.646733565431087,
      "grad_norm": 1.3941358552311574,
      "learning_rate": 3.706871320466254e-05,
      "loss": 0.5383,
      "step": 113450
    },
    {
      "epoch": 4.646774523858284,
      "grad_norm": 2.70068385900558,
      "learning_rate": 3.7066566701318725e-05,
      "loss": 1.0316,
      "step": 113451
    },
    {
      "epoch": 4.64681548228548,
      "grad_norm": 0.8412310572137861,
      "learning_rate": 3.706442025136323e-05,
      "loss": 0.1355,
      "step": 113452
    },
    {
      "epoch": 4.646856440712677,
      "grad_norm": 2.214533216355416,
      "learning_rate": 3.706227385479713e-05,
      "loss": 0.9017,
      "step": 113453
    },
    {
      "epoch": 4.646897399139873,
      "grad_norm": 1.5986349632229173,
      "learning_rate": 3.706012751162149e-05,
      "loss": 0.5463,
      "step": 113454
    },
    {
      "epoch": 4.64693835756707,
      "grad_norm": 1.4031638293231494,
      "learning_rate": 3.705798122183721e-05,
      "loss": 0.6003,
      "step": 113455
    },
    {
      "epoch": 4.646979315994265,
      "grad_norm": 1.4977637089151696,
      "learning_rate": 3.70558349854454e-05,
      "loss": 0.6891,
      "step": 113456
    },
    {
      "epoch": 4.647020274421462,
      "grad_norm": 4.427459076625326,
      "learning_rate": 3.7053688802447e-05,
      "loss": 0.6898,
      "step": 113457
    },
    {
      "epoch": 4.6470612328486585,
      "grad_norm": 1.3593256720806557,
      "learning_rate": 3.7051542672843065e-05,
      "loss": 0.4321,
      "step": 113458
    },
    {
      "epoch": 4.647102191275855,
      "grad_norm": 1.6669422632006,
      "learning_rate": 3.7049396596634653e-05,
      "loss": 0.7052,
      "step": 113459
    },
    {
      "epoch": 4.6471431497030515,
      "grad_norm": 1.5834979309973054,
      "learning_rate": 3.7047250573822684e-05,
      "loss": 0.5843,
      "step": 113460
    },
    {
      "epoch": 4.647184108130248,
      "grad_norm": 2.279808467053747,
      "learning_rate": 3.704510460440821e-05,
      "loss": 1.1119,
      "step": 113461
    },
    {
      "epoch": 4.647225066557445,
      "grad_norm": 1.290453739987018,
      "learning_rate": 3.704295868839232e-05,
      "loss": 0.5491,
      "step": 113462
    },
    {
      "epoch": 4.64726602498464,
      "grad_norm": 1.395292683300139,
      "learning_rate": 3.7040812825775916e-05,
      "loss": 0.5331,
      "step": 113463
    },
    {
      "epoch": 4.647306983411837,
      "grad_norm": 1.562402653161597,
      "learning_rate": 3.70386670165601e-05,
      "loss": 0.6341,
      "step": 113464
    },
    {
      "epoch": 4.647347941839033,
      "grad_norm": 1.1262760277660449,
      "learning_rate": 3.7036521260745806e-05,
      "loss": 0.3339,
      "step": 113465
    },
    {
      "epoch": 4.64738890026623,
      "grad_norm": 1.9114787093197434,
      "learning_rate": 3.703437555833409e-05,
      "loss": 0.7714,
      "step": 113466
    },
    {
      "epoch": 4.647429858693426,
      "grad_norm": 1.6489498763500547,
      "learning_rate": 3.703222990932601e-05,
      "loss": 0.5912,
      "step": 113467
    },
    {
      "epoch": 4.647470817120623,
      "grad_norm": 3.9749112351864047,
      "learning_rate": 3.7030084313722483e-05,
      "loss": 3.2242,
      "step": 113468
    },
    {
      "epoch": 4.647511775547819,
      "grad_norm": 1.5950171442625516,
      "learning_rate": 3.702793877152463e-05,
      "loss": 0.6863,
      "step": 113469
    },
    {
      "epoch": 4.647552733975015,
      "grad_norm": 1.844222372842634,
      "learning_rate": 3.7025793282733365e-05,
      "loss": 0.8209,
      "step": 113470
    },
    {
      "epoch": 4.647593692402212,
      "grad_norm": 1.579345813473886,
      "learning_rate": 3.7023647847349755e-05,
      "loss": 0.6115,
      "step": 113471
    },
    {
      "epoch": 4.647634650829408,
      "grad_norm": 1.3454941984623332,
      "learning_rate": 3.7021502465374846e-05,
      "loss": 0.6762,
      "step": 113472
    },
    {
      "epoch": 4.647675609256605,
      "grad_norm": 1.0050307031570627,
      "learning_rate": 3.7019357136809566e-05,
      "loss": 0.2739,
      "step": 113473
    },
    {
      "epoch": 4.647716567683801,
      "grad_norm": 0.6883491519805223,
      "learning_rate": 3.7017211861654984e-05,
      "loss": 0.1945,
      "step": 113474
    },
    {
      "epoch": 4.647757526110997,
      "grad_norm": 1.3110384762212604,
      "learning_rate": 3.701506663991215e-05,
      "loss": 0.5508,
      "step": 113475
    },
    {
      "epoch": 4.647798484538193,
      "grad_norm": 0.7035581096032422,
      "learning_rate": 3.7012921471582005e-05,
      "loss": 0.0797,
      "step": 113476
    },
    {
      "epoch": 4.64783944296539,
      "grad_norm": 1.830663534885817,
      "learning_rate": 3.701077635666562e-05,
      "loss": 0.7463,
      "step": 113477
    },
    {
      "epoch": 4.6478804013925865,
      "grad_norm": 1.478909559245693,
      "learning_rate": 3.7008631295163946e-05,
      "loss": 0.4158,
      "step": 113478
    },
    {
      "epoch": 4.647921359819783,
      "grad_norm": 1.064546448687962,
      "learning_rate": 3.700648628707805e-05,
      "loss": 0.2795,
      "step": 113479
    },
    {
      "epoch": 4.64796231824698,
      "grad_norm": 1.579919965746265,
      "learning_rate": 3.7004341332408966e-05,
      "loss": 0.5779,
      "step": 113480
    },
    {
      "epoch": 4.648003276674176,
      "grad_norm": 1.139938780311096,
      "learning_rate": 3.7002196431157624e-05,
      "loss": 0.34,
      "step": 113481
    },
    {
      "epoch": 4.648044235101372,
      "grad_norm": 4.21061810499251,
      "learning_rate": 3.700005158332508e-05,
      "loss": 5.3972,
      "step": 113482
    },
    {
      "epoch": 4.648085193528568,
      "grad_norm": 1.4453190046006106,
      "learning_rate": 3.699790678891241e-05,
      "loss": 0.4893,
      "step": 113483
    },
    {
      "epoch": 4.648126151955765,
      "grad_norm": 1.0921950091688244,
      "learning_rate": 3.699576204792052e-05,
      "loss": 0.3124,
      "step": 113484
    },
    {
      "epoch": 4.648167110382961,
      "grad_norm": 1.6758719939384448,
      "learning_rate": 3.699361736035053e-05,
      "loss": 0.5983,
      "step": 113485
    },
    {
      "epoch": 4.648208068810158,
      "grad_norm": 1.3720424861965543,
      "learning_rate": 3.699147272620334e-05,
      "loss": 0.6127,
      "step": 113486
    },
    {
      "epoch": 4.6482490272373544,
      "grad_norm": 1.5606157176740463,
      "learning_rate": 3.6989328145480035e-05,
      "loss": 0.7219,
      "step": 113487
    },
    {
      "epoch": 4.64828998566455,
      "grad_norm": 1.5987461436624046,
      "learning_rate": 3.698718361818166e-05,
      "loss": 0.6758,
      "step": 113488
    },
    {
      "epoch": 4.648330944091747,
      "grad_norm": 1.3727992908584008,
      "learning_rate": 3.6985039144309145e-05,
      "loss": 0.4803,
      "step": 113489
    },
    {
      "epoch": 4.648371902518943,
      "grad_norm": 1.6161854575921843,
      "learning_rate": 3.698289472386355e-05,
      "loss": 0.5957,
      "step": 113490
    },
    {
      "epoch": 4.64841286094614,
      "grad_norm": 1.504992173084688,
      "learning_rate": 3.698075035684593e-05,
      "loss": 0.6281,
      "step": 113491
    },
    {
      "epoch": 4.648453819373336,
      "grad_norm": 1.4302317728882923,
      "learning_rate": 3.697860604325719e-05,
      "loss": 0.7458,
      "step": 113492
    },
    {
      "epoch": 4.648494777800533,
      "grad_norm": 1.4347938988610511,
      "learning_rate": 3.6976461783098474e-05,
      "loss": 0.7909,
      "step": 113493
    },
    {
      "epoch": 4.648535736227728,
      "grad_norm": 1.3424448079076692,
      "learning_rate": 3.6974317576370666e-05,
      "loss": 0.543,
      "step": 113494
    },
    {
      "epoch": 4.648576694654925,
      "grad_norm": 1.4419050003236105,
      "learning_rate": 3.6972173423074855e-05,
      "loss": 0.5048,
      "step": 113495
    },
    {
      "epoch": 4.6486176530821215,
      "grad_norm": 1.4865048852415932,
      "learning_rate": 3.697002932321208e-05,
      "loss": 0.4855,
      "step": 113496
    },
    {
      "epoch": 4.648658611509318,
      "grad_norm": 1.4190754119237405,
      "learning_rate": 3.696788527678326e-05,
      "loss": 0.8524,
      "step": 113497
    },
    {
      "epoch": 4.648699569936515,
      "grad_norm": 1.411031002007039,
      "learning_rate": 3.696574128378949e-05,
      "loss": 0.6406,
      "step": 113498
    },
    {
      "epoch": 4.648740528363711,
      "grad_norm": 1.4230514659982179,
      "learning_rate": 3.696359734423179e-05,
      "loss": 0.5904,
      "step": 113499
    },
    {
      "epoch": 4.648781486790908,
      "grad_norm": 1.4993488101331105,
      "learning_rate": 3.696145345811109e-05,
      "loss": 0.6281,
      "step": 113500
    },
    {
      "epoch": 4.648822445218103,
      "grad_norm": 1.7643120744797014,
      "learning_rate": 3.695930962542851e-05,
      "loss": 0.837,
      "step": 113501
    },
    {
      "epoch": 4.6488634036453,
      "grad_norm": 1.4979832426317217,
      "learning_rate": 3.6957165846184956e-05,
      "loss": 0.6337,
      "step": 113502
    },
    {
      "epoch": 4.648904362072496,
      "grad_norm": 1.7448445733349143,
      "learning_rate": 3.69550221203815e-05,
      "loss": 0.6663,
      "step": 113503
    },
    {
      "epoch": 4.648945320499693,
      "grad_norm": 1.3047879462836136,
      "learning_rate": 3.6952878448019195e-05,
      "loss": 0.5757,
      "step": 113504
    },
    {
      "epoch": 4.648986278926889,
      "grad_norm": 2.171849587042284,
      "learning_rate": 3.6950734829098974e-05,
      "loss": 1.1744,
      "step": 113505
    },
    {
      "epoch": 4.649027237354086,
      "grad_norm": 1.9378126085972387,
      "learning_rate": 3.6948591263621925e-05,
      "loss": 0.8337,
      "step": 113506
    },
    {
      "epoch": 4.6490681957812825,
      "grad_norm": 1.6003519405814755,
      "learning_rate": 3.694644775158897e-05,
      "loss": 0.6323,
      "step": 113507
    },
    {
      "epoch": 4.649109154208478,
      "grad_norm": 5.119084293553313,
      "learning_rate": 3.6944304293001215e-05,
      "loss": 4.3668,
      "step": 113508
    },
    {
      "epoch": 4.649150112635675,
      "grad_norm": 1.6127157365308749,
      "learning_rate": 3.694216088785961e-05,
      "loss": 0.6731,
      "step": 113509
    },
    {
      "epoch": 4.649191071062871,
      "grad_norm": 1.539970354160262,
      "learning_rate": 3.694001753616521e-05,
      "loss": 0.6509,
      "step": 113510
    },
    {
      "epoch": 4.649232029490068,
      "grad_norm": 0.993586760298653,
      "learning_rate": 3.693787423791898e-05,
      "loss": 0.2062,
      "step": 113511
    },
    {
      "epoch": 4.649272987917264,
      "grad_norm": 1.5328369004984674,
      "learning_rate": 3.6935730993121995e-05,
      "loss": 0.6963,
      "step": 113512
    },
    {
      "epoch": 4.64931394634446,
      "grad_norm": 0.8487760724367507,
      "learning_rate": 3.69335878017752e-05,
      "loss": 0.2055,
      "step": 113513
    },
    {
      "epoch": 4.6493549047716565,
      "grad_norm": 1.2067836842269615,
      "learning_rate": 3.693144466387965e-05,
      "loss": 0.294,
      "step": 113514
    },
    {
      "epoch": 4.649395863198853,
      "grad_norm": 1.5446503719794842,
      "learning_rate": 3.6929301579436376e-05,
      "loss": 0.6324,
      "step": 113515
    },
    {
      "epoch": 4.6494368216260495,
      "grad_norm": 1.5256537489331687,
      "learning_rate": 3.6927158548446345e-05,
      "loss": 0.4954,
      "step": 113516
    },
    {
      "epoch": 4.649477780053246,
      "grad_norm": 1.1753521894318855,
      "learning_rate": 3.692501557091057e-05,
      "loss": 0.3943,
      "step": 113517
    },
    {
      "epoch": 4.649518738480443,
      "grad_norm": 1.5682585304038543,
      "learning_rate": 3.692287264683015e-05,
      "loss": 0.7113,
      "step": 113518
    },
    {
      "epoch": 4.649559696907639,
      "grad_norm": 1.4842599190046146,
      "learning_rate": 3.6920729776205976e-05,
      "loss": 0.6515,
      "step": 113519
    },
    {
      "epoch": 4.649600655334835,
      "grad_norm": 1.3963677937092644,
      "learning_rate": 3.691858695903917e-05,
      "loss": 0.705,
      "step": 113520
    },
    {
      "epoch": 4.649641613762031,
      "grad_norm": 0.889665376950831,
      "learning_rate": 3.6916444195330654e-05,
      "loss": 0.2127,
      "step": 113521
    },
    {
      "epoch": 4.649682572189228,
      "grad_norm": 1.4124355360880954,
      "learning_rate": 3.691430148508149e-05,
      "loss": 0.5811,
      "step": 113522
    },
    {
      "epoch": 4.649723530616424,
      "grad_norm": 1.4242781462843825,
      "learning_rate": 3.691215882829271e-05,
      "loss": 0.5449,
      "step": 113523
    },
    {
      "epoch": 4.649764489043621,
      "grad_norm": 1.5905787128257685,
      "learning_rate": 3.691001622496525e-05,
      "loss": 0.6158,
      "step": 113524
    },
    {
      "epoch": 4.6498054474708175,
      "grad_norm": 1.4203040119195456,
      "learning_rate": 3.690787367510019e-05,
      "loss": 0.6467,
      "step": 113525
    },
    {
      "epoch": 4.649846405898014,
      "grad_norm": 1.262815168334829,
      "learning_rate": 3.690573117869855e-05,
      "loss": 0.4397,
      "step": 113526
    },
    {
      "epoch": 4.64988736432521,
      "grad_norm": 0.36058333258878544,
      "learning_rate": 3.690358873576129e-05,
      "loss": 0.0393,
      "step": 113527
    },
    {
      "epoch": 4.649928322752406,
      "grad_norm": 0.8562452536643373,
      "learning_rate": 3.690144634628948e-05,
      "loss": 0.2227,
      "step": 113528
    },
    {
      "epoch": 4.649969281179603,
      "grad_norm": 0.9798171207890841,
      "learning_rate": 3.689930401028407e-05,
      "loss": 0.2439,
      "step": 113529
    },
    {
      "epoch": 4.650010239606799,
      "grad_norm": 1.5636105132788083,
      "learning_rate": 3.689716172774611e-05,
      "loss": 0.5541,
      "step": 113530
    },
    {
      "epoch": 4.650051198033996,
      "grad_norm": 0.9763085459997994,
      "learning_rate": 3.689501949867664e-05,
      "loss": 0.2597,
      "step": 113531
    },
    {
      "epoch": 4.6500921564611915,
      "grad_norm": 1.679691253169483,
      "learning_rate": 3.689287732307661e-05,
      "loss": 0.7866,
      "step": 113532
    },
    {
      "epoch": 4.650133114888388,
      "grad_norm": 1.2541586290964362,
      "learning_rate": 3.689073520094705e-05,
      "loss": 0.4706,
      "step": 113533
    },
    {
      "epoch": 4.6501740733155845,
      "grad_norm": 1.291816527826169,
      "learning_rate": 3.688859313228905e-05,
      "loss": 0.4482,
      "step": 113534
    },
    {
      "epoch": 4.650215031742781,
      "grad_norm": 2.0729908334890315,
      "learning_rate": 3.688645111710351e-05,
      "loss": 0.7297,
      "step": 113535
    },
    {
      "epoch": 4.650255990169978,
      "grad_norm": 1.4623639665104793,
      "learning_rate": 3.688430915539153e-05,
      "loss": 0.5623,
      "step": 113536
    },
    {
      "epoch": 4.650296948597174,
      "grad_norm": 1.3540586407980522,
      "learning_rate": 3.6882167247154036e-05,
      "loss": 0.4363,
      "step": 113537
    },
    {
      "epoch": 4.650337907024371,
      "grad_norm": 1.4321523402780918,
      "learning_rate": 3.688002539239211e-05,
      "loss": 0.4294,
      "step": 113538
    },
    {
      "epoch": 4.650378865451566,
      "grad_norm": 1.8665612840212362,
      "learning_rate": 3.687788359110676e-05,
      "loss": 0.8025,
      "step": 113539
    },
    {
      "epoch": 4.650419823878763,
      "grad_norm": 1.613740702748382,
      "learning_rate": 3.687574184329896e-05,
      "loss": 0.6784,
      "step": 113540
    },
    {
      "epoch": 4.650460782305959,
      "grad_norm": 1.2540627449385777,
      "learning_rate": 3.687360014896977e-05,
      "loss": 0.5252,
      "step": 113541
    },
    {
      "epoch": 4.650501740733156,
      "grad_norm": 1.4130950391717103,
      "learning_rate": 3.687145850812014e-05,
      "loss": 0.4155,
      "step": 113542
    },
    {
      "epoch": 4.6505426991603525,
      "grad_norm": 1.39482304730937,
      "learning_rate": 3.686931692075113e-05,
      "loss": 0.5019,
      "step": 113543
    },
    {
      "epoch": 4.650583657587549,
      "grad_norm": 3.5842193327139173,
      "learning_rate": 3.6867175386863776e-05,
      "loss": 1.3344,
      "step": 113544
    },
    {
      "epoch": 4.6506246160147455,
      "grad_norm": 0.5960146340763489,
      "learning_rate": 3.686503390645902e-05,
      "loss": 0.0835,
      "step": 113545
    },
    {
      "epoch": 4.650665574441941,
      "grad_norm": 1.5124216090423652,
      "learning_rate": 3.686289247953792e-05,
      "loss": 0.5617,
      "step": 113546
    },
    {
      "epoch": 4.650706532869138,
      "grad_norm": 1.7836858769870447,
      "learning_rate": 3.68607511061015e-05,
      "loss": 0.8485,
      "step": 113547
    },
    {
      "epoch": 4.650747491296334,
      "grad_norm": 1.4747466466516534,
      "learning_rate": 3.685860978615073e-05,
      "loss": 0.5273,
      "step": 113548
    },
    {
      "epoch": 4.650788449723531,
      "grad_norm": 3.1854478337723804,
      "learning_rate": 3.685646851968667e-05,
      "loss": 2.447,
      "step": 113549
    },
    {
      "epoch": 4.650829408150727,
      "grad_norm": 0.8647378701138071,
      "learning_rate": 3.685432730671028e-05,
      "loss": 0.208,
      "step": 113550
    },
    {
      "epoch": 4.650870366577923,
      "grad_norm": 1.498388056577904,
      "learning_rate": 3.685218614722259e-05,
      "loss": 0.5837,
      "step": 113551
    },
    {
      "epoch": 4.6509113250051195,
      "grad_norm": 0.7940811675419056,
      "learning_rate": 3.685004504122465e-05,
      "loss": 0.2061,
      "step": 113552
    },
    {
      "epoch": 4.650952283432316,
      "grad_norm": 1.6429397253607612,
      "learning_rate": 3.6847903988717414e-05,
      "loss": 0.609,
      "step": 113553
    },
    {
      "epoch": 4.650993241859513,
      "grad_norm": 1.4640230257525777,
      "learning_rate": 3.684576298970192e-05,
      "loss": 0.4282,
      "step": 113554
    },
    {
      "epoch": 4.651034200286709,
      "grad_norm": 1.42194365077705,
      "learning_rate": 3.684362204417924e-05,
      "loss": 0.4679,
      "step": 113555
    },
    {
      "epoch": 4.651075158713906,
      "grad_norm": 1.526239501715191,
      "learning_rate": 3.684148115215026e-05,
      "loss": 0.5315,
      "step": 113556
    },
    {
      "epoch": 4.651116117141102,
      "grad_norm": 1.6922933451635473,
      "learning_rate": 3.683934031361613e-05,
      "loss": 0.8355,
      "step": 113557
    },
    {
      "epoch": 4.651157075568298,
      "grad_norm": 0.9392209791150959,
      "learning_rate": 3.683719952857773e-05,
      "loss": 0.2686,
      "step": 113558
    },
    {
      "epoch": 4.651198033995494,
      "grad_norm": 1.7449182513133237,
      "learning_rate": 3.6835058797036144e-05,
      "loss": 0.6665,
      "step": 113559
    },
    {
      "epoch": 4.651238992422691,
      "grad_norm": 1.6951529770865053,
      "learning_rate": 3.6832918118992436e-05,
      "loss": 0.5889,
      "step": 113560
    },
    {
      "epoch": 4.651279950849887,
      "grad_norm": 1.6454395681954133,
      "learning_rate": 3.68307774944475e-05,
      "loss": 0.7602,
      "step": 113561
    },
    {
      "epoch": 4.651320909277084,
      "grad_norm": 0.9435929558797999,
      "learning_rate": 3.6828636923402393e-05,
      "loss": 0.2612,
      "step": 113562
    },
    {
      "epoch": 4.6513618677042805,
      "grad_norm": 2.00834242682462,
      "learning_rate": 3.6826496405858194e-05,
      "loss": 0.7974,
      "step": 113563
    },
    {
      "epoch": 4.651402826131477,
      "grad_norm": 1.1141378565103848,
      "learning_rate": 3.682435594181582e-05,
      "loss": 0.3707,
      "step": 113564
    },
    {
      "epoch": 4.651443784558673,
      "grad_norm": 1.3823024481601995,
      "learning_rate": 3.682221553127636e-05,
      "loss": 0.728,
      "step": 113565
    },
    {
      "epoch": 4.651484742985869,
      "grad_norm": 0.9663221259572461,
      "learning_rate": 3.682007517424074e-05,
      "loss": 0.2521,
      "step": 113566
    },
    {
      "epoch": 4.651525701413066,
      "grad_norm": 1.661015657975401,
      "learning_rate": 3.681793487071003e-05,
      "loss": 0.6795,
      "step": 113567
    },
    {
      "epoch": 4.651566659840262,
      "grad_norm": 1.6975033686891305,
      "learning_rate": 3.681579462068528e-05,
      "loss": 0.7641,
      "step": 113568
    },
    {
      "epoch": 4.651607618267459,
      "grad_norm": 1.4095756384086813,
      "learning_rate": 3.68136544241674e-05,
      "loss": 0.6359,
      "step": 113569
    },
    {
      "epoch": 4.6516485766946545,
      "grad_norm": 2.5889739899444018,
      "learning_rate": 3.681151428115747e-05,
      "loss": 1.5638,
      "step": 113570
    },
    {
      "epoch": 4.651689535121851,
      "grad_norm": 0.9061885907180733,
      "learning_rate": 3.680937419165653e-05,
      "loss": 0.2098,
      "step": 113571
    },
    {
      "epoch": 4.6517304935490476,
      "grad_norm": 1.2889851943407744,
      "learning_rate": 3.6807234155665494e-05,
      "loss": 0.618,
      "step": 113572
    },
    {
      "epoch": 4.651771451976244,
      "grad_norm": 0.7798621745064607,
      "learning_rate": 3.6805094173185476e-05,
      "loss": 0.1615,
      "step": 113573
    },
    {
      "epoch": 4.651812410403441,
      "grad_norm": 1.1354666931186332,
      "learning_rate": 3.68029542442174e-05,
      "loss": 0.3743,
      "step": 113574
    },
    {
      "epoch": 4.651853368830637,
      "grad_norm": 2.121788502570545,
      "learning_rate": 3.680081436876232e-05,
      "loss": 0.5735,
      "step": 113575
    },
    {
      "epoch": 4.651894327257834,
      "grad_norm": 1.8591015179721448,
      "learning_rate": 3.6798674546821295e-05,
      "loss": 0.9875,
      "step": 113576
    },
    {
      "epoch": 4.651935285685029,
      "grad_norm": 1.3747705823637755,
      "learning_rate": 3.679653477839523e-05,
      "loss": 0.5234,
      "step": 113577
    },
    {
      "epoch": 4.651976244112226,
      "grad_norm": 1.6742555202112477,
      "learning_rate": 3.679439506348526e-05,
      "loss": 0.7258,
      "step": 113578
    },
    {
      "epoch": 4.652017202539422,
      "grad_norm": 0.509770448959319,
      "learning_rate": 3.6792255402092314e-05,
      "loss": 0.0594,
      "step": 113579
    },
    {
      "epoch": 4.652058160966619,
      "grad_norm": 1.6164292154277855,
      "learning_rate": 3.679011579421737e-05,
      "loss": 0.6021,
      "step": 113580
    },
    {
      "epoch": 4.6520991193938155,
      "grad_norm": 1.8268078687628355,
      "learning_rate": 3.6787976239861504e-05,
      "loss": 0.7444,
      "step": 113581
    },
    {
      "epoch": 4.652140077821012,
      "grad_norm": 1.0880246570317904,
      "learning_rate": 3.678583673902576e-05,
      "loss": 0.2102,
      "step": 113582
    },
    {
      "epoch": 4.652181036248209,
      "grad_norm": 1.6180676735484585,
      "learning_rate": 3.678369729171105e-05,
      "loss": 0.7237,
      "step": 113583
    },
    {
      "epoch": 4.652221994675404,
      "grad_norm": 0.5290580753700298,
      "learning_rate": 3.6781557897918495e-05,
      "loss": 0.0808,
      "step": 113584
    },
    {
      "epoch": 4.652262953102601,
      "grad_norm": 1.5461049758413579,
      "learning_rate": 3.677941855764899e-05,
      "loss": 0.5839,
      "step": 113585
    },
    {
      "epoch": 4.652303911529797,
      "grad_norm": 1.0042805510308312,
      "learning_rate": 3.677727927090361e-05,
      "loss": 0.2367,
      "step": 113586
    },
    {
      "epoch": 4.652344869956994,
      "grad_norm": 1.7575617549181524,
      "learning_rate": 3.677514003768341e-05,
      "loss": 0.8081,
      "step": 113587
    },
    {
      "epoch": 4.65238582838419,
      "grad_norm": 1.3269369676878846,
      "learning_rate": 3.677300085798931e-05,
      "loss": 0.186,
      "step": 113588
    },
    {
      "epoch": 4.652426786811386,
      "grad_norm": 1.4935642080757416,
      "learning_rate": 3.677086173182236e-05,
      "loss": 0.6543,
      "step": 113589
    },
    {
      "epoch": 4.6524677452385825,
      "grad_norm": 1.62713661876757,
      "learning_rate": 3.6768722659183624e-05,
      "loss": 0.73,
      "step": 113590
    },
    {
      "epoch": 4.652508703665779,
      "grad_norm": 1.6491692000623994,
      "learning_rate": 3.676658364007402e-05,
      "loss": 0.7431,
      "step": 113591
    },
    {
      "epoch": 4.652549662092976,
      "grad_norm": 0.5937504951765409,
      "learning_rate": 3.676444467449465e-05,
      "loss": 0.0611,
      "step": 113592
    },
    {
      "epoch": 4.652590620520172,
      "grad_norm": 1.7955760651544421,
      "learning_rate": 3.6762305762446434e-05,
      "loss": 0.8395,
      "step": 113593
    },
    {
      "epoch": 4.652631578947369,
      "grad_norm": 1.9061125021323784,
      "learning_rate": 3.6760166903930435e-05,
      "loss": 0.6652,
      "step": 113594
    },
    {
      "epoch": 4.652672537374565,
      "grad_norm": 2.21710317308986,
      "learning_rate": 3.67580280989477e-05,
      "loss": 1.2012,
      "step": 113595
    },
    {
      "epoch": 4.652713495801761,
      "grad_norm": 0.8024295704129444,
      "learning_rate": 3.675588934749916e-05,
      "loss": 0.1962,
      "step": 113596
    },
    {
      "epoch": 4.652754454228957,
      "grad_norm": 0.8905590696236938,
      "learning_rate": 3.675375064958584e-05,
      "loss": 0.1687,
      "step": 113597
    },
    {
      "epoch": 4.652795412656154,
      "grad_norm": 1.6875139038570162,
      "learning_rate": 3.675161200520885e-05,
      "loss": 0.6325,
      "step": 113598
    },
    {
      "epoch": 4.6528363710833505,
      "grad_norm": 1.1400355847926733,
      "learning_rate": 3.6749473414369064e-05,
      "loss": 0.2233,
      "step": 113599
    },
    {
      "epoch": 4.652877329510547,
      "grad_norm": 1.6949270662847225,
      "learning_rate": 3.67473348770676e-05,
      "loss": 0.6635,
      "step": 113600
    },
    {
      "epoch": 4.6529182879377435,
      "grad_norm": 1.1499643342574428,
      "learning_rate": 3.674519639330538e-05,
      "loss": 0.3282,
      "step": 113601
    },
    {
      "epoch": 4.65295924636494,
      "grad_norm": 1.1214773757357346,
      "learning_rate": 3.674305796308347e-05,
      "loss": 0.2363,
      "step": 113602
    },
    {
      "epoch": 4.653000204792136,
      "grad_norm": 1.4176296909012853,
      "learning_rate": 3.6740919586402906e-05,
      "loss": 0.4643,
      "step": 113603
    },
    {
      "epoch": 4.653041163219332,
      "grad_norm": 1.8174674961976633,
      "learning_rate": 3.673878126326462e-05,
      "loss": 0.7318,
      "step": 113604
    },
    {
      "epoch": 4.653082121646529,
      "grad_norm": 1.8274152113189222,
      "learning_rate": 3.673664299366966e-05,
      "loss": 0.6196,
      "step": 113605
    },
    {
      "epoch": 4.653123080073725,
      "grad_norm": 1.5154257202281378,
      "learning_rate": 3.6734504777619095e-05,
      "loss": 0.6374,
      "step": 113606
    },
    {
      "epoch": 4.653164038500922,
      "grad_norm": 2.6228329397832053,
      "learning_rate": 3.673236661511383e-05,
      "loss": 0.6043,
      "step": 113607
    },
    {
      "epoch": 4.6532049969281175,
      "grad_norm": 1.8420754579309473,
      "learning_rate": 3.673022850615498e-05,
      "loss": 0.9204,
      "step": 113608
    },
    {
      "epoch": 4.653245955355314,
      "grad_norm": 1.4377879709816264,
      "learning_rate": 3.6728090450743464e-05,
      "loss": 0.5704,
      "step": 113609
    },
    {
      "epoch": 4.653286913782511,
      "grad_norm": 0.9200839839895638,
      "learning_rate": 3.672595244888033e-05,
      "loss": 0.2314,
      "step": 113610
    },
    {
      "epoch": 4.653327872209707,
      "grad_norm": 1.4761248819676915,
      "learning_rate": 3.672381450056664e-05,
      "loss": 0.6026,
      "step": 113611
    },
    {
      "epoch": 4.653368830636904,
      "grad_norm": 1.5458825637111182,
      "learning_rate": 3.672167660580332e-05,
      "loss": 0.7039,
      "step": 113612
    },
    {
      "epoch": 4.6534097890641,
      "grad_norm": 0.8815629425416374,
      "learning_rate": 3.671953876459145e-05,
      "loss": 0.1971,
      "step": 113613
    },
    {
      "epoch": 4.653450747491297,
      "grad_norm": 1.852031396319007,
      "learning_rate": 3.671740097693197e-05,
      "loss": 0.7214,
      "step": 113614
    },
    {
      "epoch": 4.653491705918492,
      "grad_norm": 1.69240082157082,
      "learning_rate": 3.671526324282594e-05,
      "loss": 0.9134,
      "step": 113615
    },
    {
      "epoch": 4.653532664345689,
      "grad_norm": 1.5302638110453677,
      "learning_rate": 3.671312556227438e-05,
      "loss": 0.491,
      "step": 113616
    },
    {
      "epoch": 4.653573622772885,
      "grad_norm": 1.1937096449384463,
      "learning_rate": 3.6710987935278255e-05,
      "loss": 0.3737,
      "step": 113617
    },
    {
      "epoch": 4.653614581200082,
      "grad_norm": 1.6482864361600746,
      "learning_rate": 3.67088503618386e-05,
      "loss": 0.6653,
      "step": 113618
    },
    {
      "epoch": 4.6536555396272785,
      "grad_norm": 1.506687167378663,
      "learning_rate": 3.6706712841956453e-05,
      "loss": 0.6371,
      "step": 113619
    },
    {
      "epoch": 4.653696498054475,
      "grad_norm": 0.5197626578429113,
      "learning_rate": 3.6704575375632765e-05,
      "loss": 0.0776,
      "step": 113620
    },
    {
      "epoch": 4.653737456481672,
      "grad_norm": 2.8458945351903733,
      "learning_rate": 3.670243796286864e-05,
      "loss": 2.2634,
      "step": 113621
    },
    {
      "epoch": 4.653778414908867,
      "grad_norm": 1.4037341685755984,
      "learning_rate": 3.6700300603664964e-05,
      "loss": 0.6265,
      "step": 113622
    },
    {
      "epoch": 4.653819373336064,
      "grad_norm": 1.4575866500043402,
      "learning_rate": 3.669816329802281e-05,
      "loss": 0.5554,
      "step": 113623
    },
    {
      "epoch": 4.65386033176326,
      "grad_norm": 2.0436872332036686,
      "learning_rate": 3.669602604594324e-05,
      "loss": 1.0036,
      "step": 113624
    },
    {
      "epoch": 4.653901290190457,
      "grad_norm": 1.412405538761622,
      "learning_rate": 3.669388884742717e-05,
      "loss": 0.5102,
      "step": 113625
    },
    {
      "epoch": 4.653942248617653,
      "grad_norm": 1.2833577133696021,
      "learning_rate": 3.669175170247566e-05,
      "loss": 0.4475,
      "step": 113626
    },
    {
      "epoch": 4.653983207044849,
      "grad_norm": 1.5782452459849718,
      "learning_rate": 3.668961461108975e-05,
      "loss": 0.6546,
      "step": 113627
    },
    {
      "epoch": 4.654024165472046,
      "grad_norm": 0.8726489722021603,
      "learning_rate": 3.668747757327038e-05,
      "loss": 0.1835,
      "step": 113628
    },
    {
      "epoch": 4.654065123899242,
      "grad_norm": 1.4556276922613667,
      "learning_rate": 3.668534058901862e-05,
      "loss": 0.5356,
      "step": 113629
    },
    {
      "epoch": 4.654106082326439,
      "grad_norm": 1.688807156892409,
      "learning_rate": 3.6683203658335436e-05,
      "loss": 0.6454,
      "step": 113630
    },
    {
      "epoch": 4.654147040753635,
      "grad_norm": 2.2022389349155294,
      "learning_rate": 3.6681066781221845e-05,
      "loss": 0.8231,
      "step": 113631
    },
    {
      "epoch": 4.654187999180832,
      "grad_norm": 1.783133491483419,
      "learning_rate": 3.667892995767892e-05,
      "loss": 0.6159,
      "step": 113632
    },
    {
      "epoch": 4.654228957608028,
      "grad_norm": 1.9418661649745657,
      "learning_rate": 3.667679318770758e-05,
      "loss": 0.6781,
      "step": 113633
    },
    {
      "epoch": 4.654269916035224,
      "grad_norm": 0.5568997438264692,
      "learning_rate": 3.667465647130886e-05,
      "loss": 0.061,
      "step": 113634
    },
    {
      "epoch": 4.65431087446242,
      "grad_norm": 1.588908261297452,
      "learning_rate": 3.6672519808483845e-05,
      "loss": 0.5755,
      "step": 113635
    },
    {
      "epoch": 4.654351832889617,
      "grad_norm": 0.8314885879125118,
      "learning_rate": 3.667038319923343e-05,
      "loss": 0.1565,
      "step": 113636
    },
    {
      "epoch": 4.6543927913168135,
      "grad_norm": 0.9249545434300621,
      "learning_rate": 3.6668246643558755e-05,
      "loss": 0.2123,
      "step": 113637
    },
    {
      "epoch": 4.65443374974401,
      "grad_norm": 1.5766432550402292,
      "learning_rate": 3.666611014146068e-05,
      "loss": 0.5051,
      "step": 113638
    },
    {
      "epoch": 4.654474708171207,
      "grad_norm": 1.5100958741060875,
      "learning_rate": 3.66639736929403e-05,
      "loss": 0.5497,
      "step": 113639
    },
    {
      "epoch": 4.654515666598403,
      "grad_norm": 0.5172593705768797,
      "learning_rate": 3.666183729799866e-05,
      "loss": 0.0378,
      "step": 113640
    },
    {
      "epoch": 4.654556625025599,
      "grad_norm": 1.5427339586068836,
      "learning_rate": 3.66597009566367e-05,
      "loss": 0.6499,
      "step": 113641
    },
    {
      "epoch": 4.654597583452795,
      "grad_norm": 0.946292555697442,
      "learning_rate": 3.665756466885544e-05,
      "loss": 0.2236,
      "step": 113642
    },
    {
      "epoch": 4.654638541879992,
      "grad_norm": 1.6245403150078517,
      "learning_rate": 3.665542843465596e-05,
      "loss": 0.5799,
      "step": 113643
    },
    {
      "epoch": 4.654679500307188,
      "grad_norm": 1.5441452720825157,
      "learning_rate": 3.665329225403916e-05,
      "loss": 0.6674,
      "step": 113644
    },
    {
      "epoch": 4.654720458734385,
      "grad_norm": 1.6553913509198728,
      "learning_rate": 3.665115612700615e-05,
      "loss": 0.7053,
      "step": 113645
    },
    {
      "epoch": 4.6547614171615805,
      "grad_norm": 0.9351644550771515,
      "learning_rate": 3.664902005355786e-05,
      "loss": 0.1861,
      "step": 113646
    },
    {
      "epoch": 4.654802375588777,
      "grad_norm": 1.434398290076125,
      "learning_rate": 3.664688403369534e-05,
      "loss": 0.5364,
      "step": 113647
    },
    {
      "epoch": 4.654843334015974,
      "grad_norm": 1.2087998443757009,
      "learning_rate": 3.6644748067419624e-05,
      "loss": 0.5091,
      "step": 113648
    },
    {
      "epoch": 4.65488429244317,
      "grad_norm": 1.3231454076012703,
      "learning_rate": 3.664261215473171e-05,
      "loss": 0.4205,
      "step": 113649
    },
    {
      "epoch": 4.654925250870367,
      "grad_norm": 1.931899649091614,
      "learning_rate": 3.664047629563254e-05,
      "loss": 0.6684,
      "step": 113650
    },
    {
      "epoch": 4.654966209297563,
      "grad_norm": 1.8372218287326687,
      "learning_rate": 3.663834049012322e-05,
      "loss": 0.8401,
      "step": 113651
    },
    {
      "epoch": 4.65500716772476,
      "grad_norm": 0.7917197425155911,
      "learning_rate": 3.6636204738204675e-05,
      "loss": 0.1976,
      "step": 113652
    },
    {
      "epoch": 4.655048126151955,
      "grad_norm": 1.6987459017191209,
      "learning_rate": 3.663406903987795e-05,
      "loss": 0.5266,
      "step": 113653
    },
    {
      "epoch": 4.655089084579152,
      "grad_norm": 1.932965439933675,
      "learning_rate": 3.663193339514409e-05,
      "loss": 0.6829,
      "step": 113654
    },
    {
      "epoch": 4.6551300430063485,
      "grad_norm": 1.246119724144919,
      "learning_rate": 3.6629797804004044e-05,
      "loss": 0.3954,
      "step": 113655
    },
    {
      "epoch": 4.655171001433545,
      "grad_norm": 1.3862729096513056,
      "learning_rate": 3.66276622664589e-05,
      "loss": 0.5187,
      "step": 113656
    },
    {
      "epoch": 4.6552119598607415,
      "grad_norm": 0.8923045100346538,
      "learning_rate": 3.662552678250957e-05,
      "loss": 0.1939,
      "step": 113657
    },
    {
      "epoch": 4.655252918287938,
      "grad_norm": 0.9142403857573953,
      "learning_rate": 3.6623391352157113e-05,
      "loss": 0.217,
      "step": 113658
    },
    {
      "epoch": 4.655293876715135,
      "grad_norm": 1.124486461928524,
      "learning_rate": 3.662125597540258e-05,
      "loss": 0.2895,
      "step": 113659
    },
    {
      "epoch": 4.65533483514233,
      "grad_norm": 1.639279212332322,
      "learning_rate": 3.6619120652246884e-05,
      "loss": 0.6256,
      "step": 113660
    },
    {
      "epoch": 4.655375793569527,
      "grad_norm": 1.6239943360510216,
      "learning_rate": 3.6616985382691096e-05,
      "loss": 0.4466,
      "step": 113661
    },
    {
      "epoch": 4.655416751996723,
      "grad_norm": 0.9296472874349603,
      "learning_rate": 3.6614850166736264e-05,
      "loss": 0.2104,
      "step": 113662
    },
    {
      "epoch": 4.65545771042392,
      "grad_norm": 1.9799016854109714,
      "learning_rate": 3.661271500438331e-05,
      "loss": 0.6998,
      "step": 113663
    },
    {
      "epoch": 4.655498668851116,
      "grad_norm": 1.6202486092355879,
      "learning_rate": 3.661057989563333e-05,
      "loss": 0.7676,
      "step": 113664
    },
    {
      "epoch": 4.655539627278312,
      "grad_norm": 1.6422968612184317,
      "learning_rate": 3.6608444840487226e-05,
      "loss": 0.4445,
      "step": 113665
    },
    {
      "epoch": 4.655580585705509,
      "grad_norm": 1.2999765604760107,
      "learning_rate": 3.660630983894609e-05,
      "loss": 0.5909,
      "step": 113666
    },
    {
      "epoch": 4.655621544132705,
      "grad_norm": 1.631345216859734,
      "learning_rate": 3.6604174891010945e-05,
      "loss": 0.324,
      "step": 113667
    },
    {
      "epoch": 4.655662502559902,
      "grad_norm": 1.453084524051071,
      "learning_rate": 3.660203999668272e-05,
      "loss": 0.5358,
      "step": 113668
    },
    {
      "epoch": 4.655703460987098,
      "grad_norm": 0.9587961385564912,
      "learning_rate": 3.659990515596247e-05,
      "loss": 0.2801,
      "step": 113669
    },
    {
      "epoch": 4.655744419414295,
      "grad_norm": 1.4097317757282204,
      "learning_rate": 3.659777036885125e-05,
      "loss": 0.52,
      "step": 113670
    },
    {
      "epoch": 4.655785377841491,
      "grad_norm": 1.6721719666064954,
      "learning_rate": 3.659563563534998e-05,
      "loss": 0.629,
      "step": 113671
    },
    {
      "epoch": 4.655826336268687,
      "grad_norm": 2.2569022867887045,
      "learning_rate": 3.6593500955459766e-05,
      "loss": 1.4074,
      "step": 113672
    },
    {
      "epoch": 4.6558672946958835,
      "grad_norm": 2.633322399809583,
      "learning_rate": 3.6591366329181524e-05,
      "loss": 1.2805,
      "step": 113673
    },
    {
      "epoch": 4.65590825312308,
      "grad_norm": 1.7290536575299709,
      "learning_rate": 3.6589231756516286e-05,
      "loss": 0.4588,
      "step": 113674
    },
    {
      "epoch": 4.6559492115502765,
      "grad_norm": 1.4222794055034755,
      "learning_rate": 3.6587097237465144e-05,
      "loss": 0.377,
      "step": 113675
    },
    {
      "epoch": 4.655990169977473,
      "grad_norm": 1.9853542347098412,
      "learning_rate": 3.658496277202898e-05,
      "loss": 0.6239,
      "step": 113676
    },
    {
      "epoch": 4.65603112840467,
      "grad_norm": 2.822201923782744,
      "learning_rate": 3.658282836020891e-05,
      "loss": 2.3806,
      "step": 113677
    },
    {
      "epoch": 4.656072086831866,
      "grad_norm": 0.5987033674116211,
      "learning_rate": 3.6580694002005846e-05,
      "loss": 0.1513,
      "step": 113678
    },
    {
      "epoch": 4.656113045259062,
      "grad_norm": 1.226450735232927,
      "learning_rate": 3.6578559697420864e-05,
      "loss": 0.2241,
      "step": 113679
    },
    {
      "epoch": 4.656154003686258,
      "grad_norm": 1.1562881184505647,
      "learning_rate": 3.6576425446454986e-05,
      "loss": 0.3963,
      "step": 113680
    },
    {
      "epoch": 4.656194962113455,
      "grad_norm": 0.8883486959442504,
      "learning_rate": 3.657429124910915e-05,
      "loss": 0.2167,
      "step": 113681
    },
    {
      "epoch": 4.656235920540651,
      "grad_norm": 1.5789359548927342,
      "learning_rate": 3.657215710538443e-05,
      "loss": 0.6304,
      "step": 113682
    },
    {
      "epoch": 4.656276878967848,
      "grad_norm": 2.9940426699723464,
      "learning_rate": 3.657002301528183e-05,
      "loss": 2.6944,
      "step": 113683
    },
    {
      "epoch": 4.656317837395044,
      "grad_norm": 4.638684319414957,
      "learning_rate": 3.656788897880232e-05,
      "loss": 6.0026,
      "step": 113684
    },
    {
      "epoch": 4.65635879582224,
      "grad_norm": 1.416736342084941,
      "learning_rate": 3.656575499594696e-05,
      "loss": 0.4628,
      "step": 113685
    },
    {
      "epoch": 4.656399754249437,
      "grad_norm": 1.4788157716499373,
      "learning_rate": 3.656362106671669e-05,
      "loss": 0.6238,
      "step": 113686
    },
    {
      "epoch": 4.656440712676633,
      "grad_norm": 0.9046749455925347,
      "learning_rate": 3.6561487191112544e-05,
      "loss": 0.2304,
      "step": 113687
    },
    {
      "epoch": 4.65648167110383,
      "grad_norm": 1.5071085364213341,
      "learning_rate": 3.6559353369135595e-05,
      "loss": 0.5037,
      "step": 113688
    },
    {
      "epoch": 4.656522629531026,
      "grad_norm": 0.7296121873005352,
      "learning_rate": 3.655721960078677e-05,
      "loss": 0.1454,
      "step": 113689
    },
    {
      "epoch": 4.656563587958223,
      "grad_norm": 1.5856344464718066,
      "learning_rate": 3.6555085886067096e-05,
      "loss": 0.782,
      "step": 113690
    },
    {
      "epoch": 4.656604546385418,
      "grad_norm": 0.9376521847526951,
      "learning_rate": 3.655295222497765e-05,
      "loss": 0.2183,
      "step": 113691
    },
    {
      "epoch": 4.656645504812615,
      "grad_norm": 1.3217274476721081,
      "learning_rate": 3.6550818617519326e-05,
      "loss": 0.628,
      "step": 113692
    },
    {
      "epoch": 4.6566864632398115,
      "grad_norm": 0.9228311934031652,
      "learning_rate": 3.654868506369324e-05,
      "loss": 0.2019,
      "step": 113693
    },
    {
      "epoch": 4.656727421667008,
      "grad_norm": 1.0590843255350795,
      "learning_rate": 3.6546551563500316e-05,
      "loss": 0.215,
      "step": 113694
    },
    {
      "epoch": 4.656768380094205,
      "grad_norm": 0.8817473968536996,
      "learning_rate": 3.65444181169416e-05,
      "loss": 0.1349,
      "step": 113695
    },
    {
      "epoch": 4.656809338521401,
      "grad_norm": 1.1386380524231472,
      "learning_rate": 3.654228472401813e-05,
      "loss": 0.2276,
      "step": 113696
    },
    {
      "epoch": 4.656850296948598,
      "grad_norm": 0.8880662665721372,
      "learning_rate": 3.6540151384730854e-05,
      "loss": 0.2098,
      "step": 113697
    },
    {
      "epoch": 4.656891255375793,
      "grad_norm": 1.5816233294208044,
      "learning_rate": 3.653801809908081e-05,
      "loss": 0.6358,
      "step": 113698
    },
    {
      "epoch": 4.65693221380299,
      "grad_norm": 1.6873013432503317,
      "learning_rate": 3.653588486706904e-05,
      "loss": 0.6686,
      "step": 113699
    },
    {
      "epoch": 4.656973172230186,
      "grad_norm": 1.225800959138269,
      "learning_rate": 3.653375168869648e-05,
      "loss": 0.3543,
      "step": 113700
    },
    {
      "epoch": 4.657014130657383,
      "grad_norm": 1.7020474393859784,
      "learning_rate": 3.653161856396423e-05,
      "loss": 0.6835,
      "step": 113701
    },
    {
      "epoch": 4.657055089084579,
      "grad_norm": 1.441591473712375,
      "learning_rate": 3.652948549287319e-05,
      "loss": 0.6713,
      "step": 113702
    },
    {
      "epoch": 4.657096047511775,
      "grad_norm": 1.139205684600855,
      "learning_rate": 3.652735247542443e-05,
      "loss": 0.2294,
      "step": 113703
    },
    {
      "epoch": 4.657137005938972,
      "grad_norm": 1.7118473675572359,
      "learning_rate": 3.6525219511619006e-05,
      "loss": 0.6969,
      "step": 113704
    },
    {
      "epoch": 4.657177964366168,
      "grad_norm": 0.9460484734115856,
      "learning_rate": 3.652308660145781e-05,
      "loss": 0.2174,
      "step": 113705
    },
    {
      "epoch": 4.657218922793365,
      "grad_norm": 1.7873268056334581,
      "learning_rate": 3.6520953744941926e-05,
      "loss": 0.6788,
      "step": 113706
    },
    {
      "epoch": 4.657259881220561,
      "grad_norm": 1.3815151721738816,
      "learning_rate": 3.65188209420724e-05,
      "loss": 0.472,
      "step": 113707
    },
    {
      "epoch": 4.657300839647758,
      "grad_norm": 1.7939732387785192,
      "learning_rate": 3.651668819285013e-05,
      "loss": 0.8337,
      "step": 113708
    },
    {
      "epoch": 4.657341798074954,
      "grad_norm": 1.5612267289495223,
      "learning_rate": 3.6514555497276246e-05,
      "loss": 0.6309,
      "step": 113709
    },
    {
      "epoch": 4.65738275650215,
      "grad_norm": 0.7577438571262695,
      "learning_rate": 3.651242285535165e-05,
      "loss": 0.1584,
      "step": 113710
    },
    {
      "epoch": 4.6574237149293465,
      "grad_norm": 1.1801759409133654,
      "learning_rate": 3.651029026707738e-05,
      "loss": 0.4882,
      "step": 113711
    },
    {
      "epoch": 4.657464673356543,
      "grad_norm": 1.0800388710673763,
      "learning_rate": 3.650815773245452e-05,
      "loss": 0.2776,
      "step": 113712
    },
    {
      "epoch": 4.6575056317837396,
      "grad_norm": 1.0492955656611882,
      "learning_rate": 3.650602525148397e-05,
      "loss": 0.3207,
      "step": 113713
    },
    {
      "epoch": 4.657546590210936,
      "grad_norm": 1.4197718974003306,
      "learning_rate": 3.650389282416678e-05,
      "loss": 0.5605,
      "step": 113714
    },
    {
      "epoch": 4.657587548638133,
      "grad_norm": 3.0076312273400667,
      "learning_rate": 3.6501760450503994e-05,
      "loss": 2.3614,
      "step": 113715
    },
    {
      "epoch": 4.657628507065329,
      "grad_norm": 2.018842168509605,
      "learning_rate": 3.649962813049657e-05,
      "loss": 0.5374,
      "step": 113716
    },
    {
      "epoch": 4.657669465492525,
      "grad_norm": 1.6134696406112072,
      "learning_rate": 3.649749586414557e-05,
      "loss": 0.8438,
      "step": 113717
    },
    {
      "epoch": 4.657710423919721,
      "grad_norm": 1.6035691724304093,
      "learning_rate": 3.6495363651451923e-05,
      "loss": 0.5691,
      "step": 113718
    },
    {
      "epoch": 4.657751382346918,
      "grad_norm": 1.9228029524437007,
      "learning_rate": 3.649323149241673e-05,
      "loss": 0.727,
      "step": 113719
    },
    {
      "epoch": 4.657792340774114,
      "grad_norm": 0.8113743638400646,
      "learning_rate": 3.649109938704094e-05,
      "loss": 0.1953,
      "step": 113720
    },
    {
      "epoch": 4.657833299201311,
      "grad_norm": 2.7059663047873097,
      "learning_rate": 3.6488967335325537e-05,
      "loss": 1.0965,
      "step": 113721
    },
    {
      "epoch": 4.657874257628507,
      "grad_norm": 1.1403858175284,
      "learning_rate": 3.648683533727157e-05,
      "loss": 0.4342,
      "step": 113722
    },
    {
      "epoch": 4.657915216055703,
      "grad_norm": 1.9178105037899065,
      "learning_rate": 3.648470339288008e-05,
      "loss": 0.8251,
      "step": 113723
    },
    {
      "epoch": 4.6579561744829,
      "grad_norm": 1.4323767539463272,
      "learning_rate": 3.648257150215197e-05,
      "loss": 0.5401,
      "step": 113724
    },
    {
      "epoch": 4.657997132910096,
      "grad_norm": 1.5813154518075856,
      "learning_rate": 3.648043966508834e-05,
      "loss": 0.736,
      "step": 113725
    },
    {
      "epoch": 4.658038091337293,
      "grad_norm": 0.775602129141983,
      "learning_rate": 3.647830788169021e-05,
      "loss": 0.1861,
      "step": 113726
    },
    {
      "epoch": 4.658079049764489,
      "grad_norm": 0.8944784419633607,
      "learning_rate": 3.6476176151958486e-05,
      "loss": 0.2875,
      "step": 113727
    },
    {
      "epoch": 4.658120008191686,
      "grad_norm": 1.699330017016071,
      "learning_rate": 3.6474044475894305e-05,
      "loss": 0.8031,
      "step": 113728
    },
    {
      "epoch": 4.6581609666188815,
      "grad_norm": 0.8960861476493517,
      "learning_rate": 3.647191285349856e-05,
      "loss": 0.1896,
      "step": 113729
    },
    {
      "epoch": 4.658201925046078,
      "grad_norm": 0.9050327858326873,
      "learning_rate": 3.6469781284772296e-05,
      "loss": 0.2146,
      "step": 113730
    },
    {
      "epoch": 4.6582428834732745,
      "grad_norm": 1.1973310351598971,
      "learning_rate": 3.646764976971659e-05,
      "loss": 0.3506,
      "step": 113731
    },
    {
      "epoch": 4.658283841900471,
      "grad_norm": 1.1827676684158324,
      "learning_rate": 3.6465518308332333e-05,
      "loss": 0.5307,
      "step": 113732
    },
    {
      "epoch": 4.658324800327668,
      "grad_norm": 1.4202551994749675,
      "learning_rate": 3.646338690062059e-05,
      "loss": 0.5601,
      "step": 113733
    },
    {
      "epoch": 4.658365758754864,
      "grad_norm": 1.0205757002941216,
      "learning_rate": 3.646125554658243e-05,
      "loss": 0.2576,
      "step": 113734
    },
    {
      "epoch": 4.658406717182061,
      "grad_norm": 0.9715327424865424,
      "learning_rate": 3.645912424621875e-05,
      "loss": 0.2918,
      "step": 113735
    },
    {
      "epoch": 4.658447675609256,
      "grad_norm": 1.5460842716470167,
      "learning_rate": 3.6456992999530636e-05,
      "loss": 0.5799,
      "step": 113736
    },
    {
      "epoch": 4.658488634036453,
      "grad_norm": 1.690367979896717,
      "learning_rate": 3.645486180651904e-05,
      "loss": 0.6452,
      "step": 113737
    },
    {
      "epoch": 4.658529592463649,
      "grad_norm": 1.3650632670988923,
      "learning_rate": 3.6452730667184996e-05,
      "loss": 0.5539,
      "step": 113738
    },
    {
      "epoch": 4.658570550890846,
      "grad_norm": 1.8129292505276327,
      "learning_rate": 3.645059958152955e-05,
      "loss": 0.5757,
      "step": 113739
    },
    {
      "epoch": 4.6586115093180425,
      "grad_norm": 1.4861227011610108,
      "learning_rate": 3.644846854955362e-05,
      "loss": 0.7163,
      "step": 113740
    },
    {
      "epoch": 4.658652467745238,
      "grad_norm": 1.2650615120017514,
      "learning_rate": 3.644633757125828e-05,
      "loss": 0.547,
      "step": 113741
    },
    {
      "epoch": 4.658693426172435,
      "grad_norm": 1.3276030421132996,
      "learning_rate": 3.644420664664457e-05,
      "loss": 0.4549,
      "step": 113742
    },
    {
      "epoch": 4.658734384599631,
      "grad_norm": 1.7196669337681316,
      "learning_rate": 3.6442075775713396e-05,
      "loss": 0.6265,
      "step": 113743
    },
    {
      "epoch": 4.658775343026828,
      "grad_norm": 1.735958167324645,
      "learning_rate": 3.643994495846587e-05,
      "loss": 0.9187,
      "step": 113744
    },
    {
      "epoch": 4.658816301454024,
      "grad_norm": 3.4460538507193768,
      "learning_rate": 3.6437814194902895e-05,
      "loss": 3.2401,
      "step": 113745
    },
    {
      "epoch": 4.658857259881221,
      "grad_norm": 1.2315890469156494,
      "learning_rate": 3.643568348502553e-05,
      "loss": 0.5021,
      "step": 113746
    },
    {
      "epoch": 4.658898218308417,
      "grad_norm": 1.6230963866243815,
      "learning_rate": 3.643355282883483e-05,
      "loss": 0.6584,
      "step": 113747
    },
    {
      "epoch": 4.658939176735613,
      "grad_norm": 1.6299309841313712,
      "learning_rate": 3.643142222633172e-05,
      "loss": 0.6233,
      "step": 113748
    },
    {
      "epoch": 4.6589801351628095,
      "grad_norm": 1.861565687796683,
      "learning_rate": 3.642929167751728e-05,
      "loss": 0.7741,
      "step": 113749
    },
    {
      "epoch": 4.659021093590006,
      "grad_norm": 1.3261373045935652,
      "learning_rate": 3.642716118239245e-05,
      "loss": 0.6483,
      "step": 113750
    },
    {
      "epoch": 4.659062052017203,
      "grad_norm": 1.5316519625178235,
      "learning_rate": 3.6425030740958245e-05,
      "loss": 0.4977,
      "step": 113751
    },
    {
      "epoch": 4.659103010444399,
      "grad_norm": 1.4013562363584589,
      "learning_rate": 3.642290035321576e-05,
      "loss": 0.5478,
      "step": 113752
    },
    {
      "epoch": 4.659143968871596,
      "grad_norm": 1.5194330749744083,
      "learning_rate": 3.642077001916588e-05,
      "loss": 0.5749,
      "step": 113753
    },
    {
      "epoch": 4.659184927298792,
      "grad_norm": 0.38238982590845894,
      "learning_rate": 3.641863973880968e-05,
      "loss": 0.0575,
      "step": 113754
    },
    {
      "epoch": 4.659225885725988,
      "grad_norm": 1.6831338290614821,
      "learning_rate": 3.6416509512148196e-05,
      "loss": 0.6008,
      "step": 113755
    },
    {
      "epoch": 4.659266844153184,
      "grad_norm": 1.5771140175487106,
      "learning_rate": 3.641437933918234e-05,
      "loss": 0.5987,
      "step": 113756
    },
    {
      "epoch": 4.659307802580381,
      "grad_norm": 1.038230595099697,
      "learning_rate": 3.641224921991324e-05,
      "loss": 0.2646,
      "step": 113757
    },
    {
      "epoch": 4.6593487610075774,
      "grad_norm": 0.8971821246377665,
      "learning_rate": 3.6410119154341774e-05,
      "loss": 0.2077,
      "step": 113758
    },
    {
      "epoch": 4.659389719434774,
      "grad_norm": 1.718427707550887,
      "learning_rate": 3.6407989142469015e-05,
      "loss": 0.6482,
      "step": 113759
    },
    {
      "epoch": 4.65943067786197,
      "grad_norm": 1.4323636693122637,
      "learning_rate": 3.640585918429601e-05,
      "loss": 0.4978,
      "step": 113760
    },
    {
      "epoch": 4.659471636289166,
      "grad_norm": 0.6869003832547937,
      "learning_rate": 3.64037292798237e-05,
      "loss": 0.1388,
      "step": 113761
    },
    {
      "epoch": 4.659512594716363,
      "grad_norm": 1.4043217184376742,
      "learning_rate": 3.64015994290531e-05,
      "loss": 0.6138,
      "step": 113762
    },
    {
      "epoch": 4.659553553143559,
      "grad_norm": 1.4816165108816741,
      "learning_rate": 3.639946963198528e-05,
      "loss": 0.6565,
      "step": 113763
    },
    {
      "epoch": 4.659594511570756,
      "grad_norm": 1.5985094080257434,
      "learning_rate": 3.6397339888621145e-05,
      "loss": 0.5053,
      "step": 113764
    },
    {
      "epoch": 4.659635469997952,
      "grad_norm": 0.8046606501797416,
      "learning_rate": 3.6395210198961806e-05,
      "loss": 0.1438,
      "step": 113765
    },
    {
      "epoch": 4.659676428425149,
      "grad_norm": 1.8340900213881584,
      "learning_rate": 3.639308056300817e-05,
      "loss": 0.6627,
      "step": 113766
    },
    {
      "epoch": 4.6597173868523445,
      "grad_norm": 0.755434093943986,
      "learning_rate": 3.639095098076131e-05,
      "loss": 0.1849,
      "step": 113767
    },
    {
      "epoch": 4.659758345279541,
      "grad_norm": 2.5990470890762323,
      "learning_rate": 3.6388821452222234e-05,
      "loss": 1.3032,
      "step": 113768
    },
    {
      "epoch": 4.659799303706738,
      "grad_norm": 0.8942366459689445,
      "learning_rate": 3.638669197739191e-05,
      "loss": 0.2317,
      "step": 113769
    },
    {
      "epoch": 4.659840262133934,
      "grad_norm": 1.9330463622887306,
      "learning_rate": 3.6384562556271344e-05,
      "loss": 0.722,
      "step": 113770
    },
    {
      "epoch": 4.659881220561131,
      "grad_norm": 0.9417825396573861,
      "learning_rate": 3.638243318886163e-05,
      "loss": 0.1735,
      "step": 113771
    },
    {
      "epoch": 4.659922178988327,
      "grad_norm": 1.5164729128457632,
      "learning_rate": 3.638030387516365e-05,
      "loss": 0.6959,
      "step": 113772
    },
    {
      "epoch": 4.659963137415524,
      "grad_norm": 2.123960288116162,
      "learning_rate": 3.637817461517852e-05,
      "loss": 0.8938,
      "step": 113773
    },
    {
      "epoch": 4.660004095842719,
      "grad_norm": 1.3470081726416934,
      "learning_rate": 3.637604540890716e-05,
      "loss": 0.4826,
      "step": 113774
    },
    {
      "epoch": 4.660045054269916,
      "grad_norm": 0.8853916306093806,
      "learning_rate": 3.6373916256350596e-05,
      "loss": 0.2895,
      "step": 113775
    },
    {
      "epoch": 4.660086012697112,
      "grad_norm": 1.5161989850993078,
      "learning_rate": 3.6371787157509904e-05,
      "loss": 0.5324,
      "step": 113776
    },
    {
      "epoch": 4.660126971124309,
      "grad_norm": 2.895568795705062,
      "learning_rate": 3.636965811238599e-05,
      "loss": 0.7022,
      "step": 113777
    },
    {
      "epoch": 4.6601679295515055,
      "grad_norm": 2.044787553040723,
      "learning_rate": 3.636752912097991e-05,
      "loss": 0.8609,
      "step": 113778
    },
    {
      "epoch": 4.660208887978701,
      "grad_norm": 1.4003368381031358,
      "learning_rate": 3.636540018329271e-05,
      "loss": 0.4636,
      "step": 113779
    },
    {
      "epoch": 4.660249846405898,
      "grad_norm": 1.2807575990648463,
      "learning_rate": 3.6363271299325315e-05,
      "loss": 0.5468,
      "step": 113780
    },
    {
      "epoch": 4.660290804833094,
      "grad_norm": 4.0505457959946165,
      "learning_rate": 3.636114246907881e-05,
      "loss": 3.4744,
      "step": 113781
    },
    {
      "epoch": 4.660331763260291,
      "grad_norm": 4.803959692597752,
      "learning_rate": 3.6359013692554125e-05,
      "loss": 0.5388,
      "step": 113782
    },
    {
      "epoch": 4.660372721687487,
      "grad_norm": 1.684830065266235,
      "learning_rate": 3.635688496975231e-05,
      "loss": 0.7639,
      "step": 113783
    },
    {
      "epoch": 4.660413680114684,
      "grad_norm": 1.079854021339184,
      "learning_rate": 3.635475630067439e-05,
      "loss": 0.3252,
      "step": 113784
    },
    {
      "epoch": 4.66045463854188,
      "grad_norm": 1.7620917053365583,
      "learning_rate": 3.635262768532132e-05,
      "loss": 0.7488,
      "step": 113785
    },
    {
      "epoch": 4.660495596969076,
      "grad_norm": 1.4250841683494437,
      "learning_rate": 3.635049912369411e-05,
      "loss": 0.5732,
      "step": 113786
    },
    {
      "epoch": 4.6605365553962725,
      "grad_norm": 1.32635150616115,
      "learning_rate": 3.6348370615793864e-05,
      "loss": 0.4168,
      "step": 113787
    },
    {
      "epoch": 4.660577513823469,
      "grad_norm": 1.4447458785032035,
      "learning_rate": 3.634624216162145e-05,
      "loss": 0.4186,
      "step": 113788
    },
    {
      "epoch": 4.660618472250666,
      "grad_norm": 1.7767774018521274,
      "learning_rate": 3.6344113761178e-05,
      "loss": 0.7548,
      "step": 113789
    },
    {
      "epoch": 4.660659430677862,
      "grad_norm": 1.3717596572095245,
      "learning_rate": 3.634198541446443e-05,
      "loss": 0.5121,
      "step": 113790
    },
    {
      "epoch": 4.660700389105059,
      "grad_norm": 1.675468408845853,
      "learning_rate": 3.633985712148174e-05,
      "loss": 0.8891,
      "step": 113791
    },
    {
      "epoch": 4.660741347532255,
      "grad_norm": 1.7070896201923575,
      "learning_rate": 3.633772888223103e-05,
      "loss": 0.6238,
      "step": 113792
    },
    {
      "epoch": 4.660782305959451,
      "grad_norm": 1.2812458354642435,
      "learning_rate": 3.633560069671318e-05,
      "loss": 0.5065,
      "step": 113793
    },
    {
      "epoch": 4.660823264386647,
      "grad_norm": 1.5286304499890058,
      "learning_rate": 3.6333472564929285e-05,
      "loss": 0.5457,
      "step": 113794
    },
    {
      "epoch": 4.660864222813844,
      "grad_norm": 1.7730128474344071,
      "learning_rate": 3.6331344486880355e-05,
      "loss": 0.6704,
      "step": 113795
    },
    {
      "epoch": 4.6609051812410405,
      "grad_norm": 1.7652368478410796,
      "learning_rate": 3.632921646256734e-05,
      "loss": 0.7646,
      "step": 113796
    },
    {
      "epoch": 4.660946139668237,
      "grad_norm": 1.5766059633609628,
      "learning_rate": 3.6327088491991254e-05,
      "loss": 0.6863,
      "step": 113797
    },
    {
      "epoch": 4.660987098095433,
      "grad_norm": 1.3139022983245727,
      "learning_rate": 3.632496057515319e-05,
      "loss": 0.5613,
      "step": 113798
    },
    {
      "epoch": 4.661028056522629,
      "grad_norm": 1.3002985081791683,
      "learning_rate": 3.632283271205404e-05,
      "loss": 0.626,
      "step": 113799
    },
    {
      "epoch": 4.661069014949826,
      "grad_norm": 1.5058995223751277,
      "learning_rate": 3.6320704902694894e-05,
      "loss": 0.6271,
      "step": 113800
    },
    {
      "epoch": 4.661109973377022,
      "grad_norm": 2.9829704049759824,
      "learning_rate": 3.631857714707668e-05,
      "loss": 2.0944,
      "step": 113801
    },
    {
      "epoch": 4.661150931804219,
      "grad_norm": 1.2178220877195858,
      "learning_rate": 3.631644944520044e-05,
      "loss": 0.4168,
      "step": 113802
    },
    {
      "epoch": 4.661191890231415,
      "grad_norm": 2.178674942498196,
      "learning_rate": 3.631432179706725e-05,
      "loss": 1.0773,
      "step": 113803
    },
    {
      "epoch": 4.661232848658612,
      "grad_norm": 0.8077430359005819,
      "learning_rate": 3.6312194202677994e-05,
      "loss": 0.1949,
      "step": 113804
    },
    {
      "epoch": 4.6612738070858075,
      "grad_norm": 2.118114784584064,
      "learning_rate": 3.631006666203374e-05,
      "loss": 0.9867,
      "step": 113805
    },
    {
      "epoch": 4.661314765513004,
      "grad_norm": 1.8869559045362423,
      "learning_rate": 3.630793917513552e-05,
      "loss": 0.9769,
      "step": 113806
    },
    {
      "epoch": 4.661355723940201,
      "grad_norm": 0.9902159385018191,
      "learning_rate": 3.630581174198428e-05,
      "loss": 0.2821,
      "step": 113807
    },
    {
      "epoch": 4.661396682367397,
      "grad_norm": 1.4128220138482919,
      "learning_rate": 3.6303684362581085e-05,
      "loss": 0.448,
      "step": 113808
    },
    {
      "epoch": 4.661437640794594,
      "grad_norm": 1.386388745717722,
      "learning_rate": 3.630155703692689e-05,
      "loss": 0.5331,
      "step": 113809
    },
    {
      "epoch": 4.66147859922179,
      "grad_norm": 0.9750175205199705,
      "learning_rate": 3.629942976502271e-05,
      "loss": 0.2367,
      "step": 113810
    },
    {
      "epoch": 4.661519557648987,
      "grad_norm": 1.0807075370807724,
      "learning_rate": 3.62973025468696e-05,
      "loss": 0.402,
      "step": 113811
    },
    {
      "epoch": 4.661560516076182,
      "grad_norm": 1.5654691652034614,
      "learning_rate": 3.629517538246848e-05,
      "loss": 0.5227,
      "step": 113812
    },
    {
      "epoch": 4.661601474503379,
      "grad_norm": 1.4007569971037643,
      "learning_rate": 3.6293048271820406e-05,
      "loss": 0.6032,
      "step": 113813
    },
    {
      "epoch": 4.6616424329305755,
      "grad_norm": 1.3466109840291705,
      "learning_rate": 3.629092121492644e-05,
      "loss": 0.21,
      "step": 113814
    },
    {
      "epoch": 4.661683391357772,
      "grad_norm": 1.3663221485466912,
      "learning_rate": 3.628879421178747e-05,
      "loss": 0.2821,
      "step": 113815
    },
    {
      "epoch": 4.6617243497849685,
      "grad_norm": 0.6470725670190726,
      "learning_rate": 3.62866672624046e-05,
      "loss": 0.2154,
      "step": 113816
    },
    {
      "epoch": 4.661765308212164,
      "grad_norm": 1.4324817201039317,
      "learning_rate": 3.628454036677876e-05,
      "loss": 0.4915,
      "step": 113817
    },
    {
      "epoch": 4.661806266639361,
      "grad_norm": 1.540809037068462,
      "learning_rate": 3.628241352491099e-05,
      "loss": 0.5616,
      "step": 113818
    },
    {
      "epoch": 4.661847225066557,
      "grad_norm": 1.5424087089773537,
      "learning_rate": 3.628028673680233e-05,
      "loss": 0.4523,
      "step": 113819
    },
    {
      "epoch": 4.661888183493754,
      "grad_norm": 1.361780007397348,
      "learning_rate": 3.6278160002453724e-05,
      "loss": 0.528,
      "step": 113820
    },
    {
      "epoch": 4.66192914192095,
      "grad_norm": 0.6693723286752091,
      "learning_rate": 3.627603332186624e-05,
      "loss": 0.0738,
      "step": 113821
    },
    {
      "epoch": 4.661970100348147,
      "grad_norm": 0.7206014425792673,
      "learning_rate": 3.6273906695040815e-05,
      "loss": 0.1965,
      "step": 113822
    },
    {
      "epoch": 4.662011058775343,
      "grad_norm": 1.846579755668297,
      "learning_rate": 3.627178012197847e-05,
      "loss": 0.506,
      "step": 113823
    },
    {
      "epoch": 4.662052017202539,
      "grad_norm": 1.0562834278267001,
      "learning_rate": 3.626965360268029e-05,
      "loss": 0.2319,
      "step": 113824
    },
    {
      "epoch": 4.662092975629736,
      "grad_norm": 1.7380401291743388,
      "learning_rate": 3.626752713714716e-05,
      "loss": 0.6305,
      "step": 113825
    },
    {
      "epoch": 4.662133934056932,
      "grad_norm": 1.657502199004445,
      "learning_rate": 3.6265400725380144e-05,
      "loss": 0.874,
      "step": 113826
    },
    {
      "epoch": 4.662174892484129,
      "grad_norm": 1.4700677791475603,
      "learning_rate": 3.6263274367380305e-05,
      "loss": 0.7355,
      "step": 113827
    },
    {
      "epoch": 4.662215850911325,
      "grad_norm": 1.4612707347363876,
      "learning_rate": 3.626114806314853e-05,
      "loss": 0.7989,
      "step": 113828
    },
    {
      "epoch": 4.662256809338522,
      "grad_norm": 2.0127485316748404,
      "learning_rate": 3.6259021812685934e-05,
      "loss": 0.4798,
      "step": 113829
    },
    {
      "epoch": 4.662297767765718,
      "grad_norm": 1.7933635198274978,
      "learning_rate": 3.625689561599342e-05,
      "loss": 0.9012,
      "step": 113830
    },
    {
      "epoch": 4.662338726192914,
      "grad_norm": 1.7942294210605416,
      "learning_rate": 3.625476947307207e-05,
      "loss": 0.7634,
      "step": 113831
    },
    {
      "epoch": 4.66237968462011,
      "grad_norm": 0.578436164314192,
      "learning_rate": 3.6252643383922884e-05,
      "loss": 0.1077,
      "step": 113832
    },
    {
      "epoch": 4.662420643047307,
      "grad_norm": 1.7257852882886218,
      "learning_rate": 3.625051734854682e-05,
      "loss": 0.7679,
      "step": 113833
    },
    {
      "epoch": 4.6624616014745035,
      "grad_norm": 1.3956017046866902,
      "learning_rate": 3.6248391366944904e-05,
      "loss": 0.5453,
      "step": 113834
    },
    {
      "epoch": 4.6625025599017,
      "grad_norm": 1.5097403316060432,
      "learning_rate": 3.6246265439118194e-05,
      "loss": 0.5575,
      "step": 113835
    },
    {
      "epoch": 4.662543518328896,
      "grad_norm": 1.3446440302403488,
      "learning_rate": 3.62441395650676e-05,
      "loss": 0.44,
      "step": 113836
    },
    {
      "epoch": 4.662584476756092,
      "grad_norm": 1.4631777249097464,
      "learning_rate": 3.624201374479422e-05,
      "loss": 0.5391,
      "step": 113837
    },
    {
      "epoch": 4.662625435183289,
      "grad_norm": 0.7653836828116166,
      "learning_rate": 3.623988797829897e-05,
      "loss": 0.1811,
      "step": 113838
    },
    {
      "epoch": 4.662666393610485,
      "grad_norm": 1.5283643540305039,
      "learning_rate": 3.62377622655829e-05,
      "loss": 0.5984,
      "step": 113839
    },
    {
      "epoch": 4.662707352037682,
      "grad_norm": 1.1252487783717213,
      "learning_rate": 3.6235636606647065e-05,
      "loss": 0.5003,
      "step": 113840
    },
    {
      "epoch": 4.662748310464878,
      "grad_norm": 1.1859413476738623,
      "learning_rate": 3.623351100149238e-05,
      "loss": 0.3989,
      "step": 113841
    },
    {
      "epoch": 4.662789268892075,
      "grad_norm": 1.9326458837842906,
      "learning_rate": 3.623138545011988e-05,
      "loss": 1.1458,
      "step": 113842
    },
    {
      "epoch": 4.6628302273192705,
      "grad_norm": 1.5116847052639208,
      "learning_rate": 3.622925995253063e-05,
      "loss": 0.6916,
      "step": 113843
    },
    {
      "epoch": 4.662871185746467,
      "grad_norm": 0.9243970429442847,
      "learning_rate": 3.6227134508725525e-05,
      "loss": 0.2515,
      "step": 113844
    },
    {
      "epoch": 4.662912144173664,
      "grad_norm": 2.2591328191288143,
      "learning_rate": 3.6225009118705695e-05,
      "loss": 0.9083,
      "step": 113845
    },
    {
      "epoch": 4.66295310260086,
      "grad_norm": 0.6041514581907814,
      "learning_rate": 3.6222883782472023e-05,
      "loss": 0.1291,
      "step": 113846
    },
    {
      "epoch": 4.662994061028057,
      "grad_norm": 1.3102387876061556,
      "learning_rate": 3.622075850002556e-05,
      "loss": 0.5748,
      "step": 113847
    },
    {
      "epoch": 4.663035019455253,
      "grad_norm": 1.634825862457149,
      "learning_rate": 3.621863327136737e-05,
      "loss": 0.6198,
      "step": 113848
    },
    {
      "epoch": 4.66307597788245,
      "grad_norm": 1.2679466033511302,
      "learning_rate": 3.621650809649837e-05,
      "loss": 0.5488,
      "step": 113849
    },
    {
      "epoch": 4.663116936309645,
      "grad_norm": 1.738315296092317,
      "learning_rate": 3.621438297541961e-05,
      "loss": 0.7298,
      "step": 113850
    },
    {
      "epoch": 4.663157894736842,
      "grad_norm": 2.801616546509445,
      "learning_rate": 3.621225790813212e-05,
      "loss": 1.2411,
      "step": 113851
    },
    {
      "epoch": 4.6631988531640385,
      "grad_norm": 2.1091073639531936,
      "learning_rate": 3.621013289463682e-05,
      "loss": 0.836,
      "step": 113852
    },
    {
      "epoch": 4.663239811591235,
      "grad_norm": 1.364479426377475,
      "learning_rate": 3.620800793493482e-05,
      "loss": 0.4929,
      "step": 113853
    },
    {
      "epoch": 4.6632807700184316,
      "grad_norm": 1.5890483524697676,
      "learning_rate": 3.6205883029027025e-05,
      "loss": 0.5661,
      "step": 113854
    },
    {
      "epoch": 4.663321728445627,
      "grad_norm": 1.9346628689296217,
      "learning_rate": 3.620375817691449e-05,
      "loss": 0.9343,
      "step": 113855
    },
    {
      "epoch": 4.663362686872824,
      "grad_norm": 0.9349483205625553,
      "learning_rate": 3.620163337859825e-05,
      "loss": 0.2696,
      "step": 113856
    },
    {
      "epoch": 4.66340364530002,
      "grad_norm": 3.7437679463176288,
      "learning_rate": 3.6199508634079235e-05,
      "loss": 2.8005,
      "step": 113857
    },
    {
      "epoch": 4.663444603727217,
      "grad_norm": 1.3809670703988783,
      "learning_rate": 3.6197383943358496e-05,
      "loss": 0.6538,
      "step": 113858
    },
    {
      "epoch": 4.663485562154413,
      "grad_norm": 1.5263100869075579,
      "learning_rate": 3.619525930643706e-05,
      "loss": 0.6205,
      "step": 113859
    },
    {
      "epoch": 4.66352652058161,
      "grad_norm": 2.2507503569060643,
      "learning_rate": 3.6193134723315915e-05,
      "loss": 1.0104,
      "step": 113860
    },
    {
      "epoch": 4.663567479008806,
      "grad_norm": 0.956098416859361,
      "learning_rate": 3.6191010193996e-05,
      "loss": 0.2135,
      "step": 113861
    },
    {
      "epoch": 4.663608437436002,
      "grad_norm": 3.2927227683419518,
      "learning_rate": 3.6188885718478405e-05,
      "loss": 1.0663,
      "step": 113862
    },
    {
      "epoch": 4.663649395863199,
      "grad_norm": 2.2501733234739065,
      "learning_rate": 3.6186761296764075e-05,
      "loss": 0.7807,
      "step": 113863
    },
    {
      "epoch": 4.663690354290395,
      "grad_norm": 2.126324262364639,
      "learning_rate": 3.618463692885408e-05,
      "loss": 1.404,
      "step": 113864
    },
    {
      "epoch": 4.663731312717592,
      "grad_norm": 1.71959398796107,
      "learning_rate": 3.6182512614749334e-05,
      "loss": 0.7544,
      "step": 113865
    },
    {
      "epoch": 4.663772271144788,
      "grad_norm": 1.91519272211156,
      "learning_rate": 3.618038835445089e-05,
      "loss": 0.7359,
      "step": 113866
    },
    {
      "epoch": 4.663813229571985,
      "grad_norm": 1.307566117979145,
      "learning_rate": 3.6178264147959804e-05,
      "loss": 0.3338,
      "step": 113867
    },
    {
      "epoch": 4.663854187999181,
      "grad_norm": 1.492918716404575,
      "learning_rate": 3.617613999527699e-05,
      "loss": 0.7346,
      "step": 113868
    },
    {
      "epoch": 4.663895146426377,
      "grad_norm": 1.1510592297996707,
      "learning_rate": 3.617401589640348e-05,
      "loss": 0.251,
      "step": 113869
    },
    {
      "epoch": 4.6639361048535735,
      "grad_norm": 2.217857210417737,
      "learning_rate": 3.617189185134035e-05,
      "loss": 0.9794,
      "step": 113870
    },
    {
      "epoch": 4.66397706328077,
      "grad_norm": 2.2211973236962868,
      "learning_rate": 3.6169767860088487e-05,
      "loss": 1.3377,
      "step": 113871
    },
    {
      "epoch": 4.6640180217079665,
      "grad_norm": 1.2174292784415481,
      "learning_rate": 3.616764392264901e-05,
      "loss": 0.4096,
      "step": 113872
    },
    {
      "epoch": 4.664058980135163,
      "grad_norm": 1.5877180437863503,
      "learning_rate": 3.616552003902281e-05,
      "loss": 0.7688,
      "step": 113873
    },
    {
      "epoch": 4.664099938562359,
      "grad_norm": 2.007111605544336,
      "learning_rate": 3.6163396209210954e-05,
      "loss": 0.5739,
      "step": 113874
    },
    {
      "epoch": 4.664140896989555,
      "grad_norm": 1.500353762014632,
      "learning_rate": 3.616127243321447e-05,
      "loss": 0.5585,
      "step": 113875
    },
    {
      "epoch": 4.664181855416752,
      "grad_norm": 1.6357386678491812,
      "learning_rate": 3.6159148711034295e-05,
      "loss": 0.5713,
      "step": 113876
    },
    {
      "epoch": 4.664222813843948,
      "grad_norm": 0.48186981509780824,
      "learning_rate": 3.6157025042671475e-05,
      "loss": 0.0647,
      "step": 113877
    },
    {
      "epoch": 4.664263772271145,
      "grad_norm": 1.1135110616919337,
      "learning_rate": 3.615490142812705e-05,
      "loss": 0.2552,
      "step": 113878
    },
    {
      "epoch": 4.664304730698341,
      "grad_norm": 2.0643316870599255,
      "learning_rate": 3.6152777867401915e-05,
      "loss": 0.9337,
      "step": 113879
    },
    {
      "epoch": 4.664345689125538,
      "grad_norm": 1.4717124103241128,
      "learning_rate": 3.6150654360497216e-05,
      "loss": 0.5068,
      "step": 113880
    },
    {
      "epoch": 4.664386647552734,
      "grad_norm": 0.7341007306364545,
      "learning_rate": 3.6148530907413816e-05,
      "loss": 0.1555,
      "step": 113881
    },
    {
      "epoch": 4.66442760597993,
      "grad_norm": 1.3825890017506992,
      "learning_rate": 3.6146407508152794e-05,
      "loss": 0.6405,
      "step": 113882
    },
    {
      "epoch": 4.664468564407127,
      "grad_norm": 0.7609013068456792,
      "learning_rate": 3.614428416271518e-05,
      "loss": 0.1828,
      "step": 113883
    },
    {
      "epoch": 4.664509522834323,
      "grad_norm": 1.91298651127998,
      "learning_rate": 3.6142160871101915e-05,
      "loss": 1.0024,
      "step": 113884
    },
    {
      "epoch": 4.66455048126152,
      "grad_norm": 1.5029193859356025,
      "learning_rate": 3.614003763331401e-05,
      "loss": 0.4275,
      "step": 113885
    },
    {
      "epoch": 4.664591439688716,
      "grad_norm": 1.4187599845927246,
      "learning_rate": 3.6137914449352534e-05,
      "loss": 0.576,
      "step": 113886
    },
    {
      "epoch": 4.664632398115913,
      "grad_norm": 1.3940298746344872,
      "learning_rate": 3.6135791319218416e-05,
      "loss": 0.6041,
      "step": 113887
    },
    {
      "epoch": 4.664673356543108,
      "grad_norm": 1.8954271037264505,
      "learning_rate": 3.613366824291272e-05,
      "loss": 0.9422,
      "step": 113888
    },
    {
      "epoch": 4.664714314970305,
      "grad_norm": 2.325043862966007,
      "learning_rate": 3.613154522043639e-05,
      "loss": 1.5902,
      "step": 113889
    },
    {
      "epoch": 4.6647552733975015,
      "grad_norm": 1.0235502792683528,
      "learning_rate": 3.6129422251790444e-05,
      "loss": 0.2714,
      "step": 113890
    },
    {
      "epoch": 4.664796231824698,
      "grad_norm": 1.5604772684370394,
      "learning_rate": 3.612729933697594e-05,
      "loss": 0.6484,
      "step": 113891
    },
    {
      "epoch": 4.664837190251895,
      "grad_norm": 1.2585669132935808,
      "learning_rate": 3.61251764759938e-05,
      "loss": 0.5179,
      "step": 113892
    },
    {
      "epoch": 4.66487814867909,
      "grad_norm": 1.4995127107604698,
      "learning_rate": 3.612305366884512e-05,
      "loss": 0.4805,
      "step": 113893
    },
    {
      "epoch": 4.664919107106287,
      "grad_norm": 0.8899039594669713,
      "learning_rate": 3.612093091553079e-05,
      "loss": 0.1869,
      "step": 113894
    },
    {
      "epoch": 4.664960065533483,
      "grad_norm": 1.4200817455730685,
      "learning_rate": 3.61188082160519e-05,
      "loss": 0.5908,
      "step": 113895
    },
    {
      "epoch": 4.66500102396068,
      "grad_norm": 1.55508225795663,
      "learning_rate": 3.611668557040947e-05,
      "loss": 0.5808,
      "step": 113896
    },
    {
      "epoch": 4.665041982387876,
      "grad_norm": 1.8393047994456313,
      "learning_rate": 3.6114562978604395e-05,
      "loss": 0.8478,
      "step": 113897
    },
    {
      "epoch": 4.665082940815073,
      "grad_norm": 1.78252893774664,
      "learning_rate": 3.6112440440637774e-05,
      "loss": 0.6312,
      "step": 113898
    },
    {
      "epoch": 4.6651238992422694,
      "grad_norm": 1.3432343984393078,
      "learning_rate": 3.6110317956510606e-05,
      "loss": 0.4134,
      "step": 113899
    },
    {
      "epoch": 4.665164857669465,
      "grad_norm": 1.3913315623918878,
      "learning_rate": 3.6108195526223834e-05,
      "loss": 0.3987,
      "step": 113900
    },
    {
      "epoch": 4.665205816096662,
      "grad_norm": 1.4916693566368904,
      "learning_rate": 3.610607314977854e-05,
      "loss": 0.6842,
      "step": 113901
    },
    {
      "epoch": 4.665246774523858,
      "grad_norm": 2.929160669600049,
      "learning_rate": 3.610395082717565e-05,
      "loss": 2.5135,
      "step": 113902
    },
    {
      "epoch": 4.665287732951055,
      "grad_norm": 1.4047495910840642,
      "learning_rate": 3.61018285584162e-05,
      "loss": 0.5297,
      "step": 113903
    },
    {
      "epoch": 4.665328691378251,
      "grad_norm": 1.2921176815968587,
      "learning_rate": 3.6099706343501234e-05,
      "loss": 0.6203,
      "step": 113904
    },
    {
      "epoch": 4.665369649805448,
      "grad_norm": 2.968278393168182,
      "learning_rate": 3.6097584182431694e-05,
      "loss": 1.8221,
      "step": 113905
    },
    {
      "epoch": 4.665410608232644,
      "grad_norm": 1.6541484584163457,
      "learning_rate": 3.609546207520858e-05,
      "loss": 0.7848,
      "step": 113906
    },
    {
      "epoch": 4.66545156665984,
      "grad_norm": 1.1717539281148999,
      "learning_rate": 3.609334002183298e-05,
      "loss": 0.4841,
      "step": 113907
    },
    {
      "epoch": 4.6654925250870365,
      "grad_norm": 1.375937342485998,
      "learning_rate": 3.6091218022305786e-05,
      "loss": 0.4123,
      "step": 113908
    },
    {
      "epoch": 4.665533483514233,
      "grad_norm": 1.0598668314036446,
      "learning_rate": 3.608909607662812e-05,
      "loss": 0.305,
      "step": 113909
    },
    {
      "epoch": 4.66557444194143,
      "grad_norm": 1.7022259325052322,
      "learning_rate": 3.6086974184800855e-05,
      "loss": 0.6498,
      "step": 113910
    },
    {
      "epoch": 4.665615400368626,
      "grad_norm": 1.4310533220984012,
      "learning_rate": 3.6084852346825066e-05,
      "loss": 0.6277,
      "step": 113911
    },
    {
      "epoch": 4.665656358795822,
      "grad_norm": 1.5487054692836306,
      "learning_rate": 3.608273056270178e-05,
      "loss": 0.6322,
      "step": 113912
    },
    {
      "epoch": 4.665697317223018,
      "grad_norm": 1.818674278777813,
      "learning_rate": 3.608060883243194e-05,
      "loss": 1.0157,
      "step": 113913
    },
    {
      "epoch": 4.665738275650215,
      "grad_norm": 1.403851535644566,
      "learning_rate": 3.6078487156016565e-05,
      "loss": 0.6721,
      "step": 113914
    },
    {
      "epoch": 4.665779234077411,
      "grad_norm": 0.8822786440699512,
      "learning_rate": 3.607636553345673e-05,
      "loss": 0.1859,
      "step": 113915
    },
    {
      "epoch": 4.665820192504608,
      "grad_norm": 1.8515559761092315,
      "learning_rate": 3.607424396475333e-05,
      "loss": 0.908,
      "step": 113916
    },
    {
      "epoch": 4.665861150931804,
      "grad_norm": 1.6486593446887763,
      "learning_rate": 3.607212244990745e-05,
      "loss": 0.8373,
      "step": 113917
    },
    {
      "epoch": 4.665902109359001,
      "grad_norm": 1.9113923439222007,
      "learning_rate": 3.607000098892003e-05,
      "loss": 0.9212,
      "step": 113918
    },
    {
      "epoch": 4.665943067786197,
      "grad_norm": 1.513520561352875,
      "learning_rate": 3.6067879581792105e-05,
      "loss": 0.7451,
      "step": 113919
    },
    {
      "epoch": 4.665984026213393,
      "grad_norm": 1.5553575973599816,
      "learning_rate": 3.6065758228524706e-05,
      "loss": 0.5013,
      "step": 113920
    },
    {
      "epoch": 4.66602498464059,
      "grad_norm": 1.3992760704371534,
      "learning_rate": 3.606363692911876e-05,
      "loss": 0.5399,
      "step": 113921
    },
    {
      "epoch": 4.666065943067786,
      "grad_norm": 1.7930822200491272,
      "learning_rate": 3.606151568357532e-05,
      "loss": 0.7935,
      "step": 113922
    },
    {
      "epoch": 4.666106901494983,
      "grad_norm": 1.9995287940775626,
      "learning_rate": 3.605939449189543e-05,
      "loss": 0.8535,
      "step": 113923
    },
    {
      "epoch": 4.666147859922179,
      "grad_norm": 2.1147089291750008,
      "learning_rate": 3.605727335408001e-05,
      "loss": 0.7343,
      "step": 113924
    },
    {
      "epoch": 4.666188818349376,
      "grad_norm": 1.5579493483671674,
      "learning_rate": 3.6055152270130125e-05,
      "loss": 0.6259,
      "step": 113925
    },
    {
      "epoch": 4.6662297767765715,
      "grad_norm": 1.7803903159234866,
      "learning_rate": 3.6053031240046725e-05,
      "loss": 0.7345,
      "step": 113926
    },
    {
      "epoch": 4.666270735203768,
      "grad_norm": 1.6144418814291341,
      "learning_rate": 3.605091026383083e-05,
      "loss": 0.7133,
      "step": 113927
    },
    {
      "epoch": 4.6663116936309645,
      "grad_norm": 3.653903389903466,
      "learning_rate": 3.6048789341483504e-05,
      "loss": 2.7815,
      "step": 113928
    },
    {
      "epoch": 4.666352652058161,
      "grad_norm": 1.299069999863729,
      "learning_rate": 3.604666847300565e-05,
      "loss": 0.4444,
      "step": 113929
    },
    {
      "epoch": 4.666393610485358,
      "grad_norm": 1.4117491457849733,
      "learning_rate": 3.604454765839835e-05,
      "loss": 0.5874,
      "step": 113930
    },
    {
      "epoch": 4.666434568912553,
      "grad_norm": 2.3373515460663765,
      "learning_rate": 3.604242689766259e-05,
      "loss": 1.1507,
      "step": 113931
    },
    {
      "epoch": 4.66647552733975,
      "grad_norm": 1.7034503654885336,
      "learning_rate": 3.6040306190799305e-05,
      "loss": 0.6502,
      "step": 113932
    },
    {
      "epoch": 4.666516485766946,
      "grad_norm": 1.6073500522629989,
      "learning_rate": 3.603818553780956e-05,
      "loss": 0.792,
      "step": 113933
    },
    {
      "epoch": 4.666557444194143,
      "grad_norm": 1.669143033526882,
      "learning_rate": 3.603606493869439e-05,
      "loss": 0.6636,
      "step": 113934
    },
    {
      "epoch": 4.666598402621339,
      "grad_norm": 1.1149814210071725,
      "learning_rate": 3.603394439345472e-05,
      "loss": 0.2089,
      "step": 113935
    },
    {
      "epoch": 4.666639361048536,
      "grad_norm": 0.9928335056167246,
      "learning_rate": 3.603182390209162e-05,
      "loss": 0.2281,
      "step": 113936
    },
    {
      "epoch": 4.6666803194757325,
      "grad_norm": 0.49858556812997046,
      "learning_rate": 3.602970346460602e-05,
      "loss": 0.0625,
      "step": 113937
    },
    {
      "epoch": 4.666721277902928,
      "grad_norm": 1.457389575332456,
      "learning_rate": 3.6027583080998956e-05,
      "loss": 0.6102,
      "step": 113938
    },
    {
      "epoch": 4.666762236330125,
      "grad_norm": 1.5188849670579883,
      "learning_rate": 3.602546275127148e-05,
      "loss": 0.597,
      "step": 113939
    },
    {
      "epoch": 4.666803194757321,
      "grad_norm": 0.4890577988008781,
      "learning_rate": 3.6023342475424515e-05,
      "loss": 0.0447,
      "step": 113940
    },
    {
      "epoch": 4.666844153184518,
      "grad_norm": 1.387464060114292,
      "learning_rate": 3.6021222253459106e-05,
      "loss": 0.554,
      "step": 113941
    },
    {
      "epoch": 4.666885111611714,
      "grad_norm": 1.9057325065398083,
      "learning_rate": 3.601910208537629e-05,
      "loss": 0.4892,
      "step": 113942
    },
    {
      "epoch": 4.666926070038911,
      "grad_norm": 2.205271188437737,
      "learning_rate": 3.6016981971176975e-05,
      "loss": 0.7511,
      "step": 113943
    },
    {
      "epoch": 4.666967028466107,
      "grad_norm": 1.5999984859184018,
      "learning_rate": 3.601486191086227e-05,
      "loss": 0.4762,
      "step": 113944
    },
    {
      "epoch": 4.667007986893303,
      "grad_norm": 1.0006552750026763,
      "learning_rate": 3.6012741904433064e-05,
      "loss": 0.2073,
      "step": 113945
    },
    {
      "epoch": 4.6670489453204995,
      "grad_norm": 1.8168353846368235,
      "learning_rate": 3.601062195189044e-05,
      "loss": 0.8066,
      "step": 113946
    },
    {
      "epoch": 4.667089903747696,
      "grad_norm": 0.7661390349297413,
      "learning_rate": 3.6008502053235416e-05,
      "loss": 0.1612,
      "step": 113947
    },
    {
      "epoch": 4.667130862174893,
      "grad_norm": 2.075430256319904,
      "learning_rate": 3.600638220846891e-05,
      "loss": 1.3364,
      "step": 113948
    },
    {
      "epoch": 4.667171820602089,
      "grad_norm": 1.575259838728471,
      "learning_rate": 3.600426241759198e-05,
      "loss": 0.4863,
      "step": 113949
    },
    {
      "epoch": 4.667212779029286,
      "grad_norm": 1.480305110831536,
      "learning_rate": 3.600214268060566e-05,
      "loss": 0.6732,
      "step": 113950
    },
    {
      "epoch": 4.667253737456481,
      "grad_norm": 1.7665414516214348,
      "learning_rate": 3.600002299751086e-05,
      "loss": 0.5947,
      "step": 113951
    },
    {
      "epoch": 4.667294695883678,
      "grad_norm": 1.3498753942513815,
      "learning_rate": 3.599790336830869e-05,
      "loss": 0.5293,
      "step": 113952
    },
    {
      "epoch": 4.667335654310874,
      "grad_norm": 1.328795035984897,
      "learning_rate": 3.599578379300005e-05,
      "loss": 0.4806,
      "step": 113953
    },
    {
      "epoch": 4.667376612738071,
      "grad_norm": 1.50340940411063,
      "learning_rate": 3.599366427158597e-05,
      "loss": 0.5807,
      "step": 113954
    },
    {
      "epoch": 4.6674175711652675,
      "grad_norm": 1.6038766863297134,
      "learning_rate": 3.599154480406753e-05,
      "loss": 0.4661,
      "step": 113955
    },
    {
      "epoch": 4.667458529592464,
      "grad_norm": 3.6818150889142522,
      "learning_rate": 3.5989425390445624e-05,
      "loss": 2.8463,
      "step": 113956
    },
    {
      "epoch": 4.66749948801966,
      "grad_norm": 1.5918955510803943,
      "learning_rate": 3.5987306030721306e-05,
      "loss": 0.5338,
      "step": 113957
    },
    {
      "epoch": 4.667540446446856,
      "grad_norm": 0.9592769068992776,
      "learning_rate": 3.5985186724895625e-05,
      "loss": 0.2298,
      "step": 113958
    },
    {
      "epoch": 4.667581404874053,
      "grad_norm": 1.7492491892482946,
      "learning_rate": 3.598306747296948e-05,
      "loss": 0.7007,
      "step": 113959
    },
    {
      "epoch": 4.667622363301249,
      "grad_norm": 1.6267217229459516,
      "learning_rate": 3.5980948274943965e-05,
      "loss": 0.7042,
      "step": 113960
    },
    {
      "epoch": 4.667663321728446,
      "grad_norm": 1.7589951131121142,
      "learning_rate": 3.5978829130820005e-05,
      "loss": 0.7068,
      "step": 113961
    },
    {
      "epoch": 4.667704280155642,
      "grad_norm": 0.31659819876067935,
      "learning_rate": 3.597671004059864e-05,
      "loss": 0.0343,
      "step": 113962
    },
    {
      "epoch": 4.667745238582839,
      "grad_norm": 1.5840516738241244,
      "learning_rate": 3.5974591004280906e-05,
      "loss": 0.5251,
      "step": 113963
    },
    {
      "epoch": 4.6677861970100345,
      "grad_norm": 1.387181542085675,
      "learning_rate": 3.597247202186772e-05,
      "loss": 0.6172,
      "step": 113964
    },
    {
      "epoch": 4.667827155437231,
      "grad_norm": 1.287053105384775,
      "learning_rate": 3.597035309336018e-05,
      "loss": 0.4398,
      "step": 113965
    },
    {
      "epoch": 4.667868113864428,
      "grad_norm": 1.7905027936082907,
      "learning_rate": 3.596823421875921e-05,
      "loss": 0.5067,
      "step": 113966
    },
    {
      "epoch": 4.667909072291624,
      "grad_norm": 1.49520900320261,
      "learning_rate": 3.5966115398065826e-05,
      "loss": 0.6039,
      "step": 113967
    },
    {
      "epoch": 4.667950030718821,
      "grad_norm": 1.117992287284137,
      "learning_rate": 3.596399663128109e-05,
      "loss": 0.3114,
      "step": 113968
    },
    {
      "epoch": 4.667990989146017,
      "grad_norm": 0.7731938767011513,
      "learning_rate": 3.596187791840593e-05,
      "loss": 0.226,
      "step": 113969
    },
    {
      "epoch": 4.668031947573213,
      "grad_norm": 1.5314426909319014,
      "learning_rate": 3.595975925944136e-05,
      "loss": 0.4977,
      "step": 113970
    },
    {
      "epoch": 4.668072906000409,
      "grad_norm": 1.3973369838481962,
      "learning_rate": 3.5957640654388455e-05,
      "loss": 0.4098,
      "step": 113971
    },
    {
      "epoch": 4.668113864427606,
      "grad_norm": 1.474609213144651,
      "learning_rate": 3.5955522103248104e-05,
      "loss": 0.272,
      "step": 113972
    },
    {
      "epoch": 4.668154822854802,
      "grad_norm": 1.3628034165836436,
      "learning_rate": 3.5953403606021406e-05,
      "loss": 0.4158,
      "step": 113973
    },
    {
      "epoch": 4.668195781281999,
      "grad_norm": 1.2575026922593384,
      "learning_rate": 3.5951285162709284e-05,
      "loss": 0.4545,
      "step": 113974
    },
    {
      "epoch": 4.6682367397091955,
      "grad_norm": 1.4727130850136916,
      "learning_rate": 3.594916677331279e-05,
      "loss": 0.5939,
      "step": 113975
    },
    {
      "epoch": 4.668277698136391,
      "grad_norm": 1.5923582279230482,
      "learning_rate": 3.594704843783294e-05,
      "loss": 0.6051,
      "step": 113976
    },
    {
      "epoch": 4.668318656563588,
      "grad_norm": 1.3977373024380733,
      "learning_rate": 3.594493015627067e-05,
      "loss": 0.5117,
      "step": 113977
    },
    {
      "epoch": 4.668359614990784,
      "grad_norm": 1.4874543921518444,
      "learning_rate": 3.5942811928627015e-05,
      "loss": 0.6482,
      "step": 113978
    },
    {
      "epoch": 4.668400573417981,
      "grad_norm": 1.7275036211888972,
      "learning_rate": 3.5940693754903024e-05,
      "loss": 0.5562,
      "step": 113979
    },
    {
      "epoch": 4.668441531845177,
      "grad_norm": 1.7708115727584697,
      "learning_rate": 3.593857563509961e-05,
      "loss": 0.8806,
      "step": 113980
    },
    {
      "epoch": 4.668482490272374,
      "grad_norm": 0.9451585269743877,
      "learning_rate": 3.593645756921788e-05,
      "loss": 0.2979,
      "step": 113981
    },
    {
      "epoch": 4.66852344869957,
      "grad_norm": 1.8559186336167242,
      "learning_rate": 3.5934339557258706e-05,
      "loss": 0.8136,
      "step": 113982
    },
    {
      "epoch": 4.668564407126766,
      "grad_norm": 0.5783600156969527,
      "learning_rate": 3.593222159922317e-05,
      "loss": 0.0828,
      "step": 113983
    },
    {
      "epoch": 4.6686053655539625,
      "grad_norm": 1.575620016121553,
      "learning_rate": 3.59301036951123e-05,
      "loss": 0.5762,
      "step": 113984
    },
    {
      "epoch": 4.668646323981159,
      "grad_norm": 3.7895847588812597,
      "learning_rate": 3.592798584492701e-05,
      "loss": 4.3024,
      "step": 113985
    },
    {
      "epoch": 4.668687282408356,
      "grad_norm": 1.9559794740367356,
      "learning_rate": 3.592586804866835e-05,
      "loss": 0.7438,
      "step": 113986
    },
    {
      "epoch": 4.668728240835552,
      "grad_norm": 1.666868661739174,
      "learning_rate": 3.5923750306337366e-05,
      "loss": 0.5658,
      "step": 113987
    },
    {
      "epoch": 4.668769199262749,
      "grad_norm": 1.6388744792145695,
      "learning_rate": 3.592163261793498e-05,
      "loss": 0.5821,
      "step": 113988
    },
    {
      "epoch": 4.668810157689944,
      "grad_norm": 1.5585862938119908,
      "learning_rate": 3.591951498346225e-05,
      "loss": 0.4842,
      "step": 113989
    },
    {
      "epoch": 4.668851116117141,
      "grad_norm": 3.202445650482086,
      "learning_rate": 3.591739740292012e-05,
      "loss": 2.6495,
      "step": 113990
    },
    {
      "epoch": 4.668892074544337,
      "grad_norm": 1.8505945526510352,
      "learning_rate": 3.591527987630963e-05,
      "loss": 0.638,
      "step": 113991
    },
    {
      "epoch": 4.668933032971534,
      "grad_norm": 1.0333692837980624,
      "learning_rate": 3.5913162403631816e-05,
      "loss": 0.4414,
      "step": 113992
    },
    {
      "epoch": 4.6689739913987305,
      "grad_norm": 1.6591212667173436,
      "learning_rate": 3.5911044984887596e-05,
      "loss": 0.5772,
      "step": 113993
    },
    {
      "epoch": 4.669014949825927,
      "grad_norm": 1.5683190140549255,
      "learning_rate": 3.590892762007801e-05,
      "loss": 0.5352,
      "step": 113994
    },
    {
      "epoch": 4.669055908253123,
      "grad_norm": 1.4525558190757448,
      "learning_rate": 3.590681030920411e-05,
      "loss": 0.4987,
      "step": 113995
    },
    {
      "epoch": 4.669096866680319,
      "grad_norm": 1.4374194147276638,
      "learning_rate": 3.590469305226681e-05,
      "loss": 0.5357,
      "step": 113996
    },
    {
      "epoch": 4.669137825107516,
      "grad_norm": 1.6555293018381114,
      "learning_rate": 3.590257584926717e-05,
      "loss": 0.7636,
      "step": 113997
    },
    {
      "epoch": 4.669178783534712,
      "grad_norm": 1.4064869980505952,
      "learning_rate": 3.590045870020616e-05,
      "loss": 0.6743,
      "step": 113998
    },
    {
      "epoch": 4.669219741961909,
      "grad_norm": 1.076527999276617,
      "learning_rate": 3.589834160508478e-05,
      "loss": 0.3072,
      "step": 113999
    },
    {
      "epoch": 4.669260700389105,
      "grad_norm": 1.4386125174884468,
      "learning_rate": 3.589622456390407e-05,
      "loss": 0.5344,
      "step": 114000
    },
    {
      "epoch": 4.669301658816302,
      "grad_norm": 1.2844315575360747,
      "learning_rate": 3.589410757666503e-05,
      "loss": 0.6996,
      "step": 114001
    },
    {
      "epoch": 4.6693426172434975,
      "grad_norm": 2.4456801394837413,
      "learning_rate": 3.5891990643368565e-05,
      "loss": 1.8974,
      "step": 114002
    },
    {
      "epoch": 4.669383575670694,
      "grad_norm": 1.351965408064685,
      "learning_rate": 3.588987376401581e-05,
      "loss": 0.4997,
      "step": 114003
    },
    {
      "epoch": 4.669424534097891,
      "grad_norm": 1.345679139348946,
      "learning_rate": 3.588775693860765e-05,
      "loss": 0.4371,
      "step": 114004
    },
    {
      "epoch": 4.669465492525087,
      "grad_norm": 1.6832501960078523,
      "learning_rate": 3.588564016714514e-05,
      "loss": 0.6425,
      "step": 114005
    },
    {
      "epoch": 4.669506450952284,
      "grad_norm": 1.3645955768190228,
      "learning_rate": 3.588352344962932e-05,
      "loss": 0.4686,
      "step": 114006
    },
    {
      "epoch": 4.66954740937948,
      "grad_norm": 0.8751255386881117,
      "learning_rate": 3.58814067860611e-05,
      "loss": 0.2073,
      "step": 114007
    },
    {
      "epoch": 4.669588367806676,
      "grad_norm": 3.549902659511278,
      "learning_rate": 3.587929017644158e-05,
      "loss": 3.5582,
      "step": 114008
    },
    {
      "epoch": 4.669629326233872,
      "grad_norm": 1.5269517743979675,
      "learning_rate": 3.5877173620771665e-05,
      "loss": 0.587,
      "step": 114009
    },
    {
      "epoch": 4.669670284661069,
      "grad_norm": 1.496915088851779,
      "learning_rate": 3.58750571190524e-05,
      "loss": 0.8009,
      "step": 114010
    },
    {
      "epoch": 4.6697112430882655,
      "grad_norm": 1.3074231987691785,
      "learning_rate": 3.587294067128482e-05,
      "loss": 0.4206,
      "step": 114011
    },
    {
      "epoch": 4.669752201515462,
      "grad_norm": 1.6963673239305939,
      "learning_rate": 3.5870824277469855e-05,
      "loss": 0.6622,
      "step": 114012
    },
    {
      "epoch": 4.6697931599426585,
      "grad_norm": 1.6390991552760557,
      "learning_rate": 3.586870793760855e-05,
      "loss": 0.6842,
      "step": 114013
    },
    {
      "epoch": 4.669834118369854,
      "grad_norm": 1.4450077914633372,
      "learning_rate": 3.5866591651701934e-05,
      "loss": 0.6455,
      "step": 114014
    },
    {
      "epoch": 4.669875076797051,
      "grad_norm": 1.842691606724882,
      "learning_rate": 3.586447541975092e-05,
      "loss": 0.5841,
      "step": 114015
    },
    {
      "epoch": 4.669916035224247,
      "grad_norm": 1.332590327222358,
      "learning_rate": 3.58623592417566e-05,
      "loss": 0.5184,
      "step": 114016
    },
    {
      "epoch": 4.669956993651444,
      "grad_norm": 1.2247066890385154,
      "learning_rate": 3.58602431177199e-05,
      "loss": 0.6146,
      "step": 114017
    },
    {
      "epoch": 4.66999795207864,
      "grad_norm": 1.547478563868705,
      "learning_rate": 3.585812704764186e-05,
      "loss": 0.5076,
      "step": 114018
    },
    {
      "epoch": 4.670038910505837,
      "grad_norm": 0.8754657402510171,
      "learning_rate": 3.58560110315235e-05,
      "loss": 0.2053,
      "step": 114019
    },
    {
      "epoch": 4.670079868933033,
      "grad_norm": 1.375760835414211,
      "learning_rate": 3.5853895069365756e-05,
      "loss": 0.448,
      "step": 114020
    },
    {
      "epoch": 4.670120827360229,
      "grad_norm": 1.5670570227085456,
      "learning_rate": 3.585177916116967e-05,
      "loss": 0.7895,
      "step": 114021
    },
    {
      "epoch": 4.670161785787426,
      "grad_norm": 1.5658234641072648,
      "learning_rate": 3.584966330693628e-05,
      "loss": 0.4344,
      "step": 114022
    },
    {
      "epoch": 4.670202744214622,
      "grad_norm": 1.2398649792946939,
      "learning_rate": 3.5847547506666514e-05,
      "loss": 0.541,
      "step": 114023
    },
    {
      "epoch": 4.670243702641819,
      "grad_norm": 1.880962444396052,
      "learning_rate": 3.5845431760361445e-05,
      "loss": 1.0394,
      "step": 114024
    },
    {
      "epoch": 4.670284661069015,
      "grad_norm": 1.8927490296059846,
      "learning_rate": 3.584331606802197e-05,
      "loss": 0.7836,
      "step": 114025
    },
    {
      "epoch": 4.670325619496212,
      "grad_norm": 1.4310495188271246,
      "learning_rate": 3.584120042964917e-05,
      "loss": 0.6234,
      "step": 114026
    },
    {
      "epoch": 4.670366577923407,
      "grad_norm": 1.6863777693662636,
      "learning_rate": 3.583908484524405e-05,
      "loss": 0.6836,
      "step": 114027
    },
    {
      "epoch": 4.670407536350604,
      "grad_norm": 1.4590468839000865,
      "learning_rate": 3.583696931480757e-05,
      "loss": 0.5574,
      "step": 114028
    },
    {
      "epoch": 4.6704484947778,
      "grad_norm": 0.973663709883024,
      "learning_rate": 3.583485383834072e-05,
      "loss": 0.1904,
      "step": 114029
    },
    {
      "epoch": 4.670489453204997,
      "grad_norm": 1.0587171810039888,
      "learning_rate": 3.583273841584458e-05,
      "loss": 0.2418,
      "step": 114030
    },
    {
      "epoch": 4.6705304116321935,
      "grad_norm": 1.2807999159255483,
      "learning_rate": 3.583062304732007e-05,
      "loss": 0.3136,
      "step": 114031
    },
    {
      "epoch": 4.67057137005939,
      "grad_norm": 1.31290144659269,
      "learning_rate": 3.582850773276823e-05,
      "loss": 0.3548,
      "step": 114032
    },
    {
      "epoch": 4.670612328486586,
      "grad_norm": 1.2041801679599249,
      "learning_rate": 3.582639247219002e-05,
      "loss": 0.4119,
      "step": 114033
    },
    {
      "epoch": 4.670653286913782,
      "grad_norm": 1.5279842267576849,
      "learning_rate": 3.582427726558647e-05,
      "loss": 0.7323,
      "step": 114034
    },
    {
      "epoch": 4.670694245340979,
      "grad_norm": 1.3837357255719964,
      "learning_rate": 3.582216211295862e-05,
      "loss": 0.4469,
      "step": 114035
    },
    {
      "epoch": 4.670735203768175,
      "grad_norm": 1.8123656499959422,
      "learning_rate": 3.5820047014307363e-05,
      "loss": 0.7593,
      "step": 114036
    },
    {
      "epoch": 4.670776162195372,
      "grad_norm": 1.4981193429457649,
      "learning_rate": 3.581793196963383e-05,
      "loss": 0.6798,
      "step": 114037
    },
    {
      "epoch": 4.670817120622568,
      "grad_norm": 1.2357168047544236,
      "learning_rate": 3.58158169789389e-05,
      "loss": 0.3488,
      "step": 114038
    },
    {
      "epoch": 4.670858079049765,
      "grad_norm": 1.7772941356288068,
      "learning_rate": 3.581370204222362e-05,
      "loss": 0.6009,
      "step": 114039
    },
    {
      "epoch": 4.670899037476961,
      "grad_norm": 1.5972820432134733,
      "learning_rate": 3.581158715948904e-05,
      "loss": 0.618,
      "step": 114040
    },
    {
      "epoch": 4.670939995904157,
      "grad_norm": 1.3938271537838405,
      "learning_rate": 3.580947233073608e-05,
      "loss": 0.5782,
      "step": 114041
    },
    {
      "epoch": 4.670980954331354,
      "grad_norm": 1.4005825068477438,
      "learning_rate": 3.580735755596576e-05,
      "loss": 0.5225,
      "step": 114042
    },
    {
      "epoch": 4.67102191275855,
      "grad_norm": 1.4805940259805408,
      "learning_rate": 3.5805242835179164e-05,
      "loss": 0.7073,
      "step": 114043
    },
    {
      "epoch": 4.671062871185747,
      "grad_norm": 1.6543470331899999,
      "learning_rate": 3.5803128168377166e-05,
      "loss": 0.5754,
      "step": 114044
    },
    {
      "epoch": 4.671103829612943,
      "grad_norm": 1.3469508284819494,
      "learning_rate": 3.580101355556087e-05,
      "loss": 0.5212,
      "step": 114045
    },
    {
      "epoch": 4.671144788040139,
      "grad_norm": 1.9696128940360564,
      "learning_rate": 3.579889899673116e-05,
      "loss": 0.7265,
      "step": 114046
    },
    {
      "epoch": 4.671185746467335,
      "grad_norm": 1.5775305369991175,
      "learning_rate": 3.579678449188913e-05,
      "loss": 0.585,
      "step": 114047
    },
    {
      "epoch": 4.671226704894532,
      "grad_norm": 3.0031364784870953,
      "learning_rate": 3.57946700410358e-05,
      "loss": 0.7075,
      "step": 114048
    },
    {
      "epoch": 4.6712676633217285,
      "grad_norm": 1.4737549254872264,
      "learning_rate": 3.579255564417206e-05,
      "loss": 0.6451,
      "step": 114049
    },
    {
      "epoch": 4.671308621748925,
      "grad_norm": 0.8625220899590131,
      "learning_rate": 3.579044130129899e-05,
      "loss": 0.1963,
      "step": 114050
    },
    {
      "epoch": 4.671349580176122,
      "grad_norm": 1.1899023338137387,
      "learning_rate": 3.57883270124176e-05,
      "loss": 0.3829,
      "step": 114051
    },
    {
      "epoch": 4.671390538603317,
      "grad_norm": 1.5603246393357213,
      "learning_rate": 3.5786212777528824e-05,
      "loss": 0.4484,
      "step": 114052
    },
    {
      "epoch": 4.671431497030514,
      "grad_norm": 0.9663820953841381,
      "learning_rate": 3.5784098596633755e-05,
      "loss": 0.2164,
      "step": 114053
    },
    {
      "epoch": 4.67147245545771,
      "grad_norm": 1.5322402126980381,
      "learning_rate": 3.5781984469733275e-05,
      "loss": 0.5907,
      "step": 114054
    },
    {
      "epoch": 4.671513413884907,
      "grad_norm": 1.3275822614432558,
      "learning_rate": 3.5779870396828455e-05,
      "loss": 0.2818,
      "step": 114055
    },
    {
      "epoch": 4.671554372312103,
      "grad_norm": 1.4495004798094115,
      "learning_rate": 3.577775637792033e-05,
      "loss": 0.5857,
      "step": 114056
    },
    {
      "epoch": 4.6715953307393,
      "grad_norm": 2.2477061778365686,
      "learning_rate": 3.577564241300981e-05,
      "loss": 1.325,
      "step": 114057
    },
    {
      "epoch": 4.671636289166496,
      "grad_norm": 1.3140542375869917,
      "learning_rate": 3.5773528502097925e-05,
      "loss": 0.4372,
      "step": 114058
    },
    {
      "epoch": 4.671677247593692,
      "grad_norm": 4.377031820746942,
      "learning_rate": 3.577141464518575e-05,
      "loss": 4.4732,
      "step": 114059
    },
    {
      "epoch": 4.671718206020889,
      "grad_norm": 2.0184178386358105,
      "learning_rate": 3.576930084227416e-05,
      "loss": 0.6839,
      "step": 114060
    },
    {
      "epoch": 4.671759164448085,
      "grad_norm": 1.5661823866960785,
      "learning_rate": 3.576718709336427e-05,
      "loss": 0.7471,
      "step": 114061
    },
    {
      "epoch": 4.671800122875282,
      "grad_norm": 1.1516493481488446,
      "learning_rate": 3.5765073398456984e-05,
      "loss": 0.2879,
      "step": 114062
    },
    {
      "epoch": 4.671841081302478,
      "grad_norm": 1.3468477858596846,
      "learning_rate": 3.576295975755333e-05,
      "loss": 0.5543,
      "step": 114063
    },
    {
      "epoch": 4.671882039729675,
      "grad_norm": 1.2991036842686823,
      "learning_rate": 3.576084617065437e-05,
      "loss": 0.4624,
      "step": 114064
    },
    {
      "epoch": 4.67192299815687,
      "grad_norm": 1.0679132611947002,
      "learning_rate": 3.575873263776102e-05,
      "loss": 0.294,
      "step": 114065
    },
    {
      "epoch": 4.671963956584067,
      "grad_norm": 1.3398187425850827,
      "learning_rate": 3.57566191588743e-05,
      "loss": 0.7531,
      "step": 114066
    },
    {
      "epoch": 4.6720049150112635,
      "grad_norm": 1.7770437325240687,
      "learning_rate": 3.575450573399527e-05,
      "loss": 0.7228,
      "step": 114067
    },
    {
      "epoch": 4.67204587343846,
      "grad_norm": 2.4405331056057276,
      "learning_rate": 3.5752392363124825e-05,
      "loss": 1.6299,
      "step": 114068
    },
    {
      "epoch": 4.6720868318656565,
      "grad_norm": 1.9597466120783726,
      "learning_rate": 3.5750279046264084e-05,
      "loss": 0.6602,
      "step": 114069
    },
    {
      "epoch": 4.672127790292853,
      "grad_norm": 1.720002476362473,
      "learning_rate": 3.5748165783413924e-05,
      "loss": 0.5587,
      "step": 114070
    },
    {
      "epoch": 4.672168748720049,
      "grad_norm": 1.3811434055255076,
      "learning_rate": 3.574605257457541e-05,
      "loss": 0.5721,
      "step": 114071
    },
    {
      "epoch": 4.672209707147245,
      "grad_norm": 1.7569004606745877,
      "learning_rate": 3.57439394197496e-05,
      "loss": 0.6827,
      "step": 114072
    },
    {
      "epoch": 4.672250665574442,
      "grad_norm": 3.033573565701814,
      "learning_rate": 3.5741826318937356e-05,
      "loss": 0.9624,
      "step": 114073
    },
    {
      "epoch": 4.672291624001638,
      "grad_norm": 0.8501060199361374,
      "learning_rate": 3.5739713272139755e-05,
      "loss": 0.2427,
      "step": 114074
    },
    {
      "epoch": 4.672332582428835,
      "grad_norm": 1.8188765767396033,
      "learning_rate": 3.573760027935781e-05,
      "loss": 0.702,
      "step": 114075
    },
    {
      "epoch": 4.672373540856031,
      "grad_norm": 1.407184821914544,
      "learning_rate": 3.573548734059246e-05,
      "loss": 0.5408,
      "step": 114076
    },
    {
      "epoch": 4.672414499283228,
      "grad_norm": 1.4219922327051602,
      "learning_rate": 3.573337445584474e-05,
      "loss": 0.7255,
      "step": 114077
    },
    {
      "epoch": 4.672455457710424,
      "grad_norm": 1.4138763336494755,
      "learning_rate": 3.5731261625115703e-05,
      "loss": 0.5773,
      "step": 114078
    },
    {
      "epoch": 4.67249641613762,
      "grad_norm": 1.70565341589717,
      "learning_rate": 3.572914884840623e-05,
      "loss": 0.5538,
      "step": 114079
    },
    {
      "epoch": 4.672537374564817,
      "grad_norm": 1.5244673333154943,
      "learning_rate": 3.5727036125717454e-05,
      "loss": 0.5418,
      "step": 114080
    },
    {
      "epoch": 4.672578332992013,
      "grad_norm": 1.853897261940117,
      "learning_rate": 3.572492345705025e-05,
      "loss": 0.6969,
      "step": 114081
    },
    {
      "epoch": 4.67261929141921,
      "grad_norm": 2.541944623940702,
      "learning_rate": 3.572281084240568e-05,
      "loss": 0.8375,
      "step": 114082
    },
    {
      "epoch": 4.672660249846406,
      "grad_norm": 1.7637285598640555,
      "learning_rate": 3.572069828178477e-05,
      "loss": 0.6381,
      "step": 114083
    },
    {
      "epoch": 4.672701208273602,
      "grad_norm": 1.339867771852342,
      "learning_rate": 3.571858577518843e-05,
      "loss": 0.5817,
      "step": 114084
    },
    {
      "epoch": 4.6727421667007984,
      "grad_norm": 1.4490750008066458,
      "learning_rate": 3.5716473322617715e-05,
      "loss": 0.541,
      "step": 114085
    },
    {
      "epoch": 4.672783125127995,
      "grad_norm": 2.1934317862365353,
      "learning_rate": 3.5714360924073666e-05,
      "loss": 0.6639,
      "step": 114086
    },
    {
      "epoch": 4.6728240835551915,
      "grad_norm": 1.066538318833657,
      "learning_rate": 3.571224857955719e-05,
      "loss": 0.2832,
      "step": 114087
    },
    {
      "epoch": 4.672865041982388,
      "grad_norm": 1.4363297190544548,
      "learning_rate": 3.571013628906939e-05,
      "loss": 0.5866,
      "step": 114088
    },
    {
      "epoch": 4.672906000409585,
      "grad_norm": 2.0383781539000028,
      "learning_rate": 3.570802405261115e-05,
      "loss": 1.0624,
      "step": 114089
    },
    {
      "epoch": 4.67294695883678,
      "grad_norm": 1.9074598716236995,
      "learning_rate": 3.5705911870183526e-05,
      "loss": 0.8483,
      "step": 114090
    },
    {
      "epoch": 4.672987917263977,
      "grad_norm": 1.2330674216418407,
      "learning_rate": 3.570379974178756e-05,
      "loss": 0.5057,
      "step": 114091
    },
    {
      "epoch": 4.673028875691173,
      "grad_norm": 0.8883965597981082,
      "learning_rate": 3.570168766742415e-05,
      "loss": 0.1923,
      "step": 114092
    },
    {
      "epoch": 4.67306983411837,
      "grad_norm": 1.352064540788897,
      "learning_rate": 3.569957564709436e-05,
      "loss": 0.5992,
      "step": 114093
    },
    {
      "epoch": 4.673110792545566,
      "grad_norm": 1.8053978736871863,
      "learning_rate": 3.5697463680799215e-05,
      "loss": 1.1001,
      "step": 114094
    },
    {
      "epoch": 4.673151750972763,
      "grad_norm": 1.4783646010153333,
      "learning_rate": 3.569535176853964e-05,
      "loss": 0.4745,
      "step": 114095
    },
    {
      "epoch": 4.6731927093999595,
      "grad_norm": 1.3293055176308184,
      "learning_rate": 3.569323991031671e-05,
      "loss": 0.518,
      "step": 114096
    },
    {
      "epoch": 4.673233667827155,
      "grad_norm": 0.9085067204176076,
      "learning_rate": 3.569112810613134e-05,
      "loss": 0.2332,
      "step": 114097
    },
    {
      "epoch": 4.673274626254352,
      "grad_norm": 1.3315000567204718,
      "learning_rate": 3.568901635598457e-05,
      "loss": 0.4356,
      "step": 114098
    },
    {
      "epoch": 4.673315584681548,
      "grad_norm": 1.1812568112158115,
      "learning_rate": 3.568690465987745e-05,
      "loss": 0.4055,
      "step": 114099
    },
    {
      "epoch": 4.673356543108745,
      "grad_norm": 1.4285941256392285,
      "learning_rate": 3.5684793017810875e-05,
      "loss": 0.4561,
      "step": 114100
    },
    {
      "epoch": 4.673397501535941,
      "grad_norm": 1.5865391390024253,
      "learning_rate": 3.568268142978591e-05,
      "loss": 0.7375,
      "step": 114101
    },
    {
      "epoch": 4.673438459963138,
      "grad_norm": 1.5245002751079073,
      "learning_rate": 3.568056989580358e-05,
      "loss": 0.664,
      "step": 114102
    },
    {
      "epoch": 4.673479418390333,
      "grad_norm": 1.6692806548718513,
      "learning_rate": 3.5678458415864784e-05,
      "loss": 0.6729,
      "step": 114103
    },
    {
      "epoch": 4.67352037681753,
      "grad_norm": 1.3162547303791792,
      "learning_rate": 3.5676346989970626e-05,
      "loss": 0.3693,
      "step": 114104
    },
    {
      "epoch": 4.6735613352447265,
      "grad_norm": 1.7145244717710613,
      "learning_rate": 3.567423561812202e-05,
      "loss": 0.7601,
      "step": 114105
    },
    {
      "epoch": 4.673602293671923,
      "grad_norm": 1.5297068187714624,
      "learning_rate": 3.5672124300320017e-05,
      "loss": 0.5145,
      "step": 114106
    },
    {
      "epoch": 4.67364325209912,
      "grad_norm": 1.754029947024242,
      "learning_rate": 3.5670013036565624e-05,
      "loss": 0.5836,
      "step": 114107
    },
    {
      "epoch": 4.673684210526316,
      "grad_norm": 1.609905945272425,
      "learning_rate": 3.566790182685977e-05,
      "loss": 0.7027,
      "step": 114108
    },
    {
      "epoch": 4.673725168953512,
      "grad_norm": 1.3565315798034234,
      "learning_rate": 3.566579067120354e-05,
      "loss": 0.5034,
      "step": 114109
    },
    {
      "epoch": 4.673766127380708,
      "grad_norm": 1.4699094228175364,
      "learning_rate": 3.566367956959786e-05,
      "loss": 0.6376,
      "step": 114110
    },
    {
      "epoch": 4.673807085807905,
      "grad_norm": 1.092144689961085,
      "learning_rate": 3.566156852204375e-05,
      "loss": 0.2002,
      "step": 114111
    },
    {
      "epoch": 4.673848044235101,
      "grad_norm": 1.2704439679109338,
      "learning_rate": 3.565945752854226e-05,
      "loss": 0.4957,
      "step": 114112
    },
    {
      "epoch": 4.673889002662298,
      "grad_norm": 1.4315415924237749,
      "learning_rate": 3.5657346589094306e-05,
      "loss": 0.4514,
      "step": 114113
    },
    {
      "epoch": 4.673929961089494,
      "grad_norm": 1.4952855889728278,
      "learning_rate": 3.5655235703700905e-05,
      "loss": 0.5299,
      "step": 114114
    },
    {
      "epoch": 4.673970919516691,
      "grad_norm": 0.7750003957950065,
      "learning_rate": 3.5653124872363134e-05,
      "loss": 0.2418,
      "step": 114115
    },
    {
      "epoch": 4.674011877943887,
      "grad_norm": 1.0492620695959254,
      "learning_rate": 3.5651014095081894e-05,
      "loss": 0.1884,
      "step": 114116
    },
    {
      "epoch": 4.674052836371083,
      "grad_norm": 1.563067886867287,
      "learning_rate": 3.5648903371858236e-05,
      "loss": 0.6285,
      "step": 114117
    },
    {
      "epoch": 4.67409379479828,
      "grad_norm": 1.5305469508491993,
      "learning_rate": 3.564679270269311e-05,
      "loss": 0.5963,
      "step": 114118
    },
    {
      "epoch": 4.674134753225476,
      "grad_norm": 1.8654757121491958,
      "learning_rate": 3.5644682087587556e-05,
      "loss": 0.8118,
      "step": 114119
    },
    {
      "epoch": 4.674175711652673,
      "grad_norm": 1.4274157748059617,
      "learning_rate": 3.564257152654259e-05,
      "loss": 0.5909,
      "step": 114120
    },
    {
      "epoch": 4.674216670079869,
      "grad_norm": 1.222390405268721,
      "learning_rate": 3.564046101955915e-05,
      "loss": 0.4443,
      "step": 114121
    },
    {
      "epoch": 4.674257628507065,
      "grad_norm": 1.4994557518514506,
      "learning_rate": 3.563835056663826e-05,
      "loss": 0.6406,
      "step": 114122
    },
    {
      "epoch": 4.6742985869342615,
      "grad_norm": 1.756351248173815,
      "learning_rate": 3.5636240167780956e-05,
      "loss": 0.7077,
      "step": 114123
    },
    {
      "epoch": 4.674339545361458,
      "grad_norm": 1.74282957682463,
      "learning_rate": 3.563412982298815e-05,
      "loss": 0.8668,
      "step": 114124
    },
    {
      "epoch": 4.6743805037886546,
      "grad_norm": 3.506737467105593,
      "learning_rate": 3.563201953226096e-05,
      "loss": 2.213,
      "step": 114125
    },
    {
      "epoch": 4.674421462215851,
      "grad_norm": 2.1557552959713084,
      "learning_rate": 3.562990929560026e-05,
      "loss": 0.866,
      "step": 114126
    },
    {
      "epoch": 4.674462420643048,
      "grad_norm": 1.695332769981681,
      "learning_rate": 3.56277991130071e-05,
      "loss": 0.5881,
      "step": 114127
    },
    {
      "epoch": 4.674503379070243,
      "grad_norm": 1.4699243454856032,
      "learning_rate": 3.562568898448252e-05,
      "loss": 0.5799,
      "step": 114128
    },
    {
      "epoch": 4.67454433749744,
      "grad_norm": 1.4832786289430049,
      "learning_rate": 3.562357891002744e-05,
      "loss": 0.6383,
      "step": 114129
    },
    {
      "epoch": 4.674585295924636,
      "grad_norm": 1.461623111990536,
      "learning_rate": 3.562146888964289e-05,
      "loss": 0.6198,
      "step": 114130
    },
    {
      "epoch": 4.674626254351833,
      "grad_norm": 1.3885017820207368,
      "learning_rate": 3.561935892332992e-05,
      "loss": 0.5533,
      "step": 114131
    },
    {
      "epoch": 4.674667212779029,
      "grad_norm": 1.4655165371895682,
      "learning_rate": 3.561724901108943e-05,
      "loss": 0.5158,
      "step": 114132
    },
    {
      "epoch": 4.674708171206226,
      "grad_norm": 1.5592761940499715,
      "learning_rate": 3.5615139152922526e-05,
      "loss": 0.5939,
      "step": 114133
    },
    {
      "epoch": 4.6747491296334225,
      "grad_norm": 1.4344573020848415,
      "learning_rate": 3.5613029348830094e-05,
      "loss": 0.451,
      "step": 114134
    },
    {
      "epoch": 4.674790088060618,
      "grad_norm": 1.528786410646121,
      "learning_rate": 3.561091959881319e-05,
      "loss": 0.7936,
      "step": 114135
    },
    {
      "epoch": 4.674831046487815,
      "grad_norm": 1.69208121276996,
      "learning_rate": 3.5608809902872844e-05,
      "loss": 0.647,
      "step": 114136
    },
    {
      "epoch": 4.674872004915011,
      "grad_norm": 1.1045662871903734,
      "learning_rate": 3.5606700261009956e-05,
      "loss": 0.2514,
      "step": 114137
    },
    {
      "epoch": 4.674912963342208,
      "grad_norm": 0.8025495161599924,
      "learning_rate": 3.5604590673225595e-05,
      "loss": 0.1834,
      "step": 114138
    },
    {
      "epoch": 4.674953921769404,
      "grad_norm": 1.731520622855742,
      "learning_rate": 3.560248113952079e-05,
      "loss": 0.6792,
      "step": 114139
    },
    {
      "epoch": 4.674994880196601,
      "grad_norm": 0.9043327125594185,
      "learning_rate": 3.560037165989647e-05,
      "loss": 0.2014,
      "step": 114140
    },
    {
      "epoch": 4.6750358386237965,
      "grad_norm": 0.9859357026602149,
      "learning_rate": 3.559826223435368e-05,
      "loss": 0.245,
      "step": 114141
    },
    {
      "epoch": 4.675076797050993,
      "grad_norm": 1.4072952727953496,
      "learning_rate": 3.559615286289334e-05,
      "loss": 0.5876,
      "step": 114142
    },
    {
      "epoch": 4.6751177554781895,
      "grad_norm": 0.8626834013656889,
      "learning_rate": 3.5594043545516556e-05,
      "loss": 0.2082,
      "step": 114143
    },
    {
      "epoch": 4.675158713905386,
      "grad_norm": 2.0906622072974197,
      "learning_rate": 3.559193428222426e-05,
      "loss": 0.9386,
      "step": 114144
    },
    {
      "epoch": 4.675199672332583,
      "grad_norm": 1.147987744824644,
      "learning_rate": 3.558982507301742e-05,
      "loss": 0.4102,
      "step": 114145
    },
    {
      "epoch": 4.675240630759779,
      "grad_norm": 2.23153408366421,
      "learning_rate": 3.5587715917897085e-05,
      "loss": 1.3384,
      "step": 114146
    },
    {
      "epoch": 4.675281589186975,
      "grad_norm": 1.6013751887433385,
      "learning_rate": 3.5585606816864266e-05,
      "loss": 0.708,
      "step": 114147
    },
    {
      "epoch": 4.675322547614171,
      "grad_norm": 1.7828266912429949,
      "learning_rate": 3.5583497769919895e-05,
      "loss": 0.825,
      "step": 114148
    },
    {
      "epoch": 4.675363506041368,
      "grad_norm": 1.4347579392111764,
      "learning_rate": 3.558138877706501e-05,
      "loss": 0.5554,
      "step": 114149
    },
    {
      "epoch": 4.675404464468564,
      "grad_norm": 1.9703793585943186,
      "learning_rate": 3.557927983830065e-05,
      "loss": 0.8106,
      "step": 114150
    },
    {
      "epoch": 4.675445422895761,
      "grad_norm": 1.2197690154125003,
      "learning_rate": 3.557717095362773e-05,
      "loss": 0.4723,
      "step": 114151
    },
    {
      "epoch": 4.6754863813229575,
      "grad_norm": 1.6725883597296614,
      "learning_rate": 3.55750621230473e-05,
      "loss": 0.6899,
      "step": 114152
    },
    {
      "epoch": 4.675527339750154,
      "grad_norm": 1.6594007243387014,
      "learning_rate": 3.5572953346560316e-05,
      "loss": 0.5967,
      "step": 114153
    },
    {
      "epoch": 4.67556829817735,
      "grad_norm": 1.5532671533731588,
      "learning_rate": 3.55708446241678e-05,
      "loss": 0.5323,
      "step": 114154
    },
    {
      "epoch": 4.675609256604546,
      "grad_norm": 1.890390595795582,
      "learning_rate": 3.556873595587079e-05,
      "loss": 0.5868,
      "step": 114155
    },
    {
      "epoch": 4.675650215031743,
      "grad_norm": 1.7944015651564607,
      "learning_rate": 3.5566627341670194e-05,
      "loss": 1.0211,
      "step": 114156
    },
    {
      "epoch": 4.675691173458939,
      "grad_norm": 1.4545821861074384,
      "learning_rate": 3.5564518781567076e-05,
      "loss": 0.5662,
      "step": 114157
    },
    {
      "epoch": 4.675732131886136,
      "grad_norm": 2.3354214918741927,
      "learning_rate": 3.556241027556243e-05,
      "loss": 0.9758,
      "step": 114158
    },
    {
      "epoch": 4.675773090313332,
      "grad_norm": 4.033424963229055,
      "learning_rate": 3.556030182365721e-05,
      "loss": 4.3636,
      "step": 114159
    },
    {
      "epoch": 4.675814048740529,
      "grad_norm": 2.050501384918311,
      "learning_rate": 3.5558193425852464e-05,
      "loss": 0.7219,
      "step": 114160
    },
    {
      "epoch": 4.6758550071677245,
      "grad_norm": 1.192040199743354,
      "learning_rate": 3.555608508214915e-05,
      "loss": 0.4881,
      "step": 114161
    },
    {
      "epoch": 4.675895965594921,
      "grad_norm": 1.6437140821405143,
      "learning_rate": 3.5553976792548244e-05,
      "loss": 0.5853,
      "step": 114162
    },
    {
      "epoch": 4.675936924022118,
      "grad_norm": 1.671402096295333,
      "learning_rate": 3.555186855705083e-05,
      "loss": 0.6702,
      "step": 114163
    },
    {
      "epoch": 4.675977882449314,
      "grad_norm": 1.6659908390544589,
      "learning_rate": 3.5549760375657825e-05,
      "loss": 0.5036,
      "step": 114164
    },
    {
      "epoch": 4.676018840876511,
      "grad_norm": 1.8019500319944581,
      "learning_rate": 3.554765224837024e-05,
      "loss": 0.6742,
      "step": 114165
    },
    {
      "epoch": 4.676059799303706,
      "grad_norm": 1.144316603764976,
      "learning_rate": 3.554554417518912e-05,
      "loss": 0.3415,
      "step": 114166
    },
    {
      "epoch": 4.676100757730903,
      "grad_norm": 0.917280544453211,
      "learning_rate": 3.5543436156115404e-05,
      "loss": 0.2481,
      "step": 114167
    },
    {
      "epoch": 4.676141716158099,
      "grad_norm": 1.385630159313687,
      "learning_rate": 3.554132819115014e-05,
      "loss": 0.3594,
      "step": 114168
    },
    {
      "epoch": 4.676182674585296,
      "grad_norm": 1.3501155488507808,
      "learning_rate": 3.553922028029424e-05,
      "loss": 0.5579,
      "step": 114169
    },
    {
      "epoch": 4.676223633012492,
      "grad_norm": 1.7958461956740077,
      "learning_rate": 3.5537112423548764e-05,
      "loss": 0.8399,
      "step": 114170
    },
    {
      "epoch": 4.676264591439689,
      "grad_norm": 1.3964527665429036,
      "learning_rate": 3.5535004620914746e-05,
      "loss": 0.4632,
      "step": 114171
    },
    {
      "epoch": 4.6763055498668855,
      "grad_norm": 1.890498409005287,
      "learning_rate": 3.5532896872393096e-05,
      "loss": 0.9201,
      "step": 114172
    },
    {
      "epoch": 4.676346508294081,
      "grad_norm": 1.2824531780165276,
      "learning_rate": 3.553078917798489e-05,
      "loss": 0.4742,
      "step": 114173
    },
    {
      "epoch": 4.676387466721278,
      "grad_norm": 1.553533780709628,
      "learning_rate": 3.552868153769103e-05,
      "loss": 0.709,
      "step": 114174
    },
    {
      "epoch": 4.676428425148474,
      "grad_norm": 2.0398788297232797,
      "learning_rate": 3.552657395151259e-05,
      "loss": 0.8876,
      "step": 114175
    },
    {
      "epoch": 4.676469383575671,
      "grad_norm": 1.5535492094218055,
      "learning_rate": 3.552446641945057e-05,
      "loss": 0.5022,
      "step": 114176
    },
    {
      "epoch": 4.676510342002867,
      "grad_norm": 1.4501573217771786,
      "learning_rate": 3.5522358941505895e-05,
      "loss": 0.4656,
      "step": 114177
    },
    {
      "epoch": 4.676551300430064,
      "grad_norm": 1.6566542722229736,
      "learning_rate": 3.55202515176796e-05,
      "loss": 0.654,
      "step": 114178
    },
    {
      "epoch": 4.67659225885726,
      "grad_norm": 1.7885639515227563,
      "learning_rate": 3.551814414797274e-05,
      "loss": 0.5954,
      "step": 114179
    },
    {
      "epoch": 4.676633217284456,
      "grad_norm": 1.810982099102366,
      "learning_rate": 3.551603683238621e-05,
      "loss": 0.6159,
      "step": 114180
    },
    {
      "epoch": 4.676674175711653,
      "grad_norm": 1.2792283368916693,
      "learning_rate": 3.551392957092111e-05,
      "loss": 0.4005,
      "step": 114181
    },
    {
      "epoch": 4.676715134138849,
      "grad_norm": 1.7274267581256388,
      "learning_rate": 3.551182236357834e-05,
      "loss": 0.77,
      "step": 114182
    },
    {
      "epoch": 4.676756092566046,
      "grad_norm": 1.4651133484414545,
      "learning_rate": 3.5509715210358916e-05,
      "loss": 0.4529,
      "step": 114183
    },
    {
      "epoch": 4.676797050993242,
      "grad_norm": 1.3974340701503687,
      "learning_rate": 3.550760811126391e-05,
      "loss": 0.5776,
      "step": 114184
    },
    {
      "epoch": 4.676838009420438,
      "grad_norm": 1.516399558242286,
      "learning_rate": 3.550550106629422e-05,
      "loss": 0.6061,
      "step": 114185
    },
    {
      "epoch": 4.676878967847634,
      "grad_norm": 1.3244549542389996,
      "learning_rate": 3.550339407545089e-05,
      "loss": 0.5452,
      "step": 114186
    },
    {
      "epoch": 4.676919926274831,
      "grad_norm": 1.2992216150505334,
      "learning_rate": 3.5501287138734947e-05,
      "loss": 0.4592,
      "step": 114187
    },
    {
      "epoch": 4.676960884702027,
      "grad_norm": 1.4653127547255393,
      "learning_rate": 3.5499180256147316e-05,
      "loss": 0.7163,
      "step": 114188
    },
    {
      "epoch": 4.677001843129224,
      "grad_norm": 1.0812332272167422,
      "learning_rate": 3.549707342768906e-05,
      "loss": 0.2037,
      "step": 114189
    },
    {
      "epoch": 4.6770428015564205,
      "grad_norm": 1.3784667251056384,
      "learning_rate": 3.54949666533611e-05,
      "loss": 0.4058,
      "step": 114190
    },
    {
      "epoch": 4.677083759983617,
      "grad_norm": 1.0460440410152223,
      "learning_rate": 3.549285993316449e-05,
      "loss": 0.1919,
      "step": 114191
    },
    {
      "epoch": 4.677124718410813,
      "grad_norm": 1.0850524902130343,
      "learning_rate": 3.5490753267100246e-05,
      "loss": 0.1659,
      "step": 114192
    },
    {
      "epoch": 4.677165676838009,
      "grad_norm": 0.7165053609403196,
      "learning_rate": 3.548864665516928e-05,
      "loss": 0.1968,
      "step": 114193
    },
    {
      "epoch": 4.677206635265206,
      "grad_norm": 1.506365849926422,
      "learning_rate": 3.5486540097372654e-05,
      "loss": 0.6183,
      "step": 114194
    },
    {
      "epoch": 4.677247593692402,
      "grad_norm": 1.4363129473676954,
      "learning_rate": 3.548443359371138e-05,
      "loss": 0.6031,
      "step": 114195
    },
    {
      "epoch": 4.677288552119599,
      "grad_norm": 1.6918895092710144,
      "learning_rate": 3.548232714418637e-05,
      "loss": 0.919,
      "step": 114196
    },
    {
      "epoch": 4.677329510546795,
      "grad_norm": 1.5779864675653552,
      "learning_rate": 3.548022074879873e-05,
      "loss": 0.5007,
      "step": 114197
    },
    {
      "epoch": 4.677370468973992,
      "grad_norm": 0.9481443493009132,
      "learning_rate": 3.547811440754934e-05,
      "loss": 0.2352,
      "step": 114198
    },
    {
      "epoch": 4.6774114274011875,
      "grad_norm": 1.4112202334219042,
      "learning_rate": 3.547600812043925e-05,
      "loss": 0.619,
      "step": 114199
    },
    {
      "epoch": 4.677452385828384,
      "grad_norm": 1.281488657823016,
      "learning_rate": 3.5473901887469516e-05,
      "loss": 0.503,
      "step": 114200
    },
    {
      "epoch": 4.677493344255581,
      "grad_norm": 2.0848460112056597,
      "learning_rate": 3.547179570864102e-05,
      "loss": 0.8191,
      "step": 114201
    },
    {
      "epoch": 4.677534302682777,
      "grad_norm": 1.5454860392588163,
      "learning_rate": 3.546968958395482e-05,
      "loss": 0.5725,
      "step": 114202
    },
    {
      "epoch": 4.677575261109974,
      "grad_norm": 1.070168393826267,
      "learning_rate": 3.546758351341194e-05,
      "loss": 0.2555,
      "step": 114203
    },
    {
      "epoch": 4.677616219537169,
      "grad_norm": 1.5322372523872998,
      "learning_rate": 3.54654774970133e-05,
      "loss": 0.6985,
      "step": 114204
    },
    {
      "epoch": 4.677657177964366,
      "grad_norm": 1.5184002269549521,
      "learning_rate": 3.5463371534759984e-05,
      "loss": 0.6562,
      "step": 114205
    },
    {
      "epoch": 4.677698136391562,
      "grad_norm": 1.3567778971890063,
      "learning_rate": 3.54612656266529e-05,
      "loss": 0.4405,
      "step": 114206
    },
    {
      "epoch": 4.677739094818759,
      "grad_norm": 0.9851673408093239,
      "learning_rate": 3.5459159772693076e-05,
      "loss": 0.1868,
      "step": 114207
    },
    {
      "epoch": 4.6777800532459555,
      "grad_norm": 1.6328235547729393,
      "learning_rate": 3.5457053972881546e-05,
      "loss": 0.6928,
      "step": 114208
    },
    {
      "epoch": 4.677821011673152,
      "grad_norm": 2.32190404353581,
      "learning_rate": 3.545494822721926e-05,
      "loss": 1.4156,
      "step": 114209
    },
    {
      "epoch": 4.6778619701003485,
      "grad_norm": 1.3582405380701084,
      "learning_rate": 3.54528425357072e-05,
      "loss": 0.5532,
      "step": 114210
    },
    {
      "epoch": 4.677902928527544,
      "grad_norm": 1.5756678690593848,
      "learning_rate": 3.545073689834645e-05,
      "loss": 0.6767,
      "step": 114211
    },
    {
      "epoch": 4.677943886954741,
      "grad_norm": 1.5572482116029862,
      "learning_rate": 3.544863131513789e-05,
      "loss": 0.5996,
      "step": 114212
    },
    {
      "epoch": 4.677984845381937,
      "grad_norm": 0.9608168179207823,
      "learning_rate": 3.5446525786082633e-05,
      "loss": 0.2317,
      "step": 114213
    },
    {
      "epoch": 4.678025803809134,
      "grad_norm": 0.876783195294414,
      "learning_rate": 3.544442031118159e-05,
      "loss": 0.2135,
      "step": 114214
    },
    {
      "epoch": 4.67806676223633,
      "grad_norm": 1.4708578522576365,
      "learning_rate": 3.5442314890435745e-05,
      "loss": 0.6145,
      "step": 114215
    },
    {
      "epoch": 4.678107720663527,
      "grad_norm": 1.5894164061919036,
      "learning_rate": 3.544020952384616e-05,
      "loss": 0.5545,
      "step": 114216
    },
    {
      "epoch": 4.678148679090723,
      "grad_norm": 1.788095093404775,
      "learning_rate": 3.543810421141376e-05,
      "loss": 0.8257,
      "step": 114217
    },
    {
      "epoch": 4.678189637517919,
      "grad_norm": 1.927371063180559,
      "learning_rate": 3.5435998953139584e-05,
      "loss": 0.794,
      "step": 114218
    },
    {
      "epoch": 4.678230595945116,
      "grad_norm": 1.6780567566077218,
      "learning_rate": 3.543389374902465e-05,
      "loss": 0.8866,
      "step": 114219
    },
    {
      "epoch": 4.678271554372312,
      "grad_norm": 0.7039813145279551,
      "learning_rate": 3.5431788599069895e-05,
      "loss": 0.154,
      "step": 114220
    },
    {
      "epoch": 4.678312512799509,
      "grad_norm": 1.62740690771324,
      "learning_rate": 3.542968350327633e-05,
      "loss": 0.7217,
      "step": 114221
    },
    {
      "epoch": 4.678353471226705,
      "grad_norm": 1.0568086511933688,
      "learning_rate": 3.5427578461645004e-05,
      "loss": 0.2889,
      "step": 114222
    },
    {
      "epoch": 4.678394429653901,
      "grad_norm": 0.6091392181524171,
      "learning_rate": 3.5425473474176824e-05,
      "loss": 0.0772,
      "step": 114223
    },
    {
      "epoch": 4.678435388081097,
      "grad_norm": 1.2693045375342946,
      "learning_rate": 3.5423368540872885e-05,
      "loss": 0.4249,
      "step": 114224
    },
    {
      "epoch": 4.678476346508294,
      "grad_norm": 1.6008869947767859,
      "learning_rate": 3.542126366173409e-05,
      "loss": 0.7978,
      "step": 114225
    },
    {
      "epoch": 4.6785173049354905,
      "grad_norm": 1.7499342392619868,
      "learning_rate": 3.5419158836761466e-05,
      "loss": 0.6783,
      "step": 114226
    },
    {
      "epoch": 4.678558263362687,
      "grad_norm": 1.4824647742330563,
      "learning_rate": 3.5417054065956054e-05,
      "loss": 0.6264,
      "step": 114227
    },
    {
      "epoch": 4.6785992217898835,
      "grad_norm": 0.9174244119006109,
      "learning_rate": 3.541494934931878e-05,
      "loss": 0.2107,
      "step": 114228
    },
    {
      "epoch": 4.67864018021708,
      "grad_norm": 0.9516244942762484,
      "learning_rate": 3.5412844686850656e-05,
      "loss": 0.2265,
      "step": 114229
    },
    {
      "epoch": 4.678681138644276,
      "grad_norm": 1.343157503566351,
      "learning_rate": 3.541074007855274e-05,
      "loss": 0.4631,
      "step": 114230
    },
    {
      "epoch": 4.678722097071472,
      "grad_norm": 1.430002843818326,
      "learning_rate": 3.5408635524425915e-05,
      "loss": 0.6016,
      "step": 114231
    },
    {
      "epoch": 4.678763055498669,
      "grad_norm": 1.029917472169929,
      "learning_rate": 3.5406531024471296e-05,
      "loss": 0.2429,
      "step": 114232
    },
    {
      "epoch": 4.678804013925865,
      "grad_norm": 1.6496368909051211,
      "learning_rate": 3.540442657868978e-05,
      "loss": 0.7433,
      "step": 114233
    },
    {
      "epoch": 4.678844972353062,
      "grad_norm": 1.6813827842211775,
      "learning_rate": 3.5402322187082404e-05,
      "loss": 0.6979,
      "step": 114234
    },
    {
      "epoch": 4.678885930780258,
      "grad_norm": 1.642974557301789,
      "learning_rate": 3.54002178496502e-05,
      "loss": 0.7352,
      "step": 114235
    },
    {
      "epoch": 4.678926889207455,
      "grad_norm": 1.670850776574123,
      "learning_rate": 3.539811356639407e-05,
      "loss": 0.3735,
      "step": 114236
    },
    {
      "epoch": 4.678967847634651,
      "grad_norm": 1.6741686338601052,
      "learning_rate": 3.539600933731507e-05,
      "loss": 0.6039,
      "step": 114237
    },
    {
      "epoch": 4.679008806061847,
      "grad_norm": 1.5562653628418182,
      "learning_rate": 3.539390516241424e-05,
      "loss": 0.6072,
      "step": 114238
    },
    {
      "epoch": 4.679049764489044,
      "grad_norm": 1.5664402897910732,
      "learning_rate": 3.5391801041692464e-05,
      "loss": 0.5536,
      "step": 114239
    },
    {
      "epoch": 4.67909072291624,
      "grad_norm": 0.9226133783703846,
      "learning_rate": 3.5389696975150834e-05,
      "loss": 0.2671,
      "step": 114240
    },
    {
      "epoch": 4.679131681343437,
      "grad_norm": 1.7222184058317351,
      "learning_rate": 3.5387592962790263e-05,
      "loss": 0.6131,
      "step": 114241
    },
    {
      "epoch": 4.679172639770632,
      "grad_norm": 1.8097862724026554,
      "learning_rate": 3.53854890046118e-05,
      "loss": 0.706,
      "step": 114242
    },
    {
      "epoch": 4.679213598197829,
      "grad_norm": 1.575589335543232,
      "learning_rate": 3.5383385100616465e-05,
      "loss": 0.6138,
      "step": 114243
    },
    {
      "epoch": 4.679254556625025,
      "grad_norm": 1.1468164704042891,
      "learning_rate": 3.538128125080517e-05,
      "loss": 0.4551,
      "step": 114244
    },
    {
      "epoch": 4.679295515052222,
      "grad_norm": 1.2064823117040164,
      "learning_rate": 3.537917745517899e-05,
      "loss": 0.428,
      "step": 114245
    },
    {
      "epoch": 4.6793364734794185,
      "grad_norm": 1.5820420406541897,
      "learning_rate": 3.537707371373886e-05,
      "loss": 0.6603,
      "step": 114246
    },
    {
      "epoch": 4.679377431906615,
      "grad_norm": 1.7039439904925597,
      "learning_rate": 3.5374970026485776e-05,
      "loss": 0.6491,
      "step": 114247
    },
    {
      "epoch": 4.679418390333812,
      "grad_norm": 1.6445669991905154,
      "learning_rate": 3.53728663934208e-05,
      "loss": 0.5024,
      "step": 114248
    },
    {
      "epoch": 4.679459348761007,
      "grad_norm": 1.3151927023289214,
      "learning_rate": 3.537076281454484e-05,
      "loss": 0.4795,
      "step": 114249
    },
    {
      "epoch": 4.679500307188204,
      "grad_norm": 1.387975542676619,
      "learning_rate": 3.5368659289858944e-05,
      "loss": 0.559,
      "step": 114250
    },
    {
      "epoch": 4.6795412656154,
      "grad_norm": 1.621762883967919,
      "learning_rate": 3.536655581936414e-05,
      "loss": 0.7338,
      "step": 114251
    },
    {
      "epoch": 4.679582224042597,
      "grad_norm": 1.2977275171789397,
      "learning_rate": 3.5364452403061325e-05,
      "loss": 0.5525,
      "step": 114252
    },
    {
      "epoch": 4.679623182469793,
      "grad_norm": 1.7773070514976077,
      "learning_rate": 3.536234904095159e-05,
      "loss": 0.6697,
      "step": 114253
    },
    {
      "epoch": 4.67966414089699,
      "grad_norm": 1.638082665744424,
      "learning_rate": 3.5360245733035835e-05,
      "loss": 0.6997,
      "step": 114254
    },
    {
      "epoch": 4.679705099324186,
      "grad_norm": 1.200710580948599,
      "learning_rate": 3.53581424793151e-05,
      "loss": 0.4329,
      "step": 114255
    },
    {
      "epoch": 4.679746057751382,
      "grad_norm": 1.3328806774739268,
      "learning_rate": 3.5356039279790424e-05,
      "loss": 0.4279,
      "step": 114256
    },
    {
      "epoch": 4.679787016178579,
      "grad_norm": 1.3217556504459718,
      "learning_rate": 3.535393613446273e-05,
      "loss": 0.3785,
      "step": 114257
    },
    {
      "epoch": 4.679827974605775,
      "grad_norm": 1.4654690100697756,
      "learning_rate": 3.535183304333304e-05,
      "loss": 0.5941,
      "step": 114258
    },
    {
      "epoch": 4.679868933032972,
      "grad_norm": 0.7221305156693575,
      "learning_rate": 3.5349730006402404e-05,
      "loss": 0.1215,
      "step": 114259
    },
    {
      "epoch": 4.679909891460168,
      "grad_norm": 1.408919032491191,
      "learning_rate": 3.53476270236717e-05,
      "loss": 0.484,
      "step": 114260
    },
    {
      "epoch": 4.679950849887364,
      "grad_norm": 1.6873403973670358,
      "learning_rate": 3.5345524095142035e-05,
      "loss": 0.7569,
      "step": 114261
    },
    {
      "epoch": 4.67999180831456,
      "grad_norm": 0.8448776643122458,
      "learning_rate": 3.5343421220814315e-05,
      "loss": 0.2479,
      "step": 114262
    },
    {
      "epoch": 4.680032766741757,
      "grad_norm": 0.8570244696631124,
      "learning_rate": 3.5341318400689575e-05,
      "loss": 0.1819,
      "step": 114263
    },
    {
      "epoch": 4.6800737251689535,
      "grad_norm": 1.582052032582863,
      "learning_rate": 3.533921563476884e-05,
      "loss": 0.6099,
      "step": 114264
    },
    {
      "epoch": 4.68011468359615,
      "grad_norm": 1.1941024048284703,
      "learning_rate": 3.5337112923053026e-05,
      "loss": 0.3422,
      "step": 114265
    },
    {
      "epoch": 4.6801556420233466,
      "grad_norm": 0.9315626827396637,
      "learning_rate": 3.533501026554317e-05,
      "loss": 0.2026,
      "step": 114266
    },
    {
      "epoch": 4.680196600450543,
      "grad_norm": 2.774723471456635,
      "learning_rate": 3.533290766224032e-05,
      "loss": 1.8577,
      "step": 114267
    },
    {
      "epoch": 4.680237558877739,
      "grad_norm": 1.4724944095068853,
      "learning_rate": 3.533080511314537e-05,
      "loss": 0.5783,
      "step": 114268
    },
    {
      "epoch": 4.680278517304935,
      "grad_norm": 1.88442315862836,
      "learning_rate": 3.5328702618259396e-05,
      "loss": 0.8282,
      "step": 114269
    },
    {
      "epoch": 4.680319475732132,
      "grad_norm": 1.4052224212897495,
      "learning_rate": 3.5326600177583325e-05,
      "loss": 0.4335,
      "step": 114270
    },
    {
      "epoch": 4.680360434159328,
      "grad_norm": 1.7791856124210428,
      "learning_rate": 3.532449779111819e-05,
      "loss": 0.7068,
      "step": 114271
    },
    {
      "epoch": 4.680401392586525,
      "grad_norm": 1.12389144998222,
      "learning_rate": 3.532239545886501e-05,
      "loss": 0.2593,
      "step": 114272
    },
    {
      "epoch": 4.680442351013721,
      "grad_norm": 1.1861623229224647,
      "learning_rate": 3.5320293180824704e-05,
      "loss": 0.4095,
      "step": 114273
    },
    {
      "epoch": 4.680483309440918,
      "grad_norm": 1.9722410861763437,
      "learning_rate": 3.5318190956998304e-05,
      "loss": 0.8111,
      "step": 114274
    },
    {
      "epoch": 4.680524267868114,
      "grad_norm": 2.056366169575724,
      "learning_rate": 3.531608878738687e-05,
      "loss": 0.8073,
      "step": 114275
    },
    {
      "epoch": 4.68056522629531,
      "grad_norm": 1.5678268906678687,
      "learning_rate": 3.531398667199129e-05,
      "loss": 0.5228,
      "step": 114276
    },
    {
      "epoch": 4.680606184722507,
      "grad_norm": 1.1914870813979075,
      "learning_rate": 3.531188461081263e-05,
      "loss": 0.346,
      "step": 114277
    },
    {
      "epoch": 4.680647143149703,
      "grad_norm": 1.2271750878630354,
      "learning_rate": 3.5309782603851803e-05,
      "loss": 0.4073,
      "step": 114278
    },
    {
      "epoch": 4.6806881015769,
      "grad_norm": 1.3710343419330802,
      "learning_rate": 3.5307680651109876e-05,
      "loss": 0.5399,
      "step": 114279
    },
    {
      "epoch": 4.680729060004095,
      "grad_norm": 1.5540995214308715,
      "learning_rate": 3.530557875258786e-05,
      "loss": 0.5743,
      "step": 114280
    },
    {
      "epoch": 4.680770018431292,
      "grad_norm": 0.9937831680809082,
      "learning_rate": 3.530347690828667e-05,
      "loss": 0.1192,
      "step": 114281
    },
    {
      "epoch": 4.6808109768584885,
      "grad_norm": 0.787724007647446,
      "learning_rate": 3.530137511820734e-05,
      "loss": 0.2259,
      "step": 114282
    },
    {
      "epoch": 4.680851935285685,
      "grad_norm": 1.4531633280876006,
      "learning_rate": 3.5299273382350905e-05,
      "loss": 0.5875,
      "step": 114283
    },
    {
      "epoch": 4.6808928937128815,
      "grad_norm": 2.006463854504523,
      "learning_rate": 3.529717170071833e-05,
      "loss": 0.8615,
      "step": 114284
    },
    {
      "epoch": 4.680933852140078,
      "grad_norm": 1.4182496245297105,
      "learning_rate": 3.529507007331053e-05,
      "loss": 0.5197,
      "step": 114285
    },
    {
      "epoch": 4.680974810567275,
      "grad_norm": 1.2716450323950272,
      "learning_rate": 3.529296850012863e-05,
      "loss": 0.4821,
      "step": 114286
    },
    {
      "epoch": 4.68101576899447,
      "grad_norm": 0.9328769676392629,
      "learning_rate": 3.5290866981173494e-05,
      "loss": 0.2122,
      "step": 114287
    },
    {
      "epoch": 4.681056727421667,
      "grad_norm": 1.5439100644168182,
      "learning_rate": 3.5288765516446245e-05,
      "loss": 0.5306,
      "step": 114288
    },
    {
      "epoch": 4.681097685848863,
      "grad_norm": 1.4548910232568786,
      "learning_rate": 3.5286664105947745e-05,
      "loss": 0.7091,
      "step": 114289
    },
    {
      "epoch": 4.68113864427606,
      "grad_norm": 1.264750055990833,
      "learning_rate": 3.5284562749679073e-05,
      "loss": 0.3724,
      "step": 114290
    },
    {
      "epoch": 4.681179602703256,
      "grad_norm": 1.674866766367076,
      "learning_rate": 3.528246144764124e-05,
      "loss": 0.7632,
      "step": 114291
    },
    {
      "epoch": 4.681220561130453,
      "grad_norm": 1.4417477081016548,
      "learning_rate": 3.528036019983517e-05,
      "loss": 0.388,
      "step": 114292
    },
    {
      "epoch": 4.6812615195576495,
      "grad_norm": 1.4846191760091634,
      "learning_rate": 3.527825900626187e-05,
      "loss": 0.6574,
      "step": 114293
    },
    {
      "epoch": 4.681302477984845,
      "grad_norm": 1.5130539798526035,
      "learning_rate": 3.52761578669224e-05,
      "loss": 0.6351,
      "step": 114294
    },
    {
      "epoch": 4.681343436412042,
      "grad_norm": 1.6137822646692097,
      "learning_rate": 3.5274056781817666e-05,
      "loss": 0.5745,
      "step": 114295
    },
    {
      "epoch": 4.681384394839238,
      "grad_norm": 1.4702558529177367,
      "learning_rate": 3.527195575094875e-05,
      "loss": 0.5932,
      "step": 114296
    },
    {
      "epoch": 4.681425353266435,
      "grad_norm": 0.6200373820256763,
      "learning_rate": 3.5269854774316544e-05,
      "loss": 0.1693,
      "step": 114297
    },
    {
      "epoch": 4.681466311693631,
      "grad_norm": 2.083539852187322,
      "learning_rate": 3.5267753851922095e-05,
      "loss": 1.0638,
      "step": 114298
    },
    {
      "epoch": 4.681507270120827,
      "grad_norm": 1.4476646781234914,
      "learning_rate": 3.526565298376643e-05,
      "loss": 0.7071,
      "step": 114299
    },
    {
      "epoch": 4.681548228548023,
      "grad_norm": 1.3393308581521792,
      "learning_rate": 3.5263552169850476e-05,
      "loss": 0.5059,
      "step": 114300
    },
    {
      "epoch": 4.68158918697522,
      "grad_norm": 1.9321578409449773,
      "learning_rate": 3.526145141017526e-05,
      "loss": 0.7188,
      "step": 114301
    },
    {
      "epoch": 4.6816301454024165,
      "grad_norm": 1.9648111469762686,
      "learning_rate": 3.52593507047418e-05,
      "loss": 1.0162,
      "step": 114302
    },
    {
      "epoch": 4.681671103829613,
      "grad_norm": 1.4732867503484797,
      "learning_rate": 3.5257250053551024e-05,
      "loss": 0.5598,
      "step": 114303
    },
    {
      "epoch": 4.68171206225681,
      "grad_norm": 4.469821742861595,
      "learning_rate": 3.5255149456604e-05,
      "loss": 3.4955,
      "step": 114304
    },
    {
      "epoch": 4.681753020684006,
      "grad_norm": 1.6458368495294828,
      "learning_rate": 3.5253048913901646e-05,
      "loss": 0.6152,
      "step": 114305
    },
    {
      "epoch": 4.681793979111202,
      "grad_norm": 0.7469748776778824,
      "learning_rate": 3.5250948425444994e-05,
      "loss": 0.1444,
      "step": 114306
    },
    {
      "epoch": 4.681834937538398,
      "grad_norm": 1.2703605495423895,
      "learning_rate": 3.524884799123508e-05,
      "loss": 0.3175,
      "step": 114307
    },
    {
      "epoch": 4.681875895965595,
      "grad_norm": 1.3849002673682875,
      "learning_rate": 3.524674761127281e-05,
      "loss": 0.5293,
      "step": 114308
    },
    {
      "epoch": 4.681916854392791,
      "grad_norm": 1.6043993563407521,
      "learning_rate": 3.524464728555921e-05,
      "loss": 0.6715,
      "step": 114309
    },
    {
      "epoch": 4.681957812819988,
      "grad_norm": 1.5044281682245408,
      "learning_rate": 3.524254701409533e-05,
      "loss": 0.66,
      "step": 114310
    },
    {
      "epoch": 4.681998771247184,
      "grad_norm": 1.156861926198287,
      "learning_rate": 3.524044679688207e-05,
      "loss": 0.2044,
      "step": 114311
    },
    {
      "epoch": 4.682039729674381,
      "grad_norm": 0.772969009404054,
      "learning_rate": 3.52383466339205e-05,
      "loss": 0.2092,
      "step": 114312
    },
    {
      "epoch": 4.682080688101577,
      "grad_norm": 1.0472547484044923,
      "learning_rate": 3.5236246525211546e-05,
      "loss": 0.3433,
      "step": 114313
    },
    {
      "epoch": 4.682121646528773,
      "grad_norm": 2.175286631127703,
      "learning_rate": 3.523414647075625e-05,
      "loss": 0.9146,
      "step": 114314
    },
    {
      "epoch": 4.68216260495597,
      "grad_norm": 1.5390402939377683,
      "learning_rate": 3.523204647055561e-05,
      "loss": 0.5971,
      "step": 114315
    },
    {
      "epoch": 4.682203563383166,
      "grad_norm": 0.8307847676987987,
      "learning_rate": 3.5229946524610566e-05,
      "loss": 0.2322,
      "step": 114316
    },
    {
      "epoch": 4.682244521810363,
      "grad_norm": 1.3567669321199844,
      "learning_rate": 3.5227846632922196e-05,
      "loss": 0.4741,
      "step": 114317
    },
    {
      "epoch": 4.682285480237558,
      "grad_norm": 1.9954210814575557,
      "learning_rate": 3.5225746795491375e-05,
      "loss": 0.7673,
      "step": 114318
    },
    {
      "epoch": 4.682326438664755,
      "grad_norm": 1.5552366668946587,
      "learning_rate": 3.522364701231919e-05,
      "loss": 0.6385,
      "step": 114319
    },
    {
      "epoch": 4.6823673970919515,
      "grad_norm": 1.4161077956498347,
      "learning_rate": 3.522154728340663e-05,
      "loss": 0.4617,
      "step": 114320
    },
    {
      "epoch": 4.682408355519148,
      "grad_norm": 0.6338040627435475,
      "learning_rate": 3.521944760875462e-05,
      "loss": 0.1305,
      "step": 114321
    },
    {
      "epoch": 4.682449313946345,
      "grad_norm": 1.099555732000024,
      "learning_rate": 3.5217347988364183e-05,
      "loss": 0.2006,
      "step": 114322
    },
    {
      "epoch": 4.682490272373541,
      "grad_norm": 1.3899113260385765,
      "learning_rate": 3.521524842223638e-05,
      "loss": 0.5236,
      "step": 114323
    },
    {
      "epoch": 4.682531230800738,
      "grad_norm": 1.3663742392603206,
      "learning_rate": 3.52131489103721e-05,
      "loss": 0.4994,
      "step": 114324
    },
    {
      "epoch": 4.682572189227933,
      "grad_norm": 0.8708349630741137,
      "learning_rate": 3.5211049452772435e-05,
      "loss": 0.2169,
      "step": 114325
    },
    {
      "epoch": 4.68261314765513,
      "grad_norm": 1.7277598488412724,
      "learning_rate": 3.5208950049438275e-05,
      "loss": 0.7489,
      "step": 114326
    },
    {
      "epoch": 4.682654106082326,
      "grad_norm": 1.3585148430987646,
      "learning_rate": 3.520685070037067e-05,
      "loss": 0.6096,
      "step": 114327
    },
    {
      "epoch": 4.682695064509523,
      "grad_norm": 1.1299879435608826,
      "learning_rate": 3.520475140557064e-05,
      "loss": 0.2856,
      "step": 114328
    },
    {
      "epoch": 4.682736022936719,
      "grad_norm": 0.933357722645413,
      "learning_rate": 3.520265216503909e-05,
      "loss": 0.2478,
      "step": 114329
    },
    {
      "epoch": 4.682776981363916,
      "grad_norm": 0.8033959142685961,
      "learning_rate": 3.520055297877707e-05,
      "loss": 0.1437,
      "step": 114330
    },
    {
      "epoch": 4.6828179397911125,
      "grad_norm": 1.900646169105966,
      "learning_rate": 3.5198453846785624e-05,
      "loss": 0.779,
      "step": 114331
    },
    {
      "epoch": 4.682858898218308,
      "grad_norm": 1.3924877831457207,
      "learning_rate": 3.519635476906563e-05,
      "loss": 0.4685,
      "step": 114332
    },
    {
      "epoch": 4.682899856645505,
      "grad_norm": 1.7978690624228295,
      "learning_rate": 3.5194255745618194e-05,
      "loss": 0.6575,
      "step": 114333
    },
    {
      "epoch": 4.682940815072701,
      "grad_norm": 1.7217874692708177,
      "learning_rate": 3.5192156776444194e-05,
      "loss": 0.6632,
      "step": 114334
    },
    {
      "epoch": 4.682981773499898,
      "grad_norm": 1.5835455632152156,
      "learning_rate": 3.519005786154469e-05,
      "loss": 0.6983,
      "step": 114335
    },
    {
      "epoch": 4.683022731927094,
      "grad_norm": 1.5116982584725893,
      "learning_rate": 3.518795900092071e-05,
      "loss": 0.5581,
      "step": 114336
    },
    {
      "epoch": 4.68306369035429,
      "grad_norm": 1.4016488115998604,
      "learning_rate": 3.518586019457314e-05,
      "loss": 0.5467,
      "step": 114337
    },
    {
      "epoch": 4.6831046487814865,
      "grad_norm": 1.5986207525960103,
      "learning_rate": 3.5183761442503056e-05,
      "loss": 0.6287,
      "step": 114338
    },
    {
      "epoch": 4.683145607208683,
      "grad_norm": 1.2912684011730176,
      "learning_rate": 3.5181662744711454e-05,
      "loss": 0.4128,
      "step": 114339
    },
    {
      "epoch": 4.6831865656358795,
      "grad_norm": 1.1068865799847898,
      "learning_rate": 3.517956410119927e-05,
      "loss": 0.2807,
      "step": 114340
    },
    {
      "epoch": 4.683227524063076,
      "grad_norm": 1.4267216397324134,
      "learning_rate": 3.517746551196754e-05,
      "loss": 0.6164,
      "step": 114341
    },
    {
      "epoch": 4.683268482490273,
      "grad_norm": 1.641204192355852,
      "learning_rate": 3.517536697701723e-05,
      "loss": 0.7251,
      "step": 114342
    },
    {
      "epoch": 4.683309440917469,
      "grad_norm": 1.3755797273507282,
      "learning_rate": 3.517326849634933e-05,
      "loss": 0.6185,
      "step": 114343
    },
    {
      "epoch": 4.683350399344665,
      "grad_norm": 1.61953015779744,
      "learning_rate": 3.5171170069964885e-05,
      "loss": 0.6344,
      "step": 114344
    },
    {
      "epoch": 4.683391357771861,
      "grad_norm": 1.088720046711926,
      "learning_rate": 3.516907169786481e-05,
      "loss": 0.2539,
      "step": 114345
    },
    {
      "epoch": 4.683432316199058,
      "grad_norm": 1.5817348643958604,
      "learning_rate": 3.516697338005014e-05,
      "loss": 0.6367,
      "step": 114346
    },
    {
      "epoch": 4.683473274626254,
      "grad_norm": 0.4938820520231277,
      "learning_rate": 3.5164875116521895e-05,
      "loss": 0.0794,
      "step": 114347
    },
    {
      "epoch": 4.683514233053451,
      "grad_norm": 1.3884892303062322,
      "learning_rate": 3.5162776907280994e-05,
      "loss": 0.4533,
      "step": 114348
    },
    {
      "epoch": 4.6835551914806475,
      "grad_norm": 2.6712359657554754,
      "learning_rate": 3.5160678752328514e-05,
      "loss": 1.5163,
      "step": 114349
    },
    {
      "epoch": 4.683596149907844,
      "grad_norm": 1.7850046442179759,
      "learning_rate": 3.515858065166536e-05,
      "loss": 0.9449,
      "step": 114350
    },
    {
      "epoch": 4.68363710833504,
      "grad_norm": 1.0864484582766596,
      "learning_rate": 3.5156482605292555e-05,
      "loss": 0.2939,
      "step": 114351
    },
    {
      "epoch": 4.683678066762236,
      "grad_norm": 1.8330093921728172,
      "learning_rate": 3.515438461321116e-05,
      "loss": 0.8755,
      "step": 114352
    },
    {
      "epoch": 4.683719025189433,
      "grad_norm": 0.4468627726267544,
      "learning_rate": 3.5152286675422053e-05,
      "loss": 0.0633,
      "step": 114353
    },
    {
      "epoch": 4.683759983616629,
      "grad_norm": 1.5344658730662446,
      "learning_rate": 3.515018879192631e-05,
      "loss": 0.5812,
      "step": 114354
    },
    {
      "epoch": 4.683800942043826,
      "grad_norm": 1.8100166001021563,
      "learning_rate": 3.514809096272493e-05,
      "loss": 0.5989,
      "step": 114355
    },
    {
      "epoch": 4.6838419004710214,
      "grad_norm": 0.8855672854951814,
      "learning_rate": 3.5145993187818795e-05,
      "loss": 0.0851,
      "step": 114356
    },
    {
      "epoch": 4.683882858898218,
      "grad_norm": 1.8376977716644955,
      "learning_rate": 3.5143895467208975e-05,
      "loss": 0.6215,
      "step": 114357
    },
    {
      "epoch": 4.6839238173254145,
      "grad_norm": 1.5135994211051325,
      "learning_rate": 3.514179780089651e-05,
      "loss": 0.6099,
      "step": 114358
    },
    {
      "epoch": 4.683964775752611,
      "grad_norm": 1.7474263414929005,
      "learning_rate": 3.5139700188882294e-05,
      "loss": 0.6599,
      "step": 114359
    },
    {
      "epoch": 4.684005734179808,
      "grad_norm": 1.221042709241942,
      "learning_rate": 3.5137602631167386e-05,
      "loss": 0.2693,
      "step": 114360
    },
    {
      "epoch": 4.684046692607004,
      "grad_norm": 1.689436671572213,
      "learning_rate": 3.513550512775273e-05,
      "loss": 0.6107,
      "step": 114361
    },
    {
      "epoch": 4.684087651034201,
      "grad_norm": 1.5431699807667956,
      "learning_rate": 3.513340767863934e-05,
      "loss": 0.6952,
      "step": 114362
    },
    {
      "epoch": 4.684128609461396,
      "grad_norm": 2.6296848377200637,
      "learning_rate": 3.5131310283828246e-05,
      "loss": 1.1861,
      "step": 114363
    },
    {
      "epoch": 4.684169567888593,
      "grad_norm": 1.56204092823222,
      "learning_rate": 3.512921294332036e-05,
      "loss": 0.7272,
      "step": 114364
    },
    {
      "epoch": 4.684210526315789,
      "grad_norm": 2.2845332445663336,
      "learning_rate": 3.512711565711672e-05,
      "loss": 1.3906,
      "step": 114365
    },
    {
      "epoch": 4.684251484742986,
      "grad_norm": 1.2777729123351376,
      "learning_rate": 3.512501842521836e-05,
      "loss": 0.5042,
      "step": 114366
    },
    {
      "epoch": 4.6842924431701825,
      "grad_norm": 1.54134779788611,
      "learning_rate": 3.512292124762619e-05,
      "loss": 0.6344,
      "step": 114367
    },
    {
      "epoch": 4.684333401597379,
      "grad_norm": 0.9641168309177133,
      "learning_rate": 3.512082412434126e-05,
      "loss": 0.1601,
      "step": 114368
    },
    {
      "epoch": 4.6843743600245755,
      "grad_norm": 1.5785379220320939,
      "learning_rate": 3.5118727055364506e-05,
      "loss": 0.6547,
      "step": 114369
    },
    {
      "epoch": 4.684415318451771,
      "grad_norm": 1.8213299273018522,
      "learning_rate": 3.511663004069695e-05,
      "loss": 0.7783,
      "step": 114370
    },
    {
      "epoch": 4.684456276878968,
      "grad_norm": 1.6167685321373448,
      "learning_rate": 3.5114533080339626e-05,
      "loss": 0.6789,
      "step": 114371
    },
    {
      "epoch": 4.684497235306164,
      "grad_norm": 1.1777336635203206,
      "learning_rate": 3.511243617429346e-05,
      "loss": 0.3972,
      "step": 114372
    },
    {
      "epoch": 4.684538193733361,
      "grad_norm": 1.2235171279990138,
      "learning_rate": 3.5110339322559445e-05,
      "loss": 0.3592,
      "step": 114373
    },
    {
      "epoch": 4.684579152160557,
      "grad_norm": 1.8795954316862875,
      "learning_rate": 3.5108242525138633e-05,
      "loss": 0.6455,
      "step": 114374
    },
    {
      "epoch": 4.684620110587753,
      "grad_norm": 1.7882222997485602,
      "learning_rate": 3.5106145782031946e-05,
      "loss": 0.8714,
      "step": 114375
    },
    {
      "epoch": 4.6846610690149495,
      "grad_norm": 1.5822232347747014,
      "learning_rate": 3.510404909324046e-05,
      "loss": 0.7549,
      "step": 114376
    },
    {
      "epoch": 4.684702027442146,
      "grad_norm": 1.6893912481015296,
      "learning_rate": 3.510195245876506e-05,
      "loss": 0.7519,
      "step": 114377
    },
    {
      "epoch": 4.684742985869343,
      "grad_norm": 1.3071922777425353,
      "learning_rate": 3.5099855878606774e-05,
      "loss": 0.5254,
      "step": 114378
    },
    {
      "epoch": 4.684783944296539,
      "grad_norm": 1.5332754407688725,
      "learning_rate": 3.5097759352766674e-05,
      "loss": 0.6313,
      "step": 114379
    },
    {
      "epoch": 4.684824902723736,
      "grad_norm": 1.4104336776083728,
      "learning_rate": 3.5095662881245624e-05,
      "loss": 0.7562,
      "step": 114380
    },
    {
      "epoch": 4.684865861150932,
      "grad_norm": 1.3282278461676496,
      "learning_rate": 3.509356646404469e-05,
      "loss": 0.4532,
      "step": 114381
    },
    {
      "epoch": 4.684906819578128,
      "grad_norm": 1.7516435268379658,
      "learning_rate": 3.50914701011649e-05,
      "loss": 0.8068,
      "step": 114382
    },
    {
      "epoch": 4.684947778005324,
      "grad_norm": 0.9556931192666741,
      "learning_rate": 3.508937379260714e-05,
      "loss": 0.1592,
      "step": 114383
    },
    {
      "epoch": 4.684988736432521,
      "grad_norm": 1.8219829706848691,
      "learning_rate": 3.508727753837249e-05,
      "loss": 0.703,
      "step": 114384
    },
    {
      "epoch": 4.685029694859717,
      "grad_norm": 1.4598403763475152,
      "learning_rate": 3.508518133846189e-05,
      "loss": 0.6237,
      "step": 114385
    },
    {
      "epoch": 4.685070653286914,
      "grad_norm": 1.6315949148176427,
      "learning_rate": 3.5083085192876336e-05,
      "loss": 0.5814,
      "step": 114386
    },
    {
      "epoch": 4.6851116117141105,
      "grad_norm": 1.6607682617507666,
      "learning_rate": 3.508098910161686e-05,
      "loss": 0.6122,
      "step": 114387
    },
    {
      "epoch": 4.685152570141307,
      "grad_norm": 0.8880508246285599,
      "learning_rate": 3.5078893064684404e-05,
      "loss": 0.19,
      "step": 114388
    },
    {
      "epoch": 4.685193528568503,
      "grad_norm": 1.6618753759880767,
      "learning_rate": 3.507679708208001e-05,
      "loss": 0.8141,
      "step": 114389
    },
    {
      "epoch": 4.685234486995699,
      "grad_norm": 1.374288159077362,
      "learning_rate": 3.507470115380459e-05,
      "loss": 0.4387,
      "step": 114390
    },
    {
      "epoch": 4.685275445422896,
      "grad_norm": 1.1357569904435134,
      "learning_rate": 3.507260527985919e-05,
      "loss": 0.2035,
      "step": 114391
    },
    {
      "epoch": 4.685316403850092,
      "grad_norm": 2.7299607052807504,
      "learning_rate": 3.507050946024484e-05,
      "loss": 2.0938,
      "step": 114392
    },
    {
      "epoch": 4.685357362277289,
      "grad_norm": 0.409583182867191,
      "learning_rate": 3.506841369496242e-05,
      "loss": 0.0434,
      "step": 114393
    },
    {
      "epoch": 4.6853983207044845,
      "grad_norm": 1.4122812678850807,
      "learning_rate": 3.506631798401301e-05,
      "loss": 0.6207,
      "step": 114394
    },
    {
      "epoch": 4.685439279131681,
      "grad_norm": 2.0021084187485245,
      "learning_rate": 3.50642223273976e-05,
      "loss": 0.8092,
      "step": 114395
    },
    {
      "epoch": 4.6854802375588775,
      "grad_norm": 1.6462098338442976,
      "learning_rate": 3.5062126725117126e-05,
      "loss": 0.7518,
      "step": 114396
    },
    {
      "epoch": 4.685521195986074,
      "grad_norm": 1.4923283181144573,
      "learning_rate": 3.5060031177172646e-05,
      "loss": 0.5444,
      "step": 114397
    },
    {
      "epoch": 4.685562154413271,
      "grad_norm": 0.8575275146656207,
      "learning_rate": 3.505793568356507e-05,
      "loss": 0.1638,
      "step": 114398
    },
    {
      "epoch": 4.685603112840467,
      "grad_norm": 0.9696504230046507,
      "learning_rate": 3.505584024429544e-05,
      "loss": 0.2509,
      "step": 114399
    },
    {
      "epoch": 4.685644071267664,
      "grad_norm": 0.9533525789290337,
      "learning_rate": 3.505374485936477e-05,
      "loss": 0.2613,
      "step": 114400
    },
    {
      "epoch": 4.685685029694859,
      "grad_norm": 1.0767765487593965,
      "learning_rate": 3.505164952877399e-05,
      "loss": 0.4894,
      "step": 114401
    },
    {
      "epoch": 4.685725988122056,
      "grad_norm": 1.7950270743766235,
      "learning_rate": 3.504955425252412e-05,
      "loss": 0.7223,
      "step": 114402
    },
    {
      "epoch": 4.685766946549252,
      "grad_norm": 1.6225914128526746,
      "learning_rate": 3.504745903061618e-05,
      "loss": 0.6525,
      "step": 114403
    },
    {
      "epoch": 4.685807904976449,
      "grad_norm": 1.5439597184289953,
      "learning_rate": 3.504536386305109e-05,
      "loss": 0.5921,
      "step": 114404
    },
    {
      "epoch": 4.6858488634036455,
      "grad_norm": 1.6966304414064524,
      "learning_rate": 3.504326874982993e-05,
      "loss": 0.8261,
      "step": 114405
    },
    {
      "epoch": 4.685889821830842,
      "grad_norm": 5.19587340866587,
      "learning_rate": 3.504117369095359e-05,
      "loss": 3.6363,
      "step": 114406
    },
    {
      "epoch": 4.6859307802580386,
      "grad_norm": 0.9911010141285559,
      "learning_rate": 3.503907868642314e-05,
      "loss": 0.1793,
      "step": 114407
    },
    {
      "epoch": 4.685971738685234,
      "grad_norm": 1.6818473469864028,
      "learning_rate": 3.503698373623956e-05,
      "loss": 0.7831,
      "step": 114408
    },
    {
      "epoch": 4.686012697112431,
      "grad_norm": 1.4730378763614718,
      "learning_rate": 3.503488884040379e-05,
      "loss": 0.5893,
      "step": 114409
    },
    {
      "epoch": 4.686053655539627,
      "grad_norm": 1.7251478354133065,
      "learning_rate": 3.5032793998916846e-05,
      "loss": 0.9285,
      "step": 114410
    },
    {
      "epoch": 4.686094613966824,
      "grad_norm": 1.9125386924356709,
      "learning_rate": 3.503069921177976e-05,
      "loss": 0.5215,
      "step": 114411
    },
    {
      "epoch": 4.68613557239402,
      "grad_norm": 1.0297587318784098,
      "learning_rate": 3.502860447899347e-05,
      "loss": 0.2585,
      "step": 114412
    },
    {
      "epoch": 4.686176530821216,
      "grad_norm": 0.9163266803549992,
      "learning_rate": 3.502650980055901e-05,
      "loss": 0.2304,
      "step": 114413
    },
    {
      "epoch": 4.6862174892484125,
      "grad_norm": 1.5806323752356053,
      "learning_rate": 3.502441517647731e-05,
      "loss": 0.5439,
      "step": 114414
    },
    {
      "epoch": 4.686258447675609,
      "grad_norm": 0.7811734326837123,
      "learning_rate": 3.5022320606749385e-05,
      "loss": 0.2103,
      "step": 114415
    },
    {
      "epoch": 4.686299406102806,
      "grad_norm": 0.7348005417025804,
      "learning_rate": 3.502022609137629e-05,
      "loss": 0.1147,
      "step": 114416
    },
    {
      "epoch": 4.686340364530002,
      "grad_norm": 1.8929328911360765,
      "learning_rate": 3.5018131630358905e-05,
      "loss": 0.6969,
      "step": 114417
    },
    {
      "epoch": 4.686381322957199,
      "grad_norm": 0.912428162650231,
      "learning_rate": 3.5016037223698284e-05,
      "loss": 0.2148,
      "step": 114418
    },
    {
      "epoch": 4.686422281384395,
      "grad_norm": 1.6135601042412298,
      "learning_rate": 3.501394287139545e-05,
      "loss": 0.6468,
      "step": 114419
    },
    {
      "epoch": 4.686463239811591,
      "grad_norm": 1.647098237601185,
      "learning_rate": 3.50118485734513e-05,
      "loss": 0.5409,
      "step": 114420
    },
    {
      "epoch": 4.686504198238787,
      "grad_norm": 1.3367032941615815,
      "learning_rate": 3.500975432986694e-05,
      "loss": 0.5114,
      "step": 114421
    },
    {
      "epoch": 4.686545156665984,
      "grad_norm": 1.000029821963009,
      "learning_rate": 3.500766014064323e-05,
      "loss": 0.2588,
      "step": 114422
    },
    {
      "epoch": 4.6865861150931805,
      "grad_norm": 1.4490125722824618,
      "learning_rate": 3.500556600578123e-05,
      "loss": 0.5483,
      "step": 114423
    },
    {
      "epoch": 4.686627073520377,
      "grad_norm": 1.8903952901818377,
      "learning_rate": 3.500347192528198e-05,
      "loss": 0.9378,
      "step": 114424
    },
    {
      "epoch": 4.6866680319475735,
      "grad_norm": 1.813577421136256,
      "learning_rate": 3.50013778991464e-05,
      "loss": 0.9228,
      "step": 114425
    },
    {
      "epoch": 4.68670899037477,
      "grad_norm": 1.956340942085278,
      "learning_rate": 3.4999283927375475e-05,
      "loss": 0.8767,
      "step": 114426
    },
    {
      "epoch": 4.686749948801966,
      "grad_norm": 1.3308323535044908,
      "learning_rate": 3.4997190009970246e-05,
      "loss": 0.4972,
      "step": 114427
    },
    {
      "epoch": 4.686790907229162,
      "grad_norm": 1.4787896753150171,
      "learning_rate": 3.499509614693162e-05,
      "loss": 0.5113,
      "step": 114428
    },
    {
      "epoch": 4.686831865656359,
      "grad_norm": 1.791432526560859,
      "learning_rate": 3.499300233826064e-05,
      "loss": 0.539,
      "step": 114429
    },
    {
      "epoch": 4.686872824083555,
      "grad_norm": 2.4481527140742636,
      "learning_rate": 3.4990908583958343e-05,
      "loss": 0.4542,
      "step": 114430
    },
    {
      "epoch": 4.686913782510752,
      "grad_norm": 0.9428028747802981,
      "learning_rate": 3.498881488402563e-05,
      "loss": 0.2085,
      "step": 114431
    },
    {
      "epoch": 4.6869547409379475,
      "grad_norm": 1.3764781869119618,
      "learning_rate": 3.4986721238463585e-05,
      "loss": 0.4957,
      "step": 114432
    },
    {
      "epoch": 4.686995699365144,
      "grad_norm": 1.453633428425866,
      "learning_rate": 3.498462764727309e-05,
      "loss": 0.6201,
      "step": 114433
    },
    {
      "epoch": 4.687036657792341,
      "grad_norm": 1.097088050275697,
      "learning_rate": 3.498253411045518e-05,
      "loss": 0.2953,
      "step": 114434
    },
    {
      "epoch": 4.687077616219537,
      "grad_norm": 1.6391427633311966,
      "learning_rate": 3.4980440628010906e-05,
      "loss": 0.6403,
      "step": 114435
    },
    {
      "epoch": 4.687118574646734,
      "grad_norm": 0.9855642970182079,
      "learning_rate": 3.497834719994116e-05,
      "loss": 0.2341,
      "step": 114436
    },
    {
      "epoch": 4.68715953307393,
      "grad_norm": 1.5945314309622227,
      "learning_rate": 3.4976253826246986e-05,
      "loss": 0.7259,
      "step": 114437
    },
    {
      "epoch": 4.687200491501127,
      "grad_norm": 0.9797996225121083,
      "learning_rate": 3.49741605069294e-05,
      "loss": 0.1628,
      "step": 114438
    },
    {
      "epoch": 4.687241449928322,
      "grad_norm": 1.3134183774592485,
      "learning_rate": 3.497206724198932e-05,
      "loss": 0.4538,
      "step": 114439
    },
    {
      "epoch": 4.687282408355519,
      "grad_norm": 0.9941117445006526,
      "learning_rate": 3.49699740314278e-05,
      "loss": 0.22,
      "step": 114440
    },
    {
      "epoch": 4.687323366782715,
      "grad_norm": 1.8645565755418803,
      "learning_rate": 3.496788087524577e-05,
      "loss": 0.9721,
      "step": 114441
    },
    {
      "epoch": 4.687364325209912,
      "grad_norm": 1.3677179941652584,
      "learning_rate": 3.496578777344425e-05,
      "loss": 0.4565,
      "step": 114442
    },
    {
      "epoch": 4.6874052836371085,
      "grad_norm": 1.1076577892415944,
      "learning_rate": 3.496369472602427e-05,
      "loss": 0.3687,
      "step": 114443
    },
    {
      "epoch": 4.687446242064305,
      "grad_norm": 1.6212508515539237,
      "learning_rate": 3.496160173298674e-05,
      "loss": 0.7356,
      "step": 114444
    },
    {
      "epoch": 4.687487200491502,
      "grad_norm": 1.961184428167526,
      "learning_rate": 3.495950879433268e-05,
      "loss": 0.8324,
      "step": 114445
    },
    {
      "epoch": 4.687528158918697,
      "grad_norm": 1.0684223141342917,
      "learning_rate": 3.495741591006315e-05,
      "loss": 0.3243,
      "step": 114446
    },
    {
      "epoch": 4.687569117345894,
      "grad_norm": 1.7316342933612379,
      "learning_rate": 3.495532308017902e-05,
      "loss": 0.5818,
      "step": 114447
    },
    {
      "epoch": 4.68761007577309,
      "grad_norm": 1.7088537606300818,
      "learning_rate": 3.495323030468139e-05,
      "loss": 0.4959,
      "step": 114448
    },
    {
      "epoch": 4.687651034200287,
      "grad_norm": 1.4340528322653021,
      "learning_rate": 3.4951137583571155e-05,
      "loss": 0.579,
      "step": 114449
    },
    {
      "epoch": 4.687691992627483,
      "grad_norm": 0.4434507710259222,
      "learning_rate": 3.494904491684933e-05,
      "loss": 0.0617,
      "step": 114450
    },
    {
      "epoch": 4.687732951054679,
      "grad_norm": 1.470053914241024,
      "learning_rate": 3.4946952304516975e-05,
      "loss": 0.6362,
      "step": 114451
    },
    {
      "epoch": 4.687773909481876,
      "grad_norm": 0.8848314974661254,
      "learning_rate": 3.494485974657499e-05,
      "loss": 0.1897,
      "step": 114452
    },
    {
      "epoch": 4.687814867909072,
      "grad_norm": 0.9975467420868386,
      "learning_rate": 3.494276724302439e-05,
      "loss": 0.2739,
      "step": 114453
    },
    {
      "epoch": 4.687855826336269,
      "grad_norm": 2.963197431627616,
      "learning_rate": 3.494067479386621e-05,
      "loss": 1.8392,
      "step": 114454
    },
    {
      "epoch": 4.687896784763465,
      "grad_norm": 1.5287852177833576,
      "learning_rate": 3.493858239910136e-05,
      "loss": 0.5817,
      "step": 114455
    },
    {
      "epoch": 4.687937743190662,
      "grad_norm": 0.9217789991985562,
      "learning_rate": 3.493649005873093e-05,
      "loss": 0.1779,
      "step": 114456
    },
    {
      "epoch": 4.687978701617858,
      "grad_norm": 1.5067117484384704,
      "learning_rate": 3.493439777275579e-05,
      "loss": 0.7203,
      "step": 114457
    },
    {
      "epoch": 4.688019660045054,
      "grad_norm": 2.2638032192965056,
      "learning_rate": 3.4932305541177005e-05,
      "loss": 1.156,
      "step": 114458
    },
    {
      "epoch": 4.68806061847225,
      "grad_norm": 1.6161560892488047,
      "learning_rate": 3.4930213363995586e-05,
      "loss": 0.7419,
      "step": 114459
    },
    {
      "epoch": 4.688101576899447,
      "grad_norm": 1.1097968872895083,
      "learning_rate": 3.492812124121244e-05,
      "loss": 0.1488,
      "step": 114460
    },
    {
      "epoch": 4.6881425353266435,
      "grad_norm": 1.6241105775308284,
      "learning_rate": 3.492602917282864e-05,
      "loss": 0.5385,
      "step": 114461
    },
    {
      "epoch": 4.68818349375384,
      "grad_norm": 0.9916964593407708,
      "learning_rate": 3.492393715884509e-05,
      "loss": 0.3022,
      "step": 114462
    },
    {
      "epoch": 4.688224452181037,
      "grad_norm": 1.4708654096334728,
      "learning_rate": 3.492184519926285e-05,
      "loss": 0.4876,
      "step": 114463
    },
    {
      "epoch": 4.688265410608233,
      "grad_norm": 1.5925424626199896,
      "learning_rate": 3.49197532940829e-05,
      "loss": 0.6288,
      "step": 114464
    },
    {
      "epoch": 4.688306369035429,
      "grad_norm": 1.5790753447704808,
      "learning_rate": 3.491766144330617e-05,
      "loss": 0.5913,
      "step": 114465
    },
    {
      "epoch": 4.688347327462625,
      "grad_norm": 0.9265661864522873,
      "learning_rate": 3.49155696469337e-05,
      "loss": 0.2063,
      "step": 114466
    },
    {
      "epoch": 4.688388285889822,
      "grad_norm": 0.4000117398354952,
      "learning_rate": 3.491347790496652e-05,
      "loss": 0.0397,
      "step": 114467
    },
    {
      "epoch": 4.688429244317018,
      "grad_norm": 1.9203298120419376,
      "learning_rate": 3.491138621740553e-05,
      "loss": 0.9804,
      "step": 114468
    },
    {
      "epoch": 4.688470202744215,
      "grad_norm": 1.5565625279002389,
      "learning_rate": 3.490929458425178e-05,
      "loss": 0.543,
      "step": 114469
    },
    {
      "epoch": 4.6885111611714105,
      "grad_norm": 1.4219066154973568,
      "learning_rate": 3.490720300550622e-05,
      "loss": 0.5814,
      "step": 114470
    },
    {
      "epoch": 4.688552119598607,
      "grad_norm": 1.398901585020192,
      "learning_rate": 3.490511148116985e-05,
      "loss": 0.4263,
      "step": 114471
    },
    {
      "epoch": 4.688593078025804,
      "grad_norm": 1.0756614168809662,
      "learning_rate": 3.490302001124368e-05,
      "loss": 0.261,
      "step": 114472
    },
    {
      "epoch": 4.688634036453,
      "grad_norm": 1.6399085395055284,
      "learning_rate": 3.490092859572866e-05,
      "loss": 0.5746,
      "step": 114473
    },
    {
      "epoch": 4.688674994880197,
      "grad_norm": 0.9818908224687611,
      "learning_rate": 3.4898837234625816e-05,
      "loss": 0.3109,
      "step": 114474
    },
    {
      "epoch": 4.688715953307393,
      "grad_norm": 1.6388210825692198,
      "learning_rate": 3.4896745927936144e-05,
      "loss": 0.6179,
      "step": 114475
    },
    {
      "epoch": 4.68875691173459,
      "grad_norm": 1.1815770415011189,
      "learning_rate": 3.4894654675660575e-05,
      "loss": 0.3443,
      "step": 114476
    },
    {
      "epoch": 4.688797870161785,
      "grad_norm": 1.9054312346272566,
      "learning_rate": 3.4892563477800183e-05,
      "loss": 1.0323,
      "step": 114477
    },
    {
      "epoch": 4.688838828588982,
      "grad_norm": 1.4193602262476377,
      "learning_rate": 3.4890472334355865e-05,
      "loss": 0.6539,
      "step": 114478
    },
    {
      "epoch": 4.6888797870161785,
      "grad_norm": 1.8999475425546135,
      "learning_rate": 3.4888381245328644e-05,
      "loss": 0.7422,
      "step": 114479
    },
    {
      "epoch": 4.688920745443375,
      "grad_norm": 1.83316838008166,
      "learning_rate": 3.488629021071956e-05,
      "loss": 0.8227,
      "step": 114480
    },
    {
      "epoch": 4.6889617038705715,
      "grad_norm": 1.4151590287832028,
      "learning_rate": 3.488419923052952e-05,
      "loss": 0.4638,
      "step": 114481
    },
    {
      "epoch": 4.689002662297768,
      "grad_norm": 1.3285494358279544,
      "learning_rate": 3.4882108304759545e-05,
      "loss": 0.4587,
      "step": 114482
    },
    {
      "epoch": 4.689043620724965,
      "grad_norm": 0.81226503783578,
      "learning_rate": 3.4880017433410684e-05,
      "loss": 0.1578,
      "step": 114483
    },
    {
      "epoch": 4.68908457915216,
      "grad_norm": 3.487838775003822,
      "learning_rate": 3.4877926616483825e-05,
      "loss": 0.9287,
      "step": 114484
    },
    {
      "epoch": 4.689125537579357,
      "grad_norm": 1.6458781702422578,
      "learning_rate": 3.487583585398003e-05,
      "loss": 0.7393,
      "step": 114485
    },
    {
      "epoch": 4.689166496006553,
      "grad_norm": 1.7159846089374708,
      "learning_rate": 3.487374514590022e-05,
      "loss": 0.8001,
      "step": 114486
    },
    {
      "epoch": 4.68920745443375,
      "grad_norm": 1.503248526974036,
      "learning_rate": 3.4871654492245446e-05,
      "loss": 0.5067,
      "step": 114487
    },
    {
      "epoch": 4.689248412860946,
      "grad_norm": 1.714657939116267,
      "learning_rate": 3.486956389301669e-05,
      "loss": 0.8127,
      "step": 114488
    },
    {
      "epoch": 4.689289371288142,
      "grad_norm": 1.427579876332704,
      "learning_rate": 3.486747334821489e-05,
      "loss": 0.5583,
      "step": 114489
    },
    {
      "epoch": 4.689330329715339,
      "grad_norm": 1.905141634650255,
      "learning_rate": 3.4865382857841065e-05,
      "loss": 0.7942,
      "step": 114490
    },
    {
      "epoch": 4.689371288142535,
      "grad_norm": 1.2667477769043947,
      "learning_rate": 3.4863292421896256e-05,
      "loss": 0.5451,
      "step": 114491
    },
    {
      "epoch": 4.689412246569732,
      "grad_norm": 1.6400168388811212,
      "learning_rate": 3.486120204038135e-05,
      "loss": 0.6142,
      "step": 114492
    },
    {
      "epoch": 4.689453204996928,
      "grad_norm": 1.2493595555966828,
      "learning_rate": 3.4859111713297446e-05,
      "loss": 0.4979,
      "step": 114493
    },
    {
      "epoch": 4.689494163424125,
      "grad_norm": 0.9994225026927586,
      "learning_rate": 3.485702144064541e-05,
      "loss": 0.2583,
      "step": 114494
    },
    {
      "epoch": 4.689535121851321,
      "grad_norm": 2.2851854145636836,
      "learning_rate": 3.4854931222426355e-05,
      "loss": 1.4473,
      "step": 114495
    },
    {
      "epoch": 4.689576080278517,
      "grad_norm": 2.0881463248737666,
      "learning_rate": 3.485284105864119e-05,
      "loss": 1.1267,
      "step": 114496
    },
    {
      "epoch": 4.6896170387057134,
      "grad_norm": 1.4983790003656328,
      "learning_rate": 3.4850750949290876e-05,
      "loss": 0.5033,
      "step": 114497
    },
    {
      "epoch": 4.68965799713291,
      "grad_norm": 1.371054655778654,
      "learning_rate": 3.484866089437645e-05,
      "loss": 0.5073,
      "step": 114498
    },
    {
      "epoch": 4.6896989555601065,
      "grad_norm": 1.3873277407235134,
      "learning_rate": 3.484657089389895e-05,
      "loss": 0.5922,
      "step": 114499
    },
    {
      "epoch": 4.689739913987303,
      "grad_norm": 1.2295980044978572,
      "learning_rate": 3.484448094785926e-05,
      "loss": 0.5504,
      "step": 114500
    },
    {
      "epoch": 4.6897808724145,
      "grad_norm": 1.3652607049182948,
      "learning_rate": 3.4842391056258396e-05,
      "loss": 0.5846,
      "step": 114501
    },
    {
      "epoch": 4.689821830841696,
      "grad_norm": 1.8236733999465127,
      "learning_rate": 3.484030121909744e-05,
      "loss": 0.6597,
      "step": 114502
    },
    {
      "epoch": 4.689862789268892,
      "grad_norm": 1.3137346400753707,
      "learning_rate": 3.483821143637725e-05,
      "loss": 0.383,
      "step": 114503
    },
    {
      "epoch": 4.689903747696088,
      "grad_norm": 1.567362100903066,
      "learning_rate": 3.483612170809891e-05,
      "loss": 0.4078,
      "step": 114504
    },
    {
      "epoch": 4.689944706123285,
      "grad_norm": 1.8590949938510437,
      "learning_rate": 3.483403203426333e-05,
      "loss": 0.7209,
      "step": 114505
    },
    {
      "epoch": 4.689985664550481,
      "grad_norm": 1.7432583965176331,
      "learning_rate": 3.4831942414871536e-05,
      "loss": 0.7468,
      "step": 114506
    },
    {
      "epoch": 4.690026622977678,
      "grad_norm": 1.2119049790692276,
      "learning_rate": 3.482985284992457e-05,
      "loss": 0.5371,
      "step": 114507
    },
    {
      "epoch": 4.690067581404874,
      "grad_norm": 1.3475865708900723,
      "learning_rate": 3.482776333942331e-05,
      "loss": 0.5891,
      "step": 114508
    },
    {
      "epoch": 4.69010853983207,
      "grad_norm": 1.414121936885317,
      "learning_rate": 3.482567388336882e-05,
      "loss": 0.4934,
      "step": 114509
    },
    {
      "epoch": 4.690149498259267,
      "grad_norm": 1.9082889522502862,
      "learning_rate": 3.4823584481762084e-05,
      "loss": 0.825,
      "step": 114510
    },
    {
      "epoch": 4.690190456686463,
      "grad_norm": 1.250935123450626,
      "learning_rate": 3.482149513460405e-05,
      "loss": 0.4,
      "step": 114511
    },
    {
      "epoch": 4.69023141511366,
      "grad_norm": 1.8560949896946124,
      "learning_rate": 3.4819405841895775e-05,
      "loss": 0.6974,
      "step": 114512
    },
    {
      "epoch": 4.690272373540856,
      "grad_norm": 1.4745102285960638,
      "learning_rate": 3.4817316603638145e-05,
      "loss": 0.6052,
      "step": 114513
    },
    {
      "epoch": 4.690313331968053,
      "grad_norm": 1.4470871819634903,
      "learning_rate": 3.481522741983221e-05,
      "loss": 0.5771,
      "step": 114514
    },
    {
      "epoch": 4.690354290395248,
      "grad_norm": 1.7271259784422497,
      "learning_rate": 3.4813138290478997e-05,
      "loss": 0.8605,
      "step": 114515
    },
    {
      "epoch": 4.690395248822445,
      "grad_norm": 1.3972903714194498,
      "learning_rate": 3.4811049215579396e-05,
      "loss": 0.5314,
      "step": 114516
    },
    {
      "epoch": 4.6904362072496415,
      "grad_norm": 0.9958461400111989,
      "learning_rate": 3.480896019513445e-05,
      "loss": 0.2898,
      "step": 114517
    },
    {
      "epoch": 4.690477165676838,
      "grad_norm": 1.531223484967535,
      "learning_rate": 3.4806871229145195e-05,
      "loss": 0.5325,
      "step": 114518
    },
    {
      "epoch": 4.690518124104035,
      "grad_norm": 1.6939849833570901,
      "learning_rate": 3.4804782317612513e-05,
      "loss": 0.7509,
      "step": 114519
    },
    {
      "epoch": 4.690559082531231,
      "grad_norm": 1.500519721470385,
      "learning_rate": 3.48026934605375e-05,
      "loss": 0.5172,
      "step": 114520
    },
    {
      "epoch": 4.690600040958428,
      "grad_norm": 1.8220232366528173,
      "learning_rate": 3.480060465792104e-05,
      "loss": 0.6062,
      "step": 114521
    },
    {
      "epoch": 4.690640999385623,
      "grad_norm": 1.34403037217515,
      "learning_rate": 3.479851590976418e-05,
      "loss": 0.5023,
      "step": 114522
    },
    {
      "epoch": 4.69068195781282,
      "grad_norm": 1.573194044902777,
      "learning_rate": 3.4796427216067925e-05,
      "loss": 0.5678,
      "step": 114523
    },
    {
      "epoch": 4.690722916240016,
      "grad_norm": 0.4133670311012752,
      "learning_rate": 3.4794338576833195e-05,
      "loss": 0.0376,
      "step": 114524
    },
    {
      "epoch": 4.690763874667213,
      "grad_norm": 1.8168038946019678,
      "learning_rate": 3.479224999206101e-05,
      "loss": 0.5736,
      "step": 114525
    },
    {
      "epoch": 4.690804833094409,
      "grad_norm": 1.4982422692155728,
      "learning_rate": 3.479016146175241e-05,
      "loss": 0.5594,
      "step": 114526
    },
    {
      "epoch": 4.690845791521605,
      "grad_norm": 2.6175150671970977,
      "learning_rate": 3.47880729859083e-05,
      "loss": 1.9516,
      "step": 114527
    },
    {
      "epoch": 4.690886749948802,
      "grad_norm": 1.812211047982547,
      "learning_rate": 3.478598456452975e-05,
      "loss": 0.7065,
      "step": 114528
    },
    {
      "epoch": 4.690927708375998,
      "grad_norm": 1.5517907979361922,
      "learning_rate": 3.478389619761765e-05,
      "loss": 0.5636,
      "step": 114529
    },
    {
      "epoch": 4.690968666803195,
      "grad_norm": 2.48786402692715,
      "learning_rate": 3.478180788517303e-05,
      "loss": 0.7548,
      "step": 114530
    },
    {
      "epoch": 4.691009625230391,
      "grad_norm": 3.74808720052093,
      "learning_rate": 3.477971962719694e-05,
      "loss": 1.2304,
      "step": 114531
    },
    {
      "epoch": 4.691050583657588,
      "grad_norm": 1.5512952551951655,
      "learning_rate": 3.477763142369028e-05,
      "loss": 0.4541,
      "step": 114532
    },
    {
      "epoch": 4.691091542084784,
      "grad_norm": 1.1880885424328926,
      "learning_rate": 3.4775543274654096e-05,
      "loss": 0.3883,
      "step": 114533
    },
    {
      "epoch": 4.69113250051198,
      "grad_norm": 1.4695117942528293,
      "learning_rate": 3.4773455180089307e-05,
      "loss": 0.5471,
      "step": 114534
    },
    {
      "epoch": 4.6911734589391765,
      "grad_norm": 1.2042309092387724,
      "learning_rate": 3.4771367139996955e-05,
      "loss": 0.5123,
      "step": 114535
    },
    {
      "epoch": 4.691214417366373,
      "grad_norm": 1.4590771715373687,
      "learning_rate": 3.476927915437804e-05,
      "loss": 0.5861,
      "step": 114536
    },
    {
      "epoch": 4.6912553757935695,
      "grad_norm": 1.6165451013466716,
      "learning_rate": 3.476719122323349e-05,
      "loss": 0.5768,
      "step": 114537
    },
    {
      "epoch": 4.691296334220766,
      "grad_norm": 1.3127375741338354,
      "learning_rate": 3.476510334656432e-05,
      "loss": 0.5449,
      "step": 114538
    },
    {
      "epoch": 4.691337292647963,
      "grad_norm": 1.8795649484741086,
      "learning_rate": 3.4763015524371575e-05,
      "loss": 0.7152,
      "step": 114539
    },
    {
      "epoch": 4.691378251075159,
      "grad_norm": 1.5306686904981175,
      "learning_rate": 3.4760927756656146e-05,
      "loss": 0.6468,
      "step": 114540
    },
    {
      "epoch": 4.691419209502355,
      "grad_norm": 0.9536105850699017,
      "learning_rate": 3.47588400434191e-05,
      "loss": 0.2274,
      "step": 114541
    },
    {
      "epoch": 4.691460167929551,
      "grad_norm": 1.379848169923774,
      "learning_rate": 3.4756752384661345e-05,
      "loss": 0.6612,
      "step": 114542
    },
    {
      "epoch": 4.691501126356748,
      "grad_norm": 1.6959973827598516,
      "learning_rate": 3.475466478038392e-05,
      "loss": 0.6803,
      "step": 114543
    },
    {
      "epoch": 4.691542084783944,
      "grad_norm": 1.480633929048731,
      "learning_rate": 3.475257723058783e-05,
      "loss": 0.5743,
      "step": 114544
    },
    {
      "epoch": 4.691583043211141,
      "grad_norm": 2.504931369665302,
      "learning_rate": 3.4750489735274e-05,
      "loss": 1.6046,
      "step": 114545
    },
    {
      "epoch": 4.691624001638337,
      "grad_norm": 2.037785164882522,
      "learning_rate": 3.4748402294443445e-05,
      "loss": 0.7166,
      "step": 114546
    },
    {
      "epoch": 4.691664960065533,
      "grad_norm": 1.7828993848499641,
      "learning_rate": 3.474631490809721e-05,
      "loss": 0.7801,
      "step": 114547
    },
    {
      "epoch": 4.69170591849273,
      "grad_norm": 1.4542433334899183,
      "learning_rate": 3.474422757623617e-05,
      "loss": 0.5386,
      "step": 114548
    },
    {
      "epoch": 4.691746876919926,
      "grad_norm": 1.9030785823930896,
      "learning_rate": 3.474214029886142e-05,
      "loss": 0.7344,
      "step": 114549
    },
    {
      "epoch": 4.691787835347123,
      "grad_norm": 1.5050883324518158,
      "learning_rate": 3.474005307597387e-05,
      "loss": 0.6351,
      "step": 114550
    },
    {
      "epoch": 4.691828793774319,
      "grad_norm": 1.034363446259597,
      "learning_rate": 3.473796590757452e-05,
      "loss": 0.2948,
      "step": 114551
    },
    {
      "epoch": 4.691869752201516,
      "grad_norm": 1.4706575366701562,
      "learning_rate": 3.4735878793664424e-05,
      "loss": 0.6172,
      "step": 114552
    },
    {
      "epoch": 4.6919107106287115,
      "grad_norm": 1.4428982828390384,
      "learning_rate": 3.473379173424446e-05,
      "loss": 0.5466,
      "step": 114553
    },
    {
      "epoch": 4.691951669055908,
      "grad_norm": 0.9197215165081929,
      "learning_rate": 3.473170472931568e-05,
      "loss": 0.2394,
      "step": 114554
    },
    {
      "epoch": 4.6919926274831045,
      "grad_norm": 1.559832801285093,
      "learning_rate": 3.47296177788791e-05,
      "loss": 0.5789,
      "step": 114555
    },
    {
      "epoch": 4.692033585910301,
      "grad_norm": 1.4443608150969565,
      "learning_rate": 3.472753088293563e-05,
      "loss": 0.5651,
      "step": 114556
    },
    {
      "epoch": 4.692074544337498,
      "grad_norm": 1.5872150683772082,
      "learning_rate": 3.472544404148633e-05,
      "loss": 0.6916,
      "step": 114557
    },
    {
      "epoch": 4.692115502764694,
      "grad_norm": 1.3972540285148867,
      "learning_rate": 3.4723357254532116e-05,
      "loss": 0.5844,
      "step": 114558
    },
    {
      "epoch": 4.692156461191891,
      "grad_norm": 1.797460421859021,
      "learning_rate": 3.4721270522074e-05,
      "loss": 0.9211,
      "step": 114559
    },
    {
      "epoch": 4.692197419619086,
      "grad_norm": 1.267248969562409,
      "learning_rate": 3.471918384411303e-05,
      "loss": 0.5471,
      "step": 114560
    },
    {
      "epoch": 4.692238378046283,
      "grad_norm": 1.9776181189843378,
      "learning_rate": 3.4717097220650096e-05,
      "loss": 1.016,
      "step": 114561
    },
    {
      "epoch": 4.692279336473479,
      "grad_norm": 0.9684414222814303,
      "learning_rate": 3.471501065168622e-05,
      "loss": 0.1224,
      "step": 114562
    },
    {
      "epoch": 4.692320294900676,
      "grad_norm": 0.7308832065292744,
      "learning_rate": 3.4712924137222444e-05,
      "loss": 0.1977,
      "step": 114563
    },
    {
      "epoch": 4.6923612533278725,
      "grad_norm": 1.4056643654743097,
      "learning_rate": 3.471083767725968e-05,
      "loss": 0.587,
      "step": 114564
    },
    {
      "epoch": 4.692402211755068,
      "grad_norm": 1.4337777270510315,
      "learning_rate": 3.4708751271798976e-05,
      "loss": 0.5453,
      "step": 114565
    },
    {
      "epoch": 4.692443170182265,
      "grad_norm": 2.436780982833603,
      "learning_rate": 3.470666492084128e-05,
      "loss": 1.6148,
      "step": 114566
    },
    {
      "epoch": 4.692484128609461,
      "grad_norm": 1.3326671543662647,
      "learning_rate": 3.470457862438754e-05,
      "loss": 0.5751,
      "step": 114567
    },
    {
      "epoch": 4.692525087036658,
      "grad_norm": 1.3810528505357542,
      "learning_rate": 3.4702492382438825e-05,
      "loss": 0.6906,
      "step": 114568
    },
    {
      "epoch": 4.692566045463854,
      "grad_norm": 1.6756263312875592,
      "learning_rate": 3.4700406194996045e-05,
      "loss": 0.7158,
      "step": 114569
    },
    {
      "epoch": 4.692607003891051,
      "grad_norm": 1.670020114821499,
      "learning_rate": 3.469832006206023e-05,
      "loss": 0.6595,
      "step": 114570
    },
    {
      "epoch": 4.692647962318247,
      "grad_norm": 1.2924349646191668,
      "learning_rate": 3.4696233983632384e-05,
      "loss": 0.4177,
      "step": 114571
    },
    {
      "epoch": 4.692688920745443,
      "grad_norm": 1.1195800539111473,
      "learning_rate": 3.469414795971343e-05,
      "loss": 0.3842,
      "step": 114572
    },
    {
      "epoch": 4.6927298791726395,
      "grad_norm": 1.4513848973996908,
      "learning_rate": 3.4692061990304396e-05,
      "loss": 0.5344,
      "step": 114573
    },
    {
      "epoch": 4.692770837599836,
      "grad_norm": 1.5967583383021113,
      "learning_rate": 3.468997607540632e-05,
      "loss": 0.4417,
      "step": 114574
    },
    {
      "epoch": 4.692811796027033,
      "grad_norm": 1.4820803765697603,
      "learning_rate": 3.468789021502007e-05,
      "loss": 0.5889,
      "step": 114575
    },
    {
      "epoch": 4.692852754454229,
      "grad_norm": 1.6043545127424514,
      "learning_rate": 3.468580440914673e-05,
      "loss": 0.5296,
      "step": 114576
    },
    {
      "epoch": 4.692893712881426,
      "grad_norm": 4.064767385128653,
      "learning_rate": 3.4683718657787224e-05,
      "loss": 1.3536,
      "step": 114577
    },
    {
      "epoch": 4.692934671308622,
      "grad_norm": 1.4250903316601826,
      "learning_rate": 3.468163296094256e-05,
      "loss": 0.5666,
      "step": 114578
    },
    {
      "epoch": 4.692975629735818,
      "grad_norm": 1.4391947680918777,
      "learning_rate": 3.467954731861377e-05,
      "loss": 0.5584,
      "step": 114579
    },
    {
      "epoch": 4.693016588163014,
      "grad_norm": 1.591416016965775,
      "learning_rate": 3.4677461730801766e-05,
      "loss": 0.373,
      "step": 114580
    },
    {
      "epoch": 4.693057546590211,
      "grad_norm": 0.9599525583433924,
      "learning_rate": 3.4675376197507556e-05,
      "loss": 0.271,
      "step": 114581
    },
    {
      "epoch": 4.693098505017407,
      "grad_norm": 1.2205373124957504,
      "learning_rate": 3.467329071873217e-05,
      "loss": 0.5349,
      "step": 114582
    },
    {
      "epoch": 4.693139463444604,
      "grad_norm": 1.541417988904974,
      "learning_rate": 3.4671205294476535e-05,
      "loss": 0.5433,
      "step": 114583
    },
    {
      "epoch": 4.6931804218718,
      "grad_norm": 1.7602702157040824,
      "learning_rate": 3.466911992474169e-05,
      "loss": 0.6361,
      "step": 114584
    },
    {
      "epoch": 4.693221380298996,
      "grad_norm": 1.2437746818454982,
      "learning_rate": 3.4667034609528566e-05,
      "loss": 0.418,
      "step": 114585
    },
    {
      "epoch": 4.693262338726193,
      "grad_norm": 1.4598920438706406,
      "learning_rate": 3.466494934883816e-05,
      "loss": 0.5306,
      "step": 114586
    },
    {
      "epoch": 4.693303297153389,
      "grad_norm": 1.4331419084663815,
      "learning_rate": 3.4662864142671524e-05,
      "loss": 0.5506,
      "step": 114587
    },
    {
      "epoch": 4.693344255580586,
      "grad_norm": 1.3571146692154212,
      "learning_rate": 3.466077899102954e-05,
      "loss": 0.4023,
      "step": 114588
    },
    {
      "epoch": 4.693385214007782,
      "grad_norm": 0.8268797693369417,
      "learning_rate": 3.465869389391326e-05,
      "loss": 0.2036,
      "step": 114589
    },
    {
      "epoch": 4.693426172434979,
      "grad_norm": 0.9315936158180029,
      "learning_rate": 3.465660885132369e-05,
      "loss": 0.2246,
      "step": 114590
    },
    {
      "epoch": 4.6934671308621745,
      "grad_norm": 1.151810233126683,
      "learning_rate": 3.4654523863261754e-05,
      "loss": 0.2078,
      "step": 114591
    },
    {
      "epoch": 4.693508089289371,
      "grad_norm": 1.7480931014174197,
      "learning_rate": 3.465243892972851e-05,
      "loss": 0.8864,
      "step": 114592
    },
    {
      "epoch": 4.693549047716568,
      "grad_norm": 0.948037364072488,
      "learning_rate": 3.465035405072483e-05,
      "loss": 0.2298,
      "step": 114593
    },
    {
      "epoch": 4.693590006143764,
      "grad_norm": 1.0040591898504532,
      "learning_rate": 3.464826922625179e-05,
      "loss": 0.2121,
      "step": 114594
    },
    {
      "epoch": 4.693630964570961,
      "grad_norm": 1.1020381395478758,
      "learning_rate": 3.4646184456310394e-05,
      "loss": 0.369,
      "step": 114595
    },
    {
      "epoch": 4.693671922998157,
      "grad_norm": 0.8566379148191127,
      "learning_rate": 3.464409974090154e-05,
      "loss": 0.1824,
      "step": 114596
    },
    {
      "epoch": 4.693712881425354,
      "grad_norm": 1.3985062530384822,
      "learning_rate": 3.464201508002632e-05,
      "loss": 0.6205,
      "step": 114597
    },
    {
      "epoch": 4.693753839852549,
      "grad_norm": 1.4515724988029892,
      "learning_rate": 3.463993047368561e-05,
      "loss": 0.6804,
      "step": 114598
    },
    {
      "epoch": 4.693794798279746,
      "grad_norm": 0.8694664529593065,
      "learning_rate": 3.4637845921880436e-05,
      "loss": 0.1696,
      "step": 114599
    },
    {
      "epoch": 4.693835756706942,
      "grad_norm": 1.404992651486739,
      "learning_rate": 3.463576142461184e-05,
      "loss": 0.5387,
      "step": 114600
    },
    {
      "epoch": 4.693876715134139,
      "grad_norm": 2.0482455474292514,
      "learning_rate": 3.4633676981880736e-05,
      "loss": 1.4158,
      "step": 114601
    },
    {
      "epoch": 4.6939176735613355,
      "grad_norm": 2.152902359068583,
      "learning_rate": 3.4631592593688124e-05,
      "loss": 1.4465,
      "step": 114602
    },
    {
      "epoch": 4.693958631988532,
      "grad_norm": 0.8509443624884232,
      "learning_rate": 3.4629508260035035e-05,
      "loss": 0.2076,
      "step": 114603
    },
    {
      "epoch": 4.693999590415728,
      "grad_norm": 0.9485809318364596,
      "learning_rate": 3.4627423980922384e-05,
      "loss": 0.358,
      "step": 114604
    },
    {
      "epoch": 4.694040548842924,
      "grad_norm": 1.3941470454069864,
      "learning_rate": 3.4625339756351235e-05,
      "loss": 0.4739,
      "step": 114605
    },
    {
      "epoch": 4.694081507270121,
      "grad_norm": 1.5940035243343338,
      "learning_rate": 3.462325558632249e-05,
      "loss": 0.6009,
      "step": 114606
    },
    {
      "epoch": 4.694122465697317,
      "grad_norm": 1.1263175828504326,
      "learning_rate": 3.462117147083718e-05,
      "loss": 0.4733,
      "step": 114607
    },
    {
      "epoch": 4.694163424124514,
      "grad_norm": 0.8844120452446017,
      "learning_rate": 3.461908740989631e-05,
      "loss": 0.1961,
      "step": 114608
    },
    {
      "epoch": 4.69420438255171,
      "grad_norm": 1.5178918153813805,
      "learning_rate": 3.4617003403500806e-05,
      "loss": 0.4621,
      "step": 114609
    },
    {
      "epoch": 4.694245340978906,
      "grad_norm": 0.8612869160016996,
      "learning_rate": 3.461491945165171e-05,
      "loss": 0.2263,
      "step": 114610
    },
    {
      "epoch": 4.6942862994061025,
      "grad_norm": 1.205222247355415,
      "learning_rate": 3.461283555435001e-05,
      "loss": 0.2934,
      "step": 114611
    },
    {
      "epoch": 4.694327257833299,
      "grad_norm": 1.4492030304891688,
      "learning_rate": 3.4610751711596604e-05,
      "loss": 0.6957,
      "step": 114612
    },
    {
      "epoch": 4.694368216260496,
      "grad_norm": 0.8098500339852008,
      "learning_rate": 3.46086679233926e-05,
      "loss": 0.2108,
      "step": 114613
    },
    {
      "epoch": 4.694409174687692,
      "grad_norm": 1.8444971859702384,
      "learning_rate": 3.460658418973889e-05,
      "loss": 0.6922,
      "step": 114614
    },
    {
      "epoch": 4.694450133114889,
      "grad_norm": 1.592172434611085,
      "learning_rate": 3.4604500510636466e-05,
      "loss": 0.6542,
      "step": 114615
    },
    {
      "epoch": 4.694491091542085,
      "grad_norm": 1.5026507991050182,
      "learning_rate": 3.46024168860864e-05,
      "loss": 0.4626,
      "step": 114616
    },
    {
      "epoch": 4.694532049969281,
      "grad_norm": 1.3465569802828192,
      "learning_rate": 3.460033331608956e-05,
      "loss": 0.4537,
      "step": 114617
    },
    {
      "epoch": 4.694573008396477,
      "grad_norm": 1.524103911106163,
      "learning_rate": 3.459824980064699e-05,
      "loss": 0.5847,
      "step": 114618
    },
    {
      "epoch": 4.694613966823674,
      "grad_norm": 1.4268846618144948,
      "learning_rate": 3.459616633975972e-05,
      "loss": 0.6093,
      "step": 114619
    },
    {
      "epoch": 4.6946549252508705,
      "grad_norm": 1.1286693579643774,
      "learning_rate": 3.459408293342863e-05,
      "loss": 0.2391,
      "step": 114620
    },
    {
      "epoch": 4.694695883678067,
      "grad_norm": 1.6041413422325497,
      "learning_rate": 3.459199958165482e-05,
      "loss": 0.5513,
      "step": 114621
    },
    {
      "epoch": 4.6947368421052635,
      "grad_norm": 0.7157336458331581,
      "learning_rate": 3.458991628443917e-05,
      "loss": 0.1504,
      "step": 114622
    },
    {
      "epoch": 4.694777800532459,
      "grad_norm": 2.0884000223621992,
      "learning_rate": 3.4587833041782704e-05,
      "loss": 0.4731,
      "step": 114623
    },
    {
      "epoch": 4.694818758959656,
      "grad_norm": 4.806388350272515,
      "learning_rate": 3.458574985368646e-05,
      "loss": 3.5534,
      "step": 114624
    },
    {
      "epoch": 4.694859717386852,
      "grad_norm": 1.4950605352395563,
      "learning_rate": 3.458366672015133e-05,
      "loss": 0.737,
      "step": 114625
    },
    {
      "epoch": 4.694900675814049,
      "grad_norm": 1.22300891263643,
      "learning_rate": 3.458158364117835e-05,
      "loss": 0.4505,
      "step": 114626
    },
    {
      "epoch": 4.694941634241245,
      "grad_norm": 1.7373616109593506,
      "learning_rate": 3.4579500616768535e-05,
      "loss": 0.641,
      "step": 114627
    },
    {
      "epoch": 4.694982592668442,
      "grad_norm": 1.058980610862809,
      "learning_rate": 3.4577417646922794e-05,
      "loss": 0.2046,
      "step": 114628
    },
    {
      "epoch": 4.6950235510956375,
      "grad_norm": 1.2837358346278525,
      "learning_rate": 3.4575334731642205e-05,
      "loss": 0.3676,
      "step": 114629
    },
    {
      "epoch": 4.695064509522834,
      "grad_norm": 1.7077839746119237,
      "learning_rate": 3.4573251870927654e-05,
      "loss": 0.817,
      "step": 114630
    },
    {
      "epoch": 4.695105467950031,
      "grad_norm": 1.5849306750676795,
      "learning_rate": 3.4571169064780166e-05,
      "loss": 0.4758,
      "step": 114631
    },
    {
      "epoch": 4.695146426377227,
      "grad_norm": 1.6839037524505691,
      "learning_rate": 3.456908631320077e-05,
      "loss": 0.7375,
      "step": 114632
    },
    {
      "epoch": 4.695187384804424,
      "grad_norm": 1.4444430893573863,
      "learning_rate": 3.456700361619038e-05,
      "loss": 0.4744,
      "step": 114633
    },
    {
      "epoch": 4.69522834323162,
      "grad_norm": 2.3936759601586646,
      "learning_rate": 3.456492097375001e-05,
      "loss": 1.0514,
      "step": 114634
    },
    {
      "epoch": 4.695269301658817,
      "grad_norm": 1.3084158286336158,
      "learning_rate": 3.456283838588069e-05,
      "loss": 0.4354,
      "step": 114635
    },
    {
      "epoch": 4.695310260086012,
      "grad_norm": 1.067790096051739,
      "learning_rate": 3.4560755852583344e-05,
      "loss": 0.2556,
      "step": 114636
    },
    {
      "epoch": 4.695351218513209,
      "grad_norm": 1.6244288221948193,
      "learning_rate": 3.455867337385895e-05,
      "loss": 0.6557,
      "step": 114637
    },
    {
      "epoch": 4.6953921769404054,
      "grad_norm": 1.3025473390718254,
      "learning_rate": 3.4556590949708546e-05,
      "loss": 0.5807,
      "step": 114638
    },
    {
      "epoch": 4.695433135367602,
      "grad_norm": 1.5256805937999418,
      "learning_rate": 3.455450858013305e-05,
      "loss": 0.5685,
      "step": 114639
    },
    {
      "epoch": 4.6954740937947985,
      "grad_norm": 1.9272984754662197,
      "learning_rate": 3.455242626513354e-05,
      "loss": 0.6046,
      "step": 114640
    },
    {
      "epoch": 4.695515052221995,
      "grad_norm": 1.0860942445769182,
      "learning_rate": 3.4550344004710886e-05,
      "loss": 0.5507,
      "step": 114641
    },
    {
      "epoch": 4.695556010649191,
      "grad_norm": 1.769606429521738,
      "learning_rate": 3.4548261798866143e-05,
      "loss": 0.7814,
      "step": 114642
    },
    {
      "epoch": 4.695596969076387,
      "grad_norm": 1.4013209370809085,
      "learning_rate": 3.454617964760031e-05,
      "loss": 0.5193,
      "step": 114643
    },
    {
      "epoch": 4.695637927503584,
      "grad_norm": 1.9830342794532745,
      "learning_rate": 3.4544097550914314e-05,
      "loss": 0.7185,
      "step": 114644
    },
    {
      "epoch": 4.69567888593078,
      "grad_norm": 1.402347680851611,
      "learning_rate": 3.454201550880916e-05,
      "loss": 0.4224,
      "step": 114645
    },
    {
      "epoch": 4.695719844357977,
      "grad_norm": 1.4784177797764886,
      "learning_rate": 3.453993352128589e-05,
      "loss": 0.673,
      "step": 114646
    },
    {
      "epoch": 4.695760802785173,
      "grad_norm": 1.5666624040046009,
      "learning_rate": 3.453785158834539e-05,
      "loss": 0.662,
      "step": 114647
    },
    {
      "epoch": 4.695801761212369,
      "grad_norm": 1.1809231019742474,
      "learning_rate": 3.453576970998874e-05,
      "loss": 0.3591,
      "step": 114648
    },
    {
      "epoch": 4.695842719639566,
      "grad_norm": 1.6146592752691928,
      "learning_rate": 3.453368788621683e-05,
      "loss": 0.7017,
      "step": 114649
    },
    {
      "epoch": 4.695883678066762,
      "grad_norm": 0.8591826211883323,
      "learning_rate": 3.4531606117030696e-05,
      "loss": 0.1566,
      "step": 114650
    },
    {
      "epoch": 4.695924636493959,
      "grad_norm": 1.5145745391343517,
      "learning_rate": 3.4529524402431365e-05,
      "loss": 0.5466,
      "step": 114651
    },
    {
      "epoch": 4.695965594921155,
      "grad_norm": 2.0526906694944005,
      "learning_rate": 3.452744274241973e-05,
      "loss": 0.8307,
      "step": 114652
    },
    {
      "epoch": 4.696006553348352,
      "grad_norm": 1.6469317301917195,
      "learning_rate": 3.452536113699682e-05,
      "loss": 0.5627,
      "step": 114653
    },
    {
      "epoch": 4.696047511775548,
      "grad_norm": 0.7838687422002736,
      "learning_rate": 3.4523279586163663e-05,
      "loss": 0.2356,
      "step": 114654
    },
    {
      "epoch": 4.696088470202744,
      "grad_norm": 1.3718798548293143,
      "learning_rate": 3.4521198089921145e-05,
      "loss": 0.4037,
      "step": 114655
    },
    {
      "epoch": 4.69612942862994,
      "grad_norm": 1.2514012304747864,
      "learning_rate": 3.451911664827036e-05,
      "loss": 0.4137,
      "step": 114656
    },
    {
      "epoch": 4.696170387057137,
      "grad_norm": 0.9672229266853671,
      "learning_rate": 3.451703526121219e-05,
      "loss": 0.2029,
      "step": 114657
    },
    {
      "epoch": 4.6962113454843335,
      "grad_norm": 1.2635727118944526,
      "learning_rate": 3.451495392874766e-05,
      "loss": 0.3105,
      "step": 114658
    },
    {
      "epoch": 4.69625230391153,
      "grad_norm": 1.0499422241110858,
      "learning_rate": 3.45128726508778e-05,
      "loss": 0.3599,
      "step": 114659
    },
    {
      "epoch": 4.696293262338727,
      "grad_norm": 1.4718621464636625,
      "learning_rate": 3.451079142760351e-05,
      "loss": 0.5651,
      "step": 114660
    },
    {
      "epoch": 4.696334220765922,
      "grad_norm": 1.780187513937096,
      "learning_rate": 3.450871025892582e-05,
      "loss": 0.819,
      "step": 114661
    },
    {
      "epoch": 4.696375179193119,
      "grad_norm": 1.33058067719216,
      "learning_rate": 3.4506629144845756e-05,
      "loss": 0.5198,
      "step": 114662
    },
    {
      "epoch": 4.696416137620315,
      "grad_norm": 0.8009338614438277,
      "learning_rate": 3.450454808536422e-05,
      "loss": 0.1711,
      "step": 114663
    },
    {
      "epoch": 4.696457096047512,
      "grad_norm": 1.4243966939935913,
      "learning_rate": 3.450246708048225e-05,
      "loss": 0.6353,
      "step": 114664
    },
    {
      "epoch": 4.696498054474708,
      "grad_norm": 2.113692027978553,
      "learning_rate": 3.450038613020079e-05,
      "loss": 1.0456,
      "step": 114665
    },
    {
      "epoch": 4.696539012901905,
      "grad_norm": 1.8629721014467089,
      "learning_rate": 3.449830523452084e-05,
      "loss": 0.5632,
      "step": 114666
    },
    {
      "epoch": 4.6965799713291005,
      "grad_norm": 1.4023859551648392,
      "learning_rate": 3.4496224393443425e-05,
      "loss": 0.5927,
      "step": 114667
    },
    {
      "epoch": 4.696620929756297,
      "grad_norm": 1.40460896804796,
      "learning_rate": 3.4494143606969454e-05,
      "loss": 0.6289,
      "step": 114668
    },
    {
      "epoch": 4.696661888183494,
      "grad_norm": 1.667137492066313,
      "learning_rate": 3.4492062875100005e-05,
      "loss": 0.8247,
      "step": 114669
    },
    {
      "epoch": 4.69670284661069,
      "grad_norm": 1.6994675771437762,
      "learning_rate": 3.448998219783594e-05,
      "loss": 0.6204,
      "step": 114670
    },
    {
      "epoch": 4.696743805037887,
      "grad_norm": 1.336323782215917,
      "learning_rate": 3.448790157517832e-05,
      "loss": 0.5095,
      "step": 114671
    },
    {
      "epoch": 4.696784763465083,
      "grad_norm": 1.8182641878618602,
      "learning_rate": 3.448582100712816e-05,
      "loss": 0.7045,
      "step": 114672
    },
    {
      "epoch": 4.69682572189228,
      "grad_norm": 1.821167063139595,
      "learning_rate": 3.448374049368635e-05,
      "loss": 0.8249,
      "step": 114673
    },
    {
      "epoch": 4.696866680319475,
      "grad_norm": 3.1421575304798792,
      "learning_rate": 3.4481660034853945e-05,
      "loss": 1.3933,
      "step": 114674
    },
    {
      "epoch": 4.696907638746672,
      "grad_norm": 1.5036016041059637,
      "learning_rate": 3.447957963063193e-05,
      "loss": 0.5992,
      "step": 114675
    },
    {
      "epoch": 4.6969485971738685,
      "grad_norm": 1.4918588545544142,
      "learning_rate": 3.447749928102124e-05,
      "loss": 0.6112,
      "step": 114676
    },
    {
      "epoch": 4.696989555601065,
      "grad_norm": 1.6731949835832916,
      "learning_rate": 3.447541898602291e-05,
      "loss": 0.7447,
      "step": 114677
    },
    {
      "epoch": 4.6970305140282615,
      "grad_norm": 1.3918713124465552,
      "learning_rate": 3.447333874563788e-05,
      "loss": 0.5415,
      "step": 114678
    },
    {
      "epoch": 4.697071472455458,
      "grad_norm": 0.9288520353624407,
      "learning_rate": 3.447125855986712e-05,
      "loss": 0.2018,
      "step": 114679
    },
    {
      "epoch": 4.697112430882654,
      "grad_norm": 1.0397595334953875,
      "learning_rate": 3.446917842871171e-05,
      "loss": 0.2121,
      "step": 114680
    },
    {
      "epoch": 4.69715338930985,
      "grad_norm": 1.3813460163573847,
      "learning_rate": 3.446709835217252e-05,
      "loss": 0.5241,
      "step": 114681
    },
    {
      "epoch": 4.697194347737047,
      "grad_norm": 1.8186140779284214,
      "learning_rate": 3.446501833025058e-05,
      "loss": 0.6179,
      "step": 114682
    },
    {
      "epoch": 4.697235306164243,
      "grad_norm": 1.2345561464663573,
      "learning_rate": 3.4462938362946925e-05,
      "loss": 0.2905,
      "step": 114683
    },
    {
      "epoch": 4.69727626459144,
      "grad_norm": 1.5579324978244886,
      "learning_rate": 3.446085845026244e-05,
      "loss": 0.5627,
      "step": 114684
    },
    {
      "epoch": 4.697317223018636,
      "grad_norm": 1.5090679518814651,
      "learning_rate": 3.44587785921982e-05,
      "loss": 0.3285,
      "step": 114685
    },
    {
      "epoch": 4.697358181445832,
      "grad_norm": 1.6672709331628366,
      "learning_rate": 3.44566987887551e-05,
      "loss": 0.6973,
      "step": 114686
    },
    {
      "epoch": 4.697399139873029,
      "grad_norm": 1.3324804847885652,
      "learning_rate": 3.4454619039934174e-05,
      "loss": 0.5873,
      "step": 114687
    },
    {
      "epoch": 4.697440098300225,
      "grad_norm": 1.559360322378244,
      "learning_rate": 3.4452539345736436e-05,
      "loss": 0.5097,
      "step": 114688
    },
    {
      "epoch": 4.697481056727422,
      "grad_norm": 1.531747403264924,
      "learning_rate": 3.44504597061628e-05,
      "loss": 0.6934,
      "step": 114689
    },
    {
      "epoch": 4.697522015154618,
      "grad_norm": 1.641090697756271,
      "learning_rate": 3.4448380121214276e-05,
      "loss": 0.7374,
      "step": 114690
    },
    {
      "epoch": 4.697562973581815,
      "grad_norm": 0.9565934636923943,
      "learning_rate": 3.444630059089189e-05,
      "loss": 0.2932,
      "step": 114691
    },
    {
      "epoch": 4.697603932009011,
      "grad_norm": 1.4309063138391387,
      "learning_rate": 3.4444221115196544e-05,
      "loss": 0.5701,
      "step": 114692
    },
    {
      "epoch": 4.697644890436207,
      "grad_norm": 0.9909407058738517,
      "learning_rate": 3.444214169412931e-05,
      "loss": 0.2241,
      "step": 114693
    },
    {
      "epoch": 4.6976858488634035,
      "grad_norm": 1.4188715690237914,
      "learning_rate": 3.444006232769109e-05,
      "loss": 0.5301,
      "step": 114694
    },
    {
      "epoch": 4.6977268072906,
      "grad_norm": 1.2611996021749083,
      "learning_rate": 3.443798301588289e-05,
      "loss": 0.5019,
      "step": 114695
    },
    {
      "epoch": 4.6977677657177965,
      "grad_norm": 1.3231677873202632,
      "learning_rate": 3.4435903758705776e-05,
      "loss": 0.5909,
      "step": 114696
    },
    {
      "epoch": 4.697808724144993,
      "grad_norm": 1.240333445977536,
      "learning_rate": 3.443382455616059e-05,
      "loss": 0.4499,
      "step": 114697
    },
    {
      "epoch": 4.69784968257219,
      "grad_norm": 0.6575622354537244,
      "learning_rate": 3.44317454082484e-05,
      "loss": 0.1384,
      "step": 114698
    },
    {
      "epoch": 4.697890640999385,
      "grad_norm": 0.9464983316272896,
      "learning_rate": 3.442966631497021e-05,
      "loss": 0.1757,
      "step": 114699
    },
    {
      "epoch": 4.697931599426582,
      "grad_norm": 1.1999717566096433,
      "learning_rate": 3.4427587276326915e-05,
      "loss": 0.4007,
      "step": 114700
    },
    {
      "epoch": 4.697972557853778,
      "grad_norm": 1.5164050378862834,
      "learning_rate": 3.442550829231962e-05,
      "loss": 0.5135,
      "step": 114701
    },
    {
      "epoch": 4.698013516280975,
      "grad_norm": 1.4871940410560378,
      "learning_rate": 3.4423429362949185e-05,
      "loss": 0.6597,
      "step": 114702
    },
    {
      "epoch": 4.698054474708171,
      "grad_norm": 1.387622647061767,
      "learning_rate": 3.442135048821662e-05,
      "loss": 0.3831,
      "step": 114703
    },
    {
      "epoch": 4.698095433135368,
      "grad_norm": 0.8461750020955574,
      "learning_rate": 3.441927166812301e-05,
      "loss": 0.2176,
      "step": 114704
    },
    {
      "epoch": 4.698136391562564,
      "grad_norm": 0.9575316584003036,
      "learning_rate": 3.4417192902669206e-05,
      "loss": 0.266,
      "step": 114705
    },
    {
      "epoch": 4.69817734998976,
      "grad_norm": 1.6944831822004003,
      "learning_rate": 3.4415114191856256e-05,
      "loss": 0.5517,
      "step": 114706
    },
    {
      "epoch": 4.698218308416957,
      "grad_norm": 1.4664945221042354,
      "learning_rate": 3.4413035535685204e-05,
      "loss": 0.6314,
      "step": 114707
    },
    {
      "epoch": 4.698259266844153,
      "grad_norm": 1.4797193999156357,
      "learning_rate": 3.4410956934156885e-05,
      "loss": 0.5025,
      "step": 114708
    },
    {
      "epoch": 4.69830022527135,
      "grad_norm": 0.834546125516293,
      "learning_rate": 3.440887838727236e-05,
      "loss": 0.2398,
      "step": 114709
    },
    {
      "epoch": 4.698341183698546,
      "grad_norm": 1.1621198839825966,
      "learning_rate": 3.440679989503264e-05,
      "loss": 0.2088,
      "step": 114710
    },
    {
      "epoch": 4.698382142125743,
      "grad_norm": 0.9751522272628029,
      "learning_rate": 3.4404721457438636e-05,
      "loss": 0.3004,
      "step": 114711
    },
    {
      "epoch": 4.698423100552938,
      "grad_norm": 1.4041209859407382,
      "learning_rate": 3.4402643074491424e-05,
      "loss": 0.7542,
      "step": 114712
    },
    {
      "epoch": 4.698464058980135,
      "grad_norm": 1.4336047224359119,
      "learning_rate": 3.44005647461919e-05,
      "loss": 0.4675,
      "step": 114713
    },
    {
      "epoch": 4.6985050174073315,
      "grad_norm": 1.6146105011321001,
      "learning_rate": 3.439848647254106e-05,
      "loss": 0.7886,
      "step": 114714
    },
    {
      "epoch": 4.698545975834528,
      "grad_norm": 1.2078207353756671,
      "learning_rate": 3.439640825353997e-05,
      "loss": 0.5089,
      "step": 114715
    },
    {
      "epoch": 4.698586934261725,
      "grad_norm": 1.782981885681684,
      "learning_rate": 3.43943300891895e-05,
      "loss": 0.7461,
      "step": 114716
    },
    {
      "epoch": 4.698627892688921,
      "grad_norm": 1.5760407211814296,
      "learning_rate": 3.439225197949068e-05,
      "loss": 0.7558,
      "step": 114717
    },
    {
      "epoch": 4.698668851116117,
      "grad_norm": 1.5561912367300967,
      "learning_rate": 3.4390173924444536e-05,
      "loss": 0.5644,
      "step": 114718
    },
    {
      "epoch": 4.698709809543313,
      "grad_norm": 1.4982338251962037,
      "learning_rate": 3.438809592405196e-05,
      "loss": 0.5724,
      "step": 114719
    },
    {
      "epoch": 4.69875076797051,
      "grad_norm": 2.088824145309296,
      "learning_rate": 3.4386017978314034e-05,
      "loss": 0.6661,
      "step": 114720
    },
    {
      "epoch": 4.698791726397706,
      "grad_norm": 1.7504398979060125,
      "learning_rate": 3.438394008723165e-05,
      "loss": 0.757,
      "step": 114721
    },
    {
      "epoch": 4.698832684824903,
      "grad_norm": 0.6389585245948539,
      "learning_rate": 3.438186225080584e-05,
      "loss": 0.0724,
      "step": 114722
    },
    {
      "epoch": 4.698873643252099,
      "grad_norm": 0.8054167668821253,
      "learning_rate": 3.43797844690376e-05,
      "loss": 0.1935,
      "step": 114723
    },
    {
      "epoch": 4.698914601679295,
      "grad_norm": 1.8288872890792598,
      "learning_rate": 3.437770674192785e-05,
      "loss": 1.0955,
      "step": 114724
    },
    {
      "epoch": 4.698955560106492,
      "grad_norm": 0.9801576848365742,
      "learning_rate": 3.4375629069477616e-05,
      "loss": 0.2974,
      "step": 114725
    },
    {
      "epoch": 4.698996518533688,
      "grad_norm": 1.7554202176369211,
      "learning_rate": 3.437355145168791e-05,
      "loss": 0.6337,
      "step": 114726
    },
    {
      "epoch": 4.699037476960885,
      "grad_norm": 0.951809798254526,
      "learning_rate": 3.437147388855964e-05,
      "loss": 0.2417,
      "step": 114727
    },
    {
      "epoch": 4.699078435388081,
      "grad_norm": 1.6494056575278822,
      "learning_rate": 3.4369396380093884e-05,
      "loss": 0.8965,
      "step": 114728
    },
    {
      "epoch": 4.699119393815278,
      "grad_norm": 1.8598474531867226,
      "learning_rate": 3.4367318926291516e-05,
      "loss": 0.6503,
      "step": 114729
    },
    {
      "epoch": 4.699160352242474,
      "grad_norm": 0.823919947053373,
      "learning_rate": 3.436524152715357e-05,
      "loss": 0.1699,
      "step": 114730
    },
    {
      "epoch": 4.69920131066967,
      "grad_norm": 1.9857317412713271,
      "learning_rate": 3.4363164182681064e-05,
      "loss": 1.0801,
      "step": 114731
    },
    {
      "epoch": 4.6992422690968665,
      "grad_norm": 0.8568380649492049,
      "learning_rate": 3.436108689287491e-05,
      "loss": 0.1908,
      "step": 114732
    },
    {
      "epoch": 4.699283227524063,
      "grad_norm": 1.0655811846853493,
      "learning_rate": 3.435900965773611e-05,
      "loss": 0.2981,
      "step": 114733
    },
    {
      "epoch": 4.69932418595126,
      "grad_norm": 2.2959725775654007,
      "learning_rate": 3.435693247726572e-05,
      "loss": 1.3512,
      "step": 114734
    },
    {
      "epoch": 4.699365144378456,
      "grad_norm": 1.922409816602148,
      "learning_rate": 3.435485535146461e-05,
      "loss": 0.843,
      "step": 114735
    },
    {
      "epoch": 4.699406102805653,
      "grad_norm": 1.492598787236197,
      "learning_rate": 3.4352778280333855e-05,
      "loss": 0.5363,
      "step": 114736
    },
    {
      "epoch": 4.699447061232848,
      "grad_norm": 1.4119209210218113,
      "learning_rate": 3.4350701263874364e-05,
      "loss": 0.5284,
      "step": 114737
    },
    {
      "epoch": 4.699488019660045,
      "grad_norm": 0.8963391091257629,
      "learning_rate": 3.434862430208714e-05,
      "loss": 0.2128,
      "step": 114738
    },
    {
      "epoch": 4.699528978087241,
      "grad_norm": 1.3742277623073333,
      "learning_rate": 3.4346547394973214e-05,
      "loss": 0.5767,
      "step": 114739
    },
    {
      "epoch": 4.699569936514438,
      "grad_norm": 1.3993005696753844,
      "learning_rate": 3.4344470542533494e-05,
      "loss": 0.397,
      "step": 114740
    },
    {
      "epoch": 4.699610894941634,
      "grad_norm": 1.6274287929678977,
      "learning_rate": 3.4342393744769046e-05,
      "loss": 0.5559,
      "step": 114741
    },
    {
      "epoch": 4.699651853368831,
      "grad_norm": 1.7166517061467033,
      "learning_rate": 3.434031700168075e-05,
      "loss": 0.7231,
      "step": 114742
    },
    {
      "epoch": 4.699692811796027,
      "grad_norm": 1.7157127531033325,
      "learning_rate": 3.433824031326965e-05,
      "loss": 0.633,
      "step": 114743
    },
    {
      "epoch": 4.699733770223223,
      "grad_norm": 1.5623337814840728,
      "learning_rate": 3.433616367953676e-05,
      "loss": 0.5437,
      "step": 114744
    },
    {
      "epoch": 4.69977472865042,
      "grad_norm": 1.3326097515372322,
      "learning_rate": 3.433408710048297e-05,
      "loss": 0.4505,
      "step": 114745
    },
    {
      "epoch": 4.699815687077616,
      "grad_norm": 1.5030409404680156,
      "learning_rate": 3.433201057610931e-05,
      "loss": 0.6112,
      "step": 114746
    },
    {
      "epoch": 4.699856645504813,
      "grad_norm": 1.6324637298549822,
      "learning_rate": 3.4329934106416806e-05,
      "loss": 0.6325,
      "step": 114747
    },
    {
      "epoch": 4.699897603932009,
      "grad_norm": 2.0327827462300374,
      "learning_rate": 3.432785769140636e-05,
      "loss": 1.0803,
      "step": 114748
    },
    {
      "epoch": 4.699938562359206,
      "grad_norm": 1.273626070388874,
      "learning_rate": 3.4325781331079033e-05,
      "loss": 0.4423,
      "step": 114749
    },
    {
      "epoch": 4.6999795207864015,
      "grad_norm": 1.4427529394336678,
      "learning_rate": 3.4323705025435734e-05,
      "loss": 0.4897,
      "step": 114750
    },
    {
      "epoch": 4.700020479213598,
      "grad_norm": 2.229482981048293,
      "learning_rate": 3.432162877447746e-05,
      "loss": 0.8327,
      "step": 114751
    },
    {
      "epoch": 4.7000614376407945,
      "grad_norm": 2.453805866524143,
      "learning_rate": 3.4319552578205254e-05,
      "loss": 1.2013,
      "step": 114752
    },
    {
      "epoch": 4.700102396067991,
      "grad_norm": 1.534439342315679,
      "learning_rate": 3.431747643662e-05,
      "loss": 0.6204,
      "step": 114753
    },
    {
      "epoch": 4.700143354495188,
      "grad_norm": 1.7541735963489635,
      "learning_rate": 3.431540034972274e-05,
      "loss": 0.6141,
      "step": 114754
    },
    {
      "epoch": 4.700184312922384,
      "grad_norm": 1.6278896526063404,
      "learning_rate": 3.4313324317514476e-05,
      "loss": 0.6633,
      "step": 114755
    },
    {
      "epoch": 4.70022527134958,
      "grad_norm": 1.1169379419646355,
      "learning_rate": 3.431124833999614e-05,
      "loss": 0.264,
      "step": 114756
    },
    {
      "epoch": 4.700266229776776,
      "grad_norm": 0.8795817738770995,
      "learning_rate": 3.430917241716875e-05,
      "loss": 0.2539,
      "step": 114757
    },
    {
      "epoch": 4.700307188203973,
      "grad_norm": 1.6505837078106196,
      "learning_rate": 3.430709654903325e-05,
      "loss": 0.6844,
      "step": 114758
    },
    {
      "epoch": 4.700348146631169,
      "grad_norm": 0.9778315639031488,
      "learning_rate": 3.4305020735590624e-05,
      "loss": 0.2335,
      "step": 114759
    },
    {
      "epoch": 4.700389105058366,
      "grad_norm": 1.5046672699586785,
      "learning_rate": 3.4302944976841926e-05,
      "loss": 0.7021,
      "step": 114760
    },
    {
      "epoch": 4.7004300634855625,
      "grad_norm": 1.2647995574552457,
      "learning_rate": 3.4300869272788035e-05,
      "loss": 0.5187,
      "step": 114761
    },
    {
      "epoch": 4.700471021912758,
      "grad_norm": 1.0088960444202109,
      "learning_rate": 3.4298793623429976e-05,
      "loss": 0.2172,
      "step": 114762
    },
    {
      "epoch": 4.700511980339955,
      "grad_norm": 1.341325306397756,
      "learning_rate": 3.4296718028768785e-05,
      "loss": 0.5834,
      "step": 114763
    },
    {
      "epoch": 4.700552938767151,
      "grad_norm": 0.9732767907660708,
      "learning_rate": 3.4294642488805336e-05,
      "loss": 0.2254,
      "step": 114764
    },
    {
      "epoch": 4.700593897194348,
      "grad_norm": 1.5661592427876565,
      "learning_rate": 3.4292567003540714e-05,
      "loss": 0.7102,
      "step": 114765
    },
    {
      "epoch": 4.700634855621544,
      "grad_norm": 1.7315159714396762,
      "learning_rate": 3.429049157297581e-05,
      "loss": 0.5479,
      "step": 114766
    },
    {
      "epoch": 4.700675814048741,
      "grad_norm": 1.3639458418914356,
      "learning_rate": 3.428841619711165e-05,
      "loss": 0.4188,
      "step": 114767
    },
    {
      "epoch": 4.700716772475937,
      "grad_norm": 1.9018829953995102,
      "learning_rate": 3.428634087594924e-05,
      "loss": 0.5993,
      "step": 114768
    },
    {
      "epoch": 4.700757730903133,
      "grad_norm": 0.9001301552758788,
      "learning_rate": 3.4284265609489514e-05,
      "loss": 0.2388,
      "step": 114769
    },
    {
      "epoch": 4.7007986893303295,
      "grad_norm": 1.7432309259047574,
      "learning_rate": 3.428219039773346e-05,
      "loss": 0.5566,
      "step": 114770
    },
    {
      "epoch": 4.700839647757526,
      "grad_norm": 3.5172845866588194,
      "learning_rate": 3.428011524068211e-05,
      "loss": 1.5105,
      "step": 114771
    },
    {
      "epoch": 4.700880606184723,
      "grad_norm": 1.0689205983598276,
      "learning_rate": 3.427804013833638e-05,
      "loss": 0.3128,
      "step": 114772
    },
    {
      "epoch": 4.700921564611919,
      "grad_norm": 1.2342005364280508,
      "learning_rate": 3.427596509069731e-05,
      "loss": 0.3159,
      "step": 114773
    },
    {
      "epoch": 4.700962523039116,
      "grad_norm": 1.7507084948479736,
      "learning_rate": 3.42738900977658e-05,
      "loss": 0.8473,
      "step": 114774
    },
    {
      "epoch": 4.701003481466311,
      "grad_norm": 0.34165996564461265,
      "learning_rate": 3.427181515954289e-05,
      "loss": 0.0271,
      "step": 114775
    },
    {
      "epoch": 4.701044439893508,
      "grad_norm": 1.6325457146908824,
      "learning_rate": 3.426974027602959e-05,
      "loss": 0.6142,
      "step": 114776
    },
    {
      "epoch": 4.701085398320704,
      "grad_norm": 1.8237169411878296,
      "learning_rate": 3.426766544722684e-05,
      "loss": 0.5877,
      "step": 114777
    },
    {
      "epoch": 4.701126356747901,
      "grad_norm": 1.4651063958228012,
      "learning_rate": 3.426559067313557e-05,
      "loss": 0.3894,
      "step": 114778
    },
    {
      "epoch": 4.7011673151750974,
      "grad_norm": 1.8687838471627551,
      "learning_rate": 3.426351595375688e-05,
      "loss": 0.6264,
      "step": 114779
    },
    {
      "epoch": 4.701208273602294,
      "grad_norm": 1.2910940578625434,
      "learning_rate": 3.426144128909163e-05,
      "loss": 0.3757,
      "step": 114780
    },
    {
      "epoch": 4.70124923202949,
      "grad_norm": 2.9871043230313274,
      "learning_rate": 3.4259366679140846e-05,
      "loss": 1.5756,
      "step": 114781
    },
    {
      "epoch": 4.701290190456686,
      "grad_norm": 1.5867838178021891,
      "learning_rate": 3.4257292123905565e-05,
      "loss": 0.6937,
      "step": 114782
    },
    {
      "epoch": 4.701331148883883,
      "grad_norm": 1.3981148647466164,
      "learning_rate": 3.425521762338667e-05,
      "loss": 0.5243,
      "step": 114783
    },
    {
      "epoch": 4.701372107311079,
      "grad_norm": 1.6945624069762215,
      "learning_rate": 3.4253143177585245e-05,
      "loss": 0.8122,
      "step": 114784
    },
    {
      "epoch": 4.701413065738276,
      "grad_norm": 1.7554069204141245,
      "learning_rate": 3.425106878650217e-05,
      "loss": 0.6621,
      "step": 114785
    },
    {
      "epoch": 4.701454024165472,
      "grad_norm": 0.9704981096899291,
      "learning_rate": 3.4248994450138476e-05,
      "loss": 0.2371,
      "step": 114786
    },
    {
      "epoch": 4.701494982592669,
      "grad_norm": 1.3863431425326422,
      "learning_rate": 3.4246920168495176e-05,
      "loss": 0.4736,
      "step": 114787
    },
    {
      "epoch": 4.7015359410198645,
      "grad_norm": 0.7278551101561508,
      "learning_rate": 3.424484594157319e-05,
      "loss": 0.1661,
      "step": 114788
    },
    {
      "epoch": 4.701576899447061,
      "grad_norm": 1.2390196401917495,
      "learning_rate": 3.424277176937351e-05,
      "loss": 0.5155,
      "step": 114789
    },
    {
      "epoch": 4.701617857874258,
      "grad_norm": 2.486898193417011,
      "learning_rate": 3.4240697651897174e-05,
      "loss": 1.5008,
      "step": 114790
    },
    {
      "epoch": 4.701658816301454,
      "grad_norm": 1.012207631799041,
      "learning_rate": 3.4238623589145083e-05,
      "loss": 0.2089,
      "step": 114791
    },
    {
      "epoch": 4.701699774728651,
      "grad_norm": 1.56484140591318,
      "learning_rate": 3.4236549581118294e-05,
      "loss": 0.6685,
      "step": 114792
    },
    {
      "epoch": 4.701740733155847,
      "grad_norm": 1.4780918764633606,
      "learning_rate": 3.42344756278177e-05,
      "loss": 0.5879,
      "step": 114793
    },
    {
      "epoch": 4.701781691583044,
      "grad_norm": 1.4549402871347625,
      "learning_rate": 3.4232401729244326e-05,
      "loss": 0.581,
      "step": 114794
    },
    {
      "epoch": 4.701822650010239,
      "grad_norm": 1.702354703725147,
      "learning_rate": 3.423032788539921e-05,
      "loss": 0.5995,
      "step": 114795
    },
    {
      "epoch": 4.701863608437436,
      "grad_norm": 1.427063827188332,
      "learning_rate": 3.422825409628321e-05,
      "loss": 0.5645,
      "step": 114796
    },
    {
      "epoch": 4.701904566864632,
      "grad_norm": 1.6550039158886463,
      "learning_rate": 3.42261803618974e-05,
      "loss": 0.5207,
      "step": 114797
    },
    {
      "epoch": 4.701945525291829,
      "grad_norm": 3.4765087700380652,
      "learning_rate": 3.4224106682242755e-05,
      "loss": 0.6284,
      "step": 114798
    },
    {
      "epoch": 4.7019864837190255,
      "grad_norm": 1.3681772383851574,
      "learning_rate": 3.4222033057320206e-05,
      "loss": 0.5481,
      "step": 114799
    },
    {
      "epoch": 4.702027442146221,
      "grad_norm": 1.5292214129999733,
      "learning_rate": 3.42199594871308e-05,
      "loss": 0.5545,
      "step": 114800
    },
    {
      "epoch": 4.702068400573418,
      "grad_norm": 1.4484778656960475,
      "learning_rate": 3.421788597167545e-05,
      "loss": 0.4632,
      "step": 114801
    },
    {
      "epoch": 4.702109359000614,
      "grad_norm": 1.1785932152343686,
      "learning_rate": 3.421581251095514e-05,
      "loss": 0.1931,
      "step": 114802
    },
    {
      "epoch": 4.702150317427811,
      "grad_norm": 1.1352504231816467,
      "learning_rate": 3.421373910497094e-05,
      "loss": 0.2983,
      "step": 114803
    },
    {
      "epoch": 4.702191275855007,
      "grad_norm": 1.6270289203809387,
      "learning_rate": 3.42116657537237e-05,
      "loss": 0.5224,
      "step": 114804
    },
    {
      "epoch": 4.702232234282204,
      "grad_norm": 1.5652578037601534,
      "learning_rate": 3.420959245721449e-05,
      "loss": 0.5817,
      "step": 114805
    },
    {
      "epoch": 4.7022731927094,
      "grad_norm": 0.9084024923266049,
      "learning_rate": 3.420751921544429e-05,
      "loss": 0.1606,
      "step": 114806
    },
    {
      "epoch": 4.702314151136596,
      "grad_norm": 2.072290758112857,
      "learning_rate": 3.4205446028414014e-05,
      "loss": 0.8027,
      "step": 114807
    },
    {
      "epoch": 4.7023551095637925,
      "grad_norm": 1.4283326222503996,
      "learning_rate": 3.420337289612474e-05,
      "loss": 0.9375,
      "step": 114808
    },
    {
      "epoch": 4.702396067990989,
      "grad_norm": 0.980227607140869,
      "learning_rate": 3.4201299818577334e-05,
      "loss": 0.2897,
      "step": 114809
    },
    {
      "epoch": 4.702437026418186,
      "grad_norm": 0.6343321337157996,
      "learning_rate": 3.419922679577285e-05,
      "loss": 0.1528,
      "step": 114810
    },
    {
      "epoch": 4.702477984845382,
      "grad_norm": 2.1006782284723213,
      "learning_rate": 3.419715382771228e-05,
      "loss": 0.5318,
      "step": 114811
    },
    {
      "epoch": 4.702518943272579,
      "grad_norm": 1.6393767657016978,
      "learning_rate": 3.419508091439654e-05,
      "loss": 0.5602,
      "step": 114812
    },
    {
      "epoch": 4.702559901699775,
      "grad_norm": 1.5672708541883604,
      "learning_rate": 3.4193008055826686e-05,
      "loss": 0.4761,
      "step": 114813
    },
    {
      "epoch": 4.702600860126971,
      "grad_norm": 0.8033776719050699,
      "learning_rate": 3.419093525200362e-05,
      "loss": 0.1185,
      "step": 114814
    },
    {
      "epoch": 4.702641818554167,
      "grad_norm": 0.65072741651492,
      "learning_rate": 3.4188862502928364e-05,
      "loss": 0.1394,
      "step": 114815
    },
    {
      "epoch": 4.702682776981364,
      "grad_norm": 1.6018838820334633,
      "learning_rate": 3.418678980860192e-05,
      "loss": 0.7099,
      "step": 114816
    },
    {
      "epoch": 4.7027237354085605,
      "grad_norm": 1.455733850159692,
      "learning_rate": 3.4184717169025206e-05,
      "loss": 0.5469,
      "step": 114817
    },
    {
      "epoch": 4.702764693835757,
      "grad_norm": 1.5498110963719238,
      "learning_rate": 3.418264458419924e-05,
      "loss": 0.4969,
      "step": 114818
    },
    {
      "epoch": 4.702805652262953,
      "grad_norm": 1.313492196321281,
      "learning_rate": 3.418057205412505e-05,
      "loss": 0.3215,
      "step": 114819
    },
    {
      "epoch": 4.702846610690149,
      "grad_norm": 1.4188853703777324,
      "learning_rate": 3.417849957880351e-05,
      "loss": 0.5225,
      "step": 114820
    },
    {
      "epoch": 4.702887569117346,
      "grad_norm": 1.6016406585667318,
      "learning_rate": 3.41764271582357e-05,
      "loss": 0.6201,
      "step": 114821
    },
    {
      "epoch": 4.702928527544542,
      "grad_norm": 1.5134779829119651,
      "learning_rate": 3.4174354792422514e-05,
      "loss": 0.6284,
      "step": 114822
    },
    {
      "epoch": 4.702969485971739,
      "grad_norm": 0.8601560278275419,
      "learning_rate": 3.417228248136496e-05,
      "loss": 0.2329,
      "step": 114823
    },
    {
      "epoch": 4.703010444398935,
      "grad_norm": 1.4030167668980482,
      "learning_rate": 3.417021022506409e-05,
      "loss": 0.7293,
      "step": 114824
    },
    {
      "epoch": 4.703051402826132,
      "grad_norm": 1.4335076233045823,
      "learning_rate": 3.416813802352076e-05,
      "loss": 0.4982,
      "step": 114825
    },
    {
      "epoch": 4.7030923612533275,
      "grad_norm": 1.1618387954628304,
      "learning_rate": 3.416606587673604e-05,
      "loss": 0.5276,
      "step": 114826
    },
    {
      "epoch": 4.703133319680524,
      "grad_norm": 1.5399463305697771,
      "learning_rate": 3.416399378471091e-05,
      "loss": 0.6007,
      "step": 114827
    },
    {
      "epoch": 4.703174278107721,
      "grad_norm": 1.7289955117345204,
      "learning_rate": 3.4161921747446274e-05,
      "loss": 0.5295,
      "step": 114828
    },
    {
      "epoch": 4.703215236534917,
      "grad_norm": 0.827454520034248,
      "learning_rate": 3.415984976494322e-05,
      "loss": 0.1585,
      "step": 114829
    },
    {
      "epoch": 4.703256194962114,
      "grad_norm": 1.655268817110768,
      "learning_rate": 3.415777783720261e-05,
      "loss": 0.6739,
      "step": 114830
    },
    {
      "epoch": 4.70329715338931,
      "grad_norm": 4.1414646528133225,
      "learning_rate": 3.4155705964225474e-05,
      "loss": 2.1954,
      "step": 114831
    },
    {
      "epoch": 4.703338111816507,
      "grad_norm": 1.3268765000765965,
      "learning_rate": 3.415363414601285e-05,
      "loss": 0.6027,
      "step": 114832
    },
    {
      "epoch": 4.703379070243702,
      "grad_norm": 0.7966834924788454,
      "learning_rate": 3.4151562382565625e-05,
      "loss": 0.2121,
      "step": 114833
    },
    {
      "epoch": 4.703420028670899,
      "grad_norm": 1.5064579786271006,
      "learning_rate": 3.414949067388482e-05,
      "loss": 0.3866,
      "step": 114834
    },
    {
      "epoch": 4.7034609870980955,
      "grad_norm": 1.8418155191068815,
      "learning_rate": 3.414741901997145e-05,
      "loss": 0.6338,
      "step": 114835
    },
    {
      "epoch": 4.703501945525292,
      "grad_norm": 0.7999499349288233,
      "learning_rate": 3.414534742082643e-05,
      "loss": 0.1679,
      "step": 114836
    },
    {
      "epoch": 4.7035429039524885,
      "grad_norm": 1.3825139866626486,
      "learning_rate": 3.414327587645079e-05,
      "loss": 0.5537,
      "step": 114837
    },
    {
      "epoch": 4.703583862379684,
      "grad_norm": 1.878961111832046,
      "learning_rate": 3.414120438684546e-05,
      "loss": 0.7537,
      "step": 114838
    },
    {
      "epoch": 4.703624820806881,
      "grad_norm": 0.6169594437114024,
      "learning_rate": 3.4139132952011426e-05,
      "loss": 0.1165,
      "step": 114839
    },
    {
      "epoch": 4.703665779234077,
      "grad_norm": 1.5840961544306105,
      "learning_rate": 3.413706157194975e-05,
      "loss": 0.5666,
      "step": 114840
    },
    {
      "epoch": 4.703706737661274,
      "grad_norm": 1.254184111400316,
      "learning_rate": 3.41349902466613e-05,
      "loss": 0.4904,
      "step": 114841
    },
    {
      "epoch": 4.70374769608847,
      "grad_norm": 0.9279912958396519,
      "learning_rate": 3.4132918976147097e-05,
      "loss": 0.2135,
      "step": 114842
    },
    {
      "epoch": 4.703788654515667,
      "grad_norm": 0.8241809263742871,
      "learning_rate": 3.413084776040817e-05,
      "loss": 0.1258,
      "step": 114843
    },
    {
      "epoch": 4.703829612942863,
      "grad_norm": 1.4764032862918275,
      "learning_rate": 3.4128776599445405e-05,
      "loss": 0.4535,
      "step": 114844
    },
    {
      "epoch": 4.703870571370059,
      "grad_norm": 1.5303312769016948,
      "learning_rate": 3.4126705493259886e-05,
      "loss": 0.632,
      "step": 114845
    },
    {
      "epoch": 4.703911529797256,
      "grad_norm": 1.463619911160269,
      "learning_rate": 3.41246344418525e-05,
      "loss": 0.5657,
      "step": 114846
    },
    {
      "epoch": 4.703952488224452,
      "grad_norm": 0.6493579668094701,
      "learning_rate": 3.4122563445224244e-05,
      "loss": 0.0713,
      "step": 114847
    },
    {
      "epoch": 4.703993446651649,
      "grad_norm": 1.4537718024346786,
      "learning_rate": 3.4120492503376215e-05,
      "loss": 0.5935,
      "step": 114848
    },
    {
      "epoch": 4.704034405078845,
      "grad_norm": 1.8627567389904354,
      "learning_rate": 3.411842161630921e-05,
      "loss": 0.7875,
      "step": 114849
    },
    {
      "epoch": 4.704075363506042,
      "grad_norm": 1.3485487306598332,
      "learning_rate": 3.4116350784024274e-05,
      "loss": 0.4091,
      "step": 114850
    },
    {
      "epoch": 4.704116321933238,
      "grad_norm": 1.3349418123941705,
      "learning_rate": 3.4114280006522464e-05,
      "loss": 0.5958,
      "step": 114851
    },
    {
      "epoch": 4.704157280360434,
      "grad_norm": 1.1273816580439504,
      "learning_rate": 3.4112209283804636e-05,
      "loss": 0.2666,
      "step": 114852
    },
    {
      "epoch": 4.70419823878763,
      "grad_norm": 3.5984765605965734,
      "learning_rate": 3.411013861587185e-05,
      "loss": 1.7218,
      "step": 114853
    },
    {
      "epoch": 4.704239197214827,
      "grad_norm": 1.638596940949231,
      "learning_rate": 3.4108068002725093e-05,
      "loss": 0.5156,
      "step": 114854
    },
    {
      "epoch": 4.7042801556420235,
      "grad_norm": 1.6482288281696458,
      "learning_rate": 3.410599744436529e-05,
      "loss": 0.6189,
      "step": 114855
    },
    {
      "epoch": 4.70432111406922,
      "grad_norm": 1.6843539134466607,
      "learning_rate": 3.410392694079348e-05,
      "loss": 0.8124,
      "step": 114856
    },
    {
      "epoch": 4.704362072496416,
      "grad_norm": 1.6787893233355224,
      "learning_rate": 3.410185649201056e-05,
      "loss": 0.5768,
      "step": 114857
    },
    {
      "epoch": 4.704403030923612,
      "grad_norm": 1.5806114932117103,
      "learning_rate": 3.4099786098017565e-05,
      "loss": 0.8094,
      "step": 114858
    },
    {
      "epoch": 4.704443989350809,
      "grad_norm": 1.5196506527466775,
      "learning_rate": 3.40977157588155e-05,
      "loss": 0.4246,
      "step": 114859
    },
    {
      "epoch": 4.704484947778005,
      "grad_norm": 1.2719448811265115,
      "learning_rate": 3.409564547440528e-05,
      "loss": 0.4832,
      "step": 114860
    },
    {
      "epoch": 4.704525906205202,
      "grad_norm": 0.8660190475921702,
      "learning_rate": 3.4093575244787914e-05,
      "loss": 0.2615,
      "step": 114861
    },
    {
      "epoch": 4.704566864632398,
      "grad_norm": 1.3401234954649208,
      "learning_rate": 3.409150506996442e-05,
      "loss": 0.4838,
      "step": 114862
    },
    {
      "epoch": 4.704607823059595,
      "grad_norm": 1.4754928718433948,
      "learning_rate": 3.4089434949935665e-05,
      "loss": 0.51,
      "step": 114863
    },
    {
      "epoch": 4.7046487814867906,
      "grad_norm": 1.8329764676180718,
      "learning_rate": 3.4087364884702776e-05,
      "loss": 0.9208,
      "step": 114864
    },
    {
      "epoch": 4.704689739913987,
      "grad_norm": 1.736145104352162,
      "learning_rate": 3.4085294874266595e-05,
      "loss": 0.8216,
      "step": 114865
    },
    {
      "epoch": 4.704730698341184,
      "grad_norm": 1.4603309503552244,
      "learning_rate": 3.408322491862817e-05,
      "loss": 0.5666,
      "step": 114866
    },
    {
      "epoch": 4.70477165676838,
      "grad_norm": 2.114823369609733,
      "learning_rate": 3.408115501778852e-05,
      "loss": 0.6151,
      "step": 114867
    },
    {
      "epoch": 4.704812615195577,
      "grad_norm": 1.5326072105592814,
      "learning_rate": 3.407908517174852e-05,
      "loss": 0.5769,
      "step": 114868
    },
    {
      "epoch": 4.704853573622773,
      "grad_norm": 1.328216424602708,
      "learning_rate": 3.40770153805092e-05,
      "loss": 0.4737,
      "step": 114869
    },
    {
      "epoch": 4.70489453204997,
      "grad_norm": 1.1165946399093687,
      "learning_rate": 3.4074945644071586e-05,
      "loss": 0.3447,
      "step": 114870
    },
    {
      "epoch": 4.704935490477165,
      "grad_norm": 1.7415787635893827,
      "learning_rate": 3.407287596243656e-05,
      "loss": 0.6938,
      "step": 114871
    },
    {
      "epoch": 4.704976448904362,
      "grad_norm": 5.94702762139313,
      "learning_rate": 3.407080633560521e-05,
      "loss": 0.5828,
      "step": 114872
    },
    {
      "epoch": 4.7050174073315585,
      "grad_norm": 1.4652570623419663,
      "learning_rate": 3.406873676357841e-05,
      "loss": 0.6167,
      "step": 114873
    },
    {
      "epoch": 4.705058365758755,
      "grad_norm": 0.8202106103663097,
      "learning_rate": 3.406666724635717e-05,
      "loss": 0.226,
      "step": 114874
    },
    {
      "epoch": 4.705099324185952,
      "grad_norm": 1.0690498251408769,
      "learning_rate": 3.406459778394253e-05,
      "loss": 0.2444,
      "step": 114875
    },
    {
      "epoch": 4.705140282613147,
      "grad_norm": 2.0760716026634944,
      "learning_rate": 3.406252837633539e-05,
      "loss": 1.3084,
      "step": 114876
    },
    {
      "epoch": 4.705181241040344,
      "grad_norm": 1.7545007442084593,
      "learning_rate": 3.406045902353674e-05,
      "loss": 0.8804,
      "step": 114877
    },
    {
      "epoch": 4.70522219946754,
      "grad_norm": 2.0977436693762526,
      "learning_rate": 3.405838972554763e-05,
      "loss": 0.8894,
      "step": 114878
    },
    {
      "epoch": 4.705263157894737,
      "grad_norm": 1.633962245923488,
      "learning_rate": 3.405632048236896e-05,
      "loss": 0.9142,
      "step": 114879
    },
    {
      "epoch": 4.705304116321933,
      "grad_norm": 1.1257786863943953,
      "learning_rate": 3.405425129400176e-05,
      "loss": 0.4539,
      "step": 114880
    },
    {
      "epoch": 4.70534507474913,
      "grad_norm": 1.8560515398520356,
      "learning_rate": 3.4052182160446936e-05,
      "loss": 0.9501,
      "step": 114881
    },
    {
      "epoch": 4.705386033176326,
      "grad_norm": 2.0978319854270655,
      "learning_rate": 3.405011308170551e-05,
      "loss": 0.7579,
      "step": 114882
    },
    {
      "epoch": 4.705426991603522,
      "grad_norm": 1.4728810241018095,
      "learning_rate": 3.4048044057778506e-05,
      "loss": 0.5142,
      "step": 114883
    },
    {
      "epoch": 4.705467950030719,
      "grad_norm": 1.8673361031948947,
      "learning_rate": 3.404597508866682e-05,
      "loss": 0.8232,
      "step": 114884
    },
    {
      "epoch": 4.705508908457915,
      "grad_norm": 0.9758374319067769,
      "learning_rate": 3.404390617437152e-05,
      "loss": 0.2338,
      "step": 114885
    },
    {
      "epoch": 4.705549866885112,
      "grad_norm": 3.467452575063433,
      "learning_rate": 3.404183731489349e-05,
      "loss": 3.1875,
      "step": 114886
    },
    {
      "epoch": 4.705590825312308,
      "grad_norm": 2.1193084520989127,
      "learning_rate": 3.403976851023374e-05,
      "loss": 1.0352,
      "step": 114887
    },
    {
      "epoch": 4.705631783739505,
      "grad_norm": 1.2072731596763575,
      "learning_rate": 3.4037699760393306e-05,
      "loss": 0.315,
      "step": 114888
    },
    {
      "epoch": 4.705672742166701,
      "grad_norm": 1.1575503043886808,
      "learning_rate": 3.403563106537307e-05,
      "loss": 0.4197,
      "step": 114889
    },
    {
      "epoch": 4.705713700593897,
      "grad_norm": 1.8026456927892605,
      "learning_rate": 3.4033562425174065e-05,
      "loss": 0.6841,
      "step": 114890
    },
    {
      "epoch": 4.7057546590210935,
      "grad_norm": 1.652265215931203,
      "learning_rate": 3.403149383979729e-05,
      "loss": 0.6761,
      "step": 114891
    },
    {
      "epoch": 4.70579561744829,
      "grad_norm": 1.9278027863849845,
      "learning_rate": 3.4029425309243663e-05,
      "loss": 0.9826,
      "step": 114892
    },
    {
      "epoch": 4.7058365758754865,
      "grad_norm": 1.9373674754432098,
      "learning_rate": 3.4027356833514246e-05,
      "loss": 1.2134,
      "step": 114893
    },
    {
      "epoch": 4.705877534302683,
      "grad_norm": 1.6617401674665166,
      "learning_rate": 3.402528841260991e-05,
      "loss": 0.5877,
      "step": 114894
    },
    {
      "epoch": 4.705918492729879,
      "grad_norm": 1.5904283602968312,
      "learning_rate": 3.40232200465317e-05,
      "loss": 0.6604,
      "step": 114895
    },
    {
      "epoch": 4.705959451157075,
      "grad_norm": 1.5075320148831504,
      "learning_rate": 3.402115173528061e-05,
      "loss": 0.5949,
      "step": 114896
    },
    {
      "epoch": 4.706000409584272,
      "grad_norm": 1.430257875291996,
      "learning_rate": 3.401908347885757e-05,
      "loss": 0.5065,
      "step": 114897
    },
    {
      "epoch": 4.706041368011468,
      "grad_norm": 1.1104983822851908,
      "learning_rate": 3.401701527726355e-05,
      "loss": 0.4438,
      "step": 114898
    },
    {
      "epoch": 4.706082326438665,
      "grad_norm": 1.5657916194461414,
      "learning_rate": 3.401494713049962e-05,
      "loss": 0.6866,
      "step": 114899
    },
    {
      "epoch": 4.706123284865861,
      "grad_norm": 0.7879775453416007,
      "learning_rate": 3.401287903856663e-05,
      "loss": 0.1492,
      "step": 114900
    },
    {
      "epoch": 4.706164243293058,
      "grad_norm": 1.5849235363172927,
      "learning_rate": 3.4010811001465685e-05,
      "loss": 0.6363,
      "step": 114901
    },
    {
      "epoch": 4.706205201720254,
      "grad_norm": 0.8209452662570426,
      "learning_rate": 3.400874301919764e-05,
      "loss": 0.1995,
      "step": 114902
    },
    {
      "epoch": 4.70624616014745,
      "grad_norm": 1.5348991732820527,
      "learning_rate": 3.400667509176353e-05,
      "loss": 0.7167,
      "step": 114903
    },
    {
      "epoch": 4.706287118574647,
      "grad_norm": 2.9385028252480017,
      "learning_rate": 3.4004607219164377e-05,
      "loss": 2.8377,
      "step": 114904
    },
    {
      "epoch": 4.706328077001843,
      "grad_norm": 1.2419581766167467,
      "learning_rate": 3.400253940140107e-05,
      "loss": 0.4674,
      "step": 114905
    },
    {
      "epoch": 4.70636903542904,
      "grad_norm": 1.481951827353391,
      "learning_rate": 3.400047163847464e-05,
      "loss": 0.5947,
      "step": 114906
    },
    {
      "epoch": 4.706409993856236,
      "grad_norm": 1.19806848256283,
      "learning_rate": 3.399840393038609e-05,
      "loss": 0.3053,
      "step": 114907
    },
    {
      "epoch": 4.706450952283433,
      "grad_norm": 0.9626315051797802,
      "learning_rate": 3.399633627713633e-05,
      "loss": 0.2612,
      "step": 114908
    },
    {
      "epoch": 4.7064919107106284,
      "grad_norm": 0.973638622733059,
      "learning_rate": 3.399426867872641e-05,
      "loss": 0.1841,
      "step": 114909
    },
    {
      "epoch": 4.706532869137825,
      "grad_norm": 0.5533199515961942,
      "learning_rate": 3.3992201135157225e-05,
      "loss": 0.0659,
      "step": 114910
    },
    {
      "epoch": 4.7065738275650215,
      "grad_norm": 1.6201273345194578,
      "learning_rate": 3.399013364642979e-05,
      "loss": 0.545,
      "step": 114911
    },
    {
      "epoch": 4.706614785992218,
      "grad_norm": 0.7702831124152658,
      "learning_rate": 3.398806621254513e-05,
      "loss": 0.2304,
      "step": 114912
    },
    {
      "epoch": 4.706655744419415,
      "grad_norm": 1.5138925510072088,
      "learning_rate": 3.3985998833504155e-05,
      "loss": 0.6476,
      "step": 114913
    },
    {
      "epoch": 4.70669670284661,
      "grad_norm": 1.608565223406751,
      "learning_rate": 3.398393150930786e-05,
      "loss": 0.657,
      "step": 114914
    },
    {
      "epoch": 4.706737661273807,
      "grad_norm": 3.3064348359717988,
      "learning_rate": 3.398186423995726e-05,
      "loss": 2.8958,
      "step": 114915
    },
    {
      "epoch": 4.706778619701003,
      "grad_norm": 1.1613589804364763,
      "learning_rate": 3.397979702545328e-05,
      "loss": 0.3265,
      "step": 114916
    },
    {
      "epoch": 4.7068195781282,
      "grad_norm": 1.4095136032200128,
      "learning_rate": 3.397772986579695e-05,
      "loss": 0.5932,
      "step": 114917
    },
    {
      "epoch": 4.706860536555396,
      "grad_norm": 1.489947046698442,
      "learning_rate": 3.3975662760989175e-05,
      "loss": 0.4882,
      "step": 114918
    },
    {
      "epoch": 4.706901494982593,
      "grad_norm": 1.455512065700479,
      "learning_rate": 3.397359571103101e-05,
      "loss": 0.6433,
      "step": 114919
    },
    {
      "epoch": 4.7069424534097895,
      "grad_norm": 1.6912424923957765,
      "learning_rate": 3.39715287159234e-05,
      "loss": 0.7822,
      "step": 114920
    },
    {
      "epoch": 4.706983411836985,
      "grad_norm": 3.1616292680269793,
      "learning_rate": 3.3969461775667285e-05,
      "loss": 2.8476,
      "step": 114921
    },
    {
      "epoch": 4.707024370264182,
      "grad_norm": 1.1246283722459478,
      "learning_rate": 3.396739489026367e-05,
      "loss": 0.2654,
      "step": 114922
    },
    {
      "epoch": 4.707065328691378,
      "grad_norm": 1.6422280846513853,
      "learning_rate": 3.396532805971358e-05,
      "loss": 0.7028,
      "step": 114923
    },
    {
      "epoch": 4.707106287118575,
      "grad_norm": 0.9749360468519394,
      "learning_rate": 3.396326128401791e-05,
      "loss": 0.1753,
      "step": 114924
    },
    {
      "epoch": 4.707147245545771,
      "grad_norm": 1.5623741112570937,
      "learning_rate": 3.3961194563177664e-05,
      "loss": 0.5528,
      "step": 114925
    },
    {
      "epoch": 4.707188203972968,
      "grad_norm": 0.837211460407121,
      "learning_rate": 3.3959127897193885e-05,
      "loss": 0.168,
      "step": 114926
    },
    {
      "epoch": 4.707229162400164,
      "grad_norm": 1.520976477085507,
      "learning_rate": 3.3957061286067455e-05,
      "loss": 0.6889,
      "step": 114927
    },
    {
      "epoch": 4.70727012082736,
      "grad_norm": 0.6973713098126262,
      "learning_rate": 3.395499472979945e-05,
      "loss": 0.0802,
      "step": 114928
    },
    {
      "epoch": 4.7073110792545565,
      "grad_norm": 1.2873588687445177,
      "learning_rate": 3.395292822839072e-05,
      "loss": 0.495,
      "step": 114929
    },
    {
      "epoch": 4.707352037681753,
      "grad_norm": 1.5810153053780092,
      "learning_rate": 3.3950861781842324e-05,
      "loss": 0.7162,
      "step": 114930
    },
    {
      "epoch": 4.70739299610895,
      "grad_norm": 0.8360720457607085,
      "learning_rate": 3.394879539015526e-05,
      "loss": 0.2112,
      "step": 114931
    },
    {
      "epoch": 4.707433954536146,
      "grad_norm": 1.3344081588401626,
      "learning_rate": 3.394672905333045e-05,
      "loss": 0.6086,
      "step": 114932
    },
    {
      "epoch": 4.707474912963342,
      "grad_norm": 1.6763153465079286,
      "learning_rate": 3.3944662771368866e-05,
      "loss": 0.7349,
      "step": 114933
    },
    {
      "epoch": 4.707515871390538,
      "grad_norm": 1.6186102899204313,
      "learning_rate": 3.394259654427157e-05,
      "loss": 0.5945,
      "step": 114934
    },
    {
      "epoch": 4.707556829817735,
      "grad_norm": 1.579006669497826,
      "learning_rate": 3.394053037203944e-05,
      "loss": 0.7018,
      "step": 114935
    },
    {
      "epoch": 4.707597788244931,
      "grad_norm": 1.3945959844011941,
      "learning_rate": 3.393846425467353e-05,
      "loss": 0.432,
      "step": 114936
    },
    {
      "epoch": 4.707638746672128,
      "grad_norm": 1.45953104197795,
      "learning_rate": 3.393639819217473e-05,
      "loss": 0.4453,
      "step": 114937
    },
    {
      "epoch": 4.707679705099324,
      "grad_norm": 1.8691813874354373,
      "learning_rate": 3.393433218454407e-05,
      "loss": 0.7359,
      "step": 114938
    },
    {
      "epoch": 4.707720663526521,
      "grad_norm": 1.480846041683765,
      "learning_rate": 3.393226623178257e-05,
      "loss": 0.6453,
      "step": 114939
    },
    {
      "epoch": 4.707761621953717,
      "grad_norm": 3.882397078157552,
      "learning_rate": 3.3930200333891114e-05,
      "loss": 2.1393,
      "step": 114940
    },
    {
      "epoch": 4.707802580380913,
      "grad_norm": 0.7513368144589735,
      "learning_rate": 3.3928134490870715e-05,
      "loss": 0.0854,
      "step": 114941
    },
    {
      "epoch": 4.70784353880811,
      "grad_norm": 1.5604061495683594,
      "learning_rate": 3.3926068702722426e-05,
      "loss": 0.5619,
      "step": 114942
    },
    {
      "epoch": 4.707884497235306,
      "grad_norm": 1.4321329223048689,
      "learning_rate": 3.392400296944709e-05,
      "loss": 0.6942,
      "step": 114943
    },
    {
      "epoch": 4.707925455662503,
      "grad_norm": 1.0043554662681193,
      "learning_rate": 3.392193729104581e-05,
      "loss": 0.113,
      "step": 114944
    },
    {
      "epoch": 4.707966414089699,
      "grad_norm": 2.187439469351218,
      "learning_rate": 3.3919871667519446e-05,
      "loss": 1.5092,
      "step": 114945
    },
    {
      "epoch": 4.708007372516896,
      "grad_norm": 1.2825591575642437,
      "learning_rate": 3.3917806098869025e-05,
      "loss": 0.4437,
      "step": 114946
    },
    {
      "epoch": 4.7080483309440915,
      "grad_norm": 1.0911349602059948,
      "learning_rate": 3.391574058509559e-05,
      "loss": 0.2069,
      "step": 114947
    },
    {
      "epoch": 4.708089289371288,
      "grad_norm": 1.5522966954795503,
      "learning_rate": 3.3913675126200007e-05,
      "loss": 0.6099,
      "step": 114948
    },
    {
      "epoch": 4.7081302477984845,
      "grad_norm": 1.3584343340041858,
      "learning_rate": 3.3911609722183307e-05,
      "loss": 0.4166,
      "step": 114949
    },
    {
      "epoch": 4.708171206225681,
      "grad_norm": 0.8526771268255974,
      "learning_rate": 3.3909544373046495e-05,
      "loss": 0.1301,
      "step": 114950
    },
    {
      "epoch": 4.708212164652878,
      "grad_norm": 1.4499369665577908,
      "learning_rate": 3.390747907879048e-05,
      "loss": 0.5977,
      "step": 114951
    },
    {
      "epoch": 4.708253123080073,
      "grad_norm": 1.122231411156128,
      "learning_rate": 3.390541383941631e-05,
      "loss": 0.2769,
      "step": 114952
    },
    {
      "epoch": 4.70829408150727,
      "grad_norm": 1.5992326561367092,
      "learning_rate": 3.390334865492488e-05,
      "loss": 0.7311,
      "step": 114953
    },
    {
      "epoch": 4.708335039934466,
      "grad_norm": 1.2085472699846813,
      "learning_rate": 3.390128352531721e-05,
      "loss": 0.3191,
      "step": 114954
    },
    {
      "epoch": 4.708375998361663,
      "grad_norm": 0.9489434324135346,
      "learning_rate": 3.389921845059432e-05,
      "loss": 0.1853,
      "step": 114955
    },
    {
      "epoch": 4.708416956788859,
      "grad_norm": 0.5874853409653282,
      "learning_rate": 3.3897153430757104e-05,
      "loss": 0.0891,
      "step": 114956
    },
    {
      "epoch": 4.708457915216056,
      "grad_norm": 1.91896007033646,
      "learning_rate": 3.389508846580661e-05,
      "loss": 0.8631,
      "step": 114957
    },
    {
      "epoch": 4.7084988736432525,
      "grad_norm": 2.8534095165557147,
      "learning_rate": 3.3893023555743736e-05,
      "loss": 1.8916,
      "step": 114958
    },
    {
      "epoch": 4.708539832070448,
      "grad_norm": 1.2453688423907376,
      "learning_rate": 3.389095870056953e-05,
      "loss": 0.3369,
      "step": 114959
    },
    {
      "epoch": 4.708580790497645,
      "grad_norm": 1.8656974798357955,
      "learning_rate": 3.388889390028496e-05,
      "loss": 0.713,
      "step": 114960
    },
    {
      "epoch": 4.708621748924841,
      "grad_norm": 1.8390014776708261,
      "learning_rate": 3.388682915489093e-05,
      "loss": 0.6457,
      "step": 114961
    },
    {
      "epoch": 4.708662707352038,
      "grad_norm": 1.5647733628909624,
      "learning_rate": 3.3884764464388496e-05,
      "loss": 0.604,
      "step": 114962
    },
    {
      "epoch": 4.708703665779234,
      "grad_norm": 1.835163541521984,
      "learning_rate": 3.388269982877864e-05,
      "loss": 0.8693,
      "step": 114963
    },
    {
      "epoch": 4.708744624206431,
      "grad_norm": 1.899457894308751,
      "learning_rate": 3.388063524806226e-05,
      "loss": 0.551,
      "step": 114964
    },
    {
      "epoch": 4.708785582633627,
      "grad_norm": 1.8835302238712985,
      "learning_rate": 3.387857072224042e-05,
      "loss": 0.8066,
      "step": 114965
    },
    {
      "epoch": 4.708826541060823,
      "grad_norm": 1.926727747750608,
      "learning_rate": 3.387650625131402e-05,
      "loss": 0.7757,
      "step": 114966
    },
    {
      "epoch": 4.7088674994880195,
      "grad_norm": 0.9184597177467926,
      "learning_rate": 3.3874441835284066e-05,
      "loss": 0.2087,
      "step": 114967
    },
    {
      "epoch": 4.708908457915216,
      "grad_norm": 14.307101154474259,
      "learning_rate": 3.387237747415156e-05,
      "loss": 1.9638,
      "step": 114968
    },
    {
      "epoch": 4.708949416342413,
      "grad_norm": 1.4499448619350848,
      "learning_rate": 3.387031316791745e-05,
      "loss": 0.5248,
      "step": 114969
    },
    {
      "epoch": 4.708990374769609,
      "grad_norm": 1.921459815813622,
      "learning_rate": 3.386824891658268e-05,
      "loss": 0.6753,
      "step": 114970
    },
    {
      "epoch": 4.709031333196805,
      "grad_norm": 4.138469876541161,
      "learning_rate": 3.3866184720148334e-05,
      "loss": 1.7642,
      "step": 114971
    },
    {
      "epoch": 4.709072291624001,
      "grad_norm": 1.8651486719902801,
      "learning_rate": 3.386412057861525e-05,
      "loss": 0.7552,
      "step": 114972
    },
    {
      "epoch": 4.709113250051198,
      "grad_norm": 1.707925477366021,
      "learning_rate": 3.3862056491984534e-05,
      "loss": 0.6736,
      "step": 114973
    },
    {
      "epoch": 4.709154208478394,
      "grad_norm": 1.7554706322847158,
      "learning_rate": 3.385999246025705e-05,
      "loss": 0.4926,
      "step": 114974
    },
    {
      "epoch": 4.709195166905591,
      "grad_norm": 1.1589384719513316,
      "learning_rate": 3.385792848343382e-05,
      "loss": 0.2927,
      "step": 114975
    },
    {
      "epoch": 4.7092361253327875,
      "grad_norm": 1.6583977613336816,
      "learning_rate": 3.385586456151586e-05,
      "loss": 0.7954,
      "step": 114976
    },
    {
      "epoch": 4.709277083759984,
      "grad_norm": 1.2176671264000807,
      "learning_rate": 3.385380069450407e-05,
      "loss": 0.2953,
      "step": 114977
    },
    {
      "epoch": 4.70931804218718,
      "grad_norm": 1.2859712888437707,
      "learning_rate": 3.385173688239947e-05,
      "loss": 0.6369,
      "step": 114978
    },
    {
      "epoch": 4.709359000614376,
      "grad_norm": 1.3196805315343123,
      "learning_rate": 3.384967312520307e-05,
      "loss": 0.5828,
      "step": 114979
    },
    {
      "epoch": 4.709399959041573,
      "grad_norm": 1.7176572239577217,
      "learning_rate": 3.3847609422915747e-05,
      "loss": 0.6224,
      "step": 114980
    },
    {
      "epoch": 4.709440917468769,
      "grad_norm": 1.4130122839099257,
      "learning_rate": 3.38455457755386e-05,
      "loss": 0.6316,
      "step": 114981
    },
    {
      "epoch": 4.709481875895966,
      "grad_norm": 1.4515607283753886,
      "learning_rate": 3.3843482183072476e-05,
      "loss": 0.6294,
      "step": 114982
    },
    {
      "epoch": 4.709522834323162,
      "grad_norm": 0.8224014456106404,
      "learning_rate": 3.384141864551842e-05,
      "loss": 0.1449,
      "step": 114983
    },
    {
      "epoch": 4.709563792750359,
      "grad_norm": 1.5821021158181778,
      "learning_rate": 3.383935516287743e-05,
      "loss": 0.5889,
      "step": 114984
    },
    {
      "epoch": 4.7096047511775545,
      "grad_norm": 1.1912830261382497,
      "learning_rate": 3.3837291735150436e-05,
      "loss": 0.3768,
      "step": 114985
    },
    {
      "epoch": 4.709645709604751,
      "grad_norm": 1.701264898025824,
      "learning_rate": 3.383522836233842e-05,
      "loss": 0.6741,
      "step": 114986
    },
    {
      "epoch": 4.709686668031948,
      "grad_norm": 1.5534700604498166,
      "learning_rate": 3.38331650444424e-05,
      "loss": 0.5861,
      "step": 114987
    },
    {
      "epoch": 4.709727626459144,
      "grad_norm": 7.777303445627206,
      "learning_rate": 3.38311017814633e-05,
      "loss": 3.5188,
      "step": 114988
    },
    {
      "epoch": 4.709768584886341,
      "grad_norm": 2.1206100863049735,
      "learning_rate": 3.382903857340213e-05,
      "loss": 1.3165,
      "step": 114989
    },
    {
      "epoch": 4.709809543313536,
      "grad_norm": 1.971410788269688,
      "learning_rate": 3.3826975420259854e-05,
      "loss": 1.0762,
      "step": 114990
    },
    {
      "epoch": 4.709850501740733,
      "grad_norm": 1.62958586030595,
      "learning_rate": 3.3824912322037415e-05,
      "loss": 0.5745,
      "step": 114991
    },
    {
      "epoch": 4.709891460167929,
      "grad_norm": 1.6343158500167567,
      "learning_rate": 3.3822849278735854e-05,
      "loss": 0.715,
      "step": 114992
    },
    {
      "epoch": 4.709932418595126,
      "grad_norm": 0.3818761575118404,
      "learning_rate": 3.382078629035606e-05,
      "loss": 0.0527,
      "step": 114993
    },
    {
      "epoch": 4.709973377022322,
      "grad_norm": 1.6197756116761033,
      "learning_rate": 3.381872335689905e-05,
      "loss": 0.5527,
      "step": 114994
    },
    {
      "epoch": 4.710014335449519,
      "grad_norm": 1.3568923151734809,
      "learning_rate": 3.3816660478365857e-05,
      "loss": 0.4994,
      "step": 114995
    },
    {
      "epoch": 4.7100552938767155,
      "grad_norm": 1.085152528958519,
      "learning_rate": 3.381459765475736e-05,
      "loss": 0.2355,
      "step": 114996
    },
    {
      "epoch": 4.710096252303911,
      "grad_norm": 1.2657875633301074,
      "learning_rate": 3.38125348860746e-05,
      "loss": 0.5589,
      "step": 114997
    },
    {
      "epoch": 4.710137210731108,
      "grad_norm": 1.4807210904526746,
      "learning_rate": 3.381047217231855e-05,
      "loss": 0.5272,
      "step": 114998
    },
    {
      "epoch": 4.710178169158304,
      "grad_norm": 1.4452312473163678,
      "learning_rate": 3.380840951349013e-05,
      "loss": 0.5427,
      "step": 114999
    },
    {
      "epoch": 4.710219127585501,
      "grad_norm": 0.7993187953546002,
      "learning_rate": 3.38063469095904e-05,
      "loss": 0.1584,
      "step": 115000
    },
    {
      "epoch": 4.710260086012697,
      "grad_norm": 2.042275755139451,
      "learning_rate": 3.380428436062023e-05,
      "loss": 0.9294,
      "step": 115001
    },
    {
      "epoch": 4.710301044439894,
      "grad_norm": 1.1582858327140042,
      "learning_rate": 3.3802221866580656e-05,
      "loss": 0.3818,
      "step": 115002
    },
    {
      "epoch": 4.71034200286709,
      "grad_norm": 1.4239662715857309,
      "learning_rate": 3.38001594274727e-05,
      "loss": 0.5683,
      "step": 115003
    },
    {
      "epoch": 4.710382961294286,
      "grad_norm": 1.5751140632709772,
      "learning_rate": 3.379809704329724e-05,
      "loss": 0.7878,
      "step": 115004
    },
    {
      "epoch": 4.7104239197214826,
      "grad_norm": 4.28508207019753,
      "learning_rate": 3.379603471405529e-05,
      "loss": 4.7019,
      "step": 115005
    },
    {
      "epoch": 4.710464878148679,
      "grad_norm": 1.6457203223534291,
      "learning_rate": 3.379397243974789e-05,
      "loss": 0.573,
      "step": 115006
    },
    {
      "epoch": 4.710505836575876,
      "grad_norm": 1.6021102411669914,
      "learning_rate": 3.37919102203759e-05,
      "loss": 0.6373,
      "step": 115007
    },
    {
      "epoch": 4.710546795003072,
      "grad_norm": 1.393501024304739,
      "learning_rate": 3.3789848055940405e-05,
      "loss": 0.5698,
      "step": 115008
    },
    {
      "epoch": 4.710587753430268,
      "grad_norm": 1.470534431253722,
      "learning_rate": 3.378778594644228e-05,
      "loss": 0.5082,
      "step": 115009
    },
    {
      "epoch": 4.710628711857464,
      "grad_norm": 6.131672209719118,
      "learning_rate": 3.378572389188254e-05,
      "loss": 2.225,
      "step": 115010
    },
    {
      "epoch": 4.710669670284661,
      "grad_norm": 0.7328680886729853,
      "learning_rate": 3.378366189226221e-05,
      "loss": 0.1927,
      "step": 115011
    },
    {
      "epoch": 4.710710628711857,
      "grad_norm": 1.4541221259514612,
      "learning_rate": 3.3781599947582174e-05,
      "loss": 0.5593,
      "step": 115012
    },
    {
      "epoch": 4.710751587139054,
      "grad_norm": 1.7106229671760826,
      "learning_rate": 3.377953805784346e-05,
      "loss": 0.7384,
      "step": 115013
    },
    {
      "epoch": 4.7107925455662505,
      "grad_norm": 1.6491531015681486,
      "learning_rate": 3.3777476223047086e-05,
      "loss": 0.707,
      "step": 115014
    },
    {
      "epoch": 4.710833503993447,
      "grad_norm": 1.3801341307176855,
      "learning_rate": 3.377541444319394e-05,
      "loss": 0.4382,
      "step": 115015
    },
    {
      "epoch": 4.710874462420643,
      "grad_norm": 1.4255728512120553,
      "learning_rate": 3.377335271828506e-05,
      "loss": 0.5626,
      "step": 115016
    },
    {
      "epoch": 4.710915420847839,
      "grad_norm": 0.9280561470632498,
      "learning_rate": 3.377129104832136e-05,
      "loss": 0.2173,
      "step": 115017
    },
    {
      "epoch": 4.710956379275036,
      "grad_norm": 1.7218957972522264,
      "learning_rate": 3.376922943330384e-05,
      "loss": 0.8789,
      "step": 115018
    },
    {
      "epoch": 4.710997337702232,
      "grad_norm": 2.020755699835894,
      "learning_rate": 3.3767167873233534e-05,
      "loss": 0.9968,
      "step": 115019
    },
    {
      "epoch": 4.711038296129429,
      "grad_norm": 0.9918721209056316,
      "learning_rate": 3.3765106368111326e-05,
      "loss": 0.2039,
      "step": 115020
    },
    {
      "epoch": 4.711079254556625,
      "grad_norm": 1.6487596941318683,
      "learning_rate": 3.376304491793821e-05,
      "loss": 0.6734,
      "step": 115021
    },
    {
      "epoch": 4.711120212983822,
      "grad_norm": 1.3822114171497752,
      "learning_rate": 3.3760983522715244e-05,
      "loss": 0.5397,
      "step": 115022
    },
    {
      "epoch": 4.7111611714110175,
      "grad_norm": 1.8129900838881075,
      "learning_rate": 3.375892218244331e-05,
      "loss": 0.5626,
      "step": 115023
    },
    {
      "epoch": 4.711202129838214,
      "grad_norm": 1.2498585308468846,
      "learning_rate": 3.375686089712344e-05,
      "loss": 0.5136,
      "step": 115024
    },
    {
      "epoch": 4.711243088265411,
      "grad_norm": 1.5365346445763406,
      "learning_rate": 3.3754799666756534e-05,
      "loss": 0.5223,
      "step": 115025
    },
    {
      "epoch": 4.711284046692607,
      "grad_norm": 1.7882092012848925,
      "learning_rate": 3.3752738491343616e-05,
      "loss": 0.752,
      "step": 115026
    },
    {
      "epoch": 4.711325005119804,
      "grad_norm": 1.304539040690442,
      "learning_rate": 3.3750677370885694e-05,
      "loss": 0.4657,
      "step": 115027
    },
    {
      "epoch": 4.711365963546999,
      "grad_norm": 1.8133076406756945,
      "learning_rate": 3.3748616305383676e-05,
      "loss": 0.7274,
      "step": 115028
    },
    {
      "epoch": 4.711406921974196,
      "grad_norm": 1.293193888510465,
      "learning_rate": 3.374655529483861e-05,
      "loss": 0.4887,
      "step": 115029
    },
    {
      "epoch": 4.711447880401392,
      "grad_norm": 1.8026158826525447,
      "learning_rate": 3.374449433925137e-05,
      "loss": 0.7691,
      "step": 115030
    },
    {
      "epoch": 4.711488838828589,
      "grad_norm": 1.9752399674058645,
      "learning_rate": 3.3742433438623e-05,
      "loss": 1.2163,
      "step": 115031
    },
    {
      "epoch": 4.7115297972557855,
      "grad_norm": 1.7547532517621895,
      "learning_rate": 3.37403725929545e-05,
      "loss": 0.6832,
      "step": 115032
    },
    {
      "epoch": 4.711570755682982,
      "grad_norm": 1.3290621170418033,
      "learning_rate": 3.3738311802246756e-05,
      "loss": 0.4406,
      "step": 115033
    },
    {
      "epoch": 4.7116117141101785,
      "grad_norm": 1.7604828046498786,
      "learning_rate": 3.373625106650081e-05,
      "loss": 0.8999,
      "step": 115034
    },
    {
      "epoch": 4.711652672537374,
      "grad_norm": 1.83544246789849,
      "learning_rate": 3.373419038571765e-05,
      "loss": 0.8509,
      "step": 115035
    },
    {
      "epoch": 4.711693630964571,
      "grad_norm": 3.5686631685646426,
      "learning_rate": 3.373212975989817e-05,
      "loss": 3.3311,
      "step": 115036
    },
    {
      "epoch": 4.711734589391767,
      "grad_norm": 1.5240171001274339,
      "learning_rate": 3.373006918904344e-05,
      "loss": 0.8539,
      "step": 115037
    },
    {
      "epoch": 4.711775547818964,
      "grad_norm": 1.425024625157948,
      "learning_rate": 3.3728008673154344e-05,
      "loss": 0.6093,
      "step": 115038
    },
    {
      "epoch": 4.71181650624616,
      "grad_norm": 0.823694415899351,
      "learning_rate": 3.37259482122319e-05,
      "loss": 0.1969,
      "step": 115039
    },
    {
      "epoch": 4.711857464673357,
      "grad_norm": 1.1236773994621203,
      "learning_rate": 3.372388780627711e-05,
      "loss": 0.4558,
      "step": 115040
    },
    {
      "epoch": 4.711898423100553,
      "grad_norm": 1.7475488591996002,
      "learning_rate": 3.372182745529089e-05,
      "loss": 0.5665,
      "step": 115041
    },
    {
      "epoch": 4.711939381527749,
      "grad_norm": 1.4036860062321714,
      "learning_rate": 3.3719767159274244e-05,
      "loss": 0.6482,
      "step": 115042
    },
    {
      "epoch": 4.711980339954946,
      "grad_norm": 1.6457994579439255,
      "learning_rate": 3.371770691822818e-05,
      "loss": 0.8152,
      "step": 115043
    },
    {
      "epoch": 4.712021298382142,
      "grad_norm": 0.7554607983004996,
      "learning_rate": 3.3715646732153594e-05,
      "loss": 0.1794,
      "step": 115044
    },
    {
      "epoch": 4.712062256809339,
      "grad_norm": 1.6933945729400057,
      "learning_rate": 3.3713586601051554e-05,
      "loss": 0.581,
      "step": 115045
    },
    {
      "epoch": 4.712103215236535,
      "grad_norm": 1.4283322084281946,
      "learning_rate": 3.3711526524922935e-05,
      "loss": 0.3683,
      "step": 115046
    },
    {
      "epoch": 4.712144173663731,
      "grad_norm": 1.6747274239795213,
      "learning_rate": 3.370946650376876e-05,
      "loss": 0.7172,
      "step": 115047
    },
    {
      "epoch": 4.712185132090927,
      "grad_norm": 1.0408879483743225,
      "learning_rate": 3.370740653759004e-05,
      "loss": 0.2527,
      "step": 115048
    },
    {
      "epoch": 4.712226090518124,
      "grad_norm": 1.9713495802833796,
      "learning_rate": 3.370534662638768e-05,
      "loss": 0.8335,
      "step": 115049
    },
    {
      "epoch": 4.7122670489453204,
      "grad_norm": 1.296305759886458,
      "learning_rate": 3.370328677016267e-05,
      "loss": 0.3894,
      "step": 115050
    },
    {
      "epoch": 4.712308007372517,
      "grad_norm": 1.3645155279456695,
      "learning_rate": 3.3701226968916035e-05,
      "loss": 0.5894,
      "step": 115051
    },
    {
      "epoch": 4.7123489657997135,
      "grad_norm": 1.5241871553551731,
      "learning_rate": 3.369916722264867e-05,
      "loss": 0.4349,
      "step": 115052
    },
    {
      "epoch": 4.71238992422691,
      "grad_norm": 1.748364633153436,
      "learning_rate": 3.369710753136164e-05,
      "loss": 0.6536,
      "step": 115053
    },
    {
      "epoch": 4.712430882654106,
      "grad_norm": 1.436520673055006,
      "learning_rate": 3.3695047895055836e-05,
      "loss": 0.5298,
      "step": 115054
    },
    {
      "epoch": 4.712471841081302,
      "grad_norm": 1.3905232946306043,
      "learning_rate": 3.369298831373225e-05,
      "loss": 0.4924,
      "step": 115055
    },
    {
      "epoch": 4.712512799508499,
      "grad_norm": 1.5713205045606147,
      "learning_rate": 3.369092878739191e-05,
      "loss": 0.726,
      "step": 115056
    },
    {
      "epoch": 4.712553757935695,
      "grad_norm": 1.695021013539493,
      "learning_rate": 3.368886931603573e-05,
      "loss": 0.704,
      "step": 115057
    },
    {
      "epoch": 4.712594716362892,
      "grad_norm": 1.5866049295733837,
      "learning_rate": 3.3686809899664676e-05,
      "loss": 0.5957,
      "step": 115058
    },
    {
      "epoch": 4.712635674790088,
      "grad_norm": 2.1162447446547485,
      "learning_rate": 3.3684750538279805e-05,
      "loss": 0.3492,
      "step": 115059
    },
    {
      "epoch": 4.712676633217285,
      "grad_norm": 1.0703582445000266,
      "learning_rate": 3.368269123188203e-05,
      "loss": 0.3967,
      "step": 115060
    },
    {
      "epoch": 4.712717591644481,
      "grad_norm": 1.1485109821543116,
      "learning_rate": 3.368063198047229e-05,
      "loss": 0.2532,
      "step": 115061
    },
    {
      "epoch": 4.712758550071677,
      "grad_norm": 1.773034428564552,
      "learning_rate": 3.3678572784051646e-05,
      "loss": 0.8116,
      "step": 115062
    },
    {
      "epoch": 4.712799508498874,
      "grad_norm": 1.851264134859075,
      "learning_rate": 3.3676513642620964e-05,
      "loss": 0.782,
      "step": 115063
    },
    {
      "epoch": 4.71284046692607,
      "grad_norm": 0.8513759561104618,
      "learning_rate": 3.367445455618134e-05,
      "loss": 0.2158,
      "step": 115064
    },
    {
      "epoch": 4.712881425353267,
      "grad_norm": 1.5622599170948455,
      "learning_rate": 3.367239552473363e-05,
      "loss": 0.611,
      "step": 115065
    },
    {
      "epoch": 4.712922383780462,
      "grad_norm": 1.9361057642563306,
      "learning_rate": 3.367033654827885e-05,
      "loss": 0.8245,
      "step": 115066
    },
    {
      "epoch": 4.712963342207659,
      "grad_norm": 1.630197596007384,
      "learning_rate": 3.366827762681804e-05,
      "loss": 0.6302,
      "step": 115067
    },
    {
      "epoch": 4.713004300634855,
      "grad_norm": 1.1460840529993892,
      "learning_rate": 3.366621876035208e-05,
      "loss": 0.3586,
      "step": 115068
    },
    {
      "epoch": 4.713045259062052,
      "grad_norm": 0.8608196776736426,
      "learning_rate": 3.366415994888197e-05,
      "loss": 0.2145,
      "step": 115069
    },
    {
      "epoch": 4.7130862174892485,
      "grad_norm": 1.432234932455858,
      "learning_rate": 3.366210119240874e-05,
      "loss": 0.5929,
      "step": 115070
    },
    {
      "epoch": 4.713127175916445,
      "grad_norm": 1.2324810776573396,
      "learning_rate": 3.366004249093328e-05,
      "loss": 0.4231,
      "step": 115071
    },
    {
      "epoch": 4.713168134343642,
      "grad_norm": 1.9882491344802897,
      "learning_rate": 3.3657983844456634e-05,
      "loss": 0.8455,
      "step": 115072
    },
    {
      "epoch": 4.713209092770837,
      "grad_norm": 3.8449802312271024,
      "learning_rate": 3.365592525297972e-05,
      "loss": 3.1365,
      "step": 115073
    },
    {
      "epoch": 4.713250051198034,
      "grad_norm": 1.4101458113042087,
      "learning_rate": 3.365386671650351e-05,
      "loss": 0.532,
      "step": 115074
    },
    {
      "epoch": 4.71329100962523,
      "grad_norm": 0.8812810581902143,
      "learning_rate": 3.365180823502905e-05,
      "loss": 0.1984,
      "step": 115075
    },
    {
      "epoch": 4.713331968052427,
      "grad_norm": 1.3374492015723243,
      "learning_rate": 3.3649749808557226e-05,
      "loss": 0.4947,
      "step": 115076
    },
    {
      "epoch": 4.713372926479623,
      "grad_norm": 1.5735634212493597,
      "learning_rate": 3.3647691437089054e-05,
      "loss": 0.6337,
      "step": 115077
    },
    {
      "epoch": 4.71341388490682,
      "grad_norm": 0.9067645516442088,
      "learning_rate": 3.3645633120625534e-05,
      "loss": 0.3161,
      "step": 115078
    },
    {
      "epoch": 4.713454843334016,
      "grad_norm": 1.600488366050839,
      "learning_rate": 3.3643574859167575e-05,
      "loss": 0.7608,
      "step": 115079
    },
    {
      "epoch": 4.713495801761212,
      "grad_norm": 1.5917713824760245,
      "learning_rate": 3.3641516652716207e-05,
      "loss": 0.5209,
      "step": 115080
    },
    {
      "epoch": 4.713536760188409,
      "grad_norm": 1.5881129006077919,
      "learning_rate": 3.363945850127235e-05,
      "loss": 0.6476,
      "step": 115081
    },
    {
      "epoch": 4.713577718615605,
      "grad_norm": 1.1819646041749505,
      "learning_rate": 3.363740040483701e-05,
      "loss": 0.5916,
      "step": 115082
    },
    {
      "epoch": 4.713618677042802,
      "grad_norm": 1.5340432905197585,
      "learning_rate": 3.363534236341118e-05,
      "loss": 0.6019,
      "step": 115083
    },
    {
      "epoch": 4.713659635469998,
      "grad_norm": 1.6238143765441315,
      "learning_rate": 3.3633284376995776e-05,
      "loss": 0.5177,
      "step": 115084
    },
    {
      "epoch": 4.713700593897194,
      "grad_norm": 1.4861484876934996,
      "learning_rate": 3.3631226445591794e-05,
      "loss": 0.5781,
      "step": 115085
    },
    {
      "epoch": 4.71374155232439,
      "grad_norm": 1.0078361820190378,
      "learning_rate": 3.3629168569200264e-05,
      "loss": 0.2272,
      "step": 115086
    },
    {
      "epoch": 4.713782510751587,
      "grad_norm": 1.5495575799036125,
      "learning_rate": 3.362711074782207e-05,
      "loss": 0.4797,
      "step": 115087
    },
    {
      "epoch": 4.7138234691787835,
      "grad_norm": 1.7271797859506133,
      "learning_rate": 3.362505298145826e-05,
      "loss": 0.6873,
      "step": 115088
    },
    {
      "epoch": 4.71386442760598,
      "grad_norm": 1.4959545228929456,
      "learning_rate": 3.3622995270109746e-05,
      "loss": 0.5413,
      "step": 115089
    },
    {
      "epoch": 4.7139053860331765,
      "grad_norm": 1.504058286763266,
      "learning_rate": 3.362093761377751e-05,
      "loss": 0.6431,
      "step": 115090
    },
    {
      "epoch": 4.713946344460373,
      "grad_norm": 1.620633733472987,
      "learning_rate": 3.3618880012462595e-05,
      "loss": 0.7245,
      "step": 115091
    },
    {
      "epoch": 4.713987302887569,
      "grad_norm": 1.0034800773376835,
      "learning_rate": 3.361682246616587e-05,
      "loss": 0.2302,
      "step": 115092
    },
    {
      "epoch": 4.714028261314765,
      "grad_norm": 1.0588131544358046,
      "learning_rate": 3.36147649748884e-05,
      "loss": 0.2598,
      "step": 115093
    },
    {
      "epoch": 4.714069219741962,
      "grad_norm": 1.6304594845922518,
      "learning_rate": 3.361270753863109e-05,
      "loss": 0.5556,
      "step": 115094
    },
    {
      "epoch": 4.714110178169158,
      "grad_norm": 2.0164560190967356,
      "learning_rate": 3.361065015739491e-05,
      "loss": 1.3174,
      "step": 115095
    },
    {
      "epoch": 4.714151136596355,
      "grad_norm": 0.9396465204879259,
      "learning_rate": 3.360859283118092e-05,
      "loss": 0.2107,
      "step": 115096
    },
    {
      "epoch": 4.714192095023551,
      "grad_norm": 1.306191254844716,
      "learning_rate": 3.360653555998999e-05,
      "loss": 0.5949,
      "step": 115097
    },
    {
      "epoch": 4.714233053450748,
      "grad_norm": 1.6150491734975896,
      "learning_rate": 3.360447834382314e-05,
      "loss": 0.7861,
      "step": 115098
    },
    {
      "epoch": 4.714274011877944,
      "grad_norm": 1.5047757996465225,
      "learning_rate": 3.360242118268137e-05,
      "loss": 0.6897,
      "step": 115099
    },
    {
      "epoch": 4.71431497030514,
      "grad_norm": 1.615305486475231,
      "learning_rate": 3.360036407656559e-05,
      "loss": 0.5886,
      "step": 115100
    },
    {
      "epoch": 4.714355928732337,
      "grad_norm": 1.8909037241916604,
      "learning_rate": 3.359830702547684e-05,
      "loss": 0.7456,
      "step": 115101
    },
    {
      "epoch": 4.714396887159533,
      "grad_norm": 1.4639103380475882,
      "learning_rate": 3.359625002941602e-05,
      "loss": 0.7039,
      "step": 115102
    },
    {
      "epoch": 4.71443784558673,
      "grad_norm": 1.6770199679383746,
      "learning_rate": 3.359419308838414e-05,
      "loss": 0.598,
      "step": 115103
    },
    {
      "epoch": 4.714478804013925,
      "grad_norm": 1.8661843124319526,
      "learning_rate": 3.35921362023822e-05,
      "loss": 0.7548,
      "step": 115104
    },
    {
      "epoch": 4.714519762441122,
      "grad_norm": 0.99274379224413,
      "learning_rate": 3.3590079371411104e-05,
      "loss": 0.1716,
      "step": 115105
    },
    {
      "epoch": 4.7145607208683185,
      "grad_norm": 1.6330463747977377,
      "learning_rate": 3.358802259547186e-05,
      "loss": 0.7851,
      "step": 115106
    },
    {
      "epoch": 4.714601679295515,
      "grad_norm": 1.9898910523995001,
      "learning_rate": 3.358596587456549e-05,
      "loss": 0.7588,
      "step": 115107
    },
    {
      "epoch": 4.7146426377227115,
      "grad_norm": 1.2081047927522182,
      "learning_rate": 3.3583909208692886e-05,
      "loss": 0.4679,
      "step": 115108
    },
    {
      "epoch": 4.714683596149908,
      "grad_norm": 1.2762669280314893,
      "learning_rate": 3.3581852597855085e-05,
      "loss": 0.4477,
      "step": 115109
    },
    {
      "epoch": 4.714724554577105,
      "grad_norm": 1.4494187318790128,
      "learning_rate": 3.3579796042053e-05,
      "loss": 0.4429,
      "step": 115110
    },
    {
      "epoch": 4.7147655130043,
      "grad_norm": 2.936300749522972,
      "learning_rate": 3.357773954128762e-05,
      "loss": 2.6599,
      "step": 115111
    },
    {
      "epoch": 4.714806471431497,
      "grad_norm": 1.3244661864384022,
      "learning_rate": 3.357568309555998e-05,
      "loss": 0.6525,
      "step": 115112
    },
    {
      "epoch": 4.714847429858693,
      "grad_norm": 1.661568741660576,
      "learning_rate": 3.3573626704870947e-05,
      "loss": 0.6693,
      "step": 115113
    },
    {
      "epoch": 4.71488838828589,
      "grad_norm": 1.5985747280469627,
      "learning_rate": 3.3571570369221553e-05,
      "loss": 0.6156,
      "step": 115114
    },
    {
      "epoch": 4.714929346713086,
      "grad_norm": 1.6130785434584682,
      "learning_rate": 3.356951408861282e-05,
      "loss": 0.7217,
      "step": 115115
    },
    {
      "epoch": 4.714970305140283,
      "grad_norm": 1.0899802097534692,
      "learning_rate": 3.3567457863045606e-05,
      "loss": 0.2672,
      "step": 115116
    },
    {
      "epoch": 4.7150112635674795,
      "grad_norm": 1.5857113447883884,
      "learning_rate": 3.3565401692521e-05,
      "loss": 0.709,
      "step": 115117
    },
    {
      "epoch": 4.715052221994675,
      "grad_norm": 1.557991313545655,
      "learning_rate": 3.3563345577039854e-05,
      "loss": 0.5647,
      "step": 115118
    },
    {
      "epoch": 4.715093180421872,
      "grad_norm": 1.6026783870979868,
      "learning_rate": 3.3561289516603216e-05,
      "loss": 0.5702,
      "step": 115119
    },
    {
      "epoch": 4.715134138849068,
      "grad_norm": 3.643439092248155,
      "learning_rate": 3.355923351121208e-05,
      "loss": 2.0101,
      "step": 115120
    },
    {
      "epoch": 4.715175097276265,
      "grad_norm": 1.5443906018202924,
      "learning_rate": 3.355717756086734e-05,
      "loss": 0.7566,
      "step": 115121
    },
    {
      "epoch": 4.715216055703461,
      "grad_norm": 1.418940221153464,
      "learning_rate": 3.355512166557e-05,
      "loss": 0.4072,
      "step": 115122
    },
    {
      "epoch": 4.715257014130657,
      "grad_norm": 2.058115734905735,
      "learning_rate": 3.3553065825321094e-05,
      "loss": 0.7646,
      "step": 115123
    },
    {
      "epoch": 4.715297972557853,
      "grad_norm": 1.656283473811141,
      "learning_rate": 3.355101004012151e-05,
      "loss": 0.6483,
      "step": 115124
    },
    {
      "epoch": 4.71533893098505,
      "grad_norm": 1.551454468513162,
      "learning_rate": 3.3548954309972264e-05,
      "loss": 0.6232,
      "step": 115125
    },
    {
      "epoch": 4.7153798894122465,
      "grad_norm": 1.722486754201407,
      "learning_rate": 3.3546898634874305e-05,
      "loss": 0.6416,
      "step": 115126
    },
    {
      "epoch": 4.715420847839443,
      "grad_norm": 1.7398761597495938,
      "learning_rate": 3.354484301482859e-05,
      "loss": 0.6156,
      "step": 115127
    },
    {
      "epoch": 4.71546180626664,
      "grad_norm": 1.3017003052140779,
      "learning_rate": 3.354278744983617e-05,
      "loss": 0.5012,
      "step": 115128
    },
    {
      "epoch": 4.715502764693836,
      "grad_norm": 1.684373339416971,
      "learning_rate": 3.3540731939897927e-05,
      "loss": 0.5671,
      "step": 115129
    },
    {
      "epoch": 4.715543723121032,
      "grad_norm": 1.0340545516685584,
      "learning_rate": 3.353867648501489e-05,
      "loss": 0.2377,
      "step": 115130
    },
    {
      "epoch": 4.715584681548228,
      "grad_norm": 1.7741262915323257,
      "learning_rate": 3.353662108518802e-05,
      "loss": 0.6539,
      "step": 115131
    },
    {
      "epoch": 4.715625639975425,
      "grad_norm": 1.686525566527717,
      "learning_rate": 3.353456574041824e-05,
      "loss": 0.5286,
      "step": 115132
    },
    {
      "epoch": 4.715666598402621,
      "grad_norm": 1.6064000311195852,
      "learning_rate": 3.353251045070655e-05,
      "loss": 0.6401,
      "step": 115133
    },
    {
      "epoch": 4.715707556829818,
      "grad_norm": 1.9179702623893433,
      "learning_rate": 3.3530455216053985e-05,
      "loss": 0.9164,
      "step": 115134
    },
    {
      "epoch": 4.715748515257014,
      "grad_norm": 1.01461192393657,
      "learning_rate": 3.352840003646141e-05,
      "loss": 0.2466,
      "step": 115135
    },
    {
      "epoch": 4.715789473684211,
      "grad_norm": 1.5291917061934368,
      "learning_rate": 3.352634491192989e-05,
      "loss": 0.5631,
      "step": 115136
    },
    {
      "epoch": 4.715830432111407,
      "grad_norm": 1.4770112686547412,
      "learning_rate": 3.352428984246033e-05,
      "loss": 0.5645,
      "step": 115137
    },
    {
      "epoch": 4.715871390538603,
      "grad_norm": 1.4983946018509982,
      "learning_rate": 3.35222348280537e-05,
      "loss": 0.5507,
      "step": 115138
    },
    {
      "epoch": 4.7159123489658,
      "grad_norm": 1.3904925102329169,
      "learning_rate": 3.352017986871106e-05,
      "loss": 0.6728,
      "step": 115139
    },
    {
      "epoch": 4.715953307392996,
      "grad_norm": 3.1372524498552137,
      "learning_rate": 3.351812496443327e-05,
      "loss": 3.1102,
      "step": 115140
    },
    {
      "epoch": 4.715994265820193,
      "grad_norm": 2.534063631802898,
      "learning_rate": 3.351607011522136e-05,
      "loss": 1.0355,
      "step": 115141
    },
    {
      "epoch": 4.716035224247388,
      "grad_norm": 1.7496865320992991,
      "learning_rate": 3.3514015321076335e-05,
      "loss": 0.6087,
      "step": 115142
    },
    {
      "epoch": 4.716076182674585,
      "grad_norm": 1.9436240706602246,
      "learning_rate": 3.351196058199907e-05,
      "loss": 0.8879,
      "step": 115143
    },
    {
      "epoch": 4.7161171411017815,
      "grad_norm": 1.7405426265120345,
      "learning_rate": 3.3509905897990635e-05,
      "loss": 0.5585,
      "step": 115144
    },
    {
      "epoch": 4.716158099528978,
      "grad_norm": 1.8326713716318186,
      "learning_rate": 3.3507851269051936e-05,
      "loss": 0.6717,
      "step": 115145
    },
    {
      "epoch": 4.716199057956175,
      "grad_norm": 0.8808585343236115,
      "learning_rate": 3.3505796695183944e-05,
      "loss": 0.1898,
      "step": 115146
    },
    {
      "epoch": 4.716240016383371,
      "grad_norm": 2.000474575494808,
      "learning_rate": 3.350374217638769e-05,
      "loss": 1.0505,
      "step": 115147
    },
    {
      "epoch": 4.716280974810568,
      "grad_norm": 1.6877928745982185,
      "learning_rate": 3.3501687712664075e-05,
      "loss": 0.8803,
      "step": 115148
    },
    {
      "epoch": 4.716321933237763,
      "grad_norm": 1.0579993469002786,
      "learning_rate": 3.3499633304014095e-05,
      "loss": 0.2472,
      "step": 115149
    },
    {
      "epoch": 4.71636289166496,
      "grad_norm": 0.8294612361486112,
      "learning_rate": 3.349757895043877e-05,
      "loss": 0.1858,
      "step": 115150
    },
    {
      "epoch": 4.716403850092156,
      "grad_norm": 1.449213585906667,
      "learning_rate": 3.3495524651938996e-05,
      "loss": 0.578,
      "step": 115151
    },
    {
      "epoch": 4.716444808519353,
      "grad_norm": 1.7350886495883555,
      "learning_rate": 3.349347040851582e-05,
      "loss": 0.5242,
      "step": 115152
    },
    {
      "epoch": 4.716485766946549,
      "grad_norm": 1.3237486838444168,
      "learning_rate": 3.349141622017013e-05,
      "loss": 0.4937,
      "step": 115153
    },
    {
      "epoch": 4.716526725373746,
      "grad_norm": 1.505231984176777,
      "learning_rate": 3.3489362086902925e-05,
      "loss": 0.347,
      "step": 115154
    },
    {
      "epoch": 4.7165676838009425,
      "grad_norm": 1.2300962573836425,
      "learning_rate": 3.348730800871523e-05,
      "loss": 0.4153,
      "step": 115155
    },
    {
      "epoch": 4.716608642228138,
      "grad_norm": 1.769060792309993,
      "learning_rate": 3.348525398560795e-05,
      "loss": 0.6819,
      "step": 115156
    },
    {
      "epoch": 4.716649600655335,
      "grad_norm": 1.290949066889274,
      "learning_rate": 3.348320001758207e-05,
      "loss": 0.4563,
      "step": 115157
    },
    {
      "epoch": 4.716690559082531,
      "grad_norm": 0.8920613896085006,
      "learning_rate": 3.3481146104638614e-05,
      "loss": 0.1895,
      "step": 115158
    },
    {
      "epoch": 4.716731517509728,
      "grad_norm": 1.484503186499689,
      "learning_rate": 3.347909224677847e-05,
      "loss": 0.5076,
      "step": 115159
    },
    {
      "epoch": 4.716772475936924,
      "grad_norm": 0.6273997390898085,
      "learning_rate": 3.34770384440027e-05,
      "loss": 0.0837,
      "step": 115160
    },
    {
      "epoch": 4.71681343436412,
      "grad_norm": 1.6780730858718895,
      "learning_rate": 3.347498469631217e-05,
      "loss": 0.6571,
      "step": 115161
    },
    {
      "epoch": 4.7168543927913165,
      "grad_norm": 1.409302088303164,
      "learning_rate": 3.347293100370791e-05,
      "loss": 0.5552,
      "step": 115162
    },
    {
      "epoch": 4.716895351218513,
      "grad_norm": 1.3968063168555536,
      "learning_rate": 3.3470877366190926e-05,
      "loss": 0.3786,
      "step": 115163
    },
    {
      "epoch": 4.7169363096457095,
      "grad_norm": 1.2953741917656276,
      "learning_rate": 3.346882378376212e-05,
      "loss": 0.6118,
      "step": 115164
    },
    {
      "epoch": 4.716977268072906,
      "grad_norm": 1.4105630246949057,
      "learning_rate": 3.346677025642251e-05,
      "loss": 0.5197,
      "step": 115165
    },
    {
      "epoch": 4.717018226500103,
      "grad_norm": 1.2066979982073074,
      "learning_rate": 3.3464716784173035e-05,
      "loss": 0.3685,
      "step": 115166
    },
    {
      "epoch": 4.717059184927299,
      "grad_norm": 1.6160990652062348,
      "learning_rate": 3.346266336701466e-05,
      "loss": 0.6941,
      "step": 115167
    },
    {
      "epoch": 4.717100143354495,
      "grad_norm": 1.424647513886801,
      "learning_rate": 3.346061000494843e-05,
      "loss": 0.6754,
      "step": 115168
    },
    {
      "epoch": 4.717141101781691,
      "grad_norm": 1.2721766309067848,
      "learning_rate": 3.34585566979752e-05,
      "loss": 0.3231,
      "step": 115169
    },
    {
      "epoch": 4.717182060208888,
      "grad_norm": 1.703196425519095,
      "learning_rate": 3.345650344609603e-05,
      "loss": 0.5927,
      "step": 115170
    },
    {
      "epoch": 4.717223018636084,
      "grad_norm": 1.4500344754587469,
      "learning_rate": 3.345445024931187e-05,
      "loss": 0.6361,
      "step": 115171
    },
    {
      "epoch": 4.717263977063281,
      "grad_norm": 1.6234330991119765,
      "learning_rate": 3.345239710762367e-05,
      "loss": 0.664,
      "step": 115172
    },
    {
      "epoch": 4.7173049354904775,
      "grad_norm": 2.0348736267633876,
      "learning_rate": 3.345034402103244e-05,
      "loss": 0.8255,
      "step": 115173
    },
    {
      "epoch": 4.717345893917674,
      "grad_norm": 1.414013828440066,
      "learning_rate": 3.3448290989539094e-05,
      "loss": 0.6182,
      "step": 115174
    },
    {
      "epoch": 4.71738685234487,
      "grad_norm": 2.685508028337512,
      "learning_rate": 3.3446238013144626e-05,
      "loss": 1.8897,
      "step": 115175
    },
    {
      "epoch": 4.717427810772066,
      "grad_norm": 1.6760642990856767,
      "learning_rate": 3.344418509185005e-05,
      "loss": 0.8168,
      "step": 115176
    },
    {
      "epoch": 4.717468769199263,
      "grad_norm": 1.948960431399655,
      "learning_rate": 3.344213222565626e-05,
      "loss": 0.9135,
      "step": 115177
    },
    {
      "epoch": 4.717509727626459,
      "grad_norm": 2.2257057765042227,
      "learning_rate": 3.3440079414564285e-05,
      "loss": 0.9112,
      "step": 115178
    },
    {
      "epoch": 4.717550686053656,
      "grad_norm": 1.312765951515084,
      "learning_rate": 3.3438026658575095e-05,
      "loss": 0.3104,
      "step": 115179
    },
    {
      "epoch": 4.717591644480851,
      "grad_norm": 1.2558592015045618,
      "learning_rate": 3.343597395768961e-05,
      "loss": 0.5785,
      "step": 115180
    },
    {
      "epoch": 4.717632602908048,
      "grad_norm": 1.0204546690974843,
      "learning_rate": 3.343392131190888e-05,
      "loss": 0.2427,
      "step": 115181
    },
    {
      "epoch": 4.7176735613352445,
      "grad_norm": 1.4250680450069777,
      "learning_rate": 3.343186872123378e-05,
      "loss": 0.6233,
      "step": 115182
    },
    {
      "epoch": 4.717714519762441,
      "grad_norm": 0.7695689456177455,
      "learning_rate": 3.3429816185665326e-05,
      "loss": 0.1753,
      "step": 115183
    },
    {
      "epoch": 4.717755478189638,
      "grad_norm": 1.4971867448014764,
      "learning_rate": 3.3427763705204535e-05,
      "loss": 0.5042,
      "step": 115184
    },
    {
      "epoch": 4.717796436616834,
      "grad_norm": 0.674434635098146,
      "learning_rate": 3.34257112798523e-05,
      "loss": 0.1831,
      "step": 115185
    },
    {
      "epoch": 4.717837395044031,
      "grad_norm": 1.3648722753996387,
      "learning_rate": 3.342365890960961e-05,
      "loss": 0.4213,
      "step": 115186
    },
    {
      "epoch": 4.717878353471226,
      "grad_norm": 1.5195366511488673,
      "learning_rate": 3.3421606594477485e-05,
      "loss": 0.5143,
      "step": 115187
    },
    {
      "epoch": 4.717919311898423,
      "grad_norm": 1.470570579333207,
      "learning_rate": 3.341955433445684e-05,
      "loss": 0.7269,
      "step": 115188
    },
    {
      "epoch": 4.717960270325619,
      "grad_norm": 1.546906644642514,
      "learning_rate": 3.3417502129548704e-05,
      "loss": 0.4393,
      "step": 115189
    },
    {
      "epoch": 4.718001228752816,
      "grad_norm": 1.522992690106642,
      "learning_rate": 3.3415449979753956e-05,
      "loss": 0.7238,
      "step": 115190
    },
    {
      "epoch": 4.7180421871800124,
      "grad_norm": 0.8356042549899686,
      "learning_rate": 3.34133978850736e-05,
      "loss": 0.2072,
      "step": 115191
    },
    {
      "epoch": 4.718083145607209,
      "grad_norm": 1.0837760757606707,
      "learning_rate": 3.34113458455087e-05,
      "loss": 0.4243,
      "step": 115192
    },
    {
      "epoch": 4.7181241040344055,
      "grad_norm": 1.5945365641910405,
      "learning_rate": 3.340929386106009e-05,
      "loss": 0.6465,
      "step": 115193
    },
    {
      "epoch": 4.718165062461601,
      "grad_norm": 1.9448927114315677,
      "learning_rate": 3.3407241931728815e-05,
      "loss": 0.7065,
      "step": 115194
    },
    {
      "epoch": 4.718206020888798,
      "grad_norm": 0.8658158258584301,
      "learning_rate": 3.340519005751586e-05,
      "loss": 0.1992,
      "step": 115195
    },
    {
      "epoch": 4.718246979315994,
      "grad_norm": 1.036643328182768,
      "learning_rate": 3.3403138238422125e-05,
      "loss": 0.2064,
      "step": 115196
    },
    {
      "epoch": 4.718287937743191,
      "grad_norm": 2.787307511470215,
      "learning_rate": 3.3401086474448656e-05,
      "loss": 0.5578,
      "step": 115197
    },
    {
      "epoch": 4.718328896170387,
      "grad_norm": 1.4578037114666882,
      "learning_rate": 3.3399034765596363e-05,
      "loss": 0.5885,
      "step": 115198
    },
    {
      "epoch": 4.718369854597583,
      "grad_norm": 1.960389686796554,
      "learning_rate": 3.3396983111866224e-05,
      "loss": 0.7436,
      "step": 115199
    },
    {
      "epoch": 4.7184108130247795,
      "grad_norm": 1.4042190469240299,
      "learning_rate": 3.339493151325927e-05,
      "loss": 0.527,
      "step": 115200
    },
    {
      "epoch": 4.718451771451976,
      "grad_norm": 1.1385061452504766,
      "learning_rate": 3.3392879969776443e-05,
      "loss": 0.3382,
      "step": 115201
    },
    {
      "epoch": 4.718492729879173,
      "grad_norm": 1.1228365079296738,
      "learning_rate": 3.339082848141864e-05,
      "loss": 0.2063,
      "step": 115202
    },
    {
      "epoch": 4.718533688306369,
      "grad_norm": 1.61001368773935,
      "learning_rate": 3.338877704818693e-05,
      "loss": 0.6718,
      "step": 115203
    },
    {
      "epoch": 4.718574646733566,
      "grad_norm": 1.8133559992147075,
      "learning_rate": 3.33867256700822e-05,
      "loss": 0.8287,
      "step": 115204
    },
    {
      "epoch": 4.718615605160762,
      "grad_norm": 1.5672889633292943,
      "learning_rate": 3.338467434710545e-05,
      "loss": 0.7285,
      "step": 115205
    },
    {
      "epoch": 4.718656563587958,
      "grad_norm": 2.5432735651392795,
      "learning_rate": 3.3382623079257704e-05,
      "loss": 0.7515,
      "step": 115206
    },
    {
      "epoch": 4.718697522015154,
      "grad_norm": 1.4005094373231586,
      "learning_rate": 3.3380571866539856e-05,
      "loss": 0.6005,
      "step": 115207
    },
    {
      "epoch": 4.718738480442351,
      "grad_norm": 1.683062118053122,
      "learning_rate": 3.3378520708952943e-05,
      "loss": 0.7345,
      "step": 115208
    },
    {
      "epoch": 4.718779438869547,
      "grad_norm": 0.8695708206121973,
      "learning_rate": 3.337646960649785e-05,
      "loss": 0.2361,
      "step": 115209
    },
    {
      "epoch": 4.718820397296744,
      "grad_norm": 0.7817107929294895,
      "learning_rate": 3.3374418559175596e-05,
      "loss": 0.2507,
      "step": 115210
    },
    {
      "epoch": 4.7188613557239405,
      "grad_norm": 1.4495620038883978,
      "learning_rate": 3.3372367566987194e-05,
      "loss": 0.6238,
      "step": 115211
    },
    {
      "epoch": 4.718902314151137,
      "grad_norm": 1.5335384845618574,
      "learning_rate": 3.337031662993352e-05,
      "loss": 0.4087,
      "step": 115212
    },
    {
      "epoch": 4.718943272578333,
      "grad_norm": 1.5741597518517185,
      "learning_rate": 3.336826574801562e-05,
      "loss": 0.5653,
      "step": 115213
    },
    {
      "epoch": 4.718984231005529,
      "grad_norm": 1.589373194655454,
      "learning_rate": 3.3366214921234454e-05,
      "loss": 0.5017,
      "step": 115214
    },
    {
      "epoch": 4.719025189432726,
      "grad_norm": 2.0526556849290105,
      "learning_rate": 3.3364164149590934e-05,
      "loss": 1.0923,
      "step": 115215
    },
    {
      "epoch": 4.719066147859922,
      "grad_norm": 1.7265289325030075,
      "learning_rate": 3.336211343308611e-05,
      "loss": 0.7576,
      "step": 115216
    },
    {
      "epoch": 4.719107106287119,
      "grad_norm": 1.761410137379874,
      "learning_rate": 3.336006277172087e-05,
      "loss": 0.8092,
      "step": 115217
    },
    {
      "epoch": 4.7191480647143145,
      "grad_norm": 2.271300667951717,
      "learning_rate": 3.335801216549623e-05,
      "loss": 1.25,
      "step": 115218
    },
    {
      "epoch": 4.719189023141511,
      "grad_norm": 2.7124004086247213,
      "learning_rate": 3.335596161441319e-05,
      "loss": 2.4194,
      "step": 115219
    },
    {
      "epoch": 4.7192299815687075,
      "grad_norm": 0.826358094647407,
      "learning_rate": 3.3353911118472644e-05,
      "loss": 0.2018,
      "step": 115220
    },
    {
      "epoch": 4.719270939995904,
      "grad_norm": 2.2352529202381404,
      "learning_rate": 3.3351860677675607e-05,
      "loss": 1.6493,
      "step": 115221
    },
    {
      "epoch": 4.719311898423101,
      "grad_norm": 2.009790159717557,
      "learning_rate": 3.334981029202306e-05,
      "loss": 0.5284,
      "step": 115222
    },
    {
      "epoch": 4.719352856850297,
      "grad_norm": 1.5112110283952178,
      "learning_rate": 3.3347759961515936e-05,
      "loss": 0.6493,
      "step": 115223
    },
    {
      "epoch": 4.719393815277494,
      "grad_norm": 1.4103550902288746,
      "learning_rate": 3.334570968615525e-05,
      "loss": 0.4759,
      "step": 115224
    },
    {
      "epoch": 4.719434773704689,
      "grad_norm": 1.2909692021819783,
      "learning_rate": 3.334365946594191e-05,
      "loss": 0.3857,
      "step": 115225
    },
    {
      "epoch": 4.719475732131886,
      "grad_norm": 1.1220657990976783,
      "learning_rate": 3.3341609300876915e-05,
      "loss": 0.4603,
      "step": 115226
    },
    {
      "epoch": 4.719516690559082,
      "grad_norm": 1.6113479500444716,
      "learning_rate": 3.3339559190961284e-05,
      "loss": 0.7748,
      "step": 115227
    },
    {
      "epoch": 4.719557648986279,
      "grad_norm": 0.7941085221047831,
      "learning_rate": 3.3337509136195886e-05,
      "loss": 0.1202,
      "step": 115228
    },
    {
      "epoch": 4.7195986074134755,
      "grad_norm": 1.3726909015229967,
      "learning_rate": 3.333545913658176e-05,
      "loss": 0.5887,
      "step": 115229
    },
    {
      "epoch": 4.719639565840672,
      "grad_norm": 1.127306993617477,
      "learning_rate": 3.333340919211988e-05,
      "loss": 0.386,
      "step": 115230
    },
    {
      "epoch": 4.7196805242678685,
      "grad_norm": 1.4842688143671958,
      "learning_rate": 3.333135930281117e-05,
      "loss": 0.5628,
      "step": 115231
    },
    {
      "epoch": 4.719721482695064,
      "grad_norm": 1.2996131496018697,
      "learning_rate": 3.3329309468656666e-05,
      "loss": 0.4583,
      "step": 115232
    },
    {
      "epoch": 4.719762441122261,
      "grad_norm": 1.7344518284370718,
      "learning_rate": 3.332725968965725e-05,
      "loss": 0.7645,
      "step": 115233
    },
    {
      "epoch": 4.719803399549457,
      "grad_norm": 1.6200531496895922,
      "learning_rate": 3.3325209965813924e-05,
      "loss": 0.6753,
      "step": 115234
    },
    {
      "epoch": 4.719844357976654,
      "grad_norm": 1.368090851435176,
      "learning_rate": 3.3323160297127716e-05,
      "loss": 0.5448,
      "step": 115235
    },
    {
      "epoch": 4.71988531640385,
      "grad_norm": 0.79360529296997,
      "learning_rate": 3.3321110683599515e-05,
      "loss": 0.1371,
      "step": 115236
    },
    {
      "epoch": 4.719926274831047,
      "grad_norm": 1.5972846958631042,
      "learning_rate": 3.331906112523034e-05,
      "loss": 0.614,
      "step": 115237
    },
    {
      "epoch": 4.7199672332582425,
      "grad_norm": 1.6198996605175826,
      "learning_rate": 3.3317011622021135e-05,
      "loss": 0.6644,
      "step": 115238
    },
    {
      "epoch": 4.720008191685439,
      "grad_norm": 1.707004776888138,
      "learning_rate": 3.331496217397285e-05,
      "loss": 0.7328,
      "step": 115239
    },
    {
      "epoch": 4.720049150112636,
      "grad_norm": 1.2560938389270992,
      "learning_rate": 3.331291278108654e-05,
      "loss": 0.4212,
      "step": 115240
    },
    {
      "epoch": 4.720090108539832,
      "grad_norm": 1.4681768916903037,
      "learning_rate": 3.331086344336305e-05,
      "loss": 0.6967,
      "step": 115241
    },
    {
      "epoch": 4.720131066967029,
      "grad_norm": 1.6308158396011239,
      "learning_rate": 3.330881416080344e-05,
      "loss": 0.6397,
      "step": 115242
    },
    {
      "epoch": 4.720172025394225,
      "grad_norm": 0.8045004167554551,
      "learning_rate": 3.3306764933408664e-05,
      "loss": 0.193,
      "step": 115243
    },
    {
      "epoch": 4.720212983821421,
      "grad_norm": 1.8592480793515551,
      "learning_rate": 3.330471576117966e-05,
      "loss": 0.6254,
      "step": 115244
    },
    {
      "epoch": 4.720253942248617,
      "grad_norm": 0.7945706750914203,
      "learning_rate": 3.3302666644117446e-05,
      "loss": 0.2053,
      "step": 115245
    },
    {
      "epoch": 4.720294900675814,
      "grad_norm": 1.3602329053170572,
      "learning_rate": 3.330061758222292e-05,
      "loss": 0.6663,
      "step": 115246
    },
    {
      "epoch": 4.7203358591030105,
      "grad_norm": 1.473242959720513,
      "learning_rate": 3.329856857549708e-05,
      "loss": 0.5834,
      "step": 115247
    },
    {
      "epoch": 4.720376817530207,
      "grad_norm": 1.3644055987146924,
      "learning_rate": 3.3296519623940956e-05,
      "loss": 0.5075,
      "step": 115248
    },
    {
      "epoch": 4.7204177759574035,
      "grad_norm": 0.9123270562133553,
      "learning_rate": 3.3294470727555436e-05,
      "loss": 0.2179,
      "step": 115249
    },
    {
      "epoch": 4.7204587343846,
      "grad_norm": 0.8889193895972887,
      "learning_rate": 3.32924218863415e-05,
      "loss": 0.2171,
      "step": 115250
    },
    {
      "epoch": 4.720499692811796,
      "grad_norm": 1.7447951828950903,
      "learning_rate": 3.329037310030018e-05,
      "loss": 0.785,
      "step": 115251
    },
    {
      "epoch": 4.720540651238992,
      "grad_norm": 0.8467395127282907,
      "learning_rate": 3.328832436943236e-05,
      "loss": 0.2214,
      "step": 115252
    },
    {
      "epoch": 4.720581609666189,
      "grad_norm": 1.9130442626112831,
      "learning_rate": 3.328627569373909e-05,
      "loss": 0.8181,
      "step": 115253
    },
    {
      "epoch": 4.720622568093385,
      "grad_norm": 3.94077744584912,
      "learning_rate": 3.3284227073221264e-05,
      "loss": 4.0707,
      "step": 115254
    },
    {
      "epoch": 4.720663526520582,
      "grad_norm": 0.6239954755030231,
      "learning_rate": 3.328217850787987e-05,
      "loss": 0.0616,
      "step": 115255
    },
    {
      "epoch": 4.720704484947778,
      "grad_norm": 1.576934849943906,
      "learning_rate": 3.328012999771594e-05,
      "loss": 0.7241,
      "step": 115256
    },
    {
      "epoch": 4.720745443374974,
      "grad_norm": 6.580153713444418,
      "learning_rate": 3.3278081542730334e-05,
      "loss": 0.6186,
      "step": 115257
    },
    {
      "epoch": 4.720786401802171,
      "grad_norm": 2.2723978291731304,
      "learning_rate": 3.327603314292409e-05,
      "loss": 0.9831,
      "step": 115258
    },
    {
      "epoch": 4.720827360229367,
      "grad_norm": 1.6111748749537778,
      "learning_rate": 3.327398479829821e-05,
      "loss": 0.5346,
      "step": 115259
    },
    {
      "epoch": 4.720868318656564,
      "grad_norm": 1.5300871166616357,
      "learning_rate": 3.327193650885357e-05,
      "loss": 0.7623,
      "step": 115260
    },
    {
      "epoch": 4.72090927708376,
      "grad_norm": 1.9243723291192056,
      "learning_rate": 3.326988827459122e-05,
      "loss": 0.9322,
      "step": 115261
    },
    {
      "epoch": 4.720950235510957,
      "grad_norm": 0.9007237091835856,
      "learning_rate": 3.326784009551205e-05,
      "loss": 0.2313,
      "step": 115262
    },
    {
      "epoch": 4.720991193938152,
      "grad_norm": 1.755505971197155,
      "learning_rate": 3.3265791971617085e-05,
      "loss": 0.6957,
      "step": 115263
    },
    {
      "epoch": 4.721032152365349,
      "grad_norm": 0.8680498580838203,
      "learning_rate": 3.326374390290731e-05,
      "loss": 0.2103,
      "step": 115264
    },
    {
      "epoch": 4.721073110792545,
      "grad_norm": 2.1131463005447038,
      "learning_rate": 3.326169588938362e-05,
      "loss": 0.6244,
      "step": 115265
    },
    {
      "epoch": 4.721114069219742,
      "grad_norm": 1.6141059505842414,
      "learning_rate": 3.325964793104704e-05,
      "loss": 0.6804,
      "step": 115266
    },
    {
      "epoch": 4.7211550276469385,
      "grad_norm": 1.5416263307950442,
      "learning_rate": 3.325760002789856e-05,
      "loss": 0.6848,
      "step": 115267
    },
    {
      "epoch": 4.721195986074135,
      "grad_norm": 0.6258262082100713,
      "learning_rate": 3.3255552179939074e-05,
      "loss": 0.0725,
      "step": 115268
    },
    {
      "epoch": 4.721236944501332,
      "grad_norm": 2.103311529325804,
      "learning_rate": 3.325350438716962e-05,
      "loss": 0.8928,
      "step": 115269
    },
    {
      "epoch": 4.721277902928527,
      "grad_norm": 2.5059771015655947,
      "learning_rate": 3.32514566495911e-05,
      "loss": 1.2611,
      "step": 115270
    },
    {
      "epoch": 4.721318861355724,
      "grad_norm": 1.7235590289401228,
      "learning_rate": 3.324940896720456e-05,
      "loss": 0.7189,
      "step": 115271
    },
    {
      "epoch": 4.72135981978292,
      "grad_norm": 1.656393241000774,
      "learning_rate": 3.324736134001093e-05,
      "loss": 0.6196,
      "step": 115272
    },
    {
      "epoch": 4.721400778210117,
      "grad_norm": 1.8135287093757337,
      "learning_rate": 3.32453137680111e-05,
      "loss": 0.7946,
      "step": 115273
    },
    {
      "epoch": 4.721441736637313,
      "grad_norm": 1.0806625682404876,
      "learning_rate": 3.3243266251206155e-05,
      "loss": 0.1907,
      "step": 115274
    },
    {
      "epoch": 4.72148269506451,
      "grad_norm": 1.774441617892486,
      "learning_rate": 3.324121878959703e-05,
      "loss": 0.8315,
      "step": 115275
    },
    {
      "epoch": 4.7215236534917056,
      "grad_norm": 3.2575243452571074,
      "learning_rate": 3.3239171383184653e-05,
      "loss": 3.3754,
      "step": 115276
    },
    {
      "epoch": 4.721564611918902,
      "grad_norm": 0.9581955302690189,
      "learning_rate": 3.323712403197001e-05,
      "loss": 0.2109,
      "step": 115277
    },
    {
      "epoch": 4.721605570346099,
      "grad_norm": 1.8826499432768418,
      "learning_rate": 3.323507673595413e-05,
      "loss": 0.9933,
      "step": 115278
    },
    {
      "epoch": 4.721646528773295,
      "grad_norm": 1.6094123008244834,
      "learning_rate": 3.3233029495137884e-05,
      "loss": 0.7123,
      "step": 115279
    },
    {
      "epoch": 4.721687487200492,
      "grad_norm": 2.109870397928484,
      "learning_rate": 3.3230982309522324e-05,
      "loss": 0.7284,
      "step": 115280
    },
    {
      "epoch": 4.721728445627688,
      "grad_norm": 1.5501834524960565,
      "learning_rate": 3.3228935179108354e-05,
      "loss": 0.7381,
      "step": 115281
    },
    {
      "epoch": 4.721769404054884,
      "grad_norm": 1.0469287040667539,
      "learning_rate": 3.3226888103896945e-05,
      "loss": 0.2339,
      "step": 115282
    },
    {
      "epoch": 4.72181036248208,
      "grad_norm": 1.3758293060891458,
      "learning_rate": 3.3224841083889147e-05,
      "loss": 0.7542,
      "step": 115283
    },
    {
      "epoch": 4.721851320909277,
      "grad_norm": 1.2266768712857352,
      "learning_rate": 3.322279411908582e-05,
      "loss": 0.343,
      "step": 115284
    },
    {
      "epoch": 4.7218922793364735,
      "grad_norm": 1.4433874193560554,
      "learning_rate": 3.3220747209487986e-05,
      "loss": 0.5782,
      "step": 115285
    },
    {
      "epoch": 4.72193323776367,
      "grad_norm": 1.6749545260328824,
      "learning_rate": 3.3218700355096636e-05,
      "loss": 0.7751,
      "step": 115286
    },
    {
      "epoch": 4.721974196190867,
      "grad_norm": 1.6254263860014586,
      "learning_rate": 3.321665355591268e-05,
      "loss": 0.6981,
      "step": 115287
    },
    {
      "epoch": 4.722015154618063,
      "grad_norm": 1.5183519570079373,
      "learning_rate": 3.321460681193714e-05,
      "loss": 0.7399,
      "step": 115288
    },
    {
      "epoch": 4.722056113045259,
      "grad_norm": 1.4825182111217428,
      "learning_rate": 3.321256012317093e-05,
      "loss": 0.575,
      "step": 115289
    },
    {
      "epoch": 4.722097071472455,
      "grad_norm": 1.3707142335044353,
      "learning_rate": 3.3210513489615034e-05,
      "loss": 0.5426,
      "step": 115290
    },
    {
      "epoch": 4.722138029899652,
      "grad_norm": 1.1887194670220338,
      "learning_rate": 3.320846691127047e-05,
      "loss": 0.3383,
      "step": 115291
    },
    {
      "epoch": 4.722178988326848,
      "grad_norm": 1.2877107373501304,
      "learning_rate": 3.3206420388138146e-05,
      "loss": 0.3136,
      "step": 115292
    },
    {
      "epoch": 4.722219946754045,
      "grad_norm": 1.6857927810421114,
      "learning_rate": 3.3204373920219016e-05,
      "loss": 0.6832,
      "step": 115293
    },
    {
      "epoch": 4.722260905181241,
      "grad_norm": 0.8394633438095703,
      "learning_rate": 3.320232750751414e-05,
      "loss": 0.2005,
      "step": 115294
    },
    {
      "epoch": 4.722301863608437,
      "grad_norm": 2.2853713441240715,
      "learning_rate": 3.32002811500244e-05,
      "loss": 1.8548,
      "step": 115295
    },
    {
      "epoch": 4.722342822035634,
      "grad_norm": 1.1066068695977973,
      "learning_rate": 3.319823484775081e-05,
      "loss": 0.4719,
      "step": 115296
    },
    {
      "epoch": 4.72238378046283,
      "grad_norm": 1.514820981821452,
      "learning_rate": 3.319618860069427e-05,
      "loss": 0.5875,
      "step": 115297
    },
    {
      "epoch": 4.722424738890027,
      "grad_norm": 2.178240021390316,
      "learning_rate": 3.3194142408855807e-05,
      "loss": 0.9997,
      "step": 115298
    },
    {
      "epoch": 4.722465697317223,
      "grad_norm": 0.8816005042427147,
      "learning_rate": 3.3192096272236416e-05,
      "loss": 0.1446,
      "step": 115299
    },
    {
      "epoch": 4.72250665574442,
      "grad_norm": 1.4188381270370187,
      "learning_rate": 3.319005019083699e-05,
      "loss": 0.5422,
      "step": 115300
    },
    {
      "epoch": 4.722547614171615,
      "grad_norm": 1.8707777289134502,
      "learning_rate": 3.318800416465851e-05,
      "loss": 0.7001,
      "step": 115301
    },
    {
      "epoch": 4.722588572598812,
      "grad_norm": 4.370014360531393,
      "learning_rate": 3.3185958193702024e-05,
      "loss": 4.1636,
      "step": 115302
    },
    {
      "epoch": 4.7226295310260085,
      "grad_norm": 3.0092845800337247,
      "learning_rate": 3.3183912277968395e-05,
      "loss": 2.7316,
      "step": 115303
    },
    {
      "epoch": 4.722670489453205,
      "grad_norm": 1.1239288981887934,
      "learning_rate": 3.318186641745866e-05,
      "loss": 0.3553,
      "step": 115304
    },
    {
      "epoch": 4.7227114478804015,
      "grad_norm": 1.6660980697670658,
      "learning_rate": 3.317982061217373e-05,
      "loss": 0.8001,
      "step": 115305
    },
    {
      "epoch": 4.722752406307598,
      "grad_norm": 1.3748686464135833,
      "learning_rate": 3.3177774862114594e-05,
      "loss": 0.4797,
      "step": 115306
    },
    {
      "epoch": 4.722793364734795,
      "grad_norm": 1.5403295647164186,
      "learning_rate": 3.317572916728228e-05,
      "loss": 0.6952,
      "step": 115307
    },
    {
      "epoch": 4.72283432316199,
      "grad_norm": 1.2701061320096112,
      "learning_rate": 3.317368352767765e-05,
      "loss": 0.4317,
      "step": 115308
    },
    {
      "epoch": 4.722875281589187,
      "grad_norm": 1.3779132207826972,
      "learning_rate": 3.317163794330178e-05,
      "loss": 0.3001,
      "step": 115309
    },
    {
      "epoch": 4.722916240016383,
      "grad_norm": 1.0847241997556474,
      "learning_rate": 3.316959241415553e-05,
      "loss": 0.2268,
      "step": 115310
    },
    {
      "epoch": 4.72295719844358,
      "grad_norm": 1.7411267148773149,
      "learning_rate": 3.316754694023992e-05,
      "loss": 0.8149,
      "step": 115311
    },
    {
      "epoch": 4.722998156870776,
      "grad_norm": 1.532374121792507,
      "learning_rate": 3.3165501521555945e-05,
      "loss": 0.6587,
      "step": 115312
    },
    {
      "epoch": 4.723039115297973,
      "grad_norm": 1.5009531274429624,
      "learning_rate": 3.31634561581045e-05,
      "loss": 0.5667,
      "step": 115313
    },
    {
      "epoch": 4.723080073725169,
      "grad_norm": 2.0628711162608213,
      "learning_rate": 3.316141084988661e-05,
      "loss": 0.6725,
      "step": 115314
    },
    {
      "epoch": 4.723121032152365,
      "grad_norm": 1.0439899261039716,
      "learning_rate": 3.3159365596903255e-05,
      "loss": 0.2643,
      "step": 115315
    },
    {
      "epoch": 4.723161990579562,
      "grad_norm": 1.7604129598452092,
      "learning_rate": 3.315732039915533e-05,
      "loss": 0.7573,
      "step": 115316
    },
    {
      "epoch": 4.723202949006758,
      "grad_norm": 1.461545648214802,
      "learning_rate": 3.3155275256643884e-05,
      "loss": 0.6539,
      "step": 115317
    },
    {
      "epoch": 4.723243907433955,
      "grad_norm": 1.2002636283972978,
      "learning_rate": 3.315323016936981e-05,
      "loss": 0.4253,
      "step": 115318
    },
    {
      "epoch": 4.723284865861151,
      "grad_norm": 1.701286200093289,
      "learning_rate": 3.3151185137334115e-05,
      "loss": 0.7649,
      "step": 115319
    },
    {
      "epoch": 4.723325824288347,
      "grad_norm": 1.6681360708607782,
      "learning_rate": 3.314914016053778e-05,
      "loss": 0.6613,
      "step": 115320
    },
    {
      "epoch": 4.723366782715543,
      "grad_norm": 1.5151107079245913,
      "learning_rate": 3.3147095238981726e-05,
      "loss": 0.6991,
      "step": 115321
    },
    {
      "epoch": 4.72340774114274,
      "grad_norm": 1.443746063060315,
      "learning_rate": 3.314505037266693e-05,
      "loss": 0.7325,
      "step": 115322
    },
    {
      "epoch": 4.7234486995699365,
      "grad_norm": 1.5312170215253458,
      "learning_rate": 3.314300556159443e-05,
      "loss": 0.5267,
      "step": 115323
    },
    {
      "epoch": 4.723489657997133,
      "grad_norm": 1.5143977401276645,
      "learning_rate": 3.314096080576508e-05,
      "loss": 0.6934,
      "step": 115324
    },
    {
      "epoch": 4.72353061642433,
      "grad_norm": 1.2634970851356773,
      "learning_rate": 3.313891610517996e-05,
      "loss": 0.4222,
      "step": 115325
    },
    {
      "epoch": 4.723571574851526,
      "grad_norm": 1.6987907729484673,
      "learning_rate": 3.313687145983993e-05,
      "loss": 0.6234,
      "step": 115326
    },
    {
      "epoch": 4.723612533278722,
      "grad_norm": 2.8003517856114835,
      "learning_rate": 3.3134826869746e-05,
      "loss": 2.306,
      "step": 115327
    },
    {
      "epoch": 4.723653491705918,
      "grad_norm": 1.1288591641874988,
      "learning_rate": 3.313278233489919e-05,
      "loss": 0.4628,
      "step": 115328
    },
    {
      "epoch": 4.723694450133115,
      "grad_norm": 3.945186607879119,
      "learning_rate": 3.313073785530039e-05,
      "loss": 2.2111,
      "step": 115329
    },
    {
      "epoch": 4.723735408560311,
      "grad_norm": 2.0622899321655317,
      "learning_rate": 3.312869343095058e-05,
      "loss": 0.9132,
      "step": 115330
    },
    {
      "epoch": 4.723776366987508,
      "grad_norm": 1.7736587099801855,
      "learning_rate": 3.312664906185078e-05,
      "loss": 0.8619,
      "step": 115331
    },
    {
      "epoch": 4.7238173254147044,
      "grad_norm": 1.4127514933968477,
      "learning_rate": 3.312460474800188e-05,
      "loss": 0.3949,
      "step": 115332
    },
    {
      "epoch": 4.7238582838419,
      "grad_norm": 1.4241214402407354,
      "learning_rate": 3.312256048940493e-05,
      "loss": 0.5486,
      "step": 115333
    },
    {
      "epoch": 4.723899242269097,
      "grad_norm": 3.0288930116202266,
      "learning_rate": 3.3120516286060814e-05,
      "loss": 0.8942,
      "step": 115334
    },
    {
      "epoch": 4.723940200696293,
      "grad_norm": 1.6367474844116792,
      "learning_rate": 3.3118472137970535e-05,
      "loss": 0.6134,
      "step": 115335
    },
    {
      "epoch": 4.72398115912349,
      "grad_norm": 2.108062715614154,
      "learning_rate": 3.311642804513509e-05,
      "loss": 0.8127,
      "step": 115336
    },
    {
      "epoch": 4.724022117550686,
      "grad_norm": 1.3376218736417649,
      "learning_rate": 3.311438400755538e-05,
      "loss": 0.5345,
      "step": 115337
    },
    {
      "epoch": 4.724063075977883,
      "grad_norm": 1.7475750462206645,
      "learning_rate": 3.3112340025232414e-05,
      "loss": 0.376,
      "step": 115338
    },
    {
      "epoch": 4.724104034405078,
      "grad_norm": 1.968243397221658,
      "learning_rate": 3.3110296098167184e-05,
      "loss": 0.6033,
      "step": 115339
    },
    {
      "epoch": 4.724144992832275,
      "grad_norm": 1.5351025558514424,
      "learning_rate": 3.310825222636058e-05,
      "loss": 0.5002,
      "step": 115340
    },
    {
      "epoch": 4.7241859512594715,
      "grad_norm": 1.667651320564711,
      "learning_rate": 3.310620840981366e-05,
      "loss": 0.487,
      "step": 115341
    },
    {
      "epoch": 4.724226909686668,
      "grad_norm": 2.3627731567185277,
      "learning_rate": 3.3104164648527356e-05,
      "loss": 1.5131,
      "step": 115342
    },
    {
      "epoch": 4.724267868113865,
      "grad_norm": 0.9447673610219106,
      "learning_rate": 3.310212094250256e-05,
      "loss": 0.2195,
      "step": 115343
    },
    {
      "epoch": 4.724308826541061,
      "grad_norm": 1.5797228819749851,
      "learning_rate": 3.310007729174034e-05,
      "loss": 0.7652,
      "step": 115344
    },
    {
      "epoch": 4.724349784968258,
      "grad_norm": 1.0311456357364255,
      "learning_rate": 3.3098033696241564e-05,
      "loss": 0.2332,
      "step": 115345
    },
    {
      "epoch": 4.724390743395453,
      "grad_norm": 2.4853238890868647,
      "learning_rate": 3.309599015600728e-05,
      "loss": 1.7017,
      "step": 115346
    },
    {
      "epoch": 4.72443170182265,
      "grad_norm": 1.5880199395380366,
      "learning_rate": 3.3093946671038465e-05,
      "loss": 0.572,
      "step": 115347
    },
    {
      "epoch": 4.724472660249846,
      "grad_norm": 1.2530319586839282,
      "learning_rate": 3.3091903241336e-05,
      "loss": 0.4217,
      "step": 115348
    },
    {
      "epoch": 4.724513618677043,
      "grad_norm": 0.892982733929975,
      "learning_rate": 3.308985986690089e-05,
      "loss": 0.1589,
      "step": 115349
    },
    {
      "epoch": 4.724554577104239,
      "grad_norm": 1.3449659711942141,
      "learning_rate": 3.3087816547734176e-05,
      "loss": 0.6321,
      "step": 115350
    },
    {
      "epoch": 4.724595535531436,
      "grad_norm": 10.042721859494385,
      "learning_rate": 3.3085773283836696e-05,
      "loss": 0.7345,
      "step": 115351
    },
    {
      "epoch": 4.724636493958632,
      "grad_norm": 1.7688647247696496,
      "learning_rate": 3.3083730075209524e-05,
      "loss": 0.8329,
      "step": 115352
    },
    {
      "epoch": 4.724677452385828,
      "grad_norm": 1.6095856773808608,
      "learning_rate": 3.3081686921853536e-05,
      "loss": 0.6485,
      "step": 115353
    },
    {
      "epoch": 4.724718410813025,
      "grad_norm": 1.4943921486427916,
      "learning_rate": 3.3079643823769755e-05,
      "loss": 0.751,
      "step": 115354
    },
    {
      "epoch": 4.724759369240221,
      "grad_norm": 1.4137230483351488,
      "learning_rate": 3.307760078095916e-05,
      "loss": 0.4768,
      "step": 115355
    },
    {
      "epoch": 4.724800327667418,
      "grad_norm": 1.2359588274799798,
      "learning_rate": 3.307555779342267e-05,
      "loss": 0.5859,
      "step": 115356
    },
    {
      "epoch": 4.724841286094614,
      "grad_norm": 2.9366168792459764,
      "learning_rate": 3.307351486116126e-05,
      "loss": 2.5142,
      "step": 115357
    },
    {
      "epoch": 4.72488224452181,
      "grad_norm": 1.4713152296001755,
      "learning_rate": 3.3071471984175934e-05,
      "loss": 0.6475,
      "step": 115358
    },
    {
      "epoch": 4.7249232029490065,
      "grad_norm": 1.699009674106213,
      "learning_rate": 3.3069429162467606e-05,
      "loss": 0.8044,
      "step": 115359
    },
    {
      "epoch": 4.724964161376203,
      "grad_norm": 1.7382213541807647,
      "learning_rate": 3.306738639603732e-05,
      "loss": 0.632,
      "step": 115360
    },
    {
      "epoch": 4.7250051198033995,
      "grad_norm": 1.6141565327679785,
      "learning_rate": 3.306534368488592e-05,
      "loss": 0.7127,
      "step": 115361
    },
    {
      "epoch": 4.725046078230596,
      "grad_norm": 1.5695251987449785,
      "learning_rate": 3.306330102901446e-05,
      "loss": 0.6053,
      "step": 115362
    },
    {
      "epoch": 4.725087036657793,
      "grad_norm": 2.949822047683696,
      "learning_rate": 3.306125842842392e-05,
      "loss": 1.2762,
      "step": 115363
    },
    {
      "epoch": 4.725127995084989,
      "grad_norm": 1.354181855080486,
      "learning_rate": 3.305921588311518e-05,
      "loss": 0.5365,
      "step": 115364
    },
    {
      "epoch": 4.725168953512185,
      "grad_norm": 4.234333340501386,
      "learning_rate": 3.3057173393089273e-05,
      "loss": 3.2798,
      "step": 115365
    },
    {
      "epoch": 4.725209911939381,
      "grad_norm": 1.5322326665014936,
      "learning_rate": 3.305513095834719e-05,
      "loss": 0.627,
      "step": 115366
    },
    {
      "epoch": 4.725250870366578,
      "grad_norm": 1.4874146420009038,
      "learning_rate": 3.30530885788898e-05,
      "loss": 0.5923,
      "step": 115367
    },
    {
      "epoch": 4.725291828793774,
      "grad_norm": 1.5423640816245703,
      "learning_rate": 3.305104625471817e-05,
      "loss": 0.6537,
      "step": 115368
    },
    {
      "epoch": 4.725332787220971,
      "grad_norm": 1.7261443410012751,
      "learning_rate": 3.3049003985833177e-05,
      "loss": 0.6302,
      "step": 115369
    },
    {
      "epoch": 4.7253737456481675,
      "grad_norm": 1.5966950078651527,
      "learning_rate": 3.304696177223583e-05,
      "loss": 0.6948,
      "step": 115370
    },
    {
      "epoch": 4.725414704075363,
      "grad_norm": 1.3031998129975844,
      "learning_rate": 3.304491961392714e-05,
      "loss": 0.421,
      "step": 115371
    },
    {
      "epoch": 4.72545566250256,
      "grad_norm": 1.4103152941719477,
      "learning_rate": 3.304287751090797e-05,
      "loss": 0.6992,
      "step": 115372
    },
    {
      "epoch": 4.725496620929756,
      "grad_norm": 0.5518413293739078,
      "learning_rate": 3.304083546317936e-05,
      "loss": 0.0711,
      "step": 115373
    },
    {
      "epoch": 4.725537579356953,
      "grad_norm": 1.9890545440292193,
      "learning_rate": 3.303879347074229e-05,
      "loss": 0.9531,
      "step": 115374
    },
    {
      "epoch": 4.725578537784149,
      "grad_norm": 1.6332471162820181,
      "learning_rate": 3.303675153359765e-05,
      "loss": 0.425,
      "step": 115375
    },
    {
      "epoch": 4.725619496211346,
      "grad_norm": 1.5101138351101175,
      "learning_rate": 3.303470965174648e-05,
      "loss": 0.6099,
      "step": 115376
    },
    {
      "epoch": 4.7256604546385415,
      "grad_norm": 1.9404130053479125,
      "learning_rate": 3.3032667825189685e-05,
      "loss": 0.7784,
      "step": 115377
    },
    {
      "epoch": 4.725701413065738,
      "grad_norm": 0.7081743535881032,
      "learning_rate": 3.3030626053928236e-05,
      "loss": 0.1063,
      "step": 115378
    },
    {
      "epoch": 4.7257423714929345,
      "grad_norm": 1.9396425952889131,
      "learning_rate": 3.302858433796318e-05,
      "loss": 0.7086,
      "step": 115379
    },
    {
      "epoch": 4.725783329920131,
      "grad_norm": 1.331902991885284,
      "learning_rate": 3.302654267729538e-05,
      "loss": 0.5493,
      "step": 115380
    },
    {
      "epoch": 4.725824288347328,
      "grad_norm": 2.9835422833940477,
      "learning_rate": 3.302450107192588e-05,
      "loss": 1.3674,
      "step": 115381
    },
    {
      "epoch": 4.725865246774524,
      "grad_norm": 1.9628378472271422,
      "learning_rate": 3.302245952185557e-05,
      "loss": 0.6793,
      "step": 115382
    },
    {
      "epoch": 4.725906205201721,
      "grad_norm": 1.0913387365860039,
      "learning_rate": 3.302041802708544e-05,
      "loss": 0.2574,
      "step": 115383
    },
    {
      "epoch": 4.725947163628916,
      "grad_norm": 1.2818034824971998,
      "learning_rate": 3.301837658761652e-05,
      "loss": 0.4339,
      "step": 115384
    },
    {
      "epoch": 4.725988122056113,
      "grad_norm": 0.8373665827186911,
      "learning_rate": 3.301633520344968e-05,
      "loss": 0.1176,
      "step": 115385
    },
    {
      "epoch": 4.726029080483309,
      "grad_norm": 0.9225194179228348,
      "learning_rate": 3.3014293874585934e-05,
      "loss": 0.2323,
      "step": 115386
    },
    {
      "epoch": 4.726070038910506,
      "grad_norm": 1.818056081473333,
      "learning_rate": 3.3012252601026286e-05,
      "loss": 0.6099,
      "step": 115387
    },
    {
      "epoch": 4.7261109973377025,
      "grad_norm": 1.7569819513451177,
      "learning_rate": 3.3010211382771595e-05,
      "loss": 0.8096,
      "step": 115388
    },
    {
      "epoch": 4.726151955764899,
      "grad_norm": 0.5114284642504487,
      "learning_rate": 3.300817021982295e-05,
      "loss": 0.0496,
      "step": 115389
    },
    {
      "epoch": 4.726192914192095,
      "grad_norm": 1.1395156038808312,
      "learning_rate": 3.3006129112181194e-05,
      "loss": 0.3146,
      "step": 115390
    },
    {
      "epoch": 4.726233872619291,
      "grad_norm": 1.6638686227554955,
      "learning_rate": 3.300408805984737e-05,
      "loss": 0.7285,
      "step": 115391
    },
    {
      "epoch": 4.726274831046488,
      "grad_norm": 0.911812302546577,
      "learning_rate": 3.3002047062822464e-05,
      "loss": 0.2388,
      "step": 115392
    },
    {
      "epoch": 4.726315789473684,
      "grad_norm": 1.3276654841932032,
      "learning_rate": 3.300000612110735e-05,
      "loss": 0.4693,
      "step": 115393
    },
    {
      "epoch": 4.726356747900881,
      "grad_norm": 5.015328349139735,
      "learning_rate": 3.299796523470304e-05,
      "loss": 3.3695,
      "step": 115394
    },
    {
      "epoch": 4.726397706328077,
      "grad_norm": 1.6974269311513637,
      "learning_rate": 3.2995924403610555e-05,
      "loss": 0.7324,
      "step": 115395
    },
    {
      "epoch": 4.726438664755273,
      "grad_norm": 1.3783863196875006,
      "learning_rate": 3.299388362783075e-05,
      "loss": 0.47,
      "step": 115396
    },
    {
      "epoch": 4.7264796231824695,
      "grad_norm": 0.35684258626798454,
      "learning_rate": 3.2991842907364705e-05,
      "loss": 0.0347,
      "step": 115397
    },
    {
      "epoch": 4.726520581609666,
      "grad_norm": 1.3222553435954563,
      "learning_rate": 3.298980224221328e-05,
      "loss": 0.4402,
      "step": 115398
    },
    {
      "epoch": 4.726561540036863,
      "grad_norm": 1.7485721457954406,
      "learning_rate": 3.298776163237749e-05,
      "loss": 0.74,
      "step": 115399
    },
    {
      "epoch": 4.726602498464059,
      "grad_norm": 1.3438110847558717,
      "learning_rate": 3.2985721077858336e-05,
      "loss": 0.5306,
      "step": 115400
    },
    {
      "epoch": 4.726643456891256,
      "grad_norm": 1.7059844616721236,
      "learning_rate": 3.2983680578656696e-05,
      "loss": 0.6399,
      "step": 115401
    },
    {
      "epoch": 4.726684415318452,
      "grad_norm": 1.9330939335826807,
      "learning_rate": 3.298164013477359e-05,
      "loss": 0.769,
      "step": 115402
    },
    {
      "epoch": 4.726725373745648,
      "grad_norm": 1.5429426627513623,
      "learning_rate": 3.2979599746210015e-05,
      "loss": 0.6424,
      "step": 115403
    },
    {
      "epoch": 4.726766332172844,
      "grad_norm": 1.2184673551333658,
      "learning_rate": 3.297755941296684e-05,
      "loss": 0.2973,
      "step": 115404
    },
    {
      "epoch": 4.726807290600041,
      "grad_norm": 1.3629087128309958,
      "learning_rate": 3.297551913504515e-05,
      "loss": 0.6124,
      "step": 115405
    },
    {
      "epoch": 4.726848249027237,
      "grad_norm": 1.2850888878881512,
      "learning_rate": 3.297347891244578e-05,
      "loss": 0.3601,
      "step": 115406
    },
    {
      "epoch": 4.726889207454434,
      "grad_norm": 0.9129130653286475,
      "learning_rate": 3.2971438745169766e-05,
      "loss": 0.2616,
      "step": 115407
    },
    {
      "epoch": 4.7269301658816305,
      "grad_norm": 0.8368868132228956,
      "learning_rate": 3.2969398633218105e-05,
      "loss": 0.2107,
      "step": 115408
    },
    {
      "epoch": 4.726971124308826,
      "grad_norm": 1.3565969487588327,
      "learning_rate": 3.2967358576591696e-05,
      "loss": 0.582,
      "step": 115409
    },
    {
      "epoch": 4.727012082736023,
      "grad_norm": 1.4625892548155317,
      "learning_rate": 3.2965318575291513e-05,
      "loss": 0.5607,
      "step": 115410
    },
    {
      "epoch": 4.727053041163219,
      "grad_norm": 1.4330358729887476,
      "learning_rate": 3.296327862931859e-05,
      "loss": 0.6986,
      "step": 115411
    },
    {
      "epoch": 4.727093999590416,
      "grad_norm": 1.4701458214343117,
      "learning_rate": 3.296123873867382e-05,
      "loss": 0.5488,
      "step": 115412
    },
    {
      "epoch": 4.727134958017612,
      "grad_norm": 1.7980668405896125,
      "learning_rate": 3.295919890335814e-05,
      "loss": 0.893,
      "step": 115413
    },
    {
      "epoch": 4.727175916444809,
      "grad_norm": 1.0743892903625292,
      "learning_rate": 3.2957159123372624e-05,
      "loss": 0.3288,
      "step": 115414
    },
    {
      "epoch": 4.7272168748720045,
      "grad_norm": 1.3111288299608232,
      "learning_rate": 3.295511939871811e-05,
      "loss": 0.468,
      "step": 115415
    },
    {
      "epoch": 4.727257833299201,
      "grad_norm": 1.3068963923598025,
      "learning_rate": 3.2953079729395674e-05,
      "loss": 0.5577,
      "step": 115416
    },
    {
      "epoch": 4.7272987917263976,
      "grad_norm": 0.9516271677681621,
      "learning_rate": 3.2951040115406185e-05,
      "loss": 0.2705,
      "step": 115417
    },
    {
      "epoch": 4.727339750153594,
      "grad_norm": 1.769446481702253,
      "learning_rate": 3.2949000556750656e-05,
      "loss": 0.7205,
      "step": 115418
    },
    {
      "epoch": 4.727380708580791,
      "grad_norm": 1.2010881078021656,
      "learning_rate": 3.2946961053430094e-05,
      "loss": 0.2751,
      "step": 115419
    },
    {
      "epoch": 4.727421667007987,
      "grad_norm": 1.6698160709126137,
      "learning_rate": 3.294492160544537e-05,
      "loss": 0.6089,
      "step": 115420
    },
    {
      "epoch": 4.727462625435184,
      "grad_norm": 0.7708722938774958,
      "learning_rate": 3.2942882212797495e-05,
      "loss": 0.1937,
      "step": 115421
    },
    {
      "epoch": 4.727503583862379,
      "grad_norm": 1.2245964516428747,
      "learning_rate": 3.294084287548747e-05,
      "loss": 0.4778,
      "step": 115422
    },
    {
      "epoch": 4.727544542289576,
      "grad_norm": 2.203386764290284,
      "learning_rate": 3.293880359351618e-05,
      "loss": 1.3873,
      "step": 115423
    },
    {
      "epoch": 4.727585500716772,
      "grad_norm": 1.3631147042866048,
      "learning_rate": 3.293676436688468e-05,
      "loss": 0.4417,
      "step": 115424
    },
    {
      "epoch": 4.727626459143969,
      "grad_norm": 1.071040664720841,
      "learning_rate": 3.2934725195593836e-05,
      "loss": 0.266,
      "step": 115425
    },
    {
      "epoch": 4.7276674175711655,
      "grad_norm": 1.3263451886519115,
      "learning_rate": 3.293268607964466e-05,
      "loss": 0.6167,
      "step": 115426
    },
    {
      "epoch": 4.727708375998362,
      "grad_norm": 1.3739195749065,
      "learning_rate": 3.2930647019038165e-05,
      "loss": 0.5317,
      "step": 115427
    },
    {
      "epoch": 4.727749334425558,
      "grad_norm": 1.4609986481535668,
      "learning_rate": 3.292860801377523e-05,
      "loss": 0.5546,
      "step": 115428
    },
    {
      "epoch": 4.727790292852754,
      "grad_norm": 0.9290192121772474,
      "learning_rate": 3.2926569063856844e-05,
      "loss": 0.2068,
      "step": 115429
    },
    {
      "epoch": 4.727831251279951,
      "grad_norm": 1.4633560532711343,
      "learning_rate": 3.2924530169284036e-05,
      "loss": 0.5794,
      "step": 115430
    },
    {
      "epoch": 4.727872209707147,
      "grad_norm": 0.8752855221729335,
      "learning_rate": 3.2922491330057654e-05,
      "loss": 0.2177,
      "step": 115431
    },
    {
      "epoch": 4.727913168134344,
      "grad_norm": 1.1084141847751694,
      "learning_rate": 3.2920452546178784e-05,
      "loss": 0.2531,
      "step": 115432
    },
    {
      "epoch": 4.72795412656154,
      "grad_norm": 1.678638231661312,
      "learning_rate": 3.2918413817648285e-05,
      "loss": 0.6286,
      "step": 115433
    },
    {
      "epoch": 4.727995084988736,
      "grad_norm": 2.7335773730612756,
      "learning_rate": 3.291637514446717e-05,
      "loss": 1.6837,
      "step": 115434
    },
    {
      "epoch": 4.7280360434159325,
      "grad_norm": 0.9616876813597679,
      "learning_rate": 3.2914336526636436e-05,
      "loss": 0.1882,
      "step": 115435
    },
    {
      "epoch": 4.728077001843129,
      "grad_norm": 1.8217885471990054,
      "learning_rate": 3.291229796415696e-05,
      "loss": 0.8235,
      "step": 115436
    },
    {
      "epoch": 4.728117960270326,
      "grad_norm": 1.7133344533630548,
      "learning_rate": 3.291025945702976e-05,
      "loss": 0.6394,
      "step": 115437
    },
    {
      "epoch": 4.728158918697522,
      "grad_norm": 0.6017954539381364,
      "learning_rate": 3.2908221005255855e-05,
      "loss": 0.1594,
      "step": 115438
    },
    {
      "epoch": 4.728199877124719,
      "grad_norm": 1.955417768398032,
      "learning_rate": 3.290618260883608e-05,
      "loss": 0.8039,
      "step": 115439
    },
    {
      "epoch": 4.728240835551915,
      "grad_norm": 1.685485218719897,
      "learning_rate": 3.2904144267771525e-05,
      "loss": 0.7061,
      "step": 115440
    },
    {
      "epoch": 4.728281793979111,
      "grad_norm": 1.1897785624242496,
      "learning_rate": 3.290210598206304e-05,
      "loss": 0.4107,
      "step": 115441
    },
    {
      "epoch": 4.728322752406307,
      "grad_norm": 1.7101834513310876,
      "learning_rate": 3.2900067751711664e-05,
      "loss": 0.8694,
      "step": 115442
    },
    {
      "epoch": 4.728363710833504,
      "grad_norm": 2.4034022901769667,
      "learning_rate": 3.289802957671836e-05,
      "loss": 2.0433,
      "step": 115443
    },
    {
      "epoch": 4.7284046692607005,
      "grad_norm": 1.3614285768803898,
      "learning_rate": 3.289599145708405e-05,
      "loss": 0.4575,
      "step": 115444
    },
    {
      "epoch": 4.728445627687897,
      "grad_norm": 1.3210426790774739,
      "learning_rate": 3.2893953392809725e-05,
      "loss": 0.4509,
      "step": 115445
    },
    {
      "epoch": 4.7284865861150935,
      "grad_norm": 1.5526647710077877,
      "learning_rate": 3.2891915383896376e-05,
      "loss": 0.607,
      "step": 115446
    },
    {
      "epoch": 4.72852754454229,
      "grad_norm": 1.3358298575141658,
      "learning_rate": 3.288987743034488e-05,
      "loss": 0.1617,
      "step": 115447
    },
    {
      "epoch": 4.728568502969486,
      "grad_norm": 1.3044640640934204,
      "learning_rate": 3.288783953215631e-05,
      "loss": 0.5567,
      "step": 115448
    },
    {
      "epoch": 4.728609461396682,
      "grad_norm": 1.623182476964416,
      "learning_rate": 3.2885801689331525e-05,
      "loss": 0.555,
      "step": 115449
    },
    {
      "epoch": 4.728650419823879,
      "grad_norm": 0.932327437787101,
      "learning_rate": 3.288376390187155e-05,
      "loss": 0.1229,
      "step": 115450
    },
    {
      "epoch": 4.728691378251075,
      "grad_norm": 0.8856637139513125,
      "learning_rate": 3.288172616977736e-05,
      "loss": 0.264,
      "step": 115451
    },
    {
      "epoch": 4.728732336678272,
      "grad_norm": 0.9751669238940733,
      "learning_rate": 3.287968849304985e-05,
      "loss": 0.3486,
      "step": 115452
    },
    {
      "epoch": 4.7287732951054675,
      "grad_norm": 1.983827897717411,
      "learning_rate": 3.28776508716901e-05,
      "loss": 0.7783,
      "step": 115453
    },
    {
      "epoch": 4.728814253532664,
      "grad_norm": 5.673875028904304,
      "learning_rate": 3.287561330569893e-05,
      "loss": 2.2744,
      "step": 115454
    },
    {
      "epoch": 4.728855211959861,
      "grad_norm": 1.7034809240767301,
      "learning_rate": 3.287357579507738e-05,
      "loss": 0.7525,
      "step": 115455
    },
    {
      "epoch": 4.728896170387057,
      "grad_norm": 1.665951326142882,
      "learning_rate": 3.287153833982645e-05,
      "loss": 0.7337,
      "step": 115456
    },
    {
      "epoch": 4.728937128814254,
      "grad_norm": 0.5735507029589435,
      "learning_rate": 3.286950093994702e-05,
      "loss": 0.0591,
      "step": 115457
    },
    {
      "epoch": 4.72897808724145,
      "grad_norm": 1.2664596199002542,
      "learning_rate": 3.286746359544009e-05,
      "loss": 0.5705,
      "step": 115458
    },
    {
      "epoch": 4.729019045668647,
      "grad_norm": 1.894101835348838,
      "learning_rate": 3.2865426306306667e-05,
      "loss": 0.9489,
      "step": 115459
    },
    {
      "epoch": 4.729060004095842,
      "grad_norm": 1.3473712666308075,
      "learning_rate": 3.2863389072547645e-05,
      "loss": 0.4816,
      "step": 115460
    },
    {
      "epoch": 4.729100962523039,
      "grad_norm": 1.7878232033248007,
      "learning_rate": 3.286135189416404e-05,
      "loss": 0.8252,
      "step": 115461
    },
    {
      "epoch": 4.7291419209502354,
      "grad_norm": 0.7638849386022997,
      "learning_rate": 3.2859314771156756e-05,
      "loss": 0.1764,
      "step": 115462
    },
    {
      "epoch": 4.729182879377432,
      "grad_norm": 1.1560391931782776,
      "learning_rate": 3.285727770352678e-05,
      "loss": 0.4234,
      "step": 115463
    },
    {
      "epoch": 4.7292238378046285,
      "grad_norm": 4.338880100347857,
      "learning_rate": 3.2855240691275135e-05,
      "loss": 4.4967,
      "step": 115464
    },
    {
      "epoch": 4.729264796231825,
      "grad_norm": 0.9905700698107207,
      "learning_rate": 3.285320373440269e-05,
      "loss": 0.2039,
      "step": 115465
    },
    {
      "epoch": 4.729305754659022,
      "grad_norm": 1.5071074021875575,
      "learning_rate": 3.285116683291047e-05,
      "loss": 0.5303,
      "step": 115466
    },
    {
      "epoch": 4.729346713086217,
      "grad_norm": 0.7274658502564946,
      "learning_rate": 3.2849129986799445e-05,
      "loss": 0.1787,
      "step": 115467
    },
    {
      "epoch": 4.729387671513414,
      "grad_norm": 0.946738219071024,
      "learning_rate": 3.2847093196070516e-05,
      "loss": 0.145,
      "step": 115468
    },
    {
      "epoch": 4.72942862994061,
      "grad_norm": 2.2944332645740815,
      "learning_rate": 3.284505646072472e-05,
      "loss": 0.8426,
      "step": 115469
    },
    {
      "epoch": 4.729469588367807,
      "grad_norm": 1.2196611531689916,
      "learning_rate": 3.2843019780762955e-05,
      "loss": 0.3141,
      "step": 115470
    },
    {
      "epoch": 4.729510546795003,
      "grad_norm": 1.5699579830410204,
      "learning_rate": 3.284098315618621e-05,
      "loss": 0.6117,
      "step": 115471
    },
    {
      "epoch": 4.729551505222199,
      "grad_norm": 0.825892460776842,
      "learning_rate": 3.283894658699549e-05,
      "loss": 0.138,
      "step": 115472
    },
    {
      "epoch": 4.729592463649396,
      "grad_norm": 1.3364409764231444,
      "learning_rate": 3.283691007319166e-05,
      "loss": 0.496,
      "step": 115473
    },
    {
      "epoch": 4.729633422076592,
      "grad_norm": 1.553026675144113,
      "learning_rate": 3.283487361477576e-05,
      "loss": 0.6237,
      "step": 115474
    },
    {
      "epoch": 4.729674380503789,
      "grad_norm": 1.9585287379279392,
      "learning_rate": 3.283283721174875e-05,
      "loss": 0.9442,
      "step": 115475
    },
    {
      "epoch": 4.729715338930985,
      "grad_norm": 1.4109561610656296,
      "learning_rate": 3.2830800864111555e-05,
      "loss": 0.4954,
      "step": 115476
    },
    {
      "epoch": 4.729756297358182,
      "grad_norm": 1.3612337287910725,
      "learning_rate": 3.28287645718652e-05,
      "loss": 0.6864,
      "step": 115477
    },
    {
      "epoch": 4.729797255785378,
      "grad_norm": 1.4688463176834243,
      "learning_rate": 3.2826728335010555e-05,
      "loss": 0.6151,
      "step": 115478
    },
    {
      "epoch": 4.729838214212574,
      "grad_norm": 0.8110208377567906,
      "learning_rate": 3.282469215354865e-05,
      "loss": 0.1402,
      "step": 115479
    },
    {
      "epoch": 4.72987917263977,
      "grad_norm": 1.0389973835271555,
      "learning_rate": 3.2822656027480445e-05,
      "loss": 0.1723,
      "step": 115480
    },
    {
      "epoch": 4.729920131066967,
      "grad_norm": 1.3574075570435438,
      "learning_rate": 3.282061995680687e-05,
      "loss": 0.4913,
      "step": 115481
    },
    {
      "epoch": 4.7299610894941635,
      "grad_norm": 0.7467136298055527,
      "learning_rate": 3.2818583941528896e-05,
      "loss": 0.1695,
      "step": 115482
    },
    {
      "epoch": 4.73000204792136,
      "grad_norm": 1.8241725888857663,
      "learning_rate": 3.281654798164758e-05,
      "loss": 0.4661,
      "step": 115483
    },
    {
      "epoch": 4.730043006348557,
      "grad_norm": 1.5048879590620627,
      "learning_rate": 3.281451207716373e-05,
      "loss": 0.6341,
      "step": 115484
    },
    {
      "epoch": 4.730083964775753,
      "grad_norm": 1.9829773104730004,
      "learning_rate": 3.2812476228078365e-05,
      "loss": 0.7801,
      "step": 115485
    },
    {
      "epoch": 4.730124923202949,
      "grad_norm": 1.5941498965771985,
      "learning_rate": 3.28104404343925e-05,
      "loss": 0.6766,
      "step": 115486
    },
    {
      "epoch": 4.730165881630145,
      "grad_norm": 1.1204390183499127,
      "learning_rate": 3.2808404696107024e-05,
      "loss": 0.3909,
      "step": 115487
    },
    {
      "epoch": 4.730206840057342,
      "grad_norm": 1.6639430580362091,
      "learning_rate": 3.2806369013222984e-05,
      "loss": 0.7829,
      "step": 115488
    },
    {
      "epoch": 4.730247798484538,
      "grad_norm": 2.0031914813145666,
      "learning_rate": 3.280433338574124e-05,
      "loss": 0.7026,
      "step": 115489
    },
    {
      "epoch": 4.730288756911735,
      "grad_norm": 2.0099648097949725,
      "learning_rate": 3.280229781366281e-05,
      "loss": 0.7566,
      "step": 115490
    },
    {
      "epoch": 4.7303297153389305,
      "grad_norm": 1.6332516767358753,
      "learning_rate": 3.280026229698868e-05,
      "loss": 0.603,
      "step": 115491
    },
    {
      "epoch": 4.730370673766127,
      "grad_norm": 1.5461829123260966,
      "learning_rate": 3.279822683571976e-05,
      "loss": 0.7667,
      "step": 115492
    },
    {
      "epoch": 4.730411632193324,
      "grad_norm": 1.9077399187357225,
      "learning_rate": 3.2796191429857035e-05,
      "loss": 0.686,
      "step": 115493
    },
    {
      "epoch": 4.73045259062052,
      "grad_norm": 2.634377921967636,
      "learning_rate": 3.279415607940151e-05,
      "loss": 2.0839,
      "step": 115494
    },
    {
      "epoch": 4.730493549047717,
      "grad_norm": 0.7061534854367691,
      "learning_rate": 3.279212078435406e-05,
      "loss": 0.2022,
      "step": 115495
    },
    {
      "epoch": 4.730534507474913,
      "grad_norm": 0.8662826740854191,
      "learning_rate": 3.2790085544715743e-05,
      "loss": 0.2428,
      "step": 115496
    },
    {
      "epoch": 4.73057546590211,
      "grad_norm": 1.4183993228969405,
      "learning_rate": 3.278805036048743e-05,
      "loss": 0.5396,
      "step": 115497
    },
    {
      "epoch": 4.730616424329305,
      "grad_norm": 1.6208560973965136,
      "learning_rate": 3.278601523167011e-05,
      "loss": 0.5132,
      "step": 115498
    },
    {
      "epoch": 4.730657382756502,
      "grad_norm": 1.3007241095753943,
      "learning_rate": 3.278398015826482e-05,
      "loss": 0.6705,
      "step": 115499
    },
    {
      "epoch": 4.7306983411836985,
      "grad_norm": 1.5501100724017571,
      "learning_rate": 3.278194514027242e-05,
      "loss": 0.69,
      "step": 115500
    },
    {
      "epoch": 4.730739299610895,
      "grad_norm": 0.707126529204648,
      "learning_rate": 3.277991017769391e-05,
      "loss": 0.1771,
      "step": 115501
    },
    {
      "epoch": 4.7307802580380915,
      "grad_norm": 2.201207155296609,
      "learning_rate": 3.2777875270530304e-05,
      "loss": 1.3316,
      "step": 115502
    },
    {
      "epoch": 4.730821216465288,
      "grad_norm": 1.6309607034971263,
      "learning_rate": 3.277584041878247e-05,
      "loss": 0.6233,
      "step": 115503
    },
    {
      "epoch": 4.730862174892485,
      "grad_norm": 3.2931402945260797,
      "learning_rate": 3.277380562245145e-05,
      "loss": 3.5751,
      "step": 115504
    },
    {
      "epoch": 4.73090313331968,
      "grad_norm": 1.700184673416119,
      "learning_rate": 3.2771770881538144e-05,
      "loss": 0.7602,
      "step": 115505
    },
    {
      "epoch": 4.730944091746877,
      "grad_norm": 1.5122195261267248,
      "learning_rate": 3.276973619604354e-05,
      "loss": 0.598,
      "step": 115506
    },
    {
      "epoch": 4.730985050174073,
      "grad_norm": 1.7965931356374145,
      "learning_rate": 3.2767701565968636e-05,
      "loss": 0.5561,
      "step": 115507
    },
    {
      "epoch": 4.73102600860127,
      "grad_norm": 2.0625851021360564,
      "learning_rate": 3.2765666991314335e-05,
      "loss": 0.9718,
      "step": 115508
    },
    {
      "epoch": 4.731066967028466,
      "grad_norm": 1.9106743787019274,
      "learning_rate": 3.2763632472081596e-05,
      "loss": 0.7629,
      "step": 115509
    },
    {
      "epoch": 4.731107925455662,
      "grad_norm": 1.7451459630120791,
      "learning_rate": 3.2761598008271476e-05,
      "loss": 0.995,
      "step": 115510
    },
    {
      "epoch": 4.731148883882859,
      "grad_norm": 1.4390374664282901,
      "learning_rate": 3.275956359988481e-05,
      "loss": 0.5245,
      "step": 115511
    },
    {
      "epoch": 4.731189842310055,
      "grad_norm": 1.4762530764467947,
      "learning_rate": 3.275752924692267e-05,
      "loss": 0.6514,
      "step": 115512
    },
    {
      "epoch": 4.731230800737252,
      "grad_norm": 1.3295391977603224,
      "learning_rate": 3.275549494938593e-05,
      "loss": 0.5149,
      "step": 115513
    },
    {
      "epoch": 4.731271759164448,
      "grad_norm": 2.9806670462660723,
      "learning_rate": 3.275346070727559e-05,
      "loss": 2.4264,
      "step": 115514
    },
    {
      "epoch": 4.731312717591645,
      "grad_norm": 0.8135091642543099,
      "learning_rate": 3.275142652059264e-05,
      "loss": 0.1105,
      "step": 115515
    },
    {
      "epoch": 4.731353676018841,
      "grad_norm": 1.300632085386674,
      "learning_rate": 3.274939238933797e-05,
      "loss": 0.4045,
      "step": 115516
    },
    {
      "epoch": 4.731394634446037,
      "grad_norm": 0.9767791897051025,
      "learning_rate": 3.274735831351259e-05,
      "loss": 0.2273,
      "step": 115517
    },
    {
      "epoch": 4.7314355928732335,
      "grad_norm": 1.50642762168072,
      "learning_rate": 3.27453242931175e-05,
      "loss": 0.5381,
      "step": 115518
    },
    {
      "epoch": 4.73147655130043,
      "grad_norm": 1.763458890726566,
      "learning_rate": 3.274329032815356e-05,
      "loss": 0.7096,
      "step": 115519
    },
    {
      "epoch": 4.7315175097276265,
      "grad_norm": 0.7128298356528213,
      "learning_rate": 3.274125641862185e-05,
      "loss": 0.1415,
      "step": 115520
    },
    {
      "epoch": 4.731558468154823,
      "grad_norm": 1.5111223112540813,
      "learning_rate": 3.273922256452321e-05,
      "loss": 0.6281,
      "step": 115521
    },
    {
      "epoch": 4.73159942658202,
      "grad_norm": 1.1283353519112433,
      "learning_rate": 3.273718876585868e-05,
      "loss": 0.3538,
      "step": 115522
    },
    {
      "epoch": 4.731640385009216,
      "grad_norm": 1.893049984004055,
      "learning_rate": 3.2735155022629225e-05,
      "loss": 0.9091,
      "step": 115523
    },
    {
      "epoch": 4.731681343436412,
      "grad_norm": 1.928867038680307,
      "learning_rate": 3.2733121334835754e-05,
      "loss": 0.8084,
      "step": 115524
    },
    {
      "epoch": 4.731722301863608,
      "grad_norm": 1.226990884783865,
      "learning_rate": 3.273108770247931e-05,
      "loss": 0.3482,
      "step": 115525
    },
    {
      "epoch": 4.731763260290805,
      "grad_norm": 1.2109523740662362,
      "learning_rate": 3.2729054125560734e-05,
      "loss": 0.428,
      "step": 115526
    },
    {
      "epoch": 4.731804218718001,
      "grad_norm": 1.4496717840391529,
      "learning_rate": 3.272702060408108e-05,
      "loss": 0.5511,
      "step": 115527
    },
    {
      "epoch": 4.731845177145198,
      "grad_norm": 1.4605789426583327,
      "learning_rate": 3.2724987138041326e-05,
      "loss": 0.5971,
      "step": 115528
    },
    {
      "epoch": 4.731886135572394,
      "grad_norm": 0.8996857839737027,
      "learning_rate": 3.272295372744234e-05,
      "loss": 0.1863,
      "step": 115529
    },
    {
      "epoch": 4.73192709399959,
      "grad_norm": 1.0847057836017502,
      "learning_rate": 3.2720920372285145e-05,
      "loss": 0.1927,
      "step": 115530
    },
    {
      "epoch": 4.731968052426787,
      "grad_norm": 1.438610151428274,
      "learning_rate": 3.271888707257073e-05,
      "loss": 0.4932,
      "step": 115531
    },
    {
      "epoch": 4.732009010853983,
      "grad_norm": 0.8697845255876584,
      "learning_rate": 3.271685382829998e-05,
      "loss": 0.1772,
      "step": 115532
    },
    {
      "epoch": 4.73204996928118,
      "grad_norm": 1.779995209406059,
      "learning_rate": 3.271482063947393e-05,
      "loss": 0.7341,
      "step": 115533
    },
    {
      "epoch": 4.732090927708376,
      "grad_norm": 1.4694214102321004,
      "learning_rate": 3.271278750609347e-05,
      "loss": 0.5562,
      "step": 115534
    },
    {
      "epoch": 4.732131886135573,
      "grad_norm": 1.2854491665534413,
      "learning_rate": 3.27107544281596e-05,
      "loss": 0.4371,
      "step": 115535
    },
    {
      "epoch": 4.732172844562768,
      "grad_norm": 0.9132191955437831,
      "learning_rate": 3.270872140567331e-05,
      "loss": 0.1521,
      "step": 115536
    },
    {
      "epoch": 4.732213802989965,
      "grad_norm": 1.2894691725462315,
      "learning_rate": 3.2706688438635514e-05,
      "loss": 0.481,
      "step": 115537
    },
    {
      "epoch": 4.7322547614171615,
      "grad_norm": 1.6806302750646311,
      "learning_rate": 3.2704655527047165e-05,
      "loss": 0.8259,
      "step": 115538
    },
    {
      "epoch": 4.732295719844358,
      "grad_norm": 1.3757326434831314,
      "learning_rate": 3.2702622670909306e-05,
      "loss": 0.457,
      "step": 115539
    },
    {
      "epoch": 4.732336678271555,
      "grad_norm": 1.4291713094927987,
      "learning_rate": 3.270058987022279e-05,
      "loss": 0.6654,
      "step": 115540
    },
    {
      "epoch": 4.732377636698751,
      "grad_norm": 1.0287439753927041,
      "learning_rate": 3.269855712498867e-05,
      "loss": 0.2584,
      "step": 115541
    },
    {
      "epoch": 4.732418595125948,
      "grad_norm": 1.4138758785767056,
      "learning_rate": 3.2696524435207826e-05,
      "loss": 0.5114,
      "step": 115542
    },
    {
      "epoch": 4.732459553553143,
      "grad_norm": 0.9164078554530429,
      "learning_rate": 3.269449180088127e-05,
      "loss": 0.21,
      "step": 115543
    },
    {
      "epoch": 4.73250051198034,
      "grad_norm": 1.8437078851510256,
      "learning_rate": 3.269245922200998e-05,
      "loss": 0.7701,
      "step": 115544
    },
    {
      "epoch": 4.732541470407536,
      "grad_norm": 0.7197903682651281,
      "learning_rate": 3.2690426698594854e-05,
      "loss": 0.2086,
      "step": 115545
    },
    {
      "epoch": 4.732582428834733,
      "grad_norm": 1.672019525069728,
      "learning_rate": 3.268839423063688e-05,
      "loss": 0.567,
      "step": 115546
    },
    {
      "epoch": 4.732623387261929,
      "grad_norm": 2.0565490473141854,
      "learning_rate": 3.268636181813707e-05,
      "loss": 0.8213,
      "step": 115547
    },
    {
      "epoch": 4.732664345689125,
      "grad_norm": 1.114977419894442,
      "learning_rate": 3.268432946109629e-05,
      "loss": 0.276,
      "step": 115548
    },
    {
      "epoch": 4.732705304116322,
      "grad_norm": 0.9574216283304527,
      "learning_rate": 3.2682297159515605e-05,
      "loss": 0.1763,
      "step": 115549
    },
    {
      "epoch": 4.732746262543518,
      "grad_norm": 1.5738052947703134,
      "learning_rate": 3.268026491339588e-05,
      "loss": 0.722,
      "step": 115550
    },
    {
      "epoch": 4.732787220970715,
      "grad_norm": 1.3247265317928816,
      "learning_rate": 3.2678232722738115e-05,
      "loss": 0.2895,
      "step": 115551
    },
    {
      "epoch": 4.732828179397911,
      "grad_norm": 1.370469288714738,
      "learning_rate": 3.267620058754331e-05,
      "loss": 0.5796,
      "step": 115552
    },
    {
      "epoch": 4.732869137825108,
      "grad_norm": 1.0234122039633489,
      "learning_rate": 3.267416850781236e-05,
      "loss": 0.2589,
      "step": 115553
    },
    {
      "epoch": 4.732910096252304,
      "grad_norm": 1.5209206960750319,
      "learning_rate": 3.267213648354629e-05,
      "loss": 0.6373,
      "step": 115554
    },
    {
      "epoch": 4.7329510546795,
      "grad_norm": 1.9569951689644245,
      "learning_rate": 3.2670104514746023e-05,
      "loss": 1.0223,
      "step": 115555
    },
    {
      "epoch": 4.7329920131066965,
      "grad_norm": 2.4374921337420314,
      "learning_rate": 3.2668072601412485e-05,
      "loss": 1.9246,
      "step": 115556
    },
    {
      "epoch": 4.733032971533893,
      "grad_norm": 1.4797615551492636,
      "learning_rate": 3.2666040743546675e-05,
      "loss": 0.5381,
      "step": 115557
    },
    {
      "epoch": 4.7330739299610896,
      "grad_norm": 2.396349740683252,
      "learning_rate": 3.2664008941149596e-05,
      "loss": 1.3192,
      "step": 115558
    },
    {
      "epoch": 4.733114888388286,
      "grad_norm": 1.7178415065097745,
      "learning_rate": 3.266197719422211e-05,
      "loss": 0.7769,
      "step": 115559
    },
    {
      "epoch": 4.733155846815483,
      "grad_norm": 1.1385185743430333,
      "learning_rate": 3.265994550276529e-05,
      "loss": 0.2999,
      "step": 115560
    },
    {
      "epoch": 4.733196805242679,
      "grad_norm": 1.2297441365400725,
      "learning_rate": 3.2657913866779996e-05,
      "loss": 0.5236,
      "step": 115561
    },
    {
      "epoch": 4.733237763669875,
      "grad_norm": 0.9234397736917387,
      "learning_rate": 3.265588228626722e-05,
      "loss": 0.1732,
      "step": 115562
    },
    {
      "epoch": 4.733278722097071,
      "grad_norm": 1.315840530482477,
      "learning_rate": 3.265385076122799e-05,
      "loss": 0.406,
      "step": 115563
    },
    {
      "epoch": 4.733319680524268,
      "grad_norm": 1.008054159472516,
      "learning_rate": 3.265181929166315e-05,
      "loss": 0.3032,
      "step": 115564
    },
    {
      "epoch": 4.733360638951464,
      "grad_norm": 1.2219127220597754,
      "learning_rate": 3.264978787757372e-05,
      "loss": 0.5765,
      "step": 115565
    },
    {
      "epoch": 4.733401597378661,
      "grad_norm": 0.9527643388923143,
      "learning_rate": 3.2647756518960724e-05,
      "loss": 0.1793,
      "step": 115566
    },
    {
      "epoch": 4.733442555805857,
      "grad_norm": 0.5210054907513687,
      "learning_rate": 3.264572521582501e-05,
      "loss": 0.0784,
      "step": 115567
    },
    {
      "epoch": 4.733483514233053,
      "grad_norm": 1.6647897957506157,
      "learning_rate": 3.264369396816762e-05,
      "loss": 0.7563,
      "step": 115568
    },
    {
      "epoch": 4.73352447266025,
      "grad_norm": 1.6259095504989025,
      "learning_rate": 3.264166277598945e-05,
      "loss": 0.7096,
      "step": 115569
    },
    {
      "epoch": 4.733565431087446,
      "grad_norm": 1.4095984547724028,
      "learning_rate": 3.263963163929148e-05,
      "loss": 0.5438,
      "step": 115570
    },
    {
      "epoch": 4.733606389514643,
      "grad_norm": 1.6621861250044765,
      "learning_rate": 3.263760055807473e-05,
      "loss": 0.6415,
      "step": 115571
    },
    {
      "epoch": 4.733647347941839,
      "grad_norm": 1.489976452863715,
      "learning_rate": 3.263556953234007e-05,
      "loss": 0.5273,
      "step": 115572
    },
    {
      "epoch": 4.733688306369036,
      "grad_norm": 1.0444292557304622,
      "learning_rate": 3.26335385620885e-05,
      "loss": 0.2724,
      "step": 115573
    },
    {
      "epoch": 4.7337292647962315,
      "grad_norm": 2.0627095861327165,
      "learning_rate": 3.263150764732104e-05,
      "loss": 0.6807,
      "step": 115574
    },
    {
      "epoch": 4.733770223223428,
      "grad_norm": 1.815224221650144,
      "learning_rate": 3.262947678803853e-05,
      "loss": 0.8299,
      "step": 115575
    },
    {
      "epoch": 4.7338111816506245,
      "grad_norm": 1.755598616690534,
      "learning_rate": 3.2627445984242054e-05,
      "loss": 0.5616,
      "step": 115576
    },
    {
      "epoch": 4.733852140077821,
      "grad_norm": 1.513305466157184,
      "learning_rate": 3.262541523593244e-05,
      "loss": 0.6257,
      "step": 115577
    },
    {
      "epoch": 4.733893098505018,
      "grad_norm": 1.5173270298629704,
      "learning_rate": 3.262338454311074e-05,
      "loss": 0.828,
      "step": 115578
    },
    {
      "epoch": 4.733934056932214,
      "grad_norm": 1.706789132196814,
      "learning_rate": 3.262135390577794e-05,
      "loss": 0.612,
      "step": 115579
    },
    {
      "epoch": 4.733975015359411,
      "grad_norm": 0.9763522227042651,
      "learning_rate": 3.261932332393491e-05,
      "loss": 0.1263,
      "step": 115580
    },
    {
      "epoch": 4.734015973786606,
      "grad_norm": 1.6678320328119378,
      "learning_rate": 3.261729279758263e-05,
      "loss": 0.6318,
      "step": 115581
    },
    {
      "epoch": 4.734056932213803,
      "grad_norm": 1.5102062227139779,
      "learning_rate": 3.2615262326722145e-05,
      "loss": 0.6798,
      "step": 115582
    },
    {
      "epoch": 4.734097890640999,
      "grad_norm": 1.8183857595869972,
      "learning_rate": 3.261323191135429e-05,
      "loss": 0.7344,
      "step": 115583
    },
    {
      "epoch": 4.734138849068196,
      "grad_norm": 1.7124174159126433,
      "learning_rate": 3.2611201551480146e-05,
      "loss": 0.6286,
      "step": 115584
    },
    {
      "epoch": 4.7341798074953925,
      "grad_norm": 1.0921904064267705,
      "learning_rate": 3.260917124710058e-05,
      "loss": 0.5123,
      "step": 115585
    },
    {
      "epoch": 4.734220765922588,
      "grad_norm": 1.5383807321896832,
      "learning_rate": 3.260714099821657e-05,
      "loss": 0.823,
      "step": 115586
    },
    {
      "epoch": 4.734261724349785,
      "grad_norm": 1.3711383242139248,
      "learning_rate": 3.260511080482915e-05,
      "loss": 0.5289,
      "step": 115587
    },
    {
      "epoch": 4.734302682776981,
      "grad_norm": 1.3769510736710509,
      "learning_rate": 3.260308066693917e-05,
      "loss": 0.5011,
      "step": 115588
    },
    {
      "epoch": 4.734343641204178,
      "grad_norm": 1.2002587617962186,
      "learning_rate": 3.2601050584547674e-05,
      "loss": 0.2771,
      "step": 115589
    },
    {
      "epoch": 4.734384599631374,
      "grad_norm": 1.7544175984710713,
      "learning_rate": 3.259902055765556e-05,
      "loss": 0.5328,
      "step": 115590
    },
    {
      "epoch": 4.734425558058571,
      "grad_norm": 1.5692995082490913,
      "learning_rate": 3.259699058626381e-05,
      "loss": 0.5902,
      "step": 115591
    },
    {
      "epoch": 4.734466516485767,
      "grad_norm": 1.660569805537883,
      "learning_rate": 3.259496067037343e-05,
      "loss": 0.6701,
      "step": 115592
    },
    {
      "epoch": 4.734507474912963,
      "grad_norm": 1.5110785141111707,
      "learning_rate": 3.2592930809985305e-05,
      "loss": 0.5312,
      "step": 115593
    },
    {
      "epoch": 4.7345484333401595,
      "grad_norm": 0.7298077098862322,
      "learning_rate": 3.2590901005100435e-05,
      "loss": 0.0726,
      "step": 115594
    },
    {
      "epoch": 4.734589391767356,
      "grad_norm": 1.8499733152803548,
      "learning_rate": 3.258887125571979e-05,
      "loss": 0.8443,
      "step": 115595
    },
    {
      "epoch": 4.734630350194553,
      "grad_norm": 1.7150407043205538,
      "learning_rate": 3.258684156184431e-05,
      "loss": 0.8443,
      "step": 115596
    },
    {
      "epoch": 4.734671308621749,
      "grad_norm": 1.8127657970559743,
      "learning_rate": 3.258481192347497e-05,
      "loss": 0.6068,
      "step": 115597
    },
    {
      "epoch": 4.734712267048946,
      "grad_norm": 1.7305632544882588,
      "learning_rate": 3.25827823406127e-05,
      "loss": 0.7798,
      "step": 115598
    },
    {
      "epoch": 4.734753225476142,
      "grad_norm": 1.4166999779695373,
      "learning_rate": 3.258075281325845e-05,
      "loss": 0.5116,
      "step": 115599
    },
    {
      "epoch": 4.734794183903338,
      "grad_norm": 2.2212140757400625,
      "learning_rate": 3.257872334141326e-05,
      "loss": 0.727,
      "step": 115600
    },
    {
      "epoch": 4.734835142330534,
      "grad_norm": 1.245723689511339,
      "learning_rate": 3.2576693925078e-05,
      "loss": 0.488,
      "step": 115601
    },
    {
      "epoch": 4.734876100757731,
      "grad_norm": 1.3428935054232916,
      "learning_rate": 3.257466456425366e-05,
      "loss": 0.4646,
      "step": 115602
    },
    {
      "epoch": 4.7349170591849274,
      "grad_norm": 0.9744406577792472,
      "learning_rate": 3.2572635258941234e-05,
      "loss": 0.2457,
      "step": 115603
    },
    {
      "epoch": 4.734958017612124,
      "grad_norm": 2.1605805743001514,
      "learning_rate": 3.257060600914164e-05,
      "loss": 0.5216,
      "step": 115604
    },
    {
      "epoch": 4.73499897603932,
      "grad_norm": 1.4907503520170062,
      "learning_rate": 3.256857681485587e-05,
      "loss": 0.7848,
      "step": 115605
    },
    {
      "epoch": 4.735039934466516,
      "grad_norm": 1.5077099218824144,
      "learning_rate": 3.256654767608483e-05,
      "loss": 0.6766,
      "step": 115606
    },
    {
      "epoch": 4.735080892893713,
      "grad_norm": 1.2805144781449787,
      "learning_rate": 3.2564518592829495e-05,
      "loss": 0.4608,
      "step": 115607
    },
    {
      "epoch": 4.735121851320909,
      "grad_norm": 1.281379370865012,
      "learning_rate": 3.2562489565090904e-05,
      "loss": 0.544,
      "step": 115608
    },
    {
      "epoch": 4.735162809748106,
      "grad_norm": 0.9925245651795659,
      "learning_rate": 3.25604605928699e-05,
      "loss": 0.2123,
      "step": 115609
    },
    {
      "epoch": 4.735203768175302,
      "grad_norm": 0.843326310252129,
      "learning_rate": 3.2558431676167504e-05,
      "loss": 0.2091,
      "step": 115610
    },
    {
      "epoch": 4.735244726602499,
      "grad_norm": 1.0350127083375902,
      "learning_rate": 3.25564028149847e-05,
      "loss": 0.2715,
      "step": 115611
    },
    {
      "epoch": 4.7352856850296945,
      "grad_norm": 1.6052549051780125,
      "learning_rate": 3.255437400932238e-05,
      "loss": 0.5227,
      "step": 115612
    },
    {
      "epoch": 4.735326643456891,
      "grad_norm": 2.186629079892853,
      "learning_rate": 3.2552345259181565e-05,
      "loss": 1.1496,
      "step": 115613
    },
    {
      "epoch": 4.735367601884088,
      "grad_norm": 1.2729191012533823,
      "learning_rate": 3.2550316564563156e-05,
      "loss": 0.5183,
      "step": 115614
    },
    {
      "epoch": 4.735408560311284,
      "grad_norm": 1.4741525218430258,
      "learning_rate": 3.254828792546813e-05,
      "loss": 0.5208,
      "step": 115615
    },
    {
      "epoch": 4.735449518738481,
      "grad_norm": 1.7738611992487514,
      "learning_rate": 3.254625934189752e-05,
      "loss": 0.8321,
      "step": 115616
    },
    {
      "epoch": 4.735490477165677,
      "grad_norm": 1.5446823508922805,
      "learning_rate": 3.254423081385217e-05,
      "loss": 0.5734,
      "step": 115617
    },
    {
      "epoch": 4.735531435592874,
      "grad_norm": 1.2510128502540803,
      "learning_rate": 3.2542202341333096e-05,
      "loss": 0.3746,
      "step": 115618
    },
    {
      "epoch": 4.735572394020069,
      "grad_norm": 0.9690685631896124,
      "learning_rate": 3.254017392434129e-05,
      "loss": 0.2355,
      "step": 115619
    },
    {
      "epoch": 4.735613352447266,
      "grad_norm": 1.6218531827832916,
      "learning_rate": 3.2538145562877635e-05,
      "loss": 0.5125,
      "step": 115620
    },
    {
      "epoch": 4.735654310874462,
      "grad_norm": 1.6303179667673566,
      "learning_rate": 3.253611725694316e-05,
      "loss": 0.5758,
      "step": 115621
    },
    {
      "epoch": 4.735695269301659,
      "grad_norm": 1.089632899346465,
      "learning_rate": 3.253408900653876e-05,
      "loss": 0.317,
      "step": 115622
    },
    {
      "epoch": 4.7357362277288555,
      "grad_norm": 1.2204826807763032,
      "learning_rate": 3.253206081166543e-05,
      "loss": 0.3264,
      "step": 115623
    },
    {
      "epoch": 4.735777186156051,
      "grad_norm": 0.8455576051357335,
      "learning_rate": 3.2530032672324205e-05,
      "loss": 0.2065,
      "step": 115624
    },
    {
      "epoch": 4.735818144583248,
      "grad_norm": 1.6183669633869886,
      "learning_rate": 3.2528004588515885e-05,
      "loss": 0.6609,
      "step": 115625
    },
    {
      "epoch": 4.735859103010444,
      "grad_norm": 1.9673920004217862,
      "learning_rate": 3.2525976560241504e-05,
      "loss": 1.0461,
      "step": 115626
    },
    {
      "epoch": 4.735900061437641,
      "grad_norm": 1.6587634546467136,
      "learning_rate": 3.2523948587502066e-05,
      "loss": 0.6278,
      "step": 115627
    },
    {
      "epoch": 4.735941019864837,
      "grad_norm": 1.5940721182639235,
      "learning_rate": 3.252192067029844e-05,
      "loss": 0.6203,
      "step": 115628
    },
    {
      "epoch": 4.735981978292034,
      "grad_norm": 1.8215928278774125,
      "learning_rate": 3.251989280863163e-05,
      "loss": 0.6724,
      "step": 115629
    },
    {
      "epoch": 4.73602293671923,
      "grad_norm": 1.848830498223424,
      "learning_rate": 3.251786500250265e-05,
      "loss": 0.6298,
      "step": 115630
    },
    {
      "epoch": 4.736063895146426,
      "grad_norm": 0.9119601430894284,
      "learning_rate": 3.251583725191236e-05,
      "loss": 0.1752,
      "step": 115631
    },
    {
      "epoch": 4.7361048535736225,
      "grad_norm": 0.7872091274277497,
      "learning_rate": 3.251380955686181e-05,
      "loss": 0.1066,
      "step": 115632
    },
    {
      "epoch": 4.736145812000819,
      "grad_norm": 1.6892949625315374,
      "learning_rate": 3.251178191735187e-05,
      "loss": 0.6826,
      "step": 115633
    },
    {
      "epoch": 4.736186770428016,
      "grad_norm": 1.6949688108005765,
      "learning_rate": 3.250975433338355e-05,
      "loss": 0.7845,
      "step": 115634
    },
    {
      "epoch": 4.736227728855212,
      "grad_norm": 1.505361599800069,
      "learning_rate": 3.2507726804957844e-05,
      "loss": 0.5651,
      "step": 115635
    },
    {
      "epoch": 4.736268687282409,
      "grad_norm": 2.111608877821321,
      "learning_rate": 3.2505699332075615e-05,
      "loss": 0.5274,
      "step": 115636
    },
    {
      "epoch": 4.736309645709605,
      "grad_norm": 1.456243930984488,
      "learning_rate": 3.250367191473787e-05,
      "loss": 0.5245,
      "step": 115637
    },
    {
      "epoch": 4.736350604136801,
      "grad_norm": 1.395208923077892,
      "learning_rate": 3.250164455294562e-05,
      "loss": 0.4338,
      "step": 115638
    },
    {
      "epoch": 4.736391562563997,
      "grad_norm": 1.5511558807533419,
      "learning_rate": 3.2499617246699724e-05,
      "loss": 0.6786,
      "step": 115639
    },
    {
      "epoch": 4.736432520991194,
      "grad_norm": 1.5075226185031032,
      "learning_rate": 3.249758999600125e-05,
      "loss": 0.5344,
      "step": 115640
    },
    {
      "epoch": 4.7364734794183905,
      "grad_norm": 1.8355973704252289,
      "learning_rate": 3.249556280085104e-05,
      "loss": 0.8376,
      "step": 115641
    },
    {
      "epoch": 4.736514437845587,
      "grad_norm": 1.2962438038676112,
      "learning_rate": 3.2493535661250106e-05,
      "loss": 0.5004,
      "step": 115642
    },
    {
      "epoch": 4.736555396272783,
      "grad_norm": 1.4043740301148817,
      "learning_rate": 3.249150857719946e-05,
      "loss": 0.4842,
      "step": 115643
    },
    {
      "epoch": 4.736596354699979,
      "grad_norm": 1.322785121537114,
      "learning_rate": 3.248948154869998e-05,
      "loss": 0.5681,
      "step": 115644
    },
    {
      "epoch": 4.736637313127176,
      "grad_norm": 1.174500755776072,
      "learning_rate": 3.248745457575264e-05,
      "loss": 0.4473,
      "step": 115645
    },
    {
      "epoch": 4.736678271554372,
      "grad_norm": 0.47956374764315085,
      "learning_rate": 3.248542765835846e-05,
      "loss": 0.0792,
      "step": 115646
    },
    {
      "epoch": 4.736719229981569,
      "grad_norm": 1.8743519036455307,
      "learning_rate": 3.2483400796518296e-05,
      "loss": 0.9406,
      "step": 115647
    },
    {
      "epoch": 4.736760188408765,
      "grad_norm": 1.9579095476645385,
      "learning_rate": 3.248137399023322e-05,
      "loss": 0.9791,
      "step": 115648
    },
    {
      "epoch": 4.736801146835962,
      "grad_norm": 1.4250332260241363,
      "learning_rate": 3.2479347239504076e-05,
      "loss": 0.5,
      "step": 115649
    },
    {
      "epoch": 4.7368421052631575,
      "grad_norm": 3.2816469081603157,
      "learning_rate": 3.247732054433189e-05,
      "loss": 3.2679,
      "step": 115650
    },
    {
      "epoch": 4.736883063690354,
      "grad_norm": 1.5475803670004655,
      "learning_rate": 3.247529390471763e-05,
      "loss": 0.7051,
      "step": 115651
    },
    {
      "epoch": 4.736924022117551,
      "grad_norm": 1.5965236394019504,
      "learning_rate": 3.247326732066221e-05,
      "loss": 0.7138,
      "step": 115652
    },
    {
      "epoch": 4.736964980544747,
      "grad_norm": 1.4908637669768723,
      "learning_rate": 3.2471240792166596e-05,
      "loss": 0.7007,
      "step": 115653
    },
    {
      "epoch": 4.737005938971944,
      "grad_norm": 1.1124097203673653,
      "learning_rate": 3.2469214319231806e-05,
      "loss": 0.3411,
      "step": 115654
    },
    {
      "epoch": 4.73704689739914,
      "grad_norm": 1.6196862561144836,
      "learning_rate": 3.2467187901858704e-05,
      "loss": 0.5974,
      "step": 115655
    },
    {
      "epoch": 4.737087855826337,
      "grad_norm": 1.5406618828007832,
      "learning_rate": 3.2465161540048355e-05,
      "loss": 0.5524,
      "step": 115656
    },
    {
      "epoch": 4.737128814253532,
      "grad_norm": 1.355247932626116,
      "learning_rate": 3.24631352338016e-05,
      "loss": 0.5168,
      "step": 115657
    },
    {
      "epoch": 4.737169772680729,
      "grad_norm": 1.8430726304380511,
      "learning_rate": 3.246110898311946e-05,
      "loss": 0.6457,
      "step": 115658
    },
    {
      "epoch": 4.7372107311079255,
      "grad_norm": 0.9000875881364807,
      "learning_rate": 3.245908278800293e-05,
      "loss": 0.201,
      "step": 115659
    },
    {
      "epoch": 4.737251689535122,
      "grad_norm": 1.5742378146794689,
      "learning_rate": 3.245705664845288e-05,
      "loss": 0.6319,
      "step": 115660
    },
    {
      "epoch": 4.7372926479623185,
      "grad_norm": 1.5770828054357358,
      "learning_rate": 3.245503056447036e-05,
      "loss": 0.5965,
      "step": 115661
    },
    {
      "epoch": 4.737333606389514,
      "grad_norm": 0.8449449734650394,
      "learning_rate": 3.245300453605622e-05,
      "loss": 0.2668,
      "step": 115662
    },
    {
      "epoch": 4.737374564816711,
      "grad_norm": 1.6054459351320374,
      "learning_rate": 3.2450978563211497e-05,
      "loss": 0.6676,
      "step": 115663
    },
    {
      "epoch": 4.737415523243907,
      "grad_norm": 1.593459968215123,
      "learning_rate": 3.244895264593718e-05,
      "loss": 0.5745,
      "step": 115664
    },
    {
      "epoch": 4.737456481671104,
      "grad_norm": 0.7566135034243938,
      "learning_rate": 3.2446926784234115e-05,
      "loss": 0.1514,
      "step": 115665
    },
    {
      "epoch": 4.7374974400983,
      "grad_norm": 1.5440599508211232,
      "learning_rate": 3.2444900978103325e-05,
      "loss": 0.7209,
      "step": 115666
    },
    {
      "epoch": 4.737538398525497,
      "grad_norm": 0.38318747379921503,
      "learning_rate": 3.2442875227545805e-05,
      "loss": 0.032,
      "step": 115667
    },
    {
      "epoch": 4.737579356952693,
      "grad_norm": 1.6713436348772863,
      "learning_rate": 3.244084953256245e-05,
      "loss": 0.6825,
      "step": 115668
    },
    {
      "epoch": 4.737620315379889,
      "grad_norm": 1.374997493421814,
      "learning_rate": 3.243882389315426e-05,
      "loss": 0.6555,
      "step": 115669
    },
    {
      "epoch": 4.737661273807086,
      "grad_norm": 0.9448147401942136,
      "learning_rate": 3.243679830932214e-05,
      "loss": 0.1999,
      "step": 115670
    },
    {
      "epoch": 4.737702232234282,
      "grad_norm": 0.7439415650189573,
      "learning_rate": 3.243477278106707e-05,
      "loss": 0.1789,
      "step": 115671
    },
    {
      "epoch": 4.737743190661479,
      "grad_norm": 5.759444768854352,
      "learning_rate": 3.2432747308390074e-05,
      "loss": 2.7186,
      "step": 115672
    },
    {
      "epoch": 4.737784149088675,
      "grad_norm": 1.4145433961191791,
      "learning_rate": 3.2430721891292e-05,
      "loss": 0.5052,
      "step": 115673
    },
    {
      "epoch": 4.737825107515872,
      "grad_norm": 1.0552472931677663,
      "learning_rate": 3.242869652977387e-05,
      "loss": 0.3468,
      "step": 115674
    },
    {
      "epoch": 4.737866065943068,
      "grad_norm": 1.936416887174482,
      "learning_rate": 3.242667122383666e-05,
      "loss": 0.8668,
      "step": 115675
    },
    {
      "epoch": 4.737907024370264,
      "grad_norm": 1.3829917003036607,
      "learning_rate": 3.2424645973481276e-05,
      "loss": 0.4893,
      "step": 115676
    },
    {
      "epoch": 4.73794798279746,
      "grad_norm": 0.8519812765648542,
      "learning_rate": 3.2422620778708707e-05,
      "loss": 0.1942,
      "step": 115677
    },
    {
      "epoch": 4.737988941224657,
      "grad_norm": 1.602954382897209,
      "learning_rate": 3.242059563951988e-05,
      "loss": 0.6944,
      "step": 115678
    },
    {
      "epoch": 4.7380298996518535,
      "grad_norm": 1.6497300165644964,
      "learning_rate": 3.241857055591577e-05,
      "loss": 0.6173,
      "step": 115679
    },
    {
      "epoch": 4.73807085807905,
      "grad_norm": 1.1800589972578919,
      "learning_rate": 3.241654552789737e-05,
      "loss": 0.4229,
      "step": 115680
    },
    {
      "epoch": 4.738111816506246,
      "grad_norm": 1.3781256034495077,
      "learning_rate": 3.2414520555465566e-05,
      "loss": 0.5077,
      "step": 115681
    },
    {
      "epoch": 4.738152774933442,
      "grad_norm": 1.3441735502790984,
      "learning_rate": 3.2412495638621366e-05,
      "loss": 0.6155,
      "step": 115682
    },
    {
      "epoch": 4.738193733360639,
      "grad_norm": 1.8380432966333475,
      "learning_rate": 3.241047077736573e-05,
      "loss": 0.5334,
      "step": 115683
    },
    {
      "epoch": 4.738234691787835,
      "grad_norm": 1.288779656405788,
      "learning_rate": 3.2408445971699584e-05,
      "loss": 0.5189,
      "step": 115684
    },
    {
      "epoch": 4.738275650215032,
      "grad_norm": 1.5734749743181822,
      "learning_rate": 3.240642122162393e-05,
      "loss": 0.5509,
      "step": 115685
    },
    {
      "epoch": 4.738316608642228,
      "grad_norm": 0.8116584639718322,
      "learning_rate": 3.240439652713966e-05,
      "loss": 0.21,
      "step": 115686
    },
    {
      "epoch": 4.738357567069425,
      "grad_norm": 1.954927232767486,
      "learning_rate": 3.240237188824777e-05,
      "loss": 0.9243,
      "step": 115687
    },
    {
      "epoch": 4.7383985254966206,
      "grad_norm": 1.9274378437560449,
      "learning_rate": 3.240034730494924e-05,
      "loss": 0.556,
      "step": 115688
    },
    {
      "epoch": 4.738439483923817,
      "grad_norm": 2.098796649246698,
      "learning_rate": 3.239832277724498e-05,
      "loss": 1.2486,
      "step": 115689
    },
    {
      "epoch": 4.738480442351014,
      "grad_norm": 1.5846910307903121,
      "learning_rate": 3.239629830513596e-05,
      "loss": 0.6112,
      "step": 115690
    },
    {
      "epoch": 4.73852140077821,
      "grad_norm": 0.8907623796925731,
      "learning_rate": 3.239427388862318e-05,
      "loss": 0.2203,
      "step": 115691
    },
    {
      "epoch": 4.738562359205407,
      "grad_norm": 1.1495347789244275,
      "learning_rate": 3.2392249527707535e-05,
      "loss": 0.3046,
      "step": 115692
    },
    {
      "epoch": 4.738603317632603,
      "grad_norm": 2.337530135248817,
      "learning_rate": 3.239022522239005e-05,
      "loss": 0.9887,
      "step": 115693
    },
    {
      "epoch": 4.7386442760598,
      "grad_norm": 1.3609521038818309,
      "learning_rate": 3.23882009726716e-05,
      "loss": 0.3585,
      "step": 115694
    },
    {
      "epoch": 4.738685234486995,
      "grad_norm": 1.4657101646601831,
      "learning_rate": 3.238617677855323e-05,
      "loss": 0.5645,
      "step": 115695
    },
    {
      "epoch": 4.738726192914192,
      "grad_norm": 0.529781576785891,
      "learning_rate": 3.238415264003583e-05,
      "loss": 0.0748,
      "step": 115696
    },
    {
      "epoch": 4.7387671513413885,
      "grad_norm": 1.521030543052239,
      "learning_rate": 3.2382128557120355e-05,
      "loss": 0.6663,
      "step": 115697
    },
    {
      "epoch": 4.738808109768585,
      "grad_norm": 1.7781296550653805,
      "learning_rate": 3.238010452980779e-05,
      "loss": 0.7712,
      "step": 115698
    },
    {
      "epoch": 4.7388490681957816,
      "grad_norm": 1.2906235571076001,
      "learning_rate": 3.2378080558099105e-05,
      "loss": 0.5497,
      "step": 115699
    },
    {
      "epoch": 4.738890026622977,
      "grad_norm": 1.6337274652215334,
      "learning_rate": 3.2376056641995215e-05,
      "loss": 0.646,
      "step": 115700
    },
    {
      "epoch": 4.738930985050174,
      "grad_norm": 1.833244991186873,
      "learning_rate": 3.2374032781497086e-05,
      "loss": 0.6373,
      "step": 115701
    },
    {
      "epoch": 4.73897194347737,
      "grad_norm": 0.9114096610712532,
      "learning_rate": 3.237200897660575e-05,
      "loss": 0.2573,
      "step": 115702
    },
    {
      "epoch": 4.739012901904567,
      "grad_norm": 2.068497981596942,
      "learning_rate": 3.236998522732205e-05,
      "loss": 0.7969,
      "step": 115703
    },
    {
      "epoch": 4.739053860331763,
      "grad_norm": 1.2004061087988807,
      "learning_rate": 3.236796153364703e-05,
      "loss": 0.5417,
      "step": 115704
    },
    {
      "epoch": 4.73909481875896,
      "grad_norm": 1.997484602459131,
      "learning_rate": 3.236593789558158e-05,
      "loss": 0.7533,
      "step": 115705
    },
    {
      "epoch": 4.739135777186156,
      "grad_norm": 1.5251868195314615,
      "learning_rate": 3.2363914313126676e-05,
      "loss": 0.6557,
      "step": 115706
    },
    {
      "epoch": 4.739176735613352,
      "grad_norm": 1.2324387422880658,
      "learning_rate": 3.236189078628334e-05,
      "loss": 0.4816,
      "step": 115707
    },
    {
      "epoch": 4.739217694040549,
      "grad_norm": 1.1867191270170532,
      "learning_rate": 3.235986731505243e-05,
      "loss": 0.5119,
      "step": 115708
    },
    {
      "epoch": 4.739258652467745,
      "grad_norm": 0.7554002454845825,
      "learning_rate": 3.235784389943496e-05,
      "loss": 0.0933,
      "step": 115709
    },
    {
      "epoch": 4.739299610894942,
      "grad_norm": 1.652139309476952,
      "learning_rate": 3.2355820539431897e-05,
      "loss": 0.5814,
      "step": 115710
    },
    {
      "epoch": 4.739340569322138,
      "grad_norm": 1.306603118062428,
      "learning_rate": 3.235379723504415e-05,
      "loss": 0.5572,
      "step": 115711
    },
    {
      "epoch": 4.739381527749335,
      "grad_norm": 1.5670375751609051,
      "learning_rate": 3.2351773986272726e-05,
      "loss": 0.8947,
      "step": 115712
    },
    {
      "epoch": 4.739422486176531,
      "grad_norm": 1.5103282454986404,
      "learning_rate": 3.234975079311853e-05,
      "loss": 0.5433,
      "step": 115713
    },
    {
      "epoch": 4.739463444603727,
      "grad_norm": 1.5758287731379446,
      "learning_rate": 3.234772765558255e-05,
      "loss": 0.5414,
      "step": 115714
    },
    {
      "epoch": 4.7395044030309235,
      "grad_norm": 1.1159218199995788,
      "learning_rate": 3.234570457366576e-05,
      "loss": 0.2758,
      "step": 115715
    },
    {
      "epoch": 4.73954536145812,
      "grad_norm": 1.5953185973756214,
      "learning_rate": 3.234368154736906e-05,
      "loss": 0.7352,
      "step": 115716
    },
    {
      "epoch": 4.7395863198853165,
      "grad_norm": 1.117829483888067,
      "learning_rate": 3.234165857669345e-05,
      "loss": 0.2841,
      "step": 115717
    },
    {
      "epoch": 4.739627278312513,
      "grad_norm": 1.343574254093405,
      "learning_rate": 3.23396356616399e-05,
      "loss": 0.4514,
      "step": 115718
    },
    {
      "epoch": 4.739668236739709,
      "grad_norm": 1.9530391207682014,
      "learning_rate": 3.2337612802209325e-05,
      "loss": 0.7232,
      "step": 115719
    },
    {
      "epoch": 4.739709195166905,
      "grad_norm": 2.4912547334813624,
      "learning_rate": 3.2335589998402715e-05,
      "loss": 0.5806,
      "step": 115720
    },
    {
      "epoch": 4.739750153594102,
      "grad_norm": 1.0637490817637192,
      "learning_rate": 3.233356725022098e-05,
      "loss": 0.2976,
      "step": 115721
    },
    {
      "epoch": 4.739791112021298,
      "grad_norm": 1.8141780716072637,
      "learning_rate": 3.23315445576651e-05,
      "loss": 0.6199,
      "step": 115722
    },
    {
      "epoch": 4.739832070448495,
      "grad_norm": 1.7236203220459707,
      "learning_rate": 3.232952192073609e-05,
      "loss": 0.8554,
      "step": 115723
    },
    {
      "epoch": 4.739873028875691,
      "grad_norm": 1.4588001747430441,
      "learning_rate": 3.2327499339434815e-05,
      "loss": 0.6198,
      "step": 115724
    },
    {
      "epoch": 4.739913987302888,
      "grad_norm": 0.5721158095725354,
      "learning_rate": 3.232547681376226e-05,
      "loss": 0.0917,
      "step": 115725
    },
    {
      "epoch": 4.739954945730084,
      "grad_norm": 1.5731133491977933,
      "learning_rate": 3.2323454343719435e-05,
      "loss": 0.6528,
      "step": 115726
    },
    {
      "epoch": 4.73999590415728,
      "grad_norm": 1.5352788954170549,
      "learning_rate": 3.232143192930721e-05,
      "loss": 0.6955,
      "step": 115727
    },
    {
      "epoch": 4.740036862584477,
      "grad_norm": 1.7606559954443153,
      "learning_rate": 3.231940957052662e-05,
      "loss": 0.8903,
      "step": 115728
    },
    {
      "epoch": 4.740077821011673,
      "grad_norm": 1.6577210350722653,
      "learning_rate": 3.231738726737856e-05,
      "loss": 0.742,
      "step": 115729
    },
    {
      "epoch": 4.74011877943887,
      "grad_norm": 1.631611522280783,
      "learning_rate": 3.2315365019864e-05,
      "loss": 0.7538,
      "step": 115730
    },
    {
      "epoch": 4.740159737866066,
      "grad_norm": 1.7229410436639894,
      "learning_rate": 3.231334282798394e-05,
      "loss": 0.6349,
      "step": 115731
    },
    {
      "epoch": 4.740200696293263,
      "grad_norm": 3.0470240580493853,
      "learning_rate": 3.231132069173927e-05,
      "loss": 2.8436,
      "step": 115732
    },
    {
      "epoch": 4.740241654720458,
      "grad_norm": 1.4840515867073254,
      "learning_rate": 3.230929861113103e-05,
      "loss": 0.5462,
      "step": 115733
    },
    {
      "epoch": 4.740282613147655,
      "grad_norm": 0.8504932993955435,
      "learning_rate": 3.230727658616008e-05,
      "loss": 0.201,
      "step": 115734
    },
    {
      "epoch": 4.7403235715748515,
      "grad_norm": 1.611243593104609,
      "learning_rate": 3.230525461682741e-05,
      "loss": 0.6112,
      "step": 115735
    },
    {
      "epoch": 4.740364530002048,
      "grad_norm": 1.8764361556302678,
      "learning_rate": 3.2303232703134017e-05,
      "loss": 0.6942,
      "step": 115736
    },
    {
      "epoch": 4.740405488429245,
      "grad_norm": 1.4923642796000056,
      "learning_rate": 3.23012108450808e-05,
      "loss": 0.6545,
      "step": 115737
    },
    {
      "epoch": 4.74044644685644,
      "grad_norm": 1.9991308083957802,
      "learning_rate": 3.229918904266873e-05,
      "loss": 1.1248,
      "step": 115738
    },
    {
      "epoch": 4.740487405283637,
      "grad_norm": 1.061845679273213,
      "learning_rate": 3.2297167295898833e-05,
      "loss": 0.1671,
      "step": 115739
    },
    {
      "epoch": 4.740528363710833,
      "grad_norm": 0.4581432501939764,
      "learning_rate": 3.229514560477196e-05,
      "loss": 0.0568,
      "step": 115740
    },
    {
      "epoch": 4.74056932213803,
      "grad_norm": 1.365769516076713,
      "learning_rate": 3.229312396928914e-05,
      "loss": 0.5031,
      "step": 115741
    },
    {
      "epoch": 4.740610280565226,
      "grad_norm": 1.3556026751243444,
      "learning_rate": 3.229110238945126e-05,
      "loss": 0.4842,
      "step": 115742
    },
    {
      "epoch": 4.740651238992423,
      "grad_norm": 1.635817957090539,
      "learning_rate": 3.2289080865259335e-05,
      "loss": 0.6449,
      "step": 115743
    },
    {
      "epoch": 4.7406921974196194,
      "grad_norm": 0.6722375425269963,
      "learning_rate": 3.228705939671433e-05,
      "loss": 0.1177,
      "step": 115744
    },
    {
      "epoch": 4.740733155846815,
      "grad_norm": 2.1224675933741977,
      "learning_rate": 3.228503798381713e-05,
      "loss": 0.7933,
      "step": 115745
    },
    {
      "epoch": 4.740774114274012,
      "grad_norm": 1.3922906207288688,
      "learning_rate": 3.228301662656875e-05,
      "loss": 0.589,
      "step": 115746
    },
    {
      "epoch": 4.740815072701208,
      "grad_norm": 1.8168912853309942,
      "learning_rate": 3.228099532497015e-05,
      "loss": 1.0965,
      "step": 115747
    },
    {
      "epoch": 4.740856031128405,
      "grad_norm": 1.2868967641742464,
      "learning_rate": 3.2278974079022234e-05,
      "loss": 0.4932,
      "step": 115748
    },
    {
      "epoch": 4.740896989555601,
      "grad_norm": 1.9433973174437804,
      "learning_rate": 3.227695288872602e-05,
      "loss": 0.8584,
      "step": 115749
    },
    {
      "epoch": 4.740937947982798,
      "grad_norm": 1.4241727448045642,
      "learning_rate": 3.227493175408239e-05,
      "loss": 0.6407,
      "step": 115750
    },
    {
      "epoch": 4.740978906409994,
      "grad_norm": 1.0039915507607071,
      "learning_rate": 3.2272910675092355e-05,
      "loss": 0.1635,
      "step": 115751
    },
    {
      "epoch": 4.74101986483719,
      "grad_norm": 1.3472829694072652,
      "learning_rate": 3.227088965175689e-05,
      "loss": 0.4429,
      "step": 115752
    },
    {
      "epoch": 4.7410608232643865,
      "grad_norm": 1.625730671110814,
      "learning_rate": 3.2268868684076864e-05,
      "loss": 0.655,
      "step": 115753
    },
    {
      "epoch": 4.741101781691583,
      "grad_norm": 2.361812584247214,
      "learning_rate": 3.226684777205331e-05,
      "loss": 0.9872,
      "step": 115754
    },
    {
      "epoch": 4.74114274011878,
      "grad_norm": 1.3162017207758856,
      "learning_rate": 3.226482691568718e-05,
      "loss": 0.5479,
      "step": 115755
    },
    {
      "epoch": 4.741183698545976,
      "grad_norm": 1.453716692004889,
      "learning_rate": 3.226280611497937e-05,
      "loss": 0.7083,
      "step": 115756
    },
    {
      "epoch": 4.741224656973172,
      "grad_norm": 1.462975063626832,
      "learning_rate": 3.226078536993091e-05,
      "loss": 0.6457,
      "step": 115757
    },
    {
      "epoch": 4.741265615400368,
      "grad_norm": 1.7106366200175693,
      "learning_rate": 3.22587646805427e-05,
      "loss": 0.9608,
      "step": 115758
    },
    {
      "epoch": 4.741306573827565,
      "grad_norm": 1.5415878794680065,
      "learning_rate": 3.225674404681569e-05,
      "loss": 0.6051,
      "step": 115759
    },
    {
      "epoch": 4.741347532254761,
      "grad_norm": 1.3883688565201315,
      "learning_rate": 3.225472346875091e-05,
      "loss": 0.52,
      "step": 115760
    },
    {
      "epoch": 4.741388490681958,
      "grad_norm": 1.426767846663259,
      "learning_rate": 3.225270294634924e-05,
      "loss": 0.4557,
      "step": 115761
    },
    {
      "epoch": 4.741429449109154,
      "grad_norm": 1.5255043393356187,
      "learning_rate": 3.2250682479611634e-05,
      "loss": 0.517,
      "step": 115762
    },
    {
      "epoch": 4.741470407536351,
      "grad_norm": 1.3864011183456044,
      "learning_rate": 3.224866206853912e-05,
      "loss": 0.2726,
      "step": 115763
    },
    {
      "epoch": 4.741511365963547,
      "grad_norm": 0.8826441096302385,
      "learning_rate": 3.2246641713132565e-05,
      "loss": 0.2182,
      "step": 115764
    },
    {
      "epoch": 4.741552324390743,
      "grad_norm": 1.251099648181586,
      "learning_rate": 3.224462141339301e-05,
      "loss": 0.4098,
      "step": 115765
    },
    {
      "epoch": 4.74159328281794,
      "grad_norm": 1.8461580833727786,
      "learning_rate": 3.224260116932136e-05,
      "loss": 0.6283,
      "step": 115766
    },
    {
      "epoch": 4.741634241245136,
      "grad_norm": 0.9143846512905184,
      "learning_rate": 3.2240580980918535e-05,
      "loss": 0.21,
      "step": 115767
    },
    {
      "epoch": 4.741675199672333,
      "grad_norm": 1.7368788735798737,
      "learning_rate": 3.223856084818557e-05,
      "loss": 0.5247,
      "step": 115768
    },
    {
      "epoch": 4.741716158099529,
      "grad_norm": 1.716293561046707,
      "learning_rate": 3.223654077112335e-05,
      "loss": 0.6717,
      "step": 115769
    },
    {
      "epoch": 4.741757116526726,
      "grad_norm": 1.6371113556362724,
      "learning_rate": 3.223452074973284e-05,
      "loss": 0.6539,
      "step": 115770
    },
    {
      "epoch": 4.7417980749539215,
      "grad_norm": 1.7753054565553454,
      "learning_rate": 3.2232500784015065e-05,
      "loss": 0.7584,
      "step": 115771
    },
    {
      "epoch": 4.741839033381118,
      "grad_norm": 1.7847810554949053,
      "learning_rate": 3.223048087397091e-05,
      "loss": 0.6765,
      "step": 115772
    },
    {
      "epoch": 4.7418799918083145,
      "grad_norm": 1.4816651006398587,
      "learning_rate": 3.222846101960132e-05,
      "loss": 0.6513,
      "step": 115773
    },
    {
      "epoch": 4.741920950235511,
      "grad_norm": 1.551178285206311,
      "learning_rate": 3.222644122090733e-05,
      "loss": 0.4463,
      "step": 115774
    },
    {
      "epoch": 4.741961908662708,
      "grad_norm": 1.454589730967714,
      "learning_rate": 3.222442147788981e-05,
      "loss": 0.4264,
      "step": 115775
    },
    {
      "epoch": 4.742002867089903,
      "grad_norm": 1.5379733797020998,
      "learning_rate": 3.222240179054979e-05,
      "loss": 0.5423,
      "step": 115776
    },
    {
      "epoch": 4.7420438255171,
      "grad_norm": 1.5501337617258788,
      "learning_rate": 3.222038215888813e-05,
      "loss": 0.6501,
      "step": 115777
    },
    {
      "epoch": 4.742084783944296,
      "grad_norm": 1.3802808461868048,
      "learning_rate": 3.221836258290585e-05,
      "loss": 0.6462,
      "step": 115778
    },
    {
      "epoch": 4.742125742371493,
      "grad_norm": 1.6964005080589757,
      "learning_rate": 3.221634306260393e-05,
      "loss": 0.6064,
      "step": 115779
    },
    {
      "epoch": 4.742166700798689,
      "grad_norm": 2.5791445808722777,
      "learning_rate": 3.221432359798325e-05,
      "loss": 1.4514,
      "step": 115780
    },
    {
      "epoch": 4.742207659225886,
      "grad_norm": 1.5780393650365254,
      "learning_rate": 3.22123041890448e-05,
      "loss": 0.6544,
      "step": 115781
    },
    {
      "epoch": 4.7422486176530825,
      "grad_norm": 0.5175353035775968,
      "learning_rate": 3.221028483578958e-05,
      "loss": 0.0993,
      "step": 115782
    },
    {
      "epoch": 4.742289576080278,
      "grad_norm": 1.4731669940250953,
      "learning_rate": 3.220826553821846e-05,
      "loss": 0.6303,
      "step": 115783
    },
    {
      "epoch": 4.742330534507475,
      "grad_norm": 0.8765301545996601,
      "learning_rate": 3.220624629633248e-05,
      "loss": 0.234,
      "step": 115784
    },
    {
      "epoch": 4.742371492934671,
      "grad_norm": 1.2907453058608527,
      "learning_rate": 3.2204227110132524e-05,
      "loss": 0.4378,
      "step": 115785
    },
    {
      "epoch": 4.742412451361868,
      "grad_norm": 1.0881496545367833,
      "learning_rate": 3.220220797961956e-05,
      "loss": 0.3167,
      "step": 115786
    },
    {
      "epoch": 4.742453409789064,
      "grad_norm": 0.887309487697588,
      "learning_rate": 3.220018890479459e-05,
      "loss": 0.1526,
      "step": 115787
    },
    {
      "epoch": 4.742494368216261,
      "grad_norm": 1.1286566754875815,
      "learning_rate": 3.219816988565851e-05,
      "loss": 0.256,
      "step": 115788
    },
    {
      "epoch": 4.742535326643457,
      "grad_norm": 1.287343751066615,
      "learning_rate": 3.21961509222123e-05,
      "loss": 0.3976,
      "step": 115789
    },
    {
      "epoch": 4.742576285070653,
      "grad_norm": 1.7256221727950756,
      "learning_rate": 3.219413201445694e-05,
      "loss": 0.6526,
      "step": 115790
    },
    {
      "epoch": 4.7426172434978495,
      "grad_norm": 1.3780983256012822,
      "learning_rate": 3.219211316239332e-05,
      "loss": 0.4667,
      "step": 115791
    },
    {
      "epoch": 4.742658201925046,
      "grad_norm": 2.06429733829902,
      "learning_rate": 3.219009436602248e-05,
      "loss": 0.915,
      "step": 115792
    },
    {
      "epoch": 4.742699160352243,
      "grad_norm": 1.6322458326820901,
      "learning_rate": 3.218807562534529e-05,
      "loss": 0.6886,
      "step": 115793
    },
    {
      "epoch": 4.742740118779439,
      "grad_norm": 1.787602843969645,
      "learning_rate": 3.218605694036273e-05,
      "loss": 0.8018,
      "step": 115794
    },
    {
      "epoch": 4.742781077206635,
      "grad_norm": 2.2625441249702742,
      "learning_rate": 3.2184038311075824e-05,
      "loss": 1.5629,
      "step": 115795
    },
    {
      "epoch": 4.742822035633831,
      "grad_norm": 1.4787770962370312,
      "learning_rate": 3.218201973748541e-05,
      "loss": 0.5294,
      "step": 115796
    },
    {
      "epoch": 4.742862994061028,
      "grad_norm": 0.9789095642297732,
      "learning_rate": 3.218000121959251e-05,
      "loss": 0.3297,
      "step": 115797
    },
    {
      "epoch": 4.742903952488224,
      "grad_norm": 1.291538303936229,
      "learning_rate": 3.2177982757398105e-05,
      "loss": 0.4022,
      "step": 115798
    },
    {
      "epoch": 4.742944910915421,
      "grad_norm": 1.0704246469471808,
      "learning_rate": 3.217596435090306e-05,
      "loss": 0.3002,
      "step": 115799
    },
    {
      "epoch": 4.7429858693426175,
      "grad_norm": 1.633500386803299,
      "learning_rate": 3.2173946000108454e-05,
      "loss": 0.6002,
      "step": 115800
    },
    {
      "epoch": 4.743026827769814,
      "grad_norm": 0.46211294486531657,
      "learning_rate": 3.21719277050151e-05,
      "loss": 0.0498,
      "step": 115801
    },
    {
      "epoch": 4.74306778619701,
      "grad_norm": 1.5643605071855866,
      "learning_rate": 3.2169909465624036e-05,
      "loss": 0.7818,
      "step": 115802
    },
    {
      "epoch": 4.743108744624206,
      "grad_norm": 2.464798657815842,
      "learning_rate": 3.2167891281936234e-05,
      "loss": 0.9561,
      "step": 115803
    },
    {
      "epoch": 4.743149703051403,
      "grad_norm": 1.4448004472509972,
      "learning_rate": 3.216587315395259e-05,
      "loss": 0.4611,
      "step": 115804
    },
    {
      "epoch": 4.743190661478599,
      "grad_norm": 1.3748159615184925,
      "learning_rate": 3.2163855081674104e-05,
      "loss": 0.6732,
      "step": 115805
    },
    {
      "epoch": 4.743231619905796,
      "grad_norm": 1.9249817258818167,
      "learning_rate": 3.2161837065101694e-05,
      "loss": 0.474,
      "step": 115806
    },
    {
      "epoch": 4.743272578332992,
      "grad_norm": 1.9847780129775099,
      "learning_rate": 3.21598191042363e-05,
      "loss": 0.9629,
      "step": 115807
    },
    {
      "epoch": 4.743313536760189,
      "grad_norm": 1.6132507237613476,
      "learning_rate": 3.215780119907896e-05,
      "loss": 0.6789,
      "step": 115808
    },
    {
      "epoch": 4.7433544951873845,
      "grad_norm": 1.6664756892961055,
      "learning_rate": 3.215578334963053e-05,
      "loss": 0.6737,
      "step": 115809
    },
    {
      "epoch": 4.743395453614581,
      "grad_norm": 1.0916999597976016,
      "learning_rate": 3.215376555589202e-05,
      "loss": 0.2779,
      "step": 115810
    },
    {
      "epoch": 4.743436412041778,
      "grad_norm": 1.0149243684662288,
      "learning_rate": 3.2151747817864407e-05,
      "loss": 0.2621,
      "step": 115811
    },
    {
      "epoch": 4.743477370468974,
      "grad_norm": 1.1907506878814358,
      "learning_rate": 3.214973013554855e-05,
      "loss": 0.3319,
      "step": 115812
    },
    {
      "epoch": 4.743518328896171,
      "grad_norm": 1.5218446182716996,
      "learning_rate": 3.214771250894553e-05,
      "loss": 0.4477,
      "step": 115813
    },
    {
      "epoch": 4.743559287323366,
      "grad_norm": 1.5566010584515413,
      "learning_rate": 3.214569493805617e-05,
      "loss": 0.6592,
      "step": 115814
    },
    {
      "epoch": 4.743600245750563,
      "grad_norm": 1.100979932682806,
      "learning_rate": 3.2143677422881496e-05,
      "loss": 0.299,
      "step": 115815
    },
    {
      "epoch": 4.743641204177759,
      "grad_norm": 1.4033919629481681,
      "learning_rate": 3.21416599634225e-05,
      "loss": 0.5334,
      "step": 115816
    },
    {
      "epoch": 4.743682162604956,
      "grad_norm": 1.7983368274500802,
      "learning_rate": 3.2139642559680043e-05,
      "loss": 0.8224,
      "step": 115817
    },
    {
      "epoch": 4.743723121032152,
      "grad_norm": 1.5692416411481336,
      "learning_rate": 3.213762521165511e-05,
      "loss": 0.7533,
      "step": 115818
    },
    {
      "epoch": 4.743764079459349,
      "grad_norm": 1.3519799250709408,
      "learning_rate": 3.2135607919348734e-05,
      "loss": 0.6398,
      "step": 115819
    },
    {
      "epoch": 4.7438050378865455,
      "grad_norm": 1.3207387244449322,
      "learning_rate": 3.213359068276174e-05,
      "loss": 0.3325,
      "step": 115820
    },
    {
      "epoch": 4.743845996313741,
      "grad_norm": 0.6312182534365252,
      "learning_rate": 3.2131573501895206e-05,
      "loss": 0.0905,
      "step": 115821
    },
    {
      "epoch": 4.743886954740938,
      "grad_norm": 3.6545062921664058,
      "learning_rate": 3.212955637674997e-05,
      "loss": 1.8507,
      "step": 115822
    },
    {
      "epoch": 4.743927913168134,
      "grad_norm": 1.4337177938071295,
      "learning_rate": 3.212753930732703e-05,
      "loss": 0.5844,
      "step": 115823
    },
    {
      "epoch": 4.743968871595331,
      "grad_norm": 1.406567910603682,
      "learning_rate": 3.21255222936274e-05,
      "loss": 0.6275,
      "step": 115824
    },
    {
      "epoch": 4.744009830022527,
      "grad_norm": 1.6518538367565823,
      "learning_rate": 3.212350533565195e-05,
      "loss": 0.7165,
      "step": 115825
    },
    {
      "epoch": 4.744050788449724,
      "grad_norm": 1.596108376021623,
      "learning_rate": 3.212148843340167e-05,
      "loss": 0.6814,
      "step": 115826
    },
    {
      "epoch": 4.74409174687692,
      "grad_norm": 1.5474431451628703,
      "learning_rate": 3.211947158687755e-05,
      "loss": 0.564,
      "step": 115827
    },
    {
      "epoch": 4.744132705304116,
      "grad_norm": 1.7722983748915473,
      "learning_rate": 3.211745479608045e-05,
      "loss": 0.9254,
      "step": 115828
    },
    {
      "epoch": 4.7441736637313126,
      "grad_norm": 1.2871443796099742,
      "learning_rate": 3.211543806101142e-05,
      "loss": 0.5315,
      "step": 115829
    },
    {
      "epoch": 4.744214622158509,
      "grad_norm": 1.6081833992404884,
      "learning_rate": 3.211342138167133e-05,
      "loss": 0.6834,
      "step": 115830
    },
    {
      "epoch": 4.744255580585706,
      "grad_norm": 1.5609415556762243,
      "learning_rate": 3.211140475806118e-05,
      "loss": 0.8159,
      "step": 115831
    },
    {
      "epoch": 4.744296539012902,
      "grad_norm": 1.7139050360720622,
      "learning_rate": 3.210938819018195e-05,
      "loss": 0.5928,
      "step": 115832
    },
    {
      "epoch": 4.744337497440098,
      "grad_norm": 1.4484062987693722,
      "learning_rate": 3.2107371678034524e-05,
      "loss": 0.5551,
      "step": 115833
    },
    {
      "epoch": 4.744378455867294,
      "grad_norm": 1.6696784059875556,
      "learning_rate": 3.210535522161989e-05,
      "loss": 0.672,
      "step": 115834
    },
    {
      "epoch": 4.744419414294491,
      "grad_norm": 1.6967872845895706,
      "learning_rate": 3.210333882093905e-05,
      "loss": 0.6035,
      "step": 115835
    },
    {
      "epoch": 4.744460372721687,
      "grad_norm": 1.60521027328151,
      "learning_rate": 3.2101322475992906e-05,
      "loss": 0.6136,
      "step": 115836
    },
    {
      "epoch": 4.744501331148884,
      "grad_norm": 1.3050172963178512,
      "learning_rate": 3.209930618678238e-05,
      "loss": 0.4422,
      "step": 115837
    },
    {
      "epoch": 4.7445422895760805,
      "grad_norm": 0.8943025675495907,
      "learning_rate": 3.209728995330849e-05,
      "loss": 0.1281,
      "step": 115838
    },
    {
      "epoch": 4.744583248003277,
      "grad_norm": 1.4201028414610786,
      "learning_rate": 3.209527377557212e-05,
      "loss": 0.4819,
      "step": 115839
    },
    {
      "epoch": 4.744624206430473,
      "grad_norm": 0.80943897097236,
      "learning_rate": 3.2093257653574324e-05,
      "loss": 0.0939,
      "step": 115840
    },
    {
      "epoch": 4.744665164857669,
      "grad_norm": 1.7456719677434083,
      "learning_rate": 3.2091241587315936e-05,
      "loss": 0.8324,
      "step": 115841
    },
    {
      "epoch": 4.744706123284866,
      "grad_norm": 1.6098181860126675,
      "learning_rate": 3.208922557679796e-05,
      "loss": 0.658,
      "step": 115842
    },
    {
      "epoch": 4.744747081712062,
      "grad_norm": 1.7804373622755594,
      "learning_rate": 3.2087209622021414e-05,
      "loss": 0.6784,
      "step": 115843
    },
    {
      "epoch": 4.744788040139259,
      "grad_norm": 1.8236111293561617,
      "learning_rate": 3.2085193722987144e-05,
      "loss": 0.6419,
      "step": 115844
    },
    {
      "epoch": 4.744828998566455,
      "grad_norm": 1.3707697367453098,
      "learning_rate": 3.208317787969615e-05,
      "loss": 0.5834,
      "step": 115845
    },
    {
      "epoch": 4.744869956993652,
      "grad_norm": 1.1324448201247588,
      "learning_rate": 3.208116209214942e-05,
      "loss": 0.2772,
      "step": 115846
    },
    {
      "epoch": 4.7449109154208475,
      "grad_norm": 1.6992928456520597,
      "learning_rate": 3.207914636034785e-05,
      "loss": 0.5312,
      "step": 115847
    },
    {
      "epoch": 4.744951873848044,
      "grad_norm": 1.0607240201746102,
      "learning_rate": 3.2077130684292446e-05,
      "loss": 0.274,
      "step": 115848
    },
    {
      "epoch": 4.744992832275241,
      "grad_norm": 1.36175216519615,
      "learning_rate": 3.2075115063984105e-05,
      "loss": 0.6491,
      "step": 115849
    },
    {
      "epoch": 4.745033790702437,
      "grad_norm": 1.6959149518020935,
      "learning_rate": 3.20730994994238e-05,
      "loss": 0.7532,
      "step": 115850
    },
    {
      "epoch": 4.745074749129634,
      "grad_norm": 1.7606286797764858,
      "learning_rate": 3.207108399061252e-05,
      "loss": 0.66,
      "step": 115851
    },
    {
      "epoch": 4.745115707556829,
      "grad_norm": 1.1486078940057205,
      "learning_rate": 3.206906853755116e-05,
      "loss": 0.3982,
      "step": 115852
    },
    {
      "epoch": 4.745156665984026,
      "grad_norm": 1.5236037316938005,
      "learning_rate": 3.20670531402407e-05,
      "loss": 0.7198,
      "step": 115853
    },
    {
      "epoch": 4.745197624411222,
      "grad_norm": 0.9605438261131235,
      "learning_rate": 3.206503779868213e-05,
      "loss": 0.2299,
      "step": 115854
    },
    {
      "epoch": 4.745238582838419,
      "grad_norm": 1.338124608256902,
      "learning_rate": 3.206302251287633e-05,
      "loss": 0.4917,
      "step": 115855
    },
    {
      "epoch": 4.7452795412656155,
      "grad_norm": 1.549810281416173,
      "learning_rate": 3.206100728282433e-05,
      "loss": 0.689,
      "step": 115856
    },
    {
      "epoch": 4.745320499692812,
      "grad_norm": 1.243688778477916,
      "learning_rate": 3.2058992108527e-05,
      "loss": 0.4952,
      "step": 115857
    },
    {
      "epoch": 4.7453614581200085,
      "grad_norm": 1.5208801479582115,
      "learning_rate": 3.205697698998533e-05,
      "loss": 0.7772,
      "step": 115858
    },
    {
      "epoch": 4.745402416547204,
      "grad_norm": 1.4470030261378608,
      "learning_rate": 3.205496192720034e-05,
      "loss": 0.5989,
      "step": 115859
    },
    {
      "epoch": 4.745443374974401,
      "grad_norm": 1.4287058784326394,
      "learning_rate": 3.205294692017285e-05,
      "loss": 0.5826,
      "step": 115860
    },
    {
      "epoch": 4.745484333401597,
      "grad_norm": 1.5487417852121679,
      "learning_rate": 3.20509319689039e-05,
      "loss": 0.493,
      "step": 115861
    },
    {
      "epoch": 4.745525291828794,
      "grad_norm": 1.1391753718427398,
      "learning_rate": 3.204891707339446e-05,
      "loss": 0.3919,
      "step": 115862
    },
    {
      "epoch": 4.74556625025599,
      "grad_norm": 1.8353939514744335,
      "learning_rate": 3.20469022336454e-05,
      "loss": 1.0746,
      "step": 115863
    },
    {
      "epoch": 4.745607208683187,
      "grad_norm": 1.972674046473083,
      "learning_rate": 3.204488744965777e-05,
      "loss": 0.6557,
      "step": 115864
    },
    {
      "epoch": 4.745648167110383,
      "grad_norm": 1.294256433090898,
      "learning_rate": 3.2042872721432436e-05,
      "loss": 0.5455,
      "step": 115865
    },
    {
      "epoch": 4.745689125537579,
      "grad_norm": 1.8757404945167664,
      "learning_rate": 3.2040858048970375e-05,
      "loss": 0.6727,
      "step": 115866
    },
    {
      "epoch": 4.745730083964776,
      "grad_norm": 1.3873332445878561,
      "learning_rate": 3.203884343227261e-05,
      "loss": 0.4497,
      "step": 115867
    },
    {
      "epoch": 4.745771042391972,
      "grad_norm": 1.2890534378370506,
      "learning_rate": 3.203682887133997e-05,
      "loss": 0.4688,
      "step": 115868
    },
    {
      "epoch": 4.745812000819169,
      "grad_norm": 1.5566374926136048,
      "learning_rate": 3.203481436617349e-05,
      "loss": 0.7403,
      "step": 115869
    },
    {
      "epoch": 4.745852959246365,
      "grad_norm": 1.5814885879431748,
      "learning_rate": 3.203279991677415e-05,
      "loss": 0.6462,
      "step": 115870
    },
    {
      "epoch": 4.745893917673562,
      "grad_norm": 2.3046452901981067,
      "learning_rate": 3.20307855231428e-05,
      "loss": 1.5865,
      "step": 115871
    },
    {
      "epoch": 4.745934876100757,
      "grad_norm": 1.5054840880824607,
      "learning_rate": 3.202877118528049e-05,
      "loss": 0.6454,
      "step": 115872
    },
    {
      "epoch": 4.745975834527954,
      "grad_norm": 1.4193616831733695,
      "learning_rate": 3.20267569031881e-05,
      "loss": 0.3699,
      "step": 115873
    },
    {
      "epoch": 4.74601679295515,
      "grad_norm": 1.4716928168119423,
      "learning_rate": 3.202474267686662e-05,
      "loss": 0.3638,
      "step": 115874
    },
    {
      "epoch": 4.746057751382347,
      "grad_norm": 1.615047007774075,
      "learning_rate": 3.202272850631702e-05,
      "loss": 0.5981,
      "step": 115875
    },
    {
      "epoch": 4.7460987098095435,
      "grad_norm": 1.9217408328417867,
      "learning_rate": 3.2020714391540195e-05,
      "loss": 0.7236,
      "step": 115876
    },
    {
      "epoch": 4.74613966823674,
      "grad_norm": 1.6967190044108322,
      "learning_rate": 3.2018700332537165e-05,
      "loss": 0.616,
      "step": 115877
    },
    {
      "epoch": 4.746180626663936,
      "grad_norm": 2.401843709504599,
      "learning_rate": 3.201668632930881e-05,
      "loss": 1.949,
      "step": 115878
    },
    {
      "epoch": 4.746221585091132,
      "grad_norm": 1.459933845891867,
      "learning_rate": 3.201467238185614e-05,
      "loss": 0.5882,
      "step": 115879
    },
    {
      "epoch": 4.746262543518329,
      "grad_norm": 1.2554626958033632,
      "learning_rate": 3.20126584901801e-05,
      "loss": 0.4233,
      "step": 115880
    },
    {
      "epoch": 4.746303501945525,
      "grad_norm": 0.9721238021941995,
      "learning_rate": 3.201064465428159e-05,
      "loss": 0.1986,
      "step": 115881
    },
    {
      "epoch": 4.746344460372722,
      "grad_norm": 1.919932441541054,
      "learning_rate": 3.2008630874161616e-05,
      "loss": 1.0321,
      "step": 115882
    },
    {
      "epoch": 4.746385418799918,
      "grad_norm": 0.8652780617098051,
      "learning_rate": 3.200661714982114e-05,
      "loss": 0.2144,
      "step": 115883
    },
    {
      "epoch": 4.746426377227115,
      "grad_norm": 1.3398483377407926,
      "learning_rate": 3.200460348126106e-05,
      "loss": 0.4623,
      "step": 115884
    },
    {
      "epoch": 4.746467335654311,
      "grad_norm": 1.6431067255716165,
      "learning_rate": 3.200258986848239e-05,
      "loss": 0.6707,
      "step": 115885
    },
    {
      "epoch": 4.746508294081507,
      "grad_norm": 1.6280020020657515,
      "learning_rate": 3.200057631148602e-05,
      "loss": 0.7229,
      "step": 115886
    },
    {
      "epoch": 4.746549252508704,
      "grad_norm": 1.471216837469009,
      "learning_rate": 3.199856281027291e-05,
      "loss": 0.5686,
      "step": 115887
    },
    {
      "epoch": 4.7465902109359,
      "grad_norm": 1.4546826347203379,
      "learning_rate": 3.199654936484409e-05,
      "loss": 0.6093,
      "step": 115888
    },
    {
      "epoch": 4.746631169363097,
      "grad_norm": 1.3212866433981465,
      "learning_rate": 3.1994535975200405e-05,
      "loss": 0.4104,
      "step": 115889
    },
    {
      "epoch": 4.746672127790293,
      "grad_norm": 1.6258194293272599,
      "learning_rate": 3.199252264134286e-05,
      "loss": 0.599,
      "step": 115890
    },
    {
      "epoch": 4.746713086217489,
      "grad_norm": 1.6559066050950209,
      "learning_rate": 3.199050936327243e-05,
      "loss": 0.5545,
      "step": 115891
    },
    {
      "epoch": 4.746754044644685,
      "grad_norm": 1.1074457649265537,
      "learning_rate": 3.198849614099002e-05,
      "loss": 0.3529,
      "step": 115892
    },
    {
      "epoch": 4.746795003071882,
      "grad_norm": 1.3745137653682196,
      "learning_rate": 3.198648297449663e-05,
      "loss": 0.6802,
      "step": 115893
    },
    {
      "epoch": 4.7468359614990785,
      "grad_norm": 3.8210025122301796,
      "learning_rate": 3.198446986379314e-05,
      "loss": 3.7565,
      "step": 115894
    },
    {
      "epoch": 4.746876919926275,
      "grad_norm": 1.7390321369868849,
      "learning_rate": 3.1982456808880544e-05,
      "loss": 0.6326,
      "step": 115895
    },
    {
      "epoch": 4.746917878353472,
      "grad_norm": 1.992888802059206,
      "learning_rate": 3.1980443809759846e-05,
      "loss": 0.9706,
      "step": 115896
    },
    {
      "epoch": 4.746958836780667,
      "grad_norm": 1.0677202636249459,
      "learning_rate": 3.197843086643189e-05,
      "loss": 0.2497,
      "step": 115897
    },
    {
      "epoch": 4.746999795207864,
      "grad_norm": 1.5730518139843102,
      "learning_rate": 3.197641797889769e-05,
      "loss": 0.6293,
      "step": 115898
    },
    {
      "epoch": 4.74704075363506,
      "grad_norm": 1.6620731790510535,
      "learning_rate": 3.1974405147158236e-05,
      "loss": 0.7261,
      "step": 115899
    },
    {
      "epoch": 4.747081712062257,
      "grad_norm": 1.02948312175975,
      "learning_rate": 3.197239237121439e-05,
      "loss": 0.2752,
      "step": 115900
    },
    {
      "epoch": 4.747122670489453,
      "grad_norm": 1.355426335010995,
      "learning_rate": 3.197037965106719e-05,
      "loss": 0.5814,
      "step": 115901
    },
    {
      "epoch": 4.74716362891665,
      "grad_norm": 0.9750995348560736,
      "learning_rate": 3.196836698671751e-05,
      "loss": 0.1362,
      "step": 115902
    },
    {
      "epoch": 4.747204587343846,
      "grad_norm": 1.282152799100217,
      "learning_rate": 3.196635437816632e-05,
      "loss": 0.5333,
      "step": 115903
    },
    {
      "epoch": 4.747245545771042,
      "grad_norm": 1.389417655293928,
      "learning_rate": 3.196434182541466e-05,
      "loss": 0.5072,
      "step": 115904
    },
    {
      "epoch": 4.747286504198239,
      "grad_norm": 1.5335229344773469,
      "learning_rate": 3.196232932846334e-05,
      "loss": 0.3773,
      "step": 115905
    },
    {
      "epoch": 4.747327462625435,
      "grad_norm": 1.4946523856201455,
      "learning_rate": 3.196031688731343e-05,
      "loss": 0.3845,
      "step": 115906
    },
    {
      "epoch": 4.747368421052632,
      "grad_norm": 0.9412728600188975,
      "learning_rate": 3.195830450196584e-05,
      "loss": 0.2325,
      "step": 115907
    },
    {
      "epoch": 4.747409379479828,
      "grad_norm": 1.590845032093186,
      "learning_rate": 3.1956292172421474e-05,
      "loss": 0.5668,
      "step": 115908
    },
    {
      "epoch": 4.747450337907025,
      "grad_norm": 1.5636732645325606,
      "learning_rate": 3.19542798986813e-05,
      "loss": 0.7193,
      "step": 115909
    },
    {
      "epoch": 4.74749129633422,
      "grad_norm": 1.5958278343348287,
      "learning_rate": 3.195226768074636e-05,
      "loss": 0.5215,
      "step": 115910
    },
    {
      "epoch": 4.747532254761417,
      "grad_norm": 1.347736431421373,
      "learning_rate": 3.195025551861749e-05,
      "loss": 0.4908,
      "step": 115911
    },
    {
      "epoch": 4.7475732131886135,
      "grad_norm": 1.141404229378588,
      "learning_rate": 3.194824341229573e-05,
      "loss": 0.4063,
      "step": 115912
    },
    {
      "epoch": 4.74761417161581,
      "grad_norm": 1.3823521141908017,
      "learning_rate": 3.194623136178195e-05,
      "loss": 0.481,
      "step": 115913
    },
    {
      "epoch": 4.7476551300430065,
      "grad_norm": 1.7120433488147047,
      "learning_rate": 3.194421936707712e-05,
      "loss": 0.6226,
      "step": 115914
    },
    {
      "epoch": 4.747696088470203,
      "grad_norm": 0.7047924789541337,
      "learning_rate": 3.194220742818229e-05,
      "loss": 0.1627,
      "step": 115915
    },
    {
      "epoch": 4.747737046897399,
      "grad_norm": 1.1672830100000742,
      "learning_rate": 3.194019554509827e-05,
      "loss": 0.4815,
      "step": 115916
    },
    {
      "epoch": 4.747778005324595,
      "grad_norm": 0.8971584995149958,
      "learning_rate": 3.193818371782608e-05,
      "loss": 0.151,
      "step": 115917
    },
    {
      "epoch": 4.747818963751792,
      "grad_norm": 0.9860942374180923,
      "learning_rate": 3.193617194636671e-05,
      "loss": 0.1991,
      "step": 115918
    },
    {
      "epoch": 4.747859922178988,
      "grad_norm": 1.6435565899504707,
      "learning_rate": 3.1934160230721015e-05,
      "loss": 0.6164,
      "step": 115919
    },
    {
      "epoch": 4.747900880606185,
      "grad_norm": 1.7131114733602713,
      "learning_rate": 3.1932148570890046e-05,
      "loss": 0.6096,
      "step": 115920
    },
    {
      "epoch": 4.747941839033381,
      "grad_norm": 1.4044904394498945,
      "learning_rate": 3.193013696687467e-05,
      "loss": 0.6067,
      "step": 115921
    },
    {
      "epoch": 4.747982797460578,
      "grad_norm": 1.372101486406231,
      "learning_rate": 3.1928125418675875e-05,
      "loss": 0.6097,
      "step": 115922
    },
    {
      "epoch": 4.748023755887774,
      "grad_norm": 1.9038970812537805,
      "learning_rate": 3.192611392629463e-05,
      "loss": 0.8606,
      "step": 115923
    },
    {
      "epoch": 4.74806471431497,
      "grad_norm": 1.371284365044845,
      "learning_rate": 3.192410248973186e-05,
      "loss": 0.6462,
      "step": 115924
    },
    {
      "epoch": 4.748105672742167,
      "grad_norm": 1.3000808579387995,
      "learning_rate": 3.1922091108988494e-05,
      "loss": 0.4315,
      "step": 115925
    },
    {
      "epoch": 4.748146631169363,
      "grad_norm": 0.9453393684954439,
      "learning_rate": 3.1920079784065564e-05,
      "loss": 0.2427,
      "step": 115926
    },
    {
      "epoch": 4.74818758959656,
      "grad_norm": 0.8287677340925792,
      "learning_rate": 3.1918068514963934e-05,
      "loss": 0.1568,
      "step": 115927
    },
    {
      "epoch": 4.748228548023756,
      "grad_norm": 0.9801658545146936,
      "learning_rate": 3.1916057301684614e-05,
      "loss": 0.2344,
      "step": 115928
    },
    {
      "epoch": 4.748269506450952,
      "grad_norm": 1.3018293894772506,
      "learning_rate": 3.1914046144228514e-05,
      "loss": 0.2059,
      "step": 115929
    },
    {
      "epoch": 4.7483104648781485,
      "grad_norm": 2.368412019403493,
      "learning_rate": 3.191203504259659e-05,
      "loss": 0.5612,
      "step": 115930
    },
    {
      "epoch": 4.748351423305345,
      "grad_norm": 1.335107156311081,
      "learning_rate": 3.1910023996789816e-05,
      "loss": 0.5383,
      "step": 115931
    },
    {
      "epoch": 4.7483923817325415,
      "grad_norm": 1.3409864300710483,
      "learning_rate": 3.190801300680913e-05,
      "loss": 0.4482,
      "step": 115932
    },
    {
      "epoch": 4.748433340159738,
      "grad_norm": 0.4968294023363761,
      "learning_rate": 3.190600207265545e-05,
      "loss": 0.0774,
      "step": 115933
    },
    {
      "epoch": 4.748474298586935,
      "grad_norm": 1.8997336682248702,
      "learning_rate": 3.190399119432983e-05,
      "loss": 0.8772,
      "step": 115934
    },
    {
      "epoch": 4.74851525701413,
      "grad_norm": 1.4154013575073359,
      "learning_rate": 3.1901980371833084e-05,
      "loss": 0.5806,
      "step": 115935
    },
    {
      "epoch": 4.748556215441327,
      "grad_norm": 1.9021638810100021,
      "learning_rate": 3.189996960516628e-05,
      "loss": 0.8884,
      "step": 115936
    },
    {
      "epoch": 4.748597173868523,
      "grad_norm": 1.7604302028180254,
      "learning_rate": 3.189795889433028e-05,
      "loss": 0.7331,
      "step": 115937
    },
    {
      "epoch": 4.74863813229572,
      "grad_norm": 1.318077535205978,
      "learning_rate": 3.1895948239326075e-05,
      "loss": 0.5941,
      "step": 115938
    },
    {
      "epoch": 4.748679090722916,
      "grad_norm": 1.2376501417251313,
      "learning_rate": 3.1893937640154655e-05,
      "loss": 0.5043,
      "step": 115939
    },
    {
      "epoch": 4.748720049150113,
      "grad_norm": 0.932276391939779,
      "learning_rate": 3.1891927096816875e-05,
      "loss": 0.2259,
      "step": 115940
    },
    {
      "epoch": 4.7487610075773095,
      "grad_norm": 2.7810106399402663,
      "learning_rate": 3.1889916609313745e-05,
      "loss": 2.3149,
      "step": 115941
    },
    {
      "epoch": 4.748801966004505,
      "grad_norm": 1.539413320515342,
      "learning_rate": 3.188790617764625e-05,
      "loss": 0.7112,
      "step": 115942
    },
    {
      "epoch": 4.748842924431702,
      "grad_norm": 1.056323298883786,
      "learning_rate": 3.188589580181526e-05,
      "loss": 0.2531,
      "step": 115943
    },
    {
      "epoch": 4.748883882858898,
      "grad_norm": 1.9568288860639975,
      "learning_rate": 3.1883885481821804e-05,
      "loss": 0.6534,
      "step": 115944
    },
    {
      "epoch": 4.748924841286095,
      "grad_norm": 1.3787131511657063,
      "learning_rate": 3.188187521766675e-05,
      "loss": 0.3972,
      "step": 115945
    },
    {
      "epoch": 4.748965799713291,
      "grad_norm": 1.6336797217210537,
      "learning_rate": 3.187986500935109e-05,
      "loss": 0.6904,
      "step": 115946
    },
    {
      "epoch": 4.749006758140488,
      "grad_norm": 1.8885628995044663,
      "learning_rate": 3.187785485687582e-05,
      "loss": 1.0942,
      "step": 115947
    },
    {
      "epoch": 4.749047716567683,
      "grad_norm": 1.5246284143299849,
      "learning_rate": 3.1875844760241795e-05,
      "loss": 0.5086,
      "step": 115948
    },
    {
      "epoch": 4.74908867499488,
      "grad_norm": 1.552493379904038,
      "learning_rate": 3.1873834719450066e-05,
      "loss": 0.6484,
      "step": 115949
    },
    {
      "epoch": 4.7491296334220765,
      "grad_norm": 1.4852105957657256,
      "learning_rate": 3.1871824734501484e-05,
      "loss": 0.6475,
      "step": 115950
    },
    {
      "epoch": 4.749170591849273,
      "grad_norm": 1.5488031767626407,
      "learning_rate": 3.1869814805397066e-05,
      "loss": 0.6251,
      "step": 115951
    },
    {
      "epoch": 4.74921155027647,
      "grad_norm": 1.966183018371605,
      "learning_rate": 3.1867804932137774e-05,
      "loss": 0.8716,
      "step": 115952
    },
    {
      "epoch": 4.749252508703666,
      "grad_norm": 1.2068754874119607,
      "learning_rate": 3.1865795114724496e-05,
      "loss": 0.5596,
      "step": 115953
    },
    {
      "epoch": 4.749293467130862,
      "grad_norm": 1.582374990463443,
      "learning_rate": 3.1863785353158214e-05,
      "loss": 0.483,
      "step": 115954
    },
    {
      "epoch": 4.749334425558058,
      "grad_norm": 2.151460246817618,
      "learning_rate": 3.1861775647439905e-05,
      "loss": 0.7233,
      "step": 115955
    },
    {
      "epoch": 4.749375383985255,
      "grad_norm": 1.1456268737042383,
      "learning_rate": 3.185976599757047e-05,
      "loss": 0.2842,
      "step": 115956
    },
    {
      "epoch": 4.749416342412451,
      "grad_norm": 0.7812354866627796,
      "learning_rate": 3.185775640355091e-05,
      "loss": 0.1375,
      "step": 115957
    },
    {
      "epoch": 4.749457300839648,
      "grad_norm": 0.8936993071581365,
      "learning_rate": 3.1855746865382107e-05,
      "loss": 0.2458,
      "step": 115958
    },
    {
      "epoch": 4.749498259266844,
      "grad_norm": 2.137963835943705,
      "learning_rate": 3.1853737383065064e-05,
      "loss": 1.4754,
      "step": 115959
    },
    {
      "epoch": 4.749539217694041,
      "grad_norm": 1.0685985044470696,
      "learning_rate": 3.1851727956600744e-05,
      "loss": 0.2066,
      "step": 115960
    },
    {
      "epoch": 4.749580176121237,
      "grad_norm": 1.2506125085569946,
      "learning_rate": 3.184971858599004e-05,
      "loss": 0.506,
      "step": 115961
    },
    {
      "epoch": 4.749621134548433,
      "grad_norm": 1.5655342029095152,
      "learning_rate": 3.184770927123393e-05,
      "loss": 0.5377,
      "step": 115962
    },
    {
      "epoch": 4.74966209297563,
      "grad_norm": 0.858403513880541,
      "learning_rate": 3.184570001233342e-05,
      "loss": 0.1944,
      "step": 115963
    },
    {
      "epoch": 4.749703051402826,
      "grad_norm": 0.7939289393899748,
      "learning_rate": 3.184369080928934e-05,
      "loss": 0.2313,
      "step": 115964
    },
    {
      "epoch": 4.749744009830023,
      "grad_norm": 1.2353345452518327,
      "learning_rate": 3.184168166210278e-05,
      "loss": 0.5001,
      "step": 115965
    },
    {
      "epoch": 4.749784968257219,
      "grad_norm": 1.2828777371173274,
      "learning_rate": 3.183967257077456e-05,
      "loss": 0.5367,
      "step": 115966
    },
    {
      "epoch": 4.749825926684415,
      "grad_norm": 1.1773726291893092,
      "learning_rate": 3.183766353530567e-05,
      "loss": 0.2337,
      "step": 115967
    },
    {
      "epoch": 4.7498668851116115,
      "grad_norm": 1.0836149031231421,
      "learning_rate": 3.183565455569713e-05,
      "loss": 0.3357,
      "step": 115968
    },
    {
      "epoch": 4.749907843538808,
      "grad_norm": 1.5150741759022717,
      "learning_rate": 3.18336456319498e-05,
      "loss": 0.8532,
      "step": 115969
    },
    {
      "epoch": 4.7499488019660046,
      "grad_norm": 1.3911774382516293,
      "learning_rate": 3.1831636764064654e-05,
      "loss": 0.528,
      "step": 115970
    },
    {
      "epoch": 4.749989760393201,
      "grad_norm": 2.073618457039657,
      "learning_rate": 3.182962795204272e-05,
      "loss": 0.9197,
      "step": 115971
    },
    {
      "epoch": 4.750030718820398,
      "grad_norm": 1.80718725685843,
      "learning_rate": 3.182761919588482e-05,
      "loss": 0.6733,
      "step": 115972
    },
    {
      "epoch": 4.750071677247593,
      "grad_norm": 1.6817753611155797,
      "learning_rate": 3.1825610495592e-05,
      "loss": 0.8718,
      "step": 115973
    },
    {
      "epoch": 4.75011263567479,
      "grad_norm": 1.3626922857225658,
      "learning_rate": 3.1823601851165134e-05,
      "loss": 0.5954,
      "step": 115974
    },
    {
      "epoch": 4.750153594101986,
      "grad_norm": 2.193350442391812,
      "learning_rate": 3.182159326260522e-05,
      "loss": 0.8327,
      "step": 115975
    },
    {
      "epoch": 4.750194552529183,
      "grad_norm": 1.7923915281438052,
      "learning_rate": 3.181958472991324e-05,
      "loss": 0.8454,
      "step": 115976
    },
    {
      "epoch": 4.750235510956379,
      "grad_norm": 1.6195332073315434,
      "learning_rate": 3.1817576253090097e-05,
      "loss": 0.5499,
      "step": 115977
    },
    {
      "epoch": 4.750276469383576,
      "grad_norm": 1.630308969722519,
      "learning_rate": 3.181556783213672e-05,
      "loss": 0.6271,
      "step": 115978
    },
    {
      "epoch": 4.7503174278107725,
      "grad_norm": 1.2607213583322197,
      "learning_rate": 3.1813559467054114e-05,
      "loss": 0.6205,
      "step": 115979
    },
    {
      "epoch": 4.750358386237968,
      "grad_norm": 1.0973995372201615,
      "learning_rate": 3.1811551157843144e-05,
      "loss": 0.3884,
      "step": 115980
    },
    {
      "epoch": 4.750399344665165,
      "grad_norm": 1.360483548173395,
      "learning_rate": 3.180954290450484e-05,
      "loss": 0.4658,
      "step": 115981
    },
    {
      "epoch": 4.750440303092361,
      "grad_norm": 1.8716492273649366,
      "learning_rate": 3.180753470704015e-05,
      "loss": 0.8955,
      "step": 115982
    },
    {
      "epoch": 4.750481261519558,
      "grad_norm": 1.675867019855961,
      "learning_rate": 3.1805526565449966e-05,
      "loss": 0.2785,
      "step": 115983
    },
    {
      "epoch": 4.750522219946754,
      "grad_norm": 1.2998986780480215,
      "learning_rate": 3.180351847973531e-05,
      "loss": 0.5691,
      "step": 115984
    },
    {
      "epoch": 4.750563178373951,
      "grad_norm": 1.8633266852074053,
      "learning_rate": 3.180151044989705e-05,
      "loss": 0.684,
      "step": 115985
    },
    {
      "epoch": 4.7506041368011465,
      "grad_norm": 1.508146119777942,
      "learning_rate": 3.1799502475936176e-05,
      "loss": 0.461,
      "step": 115986
    },
    {
      "epoch": 4.750645095228343,
      "grad_norm": 1.5576482982890845,
      "learning_rate": 3.1797494557853675e-05,
      "loss": 0.4951,
      "step": 115987
    },
    {
      "epoch": 4.7506860536555395,
      "grad_norm": 0.7560827007404758,
      "learning_rate": 3.1795486695650425e-05,
      "loss": 0.2094,
      "step": 115988
    },
    {
      "epoch": 4.750727012082736,
      "grad_norm": 4.619797904696028,
      "learning_rate": 3.179347888932742e-05,
      "loss": 4.6175,
      "step": 115989
    },
    {
      "epoch": 4.750767970509933,
      "grad_norm": 1.4771904116019063,
      "learning_rate": 3.1791471138885624e-05,
      "loss": 0.6398,
      "step": 115990
    },
    {
      "epoch": 4.750808928937129,
      "grad_norm": 1.279021602684313,
      "learning_rate": 3.1789463444325935e-05,
      "loss": 0.4857,
      "step": 115991
    },
    {
      "epoch": 4.750849887364325,
      "grad_norm": 1.3271913527628463,
      "learning_rate": 3.178745580564935e-05,
      "loss": 0.5453,
      "step": 115992
    },
    {
      "epoch": 4.750890845791521,
      "grad_norm": 1.6640567413766778,
      "learning_rate": 3.1785448222856774e-05,
      "loss": 0.6753,
      "step": 115993
    },
    {
      "epoch": 4.750931804218718,
      "grad_norm": 1.255101259229601,
      "learning_rate": 3.1783440695949165e-05,
      "loss": 0.4192,
      "step": 115994
    },
    {
      "epoch": 4.750972762645914,
      "grad_norm": 1.3461653661543869,
      "learning_rate": 3.178143322492753e-05,
      "loss": 0.5143,
      "step": 115995
    },
    {
      "epoch": 4.751013721073111,
      "grad_norm": 1.5660514774340057,
      "learning_rate": 3.177942580979273e-05,
      "loss": 0.629,
      "step": 115996
    },
    {
      "epoch": 4.7510546795003075,
      "grad_norm": 1.9478721229368712,
      "learning_rate": 3.177741845054576e-05,
      "loss": 0.7108,
      "step": 115997
    },
    {
      "epoch": 4.751095637927504,
      "grad_norm": 1.4498464149463728,
      "learning_rate": 3.1775411147187605e-05,
      "loss": 0.5877,
      "step": 115998
    },
    {
      "epoch": 4.7511365963547,
      "grad_norm": 1.6715816199819198,
      "learning_rate": 3.1773403899719153e-05,
      "loss": 0.6635,
      "step": 115999
    },
    {
      "epoch": 4.751177554781896,
      "grad_norm": 1.771864321829718,
      "learning_rate": 3.177139670814139e-05,
      "loss": 0.7367,
      "step": 116000
    },
    {
      "epoch": 4.751218513209093,
      "grad_norm": 1.9107190045525266,
      "learning_rate": 3.1769389572455214e-05,
      "loss": 0.9819,
      "step": 116001
    },
    {
      "epoch": 4.751259471636289,
      "grad_norm": 1.4942503662949609,
      "learning_rate": 3.176738249266162e-05,
      "loss": 0.6557,
      "step": 116002
    },
    {
      "epoch": 4.751300430063486,
      "grad_norm": 1.299871387999104,
      "learning_rate": 3.1765375468761596e-05,
      "loss": 0.5694,
      "step": 116003
    },
    {
      "epoch": 4.751341388490682,
      "grad_norm": 1.3054083737318167,
      "learning_rate": 3.176336850075598e-05,
      "loss": 0.4275,
      "step": 116004
    },
    {
      "epoch": 4.751382346917878,
      "grad_norm": 1.5482671680011637,
      "learning_rate": 3.1761361588645795e-05,
      "loss": 0.4653,
      "step": 116005
    },
    {
      "epoch": 4.7514233053450745,
      "grad_norm": 2.035630757851602,
      "learning_rate": 3.175935473243202e-05,
      "loss": 0.9596,
      "step": 116006
    },
    {
      "epoch": 4.751464263772271,
      "grad_norm": 1.746806838037786,
      "learning_rate": 3.175734793211551e-05,
      "loss": 0.6106,
      "step": 116007
    },
    {
      "epoch": 4.751505222199468,
      "grad_norm": 1.3159206071934824,
      "learning_rate": 3.175534118769731e-05,
      "loss": 0.5161,
      "step": 116008
    },
    {
      "epoch": 4.751546180626664,
      "grad_norm": 1.5835336752707307,
      "learning_rate": 3.1753334499178274e-05,
      "loss": 0.6375,
      "step": 116009
    },
    {
      "epoch": 4.751587139053861,
      "grad_norm": 0.6613387269598108,
      "learning_rate": 3.1751327866559404e-05,
      "loss": 0.1109,
      "step": 116010
    },
    {
      "epoch": 4.751628097481056,
      "grad_norm": 1.5234241328427471,
      "learning_rate": 3.1749321289841686e-05,
      "loss": 0.4892,
      "step": 116011
    },
    {
      "epoch": 4.751669055908253,
      "grad_norm": 1.4528088008070663,
      "learning_rate": 3.174731476902601e-05,
      "loss": 0.4739,
      "step": 116012
    },
    {
      "epoch": 4.751710014335449,
      "grad_norm": 1.7738450241442143,
      "learning_rate": 3.174530830411332e-05,
      "loss": 0.6193,
      "step": 116013
    },
    {
      "epoch": 4.751750972762646,
      "grad_norm": 1.728548695685268,
      "learning_rate": 3.1743301895104616e-05,
      "loss": 0.7634,
      "step": 116014
    },
    {
      "epoch": 4.751791931189842,
      "grad_norm": 1.0533077784949179,
      "learning_rate": 3.174129554200079e-05,
      "loss": 0.2789,
      "step": 116015
    },
    {
      "epoch": 4.751832889617039,
      "grad_norm": 1.3501860993841788,
      "learning_rate": 3.173928924480287e-05,
      "loss": 0.5912,
      "step": 116016
    },
    {
      "epoch": 4.7518738480442355,
      "grad_norm": 1.6724207549953156,
      "learning_rate": 3.173728300351169e-05,
      "loss": 0.7248,
      "step": 116017
    },
    {
      "epoch": 4.751914806471431,
      "grad_norm": 1.0456418052097647,
      "learning_rate": 3.173527681812827e-05,
      "loss": 0.2731,
      "step": 116018
    },
    {
      "epoch": 4.751955764898628,
      "grad_norm": 1.8126726894959553,
      "learning_rate": 3.1733270688653576e-05,
      "loss": 0.678,
      "step": 116019
    },
    {
      "epoch": 4.751996723325824,
      "grad_norm": 1.4303852023647607,
      "learning_rate": 3.17312646150885e-05,
      "loss": 0.4207,
      "step": 116020
    },
    {
      "epoch": 4.752037681753021,
      "grad_norm": 1.2756897545839236,
      "learning_rate": 3.172925859743406e-05,
      "loss": 0.4541,
      "step": 116021
    },
    {
      "epoch": 4.752078640180217,
      "grad_norm": 1.5729887008340946,
      "learning_rate": 3.172725263569113e-05,
      "loss": 0.4914,
      "step": 116022
    },
    {
      "epoch": 4.752119598607414,
      "grad_norm": 0.9604941699224051,
      "learning_rate": 3.1725246729860676e-05,
      "loss": 0.244,
      "step": 116023
    },
    {
      "epoch": 4.7521605570346095,
      "grad_norm": 1.6248519002821293,
      "learning_rate": 3.172324087994371e-05,
      "loss": 0.7297,
      "step": 116024
    },
    {
      "epoch": 4.752201515461806,
      "grad_norm": 1.7667080661594015,
      "learning_rate": 3.172123508594111e-05,
      "loss": 0.5618,
      "step": 116025
    },
    {
      "epoch": 4.752242473889003,
      "grad_norm": 2.411955303678362,
      "learning_rate": 3.171922934785382e-05,
      "loss": 1.5248,
      "step": 116026
    },
    {
      "epoch": 4.752283432316199,
      "grad_norm": 1.633498935497051,
      "learning_rate": 3.171722366568286e-05,
      "loss": 0.7518,
      "step": 116027
    },
    {
      "epoch": 4.752324390743396,
      "grad_norm": 1.3392311807866055,
      "learning_rate": 3.17152180394291e-05,
      "loss": 0.4439,
      "step": 116028
    },
    {
      "epoch": 4.752365349170592,
      "grad_norm": 1.8051892160509444,
      "learning_rate": 3.1713212469093554e-05,
      "loss": 0.538,
      "step": 116029
    },
    {
      "epoch": 4.752406307597788,
      "grad_norm": 1.25024635447747,
      "learning_rate": 3.1711206954677105e-05,
      "loss": 0.3347,
      "step": 116030
    },
    {
      "epoch": 4.752447266024984,
      "grad_norm": 1.7164908831956238,
      "learning_rate": 3.1709201496180734e-05,
      "loss": 0.7073,
      "step": 116031
    },
    {
      "epoch": 4.752488224452181,
      "grad_norm": 1.9107193490025691,
      "learning_rate": 3.170719609360542e-05,
      "loss": 0.6591,
      "step": 116032
    },
    {
      "epoch": 4.752529182879377,
      "grad_norm": 1.5998304715683775,
      "learning_rate": 3.1705190746952056e-05,
      "loss": 0.5292,
      "step": 116033
    },
    {
      "epoch": 4.752570141306574,
      "grad_norm": 1.2886132625832922,
      "learning_rate": 3.1703185456221585e-05,
      "loss": 0.6292,
      "step": 116034
    },
    {
      "epoch": 4.7526110997337705,
      "grad_norm": 2.1979503057238743,
      "learning_rate": 3.170118022141505e-05,
      "loss": 1.427,
      "step": 116035
    },
    {
      "epoch": 4.752652058160967,
      "grad_norm": 1.3994113282970317,
      "learning_rate": 3.169917504253328e-05,
      "loss": 0.6837,
      "step": 116036
    },
    {
      "epoch": 4.752693016588163,
      "grad_norm": 1.2145764409615334,
      "learning_rate": 3.169716991957733e-05,
      "loss": 0.278,
      "step": 116037
    },
    {
      "epoch": 4.752733975015359,
      "grad_norm": 1.2699146319222059,
      "learning_rate": 3.1695164852548036e-05,
      "loss": 0.4874,
      "step": 116038
    },
    {
      "epoch": 4.752774933442556,
      "grad_norm": 1.57087477155939,
      "learning_rate": 3.1693159841446404e-05,
      "loss": 0.4337,
      "step": 116039
    },
    {
      "epoch": 4.752815891869752,
      "grad_norm": 1.3388822630654027,
      "learning_rate": 3.1691154886273415e-05,
      "loss": 0.5855,
      "step": 116040
    },
    {
      "epoch": 4.752856850296949,
      "grad_norm": 1.4776550367847285,
      "learning_rate": 3.168914998702996e-05,
      "loss": 0.6877,
      "step": 116041
    },
    {
      "epoch": 4.752897808724145,
      "grad_norm": 1.5657869749462794,
      "learning_rate": 3.1687145143716995e-05,
      "loss": 0.5244,
      "step": 116042
    },
    {
      "epoch": 4.752938767151341,
      "grad_norm": 1.9720067877855847,
      "learning_rate": 3.168514035633554e-05,
      "loss": 0.5459,
      "step": 116043
    },
    {
      "epoch": 4.7529797255785375,
      "grad_norm": 1.4270482848332064,
      "learning_rate": 3.168313562488643e-05,
      "loss": 0.1619,
      "step": 116044
    },
    {
      "epoch": 4.753020684005734,
      "grad_norm": 3.1210809995440214,
      "learning_rate": 3.168113094937073e-05,
      "loss": 3.2446,
      "step": 116045
    },
    {
      "epoch": 4.753061642432931,
      "grad_norm": 1.8410544145334375,
      "learning_rate": 3.167912632978926e-05,
      "loss": 0.6359,
      "step": 116046
    },
    {
      "epoch": 4.753102600860127,
      "grad_norm": 2.0227637292495717,
      "learning_rate": 3.167712176614309e-05,
      "loss": 1.0271,
      "step": 116047
    },
    {
      "epoch": 4.753143559287324,
      "grad_norm": 1.812075459192809,
      "learning_rate": 3.1675117258433084e-05,
      "loss": 0.6111,
      "step": 116048
    },
    {
      "epoch": 4.753184517714519,
      "grad_norm": 1.2969020762639671,
      "learning_rate": 3.1673112806660206e-05,
      "loss": 0.1648,
      "step": 116049
    },
    {
      "epoch": 4.753225476141716,
      "grad_norm": 1.9087652296696356,
      "learning_rate": 3.16711084108254e-05,
      "loss": 1.0778,
      "step": 116050
    },
    {
      "epoch": 4.753266434568912,
      "grad_norm": 1.3116580864901688,
      "learning_rate": 3.1669104070929674e-05,
      "loss": 0.4936,
      "step": 116051
    },
    {
      "epoch": 4.753307392996109,
      "grad_norm": 1.4323966863159956,
      "learning_rate": 3.1667099786973884e-05,
      "loss": 0.3869,
      "step": 116052
    },
    {
      "epoch": 4.7533483514233055,
      "grad_norm": 1.3304642552479027,
      "learning_rate": 3.1665095558959016e-05,
      "loss": 0.4546,
      "step": 116053
    },
    {
      "epoch": 4.753389309850502,
      "grad_norm": 1.8658683462576513,
      "learning_rate": 3.166309138688609e-05,
      "loss": 0.7987,
      "step": 116054
    },
    {
      "epoch": 4.7534302682776985,
      "grad_norm": 1.6722298541989824,
      "learning_rate": 3.1661087270755917e-05,
      "loss": 0.7649,
      "step": 116055
    },
    {
      "epoch": 4.753471226704894,
      "grad_norm": 1.7182836801414185,
      "learning_rate": 3.165908321056959e-05,
      "loss": 0.8577,
      "step": 116056
    },
    {
      "epoch": 4.753512185132091,
      "grad_norm": 0.6748425529573366,
      "learning_rate": 3.16570792063279e-05,
      "loss": 0.1829,
      "step": 116057
    },
    {
      "epoch": 4.753553143559287,
      "grad_norm": 0.569312035621801,
      "learning_rate": 3.16550752580319e-05,
      "loss": 0.1276,
      "step": 116058
    },
    {
      "epoch": 4.753594101986484,
      "grad_norm": 1.7326791024638069,
      "learning_rate": 3.165307136568256e-05,
      "loss": 0.8297,
      "step": 116059
    },
    {
      "epoch": 4.75363506041368,
      "grad_norm": 1.0082548482325417,
      "learning_rate": 3.165106752928073e-05,
      "loss": 0.2761,
      "step": 116060
    },
    {
      "epoch": 4.753676018840877,
      "grad_norm": 0.8625900536183914,
      "learning_rate": 3.1649063748827406e-05,
      "loss": 0.2152,
      "step": 116061
    },
    {
      "epoch": 4.7537169772680725,
      "grad_norm": 1.8153405066301451,
      "learning_rate": 3.164706002432358e-05,
      "loss": 0.6066,
      "step": 116062
    },
    {
      "epoch": 4.753757935695269,
      "grad_norm": 1.5706158256406497,
      "learning_rate": 3.164505635577011e-05,
      "loss": 0.5555,
      "step": 116063
    },
    {
      "epoch": 4.753798894122466,
      "grad_norm": 2.0228373805263873,
      "learning_rate": 3.164305274316803e-05,
      "loss": 0.8835,
      "step": 116064
    },
    {
      "epoch": 4.753839852549662,
      "grad_norm": 2.106961780219209,
      "learning_rate": 3.1641049186518225e-05,
      "loss": 1.1325,
      "step": 116065
    },
    {
      "epoch": 4.753880810976859,
      "grad_norm": 0.8260887254342302,
      "learning_rate": 3.163904568582165e-05,
      "loss": 0.1801,
      "step": 116066
    },
    {
      "epoch": 4.753921769404055,
      "grad_norm": 0.808053616960166,
      "learning_rate": 3.163704224107931e-05,
      "loss": 0.1994,
      "step": 116067
    },
    {
      "epoch": 4.753962727831251,
      "grad_norm": 1.5984937689707748,
      "learning_rate": 3.163503885229206e-05,
      "loss": 0.724,
      "step": 116068
    },
    {
      "epoch": 4.754003686258447,
      "grad_norm": 1.657425964196856,
      "learning_rate": 3.163303551946089e-05,
      "loss": 0.5987,
      "step": 116069
    },
    {
      "epoch": 4.754044644685644,
      "grad_norm": 1.5167661791401195,
      "learning_rate": 3.1631032242586804e-05,
      "loss": 0.5209,
      "step": 116070
    },
    {
      "epoch": 4.7540856031128405,
      "grad_norm": 0.8915266299543271,
      "learning_rate": 3.162902902167065e-05,
      "loss": 0.142,
      "step": 116071
    },
    {
      "epoch": 4.754126561540037,
      "grad_norm": 1.4395967286534432,
      "learning_rate": 3.162702585671348e-05,
      "loss": 0.457,
      "step": 116072
    },
    {
      "epoch": 4.7541675199672335,
      "grad_norm": 2.2333876137772553,
      "learning_rate": 3.162502274771612e-05,
      "loss": 1.1863,
      "step": 116073
    },
    {
      "epoch": 4.75420847839443,
      "grad_norm": 1.4453309891505608,
      "learning_rate": 3.16230196946796e-05,
      "loss": 0.6232,
      "step": 116074
    },
    {
      "epoch": 4.754249436821626,
      "grad_norm": 1.4290137545215853,
      "learning_rate": 3.162101669760488e-05,
      "loss": 0.6001,
      "step": 116075
    },
    {
      "epoch": 4.754290395248822,
      "grad_norm": 0.9603253786038793,
      "learning_rate": 3.1619013756492835e-05,
      "loss": 0.1544,
      "step": 116076
    },
    {
      "epoch": 4.754331353676019,
      "grad_norm": 1.1510668633754486,
      "learning_rate": 3.161701087134445e-05,
      "loss": 0.2847,
      "step": 116077
    },
    {
      "epoch": 4.754372312103215,
      "grad_norm": 1.3937642166871638,
      "learning_rate": 3.16150080421607e-05,
      "loss": 0.5511,
      "step": 116078
    },
    {
      "epoch": 4.754413270530412,
      "grad_norm": 1.5063337126777598,
      "learning_rate": 3.161300526894248e-05,
      "loss": 0.6498,
      "step": 116079
    },
    {
      "epoch": 4.754454228957608,
      "grad_norm": 1.8803925045359187,
      "learning_rate": 3.161100255169079e-05,
      "loss": 0.6196,
      "step": 116080
    },
    {
      "epoch": 4.754495187384805,
      "grad_norm": 1.7787656131489515,
      "learning_rate": 3.160899989040652e-05,
      "loss": 0.6648,
      "step": 116081
    },
    {
      "epoch": 4.754536145812001,
      "grad_norm": 1.5371201059295325,
      "learning_rate": 3.1606997285090645e-05,
      "loss": 0.6545,
      "step": 116082
    },
    {
      "epoch": 4.754577104239197,
      "grad_norm": 1.6008156777405549,
      "learning_rate": 3.160499473574415e-05,
      "loss": 0.4979,
      "step": 116083
    },
    {
      "epoch": 4.754618062666394,
      "grad_norm": 1.6670129973039318,
      "learning_rate": 3.16029922423679e-05,
      "loss": 0.5905,
      "step": 116084
    },
    {
      "epoch": 4.75465902109359,
      "grad_norm": 1.6791633260238,
      "learning_rate": 3.160098980496292e-05,
      "loss": 0.609,
      "step": 116085
    },
    {
      "epoch": 4.754699979520787,
      "grad_norm": 1.3773415280185362,
      "learning_rate": 3.159898742353009e-05,
      "loss": 0.4663,
      "step": 116086
    },
    {
      "epoch": 4.754740937947982,
      "grad_norm": 0.47963511117783586,
      "learning_rate": 3.159698509807039e-05,
      "loss": 0.0549,
      "step": 116087
    },
    {
      "epoch": 4.754781896375179,
      "grad_norm": 1.483616190238324,
      "learning_rate": 3.159498282858481e-05,
      "loss": 0.5075,
      "step": 116088
    },
    {
      "epoch": 4.754822854802375,
      "grad_norm": 1.8806400383654442,
      "learning_rate": 3.159298061507419e-05,
      "loss": 1.0453,
      "step": 116089
    },
    {
      "epoch": 4.754863813229572,
      "grad_norm": 1.5895784688004584,
      "learning_rate": 3.1590978457539554e-05,
      "loss": 0.682,
      "step": 116090
    },
    {
      "epoch": 4.7549047716567685,
      "grad_norm": 1.4918360807266775,
      "learning_rate": 3.1588976355981866e-05,
      "loss": 0.5171,
      "step": 116091
    },
    {
      "epoch": 4.754945730083965,
      "grad_norm": 1.6244231006704253,
      "learning_rate": 3.1586974310401996e-05,
      "loss": 0.5748,
      "step": 116092
    },
    {
      "epoch": 4.754986688511162,
      "grad_norm": 1.7218332945763173,
      "learning_rate": 3.158497232080098e-05,
      "loss": 0.6285,
      "step": 116093
    },
    {
      "epoch": 4.755027646938357,
      "grad_norm": 1.5739630655141732,
      "learning_rate": 3.158297038717969e-05,
      "loss": 0.5977,
      "step": 116094
    },
    {
      "epoch": 4.755068605365554,
      "grad_norm": 0.9499420191744294,
      "learning_rate": 3.158096850953909e-05,
      "loss": 0.2703,
      "step": 116095
    },
    {
      "epoch": 4.75510956379275,
      "grad_norm": 0.9006737742877508,
      "learning_rate": 3.157896668788016e-05,
      "loss": 0.2159,
      "step": 116096
    },
    {
      "epoch": 4.755150522219947,
      "grad_norm": 2.0131768196431663,
      "learning_rate": 3.1576964922203795e-05,
      "loss": 0.6574,
      "step": 116097
    },
    {
      "epoch": 4.755191480647143,
      "grad_norm": 1.5119756770227,
      "learning_rate": 3.157496321251098e-05,
      "loss": 0.6654,
      "step": 116098
    },
    {
      "epoch": 4.75523243907434,
      "grad_norm": 1.7890668370753984,
      "learning_rate": 3.1572961558802676e-05,
      "loss": 0.8102,
      "step": 116099
    },
    {
      "epoch": 4.755273397501536,
      "grad_norm": 1.6619419150715726,
      "learning_rate": 3.1570959961079775e-05,
      "loss": 0.5486,
      "step": 116100
    },
    {
      "epoch": 4.755314355928732,
      "grad_norm": 0.5367398734002153,
      "learning_rate": 3.156895841934328e-05,
      "loss": 0.0603,
      "step": 116101
    },
    {
      "epoch": 4.755355314355929,
      "grad_norm": 1.932715716429389,
      "learning_rate": 3.1566956933594074e-05,
      "loss": 1.0521,
      "step": 116102
    },
    {
      "epoch": 4.755396272783125,
      "grad_norm": 1.7342306544317097,
      "learning_rate": 3.156495550383313e-05,
      "loss": 0.7781,
      "step": 116103
    },
    {
      "epoch": 4.755437231210322,
      "grad_norm": 0.44609935363173897,
      "learning_rate": 3.156295413006146e-05,
      "loss": 0.042,
      "step": 116104
    },
    {
      "epoch": 4.755478189637518,
      "grad_norm": 1.0135019643900542,
      "learning_rate": 3.156095281227991e-05,
      "loss": 0.2661,
      "step": 116105
    },
    {
      "epoch": 4.755519148064714,
      "grad_norm": 1.608881195891352,
      "learning_rate": 3.155895155048946e-05,
      "loss": 0.5593,
      "step": 116106
    },
    {
      "epoch": 4.75556010649191,
      "grad_norm": 0.875376355470066,
      "learning_rate": 3.155695034469112e-05,
      "loss": 0.2026,
      "step": 116107
    },
    {
      "epoch": 4.755601064919107,
      "grad_norm": 1.376066312399936,
      "learning_rate": 3.155494919488572e-05,
      "loss": 0.5697,
      "step": 116108
    },
    {
      "epoch": 4.7556420233463035,
      "grad_norm": 1.2724148078666775,
      "learning_rate": 3.155294810107431e-05,
      "loss": 0.4938,
      "step": 116109
    },
    {
      "epoch": 4.7556829817735,
      "grad_norm": 1.2999410623859486,
      "learning_rate": 3.155094706325777e-05,
      "loss": 0.4622,
      "step": 116110
    },
    {
      "epoch": 4.7557239402006966,
      "grad_norm": 1.651255719779793,
      "learning_rate": 3.1548946081437045e-05,
      "loss": 0.7624,
      "step": 116111
    },
    {
      "epoch": 4.755764898627893,
      "grad_norm": 1.3344323251922299,
      "learning_rate": 3.154694515561317e-05,
      "loss": 0.5614,
      "step": 116112
    },
    {
      "epoch": 4.755805857055089,
      "grad_norm": 1.4180968808246803,
      "learning_rate": 3.1544944285786976e-05,
      "loss": 0.5446,
      "step": 116113
    },
    {
      "epoch": 4.755846815482285,
      "grad_norm": 1.3018380792344089,
      "learning_rate": 3.154294347195946e-05,
      "loss": 0.4901,
      "step": 116114
    },
    {
      "epoch": 4.755887773909482,
      "grad_norm": 1.7555013000714568,
      "learning_rate": 3.15409427141316e-05,
      "loss": 0.654,
      "step": 116115
    },
    {
      "epoch": 4.755928732336678,
      "grad_norm": 1.280422276504748,
      "learning_rate": 3.153894201230427e-05,
      "loss": 0.3446,
      "step": 116116
    },
    {
      "epoch": 4.755969690763875,
      "grad_norm": 1.4769443928049804,
      "learning_rate": 3.15369413664785e-05,
      "loss": 0.6718,
      "step": 116117
    },
    {
      "epoch": 4.756010649191071,
      "grad_norm": 1.737942542171173,
      "learning_rate": 3.153494077665517e-05,
      "loss": 0.7572,
      "step": 116118
    },
    {
      "epoch": 4.756051607618268,
      "grad_norm": 2.1512588100066625,
      "learning_rate": 3.153294024283524e-05,
      "loss": 0.8017,
      "step": 116119
    },
    {
      "epoch": 4.756092566045464,
      "grad_norm": 1.5902305125652554,
      "learning_rate": 3.153093976501967e-05,
      "loss": 0.6868,
      "step": 116120
    },
    {
      "epoch": 4.75613352447266,
      "grad_norm": 2.0680884016561234,
      "learning_rate": 3.152893934320938e-05,
      "loss": 1.2167,
      "step": 116121
    },
    {
      "epoch": 4.756174482899857,
      "grad_norm": 1.6201331786399864,
      "learning_rate": 3.1526938977405326e-05,
      "loss": 0.4639,
      "step": 116122
    },
    {
      "epoch": 4.756215441327053,
      "grad_norm": 1.5723682848947265,
      "learning_rate": 3.152493866760849e-05,
      "loss": 0.4419,
      "step": 116123
    },
    {
      "epoch": 4.75625639975425,
      "grad_norm": 1.5849597584701416,
      "learning_rate": 3.152293841381977e-05,
      "loss": 0.7642,
      "step": 116124
    },
    {
      "epoch": 4.756297358181445,
      "grad_norm": 1.6993395208398199,
      "learning_rate": 3.152093821604011e-05,
      "loss": 0.7012,
      "step": 116125
    },
    {
      "epoch": 4.756338316608642,
      "grad_norm": 1.141499513207399,
      "learning_rate": 3.1518938074270523e-05,
      "loss": 0.2914,
      "step": 116126
    },
    {
      "epoch": 4.7563792750358385,
      "grad_norm": 1.4122871105678099,
      "learning_rate": 3.151693798851186e-05,
      "loss": 0.5825,
      "step": 116127
    },
    {
      "epoch": 4.756420233463035,
      "grad_norm": 1.490403711466865,
      "learning_rate": 3.151493795876516e-05,
      "loss": 0.5198,
      "step": 116128
    },
    {
      "epoch": 4.7564611918902315,
      "grad_norm": 2.1662589810280526,
      "learning_rate": 3.1512937985031286e-05,
      "loss": 0.7075,
      "step": 116129
    },
    {
      "epoch": 4.756502150317428,
      "grad_norm": 1.5543441370299966,
      "learning_rate": 3.151093806731122e-05,
      "loss": 0.5399,
      "step": 116130
    },
    {
      "epoch": 4.756543108744625,
      "grad_norm": 0.8334299438854376,
      "learning_rate": 3.1508938205605935e-05,
      "loss": 0.1912,
      "step": 116131
    },
    {
      "epoch": 4.75658406717182,
      "grad_norm": 1.7286017290013063,
      "learning_rate": 3.150693839991632e-05,
      "loss": 0.7438,
      "step": 116132
    },
    {
      "epoch": 4.756625025599017,
      "grad_norm": 1.8685155155605753,
      "learning_rate": 3.1504938650243336e-05,
      "loss": 0.5488,
      "step": 116133
    },
    {
      "epoch": 4.756665984026213,
      "grad_norm": 1.7805289647031466,
      "learning_rate": 3.150293895658799e-05,
      "loss": 0.9759,
      "step": 116134
    },
    {
      "epoch": 4.75670694245341,
      "grad_norm": 0.8671652330965056,
      "learning_rate": 3.1500939318951146e-05,
      "loss": 0.2056,
      "step": 116135
    },
    {
      "epoch": 4.756747900880606,
      "grad_norm": 1.5354821616842358,
      "learning_rate": 3.149893973733381e-05,
      "loss": 0.5734,
      "step": 116136
    },
    {
      "epoch": 4.756788859307803,
      "grad_norm": 1.38462854407025,
      "learning_rate": 3.149694021173687e-05,
      "loss": 0.3116,
      "step": 116137
    },
    {
      "epoch": 4.7568298177349995,
      "grad_norm": 1.3669232836902478,
      "learning_rate": 3.1494940742161275e-05,
      "loss": 0.5674,
      "step": 116138
    },
    {
      "epoch": 4.756870776162195,
      "grad_norm": 1.4143610319276028,
      "learning_rate": 3.149294132860805e-05,
      "loss": 0.5216,
      "step": 116139
    },
    {
      "epoch": 4.756911734589392,
      "grad_norm": 1.829578723626051,
      "learning_rate": 3.149094197107805e-05,
      "loss": 0.6124,
      "step": 116140
    },
    {
      "epoch": 4.756952693016588,
      "grad_norm": 1.4139852631661403,
      "learning_rate": 3.1488942669572265e-05,
      "loss": 0.7295,
      "step": 116141
    },
    {
      "epoch": 4.756993651443785,
      "grad_norm": 1.5406321879454965,
      "learning_rate": 3.1486943424091646e-05,
      "loss": 0.7376,
      "step": 116142
    },
    {
      "epoch": 4.757034609870981,
      "grad_norm": 1.1132973381606377,
      "learning_rate": 3.14849442346371e-05,
      "loss": 0.4246,
      "step": 116143
    },
    {
      "epoch": 4.757075568298177,
      "grad_norm": 2.098517895256602,
      "learning_rate": 3.1482945101209635e-05,
      "loss": 0.9545,
      "step": 116144
    },
    {
      "epoch": 4.757116526725373,
      "grad_norm": 1.7534661500343094,
      "learning_rate": 3.1480946023810114e-05,
      "loss": 0.4424,
      "step": 116145
    },
    {
      "epoch": 4.75715748515257,
      "grad_norm": 1.584581763345931,
      "learning_rate": 3.147894700243953e-05,
      "loss": 0.6744,
      "step": 116146
    },
    {
      "epoch": 4.7571984435797665,
      "grad_norm": 1.0664032704851791,
      "learning_rate": 3.147694803709886e-05,
      "loss": 0.2772,
      "step": 116147
    },
    {
      "epoch": 4.757239402006963,
      "grad_norm": 1.7964394512637938,
      "learning_rate": 3.147494912778897e-05,
      "loss": 0.912,
      "step": 116148
    },
    {
      "epoch": 4.75728036043416,
      "grad_norm": 1.625971714463345,
      "learning_rate": 3.147295027451084e-05,
      "loss": 0.6183,
      "step": 116149
    },
    {
      "epoch": 4.757321318861356,
      "grad_norm": 1.6510148754559215,
      "learning_rate": 3.1470951477265474e-05,
      "loss": 0.7043,
      "step": 116150
    },
    {
      "epoch": 4.757362277288552,
      "grad_norm": 3.193976504936003,
      "learning_rate": 3.1468952736053696e-05,
      "loss": 0.9802,
      "step": 116151
    },
    {
      "epoch": 4.757403235715748,
      "grad_norm": 1.1228717166643227,
      "learning_rate": 3.146695405087658e-05,
      "loss": 0.4179,
      "step": 116152
    },
    {
      "epoch": 4.757444194142945,
      "grad_norm": 1.9168933034844415,
      "learning_rate": 3.146495542173498e-05,
      "loss": 0.7986,
      "step": 116153
    },
    {
      "epoch": 4.757485152570141,
      "grad_norm": 1.3667632587045202,
      "learning_rate": 3.1462956848629855e-05,
      "loss": 0.4944,
      "step": 116154
    },
    {
      "epoch": 4.757526110997338,
      "grad_norm": 1.3843428302163914,
      "learning_rate": 3.146095833156222e-05,
      "loss": 0.5964,
      "step": 116155
    },
    {
      "epoch": 4.7575670694245344,
      "grad_norm": 1.332367732326221,
      "learning_rate": 3.145895987053291e-05,
      "loss": 0.4038,
      "step": 116156
    },
    {
      "epoch": 4.757608027851731,
      "grad_norm": 1.8059890409282207,
      "learning_rate": 3.145696146554297e-05,
      "loss": 0.8376,
      "step": 116157
    },
    {
      "epoch": 4.757648986278927,
      "grad_norm": 2.807214471592963,
      "learning_rate": 3.145496311659327e-05,
      "loss": 1.6934,
      "step": 116158
    },
    {
      "epoch": 4.757689944706123,
      "grad_norm": 1.4241799479374078,
      "learning_rate": 3.1452964823684776e-05,
      "loss": 0.5612,
      "step": 116159
    },
    {
      "epoch": 4.75773090313332,
      "grad_norm": 1.4443258543378255,
      "learning_rate": 3.1450966586818484e-05,
      "loss": 0.7403,
      "step": 116160
    },
    {
      "epoch": 4.757771861560516,
      "grad_norm": 1.7972487433035862,
      "learning_rate": 3.144896840599525e-05,
      "loss": 0.8473,
      "step": 116161
    },
    {
      "epoch": 4.757812819987713,
      "grad_norm": 1.7149275493168057,
      "learning_rate": 3.144697028121606e-05,
      "loss": 0.7623,
      "step": 116162
    },
    {
      "epoch": 4.757853778414908,
      "grad_norm": 1.3624867009568429,
      "learning_rate": 3.144497221248191e-05,
      "loss": 0.5695,
      "step": 116163
    },
    {
      "epoch": 4.757894736842105,
      "grad_norm": 1.4759787271877198,
      "learning_rate": 3.1442974199793665e-05,
      "loss": 0.4929,
      "step": 116164
    },
    {
      "epoch": 4.7579356952693015,
      "grad_norm": 1.4240990758203702,
      "learning_rate": 3.1440976243152334e-05,
      "loss": 0.4352,
      "step": 116165
    },
    {
      "epoch": 4.757976653696498,
      "grad_norm": 1.1613584859263877,
      "learning_rate": 3.143897834255879e-05,
      "loss": 0.2882,
      "step": 116166
    },
    {
      "epoch": 4.758017612123695,
      "grad_norm": 1.3343352607470795,
      "learning_rate": 3.143698049801402e-05,
      "loss": 0.7343,
      "step": 116167
    },
    {
      "epoch": 4.758058570550891,
      "grad_norm": 0.40881971551888385,
      "learning_rate": 3.1434982709519e-05,
      "loss": 0.0559,
      "step": 116168
    },
    {
      "epoch": 4.758099528978088,
      "grad_norm": 1.337774999505847,
      "learning_rate": 3.14329849770746e-05,
      "loss": 0.4551,
      "step": 116169
    },
    {
      "epoch": 4.758140487405283,
      "grad_norm": 1.5973039992920393,
      "learning_rate": 3.143098730068181e-05,
      "loss": 0.422,
      "step": 116170
    },
    {
      "epoch": 4.75818144583248,
      "grad_norm": 1.7339460114304144,
      "learning_rate": 3.142898968034162e-05,
      "loss": 0.678,
      "step": 116171
    },
    {
      "epoch": 4.758222404259676,
      "grad_norm": 1.0902569735623073,
      "learning_rate": 3.1426992116054865e-05,
      "loss": 0.4079,
      "step": 116172
    },
    {
      "epoch": 4.758263362686873,
      "grad_norm": 1.587893363163551,
      "learning_rate": 3.14249946078226e-05,
      "loss": 0.5981,
      "step": 116173
    },
    {
      "epoch": 4.758304321114069,
      "grad_norm": 1.6112902276031336,
      "learning_rate": 3.142299715564567e-05,
      "loss": 0.5798,
      "step": 116174
    },
    {
      "epoch": 4.758345279541266,
      "grad_norm": 1.3650685108561398,
      "learning_rate": 3.1420999759525066e-05,
      "loss": 0.5948,
      "step": 116175
    },
    {
      "epoch": 4.7583862379684625,
      "grad_norm": 3.047658693572232,
      "learning_rate": 3.141900241946178e-05,
      "loss": 3.05,
      "step": 116176
    },
    {
      "epoch": 4.758427196395658,
      "grad_norm": 1.6952890622468733,
      "learning_rate": 3.1417005135456656e-05,
      "loss": 0.6579,
      "step": 116177
    },
    {
      "epoch": 4.758468154822855,
      "grad_norm": 1.499890364290537,
      "learning_rate": 3.1415007907510696e-05,
      "loss": 0.5638,
      "step": 116178
    },
    {
      "epoch": 4.758509113250051,
      "grad_norm": 1.2339806937410291,
      "learning_rate": 3.141301073562488e-05,
      "loss": 0.2941,
      "step": 116179
    },
    {
      "epoch": 4.758550071677248,
      "grad_norm": 1.7169523194974994,
      "learning_rate": 3.141101361980008e-05,
      "loss": 0.792,
      "step": 116180
    },
    {
      "epoch": 4.758591030104444,
      "grad_norm": 1.745865088573996,
      "learning_rate": 3.14090165600373e-05,
      "loss": 0.4864,
      "step": 116181
    },
    {
      "epoch": 4.75863198853164,
      "grad_norm": 0.8642657243841027,
      "learning_rate": 3.140701955633742e-05,
      "loss": 0.2174,
      "step": 116182
    },
    {
      "epoch": 4.7586729469588365,
      "grad_norm": 1.777139195398372,
      "learning_rate": 3.140502260870141e-05,
      "loss": 0.9225,
      "step": 116183
    },
    {
      "epoch": 4.758713905386033,
      "grad_norm": 1.5447525522778771,
      "learning_rate": 3.140302571713028e-05,
      "loss": 0.4323,
      "step": 116184
    },
    {
      "epoch": 4.7587548638132295,
      "grad_norm": 0.8547938664664659,
      "learning_rate": 3.140102888162487e-05,
      "loss": 0.1944,
      "step": 116185
    },
    {
      "epoch": 4.758795822240426,
      "grad_norm": 1.7453513119508974,
      "learning_rate": 3.139903210218617e-05,
      "loss": 0.6634,
      "step": 116186
    },
    {
      "epoch": 4.758836780667623,
      "grad_norm": 2.246472190140179,
      "learning_rate": 3.1397035378815164e-05,
      "loss": 0.9096,
      "step": 116187
    },
    {
      "epoch": 4.758877739094819,
      "grad_norm": 3.095894199500846,
      "learning_rate": 3.1395038711512715e-05,
      "loss": 2.0927,
      "step": 116188
    },
    {
      "epoch": 4.758918697522015,
      "grad_norm": 3.3192590004996094,
      "learning_rate": 3.1393042100279855e-05,
      "loss": 3.5449,
      "step": 116189
    },
    {
      "epoch": 4.758959655949211,
      "grad_norm": 1.490645889527773,
      "learning_rate": 3.139104554511749e-05,
      "loss": 0.5968,
      "step": 116190
    },
    {
      "epoch": 4.759000614376408,
      "grad_norm": 1.4007726282270898,
      "learning_rate": 3.1389049046026504e-05,
      "loss": 0.6291,
      "step": 116191
    },
    {
      "epoch": 4.759041572803604,
      "grad_norm": 0.7638336742424531,
      "learning_rate": 3.138705260300793e-05,
      "loss": 0.1382,
      "step": 116192
    },
    {
      "epoch": 4.759082531230801,
      "grad_norm": 2.10454553938682,
      "learning_rate": 3.138505621606264e-05,
      "loss": 0.9785,
      "step": 116193
    },
    {
      "epoch": 4.7591234896579975,
      "grad_norm": 2.3207538893252817,
      "learning_rate": 3.138305988519163e-05,
      "loss": 1.0657,
      "step": 116194
    },
    {
      "epoch": 4.759164448085194,
      "grad_norm": 1.3945337075309008,
      "learning_rate": 3.1381063610395844e-05,
      "loss": 0.4521,
      "step": 116195
    },
    {
      "epoch": 4.75920540651239,
      "grad_norm": 1.6041802126908145,
      "learning_rate": 3.137906739167617e-05,
      "loss": 0.8415,
      "step": 116196
    },
    {
      "epoch": 4.759246364939586,
      "grad_norm": 1.7131305489500495,
      "learning_rate": 3.1377071229033605e-05,
      "loss": 0.6513,
      "step": 116197
    },
    {
      "epoch": 4.759287323366783,
      "grad_norm": 1.5951340190118015,
      "learning_rate": 3.13750751224691e-05,
      "loss": 0.5958,
      "step": 116198
    },
    {
      "epoch": 4.759328281793979,
      "grad_norm": 1.465757116251566,
      "learning_rate": 3.137307907198354e-05,
      "loss": 0.6765,
      "step": 116199
    },
    {
      "epoch": 4.759369240221176,
      "grad_norm": 5.26855424523809,
      "learning_rate": 3.137108307757795e-05,
      "loss": 2.7713,
      "step": 116200
    },
    {
      "epoch": 4.7594101986483714,
      "grad_norm": 1.5161738389533428,
      "learning_rate": 3.136908713925318e-05,
      "loss": 0.7377,
      "step": 116201
    },
    {
      "epoch": 4.759451157075568,
      "grad_norm": 1.3464963131466157,
      "learning_rate": 3.1367091257010235e-05,
      "loss": 0.393,
      "step": 116202
    },
    {
      "epoch": 4.7594921155027645,
      "grad_norm": 1.3310315437926235,
      "learning_rate": 3.136509543085008e-05,
      "loss": 0.6741,
      "step": 116203
    },
    {
      "epoch": 4.759533073929961,
      "grad_norm": 1.3679091546050204,
      "learning_rate": 3.1363099660773575e-05,
      "loss": 0.5085,
      "step": 116204
    },
    {
      "epoch": 4.759574032357158,
      "grad_norm": 1.2225640029192577,
      "learning_rate": 3.136110394678171e-05,
      "loss": 0.307,
      "step": 116205
    },
    {
      "epoch": 4.759614990784354,
      "grad_norm": 0.7776041813924159,
      "learning_rate": 3.135910828887548e-05,
      "loss": 0.1913,
      "step": 116206
    },
    {
      "epoch": 4.759655949211551,
      "grad_norm": 1.5037575639066163,
      "learning_rate": 3.135711268705574e-05,
      "loss": 0.5564,
      "step": 116207
    },
    {
      "epoch": 4.759696907638746,
      "grad_norm": 1.8918331321827906,
      "learning_rate": 3.135511714132352e-05,
      "loss": 0.662,
      "step": 116208
    },
    {
      "epoch": 4.759737866065943,
      "grad_norm": 1.5635700551873473,
      "learning_rate": 3.135312165167967e-05,
      "loss": 0.6243,
      "step": 116209
    },
    {
      "epoch": 4.759778824493139,
      "grad_norm": 1.643148798374929,
      "learning_rate": 3.135112621812517e-05,
      "loss": 0.5979,
      "step": 116210
    },
    {
      "epoch": 4.759819782920336,
      "grad_norm": 1.4267118271791053,
      "learning_rate": 3.1349130840661027e-05,
      "loss": 0.5944,
      "step": 116211
    },
    {
      "epoch": 4.7598607413475325,
      "grad_norm": 1.8135444160387646,
      "learning_rate": 3.134713551928808e-05,
      "loss": 0.6927,
      "step": 116212
    },
    {
      "epoch": 4.759901699774729,
      "grad_norm": 1.8930901267256792,
      "learning_rate": 3.1345140254007314e-05,
      "loss": 0.6991,
      "step": 116213
    },
    {
      "epoch": 4.7599426582019255,
      "grad_norm": 1.6689337434286227,
      "learning_rate": 3.134314504481974e-05,
      "loss": 0.7868,
      "step": 116214
    },
    {
      "epoch": 4.759983616629121,
      "grad_norm": 1.3657339451495842,
      "learning_rate": 3.13411498917262e-05,
      "loss": 0.4682,
      "step": 116215
    },
    {
      "epoch": 4.760024575056318,
      "grad_norm": 2.2599907351132393,
      "learning_rate": 3.133915479472771e-05,
      "loss": 1.2082,
      "step": 116216
    },
    {
      "epoch": 4.760065533483514,
      "grad_norm": 0.8436232270236484,
      "learning_rate": 3.133715975382514e-05,
      "loss": 0.1761,
      "step": 116217
    },
    {
      "epoch": 4.760106491910711,
      "grad_norm": 1.5586604311051317,
      "learning_rate": 3.133516476901947e-05,
      "loss": 0.7623,
      "step": 116218
    },
    {
      "epoch": 4.760147450337907,
      "grad_norm": 0.48011004731331414,
      "learning_rate": 3.133316984031171e-05,
      "loss": 0.0558,
      "step": 116219
    },
    {
      "epoch": 4.760188408765103,
      "grad_norm": 1.2280491007180272,
      "learning_rate": 3.1331174967702675e-05,
      "loss": 0.4345,
      "step": 116220
    },
    {
      "epoch": 4.7602293671922995,
      "grad_norm": 1.9147812260900405,
      "learning_rate": 3.13291801511934e-05,
      "loss": 1.0418,
      "step": 116221
    },
    {
      "epoch": 4.760270325619496,
      "grad_norm": 1.5968934343134809,
      "learning_rate": 3.132718539078483e-05,
      "loss": 0.5775,
      "step": 116222
    },
    {
      "epoch": 4.760311284046693,
      "grad_norm": 1.527891498181367,
      "learning_rate": 3.1325190686477834e-05,
      "loss": 0.5946,
      "step": 116223
    },
    {
      "epoch": 4.760352242473889,
      "grad_norm": 1.6614645456069141,
      "learning_rate": 3.132319603827345e-05,
      "loss": 0.6539,
      "step": 116224
    },
    {
      "epoch": 4.760393200901086,
      "grad_norm": 1.5699148375628214,
      "learning_rate": 3.132120144617253e-05,
      "loss": 0.5528,
      "step": 116225
    },
    {
      "epoch": 4.760434159328282,
      "grad_norm": 1.5291398825490803,
      "learning_rate": 3.131920691017606e-05,
      "loss": 0.7239,
      "step": 116226
    },
    {
      "epoch": 4.760475117755478,
      "grad_norm": 1.6396804083867016,
      "learning_rate": 3.1317212430285024e-05,
      "loss": 0.8965,
      "step": 116227
    },
    {
      "epoch": 4.760516076182674,
      "grad_norm": 1.5021408487693,
      "learning_rate": 3.1315218006500284e-05,
      "loss": 0.6313,
      "step": 116228
    },
    {
      "epoch": 4.760557034609871,
      "grad_norm": 1.901279937736305,
      "learning_rate": 3.131322363882286e-05,
      "loss": 0.6916,
      "step": 116229
    },
    {
      "epoch": 4.760597993037067,
      "grad_norm": 1.487788054987172,
      "learning_rate": 3.1311229327253604e-05,
      "loss": 0.6169,
      "step": 116230
    },
    {
      "epoch": 4.760638951464264,
      "grad_norm": 1.191032963258594,
      "learning_rate": 3.1309235071793534e-05,
      "loss": 0.388,
      "step": 116231
    },
    {
      "epoch": 4.7606799098914605,
      "grad_norm": 1.2108515744223118,
      "learning_rate": 3.1307240872443604e-05,
      "loss": 0.2448,
      "step": 116232
    },
    {
      "epoch": 4.760720868318657,
      "grad_norm": 1.357976973482939,
      "learning_rate": 3.130524672920468e-05,
      "loss": 0.3613,
      "step": 116233
    },
    {
      "epoch": 4.760761826745853,
      "grad_norm": 1.8124051616204437,
      "learning_rate": 3.1303252642077745e-05,
      "loss": 0.6878,
      "step": 116234
    },
    {
      "epoch": 4.760802785173049,
      "grad_norm": 1.4365679828929716,
      "learning_rate": 3.130125861106378e-05,
      "loss": 0.4619,
      "step": 116235
    },
    {
      "epoch": 4.760843743600246,
      "grad_norm": 10.189331978963978,
      "learning_rate": 3.1299264636163656e-05,
      "loss": 5.9527,
      "step": 116236
    },
    {
      "epoch": 4.760884702027442,
      "grad_norm": 2.1982347757097327,
      "learning_rate": 3.129727071737841e-05,
      "loss": 1.2546,
      "step": 116237
    },
    {
      "epoch": 4.760925660454639,
      "grad_norm": 1.1693563373160227,
      "learning_rate": 3.1295276854708854e-05,
      "loss": 0.3417,
      "step": 116238
    },
    {
      "epoch": 4.7609666188818345,
      "grad_norm": 0.9329469408482217,
      "learning_rate": 3.129328304815603e-05,
      "loss": 0.2283,
      "step": 116239
    },
    {
      "epoch": 4.761007577309031,
      "grad_norm": 0.9862844880969882,
      "learning_rate": 3.1291289297720886e-05,
      "loss": 0.2118,
      "step": 116240
    },
    {
      "epoch": 4.7610485357362275,
      "grad_norm": 1.70282968140372,
      "learning_rate": 3.128929560340428e-05,
      "loss": 0.7373,
      "step": 116241
    },
    {
      "epoch": 4.761089494163424,
      "grad_norm": 1.4864638121692373,
      "learning_rate": 3.128730196520722e-05,
      "loss": 0.8509,
      "step": 116242
    },
    {
      "epoch": 4.761130452590621,
      "grad_norm": 1.6261054401040629,
      "learning_rate": 3.128530838313068e-05,
      "loss": 0.6658,
      "step": 116243
    },
    {
      "epoch": 4.761171411017817,
      "grad_norm": 1.5071702152203499,
      "learning_rate": 3.12833148571755e-05,
      "loss": 0.6044,
      "step": 116244
    },
    {
      "epoch": 4.761212369445014,
      "grad_norm": 1.1304630009622632,
      "learning_rate": 3.128132138734273e-05,
      "loss": 0.4921,
      "step": 116245
    },
    {
      "epoch": 4.761253327872209,
      "grad_norm": 1.9721939680890974,
      "learning_rate": 3.127932797363323e-05,
      "loss": 0.9202,
      "step": 116246
    },
    {
      "epoch": 4.761294286299406,
      "grad_norm": 1.2240216603910314,
      "learning_rate": 3.127733461604797e-05,
      "loss": 0.2897,
      "step": 116247
    },
    {
      "epoch": 4.761335244726602,
      "grad_norm": 1.2423374693068814,
      "learning_rate": 3.127534131458793e-05,
      "loss": 0.4588,
      "step": 116248
    },
    {
      "epoch": 4.761376203153799,
      "grad_norm": 1.7071363771222547,
      "learning_rate": 3.127334806925397e-05,
      "loss": 0.6104,
      "step": 116249
    },
    {
      "epoch": 4.7614171615809955,
      "grad_norm": 1.6953967114819188,
      "learning_rate": 3.127135488004711e-05,
      "loss": 0.8435,
      "step": 116250
    },
    {
      "epoch": 4.761458120008192,
      "grad_norm": 1.439410862607391,
      "learning_rate": 3.126936174696827e-05,
      "loss": 0.675,
      "step": 116251
    },
    {
      "epoch": 4.7614990784353886,
      "grad_norm": 0.5377212014122992,
      "learning_rate": 3.126736867001838e-05,
      "loss": 0.092,
      "step": 116252
    },
    {
      "epoch": 4.761540036862584,
      "grad_norm": 1.5839444161652052,
      "learning_rate": 3.12653756491984e-05,
      "loss": 0.7214,
      "step": 116253
    },
    {
      "epoch": 4.761580995289781,
      "grad_norm": 1.3326282019227231,
      "learning_rate": 3.126338268450924e-05,
      "loss": 0.5264,
      "step": 116254
    },
    {
      "epoch": 4.761621953716977,
      "grad_norm": 1.7924107708283683,
      "learning_rate": 3.1261389775951855e-05,
      "loss": 0.6606,
      "step": 116255
    },
    {
      "epoch": 4.761662912144174,
      "grad_norm": 0.7456808978811869,
      "learning_rate": 3.125939692352724e-05,
      "loss": 0.1128,
      "step": 116256
    },
    {
      "epoch": 4.76170387057137,
      "grad_norm": 1.4947211412208272,
      "learning_rate": 3.125740412723624e-05,
      "loss": 0.6536,
      "step": 116257
    },
    {
      "epoch": 4.761744828998566,
      "grad_norm": 1.5993831438443982,
      "learning_rate": 3.1255411387079856e-05,
      "loss": 0.5625,
      "step": 116258
    },
    {
      "epoch": 4.7617857874257625,
      "grad_norm": 2.5521010437554676,
      "learning_rate": 3.1253418703059116e-05,
      "loss": 1.9386,
      "step": 116259
    },
    {
      "epoch": 4.761826745852959,
      "grad_norm": 1.340988416545785,
      "learning_rate": 3.1251426075174765e-05,
      "loss": 0.538,
      "step": 116260
    },
    {
      "epoch": 4.761867704280156,
      "grad_norm": 1.0771734122436507,
      "learning_rate": 3.124943350342787e-05,
      "loss": 0.279,
      "step": 116261
    },
    {
      "epoch": 4.761908662707352,
      "grad_norm": 1.8183956756130597,
      "learning_rate": 3.1247440987819375e-05,
      "loss": 0.7331,
      "step": 116262
    },
    {
      "epoch": 4.761949621134549,
      "grad_norm": 1.2775331296513497,
      "learning_rate": 3.1245448528350166e-05,
      "loss": 0.4811,
      "step": 116263
    },
    {
      "epoch": 4.761990579561745,
      "grad_norm": 1.3825717307265433,
      "learning_rate": 3.124345612502126e-05,
      "loss": 0.5148,
      "step": 116264
    },
    {
      "epoch": 4.762031537988941,
      "grad_norm": 1.6627692969348182,
      "learning_rate": 3.1241463777833514e-05,
      "loss": 0.6096,
      "step": 116265
    },
    {
      "epoch": 4.762072496416137,
      "grad_norm": 2.2865605826662687,
      "learning_rate": 3.123947148678791e-05,
      "loss": 0.771,
      "step": 116266
    },
    {
      "epoch": 4.762113454843334,
      "grad_norm": 1.3884596399011189,
      "learning_rate": 3.123747925188544e-05,
      "loss": 0.4005,
      "step": 116267
    },
    {
      "epoch": 4.7621544132705305,
      "grad_norm": 1.3285124681038591,
      "learning_rate": 3.123548707312695e-05,
      "loss": 0.452,
      "step": 116268
    },
    {
      "epoch": 4.762195371697727,
      "grad_norm": 2.548117892177319,
      "learning_rate": 3.1233494950513447e-05,
      "loss": 1.8033,
      "step": 116269
    },
    {
      "epoch": 4.7622363301249235,
      "grad_norm": 1.3838629353283343,
      "learning_rate": 3.123150288404588e-05,
      "loss": 0.5201,
      "step": 116270
    },
    {
      "epoch": 4.76227728855212,
      "grad_norm": 0.9433555979165187,
      "learning_rate": 3.122951087372514e-05,
      "loss": 0.2173,
      "step": 116271
    },
    {
      "epoch": 4.762318246979316,
      "grad_norm": 1.9274100361340425,
      "learning_rate": 3.1227518919552216e-05,
      "loss": 0.9541,
      "step": 116272
    },
    {
      "epoch": 4.762359205406512,
      "grad_norm": 1.5369590663114727,
      "learning_rate": 3.122552702152801e-05,
      "loss": 0.6669,
      "step": 116273
    },
    {
      "epoch": 4.762400163833709,
      "grad_norm": 1.426977415354713,
      "learning_rate": 3.122353517965347e-05,
      "loss": 0.4749,
      "step": 116274
    },
    {
      "epoch": 4.762441122260905,
      "grad_norm": 1.4611010137348193,
      "learning_rate": 3.122154339392958e-05,
      "loss": 0.459,
      "step": 116275
    },
    {
      "epoch": 4.762482080688102,
      "grad_norm": 1.3803110291958893,
      "learning_rate": 3.121955166435723e-05,
      "loss": 0.4814,
      "step": 116276
    },
    {
      "epoch": 4.7625230391152975,
      "grad_norm": 2.1314426348322453,
      "learning_rate": 3.121755999093737e-05,
      "loss": 1.1732,
      "step": 116277
    },
    {
      "epoch": 4.762563997542494,
      "grad_norm": 1.7997584984933424,
      "learning_rate": 3.1215568373671016e-05,
      "loss": 0.8932,
      "step": 116278
    },
    {
      "epoch": 4.762604955969691,
      "grad_norm": 1.9235106935203337,
      "learning_rate": 3.1213576812558994e-05,
      "loss": 0.9416,
      "step": 116279
    },
    {
      "epoch": 4.762645914396887,
      "grad_norm": 1.1990938409002498,
      "learning_rate": 3.1211585307602336e-05,
      "loss": 0.4926,
      "step": 116280
    },
    {
      "epoch": 4.762686872824084,
      "grad_norm": 1.4869559679528055,
      "learning_rate": 3.1209593858801915e-05,
      "loss": 0.6884,
      "step": 116281
    },
    {
      "epoch": 4.76272783125128,
      "grad_norm": 1.675987623995259,
      "learning_rate": 3.12076024661587e-05,
      "loss": 0.7117,
      "step": 116282
    },
    {
      "epoch": 4.762768789678477,
      "grad_norm": 1.3039436042669317,
      "learning_rate": 3.120561112967369e-05,
      "loss": 0.4681,
      "step": 116283
    },
    {
      "epoch": 4.762809748105672,
      "grad_norm": 2.030342374833058,
      "learning_rate": 3.120361984934771e-05,
      "loss": 0.991,
      "step": 116284
    },
    {
      "epoch": 4.762850706532869,
      "grad_norm": 1.8547635293513776,
      "learning_rate": 3.120162862518179e-05,
      "loss": 0.9349,
      "step": 116285
    },
    {
      "epoch": 4.762891664960065,
      "grad_norm": 4.758324301738407,
      "learning_rate": 3.119963745717688e-05,
      "loss": 4.7674,
      "step": 116286
    },
    {
      "epoch": 4.762932623387262,
      "grad_norm": 1.6847714463887438,
      "learning_rate": 3.119764634533384e-05,
      "loss": 0.724,
      "step": 116287
    },
    {
      "epoch": 4.7629735818144585,
      "grad_norm": 1.5299644321909909,
      "learning_rate": 3.11956552896537e-05,
      "loss": 0.6444,
      "step": 116288
    },
    {
      "epoch": 4.763014540241655,
      "grad_norm": 1.8827821335344022,
      "learning_rate": 3.119366429013733e-05,
      "loss": 0.6226,
      "step": 116289
    },
    {
      "epoch": 4.763055498668852,
      "grad_norm": 1.476890610468969,
      "learning_rate": 3.119167334678568e-05,
      "loss": 0.4571,
      "step": 116290
    },
    {
      "epoch": 4.763096457096047,
      "grad_norm": 1.3746762771594774,
      "learning_rate": 3.118968245959977e-05,
      "loss": 0.6204,
      "step": 116291
    },
    {
      "epoch": 4.763137415523244,
      "grad_norm": 1.6349437204602357,
      "learning_rate": 3.118769162858045e-05,
      "loss": 0.4406,
      "step": 116292
    },
    {
      "epoch": 4.76317837395044,
      "grad_norm": 1.2706209744749324,
      "learning_rate": 3.118570085372868e-05,
      "loss": 0.4621,
      "step": 116293
    },
    {
      "epoch": 4.763219332377637,
      "grad_norm": 1.584323890914118,
      "learning_rate": 3.118371013504546e-05,
      "loss": 0.6228,
      "step": 116294
    },
    {
      "epoch": 4.763260290804833,
      "grad_norm": 1.1341149682351563,
      "learning_rate": 3.118171947253165e-05,
      "loss": 0.332,
      "step": 116295
    },
    {
      "epoch": 4.763301249232029,
      "grad_norm": 1.891986086340215,
      "learning_rate": 3.117972886618828e-05,
      "loss": 0.5879,
      "step": 116296
    },
    {
      "epoch": 4.763342207659226,
      "grad_norm": 1.247865219078012,
      "learning_rate": 3.117773831601616e-05,
      "loss": 0.3215,
      "step": 116297
    },
    {
      "epoch": 4.763383166086422,
      "grad_norm": 1.5103183850737123,
      "learning_rate": 3.117574782201635e-05,
      "loss": 0.5211,
      "step": 116298
    },
    {
      "epoch": 4.763424124513619,
      "grad_norm": 0.8866004698364423,
      "learning_rate": 3.1173757384189776e-05,
      "loss": 0.1462,
      "step": 116299
    },
    {
      "epoch": 4.763465082940815,
      "grad_norm": 1.7815396147824052,
      "learning_rate": 3.117176700253732e-05,
      "loss": 0.6646,
      "step": 116300
    },
    {
      "epoch": 4.763506041368012,
      "grad_norm": 1.7185083110587953,
      "learning_rate": 3.1169776677059986e-05,
      "loss": 0.7066,
      "step": 116301
    },
    {
      "epoch": 4.763546999795208,
      "grad_norm": 1.4189353333677417,
      "learning_rate": 3.116778640775867e-05,
      "loss": 0.545,
      "step": 116302
    },
    {
      "epoch": 4.763587958222404,
      "grad_norm": 1.5257469359987454,
      "learning_rate": 3.11657961946343e-05,
      "loss": 0.5082,
      "step": 116303
    },
    {
      "epoch": 4.7636289166496,
      "grad_norm": 1.5424238905917471,
      "learning_rate": 3.116380603768791e-05,
      "loss": 0.6086,
      "step": 116304
    },
    {
      "epoch": 4.763669875076797,
      "grad_norm": 0.8345225928561678,
      "learning_rate": 3.116181593692033e-05,
      "loss": 0.2397,
      "step": 116305
    },
    {
      "epoch": 4.7637108335039935,
      "grad_norm": 2.140629216924034,
      "learning_rate": 3.115982589233253e-05,
      "loss": 0.4995,
      "step": 116306
    },
    {
      "epoch": 4.76375179193119,
      "grad_norm": 1.1367228978275454,
      "learning_rate": 3.115783590392554e-05,
      "loss": 0.2659,
      "step": 116307
    },
    {
      "epoch": 4.763792750358387,
      "grad_norm": 1.6116516415596918,
      "learning_rate": 3.115584597170016e-05,
      "loss": 0.6121,
      "step": 116308
    },
    {
      "epoch": 4.763833708785583,
      "grad_norm": 1.8633352795719749,
      "learning_rate": 3.115385609565745e-05,
      "loss": 0.7196,
      "step": 116309
    },
    {
      "epoch": 4.763874667212779,
      "grad_norm": 1.2369621794398293,
      "learning_rate": 3.115186627579827e-05,
      "loss": 0.454,
      "step": 116310
    },
    {
      "epoch": 4.763915625639975,
      "grad_norm": 1.7570044956227975,
      "learning_rate": 3.114987651212357e-05,
      "loss": 0.7459,
      "step": 116311
    },
    {
      "epoch": 4.763956584067172,
      "grad_norm": 1.76717257197931,
      "learning_rate": 3.114788680463437e-05,
      "loss": 0.6866,
      "step": 116312
    },
    {
      "epoch": 4.763997542494368,
      "grad_norm": 1.8089262871915381,
      "learning_rate": 3.1145897153331505e-05,
      "loss": 0.6089,
      "step": 116313
    },
    {
      "epoch": 4.764038500921565,
      "grad_norm": 1.1280842889922418,
      "learning_rate": 3.114390755821597e-05,
      "loss": 0.3511,
      "step": 116314
    },
    {
      "epoch": 4.7640794593487605,
      "grad_norm": 0.5129904808829894,
      "learning_rate": 3.114191801928874e-05,
      "loss": 0.0967,
      "step": 116315
    },
    {
      "epoch": 4.764120417775957,
      "grad_norm": 0.9258037557733212,
      "learning_rate": 3.1139928536550655e-05,
      "loss": 0.2154,
      "step": 116316
    },
    {
      "epoch": 4.764161376203154,
      "grad_norm": 1.1223208073793185,
      "learning_rate": 3.113793911000277e-05,
      "loss": 0.2469,
      "step": 116317
    },
    {
      "epoch": 4.76420233463035,
      "grad_norm": 1.6781746594531401,
      "learning_rate": 3.113594973964593e-05,
      "loss": 0.7578,
      "step": 116318
    },
    {
      "epoch": 4.764243293057547,
      "grad_norm": 1.4830567380052628,
      "learning_rate": 3.113396042548112e-05,
      "loss": 0.6329,
      "step": 116319
    },
    {
      "epoch": 4.764284251484743,
      "grad_norm": 2.1293451498320923,
      "learning_rate": 3.1131971167509304e-05,
      "loss": 1.0719,
      "step": 116320
    },
    {
      "epoch": 4.76432520991194,
      "grad_norm": 0.9790230129207965,
      "learning_rate": 3.112998196573137e-05,
      "loss": 0.3025,
      "step": 116321
    },
    {
      "epoch": 4.764366168339135,
      "grad_norm": 1.7927069401068827,
      "learning_rate": 3.112799282014827e-05,
      "loss": 0.4543,
      "step": 116322
    },
    {
      "epoch": 4.764407126766332,
      "grad_norm": 1.9480360445320415,
      "learning_rate": 3.112600373076099e-05,
      "loss": 0.6638,
      "step": 116323
    },
    {
      "epoch": 4.7644480851935285,
      "grad_norm": 1.554694297744317,
      "learning_rate": 3.112401469757042e-05,
      "loss": 0.5874,
      "step": 116324
    },
    {
      "epoch": 4.764489043620725,
      "grad_norm": 0.9047971102359258,
      "learning_rate": 3.112202572057755e-05,
      "loss": 0.2181,
      "step": 116325
    },
    {
      "epoch": 4.7645300020479215,
      "grad_norm": 2.1846488768323953,
      "learning_rate": 3.112003679978324e-05,
      "loss": 1.1124,
      "step": 116326
    },
    {
      "epoch": 4.764570960475118,
      "grad_norm": 1.6970074325723732,
      "learning_rate": 3.1118047935188475e-05,
      "loss": 0.6982,
      "step": 116327
    },
    {
      "epoch": 4.764611918902315,
      "grad_norm": 1.6097344275018226,
      "learning_rate": 3.111605912679425e-05,
      "loss": 0.5474,
      "step": 116328
    },
    {
      "epoch": 4.76465287732951,
      "grad_norm": 1.662061417398328,
      "learning_rate": 3.111407037460141e-05,
      "loss": 0.6915,
      "step": 116329
    },
    {
      "epoch": 4.764693835756707,
      "grad_norm": 1.6583018480654814,
      "learning_rate": 3.1112081678610974e-05,
      "loss": 0.3844,
      "step": 116330
    },
    {
      "epoch": 4.764734794183903,
      "grad_norm": 2.145461930262776,
      "learning_rate": 3.111009303882385e-05,
      "loss": 0.6274,
      "step": 116331
    },
    {
      "epoch": 4.7647757526111,
      "grad_norm": 3.0312978389685976,
      "learning_rate": 3.1108104455240926e-05,
      "loss": 2.203,
      "step": 116332
    },
    {
      "epoch": 4.764816711038296,
      "grad_norm": 1.5577423241221218,
      "learning_rate": 3.110611592786322e-05,
      "loss": 0.4174,
      "step": 116333
    },
    {
      "epoch": 4.764857669465492,
      "grad_norm": 0.5690283832632819,
      "learning_rate": 3.1104127456691664e-05,
      "loss": 0.1386,
      "step": 116334
    },
    {
      "epoch": 4.764898627892689,
      "grad_norm": 1.3277409972299312,
      "learning_rate": 3.110213904172713e-05,
      "loss": 0.6127,
      "step": 116335
    },
    {
      "epoch": 4.764939586319885,
      "grad_norm": 1.7909872819628276,
      "learning_rate": 3.1100150682970655e-05,
      "loss": 0.619,
      "step": 116336
    },
    {
      "epoch": 4.764980544747082,
      "grad_norm": 1.1265312827474934,
      "learning_rate": 3.109816238042308e-05,
      "loss": 0.2221,
      "step": 116337
    },
    {
      "epoch": 4.765021503174278,
      "grad_norm": 0.9926917371451296,
      "learning_rate": 3.109617413408541e-05,
      "loss": 0.228,
      "step": 116338
    },
    {
      "epoch": 4.765062461601475,
      "grad_norm": 1.3106557722411623,
      "learning_rate": 3.109418594395859e-05,
      "loss": 0.2358,
      "step": 116339
    },
    {
      "epoch": 4.765103420028671,
      "grad_norm": 1.6542909467133005,
      "learning_rate": 3.109219781004353e-05,
      "loss": 0.5315,
      "step": 116340
    },
    {
      "epoch": 4.765144378455867,
      "grad_norm": 1.5225555059919378,
      "learning_rate": 3.109020973234115e-05,
      "loss": 0.5941,
      "step": 116341
    },
    {
      "epoch": 4.7651853368830634,
      "grad_norm": 1.3820512628756887,
      "learning_rate": 3.108822171085247e-05,
      "loss": 0.4195,
      "step": 116342
    },
    {
      "epoch": 4.76522629531026,
      "grad_norm": 1.5031685357616442,
      "learning_rate": 3.108623374557834e-05,
      "loss": 0.6207,
      "step": 116343
    },
    {
      "epoch": 4.7652672537374565,
      "grad_norm": 0.9927761800628,
      "learning_rate": 3.108424583651977e-05,
      "loss": 0.2098,
      "step": 116344
    },
    {
      "epoch": 4.765308212164653,
      "grad_norm": 1.823085959852657,
      "learning_rate": 3.108225798367764e-05,
      "loss": 0.4662,
      "step": 116345
    },
    {
      "epoch": 4.76534917059185,
      "grad_norm": 1.4719819438147945,
      "learning_rate": 3.10802701870529e-05,
      "loss": 0.5677,
      "step": 116346
    },
    {
      "epoch": 4.765390129019046,
      "grad_norm": 0.9537429089051643,
      "learning_rate": 3.1078282446646566e-05,
      "loss": 0.231,
      "step": 116347
    },
    {
      "epoch": 4.765431087446242,
      "grad_norm": 1.4115965224955793,
      "learning_rate": 3.107629476245947e-05,
      "loss": 0.399,
      "step": 116348
    },
    {
      "epoch": 4.765472045873438,
      "grad_norm": 1.9957019035880796,
      "learning_rate": 3.1074307134492604e-05,
      "loss": 0.8887,
      "step": 116349
    },
    {
      "epoch": 4.765513004300635,
      "grad_norm": 1.6638929444320048,
      "learning_rate": 3.107231956274695e-05,
      "loss": 0.7012,
      "step": 116350
    },
    {
      "epoch": 4.765553962727831,
      "grad_norm": 1.055310770603963,
      "learning_rate": 3.1070332047223354e-05,
      "loss": 0.1771,
      "step": 116351
    },
    {
      "epoch": 4.765594921155028,
      "grad_norm": 1.480820996021038,
      "learning_rate": 3.1068344587922854e-05,
      "loss": 0.7555,
      "step": 116352
    },
    {
      "epoch": 4.765635879582224,
      "grad_norm": 0.9409542019928562,
      "learning_rate": 3.106635718484628e-05,
      "loss": 0.2384,
      "step": 116353
    },
    {
      "epoch": 4.76567683800942,
      "grad_norm": 1.254102197647573,
      "learning_rate": 3.106436983799465e-05,
      "loss": 0.4612,
      "step": 116354
    },
    {
      "epoch": 4.765717796436617,
      "grad_norm": 0.8791267823448871,
      "learning_rate": 3.106238254736892e-05,
      "loss": 0.2269,
      "step": 116355
    },
    {
      "epoch": 4.765758754863813,
      "grad_norm": 1.4112292255345105,
      "learning_rate": 3.106039531296995e-05,
      "loss": 0.5045,
      "step": 116356
    },
    {
      "epoch": 4.76579971329101,
      "grad_norm": 1.2893253563863456,
      "learning_rate": 3.1058408134798716e-05,
      "loss": 0.449,
      "step": 116357
    },
    {
      "epoch": 4.765840671718206,
      "grad_norm": 1.712401317811363,
      "learning_rate": 3.1056421012856226e-05,
      "loss": 0.6077,
      "step": 116358
    },
    {
      "epoch": 4.765881630145403,
      "grad_norm": 1.3959869763896842,
      "learning_rate": 3.1054433947143306e-05,
      "loss": 0.5288,
      "step": 116359
    },
    {
      "epoch": 4.765922588572598,
      "grad_norm": 1.1917031806932585,
      "learning_rate": 3.105244693766099e-05,
      "loss": 0.234,
      "step": 116360
    },
    {
      "epoch": 4.765963546999795,
      "grad_norm": 4.453389311804188,
      "learning_rate": 3.105045998441012e-05,
      "loss": 2.5895,
      "step": 116361
    },
    {
      "epoch": 4.7660045054269915,
      "grad_norm": 0.9005152173170706,
      "learning_rate": 3.104847308739171e-05,
      "loss": 0.2384,
      "step": 116362
    },
    {
      "epoch": 4.766045463854188,
      "grad_norm": 1.4348316250714732,
      "learning_rate": 3.1046486246606714e-05,
      "loss": 0.6403,
      "step": 116363
    },
    {
      "epoch": 4.766086422281385,
      "grad_norm": 2.157881542951672,
      "learning_rate": 3.1044499462055986e-05,
      "loss": 1.1568,
      "step": 116364
    },
    {
      "epoch": 4.766127380708581,
      "grad_norm": 1.2122423576713288,
      "learning_rate": 3.104251273374052e-05,
      "loss": 0.2615,
      "step": 116365
    },
    {
      "epoch": 4.766168339135778,
      "grad_norm": 1.9584621216286526,
      "learning_rate": 3.1040526061661295e-05,
      "loss": 0.8746,
      "step": 116366
    },
    {
      "epoch": 4.766209297562973,
      "grad_norm": 1.5956734564808515,
      "learning_rate": 3.1038539445819174e-05,
      "loss": 0.6939,
      "step": 116367
    },
    {
      "epoch": 4.76625025599017,
      "grad_norm": 1.1626645091331707,
      "learning_rate": 3.103655288621516e-05,
      "loss": 0.3006,
      "step": 116368
    },
    {
      "epoch": 4.766291214417366,
      "grad_norm": 1.4657529602781894,
      "learning_rate": 3.103456638285013e-05,
      "loss": 0.5115,
      "step": 116369
    },
    {
      "epoch": 4.766332172844563,
      "grad_norm": 1.5992558109720232,
      "learning_rate": 3.103257993572503e-05,
      "loss": 0.7047,
      "step": 116370
    },
    {
      "epoch": 4.766373131271759,
      "grad_norm": 1.5206504609591027,
      "learning_rate": 3.103059354484089e-05,
      "loss": 0.5361,
      "step": 116371
    },
    {
      "epoch": 4.766414089698955,
      "grad_norm": 1.3114135659529726,
      "learning_rate": 3.102860721019852e-05,
      "loss": 0.5226,
      "step": 116372
    },
    {
      "epoch": 4.766455048126152,
      "grad_norm": 1.664435930647219,
      "learning_rate": 3.102662093179898e-05,
      "loss": 0.7515,
      "step": 116373
    },
    {
      "epoch": 4.766496006553348,
      "grad_norm": 1.5119912085912284,
      "learning_rate": 3.10246347096431e-05,
      "loss": 0.7139,
      "step": 116374
    },
    {
      "epoch": 4.766536964980545,
      "grad_norm": 0.9703930315470306,
      "learning_rate": 3.102264854373188e-05,
      "loss": 0.2677,
      "step": 116375
    },
    {
      "epoch": 4.766577923407741,
      "grad_norm": 1.524819291134605,
      "learning_rate": 3.1020662434066264e-05,
      "loss": 0.6991,
      "step": 116376
    },
    {
      "epoch": 4.766618881834938,
      "grad_norm": 1.6457997550645953,
      "learning_rate": 3.1018676380647156e-05,
      "loss": 0.6722,
      "step": 116377
    },
    {
      "epoch": 4.766659840262134,
      "grad_norm": 1.3267163412751013,
      "learning_rate": 3.101669038347551e-05,
      "loss": 0.4074,
      "step": 116378
    },
    {
      "epoch": 4.76670079868933,
      "grad_norm": 0.8146485744095245,
      "learning_rate": 3.1014704442552296e-05,
      "loss": 0.1977,
      "step": 116379
    },
    {
      "epoch": 4.7667417571165265,
      "grad_norm": 1.839752401167733,
      "learning_rate": 3.101271855787841e-05,
      "loss": 0.7214,
      "step": 116380
    },
    {
      "epoch": 4.766782715543723,
      "grad_norm": 1.6782607701058936,
      "learning_rate": 3.1010732729454825e-05,
      "loss": 0.6476,
      "step": 116381
    },
    {
      "epoch": 4.7668236739709196,
      "grad_norm": 1.8451728557016178,
      "learning_rate": 3.100874695728243e-05,
      "loss": 0.8404,
      "step": 116382
    },
    {
      "epoch": 4.766864632398116,
      "grad_norm": 1.3343489741034964,
      "learning_rate": 3.100676124136218e-05,
      "loss": 0.5097,
      "step": 116383
    },
    {
      "epoch": 4.766905590825313,
      "grad_norm": 1.5899657659937407,
      "learning_rate": 3.100477558169509e-05,
      "loss": 0.7113,
      "step": 116384
    },
    {
      "epoch": 4.766946549252509,
      "grad_norm": 1.3719688949229853,
      "learning_rate": 3.100278997828198e-05,
      "loss": 0.4447,
      "step": 116385
    },
    {
      "epoch": 4.766987507679705,
      "grad_norm": 3.1988008577206526,
      "learning_rate": 3.100080443112386e-05,
      "loss": 1.3367,
      "step": 116386
    },
    {
      "epoch": 4.767028466106901,
      "grad_norm": 1.599254552353499,
      "learning_rate": 3.0998818940221684e-05,
      "loss": 0.6972,
      "step": 116387
    },
    {
      "epoch": 4.767069424534098,
      "grad_norm": 1.2805725361413218,
      "learning_rate": 3.099683350557633e-05,
      "loss": 0.4392,
      "step": 116388
    },
    {
      "epoch": 4.767110382961294,
      "grad_norm": 0.3487821810468805,
      "learning_rate": 3.09948481271888e-05,
      "loss": 0.044,
      "step": 116389
    },
    {
      "epoch": 4.767151341388491,
      "grad_norm": 1.631392578668291,
      "learning_rate": 3.099286280505996e-05,
      "loss": 0.5511,
      "step": 116390
    },
    {
      "epoch": 4.767192299815687,
      "grad_norm": 1.5327810239280273,
      "learning_rate": 3.0990877539190795e-05,
      "loss": 0.6225,
      "step": 116391
    },
    {
      "epoch": 4.767233258242883,
      "grad_norm": 1.8353225247414378,
      "learning_rate": 3.098889232958228e-05,
      "loss": 0.8947,
      "step": 116392
    },
    {
      "epoch": 4.76727421667008,
      "grad_norm": 1.7501564227562263,
      "learning_rate": 3.098690717623525e-05,
      "loss": 0.5152,
      "step": 116393
    },
    {
      "epoch": 4.767315175097276,
      "grad_norm": 1.40708838804694,
      "learning_rate": 3.0984922079150725e-05,
      "loss": 0.5955,
      "step": 116394
    },
    {
      "epoch": 4.767356133524473,
      "grad_norm": 2.043972173748123,
      "learning_rate": 3.0982937038329656e-05,
      "loss": 0.662,
      "step": 116395
    },
    {
      "epoch": 4.767397091951669,
      "grad_norm": 1.4472016255681577,
      "learning_rate": 3.09809520537729e-05,
      "loss": 0.5637,
      "step": 116396
    },
    {
      "epoch": 4.767438050378866,
      "grad_norm": 1.681330136415137,
      "learning_rate": 3.09789671254815e-05,
      "loss": 0.7137,
      "step": 116397
    },
    {
      "epoch": 4.7674790088060615,
      "grad_norm": 1.5949134037981751,
      "learning_rate": 3.0976982253456296e-05,
      "loss": 0.6688,
      "step": 116398
    },
    {
      "epoch": 4.767519967233258,
      "grad_norm": 0.4553964031086333,
      "learning_rate": 3.0974997437698264e-05,
      "loss": 0.0492,
      "step": 116399
    },
    {
      "epoch": 4.7675609256604545,
      "grad_norm": 1.3836839124113964,
      "learning_rate": 3.097301267820842e-05,
      "loss": 0.5769,
      "step": 116400
    },
    {
      "epoch": 4.767601884087651,
      "grad_norm": 1.17597053282604,
      "learning_rate": 3.097102797498755e-05,
      "loss": 0.4731,
      "step": 116401
    },
    {
      "epoch": 4.767642842514848,
      "grad_norm": 3.149268077174176,
      "learning_rate": 3.096904332803667e-05,
      "loss": 3.1982,
      "step": 116402
    },
    {
      "epoch": 4.767683800942044,
      "grad_norm": 1.6054816720173208,
      "learning_rate": 3.096705873735678e-05,
      "loss": 0.5564,
      "step": 116403
    },
    {
      "epoch": 4.767724759369241,
      "grad_norm": 1.5668365079486732,
      "learning_rate": 3.096507420294869e-05,
      "loss": 0.8542,
      "step": 116404
    },
    {
      "epoch": 4.767765717796436,
      "grad_norm": 2.7475139147989798,
      "learning_rate": 3.0963089724813416e-05,
      "loss": 2.5257,
      "step": 116405
    },
    {
      "epoch": 4.767806676223633,
      "grad_norm": 1.2678781368103376,
      "learning_rate": 3.0961105302951936e-05,
      "loss": 0.5325,
      "step": 116406
    },
    {
      "epoch": 4.767847634650829,
      "grad_norm": 1.9286727236342873,
      "learning_rate": 3.095912093736508e-05,
      "loss": 0.76,
      "step": 116407
    },
    {
      "epoch": 4.767888593078026,
      "grad_norm": 1.425209279054108,
      "learning_rate": 3.0957136628053904e-05,
      "loss": 0.5811,
      "step": 116408
    },
    {
      "epoch": 4.7679295515052225,
      "grad_norm": 1.420576202253336,
      "learning_rate": 3.095515237501922e-05,
      "loss": 0.4671,
      "step": 116409
    },
    {
      "epoch": 4.767970509932418,
      "grad_norm": 1.4842430896007495,
      "learning_rate": 3.0953168178262054e-05,
      "loss": 0.4914,
      "step": 116410
    },
    {
      "epoch": 4.768011468359615,
      "grad_norm": 1.3531292903649283,
      "learning_rate": 3.0951184037783354e-05,
      "loss": 0.498,
      "step": 116411
    },
    {
      "epoch": 4.768052426786811,
      "grad_norm": 1.8028645381646566,
      "learning_rate": 3.094919995358399e-05,
      "loss": 0.6573,
      "step": 116412
    },
    {
      "epoch": 4.768093385214008,
      "grad_norm": 2.1182386965610167,
      "learning_rate": 3.094721592566493e-05,
      "loss": 0.9511,
      "step": 116413
    },
    {
      "epoch": 4.768134343641204,
      "grad_norm": 1.7150979105919808,
      "learning_rate": 3.0945231954027155e-05,
      "loss": 0.6853,
      "step": 116414
    },
    {
      "epoch": 4.768175302068401,
      "grad_norm": 1.587344945555651,
      "learning_rate": 3.0943248038671543e-05,
      "loss": 0.6735,
      "step": 116415
    },
    {
      "epoch": 4.768216260495597,
      "grad_norm": 0.9989832054616382,
      "learning_rate": 3.0941264179599075e-05,
      "loss": 0.2393,
      "step": 116416
    },
    {
      "epoch": 4.768257218922793,
      "grad_norm": 1.1136206891079532,
      "learning_rate": 3.0939280376810646e-05,
      "loss": 0.4597,
      "step": 116417
    },
    {
      "epoch": 4.7682981773499895,
      "grad_norm": 1.1355315224755247,
      "learning_rate": 3.09372966303072e-05,
      "loss": 0.4229,
      "step": 116418
    },
    {
      "epoch": 4.768339135777186,
      "grad_norm": 0.8665180823716104,
      "learning_rate": 3.093531294008974e-05,
      "loss": 0.1905,
      "step": 116419
    },
    {
      "epoch": 4.768380094204383,
      "grad_norm": 1.8171370289365538,
      "learning_rate": 3.0933329306159114e-05,
      "loss": 0.528,
      "step": 116420
    },
    {
      "epoch": 4.768421052631579,
      "grad_norm": 1.4276650387678602,
      "learning_rate": 3.093134572851631e-05,
      "loss": 0.4667,
      "step": 116421
    },
    {
      "epoch": 4.768462011058776,
      "grad_norm": 1.2067079132869487,
      "learning_rate": 3.0929362207162275e-05,
      "loss": 0.597,
      "step": 116422
    },
    {
      "epoch": 4.768502969485972,
      "grad_norm": 1.6717647556915716,
      "learning_rate": 3.09273787420979e-05,
      "loss": 0.7188,
      "step": 116423
    },
    {
      "epoch": 4.768543927913168,
      "grad_norm": 1.756704463987033,
      "learning_rate": 3.09253953333242e-05,
      "loss": 0.615,
      "step": 116424
    },
    {
      "epoch": 4.768584886340364,
      "grad_norm": 1.333567101183241,
      "learning_rate": 3.0923411980842014e-05,
      "loss": 0.4197,
      "step": 116425
    },
    {
      "epoch": 4.768625844767561,
      "grad_norm": 1.6444936887502506,
      "learning_rate": 3.0921428684652335e-05,
      "loss": 0.8667,
      "step": 116426
    },
    {
      "epoch": 4.768666803194757,
      "grad_norm": 1.378976681109836,
      "learning_rate": 3.091944544475613e-05,
      "loss": 0.554,
      "step": 116427
    },
    {
      "epoch": 4.768707761621954,
      "grad_norm": 1.825659530474054,
      "learning_rate": 3.091746226115426e-05,
      "loss": 0.6728,
      "step": 116428
    },
    {
      "epoch": 4.76874872004915,
      "grad_norm": 2.0460035586442613,
      "learning_rate": 3.09154791338477e-05,
      "loss": 0.7009,
      "step": 116429
    },
    {
      "epoch": 4.768789678476346,
      "grad_norm": 1.3431572370550455,
      "learning_rate": 3.091349606283745e-05,
      "loss": 0.5191,
      "step": 116430
    },
    {
      "epoch": 4.768830636903543,
      "grad_norm": 1.205772327847251,
      "learning_rate": 3.091151304812433e-05,
      "loss": 0.5057,
      "step": 116431
    },
    {
      "epoch": 4.768871595330739,
      "grad_norm": 1.7061674554367203,
      "learning_rate": 3.0909530089709376e-05,
      "loss": 0.6121,
      "step": 116432
    },
    {
      "epoch": 4.768912553757936,
      "grad_norm": 1.8222869179853673,
      "learning_rate": 3.0907547187593454e-05,
      "loss": 0.4873,
      "step": 116433
    },
    {
      "epoch": 4.768953512185132,
      "grad_norm": 1.629746961937317,
      "learning_rate": 3.0905564341777536e-05,
      "loss": 0.7074,
      "step": 116434
    },
    {
      "epoch": 4.768994470612329,
      "grad_norm": 0.8380491465475769,
      "learning_rate": 3.090358155226259e-05,
      "loss": 0.1784,
      "step": 116435
    },
    {
      "epoch": 4.7690354290395245,
      "grad_norm": 1.830305544208025,
      "learning_rate": 3.0901598819049476e-05,
      "loss": 1.1292,
      "step": 116436
    },
    {
      "epoch": 4.769076387466721,
      "grad_norm": 1.5493672499121207,
      "learning_rate": 3.089961614213918e-05,
      "loss": 0.631,
      "step": 116437
    },
    {
      "epoch": 4.769117345893918,
      "grad_norm": 1.811532973582387,
      "learning_rate": 3.089763352153267e-05,
      "loss": 0.7816,
      "step": 116438
    },
    {
      "epoch": 4.769158304321114,
      "grad_norm": 1.6380048495119,
      "learning_rate": 3.089565095723083e-05,
      "loss": 0.5582,
      "step": 116439
    },
    {
      "epoch": 4.769199262748311,
      "grad_norm": 0.8227038161040596,
      "learning_rate": 3.089366844923463e-05,
      "loss": 0.2118,
      "step": 116440
    },
    {
      "epoch": 4.769240221175507,
      "grad_norm": 0.8514887969707775,
      "learning_rate": 3.089168599754495e-05,
      "loss": 0.2014,
      "step": 116441
    },
    {
      "epoch": 4.769281179602704,
      "grad_norm": 1.6421170032444314,
      "learning_rate": 3.088970360216279e-05,
      "loss": 0.7944,
      "step": 116442
    },
    {
      "epoch": 4.769322138029899,
      "grad_norm": 0.7563036475346951,
      "learning_rate": 3.0887721263089094e-05,
      "loss": 0.1838,
      "step": 116443
    },
    {
      "epoch": 4.769363096457096,
      "grad_norm": 1.5828060767244374,
      "learning_rate": 3.088573898032473e-05,
      "loss": 0.7333,
      "step": 116444
    },
    {
      "epoch": 4.769404054884292,
      "grad_norm": 1.2690688739152127,
      "learning_rate": 3.088375675387071e-05,
      "loss": 0.5659,
      "step": 116445
    },
    {
      "epoch": 4.769445013311489,
      "grad_norm": 0.7171032175675685,
      "learning_rate": 3.0881774583727906e-05,
      "loss": 0.2019,
      "step": 116446
    },
    {
      "epoch": 4.7694859717386855,
      "grad_norm": 1.614127976165271,
      "learning_rate": 3.0879792469897294e-05,
      "loss": 0.6378,
      "step": 116447
    },
    {
      "epoch": 4.769526930165881,
      "grad_norm": 2.079174197706081,
      "learning_rate": 3.0877810412379845e-05,
      "loss": 0.4745,
      "step": 116448
    },
    {
      "epoch": 4.769567888593078,
      "grad_norm": 0.9392468325318761,
      "learning_rate": 3.08758284111764e-05,
      "loss": 0.2434,
      "step": 116449
    },
    {
      "epoch": 4.769608847020274,
      "grad_norm": 1.246513167446053,
      "learning_rate": 3.087384646628796e-05,
      "loss": 0.2265,
      "step": 116450
    },
    {
      "epoch": 4.769649805447471,
      "grad_norm": 1.9851671815650846,
      "learning_rate": 3.087186457771549e-05,
      "loss": 0.8677,
      "step": 116451
    },
    {
      "epoch": 4.769690763874667,
      "grad_norm": 1.9675285902520283,
      "learning_rate": 3.086988274545985e-05,
      "loss": 0.5816,
      "step": 116452
    },
    {
      "epoch": 4.769731722301864,
      "grad_norm": 0.9326781670926207,
      "learning_rate": 3.0867900969522066e-05,
      "loss": 0.2362,
      "step": 116453
    },
    {
      "epoch": 4.76977268072906,
      "grad_norm": 1.6019135227573054,
      "learning_rate": 3.0865919249902974e-05,
      "loss": 0.8589,
      "step": 116454
    },
    {
      "epoch": 4.769813639156256,
      "grad_norm": 1.9064354247309954,
      "learning_rate": 3.086393758660357e-05,
      "loss": 1.1918,
      "step": 116455
    },
    {
      "epoch": 4.7698545975834525,
      "grad_norm": 0.9636261708689691,
      "learning_rate": 3.0861955979624816e-05,
      "loss": 0.2143,
      "step": 116456
    },
    {
      "epoch": 4.769895556010649,
      "grad_norm": 1.7013399891465375,
      "learning_rate": 3.0859974428967586e-05,
      "loss": 0.6995,
      "step": 116457
    },
    {
      "epoch": 4.769936514437846,
      "grad_norm": 1.6081831503047705,
      "learning_rate": 3.0857992934632844e-05,
      "loss": 0.3825,
      "step": 116458
    },
    {
      "epoch": 4.769977472865042,
      "grad_norm": 0.6685111609579562,
      "learning_rate": 3.085601149662156e-05,
      "loss": 0.131,
      "step": 116459
    },
    {
      "epoch": 4.770018431292239,
      "grad_norm": 1.5465119257169744,
      "learning_rate": 3.08540301149346e-05,
      "loss": 0.6624,
      "step": 116460
    },
    {
      "epoch": 4.770059389719435,
      "grad_norm": 3.292377059691527,
      "learning_rate": 3.085204878957299e-05,
      "loss": 1.0081,
      "step": 116461
    },
    {
      "epoch": 4.770100348146631,
      "grad_norm": 1.4328774183977862,
      "learning_rate": 3.085006752053757e-05,
      "loss": 0.468,
      "step": 116462
    },
    {
      "epoch": 4.770141306573827,
      "grad_norm": 0.6857808915319293,
      "learning_rate": 3.084808630782933e-05,
      "loss": 0.1404,
      "step": 116463
    },
    {
      "epoch": 4.770182265001024,
      "grad_norm": 1.3116789928347672,
      "learning_rate": 3.0846105151449237e-05,
      "loss": 0.4533,
      "step": 116464
    },
    {
      "epoch": 4.7702232234282205,
      "grad_norm": 1.4831552400888892,
      "learning_rate": 3.084412405139816e-05,
      "loss": 0.4603,
      "step": 116465
    },
    {
      "epoch": 4.770264181855417,
      "grad_norm": 1.7836239470269328,
      "learning_rate": 3.0842143007677064e-05,
      "loss": 0.691,
      "step": 116466
    },
    {
      "epoch": 4.770305140282613,
      "grad_norm": 1.6871458301108762,
      "learning_rate": 3.084016202028692e-05,
      "loss": 0.7508,
      "step": 116467
    },
    {
      "epoch": 4.770346098709809,
      "grad_norm": 3.5811462380109242,
      "learning_rate": 3.08381810892286e-05,
      "loss": 1.4394,
      "step": 116468
    },
    {
      "epoch": 4.770387057137006,
      "grad_norm": 1.0249250007651938,
      "learning_rate": 3.08362002145031e-05,
      "loss": 0.348,
      "step": 116469
    },
    {
      "epoch": 4.770428015564202,
      "grad_norm": 1.3604219503393156,
      "learning_rate": 3.08342193961113e-05,
      "loss": 0.7007,
      "step": 116470
    },
    {
      "epoch": 4.770468973991399,
      "grad_norm": 1.7756229883758776,
      "learning_rate": 3.0832238634054214e-05,
      "loss": 0.6247,
      "step": 116471
    },
    {
      "epoch": 4.770509932418595,
      "grad_norm": 1.4534816749749004,
      "learning_rate": 3.0830257928332726e-05,
      "loss": 0.5254,
      "step": 116472
    },
    {
      "epoch": 4.770550890845792,
      "grad_norm": 1.656624143892823,
      "learning_rate": 3.0828277278947724e-05,
      "loss": 0.5807,
      "step": 116473
    },
    {
      "epoch": 4.7705918492729875,
      "grad_norm": 1.479954011073191,
      "learning_rate": 3.082629668590022e-05,
      "loss": 0.5207,
      "step": 116474
    },
    {
      "epoch": 4.770632807700184,
      "grad_norm": 0.862211421923223,
      "learning_rate": 3.082431614919115e-05,
      "loss": 0.2215,
      "step": 116475
    },
    {
      "epoch": 4.770673766127381,
      "grad_norm": 1.224779075412309,
      "learning_rate": 3.082233566882138e-05,
      "loss": 0.2739,
      "step": 116476
    },
    {
      "epoch": 4.770714724554577,
      "grad_norm": 1.346494375040692,
      "learning_rate": 3.0820355244791916e-05,
      "loss": 0.6262,
      "step": 116477
    },
    {
      "epoch": 4.770755682981774,
      "grad_norm": 2.216444010297134,
      "learning_rate": 3.081837487710371e-05,
      "loss": 1.3958,
      "step": 116478
    },
    {
      "epoch": 4.77079664140897,
      "grad_norm": 1.245461810500455,
      "learning_rate": 3.081639456575761e-05,
      "loss": 0.2935,
      "step": 116479
    },
    {
      "epoch": 4.770837599836167,
      "grad_norm": 1.3276889493751391,
      "learning_rate": 3.081441431075465e-05,
      "loss": 0.4371,
      "step": 116480
    },
    {
      "epoch": 4.770878558263362,
      "grad_norm": 1.419124885922929,
      "learning_rate": 3.0812434112095666e-05,
      "loss": 0.6811,
      "step": 116481
    },
    {
      "epoch": 4.770919516690559,
      "grad_norm": 1.5579806634612337,
      "learning_rate": 3.0810453969781666e-05,
      "loss": 0.484,
      "step": 116482
    },
    {
      "epoch": 4.7709604751177555,
      "grad_norm": 1.4076627938381725,
      "learning_rate": 3.080847388381359e-05,
      "loss": 0.6927,
      "step": 116483
    },
    {
      "epoch": 4.771001433544952,
      "grad_norm": 1.3168820609737355,
      "learning_rate": 3.080649385419233e-05,
      "loss": 0.3223,
      "step": 116484
    },
    {
      "epoch": 4.7710423919721485,
      "grad_norm": 1.9426040897798857,
      "learning_rate": 3.080451388091883e-05,
      "loss": 0.8745,
      "step": 116485
    },
    {
      "epoch": 4.771083350399344,
      "grad_norm": 1.657768173234552,
      "learning_rate": 3.080253396399409e-05,
      "loss": 0.4795,
      "step": 116486
    },
    {
      "epoch": 4.771124308826541,
      "grad_norm": 1.6930361327415582,
      "learning_rate": 3.0800554103418934e-05,
      "loss": 0.7404,
      "step": 116487
    },
    {
      "epoch": 4.771165267253737,
      "grad_norm": 1.2846330898109946,
      "learning_rate": 3.079857429919441e-05,
      "loss": 0.4732,
      "step": 116488
    },
    {
      "epoch": 4.771206225680934,
      "grad_norm": 1.5193342555824771,
      "learning_rate": 3.079659455132137e-05,
      "loss": 0.5327,
      "step": 116489
    },
    {
      "epoch": 4.77124718410813,
      "grad_norm": 1.330426469324993,
      "learning_rate": 3.079461485980077e-05,
      "loss": 0.4219,
      "step": 116490
    },
    {
      "epoch": 4.771288142535327,
      "grad_norm": 0.8122472241832686,
      "learning_rate": 3.079263522463361e-05,
      "loss": 0.1832,
      "step": 116491
    },
    {
      "epoch": 4.771329100962523,
      "grad_norm": 1.2861163579690864,
      "learning_rate": 3.079065564582074e-05,
      "loss": 0.5682,
      "step": 116492
    },
    {
      "epoch": 4.771370059389719,
      "grad_norm": 1.5808823088764121,
      "learning_rate": 3.078867612336312e-05,
      "loss": 0.6429,
      "step": 116493
    },
    {
      "epoch": 4.771411017816916,
      "grad_norm": 1.153867339696657,
      "learning_rate": 3.078669665726174e-05,
      "loss": 0.3301,
      "step": 116494
    },
    {
      "epoch": 4.771451976244112,
      "grad_norm": 1.0636399774370224,
      "learning_rate": 3.0784717247517444e-05,
      "loss": 0.2383,
      "step": 116495
    },
    {
      "epoch": 4.771492934671309,
      "grad_norm": 0.8300639709818712,
      "learning_rate": 3.0782737894131266e-05,
      "loss": 0.2168,
      "step": 116496
    },
    {
      "epoch": 4.771533893098505,
      "grad_norm": 1.69805595715722,
      "learning_rate": 3.078075859710405e-05,
      "loss": 0.7043,
      "step": 116497
    },
    {
      "epoch": 4.771574851525702,
      "grad_norm": 1.3530171696758335,
      "learning_rate": 3.077877935643678e-05,
      "loss": 0.4488,
      "step": 116498
    },
    {
      "epoch": 4.771615809952898,
      "grad_norm": 0.9858520426677627,
      "learning_rate": 3.077680017213042e-05,
      "loss": 0.2922,
      "step": 116499
    },
    {
      "epoch": 4.771656768380094,
      "grad_norm": 2.336318429675354,
      "learning_rate": 3.077482104418582e-05,
      "loss": 1.1145,
      "step": 116500
    },
    {
      "epoch": 4.77169772680729,
      "grad_norm": 1.0641290556971037,
      "learning_rate": 3.077284197260397e-05,
      "loss": 0.282,
      "step": 116501
    },
    {
      "epoch": 4.771738685234487,
      "grad_norm": 1.763471977565864,
      "learning_rate": 3.077086295738585e-05,
      "loss": 0.7704,
      "step": 116502
    },
    {
      "epoch": 4.7717796436616835,
      "grad_norm": 1.3921367232071418,
      "learning_rate": 3.07688839985323e-05,
      "loss": 0.3322,
      "step": 116503
    },
    {
      "epoch": 4.77182060208888,
      "grad_norm": 1.6306154490445621,
      "learning_rate": 3.076690509604436e-05,
      "loss": 0.8181,
      "step": 116504
    },
    {
      "epoch": 4.771861560516076,
      "grad_norm": 2.1212764214880826,
      "learning_rate": 3.076492624992284e-05,
      "loss": 0.8265,
      "step": 116505
    },
    {
      "epoch": 4.771902518943272,
      "grad_norm": 3.7820950630520405,
      "learning_rate": 3.076294746016876e-05,
      "loss": 1.5514,
      "step": 116506
    },
    {
      "epoch": 4.771943477370469,
      "grad_norm": 1.603685192151546,
      "learning_rate": 3.076096872678308e-05,
      "loss": 0.4937,
      "step": 116507
    },
    {
      "epoch": 4.771984435797665,
      "grad_norm": 1.6437089518275831,
      "learning_rate": 3.075899004976666e-05,
      "loss": 0.7894,
      "step": 116508
    },
    {
      "epoch": 4.772025394224862,
      "grad_norm": 1.8177395807107133,
      "learning_rate": 3.075701142912045e-05,
      "loss": 0.7645,
      "step": 116509
    },
    {
      "epoch": 4.772066352652058,
      "grad_norm": 1.7001771922543962,
      "learning_rate": 3.075503286484547e-05,
      "loss": 0.6613,
      "step": 116510
    },
    {
      "epoch": 4.772107311079255,
      "grad_norm": 1.5279437615643703,
      "learning_rate": 3.075305435694254e-05,
      "loss": 0.7326,
      "step": 116511
    },
    {
      "epoch": 4.7721482695064505,
      "grad_norm": 1.6665818149715002,
      "learning_rate": 3.075107590541268e-05,
      "loss": 0.573,
      "step": 116512
    },
    {
      "epoch": 4.772189227933647,
      "grad_norm": 1.2691890492760354,
      "learning_rate": 3.074909751025677e-05,
      "loss": 0.5131,
      "step": 116513
    },
    {
      "epoch": 4.772230186360844,
      "grad_norm": 1.98192938511508,
      "learning_rate": 3.0747119171475757e-05,
      "loss": 0.9006,
      "step": 116514
    },
    {
      "epoch": 4.77227114478804,
      "grad_norm": 1.1951474420703965,
      "learning_rate": 3.074514088907062e-05,
      "loss": 0.4353,
      "step": 116515
    },
    {
      "epoch": 4.772312103215237,
      "grad_norm": 1.385454526643174,
      "learning_rate": 3.074316266304223e-05,
      "loss": 0.4977,
      "step": 116516
    },
    {
      "epoch": 4.772353061642433,
      "grad_norm": 1.7515050023087109,
      "learning_rate": 3.074118449339158e-05,
      "loss": 0.8698,
      "step": 116517
    },
    {
      "epoch": 4.77239402006963,
      "grad_norm": 1.7505716150499266,
      "learning_rate": 3.073920638011955e-05,
      "loss": 0.8203,
      "step": 116518
    },
    {
      "epoch": 4.772434978496825,
      "grad_norm": 1.9437523787282236,
      "learning_rate": 3.07372283232271e-05,
      "loss": 1.1169,
      "step": 116519
    },
    {
      "epoch": 4.772475936924022,
      "grad_norm": 1.8234168814799043,
      "learning_rate": 3.0735250322715196e-05,
      "loss": 0.7317,
      "step": 116520
    },
    {
      "epoch": 4.7725168953512185,
      "grad_norm": 1.8739747600339771,
      "learning_rate": 3.073327237858472e-05,
      "loss": 0.6656,
      "step": 116521
    },
    {
      "epoch": 4.772557853778415,
      "grad_norm": 1.18692874090962,
      "learning_rate": 3.073129449083663e-05,
      "loss": 0.3919,
      "step": 116522
    },
    {
      "epoch": 4.7725988122056116,
      "grad_norm": 1.699604896534395,
      "learning_rate": 3.0729316659471895e-05,
      "loss": 0.6889,
      "step": 116523
    },
    {
      "epoch": 4.772639770632808,
      "grad_norm": 1.6286848783534362,
      "learning_rate": 3.072733888449139e-05,
      "loss": 0.5749,
      "step": 116524
    },
    {
      "epoch": 4.772680729060004,
      "grad_norm": 0.876443124256865,
      "learning_rate": 3.07253611658961e-05,
      "loss": 0.2039,
      "step": 116525
    },
    {
      "epoch": 4.7727216874872,
      "grad_norm": 1.411590937745615,
      "learning_rate": 3.072338350368692e-05,
      "loss": 0.4792,
      "step": 116526
    },
    {
      "epoch": 4.772762645914397,
      "grad_norm": 1.6569493847118621,
      "learning_rate": 3.0721405897864784e-05,
      "loss": 0.5257,
      "step": 116527
    },
    {
      "epoch": 4.772803604341593,
      "grad_norm": 1.4175180738876785,
      "learning_rate": 3.0719428348430695e-05,
      "loss": 0.537,
      "step": 116528
    },
    {
      "epoch": 4.77284456276879,
      "grad_norm": 1.4698180476632225,
      "learning_rate": 3.07174508553855e-05,
      "loss": 0.4994,
      "step": 116529
    },
    {
      "epoch": 4.772885521195986,
      "grad_norm": 1.4297766170095638,
      "learning_rate": 3.071547341873018e-05,
      "loss": 0.5535,
      "step": 116530
    },
    {
      "epoch": 4.772926479623182,
      "grad_norm": 1.0418949396042856,
      "learning_rate": 3.071349603846568e-05,
      "loss": 0.2561,
      "step": 116531
    },
    {
      "epoch": 4.772967438050379,
      "grad_norm": 1.3918131726604626,
      "learning_rate": 3.0711518714592897e-05,
      "loss": 0.3212,
      "step": 116532
    },
    {
      "epoch": 4.773008396477575,
      "grad_norm": 1.2826521851188009,
      "learning_rate": 3.070954144711282e-05,
      "loss": 0.4733,
      "step": 116533
    },
    {
      "epoch": 4.773049354904772,
      "grad_norm": 0.912861444506901,
      "learning_rate": 3.070756423602631e-05,
      "loss": 0.1857,
      "step": 116534
    },
    {
      "epoch": 4.773090313331968,
      "grad_norm": 1.0224544570153928,
      "learning_rate": 3.0705587081334344e-05,
      "loss": 0.2744,
      "step": 116535
    },
    {
      "epoch": 4.773131271759165,
      "grad_norm": 3.199398775569296,
      "learning_rate": 3.070360998303788e-05,
      "loss": 2.5383,
      "step": 116536
    },
    {
      "epoch": 4.773172230186361,
      "grad_norm": 1.1855480741540614,
      "learning_rate": 3.0701632941137805e-05,
      "loss": 0.3452,
      "step": 116537
    },
    {
      "epoch": 4.773213188613557,
      "grad_norm": 1.9938216114664244,
      "learning_rate": 3.0699655955635064e-05,
      "loss": 0.8043,
      "step": 116538
    },
    {
      "epoch": 4.7732541470407535,
      "grad_norm": 1.791286253893199,
      "learning_rate": 3.069767902653065e-05,
      "loss": 0.763,
      "step": 116539
    },
    {
      "epoch": 4.77329510546795,
      "grad_norm": 1.3053310731015988,
      "learning_rate": 3.0695702153825415e-05,
      "loss": 0.5494,
      "step": 116540
    },
    {
      "epoch": 4.7733360638951465,
      "grad_norm": 1.9263929660693022,
      "learning_rate": 3.0693725337520345e-05,
      "loss": 0.819,
      "step": 116541
    },
    {
      "epoch": 4.773377022322343,
      "grad_norm": 1.050374201337749,
      "learning_rate": 3.069174857761638e-05,
      "loss": 0.2688,
      "step": 116542
    },
    {
      "epoch": 4.77341798074954,
      "grad_norm": 1.422491524660318,
      "learning_rate": 3.06897718741144e-05,
      "loss": 0.5101,
      "step": 116543
    },
    {
      "epoch": 4.773458939176735,
      "grad_norm": 1.0211850947506516,
      "learning_rate": 3.06877952270154e-05,
      "loss": 0.2539,
      "step": 116544
    },
    {
      "epoch": 4.773499897603932,
      "grad_norm": 1.3889960912753407,
      "learning_rate": 3.068581863632025e-05,
      "loss": 0.7598,
      "step": 116545
    },
    {
      "epoch": 4.773540856031128,
      "grad_norm": 1.4540046465834342,
      "learning_rate": 3.068384210202991e-05,
      "loss": 0.5981,
      "step": 116546
    },
    {
      "epoch": 4.773581814458325,
      "grad_norm": 1.4561109734143527,
      "learning_rate": 3.068186562414539e-05,
      "loss": 0.5022,
      "step": 116547
    },
    {
      "epoch": 4.773622772885521,
      "grad_norm": 1.55682180804977,
      "learning_rate": 3.067988920266749e-05,
      "loss": 0.577,
      "step": 116548
    },
    {
      "epoch": 4.773663731312718,
      "grad_norm": 0.777553930906164,
      "learning_rate": 3.0677912837597243e-05,
      "loss": 0.1247,
      "step": 116549
    },
    {
      "epoch": 4.773704689739914,
      "grad_norm": 0.7608031941940105,
      "learning_rate": 3.0675936528935566e-05,
      "loss": 0.1643,
      "step": 116550
    },
    {
      "epoch": 4.77374564816711,
      "grad_norm": 1.617052471481833,
      "learning_rate": 3.0673960276683355e-05,
      "loss": 0.58,
      "step": 116551
    },
    {
      "epoch": 4.773786606594307,
      "grad_norm": 1.617273520684099,
      "learning_rate": 3.067198408084162e-05,
      "loss": 0.6666,
      "step": 116552
    },
    {
      "epoch": 4.773827565021503,
      "grad_norm": 1.518401410693796,
      "learning_rate": 3.067000794141121e-05,
      "loss": 0.6919,
      "step": 116553
    },
    {
      "epoch": 4.7738685234487,
      "grad_norm": 1.9014118600682617,
      "learning_rate": 3.066803185839308e-05,
      "loss": 0.7671,
      "step": 116554
    },
    {
      "epoch": 4.773909481875896,
      "grad_norm": 1.3599439346366655,
      "learning_rate": 3.0666055831788236e-05,
      "loss": 0.4798,
      "step": 116555
    },
    {
      "epoch": 4.773950440303093,
      "grad_norm": 1.5277595390639163,
      "learning_rate": 3.0664079861597495e-05,
      "loss": 0.4718,
      "step": 116556
    },
    {
      "epoch": 4.773991398730288,
      "grad_norm": 1.0587547627239697,
      "learning_rate": 3.0662103947821866e-05,
      "loss": 0.2182,
      "step": 116557
    },
    {
      "epoch": 4.774032357157485,
      "grad_norm": 1.071449427369389,
      "learning_rate": 3.0660128090462324e-05,
      "loss": 0.2296,
      "step": 116558
    },
    {
      "epoch": 4.7740733155846815,
      "grad_norm": 0.9090272141591238,
      "learning_rate": 3.065815228951968e-05,
      "loss": 0.1862,
      "step": 116559
    },
    {
      "epoch": 4.774114274011878,
      "grad_norm": 1.1164573738212684,
      "learning_rate": 3.0656176544995e-05,
      "loss": 0.3536,
      "step": 116560
    },
    {
      "epoch": 4.774155232439075,
      "grad_norm": 1.8393675394388134,
      "learning_rate": 3.06542008568891e-05,
      "loss": 0.629,
      "step": 116561
    },
    {
      "epoch": 4.774196190866271,
      "grad_norm": 1.4221044698363416,
      "learning_rate": 3.0652225225202967e-05,
      "loss": 0.5855,
      "step": 116562
    },
    {
      "epoch": 4.774237149293467,
      "grad_norm": 1.0355585405077996,
      "learning_rate": 3.0650249649937577e-05,
      "loss": 0.2246,
      "step": 116563
    },
    {
      "epoch": 4.774278107720663,
      "grad_norm": 1.2192031601444373,
      "learning_rate": 3.0648274131093797e-05,
      "loss": 0.3496,
      "step": 116564
    },
    {
      "epoch": 4.77431906614786,
      "grad_norm": 1.5445364842412965,
      "learning_rate": 3.064629866867257e-05,
      "loss": 0.6482,
      "step": 116565
    },
    {
      "epoch": 4.774360024575056,
      "grad_norm": 1.780627469537275,
      "learning_rate": 3.064432326267491e-05,
      "loss": 0.4231,
      "step": 116566
    },
    {
      "epoch": 4.774400983002253,
      "grad_norm": 1.6025833411224495,
      "learning_rate": 3.064234791310163e-05,
      "loss": 0.6914,
      "step": 116567
    },
    {
      "epoch": 4.774441941429449,
      "grad_norm": 1.5184569058585973,
      "learning_rate": 3.0640372619953764e-05,
      "loss": 0.5955,
      "step": 116568
    },
    {
      "epoch": 4.774482899856645,
      "grad_norm": 0.8695020991953972,
      "learning_rate": 3.063839738323216e-05,
      "loss": 0.1113,
      "step": 116569
    },
    {
      "epoch": 4.774523858283842,
      "grad_norm": 1.6984659985758568,
      "learning_rate": 3.06364222029378e-05,
      "loss": 0.4797,
      "step": 116570
    },
    {
      "epoch": 4.774564816711038,
      "grad_norm": 2.0318743893044102,
      "learning_rate": 3.063444707907166e-05,
      "loss": 0.8381,
      "step": 116571
    },
    {
      "epoch": 4.774605775138235,
      "grad_norm": 0.7921645913320364,
      "learning_rate": 3.063247201163458e-05,
      "loss": 0.1604,
      "step": 116572
    },
    {
      "epoch": 4.774646733565431,
      "grad_norm": 1.9426530096888661,
      "learning_rate": 3.063049700062754e-05,
      "loss": 0.8233,
      "step": 116573
    },
    {
      "epoch": 4.774687691992628,
      "grad_norm": 0.7372442017277833,
      "learning_rate": 3.0628522046051514e-05,
      "loss": 0.0876,
      "step": 116574
    },
    {
      "epoch": 4.774728650419824,
      "grad_norm": 1.317839490770006,
      "learning_rate": 3.062654714790736e-05,
      "loss": 0.494,
      "step": 116575
    },
    {
      "epoch": 4.77476960884702,
      "grad_norm": 1.9305272271834926,
      "learning_rate": 3.062457230619608e-05,
      "loss": 1.3357,
      "step": 116576
    },
    {
      "epoch": 4.7748105672742165,
      "grad_norm": 1.470582447941141,
      "learning_rate": 3.0622597520918546e-05,
      "loss": 0.4269,
      "step": 116577
    },
    {
      "epoch": 4.774851525701413,
      "grad_norm": 1.7222816288470026,
      "learning_rate": 3.062062279207572e-05,
      "loss": 0.8181,
      "step": 116578
    },
    {
      "epoch": 4.77489248412861,
      "grad_norm": 1.588862808558586,
      "learning_rate": 3.0618648119668574e-05,
      "loss": 0.6303,
      "step": 116579
    },
    {
      "epoch": 4.774933442555806,
      "grad_norm": 1.5106471507059807,
      "learning_rate": 3.061667350369796e-05,
      "loss": 0.6073,
      "step": 116580
    },
    {
      "epoch": 4.774974400983003,
      "grad_norm": 1.4443849769725472,
      "learning_rate": 3.06146989441649e-05,
      "loss": 0.546,
      "step": 116581
    },
    {
      "epoch": 4.775015359410198,
      "grad_norm": 1.631751400063655,
      "learning_rate": 3.0612724441070233e-05,
      "loss": 0.6891,
      "step": 116582
    },
    {
      "epoch": 4.775056317837395,
      "grad_norm": 1.187858949477361,
      "learning_rate": 3.061074999441495e-05,
      "loss": 0.2991,
      "step": 116583
    },
    {
      "epoch": 4.775097276264591,
      "grad_norm": 1.4338124222191826,
      "learning_rate": 3.060877560420001e-05,
      "loss": 0.5586,
      "step": 116584
    },
    {
      "epoch": 4.775138234691788,
      "grad_norm": 1.4382652810603767,
      "learning_rate": 3.060680127042629e-05,
      "loss": 0.6834,
      "step": 116585
    },
    {
      "epoch": 4.775179193118984,
      "grad_norm": 1.655994381018612,
      "learning_rate": 3.060482699309472e-05,
      "loss": 0.6534,
      "step": 116586
    },
    {
      "epoch": 4.775220151546181,
      "grad_norm": 0.7912897924961354,
      "learning_rate": 3.060285277220632e-05,
      "loss": 0.1845,
      "step": 116587
    },
    {
      "epoch": 4.775261109973377,
      "grad_norm": 2.493775315936858,
      "learning_rate": 3.060087860776192e-05,
      "loss": 0.7969,
      "step": 116588
    },
    {
      "epoch": 4.775302068400573,
      "grad_norm": 1.601071008637265,
      "learning_rate": 3.059890449976253e-05,
      "loss": 0.5888,
      "step": 116589
    },
    {
      "epoch": 4.77534302682777,
      "grad_norm": 1.579010064643434,
      "learning_rate": 3.059693044820901e-05,
      "loss": 0.6383,
      "step": 116590
    },
    {
      "epoch": 4.775383985254966,
      "grad_norm": 1.5918101155326105,
      "learning_rate": 3.059495645310234e-05,
      "loss": 0.5728,
      "step": 116591
    },
    {
      "epoch": 4.775424943682163,
      "grad_norm": 1.020387139982667,
      "learning_rate": 3.059298251444349e-05,
      "loss": 0.2163,
      "step": 116592
    },
    {
      "epoch": 4.775465902109359,
      "grad_norm": 1.7569208903155156,
      "learning_rate": 3.0591008632233294e-05,
      "loss": 0.5482,
      "step": 116593
    },
    {
      "epoch": 4.775506860536556,
      "grad_norm": 1.4586713786998886,
      "learning_rate": 3.0589034806472755e-05,
      "loss": 0.6579,
      "step": 116594
    },
    {
      "epoch": 4.7755478189637515,
      "grad_norm": 1.3680664172679837,
      "learning_rate": 3.0587061037162816e-05,
      "loss": 0.4742,
      "step": 116595
    },
    {
      "epoch": 4.775588777390948,
      "grad_norm": 1.662786041829687,
      "learning_rate": 3.058508732430435e-05,
      "loss": 0.7301,
      "step": 116596
    },
    {
      "epoch": 4.7756297358181445,
      "grad_norm": 1.658461087907806,
      "learning_rate": 3.058311366789837e-05,
      "loss": 0.7348,
      "step": 116597
    },
    {
      "epoch": 4.775670694245341,
      "grad_norm": 1.261213473552493,
      "learning_rate": 3.0581140067945724e-05,
      "loss": 0.4219,
      "step": 116598
    },
    {
      "epoch": 4.775711652672538,
      "grad_norm": 1.6712791978839219,
      "learning_rate": 3.057916652444738e-05,
      "loss": 0.7784,
      "step": 116599
    },
    {
      "epoch": 4.775752611099734,
      "grad_norm": 0.7186933369586666,
      "learning_rate": 3.057719303740432e-05,
      "loss": 0.1964,
      "step": 116600
    },
    {
      "epoch": 4.77579356952693,
      "grad_norm": 2.9958311146126144,
      "learning_rate": 3.057521960681739e-05,
      "loss": 0.33,
      "step": 116601
    },
    {
      "epoch": 4.775834527954126,
      "grad_norm": 1.3420020455932222,
      "learning_rate": 3.0573246232687574e-05,
      "loss": 0.5253,
      "step": 116602
    },
    {
      "epoch": 4.775875486381323,
      "grad_norm": 0.7439081306558838,
      "learning_rate": 3.057127291501584e-05,
      "loss": 0.1976,
      "step": 116603
    },
    {
      "epoch": 4.775916444808519,
      "grad_norm": 1.47831553707183,
      "learning_rate": 3.0569299653803024e-05,
      "loss": 0.4846,
      "step": 116604
    },
    {
      "epoch": 4.775957403235716,
      "grad_norm": 1.6869157923813372,
      "learning_rate": 3.0567326449050166e-05,
      "loss": 0.611,
      "step": 116605
    },
    {
      "epoch": 4.7759983616629125,
      "grad_norm": 1.510529423924852,
      "learning_rate": 3.056535330075809e-05,
      "loss": 0.389,
      "step": 116606
    },
    {
      "epoch": 4.776039320090108,
      "grad_norm": 1.2498863087214869,
      "learning_rate": 3.056338020892781e-05,
      "loss": 0.3719,
      "step": 116607
    },
    {
      "epoch": 4.776080278517305,
      "grad_norm": 1.6558272918825607,
      "learning_rate": 3.056140717356026e-05,
      "loss": 0.6708,
      "step": 116608
    },
    {
      "epoch": 4.776121236944501,
      "grad_norm": 0.9873148245083107,
      "learning_rate": 3.0559434194656286e-05,
      "loss": 0.2035,
      "step": 116609
    },
    {
      "epoch": 4.776162195371698,
      "grad_norm": 1.416382174166409,
      "learning_rate": 3.05574612722169e-05,
      "loss": 0.6411,
      "step": 116610
    },
    {
      "epoch": 4.776203153798894,
      "grad_norm": 0.8828504257968361,
      "learning_rate": 3.055548840624306e-05,
      "loss": 0.2764,
      "step": 116611
    },
    {
      "epoch": 4.776244112226091,
      "grad_norm": 1.511331385123345,
      "learning_rate": 3.055351559673564e-05,
      "loss": 0.469,
      "step": 116612
    },
    {
      "epoch": 4.776285070653287,
      "grad_norm": 1.7512508842652534,
      "learning_rate": 3.0551542843695565e-05,
      "loss": 0.6229,
      "step": 116613
    },
    {
      "epoch": 4.776326029080483,
      "grad_norm": 1.531165854779716,
      "learning_rate": 3.05495701471238e-05,
      "loss": 0.6852,
      "step": 116614
    },
    {
      "epoch": 4.7763669875076795,
      "grad_norm": 1.4201387665963645,
      "learning_rate": 3.0547597507021255e-05,
      "loss": 0.5131,
      "step": 116615
    },
    {
      "epoch": 4.776407945934876,
      "grad_norm": 1.111023679824006,
      "learning_rate": 3.05456249233889e-05,
      "loss": 0.1917,
      "step": 116616
    },
    {
      "epoch": 4.776448904362073,
      "grad_norm": 1.5023723279835501,
      "learning_rate": 3.0543652396227605e-05,
      "loss": 0.7066,
      "step": 116617
    },
    {
      "epoch": 4.776489862789269,
      "grad_norm": 1.1364531083192437,
      "learning_rate": 3.054167992553834e-05,
      "loss": 0.252,
      "step": 116618
    },
    {
      "epoch": 4.776530821216466,
      "grad_norm": 0.8594738311186552,
      "learning_rate": 3.0539707511322085e-05,
      "loss": 0.2167,
      "step": 116619
    },
    {
      "epoch": 4.776571779643661,
      "grad_norm": 1.8589634091314537,
      "learning_rate": 3.053773515357967e-05,
      "loss": 0.8447,
      "step": 116620
    },
    {
      "epoch": 4.776612738070858,
      "grad_norm": 1.5952153782065082,
      "learning_rate": 3.05357628523121e-05,
      "loss": 0.4798,
      "step": 116621
    },
    {
      "epoch": 4.776653696498054,
      "grad_norm": 1.2299697193613957,
      "learning_rate": 3.053379060752032e-05,
      "loss": 0.4538,
      "step": 116622
    },
    {
      "epoch": 4.776694654925251,
      "grad_norm": 1.5585998335578144,
      "learning_rate": 3.053181841920518e-05,
      "loss": 0.7332,
      "step": 116623
    },
    {
      "epoch": 4.7767356133524475,
      "grad_norm": 1.3484372851706479,
      "learning_rate": 3.0529846287367724e-05,
      "loss": 0.4694,
      "step": 116624
    },
    {
      "epoch": 4.776776571779644,
      "grad_norm": 1.3354948221722571,
      "learning_rate": 3.052787421200876e-05,
      "loss": 0.551,
      "step": 116625
    },
    {
      "epoch": 4.77681753020684,
      "grad_norm": 1.3598429610452871,
      "learning_rate": 3.05259021931293e-05,
      "loss": 0.4524,
      "step": 116626
    },
    {
      "epoch": 4.776858488634036,
      "grad_norm": 1.4245121385556625,
      "learning_rate": 3.0523930230730314e-05,
      "loss": 0.6508,
      "step": 116627
    },
    {
      "epoch": 4.776899447061233,
      "grad_norm": 1.7386876276261287,
      "learning_rate": 3.0521958324812614e-05,
      "loss": 0.7385,
      "step": 116628
    },
    {
      "epoch": 4.776940405488429,
      "grad_norm": 1.248433937490444,
      "learning_rate": 3.051998647537721e-05,
      "loss": 0.521,
      "step": 116629
    },
    {
      "epoch": 4.776981363915626,
      "grad_norm": 1.5212291918486245,
      "learning_rate": 3.0518014682425064e-05,
      "loss": 0.6058,
      "step": 116630
    },
    {
      "epoch": 4.777022322342822,
      "grad_norm": 1.4999541713316589,
      "learning_rate": 3.051604294595703e-05,
      "loss": 0.4562,
      "step": 116631
    },
    {
      "epoch": 4.777063280770019,
      "grad_norm": 1.420115097533225,
      "learning_rate": 3.0514071265974116e-05,
      "loss": 0.325,
      "step": 116632
    },
    {
      "epoch": 4.7771042391972145,
      "grad_norm": 1.4960731984067763,
      "learning_rate": 3.0512099642477183e-05,
      "loss": 0.5437,
      "step": 116633
    },
    {
      "epoch": 4.777145197624411,
      "grad_norm": 1.4356983723077714,
      "learning_rate": 3.0510128075467184e-05,
      "loss": 0.469,
      "step": 116634
    },
    {
      "epoch": 4.777186156051608,
      "grad_norm": 1.6059773360391365,
      "learning_rate": 3.0508156564945114e-05,
      "loss": 0.7096,
      "step": 116635
    },
    {
      "epoch": 4.777227114478804,
      "grad_norm": 1.6875790720930988,
      "learning_rate": 3.050618511091179e-05,
      "loss": 0.6795,
      "step": 116636
    },
    {
      "epoch": 4.777268072906001,
      "grad_norm": 1.6485654903083915,
      "learning_rate": 3.050421371336823e-05,
      "loss": 0.3131,
      "step": 116637
    },
    {
      "epoch": 4.777309031333197,
      "grad_norm": 1.888465636997396,
      "learning_rate": 3.0502242372315384e-05,
      "loss": 0.8145,
      "step": 116638
    },
    {
      "epoch": 4.777349989760393,
      "grad_norm": 2.9423998185167557,
      "learning_rate": 3.0500271087754098e-05,
      "loss": 2.1795,
      "step": 116639
    },
    {
      "epoch": 4.777390948187589,
      "grad_norm": 1.1325746965530308,
      "learning_rate": 3.0498299859685386e-05,
      "loss": 0.2682,
      "step": 116640
    },
    {
      "epoch": 4.777431906614786,
      "grad_norm": 1.4778712895352768,
      "learning_rate": 3.0496328688110106e-05,
      "loss": 0.5093,
      "step": 116641
    },
    {
      "epoch": 4.777472865041982,
      "grad_norm": 1.4045874842797155,
      "learning_rate": 3.0494357573029234e-05,
      "loss": 0.5591,
      "step": 116642
    },
    {
      "epoch": 4.777513823469179,
      "grad_norm": 2.01712696503968,
      "learning_rate": 3.0492386514443717e-05,
      "loss": 0.8909,
      "step": 116643
    },
    {
      "epoch": 4.7775547818963755,
      "grad_norm": 1.6720759505848124,
      "learning_rate": 3.0490415512354444e-05,
      "loss": 0.4553,
      "step": 116644
    },
    {
      "epoch": 4.777595740323571,
      "grad_norm": 1.6744381481574835,
      "learning_rate": 3.048844456676236e-05,
      "loss": 0.4709,
      "step": 116645
    },
    {
      "epoch": 4.777636698750768,
      "grad_norm": 1.908691778182507,
      "learning_rate": 3.0486473677668448e-05,
      "loss": 0.6723,
      "step": 116646
    },
    {
      "epoch": 4.777677657177964,
      "grad_norm": 1.3657276239947713,
      "learning_rate": 3.0484502845073545e-05,
      "loss": 0.4635,
      "step": 116647
    },
    {
      "epoch": 4.777718615605161,
      "grad_norm": 1.6496756026904233,
      "learning_rate": 3.0482532068978693e-05,
      "loss": 0.6397,
      "step": 116648
    },
    {
      "epoch": 4.777759574032357,
      "grad_norm": 1.3664363247975144,
      "learning_rate": 3.0480561349384713e-05,
      "loss": 0.5035,
      "step": 116649
    },
    {
      "epoch": 4.777800532459554,
      "grad_norm": 0.9395987244052378,
      "learning_rate": 3.0478590686292588e-05,
      "loss": 0.2014,
      "step": 116650
    },
    {
      "epoch": 4.77784149088675,
      "grad_norm": 1.4886765705321627,
      "learning_rate": 3.047662007970328e-05,
      "loss": 0.4876,
      "step": 116651
    },
    {
      "epoch": 4.777882449313946,
      "grad_norm": 1.6679119616030704,
      "learning_rate": 3.0474649529617673e-05,
      "loss": 0.589,
      "step": 116652
    },
    {
      "epoch": 4.7779234077411425,
      "grad_norm": 1.5513041708514783,
      "learning_rate": 3.0472679036036735e-05,
      "loss": 0.6763,
      "step": 116653
    },
    {
      "epoch": 4.777964366168339,
      "grad_norm": 1.8748534062395672,
      "learning_rate": 3.0470708598961346e-05,
      "loss": 0.5975,
      "step": 116654
    },
    {
      "epoch": 4.778005324595536,
      "grad_norm": 1.7695198718912417,
      "learning_rate": 3.0468738218392476e-05,
      "loss": 0.7872,
      "step": 116655
    },
    {
      "epoch": 4.778046283022732,
      "grad_norm": 1.8614048798342682,
      "learning_rate": 3.0466767894331085e-05,
      "loss": 0.7783,
      "step": 116656
    },
    {
      "epoch": 4.778087241449929,
      "grad_norm": 1.5776327100296532,
      "learning_rate": 3.0464797626778044e-05,
      "loss": 0.5838,
      "step": 116657
    },
    {
      "epoch": 4.778128199877124,
      "grad_norm": 2.2124140272710213,
      "learning_rate": 3.046282741573428e-05,
      "loss": 0.7324,
      "step": 116658
    },
    {
      "epoch": 4.778169158304321,
      "grad_norm": 1.6811516878127646,
      "learning_rate": 3.0460857261200818e-05,
      "loss": 0.7153,
      "step": 116659
    },
    {
      "epoch": 4.778210116731517,
      "grad_norm": 1.248003618604487,
      "learning_rate": 3.045888716317848e-05,
      "loss": 0.5517,
      "step": 116660
    },
    {
      "epoch": 4.778251075158714,
      "grad_norm": 1.4802085543252044,
      "learning_rate": 3.045691712166829e-05,
      "loss": 0.6908,
      "step": 116661
    },
    {
      "epoch": 4.7782920335859105,
      "grad_norm": 1.2137830979242645,
      "learning_rate": 3.0454947136671094e-05,
      "loss": 0.4103,
      "step": 116662
    },
    {
      "epoch": 4.778332992013107,
      "grad_norm": 1.814317088588355,
      "learning_rate": 3.045297720818784e-05,
      "loss": 0.7628,
      "step": 116663
    },
    {
      "epoch": 4.778373950440303,
      "grad_norm": 0.8652257784894092,
      "learning_rate": 3.0451007336219547e-05,
      "loss": 0.2281,
      "step": 116664
    },
    {
      "epoch": 4.778414908867499,
      "grad_norm": 1.1145736278463199,
      "learning_rate": 3.0449037520767027e-05,
      "loss": 0.1986,
      "step": 116665
    },
    {
      "epoch": 4.778455867294696,
      "grad_norm": 1.668797556982437,
      "learning_rate": 3.0447067761831267e-05,
      "loss": 0.6129,
      "step": 116666
    },
    {
      "epoch": 4.778496825721892,
      "grad_norm": 1.609762323437826,
      "learning_rate": 3.044509805941323e-05,
      "loss": 0.6392,
      "step": 116667
    },
    {
      "epoch": 4.778537784149089,
      "grad_norm": 1.5504761555927282,
      "learning_rate": 3.0443128413513784e-05,
      "loss": 0.5908,
      "step": 116668
    },
    {
      "epoch": 4.778578742576285,
      "grad_norm": 1.7786994674589336,
      "learning_rate": 3.0441158824133928e-05,
      "loss": 0.9188,
      "step": 116669
    },
    {
      "epoch": 4.778619701003482,
      "grad_norm": 1.673150203961823,
      "learning_rate": 3.0439189291274507e-05,
      "loss": 0.3803,
      "step": 116670
    },
    {
      "epoch": 4.7786606594306775,
      "grad_norm": 1.6690497990777604,
      "learning_rate": 3.043721981493651e-05,
      "loss": 0.6692,
      "step": 116671
    },
    {
      "epoch": 4.778701617857874,
      "grad_norm": 4.102245927573887,
      "learning_rate": 3.0435250395120897e-05,
      "loss": 4.0534,
      "step": 116672
    },
    {
      "epoch": 4.778742576285071,
      "grad_norm": 1.9348511053834214,
      "learning_rate": 3.0433281031828503e-05,
      "loss": 0.7811,
      "step": 116673
    },
    {
      "epoch": 4.778783534712267,
      "grad_norm": 0.8821472960491301,
      "learning_rate": 3.043131172506033e-05,
      "loss": 0.2163,
      "step": 116674
    },
    {
      "epoch": 4.778824493139464,
      "grad_norm": 1.5646558350137867,
      "learning_rate": 3.042934247481734e-05,
      "loss": 0.6008,
      "step": 116675
    },
    {
      "epoch": 4.77886545156666,
      "grad_norm": 1.6012862191552566,
      "learning_rate": 3.042737328110037e-05,
      "loss": 0.4892,
      "step": 116676
    },
    {
      "epoch": 4.778906409993856,
      "grad_norm": 1.4500276828790626,
      "learning_rate": 3.0425404143910446e-05,
      "loss": 0.614,
      "step": 116677
    },
    {
      "epoch": 4.778947368421052,
      "grad_norm": 1.6646967577256087,
      "learning_rate": 3.0423435063248407e-05,
      "loss": 0.6325,
      "step": 116678
    },
    {
      "epoch": 4.778988326848249,
      "grad_norm": 0.4771039019956678,
      "learning_rate": 3.0421466039115216e-05,
      "loss": 0.0492,
      "step": 116679
    },
    {
      "epoch": 4.7790292852754455,
      "grad_norm": 1.5668573265020662,
      "learning_rate": 3.0419497071511872e-05,
      "loss": 0.7252,
      "step": 116680
    },
    {
      "epoch": 4.779070243702642,
      "grad_norm": 2.9652334475979463,
      "learning_rate": 3.041752816043921e-05,
      "loss": 1.3257,
      "step": 116681
    },
    {
      "epoch": 4.7791112021298385,
      "grad_norm": 0.8065368477651068,
      "learning_rate": 3.041555930589824e-05,
      "loss": 0.2076,
      "step": 116682
    },
    {
      "epoch": 4.779152160557034,
      "grad_norm": 1.876419643376754,
      "learning_rate": 3.041359050788985e-05,
      "loss": 1.0553,
      "step": 116683
    },
    {
      "epoch": 4.779193118984231,
      "grad_norm": 1.5690880020367977,
      "learning_rate": 3.041162176641494e-05,
      "loss": 0.7944,
      "step": 116684
    },
    {
      "epoch": 4.779234077411427,
      "grad_norm": 1.8892711781364115,
      "learning_rate": 3.040965308147449e-05,
      "loss": 0.7377,
      "step": 116685
    },
    {
      "epoch": 4.779275035838624,
      "grad_norm": 0.91261595865321,
      "learning_rate": 3.040768445306943e-05,
      "loss": 0.2179,
      "step": 116686
    },
    {
      "epoch": 4.77931599426582,
      "grad_norm": 1.5295849251552132,
      "learning_rate": 3.0405715881200647e-05,
      "loss": 0.6806,
      "step": 116687
    },
    {
      "epoch": 4.779356952693017,
      "grad_norm": 1.6443264457110538,
      "learning_rate": 3.0403747365869156e-05,
      "loss": 0.6505,
      "step": 116688
    },
    {
      "epoch": 4.779397911120213,
      "grad_norm": 0.8914590803776868,
      "learning_rate": 3.0401778907075773e-05,
      "loss": 0.1804,
      "step": 116689
    },
    {
      "epoch": 4.779438869547409,
      "grad_norm": 1.0465776672399392,
      "learning_rate": 3.0399810504821496e-05,
      "loss": 0.2407,
      "step": 116690
    },
    {
      "epoch": 4.779479827974606,
      "grad_norm": 1.454020502047039,
      "learning_rate": 3.0397842159107293e-05,
      "loss": 0.7006,
      "step": 116691
    },
    {
      "epoch": 4.779520786401802,
      "grad_norm": 1.0819665391970268,
      "learning_rate": 3.0395873869934012e-05,
      "loss": 0.3474,
      "step": 116692
    },
    {
      "epoch": 4.779561744828999,
      "grad_norm": 1.5042850704374238,
      "learning_rate": 3.0393905637302617e-05,
      "loss": 0.5226,
      "step": 116693
    },
    {
      "epoch": 4.779602703256195,
      "grad_norm": 1.548294022134038,
      "learning_rate": 3.039193746121408e-05,
      "loss": 0.4687,
      "step": 116694
    },
    {
      "epoch": 4.779643661683392,
      "grad_norm": 1.6647569685916248,
      "learning_rate": 3.0389969341669256e-05,
      "loss": 0.737,
      "step": 116695
    },
    {
      "epoch": 4.779684620110587,
      "grad_norm": 1.1896215336497757,
      "learning_rate": 3.0388001278669154e-05,
      "loss": 0.4156,
      "step": 116696
    },
    {
      "epoch": 4.779725578537784,
      "grad_norm": 1.9435748676106532,
      "learning_rate": 3.038603327221462e-05,
      "loss": 0.7797,
      "step": 116697
    },
    {
      "epoch": 4.77976653696498,
      "grad_norm": 1.2167836986384462,
      "learning_rate": 3.0384065322306638e-05,
      "loss": 0.4343,
      "step": 116698
    },
    {
      "epoch": 4.779807495392177,
      "grad_norm": 2.059446049490484,
      "learning_rate": 3.0382097428946172e-05,
      "loss": 0.8583,
      "step": 116699
    },
    {
      "epoch": 4.7798484538193735,
      "grad_norm": 1.346944719702201,
      "learning_rate": 3.0380129592134055e-05,
      "loss": 0.4666,
      "step": 116700
    },
    {
      "epoch": 4.77988941224657,
      "grad_norm": 1.6287923183026392,
      "learning_rate": 3.0378161811871288e-05,
      "loss": 0.7096,
      "step": 116701
    },
    {
      "epoch": 4.779930370673766,
      "grad_norm": 2.599897599996962,
      "learning_rate": 3.0376194088158802e-05,
      "loss": 0.9273,
      "step": 116702
    },
    {
      "epoch": 4.779971329100962,
      "grad_norm": 0.8483586474458626,
      "learning_rate": 3.0374226420997495e-05,
      "loss": 0.2363,
      "step": 116703
    },
    {
      "epoch": 4.780012287528159,
      "grad_norm": 1.4874893084870928,
      "learning_rate": 3.0372258810388332e-05,
      "loss": 0.5379,
      "step": 116704
    },
    {
      "epoch": 4.780053245955355,
      "grad_norm": 1.6490659296315762,
      "learning_rate": 3.0370291256332202e-05,
      "loss": 0.6788,
      "step": 116705
    },
    {
      "epoch": 4.780094204382552,
      "grad_norm": 1.0077950462596883,
      "learning_rate": 3.0368323758830032e-05,
      "loss": 0.2542,
      "step": 116706
    },
    {
      "epoch": 4.780135162809748,
      "grad_norm": 1.4983338466727898,
      "learning_rate": 3.036635631788284e-05,
      "loss": 0.7603,
      "step": 116707
    },
    {
      "epoch": 4.780176121236945,
      "grad_norm": 1.7833356258256365,
      "learning_rate": 3.036438893349144e-05,
      "loss": 0.8133,
      "step": 116708
    },
    {
      "epoch": 4.7802170796641406,
      "grad_norm": 2.7219277439156127,
      "learning_rate": 3.0362421605656818e-05,
      "loss": 1.796,
      "step": 116709
    },
    {
      "epoch": 4.780258038091337,
      "grad_norm": 1.5313321645833877,
      "learning_rate": 3.0360454334379936e-05,
      "loss": 0.7085,
      "step": 116710
    },
    {
      "epoch": 4.780298996518534,
      "grad_norm": 1.4178466623334034,
      "learning_rate": 3.035848711966166e-05,
      "loss": 0.5724,
      "step": 116711
    },
    {
      "epoch": 4.78033995494573,
      "grad_norm": 0.934647350777432,
      "learning_rate": 3.0356519961502977e-05,
      "loss": 0.2171,
      "step": 116712
    },
    {
      "epoch": 4.780380913372927,
      "grad_norm": 1.4319966206335513,
      "learning_rate": 3.035455285990477e-05,
      "loss": 0.6078,
      "step": 116713
    },
    {
      "epoch": 4.780421871800123,
      "grad_norm": 1.682903199263379,
      "learning_rate": 3.0352585814867962e-05,
      "loss": 0.7321,
      "step": 116714
    },
    {
      "epoch": 4.78046283022732,
      "grad_norm": 1.7284501694891976,
      "learning_rate": 3.0350618826393563e-05,
      "loss": 0.9172,
      "step": 116715
    },
    {
      "epoch": 4.780503788654515,
      "grad_norm": 2.283306085947885,
      "learning_rate": 3.03486518944824e-05,
      "loss": 0.7582,
      "step": 116716
    },
    {
      "epoch": 4.780544747081712,
      "grad_norm": 1.5626850586710084,
      "learning_rate": 3.0346685019135458e-05,
      "loss": 0.4575,
      "step": 116717
    },
    {
      "epoch": 4.7805857055089085,
      "grad_norm": 1.5416818887981654,
      "learning_rate": 3.03447182003537e-05,
      "loss": 0.7274,
      "step": 116718
    },
    {
      "epoch": 4.780626663936105,
      "grad_norm": 1.6246789387782499,
      "learning_rate": 3.034275143813798e-05,
      "loss": 0.7073,
      "step": 116719
    },
    {
      "epoch": 4.780667622363302,
      "grad_norm": 1.6997935966982969,
      "learning_rate": 3.0340784732489294e-05,
      "loss": 0.8639,
      "step": 116720
    },
    {
      "epoch": 4.780708580790497,
      "grad_norm": 1.12420946066148,
      "learning_rate": 3.0338818083408507e-05,
      "loss": 0.2434,
      "step": 116721
    },
    {
      "epoch": 4.780749539217694,
      "grad_norm": 1.5316342579178317,
      "learning_rate": 3.0336851490896586e-05,
      "loss": 0.5058,
      "step": 116722
    },
    {
      "epoch": 4.78079049764489,
      "grad_norm": 1.772508551784177,
      "learning_rate": 3.0334884954954482e-05,
      "loss": 0.8076,
      "step": 116723
    },
    {
      "epoch": 4.780831456072087,
      "grad_norm": 1.4695990615441554,
      "learning_rate": 3.0332918475583072e-05,
      "loss": 0.5366,
      "step": 116724
    },
    {
      "epoch": 4.780872414499283,
      "grad_norm": 1.3393317434111776,
      "learning_rate": 3.0330952052783363e-05,
      "loss": 0.4554,
      "step": 116725
    },
    {
      "epoch": 4.78091337292648,
      "grad_norm": 1.5932831318686607,
      "learning_rate": 3.0328985686556185e-05,
      "loss": 0.669,
      "step": 116726
    },
    {
      "epoch": 4.780954331353676,
      "grad_norm": 1.704378525842143,
      "learning_rate": 3.0327019376902517e-05,
      "loss": 0.7079,
      "step": 116727
    },
    {
      "epoch": 4.780995289780872,
      "grad_norm": 2.6602302337340618,
      "learning_rate": 3.032505312382333e-05,
      "loss": 1.8762,
      "step": 116728
    },
    {
      "epoch": 4.781036248208069,
      "grad_norm": 1.6167496502828889,
      "learning_rate": 3.0323086927319483e-05,
      "loss": 0.7678,
      "step": 116729
    },
    {
      "epoch": 4.781077206635265,
      "grad_norm": 1.3154148200419105,
      "learning_rate": 3.0321120787391933e-05,
      "loss": 0.4927,
      "step": 116730
    },
    {
      "epoch": 4.781118165062462,
      "grad_norm": 0.5832407109333344,
      "learning_rate": 3.0319154704041643e-05,
      "loss": 0.0993,
      "step": 116731
    },
    {
      "epoch": 4.781159123489658,
      "grad_norm": 1.571200949156092,
      "learning_rate": 3.0317188677269478e-05,
      "loss": 0.509,
      "step": 116732
    },
    {
      "epoch": 4.781200081916855,
      "grad_norm": 1.6211643726954372,
      "learning_rate": 3.0315222707076437e-05,
      "loss": 0.7383,
      "step": 116733
    },
    {
      "epoch": 4.781241040344051,
      "grad_norm": 2.1126902309991706,
      "learning_rate": 3.0313256793463385e-05,
      "loss": 0.8942,
      "step": 116734
    },
    {
      "epoch": 4.781281998771247,
      "grad_norm": 2.012745055359656,
      "learning_rate": 3.0311290936431276e-05,
      "loss": 0.6596,
      "step": 116735
    },
    {
      "epoch": 4.7813229571984435,
      "grad_norm": 1.70363797397396,
      "learning_rate": 3.0309325135981073e-05,
      "loss": 0.6579,
      "step": 116736
    },
    {
      "epoch": 4.78136391562564,
      "grad_norm": 1.5690083208546282,
      "learning_rate": 3.0307359392113657e-05,
      "loss": 0.5566,
      "step": 116737
    },
    {
      "epoch": 4.7814048740528365,
      "grad_norm": 1.3321996021488287,
      "learning_rate": 3.030539370482996e-05,
      "loss": 0.3686,
      "step": 116738
    },
    {
      "epoch": 4.781445832480033,
      "grad_norm": 1.434268870878935,
      "learning_rate": 3.030342807413097e-05,
      "loss": 0.6101,
      "step": 116739
    },
    {
      "epoch": 4.781486790907229,
      "grad_norm": 1.8387810721086641,
      "learning_rate": 3.0301462500017532e-05,
      "loss": 0.7091,
      "step": 116740
    },
    {
      "epoch": 4.781527749334425,
      "grad_norm": 1.8272797045759994,
      "learning_rate": 3.0299496982490662e-05,
      "loss": 0.7078,
      "step": 116741
    },
    {
      "epoch": 4.781568707761622,
      "grad_norm": 1.069384830990978,
      "learning_rate": 3.0297531521551193e-05,
      "loss": 0.2307,
      "step": 116742
    },
    {
      "epoch": 4.781609666188818,
      "grad_norm": 2.8166270491092886,
      "learning_rate": 3.029556611720011e-05,
      "loss": 2.547,
      "step": 116743
    },
    {
      "epoch": 4.781650624616015,
      "grad_norm": 1.6702247415008662,
      "learning_rate": 3.0293600769438374e-05,
      "loss": 0.8186,
      "step": 116744
    },
    {
      "epoch": 4.781691583043211,
      "grad_norm": 1.6878302431007055,
      "learning_rate": 3.0291635478266856e-05,
      "loss": 0.6329,
      "step": 116745
    },
    {
      "epoch": 4.781732541470408,
      "grad_norm": 2.8701899636497368,
      "learning_rate": 3.0289670243686487e-05,
      "loss": 2.0887,
      "step": 116746
    },
    {
      "epoch": 4.781773499897604,
      "grad_norm": 1.726115673928003,
      "learning_rate": 3.0287705065698266e-05,
      "loss": 0.8222,
      "step": 116747
    },
    {
      "epoch": 4.7818144583248,
      "grad_norm": 0.9537669596928923,
      "learning_rate": 3.0285739944303023e-05,
      "loss": 0.1768,
      "step": 116748
    },
    {
      "epoch": 4.781855416751997,
      "grad_norm": 1.5248855427585313,
      "learning_rate": 3.0283774879501775e-05,
      "loss": 0.5919,
      "step": 116749
    },
    {
      "epoch": 4.781896375179193,
      "grad_norm": 1.7398500451945227,
      "learning_rate": 3.0281809871295376e-05,
      "loss": 0.7518,
      "step": 116750
    },
    {
      "epoch": 4.78193733360639,
      "grad_norm": 1.2334322475039412,
      "learning_rate": 3.0279844919684804e-05,
      "loss": 0.3788,
      "step": 116751
    },
    {
      "epoch": 4.781978292033586,
      "grad_norm": 1.5970658252719452,
      "learning_rate": 3.0277880024670992e-05,
      "loss": 0.618,
      "step": 116752
    },
    {
      "epoch": 4.782019250460783,
      "grad_norm": 1.3497929505473836,
      "learning_rate": 3.0275915186254858e-05,
      "loss": 0.4742,
      "step": 116753
    },
    {
      "epoch": 4.7820602088879784,
      "grad_norm": 0.8326696627905633,
      "learning_rate": 3.02739504044373e-05,
      "loss": 0.2052,
      "step": 116754
    },
    {
      "epoch": 4.782101167315175,
      "grad_norm": 2.010653591094349,
      "learning_rate": 3.027198567921928e-05,
      "loss": 0.6545,
      "step": 116755
    },
    {
      "epoch": 4.7821421257423715,
      "grad_norm": 1.581245134224397,
      "learning_rate": 3.0270021010601702e-05,
      "loss": 0.6967,
      "step": 116756
    },
    {
      "epoch": 4.782183084169568,
      "grad_norm": 1.834646929325376,
      "learning_rate": 3.02680563985855e-05,
      "loss": 0.8248,
      "step": 116757
    },
    {
      "epoch": 4.782224042596765,
      "grad_norm": 1.7114704127865599,
      "learning_rate": 3.0266091843171653e-05,
      "loss": 0.774,
      "step": 116758
    },
    {
      "epoch": 4.78226500102396,
      "grad_norm": 3.2715170378277283,
      "learning_rate": 3.0264127344361012e-05,
      "loss": 3.1576,
      "step": 116759
    },
    {
      "epoch": 4.782305959451157,
      "grad_norm": 2.21841227859896,
      "learning_rate": 3.026216290215459e-05,
      "loss": 0.8999,
      "step": 116760
    },
    {
      "epoch": 4.782346917878353,
      "grad_norm": 1.4544096214054059,
      "learning_rate": 3.0260198516553224e-05,
      "loss": 0.6122,
      "step": 116761
    },
    {
      "epoch": 4.78238787630555,
      "grad_norm": 1.2287668503060372,
      "learning_rate": 3.0258234187557896e-05,
      "loss": 0.3257,
      "step": 116762
    },
    {
      "epoch": 4.782428834732746,
      "grad_norm": 0.9406617029404248,
      "learning_rate": 3.025626991516955e-05,
      "loss": 0.3438,
      "step": 116763
    },
    {
      "epoch": 4.782469793159943,
      "grad_norm": 2.9491973606989914,
      "learning_rate": 3.025430569938906e-05,
      "loss": 2.0788,
      "step": 116764
    },
    {
      "epoch": 4.7825107515871395,
      "grad_norm": 2.042738854450934,
      "learning_rate": 3.0252341540217384e-05,
      "loss": 0.9667,
      "step": 116765
    },
    {
      "epoch": 4.782551710014335,
      "grad_norm": 1.5015876846005722,
      "learning_rate": 3.0250377437655495e-05,
      "loss": 0.5651,
      "step": 116766
    },
    {
      "epoch": 4.782592668441532,
      "grad_norm": 0.9663989102965743,
      "learning_rate": 3.0248413391704236e-05,
      "loss": 0.2205,
      "step": 116767
    },
    {
      "epoch": 4.782633626868728,
      "grad_norm": 1.1870749601850406,
      "learning_rate": 3.0246449402364624e-05,
      "loss": 0.2319,
      "step": 116768
    },
    {
      "epoch": 4.782674585295925,
      "grad_norm": 1.5339226591136297,
      "learning_rate": 3.0244485469637496e-05,
      "loss": 0.5496,
      "step": 116769
    },
    {
      "epoch": 4.782715543723121,
      "grad_norm": 1.6177496706752388,
      "learning_rate": 3.0242521593523834e-05,
      "loss": 0.612,
      "step": 116770
    },
    {
      "epoch": 4.782756502150318,
      "grad_norm": 1.862067042447224,
      "learning_rate": 3.0240557774024598e-05,
      "loss": 1.026,
      "step": 116771
    },
    {
      "epoch": 4.782797460577514,
      "grad_norm": 1.4397573998377082,
      "learning_rate": 3.0238594011140627e-05,
      "loss": 0.699,
      "step": 116772
    },
    {
      "epoch": 4.78283841900471,
      "grad_norm": 1.9220272695516687,
      "learning_rate": 3.02366303048729e-05,
      "loss": 0.82,
      "step": 116773
    },
    {
      "epoch": 4.7828793774319065,
      "grad_norm": 1.4372031319569725,
      "learning_rate": 3.0234666655222385e-05,
      "loss": 0.4004,
      "step": 116774
    },
    {
      "epoch": 4.782920335859103,
      "grad_norm": 1.7632859603117055,
      "learning_rate": 3.0232703062189946e-05,
      "loss": 0.6252,
      "step": 116775
    },
    {
      "epoch": 4.7829612942863,
      "grad_norm": 1.6643705563901618,
      "learning_rate": 3.0230739525776547e-05,
      "loss": 0.8859,
      "step": 116776
    },
    {
      "epoch": 4.783002252713496,
      "grad_norm": 1.1680954007735191,
      "learning_rate": 3.0228776045983093e-05,
      "loss": 0.4265,
      "step": 116777
    },
    {
      "epoch": 4.783043211140692,
      "grad_norm": 1.3915255329429739,
      "learning_rate": 3.0226812622810515e-05,
      "loss": 0.416,
      "step": 116778
    },
    {
      "epoch": 4.783084169567888,
      "grad_norm": 1.5943296670599272,
      "learning_rate": 3.0224849256259776e-05,
      "loss": 0.8358,
      "step": 116779
    },
    {
      "epoch": 4.783125127995085,
      "grad_norm": 1.3897028255614121,
      "learning_rate": 3.0222885946331742e-05,
      "loss": 0.3187,
      "step": 116780
    },
    {
      "epoch": 4.783166086422281,
      "grad_norm": 1.4502435570085108,
      "learning_rate": 3.02209226930274e-05,
      "loss": 0.5438,
      "step": 116781
    },
    {
      "epoch": 4.783207044849478,
      "grad_norm": 0.5102430202569127,
      "learning_rate": 3.0218959496347678e-05,
      "loss": 0.063,
      "step": 116782
    },
    {
      "epoch": 4.783248003276674,
      "grad_norm": 1.5210899353917808,
      "learning_rate": 3.0216996356293426e-05,
      "loss": 0.7235,
      "step": 116783
    },
    {
      "epoch": 4.783288961703871,
      "grad_norm": 1.9608614160257123,
      "learning_rate": 3.0215033272865696e-05,
      "loss": 0.6359,
      "step": 116784
    },
    {
      "epoch": 4.783329920131067,
      "grad_norm": 0.9914019496421972,
      "learning_rate": 3.0213070246065285e-05,
      "loss": 0.2928,
      "step": 116785
    },
    {
      "epoch": 4.783370878558263,
      "grad_norm": 1.0865459248503901,
      "learning_rate": 3.0211107275893192e-05,
      "loss": 0.2899,
      "step": 116786
    },
    {
      "epoch": 4.78341183698546,
      "grad_norm": 0.35425278991297504,
      "learning_rate": 3.0209144362350384e-05,
      "loss": 0.0502,
      "step": 116787
    },
    {
      "epoch": 4.783452795412656,
      "grad_norm": 0.886042010129841,
      "learning_rate": 3.0207181505437694e-05,
      "loss": 0.2051,
      "step": 116788
    },
    {
      "epoch": 4.783493753839853,
      "grad_norm": 1.5888122888142935,
      "learning_rate": 3.0205218705156104e-05,
      "loss": 0.666,
      "step": 116789
    },
    {
      "epoch": 4.783534712267049,
      "grad_norm": 1.8108728869790836,
      "learning_rate": 3.0203255961506563e-05,
      "loss": 0.9073,
      "step": 116790
    },
    {
      "epoch": 4.783575670694246,
      "grad_norm": 1.7837569141211316,
      "learning_rate": 3.0201293274489937e-05,
      "loss": 0.7059,
      "step": 116791
    },
    {
      "epoch": 4.7836166291214415,
      "grad_norm": 1.3437722173589313,
      "learning_rate": 3.019933064410724e-05,
      "loss": 0.4856,
      "step": 116792
    },
    {
      "epoch": 4.783657587548638,
      "grad_norm": 1.6029564233059062,
      "learning_rate": 3.019736807035929e-05,
      "loss": 0.7623,
      "step": 116793
    },
    {
      "epoch": 4.7836985459758345,
      "grad_norm": 1.6182508019177815,
      "learning_rate": 3.0195405553247087e-05,
      "loss": 0.8223,
      "step": 116794
    },
    {
      "epoch": 4.783739504403031,
      "grad_norm": 1.5278788462658413,
      "learning_rate": 3.0193443092771564e-05,
      "loss": 0.772,
      "step": 116795
    },
    {
      "epoch": 4.783780462830228,
      "grad_norm": 1.734262954560053,
      "learning_rate": 3.01914806889336e-05,
      "loss": 0.2417,
      "step": 116796
    },
    {
      "epoch": 4.783821421257423,
      "grad_norm": 0.8364662228087684,
      "learning_rate": 3.0189518341734198e-05,
      "loss": 0.1891,
      "step": 116797
    },
    {
      "epoch": 4.78386237968462,
      "grad_norm": 1.106993476248321,
      "learning_rate": 3.0187556051174205e-05,
      "loss": 0.4398,
      "step": 116798
    },
    {
      "epoch": 4.783903338111816,
      "grad_norm": 1.335009876007269,
      "learning_rate": 3.018559381725457e-05,
      "loss": 0.5076,
      "step": 116799
    },
    {
      "epoch": 4.783944296539013,
      "grad_norm": 1.367118230316035,
      "learning_rate": 3.018363163997628e-05,
      "loss": 0.5147,
      "step": 116800
    },
    {
      "epoch": 4.783985254966209,
      "grad_norm": 1.318648179841098,
      "learning_rate": 3.0181669519340164e-05,
      "loss": 0.2795,
      "step": 116801
    },
    {
      "epoch": 4.784026213393406,
      "grad_norm": 1.1970606854212837,
      "learning_rate": 3.0179707455347217e-05,
      "loss": 0.357,
      "step": 116802
    },
    {
      "epoch": 4.7840671718206025,
      "grad_norm": 1.3308413876801837,
      "learning_rate": 3.017774544799838e-05,
      "loss": 0.5669,
      "step": 116803
    },
    {
      "epoch": 4.784108130247798,
      "grad_norm": 1.1988882941508803,
      "learning_rate": 3.0175783497294514e-05,
      "loss": 0.426,
      "step": 116804
    },
    {
      "epoch": 4.784149088674995,
      "grad_norm": 1.2991239197951447,
      "learning_rate": 3.0173821603236638e-05,
      "loss": 0.5132,
      "step": 116805
    },
    {
      "epoch": 4.784190047102191,
      "grad_norm": 1.4741297718386026,
      "learning_rate": 3.017185976582558e-05,
      "loss": 0.6657,
      "step": 116806
    },
    {
      "epoch": 4.784231005529388,
      "grad_norm": 1.0566671649228656,
      "learning_rate": 3.0169897985062308e-05,
      "loss": 0.2804,
      "step": 116807
    },
    {
      "epoch": 4.784271963956584,
      "grad_norm": 1.3994234076206764,
      "learning_rate": 3.016793626094779e-05,
      "loss": 0.5425,
      "step": 116808
    },
    {
      "epoch": 4.784312922383781,
      "grad_norm": 1.5945764564280558,
      "learning_rate": 3.016597459348289e-05,
      "loss": 0.7179,
      "step": 116809
    },
    {
      "epoch": 4.784353880810977,
      "grad_norm": 1.1938658044480335,
      "learning_rate": 3.0164012982668557e-05,
      "loss": 0.3945,
      "step": 116810
    },
    {
      "epoch": 4.784394839238173,
      "grad_norm": 1.5004050541988594,
      "learning_rate": 3.0162051428505758e-05,
      "loss": 0.8289,
      "step": 116811
    },
    {
      "epoch": 4.7844357976653695,
      "grad_norm": 1.6883746727178346,
      "learning_rate": 3.016008993099536e-05,
      "loss": 0.7972,
      "step": 116812
    },
    {
      "epoch": 4.784476756092566,
      "grad_norm": 1.5007718912765422,
      "learning_rate": 3.0158128490138354e-05,
      "loss": 0.6553,
      "step": 116813
    },
    {
      "epoch": 4.784517714519763,
      "grad_norm": 0.7771213349490341,
      "learning_rate": 3.0156167105935586e-05,
      "loss": 0.1499,
      "step": 116814
    },
    {
      "epoch": 4.784558672946959,
      "grad_norm": 1.282249862240013,
      "learning_rate": 3.015420577838803e-05,
      "loss": 0.4515,
      "step": 116815
    },
    {
      "epoch": 4.784599631374155,
      "grad_norm": 1.4668842332531833,
      "learning_rate": 3.0152244507496652e-05,
      "loss": 0.6252,
      "step": 116816
    },
    {
      "epoch": 4.784640589801351,
      "grad_norm": 1.2612519438451821,
      "learning_rate": 3.0150283293262307e-05,
      "loss": 0.4354,
      "step": 116817
    },
    {
      "epoch": 4.784681548228548,
      "grad_norm": 1.875335026648663,
      "learning_rate": 3.0148322135685938e-05,
      "loss": 0.7835,
      "step": 116818
    },
    {
      "epoch": 4.784722506655744,
      "grad_norm": 1.7284619438595492,
      "learning_rate": 3.014636103476853e-05,
      "loss": 0.9347,
      "step": 116819
    },
    {
      "epoch": 4.784763465082941,
      "grad_norm": 0.937847771191207,
      "learning_rate": 3.0144399990510946e-05,
      "loss": 0.2085,
      "step": 116820
    },
    {
      "epoch": 4.7848044235101375,
      "grad_norm": 1.8536368168213038,
      "learning_rate": 3.014243900291416e-05,
      "loss": 0.6583,
      "step": 116821
    },
    {
      "epoch": 4.784845381937334,
      "grad_norm": 1.351383500250557,
      "learning_rate": 3.014047807197903e-05,
      "loss": 0.6043,
      "step": 116822
    },
    {
      "epoch": 4.78488634036453,
      "grad_norm": 0.7313346670489146,
      "learning_rate": 3.0138517197706573e-05,
      "loss": 0.0855,
      "step": 116823
    },
    {
      "epoch": 4.784927298791726,
      "grad_norm": 1.5069047928220538,
      "learning_rate": 3.0136556380097675e-05,
      "loss": 0.721,
      "step": 116824
    },
    {
      "epoch": 4.784968257218923,
      "grad_norm": 1.6310564591112418,
      "learning_rate": 3.01345956191532e-05,
      "loss": 0.5982,
      "step": 116825
    },
    {
      "epoch": 4.785009215646119,
      "grad_norm": 2.0904593010875,
      "learning_rate": 3.013263491487415e-05,
      "loss": 0.7089,
      "step": 116826
    },
    {
      "epoch": 4.785050174073316,
      "grad_norm": 1.422102110745826,
      "learning_rate": 3.0130674267261468e-05,
      "loss": 0.3917,
      "step": 116827
    },
    {
      "epoch": 4.785091132500512,
      "grad_norm": 1.3480811961922632,
      "learning_rate": 3.012871367631601e-05,
      "loss": 0.5002,
      "step": 116828
    },
    {
      "epoch": 4.785132090927709,
      "grad_norm": 1.5262130416920665,
      "learning_rate": 3.0126753142038734e-05,
      "loss": 0.5961,
      "step": 116829
    },
    {
      "epoch": 4.7851730493549045,
      "grad_norm": 0.8835707079744486,
      "learning_rate": 3.012479266443063e-05,
      "loss": 0.2358,
      "step": 116830
    },
    {
      "epoch": 4.785214007782101,
      "grad_norm": 1.7479600629545071,
      "learning_rate": 3.0122832243492512e-05,
      "loss": 0.5518,
      "step": 116831
    },
    {
      "epoch": 4.785254966209298,
      "grad_norm": 0.8821398484252344,
      "learning_rate": 3.0120871879225412e-05,
      "loss": 0.1663,
      "step": 116832
    },
    {
      "epoch": 4.785295924636494,
      "grad_norm": 1.7816010215849576,
      "learning_rate": 3.011891157163016e-05,
      "loss": 0.5446,
      "step": 116833
    },
    {
      "epoch": 4.785336883063691,
      "grad_norm": 1.1600110290629027,
      "learning_rate": 3.0116951320707727e-05,
      "loss": 0.2338,
      "step": 116834
    },
    {
      "epoch": 4.785377841490886,
      "grad_norm": 1.2458864294257224,
      "learning_rate": 3.0114991126459093e-05,
      "loss": 0.4157,
      "step": 116835
    },
    {
      "epoch": 4.785418799918083,
      "grad_norm": 1.502382703746027,
      "learning_rate": 3.011303098888509e-05,
      "loss": 0.4893,
      "step": 116836
    },
    {
      "epoch": 4.785459758345279,
      "grad_norm": 1.2889855654569862,
      "learning_rate": 3.0111070907986683e-05,
      "loss": 0.3422,
      "step": 116837
    },
    {
      "epoch": 4.785500716772476,
      "grad_norm": 1.600388259383166,
      "learning_rate": 3.010911088376486e-05,
      "loss": 0.6217,
      "step": 116838
    },
    {
      "epoch": 4.785541675199672,
      "grad_norm": 1.4318001701632082,
      "learning_rate": 3.0107150916220447e-05,
      "loss": 0.5077,
      "step": 116839
    },
    {
      "epoch": 4.785582633626869,
      "grad_norm": 1.3893474195509479,
      "learning_rate": 3.0105191005354444e-05,
      "loss": 0.5208,
      "step": 116840
    },
    {
      "epoch": 4.7856235920540655,
      "grad_norm": 1.3282371191145943,
      "learning_rate": 3.0103231151167722e-05,
      "loss": 0.584,
      "step": 116841
    },
    {
      "epoch": 4.785664550481261,
      "grad_norm": 1.1156275006654877,
      "learning_rate": 3.0101271353661226e-05,
      "loss": 0.4184,
      "step": 116842
    },
    {
      "epoch": 4.785705508908458,
      "grad_norm": 1.6333209073272912,
      "learning_rate": 3.0099311612835942e-05,
      "loss": 0.6391,
      "step": 116843
    },
    {
      "epoch": 4.785746467335654,
      "grad_norm": 1.4518876936814713,
      "learning_rate": 3.0097351928692697e-05,
      "loss": 0.6701,
      "step": 116844
    },
    {
      "epoch": 4.785787425762851,
      "grad_norm": 1.4640494218077584,
      "learning_rate": 3.009539230123248e-05,
      "loss": 0.5544,
      "step": 116845
    },
    {
      "epoch": 4.785828384190047,
      "grad_norm": 1.433105903009176,
      "learning_rate": 3.0093432730456236e-05,
      "loss": 0.5029,
      "step": 116846
    },
    {
      "epoch": 4.785869342617244,
      "grad_norm": 1.6317053067530145,
      "learning_rate": 3.0091473216364813e-05,
      "loss": 0.565,
      "step": 116847
    },
    {
      "epoch": 4.78591030104444,
      "grad_norm": 1.7470764094153224,
      "learning_rate": 3.0089513758959233e-05,
      "loss": 0.7225,
      "step": 116848
    },
    {
      "epoch": 4.785951259471636,
      "grad_norm": 1.2181931818262992,
      "learning_rate": 3.0087554358240324e-05,
      "loss": 0.5274,
      "step": 116849
    },
    {
      "epoch": 4.785992217898833,
      "grad_norm": 2.135066748506967,
      "learning_rate": 3.0085595014209068e-05,
      "loss": 0.856,
      "step": 116850
    },
    {
      "epoch": 4.786033176326029,
      "grad_norm": 1.4967468443803584,
      "learning_rate": 3.0083635726866416e-05,
      "loss": 0.5518,
      "step": 116851
    },
    {
      "epoch": 4.786074134753226,
      "grad_norm": 2.019915628144846,
      "learning_rate": 3.0081676496213237e-05,
      "loss": 0.7653,
      "step": 116852
    },
    {
      "epoch": 4.786115093180422,
      "grad_norm": 1.4964051449869478,
      "learning_rate": 3.0079717322250475e-05,
      "loss": 0.4177,
      "step": 116853
    },
    {
      "epoch": 4.786156051607618,
      "grad_norm": 1.5196139474374648,
      "learning_rate": 3.0077758204979097e-05,
      "loss": 0.6225,
      "step": 116854
    },
    {
      "epoch": 4.786197010034814,
      "grad_norm": 1.1427736838357065,
      "learning_rate": 3.0075799144399952e-05,
      "loss": 0.3992,
      "step": 116855
    },
    {
      "epoch": 4.786237968462011,
      "grad_norm": 1.7804769411134456,
      "learning_rate": 3.0073840140514078e-05,
      "loss": 0.6864,
      "step": 116856
    },
    {
      "epoch": 4.786278926889207,
      "grad_norm": 1.670783854544151,
      "learning_rate": 3.0071881193322267e-05,
      "loss": 0.6119,
      "step": 116857
    },
    {
      "epoch": 4.786319885316404,
      "grad_norm": 1.4929114037736289,
      "learning_rate": 3.0069922302825522e-05,
      "loss": 0.5935,
      "step": 116858
    },
    {
      "epoch": 4.7863608437436005,
      "grad_norm": 1.370171716595563,
      "learning_rate": 3.0067963469024792e-05,
      "loss": 0.5566,
      "step": 116859
    },
    {
      "epoch": 4.786401802170797,
      "grad_norm": 0.8313473465258268,
      "learning_rate": 3.006600469192094e-05,
      "loss": 0.2321,
      "step": 116860
    },
    {
      "epoch": 4.786442760597993,
      "grad_norm": 1.4479265841393802,
      "learning_rate": 3.006404597151492e-05,
      "loss": 0.6982,
      "step": 116861
    },
    {
      "epoch": 4.786483719025189,
      "grad_norm": 1.648840136348355,
      "learning_rate": 3.0062087307807696e-05,
      "loss": 0.8415,
      "step": 116862
    },
    {
      "epoch": 4.786524677452386,
      "grad_norm": 1.7352145838740798,
      "learning_rate": 3.006012870080012e-05,
      "loss": 0.6062,
      "step": 116863
    },
    {
      "epoch": 4.786565635879582,
      "grad_norm": 2.176788864553679,
      "learning_rate": 3.005817015049318e-05,
      "loss": 0.6866,
      "step": 116864
    },
    {
      "epoch": 4.786606594306779,
      "grad_norm": 1.7696354900336975,
      "learning_rate": 3.0056211656887758e-05,
      "loss": 0.6006,
      "step": 116865
    },
    {
      "epoch": 4.786647552733975,
      "grad_norm": 1.7636593492346182,
      "learning_rate": 3.0054253219984793e-05,
      "loss": 0.521,
      "step": 116866
    },
    {
      "epoch": 4.786688511161172,
      "grad_norm": 1.4477826706203116,
      "learning_rate": 3.0052294839785253e-05,
      "loss": 0.4527,
      "step": 116867
    },
    {
      "epoch": 4.7867294695883675,
      "grad_norm": 1.3429259602143164,
      "learning_rate": 3.0050336516289984e-05,
      "loss": 0.4624,
      "step": 116868
    },
    {
      "epoch": 4.786770428015564,
      "grad_norm": 1.3290715250004983,
      "learning_rate": 3.0048378249499994e-05,
      "loss": 0.5492,
      "step": 116869
    },
    {
      "epoch": 4.786811386442761,
      "grad_norm": 1.4337829894902363,
      "learning_rate": 3.0046420039416142e-05,
      "loss": 0.6678,
      "step": 116870
    },
    {
      "epoch": 4.786852344869957,
      "grad_norm": 1.1044145061933395,
      "learning_rate": 3.0044461886039377e-05,
      "loss": 0.2693,
      "step": 116871
    },
    {
      "epoch": 4.786893303297154,
      "grad_norm": 2.137159654468453,
      "learning_rate": 3.004250378937067e-05,
      "loss": 1.0354,
      "step": 116872
    },
    {
      "epoch": 4.786934261724349,
      "grad_norm": 1.686285785434545,
      "learning_rate": 3.0040545749410866e-05,
      "loss": 0.5885,
      "step": 116873
    },
    {
      "epoch": 4.786975220151546,
      "grad_norm": 1.6107408199771829,
      "learning_rate": 3.0038587766160933e-05,
      "loss": 0.6476,
      "step": 116874
    },
    {
      "epoch": 4.787016178578742,
      "grad_norm": 1.526281795638692,
      "learning_rate": 3.0036629839621835e-05,
      "loss": 0.5114,
      "step": 116875
    },
    {
      "epoch": 4.787057137005939,
      "grad_norm": 1.3896739888019367,
      "learning_rate": 3.003467196979442e-05,
      "loss": 0.3326,
      "step": 116876
    },
    {
      "epoch": 4.7870980954331355,
      "grad_norm": 1.3922433286069602,
      "learning_rate": 3.003271415667968e-05,
      "loss": 0.5237,
      "step": 116877
    },
    {
      "epoch": 4.787139053860332,
      "grad_norm": 1.4543306046022375,
      "learning_rate": 3.0030756400278484e-05,
      "loss": 0.4582,
      "step": 116878
    },
    {
      "epoch": 4.7871800122875285,
      "grad_norm": 1.512111831424397,
      "learning_rate": 3.0028798700591773e-05,
      "loss": 0.6297,
      "step": 116879
    },
    {
      "epoch": 4.787220970714724,
      "grad_norm": 1.5905259042158466,
      "learning_rate": 3.0026841057620525e-05,
      "loss": 0.6752,
      "step": 116880
    },
    {
      "epoch": 4.787261929141921,
      "grad_norm": 1.4175584363404254,
      "learning_rate": 3.0024883471365597e-05,
      "loss": 0.5325,
      "step": 116881
    },
    {
      "epoch": 4.787302887569117,
      "grad_norm": 1.6814713483767716,
      "learning_rate": 3.002292594182793e-05,
      "loss": 0.6739,
      "step": 116882
    },
    {
      "epoch": 4.787343845996314,
      "grad_norm": 0.9778629146146227,
      "learning_rate": 3.002096846900851e-05,
      "loss": 0.3223,
      "step": 116883
    },
    {
      "epoch": 4.78738480442351,
      "grad_norm": 1.7515600628652506,
      "learning_rate": 3.001901105290817e-05,
      "loss": 0.8309,
      "step": 116884
    },
    {
      "epoch": 4.787425762850707,
      "grad_norm": 1.6890786564834055,
      "learning_rate": 3.0017053693527927e-05,
      "loss": 0.5918,
      "step": 116885
    },
    {
      "epoch": 4.787466721277903,
      "grad_norm": 2.7066508711622683,
      "learning_rate": 3.001509639086861e-05,
      "loss": 1.2188,
      "step": 116886
    },
    {
      "epoch": 4.787507679705099,
      "grad_norm": 0.861653298811948,
      "learning_rate": 3.0013139144931185e-05,
      "loss": 0.1962,
      "step": 116887
    },
    {
      "epoch": 4.787548638132296,
      "grad_norm": 0.8923583949561826,
      "learning_rate": 3.001118195571664e-05,
      "loss": 0.2402,
      "step": 116888
    },
    {
      "epoch": 4.787589596559492,
      "grad_norm": 1.462100717144668,
      "learning_rate": 3.0009224823225802e-05,
      "loss": 0.6694,
      "step": 116889
    },
    {
      "epoch": 4.787630554986689,
      "grad_norm": 0.8201413032639715,
      "learning_rate": 3.000726774745964e-05,
      "loss": 0.1126,
      "step": 116890
    },
    {
      "epoch": 4.787671513413885,
      "grad_norm": 1.697913067588975,
      "learning_rate": 3.000531072841912e-05,
      "loss": 0.6108,
      "step": 116891
    },
    {
      "epoch": 4.787712471841081,
      "grad_norm": 1.6673915451881471,
      "learning_rate": 3.0003353766105088e-05,
      "loss": 0.7773,
      "step": 116892
    },
    {
      "epoch": 4.787753430268277,
      "grad_norm": 1.9781693596000742,
      "learning_rate": 3.0001396860518528e-05,
      "loss": 0.5216,
      "step": 116893
    },
    {
      "epoch": 4.787794388695474,
      "grad_norm": 1.369104341007487,
      "learning_rate": 2.999944001166036e-05,
      "loss": 0.385,
      "step": 116894
    },
    {
      "epoch": 4.7878353471226704,
      "grad_norm": 1.4553297370211697,
      "learning_rate": 2.999748321953146e-05,
      "loss": 0.5495,
      "step": 116895
    },
    {
      "epoch": 4.787876305549867,
      "grad_norm": 1.52566297214896,
      "learning_rate": 2.9995526484132813e-05,
      "loss": 0.6049,
      "step": 116896
    },
    {
      "epoch": 4.7879172639770635,
      "grad_norm": 0.5580688277911203,
      "learning_rate": 2.999356980546529e-05,
      "loss": 0.0757,
      "step": 116897
    },
    {
      "epoch": 4.78795822240426,
      "grad_norm": 1.4357676461511724,
      "learning_rate": 2.9991613183529832e-05,
      "loss": 0.4449,
      "step": 116898
    },
    {
      "epoch": 4.787999180831456,
      "grad_norm": 1.497424091836631,
      "learning_rate": 2.998965661832743e-05,
      "loss": 0.6746,
      "step": 116899
    },
    {
      "epoch": 4.788040139258652,
      "grad_norm": 1.6325135156151154,
      "learning_rate": 2.998770010985891e-05,
      "loss": 0.6923,
      "step": 116900
    },
    {
      "epoch": 4.788081097685849,
      "grad_norm": 1.4096170742224188,
      "learning_rate": 2.998574365812522e-05,
      "loss": 0.5412,
      "step": 116901
    },
    {
      "epoch": 4.788122056113045,
      "grad_norm": 1.788767542720913,
      "learning_rate": 2.9983787263127367e-05,
      "loss": 0.8362,
      "step": 116902
    },
    {
      "epoch": 4.788163014540242,
      "grad_norm": 1.7724004343002935,
      "learning_rate": 2.9981830924866178e-05,
      "loss": 0.5784,
      "step": 116903
    },
    {
      "epoch": 4.788203972967438,
      "grad_norm": 1.7023942479849454,
      "learning_rate": 2.9979874643342638e-05,
      "loss": 0.6241,
      "step": 116904
    },
    {
      "epoch": 4.788244931394635,
      "grad_norm": 1.388436154005933,
      "learning_rate": 2.9977918418557627e-05,
      "loss": 0.3958,
      "step": 116905
    },
    {
      "epoch": 4.788285889821831,
      "grad_norm": 1.4572882795545605,
      "learning_rate": 2.997596225051208e-05,
      "loss": 0.6891,
      "step": 116906
    },
    {
      "epoch": 4.788326848249027,
      "grad_norm": 1.752176195531916,
      "learning_rate": 2.997400613920698e-05,
      "loss": 0.6533,
      "step": 116907
    },
    {
      "epoch": 4.788367806676224,
      "grad_norm": 1.4737372743373807,
      "learning_rate": 2.9972050084643156e-05,
      "loss": 0.6815,
      "step": 116908
    },
    {
      "epoch": 4.78840876510342,
      "grad_norm": 1.4159109660337192,
      "learning_rate": 2.9970094086821595e-05,
      "loss": 0.7476,
      "step": 116909
    },
    {
      "epoch": 4.788449723530617,
      "grad_norm": 1.5922499473568617,
      "learning_rate": 2.9968138145743243e-05,
      "loss": 0.8664,
      "step": 116910
    },
    {
      "epoch": 4.788490681957812,
      "grad_norm": 1.6017624361515739,
      "learning_rate": 2.996618226140895e-05,
      "loss": 0.6344,
      "step": 116911
    },
    {
      "epoch": 4.788531640385009,
      "grad_norm": 1.6939881471942368,
      "learning_rate": 2.9964226433819716e-05,
      "loss": 0.7516,
      "step": 116912
    },
    {
      "epoch": 4.788572598812205,
      "grad_norm": 0.6149489018373974,
      "learning_rate": 2.996227066297639e-05,
      "loss": 0.0743,
      "step": 116913
    },
    {
      "epoch": 4.788613557239402,
      "grad_norm": 0.8326983132376041,
      "learning_rate": 2.9960314948879955e-05,
      "loss": 0.1972,
      "step": 116914
    },
    {
      "epoch": 4.7886545156665985,
      "grad_norm": 1.8610684641370896,
      "learning_rate": 2.995835929153134e-05,
      "loss": 0.8409,
      "step": 116915
    },
    {
      "epoch": 4.788695474093795,
      "grad_norm": 1.9047339448541296,
      "learning_rate": 2.99564036909314e-05,
      "loss": 0.6405,
      "step": 116916
    },
    {
      "epoch": 4.788736432520992,
      "grad_norm": 0.8717247389686896,
      "learning_rate": 2.9954448147081115e-05,
      "loss": 0.2216,
      "step": 116917
    },
    {
      "epoch": 4.788777390948187,
      "grad_norm": 1.2813661669920993,
      "learning_rate": 2.995249265998145e-05,
      "loss": 0.2784,
      "step": 116918
    },
    {
      "epoch": 4.788818349375384,
      "grad_norm": 0.9940968197977623,
      "learning_rate": 2.9950537229633243e-05,
      "loss": 0.283,
      "step": 116919
    },
    {
      "epoch": 4.78885930780258,
      "grad_norm": 2.8896816189555667,
      "learning_rate": 2.9948581856037485e-05,
      "loss": 0.5741,
      "step": 116920
    },
    {
      "epoch": 4.788900266229777,
      "grad_norm": 0.9908131986160679,
      "learning_rate": 2.9946626539195028e-05,
      "loss": 0.2535,
      "step": 116921
    },
    {
      "epoch": 4.788941224656973,
      "grad_norm": 1.1007695106464497,
      "learning_rate": 2.994467127910684e-05,
      "loss": 0.2764,
      "step": 116922
    },
    {
      "epoch": 4.78898218308417,
      "grad_norm": 1.685025478519116,
      "learning_rate": 2.9942716075773888e-05,
      "loss": 0.4746,
      "step": 116923
    },
    {
      "epoch": 4.789023141511366,
      "grad_norm": 0.988138772391228,
      "learning_rate": 2.9940760929197017e-05,
      "loss": 0.1933,
      "step": 116924
    },
    {
      "epoch": 4.789064099938562,
      "grad_norm": 1.7134711314673323,
      "learning_rate": 2.9938805839377195e-05,
      "loss": 0.6088,
      "step": 116925
    },
    {
      "epoch": 4.789105058365759,
      "grad_norm": 1.5685289124769592,
      "learning_rate": 2.9936850806315353e-05,
      "loss": 0.627,
      "step": 116926
    },
    {
      "epoch": 4.789146016792955,
      "grad_norm": 1.1473740278501932,
      "learning_rate": 2.993489583001238e-05,
      "loss": 0.3468,
      "step": 116927
    },
    {
      "epoch": 4.789186975220152,
      "grad_norm": 0.8890248779758685,
      "learning_rate": 2.9932940910469266e-05,
      "loss": 0.2528,
      "step": 116928
    },
    {
      "epoch": 4.789227933647348,
      "grad_norm": 0.9898515561181866,
      "learning_rate": 2.9930986047686834e-05,
      "loss": 0.2651,
      "step": 116929
    },
    {
      "epoch": 4.789268892074544,
      "grad_norm": 1.6046679043150491,
      "learning_rate": 2.9929031241666078e-05,
      "loss": 0.7802,
      "step": 116930
    },
    {
      "epoch": 4.78930985050174,
      "grad_norm": 1.9341734272804125,
      "learning_rate": 2.9927076492407955e-05,
      "loss": 0.8631,
      "step": 116931
    },
    {
      "epoch": 4.789350808928937,
      "grad_norm": 1.7825366685723776,
      "learning_rate": 2.9925121799913287e-05,
      "loss": 0.7031,
      "step": 116932
    },
    {
      "epoch": 4.7893917673561335,
      "grad_norm": 1.7267579092863479,
      "learning_rate": 2.9923167164183047e-05,
      "loss": 0.6536,
      "step": 116933
    },
    {
      "epoch": 4.78943272578333,
      "grad_norm": 0.7311346550793625,
      "learning_rate": 2.9921212585218218e-05,
      "loss": 0.2137,
      "step": 116934
    },
    {
      "epoch": 4.7894736842105265,
      "grad_norm": 1.7249012621827104,
      "learning_rate": 2.991925806301963e-05,
      "loss": 0.7989,
      "step": 116935
    },
    {
      "epoch": 4.789514642637723,
      "grad_norm": 1.386570100504697,
      "learning_rate": 2.9917303597588297e-05,
      "loss": 0.4041,
      "step": 116936
    },
    {
      "epoch": 4.789555601064919,
      "grad_norm": 1.0802950193290348,
      "learning_rate": 2.9915349188925043e-05,
      "loss": 0.2652,
      "step": 116937
    },
    {
      "epoch": 4.789596559492115,
      "grad_norm": 0.8460933827223548,
      "learning_rate": 2.9913394837030858e-05,
      "loss": 0.1696,
      "step": 116938
    },
    {
      "epoch": 4.789637517919312,
      "grad_norm": 1.8285694408702367,
      "learning_rate": 2.9911440541906678e-05,
      "loss": 0.9534,
      "step": 116939
    },
    {
      "epoch": 4.789678476346508,
      "grad_norm": 2.1308174809113627,
      "learning_rate": 2.990948630355337e-05,
      "loss": 1.0224,
      "step": 116940
    },
    {
      "epoch": 4.789719434773705,
      "grad_norm": 2.2617616716575784,
      "learning_rate": 2.9907532121971916e-05,
      "loss": 1.2885,
      "step": 116941
    },
    {
      "epoch": 4.789760393200901,
      "grad_norm": 1.7136202053733083,
      "learning_rate": 2.9905577997163182e-05,
      "loss": 0.7018,
      "step": 116942
    },
    {
      "epoch": 4.789801351628098,
      "grad_norm": 0.9462100211205118,
      "learning_rate": 2.9903623929128118e-05,
      "loss": 0.2939,
      "step": 116943
    },
    {
      "epoch": 4.789842310055294,
      "grad_norm": 1.5108609312516967,
      "learning_rate": 2.9901669917867687e-05,
      "loss": 0.5301,
      "step": 116944
    },
    {
      "epoch": 4.78988326848249,
      "grad_norm": 1.684378315708389,
      "learning_rate": 2.9899715963382743e-05,
      "loss": 0.8124,
      "step": 116945
    },
    {
      "epoch": 4.789924226909687,
      "grad_norm": 2.686833870235593,
      "learning_rate": 2.9897762065674245e-05,
      "loss": 2.1756,
      "step": 116946
    },
    {
      "epoch": 4.789965185336883,
      "grad_norm": 1.4178514320605664,
      "learning_rate": 2.989580822474315e-05,
      "loss": 0.4265,
      "step": 116947
    },
    {
      "epoch": 4.79000614376408,
      "grad_norm": 1.5066977061357603,
      "learning_rate": 2.989385444059032e-05,
      "loss": 0.686,
      "step": 116948
    },
    {
      "epoch": 4.790047102191275,
      "grad_norm": 1.5643488693041157,
      "learning_rate": 2.989190071321674e-05,
      "loss": 0.6001,
      "step": 116949
    },
    {
      "epoch": 4.790088060618472,
      "grad_norm": 0.6967898854859339,
      "learning_rate": 2.9889947042623252e-05,
      "loss": 0.0689,
      "step": 116950
    },
    {
      "epoch": 4.7901290190456685,
      "grad_norm": 1.6804044717068598,
      "learning_rate": 2.9887993428810846e-05,
      "loss": 0.7041,
      "step": 116951
    },
    {
      "epoch": 4.790169977472865,
      "grad_norm": 0.9782707639674577,
      "learning_rate": 2.9886039871780453e-05,
      "loss": 0.2124,
      "step": 116952
    },
    {
      "epoch": 4.7902109359000615,
      "grad_norm": 1.4795612541917276,
      "learning_rate": 2.9884086371532922e-05,
      "loss": 0.3819,
      "step": 116953
    },
    {
      "epoch": 4.790251894327258,
      "grad_norm": 1.7916382610587838,
      "learning_rate": 2.988213292806925e-05,
      "loss": 0.621,
      "step": 116954
    },
    {
      "epoch": 4.790292852754455,
      "grad_norm": 1.4185062172288687,
      "learning_rate": 2.988017954139036e-05,
      "loss": 0.4853,
      "step": 116955
    },
    {
      "epoch": 4.79033381118165,
      "grad_norm": 1.4576650722667417,
      "learning_rate": 2.987822621149711e-05,
      "loss": 0.3632,
      "step": 116956
    },
    {
      "epoch": 4.790374769608847,
      "grad_norm": 1.4691041208091327,
      "learning_rate": 2.98762729383905e-05,
      "loss": 0.4151,
      "step": 116957
    },
    {
      "epoch": 4.790415728036043,
      "grad_norm": 1.3745158012569567,
      "learning_rate": 2.987431972207138e-05,
      "loss": 0.5109,
      "step": 116958
    },
    {
      "epoch": 4.79045668646324,
      "grad_norm": 1.4262982005870566,
      "learning_rate": 2.9872366562540722e-05,
      "loss": 0.5281,
      "step": 116959
    },
    {
      "epoch": 4.790497644890436,
      "grad_norm": 1.4510728914334643,
      "learning_rate": 2.987041345979947e-05,
      "loss": 0.5862,
      "step": 116960
    },
    {
      "epoch": 4.790538603317633,
      "grad_norm": 1.6884180977029695,
      "learning_rate": 2.986846041384847e-05,
      "loss": 0.6654,
      "step": 116961
    },
    {
      "epoch": 4.7905795617448295,
      "grad_norm": 1.581675884951859,
      "learning_rate": 2.986650742468871e-05,
      "loss": 0.6217,
      "step": 116962
    },
    {
      "epoch": 4.790620520172025,
      "grad_norm": 1.408336773709046,
      "learning_rate": 2.9864554492321125e-05,
      "loss": 0.4839,
      "step": 116963
    },
    {
      "epoch": 4.790661478599222,
      "grad_norm": 1.7021559963227284,
      "learning_rate": 2.9862601616746556e-05,
      "loss": 0.6741,
      "step": 116964
    },
    {
      "epoch": 4.790702437026418,
      "grad_norm": 1.5487793166375787,
      "learning_rate": 2.9860648797966024e-05,
      "loss": 0.5826,
      "step": 116965
    },
    {
      "epoch": 4.790743395453615,
      "grad_norm": 1.7040779662029266,
      "learning_rate": 2.9858696035980413e-05,
      "loss": 0.625,
      "step": 116966
    },
    {
      "epoch": 4.790784353880811,
      "grad_norm": 1.9599619251115707,
      "learning_rate": 2.98567433307906e-05,
      "loss": 0.9673,
      "step": 116967
    },
    {
      "epoch": 4.790825312308007,
      "grad_norm": 1.5735532505176626,
      "learning_rate": 2.9854790682397573e-05,
      "loss": 0.5732,
      "step": 116968
    },
    {
      "epoch": 4.790866270735203,
      "grad_norm": 1.6537142412320205,
      "learning_rate": 2.985283809080221e-05,
      "loss": 0.5268,
      "step": 116969
    },
    {
      "epoch": 4.7909072291624,
      "grad_norm": 1.5935073771426878,
      "learning_rate": 2.985088555600543e-05,
      "loss": 0.7585,
      "step": 116970
    },
    {
      "epoch": 4.7909481875895965,
      "grad_norm": 1.4780800554471303,
      "learning_rate": 2.9848933078008236e-05,
      "loss": 0.4154,
      "step": 116971
    },
    {
      "epoch": 4.790989146016793,
      "grad_norm": 4.284740971331252,
      "learning_rate": 2.9846980656811454e-05,
      "loss": 1.7028,
      "step": 116972
    },
    {
      "epoch": 4.79103010444399,
      "grad_norm": 4.213932472796717,
      "learning_rate": 2.9845028292416034e-05,
      "loss": 4.3986,
      "step": 116973
    },
    {
      "epoch": 4.791071062871186,
      "grad_norm": 0.689167132536543,
      "learning_rate": 2.9843075984822962e-05,
      "loss": 0.1095,
      "step": 116974
    },
    {
      "epoch": 4.791112021298382,
      "grad_norm": 1.5052982956332936,
      "learning_rate": 2.9841123734033068e-05,
      "loss": 0.6579,
      "step": 116975
    },
    {
      "epoch": 4.791152979725578,
      "grad_norm": 1.685310376836708,
      "learning_rate": 2.9839171540047368e-05,
      "loss": 0.5369,
      "step": 116976
    },
    {
      "epoch": 4.791193938152775,
      "grad_norm": 1.734908809222606,
      "learning_rate": 2.9837219402866696e-05,
      "loss": 0.6009,
      "step": 116977
    },
    {
      "epoch": 4.791234896579971,
      "grad_norm": 3.979937838753082,
      "learning_rate": 2.9835267322492e-05,
      "loss": 2.4297,
      "step": 116978
    },
    {
      "epoch": 4.791275855007168,
      "grad_norm": 1.2188264348678106,
      "learning_rate": 2.9833315298924265e-05,
      "loss": 0.2624,
      "step": 116979
    },
    {
      "epoch": 4.791316813434364,
      "grad_norm": 1.281385268648133,
      "learning_rate": 2.9831363332164322e-05,
      "loss": 0.2681,
      "step": 116980
    },
    {
      "epoch": 4.791357771861561,
      "grad_norm": 1.7671788001690159,
      "learning_rate": 2.9829411422213133e-05,
      "loss": 0.7577,
      "step": 116981
    },
    {
      "epoch": 4.791398730288757,
      "grad_norm": 1.3421706823047,
      "learning_rate": 2.9827459569071672e-05,
      "loss": 0.3058,
      "step": 116982
    },
    {
      "epoch": 4.791439688715953,
      "grad_norm": 1.0821116023232684,
      "learning_rate": 2.9825507772740782e-05,
      "loss": 0.1874,
      "step": 116983
    },
    {
      "epoch": 4.79148064714315,
      "grad_norm": 2.4974292841312287,
      "learning_rate": 2.9823556033221445e-05,
      "loss": 1.4994,
      "step": 116984
    },
    {
      "epoch": 4.791521605570346,
      "grad_norm": 1.3979714778595633,
      "learning_rate": 2.9821604350514516e-05,
      "loss": 0.4376,
      "step": 116985
    },
    {
      "epoch": 4.791562563997543,
      "grad_norm": 1.469651190038472,
      "learning_rate": 2.9819652724620973e-05,
      "loss": 0.4234,
      "step": 116986
    },
    {
      "epoch": 4.791603522424738,
      "grad_norm": 1.8540195936520152,
      "learning_rate": 2.981770115554175e-05,
      "loss": 0.678,
      "step": 116987
    },
    {
      "epoch": 4.791644480851935,
      "grad_norm": 1.1309998139975483,
      "learning_rate": 2.9815749643277715e-05,
      "loss": 0.2222,
      "step": 116988
    },
    {
      "epoch": 4.7916854392791315,
      "grad_norm": 0.9471642477025093,
      "learning_rate": 2.9813798187829814e-05,
      "loss": 0.2155,
      "step": 116989
    },
    {
      "epoch": 4.791726397706328,
      "grad_norm": 1.9849259167793705,
      "learning_rate": 2.9811846789199012e-05,
      "loss": 0.8167,
      "step": 116990
    },
    {
      "epoch": 4.791767356133525,
      "grad_norm": 1.5903405192417321,
      "learning_rate": 2.980989544738616e-05,
      "loss": 0.8236,
      "step": 116991
    },
    {
      "epoch": 4.791808314560721,
      "grad_norm": 1.2061455270907364,
      "learning_rate": 2.9807944162392262e-05,
      "loss": 0.3804,
      "step": 116992
    },
    {
      "epoch": 4.791849272987918,
      "grad_norm": 1.6155860480583055,
      "learning_rate": 2.9805992934218144e-05,
      "loss": 0.7648,
      "step": 116993
    },
    {
      "epoch": 4.791890231415113,
      "grad_norm": 1.361475201907042,
      "learning_rate": 2.980404176286477e-05,
      "loss": 0.4735,
      "step": 116994
    },
    {
      "epoch": 4.79193118984231,
      "grad_norm": 1.6499516193331485,
      "learning_rate": 2.9802090648333133e-05,
      "loss": 0.5238,
      "step": 116995
    },
    {
      "epoch": 4.791972148269506,
      "grad_norm": 1.0540855433671303,
      "learning_rate": 2.980013959062404e-05,
      "loss": 0.3485,
      "step": 116996
    },
    {
      "epoch": 4.792013106696703,
      "grad_norm": 0.9736926752121308,
      "learning_rate": 2.979818858973846e-05,
      "loss": 0.1559,
      "step": 116997
    },
    {
      "epoch": 4.792054065123899,
      "grad_norm": 1.4514821707765586,
      "learning_rate": 2.9796237645677372e-05,
      "loss": 0.6715,
      "step": 116998
    },
    {
      "epoch": 4.792095023551096,
      "grad_norm": 1.7880640548726612,
      "learning_rate": 2.97942867584416e-05,
      "loss": 0.8349,
      "step": 116999
    },
    {
      "epoch": 4.7921359819782925,
      "grad_norm": 1.2513668974716912,
      "learning_rate": 2.9792335928032152e-05,
      "loss": 0.1915,
      "step": 117000
    },
    {
      "epoch": 4.792176940405488,
      "grad_norm": 1.588665716731898,
      "learning_rate": 2.979038515444988e-05,
      "loss": 0.6029,
      "step": 117001
    },
    {
      "epoch": 4.792217898832685,
      "grad_norm": 1.5724050930005313,
      "learning_rate": 2.9788434437695735e-05,
      "loss": 0.5428,
      "step": 117002
    },
    {
      "epoch": 4.792258857259881,
      "grad_norm": 1.279175814758165,
      "learning_rate": 2.978648377777068e-05,
      "loss": 0.4406,
      "step": 117003
    },
    {
      "epoch": 4.792299815687078,
      "grad_norm": 2.152493954772693,
      "learning_rate": 2.9784533174675568e-05,
      "loss": 0.9154,
      "step": 117004
    },
    {
      "epoch": 4.792340774114274,
      "grad_norm": 1.6046304910604579,
      "learning_rate": 2.9782582628411344e-05,
      "loss": 0.6519,
      "step": 117005
    },
    {
      "epoch": 4.79238173254147,
      "grad_norm": 3.21353176090216,
      "learning_rate": 2.9780632138978992e-05,
      "loss": 2.4911,
      "step": 117006
    },
    {
      "epoch": 4.7924226909686665,
      "grad_norm": 1.6863811427919275,
      "learning_rate": 2.9778681706379333e-05,
      "loss": 0.7309,
      "step": 117007
    },
    {
      "epoch": 4.792463649395863,
      "grad_norm": 0.9020945077722541,
      "learning_rate": 2.9776731330613375e-05,
      "loss": 0.1831,
      "step": 117008
    },
    {
      "epoch": 4.7925046078230595,
      "grad_norm": 2.711069102014942,
      "learning_rate": 2.977478101168197e-05,
      "loss": 1.891,
      "step": 117009
    },
    {
      "epoch": 4.792545566250256,
      "grad_norm": 1.6930692259509759,
      "learning_rate": 2.977283074958605e-05,
      "loss": 0.6768,
      "step": 117010
    },
    {
      "epoch": 4.792586524677453,
      "grad_norm": 1.5671322576391071,
      "learning_rate": 2.977088054432662e-05,
      "loss": 0.5553,
      "step": 117011
    },
    {
      "epoch": 4.792627483104649,
      "grad_norm": 1.4743870450717738,
      "learning_rate": 2.9768930395904505e-05,
      "loss": 0.5852,
      "step": 117012
    },
    {
      "epoch": 4.792668441531845,
      "grad_norm": 3.359165391879966,
      "learning_rate": 2.9766980304320693e-05,
      "loss": 3.2799,
      "step": 117013
    },
    {
      "epoch": 4.792709399959041,
      "grad_norm": 1.3896114980660499,
      "learning_rate": 2.9765030269576027e-05,
      "loss": 0.5192,
      "step": 117014
    },
    {
      "epoch": 4.792750358386238,
      "grad_norm": 1.6197066586793065,
      "learning_rate": 2.9763080291671498e-05,
      "loss": 0.6166,
      "step": 117015
    },
    {
      "epoch": 4.792791316813434,
      "grad_norm": 1.9057486525429426,
      "learning_rate": 2.9761130370608032e-05,
      "loss": 0.7308,
      "step": 117016
    },
    {
      "epoch": 4.792832275240631,
      "grad_norm": 1.4646655085462008,
      "learning_rate": 2.9759180506386498e-05,
      "loss": 0.5211,
      "step": 117017
    },
    {
      "epoch": 4.7928732336678275,
      "grad_norm": 1.4355205217675246,
      "learning_rate": 2.9757230699007843e-05,
      "loss": 0.5861,
      "step": 117018
    },
    {
      "epoch": 4.792914192095024,
      "grad_norm": 1.210419081108553,
      "learning_rate": 2.975528094847302e-05,
      "loss": 0.2411,
      "step": 117019
    },
    {
      "epoch": 4.79295515052222,
      "grad_norm": 1.5883665291900295,
      "learning_rate": 2.9753331254782893e-05,
      "loss": 0.6289,
      "step": 117020
    },
    {
      "epoch": 4.792996108949416,
      "grad_norm": 1.4489542626952627,
      "learning_rate": 2.975138161793846e-05,
      "loss": 0.5514,
      "step": 117021
    },
    {
      "epoch": 4.793037067376613,
      "grad_norm": 1.4843577559377445,
      "learning_rate": 2.974943203794055e-05,
      "loss": 0.6101,
      "step": 117022
    },
    {
      "epoch": 4.793078025803809,
      "grad_norm": 0.870677312811219,
      "learning_rate": 2.9747482514790122e-05,
      "loss": 0.2274,
      "step": 117023
    },
    {
      "epoch": 4.793118984231006,
      "grad_norm": 1.305473525367311,
      "learning_rate": 2.9745533048488152e-05,
      "loss": 0.674,
      "step": 117024
    },
    {
      "epoch": 4.7931599426582014,
      "grad_norm": 0.928024450842989,
      "learning_rate": 2.974358363903549e-05,
      "loss": 0.2415,
      "step": 117025
    },
    {
      "epoch": 4.793200901085398,
      "grad_norm": 1.6864720553534855,
      "learning_rate": 2.9741634286433068e-05,
      "loss": 0.6406,
      "step": 117026
    },
    {
      "epoch": 4.7932418595125945,
      "grad_norm": 1.4238940791313746,
      "learning_rate": 2.9739684990681873e-05,
      "loss": 0.5095,
      "step": 117027
    },
    {
      "epoch": 4.793282817939791,
      "grad_norm": 2.4432122940172194,
      "learning_rate": 2.9737735751782714e-05,
      "loss": 1.1538,
      "step": 117028
    },
    {
      "epoch": 4.793323776366988,
      "grad_norm": 0.8685993343172334,
      "learning_rate": 2.973578656973663e-05,
      "loss": 0.2178,
      "step": 117029
    },
    {
      "epoch": 4.793364734794184,
      "grad_norm": 1.2282350080126188,
      "learning_rate": 2.973383744454445e-05,
      "loss": 0.3309,
      "step": 117030
    },
    {
      "epoch": 4.793405693221381,
      "grad_norm": 1.8540073127657226,
      "learning_rate": 2.9731888376207142e-05,
      "loss": 0.9128,
      "step": 117031
    },
    {
      "epoch": 4.793446651648576,
      "grad_norm": 1.7450103112977309,
      "learning_rate": 2.9729939364725636e-05,
      "loss": 0.6725,
      "step": 117032
    },
    {
      "epoch": 4.793487610075773,
      "grad_norm": 1.843395447638862,
      "learning_rate": 2.9727990410100817e-05,
      "loss": 0.7752,
      "step": 117033
    },
    {
      "epoch": 4.793528568502969,
      "grad_norm": 0.5657089560748261,
      "learning_rate": 2.9726041512333616e-05,
      "loss": 0.0773,
      "step": 117034
    },
    {
      "epoch": 4.793569526930166,
      "grad_norm": 0.908471326917116,
      "learning_rate": 2.9724092671425047e-05,
      "loss": 0.231,
      "step": 117035
    },
    {
      "epoch": 4.7936104853573624,
      "grad_norm": 1.5501984369285944,
      "learning_rate": 2.9722143887375865e-05,
      "loss": 0.5617,
      "step": 117036
    },
    {
      "epoch": 4.793651443784559,
      "grad_norm": 1.5899695605847821,
      "learning_rate": 2.9720195160187066e-05,
      "loss": 0.6032,
      "step": 117037
    },
    {
      "epoch": 4.7936924022117555,
      "grad_norm": 0.65221092891611,
      "learning_rate": 2.9718246489859633e-05,
      "loss": 0.0752,
      "step": 117038
    },
    {
      "epoch": 4.793733360638951,
      "grad_norm": 2.2755213919002997,
      "learning_rate": 2.971629787639438e-05,
      "loss": 0.5383,
      "step": 117039
    },
    {
      "epoch": 4.793774319066148,
      "grad_norm": 1.8778348509994343,
      "learning_rate": 2.9714349319792324e-05,
      "loss": 0.951,
      "step": 117040
    },
    {
      "epoch": 4.793815277493344,
      "grad_norm": 5.567368576214097,
      "learning_rate": 2.9712400820054315e-05,
      "loss": 3.6824,
      "step": 117041
    },
    {
      "epoch": 4.793856235920541,
      "grad_norm": 1.6299400193229243,
      "learning_rate": 2.9710452377181286e-05,
      "loss": 0.6513,
      "step": 117042
    },
    {
      "epoch": 4.793897194347737,
      "grad_norm": 1.2322331484609461,
      "learning_rate": 2.9708503991174238e-05,
      "loss": 0.3193,
      "step": 117043
    },
    {
      "epoch": 4.793938152774933,
      "grad_norm": 1.5070528873567457,
      "learning_rate": 2.9706555662033967e-05,
      "loss": 0.6136,
      "step": 117044
    },
    {
      "epoch": 4.7939791112021295,
      "grad_norm": 2.2092514073470637,
      "learning_rate": 2.970460738976147e-05,
      "loss": 0.3479,
      "step": 117045
    },
    {
      "epoch": 4.794020069629326,
      "grad_norm": 1.503113457258392,
      "learning_rate": 2.9702659174357684e-05,
      "loss": 0.4213,
      "step": 117046
    },
    {
      "epoch": 4.794061028056523,
      "grad_norm": 1.5628772153692538,
      "learning_rate": 2.9700711015823475e-05,
      "loss": 0.7682,
      "step": 117047
    },
    {
      "epoch": 4.794101986483719,
      "grad_norm": 0.5694489923171953,
      "learning_rate": 2.9698762914159807e-05,
      "loss": 0.0645,
      "step": 117048
    },
    {
      "epoch": 4.794142944910916,
      "grad_norm": 2.0650076655223084,
      "learning_rate": 2.9696814869367564e-05,
      "loss": 1.366,
      "step": 117049
    },
    {
      "epoch": 4.794183903338112,
      "grad_norm": 1.1771856348951997,
      "learning_rate": 2.9694866881447675e-05,
      "loss": 0.4922,
      "step": 117050
    },
    {
      "epoch": 4.794224861765308,
      "grad_norm": 4.302609385907166,
      "learning_rate": 2.9692918950401112e-05,
      "loss": 3.1453,
      "step": 117051
    },
    {
      "epoch": 4.794265820192504,
      "grad_norm": 1.5376614581109946,
      "learning_rate": 2.969097107622872e-05,
      "loss": 0.6495,
      "step": 117052
    },
    {
      "epoch": 4.794306778619701,
      "grad_norm": 1.4321391613380854,
      "learning_rate": 2.968902325893145e-05,
      "loss": 0.4363,
      "step": 117053
    },
    {
      "epoch": 4.794347737046897,
      "grad_norm": 1.4467409194994492,
      "learning_rate": 2.968707549851028e-05,
      "loss": 0.459,
      "step": 117054
    },
    {
      "epoch": 4.794388695474094,
      "grad_norm": 1.129461001866732,
      "learning_rate": 2.9685127794966034e-05,
      "loss": 0.4394,
      "step": 117055
    },
    {
      "epoch": 4.7944296539012905,
      "grad_norm": 1.6322380036649715,
      "learning_rate": 2.9683180148299707e-05,
      "loss": 0.6397,
      "step": 117056
    },
    {
      "epoch": 4.794470612328487,
      "grad_norm": 1.5513920403791166,
      "learning_rate": 2.9681232558512164e-05,
      "loss": 0.5502,
      "step": 117057
    },
    {
      "epoch": 4.794511570755683,
      "grad_norm": 1.0001189469404823,
      "learning_rate": 2.9679285025604354e-05,
      "loss": 0.1899,
      "step": 117058
    },
    {
      "epoch": 4.794552529182879,
      "grad_norm": 2.8346737576247767,
      "learning_rate": 2.967733754957723e-05,
      "loss": 2.558,
      "step": 117059
    },
    {
      "epoch": 4.794593487610076,
      "grad_norm": 1.5395186274494728,
      "learning_rate": 2.9675390130431635e-05,
      "loss": 0.6336,
      "step": 117060
    },
    {
      "epoch": 4.794634446037272,
      "grad_norm": 1.4288729562427933,
      "learning_rate": 2.9673442768168543e-05,
      "loss": 0.596,
      "step": 117061
    },
    {
      "epoch": 4.794675404464469,
      "grad_norm": 1.5159194343697557,
      "learning_rate": 2.9671495462788897e-05,
      "loss": 0.4381,
      "step": 117062
    },
    {
      "epoch": 4.7947163628916645,
      "grad_norm": 1.295959056817738,
      "learning_rate": 2.9669548214293548e-05,
      "loss": 0.4436,
      "step": 117063
    },
    {
      "epoch": 4.794757321318861,
      "grad_norm": 0.8443217042985885,
      "learning_rate": 2.9667601022683495e-05,
      "loss": 0.2132,
      "step": 117064
    },
    {
      "epoch": 4.7947982797460575,
      "grad_norm": 1.4468668676957652,
      "learning_rate": 2.9665653887959575e-05,
      "loss": 0.488,
      "step": 117065
    },
    {
      "epoch": 4.794839238173254,
      "grad_norm": 1.8555071514288441,
      "learning_rate": 2.966370681012276e-05,
      "loss": 0.7154,
      "step": 117066
    },
    {
      "epoch": 4.794880196600451,
      "grad_norm": 0.7693523405762125,
      "learning_rate": 2.9661759789173996e-05,
      "loss": 0.2097,
      "step": 117067
    },
    {
      "epoch": 4.794921155027647,
      "grad_norm": 3.6512211229027365,
      "learning_rate": 2.965981282511412e-05,
      "loss": 4.5545,
      "step": 117068
    },
    {
      "epoch": 4.794962113454844,
      "grad_norm": 1.5269751516239054,
      "learning_rate": 2.9657865917944123e-05,
      "loss": 0.5911,
      "step": 117069
    },
    {
      "epoch": 4.795003071882039,
      "grad_norm": 1.4087684277637573,
      "learning_rate": 2.965591906766492e-05,
      "loss": 0.6889,
      "step": 117070
    },
    {
      "epoch": 4.795044030309236,
      "grad_norm": 1.5319286576152216,
      "learning_rate": 2.9653972274277387e-05,
      "loss": 0.608,
      "step": 117071
    },
    {
      "epoch": 4.795084988736432,
      "grad_norm": 2.7075779785017047,
      "learning_rate": 2.9652025537782514e-05,
      "loss": 0.8923,
      "step": 117072
    },
    {
      "epoch": 4.795125947163629,
      "grad_norm": 1.3738822027809372,
      "learning_rate": 2.965007885818113e-05,
      "loss": 0.6029,
      "step": 117073
    },
    {
      "epoch": 4.7951669055908255,
      "grad_norm": 1.718700163638866,
      "learning_rate": 2.964813223547422e-05,
      "loss": 0.6232,
      "step": 117074
    },
    {
      "epoch": 4.795207864018022,
      "grad_norm": 1.241204528747892,
      "learning_rate": 2.964618566966273e-05,
      "loss": 0.6162,
      "step": 117075
    },
    {
      "epoch": 4.7952488224452186,
      "grad_norm": 0.9667292046644669,
      "learning_rate": 2.964423916074748e-05,
      "loss": 0.3055,
      "step": 117076
    },
    {
      "epoch": 4.795289780872414,
      "grad_norm": 2.1569805776126247,
      "learning_rate": 2.9642292708729513e-05,
      "loss": 1.438,
      "step": 117077
    },
    {
      "epoch": 4.795330739299611,
      "grad_norm": 1.6786412554378776,
      "learning_rate": 2.9640346313609636e-05,
      "loss": 0.6894,
      "step": 117078
    },
    {
      "epoch": 4.795371697726807,
      "grad_norm": 1.2650201129083167,
      "learning_rate": 2.963839997538881e-05,
      "loss": 0.4893,
      "step": 117079
    },
    {
      "epoch": 4.795412656154004,
      "grad_norm": 1.762358789692161,
      "learning_rate": 2.9636453694068017e-05,
      "loss": 0.8293,
      "step": 117080
    },
    {
      "epoch": 4.7954536145812,
      "grad_norm": 1.1791831019058607,
      "learning_rate": 2.9634507469648078e-05,
      "loss": 0.4202,
      "step": 117081
    },
    {
      "epoch": 4.795494573008396,
      "grad_norm": 1.6961295838022672,
      "learning_rate": 2.9632561302129952e-05,
      "loss": 0.5888,
      "step": 117082
    },
    {
      "epoch": 4.7955355314355925,
      "grad_norm": 1.0739334588311733,
      "learning_rate": 2.963061519151463e-05,
      "loss": 0.1754,
      "step": 117083
    },
    {
      "epoch": 4.795576489862789,
      "grad_norm": 0.9291399329069888,
      "learning_rate": 2.96286691378029e-05,
      "loss": 0.2249,
      "step": 117084
    },
    {
      "epoch": 4.795617448289986,
      "grad_norm": 1.438355840091233,
      "learning_rate": 2.9626723140995805e-05,
      "loss": 0.4797,
      "step": 117085
    },
    {
      "epoch": 4.795658406717182,
      "grad_norm": 2.0004141979224106,
      "learning_rate": 2.9624777201094175e-05,
      "loss": 0.7963,
      "step": 117086
    },
    {
      "epoch": 4.795699365144379,
      "grad_norm": 1.5271271044642223,
      "learning_rate": 2.9622831318098956e-05,
      "loss": 0.6211,
      "step": 117087
    },
    {
      "epoch": 4.795740323571575,
      "grad_norm": 1.7534942112233765,
      "learning_rate": 2.9620885492011114e-05,
      "loss": 0.6649,
      "step": 117088
    },
    {
      "epoch": 4.795781281998771,
      "grad_norm": 1.376214676934156,
      "learning_rate": 2.9618939722831502e-05,
      "loss": 0.624,
      "step": 117089
    },
    {
      "epoch": 4.795822240425967,
      "grad_norm": 1.3875304513399838,
      "learning_rate": 2.961699401056107e-05,
      "loss": 0.6259,
      "step": 117090
    },
    {
      "epoch": 4.795863198853164,
      "grad_norm": 1.4765173339848743,
      "learning_rate": 2.9615048355200778e-05,
      "loss": 0.5771,
      "step": 117091
    },
    {
      "epoch": 4.7959041572803605,
      "grad_norm": 0.8572515539678597,
      "learning_rate": 2.961310275675146e-05,
      "loss": 0.2153,
      "step": 117092
    },
    {
      "epoch": 4.795945115707557,
      "grad_norm": 1.199089856711318,
      "learning_rate": 2.9611157215214122e-05,
      "loss": 0.2493,
      "step": 117093
    },
    {
      "epoch": 4.7959860741347535,
      "grad_norm": 3.42285357270798,
      "learning_rate": 2.9609211730589605e-05,
      "loss": 3.0279,
      "step": 117094
    },
    {
      "epoch": 4.79602703256195,
      "grad_norm": 0.9813752641484014,
      "learning_rate": 2.9607266302878864e-05,
      "loss": 0.2722,
      "step": 117095
    },
    {
      "epoch": 4.796067990989146,
      "grad_norm": 1.5370930771261175,
      "learning_rate": 2.960532093208286e-05,
      "loss": 0.7479,
      "step": 117096
    },
    {
      "epoch": 4.796108949416342,
      "grad_norm": 3.2123394859302907,
      "learning_rate": 2.9603375618202446e-05,
      "loss": 2.6455,
      "step": 117097
    },
    {
      "epoch": 4.796149907843539,
      "grad_norm": 1.6637291613305434,
      "learning_rate": 2.9601430361238555e-05,
      "loss": 0.6073,
      "step": 117098
    },
    {
      "epoch": 4.796190866270735,
      "grad_norm": 1.5364321838900594,
      "learning_rate": 2.9599485161192165e-05,
      "loss": 0.5434,
      "step": 117099
    },
    {
      "epoch": 4.796231824697932,
      "grad_norm": 1.5558059210111177,
      "learning_rate": 2.9597540018064115e-05,
      "loss": 0.4627,
      "step": 117100
    },
    {
      "epoch": 4.7962727831251275,
      "grad_norm": 1.3313840902434941,
      "learning_rate": 2.9595594931855415e-05,
      "loss": 0.553,
      "step": 117101
    },
    {
      "epoch": 4.796313741552324,
      "grad_norm": 1.8900845447102084,
      "learning_rate": 2.9593649902566868e-05,
      "loss": 0.9598,
      "step": 117102
    },
    {
      "epoch": 4.796354699979521,
      "grad_norm": 1.5832381387087362,
      "learning_rate": 2.959170493019947e-05,
      "loss": 0.6491,
      "step": 117103
    },
    {
      "epoch": 4.796395658406717,
      "grad_norm": 0.905621302743887,
      "learning_rate": 2.9589760014754162e-05,
      "loss": 0.2032,
      "step": 117104
    },
    {
      "epoch": 4.796436616833914,
      "grad_norm": 1.6901346784713054,
      "learning_rate": 2.958781515623178e-05,
      "loss": 0.811,
      "step": 117105
    },
    {
      "epoch": 4.79647757526111,
      "grad_norm": 1.8679035190397817,
      "learning_rate": 2.958587035463335e-05,
      "loss": 0.9224,
      "step": 117106
    },
    {
      "epoch": 4.796518533688307,
      "grad_norm": 1.1130238736777784,
      "learning_rate": 2.958392560995972e-05,
      "loss": 0.3081,
      "step": 117107
    },
    {
      "epoch": 4.796559492115502,
      "grad_norm": 0.868151509167869,
      "learning_rate": 2.9581980922211784e-05,
      "loss": 0.2284,
      "step": 117108
    },
    {
      "epoch": 4.796600450542699,
      "grad_norm": 1.4307709637753905,
      "learning_rate": 2.9580036291390515e-05,
      "loss": 0.6741,
      "step": 117109
    },
    {
      "epoch": 4.796641408969895,
      "grad_norm": 1.333855936887874,
      "learning_rate": 2.9578091717496838e-05,
      "loss": 0.4716,
      "step": 117110
    },
    {
      "epoch": 4.796682367397092,
      "grad_norm": 2.1622953157178975,
      "learning_rate": 2.9576147200531623e-05,
      "loss": 0.8384,
      "step": 117111
    },
    {
      "epoch": 4.7967233258242885,
      "grad_norm": 1.9830379210116325,
      "learning_rate": 2.9574202740495838e-05,
      "loss": 0.676,
      "step": 117112
    },
    {
      "epoch": 4.796764284251485,
      "grad_norm": 2.022810061183201,
      "learning_rate": 2.9572258337390363e-05,
      "loss": 0.8359,
      "step": 117113
    },
    {
      "epoch": 4.796805242678682,
      "grad_norm": 1.551979395718508,
      "learning_rate": 2.957031399121613e-05,
      "loss": 0.6431,
      "step": 117114
    },
    {
      "epoch": 4.796846201105877,
      "grad_norm": 1.689254496094237,
      "learning_rate": 2.9568369701974108e-05,
      "loss": 0.8712,
      "step": 117115
    },
    {
      "epoch": 4.796887159533074,
      "grad_norm": 1.404978572248974,
      "learning_rate": 2.956642546966513e-05,
      "loss": 0.5971,
      "step": 117116
    },
    {
      "epoch": 4.79692811796027,
      "grad_norm": 1.636606118226677,
      "learning_rate": 2.9564481294290155e-05,
      "loss": 0.557,
      "step": 117117
    },
    {
      "epoch": 4.796969076387467,
      "grad_norm": 1.7961334063873806,
      "learning_rate": 2.9562537175850137e-05,
      "loss": 0.7845,
      "step": 117118
    },
    {
      "epoch": 4.797010034814663,
      "grad_norm": 0.9964432481102589,
      "learning_rate": 2.956059311434594e-05,
      "loss": 0.2826,
      "step": 117119
    },
    {
      "epoch": 4.797050993241859,
      "grad_norm": 1.621248654287187,
      "learning_rate": 2.955864910977854e-05,
      "loss": 0.574,
      "step": 117120
    },
    {
      "epoch": 4.7970919516690556,
      "grad_norm": 2.178542587644847,
      "learning_rate": 2.9556705162148786e-05,
      "loss": 0.897,
      "step": 117121
    },
    {
      "epoch": 4.797132910096252,
      "grad_norm": 1.9588220105410354,
      "learning_rate": 2.955476127145762e-05,
      "loss": 0.9529,
      "step": 117122
    },
    {
      "epoch": 4.797173868523449,
      "grad_norm": 0.978535317839902,
      "learning_rate": 2.9552817437706013e-05,
      "loss": 0.1606,
      "step": 117123
    },
    {
      "epoch": 4.797214826950645,
      "grad_norm": 1.752730248736782,
      "learning_rate": 2.955087366089482e-05,
      "loss": 0.6857,
      "step": 117124
    },
    {
      "epoch": 4.797255785377842,
      "grad_norm": 1.5274926043803956,
      "learning_rate": 2.954892994102498e-05,
      "loss": 0.7137,
      "step": 117125
    },
    {
      "epoch": 4.797296743805038,
      "grad_norm": 0.9616871276639235,
      "learning_rate": 2.954698627809744e-05,
      "loss": 0.2298,
      "step": 117126
    },
    {
      "epoch": 4.797337702232234,
      "grad_norm": 1.1439147096456783,
      "learning_rate": 2.954504267211307e-05,
      "loss": 0.4102,
      "step": 117127
    },
    {
      "epoch": 4.79737866065943,
      "grad_norm": 1.7139337054229795,
      "learning_rate": 2.954309912307286e-05,
      "loss": 0.7152,
      "step": 117128
    },
    {
      "epoch": 4.797419619086627,
      "grad_norm": 0.8252294331807012,
      "learning_rate": 2.9541155630977636e-05,
      "loss": 0.2364,
      "step": 117129
    },
    {
      "epoch": 4.7974605775138235,
      "grad_norm": 1.9863299389129971,
      "learning_rate": 2.953921219582836e-05,
      "loss": 0.6677,
      "step": 117130
    },
    {
      "epoch": 4.79750153594102,
      "grad_norm": 1.767274806555103,
      "learning_rate": 2.9537268817625998e-05,
      "loss": 0.6629,
      "step": 117131
    },
    {
      "epoch": 4.797542494368217,
      "grad_norm": 1.704680887603603,
      "learning_rate": 2.953532549637138e-05,
      "loss": 0.8545,
      "step": 117132
    },
    {
      "epoch": 4.797583452795413,
      "grad_norm": 1.003462248325662,
      "learning_rate": 2.9533382232065477e-05,
      "loss": 0.2173,
      "step": 117133
    },
    {
      "epoch": 4.797624411222609,
      "grad_norm": 1.069139796809291,
      "learning_rate": 2.9531439024709235e-05,
      "loss": 0.272,
      "step": 117134
    },
    {
      "epoch": 4.797665369649805,
      "grad_norm": 2.0757411908755903,
      "learning_rate": 2.9529495874303504e-05,
      "loss": 0.7252,
      "step": 117135
    },
    {
      "epoch": 4.797706328077002,
      "grad_norm": 1.721722864787689,
      "learning_rate": 2.9527552780849283e-05,
      "loss": 0.6874,
      "step": 117136
    },
    {
      "epoch": 4.797747286504198,
      "grad_norm": 0.4883093125477414,
      "learning_rate": 2.952560974434739e-05,
      "loss": 0.0857,
      "step": 117137
    },
    {
      "epoch": 4.797788244931395,
      "grad_norm": 1.3009506981726526,
      "learning_rate": 2.9523666764798805e-05,
      "loss": 0.5293,
      "step": 117138
    },
    {
      "epoch": 4.7978292033585905,
      "grad_norm": 0.5645605895202738,
      "learning_rate": 2.9521723842204475e-05,
      "loss": 0.0519,
      "step": 117139
    },
    {
      "epoch": 4.797870161785787,
      "grad_norm": 1.6423859865178483,
      "learning_rate": 2.9519780976565254e-05,
      "loss": 0.8581,
      "step": 117140
    },
    {
      "epoch": 4.797911120212984,
      "grad_norm": 0.9180540518047214,
      "learning_rate": 2.9517838167882074e-05,
      "loss": 0.2239,
      "step": 117141
    },
    {
      "epoch": 4.79795207864018,
      "grad_norm": 1.9903929654197916,
      "learning_rate": 2.9515895416155916e-05,
      "loss": 0.8149,
      "step": 117142
    },
    {
      "epoch": 4.797993037067377,
      "grad_norm": 3.685099961989036,
      "learning_rate": 2.951395272138761e-05,
      "loss": 2.7658,
      "step": 117143
    },
    {
      "epoch": 4.798033995494573,
      "grad_norm": 1.3931802663553212,
      "learning_rate": 2.9512010083578163e-05,
      "loss": 0.4522,
      "step": 117144
    },
    {
      "epoch": 4.79807495392177,
      "grad_norm": 1.4943261975719737,
      "learning_rate": 2.9510067502728403e-05,
      "loss": 0.5153,
      "step": 117145
    },
    {
      "epoch": 4.798115912348965,
      "grad_norm": 1.7383953718336023,
      "learning_rate": 2.9508124978839275e-05,
      "loss": 0.8768,
      "step": 117146
    },
    {
      "epoch": 4.798156870776162,
      "grad_norm": 1.080334470627858,
      "learning_rate": 2.9506182511911768e-05,
      "loss": 0.2813,
      "step": 117147
    },
    {
      "epoch": 4.7981978292033585,
      "grad_norm": 1.679444426841597,
      "learning_rate": 2.9504240101946714e-05,
      "loss": 0.6212,
      "step": 117148
    },
    {
      "epoch": 4.798238787630555,
      "grad_norm": 1.4800887385250834,
      "learning_rate": 2.950229774894509e-05,
      "loss": 0.6564,
      "step": 117149
    },
    {
      "epoch": 4.7982797460577515,
      "grad_norm": 1.2137354600905512,
      "learning_rate": 2.9500355452907754e-05,
      "loss": 0.471,
      "step": 117150
    },
    {
      "epoch": 4.798320704484948,
      "grad_norm": 1.4527072278910822,
      "learning_rate": 2.9498413213835664e-05,
      "loss": 0.4794,
      "step": 117151
    },
    {
      "epoch": 4.798361662912145,
      "grad_norm": 1.6324103778350385,
      "learning_rate": 2.9496471031729758e-05,
      "loss": 0.4922,
      "step": 117152
    },
    {
      "epoch": 4.79840262133934,
      "grad_norm": 1.7513256306075045,
      "learning_rate": 2.9494528906590897e-05,
      "loss": 0.863,
      "step": 117153
    },
    {
      "epoch": 4.798443579766537,
      "grad_norm": 1.2436360479120414,
      "learning_rate": 2.949258683842002e-05,
      "loss": 0.3087,
      "step": 117154
    },
    {
      "epoch": 4.798484538193733,
      "grad_norm": 1.5815623388504851,
      "learning_rate": 2.94906448272181e-05,
      "loss": 0.7171,
      "step": 117155
    },
    {
      "epoch": 4.79852549662093,
      "grad_norm": 1.379555266702737,
      "learning_rate": 2.9488702872985982e-05,
      "loss": 0.5279,
      "step": 117156
    },
    {
      "epoch": 4.798566455048126,
      "grad_norm": 0.7509000610399241,
      "learning_rate": 2.948676097572464e-05,
      "loss": 0.155,
      "step": 117157
    },
    {
      "epoch": 4.798607413475323,
      "grad_norm": 1.4711357148846416,
      "learning_rate": 2.948481913543492e-05,
      "loss": 0.5173,
      "step": 117158
    },
    {
      "epoch": 4.798648371902519,
      "grad_norm": 1.666197097311644,
      "learning_rate": 2.9482877352117802e-05,
      "loss": 0.3677,
      "step": 117159
    },
    {
      "epoch": 4.798689330329715,
      "grad_norm": 1.8903823557271782,
      "learning_rate": 2.9480935625774206e-05,
      "loss": 0.7406,
      "step": 117160
    },
    {
      "epoch": 4.798730288756912,
      "grad_norm": 1.0045300542388123,
      "learning_rate": 2.9478993956405e-05,
      "loss": 0.207,
      "step": 117161
    },
    {
      "epoch": 4.798771247184108,
      "grad_norm": 1.0753368284716,
      "learning_rate": 2.9477052344011137e-05,
      "loss": 0.364,
      "step": 117162
    },
    {
      "epoch": 4.798812205611305,
      "grad_norm": 1.491844816368489,
      "learning_rate": 2.9475110788593565e-05,
      "loss": 0.616,
      "step": 117163
    },
    {
      "epoch": 4.798853164038501,
      "grad_norm": 1.2887975935689349,
      "learning_rate": 2.947316929015313e-05,
      "loss": 0.4752,
      "step": 117164
    },
    {
      "epoch": 4.798894122465697,
      "grad_norm": 1.5513073576058143,
      "learning_rate": 2.947122784869082e-05,
      "loss": 0.6406,
      "step": 117165
    },
    {
      "epoch": 4.7989350808928934,
      "grad_norm": 5.125529995863333,
      "learning_rate": 2.946928646420748e-05,
      "loss": 0.5949,
      "step": 117166
    },
    {
      "epoch": 4.79897603932009,
      "grad_norm": 1.6618280393394542,
      "learning_rate": 2.946734513670408e-05,
      "loss": 0.6048,
      "step": 117167
    },
    {
      "epoch": 4.7990169977472865,
      "grad_norm": 0.8317194119240524,
      "learning_rate": 2.9465403866181546e-05,
      "loss": 0.1994,
      "step": 117168
    },
    {
      "epoch": 4.799057956174483,
      "grad_norm": 1.704741054372559,
      "learning_rate": 2.9463462652640752e-05,
      "loss": 0.4939,
      "step": 117169
    },
    {
      "epoch": 4.79909891460168,
      "grad_norm": 1.4705663430753737,
      "learning_rate": 2.9461521496082623e-05,
      "loss": 0.5038,
      "step": 117170
    },
    {
      "epoch": 4.799139873028876,
      "grad_norm": 1.9286341089045445,
      "learning_rate": 2.9459580396508147e-05,
      "loss": 0.8079,
      "step": 117171
    },
    {
      "epoch": 4.799180831456072,
      "grad_norm": 1.7324392908748656,
      "learning_rate": 2.945763935391814e-05,
      "loss": 0.8387,
      "step": 117172
    },
    {
      "epoch": 4.799221789883268,
      "grad_norm": 2.2334557279694414,
      "learning_rate": 2.9455698368313596e-05,
      "loss": 1.0602,
      "step": 117173
    },
    {
      "epoch": 4.799262748310465,
      "grad_norm": 1.7337263976241841,
      "learning_rate": 2.9453757439695387e-05,
      "loss": 0.2924,
      "step": 117174
    },
    {
      "epoch": 4.799303706737661,
      "grad_norm": 1.201174937585583,
      "learning_rate": 2.9451816568064423e-05,
      "loss": 0.2473,
      "step": 117175
    },
    {
      "epoch": 4.799344665164858,
      "grad_norm": 1.529977315596367,
      "learning_rate": 2.944987575342169e-05,
      "loss": 0.7552,
      "step": 117176
    },
    {
      "epoch": 4.7993856235920545,
      "grad_norm": 1.569439268313512,
      "learning_rate": 2.9447934995768073e-05,
      "loss": 0.4626,
      "step": 117177
    },
    {
      "epoch": 4.79942658201925,
      "grad_norm": 1.5034852626131303,
      "learning_rate": 2.9445994295104435e-05,
      "loss": 0.6296,
      "step": 117178
    },
    {
      "epoch": 4.799467540446447,
      "grad_norm": 1.3415165838186454,
      "learning_rate": 2.944405365143176e-05,
      "loss": 0.4712,
      "step": 117179
    },
    {
      "epoch": 4.799508498873643,
      "grad_norm": 1.5888042173951897,
      "learning_rate": 2.944211306475091e-05,
      "loss": 0.8394,
      "step": 117180
    },
    {
      "epoch": 4.79954945730084,
      "grad_norm": 1.4683886492538691,
      "learning_rate": 2.944017253506284e-05,
      "loss": 0.4527,
      "step": 117181
    },
    {
      "epoch": 4.799590415728036,
      "grad_norm": 1.387520086290972,
      "learning_rate": 2.9438232062368496e-05,
      "loss": 0.7245,
      "step": 117182
    },
    {
      "epoch": 4.799631374155233,
      "grad_norm": 0.9902734775359491,
      "learning_rate": 2.943629164666871e-05,
      "loss": 0.2604,
      "step": 117183
    },
    {
      "epoch": 4.799672332582428,
      "grad_norm": 2.879137365252349,
      "learning_rate": 2.9434351287964497e-05,
      "loss": 0.6089,
      "step": 117184
    },
    {
      "epoch": 4.799713291009625,
      "grad_norm": 1.5598252236133985,
      "learning_rate": 2.9432410986256694e-05,
      "loss": 0.5696,
      "step": 117185
    },
    {
      "epoch": 4.7997542494368215,
      "grad_norm": 1.8964652216770634,
      "learning_rate": 2.9430470741546246e-05,
      "loss": 1.0878,
      "step": 117186
    },
    {
      "epoch": 4.799795207864018,
      "grad_norm": 0.9627753381536172,
      "learning_rate": 2.9428530553834105e-05,
      "loss": 0.2229,
      "step": 117187
    },
    {
      "epoch": 4.799836166291215,
      "grad_norm": 1.0334595294776714,
      "learning_rate": 2.942659042312114e-05,
      "loss": 0.2746,
      "step": 117188
    },
    {
      "epoch": 4.799877124718411,
      "grad_norm": 1.2514643166746828,
      "learning_rate": 2.9424650349408273e-05,
      "loss": 0.1921,
      "step": 117189
    },
    {
      "epoch": 4.799918083145608,
      "grad_norm": 1.8807994487817388,
      "learning_rate": 2.9422710332696465e-05,
      "loss": 0.6161,
      "step": 117190
    },
    {
      "epoch": 4.799959041572803,
      "grad_norm": 1.0452613833468114,
      "learning_rate": 2.9420770372986573e-05,
      "loss": 0.2285,
      "step": 117191
    },
    {
      "epoch": 4.8,
      "grad_norm": 1.7192741725051683,
      "learning_rate": 2.9418830470279586e-05,
      "loss": 0.6436,
      "step": 117192
    },
    {
      "epoch": 4.800040958427196,
      "grad_norm": 1.5693637837731085,
      "learning_rate": 2.9416890624576334e-05,
      "loss": 0.6028,
      "step": 117193
    },
    {
      "epoch": 4.800081916854393,
      "grad_norm": 0.6479355668030787,
      "learning_rate": 2.9414950835877783e-05,
      "loss": 0.1096,
      "step": 117194
    },
    {
      "epoch": 4.800122875281589,
      "grad_norm": 1.25195481955232,
      "learning_rate": 2.9413011104184898e-05,
      "loss": 0.37,
      "step": 117195
    },
    {
      "epoch": 4.800163833708786,
      "grad_norm": 1.5683278788894193,
      "learning_rate": 2.941107142949848e-05,
      "loss": 0.4243,
      "step": 117196
    },
    {
      "epoch": 4.800204792135982,
      "grad_norm": 0.6816133003492524,
      "learning_rate": 2.9409131811819525e-05,
      "loss": 0.2003,
      "step": 117197
    },
    {
      "epoch": 4.800245750563178,
      "grad_norm": 1.6454407539745455,
      "learning_rate": 2.940719225114897e-05,
      "loss": 0.8246,
      "step": 117198
    },
    {
      "epoch": 4.800286708990375,
      "grad_norm": 1.6099622741202455,
      "learning_rate": 2.9405252747487663e-05,
      "loss": 0.6274,
      "step": 117199
    },
    {
      "epoch": 4.800327667417571,
      "grad_norm": 1.4747947301492876,
      "learning_rate": 2.9403313300836585e-05,
      "loss": 0.6011,
      "step": 117200
    },
    {
      "epoch": 4.800368625844768,
      "grad_norm": 2.8423164613200056,
      "learning_rate": 2.9401373911196586e-05,
      "loss": 0.7046,
      "step": 117201
    },
    {
      "epoch": 4.800409584271964,
      "grad_norm": 1.6271566805893993,
      "learning_rate": 2.9399434578568614e-05,
      "loss": 0.5598,
      "step": 117202
    },
    {
      "epoch": 4.80045054269916,
      "grad_norm": 1.606498263404221,
      "learning_rate": 2.939749530295364e-05,
      "loss": 0.5879,
      "step": 117203
    },
    {
      "epoch": 4.8004915011263565,
      "grad_norm": 1.4164036456091529,
      "learning_rate": 2.939555608435249e-05,
      "loss": 0.4546,
      "step": 117204
    },
    {
      "epoch": 4.800532459553553,
      "grad_norm": 1.910420664850834,
      "learning_rate": 2.9393616922766132e-05,
      "loss": 0.3015,
      "step": 117205
    },
    {
      "epoch": 4.8005734179807495,
      "grad_norm": 1.7041798848026712,
      "learning_rate": 2.9391677818195503e-05,
      "loss": 0.6232,
      "step": 117206
    },
    {
      "epoch": 4.800614376407946,
      "grad_norm": 0.7985693495193992,
      "learning_rate": 2.9389738770641446e-05,
      "loss": 0.1728,
      "step": 117207
    },
    {
      "epoch": 4.800655334835143,
      "grad_norm": 1.379741326446476,
      "learning_rate": 2.9387799780104965e-05,
      "loss": 0.3899,
      "step": 117208
    },
    {
      "epoch": 4.800696293262339,
      "grad_norm": 0.9083793885462296,
      "learning_rate": 2.938586084658689e-05,
      "loss": 0.2131,
      "step": 117209
    },
    {
      "epoch": 4.800737251689535,
      "grad_norm": 1.5332543966965508,
      "learning_rate": 2.9383921970088185e-05,
      "loss": 0.4278,
      "step": 117210
    },
    {
      "epoch": 4.800778210116731,
      "grad_norm": 1.7012727805167753,
      "learning_rate": 2.9381983150609805e-05,
      "loss": 0.637,
      "step": 117211
    },
    {
      "epoch": 4.800819168543928,
      "grad_norm": 1.8123143511403739,
      "learning_rate": 2.9380044388152598e-05,
      "loss": 0.7192,
      "step": 117212
    },
    {
      "epoch": 4.800860126971124,
      "grad_norm": 1.4253333825832473,
      "learning_rate": 2.937810568271749e-05,
      "loss": 0.4865,
      "step": 117213
    },
    {
      "epoch": 4.800901085398321,
      "grad_norm": 1.7846025297125903,
      "learning_rate": 2.9376167034305452e-05,
      "loss": 0.79,
      "step": 117214
    },
    {
      "epoch": 4.8009420438255175,
      "grad_norm": 1.4964331595551759,
      "learning_rate": 2.937422844291732e-05,
      "loss": 0.6572,
      "step": 117215
    },
    {
      "epoch": 4.800983002252713,
      "grad_norm": 3.2733191273589664,
      "learning_rate": 2.9372289908554102e-05,
      "loss": 2.7019,
      "step": 117216
    },
    {
      "epoch": 4.80102396067991,
      "grad_norm": 1.6570661527334711,
      "learning_rate": 2.937035143121662e-05,
      "loss": 0.5249,
      "step": 117217
    },
    {
      "epoch": 4.801064919107106,
      "grad_norm": 0.8309593615664213,
      "learning_rate": 2.9368413010905855e-05,
      "loss": 0.2123,
      "step": 117218
    },
    {
      "epoch": 4.801105877534303,
      "grad_norm": 1.737068312098587,
      "learning_rate": 2.9366474647622723e-05,
      "loss": 0.7722,
      "step": 117219
    },
    {
      "epoch": 4.801146835961499,
      "grad_norm": 1.598900626807565,
      "learning_rate": 2.936453634136809e-05,
      "loss": 0.5566,
      "step": 117220
    },
    {
      "epoch": 4.801187794388696,
      "grad_norm": 1.9137403731442246,
      "learning_rate": 2.9362598092142934e-05,
      "loss": 0.9371,
      "step": 117221
    },
    {
      "epoch": 4.8012287528158915,
      "grad_norm": 2.1235537135533,
      "learning_rate": 2.9360659899948115e-05,
      "loss": 1.1599,
      "step": 117222
    },
    {
      "epoch": 4.801269711243088,
      "grad_norm": 4.5717727480069845,
      "learning_rate": 2.9358721764784572e-05,
      "loss": 3.9266,
      "step": 117223
    },
    {
      "epoch": 4.8013106696702845,
      "grad_norm": 1.3683498680185917,
      "learning_rate": 2.9356783686653256e-05,
      "loss": 0.5051,
      "step": 117224
    },
    {
      "epoch": 4.801351628097481,
      "grad_norm": 1.0941833161814118,
      "learning_rate": 2.9354845665555022e-05,
      "loss": 0.3563,
      "step": 117225
    },
    {
      "epoch": 4.801392586524678,
      "grad_norm": 1.555245547603076,
      "learning_rate": 2.9352907701490814e-05,
      "loss": 0.6702,
      "step": 117226
    },
    {
      "epoch": 4.801433544951874,
      "grad_norm": 1.6106422546784724,
      "learning_rate": 2.93509697944616e-05,
      "loss": 0.5995,
      "step": 117227
    },
    {
      "epoch": 4.801474503379071,
      "grad_norm": 1.6114788787709389,
      "learning_rate": 2.9349031944468192e-05,
      "loss": 0.7456,
      "step": 117228
    },
    {
      "epoch": 4.801515461806266,
      "grad_norm": 1.906256864050028,
      "learning_rate": 2.9347094151511598e-05,
      "loss": 0.8739,
      "step": 117229
    },
    {
      "epoch": 4.801556420233463,
      "grad_norm": 1.4067877749891673,
      "learning_rate": 2.9345156415592675e-05,
      "loss": 0.4344,
      "step": 117230
    },
    {
      "epoch": 4.801597378660659,
      "grad_norm": 2.0368652495758357,
      "learning_rate": 2.9343218736712344e-05,
      "loss": 1.0462,
      "step": 117231
    },
    {
      "epoch": 4.801638337087856,
      "grad_norm": 2.0142670888606085,
      "learning_rate": 2.9341281114871584e-05,
      "loss": 0.6963,
      "step": 117232
    },
    {
      "epoch": 4.8016792955150525,
      "grad_norm": 1.7246131050305264,
      "learning_rate": 2.9339343550071232e-05,
      "loss": 0.9338,
      "step": 117233
    },
    {
      "epoch": 4.801720253942249,
      "grad_norm": 1.916731290431519,
      "learning_rate": 2.9337406042312217e-05,
      "loss": 0.8076,
      "step": 117234
    },
    {
      "epoch": 4.801761212369445,
      "grad_norm": 1.068398977984896,
      "learning_rate": 2.9335468591595525e-05,
      "loss": 0.3005,
      "step": 117235
    },
    {
      "epoch": 4.801802170796641,
      "grad_norm": 1.4336771973090732,
      "learning_rate": 2.9333531197921982e-05,
      "loss": 0.4027,
      "step": 117236
    },
    {
      "epoch": 4.801843129223838,
      "grad_norm": 2.61747284882702,
      "learning_rate": 2.9331593861292598e-05,
      "loss": 1.1449,
      "step": 117237
    },
    {
      "epoch": 4.801884087651034,
      "grad_norm": 1.6007222598611643,
      "learning_rate": 2.932965658170818e-05,
      "loss": 0.5826,
      "step": 117238
    },
    {
      "epoch": 4.801925046078231,
      "grad_norm": 0.7472602940689718,
      "learning_rate": 2.9327719359169694e-05,
      "loss": 0.0897,
      "step": 117239
    },
    {
      "epoch": 4.801966004505427,
      "grad_norm": 1.26298871022287,
      "learning_rate": 2.932578219367811e-05,
      "loss": 0.4372,
      "step": 117240
    },
    {
      "epoch": 4.802006962932623,
      "grad_norm": 1.4756434171565724,
      "learning_rate": 2.9323845085234244e-05,
      "loss": 0.6663,
      "step": 117241
    },
    {
      "epoch": 4.8020479213598195,
      "grad_norm": 1.878149887783424,
      "learning_rate": 2.9321908033839074e-05,
      "loss": 0.7383,
      "step": 117242
    },
    {
      "epoch": 4.802088879787016,
      "grad_norm": 1.287760338321967,
      "learning_rate": 2.931997103949354e-05,
      "loss": 0.493,
      "step": 117243
    },
    {
      "epoch": 4.802129838214213,
      "grad_norm": 1.7517183449573528,
      "learning_rate": 2.9318034102198468e-05,
      "loss": 0.6087,
      "step": 117244
    },
    {
      "epoch": 4.802170796641409,
      "grad_norm": 1.635252698355128,
      "learning_rate": 2.9316097221954878e-05,
      "loss": 0.7231,
      "step": 117245
    },
    {
      "epoch": 4.802211755068606,
      "grad_norm": 3.594108694034117,
      "learning_rate": 2.9314160398763598e-05,
      "loss": 3.5999,
      "step": 117246
    },
    {
      "epoch": 4.802252713495802,
      "grad_norm": 1.7843267924203414,
      "learning_rate": 2.9312223632625615e-05,
      "loss": 0.7886,
      "step": 117247
    },
    {
      "epoch": 4.802293671922998,
      "grad_norm": 1.568004882712248,
      "learning_rate": 2.9310286923541792e-05,
      "loss": 0.4799,
      "step": 117248
    },
    {
      "epoch": 4.802334630350194,
      "grad_norm": 1.3925908642899476,
      "learning_rate": 2.930835027151305e-05,
      "loss": 0.4059,
      "step": 117249
    },
    {
      "epoch": 4.802375588777391,
      "grad_norm": 1.282589542182264,
      "learning_rate": 2.9306413676540296e-05,
      "loss": 0.5509,
      "step": 117250
    },
    {
      "epoch": 4.802416547204587,
      "grad_norm": 1.5341550519444989,
      "learning_rate": 2.9304477138624522e-05,
      "loss": 0.4847,
      "step": 117251
    },
    {
      "epoch": 4.802457505631784,
      "grad_norm": 1.432025665941095,
      "learning_rate": 2.9302540657766538e-05,
      "loss": 0.6447,
      "step": 117252
    },
    {
      "epoch": 4.8024984640589805,
      "grad_norm": 1.8053189626341937,
      "learning_rate": 2.930060423396731e-05,
      "loss": 0.6546,
      "step": 117253
    },
    {
      "epoch": 4.802539422486176,
      "grad_norm": 1.241929600410582,
      "learning_rate": 2.9298667867227793e-05,
      "loss": 0.4387,
      "step": 117254
    },
    {
      "epoch": 4.802580380913373,
      "grad_norm": 1.6281982189690056,
      "learning_rate": 2.929673155754883e-05,
      "loss": 0.6629,
      "step": 117255
    },
    {
      "epoch": 4.802621339340569,
      "grad_norm": 1.6541192031700247,
      "learning_rate": 2.9294795304931406e-05,
      "loss": 0.6259,
      "step": 117256
    },
    {
      "epoch": 4.802662297767766,
      "grad_norm": 1.4474894585880065,
      "learning_rate": 2.9292859109376355e-05,
      "loss": 0.5388,
      "step": 117257
    },
    {
      "epoch": 4.802703256194962,
      "grad_norm": 1.4781968942293435,
      "learning_rate": 2.9290922970884622e-05,
      "loss": 0.5642,
      "step": 117258
    },
    {
      "epoch": 4.802744214622159,
      "grad_norm": 1.4576766560773042,
      "learning_rate": 2.9288986889457194e-05,
      "loss": 0.5865,
      "step": 117259
    },
    {
      "epoch": 4.8027851730493545,
      "grad_norm": 1.8166561614828147,
      "learning_rate": 2.9287050865094884e-05,
      "loss": 0.8538,
      "step": 117260
    },
    {
      "epoch": 4.802826131476551,
      "grad_norm": 1.8303964697165056,
      "learning_rate": 2.9285114897798644e-05,
      "loss": 0.8036,
      "step": 117261
    },
    {
      "epoch": 4.8028670899037476,
      "grad_norm": 2.90288222248033,
      "learning_rate": 2.9283178987569456e-05,
      "loss": 1.9706,
      "step": 117262
    },
    {
      "epoch": 4.802908048330944,
      "grad_norm": 1.5443778675529043,
      "learning_rate": 2.9281243134408118e-05,
      "loss": 0.6824,
      "step": 117263
    },
    {
      "epoch": 4.802949006758141,
      "grad_norm": 3.6009300396891253,
      "learning_rate": 2.9279307338315644e-05,
      "loss": 3.3248,
      "step": 117264
    },
    {
      "epoch": 4.802989965185337,
      "grad_norm": 1.8229598179226856,
      "learning_rate": 2.9277371599292886e-05,
      "loss": 0.8007,
      "step": 117265
    },
    {
      "epoch": 4.803030923612534,
      "grad_norm": 1.4290269369264097,
      "learning_rate": 2.927543591734076e-05,
      "loss": 0.5623,
      "step": 117266
    },
    {
      "epoch": 4.803071882039729,
      "grad_norm": 0.8955392737381842,
      "learning_rate": 2.927350029246025e-05,
      "loss": 0.2192,
      "step": 117267
    },
    {
      "epoch": 4.803112840466926,
      "grad_norm": 1.4676583306880873,
      "learning_rate": 2.9271564724652185e-05,
      "loss": 0.4139,
      "step": 117268
    },
    {
      "epoch": 4.803153798894122,
      "grad_norm": 0.5440662532699816,
      "learning_rate": 2.9269629213917535e-05,
      "loss": 0.0483,
      "step": 117269
    },
    {
      "epoch": 4.803194757321319,
      "grad_norm": 2.114556257275925,
      "learning_rate": 2.926769376025721e-05,
      "loss": 0.7353,
      "step": 117270
    },
    {
      "epoch": 4.8032357157485155,
      "grad_norm": 1.0865710921093628,
      "learning_rate": 2.9265758363672097e-05,
      "loss": 0.2082,
      "step": 117271
    },
    {
      "epoch": 4.803276674175712,
      "grad_norm": 1.5266892283384226,
      "learning_rate": 2.9263823024163145e-05,
      "loss": 0.6626,
      "step": 117272
    },
    {
      "epoch": 4.803317632602908,
      "grad_norm": 0.9186618638881558,
      "learning_rate": 2.9261887741731237e-05,
      "loss": 0.2667,
      "step": 117273
    },
    {
      "epoch": 4.803358591030104,
      "grad_norm": 1.5127228905000272,
      "learning_rate": 2.9259952516377288e-05,
      "loss": 0.7157,
      "step": 117274
    },
    {
      "epoch": 4.803399549457301,
      "grad_norm": 1.5187448917593356,
      "learning_rate": 2.9258017348102264e-05,
      "loss": 0.5817,
      "step": 117275
    },
    {
      "epoch": 4.803440507884497,
      "grad_norm": 1.4734382037635714,
      "learning_rate": 2.9256082236907014e-05,
      "loss": 0.5961,
      "step": 117276
    },
    {
      "epoch": 4.803481466311694,
      "grad_norm": 0.9279490391864553,
      "learning_rate": 2.925414718279247e-05,
      "loss": 0.2066,
      "step": 117277
    },
    {
      "epoch": 4.80352242473889,
      "grad_norm": 1.5634028765292545,
      "learning_rate": 2.9252212185759598e-05,
      "loss": 0.6027,
      "step": 117278
    },
    {
      "epoch": 4.803563383166086,
      "grad_norm": 1.6701672036759931,
      "learning_rate": 2.925027724580925e-05,
      "loss": 0.7477,
      "step": 117279
    },
    {
      "epoch": 4.8036043415932825,
      "grad_norm": 1.3017773761147677,
      "learning_rate": 2.924834236294239e-05,
      "loss": 0.5683,
      "step": 117280
    },
    {
      "epoch": 4.803645300020479,
      "grad_norm": 1.2207306919282346,
      "learning_rate": 2.9246407537159866e-05,
      "loss": 0.3465,
      "step": 117281
    },
    {
      "epoch": 4.803686258447676,
      "grad_norm": 1.3333629553831692,
      "learning_rate": 2.9244472768462646e-05,
      "loss": 0.4802,
      "step": 117282
    },
    {
      "epoch": 4.803727216874872,
      "grad_norm": 1.1862052238016214,
      "learning_rate": 2.924253805685166e-05,
      "loss": 0.4642,
      "step": 117283
    },
    {
      "epoch": 4.803768175302069,
      "grad_norm": 1.829406918718608,
      "learning_rate": 2.9240603402327762e-05,
      "loss": 0.7793,
      "step": 117284
    },
    {
      "epoch": 4.803809133729265,
      "grad_norm": 1.542275010791945,
      "learning_rate": 2.9238668804891897e-05,
      "loss": 0.6565,
      "step": 117285
    },
    {
      "epoch": 4.803850092156461,
      "grad_norm": 1.927040830781132,
      "learning_rate": 2.9236734264545015e-05,
      "loss": 0.5841,
      "step": 117286
    },
    {
      "epoch": 4.803891050583657,
      "grad_norm": 1.2527597777666255,
      "learning_rate": 2.9234799781287965e-05,
      "loss": 0.4612,
      "step": 117287
    },
    {
      "epoch": 4.803932009010854,
      "grad_norm": 1.4616916544101388,
      "learning_rate": 2.923286535512173e-05,
      "loss": 0.6307,
      "step": 117288
    },
    {
      "epoch": 4.8039729674380505,
      "grad_norm": 1.3661326550396038,
      "learning_rate": 2.923093098604716e-05,
      "loss": 0.5696,
      "step": 117289
    },
    {
      "epoch": 4.804013925865247,
      "grad_norm": 1.4316771933344992,
      "learning_rate": 2.922899667406519e-05,
      "loss": 0.5523,
      "step": 117290
    },
    {
      "epoch": 4.8040548842924435,
      "grad_norm": 1.5297281028395817,
      "learning_rate": 2.9227062419176784e-05,
      "loss": 0.7552,
      "step": 117291
    },
    {
      "epoch": 4.804095842719639,
      "grad_norm": 2.4563131060227796,
      "learning_rate": 2.922512822138277e-05,
      "loss": 1.3391,
      "step": 117292
    },
    {
      "epoch": 4.804136801146836,
      "grad_norm": 1.5280335404694634,
      "learning_rate": 2.9223194080684136e-05,
      "loss": 0.5881,
      "step": 117293
    },
    {
      "epoch": 4.804177759574032,
      "grad_norm": 1.4060466387333324,
      "learning_rate": 2.9221259997081746e-05,
      "loss": 0.5493,
      "step": 117294
    },
    {
      "epoch": 4.804218718001229,
      "grad_norm": 1.623228079368947,
      "learning_rate": 2.9219325970576536e-05,
      "loss": 0.5293,
      "step": 117295
    },
    {
      "epoch": 4.804259676428425,
      "grad_norm": 1.8796992208132774,
      "learning_rate": 2.9217392001169448e-05,
      "loss": 0.6978,
      "step": 117296
    },
    {
      "epoch": 4.804300634855622,
      "grad_norm": 1.898180184096966,
      "learning_rate": 2.921545808886134e-05,
      "loss": 0.7178,
      "step": 117297
    },
    {
      "epoch": 4.8043415932828175,
      "grad_norm": 1.6276531070751317,
      "learning_rate": 2.921352423365315e-05,
      "loss": 0.5543,
      "step": 117298
    },
    {
      "epoch": 4.804382551710014,
      "grad_norm": 1.4104222531591923,
      "learning_rate": 2.921159043554584e-05,
      "loss": 0.5638,
      "step": 117299
    },
    {
      "epoch": 4.804423510137211,
      "grad_norm": 0.5887192573859583,
      "learning_rate": 2.9209656694540236e-05,
      "loss": 0.1305,
      "step": 117300
    },
    {
      "epoch": 4.804464468564407,
      "grad_norm": 0.9441359723322481,
      "learning_rate": 2.9207723010637336e-05,
      "loss": 0.2277,
      "step": 117301
    },
    {
      "epoch": 4.804505426991604,
      "grad_norm": 5.067805165163919,
      "learning_rate": 2.9205789383837975e-05,
      "loss": 4.0563,
      "step": 117302
    },
    {
      "epoch": 4.8045463854188,
      "grad_norm": 1.7221776357413159,
      "learning_rate": 2.920385581414312e-05,
      "loss": 0.758,
      "step": 117303
    },
    {
      "epoch": 4.804587343845997,
      "grad_norm": 1.349246818838819,
      "learning_rate": 2.92019223015537e-05,
      "loss": 0.5492,
      "step": 117304
    },
    {
      "epoch": 4.804628302273192,
      "grad_norm": 1.4957537640985703,
      "learning_rate": 2.9199988846070564e-05,
      "loss": 0.5076,
      "step": 117305
    },
    {
      "epoch": 4.804669260700389,
      "grad_norm": 1.903349830326516,
      "learning_rate": 2.9198055447694668e-05,
      "loss": 0.7826,
      "step": 117306
    },
    {
      "epoch": 4.8047102191275854,
      "grad_norm": 1.3967614238161679,
      "learning_rate": 2.9196122106426956e-05,
      "loss": 0.3766,
      "step": 117307
    },
    {
      "epoch": 4.804751177554782,
      "grad_norm": 2.747609497653255,
      "learning_rate": 2.919418882226828e-05,
      "loss": 2.0993,
      "step": 117308
    },
    {
      "epoch": 4.8047921359819785,
      "grad_norm": 2.890796403575752,
      "learning_rate": 2.91922555952196e-05,
      "loss": 0.7652,
      "step": 117309
    },
    {
      "epoch": 4.804833094409175,
      "grad_norm": 0.4261887585417307,
      "learning_rate": 2.9190322425281786e-05,
      "loss": 0.0611,
      "step": 117310
    },
    {
      "epoch": 4.804874052836371,
      "grad_norm": 1.884232699077215,
      "learning_rate": 2.9188389312455773e-05,
      "loss": 0.9405,
      "step": 117311
    },
    {
      "epoch": 4.804915011263567,
      "grad_norm": 1.4893293144215305,
      "learning_rate": 2.9186456256742526e-05,
      "loss": 0.637,
      "step": 117312
    },
    {
      "epoch": 4.804955969690764,
      "grad_norm": 1.6188887529695715,
      "learning_rate": 2.9184523258142856e-05,
      "loss": 0.7762,
      "step": 117313
    },
    {
      "epoch": 4.80499692811796,
      "grad_norm": 1.4470117006554057,
      "learning_rate": 2.918259031665775e-05,
      "loss": 0.6587,
      "step": 117314
    },
    {
      "epoch": 4.805037886545157,
      "grad_norm": 1.9289848768731923,
      "learning_rate": 2.918065743228814e-05,
      "loss": 0.8624,
      "step": 117315
    },
    {
      "epoch": 4.805078844972353,
      "grad_norm": 1.4637934610932772,
      "learning_rate": 2.917872460503486e-05,
      "loss": 0.4823,
      "step": 117316
    },
    {
      "epoch": 4.805119803399549,
      "grad_norm": 1.354877152168043,
      "learning_rate": 2.9176791834898906e-05,
      "loss": 0.4777,
      "step": 117317
    },
    {
      "epoch": 4.805160761826746,
      "grad_norm": 1.9813184258250176,
      "learning_rate": 2.9174859121881162e-05,
      "loss": 0.6626,
      "step": 117318
    },
    {
      "epoch": 4.805201720253942,
      "grad_norm": 1.018659782267689,
      "learning_rate": 2.9172926465982478e-05,
      "loss": 0.2326,
      "step": 117319
    },
    {
      "epoch": 4.805242678681139,
      "grad_norm": 2.0186999571065787,
      "learning_rate": 2.9170993867203885e-05,
      "loss": 0.7387,
      "step": 117320
    },
    {
      "epoch": 4.805283637108335,
      "grad_norm": 1.767176641295647,
      "learning_rate": 2.9169061325546185e-05,
      "loss": 0.8001,
      "step": 117321
    },
    {
      "epoch": 4.805324595535532,
      "grad_norm": 1.9403283740653807,
      "learning_rate": 2.916712884101034e-05,
      "loss": 0.9421,
      "step": 117322
    },
    {
      "epoch": 4.805365553962728,
      "grad_norm": 1.500691092856862,
      "learning_rate": 2.9165196413597303e-05,
      "loss": 0.603,
      "step": 117323
    },
    {
      "epoch": 4.805406512389924,
      "grad_norm": 1.5543110646888456,
      "learning_rate": 2.9163264043307904e-05,
      "loss": 0.8302,
      "step": 117324
    },
    {
      "epoch": 4.80544747081712,
      "grad_norm": 1.0407561811362243,
      "learning_rate": 2.916133173014311e-05,
      "loss": 0.2592,
      "step": 117325
    },
    {
      "epoch": 4.805488429244317,
      "grad_norm": 0.898211409711664,
      "learning_rate": 2.9159399474103874e-05,
      "loss": 0.2191,
      "step": 117326
    },
    {
      "epoch": 4.8055293876715135,
      "grad_norm": 0.9236990631107385,
      "learning_rate": 2.9157467275191006e-05,
      "loss": 0.1678,
      "step": 117327
    },
    {
      "epoch": 4.80557034609871,
      "grad_norm": 1.1928034567931523,
      "learning_rate": 2.9155535133405522e-05,
      "loss": 0.2921,
      "step": 117328
    },
    {
      "epoch": 4.805611304525907,
      "grad_norm": 1.2902578805517555,
      "learning_rate": 2.9153603048748257e-05,
      "loss": 0.4999,
      "step": 117329
    },
    {
      "epoch": 4.805652262953102,
      "grad_norm": 1.2135124478920634,
      "learning_rate": 2.9151671021220145e-05,
      "loss": 0.3848,
      "step": 117330
    },
    {
      "epoch": 4.805693221380299,
      "grad_norm": 0.8201954604878339,
      "learning_rate": 2.9149739050822153e-05,
      "loss": 0.0457,
      "step": 117331
    },
    {
      "epoch": 4.805734179807495,
      "grad_norm": 1.5067234448201048,
      "learning_rate": 2.9147807137555123e-05,
      "loss": 0.674,
      "step": 117332
    },
    {
      "epoch": 4.805775138234692,
      "grad_norm": 1.4280283904608413,
      "learning_rate": 2.9145875281419978e-05,
      "loss": 0.5183,
      "step": 117333
    },
    {
      "epoch": 4.805816096661888,
      "grad_norm": 1.2830968206469944,
      "learning_rate": 2.9143943482417696e-05,
      "loss": 0.513,
      "step": 117334
    },
    {
      "epoch": 4.805857055089085,
      "grad_norm": 1.9915192440985259,
      "learning_rate": 2.9142011740549115e-05,
      "loss": 0.6299,
      "step": 117335
    },
    {
      "epoch": 4.8058980135162805,
      "grad_norm": 1.6004240795836062,
      "learning_rate": 2.9140080055815213e-05,
      "loss": 0.733,
      "step": 117336
    },
    {
      "epoch": 4.805938971943477,
      "grad_norm": 1.4766889906686405,
      "learning_rate": 2.9138148428216825e-05,
      "loss": 0.6441,
      "step": 117337
    },
    {
      "epoch": 4.805979930370674,
      "grad_norm": 2.1876490724101108,
      "learning_rate": 2.913621685775491e-05,
      "loss": 0.9081,
      "step": 117338
    },
    {
      "epoch": 4.80602088879787,
      "grad_norm": 1.9531304739238498,
      "learning_rate": 2.9134285344430412e-05,
      "loss": 0.8677,
      "step": 117339
    },
    {
      "epoch": 4.806061847225067,
      "grad_norm": 1.4082419219867304,
      "learning_rate": 2.9132353888244174e-05,
      "loss": 0.4846,
      "step": 117340
    },
    {
      "epoch": 4.806102805652263,
      "grad_norm": 1.3414327106120418,
      "learning_rate": 2.9130422489197148e-05,
      "loss": 0.3989,
      "step": 117341
    },
    {
      "epoch": 4.80614376407946,
      "grad_norm": 1.282762319987036,
      "learning_rate": 2.9128491147290277e-05,
      "loss": 0.2305,
      "step": 117342
    },
    {
      "epoch": 4.806184722506655,
      "grad_norm": 0.7651405778609127,
      "learning_rate": 2.912655986252442e-05,
      "loss": 0.213,
      "step": 117343
    },
    {
      "epoch": 4.806225680933852,
      "grad_norm": 1.4045877751727074,
      "learning_rate": 2.912462863490053e-05,
      "loss": 0.6084,
      "step": 117344
    },
    {
      "epoch": 4.8062666393610485,
      "grad_norm": 1.0344813247109361,
      "learning_rate": 2.912269746441947e-05,
      "loss": 0.2661,
      "step": 117345
    },
    {
      "epoch": 4.806307597788245,
      "grad_norm": 1.1897852666027158,
      "learning_rate": 2.912076635108218e-05,
      "loss": 0.3202,
      "step": 117346
    },
    {
      "epoch": 4.8063485562154415,
      "grad_norm": 1.0700690260517212,
      "learning_rate": 2.911883529488963e-05,
      "loss": 0.2991,
      "step": 117347
    },
    {
      "epoch": 4.806389514642638,
      "grad_norm": 1.1043101314781372,
      "learning_rate": 2.9116904295842635e-05,
      "loss": 0.2422,
      "step": 117348
    },
    {
      "epoch": 4.806430473069834,
      "grad_norm": 1.4288550917600773,
      "learning_rate": 2.9114973353942144e-05,
      "loss": 0.3487,
      "step": 117349
    },
    {
      "epoch": 4.80647143149703,
      "grad_norm": 1.7714223657812591,
      "learning_rate": 2.9113042469189123e-05,
      "loss": 0.5566,
      "step": 117350
    },
    {
      "epoch": 4.806512389924227,
      "grad_norm": 1.4710321007624376,
      "learning_rate": 2.9111111641584404e-05,
      "loss": 0.5457,
      "step": 117351
    },
    {
      "epoch": 4.806553348351423,
      "grad_norm": 1.409017730465487,
      "learning_rate": 2.910918087112899e-05,
      "loss": 0.4896,
      "step": 117352
    },
    {
      "epoch": 4.80659430677862,
      "grad_norm": 1.4438695574492673,
      "learning_rate": 2.9107250157823676e-05,
      "loss": 0.5392,
      "step": 117353
    },
    {
      "epoch": 4.806635265205816,
      "grad_norm": 1.0554080761096813,
      "learning_rate": 2.9105319501669462e-05,
      "loss": 0.3926,
      "step": 117354
    },
    {
      "epoch": 4.806676223633012,
      "grad_norm": 1.4518891618008951,
      "learning_rate": 2.9103388902667264e-05,
      "loss": 0.5128,
      "step": 117355
    },
    {
      "epoch": 4.806717182060209,
      "grad_norm": 1.237417618892315,
      "learning_rate": 2.910145836081793e-05,
      "loss": 0.3367,
      "step": 117356
    },
    {
      "epoch": 4.806758140487405,
      "grad_norm": 0.998406921573486,
      "learning_rate": 2.90995278761224e-05,
      "loss": 0.1925,
      "step": 117357
    },
    {
      "epoch": 4.806799098914602,
      "grad_norm": 2.3645267041951343,
      "learning_rate": 2.9097597448581645e-05,
      "loss": 0.9482,
      "step": 117358
    },
    {
      "epoch": 4.806840057341798,
      "grad_norm": 0.8753700704660766,
      "learning_rate": 2.9095667078196506e-05,
      "loss": 0.1512,
      "step": 117359
    },
    {
      "epoch": 4.806881015768995,
      "grad_norm": 1.558201468579588,
      "learning_rate": 2.9093736764967944e-05,
      "loss": 0.6237,
      "step": 117360
    },
    {
      "epoch": 4.806921974196191,
      "grad_norm": 1.2512418114468453,
      "learning_rate": 2.9091806508896813e-05,
      "loss": 0.347,
      "step": 117361
    },
    {
      "epoch": 4.806962932623387,
      "grad_norm": 1.537707945819154,
      "learning_rate": 2.9089876309984062e-05,
      "loss": 0.567,
      "step": 117362
    },
    {
      "epoch": 4.8070038910505835,
      "grad_norm": 1.4281069414321927,
      "learning_rate": 2.9087946168230636e-05,
      "loss": 0.5918,
      "step": 117363
    },
    {
      "epoch": 4.80704484947778,
      "grad_norm": 2.016021404544771,
      "learning_rate": 2.908601608363737e-05,
      "loss": 0.7816,
      "step": 117364
    },
    {
      "epoch": 4.8070858079049765,
      "grad_norm": 1.5965207210212027,
      "learning_rate": 2.9084086056205264e-05,
      "loss": 0.687,
      "step": 117365
    },
    {
      "epoch": 4.807126766332173,
      "grad_norm": 1.6931718134377185,
      "learning_rate": 2.908215608593515e-05,
      "loss": 0.5709,
      "step": 117366
    },
    {
      "epoch": 4.80716772475937,
      "grad_norm": 1.6580310803369238,
      "learning_rate": 2.908022617282796e-05,
      "loss": 0.674,
      "step": 117367
    },
    {
      "epoch": 4.807208683186566,
      "grad_norm": 2.2701696808242353,
      "learning_rate": 2.9078296316884676e-05,
      "loss": 1.5494,
      "step": 117368
    },
    {
      "epoch": 4.807249641613762,
      "grad_norm": 1.605405208869424,
      "learning_rate": 2.9076366518106115e-05,
      "loss": 0.7601,
      "step": 117369
    },
    {
      "epoch": 4.807290600040958,
      "grad_norm": 0.5255452176779188,
      "learning_rate": 2.9074436776493225e-05,
      "loss": 0.0953,
      "step": 117370
    },
    {
      "epoch": 4.807331558468155,
      "grad_norm": 2.5469989483947573,
      "learning_rate": 2.9072507092046975e-05,
      "loss": 1.5233,
      "step": 117371
    },
    {
      "epoch": 4.807372516895351,
      "grad_norm": 1.514262011415108,
      "learning_rate": 2.907057746476818e-05,
      "loss": 0.6804,
      "step": 117372
    },
    {
      "epoch": 4.807413475322548,
      "grad_norm": 2.99881676368571,
      "learning_rate": 2.9068647894657836e-05,
      "loss": 1.2568,
      "step": 117373
    },
    {
      "epoch": 4.807454433749744,
      "grad_norm": 1.7130811076084165,
      "learning_rate": 2.9066718381716797e-05,
      "loss": 0.5756,
      "step": 117374
    },
    {
      "epoch": 4.80749539217694,
      "grad_norm": 1.6316549584394753,
      "learning_rate": 2.9064788925945976e-05,
      "loss": 0.7177,
      "step": 117375
    },
    {
      "epoch": 4.807536350604137,
      "grad_norm": 1.3683417182906417,
      "learning_rate": 2.9062859527346355e-05,
      "loss": 0.5952,
      "step": 117376
    },
    {
      "epoch": 4.807577309031333,
      "grad_norm": 1.8819113180229436,
      "learning_rate": 2.906093018591875e-05,
      "loss": 0.7007,
      "step": 117377
    },
    {
      "epoch": 4.80761826745853,
      "grad_norm": 1.9856654354076888,
      "learning_rate": 2.9059000901664113e-05,
      "loss": 1.1767,
      "step": 117378
    },
    {
      "epoch": 4.807659225885726,
      "grad_norm": 0.9884306637158299,
      "learning_rate": 2.905707167458341e-05,
      "loss": 0.2093,
      "step": 117379
    },
    {
      "epoch": 4.807700184312923,
      "grad_norm": 1.3076763795441657,
      "learning_rate": 2.905514250467747e-05,
      "loss": 0.4264,
      "step": 117380
    },
    {
      "epoch": 4.807741142740118,
      "grad_norm": 1.5902103722787195,
      "learning_rate": 2.905321339194728e-05,
      "loss": 0.5763,
      "step": 117381
    },
    {
      "epoch": 4.807782101167315,
      "grad_norm": 1.9586743346961486,
      "learning_rate": 2.9051284336393667e-05,
      "loss": 0.9809,
      "step": 117382
    },
    {
      "epoch": 4.8078230595945115,
      "grad_norm": 1.4888977216440877,
      "learning_rate": 2.90493553380176e-05,
      "loss": 0.5222,
      "step": 117383
    },
    {
      "epoch": 4.807864018021708,
      "grad_norm": 1.875610379261499,
      "learning_rate": 2.904742639682001e-05,
      "loss": 1.0015,
      "step": 117384
    },
    {
      "epoch": 4.807904976448905,
      "grad_norm": 1.0444798912769155,
      "learning_rate": 2.9045497512801736e-05,
      "loss": 0.2287,
      "step": 117385
    },
    {
      "epoch": 4.807945934876101,
      "grad_norm": 1.6690476276658646,
      "learning_rate": 2.9043568685963737e-05,
      "loss": 0.6751,
      "step": 117386
    },
    {
      "epoch": 4.807986893303298,
      "grad_norm": 0.9407879642690016,
      "learning_rate": 2.9041639916306947e-05,
      "loss": 0.2233,
      "step": 117387
    },
    {
      "epoch": 4.808027851730493,
      "grad_norm": 1.578817997650091,
      "learning_rate": 2.9039711203832268e-05,
      "loss": 0.5006,
      "step": 117388
    },
    {
      "epoch": 4.80806881015769,
      "grad_norm": 2.1217139920873795,
      "learning_rate": 2.9037782548540545e-05,
      "loss": 0.9759,
      "step": 117389
    },
    {
      "epoch": 4.808109768584886,
      "grad_norm": 1.3197267745720769,
      "learning_rate": 2.903585395043278e-05,
      "loss": 0.433,
      "step": 117390
    },
    {
      "epoch": 4.808150727012083,
      "grad_norm": 1.5197802890212568,
      "learning_rate": 2.9033925409509806e-05,
      "loss": 0.5808,
      "step": 117391
    },
    {
      "epoch": 4.808191685439279,
      "grad_norm": 1.218033454805496,
      "learning_rate": 2.903199692577262e-05,
      "loss": 0.3172,
      "step": 117392
    },
    {
      "epoch": 4.808232643866475,
      "grad_norm": 0.8598275073672231,
      "learning_rate": 2.9030068499222043e-05,
      "loss": 0.1847,
      "step": 117393
    },
    {
      "epoch": 4.808273602293672,
      "grad_norm": 1.254299000437132,
      "learning_rate": 2.9028140129859018e-05,
      "loss": 0.461,
      "step": 117394
    },
    {
      "epoch": 4.808314560720868,
      "grad_norm": 1.4285526200594363,
      "learning_rate": 2.9026211817684513e-05,
      "loss": 0.5447,
      "step": 117395
    },
    {
      "epoch": 4.808355519148065,
      "grad_norm": 1.4685306391349173,
      "learning_rate": 2.902428356269936e-05,
      "loss": 0.4961,
      "step": 117396
    },
    {
      "epoch": 4.808396477575261,
      "grad_norm": 1.204146009716867,
      "learning_rate": 2.9022355364904516e-05,
      "loss": 0.4988,
      "step": 117397
    },
    {
      "epoch": 4.808437436002458,
      "grad_norm": 1.437546469444618,
      "learning_rate": 2.9020427224300902e-05,
      "loss": 0.5881,
      "step": 117398
    },
    {
      "epoch": 4.808478394429654,
      "grad_norm": 1.2287941321868954,
      "learning_rate": 2.901849914088939e-05,
      "loss": 0.4666,
      "step": 117399
    },
    {
      "epoch": 4.80851935285685,
      "grad_norm": 1.70801635741458,
      "learning_rate": 2.9016571114670944e-05,
      "loss": 0.6909,
      "step": 117400
    },
    {
      "epoch": 4.8085603112840465,
      "grad_norm": 1.3540751148212011,
      "learning_rate": 2.90146431456464e-05,
      "loss": 0.389,
      "step": 117401
    },
    {
      "epoch": 4.808601269711243,
      "grad_norm": 1.581043364825422,
      "learning_rate": 2.90127152338167e-05,
      "loss": 0.6463,
      "step": 117402
    },
    {
      "epoch": 4.80864222813844,
      "grad_norm": 1.8217945757015686,
      "learning_rate": 2.901078737918282e-05,
      "loss": 0.6642,
      "step": 117403
    },
    {
      "epoch": 4.808683186565636,
      "grad_norm": 1.6944979550483703,
      "learning_rate": 2.9008859581745586e-05,
      "loss": 0.7261,
      "step": 117404
    },
    {
      "epoch": 4.808724144992833,
      "grad_norm": 1.6608923776081361,
      "learning_rate": 2.9006931841505932e-05,
      "loss": 0.6679,
      "step": 117405
    },
    {
      "epoch": 4.808765103420029,
      "grad_norm": 1.4918521845075585,
      "learning_rate": 2.9005004158464823e-05,
      "loss": 0.613,
      "step": 117406
    },
    {
      "epoch": 4.808806061847225,
      "grad_norm": 1.3855683162016206,
      "learning_rate": 2.9003076532623094e-05,
      "loss": 0.5051,
      "step": 117407
    },
    {
      "epoch": 4.808847020274421,
      "grad_norm": 1.142247816888836,
      "learning_rate": 2.9001148963981723e-05,
      "loss": 0.4471,
      "step": 117408
    },
    {
      "epoch": 4.808887978701618,
      "grad_norm": 1.666944697378364,
      "learning_rate": 2.8999221452541548e-05,
      "loss": 0.694,
      "step": 117409
    },
    {
      "epoch": 4.808928937128814,
      "grad_norm": 1.2500345279128264,
      "learning_rate": 2.8997293998303516e-05,
      "loss": 0.3213,
      "step": 117410
    },
    {
      "epoch": 4.808969895556011,
      "grad_norm": 1.3309647071482515,
      "learning_rate": 2.8995366601268578e-05,
      "loss": 0.5327,
      "step": 117411
    },
    {
      "epoch": 4.809010853983207,
      "grad_norm": 1.3985711344846574,
      "learning_rate": 2.899343926143758e-05,
      "loss": 0.665,
      "step": 117412
    },
    {
      "epoch": 4.809051812410403,
      "grad_norm": 1.1008671872561624,
      "learning_rate": 2.8991511978811455e-05,
      "loss": 0.2868,
      "step": 117413
    },
    {
      "epoch": 4.8090927708376,
      "grad_norm": 1.216736542321669,
      "learning_rate": 2.8989584753391172e-05,
      "loss": 0.281,
      "step": 117414
    },
    {
      "epoch": 4.809133729264796,
      "grad_norm": 0.8821622492016656,
      "learning_rate": 2.8987657585177542e-05,
      "loss": 0.2067,
      "step": 117415
    },
    {
      "epoch": 4.809174687691993,
      "grad_norm": 1.3784444178478126,
      "learning_rate": 2.898573047417157e-05,
      "loss": 0.5866,
      "step": 117416
    },
    {
      "epoch": 4.809215646119189,
      "grad_norm": 1.2460918911830892,
      "learning_rate": 2.898380342037407e-05,
      "loss": 0.3504,
      "step": 117417
    },
    {
      "epoch": 4.809256604546386,
      "grad_norm": 1.0139296905647495,
      "learning_rate": 2.8981876423786022e-05,
      "loss": 0.2893,
      "step": 117418
    },
    {
      "epoch": 4.8092975629735815,
      "grad_norm": 1.0366785523399118,
      "learning_rate": 2.8979949484408345e-05,
      "loss": 0.247,
      "step": 117419
    },
    {
      "epoch": 4.809338521400778,
      "grad_norm": 0.8940325382117964,
      "learning_rate": 2.8978022602241902e-05,
      "loss": 0.1342,
      "step": 117420
    },
    {
      "epoch": 4.8093794798279745,
      "grad_norm": 2.618925500789729,
      "learning_rate": 2.8976095777287612e-05,
      "loss": 1.8465,
      "step": 117421
    },
    {
      "epoch": 4.809420438255171,
      "grad_norm": 0.9191862451067905,
      "learning_rate": 2.8974169009546454e-05,
      "loss": 0.1514,
      "step": 117422
    },
    {
      "epoch": 4.809461396682368,
      "grad_norm": 1.5306212448479501,
      "learning_rate": 2.897224229901925e-05,
      "loss": 0.5713,
      "step": 117423
    },
    {
      "epoch": 4.809502355109564,
      "grad_norm": 0.9992423186131278,
      "learning_rate": 2.8970315645706975e-05,
      "loss": 0.2607,
      "step": 117424
    },
    {
      "epoch": 4.809543313536761,
      "grad_norm": 1.2862412634062017,
      "learning_rate": 2.8968389049610468e-05,
      "loss": 0.3566,
      "step": 117425
    },
    {
      "epoch": 4.809584271963956,
      "grad_norm": 1.8154672354866501,
      "learning_rate": 2.8966462510730693e-05,
      "loss": 0.6449,
      "step": 117426
    },
    {
      "epoch": 4.809625230391153,
      "grad_norm": 5.164685384730816,
      "learning_rate": 2.896453602906858e-05,
      "loss": 4.215,
      "step": 117427
    },
    {
      "epoch": 4.809666188818349,
      "grad_norm": 2.2156652008533486,
      "learning_rate": 2.896260960462498e-05,
      "loss": 0.9234,
      "step": 117428
    },
    {
      "epoch": 4.809707147245546,
      "grad_norm": 1.7657440640795656,
      "learning_rate": 2.8960683237400844e-05,
      "loss": 0.6939,
      "step": 117429
    },
    {
      "epoch": 4.8097481056727425,
      "grad_norm": 1.810984570380877,
      "learning_rate": 2.8958756927397103e-05,
      "loss": 0.7858,
      "step": 117430
    },
    {
      "epoch": 4.809789064099938,
      "grad_norm": 1.256912755241086,
      "learning_rate": 2.895683067461459e-05,
      "loss": 0.403,
      "step": 117431
    },
    {
      "epoch": 4.809830022527135,
      "grad_norm": 1.5177900345883604,
      "learning_rate": 2.895490447905432e-05,
      "loss": 0.5935,
      "step": 117432
    },
    {
      "epoch": 4.809870980954331,
      "grad_norm": 1.4380292115138607,
      "learning_rate": 2.895297834071709e-05,
      "loss": 0.4707,
      "step": 117433
    },
    {
      "epoch": 4.809911939381528,
      "grad_norm": 2.251276430766294,
      "learning_rate": 2.8951052259603892e-05,
      "loss": 0.3174,
      "step": 117434
    },
    {
      "epoch": 4.809952897808724,
      "grad_norm": 0.801420867128135,
      "learning_rate": 2.894912623571563e-05,
      "loss": 0.2083,
      "step": 117435
    },
    {
      "epoch": 4.809993856235921,
      "grad_norm": 1.6845892118735932,
      "learning_rate": 2.894720026905316e-05,
      "loss": 0.4674,
      "step": 117436
    },
    {
      "epoch": 4.810034814663117,
      "grad_norm": 1.132885822116199,
      "learning_rate": 2.894527435961748e-05,
      "loss": 0.1474,
      "step": 117437
    },
    {
      "epoch": 4.810075773090313,
      "grad_norm": 1.072358641597048,
      "learning_rate": 2.8943348507409408e-05,
      "loss": 0.3612,
      "step": 117438
    },
    {
      "epoch": 4.8101167315175095,
      "grad_norm": 1.09293865492312,
      "learning_rate": 2.8941422712429892e-05,
      "loss": 0.1756,
      "step": 117439
    },
    {
      "epoch": 4.810157689944706,
      "grad_norm": 1.7786429437407507,
      "learning_rate": 2.8939496974679876e-05,
      "loss": 0.4792,
      "step": 117440
    },
    {
      "epoch": 4.810198648371903,
      "grad_norm": 1.8046838347780887,
      "learning_rate": 2.8937571294160217e-05,
      "loss": 0.7217,
      "step": 117441
    },
    {
      "epoch": 4.810239606799099,
      "grad_norm": 1.1913296594703868,
      "learning_rate": 2.8935645670871844e-05,
      "loss": 0.2247,
      "step": 117442
    },
    {
      "epoch": 4.810280565226296,
      "grad_norm": 0.8092645994017721,
      "learning_rate": 2.893372010481572e-05,
      "loss": 0.1493,
      "step": 117443
    },
    {
      "epoch": 4.810321523653492,
      "grad_norm": 0.8834439876613245,
      "learning_rate": 2.8931794595992653e-05,
      "loss": 0.2297,
      "step": 117444
    },
    {
      "epoch": 4.810362482080688,
      "grad_norm": 1.430088505119611,
      "learning_rate": 2.892986914440367e-05,
      "loss": 0.6565,
      "step": 117445
    },
    {
      "epoch": 4.810403440507884,
      "grad_norm": 1.6041561256257024,
      "learning_rate": 2.8927943750049547e-05,
      "loss": 0.6701,
      "step": 117446
    },
    {
      "epoch": 4.810444398935081,
      "grad_norm": 0.874456910373452,
      "learning_rate": 2.8926018412931296e-05,
      "loss": 0.2021,
      "step": 117447
    },
    {
      "epoch": 4.8104853573622774,
      "grad_norm": 1.575516387300814,
      "learning_rate": 2.8924093133049825e-05,
      "loss": 0.6316,
      "step": 117448
    },
    {
      "epoch": 4.810526315789474,
      "grad_norm": 1.039479911772049,
      "learning_rate": 2.8922167910405986e-05,
      "loss": 0.2296,
      "step": 117449
    },
    {
      "epoch": 4.81056727421667,
      "grad_norm": 1.876330924990552,
      "learning_rate": 2.892024274500071e-05,
      "loss": 0.6981,
      "step": 117450
    },
    {
      "epoch": 4.810608232643866,
      "grad_norm": 1.445526811969078,
      "learning_rate": 2.8918317636834966e-05,
      "loss": 0.508,
      "step": 117451
    },
    {
      "epoch": 4.810649191071063,
      "grad_norm": 1.7551376206652447,
      "learning_rate": 2.8916392585909564e-05,
      "loss": 0.7475,
      "step": 117452
    },
    {
      "epoch": 4.810690149498259,
      "grad_norm": 1.420482569043636,
      "learning_rate": 2.891446759222551e-05,
      "loss": 0.557,
      "step": 117453
    },
    {
      "epoch": 4.810731107925456,
      "grad_norm": 1.6977860893384003,
      "learning_rate": 2.8912542655783634e-05,
      "loss": 0.7711,
      "step": 117454
    },
    {
      "epoch": 4.810772066352652,
      "grad_norm": 1.5044893565899347,
      "learning_rate": 2.8910617776584882e-05,
      "loss": 0.5535,
      "step": 117455
    },
    {
      "epoch": 4.810813024779849,
      "grad_norm": 1.4266723391543559,
      "learning_rate": 2.8908692954630192e-05,
      "loss": 0.5468,
      "step": 117456
    },
    {
      "epoch": 4.8108539832070445,
      "grad_norm": 2.4020595016336928,
      "learning_rate": 2.890676818992041e-05,
      "loss": 1.5634,
      "step": 117457
    },
    {
      "epoch": 4.810894941634241,
      "grad_norm": 1.0474047780697875,
      "learning_rate": 2.8904843482456535e-05,
      "loss": 0.1874,
      "step": 117458
    },
    {
      "epoch": 4.810935900061438,
      "grad_norm": 1.9460921271038463,
      "learning_rate": 2.89029188322394e-05,
      "loss": 0.8417,
      "step": 117459
    },
    {
      "epoch": 4.810976858488634,
      "grad_norm": 1.5937606482369067,
      "learning_rate": 2.8900994239269925e-05,
      "loss": 0.7898,
      "step": 117460
    },
    {
      "epoch": 4.811017816915831,
      "grad_norm": 1.229401275833627,
      "learning_rate": 2.8899069703549006e-05,
      "loss": 0.4568,
      "step": 117461
    },
    {
      "epoch": 4.811058775343027,
      "grad_norm": 1.8770758293438838,
      "learning_rate": 2.8897145225077638e-05,
      "loss": 0.8857,
      "step": 117462
    },
    {
      "epoch": 4.811099733770224,
      "grad_norm": 1.561589185597357,
      "learning_rate": 2.8895220803856627e-05,
      "loss": 0.6114,
      "step": 117463
    },
    {
      "epoch": 4.811140692197419,
      "grad_norm": 1.6069259096321726,
      "learning_rate": 2.889329643988697e-05,
      "loss": 0.5705,
      "step": 117464
    },
    {
      "epoch": 4.811181650624616,
      "grad_norm": 1.1307273450504112,
      "learning_rate": 2.88913721331695e-05,
      "loss": 0.455,
      "step": 117465
    },
    {
      "epoch": 4.811222609051812,
      "grad_norm": 1.8834737035117868,
      "learning_rate": 2.8889447883705147e-05,
      "loss": 0.9933,
      "step": 117466
    },
    {
      "epoch": 4.811263567479009,
      "grad_norm": 1.4171988535279112,
      "learning_rate": 2.888752369149488e-05,
      "loss": 0.4288,
      "step": 117467
    },
    {
      "epoch": 4.8113045259062055,
      "grad_norm": 0.8998463513074478,
      "learning_rate": 2.888559955653953e-05,
      "loss": 0.2009,
      "step": 117468
    },
    {
      "epoch": 4.811345484333401,
      "grad_norm": 1.0403645699633888,
      "learning_rate": 2.8883675478840045e-05,
      "loss": 0.2297,
      "step": 117469
    },
    {
      "epoch": 4.811386442760598,
      "grad_norm": 0.3050428889073584,
      "learning_rate": 2.8881751458397363e-05,
      "loss": 0.0329,
      "step": 117470
    },
    {
      "epoch": 4.811427401187794,
      "grad_norm": 1.2594762336162717,
      "learning_rate": 2.887982749521231e-05,
      "loss": 0.4869,
      "step": 117471
    },
    {
      "epoch": 4.811468359614991,
      "grad_norm": 1.7463449233316113,
      "learning_rate": 2.8877903589285905e-05,
      "loss": 0.8857,
      "step": 117472
    },
    {
      "epoch": 4.811509318042187,
      "grad_norm": 1.4495116636047414,
      "learning_rate": 2.887597974061895e-05,
      "loss": 0.4993,
      "step": 117473
    },
    {
      "epoch": 4.811550276469384,
      "grad_norm": 1.6253302166696046,
      "learning_rate": 2.8874055949212404e-05,
      "loss": 0.6968,
      "step": 117474
    },
    {
      "epoch": 4.81159123489658,
      "grad_norm": 1.217032240710575,
      "learning_rate": 2.8872132215067207e-05,
      "loss": 0.4791,
      "step": 117475
    },
    {
      "epoch": 4.811632193323776,
      "grad_norm": 1.1266736390626841,
      "learning_rate": 2.8870208538184218e-05,
      "loss": 0.4527,
      "step": 117476
    },
    {
      "epoch": 4.8116731517509725,
      "grad_norm": 0.7534506457016406,
      "learning_rate": 2.8868284918564343e-05,
      "loss": 0.2027,
      "step": 117477
    },
    {
      "epoch": 4.811714110178169,
      "grad_norm": 1.0475414254697286,
      "learning_rate": 2.886636135620856e-05,
      "loss": 0.2268,
      "step": 117478
    },
    {
      "epoch": 4.811755068605366,
      "grad_norm": 1.7955441332923854,
      "learning_rate": 2.8864437851117705e-05,
      "loss": 0.7249,
      "step": 117479
    },
    {
      "epoch": 4.811796027032562,
      "grad_norm": 1.5112411405559392,
      "learning_rate": 2.886251440329274e-05,
      "loss": 0.511,
      "step": 117480
    },
    {
      "epoch": 4.811836985459759,
      "grad_norm": 3.754045781915481,
      "learning_rate": 2.886059101273452e-05,
      "loss": 4.0265,
      "step": 117481
    },
    {
      "epoch": 4.811877943886955,
      "grad_norm": 1.8312882425016432,
      "learning_rate": 2.8858667679443987e-05,
      "loss": 0.7133,
      "step": 117482
    },
    {
      "epoch": 4.811918902314151,
      "grad_norm": 4.328404354014517,
      "learning_rate": 2.885674440342208e-05,
      "loss": 4.4119,
      "step": 117483
    },
    {
      "epoch": 4.811959860741347,
      "grad_norm": 1.566222296945494,
      "learning_rate": 2.8854821184669623e-05,
      "loss": 0.5402,
      "step": 117484
    },
    {
      "epoch": 4.812000819168544,
      "grad_norm": 1.0910539603957383,
      "learning_rate": 2.8852898023187592e-05,
      "loss": 0.1479,
      "step": 117485
    },
    {
      "epoch": 4.8120417775957405,
      "grad_norm": 1.599382333936751,
      "learning_rate": 2.8850974918976915e-05,
      "loss": 0.5968,
      "step": 117486
    },
    {
      "epoch": 4.812082736022937,
      "grad_norm": 1.405271039360241,
      "learning_rate": 2.8849051872038424e-05,
      "loss": 0.6563,
      "step": 117487
    },
    {
      "epoch": 4.812123694450133,
      "grad_norm": 1.3435178805164973,
      "learning_rate": 2.884712888237312e-05,
      "loss": 0.489,
      "step": 117488
    },
    {
      "epoch": 4.812164652877329,
      "grad_norm": 1.1792515751665074,
      "learning_rate": 2.884520594998182e-05,
      "loss": 0.2837,
      "step": 117489
    },
    {
      "epoch": 4.812205611304526,
      "grad_norm": 1.2580878948306327,
      "learning_rate": 2.884328307486547e-05,
      "loss": 0.5009,
      "step": 117490
    },
    {
      "epoch": 4.812246569731722,
      "grad_norm": 1.6546771092218393,
      "learning_rate": 2.8841360257025038e-05,
      "loss": 0.7178,
      "step": 117491
    },
    {
      "epoch": 4.812287528158919,
      "grad_norm": 1.1904756881762162,
      "learning_rate": 2.883943749646132e-05,
      "loss": 0.2358,
      "step": 117492
    },
    {
      "epoch": 4.812328486586115,
      "grad_norm": 1.398152323864475,
      "learning_rate": 2.8837514793175304e-05,
      "loss": 0.5204,
      "step": 117493
    },
    {
      "epoch": 4.812369445013312,
      "grad_norm": 1.9199832382910071,
      "learning_rate": 2.883559214716792e-05,
      "loss": 0.6819,
      "step": 117494
    },
    {
      "epoch": 4.8124104034405075,
      "grad_norm": 1.5937371426102012,
      "learning_rate": 2.8833669558439982e-05,
      "loss": 0.7117,
      "step": 117495
    },
    {
      "epoch": 4.812451361867704,
      "grad_norm": 1.6940247105784716,
      "learning_rate": 2.8831747026992506e-05,
      "loss": 0.7296,
      "step": 117496
    },
    {
      "epoch": 4.812492320294901,
      "grad_norm": 3.3746047593787485,
      "learning_rate": 2.8829824552826297e-05,
      "loss": 3.1978,
      "step": 117497
    },
    {
      "epoch": 4.812533278722097,
      "grad_norm": 1.338793936368036,
      "learning_rate": 2.882790213594233e-05,
      "loss": 0.5523,
      "step": 117498
    },
    {
      "epoch": 4.812574237149294,
      "grad_norm": 1.6102874587830494,
      "learning_rate": 2.8825979776341547e-05,
      "loss": 0.5474,
      "step": 117499
    },
    {
      "epoch": 4.81261519557649,
      "grad_norm": 1.309849453515126,
      "learning_rate": 2.8824057474024753e-05,
      "loss": 0.4086,
      "step": 117500
    },
    {
      "epoch": 4.812656154003687,
      "grad_norm": 3.6035227233532248,
      "learning_rate": 2.8822135228992903e-05,
      "loss": 3.7488,
      "step": 117501
    },
    {
      "epoch": 4.812697112430882,
      "grad_norm": 0.8981126501088412,
      "learning_rate": 2.8820213041246982e-05,
      "loss": 0.2396,
      "step": 117502
    },
    {
      "epoch": 4.812738070858079,
      "grad_norm": 1.3222439322680197,
      "learning_rate": 2.8818290910787783e-05,
      "loss": 0.5479,
      "step": 117503
    },
    {
      "epoch": 4.8127790292852755,
      "grad_norm": 1.6477733998357322,
      "learning_rate": 2.8816368837616292e-05,
      "loss": 0.5317,
      "step": 117504
    },
    {
      "epoch": 4.812819987712472,
      "grad_norm": 1.6454382772835876,
      "learning_rate": 2.8814446821733363e-05,
      "loss": 0.6046,
      "step": 117505
    },
    {
      "epoch": 4.8128609461396685,
      "grad_norm": 0.6854565766758849,
      "learning_rate": 2.8812524863139934e-05,
      "loss": 0.1675,
      "step": 117506
    },
    {
      "epoch": 4.812901904566864,
      "grad_norm": 1.163840930706427,
      "learning_rate": 2.881060296183693e-05,
      "loss": 0.4385,
      "step": 117507
    },
    {
      "epoch": 4.812942862994061,
      "grad_norm": 0.9566132057356224,
      "learning_rate": 2.8808681117825233e-05,
      "loss": 0.1318,
      "step": 117508
    },
    {
      "epoch": 4.812983821421257,
      "grad_norm": 0.9640646282558738,
      "learning_rate": 2.8806759331105773e-05,
      "loss": 0.2552,
      "step": 117509
    },
    {
      "epoch": 4.813024779848454,
      "grad_norm": 1.665284862270887,
      "learning_rate": 2.8804837601679416e-05,
      "loss": 0.6874,
      "step": 117510
    },
    {
      "epoch": 4.81306573827565,
      "grad_norm": 1.2246483440345384,
      "learning_rate": 2.8802915929547095e-05,
      "loss": 0.5459,
      "step": 117511
    },
    {
      "epoch": 4.813106696702847,
      "grad_norm": 1.4763528765831706,
      "learning_rate": 2.8800994314709756e-05,
      "loss": 0.5107,
      "step": 117512
    },
    {
      "epoch": 4.813147655130043,
      "grad_norm": 1.0623044991192823,
      "learning_rate": 2.8799072757168257e-05,
      "loss": 0.2386,
      "step": 117513
    },
    {
      "epoch": 4.813188613557239,
      "grad_norm": 1.6186333764169427,
      "learning_rate": 2.8797151256923506e-05,
      "loss": 0.7768,
      "step": 117514
    },
    {
      "epoch": 4.813229571984436,
      "grad_norm": 1.5027487026096602,
      "learning_rate": 2.879522981397647e-05,
      "loss": 0.6106,
      "step": 117515
    },
    {
      "epoch": 4.813270530411632,
      "grad_norm": 1.416621654697941,
      "learning_rate": 2.8793308428327973e-05,
      "loss": 0.5908,
      "step": 117516
    },
    {
      "epoch": 4.813311488838829,
      "grad_norm": 1.316522715655686,
      "learning_rate": 2.879138709997902e-05,
      "loss": 0.5405,
      "step": 117517
    },
    {
      "epoch": 4.813352447266025,
      "grad_norm": 1.1957785409480917,
      "learning_rate": 2.8789465828930414e-05,
      "loss": 0.4642,
      "step": 117518
    },
    {
      "epoch": 4.813393405693222,
      "grad_norm": 1.193639288408566,
      "learning_rate": 2.878754461518312e-05,
      "loss": 0.5647,
      "step": 117519
    },
    {
      "epoch": 4.813434364120418,
      "grad_norm": 3.201893086358765,
      "learning_rate": 2.8785623458738076e-05,
      "loss": 1.6948,
      "step": 117520
    },
    {
      "epoch": 4.813475322547614,
      "grad_norm": 1.4487953073504332,
      "learning_rate": 2.8783702359596127e-05,
      "loss": 0.6183,
      "step": 117521
    },
    {
      "epoch": 4.81351628097481,
      "grad_norm": 1.1207831161328121,
      "learning_rate": 2.878178131775819e-05,
      "loss": 0.2391,
      "step": 117522
    },
    {
      "epoch": 4.813557239402007,
      "grad_norm": 1.4732225946769144,
      "learning_rate": 2.8779860333225248e-05,
      "loss": 0.5108,
      "step": 117523
    },
    {
      "epoch": 4.8135981978292035,
      "grad_norm": 1.9748757606465386,
      "learning_rate": 2.8777939405998112e-05,
      "loss": 0.7077,
      "step": 117524
    },
    {
      "epoch": 4.8136391562564,
      "grad_norm": 1.4569287425875577,
      "learning_rate": 2.877601853607777e-05,
      "loss": 0.462,
      "step": 117525
    },
    {
      "epoch": 4.813680114683596,
      "grad_norm": 1.6781724856863494,
      "learning_rate": 2.8774097723465055e-05,
      "loss": 0.6233,
      "step": 117526
    },
    {
      "epoch": 4.813721073110792,
      "grad_norm": 1.578461690197249,
      "learning_rate": 2.8772176968160915e-05,
      "loss": 0.711,
      "step": 117527
    },
    {
      "epoch": 4.813762031537989,
      "grad_norm": 1.1960398089540591,
      "learning_rate": 2.8770256270166282e-05,
      "loss": 0.4224,
      "step": 117528
    },
    {
      "epoch": 4.813802989965185,
      "grad_norm": 1.1618629862986598,
      "learning_rate": 2.8768335629482055e-05,
      "loss": 0.2586,
      "step": 117529
    },
    {
      "epoch": 4.813843948392382,
      "grad_norm": 1.6770048955784835,
      "learning_rate": 2.8766415046109066e-05,
      "loss": 0.5765,
      "step": 117530
    },
    {
      "epoch": 4.813884906819578,
      "grad_norm": 0.8149250023859916,
      "learning_rate": 2.8764494520048332e-05,
      "loss": 0.1098,
      "step": 117531
    },
    {
      "epoch": 4.813925865246775,
      "grad_norm": 1.297256563103234,
      "learning_rate": 2.876257405130067e-05,
      "loss": 0.4503,
      "step": 117532
    },
    {
      "epoch": 4.8139668236739706,
      "grad_norm": 1.8368351444701794,
      "learning_rate": 2.8760653639867027e-05,
      "loss": 0.339,
      "step": 117533
    },
    {
      "epoch": 4.814007782101167,
      "grad_norm": 1.974744857818022,
      "learning_rate": 2.8758733285748337e-05,
      "loss": 0.7849,
      "step": 117534
    },
    {
      "epoch": 4.814048740528364,
      "grad_norm": 1.3617209050068104,
      "learning_rate": 2.8756812988945466e-05,
      "loss": 0.5544,
      "step": 117535
    },
    {
      "epoch": 4.81408969895556,
      "grad_norm": 1.9391014515664822,
      "learning_rate": 2.8754892749459363e-05,
      "loss": 0.877,
      "step": 117536
    },
    {
      "epoch": 4.814130657382757,
      "grad_norm": 1.5252041447993707,
      "learning_rate": 2.8752972567290878e-05,
      "loss": 0.6451,
      "step": 117537
    },
    {
      "epoch": 4.814171615809953,
      "grad_norm": 3.868224323407079,
      "learning_rate": 2.8751052442440957e-05,
      "loss": 3.7788,
      "step": 117538
    },
    {
      "epoch": 4.81421257423715,
      "grad_norm": 1.123114965375496,
      "learning_rate": 2.8749132374910538e-05,
      "loss": 0.301,
      "step": 117539
    },
    {
      "epoch": 4.814253532664345,
      "grad_norm": 1.5521281103638638,
      "learning_rate": 2.874721236470045e-05,
      "loss": 0.703,
      "step": 117540
    },
    {
      "epoch": 4.814294491091542,
      "grad_norm": 1.5934037943743034,
      "learning_rate": 2.8745292411811643e-05,
      "loss": 0.6792,
      "step": 117541
    },
    {
      "epoch": 4.8143354495187385,
      "grad_norm": 1.7769613999083282,
      "learning_rate": 2.8743372516245067e-05,
      "loss": 0.7279,
      "step": 117542
    },
    {
      "epoch": 4.814376407945935,
      "grad_norm": 1.2803017226655162,
      "learning_rate": 2.8741452678001554e-05,
      "loss": 0.429,
      "step": 117543
    },
    {
      "epoch": 4.814417366373132,
      "grad_norm": 1.665476965766182,
      "learning_rate": 2.8739532897082067e-05,
      "loss": 0.5944,
      "step": 117544
    },
    {
      "epoch": 4.814458324800327,
      "grad_norm": 1.8263977658983008,
      "learning_rate": 2.873761317348748e-05,
      "loss": 0.7125,
      "step": 117545
    },
    {
      "epoch": 4.814499283227524,
      "grad_norm": 1.7955066029484665,
      "learning_rate": 2.8735693507218698e-05,
      "loss": 0.9064,
      "step": 117546
    },
    {
      "epoch": 4.81454024165472,
      "grad_norm": 1.5603682736699414,
      "learning_rate": 2.873377389827668e-05,
      "loss": 0.4868,
      "step": 117547
    },
    {
      "epoch": 4.814581200081917,
      "grad_norm": 1.4124266824327205,
      "learning_rate": 2.873185434666227e-05,
      "loss": 0.5573,
      "step": 117548
    },
    {
      "epoch": 4.814622158509113,
      "grad_norm": 1.6663754216987032,
      "learning_rate": 2.8729934852376384e-05,
      "loss": 0.5959,
      "step": 117549
    },
    {
      "epoch": 4.81466311693631,
      "grad_norm": 1.4247624777026544,
      "learning_rate": 2.872801541542001e-05,
      "loss": 0.6269,
      "step": 117550
    },
    {
      "epoch": 4.814704075363506,
      "grad_norm": 0.8121922630358095,
      "learning_rate": 2.8726096035793937e-05,
      "loss": 0.1825,
      "step": 117551
    },
    {
      "epoch": 4.814745033790702,
      "grad_norm": 1.4591360575796148,
      "learning_rate": 2.8724176713499175e-05,
      "loss": 0.6873,
      "step": 117552
    },
    {
      "epoch": 4.814785992217899,
      "grad_norm": 1.9605550723489902,
      "learning_rate": 2.872225744853655e-05,
      "loss": 0.75,
      "step": 117553
    },
    {
      "epoch": 4.814826950645095,
      "grad_norm": 2.8691173963780217,
      "learning_rate": 2.8720338240907e-05,
      "loss": 2.1835,
      "step": 117554
    },
    {
      "epoch": 4.814867909072292,
      "grad_norm": 2.1549930650462876,
      "learning_rate": 2.8718419090611466e-05,
      "loss": 1.0979,
      "step": 117555
    },
    {
      "epoch": 4.814908867499488,
      "grad_norm": 1.7491188434577363,
      "learning_rate": 2.8716499997650787e-05,
      "loss": 0.6726,
      "step": 117556
    },
    {
      "epoch": 4.814949825926685,
      "grad_norm": 1.558221701264529,
      "learning_rate": 2.871458096202593e-05,
      "loss": 0.6304,
      "step": 117557
    },
    {
      "epoch": 4.814990784353881,
      "grad_norm": 0.7618642914220536,
      "learning_rate": 2.8712661983737807e-05,
      "loss": 0.1357,
      "step": 117558
    },
    {
      "epoch": 4.815031742781077,
      "grad_norm": 1.40400228870794,
      "learning_rate": 2.871074306278725e-05,
      "loss": 0.3684,
      "step": 117559
    },
    {
      "epoch": 4.8150727012082735,
      "grad_norm": 1.3286100954225741,
      "learning_rate": 2.8708824199175262e-05,
      "loss": 0.2744,
      "step": 117560
    },
    {
      "epoch": 4.81511365963547,
      "grad_norm": 0.9203547498493136,
      "learning_rate": 2.8706905392902675e-05,
      "loss": 0.1938,
      "step": 117561
    },
    {
      "epoch": 4.8151546180626665,
      "grad_norm": 0.8266177161324967,
      "learning_rate": 2.8704986643970417e-05,
      "loss": 0.2009,
      "step": 117562
    },
    {
      "epoch": 4.815195576489863,
      "grad_norm": 1.5330292637049154,
      "learning_rate": 2.8703067952379444e-05,
      "loss": 0.686,
      "step": 117563
    },
    {
      "epoch": 4.815236534917059,
      "grad_norm": 10.683496448911713,
      "learning_rate": 2.8701149318130585e-05,
      "loss": 1.7343,
      "step": 117564
    },
    {
      "epoch": 4.815277493344255,
      "grad_norm": 1.4595634976369358,
      "learning_rate": 2.8699230741224773e-05,
      "loss": 0.588,
      "step": 117565
    },
    {
      "epoch": 4.815318451771452,
      "grad_norm": 0.7494607463005029,
      "learning_rate": 2.8697312221662973e-05,
      "loss": 0.1754,
      "step": 117566
    },
    {
      "epoch": 4.815359410198648,
      "grad_norm": 1.4547729158936977,
      "learning_rate": 2.8695393759446e-05,
      "loss": 0.5509,
      "step": 117567
    },
    {
      "epoch": 4.815400368625845,
      "grad_norm": 1.1193405427673024,
      "learning_rate": 2.8693475354574857e-05,
      "loss": 0.2503,
      "step": 117568
    },
    {
      "epoch": 4.815441327053041,
      "grad_norm": 1.0089999726194099,
      "learning_rate": 2.8691557007050357e-05,
      "loss": 0.2539,
      "step": 117569
    },
    {
      "epoch": 4.815482285480238,
      "grad_norm": 1.5786936049429665,
      "learning_rate": 2.8689638716873437e-05,
      "loss": 0.7535,
      "step": 117570
    },
    {
      "epoch": 4.815523243907434,
      "grad_norm": 2.197414589150848,
      "learning_rate": 2.8687720484045073e-05,
      "loss": 1.2696,
      "step": 117571
    },
    {
      "epoch": 4.81556420233463,
      "grad_norm": 1.623935771633874,
      "learning_rate": 2.868580230856607e-05,
      "loss": 0.6212,
      "step": 117572
    },
    {
      "epoch": 4.815605160761827,
      "grad_norm": 1.2783754229517266,
      "learning_rate": 2.8683884190437406e-05,
      "loss": 0.4064,
      "step": 117573
    },
    {
      "epoch": 4.815646119189023,
      "grad_norm": 2.1497949871779403,
      "learning_rate": 2.8681966129659932e-05,
      "loss": 0.7346,
      "step": 117574
    },
    {
      "epoch": 4.81568707761622,
      "grad_norm": 1.4387335371087775,
      "learning_rate": 2.8680048126234602e-05,
      "loss": 0.4035,
      "step": 117575
    },
    {
      "epoch": 4.815728036043416,
      "grad_norm": 1.5728314667968875,
      "learning_rate": 2.8678130180162323e-05,
      "loss": 0.7537,
      "step": 117576
    },
    {
      "epoch": 4.815768994470613,
      "grad_norm": 1.8965450153664587,
      "learning_rate": 2.867621229144395e-05,
      "loss": 0.8108,
      "step": 117577
    },
    {
      "epoch": 4.815809952897808,
      "grad_norm": 1.93475601263087,
      "learning_rate": 2.8674294460080434e-05,
      "loss": 0.9247,
      "step": 117578
    },
    {
      "epoch": 4.815850911325005,
      "grad_norm": 1.6830229679206659,
      "learning_rate": 2.86723766860727e-05,
      "loss": 0.4785,
      "step": 117579
    },
    {
      "epoch": 4.8158918697522015,
      "grad_norm": 6.0651379462552635,
      "learning_rate": 2.867045896942159e-05,
      "loss": 0.5841,
      "step": 117580
    },
    {
      "epoch": 4.815932828179398,
      "grad_norm": 1.743726240538226,
      "learning_rate": 2.866854131012808e-05,
      "loss": 0.7443,
      "step": 117581
    },
    {
      "epoch": 4.815973786606595,
      "grad_norm": 0.8344833684769901,
      "learning_rate": 2.8666623708193003e-05,
      "loss": 0.2277,
      "step": 117582
    },
    {
      "epoch": 4.81601474503379,
      "grad_norm": 1.3635479542250506,
      "learning_rate": 2.8664706163617312e-05,
      "loss": 0.476,
      "step": 117583
    },
    {
      "epoch": 4.816055703460987,
      "grad_norm": 1.2830389398949424,
      "learning_rate": 2.8662788676401955e-05,
      "loss": 0.4719,
      "step": 117584
    },
    {
      "epoch": 4.816096661888183,
      "grad_norm": 1.493415851296797,
      "learning_rate": 2.866087124654773e-05,
      "loss": 0.5613,
      "step": 117585
    },
    {
      "epoch": 4.81613762031538,
      "grad_norm": 1.3127108655693698,
      "learning_rate": 2.865895387405562e-05,
      "loss": 0.553,
      "step": 117586
    },
    {
      "epoch": 4.816178578742576,
      "grad_norm": 0.939844753150269,
      "learning_rate": 2.8657036558926554e-05,
      "loss": 0.2167,
      "step": 117587
    },
    {
      "epoch": 4.816219537169773,
      "grad_norm": 1.7125548139382956,
      "learning_rate": 2.8655119301161356e-05,
      "loss": 0.8194,
      "step": 117588
    },
    {
      "epoch": 4.8162604955969694,
      "grad_norm": 1.4952953923299743,
      "learning_rate": 2.8653202100761018e-05,
      "loss": 0.485,
      "step": 117589
    },
    {
      "epoch": 4.816301454024165,
      "grad_norm": 1.6730390768185832,
      "learning_rate": 2.865128495772636e-05,
      "loss": 0.5457,
      "step": 117590
    },
    {
      "epoch": 4.816342412451362,
      "grad_norm": 1.5145321261315632,
      "learning_rate": 2.8649367872058333e-05,
      "loss": 0.5603,
      "step": 117591
    },
    {
      "epoch": 4.816383370878558,
      "grad_norm": 1.8288333579386964,
      "learning_rate": 2.8647450843757897e-05,
      "loss": 0.7891,
      "step": 117592
    },
    {
      "epoch": 4.816424329305755,
      "grad_norm": 1.5894635488532796,
      "learning_rate": 2.8645533872825855e-05,
      "loss": 0.3869,
      "step": 117593
    },
    {
      "epoch": 4.816465287732951,
      "grad_norm": 0.7171119720209894,
      "learning_rate": 2.8643616959263154e-05,
      "loss": 0.1367,
      "step": 117594
    },
    {
      "epoch": 4.816506246160148,
      "grad_norm": 1.474360749943435,
      "learning_rate": 2.8641700103070764e-05,
      "loss": 0.6258,
      "step": 117595
    },
    {
      "epoch": 4.816547204587344,
      "grad_norm": 0.8942614109666971,
      "learning_rate": 2.863978330424948e-05,
      "loss": 0.2222,
      "step": 117596
    },
    {
      "epoch": 4.81658816301454,
      "grad_norm": 2.289256477106869,
      "learning_rate": 2.863786656280032e-05,
      "loss": 1.262,
      "step": 117597
    },
    {
      "epoch": 4.8166291214417365,
      "grad_norm": 1.4494764023825897,
      "learning_rate": 2.8635949878724084e-05,
      "loss": 0.4088,
      "step": 117598
    },
    {
      "epoch": 4.816670079868933,
      "grad_norm": 1.6417857275153953,
      "learning_rate": 2.863403325202174e-05,
      "loss": 0.8148,
      "step": 117599
    },
    {
      "epoch": 4.81671103829613,
      "grad_norm": 1.118788155717587,
      "learning_rate": 2.863211668269421e-05,
      "loss": 0.2176,
      "step": 117600
    },
    {
      "epoch": 4.816751996723326,
      "grad_norm": 1.5815807554256411,
      "learning_rate": 2.8630200170742373e-05,
      "loss": 0.5907,
      "step": 117601
    },
    {
      "epoch": 4.816792955150522,
      "grad_norm": 1.7340789421663996,
      "learning_rate": 2.8628283716167104e-05,
      "loss": 0.7684,
      "step": 117602
    },
    {
      "epoch": 4.816833913577718,
      "grad_norm": 1.8466346048427955,
      "learning_rate": 2.8626367318969373e-05,
      "loss": 0.6032,
      "step": 117603
    },
    {
      "epoch": 4.816874872004915,
      "grad_norm": 1.5006768782955484,
      "learning_rate": 2.8624450979150026e-05,
      "loss": 0.6971,
      "step": 117604
    },
    {
      "epoch": 4.816915830432111,
      "grad_norm": 1.5422422726943694,
      "learning_rate": 2.8622534696709982e-05,
      "loss": 0.441,
      "step": 117605
    },
    {
      "epoch": 4.816956788859308,
      "grad_norm": 1.328478344318137,
      "learning_rate": 2.8620618471650203e-05,
      "loss": 0.4227,
      "step": 117606
    },
    {
      "epoch": 4.816997747286504,
      "grad_norm": 1.2238598943616146,
      "learning_rate": 2.861870230397151e-05,
      "loss": 0.4004,
      "step": 117607
    },
    {
      "epoch": 4.817038705713701,
      "grad_norm": 0.9123049632675092,
      "learning_rate": 2.8616786193674895e-05,
      "loss": 0.209,
      "step": 117608
    },
    {
      "epoch": 4.817079664140897,
      "grad_norm": 1.5437056579474695,
      "learning_rate": 2.8614870140761166e-05,
      "loss": 0.6115,
      "step": 117609
    },
    {
      "epoch": 4.817120622568093,
      "grad_norm": 1.161007959586786,
      "learning_rate": 2.86129541452313e-05,
      "loss": 0.4496,
      "step": 117610
    },
    {
      "epoch": 4.81716158099529,
      "grad_norm": 1.6987740055556417,
      "learning_rate": 2.861103820708621e-05,
      "loss": 0.8095,
      "step": 117611
    },
    {
      "epoch": 4.817202539422486,
      "grad_norm": 1.7307072942170216,
      "learning_rate": 2.8609122326326755e-05,
      "loss": 0.6736,
      "step": 117612
    },
    {
      "epoch": 4.817243497849683,
      "grad_norm": 1.6463050553509415,
      "learning_rate": 2.8607206502953862e-05,
      "loss": 0.857,
      "step": 117613
    },
    {
      "epoch": 4.817284456276879,
      "grad_norm": 1.680711683745565,
      "learning_rate": 2.860529073696846e-05,
      "loss": 0.7372,
      "step": 117614
    },
    {
      "epoch": 4.817325414704076,
      "grad_norm": 1.3663211060224347,
      "learning_rate": 2.8603375028371405e-05,
      "loss": 0.4088,
      "step": 117615
    },
    {
      "epoch": 4.8173663731312715,
      "grad_norm": 1.2118461509439054,
      "learning_rate": 2.8601459377163678e-05,
      "loss": 0.2938,
      "step": 117616
    },
    {
      "epoch": 4.817407331558468,
      "grad_norm": 3.3455514289181525,
      "learning_rate": 2.8599543783346075e-05,
      "loss": 2.7481,
      "step": 117617
    },
    {
      "epoch": 4.8174482899856645,
      "grad_norm": 1.438023868554461,
      "learning_rate": 2.859762824691958e-05,
      "loss": 0.6085,
      "step": 117618
    },
    {
      "epoch": 4.817489248412861,
      "grad_norm": 1.3914574469393988,
      "learning_rate": 2.8595712767885126e-05,
      "loss": 0.6432,
      "step": 117619
    },
    {
      "epoch": 4.817530206840058,
      "grad_norm": 3.479069995383918,
      "learning_rate": 2.8593797346243514e-05,
      "loss": 3.4606,
      "step": 117620
    },
    {
      "epoch": 4.817571165267253,
      "grad_norm": 1.5283954524873515,
      "learning_rate": 2.8591881981995722e-05,
      "loss": 0.5452,
      "step": 117621
    },
    {
      "epoch": 4.81761212369445,
      "grad_norm": 1.4555994896571427,
      "learning_rate": 2.858996667514269e-05,
      "loss": 0.7047,
      "step": 117622
    },
    {
      "epoch": 4.817653082121646,
      "grad_norm": 1.5016677303411372,
      "learning_rate": 2.8588051425685228e-05,
      "loss": 0.5234,
      "step": 117623
    },
    {
      "epoch": 4.817694040548843,
      "grad_norm": 1.7090070041547776,
      "learning_rate": 2.8586136233624317e-05,
      "loss": 0.6737,
      "step": 117624
    },
    {
      "epoch": 4.817734998976039,
      "grad_norm": 1.5527543477802213,
      "learning_rate": 2.8584221098960815e-05,
      "loss": 0.7458,
      "step": 117625
    },
    {
      "epoch": 4.817775957403236,
      "grad_norm": 2.839566381648855,
      "learning_rate": 2.8582306021695643e-05,
      "loss": 1.6971,
      "step": 117626
    },
    {
      "epoch": 4.8178169158304325,
      "grad_norm": 1.5523475284153323,
      "learning_rate": 2.858039100182976e-05,
      "loss": 0.6414,
      "step": 117627
    },
    {
      "epoch": 4.817857874257628,
      "grad_norm": 2.9409572743369257,
      "learning_rate": 2.857847603936396e-05,
      "loss": 2.6662,
      "step": 117628
    },
    {
      "epoch": 4.817898832684825,
      "grad_norm": 1.5962953760779295,
      "learning_rate": 2.8576561134299232e-05,
      "loss": 0.6143,
      "step": 117629
    },
    {
      "epoch": 4.817939791112021,
      "grad_norm": 1.420824489169221,
      "learning_rate": 2.8574646286636483e-05,
      "loss": 0.6309,
      "step": 117630
    },
    {
      "epoch": 4.817980749539218,
      "grad_norm": 1.7479297167994678,
      "learning_rate": 2.8572731496376567e-05,
      "loss": 0.5555,
      "step": 117631
    },
    {
      "epoch": 4.818021707966414,
      "grad_norm": 1.0509209970511806,
      "learning_rate": 2.8570816763520467e-05,
      "loss": 0.3522,
      "step": 117632
    },
    {
      "epoch": 4.818062666393611,
      "grad_norm": 1.8613994064733748,
      "learning_rate": 2.856890208806898e-05,
      "loss": 0.7251,
      "step": 117633
    },
    {
      "epoch": 4.818103624820807,
      "grad_norm": 1.5858885100283147,
      "learning_rate": 2.8566987470023072e-05,
      "loss": 0.6716,
      "step": 117634
    },
    {
      "epoch": 4.818144583248003,
      "grad_norm": 1.4729599976407675,
      "learning_rate": 2.8565072909383695e-05,
      "loss": 0.3862,
      "step": 117635
    },
    {
      "epoch": 4.8181855416751995,
      "grad_norm": 0.6712404955987116,
      "learning_rate": 2.8563158406151647e-05,
      "loss": 0.1429,
      "step": 117636
    },
    {
      "epoch": 4.818226500102396,
      "grad_norm": 1.0901528375155853,
      "learning_rate": 2.856124396032791e-05,
      "loss": 0.2498,
      "step": 117637
    },
    {
      "epoch": 4.818267458529593,
      "grad_norm": 1.3745493202938728,
      "learning_rate": 2.8559329571913402e-05,
      "loss": 0.5509,
      "step": 117638
    },
    {
      "epoch": 4.818308416956789,
      "grad_norm": 1.2463600655978708,
      "learning_rate": 2.8557415240908953e-05,
      "loss": 0.4913,
      "step": 117639
    },
    {
      "epoch": 4.818349375383985,
      "grad_norm": 1.894130623876706,
      "learning_rate": 2.8555500967315564e-05,
      "loss": 0.5386,
      "step": 117640
    },
    {
      "epoch": 4.818390333811181,
      "grad_norm": 1.4617539667769013,
      "learning_rate": 2.8553586751134034e-05,
      "loss": 0.581,
      "step": 117641
    },
    {
      "epoch": 4.818431292238378,
      "grad_norm": 1.666835209337674,
      "learning_rate": 2.8551672592365326e-05,
      "loss": 0.8157,
      "step": 117642
    },
    {
      "epoch": 4.818472250665574,
      "grad_norm": 1.6020480741646717,
      "learning_rate": 2.8549758491010394e-05,
      "loss": 0.6349,
      "step": 117643
    },
    {
      "epoch": 4.818513209092771,
      "grad_norm": 1.8702541457420387,
      "learning_rate": 2.8547844447070036e-05,
      "loss": 0.8516,
      "step": 117644
    },
    {
      "epoch": 4.8185541675199675,
      "grad_norm": 1.4147451926256698,
      "learning_rate": 2.8545930460545247e-05,
      "loss": 0.6283,
      "step": 117645
    },
    {
      "epoch": 4.818595125947164,
      "grad_norm": 2.6554410919203817,
      "learning_rate": 2.8544016531436847e-05,
      "loss": 1.7693,
      "step": 117646
    },
    {
      "epoch": 4.81863608437436,
      "grad_norm": 1.5404313402896606,
      "learning_rate": 2.8542102659745802e-05,
      "loss": 0.4933,
      "step": 117647
    },
    {
      "epoch": 4.818677042801556,
      "grad_norm": 1.3214871817162166,
      "learning_rate": 2.8540188845473026e-05,
      "loss": 0.3943,
      "step": 117648
    },
    {
      "epoch": 4.818718001228753,
      "grad_norm": 1.4967672471684008,
      "learning_rate": 2.8538275088619388e-05,
      "loss": 0.576,
      "step": 117649
    },
    {
      "epoch": 4.818758959655949,
      "grad_norm": 1.2043555966163229,
      "learning_rate": 2.8536361389185784e-05,
      "loss": 0.3541,
      "step": 117650
    },
    {
      "epoch": 4.818799918083146,
      "grad_norm": 0.7741385356094834,
      "learning_rate": 2.8534447747173185e-05,
      "loss": 0.1757,
      "step": 117651
    },
    {
      "epoch": 4.818840876510342,
      "grad_norm": 1.6179623831821375,
      "learning_rate": 2.8532534162582416e-05,
      "loss": 0.5837,
      "step": 117652
    },
    {
      "epoch": 4.818881834937539,
      "grad_norm": 1.1817933821359738,
      "learning_rate": 2.8530620635414446e-05,
      "loss": 0.2823,
      "step": 117653
    },
    {
      "epoch": 4.8189227933647345,
      "grad_norm": 1.6188017045035494,
      "learning_rate": 2.852870716567013e-05,
      "loss": 0.4809,
      "step": 117654
    },
    {
      "epoch": 4.818963751791931,
      "grad_norm": 1.687304905229049,
      "learning_rate": 2.8526793753350375e-05,
      "loss": 0.8895,
      "step": 117655
    },
    {
      "epoch": 4.819004710219128,
      "grad_norm": 1.123483210382627,
      "learning_rate": 2.8524880398456134e-05,
      "loss": 0.4876,
      "step": 117656
    },
    {
      "epoch": 4.819045668646324,
      "grad_norm": 1.148745251689277,
      "learning_rate": 2.852296710098826e-05,
      "loss": 0.3051,
      "step": 117657
    },
    {
      "epoch": 4.819086627073521,
      "grad_norm": 0.9963225044924131,
      "learning_rate": 2.8521053860947678e-05,
      "loss": 0.202,
      "step": 117658
    },
    {
      "epoch": 4.819127585500716,
      "grad_norm": 1.6889238357349683,
      "learning_rate": 2.8519140678335327e-05,
      "loss": 0.664,
      "step": 117659
    },
    {
      "epoch": 4.819168543927913,
      "grad_norm": 2.0632558401063177,
      "learning_rate": 2.851722755315204e-05,
      "loss": 0.8215,
      "step": 117660
    },
    {
      "epoch": 4.819209502355109,
      "grad_norm": 1.4804357691247347,
      "learning_rate": 2.8515314485398793e-05,
      "loss": 0.5215,
      "step": 117661
    },
    {
      "epoch": 4.819250460782306,
      "grad_norm": 2.005297041642852,
      "learning_rate": 2.851340147507641e-05,
      "loss": 0.513,
      "step": 117662
    },
    {
      "epoch": 4.819291419209502,
      "grad_norm": 1.8186829545402563,
      "learning_rate": 2.8511488522185848e-05,
      "loss": 0.7917,
      "step": 117663
    },
    {
      "epoch": 4.819332377636699,
      "grad_norm": 1.5591500036625885,
      "learning_rate": 2.8509575626728047e-05,
      "loss": 0.7519,
      "step": 117664
    },
    {
      "epoch": 4.8193733360638955,
      "grad_norm": 1.2946814020364052,
      "learning_rate": 2.850766278870384e-05,
      "loss": 0.5701,
      "step": 117665
    },
    {
      "epoch": 4.819414294491091,
      "grad_norm": 1.2260491820114543,
      "learning_rate": 2.8505750008114136e-05,
      "loss": 0.3598,
      "step": 117666
    },
    {
      "epoch": 4.819455252918288,
      "grad_norm": 1.346584859353616,
      "learning_rate": 2.8503837284959923e-05,
      "loss": 0.3863,
      "step": 117667
    },
    {
      "epoch": 4.819496211345484,
      "grad_norm": 0.32435065649012146,
      "learning_rate": 2.8501924619242e-05,
      "loss": 0.0311,
      "step": 117668
    },
    {
      "epoch": 4.819537169772681,
      "grad_norm": 0.9619176557060349,
      "learning_rate": 2.850001201096135e-05,
      "loss": 0.1525,
      "step": 117669
    },
    {
      "epoch": 4.819578128199877,
      "grad_norm": 1.0443166015006102,
      "learning_rate": 2.849809946011885e-05,
      "loss": 0.354,
      "step": 117670
    },
    {
      "epoch": 4.819619086627074,
      "grad_norm": 1.5779843873986263,
      "learning_rate": 2.8496186966715357e-05,
      "loss": 0.5815,
      "step": 117671
    },
    {
      "epoch": 4.81966004505427,
      "grad_norm": 1.1022494165833983,
      "learning_rate": 2.8494274530751815e-05,
      "loss": 0.292,
      "step": 117672
    },
    {
      "epoch": 4.819701003481466,
      "grad_norm": 1.542176144060183,
      "learning_rate": 2.8492362152229176e-05,
      "loss": 0.619,
      "step": 117673
    },
    {
      "epoch": 4.8197419619086626,
      "grad_norm": 1.3910314700839577,
      "learning_rate": 2.8490449831148255e-05,
      "loss": 0.5397,
      "step": 117674
    },
    {
      "epoch": 4.819782920335859,
      "grad_norm": 1.2871314809292624,
      "learning_rate": 2.8488537567510033e-05,
      "loss": 0.3338,
      "step": 117675
    },
    {
      "epoch": 4.819823878763056,
      "grad_norm": 1.0404971757117571,
      "learning_rate": 2.8486625361315345e-05,
      "loss": 0.2763,
      "step": 117676
    },
    {
      "epoch": 4.819864837190252,
      "grad_norm": 1.4402233543117717,
      "learning_rate": 2.8484713212565125e-05,
      "loss": 0.4279,
      "step": 117677
    },
    {
      "epoch": 4.819905795617448,
      "grad_norm": 1.3101629859686994,
      "learning_rate": 2.848280112126032e-05,
      "loss": 0.5303,
      "step": 117678
    },
    {
      "epoch": 4.819946754044644,
      "grad_norm": 1.7755840720107168,
      "learning_rate": 2.848088908740176e-05,
      "loss": 0.7975,
      "step": 117679
    },
    {
      "epoch": 4.819987712471841,
      "grad_norm": 1.3108320947794219,
      "learning_rate": 2.847897711099043e-05,
      "loss": 0.3319,
      "step": 117680
    },
    {
      "epoch": 4.820028670899037,
      "grad_norm": 2.0953266423990047,
      "learning_rate": 2.8477065192027133e-05,
      "loss": 1.1198,
      "step": 117681
    },
    {
      "epoch": 4.820069629326234,
      "grad_norm": 1.8273602021487563,
      "learning_rate": 2.8475153330512845e-05,
      "loss": 0.6912,
      "step": 117682
    },
    {
      "epoch": 4.8201105877534305,
      "grad_norm": 1.4315225625961485,
      "learning_rate": 2.847324152644847e-05,
      "loss": 0.6559,
      "step": 117683
    },
    {
      "epoch": 4.820151546180627,
      "grad_norm": 1.4712486215558196,
      "learning_rate": 2.847132977983487e-05,
      "loss": 0.5791,
      "step": 117684
    },
    {
      "epoch": 4.820192504607823,
      "grad_norm": 1.531706548895779,
      "learning_rate": 2.8469418090672984e-05,
      "loss": 0.5448,
      "step": 117685
    },
    {
      "epoch": 4.820233463035019,
      "grad_norm": 1.147728395783834,
      "learning_rate": 2.8467506458963723e-05,
      "loss": 0.2108,
      "step": 117686
    },
    {
      "epoch": 4.820274421462216,
      "grad_norm": 1.0495266283253541,
      "learning_rate": 2.8465594884707954e-05,
      "loss": 0.1853,
      "step": 117687
    },
    {
      "epoch": 4.820315379889412,
      "grad_norm": 0.8684350772735765,
      "learning_rate": 2.8463683367906626e-05,
      "loss": 0.2277,
      "step": 117688
    },
    {
      "epoch": 4.820356338316609,
      "grad_norm": 1.4850582559427739,
      "learning_rate": 2.846177190856057e-05,
      "loss": 0.4932,
      "step": 117689
    },
    {
      "epoch": 4.820397296743805,
      "grad_norm": 1.5869126547920624,
      "learning_rate": 2.845986050667074e-05,
      "loss": 0.53,
      "step": 117690
    },
    {
      "epoch": 4.820438255171002,
      "grad_norm": 1.710694424107376,
      "learning_rate": 2.845794916223808e-05,
      "loss": 0.6437,
      "step": 117691
    },
    {
      "epoch": 4.8204792135981975,
      "grad_norm": 1.4414604889921498,
      "learning_rate": 2.845603787526341e-05,
      "loss": 0.645,
      "step": 117692
    },
    {
      "epoch": 4.820520172025394,
      "grad_norm": 0.9564502941420479,
      "learning_rate": 2.8454126645747677e-05,
      "loss": 0.2956,
      "step": 117693
    },
    {
      "epoch": 4.820561130452591,
      "grad_norm": 1.7834487679452988,
      "learning_rate": 2.8452215473691815e-05,
      "loss": 0.7616,
      "step": 117694
    },
    {
      "epoch": 4.820602088879787,
      "grad_norm": 1.5172888669277507,
      "learning_rate": 2.8450304359096655e-05,
      "loss": 0.4194,
      "step": 117695
    },
    {
      "epoch": 4.820643047306984,
      "grad_norm": 1.7794670008753308,
      "learning_rate": 2.8448393301963164e-05,
      "loss": 0.8064,
      "step": 117696
    },
    {
      "epoch": 4.820684005734179,
      "grad_norm": 1.6536592578931768,
      "learning_rate": 2.8446482302292188e-05,
      "loss": 0.5146,
      "step": 117697
    },
    {
      "epoch": 4.820724964161376,
      "grad_norm": 1.4496330859051085,
      "learning_rate": 2.8444571360084666e-05,
      "loss": 0.4696,
      "step": 117698
    },
    {
      "epoch": 4.820765922588572,
      "grad_norm": 1.8275319604275748,
      "learning_rate": 2.844266047534153e-05,
      "loss": 0.6019,
      "step": 117699
    },
    {
      "epoch": 4.820806881015769,
      "grad_norm": 0.6977388081146565,
      "learning_rate": 2.844074964806362e-05,
      "loss": 0.1931,
      "step": 117700
    },
    {
      "epoch": 4.8208478394429655,
      "grad_norm": 1.3321571983957823,
      "learning_rate": 2.843883887825186e-05,
      "loss": 0.3634,
      "step": 117701
    },
    {
      "epoch": 4.820888797870162,
      "grad_norm": 0.6731294772442667,
      "learning_rate": 2.8436928165907204e-05,
      "loss": 0.1221,
      "step": 117702
    },
    {
      "epoch": 4.8209297562973585,
      "grad_norm": 1.0685146356930264,
      "learning_rate": 2.843501751103049e-05,
      "loss": 0.3439,
      "step": 117703
    },
    {
      "epoch": 4.820970714724554,
      "grad_norm": 1.3150341777831547,
      "learning_rate": 2.8433106913622673e-05,
      "loss": 0.5492,
      "step": 117704
    },
    {
      "epoch": 4.821011673151751,
      "grad_norm": 1.9723315923345137,
      "learning_rate": 2.8431196373684582e-05,
      "loss": 1.1851,
      "step": 117705
    },
    {
      "epoch": 4.821052631578947,
      "grad_norm": 3.7026714634258546,
      "learning_rate": 2.8429285891217175e-05,
      "loss": 2.4577,
      "step": 117706
    },
    {
      "epoch": 4.821093590006144,
      "grad_norm": 1.3945163794653421,
      "learning_rate": 2.842737546622139e-05,
      "loss": 0.5316,
      "step": 117707
    },
    {
      "epoch": 4.82113454843334,
      "grad_norm": 1.797863324131219,
      "learning_rate": 2.8425465098698036e-05,
      "loss": 0.9532,
      "step": 117708
    },
    {
      "epoch": 4.821175506860537,
      "grad_norm": 2.5941476581830405,
      "learning_rate": 2.842355478864807e-05,
      "loss": 0.8433,
      "step": 117709
    },
    {
      "epoch": 4.821216465287733,
      "grad_norm": 1.6058650579422806,
      "learning_rate": 2.842164453607245e-05,
      "loss": 0.6734,
      "step": 117710
    },
    {
      "epoch": 4.821257423714929,
      "grad_norm": 1.275340749082397,
      "learning_rate": 2.8419734340971972e-05,
      "loss": 0.3732,
      "step": 117711
    },
    {
      "epoch": 4.821298382142126,
      "grad_norm": 1.4998435939748238,
      "learning_rate": 2.8417824203347616e-05,
      "loss": 0.5069,
      "step": 117712
    },
    {
      "epoch": 4.821339340569322,
      "grad_norm": 1.850698399933768,
      "learning_rate": 2.8415914123200232e-05,
      "loss": 0.6952,
      "step": 117713
    },
    {
      "epoch": 4.821380298996519,
      "grad_norm": 1.6850322868313596,
      "learning_rate": 2.841400410053074e-05,
      "loss": 0.7535,
      "step": 117714
    },
    {
      "epoch": 4.821421257423715,
      "grad_norm": 1.5591416599087653,
      "learning_rate": 2.8412094135340102e-05,
      "loss": 0.6884,
      "step": 117715
    },
    {
      "epoch": 4.821462215850911,
      "grad_norm": 1.2467188434896026,
      "learning_rate": 2.8410184227629118e-05,
      "loss": 0.4422,
      "step": 117716
    },
    {
      "epoch": 4.821503174278107,
      "grad_norm": 1.4229223994761766,
      "learning_rate": 2.8408274377398788e-05,
      "loss": 0.5234,
      "step": 117717
    },
    {
      "epoch": 4.821544132705304,
      "grad_norm": 2.051631345009878,
      "learning_rate": 2.8406364584649944e-05,
      "loss": 0.6463,
      "step": 117718
    },
    {
      "epoch": 4.8215850911325004,
      "grad_norm": 1.3727453769578652,
      "learning_rate": 2.84044548493835e-05,
      "loss": 0.3913,
      "step": 117719
    },
    {
      "epoch": 4.821626049559697,
      "grad_norm": 1.5227378768969508,
      "learning_rate": 2.840254517160041e-05,
      "loss": 0.6051,
      "step": 117720
    },
    {
      "epoch": 4.8216670079868935,
      "grad_norm": 1.7719081152425438,
      "learning_rate": 2.840063555130152e-05,
      "loss": 0.8381,
      "step": 117721
    },
    {
      "epoch": 4.82170796641409,
      "grad_norm": 1.0551931958197698,
      "learning_rate": 2.8398725988487732e-05,
      "loss": 0.1465,
      "step": 117722
    },
    {
      "epoch": 4.821748924841286,
      "grad_norm": 1.4756979556695287,
      "learning_rate": 2.8396816483160024e-05,
      "loss": 0.7411,
      "step": 117723
    },
    {
      "epoch": 4.821789883268482,
      "grad_norm": 1.8579291415472492,
      "learning_rate": 2.8394907035319198e-05,
      "loss": 0.7143,
      "step": 117724
    },
    {
      "epoch": 4.821830841695679,
      "grad_norm": 0.7860176545217005,
      "learning_rate": 2.8392997644966254e-05,
      "loss": 0.181,
      "step": 117725
    },
    {
      "epoch": 4.821871800122875,
      "grad_norm": 2.077558415638773,
      "learning_rate": 2.839108831210199e-05,
      "loss": 1.0718,
      "step": 117726
    },
    {
      "epoch": 4.821912758550072,
      "grad_norm": 1.1394835972305255,
      "learning_rate": 2.838917903672737e-05,
      "loss": 0.2688,
      "step": 117727
    },
    {
      "epoch": 4.821953716977268,
      "grad_norm": 1.8002024907242569,
      "learning_rate": 2.838726981884332e-05,
      "loss": 0.5052,
      "step": 117728
    },
    {
      "epoch": 4.821994675404465,
      "grad_norm": 1.6359357698485917,
      "learning_rate": 2.838536065845069e-05,
      "loss": 0.6424,
      "step": 117729
    },
    {
      "epoch": 4.822035633831661,
      "grad_norm": 1.582161878511516,
      "learning_rate": 2.838345155555039e-05,
      "loss": 0.571,
      "step": 117730
    },
    {
      "epoch": 4.822076592258857,
      "grad_norm": 1.4575845655115627,
      "learning_rate": 2.8381542510143384e-05,
      "loss": 0.5474,
      "step": 117731
    },
    {
      "epoch": 4.822117550686054,
      "grad_norm": 1.5647225451370574,
      "learning_rate": 2.8379633522230488e-05,
      "loss": 0.6454,
      "step": 117732
    },
    {
      "epoch": 4.82215850911325,
      "grad_norm": 1.6752279745993666,
      "learning_rate": 2.8377724591812684e-05,
      "loss": 0.537,
      "step": 117733
    },
    {
      "epoch": 4.822199467540447,
      "grad_norm": 1.7757235158759799,
      "learning_rate": 2.837581571889079e-05,
      "loss": 0.8276,
      "step": 117734
    },
    {
      "epoch": 4.822240425967642,
      "grad_norm": 1.3257506686070168,
      "learning_rate": 2.8373906903465748e-05,
      "loss": 0.5076,
      "step": 117735
    },
    {
      "epoch": 4.822281384394839,
      "grad_norm": 1.3131782051174268,
      "learning_rate": 2.8371998145538516e-05,
      "loss": 0.4518,
      "step": 117736
    },
    {
      "epoch": 4.822322342822035,
      "grad_norm": 1.962480243757009,
      "learning_rate": 2.8370089445109906e-05,
      "loss": 0.8627,
      "step": 117737
    },
    {
      "epoch": 4.822363301249232,
      "grad_norm": 1.4482417666010419,
      "learning_rate": 2.836818080218085e-05,
      "loss": 0.6884,
      "step": 117738
    },
    {
      "epoch": 4.8224042596764285,
      "grad_norm": 1.5160123049135965,
      "learning_rate": 2.83662722167523e-05,
      "loss": 0.5005,
      "step": 117739
    },
    {
      "epoch": 4.822445218103625,
      "grad_norm": 1.0927954504165613,
      "learning_rate": 2.8364363688825087e-05,
      "loss": 0.4263,
      "step": 117740
    },
    {
      "epoch": 4.822486176530822,
      "grad_norm": 1.2724689183476547,
      "learning_rate": 2.8362455218400176e-05,
      "loss": 0.5524,
      "step": 117741
    },
    {
      "epoch": 4.822527134958017,
      "grad_norm": 1.461456558045572,
      "learning_rate": 2.8360546805478453e-05,
      "loss": 0.5104,
      "step": 117742
    },
    {
      "epoch": 4.822568093385214,
      "grad_norm": 1.5152596225295711,
      "learning_rate": 2.8358638450060745e-05,
      "loss": 0.5449,
      "step": 117743
    },
    {
      "epoch": 4.82260905181241,
      "grad_norm": 1.6150433673161362,
      "learning_rate": 2.835673015214807e-05,
      "loss": 0.5446,
      "step": 117744
    },
    {
      "epoch": 4.822650010239607,
      "grad_norm": 4.855346429777167,
      "learning_rate": 2.8354821911741232e-05,
      "loss": 2.2691,
      "step": 117745
    },
    {
      "epoch": 4.822690968666803,
      "grad_norm": 1.7083877767778186,
      "learning_rate": 2.8352913728841175e-05,
      "loss": 0.6964,
      "step": 117746
    },
    {
      "epoch": 4.822731927094,
      "grad_norm": 1.4736758598970319,
      "learning_rate": 2.8351005603448834e-05,
      "loss": 0.5601,
      "step": 117747
    },
    {
      "epoch": 4.822772885521196,
      "grad_norm": 1.7282676331031035,
      "learning_rate": 2.8349097535565042e-05,
      "loss": 0.6169,
      "step": 117748
    },
    {
      "epoch": 4.822813843948392,
      "grad_norm": 2.0001990775456786,
      "learning_rate": 2.8347189525190743e-05,
      "loss": 0.9071,
      "step": 117749
    },
    {
      "epoch": 4.822854802375589,
      "grad_norm": 1.543336763815832,
      "learning_rate": 2.834528157232686e-05,
      "loss": 0.5757,
      "step": 117750
    },
    {
      "epoch": 4.822895760802785,
      "grad_norm": 0.9484841094825026,
      "learning_rate": 2.834337367697424e-05,
      "loss": 0.2228,
      "step": 117751
    },
    {
      "epoch": 4.822936719229982,
      "grad_norm": 1.395728035911333,
      "learning_rate": 2.8341465839133847e-05,
      "loss": 0.5124,
      "step": 117752
    },
    {
      "epoch": 4.822977677657178,
      "grad_norm": 1.8241839193264295,
      "learning_rate": 2.8339558058806517e-05,
      "loss": 0.5953,
      "step": 117753
    },
    {
      "epoch": 4.823018636084374,
      "grad_norm": 1.348461098622979,
      "learning_rate": 2.8337650335993194e-05,
      "loss": 0.5432,
      "step": 117754
    },
    {
      "epoch": 4.82305959451157,
      "grad_norm": 1.4561874309288225,
      "learning_rate": 2.83357426706948e-05,
      "loss": 0.4122,
      "step": 117755
    },
    {
      "epoch": 4.823100552938767,
      "grad_norm": 1.4833047033454736,
      "learning_rate": 2.8333835062912165e-05,
      "loss": 0.5621,
      "step": 117756
    },
    {
      "epoch": 4.8231415113659635,
      "grad_norm": 1.4627204096787703,
      "learning_rate": 2.833192751264622e-05,
      "loss": 0.5802,
      "step": 117757
    },
    {
      "epoch": 4.82318246979316,
      "grad_norm": 1.0304154849534297,
      "learning_rate": 2.833002001989793e-05,
      "loss": 0.2157,
      "step": 117758
    },
    {
      "epoch": 4.8232234282203565,
      "grad_norm": 1.2143068701930835,
      "learning_rate": 2.8328112584668117e-05,
      "loss": 0.4498,
      "step": 117759
    },
    {
      "epoch": 4.823264386647553,
      "grad_norm": 1.3428681325709892,
      "learning_rate": 2.8326205206957742e-05,
      "loss": 0.3757,
      "step": 117760
    },
    {
      "epoch": 4.823305345074749,
      "grad_norm": 1.847073142534404,
      "learning_rate": 2.832429788676764e-05,
      "loss": 0.9457,
      "step": 117761
    },
    {
      "epoch": 4.823346303501945,
      "grad_norm": 1.5095664263913666,
      "learning_rate": 2.8322390624098756e-05,
      "loss": 0.624,
      "step": 117762
    },
    {
      "epoch": 4.823387261929142,
      "grad_norm": 1.9689079704921204,
      "learning_rate": 2.832048341895201e-05,
      "loss": 1.0461,
      "step": 117763
    },
    {
      "epoch": 4.823428220356338,
      "grad_norm": 1.0777924270068395,
      "learning_rate": 2.8318576271328253e-05,
      "loss": 0.2289,
      "step": 117764
    },
    {
      "epoch": 4.823469178783535,
      "grad_norm": 1.7285643207836925,
      "learning_rate": 2.8316669181228396e-05,
      "loss": 0.7595,
      "step": 117765
    },
    {
      "epoch": 4.823510137210731,
      "grad_norm": 1.720520266141241,
      "learning_rate": 2.831476214865341e-05,
      "loss": 0.5817,
      "step": 117766
    },
    {
      "epoch": 4.823551095637928,
      "grad_norm": 1.5140562942062452,
      "learning_rate": 2.8312855173604103e-05,
      "loss": 0.488,
      "step": 117767
    },
    {
      "epoch": 4.823592054065124,
      "grad_norm": 1.5718862043981545,
      "learning_rate": 2.831094825608145e-05,
      "loss": 0.6174,
      "step": 117768
    },
    {
      "epoch": 4.82363301249232,
      "grad_norm": 1.456035037007007,
      "learning_rate": 2.830904139608628e-05,
      "loss": 0.5936,
      "step": 117769
    },
    {
      "epoch": 4.823673970919517,
      "grad_norm": 1.0561336467909817,
      "learning_rate": 2.830713459361954e-05,
      "loss": 0.2543,
      "step": 117770
    },
    {
      "epoch": 4.823714929346713,
      "grad_norm": 1.603518397243165,
      "learning_rate": 2.8305227848682166e-05,
      "loss": 0.5859,
      "step": 117771
    },
    {
      "epoch": 4.82375588777391,
      "grad_norm": 1.328865884410683,
      "learning_rate": 2.8303321161274973e-05,
      "loss": 0.4089,
      "step": 117772
    },
    {
      "epoch": 4.823796846201105,
      "grad_norm": 1.4060460118051845,
      "learning_rate": 2.8301414531398908e-05,
      "loss": 0.6121,
      "step": 117773
    },
    {
      "epoch": 4.823837804628302,
      "grad_norm": 0.9656674347154365,
      "learning_rate": 2.8299507959054906e-05,
      "loss": 0.1804,
      "step": 117774
    },
    {
      "epoch": 4.8238787630554985,
      "grad_norm": 1.335659218765626,
      "learning_rate": 2.82976014442438e-05,
      "loss": 0.362,
      "step": 117775
    },
    {
      "epoch": 4.823919721482695,
      "grad_norm": 1.389471440265828,
      "learning_rate": 2.8295694986966572e-05,
      "loss": 0.4535,
      "step": 117776
    },
    {
      "epoch": 4.8239606799098915,
      "grad_norm": 1.5695704563287463,
      "learning_rate": 2.8293788587224036e-05,
      "loss": 0.3652,
      "step": 117777
    },
    {
      "epoch": 4.824001638337088,
      "grad_norm": 2.085717961948863,
      "learning_rate": 2.8291882245017128e-05,
      "loss": 1.1244,
      "step": 117778
    },
    {
      "epoch": 4.824042596764285,
      "grad_norm": 0.8892563852173883,
      "learning_rate": 2.8289975960346813e-05,
      "loss": 0.21,
      "step": 117779
    },
    {
      "epoch": 4.82408355519148,
      "grad_norm": 1.8573032305692807,
      "learning_rate": 2.828806973321387e-05,
      "loss": 0.8575,
      "step": 117780
    },
    {
      "epoch": 4.824124513618677,
      "grad_norm": 1.995314178253597,
      "learning_rate": 2.8286163563619287e-05,
      "loss": 0.7335,
      "step": 117781
    },
    {
      "epoch": 4.824165472045873,
      "grad_norm": 1.7218454582884226,
      "learning_rate": 2.8284257451563973e-05,
      "loss": 0.8105,
      "step": 117782
    },
    {
      "epoch": 4.82420643047307,
      "grad_norm": 1.042773268031186,
      "learning_rate": 2.8282351397048752e-05,
      "loss": 0.2443,
      "step": 117783
    },
    {
      "epoch": 4.824247388900266,
      "grad_norm": 1.4808225249079727,
      "learning_rate": 2.828044540007462e-05,
      "loss": 0.5472,
      "step": 117784
    },
    {
      "epoch": 4.824288347327463,
      "grad_norm": 1.1962862974668593,
      "learning_rate": 2.8278539460642392e-05,
      "loss": 0.308,
      "step": 117785
    },
    {
      "epoch": 4.8243293057546595,
      "grad_norm": 1.7124581134517962,
      "learning_rate": 2.8276633578753015e-05,
      "loss": 0.6055,
      "step": 117786
    },
    {
      "epoch": 4.824370264181855,
      "grad_norm": 2.506787721855206,
      "learning_rate": 2.827472775440741e-05,
      "loss": 1.7646,
      "step": 117787
    },
    {
      "epoch": 4.824411222609052,
      "grad_norm": 1.5479105793041996,
      "learning_rate": 2.827282198760641e-05,
      "loss": 0.6973,
      "step": 117788
    },
    {
      "epoch": 4.824452181036248,
      "grad_norm": 1.1421261019301034,
      "learning_rate": 2.8270916278350992e-05,
      "loss": 0.3773,
      "step": 117789
    },
    {
      "epoch": 4.824493139463445,
      "grad_norm": 1.8900705847404404,
      "learning_rate": 2.8269010626641992e-05,
      "loss": 0.693,
      "step": 117790
    },
    {
      "epoch": 4.824534097890641,
      "grad_norm": 1.6012635853125026,
      "learning_rate": 2.8267105032480342e-05,
      "loss": 0.5255,
      "step": 117791
    },
    {
      "epoch": 4.824575056317837,
      "grad_norm": 0.9495606383640993,
      "learning_rate": 2.8265199495866974e-05,
      "loss": 0.1894,
      "step": 117792
    },
    {
      "epoch": 4.824616014745033,
      "grad_norm": 1.6542326588955212,
      "learning_rate": 2.8263294016802723e-05,
      "loss": 0.5846,
      "step": 117793
    },
    {
      "epoch": 4.82465697317223,
      "grad_norm": 1.79544856964665,
      "learning_rate": 2.826138859528852e-05,
      "loss": 0.879,
      "step": 117794
    },
    {
      "epoch": 4.8246979315994265,
      "grad_norm": 1.6359835207794833,
      "learning_rate": 2.8259483231325297e-05,
      "loss": 0.5951,
      "step": 117795
    },
    {
      "epoch": 4.824738890026623,
      "grad_norm": 1.5791181170778665,
      "learning_rate": 2.825757792491389e-05,
      "loss": 0.6146,
      "step": 117796
    },
    {
      "epoch": 4.82477984845382,
      "grad_norm": 1.5294466200246177,
      "learning_rate": 2.8255672676055293e-05,
      "loss": 0.6499,
      "step": 117797
    },
    {
      "epoch": 4.824820806881016,
      "grad_norm": 1.273175826862615,
      "learning_rate": 2.8253767484750288e-05,
      "loss": 0.4686,
      "step": 117798
    },
    {
      "epoch": 4.824861765308212,
      "grad_norm": 0.8372109472361453,
      "learning_rate": 2.8251862350999848e-05,
      "loss": 0.1761,
      "step": 117799
    },
    {
      "epoch": 4.824902723735408,
      "grad_norm": 1.7508677019669905,
      "learning_rate": 2.8249957274804903e-05,
      "loss": 0.7765,
      "step": 117800
    },
    {
      "epoch": 4.824943682162605,
      "grad_norm": 1.4808288693626674,
      "learning_rate": 2.8248052256166263e-05,
      "loss": 0.5907,
      "step": 117801
    },
    {
      "epoch": 4.824984640589801,
      "grad_norm": 1.7073125087347896,
      "learning_rate": 2.8246147295084885e-05,
      "loss": 0.7717,
      "step": 117802
    },
    {
      "epoch": 4.825025599016998,
      "grad_norm": 1.4285847391152542,
      "learning_rate": 2.8244242391561717e-05,
      "loss": 0.6219,
      "step": 117803
    },
    {
      "epoch": 4.825066557444194,
      "grad_norm": 1.8481943412424375,
      "learning_rate": 2.8242337545597554e-05,
      "loss": 0.7031,
      "step": 117804
    },
    {
      "epoch": 4.825107515871391,
      "grad_norm": 1.0246729513926884,
      "learning_rate": 2.8240432757193383e-05,
      "loss": 0.1766,
      "step": 117805
    },
    {
      "epoch": 4.825148474298587,
      "grad_norm": 1.6916730926191583,
      "learning_rate": 2.8238528026350034e-05,
      "loss": 0.7283,
      "step": 117806
    },
    {
      "epoch": 4.825189432725783,
      "grad_norm": 1.7068835407375298,
      "learning_rate": 2.8236623353068455e-05,
      "loss": 0.7106,
      "step": 117807
    },
    {
      "epoch": 4.82523039115298,
      "grad_norm": 1.7704113416725829,
      "learning_rate": 2.8234718737349565e-05,
      "loss": 0.8522,
      "step": 117808
    },
    {
      "epoch": 4.825271349580176,
      "grad_norm": 1.6343357670288081,
      "learning_rate": 2.8232814179194198e-05,
      "loss": 0.8726,
      "step": 117809
    },
    {
      "epoch": 4.825312308007373,
      "grad_norm": 1.533370672554174,
      "learning_rate": 2.823090967860328e-05,
      "loss": 0.6663,
      "step": 117810
    },
    {
      "epoch": 4.825353266434569,
      "grad_norm": 1.8056960611367776,
      "learning_rate": 2.82290052355778e-05,
      "loss": 0.7817,
      "step": 117811
    },
    {
      "epoch": 4.825394224861765,
      "grad_norm": 1.457621069466168,
      "learning_rate": 2.8227100850118522e-05,
      "loss": 0.6032,
      "step": 117812
    },
    {
      "epoch": 4.8254351832889615,
      "grad_norm": 1.8426713011086282,
      "learning_rate": 2.8225196522226394e-05,
      "loss": 0.6255,
      "step": 117813
    },
    {
      "epoch": 4.825476141716158,
      "grad_norm": 1.6161736774853759,
      "learning_rate": 2.8223292251902353e-05,
      "loss": 0.6571,
      "step": 117814
    },
    {
      "epoch": 4.8255171001433546,
      "grad_norm": 2.2080723356205625,
      "learning_rate": 2.822138803914726e-05,
      "loss": 0.8376,
      "step": 117815
    },
    {
      "epoch": 4.825558058570551,
      "grad_norm": 1.466675973718765,
      "learning_rate": 2.8219483883962045e-05,
      "loss": 0.5438,
      "step": 117816
    },
    {
      "epoch": 4.825599016997748,
      "grad_norm": 1.5672341550922173,
      "learning_rate": 2.8217579786347565e-05,
      "loss": 0.5407,
      "step": 117817
    },
    {
      "epoch": 4.825639975424943,
      "grad_norm": 0.8568763623132729,
      "learning_rate": 2.8215675746304734e-05,
      "loss": 0.1877,
      "step": 117818
    },
    {
      "epoch": 4.82568093385214,
      "grad_norm": 1.7902026600916026,
      "learning_rate": 2.8213771763834513e-05,
      "loss": 0.709,
      "step": 117819
    },
    {
      "epoch": 4.825721892279336,
      "grad_norm": 1.2916176409394506,
      "learning_rate": 2.8211867838937707e-05,
      "loss": 0.4921,
      "step": 117820
    },
    {
      "epoch": 4.825762850706533,
      "grad_norm": 2.067096487362985,
      "learning_rate": 2.820996397161528e-05,
      "loss": 0.8284,
      "step": 117821
    },
    {
      "epoch": 4.825803809133729,
      "grad_norm": 1.510549281568014,
      "learning_rate": 2.8208060161868144e-05,
      "loss": 0.4872,
      "step": 117822
    },
    {
      "epoch": 4.825844767560926,
      "grad_norm": 1.9228549867712197,
      "learning_rate": 2.820615640969712e-05,
      "loss": 0.3473,
      "step": 117823
    },
    {
      "epoch": 4.8258857259881225,
      "grad_norm": 1.5484619792425796,
      "learning_rate": 2.820425271510321e-05,
      "loss": 0.4694,
      "step": 117824
    },
    {
      "epoch": 4.825926684415318,
      "grad_norm": 3.550515234757939,
      "learning_rate": 2.8202349078087222e-05,
      "loss": 1.8301,
      "step": 117825
    },
    {
      "epoch": 4.825967642842515,
      "grad_norm": 1.3414373396025543,
      "learning_rate": 2.8200445498650093e-05,
      "loss": 0.4956,
      "step": 117826
    },
    {
      "epoch": 4.826008601269711,
      "grad_norm": 1.5458798158948932,
      "learning_rate": 2.819854197679277e-05,
      "loss": 0.7378,
      "step": 117827
    },
    {
      "epoch": 4.826049559696908,
      "grad_norm": 1.2043294965382965,
      "learning_rate": 2.8196638512516056e-05,
      "loss": 0.2324,
      "step": 117828
    },
    {
      "epoch": 4.826090518124104,
      "grad_norm": 4.443550213456489,
      "learning_rate": 2.8194735105820916e-05,
      "loss": 1.7529,
      "step": 117829
    },
    {
      "epoch": 4.826131476551301,
      "grad_norm": 1.9376401149661935,
      "learning_rate": 2.8192831756708278e-05,
      "loss": 0.7594,
      "step": 117830
    },
    {
      "epoch": 4.8261724349784965,
      "grad_norm": 1.835075409210257,
      "learning_rate": 2.8190928465178946e-05,
      "loss": 0.5551,
      "step": 117831
    },
    {
      "epoch": 4.826213393405693,
      "grad_norm": 1.916877380532083,
      "learning_rate": 2.8189025231233936e-05,
      "loss": 1.0076,
      "step": 117832
    },
    {
      "epoch": 4.8262543518328895,
      "grad_norm": 1.5398090758748588,
      "learning_rate": 2.818712205487403e-05,
      "loss": 0.5587,
      "step": 117833
    },
    {
      "epoch": 4.826295310260086,
      "grad_norm": 1.3287031105541156,
      "learning_rate": 2.818521893610019e-05,
      "loss": 0.6796,
      "step": 117834
    },
    {
      "epoch": 4.826336268687283,
      "grad_norm": 1.7902506161618843,
      "learning_rate": 2.8183315874913355e-05,
      "loss": 0.8778,
      "step": 117835
    },
    {
      "epoch": 4.826377227114479,
      "grad_norm": 1.2753149074195833,
      "learning_rate": 2.8181412871314336e-05,
      "loss": 0.5276,
      "step": 117836
    },
    {
      "epoch": 4.826418185541675,
      "grad_norm": 1.2330429418560405,
      "learning_rate": 2.817950992530407e-05,
      "loss": 0.4499,
      "step": 117837
    },
    {
      "epoch": 4.826459143968871,
      "grad_norm": 1.3894971810403005,
      "learning_rate": 2.81776070368835e-05,
      "loss": 0.5489,
      "step": 117838
    },
    {
      "epoch": 4.826500102396068,
      "grad_norm": 1.6034061309757572,
      "learning_rate": 2.8175704206053463e-05,
      "loss": 0.6782,
      "step": 117839
    },
    {
      "epoch": 4.826541060823264,
      "grad_norm": 1.782189363585441,
      "learning_rate": 2.8173801432814907e-05,
      "loss": 0.6577,
      "step": 117840
    },
    {
      "epoch": 4.826582019250461,
      "grad_norm": 3.549208947433535,
      "learning_rate": 2.8171898717168683e-05,
      "loss": 3.2555,
      "step": 117841
    },
    {
      "epoch": 4.8266229776776575,
      "grad_norm": 0.8498937791074788,
      "learning_rate": 2.8169996059115705e-05,
      "loss": 0.1917,
      "step": 117842
    },
    {
      "epoch": 4.826663936104854,
      "grad_norm": 1.588515030236089,
      "learning_rate": 2.8168093458656943e-05,
      "loss": 0.6856,
      "step": 117843
    },
    {
      "epoch": 4.82670489453205,
      "grad_norm": 1.683300246666274,
      "learning_rate": 2.8166190915793175e-05,
      "loss": 0.8029,
      "step": 117844
    },
    {
      "epoch": 4.826745852959246,
      "grad_norm": 0.9305666874592621,
      "learning_rate": 2.8164288430525368e-05,
      "loss": 0.1577,
      "step": 117845
    },
    {
      "epoch": 4.826786811386443,
      "grad_norm": 1.2422272154709981,
      "learning_rate": 2.8162386002854452e-05,
      "loss": 0.2533,
      "step": 117846
    },
    {
      "epoch": 4.826827769813639,
      "grad_norm": 2.06772063687128,
      "learning_rate": 2.8160483632781265e-05,
      "loss": 0.9303,
      "step": 117847
    },
    {
      "epoch": 4.826868728240836,
      "grad_norm": 1.8988667271722441,
      "learning_rate": 2.8158581320306756e-05,
      "loss": 0.9962,
      "step": 117848
    },
    {
      "epoch": 4.826909686668032,
      "grad_norm": 1.4700086210266499,
      "learning_rate": 2.815667906543177e-05,
      "loss": 0.6065,
      "step": 117849
    },
    {
      "epoch": 4.826950645095228,
      "grad_norm": 1.560002372952119,
      "learning_rate": 2.8154776868157242e-05,
      "loss": 0.4658,
      "step": 117850
    },
    {
      "epoch": 4.8269916035224245,
      "grad_norm": 1.5302002158473502,
      "learning_rate": 2.8152874728484088e-05,
      "loss": 0.5679,
      "step": 117851
    },
    {
      "epoch": 4.827032561949621,
      "grad_norm": 1.5927935490928788,
      "learning_rate": 2.8150972646413155e-05,
      "loss": 0.6002,
      "step": 117852
    },
    {
      "epoch": 4.827073520376818,
      "grad_norm": 1.4536356925659697,
      "learning_rate": 2.8149070621945362e-05,
      "loss": 0.6451,
      "step": 117853
    },
    {
      "epoch": 4.827114478804014,
      "grad_norm": 1.2608110928855574,
      "learning_rate": 2.8147168655081657e-05,
      "loss": 0.42,
      "step": 117854
    },
    {
      "epoch": 4.827155437231211,
      "grad_norm": 1.577887413960099,
      "learning_rate": 2.8145266745822874e-05,
      "loss": 0.752,
      "step": 117855
    },
    {
      "epoch": 4.827196395658406,
      "grad_norm": 1.6044651404714918,
      "learning_rate": 2.814336489416998e-05,
      "loss": 0.6499,
      "step": 117856
    },
    {
      "epoch": 4.827237354085603,
      "grad_norm": 1.9333648143096933,
      "learning_rate": 2.8141463100123767e-05,
      "loss": 0.9626,
      "step": 117857
    },
    {
      "epoch": 4.827278312512799,
      "grad_norm": 2.628349099793355,
      "learning_rate": 2.8139561363685225e-05,
      "loss": 2.1796,
      "step": 117858
    },
    {
      "epoch": 4.827319270939996,
      "grad_norm": 0.7828404425455081,
      "learning_rate": 2.8137659684855253e-05,
      "loss": 0.1623,
      "step": 117859
    },
    {
      "epoch": 4.8273602293671924,
      "grad_norm": 1.4513213177962168,
      "learning_rate": 2.8135758063634696e-05,
      "loss": 0.4935,
      "step": 117860
    },
    {
      "epoch": 4.827401187794389,
      "grad_norm": 0.8953213059907761,
      "learning_rate": 2.8133856500024506e-05,
      "loss": 0.267,
      "step": 117861
    },
    {
      "epoch": 4.8274421462215855,
      "grad_norm": 1.6337827860699679,
      "learning_rate": 2.813195499402553e-05,
      "loss": 0.9003,
      "step": 117862
    },
    {
      "epoch": 4.827483104648781,
      "grad_norm": 1.0021799071546675,
      "learning_rate": 2.8130053545638687e-05,
      "loss": 0.183,
      "step": 117863
    },
    {
      "epoch": 4.827524063075978,
      "grad_norm": 1.4523069914446272,
      "learning_rate": 2.8128152154864926e-05,
      "loss": 0.5503,
      "step": 117864
    },
    {
      "epoch": 4.827565021503174,
      "grad_norm": 1.3736989444450425,
      "learning_rate": 2.8126250821705058e-05,
      "loss": 0.4803,
      "step": 117865
    },
    {
      "epoch": 4.827605979930371,
      "grad_norm": 0.9150981178739263,
      "learning_rate": 2.8124349546160026e-05,
      "loss": 0.1359,
      "step": 117866
    },
    {
      "epoch": 4.827646938357567,
      "grad_norm": 1.3867705611383538,
      "learning_rate": 2.8122448328230768e-05,
      "loss": 0.6169,
      "step": 117867
    },
    {
      "epoch": 4.827687896784764,
      "grad_norm": 1.6406715123472133,
      "learning_rate": 2.8120547167918124e-05,
      "loss": 0.5912,
      "step": 117868
    },
    {
      "epoch": 4.8277288552119595,
      "grad_norm": 1.08299932081249,
      "learning_rate": 2.811864606522304e-05,
      "loss": 0.2891,
      "step": 117869
    },
    {
      "epoch": 4.827769813639156,
      "grad_norm": 1.3141910212145071,
      "learning_rate": 2.811674502014633e-05,
      "loss": 0.5332,
      "step": 117870
    },
    {
      "epoch": 4.827810772066353,
      "grad_norm": 1.7599087617699052,
      "learning_rate": 2.8114844032688964e-05,
      "loss": 0.6304,
      "step": 117871
    },
    {
      "epoch": 4.827851730493549,
      "grad_norm": 1.2827937463499774,
      "learning_rate": 2.8112943102851874e-05,
      "loss": 0.6217,
      "step": 117872
    },
    {
      "epoch": 4.827892688920746,
      "grad_norm": 1.9886028849495931,
      "learning_rate": 2.8111042230635878e-05,
      "loss": 0.8608,
      "step": 117873
    },
    {
      "epoch": 4.827933647347942,
      "grad_norm": 1.700297714618338,
      "learning_rate": 2.8109141416041886e-05,
      "loss": 0.5558,
      "step": 117874
    },
    {
      "epoch": 4.827974605775138,
      "grad_norm": 1.4311375421037738,
      "learning_rate": 2.8107240659070885e-05,
      "loss": 0.6241,
      "step": 117875
    },
    {
      "epoch": 4.828015564202334,
      "grad_norm": 1.5097539492949454,
      "learning_rate": 2.8105339959723637e-05,
      "loss": 0.5937,
      "step": 117876
    },
    {
      "epoch": 4.828056522629531,
      "grad_norm": 1.180580566527638,
      "learning_rate": 2.8103439318001182e-05,
      "loss": 0.2544,
      "step": 117877
    },
    {
      "epoch": 4.828097481056727,
      "grad_norm": 1.2768747451817821,
      "learning_rate": 2.8101538733904293e-05,
      "loss": 0.3553,
      "step": 117878
    },
    {
      "epoch": 4.828138439483924,
      "grad_norm": 1.8240162916537213,
      "learning_rate": 2.8099638207433912e-05,
      "loss": 0.6964,
      "step": 117879
    },
    {
      "epoch": 4.8281793979111205,
      "grad_norm": 1.7319946268604245,
      "learning_rate": 2.8097737738590997e-05,
      "loss": 0.7984,
      "step": 117880
    },
    {
      "epoch": 4.828220356338317,
      "grad_norm": 2.352711171086236,
      "learning_rate": 2.8095837327376368e-05,
      "loss": 1.2106,
      "step": 117881
    },
    {
      "epoch": 4.828261314765513,
      "grad_norm": 2.6169324013320785,
      "learning_rate": 2.8093936973790974e-05,
      "loss": 1.2422,
      "step": 117882
    },
    {
      "epoch": 4.828302273192709,
      "grad_norm": 1.4082255994687845,
      "learning_rate": 2.8092036677835717e-05,
      "loss": 0.4952,
      "step": 117883
    },
    {
      "epoch": 4.828343231619906,
      "grad_norm": 0.8413268439430163,
      "learning_rate": 2.8090136439511406e-05,
      "loss": 0.2065,
      "step": 117884
    },
    {
      "epoch": 4.828384190047102,
      "grad_norm": 1.6075202620484643,
      "learning_rate": 2.808823625881903e-05,
      "loss": 0.6249,
      "step": 117885
    },
    {
      "epoch": 4.828425148474299,
      "grad_norm": 0.6143123445652916,
      "learning_rate": 2.8086336135759484e-05,
      "loss": 0.0572,
      "step": 117886
    },
    {
      "epoch": 4.828466106901495,
      "grad_norm": 1.8048688887406101,
      "learning_rate": 2.8084436070333605e-05,
      "loss": 0.7197,
      "step": 117887
    },
    {
      "epoch": 4.828507065328691,
      "grad_norm": 1.44178734719366,
      "learning_rate": 2.808253606254237e-05,
      "loss": 0.541,
      "step": 117888
    },
    {
      "epoch": 4.8285480237558875,
      "grad_norm": 1.6309597754720668,
      "learning_rate": 2.80806361123866e-05,
      "loss": 0.6124,
      "step": 117889
    },
    {
      "epoch": 4.828588982183084,
      "grad_norm": 1.8069572402981495,
      "learning_rate": 2.8078736219867244e-05,
      "loss": 0.8227,
      "step": 117890
    },
    {
      "epoch": 4.828629940610281,
      "grad_norm": 1.5275168149282239,
      "learning_rate": 2.8076836384985213e-05,
      "loss": 0.455,
      "step": 117891
    },
    {
      "epoch": 4.828670899037477,
      "grad_norm": 1.9244079448819096,
      "learning_rate": 2.8074936607741345e-05,
      "loss": 0.8213,
      "step": 117892
    },
    {
      "epoch": 4.828711857464674,
      "grad_norm": 1.3310876691339875,
      "learning_rate": 2.807303688813657e-05,
      "loss": 0.5028,
      "step": 117893
    },
    {
      "epoch": 4.828752815891869,
      "grad_norm": 1.608186322976024,
      "learning_rate": 2.8071137226171818e-05,
      "loss": 0.5214,
      "step": 117894
    },
    {
      "epoch": 4.828793774319066,
      "grad_norm": 1.064532361045391,
      "learning_rate": 2.8069237621847927e-05,
      "loss": 0.2005,
      "step": 117895
    },
    {
      "epoch": 4.828834732746262,
      "grad_norm": 2.1817601731252143,
      "learning_rate": 2.806733807516586e-05,
      "loss": 1.2466,
      "step": 117896
    },
    {
      "epoch": 4.828875691173459,
      "grad_norm": 1.493311187736328,
      "learning_rate": 2.8065438586126438e-05,
      "loss": 0.5869,
      "step": 117897
    },
    {
      "epoch": 4.8289166496006555,
      "grad_norm": 1.1125058808310395,
      "learning_rate": 2.806353915473062e-05,
      "loss": 0.0716,
      "step": 117898
    },
    {
      "epoch": 4.828957608027852,
      "grad_norm": 1.2761564729026875,
      "learning_rate": 2.8061639780979305e-05,
      "loss": 0.5134,
      "step": 117899
    },
    {
      "epoch": 4.8289985664550485,
      "grad_norm": 1.2904943634990542,
      "learning_rate": 2.8059740464873333e-05,
      "loss": 0.3811,
      "step": 117900
    },
    {
      "epoch": 4.829039524882244,
      "grad_norm": 2.018307129254107,
      "learning_rate": 2.8057841206413645e-05,
      "loss": 0.834,
      "step": 117901
    },
    {
      "epoch": 4.829080483309441,
      "grad_norm": 0.7460146511341502,
      "learning_rate": 2.805594200560118e-05,
      "loss": 0.1311,
      "step": 117902
    },
    {
      "epoch": 4.829121441736637,
      "grad_norm": 1.5850820368568255,
      "learning_rate": 2.805404286243673e-05,
      "loss": 0.6132,
      "step": 117903
    },
    {
      "epoch": 4.829162400163834,
      "grad_norm": 1.694502321640014,
      "learning_rate": 2.8052143776921306e-05,
      "loss": 0.5837,
      "step": 117904
    },
    {
      "epoch": 4.82920335859103,
      "grad_norm": 1.0671290972862002,
      "learning_rate": 2.8050244749055713e-05,
      "loss": 0.2176,
      "step": 117905
    },
    {
      "epoch": 4.829244317018227,
      "grad_norm": 2.0921759645850093,
      "learning_rate": 2.8048345778840886e-05,
      "loss": 0.7954,
      "step": 117906
    },
    {
      "epoch": 4.8292852754454225,
      "grad_norm": 1.0651947243722972,
      "learning_rate": 2.804644686627776e-05,
      "loss": 0.2755,
      "step": 117907
    },
    {
      "epoch": 4.829326233872619,
      "grad_norm": 1.3894195860413485,
      "learning_rate": 2.804454801136717e-05,
      "loss": 0.3862,
      "step": 117908
    },
    {
      "epoch": 4.829367192299816,
      "grad_norm": 1.2179902019454634,
      "learning_rate": 2.8042649214110026e-05,
      "loss": 0.3347,
      "step": 117909
    },
    {
      "epoch": 4.829408150727012,
      "grad_norm": 0.79974248379744,
      "learning_rate": 2.8040750474507295e-05,
      "loss": 0.1769,
      "step": 117910
    },
    {
      "epoch": 4.829449109154209,
      "grad_norm": 1.3906646256423498,
      "learning_rate": 2.8038851792559763e-05,
      "loss": 0.547,
      "step": 117911
    },
    {
      "epoch": 4.829490067581405,
      "grad_norm": 0.9652888140166189,
      "learning_rate": 2.8036953168268446e-05,
      "loss": 0.2665,
      "step": 117912
    },
    {
      "epoch": 4.829531026008601,
      "grad_norm": 2.918112072881413,
      "learning_rate": 2.8035054601634122e-05,
      "loss": 1.4969,
      "step": 117913
    },
    {
      "epoch": 4.829571984435797,
      "grad_norm": 4.1226426694019835,
      "learning_rate": 2.803315609265776e-05,
      "loss": 3.8784,
      "step": 117914
    },
    {
      "epoch": 4.829612942862994,
      "grad_norm": 1.5259718891365803,
      "learning_rate": 2.8031257641340276e-05,
      "loss": 0.5742,
      "step": 117915
    },
    {
      "epoch": 4.8296539012901905,
      "grad_norm": 0.8813107138882594,
      "learning_rate": 2.8029359247682487e-05,
      "loss": 0.2111,
      "step": 117916
    },
    {
      "epoch": 4.829694859717387,
      "grad_norm": 1.393813196906411,
      "learning_rate": 2.8027460911685355e-05,
      "loss": 0.5815,
      "step": 117917
    },
    {
      "epoch": 4.8297358181445835,
      "grad_norm": 1.2061538997171515,
      "learning_rate": 2.8025562633349802e-05,
      "loss": 0.3477,
      "step": 117918
    },
    {
      "epoch": 4.82977677657178,
      "grad_norm": 1.2011697707630384,
      "learning_rate": 2.802366441267664e-05,
      "loss": 0.3337,
      "step": 117919
    },
    {
      "epoch": 4.829817734998976,
      "grad_norm": 0.8797829282187729,
      "learning_rate": 2.8021766249666848e-05,
      "loss": 0.1942,
      "step": 117920
    },
    {
      "epoch": 4.829858693426172,
      "grad_norm": 1.5059331247371794,
      "learning_rate": 2.801986814432125e-05,
      "loss": 0.6113,
      "step": 117921
    },
    {
      "epoch": 4.829899651853369,
      "grad_norm": 0.8434816532856422,
      "learning_rate": 2.8017970096640774e-05,
      "loss": 0.1901,
      "step": 117922
    },
    {
      "epoch": 4.829940610280565,
      "grad_norm": 1.6784729105251954,
      "learning_rate": 2.801607210662637e-05,
      "loss": 0.6237,
      "step": 117923
    },
    {
      "epoch": 4.829981568707762,
      "grad_norm": 1.4299670889703202,
      "learning_rate": 2.8014174174278854e-05,
      "loss": 0.5655,
      "step": 117924
    },
    {
      "epoch": 4.830022527134958,
      "grad_norm": 1.114215317698157,
      "learning_rate": 2.8012276299599156e-05,
      "loss": 0.3313,
      "step": 117925
    },
    {
      "epoch": 4.830063485562154,
      "grad_norm": 1.199376039323879,
      "learning_rate": 2.8010378482588214e-05,
      "loss": 0.449,
      "step": 117926
    },
    {
      "epoch": 4.830104443989351,
      "grad_norm": 1.4361355693191502,
      "learning_rate": 2.800848072324684e-05,
      "loss": 0.5464,
      "step": 117927
    },
    {
      "epoch": 4.830145402416547,
      "grad_norm": 1.6165906839506365,
      "learning_rate": 2.8006583021576017e-05,
      "loss": 0.6118,
      "step": 117928
    },
    {
      "epoch": 4.830186360843744,
      "grad_norm": 1.491252460503595,
      "learning_rate": 2.8004685377576563e-05,
      "loss": 0.5472,
      "step": 117929
    },
    {
      "epoch": 4.83022731927094,
      "grad_norm": 1.7292701579659868,
      "learning_rate": 2.8002787791249424e-05,
      "loss": 0.7504,
      "step": 117930
    },
    {
      "epoch": 4.830268277698137,
      "grad_norm": 1.3619919594263508,
      "learning_rate": 2.8000890262595522e-05,
      "loss": 0.4495,
      "step": 117931
    },
    {
      "epoch": 4.830309236125332,
      "grad_norm": 1.8613645621727666,
      "learning_rate": 2.7998992791615683e-05,
      "loss": 0.5524,
      "step": 117932
    },
    {
      "epoch": 4.830350194552529,
      "grad_norm": 2.0621345423642503,
      "learning_rate": 2.7997095378310874e-05,
      "loss": 0.809,
      "step": 117933
    },
    {
      "epoch": 4.830391152979725,
      "grad_norm": 0.9259819165424202,
      "learning_rate": 2.799519802268193e-05,
      "loss": 0.1806,
      "step": 117934
    },
    {
      "epoch": 4.830432111406922,
      "grad_norm": 1.3537509652662694,
      "learning_rate": 2.7993300724729767e-05,
      "loss": 0.4713,
      "step": 117935
    },
    {
      "epoch": 4.8304730698341185,
      "grad_norm": 1.8343891803123733,
      "learning_rate": 2.7991403484455333e-05,
      "loss": 0.7477,
      "step": 117936
    },
    {
      "epoch": 4.830514028261315,
      "grad_norm": 1.7374904331195034,
      "learning_rate": 2.7989506301859442e-05,
      "loss": 0.6607,
      "step": 117937
    },
    {
      "epoch": 4.830554986688512,
      "grad_norm": 1.5075099561317138,
      "learning_rate": 2.798760917694305e-05,
      "loss": 0.5686,
      "step": 117938
    },
    {
      "epoch": 4.830595945115707,
      "grad_norm": 1.665979109483946,
      "learning_rate": 2.7985712109707048e-05,
      "loss": 0.6526,
      "step": 117939
    },
    {
      "epoch": 4.830636903542904,
      "grad_norm": 1.6996499805197955,
      "learning_rate": 2.7983815100152307e-05,
      "loss": 0.8167,
      "step": 117940
    },
    {
      "epoch": 4.8306778619701,
      "grad_norm": 1.27932108563477,
      "learning_rate": 2.7981918148279758e-05,
      "loss": 0.4216,
      "step": 117941
    },
    {
      "epoch": 4.830718820397297,
      "grad_norm": 1.5861197229761406,
      "learning_rate": 2.798002125409025e-05,
      "loss": 0.6789,
      "step": 117942
    },
    {
      "epoch": 4.830759778824493,
      "grad_norm": 2.0110430536096775,
      "learning_rate": 2.7978124417584703e-05,
      "loss": 0.6949,
      "step": 117943
    },
    {
      "epoch": 4.83080073725169,
      "grad_norm": 1.906932142905169,
      "learning_rate": 2.7976227638764058e-05,
      "loss": 0.7415,
      "step": 117944
    },
    {
      "epoch": 4.8308416956788856,
      "grad_norm": 1.598772349779144,
      "learning_rate": 2.7974330917629138e-05,
      "loss": 0.6268,
      "step": 117945
    },
    {
      "epoch": 4.830882654106082,
      "grad_norm": 2.434985052186029,
      "learning_rate": 2.797243425418086e-05,
      "loss": 1.0619,
      "step": 117946
    },
    {
      "epoch": 4.830923612533279,
      "grad_norm": 1.6791326992347169,
      "learning_rate": 2.797053764842018e-05,
      "loss": 0.7177,
      "step": 117947
    },
    {
      "epoch": 4.830964570960475,
      "grad_norm": 1.6815695210386796,
      "learning_rate": 2.796864110034791e-05,
      "loss": 0.7202,
      "step": 117948
    },
    {
      "epoch": 4.831005529387672,
      "grad_norm": 0.6258137743598213,
      "learning_rate": 2.7966744609965025e-05,
      "loss": 0.0577,
      "step": 117949
    },
    {
      "epoch": 4.831046487814868,
      "grad_norm": 1.2236826361791195,
      "learning_rate": 2.7964848177272342e-05,
      "loss": 0.3507,
      "step": 117950
    },
    {
      "epoch": 4.831087446242064,
      "grad_norm": 1.622918241218972,
      "learning_rate": 2.7962951802270813e-05,
      "loss": 0.7077,
      "step": 117951
    },
    {
      "epoch": 4.83112840466926,
      "grad_norm": 0.9699614767874163,
      "learning_rate": 2.796105548496133e-05,
      "loss": 0.2461,
      "step": 117952
    },
    {
      "epoch": 4.831169363096457,
      "grad_norm": 1.538335197664233,
      "learning_rate": 2.79591592253448e-05,
      "loss": 0.5692,
      "step": 117953
    },
    {
      "epoch": 4.8312103215236535,
      "grad_norm": 1.953754906353841,
      "learning_rate": 2.7957263023422056e-05,
      "loss": 0.9261,
      "step": 117954
    },
    {
      "epoch": 4.83125127995085,
      "grad_norm": 1.4445384969755282,
      "learning_rate": 2.7955366879194057e-05,
      "loss": 0.6558,
      "step": 117955
    },
    {
      "epoch": 4.8312922383780466,
      "grad_norm": 1.7335410133792293,
      "learning_rate": 2.795347079266166e-05,
      "loss": 0.5833,
      "step": 117956
    },
    {
      "epoch": 4.831333196805243,
      "grad_norm": 1.9463132441234539,
      "learning_rate": 2.7951574763825774e-05,
      "loss": 0.6806,
      "step": 117957
    },
    {
      "epoch": 4.831374155232439,
      "grad_norm": 2.0051058425464605,
      "learning_rate": 2.7949678792687335e-05,
      "loss": 0.7875,
      "step": 117958
    },
    {
      "epoch": 4.831415113659635,
      "grad_norm": 1.7221644710375998,
      "learning_rate": 2.7947782879247177e-05,
      "loss": 0.5848,
      "step": 117959
    },
    {
      "epoch": 4.831456072086832,
      "grad_norm": 1.5881222198734677,
      "learning_rate": 2.7945887023506263e-05,
      "loss": 0.759,
      "step": 117960
    },
    {
      "epoch": 4.831497030514028,
      "grad_norm": 1.5877292214576908,
      "learning_rate": 2.7943991225465396e-05,
      "loss": 0.5349,
      "step": 117961
    },
    {
      "epoch": 4.831537988941225,
      "grad_norm": 1.3561833473571905,
      "learning_rate": 2.7942095485125538e-05,
      "loss": 0.575,
      "step": 117962
    },
    {
      "epoch": 4.831578947368421,
      "grad_norm": 1.4689980108990774,
      "learning_rate": 2.794019980248762e-05,
      "loss": 0.5207,
      "step": 117963
    },
    {
      "epoch": 4.831619905795617,
      "grad_norm": 0.29050959494935247,
      "learning_rate": 2.7938304177552452e-05,
      "loss": 0.0239,
      "step": 117964
    },
    {
      "epoch": 4.831660864222814,
      "grad_norm": 1.3273301371733373,
      "learning_rate": 2.793640861032097e-05,
      "loss": 0.4361,
      "step": 117965
    },
    {
      "epoch": 4.83170182265001,
      "grad_norm": 1.5215983432728155,
      "learning_rate": 2.79345131007941e-05,
      "loss": 0.6019,
      "step": 117966
    },
    {
      "epoch": 4.831742781077207,
      "grad_norm": 1.5864440068392938,
      "learning_rate": 2.7932617648972684e-05,
      "loss": 0.5831,
      "step": 117967
    },
    {
      "epoch": 4.831783739504403,
      "grad_norm": 0.9256344534226375,
      "learning_rate": 2.7930722254857672e-05,
      "loss": 0.2812,
      "step": 117968
    },
    {
      "epoch": 4.8318246979316,
      "grad_norm": 1.4733170334787564,
      "learning_rate": 2.7928826918449887e-05,
      "loss": 0.706,
      "step": 117969
    },
    {
      "epoch": 4.831865656358795,
      "grad_norm": 1.5929121121375145,
      "learning_rate": 2.7926931639750287e-05,
      "loss": 0.6066,
      "step": 117970
    },
    {
      "epoch": 4.831906614785992,
      "grad_norm": 1.6598244553162058,
      "learning_rate": 2.7925036418759777e-05,
      "loss": 0.725,
      "step": 117971
    },
    {
      "epoch": 4.8319475732131885,
      "grad_norm": 1.7210240834674584,
      "learning_rate": 2.7923141255479187e-05,
      "loss": 0.6716,
      "step": 117972
    },
    {
      "epoch": 4.831988531640385,
      "grad_norm": 1.3593645632874933,
      "learning_rate": 2.7921246149909448e-05,
      "loss": 0.5247,
      "step": 117973
    },
    {
      "epoch": 4.8320294900675815,
      "grad_norm": 1.3457639349019617,
      "learning_rate": 2.7919351102051514e-05,
      "loss": 0.2185,
      "step": 117974
    },
    {
      "epoch": 4.832070448494778,
      "grad_norm": 1.4000586471905,
      "learning_rate": 2.791745611190618e-05,
      "loss": 0.4864,
      "step": 117975
    },
    {
      "epoch": 4.832111406921975,
      "grad_norm": 1.4587393196875698,
      "learning_rate": 2.7915561179474427e-05,
      "loss": 0.6661,
      "step": 117976
    },
    {
      "epoch": 4.83215236534917,
      "grad_norm": 1.2113938059514695,
      "learning_rate": 2.7913666304757078e-05,
      "loss": 0.3436,
      "step": 117977
    },
    {
      "epoch": 4.832193323776367,
      "grad_norm": 1.7467400437932756,
      "learning_rate": 2.791177148775506e-05,
      "loss": 0.7198,
      "step": 117978
    },
    {
      "epoch": 4.832234282203563,
      "grad_norm": 1.9103619722944916,
      "learning_rate": 2.7909876728469303e-05,
      "loss": 1.0572,
      "step": 117979
    },
    {
      "epoch": 4.83227524063076,
      "grad_norm": 1.8395057875709835,
      "learning_rate": 2.7907982026900633e-05,
      "loss": 0.7153,
      "step": 117980
    },
    {
      "epoch": 4.832316199057956,
      "grad_norm": 0.8736105016092864,
      "learning_rate": 2.790608738304999e-05,
      "loss": 0.0861,
      "step": 117981
    },
    {
      "epoch": 4.832357157485153,
      "grad_norm": 2.0520465184130514,
      "learning_rate": 2.7904192796918312e-05,
      "loss": 0.9556,
      "step": 117982
    },
    {
      "epoch": 4.832398115912349,
      "grad_norm": 1.8303993215122423,
      "learning_rate": 2.7902298268506395e-05,
      "loss": 1.0071,
      "step": 117983
    },
    {
      "epoch": 4.832439074339545,
      "grad_norm": 1.5758592122484802,
      "learning_rate": 2.7900403797815223e-05,
      "loss": 0.5454,
      "step": 117984
    },
    {
      "epoch": 4.832480032766742,
      "grad_norm": 1.6392988402945368,
      "learning_rate": 2.789850938484563e-05,
      "loss": 0.3813,
      "step": 117985
    },
    {
      "epoch": 4.832520991193938,
      "grad_norm": 2.012702919149132,
      "learning_rate": 2.789661502959853e-05,
      "loss": 0.7219,
      "step": 117986
    },
    {
      "epoch": 4.832561949621135,
      "grad_norm": 0.8903728450505032,
      "learning_rate": 2.7894720732074873e-05,
      "loss": 0.2151,
      "step": 117987
    },
    {
      "epoch": 4.832602908048331,
      "grad_norm": 1.531344216196464,
      "learning_rate": 2.7892826492275457e-05,
      "loss": 0.7788,
      "step": 117988
    },
    {
      "epoch": 4.832643866475527,
      "grad_norm": 1.1317293634880135,
      "learning_rate": 2.7890932310201214e-05,
      "loss": 0.3448,
      "step": 117989
    },
    {
      "epoch": 4.832684824902723,
      "grad_norm": 1.700354559828066,
      "learning_rate": 2.7889038185853114e-05,
      "loss": 0.6201,
      "step": 117990
    },
    {
      "epoch": 4.83272578332992,
      "grad_norm": 2.0617750466509337,
      "learning_rate": 2.7887144119231935e-05,
      "loss": 0.7311,
      "step": 117991
    },
    {
      "epoch": 4.8327667417571165,
      "grad_norm": 1.9735195104321979,
      "learning_rate": 2.788525011033868e-05,
      "loss": 0.6113,
      "step": 117992
    },
    {
      "epoch": 4.832807700184313,
      "grad_norm": 3.1134914109939174,
      "learning_rate": 2.7883356159174148e-05,
      "loss": 2.883,
      "step": 117993
    },
    {
      "epoch": 4.83284865861151,
      "grad_norm": 2.9877670548802153,
      "learning_rate": 2.7881462265739284e-05,
      "loss": 1.7927,
      "step": 117994
    },
    {
      "epoch": 4.832889617038706,
      "grad_norm": 1.5531618903096687,
      "learning_rate": 2.7879568430035025e-05,
      "loss": 0.6438,
      "step": 117995
    },
    {
      "epoch": 4.832930575465902,
      "grad_norm": 1.3565847368979242,
      "learning_rate": 2.787767465206217e-05,
      "loss": 0.5452,
      "step": 117996
    },
    {
      "epoch": 4.832971533893098,
      "grad_norm": 1.0018077927015592,
      "learning_rate": 2.78757809318217e-05,
      "loss": 0.2413,
      "step": 117997
    },
    {
      "epoch": 4.833012492320295,
      "grad_norm": 1.0037874227623063,
      "learning_rate": 2.7873887269314433e-05,
      "loss": 0.3017,
      "step": 117998
    },
    {
      "epoch": 4.833053450747491,
      "grad_norm": 1.514209115574855,
      "learning_rate": 2.7871993664541316e-05,
      "loss": 0.6451,
      "step": 117999
    },
    {
      "epoch": 4.833094409174688,
      "grad_norm": 1.2118713306399787,
      "learning_rate": 2.7870100117503263e-05,
      "loss": 0.3792,
      "step": 118000
    },
    {
      "epoch": 4.8331353676018844,
      "grad_norm": 1.7241110399341668,
      "learning_rate": 2.7868206628201113e-05,
      "loss": 0.6596,
      "step": 118001
    },
    {
      "epoch": 4.833176326029081,
      "grad_norm": 1.8177328688758105,
      "learning_rate": 2.7866313196635775e-05,
      "loss": 0.6709,
      "step": 118002
    },
    {
      "epoch": 4.833217284456277,
      "grad_norm": 3.1404293734342934,
      "learning_rate": 2.7864419822808204e-05,
      "loss": 1.1395,
      "step": 118003
    },
    {
      "epoch": 4.833258242883473,
      "grad_norm": 1.5798655530381402,
      "learning_rate": 2.7862526506719213e-05,
      "loss": 0.6264,
      "step": 118004
    },
    {
      "epoch": 4.83329920131067,
      "grad_norm": 1.1663643806309303,
      "learning_rate": 2.786063324836975e-05,
      "loss": 0.5052,
      "step": 118005
    },
    {
      "epoch": 4.833340159737866,
      "grad_norm": 1.4386578537771466,
      "learning_rate": 2.785874004776067e-05,
      "loss": 0.6246,
      "step": 118006
    },
    {
      "epoch": 4.833381118165063,
      "grad_norm": 2.3915891635027773,
      "learning_rate": 2.78568469048929e-05,
      "loss": 1.4663,
      "step": 118007
    },
    {
      "epoch": 4.833422076592258,
      "grad_norm": 1.9564319486619848,
      "learning_rate": 2.7854953819767355e-05,
      "loss": 0.7572,
      "step": 118008
    },
    {
      "epoch": 4.833463035019455,
      "grad_norm": 2.208765382941026,
      "learning_rate": 2.7853060792384858e-05,
      "loss": 1.1686,
      "step": 118009
    },
    {
      "epoch": 4.8335039934466515,
      "grad_norm": 1.0838860624689286,
      "learning_rate": 2.7851167822746336e-05,
      "loss": 0.4177,
      "step": 118010
    },
    {
      "epoch": 4.833544951873848,
      "grad_norm": 1.0395831195105607,
      "learning_rate": 2.7849274910852753e-05,
      "loss": 0.2341,
      "step": 118011
    },
    {
      "epoch": 4.833585910301045,
      "grad_norm": 1.5212377040016734,
      "learning_rate": 2.7847382056704896e-05,
      "loss": 0.7104,
      "step": 118012
    },
    {
      "epoch": 4.833626868728241,
      "grad_norm": 1.5000396961495508,
      "learning_rate": 2.7845489260303748e-05,
      "loss": 0.5499,
      "step": 118013
    },
    {
      "epoch": 4.833667827155438,
      "grad_norm": 1.3832877719276022,
      "learning_rate": 2.7843596521650124e-05,
      "loss": 0.5144,
      "step": 118014
    },
    {
      "epoch": 4.833708785582633,
      "grad_norm": 1.8859409425288678,
      "learning_rate": 2.7841703840744957e-05,
      "loss": 0.7288,
      "step": 118015
    },
    {
      "epoch": 4.83374974400983,
      "grad_norm": 1.722386508290533,
      "learning_rate": 2.7839811217589192e-05,
      "loss": 0.8142,
      "step": 118016
    },
    {
      "epoch": 4.833790702437026,
      "grad_norm": 2.0095524378842353,
      "learning_rate": 2.7837918652183632e-05,
      "loss": 0.6826,
      "step": 118017
    },
    {
      "epoch": 4.833831660864223,
      "grad_norm": 1.3847812152305745,
      "learning_rate": 2.7836026144529212e-05,
      "loss": 0.4843,
      "step": 118018
    },
    {
      "epoch": 4.833872619291419,
      "grad_norm": 1.0548285258079515,
      "learning_rate": 2.783413369462686e-05,
      "loss": 0.2592,
      "step": 118019
    },
    {
      "epoch": 4.833913577718616,
      "grad_norm": 1.260597456365406,
      "learning_rate": 2.7832241302477427e-05,
      "loss": 0.6339,
      "step": 118020
    },
    {
      "epoch": 4.8339545361458125,
      "grad_norm": 1.1025476155506617,
      "learning_rate": 2.7830348968081844e-05,
      "loss": 0.3512,
      "step": 118021
    },
    {
      "epoch": 4.833995494573008,
      "grad_norm": 1.3457146404892355,
      "learning_rate": 2.782845669144095e-05,
      "loss": 0.4666,
      "step": 118022
    },
    {
      "epoch": 4.834036453000205,
      "grad_norm": 0.9913814137802466,
      "learning_rate": 2.78265644725557e-05,
      "loss": 0.2464,
      "step": 118023
    },
    {
      "epoch": 4.834077411427401,
      "grad_norm": 0.8977286026279688,
      "learning_rate": 2.782467231142692e-05,
      "loss": 0.2052,
      "step": 118024
    },
    {
      "epoch": 4.834118369854598,
      "grad_norm": 1.4229220835660408,
      "learning_rate": 2.7822780208055608e-05,
      "loss": 0.5847,
      "step": 118025
    },
    {
      "epoch": 4.834159328281794,
      "grad_norm": 1.7370162173191936,
      "learning_rate": 2.782088816244254e-05,
      "loss": 0.6687,
      "step": 118026
    },
    {
      "epoch": 4.83420028670899,
      "grad_norm": 2.06926190410414,
      "learning_rate": 2.7818996174588705e-05,
      "loss": 1.2807,
      "step": 118027
    },
    {
      "epoch": 4.8342412451361865,
      "grad_norm": 1.2687805769756124,
      "learning_rate": 2.781710424449493e-05,
      "loss": 0.4039,
      "step": 118028
    },
    {
      "epoch": 4.834282203563383,
      "grad_norm": 1.8173465135384554,
      "learning_rate": 2.781521237216212e-05,
      "loss": 0.7359,
      "step": 118029
    },
    {
      "epoch": 4.8343231619905795,
      "grad_norm": 1.372140874251428,
      "learning_rate": 2.781332055759124e-05,
      "loss": 0.4837,
      "step": 118030
    },
    {
      "epoch": 4.834364120417776,
      "grad_norm": 1.5139520555665218,
      "learning_rate": 2.7811428800783088e-05,
      "loss": 0.6788,
      "step": 118031
    },
    {
      "epoch": 4.834405078844973,
      "grad_norm": 1.6271092997495704,
      "learning_rate": 2.7809537101738645e-05,
      "loss": 0.6208,
      "step": 118032
    },
    {
      "epoch": 4.834446037272169,
      "grad_norm": 1.6802134557534383,
      "learning_rate": 2.780764546045873e-05,
      "loss": 0.605,
      "step": 118033
    },
    {
      "epoch": 4.834486995699365,
      "grad_norm": 1.0272872703906797,
      "learning_rate": 2.7805753876944254e-05,
      "loss": 0.3122,
      "step": 118034
    },
    {
      "epoch": 4.834527954126561,
      "grad_norm": 1.4360830507731552,
      "learning_rate": 2.780386235119617e-05,
      "loss": 0.6988,
      "step": 118035
    },
    {
      "epoch": 4.834568912553758,
      "grad_norm": 1.3328062551826811,
      "learning_rate": 2.7801970883215295e-05,
      "loss": 0.5408,
      "step": 118036
    },
    {
      "epoch": 4.834609870980954,
      "grad_norm": 0.8995728263987285,
      "learning_rate": 2.7800079473002562e-05,
      "loss": 0.1953,
      "step": 118037
    },
    {
      "epoch": 4.834650829408151,
      "grad_norm": 1.160636534551605,
      "learning_rate": 2.7798188120558902e-05,
      "loss": 0.3078,
      "step": 118038
    },
    {
      "epoch": 4.8346917878353475,
      "grad_norm": 1.4960858418422127,
      "learning_rate": 2.7796296825885112e-05,
      "loss": 0.5464,
      "step": 118039
    },
    {
      "epoch": 4.834732746262544,
      "grad_norm": 1.5566057362831578,
      "learning_rate": 2.7794405588982195e-05,
      "loss": 0.6745,
      "step": 118040
    },
    {
      "epoch": 4.83477370468974,
      "grad_norm": 1.306477943889579,
      "learning_rate": 2.7792514409850946e-05,
      "loss": 0.511,
      "step": 118041
    },
    {
      "epoch": 4.834814663116936,
      "grad_norm": 1.460488521396391,
      "learning_rate": 2.7790623288492304e-05,
      "loss": 0.4844,
      "step": 118042
    },
    {
      "epoch": 4.834855621544133,
      "grad_norm": 1.5880746050634578,
      "learning_rate": 2.778873222490721e-05,
      "loss": 0.6059,
      "step": 118043
    },
    {
      "epoch": 4.834896579971329,
      "grad_norm": 1.4267042925171671,
      "learning_rate": 2.7786841219096458e-05,
      "loss": 0.5159,
      "step": 118044
    },
    {
      "epoch": 4.834937538398526,
      "grad_norm": 2.580442023509347,
      "learning_rate": 2.7784950271061e-05,
      "loss": 1.3512,
      "step": 118045
    },
    {
      "epoch": 4.8349784968257215,
      "grad_norm": 3.9744842122321775,
      "learning_rate": 2.778305938080178e-05,
      "loss": 4.8798,
      "step": 118046
    },
    {
      "epoch": 4.835019455252918,
      "grad_norm": 1.4048208595474576,
      "learning_rate": 2.7781168548319592e-05,
      "loss": 0.5651,
      "step": 118047
    },
    {
      "epoch": 4.8350604136801145,
      "grad_norm": 1.663317001275334,
      "learning_rate": 2.7779277773615405e-05,
      "loss": 0.986,
      "step": 118048
    },
    {
      "epoch": 4.835101372107311,
      "grad_norm": 1.4918480652255328,
      "learning_rate": 2.777738705669005e-05,
      "loss": 0.5962,
      "step": 118049
    },
    {
      "epoch": 4.835142330534508,
      "grad_norm": 1.138355859677425,
      "learning_rate": 2.7775496397544456e-05,
      "loss": 0.3395,
      "step": 118050
    },
    {
      "epoch": 4.835183288961704,
      "grad_norm": 1.0639654489867378,
      "learning_rate": 2.777360579617956e-05,
      "loss": 0.2133,
      "step": 118051
    },
    {
      "epoch": 4.835224247388901,
      "grad_norm": 2.1983026989051204,
      "learning_rate": 2.777171525259616e-05,
      "loss": 1.1864,
      "step": 118052
    },
    {
      "epoch": 4.835265205816096,
      "grad_norm": 1.2648885260424527,
      "learning_rate": 2.7769824766795205e-05,
      "loss": 0.4161,
      "step": 118053
    },
    {
      "epoch": 4.835306164243293,
      "grad_norm": 1.8391019218920428,
      "learning_rate": 2.7767934338777633e-05,
      "loss": 0.646,
      "step": 118054
    },
    {
      "epoch": 4.835347122670489,
      "grad_norm": 3.361532124338033,
      "learning_rate": 2.7766043968544234e-05,
      "loss": 2.8419,
      "step": 118055
    },
    {
      "epoch": 4.835388081097686,
      "grad_norm": 0.9317357414611275,
      "learning_rate": 2.7764153656095996e-05,
      "loss": 0.2019,
      "step": 118056
    },
    {
      "epoch": 4.8354290395248825,
      "grad_norm": 1.018941092142074,
      "learning_rate": 2.7762263401433748e-05,
      "loss": 0.2417,
      "step": 118057
    },
    {
      "epoch": 4.835469997952079,
      "grad_norm": 1.8180428617346496,
      "learning_rate": 2.7760373204558395e-05,
      "loss": 0.6707,
      "step": 118058
    },
    {
      "epoch": 4.8355109563792755,
      "grad_norm": 1.6321004811461697,
      "learning_rate": 2.7758483065470882e-05,
      "loss": 0.7093,
      "step": 118059
    },
    {
      "epoch": 4.835551914806471,
      "grad_norm": 3.9945917539834714,
      "learning_rate": 2.7756592984172043e-05,
      "loss": 4.1176,
      "step": 118060
    },
    {
      "epoch": 4.835592873233668,
      "grad_norm": 1.7218971237157557,
      "learning_rate": 2.775470296066278e-05,
      "loss": 0.4039,
      "step": 118061
    },
    {
      "epoch": 4.835633831660864,
      "grad_norm": 1.6322038135649957,
      "learning_rate": 2.7752812994944035e-05,
      "loss": 0.6524,
      "step": 118062
    },
    {
      "epoch": 4.835674790088061,
      "grad_norm": 1.6330989424823061,
      "learning_rate": 2.7750923087016645e-05,
      "loss": 0.7072,
      "step": 118063
    },
    {
      "epoch": 4.835715748515257,
      "grad_norm": 1.3070753174585206,
      "learning_rate": 2.7749033236881547e-05,
      "loss": 0.5456,
      "step": 118064
    },
    {
      "epoch": 4.835756706942453,
      "grad_norm": 1.4073019855775206,
      "learning_rate": 2.7747143444539582e-05,
      "loss": 0.7137,
      "step": 118065
    },
    {
      "epoch": 4.8357976653696495,
      "grad_norm": 4.087060902771169,
      "learning_rate": 2.774525370999167e-05,
      "loss": 4.1306,
      "step": 118066
    },
    {
      "epoch": 4.835838623796846,
      "grad_norm": 1.6258261253086432,
      "learning_rate": 2.7743364033238746e-05,
      "loss": 0.4686,
      "step": 118067
    },
    {
      "epoch": 4.835879582224043,
      "grad_norm": 1.6197253972693582,
      "learning_rate": 2.7741474414281623e-05,
      "loss": 0.6251,
      "step": 118068
    },
    {
      "epoch": 4.835920540651239,
      "grad_norm": 1.6941376447270797,
      "learning_rate": 2.7739584853121282e-05,
      "loss": 0.5999,
      "step": 118069
    },
    {
      "epoch": 4.835961499078436,
      "grad_norm": 1.5250899837755765,
      "learning_rate": 2.7737695349758525e-05,
      "loss": 0.582,
      "step": 118070
    },
    {
      "epoch": 4.836002457505632,
      "grad_norm": 1.424069554044733,
      "learning_rate": 2.77358059041943e-05,
      "loss": 0.5558,
      "step": 118071
    },
    {
      "epoch": 4.836043415932828,
      "grad_norm": 2.7129196457666107,
      "learning_rate": 2.7733916516429526e-05,
      "loss": 0.0648,
      "step": 118072
    },
    {
      "epoch": 4.836084374360024,
      "grad_norm": 1.3201165298047173,
      "learning_rate": 2.7732027186465032e-05,
      "loss": 0.4965,
      "step": 118073
    },
    {
      "epoch": 4.836125332787221,
      "grad_norm": 1.5600032231016285,
      "learning_rate": 2.7730137914301738e-05,
      "loss": 0.4605,
      "step": 118074
    },
    {
      "epoch": 4.836166291214417,
      "grad_norm": 1.0532500297247176,
      "learning_rate": 2.7728248699940568e-05,
      "loss": 0.2194,
      "step": 118075
    },
    {
      "epoch": 4.836207249641614,
      "grad_norm": 2.050794829891496,
      "learning_rate": 2.772635954338235e-05,
      "loss": 0.8921,
      "step": 118076
    },
    {
      "epoch": 4.8362482080688105,
      "grad_norm": 1.3036339550168747,
      "learning_rate": 2.7724470444628055e-05,
      "loss": 0.6035,
      "step": 118077
    },
    {
      "epoch": 4.836289166496007,
      "grad_norm": 1.3495295124360378,
      "learning_rate": 2.7722581403678507e-05,
      "loss": 0.4813,
      "step": 118078
    },
    {
      "epoch": 4.836330124923203,
      "grad_norm": 2.114007601565588,
      "learning_rate": 2.77206924205346e-05,
      "loss": 0.7801,
      "step": 118079
    },
    {
      "epoch": 4.836371083350399,
      "grad_norm": 0.6771220795905678,
      "learning_rate": 2.7718803495197322e-05,
      "loss": 0.1339,
      "step": 118080
    },
    {
      "epoch": 4.836412041777596,
      "grad_norm": 0.5551442016049364,
      "learning_rate": 2.7716914627667437e-05,
      "loss": 0.0663,
      "step": 118081
    },
    {
      "epoch": 4.836453000204792,
      "grad_norm": 1.2049452046828482,
      "learning_rate": 2.7715025817945924e-05,
      "loss": 0.4241,
      "step": 118082
    },
    {
      "epoch": 4.836493958631989,
      "grad_norm": 1.6642550606993671,
      "learning_rate": 2.771313706603367e-05,
      "loss": 0.6806,
      "step": 118083
    },
    {
      "epoch": 4.8365349170591845,
      "grad_norm": 1.5471115845726788,
      "learning_rate": 2.7711248371931504e-05,
      "loss": 0.5998,
      "step": 118084
    },
    {
      "epoch": 4.836575875486381,
      "grad_norm": 1.8586618051673067,
      "learning_rate": 2.770935973564043e-05,
      "loss": 0.7597,
      "step": 118085
    },
    {
      "epoch": 4.8366168339135776,
      "grad_norm": 1.076536915589367,
      "learning_rate": 2.770747115716121e-05,
      "loss": 0.2757,
      "step": 118086
    },
    {
      "epoch": 4.836657792340774,
      "grad_norm": 1.6745571896631246,
      "learning_rate": 2.770558263649481e-05,
      "loss": 0.593,
      "step": 118087
    },
    {
      "epoch": 4.836698750767971,
      "grad_norm": 1.260780640509795,
      "learning_rate": 2.7703694173642148e-05,
      "loss": 0.4377,
      "step": 118088
    },
    {
      "epoch": 4.836739709195167,
      "grad_norm": 1.626637126462544,
      "learning_rate": 2.7701805768604056e-05,
      "loss": 0.6131,
      "step": 118089
    },
    {
      "epoch": 4.836780667622364,
      "grad_norm": 1.466673863907704,
      "learning_rate": 2.769991742138145e-05,
      "loss": 0.8407,
      "step": 118090
    },
    {
      "epoch": 4.836821626049559,
      "grad_norm": 1.1653560205515465,
      "learning_rate": 2.7698029131975262e-05,
      "loss": 0.3479,
      "step": 118091
    },
    {
      "epoch": 4.836862584476756,
      "grad_norm": 0.7278619197177204,
      "learning_rate": 2.769614090038631e-05,
      "loss": 0.1105,
      "step": 118092
    },
    {
      "epoch": 4.836903542903952,
      "grad_norm": 1.5572393295452442,
      "learning_rate": 2.7694252726615557e-05,
      "loss": 0.5471,
      "step": 118093
    },
    {
      "epoch": 4.836944501331149,
      "grad_norm": 0.50699249592414,
      "learning_rate": 2.7692364610663888e-05,
      "loss": 0.0427,
      "step": 118094
    },
    {
      "epoch": 4.8369854597583455,
      "grad_norm": 1.2850282909727597,
      "learning_rate": 2.7690476552532114e-05,
      "loss": 0.6453,
      "step": 118095
    },
    {
      "epoch": 4.837026418185542,
      "grad_norm": 1.697326143665576,
      "learning_rate": 2.768858855222119e-05,
      "loss": 0.6419,
      "step": 118096
    },
    {
      "epoch": 4.837067376612739,
      "grad_norm": 1.5115040484498175,
      "learning_rate": 2.7686700609732033e-05,
      "loss": 0.655,
      "step": 118097
    },
    {
      "epoch": 4.837108335039934,
      "grad_norm": 0.7721600089049558,
      "learning_rate": 2.7684812725065487e-05,
      "loss": 0.1976,
      "step": 118098
    },
    {
      "epoch": 4.837149293467131,
      "grad_norm": 1.3910517699765415,
      "learning_rate": 2.7682924898222487e-05,
      "loss": 0.4272,
      "step": 118099
    },
    {
      "epoch": 4.837190251894327,
      "grad_norm": 1.949306347202565,
      "learning_rate": 2.7681037129203864e-05,
      "loss": 0.853,
      "step": 118100
    },
    {
      "epoch": 4.837231210321524,
      "grad_norm": 1.654119446141935,
      "learning_rate": 2.7679149418010554e-05,
      "loss": 0.7097,
      "step": 118101
    },
    {
      "epoch": 4.83727216874872,
      "grad_norm": 1.3360354927624754,
      "learning_rate": 2.767726176464349e-05,
      "loss": 0.6714,
      "step": 118102
    },
    {
      "epoch": 4.837313127175916,
      "grad_norm": 1.6231096641364502,
      "learning_rate": 2.7675374169103465e-05,
      "loss": 0.6782,
      "step": 118103
    },
    {
      "epoch": 4.8373540856031125,
      "grad_norm": 1.5873253997665073,
      "learning_rate": 2.7673486631391468e-05,
      "loss": 0.5737,
      "step": 118104
    },
    {
      "epoch": 4.837395044030309,
      "grad_norm": 0.9991794570865029,
      "learning_rate": 2.767159915150831e-05,
      "loss": 0.2398,
      "step": 118105
    },
    {
      "epoch": 4.837436002457506,
      "grad_norm": 1.7765656967785481,
      "learning_rate": 2.766971172945493e-05,
      "loss": 0.666,
      "step": 118106
    },
    {
      "epoch": 4.837476960884702,
      "grad_norm": 1.075138778855698,
      "learning_rate": 2.766782436523224e-05,
      "loss": 0.4044,
      "step": 118107
    },
    {
      "epoch": 4.837517919311899,
      "grad_norm": 1.3420358219975856,
      "learning_rate": 2.766593705884107e-05,
      "loss": 0.4248,
      "step": 118108
    },
    {
      "epoch": 4.837558877739095,
      "grad_norm": 1.641367653080838,
      "learning_rate": 2.766404981028234e-05,
      "loss": 0.6965,
      "step": 118109
    },
    {
      "epoch": 4.837599836166291,
      "grad_norm": 1.9478603410593713,
      "learning_rate": 2.7662162619556998e-05,
      "loss": 0.9891,
      "step": 118110
    },
    {
      "epoch": 4.837640794593487,
      "grad_norm": 1.7561322507182995,
      "learning_rate": 2.7660275486665844e-05,
      "loss": 0.776,
      "step": 118111
    },
    {
      "epoch": 4.837681753020684,
      "grad_norm": 1.735782339354739,
      "learning_rate": 2.7658388411609843e-05,
      "loss": 0.6062,
      "step": 118112
    },
    {
      "epoch": 4.8377227114478805,
      "grad_norm": 1.6417421223604591,
      "learning_rate": 2.765650139438983e-05,
      "loss": 0.4818,
      "step": 118113
    },
    {
      "epoch": 4.837763669875077,
      "grad_norm": 1.6973897957056021,
      "learning_rate": 2.7654614435006716e-05,
      "loss": 0.5236,
      "step": 118114
    },
    {
      "epoch": 4.8378046283022735,
      "grad_norm": 1.506123470523049,
      "learning_rate": 2.7652727533461456e-05,
      "loss": 0.7068,
      "step": 118115
    },
    {
      "epoch": 4.83784558672947,
      "grad_norm": 1.4046519603170056,
      "learning_rate": 2.765084068975483e-05,
      "loss": 0.6361,
      "step": 118116
    },
    {
      "epoch": 4.837886545156666,
      "grad_norm": 1.547630221658026,
      "learning_rate": 2.7648953903887798e-05,
      "loss": 0.6404,
      "step": 118117
    },
    {
      "epoch": 4.837927503583862,
      "grad_norm": 2.4681034426151016,
      "learning_rate": 2.764706717586127e-05,
      "loss": 1.7702,
      "step": 118118
    },
    {
      "epoch": 4.837968462011059,
      "grad_norm": 1.4339281169973126,
      "learning_rate": 2.7645180505676074e-05,
      "loss": 0.6352,
      "step": 118119
    },
    {
      "epoch": 4.838009420438255,
      "grad_norm": 1.0551547481743702,
      "learning_rate": 2.7643293893333175e-05,
      "loss": 0.2597,
      "step": 118120
    },
    {
      "epoch": 4.838050378865452,
      "grad_norm": 1.1199648150566053,
      "learning_rate": 2.7641407338833388e-05,
      "loss": 0.2721,
      "step": 118121
    },
    {
      "epoch": 4.8380913372926475,
      "grad_norm": 1.1837836823781676,
      "learning_rate": 2.763952084217765e-05,
      "loss": 0.3446,
      "step": 118122
    },
    {
      "epoch": 4.838132295719844,
      "grad_norm": 0.713666692373949,
      "learning_rate": 2.7637634403366872e-05,
      "loss": 0.1918,
      "step": 118123
    },
    {
      "epoch": 4.838173254147041,
      "grad_norm": 2.314226247641075,
      "learning_rate": 2.763574802240189e-05,
      "loss": 1.2813,
      "step": 118124
    },
    {
      "epoch": 4.838214212574237,
      "grad_norm": 1.8359590154266932,
      "learning_rate": 2.7633861699283614e-05,
      "loss": 0.9646,
      "step": 118125
    },
    {
      "epoch": 4.838255171001434,
      "grad_norm": 1.142405407459128,
      "learning_rate": 2.7631975434013005e-05,
      "loss": 0.5024,
      "step": 118126
    },
    {
      "epoch": 4.83829612942863,
      "grad_norm": 1.8783843686687938,
      "learning_rate": 2.7630089226590853e-05,
      "loss": 0.7897,
      "step": 118127
    },
    {
      "epoch": 4.838337087855827,
      "grad_norm": 1.3795241443940631,
      "learning_rate": 2.7628203077018123e-05,
      "loss": 0.5656,
      "step": 118128
    },
    {
      "epoch": 4.838378046283022,
      "grad_norm": 1.0989194118708945,
      "learning_rate": 2.7626316985295654e-05,
      "loss": 0.2871,
      "step": 118129
    },
    {
      "epoch": 4.838419004710219,
      "grad_norm": 1.2043082508162546,
      "learning_rate": 2.7624430951424342e-05,
      "loss": 0.3452,
      "step": 118130
    },
    {
      "epoch": 4.838459963137415,
      "grad_norm": 3.441664563247702,
      "learning_rate": 2.7622544975405153e-05,
      "loss": 2.7366,
      "step": 118131
    },
    {
      "epoch": 4.838500921564612,
      "grad_norm": 1.3805002073753414,
      "learning_rate": 2.7620659057238888e-05,
      "loss": 0.4256,
      "step": 118132
    },
    {
      "epoch": 4.8385418799918085,
      "grad_norm": 1.8977707053797315,
      "learning_rate": 2.761877319692646e-05,
      "loss": 0.5897,
      "step": 118133
    },
    {
      "epoch": 4.838582838419005,
      "grad_norm": 1.4305884258077297,
      "learning_rate": 2.7616887394468818e-05,
      "loss": 0.5371,
      "step": 118134
    },
    {
      "epoch": 4.838623796846202,
      "grad_norm": 0.8671973603823325,
      "learning_rate": 2.761500164986678e-05,
      "loss": 0.2022,
      "step": 118135
    },
    {
      "epoch": 4.838664755273397,
      "grad_norm": 1.4061742840791949,
      "learning_rate": 2.7613115963121295e-05,
      "loss": 0.4938,
      "step": 118136
    },
    {
      "epoch": 4.838705713700594,
      "grad_norm": 1.5238132323870222,
      "learning_rate": 2.7611230334233197e-05,
      "loss": 0.47,
      "step": 118137
    },
    {
      "epoch": 4.83874667212779,
      "grad_norm": 1.39478863564506,
      "learning_rate": 2.76093447632034e-05,
      "loss": 0.6236,
      "step": 118138
    },
    {
      "epoch": 4.838787630554987,
      "grad_norm": 1.2857655448529692,
      "learning_rate": 2.7607459250032837e-05,
      "loss": 0.3901,
      "step": 118139
    },
    {
      "epoch": 4.838828588982183,
      "grad_norm": 0.9205231480139002,
      "learning_rate": 2.7605573794722342e-05,
      "loss": 0.2219,
      "step": 118140
    },
    {
      "epoch": 4.838869547409379,
      "grad_norm": 0.9300121726032111,
      "learning_rate": 2.760368839727286e-05,
      "loss": 0.2483,
      "step": 118141
    },
    {
      "epoch": 4.838910505836576,
      "grad_norm": 1.1194186066575391,
      "learning_rate": 2.7601803057685213e-05,
      "loss": 0.2709,
      "step": 118142
    },
    {
      "epoch": 4.838951464263772,
      "grad_norm": 1.7528539843002664,
      "learning_rate": 2.759991777596033e-05,
      "loss": 0.8742,
      "step": 118143
    },
    {
      "epoch": 4.838992422690969,
      "grad_norm": 1.5494670989014718,
      "learning_rate": 2.759803255209914e-05,
      "loss": 0.6826,
      "step": 118144
    },
    {
      "epoch": 4.839033381118165,
      "grad_norm": 1.0791210022763542,
      "learning_rate": 2.7596147386102453e-05,
      "loss": 0.2723,
      "step": 118145
    },
    {
      "epoch": 4.839074339545362,
      "grad_norm": 0.8643035350941835,
      "learning_rate": 2.7594262277971223e-05,
      "loss": 0.203,
      "step": 118146
    },
    {
      "epoch": 4.839115297972558,
      "grad_norm": 1.1994391168418284,
      "learning_rate": 2.759237722770634e-05,
      "loss": 0.2656,
      "step": 118147
    },
    {
      "epoch": 4.839156256399754,
      "grad_norm": 1.3290928838297806,
      "learning_rate": 2.7590492235308654e-05,
      "loss": 0.4396,
      "step": 118148
    },
    {
      "epoch": 4.83919721482695,
      "grad_norm": 1.3976209341950883,
      "learning_rate": 2.7588607300779124e-05,
      "loss": 0.3805,
      "step": 118149
    },
    {
      "epoch": 4.839238173254147,
      "grad_norm": 1.6071995406003887,
      "learning_rate": 2.758672242411854e-05,
      "loss": 0.7926,
      "step": 118150
    },
    {
      "epoch": 4.8392791316813435,
      "grad_norm": 1.3278349602602255,
      "learning_rate": 2.7584837605327866e-05,
      "loss": 0.6372,
      "step": 118151
    },
    {
      "epoch": 4.83932009010854,
      "grad_norm": 1.290582368857746,
      "learning_rate": 2.758295284440801e-05,
      "loss": 0.4925,
      "step": 118152
    },
    {
      "epoch": 4.839361048535737,
      "grad_norm": 1.4658437432271565,
      "learning_rate": 2.7581068141359802e-05,
      "loss": 0.5448,
      "step": 118153
    },
    {
      "epoch": 4.839402006962933,
      "grad_norm": 0.9060572710413507,
      "learning_rate": 2.7579183496184147e-05,
      "loss": 0.1767,
      "step": 118154
    },
    {
      "epoch": 4.839442965390129,
      "grad_norm": 4.1382664216480185,
      "learning_rate": 2.7577298908882e-05,
      "loss": 3.7488,
      "step": 118155
    },
    {
      "epoch": 4.839483923817325,
      "grad_norm": 1.8361979938882258,
      "learning_rate": 2.7575414379454157e-05,
      "loss": 0.6368,
      "step": 118156
    },
    {
      "epoch": 4.839524882244522,
      "grad_norm": 1.7515038806834267,
      "learning_rate": 2.7573529907901587e-05,
      "loss": 0.845,
      "step": 118157
    },
    {
      "epoch": 4.839565840671718,
      "grad_norm": 1.6265535009239116,
      "learning_rate": 2.757164549422512e-05,
      "loss": 0.8381,
      "step": 118158
    },
    {
      "epoch": 4.839606799098915,
      "grad_norm": 1.8428577578283152,
      "learning_rate": 2.7569761138425673e-05,
      "loss": 1.0586,
      "step": 118159
    },
    {
      "epoch": 4.8396477575261105,
      "grad_norm": 1.9160726764994198,
      "learning_rate": 2.756787684050418e-05,
      "loss": 0.9453,
      "step": 118160
    },
    {
      "epoch": 4.839688715953307,
      "grad_norm": 1.512087825454066,
      "learning_rate": 2.7565992600461434e-05,
      "loss": 0.4406,
      "step": 118161
    },
    {
      "epoch": 4.839729674380504,
      "grad_norm": 1.1830770142723783,
      "learning_rate": 2.756410841829841e-05,
      "loss": 0.4183,
      "step": 118162
    },
    {
      "epoch": 4.8397706328077,
      "grad_norm": 1.7819213763526351,
      "learning_rate": 2.7562224294015982e-05,
      "loss": 0.7724,
      "step": 118163
    },
    {
      "epoch": 4.839811591234897,
      "grad_norm": 1.7272386938475277,
      "learning_rate": 2.756034022761504e-05,
      "loss": 0.6532,
      "step": 118164
    },
    {
      "epoch": 4.839852549662093,
      "grad_norm": 2.1920940291465025,
      "learning_rate": 2.7558456219096432e-05,
      "loss": 1.4802,
      "step": 118165
    },
    {
      "epoch": 4.83989350808929,
      "grad_norm": 0.9405009094577185,
      "learning_rate": 2.755657226846112e-05,
      "loss": 0.2526,
      "step": 118166
    },
    {
      "epoch": 4.839934466516485,
      "grad_norm": 1.3614923208749536,
      "learning_rate": 2.7554688375709903e-05,
      "loss": 0.5273,
      "step": 118167
    },
    {
      "epoch": 4.839975424943682,
      "grad_norm": 1.1638965967767028,
      "learning_rate": 2.7552804540843736e-05,
      "loss": 0.1921,
      "step": 118168
    },
    {
      "epoch": 4.8400163833708785,
      "grad_norm": 1.0670315899903056,
      "learning_rate": 2.7550920763863533e-05,
      "loss": 0.2817,
      "step": 118169
    },
    {
      "epoch": 4.840057341798075,
      "grad_norm": 1.6457508359112023,
      "learning_rate": 2.7549037044770124e-05,
      "loss": 0.7849,
      "step": 118170
    },
    {
      "epoch": 4.8400983002252715,
      "grad_norm": 1.3406114481541918,
      "learning_rate": 2.754715338356444e-05,
      "loss": 0.2482,
      "step": 118171
    },
    {
      "epoch": 4.840139258652468,
      "grad_norm": 1.4276368205632235,
      "learning_rate": 2.7545269780247337e-05,
      "loss": 0.6141,
      "step": 118172
    },
    {
      "epoch": 4.840180217079665,
      "grad_norm": 3.6797929238403766,
      "learning_rate": 2.7543386234819708e-05,
      "loss": 1.2494,
      "step": 118173
    },
    {
      "epoch": 4.84022117550686,
      "grad_norm": 1.591729739491645,
      "learning_rate": 2.7541502747282508e-05,
      "loss": 0.6091,
      "step": 118174
    },
    {
      "epoch": 4.840262133934057,
      "grad_norm": 1.2348575189883069,
      "learning_rate": 2.7539619317636547e-05,
      "loss": 0.4852,
      "step": 118175
    },
    {
      "epoch": 4.840303092361253,
      "grad_norm": 1.4323804449899817,
      "learning_rate": 2.7537735945882778e-05,
      "loss": 0.4094,
      "step": 118176
    },
    {
      "epoch": 4.84034405078845,
      "grad_norm": 0.757323652922072,
      "learning_rate": 2.7535852632022033e-05,
      "loss": 0.1185,
      "step": 118177
    },
    {
      "epoch": 4.840385009215646,
      "grad_norm": 1.438279513676537,
      "learning_rate": 2.7533969376055208e-05,
      "loss": 0.643,
      "step": 118178
    },
    {
      "epoch": 4.840425967642842,
      "grad_norm": 1.9915094415106955,
      "learning_rate": 2.7532086177983274e-05,
      "loss": 0.7167,
      "step": 118179
    },
    {
      "epoch": 4.840466926070039,
      "grad_norm": 1.6651060154705504,
      "learning_rate": 2.7530203037807015e-05,
      "loss": 0.696,
      "step": 118180
    },
    {
      "epoch": 4.840507884497235,
      "grad_norm": 1.17862839867792,
      "learning_rate": 2.7528319955527372e-05,
      "loss": 0.3783,
      "step": 118181
    },
    {
      "epoch": 4.840548842924432,
      "grad_norm": 1.564688750582202,
      "learning_rate": 2.7526436931145284e-05,
      "loss": 0.6584,
      "step": 118182
    },
    {
      "epoch": 4.840589801351628,
      "grad_norm": 1.5632617764987036,
      "learning_rate": 2.7524553964661533e-05,
      "loss": 0.5438,
      "step": 118183
    },
    {
      "epoch": 4.840630759778825,
      "grad_norm": 1.7309880687723551,
      "learning_rate": 2.7522671056077116e-05,
      "loss": 0.8306,
      "step": 118184
    },
    {
      "epoch": 4.840671718206021,
      "grad_norm": 1.5621261454492008,
      "learning_rate": 2.7520788205392835e-05,
      "loss": 0.6437,
      "step": 118185
    },
    {
      "epoch": 4.840712676633217,
      "grad_norm": 1.8225216793598629,
      "learning_rate": 2.7518905412609605e-05,
      "loss": 0.7815,
      "step": 118186
    },
    {
      "epoch": 4.8407536350604135,
      "grad_norm": 0.7990823927649202,
      "learning_rate": 2.7517022677728372e-05,
      "loss": 0.1931,
      "step": 118187
    },
    {
      "epoch": 4.84079459348761,
      "grad_norm": 1.8518560201767365,
      "learning_rate": 2.751514000074996e-05,
      "loss": 0.9007,
      "step": 118188
    },
    {
      "epoch": 4.8408355519148065,
      "grad_norm": 1.2735062043921836,
      "learning_rate": 2.7513257381675274e-05,
      "loss": 0.2833,
      "step": 118189
    },
    {
      "epoch": 4.840876510342003,
      "grad_norm": 1.4060627745600964,
      "learning_rate": 2.751137482050524e-05,
      "loss": 0.6478,
      "step": 118190
    },
    {
      "epoch": 4.8409174687692,
      "grad_norm": 1.3955753006267269,
      "learning_rate": 2.75094923172407e-05,
      "loss": 0.5354,
      "step": 118191
    },
    {
      "epoch": 4.840958427196396,
      "grad_norm": 1.3092874599019018,
      "learning_rate": 2.7507609871882592e-05,
      "loss": 0.4803,
      "step": 118192
    },
    {
      "epoch": 4.840999385623592,
      "grad_norm": 1.7324713012470638,
      "learning_rate": 2.7505727484431726e-05,
      "loss": 0.6986,
      "step": 118193
    },
    {
      "epoch": 4.841040344050788,
      "grad_norm": 1.0552022712373437,
      "learning_rate": 2.7503845154889077e-05,
      "loss": 0.2971,
      "step": 118194
    },
    {
      "epoch": 4.841081302477985,
      "grad_norm": 1.1387213832134877,
      "learning_rate": 2.750196288325552e-05,
      "loss": 0.33,
      "step": 118195
    },
    {
      "epoch": 4.841122260905181,
      "grad_norm": 1.701040349455707,
      "learning_rate": 2.7500080669531887e-05,
      "loss": 0.6921,
      "step": 118196
    },
    {
      "epoch": 4.841163219332378,
      "grad_norm": 1.419506735275226,
      "learning_rate": 2.74981985137191e-05,
      "loss": 0.5733,
      "step": 118197
    },
    {
      "epoch": 4.841204177759574,
      "grad_norm": 2.6983528913016,
      "learning_rate": 2.749631641581812e-05,
      "loss": 0.5081,
      "step": 118198
    },
    {
      "epoch": 4.84124513618677,
      "grad_norm": 1.338785058175545,
      "learning_rate": 2.7494434375829717e-05,
      "loss": 0.3935,
      "step": 118199
    },
    {
      "epoch": 4.841286094613967,
      "grad_norm": 0.8234785789568556,
      "learning_rate": 2.749255239375487e-05,
      "loss": 0.2021,
      "step": 118200
    },
    {
      "epoch": 4.841327053041163,
      "grad_norm": 1.5032418121918096,
      "learning_rate": 2.749067046959441e-05,
      "loss": 0.59,
      "step": 118201
    },
    {
      "epoch": 4.84136801146836,
      "grad_norm": 1.551725710079894,
      "learning_rate": 2.7488788603349243e-05,
      "loss": 0.6003,
      "step": 118202
    },
    {
      "epoch": 4.841408969895556,
      "grad_norm": 0.43845241353493347,
      "learning_rate": 2.7486906795020312e-05,
      "loss": 0.0394,
      "step": 118203
    },
    {
      "epoch": 4.841449928322753,
      "grad_norm": 1.2496443433202076,
      "learning_rate": 2.748502504460842e-05,
      "loss": 0.4451,
      "step": 118204
    },
    {
      "epoch": 4.841490886749948,
      "grad_norm": 1.7089163982185624,
      "learning_rate": 2.7483143352114502e-05,
      "loss": 0.9554,
      "step": 118205
    },
    {
      "epoch": 4.841531845177145,
      "grad_norm": 0.8995366071624694,
      "learning_rate": 2.7481261717539483e-05,
      "loss": 0.2249,
      "step": 118206
    },
    {
      "epoch": 4.8415728036043415,
      "grad_norm": 1.8012500193876817,
      "learning_rate": 2.7479380140884183e-05,
      "loss": 0.6927,
      "step": 118207
    },
    {
      "epoch": 4.841613762031538,
      "grad_norm": 1.8257721807488663,
      "learning_rate": 2.7477498622149552e-05,
      "loss": 0.8069,
      "step": 118208
    },
    {
      "epoch": 4.841654720458735,
      "grad_norm": 1.8285892176963388,
      "learning_rate": 2.7475617161336407e-05,
      "loss": 0.6003,
      "step": 118209
    },
    {
      "epoch": 4.841695678885931,
      "grad_norm": 2.1104237429063013,
      "learning_rate": 2.747373575844569e-05,
      "loss": 0.9491,
      "step": 118210
    },
    {
      "epoch": 4.841736637313128,
      "grad_norm": 1.45155202763224,
      "learning_rate": 2.747185441347831e-05,
      "loss": 0.4524,
      "step": 118211
    },
    {
      "epoch": 4.841777595740323,
      "grad_norm": 1.5353277918507129,
      "learning_rate": 2.7469973126435096e-05,
      "loss": 0.6928,
      "step": 118212
    },
    {
      "epoch": 4.84181855416752,
      "grad_norm": 1.5768410525539795,
      "learning_rate": 2.746809189731701e-05,
      "loss": 0.6443,
      "step": 118213
    },
    {
      "epoch": 4.841859512594716,
      "grad_norm": 0.39476977922775536,
      "learning_rate": 2.746621072612486e-05,
      "loss": 0.0369,
      "step": 118214
    },
    {
      "epoch": 4.841900471021913,
      "grad_norm": 1.36300573304359,
      "learning_rate": 2.746432961285957e-05,
      "loss": 0.4144,
      "step": 118215
    },
    {
      "epoch": 4.841941429449109,
      "grad_norm": 1.503509816311203,
      "learning_rate": 2.7462448557522078e-05,
      "loss": 0.6167,
      "step": 118216
    },
    {
      "epoch": 4.841982387876305,
      "grad_norm": 1.8209296713335832,
      "learning_rate": 2.7460567560113193e-05,
      "loss": 0.6853,
      "step": 118217
    },
    {
      "epoch": 4.842023346303502,
      "grad_norm": 1.1692838472908877,
      "learning_rate": 2.7458686620633824e-05,
      "loss": 0.5155,
      "step": 118218
    },
    {
      "epoch": 4.842064304730698,
      "grad_norm": 1.0459041953893462,
      "learning_rate": 2.7456805739084932e-05,
      "loss": 0.2274,
      "step": 118219
    },
    {
      "epoch": 4.842105263157895,
      "grad_norm": 1.2740339187620184,
      "learning_rate": 2.7454924915467313e-05,
      "loss": 0.4163,
      "step": 118220
    },
    {
      "epoch": 4.842146221585091,
      "grad_norm": 1.4169182312407598,
      "learning_rate": 2.7453044149781924e-05,
      "loss": 0.64,
      "step": 118221
    },
    {
      "epoch": 4.842187180012288,
      "grad_norm": 1.6094266325887427,
      "learning_rate": 2.745116344202959e-05,
      "loss": 0.7092,
      "step": 118222
    },
    {
      "epoch": 4.842228138439484,
      "grad_norm": 1.4890048479229712,
      "learning_rate": 2.7449282792211246e-05,
      "loss": 0.5527,
      "step": 118223
    },
    {
      "epoch": 4.84226909686668,
      "grad_norm": 1.5405435299819028,
      "learning_rate": 2.7447402200327794e-05,
      "loss": 0.6693,
      "step": 118224
    },
    {
      "epoch": 4.8423100552938765,
      "grad_norm": 1.520882915682239,
      "learning_rate": 2.7445521666380065e-05,
      "loss": 0.6856,
      "step": 118225
    },
    {
      "epoch": 4.842351013721073,
      "grad_norm": 0.8040751734201249,
      "learning_rate": 2.7443641190368976e-05,
      "loss": 0.1997,
      "step": 118226
    },
    {
      "epoch": 4.8423919721482696,
      "grad_norm": 0.962682495083039,
      "learning_rate": 2.7441760772295472e-05,
      "loss": 0.2031,
      "step": 118227
    },
    {
      "epoch": 4.842432930575466,
      "grad_norm": 1.9100270887959203,
      "learning_rate": 2.7439880412160343e-05,
      "loss": 0.5989,
      "step": 118228
    },
    {
      "epoch": 4.842473889002663,
      "grad_norm": 1.6920062197321222,
      "learning_rate": 2.743800010996458e-05,
      "loss": 0.6258,
      "step": 118229
    },
    {
      "epoch": 4.842514847429859,
      "grad_norm": 1.621921292960077,
      "learning_rate": 2.7436119865708972e-05,
      "loss": 0.6833,
      "step": 118230
    },
    {
      "epoch": 4.842555805857055,
      "grad_norm": 1.8660779019906573,
      "learning_rate": 2.743423967939445e-05,
      "loss": 1.2528,
      "step": 118231
    },
    {
      "epoch": 4.842596764284251,
      "grad_norm": 1.5944311550545982,
      "learning_rate": 2.7432359551021942e-05,
      "loss": 0.4579,
      "step": 118232
    },
    {
      "epoch": 4.842637722711448,
      "grad_norm": 1.0695073816481089,
      "learning_rate": 2.743047948059227e-05,
      "loss": 0.268,
      "step": 118233
    },
    {
      "epoch": 4.842678681138644,
      "grad_norm": 0.9655715786362257,
      "learning_rate": 2.742859946810635e-05,
      "loss": 0.2321,
      "step": 118234
    },
    {
      "epoch": 4.842719639565841,
      "grad_norm": 1.5864537483197743,
      "learning_rate": 2.742671951356516e-05,
      "loss": 0.6195,
      "step": 118235
    },
    {
      "epoch": 4.842760597993037,
      "grad_norm": 1.7248358730287658,
      "learning_rate": 2.7424839616969436e-05,
      "loss": 0.6989,
      "step": 118236
    },
    {
      "epoch": 4.842801556420233,
      "grad_norm": 1.1550244630957633,
      "learning_rate": 2.7422959778320126e-05,
      "loss": 0.4092,
      "step": 118237
    },
    {
      "epoch": 4.84284251484743,
      "grad_norm": 1.2547443621959347,
      "learning_rate": 2.7421079997618163e-05,
      "loss": 0.4919,
      "step": 118238
    },
    {
      "epoch": 4.842883473274626,
      "grad_norm": 1.412791901670377,
      "learning_rate": 2.741920027486436e-05,
      "loss": 0.6068,
      "step": 118239
    },
    {
      "epoch": 4.842924431701823,
      "grad_norm": 1.3660368295669372,
      "learning_rate": 2.741732061005969e-05,
      "loss": 0.552,
      "step": 118240
    },
    {
      "epoch": 4.842965390129019,
      "grad_norm": 1.6905384857575332,
      "learning_rate": 2.7415441003204946e-05,
      "loss": 0.5991,
      "step": 118241
    },
    {
      "epoch": 4.843006348556216,
      "grad_norm": 1.474749738513844,
      "learning_rate": 2.741356145430108e-05,
      "loss": 0.6657,
      "step": 118242
    },
    {
      "epoch": 4.8430473069834115,
      "grad_norm": 2.856874935392634,
      "learning_rate": 2.7411681963349008e-05,
      "loss": 1.0742,
      "step": 118243
    },
    {
      "epoch": 4.843088265410608,
      "grad_norm": 1.131737835679336,
      "learning_rate": 2.7409802530349546e-05,
      "loss": 0.2606,
      "step": 118244
    },
    {
      "epoch": 4.8431292238378045,
      "grad_norm": 0.9185132844780662,
      "learning_rate": 2.7407923155303608e-05,
      "loss": 0.1864,
      "step": 118245
    },
    {
      "epoch": 4.843170182265001,
      "grad_norm": 1.097294401279157,
      "learning_rate": 2.7406043838212128e-05,
      "loss": 0.2327,
      "step": 118246
    },
    {
      "epoch": 4.843211140692198,
      "grad_norm": 1.6721343092463083,
      "learning_rate": 2.740416457907592e-05,
      "loss": 0.6515,
      "step": 118247
    },
    {
      "epoch": 4.843252099119394,
      "grad_norm": 1.298425814181796,
      "learning_rate": 2.7402285377895956e-05,
      "loss": 0.3187,
      "step": 118248
    },
    {
      "epoch": 4.843293057546591,
      "grad_norm": 1.3346494767182746,
      "learning_rate": 2.740040623467303e-05,
      "loss": 0.5086,
      "step": 118249
    },
    {
      "epoch": 4.843334015973786,
      "grad_norm": 1.2808799677867364,
      "learning_rate": 2.7398527149408073e-05,
      "loss": 0.5005,
      "step": 118250
    },
    {
      "epoch": 4.843374974400983,
      "grad_norm": 1.5370690510288811,
      "learning_rate": 2.739664812210202e-05,
      "loss": 0.6562,
      "step": 118251
    },
    {
      "epoch": 4.843415932828179,
      "grad_norm": 1.490075155982863,
      "learning_rate": 2.7394769152755676e-05,
      "loss": 0.6439,
      "step": 118252
    },
    {
      "epoch": 4.843456891255376,
      "grad_norm": 1.4461895021540385,
      "learning_rate": 2.739289024136998e-05,
      "loss": 0.5344,
      "step": 118253
    },
    {
      "epoch": 4.8434978496825725,
      "grad_norm": 1.5915480115328549,
      "learning_rate": 2.7391011387945856e-05,
      "loss": 0.6814,
      "step": 118254
    },
    {
      "epoch": 4.843538808109768,
      "grad_norm": 1.397918042794665,
      "learning_rate": 2.7389132592484096e-05,
      "loss": 0.3842,
      "step": 118255
    },
    {
      "epoch": 4.843579766536965,
      "grad_norm": 1.4597677830079232,
      "learning_rate": 2.7387253854985674e-05,
      "loss": 0.5887,
      "step": 118256
    },
    {
      "epoch": 4.843620724964161,
      "grad_norm": 1.6731061697921965,
      "learning_rate": 2.738537517545142e-05,
      "loss": 0.6443,
      "step": 118257
    },
    {
      "epoch": 4.843661683391358,
      "grad_norm": 1.6647406678574113,
      "learning_rate": 2.738349655388223e-05,
      "loss": 0.8363,
      "step": 118258
    },
    {
      "epoch": 4.843702641818554,
      "grad_norm": 0.8447768078575967,
      "learning_rate": 2.7381617990279055e-05,
      "loss": 0.1961,
      "step": 118259
    },
    {
      "epoch": 4.843743600245751,
      "grad_norm": 1.5385383189900141,
      "learning_rate": 2.7379739484642692e-05,
      "loss": 0.6631,
      "step": 118260
    },
    {
      "epoch": 4.843784558672947,
      "grad_norm": 0.9342274886247117,
      "learning_rate": 2.737786103697408e-05,
      "loss": 0.207,
      "step": 118261
    },
    {
      "epoch": 4.843825517100143,
      "grad_norm": 0.8916643310905585,
      "learning_rate": 2.737598264727413e-05,
      "loss": 0.2673,
      "step": 118262
    },
    {
      "epoch": 4.8438664755273395,
      "grad_norm": 1.8252411104454946,
      "learning_rate": 2.737410431554366e-05,
      "loss": 0.614,
      "step": 118263
    },
    {
      "epoch": 4.843907433954536,
      "grad_norm": 1.3310483639322968,
      "learning_rate": 2.737222604178365e-05,
      "loss": 0.5332,
      "step": 118264
    },
    {
      "epoch": 4.843948392381733,
      "grad_norm": 1.696900485214922,
      "learning_rate": 2.7370347825994888e-05,
      "loss": 0.6496,
      "step": 118265
    },
    {
      "epoch": 4.843989350808929,
      "grad_norm": 1.3082494588809477,
      "learning_rate": 2.73684696681783e-05,
      "loss": 0.3465,
      "step": 118266
    },
    {
      "epoch": 4.844030309236126,
      "grad_norm": 1.8835837385046377,
      "learning_rate": 2.736659156833484e-05,
      "loss": 0.7641,
      "step": 118267
    },
    {
      "epoch": 4.844071267663322,
      "grad_norm": 1.1081550257184658,
      "learning_rate": 2.7364713526465286e-05,
      "loss": 0.3454,
      "step": 118268
    },
    {
      "epoch": 4.844112226090518,
      "grad_norm": 1.6860693317868674,
      "learning_rate": 2.7362835542570594e-05,
      "loss": 0.6512,
      "step": 118269
    },
    {
      "epoch": 4.844153184517714,
      "grad_norm": 1.3295217900842065,
      "learning_rate": 2.7360957616651675e-05,
      "loss": 0.4731,
      "step": 118270
    },
    {
      "epoch": 4.844194142944911,
      "grad_norm": 1.330276070258338,
      "learning_rate": 2.735907974870933e-05,
      "loss": 0.4911,
      "step": 118271
    },
    {
      "epoch": 4.844235101372107,
      "grad_norm": 2.3271034701939297,
      "learning_rate": 2.7357201938744537e-05,
      "loss": 1.3525,
      "step": 118272
    },
    {
      "epoch": 4.844276059799304,
      "grad_norm": 2.0373112621986427,
      "learning_rate": 2.7355324186758105e-05,
      "loss": 0.8974,
      "step": 118273
    },
    {
      "epoch": 4.8443170182265,
      "grad_norm": 0.5745888981836897,
      "learning_rate": 2.735344649275096e-05,
      "loss": 0.0833,
      "step": 118274
    },
    {
      "epoch": 4.844357976653696,
      "grad_norm": 1.7361041901518512,
      "learning_rate": 2.735156885672403e-05,
      "loss": 0.7409,
      "step": 118275
    },
    {
      "epoch": 4.844398935080893,
      "grad_norm": 1.5282531738309166,
      "learning_rate": 2.734969127867811e-05,
      "loss": 0.579,
      "step": 118276
    },
    {
      "epoch": 4.844439893508089,
      "grad_norm": 1.4310032628710723,
      "learning_rate": 2.7347813758614158e-05,
      "loss": 0.4908,
      "step": 118277
    },
    {
      "epoch": 4.844480851935286,
      "grad_norm": 1.4088455143314764,
      "learning_rate": 2.7345936296533072e-05,
      "loss": 0.6285,
      "step": 118278
    },
    {
      "epoch": 4.844521810362482,
      "grad_norm": 1.6615190009174738,
      "learning_rate": 2.734405889243567e-05,
      "loss": 0.6493,
      "step": 118279
    },
    {
      "epoch": 4.844562768789679,
      "grad_norm": 1.414641747916597,
      "learning_rate": 2.7342181546322907e-05,
      "loss": 0.508,
      "step": 118280
    },
    {
      "epoch": 4.8446037272168745,
      "grad_norm": 1.5823745009311205,
      "learning_rate": 2.7340304258195623e-05,
      "loss": 0.4497,
      "step": 118281
    },
    {
      "epoch": 4.844644685644071,
      "grad_norm": 1.651335105101111,
      "learning_rate": 2.733842702805472e-05,
      "loss": 0.724,
      "step": 118282
    },
    {
      "epoch": 4.844685644071268,
      "grad_norm": 1.5853204341089806,
      "learning_rate": 2.733654985590112e-05,
      "loss": 0.7203,
      "step": 118283
    },
    {
      "epoch": 4.844726602498464,
      "grad_norm": 1.6598103047485944,
      "learning_rate": 2.7334672741735664e-05,
      "loss": 0.7107,
      "step": 118284
    },
    {
      "epoch": 4.844767560925661,
      "grad_norm": 1.4887039012298204,
      "learning_rate": 2.7332795685559272e-05,
      "loss": 0.4362,
      "step": 118285
    },
    {
      "epoch": 4.844808519352857,
      "grad_norm": 0.7681312922739296,
      "learning_rate": 2.7330918687372795e-05,
      "loss": 0.0975,
      "step": 118286
    },
    {
      "epoch": 4.844849477780054,
      "grad_norm": 1.4361729829052245,
      "learning_rate": 2.732904174717713e-05,
      "loss": 0.4345,
      "step": 118287
    },
    {
      "epoch": 4.844890436207249,
      "grad_norm": 1.2525459387573459,
      "learning_rate": 2.7327164864973223e-05,
      "loss": 0.5538,
      "step": 118288
    },
    {
      "epoch": 4.844931394634446,
      "grad_norm": 0.694291829931204,
      "learning_rate": 2.7325288040761863e-05,
      "loss": 0.1428,
      "step": 118289
    },
    {
      "epoch": 4.844972353061642,
      "grad_norm": 1.3253678767838872,
      "learning_rate": 2.7323411274544012e-05,
      "loss": 0.5487,
      "step": 118290
    },
    {
      "epoch": 4.845013311488839,
      "grad_norm": 2.0145386595813504,
      "learning_rate": 2.7321534566320552e-05,
      "loss": 0.9524,
      "step": 118291
    },
    {
      "epoch": 4.8450542699160355,
      "grad_norm": 1.6398775814357547,
      "learning_rate": 2.731965791609232e-05,
      "loss": 0.4211,
      "step": 118292
    },
    {
      "epoch": 4.845095228343231,
      "grad_norm": 1.2633364433228347,
      "learning_rate": 2.731778132386026e-05,
      "loss": 0.2574,
      "step": 118293
    },
    {
      "epoch": 4.845136186770428,
      "grad_norm": 1.4557464916970178,
      "learning_rate": 2.731590478962521e-05,
      "loss": 0.6341,
      "step": 118294
    },
    {
      "epoch": 4.845177145197624,
      "grad_norm": 1.2754503063333742,
      "learning_rate": 2.7314028313388082e-05,
      "loss": 0.5158,
      "step": 118295
    },
    {
      "epoch": 4.845218103624821,
      "grad_norm": 1.4351784208782363,
      "learning_rate": 2.731215189514979e-05,
      "loss": 0.4933,
      "step": 118296
    },
    {
      "epoch": 4.845259062052017,
      "grad_norm": 1.584866249636526,
      "learning_rate": 2.7310275534911176e-05,
      "loss": 0.5697,
      "step": 118297
    },
    {
      "epoch": 4.845300020479214,
      "grad_norm": 1.590035092511367,
      "learning_rate": 2.730839923267313e-05,
      "loss": 0.7102,
      "step": 118298
    },
    {
      "epoch": 4.84534097890641,
      "grad_norm": 1.585817305140896,
      "learning_rate": 2.7306522988436584e-05,
      "loss": 0.5972,
      "step": 118299
    },
    {
      "epoch": 4.845381937333606,
      "grad_norm": 1.0413701345706594,
      "learning_rate": 2.730464680220236e-05,
      "loss": 0.2387,
      "step": 118300
    },
    {
      "epoch": 4.8454228957608025,
      "grad_norm": 1.1646031777816932,
      "learning_rate": 2.7302770673971424e-05,
      "loss": 0.1856,
      "step": 118301
    },
    {
      "epoch": 4.845463854187999,
      "grad_norm": 0.5893982492523209,
      "learning_rate": 2.730089460374459e-05,
      "loss": 0.0903,
      "step": 118302
    },
    {
      "epoch": 4.845504812615196,
      "grad_norm": 2.0142784710553334,
      "learning_rate": 2.7299018591522755e-05,
      "loss": 0.9595,
      "step": 118303
    },
    {
      "epoch": 4.845545771042392,
      "grad_norm": 2.101897228963806,
      "learning_rate": 2.729714263730687e-05,
      "loss": 0.7186,
      "step": 118304
    },
    {
      "epoch": 4.845586729469589,
      "grad_norm": 4.365150197646696,
      "learning_rate": 2.7295266741097765e-05,
      "loss": 1.5125,
      "step": 118305
    },
    {
      "epoch": 4.845627687896785,
      "grad_norm": 1.6828007570822343,
      "learning_rate": 2.7293390902896313e-05,
      "loss": 0.5559,
      "step": 118306
    },
    {
      "epoch": 4.845668646323981,
      "grad_norm": 0.9209997782547499,
      "learning_rate": 2.7291515122703455e-05,
      "loss": 0.1644,
      "step": 118307
    },
    {
      "epoch": 4.845709604751177,
      "grad_norm": 1.0690871178342942,
      "learning_rate": 2.7289639400520014e-05,
      "loss": 0.3189,
      "step": 118308
    },
    {
      "epoch": 4.845750563178374,
      "grad_norm": 1.5010779567089345,
      "learning_rate": 2.728776373634692e-05,
      "loss": 0.5554,
      "step": 118309
    },
    {
      "epoch": 4.8457915216055705,
      "grad_norm": 1.7255719714916915,
      "learning_rate": 2.7285888130185067e-05,
      "loss": 0.6917,
      "step": 118310
    },
    {
      "epoch": 4.845832480032767,
      "grad_norm": 1.5726670286697573,
      "learning_rate": 2.7284012582035313e-05,
      "loss": 0.6619,
      "step": 118311
    },
    {
      "epoch": 4.845873438459963,
      "grad_norm": 1.439220982299987,
      "learning_rate": 2.728213709189857e-05,
      "loss": 0.6228,
      "step": 118312
    },
    {
      "epoch": 4.845914396887159,
      "grad_norm": 0.659146265946682,
      "learning_rate": 2.7280261659775688e-05,
      "loss": 0.0798,
      "step": 118313
    },
    {
      "epoch": 4.845955355314356,
      "grad_norm": 1.4901729304034173,
      "learning_rate": 2.7278386285667582e-05,
      "loss": 0.517,
      "step": 118314
    },
    {
      "epoch": 4.845996313741552,
      "grad_norm": 1.6634303184922,
      "learning_rate": 2.7276510969575165e-05,
      "loss": 0.7041,
      "step": 118315
    },
    {
      "epoch": 4.846037272168749,
      "grad_norm": 1.42694561931384,
      "learning_rate": 2.727463571149926e-05,
      "loss": 0.5441,
      "step": 118316
    },
    {
      "epoch": 4.846078230595945,
      "grad_norm": 1.7346996704769226,
      "learning_rate": 2.727276051144078e-05,
      "loss": 0.6949,
      "step": 118317
    },
    {
      "epoch": 4.846119189023142,
      "grad_norm": 1.4985465512936655,
      "learning_rate": 2.7270885369400652e-05,
      "loss": 0.6176,
      "step": 118318
    },
    {
      "epoch": 4.8461601474503375,
      "grad_norm": 1.4619094175407463,
      "learning_rate": 2.7269010285379684e-05,
      "loss": 0.5736,
      "step": 118319
    },
    {
      "epoch": 4.846201105877534,
      "grad_norm": 1.8648699578890282,
      "learning_rate": 2.7267135259378854e-05,
      "loss": 0.859,
      "step": 118320
    },
    {
      "epoch": 4.846242064304731,
      "grad_norm": 1.9224993778180932,
      "learning_rate": 2.726526029139896e-05,
      "loss": 0.9493,
      "step": 118321
    },
    {
      "epoch": 4.846283022731927,
      "grad_norm": 1.2428819284217654,
      "learning_rate": 2.7263385381440938e-05,
      "loss": 0.4678,
      "step": 118322
    },
    {
      "epoch": 4.846323981159124,
      "grad_norm": 2.230840253125873,
      "learning_rate": 2.7261510529505703e-05,
      "loss": 1.1439,
      "step": 118323
    },
    {
      "epoch": 4.84636493958632,
      "grad_norm": 1.3607336910684489,
      "learning_rate": 2.7259635735594055e-05,
      "loss": 0.4742,
      "step": 118324
    },
    {
      "epoch": 4.846405898013517,
      "grad_norm": 2.373766196383684,
      "learning_rate": 2.7257760999706925e-05,
      "loss": 0.5227,
      "step": 118325
    },
    {
      "epoch": 4.846446856440712,
      "grad_norm": 1.529287675268985,
      "learning_rate": 2.7255886321845262e-05,
      "loss": 0.6502,
      "step": 118326
    },
    {
      "epoch": 4.846487814867909,
      "grad_norm": 1.7749271198363095,
      "learning_rate": 2.725401170200983e-05,
      "loss": 0.6903,
      "step": 118327
    },
    {
      "epoch": 4.8465287732951055,
      "grad_norm": 1.4770593159711096,
      "learning_rate": 2.7252137140201636e-05,
      "loss": 0.546,
      "step": 118328
    },
    {
      "epoch": 4.846569731722302,
      "grad_norm": 1.3191507814396215,
      "learning_rate": 2.7250262636421456e-05,
      "loss": 0.5076,
      "step": 118329
    },
    {
      "epoch": 4.8466106901494985,
      "grad_norm": 1.656841753438186,
      "learning_rate": 2.724838819067024e-05,
      "loss": 0.7456,
      "step": 118330
    },
    {
      "epoch": 4.846651648576694,
      "grad_norm": 1.7385821415066478,
      "learning_rate": 2.7246513802948904e-05,
      "loss": 0.7196,
      "step": 118331
    },
    {
      "epoch": 4.846692607003891,
      "grad_norm": 1.4576054458473628,
      "learning_rate": 2.724463947325825e-05,
      "loss": 0.5785,
      "step": 118332
    },
    {
      "epoch": 4.846733565431087,
      "grad_norm": 2.106637453517019,
      "learning_rate": 2.724276520159921e-05,
      "loss": 0.8171,
      "step": 118333
    },
    {
      "epoch": 4.846774523858284,
      "grad_norm": 1.6275634562607728,
      "learning_rate": 2.7240890987972695e-05,
      "loss": 0.7167,
      "step": 118334
    },
    {
      "epoch": 4.84681548228548,
      "grad_norm": 2.0787990083527066,
      "learning_rate": 2.723901683237953e-05,
      "loss": 1.1049,
      "step": 118335
    },
    {
      "epoch": 4.846856440712677,
      "grad_norm": 1.3186007418590444,
      "learning_rate": 2.723714273482067e-05,
      "loss": 0.4185,
      "step": 118336
    },
    {
      "epoch": 4.846897399139873,
      "grad_norm": 2.300674266666774,
      "learning_rate": 2.723526869529694e-05,
      "loss": 0.7286,
      "step": 118337
    },
    {
      "epoch": 4.846938357567069,
      "grad_norm": 1.7604919966374053,
      "learning_rate": 2.7233394713809236e-05,
      "loss": 0.6618,
      "step": 118338
    },
    {
      "epoch": 4.846979315994266,
      "grad_norm": 0.7822136824385697,
      "learning_rate": 2.7231520790358508e-05,
      "loss": 0.1507,
      "step": 118339
    },
    {
      "epoch": 4.847020274421462,
      "grad_norm": 1.867753121707217,
      "learning_rate": 2.7229646924945552e-05,
      "loss": 0.5967,
      "step": 118340
    },
    {
      "epoch": 4.847061232848659,
      "grad_norm": 1.5810423593107572,
      "learning_rate": 2.722777311757129e-05,
      "loss": 0.6132,
      "step": 118341
    },
    {
      "epoch": 4.847102191275855,
      "grad_norm": 2.9486884177837855,
      "learning_rate": 2.7225899368236664e-05,
      "loss": 2.5191,
      "step": 118342
    },
    {
      "epoch": 4.847143149703052,
      "grad_norm": 1.5621228124306525,
      "learning_rate": 2.7224025676942464e-05,
      "loss": 0.5376,
      "step": 118343
    },
    {
      "epoch": 4.847184108130248,
      "grad_norm": 1.8893365886429108,
      "learning_rate": 2.7222152043689648e-05,
      "loss": 0.6169,
      "step": 118344
    },
    {
      "epoch": 4.847225066557444,
      "grad_norm": 1.5345995087569986,
      "learning_rate": 2.722027846847904e-05,
      "loss": 0.7515,
      "step": 118345
    },
    {
      "epoch": 4.84726602498464,
      "grad_norm": 1.2270695474250175,
      "learning_rate": 2.7218404951311568e-05,
      "loss": 0.311,
      "step": 118346
    },
    {
      "epoch": 4.847306983411837,
      "grad_norm": 0.5091878314395499,
      "learning_rate": 2.721653149218815e-05,
      "loss": 0.0478,
      "step": 118347
    },
    {
      "epoch": 4.8473479418390335,
      "grad_norm": 1.3861333453040807,
      "learning_rate": 2.7214658091109582e-05,
      "loss": 0.5392,
      "step": 118348
    },
    {
      "epoch": 4.84738890026623,
      "grad_norm": 0.78944635088062,
      "learning_rate": 2.72127847480768e-05,
      "loss": 0.1999,
      "step": 118349
    },
    {
      "epoch": 4.847429858693426,
      "grad_norm": 1.1880258854530439,
      "learning_rate": 2.7210911463090735e-05,
      "loss": 0.4163,
      "step": 118350
    },
    {
      "epoch": 4.847470817120622,
      "grad_norm": 2.310680283853784,
      "learning_rate": 2.7209038236152186e-05,
      "loss": 1.3248,
      "step": 118351
    },
    {
      "epoch": 4.847511775547819,
      "grad_norm": 1.5769038709795011,
      "learning_rate": 2.7207165067262104e-05,
      "loss": 0.6505,
      "step": 118352
    },
    {
      "epoch": 4.847552733975015,
      "grad_norm": 1.2514501066186023,
      "learning_rate": 2.720529195642132e-05,
      "loss": 0.5457,
      "step": 118353
    },
    {
      "epoch": 4.847593692402212,
      "grad_norm": 0.879972036725737,
      "learning_rate": 2.7203418903630754e-05,
      "loss": 0.2043,
      "step": 118354
    },
    {
      "epoch": 4.847634650829408,
      "grad_norm": 1.4791082972468108,
      "learning_rate": 2.7201545908891313e-05,
      "loss": 0.6217,
      "step": 118355
    },
    {
      "epoch": 4.847675609256605,
      "grad_norm": 1.1253017764173987,
      "learning_rate": 2.7199672972203824e-05,
      "loss": 0.3686,
      "step": 118356
    },
    {
      "epoch": 4.8477165676838005,
      "grad_norm": 1.785761341855847,
      "learning_rate": 2.7197800093569245e-05,
      "loss": 0.8619,
      "step": 118357
    },
    {
      "epoch": 4.847757526110997,
      "grad_norm": 1.4396119106582186,
      "learning_rate": 2.7195927272988377e-05,
      "loss": 0.719,
      "step": 118358
    },
    {
      "epoch": 4.847798484538194,
      "grad_norm": 2.074330570835656,
      "learning_rate": 2.7194054510462154e-05,
      "loss": 0.7735,
      "step": 118359
    },
    {
      "epoch": 4.84783944296539,
      "grad_norm": 1.5132096593235254,
      "learning_rate": 2.7192181805991492e-05,
      "loss": 0.5471,
      "step": 118360
    },
    {
      "epoch": 4.847880401392587,
      "grad_norm": 0.800106468812121,
      "learning_rate": 2.719030915957719e-05,
      "loss": 0.2252,
      "step": 118361
    },
    {
      "epoch": 4.847921359819783,
      "grad_norm": 1.5353118092794504,
      "learning_rate": 2.7188436571220196e-05,
      "loss": 0.6992,
      "step": 118362
    },
    {
      "epoch": 4.84796231824698,
      "grad_norm": 1.5385282766709791,
      "learning_rate": 2.718656404092143e-05,
      "loss": 0.5148,
      "step": 118363
    },
    {
      "epoch": 4.848003276674175,
      "grad_norm": 1.4372979642881327,
      "learning_rate": 2.7184691568681667e-05,
      "loss": 0.3761,
      "step": 118364
    },
    {
      "epoch": 4.848044235101372,
      "grad_norm": 1.5155462183276989,
      "learning_rate": 2.7182819154501912e-05,
      "loss": 0.6023,
      "step": 118365
    },
    {
      "epoch": 4.8480851935285685,
      "grad_norm": 0.7927814279610018,
      "learning_rate": 2.7180946798382948e-05,
      "loss": 0.1564,
      "step": 118366
    },
    {
      "epoch": 4.848126151955765,
      "grad_norm": 1.347855314989411,
      "learning_rate": 2.7179074500325703e-05,
      "loss": 0.5813,
      "step": 118367
    },
    {
      "epoch": 4.8481671103829616,
      "grad_norm": 1.4384369348066826,
      "learning_rate": 2.7177202260331114e-05,
      "loss": 0.3835,
      "step": 118368
    },
    {
      "epoch": 4.848208068810157,
      "grad_norm": 1.7128917261725518,
      "learning_rate": 2.7175330078399966e-05,
      "loss": 0.8051,
      "step": 118369
    },
    {
      "epoch": 4.848249027237354,
      "grad_norm": 1.5099664878769452,
      "learning_rate": 2.71734579545332e-05,
      "loss": 0.7644,
      "step": 118370
    },
    {
      "epoch": 4.84828998566455,
      "grad_norm": 1.7671427773233097,
      "learning_rate": 2.717158588873174e-05,
      "loss": 0.9603,
      "step": 118371
    },
    {
      "epoch": 4.848330944091747,
      "grad_norm": 0.9729765363014543,
      "learning_rate": 2.716971388099638e-05,
      "loss": 0.1617,
      "step": 118372
    },
    {
      "epoch": 4.848371902518943,
      "grad_norm": 1.9410967810005602,
      "learning_rate": 2.7167841931328087e-05,
      "loss": 0.8569,
      "step": 118373
    },
    {
      "epoch": 4.84841286094614,
      "grad_norm": 1.4823524646566946,
      "learning_rate": 2.716597003972768e-05,
      "loss": 0.7653,
      "step": 118374
    },
    {
      "epoch": 4.848453819373336,
      "grad_norm": 1.4679293016065182,
      "learning_rate": 2.716409820619607e-05,
      "loss": 0.5025,
      "step": 118375
    },
    {
      "epoch": 4.848494777800532,
      "grad_norm": 1.4979942051352941,
      "learning_rate": 2.7162226430734197e-05,
      "loss": 0.6143,
      "step": 118376
    },
    {
      "epoch": 4.848535736227729,
      "grad_norm": 1.7262001693556572,
      "learning_rate": 2.7160354713342887e-05,
      "loss": 0.7489,
      "step": 118377
    },
    {
      "epoch": 4.848576694654925,
      "grad_norm": 1.0183482846205822,
      "learning_rate": 2.715848305402299e-05,
      "loss": 0.1773,
      "step": 118378
    },
    {
      "epoch": 4.848617653082122,
      "grad_norm": 1.4465903631150028,
      "learning_rate": 2.715661145277549e-05,
      "loss": 0.6245,
      "step": 118379
    },
    {
      "epoch": 4.848658611509318,
      "grad_norm": 1.6013399814611935,
      "learning_rate": 2.7154739909601153e-05,
      "loss": 0.5952,
      "step": 118380
    },
    {
      "epoch": 4.848699569936515,
      "grad_norm": 1.847072804788601,
      "learning_rate": 2.7152868424500944e-05,
      "loss": 0.885,
      "step": 118381
    },
    {
      "epoch": 4.848740528363711,
      "grad_norm": 1.4837586982033613,
      "learning_rate": 2.7150996997475767e-05,
      "loss": 0.6073,
      "step": 118382
    },
    {
      "epoch": 4.848781486790907,
      "grad_norm": 1.7225307374816379,
      "learning_rate": 2.7149125628526415e-05,
      "loss": 0.425,
      "step": 118383
    },
    {
      "epoch": 4.8488224452181035,
      "grad_norm": 1.2498117625752363,
      "learning_rate": 2.7147254317653887e-05,
      "loss": 0.5057,
      "step": 118384
    },
    {
      "epoch": 4.8488634036453,
      "grad_norm": 0.6664224542096003,
      "learning_rate": 2.7145383064858956e-05,
      "loss": 0.0566,
      "step": 118385
    },
    {
      "epoch": 4.8489043620724965,
      "grad_norm": 1.147573137094986,
      "learning_rate": 2.7143511870142566e-05,
      "loss": 0.2534,
      "step": 118386
    },
    {
      "epoch": 4.848945320499693,
      "grad_norm": 2.0835479371071792,
      "learning_rate": 2.7141640733505634e-05,
      "loss": 0.9067,
      "step": 118387
    },
    {
      "epoch": 4.848986278926889,
      "grad_norm": 1.199838884102826,
      "learning_rate": 2.7139769654948957e-05,
      "loss": 0.2393,
      "step": 118388
    },
    {
      "epoch": 4.849027237354085,
      "grad_norm": 1.236004305973219,
      "learning_rate": 2.7137898634473486e-05,
      "loss": 0.4409,
      "step": 118389
    },
    {
      "epoch": 4.849068195781282,
      "grad_norm": 1.7368602712525678,
      "learning_rate": 2.7136027672080108e-05,
      "loss": 0.6234,
      "step": 118390
    },
    {
      "epoch": 4.849109154208478,
      "grad_norm": 0.9905970326180714,
      "learning_rate": 2.713415676776965e-05,
      "loss": 0.2819,
      "step": 118391
    },
    {
      "epoch": 4.849150112635675,
      "grad_norm": 1.0199255855757827,
      "learning_rate": 2.7132285921543078e-05,
      "loss": 0.3852,
      "step": 118392
    },
    {
      "epoch": 4.849191071062871,
      "grad_norm": 1.4472844735738601,
      "learning_rate": 2.7130415133401196e-05,
      "loss": 0.6124,
      "step": 118393
    },
    {
      "epoch": 4.849232029490068,
      "grad_norm": 1.5770942471613008,
      "learning_rate": 2.7128544403344916e-05,
      "loss": 0.476,
      "step": 118394
    },
    {
      "epoch": 4.849272987917264,
      "grad_norm": 1.6207100757280093,
      "learning_rate": 2.712667373137517e-05,
      "loss": 0.5769,
      "step": 118395
    },
    {
      "epoch": 4.84931394634446,
      "grad_norm": 1.2605987900415403,
      "learning_rate": 2.712480311749276e-05,
      "loss": 0.486,
      "step": 118396
    },
    {
      "epoch": 4.849354904771657,
      "grad_norm": 1.4365038807627153,
      "learning_rate": 2.7122932561698635e-05,
      "loss": 0.4666,
      "step": 118397
    },
    {
      "epoch": 4.849395863198853,
      "grad_norm": 1.5352055680161623,
      "learning_rate": 2.7121062063993678e-05,
      "loss": 0.6339,
      "step": 118398
    },
    {
      "epoch": 4.84943682162605,
      "grad_norm": 2.1906218073256367,
      "learning_rate": 2.7119191624378717e-05,
      "loss": 1.2185,
      "step": 118399
    },
    {
      "epoch": 4.849477780053246,
      "grad_norm": 1.6049263798730746,
      "learning_rate": 2.7117321242854706e-05,
      "loss": 0.4957,
      "step": 118400
    },
    {
      "epoch": 4.849518738480443,
      "grad_norm": 1.47974573910039,
      "learning_rate": 2.711545091942246e-05,
      "loss": 0.7098,
      "step": 118401
    },
    {
      "epoch": 4.849559696907638,
      "grad_norm": 1.2384543791066052,
      "learning_rate": 2.7113580654082893e-05,
      "loss": 0.4114,
      "step": 118402
    },
    {
      "epoch": 4.849600655334835,
      "grad_norm": 1.4649466083596572,
      "learning_rate": 2.711171044683694e-05,
      "loss": 0.5384,
      "step": 118403
    },
    {
      "epoch": 4.8496416137620315,
      "grad_norm": 1.5486927996778306,
      "learning_rate": 2.7109840297685405e-05,
      "loss": 0.56,
      "step": 118404
    },
    {
      "epoch": 4.849682572189228,
      "grad_norm": 1.404776157469763,
      "learning_rate": 2.710797020662919e-05,
      "loss": 0.36,
      "step": 118405
    },
    {
      "epoch": 4.849723530616425,
      "grad_norm": 0.5133490227075057,
      "learning_rate": 2.7106100173669243e-05,
      "loss": 0.0888,
      "step": 118406
    },
    {
      "epoch": 4.84976448904362,
      "grad_norm": 1.5216246405631575,
      "learning_rate": 2.710423019880637e-05,
      "loss": 0.4127,
      "step": 118407
    },
    {
      "epoch": 4.849805447470817,
      "grad_norm": 1.3688229206169116,
      "learning_rate": 2.7102360282041508e-05,
      "loss": 0.3634,
      "step": 118408
    },
    {
      "epoch": 4.849846405898013,
      "grad_norm": 1.3741443295761038,
      "learning_rate": 2.710049042337549e-05,
      "loss": 0.522,
      "step": 118409
    },
    {
      "epoch": 4.84988736432521,
      "grad_norm": 1.801981475571108,
      "learning_rate": 2.709862062280924e-05,
      "loss": 0.6647,
      "step": 118410
    },
    {
      "epoch": 4.849928322752406,
      "grad_norm": 0.9750489533206287,
      "learning_rate": 2.7096750880343654e-05,
      "loss": 0.2566,
      "step": 118411
    },
    {
      "epoch": 4.849969281179603,
      "grad_norm": 1.3155301478951877,
      "learning_rate": 2.7094881195979556e-05,
      "loss": 0.5175,
      "step": 118412
    },
    {
      "epoch": 4.8500102396067994,
      "grad_norm": 0.4997449617298144,
      "learning_rate": 2.7093011569717867e-05,
      "loss": 0.0899,
      "step": 118413
    },
    {
      "epoch": 4.850051198033995,
      "grad_norm": 1.804660841975201,
      "learning_rate": 2.7091142001559513e-05,
      "loss": 0.7422,
      "step": 118414
    },
    {
      "epoch": 4.850092156461192,
      "grad_norm": 1.5512601478200894,
      "learning_rate": 2.7089272491505283e-05,
      "loss": 0.5171,
      "step": 118415
    },
    {
      "epoch": 4.850133114888388,
      "grad_norm": 1.4701613572632999,
      "learning_rate": 2.708740303955617e-05,
      "loss": 0.5472,
      "step": 118416
    },
    {
      "epoch": 4.850174073315585,
      "grad_norm": 1.5613950767978888,
      "learning_rate": 2.708553364571295e-05,
      "loss": 0.606,
      "step": 118417
    },
    {
      "epoch": 4.850215031742781,
      "grad_norm": 1.1561152829697878,
      "learning_rate": 2.708366430997656e-05,
      "loss": 0.304,
      "step": 118418
    },
    {
      "epoch": 4.850255990169978,
      "grad_norm": 1.9692286338455505,
      "learning_rate": 2.7081795032347926e-05,
      "loss": 0.8518,
      "step": 118419
    },
    {
      "epoch": 4.850296948597174,
      "grad_norm": 0.7403454258411685,
      "learning_rate": 2.7079925812827842e-05,
      "loss": 0.172,
      "step": 118420
    },
    {
      "epoch": 4.85033790702437,
      "grad_norm": 0.9901260423447237,
      "learning_rate": 2.7078056651417224e-05,
      "loss": 0.2223,
      "step": 118421
    },
    {
      "epoch": 4.8503788654515665,
      "grad_norm": 0.5506683628331599,
      "learning_rate": 2.7076187548117024e-05,
      "loss": 0.0764,
      "step": 118422
    },
    {
      "epoch": 4.850419823878763,
      "grad_norm": 1.5591742799975141,
      "learning_rate": 2.7074318502928023e-05,
      "loss": 0.5259,
      "step": 118423
    },
    {
      "epoch": 4.85046078230596,
      "grad_norm": 1.3424037122005783,
      "learning_rate": 2.7072449515851202e-05,
      "loss": 0.5108,
      "step": 118424
    },
    {
      "epoch": 4.850501740733156,
      "grad_norm": 1.0341723386979738,
      "learning_rate": 2.7070580586887347e-05,
      "loss": 0.2343,
      "step": 118425
    },
    {
      "epoch": 4.850542699160352,
      "grad_norm": 1.1878035142564072,
      "learning_rate": 2.706871171603739e-05,
      "loss": 0.3287,
      "step": 118426
    },
    {
      "epoch": 4.850583657587548,
      "grad_norm": 3.139192764475684,
      "learning_rate": 2.7066842903302245e-05,
      "loss": 2.9475,
      "step": 118427
    },
    {
      "epoch": 4.850624616014745,
      "grad_norm": 1.770930315177182,
      "learning_rate": 2.7064974148682727e-05,
      "loss": 0.7764,
      "step": 118428
    },
    {
      "epoch": 4.850665574441941,
      "grad_norm": 1.3476624672657989,
      "learning_rate": 2.706310545217979e-05,
      "loss": 0.6693,
      "step": 118429
    },
    {
      "epoch": 4.850706532869138,
      "grad_norm": 1.9613575793673326,
      "learning_rate": 2.7061236813794246e-05,
      "loss": 0.7012,
      "step": 118430
    },
    {
      "epoch": 4.850747491296334,
      "grad_norm": 1.396172282101865,
      "learning_rate": 2.705936823352703e-05,
      "loss": 0.4623,
      "step": 118431
    },
    {
      "epoch": 4.850788449723531,
      "grad_norm": 1.5368889892554103,
      "learning_rate": 2.705749971137904e-05,
      "loss": 0.5783,
      "step": 118432
    },
    {
      "epoch": 4.850829408150727,
      "grad_norm": 1.4648490649866535,
      "learning_rate": 2.705563124735109e-05,
      "loss": 0.5038,
      "step": 118433
    },
    {
      "epoch": 4.850870366577923,
      "grad_norm": 1.1696295332027868,
      "learning_rate": 2.70537628414441e-05,
      "loss": 0.5111,
      "step": 118434
    },
    {
      "epoch": 4.85091132500512,
      "grad_norm": 1.5725829243835534,
      "learning_rate": 2.7051894493659e-05,
      "loss": 0.6595,
      "step": 118435
    },
    {
      "epoch": 4.850952283432316,
      "grad_norm": 1.4971632342182257,
      "learning_rate": 2.7050026203996587e-05,
      "loss": 0.6825,
      "step": 118436
    },
    {
      "epoch": 4.850993241859513,
      "grad_norm": 1.1667381103089505,
      "learning_rate": 2.7048157972457834e-05,
      "loss": 0.2932,
      "step": 118437
    },
    {
      "epoch": 4.851034200286709,
      "grad_norm": 1.256589080605594,
      "learning_rate": 2.7046289799043535e-05,
      "loss": 0.5009,
      "step": 118438
    },
    {
      "epoch": 4.851075158713906,
      "grad_norm": 1.6397061451200428,
      "learning_rate": 2.704442168375461e-05,
      "loss": 0.4857,
      "step": 118439
    },
    {
      "epoch": 4.8511161171411015,
      "grad_norm": 1.491234334999733,
      "learning_rate": 2.7042553626591985e-05,
      "loss": 0.5933,
      "step": 118440
    },
    {
      "epoch": 4.851157075568298,
      "grad_norm": 2.6375840758341424,
      "learning_rate": 2.704068562755648e-05,
      "loss": 1.6217,
      "step": 118441
    },
    {
      "epoch": 4.8511980339954945,
      "grad_norm": 1.5847251241475422,
      "learning_rate": 2.7038817686648996e-05,
      "loss": 0.696,
      "step": 118442
    },
    {
      "epoch": 4.851238992422691,
      "grad_norm": 1.397031539618923,
      "learning_rate": 2.703694980387046e-05,
      "loss": 0.6153,
      "step": 118443
    },
    {
      "epoch": 4.851279950849888,
      "grad_norm": 1.0489620570992741,
      "learning_rate": 2.7035081979221678e-05,
      "loss": 0.2804,
      "step": 118444
    },
    {
      "epoch": 4.851320909277084,
      "grad_norm": 0.8095463836334037,
      "learning_rate": 2.703321421270363e-05,
      "loss": 0.2105,
      "step": 118445
    },
    {
      "epoch": 4.85136186770428,
      "grad_norm": 1.6985227402635037,
      "learning_rate": 2.703134650431713e-05,
      "loss": 0.8514,
      "step": 118446
    },
    {
      "epoch": 4.851402826131476,
      "grad_norm": 1.4887297798152692,
      "learning_rate": 2.7029478854063032e-05,
      "loss": 0.6284,
      "step": 118447
    },
    {
      "epoch": 4.851443784558673,
      "grad_norm": 2.006073534786938,
      "learning_rate": 2.702761126194226e-05,
      "loss": 0.9172,
      "step": 118448
    },
    {
      "epoch": 4.851484742985869,
      "grad_norm": 1.660424525570464,
      "learning_rate": 2.702574372795574e-05,
      "loss": 0.5376,
      "step": 118449
    },
    {
      "epoch": 4.851525701413066,
      "grad_norm": 1.682299099818405,
      "learning_rate": 2.702387625210428e-05,
      "loss": 0.7499,
      "step": 118450
    },
    {
      "epoch": 4.8515666598402625,
      "grad_norm": 0.8071162330394195,
      "learning_rate": 2.7022008834388838e-05,
      "loss": 0.1936,
      "step": 118451
    },
    {
      "epoch": 4.851607618267458,
      "grad_norm": 1.0239277729311622,
      "learning_rate": 2.70201414748102e-05,
      "loss": 0.2635,
      "step": 118452
    },
    {
      "epoch": 4.851648576694655,
      "grad_norm": 1.4063597744090226,
      "learning_rate": 2.7018274173369315e-05,
      "loss": 0.51,
      "step": 118453
    },
    {
      "epoch": 4.851689535121851,
      "grad_norm": 1.6166901805672544,
      "learning_rate": 2.7016406930067086e-05,
      "loss": 0.5387,
      "step": 118454
    },
    {
      "epoch": 4.851730493549048,
      "grad_norm": 1.4544688923047664,
      "learning_rate": 2.7014539744904318e-05,
      "loss": 0.5117,
      "step": 118455
    },
    {
      "epoch": 4.851771451976244,
      "grad_norm": 1.4335884829783347,
      "learning_rate": 2.7012672617881993e-05,
      "loss": 0.3723,
      "step": 118456
    },
    {
      "epoch": 4.851812410403441,
      "grad_norm": 1.140960063227348,
      "learning_rate": 2.701080554900089e-05,
      "loss": 0.2223,
      "step": 118457
    },
    {
      "epoch": 4.851853368830637,
      "grad_norm": 1.6139002991161704,
      "learning_rate": 2.700893853826195e-05,
      "loss": 0.6759,
      "step": 118458
    },
    {
      "epoch": 4.851894327257833,
      "grad_norm": 1.3161831399163064,
      "learning_rate": 2.700707158566608e-05,
      "loss": 0.4672,
      "step": 118459
    },
    {
      "epoch": 4.8519352856850295,
      "grad_norm": 1.6578100823832647,
      "learning_rate": 2.7005204691214082e-05,
      "loss": 0.8001,
      "step": 118460
    },
    {
      "epoch": 4.851976244112226,
      "grad_norm": 1.5280377993870473,
      "learning_rate": 2.700333785490691e-05,
      "loss": 0.6557,
      "step": 118461
    },
    {
      "epoch": 4.852017202539423,
      "grad_norm": 1.8404496821852496,
      "learning_rate": 2.700147107674544e-05,
      "loss": 0.7122,
      "step": 118462
    },
    {
      "epoch": 4.852058160966619,
      "grad_norm": 1.6851134965639574,
      "learning_rate": 2.699960435673051e-05,
      "loss": 0.817,
      "step": 118463
    },
    {
      "epoch": 4.852099119393816,
      "grad_norm": 1.5323789486410544,
      "learning_rate": 2.6997737694863063e-05,
      "loss": 0.5182,
      "step": 118464
    },
    {
      "epoch": 4.852140077821011,
      "grad_norm": 1.4405758380861269,
      "learning_rate": 2.6995871091143907e-05,
      "loss": 0.5915,
      "step": 118465
    },
    {
      "epoch": 4.852181036248208,
      "grad_norm": 1.8698854147565804,
      "learning_rate": 2.6994004545573966e-05,
      "loss": 0.9179,
      "step": 118466
    },
    {
      "epoch": 4.852221994675404,
      "grad_norm": 0.9743288599443295,
      "learning_rate": 2.699213805815416e-05,
      "loss": 0.243,
      "step": 118467
    },
    {
      "epoch": 4.852262953102601,
      "grad_norm": 0.8529662558329153,
      "learning_rate": 2.6990271628885306e-05,
      "loss": 0.2913,
      "step": 118468
    },
    {
      "epoch": 4.8523039115297975,
      "grad_norm": 3.002598237791692,
      "learning_rate": 2.6988405257768302e-05,
      "loss": 2.1857,
      "step": 118469
    },
    {
      "epoch": 4.852344869956994,
      "grad_norm": 1.5039826515446164,
      "learning_rate": 2.698653894480408e-05,
      "loss": 0.5814,
      "step": 118470
    },
    {
      "epoch": 4.85238582838419,
      "grad_norm": 1.4376222002609018,
      "learning_rate": 2.698467268999346e-05,
      "loss": 0.5439,
      "step": 118471
    },
    {
      "epoch": 4.852426786811386,
      "grad_norm": 2.901197345653485,
      "learning_rate": 2.6982806493337384e-05,
      "loss": 1.226,
      "step": 118472
    },
    {
      "epoch": 4.852467745238583,
      "grad_norm": 0.8373690945793344,
      "learning_rate": 2.6980940354836637e-05,
      "loss": 0.2018,
      "step": 118473
    },
    {
      "epoch": 4.852508703665779,
      "grad_norm": 2.0991589655517666,
      "learning_rate": 2.697907427449219e-05,
      "loss": 0.7561,
      "step": 118474
    },
    {
      "epoch": 4.852549662092976,
      "grad_norm": 1.6202823922739609,
      "learning_rate": 2.6977208252304923e-05,
      "loss": 0.5681,
      "step": 118475
    },
    {
      "epoch": 4.852590620520172,
      "grad_norm": 1.3738966042779095,
      "learning_rate": 2.6975342288275663e-05,
      "loss": 0.568,
      "step": 118476
    },
    {
      "epoch": 4.852631578947369,
      "grad_norm": 1.0369141670381479,
      "learning_rate": 2.697347638240532e-05,
      "loss": 0.2592,
      "step": 118477
    },
    {
      "epoch": 4.8526725373745645,
      "grad_norm": 1.9211199505731544,
      "learning_rate": 2.6971610534694815e-05,
      "loss": 0.7576,
      "step": 118478
    },
    {
      "epoch": 4.852713495801761,
      "grad_norm": 1.1036587384434158,
      "learning_rate": 2.6969744745144954e-05,
      "loss": 0.3067,
      "step": 118479
    },
    {
      "epoch": 4.852754454228958,
      "grad_norm": 1.394425562881596,
      "learning_rate": 2.6967879013756688e-05,
      "loss": 0.6231,
      "step": 118480
    },
    {
      "epoch": 4.852795412656154,
      "grad_norm": 1.2575532687477597,
      "learning_rate": 2.6966013340530844e-05,
      "loss": 0.489,
      "step": 118481
    },
    {
      "epoch": 4.852836371083351,
      "grad_norm": 1.5399452469398878,
      "learning_rate": 2.6964147725468327e-05,
      "loss": 0.6149,
      "step": 118482
    },
    {
      "epoch": 4.852877329510547,
      "grad_norm": 1.48691118968707,
      "learning_rate": 2.6962282168570065e-05,
      "loss": 0.5757,
      "step": 118483
    },
    {
      "epoch": 4.852918287937743,
      "grad_norm": 1.2138458809667525,
      "learning_rate": 2.6960416669836844e-05,
      "loss": 0.2305,
      "step": 118484
    },
    {
      "epoch": 4.852959246364939,
      "grad_norm": 1.745128408175964,
      "learning_rate": 2.695855122926961e-05,
      "loss": 0.8047,
      "step": 118485
    },
    {
      "epoch": 4.853000204792136,
      "grad_norm": 1.5090981230402536,
      "learning_rate": 2.6956685846869264e-05,
      "loss": 0.723,
      "step": 118486
    },
    {
      "epoch": 4.853041163219332,
      "grad_norm": 1.192455805363368,
      "learning_rate": 2.695482052263662e-05,
      "loss": 0.3543,
      "step": 118487
    },
    {
      "epoch": 4.853082121646529,
      "grad_norm": 2.3929937078659984,
      "learning_rate": 2.695295525657265e-05,
      "loss": 0.7486,
      "step": 118488
    },
    {
      "epoch": 4.8531230800737255,
      "grad_norm": 1.7484400686482364,
      "learning_rate": 2.6951090048678133e-05,
      "loss": 0.7079,
      "step": 118489
    },
    {
      "epoch": 4.853164038500921,
      "grad_norm": 1.6128892830776207,
      "learning_rate": 2.6949224898954e-05,
      "loss": 0.6113,
      "step": 118490
    },
    {
      "epoch": 4.853204996928118,
      "grad_norm": 1.6234113348306196,
      "learning_rate": 2.6947359807401163e-05,
      "loss": 0.674,
      "step": 118491
    },
    {
      "epoch": 4.853245955355314,
      "grad_norm": 1.6061967374431072,
      "learning_rate": 2.6945494774020447e-05,
      "loss": 0.6679,
      "step": 118492
    },
    {
      "epoch": 4.853286913782511,
      "grad_norm": 1.3420678564439457,
      "learning_rate": 2.6943629798812798e-05,
      "loss": 0.3208,
      "step": 118493
    },
    {
      "epoch": 4.853327872209707,
      "grad_norm": 1.5780033450663278,
      "learning_rate": 2.6941764881779016e-05,
      "loss": 0.7938,
      "step": 118494
    },
    {
      "epoch": 4.853368830636904,
      "grad_norm": 0.4360959805752619,
      "learning_rate": 2.693990002292003e-05,
      "loss": 0.0401,
      "step": 118495
    },
    {
      "epoch": 4.8534097890641,
      "grad_norm": 1.3528934795315926,
      "learning_rate": 2.693803522223676e-05,
      "loss": 0.5268,
      "step": 118496
    },
    {
      "epoch": 4.853450747491296,
      "grad_norm": 1.0356916765957451,
      "learning_rate": 2.693617047973e-05,
      "loss": 0.5142,
      "step": 118497
    },
    {
      "epoch": 4.8534917059184925,
      "grad_norm": 1.0882817738931039,
      "learning_rate": 2.693430579540069e-05,
      "loss": 0.2333,
      "step": 118498
    },
    {
      "epoch": 4.853532664345689,
      "grad_norm": 1.6432705899281872,
      "learning_rate": 2.6932441169249724e-05,
      "loss": 0.648,
      "step": 118499
    },
    {
      "epoch": 4.853573622772886,
      "grad_norm": 1.6729788814228843,
      "learning_rate": 2.693057660127792e-05,
      "loss": 0.7295,
      "step": 118500
    },
    {
      "epoch": 4.853614581200082,
      "grad_norm": 1.2311196017423633,
      "learning_rate": 2.6928712091486244e-05,
      "loss": 0.3648,
      "step": 118501
    },
    {
      "epoch": 4.853655539627279,
      "grad_norm": 1.2398839533087447,
      "learning_rate": 2.692684763987549e-05,
      "loss": 0.2723,
      "step": 118502
    },
    {
      "epoch": 4.853696498054474,
      "grad_norm": 1.5867996595217764,
      "learning_rate": 2.6924983246446585e-05,
      "loss": 0.6436,
      "step": 118503
    },
    {
      "epoch": 4.853737456481671,
      "grad_norm": 1.6149837342633608,
      "learning_rate": 2.6923118911200452e-05,
      "loss": 0.588,
      "step": 118504
    },
    {
      "epoch": 4.853778414908867,
      "grad_norm": 1.4842494026174033,
      "learning_rate": 2.6921254634137877e-05,
      "loss": 0.6742,
      "step": 118505
    },
    {
      "epoch": 4.853819373336064,
      "grad_norm": 1.5041005424074698,
      "learning_rate": 2.6919390415259794e-05,
      "loss": 0.543,
      "step": 118506
    },
    {
      "epoch": 4.8538603317632605,
      "grad_norm": 1.4961010739898246,
      "learning_rate": 2.6917526254567118e-05,
      "loss": 0.5835,
      "step": 118507
    },
    {
      "epoch": 4.853901290190457,
      "grad_norm": 1.6651382986317942,
      "learning_rate": 2.6915662152060645e-05,
      "loss": 0.7694,
      "step": 118508
    },
    {
      "epoch": 4.853942248617653,
      "grad_norm": 2.1169071799572006,
      "learning_rate": 2.6913798107741362e-05,
      "loss": 1.0874,
      "step": 118509
    },
    {
      "epoch": 4.853983207044849,
      "grad_norm": 3.9358591963111493,
      "learning_rate": 2.6911934121610033e-05,
      "loss": 4.6947,
      "step": 118510
    },
    {
      "epoch": 4.854024165472046,
      "grad_norm": 0.8035393078281017,
      "learning_rate": 2.6910070193667625e-05,
      "loss": 0.2084,
      "step": 118511
    },
    {
      "epoch": 4.854065123899242,
      "grad_norm": 1.3819528094861417,
      "learning_rate": 2.6908206323915005e-05,
      "loss": 0.514,
      "step": 118512
    },
    {
      "epoch": 4.854106082326439,
      "grad_norm": 1.3118596011236936,
      "learning_rate": 2.690634251235302e-05,
      "loss": 0.3902,
      "step": 118513
    },
    {
      "epoch": 4.854147040753635,
      "grad_norm": 0.9653495369509953,
      "learning_rate": 2.6904478758982584e-05,
      "loss": 0.2034,
      "step": 118514
    },
    {
      "epoch": 4.854187999180832,
      "grad_norm": 1.3425137019631581,
      "learning_rate": 2.6902615063804583e-05,
      "loss": 0.5379,
      "step": 118515
    },
    {
      "epoch": 4.8542289576080275,
      "grad_norm": 1.3448323961871442,
      "learning_rate": 2.690075142681985e-05,
      "loss": 0.4365,
      "step": 118516
    },
    {
      "epoch": 4.854269916035224,
      "grad_norm": 1.5569297508616315,
      "learning_rate": 2.6898887848029348e-05,
      "loss": 0.6248,
      "step": 118517
    },
    {
      "epoch": 4.854310874462421,
      "grad_norm": 0.8411395879507598,
      "learning_rate": 2.6897024327433897e-05,
      "loss": 0.2013,
      "step": 118518
    },
    {
      "epoch": 4.854351832889617,
      "grad_norm": 1.5454416439790128,
      "learning_rate": 2.689516086503436e-05,
      "loss": 0.5322,
      "step": 118519
    },
    {
      "epoch": 4.854392791316814,
      "grad_norm": 1.384105882310901,
      "learning_rate": 2.6893297460831637e-05,
      "loss": 0.5863,
      "step": 118520
    },
    {
      "epoch": 4.85443374974401,
      "grad_norm": 1.4483572685659492,
      "learning_rate": 2.689143411482666e-05,
      "loss": 0.61,
      "step": 118521
    },
    {
      "epoch": 4.854474708171206,
      "grad_norm": 1.1305124726327747,
      "learning_rate": 2.6889570827020244e-05,
      "loss": 0.3622,
      "step": 118522
    },
    {
      "epoch": 4.854515666598402,
      "grad_norm": 0.5795726705956771,
      "learning_rate": 2.6887707597413326e-05,
      "loss": 0.1136,
      "step": 118523
    },
    {
      "epoch": 4.854556625025599,
      "grad_norm": 3.9756192072283767,
      "learning_rate": 2.688584442600672e-05,
      "loss": 5.0503,
      "step": 118524
    },
    {
      "epoch": 4.8545975834527955,
      "grad_norm": 0.8174902560248376,
      "learning_rate": 2.688398131280134e-05,
      "loss": 0.2229,
      "step": 118525
    },
    {
      "epoch": 4.854638541879992,
      "grad_norm": 1.3015348865263818,
      "learning_rate": 2.6882118257798103e-05,
      "loss": 0.5123,
      "step": 118526
    },
    {
      "epoch": 4.8546795003071885,
      "grad_norm": 1.476840209434075,
      "learning_rate": 2.6880255260997825e-05,
      "loss": 0.6799,
      "step": 118527
    },
    {
      "epoch": 4.854720458734384,
      "grad_norm": 0.3567578524691387,
      "learning_rate": 2.6878392322401436e-05,
      "loss": 0.0479,
      "step": 118528
    },
    {
      "epoch": 4.854761417161581,
      "grad_norm": 0.793442828866347,
      "learning_rate": 2.6876529442009793e-05,
      "loss": 0.1856,
      "step": 118529
    },
    {
      "epoch": 4.854802375588777,
      "grad_norm": 1.4898129357289607,
      "learning_rate": 2.6874666619823754e-05,
      "loss": 0.5463,
      "step": 118530
    },
    {
      "epoch": 4.854843334015974,
      "grad_norm": 0.8722703381327133,
      "learning_rate": 2.6872803855844288e-05,
      "loss": 0.2151,
      "step": 118531
    },
    {
      "epoch": 4.85488429244317,
      "grad_norm": 1.1543828239987257,
      "learning_rate": 2.687094115007216e-05,
      "loss": 0.2756,
      "step": 118532
    },
    {
      "epoch": 4.854925250870367,
      "grad_norm": 1.5528181638494147,
      "learning_rate": 2.6869078502508323e-05,
      "loss": 0.5515,
      "step": 118533
    },
    {
      "epoch": 4.854966209297563,
      "grad_norm": 1.333443547326188,
      "learning_rate": 2.686721591315367e-05,
      "loss": 0.6079,
      "step": 118534
    },
    {
      "epoch": 4.855007167724759,
      "grad_norm": 1.9128566832593286,
      "learning_rate": 2.686535338200901e-05,
      "loss": 0.9235,
      "step": 118535
    },
    {
      "epoch": 4.855048126151956,
      "grad_norm": 1.7124486682972828,
      "learning_rate": 2.6863490909075313e-05,
      "loss": 0.7483,
      "step": 118536
    },
    {
      "epoch": 4.855089084579152,
      "grad_norm": 1.2951169322810383,
      "learning_rate": 2.6861628494353372e-05,
      "loss": 0.4899,
      "step": 118537
    },
    {
      "epoch": 4.855130043006349,
      "grad_norm": 1.84460077424214,
      "learning_rate": 2.6859766137844096e-05,
      "loss": 0.7523,
      "step": 118538
    },
    {
      "epoch": 4.855171001433545,
      "grad_norm": 1.8333094187718235,
      "learning_rate": 2.6857903839548423e-05,
      "loss": 0.6502,
      "step": 118539
    },
    {
      "epoch": 4.855211959860742,
      "grad_norm": 2.37264663900839,
      "learning_rate": 2.6856041599467166e-05,
      "loss": 1.1081,
      "step": 118540
    },
    {
      "epoch": 4.855252918287937,
      "grad_norm": 1.3687906801421519,
      "learning_rate": 2.6854179417601206e-05,
      "loss": 0.559,
      "step": 118541
    },
    {
      "epoch": 4.855293876715134,
      "grad_norm": 1.5846462020563106,
      "learning_rate": 2.6852317293951482e-05,
      "loss": 0.6304,
      "step": 118542
    },
    {
      "epoch": 4.85533483514233,
      "grad_norm": 1.5352059999095549,
      "learning_rate": 2.6850455228518803e-05,
      "loss": 0.5896,
      "step": 118543
    },
    {
      "epoch": 4.855375793569527,
      "grad_norm": 0.9303464386249284,
      "learning_rate": 2.6848593221304122e-05,
      "loss": 0.2699,
      "step": 118544
    },
    {
      "epoch": 4.8554167519967235,
      "grad_norm": 1.484144945356565,
      "learning_rate": 2.684673127230825e-05,
      "loss": 0.5772,
      "step": 118545
    },
    {
      "epoch": 4.85545771042392,
      "grad_norm": 1.4628139157427775,
      "learning_rate": 2.684486938153208e-05,
      "loss": 0.4988,
      "step": 118546
    },
    {
      "epoch": 4.855498668851116,
      "grad_norm": 1.6774657492693963,
      "learning_rate": 2.684300754897657e-05,
      "loss": 0.6517,
      "step": 118547
    },
    {
      "epoch": 4.855539627278312,
      "grad_norm": 1.4019550157043152,
      "learning_rate": 2.6841145774642485e-05,
      "loss": 0.5134,
      "step": 118548
    },
    {
      "epoch": 4.855580585705509,
      "grad_norm": 0.8770979191523978,
      "learning_rate": 2.6839284058530765e-05,
      "loss": 0.2011,
      "step": 118549
    },
    {
      "epoch": 4.855621544132705,
      "grad_norm": 1.5183735523946404,
      "learning_rate": 2.6837422400642317e-05,
      "loss": 0.6147,
      "step": 118550
    },
    {
      "epoch": 4.855662502559902,
      "grad_norm": 0.8192324793961765,
      "learning_rate": 2.6835560800977945e-05,
      "loss": 0.1632,
      "step": 118551
    },
    {
      "epoch": 4.855703460987098,
      "grad_norm": 1.5056377490336694,
      "learning_rate": 2.683369925953863e-05,
      "loss": 0.6786,
      "step": 118552
    },
    {
      "epoch": 4.855744419414295,
      "grad_norm": 1.4356836638994792,
      "learning_rate": 2.6831837776325145e-05,
      "loss": 0.5194,
      "step": 118553
    },
    {
      "epoch": 4.855785377841491,
      "grad_norm": 1.7581291725504398,
      "learning_rate": 2.6829976351338428e-05,
      "loss": 0.6664,
      "step": 118554
    },
    {
      "epoch": 4.855826336268687,
      "grad_norm": 1.4475417553890801,
      "learning_rate": 2.6828114984579385e-05,
      "loss": 0.445,
      "step": 118555
    },
    {
      "epoch": 4.855867294695884,
      "grad_norm": 1.5126292565955954,
      "learning_rate": 2.6826253676048816e-05,
      "loss": 0.5144,
      "step": 118556
    },
    {
      "epoch": 4.85590825312308,
      "grad_norm": 1.2063399336678733,
      "learning_rate": 2.6824392425747648e-05,
      "loss": 0.3585,
      "step": 118557
    },
    {
      "epoch": 4.855949211550277,
      "grad_norm": 2.003536494334348,
      "learning_rate": 2.6822531233676804e-05,
      "loss": 1.097,
      "step": 118558
    },
    {
      "epoch": 4.855990169977473,
      "grad_norm": 1.5965355997902164,
      "learning_rate": 2.6820670099837094e-05,
      "loss": 0.6904,
      "step": 118559
    },
    {
      "epoch": 4.856031128404669,
      "grad_norm": 1.8560957972350485,
      "learning_rate": 2.6818809024229438e-05,
      "loss": 0.557,
      "step": 118560
    },
    {
      "epoch": 4.856072086831865,
      "grad_norm": 1.6144701955383098,
      "learning_rate": 2.6816948006854684e-05,
      "loss": 0.7512,
      "step": 118561
    },
    {
      "epoch": 4.856113045259062,
      "grad_norm": 1.6964841727209672,
      "learning_rate": 2.6815087047713713e-05,
      "loss": 0.7035,
      "step": 118562
    },
    {
      "epoch": 4.8561540036862585,
      "grad_norm": 1.3294343397050878,
      "learning_rate": 2.681322614680746e-05,
      "loss": 0.4988,
      "step": 118563
    },
    {
      "epoch": 4.856194962113455,
      "grad_norm": 1.3514775576552205,
      "learning_rate": 2.681136530413674e-05,
      "loss": 0.5811,
      "step": 118564
    },
    {
      "epoch": 4.856235920540652,
      "grad_norm": 1.2886839114765805,
      "learning_rate": 2.6809504519702485e-05,
      "loss": 0.4506,
      "step": 118565
    },
    {
      "epoch": 4.856276878967847,
      "grad_norm": 2.3616012900641903,
      "learning_rate": 2.680764379350551e-05,
      "loss": 0.9124,
      "step": 118566
    },
    {
      "epoch": 4.856317837395044,
      "grad_norm": 1.2765470146085183,
      "learning_rate": 2.6805783125546736e-05,
      "loss": 0.4356,
      "step": 118567
    },
    {
      "epoch": 4.85635879582224,
      "grad_norm": 2.0651267305235512,
      "learning_rate": 2.6803922515827076e-05,
      "loss": 0.753,
      "step": 118568
    },
    {
      "epoch": 4.856399754249437,
      "grad_norm": 2.2291692257474427,
      "learning_rate": 2.6802061964347345e-05,
      "loss": 1.3002,
      "step": 118569
    },
    {
      "epoch": 4.856440712676633,
      "grad_norm": 1.64581990313259,
      "learning_rate": 2.6800201471108423e-05,
      "loss": 0.7794,
      "step": 118570
    },
    {
      "epoch": 4.85648167110383,
      "grad_norm": 1.6957213648089815,
      "learning_rate": 2.679834103611128e-05,
      "loss": 0.6858,
      "step": 118571
    },
    {
      "epoch": 4.856522629531026,
      "grad_norm": 1.6447992677513636,
      "learning_rate": 2.6796480659356682e-05,
      "loss": 0.7917,
      "step": 118572
    },
    {
      "epoch": 4.856563587958222,
      "grad_norm": 1.7097858346779466,
      "learning_rate": 2.679462034084561e-05,
      "loss": 0.6903,
      "step": 118573
    },
    {
      "epoch": 4.856604546385419,
      "grad_norm": 1.8144288978639804,
      "learning_rate": 2.6792760080578833e-05,
      "loss": 0.6634,
      "step": 118574
    },
    {
      "epoch": 4.856645504812615,
      "grad_norm": 0.6365604662836939,
      "learning_rate": 2.6790899878557313e-05,
      "loss": 0.0731,
      "step": 118575
    },
    {
      "epoch": 4.856686463239812,
      "grad_norm": 2.395632381551218,
      "learning_rate": 2.6789039734781936e-05,
      "loss": 1.7223,
      "step": 118576
    },
    {
      "epoch": 4.856727421667008,
      "grad_norm": 1.7930597619700128,
      "learning_rate": 2.6787179649253498e-05,
      "loss": 0.6005,
      "step": 118577
    },
    {
      "epoch": 4.856768380094205,
      "grad_norm": 1.6935900847026668,
      "learning_rate": 2.678531962197295e-05,
      "loss": 0.7227,
      "step": 118578
    },
    {
      "epoch": 4.8568093385214,
      "grad_norm": 2.009460861311525,
      "learning_rate": 2.6783459652941192e-05,
      "loss": 0.4354,
      "step": 118579
    },
    {
      "epoch": 4.856850296948597,
      "grad_norm": 1.4704052528188594,
      "learning_rate": 2.678159974215902e-05,
      "loss": 0.6038,
      "step": 118580
    },
    {
      "epoch": 4.8568912553757935,
      "grad_norm": 0.9103120097246118,
      "learning_rate": 2.677973988962739e-05,
      "loss": 0.1997,
      "step": 118581
    },
    {
      "epoch": 4.85693221380299,
      "grad_norm": 1.4630292489038472,
      "learning_rate": 2.6777880095347126e-05,
      "loss": 0.6924,
      "step": 118582
    },
    {
      "epoch": 4.8569731722301865,
      "grad_norm": 1.3034255976193023,
      "learning_rate": 2.677602035931912e-05,
      "loss": 0.508,
      "step": 118583
    },
    {
      "epoch": 4.857014130657383,
      "grad_norm": 1.4894292525268609,
      "learning_rate": 2.6774160681544294e-05,
      "loss": 0.6835,
      "step": 118584
    },
    {
      "epoch": 4.857055089084579,
      "grad_norm": 1.4615212459184752,
      "learning_rate": 2.6772301062023456e-05,
      "loss": 0.5937,
      "step": 118585
    },
    {
      "epoch": 4.857096047511775,
      "grad_norm": 1.872162526856557,
      "learning_rate": 2.6770441500757533e-05,
      "loss": 0.8206,
      "step": 118586
    },
    {
      "epoch": 4.857137005938972,
      "grad_norm": 1.61694360560056,
      "learning_rate": 2.6768581997747462e-05,
      "loss": 0.6069,
      "step": 118587
    },
    {
      "epoch": 4.857177964366168,
      "grad_norm": 0.8305163980247905,
      "learning_rate": 2.676672255299399e-05,
      "loss": 0.1802,
      "step": 118588
    },
    {
      "epoch": 4.857218922793365,
      "grad_norm": 1.1122358914558397,
      "learning_rate": 2.6764863166498052e-05,
      "loss": 0.2063,
      "step": 118589
    },
    {
      "epoch": 4.857259881220561,
      "grad_norm": 1.6304112350742364,
      "learning_rate": 2.676300383826058e-05,
      "loss": 0.715,
      "step": 118590
    },
    {
      "epoch": 4.857300839647758,
      "grad_norm": 1.3704174245768221,
      "learning_rate": 2.6761144568282367e-05,
      "loss": 0.5066,
      "step": 118591
    },
    {
      "epoch": 4.857341798074954,
      "grad_norm": 0.8681257781885396,
      "learning_rate": 2.6759285356564335e-05,
      "loss": 0.2228,
      "step": 118592
    },
    {
      "epoch": 4.85738275650215,
      "grad_norm": 1.4793280085688654,
      "learning_rate": 2.67574262031074e-05,
      "loss": 0.6731,
      "step": 118593
    },
    {
      "epoch": 4.857423714929347,
      "grad_norm": 0.8301420555852016,
      "learning_rate": 2.675556710791236e-05,
      "loss": 0.1991,
      "step": 118594
    },
    {
      "epoch": 4.857464673356543,
      "grad_norm": 1.3154057830270443,
      "learning_rate": 2.6753708070980168e-05,
      "loss": 0.2708,
      "step": 118595
    },
    {
      "epoch": 4.85750563178374,
      "grad_norm": 2.3572640763957398,
      "learning_rate": 2.675184909231165e-05,
      "loss": 1.5158,
      "step": 118596
    },
    {
      "epoch": 4.857546590210936,
      "grad_norm": 1.4126366676103566,
      "learning_rate": 2.6749990171907694e-05,
      "loss": 0.4947,
      "step": 118597
    },
    {
      "epoch": 4.857587548638132,
      "grad_norm": 1.1331668148361405,
      "learning_rate": 2.6748131309769243e-05,
      "loss": 0.232,
      "step": 118598
    },
    {
      "epoch": 4.8576285070653284,
      "grad_norm": 1.3845536632305921,
      "learning_rate": 2.674627250589707e-05,
      "loss": 0.4219,
      "step": 118599
    },
    {
      "epoch": 4.857669465492525,
      "grad_norm": 1.6405673635557458,
      "learning_rate": 2.6744413760292155e-05,
      "loss": 0.5465,
      "step": 118600
    },
    {
      "epoch": 4.8577104239197215,
      "grad_norm": 2.0470381972082667,
      "learning_rate": 2.674255507295528e-05,
      "loss": 0.7708,
      "step": 118601
    },
    {
      "epoch": 4.857751382346918,
      "grad_norm": 1.3822366699422015,
      "learning_rate": 2.6740696443887378e-05,
      "loss": 0.4899,
      "step": 118602
    },
    {
      "epoch": 4.857792340774115,
      "grad_norm": 1.7810273344329814,
      "learning_rate": 2.6738837873089365e-05,
      "loss": 0.669,
      "step": 118603
    },
    {
      "epoch": 4.85783329920131,
      "grad_norm": 1.26063690222361,
      "learning_rate": 2.6736979360562038e-05,
      "loss": 0.1434,
      "step": 118604
    },
    {
      "epoch": 4.857874257628507,
      "grad_norm": 1.4325000370009637,
      "learning_rate": 2.6735120906306316e-05,
      "loss": 0.4748,
      "step": 118605
    },
    {
      "epoch": 4.857915216055703,
      "grad_norm": 1.4591938373033815,
      "learning_rate": 2.67332625103231e-05,
      "loss": 0.6368,
      "step": 118606
    },
    {
      "epoch": 4.8579561744829,
      "grad_norm": 1.6540712626734337,
      "learning_rate": 2.673140417261322e-05,
      "loss": 0.61,
      "step": 118607
    },
    {
      "epoch": 4.857997132910096,
      "grad_norm": 5.3808909575972645,
      "learning_rate": 2.6729545893177624e-05,
      "loss": 2.2624,
      "step": 118608
    },
    {
      "epoch": 4.858038091337293,
      "grad_norm": 1.3932715198299797,
      "learning_rate": 2.6727687672017095e-05,
      "loss": 0.6445,
      "step": 118609
    },
    {
      "epoch": 4.8580790497644895,
      "grad_norm": 1.8335456568216448,
      "learning_rate": 2.672582950913255e-05,
      "loss": 0.7701,
      "step": 118610
    },
    {
      "epoch": 4.858120008191685,
      "grad_norm": 1.7249024453031587,
      "learning_rate": 2.6723971404524942e-05,
      "loss": 0.7177,
      "step": 118611
    },
    {
      "epoch": 4.858160966618882,
      "grad_norm": 1.7730348695819416,
      "learning_rate": 2.6722113358195046e-05,
      "loss": 0.8195,
      "step": 118612
    },
    {
      "epoch": 4.858201925046078,
      "grad_norm": 1.5277217277190842,
      "learning_rate": 2.6720255370143768e-05,
      "loss": 0.558,
      "step": 118613
    },
    {
      "epoch": 4.858242883473275,
      "grad_norm": 1.9327162029726581,
      "learning_rate": 2.6718397440372053e-05,
      "loss": 0.9252,
      "step": 118614
    },
    {
      "epoch": 4.858283841900471,
      "grad_norm": 1.344385030639408,
      "learning_rate": 2.6716539568880667e-05,
      "loss": 0.5711,
      "step": 118615
    },
    {
      "epoch": 4.858324800327668,
      "grad_norm": 1.1774567128085582,
      "learning_rate": 2.6714681755670596e-05,
      "loss": 0.4463,
      "step": 118616
    },
    {
      "epoch": 4.858365758754863,
      "grad_norm": 1.545843495179114,
      "learning_rate": 2.671282400074264e-05,
      "loss": 0.7306,
      "step": 118617
    },
    {
      "epoch": 4.85840671718206,
      "grad_norm": 1.8623343509934904,
      "learning_rate": 2.671096630409771e-05,
      "loss": 0.9179,
      "step": 118618
    },
    {
      "epoch": 4.8584476756092565,
      "grad_norm": 1.8198905552564948,
      "learning_rate": 2.6709108665736705e-05,
      "loss": 0.9538,
      "step": 118619
    },
    {
      "epoch": 4.858488634036453,
      "grad_norm": 1.5263522804655487,
      "learning_rate": 2.6707251085660446e-05,
      "loss": 0.6968,
      "step": 118620
    },
    {
      "epoch": 4.85852959246365,
      "grad_norm": 1.5832358216902962,
      "learning_rate": 2.670539356386983e-05,
      "loss": 0.5966,
      "step": 118621
    },
    {
      "epoch": 4.858570550890846,
      "grad_norm": 2.575710232810343,
      "learning_rate": 2.670353610036581e-05,
      "loss": 1.2315,
      "step": 118622
    },
    {
      "epoch": 4.858611509318042,
      "grad_norm": 1.9217376331044398,
      "learning_rate": 2.6701678695149157e-05,
      "loss": 0.8723,
      "step": 118623
    },
    {
      "epoch": 4.858652467745238,
      "grad_norm": 1.6915681200693278,
      "learning_rate": 2.6699821348220834e-05,
      "loss": 0.7425,
      "step": 118624
    },
    {
      "epoch": 4.858693426172435,
      "grad_norm": 2.404229002617746,
      "learning_rate": 2.6697964059581635e-05,
      "loss": 0.5133,
      "step": 118625
    },
    {
      "epoch": 4.858734384599631,
      "grad_norm": 1.7245600976241222,
      "learning_rate": 2.6696106829232506e-05,
      "loss": 0.8173,
      "step": 118626
    },
    {
      "epoch": 4.858775343026828,
      "grad_norm": 4.614269290934728,
      "learning_rate": 2.6694249657174317e-05,
      "loss": 6.338,
      "step": 118627
    },
    {
      "epoch": 4.858816301454024,
      "grad_norm": 1.5216675983788386,
      "learning_rate": 2.66923925434079e-05,
      "loss": 0.5755,
      "step": 118628
    },
    {
      "epoch": 4.858857259881221,
      "grad_norm": 0.8617666327044835,
      "learning_rate": 2.6690535487934167e-05,
      "loss": 0.2396,
      "step": 118629
    },
    {
      "epoch": 4.858898218308417,
      "grad_norm": 1.849920641670557,
      "learning_rate": 2.668867849075404e-05,
      "loss": 0.8352,
      "step": 118630
    },
    {
      "epoch": 4.858939176735613,
      "grad_norm": 1.5192424731167955,
      "learning_rate": 2.66868215518683e-05,
      "loss": 0.5971,
      "step": 118631
    },
    {
      "epoch": 4.85898013516281,
      "grad_norm": 1.4441941227731785,
      "learning_rate": 2.6684964671277908e-05,
      "loss": 0.4433,
      "step": 118632
    },
    {
      "epoch": 4.859021093590006,
      "grad_norm": 0.9965487398500943,
      "learning_rate": 2.6683107848983686e-05,
      "loss": 0.252,
      "step": 118633
    },
    {
      "epoch": 4.859062052017203,
      "grad_norm": 1.6870289662121045,
      "learning_rate": 2.6681251084986533e-05,
      "loss": 0.5988,
      "step": 118634
    },
    {
      "epoch": 4.859103010444399,
      "grad_norm": 1.6159737758830859,
      "learning_rate": 2.6679394379287362e-05,
      "loss": 0.7067,
      "step": 118635
    },
    {
      "epoch": 4.859143968871595,
      "grad_norm": 1.562094346923329,
      "learning_rate": 2.667753773188697e-05,
      "loss": 0.1876,
      "step": 118636
    },
    {
      "epoch": 4.8591849272987915,
      "grad_norm": 0.9310857428471613,
      "learning_rate": 2.667568114278633e-05,
      "loss": 0.2452,
      "step": 118637
    },
    {
      "epoch": 4.859225885725988,
      "grad_norm": 1.5126388607066528,
      "learning_rate": 2.667382461198624e-05,
      "loss": 0.5566,
      "step": 118638
    },
    {
      "epoch": 4.8592668441531846,
      "grad_norm": 0.5531162826137815,
      "learning_rate": 2.667196813948761e-05,
      "loss": 0.0598,
      "step": 118639
    },
    {
      "epoch": 4.859307802580381,
      "grad_norm": 2.5492198184134764,
      "learning_rate": 2.6670111725291342e-05,
      "loss": 0.7681,
      "step": 118640
    },
    {
      "epoch": 4.859348761007578,
      "grad_norm": 1.2878196106456503,
      "learning_rate": 2.6668255369398255e-05,
      "loss": 0.4666,
      "step": 118641
    },
    {
      "epoch": 4.859389719434773,
      "grad_norm": 1.501983320979123,
      "learning_rate": 2.6666399071809264e-05,
      "loss": 0.5461,
      "step": 118642
    },
    {
      "epoch": 4.85943067786197,
      "grad_norm": 1.6736957112369035,
      "learning_rate": 2.6664542832525282e-05,
      "loss": 0.7021,
      "step": 118643
    },
    {
      "epoch": 4.859471636289166,
      "grad_norm": 1.6823859093659117,
      "learning_rate": 2.666268665154711e-05,
      "loss": 0.7388,
      "step": 118644
    },
    {
      "epoch": 4.859512594716363,
      "grad_norm": 1.8600793807549554,
      "learning_rate": 2.66608305288757e-05,
      "loss": 0.6455,
      "step": 118645
    },
    {
      "epoch": 4.859553553143559,
      "grad_norm": 1.0863008917074148,
      "learning_rate": 2.6658974464511844e-05,
      "loss": 0.2719,
      "step": 118646
    },
    {
      "epoch": 4.859594511570756,
      "grad_norm": 2.1676676000809367,
      "learning_rate": 2.6657118458456483e-05,
      "loss": 1.0034,
      "step": 118647
    },
    {
      "epoch": 4.8596354699979525,
      "grad_norm": 1.0126822001937654,
      "learning_rate": 2.665526251071051e-05,
      "loss": 0.1948,
      "step": 118648
    },
    {
      "epoch": 4.859676428425148,
      "grad_norm": 1.0507344932459808,
      "learning_rate": 2.665340662127473e-05,
      "loss": 0.1776,
      "step": 118649
    },
    {
      "epoch": 4.859717386852345,
      "grad_norm": 1.5058595322653934,
      "learning_rate": 2.6651550790150057e-05,
      "loss": 0.6286,
      "step": 118650
    },
    {
      "epoch": 4.859758345279541,
      "grad_norm": 1.8866021283627157,
      "learning_rate": 2.664969501733742e-05,
      "loss": 0.9618,
      "step": 118651
    },
    {
      "epoch": 4.859799303706738,
      "grad_norm": 1.9091468510162775,
      "learning_rate": 2.664783930283762e-05,
      "loss": 0.6817,
      "step": 118652
    },
    {
      "epoch": 4.859840262133934,
      "grad_norm": 2.017600395698028,
      "learning_rate": 2.664598364665159e-05,
      "loss": 1.3008,
      "step": 118653
    },
    {
      "epoch": 4.859881220561131,
      "grad_norm": 1.4831017564063003,
      "learning_rate": 2.664412804878015e-05,
      "loss": 0.5156,
      "step": 118654
    },
    {
      "epoch": 4.859922178988327,
      "grad_norm": 1.596538794964802,
      "learning_rate": 2.6642272509224194e-05,
      "loss": 0.6284,
      "step": 118655
    },
    {
      "epoch": 4.859963137415523,
      "grad_norm": 1.7658622556021981,
      "learning_rate": 2.6640417027984674e-05,
      "loss": 0.9237,
      "step": 118656
    },
    {
      "epoch": 4.8600040958427195,
      "grad_norm": 1.3436323403832104,
      "learning_rate": 2.6638561605062352e-05,
      "loss": 0.5054,
      "step": 118657
    },
    {
      "epoch": 4.860045054269916,
      "grad_norm": 1.6344197517727996,
      "learning_rate": 2.6636706240458198e-05,
      "loss": 0.8007,
      "step": 118658
    },
    {
      "epoch": 4.860086012697113,
      "grad_norm": 1.458432138423831,
      "learning_rate": 2.6634850934173045e-05,
      "loss": 0.4838,
      "step": 118659
    },
    {
      "epoch": 4.860126971124309,
      "grad_norm": 1.1425909596350183,
      "learning_rate": 2.6632995686207757e-05,
      "loss": 0.2717,
      "step": 118660
    },
    {
      "epoch": 4.860167929551505,
      "grad_norm": 1.5264766924546618,
      "learning_rate": 2.663114049656322e-05,
      "loss": 0.6002,
      "step": 118661
    },
    {
      "epoch": 4.860208887978701,
      "grad_norm": 1.5251037673256354,
      "learning_rate": 2.662928536524036e-05,
      "loss": 0.724,
      "step": 118662
    },
    {
      "epoch": 4.860249846405898,
      "grad_norm": 1.2950174779221644,
      "learning_rate": 2.662743029223998e-05,
      "loss": 0.4545,
      "step": 118663
    },
    {
      "epoch": 4.860290804833094,
      "grad_norm": 1.139639554488745,
      "learning_rate": 2.6625575277562983e-05,
      "loss": 0.2467,
      "step": 118664
    },
    {
      "epoch": 4.860331763260291,
      "grad_norm": 2.5369716970689447,
      "learning_rate": 2.6623720321210295e-05,
      "loss": 1.7799,
      "step": 118665
    },
    {
      "epoch": 4.8603727216874875,
      "grad_norm": 2.132016710292886,
      "learning_rate": 2.662186542318272e-05,
      "loss": 1.1542,
      "step": 118666
    },
    {
      "epoch": 4.860413680114684,
      "grad_norm": 1.562507389027681,
      "learning_rate": 2.6620010583481204e-05,
      "loss": 0.6047,
      "step": 118667
    },
    {
      "epoch": 4.86045463854188,
      "grad_norm": 1.0777349931621754,
      "learning_rate": 2.661815580210655e-05,
      "loss": 0.2327,
      "step": 118668
    },
    {
      "epoch": 4.860495596969076,
      "grad_norm": 0.7249851963344663,
      "learning_rate": 2.661630107905967e-05,
      "loss": 0.0938,
      "step": 118669
    },
    {
      "epoch": 4.860536555396273,
      "grad_norm": 1.3221887822017269,
      "learning_rate": 2.6614446414341484e-05,
      "loss": 0.4916,
      "step": 118670
    },
    {
      "epoch": 4.860577513823469,
      "grad_norm": 1.268527269081836,
      "learning_rate": 2.6612591807952804e-05,
      "loss": 0.2012,
      "step": 118671
    },
    {
      "epoch": 4.860618472250666,
      "grad_norm": 1.3271987368020048,
      "learning_rate": 2.661073725989455e-05,
      "loss": 0.5172,
      "step": 118672
    },
    {
      "epoch": 4.860659430677862,
      "grad_norm": 1.3528211614207346,
      "learning_rate": 2.660888277016755e-05,
      "loss": 0.4875,
      "step": 118673
    },
    {
      "epoch": 4.860700389105059,
      "grad_norm": 1.7833939456482737,
      "learning_rate": 2.660702833877269e-05,
      "loss": 0.8041,
      "step": 118674
    },
    {
      "epoch": 4.8607413475322545,
      "grad_norm": 2.0993229933638937,
      "learning_rate": 2.6605173965710937e-05,
      "loss": 1.0627,
      "step": 118675
    },
    {
      "epoch": 4.860782305959451,
      "grad_norm": 1.6652353921855032,
      "learning_rate": 2.6603319650983033e-05,
      "loss": 0.657,
      "step": 118676
    },
    {
      "epoch": 4.860823264386648,
      "grad_norm": 1.6219453332097298,
      "learning_rate": 2.660146539458994e-05,
      "loss": 0.5417,
      "step": 118677
    },
    {
      "epoch": 4.860864222813844,
      "grad_norm": 0.5343453744385498,
      "learning_rate": 2.6599611196532527e-05,
      "loss": 0.0565,
      "step": 118678
    },
    {
      "epoch": 4.860905181241041,
      "grad_norm": 2.25669157394537,
      "learning_rate": 2.6597757056811635e-05,
      "loss": 0.8893,
      "step": 118679
    },
    {
      "epoch": 4.860946139668236,
      "grad_norm": 1.2188869232238864,
      "learning_rate": 2.6595902975428196e-05,
      "loss": 0.4106,
      "step": 118680
    },
    {
      "epoch": 4.860987098095433,
      "grad_norm": 1.4416796534864753,
      "learning_rate": 2.6594048952383024e-05,
      "loss": 0.5397,
      "step": 118681
    },
    {
      "epoch": 4.861028056522629,
      "grad_norm": 2.382670715983791,
      "learning_rate": 2.6592194987677018e-05,
      "loss": 0.5618,
      "step": 118682
    },
    {
      "epoch": 4.861069014949826,
      "grad_norm": 0.44359370790204206,
      "learning_rate": 2.6590341081311094e-05,
      "loss": 0.0404,
      "step": 118683
    },
    {
      "epoch": 4.861109973377022,
      "grad_norm": 1.7489087397672014,
      "learning_rate": 2.658848723328607e-05,
      "loss": 0.6134,
      "step": 118684
    },
    {
      "epoch": 4.861150931804219,
      "grad_norm": 1.6045461657676499,
      "learning_rate": 2.6586633443602844e-05,
      "loss": 0.6082,
      "step": 118685
    },
    {
      "epoch": 4.8611918902314155,
      "grad_norm": 1.8865584344709942,
      "learning_rate": 2.6584779712262334e-05,
      "loss": 0.8098,
      "step": 118686
    },
    {
      "epoch": 4.861232848658611,
      "grad_norm": 2.434701640256646,
      "learning_rate": 2.6582926039265334e-05,
      "loss": 1.8961,
      "step": 118687
    },
    {
      "epoch": 4.861273807085808,
      "grad_norm": 0.45217892942054694,
      "learning_rate": 2.6581072424612814e-05,
      "loss": 0.0804,
      "step": 118688
    },
    {
      "epoch": 4.861314765513004,
      "grad_norm": 1.3854065781877254,
      "learning_rate": 2.6579218868305557e-05,
      "loss": 0.4157,
      "step": 118689
    },
    {
      "epoch": 4.861355723940201,
      "grad_norm": 1.4187297190787909,
      "learning_rate": 2.6577365370344477e-05,
      "loss": 0.4456,
      "step": 118690
    },
    {
      "epoch": 4.861396682367397,
      "grad_norm": 1.6992740247899434,
      "learning_rate": 2.657551193073051e-05,
      "loss": 0.8826,
      "step": 118691
    },
    {
      "epoch": 4.861437640794594,
      "grad_norm": 1.4949763764996855,
      "learning_rate": 2.6573658549464433e-05,
      "loss": 0.5971,
      "step": 118692
    },
    {
      "epoch": 4.86147859922179,
      "grad_norm": 1.7732989992218176,
      "learning_rate": 2.6571805226547167e-05,
      "loss": 0.7591,
      "step": 118693
    },
    {
      "epoch": 4.861519557648986,
      "grad_norm": 1.7914295922020491,
      "learning_rate": 2.6569951961979625e-05,
      "loss": 0.7819,
      "step": 118694
    },
    {
      "epoch": 4.861560516076183,
      "grad_norm": 1.7797724158552402,
      "learning_rate": 2.6568098755762608e-05,
      "loss": 0.7471,
      "step": 118695
    },
    {
      "epoch": 4.861601474503379,
      "grad_norm": 1.7584350497789032,
      "learning_rate": 2.656624560789708e-05,
      "loss": 0.6426,
      "step": 118696
    },
    {
      "epoch": 4.861642432930576,
      "grad_norm": 0.9754054179972831,
      "learning_rate": 2.6564392518383826e-05,
      "loss": 0.275,
      "step": 118697
    },
    {
      "epoch": 4.861683391357772,
      "grad_norm": 4.04066129631234,
      "learning_rate": 2.656253948722376e-05,
      "loss": 1.2342,
      "step": 118698
    },
    {
      "epoch": 4.861724349784968,
      "grad_norm": 2.1133167542740914,
      "learning_rate": 2.65606865144178e-05,
      "loss": 1.0235,
      "step": 118699
    },
    {
      "epoch": 4.861765308212164,
      "grad_norm": 1.6664820025098661,
      "learning_rate": 2.655883359996676e-05,
      "loss": 0.8209,
      "step": 118700
    },
    {
      "epoch": 4.861806266639361,
      "grad_norm": 1.5442425676045803,
      "learning_rate": 2.6556980743871526e-05,
      "loss": 0.7595,
      "step": 118701
    },
    {
      "epoch": 4.861847225066557,
      "grad_norm": 1.4948873955231845,
      "learning_rate": 2.6555127946133027e-05,
      "loss": 0.511,
      "step": 118702
    },
    {
      "epoch": 4.861888183493754,
      "grad_norm": 1.471562981822342,
      "learning_rate": 2.655327520675208e-05,
      "loss": 0.5776,
      "step": 118703
    },
    {
      "epoch": 4.8619291419209505,
      "grad_norm": 1.7394999706123468,
      "learning_rate": 2.6551422525729598e-05,
      "loss": 0.5644,
      "step": 118704
    },
    {
      "epoch": 4.861970100348147,
      "grad_norm": 1.9323558257877707,
      "learning_rate": 2.6549569903066402e-05,
      "loss": 0.6599,
      "step": 118705
    },
    {
      "epoch": 4.862011058775343,
      "grad_norm": 1.2729568909262707,
      "learning_rate": 2.6547717338763424e-05,
      "loss": 0.5121,
      "step": 118706
    },
    {
      "epoch": 4.862052017202539,
      "grad_norm": 1.5020227056546342,
      "learning_rate": 2.6545864832821545e-05,
      "loss": 0.4071,
      "step": 118707
    },
    {
      "epoch": 4.862092975629736,
      "grad_norm": 1.4515253124366965,
      "learning_rate": 2.654401238524158e-05,
      "loss": 0.5077,
      "step": 118708
    },
    {
      "epoch": 4.862133934056932,
      "grad_norm": 1.4975505739687986,
      "learning_rate": 2.6542159996024497e-05,
      "loss": 0.606,
      "step": 118709
    },
    {
      "epoch": 4.862174892484129,
      "grad_norm": 1.5104020236165923,
      "learning_rate": 2.6540307665171063e-05,
      "loss": 0.6613,
      "step": 118710
    },
    {
      "epoch": 4.862215850911325,
      "grad_norm": 1.6283869893432457,
      "learning_rate": 2.6538455392682205e-05,
      "loss": 0.7011,
      "step": 118711
    },
    {
      "epoch": 4.862256809338522,
      "grad_norm": 2.3411239666951573,
      "learning_rate": 2.6536603178558846e-05,
      "loss": 0.424,
      "step": 118712
    },
    {
      "epoch": 4.8622977677657175,
      "grad_norm": 2.4675473447097187,
      "learning_rate": 2.6534751022801783e-05,
      "loss": 1.5045,
      "step": 118713
    },
    {
      "epoch": 4.862338726192914,
      "grad_norm": 1.748046057801272,
      "learning_rate": 2.653289892541191e-05,
      "loss": 0.9752,
      "step": 118714
    },
    {
      "epoch": 4.862379684620111,
      "grad_norm": 2.934990535832044,
      "learning_rate": 2.6531046886390167e-05,
      "loss": 2.6155,
      "step": 118715
    },
    {
      "epoch": 4.862420643047307,
      "grad_norm": 2.129266755137908,
      "learning_rate": 2.652919490573735e-05,
      "loss": 0.5291,
      "step": 118716
    },
    {
      "epoch": 4.862461601474504,
      "grad_norm": 1.561915114530858,
      "learning_rate": 2.652734298345439e-05,
      "loss": 0.6526,
      "step": 118717
    },
    {
      "epoch": 4.862502559901699,
      "grad_norm": 1.3749934759442508,
      "learning_rate": 2.652549111954211e-05,
      "loss": 0.5179,
      "step": 118718
    },
    {
      "epoch": 4.862543518328896,
      "grad_norm": 1.3303134442374804,
      "learning_rate": 2.65236393140014e-05,
      "loss": 0.385,
      "step": 118719
    },
    {
      "epoch": 4.862584476756092,
      "grad_norm": 1.2693602938586803,
      "learning_rate": 2.6521787566833197e-05,
      "loss": 0.4723,
      "step": 118720
    },
    {
      "epoch": 4.862625435183289,
      "grad_norm": 1.644464890541644,
      "learning_rate": 2.6519935878038286e-05,
      "loss": 0.5824,
      "step": 118721
    },
    {
      "epoch": 4.8626663936104855,
      "grad_norm": 1.7438744090552618,
      "learning_rate": 2.6518084247617576e-05,
      "loss": 0.6008,
      "step": 118722
    },
    {
      "epoch": 4.862707352037682,
      "grad_norm": 1.2368966290199486,
      "learning_rate": 2.651623267557199e-05,
      "loss": 0.3885,
      "step": 118723
    },
    {
      "epoch": 4.8627483104648785,
      "grad_norm": 1.6441535312464237,
      "learning_rate": 2.651438116190234e-05,
      "loss": 0.7158,
      "step": 118724
    },
    {
      "epoch": 4.862789268892074,
      "grad_norm": 1.9191714809457119,
      "learning_rate": 2.6512529706609565e-05,
      "loss": 0.9114,
      "step": 118725
    },
    {
      "epoch": 4.862830227319271,
      "grad_norm": 1.894567451758059,
      "learning_rate": 2.651067830969444e-05,
      "loss": 0.8022,
      "step": 118726
    },
    {
      "epoch": 4.862871185746467,
      "grad_norm": 0.932977861286834,
      "learning_rate": 2.6508826971157915e-05,
      "loss": 0.2231,
      "step": 118727
    },
    {
      "epoch": 4.862912144173664,
      "grad_norm": 1.7237688054221534,
      "learning_rate": 2.6506975691000893e-05,
      "loss": 0.6447,
      "step": 118728
    },
    {
      "epoch": 4.86295310260086,
      "grad_norm": 1.498377054298873,
      "learning_rate": 2.6505124469224205e-05,
      "loss": 0.5949,
      "step": 118729
    },
    {
      "epoch": 4.862994061028057,
      "grad_norm": 1.801494396884225,
      "learning_rate": 2.6503273305828683e-05,
      "loss": 0.5672,
      "step": 118730
    },
    {
      "epoch": 4.863035019455253,
      "grad_norm": 1.0544473972822366,
      "learning_rate": 2.6501422200815276e-05,
      "loss": 0.188,
      "step": 118731
    },
    {
      "epoch": 4.863075977882449,
      "grad_norm": 1.3288586784234733,
      "learning_rate": 2.6499571154184818e-05,
      "loss": 0.5541,
      "step": 118732
    },
    {
      "epoch": 4.863116936309646,
      "grad_norm": 1.5277747011700595,
      "learning_rate": 2.6497720165938176e-05,
      "loss": 0.5422,
      "step": 118733
    },
    {
      "epoch": 4.863157894736842,
      "grad_norm": 1.7765729812414435,
      "learning_rate": 2.6495869236076295e-05,
      "loss": 0.6838,
      "step": 118734
    },
    {
      "epoch": 4.863198853164039,
      "grad_norm": 1.5579615081421117,
      "learning_rate": 2.6494018364599945e-05,
      "loss": 0.7886,
      "step": 118735
    },
    {
      "epoch": 4.863239811591235,
      "grad_norm": 1.2039130783734355,
      "learning_rate": 2.6492167551510108e-05,
      "loss": 0.6253,
      "step": 118736
    },
    {
      "epoch": 4.863280770018431,
      "grad_norm": 1.5630550267822676,
      "learning_rate": 2.649031679680758e-05,
      "loss": 0.471,
      "step": 118737
    },
    {
      "epoch": 4.863321728445627,
      "grad_norm": 1.416726150746685,
      "learning_rate": 2.648846610049325e-05,
      "loss": 0.5158,
      "step": 118738
    },
    {
      "epoch": 4.863362686872824,
      "grad_norm": 1.9597760633134151,
      "learning_rate": 2.6486615462568046e-05,
      "loss": 0.89,
      "step": 118739
    },
    {
      "epoch": 4.8634036453000205,
      "grad_norm": 1.650464997450492,
      "learning_rate": 2.6484764883032765e-05,
      "loss": 0.6619,
      "step": 118740
    },
    {
      "epoch": 4.863444603727217,
      "grad_norm": 1.5635623671855055,
      "learning_rate": 2.6482914361888313e-05,
      "loss": 0.5276,
      "step": 118741
    },
    {
      "epoch": 4.8634855621544135,
      "grad_norm": 1.857996671526825,
      "learning_rate": 2.648106389913562e-05,
      "loss": 0.5635,
      "step": 118742
    },
    {
      "epoch": 4.86352652058161,
      "grad_norm": 1.5971297916014366,
      "learning_rate": 2.6479213494775463e-05,
      "loss": 0.889,
      "step": 118743
    },
    {
      "epoch": 4.863567479008806,
      "grad_norm": 1.5187291075923297,
      "learning_rate": 2.6477363148808815e-05,
      "loss": 0.6049,
      "step": 118744
    },
    {
      "epoch": 4.863608437436002,
      "grad_norm": 1.345323969302855,
      "learning_rate": 2.647551286123646e-05,
      "loss": 0.498,
      "step": 118745
    },
    {
      "epoch": 4.863649395863199,
      "grad_norm": 1.6003408701259623,
      "learning_rate": 2.6473662632059322e-05,
      "loss": 0.5579,
      "step": 118746
    },
    {
      "epoch": 4.863690354290395,
      "grad_norm": 0.813401747823796,
      "learning_rate": 2.6471812461278292e-05,
      "loss": 0.1785,
      "step": 118747
    },
    {
      "epoch": 4.863731312717592,
      "grad_norm": 0.9800522328919916,
      "learning_rate": 2.6469962348894197e-05,
      "loss": 0.1891,
      "step": 118748
    },
    {
      "epoch": 4.863772271144788,
      "grad_norm": 1.4554944138401327,
      "learning_rate": 2.646811229490794e-05,
      "loss": 0.5069,
      "step": 118749
    },
    {
      "epoch": 4.863813229571985,
      "grad_norm": 1.5578705757007267,
      "learning_rate": 2.6466262299320417e-05,
      "loss": 0.5518,
      "step": 118750
    },
    {
      "epoch": 4.863854187999181,
      "grad_norm": 1.2213022825116688,
      "learning_rate": 2.6464412362132433e-05,
      "loss": 0.42,
      "step": 118751
    },
    {
      "epoch": 4.863895146426377,
      "grad_norm": 1.4322138823848267,
      "learning_rate": 2.646256248334496e-05,
      "loss": 0.5675,
      "step": 118752
    },
    {
      "epoch": 4.863936104853574,
      "grad_norm": 1.6626244646246602,
      "learning_rate": 2.6460712662958778e-05,
      "loss": 0.6333,
      "step": 118753
    },
    {
      "epoch": 4.86397706328077,
      "grad_norm": 1.279270962127299,
      "learning_rate": 2.645886290097479e-05,
      "loss": 0.5872,
      "step": 118754
    },
    {
      "epoch": 4.864018021707967,
      "grad_norm": 3.365533940474897,
      "learning_rate": 2.6457013197393923e-05,
      "loss": 3.5589,
      "step": 118755
    },
    {
      "epoch": 4.864058980135162,
      "grad_norm": 1.349241834287327,
      "learning_rate": 2.6455163552216983e-05,
      "loss": 0.5445,
      "step": 118756
    },
    {
      "epoch": 4.864099938562359,
      "grad_norm": 1.439567508225053,
      "learning_rate": 2.645331396544488e-05,
      "loss": 0.3661,
      "step": 118757
    },
    {
      "epoch": 4.864140896989555,
      "grad_norm": 1.2587076647889,
      "learning_rate": 2.6451464437078502e-05,
      "loss": 0.4557,
      "step": 118758
    },
    {
      "epoch": 4.864181855416752,
      "grad_norm": 1.8079541475403775,
      "learning_rate": 2.644961496711867e-05,
      "loss": 0.7297,
      "step": 118759
    },
    {
      "epoch": 4.8642228138439485,
      "grad_norm": 1.5459697516741278,
      "learning_rate": 2.644776555556632e-05,
      "loss": 0.6304,
      "step": 118760
    },
    {
      "epoch": 4.864263772271145,
      "grad_norm": 1.2916646913338086,
      "learning_rate": 2.6445916202422278e-05,
      "loss": 0.5251,
      "step": 118761
    },
    {
      "epoch": 4.864304730698342,
      "grad_norm": 1.36450360427598,
      "learning_rate": 2.6444066907687432e-05,
      "loss": 0.5469,
      "step": 118762
    },
    {
      "epoch": 4.864345689125537,
      "grad_norm": 1.035317419972899,
      "learning_rate": 2.644221767136268e-05,
      "loss": 0.2388,
      "step": 118763
    },
    {
      "epoch": 4.864386647552734,
      "grad_norm": 2.013099498635724,
      "learning_rate": 2.644036849344887e-05,
      "loss": 0.9003,
      "step": 118764
    },
    {
      "epoch": 4.86442760597993,
      "grad_norm": 1.3203966791816173,
      "learning_rate": 2.6438519373946872e-05,
      "loss": 0.395,
      "step": 118765
    },
    {
      "epoch": 4.864468564407127,
      "grad_norm": 1.3536527001258865,
      "learning_rate": 2.6436670312857594e-05,
      "loss": 0.4856,
      "step": 118766
    },
    {
      "epoch": 4.864509522834323,
      "grad_norm": 1.2028787265565963,
      "learning_rate": 2.6434821310181877e-05,
      "loss": 0.5265,
      "step": 118767
    },
    {
      "epoch": 4.86455048126152,
      "grad_norm": 1.5292415798164416,
      "learning_rate": 2.6432972365920628e-05,
      "loss": 0.5982,
      "step": 118768
    },
    {
      "epoch": 4.864591439688716,
      "grad_norm": 1.504620006759759,
      "learning_rate": 2.6431123480074657e-05,
      "loss": 0.5603,
      "step": 118769
    },
    {
      "epoch": 4.864632398115912,
      "grad_norm": 1.169962134800892,
      "learning_rate": 2.642927465264489e-05,
      "loss": 0.3409,
      "step": 118770
    },
    {
      "epoch": 4.864673356543109,
      "grad_norm": 0.62602483180916,
      "learning_rate": 2.6427425883632227e-05,
      "loss": 0.1231,
      "step": 118771
    },
    {
      "epoch": 4.864714314970305,
      "grad_norm": 2.220397357794897,
      "learning_rate": 2.6425577173037464e-05,
      "loss": 1.0468,
      "step": 118772
    },
    {
      "epoch": 4.864755273397502,
      "grad_norm": 3.2438432223449802,
      "learning_rate": 2.6423728520861524e-05,
      "loss": 2.8064,
      "step": 118773
    },
    {
      "epoch": 4.864796231824698,
      "grad_norm": 1.1830875361401478,
      "learning_rate": 2.6421879927105304e-05,
      "loss": 0.2505,
      "step": 118774
    },
    {
      "epoch": 4.864837190251894,
      "grad_norm": 1.5058840306463872,
      "learning_rate": 2.642003139176962e-05,
      "loss": 0.6225,
      "step": 118775
    },
    {
      "epoch": 4.86487814867909,
      "grad_norm": 2.1353432397001777,
      "learning_rate": 2.641818291485542e-05,
      "loss": 0.6945,
      "step": 118776
    },
    {
      "epoch": 4.864919107106287,
      "grad_norm": 1.5107459789696407,
      "learning_rate": 2.6416334496363485e-05,
      "loss": 0.7393,
      "step": 118777
    },
    {
      "epoch": 4.8649600655334835,
      "grad_norm": 1.7670991687369648,
      "learning_rate": 2.641448613629473e-05,
      "loss": 0.742,
      "step": 118778
    },
    {
      "epoch": 4.86500102396068,
      "grad_norm": 1.5134269915762173,
      "learning_rate": 2.6412637834650064e-05,
      "loss": 0.562,
      "step": 118779
    },
    {
      "epoch": 4.8650419823878766,
      "grad_norm": 1.6445396154351246,
      "learning_rate": 2.6410789591430308e-05,
      "loss": 0.6299,
      "step": 118780
    },
    {
      "epoch": 4.865082940815073,
      "grad_norm": 1.3508072739645598,
      "learning_rate": 2.6408941406636404e-05,
      "loss": 0.5986,
      "step": 118781
    },
    {
      "epoch": 4.865123899242269,
      "grad_norm": 1.1275436068045268,
      "learning_rate": 2.6407093280269125e-05,
      "loss": 0.3374,
      "step": 118782
    },
    {
      "epoch": 4.865164857669465,
      "grad_norm": 0.8993984947535083,
      "learning_rate": 2.6405245212329414e-05,
      "loss": 0.2484,
      "step": 118783
    },
    {
      "epoch": 4.865205816096662,
      "grad_norm": 1.473440156909345,
      "learning_rate": 2.640339720281816e-05,
      "loss": 0.5015,
      "step": 118784
    },
    {
      "epoch": 4.865246774523858,
      "grad_norm": 2.110532081097422,
      "learning_rate": 2.6401549251736188e-05,
      "loss": 0.889,
      "step": 118785
    },
    {
      "epoch": 4.865287732951055,
      "grad_norm": 1.0977255355151236,
      "learning_rate": 2.6399701359084375e-05,
      "loss": 0.3124,
      "step": 118786
    },
    {
      "epoch": 4.865328691378251,
      "grad_norm": 1.2696986876815044,
      "learning_rate": 2.639785352486364e-05,
      "loss": 0.6681,
      "step": 118787
    },
    {
      "epoch": 4.865369649805448,
      "grad_norm": 1.3690585640298512,
      "learning_rate": 2.639600574907481e-05,
      "loss": 0.5647,
      "step": 118788
    },
    {
      "epoch": 4.865410608232644,
      "grad_norm": 2.2006529447202587,
      "learning_rate": 2.639415803171881e-05,
      "loss": 0.6336,
      "step": 118789
    },
    {
      "epoch": 4.86545156665984,
      "grad_norm": 1.3895629825827256,
      "learning_rate": 2.639231037279643e-05,
      "loss": 0.5285,
      "step": 118790
    },
    {
      "epoch": 4.865492525087037,
      "grad_norm": 0.7243391806854271,
      "learning_rate": 2.6390462772308595e-05,
      "loss": 0.1481,
      "step": 118791
    },
    {
      "epoch": 4.865533483514233,
      "grad_norm": 1.7153240749866687,
      "learning_rate": 2.6388615230256214e-05,
      "loss": 0.6443,
      "step": 118792
    },
    {
      "epoch": 4.86557444194143,
      "grad_norm": 0.7778234027664761,
      "learning_rate": 2.6386767746640108e-05,
      "loss": 0.1225,
      "step": 118793
    },
    {
      "epoch": 4.865615400368625,
      "grad_norm": 1.9493205622280199,
      "learning_rate": 2.638492032146114e-05,
      "loss": 0.7343,
      "step": 118794
    },
    {
      "epoch": 4.865656358795822,
      "grad_norm": 2.28963052357994,
      "learning_rate": 2.638307295472026e-05,
      "loss": 1.4012,
      "step": 118795
    },
    {
      "epoch": 4.8656973172230185,
      "grad_norm": 1.590729191547893,
      "learning_rate": 2.6381225646418248e-05,
      "loss": 0.4698,
      "step": 118796
    },
    {
      "epoch": 4.865738275650215,
      "grad_norm": 2.100999809667145,
      "learning_rate": 2.6379378396556055e-05,
      "loss": 0.7766,
      "step": 118797
    },
    {
      "epoch": 4.8657792340774115,
      "grad_norm": 1.2813861097867312,
      "learning_rate": 2.6377531205134467e-05,
      "loss": 0.6424,
      "step": 118798
    },
    {
      "epoch": 4.865820192504608,
      "grad_norm": 1.1675712717643303,
      "learning_rate": 2.6375684072154463e-05,
      "loss": 0.4042,
      "step": 118799
    },
    {
      "epoch": 4.865861150931805,
      "grad_norm": 1.4455947761194867,
      "learning_rate": 2.6373836997616825e-05,
      "loss": 0.5861,
      "step": 118800
    },
    {
      "epoch": 4.865902109359,
      "grad_norm": 1.3337206244920643,
      "learning_rate": 2.6371989981522505e-05,
      "loss": 0.5107,
      "step": 118801
    },
    {
      "epoch": 4.865943067786197,
      "grad_norm": 1.5484899279813273,
      "learning_rate": 2.6370143023872286e-05,
      "loss": 0.6992,
      "step": 118802
    },
    {
      "epoch": 4.865984026213393,
      "grad_norm": 0.8267806113394325,
      "learning_rate": 2.636829612466713e-05,
      "loss": 0.1934,
      "step": 118803
    },
    {
      "epoch": 4.86602498464059,
      "grad_norm": 1.5103065845671373,
      "learning_rate": 2.6366449283907825e-05,
      "loss": 0.6159,
      "step": 118804
    },
    {
      "epoch": 4.866065943067786,
      "grad_norm": 1.0503873590152213,
      "learning_rate": 2.63646025015953e-05,
      "loss": 0.2914,
      "step": 118805
    },
    {
      "epoch": 4.866106901494983,
      "grad_norm": 1.4958468030874277,
      "learning_rate": 2.6362755777730454e-05,
      "loss": 0.5631,
      "step": 118806
    },
    {
      "epoch": 4.8661478599221795,
      "grad_norm": 1.4117021580914486,
      "learning_rate": 2.6360909112314087e-05,
      "loss": 0.6124,
      "step": 118807
    },
    {
      "epoch": 4.866188818349375,
      "grad_norm": 1.5065493779019405,
      "learning_rate": 2.6359062505347133e-05,
      "loss": 0.6355,
      "step": 118808
    },
    {
      "epoch": 4.866229776776572,
      "grad_norm": 1.4183786790026822,
      "learning_rate": 2.6357215956830406e-05,
      "loss": 0.5956,
      "step": 118809
    },
    {
      "epoch": 4.866270735203768,
      "grad_norm": 0.7689180496794952,
      "learning_rate": 2.6355369466764824e-05,
      "loss": 0.1754,
      "step": 118810
    },
    {
      "epoch": 4.866311693630965,
      "grad_norm": 1.8551396435086933,
      "learning_rate": 2.6353523035151268e-05,
      "loss": 0.726,
      "step": 118811
    },
    {
      "epoch": 4.866352652058161,
      "grad_norm": 1.6675317017005065,
      "learning_rate": 2.635167666199057e-05,
      "loss": 0.696,
      "step": 118812
    },
    {
      "epoch": 4.866393610485357,
      "grad_norm": 1.5287864683947274,
      "learning_rate": 2.634983034728362e-05,
      "loss": 0.5371,
      "step": 118813
    },
    {
      "epoch": 4.866434568912553,
      "grad_norm": 1.094854196876186,
      "learning_rate": 2.6347984091031338e-05,
      "loss": 0.367,
      "step": 118814
    },
    {
      "epoch": 4.86647552733975,
      "grad_norm": 1.6717026350725182,
      "learning_rate": 2.6346137893234498e-05,
      "loss": 0.6635,
      "step": 118815
    },
    {
      "epoch": 4.8665164857669465,
      "grad_norm": 1.3823461074833467,
      "learning_rate": 2.6344291753894082e-05,
      "loss": 0.5192,
      "step": 118816
    },
    {
      "epoch": 4.866557444194143,
      "grad_norm": 1.4527942349156795,
      "learning_rate": 2.634244567301087e-05,
      "loss": 0.4759,
      "step": 118817
    },
    {
      "epoch": 4.86659840262134,
      "grad_norm": 1.367430294680942,
      "learning_rate": 2.6340599650585763e-05,
      "loss": 0.5265,
      "step": 118818
    },
    {
      "epoch": 4.866639361048536,
      "grad_norm": 1.0170368473290516,
      "learning_rate": 2.6338753686619697e-05,
      "loss": 0.2428,
      "step": 118819
    },
    {
      "epoch": 4.866680319475732,
      "grad_norm": 1.7719031102080294,
      "learning_rate": 2.6336907781113446e-05,
      "loss": 0.6261,
      "step": 118820
    },
    {
      "epoch": 4.866721277902928,
      "grad_norm": 1.5067504150119881,
      "learning_rate": 2.6335061934067935e-05,
      "loss": 0.5352,
      "step": 118821
    },
    {
      "epoch": 4.866762236330125,
      "grad_norm": 1.7280816516398492,
      "learning_rate": 2.633321614548406e-05,
      "loss": 0.6829,
      "step": 118822
    },
    {
      "epoch": 4.866803194757321,
      "grad_norm": 1.7561911083642827,
      "learning_rate": 2.6331370415362634e-05,
      "loss": 0.5798,
      "step": 118823
    },
    {
      "epoch": 4.866844153184518,
      "grad_norm": 1.8599463781344208,
      "learning_rate": 2.6329524743704596e-05,
      "loss": 0.6951,
      "step": 118824
    },
    {
      "epoch": 4.866885111611714,
      "grad_norm": 1.8020340779562238,
      "learning_rate": 2.6327679130510753e-05,
      "loss": 0.7779,
      "step": 118825
    },
    {
      "epoch": 4.866926070038911,
      "grad_norm": 1.4569159887200933,
      "learning_rate": 2.6325833575781998e-05,
      "loss": 0.5882,
      "step": 118826
    },
    {
      "epoch": 4.866967028466107,
      "grad_norm": 1.8948854512045115,
      "learning_rate": 2.6323988079519254e-05,
      "loss": 0.8169,
      "step": 118827
    },
    {
      "epoch": 4.867007986893303,
      "grad_norm": 1.3797268737441695,
      "learning_rate": 2.632214264172331e-05,
      "loss": 0.378,
      "step": 118828
    },
    {
      "epoch": 4.8670489453205,
      "grad_norm": 1.3558458303930965,
      "learning_rate": 2.632029726239508e-05,
      "loss": 0.4047,
      "step": 118829
    },
    {
      "epoch": 4.867089903747696,
      "grad_norm": 1.6943853966176523,
      "learning_rate": 2.631845194153548e-05,
      "loss": 0.8018,
      "step": 118830
    },
    {
      "epoch": 4.867130862174893,
      "grad_norm": 1.5902455263244766,
      "learning_rate": 2.6316606679145292e-05,
      "loss": 0.7805,
      "step": 118831
    },
    {
      "epoch": 4.867171820602088,
      "grad_norm": 1.4167163950213444,
      "learning_rate": 2.631476147522548e-05,
      "loss": 0.5124,
      "step": 118832
    },
    {
      "epoch": 4.867212779029285,
      "grad_norm": 1.764468030491303,
      "learning_rate": 2.6312916329776835e-05,
      "loss": 0.8193,
      "step": 118833
    },
    {
      "epoch": 4.8672537374564815,
      "grad_norm": 1.5443059180446148,
      "learning_rate": 2.6311071242800263e-05,
      "loss": 0.703,
      "step": 118834
    },
    {
      "epoch": 4.867294695883678,
      "grad_norm": 0.502748458250656,
      "learning_rate": 2.630922621429667e-05,
      "loss": 0.0556,
      "step": 118835
    },
    {
      "epoch": 4.867335654310875,
      "grad_norm": 1.5151983820453867,
      "learning_rate": 2.6307381244266866e-05,
      "loss": 0.824,
      "step": 118836
    },
    {
      "epoch": 4.867376612738071,
      "grad_norm": 1.8449277613716888,
      "learning_rate": 2.6305536332711756e-05,
      "loss": 0.7436,
      "step": 118837
    },
    {
      "epoch": 4.867417571165268,
      "grad_norm": 1.4065129823786868,
      "learning_rate": 2.6303691479632256e-05,
      "loss": 0.5279,
      "step": 118838
    },
    {
      "epoch": 4.867458529592463,
      "grad_norm": 1.2172061516753017,
      "learning_rate": 2.6301846685029143e-05,
      "loss": 0.3151,
      "step": 118839
    },
    {
      "epoch": 4.86749948801966,
      "grad_norm": 1.0164893338288563,
      "learning_rate": 2.6300001948903372e-05,
      "loss": 0.2313,
      "step": 118840
    },
    {
      "epoch": 4.867540446446856,
      "grad_norm": 1.6246481906083108,
      "learning_rate": 2.6298157271255753e-05,
      "loss": 0.616,
      "step": 118841
    },
    {
      "epoch": 4.867581404874053,
      "grad_norm": 1.6471867135027847,
      "learning_rate": 2.6296312652087193e-05,
      "loss": 0.5308,
      "step": 118842
    },
    {
      "epoch": 4.867622363301249,
      "grad_norm": 1.5713092185760644,
      "learning_rate": 2.6294468091398585e-05,
      "loss": 0.701,
      "step": 118843
    },
    {
      "epoch": 4.867663321728446,
      "grad_norm": 4.070654974663283,
      "learning_rate": 2.6292623589190747e-05,
      "loss": 4.3395,
      "step": 118844
    },
    {
      "epoch": 4.8677042801556425,
      "grad_norm": 1.0272867268327772,
      "learning_rate": 2.6290779145464565e-05,
      "loss": 0.1872,
      "step": 118845
    },
    {
      "epoch": 4.867745238582838,
      "grad_norm": 1.3788341241748518,
      "learning_rate": 2.6288934760220982e-05,
      "loss": 0.4891,
      "step": 118846
    },
    {
      "epoch": 4.867786197010035,
      "grad_norm": 1.804171842332201,
      "learning_rate": 2.628709043346075e-05,
      "loss": 0.6078,
      "step": 118847
    },
    {
      "epoch": 4.867827155437231,
      "grad_norm": 1.3183475578099662,
      "learning_rate": 2.6285246165184855e-05,
      "loss": 0.5561,
      "step": 118848
    },
    {
      "epoch": 4.867868113864428,
      "grad_norm": 1.6795201507809085,
      "learning_rate": 2.6283401955394075e-05,
      "loss": 0.6746,
      "step": 118849
    },
    {
      "epoch": 4.867909072291624,
      "grad_norm": 1.2422385931768847,
      "learning_rate": 2.6281557804089327e-05,
      "loss": 0.5105,
      "step": 118850
    },
    {
      "epoch": 4.86795003071882,
      "grad_norm": 0.7806408633392515,
      "learning_rate": 2.6279713711271527e-05,
      "loss": 0.2233,
      "step": 118851
    },
    {
      "epoch": 4.8679909891460165,
      "grad_norm": 11.856127376806791,
      "learning_rate": 2.6277869676941443e-05,
      "loss": 1.5619,
      "step": 118852
    },
    {
      "epoch": 4.868031947573213,
      "grad_norm": 1.2246162014419926,
      "learning_rate": 2.627602570110004e-05,
      "loss": 0.6013,
      "step": 118853
    },
    {
      "epoch": 4.8680729060004095,
      "grad_norm": 1.4809810715658722,
      "learning_rate": 2.6274181783748132e-05,
      "loss": 0.5923,
      "step": 118854
    },
    {
      "epoch": 4.868113864427606,
      "grad_norm": 0.8957279868551052,
      "learning_rate": 2.6272337924886605e-05,
      "loss": 0.2177,
      "step": 118855
    },
    {
      "epoch": 4.868154822854803,
      "grad_norm": 1.304689152179509,
      "learning_rate": 2.6270494124516373e-05,
      "loss": 0.5555,
      "step": 118856
    },
    {
      "epoch": 4.868195781281999,
      "grad_norm": 1.108395039429,
      "learning_rate": 2.6268650382638235e-05,
      "loss": 0.4248,
      "step": 118857
    },
    {
      "epoch": 4.868236739709195,
      "grad_norm": 1.5043059074436562,
      "learning_rate": 2.626680669925309e-05,
      "loss": 0.773,
      "step": 118858
    },
    {
      "epoch": 4.868277698136391,
      "grad_norm": 0.7767629080414685,
      "learning_rate": 2.6264963074361855e-05,
      "loss": 0.14,
      "step": 118859
    },
    {
      "epoch": 4.868318656563588,
      "grad_norm": 1.6067311629713894,
      "learning_rate": 2.6263119507965348e-05,
      "loss": 0.5965,
      "step": 118860
    },
    {
      "epoch": 4.868359614990784,
      "grad_norm": 2.07719621265272,
      "learning_rate": 2.626127600006448e-05,
      "loss": 0.8473,
      "step": 118861
    },
    {
      "epoch": 4.868400573417981,
      "grad_norm": 1.5205336487433783,
      "learning_rate": 2.625943255066007e-05,
      "loss": 0.5853,
      "step": 118862
    },
    {
      "epoch": 4.8684415318451775,
      "grad_norm": 1.4233787812879863,
      "learning_rate": 2.6257589159753017e-05,
      "loss": 0.6434,
      "step": 118863
    },
    {
      "epoch": 4.868482490272374,
      "grad_norm": 1.9503547178965839,
      "learning_rate": 2.625574582734424e-05,
      "loss": 0.6034,
      "step": 118864
    },
    {
      "epoch": 4.86852344869957,
      "grad_norm": 1.8661046871237048,
      "learning_rate": 2.6253902553434514e-05,
      "loss": 0.5871,
      "step": 118865
    },
    {
      "epoch": 4.868564407126766,
      "grad_norm": 1.7470234775539204,
      "learning_rate": 2.625205933802476e-05,
      "loss": 0.6433,
      "step": 118866
    },
    {
      "epoch": 4.868605365553963,
      "grad_norm": 1.143718641974156,
      "learning_rate": 2.6250216181115914e-05,
      "loss": 0.3583,
      "step": 118867
    },
    {
      "epoch": 4.868646323981159,
      "grad_norm": 2.2718975219088455,
      "learning_rate": 2.624837308270872e-05,
      "loss": 1.1082,
      "step": 118868
    },
    {
      "epoch": 4.868687282408356,
      "grad_norm": 0.581922307976271,
      "learning_rate": 2.624653004280416e-05,
      "loss": 0.053,
      "step": 118869
    },
    {
      "epoch": 4.8687282408355514,
      "grad_norm": 1.4471088029610388,
      "learning_rate": 2.624468706140307e-05,
      "loss": 0.5562,
      "step": 118870
    },
    {
      "epoch": 4.868769199262748,
      "grad_norm": 1.7267980368389582,
      "learning_rate": 2.6242844138506264e-05,
      "loss": 0.774,
      "step": 118871
    },
    {
      "epoch": 4.8688101576899445,
      "grad_norm": 1.437845652416875,
      "learning_rate": 2.624100127411466e-05,
      "loss": 0.593,
      "step": 118872
    },
    {
      "epoch": 4.868851116117141,
      "grad_norm": 1.504550614301026,
      "learning_rate": 2.623915846822917e-05,
      "loss": 0.668,
      "step": 118873
    },
    {
      "epoch": 4.868892074544338,
      "grad_norm": 1.8985609072403724,
      "learning_rate": 2.62373157208506e-05,
      "loss": 0.7754,
      "step": 118874
    },
    {
      "epoch": 4.868933032971534,
      "grad_norm": 1.6462907783349654,
      "learning_rate": 2.623547303197986e-05,
      "loss": 0.6157,
      "step": 118875
    },
    {
      "epoch": 4.868973991398731,
      "grad_norm": 1.4655814290477718,
      "learning_rate": 2.6233630401617783e-05,
      "loss": 0.4064,
      "step": 118876
    },
    {
      "epoch": 4.869014949825926,
      "grad_norm": 0.6215237707315007,
      "learning_rate": 2.6231787829765255e-05,
      "loss": 0.074,
      "step": 118877
    },
    {
      "epoch": 4.869055908253123,
      "grad_norm": 0.8385774875797112,
      "learning_rate": 2.622994531642319e-05,
      "loss": 0.2239,
      "step": 118878
    },
    {
      "epoch": 4.869096866680319,
      "grad_norm": 1.4037095207655834,
      "learning_rate": 2.6228102861592403e-05,
      "loss": 0.4382,
      "step": 118879
    },
    {
      "epoch": 4.869137825107516,
      "grad_norm": 1.7472284741847606,
      "learning_rate": 2.6226260465273813e-05,
      "loss": 0.7249,
      "step": 118880
    },
    {
      "epoch": 4.8691787835347125,
      "grad_norm": 1.8329208718433794,
      "learning_rate": 2.622441812746823e-05,
      "loss": 0.7075,
      "step": 118881
    },
    {
      "epoch": 4.869219741961909,
      "grad_norm": 1.4435654011356966,
      "learning_rate": 2.6222575848176564e-05,
      "loss": 0.4063,
      "step": 118882
    },
    {
      "epoch": 4.8692607003891055,
      "grad_norm": 2.2357241183009733,
      "learning_rate": 2.622073362739972e-05,
      "loss": 1.0324,
      "step": 118883
    },
    {
      "epoch": 4.869301658816301,
      "grad_norm": 1.9931751289939899,
      "learning_rate": 2.6218891465138486e-05,
      "loss": 0.4285,
      "step": 118884
    },
    {
      "epoch": 4.869342617243498,
      "grad_norm": 1.6239632462276339,
      "learning_rate": 2.6217049361393777e-05,
      "loss": 0.5429,
      "step": 118885
    },
    {
      "epoch": 4.869383575670694,
      "grad_norm": 1.5804659763473337,
      "learning_rate": 2.6215207316166508e-05,
      "loss": 0.5878,
      "step": 118886
    },
    {
      "epoch": 4.869424534097891,
      "grad_norm": 1.6552070308426319,
      "learning_rate": 2.6213365329457463e-05,
      "loss": 0.6781,
      "step": 118887
    },
    {
      "epoch": 4.869465492525087,
      "grad_norm": 1.546250559018125,
      "learning_rate": 2.6211523401267592e-05,
      "loss": 0.7431,
      "step": 118888
    },
    {
      "epoch": 4.869506450952283,
      "grad_norm": 1.750713446183593,
      "learning_rate": 2.6209681531597694e-05,
      "loss": 0.7017,
      "step": 118889
    },
    {
      "epoch": 4.8695474093794795,
      "grad_norm": 0.9260146382534002,
      "learning_rate": 2.620783972044868e-05,
      "loss": 0.2194,
      "step": 118890
    },
    {
      "epoch": 4.869588367806676,
      "grad_norm": 1.3273274914616093,
      "learning_rate": 2.6205997967821456e-05,
      "loss": 0.4117,
      "step": 118891
    },
    {
      "epoch": 4.869629326233873,
      "grad_norm": 0.8785067944807484,
      "learning_rate": 2.62041562737168e-05,
      "loss": 0.2907,
      "step": 118892
    },
    {
      "epoch": 4.869670284661069,
      "grad_norm": 1.8346843271762137,
      "learning_rate": 2.6202314638135652e-05,
      "loss": 0.7397,
      "step": 118893
    },
    {
      "epoch": 4.869711243088266,
      "grad_norm": 1.3139067078968036,
      "learning_rate": 2.6200473061078903e-05,
      "loss": 0.5092,
      "step": 118894
    },
    {
      "epoch": 4.869752201515462,
      "grad_norm": 1.4112288884259239,
      "learning_rate": 2.619863154254734e-05,
      "loss": 0.6508,
      "step": 118895
    },
    {
      "epoch": 4.869793159942658,
      "grad_norm": 1.4257279970991033,
      "learning_rate": 2.6196790082541923e-05,
      "loss": 0.4498,
      "step": 118896
    },
    {
      "epoch": 4.869834118369854,
      "grad_norm": 1.43340089401059,
      "learning_rate": 2.6194948681063428e-05,
      "loss": 0.6552,
      "step": 118897
    },
    {
      "epoch": 4.869875076797051,
      "grad_norm": 1.580947212069247,
      "learning_rate": 2.6193107338112795e-05,
      "loss": 0.5464,
      "step": 118898
    },
    {
      "epoch": 4.869916035224247,
      "grad_norm": 1.4975003626803367,
      "learning_rate": 2.6191266053690913e-05,
      "loss": 0.66,
      "step": 118899
    },
    {
      "epoch": 4.869956993651444,
      "grad_norm": 1.0610673413049112,
      "learning_rate": 2.618942482779856e-05,
      "loss": 0.1996,
      "step": 118900
    },
    {
      "epoch": 4.8699979520786405,
      "grad_norm": 1.6834963021627896,
      "learning_rate": 2.6187583660436688e-05,
      "loss": 0.7645,
      "step": 118901
    },
    {
      "epoch": 4.870038910505837,
      "grad_norm": 1.6172142575953663,
      "learning_rate": 2.6185742551606165e-05,
      "loss": 0.645,
      "step": 118902
    },
    {
      "epoch": 4.870079868933033,
      "grad_norm": 0.9248657975348007,
      "learning_rate": 2.61839015013078e-05,
      "loss": 0.2363,
      "step": 118903
    },
    {
      "epoch": 4.870120827360229,
      "grad_norm": 0.9393338696945573,
      "learning_rate": 2.618206050954255e-05,
      "loss": 0.2515,
      "step": 118904
    },
    {
      "epoch": 4.870161785787426,
      "grad_norm": 1.2074982770189249,
      "learning_rate": 2.6180219576311194e-05,
      "loss": 0.2836,
      "step": 118905
    },
    {
      "epoch": 4.870202744214622,
      "grad_norm": 1.917536017766018,
      "learning_rate": 2.6178378701614632e-05,
      "loss": 0.71,
      "step": 118906
    },
    {
      "epoch": 4.870243702641819,
      "grad_norm": 0.43987290324578054,
      "learning_rate": 2.6176537885453796e-05,
      "loss": 0.0375,
      "step": 118907
    },
    {
      "epoch": 4.8702846610690145,
      "grad_norm": 1.8521842475499681,
      "learning_rate": 2.617469712782947e-05,
      "loss": 0.8048,
      "step": 118908
    },
    {
      "epoch": 4.870325619496211,
      "grad_norm": 0.9718967482618344,
      "learning_rate": 2.6172856428742566e-05,
      "loss": 0.1315,
      "step": 118909
    },
    {
      "epoch": 4.8703665779234075,
      "grad_norm": 1.5701212490125631,
      "learning_rate": 2.6171015788193988e-05,
      "loss": 0.5266,
      "step": 118910
    },
    {
      "epoch": 4.870407536350604,
      "grad_norm": 1.7852789978310681,
      "learning_rate": 2.6169175206184535e-05,
      "loss": 0.7121,
      "step": 118911
    },
    {
      "epoch": 4.870448494777801,
      "grad_norm": 1.3065167217874585,
      "learning_rate": 2.6167334682715134e-05,
      "loss": 0.3162,
      "step": 118912
    },
    {
      "epoch": 4.870489453204997,
      "grad_norm": 0.8983314770163426,
      "learning_rate": 2.6165494217786593e-05,
      "loss": 0.2416,
      "step": 118913
    },
    {
      "epoch": 4.870530411632194,
      "grad_norm": 1.6186454170324602,
      "learning_rate": 2.6163653811399836e-05,
      "loss": 0.5263,
      "step": 118914
    },
    {
      "epoch": 4.870571370059389,
      "grad_norm": 1.4017163771585397,
      "learning_rate": 2.6161813463555738e-05,
      "loss": 0.3684,
      "step": 118915
    },
    {
      "epoch": 4.870612328486586,
      "grad_norm": 0.729241812716418,
      "learning_rate": 2.615997317425512e-05,
      "loss": 0.0901,
      "step": 118916
    },
    {
      "epoch": 4.870653286913782,
      "grad_norm": 1.3024698280157005,
      "learning_rate": 2.6158132943498894e-05,
      "loss": 0.5725,
      "step": 118917
    },
    {
      "epoch": 4.870694245340979,
      "grad_norm": 1.736345926209869,
      "learning_rate": 2.6156292771287934e-05,
      "loss": 0.7458,
      "step": 118918
    },
    {
      "epoch": 4.8707352037681755,
      "grad_norm": 1.9934900755846572,
      "learning_rate": 2.615445265762306e-05,
      "loss": 1.1387,
      "step": 118919
    },
    {
      "epoch": 4.870776162195372,
      "grad_norm": 1.4296485924512183,
      "learning_rate": 2.615261260250522e-05,
      "loss": 0.5774,
      "step": 118920
    },
    {
      "epoch": 4.8708171206225686,
      "grad_norm": 0.87904370939414,
      "learning_rate": 2.6150772605935194e-05,
      "loss": 0.2229,
      "step": 118921
    },
    {
      "epoch": 4.870858079049764,
      "grad_norm": 1.3228611253362264,
      "learning_rate": 2.6148932667913886e-05,
      "loss": 0.5413,
      "step": 118922
    },
    {
      "epoch": 4.870899037476961,
      "grad_norm": 2.0792347207705637,
      "learning_rate": 2.6147092788442225e-05,
      "loss": 0.8929,
      "step": 118923
    },
    {
      "epoch": 4.870939995904157,
      "grad_norm": 1.7287893136641685,
      "learning_rate": 2.6145252967520996e-05,
      "loss": 0.6011,
      "step": 118924
    },
    {
      "epoch": 4.870980954331354,
      "grad_norm": 1.0989388266518076,
      "learning_rate": 2.6143413205151132e-05,
      "loss": 0.2235,
      "step": 118925
    },
    {
      "epoch": 4.87102191275855,
      "grad_norm": 1.465275244350544,
      "learning_rate": 2.6141573501333445e-05,
      "loss": 0.6167,
      "step": 118926
    },
    {
      "epoch": 4.871062871185746,
      "grad_norm": 0.924190960098579,
      "learning_rate": 2.613973385606884e-05,
      "loss": 0.252,
      "step": 118927
    },
    {
      "epoch": 4.8711038296129425,
      "grad_norm": 1.5341531570145492,
      "learning_rate": 2.613789426935821e-05,
      "loss": 0.5403,
      "step": 118928
    },
    {
      "epoch": 4.871144788040139,
      "grad_norm": 1.5571473561461322,
      "learning_rate": 2.613605474120236e-05,
      "loss": 0.7633,
      "step": 118929
    },
    {
      "epoch": 4.871185746467336,
      "grad_norm": 1.3224451959239483,
      "learning_rate": 2.6134215271602204e-05,
      "loss": 0.4605,
      "step": 118930
    },
    {
      "epoch": 4.871226704894532,
      "grad_norm": 1.6004157631827016,
      "learning_rate": 2.613237586055864e-05,
      "loss": 0.6431,
      "step": 118931
    },
    {
      "epoch": 4.871267663321729,
      "grad_norm": 1.5297470952778307,
      "learning_rate": 2.6130536508072454e-05,
      "loss": 0.6693,
      "step": 118932
    },
    {
      "epoch": 4.871308621748925,
      "grad_norm": 0.9788331669294259,
      "learning_rate": 2.6128697214144608e-05,
      "loss": 0.2313,
      "step": 118933
    },
    {
      "epoch": 4.871349580176121,
      "grad_norm": 1.4175273371689396,
      "learning_rate": 2.6126857978775883e-05,
      "loss": 0.595,
      "step": 118934
    },
    {
      "epoch": 4.871390538603317,
      "grad_norm": 1.0235444316336042,
      "learning_rate": 2.6125018801967183e-05,
      "loss": 0.2084,
      "step": 118935
    },
    {
      "epoch": 4.871431497030514,
      "grad_norm": 1.1524764724587782,
      "learning_rate": 2.6123179683719442e-05,
      "loss": 0.2515,
      "step": 118936
    },
    {
      "epoch": 4.8714724554577105,
      "grad_norm": 1.3662237246162825,
      "learning_rate": 2.6121340624033438e-05,
      "loss": 0.3777,
      "step": 118937
    },
    {
      "epoch": 4.871513413884907,
      "grad_norm": 1.6197701213053302,
      "learning_rate": 2.6119501622910054e-05,
      "loss": 0.5179,
      "step": 118938
    },
    {
      "epoch": 4.8715543723121035,
      "grad_norm": 1.5946236135835097,
      "learning_rate": 2.6117662680350228e-05,
      "loss": 0.5121,
      "step": 118939
    },
    {
      "epoch": 4.8715953307393,
      "grad_norm": 1.6360108542212144,
      "learning_rate": 2.6115823796354784e-05,
      "loss": 0.59,
      "step": 118940
    },
    {
      "epoch": 4.871636289166496,
      "grad_norm": 1.6319093468781685,
      "learning_rate": 2.611398497092456e-05,
      "loss": 0.6007,
      "step": 118941
    },
    {
      "epoch": 4.871677247593692,
      "grad_norm": 1.4122846644527736,
      "learning_rate": 2.6112146204060492e-05,
      "loss": 0.5216,
      "step": 118942
    },
    {
      "epoch": 4.871718206020889,
      "grad_norm": 1.0595442430633497,
      "learning_rate": 2.6110307495763372e-05,
      "loss": 0.2468,
      "step": 118943
    },
    {
      "epoch": 4.871759164448085,
      "grad_norm": 1.4297127167920909,
      "learning_rate": 2.6108468846034104e-05,
      "loss": 0.3626,
      "step": 118944
    },
    {
      "epoch": 4.871800122875282,
      "grad_norm": 1.5497881649215726,
      "learning_rate": 2.61066302548736e-05,
      "loss": 0.4885,
      "step": 118945
    },
    {
      "epoch": 4.8718410813024775,
      "grad_norm": 1.6789855435678755,
      "learning_rate": 2.6104791722282646e-05,
      "loss": 0.5147,
      "step": 118946
    },
    {
      "epoch": 4.871882039729674,
      "grad_norm": 1.6152770301973953,
      "learning_rate": 2.6102953248262208e-05,
      "loss": 0.5292,
      "step": 118947
    },
    {
      "epoch": 4.871922998156871,
      "grad_norm": 1.4918447319550259,
      "learning_rate": 2.6101114832813068e-05,
      "loss": 0.5301,
      "step": 118948
    },
    {
      "epoch": 4.871963956584067,
      "grad_norm": 1.3473246629741549,
      "learning_rate": 2.6099276475936128e-05,
      "loss": 0.586,
      "step": 118949
    },
    {
      "epoch": 4.872004915011264,
      "grad_norm": 1.4919172818336865,
      "learning_rate": 2.6097438177632295e-05,
      "loss": 0.5039,
      "step": 118950
    },
    {
      "epoch": 4.87204587343846,
      "grad_norm": 1.7186086574654627,
      "learning_rate": 2.609559993790238e-05,
      "loss": 0.4351,
      "step": 118951
    },
    {
      "epoch": 4.872086831865657,
      "grad_norm": 1.3583051810156515,
      "learning_rate": 2.6093761756747306e-05,
      "loss": 0.4233,
      "step": 118952
    },
    {
      "epoch": 4.872127790292852,
      "grad_norm": 0.8694066362914372,
      "learning_rate": 2.609192363416786e-05,
      "loss": 0.2798,
      "step": 118953
    },
    {
      "epoch": 4.872168748720049,
      "grad_norm": 1.5510678373337323,
      "learning_rate": 2.6090085570164977e-05,
      "loss": 0.703,
      "step": 118954
    },
    {
      "epoch": 4.872209707147245,
      "grad_norm": 1.4683165285518696,
      "learning_rate": 2.608824756473955e-05,
      "loss": 0.6062,
      "step": 118955
    },
    {
      "epoch": 4.872250665574442,
      "grad_norm": 1.7302675628408442,
      "learning_rate": 2.6086409617892367e-05,
      "loss": 0.8158,
      "step": 118956
    },
    {
      "epoch": 4.8722916240016385,
      "grad_norm": 1.4195301180138777,
      "learning_rate": 2.6084571729624326e-05,
      "loss": 0.5728,
      "step": 118957
    },
    {
      "epoch": 4.872332582428835,
      "grad_norm": 3.0177794406066067,
      "learning_rate": 2.608273389993636e-05,
      "loss": 2.7259,
      "step": 118958
    },
    {
      "epoch": 4.872373540856032,
      "grad_norm": 1.4453723057060595,
      "learning_rate": 2.6080896128829248e-05,
      "loss": 0.5059,
      "step": 118959
    },
    {
      "epoch": 4.872414499283227,
      "grad_norm": 0.9877662222255025,
      "learning_rate": 2.6079058416303945e-05,
      "loss": 0.2072,
      "step": 118960
    },
    {
      "epoch": 4.872455457710424,
      "grad_norm": 1.538822439515071,
      "learning_rate": 2.607722076236123e-05,
      "loss": 0.6217,
      "step": 118961
    },
    {
      "epoch": 4.87249641613762,
      "grad_norm": 1.4805338532458483,
      "learning_rate": 2.6075383167002e-05,
      "loss": 0.6104,
      "step": 118962
    },
    {
      "epoch": 4.872537374564817,
      "grad_norm": 1.346102588913937,
      "learning_rate": 2.6073545630227194e-05,
      "loss": 0.6599,
      "step": 118963
    },
    {
      "epoch": 4.872578332992013,
      "grad_norm": 1.3032265435064074,
      "learning_rate": 2.6071708152037574e-05,
      "loss": 0.602,
      "step": 118964
    },
    {
      "epoch": 4.872619291419209,
      "grad_norm": 1.2067680284223103,
      "learning_rate": 2.6069870732434055e-05,
      "loss": 0.223,
      "step": 118965
    },
    {
      "epoch": 4.8726602498464056,
      "grad_norm": 1.4013020411779151,
      "learning_rate": 2.6068033371417556e-05,
      "loss": 0.5553,
      "step": 118966
    },
    {
      "epoch": 4.872701208273602,
      "grad_norm": 3.0682056880551913,
      "learning_rate": 2.6066196068988876e-05,
      "loss": 2.7944,
      "step": 118967
    },
    {
      "epoch": 4.872742166700799,
      "grad_norm": 1.6909530303692617,
      "learning_rate": 2.606435882514893e-05,
      "loss": 0.5738,
      "step": 118968
    },
    {
      "epoch": 4.872783125127995,
      "grad_norm": 1.1928291732715577,
      "learning_rate": 2.6062521639898515e-05,
      "loss": 0.3514,
      "step": 118969
    },
    {
      "epoch": 4.872824083555192,
      "grad_norm": 1.8711013981564935,
      "learning_rate": 2.6060684513238566e-05,
      "loss": 0.8073,
      "step": 118970
    },
    {
      "epoch": 4.872865041982388,
      "grad_norm": 0.9889062597852513,
      "learning_rate": 2.6058847445169967e-05,
      "loss": 0.2627,
      "step": 118971
    },
    {
      "epoch": 4.872906000409584,
      "grad_norm": 1.0458399823338929,
      "learning_rate": 2.60570104356935e-05,
      "loss": 0.2175,
      "step": 118972
    },
    {
      "epoch": 4.87294695883678,
      "grad_norm": 0.8201209729848018,
      "learning_rate": 2.605517348481011e-05,
      "loss": 0.1888,
      "step": 118973
    },
    {
      "epoch": 4.872987917263977,
      "grad_norm": 1.2088501692284623,
      "learning_rate": 2.6053336592520667e-05,
      "loss": 0.3832,
      "step": 118974
    },
    {
      "epoch": 4.8730288756911735,
      "grad_norm": 0.9543540609141048,
      "learning_rate": 2.6051499758825972e-05,
      "loss": 0.1941,
      "step": 118975
    },
    {
      "epoch": 4.87306983411837,
      "grad_norm": 1.2361143174342089,
      "learning_rate": 2.6049662983726987e-05,
      "loss": 0.3661,
      "step": 118976
    },
    {
      "epoch": 4.873110792545567,
      "grad_norm": 1.1467258408668068,
      "learning_rate": 2.604782626722448e-05,
      "loss": 0.4222,
      "step": 118977
    },
    {
      "epoch": 4.873151750972763,
      "grad_norm": 1.1556657762363831,
      "learning_rate": 2.604598960931937e-05,
      "loss": 0.532,
      "step": 118978
    },
    {
      "epoch": 4.873192709399959,
      "grad_norm": 1.7233830685761335,
      "learning_rate": 2.6044153010012565e-05,
      "loss": 0.6462,
      "step": 118979
    },
    {
      "epoch": 4.873233667827155,
      "grad_norm": 1.0016090912588416,
      "learning_rate": 2.6042316469304852e-05,
      "loss": 0.2376,
      "step": 118980
    },
    {
      "epoch": 4.873274626254352,
      "grad_norm": 1.1257556895637002,
      "learning_rate": 2.6040479987197132e-05,
      "loss": 0.3779,
      "step": 118981
    },
    {
      "epoch": 4.873315584681548,
      "grad_norm": 1.1018470311063686,
      "learning_rate": 2.603864356369032e-05,
      "loss": 0.3771,
      "step": 118982
    },
    {
      "epoch": 4.873356543108745,
      "grad_norm": 1.3831694224141076,
      "learning_rate": 2.6036807198785216e-05,
      "loss": 0.6443,
      "step": 118983
    },
    {
      "epoch": 4.8733975015359405,
      "grad_norm": 2.2167049364540357,
      "learning_rate": 2.6034970892482748e-05,
      "loss": 0.7558,
      "step": 118984
    },
    {
      "epoch": 4.873438459963137,
      "grad_norm": 0.7527272066520886,
      "learning_rate": 2.6033134644783722e-05,
      "loss": 0.1958,
      "step": 118985
    },
    {
      "epoch": 4.873479418390334,
      "grad_norm": 1.7804563321229696,
      "learning_rate": 2.6031298455689032e-05,
      "loss": 0.7899,
      "step": 118986
    },
    {
      "epoch": 4.87352037681753,
      "grad_norm": 1.878888682514118,
      "learning_rate": 2.602946232519958e-05,
      "loss": 0.8213,
      "step": 118987
    },
    {
      "epoch": 4.873561335244727,
      "grad_norm": 1.5799287905940642,
      "learning_rate": 2.6027626253316163e-05,
      "loss": 0.5789,
      "step": 118988
    },
    {
      "epoch": 4.873602293671923,
      "grad_norm": 1.604343436448982,
      "learning_rate": 2.6025790240039752e-05,
      "loss": 0.5563,
      "step": 118989
    },
    {
      "epoch": 4.87364325209912,
      "grad_norm": 1.4598535860318802,
      "learning_rate": 2.602395428537109e-05,
      "loss": 0.5055,
      "step": 118990
    },
    {
      "epoch": 4.873684210526315,
      "grad_norm": 1.4768289803906236,
      "learning_rate": 2.602211838931113e-05,
      "loss": 0.5462,
      "step": 118991
    },
    {
      "epoch": 4.873725168953512,
      "grad_norm": 1.9332073051982195,
      "learning_rate": 2.602028255186074e-05,
      "loss": 0.5546,
      "step": 118992
    },
    {
      "epoch": 4.8737661273807085,
      "grad_norm": 0.5685247776612408,
      "learning_rate": 2.601844677302073e-05,
      "loss": 0.0714,
      "step": 118993
    },
    {
      "epoch": 4.873807085807905,
      "grad_norm": 1.5373648221875575,
      "learning_rate": 2.601661105279202e-05,
      "loss": 0.5064,
      "step": 118994
    },
    {
      "epoch": 4.8738480442351015,
      "grad_norm": 2.1386397530537606,
      "learning_rate": 2.601477539117549e-05,
      "loss": 0.9884,
      "step": 118995
    },
    {
      "epoch": 4.873889002662298,
      "grad_norm": 1.6310157198833977,
      "learning_rate": 2.6012939788171926e-05,
      "loss": 0.5618,
      "step": 118996
    },
    {
      "epoch": 4.873929961089495,
      "grad_norm": 0.8800835834613315,
      "learning_rate": 2.601110424378231e-05,
      "loss": 0.1439,
      "step": 118997
    },
    {
      "epoch": 4.87397091951669,
      "grad_norm": 1.545087884114756,
      "learning_rate": 2.6009268758007407e-05,
      "loss": 0.5864,
      "step": 118998
    },
    {
      "epoch": 4.874011877943887,
      "grad_norm": 1.6890125759536727,
      "learning_rate": 2.6007433330848116e-05,
      "loss": 0.6783,
      "step": 118999
    },
    {
      "epoch": 4.874052836371083,
      "grad_norm": 1.65170433706576,
      "learning_rate": 2.600559796230537e-05,
      "loss": 0.5777,
      "step": 119000
    },
    {
      "epoch": 4.87409379479828,
      "grad_norm": 1.6710787761311752,
      "learning_rate": 2.6003762652379934e-05,
      "loss": 0.6159,
      "step": 119001
    },
    {
      "epoch": 4.874134753225476,
      "grad_norm": 3.399677452514454,
      "learning_rate": 2.6001927401072726e-05,
      "loss": 3.2723,
      "step": 119002
    },
    {
      "epoch": 4.874175711652672,
      "grad_norm": 1.0639342424225897,
      "learning_rate": 2.6000092208384644e-05,
      "loss": 0.3649,
      "step": 119003
    },
    {
      "epoch": 4.874216670079869,
      "grad_norm": 1.4323316561852544,
      "learning_rate": 2.5998257074316486e-05,
      "loss": 0.5362,
      "step": 119004
    },
    {
      "epoch": 4.874257628507065,
      "grad_norm": 1.3204104897677447,
      "learning_rate": 2.5996421998869205e-05,
      "loss": 0.2213,
      "step": 119005
    },
    {
      "epoch": 4.874298586934262,
      "grad_norm": 1.6444319219084436,
      "learning_rate": 2.5994586982043563e-05,
      "loss": 0.4168,
      "step": 119006
    },
    {
      "epoch": 4.874339545361458,
      "grad_norm": 1.564585843036233,
      "learning_rate": 2.5992752023840496e-05,
      "loss": 0.5677,
      "step": 119007
    },
    {
      "epoch": 4.874380503788655,
      "grad_norm": 2.0088662945492293,
      "learning_rate": 2.59909171242609e-05,
      "loss": 0.5742,
      "step": 119008
    },
    {
      "epoch": 4.874421462215851,
      "grad_norm": 1.7651872971816738,
      "learning_rate": 2.5989082283305564e-05,
      "loss": 0.7409,
      "step": 119009
    },
    {
      "epoch": 4.874462420643047,
      "grad_norm": 2.484630800679414,
      "learning_rate": 2.5987247500975393e-05,
      "loss": 0.7531,
      "step": 119010
    },
    {
      "epoch": 4.8745033790702434,
      "grad_norm": 1.0801635325973553,
      "learning_rate": 2.598541277727133e-05,
      "loss": 0.2273,
      "step": 119011
    },
    {
      "epoch": 4.87454433749744,
      "grad_norm": 1.4889233698814701,
      "learning_rate": 2.5983578112194104e-05,
      "loss": 0.6013,
      "step": 119012
    },
    {
      "epoch": 4.8745852959246365,
      "grad_norm": 1.2036469710394315,
      "learning_rate": 2.598174350574463e-05,
      "loss": 0.3653,
      "step": 119013
    },
    {
      "epoch": 4.874626254351833,
      "grad_norm": 0.7996691321542891,
      "learning_rate": 2.5979908957923824e-05,
      "loss": 0.1706,
      "step": 119014
    },
    {
      "epoch": 4.87466721277903,
      "grad_norm": 1.6814193931608916,
      "learning_rate": 2.5978074468732502e-05,
      "loss": 0.7207,
      "step": 119015
    },
    {
      "epoch": 4.874708171206226,
      "grad_norm": 0.9359186860939791,
      "learning_rate": 2.597624003817153e-05,
      "loss": 0.2413,
      "step": 119016
    },
    {
      "epoch": 4.874749129633422,
      "grad_norm": 1.9375899506819079,
      "learning_rate": 2.5974405666241842e-05,
      "loss": 0.8966,
      "step": 119017
    },
    {
      "epoch": 4.874790088060618,
      "grad_norm": 1.5629807153356494,
      "learning_rate": 2.5972571352944223e-05,
      "loss": 0.5431,
      "step": 119018
    },
    {
      "epoch": 4.874831046487815,
      "grad_norm": 1.2938450737517084,
      "learning_rate": 2.5970737098279613e-05,
      "loss": 0.3964,
      "step": 119019
    },
    {
      "epoch": 4.874872004915011,
      "grad_norm": 1.6692584370489398,
      "learning_rate": 2.5968902902248806e-05,
      "loss": 0.5476,
      "step": 119020
    },
    {
      "epoch": 4.874912963342208,
      "grad_norm": 1.4399101757612012,
      "learning_rate": 2.5967068764852696e-05,
      "loss": 0.5963,
      "step": 119021
    },
    {
      "epoch": 4.874953921769404,
      "grad_norm": 2.242885078452432,
      "learning_rate": 2.596523468609221e-05,
      "loss": 1.4177,
      "step": 119022
    },
    {
      "epoch": 4.8749948801966,
      "grad_norm": 1.3968495043427867,
      "learning_rate": 2.596340066596811e-05,
      "loss": 0.5575,
      "step": 119023
    },
    {
      "epoch": 4.875035838623797,
      "grad_norm": 1.5945172337415097,
      "learning_rate": 2.5961566704481367e-05,
      "loss": 0.5274,
      "step": 119024
    },
    {
      "epoch": 4.875076797050993,
      "grad_norm": 2.1340702086542427,
      "learning_rate": 2.5959732801632753e-05,
      "loss": 0.563,
      "step": 119025
    },
    {
      "epoch": 4.87511775547819,
      "grad_norm": 0.48245588754167307,
      "learning_rate": 2.5957898957423186e-05,
      "loss": 0.06,
      "step": 119026
    },
    {
      "epoch": 4.875158713905386,
      "grad_norm": 0.9879489482724232,
      "learning_rate": 2.5956065171853557e-05,
      "loss": 0.2803,
      "step": 119027
    },
    {
      "epoch": 4.875199672332583,
      "grad_norm": 1.2585391284555385,
      "learning_rate": 2.5954231444924656e-05,
      "loss": 0.4886,
      "step": 119028
    },
    {
      "epoch": 4.875240630759778,
      "grad_norm": 0.9760019256488301,
      "learning_rate": 2.5952397776637412e-05,
      "loss": 0.2638,
      "step": 119029
    },
    {
      "epoch": 4.875281589186975,
      "grad_norm": 0.3107627857572093,
      "learning_rate": 2.595056416699271e-05,
      "loss": 0.0267,
      "step": 119030
    },
    {
      "epoch": 4.8753225476141715,
      "grad_norm": 1.6639419423632054,
      "learning_rate": 2.5948730615991348e-05,
      "loss": 0.618,
      "step": 119031
    },
    {
      "epoch": 4.875363506041368,
      "grad_norm": 1.0652246617023795,
      "learning_rate": 2.594689712363426e-05,
      "loss": 0.3173,
      "step": 119032
    },
    {
      "epoch": 4.875404464468565,
      "grad_norm": 0.7832820687649187,
      "learning_rate": 2.594506368992224e-05,
      "loss": 0.1866,
      "step": 119033
    },
    {
      "epoch": 4.875445422895761,
      "grad_norm": 1.5422475016067447,
      "learning_rate": 2.5943230314856212e-05,
      "loss": 0.5472,
      "step": 119034
    },
    {
      "epoch": 4.875486381322958,
      "grad_norm": 1.94908969821735,
      "learning_rate": 2.5941396998437035e-05,
      "loss": 0.2551,
      "step": 119035
    },
    {
      "epoch": 4.875527339750153,
      "grad_norm": 1.483413987496165,
      "learning_rate": 2.593956374066555e-05,
      "loss": 0.5267,
      "step": 119036
    },
    {
      "epoch": 4.87556829817735,
      "grad_norm": 1.4942779805008155,
      "learning_rate": 2.5937730541542644e-05,
      "loss": 0.6107,
      "step": 119037
    },
    {
      "epoch": 4.875609256604546,
      "grad_norm": 1.3379267795693135,
      "learning_rate": 2.593589740106921e-05,
      "loss": 0.4597,
      "step": 119038
    },
    {
      "epoch": 4.875650215031743,
      "grad_norm": 2.53158958424285,
      "learning_rate": 2.5934064319246045e-05,
      "loss": 1.2678,
      "step": 119039
    },
    {
      "epoch": 4.875691173458939,
      "grad_norm": 1.661315384759035,
      "learning_rate": 2.5932231296074096e-05,
      "loss": 0.6043,
      "step": 119040
    },
    {
      "epoch": 4.875732131886135,
      "grad_norm": 1.5168055997110892,
      "learning_rate": 2.5930398331554147e-05,
      "loss": 0.7654,
      "step": 119041
    },
    {
      "epoch": 4.875773090313332,
      "grad_norm": 1.7598489168738203,
      "learning_rate": 2.5928565425687116e-05,
      "loss": 0.6844,
      "step": 119042
    },
    {
      "epoch": 4.875814048740528,
      "grad_norm": 2.170754475238799,
      "learning_rate": 2.592673257847388e-05,
      "loss": 0.869,
      "step": 119043
    },
    {
      "epoch": 4.875855007167725,
      "grad_norm": 1.9450343295448091,
      "learning_rate": 2.592489978991526e-05,
      "loss": 0.627,
      "step": 119044
    },
    {
      "epoch": 4.875895965594921,
      "grad_norm": 1.0585029988571528,
      "learning_rate": 2.5923067060012154e-05,
      "loss": 0.1986,
      "step": 119045
    },
    {
      "epoch": 4.875936924022118,
      "grad_norm": 1.521975610125784,
      "learning_rate": 2.5921234388765444e-05,
      "loss": 0.4965,
      "step": 119046
    },
    {
      "epoch": 4.875977882449314,
      "grad_norm": 1.2967468096205974,
      "learning_rate": 2.5919401776175945e-05,
      "loss": 0.5926,
      "step": 119047
    },
    {
      "epoch": 4.87601884087651,
      "grad_norm": 0.8893891895191207,
      "learning_rate": 2.5917569222244595e-05,
      "loss": 0.1906,
      "step": 119048
    },
    {
      "epoch": 4.8760597993037065,
      "grad_norm": 1.5159531893300664,
      "learning_rate": 2.5915736726972168e-05,
      "loss": 0.5532,
      "step": 119049
    },
    {
      "epoch": 4.876100757730903,
      "grad_norm": 1.741395161557029,
      "learning_rate": 2.5913904290359588e-05,
      "loss": 0.5676,
      "step": 119050
    },
    {
      "epoch": 4.8761417161580995,
      "grad_norm": 1.9443423796841037,
      "learning_rate": 2.591207191240775e-05,
      "loss": 0.4958,
      "step": 119051
    },
    {
      "epoch": 4.876182674585296,
      "grad_norm": 1.406108080030998,
      "learning_rate": 2.5910239593117455e-05,
      "loss": 0.5153,
      "step": 119052
    },
    {
      "epoch": 4.876223633012493,
      "grad_norm": 1.4892492889930689,
      "learning_rate": 2.5908407332489583e-05,
      "loss": 0.6105,
      "step": 119053
    },
    {
      "epoch": 4.876264591439689,
      "grad_norm": 1.3535623235896344,
      "learning_rate": 2.5906575130525055e-05,
      "loss": 0.5899,
      "step": 119054
    },
    {
      "epoch": 4.876305549866885,
      "grad_norm": 1.3262764752071574,
      "learning_rate": 2.5904742987224663e-05,
      "loss": 0.4716,
      "step": 119055
    },
    {
      "epoch": 4.876346508294081,
      "grad_norm": 1.3549693605985278,
      "learning_rate": 2.5902910902589364e-05,
      "loss": 0.4613,
      "step": 119056
    },
    {
      "epoch": 4.876387466721278,
      "grad_norm": 1.7348284088654018,
      "learning_rate": 2.59010788766199e-05,
      "loss": 0.6299,
      "step": 119057
    },
    {
      "epoch": 4.876428425148474,
      "grad_norm": 1.514854796773427,
      "learning_rate": 2.5899246909317228e-05,
      "loss": 0.6431,
      "step": 119058
    },
    {
      "epoch": 4.876469383575671,
      "grad_norm": 1.7441205603847918,
      "learning_rate": 2.589741500068221e-05,
      "loss": 0.8503,
      "step": 119059
    },
    {
      "epoch": 4.876510342002867,
      "grad_norm": 1.5283834556844185,
      "learning_rate": 2.5895583150715676e-05,
      "loss": 0.5269,
      "step": 119060
    },
    {
      "epoch": 4.876551300430063,
      "grad_norm": 1.5787700471925805,
      "learning_rate": 2.589375135941853e-05,
      "loss": 0.5545,
      "step": 119061
    },
    {
      "epoch": 4.87659225885726,
      "grad_norm": 0.8670368016065912,
      "learning_rate": 2.5891919626791585e-05,
      "loss": 0.2003,
      "step": 119062
    },
    {
      "epoch": 4.876633217284456,
      "grad_norm": 1.28306961188644,
      "learning_rate": 2.5890087952835727e-05,
      "loss": 0.3055,
      "step": 119063
    },
    {
      "epoch": 4.876674175711653,
      "grad_norm": 1.2395908068875021,
      "learning_rate": 2.5888256337551883e-05,
      "loss": 0.4112,
      "step": 119064
    },
    {
      "epoch": 4.876715134138849,
      "grad_norm": 2.488498290128581,
      "learning_rate": 2.588642478094084e-05,
      "loss": 1.0264,
      "step": 119065
    },
    {
      "epoch": 4.876756092566046,
      "grad_norm": 1.4682369074116894,
      "learning_rate": 2.588459328300348e-05,
      "loss": 0.528,
      "step": 119066
    },
    {
      "epoch": 4.8767970509932415,
      "grad_norm": 1.8784291180149226,
      "learning_rate": 2.588276184374072e-05,
      "loss": 0.715,
      "step": 119067
    },
    {
      "epoch": 4.876838009420438,
      "grad_norm": 1.6657446645984617,
      "learning_rate": 2.5880930463153354e-05,
      "loss": 0.6809,
      "step": 119068
    },
    {
      "epoch": 4.8768789678476345,
      "grad_norm": 1.6058304722912862,
      "learning_rate": 2.5879099141242322e-05,
      "loss": 0.6302,
      "step": 119069
    },
    {
      "epoch": 4.876919926274831,
      "grad_norm": 1.2871121186771703,
      "learning_rate": 2.5877267878008417e-05,
      "loss": 0.4794,
      "step": 119070
    },
    {
      "epoch": 4.876960884702028,
      "grad_norm": 1.6262957519265164,
      "learning_rate": 2.5875436673452526e-05,
      "loss": 0.5936,
      "step": 119071
    },
    {
      "epoch": 4.877001843129224,
      "grad_norm": 1.6000497693480695,
      "learning_rate": 2.5873605527575565e-05,
      "loss": 0.5748,
      "step": 119072
    },
    {
      "epoch": 4.877042801556421,
      "grad_norm": 1.8011101336798931,
      "learning_rate": 2.587177444037833e-05,
      "loss": 0.6958,
      "step": 119073
    },
    {
      "epoch": 4.877083759983616,
      "grad_norm": 1.4781826294711902,
      "learning_rate": 2.5869943411861706e-05,
      "loss": 0.5812,
      "step": 119074
    },
    {
      "epoch": 4.877124718410813,
      "grad_norm": 1.3341322721205946,
      "learning_rate": 2.5868112442026624e-05,
      "loss": 0.5977,
      "step": 119075
    },
    {
      "epoch": 4.877165676838009,
      "grad_norm": 1.7129300952904292,
      "learning_rate": 2.5866281530873832e-05,
      "loss": 0.7347,
      "step": 119076
    },
    {
      "epoch": 4.877206635265206,
      "grad_norm": 1.337569094457138,
      "learning_rate": 2.586445067840432e-05,
      "loss": 0.4359,
      "step": 119077
    },
    {
      "epoch": 4.8772475936924025,
      "grad_norm": 1.3653125778875521,
      "learning_rate": 2.5862619884618846e-05,
      "loss": 0.2855,
      "step": 119078
    },
    {
      "epoch": 4.877288552119598,
      "grad_norm": 3.3718351241843676,
      "learning_rate": 2.586078914951833e-05,
      "loss": 1.0462,
      "step": 119079
    },
    {
      "epoch": 4.877329510546795,
      "grad_norm": 1.207583943221257,
      "learning_rate": 2.5858958473103652e-05,
      "loss": 0.2613,
      "step": 119080
    },
    {
      "epoch": 4.877370468973991,
      "grad_norm": 0.8846930704969879,
      "learning_rate": 2.5857127855375663e-05,
      "loss": 0.2056,
      "step": 119081
    },
    {
      "epoch": 4.877411427401188,
      "grad_norm": 1.2455148903938222,
      "learning_rate": 2.5855297296335183e-05,
      "loss": 0.2612,
      "step": 119082
    },
    {
      "epoch": 4.877452385828384,
      "grad_norm": 1.3741022948484465,
      "learning_rate": 2.5853466795983152e-05,
      "loss": 0.4426,
      "step": 119083
    },
    {
      "epoch": 4.877493344255581,
      "grad_norm": 0.8712704757061084,
      "learning_rate": 2.585163635432036e-05,
      "loss": 0.2269,
      "step": 119084
    },
    {
      "epoch": 4.877534302682777,
      "grad_norm": 0.580944149822235,
      "learning_rate": 2.584980597134772e-05,
      "loss": 0.104,
      "step": 119085
    },
    {
      "epoch": 4.877575261109973,
      "grad_norm": 1.37126188429357,
      "learning_rate": 2.5847975647066116e-05,
      "loss": 0.5887,
      "step": 119086
    },
    {
      "epoch": 4.8776162195371695,
      "grad_norm": 2.3549506267114495,
      "learning_rate": 2.5846145381476348e-05,
      "loss": 0.5203,
      "step": 119087
    },
    {
      "epoch": 4.877657177964366,
      "grad_norm": 1.4734512897155534,
      "learning_rate": 2.584431517457931e-05,
      "loss": 0.5564,
      "step": 119088
    },
    {
      "epoch": 4.877698136391563,
      "grad_norm": 1.480615318648463,
      "learning_rate": 2.5842485026375926e-05,
      "loss": 0.4034,
      "step": 119089
    },
    {
      "epoch": 4.877739094818759,
      "grad_norm": 1.9417967344069023,
      "learning_rate": 2.5840654936866974e-05,
      "loss": 0.5617,
      "step": 119090
    },
    {
      "epoch": 4.877780053245956,
      "grad_norm": 1.5578334885932161,
      "learning_rate": 2.5838824906053386e-05,
      "loss": 0.6686,
      "step": 119091
    },
    {
      "epoch": 4.877821011673152,
      "grad_norm": 1.5521986836556771,
      "learning_rate": 2.5836994933935946e-05,
      "loss": 0.7103,
      "step": 119092
    },
    {
      "epoch": 4.877861970100348,
      "grad_norm": 1.734443694782189,
      "learning_rate": 2.5835165020515586e-05,
      "loss": 0.7403,
      "step": 119093
    },
    {
      "epoch": 4.877902928527544,
      "grad_norm": 1.8520395111689678,
      "learning_rate": 2.583333516579319e-05,
      "loss": 0.9181,
      "step": 119094
    },
    {
      "epoch": 4.877943886954741,
      "grad_norm": 1.3795049530115897,
      "learning_rate": 2.5831505369769555e-05,
      "loss": 0.508,
      "step": 119095
    },
    {
      "epoch": 4.877984845381937,
      "grad_norm": 1.3599056449106166,
      "learning_rate": 2.5829675632445616e-05,
      "loss": 0.4429,
      "step": 119096
    },
    {
      "epoch": 4.878025803809134,
      "grad_norm": 1.5214515635109263,
      "learning_rate": 2.582784595382216e-05,
      "loss": 0.6036,
      "step": 119097
    },
    {
      "epoch": 4.8780667622363305,
      "grad_norm": 2.000168237497514,
      "learning_rate": 2.582601633390009e-05,
      "loss": 0.9325,
      "step": 119098
    },
    {
      "epoch": 4.878107720663526,
      "grad_norm": 1.3626544720483074,
      "learning_rate": 2.5824186772680318e-05,
      "loss": 0.6308,
      "step": 119099
    },
    {
      "epoch": 4.878148679090723,
      "grad_norm": 1.5394561878111495,
      "learning_rate": 2.582235727016362e-05,
      "loss": 0.7268,
      "step": 119100
    },
    {
      "epoch": 4.878189637517919,
      "grad_norm": 1.7713746305424583,
      "learning_rate": 2.582052782635091e-05,
      "loss": 0.6468,
      "step": 119101
    },
    {
      "epoch": 4.878230595945116,
      "grad_norm": 1.6069047824577267,
      "learning_rate": 2.5818698441243096e-05,
      "loss": 0.6215,
      "step": 119102
    },
    {
      "epoch": 4.878271554372312,
      "grad_norm": 1.4076977272306184,
      "learning_rate": 2.581686911484094e-05,
      "loss": 0.4938,
      "step": 119103
    },
    {
      "epoch": 4.878312512799509,
      "grad_norm": 1.5931565098067588,
      "learning_rate": 2.581503984714542e-05,
      "loss": 0.6222,
      "step": 119104
    },
    {
      "epoch": 4.8783534712267045,
      "grad_norm": 1.4321808437396815,
      "learning_rate": 2.581321063815729e-05,
      "loss": 0.5602,
      "step": 119105
    },
    {
      "epoch": 4.878394429653901,
      "grad_norm": 1.7143875354870797,
      "learning_rate": 2.5811381487877465e-05,
      "loss": 0.6731,
      "step": 119106
    },
    {
      "epoch": 4.878435388081098,
      "grad_norm": 1.4861356671233403,
      "learning_rate": 2.5809552396306858e-05,
      "loss": 0.5568,
      "step": 119107
    },
    {
      "epoch": 4.878476346508294,
      "grad_norm": 1.5797080384641,
      "learning_rate": 2.5807723363446242e-05,
      "loss": 0.5674,
      "step": 119108
    },
    {
      "epoch": 4.878517304935491,
      "grad_norm": 2.813852764471943,
      "learning_rate": 2.5805894389296546e-05,
      "loss": 1.3686,
      "step": 119109
    },
    {
      "epoch": 4.878558263362687,
      "grad_norm": 1.4483490794936889,
      "learning_rate": 2.5804065473858647e-05,
      "loss": 0.608,
      "step": 119110
    },
    {
      "epoch": 4.878599221789884,
      "grad_norm": 1.3175257798682602,
      "learning_rate": 2.580223661713334e-05,
      "loss": 0.3722,
      "step": 119111
    },
    {
      "epoch": 4.878640180217079,
      "grad_norm": 1.0347077696511415,
      "learning_rate": 2.580040781912156e-05,
      "loss": 0.2057,
      "step": 119112
    },
    {
      "epoch": 4.878681138644276,
      "grad_norm": 1.1733463963112358,
      "learning_rate": 2.57985790798241e-05,
      "loss": 0.4908,
      "step": 119113
    },
    {
      "epoch": 4.878722097071472,
      "grad_norm": 0.7892053999823623,
      "learning_rate": 2.579675039924187e-05,
      "loss": 0.1349,
      "step": 119114
    },
    {
      "epoch": 4.878763055498669,
      "grad_norm": 0.8572987996255315,
      "learning_rate": 2.5794921777375777e-05,
      "loss": 0.2172,
      "step": 119115
    },
    {
      "epoch": 4.8788040139258655,
      "grad_norm": 1.376472665068785,
      "learning_rate": 2.579309321422658e-05,
      "loss": 0.4952,
      "step": 119116
    },
    {
      "epoch": 4.878844972353062,
      "grad_norm": 1.1841899942421161,
      "learning_rate": 2.5791264709795212e-05,
      "loss": 0.2646,
      "step": 119117
    },
    {
      "epoch": 4.878885930780258,
      "grad_norm": 1.9950347315989572,
      "learning_rate": 2.5789436264082575e-05,
      "loss": 0.8047,
      "step": 119118
    },
    {
      "epoch": 4.878926889207454,
      "grad_norm": 1.624623629969784,
      "learning_rate": 2.5787607877089433e-05,
      "loss": 0.7438,
      "step": 119119
    },
    {
      "epoch": 4.878967847634651,
      "grad_norm": 1.4427665412949384,
      "learning_rate": 2.578577954881674e-05,
      "loss": 0.6136,
      "step": 119120
    },
    {
      "epoch": 4.879008806061847,
      "grad_norm": 1.5169960573237484,
      "learning_rate": 2.5783951279265287e-05,
      "loss": 0.6508,
      "step": 119121
    },
    {
      "epoch": 4.879049764489044,
      "grad_norm": 1.7671136271668666,
      "learning_rate": 2.5782123068435977e-05,
      "loss": 0.7511,
      "step": 119122
    },
    {
      "epoch": 4.87909072291624,
      "grad_norm": 0.3397390406607786,
      "learning_rate": 2.5780294916329714e-05,
      "loss": 0.041,
      "step": 119123
    },
    {
      "epoch": 4.879131681343436,
      "grad_norm": 3.653240091630318,
      "learning_rate": 2.5778466822947275e-05,
      "loss": 2.8485,
      "step": 119124
    },
    {
      "epoch": 4.8791726397706325,
      "grad_norm": 1.57081717383393,
      "learning_rate": 2.577663878828956e-05,
      "loss": 0.5429,
      "step": 119125
    },
    {
      "epoch": 4.879213598197829,
      "grad_norm": 0.691496172485258,
      "learning_rate": 2.5774810812357505e-05,
      "loss": 0.1605,
      "step": 119126
    },
    {
      "epoch": 4.879254556625026,
      "grad_norm": 1.4693079293700946,
      "learning_rate": 2.5772982895151855e-05,
      "loss": 0.5942,
      "step": 119127
    },
    {
      "epoch": 4.879295515052222,
      "grad_norm": 2.2905390722843615,
      "learning_rate": 2.5771155036673564e-05,
      "loss": 1.0791,
      "step": 119128
    },
    {
      "epoch": 4.879336473479419,
      "grad_norm": 1.90231639931092,
      "learning_rate": 2.5769327236923428e-05,
      "loss": 0.7712,
      "step": 119129
    },
    {
      "epoch": 4.879377431906615,
      "grad_norm": 2.4261515636400484,
      "learning_rate": 2.5767499495902345e-05,
      "loss": 1.0476,
      "step": 119130
    },
    {
      "epoch": 4.879418390333811,
      "grad_norm": 1.2064397209908668,
      "learning_rate": 2.5765671813611233e-05,
      "loss": 0.4083,
      "step": 119131
    },
    {
      "epoch": 4.879459348761007,
      "grad_norm": 1.4366882386698119,
      "learning_rate": 2.576384419005084e-05,
      "loss": 0.4455,
      "step": 119132
    },
    {
      "epoch": 4.879500307188204,
      "grad_norm": 1.0317602311775371,
      "learning_rate": 2.5762016625222153e-05,
      "loss": 0.1438,
      "step": 119133
    },
    {
      "epoch": 4.8795412656154005,
      "grad_norm": 1.32845128362145,
      "learning_rate": 2.576018911912592e-05,
      "loss": 0.4169,
      "step": 119134
    },
    {
      "epoch": 4.879582224042597,
      "grad_norm": 2.980698732465082,
      "learning_rate": 2.5758361671763068e-05,
      "loss": 2.4871,
      "step": 119135
    },
    {
      "epoch": 4.8796231824697935,
      "grad_norm": 1.4004511911078528,
      "learning_rate": 2.5756534283134484e-05,
      "loss": 0.5233,
      "step": 119136
    },
    {
      "epoch": 4.879664140896989,
      "grad_norm": 1.261173568147515,
      "learning_rate": 2.5754706953240968e-05,
      "loss": 0.377,
      "step": 119137
    },
    {
      "epoch": 4.879705099324186,
      "grad_norm": 1.6201062071602605,
      "learning_rate": 2.5752879682083416e-05,
      "loss": 0.6796,
      "step": 119138
    },
    {
      "epoch": 4.879746057751382,
      "grad_norm": 1.3545753356459649,
      "learning_rate": 2.575105246966273e-05,
      "loss": 0.5077,
      "step": 119139
    },
    {
      "epoch": 4.879787016178579,
      "grad_norm": 0.9381275293786846,
      "learning_rate": 2.574922531597971e-05,
      "loss": 0.2109,
      "step": 119140
    },
    {
      "epoch": 4.879827974605775,
      "grad_norm": 1.339666953254925,
      "learning_rate": 2.574739822103527e-05,
      "loss": 0.3489,
      "step": 119141
    },
    {
      "epoch": 4.879868933032972,
      "grad_norm": 1.7211743934430748,
      "learning_rate": 2.5745571184830226e-05,
      "loss": 0.7733,
      "step": 119142
    },
    {
      "epoch": 4.8799098914601675,
      "grad_norm": 1.8891720321745038,
      "learning_rate": 2.5743744207365445e-05,
      "loss": 0.7518,
      "step": 119143
    },
    {
      "epoch": 4.879950849887364,
      "grad_norm": 1.7548796370894464,
      "learning_rate": 2.5741917288641877e-05,
      "loss": 0.7356,
      "step": 119144
    },
    {
      "epoch": 4.879991808314561,
      "grad_norm": 1.0822824724955586,
      "learning_rate": 2.5740090428660254e-05,
      "loss": 0.2648,
      "step": 119145
    },
    {
      "epoch": 4.880032766741757,
      "grad_norm": 1.374799817058131,
      "learning_rate": 2.5738263627421525e-05,
      "loss": 0.3548,
      "step": 119146
    },
    {
      "epoch": 4.880073725168954,
      "grad_norm": 2.0027611151326967,
      "learning_rate": 2.573643688492657e-05,
      "loss": 0.5055,
      "step": 119147
    },
    {
      "epoch": 4.88011468359615,
      "grad_norm": 1.193362081161455,
      "learning_rate": 2.5734610201176176e-05,
      "loss": 0.424,
      "step": 119148
    },
    {
      "epoch": 4.880155642023347,
      "grad_norm": 1.5486775432239306,
      "learning_rate": 2.5732783576171274e-05,
      "loss": 0.4922,
      "step": 119149
    },
    {
      "epoch": 4.880196600450542,
      "grad_norm": 0.5027220235905041,
      "learning_rate": 2.5730957009912678e-05,
      "loss": 0.0923,
      "step": 119150
    },
    {
      "epoch": 4.880237558877739,
      "grad_norm": 1.5288379350083277,
      "learning_rate": 2.5729130502401275e-05,
      "loss": 0.5431,
      "step": 119151
    },
    {
      "epoch": 4.8802785173049354,
      "grad_norm": 1.6454275501834588,
      "learning_rate": 2.572730405363796e-05,
      "loss": 0.7408,
      "step": 119152
    },
    {
      "epoch": 4.880319475732132,
      "grad_norm": 1.5793343854510242,
      "learning_rate": 2.5725477663623568e-05,
      "loss": 0.6626,
      "step": 119153
    },
    {
      "epoch": 4.8803604341593285,
      "grad_norm": 1.7081894159038218,
      "learning_rate": 2.5723651332358915e-05,
      "loss": 0.7642,
      "step": 119154
    },
    {
      "epoch": 4.880401392586525,
      "grad_norm": 1.421247469445332,
      "learning_rate": 2.5721825059844948e-05,
      "loss": 0.5592,
      "step": 119155
    },
    {
      "epoch": 4.880442351013721,
      "grad_norm": 1.74799260446947,
      "learning_rate": 2.571999884608245e-05,
      "loss": 0.7056,
      "step": 119156
    },
    {
      "epoch": 4.880483309440917,
      "grad_norm": 0.8931389615545832,
      "learning_rate": 2.5718172691072342e-05,
      "loss": 0.2034,
      "step": 119157
    },
    {
      "epoch": 4.880524267868114,
      "grad_norm": 1.6185438138482648,
      "learning_rate": 2.5716346594815486e-05,
      "loss": 0.6458,
      "step": 119158
    },
    {
      "epoch": 4.88056522629531,
      "grad_norm": 0.8040400344505787,
      "learning_rate": 2.5714520557312694e-05,
      "loss": 0.1802,
      "step": 119159
    },
    {
      "epoch": 4.880606184722507,
      "grad_norm": 2.0736678194833025,
      "learning_rate": 2.5712694578564925e-05,
      "loss": 0.8023,
      "step": 119160
    },
    {
      "epoch": 4.880647143149703,
      "grad_norm": 1.7476514061540576,
      "learning_rate": 2.5710868658572918e-05,
      "loss": 0.7981,
      "step": 119161
    },
    {
      "epoch": 4.880688101576899,
      "grad_norm": 3.87140953407828,
      "learning_rate": 2.5709042797337615e-05,
      "loss": 4.9005,
      "step": 119162
    },
    {
      "epoch": 4.880729060004096,
      "grad_norm": 0.39527668618415884,
      "learning_rate": 2.5707216994859892e-05,
      "loss": 0.0575,
      "step": 119163
    },
    {
      "epoch": 4.880770018431292,
      "grad_norm": 1.6592564439153017,
      "learning_rate": 2.5705391251140568e-05,
      "loss": 0.5023,
      "step": 119164
    },
    {
      "epoch": 4.880810976858489,
      "grad_norm": 1.6873224929818007,
      "learning_rate": 2.5703565566180505e-05,
      "loss": 0.6121,
      "step": 119165
    },
    {
      "epoch": 4.880851935285685,
      "grad_norm": 1.507594852199487,
      "learning_rate": 2.570173993998061e-05,
      "loss": 0.5899,
      "step": 119166
    },
    {
      "epoch": 4.880892893712882,
      "grad_norm": 1.559386679179331,
      "learning_rate": 2.569991437254171e-05,
      "loss": 0.6286,
      "step": 119167
    },
    {
      "epoch": 4.880933852140078,
      "grad_norm": 1.3890261649958047,
      "learning_rate": 2.5698088863864686e-05,
      "loss": 0.596,
      "step": 119168
    },
    {
      "epoch": 4.880974810567274,
      "grad_norm": 1.3813909954845915,
      "learning_rate": 2.5696263413950374e-05,
      "loss": 0.5759,
      "step": 119169
    },
    {
      "epoch": 4.88101576899447,
      "grad_norm": 1.0241723483178622,
      "learning_rate": 2.5694438022799657e-05,
      "loss": 0.2218,
      "step": 119170
    },
    {
      "epoch": 4.881056727421667,
      "grad_norm": 1.3199602834793385,
      "learning_rate": 2.5692612690413433e-05,
      "loss": 0.4286,
      "step": 119171
    },
    {
      "epoch": 4.8810976858488635,
      "grad_norm": 1.5974954384910782,
      "learning_rate": 2.5690787416792485e-05,
      "loss": 0.5543,
      "step": 119172
    },
    {
      "epoch": 4.88113864427606,
      "grad_norm": 1.3920098649163088,
      "learning_rate": 2.5688962201937713e-05,
      "loss": 0.4265,
      "step": 119173
    },
    {
      "epoch": 4.881179602703257,
      "grad_norm": 0.9134636075690561,
      "learning_rate": 2.568713704585003e-05,
      "loss": 0.2374,
      "step": 119174
    },
    {
      "epoch": 4.881220561130452,
      "grad_norm": 1.451334002806822,
      "learning_rate": 2.5685311948530225e-05,
      "loss": 0.5359,
      "step": 119175
    },
    {
      "epoch": 4.881261519557649,
      "grad_norm": 2.297958846656456,
      "learning_rate": 2.5683486909979222e-05,
      "loss": 1.0112,
      "step": 119176
    },
    {
      "epoch": 4.881302477984845,
      "grad_norm": 1.9305705106401743,
      "learning_rate": 2.5681661930197812e-05,
      "loss": 0.8589,
      "step": 119177
    },
    {
      "epoch": 4.881343436412042,
      "grad_norm": 0.901948868285644,
      "learning_rate": 2.5679837009186905e-05,
      "loss": 0.2241,
      "step": 119178
    },
    {
      "epoch": 4.881384394839238,
      "grad_norm": 1.351086810939457,
      "learning_rate": 2.5678012146947402e-05,
      "loss": 0.5069,
      "step": 119179
    },
    {
      "epoch": 4.881425353266435,
      "grad_norm": 1.6901860712779775,
      "learning_rate": 2.567618734348007e-05,
      "loss": 0.5242,
      "step": 119180
    },
    {
      "epoch": 4.8814663116936305,
      "grad_norm": 1.4428115025556458,
      "learning_rate": 2.5674362598785824e-05,
      "loss": 0.5702,
      "step": 119181
    },
    {
      "epoch": 4.881507270120827,
      "grad_norm": 1.4072202450376787,
      "learning_rate": 2.5672537912865564e-05,
      "loss": 0.7635,
      "step": 119182
    },
    {
      "epoch": 4.881548228548024,
      "grad_norm": 1.56185209610347,
      "learning_rate": 2.5670713285720073e-05,
      "loss": 0.6778,
      "step": 119183
    },
    {
      "epoch": 4.88158918697522,
      "grad_norm": 1.3641101151981634,
      "learning_rate": 2.56688887173503e-05,
      "loss": 0.4885,
      "step": 119184
    },
    {
      "epoch": 4.881630145402417,
      "grad_norm": 0.8999275664343153,
      "learning_rate": 2.5667064207757028e-05,
      "loss": 0.1954,
      "step": 119185
    },
    {
      "epoch": 4.881671103829613,
      "grad_norm": 1.4885244650546219,
      "learning_rate": 2.5665239756941137e-05,
      "loss": 0.5961,
      "step": 119186
    },
    {
      "epoch": 4.88171206225681,
      "grad_norm": 0.9569183466672158,
      "learning_rate": 2.5663415364903545e-05,
      "loss": 0.2956,
      "step": 119187
    },
    {
      "epoch": 4.881753020684005,
      "grad_norm": 1.9094952578527598,
      "learning_rate": 2.566159103164505e-05,
      "loss": 0.6091,
      "step": 119188
    },
    {
      "epoch": 4.881793979111202,
      "grad_norm": 1.485816740259779,
      "learning_rate": 2.5659766757166538e-05,
      "loss": 0.6312,
      "step": 119189
    },
    {
      "epoch": 4.8818349375383985,
      "grad_norm": 1.6793213222180476,
      "learning_rate": 2.5657942541468907e-05,
      "loss": 0.7553,
      "step": 119190
    },
    {
      "epoch": 4.881875895965595,
      "grad_norm": 1.3950066376865111,
      "learning_rate": 2.5656118384552937e-05,
      "loss": 0.7228,
      "step": 119191
    },
    {
      "epoch": 4.8819168543927915,
      "grad_norm": 1.336438053128943,
      "learning_rate": 2.5654294286419596e-05,
      "loss": 0.5646,
      "step": 119192
    },
    {
      "epoch": 4.881957812819988,
      "grad_norm": 1.1154766415815303,
      "learning_rate": 2.5652470247069634e-05,
      "loss": 0.4295,
      "step": 119193
    },
    {
      "epoch": 4.881998771247184,
      "grad_norm": 1.405037360958103,
      "learning_rate": 2.5650646266503982e-05,
      "loss": 0.4671,
      "step": 119194
    },
    {
      "epoch": 4.88203972967438,
      "grad_norm": 1.646984444408544,
      "learning_rate": 2.5648822344723525e-05,
      "loss": 0.6464,
      "step": 119195
    },
    {
      "epoch": 4.882080688101577,
      "grad_norm": 1.4962852091950385,
      "learning_rate": 2.564699848172904e-05,
      "loss": 0.6025,
      "step": 119196
    },
    {
      "epoch": 4.882121646528773,
      "grad_norm": 2.0718832386196757,
      "learning_rate": 2.5645174677521453e-05,
      "loss": 0.9037,
      "step": 119197
    },
    {
      "epoch": 4.88216260495597,
      "grad_norm": 1.4406024940935926,
      "learning_rate": 2.5643350932101637e-05,
      "loss": 0.662,
      "step": 119198
    },
    {
      "epoch": 4.882203563383166,
      "grad_norm": 1.6994939690921802,
      "learning_rate": 2.5641527245470394e-05,
      "loss": 0.6985,
      "step": 119199
    },
    {
      "epoch": 4.882244521810362,
      "grad_norm": 1.690116565074312,
      "learning_rate": 2.5639703617628676e-05,
      "loss": 0.8228,
      "step": 119200
    },
    {
      "epoch": 4.882285480237559,
      "grad_norm": 1.3516574540561226,
      "learning_rate": 2.563788004857723e-05,
      "loss": 0.5359,
      "step": 119201
    },
    {
      "epoch": 4.882326438664755,
      "grad_norm": 1.5783717651362323,
      "learning_rate": 2.563605653831699e-05,
      "loss": 0.5738,
      "step": 119202
    },
    {
      "epoch": 4.882367397091952,
      "grad_norm": 1.4402698087437953,
      "learning_rate": 2.563423308684884e-05,
      "loss": 0.6083,
      "step": 119203
    },
    {
      "epoch": 4.882408355519148,
      "grad_norm": 1.804121840985334,
      "learning_rate": 2.5632409694173556e-05,
      "loss": 0.8856,
      "step": 119204
    },
    {
      "epoch": 4.882449313946345,
      "grad_norm": 1.9296324180032327,
      "learning_rate": 2.563058636029211e-05,
      "loss": 0.8122,
      "step": 119205
    },
    {
      "epoch": 4.882490272373541,
      "grad_norm": 0.9772456080736862,
      "learning_rate": 2.5628763085205267e-05,
      "loss": 0.1387,
      "step": 119206
    },
    {
      "epoch": 4.882531230800737,
      "grad_norm": 1.3719781168031822,
      "learning_rate": 2.562693986891391e-05,
      "loss": 0.473,
      "step": 119207
    },
    {
      "epoch": 4.8825721892279335,
      "grad_norm": 1.5723684165761582,
      "learning_rate": 2.5625116711418968e-05,
      "loss": 0.7337,
      "step": 119208
    },
    {
      "epoch": 4.88261314765513,
      "grad_norm": 1.8374204589543162,
      "learning_rate": 2.5623293612721228e-05,
      "loss": 0.716,
      "step": 119209
    },
    {
      "epoch": 4.8826541060823265,
      "grad_norm": 2.0573749949485234,
      "learning_rate": 2.5621470572821555e-05,
      "loss": 0.9059,
      "step": 119210
    },
    {
      "epoch": 4.882695064509523,
      "grad_norm": 1.265839735050489,
      "learning_rate": 2.5619647591720882e-05,
      "loss": 0.3471,
      "step": 119211
    },
    {
      "epoch": 4.88273602293672,
      "grad_norm": 1.076817831526793,
      "learning_rate": 2.561782466941999e-05,
      "loss": 0.2671,
      "step": 119212
    },
    {
      "epoch": 4.882776981363915,
      "grad_norm": 1.4427831947002097,
      "learning_rate": 2.561600180591981e-05,
      "loss": 0.4788,
      "step": 119213
    },
    {
      "epoch": 4.882817939791112,
      "grad_norm": 1.3574527401608727,
      "learning_rate": 2.5614179001221112e-05,
      "loss": 0.4461,
      "step": 119214
    },
    {
      "epoch": 4.882858898218308,
      "grad_norm": 1.5606867345449924,
      "learning_rate": 2.561235625532483e-05,
      "loss": 0.5867,
      "step": 119215
    },
    {
      "epoch": 4.882899856645505,
      "grad_norm": 1.4652970750756524,
      "learning_rate": 2.5610533568231838e-05,
      "loss": 0.5072,
      "step": 119216
    },
    {
      "epoch": 4.882940815072701,
      "grad_norm": 1.5729169866110426,
      "learning_rate": 2.5608710939942946e-05,
      "loss": 0.7324,
      "step": 119217
    },
    {
      "epoch": 4.882981773499898,
      "grad_norm": 4.067639222049003,
      "learning_rate": 2.5606888370459012e-05,
      "loss": 4.2084,
      "step": 119218
    },
    {
      "epoch": 4.883022731927094,
      "grad_norm": 1.619043810043537,
      "learning_rate": 2.560506585978097e-05,
      "loss": 0.5954,
      "step": 119219
    },
    {
      "epoch": 4.88306369035429,
      "grad_norm": 1.6474762294364358,
      "learning_rate": 2.5603243407909607e-05,
      "loss": 0.6237,
      "step": 119220
    },
    {
      "epoch": 4.883104648781487,
      "grad_norm": 1.6068711074708677,
      "learning_rate": 2.5601421014845834e-05,
      "loss": 0.841,
      "step": 119221
    },
    {
      "epoch": 4.883145607208683,
      "grad_norm": 1.9122851132058365,
      "learning_rate": 2.5599598680590505e-05,
      "loss": 0.7149,
      "step": 119222
    },
    {
      "epoch": 4.88318656563588,
      "grad_norm": 1.730349398975216,
      "learning_rate": 2.5597776405144416e-05,
      "loss": 0.745,
      "step": 119223
    },
    {
      "epoch": 4.883227524063076,
      "grad_norm": 1.1117650679965285,
      "learning_rate": 2.5595954188508498e-05,
      "loss": 0.29,
      "step": 119224
    },
    {
      "epoch": 4.883268482490273,
      "grad_norm": 0.952084103299516,
      "learning_rate": 2.5594132030683623e-05,
      "loss": 0.2091,
      "step": 119225
    },
    {
      "epoch": 4.883309440917468,
      "grad_norm": 1.3671595721126906,
      "learning_rate": 2.5592309931670567e-05,
      "loss": 0.5707,
      "step": 119226
    },
    {
      "epoch": 4.883350399344665,
      "grad_norm": 1.6471009941451515,
      "learning_rate": 2.5590487891470318e-05,
      "loss": 0.5988,
      "step": 119227
    },
    {
      "epoch": 4.8833913577718615,
      "grad_norm": 1.3936490071153402,
      "learning_rate": 2.5588665910083605e-05,
      "loss": 0.4579,
      "step": 119228
    },
    {
      "epoch": 4.883432316199058,
      "grad_norm": 0.9672159095480684,
      "learning_rate": 2.5586843987511364e-05,
      "loss": 0.3136,
      "step": 119229
    },
    {
      "epoch": 4.883473274626255,
      "grad_norm": 2.241061616605281,
      "learning_rate": 2.558502212375447e-05,
      "loss": 0.7188,
      "step": 119230
    },
    {
      "epoch": 4.883514233053451,
      "grad_norm": 2.015050192246906,
      "learning_rate": 2.5583200318813734e-05,
      "loss": 1.0765,
      "step": 119231
    },
    {
      "epoch": 4.883555191480647,
      "grad_norm": 1.5042220053946174,
      "learning_rate": 2.5581378572690064e-05,
      "loss": 0.732,
      "step": 119232
    },
    {
      "epoch": 4.883596149907843,
      "grad_norm": 1.883546144986198,
      "learning_rate": 2.557955688538428e-05,
      "loss": 0.8562,
      "step": 119233
    },
    {
      "epoch": 4.88363710833504,
      "grad_norm": 1.7833202699299109,
      "learning_rate": 2.5577735256897242e-05,
      "loss": 0.7288,
      "step": 119234
    },
    {
      "epoch": 4.883678066762236,
      "grad_norm": 1.8831589035220797,
      "learning_rate": 2.5575913687229888e-05,
      "loss": 0.8529,
      "step": 119235
    },
    {
      "epoch": 4.883719025189433,
      "grad_norm": 1.2823403906381863,
      "learning_rate": 2.5574092176382964e-05,
      "loss": 0.5822,
      "step": 119236
    },
    {
      "epoch": 4.883759983616629,
      "grad_norm": 1.6051258454942068,
      "learning_rate": 2.5572270724357406e-05,
      "loss": 0.4429,
      "step": 119237
    },
    {
      "epoch": 4.883800942043825,
      "grad_norm": 1.386091734382372,
      "learning_rate": 2.5570449331154096e-05,
      "loss": 0.5081,
      "step": 119238
    },
    {
      "epoch": 4.883841900471022,
      "grad_norm": 1.6678471579696226,
      "learning_rate": 2.5568627996773798e-05,
      "loss": 0.7842,
      "step": 119239
    },
    {
      "epoch": 4.883882858898218,
      "grad_norm": 1.4100147399538943,
      "learning_rate": 2.55668067212175e-05,
      "loss": 0.4836,
      "step": 119240
    },
    {
      "epoch": 4.883923817325415,
      "grad_norm": 1.3678076695692014,
      "learning_rate": 2.556498550448594e-05,
      "loss": 0.5018,
      "step": 119241
    },
    {
      "epoch": 4.883964775752611,
      "grad_norm": 1.5981016374715418,
      "learning_rate": 2.5563164346580028e-05,
      "loss": 0.6888,
      "step": 119242
    },
    {
      "epoch": 4.884005734179808,
      "grad_norm": 1.267187406944198,
      "learning_rate": 2.5561343247500675e-05,
      "loss": 0.5645,
      "step": 119243
    },
    {
      "epoch": 4.884046692607004,
      "grad_norm": 1.375118177973127,
      "learning_rate": 2.5559522207248666e-05,
      "loss": 0.5332,
      "step": 119244
    },
    {
      "epoch": 4.8840876510342,
      "grad_norm": 1.178357005747938,
      "learning_rate": 2.55577012258249e-05,
      "loss": 0.299,
      "step": 119245
    },
    {
      "epoch": 4.8841286094613965,
      "grad_norm": 1.427587236081652,
      "learning_rate": 2.555588030323026e-05,
      "loss": 0.4889,
      "step": 119246
    },
    {
      "epoch": 4.884169567888593,
      "grad_norm": 0.4280483100548433,
      "learning_rate": 2.555405943946554e-05,
      "loss": 0.0738,
      "step": 119247
    },
    {
      "epoch": 4.88421052631579,
      "grad_norm": 0.9379310543364896,
      "learning_rate": 2.555223863453168e-05,
      "loss": 0.2132,
      "step": 119248
    },
    {
      "epoch": 4.884251484742986,
      "grad_norm": 1.4050725266718724,
      "learning_rate": 2.5550417888429458e-05,
      "loss": 0.5209,
      "step": 119249
    },
    {
      "epoch": 4.884292443170183,
      "grad_norm": 0.4394342827089226,
      "learning_rate": 2.5548597201159777e-05,
      "loss": 0.0724,
      "step": 119250
    },
    {
      "epoch": 4.884333401597378,
      "grad_norm": 2.0039985721326903,
      "learning_rate": 2.554677657272353e-05,
      "loss": 0.7096,
      "step": 119251
    },
    {
      "epoch": 4.884374360024575,
      "grad_norm": 1.7262677763836825,
      "learning_rate": 2.5544956003121526e-05,
      "loss": 0.79,
      "step": 119252
    },
    {
      "epoch": 4.884415318451771,
      "grad_norm": 1.7234661907124125,
      "learning_rate": 2.554313549235464e-05,
      "loss": 0.6548,
      "step": 119253
    },
    {
      "epoch": 4.884456276878968,
      "grad_norm": 1.569573299919676,
      "learning_rate": 2.554131504042377e-05,
      "loss": 0.4783,
      "step": 119254
    },
    {
      "epoch": 4.884497235306164,
      "grad_norm": 1.5724580280005502,
      "learning_rate": 2.5539494647329706e-05,
      "loss": 0.6564,
      "step": 119255
    },
    {
      "epoch": 4.884538193733361,
      "grad_norm": 1.9186323046414886,
      "learning_rate": 2.5537674313073376e-05,
      "loss": 0.7778,
      "step": 119256
    },
    {
      "epoch": 4.884579152160557,
      "grad_norm": 1.4242795162361386,
      "learning_rate": 2.5535854037655596e-05,
      "loss": 0.5678,
      "step": 119257
    },
    {
      "epoch": 4.884620110587753,
      "grad_norm": 1.74665737779512,
      "learning_rate": 2.5534033821077215e-05,
      "loss": 0.8356,
      "step": 119258
    },
    {
      "epoch": 4.88466106901495,
      "grad_norm": 1.4822413577635911,
      "learning_rate": 2.5532213663339184e-05,
      "loss": 0.4927,
      "step": 119259
    },
    {
      "epoch": 4.884702027442146,
      "grad_norm": 1.506427082847019,
      "learning_rate": 2.5530393564442254e-05,
      "loss": 0.6906,
      "step": 119260
    },
    {
      "epoch": 4.884742985869343,
      "grad_norm": 1.3316349251419466,
      "learning_rate": 2.5528573524387318e-05,
      "loss": 0.5115,
      "step": 119261
    },
    {
      "epoch": 4.884783944296539,
      "grad_norm": 1.017648266077272,
      "learning_rate": 2.55267535431753e-05,
      "loss": 0.2604,
      "step": 119262
    },
    {
      "epoch": 4.884824902723736,
      "grad_norm": 0.5779504165945131,
      "learning_rate": 2.5524933620806975e-05,
      "loss": 0.0664,
      "step": 119263
    },
    {
      "epoch": 4.8848658611509315,
      "grad_norm": 4.373829305038903,
      "learning_rate": 2.5523113757283266e-05,
      "loss": 4.1966,
      "step": 119264
    },
    {
      "epoch": 4.884906819578128,
      "grad_norm": 1.6245988562250324,
      "learning_rate": 2.5521293952604965e-05,
      "loss": 0.6496,
      "step": 119265
    },
    {
      "epoch": 4.8849477780053245,
      "grad_norm": 1.6342907933900856,
      "learning_rate": 2.5519474206772995e-05,
      "loss": 0.6049,
      "step": 119266
    },
    {
      "epoch": 4.884988736432521,
      "grad_norm": 1.6998575500520599,
      "learning_rate": 2.5517654519788218e-05,
      "loss": 0.7729,
      "step": 119267
    },
    {
      "epoch": 4.885029694859718,
      "grad_norm": 0.8983795094711787,
      "learning_rate": 2.551583489165143e-05,
      "loss": 0.2381,
      "step": 119268
    },
    {
      "epoch": 4.885070653286914,
      "grad_norm": 1.812991183711361,
      "learning_rate": 2.5514015322363522e-05,
      "loss": 0.799,
      "step": 119269
    },
    {
      "epoch": 4.88511161171411,
      "grad_norm": 1.9937308576819364,
      "learning_rate": 2.5512195811925423e-05,
      "loss": 0.5079,
      "step": 119270
    },
    {
      "epoch": 4.885152570141306,
      "grad_norm": 1.3890569638984147,
      "learning_rate": 2.5510376360337882e-05,
      "loss": 0.5812,
      "step": 119271
    },
    {
      "epoch": 4.885193528568503,
      "grad_norm": 1.7546525671542041,
      "learning_rate": 2.550855696760186e-05,
      "loss": 0.7432,
      "step": 119272
    },
    {
      "epoch": 4.885234486995699,
      "grad_norm": 1.3289639116624559,
      "learning_rate": 2.5506737633718117e-05,
      "loss": 0.5001,
      "step": 119273
    },
    {
      "epoch": 4.885275445422896,
      "grad_norm": 1.5096793868387843,
      "learning_rate": 2.5504918358687577e-05,
      "loss": 0.2064,
      "step": 119274
    },
    {
      "epoch": 4.8853164038500925,
      "grad_norm": 1.8672955139350327,
      "learning_rate": 2.5503099142511125e-05,
      "loss": 0.8333,
      "step": 119275
    },
    {
      "epoch": 4.885357362277288,
      "grad_norm": 1.290029497699901,
      "learning_rate": 2.5501279985189542e-05,
      "loss": 0.5661,
      "step": 119276
    },
    {
      "epoch": 4.885398320704485,
      "grad_norm": 1.4719982710370436,
      "learning_rate": 2.5499460886723765e-05,
      "loss": 0.7711,
      "step": 119277
    },
    {
      "epoch": 4.885439279131681,
      "grad_norm": 1.5688200464857454,
      "learning_rate": 2.549764184711459e-05,
      "loss": 0.4699,
      "step": 119278
    },
    {
      "epoch": 4.885480237558878,
      "grad_norm": 1.5696734652864703,
      "learning_rate": 2.5495822866362887e-05,
      "loss": 0.6574,
      "step": 119279
    },
    {
      "epoch": 4.885521195986074,
      "grad_norm": 1.122270245708942,
      "learning_rate": 2.549400394446958e-05,
      "loss": 0.4097,
      "step": 119280
    },
    {
      "epoch": 4.885562154413271,
      "grad_norm": 0.9332307063494812,
      "learning_rate": 2.5492185081435464e-05,
      "loss": 0.2004,
      "step": 119281
    },
    {
      "epoch": 4.885603112840467,
      "grad_norm": 1.2295919013194898,
      "learning_rate": 2.549036627726139e-05,
      "loss": 0.4356,
      "step": 119282
    },
    {
      "epoch": 4.885644071267663,
      "grad_norm": 0.8667965586794777,
      "learning_rate": 2.5488547531948306e-05,
      "loss": 0.199,
      "step": 119283
    },
    {
      "epoch": 4.8856850296948595,
      "grad_norm": 1.589342136180902,
      "learning_rate": 2.548672884549697e-05,
      "loss": 0.7128,
      "step": 119284
    },
    {
      "epoch": 4.885725988122056,
      "grad_norm": 1.835643208123125,
      "learning_rate": 2.548491021790831e-05,
      "loss": 0.7076,
      "step": 119285
    },
    {
      "epoch": 4.885766946549253,
      "grad_norm": 0.7691598785775934,
      "learning_rate": 2.548309164918312e-05,
      "loss": 0.2185,
      "step": 119286
    },
    {
      "epoch": 4.885807904976449,
      "grad_norm": 1.3598846177342838,
      "learning_rate": 2.5481273139322306e-05,
      "loss": 0.4146,
      "step": 119287
    },
    {
      "epoch": 4.885848863403646,
      "grad_norm": 2.195651412757142,
      "learning_rate": 2.5479454688326755e-05,
      "loss": 0.8798,
      "step": 119288
    },
    {
      "epoch": 4.885889821830842,
      "grad_norm": 1.6346200484810618,
      "learning_rate": 2.5477636296197267e-05,
      "loss": 0.3979,
      "step": 119289
    },
    {
      "epoch": 4.885930780258038,
      "grad_norm": 3.2557720999236412,
      "learning_rate": 2.547581796293471e-05,
      "loss": 3.1501,
      "step": 119290
    },
    {
      "epoch": 4.885971738685234,
      "grad_norm": 2.5995756429871792,
      "learning_rate": 2.547399968854001e-05,
      "loss": 1.9027,
      "step": 119291
    },
    {
      "epoch": 4.886012697112431,
      "grad_norm": 1.0250114434683228,
      "learning_rate": 2.5472181473013936e-05,
      "loss": 0.2769,
      "step": 119292
    },
    {
      "epoch": 4.8860536555396274,
      "grad_norm": 0.6273157664143226,
      "learning_rate": 2.5470363316357422e-05,
      "loss": 0.0827,
      "step": 119293
    },
    {
      "epoch": 4.886094613966824,
      "grad_norm": 1.4882759932783545,
      "learning_rate": 2.54685452185713e-05,
      "loss": 0.6449,
      "step": 119294
    },
    {
      "epoch": 4.88613557239402,
      "grad_norm": 1.387458181297476,
      "learning_rate": 2.5466727179656388e-05,
      "loss": 0.6229,
      "step": 119295
    },
    {
      "epoch": 4.886176530821216,
      "grad_norm": 3.4175120713233498,
      "learning_rate": 2.5464909199613565e-05,
      "loss": 2.1321,
      "step": 119296
    },
    {
      "epoch": 4.886217489248413,
      "grad_norm": 1.593344676666844,
      "learning_rate": 2.5463091278443764e-05,
      "loss": 0.6572,
      "step": 119297
    },
    {
      "epoch": 4.886258447675609,
      "grad_norm": 1.9461015761081764,
      "learning_rate": 2.5461273416147737e-05,
      "loss": 0.6428,
      "step": 119298
    },
    {
      "epoch": 4.886299406102806,
      "grad_norm": 2.5926114446604407,
      "learning_rate": 2.5459455612726432e-05,
      "loss": 1.9817,
      "step": 119299
    },
    {
      "epoch": 4.886340364530002,
      "grad_norm": 1.4584105857977885,
      "learning_rate": 2.5457637868180646e-05,
      "loss": 0.5635,
      "step": 119300
    },
    {
      "epoch": 4.886381322957199,
      "grad_norm": 1.3930328980019997,
      "learning_rate": 2.545582018251125e-05,
      "loss": 0.5575,
      "step": 119301
    },
    {
      "epoch": 4.8864222813843945,
      "grad_norm": 1.1611558578867907,
      "learning_rate": 2.5454002555719156e-05,
      "loss": 0.4108,
      "step": 119302
    },
    {
      "epoch": 4.886463239811591,
      "grad_norm": 1.5837715126984,
      "learning_rate": 2.545218498780513e-05,
      "loss": 0.7084,
      "step": 119303
    },
    {
      "epoch": 4.886504198238788,
      "grad_norm": 1.357152358157905,
      "learning_rate": 2.545036747877014e-05,
      "loss": 0.5383,
      "step": 119304
    },
    {
      "epoch": 4.886545156665984,
      "grad_norm": 1.8149254882829768,
      "learning_rate": 2.544855002861495e-05,
      "loss": 0.76,
      "step": 119305
    },
    {
      "epoch": 4.886586115093181,
      "grad_norm": 2.349794659521161,
      "learning_rate": 2.5446732637340443e-05,
      "loss": 1.4179,
      "step": 119306
    },
    {
      "epoch": 4.886627073520377,
      "grad_norm": 1.9751420540244806,
      "learning_rate": 2.5444915304947557e-05,
      "loss": 0.7626,
      "step": 119307
    },
    {
      "epoch": 4.886668031947574,
      "grad_norm": 0.8289414495434089,
      "learning_rate": 2.544309803143703e-05,
      "loss": 0.209,
      "step": 119308
    },
    {
      "epoch": 4.886708990374769,
      "grad_norm": 1.7217000674392267,
      "learning_rate": 2.5441280816809773e-05,
      "loss": 0.5486,
      "step": 119309
    },
    {
      "epoch": 4.886749948801966,
      "grad_norm": 1.6577294773487534,
      "learning_rate": 2.5439463661066696e-05,
      "loss": 0.7489,
      "step": 119310
    },
    {
      "epoch": 4.886790907229162,
      "grad_norm": 2.2162867980070495,
      "learning_rate": 2.543764656420858e-05,
      "loss": 0.9898,
      "step": 119311
    },
    {
      "epoch": 4.886831865656359,
      "grad_norm": 1.866299844279602,
      "learning_rate": 2.5435829526236363e-05,
      "loss": 0.9684,
      "step": 119312
    },
    {
      "epoch": 4.8868728240835555,
      "grad_norm": 1.607910241695969,
      "learning_rate": 2.5434012547150806e-05,
      "loss": 0.5048,
      "step": 119313
    },
    {
      "epoch": 4.886913782510751,
      "grad_norm": 1.2646388695599164,
      "learning_rate": 2.543219562695281e-05,
      "loss": 0.391,
      "step": 119314
    },
    {
      "epoch": 4.886954740937948,
      "grad_norm": 0.9055348931551449,
      "learning_rate": 2.5430378765643296e-05,
      "loss": 0.1373,
      "step": 119315
    },
    {
      "epoch": 4.886995699365144,
      "grad_norm": 1.4973661272567078,
      "learning_rate": 2.5428561963223037e-05,
      "loss": 0.5383,
      "step": 119316
    },
    {
      "epoch": 4.887036657792341,
      "grad_norm": 1.902227196310365,
      "learning_rate": 2.5426745219692924e-05,
      "loss": 0.7709,
      "step": 119317
    },
    {
      "epoch": 4.887077616219537,
      "grad_norm": 1.7987674749810878,
      "learning_rate": 2.542492853505385e-05,
      "loss": 0.7944,
      "step": 119318
    },
    {
      "epoch": 4.887118574646734,
      "grad_norm": 1.757406710869748,
      "learning_rate": 2.5423111909306604e-05,
      "loss": 0.7807,
      "step": 119319
    },
    {
      "epoch": 4.88715953307393,
      "grad_norm": 1.3992013865209312,
      "learning_rate": 2.5421295342452113e-05,
      "loss": 0.4658,
      "step": 119320
    },
    {
      "epoch": 4.887200491501126,
      "grad_norm": 1.0010716212816826,
      "learning_rate": 2.5419478834491163e-05,
      "loss": 0.3148,
      "step": 119321
    },
    {
      "epoch": 4.8872414499283225,
      "grad_norm": 1.1321244842744793,
      "learning_rate": 2.541766238542467e-05,
      "loss": 0.3725,
      "step": 119322
    },
    {
      "epoch": 4.887282408355519,
      "grad_norm": 1.4949665637979417,
      "learning_rate": 2.5415845995253513e-05,
      "loss": 0.4577,
      "step": 119323
    },
    {
      "epoch": 4.887323366782716,
      "grad_norm": 1.6107580620819995,
      "learning_rate": 2.5414029663978465e-05,
      "loss": 0.7256,
      "step": 119324
    },
    {
      "epoch": 4.887364325209912,
      "grad_norm": 1.434478055689593,
      "learning_rate": 2.541221339160045e-05,
      "loss": 0.6093,
      "step": 119325
    },
    {
      "epoch": 4.887405283637109,
      "grad_norm": 4.4374643767493,
      "learning_rate": 2.541039717812034e-05,
      "loss": 1.3378,
      "step": 119326
    },
    {
      "epoch": 4.887446242064305,
      "grad_norm": 1.7191092920867401,
      "learning_rate": 2.540858102353893e-05,
      "loss": 0.6707,
      "step": 119327
    },
    {
      "epoch": 4.887487200491501,
      "grad_norm": 0.4231833662409536,
      "learning_rate": 2.5406764927857143e-05,
      "loss": 0.0421,
      "step": 119328
    },
    {
      "epoch": 4.887528158918697,
      "grad_norm": 1.5219729941627338,
      "learning_rate": 2.5404948891075773e-05,
      "loss": 0.5717,
      "step": 119329
    },
    {
      "epoch": 4.887569117345894,
      "grad_norm": 1.4602115936575442,
      "learning_rate": 2.5403132913195716e-05,
      "loss": 0.4452,
      "step": 119330
    },
    {
      "epoch": 4.8876100757730905,
      "grad_norm": 1.5972319145785019,
      "learning_rate": 2.5401316994217862e-05,
      "loss": 0.7078,
      "step": 119331
    },
    {
      "epoch": 4.887651034200287,
      "grad_norm": 1.3963671556972974,
      "learning_rate": 2.5399501134143008e-05,
      "loss": 0.5603,
      "step": 119332
    },
    {
      "epoch": 4.887691992627483,
      "grad_norm": 1.3950681206661522,
      "learning_rate": 2.5397685332972034e-05,
      "loss": 0.4655,
      "step": 119333
    },
    {
      "epoch": 4.887732951054679,
      "grad_norm": 1.7330087336930122,
      "learning_rate": 2.5395869590705843e-05,
      "loss": 0.5093,
      "step": 119334
    },
    {
      "epoch": 4.887773909481876,
      "grad_norm": 1.7038716564618661,
      "learning_rate": 2.5394053907345213e-05,
      "loss": 0.5195,
      "step": 119335
    },
    {
      "epoch": 4.887814867909072,
      "grad_norm": 1.1545967743193746,
      "learning_rate": 2.5392238282891082e-05,
      "loss": 0.2547,
      "step": 119336
    },
    {
      "epoch": 4.887855826336269,
      "grad_norm": 1.0958616539730388,
      "learning_rate": 2.5390422717344228e-05,
      "loss": 0.274,
      "step": 119337
    },
    {
      "epoch": 4.887896784763465,
      "grad_norm": 1.8037458816399894,
      "learning_rate": 2.5388607210705553e-05,
      "loss": 0.7095,
      "step": 119338
    },
    {
      "epoch": 4.887937743190662,
      "grad_norm": 0.9938238293039314,
      "learning_rate": 2.5386791762975957e-05,
      "loss": 0.282,
      "step": 119339
    },
    {
      "epoch": 4.8879787016178575,
      "grad_norm": 1.77295489534734,
      "learning_rate": 2.5384976374156218e-05,
      "loss": 0.6935,
      "step": 119340
    },
    {
      "epoch": 4.888019660045054,
      "grad_norm": 1.7736088289176113,
      "learning_rate": 2.5383161044247224e-05,
      "loss": 0.6375,
      "step": 119341
    },
    {
      "epoch": 4.888060618472251,
      "grad_norm": 1.3796086482657708,
      "learning_rate": 2.538134577324989e-05,
      "loss": 0.5458,
      "step": 119342
    },
    {
      "epoch": 4.888101576899447,
      "grad_norm": 0.9088478595220182,
      "learning_rate": 2.5379530561164978e-05,
      "loss": 0.1715,
      "step": 119343
    },
    {
      "epoch": 4.888142535326644,
      "grad_norm": 1.2447339152895935,
      "learning_rate": 2.5377715407993426e-05,
      "loss": 0.4148,
      "step": 119344
    },
    {
      "epoch": 4.88818349375384,
      "grad_norm": 1.6236842784141332,
      "learning_rate": 2.5375900313736032e-05,
      "loss": 0.7239,
      "step": 119345
    },
    {
      "epoch": 4.888224452181037,
      "grad_norm": 1.4625316557673855,
      "learning_rate": 2.5374085278393676e-05,
      "loss": 0.6077,
      "step": 119346
    },
    {
      "epoch": 4.888265410608232,
      "grad_norm": 1.7177983401985397,
      "learning_rate": 2.5372270301967258e-05,
      "loss": 0.7785,
      "step": 119347
    },
    {
      "epoch": 4.888306369035429,
      "grad_norm": 1.4475335001914733,
      "learning_rate": 2.5370455384457563e-05,
      "loss": 0.4928,
      "step": 119348
    },
    {
      "epoch": 4.8883473274626255,
      "grad_norm": 1.4188121034408414,
      "learning_rate": 2.5368640525865503e-05,
      "loss": 0.5489,
      "step": 119349
    },
    {
      "epoch": 4.888388285889822,
      "grad_norm": 2.0277135058301923,
      "learning_rate": 2.5366825726191897e-05,
      "loss": 0.8783,
      "step": 119350
    },
    {
      "epoch": 4.8884292443170185,
      "grad_norm": 1.4484323065147229,
      "learning_rate": 2.536501098543763e-05,
      "loss": 0.4714,
      "step": 119351
    },
    {
      "epoch": 4.888470202744214,
      "grad_norm": 1.4944407511801685,
      "learning_rate": 2.5363196303603578e-05,
      "loss": 0.4772,
      "step": 119352
    },
    {
      "epoch": 4.888511161171411,
      "grad_norm": 1.673610798398385,
      "learning_rate": 2.5361381680690546e-05,
      "loss": 0.9357,
      "step": 119353
    },
    {
      "epoch": 4.888552119598607,
      "grad_norm": 1.5412545038268823,
      "learning_rate": 2.5359567116699432e-05,
      "loss": 0.6317,
      "step": 119354
    },
    {
      "epoch": 4.888593078025804,
      "grad_norm": 2.2246038163104758,
      "learning_rate": 2.53577526116311e-05,
      "loss": 0.8944,
      "step": 119355
    },
    {
      "epoch": 4.888634036453,
      "grad_norm": 0.9452309903497542,
      "learning_rate": 2.535593816548635e-05,
      "loss": 0.2131,
      "step": 119356
    },
    {
      "epoch": 4.888674994880197,
      "grad_norm": 1.9040389239196267,
      "learning_rate": 2.5354123778266135e-05,
      "loss": 0.7271,
      "step": 119357
    },
    {
      "epoch": 4.888715953307393,
      "grad_norm": 1.499981123671524,
      "learning_rate": 2.53523094499712e-05,
      "loss": 0.6681,
      "step": 119358
    },
    {
      "epoch": 4.888756911734589,
      "grad_norm": 1.6146181837327958,
      "learning_rate": 2.5350495180602475e-05,
      "loss": 0.6548,
      "step": 119359
    },
    {
      "epoch": 4.888797870161786,
      "grad_norm": 1.2646892107764611,
      "learning_rate": 2.5348680970160833e-05,
      "loss": 0.2182,
      "step": 119360
    },
    {
      "epoch": 4.888838828588982,
      "grad_norm": 1.4449960412181309,
      "learning_rate": 2.534686681864707e-05,
      "loss": 0.5677,
      "step": 119361
    },
    {
      "epoch": 4.888879787016179,
      "grad_norm": 1.0127730728855966,
      "learning_rate": 2.534505272606207e-05,
      "loss": 0.1811,
      "step": 119362
    },
    {
      "epoch": 4.888920745443375,
      "grad_norm": 1.655854999663507,
      "learning_rate": 2.534323869240678e-05,
      "loss": 0.7187,
      "step": 119363
    },
    {
      "epoch": 4.888961703870572,
      "grad_norm": 1.3015264000779627,
      "learning_rate": 2.5341424717681885e-05,
      "loss": 0.5032,
      "step": 119364
    },
    {
      "epoch": 4.889002662297768,
      "grad_norm": 1.5304929878358642,
      "learning_rate": 2.5339610801888332e-05,
      "loss": 0.6249,
      "step": 119365
    },
    {
      "epoch": 4.889043620724964,
      "grad_norm": 1.5442172021245537,
      "learning_rate": 2.533779694502702e-05,
      "loss": 0.5724,
      "step": 119366
    },
    {
      "epoch": 4.88908457915216,
      "grad_norm": 1.2669046324316156,
      "learning_rate": 2.533598314709872e-05,
      "loss": 0.6232,
      "step": 119367
    },
    {
      "epoch": 4.889125537579357,
      "grad_norm": 1.0736474584774327,
      "learning_rate": 2.5334169408104344e-05,
      "loss": 0.2915,
      "step": 119368
    },
    {
      "epoch": 4.8891664960065535,
      "grad_norm": 1.6832236432371572,
      "learning_rate": 2.5332355728044773e-05,
      "loss": 0.8988,
      "step": 119369
    },
    {
      "epoch": 4.88920745443375,
      "grad_norm": 1.6775381613981062,
      "learning_rate": 2.5330542106920792e-05,
      "loss": 0.5985,
      "step": 119370
    },
    {
      "epoch": 4.889248412860946,
      "grad_norm": 1.916455970081422,
      "learning_rate": 2.5328728544733333e-05,
      "loss": 0.8795,
      "step": 119371
    },
    {
      "epoch": 4.889289371288142,
      "grad_norm": 1.520751506565229,
      "learning_rate": 2.5326915041483182e-05,
      "loss": 0.6909,
      "step": 119372
    },
    {
      "epoch": 4.889330329715339,
      "grad_norm": 2.4448848195246766,
      "learning_rate": 2.5325101597171233e-05,
      "loss": 1.7336,
      "step": 119373
    },
    {
      "epoch": 4.889371288142535,
      "grad_norm": 3.3203308434296988,
      "learning_rate": 2.5323288211798372e-05,
      "loss": 3.1689,
      "step": 119374
    },
    {
      "epoch": 4.889412246569732,
      "grad_norm": 1.3685168775411445,
      "learning_rate": 2.532147488536538e-05,
      "loss": 0.462,
      "step": 119375
    },
    {
      "epoch": 4.889453204996928,
      "grad_norm": 1.6256790198361328,
      "learning_rate": 2.5319661617873205e-05,
      "loss": 0.6101,
      "step": 119376
    },
    {
      "epoch": 4.889494163424125,
      "grad_norm": 1.5935524646714094,
      "learning_rate": 2.5317848409322632e-05,
      "loss": 0.8511,
      "step": 119377
    },
    {
      "epoch": 4.8895351218513206,
      "grad_norm": 1.5304614021191851,
      "learning_rate": 2.531603525971453e-05,
      "loss": 0.6051,
      "step": 119378
    },
    {
      "epoch": 4.889576080278517,
      "grad_norm": 1.3416387498259479,
      "learning_rate": 2.5314222169049825e-05,
      "loss": 0.4735,
      "step": 119379
    },
    {
      "epoch": 4.889617038705714,
      "grad_norm": 1.2113642624758125,
      "learning_rate": 2.5312409137329272e-05,
      "loss": 0.3133,
      "step": 119380
    },
    {
      "epoch": 4.88965799713291,
      "grad_norm": 1.5127391448162566,
      "learning_rate": 2.5310596164553782e-05,
      "loss": 0.5417,
      "step": 119381
    },
    {
      "epoch": 4.889698955560107,
      "grad_norm": 1.756186291276962,
      "learning_rate": 2.530878325072424e-05,
      "loss": 0.619,
      "step": 119382
    },
    {
      "epoch": 4.889739913987303,
      "grad_norm": 4.009736635914045,
      "learning_rate": 2.5306970395841432e-05,
      "loss": 2.1497,
      "step": 119383
    },
    {
      "epoch": 4.8897808724145,
      "grad_norm": 1.6660742333218523,
      "learning_rate": 2.53051575999063e-05,
      "loss": 0.663,
      "step": 119384
    },
    {
      "epoch": 4.889821830841695,
      "grad_norm": 1.2055493511177722,
      "learning_rate": 2.53033448629196e-05,
      "loss": 0.2959,
      "step": 119385
    },
    {
      "epoch": 4.889862789268892,
      "grad_norm": 0.9859979061610555,
      "learning_rate": 2.5301532184882246e-05,
      "loss": 0.2127,
      "step": 119386
    },
    {
      "epoch": 4.8899037476960885,
      "grad_norm": 2.8077386532478257,
      "learning_rate": 2.5299719565795135e-05,
      "loss": 2.4321,
      "step": 119387
    },
    {
      "epoch": 4.889944706123285,
      "grad_norm": 1.3024590609089315,
      "learning_rate": 2.529790700565905e-05,
      "loss": 0.5627,
      "step": 119388
    },
    {
      "epoch": 4.889985664550482,
      "grad_norm": 1.675419875956143,
      "learning_rate": 2.5296094504474863e-05,
      "loss": 0.749,
      "step": 119389
    },
    {
      "epoch": 4.890026622977677,
      "grad_norm": 1.506291649270604,
      "learning_rate": 2.5294282062243498e-05,
      "loss": 0.4922,
      "step": 119390
    },
    {
      "epoch": 4.890067581404874,
      "grad_norm": 2.0324435701359898,
      "learning_rate": 2.529246967896571e-05,
      "loss": 1.3344,
      "step": 119391
    },
    {
      "epoch": 4.89010853983207,
      "grad_norm": 1.179950537611205,
      "learning_rate": 2.5290657354642464e-05,
      "loss": 0.4467,
      "step": 119392
    },
    {
      "epoch": 4.890149498259267,
      "grad_norm": 1.576546593123403,
      "learning_rate": 2.5288845089274505e-05,
      "loss": 0.5331,
      "step": 119393
    },
    {
      "epoch": 4.890190456686463,
      "grad_norm": 1.6274880923276431,
      "learning_rate": 2.528703288286274e-05,
      "loss": 0.6667,
      "step": 119394
    },
    {
      "epoch": 4.89023141511366,
      "grad_norm": 1.3862678755186055,
      "learning_rate": 2.528522073540808e-05,
      "loss": 0.5142,
      "step": 119395
    },
    {
      "epoch": 4.890272373540856,
      "grad_norm": 1.5678179266990293,
      "learning_rate": 2.5283408646911274e-05,
      "loss": 0.5346,
      "step": 119396
    },
    {
      "epoch": 4.890313331968052,
      "grad_norm": 1.4710459129611124,
      "learning_rate": 2.5281596617373256e-05,
      "loss": 0.5895,
      "step": 119397
    },
    {
      "epoch": 4.890354290395249,
      "grad_norm": 1.2103971010663217,
      "learning_rate": 2.5279784646794875e-05,
      "loss": 0.409,
      "step": 119398
    },
    {
      "epoch": 4.890395248822445,
      "grad_norm": 1.4118706554852873,
      "learning_rate": 2.5277972735176965e-05,
      "loss": 0.473,
      "step": 119399
    },
    {
      "epoch": 4.890436207249642,
      "grad_norm": 1.6240378847082404,
      "learning_rate": 2.5276160882520407e-05,
      "loss": 0.529,
      "step": 119400
    },
    {
      "epoch": 4.890477165676838,
      "grad_norm": 1.3062069075718685,
      "learning_rate": 2.5274349088826018e-05,
      "loss": 0.4918,
      "step": 119401
    },
    {
      "epoch": 4.890518124104035,
      "grad_norm": 0.8839218354330297,
      "learning_rate": 2.527253735409468e-05,
      "loss": 0.2116,
      "step": 119402
    },
    {
      "epoch": 4.890559082531231,
      "grad_norm": 1.779890550916294,
      "learning_rate": 2.527072567832729e-05,
      "loss": 0.8949,
      "step": 119403
    },
    {
      "epoch": 4.890600040958427,
      "grad_norm": 1.5295021238497142,
      "learning_rate": 2.526891406152462e-05,
      "loss": 0.6404,
      "step": 119404
    },
    {
      "epoch": 4.8906409993856235,
      "grad_norm": 0.6491802339341604,
      "learning_rate": 2.5267102503687566e-05,
      "loss": 0.107,
      "step": 119405
    },
    {
      "epoch": 4.89068195781282,
      "grad_norm": 1.582864126068427,
      "learning_rate": 2.5265291004817024e-05,
      "loss": 0.5724,
      "step": 119406
    },
    {
      "epoch": 4.8907229162400165,
      "grad_norm": 0.8583439587173789,
      "learning_rate": 2.526347956491378e-05,
      "loss": 0.208,
      "step": 119407
    },
    {
      "epoch": 4.890763874667213,
      "grad_norm": 1.3936238663623957,
      "learning_rate": 2.5261668183978766e-05,
      "loss": 0.6209,
      "step": 119408
    },
    {
      "epoch": 4.890804833094409,
      "grad_norm": 1.4340643055816555,
      "learning_rate": 2.525985686201275e-05,
      "loss": 0.5902,
      "step": 119409
    },
    {
      "epoch": 4.890845791521605,
      "grad_norm": 1.645500071769837,
      "learning_rate": 2.5258045599016646e-05,
      "loss": 0.683,
      "step": 119410
    },
    {
      "epoch": 4.890886749948802,
      "grad_norm": 1.8740430354681938,
      "learning_rate": 2.5256234394991338e-05,
      "loss": 0.7801,
      "step": 119411
    },
    {
      "epoch": 4.890927708375998,
      "grad_norm": 0.9351425954426514,
      "learning_rate": 2.525442324993759e-05,
      "loss": 0.2242,
      "step": 119412
    },
    {
      "epoch": 4.890968666803195,
      "grad_norm": 0.9639479969860824,
      "learning_rate": 2.5252612163856334e-05,
      "loss": 0.2439,
      "step": 119413
    },
    {
      "epoch": 4.891009625230391,
      "grad_norm": 1.3498403183256698,
      "learning_rate": 2.5250801136748423e-05,
      "loss": 0.3611,
      "step": 119414
    },
    {
      "epoch": 4.891050583657588,
      "grad_norm": 1.8463443213210409,
      "learning_rate": 2.524899016861467e-05,
      "loss": 0.7827,
      "step": 119415
    },
    {
      "epoch": 4.891091542084784,
      "grad_norm": 1.3139248738288574,
      "learning_rate": 2.524717925945599e-05,
      "loss": 0.5216,
      "step": 119416
    },
    {
      "epoch": 4.89113250051198,
      "grad_norm": 2.2397746777168215,
      "learning_rate": 2.5245368409273154e-05,
      "loss": 1.0393,
      "step": 119417
    },
    {
      "epoch": 4.891173458939177,
      "grad_norm": 1.7618579243255938,
      "learning_rate": 2.524355761806709e-05,
      "loss": 0.8128,
      "step": 119418
    },
    {
      "epoch": 4.891214417366373,
      "grad_norm": 3.0428634355596555,
      "learning_rate": 2.524174688583865e-05,
      "loss": 2.8312,
      "step": 119419
    },
    {
      "epoch": 4.89125537579357,
      "grad_norm": 0.8466213534349302,
      "learning_rate": 2.5239936212588645e-05,
      "loss": 0.2207,
      "step": 119420
    },
    {
      "epoch": 4.891296334220766,
      "grad_norm": 1.62354389977676,
      "learning_rate": 2.5238125598318e-05,
      "loss": 0.5331,
      "step": 119421
    },
    {
      "epoch": 4.891337292647963,
      "grad_norm": 1.4722905607948347,
      "learning_rate": 2.523631504302749e-05,
      "loss": 0.4937,
      "step": 119422
    },
    {
      "epoch": 4.8913782510751584,
      "grad_norm": 3.3088570684301204,
      "learning_rate": 2.5234504546718013e-05,
      "loss": 3.1203,
      "step": 119423
    },
    {
      "epoch": 4.891419209502355,
      "grad_norm": 1.1879781264815554,
      "learning_rate": 2.523269410939046e-05,
      "loss": 0.3856,
      "step": 119424
    },
    {
      "epoch": 4.8914601679295515,
      "grad_norm": 1.4160907749171496,
      "learning_rate": 2.5230883731045608e-05,
      "loss": 0.5432,
      "step": 119425
    },
    {
      "epoch": 4.891501126356748,
      "grad_norm": 1.610980945161606,
      "learning_rate": 2.5229073411684343e-05,
      "loss": 0.6531,
      "step": 119426
    },
    {
      "epoch": 4.891542084783945,
      "grad_norm": 1.6928704500198877,
      "learning_rate": 2.5227263151307593e-05,
      "loss": 0.7986,
      "step": 119427
    },
    {
      "epoch": 4.89158304321114,
      "grad_norm": 1.4731359835654418,
      "learning_rate": 2.5225452949916093e-05,
      "loss": 0.3104,
      "step": 119428
    },
    {
      "epoch": 4.891624001638337,
      "grad_norm": 1.3518693323854623,
      "learning_rate": 2.522364280751081e-05,
      "loss": 0.5445,
      "step": 119429
    },
    {
      "epoch": 4.891664960065533,
      "grad_norm": 1.505401785182723,
      "learning_rate": 2.5221832724092506e-05,
      "loss": 0.5388,
      "step": 119430
    },
    {
      "epoch": 4.89170591849273,
      "grad_norm": 2.1484152037618784,
      "learning_rate": 2.5220022699662085e-05,
      "loss": 0.7751,
      "step": 119431
    },
    {
      "epoch": 4.891746876919926,
      "grad_norm": 2.9742007543984577,
      "learning_rate": 2.521821273422043e-05,
      "loss": 1.8969,
      "step": 119432
    },
    {
      "epoch": 4.891787835347123,
      "grad_norm": 1.7762873826973262,
      "learning_rate": 2.5216402827768318e-05,
      "loss": 0.6169,
      "step": 119433
    },
    {
      "epoch": 4.8918287937743195,
      "grad_norm": 1.2536039235331533,
      "learning_rate": 2.5214592980306686e-05,
      "loss": 0.5375,
      "step": 119434
    },
    {
      "epoch": 4.891869752201515,
      "grad_norm": 1.0779065540236132,
      "learning_rate": 2.5212783191836368e-05,
      "loss": 0.2229,
      "step": 119435
    },
    {
      "epoch": 4.891910710628712,
      "grad_norm": 1.5644998400204235,
      "learning_rate": 2.5210973462358158e-05,
      "loss": 0.7505,
      "step": 119436
    },
    {
      "epoch": 4.891951669055908,
      "grad_norm": 1.6414484255948796,
      "learning_rate": 2.520916379187296e-05,
      "loss": 0.5501,
      "step": 119437
    },
    {
      "epoch": 4.891992627483105,
      "grad_norm": 1.7566860332273928,
      "learning_rate": 2.5207354180381673e-05,
      "loss": 0.7161,
      "step": 119438
    },
    {
      "epoch": 4.892033585910301,
      "grad_norm": 1.376742206356992,
      "learning_rate": 2.520554462788506e-05,
      "loss": 0.5297,
      "step": 119439
    },
    {
      "epoch": 4.892074544337498,
      "grad_norm": 1.7439084873543655,
      "learning_rate": 2.5203735134384023e-05,
      "loss": 0.7612,
      "step": 119440
    },
    {
      "epoch": 4.892115502764694,
      "grad_norm": 1.70344048095845,
      "learning_rate": 2.520192569987946e-05,
      "loss": 0.567,
      "step": 119441
    },
    {
      "epoch": 4.89215646119189,
      "grad_norm": 1.3091626005726507,
      "learning_rate": 2.5200116324372155e-05,
      "loss": 0.3757,
      "step": 119442
    },
    {
      "epoch": 4.8921974196190865,
      "grad_norm": 0.9238093525975224,
      "learning_rate": 2.5198307007863022e-05,
      "loss": 0.2223,
      "step": 119443
    },
    {
      "epoch": 4.892238378046283,
      "grad_norm": 1.5975145526738104,
      "learning_rate": 2.519649775035286e-05,
      "loss": 0.6121,
      "step": 119444
    },
    {
      "epoch": 4.89227933647348,
      "grad_norm": 1.9413767621501603,
      "learning_rate": 2.519468855184254e-05,
      "loss": 0.734,
      "step": 119445
    },
    {
      "epoch": 4.892320294900676,
      "grad_norm": 1.7209470212731874,
      "learning_rate": 2.5192879412332972e-05,
      "loss": 0.6507,
      "step": 119446
    },
    {
      "epoch": 4.892361253327872,
      "grad_norm": 1.8443324143511772,
      "learning_rate": 2.5191070331824925e-05,
      "loss": 0.7283,
      "step": 119447
    },
    {
      "epoch": 4.892402211755068,
      "grad_norm": 1.67815628097744,
      "learning_rate": 2.5189261310319346e-05,
      "loss": 0.5146,
      "step": 119448
    },
    {
      "epoch": 4.892443170182265,
      "grad_norm": 1.0656874989028788,
      "learning_rate": 2.5187452347816988e-05,
      "loss": 0.3124,
      "step": 119449
    },
    {
      "epoch": 4.892484128609461,
      "grad_norm": 2.009447951669145,
      "learning_rate": 2.5185643444318782e-05,
      "loss": 0.7347,
      "step": 119450
    },
    {
      "epoch": 4.892525087036658,
      "grad_norm": 1.4664030709485112,
      "learning_rate": 2.5183834599825576e-05,
      "loss": 0.5493,
      "step": 119451
    },
    {
      "epoch": 4.892566045463854,
      "grad_norm": 4.009205463347028,
      "learning_rate": 2.5182025814338186e-05,
      "loss": 2.2501,
      "step": 119452
    },
    {
      "epoch": 4.892607003891051,
      "grad_norm": 1.6259706054888041,
      "learning_rate": 2.5180217087857496e-05,
      "loss": 0.6285,
      "step": 119453
    },
    {
      "epoch": 4.892647962318247,
      "grad_norm": 1.4843539567521105,
      "learning_rate": 2.5178408420384388e-05,
      "loss": 0.5048,
      "step": 119454
    },
    {
      "epoch": 4.892688920745443,
      "grad_norm": 1.3863499341447434,
      "learning_rate": 2.5176599811919646e-05,
      "loss": 0.6144,
      "step": 119455
    },
    {
      "epoch": 4.89272987917264,
      "grad_norm": 1.1241805162060015,
      "learning_rate": 2.51747912624642e-05,
      "loss": 0.2234,
      "step": 119456
    },
    {
      "epoch": 4.892770837599836,
      "grad_norm": 1.2940810933995142,
      "learning_rate": 2.5172982772018834e-05,
      "loss": 0.3228,
      "step": 119457
    },
    {
      "epoch": 4.892811796027033,
      "grad_norm": 0.8564311080234622,
      "learning_rate": 2.5171174340584433e-05,
      "loss": 0.2341,
      "step": 119458
    },
    {
      "epoch": 4.892852754454229,
      "grad_norm": 1.5924741855814968,
      "learning_rate": 2.516936596816191e-05,
      "loss": 0.704,
      "step": 119459
    },
    {
      "epoch": 4.892893712881426,
      "grad_norm": 1.6944067363650352,
      "learning_rate": 2.5167557654752015e-05,
      "loss": 0.6874,
      "step": 119460
    },
    {
      "epoch": 4.8929346713086215,
      "grad_norm": 4.725366217175908,
      "learning_rate": 2.516574940035566e-05,
      "loss": 3.5612,
      "step": 119461
    },
    {
      "epoch": 4.892975629735818,
      "grad_norm": 1.639320174300245,
      "learning_rate": 2.5163941204973737e-05,
      "loss": 0.6597,
      "step": 119462
    },
    {
      "epoch": 4.8930165881630145,
      "grad_norm": 2.575791918728019,
      "learning_rate": 2.516213306860702e-05,
      "loss": 2.1514,
      "step": 119463
    },
    {
      "epoch": 4.893057546590211,
      "grad_norm": 0.49294019726269384,
      "learning_rate": 2.516032499125643e-05,
      "loss": 0.0719,
      "step": 119464
    },
    {
      "epoch": 4.893098505017408,
      "grad_norm": 1.667216572225389,
      "learning_rate": 2.5158516972922765e-05,
      "loss": 0.8268,
      "step": 119465
    },
    {
      "epoch": 4.893139463444603,
      "grad_norm": 1.599086632991169,
      "learning_rate": 2.5156709013606907e-05,
      "loss": 0.6813,
      "step": 119466
    },
    {
      "epoch": 4.8931804218718,
      "grad_norm": 1.6716739508724185,
      "learning_rate": 2.5154901113309757e-05,
      "loss": 0.6474,
      "step": 119467
    },
    {
      "epoch": 4.893221380298996,
      "grad_norm": 1.832397717374161,
      "learning_rate": 2.5153093272032077e-05,
      "loss": 0.7016,
      "step": 119468
    },
    {
      "epoch": 4.893262338726193,
      "grad_norm": 0.47252387195352985,
      "learning_rate": 2.515128548977477e-05,
      "loss": 0.0415,
      "step": 119469
    },
    {
      "epoch": 4.893303297153389,
      "grad_norm": 2.4723415713025085,
      "learning_rate": 2.5149477766538733e-05,
      "loss": 1.6385,
      "step": 119470
    },
    {
      "epoch": 4.893344255580586,
      "grad_norm": 1.8221454871341254,
      "learning_rate": 2.5147670102324752e-05,
      "loss": 0.743,
      "step": 119471
    },
    {
      "epoch": 4.8933852140077825,
      "grad_norm": 1.6324243367645257,
      "learning_rate": 2.5145862497133722e-05,
      "loss": 0.5873,
      "step": 119472
    },
    {
      "epoch": 4.893426172434978,
      "grad_norm": 1.3481724631948533,
      "learning_rate": 2.5144054950966464e-05,
      "loss": 0.5934,
      "step": 119473
    },
    {
      "epoch": 4.893467130862175,
      "grad_norm": 1.6707669502605527,
      "learning_rate": 2.514224746382384e-05,
      "loss": 0.6785,
      "step": 119474
    },
    {
      "epoch": 4.893508089289371,
      "grad_norm": 1.5179021240075892,
      "learning_rate": 2.5140440035706766e-05,
      "loss": 0.6343,
      "step": 119475
    },
    {
      "epoch": 4.893549047716568,
      "grad_norm": 1.4439423240646034,
      "learning_rate": 2.5138632666615994e-05,
      "loss": 0.5313,
      "step": 119476
    },
    {
      "epoch": 4.893590006143764,
      "grad_norm": 0.9929606739641429,
      "learning_rate": 2.5136825356552452e-05,
      "loss": 0.2787,
      "step": 119477
    },
    {
      "epoch": 4.893630964570961,
      "grad_norm": 0.7706030369964928,
      "learning_rate": 2.5135018105516997e-05,
      "loss": 0.2027,
      "step": 119478
    },
    {
      "epoch": 4.893671922998157,
      "grad_norm": 1.5630432878014058,
      "learning_rate": 2.513321091351042e-05,
      "loss": 0.599,
      "step": 119479
    },
    {
      "epoch": 4.893712881425353,
      "grad_norm": 1.5926484817886069,
      "learning_rate": 2.513140378053366e-05,
      "loss": 0.6587,
      "step": 119480
    },
    {
      "epoch": 4.8937538398525495,
      "grad_norm": 1.396516591683223,
      "learning_rate": 2.5129596706587478e-05,
      "loss": 0.5744,
      "step": 119481
    },
    {
      "epoch": 4.893794798279746,
      "grad_norm": 1.0909592404654536,
      "learning_rate": 2.5127789691672793e-05,
      "loss": 0.2146,
      "step": 119482
    },
    {
      "epoch": 4.893835756706943,
      "grad_norm": 1.748007239411592,
      "learning_rate": 2.5125982735790474e-05,
      "loss": 0.4965,
      "step": 119483
    },
    {
      "epoch": 4.893876715134139,
      "grad_norm": 0.9284360402449838,
      "learning_rate": 2.5124175838941296e-05,
      "loss": 0.2723,
      "step": 119484
    },
    {
      "epoch": 4.893917673561335,
      "grad_norm": 1.7626097504985105,
      "learning_rate": 2.5122369001126212e-05,
      "loss": 0.7665,
      "step": 119485
    },
    {
      "epoch": 4.893958631988531,
      "grad_norm": 1.3483912508333342,
      "learning_rate": 2.5120562222345973e-05,
      "loss": 0.4986,
      "step": 119486
    },
    {
      "epoch": 4.893999590415728,
      "grad_norm": 1.564819166898999,
      "learning_rate": 2.511875550260151e-05,
      "loss": 0.4399,
      "step": 119487
    },
    {
      "epoch": 4.894040548842924,
      "grad_norm": 2.1283789706020606,
      "learning_rate": 2.5116948841893674e-05,
      "loss": 0.7139,
      "step": 119488
    },
    {
      "epoch": 4.894081507270121,
      "grad_norm": 1.0400352902360606,
      "learning_rate": 2.511514224022326e-05,
      "loss": 0.2433,
      "step": 119489
    },
    {
      "epoch": 4.8941224656973175,
      "grad_norm": 1.7403615416488016,
      "learning_rate": 2.5113335697591176e-05,
      "loss": 0.5757,
      "step": 119490
    },
    {
      "epoch": 4.894163424124514,
      "grad_norm": 1.3732267095696118,
      "learning_rate": 2.5111529213998277e-05,
      "loss": 0.4739,
      "step": 119491
    },
    {
      "epoch": 4.89420438255171,
      "grad_norm": 0.38825373538292357,
      "learning_rate": 2.510972278944537e-05,
      "loss": 0.0336,
      "step": 119492
    },
    {
      "epoch": 4.894245340978906,
      "grad_norm": 1.1989407326104962,
      "learning_rate": 2.5107916423933384e-05,
      "loss": 0.4624,
      "step": 119493
    },
    {
      "epoch": 4.894286299406103,
      "grad_norm": 1.3109172032953917,
      "learning_rate": 2.5106110117463067e-05,
      "loss": 0.5022,
      "step": 119494
    },
    {
      "epoch": 4.894327257833299,
      "grad_norm": 1.5865803663056977,
      "learning_rate": 2.5104303870035358e-05,
      "loss": 0.5171,
      "step": 119495
    },
    {
      "epoch": 4.894368216260496,
      "grad_norm": 1.431784038675838,
      "learning_rate": 2.5102497681651117e-05,
      "loss": 0.7271,
      "step": 119496
    },
    {
      "epoch": 4.894409174687692,
      "grad_norm": 1.4382705401269824,
      "learning_rate": 2.510069155231113e-05,
      "loss": 0.6104,
      "step": 119497
    },
    {
      "epoch": 4.894450133114889,
      "grad_norm": 1.5504759245387494,
      "learning_rate": 2.5098885482016296e-05,
      "loss": 0.7064,
      "step": 119498
    },
    {
      "epoch": 4.8944910915420845,
      "grad_norm": 1.389979451804426,
      "learning_rate": 2.5097079470767478e-05,
      "loss": 0.5892,
      "step": 119499
    },
    {
      "epoch": 4.894532049969281,
      "grad_norm": 1.2775968727064875,
      "learning_rate": 2.5095273518565496e-05,
      "loss": 0.5488,
      "step": 119500
    },
    {
      "epoch": 4.894573008396478,
      "grad_norm": 1.4357307937300798,
      "learning_rate": 2.5093467625411245e-05,
      "loss": 0.6616,
      "step": 119501
    },
    {
      "epoch": 4.894613966823674,
      "grad_norm": 0.7423085808703376,
      "learning_rate": 2.5091661791305527e-05,
      "loss": 0.1189,
      "step": 119502
    },
    {
      "epoch": 4.894654925250871,
      "grad_norm": 1.352942551342288,
      "learning_rate": 2.5089856016249227e-05,
      "loss": 0.481,
      "step": 119503
    },
    {
      "epoch": 4.894695883678066,
      "grad_norm": 1.4614928409600358,
      "learning_rate": 2.5088050300243223e-05,
      "loss": 0.4274,
      "step": 119504
    },
    {
      "epoch": 4.894736842105263,
      "grad_norm": 3.151684693843671,
      "learning_rate": 2.5086244643288334e-05,
      "loss": 0.6576,
      "step": 119505
    },
    {
      "epoch": 4.894777800532459,
      "grad_norm": 1.7406668140511181,
      "learning_rate": 2.508443904538539e-05,
      "loss": 0.5906,
      "step": 119506
    },
    {
      "epoch": 4.894818758959656,
      "grad_norm": 1.646271994323687,
      "learning_rate": 2.5082633506535328e-05,
      "loss": 0.5615,
      "step": 119507
    },
    {
      "epoch": 4.894859717386852,
      "grad_norm": 1.0239022054783657,
      "learning_rate": 2.508082802673889e-05,
      "loss": 0.2195,
      "step": 119508
    },
    {
      "epoch": 4.894900675814049,
      "grad_norm": 2.5768196060847073,
      "learning_rate": 2.5079022605996985e-05,
      "loss": 2.0339,
      "step": 119509
    },
    {
      "epoch": 4.8949416342412455,
      "grad_norm": 2.8643764118804342,
      "learning_rate": 2.507721724431052e-05,
      "loss": 2.7808,
      "step": 119510
    },
    {
      "epoch": 4.894982592668441,
      "grad_norm": 1.6198141253862834,
      "learning_rate": 2.507541194168025e-05,
      "loss": 0.7894,
      "step": 119511
    },
    {
      "epoch": 4.895023551095638,
      "grad_norm": 1.857440785989854,
      "learning_rate": 2.507360669810709e-05,
      "loss": 0.9107,
      "step": 119512
    },
    {
      "epoch": 4.895064509522834,
      "grad_norm": 1.3531247176222676,
      "learning_rate": 2.5071801513591904e-05,
      "loss": 0.585,
      "step": 119513
    },
    {
      "epoch": 4.895105467950031,
      "grad_norm": 2.187007890457644,
      "learning_rate": 2.5069996388135495e-05,
      "loss": 1.2076,
      "step": 119514
    },
    {
      "epoch": 4.895146426377227,
      "grad_norm": 1.7686408656339998,
      "learning_rate": 2.5068191321738774e-05,
      "loss": 0.8266,
      "step": 119515
    },
    {
      "epoch": 4.895187384804424,
      "grad_norm": 1.5651693011416814,
      "learning_rate": 2.5066386314402526e-05,
      "loss": 0.5698,
      "step": 119516
    },
    {
      "epoch": 4.89522834323162,
      "grad_norm": 2.2293546889474367,
      "learning_rate": 2.5064581366127635e-05,
      "loss": 0.7489,
      "step": 119517
    },
    {
      "epoch": 4.895269301658816,
      "grad_norm": 1.9006294270040365,
      "learning_rate": 2.5062776476914997e-05,
      "loss": 0.6302,
      "step": 119518
    },
    {
      "epoch": 4.8953102600860126,
      "grad_norm": 1.2363340592571928,
      "learning_rate": 2.50609716467654e-05,
      "loss": 0.27,
      "step": 119519
    },
    {
      "epoch": 4.895351218513209,
      "grad_norm": 2.490054076837249,
      "learning_rate": 2.505916687567977e-05,
      "loss": 0.8686,
      "step": 119520
    },
    {
      "epoch": 4.895392176940406,
      "grad_norm": 1.279830780489894,
      "learning_rate": 2.5057362163658862e-05,
      "loss": 0.3866,
      "step": 119521
    },
    {
      "epoch": 4.895433135367602,
      "grad_norm": 0.687329107561518,
      "learning_rate": 2.5055557510703588e-05,
      "loss": 0.1996,
      "step": 119522
    },
    {
      "epoch": 4.895474093794798,
      "grad_norm": 1.53158177013767,
      "learning_rate": 2.5053752916814834e-05,
      "loss": 0.5822,
      "step": 119523
    },
    {
      "epoch": 4.895515052221994,
      "grad_norm": 1.1087237504551373,
      "learning_rate": 2.505194838199338e-05,
      "loss": 0.2619,
      "step": 119524
    },
    {
      "epoch": 4.895556010649191,
      "grad_norm": 0.8934656635941277,
      "learning_rate": 2.505014390624011e-05,
      "loss": 0.1806,
      "step": 119525
    },
    {
      "epoch": 4.895596969076387,
      "grad_norm": 2.10264202682675,
      "learning_rate": 2.5048339489555925e-05,
      "loss": 1.0485,
      "step": 119526
    },
    {
      "epoch": 4.895637927503584,
      "grad_norm": 1.8838877188185779,
      "learning_rate": 2.5046535131941604e-05,
      "loss": 0.5285,
      "step": 119527
    },
    {
      "epoch": 4.8956788859307805,
      "grad_norm": 1.9438728129676268,
      "learning_rate": 2.5044730833398048e-05,
      "loss": 0.7706,
      "step": 119528
    },
    {
      "epoch": 4.895719844357977,
      "grad_norm": 1.4864829046314814,
      "learning_rate": 2.504292659392607e-05,
      "loss": 0.5745,
      "step": 119529
    },
    {
      "epoch": 4.895760802785173,
      "grad_norm": 1.5454852295871897,
      "learning_rate": 2.5041122413526543e-05,
      "loss": 0.6547,
      "step": 119530
    },
    {
      "epoch": 4.895801761212369,
      "grad_norm": 1.2485402023708385,
      "learning_rate": 2.503931829220036e-05,
      "loss": 0.4194,
      "step": 119531
    },
    {
      "epoch": 4.895842719639566,
      "grad_norm": 3.710775641905039,
      "learning_rate": 2.503751422994829e-05,
      "loss": 3.565,
      "step": 119532
    },
    {
      "epoch": 4.895883678066762,
      "grad_norm": 0.49554354981486765,
      "learning_rate": 2.5035710226771234e-05,
      "loss": 0.0484,
      "step": 119533
    },
    {
      "epoch": 4.895924636493959,
      "grad_norm": 1.5798227330835906,
      "learning_rate": 2.5033906282670084e-05,
      "loss": 0.6122,
      "step": 119534
    },
    {
      "epoch": 4.895965594921155,
      "grad_norm": 1.7880053083663112,
      "learning_rate": 2.5032102397645613e-05,
      "loss": 0.4751,
      "step": 119535
    },
    {
      "epoch": 4.896006553348352,
      "grad_norm": 1.7771647170800178,
      "learning_rate": 2.5030298571698753e-05,
      "loss": 0.821,
      "step": 119536
    },
    {
      "epoch": 4.8960475117755475,
      "grad_norm": 1.92601526895355,
      "learning_rate": 2.5028494804830286e-05,
      "loss": 0.825,
      "step": 119537
    },
    {
      "epoch": 4.896088470202744,
      "grad_norm": 2.344203525584434,
      "learning_rate": 2.502669109704109e-05,
      "loss": 1.1094,
      "step": 119538
    },
    {
      "epoch": 4.896129428629941,
      "grad_norm": 1.5951791293215758,
      "learning_rate": 2.5024887448332055e-05,
      "loss": 0.5874,
      "step": 119539
    },
    {
      "epoch": 4.896170387057137,
      "grad_norm": 1.917403038248707,
      "learning_rate": 2.5023083858703958e-05,
      "loss": 0.8852,
      "step": 119540
    },
    {
      "epoch": 4.896211345484334,
      "grad_norm": 1.8688645174893557,
      "learning_rate": 2.50212803281577e-05,
      "loss": 0.8197,
      "step": 119541
    },
    {
      "epoch": 4.896252303911529,
      "grad_norm": 1.5239346317074525,
      "learning_rate": 2.5019476856694165e-05,
      "loss": 0.5617,
      "step": 119542
    },
    {
      "epoch": 4.896293262338726,
      "grad_norm": 0.32584038693479195,
      "learning_rate": 2.5017673444314133e-05,
      "loss": 0.0325,
      "step": 119543
    },
    {
      "epoch": 4.896334220765922,
      "grad_norm": 1.4760000419242973,
      "learning_rate": 2.5015870091018542e-05,
      "loss": 0.6893,
      "step": 119544
    },
    {
      "epoch": 4.896375179193119,
      "grad_norm": 1.4393066778463544,
      "learning_rate": 2.501406679680815e-05,
      "loss": 0.478,
      "step": 119545
    },
    {
      "epoch": 4.8964161376203155,
      "grad_norm": 1.4537115877677325,
      "learning_rate": 2.5012263561683847e-05,
      "loss": 0.3783,
      "step": 119546
    },
    {
      "epoch": 4.896457096047512,
      "grad_norm": 1.0847809052660091,
      "learning_rate": 2.501046038564653e-05,
      "loss": 0.3679,
      "step": 119547
    },
    {
      "epoch": 4.8964980544747085,
      "grad_norm": 1.7613446382201106,
      "learning_rate": 2.5008657268696997e-05,
      "loss": 0.7912,
      "step": 119548
    },
    {
      "epoch": 4.896539012901904,
      "grad_norm": 1.3906141178942761,
      "learning_rate": 2.5006854210836096e-05,
      "loss": 0.6235,
      "step": 119549
    },
    {
      "epoch": 4.896579971329101,
      "grad_norm": 1.5975065118471634,
      "learning_rate": 2.5005051212064746e-05,
      "loss": 0.7861,
      "step": 119550
    },
    {
      "epoch": 4.896620929756297,
      "grad_norm": 0.8167446599931202,
      "learning_rate": 2.5003248272383715e-05,
      "loss": 0.1914,
      "step": 119551
    },
    {
      "epoch": 4.896661888183494,
      "grad_norm": 1.5751196310429258,
      "learning_rate": 2.5001445391793945e-05,
      "loss": 0.7068,
      "step": 119552
    },
    {
      "epoch": 4.89670284661069,
      "grad_norm": 1.4778133968622273,
      "learning_rate": 2.4999642570296193e-05,
      "loss": 0.5283,
      "step": 119553
    },
    {
      "epoch": 4.896743805037887,
      "grad_norm": 1.1677728268611214,
      "learning_rate": 2.499783980789135e-05,
      "loss": 0.4023,
      "step": 119554
    },
    {
      "epoch": 4.896784763465083,
      "grad_norm": 1.3910602847433198,
      "learning_rate": 2.499603710458031e-05,
      "loss": 0.588,
      "step": 119555
    },
    {
      "epoch": 4.896825721892279,
      "grad_norm": 0.6967440064843025,
      "learning_rate": 2.499423446036386e-05,
      "loss": 0.0787,
      "step": 119556
    },
    {
      "epoch": 4.896866680319476,
      "grad_norm": 1.5390515840423866,
      "learning_rate": 2.4992431875242925e-05,
      "loss": 0.6492,
      "step": 119557
    },
    {
      "epoch": 4.896907638746672,
      "grad_norm": 1.4370880569589843,
      "learning_rate": 2.4990629349218267e-05,
      "loss": 0.6652,
      "step": 119558
    },
    {
      "epoch": 4.896948597173869,
      "grad_norm": 0.41153482744622394,
      "learning_rate": 2.4988826882290787e-05,
      "loss": 0.0497,
      "step": 119559
    },
    {
      "epoch": 4.896989555601065,
      "grad_norm": 0.9454575036789179,
      "learning_rate": 2.498702447446138e-05,
      "loss": 0.1397,
      "step": 119560
    },
    {
      "epoch": 4.897030514028261,
      "grad_norm": 1.9230760280666979,
      "learning_rate": 2.498522212573082e-05,
      "loss": 0.775,
      "step": 119561
    },
    {
      "epoch": 4.897071472455457,
      "grad_norm": 3.29809555092531,
      "learning_rate": 2.4983419836099982e-05,
      "loss": 2.9738,
      "step": 119562
    },
    {
      "epoch": 4.897112430882654,
      "grad_norm": 1.697915916127985,
      "learning_rate": 2.498161760556977e-05,
      "loss": 0.5623,
      "step": 119563
    },
    {
      "epoch": 4.8971533893098504,
      "grad_norm": 0.8573273285087866,
      "learning_rate": 2.497981543414095e-05,
      "loss": 0.2288,
      "step": 119564
    },
    {
      "epoch": 4.897194347737047,
      "grad_norm": 1.6188509463236374,
      "learning_rate": 2.4978013321814467e-05,
      "loss": 0.7104,
      "step": 119565
    },
    {
      "epoch": 4.8972353061642435,
      "grad_norm": 1.7062489788536026,
      "learning_rate": 2.4976211268591074e-05,
      "loss": 0.5446,
      "step": 119566
    },
    {
      "epoch": 4.89727626459144,
      "grad_norm": 1.5257063002655944,
      "learning_rate": 2.4974409274471686e-05,
      "loss": 0.5099,
      "step": 119567
    },
    {
      "epoch": 4.897317223018636,
      "grad_norm": 1.9012588555739824,
      "learning_rate": 2.497260733945717e-05,
      "loss": 0.644,
      "step": 119568
    },
    {
      "epoch": 4.897358181445832,
      "grad_norm": 0.7238723052286059,
      "learning_rate": 2.497080546354832e-05,
      "loss": 0.2041,
      "step": 119569
    },
    {
      "epoch": 4.897399139873029,
      "grad_norm": 1.804545189210128,
      "learning_rate": 2.4969003646746012e-05,
      "loss": 0.4659,
      "step": 119570
    },
    {
      "epoch": 4.897440098300225,
      "grad_norm": 1.5699319882362366,
      "learning_rate": 2.496720188905115e-05,
      "loss": 0.7488,
      "step": 119571
    },
    {
      "epoch": 4.897481056727422,
      "grad_norm": 1.7727464570798055,
      "learning_rate": 2.4965400190464496e-05,
      "loss": 0.6772,
      "step": 119572
    },
    {
      "epoch": 4.897522015154618,
      "grad_norm": 1.1521064514165378,
      "learning_rate": 2.496359855098699e-05,
      "loss": 0.2987,
      "step": 119573
    },
    {
      "epoch": 4.897562973581815,
      "grad_norm": 1.4121207655977954,
      "learning_rate": 2.4961796970619402e-05,
      "loss": 0.4243,
      "step": 119574
    },
    {
      "epoch": 4.897603932009011,
      "grad_norm": 1.5037148458797982,
      "learning_rate": 2.4959995449362645e-05,
      "loss": 0.7579,
      "step": 119575
    },
    {
      "epoch": 4.897644890436207,
      "grad_norm": 1.2626116943752028,
      "learning_rate": 2.4958193987217522e-05,
      "loss": 0.373,
      "step": 119576
    },
    {
      "epoch": 4.897685848863404,
      "grad_norm": 0.8718014433967705,
      "learning_rate": 2.495639258418493e-05,
      "loss": 0.2094,
      "step": 119577
    },
    {
      "epoch": 4.8977268072906,
      "grad_norm": 1.6911821544959909,
      "learning_rate": 2.4954591240265688e-05,
      "loss": 0.749,
      "step": 119578
    },
    {
      "epoch": 4.897767765717797,
      "grad_norm": 1.5773983341819515,
      "learning_rate": 2.4952789955460672e-05,
      "loss": 0.5051,
      "step": 119579
    },
    {
      "epoch": 4.897808724144992,
      "grad_norm": 1.6914901605711736,
      "learning_rate": 2.4950988729770705e-05,
      "loss": 0.7842,
      "step": 119580
    },
    {
      "epoch": 4.897849682572189,
      "grad_norm": 1.0997353871917623,
      "learning_rate": 2.494918756319663e-05,
      "loss": 0.4348,
      "step": 119581
    },
    {
      "epoch": 4.897890640999385,
      "grad_norm": 1.153728451598855,
      "learning_rate": 2.494738645573937e-05,
      "loss": 0.2787,
      "step": 119582
    },
    {
      "epoch": 4.897931599426582,
      "grad_norm": 0.7183229940470767,
      "learning_rate": 2.4945585407399703e-05,
      "loss": 0.1349,
      "step": 119583
    },
    {
      "epoch": 4.8979725578537785,
      "grad_norm": 1.5167606917047145,
      "learning_rate": 2.49437844181785e-05,
      "loss": 0.5676,
      "step": 119584
    },
    {
      "epoch": 4.898013516280975,
      "grad_norm": 0.9772414293255649,
      "learning_rate": 2.494198348807665e-05,
      "loss": 0.2109,
      "step": 119585
    },
    {
      "epoch": 4.898054474708172,
      "grad_norm": 1.357657472962182,
      "learning_rate": 2.4940182617094944e-05,
      "loss": 0.4971,
      "step": 119586
    },
    {
      "epoch": 4.898095433135367,
      "grad_norm": 1.5681738470806623,
      "learning_rate": 2.4938381805234297e-05,
      "loss": 0.581,
      "step": 119587
    },
    {
      "epoch": 4.898136391562564,
      "grad_norm": 1.3413294403083738,
      "learning_rate": 2.4936581052495493e-05,
      "loss": 0.5181,
      "step": 119588
    },
    {
      "epoch": 4.89817734998976,
      "grad_norm": 1.7554749424919387,
      "learning_rate": 2.493478035887941e-05,
      "loss": 0.7622,
      "step": 119589
    },
    {
      "epoch": 4.898218308416957,
      "grad_norm": 1.3156309184743946,
      "learning_rate": 2.4932979724386946e-05,
      "loss": 0.5271,
      "step": 119590
    },
    {
      "epoch": 4.898259266844153,
      "grad_norm": 1.5405788333270987,
      "learning_rate": 2.4931179149018878e-05,
      "loss": 0.4944,
      "step": 119591
    },
    {
      "epoch": 4.89830022527135,
      "grad_norm": 1.4936882259151958,
      "learning_rate": 2.4929378632776125e-05,
      "loss": 0.556,
      "step": 119592
    },
    {
      "epoch": 4.898341183698546,
      "grad_norm": 1.0986108754625328,
      "learning_rate": 2.4927578175659463e-05,
      "loss": 0.1892,
      "step": 119593
    },
    {
      "epoch": 4.898382142125742,
      "grad_norm": 1.3588530593931945,
      "learning_rate": 2.4925777777669787e-05,
      "loss": 0.4912,
      "step": 119594
    },
    {
      "epoch": 4.898423100552939,
      "grad_norm": 1.5355120998147207,
      "learning_rate": 2.492397743880798e-05,
      "loss": 0.62,
      "step": 119595
    },
    {
      "epoch": 4.898464058980135,
      "grad_norm": 1.4303619156348546,
      "learning_rate": 2.4922177159074824e-05,
      "loss": 0.3805,
      "step": 119596
    },
    {
      "epoch": 4.898505017407332,
      "grad_norm": 1.8792605505052034,
      "learning_rate": 2.4920376938471205e-05,
      "loss": 0.7472,
      "step": 119597
    },
    {
      "epoch": 4.898545975834528,
      "grad_norm": 1.6455422594169429,
      "learning_rate": 2.4918576776998017e-05,
      "loss": 0.5587,
      "step": 119598
    },
    {
      "epoch": 4.898586934261724,
      "grad_norm": 0.8815079986263791,
      "learning_rate": 2.491677667465603e-05,
      "loss": 0.2074,
      "step": 119599
    },
    {
      "epoch": 4.89862789268892,
      "grad_norm": 1.6060220042162052,
      "learning_rate": 2.491497663144616e-05,
      "loss": 0.2818,
      "step": 119600
    },
    {
      "epoch": 4.898668851116117,
      "grad_norm": 1.7273634754933762,
      "learning_rate": 2.4913176647369204e-05,
      "loss": 0.7703,
      "step": 119601
    },
    {
      "epoch": 4.8987098095433135,
      "grad_norm": 1.718406820181912,
      "learning_rate": 2.491137672242603e-05,
      "loss": 0.7687,
      "step": 119602
    },
    {
      "epoch": 4.89875076797051,
      "grad_norm": 0.9169495373259618,
      "learning_rate": 2.4909576856617536e-05,
      "loss": 0.2116,
      "step": 119603
    },
    {
      "epoch": 4.8987917263977065,
      "grad_norm": 2.090243239820562,
      "learning_rate": 2.4907777049944504e-05,
      "loss": 0.8522,
      "step": 119604
    },
    {
      "epoch": 4.898832684824903,
      "grad_norm": 0.9817106156907397,
      "learning_rate": 2.490597730240782e-05,
      "loss": 0.2271,
      "step": 119605
    },
    {
      "epoch": 4.898873643252099,
      "grad_norm": 0.7342887051901907,
      "learning_rate": 2.4904177614008364e-05,
      "loss": 0.2143,
      "step": 119606
    },
    {
      "epoch": 4.898914601679295,
      "grad_norm": 1.6191844597441243,
      "learning_rate": 2.4902377984746902e-05,
      "loss": 0.5148,
      "step": 119607
    },
    {
      "epoch": 4.898955560106492,
      "grad_norm": 1.5081134783973527,
      "learning_rate": 2.49005784146244e-05,
      "loss": 0.683,
      "step": 119608
    },
    {
      "epoch": 4.898996518533688,
      "grad_norm": 2.6229470537425286,
      "learning_rate": 2.489877890364159e-05,
      "loss": 1.5619,
      "step": 119609
    },
    {
      "epoch": 4.899037476960885,
      "grad_norm": 1.9264692259418366,
      "learning_rate": 2.4896979451799376e-05,
      "loss": 0.6262,
      "step": 119610
    },
    {
      "epoch": 4.899078435388081,
      "grad_norm": 1.5817167658310158,
      "learning_rate": 2.4895180059098668e-05,
      "loss": 0.6393,
      "step": 119611
    },
    {
      "epoch": 4.899119393815278,
      "grad_norm": 1.7772885173878177,
      "learning_rate": 2.4893380725540203e-05,
      "loss": 0.4692,
      "step": 119612
    },
    {
      "epoch": 4.899160352242474,
      "grad_norm": 1.4769141352884745,
      "learning_rate": 2.489158145112489e-05,
      "loss": 0.6057,
      "step": 119613
    },
    {
      "epoch": 4.89920131066967,
      "grad_norm": 0.8189952126889252,
      "learning_rate": 2.488978223585362e-05,
      "loss": 0.2137,
      "step": 119614
    },
    {
      "epoch": 4.899242269096867,
      "grad_norm": 1.8130436748575007,
      "learning_rate": 2.4887983079727176e-05,
      "loss": 0.7901,
      "step": 119615
    },
    {
      "epoch": 4.899283227524063,
      "grad_norm": 1.1630866333532186,
      "learning_rate": 2.488618398274645e-05,
      "loss": 0.4603,
      "step": 119616
    },
    {
      "epoch": 4.89932418595126,
      "grad_norm": 1.3873575537870342,
      "learning_rate": 2.4884384944912244e-05,
      "loss": 0.5277,
      "step": 119617
    },
    {
      "epoch": 4.899365144378455,
      "grad_norm": 1.9608914041849073,
      "learning_rate": 2.4882585966225442e-05,
      "loss": 0.8017,
      "step": 119618
    },
    {
      "epoch": 4.899406102805652,
      "grad_norm": 1.3977382850830178,
      "learning_rate": 2.4880787046686947e-05,
      "loss": 0.6292,
      "step": 119619
    },
    {
      "epoch": 4.8994470612328485,
      "grad_norm": 1.5749447960988527,
      "learning_rate": 2.4878988186297498e-05,
      "loss": 0.5163,
      "step": 119620
    },
    {
      "epoch": 4.899488019660045,
      "grad_norm": 0.8789824279444147,
      "learning_rate": 2.4877189385058006e-05,
      "loss": 0.2553,
      "step": 119621
    },
    {
      "epoch": 4.8995289780872415,
      "grad_norm": 1.0371708671554785,
      "learning_rate": 2.4875390642969363e-05,
      "loss": 0.3039,
      "step": 119622
    },
    {
      "epoch": 4.899569936514438,
      "grad_norm": 1.5650881628297404,
      "learning_rate": 2.4873591960032334e-05,
      "loss": 0.6165,
      "step": 119623
    },
    {
      "epoch": 4.899610894941635,
      "grad_norm": 1.4396528958078312,
      "learning_rate": 2.487179333624784e-05,
      "loss": 0.43,
      "step": 119624
    },
    {
      "epoch": 4.89965185336883,
      "grad_norm": 2.0707660480414103,
      "learning_rate": 2.4869994771616665e-05,
      "loss": 0.9272,
      "step": 119625
    },
    {
      "epoch": 4.899692811796027,
      "grad_norm": 1.6086432193193763,
      "learning_rate": 2.48681962661397e-05,
      "loss": 0.6212,
      "step": 119626
    },
    {
      "epoch": 4.899733770223223,
      "grad_norm": 1.8075273251279642,
      "learning_rate": 2.4866397819817834e-05,
      "loss": 0.8396,
      "step": 119627
    },
    {
      "epoch": 4.89977472865042,
      "grad_norm": 0.6319173844586391,
      "learning_rate": 2.4864599432651832e-05,
      "loss": 0.0666,
      "step": 119628
    },
    {
      "epoch": 4.899815687077616,
      "grad_norm": 1.7764601646570957,
      "learning_rate": 2.4862801104642628e-05,
      "loss": 0.7511,
      "step": 119629
    },
    {
      "epoch": 4.899856645504813,
      "grad_norm": 1.2862766166547854,
      "learning_rate": 2.4861002835790984e-05,
      "loss": 0.6061,
      "step": 119630
    },
    {
      "epoch": 4.8998976039320095,
      "grad_norm": 1.5990445951555865,
      "learning_rate": 2.48592046260978e-05,
      "loss": 0.5581,
      "step": 119631
    },
    {
      "epoch": 4.899938562359205,
      "grad_norm": 1.450038338349904,
      "learning_rate": 2.485740647556396e-05,
      "loss": 0.6517,
      "step": 119632
    },
    {
      "epoch": 4.899979520786402,
      "grad_norm": 3.003250898800365,
      "learning_rate": 2.4855608384190233e-05,
      "loss": 2.674,
      "step": 119633
    },
    {
      "epoch": 4.900020479213598,
      "grad_norm": 1.529703421767612,
      "learning_rate": 2.4853810351977514e-05,
      "loss": 0.5188,
      "step": 119634
    },
    {
      "epoch": 4.900061437640795,
      "grad_norm": 1.6197037258165872,
      "learning_rate": 2.4852012378926706e-05,
      "loss": 0.8529,
      "step": 119635
    },
    {
      "epoch": 4.900102396067991,
      "grad_norm": 0.8575435619333216,
      "learning_rate": 2.4850214465038554e-05,
      "loss": 0.1043,
      "step": 119636
    },
    {
      "epoch": 4.900143354495187,
      "grad_norm": 1.3623595692426995,
      "learning_rate": 2.4848416610313992e-05,
      "loss": 0.4096,
      "step": 119637
    },
    {
      "epoch": 4.900184312922383,
      "grad_norm": 2.0426662008734757,
      "learning_rate": 2.4846618814753805e-05,
      "loss": 1.0451,
      "step": 119638
    },
    {
      "epoch": 4.90022527134958,
      "grad_norm": 1.326420108079626,
      "learning_rate": 2.4844821078358873e-05,
      "loss": 0.6232,
      "step": 119639
    },
    {
      "epoch": 4.9002662297767765,
      "grad_norm": 1.5950162217903827,
      "learning_rate": 2.484302340113008e-05,
      "loss": 0.6257,
      "step": 119640
    },
    {
      "epoch": 4.900307188203973,
      "grad_norm": 1.6005998277818352,
      "learning_rate": 2.4841225783068208e-05,
      "loss": 0.5629,
      "step": 119641
    },
    {
      "epoch": 4.90034814663117,
      "grad_norm": 1.6836510683479347,
      "learning_rate": 2.4839428224174156e-05,
      "loss": 0.59,
      "step": 119642
    },
    {
      "epoch": 4.900389105058366,
      "grad_norm": 2.250790758636659,
      "learning_rate": 2.4837630724448777e-05,
      "loss": 0.6473,
      "step": 119643
    },
    {
      "epoch": 4.900430063485562,
      "grad_norm": 0.8419280659165115,
      "learning_rate": 2.483583328389288e-05,
      "loss": 0.152,
      "step": 119644
    },
    {
      "epoch": 4.900471021912758,
      "grad_norm": 1.5322636847938833,
      "learning_rate": 2.483403590250737e-05,
      "loss": 0.5768,
      "step": 119645
    },
    {
      "epoch": 4.900511980339955,
      "grad_norm": 1.4209001387749063,
      "learning_rate": 2.4832238580293063e-05,
      "loss": 0.5759,
      "step": 119646
    },
    {
      "epoch": 4.900552938767151,
      "grad_norm": 1.734105298265013,
      "learning_rate": 2.483044131725077e-05,
      "loss": 0.7052,
      "step": 119647
    },
    {
      "epoch": 4.900593897194348,
      "grad_norm": 0.8774718255730831,
      "learning_rate": 2.482864411338138e-05,
      "loss": 0.224,
      "step": 119648
    },
    {
      "epoch": 4.900634855621544,
      "grad_norm": 1.362472857208786,
      "learning_rate": 2.4826846968685788e-05,
      "loss": 0.5748,
      "step": 119649
    },
    {
      "epoch": 4.900675814048741,
      "grad_norm": 1.4487530790589833,
      "learning_rate": 2.482504988316476e-05,
      "loss": 0.6094,
      "step": 119650
    },
    {
      "epoch": 4.900716772475937,
      "grad_norm": 1.5090380424654732,
      "learning_rate": 2.4823252856819233e-05,
      "loss": 0.5724,
      "step": 119651
    },
    {
      "epoch": 4.900757730903133,
      "grad_norm": 1.3621503881278332,
      "learning_rate": 2.482145588964995e-05,
      "loss": 0.6398,
      "step": 119652
    },
    {
      "epoch": 4.90079868933033,
      "grad_norm": 1.2625123909828053,
      "learning_rate": 2.481965898165783e-05,
      "loss": 0.458,
      "step": 119653
    },
    {
      "epoch": 4.900839647757526,
      "grad_norm": 1.5693552835822122,
      "learning_rate": 2.4817862132843756e-05,
      "loss": 0.4786,
      "step": 119654
    },
    {
      "epoch": 4.900880606184723,
      "grad_norm": 1.5804418747446147,
      "learning_rate": 2.481606534320848e-05,
      "loss": 0.4694,
      "step": 119655
    },
    {
      "epoch": 4.900921564611918,
      "grad_norm": 1.3822060830263128,
      "learning_rate": 2.4814268612752965e-05,
      "loss": 0.5235,
      "step": 119656
    },
    {
      "epoch": 4.900962523039115,
      "grad_norm": 1.5795162546812491,
      "learning_rate": 2.481247194147794e-05,
      "loss": 0.5868,
      "step": 119657
    },
    {
      "epoch": 4.9010034814663115,
      "grad_norm": 0.9651939013325104,
      "learning_rate": 2.481067532938431e-05,
      "loss": 0.2113,
      "step": 119658
    },
    {
      "epoch": 4.901044439893508,
      "grad_norm": 1.3016912184033187,
      "learning_rate": 2.480887877647299e-05,
      "loss": 0.2808,
      "step": 119659
    },
    {
      "epoch": 4.9010853983207046,
      "grad_norm": 1.547103371295659,
      "learning_rate": 2.4807082282744713e-05,
      "loss": 0.5045,
      "step": 119660
    },
    {
      "epoch": 4.901126356747901,
      "grad_norm": 0.9593963471505706,
      "learning_rate": 2.480528584820039e-05,
      "loss": 0.1973,
      "step": 119661
    },
    {
      "epoch": 4.901167315175098,
      "grad_norm": 0.4787401045842089,
      "learning_rate": 2.4803489472840893e-05,
      "loss": 0.0599,
      "step": 119662
    },
    {
      "epoch": 4.901208273602293,
      "grad_norm": 1.5722672714834787,
      "learning_rate": 2.4801693156667e-05,
      "loss": 0.5564,
      "step": 119663
    },
    {
      "epoch": 4.90124923202949,
      "grad_norm": 1.459465129342108,
      "learning_rate": 2.479989689967965e-05,
      "loss": 0.5444,
      "step": 119664
    },
    {
      "epoch": 4.901290190456686,
      "grad_norm": 0.8448750270255384,
      "learning_rate": 2.4798100701879604e-05,
      "loss": 0.2169,
      "step": 119665
    },
    {
      "epoch": 4.901331148883883,
      "grad_norm": 1.2889764584533283,
      "learning_rate": 2.479630456326776e-05,
      "loss": 0.3758,
      "step": 119666
    },
    {
      "epoch": 4.901372107311079,
      "grad_norm": 1.705396016520768,
      "learning_rate": 2.479450848384499e-05,
      "loss": 0.5988,
      "step": 119667
    },
    {
      "epoch": 4.901413065738276,
      "grad_norm": 1.7811548928818581,
      "learning_rate": 2.4792712463612052e-05,
      "loss": 0.508,
      "step": 119668
    },
    {
      "epoch": 4.9014540241654725,
      "grad_norm": 1.243199179977382,
      "learning_rate": 2.4790916502569886e-05,
      "loss": 0.487,
      "step": 119669
    },
    {
      "epoch": 4.901494982592668,
      "grad_norm": 0.9918794227884532,
      "learning_rate": 2.478912060071932e-05,
      "loss": 0.199,
      "step": 119670
    },
    {
      "epoch": 4.901535941019865,
      "grad_norm": 2.189713486012169,
      "learning_rate": 2.4787324758061174e-05,
      "loss": 1.3481,
      "step": 119671
    },
    {
      "epoch": 4.901576899447061,
      "grad_norm": 1.9255949304575655,
      "learning_rate": 2.478552897459634e-05,
      "loss": 0.5752,
      "step": 119672
    },
    {
      "epoch": 4.901617857874258,
      "grad_norm": 1.5676905146397602,
      "learning_rate": 2.478373325032561e-05,
      "loss": 0.4959,
      "step": 119673
    },
    {
      "epoch": 4.901658816301454,
      "grad_norm": 0.8995719624607669,
      "learning_rate": 2.478193758524986e-05,
      "loss": 0.2997,
      "step": 119674
    },
    {
      "epoch": 4.90169977472865,
      "grad_norm": 1.3360632628739628,
      "learning_rate": 2.4780141979369993e-05,
      "loss": 0.3937,
      "step": 119675
    },
    {
      "epoch": 4.9017407331558465,
      "grad_norm": 1.618484956345369,
      "learning_rate": 2.4778346432686756e-05,
      "loss": 0.6106,
      "step": 119676
    },
    {
      "epoch": 4.901781691583043,
      "grad_norm": 1.1490517009893817,
      "learning_rate": 2.4776550945201066e-05,
      "loss": 0.3822,
      "step": 119677
    },
    {
      "epoch": 4.9018226500102395,
      "grad_norm": 1.940290164544302,
      "learning_rate": 2.477475551691379e-05,
      "loss": 0.8096,
      "step": 119678
    },
    {
      "epoch": 4.901863608437436,
      "grad_norm": 1.3536424615839586,
      "learning_rate": 2.4772960147825693e-05,
      "loss": 0.4388,
      "step": 119679
    },
    {
      "epoch": 4.901904566864633,
      "grad_norm": 1.3062093322287787,
      "learning_rate": 2.4771164837937723e-05,
      "loss": 0.409,
      "step": 119680
    },
    {
      "epoch": 4.901945525291829,
      "grad_norm": 1.4294895820903326,
      "learning_rate": 2.476936958725065e-05,
      "loss": 0.4872,
      "step": 119681
    },
    {
      "epoch": 4.901986483719025,
      "grad_norm": 1.563880423897366,
      "learning_rate": 2.4767574395765332e-05,
      "loss": 0.6421,
      "step": 119682
    },
    {
      "epoch": 4.902027442146221,
      "grad_norm": 0.9960045337472014,
      "learning_rate": 2.4765779263482692e-05,
      "loss": 0.2417,
      "step": 119683
    },
    {
      "epoch": 4.902068400573418,
      "grad_norm": 1.2445675017821514,
      "learning_rate": 2.476398419040348e-05,
      "loss": 0.4664,
      "step": 119684
    },
    {
      "epoch": 4.902109359000614,
      "grad_norm": 1.512837648719229,
      "learning_rate": 2.476218917652859e-05,
      "loss": 0.439,
      "step": 119685
    },
    {
      "epoch": 4.902150317427811,
      "grad_norm": 1.7263201099155996,
      "learning_rate": 2.476039422185891e-05,
      "loss": 0.7111,
      "step": 119686
    },
    {
      "epoch": 4.9021912758550075,
      "grad_norm": 0.9968820032971836,
      "learning_rate": 2.4758599326395203e-05,
      "loss": 0.2892,
      "step": 119687
    },
    {
      "epoch": 4.902232234282204,
      "grad_norm": 1.292396793177801,
      "learning_rate": 2.4756804490138414e-05,
      "loss": 0.5604,
      "step": 119688
    },
    {
      "epoch": 4.9022731927094,
      "grad_norm": 1.9200304365965764,
      "learning_rate": 2.4755009713089287e-05,
      "loss": 0.9068,
      "step": 119689
    },
    {
      "epoch": 4.902314151136596,
      "grad_norm": 3.2227039494296985,
      "learning_rate": 2.4753214995248728e-05,
      "loss": 3.1856,
      "step": 119690
    },
    {
      "epoch": 4.902355109563793,
      "grad_norm": 0.9855509371706573,
      "learning_rate": 2.475142033661762e-05,
      "loss": 0.301,
      "step": 119691
    },
    {
      "epoch": 4.902396067990989,
      "grad_norm": 1.2918274181728344,
      "learning_rate": 2.4749625737196738e-05,
      "loss": 0.5039,
      "step": 119692
    },
    {
      "epoch": 4.902437026418186,
      "grad_norm": 1.017583905679664,
      "learning_rate": 2.4747831196986974e-05,
      "loss": 0.2602,
      "step": 119693
    },
    {
      "epoch": 4.902477984845381,
      "grad_norm": 1.6292751237099916,
      "learning_rate": 2.4746036715989193e-05,
      "loss": 0.7174,
      "step": 119694
    },
    {
      "epoch": 4.902518943272578,
      "grad_norm": 1.0495434717972119,
      "learning_rate": 2.474424229420418e-05,
      "loss": 0.2295,
      "step": 119695
    },
    {
      "epoch": 4.9025599016997745,
      "grad_norm": 1.6705392871544278,
      "learning_rate": 2.4742447931632854e-05,
      "loss": 0.5547,
      "step": 119696
    },
    {
      "epoch": 4.902600860126971,
      "grad_norm": 1.4636500435348712,
      "learning_rate": 2.474065362827601e-05,
      "loss": 0.5344,
      "step": 119697
    },
    {
      "epoch": 4.902641818554168,
      "grad_norm": 1.4612097304453526,
      "learning_rate": 2.4738859384134496e-05,
      "loss": 0.5367,
      "step": 119698
    },
    {
      "epoch": 4.902682776981364,
      "grad_norm": 2.080871299162439,
      "learning_rate": 2.4737065199209232e-05,
      "loss": 1.0752,
      "step": 119699
    },
    {
      "epoch": 4.902723735408561,
      "grad_norm": 1.6060306814711107,
      "learning_rate": 2.4735271073500966e-05,
      "loss": 0.5554,
      "step": 119700
    },
    {
      "epoch": 4.902764693835756,
      "grad_norm": 1.3817107658647192,
      "learning_rate": 2.4733477007010648e-05,
      "loss": 0.5642,
      "step": 119701
    },
    {
      "epoch": 4.902805652262953,
      "grad_norm": 1.7108920207169969,
      "learning_rate": 2.473168299973903e-05,
      "loss": 0.6415,
      "step": 119702
    },
    {
      "epoch": 4.902846610690149,
      "grad_norm": 1.7205715962500834,
      "learning_rate": 2.4729889051687003e-05,
      "loss": 0.8006,
      "step": 119703
    },
    {
      "epoch": 4.902887569117346,
      "grad_norm": 1.5795268009860617,
      "learning_rate": 2.4728095162855438e-05,
      "loss": 0.7473,
      "step": 119704
    },
    {
      "epoch": 4.9029285275445424,
      "grad_norm": 1.023882430464164,
      "learning_rate": 2.4726301333245137e-05,
      "loss": 0.2016,
      "step": 119705
    },
    {
      "epoch": 4.902969485971739,
      "grad_norm": 1.553985793397586,
      "learning_rate": 2.4724507562856977e-05,
      "loss": 0.4547,
      "step": 119706
    },
    {
      "epoch": 4.9030104443989355,
      "grad_norm": 1.7036826544320784,
      "learning_rate": 2.4722713851691827e-05,
      "loss": 0.6878,
      "step": 119707
    },
    {
      "epoch": 4.903051402826131,
      "grad_norm": 1.5295986075441335,
      "learning_rate": 2.472092019975047e-05,
      "loss": 0.666,
      "step": 119708
    },
    {
      "epoch": 4.903092361253328,
      "grad_norm": 0.9798060309796972,
      "learning_rate": 2.471912660703384e-05,
      "loss": 0.1832,
      "step": 119709
    },
    {
      "epoch": 4.903133319680524,
      "grad_norm": 1.227601489972386,
      "learning_rate": 2.47173330735427e-05,
      "loss": 0.38,
      "step": 119710
    },
    {
      "epoch": 4.903174278107721,
      "grad_norm": 1.5705811873810702,
      "learning_rate": 2.4715539599277935e-05,
      "loss": 0.5701,
      "step": 119711
    },
    {
      "epoch": 4.903215236534917,
      "grad_norm": 1.4938252630968476,
      "learning_rate": 2.4713746184240423e-05,
      "loss": 0.6296,
      "step": 119712
    },
    {
      "epoch": 4.903256194962113,
      "grad_norm": 1.8022171797740298,
      "learning_rate": 2.4711952828430937e-05,
      "loss": 0.6631,
      "step": 119713
    },
    {
      "epoch": 4.9032971533893095,
      "grad_norm": 1.5712213667075599,
      "learning_rate": 2.471015953185039e-05,
      "loss": 0.8062,
      "step": 119714
    },
    {
      "epoch": 4.903338111816506,
      "grad_norm": 1.642361571999074,
      "learning_rate": 2.4708366294499626e-05,
      "loss": 0.5849,
      "step": 119715
    },
    {
      "epoch": 4.903379070243703,
      "grad_norm": 2.478296384557009,
      "learning_rate": 2.4706573116379485e-05,
      "loss": 2.1298,
      "step": 119716
    },
    {
      "epoch": 4.903420028670899,
      "grad_norm": 1.5831502469683096,
      "learning_rate": 2.4704779997490766e-05,
      "loss": 0.4929,
      "step": 119717
    },
    {
      "epoch": 4.903460987098096,
      "grad_norm": 1.6553656359926072,
      "learning_rate": 2.4702986937834397e-05,
      "loss": 0.5816,
      "step": 119718
    },
    {
      "epoch": 4.903501945525292,
      "grad_norm": 1.1255449187720383,
      "learning_rate": 2.4701193937411147e-05,
      "loss": 0.4428,
      "step": 119719
    },
    {
      "epoch": 4.903542903952488,
      "grad_norm": 1.4165939903584832,
      "learning_rate": 2.4699400996221913e-05,
      "loss": 0.6756,
      "step": 119720
    },
    {
      "epoch": 4.903583862379684,
      "grad_norm": 2.1375487533838777,
      "learning_rate": 2.4697608114267547e-05,
      "loss": 1.1802,
      "step": 119721
    },
    {
      "epoch": 4.903624820806881,
      "grad_norm": 1.8447515717306078,
      "learning_rate": 2.4695815291548865e-05,
      "loss": 0.835,
      "step": 119722
    },
    {
      "epoch": 4.903665779234077,
      "grad_norm": 1.855218728883041,
      "learning_rate": 2.4694022528066748e-05,
      "loss": 0.6617,
      "step": 119723
    },
    {
      "epoch": 4.903706737661274,
      "grad_norm": 1.1628488169410574,
      "learning_rate": 2.469222982382201e-05,
      "loss": 0.2722,
      "step": 119724
    },
    {
      "epoch": 4.9037476960884705,
      "grad_norm": 1.3899361478219425,
      "learning_rate": 2.4690437178815494e-05,
      "loss": 0.497,
      "step": 119725
    },
    {
      "epoch": 4.903788654515667,
      "grad_norm": 1.6695454874777713,
      "learning_rate": 2.468864459304812e-05,
      "loss": 0.6283,
      "step": 119726
    },
    {
      "epoch": 4.903829612942863,
      "grad_norm": 0.861667905156788,
      "learning_rate": 2.468685206652064e-05,
      "loss": 0.2031,
      "step": 119727
    },
    {
      "epoch": 4.903870571370059,
      "grad_norm": 1.2212434814436715,
      "learning_rate": 2.4685059599233977e-05,
      "loss": 0.4207,
      "step": 119728
    },
    {
      "epoch": 4.903911529797256,
      "grad_norm": 1.4213190682589614,
      "learning_rate": 2.468326719118892e-05,
      "loss": 0.6844,
      "step": 119729
    },
    {
      "epoch": 4.903952488224452,
      "grad_norm": 1.5281861806467596,
      "learning_rate": 2.4681474842386327e-05,
      "loss": 0.563,
      "step": 119730
    },
    {
      "epoch": 4.903993446651649,
      "grad_norm": 1.5014824136599614,
      "learning_rate": 2.4679682552827113e-05,
      "loss": 0.6201,
      "step": 119731
    },
    {
      "epoch": 4.904034405078845,
      "grad_norm": 1.5189914011285373,
      "learning_rate": 2.467789032251204e-05,
      "loss": 0.5762,
      "step": 119732
    },
    {
      "epoch": 4.904075363506041,
      "grad_norm": 1.4315927668960575,
      "learning_rate": 2.4676098151441976e-05,
      "loss": 0.5337,
      "step": 119733
    },
    {
      "epoch": 4.9041163219332375,
      "grad_norm": 1.4833221579788178,
      "learning_rate": 2.467430603961782e-05,
      "loss": 0.7078,
      "step": 119734
    },
    {
      "epoch": 4.904157280360434,
      "grad_norm": 1.6845795612578742,
      "learning_rate": 2.4672513987040338e-05,
      "loss": 0.6401,
      "step": 119735
    },
    {
      "epoch": 4.904198238787631,
      "grad_norm": 1.4894376322274845,
      "learning_rate": 2.4670721993710463e-05,
      "loss": 0.6065,
      "step": 119736
    },
    {
      "epoch": 4.904239197214827,
      "grad_norm": 1.2088473294768558,
      "learning_rate": 2.466893005962896e-05,
      "loss": 0.3477,
      "step": 119737
    },
    {
      "epoch": 4.904280155642024,
      "grad_norm": 1.5501497251189746,
      "learning_rate": 2.4667138184796714e-05,
      "loss": 0.7569,
      "step": 119738
    },
    {
      "epoch": 4.904321114069219,
      "grad_norm": 1.695658259320326,
      "learning_rate": 2.4665346369214606e-05,
      "loss": 0.5424,
      "step": 119739
    },
    {
      "epoch": 4.904362072496416,
      "grad_norm": 2.1244139504687176,
      "learning_rate": 2.4663554612883418e-05,
      "loss": 0.8573,
      "step": 119740
    },
    {
      "epoch": 4.904403030923612,
      "grad_norm": 1.5279876482050838,
      "learning_rate": 2.4661762915804034e-05,
      "loss": 0.5423,
      "step": 119741
    },
    {
      "epoch": 4.904443989350809,
      "grad_norm": 1.3549103589977445,
      "learning_rate": 2.465997127797732e-05,
      "loss": 0.5834,
      "step": 119742
    },
    {
      "epoch": 4.9044849477780055,
      "grad_norm": 1.3813332488271715,
      "learning_rate": 2.4658179699404073e-05,
      "loss": 0.6465,
      "step": 119743
    },
    {
      "epoch": 4.904525906205202,
      "grad_norm": 1.5312341805438392,
      "learning_rate": 2.4656388180085195e-05,
      "loss": 0.5293,
      "step": 119744
    },
    {
      "epoch": 4.9045668646323985,
      "grad_norm": 2.3380751648312508,
      "learning_rate": 2.465459672002147e-05,
      "loss": 1.1182,
      "step": 119745
    },
    {
      "epoch": 4.904607823059594,
      "grad_norm": 1.6376842574147377,
      "learning_rate": 2.4652805319213757e-05,
      "loss": 0.7151,
      "step": 119746
    },
    {
      "epoch": 4.904648781486791,
      "grad_norm": 1.3395142976768506,
      "learning_rate": 2.4651013977662982e-05,
      "loss": 0.4916,
      "step": 119747
    },
    {
      "epoch": 4.904689739913987,
      "grad_norm": 1.7536691357859135,
      "learning_rate": 2.4649222695369904e-05,
      "loss": 0.7039,
      "step": 119748
    },
    {
      "epoch": 4.904730698341184,
      "grad_norm": 1.8270528413086977,
      "learning_rate": 2.464743147233539e-05,
      "loss": 0.8009,
      "step": 119749
    },
    {
      "epoch": 4.90477165676838,
      "grad_norm": 1.4287137466363036,
      "learning_rate": 2.4645640308560323e-05,
      "loss": 0.4262,
      "step": 119750
    },
    {
      "epoch": 4.904812615195577,
      "grad_norm": 1.2092710050471875,
      "learning_rate": 2.46438492040455e-05,
      "loss": 0.2062,
      "step": 119751
    },
    {
      "epoch": 4.9048535736227725,
      "grad_norm": 1.3697876681478733,
      "learning_rate": 2.4642058158791828e-05,
      "loss": 0.5366,
      "step": 119752
    },
    {
      "epoch": 4.904894532049969,
      "grad_norm": 1.1697857375893959,
      "learning_rate": 2.4640267172800083e-05,
      "loss": 0.2389,
      "step": 119753
    },
    {
      "epoch": 4.904935490477166,
      "grad_norm": 1.4468214015486733,
      "learning_rate": 2.463847624607113e-05,
      "loss": 0.4917,
      "step": 119754
    },
    {
      "epoch": 4.904976448904362,
      "grad_norm": 1.3454721791957944,
      "learning_rate": 2.4636685378605875e-05,
      "loss": 0.6461,
      "step": 119755
    },
    {
      "epoch": 4.905017407331559,
      "grad_norm": 1.500579044792595,
      "learning_rate": 2.4634894570405096e-05,
      "loss": 0.6231,
      "step": 119756
    },
    {
      "epoch": 4.905058365758755,
      "grad_norm": 1.8299951448068932,
      "learning_rate": 2.463310382146964e-05,
      "loss": 0.7854,
      "step": 119757
    },
    {
      "epoch": 4.905099324185951,
      "grad_norm": 1.7979810309067736,
      "learning_rate": 2.463131313180043e-05,
      "loss": 0.7019,
      "step": 119758
    },
    {
      "epoch": 4.905140282613147,
      "grad_norm": 1.5926967082622203,
      "learning_rate": 2.4629522501398225e-05,
      "loss": 0.4387,
      "step": 119759
    },
    {
      "epoch": 4.905181241040344,
      "grad_norm": 1.7314150108205997,
      "learning_rate": 2.4627731930263946e-05,
      "loss": 0.8349,
      "step": 119760
    },
    {
      "epoch": 4.9052221994675405,
      "grad_norm": 0.9042289442903827,
      "learning_rate": 2.4625941418398355e-05,
      "loss": 0.1336,
      "step": 119761
    },
    {
      "epoch": 4.905263157894737,
      "grad_norm": 0.9061403594143594,
      "learning_rate": 2.4624150965802352e-05,
      "loss": 0.2179,
      "step": 119762
    },
    {
      "epoch": 4.9053041163219335,
      "grad_norm": 1.271759629022792,
      "learning_rate": 2.4622360572476806e-05,
      "loss": 0.4475,
      "step": 119763
    },
    {
      "epoch": 4.90534507474913,
      "grad_norm": 0.8105909088735949,
      "learning_rate": 2.46205702384225e-05,
      "loss": 0.2383,
      "step": 119764
    },
    {
      "epoch": 4.905386033176326,
      "grad_norm": 1.4678840861821785,
      "learning_rate": 2.4618779963640312e-05,
      "loss": 0.4844,
      "step": 119765
    },
    {
      "epoch": 4.905426991603522,
      "grad_norm": 2.156087506345238,
      "learning_rate": 2.4616989748131112e-05,
      "loss": 1.1655,
      "step": 119766
    },
    {
      "epoch": 4.905467950030719,
      "grad_norm": 1.6659589569959636,
      "learning_rate": 2.4615199591895695e-05,
      "loss": 0.6169,
      "step": 119767
    },
    {
      "epoch": 4.905508908457915,
      "grad_norm": 1.3802820145614718,
      "learning_rate": 2.4613409494934983e-05,
      "loss": 0.5279,
      "step": 119768
    },
    {
      "epoch": 4.905549866885112,
      "grad_norm": 1.256605826580929,
      "learning_rate": 2.4611619457249736e-05,
      "loss": 0.4379,
      "step": 119769
    },
    {
      "epoch": 4.905590825312308,
      "grad_norm": 1.6029624897392025,
      "learning_rate": 2.4609829478840826e-05,
      "loss": 0.7047,
      "step": 119770
    },
    {
      "epoch": 4.905631783739504,
      "grad_norm": 1.2449269977356985,
      "learning_rate": 2.4608039559709165e-05,
      "loss": 0.4083,
      "step": 119771
    },
    {
      "epoch": 4.905672742166701,
      "grad_norm": 1.7759205292787767,
      "learning_rate": 2.46062496998555e-05,
      "loss": 0.7548,
      "step": 119772
    },
    {
      "epoch": 4.905713700593897,
      "grad_norm": 1.5516311997650623,
      "learning_rate": 2.460445989928077e-05,
      "loss": 0.7115,
      "step": 119773
    },
    {
      "epoch": 4.905754659021094,
      "grad_norm": 1.8820159331974833,
      "learning_rate": 2.4602670157985738e-05,
      "loss": 0.7908,
      "step": 119774
    },
    {
      "epoch": 4.90579561744829,
      "grad_norm": 1.7133772701984584,
      "learning_rate": 2.4600880475971268e-05,
      "loss": 0.6922,
      "step": 119775
    },
    {
      "epoch": 4.905836575875487,
      "grad_norm": 1.114489670193804,
      "learning_rate": 2.459909085323828e-05,
      "loss": 0.2785,
      "step": 119776
    },
    {
      "epoch": 4.905877534302682,
      "grad_norm": 1.2970560136846376,
      "learning_rate": 2.459730128978752e-05,
      "loss": 0.4638,
      "step": 119777
    },
    {
      "epoch": 4.905918492729879,
      "grad_norm": 1.4156877852032328,
      "learning_rate": 2.4595511785619886e-05,
      "loss": 0.4714,
      "step": 119778
    },
    {
      "epoch": 4.905959451157075,
      "grad_norm": 1.7756903954860177,
      "learning_rate": 2.459372234073625e-05,
      "loss": 0.8659,
      "step": 119779
    },
    {
      "epoch": 4.906000409584272,
      "grad_norm": 1.8973141486523561,
      "learning_rate": 2.459193295513739e-05,
      "loss": 0.6999,
      "step": 119780
    },
    {
      "epoch": 4.9060413680114685,
      "grad_norm": 1.1582619802905831,
      "learning_rate": 2.459014362882422e-05,
      "loss": 0.3945,
      "step": 119781
    },
    {
      "epoch": 4.906082326438665,
      "grad_norm": 1.8931837424834548,
      "learning_rate": 2.458835436179753e-05,
      "loss": 0.7084,
      "step": 119782
    },
    {
      "epoch": 4.906123284865862,
      "grad_norm": 1.8608390254851084,
      "learning_rate": 2.458656515405818e-05,
      "loss": 0.8236,
      "step": 119783
    },
    {
      "epoch": 4.906164243293057,
      "grad_norm": 1.800489502424922,
      "learning_rate": 2.4584776005607053e-05,
      "loss": 0.6649,
      "step": 119784
    },
    {
      "epoch": 4.906205201720254,
      "grad_norm": 1.7303663325575547,
      "learning_rate": 2.4582986916444936e-05,
      "loss": 0.9543,
      "step": 119785
    },
    {
      "epoch": 4.90624616014745,
      "grad_norm": 1.2617458182151582,
      "learning_rate": 2.4581197886572706e-05,
      "loss": 0.46,
      "step": 119786
    },
    {
      "epoch": 4.906287118574647,
      "grad_norm": 1.3536878284419191,
      "learning_rate": 2.4579408915991284e-05,
      "loss": 0.5195,
      "step": 119787
    },
    {
      "epoch": 4.906328077001843,
      "grad_norm": 1.7066454388490044,
      "learning_rate": 2.4577620004701366e-05,
      "loss": 0.5217,
      "step": 119788
    },
    {
      "epoch": 4.90636903542904,
      "grad_norm": 1.2158868033802486,
      "learning_rate": 2.4575831152703866e-05,
      "loss": 0.4894,
      "step": 119789
    },
    {
      "epoch": 4.9064099938562356,
      "grad_norm": 1.3488806550699215,
      "learning_rate": 2.4574042359999672e-05,
      "loss": 0.2967,
      "step": 119790
    },
    {
      "epoch": 4.906450952283432,
      "grad_norm": 1.1415056941256223,
      "learning_rate": 2.457225362658955e-05,
      "loss": 0.4579,
      "step": 119791
    },
    {
      "epoch": 4.906491910710629,
      "grad_norm": 1.1049909823095794,
      "learning_rate": 2.457046495247441e-05,
      "loss": 0.4077,
      "step": 119792
    },
    {
      "epoch": 4.906532869137825,
      "grad_norm": 1.348627222104693,
      "learning_rate": 2.456867633765509e-05,
      "loss": 0.7201,
      "step": 119793
    },
    {
      "epoch": 4.906573827565022,
      "grad_norm": 1.3436898565054216,
      "learning_rate": 2.456688778213239e-05,
      "loss": 0.5828,
      "step": 119794
    },
    {
      "epoch": 4.906614785992218,
      "grad_norm": 0.7982417117678554,
      "learning_rate": 2.4565099285907237e-05,
      "loss": 0.1896,
      "step": 119795
    },
    {
      "epoch": 4.906655744419414,
      "grad_norm": 1.515230240753471,
      "learning_rate": 2.4563310848980384e-05,
      "loss": 0.5733,
      "step": 119796
    },
    {
      "epoch": 4.90669670284661,
      "grad_norm": 1.5161974726877143,
      "learning_rate": 2.4561522471352712e-05,
      "loss": 0.6848,
      "step": 119797
    },
    {
      "epoch": 4.906737661273807,
      "grad_norm": 1.515316577035915,
      "learning_rate": 2.4559734153025105e-05,
      "loss": 0.5907,
      "step": 119798
    },
    {
      "epoch": 4.9067786197010035,
      "grad_norm": 1.4599917732281038,
      "learning_rate": 2.455794589399835e-05,
      "loss": 0.6119,
      "step": 119799
    },
    {
      "epoch": 4.9068195781282,
      "grad_norm": 1.826609156474441,
      "learning_rate": 2.4556157694273353e-05,
      "loss": 0.831,
      "step": 119800
    },
    {
      "epoch": 4.906860536555397,
      "grad_norm": 1.3837355252724781,
      "learning_rate": 2.455436955385089e-05,
      "loss": 0.5924,
      "step": 119801
    },
    {
      "epoch": 4.906901494982593,
      "grad_norm": 1.5985610290721295,
      "learning_rate": 2.4552581472731836e-05,
      "loss": 0.6406,
      "step": 119802
    },
    {
      "epoch": 4.906942453409789,
      "grad_norm": 1.3244722078382132,
      "learning_rate": 2.4550793450917095e-05,
      "loss": 0.4719,
      "step": 119803
    },
    {
      "epoch": 4.906983411836985,
      "grad_norm": 1.7209330147658284,
      "learning_rate": 2.4549005488407412e-05,
      "loss": 0.5557,
      "step": 119804
    },
    {
      "epoch": 4.907024370264182,
      "grad_norm": 1.6750072796835382,
      "learning_rate": 2.4547217585203677e-05,
      "loss": 0.8103,
      "step": 119805
    },
    {
      "epoch": 4.907065328691378,
      "grad_norm": 2.7384536357050724,
      "learning_rate": 2.4545429741306766e-05,
      "loss": 2.2569,
      "step": 119806
    },
    {
      "epoch": 4.907106287118575,
      "grad_norm": 1.642127811724525,
      "learning_rate": 2.4543641956717482e-05,
      "loss": 0.6707,
      "step": 119807
    },
    {
      "epoch": 4.907147245545771,
      "grad_norm": 1.219684583303298,
      "learning_rate": 2.4541854231436703e-05,
      "loss": 0.5366,
      "step": 119808
    },
    {
      "epoch": 4.907188203972967,
      "grad_norm": 0.8173070638374665,
      "learning_rate": 2.4540066565465232e-05,
      "loss": 0.1755,
      "step": 119809
    },
    {
      "epoch": 4.907229162400164,
      "grad_norm": 1.9471228552782354,
      "learning_rate": 2.453827895880392e-05,
      "loss": 0.4811,
      "step": 119810
    },
    {
      "epoch": 4.90727012082736,
      "grad_norm": 1.0876155142898152,
      "learning_rate": 2.453649141145368e-05,
      "loss": 0.26,
      "step": 119811
    },
    {
      "epoch": 4.907311079254557,
      "grad_norm": 1.5681950964159603,
      "learning_rate": 2.453470392341526e-05,
      "loss": 0.431,
      "step": 119812
    },
    {
      "epoch": 4.907352037681753,
      "grad_norm": 1.5687764961384174,
      "learning_rate": 2.4532916494689563e-05,
      "loss": 0.5506,
      "step": 119813
    },
    {
      "epoch": 4.90739299610895,
      "grad_norm": 1.2648704894859948,
      "learning_rate": 2.4531129125277456e-05,
      "loss": 0.3996,
      "step": 119814
    },
    {
      "epoch": 4.907433954536145,
      "grad_norm": 1.2078309024040048,
      "learning_rate": 2.4529341815179716e-05,
      "loss": 0.4469,
      "step": 119815
    },
    {
      "epoch": 4.907474912963342,
      "grad_norm": 1.3155865174772405,
      "learning_rate": 2.4527554564397246e-05,
      "loss": 0.5583,
      "step": 119816
    },
    {
      "epoch": 4.9075158713905385,
      "grad_norm": 1.3799983812934522,
      "learning_rate": 2.4525767372930844e-05,
      "loss": 0.4979,
      "step": 119817
    },
    {
      "epoch": 4.907556829817735,
      "grad_norm": 0.4536697488652241,
      "learning_rate": 2.4523980240781377e-05,
      "loss": 0.0486,
      "step": 119818
    },
    {
      "epoch": 4.9075977882449315,
      "grad_norm": 1.8212414421897403,
      "learning_rate": 2.4522193167949728e-05,
      "loss": 0.6152,
      "step": 119819
    },
    {
      "epoch": 4.907638746672128,
      "grad_norm": 1.1771202431915455,
      "learning_rate": 2.452040615443666e-05,
      "loss": 0.2903,
      "step": 119820
    },
    {
      "epoch": 4.907679705099325,
      "grad_norm": 1.5112890701379682,
      "learning_rate": 2.451861920024308e-05,
      "loss": 0.582,
      "step": 119821
    },
    {
      "epoch": 4.90772066352652,
      "grad_norm": 0.8848521827941128,
      "learning_rate": 2.4516832305369828e-05,
      "loss": 0.1854,
      "step": 119822
    },
    {
      "epoch": 4.907761621953717,
      "grad_norm": 1.5759456706023767,
      "learning_rate": 2.4515045469817708e-05,
      "loss": 0.6434,
      "step": 119823
    },
    {
      "epoch": 4.907802580380913,
      "grad_norm": 0.9257816241616819,
      "learning_rate": 2.4513258693587633e-05,
      "loss": 0.2081,
      "step": 119824
    },
    {
      "epoch": 4.90784353880811,
      "grad_norm": 1.5275250992177432,
      "learning_rate": 2.4511471976680374e-05,
      "loss": 0.5353,
      "step": 119825
    },
    {
      "epoch": 4.907884497235306,
      "grad_norm": 1.4908047087832,
      "learning_rate": 2.4509685319096812e-05,
      "loss": 0.6038,
      "step": 119826
    },
    {
      "epoch": 4.907925455662503,
      "grad_norm": 0.9126293467526934,
      "learning_rate": 2.4507898720837826e-05,
      "loss": 0.248,
      "step": 119827
    },
    {
      "epoch": 4.907966414089699,
      "grad_norm": 1.401795201061898,
      "learning_rate": 2.450611218190417e-05,
      "loss": 0.5491,
      "step": 119828
    },
    {
      "epoch": 4.908007372516895,
      "grad_norm": 1.6395259079779516,
      "learning_rate": 2.4504325702296755e-05,
      "loss": 0.6211,
      "step": 119829
    },
    {
      "epoch": 4.908048330944092,
      "grad_norm": 1.8656816904636415,
      "learning_rate": 2.4502539282016453e-05,
      "loss": 0.787,
      "step": 119830
    },
    {
      "epoch": 4.908089289371288,
      "grad_norm": 1.4441463360464366,
      "learning_rate": 2.4500752921064026e-05,
      "loss": 0.6513,
      "step": 119831
    },
    {
      "epoch": 4.908130247798485,
      "grad_norm": 1.5371031373630129,
      "learning_rate": 2.4498966619440392e-05,
      "loss": 0.6045,
      "step": 119832
    },
    {
      "epoch": 4.908171206225681,
      "grad_norm": 1.5154130421860592,
      "learning_rate": 2.449718037714633e-05,
      "loss": 0.7137,
      "step": 119833
    },
    {
      "epoch": 4.908212164652877,
      "grad_norm": 1.532691427755079,
      "learning_rate": 2.4495394194182726e-05,
      "loss": 0.5834,
      "step": 119834
    },
    {
      "epoch": 4.908253123080073,
      "grad_norm": 1.2160350960497852,
      "learning_rate": 2.4493608070550445e-05,
      "loss": 0.4068,
      "step": 119835
    },
    {
      "epoch": 4.90829408150727,
      "grad_norm": 1.3866570570245336,
      "learning_rate": 2.449182200625027e-05,
      "loss": 0.5368,
      "step": 119836
    },
    {
      "epoch": 4.9083350399344665,
      "grad_norm": 1.9458356095301066,
      "learning_rate": 2.4490036001283085e-05,
      "loss": 0.6978,
      "step": 119837
    },
    {
      "epoch": 4.908375998361663,
      "grad_norm": 1.884015597814914,
      "learning_rate": 2.4488250055649757e-05,
      "loss": 0.8134,
      "step": 119838
    },
    {
      "epoch": 4.90841695678886,
      "grad_norm": 1.4065363354536817,
      "learning_rate": 2.448646416935106e-05,
      "loss": 0.5272,
      "step": 119839
    },
    {
      "epoch": 4.908457915216056,
      "grad_norm": 0.8800845079130678,
      "learning_rate": 2.4484678342387935e-05,
      "loss": 0.1839,
      "step": 119840
    },
    {
      "epoch": 4.908498873643252,
      "grad_norm": 2.9406520881587594,
      "learning_rate": 2.4482892574761115e-05,
      "loss": 1.0977,
      "step": 119841
    },
    {
      "epoch": 4.908539832070448,
      "grad_norm": 0.2509011166821145,
      "learning_rate": 2.448110686647151e-05,
      "loss": 0.0308,
      "step": 119842
    },
    {
      "epoch": 4.908580790497645,
      "grad_norm": 1.3825620140610824,
      "learning_rate": 2.4479321217519994e-05,
      "loss": 0.5179,
      "step": 119843
    },
    {
      "epoch": 4.908621748924841,
      "grad_norm": 1.5527879016009143,
      "learning_rate": 2.4477535627907323e-05,
      "loss": 0.6797,
      "step": 119844
    },
    {
      "epoch": 4.908662707352038,
      "grad_norm": 1.6616859796646257,
      "learning_rate": 2.4475750097634422e-05,
      "loss": 0.6289,
      "step": 119845
    },
    {
      "epoch": 4.9087036657792344,
      "grad_norm": 1.8888979090580853,
      "learning_rate": 2.4473964626702084e-05,
      "loss": 0.5981,
      "step": 119846
    },
    {
      "epoch": 4.90874462420643,
      "grad_norm": 0.9622626467526495,
      "learning_rate": 2.4472179215111164e-05,
      "loss": 0.1993,
      "step": 119847
    },
    {
      "epoch": 4.908785582633627,
      "grad_norm": 1.5002214673821694,
      "learning_rate": 2.4470393862862542e-05,
      "loss": 0.5519,
      "step": 119848
    },
    {
      "epoch": 4.908826541060823,
      "grad_norm": 1.562578380293448,
      "learning_rate": 2.4468608569957015e-05,
      "loss": 0.5664,
      "step": 119849
    },
    {
      "epoch": 4.90886749948802,
      "grad_norm": 1.523307263624263,
      "learning_rate": 2.4466823336395436e-05,
      "loss": 0.5528,
      "step": 119850
    },
    {
      "epoch": 4.908908457915216,
      "grad_norm": 1.252113828110819,
      "learning_rate": 2.4465038162178686e-05,
      "loss": 0.1408,
      "step": 119851
    },
    {
      "epoch": 4.908949416342413,
      "grad_norm": 1.5206111982487802,
      "learning_rate": 2.4463253047307547e-05,
      "loss": 0.5716,
      "step": 119852
    },
    {
      "epoch": 4.908990374769608,
      "grad_norm": 1.4808471946681052,
      "learning_rate": 2.4461467991782952e-05,
      "loss": 0.6522,
      "step": 119853
    },
    {
      "epoch": 4.909031333196805,
      "grad_norm": 1.6159066999273761,
      "learning_rate": 2.4459682995605633e-05,
      "loss": 0.4699,
      "step": 119854
    },
    {
      "epoch": 4.9090722916240015,
      "grad_norm": 1.792599078205512,
      "learning_rate": 2.445789805877651e-05,
      "loss": 0.7698,
      "step": 119855
    },
    {
      "epoch": 4.909113250051198,
      "grad_norm": 0.8102663916347984,
      "learning_rate": 2.4456113181296428e-05,
      "loss": 0.2154,
      "step": 119856
    },
    {
      "epoch": 4.909154208478395,
      "grad_norm": 1.5155066236087544,
      "learning_rate": 2.445432836316622e-05,
      "loss": 0.5886,
      "step": 119857
    },
    {
      "epoch": 4.909195166905591,
      "grad_norm": 1.4284563749675254,
      "learning_rate": 2.445254360438667e-05,
      "loss": 0.5816,
      "step": 119858
    },
    {
      "epoch": 4.909236125332788,
      "grad_norm": 1.3487352479345234,
      "learning_rate": 2.4450758904958727e-05,
      "loss": 0.5982,
      "step": 119859
    },
    {
      "epoch": 4.909277083759983,
      "grad_norm": 1.380481860127902,
      "learning_rate": 2.4448974264883142e-05,
      "loss": 0.3802,
      "step": 119860
    },
    {
      "epoch": 4.90931804218718,
      "grad_norm": 4.9277336736302635,
      "learning_rate": 2.444718968416078e-05,
      "loss": 3.6337,
      "step": 119861
    },
    {
      "epoch": 4.909359000614376,
      "grad_norm": 1.3505456402838685,
      "learning_rate": 2.444540516279255e-05,
      "loss": 0.383,
      "step": 119862
    },
    {
      "epoch": 4.909399959041573,
      "grad_norm": 1.096619936849309,
      "learning_rate": 2.4443620700779216e-05,
      "loss": 0.4268,
      "step": 119863
    },
    {
      "epoch": 4.909440917468769,
      "grad_norm": 1.6924955631772127,
      "learning_rate": 2.4441836298121647e-05,
      "loss": 0.6577,
      "step": 119864
    },
    {
      "epoch": 4.909481875895966,
      "grad_norm": 1.2855340124454535,
      "learning_rate": 2.4440051954820715e-05,
      "loss": 0.3344,
      "step": 119865
    },
    {
      "epoch": 4.909522834323162,
      "grad_norm": 0.5555261694634128,
      "learning_rate": 2.4438267670877222e-05,
      "loss": 0.0867,
      "step": 119866
    },
    {
      "epoch": 4.909563792750358,
      "grad_norm": 1.3417515949303047,
      "learning_rate": 2.443648344629206e-05,
      "loss": 0.4241,
      "step": 119867
    },
    {
      "epoch": 4.909604751177555,
      "grad_norm": 1.726093120240601,
      "learning_rate": 2.4434699281066002e-05,
      "loss": 0.6279,
      "step": 119868
    },
    {
      "epoch": 4.909645709604751,
      "grad_norm": 1.784079913436313,
      "learning_rate": 2.443291517519994e-05,
      "loss": 0.8372,
      "step": 119869
    },
    {
      "epoch": 4.909686668031948,
      "grad_norm": 1.8419552219560826,
      "learning_rate": 2.443113112869475e-05,
      "loss": 0.7763,
      "step": 119870
    },
    {
      "epoch": 4.909727626459144,
      "grad_norm": 1.519250751069842,
      "learning_rate": 2.4429347141551188e-05,
      "loss": 0.6495,
      "step": 119871
    },
    {
      "epoch": 4.90976858488634,
      "grad_norm": 1.6431084051513853,
      "learning_rate": 2.4427563213770172e-05,
      "loss": 0.7907,
      "step": 119872
    },
    {
      "epoch": 4.9098095433135365,
      "grad_norm": 2.0709253419093527,
      "learning_rate": 2.442577934535251e-05,
      "loss": 0.8616,
      "step": 119873
    },
    {
      "epoch": 4.909850501740733,
      "grad_norm": 2.899404662476521,
      "learning_rate": 2.4423995536299024e-05,
      "loss": 1.5557,
      "step": 119874
    },
    {
      "epoch": 4.9098914601679295,
      "grad_norm": 1.3510654216334987,
      "learning_rate": 2.4422211786610636e-05,
      "loss": 0.4636,
      "step": 119875
    },
    {
      "epoch": 4.909932418595126,
      "grad_norm": 1.022878198309784,
      "learning_rate": 2.442042809628809e-05,
      "loss": 0.1943,
      "step": 119876
    },
    {
      "epoch": 4.909973377022323,
      "grad_norm": 2.0515318109867544,
      "learning_rate": 2.4418644465332292e-05,
      "loss": 0.8619,
      "step": 119877
    },
    {
      "epoch": 4.910014335449519,
      "grad_norm": 1.0003963546932306,
      "learning_rate": 2.4416860893744104e-05,
      "loss": 0.241,
      "step": 119878
    },
    {
      "epoch": 4.910055293876715,
      "grad_norm": 1.598356548987033,
      "learning_rate": 2.441507738152431e-05,
      "loss": 0.7444,
      "step": 119879
    },
    {
      "epoch": 4.910096252303911,
      "grad_norm": 1.737633115090014,
      "learning_rate": 2.441329392867381e-05,
      "loss": 0.5046,
      "step": 119880
    },
    {
      "epoch": 4.910137210731108,
      "grad_norm": 1.7449597404948014,
      "learning_rate": 2.4411510535193386e-05,
      "loss": 1.0149,
      "step": 119881
    },
    {
      "epoch": 4.910178169158304,
      "grad_norm": 1.7723584328436823,
      "learning_rate": 2.4409727201083902e-05,
      "loss": 0.5516,
      "step": 119882
    },
    {
      "epoch": 4.910219127585501,
      "grad_norm": 1.6678209938277377,
      "learning_rate": 2.440794392634624e-05,
      "loss": 0.7691,
      "step": 119883
    },
    {
      "epoch": 4.9102600860126975,
      "grad_norm": 1.8676066001374632,
      "learning_rate": 2.4406160710981188e-05,
      "loss": 0.696,
      "step": 119884
    },
    {
      "epoch": 4.910301044439893,
      "grad_norm": 1.4683217764568797,
      "learning_rate": 2.4404377554989624e-05,
      "loss": 0.6888,
      "step": 119885
    },
    {
      "epoch": 4.91034200286709,
      "grad_norm": 1.0605562927010554,
      "learning_rate": 2.4402594458372414e-05,
      "loss": 0.1176,
      "step": 119886
    },
    {
      "epoch": 4.910382961294286,
      "grad_norm": 1.7423212440001976,
      "learning_rate": 2.440081142113033e-05,
      "loss": 0.7137,
      "step": 119887
    },
    {
      "epoch": 4.910423919721483,
      "grad_norm": 0.9116060875482048,
      "learning_rate": 2.439902844326428e-05,
      "loss": 0.1861,
      "step": 119888
    },
    {
      "epoch": 4.910464878148679,
      "grad_norm": 1.645301555711409,
      "learning_rate": 2.4397245524775065e-05,
      "loss": 0.5967,
      "step": 119889
    },
    {
      "epoch": 4.910505836575876,
      "grad_norm": 2.043388297789664,
      "learning_rate": 2.439546266566352e-05,
      "loss": 0.8785,
      "step": 119890
    },
    {
      "epoch": 4.9105467950030715,
      "grad_norm": 1.6699100957624295,
      "learning_rate": 2.4393679865930567e-05,
      "loss": 0.6027,
      "step": 119891
    },
    {
      "epoch": 4.910587753430268,
      "grad_norm": 1.377363352913037,
      "learning_rate": 2.439189712557696e-05,
      "loss": 0.4875,
      "step": 119892
    },
    {
      "epoch": 4.9106287118574645,
      "grad_norm": 1.437623068352916,
      "learning_rate": 2.439011444460357e-05,
      "loss": 0.6563,
      "step": 119893
    },
    {
      "epoch": 4.910669670284661,
      "grad_norm": 1.069395477359577,
      "learning_rate": 2.4388331823011282e-05,
      "loss": 0.2622,
      "step": 119894
    },
    {
      "epoch": 4.910710628711858,
      "grad_norm": 1.7630537509215758,
      "learning_rate": 2.4386549260800857e-05,
      "loss": 0.6846,
      "step": 119895
    },
    {
      "epoch": 4.910751587139054,
      "grad_norm": 1.5082066198224526,
      "learning_rate": 2.4384766757973217e-05,
      "loss": 0.4874,
      "step": 119896
    },
    {
      "epoch": 4.910792545566251,
      "grad_norm": 1.659483588235456,
      "learning_rate": 2.438298431452914e-05,
      "loss": 0.9281,
      "step": 119897
    },
    {
      "epoch": 4.910833503993446,
      "grad_norm": 1.6016631031598916,
      "learning_rate": 2.4381201930469513e-05,
      "loss": 0.5858,
      "step": 119898
    },
    {
      "epoch": 4.910874462420643,
      "grad_norm": 1.905086708582378,
      "learning_rate": 2.437941960579518e-05,
      "loss": 0.886,
      "step": 119899
    },
    {
      "epoch": 4.910915420847839,
      "grad_norm": 1.3447365790764763,
      "learning_rate": 2.4377637340506946e-05,
      "loss": 0.5188,
      "step": 119900
    },
    {
      "epoch": 4.910956379275036,
      "grad_norm": 1.2813074212827251,
      "learning_rate": 2.437585513460567e-05,
      "loss": 0.471,
      "step": 119901
    },
    {
      "epoch": 4.9109973377022325,
      "grad_norm": 1.8407860541554502,
      "learning_rate": 2.4374072988092242e-05,
      "loss": 0.8613,
      "step": 119902
    },
    {
      "epoch": 4.911038296129429,
      "grad_norm": 1.785276755564509,
      "learning_rate": 2.4372290900967407e-05,
      "loss": 0.7477,
      "step": 119903
    },
    {
      "epoch": 4.911079254556625,
      "grad_norm": 1.4149624288635556,
      "learning_rate": 2.4370508873232115e-05,
      "loss": 0.6602,
      "step": 119904
    },
    {
      "epoch": 4.911120212983821,
      "grad_norm": 1.0007535941330714,
      "learning_rate": 2.4368726904887114e-05,
      "loss": 0.2127,
      "step": 119905
    },
    {
      "epoch": 4.911161171411018,
      "grad_norm": 1.544713324218265,
      "learning_rate": 2.436694499593329e-05,
      "loss": 0.584,
      "step": 119906
    },
    {
      "epoch": 4.911202129838214,
      "grad_norm": 1.1837419500125546,
      "learning_rate": 2.4365163146371526e-05,
      "loss": 0.4243,
      "step": 119907
    },
    {
      "epoch": 4.911243088265411,
      "grad_norm": 1.1956886648984637,
      "learning_rate": 2.436338135620258e-05,
      "loss": 0.4444,
      "step": 119908
    },
    {
      "epoch": 4.911284046692607,
      "grad_norm": 1.5689202635231922,
      "learning_rate": 2.4361599625427347e-05,
      "loss": 0.5127,
      "step": 119909
    },
    {
      "epoch": 4.911325005119803,
      "grad_norm": 1.275493992337684,
      "learning_rate": 2.4359817954046683e-05,
      "loss": 0.635,
      "step": 119910
    },
    {
      "epoch": 4.9113659635469995,
      "grad_norm": 1.3644999724790035,
      "learning_rate": 2.4358036342061375e-05,
      "loss": 0.6488,
      "step": 119911
    },
    {
      "epoch": 4.911406921974196,
      "grad_norm": 1.480538778175472,
      "learning_rate": 2.435625478947234e-05,
      "loss": 0.5218,
      "step": 119912
    },
    {
      "epoch": 4.911447880401393,
      "grad_norm": 2.1394751743009817,
      "learning_rate": 2.4354473296280343e-05,
      "loss": 0.6191,
      "step": 119913
    },
    {
      "epoch": 4.911488838828589,
      "grad_norm": 1.3950819606751927,
      "learning_rate": 2.4352691862486247e-05,
      "loss": 0.462,
      "step": 119914
    },
    {
      "epoch": 4.911529797255786,
      "grad_norm": 1.5405885770055918,
      "learning_rate": 2.4350910488090954e-05,
      "loss": 0.7274,
      "step": 119915
    },
    {
      "epoch": 4.911570755682982,
      "grad_norm": 1.3848543186860778,
      "learning_rate": 2.434912917309521e-05,
      "loss": 0.4932,
      "step": 119916
    },
    {
      "epoch": 4.911611714110178,
      "grad_norm": 1.642519063587447,
      "learning_rate": 2.4347347917499954e-05,
      "loss": 0.6397,
      "step": 119917
    },
    {
      "epoch": 4.911652672537374,
      "grad_norm": 1.2865454264234957,
      "learning_rate": 2.4345566721305932e-05,
      "loss": 0.5366,
      "step": 119918
    },
    {
      "epoch": 4.911693630964571,
      "grad_norm": 1.399473221059139,
      "learning_rate": 2.4343785584514043e-05,
      "loss": 0.5456,
      "step": 119919
    },
    {
      "epoch": 4.911734589391767,
      "grad_norm": 1.3278452880083884,
      "learning_rate": 2.4342004507125167e-05,
      "loss": 0.395,
      "step": 119920
    },
    {
      "epoch": 4.911775547818964,
      "grad_norm": 3.570132423768132,
      "learning_rate": 2.434022348914006e-05,
      "loss": 3.1955,
      "step": 119921
    },
    {
      "epoch": 4.9118165062461605,
      "grad_norm": 1.5239950152278592,
      "learning_rate": 2.4338442530559584e-05,
      "loss": 0.5389,
      "step": 119922
    },
    {
      "epoch": 4.911857464673356,
      "grad_norm": 1.1817552623650427,
      "learning_rate": 2.433666163138465e-05,
      "loss": 0.3113,
      "step": 119923
    },
    {
      "epoch": 4.911898423100553,
      "grad_norm": 1.5260477158785364,
      "learning_rate": 2.4334880791616018e-05,
      "loss": 0.4678,
      "step": 119924
    },
    {
      "epoch": 4.911939381527749,
      "grad_norm": 0.7291182249230983,
      "learning_rate": 2.4333100011254597e-05,
      "loss": 0.1424,
      "step": 119925
    },
    {
      "epoch": 4.911980339954946,
      "grad_norm": 1.104312358254343,
      "learning_rate": 2.4331319290301153e-05,
      "loss": 0.362,
      "step": 119926
    },
    {
      "epoch": 4.912021298382142,
      "grad_norm": 1.4623186394359269,
      "learning_rate": 2.4329538628756574e-05,
      "loss": 0.607,
      "step": 119927
    },
    {
      "epoch": 4.912062256809339,
      "grad_norm": 0.3964439303053967,
      "learning_rate": 2.4327758026621737e-05,
      "loss": 0.0577,
      "step": 119928
    },
    {
      "epoch": 4.9121032152365345,
      "grad_norm": 1.9766545627681678,
      "learning_rate": 2.4325977483897442e-05,
      "loss": 1.2446,
      "step": 119929
    },
    {
      "epoch": 4.912144173663731,
      "grad_norm": 0.9898044705983341,
      "learning_rate": 2.432419700058449e-05,
      "loss": 0.2753,
      "step": 119930
    },
    {
      "epoch": 4.9121851320909276,
      "grad_norm": 1.4683459045930785,
      "learning_rate": 2.4322416576683795e-05,
      "loss": 0.5914,
      "step": 119931
    },
    {
      "epoch": 4.912226090518124,
      "grad_norm": 0.7654660076918856,
      "learning_rate": 2.4320636212196143e-05,
      "loss": 0.1692,
      "step": 119932
    },
    {
      "epoch": 4.912267048945321,
      "grad_norm": 1.243977816013494,
      "learning_rate": 2.43188559071224e-05,
      "loss": 0.4967,
      "step": 119933
    },
    {
      "epoch": 4.912308007372517,
      "grad_norm": 1.6076682397306774,
      "learning_rate": 2.431707566146344e-05,
      "loss": 0.7047,
      "step": 119934
    },
    {
      "epoch": 4.912348965799714,
      "grad_norm": 1.644798533733285,
      "learning_rate": 2.4315295475220043e-05,
      "loss": 0.5585,
      "step": 119935
    },
    {
      "epoch": 4.912389924226909,
      "grad_norm": 1.3704660783930376,
      "learning_rate": 2.4313515348393082e-05,
      "loss": 0.5199,
      "step": 119936
    },
    {
      "epoch": 4.912430882654106,
      "grad_norm": 1.433570603579675,
      "learning_rate": 2.431173528098344e-05,
      "loss": 0.7726,
      "step": 119937
    },
    {
      "epoch": 4.912471841081302,
      "grad_norm": 1.6530411964292608,
      "learning_rate": 2.430995527299187e-05,
      "loss": 0.8535,
      "step": 119938
    },
    {
      "epoch": 4.912512799508499,
      "grad_norm": 1.4862130763018966,
      "learning_rate": 2.4308175324419288e-05,
      "loss": 0.6516,
      "step": 119939
    },
    {
      "epoch": 4.9125537579356955,
      "grad_norm": 1.7965078875751075,
      "learning_rate": 2.430639543526649e-05,
      "loss": 0.9001,
      "step": 119940
    },
    {
      "epoch": 4.912594716362892,
      "grad_norm": 1.6951761562756353,
      "learning_rate": 2.430461560553433e-05,
      "loss": 0.6498,
      "step": 119941
    },
    {
      "epoch": 4.912635674790089,
      "grad_norm": 0.7466887077628148,
      "learning_rate": 2.4302835835223685e-05,
      "loss": 0.111,
      "step": 119942
    },
    {
      "epoch": 4.912676633217284,
      "grad_norm": 1.1746618927011534,
      "learning_rate": 2.4301056124335322e-05,
      "loss": 0.2556,
      "step": 119943
    },
    {
      "epoch": 4.912717591644481,
      "grad_norm": 1.5717359634258203,
      "learning_rate": 2.4299276472870177e-05,
      "loss": 0.516,
      "step": 119944
    },
    {
      "epoch": 4.912758550071677,
      "grad_norm": 1.592360268069104,
      "learning_rate": 2.429749688082898e-05,
      "loss": 0.7691,
      "step": 119945
    },
    {
      "epoch": 4.912799508498874,
      "grad_norm": 1.1485351747523318,
      "learning_rate": 2.429571734821265e-05,
      "loss": 0.3442,
      "step": 119946
    },
    {
      "epoch": 4.91284046692607,
      "grad_norm": 1.475332401554122,
      "learning_rate": 2.4293937875022052e-05,
      "loss": 0.4808,
      "step": 119947
    },
    {
      "epoch": 4.912881425353266,
      "grad_norm": 1.640407904205385,
      "learning_rate": 2.429215846125795e-05,
      "loss": 0.8231,
      "step": 119948
    },
    {
      "epoch": 4.9129223837804625,
      "grad_norm": 1.5682984637727382,
      "learning_rate": 2.429037910692121e-05,
      "loss": 0.5305,
      "step": 119949
    },
    {
      "epoch": 4.912963342207659,
      "grad_norm": 1.2496827930072758,
      "learning_rate": 2.4288599812012716e-05,
      "loss": 0.2467,
      "step": 119950
    },
    {
      "epoch": 4.913004300634856,
      "grad_norm": 1.2964201843006458,
      "learning_rate": 2.428682057653325e-05,
      "loss": 0.5976,
      "step": 119951
    },
    {
      "epoch": 4.913045259062052,
      "grad_norm": 0.8990407609819528,
      "learning_rate": 2.4285041400483728e-05,
      "loss": 0.252,
      "step": 119952
    },
    {
      "epoch": 4.913086217489249,
      "grad_norm": 1.4702864823992479,
      "learning_rate": 2.4283262283864886e-05,
      "loss": 0.5525,
      "step": 119953
    },
    {
      "epoch": 4.913127175916445,
      "grad_norm": 1.6220051772800168,
      "learning_rate": 2.4281483226677633e-05,
      "loss": 0.6565,
      "step": 119954
    },
    {
      "epoch": 4.913168134343641,
      "grad_norm": 2.1089414241818307,
      "learning_rate": 2.4279704228922843e-05,
      "loss": 0.5786,
      "step": 119955
    },
    {
      "epoch": 4.913209092770837,
      "grad_norm": 1.8223304958967668,
      "learning_rate": 2.4277925290601275e-05,
      "loss": 0.7008,
      "step": 119956
    },
    {
      "epoch": 4.913250051198034,
      "grad_norm": 1.5990507125286444,
      "learning_rate": 2.4276146411713797e-05,
      "loss": 0.5313,
      "step": 119957
    },
    {
      "epoch": 4.9132910096252305,
      "grad_norm": 1.7037691563440276,
      "learning_rate": 2.4274367592261295e-05,
      "loss": 0.7407,
      "step": 119958
    },
    {
      "epoch": 4.913331968052427,
      "grad_norm": 1.4396947945275738,
      "learning_rate": 2.427258883224455e-05,
      "loss": 0.427,
      "step": 119959
    },
    {
      "epoch": 4.9133729264796235,
      "grad_norm": 1.7719581408149994,
      "learning_rate": 2.4270810131664474e-05,
      "loss": 0.702,
      "step": 119960
    },
    {
      "epoch": 4.91341388490682,
      "grad_norm": 1.613531714108771,
      "learning_rate": 2.4269031490521824e-05,
      "loss": 0.5718,
      "step": 119961
    },
    {
      "epoch": 4.913454843334016,
      "grad_norm": 1.6848101523994414,
      "learning_rate": 2.4267252908817458e-05,
      "loss": 0.767,
      "step": 119962
    },
    {
      "epoch": 4.913495801761212,
      "grad_norm": 1.432195491613691,
      "learning_rate": 2.4265474386552297e-05,
      "loss": 0.5018,
      "step": 119963
    },
    {
      "epoch": 4.913536760188409,
      "grad_norm": 3.2434032980137095,
      "learning_rate": 2.426369592372709e-05,
      "loss": 2.4609,
      "step": 119964
    },
    {
      "epoch": 4.913577718615605,
      "grad_norm": 1.620132767979172,
      "learning_rate": 2.42619175203427e-05,
      "loss": 0.7235,
      "step": 119965
    },
    {
      "epoch": 4.913618677042802,
      "grad_norm": 2.098519268278181,
      "learning_rate": 2.426013917640001e-05,
      "loss": 1.4149,
      "step": 119966
    },
    {
      "epoch": 4.9136596354699975,
      "grad_norm": 1.7123978259093677,
      "learning_rate": 2.425836089189981e-05,
      "loss": 0.7589,
      "step": 119967
    },
    {
      "epoch": 4.913700593897194,
      "grad_norm": 1.2290904447705837,
      "learning_rate": 2.425658266684299e-05,
      "loss": 0.3634,
      "step": 119968
    },
    {
      "epoch": 4.913741552324391,
      "grad_norm": 1.9419901761561025,
      "learning_rate": 2.4254804501230318e-05,
      "loss": 0.865,
      "step": 119969
    },
    {
      "epoch": 4.913782510751587,
      "grad_norm": 1.6638263449011006,
      "learning_rate": 2.425302639506268e-05,
      "loss": 0.7428,
      "step": 119970
    },
    {
      "epoch": 4.913823469178784,
      "grad_norm": 0.9475762033235845,
      "learning_rate": 2.425124834834096e-05,
      "loss": 0.2394,
      "step": 119971
    },
    {
      "epoch": 4.91386442760598,
      "grad_norm": 1.9309210136953066,
      "learning_rate": 2.4249470361065914e-05,
      "loss": 0.9197,
      "step": 119972
    },
    {
      "epoch": 4.913905386033177,
      "grad_norm": 1.6391379014886516,
      "learning_rate": 2.424769243323842e-05,
      "loss": 0.6596,
      "step": 119973
    },
    {
      "epoch": 4.913946344460372,
      "grad_norm": 1.1140801934363063,
      "learning_rate": 2.4245914564859353e-05,
      "loss": 0.4083,
      "step": 119974
    },
    {
      "epoch": 4.913987302887569,
      "grad_norm": 1.5142980853510397,
      "learning_rate": 2.4244136755929484e-05,
      "loss": 0.5387,
      "step": 119975
    },
    {
      "epoch": 4.9140282613147654,
      "grad_norm": 1.4806455198490067,
      "learning_rate": 2.4242359006449724e-05,
      "loss": 0.4511,
      "step": 119976
    },
    {
      "epoch": 4.914069219741962,
      "grad_norm": 1.6622717967359864,
      "learning_rate": 2.4240581316420844e-05,
      "loss": 0.7328,
      "step": 119977
    },
    {
      "epoch": 4.9141101781691585,
      "grad_norm": 1.6766556049788732,
      "learning_rate": 2.4238803685843723e-05,
      "loss": 0.7339,
      "step": 119978
    },
    {
      "epoch": 4.914151136596355,
      "grad_norm": 1.2671992247410506,
      "learning_rate": 2.4237026114719245e-05,
      "loss": 0.5388,
      "step": 119979
    },
    {
      "epoch": 4.914192095023552,
      "grad_norm": 1.3902394130328026,
      "learning_rate": 2.423524860304816e-05,
      "loss": 0.6011,
      "step": 119980
    },
    {
      "epoch": 4.914233053450747,
      "grad_norm": 1.5846469530875034,
      "learning_rate": 2.423347115083138e-05,
      "loss": 0.4984,
      "step": 119981
    },
    {
      "epoch": 4.914274011877944,
      "grad_norm": 0.8351558254842784,
      "learning_rate": 2.4231693758069674e-05,
      "loss": 0.2173,
      "step": 119982
    },
    {
      "epoch": 4.91431497030514,
      "grad_norm": 0.8863127130634401,
      "learning_rate": 2.4229916424763947e-05,
      "loss": 0.1152,
      "step": 119983
    },
    {
      "epoch": 4.914355928732337,
      "grad_norm": 1.4717352199270985,
      "learning_rate": 2.422813915091504e-05,
      "loss": 0.4378,
      "step": 119984
    },
    {
      "epoch": 4.914396887159533,
      "grad_norm": 1.6324118808428656,
      "learning_rate": 2.4226361936523736e-05,
      "loss": 0.6242,
      "step": 119985
    },
    {
      "epoch": 4.914437845586729,
      "grad_norm": 1.548212272231813,
      "learning_rate": 2.4224584781590905e-05,
      "loss": 0.5058,
      "step": 119986
    },
    {
      "epoch": 4.914478804013926,
      "grad_norm": 1.5000667929243845,
      "learning_rate": 2.422280768611743e-05,
      "loss": 0.6709,
      "step": 119987
    },
    {
      "epoch": 4.914519762441122,
      "grad_norm": 1.7544932412837397,
      "learning_rate": 2.422103065010409e-05,
      "loss": 0.7056,
      "step": 119988
    },
    {
      "epoch": 4.914560720868319,
      "grad_norm": 3.525770070969249,
      "learning_rate": 2.421925367355177e-05,
      "loss": 3.0371,
      "step": 119989
    },
    {
      "epoch": 4.914601679295515,
      "grad_norm": 1.1768729278511867,
      "learning_rate": 2.421747675646125e-05,
      "loss": 0.5757,
      "step": 119990
    },
    {
      "epoch": 4.914642637722712,
      "grad_norm": 0.9660078254380217,
      "learning_rate": 2.421569989883342e-05,
      "loss": 0.2471,
      "step": 119991
    },
    {
      "epoch": 4.914683596149908,
      "grad_norm": 1.2180081075736213,
      "learning_rate": 2.4213923100669136e-05,
      "loss": 0.4186,
      "step": 119992
    },
    {
      "epoch": 4.914724554577104,
      "grad_norm": 0.9141007295928436,
      "learning_rate": 2.4212146361969187e-05,
      "loss": 0.1443,
      "step": 119993
    },
    {
      "epoch": 4.9147655130043,
      "grad_norm": 1.6545123391587047,
      "learning_rate": 2.421036968273442e-05,
      "loss": 0.8471,
      "step": 119994
    },
    {
      "epoch": 4.914806471431497,
      "grad_norm": 1.8186354256220998,
      "learning_rate": 2.4208593062965737e-05,
      "loss": 0.6887,
      "step": 119995
    },
    {
      "epoch": 4.9148474298586935,
      "grad_norm": 1.527218888819208,
      "learning_rate": 2.42068165026639e-05,
      "loss": 0.5567,
      "step": 119996
    },
    {
      "epoch": 4.91488838828589,
      "grad_norm": 1.1765767866689276,
      "learning_rate": 2.4205040001829797e-05,
      "loss": 0.3593,
      "step": 119997
    },
    {
      "epoch": 4.914929346713087,
      "grad_norm": 1.3863721577214418,
      "learning_rate": 2.420326356046427e-05,
      "loss": 0.5626,
      "step": 119998
    },
    {
      "epoch": 4.914970305140283,
      "grad_norm": 1.4201427714351218,
      "learning_rate": 2.420148717856809e-05,
      "loss": 0.6283,
      "step": 119999
    },
    {
      "epoch": 4.915011263567479,
      "grad_norm": 1.3387277803820257,
      "learning_rate": 2.419971085614216e-05,
      "loss": 0.469,
      "step": 120000
    },
    {
      "epoch": 4.915052221994675,
      "grad_norm": 1.5471690086906318,
      "learning_rate": 2.4197934593187335e-05,
      "loss": 0.5955,
      "step": 120001
    },
    {
      "epoch": 4.915093180421872,
      "grad_norm": 1.5880742525792428,
      "learning_rate": 2.4196158389704408e-05,
      "loss": 0.6486,
      "step": 120002
    },
    {
      "epoch": 4.915134138849068,
      "grad_norm": 1.60181752100884,
      "learning_rate": 2.4194382245694253e-05,
      "loss": 0.5941,
      "step": 120003
    },
    {
      "epoch": 4.915175097276265,
      "grad_norm": 3.039128772319765,
      "learning_rate": 2.4192606161157663e-05,
      "loss": 2.9926,
      "step": 120004
    },
    {
      "epoch": 4.9152160557034605,
      "grad_norm": 0.7819369303449276,
      "learning_rate": 2.4190830136095512e-05,
      "loss": 0.1542,
      "step": 120005
    },
    {
      "epoch": 4.915257014130657,
      "grad_norm": 1.2417218022188101,
      "learning_rate": 2.418905417050867e-05,
      "loss": 0.3973,
      "step": 120006
    },
    {
      "epoch": 4.915297972557854,
      "grad_norm": 1.3593251084867668,
      "learning_rate": 2.4187278264397903e-05,
      "loss": 0.3788,
      "step": 120007
    },
    {
      "epoch": 4.91533893098505,
      "grad_norm": 2.1723206376167563,
      "learning_rate": 2.418550241776409e-05,
      "loss": 0.5166,
      "step": 120008
    },
    {
      "epoch": 4.915379889412247,
      "grad_norm": 0.901902559817418,
      "learning_rate": 2.418372663060812e-05,
      "loss": 0.2495,
      "step": 120009
    },
    {
      "epoch": 4.915420847839443,
      "grad_norm": 1.7406161819124304,
      "learning_rate": 2.4181950902930735e-05,
      "loss": 0.7765,
      "step": 120010
    },
    {
      "epoch": 4.91546180626664,
      "grad_norm": 2.6625525096569325,
      "learning_rate": 2.4180175234732858e-05,
      "loss": 1.0074,
      "step": 120011
    },
    {
      "epoch": 4.915502764693835,
      "grad_norm": 0.6013312889163108,
      "learning_rate": 2.4178399626015264e-05,
      "loss": 0.0691,
      "step": 120012
    },
    {
      "epoch": 4.915543723121032,
      "grad_norm": 1.336615847196444,
      "learning_rate": 2.417662407677881e-05,
      "loss": 0.4336,
      "step": 120013
    },
    {
      "epoch": 4.9155846815482285,
      "grad_norm": 1.0695502771877312,
      "learning_rate": 2.4174848587024392e-05,
      "loss": 0.208,
      "step": 120014
    },
    {
      "epoch": 4.915625639975425,
      "grad_norm": 0.8019361665323491,
      "learning_rate": 2.4173073156752775e-05,
      "loss": 0.2141,
      "step": 120015
    },
    {
      "epoch": 4.9156665984026215,
      "grad_norm": 1.830887044940884,
      "learning_rate": 2.4171297785964862e-05,
      "loss": 0.7778,
      "step": 120016
    },
    {
      "epoch": 4.915707556829818,
      "grad_norm": 1.249339826523071,
      "learning_rate": 2.4169522474661414e-05,
      "loss": 0.4372,
      "step": 120017
    },
    {
      "epoch": 4.915748515257015,
      "grad_norm": 2.15605858617712,
      "learning_rate": 2.4167747222843314e-05,
      "loss": 0.6425,
      "step": 120018
    },
    {
      "epoch": 4.91578947368421,
      "grad_norm": 1.4312442731303254,
      "learning_rate": 2.4165972030511433e-05,
      "loss": 0.5572,
      "step": 120019
    },
    {
      "epoch": 4.915830432111407,
      "grad_norm": 1.6315626555278497,
      "learning_rate": 2.4164196897666548e-05,
      "loss": 0.6526,
      "step": 120020
    },
    {
      "epoch": 4.915871390538603,
      "grad_norm": 1.372698762254086,
      "learning_rate": 2.4162421824309532e-05,
      "loss": 0.5354,
      "step": 120021
    },
    {
      "epoch": 4.9159123489658,
      "grad_norm": 1.0251613277150124,
      "learning_rate": 2.416064681044126e-05,
      "loss": 0.2135,
      "step": 120022
    },
    {
      "epoch": 4.915953307392996,
      "grad_norm": 1.5153117216493093,
      "learning_rate": 2.4158871856062485e-05,
      "loss": 0.6515,
      "step": 120023
    },
    {
      "epoch": 4.915994265820192,
      "grad_norm": 2.1018809472161655,
      "learning_rate": 2.415709696117414e-05,
      "loss": 0.5003,
      "step": 120024
    },
    {
      "epoch": 4.916035224247389,
      "grad_norm": 2.0679263625717605,
      "learning_rate": 2.4155322125776972e-05,
      "loss": 0.7654,
      "step": 120025
    },
    {
      "epoch": 4.916076182674585,
      "grad_norm": 1.560995081285026,
      "learning_rate": 2.4153547349871865e-05,
      "loss": 0.6153,
      "step": 120026
    },
    {
      "epoch": 4.916117141101782,
      "grad_norm": 1.0116443566966822,
      "learning_rate": 2.4151772633459703e-05,
      "loss": 0.2147,
      "step": 120027
    },
    {
      "epoch": 4.916158099528978,
      "grad_norm": 1.394285870739469,
      "learning_rate": 2.4149997976541252e-05,
      "loss": 0.496,
      "step": 120028
    },
    {
      "epoch": 4.916199057956175,
      "grad_norm": 1.519342263544628,
      "learning_rate": 2.414822337911736e-05,
      "loss": 0.6078,
      "step": 120029
    },
    {
      "epoch": 4.916240016383371,
      "grad_norm": 1.565898858072391,
      "learning_rate": 2.4146448841188926e-05,
      "loss": 0.7189,
      "step": 120030
    },
    {
      "epoch": 4.916280974810567,
      "grad_norm": 1.5015837577570226,
      "learning_rate": 2.4144674362756715e-05,
      "loss": 0.7017,
      "step": 120031
    },
    {
      "epoch": 4.9163219332377635,
      "grad_norm": 1.1850982771953278,
      "learning_rate": 2.414289994382163e-05,
      "loss": 0.4415,
      "step": 120032
    },
    {
      "epoch": 4.91636289166496,
      "grad_norm": 1.5003007116077003,
      "learning_rate": 2.4141125584384453e-05,
      "loss": 0.5214,
      "step": 120033
    },
    {
      "epoch": 4.9164038500921565,
      "grad_norm": 1.7158206217296381,
      "learning_rate": 2.4139351284446045e-05,
      "loss": 0.8621,
      "step": 120034
    },
    {
      "epoch": 4.916444808519353,
      "grad_norm": 1.44304286017322,
      "learning_rate": 2.413757704400728e-05,
      "loss": 0.3149,
      "step": 120035
    },
    {
      "epoch": 4.91648576694655,
      "grad_norm": 1.1535476689756343,
      "learning_rate": 2.413580286306893e-05,
      "loss": 0.2916,
      "step": 120036
    },
    {
      "epoch": 4.916526725373746,
      "grad_norm": 1.3871035586466811,
      "learning_rate": 2.4134028741631874e-05,
      "loss": 0.5529,
      "step": 120037
    },
    {
      "epoch": 4.916567683800942,
      "grad_norm": 1.1718422151052306,
      "learning_rate": 2.4132254679696984e-05,
      "loss": 0.3046,
      "step": 120038
    },
    {
      "epoch": 4.916608642228138,
      "grad_norm": 1.471968644621958,
      "learning_rate": 2.4130480677265014e-05,
      "loss": 0.4893,
      "step": 120039
    },
    {
      "epoch": 4.916649600655335,
      "grad_norm": 1.6560732246847667,
      "learning_rate": 2.4128706734336895e-05,
      "loss": 0.4465,
      "step": 120040
    },
    {
      "epoch": 4.916690559082531,
      "grad_norm": 1.378384710207807,
      "learning_rate": 2.4126932850913377e-05,
      "loss": 0.5125,
      "step": 120041
    },
    {
      "epoch": 4.916731517509728,
      "grad_norm": 0.8921531755674229,
      "learning_rate": 2.4125159026995345e-05,
      "loss": 0.2265,
      "step": 120042
    },
    {
      "epoch": 4.916772475936924,
      "grad_norm": 1.5317297325411514,
      "learning_rate": 2.4123385262583662e-05,
      "loss": 0.5873,
      "step": 120043
    },
    {
      "epoch": 4.91681343436412,
      "grad_norm": 1.4931634723516256,
      "learning_rate": 2.412161155767911e-05,
      "loss": 0.5488,
      "step": 120044
    },
    {
      "epoch": 4.916854392791317,
      "grad_norm": 2.114100756690052,
      "learning_rate": 2.411983791228254e-05,
      "loss": 0.9982,
      "step": 120045
    },
    {
      "epoch": 4.916895351218513,
      "grad_norm": 1.82070037727604,
      "learning_rate": 2.4118064326394853e-05,
      "loss": 0.6565,
      "step": 120046
    },
    {
      "epoch": 4.91693630964571,
      "grad_norm": 1.9792227531741504,
      "learning_rate": 2.4116290800016812e-05,
      "loss": 0.8962,
      "step": 120047
    },
    {
      "epoch": 4.916977268072906,
      "grad_norm": 1.6472171414550714,
      "learning_rate": 2.4114517333149318e-05,
      "loss": 0.602,
      "step": 120048
    },
    {
      "epoch": 4.917018226500103,
      "grad_norm": 1.4846023138797126,
      "learning_rate": 2.411274392579314e-05,
      "loss": 0.6155,
      "step": 120049
    },
    {
      "epoch": 4.917059184927298,
      "grad_norm": 1.4952421772893538,
      "learning_rate": 2.4110970577949135e-05,
      "loss": 0.6999,
      "step": 120050
    },
    {
      "epoch": 4.917100143354495,
      "grad_norm": 0.7747926009046415,
      "learning_rate": 2.4109197289618208e-05,
      "loss": 0.1366,
      "step": 120051
    },
    {
      "epoch": 4.9171411017816915,
      "grad_norm": 1.2349832886921779,
      "learning_rate": 2.410742406080111e-05,
      "loss": 0.4453,
      "step": 120052
    },
    {
      "epoch": 4.917182060208888,
      "grad_norm": 1.5471411839252167,
      "learning_rate": 2.4105650891498757e-05,
      "loss": 0.6958,
      "step": 120053
    },
    {
      "epoch": 4.917223018636085,
      "grad_norm": 1.4156925113286307,
      "learning_rate": 2.410387778171191e-05,
      "loss": 0.5715,
      "step": 120054
    },
    {
      "epoch": 4.917263977063281,
      "grad_norm": 1.9333332253242077,
      "learning_rate": 2.410210473144144e-05,
      "loss": 0.9476,
      "step": 120055
    },
    {
      "epoch": 4.917304935490478,
      "grad_norm": 1.4884699774617494,
      "learning_rate": 2.4100331740688227e-05,
      "loss": 0.6355,
      "step": 120056
    },
    {
      "epoch": 4.917345893917673,
      "grad_norm": 1.5802150609551817,
      "learning_rate": 2.4098558809453038e-05,
      "loss": 0.5397,
      "step": 120057
    },
    {
      "epoch": 4.91738685234487,
      "grad_norm": 0.9647644562614355,
      "learning_rate": 2.409678593773674e-05,
      "loss": 0.2639,
      "step": 120058
    },
    {
      "epoch": 4.917427810772066,
      "grad_norm": 1.0800502616827656,
      "learning_rate": 2.4095013125540215e-05,
      "loss": 0.2785,
      "step": 120059
    },
    {
      "epoch": 4.917468769199263,
      "grad_norm": 1.5753678244536806,
      "learning_rate": 2.409324037286421e-05,
      "loss": 0.5861,
      "step": 120060
    },
    {
      "epoch": 4.917509727626459,
      "grad_norm": 1.4387950706594366,
      "learning_rate": 2.4091467679709674e-05,
      "loss": 0.5001,
      "step": 120061
    },
    {
      "epoch": 4.917550686053655,
      "grad_norm": 0.8849930953401921,
      "learning_rate": 2.4089695046077346e-05,
      "loss": 0.2754,
      "step": 120062
    },
    {
      "epoch": 4.917591644480852,
      "grad_norm": 0.9420152583254561,
      "learning_rate": 2.4087922471968087e-05,
      "loss": 0.2595,
      "step": 120063
    },
    {
      "epoch": 4.917632602908048,
      "grad_norm": 1.5680721417485783,
      "learning_rate": 2.408614995738281e-05,
      "loss": 0.6374,
      "step": 120064
    },
    {
      "epoch": 4.917673561335245,
      "grad_norm": 0.23867189046950738,
      "learning_rate": 2.4084377502322237e-05,
      "loss": 0.0295,
      "step": 120065
    },
    {
      "epoch": 4.917714519762441,
      "grad_norm": 1.7972884172442085,
      "learning_rate": 2.4082605106787283e-05,
      "loss": 0.9088,
      "step": 120066
    },
    {
      "epoch": 4.917755478189638,
      "grad_norm": 1.3378980840486527,
      "learning_rate": 2.4080832770778795e-05,
      "loss": 0.5094,
      "step": 120067
    },
    {
      "epoch": 4.917796436616834,
      "grad_norm": 1.5710247333639318,
      "learning_rate": 2.407906049429754e-05,
      "loss": 0.5866,
      "step": 120068
    },
    {
      "epoch": 4.91783739504403,
      "grad_norm": 0.6552902278596239,
      "learning_rate": 2.4077288277344453e-05,
      "loss": 0.1118,
      "step": 120069
    },
    {
      "epoch": 4.9178783534712265,
      "grad_norm": 4.692157098574413,
      "learning_rate": 2.4075516119920296e-05,
      "loss": 3.2519,
      "step": 120070
    },
    {
      "epoch": 4.917919311898423,
      "grad_norm": 1.3490705041658748,
      "learning_rate": 2.4073744022025903e-05,
      "loss": 0.5443,
      "step": 120071
    },
    {
      "epoch": 4.9179602703256196,
      "grad_norm": 1.2626524676113144,
      "learning_rate": 2.4071971983662143e-05,
      "loss": 0.3601,
      "step": 120072
    },
    {
      "epoch": 4.918001228752816,
      "grad_norm": 1.5837523116256071,
      "learning_rate": 2.4070200004829875e-05,
      "loss": 0.6421,
      "step": 120073
    },
    {
      "epoch": 4.918042187180013,
      "grad_norm": 1.473120044767818,
      "learning_rate": 2.406842808552987e-05,
      "loss": 0.3205,
      "step": 120074
    },
    {
      "epoch": 4.918083145607209,
      "grad_norm": 1.675068819218215,
      "learning_rate": 2.4066656225763046e-05,
      "loss": 0.7089,
      "step": 120075
    },
    {
      "epoch": 4.918124104034405,
      "grad_norm": 1.4732399441603636,
      "learning_rate": 2.4064884425530152e-05,
      "loss": 0.5649,
      "step": 120076
    },
    {
      "epoch": 4.918165062461601,
      "grad_norm": 1.286934958256769,
      "learning_rate": 2.406311268483208e-05,
      "loss": 0.4784,
      "step": 120077
    },
    {
      "epoch": 4.918206020888798,
      "grad_norm": 1.4162070824179747,
      "learning_rate": 2.4061341003669704e-05,
      "loss": 0.527,
      "step": 120078
    },
    {
      "epoch": 4.918246979315994,
      "grad_norm": 1.7953757991262511,
      "learning_rate": 2.4059569382043787e-05,
      "loss": 0.6237,
      "step": 120079
    },
    {
      "epoch": 4.918287937743191,
      "grad_norm": 4.157215757252875,
      "learning_rate": 2.4057797819955178e-05,
      "loss": 5.7971,
      "step": 120080
    },
    {
      "epoch": 4.918328896170387,
      "grad_norm": 0.6619732869301961,
      "learning_rate": 2.4056026317404776e-05,
      "loss": 0.0982,
      "step": 120081
    },
    {
      "epoch": 4.918369854597583,
      "grad_norm": 1.5042127448518667,
      "learning_rate": 2.4054254874393347e-05,
      "loss": 0.3598,
      "step": 120082
    },
    {
      "epoch": 4.91841081302478,
      "grad_norm": 0.4925945807634438,
      "learning_rate": 2.405248349092179e-05,
      "loss": 0.0444,
      "step": 120083
    },
    {
      "epoch": 4.918451771451976,
      "grad_norm": 2.3919915705536807,
      "learning_rate": 2.4050712166990878e-05,
      "loss": 0.8431,
      "step": 120084
    },
    {
      "epoch": 4.918492729879173,
      "grad_norm": 2.0974123024866156,
      "learning_rate": 2.4048940902601482e-05,
      "loss": 0.9109,
      "step": 120085
    },
    {
      "epoch": 4.918533688306369,
      "grad_norm": 1.3588065870237567,
      "learning_rate": 2.4047169697754477e-05,
      "loss": 0.5993,
      "step": 120086
    },
    {
      "epoch": 4.918574646733566,
      "grad_norm": 1.5222726599097323,
      "learning_rate": 2.4045398552450605e-05,
      "loss": 0.5479,
      "step": 120087
    },
    {
      "epoch": 4.9186156051607615,
      "grad_norm": 1.7987675651806398,
      "learning_rate": 2.4043627466690822e-05,
      "loss": 0.5728,
      "step": 120088
    },
    {
      "epoch": 4.918656563587958,
      "grad_norm": 1.5915568950258758,
      "learning_rate": 2.404185644047586e-05,
      "loss": 0.6191,
      "step": 120089
    },
    {
      "epoch": 4.9186975220151545,
      "grad_norm": 1.4687486195672204,
      "learning_rate": 2.404008547380658e-05,
      "loss": 0.5789,
      "step": 120090
    },
    {
      "epoch": 4.918738480442351,
      "grad_norm": 1.9170423257563627,
      "learning_rate": 2.40383145666839e-05,
      "loss": 0.6252,
      "step": 120091
    },
    {
      "epoch": 4.918779438869548,
      "grad_norm": 1.5829082229878226,
      "learning_rate": 2.4036543719108543e-05,
      "loss": 0.6871,
      "step": 120092
    },
    {
      "epoch": 4.918820397296744,
      "grad_norm": 1.7310216644109222,
      "learning_rate": 2.4034772931081396e-05,
      "loss": 0.7587,
      "step": 120093
    },
    {
      "epoch": 4.918861355723941,
      "grad_norm": 1.8116559224631676,
      "learning_rate": 2.4033002202603353e-05,
      "loss": 0.8692,
      "step": 120094
    },
    {
      "epoch": 4.918902314151136,
      "grad_norm": 1.5208356196339268,
      "learning_rate": 2.4031231533675154e-05,
      "loss": 0.6993,
      "step": 120095
    },
    {
      "epoch": 4.918943272578333,
      "grad_norm": 1.106239556116457,
      "learning_rate": 2.4029460924297705e-05,
      "loss": 0.5267,
      "step": 120096
    },
    {
      "epoch": 4.918984231005529,
      "grad_norm": 1.5907566628857706,
      "learning_rate": 2.4027690374471785e-05,
      "loss": 0.5865,
      "step": 120097
    },
    {
      "epoch": 4.919025189432726,
      "grad_norm": 0.7739802218923121,
      "learning_rate": 2.402591988419828e-05,
      "loss": 0.1814,
      "step": 120098
    },
    {
      "epoch": 4.9190661478599225,
      "grad_norm": 1.4167141446143385,
      "learning_rate": 2.402414945347802e-05,
      "loss": 0.4248,
      "step": 120099
    },
    {
      "epoch": 4.919107106287118,
      "grad_norm": 1.7075400546546582,
      "learning_rate": 2.402237908231182e-05,
      "loss": 0.8452,
      "step": 120100
    },
    {
      "epoch": 4.919148064714315,
      "grad_norm": 1.4363002969983867,
      "learning_rate": 2.4020608770700517e-05,
      "loss": 0.4828,
      "step": 120101
    },
    {
      "epoch": 4.919189023141511,
      "grad_norm": 1.7753817538966865,
      "learning_rate": 2.401883851864499e-05,
      "loss": 0.699,
      "step": 120102
    },
    {
      "epoch": 4.919229981568708,
      "grad_norm": 1.8714457238078106,
      "learning_rate": 2.401706832614602e-05,
      "loss": 0.9921,
      "step": 120103
    },
    {
      "epoch": 4.919270939995904,
      "grad_norm": 1.4719731964477674,
      "learning_rate": 2.4015298193204497e-05,
      "loss": 0.6856,
      "step": 120104
    },
    {
      "epoch": 4.919311898423101,
      "grad_norm": 0.9896224890694608,
      "learning_rate": 2.4013528119821213e-05,
      "loss": 0.1981,
      "step": 120105
    },
    {
      "epoch": 4.919352856850297,
      "grad_norm": 0.9240780774093192,
      "learning_rate": 2.4011758105997003e-05,
      "loss": 0.2873,
      "step": 120106
    },
    {
      "epoch": 4.919393815277493,
      "grad_norm": 1.4142716408546185,
      "learning_rate": 2.400998815173277e-05,
      "loss": 0.3509,
      "step": 120107
    },
    {
      "epoch": 4.9194347737046895,
      "grad_norm": 1.4987531932919662,
      "learning_rate": 2.4008218257029255e-05,
      "loss": 0.5345,
      "step": 120108
    },
    {
      "epoch": 4.919475732131886,
      "grad_norm": 1.7677897332895172,
      "learning_rate": 2.4006448421887347e-05,
      "loss": 0.8714,
      "step": 120109
    },
    {
      "epoch": 4.919516690559083,
      "grad_norm": 1.601097559409321,
      "learning_rate": 2.400467864630793e-05,
      "loss": 0.6385,
      "step": 120110
    },
    {
      "epoch": 4.919557648986279,
      "grad_norm": 3.859463434020007,
      "learning_rate": 2.4002908930291748e-05,
      "loss": 4.0263,
      "step": 120111
    },
    {
      "epoch": 4.919598607413476,
      "grad_norm": 1.299428480109912,
      "learning_rate": 2.4001139273839704e-05,
      "loss": 0.604,
      "step": 120112
    },
    {
      "epoch": 4.919639565840672,
      "grad_norm": 1.7685240851303405,
      "learning_rate": 2.3999369676952578e-05,
      "loss": 0.53,
      "step": 120113
    },
    {
      "epoch": 4.919680524267868,
      "grad_norm": 1.4930709106523723,
      "learning_rate": 2.399760013963124e-05,
      "loss": 0.6737,
      "step": 120114
    },
    {
      "epoch": 4.919721482695064,
      "grad_norm": 1.0864597755932772,
      "learning_rate": 2.399583066187657e-05,
      "loss": 0.3225,
      "step": 120115
    },
    {
      "epoch": 4.919762441122261,
      "grad_norm": 1.2711544374403878,
      "learning_rate": 2.3994061243689317e-05,
      "loss": 0.378,
      "step": 120116
    },
    {
      "epoch": 4.9198033995494574,
      "grad_norm": 1.2732832057932346,
      "learning_rate": 2.3992291885070364e-05,
      "loss": 0.4671,
      "step": 120117
    },
    {
      "epoch": 4.919844357976654,
      "grad_norm": 1.0507699489816864,
      "learning_rate": 2.399052258602056e-05,
      "loss": 0.2675,
      "step": 120118
    },
    {
      "epoch": 4.91988531640385,
      "grad_norm": 0.6178466789507764,
      "learning_rate": 2.3988753346540706e-05,
      "loss": 0.1474,
      "step": 120119
    },
    {
      "epoch": 4.919926274831046,
      "grad_norm": 1.7553693562053494,
      "learning_rate": 2.39869841666317e-05,
      "loss": 0.554,
      "step": 120120
    },
    {
      "epoch": 4.919967233258243,
      "grad_norm": 1.3772817188450932,
      "learning_rate": 2.3985215046294294e-05,
      "loss": 0.5765,
      "step": 120121
    },
    {
      "epoch": 4.920008191685439,
      "grad_norm": 1.5658234698787035,
      "learning_rate": 2.3983445985529347e-05,
      "loss": 0.5438,
      "step": 120122
    },
    {
      "epoch": 4.920049150112636,
      "grad_norm": 0.6674622842500627,
      "learning_rate": 2.3981676984337766e-05,
      "loss": 0.1167,
      "step": 120123
    },
    {
      "epoch": 4.920090108539832,
      "grad_norm": 0.8644499889996282,
      "learning_rate": 2.3979908042720312e-05,
      "loss": 0.2019,
      "step": 120124
    },
    {
      "epoch": 4.920131066967029,
      "grad_norm": 1.000674379233424,
      "learning_rate": 2.3978139160677857e-05,
      "loss": 0.1953,
      "step": 120125
    },
    {
      "epoch": 4.9201720253942245,
      "grad_norm": 1.4056774874789286,
      "learning_rate": 2.397637033821121e-05,
      "loss": 0.3965,
      "step": 120126
    },
    {
      "epoch": 4.920212983821421,
      "grad_norm": 1.0165892567626262,
      "learning_rate": 2.3974601575321205e-05,
      "loss": 0.1928,
      "step": 120127
    },
    {
      "epoch": 4.920253942248618,
      "grad_norm": 3.2784224160427757,
      "learning_rate": 2.3972832872008747e-05,
      "loss": 3.0331,
      "step": 120128
    },
    {
      "epoch": 4.920294900675814,
      "grad_norm": 1.6414745574413727,
      "learning_rate": 2.397106422827458e-05,
      "loss": 0.6884,
      "step": 120129
    },
    {
      "epoch": 4.920335859103011,
      "grad_norm": 1.4836481886883919,
      "learning_rate": 2.3969295644119568e-05,
      "loss": 0.6222,
      "step": 120130
    },
    {
      "epoch": 4.920376817530207,
      "grad_norm": 1.6654967937527247,
      "learning_rate": 2.3967527119544617e-05,
      "loss": 0.6655,
      "step": 120131
    },
    {
      "epoch": 4.920417775957404,
      "grad_norm": 1.792575437645156,
      "learning_rate": 2.3965758654550455e-05,
      "loss": 0.7788,
      "step": 120132
    },
    {
      "epoch": 4.920458734384599,
      "grad_norm": 1.50157955138636,
      "learning_rate": 2.3963990249138e-05,
      "loss": 0.6174,
      "step": 120133
    },
    {
      "epoch": 4.920499692811796,
      "grad_norm": 1.6802043964414703,
      "learning_rate": 2.396222190330803e-05,
      "loss": 0.7301,
      "step": 120134
    },
    {
      "epoch": 4.920540651238992,
      "grad_norm": 1.5808273048474073,
      "learning_rate": 2.3960453617061422e-05,
      "loss": 0.5913,
      "step": 120135
    },
    {
      "epoch": 4.920581609666189,
      "grad_norm": 1.9554634650059557,
      "learning_rate": 2.3958685390399014e-05,
      "loss": 0.62,
      "step": 120136
    },
    {
      "epoch": 4.9206225680933855,
      "grad_norm": 0.8675594054275882,
      "learning_rate": 2.3956917223321593e-05,
      "loss": 0.2343,
      "step": 120137
    },
    {
      "epoch": 4.920663526520581,
      "grad_norm": 1.6854039920410349,
      "learning_rate": 2.3955149115830025e-05,
      "loss": 0.6775,
      "step": 120138
    },
    {
      "epoch": 4.920704484947778,
      "grad_norm": 1.2914214678351088,
      "learning_rate": 2.3953381067925227e-05,
      "loss": 0.45,
      "step": 120139
    },
    {
      "epoch": 4.920745443374974,
      "grad_norm": 1.0635632497653553,
      "learning_rate": 2.395161307960788e-05,
      "loss": 0.2625,
      "step": 120140
    },
    {
      "epoch": 4.920786401802171,
      "grad_norm": 0.8654945050458838,
      "learning_rate": 2.3949845150878898e-05,
      "loss": 0.1817,
      "step": 120141
    },
    {
      "epoch": 4.920827360229367,
      "grad_norm": 1.741982833765043,
      "learning_rate": 2.3948077281739153e-05,
      "loss": 0.7379,
      "step": 120142
    },
    {
      "epoch": 4.920868318656564,
      "grad_norm": 1.5532910451689184,
      "learning_rate": 2.3946309472189405e-05,
      "loss": 0.6421,
      "step": 120143
    },
    {
      "epoch": 4.92090927708376,
      "grad_norm": 1.6199332762088867,
      "learning_rate": 2.3944541722230526e-05,
      "loss": 0.6283,
      "step": 120144
    },
    {
      "epoch": 4.920950235510956,
      "grad_norm": 1.5659451945325,
      "learning_rate": 2.3942774031863393e-05,
      "loss": 0.7362,
      "step": 120145
    },
    {
      "epoch": 4.9209911939381525,
      "grad_norm": 1.503995748248379,
      "learning_rate": 2.394100640108876e-05,
      "loss": 0.6048,
      "step": 120146
    },
    {
      "epoch": 4.921032152365349,
      "grad_norm": 4.177313911148703,
      "learning_rate": 2.3939238829907537e-05,
      "loss": 1.7726,
      "step": 120147
    },
    {
      "epoch": 4.921073110792546,
      "grad_norm": 2.048285652856755,
      "learning_rate": 2.393747131832051e-05,
      "loss": 0.9988,
      "step": 120148
    },
    {
      "epoch": 4.921114069219742,
      "grad_norm": 1.5002756694557633,
      "learning_rate": 2.3935703866328514e-05,
      "loss": 0.6005,
      "step": 120149
    },
    {
      "epoch": 4.921155027646939,
      "grad_norm": 0.7675595100571503,
      "learning_rate": 2.3933936473932447e-05,
      "loss": 0.2152,
      "step": 120150
    },
    {
      "epoch": 4.921195986074135,
      "grad_norm": 1.586569071158782,
      "learning_rate": 2.3932169141133056e-05,
      "loss": 0.7954,
      "step": 120151
    },
    {
      "epoch": 4.921236944501331,
      "grad_norm": 1.6659431445532316,
      "learning_rate": 2.393040186793126e-05,
      "loss": 0.6269,
      "step": 120152
    },
    {
      "epoch": 4.921277902928527,
      "grad_norm": 0.8609958811946998,
      "learning_rate": 2.3928634654327805e-05,
      "loss": 0.2587,
      "step": 120153
    },
    {
      "epoch": 4.921318861355724,
      "grad_norm": 1.4901103065888555,
      "learning_rate": 2.3926867500323594e-05,
      "loss": 0.512,
      "step": 120154
    },
    {
      "epoch": 4.9213598197829205,
      "grad_norm": 1.0137033281095809,
      "learning_rate": 2.392510040591947e-05,
      "loss": 0.2661,
      "step": 120155
    },
    {
      "epoch": 4.921400778210117,
      "grad_norm": 1.3518670707354723,
      "learning_rate": 2.3923333371116226e-05,
      "loss": 0.5568,
      "step": 120156
    },
    {
      "epoch": 4.921441736637313,
      "grad_norm": 1.6008009143716007,
      "learning_rate": 2.3921566395914687e-05,
      "loss": 0.5928,
      "step": 120157
    },
    {
      "epoch": 4.921482695064509,
      "grad_norm": 1.3594577879674798,
      "learning_rate": 2.391979948031577e-05,
      "loss": 0.698,
      "step": 120158
    },
    {
      "epoch": 4.921523653491706,
      "grad_norm": 1.5537469314093861,
      "learning_rate": 2.391803262432021e-05,
      "loss": 0.5995,
      "step": 120159
    },
    {
      "epoch": 4.921564611918902,
      "grad_norm": 1.3879149880935147,
      "learning_rate": 2.3916265827928937e-05,
      "loss": 0.4698,
      "step": 120160
    },
    {
      "epoch": 4.921605570346099,
      "grad_norm": 1.4701674714621706,
      "learning_rate": 2.3914499091142687e-05,
      "loss": 0.5335,
      "step": 120161
    },
    {
      "epoch": 4.921646528773295,
      "grad_norm": 0.9940162852304223,
      "learning_rate": 2.3912732413962355e-05,
      "loss": 0.242,
      "step": 120162
    },
    {
      "epoch": 4.921687487200492,
      "grad_norm": 1.5182292308905032,
      "learning_rate": 2.3910965796388793e-05,
      "loss": 0.6151,
      "step": 120163
    },
    {
      "epoch": 4.9217284456276875,
      "grad_norm": 1.384961947618288,
      "learning_rate": 2.3909199238422782e-05,
      "loss": 0.4998,
      "step": 120164
    },
    {
      "epoch": 4.921769404054884,
      "grad_norm": 1.7930146728515926,
      "learning_rate": 2.3907432740065173e-05,
      "loss": 0.8062,
      "step": 120165
    },
    {
      "epoch": 4.921810362482081,
      "grad_norm": 1.8682180878224544,
      "learning_rate": 2.3905666301316868e-05,
      "loss": 0.894,
      "step": 120166
    },
    {
      "epoch": 4.921851320909277,
      "grad_norm": 1.6918682321428384,
      "learning_rate": 2.3903899922178594e-05,
      "loss": 0.5934,
      "step": 120167
    },
    {
      "epoch": 4.921892279336474,
      "grad_norm": 1.4886173396173006,
      "learning_rate": 2.3902133602651287e-05,
      "loss": 0.6552,
      "step": 120168
    },
    {
      "epoch": 4.92193323776367,
      "grad_norm": 1.2836551743835085,
      "learning_rate": 2.3900367342735692e-05,
      "loss": 0.4463,
      "step": 120169
    },
    {
      "epoch": 4.921974196190867,
      "grad_norm": 1.532787331737746,
      "learning_rate": 2.3898601142432684e-05,
      "loss": 0.5392,
      "step": 120170
    },
    {
      "epoch": 4.922015154618062,
      "grad_norm": 1.4978297468142485,
      "learning_rate": 2.3896835001743154e-05,
      "loss": 0.5104,
      "step": 120171
    },
    {
      "epoch": 4.922056113045259,
      "grad_norm": 1.9207294318268167,
      "learning_rate": 2.389506892066782e-05,
      "loss": 0.7821,
      "step": 120172
    },
    {
      "epoch": 4.9220970714724555,
      "grad_norm": 2.172803800637518,
      "learning_rate": 2.38933028992076e-05,
      "loss": 1.3945,
      "step": 120173
    },
    {
      "epoch": 4.922138029899652,
      "grad_norm": 0.47837539576891297,
      "learning_rate": 2.389153693736334e-05,
      "loss": 0.0568,
      "step": 120174
    },
    {
      "epoch": 4.9221789883268485,
      "grad_norm": 1.2876551169532056,
      "learning_rate": 2.3889771035135798e-05,
      "loss": 0.4208,
      "step": 120175
    },
    {
      "epoch": 4.922219946754044,
      "grad_norm": 1.3882905593612247,
      "learning_rate": 2.3888005192525896e-05,
      "loss": 0.566,
      "step": 120176
    },
    {
      "epoch": 4.922260905181241,
      "grad_norm": 2.701254212330634,
      "learning_rate": 2.38862394095344e-05,
      "loss": 1.6066,
      "step": 120177
    },
    {
      "epoch": 4.922301863608437,
      "grad_norm": 1.1558877068455065,
      "learning_rate": 2.3884473686162154e-05,
      "loss": 0.2669,
      "step": 120178
    },
    {
      "epoch": 4.922342822035634,
      "grad_norm": 1.1534859490326714,
      "learning_rate": 2.3882708022410062e-05,
      "loss": 0.2859,
      "step": 120179
    },
    {
      "epoch": 4.92238378046283,
      "grad_norm": 0.8340079472311758,
      "learning_rate": 2.3880942418278864e-05,
      "loss": 0.1875,
      "step": 120180
    },
    {
      "epoch": 4.922424738890027,
      "grad_norm": 1.371368499614779,
      "learning_rate": 2.387917687376944e-05,
      "loss": 0.2625,
      "step": 120181
    },
    {
      "epoch": 4.922465697317223,
      "grad_norm": 1.6974010596887206,
      "learning_rate": 2.3877411388882655e-05,
      "loss": 0.6166,
      "step": 120182
    },
    {
      "epoch": 4.922506655744419,
      "grad_norm": 1.4306496546545853,
      "learning_rate": 2.3875645963619293e-05,
      "loss": 0.6714,
      "step": 120183
    },
    {
      "epoch": 4.922547614171616,
      "grad_norm": 1.4954649551436034,
      "learning_rate": 2.3873880597980223e-05,
      "loss": 0.5845,
      "step": 120184
    },
    {
      "epoch": 4.922588572598812,
      "grad_norm": 0.9582034179950466,
      "learning_rate": 2.387211529196624e-05,
      "loss": 0.1921,
      "step": 120185
    },
    {
      "epoch": 4.922629531026009,
      "grad_norm": 4.614926650996992,
      "learning_rate": 2.387035004557819e-05,
      "loss": 3.7227,
      "step": 120186
    },
    {
      "epoch": 4.922670489453205,
      "grad_norm": 0.8135647064435364,
      "learning_rate": 2.3868584858816965e-05,
      "loss": 0.2395,
      "step": 120187
    },
    {
      "epoch": 4.922711447880402,
      "grad_norm": 0.627784445246396,
      "learning_rate": 2.3866819731683308e-05,
      "loss": 0.1229,
      "step": 120188
    },
    {
      "epoch": 4.922752406307598,
      "grad_norm": 1.2194907578325422,
      "learning_rate": 2.3865054664178118e-05,
      "loss": 0.2494,
      "step": 120189
    },
    {
      "epoch": 4.922793364734794,
      "grad_norm": 1.423715426364501,
      "learning_rate": 2.386328965630223e-05,
      "loss": 0.4441,
      "step": 120190
    },
    {
      "epoch": 4.92283432316199,
      "grad_norm": 0.9055832655530469,
      "learning_rate": 2.3861524708056427e-05,
      "loss": 0.2106,
      "step": 120191
    },
    {
      "epoch": 4.922875281589187,
      "grad_norm": 1.5909082558744225,
      "learning_rate": 2.385975981944161e-05,
      "loss": 0.667,
      "step": 120192
    },
    {
      "epoch": 4.9229162400163835,
      "grad_norm": 1.2664769246196195,
      "learning_rate": 2.3857994990458557e-05,
      "loss": 0.4003,
      "step": 120193
    },
    {
      "epoch": 4.92295719844358,
      "grad_norm": 0.895063799223056,
      "learning_rate": 2.3856230221108104e-05,
      "loss": 0.2229,
      "step": 120194
    },
    {
      "epoch": 4.922998156870776,
      "grad_norm": 1.4982017458234922,
      "learning_rate": 2.3854465511391145e-05,
      "loss": 0.6388,
      "step": 120195
    },
    {
      "epoch": 4.923039115297972,
      "grad_norm": 1.6150406987993866,
      "learning_rate": 2.3852700861308454e-05,
      "loss": 0.6041,
      "step": 120196
    },
    {
      "epoch": 4.923080073725169,
      "grad_norm": 0.9111434576162389,
      "learning_rate": 2.385093627086091e-05,
      "loss": 0.1983,
      "step": 120197
    },
    {
      "epoch": 4.923121032152365,
      "grad_norm": 1.7559262980687256,
      "learning_rate": 2.3849171740049294e-05,
      "loss": 0.6977,
      "step": 120198
    },
    {
      "epoch": 4.923161990579562,
      "grad_norm": 1.7156945958971093,
      "learning_rate": 2.384740726887446e-05,
      "loss": 0.5193,
      "step": 120199
    },
    {
      "epoch": 4.923202949006758,
      "grad_norm": 1.7997026692555518,
      "learning_rate": 2.38456428573373e-05,
      "loss": 0.7654,
      "step": 120200
    },
    {
      "epoch": 4.923243907433955,
      "grad_norm": 1.8638841324077877,
      "learning_rate": 2.3843878505438553e-05,
      "loss": 0.6366,
      "step": 120201
    },
    {
      "epoch": 4.9232848658611505,
      "grad_norm": 1.4946120210943854,
      "learning_rate": 2.38421142131791e-05,
      "loss": 0.6163,
      "step": 120202
    },
    {
      "epoch": 4.923325824288347,
      "grad_norm": 3.0291702920337933,
      "learning_rate": 2.384034998055982e-05,
      "loss": 2.5725,
      "step": 120203
    },
    {
      "epoch": 4.923366782715544,
      "grad_norm": 1.1066457091319026,
      "learning_rate": 2.3838585807581468e-05,
      "loss": 0.3496,
      "step": 120204
    },
    {
      "epoch": 4.92340774114274,
      "grad_norm": 1.2714599592368112,
      "learning_rate": 2.383682169424494e-05,
      "loss": 0.4229,
      "step": 120205
    },
    {
      "epoch": 4.923448699569937,
      "grad_norm": 1.032294408831821,
      "learning_rate": 2.3835057640551005e-05,
      "loss": 0.3458,
      "step": 120206
    },
    {
      "epoch": 4.923489657997133,
      "grad_norm": 1.4655360191413858,
      "learning_rate": 2.3833293646500525e-05,
      "loss": 0.5743,
      "step": 120207
    },
    {
      "epoch": 4.92353061642433,
      "grad_norm": 1.4757686596801283,
      "learning_rate": 2.3831529712094398e-05,
      "loss": 0.6077,
      "step": 120208
    },
    {
      "epoch": 4.923571574851525,
      "grad_norm": 1.6568700803158807,
      "learning_rate": 2.3829765837333347e-05,
      "loss": 0.5762,
      "step": 120209
    },
    {
      "epoch": 4.923612533278722,
      "grad_norm": 1.5456180540343984,
      "learning_rate": 2.3828002022218316e-05,
      "loss": 0.5993,
      "step": 120210
    },
    {
      "epoch": 4.9236534917059185,
      "grad_norm": 1.6372670271828977,
      "learning_rate": 2.3826238266750075e-05,
      "loss": 0.5876,
      "step": 120211
    },
    {
      "epoch": 4.923694450133115,
      "grad_norm": 1.7634638292441622,
      "learning_rate": 2.382447457092942e-05,
      "loss": 0.8231,
      "step": 120212
    },
    {
      "epoch": 4.9237354085603116,
      "grad_norm": 1.3639655985841241,
      "learning_rate": 2.3822710934757248e-05,
      "loss": 0.4951,
      "step": 120213
    },
    {
      "epoch": 4.923776366987507,
      "grad_norm": 1.585333025542285,
      "learning_rate": 2.3820947358234417e-05,
      "loss": 0.5331,
      "step": 120214
    },
    {
      "epoch": 4.923817325414704,
      "grad_norm": 1.706053507718865,
      "learning_rate": 2.3819183841361666e-05,
      "loss": 0.6849,
      "step": 120215
    },
    {
      "epoch": 4.9238582838419,
      "grad_norm": 0.9253538119935677,
      "learning_rate": 2.3817420384139902e-05,
      "loss": 0.1851,
      "step": 120216
    },
    {
      "epoch": 4.923899242269097,
      "grad_norm": 1.5718976582805666,
      "learning_rate": 2.3815656986569953e-05,
      "loss": 0.5441,
      "step": 120217
    },
    {
      "epoch": 4.923940200696293,
      "grad_norm": 1.7471944501370924,
      "learning_rate": 2.381389364865262e-05,
      "loss": 0.7578,
      "step": 120218
    },
    {
      "epoch": 4.92398115912349,
      "grad_norm": 1.8954695446952723,
      "learning_rate": 2.381213037038879e-05,
      "loss": 0.5891,
      "step": 120219
    },
    {
      "epoch": 4.924022117550686,
      "grad_norm": 0.9914081525127406,
      "learning_rate": 2.381036715177922e-05,
      "loss": 0.2994,
      "step": 120220
    },
    {
      "epoch": 4.924063075977882,
      "grad_norm": 0.7153343523412358,
      "learning_rate": 2.38086039928248e-05,
      "loss": 0.079,
      "step": 120221
    },
    {
      "epoch": 4.924104034405079,
      "grad_norm": 2.124263689524675,
      "learning_rate": 2.3806840893526376e-05,
      "loss": 0.8476,
      "step": 120222
    },
    {
      "epoch": 4.924144992832275,
      "grad_norm": 2.72506774286339,
      "learning_rate": 2.3805077853884713e-05,
      "loss": 2.4824,
      "step": 120223
    },
    {
      "epoch": 4.924185951259472,
      "grad_norm": 2.5116305210229948,
      "learning_rate": 2.3803314873900732e-05,
      "loss": 0.7823,
      "step": 120224
    },
    {
      "epoch": 4.924226909686668,
      "grad_norm": 2.30565282077495,
      "learning_rate": 2.3801551953575176e-05,
      "loss": 1.2095,
      "step": 120225
    },
    {
      "epoch": 4.924267868113865,
      "grad_norm": 1.457071466729245,
      "learning_rate": 2.3799789092908932e-05,
      "loss": 0.6519,
      "step": 120226
    },
    {
      "epoch": 4.924308826541061,
      "grad_norm": 1.3041615483635773,
      "learning_rate": 2.379802629190285e-05,
      "loss": 0.5478,
      "step": 120227
    },
    {
      "epoch": 4.924349784968257,
      "grad_norm": 1.3150530251823795,
      "learning_rate": 2.379626355055771e-05,
      "loss": 0.5952,
      "step": 120228
    },
    {
      "epoch": 4.9243907433954535,
      "grad_norm": 1.5053287162910214,
      "learning_rate": 2.3794500868874377e-05,
      "loss": 0.5557,
      "step": 120229
    },
    {
      "epoch": 4.92443170182265,
      "grad_norm": 2.543050300651847,
      "learning_rate": 2.3792738246853703e-05,
      "loss": 1.2886,
      "step": 120230
    },
    {
      "epoch": 4.9244726602498465,
      "grad_norm": 1.3772812632591223,
      "learning_rate": 2.3790975684496488e-05,
      "loss": 0.6337,
      "step": 120231
    },
    {
      "epoch": 4.924513618677043,
      "grad_norm": 0.9286233810880893,
      "learning_rate": 2.3789213181803596e-05,
      "loss": 0.1782,
      "step": 120232
    },
    {
      "epoch": 4.924554577104239,
      "grad_norm": 1.5254163441312183,
      "learning_rate": 2.3787450738775793e-05,
      "loss": 0.4785,
      "step": 120233
    },
    {
      "epoch": 4.924595535531435,
      "grad_norm": 1.250220457559149,
      "learning_rate": 2.378568835541398e-05,
      "loss": 0.3855,
      "step": 120234
    },
    {
      "epoch": 4.924636493958632,
      "grad_norm": 2.2074027052976453,
      "learning_rate": 2.3783926031718987e-05,
      "loss": 1.0651,
      "step": 120235
    },
    {
      "epoch": 4.924677452385828,
      "grad_norm": 1.1021758991683153,
      "learning_rate": 2.3782163767691615e-05,
      "loss": 0.3486,
      "step": 120236
    },
    {
      "epoch": 4.924718410813025,
      "grad_norm": 0.7575557515713064,
      "learning_rate": 2.3780401563332695e-05,
      "loss": 0.1915,
      "step": 120237
    },
    {
      "epoch": 4.924759369240221,
      "grad_norm": 0.8955978601260847,
      "learning_rate": 2.3778639418643113e-05,
      "loss": 0.1939,
      "step": 120238
    },
    {
      "epoch": 4.924800327667418,
      "grad_norm": 0.8782506514887437,
      "learning_rate": 2.3776877333623635e-05,
      "loss": 0.2023,
      "step": 120239
    },
    {
      "epoch": 4.924841286094614,
      "grad_norm": 1.5313885395421698,
      "learning_rate": 2.377511530827517e-05,
      "loss": 0.603,
      "step": 120240
    },
    {
      "epoch": 4.92488224452181,
      "grad_norm": 1.2548472214440016,
      "learning_rate": 2.377335334259846e-05,
      "loss": 0.5253,
      "step": 120241
    },
    {
      "epoch": 4.924923202949007,
      "grad_norm": 1.0569851297876667,
      "learning_rate": 2.3771591436594384e-05,
      "loss": 0.2339,
      "step": 120242
    },
    {
      "epoch": 4.924964161376203,
      "grad_norm": 1.9369427619441715,
      "learning_rate": 2.3769829590263807e-05,
      "loss": 0.9008,
      "step": 120243
    },
    {
      "epoch": 4.9250051198034,
      "grad_norm": 1.7216883057506862,
      "learning_rate": 2.376806780360751e-05,
      "loss": 0.6419,
      "step": 120244
    },
    {
      "epoch": 4.925046078230596,
      "grad_norm": 1.4357345938439372,
      "learning_rate": 2.376630607662633e-05,
      "loss": 0.4044,
      "step": 120245
    },
    {
      "epoch": 4.925087036657793,
      "grad_norm": 1.1672215065378946,
      "learning_rate": 2.3764544409321163e-05,
      "loss": 0.3547,
      "step": 120246
    },
    {
      "epoch": 4.925127995084988,
      "grad_norm": 1.9913187965249781,
      "learning_rate": 2.3762782801692744e-05,
      "loss": 0.9831,
      "step": 120247
    },
    {
      "epoch": 4.925168953512185,
      "grad_norm": 3.259569761504858,
      "learning_rate": 2.3761021253742003e-05,
      "loss": 0.6037,
      "step": 120248
    },
    {
      "epoch": 4.9252099119393815,
      "grad_norm": 1.5625666125962776,
      "learning_rate": 2.375925976546969e-05,
      "loss": 0.5615,
      "step": 120249
    },
    {
      "epoch": 4.925250870366578,
      "grad_norm": 1.5591124754625436,
      "learning_rate": 2.3757498336876657e-05,
      "loss": 0.6545,
      "step": 120250
    },
    {
      "epoch": 4.925291828793775,
      "grad_norm": 1.5525990522651956,
      "learning_rate": 2.3755736967963803e-05,
      "loss": 0.4657,
      "step": 120251
    },
    {
      "epoch": 4.92533278722097,
      "grad_norm": 1.6591785604269045,
      "learning_rate": 2.3753975658731873e-05,
      "loss": 0.6448,
      "step": 120252
    },
    {
      "epoch": 4.925373745648167,
      "grad_norm": 1.4859888553069467,
      "learning_rate": 2.3752214409181753e-05,
      "loss": 0.4166,
      "step": 120253
    },
    {
      "epoch": 4.925414704075363,
      "grad_norm": 1.497716193703944,
      "learning_rate": 2.3750453219314276e-05,
      "loss": 0.5428,
      "step": 120254
    },
    {
      "epoch": 4.92545566250256,
      "grad_norm": 1.7376897064287868,
      "learning_rate": 2.374869208913022e-05,
      "loss": 0.628,
      "step": 120255
    },
    {
      "epoch": 4.925496620929756,
      "grad_norm": 2.032241770875052,
      "learning_rate": 2.374693101863051e-05,
      "loss": 1.0393,
      "step": 120256
    },
    {
      "epoch": 4.925537579356953,
      "grad_norm": 1.5839921203887033,
      "learning_rate": 2.3745170007815873e-05,
      "loss": 0.7377,
      "step": 120257
    },
    {
      "epoch": 4.9255785377841494,
      "grad_norm": 1.6593828575271627,
      "learning_rate": 2.3743409056687207e-05,
      "loss": 0.6839,
      "step": 120258
    },
    {
      "epoch": 4.925619496211345,
      "grad_norm": 1.5133215033652638,
      "learning_rate": 2.3741648165245365e-05,
      "loss": 0.5422,
      "step": 120259
    },
    {
      "epoch": 4.925660454638542,
      "grad_norm": 1.826486845426627,
      "learning_rate": 2.373988733349111e-05,
      "loss": 0.6296,
      "step": 120260
    },
    {
      "epoch": 4.925701413065738,
      "grad_norm": 1.335973143411009,
      "learning_rate": 2.3738126561425293e-05,
      "loss": 0.4693,
      "step": 120261
    },
    {
      "epoch": 4.925742371492935,
      "grad_norm": 4.01416691502968,
      "learning_rate": 2.373636584904881e-05,
      "loss": 2.3358,
      "step": 120262
    },
    {
      "epoch": 4.925783329920131,
      "grad_norm": 1.7619932816573831,
      "learning_rate": 2.3734605196362415e-05,
      "loss": 0.7312,
      "step": 120263
    },
    {
      "epoch": 4.925824288347328,
      "grad_norm": 1.6823386434470873,
      "learning_rate": 2.3732844603367008e-05,
      "loss": 0.6059,
      "step": 120264
    },
    {
      "epoch": 4.925865246774524,
      "grad_norm": 1.6443884130290782,
      "learning_rate": 2.3731084070063333e-05,
      "loss": 0.8,
      "step": 120265
    },
    {
      "epoch": 4.92590620520172,
      "grad_norm": 1.526545625081471,
      "learning_rate": 2.3729323596452293e-05,
      "loss": 0.5116,
      "step": 120266
    },
    {
      "epoch": 4.9259471636289165,
      "grad_norm": 0.9920051256096953,
      "learning_rate": 2.3727563182534738e-05,
      "loss": 0.3093,
      "step": 120267
    },
    {
      "epoch": 4.925988122056113,
      "grad_norm": 1.4546705403471192,
      "learning_rate": 2.3725802828311413e-05,
      "loss": 0.5209,
      "step": 120268
    },
    {
      "epoch": 4.92602908048331,
      "grad_norm": 1.3039173267111406,
      "learning_rate": 2.3724042533783257e-05,
      "loss": 0.2208,
      "step": 120269
    },
    {
      "epoch": 4.926070038910506,
      "grad_norm": 0.30010927300081086,
      "learning_rate": 2.3722282298950994e-05,
      "loss": 0.0178,
      "step": 120270
    },
    {
      "epoch": 4.926110997337702,
      "grad_norm": 1.6935261652885423,
      "learning_rate": 2.3720522123815517e-05,
      "loss": 0.6518,
      "step": 120271
    },
    {
      "epoch": 4.926151955764898,
      "grad_norm": 1.5894545047403619,
      "learning_rate": 2.3718762008377667e-05,
      "loss": 0.4759,
      "step": 120272
    },
    {
      "epoch": 4.926192914192095,
      "grad_norm": 1.526957069074154,
      "learning_rate": 2.371700195263825e-05,
      "loss": 0.5952,
      "step": 120273
    },
    {
      "epoch": 4.926233872619291,
      "grad_norm": 1.3837271930490986,
      "learning_rate": 2.371524195659809e-05,
      "loss": 0.4918,
      "step": 120274
    },
    {
      "epoch": 4.926274831046488,
      "grad_norm": 1.0287265004812958,
      "learning_rate": 2.371348202025808e-05,
      "loss": 0.1914,
      "step": 120275
    },
    {
      "epoch": 4.926315789473684,
      "grad_norm": 3.0839635304556468,
      "learning_rate": 2.371172214361896e-05,
      "loss": 1.9776,
      "step": 120276
    },
    {
      "epoch": 4.926356747900881,
      "grad_norm": 1.708754084103031,
      "learning_rate": 2.3709962326681652e-05,
      "loss": 0.6819,
      "step": 120277
    },
    {
      "epoch": 4.926397706328077,
      "grad_norm": 1.357135198310304,
      "learning_rate": 2.3708202569446905e-05,
      "loss": 0.4431,
      "step": 120278
    },
    {
      "epoch": 4.926438664755273,
      "grad_norm": 2.894785390262156,
      "learning_rate": 2.37064428719156e-05,
      "loss": 2.5376,
      "step": 120279
    },
    {
      "epoch": 4.92647962318247,
      "grad_norm": 1.7686572421787727,
      "learning_rate": 2.37046832340886e-05,
      "loss": 0.8377,
      "step": 120280
    },
    {
      "epoch": 4.926520581609666,
      "grad_norm": 1.3155142231516117,
      "learning_rate": 2.3702923655966695e-05,
      "loss": 0.4085,
      "step": 120281
    },
    {
      "epoch": 4.926561540036863,
      "grad_norm": 1.3716603725725836,
      "learning_rate": 2.3701164137550677e-05,
      "loss": 0.5175,
      "step": 120282
    },
    {
      "epoch": 4.926602498464059,
      "grad_norm": 1.5895552174415923,
      "learning_rate": 2.369940467884145e-05,
      "loss": 0.6225,
      "step": 120283
    },
    {
      "epoch": 4.926643456891256,
      "grad_norm": 1.6733615159253918,
      "learning_rate": 2.369764527983978e-05,
      "loss": 0.9312,
      "step": 120284
    },
    {
      "epoch": 4.9266844153184515,
      "grad_norm": 1.5947323618281513,
      "learning_rate": 2.3695885940546544e-05,
      "loss": 0.7632,
      "step": 120285
    },
    {
      "epoch": 4.926725373745648,
      "grad_norm": 1.6956076759638798,
      "learning_rate": 2.36941266609626e-05,
      "loss": 0.7556,
      "step": 120286
    },
    {
      "epoch": 4.9267663321728445,
      "grad_norm": 1.2990994987713118,
      "learning_rate": 2.3692367441088704e-05,
      "loss": 0.407,
      "step": 120287
    },
    {
      "epoch": 4.926807290600041,
      "grad_norm": 1.7331355439181888,
      "learning_rate": 2.3690608280925733e-05,
      "loss": 0.8664,
      "step": 120288
    },
    {
      "epoch": 4.926848249027238,
      "grad_norm": 1.986531452880597,
      "learning_rate": 2.3688849180474545e-05,
      "loss": 0.6933,
      "step": 120289
    },
    {
      "epoch": 4.926889207454433,
      "grad_norm": 0.7899814013516032,
      "learning_rate": 2.368709013973589e-05,
      "loss": 0.1899,
      "step": 120290
    },
    {
      "epoch": 4.92693016588163,
      "grad_norm": 1.4740143284401934,
      "learning_rate": 2.3685331158710708e-05,
      "loss": 0.5308,
      "step": 120291
    },
    {
      "epoch": 4.926971124308826,
      "grad_norm": 1.88448382104892,
      "learning_rate": 2.368357223739972e-05,
      "loss": 0.9023,
      "step": 120292
    },
    {
      "epoch": 4.927012082736023,
      "grad_norm": 0.9321903235864678,
      "learning_rate": 2.3681813375803822e-05,
      "loss": 0.1858,
      "step": 120293
    },
    {
      "epoch": 4.927053041163219,
      "grad_norm": 2.224369014650716,
      "learning_rate": 2.368005457392385e-05,
      "loss": 0.7957,
      "step": 120294
    },
    {
      "epoch": 4.927093999590416,
      "grad_norm": 0.984393118337077,
      "learning_rate": 2.3678295831760597e-05,
      "loss": 0.2144,
      "step": 120295
    },
    {
      "epoch": 4.9271349580176125,
      "grad_norm": 1.7014842897365454,
      "learning_rate": 2.3676537149314955e-05,
      "loss": 0.515,
      "step": 120296
    },
    {
      "epoch": 4.927175916444808,
      "grad_norm": 1.357675813137049,
      "learning_rate": 2.367477852658768e-05,
      "loss": 0.4828,
      "step": 120297
    },
    {
      "epoch": 4.927216874872005,
      "grad_norm": 1.7119947665636457,
      "learning_rate": 2.3673019963579633e-05,
      "loss": 0.621,
      "step": 120298
    },
    {
      "epoch": 4.927257833299201,
      "grad_norm": 1.5973044729814545,
      "learning_rate": 2.367126146029168e-05,
      "loss": 0.789,
      "step": 120299
    },
    {
      "epoch": 4.927298791726398,
      "grad_norm": 1.786463785025203,
      "learning_rate": 2.366950301672459e-05,
      "loss": 0.831,
      "step": 120300
    },
    {
      "epoch": 4.927339750153594,
      "grad_norm": 1.5092040220291525,
      "learning_rate": 2.3667744632879244e-05,
      "loss": 0.6352,
      "step": 120301
    },
    {
      "epoch": 4.927380708580791,
      "grad_norm": 2.381060635386085,
      "learning_rate": 2.3665986308756474e-05,
      "loss": 1.7219,
      "step": 120302
    },
    {
      "epoch": 4.927421667007987,
      "grad_norm": 1.5669144352207016,
      "learning_rate": 2.3664228044357082e-05,
      "loss": 0.6115,
      "step": 120303
    },
    {
      "epoch": 4.927462625435183,
      "grad_norm": 1.1135512955094495,
      "learning_rate": 2.366246983968193e-05,
      "loss": 0.3351,
      "step": 120304
    },
    {
      "epoch": 4.9275035838623795,
      "grad_norm": 1.6668511370905712,
      "learning_rate": 2.3660711694731804e-05,
      "loss": 0.6043,
      "step": 120305
    },
    {
      "epoch": 4.927544542289576,
      "grad_norm": 1.2420744594241664,
      "learning_rate": 2.365895360950755e-05,
      "loss": 0.3611,
      "step": 120306
    },
    {
      "epoch": 4.927585500716773,
      "grad_norm": 1.8926163895817147,
      "learning_rate": 2.3657195584010058e-05,
      "loss": 0.7953,
      "step": 120307
    },
    {
      "epoch": 4.927626459143969,
      "grad_norm": 1.448277296782321,
      "learning_rate": 2.365543761824007e-05,
      "loss": 0.6109,
      "step": 120308
    },
    {
      "epoch": 4.927667417571165,
      "grad_norm": 1.2752053941026198,
      "learning_rate": 2.365367971219847e-05,
      "loss": 0.5935,
      "step": 120309
    },
    {
      "epoch": 4.927708375998361,
      "grad_norm": 1.3159879378918915,
      "learning_rate": 2.365192186588611e-05,
      "loss": 0.5224,
      "step": 120310
    },
    {
      "epoch": 4.927749334425558,
      "grad_norm": 1.4948101936704459,
      "learning_rate": 2.3650164079303752e-05,
      "loss": 0.5066,
      "step": 120311
    },
    {
      "epoch": 4.927790292852754,
      "grad_norm": 1.5369984556838165,
      "learning_rate": 2.36484063524523e-05,
      "loss": 0.5196,
      "step": 120312
    },
    {
      "epoch": 4.927831251279951,
      "grad_norm": 1.4264044533709836,
      "learning_rate": 2.3646648685332514e-05,
      "loss": 0.3616,
      "step": 120313
    },
    {
      "epoch": 4.9278722097071475,
      "grad_norm": 0.3172841201833782,
      "learning_rate": 2.3644891077945266e-05,
      "loss": 0.0303,
      "step": 120314
    },
    {
      "epoch": 4.927913168134344,
      "grad_norm": 3.1274397362249395,
      "learning_rate": 2.36431335302914e-05,
      "loss": 2.7188,
      "step": 120315
    },
    {
      "epoch": 4.92795412656154,
      "grad_norm": 1.4578002805331196,
      "learning_rate": 2.3641376042371723e-05,
      "loss": 0.6516,
      "step": 120316
    },
    {
      "epoch": 4.927995084988736,
      "grad_norm": 1.822070127468882,
      "learning_rate": 2.3639618614187045e-05,
      "loss": 0.6183,
      "step": 120317
    },
    {
      "epoch": 4.928036043415933,
      "grad_norm": 1.7853798823458211,
      "learning_rate": 2.3637861245738264e-05,
      "loss": 0.6369,
      "step": 120318
    },
    {
      "epoch": 4.928077001843129,
      "grad_norm": 1.5307523739317928,
      "learning_rate": 2.3636103937026136e-05,
      "loss": 0.4996,
      "step": 120319
    },
    {
      "epoch": 4.928117960270326,
      "grad_norm": 1.48216628724003,
      "learning_rate": 2.363434668805157e-05,
      "loss": 0.7252,
      "step": 120320
    },
    {
      "epoch": 4.928158918697522,
      "grad_norm": 1.4793053968189183,
      "learning_rate": 2.3632589498815302e-05,
      "loss": 0.6271,
      "step": 120321
    },
    {
      "epoch": 4.928199877124719,
      "grad_norm": 0.46913782710810087,
      "learning_rate": 2.3630832369318232e-05,
      "loss": 0.0395,
      "step": 120322
    },
    {
      "epoch": 4.9282408355519145,
      "grad_norm": 1.6583436326242644,
      "learning_rate": 2.362907529956119e-05,
      "loss": 0.5643,
      "step": 120323
    },
    {
      "epoch": 4.928281793979111,
      "grad_norm": 0.8583127519290017,
      "learning_rate": 2.362731828954496e-05,
      "loss": 0.2087,
      "step": 120324
    },
    {
      "epoch": 4.928322752406308,
      "grad_norm": 1.369344248171803,
      "learning_rate": 2.3625561339270393e-05,
      "loss": 0.5664,
      "step": 120325
    },
    {
      "epoch": 4.928363710833504,
      "grad_norm": 1.5925452428211424,
      "learning_rate": 2.362380444873837e-05,
      "loss": 0.5842,
      "step": 120326
    },
    {
      "epoch": 4.928404669260701,
      "grad_norm": 1.5101055836322403,
      "learning_rate": 2.362204761794964e-05,
      "loss": 0.4675,
      "step": 120327
    },
    {
      "epoch": 4.928445627687896,
      "grad_norm": 1.5021166813420723,
      "learning_rate": 2.362029084690512e-05,
      "loss": 0.4362,
      "step": 120328
    },
    {
      "epoch": 4.928486586115093,
      "grad_norm": 1.651645101866598,
      "learning_rate": 2.3618534135605544e-05,
      "loss": 0.6142,
      "step": 120329
    },
    {
      "epoch": 4.928527544542289,
      "grad_norm": 1.6275602368686832,
      "learning_rate": 2.361677748405179e-05,
      "loss": 0.5545,
      "step": 120330
    },
    {
      "epoch": 4.928568502969486,
      "grad_norm": 2.1526297022832224,
      "learning_rate": 2.3615020892244728e-05,
      "loss": 1.0576,
      "step": 120331
    },
    {
      "epoch": 4.928609461396682,
      "grad_norm": 1.2902267504444345,
      "learning_rate": 2.3613264360185126e-05,
      "loss": 0.6059,
      "step": 120332
    },
    {
      "epoch": 4.928650419823879,
      "grad_norm": 1.4577104142360173,
      "learning_rate": 2.3611507887873825e-05,
      "loss": 0.6292,
      "step": 120333
    },
    {
      "epoch": 4.9286913782510755,
      "grad_norm": 1.7393810414291777,
      "learning_rate": 2.3609751475311717e-05,
      "loss": 0.3904,
      "step": 120334
    },
    {
      "epoch": 4.928732336678271,
      "grad_norm": 1.607784577929813,
      "learning_rate": 2.3607995122499546e-05,
      "loss": 0.6614,
      "step": 120335
    },
    {
      "epoch": 4.928773295105468,
      "grad_norm": 1.4665927866221364,
      "learning_rate": 2.360623882943821e-05,
      "loss": 0.5925,
      "step": 120336
    },
    {
      "epoch": 4.928814253532664,
      "grad_norm": 1.3625923648671747,
      "learning_rate": 2.360448259612848e-05,
      "loss": 0.5316,
      "step": 120337
    },
    {
      "epoch": 4.928855211959861,
      "grad_norm": 1.5915302167323593,
      "learning_rate": 2.3602726422571207e-05,
      "loss": 0.6639,
      "step": 120338
    },
    {
      "epoch": 4.928896170387057,
      "grad_norm": 1.7328194680348858,
      "learning_rate": 2.3600970308767265e-05,
      "loss": 0.5518,
      "step": 120339
    },
    {
      "epoch": 4.928937128814254,
      "grad_norm": 1.688574722341244,
      "learning_rate": 2.3599214254717425e-05,
      "loss": 0.702,
      "step": 120340
    },
    {
      "epoch": 4.92897808724145,
      "grad_norm": 1.761456764714062,
      "learning_rate": 2.359745826042257e-05,
      "loss": 0.6632,
      "step": 120341
    },
    {
      "epoch": 4.929019045668646,
      "grad_norm": 1.6415149663237756,
      "learning_rate": 2.3595702325883482e-05,
      "loss": 0.6183,
      "step": 120342
    },
    {
      "epoch": 4.9290600040958426,
      "grad_norm": 1.3080584716154846,
      "learning_rate": 2.3593946451100993e-05,
      "loss": 0.5494,
      "step": 120343
    },
    {
      "epoch": 4.929100962523039,
      "grad_norm": 0.8029496618377614,
      "learning_rate": 2.3592190636075987e-05,
      "loss": 0.1158,
      "step": 120344
    },
    {
      "epoch": 4.929141920950236,
      "grad_norm": 3.2446911800079263,
      "learning_rate": 2.359043488080923e-05,
      "loss": 2.7792,
      "step": 120345
    },
    {
      "epoch": 4.929182879377432,
      "grad_norm": 1.5108703369934444,
      "learning_rate": 2.3588679185301585e-05,
      "loss": 0.4753,
      "step": 120346
    },
    {
      "epoch": 4.929223837804628,
      "grad_norm": 2.218087885634464,
      "learning_rate": 2.3586923549553905e-05,
      "loss": 1.2721,
      "step": 120347
    },
    {
      "epoch": 4.929264796231824,
      "grad_norm": 2.3542600906521307,
      "learning_rate": 2.3585167973566953e-05,
      "loss": 1.3084,
      "step": 120348
    },
    {
      "epoch": 4.929305754659021,
      "grad_norm": 1.3920330500984028,
      "learning_rate": 2.3583412457341648e-05,
      "loss": 0.5718,
      "step": 120349
    },
    {
      "epoch": 4.929346713086217,
      "grad_norm": 1.0161089669009682,
      "learning_rate": 2.3581657000878723e-05,
      "loss": 0.2583,
      "step": 120350
    },
    {
      "epoch": 4.929387671513414,
      "grad_norm": 0.841602179287776,
      "learning_rate": 2.357990160417909e-05,
      "loss": 0.2038,
      "step": 120351
    },
    {
      "epoch": 4.9294286299406105,
      "grad_norm": 1.5037576851461238,
      "learning_rate": 2.3578146267243502e-05,
      "loss": 0.5456,
      "step": 120352
    },
    {
      "epoch": 4.929469588367807,
      "grad_norm": 1.4267265227063088,
      "learning_rate": 2.3576390990072874e-05,
      "loss": 0.4526,
      "step": 120353
    },
    {
      "epoch": 4.929510546795003,
      "grad_norm": 0.7029763321424372,
      "learning_rate": 2.3574635772667973e-05,
      "loss": 0.1068,
      "step": 120354
    },
    {
      "epoch": 4.929551505222199,
      "grad_norm": 1.5601508068711156,
      "learning_rate": 2.357288061502966e-05,
      "loss": 0.758,
      "step": 120355
    },
    {
      "epoch": 4.929592463649396,
      "grad_norm": 1.4686273574830666,
      "learning_rate": 2.3571125517158724e-05,
      "loss": 0.4441,
      "step": 120356
    },
    {
      "epoch": 4.929633422076592,
      "grad_norm": 1.4725597952492362,
      "learning_rate": 2.3569370479056027e-05,
      "loss": 0.4514,
      "step": 120357
    },
    {
      "epoch": 4.929674380503789,
      "grad_norm": 1.4040406493292987,
      "learning_rate": 2.356761550072242e-05,
      "loss": 0.4177,
      "step": 120358
    },
    {
      "epoch": 4.929715338930985,
      "grad_norm": 0.9388831258915582,
      "learning_rate": 2.3565860582158685e-05,
      "loss": 0.1691,
      "step": 120359
    },
    {
      "epoch": 4.929756297358182,
      "grad_norm": 1.325635769034957,
      "learning_rate": 2.3564105723365673e-05,
      "loss": 0.5955,
      "step": 120360
    },
    {
      "epoch": 4.9297972557853775,
      "grad_norm": 1.4657340248927024,
      "learning_rate": 2.3562350924344246e-05,
      "loss": 0.5806,
      "step": 120361
    },
    {
      "epoch": 4.929838214212574,
      "grad_norm": 1.455545988967292,
      "learning_rate": 2.3560596185095176e-05,
      "loss": 0.5882,
      "step": 120362
    },
    {
      "epoch": 4.929879172639771,
      "grad_norm": 1.5090720076861726,
      "learning_rate": 2.355884150561934e-05,
      "loss": 0.4732,
      "step": 120363
    },
    {
      "epoch": 4.929920131066967,
      "grad_norm": 1.368677539131751,
      "learning_rate": 2.3557086885917526e-05,
      "loss": 0.5455,
      "step": 120364
    },
    {
      "epoch": 4.929961089494164,
      "grad_norm": 2.0266711262598327,
      "learning_rate": 2.355533232599058e-05,
      "loss": 0.9713,
      "step": 120365
    },
    {
      "epoch": 4.930002047921359,
      "grad_norm": 1.8858358392074317,
      "learning_rate": 2.3553577825839364e-05,
      "loss": 0.7012,
      "step": 120366
    },
    {
      "epoch": 4.930043006348556,
      "grad_norm": 1.5817711246594195,
      "learning_rate": 2.3551823385464653e-05,
      "loss": 0.6027,
      "step": 120367
    },
    {
      "epoch": 4.930083964775752,
      "grad_norm": 0.8433945703148741,
      "learning_rate": 2.355006900486732e-05,
      "loss": 0.2406,
      "step": 120368
    },
    {
      "epoch": 4.930124923202949,
      "grad_norm": 3.255138949072126,
      "learning_rate": 2.354831468404816e-05,
      "loss": 2.6228,
      "step": 120369
    },
    {
      "epoch": 4.9301658816301455,
      "grad_norm": 2.124051733951008,
      "learning_rate": 2.354656042300801e-05,
      "loss": 0.7829,
      "step": 120370
    },
    {
      "epoch": 4.930206840057342,
      "grad_norm": 1.3297252336648924,
      "learning_rate": 2.354480622174776e-05,
      "loss": 0.413,
      "step": 120371
    },
    {
      "epoch": 4.9302477984845385,
      "grad_norm": 2.0483704113154,
      "learning_rate": 2.354305208026814e-05,
      "loss": 1.2965,
      "step": 120372
    },
    {
      "epoch": 4.930288756911734,
      "grad_norm": 1.628827006583174,
      "learning_rate": 2.3541297998570014e-05,
      "loss": 0.7347,
      "step": 120373
    },
    {
      "epoch": 4.930329715338931,
      "grad_norm": 1.4053602036155588,
      "learning_rate": 2.3539543976654285e-05,
      "loss": 0.4433,
      "step": 120374
    },
    {
      "epoch": 4.930370673766127,
      "grad_norm": 1.158421533420964,
      "learning_rate": 2.3537790014521668e-05,
      "loss": 0.2743,
      "step": 120375
    },
    {
      "epoch": 4.930411632193324,
      "grad_norm": 0.5152047846432227,
      "learning_rate": 2.353603611217308e-05,
      "loss": 0.0501,
      "step": 120376
    },
    {
      "epoch": 4.93045259062052,
      "grad_norm": 4.117239685674648,
      "learning_rate": 2.3534282269609283e-05,
      "loss": 1.8506,
      "step": 120377
    },
    {
      "epoch": 4.930493549047717,
      "grad_norm": 1.4703243926843905,
      "learning_rate": 2.353252848683115e-05,
      "loss": 0.5834,
      "step": 120378
    },
    {
      "epoch": 4.930534507474913,
      "grad_norm": 1.4001623370963288,
      "learning_rate": 2.3530774763839523e-05,
      "loss": 0.5127,
      "step": 120379
    },
    {
      "epoch": 4.930575465902109,
      "grad_norm": 1.8905283640502861,
      "learning_rate": 2.3529021100635187e-05,
      "loss": 0.4268,
      "step": 120380
    },
    {
      "epoch": 4.930616424329306,
      "grad_norm": 0.4318559702453818,
      "learning_rate": 2.3527267497218976e-05,
      "loss": 0.0628,
      "step": 120381
    },
    {
      "epoch": 4.930657382756502,
      "grad_norm": 1.611241120049086,
      "learning_rate": 2.3525513953591775e-05,
      "loss": 0.5634,
      "step": 120382
    },
    {
      "epoch": 4.930698341183699,
      "grad_norm": 1.6303306808256515,
      "learning_rate": 2.3523760469754326e-05,
      "loss": 0.7474,
      "step": 120383
    },
    {
      "epoch": 4.930739299610895,
      "grad_norm": 2.0938926864616523,
      "learning_rate": 2.3522007045707553e-05,
      "loss": 1.0257,
      "step": 120384
    },
    {
      "epoch": 4.930780258038092,
      "grad_norm": 1.2842263459531382,
      "learning_rate": 2.35202536814522e-05,
      "loss": 0.4094,
      "step": 120385
    },
    {
      "epoch": 4.930821216465287,
      "grad_norm": 2.0629576223242405,
      "learning_rate": 2.351850037698912e-05,
      "loss": 0.6981,
      "step": 120386
    },
    {
      "epoch": 4.930862174892484,
      "grad_norm": 2.6978450437887767,
      "learning_rate": 2.3516747132319208e-05,
      "loss": 0.9412,
      "step": 120387
    },
    {
      "epoch": 4.93090313331968,
      "grad_norm": 1.7060321550301694,
      "learning_rate": 2.3514993947443182e-05,
      "loss": 0.7732,
      "step": 120388
    },
    {
      "epoch": 4.930944091746877,
      "grad_norm": 2.1334047448712323,
      "learning_rate": 2.3513240822361944e-05,
      "loss": 0.9493,
      "step": 120389
    },
    {
      "epoch": 4.9309850501740735,
      "grad_norm": 1.3633147971641792,
      "learning_rate": 2.3511487757076325e-05,
      "loss": 0.329,
      "step": 120390
    },
    {
      "epoch": 4.93102600860127,
      "grad_norm": 1.5705470735357767,
      "learning_rate": 2.3509734751587123e-05,
      "loss": 0.6701,
      "step": 120391
    },
    {
      "epoch": 4.931066967028466,
      "grad_norm": 1.9682507928157136,
      "learning_rate": 2.3507981805895187e-05,
      "loss": 0.6211,
      "step": 120392
    },
    {
      "epoch": 4.931107925455662,
      "grad_norm": 1.827259863693545,
      "learning_rate": 2.3506228920001317e-05,
      "loss": 0.5885,
      "step": 120393
    },
    {
      "epoch": 4.931148883882859,
      "grad_norm": 1.5846963879416727,
      "learning_rate": 2.3504476093906365e-05,
      "loss": 0.6029,
      "step": 120394
    },
    {
      "epoch": 4.931189842310055,
      "grad_norm": 0.7638175960951156,
      "learning_rate": 2.350272332761118e-05,
      "loss": 0.1933,
      "step": 120395
    },
    {
      "epoch": 4.931230800737252,
      "grad_norm": 1.4209385076522438,
      "learning_rate": 2.350097062111654e-05,
      "loss": 0.5909,
      "step": 120396
    },
    {
      "epoch": 4.931271759164448,
      "grad_norm": 1.770312908708702,
      "learning_rate": 2.3499217974423294e-05,
      "loss": 0.6549,
      "step": 120397
    },
    {
      "epoch": 4.931312717591645,
      "grad_norm": 1.5997267434035989,
      "learning_rate": 2.3497465387532333e-05,
      "loss": 0.7423,
      "step": 120398
    },
    {
      "epoch": 4.931353676018841,
      "grad_norm": 1.581455684644251,
      "learning_rate": 2.3495712860444364e-05,
      "loss": 0.6429,
      "step": 120399
    },
    {
      "epoch": 4.931394634446037,
      "grad_norm": 1.622860426338898,
      "learning_rate": 2.3493960393160344e-05,
      "loss": 0.5306,
      "step": 120400
    },
    {
      "epoch": 4.931435592873234,
      "grad_norm": 1.497046521808839,
      "learning_rate": 2.3492207985680983e-05,
      "loss": 0.3813,
      "step": 120401
    },
    {
      "epoch": 4.93147655130043,
      "grad_norm": 1.2862511783080257,
      "learning_rate": 2.3490455638007183e-05,
      "loss": 0.4278,
      "step": 120402
    },
    {
      "epoch": 4.931517509727627,
      "grad_norm": 1.6214722451348071,
      "learning_rate": 2.3488703350139777e-05,
      "loss": 0.6017,
      "step": 120403
    },
    {
      "epoch": 4.931558468154823,
      "grad_norm": 1.4760261489623587,
      "learning_rate": 2.3486951122079545e-05,
      "loss": 0.3747,
      "step": 120404
    },
    {
      "epoch": 4.931599426582019,
      "grad_norm": 1.3920152910670516,
      "learning_rate": 2.3485198953827323e-05,
      "loss": 0.5002,
      "step": 120405
    },
    {
      "epoch": 4.931640385009215,
      "grad_norm": 0.8855069412866359,
      "learning_rate": 2.3483446845384007e-05,
      "loss": 0.1856,
      "step": 120406
    },
    {
      "epoch": 4.931681343436412,
      "grad_norm": 1.4104773483597992,
      "learning_rate": 2.3481694796750333e-05,
      "loss": 0.5483,
      "step": 120407
    },
    {
      "epoch": 4.9317223018636085,
      "grad_norm": 0.8277322709593294,
      "learning_rate": 2.3479942807927215e-05,
      "loss": 0.2265,
      "step": 120408
    },
    {
      "epoch": 4.931763260290805,
      "grad_norm": 1.6552956532912062,
      "learning_rate": 2.3478190878915404e-05,
      "loss": 0.5592,
      "step": 120409
    },
    {
      "epoch": 4.931804218718002,
      "grad_norm": 2.493955567480007,
      "learning_rate": 2.3476439009715764e-05,
      "loss": 0.6065,
      "step": 120410
    },
    {
      "epoch": 4.931845177145197,
      "grad_norm": 1.7292008243249344,
      "learning_rate": 2.3474687200329145e-05,
      "loss": 0.726,
      "step": 120411
    },
    {
      "epoch": 4.931886135572394,
      "grad_norm": 1.4982560216848313,
      "learning_rate": 2.347293545075633e-05,
      "loss": 0.5115,
      "step": 120412
    },
    {
      "epoch": 4.93192709399959,
      "grad_norm": 1.6670758870337374,
      "learning_rate": 2.34711837609982e-05,
      "loss": 0.6677,
      "step": 120413
    },
    {
      "epoch": 4.931968052426787,
      "grad_norm": 1.6797223827157373,
      "learning_rate": 2.3469432131055526e-05,
      "loss": 0.6804,
      "step": 120414
    },
    {
      "epoch": 4.932009010853983,
      "grad_norm": 0.7447248646441406,
      "learning_rate": 2.3467680560929152e-05,
      "loss": 0.1904,
      "step": 120415
    },
    {
      "epoch": 4.93204996928118,
      "grad_norm": 1.6883747032306056,
      "learning_rate": 2.3465929050619947e-05,
      "loss": 0.7007,
      "step": 120416
    },
    {
      "epoch": 4.932090927708376,
      "grad_norm": 1.3780116204951796,
      "learning_rate": 2.3464177600128676e-05,
      "loss": 0.5915,
      "step": 120417
    },
    {
      "epoch": 4.932131886135572,
      "grad_norm": 0.9145335231066894,
      "learning_rate": 2.3462426209456203e-05,
      "loss": 0.1854,
      "step": 120418
    },
    {
      "epoch": 4.932172844562769,
      "grad_norm": 1.2156899269583425,
      "learning_rate": 2.346067487860338e-05,
      "loss": 0.2584,
      "step": 120419
    },
    {
      "epoch": 4.932213802989965,
      "grad_norm": 1.7594515694496728,
      "learning_rate": 2.345892360757099e-05,
      "loss": 0.8008,
      "step": 120420
    },
    {
      "epoch": 4.932254761417162,
      "grad_norm": 1.2588405884608995,
      "learning_rate": 2.3457172396359896e-05,
      "loss": 0.4979,
      "step": 120421
    },
    {
      "epoch": 4.932295719844358,
      "grad_norm": 1.8512669170556624,
      "learning_rate": 2.3455421244970917e-05,
      "loss": 0.598,
      "step": 120422
    },
    {
      "epoch": 4.932336678271555,
      "grad_norm": 1.2539890052572062,
      "learning_rate": 2.345367015340482e-05,
      "loss": 0.5005,
      "step": 120423
    },
    {
      "epoch": 4.93237763669875,
      "grad_norm": 0.8232041788038985,
      "learning_rate": 2.34519191216625e-05,
      "loss": 0.2432,
      "step": 120424
    },
    {
      "epoch": 4.932418595125947,
      "grad_norm": 1.8065794659992243,
      "learning_rate": 2.3450168149744807e-05,
      "loss": 0.7406,
      "step": 120425
    },
    {
      "epoch": 4.9324595535531435,
      "grad_norm": 1.72016051966896,
      "learning_rate": 2.3448417237652495e-05,
      "loss": 0.6046,
      "step": 120426
    },
    {
      "epoch": 4.93250051198034,
      "grad_norm": 1.6786083720264127,
      "learning_rate": 2.344666638538646e-05,
      "loss": 0.6764,
      "step": 120427
    },
    {
      "epoch": 4.9325414704075365,
      "grad_norm": 1.9226843070318318,
      "learning_rate": 2.3444915592947448e-05,
      "loss": 0.8057,
      "step": 120428
    },
    {
      "epoch": 4.932582428834733,
      "grad_norm": 1.5189166923986928,
      "learning_rate": 2.344316486033635e-05,
      "loss": 0.5438,
      "step": 120429
    },
    {
      "epoch": 4.932623387261929,
      "grad_norm": 1.6958525927290522,
      "learning_rate": 2.3441414187554024e-05,
      "loss": 0.6905,
      "step": 120430
    },
    {
      "epoch": 4.932664345689125,
      "grad_norm": 1.6722299262377311,
      "learning_rate": 2.343966357460121e-05,
      "loss": 0.581,
      "step": 120431
    },
    {
      "epoch": 4.932705304116322,
      "grad_norm": 1.8201992697357228,
      "learning_rate": 2.3437913021478784e-05,
      "loss": 0.7454,
      "step": 120432
    },
    {
      "epoch": 4.932746262543518,
      "grad_norm": 1.2205654934928876,
      "learning_rate": 2.3436162528187598e-05,
      "loss": 0.3816,
      "step": 120433
    },
    {
      "epoch": 4.932787220970715,
      "grad_norm": 1.3299268418482524,
      "learning_rate": 2.34344120947284e-05,
      "loss": 0.3108,
      "step": 120434
    },
    {
      "epoch": 4.932828179397911,
      "grad_norm": 1.4890501244017555,
      "learning_rate": 2.3432661721102126e-05,
      "loss": 0.6147,
      "step": 120435
    },
    {
      "epoch": 4.932869137825108,
      "grad_norm": 1.6118899848382382,
      "learning_rate": 2.3430911407309504e-05,
      "loss": 0.4925,
      "step": 120436
    },
    {
      "epoch": 4.932910096252304,
      "grad_norm": 1.9738018124837196,
      "learning_rate": 2.3429161153351404e-05,
      "loss": 0.868,
      "step": 120437
    },
    {
      "epoch": 4.9329510546795,
      "grad_norm": 1.6178193531564022,
      "learning_rate": 2.3427410959228678e-05,
      "loss": 0.6367,
      "step": 120438
    },
    {
      "epoch": 4.932992013106697,
      "grad_norm": 1.8589424670908108,
      "learning_rate": 2.34256608249421e-05,
      "loss": 0.7595,
      "step": 120439
    },
    {
      "epoch": 4.933032971533893,
      "grad_norm": 1.24614106535841,
      "learning_rate": 2.342391075049256e-05,
      "loss": 0.4754,
      "step": 120440
    },
    {
      "epoch": 4.93307392996109,
      "grad_norm": 1.2213271708090097,
      "learning_rate": 2.3422160735880803e-05,
      "loss": 0.2873,
      "step": 120441
    },
    {
      "epoch": 4.933114888388286,
      "grad_norm": 0.7569679309243424,
      "learning_rate": 2.3420410781107713e-05,
      "loss": 0.1453,
      "step": 120442
    },
    {
      "epoch": 4.933155846815482,
      "grad_norm": 1.5295019685727134,
      "learning_rate": 2.3418660886174157e-05,
      "loss": 0.5336,
      "step": 120443
    },
    {
      "epoch": 4.9331968052426785,
      "grad_norm": 0.9968228494756843,
      "learning_rate": 2.3416911051080867e-05,
      "loss": 0.2596,
      "step": 120444
    },
    {
      "epoch": 4.933237763669875,
      "grad_norm": 1.6922561806036378,
      "learning_rate": 2.341516127582871e-05,
      "loss": 0.7293,
      "step": 120445
    },
    {
      "epoch": 4.9332787220970715,
      "grad_norm": 1.5353434463140199,
      "learning_rate": 2.341341156041855e-05,
      "loss": 0.5343,
      "step": 120446
    },
    {
      "epoch": 4.933319680524268,
      "grad_norm": 2.050342811107712,
      "learning_rate": 2.3411661904851153e-05,
      "loss": 1.0835,
      "step": 120447
    },
    {
      "epoch": 4.933360638951465,
      "grad_norm": 0.919098915788128,
      "learning_rate": 2.3409912309127422e-05,
      "loss": 0.2007,
      "step": 120448
    },
    {
      "epoch": 4.93340159737866,
      "grad_norm": 0.8951652550430579,
      "learning_rate": 2.34081627732481e-05,
      "loss": 0.2451,
      "step": 120449
    },
    {
      "epoch": 4.933442555805857,
      "grad_norm": 1.5957187726329405,
      "learning_rate": 2.3406413297214045e-05,
      "loss": 0.6587,
      "step": 120450
    },
    {
      "epoch": 4.933483514233053,
      "grad_norm": 1.6107469033725135,
      "learning_rate": 2.340466388102613e-05,
      "loss": 0.659,
      "step": 120451
    },
    {
      "epoch": 4.93352447266025,
      "grad_norm": 2.4563323839821884,
      "learning_rate": 2.3402914524685114e-05,
      "loss": 1.2428,
      "step": 120452
    },
    {
      "epoch": 4.933565431087446,
      "grad_norm": 1.6143381127243632,
      "learning_rate": 2.3401165228191855e-05,
      "loss": 0.5623,
      "step": 120453
    },
    {
      "epoch": 4.933606389514643,
      "grad_norm": 1.8153910004444824,
      "learning_rate": 2.3399415991547206e-05,
      "loss": 0.6267,
      "step": 120454
    },
    {
      "epoch": 4.9336473479418395,
      "grad_norm": 2.037788333465723,
      "learning_rate": 2.339766681475193e-05,
      "loss": 0.9276,
      "step": 120455
    },
    {
      "epoch": 4.933688306369035,
      "grad_norm": 1.2259983532908287,
      "learning_rate": 2.3395917697806932e-05,
      "loss": 0.4336,
      "step": 120456
    },
    {
      "epoch": 4.933729264796232,
      "grad_norm": 1.611164508201565,
      "learning_rate": 2.3394168640712973e-05,
      "loss": 0.4581,
      "step": 120457
    },
    {
      "epoch": 4.933770223223428,
      "grad_norm": 1.19291082418249,
      "learning_rate": 2.3392419643470888e-05,
      "loss": 0.3424,
      "step": 120458
    },
    {
      "epoch": 4.933811181650625,
      "grad_norm": 1.5684230733319955,
      "learning_rate": 2.339067070608156e-05,
      "loss": 0.7016,
      "step": 120459
    },
    {
      "epoch": 4.933852140077821,
      "grad_norm": 0.709927719211749,
      "learning_rate": 2.3388921828545738e-05,
      "loss": 0.2032,
      "step": 120460
    },
    {
      "epoch": 4.933893098505018,
      "grad_norm": 1.5066968272762242,
      "learning_rate": 2.3387173010864287e-05,
      "loss": 0.5632,
      "step": 120461
    },
    {
      "epoch": 4.933934056932213,
      "grad_norm": 1.9050096337683624,
      "learning_rate": 2.338542425303807e-05,
      "loss": 0.4342,
      "step": 120462
    },
    {
      "epoch": 4.93397501535941,
      "grad_norm": 2.8557784234875943,
      "learning_rate": 2.338367555506786e-05,
      "loss": 2.6331,
      "step": 120463
    },
    {
      "epoch": 4.9340159737866065,
      "grad_norm": 0.6874577762631408,
      "learning_rate": 2.338192691695452e-05,
      "loss": 0.1332,
      "step": 120464
    },
    {
      "epoch": 4.934056932213803,
      "grad_norm": 1.6609573025243776,
      "learning_rate": 2.3380178338698813e-05,
      "loss": 0.5719,
      "step": 120465
    },
    {
      "epoch": 4.934097890641,
      "grad_norm": 1.4830227387825379,
      "learning_rate": 2.3378429820301627e-05,
      "loss": 0.6506,
      "step": 120466
    },
    {
      "epoch": 4.934138849068196,
      "grad_norm": 2.0789639850015793,
      "learning_rate": 2.3376681361763805e-05,
      "loss": 0.6387,
      "step": 120467
    },
    {
      "epoch": 4.934179807495392,
      "grad_norm": 1.3791934201116003,
      "learning_rate": 2.33749329630861e-05,
      "loss": 0.4745,
      "step": 120468
    },
    {
      "epoch": 4.934220765922588,
      "grad_norm": 1.9824182523954377,
      "learning_rate": 2.3373184624269382e-05,
      "loss": 0.9445,
      "step": 120469
    },
    {
      "epoch": 4.934261724349785,
      "grad_norm": 1.6548087046774294,
      "learning_rate": 2.3371436345314492e-05,
      "loss": 0.7177,
      "step": 120470
    },
    {
      "epoch": 4.934302682776981,
      "grad_norm": 2.514526080064298,
      "learning_rate": 2.336968812622222e-05,
      "loss": 0.8587,
      "step": 120471
    },
    {
      "epoch": 4.934343641204178,
      "grad_norm": 1.834600130827536,
      "learning_rate": 2.336793996699346e-05,
      "loss": 0.8909,
      "step": 120472
    },
    {
      "epoch": 4.934384599631374,
      "grad_norm": 1.6091552850376032,
      "learning_rate": 2.336619186762893e-05,
      "loss": 0.6751,
      "step": 120473
    },
    {
      "epoch": 4.934425558058571,
      "grad_norm": 1.989722815402366,
      "learning_rate": 2.336444382812953e-05,
      "loss": 0.7055,
      "step": 120474
    },
    {
      "epoch": 4.934466516485767,
      "grad_norm": 1.1662656145160872,
      "learning_rate": 2.336269584849611e-05,
      "loss": 0.378,
      "step": 120475
    },
    {
      "epoch": 4.934507474912963,
      "grad_norm": 1.4281564648694942,
      "learning_rate": 2.3360947928729418e-05,
      "loss": 0.5213,
      "step": 120476
    },
    {
      "epoch": 4.93454843334016,
      "grad_norm": 1.8973308296514202,
      "learning_rate": 2.3359200068830353e-05,
      "loss": 0.7584,
      "step": 120477
    },
    {
      "epoch": 4.934589391767356,
      "grad_norm": 1.452203579028877,
      "learning_rate": 2.3357452268799682e-05,
      "loss": 0.5363,
      "step": 120478
    },
    {
      "epoch": 4.934630350194553,
      "grad_norm": 1.5461503073812473,
      "learning_rate": 2.335570452863825e-05,
      "loss": 0.5056,
      "step": 120479
    },
    {
      "epoch": 4.934671308621749,
      "grad_norm": 1.2578644891467274,
      "learning_rate": 2.3353956848346933e-05,
      "loss": 0.3652,
      "step": 120480
    },
    {
      "epoch": 4.934712267048945,
      "grad_norm": 1.6038408906063135,
      "learning_rate": 2.3352209227926488e-05,
      "loss": 0.6655,
      "step": 120481
    },
    {
      "epoch": 4.9347532254761415,
      "grad_norm": 1.6124014326257774,
      "learning_rate": 2.335046166737775e-05,
      "loss": 0.9249,
      "step": 120482
    },
    {
      "epoch": 4.934794183903338,
      "grad_norm": 0.6865182499815248,
      "learning_rate": 2.334871416670162e-05,
      "loss": 0.1501,
      "step": 120483
    },
    {
      "epoch": 4.9348351423305346,
      "grad_norm": 1.2988411168788028,
      "learning_rate": 2.334696672589883e-05,
      "loss": 0.752,
      "step": 120484
    },
    {
      "epoch": 4.934876100757731,
      "grad_norm": 1.286314205608585,
      "learning_rate": 2.334521934497026e-05,
      "loss": 0.4387,
      "step": 120485
    },
    {
      "epoch": 4.934917059184928,
      "grad_norm": 1.614474358051018,
      "learning_rate": 2.3343472023916715e-05,
      "loss": 0.767,
      "step": 120486
    },
    {
      "epoch": 4.934958017612123,
      "grad_norm": 1.544723367810589,
      "learning_rate": 2.3341724762739006e-05,
      "loss": 0.7449,
      "step": 120487
    },
    {
      "epoch": 4.93499897603932,
      "grad_norm": 1.9271527909824588,
      "learning_rate": 2.3339977561438016e-05,
      "loss": 0.7896,
      "step": 120488
    },
    {
      "epoch": 4.935039934466516,
      "grad_norm": 1.4157215095625337,
      "learning_rate": 2.3338230420014516e-05,
      "loss": 0.5304,
      "step": 120489
    },
    {
      "epoch": 4.935080892893713,
      "grad_norm": 1.5837136694732006,
      "learning_rate": 2.333648333846933e-05,
      "loss": 0.4587,
      "step": 120490
    },
    {
      "epoch": 4.935121851320909,
      "grad_norm": 1.5108281785908941,
      "learning_rate": 2.3334736316803364e-05,
      "loss": 0.5101,
      "step": 120491
    },
    {
      "epoch": 4.935162809748106,
      "grad_norm": 1.481997940323616,
      "learning_rate": 2.3332989355017368e-05,
      "loss": 0.4465,
      "step": 120492
    },
    {
      "epoch": 4.9352037681753025,
      "grad_norm": 1.3457762681171341,
      "learning_rate": 2.3331242453112153e-05,
      "loss": 0.4269,
      "step": 120493
    },
    {
      "epoch": 4.935244726602498,
      "grad_norm": 0.8406842984519538,
      "learning_rate": 2.3329495611088607e-05,
      "loss": 0.1453,
      "step": 120494
    },
    {
      "epoch": 4.935285685029695,
      "grad_norm": 1.0998256760765126,
      "learning_rate": 2.332774882894749e-05,
      "loss": 0.2986,
      "step": 120495
    },
    {
      "epoch": 4.935326643456891,
      "grad_norm": 1.3158393881494017,
      "learning_rate": 2.3326002106689673e-05,
      "loss": 0.4042,
      "step": 120496
    },
    {
      "epoch": 4.935367601884088,
      "grad_norm": 1.4914644451031265,
      "learning_rate": 2.3324255444316004e-05,
      "loss": 0.4759,
      "step": 120497
    },
    {
      "epoch": 4.935408560311284,
      "grad_norm": 0.9480164196886604,
      "learning_rate": 2.332250884182723e-05,
      "loss": 0.235,
      "step": 120498
    },
    {
      "epoch": 4.935449518738481,
      "grad_norm": 2.082447554132829,
      "learning_rate": 2.332076229922427e-05,
      "loss": 0.7815,
      "step": 120499
    },
    {
      "epoch": 4.9354904771656765,
      "grad_norm": 3.0287788473205537,
      "learning_rate": 2.3319015816507858e-05,
      "loss": 2.652,
      "step": 120500
    },
    {
      "epoch": 4.935531435592873,
      "grad_norm": 1.805073984258197,
      "learning_rate": 2.3317269393678874e-05,
      "loss": 0.6809,
      "step": 120501
    },
    {
      "epoch": 4.9355723940200695,
      "grad_norm": 1.6555311920222697,
      "learning_rate": 2.3315523030738165e-05,
      "loss": 0.6365,
      "step": 120502
    },
    {
      "epoch": 4.935613352447266,
      "grad_norm": 1.0489204712933462,
      "learning_rate": 2.33137767276865e-05,
      "loss": 0.2101,
      "step": 120503
    },
    {
      "epoch": 4.935654310874463,
      "grad_norm": 1.5651887155550133,
      "learning_rate": 2.3312030484524715e-05,
      "loss": 0.5879,
      "step": 120504
    },
    {
      "epoch": 4.935695269301659,
      "grad_norm": 0.6468655732679929,
      "learning_rate": 2.33102843012537e-05,
      "loss": 0.0844,
      "step": 120505
    },
    {
      "epoch": 4.935736227728855,
      "grad_norm": 1.8900216390321476,
      "learning_rate": 2.330853817787418e-05,
      "loss": 0.7097,
      "step": 120506
    },
    {
      "epoch": 4.935777186156051,
      "grad_norm": 0.8513522867376186,
      "learning_rate": 2.330679211438707e-05,
      "loss": 0.2034,
      "step": 120507
    },
    {
      "epoch": 4.935818144583248,
      "grad_norm": 1.2830422968041337,
      "learning_rate": 2.330504611079313e-05,
      "loss": 0.4235,
      "step": 120508
    },
    {
      "epoch": 4.935859103010444,
      "grad_norm": 1.6288890898990476,
      "learning_rate": 2.3303300167093215e-05,
      "loss": 0.7222,
      "step": 120509
    },
    {
      "epoch": 4.935900061437641,
      "grad_norm": 1.798810959817732,
      "learning_rate": 2.3301554283288172e-05,
      "loss": 0.6801,
      "step": 120510
    },
    {
      "epoch": 4.9359410198648375,
      "grad_norm": 0.7925636061763348,
      "learning_rate": 2.3299808459378766e-05,
      "loss": 0.1928,
      "step": 120511
    },
    {
      "epoch": 4.935981978292034,
      "grad_norm": 3.2591980736723665,
      "learning_rate": 2.32980626953659e-05,
      "loss": 2.1555,
      "step": 120512
    },
    {
      "epoch": 4.93602293671923,
      "grad_norm": 1.4732943275104915,
      "learning_rate": 2.3296316991250318e-05,
      "loss": 0.5304,
      "step": 120513
    },
    {
      "epoch": 4.936063895146426,
      "grad_norm": 1.2125283917060967,
      "learning_rate": 2.329457134703289e-05,
      "loss": 0.4383,
      "step": 120514
    },
    {
      "epoch": 4.936104853573623,
      "grad_norm": 1.0658119547315108,
      "learning_rate": 2.3292825762714483e-05,
      "loss": 0.3481,
      "step": 120515
    },
    {
      "epoch": 4.936145812000819,
      "grad_norm": 1.4892190239816072,
      "learning_rate": 2.329108023829583e-05,
      "loss": 0.4225,
      "step": 120516
    },
    {
      "epoch": 4.936186770428016,
      "grad_norm": 1.3094335181936607,
      "learning_rate": 2.328933477377779e-05,
      "loss": 0.4652,
      "step": 120517
    },
    {
      "epoch": 4.936227728855212,
      "grad_norm": 1.003719303956534,
      "learning_rate": 2.328758936916125e-05,
      "loss": 0.1786,
      "step": 120518
    },
    {
      "epoch": 4.936268687282408,
      "grad_norm": 1.9650995189954192,
      "learning_rate": 2.3285844024446947e-05,
      "loss": 0.7593,
      "step": 120519
    },
    {
      "epoch": 4.9363096457096045,
      "grad_norm": 1.6242034835936323,
      "learning_rate": 2.3284098739635777e-05,
      "loss": 0.6358,
      "step": 120520
    },
    {
      "epoch": 4.936350604136801,
      "grad_norm": 2.1209375849327614,
      "learning_rate": 2.3282353514728485e-05,
      "loss": 1.2918,
      "step": 120521
    },
    {
      "epoch": 4.936391562563998,
      "grad_norm": 1.3558339574296385,
      "learning_rate": 2.328060834972596e-05,
      "loss": 0.6808,
      "step": 120522
    },
    {
      "epoch": 4.936432520991194,
      "grad_norm": 0.886149749340452,
      "learning_rate": 2.3278863244629048e-05,
      "loss": 0.1894,
      "step": 120523
    },
    {
      "epoch": 4.936473479418391,
      "grad_norm": 1.5231073355622755,
      "learning_rate": 2.3277118199438482e-05,
      "loss": 0.6044,
      "step": 120524
    },
    {
      "epoch": 4.936514437845586,
      "grad_norm": 1.2994292634476086,
      "learning_rate": 2.3275373214155164e-05,
      "loss": 0.5381,
      "step": 120525
    },
    {
      "epoch": 4.936555396272783,
      "grad_norm": 1.4636360440630418,
      "learning_rate": 2.3273628288779922e-05,
      "loss": 0.5587,
      "step": 120526
    },
    {
      "epoch": 4.936596354699979,
      "grad_norm": 1.5452274040133491,
      "learning_rate": 2.3271883423313508e-05,
      "loss": 0.6949,
      "step": 120527
    },
    {
      "epoch": 4.936637313127176,
      "grad_norm": 1.9130680932041524,
      "learning_rate": 2.327013861775684e-05,
      "loss": 1.0057,
      "step": 120528
    },
    {
      "epoch": 4.936678271554372,
      "grad_norm": 1.39505722681112,
      "learning_rate": 2.3268393872110662e-05,
      "loss": 0.5072,
      "step": 120529
    },
    {
      "epoch": 4.936719229981569,
      "grad_norm": 1.620547582850534,
      "learning_rate": 2.326664918637583e-05,
      "loss": 0.605,
      "step": 120530
    },
    {
      "epoch": 4.9367601884087655,
      "grad_norm": 3.052092422388977,
      "learning_rate": 2.3264904560553203e-05,
      "loss": 2.8294,
      "step": 120531
    },
    {
      "epoch": 4.936801146835961,
      "grad_norm": 1.5140663583705858,
      "learning_rate": 2.3263159994643555e-05,
      "loss": 0.6242,
      "step": 120532
    },
    {
      "epoch": 4.936842105263158,
      "grad_norm": 0.9561868489577448,
      "learning_rate": 2.3261415488647712e-05,
      "loss": 0.2547,
      "step": 120533
    },
    {
      "epoch": 4.936883063690354,
      "grad_norm": 1.8663127454555144,
      "learning_rate": 2.3259671042566574e-05,
      "loss": 0.7129,
      "step": 120534
    },
    {
      "epoch": 4.936924022117551,
      "grad_norm": 0.9792676127355037,
      "learning_rate": 2.325792665640086e-05,
      "loss": 0.2094,
      "step": 120535
    },
    {
      "epoch": 4.936964980544747,
      "grad_norm": 1.5213172264379538,
      "learning_rate": 2.3256182330151484e-05,
      "loss": 0.6606,
      "step": 120536
    },
    {
      "epoch": 4.937005938971944,
      "grad_norm": 1.4609330755806282,
      "learning_rate": 2.3254438063819182e-05,
      "loss": 0.666,
      "step": 120537
    },
    {
      "epoch": 4.9370468973991395,
      "grad_norm": 1.6596263430061475,
      "learning_rate": 2.3252693857404848e-05,
      "loss": 0.5426,
      "step": 120538
    },
    {
      "epoch": 4.937087855826336,
      "grad_norm": 1.3277043427540254,
      "learning_rate": 2.32509497109093e-05,
      "loss": 0.5376,
      "step": 120539
    },
    {
      "epoch": 4.937128814253533,
      "grad_norm": 1.6931735135701953,
      "learning_rate": 2.3249205624333323e-05,
      "loss": 0.5746,
      "step": 120540
    },
    {
      "epoch": 4.937169772680729,
      "grad_norm": 1.3080279633126817,
      "learning_rate": 2.3247461597677765e-05,
      "loss": 0.3768,
      "step": 120541
    },
    {
      "epoch": 4.937210731107926,
      "grad_norm": 1.5812065757145126,
      "learning_rate": 2.324571763094349e-05,
      "loss": 0.6318,
      "step": 120542
    },
    {
      "epoch": 4.937251689535122,
      "grad_norm": 0.9214264667082079,
      "learning_rate": 2.3243973724131247e-05,
      "loss": 0.199,
      "step": 120543
    },
    {
      "epoch": 4.937292647962318,
      "grad_norm": 0.4591003056749535,
      "learning_rate": 2.3242229877241942e-05,
      "loss": 0.049,
      "step": 120544
    },
    {
      "epoch": 4.937333606389514,
      "grad_norm": 1.649761259100801,
      "learning_rate": 2.3240486090276318e-05,
      "loss": 0.7695,
      "step": 120545
    },
    {
      "epoch": 4.937374564816711,
      "grad_norm": 1.3491490439551266,
      "learning_rate": 2.3238742363235226e-05,
      "loss": 0.4093,
      "step": 120546
    },
    {
      "epoch": 4.937415523243907,
      "grad_norm": 1.4822014087877613,
      "learning_rate": 2.3236998696119546e-05,
      "loss": 0.5945,
      "step": 120547
    },
    {
      "epoch": 4.937456481671104,
      "grad_norm": 1.298165718803615,
      "learning_rate": 2.3235255088930017e-05,
      "loss": 0.3637,
      "step": 120548
    },
    {
      "epoch": 4.9374974400983005,
      "grad_norm": 1.5394352108320954,
      "learning_rate": 2.323351154166753e-05,
      "loss": 0.6564,
      "step": 120549
    },
    {
      "epoch": 4.937538398525497,
      "grad_norm": 1.4562161603515948,
      "learning_rate": 2.323176805433286e-05,
      "loss": 0.5245,
      "step": 120550
    },
    {
      "epoch": 4.937579356952693,
      "grad_norm": 1.455967111360334,
      "learning_rate": 2.3230024626926854e-05,
      "loss": 0.4999,
      "step": 120551
    },
    {
      "epoch": 4.937620315379889,
      "grad_norm": 1.7385365157054142,
      "learning_rate": 2.322828125945037e-05,
      "loss": 0.8,
      "step": 120552
    },
    {
      "epoch": 4.937661273807086,
      "grad_norm": 1.8305769110351726,
      "learning_rate": 2.322653795190415e-05,
      "loss": 0.5988,
      "step": 120553
    },
    {
      "epoch": 4.937702232234282,
      "grad_norm": 1.610434181995733,
      "learning_rate": 2.322479470428909e-05,
      "loss": 0.6036,
      "step": 120554
    },
    {
      "epoch": 4.937743190661479,
      "grad_norm": 2.5684570218791993,
      "learning_rate": 2.3223051516606005e-05,
      "loss": 1.6957,
      "step": 120555
    },
    {
      "epoch": 4.937784149088675,
      "grad_norm": 1.18616130775634,
      "learning_rate": 2.322130838885568e-05,
      "loss": 0.3602,
      "step": 120556
    },
    {
      "epoch": 4.937825107515871,
      "grad_norm": 1.8102036700075654,
      "learning_rate": 2.3219565321038997e-05,
      "loss": 0.7832,
      "step": 120557
    },
    {
      "epoch": 4.9378660659430675,
      "grad_norm": 1.5564490011540049,
      "learning_rate": 2.321782231315672e-05,
      "loss": 0.6055,
      "step": 120558
    },
    {
      "epoch": 4.937907024370264,
      "grad_norm": 0.7368954583726955,
      "learning_rate": 2.3216079365209682e-05,
      "loss": 0.1864,
      "step": 120559
    },
    {
      "epoch": 4.937947982797461,
      "grad_norm": 3.1026182507940905,
      "learning_rate": 2.321433647719877e-05,
      "loss": 3.1617,
      "step": 120560
    },
    {
      "epoch": 4.937988941224657,
      "grad_norm": 1.529337693660778,
      "learning_rate": 2.321259364912473e-05,
      "loss": 0.5614,
      "step": 120561
    },
    {
      "epoch": 4.938029899651854,
      "grad_norm": 1.3382874093220687,
      "learning_rate": 2.3210850880988423e-05,
      "loss": 0.5019,
      "step": 120562
    },
    {
      "epoch": 4.938070858079049,
      "grad_norm": 0.8483672049355541,
      "learning_rate": 2.3209108172790726e-05,
      "loss": 0.1735,
      "step": 120563
    },
    {
      "epoch": 4.938111816506246,
      "grad_norm": 0.7561311604841132,
      "learning_rate": 2.3207365524532344e-05,
      "loss": 0.1352,
      "step": 120564
    },
    {
      "epoch": 4.938152774933442,
      "grad_norm": 1.396989527624268,
      "learning_rate": 2.3205622936214153e-05,
      "loss": 0.4822,
      "step": 120565
    },
    {
      "epoch": 4.938193733360639,
      "grad_norm": 1.4060357292753776,
      "learning_rate": 2.3203880407837028e-05,
      "loss": 0.6046,
      "step": 120566
    },
    {
      "epoch": 4.9382346917878355,
      "grad_norm": 0.5639419825101354,
      "learning_rate": 2.320213793940172e-05,
      "loss": 0.0711,
      "step": 120567
    },
    {
      "epoch": 4.938275650215032,
      "grad_norm": 0.9825200994373057,
      "learning_rate": 2.3200395530909083e-05,
      "loss": 0.2405,
      "step": 120568
    },
    {
      "epoch": 4.9383166086422285,
      "grad_norm": 1.6669518576683193,
      "learning_rate": 2.319865318235996e-05,
      "loss": 0.7387,
      "step": 120569
    },
    {
      "epoch": 4.938357567069424,
      "grad_norm": 1.8433451684149162,
      "learning_rate": 2.3196910893755138e-05,
      "loss": 0.8326,
      "step": 120570
    },
    {
      "epoch": 4.938398525496621,
      "grad_norm": 1.5124042678897995,
      "learning_rate": 2.319516866509548e-05,
      "loss": 0.6406,
      "step": 120571
    },
    {
      "epoch": 4.938439483923817,
      "grad_norm": 1.0190443199687838,
      "learning_rate": 2.3193426496381773e-05,
      "loss": 0.2357,
      "step": 120572
    },
    {
      "epoch": 4.938480442351014,
      "grad_norm": 1.6846306406338463,
      "learning_rate": 2.3191684387614846e-05,
      "loss": 0.5922,
      "step": 120573
    },
    {
      "epoch": 4.93852140077821,
      "grad_norm": 1.7442347583710762,
      "learning_rate": 2.3189942338795565e-05,
      "loss": 0.7249,
      "step": 120574
    },
    {
      "epoch": 4.938562359205407,
      "grad_norm": 1.467102544920728,
      "learning_rate": 2.318820034992468e-05,
      "loss": 0.5259,
      "step": 120575
    },
    {
      "epoch": 4.938603317632603,
      "grad_norm": 1.694811716062845,
      "learning_rate": 2.3186458421003057e-05,
      "loss": 0.7004,
      "step": 120576
    },
    {
      "epoch": 4.938644276059799,
      "grad_norm": 1.8981479507320833,
      "learning_rate": 2.3184716552031564e-05,
      "loss": 0.9048,
      "step": 120577
    },
    {
      "epoch": 4.938685234486996,
      "grad_norm": 2.0630413066579534,
      "learning_rate": 2.318297474301093e-05,
      "loss": 0.6319,
      "step": 120578
    },
    {
      "epoch": 4.938726192914192,
      "grad_norm": 1.8684322583413835,
      "learning_rate": 2.3181232993942072e-05,
      "loss": 0.9426,
      "step": 120579
    },
    {
      "epoch": 4.938767151341389,
      "grad_norm": 1.468715026376464,
      "learning_rate": 2.3179491304825727e-05,
      "loss": 0.5907,
      "step": 120580
    },
    {
      "epoch": 4.938808109768585,
      "grad_norm": 1.4463954820324394,
      "learning_rate": 2.3177749675662753e-05,
      "loss": 0.6655,
      "step": 120581
    },
    {
      "epoch": 4.938849068195781,
      "grad_norm": 1.3323682048148853,
      "learning_rate": 2.3176008106454025e-05,
      "loss": 0.4509,
      "step": 120582
    },
    {
      "epoch": 4.938890026622977,
      "grad_norm": 1.4799088435622798,
      "learning_rate": 2.3174266597200288e-05,
      "loss": 0.5851,
      "step": 120583
    },
    {
      "epoch": 4.938930985050174,
      "grad_norm": 0.9808530991784449,
      "learning_rate": 2.3172525147902436e-05,
      "loss": 0.2226,
      "step": 120584
    },
    {
      "epoch": 4.9389719434773705,
      "grad_norm": 1.2081535713963745,
      "learning_rate": 2.3170783758561212e-05,
      "loss": 0.5175,
      "step": 120585
    },
    {
      "epoch": 4.939012901904567,
      "grad_norm": 1.672439806676844,
      "learning_rate": 2.3169042429177476e-05,
      "loss": 0.7494,
      "step": 120586
    },
    {
      "epoch": 4.9390538603317635,
      "grad_norm": 1.9644988861778228,
      "learning_rate": 2.316730115975211e-05,
      "loss": 1.0164,
      "step": 120587
    },
    {
      "epoch": 4.93909481875896,
      "grad_norm": 1.675334127889774,
      "learning_rate": 2.3165559950285835e-05,
      "loss": 0.5995,
      "step": 120588
    },
    {
      "epoch": 4.939135777186156,
      "grad_norm": 0.6138566619158246,
      "learning_rate": 2.3163818800779527e-05,
      "loss": 0.138,
      "step": 120589
    },
    {
      "epoch": 4.939176735613352,
      "grad_norm": 1.7306220300481787,
      "learning_rate": 2.316207771123404e-05,
      "loss": 0.6766,
      "step": 120590
    },
    {
      "epoch": 4.939217694040549,
      "grad_norm": 1.8922752938662013,
      "learning_rate": 2.316033668165012e-05,
      "loss": 0.9109,
      "step": 120591
    },
    {
      "epoch": 4.939258652467745,
      "grad_norm": 1.2773122798509706,
      "learning_rate": 2.3158595712028688e-05,
      "loss": 0.3811,
      "step": 120592
    },
    {
      "epoch": 4.939299610894942,
      "grad_norm": 1.2309495019801944,
      "learning_rate": 2.3156854802370454e-05,
      "loss": 0.6157,
      "step": 120593
    },
    {
      "epoch": 4.939340569322138,
      "grad_norm": 1.8873424330294355,
      "learning_rate": 2.3155113952676306e-05,
      "loss": 0.9114,
      "step": 120594
    },
    {
      "epoch": 4.939381527749335,
      "grad_norm": 1.6882124526726285,
      "learning_rate": 2.315337316294711e-05,
      "loss": 0.5876,
      "step": 120595
    },
    {
      "epoch": 4.939422486176531,
      "grad_norm": 0.9441433322548791,
      "learning_rate": 2.315163243318359e-05,
      "loss": 0.1924,
      "step": 120596
    },
    {
      "epoch": 4.939463444603727,
      "grad_norm": 1.6580056384735795,
      "learning_rate": 2.3149891763386623e-05,
      "loss": 0.5903,
      "step": 120597
    },
    {
      "epoch": 4.939504403030924,
      "grad_norm": 1.9216225847104431,
      "learning_rate": 2.3148151153557054e-05,
      "loss": 0.7208,
      "step": 120598
    },
    {
      "epoch": 4.93954536145812,
      "grad_norm": 2.0485941514174892,
      "learning_rate": 2.3146410603695648e-05,
      "loss": 1.0231,
      "step": 120599
    },
    {
      "epoch": 4.939586319885317,
      "grad_norm": 1.721005227359752,
      "learning_rate": 2.3144670113803288e-05,
      "loss": 0.6353,
      "step": 120600
    },
    {
      "epoch": 4.939627278312512,
      "grad_norm": 1.6059829243610464,
      "learning_rate": 2.3142929683880738e-05,
      "loss": 0.7094,
      "step": 120601
    },
    {
      "epoch": 4.939668236739709,
      "grad_norm": 1.6628549930397745,
      "learning_rate": 2.3141189313928836e-05,
      "loss": 0.7002,
      "step": 120602
    },
    {
      "epoch": 4.939709195166905,
      "grad_norm": 1.479077412402714,
      "learning_rate": 2.313944900394848e-05,
      "loss": 0.6931,
      "step": 120603
    },
    {
      "epoch": 4.939750153594102,
      "grad_norm": 1.7507200315425853,
      "learning_rate": 2.3137708753940383e-05,
      "loss": 0.6734,
      "step": 120604
    },
    {
      "epoch": 4.9397911120212985,
      "grad_norm": 1.206086039588601,
      "learning_rate": 2.313596856390541e-05,
      "loss": 0.2468,
      "step": 120605
    },
    {
      "epoch": 4.939832070448495,
      "grad_norm": 1.4287344774875026,
      "learning_rate": 2.313422843384443e-05,
      "loss": 0.5962,
      "step": 120606
    },
    {
      "epoch": 4.939873028875692,
      "grad_norm": 0.9744230169508747,
      "learning_rate": 2.3132488363758177e-05,
      "loss": 0.1981,
      "step": 120607
    },
    {
      "epoch": 4.939913987302887,
      "grad_norm": 1.6226972975677092,
      "learning_rate": 2.3130748353647582e-05,
      "loss": 0.6098,
      "step": 120608
    },
    {
      "epoch": 4.939954945730084,
      "grad_norm": 1.290237876078266,
      "learning_rate": 2.3129008403513344e-05,
      "loss": 0.413,
      "step": 120609
    },
    {
      "epoch": 4.93999590415728,
      "grad_norm": 1.051142299273067,
      "learning_rate": 2.312726851335638e-05,
      "loss": 0.2704,
      "step": 120610
    },
    {
      "epoch": 4.940036862584477,
      "grad_norm": 1.491085315195091,
      "learning_rate": 2.3125528683177487e-05,
      "loss": 0.693,
      "step": 120611
    },
    {
      "epoch": 4.940077821011673,
      "grad_norm": 1.4730866067556714,
      "learning_rate": 2.3123788912977465e-05,
      "loss": 0.5899,
      "step": 120612
    },
    {
      "epoch": 4.94011877943887,
      "grad_norm": 0.644241430810221,
      "learning_rate": 2.3122049202757147e-05,
      "loss": 0.1081,
      "step": 120613
    },
    {
      "epoch": 4.940159737866066,
      "grad_norm": 1.4130553616616497,
      "learning_rate": 2.3120309552517404e-05,
      "loss": 0.5904,
      "step": 120614
    },
    {
      "epoch": 4.940200696293262,
      "grad_norm": 0.589419493861677,
      "learning_rate": 2.3118569962258977e-05,
      "loss": 0.0507,
      "step": 120615
    },
    {
      "epoch": 4.940241654720459,
      "grad_norm": 1.409315494578796,
      "learning_rate": 2.311683043198275e-05,
      "loss": 0.5567,
      "step": 120616
    },
    {
      "epoch": 4.940282613147655,
      "grad_norm": 1.1302653464253973,
      "learning_rate": 2.3115090961689496e-05,
      "loss": 0.3853,
      "step": 120617
    },
    {
      "epoch": 4.940323571574852,
      "grad_norm": 1.9276589710012888,
      "learning_rate": 2.311335155138008e-05,
      "loss": 0.8212,
      "step": 120618
    },
    {
      "epoch": 4.940364530002048,
      "grad_norm": 1.4073279149346012,
      "learning_rate": 2.3111612201055325e-05,
      "loss": 0.5548,
      "step": 120619
    },
    {
      "epoch": 4.940405488429244,
      "grad_norm": 1.972682701535339,
      "learning_rate": 2.3109872910716005e-05,
      "loss": 1.3545,
      "step": 120620
    },
    {
      "epoch": 4.94044644685644,
      "grad_norm": 1.446498354304902,
      "learning_rate": 2.3108133680363016e-05,
      "loss": 0.4868,
      "step": 120621
    },
    {
      "epoch": 4.940487405283637,
      "grad_norm": 0.8175582468603724,
      "learning_rate": 2.3106394509997094e-05,
      "loss": 0.2238,
      "step": 120622
    },
    {
      "epoch": 4.9405283637108335,
      "grad_norm": 1.4529526902411196,
      "learning_rate": 2.3104655399619105e-05,
      "loss": 0.6766,
      "step": 120623
    },
    {
      "epoch": 4.94056932213803,
      "grad_norm": 0.9963883968417937,
      "learning_rate": 2.310291634922991e-05,
      "loss": 0.2189,
      "step": 120624
    },
    {
      "epoch": 4.9406102805652266,
      "grad_norm": 1.0030905206486085,
      "learning_rate": 2.3101177358830264e-05,
      "loss": 0.2104,
      "step": 120625
    },
    {
      "epoch": 4.940651238992423,
      "grad_norm": 1.5926281808830587,
      "learning_rate": 2.3099438428421013e-05,
      "loss": 0.4885,
      "step": 120626
    },
    {
      "epoch": 4.940692197419619,
      "grad_norm": 1.799573129074231,
      "learning_rate": 2.3097699558003023e-05,
      "loss": 0.747,
      "step": 120627
    },
    {
      "epoch": 4.940733155846815,
      "grad_norm": 2.6310612731349683,
      "learning_rate": 2.309596074757703e-05,
      "loss": 1.4938,
      "step": 120628
    },
    {
      "epoch": 4.940774114274012,
      "grad_norm": 1.1202051871346508,
      "learning_rate": 2.3094221997143947e-05,
      "loss": 0.2874,
      "step": 120629
    },
    {
      "epoch": 4.940815072701208,
      "grad_norm": 1.4814280951783263,
      "learning_rate": 2.3092483306704508e-05,
      "loss": 0.6108,
      "step": 120630
    },
    {
      "epoch": 4.940856031128405,
      "grad_norm": 1.10773298020081,
      "learning_rate": 2.309074467625959e-05,
      "loss": 0.2598,
      "step": 120631
    },
    {
      "epoch": 4.940896989555601,
      "grad_norm": 1.5098300097053727,
      "learning_rate": 2.3089006105810036e-05,
      "loss": 0.2925,
      "step": 120632
    },
    {
      "epoch": 4.940937947982798,
      "grad_norm": 1.4744350933610866,
      "learning_rate": 2.308726759535664e-05,
      "loss": 0.3511,
      "step": 120633
    },
    {
      "epoch": 4.940978906409994,
      "grad_norm": 2.193632819401749,
      "learning_rate": 2.308552914490017e-05,
      "loss": 1.2347,
      "step": 120634
    },
    {
      "epoch": 4.94101986483719,
      "grad_norm": 0.7645842478841935,
      "learning_rate": 2.308379075444155e-05,
      "loss": 0.1907,
      "step": 120635
    },
    {
      "epoch": 4.941060823264387,
      "grad_norm": 1.5679181200789671,
      "learning_rate": 2.3082052423981507e-05,
      "loss": 0.5962,
      "step": 120636
    },
    {
      "epoch": 4.941101781691583,
      "grad_norm": 1.2866813117574667,
      "learning_rate": 2.30803141535209e-05,
      "loss": 0.4927,
      "step": 120637
    },
    {
      "epoch": 4.94114274011878,
      "grad_norm": 2.450350012030394,
      "learning_rate": 2.3078575943060586e-05,
      "loss": 1.4721,
      "step": 120638
    },
    {
      "epoch": 4.941183698545975,
      "grad_norm": 1.8598606603268864,
      "learning_rate": 2.307683779260134e-05,
      "loss": 0.775,
      "step": 120639
    },
    {
      "epoch": 4.941224656973172,
      "grad_norm": 1.3530920779036564,
      "learning_rate": 2.307509970214398e-05,
      "loss": 0.5926,
      "step": 120640
    },
    {
      "epoch": 4.9412656154003685,
      "grad_norm": 1.7800340620487831,
      "learning_rate": 2.307336167168939e-05,
      "loss": 0.5499,
      "step": 120641
    },
    {
      "epoch": 4.941306573827565,
      "grad_norm": 0.5294740363080133,
      "learning_rate": 2.3071623701238317e-05,
      "loss": 0.0975,
      "step": 120642
    },
    {
      "epoch": 4.9413475322547615,
      "grad_norm": 1.369323181883528,
      "learning_rate": 2.3069885790791647e-05,
      "loss": 0.5454,
      "step": 120643
    },
    {
      "epoch": 4.941388490681958,
      "grad_norm": 1.865711669323487,
      "learning_rate": 2.3068147940350146e-05,
      "loss": 0.8732,
      "step": 120644
    },
    {
      "epoch": 4.941429449109155,
      "grad_norm": 1.5974155739954718,
      "learning_rate": 2.3066410149914644e-05,
      "loss": 0.612,
      "step": 120645
    },
    {
      "epoch": 4.94147040753635,
      "grad_norm": 1.4755369726951408,
      "learning_rate": 2.3064672419486023e-05,
      "loss": 0.5945,
      "step": 120646
    },
    {
      "epoch": 4.941511365963547,
      "grad_norm": 1.062596740946957,
      "learning_rate": 2.306293474906502e-05,
      "loss": 0.2052,
      "step": 120647
    },
    {
      "epoch": 4.941552324390743,
      "grad_norm": 1.2397717873854197,
      "learning_rate": 2.306119713865253e-05,
      "loss": 0.5586,
      "step": 120648
    },
    {
      "epoch": 4.94159328281794,
      "grad_norm": 1.5246703903565193,
      "learning_rate": 2.3059459588249308e-05,
      "loss": 0.6001,
      "step": 120649
    },
    {
      "epoch": 4.941634241245136,
      "grad_norm": 1.5252532077563494,
      "learning_rate": 2.3057722097856196e-05,
      "loss": 0.5981,
      "step": 120650
    },
    {
      "epoch": 4.941675199672333,
      "grad_norm": 1.4877533355711767,
      "learning_rate": 2.3055984667474082e-05,
      "loss": 0.5263,
      "step": 120651
    },
    {
      "epoch": 4.9417161580995295,
      "grad_norm": 1.4653378145710052,
      "learning_rate": 2.305424729710368e-05,
      "loss": 0.5157,
      "step": 120652
    },
    {
      "epoch": 4.941757116526725,
      "grad_norm": 0.9478674207165051,
      "learning_rate": 2.305250998674587e-05,
      "loss": 0.2552,
      "step": 120653
    },
    {
      "epoch": 4.941798074953922,
      "grad_norm": 1.5804486136303215,
      "learning_rate": 2.3050772736401506e-05,
      "loss": 0.4734,
      "step": 120654
    },
    {
      "epoch": 4.941839033381118,
      "grad_norm": 0.7933098733521051,
      "learning_rate": 2.304903554607132e-05,
      "loss": 0.2132,
      "step": 120655
    },
    {
      "epoch": 4.941879991808315,
      "grad_norm": 1.0848931081296336,
      "learning_rate": 2.3047298415756242e-05,
      "loss": 0.2464,
      "step": 120656
    },
    {
      "epoch": 4.941920950235511,
      "grad_norm": 1.0504056996047308,
      "learning_rate": 2.3045561345456975e-05,
      "loss": 0.2534,
      "step": 120657
    },
    {
      "epoch": 4.941961908662707,
      "grad_norm": 1.121075897302357,
      "learning_rate": 2.3043824335174417e-05,
      "loss": 0.2599,
      "step": 120658
    },
    {
      "epoch": 4.942002867089903,
      "grad_norm": 1.3218053879070901,
      "learning_rate": 2.3042087384909398e-05,
      "loss": 0.3843,
      "step": 120659
    },
    {
      "epoch": 4.9420438255171,
      "grad_norm": 1.5751816659830886,
      "learning_rate": 2.3040350494662685e-05,
      "loss": 0.6992,
      "step": 120660
    },
    {
      "epoch": 4.9420847839442965,
      "grad_norm": 1.3222789530853127,
      "learning_rate": 2.303861366443513e-05,
      "loss": 0.5149,
      "step": 120661
    },
    {
      "epoch": 4.942125742371493,
      "grad_norm": 1.1941989122827907,
      "learning_rate": 2.303687689422758e-05,
      "loss": 0.2743,
      "step": 120662
    },
    {
      "epoch": 4.94216670079869,
      "grad_norm": 0.8323122695642428,
      "learning_rate": 2.3035140184040783e-05,
      "loss": 0.2033,
      "step": 120663
    },
    {
      "epoch": 4.942207659225886,
      "grad_norm": 2.1995632742917244,
      "learning_rate": 2.303340353387566e-05,
      "loss": 0.8835,
      "step": 120664
    },
    {
      "epoch": 4.942248617653082,
      "grad_norm": 1.6521765831293995,
      "learning_rate": 2.3031666943732924e-05,
      "loss": 0.5504,
      "step": 120665
    },
    {
      "epoch": 4.942289576080278,
      "grad_norm": 1.7980949043233871,
      "learning_rate": 2.3029930413613456e-05,
      "loss": 0.4136,
      "step": 120666
    },
    {
      "epoch": 4.942330534507475,
      "grad_norm": 1.0878637408239296,
      "learning_rate": 2.302819394351811e-05,
      "loss": 0.4336,
      "step": 120667
    },
    {
      "epoch": 4.942371492934671,
      "grad_norm": 1.6379626819009092,
      "learning_rate": 2.302645753344761e-05,
      "loss": 0.6693,
      "step": 120668
    },
    {
      "epoch": 4.942412451361868,
      "grad_norm": 1.8355264466730006,
      "learning_rate": 2.302472118340285e-05,
      "loss": 0.5656,
      "step": 120669
    },
    {
      "epoch": 4.9424534097890644,
      "grad_norm": 0.8578410524134986,
      "learning_rate": 2.3022984893384673e-05,
      "loss": 0.1711,
      "step": 120670
    },
    {
      "epoch": 4.942494368216261,
      "grad_norm": 1.6774599840528057,
      "learning_rate": 2.302124866339381e-05,
      "loss": 0.6686,
      "step": 120671
    },
    {
      "epoch": 4.942535326643457,
      "grad_norm": 0.7838133387631538,
      "learning_rate": 2.301951249343118e-05,
      "loss": 0.1889,
      "step": 120672
    },
    {
      "epoch": 4.942576285070653,
      "grad_norm": 1.5353980388079929,
      "learning_rate": 2.3017776383497517e-05,
      "loss": 0.5544,
      "step": 120673
    },
    {
      "epoch": 4.94261724349785,
      "grad_norm": 1.5220191546332003,
      "learning_rate": 2.301604033359368e-05,
      "loss": 0.6324,
      "step": 120674
    },
    {
      "epoch": 4.942658201925046,
      "grad_norm": 0.6436895050751982,
      "learning_rate": 2.301430434372053e-05,
      "loss": 0.098,
      "step": 120675
    },
    {
      "epoch": 4.942699160352243,
      "grad_norm": 0.9449944699528574,
      "learning_rate": 2.3012568413878807e-05,
      "loss": 0.1777,
      "step": 120676
    },
    {
      "epoch": 4.942740118779438,
      "grad_norm": 1.1521524148833768,
      "learning_rate": 2.3010832544069365e-05,
      "loss": 0.224,
      "step": 120677
    },
    {
      "epoch": 4.942781077206635,
      "grad_norm": 1.382214758967635,
      "learning_rate": 2.300909673429308e-05,
      "loss": 0.2952,
      "step": 120678
    },
    {
      "epoch": 4.9428220356338315,
      "grad_norm": 0.7353610011820647,
      "learning_rate": 2.3007360984550694e-05,
      "loss": 0.1984,
      "step": 120679
    },
    {
      "epoch": 4.942862994061028,
      "grad_norm": 1.9825105769970335,
      "learning_rate": 2.3005625294843082e-05,
      "loss": 1.0526,
      "step": 120680
    },
    {
      "epoch": 4.942903952488225,
      "grad_norm": 1.6053279433525824,
      "learning_rate": 2.3003889665171014e-05,
      "loss": 0.7102,
      "step": 120681
    },
    {
      "epoch": 4.942944910915421,
      "grad_norm": 1.430464579371091,
      "learning_rate": 2.300215409553534e-05,
      "loss": 0.593,
      "step": 120682
    },
    {
      "epoch": 4.942985869342618,
      "grad_norm": 1.718912102775256,
      "learning_rate": 2.3000418585936908e-05,
      "loss": 0.71,
      "step": 120683
    },
    {
      "epoch": 4.943026827769813,
      "grad_norm": 1.916297573920505,
      "learning_rate": 2.2998683136376466e-05,
      "loss": 0.6423,
      "step": 120684
    },
    {
      "epoch": 4.94306778619701,
      "grad_norm": 1.5474692004338053,
      "learning_rate": 2.2996947746854898e-05,
      "loss": 0.5719,
      "step": 120685
    },
    {
      "epoch": 4.943108744624206,
      "grad_norm": 0.9161203646532297,
      "learning_rate": 2.299521241737302e-05,
      "loss": 0.1649,
      "step": 120686
    },
    {
      "epoch": 4.943149703051403,
      "grad_norm": 1.5935892391778164,
      "learning_rate": 2.29934771479316e-05,
      "loss": 0.6869,
      "step": 120687
    },
    {
      "epoch": 4.943190661478599,
      "grad_norm": 1.0230762446583195,
      "learning_rate": 2.2991741938531548e-05,
      "loss": 0.2148,
      "step": 120688
    },
    {
      "epoch": 4.943231619905796,
      "grad_norm": 0.8778360414072166,
      "learning_rate": 2.299000678917357e-05,
      "loss": 0.1676,
      "step": 120689
    },
    {
      "epoch": 4.9432725783329925,
      "grad_norm": 1.7954443522639654,
      "learning_rate": 2.2988271699858562e-05,
      "loss": 0.8795,
      "step": 120690
    },
    {
      "epoch": 4.943313536760188,
      "grad_norm": 2.029526217422899,
      "learning_rate": 2.2986536670587374e-05,
      "loss": 0.9849,
      "step": 120691
    },
    {
      "epoch": 4.943354495187385,
      "grad_norm": 0.8762452808963813,
      "learning_rate": 2.2984801701360722e-05,
      "loss": 0.1887,
      "step": 120692
    },
    {
      "epoch": 4.943395453614581,
      "grad_norm": 1.4720572882016607,
      "learning_rate": 2.2983066792179538e-05,
      "loss": 0.6434,
      "step": 120693
    },
    {
      "epoch": 4.943436412041778,
      "grad_norm": 1.3617402882988414,
      "learning_rate": 2.2981331943044557e-05,
      "loss": 0.4495,
      "step": 120694
    },
    {
      "epoch": 4.943477370468974,
      "grad_norm": 2.2780171673108756,
      "learning_rate": 2.2979597153956625e-05,
      "loss": 0.9245,
      "step": 120695
    },
    {
      "epoch": 4.94351832889617,
      "grad_norm": 1.2628342543524245,
      "learning_rate": 2.2977862424916594e-05,
      "loss": 0.4196,
      "step": 120696
    },
    {
      "epoch": 4.9435592873233665,
      "grad_norm": 1.6377978023633382,
      "learning_rate": 2.2976127755925246e-05,
      "loss": 0.6946,
      "step": 120697
    },
    {
      "epoch": 4.943600245750563,
      "grad_norm": 1.865768156007827,
      "learning_rate": 2.2974393146983394e-05,
      "loss": 0.887,
      "step": 120698
    },
    {
      "epoch": 4.9436412041777595,
      "grad_norm": 1.4550830380057942,
      "learning_rate": 2.2972658598091925e-05,
      "loss": 0.5895,
      "step": 120699
    },
    {
      "epoch": 4.943682162604956,
      "grad_norm": 1.4304901472762848,
      "learning_rate": 2.297092410925157e-05,
      "loss": 0.5051,
      "step": 120700
    },
    {
      "epoch": 4.943723121032153,
      "grad_norm": 1.5526998660355804,
      "learning_rate": 2.296918968046323e-05,
      "loss": 0.5915,
      "step": 120701
    },
    {
      "epoch": 4.943764079459349,
      "grad_norm": 0.7027552458793377,
      "learning_rate": 2.2967455311727634e-05,
      "loss": 0.0718,
      "step": 120702
    },
    {
      "epoch": 4.943805037886545,
      "grad_norm": 2.2659415792473756,
      "learning_rate": 2.2965721003045666e-05,
      "loss": 1.2156,
      "step": 120703
    },
    {
      "epoch": 4.943845996313741,
      "grad_norm": 1.6462346444043394,
      "learning_rate": 2.296398675441818e-05,
      "loss": 0.5241,
      "step": 120704
    },
    {
      "epoch": 4.943886954740938,
      "grad_norm": 1.5938639314829381,
      "learning_rate": 2.2962252565845934e-05,
      "loss": 0.6037,
      "step": 120705
    },
    {
      "epoch": 4.943927913168134,
      "grad_norm": 1.0652292868051552,
      "learning_rate": 2.296051843732975e-05,
      "loss": 0.4052,
      "step": 120706
    },
    {
      "epoch": 4.943968871595331,
      "grad_norm": 1.6543485177833577,
      "learning_rate": 2.2958784368870476e-05,
      "loss": 0.5209,
      "step": 120707
    },
    {
      "epoch": 4.9440098300225275,
      "grad_norm": 1.5144193058185014,
      "learning_rate": 2.295705036046889e-05,
      "loss": 0.6356,
      "step": 120708
    },
    {
      "epoch": 4.944050788449724,
      "grad_norm": 1.585118447840677,
      "learning_rate": 2.2955316412125836e-05,
      "loss": 0.607,
      "step": 120709
    },
    {
      "epoch": 4.94409174687692,
      "grad_norm": 1.7058587888379702,
      "learning_rate": 2.2953582523842167e-05,
      "loss": 0.9817,
      "step": 120710
    },
    {
      "epoch": 4.944132705304116,
      "grad_norm": 1.506556242808965,
      "learning_rate": 2.295184869561864e-05,
      "loss": 0.6304,
      "step": 120711
    },
    {
      "epoch": 4.944173663731313,
      "grad_norm": 1.4437803722505533,
      "learning_rate": 2.2950114927456104e-05,
      "loss": 0.5323,
      "step": 120712
    },
    {
      "epoch": 4.944214622158509,
      "grad_norm": 1.526249983227184,
      "learning_rate": 2.294838121935542e-05,
      "loss": 0.5464,
      "step": 120713
    },
    {
      "epoch": 4.944255580585706,
      "grad_norm": 0.9703421321605695,
      "learning_rate": 2.2946647571317343e-05,
      "loss": 0.2667,
      "step": 120714
    },
    {
      "epoch": 4.9442965390129014,
      "grad_norm": 1.4040198143080316,
      "learning_rate": 2.2944913983342737e-05,
      "loss": 0.5369,
      "step": 120715
    },
    {
      "epoch": 4.944337497440098,
      "grad_norm": 1.0270868126612551,
      "learning_rate": 2.2943180455432387e-05,
      "loss": 0.3285,
      "step": 120716
    },
    {
      "epoch": 4.9443784558672945,
      "grad_norm": 1.865385957921611,
      "learning_rate": 2.2941446987587104e-05,
      "loss": 1.0161,
      "step": 120717
    },
    {
      "epoch": 4.944419414294491,
      "grad_norm": 1.6297945999929302,
      "learning_rate": 2.293971357980779e-05,
      "loss": 0.6482,
      "step": 120718
    },
    {
      "epoch": 4.944460372721688,
      "grad_norm": 1.2736459876831507,
      "learning_rate": 2.293798023209516e-05,
      "loss": 0.4232,
      "step": 120719
    },
    {
      "epoch": 4.944501331148884,
      "grad_norm": 1.2663058131357063,
      "learning_rate": 2.2936246944450117e-05,
      "loss": 0.3661,
      "step": 120720
    },
    {
      "epoch": 4.944542289576081,
      "grad_norm": 1.395299781320777,
      "learning_rate": 2.2934513716873403e-05,
      "loss": 0.5553,
      "step": 120721
    },
    {
      "epoch": 4.944583248003276,
      "grad_norm": 1.396152495037327,
      "learning_rate": 2.2932780549365875e-05,
      "loss": 0.4497,
      "step": 120722
    },
    {
      "epoch": 4.944624206430473,
      "grad_norm": 1.6444561473535315,
      "learning_rate": 2.293104744192841e-05,
      "loss": 0.6916,
      "step": 120723
    },
    {
      "epoch": 4.944665164857669,
      "grad_norm": 1.780213494725046,
      "learning_rate": 2.2929314394561715e-05,
      "loss": 0.7293,
      "step": 120724
    },
    {
      "epoch": 4.944706123284866,
      "grad_norm": 1.5626639392191801,
      "learning_rate": 2.292758140726668e-05,
      "loss": 0.6314,
      "step": 120725
    },
    {
      "epoch": 4.9447470817120625,
      "grad_norm": 1.2052873819448036,
      "learning_rate": 2.2925848480044147e-05,
      "loss": 0.2155,
      "step": 120726
    },
    {
      "epoch": 4.944788040139259,
      "grad_norm": 1.1074674922715693,
      "learning_rate": 2.2924115612894857e-05,
      "loss": 0.2984,
      "step": 120727
    },
    {
      "epoch": 4.9448289985664555,
      "grad_norm": 1.7839719761665043,
      "learning_rate": 2.2922382805819712e-05,
      "loss": 0.517,
      "step": 120728
    },
    {
      "epoch": 4.944869956993651,
      "grad_norm": 1.443568073808978,
      "learning_rate": 2.2920650058819444e-05,
      "loss": 0.5499,
      "step": 120729
    },
    {
      "epoch": 4.944910915420848,
      "grad_norm": 1.3390966840694651,
      "learning_rate": 2.2918917371894923e-05,
      "loss": 0.4546,
      "step": 120730
    },
    {
      "epoch": 4.944951873848044,
      "grad_norm": 0.784903960009545,
      "learning_rate": 2.2917184745047013e-05,
      "loss": 0.2012,
      "step": 120731
    },
    {
      "epoch": 4.944992832275241,
      "grad_norm": 1.665155598677975,
      "learning_rate": 2.2915452178276427e-05,
      "loss": 0.5964,
      "step": 120732
    },
    {
      "epoch": 4.945033790702437,
      "grad_norm": 2.0196291022310953,
      "learning_rate": 2.291371967158405e-05,
      "loss": 1.0454,
      "step": 120733
    },
    {
      "epoch": 4.945074749129633,
      "grad_norm": 1.5349508811507668,
      "learning_rate": 2.2911987224970736e-05,
      "loss": 0.6131,
      "step": 120734
    },
    {
      "epoch": 4.9451157075568295,
      "grad_norm": 1.4738362535521117,
      "learning_rate": 2.2910254838437224e-05,
      "loss": 0.5823,
      "step": 120735
    },
    {
      "epoch": 4.945156665984026,
      "grad_norm": 1.805432574829002,
      "learning_rate": 2.290852251198439e-05,
      "loss": 0.4656,
      "step": 120736
    },
    {
      "epoch": 4.945197624411223,
      "grad_norm": 1.2073283880718928,
      "learning_rate": 2.290679024561301e-05,
      "loss": 0.4328,
      "step": 120737
    },
    {
      "epoch": 4.945238582838419,
      "grad_norm": 1.350573764253872,
      "learning_rate": 2.2905058039323922e-05,
      "loss": 0.227,
      "step": 120738
    },
    {
      "epoch": 4.945279541265616,
      "grad_norm": 1.3948490676010443,
      "learning_rate": 2.290332589311797e-05,
      "loss": 0.4763,
      "step": 120739
    },
    {
      "epoch": 4.945320499692812,
      "grad_norm": 1.727488259275261,
      "learning_rate": 2.290159380699592e-05,
      "loss": 0.8098,
      "step": 120740
    },
    {
      "epoch": 4.945361458120008,
      "grad_norm": 1.6885308131892631,
      "learning_rate": 2.289986178095863e-05,
      "loss": 0.703,
      "step": 120741
    },
    {
      "epoch": 4.945402416547204,
      "grad_norm": 1.7297284202813907,
      "learning_rate": 2.2898129815006956e-05,
      "loss": 0.7608,
      "step": 120742
    },
    {
      "epoch": 4.945443374974401,
      "grad_norm": 1.7320382192007373,
      "learning_rate": 2.2896397909141616e-05,
      "loss": 0.8815,
      "step": 120743
    },
    {
      "epoch": 4.945484333401597,
      "grad_norm": 1.7149409130903526,
      "learning_rate": 2.2894666063363516e-05,
      "loss": 0.4812,
      "step": 120744
    },
    {
      "epoch": 4.945525291828794,
      "grad_norm": 2.0089205547723923,
      "learning_rate": 2.2892934277673414e-05,
      "loss": 0.9712,
      "step": 120745
    },
    {
      "epoch": 4.9455662502559905,
      "grad_norm": 1.4299053153791064,
      "learning_rate": 2.2891202552072162e-05,
      "loss": 0.6364,
      "step": 120746
    },
    {
      "epoch": 4.945607208683187,
      "grad_norm": 0.9438112869596024,
      "learning_rate": 2.2889470886560613e-05,
      "loss": 0.241,
      "step": 120747
    },
    {
      "epoch": 4.945648167110383,
      "grad_norm": 0.5953799192555189,
      "learning_rate": 2.2887739281139496e-05,
      "loss": 0.063,
      "step": 120748
    },
    {
      "epoch": 4.945689125537579,
      "grad_norm": 1.8394542751115062,
      "learning_rate": 2.288600773580969e-05,
      "loss": 0.6441,
      "step": 120749
    },
    {
      "epoch": 4.945730083964776,
      "grad_norm": 1.2217129738755994,
      "learning_rate": 2.2884276250572036e-05,
      "loss": 0.4362,
      "step": 120750
    },
    {
      "epoch": 4.945771042391972,
      "grad_norm": 1.4974832126821938,
      "learning_rate": 2.288254482542728e-05,
      "loss": 0.6813,
      "step": 120751
    },
    {
      "epoch": 4.945812000819169,
      "grad_norm": 1.6596726250815355,
      "learning_rate": 2.2880813460376317e-05,
      "loss": 0.7209,
      "step": 120752
    },
    {
      "epoch": 4.9458529592463645,
      "grad_norm": 1.3148138845105133,
      "learning_rate": 2.2879082155419904e-05,
      "loss": 0.4572,
      "step": 120753
    },
    {
      "epoch": 4.945893917673561,
      "grad_norm": 1.1389406999148728,
      "learning_rate": 2.2877350910558882e-05,
      "loss": 0.3026,
      "step": 120754
    },
    {
      "epoch": 4.9459348761007575,
      "grad_norm": 1.697722170400425,
      "learning_rate": 2.2875619725794093e-05,
      "loss": 0.807,
      "step": 120755
    },
    {
      "epoch": 4.945975834527954,
      "grad_norm": 1.7270892394155402,
      "learning_rate": 2.287388860112631e-05,
      "loss": 0.7188,
      "step": 120756
    },
    {
      "epoch": 4.946016792955151,
      "grad_norm": 1.6871785921029743,
      "learning_rate": 2.2872157536556375e-05,
      "loss": 0.8558,
      "step": 120757
    },
    {
      "epoch": 4.946057751382347,
      "grad_norm": 0.8816104377360261,
      "learning_rate": 2.2870426532085147e-05,
      "loss": 0.1373,
      "step": 120758
    },
    {
      "epoch": 4.946098709809544,
      "grad_norm": 1.069009260478489,
      "learning_rate": 2.286869558771336e-05,
      "loss": 0.2608,
      "step": 120759
    },
    {
      "epoch": 4.946139668236739,
      "grad_norm": 1.443376738375446,
      "learning_rate": 2.2866964703441914e-05,
      "loss": 0.6034,
      "step": 120760
    },
    {
      "epoch": 4.946180626663936,
      "grad_norm": 1.4439741223205664,
      "learning_rate": 2.286523387927156e-05,
      "loss": 0.5197,
      "step": 120761
    },
    {
      "epoch": 4.946221585091132,
      "grad_norm": 1.5468533835594642,
      "learning_rate": 2.2863503115203146e-05,
      "loss": 0.5533,
      "step": 120762
    },
    {
      "epoch": 4.946262543518329,
      "grad_norm": 1.3132346083119621,
      "learning_rate": 2.2861772411237523e-05,
      "loss": 0.4194,
      "step": 120763
    },
    {
      "epoch": 4.9463035019455255,
      "grad_norm": 3.0297168296619876,
      "learning_rate": 2.2860041767375438e-05,
      "loss": 3.0378,
      "step": 120764
    },
    {
      "epoch": 4.946344460372722,
      "grad_norm": 1.4446734345816041,
      "learning_rate": 2.2858311183617787e-05,
      "loss": 0.6532,
      "step": 120765
    },
    {
      "epoch": 4.9463854187999186,
      "grad_norm": 1.2179118803964586,
      "learning_rate": 2.2856580659965314e-05,
      "loss": 0.2503,
      "step": 120766
    },
    {
      "epoch": 4.946426377227114,
      "grad_norm": 0.8910313564185073,
      "learning_rate": 2.2854850196418874e-05,
      "loss": 0.1622,
      "step": 120767
    },
    {
      "epoch": 4.946467335654311,
      "grad_norm": 1.4235604201439875,
      "learning_rate": 2.28531197929793e-05,
      "loss": 0.4575,
      "step": 120768
    },
    {
      "epoch": 4.946508294081507,
      "grad_norm": 1.1983323114251667,
      "learning_rate": 2.2851389449647385e-05,
      "loss": 0.3716,
      "step": 120769
    },
    {
      "epoch": 4.946549252508704,
      "grad_norm": 1.9895265271631262,
      "learning_rate": 2.2849659166423933e-05,
      "loss": 0.9383,
      "step": 120770
    },
    {
      "epoch": 4.9465902109359,
      "grad_norm": 1.8645855824395323,
      "learning_rate": 2.2847928943309834e-05,
      "loss": 1.0022,
      "step": 120771
    },
    {
      "epoch": 4.946631169363096,
      "grad_norm": 1.2587436771869394,
      "learning_rate": 2.2846198780305802e-05,
      "loss": 0.3234,
      "step": 120772
    },
    {
      "epoch": 4.9466721277902925,
      "grad_norm": 1.687066855279005,
      "learning_rate": 2.284446867741277e-05,
      "loss": 0.6453,
      "step": 120773
    },
    {
      "epoch": 4.946713086217489,
      "grad_norm": 1.5013072817272757,
      "learning_rate": 2.2842738634631468e-05,
      "loss": 0.6782,
      "step": 120774
    },
    {
      "epoch": 4.946754044644686,
      "grad_norm": 2.456791371092812,
      "learning_rate": 2.2841008651962732e-05,
      "loss": 1.1884,
      "step": 120775
    },
    {
      "epoch": 4.946795003071882,
      "grad_norm": 1.3407681870578445,
      "learning_rate": 2.2839278729407362e-05,
      "loss": 0.5241,
      "step": 120776
    },
    {
      "epoch": 4.946835961499079,
      "grad_norm": 4.153583806488696,
      "learning_rate": 2.2837548866966256e-05,
      "loss": 2.7033,
      "step": 120777
    },
    {
      "epoch": 4.946876919926275,
      "grad_norm": 1.565946248145332,
      "learning_rate": 2.283581906464014e-05,
      "loss": 0.7272,
      "step": 120778
    },
    {
      "epoch": 4.946917878353471,
      "grad_norm": 0.8928250318765037,
      "learning_rate": 2.283408932242991e-05,
      "loss": 0.2403,
      "step": 120779
    },
    {
      "epoch": 4.946958836780667,
      "grad_norm": 2.0058334874575903,
      "learning_rate": 2.283235964033629e-05,
      "loss": 0.508,
      "step": 120780
    },
    {
      "epoch": 4.946999795207864,
      "grad_norm": 0.5658267025589451,
      "learning_rate": 2.2830630018360164e-05,
      "loss": 0.0724,
      "step": 120781
    },
    {
      "epoch": 4.9470407536350605,
      "grad_norm": 1.658628623216686,
      "learning_rate": 2.2828900456502363e-05,
      "loss": 0.5995,
      "step": 120782
    },
    {
      "epoch": 4.947081712062257,
      "grad_norm": 1.5054289707689674,
      "learning_rate": 2.2827170954763658e-05,
      "loss": 0.5981,
      "step": 120783
    },
    {
      "epoch": 4.9471226704894535,
      "grad_norm": 1.7463258719841952,
      "learning_rate": 2.2825441513144878e-05,
      "loss": 0.6322,
      "step": 120784
    },
    {
      "epoch": 4.94716362891665,
      "grad_norm": 1.4856414699012213,
      "learning_rate": 2.2823712131646886e-05,
      "loss": 0.4906,
      "step": 120785
    },
    {
      "epoch": 4.947204587343846,
      "grad_norm": 1.6524550128617752,
      "learning_rate": 2.2821982810270423e-05,
      "loss": 0.5358,
      "step": 120786
    },
    {
      "epoch": 4.947245545771042,
      "grad_norm": 2.3480092081558923,
      "learning_rate": 2.28202535490164e-05,
      "loss": 1.272,
      "step": 120787
    },
    {
      "epoch": 4.947286504198239,
      "grad_norm": 1.700853484519824,
      "learning_rate": 2.281852434788553e-05,
      "loss": 0.6798,
      "step": 120788
    },
    {
      "epoch": 4.947327462625435,
      "grad_norm": 0.8690047668942029,
      "learning_rate": 2.2816795206878684e-05,
      "loss": 0.1517,
      "step": 120789
    },
    {
      "epoch": 4.947368421052632,
      "grad_norm": 1.2597737081105467,
      "learning_rate": 2.281506612599671e-05,
      "loss": 0.4918,
      "step": 120790
    },
    {
      "epoch": 4.9474093794798275,
      "grad_norm": 0.9791928099469261,
      "learning_rate": 2.281333710524036e-05,
      "loss": 0.2382,
      "step": 120791
    },
    {
      "epoch": 4.947450337907024,
      "grad_norm": 1.921648817030485,
      "learning_rate": 2.2811608144610525e-05,
      "loss": 0.7034,
      "step": 120792
    },
    {
      "epoch": 4.947491296334221,
      "grad_norm": 0.9562906158516327,
      "learning_rate": 2.2809879244107932e-05,
      "loss": 0.1994,
      "step": 120793
    },
    {
      "epoch": 4.947532254761417,
      "grad_norm": 0.8864151844398085,
      "learning_rate": 2.2808150403733473e-05,
      "loss": 0.2605,
      "step": 120794
    },
    {
      "epoch": 4.947573213188614,
      "grad_norm": 1.704727637684723,
      "learning_rate": 2.280642162348795e-05,
      "loss": 0.6961,
      "step": 120795
    },
    {
      "epoch": 4.94761417161581,
      "grad_norm": 1.7498353442198078,
      "learning_rate": 2.280469290337214e-05,
      "loss": 0.7857,
      "step": 120796
    },
    {
      "epoch": 4.947655130043007,
      "grad_norm": 1.3282634101422606,
      "learning_rate": 2.28029642433869e-05,
      "loss": 0.4286,
      "step": 120797
    },
    {
      "epoch": 4.947696088470202,
      "grad_norm": 2.522875074292145,
      "learning_rate": 2.280123564353306e-05,
      "loss": 0.8163,
      "step": 120798
    },
    {
      "epoch": 4.947737046897399,
      "grad_norm": 1.12344991967737,
      "learning_rate": 2.279950710381139e-05,
      "loss": 0.3872,
      "step": 120799
    },
    {
      "epoch": 4.947778005324595,
      "grad_norm": 1.9023654800583263,
      "learning_rate": 2.2797778624222764e-05,
      "loss": 0.8252,
      "step": 120800
    },
    {
      "epoch": 4.947818963751792,
      "grad_norm": 1.5698124544510947,
      "learning_rate": 2.2796050204767935e-05,
      "loss": 0.682,
      "step": 120801
    },
    {
      "epoch": 4.9478599221789885,
      "grad_norm": 1.2629318151263556,
      "learning_rate": 2.279432184544774e-05,
      "loss": 0.3871,
      "step": 120802
    },
    {
      "epoch": 4.947900880606185,
      "grad_norm": 1.6138244534534496,
      "learning_rate": 2.2792593546263054e-05,
      "loss": 0.5689,
      "step": 120803
    },
    {
      "epoch": 4.947941839033382,
      "grad_norm": 1.4801158417245521,
      "learning_rate": 2.2790865307214618e-05,
      "loss": 0.5298,
      "step": 120804
    },
    {
      "epoch": 4.947982797460577,
      "grad_norm": 1.1620128187216723,
      "learning_rate": 2.2789137128303275e-05,
      "loss": 0.2786,
      "step": 120805
    },
    {
      "epoch": 4.948023755887774,
      "grad_norm": 1.909495328534366,
      "learning_rate": 2.278740900952988e-05,
      "loss": 0.8369,
      "step": 120806
    },
    {
      "epoch": 4.94806471431497,
      "grad_norm": 1.4354131782056474,
      "learning_rate": 2.2785680950895175e-05,
      "loss": 0.5025,
      "step": 120807
    },
    {
      "epoch": 4.948105672742167,
      "grad_norm": 1.699134681864664,
      "learning_rate": 2.2783952952400064e-05,
      "loss": 0.6171,
      "step": 120808
    },
    {
      "epoch": 4.948146631169363,
      "grad_norm": 1.261310586248664,
      "learning_rate": 2.2782225014045262e-05,
      "loss": 0.5384,
      "step": 120809
    },
    {
      "epoch": 4.948187589596559,
      "grad_norm": 2.4243884145897083,
      "learning_rate": 2.2780497135831672e-05,
      "loss": 0.5227,
      "step": 120810
    },
    {
      "epoch": 4.948228548023756,
      "grad_norm": 3.417941007000489,
      "learning_rate": 2.2778769317760088e-05,
      "loss": 2.229,
      "step": 120811
    },
    {
      "epoch": 4.948269506450952,
      "grad_norm": 1.641695975031026,
      "learning_rate": 2.277704155983131e-05,
      "loss": 0.7964,
      "step": 120812
    },
    {
      "epoch": 4.948310464878149,
      "grad_norm": 1.8250750424313302,
      "learning_rate": 2.277531386204614e-05,
      "loss": 0.7728,
      "step": 120813
    },
    {
      "epoch": 4.948351423305345,
      "grad_norm": 1.582204707765407,
      "learning_rate": 2.2773586224405475e-05,
      "loss": 0.5258,
      "step": 120814
    },
    {
      "epoch": 4.948392381732542,
      "grad_norm": 1.4693160855381238,
      "learning_rate": 2.2771858646910036e-05,
      "loss": 0.4584,
      "step": 120815
    },
    {
      "epoch": 4.948433340159738,
      "grad_norm": 0.7429446804682496,
      "learning_rate": 2.2770131129560698e-05,
      "loss": 0.1206,
      "step": 120816
    },
    {
      "epoch": 4.948474298586934,
      "grad_norm": 2.065053676777697,
      "learning_rate": 2.276840367235825e-05,
      "loss": 0.592,
      "step": 120817
    },
    {
      "epoch": 4.94851525701413,
      "grad_norm": 0.9379618681852265,
      "learning_rate": 2.2766676275303503e-05,
      "loss": 0.1848,
      "step": 120818
    },
    {
      "epoch": 4.948556215441327,
      "grad_norm": 2.1232119974625725,
      "learning_rate": 2.276494893839731e-05,
      "loss": 0.6523,
      "step": 120819
    },
    {
      "epoch": 4.9485971738685235,
      "grad_norm": 2.129478627528553,
      "learning_rate": 2.276322166164045e-05,
      "loss": 1.1783,
      "step": 120820
    },
    {
      "epoch": 4.94863813229572,
      "grad_norm": 1.022005549088469,
      "learning_rate": 2.2761494445033762e-05,
      "loss": 0.2987,
      "step": 120821
    },
    {
      "epoch": 4.948679090722917,
      "grad_norm": 2.063137842270001,
      "learning_rate": 2.2759767288578072e-05,
      "loss": 0.6548,
      "step": 120822
    },
    {
      "epoch": 4.948720049150113,
      "grad_norm": 1.897166429815206,
      "learning_rate": 2.2758040192274152e-05,
      "loss": 0.6983,
      "step": 120823
    },
    {
      "epoch": 4.948761007577309,
      "grad_norm": 0.795885076995475,
      "learning_rate": 2.275631315612288e-05,
      "loss": 0.192,
      "step": 120824
    },
    {
      "epoch": 4.948801966004505,
      "grad_norm": 1.2237880163618022,
      "learning_rate": 2.275458618012502e-05,
      "loss": 0.2982,
      "step": 120825
    },
    {
      "epoch": 4.948842924431702,
      "grad_norm": 1.4293405001073485,
      "learning_rate": 2.27528592642814e-05,
      "loss": 0.4504,
      "step": 120826
    },
    {
      "epoch": 4.948883882858898,
      "grad_norm": 1.4532743592685902,
      "learning_rate": 2.2751132408592872e-05,
      "loss": 0.4876,
      "step": 120827
    },
    {
      "epoch": 4.948924841286095,
      "grad_norm": 1.694078173029035,
      "learning_rate": 2.274940561306019e-05,
      "loss": 0.6485,
      "step": 120828
    },
    {
      "epoch": 4.9489657997132905,
      "grad_norm": 1.3596709948523313,
      "learning_rate": 2.2747678877684206e-05,
      "loss": 0.5943,
      "step": 120829
    },
    {
      "epoch": 4.949006758140487,
      "grad_norm": 0.7595794752435526,
      "learning_rate": 2.2745952202465785e-05,
      "loss": 0.0698,
      "step": 120830
    },
    {
      "epoch": 4.949047716567684,
      "grad_norm": 0.8465567429200311,
      "learning_rate": 2.274422558740564e-05,
      "loss": 0.1986,
      "step": 120831
    },
    {
      "epoch": 4.94908867499488,
      "grad_norm": 1.3648837495525874,
      "learning_rate": 2.274249903250469e-05,
      "loss": 0.4797,
      "step": 120832
    },
    {
      "epoch": 4.949129633422077,
      "grad_norm": 1.5211290752204671,
      "learning_rate": 2.2740772537763652e-05,
      "loss": 0.6591,
      "step": 120833
    },
    {
      "epoch": 4.949170591849273,
      "grad_norm": 1.7490471944532962,
      "learning_rate": 2.2739046103183405e-05,
      "loss": 0.8499,
      "step": 120834
    },
    {
      "epoch": 4.94921155027647,
      "grad_norm": 1.5766165158152488,
      "learning_rate": 2.2737319728764785e-05,
      "loss": 0.6615,
      "step": 120835
    },
    {
      "epoch": 4.949252508703665,
      "grad_norm": 1.5285187188048106,
      "learning_rate": 2.2735593414508523e-05,
      "loss": 0.6718,
      "step": 120836
    },
    {
      "epoch": 4.949293467130862,
      "grad_norm": 1.6577434383958318,
      "learning_rate": 2.2733867160415554e-05,
      "loss": 0.5889,
      "step": 120837
    },
    {
      "epoch": 4.9493344255580585,
      "grad_norm": 1.0681619453770705,
      "learning_rate": 2.2732140966486573e-05,
      "loss": 0.2926,
      "step": 120838
    },
    {
      "epoch": 4.949375383985255,
      "grad_norm": 1.1595643369462696,
      "learning_rate": 2.2730414832722448e-05,
      "loss": 0.2164,
      "step": 120839
    },
    {
      "epoch": 4.9494163424124515,
      "grad_norm": 1.517854534957515,
      "learning_rate": 2.2728688759124048e-05,
      "loss": 0.5077,
      "step": 120840
    },
    {
      "epoch": 4.949457300839648,
      "grad_norm": 0.6972024512672932,
      "learning_rate": 2.2726962745692083e-05,
      "loss": 0.1922,
      "step": 120841
    },
    {
      "epoch": 4.949498259266845,
      "grad_norm": 0.8563579952754421,
      "learning_rate": 2.2725236792427443e-05,
      "loss": 0.2104,
      "step": 120842
    },
    {
      "epoch": 4.94953921769404,
      "grad_norm": 1.8978043398844573,
      "learning_rate": 2.2723510899330954e-05,
      "loss": 0.7505,
      "step": 120843
    },
    {
      "epoch": 4.949580176121237,
      "grad_norm": 1.2138185930343883,
      "learning_rate": 2.272178506640337e-05,
      "loss": 0.43,
      "step": 120844
    },
    {
      "epoch": 4.949621134548433,
      "grad_norm": 1.6395278028916858,
      "learning_rate": 2.272005929364557e-05,
      "loss": 0.5145,
      "step": 120845
    },
    {
      "epoch": 4.94966209297563,
      "grad_norm": 1.5460864078389887,
      "learning_rate": 2.271833358105834e-05,
      "loss": 0.608,
      "step": 120846
    },
    {
      "epoch": 4.949703051402826,
      "grad_norm": 1.1970241210445511,
      "learning_rate": 2.271660792864248e-05,
      "loss": 0.5231,
      "step": 120847
    },
    {
      "epoch": 4.949744009830022,
      "grad_norm": 1.3236819069431307,
      "learning_rate": 2.27148823363988e-05,
      "loss": 0.4976,
      "step": 120848
    },
    {
      "epoch": 4.949784968257219,
      "grad_norm": 1.815936553649108,
      "learning_rate": 2.271315680432817e-05,
      "loss": 0.6551,
      "step": 120849
    },
    {
      "epoch": 4.949825926684415,
      "grad_norm": 1.6127956794481826,
      "learning_rate": 2.2711431332431357e-05,
      "loss": 0.6207,
      "step": 120850
    },
    {
      "epoch": 4.949866885111612,
      "grad_norm": 1.383901813744334,
      "learning_rate": 2.2709705920709226e-05,
      "loss": 0.4407,
      "step": 120851
    },
    {
      "epoch": 4.949907843538808,
      "grad_norm": 0.451265643006726,
      "learning_rate": 2.270798056916251e-05,
      "loss": 0.0773,
      "step": 120852
    },
    {
      "epoch": 4.949948801966005,
      "grad_norm": 1.5166229550615138,
      "learning_rate": 2.2706255277792092e-05,
      "loss": 0.6284,
      "step": 120853
    },
    {
      "epoch": 4.949989760393201,
      "grad_norm": 1.1973520876021995,
      "learning_rate": 2.2704530046598784e-05,
      "loss": 0.3856,
      "step": 120854
    },
    {
      "epoch": 4.950030718820397,
      "grad_norm": 1.3252064842742644,
      "learning_rate": 2.2702804875583358e-05,
      "loss": 0.3907,
      "step": 120855
    },
    {
      "epoch": 4.9500716772475934,
      "grad_norm": 2.0924131101837737,
      "learning_rate": 2.2701079764746676e-05,
      "loss": 0.9283,
      "step": 120856
    },
    {
      "epoch": 4.95011263567479,
      "grad_norm": 1.1782085789084793,
      "learning_rate": 2.2699354714089557e-05,
      "loss": 0.406,
      "step": 120857
    },
    {
      "epoch": 4.9501535941019865,
      "grad_norm": 1.503310769712755,
      "learning_rate": 2.2697629723612766e-05,
      "loss": 0.5669,
      "step": 120858
    },
    {
      "epoch": 4.950194552529183,
      "grad_norm": 1.592515829675904,
      "learning_rate": 2.2695904793317182e-05,
      "loss": 0.7597,
      "step": 120859
    },
    {
      "epoch": 4.95023551095638,
      "grad_norm": 1.2920459107356836,
      "learning_rate": 2.269417992320356e-05,
      "loss": 0.4593,
      "step": 120860
    },
    {
      "epoch": 4.950276469383576,
      "grad_norm": 1.6593729604154388,
      "learning_rate": 2.2692455113272727e-05,
      "loss": 0.6021,
      "step": 120861
    },
    {
      "epoch": 4.950317427810772,
      "grad_norm": 1.6360287280019126,
      "learning_rate": 2.2690730363525556e-05,
      "loss": 0.5637,
      "step": 120862
    },
    {
      "epoch": 4.950358386237968,
      "grad_norm": 1.5180478983088965,
      "learning_rate": 2.268900567396279e-05,
      "loss": 0.4142,
      "step": 120863
    },
    {
      "epoch": 4.950399344665165,
      "grad_norm": 1.6049206150967825,
      "learning_rate": 2.2687281044585297e-05,
      "loss": 0.7385,
      "step": 120864
    },
    {
      "epoch": 4.950440303092361,
      "grad_norm": 1.450971657338398,
      "learning_rate": 2.2685556475393845e-05,
      "loss": 0.5901,
      "step": 120865
    },
    {
      "epoch": 4.950481261519558,
      "grad_norm": 1.62973512511254,
      "learning_rate": 2.268383196638928e-05,
      "loss": 0.7356,
      "step": 120866
    },
    {
      "epoch": 4.950522219946754,
      "grad_norm": 0.9137730240838999,
      "learning_rate": 2.268210751757244e-05,
      "loss": 0.2214,
      "step": 120867
    },
    {
      "epoch": 4.95056317837395,
      "grad_norm": 0.6016954637156124,
      "learning_rate": 2.2680383128944084e-05,
      "loss": 0.1051,
      "step": 120868
    },
    {
      "epoch": 4.950604136801147,
      "grad_norm": 3.464517250969241,
      "learning_rate": 2.2678658800505033e-05,
      "loss": 0.7038,
      "step": 120869
    },
    {
      "epoch": 4.950645095228343,
      "grad_norm": 1.6052220285756404,
      "learning_rate": 2.2676934532256184e-05,
      "loss": 0.579,
      "step": 120870
    },
    {
      "epoch": 4.95068605365554,
      "grad_norm": 1.9725336839505274,
      "learning_rate": 2.267521032419824e-05,
      "loss": 0.8601,
      "step": 120871
    },
    {
      "epoch": 4.950727012082736,
      "grad_norm": 1.7602370365902071,
      "learning_rate": 2.267348617633211e-05,
      "loss": 0.6856,
      "step": 120872
    },
    {
      "epoch": 4.950767970509933,
      "grad_norm": 1.2847130934226612,
      "learning_rate": 2.2671762088658533e-05,
      "loss": 0.4015,
      "step": 120873
    },
    {
      "epoch": 4.950808928937128,
      "grad_norm": 1.4273285166323952,
      "learning_rate": 2.267003806117836e-05,
      "loss": 0.4752,
      "step": 120874
    },
    {
      "epoch": 4.950849887364325,
      "grad_norm": 1.5621629184267471,
      "learning_rate": 2.2668314093892433e-05,
      "loss": 0.5842,
      "step": 120875
    },
    {
      "epoch": 4.9508908457915215,
      "grad_norm": 1.2359306189284192,
      "learning_rate": 2.2666590186801502e-05,
      "loss": 0.4139,
      "step": 120876
    },
    {
      "epoch": 4.950931804218718,
      "grad_norm": 0.9287520713745598,
      "learning_rate": 2.2664866339906442e-05,
      "loss": 0.2494,
      "step": 120877
    },
    {
      "epoch": 4.950972762645915,
      "grad_norm": 1.7938912375584937,
      "learning_rate": 2.2663142553208058e-05,
      "loss": 0.7207,
      "step": 120878
    },
    {
      "epoch": 4.951013721073111,
      "grad_norm": 1.1704598444385397,
      "learning_rate": 2.2661418826707106e-05,
      "loss": 0.228,
      "step": 120879
    },
    {
      "epoch": 4.951054679500308,
      "grad_norm": 1.32481170481805,
      "learning_rate": 2.2659695160404502e-05,
      "loss": 0.5869,
      "step": 120880
    },
    {
      "epoch": 4.951095637927503,
      "grad_norm": 1.1167484395607536,
      "learning_rate": 2.265797155430096e-05,
      "loss": 0.3859,
      "step": 120881
    },
    {
      "epoch": 4.9511365963547,
      "grad_norm": 0.9409924798737446,
      "learning_rate": 2.2656248008397342e-05,
      "loss": 0.3238,
      "step": 120882
    },
    {
      "epoch": 4.951177554781896,
      "grad_norm": 1.4932129816807251,
      "learning_rate": 2.2654524522694488e-05,
      "loss": 0.6329,
      "step": 120883
    },
    {
      "epoch": 4.951218513209093,
      "grad_norm": 1.3878557385253807,
      "learning_rate": 2.2652801097193162e-05,
      "loss": 0.516,
      "step": 120884
    },
    {
      "epoch": 4.951259471636289,
      "grad_norm": 1.3872337455743526,
      "learning_rate": 2.2651077731894195e-05,
      "loss": 0.4127,
      "step": 120885
    },
    {
      "epoch": 4.951300430063485,
      "grad_norm": 1.4594230534913535,
      "learning_rate": 2.2649354426798456e-05,
      "loss": 0.4204,
      "step": 120886
    },
    {
      "epoch": 4.951341388490682,
      "grad_norm": 0.9187105598847461,
      "learning_rate": 2.2647631181906673e-05,
      "loss": 0.1807,
      "step": 120887
    },
    {
      "epoch": 4.951382346917878,
      "grad_norm": 1.9521903261842208,
      "learning_rate": 2.2645907997219714e-05,
      "loss": 0.9454,
      "step": 120888
    },
    {
      "epoch": 4.951423305345075,
      "grad_norm": 1.6353187039446075,
      "learning_rate": 2.2644184872738363e-05,
      "loss": 0.6324,
      "step": 120889
    },
    {
      "epoch": 4.951464263772271,
      "grad_norm": 1.6490388151479614,
      "learning_rate": 2.2642461808463453e-05,
      "loss": 0.7417,
      "step": 120890
    },
    {
      "epoch": 4.951505222199468,
      "grad_norm": 1.4204375861285528,
      "learning_rate": 2.2640738804395832e-05,
      "loss": 0.4524,
      "step": 120891
    },
    {
      "epoch": 4.951546180626664,
      "grad_norm": 1.6218828408132322,
      "learning_rate": 2.263901586053623e-05,
      "loss": 0.7302,
      "step": 120892
    },
    {
      "epoch": 4.95158713905386,
      "grad_norm": 1.4685072959506067,
      "learning_rate": 2.2637292976885537e-05,
      "loss": 0.5216,
      "step": 120893
    },
    {
      "epoch": 4.9516280974810565,
      "grad_norm": 1.5438541040053337,
      "learning_rate": 2.263557015344456e-05,
      "loss": 0.7268,
      "step": 120894
    },
    {
      "epoch": 4.951669055908253,
      "grad_norm": 1.2189553190491378,
      "learning_rate": 2.2633847390214054e-05,
      "loss": 0.3842,
      "step": 120895
    },
    {
      "epoch": 4.9517100143354496,
      "grad_norm": 1.9177978025493152,
      "learning_rate": 2.263212468719492e-05,
      "loss": 0.9044,
      "step": 120896
    },
    {
      "epoch": 4.951750972762646,
      "grad_norm": 0.9079410895440706,
      "learning_rate": 2.2630402044387886e-05,
      "loss": 0.1179,
      "step": 120897
    },
    {
      "epoch": 4.951791931189843,
      "grad_norm": 1.422584058771661,
      "learning_rate": 2.2628679461793803e-05,
      "loss": 0.5105,
      "step": 120898
    },
    {
      "epoch": 4.951832889617039,
      "grad_norm": 1.5273927070408542,
      "learning_rate": 2.2626956939413537e-05,
      "loss": 0.5653,
      "step": 120899
    },
    {
      "epoch": 4.951873848044235,
      "grad_norm": 1.6844842446151136,
      "learning_rate": 2.2625234477247807e-05,
      "loss": 0.7731,
      "step": 120900
    },
    {
      "epoch": 4.951914806471431,
      "grad_norm": 1.3026301848802828,
      "learning_rate": 2.2623512075297472e-05,
      "loss": 0.4956,
      "step": 120901
    },
    {
      "epoch": 4.951955764898628,
      "grad_norm": 1.6475018975277254,
      "learning_rate": 2.2621789733563405e-05,
      "loss": 0.6513,
      "step": 120902
    },
    {
      "epoch": 4.951996723325824,
      "grad_norm": 1.6184007774282816,
      "learning_rate": 2.262006745204632e-05,
      "loss": 0.6414,
      "step": 120903
    },
    {
      "epoch": 4.952037681753021,
      "grad_norm": 1.5177712021239347,
      "learning_rate": 2.26183452307471e-05,
      "loss": 0.5012,
      "step": 120904
    },
    {
      "epoch": 4.952078640180217,
      "grad_norm": 1.4949154642938194,
      "learning_rate": 2.2616623069666508e-05,
      "loss": 0.5508,
      "step": 120905
    },
    {
      "epoch": 4.952119598607413,
      "grad_norm": 1.0322547035064011,
      "learning_rate": 2.2614900968805378e-05,
      "loss": 0.2695,
      "step": 120906
    },
    {
      "epoch": 4.95216055703461,
      "grad_norm": 1.9086458778804656,
      "learning_rate": 2.2613178928164577e-05,
      "loss": 0.8671,
      "step": 120907
    },
    {
      "epoch": 4.952201515461806,
      "grad_norm": 1.9936724033467963,
      "learning_rate": 2.2611456947744838e-05,
      "loss": 1.0578,
      "step": 120908
    },
    {
      "epoch": 4.952242473889003,
      "grad_norm": 0.8468804754656777,
      "learning_rate": 2.2609735027547043e-05,
      "loss": 0.214,
      "step": 120909
    },
    {
      "epoch": 4.952283432316199,
      "grad_norm": 2.1832567604105924,
      "learning_rate": 2.2608013167571926e-05,
      "loss": 0.4876,
      "step": 120910
    },
    {
      "epoch": 4.952324390743396,
      "grad_norm": 0.7220525865532931,
      "learning_rate": 2.2606291367820367e-05,
      "loss": 0.1139,
      "step": 120911
    },
    {
      "epoch": 4.9523653491705915,
      "grad_norm": 1.7152011324021859,
      "learning_rate": 2.2604569628293186e-05,
      "loss": 0.8251,
      "step": 120912
    },
    {
      "epoch": 4.952406307597788,
      "grad_norm": 1.2352793487074771,
      "learning_rate": 2.2602847948991125e-05,
      "loss": 0.482,
      "step": 120913
    },
    {
      "epoch": 4.9524472660249845,
      "grad_norm": 2.111613763458126,
      "learning_rate": 2.2601126329915058e-05,
      "loss": 0.7509,
      "step": 120914
    },
    {
      "epoch": 4.952488224452181,
      "grad_norm": 1.0537274996575752,
      "learning_rate": 2.2599404771065866e-05,
      "loss": 0.2369,
      "step": 120915
    },
    {
      "epoch": 4.952529182879378,
      "grad_norm": 2.0938033722186877,
      "learning_rate": 2.2597683272444196e-05,
      "loss": 0.7365,
      "step": 120916
    },
    {
      "epoch": 4.952570141306574,
      "grad_norm": 1.0008981678651,
      "learning_rate": 2.2595961834050963e-05,
      "loss": 0.2358,
      "step": 120917
    },
    {
      "epoch": 4.952611099733771,
      "grad_norm": 1.0032460739144329,
      "learning_rate": 2.2594240455886987e-05,
      "loss": 0.2355,
      "step": 120918
    },
    {
      "epoch": 4.952652058160966,
      "grad_norm": 1.7191106436822388,
      "learning_rate": 2.259251913795303e-05,
      "loss": 0.8311,
      "step": 120919
    },
    {
      "epoch": 4.952693016588163,
      "grad_norm": 1.5840120129786863,
      "learning_rate": 2.2590797880249943e-05,
      "loss": 0.5651,
      "step": 120920
    },
    {
      "epoch": 4.952733975015359,
      "grad_norm": 1.6109720842756894,
      "learning_rate": 2.2589076682778562e-05,
      "loss": 0.6091,
      "step": 120921
    },
    {
      "epoch": 4.952774933442556,
      "grad_norm": 0.3781336553209921,
      "learning_rate": 2.2587355545539647e-05,
      "loss": 0.0375,
      "step": 120922
    },
    {
      "epoch": 4.9528158918697525,
      "grad_norm": 1.3865009558516121,
      "learning_rate": 2.2585634468534068e-05,
      "loss": 0.5147,
      "step": 120923
    },
    {
      "epoch": 4.952856850296948,
      "grad_norm": 2.031374681257878,
      "learning_rate": 2.2583913451762557e-05,
      "loss": 0.8263,
      "step": 120924
    },
    {
      "epoch": 4.952897808724145,
      "grad_norm": 1.247276340595092,
      "learning_rate": 2.2582192495226e-05,
      "loss": 0.3506,
      "step": 120925
    },
    {
      "epoch": 4.952938767151341,
      "grad_norm": 1.1722903727199359,
      "learning_rate": 2.258047159892522e-05,
      "loss": 0.2719,
      "step": 120926
    },
    {
      "epoch": 4.952979725578538,
      "grad_norm": 1.110103844076497,
      "learning_rate": 2.257875076286096e-05,
      "loss": 0.26,
      "step": 120927
    },
    {
      "epoch": 4.953020684005734,
      "grad_norm": 1.8234902137791875,
      "learning_rate": 2.2577029987034063e-05,
      "loss": 0.6131,
      "step": 120928
    },
    {
      "epoch": 4.953061642432931,
      "grad_norm": 0.8094992590488076,
      "learning_rate": 2.2575309271445398e-05,
      "loss": 0.2008,
      "step": 120929
    },
    {
      "epoch": 4.953102600860127,
      "grad_norm": 0.8055095589114744,
      "learning_rate": 2.2573588616095693e-05,
      "loss": 0.1423,
      "step": 120930
    },
    {
      "epoch": 4.953143559287323,
      "grad_norm": 2.8369449770098516,
      "learning_rate": 2.257186802098584e-05,
      "loss": 2.7125,
      "step": 120931
    },
    {
      "epoch": 4.9531845177145195,
      "grad_norm": 1.865466772749172,
      "learning_rate": 2.257014748611658e-05,
      "loss": 0.6664,
      "step": 120932
    },
    {
      "epoch": 4.953225476141716,
      "grad_norm": 1.1592133532119622,
      "learning_rate": 2.2568427011488748e-05,
      "loss": 0.5007,
      "step": 120933
    },
    {
      "epoch": 4.953266434568913,
      "grad_norm": 1.830230870638706,
      "learning_rate": 2.2566706597103213e-05,
      "loss": 0.821,
      "step": 120934
    },
    {
      "epoch": 4.953307392996109,
      "grad_norm": 1.2833390801871862,
      "learning_rate": 2.2564986242960718e-05,
      "loss": 0.3376,
      "step": 120935
    },
    {
      "epoch": 4.953348351423306,
      "grad_norm": 1.6029133708768266,
      "learning_rate": 2.256326594906212e-05,
      "loss": 0.7424,
      "step": 120936
    },
    {
      "epoch": 4.953389309850502,
      "grad_norm": 1.5804377084343675,
      "learning_rate": 2.25615457154082e-05,
      "loss": 0.7108,
      "step": 120937
    },
    {
      "epoch": 4.953430268277698,
      "grad_norm": 3.502571275340531,
      "learning_rate": 2.2559825541999766e-05,
      "loss": 2.2094,
      "step": 120938
    },
    {
      "epoch": 4.953471226704894,
      "grad_norm": 1.571017224049133,
      "learning_rate": 2.2558105428837708e-05,
      "loss": 0.6402,
      "step": 120939
    },
    {
      "epoch": 4.953512185132091,
      "grad_norm": 1.533314744307078,
      "learning_rate": 2.2556385375922724e-05,
      "loss": 0.6376,
      "step": 120940
    },
    {
      "epoch": 4.953553143559287,
      "grad_norm": 1.60435836515105,
      "learning_rate": 2.25546653832557e-05,
      "loss": 0.526,
      "step": 120941
    },
    {
      "epoch": 4.953594101986484,
      "grad_norm": 1.7634489255010348,
      "learning_rate": 2.2552945450837462e-05,
      "loss": 0.4897,
      "step": 120942
    },
    {
      "epoch": 4.95363506041368,
      "grad_norm": 1.6217173035705281,
      "learning_rate": 2.255122557866878e-05,
      "loss": 0.6129,
      "step": 120943
    },
    {
      "epoch": 4.953676018840876,
      "grad_norm": 1.3494924304711793,
      "learning_rate": 2.2549505766750502e-05,
      "loss": 0.4035,
      "step": 120944
    },
    {
      "epoch": 4.953716977268073,
      "grad_norm": 1.4407683377042912,
      "learning_rate": 2.254778601508338e-05,
      "loss": 0.5595,
      "step": 120945
    },
    {
      "epoch": 4.953757935695269,
      "grad_norm": 1.2146016201947853,
      "learning_rate": 2.254606632366828e-05,
      "loss": 0.4103,
      "step": 120946
    },
    {
      "epoch": 4.953798894122466,
      "grad_norm": 1.9535494398770412,
      "learning_rate": 2.2544346692506043e-05,
      "loss": 0.9193,
      "step": 120947
    },
    {
      "epoch": 4.953839852549662,
      "grad_norm": 1.1014766264841598,
      "learning_rate": 2.2542627121597394e-05,
      "loss": 0.3591,
      "step": 120948
    },
    {
      "epoch": 4.953880810976859,
      "grad_norm": 0.3118435304288164,
      "learning_rate": 2.2540907610943217e-05,
      "loss": 0.0227,
      "step": 120949
    },
    {
      "epoch": 4.9539217694040545,
      "grad_norm": 1.4560516715099558,
      "learning_rate": 2.253918816054432e-05,
      "loss": 0.5281,
      "step": 120950
    },
    {
      "epoch": 4.953962727831251,
      "grad_norm": 1.4675252139384511,
      "learning_rate": 2.2537468770401475e-05,
      "loss": 0.3539,
      "step": 120951
    },
    {
      "epoch": 4.954003686258448,
      "grad_norm": 2.246114079220441,
      "learning_rate": 2.2535749440515543e-05,
      "loss": 0.9936,
      "step": 120952
    },
    {
      "epoch": 4.954044644685644,
      "grad_norm": 1.4784867705052187,
      "learning_rate": 2.253403017088728e-05,
      "loss": 0.7052,
      "step": 120953
    },
    {
      "epoch": 4.954085603112841,
      "grad_norm": 2.1814659910281065,
      "learning_rate": 2.253231096151753e-05,
      "loss": 1.3347,
      "step": 120954
    },
    {
      "epoch": 4.954126561540037,
      "grad_norm": 1.4362004224505514,
      "learning_rate": 2.2530591812407144e-05,
      "loss": 0.5828,
      "step": 120955
    },
    {
      "epoch": 4.954167519967234,
      "grad_norm": 1.8568962510626115,
      "learning_rate": 2.2528872723556855e-05,
      "loss": 0.8269,
      "step": 120956
    },
    {
      "epoch": 4.954208478394429,
      "grad_norm": 0.957199966685718,
      "learning_rate": 2.2527153694967533e-05,
      "loss": 0.2325,
      "step": 120957
    },
    {
      "epoch": 4.954249436821626,
      "grad_norm": 1.6228098077708315,
      "learning_rate": 2.252543472664e-05,
      "loss": 0.7519,
      "step": 120958
    },
    {
      "epoch": 4.954290395248822,
      "grad_norm": 0.8129876246278441,
      "learning_rate": 2.2523715818575016e-05,
      "loss": 0.1627,
      "step": 120959
    },
    {
      "epoch": 4.954331353676019,
      "grad_norm": 1.71892885256058,
      "learning_rate": 2.252199697077346e-05,
      "loss": 0.7109,
      "step": 120960
    },
    {
      "epoch": 4.9543723121032155,
      "grad_norm": 0.9673746753610052,
      "learning_rate": 2.252027818323606e-05,
      "loss": 0.3002,
      "step": 120961
    },
    {
      "epoch": 4.954413270530411,
      "grad_norm": 1.5072280786964134,
      "learning_rate": 2.2518559455963676e-05,
      "loss": 0.6177,
      "step": 120962
    },
    {
      "epoch": 4.954454228957608,
      "grad_norm": 1.9768212204016644,
      "learning_rate": 2.2516840788957164e-05,
      "loss": 0.6958,
      "step": 120963
    },
    {
      "epoch": 4.954495187384804,
      "grad_norm": 1.3953931758174027,
      "learning_rate": 2.2515122182217242e-05,
      "loss": 0.5716,
      "step": 120964
    },
    {
      "epoch": 4.954536145812001,
      "grad_norm": 1.1560638270715997,
      "learning_rate": 2.25134036357448e-05,
      "loss": 0.2975,
      "step": 120965
    },
    {
      "epoch": 4.954577104239197,
      "grad_norm": 1.5218169133892383,
      "learning_rate": 2.2511685149540627e-05,
      "loss": 0.5598,
      "step": 120966
    },
    {
      "epoch": 4.954618062666394,
      "grad_norm": 1.1838877547865272,
      "learning_rate": 2.2509966723605512e-05,
      "loss": 0.4972,
      "step": 120967
    },
    {
      "epoch": 4.95465902109359,
      "grad_norm": 1.4780250129066366,
      "learning_rate": 2.2508248357940335e-05,
      "loss": 0.5662,
      "step": 120968
    },
    {
      "epoch": 4.954699979520786,
      "grad_norm": 1.8260999462172627,
      "learning_rate": 2.2506530052545795e-05,
      "loss": 0.5803,
      "step": 120969
    },
    {
      "epoch": 4.9547409379479825,
      "grad_norm": 1.8009289735064624,
      "learning_rate": 2.2504811807422795e-05,
      "loss": 0.7803,
      "step": 120970
    },
    {
      "epoch": 4.954781896375179,
      "grad_norm": 1.4139455055551473,
      "learning_rate": 2.250309362257215e-05,
      "loss": 0.5396,
      "step": 120971
    },
    {
      "epoch": 4.954822854802376,
      "grad_norm": 1.8942325307394372,
      "learning_rate": 2.2501375497994606e-05,
      "loss": 0.6972,
      "step": 120972
    },
    {
      "epoch": 4.954863813229572,
      "grad_norm": 1.1370357085315423,
      "learning_rate": 2.249965743369105e-05,
      "loss": 0.2932,
      "step": 120973
    },
    {
      "epoch": 4.954904771656769,
      "grad_norm": 1.5150988378751507,
      "learning_rate": 2.249793942966221e-05,
      "loss": 0.5771,
      "step": 120974
    },
    {
      "epoch": 4.954945730083965,
      "grad_norm": 1.5712508111282155,
      "learning_rate": 2.2496221485908955e-05,
      "loss": 0.6137,
      "step": 120975
    },
    {
      "epoch": 4.954986688511161,
      "grad_norm": 1.3030133807664044,
      "learning_rate": 2.2494503602432134e-05,
      "loss": 0.4339,
      "step": 120976
    },
    {
      "epoch": 4.955027646938357,
      "grad_norm": 1.1097608960767347,
      "learning_rate": 2.2492785779232464e-05,
      "loss": 0.2455,
      "step": 120977
    },
    {
      "epoch": 4.955068605365554,
      "grad_norm": 1.7463786234599719,
      "learning_rate": 2.249106801631081e-05,
      "loss": 0.6424,
      "step": 120978
    },
    {
      "epoch": 4.9551095637927505,
      "grad_norm": 1.0402882431245066,
      "learning_rate": 2.248935031366802e-05,
      "loss": 0.2399,
      "step": 120979
    },
    {
      "epoch": 4.955150522219947,
      "grad_norm": 1.7419672760370704,
      "learning_rate": 2.2487632671304828e-05,
      "loss": 0.3487,
      "step": 120980
    },
    {
      "epoch": 4.955191480647143,
      "grad_norm": 1.5934192884965406,
      "learning_rate": 2.2485915089222116e-05,
      "loss": 0.7081,
      "step": 120981
    },
    {
      "epoch": 4.955232439074339,
      "grad_norm": 1.9829274957863086,
      "learning_rate": 2.248419756742062e-05,
      "loss": 0.9435,
      "step": 120982
    },
    {
      "epoch": 4.955273397501536,
      "grad_norm": 2.4683132910737258,
      "learning_rate": 2.2482480105901218e-05,
      "loss": 1.0787,
      "step": 120983
    },
    {
      "epoch": 4.955314355928732,
      "grad_norm": 1.49398853218551,
      "learning_rate": 2.2480762704664713e-05,
      "loss": 0.5452,
      "step": 120984
    },
    {
      "epoch": 4.955355314355929,
      "grad_norm": 1.7690851032734678,
      "learning_rate": 2.2479045363711884e-05,
      "loss": 0.6611,
      "step": 120985
    },
    {
      "epoch": 4.955396272783125,
      "grad_norm": 1.7704656547644362,
      "learning_rate": 2.24773280830436e-05,
      "loss": 0.5751,
      "step": 120986
    },
    {
      "epoch": 4.955437231210322,
      "grad_norm": 0.5359369175141432,
      "learning_rate": 2.2475610862660627e-05,
      "loss": 0.0745,
      "step": 120987
    },
    {
      "epoch": 4.9554781896375175,
      "grad_norm": 1.4463307096698446,
      "learning_rate": 2.2473893702563746e-05,
      "loss": 0.5691,
      "step": 120988
    },
    {
      "epoch": 4.955519148064714,
      "grad_norm": 0.7902051151960877,
      "learning_rate": 2.2472176602753804e-05,
      "loss": 0.1566,
      "step": 120989
    },
    {
      "epoch": 4.955560106491911,
      "grad_norm": 1.47733940428117,
      "learning_rate": 2.2470459563231674e-05,
      "loss": 0.6389,
      "step": 120990
    },
    {
      "epoch": 4.955601064919107,
      "grad_norm": 1.7060722773038082,
      "learning_rate": 2.246874258399807e-05,
      "loss": 0.6327,
      "step": 120991
    },
    {
      "epoch": 4.955642023346304,
      "grad_norm": 0.5400115966260772,
      "learning_rate": 2.2467025665053833e-05,
      "loss": 0.057,
      "step": 120992
    },
    {
      "epoch": 4.9556829817735,
      "grad_norm": 1.843843217017187,
      "learning_rate": 2.2465308806399823e-05,
      "loss": 0.7605,
      "step": 120993
    },
    {
      "epoch": 4.955723940200697,
      "grad_norm": 1.8769921280627473,
      "learning_rate": 2.2463592008036785e-05,
      "loss": 1.0429,
      "step": 120994
    },
    {
      "epoch": 4.955764898627892,
      "grad_norm": 2.023514717681293,
      "learning_rate": 2.2461875269965586e-05,
      "loss": 0.7652,
      "step": 120995
    },
    {
      "epoch": 4.955805857055089,
      "grad_norm": 1.6617910471957333,
      "learning_rate": 2.246015859218699e-05,
      "loss": 0.6301,
      "step": 120996
    },
    {
      "epoch": 4.9558468154822855,
      "grad_norm": 1.331726949165063,
      "learning_rate": 2.2458441974701813e-05,
      "loss": 0.5082,
      "step": 120997
    },
    {
      "epoch": 4.955887773909482,
      "grad_norm": 1.1856399831745428,
      "learning_rate": 2.2456725417510925e-05,
      "loss": 0.2747,
      "step": 120998
    },
    {
      "epoch": 4.9559287323366785,
      "grad_norm": 1.6353507849559703,
      "learning_rate": 2.2455008920615068e-05,
      "loss": 0.7618,
      "step": 120999
    },
    {
      "epoch": 4.955969690763874,
      "grad_norm": 1.954911843850684,
      "learning_rate": 2.2453292484015086e-05,
      "loss": 0.8003,
      "step": 121000
    },
    {
      "epoch": 4.956010649191071,
      "grad_norm": 1.2117298292359304,
      "learning_rate": 2.2451576107711814e-05,
      "loss": 0.3714,
      "step": 121001
    },
    {
      "epoch": 4.956051607618267,
      "grad_norm": 1.8784040085900313,
      "learning_rate": 2.2449859791706e-05,
      "loss": 0.5245,
      "step": 121002
    },
    {
      "epoch": 4.956092566045464,
      "grad_norm": 1.960385506412206,
      "learning_rate": 2.2448143535998512e-05,
      "loss": 0.7309,
      "step": 121003
    },
    {
      "epoch": 4.95613352447266,
      "grad_norm": 1.6365955833197516,
      "learning_rate": 2.2446427340590128e-05,
      "loss": 0.618,
      "step": 121004
    },
    {
      "epoch": 4.956174482899857,
      "grad_norm": 1.6202623011217463,
      "learning_rate": 2.2444711205481657e-05,
      "loss": 0.6184,
      "step": 121005
    },
    {
      "epoch": 4.956215441327053,
      "grad_norm": 1.3668603979514022,
      "learning_rate": 2.244299513067397e-05,
      "loss": 0.5197,
      "step": 121006
    },
    {
      "epoch": 4.956256399754249,
      "grad_norm": 1.7253043960701782,
      "learning_rate": 2.2441279116167794e-05,
      "loss": 0.6601,
      "step": 121007
    },
    {
      "epoch": 4.956297358181446,
      "grad_norm": 1.6401439283514851,
      "learning_rate": 2.2439563161964012e-05,
      "loss": 0.5843,
      "step": 121008
    },
    {
      "epoch": 4.956338316608642,
      "grad_norm": 1.6416199206293924,
      "learning_rate": 2.243784726806338e-05,
      "loss": 0.6711,
      "step": 121009
    },
    {
      "epoch": 4.956379275035839,
      "grad_norm": 1.9622816622052415,
      "learning_rate": 2.2436131434466707e-05,
      "loss": 0.6251,
      "step": 121010
    },
    {
      "epoch": 4.956420233463035,
      "grad_norm": 1.0328568247125929,
      "learning_rate": 2.243441566117488e-05,
      "loss": 0.4007,
      "step": 121011
    },
    {
      "epoch": 4.956461191890232,
      "grad_norm": 1.5382428017679852,
      "learning_rate": 2.243269994818863e-05,
      "loss": 0.6175,
      "step": 121012
    },
    {
      "epoch": 4.956502150317428,
      "grad_norm": 1.4123551966029633,
      "learning_rate": 2.243098429550879e-05,
      "loss": 0.4549,
      "step": 121013
    },
    {
      "epoch": 4.956543108744624,
      "grad_norm": 1.8291578593648858,
      "learning_rate": 2.242926870313621e-05,
      "loss": 0.6414,
      "step": 121014
    },
    {
      "epoch": 4.95658406717182,
      "grad_norm": 1.822465416396864,
      "learning_rate": 2.242755317107164e-05,
      "loss": 0.7874,
      "step": 121015
    },
    {
      "epoch": 4.956625025599017,
      "grad_norm": 1.4138591630428259,
      "learning_rate": 2.2425837699315957e-05,
      "loss": 0.6862,
      "step": 121016
    },
    {
      "epoch": 4.9566659840262135,
      "grad_norm": 1.4905592995021946,
      "learning_rate": 2.2424122287869884e-05,
      "loss": 0.6284,
      "step": 121017
    },
    {
      "epoch": 4.95670694245341,
      "grad_norm": 1.6114059620205943,
      "learning_rate": 2.24224069367343e-05,
      "loss": 0.5637,
      "step": 121018
    },
    {
      "epoch": 4.956747900880607,
      "grad_norm": 1.361406255625614,
      "learning_rate": 2.242069164591002e-05,
      "loss": 0.3871,
      "step": 121019
    },
    {
      "epoch": 4.956788859307802,
      "grad_norm": 1.6407362488619848,
      "learning_rate": 2.2418976415397816e-05,
      "loss": 0.8182,
      "step": 121020
    },
    {
      "epoch": 4.956829817734999,
      "grad_norm": 1.1306428910919375,
      "learning_rate": 2.2417261245198514e-05,
      "loss": 0.2831,
      "step": 121021
    },
    {
      "epoch": 4.956870776162195,
      "grad_norm": 0.8843014397725192,
      "learning_rate": 2.241554613531295e-05,
      "loss": 0.192,
      "step": 121022
    },
    {
      "epoch": 4.956911734589392,
      "grad_norm": 2.0819185923631713,
      "learning_rate": 2.241383108574189e-05,
      "loss": 0.6758,
      "step": 121023
    },
    {
      "epoch": 4.956952693016588,
      "grad_norm": 1.9276989920554843,
      "learning_rate": 2.2412116096486183e-05,
      "loss": 0.5107,
      "step": 121024
    },
    {
      "epoch": 4.956993651443785,
      "grad_norm": 1.3999241145749284,
      "learning_rate": 2.241040116754661e-05,
      "loss": 0.5975,
      "step": 121025
    },
    {
      "epoch": 4.9570346098709805,
      "grad_norm": 1.4174543937931954,
      "learning_rate": 2.2408686298923988e-05,
      "loss": 0.5173,
      "step": 121026
    },
    {
      "epoch": 4.957075568298177,
      "grad_norm": 0.46840866779680324,
      "learning_rate": 2.2406971490619167e-05,
      "loss": 0.0741,
      "step": 121027
    },
    {
      "epoch": 4.957116526725374,
      "grad_norm": 1.5917075467807924,
      "learning_rate": 2.2405256742632898e-05,
      "loss": 0.7421,
      "step": 121028
    },
    {
      "epoch": 4.95715748515257,
      "grad_norm": 1.489470671873112,
      "learning_rate": 2.2403542054966012e-05,
      "loss": 0.5104,
      "step": 121029
    },
    {
      "epoch": 4.957198443579767,
      "grad_norm": 1.3127738311148855,
      "learning_rate": 2.2401827427619373e-05,
      "loss": 0.5767,
      "step": 121030
    },
    {
      "epoch": 4.957239402006963,
      "grad_norm": 1.5136772177419466,
      "learning_rate": 2.24001128605937e-05,
      "loss": 0.431,
      "step": 121031
    },
    {
      "epoch": 4.95728036043416,
      "grad_norm": 1.402019077665912,
      "learning_rate": 2.239839835388989e-05,
      "loss": 0.5113,
      "step": 121032
    },
    {
      "epoch": 4.957321318861355,
      "grad_norm": 1.5281688421859811,
      "learning_rate": 2.239668390750868e-05,
      "loss": 0.5865,
      "step": 121033
    },
    {
      "epoch": 4.957362277288552,
      "grad_norm": 1.734942589576354,
      "learning_rate": 2.239496952145091e-05,
      "loss": 0.4861,
      "step": 121034
    },
    {
      "epoch": 4.9574032357157485,
      "grad_norm": 0.8608449932003716,
      "learning_rate": 2.2393255195717423e-05,
      "loss": 0.1974,
      "step": 121035
    },
    {
      "epoch": 4.957444194142945,
      "grad_norm": 0.5809181271805051,
      "learning_rate": 2.2391540930308964e-05,
      "loss": 0.0589,
      "step": 121036
    },
    {
      "epoch": 4.9574851525701416,
      "grad_norm": 1.4074089954900524,
      "learning_rate": 2.2389826725226402e-05,
      "loss": 0.5342,
      "step": 121037
    },
    {
      "epoch": 4.957526110997338,
      "grad_norm": 1.6739075872887494,
      "learning_rate": 2.238811258047053e-05,
      "loss": 0.8521,
      "step": 121038
    },
    {
      "epoch": 4.957567069424534,
      "grad_norm": 1.3510283448586884,
      "learning_rate": 2.2386398496042136e-05,
      "loss": 0.6057,
      "step": 121039
    },
    {
      "epoch": 4.95760802785173,
      "grad_norm": 1.5653746831488577,
      "learning_rate": 2.238468447194208e-05,
      "loss": 0.64,
      "step": 121040
    },
    {
      "epoch": 4.957648986278927,
      "grad_norm": 1.6108859613493678,
      "learning_rate": 2.2382970508171105e-05,
      "loss": 0.453,
      "step": 121041
    },
    {
      "epoch": 4.957689944706123,
      "grad_norm": 1.8938381438614162,
      "learning_rate": 2.2381256604730054e-05,
      "loss": 0.7005,
      "step": 121042
    },
    {
      "epoch": 4.95773090313332,
      "grad_norm": 1.6911756565272889,
      "learning_rate": 2.237954276161979e-05,
      "loss": 0.942,
      "step": 121043
    },
    {
      "epoch": 4.957771861560516,
      "grad_norm": 1.9341814203231025,
      "learning_rate": 2.2377828978841016e-05,
      "loss": 0.6735,
      "step": 121044
    },
    {
      "epoch": 4.957812819987712,
      "grad_norm": 1.9491274453470009,
      "learning_rate": 2.237611525639465e-05,
      "loss": 0.8186,
      "step": 121045
    },
    {
      "epoch": 4.957853778414909,
      "grad_norm": 1.7877407435587522,
      "learning_rate": 2.2374401594281406e-05,
      "loss": 0.7783,
      "step": 121046
    },
    {
      "epoch": 4.957894736842105,
      "grad_norm": 1.4884307545683846,
      "learning_rate": 2.237268799250213e-05,
      "loss": 0.612,
      "step": 121047
    },
    {
      "epoch": 4.957935695269302,
      "grad_norm": 1.8322446439603985,
      "learning_rate": 2.2370974451057694e-05,
      "loss": 0.7555,
      "step": 121048
    },
    {
      "epoch": 4.957976653696498,
      "grad_norm": 1.0834822177091812,
      "learning_rate": 2.236926096994881e-05,
      "loss": 0.2709,
      "step": 121049
    },
    {
      "epoch": 4.958017612123695,
      "grad_norm": 1.602880205871699,
      "learning_rate": 2.2367547549176346e-05,
      "loss": 0.6612,
      "step": 121050
    },
    {
      "epoch": 4.958058570550891,
      "grad_norm": 1.5141465565036072,
      "learning_rate": 2.2365834188741118e-05,
      "loss": 0.3998,
      "step": 121051
    },
    {
      "epoch": 4.958099528978087,
      "grad_norm": 1.4970652771913644,
      "learning_rate": 2.2364120888643888e-05,
      "loss": 0.6661,
      "step": 121052
    },
    {
      "epoch": 4.9581404874052835,
      "grad_norm": 1.5004819955687803,
      "learning_rate": 2.2362407648885544e-05,
      "loss": 0.5788,
      "step": 121053
    },
    {
      "epoch": 4.95818144583248,
      "grad_norm": 1.2235204708920575,
      "learning_rate": 2.23606944694668e-05,
      "loss": 0.4927,
      "step": 121054
    },
    {
      "epoch": 4.9582224042596765,
      "grad_norm": 1.8727788194585202,
      "learning_rate": 2.2358981350388506e-05,
      "loss": 0.7218,
      "step": 121055
    },
    {
      "epoch": 4.958263362686873,
      "grad_norm": 1.149260734195437,
      "learning_rate": 2.2357268291651526e-05,
      "loss": 0.3545,
      "step": 121056
    },
    {
      "epoch": 4.95830432111407,
      "grad_norm": 1.4329709864679214,
      "learning_rate": 2.235555529325661e-05,
      "loss": 0.544,
      "step": 121057
    },
    {
      "epoch": 4.958345279541265,
      "grad_norm": 1.9204387938045722,
      "learning_rate": 2.2353842355204558e-05,
      "loss": 0.987,
      "step": 121058
    },
    {
      "epoch": 4.958386237968462,
      "grad_norm": 1.4363791637781225,
      "learning_rate": 2.235212947749624e-05,
      "loss": 0.4702,
      "step": 121059
    },
    {
      "epoch": 4.958427196395658,
      "grad_norm": 1.723607326829644,
      "learning_rate": 2.2350416660132382e-05,
      "loss": 0.5932,
      "step": 121060
    },
    {
      "epoch": 4.958468154822855,
      "grad_norm": 1.177421597759277,
      "learning_rate": 2.234870390311385e-05,
      "loss": 0.3019,
      "step": 121061
    },
    {
      "epoch": 4.958509113250051,
      "grad_norm": 2.5274516155887614,
      "learning_rate": 2.2346991206441465e-05,
      "loss": 1.5815,
      "step": 121062
    },
    {
      "epoch": 4.958550071677248,
      "grad_norm": 1.8210308549850778,
      "learning_rate": 2.2345278570115994e-05,
      "loss": 0.6934,
      "step": 121063
    },
    {
      "epoch": 4.958591030104444,
      "grad_norm": 1.4497183926322768,
      "learning_rate": 2.2343565994138262e-05,
      "loss": 0.6176,
      "step": 121064
    },
    {
      "epoch": 4.95863198853164,
      "grad_norm": 1.294977188203465,
      "learning_rate": 2.2341853478509107e-05,
      "loss": 0.4595,
      "step": 121065
    },
    {
      "epoch": 4.958672946958837,
      "grad_norm": 0.8368683697910122,
      "learning_rate": 2.2340141023229298e-05,
      "loss": 0.1541,
      "step": 121066
    },
    {
      "epoch": 4.958713905386033,
      "grad_norm": 1.722195404601161,
      "learning_rate": 2.233842862829969e-05,
      "loss": 0.528,
      "step": 121067
    },
    {
      "epoch": 4.95875486381323,
      "grad_norm": 0.9036955799439568,
      "learning_rate": 2.2336716293721047e-05,
      "loss": 0.1816,
      "step": 121068
    },
    {
      "epoch": 4.958795822240426,
      "grad_norm": 1.58980857675252,
      "learning_rate": 2.2335004019494175e-05,
      "loss": 0.5783,
      "step": 121069
    },
    {
      "epoch": 4.958836780667623,
      "grad_norm": 1.2583797420902962,
      "learning_rate": 2.233329180561996e-05,
      "loss": 0.3955,
      "step": 121070
    },
    {
      "epoch": 4.958877739094818,
      "grad_norm": 1.7852410599384543,
      "learning_rate": 2.2331579652099096e-05,
      "loss": 0.707,
      "step": 121071
    },
    {
      "epoch": 4.958918697522015,
      "grad_norm": 2.14439294376667,
      "learning_rate": 2.2329867558932475e-05,
      "loss": 0.7544,
      "step": 121072
    },
    {
      "epoch": 4.9589596559492115,
      "grad_norm": 1.444623413639045,
      "learning_rate": 2.2328155526120906e-05,
      "loss": 0.3448,
      "step": 121073
    },
    {
      "epoch": 4.959000614376408,
      "grad_norm": 0.8943864637556163,
      "learning_rate": 2.232644355366514e-05,
      "loss": 0.2042,
      "step": 121074
    },
    {
      "epoch": 4.959041572803605,
      "grad_norm": 1.4646113368620937,
      "learning_rate": 2.2324731641566063e-05,
      "loss": 0.7102,
      "step": 121075
    },
    {
      "epoch": 4.959082531230801,
      "grad_norm": 1.7108378791130359,
      "learning_rate": 2.232301978982442e-05,
      "loss": 0.5747,
      "step": 121076
    },
    {
      "epoch": 4.959123489657997,
      "grad_norm": 1.1346114385610404,
      "learning_rate": 2.232130799844103e-05,
      "loss": 0.3989,
      "step": 121077
    },
    {
      "epoch": 4.959164448085193,
      "grad_norm": 0.8096568991311807,
      "learning_rate": 2.2319596267416756e-05,
      "loss": 0.2212,
      "step": 121078
    },
    {
      "epoch": 4.95920540651239,
      "grad_norm": 0.8455473966872441,
      "learning_rate": 2.2317884596752334e-05,
      "loss": 0.2023,
      "step": 121079
    },
    {
      "epoch": 4.959246364939586,
      "grad_norm": 1.567490403235644,
      "learning_rate": 2.2316172986448643e-05,
      "loss": 0.4869,
      "step": 121080
    },
    {
      "epoch": 4.959287323366783,
      "grad_norm": 1.2447739664267636,
      "learning_rate": 2.231446143650642e-05,
      "loss": 0.4131,
      "step": 121081
    },
    {
      "epoch": 4.959328281793979,
      "grad_norm": 1.0307282550648065,
      "learning_rate": 2.2312749946926512e-05,
      "loss": 0.3106,
      "step": 121082
    },
    {
      "epoch": 4.959369240221175,
      "grad_norm": 5.784629582477164,
      "learning_rate": 2.231103851770975e-05,
      "loss": 4.5415,
      "step": 121083
    },
    {
      "epoch": 4.959410198648372,
      "grad_norm": 1.5352663423073614,
      "learning_rate": 2.2309327148856903e-05,
      "loss": 0.6908,
      "step": 121084
    },
    {
      "epoch": 4.959451157075568,
      "grad_norm": 1.7575603604830567,
      "learning_rate": 2.2307615840368788e-05,
      "loss": 0.7539,
      "step": 121085
    },
    {
      "epoch": 4.959492115502765,
      "grad_norm": 1.6198435572551182,
      "learning_rate": 2.2305904592246264e-05,
      "loss": 0.5456,
      "step": 121086
    },
    {
      "epoch": 4.959533073929961,
      "grad_norm": 1.5779775198546835,
      "learning_rate": 2.2304193404490057e-05,
      "loss": 0.5721,
      "step": 121087
    },
    {
      "epoch": 4.959574032357158,
      "grad_norm": 1.2234933919213875,
      "learning_rate": 2.230248227710104e-05,
      "loss": 0.4749,
      "step": 121088
    },
    {
      "epoch": 4.959614990784354,
      "grad_norm": 1.3634536239476862,
      "learning_rate": 2.2300771210079986e-05,
      "loss": 0.6147,
      "step": 121089
    },
    {
      "epoch": 4.95965594921155,
      "grad_norm": 1.4652891396004228,
      "learning_rate": 2.229906020342771e-05,
      "loss": 0.5335,
      "step": 121090
    },
    {
      "epoch": 4.9596969076387465,
      "grad_norm": 1.4399136493444633,
      "learning_rate": 2.229734925714506e-05,
      "loss": 0.513,
      "step": 121091
    },
    {
      "epoch": 4.959737866065943,
      "grad_norm": 1.2314313686344651,
      "learning_rate": 2.2295638371232783e-05,
      "loss": 0.4794,
      "step": 121092
    },
    {
      "epoch": 4.95977882449314,
      "grad_norm": 2.178650161474536,
      "learning_rate": 2.2293927545691714e-05,
      "loss": 1.1307,
      "step": 121093
    },
    {
      "epoch": 4.959819782920336,
      "grad_norm": 1.4709705673561924,
      "learning_rate": 2.2292216780522704e-05,
      "loss": 0.569,
      "step": 121094
    },
    {
      "epoch": 4.959860741347533,
      "grad_norm": 1.4430143411966334,
      "learning_rate": 2.2290506075726483e-05,
      "loss": 0.4641,
      "step": 121095
    },
    {
      "epoch": 4.959901699774728,
      "grad_norm": 0.8881052247006642,
      "learning_rate": 2.2288795431303934e-05,
      "loss": 0.2289,
      "step": 121096
    },
    {
      "epoch": 4.959942658201925,
      "grad_norm": 1.4861692042091603,
      "learning_rate": 2.2287084847255793e-05,
      "loss": 0.4661,
      "step": 121097
    },
    {
      "epoch": 4.959983616629121,
      "grad_norm": 1.331015399195882,
      "learning_rate": 2.228537432358292e-05,
      "loss": 0.4764,
      "step": 121098
    },
    {
      "epoch": 4.960024575056318,
      "grad_norm": 1.366063996304886,
      "learning_rate": 2.228366386028614e-05,
      "loss": 0.5903,
      "step": 121099
    },
    {
      "epoch": 4.960065533483514,
      "grad_norm": 2.1075195856628186,
      "learning_rate": 2.228195345736621e-05,
      "loss": 0.7571,
      "step": 121100
    },
    {
      "epoch": 4.960106491910711,
      "grad_norm": 1.3755771135582686,
      "learning_rate": 2.2280243114823947e-05,
      "loss": 0.671,
      "step": 121101
    },
    {
      "epoch": 4.960147450337907,
      "grad_norm": 0.9001814333823638,
      "learning_rate": 2.2278532832660205e-05,
      "loss": 0.2033,
      "step": 121102
    },
    {
      "epoch": 4.960188408765103,
      "grad_norm": 1.2638506537601555,
      "learning_rate": 2.2276822610875733e-05,
      "loss": 0.3608,
      "step": 121103
    },
    {
      "epoch": 4.9602293671923,
      "grad_norm": 1.2016318230044396,
      "learning_rate": 2.2275112449471412e-05,
      "loss": 0.2575,
      "step": 121104
    },
    {
      "epoch": 4.960270325619496,
      "grad_norm": 1.2979336002413588,
      "learning_rate": 2.2273402348447956e-05,
      "loss": 0.5167,
      "step": 121105
    },
    {
      "epoch": 4.960311284046693,
      "grad_norm": 1.6923371023194884,
      "learning_rate": 2.2271692307806234e-05,
      "loss": 0.7047,
      "step": 121106
    },
    {
      "epoch": 4.960352242473889,
      "grad_norm": 1.7110474704126022,
      "learning_rate": 2.2269982327547074e-05,
      "loss": 0.5862,
      "step": 121107
    },
    {
      "epoch": 4.960393200901086,
      "grad_norm": 0.9487339624231469,
      "learning_rate": 2.2268272407671216e-05,
      "loss": 0.329,
      "step": 121108
    },
    {
      "epoch": 4.9604341593282815,
      "grad_norm": 1.297979360434059,
      "learning_rate": 2.2266562548179507e-05,
      "loss": 0.3788,
      "step": 121109
    },
    {
      "epoch": 4.960475117755478,
      "grad_norm": 1.4764689142046097,
      "learning_rate": 2.226485274907281e-05,
      "loss": 0.3515,
      "step": 121110
    },
    {
      "epoch": 4.9605160761826745,
      "grad_norm": 1.3604100134405241,
      "learning_rate": 2.2263143010351825e-05,
      "loss": 0.5418,
      "step": 121111
    },
    {
      "epoch": 4.960557034609871,
      "grad_norm": 2.061946436562415,
      "learning_rate": 2.2261433332017454e-05,
      "loss": 0.6706,
      "step": 121112
    },
    {
      "epoch": 4.960597993037068,
      "grad_norm": 0.44284628488750877,
      "learning_rate": 2.2259723714070427e-05,
      "loss": 0.0402,
      "step": 121113
    },
    {
      "epoch": 4.960638951464264,
      "grad_norm": 1.883179409701169,
      "learning_rate": 2.2258014156511595e-05,
      "loss": 0.7407,
      "step": 121114
    },
    {
      "epoch": 4.96067990989146,
      "grad_norm": 1.4153603914488453,
      "learning_rate": 2.225630465934179e-05,
      "loss": 0.6254,
      "step": 121115
    },
    {
      "epoch": 4.960720868318656,
      "grad_norm": 1.7780662877983484,
      "learning_rate": 2.225459522256176e-05,
      "loss": 0.7753,
      "step": 121116
    },
    {
      "epoch": 4.960761826745853,
      "grad_norm": 1.020194847889197,
      "learning_rate": 2.2252885846172376e-05,
      "loss": 0.2975,
      "step": 121117
    },
    {
      "epoch": 4.960802785173049,
      "grad_norm": 2.0522092338937865,
      "learning_rate": 2.225117653017438e-05,
      "loss": 1.4415,
      "step": 121118
    },
    {
      "epoch": 4.960843743600246,
      "grad_norm": 0.9275601275048718,
      "learning_rate": 2.224946727456861e-05,
      "loss": 0.2434,
      "step": 121119
    },
    {
      "epoch": 4.9608847020274425,
      "grad_norm": 0.8770281704356948,
      "learning_rate": 2.224775807935593e-05,
      "loss": 0.2014,
      "step": 121120
    },
    {
      "epoch": 4.960925660454638,
      "grad_norm": 1.6319550357700512,
      "learning_rate": 2.224604894453706e-05,
      "loss": 0.5869,
      "step": 121121
    },
    {
      "epoch": 4.960966618881835,
      "grad_norm": 1.601902602919367,
      "learning_rate": 2.2244339870112826e-05,
      "loss": 0.5142,
      "step": 121122
    },
    {
      "epoch": 4.961007577309031,
      "grad_norm": 1.6446478628884411,
      "learning_rate": 2.2242630856084116e-05,
      "loss": 0.7227,
      "step": 121123
    },
    {
      "epoch": 4.961048535736228,
      "grad_norm": 1.4214708720342932,
      "learning_rate": 2.2240921902451626e-05,
      "loss": 0.561,
      "step": 121124
    },
    {
      "epoch": 4.961089494163424,
      "grad_norm": 1.2657168042708935,
      "learning_rate": 2.2239213009216238e-05,
      "loss": 0.5262,
      "step": 121125
    },
    {
      "epoch": 4.961130452590621,
      "grad_norm": 1.130470275685941,
      "learning_rate": 2.2237504176378724e-05,
      "loss": 0.2871,
      "step": 121126
    },
    {
      "epoch": 4.961171411017817,
      "grad_norm": 1.3696516964464909,
      "learning_rate": 2.2235795403939927e-05,
      "loss": 0.5614,
      "step": 121127
    },
    {
      "epoch": 4.961212369445013,
      "grad_norm": 1.3192607072315194,
      "learning_rate": 2.22340866919006e-05,
      "loss": 0.5765,
      "step": 121128
    },
    {
      "epoch": 4.9612533278722095,
      "grad_norm": 0.7717055969324415,
      "learning_rate": 2.223237804026162e-05,
      "loss": 0.0973,
      "step": 121129
    },
    {
      "epoch": 4.961294286299406,
      "grad_norm": 1.9208560002152606,
      "learning_rate": 2.2230669449023714e-05,
      "loss": 0.7542,
      "step": 121130
    },
    {
      "epoch": 4.961335244726603,
      "grad_norm": 1.6861157929011699,
      "learning_rate": 2.2228960918187788e-05,
      "loss": 0.5996,
      "step": 121131
    },
    {
      "epoch": 4.961376203153799,
      "grad_norm": 1.0215264011493697,
      "learning_rate": 2.2227252447754547e-05,
      "loss": 0.2634,
      "step": 121132
    },
    {
      "epoch": 4.961417161580996,
      "grad_norm": 2.2751169882784334,
      "learning_rate": 2.2225544037724835e-05,
      "loss": 0.5233,
      "step": 121133
    },
    {
      "epoch": 4.961458120008191,
      "grad_norm": 1.6828586967838504,
      "learning_rate": 2.2223835688099522e-05,
      "loss": 0.5188,
      "step": 121134
    },
    {
      "epoch": 4.961499078435388,
      "grad_norm": 1.4899258634200594,
      "learning_rate": 2.2222127398879323e-05,
      "loss": 0.6466,
      "step": 121135
    },
    {
      "epoch": 4.961540036862584,
      "grad_norm": 1.4107421496484776,
      "learning_rate": 2.2220419170065107e-05,
      "loss": 0.6104,
      "step": 121136
    },
    {
      "epoch": 4.961580995289781,
      "grad_norm": 0.9234924923262375,
      "learning_rate": 2.221871100165767e-05,
      "loss": 0.2075,
      "step": 121137
    },
    {
      "epoch": 4.9616219537169775,
      "grad_norm": 2.0879519389114822,
      "learning_rate": 2.2217002893657794e-05,
      "loss": 0.5666,
      "step": 121138
    },
    {
      "epoch": 4.961662912144174,
      "grad_norm": 2.760301940933023,
      "learning_rate": 2.2215294846066328e-05,
      "loss": 1.6337,
      "step": 121139
    },
    {
      "epoch": 4.96170387057137,
      "grad_norm": 1.111075408518541,
      "learning_rate": 2.2213586858884024e-05,
      "loss": 0.46,
      "step": 121140
    },
    {
      "epoch": 4.961744828998566,
      "grad_norm": 1.2337336524342544,
      "learning_rate": 2.221187893211173e-05,
      "loss": 0.4118,
      "step": 121141
    },
    {
      "epoch": 4.961785787425763,
      "grad_norm": 1.3452135050846796,
      "learning_rate": 2.2210171065750265e-05,
      "loss": 0.2086,
      "step": 121142
    },
    {
      "epoch": 4.961826745852959,
      "grad_norm": 1.9435611369959418,
      "learning_rate": 2.2208463259800392e-05,
      "loss": 0.8053,
      "step": 121143
    },
    {
      "epoch": 4.961867704280156,
      "grad_norm": 1.8824313990314065,
      "learning_rate": 2.2206755514262975e-05,
      "loss": 0.8639,
      "step": 121144
    },
    {
      "epoch": 4.961908662707352,
      "grad_norm": 1.2761352091308609,
      "learning_rate": 2.220504782913875e-05,
      "loss": 0.5034,
      "step": 121145
    },
    {
      "epoch": 4.961949621134549,
      "grad_norm": 1.093977068252093,
      "learning_rate": 2.2203340204428567e-05,
      "loss": 0.2323,
      "step": 121146
    },
    {
      "epoch": 4.9619905795617445,
      "grad_norm": 1.5551306356114942,
      "learning_rate": 2.2201632640133256e-05,
      "loss": 0.5602,
      "step": 121147
    },
    {
      "epoch": 4.962031537988941,
      "grad_norm": 2.59044325333525,
      "learning_rate": 2.2199925136253566e-05,
      "loss": 1.7538,
      "step": 121148
    },
    {
      "epoch": 4.962072496416138,
      "grad_norm": 1.3835989174718568,
      "learning_rate": 2.219821769279035e-05,
      "loss": 0.5353,
      "step": 121149
    },
    {
      "epoch": 4.962113454843334,
      "grad_norm": 1.8296538215757947,
      "learning_rate": 2.219651030974442e-05,
      "loss": 0.8244,
      "step": 121150
    },
    {
      "epoch": 4.962154413270531,
      "grad_norm": 1.2568393474473036,
      "learning_rate": 2.219480298711653e-05,
      "loss": 0.4098,
      "step": 121151
    },
    {
      "epoch": 4.962195371697727,
      "grad_norm": 1.6103578141926511,
      "learning_rate": 2.2193095724907556e-05,
      "loss": 0.7921,
      "step": 121152
    },
    {
      "epoch": 4.962236330124923,
      "grad_norm": 1.8129524147387572,
      "learning_rate": 2.2191388523118237e-05,
      "loss": 0.7062,
      "step": 121153
    },
    {
      "epoch": 4.962277288552119,
      "grad_norm": 2.384370729788379,
      "learning_rate": 2.2189681381749418e-05,
      "loss": 1.0646,
      "step": 121154
    },
    {
      "epoch": 4.962318246979316,
      "grad_norm": 1.4744073909041508,
      "learning_rate": 2.218797430080192e-05,
      "loss": 0.6066,
      "step": 121155
    },
    {
      "epoch": 4.962359205406512,
      "grad_norm": 1.9670999668269338,
      "learning_rate": 2.2186267280276522e-05,
      "loss": 0.7712,
      "step": 121156
    },
    {
      "epoch": 4.962400163833709,
      "grad_norm": 2.0187692246899656,
      "learning_rate": 2.218456032017402e-05,
      "loss": 0.9339,
      "step": 121157
    },
    {
      "epoch": 4.9624411222609055,
      "grad_norm": 1.043344667829315,
      "learning_rate": 2.2182853420495272e-05,
      "loss": 0.2131,
      "step": 121158
    },
    {
      "epoch": 4.962482080688101,
      "grad_norm": 1.5140095146837833,
      "learning_rate": 2.2181146581241038e-05,
      "loss": 0.5868,
      "step": 121159
    },
    {
      "epoch": 4.962523039115298,
      "grad_norm": 1.280776749651593,
      "learning_rate": 2.217943980241217e-05,
      "loss": 0.2446,
      "step": 121160
    },
    {
      "epoch": 4.962563997542494,
      "grad_norm": 1.8680898639021715,
      "learning_rate": 2.2177733084009398e-05,
      "loss": 0.8255,
      "step": 121161
    },
    {
      "epoch": 4.962604955969691,
      "grad_norm": 1.7573753553744613,
      "learning_rate": 2.2176026426033588e-05,
      "loss": 0.6148,
      "step": 121162
    },
    {
      "epoch": 4.962645914396887,
      "grad_norm": 1.1277687037335564,
      "learning_rate": 2.2174319828485576e-05,
      "loss": 0.2911,
      "step": 121163
    },
    {
      "epoch": 4.962686872824084,
      "grad_norm": 1.4173173834910253,
      "learning_rate": 2.2172613291366077e-05,
      "loss": 0.5962,
      "step": 121164
    },
    {
      "epoch": 4.96272783125128,
      "grad_norm": 1.2604638534606782,
      "learning_rate": 2.217090681467597e-05,
      "loss": 0.23,
      "step": 121165
    },
    {
      "epoch": 4.962768789678476,
      "grad_norm": 1.4696756347586815,
      "learning_rate": 2.216920039841606e-05,
      "loss": 0.5976,
      "step": 121166
    },
    {
      "epoch": 4.9628097481056725,
      "grad_norm": 2.2267343019342642,
      "learning_rate": 2.2167494042587093e-05,
      "loss": 0.8406,
      "step": 121167
    },
    {
      "epoch": 4.962850706532869,
      "grad_norm": 0.9186667708743712,
      "learning_rate": 2.2165787747189967e-05,
      "loss": 0.1371,
      "step": 121168
    },
    {
      "epoch": 4.962891664960066,
      "grad_norm": 1.4371352443353016,
      "learning_rate": 2.2164081512225402e-05,
      "loss": 0.5878,
      "step": 121169
    },
    {
      "epoch": 4.962932623387262,
      "grad_norm": 1.145660029067352,
      "learning_rate": 2.2162375337694226e-05,
      "loss": 0.4173,
      "step": 121170
    },
    {
      "epoch": 4.962973581814459,
      "grad_norm": 1.9273095691025424,
      "learning_rate": 2.216066922359731e-05,
      "loss": 0.8199,
      "step": 121171
    },
    {
      "epoch": 4.963014540241654,
      "grad_norm": 0.800803362443275,
      "learning_rate": 2.2158963169935383e-05,
      "loss": 0.195,
      "step": 121172
    },
    {
      "epoch": 4.963055498668851,
      "grad_norm": 1.354732021567645,
      "learning_rate": 2.2157257176709265e-05,
      "loss": 0.6017,
      "step": 121173
    },
    {
      "epoch": 4.963096457096047,
      "grad_norm": 1.4490420735514198,
      "learning_rate": 2.2155551243919818e-05,
      "loss": 0.4612,
      "step": 121174
    },
    {
      "epoch": 4.963137415523244,
      "grad_norm": 1.9013074821318636,
      "learning_rate": 2.2153845371567775e-05,
      "loss": 0.7914,
      "step": 121175
    },
    {
      "epoch": 4.9631783739504405,
      "grad_norm": 1.7089941311172672,
      "learning_rate": 2.215213955965402e-05,
      "loss": 0.9534,
      "step": 121176
    },
    {
      "epoch": 4.963219332377637,
      "grad_norm": 1.889909360227712,
      "learning_rate": 2.215043380817927e-05,
      "loss": 0.7202,
      "step": 121177
    },
    {
      "epoch": 4.963260290804833,
      "grad_norm": 0.947130761242761,
      "learning_rate": 2.2148728117144372e-05,
      "loss": 0.2459,
      "step": 121178
    },
    {
      "epoch": 4.963301249232029,
      "grad_norm": 1.851699395766684,
      "learning_rate": 2.2147022486550175e-05,
      "loss": 0.8461,
      "step": 121179
    },
    {
      "epoch": 4.963342207659226,
      "grad_norm": 1.8755296287986043,
      "learning_rate": 2.21453169163974e-05,
      "loss": 0.3925,
      "step": 121180
    },
    {
      "epoch": 4.963383166086422,
      "grad_norm": 2.2386713578876987,
      "learning_rate": 2.2143611406686924e-05,
      "loss": 1.2277,
      "step": 121181
    },
    {
      "epoch": 4.963424124513619,
      "grad_norm": 0.8937761706873801,
      "learning_rate": 2.2141905957419547e-05,
      "loss": 0.2884,
      "step": 121182
    },
    {
      "epoch": 4.963465082940815,
      "grad_norm": 1.4838104950413986,
      "learning_rate": 2.214020056859602e-05,
      "loss": 0.538,
      "step": 121183
    },
    {
      "epoch": 4.963506041368012,
      "grad_norm": 1.7920288928759316,
      "learning_rate": 2.213849524021723e-05,
      "loss": 0.8587,
      "step": 121184
    },
    {
      "epoch": 4.9635469997952075,
      "grad_norm": 1.0910920519565763,
      "learning_rate": 2.2136789972283903e-05,
      "loss": 0.443,
      "step": 121185
    },
    {
      "epoch": 4.963587958222404,
      "grad_norm": 1.4734744392651788,
      "learning_rate": 2.213508476479689e-05,
      "loss": 0.4745,
      "step": 121186
    },
    {
      "epoch": 4.963628916649601,
      "grad_norm": 1.8887318130913597,
      "learning_rate": 2.213337961775701e-05,
      "loss": 0.8737,
      "step": 121187
    },
    {
      "epoch": 4.963669875076797,
      "grad_norm": 1.003943583079339,
      "learning_rate": 2.2131674531165023e-05,
      "loss": 0.2162,
      "step": 121188
    },
    {
      "epoch": 4.963710833503994,
      "grad_norm": 1.2833491345767436,
      "learning_rate": 2.21299695050218e-05,
      "loss": 0.4484,
      "step": 121189
    },
    {
      "epoch": 4.96375179193119,
      "grad_norm": 0.8995337773354096,
      "learning_rate": 2.2128264539328054e-05,
      "loss": 0.2298,
      "step": 121190
    },
    {
      "epoch": 4.963792750358386,
      "grad_norm": 1.0899519721008235,
      "learning_rate": 2.2126559634084674e-05,
      "loss": 0.3824,
      "step": 121191
    },
    {
      "epoch": 4.963833708785582,
      "grad_norm": 1.4670919899157788,
      "learning_rate": 2.2124854789292452e-05,
      "loss": 0.7208,
      "step": 121192
    },
    {
      "epoch": 4.963874667212779,
      "grad_norm": 1.205252442594164,
      "learning_rate": 2.212315000495214e-05,
      "loss": 0.3429,
      "step": 121193
    },
    {
      "epoch": 4.9639156256399755,
      "grad_norm": 1.263454382780599,
      "learning_rate": 2.2121445281064588e-05,
      "loss": 0.4723,
      "step": 121194
    },
    {
      "epoch": 4.963956584067172,
      "grad_norm": 1.487372432405897,
      "learning_rate": 2.211974061763063e-05,
      "loss": 0.5525,
      "step": 121195
    },
    {
      "epoch": 4.9639975424943685,
      "grad_norm": 1.4174141125589934,
      "learning_rate": 2.211803601465101e-05,
      "loss": 0.5104,
      "step": 121196
    },
    {
      "epoch": 4.964038500921564,
      "grad_norm": 2.6558444015872453,
      "learning_rate": 2.211633147212658e-05,
      "loss": 1.7482,
      "step": 121197
    },
    {
      "epoch": 4.964079459348761,
      "grad_norm": 1.190004099319539,
      "learning_rate": 2.2114626990058144e-05,
      "loss": 0.4819,
      "step": 121198
    },
    {
      "epoch": 4.964120417775957,
      "grad_norm": 1.0106253099895868,
      "learning_rate": 2.2112922568446447e-05,
      "loss": 0.2718,
      "step": 121199
    },
    {
      "epoch": 4.964161376203154,
      "grad_norm": 0.7755155467613206,
      "learning_rate": 2.2111218207292352e-05,
      "loss": 0.1126,
      "step": 121200
    },
    {
      "epoch": 4.96420233463035,
      "grad_norm": 1.7243458536713112,
      "learning_rate": 2.2109513906596664e-05,
      "loss": 0.6119,
      "step": 121201
    },
    {
      "epoch": 4.964243293057547,
      "grad_norm": 1.5752662966864237,
      "learning_rate": 2.2107809666360166e-05,
      "loss": 0.5713,
      "step": 121202
    },
    {
      "epoch": 4.964284251484743,
      "grad_norm": 1.3302910251437943,
      "learning_rate": 2.2106105486583703e-05,
      "loss": 0.4479,
      "step": 121203
    },
    {
      "epoch": 4.964325209911939,
      "grad_norm": 1.6349432345339039,
      "learning_rate": 2.210440136726801e-05,
      "loss": 0.6205,
      "step": 121204
    },
    {
      "epoch": 4.964366168339136,
      "grad_norm": 0.9666335548934942,
      "learning_rate": 2.2102697308413935e-05,
      "loss": 0.2233,
      "step": 121205
    },
    {
      "epoch": 4.964407126766332,
      "grad_norm": 1.5839106509538765,
      "learning_rate": 2.2100993310022314e-05,
      "loss": 0.4658,
      "step": 121206
    },
    {
      "epoch": 4.964448085193529,
      "grad_norm": 2.369011031119628,
      "learning_rate": 2.209928937209391e-05,
      "loss": 1.775,
      "step": 121207
    },
    {
      "epoch": 4.964489043620725,
      "grad_norm": 1.8694094094772877,
      "learning_rate": 2.209758549462952e-05,
      "loss": 0.782,
      "step": 121208
    },
    {
      "epoch": 4.964530002047922,
      "grad_norm": 1.723148874176072,
      "learning_rate": 2.209588167763e-05,
      "loss": 0.7516,
      "step": 121209
    },
    {
      "epoch": 4.964570960475117,
      "grad_norm": 1.3741807905195613,
      "learning_rate": 2.2094177921096112e-05,
      "loss": 0.5,
      "step": 121210
    },
    {
      "epoch": 4.964611918902314,
      "grad_norm": 0.8721689960369878,
      "learning_rate": 2.209247422502869e-05,
      "loss": 0.1371,
      "step": 121211
    },
    {
      "epoch": 4.96465287732951,
      "grad_norm": 0.532105327181561,
      "learning_rate": 2.2090770589428496e-05,
      "loss": 0.0467,
      "step": 121212
    },
    {
      "epoch": 4.964693835756707,
      "grad_norm": 1.4005590992595434,
      "learning_rate": 2.208906701429637e-05,
      "loss": 0.5532,
      "step": 121213
    },
    {
      "epoch": 4.9647347941839035,
      "grad_norm": 1.6122399271542414,
      "learning_rate": 2.2087363499633138e-05,
      "loss": 0.5408,
      "step": 121214
    },
    {
      "epoch": 4.9647757526111,
      "grad_norm": 1.4037355126984141,
      "learning_rate": 2.2085660045439535e-05,
      "loss": 0.5586,
      "step": 121215
    },
    {
      "epoch": 4.964816711038296,
      "grad_norm": 1.3400043812787197,
      "learning_rate": 2.208395665171646e-05,
      "loss": 0.625,
      "step": 121216
    },
    {
      "epoch": 4.964857669465492,
      "grad_norm": 1.3509053710101666,
      "learning_rate": 2.2082253318464634e-05,
      "loss": 0.4309,
      "step": 121217
    },
    {
      "epoch": 4.964898627892689,
      "grad_norm": 1.3779490851179077,
      "learning_rate": 2.208055004568488e-05,
      "loss": 0.5931,
      "step": 121218
    },
    {
      "epoch": 4.964939586319885,
      "grad_norm": 1.5982048542439133,
      "learning_rate": 2.2078846833378056e-05,
      "loss": 0.3315,
      "step": 121219
    },
    {
      "epoch": 4.964980544747082,
      "grad_norm": 0.8013732579674822,
      "learning_rate": 2.2077143681544905e-05,
      "loss": 0.1958,
      "step": 121220
    },
    {
      "epoch": 4.965021503174278,
      "grad_norm": 1.1905545293438797,
      "learning_rate": 2.207544059018625e-05,
      "loss": 0.3437,
      "step": 121221
    },
    {
      "epoch": 4.965062461601475,
      "grad_norm": 1.2727558928866998,
      "learning_rate": 2.207373755930295e-05,
      "loss": 0.3101,
      "step": 121222
    },
    {
      "epoch": 4.9651034200286706,
      "grad_norm": 1.3320624483610537,
      "learning_rate": 2.2072034588895727e-05,
      "loss": 0.4092,
      "step": 121223
    },
    {
      "epoch": 4.965144378455867,
      "grad_norm": 0.8967294616629007,
      "learning_rate": 2.207033167896544e-05,
      "loss": 0.2796,
      "step": 121224
    },
    {
      "epoch": 4.965185336883064,
      "grad_norm": 1.433851779745928,
      "learning_rate": 2.2068628829512864e-05,
      "loss": 0.6376,
      "step": 121225
    },
    {
      "epoch": 4.96522629531026,
      "grad_norm": 1.4035342789784773,
      "learning_rate": 2.206692604053881e-05,
      "loss": 0.4788,
      "step": 121226
    },
    {
      "epoch": 4.965267253737457,
      "grad_norm": 1.3927743436590914,
      "learning_rate": 2.2065223312044122e-05,
      "loss": 0.5856,
      "step": 121227
    },
    {
      "epoch": 4.965308212164653,
      "grad_norm": 1.5856735957435544,
      "learning_rate": 2.2063520644029526e-05,
      "loss": 0.4525,
      "step": 121228
    },
    {
      "epoch": 4.96534917059185,
      "grad_norm": 2.0477633412582072,
      "learning_rate": 2.206181803649588e-05,
      "loss": 0.8717,
      "step": 121229
    },
    {
      "epoch": 4.965390129019045,
      "grad_norm": 1.4022821846377098,
      "learning_rate": 2.2060115489444026e-05,
      "loss": 0.4652,
      "step": 121230
    },
    {
      "epoch": 4.965431087446242,
      "grad_norm": 1.3162539047331807,
      "learning_rate": 2.2058413002874685e-05,
      "loss": 0.4649,
      "step": 121231
    },
    {
      "epoch": 4.9654720458734385,
      "grad_norm": 1.0832785095020463,
      "learning_rate": 2.2056710576788748e-05,
      "loss": 0.3226,
      "step": 121232
    },
    {
      "epoch": 4.965513004300635,
      "grad_norm": 1.8137483421707856,
      "learning_rate": 2.205500821118693e-05,
      "loss": 0.6166,
      "step": 121233
    },
    {
      "epoch": 4.965553962727832,
      "grad_norm": 0.9192108500831533,
      "learning_rate": 2.2053305906070078e-05,
      "loss": 0.2438,
      "step": 121234
    },
    {
      "epoch": 4.965594921155027,
      "grad_norm": 1.6729193695754567,
      "learning_rate": 2.2051603661439042e-05,
      "loss": 0.6337,
      "step": 121235
    },
    {
      "epoch": 4.965635879582224,
      "grad_norm": 1.437073300338279,
      "learning_rate": 2.204990147729454e-05,
      "loss": 0.5342,
      "step": 121236
    },
    {
      "epoch": 4.96567683800942,
      "grad_norm": 1.4359544845045724,
      "learning_rate": 2.2048199353637418e-05,
      "loss": 0.5704,
      "step": 121237
    },
    {
      "epoch": 4.965717796436617,
      "grad_norm": 1.5773726512336321,
      "learning_rate": 2.2046497290468528e-05,
      "loss": 0.7305,
      "step": 121238
    },
    {
      "epoch": 4.965758754863813,
      "grad_norm": 1.2363775238750327,
      "learning_rate": 2.2044795287788587e-05,
      "loss": 0.4889,
      "step": 121239
    },
    {
      "epoch": 4.96579971329101,
      "grad_norm": 1.223549058651729,
      "learning_rate": 2.2043093345598472e-05,
      "loss": 0.5275,
      "step": 121240
    },
    {
      "epoch": 4.965840671718206,
      "grad_norm": 0.9134500288429255,
      "learning_rate": 2.204139146389894e-05,
      "loss": 0.2345,
      "step": 121241
    },
    {
      "epoch": 4.965881630145402,
      "grad_norm": 1.439235992757452,
      "learning_rate": 2.20396896426908e-05,
      "loss": 0.3861,
      "step": 121242
    },
    {
      "epoch": 4.965922588572599,
      "grad_norm": 2.1103984245130327,
      "learning_rate": 2.2037987881974905e-05,
      "loss": 0.7695,
      "step": 121243
    },
    {
      "epoch": 4.965963546999795,
      "grad_norm": 2.9571015993773977,
      "learning_rate": 2.203628618175199e-05,
      "loss": 2.4806,
      "step": 121244
    },
    {
      "epoch": 4.966004505426992,
      "grad_norm": 1.6340456317200944,
      "learning_rate": 2.2034584542022882e-05,
      "loss": 0.5319,
      "step": 121245
    },
    {
      "epoch": 4.966045463854188,
      "grad_norm": 1.7542801774711472,
      "learning_rate": 2.203288296278845e-05,
      "loss": 0.7432,
      "step": 121246
    },
    {
      "epoch": 4.966086422281385,
      "grad_norm": 1.4405689209965997,
      "learning_rate": 2.2031181444049394e-05,
      "loss": 0.3761,
      "step": 121247
    },
    {
      "epoch": 4.966127380708581,
      "grad_norm": 1.4914366739373823,
      "learning_rate": 2.2029479985806613e-05,
      "loss": 0.6068,
      "step": 121248
    },
    {
      "epoch": 4.966168339135777,
      "grad_norm": 1.2697327106125094,
      "learning_rate": 2.202777858806084e-05,
      "loss": 0.3612,
      "step": 121249
    },
    {
      "epoch": 4.9662092975629735,
      "grad_norm": 1.3698017479479148,
      "learning_rate": 2.2026077250812906e-05,
      "loss": 0.5127,
      "step": 121250
    },
    {
      "epoch": 4.96625025599017,
      "grad_norm": 1.3296106769779437,
      "learning_rate": 2.2024375974063648e-05,
      "loss": 0.3451,
      "step": 121251
    },
    {
      "epoch": 4.9662912144173665,
      "grad_norm": 1.3674349659957459,
      "learning_rate": 2.202267475781381e-05,
      "loss": 0.4726,
      "step": 121252
    },
    {
      "epoch": 4.966332172844563,
      "grad_norm": 1.6180601427058035,
      "learning_rate": 2.2020973602064206e-05,
      "loss": 0.7391,
      "step": 121253
    },
    {
      "epoch": 4.966373131271759,
      "grad_norm": 0.7239249740623508,
      "learning_rate": 2.201927250681571e-05,
      "loss": 0.098,
      "step": 121254
    },
    {
      "epoch": 4.966414089698955,
      "grad_norm": 1.945338949496149,
      "learning_rate": 2.2017571472069034e-05,
      "loss": 0.7191,
      "step": 121255
    },
    {
      "epoch": 4.966455048126152,
      "grad_norm": 1.7261753642271254,
      "learning_rate": 2.2015870497825077e-05,
      "loss": 0.7217,
      "step": 121256
    },
    {
      "epoch": 4.966496006553348,
      "grad_norm": 0.8309868106909482,
      "learning_rate": 2.201416958408454e-05,
      "loss": 0.1764,
      "step": 121257
    },
    {
      "epoch": 4.966536964980545,
      "grad_norm": 1.4221568954067434,
      "learning_rate": 2.201246873084827e-05,
      "loss": 0.5003,
      "step": 121258
    },
    {
      "epoch": 4.966577923407741,
      "grad_norm": 1.2371727661028873,
      "learning_rate": 2.201076793811712e-05,
      "loss": 0.5116,
      "step": 121259
    },
    {
      "epoch": 4.966618881834938,
      "grad_norm": 1.6643251601950586,
      "learning_rate": 2.2009067205891818e-05,
      "loss": 0.5176,
      "step": 121260
    },
    {
      "epoch": 4.966659840262134,
      "grad_norm": 2.1613799870031034,
      "learning_rate": 2.2007366534173233e-05,
      "loss": 1.1065,
      "step": 121261
    },
    {
      "epoch": 4.96670079868933,
      "grad_norm": 1.5200146255830738,
      "learning_rate": 2.200566592296211e-05,
      "loss": 0.6721,
      "step": 121262
    },
    {
      "epoch": 4.966741757116527,
      "grad_norm": 1.5270594127017283,
      "learning_rate": 2.2003965372259273e-05,
      "loss": 0.5732,
      "step": 121263
    },
    {
      "epoch": 4.966782715543723,
      "grad_norm": 0.9460709572357411,
      "learning_rate": 2.2002264882065585e-05,
      "loss": 0.1917,
      "step": 121264
    },
    {
      "epoch": 4.96682367397092,
      "grad_norm": 1.5670923819655806,
      "learning_rate": 2.2000564452381743e-05,
      "loss": 0.5492,
      "step": 121265
    },
    {
      "epoch": 4.966864632398116,
      "grad_norm": 1.460466117851642,
      "learning_rate": 2.199886408320863e-05,
      "loss": 0.7913,
      "step": 121266
    },
    {
      "epoch": 4.966905590825313,
      "grad_norm": 1.6572542886383348,
      "learning_rate": 2.1997163774547045e-05,
      "loss": 0.4821,
      "step": 121267
    },
    {
      "epoch": 4.9669465492525084,
      "grad_norm": 1.6070131939484351,
      "learning_rate": 2.199546352639777e-05,
      "loss": 0.5866,
      "step": 121268
    },
    {
      "epoch": 4.966987507679705,
      "grad_norm": 1.6481992456580796,
      "learning_rate": 2.1993763338761576e-05,
      "loss": 0.7315,
      "step": 121269
    },
    {
      "epoch": 4.9670284661069015,
      "grad_norm": 1.4728417154160303,
      "learning_rate": 2.199206321163936e-05,
      "loss": 0.6845,
      "step": 121270
    },
    {
      "epoch": 4.967069424534098,
      "grad_norm": 0.5021454493614831,
      "learning_rate": 2.1990363145031804e-05,
      "loss": 0.0377,
      "step": 121271
    },
    {
      "epoch": 4.967110382961295,
      "grad_norm": 4.426928442262085,
      "learning_rate": 2.1988663138939804e-05,
      "loss": 2.6512,
      "step": 121272
    },
    {
      "epoch": 4.96715134138849,
      "grad_norm": 1.7607638336123599,
      "learning_rate": 2.1986963193364147e-05,
      "loss": 0.6915,
      "step": 121273
    },
    {
      "epoch": 4.967192299815687,
      "grad_norm": 0.2956809671717264,
      "learning_rate": 2.19852633083056e-05,
      "loss": 0.0291,
      "step": 121274
    },
    {
      "epoch": 4.967233258242883,
      "grad_norm": 1.3856417901727736,
      "learning_rate": 2.1983563483765025e-05,
      "loss": 0.6095,
      "step": 121275
    },
    {
      "epoch": 4.96727421667008,
      "grad_norm": 1.6974838971587218,
      "learning_rate": 2.1981863719743176e-05,
      "loss": 0.5899,
      "step": 121276
    },
    {
      "epoch": 4.967315175097276,
      "grad_norm": 0.8903728774804605,
      "learning_rate": 2.198016401624085e-05,
      "loss": 0.1431,
      "step": 121277
    },
    {
      "epoch": 4.967356133524473,
      "grad_norm": 1.885661005408947,
      "learning_rate": 2.1978464373258924e-05,
      "loss": 0.7899,
      "step": 121278
    },
    {
      "epoch": 4.9673970919516695,
      "grad_norm": 0.8641923907729053,
      "learning_rate": 2.1976764790798106e-05,
      "loss": 0.1985,
      "step": 121279
    },
    {
      "epoch": 4.967438050378865,
      "grad_norm": 1.2903815201381388,
      "learning_rate": 2.1975065268859242e-05,
      "loss": 0.5094,
      "step": 121280
    },
    {
      "epoch": 4.967479008806062,
      "grad_norm": 1.643549552663402,
      "learning_rate": 2.1973365807443183e-05,
      "loss": 0.5924,
      "step": 121281
    },
    {
      "epoch": 4.967519967233258,
      "grad_norm": 1.6384211350726108,
      "learning_rate": 2.197166640655066e-05,
      "loss": 0.5909,
      "step": 121282
    },
    {
      "epoch": 4.967560925660455,
      "grad_norm": 1.5484566140079998,
      "learning_rate": 2.196996706618252e-05,
      "loss": 0.6148,
      "step": 121283
    },
    {
      "epoch": 4.967601884087651,
      "grad_norm": 1.5819947201465852,
      "learning_rate": 2.1968267786339534e-05,
      "loss": 0.6026,
      "step": 121284
    },
    {
      "epoch": 4.967642842514848,
      "grad_norm": 1.3794510923269445,
      "learning_rate": 2.1966568567022496e-05,
      "loss": 0.6023,
      "step": 121285
    },
    {
      "epoch": 4.967683800942044,
      "grad_norm": 1.1480044896235255,
      "learning_rate": 2.1964869408232295e-05,
      "loss": 0.2152,
      "step": 121286
    },
    {
      "epoch": 4.96772475936924,
      "grad_norm": 1.8421102689783748,
      "learning_rate": 2.1963170309969625e-05,
      "loss": 0.575,
      "step": 121287
    },
    {
      "epoch": 4.9677657177964365,
      "grad_norm": 1.0724228682236463,
      "learning_rate": 2.1961471272235387e-05,
      "loss": 0.2911,
      "step": 121288
    },
    {
      "epoch": 4.967806676223633,
      "grad_norm": 1.0679028576405125,
      "learning_rate": 2.1959772295030282e-05,
      "loss": 0.1822,
      "step": 121289
    },
    {
      "epoch": 4.96784763465083,
      "grad_norm": 1.5762699444786614,
      "learning_rate": 2.1958073378355172e-05,
      "loss": 0.6216,
      "step": 121290
    },
    {
      "epoch": 4.967888593078026,
      "grad_norm": 1.9271674642318404,
      "learning_rate": 2.1956374522210897e-05,
      "loss": 1.049,
      "step": 121291
    },
    {
      "epoch": 4.967929551505222,
      "grad_norm": 1.4314216534414916,
      "learning_rate": 2.195467572659818e-05,
      "loss": 0.6443,
      "step": 121292
    },
    {
      "epoch": 4.967970509932418,
      "grad_norm": 0.8270230021577257,
      "learning_rate": 2.195297699151786e-05,
      "loss": 0.2154,
      "step": 121293
    },
    {
      "epoch": 4.968011468359615,
      "grad_norm": 1.6645548469155396,
      "learning_rate": 2.195127831697079e-05,
      "loss": 0.7361,
      "step": 121294
    },
    {
      "epoch": 4.968052426786811,
      "grad_norm": 1.3762759648131155,
      "learning_rate": 2.1949579702957674e-05,
      "loss": 0.4284,
      "step": 121295
    },
    {
      "epoch": 4.968093385214008,
      "grad_norm": 1.7904990754113004,
      "learning_rate": 2.1947881149479406e-05,
      "loss": 0.7539,
      "step": 121296
    },
    {
      "epoch": 4.968134343641204,
      "grad_norm": 2.3269121688111456,
      "learning_rate": 2.1946182656536715e-05,
      "loss": 1.6664,
      "step": 121297
    },
    {
      "epoch": 4.968175302068401,
      "grad_norm": 1.7974261677887775,
      "learning_rate": 2.194448422413045e-05,
      "loss": 0.7777,
      "step": 121298
    },
    {
      "epoch": 4.968216260495597,
      "grad_norm": 1.4779679194146134,
      "learning_rate": 2.1942785852261426e-05,
      "loss": 0.5156,
      "step": 121299
    },
    {
      "epoch": 4.968257218922793,
      "grad_norm": 1.5296675991968887,
      "learning_rate": 2.1941087540930392e-05,
      "loss": 0.649,
      "step": 121300
    },
    {
      "epoch": 4.96829817734999,
      "grad_norm": 0.9500438273133645,
      "learning_rate": 2.1939389290138165e-05,
      "loss": 0.2476,
      "step": 121301
    },
    {
      "epoch": 4.968339135777186,
      "grad_norm": 1.4487455105247686,
      "learning_rate": 2.1937691099885612e-05,
      "loss": 0.5732,
      "step": 121302
    },
    {
      "epoch": 4.968380094204383,
      "grad_norm": 2.0955520825172984,
      "learning_rate": 2.1935992970173448e-05,
      "loss": 1.2697,
      "step": 121303
    },
    {
      "epoch": 4.968421052631579,
      "grad_norm": 1.564276293545279,
      "learning_rate": 2.1934294901002557e-05,
      "loss": 0.6219,
      "step": 121304
    },
    {
      "epoch": 4.968462011058776,
      "grad_norm": 1.6465089629665095,
      "learning_rate": 2.1932596892373655e-05,
      "loss": 0.7489,
      "step": 121305
    },
    {
      "epoch": 4.9685029694859715,
      "grad_norm": 1.1310764240189537,
      "learning_rate": 2.1930898944287605e-05,
      "loss": 0.2641,
      "step": 121306
    },
    {
      "epoch": 4.968543927913168,
      "grad_norm": 1.2643000812279088,
      "learning_rate": 2.192920105674521e-05,
      "loss": 0.5433,
      "step": 121307
    },
    {
      "epoch": 4.9685848863403645,
      "grad_norm": 3.7643666583029693,
      "learning_rate": 2.1927503229747236e-05,
      "loss": 4.3449,
      "step": 121308
    },
    {
      "epoch": 4.968625844767561,
      "grad_norm": 1.6155515018695759,
      "learning_rate": 2.192580546329451e-05,
      "loss": 0.6176,
      "step": 121309
    },
    {
      "epoch": 4.968666803194758,
      "grad_norm": 1.7421465132038125,
      "learning_rate": 2.1924107757387854e-05,
      "loss": 0.753,
      "step": 121310
    },
    {
      "epoch": 4.968707761621953,
      "grad_norm": 1.363907248649819,
      "learning_rate": 2.1922410112028015e-05,
      "loss": 0.512,
      "step": 121311
    },
    {
      "epoch": 4.96874872004915,
      "grad_norm": 1.3918856030842943,
      "learning_rate": 2.192071252721588e-05,
      "loss": 0.4958,
      "step": 121312
    },
    {
      "epoch": 4.968789678476346,
      "grad_norm": 1.71163897243481,
      "learning_rate": 2.191901500295214e-05,
      "loss": 0.8418,
      "step": 121313
    },
    {
      "epoch": 4.968830636903543,
      "grad_norm": 2.2673485065651042,
      "learning_rate": 2.1917317539237665e-05,
      "loss": 0.7782,
      "step": 121314
    },
    {
      "epoch": 4.968871595330739,
      "grad_norm": 1.5884487545153139,
      "learning_rate": 2.191562013607329e-05,
      "loss": 0.6126,
      "step": 121315
    },
    {
      "epoch": 4.968912553757936,
      "grad_norm": 1.3683584818892647,
      "learning_rate": 2.1913922793459747e-05,
      "loss": 0.583,
      "step": 121316
    },
    {
      "epoch": 4.9689535121851325,
      "grad_norm": 1.8162832192200222,
      "learning_rate": 2.1912225511397868e-05,
      "loss": 1.0144,
      "step": 121317
    },
    {
      "epoch": 4.968994470612328,
      "grad_norm": 1.4193136822868646,
      "learning_rate": 2.1910528289888484e-05,
      "loss": 0.6549,
      "step": 121318
    },
    {
      "epoch": 4.969035429039525,
      "grad_norm": 0.7138630170281332,
      "learning_rate": 2.1908831128932347e-05,
      "loss": 0.1197,
      "step": 121319
    },
    {
      "epoch": 4.969076387466721,
      "grad_norm": 1.512464070242882,
      "learning_rate": 2.1907134028530305e-05,
      "loss": 0.4601,
      "step": 121320
    },
    {
      "epoch": 4.969117345893918,
      "grad_norm": 2.0268729236975975,
      "learning_rate": 2.1905436988683104e-05,
      "loss": 1.2132,
      "step": 121321
    },
    {
      "epoch": 4.969158304321114,
      "grad_norm": 3.3025065489083487,
      "learning_rate": 2.1903740009391584e-05,
      "loss": 2.8443,
      "step": 121322
    },
    {
      "epoch": 4.969199262748311,
      "grad_norm": 1.1814168661789692,
      "learning_rate": 2.1902043090656573e-05,
      "loss": 0.1679,
      "step": 121323
    },
    {
      "epoch": 4.969240221175507,
      "grad_norm": 1.6186850885416906,
      "learning_rate": 2.1900346232478804e-05,
      "loss": 0.9684,
      "step": 121324
    },
    {
      "epoch": 4.969281179602703,
      "grad_norm": 1.700015191148411,
      "learning_rate": 2.1898649434859127e-05,
      "loss": 0.541,
      "step": 121325
    },
    {
      "epoch": 4.9693221380298995,
      "grad_norm": 1.1471963880687912,
      "learning_rate": 2.189695269779836e-05,
      "loss": 0.4897,
      "step": 121326
    },
    {
      "epoch": 4.969363096457096,
      "grad_norm": 1.6583470362520818,
      "learning_rate": 2.1895256021297247e-05,
      "loss": 0.857,
      "step": 121327
    },
    {
      "epoch": 4.969404054884293,
      "grad_norm": 1.7458580424487538,
      "learning_rate": 2.1893559405356658e-05,
      "loss": 0.839,
      "step": 121328
    },
    {
      "epoch": 4.969445013311489,
      "grad_norm": 1.4150336911817643,
      "learning_rate": 2.1891862849977345e-05,
      "loss": 0.6699,
      "step": 121329
    },
    {
      "epoch": 4.969485971738685,
      "grad_norm": 1.4327013991504671,
      "learning_rate": 2.1890166355160098e-05,
      "loss": 0.5929,
      "step": 121330
    },
    {
      "epoch": 4.969526930165881,
      "grad_norm": 0.8765202955480728,
      "learning_rate": 2.1888469920905795e-05,
      "loss": 0.2043,
      "step": 121331
    },
    {
      "epoch": 4.969567888593078,
      "grad_norm": 1.6836013069149294,
      "learning_rate": 2.1886773547215157e-05,
      "loss": 0.7229,
      "step": 121332
    },
    {
      "epoch": 4.969608847020274,
      "grad_norm": 1.4478407937380624,
      "learning_rate": 2.1885077234089043e-05,
      "loss": 0.4981,
      "step": 121333
    },
    {
      "epoch": 4.969649805447471,
      "grad_norm": 0.9610138765754416,
      "learning_rate": 2.1883380981528213e-05,
      "loss": 0.2807,
      "step": 121334
    },
    {
      "epoch": 4.9696907638746675,
      "grad_norm": 1.4402288406683001,
      "learning_rate": 2.188168478953347e-05,
      "loss": 0.5426,
      "step": 121335
    },
    {
      "epoch": 4.969731722301864,
      "grad_norm": 1.0103839534696406,
      "learning_rate": 2.1879988658105678e-05,
      "loss": 0.2187,
      "step": 121336
    },
    {
      "epoch": 4.96977268072906,
      "grad_norm": 2.0710793602969946,
      "learning_rate": 2.1878292587245555e-05,
      "loss": 1.027,
      "step": 121337
    },
    {
      "epoch": 4.969813639156256,
      "grad_norm": 0.9714328895476319,
      "learning_rate": 2.187659657695393e-05,
      "loss": 0.2115,
      "step": 121338
    },
    {
      "epoch": 4.969854597583453,
      "grad_norm": 1.3704129099447682,
      "learning_rate": 2.187490062723169e-05,
      "loss": 0.4335,
      "step": 121339
    },
    {
      "epoch": 4.969895556010649,
      "grad_norm": 1.2998427854469774,
      "learning_rate": 2.1873204738079496e-05,
      "loss": 0.4242,
      "step": 121340
    },
    {
      "epoch": 4.969936514437846,
      "grad_norm": 3.0114850537679447,
      "learning_rate": 2.187150890949822e-05,
      "loss": 2.6249,
      "step": 121341
    },
    {
      "epoch": 4.969977472865042,
      "grad_norm": 0.3980160429849203,
      "learning_rate": 2.186981314148869e-05,
      "loss": 0.0399,
      "step": 121342
    },
    {
      "epoch": 4.970018431292239,
      "grad_norm": 1.7005997999793716,
      "learning_rate": 2.186811743405164e-05,
      "loss": 0.8166,
      "step": 121343
    },
    {
      "epoch": 4.9700593897194345,
      "grad_norm": 1.624432343581359,
      "learning_rate": 2.186642178718792e-05,
      "loss": 0.773,
      "step": 121344
    },
    {
      "epoch": 4.970100348146631,
      "grad_norm": 1.4447111601454719,
      "learning_rate": 2.1864726200898348e-05,
      "loss": 0.5104,
      "step": 121345
    },
    {
      "epoch": 4.970141306573828,
      "grad_norm": 1.6625497436154526,
      "learning_rate": 2.1863030675183653e-05,
      "loss": 0.663,
      "step": 121346
    },
    {
      "epoch": 4.970182265001024,
      "grad_norm": 1.253848240816587,
      "learning_rate": 2.1861335210044732e-05,
      "loss": 0.5855,
      "step": 121347
    },
    {
      "epoch": 4.970223223428221,
      "grad_norm": 2.1537666945226386,
      "learning_rate": 2.185963980548229e-05,
      "loss": 0.8251,
      "step": 121348
    },
    {
      "epoch": 4.970264181855416,
      "grad_norm": 1.3069335481803024,
      "learning_rate": 2.185794446149718e-05,
      "loss": 0.2591,
      "step": 121349
    },
    {
      "epoch": 4.970305140282613,
      "grad_norm": 3.091590927836303,
      "learning_rate": 2.185624917809024e-05,
      "loss": 2.061,
      "step": 121350
    },
    {
      "epoch": 4.970346098709809,
      "grad_norm": 1.4252785568471367,
      "learning_rate": 2.1854553955262193e-05,
      "loss": 0.5807,
      "step": 121351
    },
    {
      "epoch": 4.970387057137006,
      "grad_norm": 0.8319762526855645,
      "learning_rate": 2.1852858793013872e-05,
      "loss": 0.1141,
      "step": 121352
    },
    {
      "epoch": 4.970428015564202,
      "grad_norm": 1.898087193187794,
      "learning_rate": 2.1851163691346107e-05,
      "loss": 0.5698,
      "step": 121353
    },
    {
      "epoch": 4.970468973991399,
      "grad_norm": 0.9668044277492432,
      "learning_rate": 2.184946865025965e-05,
      "loss": 0.2423,
      "step": 121354
    },
    {
      "epoch": 4.9705099324185955,
      "grad_norm": 1.4637098039958731,
      "learning_rate": 2.1847773669755366e-05,
      "loss": 0.6275,
      "step": 121355
    },
    {
      "epoch": 4.970550890845791,
      "grad_norm": 1.6352756836083193,
      "learning_rate": 2.1846078749833983e-05,
      "loss": 0.669,
      "step": 121356
    },
    {
      "epoch": 4.970591849272988,
      "grad_norm": 1.8726990471019709,
      "learning_rate": 2.1844383890496343e-05,
      "loss": 0.6341,
      "step": 121357
    },
    {
      "epoch": 4.970632807700184,
      "grad_norm": 1.3318150028770521,
      "learning_rate": 2.184268909174327e-05,
      "loss": 0.4529,
      "step": 121358
    },
    {
      "epoch": 4.970673766127381,
      "grad_norm": 1.2957416530665085,
      "learning_rate": 2.1840994353575503e-05,
      "loss": 0.5304,
      "step": 121359
    },
    {
      "epoch": 4.970714724554577,
      "grad_norm": 1.062718592791946,
      "learning_rate": 2.1839299675993905e-05,
      "loss": 0.2393,
      "step": 121360
    },
    {
      "epoch": 4.970755682981774,
      "grad_norm": 1.6272231759670523,
      "learning_rate": 2.1837605058999226e-05,
      "loss": 0.6613,
      "step": 121361
    },
    {
      "epoch": 4.97079664140897,
      "grad_norm": 1.7487144780814128,
      "learning_rate": 2.183591050259228e-05,
      "loss": 0.5969,
      "step": 121362
    },
    {
      "epoch": 4.970837599836166,
      "grad_norm": 1.5889759201296927,
      "learning_rate": 2.1834216006773918e-05,
      "loss": 0.6677,
      "step": 121363
    },
    {
      "epoch": 4.970878558263363,
      "grad_norm": 1.5992236479479536,
      "learning_rate": 2.1832521571544875e-05,
      "loss": 0.6554,
      "step": 121364
    },
    {
      "epoch": 4.970919516690559,
      "grad_norm": 1.286229381149822,
      "learning_rate": 2.1830827196905963e-05,
      "loss": 0.433,
      "step": 121365
    },
    {
      "epoch": 4.970960475117756,
      "grad_norm": 1.6721975138540366,
      "learning_rate": 2.182913288285805e-05,
      "loss": 0.5775,
      "step": 121366
    },
    {
      "epoch": 4.971001433544952,
      "grad_norm": 2.9244914119856094,
      "learning_rate": 2.182743862940184e-05,
      "loss": 2.6417,
      "step": 121367
    },
    {
      "epoch": 4.971042391972148,
      "grad_norm": 1.071539677413667,
      "learning_rate": 2.1825744436538206e-05,
      "loss": 0.3227,
      "step": 121368
    },
    {
      "epoch": 4.971083350399344,
      "grad_norm": 1.8091182535802843,
      "learning_rate": 2.1824050304267902e-05,
      "loss": 0.8204,
      "step": 121369
    },
    {
      "epoch": 4.971124308826541,
      "grad_norm": 1.25857279410881,
      "learning_rate": 2.1822356232591747e-05,
      "loss": 0.5338,
      "step": 121370
    },
    {
      "epoch": 4.971165267253737,
      "grad_norm": 1.529805438356732,
      "learning_rate": 2.1820662221510587e-05,
      "loss": 0.3812,
      "step": 121371
    },
    {
      "epoch": 4.971206225680934,
      "grad_norm": 1.2288839814091383,
      "learning_rate": 2.1818968271025123e-05,
      "loss": 0.6157,
      "step": 121372
    },
    {
      "epoch": 4.9712471841081305,
      "grad_norm": 1.3504355360861164,
      "learning_rate": 2.1817274381136235e-05,
      "loss": 0.4848,
      "step": 121373
    },
    {
      "epoch": 4.971288142535327,
      "grad_norm": 0.7246277918381243,
      "learning_rate": 2.1815580551844723e-05,
      "loss": 0.1652,
      "step": 121374
    },
    {
      "epoch": 4.971329100962523,
      "grad_norm": 1.9962045541959053,
      "learning_rate": 2.181388678315134e-05,
      "loss": 0.8371,
      "step": 121375
    },
    {
      "epoch": 4.971370059389719,
      "grad_norm": 0.8836510217996781,
      "learning_rate": 2.1812193075056933e-05,
      "loss": 0.1528,
      "step": 121376
    },
    {
      "epoch": 4.971411017816916,
      "grad_norm": 2.2293721803902673,
      "learning_rate": 2.1810499427562267e-05,
      "loss": 0.9479,
      "step": 121377
    },
    {
      "epoch": 4.971451976244112,
      "grad_norm": 1.6143865127564327,
      "learning_rate": 2.1808805840668142e-05,
      "loss": 0.6055,
      "step": 121378
    },
    {
      "epoch": 4.971492934671309,
      "grad_norm": 3.263754391380332,
      "learning_rate": 2.1807112314375424e-05,
      "loss": 3.2411,
      "step": 121379
    },
    {
      "epoch": 4.971533893098505,
      "grad_norm": 0.8699073537247932,
      "learning_rate": 2.1805418848684813e-05,
      "loss": 0.2381,
      "step": 121380
    },
    {
      "epoch": 4.971574851525702,
      "grad_norm": 0.9351920620051268,
      "learning_rate": 2.1803725443597176e-05,
      "loss": 0.283,
      "step": 121381
    },
    {
      "epoch": 4.9716158099528975,
      "grad_norm": 1.6183171170213948,
      "learning_rate": 2.1802032099113327e-05,
      "loss": 0.7935,
      "step": 121382
    },
    {
      "epoch": 4.971656768380094,
      "grad_norm": 1.3845207322226325,
      "learning_rate": 2.1800338815234015e-05,
      "loss": 0.5309,
      "step": 121383
    },
    {
      "epoch": 4.971697726807291,
      "grad_norm": 0.8704287137870572,
      "learning_rate": 2.179864559196009e-05,
      "loss": 0.2663,
      "step": 121384
    },
    {
      "epoch": 4.971738685234487,
      "grad_norm": 1.151995260447561,
      "learning_rate": 2.1796952429292286e-05,
      "loss": 0.5164,
      "step": 121385
    },
    {
      "epoch": 4.971779643661684,
      "grad_norm": 1.6430427848513567,
      "learning_rate": 2.1795259327231452e-05,
      "loss": 0.6832,
      "step": 121386
    },
    {
      "epoch": 4.971820602088879,
      "grad_norm": 1.3612487876995563,
      "learning_rate": 2.17935662857784e-05,
      "loss": 0.5808,
      "step": 121387
    },
    {
      "epoch": 4.971861560516076,
      "grad_norm": 1.2498935408885625,
      "learning_rate": 2.1791873304933887e-05,
      "loss": 0.4421,
      "step": 121388
    },
    {
      "epoch": 4.971902518943272,
      "grad_norm": 1.6564374967830815,
      "learning_rate": 2.179018038469874e-05,
      "loss": 0.7225,
      "step": 121389
    },
    {
      "epoch": 4.971943477370469,
      "grad_norm": 1.6711516847554408,
      "learning_rate": 2.1788487525073794e-05,
      "loss": 0.5595,
      "step": 121390
    },
    {
      "epoch": 4.9719844357976655,
      "grad_norm": 1.2831520355297716,
      "learning_rate": 2.1786794726059766e-05,
      "loss": 0.5176,
      "step": 121391
    },
    {
      "epoch": 4.972025394224862,
      "grad_norm": 1.5790466176373366,
      "learning_rate": 2.1785101987657532e-05,
      "loss": 0.61,
      "step": 121392
    },
    {
      "epoch": 4.9720663526520585,
      "grad_norm": 1.7716629114220965,
      "learning_rate": 2.1783409309867834e-05,
      "loss": 0.6775,
      "step": 121393
    },
    {
      "epoch": 4.972107311079254,
      "grad_norm": 2.7406882058794437,
      "learning_rate": 2.1781716692691515e-05,
      "loss": 1.9557,
      "step": 121394
    },
    {
      "epoch": 4.972148269506451,
      "grad_norm": 1.6499774594037437,
      "learning_rate": 2.1780024136129376e-05,
      "loss": 0.4486,
      "step": 121395
    },
    {
      "epoch": 4.972189227933647,
      "grad_norm": 1.69942896759461,
      "learning_rate": 2.1778331640182168e-05,
      "loss": 0.5218,
      "step": 121396
    },
    {
      "epoch": 4.972230186360844,
      "grad_norm": 1.6271622356749438,
      "learning_rate": 2.1776639204850772e-05,
      "loss": 0.756,
      "step": 121397
    },
    {
      "epoch": 4.97227114478804,
      "grad_norm": 0.8670094166524385,
      "learning_rate": 2.1774946830135886e-05,
      "loss": 0.2082,
      "step": 121398
    },
    {
      "epoch": 4.972312103215237,
      "grad_norm": 1.6671655162021244,
      "learning_rate": 2.177325451603838e-05,
      "loss": 0.557,
      "step": 121399
    },
    {
      "epoch": 4.972353061642433,
      "grad_norm": 1.474530473766389,
      "learning_rate": 2.1771562262559068e-05,
      "loss": 0.6222,
      "step": 121400
    },
    {
      "epoch": 4.972394020069629,
      "grad_norm": 2.0451354292063537,
      "learning_rate": 2.176987006969868e-05,
      "loss": 0.6169,
      "step": 121401
    },
    {
      "epoch": 4.972434978496826,
      "grad_norm": 1.6831252715204978,
      "learning_rate": 2.176817793745807e-05,
      "loss": 0.6893,
      "step": 121402
    },
    {
      "epoch": 4.972475936924022,
      "grad_norm": 1.5287030501174668,
      "learning_rate": 2.1766485865838052e-05,
      "loss": 0.4872,
      "step": 121403
    },
    {
      "epoch": 4.972516895351219,
      "grad_norm": 2.030205822682597,
      "learning_rate": 2.176479385483936e-05,
      "loss": 0.6772,
      "step": 121404
    },
    {
      "epoch": 4.972557853778415,
      "grad_norm": 1.5835118221088826,
      "learning_rate": 2.176310190446287e-05,
      "loss": 0.7054,
      "step": 121405
    },
    {
      "epoch": 4.972598812205611,
      "grad_norm": 1.5965494392466875,
      "learning_rate": 2.176141001470931e-05,
      "loss": 0.5811,
      "step": 121406
    },
    {
      "epoch": 4.972639770632807,
      "grad_norm": 3.525057064033761,
      "learning_rate": 2.1759718185579515e-05,
      "loss": 3.6612,
      "step": 121407
    },
    {
      "epoch": 4.972680729060004,
      "grad_norm": 1.4592302623261832,
      "learning_rate": 2.1758026417074316e-05,
      "loss": 0.4602,
      "step": 121408
    },
    {
      "epoch": 4.9727216874872004,
      "grad_norm": 1.4231637979792553,
      "learning_rate": 2.1756334709194483e-05,
      "loss": 0.4658,
      "step": 121409
    },
    {
      "epoch": 4.972762645914397,
      "grad_norm": 1.562427288479192,
      "learning_rate": 2.175464306194079e-05,
      "loss": 0.6285,
      "step": 121410
    },
    {
      "epoch": 4.9728036043415935,
      "grad_norm": 1.4334362606386655,
      "learning_rate": 2.1752951475314086e-05,
      "loss": 0.5123,
      "step": 121411
    },
    {
      "epoch": 4.97284456276879,
      "grad_norm": 1.699451941750816,
      "learning_rate": 2.1751259949315097e-05,
      "loss": 0.7445,
      "step": 121412
    },
    {
      "epoch": 4.972885521195986,
      "grad_norm": 1.6249603503456362,
      "learning_rate": 2.174956848394468e-05,
      "loss": 0.508,
      "step": 121413
    },
    {
      "epoch": 4.972926479623182,
      "grad_norm": 1.8639332612435469,
      "learning_rate": 2.174787707920366e-05,
      "loss": 0.8146,
      "step": 121414
    },
    {
      "epoch": 4.972967438050379,
      "grad_norm": 1.1535138120645825,
      "learning_rate": 2.1746185735092764e-05,
      "loss": 0.2975,
      "step": 121415
    },
    {
      "epoch": 4.973008396477575,
      "grad_norm": 1.8061349524882524,
      "learning_rate": 2.1744494451612833e-05,
      "loss": 0.5735,
      "step": 121416
    },
    {
      "epoch": 4.973049354904772,
      "grad_norm": 0.8032857338544874,
      "learning_rate": 2.17428032287647e-05,
      "loss": 0.1767,
      "step": 121417
    },
    {
      "epoch": 4.973090313331968,
      "grad_norm": 1.4100314443649258,
      "learning_rate": 2.1741112066549082e-05,
      "loss": 0.527,
      "step": 121418
    },
    {
      "epoch": 4.973131271759165,
      "grad_norm": 0.9523227198965791,
      "learning_rate": 2.173942096496688e-05,
      "loss": 0.2348,
      "step": 121419
    },
    {
      "epoch": 4.973172230186361,
      "grad_norm": 0.6830652797328003,
      "learning_rate": 2.1737729924018775e-05,
      "loss": 0.1142,
      "step": 121420
    },
    {
      "epoch": 4.973213188613557,
      "grad_norm": 1.5910662801600295,
      "learning_rate": 2.173603894370565e-05,
      "loss": 0.5307,
      "step": 121421
    },
    {
      "epoch": 4.973254147040754,
      "grad_norm": 1.6357563828576898,
      "learning_rate": 2.173434802402831e-05,
      "loss": 0.7414,
      "step": 121422
    },
    {
      "epoch": 4.97329510546795,
      "grad_norm": 1.486546020766993,
      "learning_rate": 2.1732657164987495e-05,
      "loss": 0.4926,
      "step": 121423
    },
    {
      "epoch": 4.973336063895147,
      "grad_norm": 1.5904735897351043,
      "learning_rate": 2.1730966366584024e-05,
      "loss": 0.8107,
      "step": 121424
    },
    {
      "epoch": 4.973377022322342,
      "grad_norm": 1.489402650254991,
      "learning_rate": 2.1729275628818765e-05,
      "loss": 0.5963,
      "step": 121425
    },
    {
      "epoch": 4.973417980749539,
      "grad_norm": 1.5337193161708906,
      "learning_rate": 2.17275849516924e-05,
      "loss": 0.6116,
      "step": 121426
    },
    {
      "epoch": 4.973458939176735,
      "grad_norm": 1.8650897242735627,
      "learning_rate": 2.1725894335205847e-05,
      "loss": 0.7776,
      "step": 121427
    },
    {
      "epoch": 4.973499897603932,
      "grad_norm": 1.2300365403386901,
      "learning_rate": 2.17242037793598e-05,
      "loss": 0.3654,
      "step": 121428
    },
    {
      "epoch": 4.9735408560311285,
      "grad_norm": 1.7081014339652936,
      "learning_rate": 2.172251328415511e-05,
      "loss": 0.6307,
      "step": 121429
    },
    {
      "epoch": 4.973581814458325,
      "grad_norm": 2.513900487224629,
      "learning_rate": 2.1720822849592617e-05,
      "loss": 1.3611,
      "step": 121430
    },
    {
      "epoch": 4.973622772885522,
      "grad_norm": 1.7487744313536642,
      "learning_rate": 2.171913247567303e-05,
      "loss": 0.5804,
      "step": 121431
    },
    {
      "epoch": 4.973663731312717,
      "grad_norm": 1.6099222756178357,
      "learning_rate": 2.171744216239723e-05,
      "loss": 0.7444,
      "step": 121432
    },
    {
      "epoch": 4.973704689739914,
      "grad_norm": 1.3321367324392206,
      "learning_rate": 2.1715751909765938e-05,
      "loss": 0.4806,
      "step": 121433
    },
    {
      "epoch": 4.97374564816711,
      "grad_norm": 1.7485780393078627,
      "learning_rate": 2.171406171778e-05,
      "loss": 0.6738,
      "step": 121434
    },
    {
      "epoch": 4.973786606594307,
      "grad_norm": 1.416918305663076,
      "learning_rate": 2.1712371586440252e-05,
      "loss": 0.1594,
      "step": 121435
    },
    {
      "epoch": 4.973827565021503,
      "grad_norm": 0.46878319806659946,
      "learning_rate": 2.1710681515747408e-05,
      "loss": 0.0382,
      "step": 121436
    },
    {
      "epoch": 4.9738685234487,
      "grad_norm": 0.9888601247706318,
      "learning_rate": 2.1708991505702316e-05,
      "loss": 0.2199,
      "step": 121437
    },
    {
      "epoch": 4.973909481875896,
      "grad_norm": 1.8178717333408205,
      "learning_rate": 2.1707301556305796e-05,
      "loss": 0.9436,
      "step": 121438
    },
    {
      "epoch": 4.973950440303092,
      "grad_norm": 1.1208577156626613,
      "learning_rate": 2.1705611667558593e-05,
      "loss": 0.3579,
      "step": 121439
    },
    {
      "epoch": 4.973991398730289,
      "grad_norm": 0.7123117495907269,
      "learning_rate": 2.170392183946156e-05,
      "loss": 0.1265,
      "step": 121440
    },
    {
      "epoch": 4.974032357157485,
      "grad_norm": 1.5466571112133916,
      "learning_rate": 2.1702232072015423e-05,
      "loss": 0.6107,
      "step": 121441
    },
    {
      "epoch": 4.974073315584682,
      "grad_norm": 1.5675679128033053,
      "learning_rate": 2.1700542365221042e-05,
      "loss": 0.6312,
      "step": 121442
    },
    {
      "epoch": 4.974114274011878,
      "grad_norm": 1.5006911950165402,
      "learning_rate": 2.1698852719079224e-05,
      "loss": 0.6123,
      "step": 121443
    },
    {
      "epoch": 4.974155232439074,
      "grad_norm": 1.5442697369180947,
      "learning_rate": 2.169716313359072e-05,
      "loss": 0.5978,
      "step": 121444
    },
    {
      "epoch": 4.97419619086627,
      "grad_norm": 1.6313449067176402,
      "learning_rate": 2.1695473608756337e-05,
      "loss": 0.7247,
      "step": 121445
    },
    {
      "epoch": 4.974237149293467,
      "grad_norm": 1.6680762860211793,
      "learning_rate": 2.1693784144576932e-05,
      "loss": 0.6753,
      "step": 121446
    },
    {
      "epoch": 4.9742781077206635,
      "grad_norm": 1.5240149570466983,
      "learning_rate": 2.169209474105324e-05,
      "loss": 0.578,
      "step": 121447
    },
    {
      "epoch": 4.97431906614786,
      "grad_norm": 1.4235708717882387,
      "learning_rate": 2.1690405398186094e-05,
      "loss": 0.5838,
      "step": 121448
    },
    {
      "epoch": 4.9743600245750565,
      "grad_norm": 0.7988703612686194,
      "learning_rate": 2.1688716115976244e-05,
      "loss": 0.2048,
      "step": 121449
    },
    {
      "epoch": 4.974400983002253,
      "grad_norm": 1.6445562043483029,
      "learning_rate": 2.168702689442454e-05,
      "loss": 0.7284,
      "step": 121450
    },
    {
      "epoch": 4.974441941429449,
      "grad_norm": 0.8125119999800781,
      "learning_rate": 2.168533773353178e-05,
      "loss": 0.2019,
      "step": 121451
    },
    {
      "epoch": 4.974482899856645,
      "grad_norm": 1.3118014939111038,
      "learning_rate": 2.1683648633298733e-05,
      "loss": 0.5908,
      "step": 121452
    },
    {
      "epoch": 4.974523858283842,
      "grad_norm": 0.6283687800005032,
      "learning_rate": 2.1681959593726194e-05,
      "loss": 0.1555,
      "step": 121453
    },
    {
      "epoch": 4.974564816711038,
      "grad_norm": 1.8536367827623452,
      "learning_rate": 2.168027061481503e-05,
      "loss": 0.7819,
      "step": 121454
    },
    {
      "epoch": 4.974605775138235,
      "grad_norm": 1.7007067143983656,
      "learning_rate": 2.1678581696565944e-05,
      "loss": 0.5893,
      "step": 121455
    },
    {
      "epoch": 4.974646733565431,
      "grad_norm": 1.5851612798169508,
      "learning_rate": 2.16768928389798e-05,
      "loss": 0.7559,
      "step": 121456
    },
    {
      "epoch": 4.974687691992628,
      "grad_norm": 0.7907557856067833,
      "learning_rate": 2.167520404205736e-05,
      "loss": 0.1761,
      "step": 121457
    },
    {
      "epoch": 4.974728650419824,
      "grad_norm": 1.143013190170551,
      "learning_rate": 2.1673515305799425e-05,
      "loss": 0.4309,
      "step": 121458
    },
    {
      "epoch": 4.97476960884702,
      "grad_norm": 1.3016148098851001,
      "learning_rate": 2.167182663020685e-05,
      "loss": 0.4497,
      "step": 121459
    },
    {
      "epoch": 4.974810567274217,
      "grad_norm": 1.4028992822794375,
      "learning_rate": 2.1670138015280347e-05,
      "loss": 0.4661,
      "step": 121460
    },
    {
      "epoch": 4.974851525701413,
      "grad_norm": 1.473918743757827,
      "learning_rate": 2.166844946102075e-05,
      "loss": 0.5159,
      "step": 121461
    },
    {
      "epoch": 4.97489248412861,
      "grad_norm": 1.3461945159788093,
      "learning_rate": 2.1666760967428904e-05,
      "loss": 0.4711,
      "step": 121462
    },
    {
      "epoch": 4.974933442555805,
      "grad_norm": 1.3131236781798965,
      "learning_rate": 2.1665072534505546e-05,
      "loss": 0.4784,
      "step": 121463
    },
    {
      "epoch": 4.974974400983002,
      "grad_norm": 1.6541663684813315,
      "learning_rate": 2.166338416225151e-05,
      "loss": 0.6909,
      "step": 121464
    },
    {
      "epoch": 4.9750153594101985,
      "grad_norm": 1.6171436510911477,
      "learning_rate": 2.1661695850667555e-05,
      "loss": 0.5953,
      "step": 121465
    },
    {
      "epoch": 4.975056317837395,
      "grad_norm": 1.7205369107212531,
      "learning_rate": 2.1660007599754504e-05,
      "loss": 0.7537,
      "step": 121466
    },
    {
      "epoch": 4.9750972762645915,
      "grad_norm": 1.0332440862699825,
      "learning_rate": 2.165831940951317e-05,
      "loss": 0.2049,
      "step": 121467
    },
    {
      "epoch": 4.975138234691788,
      "grad_norm": 1.6345795179001548,
      "learning_rate": 2.165663127994432e-05,
      "loss": 0.704,
      "step": 121468
    },
    {
      "epoch": 4.975179193118985,
      "grad_norm": 0.9527753839072367,
      "learning_rate": 2.1654943211048802e-05,
      "loss": 0.1818,
      "step": 121469
    },
    {
      "epoch": 4.97522015154618,
      "grad_norm": 1.7248188232761585,
      "learning_rate": 2.1653255202827337e-05,
      "loss": 0.6237,
      "step": 121470
    },
    {
      "epoch": 4.975261109973377,
      "grad_norm": 1.3218621521938325,
      "learning_rate": 2.1651567255280766e-05,
      "loss": 0.5543,
      "step": 121471
    },
    {
      "epoch": 4.975302068400573,
      "grad_norm": 0.7738057584631967,
      "learning_rate": 2.164987936840993e-05,
      "loss": 0.192,
      "step": 121472
    },
    {
      "epoch": 4.97534302682777,
      "grad_norm": 2.45560362970985,
      "learning_rate": 2.1648191542215537e-05,
      "loss": 1.4351,
      "step": 121473
    },
    {
      "epoch": 4.975383985254966,
      "grad_norm": 1.2709648445979664,
      "learning_rate": 2.1646503776698426e-05,
      "loss": 0.3547,
      "step": 121474
    },
    {
      "epoch": 4.975424943682163,
      "grad_norm": 0.9061367866316343,
      "learning_rate": 2.1644816071859443e-05,
      "loss": 0.2252,
      "step": 121475
    },
    {
      "epoch": 4.9754659021093595,
      "grad_norm": 1.3012668366500557,
      "learning_rate": 2.1643128427699325e-05,
      "loss": 0.181,
      "step": 121476
    },
    {
      "epoch": 4.975506860536555,
      "grad_norm": 1.4330210944436057,
      "learning_rate": 2.16414408442189e-05,
      "loss": 0.4739,
      "step": 121477
    },
    {
      "epoch": 4.975547818963752,
      "grad_norm": 1.7149904676457297,
      "learning_rate": 2.1639753321418934e-05,
      "loss": 0.5969,
      "step": 121478
    },
    {
      "epoch": 4.975588777390948,
      "grad_norm": 1.4130126057643702,
      "learning_rate": 2.163806585930023e-05,
      "loss": 0.2211,
      "step": 121479
    },
    {
      "epoch": 4.975629735818145,
      "grad_norm": 5.082219610345206,
      "learning_rate": 2.1636378457863634e-05,
      "loss": 0.6634,
      "step": 121480
    },
    {
      "epoch": 4.975670694245341,
      "grad_norm": 1.5389430561153483,
      "learning_rate": 2.1634691117109915e-05,
      "loss": 0.6452,
      "step": 121481
    },
    {
      "epoch": 4.975711652672537,
      "grad_norm": 1.4235115234559184,
      "learning_rate": 2.1633003837039835e-05,
      "loss": 0.7172,
      "step": 121482
    },
    {
      "epoch": 4.975752611099733,
      "grad_norm": 1.3627061116013912,
      "learning_rate": 2.1631316617654248e-05,
      "loss": 0.4693,
      "step": 121483
    },
    {
      "epoch": 4.97579356952693,
      "grad_norm": 1.1025584580878307,
      "learning_rate": 2.1629629458953903e-05,
      "loss": 0.2751,
      "step": 121484
    },
    {
      "epoch": 4.9758345279541265,
      "grad_norm": 1.483037523551951,
      "learning_rate": 2.162794236093961e-05,
      "loss": 0.5936,
      "step": 121485
    },
    {
      "epoch": 4.975875486381323,
      "grad_norm": 1.3961569900042234,
      "learning_rate": 2.1626255323612224e-05,
      "loss": 0.5887,
      "step": 121486
    },
    {
      "epoch": 4.97591644480852,
      "grad_norm": 1.595736690368056,
      "learning_rate": 2.1624568346972443e-05,
      "loss": 0.7225,
      "step": 121487
    },
    {
      "epoch": 4.975957403235716,
      "grad_norm": 1.0319828372418813,
      "learning_rate": 2.1622881431021132e-05,
      "loss": 0.1972,
      "step": 121488
    },
    {
      "epoch": 4.975998361662912,
      "grad_norm": 1.4541767901239218,
      "learning_rate": 2.162119457575909e-05,
      "loss": 0.6321,
      "step": 121489
    },
    {
      "epoch": 4.976039320090108,
      "grad_norm": 0.8104740546601437,
      "learning_rate": 2.161950778118709e-05,
      "loss": 0.215,
      "step": 121490
    },
    {
      "epoch": 4.976080278517305,
      "grad_norm": 0.9621762196674152,
      "learning_rate": 2.1617821047305956e-05,
      "loss": 0.225,
      "step": 121491
    },
    {
      "epoch": 4.976121236944501,
      "grad_norm": 1.4176644366079838,
      "learning_rate": 2.1616134374116422e-05,
      "loss": 0.5253,
      "step": 121492
    },
    {
      "epoch": 4.976162195371698,
      "grad_norm": 1.6637634394299086,
      "learning_rate": 2.161444776161934e-05,
      "loss": 0.7784,
      "step": 121493
    },
    {
      "epoch": 4.976203153798894,
      "grad_norm": 1.4586364103555751,
      "learning_rate": 2.1612761209815544e-05,
      "loss": 0.655,
      "step": 121494
    },
    {
      "epoch": 4.976244112226091,
      "grad_norm": 1.715779501792759,
      "learning_rate": 2.1611074718705727e-05,
      "loss": 0.8028,
      "step": 121495
    },
    {
      "epoch": 4.976285070653287,
      "grad_norm": 1.2567235689185088,
      "learning_rate": 2.1609388288290764e-05,
      "loss": 0.479,
      "step": 121496
    },
    {
      "epoch": 4.976326029080483,
      "grad_norm": 1.4739058048662095,
      "learning_rate": 2.1607701918571462e-05,
      "loss": 0.4925,
      "step": 121497
    },
    {
      "epoch": 4.97636698750768,
      "grad_norm": 1.8622340328507792,
      "learning_rate": 2.1606015609548545e-05,
      "loss": 0.8678,
      "step": 121498
    },
    {
      "epoch": 4.976407945934876,
      "grad_norm": 2.179290912665798,
      "learning_rate": 2.1604329361222887e-05,
      "loss": 1.2274,
      "step": 121499
    },
    {
      "epoch": 4.976448904362073,
      "grad_norm": 1.2304556227761216,
      "learning_rate": 2.160264317359523e-05,
      "loss": 0.2151,
      "step": 121500
    },
    {
      "epoch": 4.976489862789268,
      "grad_norm": 1.8859346334926845,
      "learning_rate": 2.1600957046666383e-05,
      "loss": 0.8589,
      "step": 121501
    },
    {
      "epoch": 4.976530821216465,
      "grad_norm": 1.7064608163611978,
      "learning_rate": 2.1599270980437184e-05,
      "loss": 0.8709,
      "step": 121502
    },
    {
      "epoch": 4.9765717796436615,
      "grad_norm": 1.2904444744611032,
      "learning_rate": 2.1597584974908377e-05,
      "loss": 0.3097,
      "step": 121503
    },
    {
      "epoch": 4.976612738070858,
      "grad_norm": 1.0176129350337528,
      "learning_rate": 2.1595899030080798e-05,
      "loss": 0.1591,
      "step": 121504
    },
    {
      "epoch": 4.976653696498055,
      "grad_norm": 1.388272869107069,
      "learning_rate": 2.1594213145955215e-05,
      "loss": 0.489,
      "step": 121505
    },
    {
      "epoch": 4.976694654925251,
      "grad_norm": 4.011589496763581,
      "learning_rate": 2.159252732253242e-05,
      "loss": 2.3756,
      "step": 121506
    },
    {
      "epoch": 4.976735613352448,
      "grad_norm": 1.3307487639682654,
      "learning_rate": 2.1590841559813272e-05,
      "loss": 0.4581,
      "step": 121507
    },
    {
      "epoch": 4.976776571779643,
      "grad_norm": 1.4742600421228882,
      "learning_rate": 2.158915585779848e-05,
      "loss": 0.6336,
      "step": 121508
    },
    {
      "epoch": 4.97681753020684,
      "grad_norm": 1.2320342310180987,
      "learning_rate": 2.158747021648888e-05,
      "loss": 0.5903,
      "step": 121509
    },
    {
      "epoch": 4.976858488634036,
      "grad_norm": 1.8330519350205114,
      "learning_rate": 2.158578463588532e-05,
      "loss": 0.5134,
      "step": 121510
    },
    {
      "epoch": 4.976899447061233,
      "grad_norm": 1.6094254544223987,
      "learning_rate": 2.1584099115988514e-05,
      "loss": 0.6539,
      "step": 121511
    },
    {
      "epoch": 4.976940405488429,
      "grad_norm": 1.5192295000944265,
      "learning_rate": 2.1582413656799313e-05,
      "loss": 0.5679,
      "step": 121512
    },
    {
      "epoch": 4.976981363915626,
      "grad_norm": 1.9795770579781136,
      "learning_rate": 2.158072825831847e-05,
      "loss": 0.9302,
      "step": 121513
    },
    {
      "epoch": 4.9770223223428225,
      "grad_norm": 1.754822343234126,
      "learning_rate": 2.1579042920546814e-05,
      "loss": 0.6488,
      "step": 121514
    },
    {
      "epoch": 4.977063280770018,
      "grad_norm": 1.617133266580282,
      "learning_rate": 2.157735764348516e-05,
      "loss": 0.5064,
      "step": 121515
    },
    {
      "epoch": 4.977104239197215,
      "grad_norm": 0.5446071689755905,
      "learning_rate": 2.1575672427134244e-05,
      "loss": 0.1057,
      "step": 121516
    },
    {
      "epoch": 4.977145197624411,
      "grad_norm": 1.2601879996950003,
      "learning_rate": 2.1573987271494915e-05,
      "loss": 0.4506,
      "step": 121517
    },
    {
      "epoch": 4.977186156051608,
      "grad_norm": 1.5276119920057054,
      "learning_rate": 2.1572302176567967e-05,
      "loss": 0.5195,
      "step": 121518
    },
    {
      "epoch": 4.977227114478804,
      "grad_norm": 1.6137371845152604,
      "learning_rate": 2.1570617142354156e-05,
      "loss": 0.7943,
      "step": 121519
    },
    {
      "epoch": 4.977268072906,
      "grad_norm": 1.651883198466625,
      "learning_rate": 2.1568932168854348e-05,
      "loss": 0.8948,
      "step": 121520
    },
    {
      "epoch": 4.9773090313331965,
      "grad_norm": 1.5239402486968916,
      "learning_rate": 2.1567247256069235e-05,
      "loss": 0.6286,
      "step": 121521
    },
    {
      "epoch": 4.977349989760393,
      "grad_norm": 1.805486204058106,
      "learning_rate": 2.156556240399969e-05,
      "loss": 0.7149,
      "step": 121522
    },
    {
      "epoch": 4.9773909481875895,
      "grad_norm": 1.7667796052336966,
      "learning_rate": 2.1563877612646546e-05,
      "loss": 0.447,
      "step": 121523
    },
    {
      "epoch": 4.977431906614786,
      "grad_norm": 1.7891467732940727,
      "learning_rate": 2.15621928820105e-05,
      "loss": 0.8162,
      "step": 121524
    },
    {
      "epoch": 4.977472865041983,
      "grad_norm": 1.0289376890763342,
      "learning_rate": 2.156050821209238e-05,
      "loss": 0.2324,
      "step": 121525
    },
    {
      "epoch": 4.977513823469179,
      "grad_norm": 2.3111869566308063,
      "learning_rate": 2.155882360289306e-05,
      "loss": 0.921,
      "step": 121526
    },
    {
      "epoch": 4.977554781896375,
      "grad_norm": 1.7840344420642098,
      "learning_rate": 2.155713905441322e-05,
      "loss": 0.722,
      "step": 121527
    },
    {
      "epoch": 4.977595740323571,
      "grad_norm": 1.7581329660501155,
      "learning_rate": 2.1555454566653757e-05,
      "loss": 0.9592,
      "step": 121528
    },
    {
      "epoch": 4.977636698750768,
      "grad_norm": 1.4047952117783522,
      "learning_rate": 2.155377013961539e-05,
      "loss": 0.6809,
      "step": 121529
    },
    {
      "epoch": 4.977677657177964,
      "grad_norm": 1.5938107172978326,
      "learning_rate": 2.155208577329893e-05,
      "loss": 0.6621,
      "step": 121530
    },
    {
      "epoch": 4.977718615605161,
      "grad_norm": 1.5690023252004284,
      "learning_rate": 2.1550401467705253e-05,
      "loss": 0.7298,
      "step": 121531
    },
    {
      "epoch": 4.9777595740323575,
      "grad_norm": 1.952616673127531,
      "learning_rate": 2.154871722283503e-05,
      "loss": 0.8117,
      "step": 121532
    },
    {
      "epoch": 4.977800532459554,
      "grad_norm": 1.5656658693737953,
      "learning_rate": 2.1547033038689137e-05,
      "loss": 0.7037,
      "step": 121533
    },
    {
      "epoch": 4.97784149088675,
      "grad_norm": 1.3076782382754293,
      "learning_rate": 2.1545348915268383e-05,
      "loss": 0.4508,
      "step": 121534
    },
    {
      "epoch": 4.977882449313946,
      "grad_norm": 0.8475876246879116,
      "learning_rate": 2.1543664852573505e-05,
      "loss": 0.146,
      "step": 121535
    },
    {
      "epoch": 4.977923407741143,
      "grad_norm": 1.730812135929925,
      "learning_rate": 2.154198085060535e-05,
      "loss": 0.6893,
      "step": 121536
    },
    {
      "epoch": 4.977964366168339,
      "grad_norm": 1.3772537354859973,
      "learning_rate": 2.154029690936467e-05,
      "loss": 0.3869,
      "step": 121537
    },
    {
      "epoch": 4.978005324595536,
      "grad_norm": 1.6613596364397625,
      "learning_rate": 2.1538613028852276e-05,
      "loss": 0.6901,
      "step": 121538
    },
    {
      "epoch": 4.9780462830227314,
      "grad_norm": 1.4082568743897441,
      "learning_rate": 2.1536929209069005e-05,
      "loss": 0.5656,
      "step": 121539
    },
    {
      "epoch": 4.978087241449928,
      "grad_norm": 1.6484511320730095,
      "learning_rate": 2.1535245450015588e-05,
      "loss": 0.5309,
      "step": 121540
    },
    {
      "epoch": 4.9781281998771245,
      "grad_norm": 1.820938579024135,
      "learning_rate": 2.153356175169289e-05,
      "loss": 0.8158,
      "step": 121541
    },
    {
      "epoch": 4.978169158304321,
      "grad_norm": 1.420936913472299,
      "learning_rate": 2.153187811410163e-05,
      "loss": 0.4995,
      "step": 121542
    },
    {
      "epoch": 4.978210116731518,
      "grad_norm": 1.5633363613464875,
      "learning_rate": 2.153019453724264e-05,
      "loss": 0.5718,
      "step": 121543
    },
    {
      "epoch": 4.978251075158714,
      "grad_norm": 1.627758379791042,
      "learning_rate": 2.1528511021116768e-05,
      "loss": 0.6924,
      "step": 121544
    },
    {
      "epoch": 4.978292033585911,
      "grad_norm": 1.0879886423451506,
      "learning_rate": 2.1526827565724712e-05,
      "loss": 0.2415,
      "step": 121545
    },
    {
      "epoch": 4.978332992013106,
      "grad_norm": 1.407432548963284,
      "learning_rate": 2.152514417106733e-05,
      "loss": 0.5128,
      "step": 121546
    },
    {
      "epoch": 4.978373950440303,
      "grad_norm": 1.5159448343117519,
      "learning_rate": 2.1523460837145422e-05,
      "loss": 0.5114,
      "step": 121547
    },
    {
      "epoch": 4.978414908867499,
      "grad_norm": 2.2600007177120265,
      "learning_rate": 2.1521777563959752e-05,
      "loss": 0.5839,
      "step": 121548
    },
    {
      "epoch": 4.978455867294696,
      "grad_norm": 1.2394720494787401,
      "learning_rate": 2.1520094351511146e-05,
      "loss": 0.4922,
      "step": 121549
    },
    {
      "epoch": 4.9784968257218924,
      "grad_norm": 1.5814428162847094,
      "learning_rate": 2.151841119980039e-05,
      "loss": 0.6651,
      "step": 121550
    },
    {
      "epoch": 4.978537784149089,
      "grad_norm": 1.6239094755663914,
      "learning_rate": 2.1516728108828247e-05,
      "loss": 0.7689,
      "step": 121551
    },
    {
      "epoch": 4.9785787425762855,
      "grad_norm": 1.6137607743621252,
      "learning_rate": 2.1515045078595533e-05,
      "loss": 0.7103,
      "step": 121552
    },
    {
      "epoch": 4.978619701003481,
      "grad_norm": 1.2068944568434354,
      "learning_rate": 2.1513362109103084e-05,
      "loss": 0.3291,
      "step": 121553
    },
    {
      "epoch": 4.978660659430678,
      "grad_norm": 1.821918362972892,
      "learning_rate": 2.151167920035163e-05,
      "loss": 0.6654,
      "step": 121554
    },
    {
      "epoch": 4.978701617857874,
      "grad_norm": 1.1634464544126575,
      "learning_rate": 2.1509996352342035e-05,
      "loss": 0.2757,
      "step": 121555
    },
    {
      "epoch": 4.978742576285071,
      "grad_norm": 0.8838802733377688,
      "learning_rate": 2.150831356507502e-05,
      "loss": 0.2193,
      "step": 121556
    },
    {
      "epoch": 4.978783534712267,
      "grad_norm": 0.5280340968806507,
      "learning_rate": 2.1506630838551414e-05,
      "loss": 0.0796,
      "step": 121557
    },
    {
      "epoch": 4.978824493139463,
      "grad_norm": 1.125827282466698,
      "learning_rate": 2.1504948172772068e-05,
      "loss": 0.2346,
      "step": 121558
    },
    {
      "epoch": 4.9788654515666595,
      "grad_norm": 0.8737554488507723,
      "learning_rate": 2.1503265567737682e-05,
      "loss": 0.1836,
      "step": 121559
    },
    {
      "epoch": 4.978906409993856,
      "grad_norm": 2.951613586203282,
      "learning_rate": 2.150158302344909e-05,
      "loss": 2.6093,
      "step": 121560
    },
    {
      "epoch": 4.978947368421053,
      "grad_norm": 1.7650948450799275,
      "learning_rate": 2.1499900539907133e-05,
      "loss": 0.722,
      "step": 121561
    },
    {
      "epoch": 4.978988326848249,
      "grad_norm": 1.2425439407235406,
      "learning_rate": 2.149821811711252e-05,
      "loss": 0.4182,
      "step": 121562
    },
    {
      "epoch": 4.979029285275446,
      "grad_norm": 0.8722642511640197,
      "learning_rate": 2.1496535755066147e-05,
      "loss": 0.22,
      "step": 121563
    },
    {
      "epoch": 4.979070243702642,
      "grad_norm": 1.696229542136598,
      "learning_rate": 2.149485345376871e-05,
      "loss": 0.7954,
      "step": 121564
    },
    {
      "epoch": 4.979111202129838,
      "grad_norm": 1.461575681265151,
      "learning_rate": 2.149317121322105e-05,
      "loss": 0.5006,
      "step": 121565
    },
    {
      "epoch": 4.979152160557034,
      "grad_norm": 1.3876740013064721,
      "learning_rate": 2.149148903342399e-05,
      "loss": 0.5638,
      "step": 121566
    },
    {
      "epoch": 4.979193118984231,
      "grad_norm": 1.5614157897167353,
      "learning_rate": 2.1489806914378272e-05,
      "loss": 0.8639,
      "step": 121567
    },
    {
      "epoch": 4.979234077411427,
      "grad_norm": 0.6068452813608508,
      "learning_rate": 2.148812485608472e-05,
      "loss": 0.1336,
      "step": 121568
    },
    {
      "epoch": 4.979275035838624,
      "grad_norm": 1.033038618695317,
      "learning_rate": 2.1486442858544155e-05,
      "loss": 0.3126,
      "step": 121569
    },
    {
      "epoch": 4.9793159942658205,
      "grad_norm": 1.7218248785514971,
      "learning_rate": 2.148476092175731e-05,
      "loss": 0.6607,
      "step": 121570
    },
    {
      "epoch": 4.979356952693017,
      "grad_norm": 1.5946119195327002,
      "learning_rate": 2.148307904572503e-05,
      "loss": 0.6397,
      "step": 121571
    },
    {
      "epoch": 4.979397911120213,
      "grad_norm": 1.2129931391831668,
      "learning_rate": 2.148139723044809e-05,
      "loss": 0.408,
      "step": 121572
    },
    {
      "epoch": 4.979438869547409,
      "grad_norm": 1.5809645714803897,
      "learning_rate": 2.1479715475927262e-05,
      "loss": 0.5705,
      "step": 121573
    },
    {
      "epoch": 4.979479827974606,
      "grad_norm": 1.7258646478545396,
      "learning_rate": 2.1478033782163417e-05,
      "loss": 0.6077,
      "step": 121574
    },
    {
      "epoch": 4.979520786401802,
      "grad_norm": 1.5319433920576224,
      "learning_rate": 2.1476352149157256e-05,
      "loss": 0.6013,
      "step": 121575
    },
    {
      "epoch": 4.979561744828999,
      "grad_norm": 1.284861491798552,
      "learning_rate": 2.1474670576909642e-05,
      "loss": 0.4294,
      "step": 121576
    },
    {
      "epoch": 4.9796027032561945,
      "grad_norm": 1.5415100151873267,
      "learning_rate": 2.1472989065421324e-05,
      "loss": 0.5177,
      "step": 121577
    },
    {
      "epoch": 4.979643661683391,
      "grad_norm": 1.1332488695159653,
      "learning_rate": 2.1471307614693122e-05,
      "loss": 0.2505,
      "step": 121578
    },
    {
      "epoch": 4.9796846201105875,
      "grad_norm": 1.768278421198434,
      "learning_rate": 2.1469626224725867e-05,
      "loss": 0.863,
      "step": 121579
    },
    {
      "epoch": 4.979725578537784,
      "grad_norm": 1.6257556642986344,
      "learning_rate": 2.1467944895520273e-05,
      "loss": 0.6613,
      "step": 121580
    },
    {
      "epoch": 4.979766536964981,
      "grad_norm": 1.4197900229859177,
      "learning_rate": 2.1466263627077173e-05,
      "loss": 0.5533,
      "step": 121581
    },
    {
      "epoch": 4.979807495392177,
      "grad_norm": 1.524766480929903,
      "learning_rate": 2.1464582419397402e-05,
      "loss": 0.5115,
      "step": 121582
    },
    {
      "epoch": 4.979848453819374,
      "grad_norm": 1.714800964658557,
      "learning_rate": 2.1462901272481677e-05,
      "loss": 0.7617,
      "step": 121583
    },
    {
      "epoch": 4.979889412246569,
      "grad_norm": 1.4785010243047765,
      "learning_rate": 2.1461220186330875e-05,
      "loss": 0.6554,
      "step": 121584
    },
    {
      "epoch": 4.979930370673766,
      "grad_norm": 1.690135939637613,
      "learning_rate": 2.1459539160945716e-05,
      "loss": 0.7019,
      "step": 121585
    },
    {
      "epoch": 4.979971329100962,
      "grad_norm": 1.5864213565105436,
      "learning_rate": 2.1457858196327016e-05,
      "loss": 0.5969,
      "step": 121586
    },
    {
      "epoch": 4.980012287528159,
      "grad_norm": 1.415835583222393,
      "learning_rate": 2.1456177292475625e-05,
      "loss": 0.627,
      "step": 121587
    },
    {
      "epoch": 4.9800532459553555,
      "grad_norm": 1.4462910650490586,
      "learning_rate": 2.145449644939227e-05,
      "loss": 0.5082,
      "step": 121588
    },
    {
      "epoch": 4.980094204382552,
      "grad_norm": 1.5743780831684624,
      "learning_rate": 2.1452815667077762e-05,
      "loss": 0.7043,
      "step": 121589
    },
    {
      "epoch": 4.9801351628097486,
      "grad_norm": 1.9024386627967331,
      "learning_rate": 2.145113494553294e-05,
      "loss": 0.5793,
      "step": 121590
    },
    {
      "epoch": 4.980176121236944,
      "grad_norm": 1.5601320324682115,
      "learning_rate": 2.144945428475852e-05,
      "loss": 0.607,
      "step": 121591
    },
    {
      "epoch": 4.980217079664141,
      "grad_norm": 1.2455122201649589,
      "learning_rate": 2.1447773684755374e-05,
      "loss": 0.2547,
      "step": 121592
    },
    {
      "epoch": 4.980258038091337,
      "grad_norm": 1.326716905540598,
      "learning_rate": 2.1446093145524233e-05,
      "loss": 0.4516,
      "step": 121593
    },
    {
      "epoch": 4.980298996518534,
      "grad_norm": 1.5208811697732507,
      "learning_rate": 2.1444412667065914e-05,
      "loss": 0.588,
      "step": 121594
    },
    {
      "epoch": 4.98033995494573,
      "grad_norm": 1.3864582580559182,
      "learning_rate": 2.1442732249381246e-05,
      "loss": 0.4682,
      "step": 121595
    },
    {
      "epoch": 4.980380913372926,
      "grad_norm": 1.4375007409256355,
      "learning_rate": 2.144105189247098e-05,
      "loss": 0.4604,
      "step": 121596
    },
    {
      "epoch": 4.9804218718001225,
      "grad_norm": 1.4415180324467003,
      "learning_rate": 2.1439371596335912e-05,
      "loss": 0.3894,
      "step": 121597
    },
    {
      "epoch": 4.980462830227319,
      "grad_norm": 1.8393685946959173,
      "learning_rate": 2.1437691360976882e-05,
      "loss": 0.8292,
      "step": 121598
    },
    {
      "epoch": 4.980503788654516,
      "grad_norm": 1.4862441726715336,
      "learning_rate": 2.143601118639462e-05,
      "loss": 0.5915,
      "step": 121599
    },
    {
      "epoch": 4.980544747081712,
      "grad_norm": 1.14517522516798,
      "learning_rate": 2.1434331072589972e-05,
      "loss": 0.2949,
      "step": 121600
    },
    {
      "epoch": 4.980585705508909,
      "grad_norm": 1.9977901587060918,
      "learning_rate": 2.143265101956369e-05,
      "loss": 1.0197,
      "step": 121601
    },
    {
      "epoch": 4.980626663936105,
      "grad_norm": 1.4636054631886244,
      "learning_rate": 2.143097102731661e-05,
      "loss": 0.5622,
      "step": 121602
    },
    {
      "epoch": 4.980667622363301,
      "grad_norm": 1.4543769069973036,
      "learning_rate": 2.1429291095849503e-05,
      "loss": 0.5033,
      "step": 121603
    },
    {
      "epoch": 4.980708580790497,
      "grad_norm": 0.9205060097328834,
      "learning_rate": 2.1427611225163165e-05,
      "loss": 0.1839,
      "step": 121604
    },
    {
      "epoch": 4.980749539217694,
      "grad_norm": 1.5727282811802261,
      "learning_rate": 2.1425931415258372e-05,
      "loss": 0.6125,
      "step": 121605
    },
    {
      "epoch": 4.9807904976448905,
      "grad_norm": 1.5260035946396875,
      "learning_rate": 2.1424251666135977e-05,
      "loss": 0.4697,
      "step": 121606
    },
    {
      "epoch": 4.980831456072087,
      "grad_norm": 2.1235234197859265,
      "learning_rate": 2.142257197779671e-05,
      "loss": 0.9985,
      "step": 121607
    },
    {
      "epoch": 4.9808724144992835,
      "grad_norm": 1.4968473646992928,
      "learning_rate": 2.1420892350241403e-05,
      "loss": 0.7098,
      "step": 121608
    },
    {
      "epoch": 4.98091337292648,
      "grad_norm": 1.5272378577725996,
      "learning_rate": 2.1419212783470825e-05,
      "loss": 0.6137,
      "step": 121609
    },
    {
      "epoch": 4.980954331353676,
      "grad_norm": 0.6442532767912776,
      "learning_rate": 2.141753327748577e-05,
      "loss": 0.1129,
      "step": 121610
    },
    {
      "epoch": 4.980995289780872,
      "grad_norm": 1.3015346222390707,
      "learning_rate": 2.1415853832287077e-05,
      "loss": 0.4487,
      "step": 121611
    },
    {
      "epoch": 4.981036248208069,
      "grad_norm": 1.5901079595540089,
      "learning_rate": 2.1414174447875476e-05,
      "loss": 0.6159,
      "step": 121612
    },
    {
      "epoch": 4.981077206635265,
      "grad_norm": 1.4908350945028743,
      "learning_rate": 2.1412495124251834e-05,
      "loss": 0.7493,
      "step": 121613
    },
    {
      "epoch": 4.981118165062462,
      "grad_norm": 2.157489883727619,
      "learning_rate": 2.1410815861416847e-05,
      "loss": 1.1806,
      "step": 121614
    },
    {
      "epoch": 4.9811591234896575,
      "grad_norm": 1.9380350782791336,
      "learning_rate": 2.1409136659371385e-05,
      "loss": 0.6907,
      "step": 121615
    },
    {
      "epoch": 4.981200081916854,
      "grad_norm": 0.7570665269441657,
      "learning_rate": 2.1407457518116244e-05,
      "loss": 0.1992,
      "step": 121616
    },
    {
      "epoch": 4.981241040344051,
      "grad_norm": 1.4013489211802732,
      "learning_rate": 2.1405778437652177e-05,
      "loss": 0.4852,
      "step": 121617
    },
    {
      "epoch": 4.981281998771247,
      "grad_norm": 1.4973923428673575,
      "learning_rate": 2.140409941797998e-05,
      "loss": 0.6278,
      "step": 121618
    },
    {
      "epoch": 4.981322957198444,
      "grad_norm": 1.782712788445673,
      "learning_rate": 2.1402420459100506e-05,
      "loss": 0.9015,
      "step": 121619
    },
    {
      "epoch": 4.98136391562564,
      "grad_norm": 1.8454154214313476,
      "learning_rate": 2.1400741561014467e-05,
      "loss": 0.7591,
      "step": 121620
    },
    {
      "epoch": 4.981404874052837,
      "grad_norm": 1.025290363889949,
      "learning_rate": 2.139906272372273e-05,
      "loss": 0.202,
      "step": 121621
    },
    {
      "epoch": 4.981445832480032,
      "grad_norm": 1.8258265924808903,
      "learning_rate": 2.139738394722605e-05,
      "loss": 0.7231,
      "step": 121622
    },
    {
      "epoch": 4.981486790907229,
      "grad_norm": 1.2764598188842675,
      "learning_rate": 2.13957052315252e-05,
      "loss": 0.468,
      "step": 121623
    },
    {
      "epoch": 4.981527749334425,
      "grad_norm": 1.6364362659439822,
      "learning_rate": 2.139402657662099e-05,
      "loss": 0.7799,
      "step": 121624
    },
    {
      "epoch": 4.981568707761622,
      "grad_norm": 1.4163871699554174,
      "learning_rate": 2.1392347982514258e-05,
      "loss": 0.5645,
      "step": 121625
    },
    {
      "epoch": 4.9816096661888185,
      "grad_norm": 1.4283276116837682,
      "learning_rate": 2.1390669449205726e-05,
      "loss": 0.5878,
      "step": 121626
    },
    {
      "epoch": 4.981650624616015,
      "grad_norm": 1.5818999017989763,
      "learning_rate": 2.1388990976696247e-05,
      "loss": 0.562,
      "step": 121627
    },
    {
      "epoch": 4.981691583043212,
      "grad_norm": 1.9899303472020033,
      "learning_rate": 2.1387312564986565e-05,
      "loss": 0.7307,
      "step": 121628
    },
    {
      "epoch": 4.981732541470407,
      "grad_norm": 1.4591594785441948,
      "learning_rate": 2.138563421407751e-05,
      "loss": 0.363,
      "step": 121629
    },
    {
      "epoch": 4.981773499897604,
      "grad_norm": 1.1636673671039937,
      "learning_rate": 2.1383955923969893e-05,
      "loss": 0.2887,
      "step": 121630
    },
    {
      "epoch": 4.9818144583248,
      "grad_norm": 1.363602656993271,
      "learning_rate": 2.1382277694664436e-05,
      "loss": 0.4457,
      "step": 121631
    },
    {
      "epoch": 4.981855416751997,
      "grad_norm": 3.6899397704509167,
      "learning_rate": 2.1380599526161973e-05,
      "loss": 0.6319,
      "step": 121632
    },
    {
      "epoch": 4.981896375179193,
      "grad_norm": 2.134497401060048,
      "learning_rate": 2.137892141846334e-05,
      "loss": 0.864,
      "step": 121633
    },
    {
      "epoch": 4.981937333606389,
      "grad_norm": 1.6396664490862825,
      "learning_rate": 2.137724337156925e-05,
      "loss": 0.4349,
      "step": 121634
    },
    {
      "epoch": 4.9819782920335856,
      "grad_norm": 1.5723940979525175,
      "learning_rate": 2.1375565385480574e-05,
      "loss": 0.5814,
      "step": 121635
    },
    {
      "epoch": 4.982019250460782,
      "grad_norm": 1.6570182617112064,
      "learning_rate": 2.1373887460198025e-05,
      "loss": 0.4735,
      "step": 121636
    },
    {
      "epoch": 4.982060208887979,
      "grad_norm": 1.5870394712188922,
      "learning_rate": 2.137220959572245e-05,
      "loss": 0.7386,
      "step": 121637
    },
    {
      "epoch": 4.982101167315175,
      "grad_norm": 7.495738449830499,
      "learning_rate": 2.1370531792054667e-05,
      "loss": 4.0177,
      "step": 121638
    },
    {
      "epoch": 4.982142125742372,
      "grad_norm": 0.8646935973191922,
      "learning_rate": 2.1368854049195395e-05,
      "loss": 0.2165,
      "step": 121639
    },
    {
      "epoch": 4.982183084169568,
      "grad_norm": 1.539606391045536,
      "learning_rate": 2.1367176367145495e-05,
      "loss": 0.6031,
      "step": 121640
    },
    {
      "epoch": 4.982224042596764,
      "grad_norm": 1.6658118983768209,
      "learning_rate": 2.1365498745905686e-05,
      "loss": 0.7202,
      "step": 121641
    },
    {
      "epoch": 4.98226500102396,
      "grad_norm": 1.5294494707881605,
      "learning_rate": 2.1363821185476815e-05,
      "loss": 0.5809,
      "step": 121642
    },
    {
      "epoch": 4.982305959451157,
      "grad_norm": 1.5636140195317951,
      "learning_rate": 2.1362143685859702e-05,
      "loss": 0.731,
      "step": 121643
    },
    {
      "epoch": 4.9823469178783535,
      "grad_norm": 3.024822601629173,
      "learning_rate": 2.136046624705506e-05,
      "loss": 2.1003,
      "step": 121644
    },
    {
      "epoch": 4.98238787630555,
      "grad_norm": 1.504411689802166,
      "learning_rate": 2.1358788869063736e-05,
      "loss": 0.5811,
      "step": 121645
    },
    {
      "epoch": 4.982428834732747,
      "grad_norm": 1.0398616807047314,
      "learning_rate": 2.1357111551886535e-05,
      "loss": 0.2211,
      "step": 121646
    },
    {
      "epoch": 4.982469793159943,
      "grad_norm": 1.5484341741649512,
      "learning_rate": 2.1355434295524203e-05,
      "loss": 0.611,
      "step": 121647
    },
    {
      "epoch": 4.982510751587139,
      "grad_norm": 1.5758241826306483,
      "learning_rate": 2.1353757099977594e-05,
      "loss": 0.5973,
      "step": 121648
    },
    {
      "epoch": 4.982551710014335,
      "grad_norm": 1.1511317681698414,
      "learning_rate": 2.1352079965247414e-05,
      "loss": 0.296,
      "step": 121649
    },
    {
      "epoch": 4.982592668441532,
      "grad_norm": 1.393976120698573,
      "learning_rate": 2.1350402891334522e-05,
      "loss": 0.4404,
      "step": 121650
    },
    {
      "epoch": 4.982633626868728,
      "grad_norm": 0.9936685938897017,
      "learning_rate": 2.1348725878239714e-05,
      "loss": 0.1365,
      "step": 121651
    },
    {
      "epoch": 4.982674585295925,
      "grad_norm": 0.9424403468914542,
      "learning_rate": 2.1347048925963738e-05,
      "loss": 0.2165,
      "step": 121652
    },
    {
      "epoch": 4.9827155437231205,
      "grad_norm": 1.607050732681403,
      "learning_rate": 2.134537203450741e-05,
      "loss": 0.6653,
      "step": 121653
    },
    {
      "epoch": 4.982756502150317,
      "grad_norm": 1.6994820261406172,
      "learning_rate": 2.1343695203871554e-05,
      "loss": 0.7199,
      "step": 121654
    },
    {
      "epoch": 4.982797460577514,
      "grad_norm": 1.0266717989862892,
      "learning_rate": 2.1342018434056907e-05,
      "loss": 0.2483,
      "step": 121655
    },
    {
      "epoch": 4.98283841900471,
      "grad_norm": 2.309241481392626,
      "learning_rate": 2.1340341725064308e-05,
      "loss": 0.8199,
      "step": 121656
    },
    {
      "epoch": 4.982879377431907,
      "grad_norm": 1.7297865251295532,
      "learning_rate": 2.1338665076894505e-05,
      "loss": 0.6248,
      "step": 121657
    },
    {
      "epoch": 4.982920335859103,
      "grad_norm": 0.7272986926356644,
      "learning_rate": 2.133698848954832e-05,
      "loss": 0.1671,
      "step": 121658
    },
    {
      "epoch": 4.9829612942863,
      "grad_norm": 0.7207603518558877,
      "learning_rate": 2.1335311963026573e-05,
      "loss": 0.1326,
      "step": 121659
    },
    {
      "epoch": 4.983002252713495,
      "grad_norm": 1.3062898995338459,
      "learning_rate": 2.1333635497329992e-05,
      "loss": 0.4713,
      "step": 121660
    },
    {
      "epoch": 4.983043211140692,
      "grad_norm": 1.2087646940292123,
      "learning_rate": 2.133195909245939e-05,
      "loss": 0.3247,
      "step": 121661
    },
    {
      "epoch": 4.9830841695678885,
      "grad_norm": 1.4248776861964805,
      "learning_rate": 2.133028274841561e-05,
      "loss": 0.6251,
      "step": 121662
    },
    {
      "epoch": 4.983125127995085,
      "grad_norm": 1.5433850403925564,
      "learning_rate": 2.1328606465199376e-05,
      "loss": 0.5694,
      "step": 121663
    },
    {
      "epoch": 4.9831660864222815,
      "grad_norm": 1.6136877737414972,
      "learning_rate": 2.1326930242811552e-05,
      "loss": 0.611,
      "step": 121664
    },
    {
      "epoch": 4.983207044849478,
      "grad_norm": 3.294010554442274,
      "learning_rate": 2.1325254081252853e-05,
      "loss": 2.4744,
      "step": 121665
    },
    {
      "epoch": 4.983248003276675,
      "grad_norm": 0.7902511297594762,
      "learning_rate": 2.1323577980524094e-05,
      "loss": 0.1987,
      "step": 121666
    },
    {
      "epoch": 4.98328896170387,
      "grad_norm": 1.5593929366258086,
      "learning_rate": 2.1321901940626123e-05,
      "loss": 0.5815,
      "step": 121667
    },
    {
      "epoch": 4.983329920131067,
      "grad_norm": 2.5497855293445393,
      "learning_rate": 2.1320225961559647e-05,
      "loss": 2.0632,
      "step": 121668
    },
    {
      "epoch": 4.983370878558263,
      "grad_norm": 1.5966551073138022,
      "learning_rate": 2.131855004332552e-05,
      "loss": 0.7585,
      "step": 121669
    },
    {
      "epoch": 4.98341183698546,
      "grad_norm": 1.7027708422927392,
      "learning_rate": 2.1316874185924536e-05,
      "loss": 0.519,
      "step": 121670
    },
    {
      "epoch": 4.983452795412656,
      "grad_norm": 1.5416981851074545,
      "learning_rate": 2.1315198389357424e-05,
      "loss": 0.6363,
      "step": 121671
    },
    {
      "epoch": 4.983493753839853,
      "grad_norm": 1.9285106749751855,
      "learning_rate": 2.1313522653625065e-05,
      "loss": 0.7658,
      "step": 121672
    },
    {
      "epoch": 4.983534712267049,
      "grad_norm": 2.137745565519384,
      "learning_rate": 2.1311846978728177e-05,
      "loss": 1.2966,
      "step": 121673
    },
    {
      "epoch": 4.983575670694245,
      "grad_norm": 1.2717281739328046,
      "learning_rate": 2.131017136466757e-05,
      "loss": 0.7508,
      "step": 121674
    },
    {
      "epoch": 4.983616629121442,
      "grad_norm": 2.3253958243268147,
      "learning_rate": 2.1308495811444086e-05,
      "loss": 0.5864,
      "step": 121675
    },
    {
      "epoch": 4.983657587548638,
      "grad_norm": 1.3998673271170476,
      "learning_rate": 2.1306820319058438e-05,
      "loss": 0.3967,
      "step": 121676
    },
    {
      "epoch": 4.983698545975835,
      "grad_norm": 1.3475413811931,
      "learning_rate": 2.130514488751147e-05,
      "loss": 0.4422,
      "step": 121677
    },
    {
      "epoch": 4.983739504403031,
      "grad_norm": 1.4886575621602292,
      "learning_rate": 2.130346951680399e-05,
      "loss": 0.6161,
      "step": 121678
    },
    {
      "epoch": 4.983780462830227,
      "grad_norm": 1.6520436393541125,
      "learning_rate": 2.1301794206936722e-05,
      "loss": 0.689,
      "step": 121679
    },
    {
      "epoch": 4.9838214212574234,
      "grad_norm": 1.5629204857608547,
      "learning_rate": 2.1300118957910538e-05,
      "loss": 0.7909,
      "step": 121680
    },
    {
      "epoch": 4.98386237968462,
      "grad_norm": 1.4244414514408579,
      "learning_rate": 2.1298443769726154e-05,
      "loss": 0.6753,
      "step": 121681
    },
    {
      "epoch": 4.9839033381118165,
      "grad_norm": 1.336397796453301,
      "learning_rate": 2.129676864238438e-05,
      "loss": 0.5874,
      "step": 121682
    },
    {
      "epoch": 4.983944296539013,
      "grad_norm": 1.5335031949694988,
      "learning_rate": 2.129509357588609e-05,
      "loss": 0.6891,
      "step": 121683
    },
    {
      "epoch": 4.98398525496621,
      "grad_norm": 0.9913141641791331,
      "learning_rate": 2.1293418570231963e-05,
      "loss": 0.2822,
      "step": 121684
    },
    {
      "epoch": 4.984026213393406,
      "grad_norm": 2.010328147024364,
      "learning_rate": 2.1291743625422863e-05,
      "loss": 1.1766,
      "step": 121685
    },
    {
      "epoch": 4.984067171820602,
      "grad_norm": 1.4310215575947616,
      "learning_rate": 2.1290068741459544e-05,
      "loss": 0.5636,
      "step": 121686
    },
    {
      "epoch": 4.984108130247798,
      "grad_norm": 1.7971549889663028,
      "learning_rate": 2.12883939183428e-05,
      "loss": 0.5456,
      "step": 121687
    },
    {
      "epoch": 4.984149088674995,
      "grad_norm": 1.6646885983558715,
      "learning_rate": 2.1286719156073467e-05,
      "loss": 0.7045,
      "step": 121688
    },
    {
      "epoch": 4.984190047102191,
      "grad_norm": 1.1965240848688599,
      "learning_rate": 2.1285044454652277e-05,
      "loss": 0.3432,
      "step": 121689
    },
    {
      "epoch": 4.984231005529388,
      "grad_norm": 1.403881796008419,
      "learning_rate": 2.1283369814080047e-05,
      "loss": 0.6078,
      "step": 121690
    },
    {
      "epoch": 4.9842719639565845,
      "grad_norm": 1.5234730112141024,
      "learning_rate": 2.1281695234357594e-05,
      "loss": 0.7214,
      "step": 121691
    },
    {
      "epoch": 4.98431292238378,
      "grad_norm": 1.6789945112495528,
      "learning_rate": 2.1280020715485696e-05,
      "loss": 0.7205,
      "step": 121692
    },
    {
      "epoch": 4.984353880810977,
      "grad_norm": 2.5043968696181795,
      "learning_rate": 2.1278346257465105e-05,
      "loss": 1.5558,
      "step": 121693
    },
    {
      "epoch": 4.984394839238173,
      "grad_norm": 1.582055457401164,
      "learning_rate": 2.1276671860296673e-05,
      "loss": 0.6527,
      "step": 121694
    },
    {
      "epoch": 4.98443579766537,
      "grad_norm": 0.9321558361689849,
      "learning_rate": 2.127499752398113e-05,
      "loss": 0.2736,
      "step": 121695
    },
    {
      "epoch": 4.984476756092566,
      "grad_norm": 1.4246578417219051,
      "learning_rate": 2.1273323248519292e-05,
      "loss": 0.6084,
      "step": 121696
    },
    {
      "epoch": 4.984517714519763,
      "grad_norm": 1.34021108064905,
      "learning_rate": 2.1271649033911993e-05,
      "loss": 0.5637,
      "step": 121697
    },
    {
      "epoch": 4.984558672946958,
      "grad_norm": 0.740285444442725,
      "learning_rate": 2.1269974880159945e-05,
      "loss": 0.2018,
      "step": 121698
    },
    {
      "epoch": 4.984599631374155,
      "grad_norm": 1.471311091437599,
      "learning_rate": 2.1268300787264037e-05,
      "loss": 0.5109,
      "step": 121699
    },
    {
      "epoch": 4.9846405898013515,
      "grad_norm": 1.432929467861436,
      "learning_rate": 2.1266626755224962e-05,
      "loss": 0.5013,
      "step": 121700
    },
    {
      "epoch": 4.984681548228548,
      "grad_norm": 1.7169466671835836,
      "learning_rate": 2.1264952784043558e-05,
      "loss": 0.639,
      "step": 121701
    },
    {
      "epoch": 4.984722506655745,
      "grad_norm": 1.976391513610997,
      "learning_rate": 2.126327887372064e-05,
      "loss": 0.5645,
      "step": 121702
    },
    {
      "epoch": 4.984763465082941,
      "grad_norm": 1.4754616455422789,
      "learning_rate": 2.1261605024256957e-05,
      "loss": 0.6385,
      "step": 121703
    },
    {
      "epoch": 4.984804423510138,
      "grad_norm": 1.3450905470424954,
      "learning_rate": 2.1259931235653305e-05,
      "loss": 0.2433,
      "step": 121704
    },
    {
      "epoch": 4.984845381937333,
      "grad_norm": 1.518156435157972,
      "learning_rate": 2.125825750791052e-05,
      "loss": 0.5353,
      "step": 121705
    },
    {
      "epoch": 4.98488634036453,
      "grad_norm": 1.2241362774404856,
      "learning_rate": 2.1256583841029333e-05,
      "loss": 0.455,
      "step": 121706
    },
    {
      "epoch": 4.984927298791726,
      "grad_norm": 1.7719437753980807,
      "learning_rate": 2.125491023501058e-05,
      "loss": 0.631,
      "step": 121707
    },
    {
      "epoch": 4.984968257218923,
      "grad_norm": 1.0615339992333652,
      "learning_rate": 2.1253236689855024e-05,
      "loss": 0.2589,
      "step": 121708
    },
    {
      "epoch": 4.985009215646119,
      "grad_norm": 1.411983954782221,
      "learning_rate": 2.1251563205563448e-05,
      "loss": 0.5542,
      "step": 121709
    },
    {
      "epoch": 4.985050174073316,
      "grad_norm": 1.5014407363026565,
      "learning_rate": 2.1249889782136703e-05,
      "loss": 0.6755,
      "step": 121710
    },
    {
      "epoch": 4.985091132500512,
      "grad_norm": 1.646891979110663,
      "learning_rate": 2.1248216419575502e-05,
      "loss": 0.6555,
      "step": 121711
    },
    {
      "epoch": 4.985132090927708,
      "grad_norm": 1.5456245305646623,
      "learning_rate": 2.1246543117880716e-05,
      "loss": 0.5853,
      "step": 121712
    },
    {
      "epoch": 4.985173049354905,
      "grad_norm": 1.2710347272231906,
      "learning_rate": 2.1244869877053054e-05,
      "loss": 0.3518,
      "step": 121713
    },
    {
      "epoch": 4.985214007782101,
      "grad_norm": 1.6975593695070152,
      "learning_rate": 2.1243196697093356e-05,
      "loss": 0.8252,
      "step": 121714
    },
    {
      "epoch": 4.985254966209298,
      "grad_norm": 1.6016403013921678,
      "learning_rate": 2.1241523578002418e-05,
      "loss": 0.4416,
      "step": 121715
    },
    {
      "epoch": 4.985295924636494,
      "grad_norm": 2.1991356842747707,
      "learning_rate": 2.1239850519781005e-05,
      "loss": 0.9081,
      "step": 121716
    },
    {
      "epoch": 4.98533688306369,
      "grad_norm": 1.7094455810963218,
      "learning_rate": 2.12381775224299e-05,
      "loss": 0.5634,
      "step": 121717
    },
    {
      "epoch": 4.9853778414908865,
      "grad_norm": 0.7522050427939798,
      "learning_rate": 2.1236504585949952e-05,
      "loss": 0.0828,
      "step": 121718
    },
    {
      "epoch": 4.985418799918083,
      "grad_norm": 1.4678085786438484,
      "learning_rate": 2.123483171034188e-05,
      "loss": 0.5685,
      "step": 121719
    },
    {
      "epoch": 4.9854597583452795,
      "grad_norm": 1.3153588374358178,
      "learning_rate": 2.1233158895606533e-05,
      "loss": 0.4441,
      "step": 121720
    },
    {
      "epoch": 4.985500716772476,
      "grad_norm": 1.5447250401202464,
      "learning_rate": 2.123148614174466e-05,
      "loss": 0.5113,
      "step": 121721
    },
    {
      "epoch": 4.985541675199673,
      "grad_norm": 1.698286326259218,
      "learning_rate": 2.1229813448757056e-05,
      "loss": 0.7675,
      "step": 121722
    },
    {
      "epoch": 4.985582633626869,
      "grad_norm": 1.4875666091984727,
      "learning_rate": 2.1228140816644556e-05,
      "loss": 0.5046,
      "step": 121723
    },
    {
      "epoch": 4.985623592054065,
      "grad_norm": 1.568322227188453,
      "learning_rate": 2.1226468245407895e-05,
      "loss": 0.6505,
      "step": 121724
    },
    {
      "epoch": 4.985664550481261,
      "grad_norm": 0.8149241955355331,
      "learning_rate": 2.122479573504789e-05,
      "loss": 0.2257,
      "step": 121725
    },
    {
      "epoch": 4.985705508908458,
      "grad_norm": 1.1150847258795535,
      "learning_rate": 2.1223123285565354e-05,
      "loss": 0.2377,
      "step": 121726
    },
    {
      "epoch": 4.985746467335654,
      "grad_norm": 1.618776859258706,
      "learning_rate": 2.1221450896961016e-05,
      "loss": 0.6554,
      "step": 121727
    },
    {
      "epoch": 4.985787425762851,
      "grad_norm": 1.3124690583964929,
      "learning_rate": 2.1219778569235752e-05,
      "loss": 0.5344,
      "step": 121728
    },
    {
      "epoch": 4.9858283841900475,
      "grad_norm": 1.9152795608807398,
      "learning_rate": 2.1218106302390253e-05,
      "loss": 0.6448,
      "step": 121729
    },
    {
      "epoch": 4.985869342617243,
      "grad_norm": 1.1690219365413965,
      "learning_rate": 2.1216434096425372e-05,
      "loss": 0.3666,
      "step": 121730
    },
    {
      "epoch": 4.98591030104444,
      "grad_norm": 1.6657561345409178,
      "learning_rate": 2.1214761951341906e-05,
      "loss": 0.7709,
      "step": 121731
    },
    {
      "epoch": 4.985951259471636,
      "grad_norm": 1.301371423979365,
      "learning_rate": 2.121308986714061e-05,
      "loss": 0.4009,
      "step": 121732
    },
    {
      "epoch": 4.985992217898833,
      "grad_norm": 2.5159882800561832,
      "learning_rate": 2.1211417843822294e-05,
      "loss": 1.6853,
      "step": 121733
    },
    {
      "epoch": 4.986033176326029,
      "grad_norm": 1.9261832760031259,
      "learning_rate": 2.1209745881387775e-05,
      "loss": 0.7289,
      "step": 121734
    },
    {
      "epoch": 4.986074134753226,
      "grad_norm": 1.9186076111680168,
      "learning_rate": 2.120807397983777e-05,
      "loss": 0.8148,
      "step": 121735
    },
    {
      "epoch": 4.9861150931804215,
      "grad_norm": 1.3540174255208637,
      "learning_rate": 2.120640213917316e-05,
      "loss": 0.5336,
      "step": 121736
    },
    {
      "epoch": 4.986156051607618,
      "grad_norm": 1.5987940032857089,
      "learning_rate": 2.120473035939465e-05,
      "loss": 0.6246,
      "step": 121737
    },
    {
      "epoch": 4.9861970100348145,
      "grad_norm": 1.4432074735207834,
      "learning_rate": 2.1203058640503067e-05,
      "loss": 0.4743,
      "step": 121738
    },
    {
      "epoch": 4.986237968462011,
      "grad_norm": 1.7654356210145332,
      "learning_rate": 2.1201386982499247e-05,
      "loss": 0.7486,
      "step": 121739
    },
    {
      "epoch": 4.986278926889208,
      "grad_norm": 1.5529210719584374,
      "learning_rate": 2.11997153853839e-05,
      "loss": 0.6677,
      "step": 121740
    },
    {
      "epoch": 4.986319885316404,
      "grad_norm": 1.405307145289866,
      "learning_rate": 2.119804384915785e-05,
      "loss": 0.5732,
      "step": 121741
    },
    {
      "epoch": 4.986360843743601,
      "grad_norm": 1.5504412125682419,
      "learning_rate": 2.119637237382193e-05,
      "loss": 0.48,
      "step": 121742
    },
    {
      "epoch": 4.986401802170796,
      "grad_norm": 1.6745290375951438,
      "learning_rate": 2.1194700959376864e-05,
      "loss": 0.6822,
      "step": 121743
    },
    {
      "epoch": 4.986442760597993,
      "grad_norm": 1.8474001775269016,
      "learning_rate": 2.119302960582349e-05,
      "loss": 0.7566,
      "step": 121744
    },
    {
      "epoch": 4.986483719025189,
      "grad_norm": 1.6561328245393314,
      "learning_rate": 2.1191358313162545e-05,
      "loss": 0.5434,
      "step": 121745
    },
    {
      "epoch": 4.986524677452386,
      "grad_norm": 2.5278944909278636,
      "learning_rate": 2.118968708139485e-05,
      "loss": 1.3404,
      "step": 121746
    },
    {
      "epoch": 4.9865656358795825,
      "grad_norm": 1.9150306726331678,
      "learning_rate": 2.118801591052125e-05,
      "loss": 1.0934,
      "step": 121747
    },
    {
      "epoch": 4.986606594306779,
      "grad_norm": 1.7866657114177924,
      "learning_rate": 2.118634480054242e-05,
      "loss": 0.6967,
      "step": 121748
    },
    {
      "epoch": 4.986647552733975,
      "grad_norm": 1.3638612118201825,
      "learning_rate": 2.118467375145923e-05,
      "loss": 0.4971,
      "step": 121749
    },
    {
      "epoch": 4.986688511161171,
      "grad_norm": 1.7088102529360207,
      "learning_rate": 2.1183002763272477e-05,
      "loss": 0.5985,
      "step": 121750
    },
    {
      "epoch": 4.986729469588368,
      "grad_norm": 1.5400951270969292,
      "learning_rate": 2.1181331835982896e-05,
      "loss": 0.6838,
      "step": 121751
    },
    {
      "epoch": 4.986770428015564,
      "grad_norm": 1.2806495551025847,
      "learning_rate": 2.1179660969591334e-05,
      "loss": 0.3638,
      "step": 121752
    },
    {
      "epoch": 4.986811386442761,
      "grad_norm": 1.5739848317618192,
      "learning_rate": 2.1177990164098524e-05,
      "loss": 0.4562,
      "step": 121753
    },
    {
      "epoch": 4.986852344869957,
      "grad_norm": 1.8806423844467228,
      "learning_rate": 2.1176319419505283e-05,
      "loss": 0.9444,
      "step": 121754
    },
    {
      "epoch": 4.986893303297153,
      "grad_norm": 1.5003061199154613,
      "learning_rate": 2.1174648735812443e-05,
      "loss": 0.5587,
      "step": 121755
    },
    {
      "epoch": 4.9869342617243495,
      "grad_norm": 2.07236779675676,
      "learning_rate": 2.1172978113020723e-05,
      "loss": 1.0652,
      "step": 121756
    },
    {
      "epoch": 4.986975220151546,
      "grad_norm": 1.5528989313557153,
      "learning_rate": 2.1171307551130967e-05,
      "loss": 0.389,
      "step": 121757
    },
    {
      "epoch": 4.987016178578743,
      "grad_norm": 0.8546646531689476,
      "learning_rate": 2.1169637050143913e-05,
      "loss": 0.1958,
      "step": 121758
    },
    {
      "epoch": 4.987057137005939,
      "grad_norm": 2.250130883259307,
      "learning_rate": 2.116796661006037e-05,
      "loss": 1.1232,
      "step": 121759
    },
    {
      "epoch": 4.987098095433136,
      "grad_norm": 0.9603631995831028,
      "learning_rate": 2.116629623088118e-05,
      "loss": 0.1896,
      "step": 121760
    },
    {
      "epoch": 4.987139053860332,
      "grad_norm": 1.3672724654714006,
      "learning_rate": 2.1164625912607052e-05,
      "loss": 0.4782,
      "step": 121761
    },
    {
      "epoch": 4.987180012287528,
      "grad_norm": 1.2753521188604107,
      "learning_rate": 2.116295565523884e-05,
      "loss": 0.3918,
      "step": 121762
    },
    {
      "epoch": 4.987220970714724,
      "grad_norm": 1.8919890399094443,
      "learning_rate": 2.1161285458777323e-05,
      "loss": 0.638,
      "step": 121763
    },
    {
      "epoch": 4.987261929141921,
      "grad_norm": 1.4244051180510968,
      "learning_rate": 2.1159615323223217e-05,
      "loss": 0.5493,
      "step": 121764
    },
    {
      "epoch": 4.987302887569117,
      "grad_norm": 1.4575823845163949,
      "learning_rate": 2.115794524857739e-05,
      "loss": 0.5123,
      "step": 121765
    },
    {
      "epoch": 4.987343845996314,
      "grad_norm": 0.9321293470634171,
      "learning_rate": 2.1156275234840624e-05,
      "loss": 0.2028,
      "step": 121766
    },
    {
      "epoch": 4.9873848044235105,
      "grad_norm": 0.7579395443693818,
      "learning_rate": 2.1154605282013687e-05,
      "loss": 0.1149,
      "step": 121767
    },
    {
      "epoch": 4.987425762850706,
      "grad_norm": 1.3669219644919546,
      "learning_rate": 2.115293539009736e-05,
      "loss": 0.4289,
      "step": 121768
    },
    {
      "epoch": 4.987466721277903,
      "grad_norm": 1.4222102675349142,
      "learning_rate": 2.1151265559092472e-05,
      "loss": 0.3995,
      "step": 121769
    },
    {
      "epoch": 4.987507679705099,
      "grad_norm": 2.7356081287206444,
      "learning_rate": 2.114959578899978e-05,
      "loss": 2.0108,
      "step": 121770
    },
    {
      "epoch": 4.987548638132296,
      "grad_norm": 1.5038657378825893,
      "learning_rate": 2.1147926079820095e-05,
      "loss": 0.6775,
      "step": 121771
    },
    {
      "epoch": 4.987589596559492,
      "grad_norm": 1.8163773328128674,
      "learning_rate": 2.1146256431554167e-05,
      "loss": 0.886,
      "step": 121772
    },
    {
      "epoch": 4.987630554986689,
      "grad_norm": 1.283207946469487,
      "learning_rate": 2.114458684420281e-05,
      "loss": 0.4889,
      "step": 121773
    },
    {
      "epoch": 4.9876715134138845,
      "grad_norm": 1.5685847180515557,
      "learning_rate": 2.114291731776686e-05,
      "loss": 0.6378,
      "step": 121774
    },
    {
      "epoch": 4.987712471841081,
      "grad_norm": 1.4019794108605697,
      "learning_rate": 2.1141247852247016e-05,
      "loss": 0.5965,
      "step": 121775
    },
    {
      "epoch": 4.9877534302682776,
      "grad_norm": 1.8861246401014202,
      "learning_rate": 2.1139578447644112e-05,
      "loss": 0.5392,
      "step": 121776
    },
    {
      "epoch": 4.987794388695474,
      "grad_norm": 1.3486483237006346,
      "learning_rate": 2.1137909103958977e-05,
      "loss": 0.5439,
      "step": 121777
    },
    {
      "epoch": 4.987835347122671,
      "grad_norm": 1.8171853759796384,
      "learning_rate": 2.113623982119233e-05,
      "loss": 0.6343,
      "step": 121778
    },
    {
      "epoch": 4.987876305549867,
      "grad_norm": 1.522802076896514,
      "learning_rate": 2.113457059934502e-05,
      "loss": 0.4391,
      "step": 121779
    },
    {
      "epoch": 4.987917263977064,
      "grad_norm": 1.4317353727421482,
      "learning_rate": 2.1132901438417777e-05,
      "loss": 0.5686,
      "step": 121780
    },
    {
      "epoch": 4.987958222404259,
      "grad_norm": 1.0021798330416447,
      "learning_rate": 2.113123233841142e-05,
      "loss": 0.2334,
      "step": 121781
    },
    {
      "epoch": 4.987999180831456,
      "grad_norm": 1.4779256962396636,
      "learning_rate": 2.1129563299326763e-05,
      "loss": 0.5272,
      "step": 121782
    },
    {
      "epoch": 4.988040139258652,
      "grad_norm": 1.789157021700914,
      "learning_rate": 2.1127894321164558e-05,
      "loss": 0.9021,
      "step": 121783
    },
    {
      "epoch": 4.988081097685849,
      "grad_norm": 1.3707610848418255,
      "learning_rate": 2.1126225403925617e-05,
      "loss": 0.5822,
      "step": 121784
    },
    {
      "epoch": 4.9881220561130455,
      "grad_norm": 1.7845744870221896,
      "learning_rate": 2.1124556547610694e-05,
      "loss": 0.61,
      "step": 121785
    },
    {
      "epoch": 4.988163014540242,
      "grad_norm": 1.4263647993475164,
      "learning_rate": 2.11228877522206e-05,
      "loss": 0.5489,
      "step": 121786
    },
    {
      "epoch": 4.988203972967438,
      "grad_norm": 1.6858728135887846,
      "learning_rate": 2.1121219017756157e-05,
      "loss": 0.6131,
      "step": 121787
    },
    {
      "epoch": 4.988244931394634,
      "grad_norm": 1.324140017123516,
      "learning_rate": 2.111955034421811e-05,
      "loss": 0.6419,
      "step": 121788
    },
    {
      "epoch": 4.988285889821831,
      "grad_norm": 0.8913906170181617,
      "learning_rate": 2.1117881731607244e-05,
      "loss": 0.1823,
      "step": 121789
    },
    {
      "epoch": 4.988326848249027,
      "grad_norm": 1.4304783464168063,
      "learning_rate": 2.111621317992439e-05,
      "loss": 0.5917,
      "step": 121790
    },
    {
      "epoch": 4.988367806676224,
      "grad_norm": 0.807416383223142,
      "learning_rate": 2.11145446891703e-05,
      "loss": 0.213,
      "step": 121791
    },
    {
      "epoch": 4.98840876510342,
      "grad_norm": 1.5586119050073337,
      "learning_rate": 2.1112876259345785e-05,
      "loss": 0.531,
      "step": 121792
    },
    {
      "epoch": 4.988449723530616,
      "grad_norm": 1.0849868238418823,
      "learning_rate": 2.1111207890451613e-05,
      "loss": 0.142,
      "step": 121793
    },
    {
      "epoch": 4.9884906819578125,
      "grad_norm": 0.6812659813436718,
      "learning_rate": 2.110953958248857e-05,
      "loss": 0.1299,
      "step": 121794
    },
    {
      "epoch": 4.988531640385009,
      "grad_norm": 1.6652974582947322,
      "learning_rate": 2.1107871335457487e-05,
      "loss": 0.6337,
      "step": 121795
    },
    {
      "epoch": 4.988572598812206,
      "grad_norm": 0.9076153644960172,
      "learning_rate": 2.1106203149359098e-05,
      "loss": 0.166,
      "step": 121796
    },
    {
      "epoch": 4.988613557239402,
      "grad_norm": 1.4936694155799426,
      "learning_rate": 2.1104535024194212e-05,
      "loss": 0.457,
      "step": 121797
    },
    {
      "epoch": 4.988654515666599,
      "grad_norm": 1.2935599559940423,
      "learning_rate": 2.1102866959963653e-05,
      "loss": 0.4428,
      "step": 121798
    },
    {
      "epoch": 4.988695474093795,
      "grad_norm": 1.232613033637036,
      "learning_rate": 2.1101198956668154e-05,
      "loss": 0.499,
      "step": 121799
    },
    {
      "epoch": 4.988736432520991,
      "grad_norm": 1.7906779676617905,
      "learning_rate": 2.1099531014308557e-05,
      "loss": 0.7213,
      "step": 121800
    },
    {
      "epoch": 4.988777390948187,
      "grad_norm": 1.334444451255751,
      "learning_rate": 2.1097863132885584e-05,
      "loss": 0.4025,
      "step": 121801
    },
    {
      "epoch": 4.988818349375384,
      "grad_norm": 1.5920701153267671,
      "learning_rate": 2.1096195312400065e-05,
      "loss": 0.5624,
      "step": 121802
    },
    {
      "epoch": 4.9888593078025805,
      "grad_norm": 1.9018178246033048,
      "learning_rate": 2.1094527552852834e-05,
      "loss": 0.7779,
      "step": 121803
    },
    {
      "epoch": 4.988900266229777,
      "grad_norm": 1.925399118135995,
      "learning_rate": 2.1092859854244576e-05,
      "loss": 0.8406,
      "step": 121804
    },
    {
      "epoch": 4.9889412246569735,
      "grad_norm": 1.0506045622469167,
      "learning_rate": 2.1091192216576137e-05,
      "loss": 0.2107,
      "step": 121805
    },
    {
      "epoch": 4.988982183084169,
      "grad_norm": 1.374164862705174,
      "learning_rate": 2.1089524639848347e-05,
      "loss": 0.4394,
      "step": 121806
    },
    {
      "epoch": 4.989023141511366,
      "grad_norm": 1.3023754326804682,
      "learning_rate": 2.1087857124061915e-05,
      "loss": 0.4816,
      "step": 121807
    },
    {
      "epoch": 4.989064099938562,
      "grad_norm": 1.512668569332192,
      "learning_rate": 2.108618966921768e-05,
      "loss": 0.5559,
      "step": 121808
    },
    {
      "epoch": 4.989105058365759,
      "grad_norm": 1.580321121287163,
      "learning_rate": 2.1084522275316396e-05,
      "loss": 0.5736,
      "step": 121809
    },
    {
      "epoch": 4.989146016792955,
      "grad_norm": 1.681923246176466,
      "learning_rate": 2.1082854942358864e-05,
      "loss": 0.7113,
      "step": 121810
    },
    {
      "epoch": 4.989186975220152,
      "grad_norm": 1.6946102905286773,
      "learning_rate": 2.108118767034591e-05,
      "loss": 0.7118,
      "step": 121811
    },
    {
      "epoch": 4.9892279336473475,
      "grad_norm": 0.9321335634888123,
      "learning_rate": 2.107952045927826e-05,
      "loss": 0.1737,
      "step": 121812
    },
    {
      "epoch": 4.989268892074544,
      "grad_norm": 1.1239598451251733,
      "learning_rate": 2.1077853309156724e-05,
      "loss": 0.4538,
      "step": 121813
    },
    {
      "epoch": 4.989309850501741,
      "grad_norm": 1.6924927784567936,
      "learning_rate": 2.1076186219982132e-05,
      "loss": 0.8167,
      "step": 121814
    },
    {
      "epoch": 4.989350808928937,
      "grad_norm": 2.279228789303841,
      "learning_rate": 2.1074519191755223e-05,
      "loss": 1.723,
      "step": 121815
    },
    {
      "epoch": 4.989391767356134,
      "grad_norm": 1.3507958205347987,
      "learning_rate": 2.107285222447681e-05,
      "loss": 0.5484,
      "step": 121816
    },
    {
      "epoch": 4.98943272578333,
      "grad_norm": 4.442691722811938,
      "learning_rate": 2.1071185318147643e-05,
      "loss": 5.0321,
      "step": 121817
    },
    {
      "epoch": 4.989473684210527,
      "grad_norm": 1.4054275426251233,
      "learning_rate": 2.1069518472768554e-05,
      "loss": 0.4427,
      "step": 121818
    },
    {
      "epoch": 4.989514642637722,
      "grad_norm": 1.5484671747461245,
      "learning_rate": 2.1067851688340343e-05,
      "loss": 0.8062,
      "step": 121819
    },
    {
      "epoch": 4.989555601064919,
      "grad_norm": 1.7121682164776906,
      "learning_rate": 2.1066184964863726e-05,
      "loss": 0.7823,
      "step": 121820
    },
    {
      "epoch": 4.9895965594921154,
      "grad_norm": 0.7489961000625851,
      "learning_rate": 2.1064518302339534e-05,
      "loss": 0.2057,
      "step": 121821
    },
    {
      "epoch": 4.989637517919312,
      "grad_norm": 1.8925356434363951,
      "learning_rate": 2.1062851700768603e-05,
      "loss": 0.7771,
      "step": 121822
    },
    {
      "epoch": 4.9896784763465085,
      "grad_norm": 1.5143736937151264,
      "learning_rate": 2.106118516015163e-05,
      "loss": 0.7037,
      "step": 121823
    },
    {
      "epoch": 4.989719434773705,
      "grad_norm": 1.6717129009456124,
      "learning_rate": 2.1059518680489478e-05,
      "loss": 0.6334,
      "step": 121824
    },
    {
      "epoch": 4.989760393200901,
      "grad_norm": 0.8591646729406522,
      "learning_rate": 2.1057852261782887e-05,
      "loss": 0.2336,
      "step": 121825
    },
    {
      "epoch": 4.989801351628097,
      "grad_norm": 1.4167957389088202,
      "learning_rate": 2.1056185904032636e-05,
      "loss": 0.6493,
      "step": 121826
    },
    {
      "epoch": 4.989842310055294,
      "grad_norm": 1.3609518561597422,
      "learning_rate": 2.105451960723959e-05,
      "loss": 0.3999,
      "step": 121827
    },
    {
      "epoch": 4.98988326848249,
      "grad_norm": 1.9604748790262156,
      "learning_rate": 2.105285337140445e-05,
      "loss": 0.861,
      "step": 121828
    },
    {
      "epoch": 4.989924226909687,
      "grad_norm": 1.2757934335728824,
      "learning_rate": 2.1051187196528063e-05,
      "loss": 0.3743,
      "step": 121829
    },
    {
      "epoch": 4.989965185336883,
      "grad_norm": 1.5764277120334471,
      "learning_rate": 2.1049521082611164e-05,
      "loss": 0.6913,
      "step": 121830
    },
    {
      "epoch": 4.990006143764079,
      "grad_norm": 0.5222581946096271,
      "learning_rate": 2.1047855029654572e-05,
      "loss": 0.0612,
      "step": 121831
    },
    {
      "epoch": 4.990047102191276,
      "grad_norm": 0.9782655631430841,
      "learning_rate": 2.104618903765911e-05,
      "loss": 0.2697,
      "step": 121832
    },
    {
      "epoch": 4.990088060618472,
      "grad_norm": 1.503901799698836,
      "learning_rate": 2.104452310662552e-05,
      "loss": 0.65,
      "step": 121833
    },
    {
      "epoch": 4.990129019045669,
      "grad_norm": 1.3552508093367013,
      "learning_rate": 2.104285723655455e-05,
      "loss": 0.5667,
      "step": 121834
    },
    {
      "epoch": 4.990169977472865,
      "grad_norm": 1.108061466338092,
      "learning_rate": 2.104119142744708e-05,
      "loss": 0.4068,
      "step": 121835
    },
    {
      "epoch": 4.990210935900062,
      "grad_norm": 1.1170989871569261,
      "learning_rate": 2.1039525679303824e-05,
      "loss": 0.2614,
      "step": 121836
    },
    {
      "epoch": 4.990251894327258,
      "grad_norm": 1.307983065882343,
      "learning_rate": 2.103785999212559e-05,
      "loss": 0.5524,
      "step": 121837
    },
    {
      "epoch": 4.990292852754454,
      "grad_norm": 1.0394165942645426,
      "learning_rate": 2.10361943659132e-05,
      "loss": 0.2063,
      "step": 121838
    },
    {
      "epoch": 4.99033381118165,
      "grad_norm": 1.474403182233412,
      "learning_rate": 2.1034528800667394e-05,
      "loss": 0.637,
      "step": 121839
    },
    {
      "epoch": 4.990374769608847,
      "grad_norm": 2.0484975672753336,
      "learning_rate": 2.103286329638897e-05,
      "loss": 0.8542,
      "step": 121840
    },
    {
      "epoch": 4.9904157280360435,
      "grad_norm": 1.1571321499941971,
      "learning_rate": 2.1031197853078758e-05,
      "loss": 0.3985,
      "step": 121841
    },
    {
      "epoch": 4.99045668646324,
      "grad_norm": 1.4557729767280938,
      "learning_rate": 2.1029532470737493e-05,
      "loss": 0.5713,
      "step": 121842
    },
    {
      "epoch": 4.990497644890437,
      "grad_norm": 2.0366741324910236,
      "learning_rate": 2.102786714936599e-05,
      "loss": 0.8161,
      "step": 121843
    },
    {
      "epoch": 4.990538603317632,
      "grad_norm": 1.1762829745242918,
      "learning_rate": 2.1026201888965017e-05,
      "loss": 0.4924,
      "step": 121844
    },
    {
      "epoch": 4.990579561744829,
      "grad_norm": 1.602293924616526,
      "learning_rate": 2.1024536689535353e-05,
      "loss": 0.7211,
      "step": 121845
    },
    {
      "epoch": 4.990620520172025,
      "grad_norm": 1.6425967496551086,
      "learning_rate": 2.1022871551077852e-05,
      "loss": 0.7769,
      "step": 121846
    },
    {
      "epoch": 4.990661478599222,
      "grad_norm": 1.4786426009066742,
      "learning_rate": 2.102120647359321e-05,
      "loss": 0.5684,
      "step": 121847
    },
    {
      "epoch": 4.990702437026418,
      "grad_norm": 1.5923949264818975,
      "learning_rate": 2.101954145708226e-05,
      "loss": 0.6203,
      "step": 121848
    },
    {
      "epoch": 4.990743395453615,
      "grad_norm": 0.8899912930172651,
      "learning_rate": 2.101787650154582e-05,
      "loss": 0.2338,
      "step": 121849
    },
    {
      "epoch": 4.9907843538808105,
      "grad_norm": 0.8217643387904682,
      "learning_rate": 2.1016211606984607e-05,
      "loss": 0.1928,
      "step": 121850
    },
    {
      "epoch": 4.990825312308007,
      "grad_norm": 1.6025064821136894,
      "learning_rate": 2.101454677339948e-05,
      "loss": 0.7555,
      "step": 121851
    },
    {
      "epoch": 4.990866270735204,
      "grad_norm": 0.6739957259897487,
      "learning_rate": 2.1012882000791163e-05,
      "loss": 0.0896,
      "step": 121852
    },
    {
      "epoch": 4.9909072291624,
      "grad_norm": 1.4165362996429733,
      "learning_rate": 2.101121728916047e-05,
      "loss": 0.425,
      "step": 121853
    },
    {
      "epoch": 4.990948187589597,
      "grad_norm": 1.3781822822731955,
      "learning_rate": 2.1009552638508216e-05,
      "loss": 0.4057,
      "step": 121854
    },
    {
      "epoch": 4.990989146016793,
      "grad_norm": 1.526079086869733,
      "learning_rate": 2.1007888048835132e-05,
      "loss": 0.4517,
      "step": 121855
    },
    {
      "epoch": 4.99103010444399,
      "grad_norm": 0.7432289469780932,
      "learning_rate": 2.1006223520142067e-05,
      "loss": 0.0855,
      "step": 121856
    },
    {
      "epoch": 4.991071062871185,
      "grad_norm": 1.625181721533186,
      "learning_rate": 2.1004559052429744e-05,
      "loss": 0.6436,
      "step": 121857
    },
    {
      "epoch": 4.991112021298382,
      "grad_norm": 1.4643372663737175,
      "learning_rate": 2.100289464569897e-05,
      "loss": 0.5912,
      "step": 121858
    },
    {
      "epoch": 4.9911529797255785,
      "grad_norm": 1.6185576794476193,
      "learning_rate": 2.1001230299950582e-05,
      "loss": 0.6845,
      "step": 121859
    },
    {
      "epoch": 4.991193938152775,
      "grad_norm": 1.399231453145219,
      "learning_rate": 2.0999566015185283e-05,
      "loss": 0.6102,
      "step": 121860
    },
    {
      "epoch": 4.9912348965799715,
      "grad_norm": 1.6678874050842616,
      "learning_rate": 2.0997901791403917e-05,
      "loss": 0.6411,
      "step": 121861
    },
    {
      "epoch": 4.991275855007168,
      "grad_norm": 1.9788984110283605,
      "learning_rate": 2.0996237628607282e-05,
      "loss": 0.584,
      "step": 121862
    },
    {
      "epoch": 4.991316813434365,
      "grad_norm": 0.9678449430188617,
      "learning_rate": 2.0994573526796116e-05,
      "loss": 0.2099,
      "step": 121863
    },
    {
      "epoch": 4.99135777186156,
      "grad_norm": 0.3820341071504343,
      "learning_rate": 2.0992909485971267e-05,
      "loss": 0.0259,
      "step": 121864
    },
    {
      "epoch": 4.991398730288757,
      "grad_norm": 1.4656276173267258,
      "learning_rate": 2.099124550613343e-05,
      "loss": 0.6203,
      "step": 121865
    },
    {
      "epoch": 4.991439688715953,
      "grad_norm": 1.5810707660122054,
      "learning_rate": 2.098958158728346e-05,
      "loss": 0.5947,
      "step": 121866
    },
    {
      "epoch": 4.99148064714315,
      "grad_norm": 3.4890533960617147,
      "learning_rate": 2.098791772942217e-05,
      "loss": 3.6334,
      "step": 121867
    },
    {
      "epoch": 4.991521605570346,
      "grad_norm": 2.4377832702485076,
      "learning_rate": 2.0986253932550262e-05,
      "loss": 0.9107,
      "step": 121868
    },
    {
      "epoch": 4.991562563997542,
      "grad_norm": 1.9284121911007504,
      "learning_rate": 2.0984590196668567e-05,
      "loss": 0.6351,
      "step": 121869
    },
    {
      "epoch": 4.991603522424739,
      "grad_norm": 1.803950939126779,
      "learning_rate": 2.0982926521777916e-05,
      "loss": 0.692,
      "step": 121870
    },
    {
      "epoch": 4.991644480851935,
      "grad_norm": 1.7867338061215723,
      "learning_rate": 2.0981262907878994e-05,
      "loss": 0.5623,
      "step": 121871
    },
    {
      "epoch": 4.991685439279132,
      "grad_norm": 0.8796387765612657,
      "learning_rate": 2.09795993549727e-05,
      "loss": 0.1849,
      "step": 121872
    },
    {
      "epoch": 4.991726397706328,
      "grad_norm": 1.564339329550142,
      "learning_rate": 2.097793586305973e-05,
      "loss": 0.4346,
      "step": 121873
    },
    {
      "epoch": 4.991767356133525,
      "grad_norm": 1.3843795857549424,
      "learning_rate": 2.097627243214089e-05,
      "loss": 0.542,
      "step": 121874
    },
    {
      "epoch": 4.991808314560721,
      "grad_norm": 1.5867918798952716,
      "learning_rate": 2.0974609062217025e-05,
      "loss": 0.527,
      "step": 121875
    },
    {
      "epoch": 4.991849272987917,
      "grad_norm": 0.9645933840822646,
      "learning_rate": 2.097294575328885e-05,
      "loss": 0.2326,
      "step": 121876
    },
    {
      "epoch": 4.9918902314151135,
      "grad_norm": 1.7224774735842125,
      "learning_rate": 2.0971282505357167e-05,
      "loss": 0.6847,
      "step": 121877
    },
    {
      "epoch": 4.99193118984231,
      "grad_norm": 1.2717858338320012,
      "learning_rate": 2.0969619318422807e-05,
      "loss": 0.5415,
      "step": 121878
    },
    {
      "epoch": 4.9919721482695065,
      "grad_norm": 1.655830483475742,
      "learning_rate": 2.0967956192486505e-05,
      "loss": 0.7354,
      "step": 121879
    },
    {
      "epoch": 4.992013106696703,
      "grad_norm": 1.406006455130083,
      "learning_rate": 2.0966293127549095e-05,
      "loss": 0.5428,
      "step": 121880
    },
    {
      "epoch": 4.9920540651239,
      "grad_norm": 0.849796255377266,
      "learning_rate": 2.0964630123611287e-05,
      "loss": 0.2145,
      "step": 121881
    },
    {
      "epoch": 4.992095023551096,
      "grad_norm": 1.4534136460850073,
      "learning_rate": 2.096296718067392e-05,
      "loss": 0.6011,
      "step": 121882
    },
    {
      "epoch": 4.992135981978292,
      "grad_norm": 1.6723694350268095,
      "learning_rate": 2.096130429873782e-05,
      "loss": 0.6114,
      "step": 121883
    },
    {
      "epoch": 4.992176940405488,
      "grad_norm": 1.5564105779519106,
      "learning_rate": 2.095964147780369e-05,
      "loss": 0.618,
      "step": 121884
    },
    {
      "epoch": 4.992217898832685,
      "grad_norm": 0.7005715056698022,
      "learning_rate": 2.0957978717872347e-05,
      "loss": 0.1904,
      "step": 121885
    },
    {
      "epoch": 4.992258857259881,
      "grad_norm": 1.5130745211452592,
      "learning_rate": 2.095631601894461e-05,
      "loss": 0.4363,
      "step": 121886
    },
    {
      "epoch": 4.992299815687078,
      "grad_norm": 1.3612505801314894,
      "learning_rate": 2.095465338102122e-05,
      "loss": 0.5265,
      "step": 121887
    },
    {
      "epoch": 4.992340774114274,
      "grad_norm": 2.0814061146543588,
      "learning_rate": 2.0952990804103014e-05,
      "loss": 0.7638,
      "step": 121888
    },
    {
      "epoch": 4.99238173254147,
      "grad_norm": 1.5156179250386583,
      "learning_rate": 2.095132828819071e-05,
      "loss": 0.7709,
      "step": 121889
    },
    {
      "epoch": 4.992422690968667,
      "grad_norm": 1.4458037193681466,
      "learning_rate": 2.0949665833285123e-05,
      "loss": 0.7667,
      "step": 121890
    },
    {
      "epoch": 4.992463649395863,
      "grad_norm": 1.6042174517775691,
      "learning_rate": 2.0948003439387084e-05,
      "loss": 0.4809,
      "step": 121891
    },
    {
      "epoch": 4.99250460782306,
      "grad_norm": 1.3167570630640564,
      "learning_rate": 2.0946341106497312e-05,
      "loss": 0.4641,
      "step": 121892
    },
    {
      "epoch": 4.992545566250256,
      "grad_norm": 1.626056693412762,
      "learning_rate": 2.0944678834616653e-05,
      "loss": 0.6364,
      "step": 121893
    },
    {
      "epoch": 4.992586524677453,
      "grad_norm": 3.1564657750893077,
      "learning_rate": 2.0943016623745823e-05,
      "loss": 2.8655,
      "step": 121894
    },
    {
      "epoch": 4.992627483104648,
      "grad_norm": 1.2822094494436604,
      "learning_rate": 2.094135447388564e-05,
      "loss": 0.3557,
      "step": 121895
    },
    {
      "epoch": 4.992668441531845,
      "grad_norm": 1.676973442427229,
      "learning_rate": 2.093969238503694e-05,
      "loss": 0.5015,
      "step": 121896
    },
    {
      "epoch": 4.9927093999590415,
      "grad_norm": 1.5108533480540876,
      "learning_rate": 2.0938030357200432e-05,
      "loss": 0.6319,
      "step": 121897
    },
    {
      "epoch": 4.992750358386238,
      "grad_norm": 1.6401720306701537,
      "learning_rate": 2.0936368390376917e-05,
      "loss": 0.7706,
      "step": 121898
    },
    {
      "epoch": 4.992791316813435,
      "grad_norm": 1.559830673062026,
      "learning_rate": 2.093470648456725e-05,
      "loss": 0.539,
      "step": 121899
    },
    {
      "epoch": 4.992832275240631,
      "grad_norm": 0.8870721358396801,
      "learning_rate": 2.093304463977212e-05,
      "loss": 0.2233,
      "step": 121900
    },
    {
      "epoch": 4.992873233667828,
      "grad_norm": 1.2683901988988742,
      "learning_rate": 2.0931382855992406e-05,
      "loss": 0.6001,
      "step": 121901
    },
    {
      "epoch": 4.992914192095023,
      "grad_norm": 1.4587988509438736,
      "learning_rate": 2.09297211332288e-05,
      "loss": 0.6079,
      "step": 121902
    },
    {
      "epoch": 4.99295515052222,
      "grad_norm": 5.832707410937607,
      "learning_rate": 2.0928059471482166e-05,
      "loss": 3.2261,
      "step": 121903
    },
    {
      "epoch": 4.992996108949416,
      "grad_norm": 0.8257638121713289,
      "learning_rate": 2.0926397870753226e-05,
      "loss": 0.1601,
      "step": 121904
    },
    {
      "epoch": 4.993037067376613,
      "grad_norm": 2.953668212715643,
      "learning_rate": 2.0924736331042825e-05,
      "loss": 2.127,
      "step": 121905
    },
    {
      "epoch": 4.993078025803809,
      "grad_norm": 1.3132045017184037,
      "learning_rate": 2.092307485235168e-05,
      "loss": 0.4845,
      "step": 121906
    },
    {
      "epoch": 4.993118984231005,
      "grad_norm": 1.4185129833313188,
      "learning_rate": 2.0921413434680657e-05,
      "loss": 0.6601,
      "step": 121907
    },
    {
      "epoch": 4.993159942658202,
      "grad_norm": 1.8886153707551239,
      "learning_rate": 2.0919752078030455e-05,
      "loss": 0.6569,
      "step": 121908
    },
    {
      "epoch": 4.993200901085398,
      "grad_norm": 2.065399440694863,
      "learning_rate": 2.0918090782401926e-05,
      "loss": 0.7584,
      "step": 121909
    },
    {
      "epoch": 4.993241859512595,
      "grad_norm": 0.970750102666062,
      "learning_rate": 2.091642954779585e-05,
      "loss": 0.2096,
      "step": 121910
    },
    {
      "epoch": 4.993282817939791,
      "grad_norm": 1.2857859517853667,
      "learning_rate": 2.091476837421296e-05,
      "loss": 0.3794,
      "step": 121911
    },
    {
      "epoch": 4.993323776366988,
      "grad_norm": 1.615266027723276,
      "learning_rate": 2.091310726165409e-05,
      "loss": 0.6106,
      "step": 121912
    },
    {
      "epoch": 4.993364734794184,
      "grad_norm": 1.6448348173720646,
      "learning_rate": 2.0911446210120038e-05,
      "loss": 0.8198,
      "step": 121913
    },
    {
      "epoch": 4.99340569322138,
      "grad_norm": 1.4074318925206817,
      "learning_rate": 2.0909785219611537e-05,
      "loss": 0.4751,
      "step": 121914
    },
    {
      "epoch": 4.9934466516485765,
      "grad_norm": 1.778386244210119,
      "learning_rate": 2.0908124290129418e-05,
      "loss": 0.673,
      "step": 121915
    },
    {
      "epoch": 4.993487610075773,
      "grad_norm": 1.0775313525655599,
      "learning_rate": 2.090646342167442e-05,
      "loss": 0.2352,
      "step": 121916
    },
    {
      "epoch": 4.9935285685029696,
      "grad_norm": 1.7264066855560398,
      "learning_rate": 2.090480261424735e-05,
      "loss": 0.8288,
      "step": 121917
    },
    {
      "epoch": 4.993569526930166,
      "grad_norm": 1.5571124631075657,
      "learning_rate": 2.0903141867849048e-05,
      "loss": 0.3795,
      "step": 121918
    },
    {
      "epoch": 4.993610485357363,
      "grad_norm": 1.4661700506498172,
      "learning_rate": 2.0901481182480212e-05,
      "loss": 0.533,
      "step": 121919
    },
    {
      "epoch": 4.993651443784559,
      "grad_norm": 1.5998194526120093,
      "learning_rate": 2.0899820558141655e-05,
      "loss": 0.4853,
      "step": 121920
    },
    {
      "epoch": 4.993692402211755,
      "grad_norm": 1.5085294478230404,
      "learning_rate": 2.0898159994834214e-05,
      "loss": 0.5167,
      "step": 121921
    },
    {
      "epoch": 4.993733360638951,
      "grad_norm": 1.2754285872417475,
      "learning_rate": 2.0896499492558583e-05,
      "loss": 0.3579,
      "step": 121922
    },
    {
      "epoch": 4.993774319066148,
      "grad_norm": 0.5587622188880996,
      "learning_rate": 2.089483905131565e-05,
      "loss": 0.0772,
      "step": 121923
    },
    {
      "epoch": 4.993815277493344,
      "grad_norm": 0.7937779128225606,
      "learning_rate": 2.0893178671106093e-05,
      "loss": 0.1882,
      "step": 121924
    },
    {
      "epoch": 4.993856235920541,
      "grad_norm": 1.6421163539468684,
      "learning_rate": 2.0891518351930766e-05,
      "loss": 0.739,
      "step": 121925
    },
    {
      "epoch": 4.993897194347737,
      "grad_norm": 1.977162468041292,
      "learning_rate": 2.0889858093790464e-05,
      "loss": 0.8418,
      "step": 121926
    },
    {
      "epoch": 4.993938152774933,
      "grad_norm": 1.7481975096208782,
      "learning_rate": 2.0888197896685903e-05,
      "loss": 0.7177,
      "step": 121927
    },
    {
      "epoch": 4.99397911120213,
      "grad_norm": 1.6220280508733926,
      "learning_rate": 2.0886537760617957e-05,
      "loss": 0.7975,
      "step": 121928
    },
    {
      "epoch": 4.994020069629326,
      "grad_norm": 1.7144771234334268,
      "learning_rate": 2.0884877685587313e-05,
      "loss": 0.8379,
      "step": 121929
    },
    {
      "epoch": 4.994061028056523,
      "grad_norm": 1.6699339801664914,
      "learning_rate": 2.0883217671594816e-05,
      "loss": 0.6188,
      "step": 121930
    },
    {
      "epoch": 4.994101986483719,
      "grad_norm": 2.1142524259459226,
      "learning_rate": 2.0881557718641288e-05,
      "loss": 0.8496,
      "step": 121931
    },
    {
      "epoch": 4.994142944910916,
      "grad_norm": 3.5871000568597213,
      "learning_rate": 2.087989782672742e-05,
      "loss": 3.5518,
      "step": 121932
    },
    {
      "epoch": 4.9941839033381115,
      "grad_norm": 1.5203588543464441,
      "learning_rate": 2.087823799585404e-05,
      "loss": 0.5599,
      "step": 121933
    },
    {
      "epoch": 4.994224861765308,
      "grad_norm": 0.9523551025618753,
      "learning_rate": 2.0876578226021983e-05,
      "loss": 0.201,
      "step": 121934
    },
    {
      "epoch": 4.9942658201925045,
      "grad_norm": 1.1484151687341089,
      "learning_rate": 2.0874918517231946e-05,
      "loss": 0.2666,
      "step": 121935
    },
    {
      "epoch": 4.994306778619701,
      "grad_norm": 1.8827776989181788,
      "learning_rate": 2.0873258869484783e-05,
      "loss": 0.4017,
      "step": 121936
    },
    {
      "epoch": 4.994347737046898,
      "grad_norm": 1.8220586081213574,
      "learning_rate": 2.087159928278122e-05,
      "loss": 0.7544,
      "step": 121937
    },
    {
      "epoch": 4.994388695474094,
      "grad_norm": 1.5758877884597562,
      "learning_rate": 2.086993975712208e-05,
      "loss": 0.6504,
      "step": 121938
    },
    {
      "epoch": 4.994429653901291,
      "grad_norm": 1.067638146769368,
      "learning_rate": 2.086828029250817e-05,
      "loss": 0.2797,
      "step": 121939
    },
    {
      "epoch": 4.994470612328486,
      "grad_norm": 1.1961358945031384,
      "learning_rate": 2.08666208889402e-05,
      "loss": 0.3816,
      "step": 121940
    },
    {
      "epoch": 4.994511570755683,
      "grad_norm": 0.7105476583837004,
      "learning_rate": 2.0864961546419014e-05,
      "loss": 0.0495,
      "step": 121941
    },
    {
      "epoch": 4.994552529182879,
      "grad_norm": 0.9489912083144578,
      "learning_rate": 2.0863302264945407e-05,
      "loss": 0.2364,
      "step": 121942
    },
    {
      "epoch": 4.994593487610076,
      "grad_norm": 0.8970066913404383,
      "learning_rate": 2.0861643044520104e-05,
      "loss": 0.2072,
      "step": 121943
    },
    {
      "epoch": 4.9946344460372725,
      "grad_norm": 1.2939244396725826,
      "learning_rate": 2.0859983885143948e-05,
      "loss": 0.4999,
      "step": 121944
    },
    {
      "epoch": 4.994675404464468,
      "grad_norm": 1.254388518686558,
      "learning_rate": 2.0858324786817675e-05,
      "loss": 0.2424,
      "step": 121945
    },
    {
      "epoch": 4.994716362891665,
      "grad_norm": 1.8684670265380208,
      "learning_rate": 2.0856665749542085e-05,
      "loss": 0.8044,
      "step": 121946
    },
    {
      "epoch": 4.994757321318861,
      "grad_norm": 1.5847725687973493,
      "learning_rate": 2.0855006773318024e-05,
      "loss": 0.4395,
      "step": 121947
    },
    {
      "epoch": 4.994798279746058,
      "grad_norm": 2.074417271373462,
      "learning_rate": 2.085334785814616e-05,
      "loss": 1.0927,
      "step": 121948
    },
    {
      "epoch": 4.994839238173254,
      "grad_norm": 1.3511735147753832,
      "learning_rate": 2.0851689004027356e-05,
      "loss": 0.4559,
      "step": 121949
    },
    {
      "epoch": 4.994880196600451,
      "grad_norm": 1.7982607472031071,
      "learning_rate": 2.08500302109624e-05,
      "loss": 0.6814,
      "step": 121950
    },
    {
      "epoch": 4.994921155027647,
      "grad_norm": 1.407210230921019,
      "learning_rate": 2.0848371478952035e-05,
      "loss": 0.3997,
      "step": 121951
    },
    {
      "epoch": 4.994962113454843,
      "grad_norm": 0.8536380337043644,
      "learning_rate": 2.0846712807997103e-05,
      "loss": 0.2011,
      "step": 121952
    },
    {
      "epoch": 4.9950030718820395,
      "grad_norm": 1.0180467086808456,
      "learning_rate": 2.0845054198098295e-05,
      "loss": 0.2495,
      "step": 121953
    },
    {
      "epoch": 4.995044030309236,
      "grad_norm": 1.8127752934441164,
      "learning_rate": 2.084339564925646e-05,
      "loss": 0.738,
      "step": 121954
    },
    {
      "epoch": 4.995084988736433,
      "grad_norm": 1.3696925537315314,
      "learning_rate": 2.084173716147242e-05,
      "loss": 0.3687,
      "step": 121955
    },
    {
      "epoch": 4.995125947163629,
      "grad_norm": 1.7099028000096534,
      "learning_rate": 2.0840078734746872e-05,
      "loss": 0.7861,
      "step": 121956
    },
    {
      "epoch": 4.995166905590826,
      "grad_norm": 1.5797886695731156,
      "learning_rate": 2.0838420369080632e-05,
      "loss": 0.4814,
      "step": 121957
    },
    {
      "epoch": 4.995207864018022,
      "grad_norm": 0.42371535854907394,
      "learning_rate": 2.083676206447453e-05,
      "loss": 0.0403,
      "step": 121958
    },
    {
      "epoch": 4.995248822445218,
      "grad_norm": 0.9490081532584361,
      "learning_rate": 2.0835103820929287e-05,
      "loss": 0.2177,
      "step": 121959
    },
    {
      "epoch": 4.995289780872414,
      "grad_norm": 0.9144471281934455,
      "learning_rate": 2.0833445638445733e-05,
      "loss": 0.2127,
      "step": 121960
    },
    {
      "epoch": 4.995330739299611,
      "grad_norm": 1.3526169360709004,
      "learning_rate": 2.0831787517024602e-05,
      "loss": 0.4111,
      "step": 121961
    },
    {
      "epoch": 4.9953716977268074,
      "grad_norm": 0.9356301672578355,
      "learning_rate": 2.0830129456666706e-05,
      "loss": 0.1604,
      "step": 121962
    },
    {
      "epoch": 4.995412656154004,
      "grad_norm": 1.2570364615972878,
      "learning_rate": 2.0828471457372865e-05,
      "loss": 0.451,
      "step": 121963
    },
    {
      "epoch": 4.9954536145812,
      "grad_norm": 1.311756843733974,
      "learning_rate": 2.0826813519143794e-05,
      "loss": 0.4431,
      "step": 121964
    },
    {
      "epoch": 4.995494573008396,
      "grad_norm": 1.7209799435489386,
      "learning_rate": 2.082515564198034e-05,
      "loss": 0.7348,
      "step": 121965
    },
    {
      "epoch": 4.995535531435593,
      "grad_norm": 1.7091383831066926,
      "learning_rate": 2.0823497825883222e-05,
      "loss": 0.6003,
      "step": 121966
    },
    {
      "epoch": 4.995576489862789,
      "grad_norm": 1.4491411209663607,
      "learning_rate": 2.0821840070853256e-05,
      "loss": 0.6959,
      "step": 121967
    },
    {
      "epoch": 4.995617448289986,
      "grad_norm": 1.7080983211205785,
      "learning_rate": 2.0820182376891276e-05,
      "loss": 0.7413,
      "step": 121968
    },
    {
      "epoch": 4.995658406717182,
      "grad_norm": 1.106958567410761,
      "learning_rate": 2.081852474399798e-05,
      "loss": 0.2817,
      "step": 121969
    },
    {
      "epoch": 4.995699365144379,
      "grad_norm": 1.5439304269246854,
      "learning_rate": 2.081686717217418e-05,
      "loss": 0.5067,
      "step": 121970
    },
    {
      "epoch": 4.9957403235715745,
      "grad_norm": 1.991722817618652,
      "learning_rate": 2.0815209661420695e-05,
      "loss": 0.8507,
      "step": 121971
    },
    {
      "epoch": 4.995781281998771,
      "grad_norm": 2.0339510225806228,
      "learning_rate": 2.081355221173826e-05,
      "loss": 1.054,
      "step": 121972
    },
    {
      "epoch": 4.995822240425968,
      "grad_norm": 1.5660922952478786,
      "learning_rate": 2.0811894823127723e-05,
      "loss": 0.6076,
      "step": 121973
    },
    {
      "epoch": 4.995863198853164,
      "grad_norm": 1.4833068977632267,
      "learning_rate": 2.0810237495589817e-05,
      "loss": 0.4707,
      "step": 121974
    },
    {
      "epoch": 4.995904157280361,
      "grad_norm": 1.8114792696769881,
      "learning_rate": 2.0808580229125304e-05,
      "loss": 0.7221,
      "step": 121975
    },
    {
      "epoch": 4.995945115707557,
      "grad_norm": 1.4230962126793045,
      "learning_rate": 2.0806923023735007e-05,
      "loss": 0.4561,
      "step": 121976
    },
    {
      "epoch": 4.995986074134754,
      "grad_norm": 1.0507298296032832,
      "learning_rate": 2.080526587941972e-05,
      "loss": 0.2063,
      "step": 121977
    },
    {
      "epoch": 4.996027032561949,
      "grad_norm": 1.6659563963562656,
      "learning_rate": 2.0803608796180176e-05,
      "loss": 0.5512,
      "step": 121978
    },
    {
      "epoch": 4.996067990989146,
      "grad_norm": 1.7206490810498978,
      "learning_rate": 2.080195177401721e-05,
      "loss": 0.7134,
      "step": 121979
    },
    {
      "epoch": 4.996108949416342,
      "grad_norm": 1.1356891864643375,
      "learning_rate": 2.0800294812931572e-05,
      "loss": 0.464,
      "step": 121980
    },
    {
      "epoch": 4.996149907843539,
      "grad_norm": 0.883969659505566,
      "learning_rate": 2.0798637912924042e-05,
      "loss": 0.1866,
      "step": 121981
    },
    {
      "epoch": 4.9961908662707355,
      "grad_norm": 1.623037899756716,
      "learning_rate": 2.0796981073995456e-05,
      "loss": 0.5131,
      "step": 121982
    },
    {
      "epoch": 4.996231824697931,
      "grad_norm": 3.572210704675848,
      "learning_rate": 2.0795324296146526e-05,
      "loss": 3.4338,
      "step": 121983
    },
    {
      "epoch": 4.996272783125128,
      "grad_norm": 1.102352197183539,
      "learning_rate": 2.0793667579378088e-05,
      "loss": 0.2057,
      "step": 121984
    },
    {
      "epoch": 4.996313741552324,
      "grad_norm": 1.3164234503202967,
      "learning_rate": 2.079201092369092e-05,
      "loss": 0.2103,
      "step": 121985
    },
    {
      "epoch": 4.996354699979521,
      "grad_norm": 1.8587803271216101,
      "learning_rate": 2.0790354329085762e-05,
      "loss": 0.7002,
      "step": 121986
    },
    {
      "epoch": 4.996395658406717,
      "grad_norm": 1.3385007900898847,
      "learning_rate": 2.078869779556346e-05,
      "loss": 0.5165,
      "step": 121987
    },
    {
      "epoch": 4.996436616833914,
      "grad_norm": 1.5858452996328933,
      "learning_rate": 2.0787041323124724e-05,
      "loss": 0.5761,
      "step": 121988
    },
    {
      "epoch": 4.99647757526111,
      "grad_norm": 2.0657349317013636,
      "learning_rate": 2.078538491177038e-05,
      "loss": 1.2011,
      "step": 121989
    },
    {
      "epoch": 4.996518533688306,
      "grad_norm": 0.7283136011766559,
      "learning_rate": 2.0783728561501257e-05,
      "loss": 0.1894,
      "step": 121990
    },
    {
      "epoch": 4.9965594921155025,
      "grad_norm": 0.6023897364884767,
      "learning_rate": 2.0782072272318035e-05,
      "loss": 0.065,
      "step": 121991
    },
    {
      "epoch": 4.996600450542699,
      "grad_norm": 1.2949963542567744,
      "learning_rate": 2.0780416044221566e-05,
      "loss": 0.3971,
      "step": 121992
    },
    {
      "epoch": 4.996641408969896,
      "grad_norm": 1.2976042973620023,
      "learning_rate": 2.0778759877212646e-05,
      "loss": 0.5359,
      "step": 121993
    },
    {
      "epoch": 4.996682367397092,
      "grad_norm": 0.9743511755974746,
      "learning_rate": 2.0777103771291996e-05,
      "loss": 0.1964,
      "step": 121994
    },
    {
      "epoch": 4.996723325824289,
      "grad_norm": 1.4423686097039783,
      "learning_rate": 2.0775447726460463e-05,
      "loss": 0.3578,
      "step": 121995
    },
    {
      "epoch": 4.996764284251485,
      "grad_norm": 1.6735781046537934,
      "learning_rate": 2.0773791742718783e-05,
      "loss": 0.5484,
      "step": 121996
    },
    {
      "epoch": 4.996805242678681,
      "grad_norm": 2.235332995811791,
      "learning_rate": 2.077213582006773e-05,
      "loss": 0.9699,
      "step": 121997
    },
    {
      "epoch": 4.996846201105877,
      "grad_norm": 1.4478757250237984,
      "learning_rate": 2.077047995850816e-05,
      "loss": 0.5062,
      "step": 121998
    },
    {
      "epoch": 4.996887159533074,
      "grad_norm": 1.4038123426170714,
      "learning_rate": 2.0768824158040775e-05,
      "loss": 0.5747,
      "step": 121999
    },
    {
      "epoch": 4.9969281179602705,
      "grad_norm": 1.5382002838756377,
      "learning_rate": 2.076716841866642e-05,
      "loss": 0.4309,
      "step": 122000
    },
    {
      "epoch": 4.996969076387467,
      "grad_norm": 1.7247431703707548,
      "learning_rate": 2.0765512740385827e-05,
      "loss": 0.6245,
      "step": 122001
    },
    {
      "epoch": 4.997010034814663,
      "grad_norm": 1.55100161620384,
      "learning_rate": 2.0763857123199796e-05,
      "loss": 0.5993,
      "step": 122002
    },
    {
      "epoch": 4.997050993241859,
      "grad_norm": 0.719214922041031,
      "learning_rate": 2.0762201567109143e-05,
      "loss": 0.2111,
      "step": 122003
    },
    {
      "epoch": 4.997091951669056,
      "grad_norm": 0.8618834298808922,
      "learning_rate": 2.0760546072114587e-05,
      "loss": 0.254,
      "step": 122004
    },
    {
      "epoch": 4.997132910096252,
      "grad_norm": 1.8021953822937704,
      "learning_rate": 2.0758890638216942e-05,
      "loss": 0.6852,
      "step": 122005
    },
    {
      "epoch": 4.997173868523449,
      "grad_norm": 1.5618032536777302,
      "learning_rate": 2.075723526541704e-05,
      "loss": 0.5443,
      "step": 122006
    },
    {
      "epoch": 4.997214826950645,
      "grad_norm": 0.6311479031774185,
      "learning_rate": 2.0755579953715562e-05,
      "loss": 0.1147,
      "step": 122007
    },
    {
      "epoch": 4.997255785377842,
      "grad_norm": 0.8775819549803137,
      "learning_rate": 2.0753924703113397e-05,
      "loss": 0.2425,
      "step": 122008
    },
    {
      "epoch": 4.9972967438050375,
      "grad_norm": 4.008244412020794,
      "learning_rate": 2.0752269513611234e-05,
      "loss": 2.2951,
      "step": 122009
    },
    {
      "epoch": 4.997337702232234,
      "grad_norm": 1.5954202633805505,
      "learning_rate": 2.075061438520992e-05,
      "loss": 0.612,
      "step": 122010
    },
    {
      "epoch": 4.997378660659431,
      "grad_norm": 0.9818783604337643,
      "learning_rate": 2.0748959317910224e-05,
      "loss": 0.2337,
      "step": 122011
    },
    {
      "epoch": 4.997419619086627,
      "grad_norm": 1.547534647108189,
      "learning_rate": 2.0747304311712903e-05,
      "loss": 0.6106,
      "step": 122012
    },
    {
      "epoch": 4.997460577513824,
      "grad_norm": 1.8971273046449142,
      "learning_rate": 2.0745649366618737e-05,
      "loss": 0.8515,
      "step": 122013
    },
    {
      "epoch": 4.99750153594102,
      "grad_norm": 1.405319006873175,
      "learning_rate": 2.074399448262858e-05,
      "loss": 0.4649,
      "step": 122014
    },
    {
      "epoch": 4.997542494368217,
      "grad_norm": 1.916703006261796,
      "learning_rate": 2.0742339659743124e-05,
      "loss": 0.8496,
      "step": 122015
    },
    {
      "epoch": 4.997583452795412,
      "grad_norm": 1.6352715088752008,
      "learning_rate": 2.074068489796322e-05,
      "loss": 0.8227,
      "step": 122016
    },
    {
      "epoch": 4.997624411222609,
      "grad_norm": 1.56362147923372,
      "learning_rate": 2.073903019728959e-05,
      "loss": 0.5529,
      "step": 122017
    },
    {
      "epoch": 4.9976653696498055,
      "grad_norm": 0.8340385276467565,
      "learning_rate": 2.0737375557723048e-05,
      "loss": 0.1906,
      "step": 122018
    },
    {
      "epoch": 4.997706328077002,
      "grad_norm": 0.9792123845516527,
      "learning_rate": 2.0735720979264403e-05,
      "loss": 0.244,
      "step": 122019
    },
    {
      "epoch": 4.9977472865041985,
      "grad_norm": 1.8710030566528297,
      "learning_rate": 2.073406646191436e-05,
      "loss": 0.732,
      "step": 122020
    },
    {
      "epoch": 4.997788244931394,
      "grad_norm": 1.0892709820692523,
      "learning_rate": 2.073241200567377e-05,
      "loss": 0.2476,
      "step": 122021
    },
    {
      "epoch": 4.997829203358591,
      "grad_norm": 3.8838392685176886,
      "learning_rate": 2.073075761054343e-05,
      "loss": 1.1381,
      "step": 122022
    },
    {
      "epoch": 4.997870161785787,
      "grad_norm": 1.706239220475984,
      "learning_rate": 2.072910327652404e-05,
      "loss": 0.6303,
      "step": 122023
    },
    {
      "epoch": 4.997911120212984,
      "grad_norm": 1.5694183556949506,
      "learning_rate": 2.0727449003616463e-05,
      "loss": 0.4758,
      "step": 122024
    },
    {
      "epoch": 4.99795207864018,
      "grad_norm": 0.9239215321490512,
      "learning_rate": 2.072579479182142e-05,
      "loss": 0.2159,
      "step": 122025
    },
    {
      "epoch": 4.997993037067377,
      "grad_norm": 1.5052494434497616,
      "learning_rate": 2.072414064113971e-05,
      "loss": 0.4507,
      "step": 122026
    },
    {
      "epoch": 4.998033995494573,
      "grad_norm": 1.304915669951732,
      "learning_rate": 2.0722486551572177e-05,
      "loss": 0.5152,
      "step": 122027
    },
    {
      "epoch": 4.998074953921769,
      "grad_norm": 0.6388340490932934,
      "learning_rate": 2.0720832523119506e-05,
      "loss": 0.0853,
      "step": 122028
    },
    {
      "epoch": 4.998115912348966,
      "grad_norm": 2.1025653758619,
      "learning_rate": 2.0719178555782518e-05,
      "loss": 0.729,
      "step": 122029
    },
    {
      "epoch": 4.998156870776162,
      "grad_norm": 1.0821416618304907,
      "learning_rate": 2.071752464956204e-05,
      "loss": 0.3115,
      "step": 122030
    },
    {
      "epoch": 4.998197829203359,
      "grad_norm": 1.4906539866130197,
      "learning_rate": 2.071587080445877e-05,
      "loss": 0.5196,
      "step": 122031
    },
    {
      "epoch": 4.998238787630555,
      "grad_norm": 1.1463472094585008,
      "learning_rate": 2.0714217020473585e-05,
      "loss": 0.3071,
      "step": 122032
    },
    {
      "epoch": 4.998279746057752,
      "grad_norm": 1.5751564470434545,
      "learning_rate": 2.0712563297607172e-05,
      "loss": 0.711,
      "step": 122033
    },
    {
      "epoch": 4.998320704484948,
      "grad_norm": 1.2040917010246186,
      "learning_rate": 2.071090963586037e-05,
      "loss": 0.2405,
      "step": 122034
    },
    {
      "epoch": 4.998361662912144,
      "grad_norm": 1.7791008181467376,
      "learning_rate": 2.0709256035233973e-05,
      "loss": 0.702,
      "step": 122035
    },
    {
      "epoch": 4.99840262133934,
      "grad_norm": 1.5143296712357557,
      "learning_rate": 2.0707602495728702e-05,
      "loss": 0.5031,
      "step": 122036
    },
    {
      "epoch": 4.998443579766537,
      "grad_norm": 1.670869164143247,
      "learning_rate": 2.0705949017345407e-05,
      "loss": 0.5932,
      "step": 122037
    },
    {
      "epoch": 4.9984845381937335,
      "grad_norm": 1.0288195575780827,
      "learning_rate": 2.0704295600084802e-05,
      "loss": 0.2577,
      "step": 122038
    },
    {
      "epoch": 4.99852549662093,
      "grad_norm": 1.243339011746527,
      "learning_rate": 2.0702642243947703e-05,
      "loss": 0.1964,
      "step": 122039
    },
    {
      "epoch": 4.998566455048126,
      "grad_norm": 0.9025959671207057,
      "learning_rate": 2.0700988948934925e-05,
      "loss": 0.2111,
      "step": 122040
    },
    {
      "epoch": 4.998607413475322,
      "grad_norm": 1.9130058182089709,
      "learning_rate": 2.069933571504719e-05,
      "loss": 0.5695,
      "step": 122041
    },
    {
      "epoch": 4.998648371902519,
      "grad_norm": 1.9705302924854595,
      "learning_rate": 2.0697682542285303e-05,
      "loss": 0.6696,
      "step": 122042
    },
    {
      "epoch": 4.998689330329715,
      "grad_norm": 1.2995689737870921,
      "learning_rate": 2.069602943065009e-05,
      "loss": 0.5287,
      "step": 122043
    },
    {
      "epoch": 4.998730288756912,
      "grad_norm": 1.6462116056874803,
      "learning_rate": 2.069437638014228e-05,
      "loss": 0.8241,
      "step": 122044
    },
    {
      "epoch": 4.998771247184108,
      "grad_norm": 1.1265947182543903,
      "learning_rate": 2.069272339076264e-05,
      "loss": 0.2478,
      "step": 122045
    },
    {
      "epoch": 4.998812205611305,
      "grad_norm": 1.1578470850061382,
      "learning_rate": 2.0691070462512e-05,
      "loss": 0.4422,
      "step": 122046
    },
    {
      "epoch": 4.9988531640385006,
      "grad_norm": 1.685426476482765,
      "learning_rate": 2.0689417595391095e-05,
      "loss": 0.7196,
      "step": 122047
    },
    {
      "epoch": 4.998894122465697,
      "grad_norm": 1.6351724204918316,
      "learning_rate": 2.0687764789400724e-05,
      "loss": 0.6049,
      "step": 122048
    },
    {
      "epoch": 4.998935080892894,
      "grad_norm": 1.4900141563526994,
      "learning_rate": 2.0686112044541703e-05,
      "loss": 0.5923,
      "step": 122049
    },
    {
      "epoch": 4.99897603932009,
      "grad_norm": 1.541831433994165,
      "learning_rate": 2.0684459360814764e-05,
      "loss": 0.5177,
      "step": 122050
    },
    {
      "epoch": 4.999016997747287,
      "grad_norm": 2.3072771214080516,
      "learning_rate": 2.0682806738220724e-05,
      "loss": 0.981,
      "step": 122051
    },
    {
      "epoch": 4.999057956174483,
      "grad_norm": 2.2374550006703844,
      "learning_rate": 2.0681154176760335e-05,
      "loss": 0.8054,
      "step": 122052
    },
    {
      "epoch": 4.99909891460168,
      "grad_norm": 1.4785787914190243,
      "learning_rate": 2.0679501676434373e-05,
      "loss": 0.5229,
      "step": 122053
    },
    {
      "epoch": 4.999139873028875,
      "grad_norm": 1.7806178915473072,
      "learning_rate": 2.0677849237243694e-05,
      "loss": 0.76,
      "step": 122054
    },
    {
      "epoch": 4.999180831456072,
      "grad_norm": 0.9528058505232442,
      "learning_rate": 2.0676196859188977e-05,
      "loss": 0.193,
      "step": 122055
    },
    {
      "epoch": 4.9992217898832685,
      "grad_norm": 2.2128219536475395,
      "learning_rate": 2.0674544542271056e-05,
      "loss": 0.4616,
      "step": 122056
    },
    {
      "epoch": 4.999262748310465,
      "grad_norm": 1.6017406854107994,
      "learning_rate": 2.067289228649073e-05,
      "loss": 0.6453,
      "step": 122057
    },
    {
      "epoch": 4.999303706737662,
      "grad_norm": 1.3581189124449897,
      "learning_rate": 2.0671240091848728e-05,
      "loss": 0.5276,
      "step": 122058
    },
    {
      "epoch": 4.999344665164857,
      "grad_norm": 0.7984936450143785,
      "learning_rate": 2.066958795834589e-05,
      "loss": 0.1928,
      "step": 122059
    },
    {
      "epoch": 4.999385623592054,
      "grad_norm": 1.545669380272033,
      "learning_rate": 2.0667935885982946e-05,
      "loss": 0.6736,
      "step": 122060
    },
    {
      "epoch": 4.99942658201925,
      "grad_norm": 2.919820441992821,
      "learning_rate": 2.0666283874760675e-05,
      "loss": 2.0267,
      "step": 122061
    },
    {
      "epoch": 4.999467540446447,
      "grad_norm": 1.4702151863001924,
      "learning_rate": 2.066463192467993e-05,
      "loss": 0.52,
      "step": 122062
    },
    {
      "epoch": 4.999508498873643,
      "grad_norm": 1.7984582071691924,
      "learning_rate": 2.066298003574141e-05,
      "loss": 0.9,
      "step": 122063
    },
    {
      "epoch": 4.99954945730084,
      "grad_norm": 1.9698260429039438,
      "learning_rate": 2.0661328207945916e-05,
      "loss": 0.9972,
      "step": 122064
    },
    {
      "epoch": 4.999590415728036,
      "grad_norm": 1.0239532182046722,
      "learning_rate": 2.0659676441294275e-05,
      "loss": 0.2772,
      "step": 122065
    },
    {
      "epoch": 4.999631374155232,
      "grad_norm": 1.2826664148567994,
      "learning_rate": 2.065802473578721e-05,
      "loss": 0.3929,
      "step": 122066
    },
    {
      "epoch": 4.999672332582429,
      "grad_norm": 2.2400717253133178,
      "learning_rate": 2.065637309142555e-05,
      "loss": 1.1927,
      "step": 122067
    },
    {
      "epoch": 4.999713291009625,
      "grad_norm": 1.4520899858438268,
      "learning_rate": 2.0654721508210026e-05,
      "loss": 0.3411,
      "step": 122068
    },
    {
      "epoch": 4.999754249436822,
      "grad_norm": 1.6524265402543996,
      "learning_rate": 2.065306998614144e-05,
      "loss": 0.5731,
      "step": 122069
    },
    {
      "epoch": 4.999795207864018,
      "grad_norm": 1.1023082275263827,
      "learning_rate": 2.065141852522061e-05,
      "loss": 0.3643,
      "step": 122070
    },
    {
      "epoch": 4.999836166291215,
      "grad_norm": 0.9311226374828807,
      "learning_rate": 2.0649767125448246e-05,
      "loss": 0.2958,
      "step": 122071
    },
    {
      "epoch": 4.999877124718411,
      "grad_norm": 1.8650178720381074,
      "learning_rate": 2.0648115786825202e-05,
      "loss": 0.5487,
      "step": 122072
    },
    {
      "epoch": 4.999918083145607,
      "grad_norm": 1.6485783608234221,
      "learning_rate": 2.0646464509352195e-05,
      "loss": 0.6626,
      "step": 122073
    },
    {
      "epoch": 4.9999590415728035,
      "grad_norm": 1.4321212301849366,
      "learning_rate": 2.0644813293030037e-05,
      "loss": 0.5417,
      "step": 122074
    },
    {
      "epoch": 5.0,
      "grad_norm": 1.5910447294820096,
      "learning_rate": 2.064316213785953e-05,
      "loss": 0.5537,
      "step": 122075
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.7831735014915466,
      "eval_runtime": 4118.0029,
      "eval_samples_per_second": 5.929,
      "eval_steps_per_second": 5.929,
      "step": 122075
    },
    {
      "epoch": 5.0000409584271965,
      "grad_norm": 1.0036689800028036,
      "learning_rate": 2.0641511043841408e-05,
      "loss": 0.249,
      "step": 122076
    },
    {
      "epoch": 5.000081916854393,
      "grad_norm": 1.5697714017716844,
      "learning_rate": 2.063986001097645e-05,
      "loss": 0.664,
      "step": 122077
    },
    {
      "epoch": 5.00012287528159,
      "grad_norm": 0.954040798045097,
      "learning_rate": 2.0638209039265506e-05,
      "loss": 0.216,
      "step": 122078
    },
    {
      "epoch": 5.000163833708785,
      "grad_norm": 3.4117364987744416,
      "learning_rate": 2.063655812870928e-05,
      "loss": 1.7346,
      "step": 122079
    },
    {
      "epoch": 5.000204792135982,
      "grad_norm": 0.8103830830184597,
      "learning_rate": 2.0634907279308617e-05,
      "loss": 0.0967,
      "step": 122080
    },
    {
      "epoch": 5.000245750563178,
      "grad_norm": 1.4530813754468423,
      "learning_rate": 2.063325649106423e-05,
      "loss": 0.527,
      "step": 122081
    },
    {
      "epoch": 5.000286708990375,
      "grad_norm": 1.1908051381354992,
      "learning_rate": 2.0631605763976926e-05,
      "loss": 0.4466,
      "step": 122082
    },
    {
      "epoch": 5.000327667417571,
      "grad_norm": 1.4438787893178897,
      "learning_rate": 2.0629955098047534e-05,
      "loss": 0.4248,
      "step": 122083
    },
    {
      "epoch": 5.000368625844768,
      "grad_norm": 1.4588115723005186,
      "learning_rate": 2.0628304493276753e-05,
      "loss": 0.432,
      "step": 122084
    },
    {
      "epoch": 5.000409584271964,
      "grad_norm": 1.734273522020068,
      "learning_rate": 2.06266539496654e-05,
      "loss": 0.7392,
      "step": 122085
    },
    {
      "epoch": 5.00045054269916,
      "grad_norm": 0.4471446485328368,
      "learning_rate": 2.062500346721429e-05,
      "loss": 0.0501,
      "step": 122086
    },
    {
      "epoch": 5.000491501126357,
      "grad_norm": 1.5362280534515733,
      "learning_rate": 2.062335304592414e-05,
      "loss": 0.5213,
      "step": 122087
    },
    {
      "epoch": 5.000532459553553,
      "grad_norm": 1.2803879568431058,
      "learning_rate": 2.06217026857958e-05,
      "loss": 0.3846,
      "step": 122088
    },
    {
      "epoch": 5.00057341798075,
      "grad_norm": 1.2036643435080834,
      "learning_rate": 2.0620052386829984e-05,
      "loss": 0.3736,
      "step": 122089
    },
    {
      "epoch": 5.000614376407946,
      "grad_norm": 1.4623755159801757,
      "learning_rate": 2.0618402149027473e-05,
      "loss": 0.6744,
      "step": 122090
    },
    {
      "epoch": 5.000655334835142,
      "grad_norm": 0.9909479134870893,
      "learning_rate": 2.061675197238914e-05,
      "loss": 0.1459,
      "step": 122091
    },
    {
      "epoch": 5.000696293262338,
      "grad_norm": 1.6164190609592963,
      "learning_rate": 2.0615101856915644e-05,
      "loss": 0.7732,
      "step": 122092
    },
    {
      "epoch": 5.000737251689535,
      "grad_norm": 1.4876734871411461,
      "learning_rate": 2.0613451802607822e-05,
      "loss": 0.5081,
      "step": 122093
    },
    {
      "epoch": 5.0007782101167315,
      "grad_norm": 1.4759694127187302,
      "learning_rate": 2.0611801809466488e-05,
      "loss": 0.5123,
      "step": 122094
    },
    {
      "epoch": 5.000819168543928,
      "grad_norm": 1.084721519589743,
      "learning_rate": 2.0610151877492358e-05,
      "loss": 0.1979,
      "step": 122095
    },
    {
      "epoch": 5.000860126971125,
      "grad_norm": 1.4964321090837733,
      "learning_rate": 2.0608502006686268e-05,
      "loss": 0.4774,
      "step": 122096
    },
    {
      "epoch": 5.000901085398321,
      "grad_norm": 0.9863529005023353,
      "learning_rate": 2.0606852197048947e-05,
      "loss": 0.3227,
      "step": 122097
    },
    {
      "epoch": 5.000942043825517,
      "grad_norm": 0.7247997878088565,
      "learning_rate": 2.0605202448581177e-05,
      "loss": 0.1566,
      "step": 122098
    },
    {
      "epoch": 5.000983002252713,
      "grad_norm": 1.4191051094218619,
      "learning_rate": 2.060355276128381e-05,
      "loss": 0.5624,
      "step": 122099
    },
    {
      "epoch": 5.00102396067991,
      "grad_norm": 1.4103154337159076,
      "learning_rate": 2.0601903135157542e-05,
      "loss": 0.5717,
      "step": 122100
    },
    {
      "epoch": 5.001064919107106,
      "grad_norm": 1.2954634829837428,
      "learning_rate": 2.0600253570203178e-05,
      "loss": 0.0855,
      "step": 122101
    },
    {
      "epoch": 5.001105877534303,
      "grad_norm": 1.842036327437005,
      "learning_rate": 2.0598604066421532e-05,
      "loss": 0.7983,
      "step": 122102
    },
    {
      "epoch": 5.0011468359614994,
      "grad_norm": 1.3817976270735242,
      "learning_rate": 2.0596954623813332e-05,
      "loss": 0.4421,
      "step": 122103
    },
    {
      "epoch": 5.001187794388695,
      "grad_norm": 1.6550899432167927,
      "learning_rate": 2.0595305242379416e-05,
      "loss": 0.6277,
      "step": 122104
    },
    {
      "epoch": 5.001228752815892,
      "grad_norm": 1.4566014554571507,
      "learning_rate": 2.05936559221205e-05,
      "loss": 0.4287,
      "step": 122105
    },
    {
      "epoch": 5.001269711243088,
      "grad_norm": 1.7410581379831598,
      "learning_rate": 2.0592006663037396e-05,
      "loss": 0.5789,
      "step": 122106
    },
    {
      "epoch": 5.001310669670285,
      "grad_norm": 1.5511235439164988,
      "learning_rate": 2.059035746513091e-05,
      "loss": 0.5524,
      "step": 122107
    },
    {
      "epoch": 5.001351628097481,
      "grad_norm": 1.2370972207503168,
      "learning_rate": 2.0588708328401765e-05,
      "loss": 0.3029,
      "step": 122108
    },
    {
      "epoch": 5.001392586524678,
      "grad_norm": 1.1259124004285646,
      "learning_rate": 2.0587059252850803e-05,
      "loss": 0.2472,
      "step": 122109
    },
    {
      "epoch": 5.001433544951873,
      "grad_norm": 1.5662709818748222,
      "learning_rate": 2.0585410238478733e-05,
      "loss": 0.6184,
      "step": 122110
    },
    {
      "epoch": 5.00147450337907,
      "grad_norm": 1.0322906440183914,
      "learning_rate": 2.058376128528636e-05,
      "loss": 0.2342,
      "step": 122111
    },
    {
      "epoch": 5.0015154618062665,
      "grad_norm": 1.604726922570226,
      "learning_rate": 2.058211239327453e-05,
      "loss": 0.6292,
      "step": 122112
    },
    {
      "epoch": 5.001556420233463,
      "grad_norm": 1.551896092663392,
      "learning_rate": 2.058046356244391e-05,
      "loss": 0.3972,
      "step": 122113
    },
    {
      "epoch": 5.00159737866066,
      "grad_norm": 1.276077984129171,
      "learning_rate": 2.0578814792795366e-05,
      "loss": 0.2702,
      "step": 122114
    },
    {
      "epoch": 5.001638337087856,
      "grad_norm": 1.4675580804381225,
      "learning_rate": 2.05771660843297e-05,
      "loss": 0.5868,
      "step": 122115
    },
    {
      "epoch": 5.001679295515053,
      "grad_norm": 0.9163387495721248,
      "learning_rate": 2.0575517437047574e-05,
      "loss": 0.211,
      "step": 122116
    },
    {
      "epoch": 5.001720253942248,
      "grad_norm": 1.639117542528841,
      "learning_rate": 2.057386885094982e-05,
      "loss": 0.5889,
      "step": 122117
    },
    {
      "epoch": 5.001761212369445,
      "grad_norm": 1.6105753977442847,
      "learning_rate": 2.0572220326037277e-05,
      "loss": 0.547,
      "step": 122118
    },
    {
      "epoch": 5.001802170796641,
      "grad_norm": 1.1569994766990601,
      "learning_rate": 2.0570571862310653e-05,
      "loss": 0.4345,
      "step": 122119
    },
    {
      "epoch": 5.001843129223838,
      "grad_norm": 1.0261136625958254,
      "learning_rate": 2.0568923459770736e-05,
      "loss": 0.2116,
      "step": 122120
    },
    {
      "epoch": 5.001884087651034,
      "grad_norm": 1.500590495869609,
      "learning_rate": 2.0567275118418357e-05,
      "loss": 0.6256,
      "step": 122121
    },
    {
      "epoch": 5.001925046078231,
      "grad_norm": 0.9256810710205847,
      "learning_rate": 2.0565626838254233e-05,
      "loss": 0.2375,
      "step": 122122
    },
    {
      "epoch": 5.001966004505427,
      "grad_norm": 0.8996915695233119,
      "learning_rate": 2.0563978619279213e-05,
      "loss": 0.2054,
      "step": 122123
    },
    {
      "epoch": 5.002006962932623,
      "grad_norm": 1.1867456645489276,
      "learning_rate": 2.0562330461493982e-05,
      "loss": 0.3251,
      "step": 122124
    },
    {
      "epoch": 5.00204792135982,
      "grad_norm": 1.5121019047539772,
      "learning_rate": 2.0560682364899383e-05,
      "loss": 0.6104,
      "step": 122125
    },
    {
      "epoch": 5.002088879787016,
      "grad_norm": 1.224442710789252,
      "learning_rate": 2.0559034329496203e-05,
      "loss": 0.3785,
      "step": 122126
    },
    {
      "epoch": 5.002129838214213,
      "grad_norm": 6.800258917599906,
      "learning_rate": 2.0557386355285177e-05,
      "loss": 0.6778,
      "step": 122127
    },
    {
      "epoch": 5.002170796641409,
      "grad_norm": 1.195486771742074,
      "learning_rate": 2.05557384422671e-05,
      "loss": 0.2084,
      "step": 122128
    },
    {
      "epoch": 5.002211755068605,
      "grad_norm": 0.940452858945441,
      "learning_rate": 2.0554090590442808e-05,
      "loss": 0.3311,
      "step": 122129
    },
    {
      "epoch": 5.0022527134958015,
      "grad_norm": 1.4043645313668274,
      "learning_rate": 2.055244279981298e-05,
      "loss": 0.4732,
      "step": 122130
    },
    {
      "epoch": 5.002293671922998,
      "grad_norm": 1.5522609305296153,
      "learning_rate": 2.0550795070378483e-05,
      "loss": 0.5334,
      "step": 122131
    },
    {
      "epoch": 5.0023346303501945,
      "grad_norm": 1.469181021557475,
      "learning_rate": 2.054914740214002e-05,
      "loss": 0.545,
      "step": 122132
    },
    {
      "epoch": 5.002375588777391,
      "grad_norm": 1.5022356225123328,
      "learning_rate": 2.054749979509842e-05,
      "loss": 0.6369,
      "step": 122133
    },
    {
      "epoch": 5.002416547204588,
      "grad_norm": 1.2142613872455974,
      "learning_rate": 2.054585224925447e-05,
      "loss": 0.3052,
      "step": 122134
    },
    {
      "epoch": 5.002457505631784,
      "grad_norm": 1.5682094634222923,
      "learning_rate": 2.0544204764608913e-05,
      "loss": 0.5921,
      "step": 122135
    },
    {
      "epoch": 5.00249846405898,
      "grad_norm": 1.071012071764057,
      "learning_rate": 2.0542557341162568e-05,
      "loss": 0.2451,
      "step": 122136
    },
    {
      "epoch": 5.002539422486176,
      "grad_norm": 0.9443893733371161,
      "learning_rate": 2.0540909978916153e-05,
      "loss": 0.2194,
      "step": 122137
    },
    {
      "epoch": 5.002580380913373,
      "grad_norm": 1.192134182319306,
      "learning_rate": 2.0539262677870484e-05,
      "loss": 0.2025,
      "step": 122138
    },
    {
      "epoch": 5.002621339340569,
      "grad_norm": 1.4444603125139168,
      "learning_rate": 2.0537615438026388e-05,
      "loss": 0.5176,
      "step": 122139
    },
    {
      "epoch": 5.002662297767766,
      "grad_norm": 1.8841674344911867,
      "learning_rate": 2.0535968259384538e-05,
      "loss": 0.5992,
      "step": 122140
    },
    {
      "epoch": 5.0027032561949625,
      "grad_norm": 1.5099465738165032,
      "learning_rate": 2.053432114194578e-05,
      "loss": 0.3324,
      "step": 122141
    },
    {
      "epoch": 5.002744214622158,
      "grad_norm": 1.892387818176187,
      "learning_rate": 2.053267408571093e-05,
      "loss": 0.8827,
      "step": 122142
    },
    {
      "epoch": 5.002785173049355,
      "grad_norm": 0.27228256807746437,
      "learning_rate": 2.0531027090680675e-05,
      "loss": 0.0239,
      "step": 122143
    },
    {
      "epoch": 5.002826131476551,
      "grad_norm": 1.3782002753741527,
      "learning_rate": 2.0529380156855857e-05,
      "loss": 0.4446,
      "step": 122144
    },
    {
      "epoch": 5.002867089903748,
      "grad_norm": 1.4686132351678347,
      "learning_rate": 2.0527733284237213e-05,
      "loss": 0.4262,
      "step": 122145
    },
    {
      "epoch": 5.002908048330944,
      "grad_norm": 1.3474162952017654,
      "learning_rate": 2.052608647282556e-05,
      "loss": 0.4124,
      "step": 122146
    },
    {
      "epoch": 5.002949006758141,
      "grad_norm": 1.480328703393088,
      "learning_rate": 2.0524439722621676e-05,
      "loss": 0.4031,
      "step": 122147
    },
    {
      "epoch": 5.0029899651853365,
      "grad_norm": 1.298601048533975,
      "learning_rate": 2.0522793033626283e-05,
      "loss": 0.3856,
      "step": 122148
    },
    {
      "epoch": 5.003030923612533,
      "grad_norm": 1.910875703550389,
      "learning_rate": 2.0521146405840212e-05,
      "loss": 0.2703,
      "step": 122149
    },
    {
      "epoch": 5.0030718820397295,
      "grad_norm": 1.320482749685036,
      "learning_rate": 2.051949983926426e-05,
      "loss": 0.4976,
      "step": 122150
    },
    {
      "epoch": 5.003112840466926,
      "grad_norm": 1.4042620715446898,
      "learning_rate": 2.051785333389914e-05,
      "loss": 0.4889,
      "step": 122151
    },
    {
      "epoch": 5.003153798894123,
      "grad_norm": 1.3895473442551425,
      "learning_rate": 2.0516206889745713e-05,
      "loss": 0.5069,
      "step": 122152
    },
    {
      "epoch": 5.003194757321319,
      "grad_norm": 1.5402480247960524,
      "learning_rate": 2.0514560506804667e-05,
      "loss": 0.5594,
      "step": 122153
    },
    {
      "epoch": 5.003235715748516,
      "grad_norm": 1.4344320861587672,
      "learning_rate": 2.0512914185076824e-05,
      "loss": 0.6309,
      "step": 122154
    },
    {
      "epoch": 5.003276674175711,
      "grad_norm": 1.2839998215874864,
      "learning_rate": 2.051126792456298e-05,
      "loss": 0.4498,
      "step": 122155
    },
    {
      "epoch": 5.003317632602908,
      "grad_norm": 1.1996122030973035,
      "learning_rate": 2.0509621725263886e-05,
      "loss": 0.3792,
      "step": 122156
    },
    {
      "epoch": 5.003358591030104,
      "grad_norm": 1.2583451810742645,
      "learning_rate": 2.0507975587180308e-05,
      "loss": 0.4162,
      "step": 122157
    },
    {
      "epoch": 5.003399549457301,
      "grad_norm": 1.3636266155079968,
      "learning_rate": 2.0506329510313095e-05,
      "loss": 0.513,
      "step": 122158
    },
    {
      "epoch": 5.0034405078844975,
      "grad_norm": 1.5821256399605141,
      "learning_rate": 2.0504683494662932e-05,
      "loss": 0.6694,
      "step": 122159
    },
    {
      "epoch": 5.003481466311694,
      "grad_norm": 1.5949759475754024,
      "learning_rate": 2.0503037540230666e-05,
      "loss": 0.7372,
      "step": 122160
    },
    {
      "epoch": 5.00352242473889,
      "grad_norm": 1.4017908642511523,
      "learning_rate": 2.050139164701703e-05,
      "loss": 0.4198,
      "step": 122161
    },
    {
      "epoch": 5.003563383166086,
      "grad_norm": 1.4300612663196548,
      "learning_rate": 2.0499745815022823e-05,
      "loss": 0.4352,
      "step": 122162
    },
    {
      "epoch": 5.003604341593283,
      "grad_norm": 1.4450994446925989,
      "learning_rate": 2.0498100044248845e-05,
      "loss": 0.5307,
      "step": 122163
    },
    {
      "epoch": 5.003645300020479,
      "grad_norm": 1.5555854938779847,
      "learning_rate": 2.0496454334695826e-05,
      "loss": 0.665,
      "step": 122164
    },
    {
      "epoch": 5.003686258447676,
      "grad_norm": 1.3665603688870511,
      "learning_rate": 2.0494808686364554e-05,
      "loss": 0.4017,
      "step": 122165
    },
    {
      "epoch": 5.003727216874872,
      "grad_norm": 1.3225918319066332,
      "learning_rate": 2.0493163099255877e-05,
      "loss": 0.4487,
      "step": 122166
    },
    {
      "epoch": 5.003768175302068,
      "grad_norm": 1.6950786923982915,
      "learning_rate": 2.0491517573370475e-05,
      "loss": 0.5352,
      "step": 122167
    },
    {
      "epoch": 5.0038091337292645,
      "grad_norm": 0.9658288482910498,
      "learning_rate": 2.04898721087092e-05,
      "loss": 0.1923,
      "step": 122168
    },
    {
      "epoch": 5.003850092156461,
      "grad_norm": 1.4834412483355166,
      "learning_rate": 2.0488226705272764e-05,
      "loss": 0.4569,
      "step": 122169
    },
    {
      "epoch": 5.003891050583658,
      "grad_norm": 1.8644150591469695,
      "learning_rate": 2.048658136306197e-05,
      "loss": 0.8755,
      "step": 122170
    },
    {
      "epoch": 5.003932009010854,
      "grad_norm": 1.2716456466416908,
      "learning_rate": 2.048493608207765e-05,
      "loss": 0.3101,
      "step": 122171
    },
    {
      "epoch": 5.003972967438051,
      "grad_norm": 1.2559742316817948,
      "learning_rate": 2.0483290862320506e-05,
      "loss": 0.4723,
      "step": 122172
    },
    {
      "epoch": 5.004013925865247,
      "grad_norm": 1.2547589136248192,
      "learning_rate": 2.048164570379133e-05,
      "loss": 0.5205,
      "step": 122173
    },
    {
      "epoch": 5.004054884292443,
      "grad_norm": 1.394072434088174,
      "learning_rate": 2.0480000606490966e-05,
      "loss": 0.4956,
      "step": 122174
    },
    {
      "epoch": 5.004095842719639,
      "grad_norm": 1.4268030422746876,
      "learning_rate": 2.0478355570420102e-05,
      "loss": 0.6477,
      "step": 122175
    },
    {
      "epoch": 5.004136801146836,
      "grad_norm": 1.406669282395981,
      "learning_rate": 2.0476710595579593e-05,
      "loss": 0.4711,
      "step": 122176
    },
    {
      "epoch": 5.004177759574032,
      "grad_norm": 1.783471904980327,
      "learning_rate": 2.0475065681970154e-05,
      "loss": 0.5934,
      "step": 122177
    },
    {
      "epoch": 5.004218718001229,
      "grad_norm": 1.3355967288997854,
      "learning_rate": 2.0473420829592567e-05,
      "loss": 0.4353,
      "step": 122178
    },
    {
      "epoch": 5.0042596764284255,
      "grad_norm": 1.4721044396510372,
      "learning_rate": 2.0471776038447683e-05,
      "loss": 0.4521,
      "step": 122179
    },
    {
      "epoch": 5.004300634855621,
      "grad_norm": 1.5203365734776342,
      "learning_rate": 2.0470131308536187e-05,
      "loss": 0.3331,
      "step": 122180
    },
    {
      "epoch": 5.004341593282818,
      "grad_norm": 1.583016149825168,
      "learning_rate": 2.046848663985892e-05,
      "loss": 0.6111,
      "step": 122181
    },
    {
      "epoch": 5.004382551710014,
      "grad_norm": 1.1564803428123913,
      "learning_rate": 2.0466842032416625e-05,
      "loss": 0.3359,
      "step": 122182
    },
    {
      "epoch": 5.004423510137211,
      "grad_norm": 1.109477922772433,
      "learning_rate": 2.0465197486210078e-05,
      "loss": 0.3539,
      "step": 122183
    },
    {
      "epoch": 5.004464468564407,
      "grad_norm": 0.830370343273675,
      "learning_rate": 2.0463553001240097e-05,
      "loss": 0.1344,
      "step": 122184
    },
    {
      "epoch": 5.004505426991604,
      "grad_norm": 1.279905377351086,
      "learning_rate": 2.046190857750743e-05,
      "loss": 0.3518,
      "step": 122185
    },
    {
      "epoch": 5.0045463854187995,
      "grad_norm": 0.764499156789557,
      "learning_rate": 2.0460264215012828e-05,
      "loss": 0.2024,
      "step": 122186
    },
    {
      "epoch": 5.004587343845996,
      "grad_norm": 1.1953819072670382,
      "learning_rate": 2.045861991375714e-05,
      "loss": 0.3153,
      "step": 122187
    },
    {
      "epoch": 5.0046283022731926,
      "grad_norm": 1.5512071553092819,
      "learning_rate": 2.045697567374105e-05,
      "loss": 0.5831,
      "step": 122188
    },
    {
      "epoch": 5.004669260700389,
      "grad_norm": 1.229446045835799,
      "learning_rate": 2.0455331494965406e-05,
      "loss": 0.4323,
      "step": 122189
    },
    {
      "epoch": 5.004710219127586,
      "grad_norm": 1.2213996709296655,
      "learning_rate": 2.045368737743097e-05,
      "loss": 0.3653,
      "step": 122190
    },
    {
      "epoch": 5.004751177554782,
      "grad_norm": 1.4941157467784427,
      "learning_rate": 2.04520433211385e-05,
      "loss": 0.3435,
      "step": 122191
    },
    {
      "epoch": 5.004792135981979,
      "grad_norm": 1.4002374020633512,
      "learning_rate": 2.0450399326088773e-05,
      "loss": 0.1374,
      "step": 122192
    },
    {
      "epoch": 5.004833094409174,
      "grad_norm": 1.572494822204471,
      "learning_rate": 2.044875539228262e-05,
      "loss": 0.5768,
      "step": 122193
    },
    {
      "epoch": 5.004874052836371,
      "grad_norm": 0.809817396645483,
      "learning_rate": 2.044711151972075e-05,
      "loss": 0.2103,
      "step": 122194
    },
    {
      "epoch": 5.004915011263567,
      "grad_norm": 1.2533418511277743,
      "learning_rate": 2.0445467708404e-05,
      "loss": 0.4153,
      "step": 122195
    },
    {
      "epoch": 5.004955969690764,
      "grad_norm": 1.0480017302658267,
      "learning_rate": 2.044382395833308e-05,
      "loss": 0.2396,
      "step": 122196
    },
    {
      "epoch": 5.0049969281179605,
      "grad_norm": 2.262000501297805,
      "learning_rate": 2.0442180269508795e-05,
      "loss": 0.4037,
      "step": 122197
    },
    {
      "epoch": 5.005037886545157,
      "grad_norm": 1.6573192219850215,
      "learning_rate": 2.044053664193197e-05,
      "loss": 0.4935,
      "step": 122198
    },
    {
      "epoch": 5.005078844972353,
      "grad_norm": 1.2938014223670342,
      "learning_rate": 2.04388930756033e-05,
      "loss": 0.4732,
      "step": 122199
    },
    {
      "epoch": 5.005119803399549,
      "grad_norm": 2.865759565369681,
      "learning_rate": 2.0437249570523608e-05,
      "loss": 1.7742,
      "step": 122200
    },
    {
      "epoch": 5.005160761826746,
      "grad_norm": 0.8359298447741443,
      "learning_rate": 2.0435606126693697e-05,
      "loss": 0.2014,
      "step": 122201
    },
    {
      "epoch": 5.005201720253942,
      "grad_norm": 1.522908958470005,
      "learning_rate": 2.0433962744114298e-05,
      "loss": 0.4622,
      "step": 122202
    },
    {
      "epoch": 5.005242678681139,
      "grad_norm": 1.243093193953426,
      "learning_rate": 2.0432319422786216e-05,
      "loss": 0.2146,
      "step": 122203
    },
    {
      "epoch": 5.005283637108335,
      "grad_norm": 2.150890919451814,
      "learning_rate": 2.0430676162710186e-05,
      "loss": 1.2015,
      "step": 122204
    },
    {
      "epoch": 5.005324595535531,
      "grad_norm": 1.1589325459336963,
      "learning_rate": 2.042903296388701e-05,
      "loss": 0.3021,
      "step": 122205
    },
    {
      "epoch": 5.0053655539627275,
      "grad_norm": 1.434374396196089,
      "learning_rate": 2.042738982631752e-05,
      "loss": 0.3195,
      "step": 122206
    },
    {
      "epoch": 5.005406512389924,
      "grad_norm": 1.8611781407260208,
      "learning_rate": 2.0425746750002398e-05,
      "loss": 0.5903,
      "step": 122207
    },
    {
      "epoch": 5.005447470817121,
      "grad_norm": 1.5904344043241303,
      "learning_rate": 2.0424103734942494e-05,
      "loss": 0.4871,
      "step": 122208
    },
    {
      "epoch": 5.005488429244317,
      "grad_norm": 1.166598771538797,
      "learning_rate": 2.042246078113852e-05,
      "loss": 0.3462,
      "step": 122209
    },
    {
      "epoch": 5.005529387671514,
      "grad_norm": 0.9273385621680618,
      "learning_rate": 2.0420817888591283e-05,
      "loss": 0.1974,
      "step": 122210
    },
    {
      "epoch": 5.00557034609871,
      "grad_norm": 1.5466349593232867,
      "learning_rate": 2.0419175057301614e-05,
      "loss": 0.5441,
      "step": 122211
    },
    {
      "epoch": 5.005611304525906,
      "grad_norm": 1.9644051570030832,
      "learning_rate": 2.0417532287270187e-05,
      "loss": 0.5154,
      "step": 122212
    },
    {
      "epoch": 5.005652262953102,
      "grad_norm": 0.6976477745441165,
      "learning_rate": 2.0415889578497847e-05,
      "loss": 0.0716,
      "step": 122213
    },
    {
      "epoch": 5.005693221380299,
      "grad_norm": 1.5434462610162174,
      "learning_rate": 2.0414246930985386e-05,
      "loss": 0.5489,
      "step": 122214
    },
    {
      "epoch": 5.0057341798074955,
      "grad_norm": 1.0629115963244602,
      "learning_rate": 2.04126043447335e-05,
      "loss": 0.2582,
      "step": 122215
    },
    {
      "epoch": 5.005775138234692,
      "grad_norm": 3.9673191742681326,
      "learning_rate": 2.0410961819743065e-05,
      "loss": 4.0778,
      "step": 122216
    },
    {
      "epoch": 5.0058160966618885,
      "grad_norm": 1.3049244093508792,
      "learning_rate": 2.0409319356014775e-05,
      "loss": 0.4387,
      "step": 122217
    },
    {
      "epoch": 5.005857055089084,
      "grad_norm": 1.8698576495314627,
      "learning_rate": 2.040767695354943e-05,
      "loss": 0.9188,
      "step": 122218
    },
    {
      "epoch": 5.005898013516281,
      "grad_norm": 1.5386803369769124,
      "learning_rate": 2.040603461234786e-05,
      "loss": 0.6037,
      "step": 122219
    },
    {
      "epoch": 5.005938971943477,
      "grad_norm": 0.8910900898799509,
      "learning_rate": 2.040439233241075e-05,
      "loss": 0.1153,
      "step": 122220
    },
    {
      "epoch": 5.005979930370674,
      "grad_norm": 1.5318152426336222,
      "learning_rate": 2.0402750113738937e-05,
      "loss": 0.4764,
      "step": 122221
    },
    {
      "epoch": 5.00602088879787,
      "grad_norm": 1.4675721192909958,
      "learning_rate": 2.0401107956333197e-05,
      "loss": 0.4697,
      "step": 122222
    },
    {
      "epoch": 5.006061847225067,
      "grad_norm": 1.6277236923412775,
      "learning_rate": 2.0399465860194282e-05,
      "loss": 0.5759,
      "step": 122223
    },
    {
      "epoch": 5.0061028056522625,
      "grad_norm": 1.601834524777295,
      "learning_rate": 2.0397823825323008e-05,
      "loss": 0.4321,
      "step": 122224
    },
    {
      "epoch": 5.006143764079459,
      "grad_norm": 1.396014621433681,
      "learning_rate": 2.0396181851720073e-05,
      "loss": 0.4173,
      "step": 122225
    },
    {
      "epoch": 5.006184722506656,
      "grad_norm": 1.5121178252363416,
      "learning_rate": 2.039453993938631e-05,
      "loss": 0.3869,
      "step": 122226
    },
    {
      "epoch": 5.006225680933852,
      "grad_norm": 1.0463077768354379,
      "learning_rate": 2.0392898088322525e-05,
      "loss": 0.2661,
      "step": 122227
    },
    {
      "epoch": 5.006266639361049,
      "grad_norm": 1.4326961110867045,
      "learning_rate": 2.0391256298529422e-05,
      "loss": 0.3723,
      "step": 122228
    },
    {
      "epoch": 5.006307597788245,
      "grad_norm": 1.504804604580884,
      "learning_rate": 2.0389614570007827e-05,
      "loss": 0.5202,
      "step": 122229
    },
    {
      "epoch": 5.006348556215442,
      "grad_norm": 1.4343412303826608,
      "learning_rate": 2.0387972902758522e-05,
      "loss": 0.4717,
      "step": 122230
    },
    {
      "epoch": 5.006389514642637,
      "grad_norm": 1.3100173800787183,
      "learning_rate": 2.0386331296782215e-05,
      "loss": 0.5033,
      "step": 122231
    },
    {
      "epoch": 5.006430473069834,
      "grad_norm": 1.266824247682492,
      "learning_rate": 2.038468975207978e-05,
      "loss": 0.5693,
      "step": 122232
    },
    {
      "epoch": 5.0064714314970304,
      "grad_norm": 1.448644331407149,
      "learning_rate": 2.0383048268651914e-05,
      "loss": 0.3617,
      "step": 122233
    },
    {
      "epoch": 5.006512389924227,
      "grad_norm": 0.8187333999341742,
      "learning_rate": 2.0381406846499416e-05,
      "loss": 0.1919,
      "step": 122234
    },
    {
      "epoch": 5.0065533483514235,
      "grad_norm": 1.0519714836877974,
      "learning_rate": 2.0379765485623083e-05,
      "loss": 0.1867,
      "step": 122235
    },
    {
      "epoch": 5.00659430677862,
      "grad_norm": 1.3485479140752503,
      "learning_rate": 2.037812418602367e-05,
      "loss": 0.443,
      "step": 122236
    },
    {
      "epoch": 5.006635265205816,
      "grad_norm": 0.9413303652553362,
      "learning_rate": 2.037648294770194e-05,
      "loss": 0.2424,
      "step": 122237
    },
    {
      "epoch": 5.006676223633012,
      "grad_norm": 1.3464403481134626,
      "learning_rate": 2.0374841770658723e-05,
      "loss": 0.443,
      "step": 122238
    },
    {
      "epoch": 5.006717182060209,
      "grad_norm": 0.8971637961370196,
      "learning_rate": 2.037320065489472e-05,
      "loss": 0.2021,
      "step": 122239
    },
    {
      "epoch": 5.006758140487405,
      "grad_norm": 1.61465515274439,
      "learning_rate": 2.03715596004108e-05,
      "loss": 0.4689,
      "step": 122240
    },
    {
      "epoch": 5.006799098914602,
      "grad_norm": 1.1134477260816782,
      "learning_rate": 2.036991860720763e-05,
      "loss": 0.271,
      "step": 122241
    },
    {
      "epoch": 5.006840057341798,
      "grad_norm": 1.670547668181179,
      "learning_rate": 2.0368277675286053e-05,
      "loss": 0.5686,
      "step": 122242
    },
    {
      "epoch": 5.006881015768995,
      "grad_norm": 1.6329507617936014,
      "learning_rate": 2.0366636804646857e-05,
      "loss": 0.6107,
      "step": 122243
    },
    {
      "epoch": 5.006921974196191,
      "grad_norm": 1.5604613095325721,
      "learning_rate": 2.0364995995290773e-05,
      "loss": 0.4218,
      "step": 122244
    },
    {
      "epoch": 5.006962932623387,
      "grad_norm": 1.6281996027324863,
      "learning_rate": 2.0363355247218582e-05,
      "loss": 0.3747,
      "step": 122245
    },
    {
      "epoch": 5.007003891050584,
      "grad_norm": 1.40752178110715,
      "learning_rate": 2.036171456043112e-05,
      "loss": 0.4976,
      "step": 122246
    },
    {
      "epoch": 5.00704484947778,
      "grad_norm": 1.3473658626938667,
      "learning_rate": 2.0360073934929066e-05,
      "loss": 0.5175,
      "step": 122247
    },
    {
      "epoch": 5.007085807904977,
      "grad_norm": 1.7200542326195056,
      "learning_rate": 2.0358433370713305e-05,
      "loss": 0.618,
      "step": 122248
    },
    {
      "epoch": 5.007126766332173,
      "grad_norm": 1.4008512241426219,
      "learning_rate": 2.0356792867784505e-05,
      "loss": 0.4158,
      "step": 122249
    },
    {
      "epoch": 5.007167724759369,
      "grad_norm": 2.427790803186803,
      "learning_rate": 2.035515242614348e-05,
      "loss": 1.4564,
      "step": 122250
    },
    {
      "epoch": 5.007208683186565,
      "grad_norm": 1.3254748872032966,
      "learning_rate": 2.035351204579106e-05,
      "loss": 0.3728,
      "step": 122251
    },
    {
      "epoch": 5.007249641613762,
      "grad_norm": 1.4539262920788985,
      "learning_rate": 2.0351871726727948e-05,
      "loss": 0.5356,
      "step": 122252
    },
    {
      "epoch": 5.0072906000409585,
      "grad_norm": 0.9398290404427563,
      "learning_rate": 2.0350231468954975e-05,
      "loss": 0.1809,
      "step": 122253
    },
    {
      "epoch": 5.007331558468155,
      "grad_norm": 1.5705161055855432,
      "learning_rate": 2.034859127247286e-05,
      "loss": 0.4994,
      "step": 122254
    },
    {
      "epoch": 5.007372516895352,
      "grad_norm": 2.317315612889588,
      "learning_rate": 2.0346951137282414e-05,
      "loss": 0.6548,
      "step": 122255
    },
    {
      "epoch": 5.007413475322547,
      "grad_norm": 1.3921639132054435,
      "learning_rate": 2.0345311063384424e-05,
      "loss": 0.5151,
      "step": 122256
    },
    {
      "epoch": 5.007454433749744,
      "grad_norm": 1.3939389118867904,
      "learning_rate": 2.0343671050779653e-05,
      "loss": 0.4736,
      "step": 122257
    },
    {
      "epoch": 5.00749539217694,
      "grad_norm": 1.3321513918219288,
      "learning_rate": 2.0342031099468835e-05,
      "loss": 0.3821,
      "step": 122258
    },
    {
      "epoch": 5.007536350604137,
      "grad_norm": 1.6998126865184564,
      "learning_rate": 2.034039120945282e-05,
      "loss": 0.4964,
      "step": 122259
    },
    {
      "epoch": 5.007577309031333,
      "grad_norm": 0.698704185119391,
      "learning_rate": 2.033875138073231e-05,
      "loss": 0.1168,
      "step": 122260
    },
    {
      "epoch": 5.00761826745853,
      "grad_norm": 1.4077779169986422,
      "learning_rate": 2.0337111613308116e-05,
      "loss": 0.5558,
      "step": 122261
    },
    {
      "epoch": 5.007659225885726,
      "grad_norm": 1.7600303524240932,
      "learning_rate": 2.0335471907181054e-05,
      "loss": 0.619,
      "step": 122262
    },
    {
      "epoch": 5.007700184312922,
      "grad_norm": 1.044382110869969,
      "learning_rate": 2.0333832262351812e-05,
      "loss": 0.3643,
      "step": 122263
    },
    {
      "epoch": 5.007741142740119,
      "grad_norm": 0.9527073424357534,
      "learning_rate": 2.0332192678821202e-05,
      "loss": 0.1965,
      "step": 122264
    },
    {
      "epoch": 5.007782101167315,
      "grad_norm": 1.3496256901752837,
      "learning_rate": 2.0330553156590056e-05,
      "loss": 0.5162,
      "step": 122265
    },
    {
      "epoch": 5.007823059594512,
      "grad_norm": 0.9498388463432066,
      "learning_rate": 2.032891369565906e-05,
      "loss": 0.2209,
      "step": 122266
    },
    {
      "epoch": 5.007864018021708,
      "grad_norm": 1.2863964898588016,
      "learning_rate": 2.032727429602906e-05,
      "loss": 0.3979,
      "step": 122267
    },
    {
      "epoch": 5.007904976448905,
      "grad_norm": 1.6141665168708572,
      "learning_rate": 2.032563495770076e-05,
      "loss": 0.427,
      "step": 122268
    },
    {
      "epoch": 5.0079459348761,
      "grad_norm": 0.8255946047917931,
      "learning_rate": 2.0323995680674985e-05,
      "loss": 0.1129,
      "step": 122269
    },
    {
      "epoch": 5.007986893303297,
      "grad_norm": 1.363043043923386,
      "learning_rate": 2.0322356464952543e-05,
      "loss": 0.4351,
      "step": 122270
    },
    {
      "epoch": 5.0080278517304935,
      "grad_norm": 0.8511809130339282,
      "learning_rate": 2.0320717310534113e-05,
      "loss": 0.2135,
      "step": 122271
    },
    {
      "epoch": 5.00806881015769,
      "grad_norm": 1.104819834270374,
      "learning_rate": 2.0319078217420543e-05,
      "loss": 0.2426,
      "step": 122272
    },
    {
      "epoch": 5.0081097685848865,
      "grad_norm": 2.6234296400124264,
      "learning_rate": 2.03174391856126e-05,
      "loss": 1.1012,
      "step": 122273
    },
    {
      "epoch": 5.008150727012083,
      "grad_norm": 0.7044189886141,
      "learning_rate": 2.0315800215111033e-05,
      "loss": 0.1441,
      "step": 122274
    },
    {
      "epoch": 5.008191685439279,
      "grad_norm": 0.8164488726866813,
      "learning_rate": 2.0314161305916645e-05,
      "loss": 0.1207,
      "step": 122275
    },
    {
      "epoch": 5.008232643866475,
      "grad_norm": 1.1775707376460842,
      "learning_rate": 2.031252245803018e-05,
      "loss": 0.2839,
      "step": 122276
    },
    {
      "epoch": 5.008273602293672,
      "grad_norm": 1.3287410987197452,
      "learning_rate": 2.0310883671452422e-05,
      "loss": 0.4812,
      "step": 122277
    },
    {
      "epoch": 5.008314560720868,
      "grad_norm": 1.2665506599761662,
      "learning_rate": 2.030924494618419e-05,
      "loss": 0.4232,
      "step": 122278
    },
    {
      "epoch": 5.008355519148065,
      "grad_norm": 1.6286464475895577,
      "learning_rate": 2.030760628222618e-05,
      "loss": 0.4782,
      "step": 122279
    },
    {
      "epoch": 5.008396477575261,
      "grad_norm": 1.6382806843396338,
      "learning_rate": 2.0305967679579245e-05,
      "loss": 0.4016,
      "step": 122280
    },
    {
      "epoch": 5.008437436002458,
      "grad_norm": 1.0530239938402206,
      "learning_rate": 2.030432913824408e-05,
      "loss": 0.2524,
      "step": 122281
    },
    {
      "epoch": 5.008478394429654,
      "grad_norm": 1.949129095407837,
      "learning_rate": 2.030269065822152e-05,
      "loss": 0.7116,
      "step": 122282
    },
    {
      "epoch": 5.00851935285685,
      "grad_norm": 0.8237168966237969,
      "learning_rate": 2.030105223951235e-05,
      "loss": 0.186,
      "step": 122283
    },
    {
      "epoch": 5.008560311284047,
      "grad_norm": 1.4218352635452087,
      "learning_rate": 2.0299413882117265e-05,
      "loss": 0.5009,
      "step": 122284
    },
    {
      "epoch": 5.008601269711243,
      "grad_norm": 1.3239524243620644,
      "learning_rate": 2.0297775586037118e-05,
      "loss": 0.4053,
      "step": 122285
    },
    {
      "epoch": 5.00864222813844,
      "grad_norm": 0.879184124634386,
      "learning_rate": 2.0296137351272673e-05,
      "loss": 0.1492,
      "step": 122286
    },
    {
      "epoch": 5.008683186565636,
      "grad_norm": 1.3905921851737504,
      "learning_rate": 2.0294499177824665e-05,
      "loss": 0.3105,
      "step": 122287
    },
    {
      "epoch": 5.008724144992832,
      "grad_norm": 1.2325129163578545,
      "learning_rate": 2.0292861065693904e-05,
      "loss": 0.3378,
      "step": 122288
    },
    {
      "epoch": 5.0087651034200285,
      "grad_norm": 1.5509463085478998,
      "learning_rate": 2.029122301488115e-05,
      "loss": 0.4899,
      "step": 122289
    },
    {
      "epoch": 5.008806061847225,
      "grad_norm": 1.1477006645171721,
      "learning_rate": 2.0289585025387155e-05,
      "loss": 0.3508,
      "step": 122290
    },
    {
      "epoch": 5.0088470202744215,
      "grad_norm": 0.8686338503622247,
      "learning_rate": 2.0287947097212763e-05,
      "loss": 0.1942,
      "step": 122291
    },
    {
      "epoch": 5.008887978701618,
      "grad_norm": 1.7650123842765075,
      "learning_rate": 2.0286309230358654e-05,
      "loss": 0.5341,
      "step": 122292
    },
    {
      "epoch": 5.008928937128815,
      "grad_norm": 1.6027819237770908,
      "learning_rate": 2.028467142482566e-05,
      "loss": 0.5006,
      "step": 122293
    },
    {
      "epoch": 5.00896989555601,
      "grad_norm": 1.281605476985742,
      "learning_rate": 2.028303368061458e-05,
      "loss": 0.4095,
      "step": 122294
    },
    {
      "epoch": 5.009010853983207,
      "grad_norm": 1.5642993884978276,
      "learning_rate": 2.028139599772613e-05,
      "loss": 0.6858,
      "step": 122295
    },
    {
      "epoch": 5.009051812410403,
      "grad_norm": 2.066854708332278,
      "learning_rate": 2.0279758376161142e-05,
      "loss": 0.9659,
      "step": 122296
    },
    {
      "epoch": 5.0090927708376,
      "grad_norm": 1.5264927171023153,
      "learning_rate": 2.0278120815920302e-05,
      "loss": 0.6415,
      "step": 122297
    },
    {
      "epoch": 5.009133729264796,
      "grad_norm": 1.6246665610177111,
      "learning_rate": 2.0276483317004454e-05,
      "loss": 0.5998,
      "step": 122298
    },
    {
      "epoch": 5.009174687691993,
      "grad_norm": 1.612806790788521,
      "learning_rate": 2.0274845879414404e-05,
      "loss": 0.5581,
      "step": 122299
    },
    {
      "epoch": 5.0092156461191895,
      "grad_norm": 2.09330698119137,
      "learning_rate": 2.0273208503150828e-05,
      "loss": 0.9721,
      "step": 122300
    },
    {
      "epoch": 5.009256604546385,
      "grad_norm": 1.3370514381170535,
      "learning_rate": 2.0271571188214548e-05,
      "loss": 0.4146,
      "step": 122301
    },
    {
      "epoch": 5.009297562973582,
      "grad_norm": 1.4898238992590804,
      "learning_rate": 2.026993393460639e-05,
      "loss": 0.5095,
      "step": 122302
    },
    {
      "epoch": 5.009338521400778,
      "grad_norm": 1.5408313905382292,
      "learning_rate": 2.0268296742327027e-05,
      "loss": 0.4214,
      "step": 122303
    },
    {
      "epoch": 5.009379479827975,
      "grad_norm": 1.5765943754536829,
      "learning_rate": 2.026665961137734e-05,
      "loss": 0.6686,
      "step": 122304
    },
    {
      "epoch": 5.009420438255171,
      "grad_norm": 1.9264458948511802,
      "learning_rate": 2.0265022541758008e-05,
      "loss": 0.7163,
      "step": 122305
    },
    {
      "epoch": 5.009461396682368,
      "grad_norm": 1.236168762800729,
      "learning_rate": 2.0263385533469833e-05,
      "loss": 0.4191,
      "step": 122306
    },
    {
      "epoch": 5.009502355109563,
      "grad_norm": 2.0470875880921944,
      "learning_rate": 2.026174858651365e-05,
      "loss": 0.7879,
      "step": 122307
    },
    {
      "epoch": 5.00954331353676,
      "grad_norm": 1.3675941935812523,
      "learning_rate": 2.0260111700890137e-05,
      "loss": 0.4454,
      "step": 122308
    },
    {
      "epoch": 5.0095842719639565,
      "grad_norm": 1.177109137459215,
      "learning_rate": 2.0258474876600128e-05,
      "loss": 0.371,
      "step": 122309
    },
    {
      "epoch": 5.009625230391153,
      "grad_norm": 1.7758571439095832,
      "learning_rate": 2.0256838113644408e-05,
      "loss": 0.5573,
      "step": 122310
    },
    {
      "epoch": 5.00966618881835,
      "grad_norm": 0.840298166006438,
      "learning_rate": 2.025520141202369e-05,
      "loss": 0.1954,
      "step": 122311
    },
    {
      "epoch": 5.009707147245546,
      "grad_norm": 1.5553165521438617,
      "learning_rate": 2.0253564771738827e-05,
      "loss": 0.5962,
      "step": 122312
    },
    {
      "epoch": 5.009748105672742,
      "grad_norm": 0.8296416154371706,
      "learning_rate": 2.02519281927905e-05,
      "loss": 0.1281,
      "step": 122313
    },
    {
      "epoch": 5.009789064099938,
      "grad_norm": 1.3699405835353358,
      "learning_rate": 2.0250291675179558e-05,
      "loss": 0.5257,
      "step": 122314
    },
    {
      "epoch": 5.009830022527135,
      "grad_norm": 0.6996589454987704,
      "learning_rate": 2.0248655218906766e-05,
      "loss": 0.138,
      "step": 122315
    },
    {
      "epoch": 5.009870980954331,
      "grad_norm": 3.3382737426746654,
      "learning_rate": 2.0247018823972845e-05,
      "loss": 2.2952,
      "step": 122316
    },
    {
      "epoch": 5.009911939381528,
      "grad_norm": 1.7504726750174981,
      "learning_rate": 2.024538249037862e-05,
      "loss": 0.7289,
      "step": 122317
    },
    {
      "epoch": 5.009952897808724,
      "grad_norm": 1.1920555483151147,
      "learning_rate": 2.024374621812486e-05,
      "loss": 0.3796,
      "step": 122318
    },
    {
      "epoch": 5.009993856235921,
      "grad_norm": 1.6979501312326737,
      "learning_rate": 2.0242110007212304e-05,
      "loss": 0.5025,
      "step": 122319
    },
    {
      "epoch": 5.010034814663117,
      "grad_norm": 0.9640430771570653,
      "learning_rate": 2.024047385764179e-05,
      "loss": 0.1978,
      "step": 122320
    },
    {
      "epoch": 5.010075773090313,
      "grad_norm": 1.4607087733261028,
      "learning_rate": 2.0238837769414014e-05,
      "loss": 0.4784,
      "step": 122321
    },
    {
      "epoch": 5.01011673151751,
      "grad_norm": 1.6753048602503522,
      "learning_rate": 2.023720174252978e-05,
      "loss": 0.5382,
      "step": 122322
    },
    {
      "epoch": 5.010157689944706,
      "grad_norm": 1.5229191709037466,
      "learning_rate": 2.023556577698991e-05,
      "loss": 0.529,
      "step": 122323
    },
    {
      "epoch": 5.010198648371903,
      "grad_norm": 1.5861795089266693,
      "learning_rate": 2.0233929872795084e-05,
      "loss": 0.55,
      "step": 122324
    },
    {
      "epoch": 5.010239606799099,
      "grad_norm": 1.2773405511085338,
      "learning_rate": 2.0232294029946172e-05,
      "loss": 0.4992,
      "step": 122325
    },
    {
      "epoch": 5.010280565226295,
      "grad_norm": 0.9851505802630153,
      "learning_rate": 2.0230658248443872e-05,
      "loss": 0.159,
      "step": 122326
    },
    {
      "epoch": 5.0103215236534915,
      "grad_norm": 1.8475550015030529,
      "learning_rate": 2.0229022528289014e-05,
      "loss": 1.0237,
      "step": 122327
    },
    {
      "epoch": 5.010362482080688,
      "grad_norm": 1.3166033058968531,
      "learning_rate": 2.0227386869482316e-05,
      "loss": 0.2694,
      "step": 122328
    },
    {
      "epoch": 5.0104034405078846,
      "grad_norm": 1.6340797463927104,
      "learning_rate": 2.0225751272024592e-05,
      "loss": 0.6147,
      "step": 122329
    },
    {
      "epoch": 5.010444398935081,
      "grad_norm": 1.4957517434316867,
      "learning_rate": 2.0224115735916596e-05,
      "loss": 0.4032,
      "step": 122330
    },
    {
      "epoch": 5.010485357362278,
      "grad_norm": 0.5506118525017124,
      "learning_rate": 2.0222480261159123e-05,
      "loss": 0.101,
      "step": 122331
    },
    {
      "epoch": 5.010526315789473,
      "grad_norm": 1.4477536193611311,
      "learning_rate": 2.022084484775291e-05,
      "loss": 0.5203,
      "step": 122332
    },
    {
      "epoch": 5.01056727421667,
      "grad_norm": 1.2483085969659313,
      "learning_rate": 2.0219209495698733e-05,
      "loss": 0.4904,
      "step": 122333
    },
    {
      "epoch": 5.010608232643866,
      "grad_norm": 1.6381421880675109,
      "learning_rate": 2.0217574204997433e-05,
      "loss": 0.7771,
      "step": 122334
    },
    {
      "epoch": 5.010649191071063,
      "grad_norm": 1.6234029920633555,
      "learning_rate": 2.0215938975649704e-05,
      "loss": 0.6142,
      "step": 122335
    },
    {
      "epoch": 5.010690149498259,
      "grad_norm": 1.6842262275412927,
      "learning_rate": 2.021430380765633e-05,
      "loss": 0.6669,
      "step": 122336
    },
    {
      "epoch": 5.010731107925456,
      "grad_norm": 1.8753959668764697,
      "learning_rate": 2.021266870101814e-05,
      "loss": 0.7768,
      "step": 122337
    },
    {
      "epoch": 5.0107720663526525,
      "grad_norm": 1.446359646693575,
      "learning_rate": 2.0211033655735842e-05,
      "loss": 0.5355,
      "step": 122338
    },
    {
      "epoch": 5.010813024779848,
      "grad_norm": 1.140050228559537,
      "learning_rate": 2.020939867181026e-05,
      "loss": 0.3092,
      "step": 122339
    },
    {
      "epoch": 5.010853983207045,
      "grad_norm": 1.3914375534114682,
      "learning_rate": 2.0207763749242118e-05,
      "loss": 0.5338,
      "step": 122340
    },
    {
      "epoch": 5.010894941634241,
      "grad_norm": 1.248906717730194,
      "learning_rate": 2.0206128888032225e-05,
      "loss": 0.4194,
      "step": 122341
    },
    {
      "epoch": 5.010935900061438,
      "grad_norm": 1.0114956366835872,
      "learning_rate": 2.020449408818135e-05,
      "loss": 0.1901,
      "step": 122342
    },
    {
      "epoch": 5.010976858488634,
      "grad_norm": 0.8175151911289255,
      "learning_rate": 2.020285934969024e-05,
      "loss": 0.1105,
      "step": 122343
    },
    {
      "epoch": 5.011017816915831,
      "grad_norm": 1.8473838492068122,
      "learning_rate": 2.0201224672559686e-05,
      "loss": 0.5552,
      "step": 122344
    },
    {
      "epoch": 5.0110587753430265,
      "grad_norm": 1.4919245712565072,
      "learning_rate": 2.0199590056790494e-05,
      "loss": 0.4431,
      "step": 122345
    },
    {
      "epoch": 5.011099733770223,
      "grad_norm": 1.5820960764748864,
      "learning_rate": 2.0197955502383368e-05,
      "loss": 0.5476,
      "step": 122346
    },
    {
      "epoch": 5.0111406921974195,
      "grad_norm": 1.9194443910714452,
      "learning_rate": 2.0196321009339157e-05,
      "loss": 0.9193,
      "step": 122347
    },
    {
      "epoch": 5.011181650624616,
      "grad_norm": 0.9166975300476431,
      "learning_rate": 2.019468657765856e-05,
      "loss": 0.1949,
      "step": 122348
    },
    {
      "epoch": 5.011222609051813,
      "grad_norm": 1.4751299729817384,
      "learning_rate": 2.0193052207342376e-05,
      "loss": 0.4804,
      "step": 122349
    },
    {
      "epoch": 5.011263567479009,
      "grad_norm": 0.9414107224432869,
      "learning_rate": 2.0191417898391422e-05,
      "loss": 0.2092,
      "step": 122350
    },
    {
      "epoch": 5.011304525906205,
      "grad_norm": 1.480375298673575,
      "learning_rate": 2.0189783650806396e-05,
      "loss": 0.4799,
      "step": 122351
    },
    {
      "epoch": 5.011345484333401,
      "grad_norm": 0.9237538982332666,
      "learning_rate": 2.0188149464588134e-05,
      "loss": 0.1874,
      "step": 122352
    },
    {
      "epoch": 5.011386442760598,
      "grad_norm": 0.806564672502326,
      "learning_rate": 2.0186515339737365e-05,
      "loss": 0.1935,
      "step": 122353
    },
    {
      "epoch": 5.011427401187794,
      "grad_norm": 1.4558790638425116,
      "learning_rate": 2.018488127625487e-05,
      "loss": 0.4815,
      "step": 122354
    },
    {
      "epoch": 5.011468359614991,
      "grad_norm": 1.7327561866404007,
      "learning_rate": 2.0183247274141457e-05,
      "loss": 0.7347,
      "step": 122355
    },
    {
      "epoch": 5.0115093180421875,
      "grad_norm": 1.2983753702246796,
      "learning_rate": 2.018161333339785e-05,
      "loss": 0.2433,
      "step": 122356
    },
    {
      "epoch": 5.011550276469384,
      "grad_norm": 1.4234652126958338,
      "learning_rate": 2.0179979454024838e-05,
      "loss": 0.4669,
      "step": 122357
    },
    {
      "epoch": 5.01159123489658,
      "grad_norm": 1.4345451983994086,
      "learning_rate": 2.017834563602323e-05,
      "loss": 0.4517,
      "step": 122358
    },
    {
      "epoch": 5.011632193323776,
      "grad_norm": 1.652839386805554,
      "learning_rate": 2.017671187939375e-05,
      "loss": 0.5752,
      "step": 122359
    },
    {
      "epoch": 5.011673151750973,
      "grad_norm": 1.5236792546064966,
      "learning_rate": 2.0175078184137206e-05,
      "loss": 0.5066,
      "step": 122360
    },
    {
      "epoch": 5.011714110178169,
      "grad_norm": 1.5145459952741738,
      "learning_rate": 2.017344455025432e-05,
      "loss": 0.409,
      "step": 122361
    },
    {
      "epoch": 5.011755068605366,
      "grad_norm": 1.3714201784976658,
      "learning_rate": 2.017181097774589e-05,
      "loss": 0.4881,
      "step": 122362
    },
    {
      "epoch": 5.011796027032562,
      "grad_norm": 1.5426377888206506,
      "learning_rate": 2.017017746661273e-05,
      "loss": 0.5874,
      "step": 122363
    },
    {
      "epoch": 5.011836985459758,
      "grad_norm": 1.557601139924451,
      "learning_rate": 2.016854401685554e-05,
      "loss": 0.538,
      "step": 122364
    },
    {
      "epoch": 5.0118779438869545,
      "grad_norm": 0.9309327302682806,
      "learning_rate": 2.0166910628475142e-05,
      "loss": 0.2083,
      "step": 122365
    },
    {
      "epoch": 5.011918902314151,
      "grad_norm": 1.6940512989652883,
      "learning_rate": 2.0165277301472326e-05,
      "loss": 0.5912,
      "step": 122366
    },
    {
      "epoch": 5.011959860741348,
      "grad_norm": 1.5282015105802418,
      "learning_rate": 2.0163644035847798e-05,
      "loss": 0.5561,
      "step": 122367
    },
    {
      "epoch": 5.012000819168544,
      "grad_norm": 1.4311863932717115,
      "learning_rate": 2.0162010831602387e-05,
      "loss": 0.4385,
      "step": 122368
    },
    {
      "epoch": 5.012041777595741,
      "grad_norm": 1.0678316495051834,
      "learning_rate": 2.016037768873683e-05,
      "loss": 0.2111,
      "step": 122369
    },
    {
      "epoch": 5.012082736022936,
      "grad_norm": 1.319175414818903,
      "learning_rate": 2.0158744607251887e-05,
      "loss": 0.4001,
      "step": 122370
    },
    {
      "epoch": 5.012123694450133,
      "grad_norm": 1.1285782320572373,
      "learning_rate": 2.015711158714841e-05,
      "loss": 0.2727,
      "step": 122371
    },
    {
      "epoch": 5.012164652877329,
      "grad_norm": 0.8896628265887465,
      "learning_rate": 2.015547862842707e-05,
      "loss": 0.2018,
      "step": 122372
    },
    {
      "epoch": 5.012205611304526,
      "grad_norm": 1.5111748761729078,
      "learning_rate": 2.0153845731088692e-05,
      "loss": 0.3114,
      "step": 122373
    },
    {
      "epoch": 5.0122465697317224,
      "grad_norm": 1.6779624941782338,
      "learning_rate": 2.0152212895134078e-05,
      "loss": 0.5373,
      "step": 122374
    },
    {
      "epoch": 5.012287528158919,
      "grad_norm": 0.5559323852584737,
      "learning_rate": 2.0150580120563914e-05,
      "loss": 0.1129,
      "step": 122375
    },
    {
      "epoch": 5.0123284865861155,
      "grad_norm": 1.4046363241039448,
      "learning_rate": 2.014894740737906e-05,
      "loss": 0.5235,
      "step": 122376
    },
    {
      "epoch": 5.012369445013311,
      "grad_norm": 1.2363651813248266,
      "learning_rate": 2.0147314755580224e-05,
      "loss": 0.4015,
      "step": 122377
    },
    {
      "epoch": 5.012410403440508,
      "grad_norm": 1.458163889402609,
      "learning_rate": 2.01456821651682e-05,
      "loss": 0.4761,
      "step": 122378
    },
    {
      "epoch": 5.012451361867704,
      "grad_norm": 3.443508303717277,
      "learning_rate": 2.01440496361438e-05,
      "loss": 3.4534,
      "step": 122379
    },
    {
      "epoch": 5.012492320294901,
      "grad_norm": 0.7434182720946751,
      "learning_rate": 2.0142417168507713e-05,
      "loss": 0.199,
      "step": 122380
    },
    {
      "epoch": 5.012533278722097,
      "grad_norm": 1.4116954722129695,
      "learning_rate": 2.014078476226077e-05,
      "loss": 0.3836,
      "step": 122381
    },
    {
      "epoch": 5.012574237149294,
      "grad_norm": 1.509469226487015,
      "learning_rate": 2.0139152417403753e-05,
      "loss": 0.4681,
      "step": 122382
    },
    {
      "epoch": 5.0126151955764895,
      "grad_norm": 1.8627102060764513,
      "learning_rate": 2.013752013393738e-05,
      "loss": 0.5601,
      "step": 122383
    },
    {
      "epoch": 5.012656154003686,
      "grad_norm": 2.774992005146833,
      "learning_rate": 2.013588791186248e-05,
      "loss": 1.751,
      "step": 122384
    },
    {
      "epoch": 5.012697112430883,
      "grad_norm": 1.3157393806309168,
      "learning_rate": 2.0134255751179756e-05,
      "loss": 0.4238,
      "step": 122385
    },
    {
      "epoch": 5.012738070858079,
      "grad_norm": 0.8810544240576864,
      "learning_rate": 2.0132623651890038e-05,
      "loss": 0.1751,
      "step": 122386
    },
    {
      "epoch": 5.012779029285276,
      "grad_norm": 1.7072945387653613,
      "learning_rate": 2.0130991613994095e-05,
      "loss": 0.6316,
      "step": 122387
    },
    {
      "epoch": 5.012819987712472,
      "grad_norm": 1.540103592300463,
      "learning_rate": 2.0129359637492675e-05,
      "loss": 0.4972,
      "step": 122388
    },
    {
      "epoch": 5.012860946139668,
      "grad_norm": 1.352206486235572,
      "learning_rate": 2.012772772238656e-05,
      "loss": 0.511,
      "step": 122389
    },
    {
      "epoch": 5.012901904566864,
      "grad_norm": 1.5466924370276605,
      "learning_rate": 2.0126095868676516e-05,
      "loss": 0.4379,
      "step": 122390
    },
    {
      "epoch": 5.012942862994061,
      "grad_norm": 1.406854633361928,
      "learning_rate": 2.0124464076363295e-05,
      "loss": 0.5331,
      "step": 122391
    },
    {
      "epoch": 5.012983821421257,
      "grad_norm": 1.2743294445838018,
      "learning_rate": 2.0122832345447724e-05,
      "loss": 0.3937,
      "step": 122392
    },
    {
      "epoch": 5.013024779848454,
      "grad_norm": 1.3121117035149512,
      "learning_rate": 2.0121200675930526e-05,
      "loss": 0.4511,
      "step": 122393
    },
    {
      "epoch": 5.0130657382756505,
      "grad_norm": 2.716325788304661,
      "learning_rate": 2.011956906781248e-05,
      "loss": 0.956,
      "step": 122394
    },
    {
      "epoch": 5.013106696702847,
      "grad_norm": 1.4624931454049261,
      "learning_rate": 2.0117937521094402e-05,
      "loss": 0.4099,
      "step": 122395
    },
    {
      "epoch": 5.013147655130043,
      "grad_norm": 0.8613641001232978,
      "learning_rate": 2.0116306035776973e-05,
      "loss": 0.1576,
      "step": 122396
    },
    {
      "epoch": 5.013188613557239,
      "grad_norm": 1.3539347584517818,
      "learning_rate": 2.011467461186108e-05,
      "loss": 0.39,
      "step": 122397
    },
    {
      "epoch": 5.013229571984436,
      "grad_norm": 1.0298973750959115,
      "learning_rate": 2.011304324934742e-05,
      "loss": 0.2063,
      "step": 122398
    },
    {
      "epoch": 5.013270530411632,
      "grad_norm": 1.1453559250698095,
      "learning_rate": 2.0111411948236727e-05,
      "loss": 0.2761,
      "step": 122399
    },
    {
      "epoch": 5.013311488838829,
      "grad_norm": 0.4282339123797765,
      "learning_rate": 2.010978070852985e-05,
      "loss": 0.0287,
      "step": 122400
    },
    {
      "epoch": 5.013352447266025,
      "grad_norm": 1.8074897856549228,
      "learning_rate": 2.0108149530227536e-05,
      "loss": 0.6223,
      "step": 122401
    },
    {
      "epoch": 5.013393405693221,
      "grad_norm": 1.342366533593748,
      "learning_rate": 2.0106518413330537e-05,
      "loss": 0.4303,
      "step": 122402
    },
    {
      "epoch": 5.0134343641204175,
      "grad_norm": 1.3943146127606953,
      "learning_rate": 2.0104887357839666e-05,
      "loss": 0.3752,
      "step": 122403
    },
    {
      "epoch": 5.013475322547614,
      "grad_norm": 1.5006254193993316,
      "learning_rate": 2.0103256363755644e-05,
      "loss": 0.4723,
      "step": 122404
    },
    {
      "epoch": 5.013516280974811,
      "grad_norm": 1.903519435310739,
      "learning_rate": 2.010162543107925e-05,
      "loss": 0.6334,
      "step": 122405
    },
    {
      "epoch": 5.013557239402007,
      "grad_norm": 1.573820935364037,
      "learning_rate": 2.0099994559811316e-05,
      "loss": 0.5849,
      "step": 122406
    },
    {
      "epoch": 5.013598197829204,
      "grad_norm": 1.2287862709028852,
      "learning_rate": 2.009836374995251e-05,
      "loss": 0.3515,
      "step": 122407
    },
    {
      "epoch": 5.013639156256399,
      "grad_norm": 0.8116673019098049,
      "learning_rate": 2.0096733001503684e-05,
      "loss": 0.1106,
      "step": 122408
    },
    {
      "epoch": 5.013680114683596,
      "grad_norm": 1.5136182432423197,
      "learning_rate": 2.0095102314465616e-05,
      "loss": 0.4675,
      "step": 122409
    },
    {
      "epoch": 5.013721073110792,
      "grad_norm": 0.9373593850368674,
      "learning_rate": 2.0093471688839008e-05,
      "loss": 0.2332,
      "step": 122410
    },
    {
      "epoch": 5.013762031537989,
      "grad_norm": 1.740176826635435,
      "learning_rate": 2.009184112462469e-05,
      "loss": 0.7977,
      "step": 122411
    },
    {
      "epoch": 5.0138029899651855,
      "grad_norm": 1.3277450137708946,
      "learning_rate": 2.00902106218234e-05,
      "loss": 0.3906,
      "step": 122412
    },
    {
      "epoch": 5.013843948392382,
      "grad_norm": 0.9113828832233296,
      "learning_rate": 2.00885801804359e-05,
      "loss": 0.1461,
      "step": 122413
    },
    {
      "epoch": 5.0138849068195785,
      "grad_norm": 1.3393362779397855,
      "learning_rate": 2.008694980046302e-05,
      "loss": 0.488,
      "step": 122414
    },
    {
      "epoch": 5.013925865246774,
      "grad_norm": 0.9023177100975616,
      "learning_rate": 2.0085319481905464e-05,
      "loss": 0.1773,
      "step": 122415
    },
    {
      "epoch": 5.013966823673971,
      "grad_norm": 1.5622012601526376,
      "learning_rate": 2.0083689224764033e-05,
      "loss": 0.5824,
      "step": 122416
    },
    {
      "epoch": 5.014007782101167,
      "grad_norm": 1.6771053181095028,
      "learning_rate": 2.008205902903952e-05,
      "loss": 0.414,
      "step": 122417
    },
    {
      "epoch": 5.014048740528364,
      "grad_norm": 1.2493238851434845,
      "learning_rate": 2.008042889473263e-05,
      "loss": 0.3405,
      "step": 122418
    },
    {
      "epoch": 5.01408969895556,
      "grad_norm": 0.34315137141769375,
      "learning_rate": 2.0078798821844227e-05,
      "loss": 0.0301,
      "step": 122419
    },
    {
      "epoch": 5.014130657382757,
      "grad_norm": 0.5441724655224277,
      "learning_rate": 2.0077168810374995e-05,
      "loss": 0.0606,
      "step": 122420
    },
    {
      "epoch": 5.0141716158099525,
      "grad_norm": 1.2535966807316015,
      "learning_rate": 2.007553886032573e-05,
      "loss": 0.4468,
      "step": 122421
    },
    {
      "epoch": 5.014212574237149,
      "grad_norm": 3.255120867976361,
      "learning_rate": 2.0073908971697233e-05,
      "loss": 0.8304,
      "step": 122422
    },
    {
      "epoch": 5.014253532664346,
      "grad_norm": 0.9734296096521017,
      "learning_rate": 2.0072279144490238e-05,
      "loss": 0.1917,
      "step": 122423
    },
    {
      "epoch": 5.014294491091542,
      "grad_norm": 3.1615806361590644,
      "learning_rate": 2.0070649378705545e-05,
      "loss": 2.7076,
      "step": 122424
    },
    {
      "epoch": 5.014335449518739,
      "grad_norm": 1.550895490363666,
      "learning_rate": 2.00690196743439e-05,
      "loss": 0.5903,
      "step": 122425
    },
    {
      "epoch": 5.014376407945935,
      "grad_norm": 1.4159887288466058,
      "learning_rate": 2.006739003140607e-05,
      "loss": 0.4876,
      "step": 122426
    },
    {
      "epoch": 5.014417366373131,
      "grad_norm": 1.9143502412563607,
      "learning_rate": 2.006576044989286e-05,
      "loss": 0.806,
      "step": 122427
    },
    {
      "epoch": 5.014458324800327,
      "grad_norm": 1.7519050035630814,
      "learning_rate": 2.0064130929805012e-05,
      "loss": 0.7456,
      "step": 122428
    },
    {
      "epoch": 5.014499283227524,
      "grad_norm": 1.2385307613674532,
      "learning_rate": 2.006250147114328e-05,
      "loss": 0.3856,
      "step": 122429
    },
    {
      "epoch": 5.0145402416547205,
      "grad_norm": 1.6822583609329902,
      "learning_rate": 2.0060872073908507e-05,
      "loss": 0.5495,
      "step": 122430
    },
    {
      "epoch": 5.014581200081917,
      "grad_norm": 1.3813029789914075,
      "learning_rate": 2.0059242738101367e-05,
      "loss": 0.5187,
      "step": 122431
    },
    {
      "epoch": 5.0146221585091135,
      "grad_norm": 1.4516421821315004,
      "learning_rate": 2.005761346372272e-05,
      "loss": 0.5458,
      "step": 122432
    },
    {
      "epoch": 5.01466311693631,
      "grad_norm": 0.9006644711644265,
      "learning_rate": 2.0055984250773254e-05,
      "loss": 0.1617,
      "step": 122433
    },
    {
      "epoch": 5.014704075363506,
      "grad_norm": 1.4576068275691239,
      "learning_rate": 2.0054355099253782e-05,
      "loss": 0.5663,
      "step": 122434
    },
    {
      "epoch": 5.014745033790702,
      "grad_norm": 1.225176836601765,
      "learning_rate": 2.0052726009165086e-05,
      "loss": 0.3163,
      "step": 122435
    },
    {
      "epoch": 5.014785992217899,
      "grad_norm": 0.9502544688414227,
      "learning_rate": 2.005109698050792e-05,
      "loss": 0.213,
      "step": 122436
    },
    {
      "epoch": 5.014826950645095,
      "grad_norm": 1.1780028781628327,
      "learning_rate": 2.0049468013283026e-05,
      "loss": 0.4336,
      "step": 122437
    },
    {
      "epoch": 5.014867909072292,
      "grad_norm": 1.5272159639980922,
      "learning_rate": 2.004783910749126e-05,
      "loss": 0.6181,
      "step": 122438
    },
    {
      "epoch": 5.014908867499488,
      "grad_norm": 1.1134209265775203,
      "learning_rate": 2.0046210263133284e-05,
      "loss": 0.2078,
      "step": 122439
    },
    {
      "epoch": 5.014949825926684,
      "grad_norm": 1.376594938093063,
      "learning_rate": 2.0044581480209946e-05,
      "loss": 0.5263,
      "step": 122440
    },
    {
      "epoch": 5.014990784353881,
      "grad_norm": 1.5853989579825951,
      "learning_rate": 2.004295275872197e-05,
      "loss": 0.5107,
      "step": 122441
    },
    {
      "epoch": 5.015031742781077,
      "grad_norm": 0.6605881754776719,
      "learning_rate": 2.0041324098670146e-05,
      "loss": 0.1232,
      "step": 122442
    },
    {
      "epoch": 5.015072701208274,
      "grad_norm": 1.2987014606062386,
      "learning_rate": 2.003969550005528e-05,
      "loss": 0.3856,
      "step": 122443
    },
    {
      "epoch": 5.01511365963547,
      "grad_norm": 1.2195876020849539,
      "learning_rate": 2.003806696287807e-05,
      "loss": 0.3173,
      "step": 122444
    },
    {
      "epoch": 5.015154618062667,
      "grad_norm": 1.1843399595722435,
      "learning_rate": 2.003643848713931e-05,
      "loss": 0.3137,
      "step": 122445
    },
    {
      "epoch": 5.015195576489862,
      "grad_norm": 0.5204672677998734,
      "learning_rate": 2.0034810072839806e-05,
      "loss": 0.0456,
      "step": 122446
    },
    {
      "epoch": 5.015236534917059,
      "grad_norm": 1.9270709699290978,
      "learning_rate": 2.003318171998029e-05,
      "loss": 0.7658,
      "step": 122447
    },
    {
      "epoch": 5.015277493344255,
      "grad_norm": 1.3109322392707439,
      "learning_rate": 2.0031553428561576e-05,
      "loss": 0.4352,
      "step": 122448
    },
    {
      "epoch": 5.015318451771452,
      "grad_norm": 0.8174883974700061,
      "learning_rate": 2.0029925198584345e-05,
      "loss": 0.1048,
      "step": 122449
    },
    {
      "epoch": 5.0153594101986485,
      "grad_norm": 1.6007986450623453,
      "learning_rate": 2.002829703004945e-05,
      "loss": 0.4413,
      "step": 122450
    },
    {
      "epoch": 5.015400368625845,
      "grad_norm": 1.808205120904099,
      "learning_rate": 2.0026668922957655e-05,
      "loss": 0.7874,
      "step": 122451
    },
    {
      "epoch": 5.015441327053042,
      "grad_norm": 1.3032038475694043,
      "learning_rate": 2.0025040877309677e-05,
      "loss": 0.3468,
      "step": 122452
    },
    {
      "epoch": 5.015482285480237,
      "grad_norm": 1.6320349193104162,
      "learning_rate": 2.0023412893106317e-05,
      "loss": 0.5419,
      "step": 122453
    },
    {
      "epoch": 5.015523243907434,
      "grad_norm": 2.4492957954442316,
      "learning_rate": 2.0021784970348386e-05,
      "loss": 1.0994,
      "step": 122454
    },
    {
      "epoch": 5.01556420233463,
      "grad_norm": 1.1847502276393787,
      "learning_rate": 2.0020157109036574e-05,
      "loss": 0.281,
      "step": 122455
    },
    {
      "epoch": 5.015605160761827,
      "grad_norm": 1.701367228473811,
      "learning_rate": 2.0018529309171723e-05,
      "loss": 0.5731,
      "step": 122456
    },
    {
      "epoch": 5.015646119189023,
      "grad_norm": 1.4367549079979491,
      "learning_rate": 2.0016901570754535e-05,
      "loss": 0.4766,
      "step": 122457
    },
    {
      "epoch": 5.01568707761622,
      "grad_norm": 1.1745274600406372,
      "learning_rate": 2.001527389378581e-05,
      "loss": 0.2443,
      "step": 122458
    },
    {
      "epoch": 5.0157280360434155,
      "grad_norm": 1.507944840781907,
      "learning_rate": 2.0013646278266366e-05,
      "loss": 0.5536,
      "step": 122459
    },
    {
      "epoch": 5.015768994470612,
      "grad_norm": 1.3027565648889932,
      "learning_rate": 2.0012018724196883e-05,
      "loss": 0.2625,
      "step": 122460
    },
    {
      "epoch": 5.015809952897809,
      "grad_norm": 1.4419463298371784,
      "learning_rate": 2.001039123157821e-05,
      "loss": 0.5997,
      "step": 122461
    },
    {
      "epoch": 5.015850911325005,
      "grad_norm": 1.1405925954919702,
      "learning_rate": 2.0008763800411047e-05,
      "loss": 0.3158,
      "step": 122462
    },
    {
      "epoch": 5.015891869752202,
      "grad_norm": 1.6641114475548735,
      "learning_rate": 2.0007136430696198e-05,
      "loss": 0.5816,
      "step": 122463
    },
    {
      "epoch": 5.015932828179398,
      "grad_norm": 1.6914520140919853,
      "learning_rate": 2.000550912243447e-05,
      "loss": 0.5471,
      "step": 122464
    },
    {
      "epoch": 5.015973786606594,
      "grad_norm": 1.3534129958951209,
      "learning_rate": 2.0003881875626555e-05,
      "loss": 0.436,
      "step": 122465
    },
    {
      "epoch": 5.01601474503379,
      "grad_norm": 1.4951381082405013,
      "learning_rate": 2.0002254690273262e-05,
      "loss": 0.4525,
      "step": 122466
    },
    {
      "epoch": 5.016055703460987,
      "grad_norm": 1.7379867840317877,
      "learning_rate": 2.0000627566375394e-05,
      "loss": 0.6415,
      "step": 122467
    },
    {
      "epoch": 5.0160966618881835,
      "grad_norm": 1.4411684831033131,
      "learning_rate": 1.9999000503933683e-05,
      "loss": 0.4712,
      "step": 122468
    },
    {
      "epoch": 5.01613762031538,
      "grad_norm": 2.120176713461541,
      "learning_rate": 1.999737350294886e-05,
      "loss": 0.9888,
      "step": 122469
    },
    {
      "epoch": 5.0161785787425766,
      "grad_norm": 1.801120174832831,
      "learning_rate": 1.9995746563421795e-05,
      "loss": 0.5751,
      "step": 122470
    },
    {
      "epoch": 5.016219537169773,
      "grad_norm": 0.9838024018765291,
      "learning_rate": 1.9994119685353132e-05,
      "loss": 0.2212,
      "step": 122471
    },
    {
      "epoch": 5.016260495596969,
      "grad_norm": 1.6355697983654127,
      "learning_rate": 1.9992492868743727e-05,
      "loss": 0.7314,
      "step": 122472
    },
    {
      "epoch": 5.016301454024165,
      "grad_norm": 0.9193296577089501,
      "learning_rate": 1.9990866113594358e-05,
      "loss": 0.2249,
      "step": 122473
    },
    {
      "epoch": 5.016342412451362,
      "grad_norm": 1.6656250672658663,
      "learning_rate": 1.9989239419905723e-05,
      "loss": 0.5608,
      "step": 122474
    },
    {
      "epoch": 5.016383370878558,
      "grad_norm": 1.0581300177329456,
      "learning_rate": 1.9987612787678676e-05,
      "loss": 0.1907,
      "step": 122475
    },
    {
      "epoch": 5.016424329305755,
      "grad_norm": 1.460049672518778,
      "learning_rate": 1.9985986216913896e-05,
      "loss": 0.5004,
      "step": 122476
    },
    {
      "epoch": 5.016465287732951,
      "grad_norm": 1.6195752875190828,
      "learning_rate": 1.99843597076122e-05,
      "loss": 0.6401,
      "step": 122477
    },
    {
      "epoch": 5.016506246160147,
      "grad_norm": 1.6381271246593256,
      "learning_rate": 1.998273325977439e-05,
      "loss": 0.5141,
      "step": 122478
    },
    {
      "epoch": 5.016547204587344,
      "grad_norm": 0.8169876241227896,
      "learning_rate": 1.9981106873401165e-05,
      "loss": 0.2123,
      "step": 122479
    },
    {
      "epoch": 5.01658816301454,
      "grad_norm": 1.276836768414855,
      "learning_rate": 1.9979480548493338e-05,
      "loss": 0.3974,
      "step": 122480
    },
    {
      "epoch": 5.016629121441737,
      "grad_norm": 1.058897605568767,
      "learning_rate": 1.9977854285051674e-05,
      "loss": 0.2403,
      "step": 122481
    },
    {
      "epoch": 5.016670079868933,
      "grad_norm": 1.5252954471193376,
      "learning_rate": 1.9976228083076927e-05,
      "loss": 0.3537,
      "step": 122482
    },
    {
      "epoch": 5.01671103829613,
      "grad_norm": 1.401337811437707,
      "learning_rate": 1.9974601942569895e-05,
      "loss": 0.4088,
      "step": 122483
    },
    {
      "epoch": 5.016751996723325,
      "grad_norm": 1.0032861862417726,
      "learning_rate": 1.997297586353131e-05,
      "loss": 0.2098,
      "step": 122484
    },
    {
      "epoch": 5.016792955150522,
      "grad_norm": 1.8834085191535226,
      "learning_rate": 1.9971349845961935e-05,
      "loss": 0.6742,
      "step": 122485
    },
    {
      "epoch": 5.0168339135777185,
      "grad_norm": 1.4534567101930849,
      "learning_rate": 1.996972388986261e-05,
      "loss": 0.4957,
      "step": 122486
    },
    {
      "epoch": 5.016874872004915,
      "grad_norm": 1.4455329966747694,
      "learning_rate": 1.996809799523401e-05,
      "loss": 0.4364,
      "step": 122487
    },
    {
      "epoch": 5.0169158304321115,
      "grad_norm": 1.358985694844058,
      "learning_rate": 1.996647216207696e-05,
      "loss": 0.368,
      "step": 122488
    },
    {
      "epoch": 5.016956788859308,
      "grad_norm": 1.393870397000094,
      "learning_rate": 1.996484639039225e-05,
      "loss": 0.4973,
      "step": 122489
    },
    {
      "epoch": 5.016997747286505,
      "grad_norm": 1.5474290673051612,
      "learning_rate": 1.9963220680180562e-05,
      "loss": 0.4338,
      "step": 122490
    },
    {
      "epoch": 5.0170387057137,
      "grad_norm": 1.6003518314201792,
      "learning_rate": 1.9961595031442773e-05,
      "loss": 0.56,
      "step": 122491
    },
    {
      "epoch": 5.017079664140897,
      "grad_norm": 1.2523101120645155,
      "learning_rate": 1.9959969444179558e-05,
      "loss": 0.423,
      "step": 122492
    },
    {
      "epoch": 5.017120622568093,
      "grad_norm": 1.2905517199783325,
      "learning_rate": 1.9958343918391718e-05,
      "loss": 0.1773,
      "step": 122493
    },
    {
      "epoch": 5.01716158099529,
      "grad_norm": 1.6608949321047175,
      "learning_rate": 1.9956718454080052e-05,
      "loss": 0.563,
      "step": 122494
    },
    {
      "epoch": 5.017202539422486,
      "grad_norm": 1.5242487101416264,
      "learning_rate": 1.9955093051245292e-05,
      "loss": 0.4748,
      "step": 122495
    },
    {
      "epoch": 5.017243497849683,
      "grad_norm": 1.8780815614152133,
      "learning_rate": 1.9953467709888238e-05,
      "loss": 0.8468,
      "step": 122496
    },
    {
      "epoch": 5.017284456276879,
      "grad_norm": 1.3771141632802288,
      "learning_rate": 1.995184243000959e-05,
      "loss": 0.4187,
      "step": 122497
    },
    {
      "epoch": 5.017325414704075,
      "grad_norm": 0.888714019712206,
      "learning_rate": 1.995021721161018e-05,
      "loss": 0.1866,
      "step": 122498
    },
    {
      "epoch": 5.017366373131272,
      "grad_norm": 1.7625865620031462,
      "learning_rate": 1.994859205469081e-05,
      "loss": 0.673,
      "step": 122499
    },
    {
      "epoch": 5.017407331558468,
      "grad_norm": 1.4517278936528086,
      "learning_rate": 1.9946966959252142e-05,
      "loss": 0.517,
      "step": 122500
    },
    {
      "epoch": 5.017448289985665,
      "grad_norm": 1.8838703639638004,
      "learning_rate": 1.994534192529501e-05,
      "loss": 0.6535,
      "step": 122501
    },
    {
      "epoch": 5.017489248412861,
      "grad_norm": 1.4958445329182113,
      "learning_rate": 1.9943716952820214e-05,
      "loss": 0.6003,
      "step": 122502
    },
    {
      "epoch": 5.017530206840057,
      "grad_norm": 1.2870829931892436,
      "learning_rate": 1.994209204182844e-05,
      "loss": 0.384,
      "step": 122503
    },
    {
      "epoch": 5.017571165267253,
      "grad_norm": 1.513621268270886,
      "learning_rate": 1.994046719232053e-05,
      "loss": 0.5131,
      "step": 122504
    },
    {
      "epoch": 5.01761212369445,
      "grad_norm": 1.5971554746688983,
      "learning_rate": 1.993884240429719e-05,
      "loss": 0.5153,
      "step": 122505
    },
    {
      "epoch": 5.0176530821216465,
      "grad_norm": 1.4243516278215844,
      "learning_rate": 1.9937217677759216e-05,
      "loss": 0.5306,
      "step": 122506
    },
    {
      "epoch": 5.017694040548843,
      "grad_norm": 1.1935715364459996,
      "learning_rate": 1.993559301270741e-05,
      "loss": 0.2152,
      "step": 122507
    },
    {
      "epoch": 5.01773499897604,
      "grad_norm": 1.7272525925403588,
      "learning_rate": 1.9933968409142482e-05,
      "loss": 0.5846,
      "step": 122508
    },
    {
      "epoch": 5.017775957403236,
      "grad_norm": 1.6078963431606117,
      "learning_rate": 1.993234386706522e-05,
      "loss": 0.5576,
      "step": 122509
    },
    {
      "epoch": 5.017816915830432,
      "grad_norm": 0.9876090660887222,
      "learning_rate": 1.9930719386476442e-05,
      "loss": 0.3738,
      "step": 122510
    },
    {
      "epoch": 5.017857874257628,
      "grad_norm": 1.9068454188422743,
      "learning_rate": 1.9929094967376822e-05,
      "loss": 0.6775,
      "step": 122511
    },
    {
      "epoch": 5.017898832684825,
      "grad_norm": 1.6635184582295712,
      "learning_rate": 1.992747060976722e-05,
      "loss": 0.6078,
      "step": 122512
    },
    {
      "epoch": 5.017939791112021,
      "grad_norm": 1.5428319648784405,
      "learning_rate": 1.992584631364833e-05,
      "loss": 0.4914,
      "step": 122513
    },
    {
      "epoch": 5.017980749539218,
      "grad_norm": 1.348737483588677,
      "learning_rate": 1.9924222079020952e-05,
      "loss": 0.4964,
      "step": 122514
    },
    {
      "epoch": 5.0180217079664144,
      "grad_norm": 1.6829588591917974,
      "learning_rate": 1.9922597905885884e-05,
      "loss": 0.5874,
      "step": 122515
    },
    {
      "epoch": 5.01806266639361,
      "grad_norm": 2.061654431934389,
      "learning_rate": 1.9920973794243845e-05,
      "loss": 0.8152,
      "step": 122516
    },
    {
      "epoch": 5.018103624820807,
      "grad_norm": 1.5072600738640012,
      "learning_rate": 1.9919349744095596e-05,
      "loss": 0.5219,
      "step": 122517
    },
    {
      "epoch": 5.018144583248003,
      "grad_norm": 1.7945799407504592,
      "learning_rate": 1.9917725755441993e-05,
      "loss": 0.8712,
      "step": 122518
    },
    {
      "epoch": 5.0181855416752,
      "grad_norm": 1.0089933995028921,
      "learning_rate": 1.991610182828368e-05,
      "loss": 0.233,
      "step": 122519
    },
    {
      "epoch": 5.018226500102396,
      "grad_norm": 1.8111455462061246,
      "learning_rate": 1.9914477962621527e-05,
      "loss": 0.8162,
      "step": 122520
    },
    {
      "epoch": 5.018267458529593,
      "grad_norm": 1.4997354450058924,
      "learning_rate": 1.9912854158456233e-05,
      "loss": 0.5896,
      "step": 122521
    },
    {
      "epoch": 5.018308416956788,
      "grad_norm": 1.3702137483458365,
      "learning_rate": 1.991123041578859e-05,
      "loss": 0.3515,
      "step": 122522
    },
    {
      "epoch": 5.018349375383985,
      "grad_norm": 1.409742556125674,
      "learning_rate": 1.990960673461941e-05,
      "loss": 0.4698,
      "step": 122523
    },
    {
      "epoch": 5.0183903338111815,
      "grad_norm": 1.267804440078838,
      "learning_rate": 1.9907983114949384e-05,
      "loss": 0.4163,
      "step": 122524
    },
    {
      "epoch": 5.018431292238378,
      "grad_norm": 1.841970709004841,
      "learning_rate": 1.990635955677931e-05,
      "loss": 0.7327,
      "step": 122525
    },
    {
      "epoch": 5.018472250665575,
      "grad_norm": 1.5370614849262736,
      "learning_rate": 1.9904736060109992e-05,
      "loss": 0.4656,
      "step": 122526
    },
    {
      "epoch": 5.018513209092771,
      "grad_norm": 1.3326381164498564,
      "learning_rate": 1.990311262494213e-05,
      "loss": 0.2923,
      "step": 122527
    },
    {
      "epoch": 5.018554167519968,
      "grad_norm": 1.99508323471261,
      "learning_rate": 1.9901489251276555e-05,
      "loss": 0.8648,
      "step": 122528
    },
    {
      "epoch": 5.018595125947163,
      "grad_norm": 1.2771545306253034,
      "learning_rate": 1.9899865939113997e-05,
      "loss": 0.4339,
      "step": 122529
    },
    {
      "epoch": 5.01863608437436,
      "grad_norm": 1.5884906002112271,
      "learning_rate": 1.9898242688455207e-05,
      "loss": 0.4327,
      "step": 122530
    },
    {
      "epoch": 5.018677042801556,
      "grad_norm": 0.6119776479564135,
      "learning_rate": 1.989661949930102e-05,
      "loss": 0.094,
      "step": 122531
    },
    {
      "epoch": 5.018718001228753,
      "grad_norm": 1.27260196855158,
      "learning_rate": 1.9894996371652132e-05,
      "loss": 0.4226,
      "step": 122532
    },
    {
      "epoch": 5.018758959655949,
      "grad_norm": 1.1280811125608163,
      "learning_rate": 1.989337330550938e-05,
      "loss": 0.1937,
      "step": 122533
    },
    {
      "epoch": 5.018799918083146,
      "grad_norm": 0.9502966192225268,
      "learning_rate": 1.9891750300873443e-05,
      "loss": 0.1945,
      "step": 122534
    },
    {
      "epoch": 5.018840876510342,
      "grad_norm": 1.8340017517105185,
      "learning_rate": 1.9890127357745156e-05,
      "loss": 0.7729,
      "step": 122535
    },
    {
      "epoch": 5.018881834937538,
      "grad_norm": 0.8423551518219817,
      "learning_rate": 1.9888504476125282e-05,
      "loss": 0.1682,
      "step": 122536
    },
    {
      "epoch": 5.018922793364735,
      "grad_norm": 1.190040465436906,
      "learning_rate": 1.988688165601454e-05,
      "loss": 0.4334,
      "step": 122537
    },
    {
      "epoch": 5.018963751791931,
      "grad_norm": 0.971162094248468,
      "learning_rate": 1.9885258897413782e-05,
      "loss": 0.2196,
      "step": 122538
    },
    {
      "epoch": 5.019004710219128,
      "grad_norm": 2.908634858810843,
      "learning_rate": 1.98836362003237e-05,
      "loss": 2.4541,
      "step": 122539
    },
    {
      "epoch": 5.019045668646324,
      "grad_norm": 1.5189780235938777,
      "learning_rate": 1.9882013564745065e-05,
      "loss": 0.5751,
      "step": 122540
    },
    {
      "epoch": 5.01908662707352,
      "grad_norm": 1.4846265401693415,
      "learning_rate": 1.988039099067866e-05,
      "loss": 0.5548,
      "step": 122541
    },
    {
      "epoch": 5.0191275855007165,
      "grad_norm": 1.263275894613995,
      "learning_rate": 1.9878768478125297e-05,
      "loss": 0.4784,
      "step": 122542
    },
    {
      "epoch": 5.019168543927913,
      "grad_norm": 0.8968356389785459,
      "learning_rate": 1.987714602708566e-05,
      "loss": 0.1666,
      "step": 122543
    },
    {
      "epoch": 5.0192095023551095,
      "grad_norm": 1.4214201824655674,
      "learning_rate": 1.9875523637560553e-05,
      "loss": 0.5493,
      "step": 122544
    },
    {
      "epoch": 5.019250460782306,
      "grad_norm": 1.7273999260496873,
      "learning_rate": 1.9873901309550788e-05,
      "loss": 0.695,
      "step": 122545
    },
    {
      "epoch": 5.019291419209503,
      "grad_norm": 1.0211551416622473,
      "learning_rate": 1.9872279043057065e-05,
      "loss": 0.1753,
      "step": 122546
    },
    {
      "epoch": 5.019332377636699,
      "grad_norm": 1.2270624454454122,
      "learning_rate": 1.98706568380802e-05,
      "loss": 0.3614,
      "step": 122547
    },
    {
      "epoch": 5.019373336063895,
      "grad_norm": 1.5735863328947017,
      "learning_rate": 1.986903469462091e-05,
      "loss": 0.5661,
      "step": 122548
    },
    {
      "epoch": 5.019414294491091,
      "grad_norm": 1.549522097163426,
      "learning_rate": 1.986741261267998e-05,
      "loss": 0.5548,
      "step": 122549
    },
    {
      "epoch": 5.019455252918288,
      "grad_norm": 1.4812580828110609,
      "learning_rate": 1.9865790592258235e-05,
      "loss": 0.5754,
      "step": 122550
    },
    {
      "epoch": 5.019496211345484,
      "grad_norm": 1.6605977522818303,
      "learning_rate": 1.9864168633356348e-05,
      "loss": 0.5887,
      "step": 122551
    },
    {
      "epoch": 5.019537169772681,
      "grad_norm": 0.37897467355378833,
      "learning_rate": 1.986254673597513e-05,
      "loss": 0.0291,
      "step": 122552
    },
    {
      "epoch": 5.0195781281998775,
      "grad_norm": 0.4224917208338953,
      "learning_rate": 1.9860924900115388e-05,
      "loss": 0.0493,
      "step": 122553
    },
    {
      "epoch": 5.019619086627073,
      "grad_norm": 0.8566636682450521,
      "learning_rate": 1.9859303125777816e-05,
      "loss": 0.178,
      "step": 122554
    },
    {
      "epoch": 5.01966004505427,
      "grad_norm": 1.2198057634048953,
      "learning_rate": 1.9857681412963245e-05,
      "loss": 0.2952,
      "step": 122555
    },
    {
      "epoch": 5.019701003481466,
      "grad_norm": 1.2094609973723198,
      "learning_rate": 1.9856059761672378e-05,
      "loss": 0.3808,
      "step": 122556
    },
    {
      "epoch": 5.019741961908663,
      "grad_norm": 1.6703541210002102,
      "learning_rate": 1.9854438171906012e-05,
      "loss": 0.5409,
      "step": 122557
    },
    {
      "epoch": 5.019782920335859,
      "grad_norm": 1.4713338060304222,
      "learning_rate": 1.985281664366495e-05,
      "loss": 0.4137,
      "step": 122558
    },
    {
      "epoch": 5.019823878763056,
      "grad_norm": 1.7126504124563584,
      "learning_rate": 1.9851195176949886e-05,
      "loss": 0.6159,
      "step": 122559
    },
    {
      "epoch": 5.0198648371902514,
      "grad_norm": 1.1175815113324652,
      "learning_rate": 1.9849573771761656e-05,
      "loss": 0.2797,
      "step": 122560
    },
    {
      "epoch": 5.019905795617448,
      "grad_norm": 1.3129823504468596,
      "learning_rate": 1.9847952428100978e-05,
      "loss": 0.346,
      "step": 122561
    },
    {
      "epoch": 5.0199467540446445,
      "grad_norm": 1.0259726840571781,
      "learning_rate": 1.9846331145968613e-05,
      "loss": 0.2387,
      "step": 122562
    },
    {
      "epoch": 5.019987712471841,
      "grad_norm": 1.3142907421215968,
      "learning_rate": 1.98447099253654e-05,
      "loss": 0.3698,
      "step": 122563
    },
    {
      "epoch": 5.020028670899038,
      "grad_norm": 1.4365855745685103,
      "learning_rate": 1.9843088766292015e-05,
      "loss": 0.498,
      "step": 122564
    },
    {
      "epoch": 5.020069629326234,
      "grad_norm": 1.435098203992704,
      "learning_rate": 1.984146766874928e-05,
      "loss": 0.3978,
      "step": 122565
    },
    {
      "epoch": 5.020110587753431,
      "grad_norm": 2.3516113905069362,
      "learning_rate": 1.9839846632737954e-05,
      "loss": 0.9266,
      "step": 122566
    },
    {
      "epoch": 5.020151546180626,
      "grad_norm": 1.3206016679207757,
      "learning_rate": 1.9838225658258778e-05,
      "loss": 0.3733,
      "step": 122567
    },
    {
      "epoch": 5.020192504607823,
      "grad_norm": 1.208423427126933,
      "learning_rate": 1.9836604745312578e-05,
      "loss": 0.3937,
      "step": 122568
    },
    {
      "epoch": 5.020233463035019,
      "grad_norm": 1.3120707307602588,
      "learning_rate": 1.9834983893900025e-05,
      "loss": 0.4667,
      "step": 122569
    },
    {
      "epoch": 5.020274421462216,
      "grad_norm": 1.457793615591024,
      "learning_rate": 1.983336310402195e-05,
      "loss": 0.4688,
      "step": 122570
    },
    {
      "epoch": 5.0203153798894125,
      "grad_norm": 1.4951704775817756,
      "learning_rate": 1.983174237567915e-05,
      "loss": 0.4933,
      "step": 122571
    },
    {
      "epoch": 5.020356338316609,
      "grad_norm": 1.7673780135637034,
      "learning_rate": 1.9830121708872295e-05,
      "loss": 0.7606,
      "step": 122572
    },
    {
      "epoch": 5.020397296743805,
      "grad_norm": 1.7132234636913135,
      "learning_rate": 1.9828501103602214e-05,
      "loss": 0.5595,
      "step": 122573
    },
    {
      "epoch": 5.020438255171001,
      "grad_norm": 1.6060216222285422,
      "learning_rate": 1.9826880559869706e-05,
      "loss": 0.5997,
      "step": 122574
    },
    {
      "epoch": 5.020479213598198,
      "grad_norm": 0.4132816910370205,
      "learning_rate": 1.982526007767544e-05,
      "loss": 0.0458,
      "step": 122575
    },
    {
      "epoch": 5.020520172025394,
      "grad_norm": 1.1767080377889756,
      "learning_rate": 1.98236396570203e-05,
      "loss": 0.4043,
      "step": 122576
    },
    {
      "epoch": 5.020561130452591,
      "grad_norm": 1.4544424212497131,
      "learning_rate": 1.9822019297904933e-05,
      "loss": 0.4427,
      "step": 122577
    },
    {
      "epoch": 5.020602088879787,
      "grad_norm": 1.2667227664960508,
      "learning_rate": 1.982039900033017e-05,
      "loss": 0.3238,
      "step": 122578
    },
    {
      "epoch": 5.020643047306984,
      "grad_norm": 0.9462597434034745,
      "learning_rate": 1.98187787642968e-05,
      "loss": 0.1838,
      "step": 122579
    },
    {
      "epoch": 5.0206840057341795,
      "grad_norm": 1.5283222696371943,
      "learning_rate": 1.981715858980553e-05,
      "loss": 0.5217,
      "step": 122580
    },
    {
      "epoch": 5.020724964161376,
      "grad_norm": 1.2069347220799997,
      "learning_rate": 1.981553847685715e-05,
      "loss": 0.3385,
      "step": 122581
    },
    {
      "epoch": 5.020765922588573,
      "grad_norm": 0.794144944845467,
      "learning_rate": 1.9813918425452458e-05,
      "loss": 0.2027,
      "step": 122582
    },
    {
      "epoch": 5.020806881015769,
      "grad_norm": 1.6168608267764277,
      "learning_rate": 1.9812298435592166e-05,
      "loss": 0.4618,
      "step": 122583
    },
    {
      "epoch": 5.020847839442966,
      "grad_norm": 1.213619907088495,
      "learning_rate": 1.9810678507277095e-05,
      "loss": 0.1693,
      "step": 122584
    },
    {
      "epoch": 5.020888797870162,
      "grad_norm": 1.2597678299035442,
      "learning_rate": 1.9809058640507942e-05,
      "loss": 0.3436,
      "step": 122585
    },
    {
      "epoch": 5.020929756297358,
      "grad_norm": 1.4656408366116132,
      "learning_rate": 1.9807438835285505e-05,
      "loss": 0.4709,
      "step": 122586
    },
    {
      "epoch": 5.020970714724554,
      "grad_norm": 1.5081266260921204,
      "learning_rate": 1.9805819091610602e-05,
      "loss": 0.5842,
      "step": 122587
    },
    {
      "epoch": 5.021011673151751,
      "grad_norm": 1.2985001785179597,
      "learning_rate": 1.9804199409483916e-05,
      "loss": 0.3579,
      "step": 122588
    },
    {
      "epoch": 5.021052631578947,
      "grad_norm": 1.7894124715377009,
      "learning_rate": 1.9802579788906248e-05,
      "loss": 0.5145,
      "step": 122589
    },
    {
      "epoch": 5.021093590006144,
      "grad_norm": 1.4619726205076657,
      "learning_rate": 1.980096022987841e-05,
      "loss": 0.5274,
      "step": 122590
    },
    {
      "epoch": 5.0211345484333405,
      "grad_norm": 0.7507246620895586,
      "learning_rate": 1.9799340732401086e-05,
      "loss": 0.1745,
      "step": 122591
    },
    {
      "epoch": 5.021175506860536,
      "grad_norm": 1.5472842440979238,
      "learning_rate": 1.9797721296475094e-05,
      "loss": 0.4843,
      "step": 122592
    },
    {
      "epoch": 5.021216465287733,
      "grad_norm": 1.6894607152427434,
      "learning_rate": 1.9796101922101165e-05,
      "loss": 0.5212,
      "step": 122593
    },
    {
      "epoch": 5.021257423714929,
      "grad_norm": 1.7940911739460528,
      "learning_rate": 1.979448260928008e-05,
      "loss": 0.6459,
      "step": 122594
    },
    {
      "epoch": 5.021298382142126,
      "grad_norm": 1.4265210119961453,
      "learning_rate": 1.9792863358012645e-05,
      "loss": 0.5326,
      "step": 122595
    },
    {
      "epoch": 5.021339340569322,
      "grad_norm": 1.7967783772843995,
      "learning_rate": 1.9791244168299553e-05,
      "loss": 0.5724,
      "step": 122596
    },
    {
      "epoch": 5.021380298996519,
      "grad_norm": 1.386569357339026,
      "learning_rate": 1.9789625040141606e-05,
      "loss": 0.489,
      "step": 122597
    },
    {
      "epoch": 5.021421257423715,
      "grad_norm": 0.9570800529823514,
      "learning_rate": 1.97880059735396e-05,
      "loss": 0.1716,
      "step": 122598
    },
    {
      "epoch": 5.021462215850911,
      "grad_norm": 2.7866647195133285,
      "learning_rate": 1.978638696849424e-05,
      "loss": 2.125,
      "step": 122599
    },
    {
      "epoch": 5.0215031742781076,
      "grad_norm": 0.9942516512986104,
      "learning_rate": 1.9784768025006354e-05,
      "loss": 0.2709,
      "step": 122600
    },
    {
      "epoch": 5.021544132705304,
      "grad_norm": 1.5357771771425015,
      "learning_rate": 1.9783149143076643e-05,
      "loss": 0.5039,
      "step": 122601
    },
    {
      "epoch": 5.021585091132501,
      "grad_norm": 1.1908731161055992,
      "learning_rate": 1.978153032270589e-05,
      "loss": 0.3141,
      "step": 122602
    },
    {
      "epoch": 5.021626049559697,
      "grad_norm": 1.4189879390882107,
      "learning_rate": 1.9779911563894912e-05,
      "loss": 0.3812,
      "step": 122603
    },
    {
      "epoch": 5.021667007986894,
      "grad_norm": 1.8664937626847398,
      "learning_rate": 1.9778292866644408e-05,
      "loss": 0.9115,
      "step": 122604
    },
    {
      "epoch": 5.021707966414089,
      "grad_norm": 1.9255087647106726,
      "learning_rate": 1.9776674230955207e-05,
      "loss": 0.6363,
      "step": 122605
    },
    {
      "epoch": 5.021748924841286,
      "grad_norm": 1.5556787323031842,
      "learning_rate": 1.9775055656828e-05,
      "loss": 0.5626,
      "step": 122606
    },
    {
      "epoch": 5.021789883268482,
      "grad_norm": 1.5807191676435701,
      "learning_rate": 1.9773437144263576e-05,
      "loss": 0.5251,
      "step": 122607
    },
    {
      "epoch": 5.021830841695679,
      "grad_norm": 1.7606610066562083,
      "learning_rate": 1.9771818693262757e-05,
      "loss": 0.8116,
      "step": 122608
    },
    {
      "epoch": 5.0218718001228755,
      "grad_norm": 1.643362575492085,
      "learning_rate": 1.977020030382628e-05,
      "loss": 0.5507,
      "step": 122609
    },
    {
      "epoch": 5.021912758550072,
      "grad_norm": 4.217783077934848,
      "learning_rate": 1.976858197595485e-05,
      "loss": 2.3721,
      "step": 122610
    },
    {
      "epoch": 5.021953716977268,
      "grad_norm": 1.5900586709302018,
      "learning_rate": 1.9766963709649307e-05,
      "loss": 0.6465,
      "step": 122611
    },
    {
      "epoch": 5.021994675404464,
      "grad_norm": 1.4232723616623146,
      "learning_rate": 1.976534550491035e-05,
      "loss": 0.5088,
      "step": 122612
    },
    {
      "epoch": 5.022035633831661,
      "grad_norm": 1.4870720223626421,
      "learning_rate": 1.9763727361738795e-05,
      "loss": 0.6647,
      "step": 122613
    },
    {
      "epoch": 5.022076592258857,
      "grad_norm": 1.7209119669436879,
      "learning_rate": 1.9762109280135408e-05,
      "loss": 0.4626,
      "step": 122614
    },
    {
      "epoch": 5.022117550686054,
      "grad_norm": 1.4780680743481567,
      "learning_rate": 1.9760491260100918e-05,
      "loss": 0.5008,
      "step": 122615
    },
    {
      "epoch": 5.02215850911325,
      "grad_norm": 1.2455521710115243,
      "learning_rate": 1.9758873301636114e-05,
      "loss": 0.4569,
      "step": 122616
    },
    {
      "epoch": 5.022199467540447,
      "grad_norm": 1.186333758363337,
      "learning_rate": 1.975725540474179e-05,
      "loss": 0.3282,
      "step": 122617
    },
    {
      "epoch": 5.0222404259676425,
      "grad_norm": 1.50251524296611,
      "learning_rate": 1.975563756941863e-05,
      "loss": 0.5818,
      "step": 122618
    },
    {
      "epoch": 5.022281384394839,
      "grad_norm": 1.1525056910516955,
      "learning_rate": 1.9754019795667487e-05,
      "loss": 0.3905,
      "step": 122619
    },
    {
      "epoch": 5.022322342822036,
      "grad_norm": 1.529819338974381,
      "learning_rate": 1.9752402083489056e-05,
      "loss": 0.5199,
      "step": 122620
    },
    {
      "epoch": 5.022363301249232,
      "grad_norm": 1.1442179387907,
      "learning_rate": 1.9750784432884137e-05,
      "loss": 0.2632,
      "step": 122621
    },
    {
      "epoch": 5.022404259676429,
      "grad_norm": 1.4542444309894358,
      "learning_rate": 1.9749166843853515e-05,
      "loss": 0.3602,
      "step": 122622
    },
    {
      "epoch": 5.022445218103625,
      "grad_norm": 1.5512337408844814,
      "learning_rate": 1.9747549316397886e-05,
      "loss": 0.5973,
      "step": 122623
    },
    {
      "epoch": 5.022486176530821,
      "grad_norm": 1.0548441195690081,
      "learning_rate": 1.974593185051807e-05,
      "loss": 0.3825,
      "step": 122624
    },
    {
      "epoch": 5.022527134958017,
      "grad_norm": 1.343949348802132,
      "learning_rate": 1.9744314446214847e-05,
      "loss": 0.4548,
      "step": 122625
    },
    {
      "epoch": 5.022568093385214,
      "grad_norm": 0.7226687266026596,
      "learning_rate": 1.974269710348892e-05,
      "loss": 0.1241,
      "step": 122626
    },
    {
      "epoch": 5.0226090518124105,
      "grad_norm": 1.785378596472885,
      "learning_rate": 1.9741079822341133e-05,
      "loss": 0.6488,
      "step": 122627
    },
    {
      "epoch": 5.022650010239607,
      "grad_norm": 2.1365767849123833,
      "learning_rate": 1.9739462602772155e-05,
      "loss": 0.925,
      "step": 122628
    },
    {
      "epoch": 5.0226909686668035,
      "grad_norm": 3.5519910140230997,
      "learning_rate": 1.9737845444782817e-05,
      "loss": 3.5553,
      "step": 122629
    },
    {
      "epoch": 5.022731927093999,
      "grad_norm": 1.6877562290234793,
      "learning_rate": 1.973622834837389e-05,
      "loss": 0.4669,
      "step": 122630
    },
    {
      "epoch": 5.022772885521196,
      "grad_norm": 1.440895145748422,
      "learning_rate": 1.9734611313546084e-05,
      "loss": 0.5513,
      "step": 122631
    },
    {
      "epoch": 5.022813843948392,
      "grad_norm": 1.6693665808862883,
      "learning_rate": 1.973299434030022e-05,
      "loss": 0.6288,
      "step": 122632
    },
    {
      "epoch": 5.022854802375589,
      "grad_norm": 1.3027616323207347,
      "learning_rate": 1.9731377428637007e-05,
      "loss": 0.3569,
      "step": 122633
    },
    {
      "epoch": 5.022895760802785,
      "grad_norm": 1.4930861942268405,
      "learning_rate": 1.972976057855725e-05,
      "loss": 0.5151,
      "step": 122634
    },
    {
      "epoch": 5.022936719229982,
      "grad_norm": 0.5906011069958141,
      "learning_rate": 1.9728143790061734e-05,
      "loss": 0.0597,
      "step": 122635
    },
    {
      "epoch": 5.022977677657178,
      "grad_norm": 0.95787236346915,
      "learning_rate": 1.9726527063151153e-05,
      "loss": 0.1816,
      "step": 122636
    },
    {
      "epoch": 5.023018636084374,
      "grad_norm": 1.379850090884419,
      "learning_rate": 1.972491039782631e-05,
      "loss": 0.4119,
      "step": 122637
    },
    {
      "epoch": 5.023059594511571,
      "grad_norm": 1.1762820541563872,
      "learning_rate": 1.9723293794088003e-05,
      "loss": 0.2857,
      "step": 122638
    },
    {
      "epoch": 5.023100552938767,
      "grad_norm": 1.5362127981864397,
      "learning_rate": 1.9721677251936928e-05,
      "loss": 0.5407,
      "step": 122639
    },
    {
      "epoch": 5.023141511365964,
      "grad_norm": 3.1285990340780674,
      "learning_rate": 1.9720060771373923e-05,
      "loss": 2.0496,
      "step": 122640
    },
    {
      "epoch": 5.02318246979316,
      "grad_norm": 1.5478590923878324,
      "learning_rate": 1.9718444352399687e-05,
      "loss": 0.5586,
      "step": 122641
    },
    {
      "epoch": 5.023223428220357,
      "grad_norm": 0.8528679576170127,
      "learning_rate": 1.9716827995014998e-05,
      "loss": 0.1955,
      "step": 122642
    },
    {
      "epoch": 5.023264386647552,
      "grad_norm": 0.9061792528493408,
      "learning_rate": 1.9715211699220677e-05,
      "loss": 0.188,
      "step": 122643
    },
    {
      "epoch": 5.023305345074749,
      "grad_norm": 1.5255476030796904,
      "learning_rate": 1.9713595465017405e-05,
      "loss": 0.5314,
      "step": 122644
    },
    {
      "epoch": 5.023346303501945,
      "grad_norm": 0.7696405209789853,
      "learning_rate": 1.971197929240598e-05,
      "loss": 0.1625,
      "step": 122645
    },
    {
      "epoch": 5.023387261929142,
      "grad_norm": 1.5867868543048718,
      "learning_rate": 1.9710363181387205e-05,
      "loss": 0.5675,
      "step": 122646
    },
    {
      "epoch": 5.0234282203563385,
      "grad_norm": 1.340593718312887,
      "learning_rate": 1.970874713196178e-05,
      "loss": 0.4454,
      "step": 122647
    },
    {
      "epoch": 5.023469178783535,
      "grad_norm": 1.5059028899948832,
      "learning_rate": 1.9707131144130545e-05,
      "loss": 0.5209,
      "step": 122648
    },
    {
      "epoch": 5.023510137210731,
      "grad_norm": 1.982933845323401,
      "learning_rate": 1.9705515217894158e-05,
      "loss": 0.5773,
      "step": 122649
    },
    {
      "epoch": 5.023551095637927,
      "grad_norm": 1.3872202899495445,
      "learning_rate": 1.9703899353253464e-05,
      "loss": 0.489,
      "step": 122650
    },
    {
      "epoch": 5.023592054065124,
      "grad_norm": 1.4608293219621982,
      "learning_rate": 1.9702283550209234e-05,
      "loss": 0.4782,
      "step": 122651
    },
    {
      "epoch": 5.02363301249232,
      "grad_norm": 1.0294364906949331,
      "learning_rate": 1.9700667808762165e-05,
      "loss": 0.2347,
      "step": 122652
    },
    {
      "epoch": 5.023673970919517,
      "grad_norm": 1.6087840448628197,
      "learning_rate": 1.9699052128913056e-05,
      "loss": 0.5978,
      "step": 122653
    },
    {
      "epoch": 5.023714929346713,
      "grad_norm": 1.411691388200753,
      "learning_rate": 1.9697436510662724e-05,
      "loss": 0.4896,
      "step": 122654
    },
    {
      "epoch": 5.02375588777391,
      "grad_norm": 1.4579192493012136,
      "learning_rate": 1.9695820954011833e-05,
      "loss": 0.4295,
      "step": 122655
    },
    {
      "epoch": 5.023796846201106,
      "grad_norm": 17.100786755958314,
      "learning_rate": 1.9694205458961247e-05,
      "loss": 0.5924,
      "step": 122656
    },
    {
      "epoch": 5.023837804628302,
      "grad_norm": 2.090861607704306,
      "learning_rate": 1.9692590025511624e-05,
      "loss": 1.1345,
      "step": 122657
    },
    {
      "epoch": 5.023878763055499,
      "grad_norm": 1.7018672578011074,
      "learning_rate": 1.9690974653663803e-05,
      "loss": 0.5551,
      "step": 122658
    },
    {
      "epoch": 5.023919721482695,
      "grad_norm": 1.7195775380816838,
      "learning_rate": 1.9689359343418544e-05,
      "loss": 0.5622,
      "step": 122659
    },
    {
      "epoch": 5.023960679909892,
      "grad_norm": 1.9974385757023243,
      "learning_rate": 1.968774409477657e-05,
      "loss": 1.1405,
      "step": 122660
    },
    {
      "epoch": 5.024001638337088,
      "grad_norm": 1.426302423957192,
      "learning_rate": 1.9686128907738668e-05,
      "loss": 0.4675,
      "step": 122661
    },
    {
      "epoch": 5.024042596764284,
      "grad_norm": 0.7523474018356452,
      "learning_rate": 1.968451378230564e-05,
      "loss": 0.1769,
      "step": 122662
    },
    {
      "epoch": 5.02408355519148,
      "grad_norm": 1.2049491743489074,
      "learning_rate": 1.968289871847818e-05,
      "loss": 0.3176,
      "step": 122663
    },
    {
      "epoch": 5.024124513618677,
      "grad_norm": 0.8090982918979279,
      "learning_rate": 1.9681283716257106e-05,
      "loss": 0.2146,
      "step": 122664
    },
    {
      "epoch": 5.0241654720458735,
      "grad_norm": 1.6785528485534313,
      "learning_rate": 1.9679668775643137e-05,
      "loss": 0.4907,
      "step": 122665
    },
    {
      "epoch": 5.02420643047307,
      "grad_norm": 1.7312485828224433,
      "learning_rate": 1.9678053896637052e-05,
      "loss": 0.7172,
      "step": 122666
    },
    {
      "epoch": 5.024247388900267,
      "grad_norm": 0.8054203079899259,
      "learning_rate": 1.9676439079239655e-05,
      "loss": 0.1507,
      "step": 122667
    },
    {
      "epoch": 5.024288347327462,
      "grad_norm": 1.4902138937232468,
      "learning_rate": 1.967482432345164e-05,
      "loss": 0.5483,
      "step": 122668
    },
    {
      "epoch": 5.024329305754659,
      "grad_norm": 1.5972307494614228,
      "learning_rate": 1.9673209629273805e-05,
      "loss": 0.5458,
      "step": 122669
    },
    {
      "epoch": 5.024370264181855,
      "grad_norm": 1.7681103538551002,
      "learning_rate": 1.967159499670696e-05,
      "loss": 0.6105,
      "step": 122670
    },
    {
      "epoch": 5.024411222609052,
      "grad_norm": 2.99110252474235,
      "learning_rate": 1.9669980425751775e-05,
      "loss": 2.2652,
      "step": 122671
    },
    {
      "epoch": 5.024452181036248,
      "grad_norm": 1.265782442426861,
      "learning_rate": 1.9668365916409107e-05,
      "loss": 0.3441,
      "step": 122672
    },
    {
      "epoch": 5.024493139463445,
      "grad_norm": 2.0227560321616007,
      "learning_rate": 1.966675146867962e-05,
      "loss": 0.6002,
      "step": 122673
    },
    {
      "epoch": 5.024534097890641,
      "grad_norm": 1.5463133824281858,
      "learning_rate": 1.9665137082564147e-05,
      "loss": 0.5245,
      "step": 122674
    },
    {
      "epoch": 5.024575056317837,
      "grad_norm": 1.988834842163638,
      "learning_rate": 1.9663522758063455e-05,
      "loss": 1.0265,
      "step": 122675
    },
    {
      "epoch": 5.024616014745034,
      "grad_norm": 1.3841235306103419,
      "learning_rate": 1.9661908495178257e-05,
      "loss": 0.2945,
      "step": 122676
    },
    {
      "epoch": 5.02465697317223,
      "grad_norm": 1.6875976351938815,
      "learning_rate": 1.966029429390939e-05,
      "loss": 0.5849,
      "step": 122677
    },
    {
      "epoch": 5.024697931599427,
      "grad_norm": 1.297696093209865,
      "learning_rate": 1.9658680154257535e-05,
      "loss": 0.4119,
      "step": 122678
    },
    {
      "epoch": 5.024738890026623,
      "grad_norm": 0.9632119075792861,
      "learning_rate": 1.965706607622352e-05,
      "loss": 0.2065,
      "step": 122679
    },
    {
      "epoch": 5.02477984845382,
      "grad_norm": 1.525317706449506,
      "learning_rate": 1.9655452059808035e-05,
      "loss": 0.5153,
      "step": 122680
    },
    {
      "epoch": 5.024820806881015,
      "grad_norm": 1.4460322666188286,
      "learning_rate": 1.9653838105011942e-05,
      "loss": 0.5203,
      "step": 122681
    },
    {
      "epoch": 5.024861765308212,
      "grad_norm": 1.6306574636266729,
      "learning_rate": 1.965222421183591e-05,
      "loss": 0.5148,
      "step": 122682
    },
    {
      "epoch": 5.0249027237354085,
      "grad_norm": 0.9782534912997731,
      "learning_rate": 1.9650610380280783e-05,
      "loss": 0.2094,
      "step": 122683
    },
    {
      "epoch": 5.024943682162605,
      "grad_norm": 7.732663919237568,
      "learning_rate": 1.9648996610347236e-05,
      "loss": 0.5374,
      "step": 122684
    },
    {
      "epoch": 5.0249846405898015,
      "grad_norm": 1.9502285599356641,
      "learning_rate": 1.964738290203609e-05,
      "loss": 0.7583,
      "step": 122685
    },
    {
      "epoch": 5.025025599016998,
      "grad_norm": 0.9468875749046775,
      "learning_rate": 1.9645769255348137e-05,
      "loss": 0.2103,
      "step": 122686
    },
    {
      "epoch": 5.025066557444194,
      "grad_norm": 1.698117605162972,
      "learning_rate": 1.9644155670284057e-05,
      "loss": 0.542,
      "step": 122687
    },
    {
      "epoch": 5.02510751587139,
      "grad_norm": 0.7964398668250764,
      "learning_rate": 1.964254214684465e-05,
      "loss": 0.126,
      "step": 122688
    },
    {
      "epoch": 5.025148474298587,
      "grad_norm": 0.5768176970632383,
      "learning_rate": 1.9640928685030727e-05,
      "loss": 0.096,
      "step": 122689
    },
    {
      "epoch": 5.025189432725783,
      "grad_norm": 1.4002788899697896,
      "learning_rate": 1.963931528484298e-05,
      "loss": 0.5564,
      "step": 122690
    },
    {
      "epoch": 5.02523039115298,
      "grad_norm": 1.862409314643089,
      "learning_rate": 1.963770194628223e-05,
      "loss": 0.5217,
      "step": 122691
    },
    {
      "epoch": 5.025271349580176,
      "grad_norm": 1.3794612164426683,
      "learning_rate": 1.963608866934917e-05,
      "loss": 0.4839,
      "step": 122692
    },
    {
      "epoch": 5.025312308007373,
      "grad_norm": 1.4274910618500958,
      "learning_rate": 1.9634475454044613e-05,
      "loss": 0.5183,
      "step": 122693
    },
    {
      "epoch": 5.025353266434569,
      "grad_norm": 1.598143800197735,
      "learning_rate": 1.963286230036934e-05,
      "loss": 0.5803,
      "step": 122694
    },
    {
      "epoch": 5.025394224861765,
      "grad_norm": 0.5845813870331026,
      "learning_rate": 1.963124920832405e-05,
      "loss": 0.1131,
      "step": 122695
    },
    {
      "epoch": 5.025435183288962,
      "grad_norm": 1.3979709629212607,
      "learning_rate": 1.962963617790953e-05,
      "loss": 0.4586,
      "step": 122696
    },
    {
      "epoch": 5.025476141716158,
      "grad_norm": 1.0894326108123726,
      "learning_rate": 1.962802320912661e-05,
      "loss": 0.1846,
      "step": 122697
    },
    {
      "epoch": 5.025517100143355,
      "grad_norm": 1.4378666600050944,
      "learning_rate": 1.9626410301975936e-05,
      "loss": 0.5141,
      "step": 122698
    },
    {
      "epoch": 5.025558058570551,
      "grad_norm": 1.6415540859607936,
      "learning_rate": 1.962479745645838e-05,
      "loss": 0.5413,
      "step": 122699
    },
    {
      "epoch": 5.025599016997747,
      "grad_norm": 1.8398441627076,
      "learning_rate": 1.962318467257462e-05,
      "loss": 0.7076,
      "step": 122700
    },
    {
      "epoch": 5.0256399754249435,
      "grad_norm": 1.853012383108013,
      "learning_rate": 1.9621571950325443e-05,
      "loss": 0.6659,
      "step": 122701
    },
    {
      "epoch": 5.02568093385214,
      "grad_norm": 1.7318254304077354,
      "learning_rate": 1.961995928971166e-05,
      "loss": 0.6257,
      "step": 122702
    },
    {
      "epoch": 5.0257218922793365,
      "grad_norm": 1.205633183358407,
      "learning_rate": 1.9618346690733977e-05,
      "loss": 0.4409,
      "step": 122703
    },
    {
      "epoch": 5.025762850706533,
      "grad_norm": 1.8147679766603113,
      "learning_rate": 1.961673415339319e-05,
      "loss": 0.7807,
      "step": 122704
    },
    {
      "epoch": 5.02580380913373,
      "grad_norm": 1.1182249028415343,
      "learning_rate": 1.961512167769001e-05,
      "loss": 0.2617,
      "step": 122705
    },
    {
      "epoch": 5.025844767560925,
      "grad_norm": 1.612257848876306,
      "learning_rate": 1.9613509263625245e-05,
      "loss": 0.5603,
      "step": 122706
    },
    {
      "epoch": 5.025885725988122,
      "grad_norm": 1.275021343527952,
      "learning_rate": 1.961189691119967e-05,
      "loss": 0.4407,
      "step": 122707
    },
    {
      "epoch": 5.025926684415318,
      "grad_norm": 3.5013039593446256,
      "learning_rate": 1.9610284620414006e-05,
      "loss": 3.1395,
      "step": 122708
    },
    {
      "epoch": 5.025967642842515,
      "grad_norm": 1.2365147885795373,
      "learning_rate": 1.960867239126902e-05,
      "loss": 0.5235,
      "step": 122709
    },
    {
      "epoch": 5.026008601269711,
      "grad_norm": 1.2575317404297608,
      "learning_rate": 1.9607060223765526e-05,
      "loss": 0.4226,
      "step": 122710
    },
    {
      "epoch": 5.026049559696908,
      "grad_norm": 3.2323750817146037,
      "learning_rate": 1.9605448117904203e-05,
      "loss": 3.8195,
      "step": 122711
    },
    {
      "epoch": 5.0260905181241045,
      "grad_norm": 1.446855280194905,
      "learning_rate": 1.960383607368591e-05,
      "loss": 0.4785,
      "step": 122712
    },
    {
      "epoch": 5.0261314765513,
      "grad_norm": 1.300442582152407,
      "learning_rate": 1.96022240911113e-05,
      "loss": 0.3262,
      "step": 122713
    },
    {
      "epoch": 5.026172434978497,
      "grad_norm": 2.200173955386949,
      "learning_rate": 1.9600612170181218e-05,
      "loss": 1.4237,
      "step": 122714
    },
    {
      "epoch": 5.026213393405693,
      "grad_norm": 1.6360171405599115,
      "learning_rate": 1.9599000310896423e-05,
      "loss": 0.5927,
      "step": 122715
    },
    {
      "epoch": 5.02625435183289,
      "grad_norm": 1.1045814614779825,
      "learning_rate": 1.9597388513257616e-05,
      "loss": 0.1701,
      "step": 122716
    },
    {
      "epoch": 5.026295310260086,
      "grad_norm": 2.8132064992892336,
      "learning_rate": 1.95957767772656e-05,
      "loss": 1.8601,
      "step": 122717
    },
    {
      "epoch": 5.026336268687283,
      "grad_norm": 4.817860177900011,
      "learning_rate": 1.9594165102921168e-05,
      "loss": 3.7154,
      "step": 122718
    },
    {
      "epoch": 5.026377227114478,
      "grad_norm": 1.2475035813724589,
      "learning_rate": 1.9592553490225005e-05,
      "loss": 0.4812,
      "step": 122719
    },
    {
      "epoch": 5.026418185541675,
      "grad_norm": 1.3718209476305623,
      "learning_rate": 1.9590941939177963e-05,
      "loss": 0.5075,
      "step": 122720
    },
    {
      "epoch": 5.0264591439688715,
      "grad_norm": 1.4804102110927428,
      "learning_rate": 1.958933044978072e-05,
      "loss": 0.462,
      "step": 122721
    },
    {
      "epoch": 5.026500102396068,
      "grad_norm": 1.3425588022926693,
      "learning_rate": 1.9587719022034065e-05,
      "loss": 0.4364,
      "step": 122722
    },
    {
      "epoch": 5.026541060823265,
      "grad_norm": 1.4736941685424427,
      "learning_rate": 1.958610765593881e-05,
      "loss": 0.5719,
      "step": 122723
    },
    {
      "epoch": 5.026582019250461,
      "grad_norm": 1.360856642444825,
      "learning_rate": 1.9584496351495638e-05,
      "loss": 0.3789,
      "step": 122724
    },
    {
      "epoch": 5.026622977677657,
      "grad_norm": 1.463019967209683,
      "learning_rate": 1.958288510870535e-05,
      "loss": 0.4469,
      "step": 122725
    },
    {
      "epoch": 5.026663936104853,
      "grad_norm": 1.2997232143894883,
      "learning_rate": 1.9581273927568743e-05,
      "loss": 0.3305,
      "step": 122726
    },
    {
      "epoch": 5.02670489453205,
      "grad_norm": 1.0226155399432504,
      "learning_rate": 1.95796628080865e-05,
      "loss": 0.214,
      "step": 122727
    },
    {
      "epoch": 5.026745852959246,
      "grad_norm": 1.556838888710333,
      "learning_rate": 1.957805175025947e-05,
      "loss": 0.4877,
      "step": 122728
    },
    {
      "epoch": 5.026786811386443,
      "grad_norm": 1.0351780429660835,
      "learning_rate": 1.9576440754088324e-05,
      "loss": 0.2437,
      "step": 122729
    },
    {
      "epoch": 5.026827769813639,
      "grad_norm": 0.917340194757745,
      "learning_rate": 1.9574829819573874e-05,
      "loss": 0.2189,
      "step": 122730
    },
    {
      "epoch": 5.026868728240836,
      "grad_norm": 1.1029105539322588,
      "learning_rate": 1.9573218946716918e-05,
      "loss": 0.2264,
      "step": 122731
    },
    {
      "epoch": 5.026909686668032,
      "grad_norm": 1.166732321488157,
      "learning_rate": 1.9571608135518125e-05,
      "loss": 0.2167,
      "step": 122732
    },
    {
      "epoch": 5.026950645095228,
      "grad_norm": 1.0199065999456742,
      "learning_rate": 1.9569997385978324e-05,
      "loss": 0.1945,
      "step": 122733
    },
    {
      "epoch": 5.026991603522425,
      "grad_norm": 0.9133832223838843,
      "learning_rate": 1.9568386698098286e-05,
      "loss": 0.2233,
      "step": 122734
    },
    {
      "epoch": 5.027032561949621,
      "grad_norm": 1.477555356960313,
      "learning_rate": 1.956677607187871e-05,
      "loss": 0.4464,
      "step": 122735
    },
    {
      "epoch": 5.027073520376818,
      "grad_norm": 1.4405397902124237,
      "learning_rate": 1.9565165507320424e-05,
      "loss": 0.5024,
      "step": 122736
    },
    {
      "epoch": 5.027114478804014,
      "grad_norm": 1.5337217397900598,
      "learning_rate": 1.956355500442413e-05,
      "loss": 0.5293,
      "step": 122737
    },
    {
      "epoch": 5.02715543723121,
      "grad_norm": 1.3964189492189327,
      "learning_rate": 1.9561944563190628e-05,
      "loss": 0.4306,
      "step": 122738
    },
    {
      "epoch": 5.0271963956584065,
      "grad_norm": 1.6950497543568204,
      "learning_rate": 1.9560334183620703e-05,
      "loss": 0.5823,
      "step": 122739
    },
    {
      "epoch": 5.027237354085603,
      "grad_norm": 1.5238949482381001,
      "learning_rate": 1.955872386571503e-05,
      "loss": 0.5453,
      "step": 122740
    },
    {
      "epoch": 5.0272783125127996,
      "grad_norm": 1.3935261067481524,
      "learning_rate": 1.9557113609474434e-05,
      "loss": 0.3929,
      "step": 122741
    },
    {
      "epoch": 5.027319270939996,
      "grad_norm": 3.1798484310117714,
      "learning_rate": 1.955550341489971e-05,
      "loss": 2.9596,
      "step": 122742
    },
    {
      "epoch": 5.027360229367193,
      "grad_norm": 1.631711699599266,
      "learning_rate": 1.9553893281991522e-05,
      "loss": 0.6486,
      "step": 122743
    },
    {
      "epoch": 5.027401187794388,
      "grad_norm": 1.3495376670011752,
      "learning_rate": 1.9552283210750724e-05,
      "loss": 0.4689,
      "step": 122744
    },
    {
      "epoch": 5.027442146221585,
      "grad_norm": 0.8964038472148496,
      "learning_rate": 1.9550673201178015e-05,
      "loss": 0.1919,
      "step": 122745
    },
    {
      "epoch": 5.027483104648781,
      "grad_norm": 0.6301353665620292,
      "learning_rate": 1.9549063253274155e-05,
      "loss": 0.128,
      "step": 122746
    },
    {
      "epoch": 5.027524063075978,
      "grad_norm": 1.3965153292861305,
      "learning_rate": 1.9547453367039983e-05,
      "loss": 0.4278,
      "step": 122747
    },
    {
      "epoch": 5.027565021503174,
      "grad_norm": 1.5212338002901935,
      "learning_rate": 1.9545843542476165e-05,
      "loss": 0.6054,
      "step": 122748
    },
    {
      "epoch": 5.027605979930371,
      "grad_norm": 0.8198737854953277,
      "learning_rate": 1.954423377958353e-05,
      "loss": 0.1916,
      "step": 122749
    },
    {
      "epoch": 5.0276469383575675,
      "grad_norm": 1.291382682214725,
      "learning_rate": 1.9542624078362813e-05,
      "loss": 0.4597,
      "step": 122750
    },
    {
      "epoch": 5.027687896784763,
      "grad_norm": 1.4809184438367053,
      "learning_rate": 1.9541014438814746e-05,
      "loss": 0.3694,
      "step": 122751
    },
    {
      "epoch": 5.02772885521196,
      "grad_norm": 1.7852751856183309,
      "learning_rate": 1.9539404860940112e-05,
      "loss": 0.6789,
      "step": 122752
    },
    {
      "epoch": 5.027769813639156,
      "grad_norm": 1.2757698191031144,
      "learning_rate": 1.953779534473971e-05,
      "loss": 0.4209,
      "step": 122753
    },
    {
      "epoch": 5.027810772066353,
      "grad_norm": 0.9933126143820417,
      "learning_rate": 1.953618589021424e-05,
      "loss": 0.1539,
      "step": 122754
    },
    {
      "epoch": 5.027851730493549,
      "grad_norm": 1.287845462176174,
      "learning_rate": 1.9534576497364518e-05,
      "loss": 0.383,
      "step": 122755
    },
    {
      "epoch": 5.027892688920746,
      "grad_norm": 1.4351335549628126,
      "learning_rate": 1.953296716619126e-05,
      "loss": 0.5431,
      "step": 122756
    },
    {
      "epoch": 5.0279336473479415,
      "grad_norm": 0.496133180179468,
      "learning_rate": 1.953135789669523e-05,
      "loss": 0.0817,
      "step": 122757
    },
    {
      "epoch": 5.027974605775138,
      "grad_norm": 1.8048996357090026,
      "learning_rate": 1.9529748688877234e-05,
      "loss": 0.6906,
      "step": 122758
    },
    {
      "epoch": 5.0280155642023345,
      "grad_norm": 1.505445812481711,
      "learning_rate": 1.952813954273798e-05,
      "loss": 0.5902,
      "step": 122759
    },
    {
      "epoch": 5.028056522629531,
      "grad_norm": 1.6901981078167019,
      "learning_rate": 1.952653045827824e-05,
      "loss": 0.5019,
      "step": 122760
    },
    {
      "epoch": 5.028097481056728,
      "grad_norm": 1.0586524067360246,
      "learning_rate": 1.9524921435498826e-05,
      "loss": 0.3384,
      "step": 122761
    },
    {
      "epoch": 5.028138439483924,
      "grad_norm": 1.5070085783793172,
      "learning_rate": 1.9523312474400422e-05,
      "loss": 0.4357,
      "step": 122762
    },
    {
      "epoch": 5.02817939791112,
      "grad_norm": 1.3557926085482095,
      "learning_rate": 1.9521703574983845e-05,
      "loss": 0.5393,
      "step": 122763
    },
    {
      "epoch": 5.028220356338316,
      "grad_norm": 0.9509441230092766,
      "learning_rate": 1.9520094737249823e-05,
      "loss": 0.167,
      "step": 122764
    },
    {
      "epoch": 5.028261314765513,
      "grad_norm": 0.5456697349265324,
      "learning_rate": 1.9518485961199116e-05,
      "loss": 0.0754,
      "step": 122765
    },
    {
      "epoch": 5.028302273192709,
      "grad_norm": 1.523607626282368,
      "learning_rate": 1.951687724683253e-05,
      "loss": 0.549,
      "step": 122766
    },
    {
      "epoch": 5.028343231619906,
      "grad_norm": 1.3274736553238053,
      "learning_rate": 1.9515268594150768e-05,
      "loss": 0.411,
      "step": 122767
    },
    {
      "epoch": 5.0283841900471025,
      "grad_norm": 1.4991638098399727,
      "learning_rate": 1.9513660003154615e-05,
      "loss": 0.5129,
      "step": 122768
    },
    {
      "epoch": 5.028425148474299,
      "grad_norm": 1.2452926076109898,
      "learning_rate": 1.9512051473844866e-05,
      "loss": 0.3233,
      "step": 122769
    },
    {
      "epoch": 5.028466106901495,
      "grad_norm": 1.5564032270489756,
      "learning_rate": 1.9510443006222205e-05,
      "loss": 0.5127,
      "step": 122770
    },
    {
      "epoch": 5.028507065328691,
      "grad_norm": 1.4587750140291431,
      "learning_rate": 1.950883460028748e-05,
      "loss": 0.5345,
      "step": 122771
    },
    {
      "epoch": 5.028548023755888,
      "grad_norm": 1.5216402976536145,
      "learning_rate": 1.9507226256041363e-05,
      "loss": 0.4388,
      "step": 122772
    },
    {
      "epoch": 5.028588982183084,
      "grad_norm": 1.754122518224246,
      "learning_rate": 1.950561797348465e-05,
      "loss": 0.5949,
      "step": 122773
    },
    {
      "epoch": 5.028629940610281,
      "grad_norm": 0.9080915494389915,
      "learning_rate": 1.9504009752618155e-05,
      "loss": 0.2088,
      "step": 122774
    },
    {
      "epoch": 5.028670899037477,
      "grad_norm": 1.7184733118323445,
      "learning_rate": 1.9502401593442563e-05,
      "loss": 0.5577,
      "step": 122775
    },
    {
      "epoch": 5.028711857464673,
      "grad_norm": 1.4565269459475294,
      "learning_rate": 1.9500793495958687e-05,
      "loss": 0.5193,
      "step": 122776
    },
    {
      "epoch": 5.0287528158918695,
      "grad_norm": 0.5802791823588072,
      "learning_rate": 1.9499185460167234e-05,
      "loss": 0.1166,
      "step": 122777
    },
    {
      "epoch": 5.028793774319066,
      "grad_norm": 0.8745701822573957,
      "learning_rate": 1.9497577486068977e-05,
      "loss": 0.1541,
      "step": 122778
    },
    {
      "epoch": 5.028834732746263,
      "grad_norm": 3.6147790506774617,
      "learning_rate": 1.9495969573664756e-05,
      "loss": 2.0955,
      "step": 122779
    },
    {
      "epoch": 5.028875691173459,
      "grad_norm": 1.1265944524100888,
      "learning_rate": 1.9494361722955215e-05,
      "loss": 0.3325,
      "step": 122780
    },
    {
      "epoch": 5.028916649600656,
      "grad_norm": 1.5415901750923706,
      "learning_rate": 1.9492753933941173e-05,
      "loss": 0.4864,
      "step": 122781
    },
    {
      "epoch": 5.028957608027851,
      "grad_norm": 1.523026079711927,
      "learning_rate": 1.9491146206623414e-05,
      "loss": 0.5164,
      "step": 122782
    },
    {
      "epoch": 5.028998566455048,
      "grad_norm": 1.7459505387255312,
      "learning_rate": 1.9489538541002635e-05,
      "loss": 0.4702,
      "step": 122783
    },
    {
      "epoch": 5.029039524882244,
      "grad_norm": 1.6644345860975347,
      "learning_rate": 1.9487930937079653e-05,
      "loss": 0.5469,
      "step": 122784
    },
    {
      "epoch": 5.029080483309441,
      "grad_norm": 1.4838868875347189,
      "learning_rate": 1.9486323394855186e-05,
      "loss": 0.5251,
      "step": 122785
    },
    {
      "epoch": 5.029121441736637,
      "grad_norm": 1.017669762649491,
      "learning_rate": 1.9484715914330014e-05,
      "loss": 0.1847,
      "step": 122786
    },
    {
      "epoch": 5.029162400163834,
      "grad_norm": 1.3737902559701256,
      "learning_rate": 1.9483108495504918e-05,
      "loss": 0.5645,
      "step": 122787
    },
    {
      "epoch": 5.0292033585910305,
      "grad_norm": 0.17058749337568319,
      "learning_rate": 1.9481501138380602e-05,
      "loss": 0.0183,
      "step": 122788
    },
    {
      "epoch": 5.029244317018226,
      "grad_norm": 1.4331212497379304,
      "learning_rate": 1.9479893842957862e-05,
      "loss": 0.4142,
      "step": 122789
    },
    {
      "epoch": 5.029285275445423,
      "grad_norm": 1.3542322181109054,
      "learning_rate": 1.947828660923748e-05,
      "loss": 0.3232,
      "step": 122790
    },
    {
      "epoch": 5.029326233872619,
      "grad_norm": 1.3569951547049015,
      "learning_rate": 1.947667943722016e-05,
      "loss": 0.4228,
      "step": 122791
    },
    {
      "epoch": 5.029367192299816,
      "grad_norm": 1.5128404759840706,
      "learning_rate": 1.947507232690673e-05,
      "loss": 0.496,
      "step": 122792
    },
    {
      "epoch": 5.029408150727012,
      "grad_norm": 1.4639878522436804,
      "learning_rate": 1.947346527829788e-05,
      "loss": 0.3937,
      "step": 122793
    },
    {
      "epoch": 5.029449109154209,
      "grad_norm": 0.5265059608779595,
      "learning_rate": 1.94718582913944e-05,
      "loss": 0.0665,
      "step": 122794
    },
    {
      "epoch": 5.0294900675814045,
      "grad_norm": 1.4898804732555113,
      "learning_rate": 1.9470251366197075e-05,
      "loss": 0.5022,
      "step": 122795
    },
    {
      "epoch": 5.029531026008601,
      "grad_norm": 1.447722633751633,
      "learning_rate": 1.9468644502706626e-05,
      "loss": 0.3769,
      "step": 122796
    },
    {
      "epoch": 5.029571984435798,
      "grad_norm": 1.5239780827087637,
      "learning_rate": 1.9467037700923816e-05,
      "loss": 0.4205,
      "step": 122797
    },
    {
      "epoch": 5.029612942862994,
      "grad_norm": 2.057732529359571,
      "learning_rate": 1.946543096084946e-05,
      "loss": 0.6832,
      "step": 122798
    },
    {
      "epoch": 5.029653901290191,
      "grad_norm": 1.1683326688861875,
      "learning_rate": 1.9463824282484225e-05,
      "loss": 0.2093,
      "step": 122799
    },
    {
      "epoch": 5.029694859717387,
      "grad_norm": 1.3016135137593254,
      "learning_rate": 1.9462217665828962e-05,
      "loss": 0.3736,
      "step": 122800
    },
    {
      "epoch": 5.029735818144583,
      "grad_norm": 1.3274124407871568,
      "learning_rate": 1.946061111088435e-05,
      "loss": 0.5324,
      "step": 122801
    },
    {
      "epoch": 5.029776776571779,
      "grad_norm": 1.7256431714612457,
      "learning_rate": 1.9459004617651193e-05,
      "loss": 0.788,
      "step": 122802
    },
    {
      "epoch": 5.029817734998976,
      "grad_norm": 1.4034853166667791,
      "learning_rate": 1.9457398186130268e-05,
      "loss": 0.4854,
      "step": 122803
    },
    {
      "epoch": 5.029858693426172,
      "grad_norm": 1.2374842921672382,
      "learning_rate": 1.945579181632228e-05,
      "loss": 0.3367,
      "step": 122804
    },
    {
      "epoch": 5.029899651853369,
      "grad_norm": 1.5805671016568739,
      "learning_rate": 1.9454185508228008e-05,
      "loss": 0.4623,
      "step": 122805
    },
    {
      "epoch": 5.0299406102805655,
      "grad_norm": 1.1385238590120002,
      "learning_rate": 1.9452579261848272e-05,
      "loss": 0.4104,
      "step": 122806
    },
    {
      "epoch": 5.029981568707762,
      "grad_norm": 1.6570887020108829,
      "learning_rate": 1.9450973077183736e-05,
      "loss": 0.5398,
      "step": 122807
    },
    {
      "epoch": 5.030022527134958,
      "grad_norm": 3.051770481589508,
      "learning_rate": 1.9449366954235247e-05,
      "loss": 2.4798,
      "step": 122808
    },
    {
      "epoch": 5.030063485562154,
      "grad_norm": 1.3645760926130408,
      "learning_rate": 1.944776089300349e-05,
      "loss": 0.4861,
      "step": 122809
    },
    {
      "epoch": 5.030104443989351,
      "grad_norm": 1.441810577847928,
      "learning_rate": 1.9446154893489246e-05,
      "loss": 0.4448,
      "step": 122810
    },
    {
      "epoch": 5.030145402416547,
      "grad_norm": 0.7808594781427751,
      "learning_rate": 1.9444548955693333e-05,
      "loss": 0.1862,
      "step": 122811
    },
    {
      "epoch": 5.030186360843744,
      "grad_norm": 1.41023972292143,
      "learning_rate": 1.944294307961642e-05,
      "loss": 0.4665,
      "step": 122812
    },
    {
      "epoch": 5.03022731927094,
      "grad_norm": 1.5605771533144952,
      "learning_rate": 1.94413372652593e-05,
      "loss": 0.5582,
      "step": 122813
    },
    {
      "epoch": 5.030268277698136,
      "grad_norm": 0.9889876114132398,
      "learning_rate": 1.9439731512622775e-05,
      "loss": 0.2127,
      "step": 122814
    },
    {
      "epoch": 5.0303092361253325,
      "grad_norm": 1.2731128075548355,
      "learning_rate": 1.9438125821707544e-05,
      "loss": 0.4468,
      "step": 122815
    },
    {
      "epoch": 5.030350194552529,
      "grad_norm": 1.198120123898323,
      "learning_rate": 1.943652019251441e-05,
      "loss": 0.2718,
      "step": 122816
    },
    {
      "epoch": 5.030391152979726,
      "grad_norm": 1.302584192804424,
      "learning_rate": 1.94349146250441e-05,
      "loss": 0.3539,
      "step": 122817
    },
    {
      "epoch": 5.030432111406922,
      "grad_norm": 1.3148982340117694,
      "learning_rate": 1.9433309119297368e-05,
      "loss": 0.4569,
      "step": 122818
    },
    {
      "epoch": 5.030473069834119,
      "grad_norm": 1.0458642805357112,
      "learning_rate": 1.943170367527503e-05,
      "loss": 0.2062,
      "step": 122819
    },
    {
      "epoch": 5.030514028261314,
      "grad_norm": 1.953768015110003,
      "learning_rate": 1.9430098292977814e-05,
      "loss": 0.6881,
      "step": 122820
    },
    {
      "epoch": 5.030554986688511,
      "grad_norm": 1.8986876967226824,
      "learning_rate": 1.9428492972406424e-05,
      "loss": 0.9589,
      "step": 122821
    },
    {
      "epoch": 5.030595945115707,
      "grad_norm": 1.37206855233374,
      "learning_rate": 1.9426887713561707e-05,
      "loss": 0.4425,
      "step": 122822
    },
    {
      "epoch": 5.030636903542904,
      "grad_norm": 1.030477700619505,
      "learning_rate": 1.9425282516444346e-05,
      "loss": 0.2362,
      "step": 122823
    },
    {
      "epoch": 5.0306778619701005,
      "grad_norm": 1.3962107402327688,
      "learning_rate": 1.942367738105514e-05,
      "loss": 0.5091,
      "step": 122824
    },
    {
      "epoch": 5.030718820397297,
      "grad_norm": 1.6592527782113744,
      "learning_rate": 1.9422072307394875e-05,
      "loss": 0.486,
      "step": 122825
    },
    {
      "epoch": 5.0307597788244935,
      "grad_norm": 1.3990796628555007,
      "learning_rate": 1.9420467295464233e-05,
      "loss": 0.4534,
      "step": 122826
    },
    {
      "epoch": 5.030800737251689,
      "grad_norm": 1.0746490132516875,
      "learning_rate": 1.9418862345264057e-05,
      "loss": 0.2946,
      "step": 122827
    },
    {
      "epoch": 5.030841695678886,
      "grad_norm": 1.7609456069830207,
      "learning_rate": 1.9417257456795036e-05,
      "loss": 0.6887,
      "step": 122828
    },
    {
      "epoch": 5.030882654106082,
      "grad_norm": 1.1084969098458421,
      "learning_rate": 1.9415652630057953e-05,
      "loss": 0.2494,
      "step": 122829
    },
    {
      "epoch": 5.030923612533279,
      "grad_norm": 1.527679297274929,
      "learning_rate": 1.9414047865053606e-05,
      "loss": 0.4907,
      "step": 122830
    },
    {
      "epoch": 5.030964570960475,
      "grad_norm": 1.7812175583897691,
      "learning_rate": 1.941244316178269e-05,
      "loss": 0.5049,
      "step": 122831
    },
    {
      "epoch": 5.031005529387672,
      "grad_norm": 1.2503442756346588,
      "learning_rate": 1.9410838520245998e-05,
      "loss": 0.3672,
      "step": 122832
    },
    {
      "epoch": 5.0310464878148675,
      "grad_norm": 1.324413834691265,
      "learning_rate": 1.94092339404443e-05,
      "loss": 0.3998,
      "step": 122833
    },
    {
      "epoch": 5.031087446242064,
      "grad_norm": 1.529114254470543,
      "learning_rate": 1.9407629422378322e-05,
      "loss": 0.6119,
      "step": 122834
    },
    {
      "epoch": 5.031128404669261,
      "grad_norm": 1.3722808045074295,
      "learning_rate": 1.940602496604886e-05,
      "loss": 0.508,
      "step": 122835
    },
    {
      "epoch": 5.031169363096457,
      "grad_norm": 1.7276131761077618,
      "learning_rate": 1.940442057145663e-05,
      "loss": 0.5962,
      "step": 122836
    },
    {
      "epoch": 5.031210321523654,
      "grad_norm": 1.5972896899698783,
      "learning_rate": 1.94028162386024e-05,
      "loss": 0.4364,
      "step": 122837
    },
    {
      "epoch": 5.03125127995085,
      "grad_norm": 0.8773886749893216,
      "learning_rate": 1.940121196748698e-05,
      "loss": 0.1725,
      "step": 122838
    },
    {
      "epoch": 5.031292238378046,
      "grad_norm": 1.2280572238110312,
      "learning_rate": 1.9399607758111058e-05,
      "loss": 0.3914,
      "step": 122839
    },
    {
      "epoch": 5.031333196805242,
      "grad_norm": 0.7713500217717679,
      "learning_rate": 1.9398003610475417e-05,
      "loss": 0.1876,
      "step": 122840
    },
    {
      "epoch": 5.031374155232439,
      "grad_norm": 1.3996047802448337,
      "learning_rate": 1.9396399524580854e-05,
      "loss": 0.4707,
      "step": 122841
    },
    {
      "epoch": 5.0314151136596355,
      "grad_norm": 1.2897507181007521,
      "learning_rate": 1.9394795500428067e-05,
      "loss": 0.3452,
      "step": 122842
    },
    {
      "epoch": 5.031456072086832,
      "grad_norm": 0.5873029822205935,
      "learning_rate": 1.9393191538017877e-05,
      "loss": 0.0603,
      "step": 122843
    },
    {
      "epoch": 5.0314970305140285,
      "grad_norm": 1.6281233229319967,
      "learning_rate": 1.9391587637350965e-05,
      "loss": 0.4569,
      "step": 122844
    },
    {
      "epoch": 5.031537988941225,
      "grad_norm": 1.4660056919254645,
      "learning_rate": 1.9389983798428143e-05,
      "loss": 0.5046,
      "step": 122845
    },
    {
      "epoch": 5.031578947368421,
      "grad_norm": 1.3126590496683321,
      "learning_rate": 1.9388380021250184e-05,
      "loss": 0.3634,
      "step": 122846
    },
    {
      "epoch": 5.031619905795617,
      "grad_norm": 1.3531505515989848,
      "learning_rate": 1.938677630581778e-05,
      "loss": 0.4019,
      "step": 122847
    },
    {
      "epoch": 5.031660864222814,
      "grad_norm": 1.2226358907410433,
      "learning_rate": 1.938517265213177e-05,
      "loss": 0.3101,
      "step": 122848
    },
    {
      "epoch": 5.03170182265001,
      "grad_norm": 0.7967894528744716,
      "learning_rate": 1.938356906019283e-05,
      "loss": 0.1656,
      "step": 122849
    },
    {
      "epoch": 5.031742781077207,
      "grad_norm": 1.122220860738042,
      "learning_rate": 1.938196553000177e-05,
      "loss": 0.2493,
      "step": 122850
    },
    {
      "epoch": 5.031783739504403,
      "grad_norm": 1.7408990344275816,
      "learning_rate": 1.9380362061559377e-05,
      "loss": 0.6227,
      "step": 122851
    },
    {
      "epoch": 5.031824697931599,
      "grad_norm": 1.3566311844581327,
      "learning_rate": 1.937875865486633e-05,
      "loss": 0.5711,
      "step": 122852
    },
    {
      "epoch": 5.031865656358796,
      "grad_norm": 0.9112761273726965,
      "learning_rate": 1.9377155309923414e-05,
      "loss": 0.278,
      "step": 122853
    },
    {
      "epoch": 5.031906614785992,
      "grad_norm": 1.7505961921847906,
      "learning_rate": 1.9375552026731438e-05,
      "loss": 0.6635,
      "step": 122854
    },
    {
      "epoch": 5.031947573213189,
      "grad_norm": 1.218755602309385,
      "learning_rate": 1.9373948805291085e-05,
      "loss": 0.2969,
      "step": 122855
    },
    {
      "epoch": 5.031988531640385,
      "grad_norm": 1.8474141373172006,
      "learning_rate": 1.93723456456032e-05,
      "loss": 0.6468,
      "step": 122856
    },
    {
      "epoch": 5.032029490067582,
      "grad_norm": 1.49647022512231,
      "learning_rate": 1.9370742547668433e-05,
      "loss": 0.4997,
      "step": 122857
    },
    {
      "epoch": 5.032070448494778,
      "grad_norm": 1.0285596771215597,
      "learning_rate": 1.936913951148762e-05,
      "loss": 0.2288,
      "step": 122858
    },
    {
      "epoch": 5.032111406921974,
      "grad_norm": 1.5165103358846073,
      "learning_rate": 1.9367536537061524e-05,
      "loss": 0.4951,
      "step": 122859
    },
    {
      "epoch": 5.03215236534917,
      "grad_norm": 0.9229232040496071,
      "learning_rate": 1.9365933624390846e-05,
      "loss": 0.1971,
      "step": 122860
    },
    {
      "epoch": 5.032193323776367,
      "grad_norm": 3.2819501618994202,
      "learning_rate": 1.9364330773476368e-05,
      "loss": 1.8306,
      "step": 122861
    },
    {
      "epoch": 5.0322342822035635,
      "grad_norm": 1.0938693060274778,
      "learning_rate": 1.936272798431889e-05,
      "loss": 0.2315,
      "step": 122862
    },
    {
      "epoch": 5.03227524063076,
      "grad_norm": 1.120434638011901,
      "learning_rate": 1.936112525691909e-05,
      "loss": 0.2685,
      "step": 122863
    },
    {
      "epoch": 5.032316199057957,
      "grad_norm": 1.4554726919000718,
      "learning_rate": 1.935952259127781e-05,
      "loss": 0.4793,
      "step": 122864
    },
    {
      "epoch": 5.032357157485152,
      "grad_norm": 1.3647804397528744,
      "learning_rate": 1.935791998739574e-05,
      "loss": 0.4075,
      "step": 122865
    },
    {
      "epoch": 5.032398115912349,
      "grad_norm": 1.6401878747596834,
      "learning_rate": 1.9356317445273656e-05,
      "loss": 0.3592,
      "step": 122866
    },
    {
      "epoch": 5.032439074339545,
      "grad_norm": 1.6325497024892022,
      "learning_rate": 1.9354714964912365e-05,
      "loss": 0.4887,
      "step": 122867
    },
    {
      "epoch": 5.032480032766742,
      "grad_norm": 1.546058804677984,
      "learning_rate": 1.935311254631254e-05,
      "loss": 0.4698,
      "step": 122868
    },
    {
      "epoch": 5.032520991193938,
      "grad_norm": 1.2660614021693617,
      "learning_rate": 1.935151018947499e-05,
      "loss": 0.2999,
      "step": 122869
    },
    {
      "epoch": 5.032561949621135,
      "grad_norm": 1.584801123281088,
      "learning_rate": 1.9349907894400502e-05,
      "loss": 0.4815,
      "step": 122870
    },
    {
      "epoch": 5.0326029080483305,
      "grad_norm": 2.154830593969124,
      "learning_rate": 1.9348305661089757e-05,
      "loss": 1.0945,
      "step": 122871
    },
    {
      "epoch": 5.032643866475527,
      "grad_norm": 2.7182838818864457,
      "learning_rate": 1.934670348954359e-05,
      "loss": 2.1839,
      "step": 122872
    },
    {
      "epoch": 5.032684824902724,
      "grad_norm": 1.428227242265919,
      "learning_rate": 1.9345101379762683e-05,
      "loss": 0.5279,
      "step": 122873
    },
    {
      "epoch": 5.03272578332992,
      "grad_norm": 1.4951110751638985,
      "learning_rate": 1.9343499331747836e-05,
      "loss": 0.4674,
      "step": 122874
    },
    {
      "epoch": 5.032766741757117,
      "grad_norm": 2.2377347912136716,
      "learning_rate": 1.9341897345499813e-05,
      "loss": 0.2921,
      "step": 122875
    },
    {
      "epoch": 5.032807700184313,
      "grad_norm": 1.8545163607262791,
      "learning_rate": 1.9340295421019347e-05,
      "loss": 0.725,
      "step": 122876
    },
    {
      "epoch": 5.03284865861151,
      "grad_norm": 1.3523320054504666,
      "learning_rate": 1.9338693558307204e-05,
      "loss": 0.4586,
      "step": 122877
    },
    {
      "epoch": 5.032889617038705,
      "grad_norm": 0.9982267839486632,
      "learning_rate": 1.933709175736417e-05,
      "loss": 0.1926,
      "step": 122878
    },
    {
      "epoch": 5.032930575465902,
      "grad_norm": 1.3497011874665148,
      "learning_rate": 1.9335490018190958e-05,
      "loss": 0.5718,
      "step": 122879
    },
    {
      "epoch": 5.0329715338930985,
      "grad_norm": 1.5889884493291784,
      "learning_rate": 1.9333888340788367e-05,
      "loss": 0.4934,
      "step": 122880
    },
    {
      "epoch": 5.033012492320295,
      "grad_norm": 1.3423917706839665,
      "learning_rate": 1.9332286725157096e-05,
      "loss": 0.4099,
      "step": 122881
    },
    {
      "epoch": 5.0330534507474916,
      "grad_norm": 1.317507122094032,
      "learning_rate": 1.933068517129795e-05,
      "loss": 0.3643,
      "step": 122882
    },
    {
      "epoch": 5.033094409174688,
      "grad_norm": 2.275995199364621,
      "learning_rate": 1.9329083679211703e-05,
      "loss": 1.3267,
      "step": 122883
    },
    {
      "epoch": 5.033135367601884,
      "grad_norm": 1.637367330989624,
      "learning_rate": 1.9327482248899044e-05,
      "loss": 0.5518,
      "step": 122884
    },
    {
      "epoch": 5.03317632602908,
      "grad_norm": 1.104730757842497,
      "learning_rate": 1.9325880880360806e-05,
      "loss": 0.2197,
      "step": 122885
    },
    {
      "epoch": 5.033217284456277,
      "grad_norm": 1.5451378293485898,
      "learning_rate": 1.9324279573597667e-05,
      "loss": 0.5025,
      "step": 122886
    },
    {
      "epoch": 5.033258242883473,
      "grad_norm": 3.524482938641488,
      "learning_rate": 1.932267832861043e-05,
      "loss": 1.7614,
      "step": 122887
    },
    {
      "epoch": 5.03329920131067,
      "grad_norm": 1.3842686589528344,
      "learning_rate": 1.9321077145399894e-05,
      "loss": 0.4884,
      "step": 122888
    },
    {
      "epoch": 5.033340159737866,
      "grad_norm": 1.7987965747933778,
      "learning_rate": 1.9319476023966724e-05,
      "loss": 0.6443,
      "step": 122889
    },
    {
      "epoch": 5.033381118165062,
      "grad_norm": 2.4637937050391208,
      "learning_rate": 1.931787496431172e-05,
      "loss": 1.3313,
      "step": 122890
    },
    {
      "epoch": 5.033422076592259,
      "grad_norm": 1.1087639721784766,
      "learning_rate": 1.9316273966435712e-05,
      "loss": 0.1174,
      "step": 122891
    },
    {
      "epoch": 5.033463035019455,
      "grad_norm": 1.2548166643212157,
      "learning_rate": 1.9314673030339324e-05,
      "loss": 0.3795,
      "step": 122892
    },
    {
      "epoch": 5.033503993446652,
      "grad_norm": 1.5561474982751307,
      "learning_rate": 1.931307215602338e-05,
      "loss": 0.5668,
      "step": 122893
    },
    {
      "epoch": 5.033544951873848,
      "grad_norm": 1.4556436891004916,
      "learning_rate": 1.931147134348865e-05,
      "loss": 0.4989,
      "step": 122894
    },
    {
      "epoch": 5.033585910301045,
      "grad_norm": 0.4976808675632695,
      "learning_rate": 1.930987059273585e-05,
      "loss": 0.0439,
      "step": 122895
    },
    {
      "epoch": 5.033626868728241,
      "grad_norm": 1.440335920762914,
      "learning_rate": 1.9308269903765762e-05,
      "loss": 0.4569,
      "step": 122896
    },
    {
      "epoch": 5.033667827155437,
      "grad_norm": 1.623641400024928,
      "learning_rate": 1.930666927657917e-05,
      "loss": 0.5237,
      "step": 122897
    },
    {
      "epoch": 5.0337087855826335,
      "grad_norm": 0.962280464694784,
      "learning_rate": 1.9305068711176752e-05,
      "loss": 0.1913,
      "step": 122898
    },
    {
      "epoch": 5.03374974400983,
      "grad_norm": 1.464417969319741,
      "learning_rate": 1.9303468207559364e-05,
      "loss": 0.6191,
      "step": 122899
    },
    {
      "epoch": 5.0337907024370265,
      "grad_norm": 1.6673585934244157,
      "learning_rate": 1.930186776572767e-05,
      "loss": 0.6441,
      "step": 122900
    },
    {
      "epoch": 5.033831660864223,
      "grad_norm": 1.5070630510965657,
      "learning_rate": 1.9300267385682482e-05,
      "loss": 0.3637,
      "step": 122901
    },
    {
      "epoch": 5.03387261929142,
      "grad_norm": 1.7345693712114576,
      "learning_rate": 1.9298667067424573e-05,
      "loss": 0.5975,
      "step": 122902
    },
    {
      "epoch": 5.033913577718615,
      "grad_norm": 1.1248301911978407,
      "learning_rate": 1.9297066810954638e-05,
      "loss": 0.2384,
      "step": 122903
    },
    {
      "epoch": 5.033954536145812,
      "grad_norm": 1.4685930082672625,
      "learning_rate": 1.929546661627346e-05,
      "loss": 0.63,
      "step": 122904
    },
    {
      "epoch": 5.033995494573008,
      "grad_norm": 1.3391766362306385,
      "learning_rate": 1.929386648338182e-05,
      "loss": 0.4023,
      "step": 122905
    },
    {
      "epoch": 5.034036453000205,
      "grad_norm": 1.6218298606322472,
      "learning_rate": 1.9292266412280438e-05,
      "loss": 0.7212,
      "step": 122906
    },
    {
      "epoch": 5.034077411427401,
      "grad_norm": 0.8050333418086089,
      "learning_rate": 1.929066640297013e-05,
      "loss": 0.1874,
      "step": 122907
    },
    {
      "epoch": 5.034118369854598,
      "grad_norm": 0.8449012894331566,
      "learning_rate": 1.928906645545156e-05,
      "loss": 0.1926,
      "step": 122908
    },
    {
      "epoch": 5.034159328281794,
      "grad_norm": 0.97608082952,
      "learning_rate": 1.928746656972554e-05,
      "loss": 0.1994,
      "step": 122909
    },
    {
      "epoch": 5.03420028670899,
      "grad_norm": 1.3469040628727733,
      "learning_rate": 1.928586674579286e-05,
      "loss": 0.437,
      "step": 122910
    },
    {
      "epoch": 5.034241245136187,
      "grad_norm": 1.6446527264657744,
      "learning_rate": 1.92842669836542e-05,
      "loss": 0.5529,
      "step": 122911
    },
    {
      "epoch": 5.034282203563383,
      "grad_norm": 1.3656372684871447,
      "learning_rate": 1.928266728331036e-05,
      "loss": 0.4175,
      "step": 122912
    },
    {
      "epoch": 5.03432316199058,
      "grad_norm": 0.6579645682292898,
      "learning_rate": 1.9281067644762103e-05,
      "loss": 0.1033,
      "step": 122913
    },
    {
      "epoch": 5.034364120417776,
      "grad_norm": 1.4621735995105434,
      "learning_rate": 1.927946806801017e-05,
      "loss": 0.5197,
      "step": 122914
    },
    {
      "epoch": 5.034405078844973,
      "grad_norm": 1.8966048691070003,
      "learning_rate": 1.9277868553055333e-05,
      "loss": 0.4365,
      "step": 122915
    },
    {
      "epoch": 5.034446037272168,
      "grad_norm": 1.017844408385881,
      "learning_rate": 1.9276269099898296e-05,
      "loss": 0.1694,
      "step": 122916
    },
    {
      "epoch": 5.034486995699365,
      "grad_norm": 1.187612492467852,
      "learning_rate": 1.9274669708539857e-05,
      "loss": 0.3519,
      "step": 122917
    },
    {
      "epoch": 5.0345279541265615,
      "grad_norm": 1.3027995983442016,
      "learning_rate": 1.9273070378980804e-05,
      "loss": 0.4343,
      "step": 122918
    },
    {
      "epoch": 5.034568912553758,
      "grad_norm": 1.242916831789852,
      "learning_rate": 1.927147111122183e-05,
      "loss": 0.3745,
      "step": 122919
    },
    {
      "epoch": 5.034609870980955,
      "grad_norm": 1.4682825824954675,
      "learning_rate": 1.926987190526374e-05,
      "loss": 0.4885,
      "step": 122920
    },
    {
      "epoch": 5.034650829408151,
      "grad_norm": 1.9007550056859661,
      "learning_rate": 1.9268272761107245e-05,
      "loss": 0.9129,
      "step": 122921
    },
    {
      "epoch": 5.034691787835347,
      "grad_norm": 1.3908194826561053,
      "learning_rate": 1.926667367875313e-05,
      "loss": 0.277,
      "step": 122922
    },
    {
      "epoch": 5.034732746262543,
      "grad_norm": 1.415535265752048,
      "learning_rate": 1.9265074658202163e-05,
      "loss": 0.422,
      "step": 122923
    },
    {
      "epoch": 5.03477370468974,
      "grad_norm": 1.395029389028813,
      "learning_rate": 1.9263475699455055e-05,
      "loss": 0.4137,
      "step": 122924
    },
    {
      "epoch": 5.034814663116936,
      "grad_norm": 1.514787178154638,
      "learning_rate": 1.9261876802512594e-05,
      "loss": 0.4574,
      "step": 122925
    },
    {
      "epoch": 5.034855621544133,
      "grad_norm": 0.929116115625963,
      "learning_rate": 1.926027796737556e-05,
      "loss": 0.2139,
      "step": 122926
    },
    {
      "epoch": 5.0348965799713294,
      "grad_norm": 1.1220819519330285,
      "learning_rate": 1.9258679194044652e-05,
      "loss": 0.2319,
      "step": 122927
    },
    {
      "epoch": 5.034937538398525,
      "grad_norm": 2.2063230039054362,
      "learning_rate": 1.9257080482520688e-05,
      "loss": 1.1133,
      "step": 122928
    },
    {
      "epoch": 5.034978496825722,
      "grad_norm": 1.3814603255832423,
      "learning_rate": 1.925548183280435e-05,
      "loss": 0.4702,
      "step": 122929
    },
    {
      "epoch": 5.035019455252918,
      "grad_norm": 1.2071379679131031,
      "learning_rate": 1.9253883244896435e-05,
      "loss": 0.3417,
      "step": 122930
    },
    {
      "epoch": 5.035060413680115,
      "grad_norm": 1.2270617745772794,
      "learning_rate": 1.9252284718797727e-05,
      "loss": 0.3737,
      "step": 122931
    },
    {
      "epoch": 5.035101372107311,
      "grad_norm": 1.7867860872295236,
      "learning_rate": 1.925068625450893e-05,
      "loss": 0.532,
      "step": 122932
    },
    {
      "epoch": 5.035142330534508,
      "grad_norm": 1.4492265359228234,
      "learning_rate": 1.924908785203082e-05,
      "loss": 0.4376,
      "step": 122933
    },
    {
      "epoch": 5.035183288961704,
      "grad_norm": 1.3772694960071776,
      "learning_rate": 1.9247489511364183e-05,
      "loss": 0.456,
      "step": 122934
    },
    {
      "epoch": 5.0352242473889,
      "grad_norm": 1.4333388925658004,
      "learning_rate": 1.9245891232509704e-05,
      "loss": 0.2807,
      "step": 122935
    },
    {
      "epoch": 5.0352652058160965,
      "grad_norm": 1.1475801488207031,
      "learning_rate": 1.9244293015468227e-05,
      "loss": 0.3437,
      "step": 122936
    },
    {
      "epoch": 5.035306164243293,
      "grad_norm": 1.3645184516090607,
      "learning_rate": 1.9242694860240422e-05,
      "loss": 0.3827,
      "step": 122937
    },
    {
      "epoch": 5.03534712267049,
      "grad_norm": 1.6045542149877405,
      "learning_rate": 1.9241096766827086e-05,
      "loss": 0.6345,
      "step": 122938
    },
    {
      "epoch": 5.035388081097686,
      "grad_norm": 1.928249596083858,
      "learning_rate": 1.9239498735228988e-05,
      "loss": 0.94,
      "step": 122939
    },
    {
      "epoch": 5.035429039524883,
      "grad_norm": 1.5988202198907038,
      "learning_rate": 1.9237900765446857e-05,
      "loss": 0.5798,
      "step": 122940
    },
    {
      "epoch": 5.035469997952078,
      "grad_norm": 1.6566249172404564,
      "learning_rate": 1.9236302857481444e-05,
      "loss": 0.6646,
      "step": 122941
    },
    {
      "epoch": 5.035510956379275,
      "grad_norm": 1.2997932915374015,
      "learning_rate": 1.9234705011333566e-05,
      "loss": 0.3035,
      "step": 122942
    },
    {
      "epoch": 5.035551914806471,
      "grad_norm": 1.4900711491106442,
      "learning_rate": 1.923310722700389e-05,
      "loss": 0.4141,
      "step": 122943
    },
    {
      "epoch": 5.035592873233668,
      "grad_norm": 1.226874066656958,
      "learning_rate": 1.923150950449325e-05,
      "loss": 0.495,
      "step": 122944
    },
    {
      "epoch": 5.035633831660864,
      "grad_norm": 1.4881055625152313,
      "learning_rate": 1.922991184380232e-05,
      "loss": 0.5138,
      "step": 122945
    },
    {
      "epoch": 5.035674790088061,
      "grad_norm": 1.733667974330561,
      "learning_rate": 1.9228314244931908e-05,
      "loss": 0.6637,
      "step": 122946
    },
    {
      "epoch": 5.035715748515257,
      "grad_norm": 1.8620557060293585,
      "learning_rate": 1.9226716707882795e-05,
      "loss": 0.5967,
      "step": 122947
    },
    {
      "epoch": 5.035756706942453,
      "grad_norm": 1.6722122031296878,
      "learning_rate": 1.922511923265566e-05,
      "loss": 0.6477,
      "step": 122948
    },
    {
      "epoch": 5.03579766536965,
      "grad_norm": 1.1226710025347926,
      "learning_rate": 1.9223521819251307e-05,
      "loss": 0.2632,
      "step": 122949
    },
    {
      "epoch": 5.035838623796846,
      "grad_norm": 0.8204432227268146,
      "learning_rate": 1.9221924467670518e-05,
      "loss": 0.2024,
      "step": 122950
    },
    {
      "epoch": 5.035879582224043,
      "grad_norm": 1.113199317532472,
      "learning_rate": 1.9220327177913992e-05,
      "loss": 0.3875,
      "step": 122951
    },
    {
      "epoch": 5.035920540651239,
      "grad_norm": 2.579035152886299,
      "learning_rate": 1.9218729949982526e-05,
      "loss": 2.1377,
      "step": 122952
    },
    {
      "epoch": 5.035961499078436,
      "grad_norm": 1.5826155567645177,
      "learning_rate": 1.921713278387682e-05,
      "loss": 0.5004,
      "step": 122953
    },
    {
      "epoch": 5.0360024575056315,
      "grad_norm": 0.7126658653022601,
      "learning_rate": 1.9215535679597676e-05,
      "loss": 0.0921,
      "step": 122954
    },
    {
      "epoch": 5.036043415932828,
      "grad_norm": 1.3096200674478573,
      "learning_rate": 1.921393863714586e-05,
      "loss": 0.2202,
      "step": 122955
    },
    {
      "epoch": 5.0360843743600245,
      "grad_norm": 1.6206507188638013,
      "learning_rate": 1.9212341656522086e-05,
      "loss": 0.5551,
      "step": 122956
    },
    {
      "epoch": 5.036125332787221,
      "grad_norm": 0.9126096640133361,
      "learning_rate": 1.9210744737727136e-05,
      "loss": 0.2066,
      "step": 122957
    },
    {
      "epoch": 5.036166291214418,
      "grad_norm": 3.9463673919304445,
      "learning_rate": 1.9209147880761742e-05,
      "loss": 3.3494,
      "step": 122958
    },
    {
      "epoch": 5.036207249641614,
      "grad_norm": 1.2253641478107773,
      "learning_rate": 1.9207551085626677e-05,
      "loss": 0.2582,
      "step": 122959
    },
    {
      "epoch": 5.03624820806881,
      "grad_norm": 1.4796795769312114,
      "learning_rate": 1.9205954352322717e-05,
      "loss": 0.3981,
      "step": 122960
    },
    {
      "epoch": 5.036289166496006,
      "grad_norm": 0.982382316629522,
      "learning_rate": 1.9204357680850597e-05,
      "loss": 0.2313,
      "step": 122961
    },
    {
      "epoch": 5.036330124923203,
      "grad_norm": 1.5281992876834751,
      "learning_rate": 1.920276107121103e-05,
      "loss": 0.3147,
      "step": 122962
    },
    {
      "epoch": 5.036371083350399,
      "grad_norm": 1.2444712619517309,
      "learning_rate": 1.920116452340484e-05,
      "loss": 0.497,
      "step": 122963
    },
    {
      "epoch": 5.036412041777596,
      "grad_norm": 1.4888936510136839,
      "learning_rate": 1.9199568037432718e-05,
      "loss": 0.559,
      "step": 122964
    },
    {
      "epoch": 5.0364530002047925,
      "grad_norm": 0.806061234961945,
      "learning_rate": 1.9197971613295448e-05,
      "loss": 0.1904,
      "step": 122965
    },
    {
      "epoch": 5.036493958631988,
      "grad_norm": 1.2068596632042963,
      "learning_rate": 1.919637525099382e-05,
      "loss": 0.3353,
      "step": 122966
    },
    {
      "epoch": 5.036534917059185,
      "grad_norm": 1.5319281607290554,
      "learning_rate": 1.9194778950528523e-05,
      "loss": 0.5106,
      "step": 122967
    },
    {
      "epoch": 5.036575875486381,
      "grad_norm": 1.6313308504277408,
      "learning_rate": 1.9193182711900345e-05,
      "loss": 0.6321,
      "step": 122968
    },
    {
      "epoch": 5.036616833913578,
      "grad_norm": 1.2459851621371856,
      "learning_rate": 1.9191586535110072e-05,
      "loss": 0.2922,
      "step": 122969
    },
    {
      "epoch": 5.036657792340774,
      "grad_norm": 0.9875714515885724,
      "learning_rate": 1.9189990420158398e-05,
      "loss": 0.1884,
      "step": 122970
    },
    {
      "epoch": 5.036698750767971,
      "grad_norm": 1.4855484043596736,
      "learning_rate": 1.918839436704614e-05,
      "loss": 0.5878,
      "step": 122971
    },
    {
      "epoch": 5.036739709195167,
      "grad_norm": 0.5762691035751952,
      "learning_rate": 1.9186798375773982e-05,
      "loss": 0.1102,
      "step": 122972
    },
    {
      "epoch": 5.036780667622363,
      "grad_norm": 0.8133464895914108,
      "learning_rate": 1.9185202446342706e-05,
      "loss": 0.1822,
      "step": 122973
    },
    {
      "epoch": 5.0368216260495595,
      "grad_norm": 1.3609838747462735,
      "learning_rate": 1.9183606578753113e-05,
      "loss": 0.4877,
      "step": 122974
    },
    {
      "epoch": 5.036862584476756,
      "grad_norm": 1.4971980314443007,
      "learning_rate": 1.91820107730059e-05,
      "loss": 0.6016,
      "step": 122975
    },
    {
      "epoch": 5.036903542903953,
      "grad_norm": 2.078111755011477,
      "learning_rate": 1.9180415029101837e-05,
      "loss": 0.7655,
      "step": 122976
    },
    {
      "epoch": 5.036944501331149,
      "grad_norm": 1.3585387153150936,
      "learning_rate": 1.9178819347041703e-05,
      "loss": 0.4705,
      "step": 122977
    },
    {
      "epoch": 5.036985459758346,
      "grad_norm": 1.3633502680981806,
      "learning_rate": 1.9177223726826212e-05,
      "loss": 0.4905,
      "step": 122978
    },
    {
      "epoch": 5.037026418185541,
      "grad_norm": 0.9046379499497855,
      "learning_rate": 1.9175628168456154e-05,
      "loss": 0.2066,
      "step": 122979
    },
    {
      "epoch": 5.037067376612738,
      "grad_norm": 1.3415929355011573,
      "learning_rate": 1.9174032671932254e-05,
      "loss": 0.5198,
      "step": 122980
    },
    {
      "epoch": 5.037108335039934,
      "grad_norm": 1.274807867192649,
      "learning_rate": 1.9172437237255268e-05,
      "loss": 0.3202,
      "step": 122981
    },
    {
      "epoch": 5.037149293467131,
      "grad_norm": 1.718251110413096,
      "learning_rate": 1.9170841864426005e-05,
      "loss": 0.5774,
      "step": 122982
    },
    {
      "epoch": 5.0371902518943275,
      "grad_norm": 1.1946610405500593,
      "learning_rate": 1.916924655344514e-05,
      "loss": 0.2546,
      "step": 122983
    },
    {
      "epoch": 5.037231210321524,
      "grad_norm": 0.9796107881859202,
      "learning_rate": 1.9167651304313465e-05,
      "loss": 0.1866,
      "step": 122984
    },
    {
      "epoch": 5.03727216874872,
      "grad_norm": 1.7621872207515457,
      "learning_rate": 1.9166056117031763e-05,
      "loss": 0.7005,
      "step": 122985
    },
    {
      "epoch": 5.037313127175916,
      "grad_norm": 1.5028249844117552,
      "learning_rate": 1.9164460991600722e-05,
      "loss": 0.5003,
      "step": 122986
    },
    {
      "epoch": 5.037354085603113,
      "grad_norm": 1.4779563332453511,
      "learning_rate": 1.9162865928021156e-05,
      "loss": 0.5507,
      "step": 122987
    },
    {
      "epoch": 5.037395044030309,
      "grad_norm": 1.5788505134624342,
      "learning_rate": 1.9161270926293774e-05,
      "loss": 0.4983,
      "step": 122988
    },
    {
      "epoch": 5.037436002457506,
      "grad_norm": 1.4225940420835261,
      "learning_rate": 1.9159675986419355e-05,
      "loss": 0.4446,
      "step": 122989
    },
    {
      "epoch": 5.037476960884702,
      "grad_norm": 1.7329315098498492,
      "learning_rate": 1.9158081108398672e-05,
      "loss": 0.5,
      "step": 122990
    },
    {
      "epoch": 5.037517919311899,
      "grad_norm": 1.5685421529506394,
      "learning_rate": 1.9156486292232425e-05,
      "loss": 0.4799,
      "step": 122991
    },
    {
      "epoch": 5.0375588777390945,
      "grad_norm": 1.188971224543855,
      "learning_rate": 1.9154891537921437e-05,
      "loss": 0.368,
      "step": 122992
    },
    {
      "epoch": 5.037599836166291,
      "grad_norm": 1.2319218481143925,
      "learning_rate": 1.9153296845466398e-05,
      "loss": 0.2124,
      "step": 122993
    },
    {
      "epoch": 5.037640794593488,
      "grad_norm": 1.6160170543789127,
      "learning_rate": 1.9151702214868064e-05,
      "loss": 0.588,
      "step": 122994
    },
    {
      "epoch": 5.037681753020684,
      "grad_norm": 1.0224379453079255,
      "learning_rate": 1.9150107646127267e-05,
      "loss": 0.2903,
      "step": 122995
    },
    {
      "epoch": 5.037722711447881,
      "grad_norm": 1.387725152544055,
      "learning_rate": 1.914851313924467e-05,
      "loss": 0.3967,
      "step": 122996
    },
    {
      "epoch": 5.037763669875077,
      "grad_norm": 1.0585614307727509,
      "learning_rate": 1.914691869422106e-05,
      "loss": 0.2646,
      "step": 122997
    },
    {
      "epoch": 5.037804628302273,
      "grad_norm": 1.5541541413630473,
      "learning_rate": 1.9145324311057214e-05,
      "loss": 0.5243,
      "step": 122998
    },
    {
      "epoch": 5.037845586729469,
      "grad_norm": 2.7548980755944945,
      "learning_rate": 1.9143729989753852e-05,
      "loss": 2.2243,
      "step": 122999
    },
    {
      "epoch": 5.037886545156666,
      "grad_norm": 1.1627802692618774,
      "learning_rate": 1.914213573031176e-05,
      "loss": 0.2759,
      "step": 123000
    },
    {
      "epoch": 5.037927503583862,
      "grad_norm": 1.3771212834519877,
      "learning_rate": 1.9140541532731644e-05,
      "loss": 0.4376,
      "step": 123001
    },
    {
      "epoch": 5.037968462011059,
      "grad_norm": 1.0815445076597034,
      "learning_rate": 1.9138947397014282e-05,
      "loss": 0.3697,
      "step": 123002
    },
    {
      "epoch": 5.0380094204382555,
      "grad_norm": 1.3186558599229299,
      "learning_rate": 1.913735332316048e-05,
      "loss": 0.3781,
      "step": 123003
    },
    {
      "epoch": 5.038050378865451,
      "grad_norm": 1.3334413651692523,
      "learning_rate": 1.9135759311170894e-05,
      "loss": 0.4071,
      "step": 123004
    },
    {
      "epoch": 5.038091337292648,
      "grad_norm": 1.4219522728684384,
      "learning_rate": 1.913416536104634e-05,
      "loss": 0.2775,
      "step": 123005
    },
    {
      "epoch": 5.038132295719844,
      "grad_norm": 1.2336413519754845,
      "learning_rate": 1.9132571472787595e-05,
      "loss": 0.2298,
      "step": 123006
    },
    {
      "epoch": 5.038173254147041,
      "grad_norm": 1.4274510981681585,
      "learning_rate": 1.913097764639533e-05,
      "loss": 0.3858,
      "step": 123007
    },
    {
      "epoch": 5.038214212574237,
      "grad_norm": 1.1232492702212937,
      "learning_rate": 1.9129383881870393e-05,
      "loss": 0.2614,
      "step": 123008
    },
    {
      "epoch": 5.038255171001434,
      "grad_norm": 0.8256868660761546,
      "learning_rate": 1.912779017921343e-05,
      "loss": 0.1299,
      "step": 123009
    },
    {
      "epoch": 5.03829612942863,
      "grad_norm": 0.8759597425788113,
      "learning_rate": 1.912619653842528e-05,
      "loss": 0.2503,
      "step": 123010
    },
    {
      "epoch": 5.038337087855826,
      "grad_norm": 1.2468468349374002,
      "learning_rate": 1.912460295950669e-05,
      "loss": 0.4429,
      "step": 123011
    },
    {
      "epoch": 5.0383780462830225,
      "grad_norm": 2.8237888619439886,
      "learning_rate": 1.912300944245836e-05,
      "loss": 2.423,
      "step": 123012
    },
    {
      "epoch": 5.038419004710219,
      "grad_norm": 1.2793479861411055,
      "learning_rate": 1.9121415987281085e-05,
      "loss": 0.4311,
      "step": 123013
    },
    {
      "epoch": 5.038459963137416,
      "grad_norm": 0.9725602484783046,
      "learning_rate": 1.9119822593975637e-05,
      "loss": 0.1888,
      "step": 123014
    },
    {
      "epoch": 5.038500921564612,
      "grad_norm": 2.010745783001726,
      "learning_rate": 1.9118229262542712e-05,
      "loss": 0.7383,
      "step": 123015
    },
    {
      "epoch": 5.038541879991809,
      "grad_norm": 1.5516597520006876,
      "learning_rate": 1.9116635992983126e-05,
      "loss": 0.4669,
      "step": 123016
    },
    {
      "epoch": 5.038582838419004,
      "grad_norm": 2.005952972601732,
      "learning_rate": 1.911504278529756e-05,
      "loss": 0.7897,
      "step": 123017
    },
    {
      "epoch": 5.038623796846201,
      "grad_norm": 0.9838166145438844,
      "learning_rate": 1.9113449639486822e-05,
      "loss": 0.2181,
      "step": 123018
    },
    {
      "epoch": 5.038664755273397,
      "grad_norm": 1.306292897887038,
      "learning_rate": 1.911185655555167e-05,
      "loss": 0.405,
      "step": 123019
    },
    {
      "epoch": 5.038705713700594,
      "grad_norm": 1.5831691222318631,
      "learning_rate": 1.9110263533492803e-05,
      "loss": 0.5561,
      "step": 123020
    },
    {
      "epoch": 5.0387466721277905,
      "grad_norm": 1.5029855245351103,
      "learning_rate": 1.9108670573311025e-05,
      "loss": 0.3973,
      "step": 123021
    },
    {
      "epoch": 5.038787630554987,
      "grad_norm": 2.3723352753728193,
      "learning_rate": 1.910707767500708e-05,
      "loss": 0.346,
      "step": 123022
    },
    {
      "epoch": 5.038828588982183,
      "grad_norm": 1.0671142728713512,
      "learning_rate": 1.9105484838581708e-05,
      "loss": 0.2789,
      "step": 123023
    },
    {
      "epoch": 5.038869547409379,
      "grad_norm": 1.633541722642705,
      "learning_rate": 1.9103892064035687e-05,
      "loss": 0.5124,
      "step": 123024
    },
    {
      "epoch": 5.038910505836576,
      "grad_norm": 0.7249618991471152,
      "learning_rate": 1.9102299351369716e-05,
      "loss": 0.1778,
      "step": 123025
    },
    {
      "epoch": 5.038951464263772,
      "grad_norm": 1.1166543575565855,
      "learning_rate": 1.9100706700584577e-05,
      "loss": 0.1898,
      "step": 123026
    },
    {
      "epoch": 5.038992422690969,
      "grad_norm": 1.3816846566332226,
      "learning_rate": 1.9099114111681057e-05,
      "loss": 0.4177,
      "step": 123027
    },
    {
      "epoch": 5.039033381118165,
      "grad_norm": 1.501948918567871,
      "learning_rate": 1.909752158465987e-05,
      "loss": 0.457,
      "step": 123028
    },
    {
      "epoch": 5.039074339545362,
      "grad_norm": 1.7888138113695689,
      "learning_rate": 1.9095929119521798e-05,
      "loss": 0.6451,
      "step": 123029
    },
    {
      "epoch": 5.0391152979725575,
      "grad_norm": 1.1579803977778313,
      "learning_rate": 1.909433671626754e-05,
      "loss": 0.4361,
      "step": 123030
    },
    {
      "epoch": 5.039156256399754,
      "grad_norm": 1.6778312102956614,
      "learning_rate": 1.9092744374897878e-05,
      "loss": 0.7218,
      "step": 123031
    },
    {
      "epoch": 5.039197214826951,
      "grad_norm": 1.6767352150734103,
      "learning_rate": 1.9091152095413613e-05,
      "loss": 0.5805,
      "step": 123032
    },
    {
      "epoch": 5.039238173254147,
      "grad_norm": 1.1391394774681887,
      "learning_rate": 1.9089559877815465e-05,
      "loss": 0.2228,
      "step": 123033
    },
    {
      "epoch": 5.039279131681344,
      "grad_norm": 1.0211621245779234,
      "learning_rate": 1.9087967722104126e-05,
      "loss": 0.2396,
      "step": 123034
    },
    {
      "epoch": 5.03932009010854,
      "grad_norm": 1.8583201509634584,
      "learning_rate": 1.908637562828043e-05,
      "loss": 0.6742,
      "step": 123035
    },
    {
      "epoch": 5.039361048535736,
      "grad_norm": 1.677662660434714,
      "learning_rate": 1.9084783596345084e-05,
      "loss": 0.6514,
      "step": 123036
    },
    {
      "epoch": 5.039402006962932,
      "grad_norm": 1.9069639077147535,
      "learning_rate": 1.9083191626298844e-05,
      "loss": 0.6223,
      "step": 123037
    },
    {
      "epoch": 5.039442965390129,
      "grad_norm": 1.0305212949856615,
      "learning_rate": 1.9081599718142516e-05,
      "loss": 0.2058,
      "step": 123038
    },
    {
      "epoch": 5.0394839238173255,
      "grad_norm": 1.733052269975909,
      "learning_rate": 1.9080007871876762e-05,
      "loss": 0.5962,
      "step": 123039
    },
    {
      "epoch": 5.039524882244522,
      "grad_norm": 1.6118302290558046,
      "learning_rate": 1.90784160875024e-05,
      "loss": 0.4929,
      "step": 123040
    },
    {
      "epoch": 5.0395658406717185,
      "grad_norm": 0.9438847949476351,
      "learning_rate": 1.907682436502018e-05,
      "loss": 0.2051,
      "step": 123041
    },
    {
      "epoch": 5.039606799098914,
      "grad_norm": 1.4318436035413211,
      "learning_rate": 1.907523270443082e-05,
      "loss": 0.4864,
      "step": 123042
    },
    {
      "epoch": 5.039647757526111,
      "grad_norm": 1.220063036029132,
      "learning_rate": 1.907364110573513e-05,
      "loss": 0.3486,
      "step": 123043
    },
    {
      "epoch": 5.039688715953307,
      "grad_norm": 1.3620664977265005,
      "learning_rate": 1.9072049568933783e-05,
      "loss": 0.4643,
      "step": 123044
    },
    {
      "epoch": 5.039729674380504,
      "grad_norm": 1.775140013522069,
      "learning_rate": 1.9070458094027574e-05,
      "loss": 0.845,
      "step": 123045
    },
    {
      "epoch": 5.0397706328077,
      "grad_norm": 1.4261839046494875,
      "learning_rate": 1.9068866681017302e-05,
      "loss": 0.4504,
      "step": 123046
    },
    {
      "epoch": 5.039811591234897,
      "grad_norm": 1.500187770935404,
      "learning_rate": 1.906727532990362e-05,
      "loss": 0.6068,
      "step": 123047
    },
    {
      "epoch": 5.039852549662093,
      "grad_norm": 1.1980647453526763,
      "learning_rate": 1.9065684040687342e-05,
      "loss": 0.3757,
      "step": 123048
    },
    {
      "epoch": 5.039893508089289,
      "grad_norm": 1.6009937521412931,
      "learning_rate": 1.9064092813369246e-05,
      "loss": 0.6982,
      "step": 123049
    },
    {
      "epoch": 5.039934466516486,
      "grad_norm": 1.9118399754113669,
      "learning_rate": 1.9062501647950025e-05,
      "loss": 0.953,
      "step": 123050
    },
    {
      "epoch": 5.039975424943682,
      "grad_norm": 1.481425246137314,
      "learning_rate": 1.9060910544430467e-05,
      "loss": 0.4706,
      "step": 123051
    },
    {
      "epoch": 5.040016383370879,
      "grad_norm": 1.65878279802495,
      "learning_rate": 1.905931950281128e-05,
      "loss": 0.5258,
      "step": 123052
    },
    {
      "epoch": 5.040057341798075,
      "grad_norm": 1.3983396812528248,
      "learning_rate": 1.9057728523093262e-05,
      "loss": 0.32,
      "step": 123053
    },
    {
      "epoch": 5.040098300225272,
      "grad_norm": 1.4966534410702659,
      "learning_rate": 1.9056137605277177e-05,
      "loss": 0.491,
      "step": 123054
    },
    {
      "epoch": 5.040139258652467,
      "grad_norm": 1.7830373212805877,
      "learning_rate": 1.9054546749363724e-05,
      "loss": 0.4597,
      "step": 123055
    },
    {
      "epoch": 5.040180217079664,
      "grad_norm": 1.9069747948267646,
      "learning_rate": 1.9052955955353722e-05,
      "loss": 0.5062,
      "step": 123056
    },
    {
      "epoch": 5.04022117550686,
      "grad_norm": 1.8570128092162967,
      "learning_rate": 1.905136522324783e-05,
      "loss": 0.8666,
      "step": 123057
    },
    {
      "epoch": 5.040262133934057,
      "grad_norm": 1.4591652958078993,
      "learning_rate": 1.9049774553046877e-05,
      "loss": 0.3864,
      "step": 123058
    },
    {
      "epoch": 5.0403030923612535,
      "grad_norm": 0.5341111952855034,
      "learning_rate": 1.9048183944751617e-05,
      "loss": 0.0548,
      "step": 123059
    },
    {
      "epoch": 5.04034405078845,
      "grad_norm": 1.0815913726030377,
      "learning_rate": 1.9046593398362735e-05,
      "loss": 0.2185,
      "step": 123060
    },
    {
      "epoch": 5.040385009215646,
      "grad_norm": 1.694979939467064,
      "learning_rate": 1.9045002913881035e-05,
      "loss": 0.5149,
      "step": 123061
    },
    {
      "epoch": 5.040425967642842,
      "grad_norm": 1.0700309361752558,
      "learning_rate": 1.904341249130728e-05,
      "loss": 0.2004,
      "step": 123062
    },
    {
      "epoch": 5.040466926070039,
      "grad_norm": 1.0155879378866732,
      "learning_rate": 1.9041822130642186e-05,
      "loss": 0.1958,
      "step": 123063
    },
    {
      "epoch": 5.040507884497235,
      "grad_norm": 1.538226657806584,
      "learning_rate": 1.9040231831886537e-05,
      "loss": 0.4464,
      "step": 123064
    },
    {
      "epoch": 5.040548842924432,
      "grad_norm": 0.8711807400128389,
      "learning_rate": 1.903864159504105e-05,
      "loss": 0.215,
      "step": 123065
    },
    {
      "epoch": 5.040589801351628,
      "grad_norm": 2.052028338712237,
      "learning_rate": 1.903705142010647e-05,
      "loss": 0.9104,
      "step": 123066
    },
    {
      "epoch": 5.040630759778825,
      "grad_norm": 1.4705623752480086,
      "learning_rate": 1.9035461307083617e-05,
      "loss": 0.5093,
      "step": 123067
    },
    {
      "epoch": 5.040671718206021,
      "grad_norm": 1.5680239084384509,
      "learning_rate": 1.9033871255973172e-05,
      "loss": 0.6193,
      "step": 123068
    },
    {
      "epoch": 5.040712676633217,
      "grad_norm": 1.0081029141866718,
      "learning_rate": 1.903228126677592e-05,
      "loss": 0.2111,
      "step": 123069
    },
    {
      "epoch": 5.040753635060414,
      "grad_norm": 1.2587744448651106,
      "learning_rate": 1.903069133949262e-05,
      "loss": 0.2704,
      "step": 123070
    },
    {
      "epoch": 5.04079459348761,
      "grad_norm": 1.2693896842596613,
      "learning_rate": 1.902910147412398e-05,
      "loss": 0.4055,
      "step": 123071
    },
    {
      "epoch": 5.040835551914807,
      "grad_norm": 1.6650339119305453,
      "learning_rate": 1.9027511670670815e-05,
      "loss": 0.6648,
      "step": 123072
    },
    {
      "epoch": 5.040876510342003,
      "grad_norm": 1.4302801060453534,
      "learning_rate": 1.902592192913382e-05,
      "loss": 0.4595,
      "step": 123073
    },
    {
      "epoch": 5.040917468769199,
      "grad_norm": 1.5436325423845627,
      "learning_rate": 1.9024332249513762e-05,
      "loss": 0.4652,
      "step": 123074
    },
    {
      "epoch": 5.040958427196395,
      "grad_norm": 1.2575022152758237,
      "learning_rate": 1.9022742631811428e-05,
      "loss": 0.4858,
      "step": 123075
    },
    {
      "epoch": 5.040999385623592,
      "grad_norm": 0.8524893241713263,
      "learning_rate": 1.902115307602751e-05,
      "loss": 0.189,
      "step": 123076
    },
    {
      "epoch": 5.0410403440507885,
      "grad_norm": 1.3646700602545068,
      "learning_rate": 1.9019563582162782e-05,
      "loss": 0.3588,
      "step": 123077
    },
    {
      "epoch": 5.041081302477985,
      "grad_norm": 1.6978426115644885,
      "learning_rate": 1.9017974150218056e-05,
      "loss": 0.5875,
      "step": 123078
    },
    {
      "epoch": 5.041122260905182,
      "grad_norm": 1.405781384966022,
      "learning_rate": 1.9016384780193983e-05,
      "loss": 0.4159,
      "step": 123079
    },
    {
      "epoch": 5.041163219332377,
      "grad_norm": 1.0963094436315368,
      "learning_rate": 1.901479547209141e-05,
      "loss": 0.2357,
      "step": 123080
    },
    {
      "epoch": 5.041204177759574,
      "grad_norm": 1.3998871344694466,
      "learning_rate": 1.9013206225911005e-05,
      "loss": 0.3956,
      "step": 123081
    },
    {
      "epoch": 5.04124513618677,
      "grad_norm": 0.8457214331116415,
      "learning_rate": 1.901161704165355e-05,
      "loss": 0.1565,
      "step": 123082
    },
    {
      "epoch": 5.041286094613967,
      "grad_norm": 1.4275879885739102,
      "learning_rate": 1.9010027919319826e-05,
      "loss": 0.4972,
      "step": 123083
    },
    {
      "epoch": 5.041327053041163,
      "grad_norm": 1.5768912116715044,
      "learning_rate": 1.9008438858910534e-05,
      "loss": 0.5805,
      "step": 123084
    },
    {
      "epoch": 5.04136801146836,
      "grad_norm": 1.358408748414515,
      "learning_rate": 1.900684986042646e-05,
      "loss": 0.4089,
      "step": 123085
    },
    {
      "epoch": 5.041408969895556,
      "grad_norm": 1.581954049578282,
      "learning_rate": 1.9005260923868366e-05,
      "loss": 0.6178,
      "step": 123086
    },
    {
      "epoch": 5.041449928322752,
      "grad_norm": 1.5146381446539292,
      "learning_rate": 1.900367204923695e-05,
      "loss": 0.5923,
      "step": 123087
    },
    {
      "epoch": 5.041490886749949,
      "grad_norm": 0.9508517552867864,
      "learning_rate": 1.9002083236533035e-05,
      "loss": 0.2137,
      "step": 123088
    },
    {
      "epoch": 5.041531845177145,
      "grad_norm": 1.1915920551887407,
      "learning_rate": 1.900049448575731e-05,
      "loss": 0.3857,
      "step": 123089
    },
    {
      "epoch": 5.041572803604342,
      "grad_norm": 1.587563971798387,
      "learning_rate": 1.8998905796910534e-05,
      "loss": 0.5098,
      "step": 123090
    },
    {
      "epoch": 5.041613762031538,
      "grad_norm": 1.7615686900258596,
      "learning_rate": 1.899731716999352e-05,
      "loss": 0.6134,
      "step": 123091
    },
    {
      "epoch": 5.041654720458735,
      "grad_norm": 1.3557632812437037,
      "learning_rate": 1.899572860500693e-05,
      "loss": 0.3934,
      "step": 123092
    },
    {
      "epoch": 5.04169567888593,
      "grad_norm": 1.3206284540611328,
      "learning_rate": 1.8994140101951556e-05,
      "loss": 0.4581,
      "step": 123093
    },
    {
      "epoch": 5.041736637313127,
      "grad_norm": 3.286895275725322,
      "learning_rate": 1.8992551660828205e-05,
      "loss": 3.1008,
      "step": 123094
    },
    {
      "epoch": 5.0417775957403235,
      "grad_norm": 1.5558173648167435,
      "learning_rate": 1.899096328163751e-05,
      "loss": 0.5403,
      "step": 123095
    },
    {
      "epoch": 5.04181855416752,
      "grad_norm": 1.8111832537541674,
      "learning_rate": 1.8989374964380343e-05,
      "loss": 0.7879,
      "step": 123096
    },
    {
      "epoch": 5.0418595125947165,
      "grad_norm": 1.6378022810097663,
      "learning_rate": 1.898778670905735e-05,
      "loss": 0.428,
      "step": 123097
    },
    {
      "epoch": 5.041900471021913,
      "grad_norm": 1.2293521436253796,
      "learning_rate": 1.898619851566933e-05,
      "loss": 0.3639,
      "step": 123098
    },
    {
      "epoch": 5.041941429449109,
      "grad_norm": 1.5948423975676949,
      "learning_rate": 1.898461038421707e-05,
      "loss": 0.4677,
      "step": 123099
    },
    {
      "epoch": 5.041982387876305,
      "grad_norm": 1.0878013599787772,
      "learning_rate": 1.8983022314701245e-05,
      "loss": 0.2992,
      "step": 123100
    },
    {
      "epoch": 5.042023346303502,
      "grad_norm": 1.4483851867872233,
      "learning_rate": 1.8981434307122695e-05,
      "loss": 0.4731,
      "step": 123101
    },
    {
      "epoch": 5.042064304730698,
      "grad_norm": 2.0191481902306245,
      "learning_rate": 1.8979846361482064e-05,
      "loss": 0.6982,
      "step": 123102
    },
    {
      "epoch": 5.042105263157895,
      "grad_norm": 1.3982817336333602,
      "learning_rate": 1.8978258477780206e-05,
      "loss": 0.4168,
      "step": 123103
    },
    {
      "epoch": 5.042146221585091,
      "grad_norm": 1.6399717990822844,
      "learning_rate": 1.8976670656017784e-05,
      "loss": 0.531,
      "step": 123104
    },
    {
      "epoch": 5.042187180012288,
      "grad_norm": 1.4903742516062397,
      "learning_rate": 1.8975082896195632e-05,
      "loss": 0.5595,
      "step": 123105
    },
    {
      "epoch": 5.042228138439484,
      "grad_norm": 2.024381271091637,
      "learning_rate": 1.8973495198314415e-05,
      "loss": 0.5319,
      "step": 123106
    },
    {
      "epoch": 5.04226909686668,
      "grad_norm": 1.4531293616972634,
      "learning_rate": 1.8971907562374965e-05,
      "loss": 0.4381,
      "step": 123107
    },
    {
      "epoch": 5.042310055293877,
      "grad_norm": 1.5106572053975118,
      "learning_rate": 1.8970319988377968e-05,
      "loss": 0.546,
      "step": 123108
    },
    {
      "epoch": 5.042351013721073,
      "grad_norm": 1.3165358621060361,
      "learning_rate": 1.8968732476324188e-05,
      "loss": 0.4355,
      "step": 123109
    },
    {
      "epoch": 5.04239197214827,
      "grad_norm": 1.1992965574251553,
      "learning_rate": 1.8967145026214426e-05,
      "loss": 0.3391,
      "step": 123110
    },
    {
      "epoch": 5.042432930575466,
      "grad_norm": 4.463421051499425,
      "learning_rate": 1.8965557638049363e-05,
      "loss": 2.4039,
      "step": 123111
    },
    {
      "epoch": 5.042473889002662,
      "grad_norm": 1.8753704230107568,
      "learning_rate": 1.896397031182978e-05,
      "loss": 0.8327,
      "step": 123112
    },
    {
      "epoch": 5.0425148474298584,
      "grad_norm": 1.2719989126681752,
      "learning_rate": 1.8962383047556445e-05,
      "loss": 0.412,
      "step": 123113
    },
    {
      "epoch": 5.042555805857055,
      "grad_norm": 1.7060415306579018,
      "learning_rate": 1.8960795845230074e-05,
      "loss": 0.624,
      "step": 123114
    },
    {
      "epoch": 5.0425967642842515,
      "grad_norm": 1.6685624643476906,
      "learning_rate": 1.895920870485147e-05,
      "loss": 0.572,
      "step": 123115
    },
    {
      "epoch": 5.042637722711448,
      "grad_norm": 0.9159597300899835,
      "learning_rate": 1.895762162642131e-05,
      "loss": 0.2092,
      "step": 123116
    },
    {
      "epoch": 5.042678681138645,
      "grad_norm": 1.6324405057855151,
      "learning_rate": 1.8956034609940378e-05,
      "loss": 0.5776,
      "step": 123117
    },
    {
      "epoch": 5.04271963956584,
      "grad_norm": 0.4693937467903389,
      "learning_rate": 1.8954447655409478e-05,
      "loss": 0.0522,
      "step": 123118
    },
    {
      "epoch": 5.042760597993037,
      "grad_norm": 1.9337107283863249,
      "learning_rate": 1.895286076282927e-05,
      "loss": 0.839,
      "step": 123119
    },
    {
      "epoch": 5.042801556420233,
      "grad_norm": 1.6641370910156195,
      "learning_rate": 1.895127393220054e-05,
      "loss": 0.5607,
      "step": 123120
    },
    {
      "epoch": 5.04284251484743,
      "grad_norm": 1.282857082014036,
      "learning_rate": 1.8949687163524085e-05,
      "loss": 0.3906,
      "step": 123121
    },
    {
      "epoch": 5.042883473274626,
      "grad_norm": 1.0626028824611018,
      "learning_rate": 1.8948100456800575e-05,
      "loss": 0.2807,
      "step": 123122
    },
    {
      "epoch": 5.042924431701823,
      "grad_norm": 1.5346438962976292,
      "learning_rate": 1.8946513812030823e-05,
      "loss": 0.55,
      "step": 123123
    },
    {
      "epoch": 5.0429653901290195,
      "grad_norm": 1.4297706796860052,
      "learning_rate": 1.8944927229215528e-05,
      "loss": 0.4389,
      "step": 123124
    },
    {
      "epoch": 5.043006348556215,
      "grad_norm": 1.3570599683886075,
      "learning_rate": 1.8943340708355475e-05,
      "loss": 0.4075,
      "step": 123125
    },
    {
      "epoch": 5.043047306983412,
      "grad_norm": 1.5316760319640699,
      "learning_rate": 1.894175424945143e-05,
      "loss": 0.4757,
      "step": 123126
    },
    {
      "epoch": 5.043088265410608,
      "grad_norm": 1.610124268167122,
      "learning_rate": 1.894016785250409e-05,
      "loss": 0.5409,
      "step": 123127
    },
    {
      "epoch": 5.043129223837805,
      "grad_norm": 1.339007748471626,
      "learning_rate": 1.8938581517514257e-05,
      "loss": 0.4057,
      "step": 123128
    },
    {
      "epoch": 5.043170182265001,
      "grad_norm": 1.4952621857039745,
      "learning_rate": 1.8936995244482628e-05,
      "loss": 0.5018,
      "step": 123129
    },
    {
      "epoch": 5.043211140692198,
      "grad_norm": 0.6998742331633045,
      "learning_rate": 1.8935409033409988e-05,
      "loss": 0.1754,
      "step": 123130
    },
    {
      "epoch": 5.043252099119393,
      "grad_norm": 1.4477971248383075,
      "learning_rate": 1.8933822884297117e-05,
      "loss": 0.4786,
      "step": 123131
    },
    {
      "epoch": 5.04329305754659,
      "grad_norm": 1.7024139395217068,
      "learning_rate": 1.8932236797144702e-05,
      "loss": 0.6109,
      "step": 123132
    },
    {
      "epoch": 5.0433340159737865,
      "grad_norm": 2.025778713691504,
      "learning_rate": 1.8930650771953503e-05,
      "loss": 0.545,
      "step": 123133
    },
    {
      "epoch": 5.043374974400983,
      "grad_norm": 1.510330641415044,
      "learning_rate": 1.8929064808724327e-05,
      "loss": 0.5564,
      "step": 123134
    },
    {
      "epoch": 5.04341593282818,
      "grad_norm": 2.5342716260947067,
      "learning_rate": 1.892747890745785e-05,
      "loss": 2.1279,
      "step": 123135
    },
    {
      "epoch": 5.043456891255376,
      "grad_norm": 1.146055527797294,
      "learning_rate": 1.8925893068154892e-05,
      "loss": 0.2483,
      "step": 123136
    },
    {
      "epoch": 5.043497849682572,
      "grad_norm": 1.576996481377926,
      "learning_rate": 1.8924307290816132e-05,
      "loss": 0.4005,
      "step": 123137
    },
    {
      "epoch": 5.043538808109768,
      "grad_norm": 2.367832327705814,
      "learning_rate": 1.892272157544234e-05,
      "loss": 0.9691,
      "step": 123138
    },
    {
      "epoch": 5.043579766536965,
      "grad_norm": 1.4754651283728941,
      "learning_rate": 1.892113592203433e-05,
      "loss": 0.4898,
      "step": 123139
    },
    {
      "epoch": 5.043620724964161,
      "grad_norm": 0.8037886755921083,
      "learning_rate": 1.8919550330592752e-05,
      "loss": 0.2117,
      "step": 123140
    },
    {
      "epoch": 5.043661683391358,
      "grad_norm": 1.557551452726776,
      "learning_rate": 1.8917964801118424e-05,
      "loss": 0.6186,
      "step": 123141
    },
    {
      "epoch": 5.043702641818554,
      "grad_norm": 1.5512999653490003,
      "learning_rate": 1.891637933361209e-05,
      "loss": 0.5534,
      "step": 123142
    },
    {
      "epoch": 5.043743600245751,
      "grad_norm": 0.8088658782407094,
      "learning_rate": 1.8914793928074456e-05,
      "loss": 0.2162,
      "step": 123143
    },
    {
      "epoch": 5.043784558672947,
      "grad_norm": 0.8911366334981309,
      "learning_rate": 1.891320858450635e-05,
      "loss": 0.2073,
      "step": 123144
    },
    {
      "epoch": 5.043825517100143,
      "grad_norm": 1.6239960141501886,
      "learning_rate": 1.8911623302908425e-05,
      "loss": 0.5268,
      "step": 123145
    },
    {
      "epoch": 5.04386647552734,
      "grad_norm": 2.046836040719559,
      "learning_rate": 1.8910038083281476e-05,
      "loss": 1.0932,
      "step": 123146
    },
    {
      "epoch": 5.043907433954536,
      "grad_norm": 1.0612613192830704,
      "learning_rate": 1.8908452925626287e-05,
      "loss": 0.1656,
      "step": 123147
    },
    {
      "epoch": 5.043948392381733,
      "grad_norm": 1.7469666242542572,
      "learning_rate": 1.8906867829943546e-05,
      "loss": 0.571,
      "step": 123148
    },
    {
      "epoch": 5.043989350808929,
      "grad_norm": 2.51268997932152,
      "learning_rate": 1.8905282796234044e-05,
      "loss": 0.9612,
      "step": 123149
    },
    {
      "epoch": 5.044030309236125,
      "grad_norm": 1.4137783858278152,
      "learning_rate": 1.890369782449854e-05,
      "loss": 0.5021,
      "step": 123150
    },
    {
      "epoch": 5.0440712676633215,
      "grad_norm": 1.4120363180516784,
      "learning_rate": 1.890211291473772e-05,
      "loss": 0.4887,
      "step": 123151
    },
    {
      "epoch": 5.044112226090518,
      "grad_norm": 1.5593439967780869,
      "learning_rate": 1.8900528066952415e-05,
      "loss": 0.4173,
      "step": 123152
    },
    {
      "epoch": 5.0441531845177145,
      "grad_norm": 1.8105297612198497,
      "learning_rate": 1.8898943281143297e-05,
      "loss": 0.6484,
      "step": 123153
    },
    {
      "epoch": 5.044194142944911,
      "grad_norm": 1.9346812107691091,
      "learning_rate": 1.8897358557311136e-05,
      "loss": 0.9005,
      "step": 123154
    },
    {
      "epoch": 5.044235101372108,
      "grad_norm": 1.3532731084857792,
      "learning_rate": 1.889577389545675e-05,
      "loss": 0.4182,
      "step": 123155
    },
    {
      "epoch": 5.044276059799303,
      "grad_norm": 1.586607448978878,
      "learning_rate": 1.8894189295580803e-05,
      "loss": 0.491,
      "step": 123156
    },
    {
      "epoch": 5.0443170182265,
      "grad_norm": 1.4326214723138322,
      "learning_rate": 1.889260475768406e-05,
      "loss": 0.4866,
      "step": 123157
    },
    {
      "epoch": 5.044357976653696,
      "grad_norm": 1.353270996874523,
      "learning_rate": 1.8891020281767323e-05,
      "loss": 0.2192,
      "step": 123158
    },
    {
      "epoch": 5.044398935080893,
      "grad_norm": 1.2134347728982255,
      "learning_rate": 1.8889435867831287e-05,
      "loss": 0.3553,
      "step": 123159
    },
    {
      "epoch": 5.044439893508089,
      "grad_norm": 0.8190941233898895,
      "learning_rate": 1.8887851515876738e-05,
      "loss": 0.1925,
      "step": 123160
    },
    {
      "epoch": 5.044480851935286,
      "grad_norm": 1.3158294252172478,
      "learning_rate": 1.888626722590436e-05,
      "loss": 0.3431,
      "step": 123161
    },
    {
      "epoch": 5.0445218103624825,
      "grad_norm": 1.4836404015262457,
      "learning_rate": 1.888468299791497e-05,
      "loss": 0.3354,
      "step": 123162
    },
    {
      "epoch": 5.044562768789678,
      "grad_norm": 0.9357133668280179,
      "learning_rate": 1.888309883190931e-05,
      "loss": 0.2066,
      "step": 123163
    },
    {
      "epoch": 5.044603727216875,
      "grad_norm": 1.3086063559011014,
      "learning_rate": 1.8881514727888087e-05,
      "loss": 0.5784,
      "step": 123164
    },
    {
      "epoch": 5.044644685644071,
      "grad_norm": 1.19370221316983,
      "learning_rate": 1.887993068585208e-05,
      "loss": 0.1976,
      "step": 123165
    },
    {
      "epoch": 5.044685644071268,
      "grad_norm": 1.8902839037890644,
      "learning_rate": 1.8878346705802056e-05,
      "loss": 0.7523,
      "step": 123166
    },
    {
      "epoch": 5.044726602498464,
      "grad_norm": 1.5527519407647752,
      "learning_rate": 1.8876762787738714e-05,
      "loss": 0.623,
      "step": 123167
    },
    {
      "epoch": 5.044767560925661,
      "grad_norm": 1.0680182963280318,
      "learning_rate": 1.8875178931662853e-05,
      "loss": 0.1628,
      "step": 123168
    },
    {
      "epoch": 5.0448085193528565,
      "grad_norm": 1.599858141931019,
      "learning_rate": 1.8873595137575177e-05,
      "loss": 0.5692,
      "step": 123169
    },
    {
      "epoch": 5.044849477780053,
      "grad_norm": 1.3138657066805082,
      "learning_rate": 1.8872011405476446e-05,
      "loss": 0.4591,
      "step": 123170
    },
    {
      "epoch": 5.0448904362072495,
      "grad_norm": 1.0598735250291478,
      "learning_rate": 1.887042773536746e-05,
      "loss": 0.3029,
      "step": 123171
    },
    {
      "epoch": 5.044931394634446,
      "grad_norm": 1.0470638541571342,
      "learning_rate": 1.8868844127248887e-05,
      "loss": 0.1732,
      "step": 123172
    },
    {
      "epoch": 5.044972353061643,
      "grad_norm": 1.5956337851117235,
      "learning_rate": 1.8867260581121562e-05,
      "loss": 0.5652,
      "step": 123173
    },
    {
      "epoch": 5.045013311488839,
      "grad_norm": 1.3961945232973527,
      "learning_rate": 1.8865677096986182e-05,
      "loss": 0.5211,
      "step": 123174
    },
    {
      "epoch": 5.045054269916035,
      "grad_norm": 1.6559043016906503,
      "learning_rate": 1.886409367484346e-05,
      "loss": 0.6204,
      "step": 123175
    },
    {
      "epoch": 5.045095228343231,
      "grad_norm": 1.902938435239717,
      "learning_rate": 1.8862510314694185e-05,
      "loss": 0.6654,
      "step": 123176
    },
    {
      "epoch": 5.045136186770428,
      "grad_norm": 1.809688488416329,
      "learning_rate": 1.886092701653915e-05,
      "loss": 0.7195,
      "step": 123177
    },
    {
      "epoch": 5.045177145197624,
      "grad_norm": 2.1852991769494143,
      "learning_rate": 1.885934378037901e-05,
      "loss": 1.2949,
      "step": 123178
    },
    {
      "epoch": 5.045218103624821,
      "grad_norm": 1.5918438550424128,
      "learning_rate": 1.885776060621461e-05,
      "loss": 0.6197,
      "step": 123179
    },
    {
      "epoch": 5.0452590620520175,
      "grad_norm": 1.0410936111311289,
      "learning_rate": 1.885617749404662e-05,
      "loss": 0.3433,
      "step": 123180
    },
    {
      "epoch": 5.045300020479214,
      "grad_norm": 1.4278976973512327,
      "learning_rate": 1.8854594443875803e-05,
      "loss": 0.1501,
      "step": 123181
    },
    {
      "epoch": 5.04534097890641,
      "grad_norm": 1.5659604365750996,
      "learning_rate": 1.885301145570296e-05,
      "loss": 0.5997,
      "step": 123182
    },
    {
      "epoch": 5.045381937333606,
      "grad_norm": 1.8092940823079362,
      "learning_rate": 1.885142852952879e-05,
      "loss": 0.6343,
      "step": 123183
    },
    {
      "epoch": 5.045422895760803,
      "grad_norm": 1.4207177303910206,
      "learning_rate": 1.8849845665354023e-05,
      "loss": 0.4989,
      "step": 123184
    },
    {
      "epoch": 5.045463854187999,
      "grad_norm": 1.2420375384495501,
      "learning_rate": 1.88482628631795e-05,
      "loss": 0.3856,
      "step": 123185
    },
    {
      "epoch": 5.045504812615196,
      "grad_norm": 1.1250572715631388,
      "learning_rate": 1.884668012300586e-05,
      "loss": 0.324,
      "step": 123186
    },
    {
      "epoch": 5.045545771042392,
      "grad_norm": 1.412338874587561,
      "learning_rate": 1.884509744483394e-05,
      "loss": 0.4585,
      "step": 123187
    },
    {
      "epoch": 5.045586729469588,
      "grad_norm": 1.6461963202580958,
      "learning_rate": 1.884351482866441e-05,
      "loss": 0.5171,
      "step": 123188
    },
    {
      "epoch": 5.0456276878967845,
      "grad_norm": 1.3777572909693259,
      "learning_rate": 1.8841932274498046e-05,
      "loss": 0.4082,
      "step": 123189
    },
    {
      "epoch": 5.045668646323981,
      "grad_norm": 1.170372096042345,
      "learning_rate": 1.884034978233565e-05,
      "loss": 0.2777,
      "step": 123190
    },
    {
      "epoch": 5.045709604751178,
      "grad_norm": 1.4381113525520481,
      "learning_rate": 1.883876735217789e-05,
      "loss": 0.5659,
      "step": 123191
    },
    {
      "epoch": 5.045750563178374,
      "grad_norm": 1.69429282846893,
      "learning_rate": 1.883718498402555e-05,
      "loss": 0.5272,
      "step": 123192
    },
    {
      "epoch": 5.045791521605571,
      "grad_norm": 1.3843648591324444,
      "learning_rate": 1.8835602677879426e-05,
      "loss": 0.4686,
      "step": 123193
    },
    {
      "epoch": 5.045832480032766,
      "grad_norm": 1.6587959741470373,
      "learning_rate": 1.8834020433740166e-05,
      "loss": 0.5824,
      "step": 123194
    },
    {
      "epoch": 5.045873438459963,
      "grad_norm": 1.6367223969796485,
      "learning_rate": 1.8832438251608606e-05,
      "loss": 0.5746,
      "step": 123195
    },
    {
      "epoch": 5.045914396887159,
      "grad_norm": 1.7878221086267734,
      "learning_rate": 1.883085613148543e-05,
      "loss": 0.5583,
      "step": 123196
    },
    {
      "epoch": 5.045955355314356,
      "grad_norm": 1.8766613577980251,
      "learning_rate": 1.8829274073371415e-05,
      "loss": 0.9219,
      "step": 123197
    },
    {
      "epoch": 5.045996313741552,
      "grad_norm": 0.8131529894557773,
      "learning_rate": 1.8827692077267332e-05,
      "loss": 0.1847,
      "step": 123198
    },
    {
      "epoch": 5.046037272168749,
      "grad_norm": 1.3266154603465086,
      "learning_rate": 1.8826110143173877e-05,
      "loss": 0.3255,
      "step": 123199
    },
    {
      "epoch": 5.0460782305959455,
      "grad_norm": 1.0660917485998993,
      "learning_rate": 1.8824528271091854e-05,
      "loss": 0.289,
      "step": 123200
    },
    {
      "epoch": 5.046119189023141,
      "grad_norm": 1.4609935327118533,
      "learning_rate": 1.882294646102196e-05,
      "loss": 0.4277,
      "step": 123201
    },
    {
      "epoch": 5.046160147450338,
      "grad_norm": 1.1193018318113273,
      "learning_rate": 1.8821364712964942e-05,
      "loss": 0.2328,
      "step": 123202
    },
    {
      "epoch": 5.046201105877534,
      "grad_norm": 0.7826131450279742,
      "learning_rate": 1.881978302692162e-05,
      "loss": 0.1865,
      "step": 123203
    },
    {
      "epoch": 5.046242064304731,
      "grad_norm": 1.472078961148086,
      "learning_rate": 1.8818201402892673e-05,
      "loss": 0.5222,
      "step": 123204
    },
    {
      "epoch": 5.046283022731927,
      "grad_norm": 1.1958268792930662,
      "learning_rate": 1.8816619840878854e-05,
      "loss": 0.3674,
      "step": 123205
    },
    {
      "epoch": 5.046323981159124,
      "grad_norm": 2.1772089875050056,
      "learning_rate": 1.8815038340880945e-05,
      "loss": 0.7326,
      "step": 123206
    },
    {
      "epoch": 5.0463649395863195,
      "grad_norm": 0.8317994174113054,
      "learning_rate": 1.881345690289966e-05,
      "loss": 0.1285,
      "step": 123207
    },
    {
      "epoch": 5.046405898013516,
      "grad_norm": 1.3720148734645778,
      "learning_rate": 1.881187552693578e-05,
      "loss": 0.3719,
      "step": 123208
    },
    {
      "epoch": 5.046446856440713,
      "grad_norm": 1.8611478682516778,
      "learning_rate": 1.881029421299001e-05,
      "loss": 0.5517,
      "step": 123209
    },
    {
      "epoch": 5.046487814867909,
      "grad_norm": 1.6106659575613533,
      "learning_rate": 1.8808712961063116e-05,
      "loss": 0.5166,
      "step": 123210
    },
    {
      "epoch": 5.046528773295106,
      "grad_norm": 3.004506669207572,
      "learning_rate": 1.880713177115589e-05,
      "loss": 0.8163,
      "step": 123211
    },
    {
      "epoch": 5.046569731722302,
      "grad_norm": 1.1984146674806266,
      "learning_rate": 1.880555064326901e-05,
      "loss": 0.2903,
      "step": 123212
    },
    {
      "epoch": 5.046610690149498,
      "grad_norm": 1.63922573172337,
      "learning_rate": 1.8803969577403227e-05,
      "loss": 0.5337,
      "step": 123213
    },
    {
      "epoch": 5.046651648576694,
      "grad_norm": 0.7429450207810013,
      "learning_rate": 1.8802388573559367e-05,
      "loss": 0.1304,
      "step": 123214
    },
    {
      "epoch": 5.046692607003891,
      "grad_norm": 1.4101862494071065,
      "learning_rate": 1.8800807631738098e-05,
      "loss": 0.4824,
      "step": 123215
    },
    {
      "epoch": 5.046733565431087,
      "grad_norm": 0.9318156113668667,
      "learning_rate": 1.879922675194021e-05,
      "loss": 0.209,
      "step": 123216
    },
    {
      "epoch": 5.046774523858284,
      "grad_norm": 1.8008521225954308,
      "learning_rate": 1.879764593416641e-05,
      "loss": 0.5842,
      "step": 123217
    },
    {
      "epoch": 5.0468154822854805,
      "grad_norm": 1.3307388045587754,
      "learning_rate": 1.8796065178417464e-05,
      "loss": 0.5303,
      "step": 123218
    },
    {
      "epoch": 5.046856440712677,
      "grad_norm": 1.3722547624647845,
      "learning_rate": 1.8794484484694167e-05,
      "loss": 0.463,
      "step": 123219
    },
    {
      "epoch": 5.046897399139873,
      "grad_norm": 1.4743200355138115,
      "learning_rate": 1.8792903852997187e-05,
      "loss": 0.5486,
      "step": 123220
    },
    {
      "epoch": 5.046938357567069,
      "grad_norm": 0.8064970719879525,
      "learning_rate": 1.879132328332731e-05,
      "loss": 0.1638,
      "step": 123221
    },
    {
      "epoch": 5.046979315994266,
      "grad_norm": 1.0979540899761113,
      "learning_rate": 1.878974277568531e-05,
      "loss": 0.2044,
      "step": 123222
    },
    {
      "epoch": 5.047020274421462,
      "grad_norm": 1.2194805859051818,
      "learning_rate": 1.878816233007188e-05,
      "loss": 0.2595,
      "step": 123223
    },
    {
      "epoch": 5.047061232848659,
      "grad_norm": 1.9591175775430172,
      "learning_rate": 1.8786581946487817e-05,
      "loss": 0.5949,
      "step": 123224
    },
    {
      "epoch": 5.047102191275855,
      "grad_norm": 1.0553400898763174,
      "learning_rate": 1.8785001624933814e-05,
      "loss": 0.2874,
      "step": 123225
    },
    {
      "epoch": 5.047143149703051,
      "grad_norm": 0.7771673074787605,
      "learning_rate": 1.8783421365410645e-05,
      "loss": 0.1774,
      "step": 123226
    },
    {
      "epoch": 5.0471841081302475,
      "grad_norm": 1.2615843695126303,
      "learning_rate": 1.8781841167919104e-05,
      "loss": 0.3618,
      "step": 123227
    },
    {
      "epoch": 5.047225066557444,
      "grad_norm": 1.4887760810612334,
      "learning_rate": 1.8780261032459858e-05,
      "loss": 0.4036,
      "step": 123228
    },
    {
      "epoch": 5.047266024984641,
      "grad_norm": 1.7773204531713807,
      "learning_rate": 1.8778680959033694e-05,
      "loss": 0.5508,
      "step": 123229
    },
    {
      "epoch": 5.047306983411837,
      "grad_norm": 1.3415537459400118,
      "learning_rate": 1.8777100947641373e-05,
      "loss": 0.4549,
      "step": 123230
    },
    {
      "epoch": 5.047347941839034,
      "grad_norm": 1.6909828414954144,
      "learning_rate": 1.8775520998283594e-05,
      "loss": 0.5862,
      "step": 123231
    },
    {
      "epoch": 5.04738890026623,
      "grad_norm": 1.1593285837804146,
      "learning_rate": 1.8773941110961176e-05,
      "loss": 0.3874,
      "step": 123232
    },
    {
      "epoch": 5.047429858693426,
      "grad_norm": 1.7065702736016,
      "learning_rate": 1.8772361285674787e-05,
      "loss": 0.4895,
      "step": 123233
    },
    {
      "epoch": 5.047470817120622,
      "grad_norm": 1.215977952580299,
      "learning_rate": 1.877078152242522e-05,
      "loss": 0.2702,
      "step": 123234
    },
    {
      "epoch": 5.047511775547819,
      "grad_norm": 1.5004140397890826,
      "learning_rate": 1.876920182121323e-05,
      "loss": 0.5606,
      "step": 123235
    },
    {
      "epoch": 5.0475527339750155,
      "grad_norm": 1.575512618647704,
      "learning_rate": 1.8767622182039517e-05,
      "loss": 0.5156,
      "step": 123236
    },
    {
      "epoch": 5.047593692402212,
      "grad_norm": 0.7016164113839933,
      "learning_rate": 1.8766042604904874e-05,
      "loss": 0.0904,
      "step": 123237
    },
    {
      "epoch": 5.0476346508294085,
      "grad_norm": 1.5739638091929935,
      "learning_rate": 1.8764463089810038e-05,
      "loss": 0.5012,
      "step": 123238
    },
    {
      "epoch": 5.047675609256604,
      "grad_norm": 1.2442003285030032,
      "learning_rate": 1.8762883636755744e-05,
      "loss": 0.3503,
      "step": 123239
    },
    {
      "epoch": 5.047716567683801,
      "grad_norm": 1.554018248650619,
      "learning_rate": 1.8761304245742754e-05,
      "loss": 0.4848,
      "step": 123240
    },
    {
      "epoch": 5.047757526110997,
      "grad_norm": 1.7596882569693997,
      "learning_rate": 1.8759724916771784e-05,
      "loss": 0.6623,
      "step": 123241
    },
    {
      "epoch": 5.047798484538194,
      "grad_norm": 0.7347235037991563,
      "learning_rate": 1.8758145649843588e-05,
      "loss": 0.1885,
      "step": 123242
    },
    {
      "epoch": 5.04783944296539,
      "grad_norm": 1.4267269250990513,
      "learning_rate": 1.875656644495896e-05,
      "loss": 0.5131,
      "step": 123243
    },
    {
      "epoch": 5.047880401392587,
      "grad_norm": 1.5508871552562777,
      "learning_rate": 1.8754987302118618e-05,
      "loss": 0.4527,
      "step": 123244
    },
    {
      "epoch": 5.0479213598197825,
      "grad_norm": 1.299435863157837,
      "learning_rate": 1.8753408221323262e-05,
      "loss": 0.3896,
      "step": 123245
    },
    {
      "epoch": 5.047962318246979,
      "grad_norm": 1.6020456649801953,
      "learning_rate": 1.8751829202573725e-05,
      "loss": 0.611,
      "step": 123246
    },
    {
      "epoch": 5.048003276674176,
      "grad_norm": 2.895903452516679,
      "learning_rate": 1.8750250245870658e-05,
      "loss": 2.3063,
      "step": 123247
    },
    {
      "epoch": 5.048044235101372,
      "grad_norm": 0.7906762929438653,
      "learning_rate": 1.8748671351214872e-05,
      "loss": 0.1034,
      "step": 123248
    },
    {
      "epoch": 5.048085193528569,
      "grad_norm": 1.5348267151160035,
      "learning_rate": 1.874709251860712e-05,
      "loss": 0.4675,
      "step": 123249
    },
    {
      "epoch": 5.048126151955765,
      "grad_norm": 1.4171783887795728,
      "learning_rate": 1.8745513748048102e-05,
      "loss": 0.4951,
      "step": 123250
    },
    {
      "epoch": 5.048167110382962,
      "grad_norm": 1.7939790292126814,
      "learning_rate": 1.8743935039538615e-05,
      "loss": 0.7151,
      "step": 123251
    },
    {
      "epoch": 5.048208068810157,
      "grad_norm": 1.578392227150617,
      "learning_rate": 1.8742356393079342e-05,
      "loss": 0.5489,
      "step": 123252
    },
    {
      "epoch": 5.048249027237354,
      "grad_norm": 1.5448492132201748,
      "learning_rate": 1.8740777808671088e-05,
      "loss": 0.4983,
      "step": 123253
    },
    {
      "epoch": 5.0482899856645504,
      "grad_norm": 1.7464237284675486,
      "learning_rate": 1.8739199286314594e-05,
      "loss": 0.6412,
      "step": 123254
    },
    {
      "epoch": 5.048330944091747,
      "grad_norm": 1.6086233154637277,
      "learning_rate": 1.8737620826010548e-05,
      "loss": 0.5149,
      "step": 123255
    },
    {
      "epoch": 5.0483719025189435,
      "grad_norm": 1.024333679147163,
      "learning_rate": 1.8736042427759763e-05,
      "loss": 0.2118,
      "step": 123256
    },
    {
      "epoch": 5.04841286094614,
      "grad_norm": 1.2682289389288908,
      "learning_rate": 1.8734464091562974e-05,
      "loss": 0.4107,
      "step": 123257
    },
    {
      "epoch": 5.048453819373336,
      "grad_norm": 1.6873662426812466,
      "learning_rate": 1.873288581742088e-05,
      "loss": 0.6446,
      "step": 123258
    },
    {
      "epoch": 5.048494777800532,
      "grad_norm": 0.9205127433523893,
      "learning_rate": 1.8731307605334295e-05,
      "loss": 0.1957,
      "step": 123259
    },
    {
      "epoch": 5.048535736227729,
      "grad_norm": 1.662151186004467,
      "learning_rate": 1.8729729455303903e-05,
      "loss": 0.5369,
      "step": 123260
    },
    {
      "epoch": 5.048576694654925,
      "grad_norm": 1.254014422353431,
      "learning_rate": 1.8728151367330475e-05,
      "loss": 0.3913,
      "step": 123261
    },
    {
      "epoch": 5.048617653082122,
      "grad_norm": 1.2787840044771015,
      "learning_rate": 1.87265733414148e-05,
      "loss": 0.4704,
      "step": 123262
    },
    {
      "epoch": 5.048658611509318,
      "grad_norm": 1.6580034063954117,
      "learning_rate": 1.8724995377557537e-05,
      "loss": 0.5318,
      "step": 123263
    },
    {
      "epoch": 5.048699569936514,
      "grad_norm": 1.375163043951546,
      "learning_rate": 1.8723417475759485e-05,
      "loss": 0.4076,
      "step": 123264
    },
    {
      "epoch": 5.048740528363711,
      "grad_norm": 1.6216355835159768,
      "learning_rate": 1.872183963602142e-05,
      "loss": 0.3006,
      "step": 123265
    },
    {
      "epoch": 5.048781486790907,
      "grad_norm": 1.7520943060273984,
      "learning_rate": 1.872026185834401e-05,
      "loss": 0.6258,
      "step": 123266
    },
    {
      "epoch": 5.048822445218104,
      "grad_norm": 1.524456486408734,
      "learning_rate": 1.871868414272809e-05,
      "loss": 0.458,
      "step": 123267
    },
    {
      "epoch": 5.0488634036453,
      "grad_norm": 0.9978785209664285,
      "learning_rate": 1.871710648917431e-05,
      "loss": 0.2429,
      "step": 123268
    },
    {
      "epoch": 5.048904362072497,
      "grad_norm": 1.1486806186814154,
      "learning_rate": 1.8715528897683485e-05,
      "loss": 0.2897,
      "step": 123269
    },
    {
      "epoch": 5.048945320499693,
      "grad_norm": 1.340765050729449,
      "learning_rate": 1.8713951368256346e-05,
      "loss": 0.4139,
      "step": 123270
    },
    {
      "epoch": 5.048986278926889,
      "grad_norm": 1.8840235760490949,
      "learning_rate": 1.871237390089361e-05,
      "loss": 0.6156,
      "step": 123271
    },
    {
      "epoch": 5.049027237354085,
      "grad_norm": 1.5563135276217497,
      "learning_rate": 1.871079649559608e-05,
      "loss": 0.4213,
      "step": 123272
    },
    {
      "epoch": 5.049068195781282,
      "grad_norm": 1.2645962771985313,
      "learning_rate": 1.8709219152364435e-05,
      "loss": 0.4018,
      "step": 123273
    },
    {
      "epoch": 5.0491091542084785,
      "grad_norm": 0.7677720689573814,
      "learning_rate": 1.8707641871199457e-05,
      "loss": 0.1305,
      "step": 123274
    },
    {
      "epoch": 5.049150112635675,
      "grad_norm": 1.327999173728353,
      "learning_rate": 1.8706064652101916e-05,
      "loss": 0.4242,
      "step": 123275
    },
    {
      "epoch": 5.049191071062872,
      "grad_norm": 1.4168576221648463,
      "learning_rate": 1.8704487495072507e-05,
      "loss": 0.4843,
      "step": 123276
    },
    {
      "epoch": 5.049232029490067,
      "grad_norm": 1.0761574556044249,
      "learning_rate": 1.8702910400111982e-05,
      "loss": 0.1729,
      "step": 123277
    },
    {
      "epoch": 5.049272987917264,
      "grad_norm": 1.5316822565560941,
      "learning_rate": 1.870133336722114e-05,
      "loss": 0.4988,
      "step": 123278
    },
    {
      "epoch": 5.04931394634446,
      "grad_norm": 1.7223934950890116,
      "learning_rate": 1.8699756396400645e-05,
      "loss": 0.6028,
      "step": 123279
    },
    {
      "epoch": 5.049354904771657,
      "grad_norm": 1.3176695302326413,
      "learning_rate": 1.869817948765133e-05,
      "loss": 0.3283,
      "step": 123280
    },
    {
      "epoch": 5.049395863198853,
      "grad_norm": 2.2547230471681408,
      "learning_rate": 1.869660264097387e-05,
      "loss": 0.9215,
      "step": 123281
    },
    {
      "epoch": 5.04943682162605,
      "grad_norm": 1.0997592034619195,
      "learning_rate": 1.8695025856369034e-05,
      "loss": 0.3521,
      "step": 123282
    },
    {
      "epoch": 5.0494777800532455,
      "grad_norm": 1.1327711846081072,
      "learning_rate": 1.8693449133837596e-05,
      "loss": 0.3035,
      "step": 123283
    },
    {
      "epoch": 5.049518738480442,
      "grad_norm": 1.6145248814536808,
      "learning_rate": 1.8691872473380236e-05,
      "loss": 0.4808,
      "step": 123284
    },
    {
      "epoch": 5.049559696907639,
      "grad_norm": 1.578276961043432,
      "learning_rate": 1.8690295874997756e-05,
      "loss": 0.474,
      "step": 123285
    },
    {
      "epoch": 5.049600655334835,
      "grad_norm": 1.3892145156339688,
      "learning_rate": 1.8688719338690923e-05,
      "loss": 0.4283,
      "step": 123286
    },
    {
      "epoch": 5.049641613762032,
      "grad_norm": 1.362537608262145,
      "learning_rate": 1.8687142864460397e-05,
      "loss": 0.4633,
      "step": 123287
    },
    {
      "epoch": 5.049682572189228,
      "grad_norm": 0.9665156455536672,
      "learning_rate": 1.8685566452306998e-05,
      "loss": 0.1884,
      "step": 123288
    },
    {
      "epoch": 5.049723530616425,
      "grad_norm": 1.3817661525561142,
      "learning_rate": 1.8683990102231427e-05,
      "loss": 0.4468,
      "step": 123289
    },
    {
      "epoch": 5.04976448904362,
      "grad_norm": 0.7242179853943186,
      "learning_rate": 1.868241381423443e-05,
      "loss": 0.1455,
      "step": 123290
    },
    {
      "epoch": 5.049805447470817,
      "grad_norm": 1.397995074503911,
      "learning_rate": 1.868083758831681e-05,
      "loss": 0.5081,
      "step": 123291
    },
    {
      "epoch": 5.0498464058980135,
      "grad_norm": 1.487175268348509,
      "learning_rate": 1.867926142447923e-05,
      "loss": 0.5484,
      "step": 123292
    },
    {
      "epoch": 5.04988736432521,
      "grad_norm": 2.1141954822197855,
      "learning_rate": 1.8677685322722475e-05,
      "loss": 0.9879,
      "step": 123293
    },
    {
      "epoch": 5.0499283227524066,
      "grad_norm": 1.508628175070881,
      "learning_rate": 1.8676109283047325e-05,
      "loss": 0.5809,
      "step": 123294
    },
    {
      "epoch": 5.049969281179603,
      "grad_norm": 1.4923927760824816,
      "learning_rate": 1.8674533305454466e-05,
      "loss": 0.5187,
      "step": 123295
    },
    {
      "epoch": 5.050010239606799,
      "grad_norm": 2.053710948590639,
      "learning_rate": 1.8672957389944693e-05,
      "loss": 0.7583,
      "step": 123296
    },
    {
      "epoch": 5.050051198033995,
      "grad_norm": 0.5295793754729315,
      "learning_rate": 1.8671381536518692e-05,
      "loss": 0.0562,
      "step": 123297
    },
    {
      "epoch": 5.050092156461192,
      "grad_norm": 0.9401511705490386,
      "learning_rate": 1.8669805745177248e-05,
      "loss": 0.1798,
      "step": 123298
    },
    {
      "epoch": 5.050133114888388,
      "grad_norm": 1.33951352705333,
      "learning_rate": 1.866823001592112e-05,
      "loss": 0.5088,
      "step": 123299
    },
    {
      "epoch": 5.050174073315585,
      "grad_norm": 1.1620799948126386,
      "learning_rate": 1.8666654348751016e-05,
      "loss": 0.3646,
      "step": 123300
    },
    {
      "epoch": 5.050215031742781,
      "grad_norm": 1.4124485302792624,
      "learning_rate": 1.866507874366768e-05,
      "loss": 0.455,
      "step": 123301
    },
    {
      "epoch": 5.050255990169977,
      "grad_norm": 1.697479884373346,
      "learning_rate": 1.8663503200671907e-05,
      "loss": 0.5539,
      "step": 123302
    },
    {
      "epoch": 5.050296948597174,
      "grad_norm": 1.1273818657140648,
      "learning_rate": 1.8661927719764392e-05,
      "loss": 0.3045,
      "step": 123303
    },
    {
      "epoch": 5.05033790702437,
      "grad_norm": 1.9447999520923065,
      "learning_rate": 1.8660352300945907e-05,
      "loss": 0.9121,
      "step": 123304
    },
    {
      "epoch": 5.050378865451567,
      "grad_norm": 1.7340156249221759,
      "learning_rate": 1.8658776944217174e-05,
      "loss": 0.7293,
      "step": 123305
    },
    {
      "epoch": 5.050419823878763,
      "grad_norm": 0.6027876919926096,
      "learning_rate": 1.865720164957894e-05,
      "loss": 0.0826,
      "step": 123306
    },
    {
      "epoch": 5.05046078230596,
      "grad_norm": 1.9660529197886913,
      "learning_rate": 1.865562641703199e-05,
      "loss": 0.7164,
      "step": 123307
    },
    {
      "epoch": 5.050501740733156,
      "grad_norm": 1.8272303845453441,
      "learning_rate": 1.8654051246577e-05,
      "loss": 0.8308,
      "step": 123308
    },
    {
      "epoch": 5.050542699160352,
      "grad_norm": 1.9158977648195665,
      "learning_rate": 1.8652476138214776e-05,
      "loss": 0.8656,
      "step": 123309
    },
    {
      "epoch": 5.0505836575875485,
      "grad_norm": 1.886491231571799,
      "learning_rate": 1.865090109194605e-05,
      "loss": 0.7587,
      "step": 123310
    },
    {
      "epoch": 5.050624616014745,
      "grad_norm": 1.616319891514798,
      "learning_rate": 1.8649326107771538e-05,
      "loss": 0.4671,
      "step": 123311
    },
    {
      "epoch": 5.0506655744419415,
      "grad_norm": 1.3166937512968742,
      "learning_rate": 1.864775118569202e-05,
      "loss": 0.2405,
      "step": 123312
    },
    {
      "epoch": 5.050706532869138,
      "grad_norm": 1.6799833314619057,
      "learning_rate": 1.8646176325708202e-05,
      "loss": 0.7526,
      "step": 123313
    },
    {
      "epoch": 5.050747491296335,
      "grad_norm": 1.5768046476945008,
      "learning_rate": 1.864460152782089e-05,
      "loss": 0.5737,
      "step": 123314
    },
    {
      "epoch": 5.05078844972353,
      "grad_norm": 2.0732864334346237,
      "learning_rate": 1.8643026792030773e-05,
      "loss": 0.6758,
      "step": 123315
    },
    {
      "epoch": 5.050829408150727,
      "grad_norm": 0.875661121285469,
      "learning_rate": 1.8641452118338583e-05,
      "loss": 0.2167,
      "step": 123316
    },
    {
      "epoch": 5.050870366577923,
      "grad_norm": 1.40542473710131,
      "learning_rate": 1.863987750674509e-05,
      "loss": 0.4943,
      "step": 123317
    },
    {
      "epoch": 5.05091132500512,
      "grad_norm": 1.6191209784430411,
      "learning_rate": 1.8638302957251083e-05,
      "loss": 0.5594,
      "step": 123318
    },
    {
      "epoch": 5.050952283432316,
      "grad_norm": 1.4065615647975496,
      "learning_rate": 1.863672846985722e-05,
      "loss": 0.3532,
      "step": 123319
    },
    {
      "epoch": 5.050993241859513,
      "grad_norm": 1.7421166604184162,
      "learning_rate": 1.8635154044564282e-05,
      "loss": 0.5097,
      "step": 123320
    },
    {
      "epoch": 5.051034200286709,
      "grad_norm": 1.8265853927233913,
      "learning_rate": 1.863357968137307e-05,
      "loss": 0.5459,
      "step": 123321
    },
    {
      "epoch": 5.051075158713905,
      "grad_norm": 1.102444540779883,
      "learning_rate": 1.863200538028424e-05,
      "loss": 0.2809,
      "step": 123322
    },
    {
      "epoch": 5.051116117141102,
      "grad_norm": 1.4916573221778928,
      "learning_rate": 1.8630431141298606e-05,
      "loss": 0.4837,
      "step": 123323
    },
    {
      "epoch": 5.051157075568298,
      "grad_norm": 1.5049409434151637,
      "learning_rate": 1.8628856964416843e-05,
      "loss": 0.4575,
      "step": 123324
    },
    {
      "epoch": 5.051198033995495,
      "grad_norm": 1.917914123860071,
      "learning_rate": 1.8627282849639753e-05,
      "loss": 0.7196,
      "step": 123325
    },
    {
      "epoch": 5.051238992422691,
      "grad_norm": 1.3614788200058459,
      "learning_rate": 1.862570879696808e-05,
      "loss": 0.4231,
      "step": 123326
    },
    {
      "epoch": 5.051279950849888,
      "grad_norm": 1.782793050009247,
      "learning_rate": 1.8624134806402515e-05,
      "loss": 0.6188,
      "step": 123327
    },
    {
      "epoch": 5.051320909277083,
      "grad_norm": 1.1201613607162189,
      "learning_rate": 1.8622560877943833e-05,
      "loss": 0.3346,
      "step": 123328
    },
    {
      "epoch": 5.05136186770428,
      "grad_norm": 0.7383695193464971,
      "learning_rate": 1.862098701159282e-05,
      "loss": 0.1873,
      "step": 123329
    },
    {
      "epoch": 5.0514028261314765,
      "grad_norm": 1.3639673345525567,
      "learning_rate": 1.861941320735014e-05,
      "loss": 0.476,
      "step": 123330
    },
    {
      "epoch": 5.051443784558673,
      "grad_norm": 1.231568053295118,
      "learning_rate": 1.8617839465216617e-05,
      "loss": 0.433,
      "step": 123331
    },
    {
      "epoch": 5.05148474298587,
      "grad_norm": 1.6034900091979016,
      "learning_rate": 1.8616265785192923e-05,
      "loss": 0.5593,
      "step": 123332
    },
    {
      "epoch": 5.051525701413066,
      "grad_norm": 1.8854771238789658,
      "learning_rate": 1.8614692167279833e-05,
      "loss": 0.8658,
      "step": 123333
    },
    {
      "epoch": 5.051566659840262,
      "grad_norm": 1.4514624078689404,
      "learning_rate": 1.8613118611478122e-05,
      "loss": 0.4921,
      "step": 123334
    },
    {
      "epoch": 5.051607618267458,
      "grad_norm": 1.7939510392383315,
      "learning_rate": 1.861154511778848e-05,
      "loss": 0.4957,
      "step": 123335
    },
    {
      "epoch": 5.051648576694655,
      "grad_norm": 1.84695965736209,
      "learning_rate": 1.8609971686211667e-05,
      "loss": 0.652,
      "step": 123336
    },
    {
      "epoch": 5.051689535121851,
      "grad_norm": 1.409661551888706,
      "learning_rate": 1.8608398316748486e-05,
      "loss": 0.4538,
      "step": 123337
    },
    {
      "epoch": 5.051730493549048,
      "grad_norm": 0.7881064206092964,
      "learning_rate": 1.8606825009399583e-05,
      "loss": 0.1304,
      "step": 123338
    },
    {
      "epoch": 5.051771451976244,
      "grad_norm": 1.4952516070801185,
      "learning_rate": 1.8605251764165778e-05,
      "loss": 0.6398,
      "step": 123339
    },
    {
      "epoch": 5.05181241040344,
      "grad_norm": 1.7339193290386983,
      "learning_rate": 1.8603678581047755e-05,
      "loss": 0.6249,
      "step": 123340
    },
    {
      "epoch": 5.051853368830637,
      "grad_norm": 0.7911070955856425,
      "learning_rate": 1.860210546004629e-05,
      "loss": 0.1944,
      "step": 123341
    },
    {
      "epoch": 5.051894327257833,
      "grad_norm": 1.352771227597231,
      "learning_rate": 1.8600532401162156e-05,
      "loss": 0.3594,
      "step": 123342
    },
    {
      "epoch": 5.05193528568503,
      "grad_norm": 1.8569168424901663,
      "learning_rate": 1.859895940439603e-05,
      "loss": 0.5802,
      "step": 123343
    },
    {
      "epoch": 5.051976244112226,
      "grad_norm": 1.841155860188573,
      "learning_rate": 1.8597386469748732e-05,
      "loss": 0.5775,
      "step": 123344
    },
    {
      "epoch": 5.052017202539423,
      "grad_norm": 1.59239554441221,
      "learning_rate": 1.8595813597220927e-05,
      "loss": 0.5985,
      "step": 123345
    },
    {
      "epoch": 5.052058160966619,
      "grad_norm": 1.580708633522498,
      "learning_rate": 1.8594240786813396e-05,
      "loss": 0.519,
      "step": 123346
    },
    {
      "epoch": 5.052099119393815,
      "grad_norm": 2.2067956655411924,
      "learning_rate": 1.8592668038526926e-05,
      "loss": 0.9531,
      "step": 123347
    },
    {
      "epoch": 5.0521400778210115,
      "grad_norm": 1.6828598674754285,
      "learning_rate": 1.859109535236216e-05,
      "loss": 0.3743,
      "step": 123348
    },
    {
      "epoch": 5.052181036248208,
      "grad_norm": 2.700009577924412,
      "learning_rate": 1.8589522728319923e-05,
      "loss": 1.9284,
      "step": 123349
    },
    {
      "epoch": 5.052221994675405,
      "grad_norm": 2.353940504780317,
      "learning_rate": 1.8587950166400956e-05,
      "loss": 1.4279,
      "step": 123350
    },
    {
      "epoch": 5.052262953102601,
      "grad_norm": 2.767207638611715,
      "learning_rate": 1.858637766660596e-05,
      "loss": 1.6501,
      "step": 123351
    },
    {
      "epoch": 5.052303911529798,
      "grad_norm": 1.2155254513954876,
      "learning_rate": 1.8584805228935722e-05,
      "loss": 0.336,
      "step": 123352
    },
    {
      "epoch": 5.052344869956993,
      "grad_norm": 0.9263046997363031,
      "learning_rate": 1.858323285339092e-05,
      "loss": 0.1637,
      "step": 123353
    },
    {
      "epoch": 5.05238582838419,
      "grad_norm": 0.49234946965670917,
      "learning_rate": 1.858166053997236e-05,
      "loss": 0.0436,
      "step": 123354
    },
    {
      "epoch": 5.052426786811386,
      "grad_norm": 1.2831358331977358,
      "learning_rate": 1.8580088288680784e-05,
      "loss": 0.4504,
      "step": 123355
    },
    {
      "epoch": 5.052467745238583,
      "grad_norm": 2.027462698045255,
      "learning_rate": 1.8578516099516894e-05,
      "loss": 0.6857,
      "step": 123356
    },
    {
      "epoch": 5.052508703665779,
      "grad_norm": 1.5349921002360123,
      "learning_rate": 1.857694397248144e-05,
      "loss": 0.5046,
      "step": 123357
    },
    {
      "epoch": 5.052549662092976,
      "grad_norm": 1.6531084975733066,
      "learning_rate": 1.857537190757522e-05,
      "loss": 0.6414,
      "step": 123358
    },
    {
      "epoch": 5.052590620520172,
      "grad_norm": 1.3464361554481885,
      "learning_rate": 1.8573799904798902e-05,
      "loss": 0.4097,
      "step": 123359
    },
    {
      "epoch": 5.052631578947368,
      "grad_norm": 0.7578062928440908,
      "learning_rate": 1.857222796415332e-05,
      "loss": 0.1783,
      "step": 123360
    },
    {
      "epoch": 5.052672537374565,
      "grad_norm": 1.366023808933929,
      "learning_rate": 1.85706560856391e-05,
      "loss": 0.3424,
      "step": 123361
    },
    {
      "epoch": 5.052713495801761,
      "grad_norm": 1.155462097072501,
      "learning_rate": 1.8569084269257067e-05,
      "loss": 0.3938,
      "step": 123362
    },
    {
      "epoch": 5.052754454228958,
      "grad_norm": 1.5206552839366825,
      "learning_rate": 1.8567512515007966e-05,
      "loss": 0.5125,
      "step": 123363
    },
    {
      "epoch": 5.052795412656154,
      "grad_norm": 0.5557237841303597,
      "learning_rate": 1.8565940822892495e-05,
      "loss": 0.0624,
      "step": 123364
    },
    {
      "epoch": 5.052836371083351,
      "grad_norm": 1.7020493032691995,
      "learning_rate": 1.8564369192911405e-05,
      "loss": 0.5134,
      "step": 123365
    },
    {
      "epoch": 5.0528773295105465,
      "grad_norm": 1.1129671400413517,
      "learning_rate": 1.8562797625065513e-05,
      "loss": 0.2606,
      "step": 123366
    },
    {
      "epoch": 5.052918287937743,
      "grad_norm": 0.395674576570606,
      "learning_rate": 1.856122611935545e-05,
      "loss": 0.0595,
      "step": 123367
    },
    {
      "epoch": 5.0529592463649395,
      "grad_norm": 1.1859085331249148,
      "learning_rate": 1.8559654675782047e-05,
      "loss": 0.3261,
      "step": 123368
    },
    {
      "epoch": 5.053000204792136,
      "grad_norm": 1.0573053136927533,
      "learning_rate": 1.8558083294345977e-05,
      "loss": 0.19,
      "step": 123369
    },
    {
      "epoch": 5.053041163219333,
      "grad_norm": 1.3846671686756216,
      "learning_rate": 1.8556511975048033e-05,
      "loss": 0.4368,
      "step": 123370
    },
    {
      "epoch": 5.053082121646529,
      "grad_norm": 0.9280655404691195,
      "learning_rate": 1.8554940717888968e-05,
      "loss": 0.2125,
      "step": 123371
    },
    {
      "epoch": 5.053123080073725,
      "grad_norm": 0.9605448518883071,
      "learning_rate": 1.855336952286946e-05,
      "loss": 0.2932,
      "step": 123372
    },
    {
      "epoch": 5.053164038500921,
      "grad_norm": 1.561378134726018,
      "learning_rate": 1.8551798389990295e-05,
      "loss": 0.4297,
      "step": 123373
    },
    {
      "epoch": 5.053204996928118,
      "grad_norm": 0.8204254072410061,
      "learning_rate": 1.8550227319252242e-05,
      "loss": 0.1446,
      "step": 123374
    },
    {
      "epoch": 5.053245955355314,
      "grad_norm": 1.1925212534313743,
      "learning_rate": 1.8548656310655995e-05,
      "loss": 0.2487,
      "step": 123375
    },
    {
      "epoch": 5.053286913782511,
      "grad_norm": 0.9067981099766039,
      "learning_rate": 1.854708536420234e-05,
      "loss": 0.2132,
      "step": 123376
    },
    {
      "epoch": 5.0533278722097075,
      "grad_norm": 1.2794193106392306,
      "learning_rate": 1.854551447989196e-05,
      "loss": 0.338,
      "step": 123377
    },
    {
      "epoch": 5.053368830636903,
      "grad_norm": 1.651393926471228,
      "learning_rate": 1.8543943657725635e-05,
      "loss": 0.5809,
      "step": 123378
    },
    {
      "epoch": 5.0534097890641,
      "grad_norm": 1.1607466236579937,
      "learning_rate": 1.8542372897704133e-05,
      "loss": 0.3203,
      "step": 123379
    },
    {
      "epoch": 5.053450747491296,
      "grad_norm": 1.0131467382098058,
      "learning_rate": 1.8540802199828136e-05,
      "loss": 0.2146,
      "step": 123380
    },
    {
      "epoch": 5.053491705918493,
      "grad_norm": 0.969556137772753,
      "learning_rate": 1.8539231564098463e-05,
      "loss": 0.0975,
      "step": 123381
    },
    {
      "epoch": 5.053532664345689,
      "grad_norm": 1.3730919787873779,
      "learning_rate": 1.8537660990515772e-05,
      "loss": 0.4377,
      "step": 123382
    },
    {
      "epoch": 5.053573622772886,
      "grad_norm": 1.4921955884162263,
      "learning_rate": 1.853609047908084e-05,
      "loss": 0.6041,
      "step": 123383
    },
    {
      "epoch": 5.053614581200082,
      "grad_norm": 1.4710659534980293,
      "learning_rate": 1.853452002979446e-05,
      "loss": 0.5395,
      "step": 123384
    },
    {
      "epoch": 5.053655539627278,
      "grad_norm": 1.2892593739352576,
      "learning_rate": 1.853294964265733e-05,
      "loss": 0.4114,
      "step": 123385
    },
    {
      "epoch": 5.0536964980544745,
      "grad_norm": 0.9776442918819809,
      "learning_rate": 1.853137931767015e-05,
      "loss": 0.1631,
      "step": 123386
    },
    {
      "epoch": 5.053737456481671,
      "grad_norm": 1.3879972448888616,
      "learning_rate": 1.852980905483376e-05,
      "loss": 0.4472,
      "step": 123387
    },
    {
      "epoch": 5.053778414908868,
      "grad_norm": 1.454459708668689,
      "learning_rate": 1.8528238854148804e-05,
      "loss": 0.4738,
      "step": 123388
    },
    {
      "epoch": 5.053819373336064,
      "grad_norm": 0.5942122901906425,
      "learning_rate": 1.8526668715616062e-05,
      "loss": 0.0725,
      "step": 123389
    },
    {
      "epoch": 5.053860331763261,
      "grad_norm": 1.5999275593977753,
      "learning_rate": 1.85250986392363e-05,
      "loss": 0.638,
      "step": 123390
    },
    {
      "epoch": 5.053901290190456,
      "grad_norm": 1.622281748774136,
      "learning_rate": 1.8523528625010243e-05,
      "loss": 0.615,
      "step": 123391
    },
    {
      "epoch": 5.053942248617653,
      "grad_norm": 1.0848495918814667,
      "learning_rate": 1.8521958672938615e-05,
      "loss": 0.2693,
      "step": 123392
    },
    {
      "epoch": 5.053983207044849,
      "grad_norm": 4.299037084542354,
      "learning_rate": 1.85203887830222e-05,
      "loss": 2.8477,
      "step": 123393
    },
    {
      "epoch": 5.054024165472046,
      "grad_norm": 1.3713450085495134,
      "learning_rate": 1.85188189552617e-05,
      "loss": 0.359,
      "step": 123394
    },
    {
      "epoch": 5.0540651238992425,
      "grad_norm": 0.8986219598898496,
      "learning_rate": 1.8517249189657897e-05,
      "loss": 0.2091,
      "step": 123395
    },
    {
      "epoch": 5.054106082326439,
      "grad_norm": 1.2647612573431306,
      "learning_rate": 1.851567948621147e-05,
      "loss": 0.4151,
      "step": 123396
    },
    {
      "epoch": 5.054147040753635,
      "grad_norm": 1.3101897535480094,
      "learning_rate": 1.851410984492321e-05,
      "loss": 0.3927,
      "step": 123397
    },
    {
      "epoch": 5.054187999180831,
      "grad_norm": 1.4728732918718783,
      "learning_rate": 1.8512540265793872e-05,
      "loss": 0.4079,
      "step": 123398
    },
    {
      "epoch": 5.054228957608028,
      "grad_norm": 1.75789602981407,
      "learning_rate": 1.851097074882415e-05,
      "loss": 0.5724,
      "step": 123399
    },
    {
      "epoch": 5.054269916035224,
      "grad_norm": 1.3566848127245574,
      "learning_rate": 1.8509401294014818e-05,
      "loss": 0.5468,
      "step": 123400
    },
    {
      "epoch": 5.054310874462421,
      "grad_norm": 1.4937113792066778,
      "learning_rate": 1.8507831901366632e-05,
      "loss": 0.4825,
      "step": 123401
    },
    {
      "epoch": 5.054351832889617,
      "grad_norm": 1.191043847871987,
      "learning_rate": 1.8506262570880286e-05,
      "loss": 0.3105,
      "step": 123402
    },
    {
      "epoch": 5.054392791316814,
      "grad_norm": 0.827909205299127,
      "learning_rate": 1.8504693302556584e-05,
      "loss": 0.1887,
      "step": 123403
    },
    {
      "epoch": 5.0544337497440095,
      "grad_norm": 1.9057402721634429,
      "learning_rate": 1.850312409639619e-05,
      "loss": 0.6953,
      "step": 123404
    },
    {
      "epoch": 5.054474708171206,
      "grad_norm": 1.8734659029363079,
      "learning_rate": 1.85015549523999e-05,
      "loss": 0.6597,
      "step": 123405
    },
    {
      "epoch": 5.054515666598403,
      "grad_norm": 1.7788465180554844,
      "learning_rate": 1.8499985870568467e-05,
      "loss": 0.7755,
      "step": 123406
    },
    {
      "epoch": 5.054556625025599,
      "grad_norm": 2.447087430561087,
      "learning_rate": 1.8498416850902576e-05,
      "loss": 1.5163,
      "step": 123407
    },
    {
      "epoch": 5.054597583452796,
      "grad_norm": 1.5384188886280636,
      "learning_rate": 1.8496847893403004e-05,
      "loss": 0.5674,
      "step": 123408
    },
    {
      "epoch": 5.054638541879992,
      "grad_norm": 1.04961089949218,
      "learning_rate": 1.849527899807054e-05,
      "loss": 0.254,
      "step": 123409
    },
    {
      "epoch": 5.054679500307188,
      "grad_norm": 1.3506622779340078,
      "learning_rate": 1.849371016490583e-05,
      "loss": 0.438,
      "step": 123410
    },
    {
      "epoch": 5.054720458734384,
      "grad_norm": 1.1565585308451867,
      "learning_rate": 1.8492141393909705e-05,
      "loss": 0.2875,
      "step": 123411
    },
    {
      "epoch": 5.054761417161581,
      "grad_norm": 1.212883007033032,
      "learning_rate": 1.8490572685082815e-05,
      "loss": 0.2998,
      "step": 123412
    },
    {
      "epoch": 5.054802375588777,
      "grad_norm": 1.499466619351231,
      "learning_rate": 1.8489004038425964e-05,
      "loss": 0.4931,
      "step": 123413
    },
    {
      "epoch": 5.054843334015974,
      "grad_norm": 1.286182700332035,
      "learning_rate": 1.8487435453939913e-05,
      "loss": 0.4527,
      "step": 123414
    },
    {
      "epoch": 5.0548842924431705,
      "grad_norm": 1.5847396644037355,
      "learning_rate": 1.848586693162533e-05,
      "loss": 0.6277,
      "step": 123415
    },
    {
      "epoch": 5.054925250870366,
      "grad_norm": 2.4281734547632006,
      "learning_rate": 1.848429847148305e-05,
      "loss": 1.4107,
      "step": 123416
    },
    {
      "epoch": 5.054966209297563,
      "grad_norm": 1.1911509389440547,
      "learning_rate": 1.848273007351372e-05,
      "loss": 0.3838,
      "step": 123417
    },
    {
      "epoch": 5.055007167724759,
      "grad_norm": 1.5989370785040158,
      "learning_rate": 1.848116173771812e-05,
      "loss": 0.6646,
      "step": 123418
    },
    {
      "epoch": 5.055048126151956,
      "grad_norm": 1.3339930922233163,
      "learning_rate": 1.847959346409702e-05,
      "loss": 0.4572,
      "step": 123419
    },
    {
      "epoch": 5.055089084579152,
      "grad_norm": 1.0492476359385214,
      "learning_rate": 1.8478025252651117e-05,
      "loss": 0.2282,
      "step": 123420
    },
    {
      "epoch": 5.055130043006349,
      "grad_norm": 1.643373348360669,
      "learning_rate": 1.8476457103381165e-05,
      "loss": 0.4701,
      "step": 123421
    },
    {
      "epoch": 5.055171001433545,
      "grad_norm": 1.4987885935294425,
      "learning_rate": 1.847488901628794e-05,
      "loss": 0.5105,
      "step": 123422
    },
    {
      "epoch": 5.055211959860741,
      "grad_norm": 1.4183575720345458,
      "learning_rate": 1.847332099137213e-05,
      "loss": 0.5289,
      "step": 123423
    },
    {
      "epoch": 5.0552529182879375,
      "grad_norm": 0.6752547594037731,
      "learning_rate": 1.8471753028634535e-05,
      "loss": 0.0892,
      "step": 123424
    },
    {
      "epoch": 5.055293876715134,
      "grad_norm": 1.1901943942277227,
      "learning_rate": 1.847018512807583e-05,
      "loss": 0.2722,
      "step": 123425
    },
    {
      "epoch": 5.055334835142331,
      "grad_norm": 1.3696228173757379,
      "learning_rate": 1.8468617289696792e-05,
      "loss": 0.5338,
      "step": 123426
    },
    {
      "epoch": 5.055375793569527,
      "grad_norm": 1.5676532587800602,
      "learning_rate": 1.8467049513498178e-05,
      "loss": 0.5717,
      "step": 123427
    },
    {
      "epoch": 5.055416751996724,
      "grad_norm": 1.3673570599526688,
      "learning_rate": 1.846548179948069e-05,
      "loss": 0.388,
      "step": 123428
    },
    {
      "epoch": 5.055457710423919,
      "grad_norm": 1.223141820525009,
      "learning_rate": 1.84639141476451e-05,
      "loss": 0.4337,
      "step": 123429
    },
    {
      "epoch": 5.055498668851116,
      "grad_norm": 1.7735507775480939,
      "learning_rate": 1.8462346557992146e-05,
      "loss": 0.6125,
      "step": 123430
    },
    {
      "epoch": 5.055539627278312,
      "grad_norm": 1.5331049642072998,
      "learning_rate": 1.8460779030522555e-05,
      "loss": 0.5309,
      "step": 123431
    },
    {
      "epoch": 5.055580585705509,
      "grad_norm": 1.486838546155955,
      "learning_rate": 1.8459211565237088e-05,
      "loss": 0.4682,
      "step": 123432
    },
    {
      "epoch": 5.0556215441327055,
      "grad_norm": 1.4799583854486789,
      "learning_rate": 1.8457644162136443e-05,
      "loss": 0.4885,
      "step": 123433
    },
    {
      "epoch": 5.055662502559902,
      "grad_norm": 1.0311702636335889,
      "learning_rate": 1.8456076821221406e-05,
      "loss": 0.2392,
      "step": 123434
    },
    {
      "epoch": 5.055703460987098,
      "grad_norm": 0.8559521495219545,
      "learning_rate": 1.8454509542492706e-05,
      "loss": 0.2266,
      "step": 123435
    },
    {
      "epoch": 5.055744419414294,
      "grad_norm": 1.4639790638308052,
      "learning_rate": 1.845294232595108e-05,
      "loss": 0.4356,
      "step": 123436
    },
    {
      "epoch": 5.055785377841491,
      "grad_norm": 1.4430432513790188,
      "learning_rate": 1.8451375171597243e-05,
      "loss": 0.4428,
      "step": 123437
    },
    {
      "epoch": 5.055826336268687,
      "grad_norm": 1.6727669469981088,
      "learning_rate": 1.844980807943201e-05,
      "loss": 0.6322,
      "step": 123438
    },
    {
      "epoch": 5.055867294695884,
      "grad_norm": 1.195913627332436,
      "learning_rate": 1.8448241049456048e-05,
      "loss": 0.4205,
      "step": 123439
    },
    {
      "epoch": 5.05590825312308,
      "grad_norm": 1.6831532438316366,
      "learning_rate": 1.8446674081670137e-05,
      "loss": 0.436,
      "step": 123440
    },
    {
      "epoch": 5.055949211550277,
      "grad_norm": 1.5194597882888754,
      "learning_rate": 1.8445107176075e-05,
      "loss": 0.5927,
      "step": 123441
    },
    {
      "epoch": 5.0559901699774725,
      "grad_norm": 1.0153076385622695,
      "learning_rate": 1.844354033267136e-05,
      "loss": 0.1746,
      "step": 123442
    },
    {
      "epoch": 5.056031128404669,
      "grad_norm": 1.7329084508598671,
      "learning_rate": 1.844197355146002e-05,
      "loss": 0.5566,
      "step": 123443
    },
    {
      "epoch": 5.056072086831866,
      "grad_norm": 0.6183059977788542,
      "learning_rate": 1.8440406832441633e-05,
      "loss": 0.0796,
      "step": 123444
    },
    {
      "epoch": 5.056113045259062,
      "grad_norm": 1.2536654104243412,
      "learning_rate": 1.8438840175617014e-05,
      "loss": 0.3737,
      "step": 123445
    },
    {
      "epoch": 5.056154003686259,
      "grad_norm": 1.7336404963427854,
      "learning_rate": 1.8437273580986895e-05,
      "loss": 0.5394,
      "step": 123446
    },
    {
      "epoch": 5.056194962113455,
      "grad_norm": 1.4354194713094393,
      "learning_rate": 1.8435707048551972e-05,
      "loss": 0.4727,
      "step": 123447
    },
    {
      "epoch": 5.056235920540651,
      "grad_norm": 1.3977730696201067,
      "learning_rate": 1.8434140578313035e-05,
      "loss": 0.4747,
      "step": 123448
    },
    {
      "epoch": 5.056276878967847,
      "grad_norm": 1.4816071253583825,
      "learning_rate": 1.8432574170270776e-05,
      "loss": 0.3841,
      "step": 123449
    },
    {
      "epoch": 5.056317837395044,
      "grad_norm": 1.6929461333501223,
      "learning_rate": 1.8431007824425963e-05,
      "loss": 0.6198,
      "step": 123450
    },
    {
      "epoch": 5.0563587958222405,
      "grad_norm": 1.535085388203969,
      "learning_rate": 1.8429441540779365e-05,
      "loss": 0.5391,
      "step": 123451
    },
    {
      "epoch": 5.056399754249437,
      "grad_norm": 0.940014659195514,
      "learning_rate": 1.8427875319331664e-05,
      "loss": 0.1945,
      "step": 123452
    },
    {
      "epoch": 5.0564407126766335,
      "grad_norm": 1.0295430717540361,
      "learning_rate": 1.842630916008366e-05,
      "loss": 0.1979,
      "step": 123453
    },
    {
      "epoch": 5.056481671103829,
      "grad_norm": 1.0049794104996557,
      "learning_rate": 1.842474306303603e-05,
      "loss": 0.2062,
      "step": 123454
    },
    {
      "epoch": 5.056522629531026,
      "grad_norm": 1.3599481863381435,
      "learning_rate": 1.8423177028189562e-05,
      "loss": 0.4564,
      "step": 123455
    },
    {
      "epoch": 5.056563587958222,
      "grad_norm": 1.538880312968821,
      "learning_rate": 1.842161105554497e-05,
      "loss": 0.3024,
      "step": 123456
    },
    {
      "epoch": 5.056604546385419,
      "grad_norm": 0.8990203319626784,
      "learning_rate": 1.8420045145103025e-05,
      "loss": 0.2254,
      "step": 123457
    },
    {
      "epoch": 5.056645504812615,
      "grad_norm": 1.3207623496410437,
      "learning_rate": 1.841847929686442e-05,
      "loss": 0.3475,
      "step": 123458
    },
    {
      "epoch": 5.056686463239812,
      "grad_norm": 1.760983977166868,
      "learning_rate": 1.8416913510829957e-05,
      "loss": 0.6452,
      "step": 123459
    },
    {
      "epoch": 5.056727421667008,
      "grad_norm": 1.2333792771950032,
      "learning_rate": 1.841534778700032e-05,
      "loss": 0.3476,
      "step": 123460
    },
    {
      "epoch": 5.056768380094204,
      "grad_norm": 1.1528554087204286,
      "learning_rate": 1.8413782125376252e-05,
      "loss": 0.2936,
      "step": 123461
    },
    {
      "epoch": 5.056809338521401,
      "grad_norm": 1.500568372498957,
      "learning_rate": 1.8412216525958546e-05,
      "loss": 0.4564,
      "step": 123462
    },
    {
      "epoch": 5.056850296948597,
      "grad_norm": 1.447738939695513,
      "learning_rate": 1.8410650988747895e-05,
      "loss": 0.3631,
      "step": 123463
    },
    {
      "epoch": 5.056891255375794,
      "grad_norm": 1.0845709312325895,
      "learning_rate": 1.840908551374503e-05,
      "loss": 0.2486,
      "step": 123464
    },
    {
      "epoch": 5.05693221380299,
      "grad_norm": 1.8070090271406318,
      "learning_rate": 1.8407520100950756e-05,
      "loss": 0.6148,
      "step": 123465
    },
    {
      "epoch": 5.056973172230187,
      "grad_norm": 1.611956147348263,
      "learning_rate": 1.8405954750365736e-05,
      "loss": 0.567,
      "step": 123466
    },
    {
      "epoch": 5.057014130657382,
      "grad_norm": 1.6258320604480898,
      "learning_rate": 1.8404389461990786e-05,
      "loss": 0.6059,
      "step": 123467
    },
    {
      "epoch": 5.057055089084579,
      "grad_norm": 1.653618833200037,
      "learning_rate": 1.8402824235826558e-05,
      "loss": 0.5591,
      "step": 123468
    },
    {
      "epoch": 5.057096047511775,
      "grad_norm": 1.6652618167629631,
      "learning_rate": 1.8401259071873846e-05,
      "loss": 0.4828,
      "step": 123469
    },
    {
      "epoch": 5.057137005938972,
      "grad_norm": 1.5300981539814074,
      "learning_rate": 1.839969397013342e-05,
      "loss": 0.7037,
      "step": 123470
    },
    {
      "epoch": 5.0571779643661685,
      "grad_norm": 1.4198988637947403,
      "learning_rate": 1.839812893060595e-05,
      "loss": 0.5232,
      "step": 123471
    },
    {
      "epoch": 5.057218922793365,
      "grad_norm": 1.0518769250390743,
      "learning_rate": 1.8396563953292192e-05,
      "loss": 0.2217,
      "step": 123472
    },
    {
      "epoch": 5.057259881220561,
      "grad_norm": 1.6035570010055273,
      "learning_rate": 1.8394999038192936e-05,
      "loss": 0.5191,
      "step": 123473
    },
    {
      "epoch": 5.057300839647757,
      "grad_norm": 1.5501436539445623,
      "learning_rate": 1.839343418530888e-05,
      "loss": 0.4327,
      "step": 123474
    },
    {
      "epoch": 5.057341798074954,
      "grad_norm": 1.449987765575783,
      "learning_rate": 1.8391869394640773e-05,
      "loss": 0.3573,
      "step": 123475
    },
    {
      "epoch": 5.05738275650215,
      "grad_norm": 1.7096618174537923,
      "learning_rate": 1.839030466618935e-05,
      "loss": 0.5696,
      "step": 123476
    },
    {
      "epoch": 5.057423714929347,
      "grad_norm": 0.6306506282810341,
      "learning_rate": 1.8388739999955336e-05,
      "loss": 0.0991,
      "step": 123477
    },
    {
      "epoch": 5.057464673356543,
      "grad_norm": 1.4887429165194086,
      "learning_rate": 1.8387175395939524e-05,
      "loss": 0.552,
      "step": 123478
    },
    {
      "epoch": 5.05750563178374,
      "grad_norm": 1.4785274286927435,
      "learning_rate": 1.838561085414259e-05,
      "loss": 0.4715,
      "step": 123479
    },
    {
      "epoch": 5.0575465902109356,
      "grad_norm": 1.403750828882026,
      "learning_rate": 1.8384046374565286e-05,
      "loss": 0.429,
      "step": 123480
    },
    {
      "epoch": 5.057587548638132,
      "grad_norm": 1.7712438766842913,
      "learning_rate": 1.838248195720841e-05,
      "loss": 0.6598,
      "step": 123481
    },
    {
      "epoch": 5.057628507065329,
      "grad_norm": 1.3106367149695546,
      "learning_rate": 1.838091760207263e-05,
      "loss": 0.4702,
      "step": 123482
    },
    {
      "epoch": 5.057669465492525,
      "grad_norm": 0.7640310286521543,
      "learning_rate": 1.8379353309158762e-05,
      "loss": 0.1362,
      "step": 123483
    },
    {
      "epoch": 5.057710423919722,
      "grad_norm": 0.8122511736764697,
      "learning_rate": 1.8377789078467437e-05,
      "loss": 0.1958,
      "step": 123484
    },
    {
      "epoch": 5.057751382346918,
      "grad_norm": 1.9536290704148973,
      "learning_rate": 1.837622490999947e-05,
      "loss": 0.8347,
      "step": 123485
    },
    {
      "epoch": 5.057792340774114,
      "grad_norm": 0.9306793548892867,
      "learning_rate": 1.8374660803755614e-05,
      "loss": 0.2012,
      "step": 123486
    },
    {
      "epoch": 5.05783329920131,
      "grad_norm": 1.2386589674899913,
      "learning_rate": 1.8373096759736567e-05,
      "loss": 0.2663,
      "step": 123487
    },
    {
      "epoch": 5.057874257628507,
      "grad_norm": 1.3160950367655673,
      "learning_rate": 1.837153277794309e-05,
      "loss": 0.3609,
      "step": 123488
    },
    {
      "epoch": 5.0579152160557035,
      "grad_norm": 1.6797556049061946,
      "learning_rate": 1.8369968858375895e-05,
      "loss": 0.6422,
      "step": 123489
    },
    {
      "epoch": 5.0579561744829,
      "grad_norm": 1.6799031194824956,
      "learning_rate": 1.8368405001035734e-05,
      "loss": 0.4352,
      "step": 123490
    },
    {
      "epoch": 5.057997132910097,
      "grad_norm": 1.2107639375130568,
      "learning_rate": 1.8366841205923383e-05,
      "loss": 0.3244,
      "step": 123491
    },
    {
      "epoch": 5.058038091337292,
      "grad_norm": 1.3919849730583742,
      "learning_rate": 1.8365277473039518e-05,
      "loss": 0.4444,
      "step": 123492
    },
    {
      "epoch": 5.058079049764489,
      "grad_norm": 1.7384026701170538,
      "learning_rate": 1.8363713802384926e-05,
      "loss": 0.5563,
      "step": 123493
    },
    {
      "epoch": 5.058120008191685,
      "grad_norm": 1.2118890659945414,
      "learning_rate": 1.8362150193960355e-05,
      "loss": 0.299,
      "step": 123494
    },
    {
      "epoch": 5.058160966618882,
      "grad_norm": 1.6329112553391447,
      "learning_rate": 1.8360586647766488e-05,
      "loss": 0.551,
      "step": 123495
    },
    {
      "epoch": 5.058201925046078,
      "grad_norm": 1.2562346117952672,
      "learning_rate": 1.8359023163804125e-05,
      "loss": 0.2668,
      "step": 123496
    },
    {
      "epoch": 5.058242883473275,
      "grad_norm": 1.4679907322886723,
      "learning_rate": 1.835745974207395e-05,
      "loss": 0.5397,
      "step": 123497
    },
    {
      "epoch": 5.058283841900471,
      "grad_norm": 0.8920686241763027,
      "learning_rate": 1.835589638257674e-05,
      "loss": 0.1883,
      "step": 123498
    },
    {
      "epoch": 5.058324800327667,
      "grad_norm": 0.9393774383363119,
      "learning_rate": 1.8354333085313235e-05,
      "loss": 0.1793,
      "step": 123499
    },
    {
      "epoch": 5.058365758754864,
      "grad_norm": 1.2725261443159908,
      "learning_rate": 1.8352769850284144e-05,
      "loss": 0.2918,
      "step": 123500
    },
    {
      "epoch": 5.05840671718206,
      "grad_norm": 1.7461247137355003,
      "learning_rate": 1.835120667749022e-05,
      "loss": 0.5756,
      "step": 123501
    },
    {
      "epoch": 5.058447675609257,
      "grad_norm": 1.6540221851934491,
      "learning_rate": 1.8349643566932232e-05,
      "loss": 0.3825,
      "step": 123502
    },
    {
      "epoch": 5.058488634036453,
      "grad_norm": 0.817772485091907,
      "learning_rate": 1.8348080518610874e-05,
      "loss": 0.2026,
      "step": 123503
    },
    {
      "epoch": 5.05852959246365,
      "grad_norm": 1.5202151120008611,
      "learning_rate": 1.8346517532526918e-05,
      "loss": 0.4901,
      "step": 123504
    },
    {
      "epoch": 5.058570550890845,
      "grad_norm": 1.5004819369566602,
      "learning_rate": 1.8344954608681073e-05,
      "loss": 0.4853,
      "step": 123505
    },
    {
      "epoch": 5.058611509318042,
      "grad_norm": 3.5489475894774976,
      "learning_rate": 1.8343391747074094e-05,
      "loss": 0.7486,
      "step": 123506
    },
    {
      "epoch": 5.0586524677452385,
      "grad_norm": 1.5464015721339435,
      "learning_rate": 1.8341828947706744e-05,
      "loss": 0.5791,
      "step": 123507
    },
    {
      "epoch": 5.058693426172435,
      "grad_norm": 1.6824959672014392,
      "learning_rate": 1.8340266210579707e-05,
      "loss": 0.5307,
      "step": 123508
    },
    {
      "epoch": 5.0587343845996315,
      "grad_norm": 1.5822159315329665,
      "learning_rate": 1.833870353569375e-05,
      "loss": 0.5223,
      "step": 123509
    },
    {
      "epoch": 5.058775343026828,
      "grad_norm": 1.1324042073569558,
      "learning_rate": 1.8337140923049652e-05,
      "loss": 0.372,
      "step": 123510
    },
    {
      "epoch": 5.058816301454025,
      "grad_norm": 0.8511355910874987,
      "learning_rate": 1.8335578372648084e-05,
      "loss": 0.178,
      "step": 123511
    },
    {
      "epoch": 5.05885725988122,
      "grad_norm": 2.426050332902873,
      "learning_rate": 1.8334015884489844e-05,
      "loss": 1.8166,
      "step": 123512
    },
    {
      "epoch": 5.058898218308417,
      "grad_norm": 1.3440467306937713,
      "learning_rate": 1.8332453458575597e-05,
      "loss": 0.454,
      "step": 123513
    },
    {
      "epoch": 5.058939176735613,
      "grad_norm": 1.481700008293987,
      "learning_rate": 1.833089109490614e-05,
      "loss": 0.4622,
      "step": 123514
    },
    {
      "epoch": 5.05898013516281,
      "grad_norm": 1.2912432920909052,
      "learning_rate": 1.8329328793482227e-05,
      "loss": 0.5345,
      "step": 123515
    },
    {
      "epoch": 5.059021093590006,
      "grad_norm": 2.208005069774959,
      "learning_rate": 1.8327766554304525e-05,
      "loss": 1.1649,
      "step": 123516
    },
    {
      "epoch": 5.059062052017203,
      "grad_norm": 1.2094555511355298,
      "learning_rate": 1.8326204377373827e-05,
      "loss": 0.1873,
      "step": 123517
    },
    {
      "epoch": 5.059103010444399,
      "grad_norm": 1.6545150935854505,
      "learning_rate": 1.8324642262690886e-05,
      "loss": 0.5456,
      "step": 123518
    },
    {
      "epoch": 5.059143968871595,
      "grad_norm": 1.556616619651676,
      "learning_rate": 1.8323080210256386e-05,
      "loss": 0.5092,
      "step": 123519
    },
    {
      "epoch": 5.059184927298792,
      "grad_norm": 0.923460058474561,
      "learning_rate": 1.8321518220071106e-05,
      "loss": 0.1935,
      "step": 123520
    },
    {
      "epoch": 5.059225885725988,
      "grad_norm": 1.4425913707390219,
      "learning_rate": 1.831995629213577e-05,
      "loss": 0.4918,
      "step": 123521
    },
    {
      "epoch": 5.059266844153185,
      "grad_norm": 1.1818432626596234,
      "learning_rate": 1.8318394426451098e-05,
      "loss": 0.2765,
      "step": 123522
    },
    {
      "epoch": 5.059307802580381,
      "grad_norm": 1.5600246820752504,
      "learning_rate": 1.8316832623017884e-05,
      "loss": 0.5869,
      "step": 123523
    },
    {
      "epoch": 5.059348761007577,
      "grad_norm": 1.6188699127140085,
      "learning_rate": 1.831527088183679e-05,
      "loss": 0.479,
      "step": 123524
    },
    {
      "epoch": 5.0593897194347734,
      "grad_norm": 0.7758912052269173,
      "learning_rate": 1.831370920290863e-05,
      "loss": 0.1505,
      "step": 123525
    },
    {
      "epoch": 5.05943067786197,
      "grad_norm": 1.3299125226235915,
      "learning_rate": 1.831214758623411e-05,
      "loss": 0.3684,
      "step": 123526
    },
    {
      "epoch": 5.0594716362891665,
      "grad_norm": 1.3934566321744843,
      "learning_rate": 1.831058603181394e-05,
      "loss": 0.4928,
      "step": 123527
    },
    {
      "epoch": 5.059512594716363,
      "grad_norm": 1.019920603075429,
      "learning_rate": 1.830902453964887e-05,
      "loss": 0.2323,
      "step": 123528
    },
    {
      "epoch": 5.05955355314356,
      "grad_norm": 1.0123927194020477,
      "learning_rate": 1.83074631097397e-05,
      "loss": 0.3375,
      "step": 123529
    },
    {
      "epoch": 5.059594511570756,
      "grad_norm": 1.464620797803208,
      "learning_rate": 1.8305901742087083e-05,
      "loss": 0.488,
      "step": 123530
    },
    {
      "epoch": 5.059635469997952,
      "grad_norm": 1.040056452541857,
      "learning_rate": 1.830434043669181e-05,
      "loss": 0.1984,
      "step": 123531
    },
    {
      "epoch": 5.059676428425148,
      "grad_norm": 1.157237670753514,
      "learning_rate": 1.830277919355459e-05,
      "loss": 0.4135,
      "step": 123532
    },
    {
      "epoch": 5.059717386852345,
      "grad_norm": 2.539456883246953,
      "learning_rate": 1.8301218012676166e-05,
      "loss": 0.8598,
      "step": 123533
    },
    {
      "epoch": 5.059758345279541,
      "grad_norm": 1.3091584480874772,
      "learning_rate": 1.8299656894057306e-05,
      "loss": 0.3676,
      "step": 123534
    },
    {
      "epoch": 5.059799303706738,
      "grad_norm": 1.550633371279098,
      "learning_rate": 1.8298095837698712e-05,
      "loss": 0.5414,
      "step": 123535
    },
    {
      "epoch": 5.0598402621339345,
      "grad_norm": 1.664328158246909,
      "learning_rate": 1.829653484360113e-05,
      "loss": 0.6218,
      "step": 123536
    },
    {
      "epoch": 5.05988122056113,
      "grad_norm": 1.4349872287643692,
      "learning_rate": 1.8294973911765326e-05,
      "loss": 0.523,
      "step": 123537
    },
    {
      "epoch": 5.059922178988327,
      "grad_norm": 1.5460980495617866,
      "learning_rate": 1.8293413042192e-05,
      "loss": 0.5539,
      "step": 123538
    },
    {
      "epoch": 5.059963137415523,
      "grad_norm": 0.9535035422005277,
      "learning_rate": 1.8291852234881937e-05,
      "loss": 0.2242,
      "step": 123539
    },
    {
      "epoch": 5.06000409584272,
      "grad_norm": 1.3900716731393281,
      "learning_rate": 1.82902914898358e-05,
      "loss": 0.3357,
      "step": 123540
    },
    {
      "epoch": 5.060045054269916,
      "grad_norm": 1.603028861248231,
      "learning_rate": 1.8288730807054373e-05,
      "loss": 0.62,
      "step": 123541
    },
    {
      "epoch": 5.060086012697113,
      "grad_norm": 0.7303825836137939,
      "learning_rate": 1.8287170186538425e-05,
      "loss": 0.126,
      "step": 123542
    },
    {
      "epoch": 5.060126971124308,
      "grad_norm": 0.22010254291995462,
      "learning_rate": 1.8285609628288635e-05,
      "loss": 0.0233,
      "step": 123543
    },
    {
      "epoch": 5.060167929551505,
      "grad_norm": 1.701241579049709,
      "learning_rate": 1.828404913230575e-05,
      "loss": 0.5601,
      "step": 123544
    },
    {
      "epoch": 5.0602088879787015,
      "grad_norm": 1.547984520714689,
      "learning_rate": 1.8282488698590576e-05,
      "loss": 0.5064,
      "step": 123545
    },
    {
      "epoch": 5.060249846405898,
      "grad_norm": 1.0170354174752374,
      "learning_rate": 1.828092832714374e-05,
      "loss": 0.2222,
      "step": 123546
    },
    {
      "epoch": 5.060290804833095,
      "grad_norm": 0.7427824232805785,
      "learning_rate": 1.8279368017966096e-05,
      "loss": 0.12,
      "step": 123547
    },
    {
      "epoch": 5.060331763260291,
      "grad_norm": 1.686896105779475,
      "learning_rate": 1.8277807771058272e-05,
      "loss": 0.4892,
      "step": 123548
    },
    {
      "epoch": 5.060372721687488,
      "grad_norm": 1.1771066491594633,
      "learning_rate": 1.8276247586421074e-05,
      "loss": 0.3178,
      "step": 123549
    },
    {
      "epoch": 5.060413680114683,
      "grad_norm": 1.3951240236212774,
      "learning_rate": 1.8274687464055244e-05,
      "loss": 0.5645,
      "step": 123550
    },
    {
      "epoch": 5.06045463854188,
      "grad_norm": 0.8323444088484798,
      "learning_rate": 1.8273127403961468e-05,
      "loss": 0.1874,
      "step": 123551
    },
    {
      "epoch": 5.060495596969076,
      "grad_norm": 1.668916139558715,
      "learning_rate": 1.8271567406140548e-05,
      "loss": 0.6398,
      "step": 123552
    },
    {
      "epoch": 5.060536555396273,
      "grad_norm": 1.2636181046619075,
      "learning_rate": 1.8270007470593144e-05,
      "loss": 0.3134,
      "step": 123553
    },
    {
      "epoch": 5.060577513823469,
      "grad_norm": 1.183091589906232,
      "learning_rate": 1.8268447597320046e-05,
      "loss": 0.3483,
      "step": 123554
    },
    {
      "epoch": 5.060618472250666,
      "grad_norm": 1.451247815207154,
      "learning_rate": 1.8266887786322014e-05,
      "loss": 0.4751,
      "step": 123555
    },
    {
      "epoch": 5.060659430677862,
      "grad_norm": 1.3315060667825631,
      "learning_rate": 1.826532803759972e-05,
      "loss": 0.4913,
      "step": 123556
    },
    {
      "epoch": 5.060700389105058,
      "grad_norm": 0.8836453706703231,
      "learning_rate": 1.826376835115394e-05,
      "loss": 0.2358,
      "step": 123557
    },
    {
      "epoch": 5.060741347532255,
      "grad_norm": 0.9866735318600379,
      "learning_rate": 1.826220872698543e-05,
      "loss": 0.2414,
      "step": 123558
    },
    {
      "epoch": 5.060782305959451,
      "grad_norm": 1.0965501303253742,
      "learning_rate": 1.8260649165094866e-05,
      "loss": 0.3052,
      "step": 123559
    },
    {
      "epoch": 5.060823264386648,
      "grad_norm": 1.9512110222837207,
      "learning_rate": 1.825908966548307e-05,
      "loss": 0.5465,
      "step": 123560
    },
    {
      "epoch": 5.060864222813844,
      "grad_norm": 1.3484759190681321,
      "learning_rate": 1.8257530228150684e-05,
      "loss": 0.4331,
      "step": 123561
    },
    {
      "epoch": 5.06090518124104,
      "grad_norm": 1.097126652032701,
      "learning_rate": 1.82559708530985e-05,
      "loss": 0.2248,
      "step": 123562
    },
    {
      "epoch": 5.0609461396682365,
      "grad_norm": 2.4133513821148633,
      "learning_rate": 1.8254411540327297e-05,
      "loss": 1.3295,
      "step": 123563
    },
    {
      "epoch": 5.060987098095433,
      "grad_norm": 1.1166519359835858,
      "learning_rate": 1.8252852289837705e-05,
      "loss": 0.3484,
      "step": 123564
    },
    {
      "epoch": 5.0610280565226295,
      "grad_norm": 0.9549170775021623,
      "learning_rate": 1.8251293101630527e-05,
      "loss": 0.1986,
      "step": 123565
    },
    {
      "epoch": 5.061069014949826,
      "grad_norm": 1.4740086151627243,
      "learning_rate": 1.824973397570654e-05,
      "loss": 0.5418,
      "step": 123566
    },
    {
      "epoch": 5.061109973377023,
      "grad_norm": 1.1395247544689555,
      "learning_rate": 1.8248174912066387e-05,
      "loss": 0.2488,
      "step": 123567
    },
    {
      "epoch": 5.061150931804219,
      "grad_norm": 0.8682771207298099,
      "learning_rate": 1.8246615910710892e-05,
      "loss": 0.175,
      "step": 123568
    },
    {
      "epoch": 5.061191890231415,
      "grad_norm": 0.9503361974239352,
      "learning_rate": 1.824505697164071e-05,
      "loss": 0.2243,
      "step": 123569
    },
    {
      "epoch": 5.061232848658611,
      "grad_norm": 1.1056238398182137,
      "learning_rate": 1.8243498094856618e-05,
      "loss": 0.1747,
      "step": 123570
    },
    {
      "epoch": 5.061273807085808,
      "grad_norm": 2.331129138471897,
      "learning_rate": 1.8241939280359404e-05,
      "loss": 0.8469,
      "step": 123571
    },
    {
      "epoch": 5.061314765513004,
      "grad_norm": 1.1719495504209818,
      "learning_rate": 1.8240380528149713e-05,
      "loss": 0.2344,
      "step": 123572
    },
    {
      "epoch": 5.061355723940201,
      "grad_norm": 1.381852169375047,
      "learning_rate": 1.8238821838228314e-05,
      "loss": 0.442,
      "step": 123573
    },
    {
      "epoch": 5.0613966823673975,
      "grad_norm": 1.540212306625492,
      "learning_rate": 1.8237263210596004e-05,
      "loss": 0.5383,
      "step": 123574
    },
    {
      "epoch": 5.061437640794593,
      "grad_norm": 1.513821357413738,
      "learning_rate": 1.823570464525342e-05,
      "loss": 0.4448,
      "step": 123575
    },
    {
      "epoch": 5.06147859922179,
      "grad_norm": 1.541459768252932,
      "learning_rate": 1.8234146142201407e-05,
      "loss": 0.5079,
      "step": 123576
    },
    {
      "epoch": 5.061519557648986,
      "grad_norm": 1.4801938604355165,
      "learning_rate": 1.823258770144058e-05,
      "loss": 0.5663,
      "step": 123577
    },
    {
      "epoch": 5.061560516076183,
      "grad_norm": 1.362093802031514,
      "learning_rate": 1.8231029322971764e-05,
      "loss": 0.4098,
      "step": 123578
    },
    {
      "epoch": 5.061601474503379,
      "grad_norm": 1.6677644611215428,
      "learning_rate": 1.8229471006795697e-05,
      "loss": 0.6783,
      "step": 123579
    },
    {
      "epoch": 5.061642432930576,
      "grad_norm": 1.6118055543509455,
      "learning_rate": 1.8227912752913053e-05,
      "loss": 0.5018,
      "step": 123580
    },
    {
      "epoch": 5.0616833913577715,
      "grad_norm": 1.4340197922800477,
      "learning_rate": 1.8226354561324614e-05,
      "loss": 0.4079,
      "step": 123581
    },
    {
      "epoch": 5.061724349784968,
      "grad_norm": 1.5884230901738714,
      "learning_rate": 1.8224796432031124e-05,
      "loss": 0.498,
      "step": 123582
    },
    {
      "epoch": 5.0617653082121645,
      "grad_norm": 1.6589054165524686,
      "learning_rate": 1.822323836503329e-05,
      "loss": 0.4925,
      "step": 123583
    },
    {
      "epoch": 5.061806266639361,
      "grad_norm": 1.3344069681900936,
      "learning_rate": 1.8221680360331886e-05,
      "loss": 0.2893,
      "step": 123584
    },
    {
      "epoch": 5.061847225066558,
      "grad_norm": 2.019781886862161,
      "learning_rate": 1.8220122417927586e-05,
      "loss": 0.9454,
      "step": 123585
    },
    {
      "epoch": 5.061888183493754,
      "grad_norm": 3.3253524043229223,
      "learning_rate": 1.8218564537821168e-05,
      "loss": 2.6095,
      "step": 123586
    },
    {
      "epoch": 5.061929141920951,
      "grad_norm": 1.4510291517859717,
      "learning_rate": 1.82170067200134e-05,
      "loss": 0.4494,
      "step": 123587
    },
    {
      "epoch": 5.061970100348146,
      "grad_norm": 0.984660876841627,
      "learning_rate": 1.8215448964504965e-05,
      "loss": 0.2048,
      "step": 123588
    },
    {
      "epoch": 5.062011058775343,
      "grad_norm": 1.4051582434876446,
      "learning_rate": 1.821389127129661e-05,
      "loss": 0.4122,
      "step": 123589
    },
    {
      "epoch": 5.062052017202539,
      "grad_norm": 1.4045890980885676,
      "learning_rate": 1.8212333640389104e-05,
      "loss": 0.5137,
      "step": 123590
    },
    {
      "epoch": 5.062092975629736,
      "grad_norm": 1.4020401741256892,
      "learning_rate": 1.8210776071783128e-05,
      "loss": 0.4637,
      "step": 123591
    },
    {
      "epoch": 5.0621339340569325,
      "grad_norm": 1.9516811641889542,
      "learning_rate": 1.8209218565479498e-05,
      "loss": 0.787,
      "step": 123592
    },
    {
      "epoch": 5.062174892484129,
      "grad_norm": 1.5785091256762809,
      "learning_rate": 1.820766112147885e-05,
      "loss": 0.4892,
      "step": 123593
    },
    {
      "epoch": 5.062215850911325,
      "grad_norm": 1.0827238549084663,
      "learning_rate": 1.820610373978198e-05,
      "loss": 0.2407,
      "step": 123594
    },
    {
      "epoch": 5.062256809338521,
      "grad_norm": 1.3852085280766089,
      "learning_rate": 1.8204546420389656e-05,
      "loss": 0.3331,
      "step": 123595
    },
    {
      "epoch": 5.062297767765718,
      "grad_norm": 2.0050256194313953,
      "learning_rate": 1.8202989163302574e-05,
      "loss": 0.6411,
      "step": 123596
    },
    {
      "epoch": 5.062338726192914,
      "grad_norm": 1.57910038101933,
      "learning_rate": 1.820143196852142e-05,
      "loss": 0.5528,
      "step": 123597
    },
    {
      "epoch": 5.062379684620111,
      "grad_norm": 1.68830810166813,
      "learning_rate": 1.819987483604704e-05,
      "loss": 0.4539,
      "step": 123598
    },
    {
      "epoch": 5.062420643047307,
      "grad_norm": 0.7721753792463446,
      "learning_rate": 1.8198317765880054e-05,
      "loss": 0.1663,
      "step": 123599
    },
    {
      "epoch": 5.062461601474503,
      "grad_norm": 0.8525455372008993,
      "learning_rate": 1.819676075802128e-05,
      "loss": 0.2058,
      "step": 123600
    },
    {
      "epoch": 5.0625025599016995,
      "grad_norm": 1.5706674863643768,
      "learning_rate": 1.819520381247144e-05,
      "loss": 0.5118,
      "step": 123601
    },
    {
      "epoch": 5.062543518328896,
      "grad_norm": 1.3643467504796418,
      "learning_rate": 1.819364692923123e-05,
      "loss": 0.4595,
      "step": 123602
    },
    {
      "epoch": 5.062584476756093,
      "grad_norm": 1.3030018907418308,
      "learning_rate": 1.819209010830146e-05,
      "loss": 0.4418,
      "step": 123603
    },
    {
      "epoch": 5.062625435183289,
      "grad_norm": 1.8138643898157165,
      "learning_rate": 1.819053334968278e-05,
      "loss": 0.5697,
      "step": 123604
    },
    {
      "epoch": 5.062666393610486,
      "grad_norm": 1.4657585079535174,
      "learning_rate": 1.818897665337597e-05,
      "loss": 0.4905,
      "step": 123605
    },
    {
      "epoch": 5.062707352037682,
      "grad_norm": 1.3797150801853273,
      "learning_rate": 1.8187420019381797e-05,
      "loss": 0.3192,
      "step": 123606
    },
    {
      "epoch": 5.062748310464878,
      "grad_norm": 1.6625457025829709,
      "learning_rate": 1.818586344770093e-05,
      "loss": 0.4718,
      "step": 123607
    },
    {
      "epoch": 5.062789268892074,
      "grad_norm": 0.9895858285063129,
      "learning_rate": 1.8184306938334135e-05,
      "loss": 0.1876,
      "step": 123608
    },
    {
      "epoch": 5.062830227319271,
      "grad_norm": 1.6932866163641487,
      "learning_rate": 1.8182750491282177e-05,
      "loss": 0.5469,
      "step": 123609
    },
    {
      "epoch": 5.062871185746467,
      "grad_norm": 1.3497139137207979,
      "learning_rate": 1.8181194106545755e-05,
      "loss": 0.4058,
      "step": 123610
    },
    {
      "epoch": 5.062912144173664,
      "grad_norm": 1.3225760326319926,
      "learning_rate": 1.8179637784125632e-05,
      "loss": 0.4716,
      "step": 123611
    },
    {
      "epoch": 5.0629531026008605,
      "grad_norm": 1.5459552012586684,
      "learning_rate": 1.81780815240225e-05,
      "loss": 0.5548,
      "step": 123612
    },
    {
      "epoch": 5.062994061028056,
      "grad_norm": 1.2728671759024441,
      "learning_rate": 1.817652532623711e-05,
      "loss": 0.3479,
      "step": 123613
    },
    {
      "epoch": 5.063035019455253,
      "grad_norm": 1.3714304428980386,
      "learning_rate": 1.8174969190770244e-05,
      "loss": 0.4806,
      "step": 123614
    },
    {
      "epoch": 5.063075977882449,
      "grad_norm": 1.8894226975541295,
      "learning_rate": 1.8173413117622576e-05,
      "loss": 0.7281,
      "step": 123615
    },
    {
      "epoch": 5.063116936309646,
      "grad_norm": 1.5114807967018464,
      "learning_rate": 1.8171857106794873e-05,
      "loss": 0.5366,
      "step": 123616
    },
    {
      "epoch": 5.063157894736842,
      "grad_norm": 0.9990031837654818,
      "learning_rate": 1.8170301158287904e-05,
      "loss": 0.3367,
      "step": 123617
    },
    {
      "epoch": 5.063198853164039,
      "grad_norm": 1.8987963754671406,
      "learning_rate": 1.8168745272102315e-05,
      "loss": 0.6965,
      "step": 123618
    },
    {
      "epoch": 5.0632398115912345,
      "grad_norm": 1.565546476534391,
      "learning_rate": 1.816718944823894e-05,
      "loss": 0.5261,
      "step": 123619
    },
    {
      "epoch": 5.063280770018431,
      "grad_norm": 0.9472222168203451,
      "learning_rate": 1.8165633686698445e-05,
      "loss": 0.2142,
      "step": 123620
    },
    {
      "epoch": 5.063321728445628,
      "grad_norm": 1.3405827644620503,
      "learning_rate": 1.8164077987481562e-05,
      "loss": 0.4626,
      "step": 123621
    },
    {
      "epoch": 5.063362686872824,
      "grad_norm": 1.342393466767751,
      "learning_rate": 1.816252235058911e-05,
      "loss": 0.4602,
      "step": 123622
    },
    {
      "epoch": 5.063403645300021,
      "grad_norm": 3.5418192571473126,
      "learning_rate": 1.8160966776021718e-05,
      "loss": 1.5531,
      "step": 123623
    },
    {
      "epoch": 5.063444603727217,
      "grad_norm": 1.2363815222291952,
      "learning_rate": 1.8159411263780206e-05,
      "loss": 0.3295,
      "step": 123624
    },
    {
      "epoch": 5.063485562154414,
      "grad_norm": 1.0350169104611366,
      "learning_rate": 1.8157855813865253e-05,
      "loss": 0.1941,
      "step": 123625
    },
    {
      "epoch": 5.063526520581609,
      "grad_norm": 1.7100559107565825,
      "learning_rate": 1.815630042627761e-05,
      "loss": 0.7217,
      "step": 123626
    },
    {
      "epoch": 5.063567479008806,
      "grad_norm": 1.6295891730583913,
      "learning_rate": 1.815474510101804e-05,
      "loss": 0.5267,
      "step": 123627
    },
    {
      "epoch": 5.063608437436002,
      "grad_norm": 1.6415675760140238,
      "learning_rate": 1.8153189838087233e-05,
      "loss": 0.7117,
      "step": 123628
    },
    {
      "epoch": 5.063649395863199,
      "grad_norm": 1.5603480771286882,
      "learning_rate": 1.8151634637485934e-05,
      "loss": 0.5483,
      "step": 123629
    },
    {
      "epoch": 5.0636903542903955,
      "grad_norm": 5.656980821921616,
      "learning_rate": 1.815007949921494e-05,
      "loss": 3.8478,
      "step": 123630
    },
    {
      "epoch": 5.063731312717592,
      "grad_norm": 1.8061307227268193,
      "learning_rate": 1.8148524423274906e-05,
      "loss": 0.6938,
      "step": 123631
    },
    {
      "epoch": 5.063772271144788,
      "grad_norm": 1.5381055215441997,
      "learning_rate": 1.814696940966661e-05,
      "loss": 0.5547,
      "step": 123632
    },
    {
      "epoch": 5.063813229571984,
      "grad_norm": 0.7456416498529449,
      "learning_rate": 1.814541445839077e-05,
      "loss": 0.1851,
      "step": 123633
    },
    {
      "epoch": 5.063854187999181,
      "grad_norm": 0.8724287025733639,
      "learning_rate": 1.8143859569448106e-05,
      "loss": 0.1942,
      "step": 123634
    },
    {
      "epoch": 5.063895146426377,
      "grad_norm": 1.8937054403307911,
      "learning_rate": 1.8142304742839426e-05,
      "loss": 0.831,
      "step": 123635
    },
    {
      "epoch": 5.063936104853574,
      "grad_norm": 1.450126032037202,
      "learning_rate": 1.8140749978565368e-05,
      "loss": 0.4019,
      "step": 123636
    },
    {
      "epoch": 5.06397706328077,
      "grad_norm": 1.3339591404862927,
      "learning_rate": 1.813919527662671e-05,
      "loss": 0.4593,
      "step": 123637
    },
    {
      "epoch": 5.064018021707966,
      "grad_norm": 1.2024164209484332,
      "learning_rate": 1.8137640637024227e-05,
      "loss": 0.3992,
      "step": 123638
    },
    {
      "epoch": 5.0640589801351625,
      "grad_norm": 1.5095701855848018,
      "learning_rate": 1.8136086059758577e-05,
      "loss": 0.4481,
      "step": 123639
    },
    {
      "epoch": 5.064099938562359,
      "grad_norm": 2.232749412909137,
      "learning_rate": 1.8134531544830577e-05,
      "loss": 1.1609,
      "step": 123640
    },
    {
      "epoch": 5.064140896989556,
      "grad_norm": 1.494234187439412,
      "learning_rate": 1.813297709224088e-05,
      "loss": 0.512,
      "step": 123641
    },
    {
      "epoch": 5.064181855416752,
      "grad_norm": 0.4238265736566585,
      "learning_rate": 1.813142270199025e-05,
      "loss": 0.0281,
      "step": 123642
    },
    {
      "epoch": 5.064222813843949,
      "grad_norm": 1.7202929676910224,
      "learning_rate": 1.8129868374079487e-05,
      "loss": 0.5969,
      "step": 123643
    },
    {
      "epoch": 5.064263772271145,
      "grad_norm": 0.9972388301054663,
      "learning_rate": 1.8128314108509222e-05,
      "loss": 0.1546,
      "step": 123644
    },
    {
      "epoch": 5.064304730698341,
      "grad_norm": 1.5460941406467137,
      "learning_rate": 1.812675990528024e-05,
      "loss": 0.457,
      "step": 123645
    },
    {
      "epoch": 5.064345689125537,
      "grad_norm": 1.3339735817115634,
      "learning_rate": 1.8125205764393307e-05,
      "loss": 0.4463,
      "step": 123646
    },
    {
      "epoch": 5.064386647552734,
      "grad_norm": 1.5281375803841262,
      "learning_rate": 1.812365168584909e-05,
      "loss": 0.5215,
      "step": 123647
    },
    {
      "epoch": 5.0644276059799305,
      "grad_norm": 1.7663564696191723,
      "learning_rate": 1.8122097669648384e-05,
      "loss": 0.627,
      "step": 123648
    },
    {
      "epoch": 5.064468564407127,
      "grad_norm": 1.6597344339035978,
      "learning_rate": 1.8120543715791875e-05,
      "loss": 0.4907,
      "step": 123649
    },
    {
      "epoch": 5.0645095228343235,
      "grad_norm": 0.8536503017248412,
      "learning_rate": 1.8118989824280328e-05,
      "loss": 0.1914,
      "step": 123650
    },
    {
      "epoch": 5.064550481261519,
      "grad_norm": 1.7525742252909284,
      "learning_rate": 1.8117435995114492e-05,
      "loss": 0.5075,
      "step": 123651
    },
    {
      "epoch": 5.064591439688716,
      "grad_norm": 1.4439813534349006,
      "learning_rate": 1.8115882228295035e-05,
      "loss": 0.4853,
      "step": 123652
    },
    {
      "epoch": 5.064632398115912,
      "grad_norm": 1.8350780596934588,
      "learning_rate": 1.8114328523822756e-05,
      "loss": 0.6889,
      "step": 123653
    },
    {
      "epoch": 5.064673356543109,
      "grad_norm": 1.8155846423729713,
      "learning_rate": 1.811277488169839e-05,
      "loss": 0.6176,
      "step": 123654
    },
    {
      "epoch": 5.064714314970305,
      "grad_norm": 1.7857800301220796,
      "learning_rate": 1.811122130192263e-05,
      "loss": 0.741,
      "step": 123655
    },
    {
      "epoch": 5.064755273397502,
      "grad_norm": 0.9187983620892471,
      "learning_rate": 1.810966778449626e-05,
      "loss": 0.2051,
      "step": 123656
    },
    {
      "epoch": 5.0647962318246975,
      "grad_norm": 1.0177166373768325,
      "learning_rate": 1.8108114329419955e-05,
      "loss": 0.2504,
      "step": 123657
    },
    {
      "epoch": 5.064837190251894,
      "grad_norm": 0.978565398708641,
      "learning_rate": 1.810656093669447e-05,
      "loss": 0.2204,
      "step": 123658
    },
    {
      "epoch": 5.064878148679091,
      "grad_norm": 1.5288682058295588,
      "learning_rate": 1.8105007606320593e-05,
      "loss": 0.5777,
      "step": 123659
    },
    {
      "epoch": 5.064919107106287,
      "grad_norm": 2.763520210439204,
      "learning_rate": 1.8103454338298974e-05,
      "loss": 1.854,
      "step": 123660
    },
    {
      "epoch": 5.064960065533484,
      "grad_norm": 1.5196015978669697,
      "learning_rate": 1.810190113263039e-05,
      "loss": 0.5532,
      "step": 123661
    },
    {
      "epoch": 5.06500102396068,
      "grad_norm": 1.4026275666159362,
      "learning_rate": 1.81003479893156e-05,
      "loss": 0.5843,
      "step": 123662
    },
    {
      "epoch": 5.065041982387877,
      "grad_norm": 1.9280998131546505,
      "learning_rate": 1.8098794908355297e-05,
      "loss": 0.9353,
      "step": 123663
    },
    {
      "epoch": 5.065082940815072,
      "grad_norm": 0.9613419506520885,
      "learning_rate": 1.8097241889750248e-05,
      "loss": 0.2569,
      "step": 123664
    },
    {
      "epoch": 5.065123899242269,
      "grad_norm": 1.0397877887635776,
      "learning_rate": 1.8095688933501134e-05,
      "loss": 0.1834,
      "step": 123665
    },
    {
      "epoch": 5.0651648576694654,
      "grad_norm": 3.078055259988454,
      "learning_rate": 1.8094136039608743e-05,
      "loss": 2.5074,
      "step": 123666
    },
    {
      "epoch": 5.065205816096662,
      "grad_norm": 1.678086856183442,
      "learning_rate": 1.8092583208073837e-05,
      "loss": 0.5524,
      "step": 123667
    },
    {
      "epoch": 5.0652467745238585,
      "grad_norm": 1.045079452013816,
      "learning_rate": 1.8091030438897046e-05,
      "loss": 0.1307,
      "step": 123668
    },
    {
      "epoch": 5.065287732951055,
      "grad_norm": 1.2716371132395197,
      "learning_rate": 1.8089477732079162e-05,
      "loss": 0.3017,
      "step": 123669
    },
    {
      "epoch": 5.065328691378251,
      "grad_norm": 0.8507105356799475,
      "learning_rate": 1.8087925087620942e-05,
      "loss": 0.166,
      "step": 123670
    },
    {
      "epoch": 5.065369649805447,
      "grad_norm": 1.5581561216903643,
      "learning_rate": 1.8086372505523073e-05,
      "loss": 0.4896,
      "step": 123671
    },
    {
      "epoch": 5.065410608232644,
      "grad_norm": 1.3868504907411898,
      "learning_rate": 1.808481998578632e-05,
      "loss": 0.4924,
      "step": 123672
    },
    {
      "epoch": 5.06545156665984,
      "grad_norm": 1.8312120210736427,
      "learning_rate": 1.808326752841143e-05,
      "loss": 0.4853,
      "step": 123673
    },
    {
      "epoch": 5.065492525087037,
      "grad_norm": 1.655611007440011,
      "learning_rate": 1.8081715133399078e-05,
      "loss": 0.5308,
      "step": 123674
    },
    {
      "epoch": 5.065533483514233,
      "grad_norm": 1.1946098417308237,
      "learning_rate": 1.8080162800750087e-05,
      "loss": 0.3761,
      "step": 123675
    },
    {
      "epoch": 5.065574441941429,
      "grad_norm": 1.7487032906828417,
      "learning_rate": 1.8078610530465094e-05,
      "loss": 0.7099,
      "step": 123676
    },
    {
      "epoch": 5.065615400368626,
      "grad_norm": 0.5642179121380021,
      "learning_rate": 1.807705832254488e-05,
      "loss": 0.0653,
      "step": 123677
    },
    {
      "epoch": 5.065656358795822,
      "grad_norm": 1.7186400945359357,
      "learning_rate": 1.807550617699021e-05,
      "loss": 0.7415,
      "step": 123678
    },
    {
      "epoch": 5.065697317223019,
      "grad_norm": 1.5766264785863782,
      "learning_rate": 1.8073954093801758e-05,
      "loss": 0.5436,
      "step": 123679
    },
    {
      "epoch": 5.065738275650215,
      "grad_norm": 1.6532273203387944,
      "learning_rate": 1.807240207298028e-05,
      "loss": 0.5785,
      "step": 123680
    },
    {
      "epoch": 5.065779234077412,
      "grad_norm": 0.9065619404753402,
      "learning_rate": 1.8070850114526562e-05,
      "loss": 0.1787,
      "step": 123681
    },
    {
      "epoch": 5.065820192504608,
      "grad_norm": 1.711772037342555,
      "learning_rate": 1.8069298218441243e-05,
      "loss": 0.7162,
      "step": 123682
    },
    {
      "epoch": 5.065861150931804,
      "grad_norm": 1.4490286074435552,
      "learning_rate": 1.8067746384725145e-05,
      "loss": 0.4307,
      "step": 123683
    },
    {
      "epoch": 5.065902109359,
      "grad_norm": 1.4351669013049837,
      "learning_rate": 1.8066194613378926e-05,
      "loss": 0.4214,
      "step": 123684
    },
    {
      "epoch": 5.065943067786197,
      "grad_norm": 1.4680935096583154,
      "learning_rate": 1.8064642904403347e-05,
      "loss": 0.4578,
      "step": 123685
    },
    {
      "epoch": 5.0659840262133935,
      "grad_norm": 1.3461414268248952,
      "learning_rate": 1.806309125779918e-05,
      "loss": 0.3982,
      "step": 123686
    },
    {
      "epoch": 5.06602498464059,
      "grad_norm": 1.507307257681805,
      "learning_rate": 1.8061539673567115e-05,
      "loss": 0.5483,
      "step": 123687
    },
    {
      "epoch": 5.066065943067787,
      "grad_norm": 1.5250017597468029,
      "learning_rate": 1.8059988151707877e-05,
      "loss": 0.4697,
      "step": 123688
    },
    {
      "epoch": 5.066106901494982,
      "grad_norm": 1.4735670727307444,
      "learning_rate": 1.8058436692222262e-05,
      "loss": 0.56,
      "step": 123689
    },
    {
      "epoch": 5.066147859922179,
      "grad_norm": 1.355703879244686,
      "learning_rate": 1.8056885295110933e-05,
      "loss": 0.5673,
      "step": 123690
    },
    {
      "epoch": 5.066188818349375,
      "grad_norm": 0.361368624147433,
      "learning_rate": 1.805533396037468e-05,
      "loss": 0.0477,
      "step": 123691
    },
    {
      "epoch": 5.066229776776572,
      "grad_norm": 1.2831895067532764,
      "learning_rate": 1.8053782688014177e-05,
      "loss": 0.3844,
      "step": 123692
    },
    {
      "epoch": 5.066270735203768,
      "grad_norm": 1.6070801267475299,
      "learning_rate": 1.8052231478030184e-05,
      "loss": 0.5362,
      "step": 123693
    },
    {
      "epoch": 5.066311693630965,
      "grad_norm": 1.4708470314076294,
      "learning_rate": 1.8050680330423472e-05,
      "loss": 0.5047,
      "step": 123694
    },
    {
      "epoch": 5.0663526520581605,
      "grad_norm": 1.4288206142428401,
      "learning_rate": 1.8049129245194716e-05,
      "loss": 0.4879,
      "step": 123695
    },
    {
      "epoch": 5.066393610485357,
      "grad_norm": 1.7662831110428345,
      "learning_rate": 1.8047578222344712e-05,
      "loss": 0.6069,
      "step": 123696
    },
    {
      "epoch": 5.066434568912554,
      "grad_norm": 1.9601388927432746,
      "learning_rate": 1.8046027261874107e-05,
      "loss": 0.9114,
      "step": 123697
    },
    {
      "epoch": 5.06647552733975,
      "grad_norm": 1.7415733911746556,
      "learning_rate": 1.8044476363783687e-05,
      "loss": 0.5948,
      "step": 123698
    },
    {
      "epoch": 5.066516485766947,
      "grad_norm": 1.4192587468208027,
      "learning_rate": 1.8042925528074236e-05,
      "loss": 0.4177,
      "step": 123699
    },
    {
      "epoch": 5.066557444194143,
      "grad_norm": 0.9119797498124631,
      "learning_rate": 1.8041374754746385e-05,
      "loss": 0.1246,
      "step": 123700
    },
    {
      "epoch": 5.06659840262134,
      "grad_norm": 1.4392607645928903,
      "learning_rate": 1.80398240438009e-05,
      "loss": 0.5193,
      "step": 123701
    },
    {
      "epoch": 5.066639361048535,
      "grad_norm": 0.7404472950755039,
      "learning_rate": 1.803827339523858e-05,
      "loss": 0.1223,
      "step": 123702
    },
    {
      "epoch": 5.066680319475732,
      "grad_norm": 1.5913699260604415,
      "learning_rate": 1.8036722809060074e-05,
      "loss": 0.4951,
      "step": 123703
    },
    {
      "epoch": 5.0667212779029285,
      "grad_norm": 1.262676010028937,
      "learning_rate": 1.803517228526618e-05,
      "loss": 0.3496,
      "step": 123704
    },
    {
      "epoch": 5.066762236330125,
      "grad_norm": 1.461484316054167,
      "learning_rate": 1.8033621823857554e-05,
      "loss": 0.5791,
      "step": 123705
    },
    {
      "epoch": 5.0668031947573215,
      "grad_norm": 1.1995801571281381,
      "learning_rate": 1.8032071424834986e-05,
      "loss": 0.3165,
      "step": 123706
    },
    {
      "epoch": 5.066844153184518,
      "grad_norm": 1.6771801803924813,
      "learning_rate": 1.8030521088199234e-05,
      "loss": 0.6995,
      "step": 123707
    },
    {
      "epoch": 5.066885111611714,
      "grad_norm": 1.46362516089923,
      "learning_rate": 1.8028970813950945e-05,
      "loss": 0.3843,
      "step": 123708
    },
    {
      "epoch": 5.06692607003891,
      "grad_norm": 1.5439746998791666,
      "learning_rate": 1.8027420602090915e-05,
      "loss": 0.4514,
      "step": 123709
    },
    {
      "epoch": 5.066967028466107,
      "grad_norm": 3.7595315881926816,
      "learning_rate": 1.802587045261988e-05,
      "loss": 1.797,
      "step": 123710
    },
    {
      "epoch": 5.067007986893303,
      "grad_norm": 1.1333795538919487,
      "learning_rate": 1.8024320365538536e-05,
      "loss": 0.3625,
      "step": 123711
    },
    {
      "epoch": 5.0670489453205,
      "grad_norm": 1.4305049968588075,
      "learning_rate": 1.8022770340847668e-05,
      "loss": 0.5943,
      "step": 123712
    },
    {
      "epoch": 5.067089903747696,
      "grad_norm": 0.7983722296292507,
      "learning_rate": 1.8021220378547946e-05,
      "loss": 0.1373,
      "step": 123713
    },
    {
      "epoch": 5.067130862174892,
      "grad_norm": 1.3644486651204708,
      "learning_rate": 1.8019670478640115e-05,
      "loss": 0.4149,
      "step": 123714
    },
    {
      "epoch": 5.067171820602089,
      "grad_norm": 1.252732402963868,
      "learning_rate": 1.801812064112497e-05,
      "loss": 0.3744,
      "step": 123715
    },
    {
      "epoch": 5.067212779029285,
      "grad_norm": 1.5438235916467915,
      "learning_rate": 1.8016570866003173e-05,
      "loss": 0.5159,
      "step": 123716
    },
    {
      "epoch": 5.067253737456482,
      "grad_norm": 1.4085487859887131,
      "learning_rate": 1.8015021153275477e-05,
      "loss": 0.5181,
      "step": 123717
    },
    {
      "epoch": 5.067294695883678,
      "grad_norm": 1.5876559046674834,
      "learning_rate": 1.8013471502942638e-05,
      "loss": 0.5019,
      "step": 123718
    },
    {
      "epoch": 5.067335654310875,
      "grad_norm": 2.09279073086534,
      "learning_rate": 1.8011921915005356e-05,
      "loss": 1.0026,
      "step": 123719
    },
    {
      "epoch": 5.067376612738071,
      "grad_norm": 1.6767940587517474,
      "learning_rate": 1.801037238946441e-05,
      "loss": 0.5281,
      "step": 123720
    },
    {
      "epoch": 5.067417571165267,
      "grad_norm": 1.3248991737232527,
      "learning_rate": 1.8008822926320455e-05,
      "loss": 0.4435,
      "step": 123721
    },
    {
      "epoch": 5.0674585295924635,
      "grad_norm": 0.8719939994677376,
      "learning_rate": 1.8007273525574283e-05,
      "loss": 0.21,
      "step": 123722
    },
    {
      "epoch": 5.06749948801966,
      "grad_norm": 1.4048732162833804,
      "learning_rate": 1.800572418722665e-05,
      "loss": 0.4685,
      "step": 123723
    },
    {
      "epoch": 5.0675404464468565,
      "grad_norm": 1.470383028002903,
      "learning_rate": 1.8004174911278203e-05,
      "loss": 0.5058,
      "step": 123724
    },
    {
      "epoch": 5.067581404874053,
      "grad_norm": 1.4244278289269456,
      "learning_rate": 1.8002625697729737e-05,
      "loss": 0.51,
      "step": 123725
    },
    {
      "epoch": 5.06762236330125,
      "grad_norm": 1.6070497156249235,
      "learning_rate": 1.8001076546581993e-05,
      "loss": 0.3919,
      "step": 123726
    },
    {
      "epoch": 5.067663321728445,
      "grad_norm": 1.3089764031520665,
      "learning_rate": 1.799952745783565e-05,
      "loss": 0.3871,
      "step": 123727
    },
    {
      "epoch": 5.067704280155642,
      "grad_norm": 2.1261016634788117,
      "learning_rate": 1.7997978431491505e-05,
      "loss": 0.598,
      "step": 123728
    },
    {
      "epoch": 5.067745238582838,
      "grad_norm": 1.771662817679549,
      "learning_rate": 1.7996429467550212e-05,
      "loss": 0.7766,
      "step": 123729
    },
    {
      "epoch": 5.067786197010035,
      "grad_norm": 0.9560145577984757,
      "learning_rate": 1.7994880566012563e-05,
      "loss": 0.1837,
      "step": 123730
    },
    {
      "epoch": 5.067827155437231,
      "grad_norm": 1.5861251014289381,
      "learning_rate": 1.7993331726879302e-05,
      "loss": 0.5965,
      "step": 123731
    },
    {
      "epoch": 5.067868113864428,
      "grad_norm": 1.134813174200415,
      "learning_rate": 1.79917829501511e-05,
      "loss": 0.3727,
      "step": 123732
    },
    {
      "epoch": 5.067909072291624,
      "grad_norm": 1.2567770592718173,
      "learning_rate": 1.7990234235828734e-05,
      "loss": 0.2949,
      "step": 123733
    },
    {
      "epoch": 5.06795003071882,
      "grad_norm": 1.564690675425491,
      "learning_rate": 1.798868558391294e-05,
      "loss": 0.5524,
      "step": 123734
    },
    {
      "epoch": 5.067990989146017,
      "grad_norm": 1.449162252609757,
      "learning_rate": 1.7987136994404416e-05,
      "loss": 0.4204,
      "step": 123735
    },
    {
      "epoch": 5.068031947573213,
      "grad_norm": 1.7646006009817385,
      "learning_rate": 1.7985588467303937e-05,
      "loss": 0.5087,
      "step": 123736
    },
    {
      "epoch": 5.06807290600041,
      "grad_norm": 1.8868715541341605,
      "learning_rate": 1.7984040002612184e-05,
      "loss": 0.7483,
      "step": 123737
    },
    {
      "epoch": 5.068113864427606,
      "grad_norm": 1.0952032801531073,
      "learning_rate": 1.798249160032994e-05,
      "loss": 0.1789,
      "step": 123738
    },
    {
      "epoch": 5.068154822854803,
      "grad_norm": 1.5859955251481073,
      "learning_rate": 1.7980943260457925e-05,
      "loss": 0.5759,
      "step": 123739
    },
    {
      "epoch": 5.068195781281998,
      "grad_norm": 1.5110649507743854,
      "learning_rate": 1.797939498299682e-05,
      "loss": 0.3655,
      "step": 123740
    },
    {
      "epoch": 5.068236739709195,
      "grad_norm": 1.5747597148185972,
      "learning_rate": 1.7977846767947407e-05,
      "loss": 0.4893,
      "step": 123741
    },
    {
      "epoch": 5.0682776981363915,
      "grad_norm": 1.742149823329976,
      "learning_rate": 1.797629861531042e-05,
      "loss": 0.5942,
      "step": 123742
    },
    {
      "epoch": 5.068318656563588,
      "grad_norm": 0.835241705729994,
      "learning_rate": 1.7974750525086555e-05,
      "loss": 0.0977,
      "step": 123743
    },
    {
      "epoch": 5.068359614990785,
      "grad_norm": 1.5799708293684425,
      "learning_rate": 1.797320249727657e-05,
      "loss": 0.5356,
      "step": 123744
    },
    {
      "epoch": 5.068400573417981,
      "grad_norm": 1.4643334572453983,
      "learning_rate": 1.7971654531881234e-05,
      "loss": 0.4499,
      "step": 123745
    },
    {
      "epoch": 5.068441531845177,
      "grad_norm": 1.6452822403116096,
      "learning_rate": 1.7970106628901193e-05,
      "loss": 0.5088,
      "step": 123746
    },
    {
      "epoch": 5.068482490272373,
      "grad_norm": 0.8246855893757221,
      "learning_rate": 1.7968558788337255e-05,
      "loss": 0.1877,
      "step": 123747
    },
    {
      "epoch": 5.06852344869957,
      "grad_norm": 0.8820519168360407,
      "learning_rate": 1.796701101019009e-05,
      "loss": 0.2058,
      "step": 123748
    },
    {
      "epoch": 5.068564407126766,
      "grad_norm": 1.0196373824668794,
      "learning_rate": 1.7965463294460482e-05,
      "loss": 0.1874,
      "step": 123749
    },
    {
      "epoch": 5.068605365553963,
      "grad_norm": 2.912972237287575,
      "learning_rate": 1.7963915641149142e-05,
      "loss": 1.0114,
      "step": 123750
    },
    {
      "epoch": 5.068646323981159,
      "grad_norm": 1.1170562453264938,
      "learning_rate": 1.7962368050256787e-05,
      "loss": 0.3554,
      "step": 123751
    },
    {
      "epoch": 5.068687282408355,
      "grad_norm": 1.4702885581593539,
      "learning_rate": 1.796082052178415e-05,
      "loss": 0.5021,
      "step": 123752
    },
    {
      "epoch": 5.068728240835552,
      "grad_norm": 1.9334426091530263,
      "learning_rate": 1.7959273055732022e-05,
      "loss": 0.6547,
      "step": 123753
    },
    {
      "epoch": 5.068769199262748,
      "grad_norm": 1.3593888848263138,
      "learning_rate": 1.7957725652101058e-05,
      "loss": 0.4508,
      "step": 123754
    },
    {
      "epoch": 5.068810157689945,
      "grad_norm": 2.045831694131801,
      "learning_rate": 1.7956178310892045e-05,
      "loss": 0.7739,
      "step": 123755
    },
    {
      "epoch": 5.068851116117141,
      "grad_norm": 1.6631437825703268,
      "learning_rate": 1.795463103210565e-05,
      "loss": 0.5143,
      "step": 123756
    },
    {
      "epoch": 5.068892074544338,
      "grad_norm": 1.823624457166012,
      "learning_rate": 1.7953083815742652e-05,
      "loss": 0.7207,
      "step": 123757
    },
    {
      "epoch": 5.068933032971534,
      "grad_norm": 1.4429603015959158,
      "learning_rate": 1.7951536661803807e-05,
      "loss": 0.4704,
      "step": 123758
    },
    {
      "epoch": 5.06897399139873,
      "grad_norm": 1.7895634326030037,
      "learning_rate": 1.7949989570289776e-05,
      "loss": 0.5814,
      "step": 123759
    },
    {
      "epoch": 5.0690149498259265,
      "grad_norm": 0.9942352554957082,
      "learning_rate": 1.7948442541201325e-05,
      "loss": 0.1808,
      "step": 123760
    },
    {
      "epoch": 5.069055908253123,
      "grad_norm": 1.102413840111092,
      "learning_rate": 1.794689557453922e-05,
      "loss": 0.272,
      "step": 123761
    },
    {
      "epoch": 5.06909686668032,
      "grad_norm": 1.261431865725388,
      "learning_rate": 1.794534867030413e-05,
      "loss": 0.3981,
      "step": 123762
    },
    {
      "epoch": 5.069137825107516,
      "grad_norm": 1.930516907730888,
      "learning_rate": 1.794380182849684e-05,
      "loss": 0.533,
      "step": 123763
    },
    {
      "epoch": 5.069178783534713,
      "grad_norm": 1.967171939567775,
      "learning_rate": 1.7942255049118044e-05,
      "loss": 0.8111,
      "step": 123764
    },
    {
      "epoch": 5.069219741961908,
      "grad_norm": 1.425074013676212,
      "learning_rate": 1.7940708332168474e-05,
      "loss": 0.4842,
      "step": 123765
    },
    {
      "epoch": 5.069260700389105,
      "grad_norm": 0.8041008932220228,
      "learning_rate": 1.79391616776489e-05,
      "loss": 0.0923,
      "step": 123766
    },
    {
      "epoch": 5.069301658816301,
      "grad_norm": 1.4362843544889434,
      "learning_rate": 1.7937615085560004e-05,
      "loss": 0.4254,
      "step": 123767
    },
    {
      "epoch": 5.069342617243498,
      "grad_norm": 2.377682407257509,
      "learning_rate": 1.7936068555902582e-05,
      "loss": 0.5139,
      "step": 123768
    },
    {
      "epoch": 5.069383575670694,
      "grad_norm": 1.74948913776332,
      "learning_rate": 1.793452208867727e-05,
      "loss": 0.7476,
      "step": 123769
    },
    {
      "epoch": 5.069424534097891,
      "grad_norm": 1.7519444936087647,
      "learning_rate": 1.793297568388487e-05,
      "loss": 0.3663,
      "step": 123770
    },
    {
      "epoch": 5.069465492525087,
      "grad_norm": 1.2228231708382784,
      "learning_rate": 1.7931429341526126e-05,
      "loss": 0.2695,
      "step": 123771
    },
    {
      "epoch": 5.069506450952283,
      "grad_norm": 1.6435578648514193,
      "learning_rate": 1.7929883061601707e-05,
      "loss": 0.4944,
      "step": 123772
    },
    {
      "epoch": 5.06954740937948,
      "grad_norm": 2.0349805551929165,
      "learning_rate": 1.792833684411236e-05,
      "loss": 0.9276,
      "step": 123773
    },
    {
      "epoch": 5.069588367806676,
      "grad_norm": 1.6462931489991044,
      "learning_rate": 1.792679068905889e-05,
      "loss": 0.5494,
      "step": 123774
    },
    {
      "epoch": 5.069629326233873,
      "grad_norm": 2.0522784218247527,
      "learning_rate": 1.7925244596441922e-05,
      "loss": 0.8182,
      "step": 123775
    },
    {
      "epoch": 5.069670284661069,
      "grad_norm": 0.7812725064503857,
      "learning_rate": 1.792369856626226e-05,
      "loss": 0.1824,
      "step": 123776
    },
    {
      "epoch": 5.069711243088266,
      "grad_norm": 1.3369906474557867,
      "learning_rate": 1.792215259852059e-05,
      "loss": 0.359,
      "step": 123777
    },
    {
      "epoch": 5.0697522015154615,
      "grad_norm": 1.0007416212084692,
      "learning_rate": 1.7920606693217655e-05,
      "loss": 0.2336,
      "step": 123778
    },
    {
      "epoch": 5.069793159942658,
      "grad_norm": 1.512583155079633,
      "learning_rate": 1.791906085035422e-05,
      "loss": 0.4946,
      "step": 123779
    },
    {
      "epoch": 5.0698341183698545,
      "grad_norm": 0.9798874466762039,
      "learning_rate": 1.7917515069930976e-05,
      "loss": 0.2226,
      "step": 123780
    },
    {
      "epoch": 5.069875076797051,
      "grad_norm": 1.3051647861675226,
      "learning_rate": 1.7915969351948652e-05,
      "loss": 0.3286,
      "step": 123781
    },
    {
      "epoch": 5.069916035224248,
      "grad_norm": 1.4637414246506888,
      "learning_rate": 1.7914423696408025e-05,
      "loss": 0.5975,
      "step": 123782
    },
    {
      "epoch": 5.069956993651444,
      "grad_norm": 1.472913105134872,
      "learning_rate": 1.791287810330977e-05,
      "loss": 0.5221,
      "step": 123783
    },
    {
      "epoch": 5.06999795207864,
      "grad_norm": 1.5812032473359132,
      "learning_rate": 1.7911332572654662e-05,
      "loss": 0.5873,
      "step": 123784
    },
    {
      "epoch": 5.070038910505836,
      "grad_norm": 1.395383509623094,
      "learning_rate": 1.7909787104443374e-05,
      "loss": 0.475,
      "step": 123785
    },
    {
      "epoch": 5.070079868933033,
      "grad_norm": 1.4352584739351104,
      "learning_rate": 1.79082416986767e-05,
      "loss": 0.6364,
      "step": 123786
    },
    {
      "epoch": 5.070120827360229,
      "grad_norm": 0.7070863682878752,
      "learning_rate": 1.790669635535536e-05,
      "loss": 0.1773,
      "step": 123787
    },
    {
      "epoch": 5.070161785787426,
      "grad_norm": 1.0757766928371415,
      "learning_rate": 1.7905151074480033e-05,
      "loss": 0.2357,
      "step": 123788
    },
    {
      "epoch": 5.0702027442146225,
      "grad_norm": 1.3313825397809294,
      "learning_rate": 1.790360585605149e-05,
      "loss": 0.4376,
      "step": 123789
    },
    {
      "epoch": 5.070243702641818,
      "grad_norm": 1.1771777590565198,
      "learning_rate": 1.790206070007049e-05,
      "loss": 0.4053,
      "step": 123790
    },
    {
      "epoch": 5.070284661069015,
      "grad_norm": 1.5513376642537882,
      "learning_rate": 1.790051560653769e-05,
      "loss": 0.4805,
      "step": 123791
    },
    {
      "epoch": 5.070325619496211,
      "grad_norm": 1.4347415281204043,
      "learning_rate": 1.7898970575453904e-05,
      "loss": 0.3771,
      "step": 123792
    },
    {
      "epoch": 5.070366577923408,
      "grad_norm": 1.476229478939345,
      "learning_rate": 1.789742560681979e-05,
      "loss": 0.4494,
      "step": 123793
    },
    {
      "epoch": 5.070407536350604,
      "grad_norm": 1.1269769904160802,
      "learning_rate": 1.7895880700636094e-05,
      "loss": 0.2759,
      "step": 123794
    },
    {
      "epoch": 5.070448494777801,
      "grad_norm": 1.2724348946970685,
      "learning_rate": 1.7894335856903607e-05,
      "loss": 0.2781,
      "step": 123795
    },
    {
      "epoch": 5.070489453204997,
      "grad_norm": 1.0707741762625582,
      "learning_rate": 1.7892791075622964e-05,
      "loss": 0.2057,
      "step": 123796
    },
    {
      "epoch": 5.070530411632193,
      "grad_norm": 2.080694679675348,
      "learning_rate": 1.7891246356794965e-05,
      "loss": 0.6358,
      "step": 123797
    },
    {
      "epoch": 5.0705713700593895,
      "grad_norm": 1.7240758754036156,
      "learning_rate": 1.7889701700420338e-05,
      "loss": 0.578,
      "step": 123798
    },
    {
      "epoch": 5.070612328486586,
      "grad_norm": 2.6040902963324517,
      "learning_rate": 1.7888157106499758e-05,
      "loss": 1.5928,
      "step": 123799
    },
    {
      "epoch": 5.070653286913783,
      "grad_norm": 1.462145622428386,
      "learning_rate": 1.788661257503403e-05,
      "loss": 0.5502,
      "step": 123800
    },
    {
      "epoch": 5.070694245340979,
      "grad_norm": 1.4179604514017983,
      "learning_rate": 1.7885068106023814e-05,
      "loss": 0.4135,
      "step": 123801
    },
    {
      "epoch": 5.070735203768176,
      "grad_norm": 1.5812727409136853,
      "learning_rate": 1.788352369946987e-05,
      "loss": 0.5719,
      "step": 123802
    },
    {
      "epoch": 5.070776162195371,
      "grad_norm": 1.0253581868711024,
      "learning_rate": 1.788197935537295e-05,
      "loss": 0.1893,
      "step": 123803
    },
    {
      "epoch": 5.070817120622568,
      "grad_norm": 0.9777081364085196,
      "learning_rate": 1.7880435073733752e-05,
      "loss": 0.1865,
      "step": 123804
    },
    {
      "epoch": 5.070858079049764,
      "grad_norm": 1.185934794723407,
      "learning_rate": 1.7878890854553006e-05,
      "loss": 0.3142,
      "step": 123805
    },
    {
      "epoch": 5.070899037476961,
      "grad_norm": 0.9381642679824013,
      "learning_rate": 1.7877346697831483e-05,
      "loss": 0.2176,
      "step": 123806
    },
    {
      "epoch": 5.0709399959041574,
      "grad_norm": 1.3952567344156057,
      "learning_rate": 1.787580260356985e-05,
      "loss": 0.3783,
      "step": 123807
    },
    {
      "epoch": 5.070980954331354,
      "grad_norm": 0.8690059247655515,
      "learning_rate": 1.7874258571768918e-05,
      "loss": 0.1897,
      "step": 123808
    },
    {
      "epoch": 5.07102191275855,
      "grad_norm": 1.6140455270517653,
      "learning_rate": 1.7872714602429355e-05,
      "loss": 0.3975,
      "step": 123809
    },
    {
      "epoch": 5.071062871185746,
      "grad_norm": 1.5521988847567922,
      "learning_rate": 1.787117069555188e-05,
      "loss": 0.5874,
      "step": 123810
    },
    {
      "epoch": 5.071103829612943,
      "grad_norm": 0.42222418660252586,
      "learning_rate": 1.7869626851137286e-05,
      "loss": 0.0362,
      "step": 123811
    },
    {
      "epoch": 5.071144788040139,
      "grad_norm": 1.4650578093671167,
      "learning_rate": 1.786808306918623e-05,
      "loss": 0.5488,
      "step": 123812
    },
    {
      "epoch": 5.071185746467336,
      "grad_norm": 1.9549277994718075,
      "learning_rate": 1.7866539349699472e-05,
      "loss": 0.9692,
      "step": 123813
    },
    {
      "epoch": 5.071226704894532,
      "grad_norm": 1.4947507756012175,
      "learning_rate": 1.786499569267778e-05,
      "loss": 0.4213,
      "step": 123814
    },
    {
      "epoch": 5.071267663321729,
      "grad_norm": 1.4749995000343743,
      "learning_rate": 1.7863452098121823e-05,
      "loss": 0.457,
      "step": 123815
    },
    {
      "epoch": 5.0713086217489245,
      "grad_norm": 1.5038647384902661,
      "learning_rate": 1.7861908566032346e-05,
      "loss": 0.4941,
      "step": 123816
    },
    {
      "epoch": 5.071349580176121,
      "grad_norm": 1.4715721387443241,
      "learning_rate": 1.7860365096410134e-05,
      "loss": 0.452,
      "step": 123817
    },
    {
      "epoch": 5.071390538603318,
      "grad_norm": 1.3776543798077685,
      "learning_rate": 1.7858821689255836e-05,
      "loss": 0.4007,
      "step": 123818
    },
    {
      "epoch": 5.071431497030514,
      "grad_norm": 1.7872732620992249,
      "learning_rate": 1.7857278344570254e-05,
      "loss": 0.5788,
      "step": 123819
    },
    {
      "epoch": 5.071472455457711,
      "grad_norm": 0.820539960246135,
      "learning_rate": 1.7855735062354047e-05,
      "loss": 0.1827,
      "step": 123820
    },
    {
      "epoch": 5.071513413884907,
      "grad_norm": 1.7575246624551921,
      "learning_rate": 1.785419184260799e-05,
      "loss": 0.6181,
      "step": 123821
    },
    {
      "epoch": 5.071554372312103,
      "grad_norm": 1.4875280752612767,
      "learning_rate": 1.7852648685332827e-05,
      "loss": 0.5013,
      "step": 123822
    },
    {
      "epoch": 5.071595330739299,
      "grad_norm": 2.1237556100736277,
      "learning_rate": 1.7851105590529243e-05,
      "loss": 0.7519,
      "step": 123823
    },
    {
      "epoch": 5.071636289166496,
      "grad_norm": 1.2611343137642352,
      "learning_rate": 1.7849562558197984e-05,
      "loss": 0.4116,
      "step": 123824
    },
    {
      "epoch": 5.071677247593692,
      "grad_norm": 0.45900914447103336,
      "learning_rate": 1.7848019588339803e-05,
      "loss": 0.073,
      "step": 123825
    },
    {
      "epoch": 5.071718206020889,
      "grad_norm": 1.6828619131606743,
      "learning_rate": 1.7846476680955398e-05,
      "loss": 0.5884,
      "step": 123826
    },
    {
      "epoch": 5.0717591644480855,
      "grad_norm": 1.1290858660900598,
      "learning_rate": 1.7844933836045517e-05,
      "loss": 0.2306,
      "step": 123827
    },
    {
      "epoch": 5.071800122875281,
      "grad_norm": 1.2575869849555894,
      "learning_rate": 1.784339105361086e-05,
      "loss": 0.3644,
      "step": 123828
    },
    {
      "epoch": 5.071841081302478,
      "grad_norm": 1.085985319742674,
      "learning_rate": 1.7841848333652197e-05,
      "loss": 0.2445,
      "step": 123829
    },
    {
      "epoch": 5.071882039729674,
      "grad_norm": 1.157739729445554,
      "learning_rate": 1.7840305676170257e-05,
      "loss": 0.2199,
      "step": 123830
    },
    {
      "epoch": 5.071922998156871,
      "grad_norm": 1.5549187961135011,
      "learning_rate": 1.7838763081165724e-05,
      "loss": 0.6242,
      "step": 123831
    },
    {
      "epoch": 5.071963956584067,
      "grad_norm": 1.397669921931375,
      "learning_rate": 1.7837220548639348e-05,
      "loss": 0.4303,
      "step": 123832
    },
    {
      "epoch": 5.072004915011264,
      "grad_norm": 3.066772304415048,
      "learning_rate": 1.783567807859189e-05,
      "loss": 2.7955,
      "step": 123833
    },
    {
      "epoch": 5.07204587343846,
      "grad_norm": 1.947024010540113,
      "learning_rate": 1.7834135671024043e-05,
      "loss": 0.963,
      "step": 123834
    },
    {
      "epoch": 5.072086831865656,
      "grad_norm": 1.3319423790159093,
      "learning_rate": 1.783259332593656e-05,
      "loss": 0.4863,
      "step": 123835
    },
    {
      "epoch": 5.0721277902928525,
      "grad_norm": 0.7802509534172418,
      "learning_rate": 1.7831051043330135e-05,
      "loss": 0.2089,
      "step": 123836
    },
    {
      "epoch": 5.072168748720049,
      "grad_norm": 4.56135318181624,
      "learning_rate": 1.782950882320553e-05,
      "loss": 2.9828,
      "step": 123837
    },
    {
      "epoch": 5.072209707147246,
      "grad_norm": 1.2403115873271873,
      "learning_rate": 1.7827966665563477e-05,
      "loss": 0.5233,
      "step": 123838
    },
    {
      "epoch": 5.072250665574442,
      "grad_norm": 1.596820120693997,
      "learning_rate": 1.7826424570404673e-05,
      "loss": 0.577,
      "step": 123839
    },
    {
      "epoch": 5.072291624001639,
      "grad_norm": 0.9361456691138863,
      "learning_rate": 1.7824882537729888e-05,
      "loss": 0.2244,
      "step": 123840
    },
    {
      "epoch": 5.072332582428834,
      "grad_norm": 1.167275493992554,
      "learning_rate": 1.7823340567539805e-05,
      "loss": 0.309,
      "step": 123841
    },
    {
      "epoch": 5.072373540856031,
      "grad_norm": 1.5077180783670154,
      "learning_rate": 1.7821798659835173e-05,
      "loss": 0.5824,
      "step": 123842
    },
    {
      "epoch": 5.072414499283227,
      "grad_norm": 1.356953276772344,
      "learning_rate": 1.7820256814616758e-05,
      "loss": 0.5501,
      "step": 123843
    },
    {
      "epoch": 5.072455457710424,
      "grad_norm": 1.7369622959457705,
      "learning_rate": 1.781871503188522e-05,
      "loss": 0.6768,
      "step": 123844
    },
    {
      "epoch": 5.0724964161376205,
      "grad_norm": 1.5889587649419064,
      "learning_rate": 1.781717331164132e-05,
      "loss": 0.5383,
      "step": 123845
    },
    {
      "epoch": 5.072537374564817,
      "grad_norm": 1.8901126297850934,
      "learning_rate": 1.781563165388583e-05,
      "loss": 0.63,
      "step": 123846
    },
    {
      "epoch": 5.072578332992013,
      "grad_norm": 1.2338691816663918,
      "learning_rate": 1.781409005861941e-05,
      "loss": 0.353,
      "step": 123847
    },
    {
      "epoch": 5.072619291419209,
      "grad_norm": 1.4140534152982502,
      "learning_rate": 1.7812548525842845e-05,
      "loss": 0.4811,
      "step": 123848
    },
    {
      "epoch": 5.072660249846406,
      "grad_norm": 1.8502632053525472,
      "learning_rate": 1.7811007055556798e-05,
      "loss": 0.666,
      "step": 123849
    },
    {
      "epoch": 5.072701208273602,
      "grad_norm": 1.319931148659512,
      "learning_rate": 1.7809465647762043e-05,
      "loss": 0.4465,
      "step": 123850
    },
    {
      "epoch": 5.072742166700799,
      "grad_norm": 1.3555308558298638,
      "learning_rate": 1.7807924302459336e-05,
      "loss": 0.3444,
      "step": 123851
    },
    {
      "epoch": 5.072783125127995,
      "grad_norm": 1.2534023800888763,
      "learning_rate": 1.780638301964934e-05,
      "loss": 0.4089,
      "step": 123852
    },
    {
      "epoch": 5.072824083555192,
      "grad_norm": 0.9062369542310869,
      "learning_rate": 1.780484179933282e-05,
      "loss": 0.1573,
      "step": 123853
    },
    {
      "epoch": 5.0728650419823875,
      "grad_norm": 0.9141973759059454,
      "learning_rate": 1.7803300641510526e-05,
      "loss": 0.2254,
      "step": 123854
    },
    {
      "epoch": 5.072906000409584,
      "grad_norm": 0.9520992704300859,
      "learning_rate": 1.7801759546183125e-05,
      "loss": 0.2007,
      "step": 123855
    },
    {
      "epoch": 5.072946958836781,
      "grad_norm": 1.5301128227637548,
      "learning_rate": 1.7800218513351418e-05,
      "loss": 0.1113,
      "step": 123856
    },
    {
      "epoch": 5.072987917263977,
      "grad_norm": 1.3351409142567032,
      "learning_rate": 1.7798677543016048e-05,
      "loss": 0.4597,
      "step": 123857
    },
    {
      "epoch": 5.073028875691174,
      "grad_norm": 1.2554030058908967,
      "learning_rate": 1.7797136635177804e-05,
      "loss": 0.4415,
      "step": 123858
    },
    {
      "epoch": 5.07306983411837,
      "grad_norm": 1.04414123188485,
      "learning_rate": 1.7795595789837453e-05,
      "loss": 0.159,
      "step": 123859
    },
    {
      "epoch": 5.073110792545566,
      "grad_norm": 1.3003849547100665,
      "learning_rate": 1.779405500699562e-05,
      "loss": 0.4009,
      "step": 123860
    },
    {
      "epoch": 5.073151750972762,
      "grad_norm": 1.7268668062009622,
      "learning_rate": 1.779251428665308e-05,
      "loss": 0.7432,
      "step": 123861
    },
    {
      "epoch": 5.073192709399959,
      "grad_norm": 1.6235900568785666,
      "learning_rate": 1.779097362881061e-05,
      "loss": 0.6803,
      "step": 123862
    },
    {
      "epoch": 5.0732336678271555,
      "grad_norm": 1.18152228329804,
      "learning_rate": 1.7789433033468863e-05,
      "loss": 0.2714,
      "step": 123863
    },
    {
      "epoch": 5.073274626254352,
      "grad_norm": 1.7991044437855614,
      "learning_rate": 1.7787892500628636e-05,
      "loss": 0.4727,
      "step": 123864
    },
    {
      "epoch": 5.0733155846815485,
      "grad_norm": 2.1221648595540015,
      "learning_rate": 1.7786352030290594e-05,
      "loss": 0.8312,
      "step": 123865
    },
    {
      "epoch": 5.073356543108744,
      "grad_norm": 2.6301089979398022,
      "learning_rate": 1.7784811622455476e-05,
      "loss": 1.9359,
      "step": 123866
    },
    {
      "epoch": 5.073397501535941,
      "grad_norm": 1.5880831639018564,
      "learning_rate": 1.778327127712407e-05,
      "loss": 0.4914,
      "step": 123867
    },
    {
      "epoch": 5.073438459963137,
      "grad_norm": 1.343957870363012,
      "learning_rate": 1.778173099429704e-05,
      "loss": 0.4755,
      "step": 123868
    },
    {
      "epoch": 5.073479418390334,
      "grad_norm": 1.3657679980630486,
      "learning_rate": 1.778019077397512e-05,
      "loss": 0.4624,
      "step": 123869
    },
    {
      "epoch": 5.07352037681753,
      "grad_norm": 1.4643505806093775,
      "learning_rate": 1.777865061615909e-05,
      "loss": 0.4645,
      "step": 123870
    },
    {
      "epoch": 5.073561335244727,
      "grad_norm": 2.278389577458048,
      "learning_rate": 1.777711052084961e-05,
      "loss": 0.9159,
      "step": 123871
    },
    {
      "epoch": 5.073602293671923,
      "grad_norm": 0.7063979103948891,
      "learning_rate": 1.777557048804746e-05,
      "loss": 0.1193,
      "step": 123872
    },
    {
      "epoch": 5.073643252099119,
      "grad_norm": 0.8253990264817045,
      "learning_rate": 1.7774030517753322e-05,
      "loss": 0.1642,
      "step": 123873
    },
    {
      "epoch": 5.073684210526316,
      "grad_norm": 1.6973099459765744,
      "learning_rate": 1.7772490609967953e-05,
      "loss": 0.5663,
      "step": 123874
    },
    {
      "epoch": 5.073725168953512,
      "grad_norm": 1.4450086463270262,
      "learning_rate": 1.7770950764692115e-05,
      "loss": 0.4244,
      "step": 123875
    },
    {
      "epoch": 5.073766127380709,
      "grad_norm": 1.4832665348260845,
      "learning_rate": 1.7769410981926458e-05,
      "loss": 0.5016,
      "step": 123876
    },
    {
      "epoch": 5.073807085807905,
      "grad_norm": 1.7961424496639322,
      "learning_rate": 1.7767871261671778e-05,
      "loss": 0.4888,
      "step": 123877
    },
    {
      "epoch": 5.073848044235102,
      "grad_norm": 1.4026586710218603,
      "learning_rate": 1.7766331603928763e-05,
      "loss": 0.3893,
      "step": 123878
    },
    {
      "epoch": 5.073889002662297,
      "grad_norm": 1.0496557590732987,
      "learning_rate": 1.7764792008698176e-05,
      "loss": 0.4252,
      "step": 123879
    },
    {
      "epoch": 5.073929961089494,
      "grad_norm": 1.599743156598472,
      "learning_rate": 1.7763252475980683e-05,
      "loss": 0.5303,
      "step": 123880
    },
    {
      "epoch": 5.07397091951669,
      "grad_norm": 2.838915555841686,
      "learning_rate": 1.7761713005777085e-05,
      "loss": 0.8617,
      "step": 123881
    },
    {
      "epoch": 5.074011877943887,
      "grad_norm": 1.4767728763565928,
      "learning_rate": 1.7760173598088046e-05,
      "loss": 0.4133,
      "step": 123882
    },
    {
      "epoch": 5.0740528363710835,
      "grad_norm": 1.3499953590495626,
      "learning_rate": 1.775863425291435e-05,
      "loss": 0.4603,
      "step": 123883
    },
    {
      "epoch": 5.07409379479828,
      "grad_norm": 1.5238123768173382,
      "learning_rate": 1.775709497025668e-05,
      "loss": 0.4701,
      "step": 123884
    },
    {
      "epoch": 5.074134753225476,
      "grad_norm": 1.6129129757882876,
      "learning_rate": 1.775555575011577e-05,
      "loss": 0.1999,
      "step": 123885
    },
    {
      "epoch": 5.074175711652672,
      "grad_norm": 0.9463699371049769,
      "learning_rate": 1.7754016592492398e-05,
      "loss": 0.2306,
      "step": 123886
    },
    {
      "epoch": 5.074216670079869,
      "grad_norm": 1.6041529047786918,
      "learning_rate": 1.775247749738722e-05,
      "loss": 0.2912,
      "step": 123887
    },
    {
      "epoch": 5.074257628507065,
      "grad_norm": 1.4756690568284376,
      "learning_rate": 1.7750938464800995e-05,
      "loss": 0.3678,
      "step": 123888
    },
    {
      "epoch": 5.074298586934262,
      "grad_norm": 1.8317025232144708,
      "learning_rate": 1.774939949473448e-05,
      "loss": 0.7379,
      "step": 123889
    },
    {
      "epoch": 5.074339545361458,
      "grad_norm": 2.1326096845373828,
      "learning_rate": 1.774786058718835e-05,
      "loss": 0.6257,
      "step": 123890
    },
    {
      "epoch": 5.074380503788655,
      "grad_norm": 1.7332521248000896,
      "learning_rate": 1.7746321742163378e-05,
      "loss": 0.6621,
      "step": 123891
    },
    {
      "epoch": 5.0744214622158506,
      "grad_norm": 0.9506309090900591,
      "learning_rate": 1.7744782959660242e-05,
      "loss": 0.2741,
      "step": 123892
    },
    {
      "epoch": 5.074462420643047,
      "grad_norm": 1.7658654984363402,
      "learning_rate": 1.774324423967971e-05,
      "loss": 0.5418,
      "step": 123893
    },
    {
      "epoch": 5.074503379070244,
      "grad_norm": 1.271801053099072,
      "learning_rate": 1.7741705582222516e-05,
      "loss": 0.3471,
      "step": 123894
    },
    {
      "epoch": 5.07454433749744,
      "grad_norm": 1.5489919954226303,
      "learning_rate": 1.7740166987289356e-05,
      "loss": 0.41,
      "step": 123895
    },
    {
      "epoch": 5.074585295924637,
      "grad_norm": 2.8420299390889867,
      "learning_rate": 1.7738628454880948e-05,
      "loss": 2.4922,
      "step": 123896
    },
    {
      "epoch": 5.074626254351833,
      "grad_norm": 1.4329341918772804,
      "learning_rate": 1.7737089984998094e-05,
      "loss": 0.4243,
      "step": 123897
    },
    {
      "epoch": 5.074667212779029,
      "grad_norm": 1.6023813389139783,
      "learning_rate": 1.7735551577641423e-05,
      "loss": 0.5122,
      "step": 123898
    },
    {
      "epoch": 5.074708171206225,
      "grad_norm": 1.357766389054087,
      "learning_rate": 1.7734013232811734e-05,
      "loss": 0.4933,
      "step": 123899
    },
    {
      "epoch": 5.074749129633422,
      "grad_norm": 0.8257122879529767,
      "learning_rate": 1.7732474950509713e-05,
      "loss": 0.1907,
      "step": 123900
    },
    {
      "epoch": 5.0747900880606185,
      "grad_norm": 1.8483697301841535,
      "learning_rate": 1.773093673073609e-05,
      "loss": 0.5903,
      "step": 123901
    },
    {
      "epoch": 5.074831046487815,
      "grad_norm": 1.4246627085426118,
      "learning_rate": 1.7729398573491647e-05,
      "loss": 0.5038,
      "step": 123902
    },
    {
      "epoch": 5.074872004915012,
      "grad_norm": 1.2470589505075313,
      "learning_rate": 1.772786047877704e-05,
      "loss": 0.327,
      "step": 123903
    },
    {
      "epoch": 5.074912963342208,
      "grad_norm": 1.390120324053196,
      "learning_rate": 1.7726322446593012e-05,
      "loss": 0.3438,
      "step": 123904
    },
    {
      "epoch": 5.074953921769404,
      "grad_norm": 1.6159564072600061,
      "learning_rate": 1.7724784476940346e-05,
      "loss": 0.5031,
      "step": 123905
    },
    {
      "epoch": 5.0749948801966,
      "grad_norm": 1.2778002638448223,
      "learning_rate": 1.7723246569819693e-05,
      "loss": 0.2967,
      "step": 123906
    },
    {
      "epoch": 5.075035838623797,
      "grad_norm": 1.2389556402222723,
      "learning_rate": 1.7721708725231837e-05,
      "loss": 0.3759,
      "step": 123907
    },
    {
      "epoch": 5.075076797050993,
      "grad_norm": 1.5021993096823574,
      "learning_rate": 1.772017094317746e-05,
      "loss": 0.479,
      "step": 123908
    },
    {
      "epoch": 5.07511775547819,
      "grad_norm": 1.4091538244899642,
      "learning_rate": 1.771863322365731e-05,
      "loss": 0.4908,
      "step": 123909
    },
    {
      "epoch": 5.075158713905386,
      "grad_norm": 1.2143978679703928,
      "learning_rate": 1.7717095566672136e-05,
      "loss": 0.3306,
      "step": 123910
    },
    {
      "epoch": 5.075199672332582,
      "grad_norm": 1.1283323704606119,
      "learning_rate": 1.7715557972222603e-05,
      "loss": 0.3358,
      "step": 123911
    },
    {
      "epoch": 5.075240630759779,
      "grad_norm": 1.6917498578194905,
      "learning_rate": 1.7714020440309534e-05,
      "loss": 0.5042,
      "step": 123912
    },
    {
      "epoch": 5.075281589186975,
      "grad_norm": 0.5770533402489905,
      "learning_rate": 1.7712482970933557e-05,
      "loss": 0.1001,
      "step": 123913
    },
    {
      "epoch": 5.075322547614172,
      "grad_norm": 1.6822384381607605,
      "learning_rate": 1.7710945564095435e-05,
      "loss": 0.5071,
      "step": 123914
    },
    {
      "epoch": 5.075363506041368,
      "grad_norm": 1.0770466522125812,
      "learning_rate": 1.770940821979594e-05,
      "loss": 0.2195,
      "step": 123915
    },
    {
      "epoch": 5.075404464468565,
      "grad_norm": 1.4335589768341301,
      "learning_rate": 1.7707870938035733e-05,
      "loss": 0.489,
      "step": 123916
    },
    {
      "epoch": 5.07544542289576,
      "grad_norm": 1.4838314448222334,
      "learning_rate": 1.7706333718815568e-05,
      "loss": 0.6005,
      "step": 123917
    },
    {
      "epoch": 5.075486381322957,
      "grad_norm": 0.7996914636802794,
      "learning_rate": 1.7704796562136193e-05,
      "loss": 0.1415,
      "step": 123918
    },
    {
      "epoch": 5.0755273397501535,
      "grad_norm": 4.978993242804898,
      "learning_rate": 1.770325946799829e-05,
      "loss": 1.2713,
      "step": 123919
    },
    {
      "epoch": 5.07556829817735,
      "grad_norm": 1.4502565980309552,
      "learning_rate": 1.7701722436402637e-05,
      "loss": 0.4385,
      "step": 123920
    },
    {
      "epoch": 5.0756092566045465,
      "grad_norm": 1.423889638101951,
      "learning_rate": 1.770018546734991e-05,
      "loss": 0.3404,
      "step": 123921
    },
    {
      "epoch": 5.075650215031743,
      "grad_norm": 1.7519847772431285,
      "learning_rate": 1.769864856084085e-05,
      "loss": 0.4484,
      "step": 123922
    },
    {
      "epoch": 5.07569117345894,
      "grad_norm": 1.8001573140930365,
      "learning_rate": 1.769711171687623e-05,
      "loss": 0.4894,
      "step": 123923
    },
    {
      "epoch": 5.075732131886135,
      "grad_norm": 1.6892522459337331,
      "learning_rate": 1.7695574935456708e-05,
      "loss": 0.5406,
      "step": 123924
    },
    {
      "epoch": 5.075773090313332,
      "grad_norm": 0.5035882633416711,
      "learning_rate": 1.7694038216583022e-05,
      "loss": 0.0808,
      "step": 123925
    },
    {
      "epoch": 5.075814048740528,
      "grad_norm": 1.576046314552746,
      "learning_rate": 1.7692501560255974e-05,
      "loss": 0.522,
      "step": 123926
    },
    {
      "epoch": 5.075855007167725,
      "grad_norm": 1.4698608921938767,
      "learning_rate": 1.769096496647619e-05,
      "loss": 0.4294,
      "step": 123927
    },
    {
      "epoch": 5.075895965594921,
      "grad_norm": 1.197688010586262,
      "learning_rate": 1.7689428435244475e-05,
      "loss": 0.3084,
      "step": 123928
    },
    {
      "epoch": 5.075936924022118,
      "grad_norm": 1.7573634174666912,
      "learning_rate": 1.7687891966561472e-05,
      "loss": 0.4814,
      "step": 123929
    },
    {
      "epoch": 5.075977882449314,
      "grad_norm": 0.91670978738009,
      "learning_rate": 1.7686355560427973e-05,
      "loss": 0.1811,
      "step": 123930
    },
    {
      "epoch": 5.07601884087651,
      "grad_norm": 1.1089525959193778,
      "learning_rate": 1.768481921684472e-05,
      "loss": 0.2313,
      "step": 123931
    },
    {
      "epoch": 5.076059799303707,
      "grad_norm": 1.1111501705908722,
      "learning_rate": 1.7683282935812366e-05,
      "loss": 0.3672,
      "step": 123932
    },
    {
      "epoch": 5.076100757730903,
      "grad_norm": 1.4943778688333529,
      "learning_rate": 1.768174671733169e-05,
      "loss": 0.5294,
      "step": 123933
    },
    {
      "epoch": 5.0761417161581,
      "grad_norm": 1.2772849988569406,
      "learning_rate": 1.768021056140343e-05,
      "loss": 0.4571,
      "step": 123934
    },
    {
      "epoch": 5.076182674585296,
      "grad_norm": 1.5702659469743456,
      "learning_rate": 1.7678674468028265e-05,
      "loss": 0.5997,
      "step": 123935
    },
    {
      "epoch": 5.076223633012492,
      "grad_norm": 1.567587177380858,
      "learning_rate": 1.767713843720696e-05,
      "loss": 0.5653,
      "step": 123936
    },
    {
      "epoch": 5.0762645914396884,
      "grad_norm": 3.5993562163218624,
      "learning_rate": 1.7675602468940204e-05,
      "loss": 3.3246,
      "step": 123937
    },
    {
      "epoch": 5.076305549866885,
      "grad_norm": 1.5842572884868864,
      "learning_rate": 1.767406656322874e-05,
      "loss": 0.5069,
      "step": 123938
    },
    {
      "epoch": 5.0763465082940815,
      "grad_norm": 1.0568873916172612,
      "learning_rate": 1.7672530720073336e-05,
      "loss": 0.2447,
      "step": 123939
    },
    {
      "epoch": 5.076387466721278,
      "grad_norm": 1.5406806679611071,
      "learning_rate": 1.767099493947464e-05,
      "loss": 0.4566,
      "step": 123940
    },
    {
      "epoch": 5.076428425148475,
      "grad_norm": 1.7308702609861233,
      "learning_rate": 1.7669459221433425e-05,
      "loss": 0.569,
      "step": 123941
    },
    {
      "epoch": 5.076469383575671,
      "grad_norm": 0.7940383898625176,
      "learning_rate": 1.7667923565950448e-05,
      "loss": 0.2167,
      "step": 123942
    },
    {
      "epoch": 5.076510342002867,
      "grad_norm": 2.5154504485511797,
      "learning_rate": 1.7666387973026362e-05,
      "loss": 1.6834,
      "step": 123943
    },
    {
      "epoch": 5.076551300430063,
      "grad_norm": 1.1786751849077255,
      "learning_rate": 1.766485244266197e-05,
      "loss": 0.3051,
      "step": 123944
    },
    {
      "epoch": 5.07659225885726,
      "grad_norm": 1.4578709526630778,
      "learning_rate": 1.76633169748579e-05,
      "loss": 0.4695,
      "step": 123945
    },
    {
      "epoch": 5.076633217284456,
      "grad_norm": 1.3936434954004913,
      "learning_rate": 1.766178156961495e-05,
      "loss": 0.4291,
      "step": 123946
    },
    {
      "epoch": 5.076674175711653,
      "grad_norm": 0.42416463257975434,
      "learning_rate": 1.7660246226933862e-05,
      "loss": 0.0378,
      "step": 123947
    },
    {
      "epoch": 5.0767151341388495,
      "grad_norm": 1.4994569823072963,
      "learning_rate": 1.7658710946815307e-05,
      "loss": 0.539,
      "step": 123948
    },
    {
      "epoch": 5.076756092566045,
      "grad_norm": 1.4000766318412023,
      "learning_rate": 1.765717572926006e-05,
      "loss": 0.5549,
      "step": 123949
    },
    {
      "epoch": 5.076797050993242,
      "grad_norm": 0.38917600284506937,
      "learning_rate": 1.7655640574268816e-05,
      "loss": 0.0293,
      "step": 123950
    },
    {
      "epoch": 5.076838009420438,
      "grad_norm": 1.3481318659523638,
      "learning_rate": 1.7654105481842273e-05,
      "loss": 0.358,
      "step": 123951
    },
    {
      "epoch": 5.076878967847635,
      "grad_norm": 1.199508926168179,
      "learning_rate": 1.7652570451981184e-05,
      "loss": 0.4707,
      "step": 123952
    },
    {
      "epoch": 5.076919926274831,
      "grad_norm": 1.3061883592294372,
      "learning_rate": 1.7651035484686333e-05,
      "loss": 0.4516,
      "step": 123953
    },
    {
      "epoch": 5.076960884702028,
      "grad_norm": 1.429615661636393,
      "learning_rate": 1.7649500579958347e-05,
      "loss": 0.4451,
      "step": 123954
    },
    {
      "epoch": 5.077001843129223,
      "grad_norm": 0.4449194330979096,
      "learning_rate": 1.7647965737798032e-05,
      "loss": 0.0407,
      "step": 123955
    },
    {
      "epoch": 5.07704280155642,
      "grad_norm": 1.4236617164548038,
      "learning_rate": 1.764643095820603e-05,
      "loss": 0.4847,
      "step": 123956
    },
    {
      "epoch": 5.0770837599836165,
      "grad_norm": 1.2083235595603075,
      "learning_rate": 1.764489624118313e-05,
      "loss": 0.3529,
      "step": 123957
    },
    {
      "epoch": 5.077124718410813,
      "grad_norm": 0.9908531389573677,
      "learning_rate": 1.764336158673008e-05,
      "loss": 0.1923,
      "step": 123958
    },
    {
      "epoch": 5.07716567683801,
      "grad_norm": 1.480655721563798,
      "learning_rate": 1.764182699484753e-05,
      "loss": 0.5593,
      "step": 123959
    },
    {
      "epoch": 5.077206635265206,
      "grad_norm": 0.9660383906659501,
      "learning_rate": 1.7640292465536243e-05,
      "loss": 0.2526,
      "step": 123960
    },
    {
      "epoch": 5.077247593692403,
      "grad_norm": 1.4058840395822376,
      "learning_rate": 1.7638757998796986e-05,
      "loss": 0.4562,
      "step": 123961
    },
    {
      "epoch": 5.077288552119598,
      "grad_norm": 1.0897242943136665,
      "learning_rate": 1.763722359463041e-05,
      "loss": 0.3568,
      "step": 123962
    },
    {
      "epoch": 5.077329510546795,
      "grad_norm": 1.0588421539083468,
      "learning_rate": 1.76356892530373e-05,
      "loss": 0.298,
      "step": 123963
    },
    {
      "epoch": 5.077370468973991,
      "grad_norm": 1.3321669955428572,
      "learning_rate": 1.7634154974018316e-05,
      "loss": 0.1825,
      "step": 123964
    },
    {
      "epoch": 5.077411427401188,
      "grad_norm": 1.7331234712144472,
      "learning_rate": 1.763262075757423e-05,
      "loss": 0.6239,
      "step": 123965
    },
    {
      "epoch": 5.077452385828384,
      "grad_norm": 1.3779879258689491,
      "learning_rate": 1.7631086603705802e-05,
      "loss": 0.3632,
      "step": 123966
    },
    {
      "epoch": 5.077493344255581,
      "grad_norm": 1.1551104326812363,
      "learning_rate": 1.762955251241367e-05,
      "loss": 0.3312,
      "step": 123967
    },
    {
      "epoch": 5.077534302682777,
      "grad_norm": 1.7465578406988744,
      "learning_rate": 1.7628018483698612e-05,
      "loss": 0.5839,
      "step": 123968
    },
    {
      "epoch": 5.077575261109973,
      "grad_norm": 0.8715698006792728,
      "learning_rate": 1.7626484517561367e-05,
      "loss": 0.2145,
      "step": 123969
    },
    {
      "epoch": 5.07761621953717,
      "grad_norm": 1.2343740596978807,
      "learning_rate": 1.7624950614002614e-05,
      "loss": 0.1513,
      "step": 123970
    },
    {
      "epoch": 5.077657177964366,
      "grad_norm": 1.4673604879059032,
      "learning_rate": 1.7623416773023137e-05,
      "loss": 0.5099,
      "step": 123971
    },
    {
      "epoch": 5.077698136391563,
      "grad_norm": 1.0676334964548955,
      "learning_rate": 1.76218829946236e-05,
      "loss": 0.311,
      "step": 123972
    },
    {
      "epoch": 5.077739094818759,
      "grad_norm": 1.435475394426267,
      "learning_rate": 1.7620349278804752e-05,
      "loss": 0.6,
      "step": 123973
    },
    {
      "epoch": 5.077780053245955,
      "grad_norm": 1.6459130817375058,
      "learning_rate": 1.7618815625567346e-05,
      "loss": 0.5457,
      "step": 123974
    },
    {
      "epoch": 5.0778210116731515,
      "grad_norm": 1.5223785743543925,
      "learning_rate": 1.7617282034912044e-05,
      "loss": 0.4232,
      "step": 123975
    },
    {
      "epoch": 5.077861970100348,
      "grad_norm": 1.7074812363115637,
      "learning_rate": 1.7615748506839633e-05,
      "loss": 0.6874,
      "step": 123976
    },
    {
      "epoch": 5.0779029285275445,
      "grad_norm": 1.614844419113201,
      "learning_rate": 1.7614215041350826e-05,
      "loss": 0.5315,
      "step": 123977
    },
    {
      "epoch": 5.077943886954741,
      "grad_norm": 0.9254849914973452,
      "learning_rate": 1.7612681638446306e-05,
      "loss": 0.2064,
      "step": 123978
    },
    {
      "epoch": 5.077984845381938,
      "grad_norm": 1.3220765986545044,
      "learning_rate": 1.7611148298126876e-05,
      "loss": 0.3649,
      "step": 123979
    },
    {
      "epoch": 5.078025803809134,
      "grad_norm": 1.980569331515638,
      "learning_rate": 1.7609615020393165e-05,
      "loss": 0.8289,
      "step": 123980
    },
    {
      "epoch": 5.07806676223633,
      "grad_norm": 1.3700886464996593,
      "learning_rate": 1.7608081805245955e-05,
      "loss": 0.5307,
      "step": 123981
    },
    {
      "epoch": 5.078107720663526,
      "grad_norm": 1.4853549740056196,
      "learning_rate": 1.760654865268598e-05,
      "loss": 0.4381,
      "step": 123982
    },
    {
      "epoch": 5.078148679090723,
      "grad_norm": 1.4510854162463516,
      "learning_rate": 1.7605015562713927e-05,
      "loss": 0.4591,
      "step": 123983
    },
    {
      "epoch": 5.078189637517919,
      "grad_norm": 1.7424153021108406,
      "learning_rate": 1.760348253533057e-05,
      "loss": 0.7695,
      "step": 123984
    },
    {
      "epoch": 5.078230595945116,
      "grad_norm": 2.569814359461574,
      "learning_rate": 1.7601949570536567e-05,
      "loss": 1.884,
      "step": 123985
    },
    {
      "epoch": 5.0782715543723125,
      "grad_norm": 1.6222023512969532,
      "learning_rate": 1.7600416668332677e-05,
      "loss": 0.4194,
      "step": 123986
    },
    {
      "epoch": 5.078312512799508,
      "grad_norm": 2.9297555773225077,
      "learning_rate": 1.7598883828719673e-05,
      "loss": 1.056,
      "step": 123987
    },
    {
      "epoch": 5.078353471226705,
      "grad_norm": 1.2785899114536827,
      "learning_rate": 1.75973510516982e-05,
      "loss": 0.4414,
      "step": 123988
    },
    {
      "epoch": 5.078394429653901,
      "grad_norm": 1.4081830536503264,
      "learning_rate": 1.759581833726901e-05,
      "loss": 0.3879,
      "step": 123989
    },
    {
      "epoch": 5.078435388081098,
      "grad_norm": 1.748103382882911,
      "learning_rate": 1.759428568543286e-05,
      "loss": 0.5281,
      "step": 123990
    },
    {
      "epoch": 5.078476346508294,
      "grad_norm": 1.4088295523664895,
      "learning_rate": 1.759275309619043e-05,
      "loss": 0.3645,
      "step": 123991
    },
    {
      "epoch": 5.078517304935491,
      "grad_norm": 1.4103167781313204,
      "learning_rate": 1.759122056954248e-05,
      "loss": 0.4434,
      "step": 123992
    },
    {
      "epoch": 5.0785582633626865,
      "grad_norm": 0.8736254863667255,
      "learning_rate": 1.7589688105489692e-05,
      "loss": 0.2219,
      "step": 123993
    },
    {
      "epoch": 5.078599221789883,
      "grad_norm": 1.5712586873740957,
      "learning_rate": 1.758815570403283e-05,
      "loss": 0.4337,
      "step": 123994
    },
    {
      "epoch": 5.0786401802170795,
      "grad_norm": 1.3129926343343883,
      "learning_rate": 1.7586623365172615e-05,
      "loss": 0.2558,
      "step": 123995
    },
    {
      "epoch": 5.078681138644276,
      "grad_norm": 1.7662834892203738,
      "learning_rate": 1.7585091088909742e-05,
      "loss": 0.6807,
      "step": 123996
    },
    {
      "epoch": 5.078722097071473,
      "grad_norm": 1.2949915349242147,
      "learning_rate": 1.7583558875244946e-05,
      "loss": 0.3288,
      "step": 123997
    },
    {
      "epoch": 5.078763055498669,
      "grad_norm": 1.1927551304908974,
      "learning_rate": 1.7582026724178994e-05,
      "loss": 0.421,
      "step": 123998
    },
    {
      "epoch": 5.078804013925866,
      "grad_norm": 1.534772999063659,
      "learning_rate": 1.758049463571255e-05,
      "loss": 0.4858,
      "step": 123999
    },
    {
      "epoch": 5.078844972353061,
      "grad_norm": 1.5838323972985433,
      "learning_rate": 1.7578962609846397e-05,
      "loss": 0.5853,
      "step": 124000
    },
    {
      "epoch": 5.078885930780258,
      "grad_norm": 2.71571719379631,
      "learning_rate": 1.7577430646581185e-05,
      "loss": 1.3987,
      "step": 124001
    },
    {
      "epoch": 5.078926889207454,
      "grad_norm": 0.6673326858070716,
      "learning_rate": 1.757589874591768e-05,
      "loss": 0.0469,
      "step": 124002
    },
    {
      "epoch": 5.078967847634651,
      "grad_norm": 1.7612126411384543,
      "learning_rate": 1.757436690785665e-05,
      "loss": 0.526,
      "step": 124003
    },
    {
      "epoch": 5.0790088060618475,
      "grad_norm": 1.4464983041233133,
      "learning_rate": 1.7572835132398742e-05,
      "loss": 0.4455,
      "step": 124004
    },
    {
      "epoch": 5.079049764489044,
      "grad_norm": 0.9371230153705352,
      "learning_rate": 1.7571303419544706e-05,
      "loss": 0.2068,
      "step": 124005
    },
    {
      "epoch": 5.07909072291624,
      "grad_norm": 2.0273525659414844,
      "learning_rate": 1.7569771769295292e-05,
      "loss": 1.0975,
      "step": 124006
    },
    {
      "epoch": 5.079131681343436,
      "grad_norm": 0.9398027755173106,
      "learning_rate": 1.75682401816512e-05,
      "loss": 0.195,
      "step": 124007
    },
    {
      "epoch": 5.079172639770633,
      "grad_norm": 1.681216699555952,
      "learning_rate": 1.7566708656613176e-05,
      "loss": 0.5559,
      "step": 124008
    },
    {
      "epoch": 5.079213598197829,
      "grad_norm": 1.336680436713381,
      "learning_rate": 1.756517719418189e-05,
      "loss": 0.4644,
      "step": 124009
    },
    {
      "epoch": 5.079254556625026,
      "grad_norm": 0.8201175315123871,
      "learning_rate": 1.7563645794358122e-05,
      "loss": 0.1485,
      "step": 124010
    },
    {
      "epoch": 5.079295515052222,
      "grad_norm": 1.3103144724996278,
      "learning_rate": 1.756211445714259e-05,
      "loss": 0.4548,
      "step": 124011
    },
    {
      "epoch": 5.079336473479418,
      "grad_norm": 1.624084657191807,
      "learning_rate": 1.7560583182535993e-05,
      "loss": 0.5482,
      "step": 124012
    },
    {
      "epoch": 5.0793774319066145,
      "grad_norm": 0.918819287657361,
      "learning_rate": 1.7559051970539047e-05,
      "loss": 0.1786,
      "step": 124013
    },
    {
      "epoch": 5.079418390333811,
      "grad_norm": 1.2656211374661368,
      "learning_rate": 1.7557520821152547e-05,
      "loss": 0.3723,
      "step": 124014
    },
    {
      "epoch": 5.079459348761008,
      "grad_norm": 1.5595950565556558,
      "learning_rate": 1.7555989734377117e-05,
      "loss": 0.4135,
      "step": 124015
    },
    {
      "epoch": 5.079500307188204,
      "grad_norm": 1.5334059568912186,
      "learning_rate": 1.755445871021357e-05,
      "loss": 0.5243,
      "step": 124016
    },
    {
      "epoch": 5.079541265615401,
      "grad_norm": 1.3865240462991972,
      "learning_rate": 1.7552927748662555e-05,
      "loss": 0.4437,
      "step": 124017
    },
    {
      "epoch": 5.079582224042597,
      "grad_norm": 1.2822709093877225,
      "learning_rate": 1.7551396849724837e-05,
      "loss": 0.295,
      "step": 124018
    },
    {
      "epoch": 5.079623182469793,
      "grad_norm": 1.6446409386697407,
      "learning_rate": 1.7549866013401166e-05,
      "loss": 0.7045,
      "step": 124019
    },
    {
      "epoch": 5.079664140896989,
      "grad_norm": 1.2674941221345837,
      "learning_rate": 1.7548335239692223e-05,
      "loss": 0.2623,
      "step": 124020
    },
    {
      "epoch": 5.079705099324186,
      "grad_norm": 1.918438785752374,
      "learning_rate": 1.7546804528598714e-05,
      "loss": 1.0337,
      "step": 124021
    },
    {
      "epoch": 5.079746057751382,
      "grad_norm": 1.45057140013885,
      "learning_rate": 1.7545273880121414e-05,
      "loss": 0.5202,
      "step": 124022
    },
    {
      "epoch": 5.079787016178579,
      "grad_norm": 1.0917443357154404,
      "learning_rate": 1.754374329426099e-05,
      "loss": 0.2274,
      "step": 124023
    },
    {
      "epoch": 5.0798279746057755,
      "grad_norm": 1.0940479866761814,
      "learning_rate": 1.7542212771018217e-05,
      "loss": 0.2184,
      "step": 124024
    },
    {
      "epoch": 5.079868933032971,
      "grad_norm": 1.3341014658639117,
      "learning_rate": 1.7540682310393818e-05,
      "loss": 0.4072,
      "step": 124025
    },
    {
      "epoch": 5.079909891460168,
      "grad_norm": 1.152598393804739,
      "learning_rate": 1.753915191238846e-05,
      "loss": 0.2194,
      "step": 124026
    },
    {
      "epoch": 5.079950849887364,
      "grad_norm": 1.3608983423055538,
      "learning_rate": 1.7537621577002947e-05,
      "loss": 0.4898,
      "step": 124027
    },
    {
      "epoch": 5.079991808314561,
      "grad_norm": 4.686590764334515,
      "learning_rate": 1.7536091304237926e-05,
      "loss": 5.097,
      "step": 124028
    },
    {
      "epoch": 5.080032766741757,
      "grad_norm": 1.2645345673762107,
      "learning_rate": 1.7534561094094162e-05,
      "loss": 0.3395,
      "step": 124029
    },
    {
      "epoch": 5.080073725168954,
      "grad_norm": 2.1892687245015865,
      "learning_rate": 1.7533030946572392e-05,
      "loss": 0.9682,
      "step": 124030
    },
    {
      "epoch": 5.0801146835961495,
      "grad_norm": 1.554262562416961,
      "learning_rate": 1.753150086167329e-05,
      "loss": 0.437,
      "step": 124031
    },
    {
      "epoch": 5.080155642023346,
      "grad_norm": 1.3398416567873166,
      "learning_rate": 1.75299708393976e-05,
      "loss": 0.4687,
      "step": 124032
    },
    {
      "epoch": 5.0801966004505426,
      "grad_norm": 3.614903928069645,
      "learning_rate": 1.7528440879746097e-05,
      "loss": 3.1754,
      "step": 124033
    },
    {
      "epoch": 5.080237558877739,
      "grad_norm": 1.2779907286937164,
      "learning_rate": 1.7526910982719417e-05,
      "loss": 0.4379,
      "step": 124034
    },
    {
      "epoch": 5.080278517304936,
      "grad_norm": 0.6031223187206183,
      "learning_rate": 1.7525381148318374e-05,
      "loss": 0.0693,
      "step": 124035
    },
    {
      "epoch": 5.080319475732132,
      "grad_norm": 1.3822706697602243,
      "learning_rate": 1.75238513765436e-05,
      "loss": 0.3494,
      "step": 124036
    },
    {
      "epoch": 5.080360434159329,
      "grad_norm": 1.8088207058548054,
      "learning_rate": 1.7522321667395867e-05,
      "loss": 0.6591,
      "step": 124037
    },
    {
      "epoch": 5.080401392586524,
      "grad_norm": 1.5707174714975922,
      "learning_rate": 1.7520792020875918e-05,
      "loss": 0.5107,
      "step": 124038
    },
    {
      "epoch": 5.080442351013721,
      "grad_norm": 1.012120633896593,
      "learning_rate": 1.7519262436984422e-05,
      "loss": 0.2237,
      "step": 124039
    },
    {
      "epoch": 5.080483309440917,
      "grad_norm": 1.4583716364971182,
      "learning_rate": 1.7517732915722126e-05,
      "loss": 0.4026,
      "step": 124040
    },
    {
      "epoch": 5.080524267868114,
      "grad_norm": 1.4935256899854479,
      "learning_rate": 1.7516203457089802e-05,
      "loss": 0.5266,
      "step": 124041
    },
    {
      "epoch": 5.0805652262953105,
      "grad_norm": 1.3249276819134908,
      "learning_rate": 1.751467406108809e-05,
      "loss": 0.438,
      "step": 124042
    },
    {
      "epoch": 5.080606184722507,
      "grad_norm": 1.330490084199715,
      "learning_rate": 1.7513144727717783e-05,
      "loss": 0.5161,
      "step": 124043
    },
    {
      "epoch": 5.080647143149703,
      "grad_norm": 1.4084662207812102,
      "learning_rate": 1.7511615456979555e-05,
      "loss": 0.4658,
      "step": 124044
    },
    {
      "epoch": 5.080688101576899,
      "grad_norm": 1.4789073398286883,
      "learning_rate": 1.7510086248874128e-05,
      "loss": 0.4141,
      "step": 124045
    },
    {
      "epoch": 5.080729060004096,
      "grad_norm": 1.5221760167416618,
      "learning_rate": 1.75085571034023e-05,
      "loss": 0.5381,
      "step": 124046
    },
    {
      "epoch": 5.080770018431292,
      "grad_norm": 1.265999614717322,
      "learning_rate": 1.7507028020564683e-05,
      "loss": 0.3434,
      "step": 124047
    },
    {
      "epoch": 5.080810976858489,
      "grad_norm": 1.2887751393399431,
      "learning_rate": 1.75054990003621e-05,
      "loss": 0.4756,
      "step": 124048
    },
    {
      "epoch": 5.080851935285685,
      "grad_norm": 1.5590214230825117,
      "learning_rate": 1.750397004279518e-05,
      "loss": 0.3497,
      "step": 124049
    },
    {
      "epoch": 5.080892893712881,
      "grad_norm": 1.8470259099812045,
      "learning_rate": 1.750244114786472e-05,
      "loss": 0.6299,
      "step": 124050
    },
    {
      "epoch": 5.0809338521400775,
      "grad_norm": 1.603779650972366,
      "learning_rate": 1.7500912315571425e-05,
      "loss": 0.4704,
      "step": 124051
    },
    {
      "epoch": 5.080974810567274,
      "grad_norm": 1.5856051613586877,
      "learning_rate": 1.749938354591599e-05,
      "loss": 0.6572,
      "step": 124052
    },
    {
      "epoch": 5.081015768994471,
      "grad_norm": 0.9200732695405096,
      "learning_rate": 1.7497854838899166e-05,
      "loss": 0.1994,
      "step": 124053
    },
    {
      "epoch": 5.081056727421667,
      "grad_norm": 1.8192007994507446,
      "learning_rate": 1.7496326194521687e-05,
      "loss": 0.6819,
      "step": 124054
    },
    {
      "epoch": 5.081097685848864,
      "grad_norm": 1.3803587901807108,
      "learning_rate": 1.7494797612784233e-05,
      "loss": 0.4372,
      "step": 124055
    },
    {
      "epoch": 5.08113864427606,
      "grad_norm": 4.174268015105832,
      "learning_rate": 1.7493269093687573e-05,
      "loss": 2.3856,
      "step": 124056
    },
    {
      "epoch": 5.081179602703256,
      "grad_norm": 1.6657030674946804,
      "learning_rate": 1.749174063723237e-05,
      "loss": 0.5392,
      "step": 124057
    },
    {
      "epoch": 5.081220561130452,
      "grad_norm": 1.1102853219371953,
      "learning_rate": 1.7490212243419393e-05,
      "loss": 0.2288,
      "step": 124058
    },
    {
      "epoch": 5.081261519557649,
      "grad_norm": 0.8540558059255012,
      "learning_rate": 1.748868391224939e-05,
      "loss": 0.1267,
      "step": 124059
    },
    {
      "epoch": 5.0813024779848455,
      "grad_norm": 2.0250182457016903,
      "learning_rate": 1.748715564372301e-05,
      "loss": 0.6177,
      "step": 124060
    },
    {
      "epoch": 5.081343436412042,
      "grad_norm": 1.5433441540927404,
      "learning_rate": 1.7485627437841005e-05,
      "loss": 0.5014,
      "step": 124061
    },
    {
      "epoch": 5.0813843948392385,
      "grad_norm": 1.3343387882883007,
      "learning_rate": 1.7484099294604152e-05,
      "loss": 0.4729,
      "step": 124062
    },
    {
      "epoch": 5.081425353266434,
      "grad_norm": 1.5585575292676075,
      "learning_rate": 1.748257121401309e-05,
      "loss": 0.5164,
      "step": 124063
    },
    {
      "epoch": 5.081466311693631,
      "grad_norm": 1.4955322347521038,
      "learning_rate": 1.7481043196068617e-05,
      "loss": 0.525,
      "step": 124064
    },
    {
      "epoch": 5.081507270120827,
      "grad_norm": 1.5489578470989287,
      "learning_rate": 1.747951524077138e-05,
      "loss": 0.2701,
      "step": 124065
    },
    {
      "epoch": 5.081548228548024,
      "grad_norm": 3.5066874503087364,
      "learning_rate": 1.747798734812213e-05,
      "loss": 3.4048,
      "step": 124066
    },
    {
      "epoch": 5.08158918697522,
      "grad_norm": 1.5771018378502841,
      "learning_rate": 1.7476459518121633e-05,
      "loss": 0.5369,
      "step": 124067
    },
    {
      "epoch": 5.081630145402417,
      "grad_norm": 1.1839331744750732,
      "learning_rate": 1.7474931750770556e-05,
      "loss": 0.3601,
      "step": 124068
    },
    {
      "epoch": 5.0816711038296125,
      "grad_norm": 0.871289234419681,
      "learning_rate": 1.747340404606963e-05,
      "loss": 0.1221,
      "step": 124069
    },
    {
      "epoch": 5.081712062256809,
      "grad_norm": 1.3639766175327812,
      "learning_rate": 1.747187640401962e-05,
      "loss": 0.4083,
      "step": 124070
    },
    {
      "epoch": 5.081753020684006,
      "grad_norm": 0.8077664185416872,
      "learning_rate": 1.7470348824621193e-05,
      "loss": 0.1948,
      "step": 124071
    },
    {
      "epoch": 5.081793979111202,
      "grad_norm": 1.0867317034956874,
      "learning_rate": 1.746882130787512e-05,
      "loss": 0.2777,
      "step": 124072
    },
    {
      "epoch": 5.081834937538399,
      "grad_norm": 1.3247403247492457,
      "learning_rate": 1.746729385378206e-05,
      "loss": 0.4318,
      "step": 124073
    },
    {
      "epoch": 5.081875895965595,
      "grad_norm": 1.1025886259243438,
      "learning_rate": 1.7465766462342785e-05,
      "loss": 0.2038,
      "step": 124074
    },
    {
      "epoch": 5.081916854392792,
      "grad_norm": 1.7210642640031384,
      "learning_rate": 1.746423913355804e-05,
      "loss": 0.531,
      "step": 124075
    },
    {
      "epoch": 5.081957812819987,
      "grad_norm": 2.6244289971848267,
      "learning_rate": 1.7462711867428475e-05,
      "loss": 1.9012,
      "step": 124076
    },
    {
      "epoch": 5.081998771247184,
      "grad_norm": 4.750542842314291,
      "learning_rate": 1.746118466395484e-05,
      "loss": 1.7606,
      "step": 124077
    },
    {
      "epoch": 5.0820397296743804,
      "grad_norm": 1.382498174399117,
      "learning_rate": 1.7459657523137903e-05,
      "loss": 0.4932,
      "step": 124078
    },
    {
      "epoch": 5.082080688101577,
      "grad_norm": 1.596654010560135,
      "learning_rate": 1.7458130444978313e-05,
      "loss": 0.4087,
      "step": 124079
    },
    {
      "epoch": 5.0821216465287735,
      "grad_norm": 1.231531710002444,
      "learning_rate": 1.7456603429476868e-05,
      "loss": 0.2825,
      "step": 124080
    },
    {
      "epoch": 5.08216260495597,
      "grad_norm": 1.7601017244708141,
      "learning_rate": 1.7455076476634217e-05,
      "loss": 0.6434,
      "step": 124081
    },
    {
      "epoch": 5.082203563383166,
      "grad_norm": 0.9805852127069516,
      "learning_rate": 1.745354958645111e-05,
      "loss": 0.2246,
      "step": 124082
    },
    {
      "epoch": 5.082244521810362,
      "grad_norm": 1.1948249680600003,
      "learning_rate": 1.7452022758928312e-05,
      "loss": 0.2917,
      "step": 124083
    },
    {
      "epoch": 5.082285480237559,
      "grad_norm": 1.4940790342088923,
      "learning_rate": 1.7450495994066477e-05,
      "loss": 0.506,
      "step": 124084
    },
    {
      "epoch": 5.082326438664755,
      "grad_norm": 1.3583995511837108,
      "learning_rate": 1.7448969291866348e-05,
      "loss": 0.4987,
      "step": 124085
    },
    {
      "epoch": 5.082367397091952,
      "grad_norm": 0.7406443966373625,
      "learning_rate": 1.7447442652328682e-05,
      "loss": 0.1307,
      "step": 124086
    },
    {
      "epoch": 5.082408355519148,
      "grad_norm": 1.328762709661011,
      "learning_rate": 1.744591607545415e-05,
      "loss": 0.5325,
      "step": 124087
    },
    {
      "epoch": 5.082449313946344,
      "grad_norm": 1.092430222346016,
      "learning_rate": 1.744438956124353e-05,
      "loss": 0.4686,
      "step": 124088
    },
    {
      "epoch": 5.082490272373541,
      "grad_norm": 1.4389618189940803,
      "learning_rate": 1.7442863109697486e-05,
      "loss": 0.4597,
      "step": 124089
    },
    {
      "epoch": 5.082531230800737,
      "grad_norm": 0.9780884121445488,
      "learning_rate": 1.7441336720816778e-05,
      "loss": 0.1865,
      "step": 124090
    },
    {
      "epoch": 5.082572189227934,
      "grad_norm": 1.4516415173594648,
      "learning_rate": 1.7439810394602126e-05,
      "loss": 0.4069,
      "step": 124091
    },
    {
      "epoch": 5.08261314765513,
      "grad_norm": 0.9480313838497539,
      "learning_rate": 1.7438284131054196e-05,
      "loss": 0.1847,
      "step": 124092
    },
    {
      "epoch": 5.082654106082327,
      "grad_norm": 1.7700069231356668,
      "learning_rate": 1.7436757930173772e-05,
      "loss": 0.6298,
      "step": 124093
    },
    {
      "epoch": 5.082695064509523,
      "grad_norm": 1.3843011443923894,
      "learning_rate": 1.743523179196157e-05,
      "loss": 0.4177,
      "step": 124094
    },
    {
      "epoch": 5.082736022936719,
      "grad_norm": 0.44736475712503276,
      "learning_rate": 1.7433705716418267e-05,
      "loss": 0.0591,
      "step": 124095
    },
    {
      "epoch": 5.082776981363915,
      "grad_norm": 1.7437028481227765,
      "learning_rate": 1.7432179703544636e-05,
      "loss": 0.5528,
      "step": 124096
    },
    {
      "epoch": 5.082817939791112,
      "grad_norm": 1.1060422631369515,
      "learning_rate": 1.743065375334139e-05,
      "loss": 0.1828,
      "step": 124097
    },
    {
      "epoch": 5.0828588982183085,
      "grad_norm": 1.3808778659960967,
      "learning_rate": 1.742912786580921e-05,
      "loss": 0.4561,
      "step": 124098
    },
    {
      "epoch": 5.082899856645505,
      "grad_norm": 0.8321883626349488,
      "learning_rate": 1.7427602040948884e-05,
      "loss": 0.2052,
      "step": 124099
    },
    {
      "epoch": 5.082940815072702,
      "grad_norm": 0.8889130846618553,
      "learning_rate": 1.7426076278761057e-05,
      "loss": 0.2188,
      "step": 124100
    },
    {
      "epoch": 5.082981773499897,
      "grad_norm": 0.8560209531644144,
      "learning_rate": 1.7424550579246482e-05,
      "loss": 0.2019,
      "step": 124101
    },
    {
      "epoch": 5.083022731927094,
      "grad_norm": 1.5201588532777321,
      "learning_rate": 1.7423024942405938e-05,
      "loss": 0.5635,
      "step": 124102
    },
    {
      "epoch": 5.08306369035429,
      "grad_norm": 4.028166304544244,
      "learning_rate": 1.7421499368240045e-05,
      "loss": 3.2319,
      "step": 124103
    },
    {
      "epoch": 5.083104648781487,
      "grad_norm": 1.709626225916298,
      "learning_rate": 1.741997385674958e-05,
      "loss": 0.5616,
      "step": 124104
    },
    {
      "epoch": 5.083145607208683,
      "grad_norm": 1.649774067970444,
      "learning_rate": 1.74184484079353e-05,
      "loss": 0.557,
      "step": 124105
    },
    {
      "epoch": 5.08318656563588,
      "grad_norm": 1.287840177845936,
      "learning_rate": 1.741692302179783e-05,
      "loss": 0.4138,
      "step": 124106
    },
    {
      "epoch": 5.0832275240630755,
      "grad_norm": 1.773110181551769,
      "learning_rate": 1.741539769833799e-05,
      "loss": 0.5521,
      "step": 124107
    },
    {
      "epoch": 5.083268482490272,
      "grad_norm": 1.5404738800537292,
      "learning_rate": 1.741387243755643e-05,
      "loss": 0.4684,
      "step": 124108
    },
    {
      "epoch": 5.083309440917469,
      "grad_norm": 1.6679338968136173,
      "learning_rate": 1.74123472394539e-05,
      "loss": 0.5346,
      "step": 124109
    },
    {
      "epoch": 5.083350399344665,
      "grad_norm": 0.9176853622942721,
      "learning_rate": 1.741082210403113e-05,
      "loss": 0.2236,
      "step": 124110
    },
    {
      "epoch": 5.083391357771862,
      "grad_norm": 1.1603464717501693,
      "learning_rate": 1.7409297031288822e-05,
      "loss": 0.3742,
      "step": 124111
    },
    {
      "epoch": 5.083432316199058,
      "grad_norm": 1.438565874618507,
      "learning_rate": 1.740777202122769e-05,
      "loss": 0.4396,
      "step": 124112
    },
    {
      "epoch": 5.083473274626255,
      "grad_norm": 4.485457017612633,
      "learning_rate": 1.74062470738485e-05,
      "loss": 2.103,
      "step": 124113
    },
    {
      "epoch": 5.08351423305345,
      "grad_norm": 2.978153188319411,
      "learning_rate": 1.740472218915192e-05,
      "loss": 2.7192,
      "step": 124114
    },
    {
      "epoch": 5.083555191480647,
      "grad_norm": 1.7615483060849904,
      "learning_rate": 1.7403197367138714e-05,
      "loss": 0.687,
      "step": 124115
    },
    {
      "epoch": 5.0835961499078435,
      "grad_norm": 1.6175157680982748,
      "learning_rate": 1.7401672607809552e-05,
      "loss": 0.3731,
      "step": 124116
    },
    {
      "epoch": 5.08363710833504,
      "grad_norm": 1.5669778392368492,
      "learning_rate": 1.7400147911165198e-05,
      "loss": 0.4161,
      "step": 124117
    },
    {
      "epoch": 5.0836780667622365,
      "grad_norm": 1.1810853170479259,
      "learning_rate": 1.739862327720638e-05,
      "loss": 0.2351,
      "step": 124118
    },
    {
      "epoch": 5.083719025189433,
      "grad_norm": 1.1618246402518784,
      "learning_rate": 1.739709870593377e-05,
      "loss": 0.2545,
      "step": 124119
    },
    {
      "epoch": 5.083759983616629,
      "grad_norm": 2.6023362114710484,
      "learning_rate": 1.739557419734815e-05,
      "loss": 0.8459,
      "step": 124120
    },
    {
      "epoch": 5.083800942043825,
      "grad_norm": 1.615727699188822,
      "learning_rate": 1.739404975145017e-05,
      "loss": 0.5581,
      "step": 124121
    },
    {
      "epoch": 5.083841900471022,
      "grad_norm": 0.8293077608063707,
      "learning_rate": 1.739252536824059e-05,
      "loss": 0.1594,
      "step": 124122
    },
    {
      "epoch": 5.083882858898218,
      "grad_norm": 1.9910407748088872,
      "learning_rate": 1.7391001047720165e-05,
      "loss": 0.2457,
      "step": 124123
    },
    {
      "epoch": 5.083923817325415,
      "grad_norm": 1.4156300021042114,
      "learning_rate": 1.7389476789889544e-05,
      "loss": 0.5197,
      "step": 124124
    },
    {
      "epoch": 5.083964775752611,
      "grad_norm": 1.4580253782297412,
      "learning_rate": 1.7387952594749492e-05,
      "loss": 0.4569,
      "step": 124125
    },
    {
      "epoch": 5.084005734179808,
      "grad_norm": 1.5884610051170323,
      "learning_rate": 1.7386428462300743e-05,
      "loss": 0.6104,
      "step": 124126
    },
    {
      "epoch": 5.084046692607004,
      "grad_norm": 1.805360096421813,
      "learning_rate": 1.7384904392543963e-05,
      "loss": 1.0541,
      "step": 124127
    },
    {
      "epoch": 5.0840876510342,
      "grad_norm": 1.2800397002829793,
      "learning_rate": 1.7383380385479933e-05,
      "loss": 0.329,
      "step": 124128
    },
    {
      "epoch": 5.084128609461397,
      "grad_norm": 1.7283801140075474,
      "learning_rate": 1.7381856441109338e-05,
      "loss": 0.7281,
      "step": 124129
    },
    {
      "epoch": 5.084169567888593,
      "grad_norm": 1.5631705386054024,
      "learning_rate": 1.7380332559432876e-05,
      "loss": 0.5135,
      "step": 124130
    },
    {
      "epoch": 5.08421052631579,
      "grad_norm": 1.7142842932585325,
      "learning_rate": 1.7378808740451343e-05,
      "loss": 0.5126,
      "step": 124131
    },
    {
      "epoch": 5.084251484742986,
      "grad_norm": 1.415977385769948,
      "learning_rate": 1.737728498416538e-05,
      "loss": 0.461,
      "step": 124132
    },
    {
      "epoch": 5.084292443170182,
      "grad_norm": 0.7820459896333456,
      "learning_rate": 1.7375761290575747e-05,
      "loss": 0.1817,
      "step": 124133
    },
    {
      "epoch": 5.0843334015973785,
      "grad_norm": 1.3984797402263023,
      "learning_rate": 1.7374237659683176e-05,
      "loss": 0.4718,
      "step": 124134
    },
    {
      "epoch": 5.084374360024575,
      "grad_norm": 1.185272327746891,
      "learning_rate": 1.7372714091488356e-05,
      "loss": 0.2567,
      "step": 124135
    },
    {
      "epoch": 5.0844153184517715,
      "grad_norm": 0.8269178506903803,
      "learning_rate": 1.7371190585992047e-05,
      "loss": 0.1912,
      "step": 124136
    },
    {
      "epoch": 5.084456276878968,
      "grad_norm": 1.3720924336332323,
      "learning_rate": 1.7369667143194898e-05,
      "loss": 0.447,
      "step": 124137
    },
    {
      "epoch": 5.084497235306165,
      "grad_norm": 1.6679872255291062,
      "learning_rate": 1.736814376309768e-05,
      "loss": 0.6048,
      "step": 124138
    },
    {
      "epoch": 5.08453819373336,
      "grad_norm": 1.6900020962894424,
      "learning_rate": 1.7366620445701156e-05,
      "loss": 0.6143,
      "step": 124139
    },
    {
      "epoch": 5.084579152160557,
      "grad_norm": 1.2421396531651596,
      "learning_rate": 1.7365097191005946e-05,
      "loss": 0.3009,
      "step": 124140
    },
    {
      "epoch": 5.084620110587753,
      "grad_norm": 0.9560195209729115,
      "learning_rate": 1.7363573999012827e-05,
      "loss": 0.2432,
      "step": 124141
    },
    {
      "epoch": 5.08466106901495,
      "grad_norm": 1.3199813366860143,
      "learning_rate": 1.736205086972255e-05,
      "loss": 0.3844,
      "step": 124142
    },
    {
      "epoch": 5.084702027442146,
      "grad_norm": 1.6068506693564237,
      "learning_rate": 1.7360527803135764e-05,
      "loss": 0.4772,
      "step": 124143
    },
    {
      "epoch": 5.084742985869343,
      "grad_norm": 0.9813117681685714,
      "learning_rate": 1.7359004799253257e-05,
      "loss": 0.192,
      "step": 124144
    },
    {
      "epoch": 5.0847839442965395,
      "grad_norm": 1.6710803780004666,
      "learning_rate": 1.735748185807567e-05,
      "loss": 0.6486,
      "step": 124145
    },
    {
      "epoch": 5.084824902723735,
      "grad_norm": 0.809736727325608,
      "learning_rate": 1.7355958979603795e-05,
      "loss": 0.2012,
      "step": 124146
    },
    {
      "epoch": 5.084865861150932,
      "grad_norm": 1.1197182755095745,
      "learning_rate": 1.7354436163838343e-05,
      "loss": 0.2511,
      "step": 124147
    },
    {
      "epoch": 5.084906819578128,
      "grad_norm": 1.5882147312775623,
      "learning_rate": 1.7352913410779978e-05,
      "loss": 0.4415,
      "step": 124148
    },
    {
      "epoch": 5.084947778005325,
      "grad_norm": 0.9549464781087365,
      "learning_rate": 1.735139072042947e-05,
      "loss": 0.1764,
      "step": 124149
    },
    {
      "epoch": 5.084988736432521,
      "grad_norm": 2.1586097427929913,
      "learning_rate": 1.734986809278755e-05,
      "loss": 1.2111,
      "step": 124150
    },
    {
      "epoch": 5.085029694859718,
      "grad_norm": 1.738676059003758,
      "learning_rate": 1.7348345527854884e-05,
      "loss": 0.6764,
      "step": 124151
    },
    {
      "epoch": 5.085070653286913,
      "grad_norm": 1.5333343264409809,
      "learning_rate": 1.7346823025632255e-05,
      "loss": 0.4992,
      "step": 124152
    },
    {
      "epoch": 5.08511161171411,
      "grad_norm": 1.3841325830215032,
      "learning_rate": 1.734530058612033e-05,
      "loss": 0.3812,
      "step": 124153
    },
    {
      "epoch": 5.0851525701413065,
      "grad_norm": 0.9883662075923887,
      "learning_rate": 1.734377820931984e-05,
      "loss": 0.1581,
      "step": 124154
    },
    {
      "epoch": 5.085193528568503,
      "grad_norm": 2.8666091658189594,
      "learning_rate": 1.7342255895231557e-05,
      "loss": 2.0642,
      "step": 124155
    },
    {
      "epoch": 5.0852344869957,
      "grad_norm": 0.8516055692715341,
      "learning_rate": 1.73407336438561e-05,
      "loss": 0.2162,
      "step": 124156
    },
    {
      "epoch": 5.085275445422896,
      "grad_norm": 1.4984902698668716,
      "learning_rate": 1.7339211455194268e-05,
      "loss": 0.4077,
      "step": 124157
    },
    {
      "epoch": 5.085316403850092,
      "grad_norm": 0.9585924687869254,
      "learning_rate": 1.7337689329246784e-05,
      "loss": 0.2038,
      "step": 124158
    },
    {
      "epoch": 5.085357362277288,
      "grad_norm": 1.3068342453244495,
      "learning_rate": 1.7336167266014317e-05,
      "loss": 0.4086,
      "step": 124159
    },
    {
      "epoch": 5.085398320704485,
      "grad_norm": 1.8598028184501285,
      "learning_rate": 1.733464526549763e-05,
      "loss": 0.87,
      "step": 124160
    },
    {
      "epoch": 5.085439279131681,
      "grad_norm": 1.5811266179593202,
      "learning_rate": 1.7333123327697428e-05,
      "loss": 0.589,
      "step": 124161
    },
    {
      "epoch": 5.085480237558878,
      "grad_norm": 0.7182221680620072,
      "learning_rate": 1.7331601452614408e-05,
      "loss": 0.1926,
      "step": 124162
    },
    {
      "epoch": 5.085521195986074,
      "grad_norm": 1.0373394656758337,
      "learning_rate": 1.7330079640249333e-05,
      "loss": 0.2203,
      "step": 124163
    },
    {
      "epoch": 5.085562154413271,
      "grad_norm": 1.416463697174395,
      "learning_rate": 1.7328557890602873e-05,
      "loss": 0.4445,
      "step": 124164
    },
    {
      "epoch": 5.085603112840467,
      "grad_norm": 1.4336423198224053,
      "learning_rate": 1.732703620367576e-05,
      "loss": 0.3972,
      "step": 124165
    },
    {
      "epoch": 5.085644071267663,
      "grad_norm": 1.5718956202992558,
      "learning_rate": 1.7325514579468758e-05,
      "loss": 0.5264,
      "step": 124166
    },
    {
      "epoch": 5.08568502969486,
      "grad_norm": 1.6201970508415213,
      "learning_rate": 1.7323993017982536e-05,
      "loss": 0.5907,
      "step": 124167
    },
    {
      "epoch": 5.085725988122056,
      "grad_norm": 1.3600278654474867,
      "learning_rate": 1.7322471519217806e-05,
      "loss": 0.4086,
      "step": 124168
    },
    {
      "epoch": 5.085766946549253,
      "grad_norm": 1.9000798228449332,
      "learning_rate": 1.732095008317537e-05,
      "loss": 0.7136,
      "step": 124169
    },
    {
      "epoch": 5.085807904976449,
      "grad_norm": 1.3236905369163094,
      "learning_rate": 1.731942870985585e-05,
      "loss": 0.4483,
      "step": 124170
    },
    {
      "epoch": 5.085848863403645,
      "grad_norm": 1.4187618752635298,
      "learning_rate": 1.7317907399260033e-05,
      "loss": 0.3824,
      "step": 124171
    },
    {
      "epoch": 5.0858898218308415,
      "grad_norm": 1.6273375882830312,
      "learning_rate": 1.7316386151388577e-05,
      "loss": 0.4487,
      "step": 124172
    },
    {
      "epoch": 5.085930780258038,
      "grad_norm": 1.220380628429895,
      "learning_rate": 1.731486496624223e-05,
      "loss": 0.3422,
      "step": 124173
    },
    {
      "epoch": 5.0859717386852346,
      "grad_norm": 1.011861946679548,
      "learning_rate": 1.7313343843821757e-05,
      "loss": 0.2283,
      "step": 124174
    },
    {
      "epoch": 5.086012697112431,
      "grad_norm": 1.5452506090985574,
      "learning_rate": 1.731182278412781e-05,
      "loss": 0.3694,
      "step": 124175
    },
    {
      "epoch": 5.086053655539628,
      "grad_norm": 1.4382592849431641,
      "learning_rate": 1.7310301787161117e-05,
      "loss": 0.516,
      "step": 124176
    },
    {
      "epoch": 5.086094613966823,
      "grad_norm": 1.5893023158140076,
      "learning_rate": 1.7308780852922467e-05,
      "loss": 0.482,
      "step": 124177
    },
    {
      "epoch": 5.08613557239402,
      "grad_norm": 0.6844620377887876,
      "learning_rate": 1.730725998141247e-05,
      "loss": 0.1862,
      "step": 124178
    },
    {
      "epoch": 5.086176530821216,
      "grad_norm": 1.0722493924079746,
      "learning_rate": 1.7305739172631945e-05,
      "loss": 0.2458,
      "step": 124179
    },
    {
      "epoch": 5.086217489248413,
      "grad_norm": 1.6858438834002285,
      "learning_rate": 1.730421842658154e-05,
      "loss": 0.5929,
      "step": 124180
    },
    {
      "epoch": 5.086258447675609,
      "grad_norm": 1.51957395424953,
      "learning_rate": 1.730269774326199e-05,
      "loss": 0.5962,
      "step": 124181
    },
    {
      "epoch": 5.086299406102806,
      "grad_norm": 0.9622654744675487,
      "learning_rate": 1.730117712267406e-05,
      "loss": 0.2176,
      "step": 124182
    },
    {
      "epoch": 5.0863403645300025,
      "grad_norm": 1.5104455305002753,
      "learning_rate": 1.7299656564818397e-05,
      "loss": 0.5071,
      "step": 124183
    },
    {
      "epoch": 5.086381322957198,
      "grad_norm": 1.4673155962806168,
      "learning_rate": 1.7298136069695773e-05,
      "loss": 0.493,
      "step": 124184
    },
    {
      "epoch": 5.086422281384395,
      "grad_norm": 1.2414849045035645,
      "learning_rate": 1.72966156373069e-05,
      "loss": 0.3581,
      "step": 124185
    },
    {
      "epoch": 5.086463239811591,
      "grad_norm": 0.4241892851830541,
      "learning_rate": 1.729509526765246e-05,
      "loss": 0.0623,
      "step": 124186
    },
    {
      "epoch": 5.086504198238788,
      "grad_norm": 1.336519950307506,
      "learning_rate": 1.7293574960733238e-05,
      "loss": 0.4835,
      "step": 124187
    },
    {
      "epoch": 5.086545156665984,
      "grad_norm": 1.2551068020661797,
      "learning_rate": 1.729205471654988e-05,
      "loss": 0.3654,
      "step": 124188
    },
    {
      "epoch": 5.086586115093181,
      "grad_norm": 0.8395669309563587,
      "learning_rate": 1.729053453510314e-05,
      "loss": 0.1403,
      "step": 124189
    },
    {
      "epoch": 5.0866270735203765,
      "grad_norm": 1.9461882595638544,
      "learning_rate": 1.7289014416393765e-05,
      "loss": 0.5811,
      "step": 124190
    },
    {
      "epoch": 5.086668031947573,
      "grad_norm": 1.156954270622175,
      "learning_rate": 1.7287494360422406e-05,
      "loss": 0.351,
      "step": 124191
    },
    {
      "epoch": 5.0867089903747695,
      "grad_norm": 1.2644426589556481,
      "learning_rate": 1.7285974367189842e-05,
      "loss": 0.3248,
      "step": 124192
    },
    {
      "epoch": 5.086749948801966,
      "grad_norm": 0.8292095636945019,
      "learning_rate": 1.7284454436696758e-05,
      "loss": 0.2054,
      "step": 124193
    },
    {
      "epoch": 5.086790907229163,
      "grad_norm": 1.6081879968405655,
      "learning_rate": 1.7282934568943875e-05,
      "loss": 0.4759,
      "step": 124194
    },
    {
      "epoch": 5.086831865656359,
      "grad_norm": 0.942145963306637,
      "learning_rate": 1.7281414763931932e-05,
      "loss": 0.2382,
      "step": 124195
    },
    {
      "epoch": 5.086872824083555,
      "grad_norm": 1.7966554611186387,
      "learning_rate": 1.727989502166162e-05,
      "loss": 0.6607,
      "step": 124196
    },
    {
      "epoch": 5.086913782510751,
      "grad_norm": 1.9916607822689179,
      "learning_rate": 1.727837534213369e-05,
      "loss": 0.7331,
      "step": 124197
    },
    {
      "epoch": 5.086954740937948,
      "grad_norm": 1.0483940123553297,
      "learning_rate": 1.727685572534885e-05,
      "loss": 0.3679,
      "step": 124198
    },
    {
      "epoch": 5.086995699365144,
      "grad_norm": 1.371954828643446,
      "learning_rate": 1.7275336171307784e-05,
      "loss": 0.4945,
      "step": 124199
    },
    {
      "epoch": 5.087036657792341,
      "grad_norm": 0.9976185745389243,
      "learning_rate": 1.7273816680011265e-05,
      "loss": 0.2432,
      "step": 124200
    },
    {
      "epoch": 5.0870776162195375,
      "grad_norm": 1.5532535561198937,
      "learning_rate": 1.7272297251459954e-05,
      "loss": 0.5321,
      "step": 124201
    },
    {
      "epoch": 5.087118574646734,
      "grad_norm": 1.585212769513975,
      "learning_rate": 1.727077788565462e-05,
      "loss": 0.4772,
      "step": 124202
    },
    {
      "epoch": 5.08715953307393,
      "grad_norm": 0.8252183836070647,
      "learning_rate": 1.726925858259596e-05,
      "loss": 0.1965,
      "step": 124203
    },
    {
      "epoch": 5.087200491501126,
      "grad_norm": 0.9846317994396352,
      "learning_rate": 1.7267739342284687e-05,
      "loss": 0.3405,
      "step": 124204
    },
    {
      "epoch": 5.087241449928323,
      "grad_norm": 1.4246366258099623,
      "learning_rate": 1.7266220164721507e-05,
      "loss": 0.4113,
      "step": 124205
    },
    {
      "epoch": 5.087282408355519,
      "grad_norm": 1.5952518143008017,
      "learning_rate": 1.72647010499072e-05,
      "loss": 0.5785,
      "step": 124206
    },
    {
      "epoch": 5.087323366782716,
      "grad_norm": 0.827935950049068,
      "learning_rate": 1.7263181997842395e-05,
      "loss": 0.2136,
      "step": 124207
    },
    {
      "epoch": 5.087364325209912,
      "grad_norm": 1.5422199592730323,
      "learning_rate": 1.7261663008527897e-05,
      "loss": 0.4261,
      "step": 124208
    },
    {
      "epoch": 5.087405283637108,
      "grad_norm": 1.332800881750781,
      "learning_rate": 1.726014408196434e-05,
      "loss": 0.5304,
      "step": 124209
    },
    {
      "epoch": 5.0874462420643045,
      "grad_norm": 1.6856041107666593,
      "learning_rate": 1.7258625218152498e-05,
      "loss": 0.6895,
      "step": 124210
    },
    {
      "epoch": 5.087487200491501,
      "grad_norm": 1.274400775660862,
      "learning_rate": 1.72571064170931e-05,
      "loss": 0.4446,
      "step": 124211
    },
    {
      "epoch": 5.087528158918698,
      "grad_norm": 1.000302111124715,
      "learning_rate": 1.7255587678786816e-05,
      "loss": 0.2074,
      "step": 124212
    },
    {
      "epoch": 5.087569117345894,
      "grad_norm": 1.1026634969949871,
      "learning_rate": 1.725406900323438e-05,
      "loss": 0.3039,
      "step": 124213
    },
    {
      "epoch": 5.087610075773091,
      "grad_norm": 0.6732077597980115,
      "learning_rate": 1.725255039043654e-05,
      "loss": 0.127,
      "step": 124214
    },
    {
      "epoch": 5.087651034200286,
      "grad_norm": 1.1070725961129682,
      "learning_rate": 1.7251031840393974e-05,
      "loss": 0.1183,
      "step": 124215
    },
    {
      "epoch": 5.087691992627483,
      "grad_norm": 1.8545406615856228,
      "learning_rate": 1.7249513353107446e-05,
      "loss": 0.7492,
      "step": 124216
    },
    {
      "epoch": 5.087732951054679,
      "grad_norm": 3.8040015025171416,
      "learning_rate": 1.72479949285776e-05,
      "loss": 4.1538,
      "step": 124217
    },
    {
      "epoch": 5.087773909481876,
      "grad_norm": 1.4115695474811674,
      "learning_rate": 1.724647656680522e-05,
      "loss": 0.6217,
      "step": 124218
    },
    {
      "epoch": 5.0878148679090724,
      "grad_norm": 1.8723169416786982,
      "learning_rate": 1.7244958267791025e-05,
      "loss": 0.6887,
      "step": 124219
    },
    {
      "epoch": 5.087855826336269,
      "grad_norm": 1.6857516666842047,
      "learning_rate": 1.7243440031535678e-05,
      "loss": 0.5497,
      "step": 124220
    },
    {
      "epoch": 5.0878967847634655,
      "grad_norm": 2.113405515621152,
      "learning_rate": 1.7241921858039926e-05,
      "loss": 1.3737,
      "step": 124221
    },
    {
      "epoch": 5.087937743190661,
      "grad_norm": 0.9419717010653433,
      "learning_rate": 1.724040374730452e-05,
      "loss": 0.2214,
      "step": 124222
    },
    {
      "epoch": 5.087978701617858,
      "grad_norm": 1.4151663979804368,
      "learning_rate": 1.7238885699330128e-05,
      "loss": 0.2934,
      "step": 124223
    },
    {
      "epoch": 5.088019660045054,
      "grad_norm": 1.4994015894343602,
      "learning_rate": 1.72373677141175e-05,
      "loss": 0.5918,
      "step": 124224
    },
    {
      "epoch": 5.088060618472251,
      "grad_norm": 1.6206734796619067,
      "learning_rate": 1.7235849791667332e-05,
      "loss": 0.4874,
      "step": 124225
    },
    {
      "epoch": 5.088101576899447,
      "grad_norm": 0.6849784583273345,
      "learning_rate": 1.7234331931980326e-05,
      "loss": 0.1875,
      "step": 124226
    },
    {
      "epoch": 5.088142535326644,
      "grad_norm": 0.9869680529104513,
      "learning_rate": 1.7232814135057266e-05,
      "loss": 0.2013,
      "step": 124227
    },
    {
      "epoch": 5.0881834937538395,
      "grad_norm": 1.4180026044199667,
      "learning_rate": 1.7231296400898798e-05,
      "loss": 0.4278,
      "step": 124228
    },
    {
      "epoch": 5.088224452181036,
      "grad_norm": 1.2204976003784707,
      "learning_rate": 1.722977872950567e-05,
      "loss": 0.4286,
      "step": 124229
    },
    {
      "epoch": 5.088265410608233,
      "grad_norm": 2.0105588216640933,
      "learning_rate": 1.7228261120878638e-05,
      "loss": 0.6905,
      "step": 124230
    },
    {
      "epoch": 5.088306369035429,
      "grad_norm": 1.019750237787905,
      "learning_rate": 1.7226743575018365e-05,
      "loss": 0.1847,
      "step": 124231
    },
    {
      "epoch": 5.088347327462626,
      "grad_norm": 1.2000925664915714,
      "learning_rate": 1.722522609192555e-05,
      "loss": 0.3691,
      "step": 124232
    },
    {
      "epoch": 5.088388285889822,
      "grad_norm": 1.9439543937691464,
      "learning_rate": 1.722370867160099e-05,
      "loss": 0.7112,
      "step": 124233
    },
    {
      "epoch": 5.088429244317018,
      "grad_norm": 0.9575546695075243,
      "learning_rate": 1.722219131404532e-05,
      "loss": 0.2037,
      "step": 124234
    },
    {
      "epoch": 5.088470202744214,
      "grad_norm": 1.530986939802699,
      "learning_rate": 1.7220674019259305e-05,
      "loss": 0.4945,
      "step": 124235
    },
    {
      "epoch": 5.088511161171411,
      "grad_norm": 1.337481531513344,
      "learning_rate": 1.721915678724365e-05,
      "loss": 0.3372,
      "step": 124236
    },
    {
      "epoch": 5.088552119598607,
      "grad_norm": 3.4963113402535138,
      "learning_rate": 1.7217639617999046e-05,
      "loss": 1.0944,
      "step": 124237
    },
    {
      "epoch": 5.088593078025804,
      "grad_norm": 1.1432503667028306,
      "learning_rate": 1.7216122511526283e-05,
      "loss": 0.2898,
      "step": 124238
    },
    {
      "epoch": 5.0886340364530005,
      "grad_norm": 1.321635869628753,
      "learning_rate": 1.7214605467826004e-05,
      "loss": 0.4206,
      "step": 124239
    },
    {
      "epoch": 5.088674994880197,
      "grad_norm": 2.749863229548039,
      "learning_rate": 1.7213088486898946e-05,
      "loss": 1.624,
      "step": 124240
    },
    {
      "epoch": 5.088715953307393,
      "grad_norm": 1.3583583161721866,
      "learning_rate": 1.7211571568745856e-05,
      "loss": 0.4177,
      "step": 124241
    },
    {
      "epoch": 5.088756911734589,
      "grad_norm": 1.3188619568392057,
      "learning_rate": 1.7210054713367422e-05,
      "loss": 0.3104,
      "step": 124242
    },
    {
      "epoch": 5.088797870161786,
      "grad_norm": 1.570304812585281,
      "learning_rate": 1.7208537920764388e-05,
      "loss": 0.4477,
      "step": 124243
    },
    {
      "epoch": 5.088838828588982,
      "grad_norm": 1.2143871062299365,
      "learning_rate": 1.720702119093742e-05,
      "loss": 0.3554,
      "step": 124244
    },
    {
      "epoch": 5.088879787016179,
      "grad_norm": 1.0889435568607484,
      "learning_rate": 1.720550452388727e-05,
      "loss": 0.2461,
      "step": 124245
    },
    {
      "epoch": 5.088920745443375,
      "grad_norm": 1.4917311346194952,
      "learning_rate": 1.720398791961467e-05,
      "loss": 0.5052,
      "step": 124246
    },
    {
      "epoch": 5.088961703870571,
      "grad_norm": 1.5775681622635538,
      "learning_rate": 1.7202471378120303e-05,
      "loss": 0.5939,
      "step": 124247
    },
    {
      "epoch": 5.0890026622977675,
      "grad_norm": 1.5547487159334388,
      "learning_rate": 1.72009548994049e-05,
      "loss": 0.5959,
      "step": 124248
    },
    {
      "epoch": 5.089043620724964,
      "grad_norm": 1.3800022321314733,
      "learning_rate": 1.7199438483469195e-05,
      "loss": 0.5126,
      "step": 124249
    },
    {
      "epoch": 5.089084579152161,
      "grad_norm": 1.2251834178141365,
      "learning_rate": 1.7197922130313875e-05,
      "loss": 0.3235,
      "step": 124250
    },
    {
      "epoch": 5.089125537579357,
      "grad_norm": 0.8272903882808186,
      "learning_rate": 1.7196405839939697e-05,
      "loss": 0.1928,
      "step": 124251
    },
    {
      "epoch": 5.089166496006554,
      "grad_norm": 0.971508779930001,
      "learning_rate": 1.7194889612347318e-05,
      "loss": 0.2586,
      "step": 124252
    },
    {
      "epoch": 5.089207454433749,
      "grad_norm": 1.0717339197617315,
      "learning_rate": 1.71933734475375e-05,
      "loss": 0.223,
      "step": 124253
    },
    {
      "epoch": 5.089248412860946,
      "grad_norm": 1.7807038064507297,
      "learning_rate": 1.719185734551098e-05,
      "loss": 0.7149,
      "step": 124254
    },
    {
      "epoch": 5.089289371288142,
      "grad_norm": 1.4807055601132286,
      "learning_rate": 1.71903413062684e-05,
      "loss": 0.4634,
      "step": 124255
    },
    {
      "epoch": 5.089330329715339,
      "grad_norm": 1.4580466436404336,
      "learning_rate": 1.718882532981052e-05,
      "loss": 0.4387,
      "step": 124256
    },
    {
      "epoch": 5.0893712881425355,
      "grad_norm": 0.5749441570587016,
      "learning_rate": 1.7187309416138097e-05,
      "loss": 0.0698,
      "step": 124257
    },
    {
      "epoch": 5.089412246569732,
      "grad_norm": 1.1518812157763965,
      "learning_rate": 1.7185793565251765e-05,
      "loss": 0.2847,
      "step": 124258
    },
    {
      "epoch": 5.0894532049969285,
      "grad_norm": 0.8168756109827922,
      "learning_rate": 1.7184277777152327e-05,
      "loss": 0.2085,
      "step": 124259
    },
    {
      "epoch": 5.089494163424124,
      "grad_norm": 1.3200513448345332,
      "learning_rate": 1.7182762051840416e-05,
      "loss": 0.3383,
      "step": 124260
    },
    {
      "epoch": 5.089535121851321,
      "grad_norm": 1.3948340867922269,
      "learning_rate": 1.7181246389316793e-05,
      "loss": 0.4047,
      "step": 124261
    },
    {
      "epoch": 5.089576080278517,
      "grad_norm": 0.9479232664133275,
      "learning_rate": 1.7179730789582195e-05,
      "loss": 0.2109,
      "step": 124262
    },
    {
      "epoch": 5.089617038705714,
      "grad_norm": 1.3819122447145307,
      "learning_rate": 1.717821525263729e-05,
      "loss": 0.4629,
      "step": 124263
    },
    {
      "epoch": 5.08965799713291,
      "grad_norm": 1.5606578683853156,
      "learning_rate": 1.717669977848284e-05,
      "loss": 0.3846,
      "step": 124264
    },
    {
      "epoch": 5.089698955560107,
      "grad_norm": 1.470478264820902,
      "learning_rate": 1.717518436711951e-05,
      "loss": 0.5399,
      "step": 124265
    },
    {
      "epoch": 5.0897399139873025,
      "grad_norm": 1.011234464676887,
      "learning_rate": 1.7173669018548053e-05,
      "loss": 0.2088,
      "step": 124266
    },
    {
      "epoch": 5.089780872414499,
      "grad_norm": 1.4802034256577306,
      "learning_rate": 1.71721537327692e-05,
      "loss": 0.363,
      "step": 124267
    },
    {
      "epoch": 5.089821830841696,
      "grad_norm": 1.6434379622226325,
      "learning_rate": 1.717063850978362e-05,
      "loss": 0.575,
      "step": 124268
    },
    {
      "epoch": 5.089862789268892,
      "grad_norm": 0.8766876642839103,
      "learning_rate": 1.7169123349592057e-05,
      "loss": 0.1715,
      "step": 124269
    },
    {
      "epoch": 5.089903747696089,
      "grad_norm": 1.2337468126319893,
      "learning_rate": 1.7167608252195247e-05,
      "loss": 0.4148,
      "step": 124270
    },
    {
      "epoch": 5.089944706123285,
      "grad_norm": 1.4312467664687523,
      "learning_rate": 1.7166093217593856e-05,
      "loss": 0.4388,
      "step": 124271
    },
    {
      "epoch": 5.089985664550481,
      "grad_norm": 1.8377728124440584,
      "learning_rate": 1.716457824578865e-05,
      "loss": 0.5583,
      "step": 124272
    },
    {
      "epoch": 5.090026622977677,
      "grad_norm": 1.3193874176895977,
      "learning_rate": 1.7163063336780314e-05,
      "loss": 0.271,
      "step": 124273
    },
    {
      "epoch": 5.090067581404874,
      "grad_norm": 0.7757486875412648,
      "learning_rate": 1.716154849056956e-05,
      "loss": 0.1799,
      "step": 124274
    },
    {
      "epoch": 5.0901085398320705,
      "grad_norm": 1.5260328965762038,
      "learning_rate": 1.716003370715714e-05,
      "loss": 0.4889,
      "step": 124275
    },
    {
      "epoch": 5.090149498259267,
      "grad_norm": 1.3576782196942296,
      "learning_rate": 1.7158518986543733e-05,
      "loss": 0.4867,
      "step": 124276
    },
    {
      "epoch": 5.0901904566864635,
      "grad_norm": 1.4395105778597588,
      "learning_rate": 1.715700432873006e-05,
      "loss": 0.561,
      "step": 124277
    },
    {
      "epoch": 5.09023141511366,
      "grad_norm": 1.0229614156912743,
      "learning_rate": 1.7155489733716888e-05,
      "loss": 0.2151,
      "step": 124278
    },
    {
      "epoch": 5.090272373540856,
      "grad_norm": 1.2572932709462183,
      "learning_rate": 1.7153975201504842e-05,
      "loss": 0.31,
      "step": 124279
    },
    {
      "epoch": 5.090313331968052,
      "grad_norm": 1.552294865066663,
      "learning_rate": 1.715246073209473e-05,
      "loss": 0.4859,
      "step": 124280
    },
    {
      "epoch": 5.090354290395249,
      "grad_norm": 1.823937743346061,
      "learning_rate": 1.7150946325487197e-05,
      "loss": 0.767,
      "step": 124281
    },
    {
      "epoch": 5.090395248822445,
      "grad_norm": 0.3552651526417155,
      "learning_rate": 1.7149431981682994e-05,
      "loss": 0.0343,
      "step": 124282
    },
    {
      "epoch": 5.090436207249642,
      "grad_norm": 1.2937526961361372,
      "learning_rate": 1.714791770068285e-05,
      "loss": 0.1341,
      "step": 124283
    },
    {
      "epoch": 5.090477165676838,
      "grad_norm": 0.9577691153200218,
      "learning_rate": 1.7146403482487437e-05,
      "loss": 0.2526,
      "step": 124284
    },
    {
      "epoch": 5.090518124104034,
      "grad_norm": 0.609404636277616,
      "learning_rate": 1.71448893270975e-05,
      "loss": 0.0969,
      "step": 124285
    },
    {
      "epoch": 5.090559082531231,
      "grad_norm": 1.309953900610362,
      "learning_rate": 1.7143375234513774e-05,
      "loss": 0.3973,
      "step": 124286
    },
    {
      "epoch": 5.090600040958427,
      "grad_norm": 3.3476792606992007,
      "learning_rate": 1.7141861204736906e-05,
      "loss": 1.1209,
      "step": 124287
    },
    {
      "epoch": 5.090640999385624,
      "grad_norm": 1.8425836504614876,
      "learning_rate": 1.7140347237767716e-05,
      "loss": 0.6493,
      "step": 124288
    },
    {
      "epoch": 5.09068195781282,
      "grad_norm": 1.403479198967252,
      "learning_rate": 1.71388333336068e-05,
      "loss": 0.4443,
      "step": 124289
    },
    {
      "epoch": 5.090722916240017,
      "grad_norm": 1.1084147103195299,
      "learning_rate": 1.7137319492254957e-05,
      "loss": 0.2742,
      "step": 124290
    },
    {
      "epoch": 5.090763874667212,
      "grad_norm": 2.0655427701988804,
      "learning_rate": 1.713580571371291e-05,
      "loss": 0.706,
      "step": 124291
    },
    {
      "epoch": 5.090804833094409,
      "grad_norm": 1.7496398352891513,
      "learning_rate": 1.7134291997981298e-05,
      "loss": 0.4842,
      "step": 124292
    },
    {
      "epoch": 5.090845791521605,
      "grad_norm": 1.401101838582516,
      "learning_rate": 1.7132778345060893e-05,
      "loss": 0.4048,
      "step": 124293
    },
    {
      "epoch": 5.090886749948802,
      "grad_norm": 1.3655453773298343,
      "learning_rate": 1.7131264754952427e-05,
      "loss": 0.4353,
      "step": 124294
    },
    {
      "epoch": 5.0909277083759985,
      "grad_norm": 0.6887917718225411,
      "learning_rate": 1.7129751227656553e-05,
      "loss": 0.1132,
      "step": 124295
    },
    {
      "epoch": 5.090968666803195,
      "grad_norm": 1.249900575298753,
      "learning_rate": 1.7128237763174064e-05,
      "loss": 0.3022,
      "step": 124296
    },
    {
      "epoch": 5.091009625230392,
      "grad_norm": 1.6981592477759133,
      "learning_rate": 1.7126724361505594e-05,
      "loss": 0.56,
      "step": 124297
    },
    {
      "epoch": 5.091050583657587,
      "grad_norm": 1.3684847811643983,
      "learning_rate": 1.7125211022651914e-05,
      "loss": 0.4814,
      "step": 124298
    },
    {
      "epoch": 5.091091542084784,
      "grad_norm": 2.0693368405638197,
      "learning_rate": 1.712369774661375e-05,
      "loss": 1.0978,
      "step": 124299
    },
    {
      "epoch": 5.09113250051198,
      "grad_norm": 0.8913464798706425,
      "learning_rate": 1.712218453339174e-05,
      "loss": 0.1622,
      "step": 124300
    },
    {
      "epoch": 5.091173458939177,
      "grad_norm": 1.31155107406686,
      "learning_rate": 1.7120671382986666e-05,
      "loss": 0.4308,
      "step": 124301
    },
    {
      "epoch": 5.091214417366373,
      "grad_norm": 1.5554198091825227,
      "learning_rate": 1.7119158295399293e-05,
      "loss": 0.4244,
      "step": 124302
    },
    {
      "epoch": 5.09125537579357,
      "grad_norm": 1.6109856712636519,
      "learning_rate": 1.7117645270630205e-05,
      "loss": 0.4222,
      "step": 124303
    },
    {
      "epoch": 5.0912963342207656,
      "grad_norm": 1.7705242341245173,
      "learning_rate": 1.7116132308680196e-05,
      "loss": 0.6467,
      "step": 124304
    },
    {
      "epoch": 5.091337292647962,
      "grad_norm": 1.4163175116255098,
      "learning_rate": 1.711461940954999e-05,
      "loss": 0.4811,
      "step": 124305
    },
    {
      "epoch": 5.091378251075159,
      "grad_norm": 0.9685551042902812,
      "learning_rate": 1.7113106573240247e-05,
      "loss": 0.2345,
      "step": 124306
    },
    {
      "epoch": 5.091419209502355,
      "grad_norm": 1.1589878318069713,
      "learning_rate": 1.711159379975174e-05,
      "loss": 0.2582,
      "step": 124307
    },
    {
      "epoch": 5.091460167929552,
      "grad_norm": 0.7198394112949567,
      "learning_rate": 1.7110081089085144e-05,
      "loss": 0.1728,
      "step": 124308
    },
    {
      "epoch": 5.091501126356748,
      "grad_norm": 1.3781768161761612,
      "learning_rate": 1.7108568441241177e-05,
      "loss": 0.3889,
      "step": 124309
    },
    {
      "epoch": 5.091542084783944,
      "grad_norm": 0.7830269719183834,
      "learning_rate": 1.710705585622061e-05,
      "loss": 0.1509,
      "step": 124310
    },
    {
      "epoch": 5.09158304321114,
      "grad_norm": 1.8003307025904909,
      "learning_rate": 1.7105543334024087e-05,
      "loss": 0.6504,
      "step": 124311
    },
    {
      "epoch": 5.091624001638337,
      "grad_norm": 1.3732155330752671,
      "learning_rate": 1.710403087465234e-05,
      "loss": 0.4106,
      "step": 124312
    },
    {
      "epoch": 5.0916649600655335,
      "grad_norm": 1.5199788277203596,
      "learning_rate": 1.7102518478106124e-05,
      "loss": 0.4976,
      "step": 124313
    },
    {
      "epoch": 5.09170591849273,
      "grad_norm": 1.503200571104706,
      "learning_rate": 1.7101006144386104e-05,
      "loss": 0.5045,
      "step": 124314
    },
    {
      "epoch": 5.091746876919927,
      "grad_norm": 1.7842060697441622,
      "learning_rate": 1.709949387349306e-05,
      "loss": 0.5515,
      "step": 124315
    },
    {
      "epoch": 5.091787835347123,
      "grad_norm": 1.3526413494833758,
      "learning_rate": 1.7097981665427605e-05,
      "loss": 0.328,
      "step": 124316
    },
    {
      "epoch": 5.091828793774319,
      "grad_norm": 1.027511383529913,
      "learning_rate": 1.7096469520190533e-05,
      "loss": 0.2258,
      "step": 124317
    },
    {
      "epoch": 5.091869752201515,
      "grad_norm": 3.107454525491283,
      "learning_rate": 1.7094957437782562e-05,
      "loss": 0.9107,
      "step": 124318
    },
    {
      "epoch": 5.091910710628712,
      "grad_norm": 1.5094552004475268,
      "learning_rate": 1.7093445418204355e-05,
      "loss": 0.5664,
      "step": 124319
    },
    {
      "epoch": 5.091951669055908,
      "grad_norm": 3.096091187208801,
      "learning_rate": 1.7091933461456653e-05,
      "loss": 2.4972,
      "step": 124320
    },
    {
      "epoch": 5.091992627483105,
      "grad_norm": 2.2313380958844165,
      "learning_rate": 1.7090421567540192e-05,
      "loss": 1.0638,
      "step": 124321
    },
    {
      "epoch": 5.092033585910301,
      "grad_norm": 1.3174672560153264,
      "learning_rate": 1.7088909736455652e-05,
      "loss": 0.3354,
      "step": 124322
    },
    {
      "epoch": 5.092074544337497,
      "grad_norm": 1.8810267181047697,
      "learning_rate": 1.7087397968203785e-05,
      "loss": 0.7478,
      "step": 124323
    },
    {
      "epoch": 5.092115502764694,
      "grad_norm": 1.4233648037147244,
      "learning_rate": 1.708588626278526e-05,
      "loss": 0.3996,
      "step": 124324
    },
    {
      "epoch": 5.09215646119189,
      "grad_norm": 1.4332691902599564,
      "learning_rate": 1.70843746202008e-05,
      "loss": 0.3936,
      "step": 124325
    },
    {
      "epoch": 5.092197419619087,
      "grad_norm": 2.5486723152702853,
      "learning_rate": 1.7082863040451184e-05,
      "loss": 2.0182,
      "step": 124326
    },
    {
      "epoch": 5.092238378046283,
      "grad_norm": 1.4404362657486933,
      "learning_rate": 1.7081351523537053e-05,
      "loss": 0.4179,
      "step": 124327
    },
    {
      "epoch": 5.09227933647348,
      "grad_norm": 1.1337662197752718,
      "learning_rate": 1.7079840069459122e-05,
      "loss": 0.197,
      "step": 124328
    },
    {
      "epoch": 5.092320294900675,
      "grad_norm": 2.3764552173606748,
      "learning_rate": 1.707832867821818e-05,
      "loss": 1.4011,
      "step": 124329
    },
    {
      "epoch": 5.092361253327872,
      "grad_norm": 1.5340975471864937,
      "learning_rate": 1.707681734981485e-05,
      "loss": 0.4027,
      "step": 124330
    },
    {
      "epoch": 5.0924022117550685,
      "grad_norm": 1.3768827247857636,
      "learning_rate": 1.7075306084249914e-05,
      "loss": 0.3646,
      "step": 124331
    },
    {
      "epoch": 5.092443170182265,
      "grad_norm": 1.4252588249907154,
      "learning_rate": 1.707379488152404e-05,
      "loss": 0.3846,
      "step": 124332
    },
    {
      "epoch": 5.0924841286094615,
      "grad_norm": 1.463097266399548,
      "learning_rate": 1.7072283741637948e-05,
      "loss": 0.4654,
      "step": 124333
    },
    {
      "epoch": 5.092525087036658,
      "grad_norm": 2.1945374290385593,
      "learning_rate": 1.7070772664592407e-05,
      "loss": 0.8321,
      "step": 124334
    },
    {
      "epoch": 5.092566045463855,
      "grad_norm": 2.2732130092882126,
      "learning_rate": 1.7069261650388068e-05,
      "loss": 1.4693,
      "step": 124335
    },
    {
      "epoch": 5.09260700389105,
      "grad_norm": 1.334638962355719,
      "learning_rate": 1.706775069902569e-05,
      "loss": 0.429,
      "step": 124336
    },
    {
      "epoch": 5.092647962318247,
      "grad_norm": 1.1220904412978168,
      "learning_rate": 1.7066239810505945e-05,
      "loss": 0.2276,
      "step": 124337
    },
    {
      "epoch": 5.092688920745443,
      "grad_norm": 1.6886367714675843,
      "learning_rate": 1.706472898482956e-05,
      "loss": 0.5015,
      "step": 124338
    },
    {
      "epoch": 5.09272987917264,
      "grad_norm": 1.5500983871027036,
      "learning_rate": 1.7063218221997292e-05,
      "loss": 0.5846,
      "step": 124339
    },
    {
      "epoch": 5.092770837599836,
      "grad_norm": 1.4712314174710917,
      "learning_rate": 1.706170752200979e-05,
      "loss": 0.513,
      "step": 124340
    },
    {
      "epoch": 5.092811796027033,
      "grad_norm": 1.6159012105272181,
      "learning_rate": 1.7060196884867777e-05,
      "loss": 0.5779,
      "step": 124341
    },
    {
      "epoch": 5.092852754454229,
      "grad_norm": 1.3353861626545829,
      "learning_rate": 1.7058686310572045e-05,
      "loss": 0.3898,
      "step": 124342
    },
    {
      "epoch": 5.092893712881425,
      "grad_norm": 1.387330393334389,
      "learning_rate": 1.7057175799123207e-05,
      "loss": 0.4468,
      "step": 124343
    },
    {
      "epoch": 5.092934671308622,
      "grad_norm": 0.5762177898575848,
      "learning_rate": 1.7055665350522062e-05,
      "loss": 0.0475,
      "step": 124344
    },
    {
      "epoch": 5.092975629735818,
      "grad_norm": 0.8137187543240566,
      "learning_rate": 1.705415496476926e-05,
      "loss": 0.1805,
      "step": 124345
    },
    {
      "epoch": 5.093016588163015,
      "grad_norm": 1.5478622876215982,
      "learning_rate": 1.705264464186552e-05,
      "loss": 0.4118,
      "step": 124346
    },
    {
      "epoch": 5.093057546590211,
      "grad_norm": 1.591272034404792,
      "learning_rate": 1.705113438181162e-05,
      "loss": 0.4482,
      "step": 124347
    },
    {
      "epoch": 5.093098505017407,
      "grad_norm": 1.76108985236858,
      "learning_rate": 1.7049624184608197e-05,
      "loss": 0.5427,
      "step": 124348
    },
    {
      "epoch": 5.093139463444603,
      "grad_norm": 1.7147820345901943,
      "learning_rate": 1.7048114050255995e-05,
      "loss": 0.5966,
      "step": 124349
    },
    {
      "epoch": 5.0931804218718,
      "grad_norm": 1.4601173379438734,
      "learning_rate": 1.704660397875575e-05,
      "loss": 0.5281,
      "step": 124350
    },
    {
      "epoch": 5.0932213802989965,
      "grad_norm": 0.8483856591856103,
      "learning_rate": 1.704509397010813e-05,
      "loss": 0.187,
      "step": 124351
    },
    {
      "epoch": 5.093262338726193,
      "grad_norm": 0.9784568399375168,
      "learning_rate": 1.7043584024313915e-05,
      "loss": 0.2392,
      "step": 124352
    },
    {
      "epoch": 5.09330329715339,
      "grad_norm": 1.3915296342872185,
      "learning_rate": 1.704207414137374e-05,
      "loss": 0.4197,
      "step": 124353
    },
    {
      "epoch": 5.093344255580586,
      "grad_norm": 0.8550366063251467,
      "learning_rate": 1.7040564321288368e-05,
      "loss": 0.2144,
      "step": 124354
    },
    {
      "epoch": 5.093385214007782,
      "grad_norm": 1.3741832981893976,
      "learning_rate": 1.703905456405852e-05,
      "loss": 0.3816,
      "step": 124355
    },
    {
      "epoch": 5.093426172434978,
      "grad_norm": 1.9484856546541092,
      "learning_rate": 1.7037544869684873e-05,
      "loss": 0.6477,
      "step": 124356
    },
    {
      "epoch": 5.093467130862175,
      "grad_norm": 1.1444928871532554,
      "learning_rate": 1.7036035238168145e-05,
      "loss": 0.2702,
      "step": 124357
    },
    {
      "epoch": 5.093508089289371,
      "grad_norm": 1.495602148405702,
      "learning_rate": 1.70345256695091e-05,
      "loss": 0.5083,
      "step": 124358
    },
    {
      "epoch": 5.093549047716568,
      "grad_norm": 1.4391116962847559,
      "learning_rate": 1.703301616370838e-05,
      "loss": 0.5164,
      "step": 124359
    },
    {
      "epoch": 5.0935900061437644,
      "grad_norm": 1.5458638658799175,
      "learning_rate": 1.7031506720766773e-05,
      "loss": 0.5065,
      "step": 124360
    },
    {
      "epoch": 5.09363096457096,
      "grad_norm": 1.9333360650611227,
      "learning_rate": 1.702999734068492e-05,
      "loss": 0.6366,
      "step": 124361
    },
    {
      "epoch": 5.093671922998157,
      "grad_norm": 1.675372587547614,
      "learning_rate": 1.7028488023463584e-05,
      "loss": 0.5339,
      "step": 124362
    },
    {
      "epoch": 5.093712881425353,
      "grad_norm": 1.433232312220636,
      "learning_rate": 1.7026978769103478e-05,
      "loss": 0.5628,
      "step": 124363
    },
    {
      "epoch": 5.09375383985255,
      "grad_norm": 1.5934041890328867,
      "learning_rate": 1.7025469577605255e-05,
      "loss": 0.5095,
      "step": 124364
    },
    {
      "epoch": 5.093794798279746,
      "grad_norm": 1.5900262001452667,
      "learning_rate": 1.7023960448969697e-05,
      "loss": 0.5646,
      "step": 124365
    },
    {
      "epoch": 5.093835756706943,
      "grad_norm": 1.5258940294878414,
      "learning_rate": 1.7022451383197523e-05,
      "loss": 0.5511,
      "step": 124366
    },
    {
      "epoch": 5.093876715134138,
      "grad_norm": 1.1789133045697102,
      "learning_rate": 1.7020942380289377e-05,
      "loss": 0.29,
      "step": 124367
    },
    {
      "epoch": 5.093917673561335,
      "grad_norm": 1.0232468910034112,
      "learning_rate": 1.7019433440246044e-05,
      "loss": 0.3019,
      "step": 124368
    },
    {
      "epoch": 5.0939586319885315,
      "grad_norm": 1.4454609527140636,
      "learning_rate": 1.701792456306819e-05,
      "loss": 0.3236,
      "step": 124369
    },
    {
      "epoch": 5.093999590415728,
      "grad_norm": 1.1963413101562868,
      "learning_rate": 1.7016415748756535e-05,
      "loss": 0.3506,
      "step": 124370
    },
    {
      "epoch": 5.094040548842925,
      "grad_norm": 1.660803865426335,
      "learning_rate": 1.7014906997311824e-05,
      "loss": 0.465,
      "step": 124371
    },
    {
      "epoch": 5.094081507270121,
      "grad_norm": 1.5641774312410706,
      "learning_rate": 1.701339830873472e-05,
      "loss": 0.5981,
      "step": 124372
    },
    {
      "epoch": 5.094122465697318,
      "grad_norm": 0.9682297290149637,
      "learning_rate": 1.7011889683026015e-05,
      "loss": 0.2586,
      "step": 124373
    },
    {
      "epoch": 5.094163424124513,
      "grad_norm": 1.458663568964061,
      "learning_rate": 1.701038112018635e-05,
      "loss": 0.4126,
      "step": 124374
    },
    {
      "epoch": 5.09420438255171,
      "grad_norm": 1.4677976450980723,
      "learning_rate": 1.7008872620216446e-05,
      "loss": 0.4508,
      "step": 124375
    },
    {
      "epoch": 5.094245340978906,
      "grad_norm": 1.5648406818611202,
      "learning_rate": 1.7007364183117018e-05,
      "loss": 0.6382,
      "step": 124376
    },
    {
      "epoch": 5.094286299406103,
      "grad_norm": 1.2578708856461664,
      "learning_rate": 1.7005855808888814e-05,
      "loss": 0.3823,
      "step": 124377
    },
    {
      "epoch": 5.094327257833299,
      "grad_norm": 2.014869026022184,
      "learning_rate": 1.7004347497532518e-05,
      "loss": 0.7017,
      "step": 124378
    },
    {
      "epoch": 5.094368216260496,
      "grad_norm": 0.9265158838779088,
      "learning_rate": 1.700283924904886e-05,
      "loss": 0.2482,
      "step": 124379
    },
    {
      "epoch": 5.094409174687692,
      "grad_norm": 1.066200432020313,
      "learning_rate": 1.700133106343851e-05,
      "loss": 0.2639,
      "step": 124380
    },
    {
      "epoch": 5.094450133114888,
      "grad_norm": 0.9760943929188725,
      "learning_rate": 1.6999822940702217e-05,
      "loss": 0.193,
      "step": 124381
    },
    {
      "epoch": 5.094491091542085,
      "grad_norm": 2.7432815217328503,
      "learning_rate": 1.699831488084073e-05,
      "loss": 2.2737,
      "step": 124382
    },
    {
      "epoch": 5.094532049969281,
      "grad_norm": 0.7819647318519609,
      "learning_rate": 1.699680688385468e-05,
      "loss": 0.2069,
      "step": 124383
    },
    {
      "epoch": 5.094573008396478,
      "grad_norm": 0.6366142593137827,
      "learning_rate": 1.6995298949744834e-05,
      "loss": 0.1035,
      "step": 124384
    },
    {
      "epoch": 5.094613966823674,
      "grad_norm": 1.0963356157879065,
      "learning_rate": 1.699379107851191e-05,
      "loss": 0.2339,
      "step": 124385
    },
    {
      "epoch": 5.09465492525087,
      "grad_norm": 1.5173590415988576,
      "learning_rate": 1.6992283270156588e-05,
      "loss": 0.496,
      "step": 124386
    },
    {
      "epoch": 5.0946958836780665,
      "grad_norm": 1.5129249172353105,
      "learning_rate": 1.6990775524679616e-05,
      "loss": 0.4304,
      "step": 124387
    },
    {
      "epoch": 5.094736842105263,
      "grad_norm": 1.3305853430755228,
      "learning_rate": 1.6989267842081667e-05,
      "loss": 0.4208,
      "step": 124388
    },
    {
      "epoch": 5.0947778005324595,
      "grad_norm": 1.3616534139135672,
      "learning_rate": 1.6987760222363466e-05,
      "loss": 0.3199,
      "step": 124389
    },
    {
      "epoch": 5.094818758959656,
      "grad_norm": 2.4952864480282035,
      "learning_rate": 1.6986252665525753e-05,
      "loss": 1.3693,
      "step": 124390
    },
    {
      "epoch": 5.094859717386853,
      "grad_norm": 1.4748699248176653,
      "learning_rate": 1.6984745171569203e-05,
      "loss": 0.4835,
      "step": 124391
    },
    {
      "epoch": 5.094900675814049,
      "grad_norm": 1.3770734685403017,
      "learning_rate": 1.6983237740494554e-05,
      "loss": 0.5431,
      "step": 124392
    },
    {
      "epoch": 5.094941634241245,
      "grad_norm": 1.2047513183059066,
      "learning_rate": 1.6981730372302536e-05,
      "loss": 0.3559,
      "step": 124393
    },
    {
      "epoch": 5.094982592668441,
      "grad_norm": 1.6184200080372468,
      "learning_rate": 1.6980223066993804e-05,
      "loss": 0.5711,
      "step": 124394
    },
    {
      "epoch": 5.095023551095638,
      "grad_norm": 1.6313081579652546,
      "learning_rate": 1.6978715824569134e-05,
      "loss": 0.7215,
      "step": 124395
    },
    {
      "epoch": 5.095064509522834,
      "grad_norm": 1.4176487334326238,
      "learning_rate": 1.697720864502918e-05,
      "loss": 0.4182,
      "step": 124396
    },
    {
      "epoch": 5.095105467950031,
      "grad_norm": 1.4503365986554242,
      "learning_rate": 1.697570152837467e-05,
      "loss": 0.4976,
      "step": 124397
    },
    {
      "epoch": 5.0951464263772275,
      "grad_norm": 2.3558009175444945,
      "learning_rate": 1.697419447460637e-05,
      "loss": 0.9329,
      "step": 124398
    },
    {
      "epoch": 5.095187384804423,
      "grad_norm": 0.7806196530434828,
      "learning_rate": 1.6972687483724923e-05,
      "loss": 0.1424,
      "step": 124399
    },
    {
      "epoch": 5.09522834323162,
      "grad_norm": 1.1039992216206942,
      "learning_rate": 1.6971180555731083e-05,
      "loss": 0.3948,
      "step": 124400
    },
    {
      "epoch": 5.095269301658816,
      "grad_norm": 1.5453705956947528,
      "learning_rate": 1.6969673690625556e-05,
      "loss": 0.542,
      "step": 124401
    },
    {
      "epoch": 5.095310260086013,
      "grad_norm": 1.4596606258482474,
      "learning_rate": 1.696816688840904e-05,
      "loss": 0.4985,
      "step": 124402
    },
    {
      "epoch": 5.095351218513209,
      "grad_norm": 1.6391093692339087,
      "learning_rate": 1.6966660149082266e-05,
      "loss": 0.5722,
      "step": 124403
    },
    {
      "epoch": 5.095392176940406,
      "grad_norm": 0.8568743334170299,
      "learning_rate": 1.696515347264592e-05,
      "loss": 0.1679,
      "step": 124404
    },
    {
      "epoch": 5.0954331353676015,
      "grad_norm": 1.2042258527880743,
      "learning_rate": 1.6963646859100714e-05,
      "loss": 0.4161,
      "step": 124405
    },
    {
      "epoch": 5.095474093794798,
      "grad_norm": 1.4822522664518185,
      "learning_rate": 1.6962140308447418e-05,
      "loss": 0.4786,
      "step": 124406
    },
    {
      "epoch": 5.0955150522219945,
      "grad_norm": 1.5969613344712028,
      "learning_rate": 1.6960633820686664e-05,
      "loss": 0.4834,
      "step": 124407
    },
    {
      "epoch": 5.095556010649191,
      "grad_norm": 1.4823450557239288,
      "learning_rate": 1.695912739581925e-05,
      "loss": 0.1981,
      "step": 124408
    },
    {
      "epoch": 5.095596969076388,
      "grad_norm": 1.311445510992532,
      "learning_rate": 1.6957621033845792e-05,
      "loss": 0.5266,
      "step": 124409
    },
    {
      "epoch": 5.095637927503584,
      "grad_norm": 1.307767951205182,
      "learning_rate": 1.6956114734767058e-05,
      "loss": 0.4093,
      "step": 124410
    },
    {
      "epoch": 5.095678885930781,
      "grad_norm": 1.4408798807155268,
      "learning_rate": 1.6954608498583776e-05,
      "loss": 0.4231,
      "step": 124411
    },
    {
      "epoch": 5.095719844357976,
      "grad_norm": 1.6189234133335872,
      "learning_rate": 1.6953102325296618e-05,
      "loss": 0.4995,
      "step": 124412
    },
    {
      "epoch": 5.095760802785173,
      "grad_norm": 1.4320450782158363,
      "learning_rate": 1.69515962149063e-05,
      "loss": 0.425,
      "step": 124413
    },
    {
      "epoch": 5.095801761212369,
      "grad_norm": 1.355532544119561,
      "learning_rate": 1.6950090167413583e-05,
      "loss": 0.372,
      "step": 124414
    },
    {
      "epoch": 5.095842719639566,
      "grad_norm": 1.7049956927660208,
      "learning_rate": 1.694858418281912e-05,
      "loss": 0.7513,
      "step": 124415
    },
    {
      "epoch": 5.0958836780667625,
      "grad_norm": 1.3345187008339514,
      "learning_rate": 1.6947078261123658e-05,
      "loss": 0.2357,
      "step": 124416
    },
    {
      "epoch": 5.095924636493959,
      "grad_norm": 1.2555249013626841,
      "learning_rate": 1.6945572402327883e-05,
      "loss": 0.3931,
      "step": 124417
    },
    {
      "epoch": 5.095965594921155,
      "grad_norm": 1.089631488927577,
      "learning_rate": 1.694406660643251e-05,
      "loss": 0.2888,
      "step": 124418
    },
    {
      "epoch": 5.096006553348351,
      "grad_norm": 1.7564762271303374,
      "learning_rate": 1.6942560873438305e-05,
      "loss": 0.6333,
      "step": 124419
    },
    {
      "epoch": 5.096047511775548,
      "grad_norm": 1.6624964328135214,
      "learning_rate": 1.69410552033459e-05,
      "loss": 0.6192,
      "step": 124420
    },
    {
      "epoch": 5.096088470202744,
      "grad_norm": 1.3821775161447751,
      "learning_rate": 1.6939549596156025e-05,
      "loss": 0.4364,
      "step": 124421
    },
    {
      "epoch": 5.096129428629941,
      "grad_norm": 1.4866225944177696,
      "learning_rate": 1.6938044051869472e-05,
      "loss": 0.5776,
      "step": 124422
    },
    {
      "epoch": 5.096170387057137,
      "grad_norm": 1.4579495399018638,
      "learning_rate": 1.693653857048683e-05,
      "loss": 0.3876,
      "step": 124423
    },
    {
      "epoch": 5.096211345484333,
      "grad_norm": 0.874081354294526,
      "learning_rate": 1.693503315200892e-05,
      "loss": 0.1977,
      "step": 124424
    },
    {
      "epoch": 5.0962523039115295,
      "grad_norm": 1.5366726272546525,
      "learning_rate": 1.6933527796436376e-05,
      "loss": 0.6436,
      "step": 124425
    },
    {
      "epoch": 5.096293262338726,
      "grad_norm": 0.4416879913411265,
      "learning_rate": 1.6932022503769925e-05,
      "loss": 0.0316,
      "step": 124426
    },
    {
      "epoch": 5.096334220765923,
      "grad_norm": 1.4273993790762656,
      "learning_rate": 1.6930517274010323e-05,
      "loss": 0.4761,
      "step": 124427
    },
    {
      "epoch": 5.096375179193119,
      "grad_norm": 1.8168604105792487,
      "learning_rate": 1.6929012107158236e-05,
      "loss": 0.5726,
      "step": 124428
    },
    {
      "epoch": 5.096416137620316,
      "grad_norm": 1.9026564987275563,
      "learning_rate": 1.6927507003214374e-05,
      "loss": 0.6519,
      "step": 124429
    },
    {
      "epoch": 5.096457096047512,
      "grad_norm": 1.7051602502039325,
      "learning_rate": 1.6926001962179507e-05,
      "loss": 0.6093,
      "step": 124430
    },
    {
      "epoch": 5.096498054474708,
      "grad_norm": 2.1704247990071526,
      "learning_rate": 1.692449698405427e-05,
      "loss": 1.0012,
      "step": 124431
    },
    {
      "epoch": 5.096539012901904,
      "grad_norm": 1.5578459683180372,
      "learning_rate": 1.692299206883944e-05,
      "loss": 0.5168,
      "step": 124432
    },
    {
      "epoch": 5.096579971329101,
      "grad_norm": 1.26644366085941,
      "learning_rate": 1.6921487216535674e-05,
      "loss": 0.3795,
      "step": 124433
    },
    {
      "epoch": 5.096620929756297,
      "grad_norm": 0.8290977885426185,
      "learning_rate": 1.6919982427143697e-05,
      "loss": 0.1061,
      "step": 124434
    },
    {
      "epoch": 5.096661888183494,
      "grad_norm": 1.5809960830106267,
      "learning_rate": 1.6918477700664263e-05,
      "loss": 0.6224,
      "step": 124435
    },
    {
      "epoch": 5.0967028466106905,
      "grad_norm": 1.3545911805149036,
      "learning_rate": 1.691697303709802e-05,
      "loss": 0.4259,
      "step": 124436
    },
    {
      "epoch": 5.096743805037886,
      "grad_norm": 1.4585392299522617,
      "learning_rate": 1.69154684364457e-05,
      "loss": 0.4075,
      "step": 124437
    },
    {
      "epoch": 5.096784763465083,
      "grad_norm": 1.9974211800792077,
      "learning_rate": 1.6913963898708072e-05,
      "loss": 0.8372,
      "step": 124438
    },
    {
      "epoch": 5.096825721892279,
      "grad_norm": 1.4068193467334362,
      "learning_rate": 1.691245942388575e-05,
      "loss": 0.4798,
      "step": 124439
    },
    {
      "epoch": 5.096866680319476,
      "grad_norm": 1.8145070012813416,
      "learning_rate": 1.691095501197953e-05,
      "loss": 0.4486,
      "step": 124440
    },
    {
      "epoch": 5.096907638746672,
      "grad_norm": 1.3856906952447399,
      "learning_rate": 1.690945066299007e-05,
      "loss": 0.4487,
      "step": 124441
    },
    {
      "epoch": 5.096948597173869,
      "grad_norm": 1.2852636071604604,
      "learning_rate": 1.6907946376918098e-05,
      "loss": 0.4424,
      "step": 124442
    },
    {
      "epoch": 5.0969895556010645,
      "grad_norm": 2.3255439467966856,
      "learning_rate": 1.6906442153764377e-05,
      "loss": 0.4306,
      "step": 124443
    },
    {
      "epoch": 5.097030514028261,
      "grad_norm": 2.029820103591611,
      "learning_rate": 1.690493799352951e-05,
      "loss": 0.9933,
      "step": 124444
    },
    {
      "epoch": 5.0970714724554576,
      "grad_norm": 1.7108981695182783,
      "learning_rate": 1.6903433896214264e-05,
      "loss": 0.5981,
      "step": 124445
    },
    {
      "epoch": 5.097112430882654,
      "grad_norm": 0.7069893013704419,
      "learning_rate": 1.6901929861819385e-05,
      "loss": 0.0765,
      "step": 124446
    },
    {
      "epoch": 5.097153389309851,
      "grad_norm": 1.5080042895920702,
      "learning_rate": 1.690042589034551e-05,
      "loss": 0.3905,
      "step": 124447
    },
    {
      "epoch": 5.097194347737047,
      "grad_norm": 1.3978769156975306,
      "learning_rate": 1.68989219817934e-05,
      "loss": 0.3493,
      "step": 124448
    },
    {
      "epoch": 5.097235306164244,
      "grad_norm": 1.2149265692291473,
      "learning_rate": 1.6897418136163776e-05,
      "loss": 0.3526,
      "step": 124449
    },
    {
      "epoch": 5.097276264591439,
      "grad_norm": 1.415856195105967,
      "learning_rate": 1.689591435345732e-05,
      "loss": 0.4403,
      "step": 124450
    },
    {
      "epoch": 5.097317223018636,
      "grad_norm": 1.5517409247617335,
      "learning_rate": 1.689441063367476e-05,
      "loss": 0.4843,
      "step": 124451
    },
    {
      "epoch": 5.097358181445832,
      "grad_norm": 0.8958363186717545,
      "learning_rate": 1.6892906976816784e-05,
      "loss": 0.1323,
      "step": 124452
    },
    {
      "epoch": 5.097399139873029,
      "grad_norm": 1.7131127053975448,
      "learning_rate": 1.6891403382884107e-05,
      "loss": 0.6354,
      "step": 124453
    },
    {
      "epoch": 5.0974400983002255,
      "grad_norm": 1.8415512210546978,
      "learning_rate": 1.688989985187749e-05,
      "loss": 0.7597,
      "step": 124454
    },
    {
      "epoch": 5.097481056727422,
      "grad_norm": 1.410420772616667,
      "learning_rate": 1.688839638379756e-05,
      "loss": 0.3627,
      "step": 124455
    },
    {
      "epoch": 5.097522015154618,
      "grad_norm": 1.5940516364489572,
      "learning_rate": 1.688689297864509e-05,
      "loss": 0.5653,
      "step": 124456
    },
    {
      "epoch": 5.097562973581814,
      "grad_norm": 0.6274670187679325,
      "learning_rate": 1.6885389636420782e-05,
      "loss": 0.063,
      "step": 124457
    },
    {
      "epoch": 5.097603932009011,
      "grad_norm": 1.5099645989603423,
      "learning_rate": 1.688388635712532e-05,
      "loss": 0.5303,
      "step": 124458
    },
    {
      "epoch": 5.097644890436207,
      "grad_norm": 1.5203203470165814,
      "learning_rate": 1.688238314075947e-05,
      "loss": 0.5702,
      "step": 124459
    },
    {
      "epoch": 5.097685848863404,
      "grad_norm": 1.3588391637523485,
      "learning_rate": 1.6880879987323866e-05,
      "loss": 0.4847,
      "step": 124460
    },
    {
      "epoch": 5.0977268072906,
      "grad_norm": 2.0092855843302844,
      "learning_rate": 1.687937689681925e-05,
      "loss": 0.9787,
      "step": 124461
    },
    {
      "epoch": 5.097767765717796,
      "grad_norm": 0.8550160281058066,
      "learning_rate": 1.6877873869246382e-05,
      "loss": 0.2018,
      "step": 124462
    },
    {
      "epoch": 5.0978087241449925,
      "grad_norm": 1.8842726622581303,
      "learning_rate": 1.6876370904605907e-05,
      "loss": 0.9473,
      "step": 124463
    },
    {
      "epoch": 5.097849682572189,
      "grad_norm": 1.4215804449926488,
      "learning_rate": 1.687486800289854e-05,
      "loss": 0.4717,
      "step": 124464
    },
    {
      "epoch": 5.097890640999386,
      "grad_norm": 1.4235306307092823,
      "learning_rate": 1.6873365164125045e-05,
      "loss": 0.3972,
      "step": 124465
    },
    {
      "epoch": 5.097931599426582,
      "grad_norm": 1.6570517048325843,
      "learning_rate": 1.687186238828608e-05,
      "loss": 0.6773,
      "step": 124466
    },
    {
      "epoch": 5.097972557853779,
      "grad_norm": 1.3606903914080175,
      "learning_rate": 1.68703596753824e-05,
      "loss": 0.3453,
      "step": 124467
    },
    {
      "epoch": 5.098013516280975,
      "grad_norm": 1.8844781085916336,
      "learning_rate": 1.6868857025414644e-05,
      "loss": 0.713,
      "step": 124468
    },
    {
      "epoch": 5.098054474708171,
      "grad_norm": 1.5644788731421104,
      "learning_rate": 1.686735443838358e-05,
      "loss": 0.5795,
      "step": 124469
    },
    {
      "epoch": 5.098095433135367,
      "grad_norm": 0.8829897206853305,
      "learning_rate": 1.6865851914289935e-05,
      "loss": 0.1841,
      "step": 124470
    },
    {
      "epoch": 5.098136391562564,
      "grad_norm": 1.4354751684375928,
      "learning_rate": 1.6864349453134364e-05,
      "loss": 0.3834,
      "step": 124471
    },
    {
      "epoch": 5.0981773499897605,
      "grad_norm": 1.4293950827693762,
      "learning_rate": 1.6862847054917594e-05,
      "loss": 0.3919,
      "step": 124472
    },
    {
      "epoch": 5.098218308416957,
      "grad_norm": 1.3503798477423594,
      "learning_rate": 1.686134471964038e-05,
      "loss": 0.3859,
      "step": 124473
    },
    {
      "epoch": 5.0982592668441535,
      "grad_norm": 1.6427291984300958,
      "learning_rate": 1.685984244730335e-05,
      "loss": 0.4613,
      "step": 124474
    },
    {
      "epoch": 5.098300225271349,
      "grad_norm": 2.5667597870522068,
      "learning_rate": 1.685834023790731e-05,
      "loss": 1.816,
      "step": 124475
    },
    {
      "epoch": 5.098341183698546,
      "grad_norm": 1.4669204481859737,
      "learning_rate": 1.6856838091452885e-05,
      "loss": 0.3742,
      "step": 124476
    },
    {
      "epoch": 5.098382142125742,
      "grad_norm": 1.5645229764075514,
      "learning_rate": 1.685533600794083e-05,
      "loss": 0.5956,
      "step": 124477
    },
    {
      "epoch": 5.098423100552939,
      "grad_norm": 1.609812037912037,
      "learning_rate": 1.6853833987371858e-05,
      "loss": 0.7296,
      "step": 124478
    },
    {
      "epoch": 5.098464058980135,
      "grad_norm": 1.677643333975473,
      "learning_rate": 1.685233202974665e-05,
      "loss": 0.485,
      "step": 124479
    },
    {
      "epoch": 5.098505017407332,
      "grad_norm": 0.9934030993818471,
      "learning_rate": 1.6850830135065963e-05,
      "loss": 0.2422,
      "step": 124480
    },
    {
      "epoch": 5.0985459758345275,
      "grad_norm": 1.9017606149649877,
      "learning_rate": 1.6849328303330438e-05,
      "loss": 0.7348,
      "step": 124481
    },
    {
      "epoch": 5.098586934261724,
      "grad_norm": 1.6112301822964685,
      "learning_rate": 1.6847826534540832e-05,
      "loss": 0.4729,
      "step": 124482
    },
    {
      "epoch": 5.098627892688921,
      "grad_norm": 1.288921371042729,
      "learning_rate": 1.6846324828697873e-05,
      "loss": 0.4118,
      "step": 124483
    },
    {
      "epoch": 5.098668851116117,
      "grad_norm": 1.3433443649886785,
      "learning_rate": 1.6844823185802225e-05,
      "loss": 0.4215,
      "step": 124484
    },
    {
      "epoch": 5.098709809543314,
      "grad_norm": 1.5403742546617787,
      "learning_rate": 1.684332160585461e-05,
      "loss": 0.4519,
      "step": 124485
    },
    {
      "epoch": 5.09875076797051,
      "grad_norm": 0.965023194916119,
      "learning_rate": 1.6841820088855772e-05,
      "loss": 0.2011,
      "step": 124486
    },
    {
      "epoch": 5.098791726397707,
      "grad_norm": 1.7193343394596647,
      "learning_rate": 1.6840318634806367e-05,
      "loss": 0.5883,
      "step": 124487
    },
    {
      "epoch": 5.098832684824902,
      "grad_norm": 1.3205916028077842,
      "learning_rate": 1.683881724370717e-05,
      "loss": 0.45,
      "step": 124488
    },
    {
      "epoch": 5.098873643252099,
      "grad_norm": 1.6092739669752756,
      "learning_rate": 1.6837315915558817e-05,
      "loss": 0.4886,
      "step": 124489
    },
    {
      "epoch": 5.0989146016792954,
      "grad_norm": 1.4391106183196551,
      "learning_rate": 1.6835814650362062e-05,
      "loss": 0.4452,
      "step": 124490
    },
    {
      "epoch": 5.098955560106492,
      "grad_norm": 3.104302567006581,
      "learning_rate": 1.6834313448117632e-05,
      "loss": 2.6111,
      "step": 124491
    },
    {
      "epoch": 5.0989965185336885,
      "grad_norm": 1.4636232050228748,
      "learning_rate": 1.683281230882618e-05,
      "loss": 0.4055,
      "step": 124492
    },
    {
      "epoch": 5.099037476960885,
      "grad_norm": 1.52368342015517,
      "learning_rate": 1.6831311232488432e-05,
      "loss": 0.4643,
      "step": 124493
    },
    {
      "epoch": 5.099078435388081,
      "grad_norm": 1.5200875238075888,
      "learning_rate": 1.682981021910516e-05,
      "loss": 0.5032,
      "step": 124494
    },
    {
      "epoch": 5.099119393815277,
      "grad_norm": 1.3308170095921426,
      "learning_rate": 1.6828309268677e-05,
      "loss": 0.2025,
      "step": 124495
    },
    {
      "epoch": 5.099160352242474,
      "grad_norm": 1.4840212264872412,
      "learning_rate": 1.682680838120471e-05,
      "loss": 0.4334,
      "step": 124496
    },
    {
      "epoch": 5.09920131066967,
      "grad_norm": 1.5410005314363835,
      "learning_rate": 1.6825307556688944e-05,
      "loss": 0.5628,
      "step": 124497
    },
    {
      "epoch": 5.099242269096867,
      "grad_norm": 1.4822054266243005,
      "learning_rate": 1.682380679513045e-05,
      "loss": 0.5462,
      "step": 124498
    },
    {
      "epoch": 5.099283227524063,
      "grad_norm": 1.0352545398634994,
      "learning_rate": 1.6822306096529965e-05,
      "loss": 0.2103,
      "step": 124499
    },
    {
      "epoch": 5.099324185951259,
      "grad_norm": 1.6453658259904849,
      "learning_rate": 1.682080546088813e-05,
      "loss": 0.5134,
      "step": 124500
    },
    {
      "epoch": 5.099365144378456,
      "grad_norm": 0.5065329867536082,
      "learning_rate": 1.681930488820569e-05,
      "loss": 0.0363,
      "step": 124501
    },
    {
      "epoch": 5.099406102805652,
      "grad_norm": 1.495211956676546,
      "learning_rate": 1.681780437848338e-05,
      "loss": 0.4552,
      "step": 124502
    },
    {
      "epoch": 5.099447061232849,
      "grad_norm": 1.2323223700247723,
      "learning_rate": 1.6816303931721858e-05,
      "loss": 0.4252,
      "step": 124503
    },
    {
      "epoch": 5.099488019660045,
      "grad_norm": 2.3383912349487948,
      "learning_rate": 1.6814803547921905e-05,
      "loss": 1.3113,
      "step": 124504
    },
    {
      "epoch": 5.099528978087242,
      "grad_norm": 1.6786130843404656,
      "learning_rate": 1.681330322708414e-05,
      "loss": 0.6122,
      "step": 124505
    },
    {
      "epoch": 5.099569936514438,
      "grad_norm": 1.2568474684629445,
      "learning_rate": 1.681180296920931e-05,
      "loss": 0.4109,
      "step": 124506
    },
    {
      "epoch": 5.099610894941634,
      "grad_norm": 1.2230452555235938,
      "learning_rate": 1.681030277429818e-05,
      "loss": 0.3918,
      "step": 124507
    },
    {
      "epoch": 5.09965185336883,
      "grad_norm": 3.8425332021307486,
      "learning_rate": 1.6808802642351365e-05,
      "loss": 3.4354,
      "step": 124508
    },
    {
      "epoch": 5.099692811796027,
      "grad_norm": 1.5192365539532031,
      "learning_rate": 1.680730257336962e-05,
      "loss": 0.3696,
      "step": 124509
    },
    {
      "epoch": 5.0997337702232235,
      "grad_norm": 2.658959012822091,
      "learning_rate": 1.680580256735369e-05,
      "loss": 1.2898,
      "step": 124510
    },
    {
      "epoch": 5.09977472865042,
      "grad_norm": 0.8629870357620801,
      "learning_rate": 1.6804302624304207e-05,
      "loss": 0.135,
      "step": 124511
    },
    {
      "epoch": 5.099815687077617,
      "grad_norm": 1.381500698571761,
      "learning_rate": 1.6802802744221972e-05,
      "loss": 0.455,
      "step": 124512
    },
    {
      "epoch": 5.099856645504812,
      "grad_norm": 1.2807986360237422,
      "learning_rate": 1.6801302927107586e-05,
      "loss": 0.4016,
      "step": 124513
    },
    {
      "epoch": 5.099897603932009,
      "grad_norm": 0.46825048041265566,
      "learning_rate": 1.679980317296186e-05,
      "loss": 0.0563,
      "step": 124514
    },
    {
      "epoch": 5.099938562359205,
      "grad_norm": 1.689804704750674,
      "learning_rate": 1.6798303481785452e-05,
      "loss": 0.5532,
      "step": 124515
    },
    {
      "epoch": 5.099979520786402,
      "grad_norm": 1.399661830114742,
      "learning_rate": 1.6796803853579055e-05,
      "loss": 0.4172,
      "step": 124516
    },
    {
      "epoch": 5.100020479213598,
      "grad_norm": 1.71686909200835,
      "learning_rate": 1.6795304288343404e-05,
      "loss": 0.3323,
      "step": 124517
    },
    {
      "epoch": 5.100061437640795,
      "grad_norm": 1.6214757751402957,
      "learning_rate": 1.679380478607923e-05,
      "loss": 0.6099,
      "step": 124518
    },
    {
      "epoch": 5.1001023960679905,
      "grad_norm": 1.4809340695598983,
      "learning_rate": 1.6792305346787166e-05,
      "loss": 0.4343,
      "step": 124519
    },
    {
      "epoch": 5.100143354495187,
      "grad_norm": 1.5987204015183691,
      "learning_rate": 1.6790805970467998e-05,
      "loss": 0.4944,
      "step": 124520
    },
    {
      "epoch": 5.100184312922384,
      "grad_norm": 1.3433740924840725,
      "learning_rate": 1.678930665712242e-05,
      "loss": 0.3947,
      "step": 124521
    },
    {
      "epoch": 5.10022527134958,
      "grad_norm": 1.2677193184538547,
      "learning_rate": 1.67878074067511e-05,
      "loss": 0.4084,
      "step": 124522
    },
    {
      "epoch": 5.100266229776777,
      "grad_norm": 0.8464881605372538,
      "learning_rate": 1.6786308219354812e-05,
      "loss": 0.2126,
      "step": 124523
    },
    {
      "epoch": 5.100307188203973,
      "grad_norm": 2.8373271709272387,
      "learning_rate": 1.6784809094934193e-05,
      "loss": 2.4459,
      "step": 124524
    },
    {
      "epoch": 5.10034814663117,
      "grad_norm": 1.473552289929781,
      "learning_rate": 1.678331003348998e-05,
      "loss": 0.5506,
      "step": 124525
    },
    {
      "epoch": 5.100389105058365,
      "grad_norm": 1.4894020095659495,
      "learning_rate": 1.678181103502293e-05,
      "loss": 0.4104,
      "step": 124526
    },
    {
      "epoch": 5.100430063485562,
      "grad_norm": 1.3582523816678582,
      "learning_rate": 1.6780312099533665e-05,
      "loss": 0.4659,
      "step": 124527
    },
    {
      "epoch": 5.1004710219127585,
      "grad_norm": 0.9249715356561115,
      "learning_rate": 1.677881322702294e-05,
      "loss": 0.1659,
      "step": 124528
    },
    {
      "epoch": 5.100511980339955,
      "grad_norm": 1.9722430768227626,
      "learning_rate": 1.6777314417491506e-05,
      "loss": 0.6258,
      "step": 124529
    },
    {
      "epoch": 5.1005529387671515,
      "grad_norm": 1.2685421366723026,
      "learning_rate": 1.6775815670939992e-05,
      "loss": 0.2577,
      "step": 124530
    },
    {
      "epoch": 5.100593897194348,
      "grad_norm": 1.6022216740799538,
      "learning_rate": 1.6774316987369163e-05,
      "loss": 0.5749,
      "step": 124531
    },
    {
      "epoch": 5.100634855621544,
      "grad_norm": 1.6054740789184578,
      "learning_rate": 1.677281836677969e-05,
      "loss": 0.5709,
      "step": 124532
    },
    {
      "epoch": 5.10067581404874,
      "grad_norm": 1.4680118408147191,
      "learning_rate": 1.6771319809172284e-05,
      "loss": 0.452,
      "step": 124533
    },
    {
      "epoch": 5.100716772475937,
      "grad_norm": 0.880850937433137,
      "learning_rate": 1.6769821314547698e-05,
      "loss": 0.1509,
      "step": 124534
    },
    {
      "epoch": 5.100757730903133,
      "grad_norm": 1.0298164656729911,
      "learning_rate": 1.6768322882906582e-05,
      "loss": 0.2153,
      "step": 124535
    },
    {
      "epoch": 5.10079868933033,
      "grad_norm": 1.426230443396892,
      "learning_rate": 1.6766824514249683e-05,
      "loss": 0.4545,
      "step": 124536
    },
    {
      "epoch": 5.100839647757526,
      "grad_norm": 0.9989454370964123,
      "learning_rate": 1.6765326208577718e-05,
      "loss": 0.2144,
      "step": 124537
    },
    {
      "epoch": 5.100880606184723,
      "grad_norm": 1.3524623256702824,
      "learning_rate": 1.6763827965891335e-05,
      "loss": 0.4319,
      "step": 124538
    },
    {
      "epoch": 5.100921564611919,
      "grad_norm": 0.9515917162296321,
      "learning_rate": 1.6762329786191336e-05,
      "loss": 0.2062,
      "step": 124539
    },
    {
      "epoch": 5.100962523039115,
      "grad_norm": 1.485243385094563,
      "learning_rate": 1.6760831669478337e-05,
      "loss": 0.5917,
      "step": 124540
    },
    {
      "epoch": 5.101003481466312,
      "grad_norm": 0.9518500818245856,
      "learning_rate": 1.6759333615753085e-05,
      "loss": 0.2121,
      "step": 124541
    },
    {
      "epoch": 5.101044439893508,
      "grad_norm": 1.2673046327958404,
      "learning_rate": 1.6757835625016315e-05,
      "loss": 0.3583,
      "step": 124542
    },
    {
      "epoch": 5.101085398320705,
      "grad_norm": 1.0349116973328218,
      "learning_rate": 1.6756337697268674e-05,
      "loss": 0.2417,
      "step": 124543
    },
    {
      "epoch": 5.101126356747901,
      "grad_norm": 0.564928245772113,
      "learning_rate": 1.6754839832510948e-05,
      "loss": 0.0445,
      "step": 124544
    },
    {
      "epoch": 5.101167315175097,
      "grad_norm": 1.605124146811816,
      "learning_rate": 1.6753342030743765e-05,
      "loss": 0.5524,
      "step": 124545
    },
    {
      "epoch": 5.1012082736022935,
      "grad_norm": 1.4837084674118521,
      "learning_rate": 1.6751844291967864e-05,
      "loss": 0.3984,
      "step": 124546
    },
    {
      "epoch": 5.10124923202949,
      "grad_norm": 1.1898694765851732,
      "learning_rate": 1.675034661618399e-05,
      "loss": 0.2682,
      "step": 124547
    },
    {
      "epoch": 5.1012901904566865,
      "grad_norm": 1.5016284862900262,
      "learning_rate": 1.6748849003392796e-05,
      "loss": 0.4749,
      "step": 124548
    },
    {
      "epoch": 5.101331148883883,
      "grad_norm": 1.412505154914746,
      "learning_rate": 1.674735145359501e-05,
      "loss": 0.4803,
      "step": 124549
    },
    {
      "epoch": 5.10137210731108,
      "grad_norm": 1.9403079847876863,
      "learning_rate": 1.6745853966791385e-05,
      "loss": 0.6217,
      "step": 124550
    },
    {
      "epoch": 5.101413065738275,
      "grad_norm": 1.878471958340311,
      "learning_rate": 1.674435654298255e-05,
      "loss": 0.6479,
      "step": 124551
    },
    {
      "epoch": 5.101454024165472,
      "grad_norm": 1.187151260861502,
      "learning_rate": 1.674285918216928e-05,
      "loss": 0.3476,
      "step": 124552
    },
    {
      "epoch": 5.101494982592668,
      "grad_norm": 1.65804951180173,
      "learning_rate": 1.6741361884352228e-05,
      "loss": 0.612,
      "step": 124553
    },
    {
      "epoch": 5.101535941019865,
      "grad_norm": 1.5311883325293083,
      "learning_rate": 1.673986464953212e-05,
      "loss": 0.4688,
      "step": 124554
    },
    {
      "epoch": 5.101576899447061,
      "grad_norm": 0.7968997024951855,
      "learning_rate": 1.67383674777097e-05,
      "loss": 0.1682,
      "step": 124555
    },
    {
      "epoch": 5.101617857874258,
      "grad_norm": 0.6109342790024678,
      "learning_rate": 1.6736870368885624e-05,
      "loss": 0.1268,
      "step": 124556
    },
    {
      "epoch": 5.1016588163014545,
      "grad_norm": 1.618109459651409,
      "learning_rate": 1.6735373323060618e-05,
      "loss": 0.6254,
      "step": 124557
    },
    {
      "epoch": 5.10169977472865,
      "grad_norm": 0.7797745203986275,
      "learning_rate": 1.6733876340235435e-05,
      "loss": 0.1436,
      "step": 124558
    },
    {
      "epoch": 5.101740733155847,
      "grad_norm": 1.4703203674390808,
      "learning_rate": 1.673237942041069e-05,
      "loss": 0.4164,
      "step": 124559
    },
    {
      "epoch": 5.101781691583043,
      "grad_norm": 1.6141027473373775,
      "learning_rate": 1.67308825635872e-05,
      "loss": 0.4832,
      "step": 124560
    },
    {
      "epoch": 5.10182265001024,
      "grad_norm": 1.577489342893832,
      "learning_rate": 1.6729385769765563e-05,
      "loss": 0.4873,
      "step": 124561
    },
    {
      "epoch": 5.101863608437436,
      "grad_norm": 1.042778037185626,
      "learning_rate": 1.6727889038946547e-05,
      "loss": 0.2285,
      "step": 124562
    },
    {
      "epoch": 5.101904566864633,
      "grad_norm": 1.4093152742059416,
      "learning_rate": 1.6726392371130882e-05,
      "loss": 0.4033,
      "step": 124563
    },
    {
      "epoch": 5.101945525291828,
      "grad_norm": 1.0974623520855333,
      "learning_rate": 1.6724895766319218e-05,
      "loss": 0.2881,
      "step": 124564
    },
    {
      "epoch": 5.101986483719025,
      "grad_norm": 0.7021466654501701,
      "learning_rate": 1.672339922451229e-05,
      "loss": 0.1395,
      "step": 124565
    },
    {
      "epoch": 5.1020274421462215,
      "grad_norm": 1.4432280944932532,
      "learning_rate": 1.672190274571083e-05,
      "loss": 0.4818,
      "step": 124566
    },
    {
      "epoch": 5.102068400573418,
      "grad_norm": 1.4466951407836122,
      "learning_rate": 1.6720406329915504e-05,
      "loss": 0.4328,
      "step": 124567
    },
    {
      "epoch": 5.102109359000615,
      "grad_norm": 1.5313349420505449,
      "learning_rate": 1.671890997712706e-05,
      "loss": 0.3688,
      "step": 124568
    },
    {
      "epoch": 5.102150317427811,
      "grad_norm": 1.4810575905323635,
      "learning_rate": 1.6717413687346148e-05,
      "loss": 0.4586,
      "step": 124569
    },
    {
      "epoch": 5.102191275855007,
      "grad_norm": 0.7902129133625687,
      "learning_rate": 1.67159174605735e-05,
      "loss": 0.095,
      "step": 124570
    },
    {
      "epoch": 5.102232234282203,
      "grad_norm": 1.5518977433842,
      "learning_rate": 1.671442129680987e-05,
      "loss": 0.539,
      "step": 124571
    },
    {
      "epoch": 5.1022731927094,
      "grad_norm": 1.7862152738059272,
      "learning_rate": 1.6712925196055905e-05,
      "loss": 0.5364,
      "step": 124572
    },
    {
      "epoch": 5.102314151136596,
      "grad_norm": 1.347662402368414,
      "learning_rate": 1.6711429158312318e-05,
      "loss": 0.2386,
      "step": 124573
    },
    {
      "epoch": 5.102355109563793,
      "grad_norm": 2.1904757558213848,
      "learning_rate": 1.6709933183579878e-05,
      "loss": 1.2641,
      "step": 124574
    },
    {
      "epoch": 5.102396067990989,
      "grad_norm": 0.7791532469483581,
      "learning_rate": 1.6708437271859214e-05,
      "loss": 0.186,
      "step": 124575
    },
    {
      "epoch": 5.102437026418186,
      "grad_norm": 1.1061858592376417,
      "learning_rate": 1.67069414231511e-05,
      "loss": 0.2181,
      "step": 124576
    },
    {
      "epoch": 5.102477984845382,
      "grad_norm": 1.8843608657425497,
      "learning_rate": 1.670544563745616e-05,
      "loss": 0.71,
      "step": 124577
    },
    {
      "epoch": 5.102518943272578,
      "grad_norm": 1.4796655551873483,
      "learning_rate": 1.6703949914775168e-05,
      "loss": 0.3763,
      "step": 124578
    },
    {
      "epoch": 5.102559901699775,
      "grad_norm": 1.7514557064861134,
      "learning_rate": 1.6702454255108833e-05,
      "loss": 0.6254,
      "step": 124579
    },
    {
      "epoch": 5.102600860126971,
      "grad_norm": 1.4510493394476696,
      "learning_rate": 1.6700958658457826e-05,
      "loss": 0.4798,
      "step": 124580
    },
    {
      "epoch": 5.102641818554168,
      "grad_norm": 1.709742883220939,
      "learning_rate": 1.6699463124822858e-05,
      "loss": 0.6615,
      "step": 124581
    },
    {
      "epoch": 5.102682776981364,
      "grad_norm": 1.6348592551436092,
      "learning_rate": 1.6697967654204685e-05,
      "loss": 0.4992,
      "step": 124582
    },
    {
      "epoch": 5.10272373540856,
      "grad_norm": 3.0973708963407107,
      "learning_rate": 1.6696472246603954e-05,
      "loss": 2.7057,
      "step": 124583
    },
    {
      "epoch": 5.1027646938357565,
      "grad_norm": 0.8884979408135619,
      "learning_rate": 1.669497690202141e-05,
      "loss": 0.0762,
      "step": 124584
    },
    {
      "epoch": 5.102805652262953,
      "grad_norm": 1.5045586683503265,
      "learning_rate": 1.669348162045776e-05,
      "loss": 0.465,
      "step": 124585
    },
    {
      "epoch": 5.1028466106901496,
      "grad_norm": 1.6573616674196443,
      "learning_rate": 1.6691986401913665e-05,
      "loss": 0.6729,
      "step": 124586
    },
    {
      "epoch": 5.102887569117346,
      "grad_norm": 1.2716570451829967,
      "learning_rate": 1.669049124638989e-05,
      "loss": 0.4105,
      "step": 124587
    },
    {
      "epoch": 5.102928527544543,
      "grad_norm": 1.8037724722282673,
      "learning_rate": 1.668899615388709e-05,
      "loss": 0.4848,
      "step": 124588
    },
    {
      "epoch": 5.102969485971738,
      "grad_norm": 1.6477298058097816,
      "learning_rate": 1.6687501124405994e-05,
      "loss": 0.4508,
      "step": 124589
    },
    {
      "epoch": 5.103010444398935,
      "grad_norm": 1.5818089766671095,
      "learning_rate": 1.6686006157947334e-05,
      "loss": 0.5264,
      "step": 124590
    },
    {
      "epoch": 5.103051402826131,
      "grad_norm": 1.5580804006202664,
      "learning_rate": 1.668451125451178e-05,
      "loss": 0.5477,
      "step": 124591
    },
    {
      "epoch": 5.103092361253328,
      "grad_norm": 1.1122223534032118,
      "learning_rate": 1.6683016414100042e-05,
      "loss": 0.2559,
      "step": 124592
    },
    {
      "epoch": 5.103133319680524,
      "grad_norm": 1.1572213845133417,
      "learning_rate": 1.6681521636712857e-05,
      "loss": 0.3758,
      "step": 124593
    },
    {
      "epoch": 5.103174278107721,
      "grad_norm": 0.9317607891671874,
      "learning_rate": 1.668002692235089e-05,
      "loss": 0.156,
      "step": 124594
    },
    {
      "epoch": 5.1032152365349175,
      "grad_norm": 0.5293037903315662,
      "learning_rate": 1.667853227101491e-05,
      "loss": 0.0554,
      "step": 124595
    },
    {
      "epoch": 5.103256194962113,
      "grad_norm": 1.5863334114840635,
      "learning_rate": 1.6677037682705548e-05,
      "loss": 0.555,
      "step": 124596
    },
    {
      "epoch": 5.10329715338931,
      "grad_norm": 1.2136569568379154,
      "learning_rate": 1.6675543157423547e-05,
      "loss": 0.4355,
      "step": 124597
    },
    {
      "epoch": 5.103338111816506,
      "grad_norm": 0.3039228434830224,
      "learning_rate": 1.667404869516965e-05,
      "loss": 0.0194,
      "step": 124598
    },
    {
      "epoch": 5.103379070243703,
      "grad_norm": 1.731605636061958,
      "learning_rate": 1.6672554295944483e-05,
      "loss": 0.6685,
      "step": 124599
    },
    {
      "epoch": 5.103420028670899,
      "grad_norm": 1.7679240335247328,
      "learning_rate": 1.66710599597488e-05,
      "loss": 0.5156,
      "step": 124600
    },
    {
      "epoch": 5.103460987098096,
      "grad_norm": 1.8101454077390269,
      "learning_rate": 1.666956568658333e-05,
      "loss": 0.5318,
      "step": 124601
    },
    {
      "epoch": 5.1035019455252915,
      "grad_norm": 1.379424751257502,
      "learning_rate": 1.666807147644874e-05,
      "loss": 0.2202,
      "step": 124602
    },
    {
      "epoch": 5.103542903952488,
      "grad_norm": 1.1514758606081554,
      "learning_rate": 1.6666577329345764e-05,
      "loss": 0.4176,
      "step": 124603
    },
    {
      "epoch": 5.1035838623796845,
      "grad_norm": 2.720040700221011,
      "learning_rate": 1.6665083245275067e-05,
      "loss": 1.5037,
      "step": 124604
    },
    {
      "epoch": 5.103624820806881,
      "grad_norm": 2.3439161826300516,
      "learning_rate": 1.6663589224237384e-05,
      "loss": 1.246,
      "step": 124605
    },
    {
      "epoch": 5.103665779234078,
      "grad_norm": 1.334228995309868,
      "learning_rate": 1.6662095266233444e-05,
      "loss": 0.2799,
      "step": 124606
    },
    {
      "epoch": 5.103706737661274,
      "grad_norm": 0.4181390403914279,
      "learning_rate": 1.66606013712639e-05,
      "loss": 0.04,
      "step": 124607
    },
    {
      "epoch": 5.10374769608847,
      "grad_norm": 1.6995315948725833,
      "learning_rate": 1.665910753932948e-05,
      "loss": 0.5696,
      "step": 124608
    },
    {
      "epoch": 5.103788654515666,
      "grad_norm": 1.2640805886709916,
      "learning_rate": 1.6657613770430923e-05,
      "loss": 0.2918,
      "step": 124609
    },
    {
      "epoch": 5.103829612942863,
      "grad_norm": 1.343112412426185,
      "learning_rate": 1.665612006456889e-05,
      "loss": 0.2932,
      "step": 124610
    },
    {
      "epoch": 5.103870571370059,
      "grad_norm": 0.8946084248607153,
      "learning_rate": 1.6654626421744134e-05,
      "loss": 0.191,
      "step": 124611
    },
    {
      "epoch": 5.103911529797256,
      "grad_norm": 1.0559256450425778,
      "learning_rate": 1.66531328419573e-05,
      "loss": 0.1945,
      "step": 124612
    },
    {
      "epoch": 5.1039524882244525,
      "grad_norm": 1.4489475447461138,
      "learning_rate": 1.6651639325209127e-05,
      "loss": 0.508,
      "step": 124613
    },
    {
      "epoch": 5.103993446651649,
      "grad_norm": 1.6019513041502929,
      "learning_rate": 1.665014587150036e-05,
      "loss": 0.5647,
      "step": 124614
    },
    {
      "epoch": 5.104034405078845,
      "grad_norm": 2.0165699185422263,
      "learning_rate": 1.664865248083163e-05,
      "loss": 0.9728,
      "step": 124615
    },
    {
      "epoch": 5.104075363506041,
      "grad_norm": 0.8150266516015666,
      "learning_rate": 1.664715915320371e-05,
      "loss": 0.2065,
      "step": 124616
    },
    {
      "epoch": 5.104116321933238,
      "grad_norm": 0.7535382753092994,
      "learning_rate": 1.6645665888617244e-05,
      "loss": 0.1166,
      "step": 124617
    },
    {
      "epoch": 5.104157280360434,
      "grad_norm": 1.4994734319141767,
      "learning_rate": 1.6644172687072966e-05,
      "loss": 0.5348,
      "step": 124618
    },
    {
      "epoch": 5.104198238787631,
      "grad_norm": 1.7877203856480253,
      "learning_rate": 1.6642679548571623e-05,
      "loss": 1.0328,
      "step": 124619
    },
    {
      "epoch": 5.104239197214827,
      "grad_norm": 0.8735913143763353,
      "learning_rate": 1.6641186473113838e-05,
      "loss": 0.2001,
      "step": 124620
    },
    {
      "epoch": 5.104280155642023,
      "grad_norm": 1.4819890487437433,
      "learning_rate": 1.663969346070037e-05,
      "loss": 0.5254,
      "step": 124621
    },
    {
      "epoch": 5.1043211140692195,
      "grad_norm": 1.36827747969733,
      "learning_rate": 1.6638200511331957e-05,
      "loss": 0.3749,
      "step": 124622
    },
    {
      "epoch": 5.104362072496416,
      "grad_norm": 1.394841793075164,
      "learning_rate": 1.6636707625009225e-05,
      "loss": 0.3775,
      "step": 124623
    },
    {
      "epoch": 5.104403030923613,
      "grad_norm": 1.3669585820286154,
      "learning_rate": 1.663521480173295e-05,
      "loss": 0.3127,
      "step": 124624
    },
    {
      "epoch": 5.104443989350809,
      "grad_norm": 1.0865624518040624,
      "learning_rate": 1.663372204150377e-05,
      "loss": 0.2701,
      "step": 124625
    },
    {
      "epoch": 5.104484947778006,
      "grad_norm": 4.879736525710744,
      "learning_rate": 1.663222934432243e-05,
      "loss": 2.9791,
      "step": 124626
    },
    {
      "epoch": 5.104525906205201,
      "grad_norm": 1.614042620073252,
      "learning_rate": 1.6630736710189667e-05,
      "loss": 0.5546,
      "step": 124627
    },
    {
      "epoch": 5.104566864632398,
      "grad_norm": 0.9267422995592588,
      "learning_rate": 1.6629244139106124e-05,
      "loss": 0.2111,
      "step": 124628
    },
    {
      "epoch": 5.104607823059594,
      "grad_norm": 1.7530805836218997,
      "learning_rate": 1.662775163107253e-05,
      "loss": 0.6084,
      "step": 124629
    },
    {
      "epoch": 5.104648781486791,
      "grad_norm": 1.768405694011523,
      "learning_rate": 1.662625918608963e-05,
      "loss": 0.62,
      "step": 124630
    },
    {
      "epoch": 5.1046897399139874,
      "grad_norm": 1.766379411083855,
      "learning_rate": 1.662476680415806e-05,
      "loss": 0.6012,
      "step": 124631
    },
    {
      "epoch": 5.104730698341184,
      "grad_norm": 1.4799603860846968,
      "learning_rate": 1.6623274485278592e-05,
      "loss": 0.6248,
      "step": 124632
    },
    {
      "epoch": 5.1047716567683805,
      "grad_norm": 1.397093156461596,
      "learning_rate": 1.6621782229451886e-05,
      "loss": 0.5366,
      "step": 124633
    },
    {
      "epoch": 5.104812615195576,
      "grad_norm": 1.6590781612861591,
      "learning_rate": 1.662029003667864e-05,
      "loss": 0.5095,
      "step": 124634
    },
    {
      "epoch": 5.104853573622773,
      "grad_norm": 1.7170362245952,
      "learning_rate": 1.6618797906959623e-05,
      "loss": 0.6463,
      "step": 124635
    },
    {
      "epoch": 5.104894532049969,
      "grad_norm": 0.2643002673479165,
      "learning_rate": 1.661730584029547e-05,
      "loss": 0.0235,
      "step": 124636
    },
    {
      "epoch": 5.104935490477166,
      "grad_norm": 1.5512936118954737,
      "learning_rate": 1.6615813836686907e-05,
      "loss": 0.5859,
      "step": 124637
    },
    {
      "epoch": 5.104976448904362,
      "grad_norm": 0.9647912697542467,
      "learning_rate": 1.6614321896134673e-05,
      "loss": 0.1906,
      "step": 124638
    },
    {
      "epoch": 5.105017407331559,
      "grad_norm": 1.0237332313309624,
      "learning_rate": 1.6612830018639434e-05,
      "loss": 0.1332,
      "step": 124639
    },
    {
      "epoch": 5.1050583657587545,
      "grad_norm": 1.50557582401922,
      "learning_rate": 1.661133820420192e-05,
      "loss": 0.5067,
      "step": 124640
    },
    {
      "epoch": 5.105099324185951,
      "grad_norm": 1.095187115415112,
      "learning_rate": 1.660984645282281e-05,
      "loss": 0.2829,
      "step": 124641
    },
    {
      "epoch": 5.105140282613148,
      "grad_norm": 1.406258123799593,
      "learning_rate": 1.6608354764502813e-05,
      "loss": 0.4417,
      "step": 124642
    },
    {
      "epoch": 5.105181241040344,
      "grad_norm": 1.4522436586389877,
      "learning_rate": 1.6606863139242686e-05,
      "loss": 0.5689,
      "step": 124643
    },
    {
      "epoch": 5.105222199467541,
      "grad_norm": 1.1790439921760054,
      "learning_rate": 1.6605371577043068e-05,
      "loss": 0.3006,
      "step": 124644
    },
    {
      "epoch": 5.105263157894737,
      "grad_norm": 1.197035287199696,
      "learning_rate": 1.6603880077904674e-05,
      "loss": 0.175,
      "step": 124645
    },
    {
      "epoch": 5.105304116321933,
      "grad_norm": 1.5927594675776668,
      "learning_rate": 1.6602388641828268e-05,
      "loss": 0.592,
      "step": 124646
    },
    {
      "epoch": 5.105345074749129,
      "grad_norm": 0.9972438880262934,
      "learning_rate": 1.660089726881447e-05,
      "loss": 0.1573,
      "step": 124647
    },
    {
      "epoch": 5.105386033176326,
      "grad_norm": 1.554906009146151,
      "learning_rate": 1.659940595886407e-05,
      "loss": 0.4623,
      "step": 124648
    },
    {
      "epoch": 5.105426991603522,
      "grad_norm": 1.3816611368188043,
      "learning_rate": 1.6597914711977695e-05,
      "loss": 0.3992,
      "step": 124649
    },
    {
      "epoch": 5.105467950030719,
      "grad_norm": 1.7343351450716502,
      "learning_rate": 1.659642352815609e-05,
      "loss": 0.7076,
      "step": 124650
    },
    {
      "epoch": 5.1055089084579155,
      "grad_norm": 1.0245866453386885,
      "learning_rate": 1.6594932407399968e-05,
      "loss": 0.207,
      "step": 124651
    },
    {
      "epoch": 5.105549866885112,
      "grad_norm": 0.9502001984731802,
      "learning_rate": 1.6593441349710002e-05,
      "loss": 0.1977,
      "step": 124652
    },
    {
      "epoch": 5.105590825312308,
      "grad_norm": 1.564256905169828,
      "learning_rate": 1.659195035508692e-05,
      "loss": 0.4871,
      "step": 124653
    },
    {
      "epoch": 5.105631783739504,
      "grad_norm": 1.6737092893065697,
      "learning_rate": 1.6590459423531437e-05,
      "loss": 0.5754,
      "step": 124654
    },
    {
      "epoch": 5.105672742166701,
      "grad_norm": 1.5199909010305077,
      "learning_rate": 1.6588968555044257e-05,
      "loss": 0.5701,
      "step": 124655
    },
    {
      "epoch": 5.105713700593897,
      "grad_norm": 1.5840964851232975,
      "learning_rate": 1.6587477749626043e-05,
      "loss": 0.6295,
      "step": 124656
    },
    {
      "epoch": 5.105754659021094,
      "grad_norm": 1.928786036874095,
      "learning_rate": 1.6585987007277546e-05,
      "loss": 0.5308,
      "step": 124657
    },
    {
      "epoch": 5.10579561744829,
      "grad_norm": 1.306428828922837,
      "learning_rate": 1.658449632799943e-05,
      "loss": 0.1583,
      "step": 124658
    },
    {
      "epoch": 5.105836575875486,
      "grad_norm": 0.8288372300004705,
      "learning_rate": 1.6583005711792462e-05,
      "loss": 0.1902,
      "step": 124659
    },
    {
      "epoch": 5.1058775343026825,
      "grad_norm": 1.2455404704162016,
      "learning_rate": 1.658151515865726e-05,
      "loss": 0.3466,
      "step": 124660
    },
    {
      "epoch": 5.105918492729879,
      "grad_norm": 1.6298683841288584,
      "learning_rate": 1.6580024668594587e-05,
      "loss": 0.549,
      "step": 124661
    },
    {
      "epoch": 5.105959451157076,
      "grad_norm": 1.6977438246451109,
      "learning_rate": 1.6578534241605164e-05,
      "loss": 0.5039,
      "step": 124662
    },
    {
      "epoch": 5.106000409584272,
      "grad_norm": 1.4275321043035538,
      "learning_rate": 1.6577043877689633e-05,
      "loss": 0.5137,
      "step": 124663
    },
    {
      "epoch": 5.106041368011469,
      "grad_norm": 1.656497672407873,
      "learning_rate": 1.657555357684873e-05,
      "loss": 0.5225,
      "step": 124664
    },
    {
      "epoch": 5.106082326438664,
      "grad_norm": 1.2686002509569958,
      "learning_rate": 1.657406333908321e-05,
      "loss": 0.3332,
      "step": 124665
    },
    {
      "epoch": 5.106123284865861,
      "grad_norm": 1.3445461409920296,
      "learning_rate": 1.6572573164393683e-05,
      "loss": 0.4341,
      "step": 124666
    },
    {
      "epoch": 5.106164243293057,
      "grad_norm": 1.1899783379593216,
      "learning_rate": 1.657108305278095e-05,
      "loss": 0.194,
      "step": 124667
    },
    {
      "epoch": 5.106205201720254,
      "grad_norm": 0.8580628104265461,
      "learning_rate": 1.6569593004245623e-05,
      "loss": 0.1885,
      "step": 124668
    },
    {
      "epoch": 5.1062461601474505,
      "grad_norm": 0.6877194597819377,
      "learning_rate": 1.656810301878844e-05,
      "loss": 0.1598,
      "step": 124669
    },
    {
      "epoch": 5.106287118574647,
      "grad_norm": 1.7339078697487627,
      "learning_rate": 1.6566613096410168e-05,
      "loss": 0.6141,
      "step": 124670
    },
    {
      "epoch": 5.1063280770018435,
      "grad_norm": 2.4986188449510336,
      "learning_rate": 1.656512323711142e-05,
      "loss": 1.7341,
      "step": 124671
    },
    {
      "epoch": 5.106369035429039,
      "grad_norm": 1.7732235566627663,
      "learning_rate": 1.6563633440892933e-05,
      "loss": 0.5091,
      "step": 124672
    },
    {
      "epoch": 5.106409993856236,
      "grad_norm": 1.2419987919422026,
      "learning_rate": 1.6562143707755448e-05,
      "loss": 0.3655,
      "step": 124673
    },
    {
      "epoch": 5.106450952283432,
      "grad_norm": 1.2251526761266616,
      "learning_rate": 1.6560654037699607e-05,
      "loss": 0.4091,
      "step": 124674
    },
    {
      "epoch": 5.106491910710629,
      "grad_norm": 0.7919484786893078,
      "learning_rate": 1.6559164430726185e-05,
      "loss": 0.0643,
      "step": 124675
    },
    {
      "epoch": 5.106532869137825,
      "grad_norm": 1.5495321775060564,
      "learning_rate": 1.6557674886835803e-05,
      "loss": 0.5676,
      "step": 124676
    },
    {
      "epoch": 5.106573827565022,
      "grad_norm": 0.6314006024032698,
      "learning_rate": 1.6556185406029226e-05,
      "loss": 0.0668,
      "step": 124677
    },
    {
      "epoch": 5.1066147859922175,
      "grad_norm": 1.4647132654528383,
      "learning_rate": 1.6554695988307152e-05,
      "loss": 0.2407,
      "step": 124678
    },
    {
      "epoch": 5.106655744419414,
      "grad_norm": 1.2512875588449006,
      "learning_rate": 1.655320663367027e-05,
      "loss": 0.3002,
      "step": 124679
    },
    {
      "epoch": 5.106696702846611,
      "grad_norm": 1.5683904767113659,
      "learning_rate": 1.655171734211927e-05,
      "loss": 0.5231,
      "step": 124680
    },
    {
      "epoch": 5.106737661273807,
      "grad_norm": 1.6341555323668742,
      "learning_rate": 1.6550228113654907e-05,
      "loss": 0.495,
      "step": 124681
    },
    {
      "epoch": 5.106778619701004,
      "grad_norm": 1.789712499814042,
      "learning_rate": 1.6548738948277813e-05,
      "loss": 0.6487,
      "step": 124682
    },
    {
      "epoch": 5.1068195781282,
      "grad_norm": 1.5052127890301674,
      "learning_rate": 1.6547249845988786e-05,
      "loss": 0.483,
      "step": 124683
    },
    {
      "epoch": 5.106860536555396,
      "grad_norm": 1.1135042806480355,
      "learning_rate": 1.6545760806788427e-05,
      "loss": 0.2243,
      "step": 124684
    },
    {
      "epoch": 5.106901494982592,
      "grad_norm": 2.1103905307617117,
      "learning_rate": 1.6544271830677487e-05,
      "loss": 0.8986,
      "step": 124685
    },
    {
      "epoch": 5.106942453409789,
      "grad_norm": 1.2067100910400683,
      "learning_rate": 1.6542782917656712e-05,
      "loss": 0.4467,
      "step": 124686
    },
    {
      "epoch": 5.1069834118369855,
      "grad_norm": 1.4238124979255133,
      "learning_rate": 1.654129406772672e-05,
      "loss": 0.4271,
      "step": 124687
    },
    {
      "epoch": 5.107024370264182,
      "grad_norm": 3.7297344760414415,
      "learning_rate": 1.6539805280888306e-05,
      "loss": 3.6246,
      "step": 124688
    },
    {
      "epoch": 5.1070653286913785,
      "grad_norm": 3.3312332652671035,
      "learning_rate": 1.6538316557142095e-05,
      "loss": 0.493,
      "step": 124689
    },
    {
      "epoch": 5.107106287118575,
      "grad_norm": 0.9764427489770567,
      "learning_rate": 1.6536827896488814e-05,
      "loss": 0.1934,
      "step": 124690
    },
    {
      "epoch": 5.107147245545771,
      "grad_norm": 1.6013310019843028,
      "learning_rate": 1.6535339298929214e-05,
      "loss": 0.462,
      "step": 124691
    },
    {
      "epoch": 5.107188203972967,
      "grad_norm": 1.6470850582663814,
      "learning_rate": 1.6533850764463922e-05,
      "loss": 0.6346,
      "step": 124692
    },
    {
      "epoch": 5.107229162400164,
      "grad_norm": 2.0166271254249994,
      "learning_rate": 1.65323622930937e-05,
      "loss": 0.8144,
      "step": 124693
    },
    {
      "epoch": 5.10727012082736,
      "grad_norm": 1.5222132170681857,
      "learning_rate": 1.653087388481925e-05,
      "loss": 0.4463,
      "step": 124694
    },
    {
      "epoch": 5.107311079254557,
      "grad_norm": 1.5953482729881634,
      "learning_rate": 1.6529385539641215e-05,
      "loss": 0.3938,
      "step": 124695
    },
    {
      "epoch": 5.107352037681753,
      "grad_norm": 1.3269797149547766,
      "learning_rate": 1.652789725756039e-05,
      "loss": 0.4943,
      "step": 124696
    },
    {
      "epoch": 5.107392996108949,
      "grad_norm": 1.4687334120831983,
      "learning_rate": 1.6526409038577393e-05,
      "loss": 0.4403,
      "step": 124697
    },
    {
      "epoch": 5.107433954536146,
      "grad_norm": 1.4699989064275827,
      "learning_rate": 1.6524920882692973e-05,
      "loss": 0.4984,
      "step": 124698
    },
    {
      "epoch": 5.107474912963342,
      "grad_norm": 1.058310717740068,
      "learning_rate": 1.6523432789907842e-05,
      "loss": 0.2505,
      "step": 124699
    },
    {
      "epoch": 5.107515871390539,
      "grad_norm": 1.561887475928134,
      "learning_rate": 1.652194476022267e-05,
      "loss": 0.5087,
      "step": 124700
    },
    {
      "epoch": 5.107556829817735,
      "grad_norm": 1.3264401959408654,
      "learning_rate": 1.6520456793638177e-05,
      "loss": 0.4626,
      "step": 124701
    },
    {
      "epoch": 5.107597788244932,
      "grad_norm": 1.5754750624691343,
      "learning_rate": 1.6518968890155088e-05,
      "loss": 0.5579,
      "step": 124702
    },
    {
      "epoch": 5.107638746672127,
      "grad_norm": 1.55661086073023,
      "learning_rate": 1.6517481049774055e-05,
      "loss": 0.4967,
      "step": 124703
    },
    {
      "epoch": 5.107679705099324,
      "grad_norm": 1.6268868662947658,
      "learning_rate": 1.651599327249585e-05,
      "loss": 0.6408,
      "step": 124704
    },
    {
      "epoch": 5.10772066352652,
      "grad_norm": 1.792906191743247,
      "learning_rate": 1.6514505558321096e-05,
      "loss": 0.6186,
      "step": 124705
    },
    {
      "epoch": 5.107761621953717,
      "grad_norm": 1.22495675961901,
      "learning_rate": 1.651301790725053e-05,
      "loss": 0.1809,
      "step": 124706
    },
    {
      "epoch": 5.1078025803809135,
      "grad_norm": 2.7889660668514207,
      "learning_rate": 1.651153031928492e-05,
      "loss": 2.0837,
      "step": 124707
    },
    {
      "epoch": 5.10784353880811,
      "grad_norm": 1.4721268341836322,
      "learning_rate": 1.6510042794424867e-05,
      "loss": 0.4176,
      "step": 124708
    },
    {
      "epoch": 5.107884497235307,
      "grad_norm": 1.2514700936108842,
      "learning_rate": 1.6508555332671113e-05,
      "loss": 0.2961,
      "step": 124709
    },
    {
      "epoch": 5.107925455662502,
      "grad_norm": 0.778802554893666,
      "learning_rate": 1.6507067934024416e-05,
      "loss": 0.1907,
      "step": 124710
    },
    {
      "epoch": 5.107966414089699,
      "grad_norm": 0.7401250824580707,
      "learning_rate": 1.6505580598485385e-05,
      "loss": 0.131,
      "step": 124711
    },
    {
      "epoch": 5.108007372516895,
      "grad_norm": 1.9885552835187053,
      "learning_rate": 1.6504093326054807e-05,
      "loss": 0.8854,
      "step": 124712
    },
    {
      "epoch": 5.108048330944092,
      "grad_norm": 1.4111098113273055,
      "learning_rate": 1.6502606116733314e-05,
      "loss": 0.3895,
      "step": 124713
    },
    {
      "epoch": 5.108089289371288,
      "grad_norm": 1.3808408073086798,
      "learning_rate": 1.6501118970521653e-05,
      "loss": 0.4777,
      "step": 124714
    },
    {
      "epoch": 5.108130247798485,
      "grad_norm": 0.8254072131721771,
      "learning_rate": 1.6499631887420527e-05,
      "loss": 0.1841,
      "step": 124715
    },
    {
      "epoch": 5.1081712062256805,
      "grad_norm": 1.7250172413363865,
      "learning_rate": 1.649814486743062e-05,
      "loss": 0.6271,
      "step": 124716
    },
    {
      "epoch": 5.108212164652877,
      "grad_norm": 1.0104339370350053,
      "learning_rate": 1.6496657910552625e-05,
      "loss": 0.2381,
      "step": 124717
    },
    {
      "epoch": 5.108253123080074,
      "grad_norm": 0.9596507158988845,
      "learning_rate": 1.649517101678731e-05,
      "loss": 0.2313,
      "step": 124718
    },
    {
      "epoch": 5.10829408150727,
      "grad_norm": 1.3509187938540628,
      "learning_rate": 1.649368418613528e-05,
      "loss": 0.3875,
      "step": 124719
    },
    {
      "epoch": 5.108335039934467,
      "grad_norm": 1.7182873205631857,
      "learning_rate": 1.649219741859733e-05,
      "loss": 0.7614,
      "step": 124720
    },
    {
      "epoch": 5.108375998361663,
      "grad_norm": 0.8044159542018446,
      "learning_rate": 1.6490710714174093e-05,
      "loss": 0.1385,
      "step": 124721
    },
    {
      "epoch": 5.108416956788859,
      "grad_norm": 1.7286071475171836,
      "learning_rate": 1.6489224072866304e-05,
      "loss": 0.51,
      "step": 124722
    },
    {
      "epoch": 5.108457915216055,
      "grad_norm": 1.686635791001661,
      "learning_rate": 1.648773749467469e-05,
      "loss": 0.4123,
      "step": 124723
    },
    {
      "epoch": 5.108498873643252,
      "grad_norm": 1.72517050864045,
      "learning_rate": 1.6486250979599907e-05,
      "loss": 0.5068,
      "step": 124724
    },
    {
      "epoch": 5.1085398320704485,
      "grad_norm": 1.612779540373534,
      "learning_rate": 1.6484764527642684e-05,
      "loss": 0.5105,
      "step": 124725
    },
    {
      "epoch": 5.108580790497645,
      "grad_norm": 1.3111739049251876,
      "learning_rate": 1.648327813880374e-05,
      "loss": 0.42,
      "step": 124726
    },
    {
      "epoch": 5.1086217489248416,
      "grad_norm": 1.6046108131119392,
      "learning_rate": 1.6481791813083705e-05,
      "loss": 0.4259,
      "step": 124727
    },
    {
      "epoch": 5.108662707352038,
      "grad_norm": 1.6033069960450768,
      "learning_rate": 1.6480305550483347e-05,
      "loss": 0.4944,
      "step": 124728
    },
    {
      "epoch": 5.108703665779234,
      "grad_norm": 1.5462652441972942,
      "learning_rate": 1.6478819351003363e-05,
      "loss": 0.4559,
      "step": 124729
    },
    {
      "epoch": 5.10874462420643,
      "grad_norm": 1.4346244610713588,
      "learning_rate": 1.647733321464444e-05,
      "loss": 0.404,
      "step": 124730
    },
    {
      "epoch": 5.108785582633627,
      "grad_norm": 1.3065488852722602,
      "learning_rate": 1.6475847141407306e-05,
      "loss": 0.2891,
      "step": 124731
    },
    {
      "epoch": 5.108826541060823,
      "grad_norm": 1.5912322883440804,
      "learning_rate": 1.6474361131292613e-05,
      "loss": 0.4892,
      "step": 124732
    },
    {
      "epoch": 5.10886749948802,
      "grad_norm": 1.8015874595224906,
      "learning_rate": 1.6472875184301075e-05,
      "loss": 0.7548,
      "step": 124733
    },
    {
      "epoch": 5.108908457915216,
      "grad_norm": 1.1296196120833732,
      "learning_rate": 1.647138930043346e-05,
      "loss": 0.3185,
      "step": 124734
    },
    {
      "epoch": 5.108949416342412,
      "grad_norm": 1.6416569084843913,
      "learning_rate": 1.6469903479690406e-05,
      "loss": 0.4938,
      "step": 124735
    },
    {
      "epoch": 5.108990374769609,
      "grad_norm": 1.546325436921781,
      "learning_rate": 1.646841772207262e-05,
      "loss": 0.5554,
      "step": 124736
    },
    {
      "epoch": 5.109031333196805,
      "grad_norm": 2.166778183261418,
      "learning_rate": 1.6466932027580854e-05,
      "loss": 1.2313,
      "step": 124737
    },
    {
      "epoch": 5.109072291624002,
      "grad_norm": 1.3686052092664578,
      "learning_rate": 1.6465446396215727e-05,
      "loss": 0.4377,
      "step": 124738
    },
    {
      "epoch": 5.109113250051198,
      "grad_norm": 1.4044588516325984,
      "learning_rate": 1.6463960827978034e-05,
      "loss": 0.5132,
      "step": 124739
    },
    {
      "epoch": 5.109154208478395,
      "grad_norm": 0.7518771341739329,
      "learning_rate": 1.6462475322868396e-05,
      "loss": 0.1837,
      "step": 124740
    },
    {
      "epoch": 5.10919516690559,
      "grad_norm": 1.428763133941839,
      "learning_rate": 1.646098988088756e-05,
      "loss": 0.5151,
      "step": 124741
    },
    {
      "epoch": 5.109236125332787,
      "grad_norm": 1.7647796150918909,
      "learning_rate": 1.6459504502036243e-05,
      "loss": 0.6145,
      "step": 124742
    },
    {
      "epoch": 5.1092770837599835,
      "grad_norm": 0.9230132081669964,
      "learning_rate": 1.645801918631509e-05,
      "loss": 0.1727,
      "step": 124743
    },
    {
      "epoch": 5.10931804218718,
      "grad_norm": 1.891105110003446,
      "learning_rate": 1.6456533933724843e-05,
      "loss": 0.6195,
      "step": 124744
    },
    {
      "epoch": 5.1093590006143765,
      "grad_norm": 1.3936166334789388,
      "learning_rate": 1.6455048744266226e-05,
      "loss": 0.1395,
      "step": 124745
    },
    {
      "epoch": 5.109399959041573,
      "grad_norm": 0.7520139863805999,
      "learning_rate": 1.6453563617939873e-05,
      "loss": 0.179,
      "step": 124746
    },
    {
      "epoch": 5.10944091746877,
      "grad_norm": 1.5588927484787733,
      "learning_rate": 1.6452078554746557e-05,
      "loss": 0.4146,
      "step": 124747
    },
    {
      "epoch": 5.109481875895965,
      "grad_norm": 2.241606016257711,
      "learning_rate": 1.6450593554686938e-05,
      "loss": 0.9023,
      "step": 124748
    },
    {
      "epoch": 5.109522834323162,
      "grad_norm": 1.3834522465485968,
      "learning_rate": 1.6449108617761715e-05,
      "loss": 0.3874,
      "step": 124749
    },
    {
      "epoch": 5.109563792750358,
      "grad_norm": 1.5092251331769762,
      "learning_rate": 1.644762374397162e-05,
      "loss": 0.4369,
      "step": 124750
    },
    {
      "epoch": 5.109604751177555,
      "grad_norm": 1.5560175585949443,
      "learning_rate": 1.6446138933317326e-05,
      "loss": 0.5089,
      "step": 124751
    },
    {
      "epoch": 5.109645709604751,
      "grad_norm": 1.4094786542996809,
      "learning_rate": 1.6444654185799543e-05,
      "loss": 0.4995,
      "step": 124752
    },
    {
      "epoch": 5.109686668031948,
      "grad_norm": 1.4358739044438742,
      "learning_rate": 1.6443169501419023e-05,
      "loss": 0.4053,
      "step": 124753
    },
    {
      "epoch": 5.109727626459144,
      "grad_norm": 1.381750580923352,
      "learning_rate": 1.6441684880176366e-05,
      "loss": 0.6291,
      "step": 124754
    },
    {
      "epoch": 5.10976858488634,
      "grad_norm": 1.5006062450334685,
      "learning_rate": 1.6440200322072385e-05,
      "loss": 0.3197,
      "step": 124755
    },
    {
      "epoch": 5.109809543313537,
      "grad_norm": 1.523179090339292,
      "learning_rate": 1.643871582710768e-05,
      "loss": 0.4604,
      "step": 124756
    },
    {
      "epoch": 5.109850501740733,
      "grad_norm": 0.8307516485677455,
      "learning_rate": 1.6437231395283003e-05,
      "loss": 0.2006,
      "step": 124757
    },
    {
      "epoch": 5.10989146016793,
      "grad_norm": 1.3198216487340417,
      "learning_rate": 1.6435747026599082e-05,
      "loss": 0.3287,
      "step": 124758
    },
    {
      "epoch": 5.109932418595126,
      "grad_norm": 1.2141047953136561,
      "learning_rate": 1.6434262721056575e-05,
      "loss": 0.2767,
      "step": 124759
    },
    {
      "epoch": 5.109973377022323,
      "grad_norm": 1.3139574927230266,
      "learning_rate": 1.6432778478656207e-05,
      "loss": 0.3622,
      "step": 124760
    },
    {
      "epoch": 5.110014335449518,
      "grad_norm": 1.0083607766524376,
      "learning_rate": 1.6431294299398662e-05,
      "loss": 0.227,
      "step": 124761
    },
    {
      "epoch": 5.110055293876715,
      "grad_norm": 1.244692412187363,
      "learning_rate": 1.6429810183284625e-05,
      "loss": 0.3607,
      "step": 124762
    },
    {
      "epoch": 5.1100962523039115,
      "grad_norm": 1.3707815122026252,
      "learning_rate": 1.6428326130314878e-05,
      "loss": 0.423,
      "step": 124763
    },
    {
      "epoch": 5.110137210731108,
      "grad_norm": 1.4755627898546624,
      "learning_rate": 1.642684214049002e-05,
      "loss": 0.4194,
      "step": 124764
    },
    {
      "epoch": 5.110178169158305,
      "grad_norm": 1.6882872408419443,
      "learning_rate": 1.6425358213810803e-05,
      "loss": 0.5732,
      "step": 124765
    },
    {
      "epoch": 5.110219127585501,
      "grad_norm": 1.296808164755905,
      "learning_rate": 1.6423874350277955e-05,
      "loss": 0.3823,
      "step": 124766
    },
    {
      "epoch": 5.110260086012697,
      "grad_norm": 1.5092147021393663,
      "learning_rate": 1.642239054989213e-05,
      "loss": 0.5289,
      "step": 124767
    },
    {
      "epoch": 5.110301044439893,
      "grad_norm": 1.4362888617401741,
      "learning_rate": 1.6420906812654072e-05,
      "loss": 0.5181,
      "step": 124768
    },
    {
      "epoch": 5.11034200286709,
      "grad_norm": 0.9836246297870868,
      "learning_rate": 1.641942313856442e-05,
      "loss": 0.1723,
      "step": 124769
    },
    {
      "epoch": 5.110382961294286,
      "grad_norm": 1.5419760248888716,
      "learning_rate": 1.641793952762392e-05,
      "loss": 0.4066,
      "step": 124770
    },
    {
      "epoch": 5.110423919721483,
      "grad_norm": 1.07031356684633,
      "learning_rate": 1.6416455979833305e-05,
      "loss": 0.254,
      "step": 124771
    },
    {
      "epoch": 5.1104648781486794,
      "grad_norm": 1.1735558225435505,
      "learning_rate": 1.641497249519319e-05,
      "loss": 0.2758,
      "step": 124772
    },
    {
      "epoch": 5.110505836575875,
      "grad_norm": 1.5980438305062785,
      "learning_rate": 1.641348907370433e-05,
      "loss": 0.462,
      "step": 124773
    },
    {
      "epoch": 5.110546795003072,
      "grad_norm": 1.0433825454664654,
      "learning_rate": 1.6412005715367464e-05,
      "loss": 0.19,
      "step": 124774
    },
    {
      "epoch": 5.110587753430268,
      "grad_norm": 1.5271926920960543,
      "learning_rate": 1.6410522420183204e-05,
      "loss": 0.3715,
      "step": 124775
    },
    {
      "epoch": 5.110628711857465,
      "grad_norm": 1.2805339593236533,
      "learning_rate": 1.6409039188152338e-05,
      "loss": 0.3298,
      "step": 124776
    },
    {
      "epoch": 5.110669670284661,
      "grad_norm": 1.2901845972490995,
      "learning_rate": 1.6407556019275493e-05,
      "loss": 0.2407,
      "step": 124777
    },
    {
      "epoch": 5.110710628711858,
      "grad_norm": 0.6616362818316268,
      "learning_rate": 1.640607291355339e-05,
      "loss": 0.1403,
      "step": 124778
    },
    {
      "epoch": 5.110751587139054,
      "grad_norm": 1.6415283875921436,
      "learning_rate": 1.640458987098679e-05,
      "loss": 0.6557,
      "step": 124779
    },
    {
      "epoch": 5.11079254556625,
      "grad_norm": 1.6298332916624578,
      "learning_rate": 1.6403106891576318e-05,
      "loss": 0.6111,
      "step": 124780
    },
    {
      "epoch": 5.1108335039934465,
      "grad_norm": 1.4822263278187762,
      "learning_rate": 1.6401623975322693e-05,
      "loss": 0.4586,
      "step": 124781
    },
    {
      "epoch": 5.110874462420643,
      "grad_norm": 1.4802247580314185,
      "learning_rate": 1.640014112222668e-05,
      "loss": 0.5268,
      "step": 124782
    },
    {
      "epoch": 5.11091542084784,
      "grad_norm": 1.2924665208759232,
      "learning_rate": 1.639865833228888e-05,
      "loss": 0.3592,
      "step": 124783
    },
    {
      "epoch": 5.110956379275036,
      "grad_norm": 1.1846166618884155,
      "learning_rate": 1.6397175605510072e-05,
      "loss": 0.2552,
      "step": 124784
    },
    {
      "epoch": 5.110997337702233,
      "grad_norm": 2.928845748820354,
      "learning_rate": 1.639569294189089e-05,
      "loss": 2.4056,
      "step": 124785
    },
    {
      "epoch": 5.111038296129428,
      "grad_norm": 1.8352424862588788,
      "learning_rate": 1.639421034143209e-05,
      "loss": 0.5877,
      "step": 124786
    },
    {
      "epoch": 5.111079254556625,
      "grad_norm": 1.5531982362186811,
      "learning_rate": 1.639272780413438e-05,
      "loss": 0.461,
      "step": 124787
    },
    {
      "epoch": 5.111120212983821,
      "grad_norm": 1.0877865609316477,
      "learning_rate": 1.6391245329998398e-05,
      "loss": 0.2882,
      "step": 124788
    },
    {
      "epoch": 5.111161171411018,
      "grad_norm": 0.9300644887265845,
      "learning_rate": 1.638976291902489e-05,
      "loss": 0.1994,
      "step": 124789
    },
    {
      "epoch": 5.111202129838214,
      "grad_norm": 1.4793065891583739,
      "learning_rate": 1.6388280571214573e-05,
      "loss": 0.3749,
      "step": 124790
    },
    {
      "epoch": 5.111243088265411,
      "grad_norm": 1.294748656532898,
      "learning_rate": 1.6386798286568097e-05,
      "loss": 0.2774,
      "step": 124791
    },
    {
      "epoch": 5.111284046692607,
      "grad_norm": 1.1936353793251826,
      "learning_rate": 1.6385316065086212e-05,
      "loss": 0.482,
      "step": 124792
    },
    {
      "epoch": 5.111325005119803,
      "grad_norm": 0.8566531733917868,
      "learning_rate": 1.6383833906769567e-05,
      "loss": 0.237,
      "step": 124793
    },
    {
      "epoch": 5.111365963547,
      "grad_norm": 1.6468004715838471,
      "learning_rate": 1.638235181161891e-05,
      "loss": 0.6105,
      "step": 124794
    },
    {
      "epoch": 5.111406921974196,
      "grad_norm": 1.5527084601942525,
      "learning_rate": 1.6380869779634925e-05,
      "loss": 0.5873,
      "step": 124795
    },
    {
      "epoch": 5.111447880401393,
      "grad_norm": 1.523041163390361,
      "learning_rate": 1.6379387810818327e-05,
      "loss": 0.568,
      "step": 124796
    },
    {
      "epoch": 5.111488838828589,
      "grad_norm": 1.455144359336836,
      "learning_rate": 1.6377905905169787e-05,
      "loss": 0.5161,
      "step": 124797
    },
    {
      "epoch": 5.111529797255786,
      "grad_norm": 1.7623873920143418,
      "learning_rate": 1.637642406269003e-05,
      "loss": 0.738,
      "step": 124798
    },
    {
      "epoch": 5.1115707556829815,
      "grad_norm": 2.0396575908086674,
      "learning_rate": 1.637494228337971e-05,
      "loss": 0.6606,
      "step": 124799
    },
    {
      "epoch": 5.111611714110178,
      "grad_norm": 0.9111799509634211,
      "learning_rate": 1.6373460567239576e-05,
      "loss": 0.1915,
      "step": 124800
    },
    {
      "epoch": 5.1116526725373745,
      "grad_norm": 3.1245821646325465,
      "learning_rate": 1.6371978914270346e-05,
      "loss": 2.4288,
      "step": 124801
    },
    {
      "epoch": 5.111693630964571,
      "grad_norm": 1.8561339817312086,
      "learning_rate": 1.6370497324472647e-05,
      "loss": 0.5465,
      "step": 124802
    },
    {
      "epoch": 5.111734589391768,
      "grad_norm": 1.5435518802412658,
      "learning_rate": 1.636901579784727e-05,
      "loss": 0.588,
      "step": 124803
    },
    {
      "epoch": 5.111775547818964,
      "grad_norm": 0.9525849809578574,
      "learning_rate": 1.636753433439484e-05,
      "loss": 0.2034,
      "step": 124804
    },
    {
      "epoch": 5.11181650624616,
      "grad_norm": 1.7636612779062526,
      "learning_rate": 1.6366052934116074e-05,
      "loss": 0.6413,
      "step": 124805
    },
    {
      "epoch": 5.111857464673356,
      "grad_norm": 1.5342655829138778,
      "learning_rate": 1.636457159701171e-05,
      "loss": 0.4797,
      "step": 124806
    },
    {
      "epoch": 5.111898423100553,
      "grad_norm": 0.7690976494770292,
      "learning_rate": 1.6363090323082397e-05,
      "loss": 0.0879,
      "step": 124807
    },
    {
      "epoch": 5.111939381527749,
      "grad_norm": 1.4018539725068127,
      "learning_rate": 1.636160911232886e-05,
      "loss": 0.3081,
      "step": 124808
    },
    {
      "epoch": 5.111980339954946,
      "grad_norm": 0.7598663519618218,
      "learning_rate": 1.636012796475184e-05,
      "loss": 0.1926,
      "step": 124809
    },
    {
      "epoch": 5.1120212983821425,
      "grad_norm": 1.533378266334115,
      "learning_rate": 1.635864688035195e-05,
      "loss": 0.417,
      "step": 124810
    },
    {
      "epoch": 5.112062256809338,
      "grad_norm": 1.4001025334815707,
      "learning_rate": 1.635716585912997e-05,
      "loss": 0.3993,
      "step": 124811
    },
    {
      "epoch": 5.112103215236535,
      "grad_norm": 1.5980002624185246,
      "learning_rate": 1.635568490108654e-05,
      "loss": 0.5124,
      "step": 124812
    },
    {
      "epoch": 5.112144173663731,
      "grad_norm": 1.782836917476608,
      "learning_rate": 1.6354204006222386e-05,
      "loss": 0.6029,
      "step": 124813
    },
    {
      "epoch": 5.112185132090928,
      "grad_norm": 1.5372184012633598,
      "learning_rate": 1.6352723174538247e-05,
      "loss": 0.5207,
      "step": 124814
    },
    {
      "epoch": 5.112226090518124,
      "grad_norm": 1.3712789868570046,
      "learning_rate": 1.635124240603475e-05,
      "loss": 0.4506,
      "step": 124815
    },
    {
      "epoch": 5.112267048945321,
      "grad_norm": 2.0926254981103667,
      "learning_rate": 1.6349761700712645e-05,
      "loss": 0.9287,
      "step": 124816
    },
    {
      "epoch": 5.112308007372517,
      "grad_norm": 1.5611316953218184,
      "learning_rate": 1.6348281058572632e-05,
      "loss": 0.5646,
      "step": 124817
    },
    {
      "epoch": 5.112348965799713,
      "grad_norm": 1.443813478221352,
      "learning_rate": 1.634680047961536e-05,
      "loss": 0.5309,
      "step": 124818
    },
    {
      "epoch": 5.1123899242269095,
      "grad_norm": 1.2011725603945664,
      "learning_rate": 1.6345319963841602e-05,
      "loss": 0.2643,
      "step": 124819
    },
    {
      "epoch": 5.112430882654106,
      "grad_norm": 1.5478897175622774,
      "learning_rate": 1.6343839511251998e-05,
      "loss": 0.5464,
      "step": 124820
    },
    {
      "epoch": 5.112471841081303,
      "grad_norm": 1.4026575401850367,
      "learning_rate": 1.6342359121847254e-05,
      "loss": 0.3769,
      "step": 124821
    },
    {
      "epoch": 5.112512799508499,
      "grad_norm": 2.1490025183243286,
      "learning_rate": 1.634087879562813e-05,
      "loss": 1.0951,
      "step": 124822
    },
    {
      "epoch": 5.112553757935696,
      "grad_norm": 1.2635135714665624,
      "learning_rate": 1.6339398532595248e-05,
      "loss": 0.4517,
      "step": 124823
    },
    {
      "epoch": 5.112594716362891,
      "grad_norm": 1.0653023054060138,
      "learning_rate": 1.6337918332749356e-05,
      "loss": 0.2241,
      "step": 124824
    },
    {
      "epoch": 5.112635674790088,
      "grad_norm": 0.8162981567710638,
      "learning_rate": 1.6336438196091152e-05,
      "loss": 0.2099,
      "step": 124825
    },
    {
      "epoch": 5.112676633217284,
      "grad_norm": 1.7687377798438932,
      "learning_rate": 1.63349581226213e-05,
      "loss": 0.5895,
      "step": 124826
    },
    {
      "epoch": 5.112717591644481,
      "grad_norm": 1.5137921150888431,
      "learning_rate": 1.6333478112340552e-05,
      "loss": 0.4872,
      "step": 124827
    },
    {
      "epoch": 5.1127585500716775,
      "grad_norm": 1.2881528500907913,
      "learning_rate": 1.6331998165249562e-05,
      "loss": 0.4276,
      "step": 124828
    },
    {
      "epoch": 5.112799508498874,
      "grad_norm": 1.5501534728438906,
      "learning_rate": 1.633051828134902e-05,
      "loss": 0.5932,
      "step": 124829
    },
    {
      "epoch": 5.11284046692607,
      "grad_norm": 1.2680078830120394,
      "learning_rate": 1.6329038460639698e-05,
      "loss": 0.3072,
      "step": 124830
    },
    {
      "epoch": 5.112881425353266,
      "grad_norm": 0.8111039422823493,
      "learning_rate": 1.632755870312223e-05,
      "loss": 0.1782,
      "step": 124831
    },
    {
      "epoch": 5.112922383780463,
      "grad_norm": 0.7943256572243631,
      "learning_rate": 1.632607900879736e-05,
      "loss": 0.1977,
      "step": 124832
    },
    {
      "epoch": 5.112963342207659,
      "grad_norm": 1.5463895669613206,
      "learning_rate": 1.6324599377665727e-05,
      "loss": 0.4037,
      "step": 124833
    },
    {
      "epoch": 5.113004300634856,
      "grad_norm": 1.570767415283421,
      "learning_rate": 1.6323119809728076e-05,
      "loss": 0.5119,
      "step": 124834
    },
    {
      "epoch": 5.113045259062052,
      "grad_norm": 2.573347729615349,
      "learning_rate": 1.6321640304985108e-05,
      "loss": 1.7317,
      "step": 124835
    },
    {
      "epoch": 5.113086217489249,
      "grad_norm": 1.8781300421441278,
      "learning_rate": 1.6320160863437503e-05,
      "loss": 0.6364,
      "step": 124836
    },
    {
      "epoch": 5.1131271759164445,
      "grad_norm": 1.469880024921322,
      "learning_rate": 1.6318681485085948e-05,
      "loss": 0.4306,
      "step": 124837
    },
    {
      "epoch": 5.113168134343641,
      "grad_norm": 1.6142868849738543,
      "learning_rate": 1.631720216993121e-05,
      "loss": 0.4784,
      "step": 124838
    },
    {
      "epoch": 5.113209092770838,
      "grad_norm": 0.9056758439046708,
      "learning_rate": 1.63157229179739e-05,
      "loss": 0.1939,
      "step": 124839
    },
    {
      "epoch": 5.113250051198034,
      "grad_norm": 2.0455664530105335,
      "learning_rate": 1.6314243729214803e-05,
      "loss": 1.0171,
      "step": 124840
    },
    {
      "epoch": 5.113291009625231,
      "grad_norm": 1.4006564023877144,
      "learning_rate": 1.631276460365454e-05,
      "loss": 0.518,
      "step": 124841
    },
    {
      "epoch": 5.113331968052427,
      "grad_norm": 1.2723491753082328,
      "learning_rate": 1.6311285541293833e-05,
      "loss": 0.3859,
      "step": 124842
    },
    {
      "epoch": 5.113372926479623,
      "grad_norm": 1.8439936230764744,
      "learning_rate": 1.630980654213344e-05,
      "loss": 0.6177,
      "step": 124843
    },
    {
      "epoch": 5.113413884906819,
      "grad_norm": 1.541232462120048,
      "learning_rate": 1.630832760617396e-05,
      "loss": 0.4861,
      "step": 124844
    },
    {
      "epoch": 5.113454843334016,
      "grad_norm": 1.7021489887477483,
      "learning_rate": 1.6306848733416172e-05,
      "loss": 0.5682,
      "step": 124845
    },
    {
      "epoch": 5.113495801761212,
      "grad_norm": 2.0530339501359824,
      "learning_rate": 1.630536992386076e-05,
      "loss": 0.8665,
      "step": 124846
    },
    {
      "epoch": 5.113536760188409,
      "grad_norm": 1.1988376074794103,
      "learning_rate": 1.630389117750838e-05,
      "loss": 0.3349,
      "step": 124847
    },
    {
      "epoch": 5.1135777186156055,
      "grad_norm": 1.0035883040476947,
      "learning_rate": 1.63024124943598e-05,
      "loss": 0.2021,
      "step": 124848
    },
    {
      "epoch": 5.113618677042801,
      "grad_norm": 1.4640634204583522,
      "learning_rate": 1.630093387441565e-05,
      "loss": 0.5288,
      "step": 124849
    },
    {
      "epoch": 5.113659635469998,
      "grad_norm": 0.9420411746204944,
      "learning_rate": 1.6299455317676656e-05,
      "loss": 0.2135,
      "step": 124850
    },
    {
      "epoch": 5.113700593897194,
      "grad_norm": 1.488796367710124,
      "learning_rate": 1.6297976824143555e-05,
      "loss": 0.4605,
      "step": 124851
    },
    {
      "epoch": 5.113741552324391,
      "grad_norm": 1.6928668023391866,
      "learning_rate": 1.629649839381699e-05,
      "loss": 0.6063,
      "step": 124852
    },
    {
      "epoch": 5.113782510751587,
      "grad_norm": 1.3824817490726222,
      "learning_rate": 1.629502002669767e-05,
      "loss": 0.4123,
      "step": 124853
    },
    {
      "epoch": 5.113823469178784,
      "grad_norm": 1.515462048349066,
      "learning_rate": 1.6293541722786334e-05,
      "loss": 0.3071,
      "step": 124854
    },
    {
      "epoch": 5.11386442760598,
      "grad_norm": 1.1289332026299925,
      "learning_rate": 1.629206348208364e-05,
      "loss": 0.214,
      "step": 124855
    },
    {
      "epoch": 5.113905386033176,
      "grad_norm": 1.5131453572485722,
      "learning_rate": 1.6290585304590315e-05,
      "loss": 0.5122,
      "step": 124856
    },
    {
      "epoch": 5.1139463444603726,
      "grad_norm": 1.3274875003372164,
      "learning_rate": 1.628910719030701e-05,
      "loss": 0.4207,
      "step": 124857
    },
    {
      "epoch": 5.113987302887569,
      "grad_norm": 1.3301307624254304,
      "learning_rate": 1.628762913923446e-05,
      "loss": 0.4033,
      "step": 124858
    },
    {
      "epoch": 5.114028261314766,
      "grad_norm": 1.2382230101286644,
      "learning_rate": 1.6286151151373393e-05,
      "loss": 0.2283,
      "step": 124859
    },
    {
      "epoch": 5.114069219741962,
      "grad_norm": 1.4610433450773181,
      "learning_rate": 1.6284673226724448e-05,
      "loss": 0.4504,
      "step": 124860
    },
    {
      "epoch": 5.114110178169159,
      "grad_norm": 1.485848745157748,
      "learning_rate": 1.628319536528834e-05,
      "loss": 0.4855,
      "step": 124861
    },
    {
      "epoch": 5.114151136596354,
      "grad_norm": 1.784496507283249,
      "learning_rate": 1.6281717567065827e-05,
      "loss": 0.6644,
      "step": 124862
    },
    {
      "epoch": 5.114192095023551,
      "grad_norm": 1.6075507690737463,
      "learning_rate": 1.62802398320575e-05,
      "loss": 0.5291,
      "step": 124863
    },
    {
      "epoch": 5.114233053450747,
      "grad_norm": 3.1335699981406178,
      "learning_rate": 1.6278762160264173e-05,
      "loss": 0.8318,
      "step": 124864
    },
    {
      "epoch": 5.114274011877944,
      "grad_norm": 1.451337843718772,
      "learning_rate": 1.6277284551686447e-05,
      "loss": 0.4762,
      "step": 124865
    },
    {
      "epoch": 5.1143149703051405,
      "grad_norm": 1.3723675462047686,
      "learning_rate": 1.6275807006325086e-05,
      "loss": 0.3493,
      "step": 124866
    },
    {
      "epoch": 5.114355928732337,
      "grad_norm": 1.403046874779755,
      "learning_rate": 1.6274329524180773e-05,
      "loss": 0.3816,
      "step": 124867
    },
    {
      "epoch": 5.114396887159533,
      "grad_norm": 1.869609480579777,
      "learning_rate": 1.6272852105254157e-05,
      "loss": 0.6497,
      "step": 124868
    },
    {
      "epoch": 5.114437845586729,
      "grad_norm": 1.4861591343247904,
      "learning_rate": 1.627137474954599e-05,
      "loss": 0.5081,
      "step": 124869
    },
    {
      "epoch": 5.114478804013926,
      "grad_norm": 1.7055599218432829,
      "learning_rate": 1.6269897457056986e-05,
      "loss": 0.6835,
      "step": 124870
    },
    {
      "epoch": 5.114519762441122,
      "grad_norm": 0.9520254511110795,
      "learning_rate": 1.6268420227787776e-05,
      "loss": 0.1625,
      "step": 124871
    },
    {
      "epoch": 5.114560720868319,
      "grad_norm": 1.498570824347174,
      "learning_rate": 1.6266943061739096e-05,
      "loss": 0.6514,
      "step": 124872
    },
    {
      "epoch": 5.114601679295515,
      "grad_norm": 1.3726818923509152,
      "learning_rate": 1.6265465958911678e-05,
      "loss": 0.5496,
      "step": 124873
    },
    {
      "epoch": 5.114642637722712,
      "grad_norm": 1.7553367158653417,
      "learning_rate": 1.6263988919306155e-05,
      "loss": 0.6995,
      "step": 124874
    },
    {
      "epoch": 5.1146835961499075,
      "grad_norm": 1.533130158663153,
      "learning_rate": 1.626251194292329e-05,
      "loss": 0.5956,
      "step": 124875
    },
    {
      "epoch": 5.114724554577104,
      "grad_norm": 1.4312481380941375,
      "learning_rate": 1.626103502976372e-05,
      "loss": 0.4631,
      "step": 124876
    },
    {
      "epoch": 5.114765513004301,
      "grad_norm": 1.4552684621211494,
      "learning_rate": 1.6259558179828176e-05,
      "loss": 0.5132,
      "step": 124877
    },
    {
      "epoch": 5.114806471431497,
      "grad_norm": 1.6060299719174,
      "learning_rate": 1.6258081393117373e-05,
      "loss": 0.529,
      "step": 124878
    },
    {
      "epoch": 5.114847429858694,
      "grad_norm": 1.2188060393559739,
      "learning_rate": 1.6256604669631963e-05,
      "loss": 0.3242,
      "step": 124879
    },
    {
      "epoch": 5.11488838828589,
      "grad_norm": 1.8259525857324574,
      "learning_rate": 1.6255128009372677e-05,
      "loss": 0.6127,
      "step": 124880
    },
    {
      "epoch": 5.114929346713086,
      "grad_norm": 1.9950385891329894,
      "learning_rate": 1.625365141234023e-05,
      "loss": 1.106,
      "step": 124881
    },
    {
      "epoch": 5.114970305140282,
      "grad_norm": 1.7065082332341948,
      "learning_rate": 1.6252174878535257e-05,
      "loss": 0.5957,
      "step": 124882
    },
    {
      "epoch": 5.115011263567479,
      "grad_norm": 0.9402645455042126,
      "learning_rate": 1.625069840795854e-05,
      "loss": 0.1361,
      "step": 124883
    },
    {
      "epoch": 5.1150522219946755,
      "grad_norm": 1.5185167983822903,
      "learning_rate": 1.6249222000610694e-05,
      "loss": 0.4657,
      "step": 124884
    },
    {
      "epoch": 5.115093180421872,
      "grad_norm": 1.435353782695971,
      "learning_rate": 1.6247745656492456e-05,
      "loss": 0.5143,
      "step": 124885
    },
    {
      "epoch": 5.1151341388490685,
      "grad_norm": 1.150610671493492,
      "learning_rate": 1.6246269375604552e-05,
      "loss": 0.3565,
      "step": 124886
    },
    {
      "epoch": 5.115175097276264,
      "grad_norm": 1.590206030789629,
      "learning_rate": 1.624479315794762e-05,
      "loss": 0.5147,
      "step": 124887
    },
    {
      "epoch": 5.115216055703461,
      "grad_norm": 0.833044522104373,
      "learning_rate": 1.6243317003522377e-05,
      "loss": 0.0775,
      "step": 124888
    },
    {
      "epoch": 5.115257014130657,
      "grad_norm": 2.2898857158512755,
      "learning_rate": 1.6241840912329586e-05,
      "loss": 0.8605,
      "step": 124889
    },
    {
      "epoch": 5.115297972557854,
      "grad_norm": 2.7917547768774034,
      "learning_rate": 1.6240364884369844e-05,
      "loss": 2.1446,
      "step": 124890
    },
    {
      "epoch": 5.11533893098505,
      "grad_norm": 0.8291516008119195,
      "learning_rate": 1.6238888919643924e-05,
      "loss": 0.207,
      "step": 124891
    },
    {
      "epoch": 5.115379889412247,
      "grad_norm": 1.056491614644065,
      "learning_rate": 1.623741301815247e-05,
      "loss": 0.1917,
      "step": 124892
    },
    {
      "epoch": 5.115420847839443,
      "grad_norm": 1.6873050551101312,
      "learning_rate": 1.6235937179896214e-05,
      "loss": 0.5016,
      "step": 124893
    },
    {
      "epoch": 5.115461806266639,
      "grad_norm": 1.1457711241518376,
      "learning_rate": 1.623446140487586e-05,
      "loss": 0.2359,
      "step": 124894
    },
    {
      "epoch": 5.115502764693836,
      "grad_norm": 0.693189600825463,
      "learning_rate": 1.6232985693092072e-05,
      "loss": 0.0895,
      "step": 124895
    },
    {
      "epoch": 5.115543723121032,
      "grad_norm": 1.3627536440951775,
      "learning_rate": 1.6231510044545564e-05,
      "loss": 0.5035,
      "step": 124896
    },
    {
      "epoch": 5.115584681548229,
      "grad_norm": 1.4286920293236676,
      "learning_rate": 1.6230034459237058e-05,
      "loss": 0.4454,
      "step": 124897
    },
    {
      "epoch": 5.115625639975425,
      "grad_norm": 1.442044472041623,
      "learning_rate": 1.622855893716721e-05,
      "loss": 0.4436,
      "step": 124898
    },
    {
      "epoch": 5.115666598402622,
      "grad_norm": 1.4225389129582182,
      "learning_rate": 1.6227083478336767e-05,
      "loss": 0.4573,
      "step": 124899
    },
    {
      "epoch": 5.115707556829817,
      "grad_norm": 1.5241141235061957,
      "learning_rate": 1.6225608082746365e-05,
      "loss": 0.5291,
      "step": 124900
    },
    {
      "epoch": 5.115748515257014,
      "grad_norm": 1.0292530216484843,
      "learning_rate": 1.622413275039673e-05,
      "loss": 0.2729,
      "step": 124901
    },
    {
      "epoch": 5.11578947368421,
      "grad_norm": 2.913930203144388,
      "learning_rate": 1.6222657481288588e-05,
      "loss": 2.0409,
      "step": 124902
    },
    {
      "epoch": 5.115830432111407,
      "grad_norm": 1.8661032527962234,
      "learning_rate": 1.622118227542259e-05,
      "loss": 0.6961,
      "step": 124903
    },
    {
      "epoch": 5.1158713905386035,
      "grad_norm": 1.0809616170200296,
      "learning_rate": 1.621970713279947e-05,
      "loss": 0.2818,
      "step": 124904
    },
    {
      "epoch": 5.1159123489658,
      "grad_norm": 1.2954823681071137,
      "learning_rate": 1.6218232053419896e-05,
      "loss": 0.4658,
      "step": 124905
    },
    {
      "epoch": 5.115953307392996,
      "grad_norm": 1.8469894551003747,
      "learning_rate": 1.6216757037284577e-05,
      "loss": 0.83,
      "step": 124906
    },
    {
      "epoch": 5.115994265820192,
      "grad_norm": 1.6213000643566475,
      "learning_rate": 1.6215282084394237e-05,
      "loss": 0.5184,
      "step": 124907
    },
    {
      "epoch": 5.116035224247389,
      "grad_norm": 0.9300098504259666,
      "learning_rate": 1.6213807194749507e-05,
      "loss": 0.1791,
      "step": 124908
    },
    {
      "epoch": 5.116076182674585,
      "grad_norm": 1.4188219974054506,
      "learning_rate": 1.621233236835115e-05,
      "loss": 0.434,
      "step": 124909
    },
    {
      "epoch": 5.116117141101782,
      "grad_norm": 1.023772688105618,
      "learning_rate": 1.621085760519985e-05,
      "loss": 0.2782,
      "step": 124910
    },
    {
      "epoch": 5.116158099528978,
      "grad_norm": 1.3870438960965064,
      "learning_rate": 1.6209382905296276e-05,
      "loss": 0.382,
      "step": 124911
    },
    {
      "epoch": 5.116199057956175,
      "grad_norm": 1.1678384297160036,
      "learning_rate": 1.6207908268641158e-05,
      "loss": 0.3479,
      "step": 124912
    },
    {
      "epoch": 5.116240016383371,
      "grad_norm": 1.0050951517122266,
      "learning_rate": 1.620643369523516e-05,
      "loss": 0.2524,
      "step": 124913
    },
    {
      "epoch": 5.116280974810567,
      "grad_norm": 1.1688296820999562,
      "learning_rate": 1.6204959185078985e-05,
      "loss": 0.2508,
      "step": 124914
    },
    {
      "epoch": 5.116321933237764,
      "grad_norm": 0.7614463569021704,
      "learning_rate": 1.6203484738173382e-05,
      "loss": 0.1167,
      "step": 124915
    },
    {
      "epoch": 5.11636289166496,
      "grad_norm": 1.0199050485613401,
      "learning_rate": 1.6202010354518968e-05,
      "loss": 0.1869,
      "step": 124916
    },
    {
      "epoch": 5.116403850092157,
      "grad_norm": 1.5948988363029806,
      "learning_rate": 1.6200536034116492e-05,
      "loss": 0.499,
      "step": 124917
    },
    {
      "epoch": 5.116444808519353,
      "grad_norm": 1.669156113949724,
      "learning_rate": 1.6199061776966665e-05,
      "loss": 0.5452,
      "step": 124918
    },
    {
      "epoch": 5.116485766946549,
      "grad_norm": 1.5583303909797446,
      "learning_rate": 1.6197587583070125e-05,
      "loss": 0.4272,
      "step": 124919
    },
    {
      "epoch": 5.116526725373745,
      "grad_norm": 1.893275079454948,
      "learning_rate": 1.6196113452427624e-05,
      "loss": 0.6628,
      "step": 124920
    },
    {
      "epoch": 5.116567683800942,
      "grad_norm": 1.0038010153793608,
      "learning_rate": 1.619463938503982e-05,
      "loss": 0.1049,
      "step": 124921
    },
    {
      "epoch": 5.1166086422281385,
      "grad_norm": 1.5432137071634562,
      "learning_rate": 1.619316538090742e-05,
      "loss": 0.4394,
      "step": 124922
    },
    {
      "epoch": 5.116649600655335,
      "grad_norm": 1.9872910809048268,
      "learning_rate": 1.619169144003115e-05,
      "loss": 0.7165,
      "step": 124923
    },
    {
      "epoch": 5.116690559082532,
      "grad_norm": 1.0542763503060228,
      "learning_rate": 1.619021756241167e-05,
      "loss": 0.2398,
      "step": 124924
    },
    {
      "epoch": 5.116731517509727,
      "grad_norm": 1.3297498194240107,
      "learning_rate": 1.6188743748049664e-05,
      "loss": 0.4085,
      "step": 124925
    },
    {
      "epoch": 5.116772475936924,
      "grad_norm": 1.2966441504158777,
      "learning_rate": 1.6187269996945912e-05,
      "loss": 0.2902,
      "step": 124926
    },
    {
      "epoch": 5.11681343436412,
      "grad_norm": 1.5814210414697507,
      "learning_rate": 1.6185796309101007e-05,
      "loss": 0.6322,
      "step": 124927
    },
    {
      "epoch": 5.116854392791317,
      "grad_norm": 1.398772249134501,
      "learning_rate": 1.618432268451573e-05,
      "loss": 0.4704,
      "step": 124928
    },
    {
      "epoch": 5.116895351218513,
      "grad_norm": 0.7614358918329808,
      "learning_rate": 1.6182849123190704e-05,
      "loss": 0.1686,
      "step": 124929
    },
    {
      "epoch": 5.11693630964571,
      "grad_norm": 2.0249850054292393,
      "learning_rate": 1.6181375625126675e-05,
      "loss": 0.8118,
      "step": 124930
    },
    {
      "epoch": 5.116977268072906,
      "grad_norm": 1.66786793555695,
      "learning_rate": 1.6179902190324356e-05,
      "loss": 0.6356,
      "step": 124931
    },
    {
      "epoch": 5.117018226500102,
      "grad_norm": 1.6069123884975993,
      "learning_rate": 1.6178428818784365e-05,
      "loss": 0.4968,
      "step": 124932
    },
    {
      "epoch": 5.117059184927299,
      "grad_norm": 1.4498655844518973,
      "learning_rate": 1.6176955510507474e-05,
      "loss": 0.3736,
      "step": 124933
    },
    {
      "epoch": 5.117100143354495,
      "grad_norm": 1.5387134342707367,
      "learning_rate": 1.6175482265494355e-05,
      "loss": 0.5575,
      "step": 124934
    },
    {
      "epoch": 5.117141101781692,
      "grad_norm": 1.9429387975597578,
      "learning_rate": 1.61740090837457e-05,
      "loss": 0.668,
      "step": 124935
    },
    {
      "epoch": 5.117182060208888,
      "grad_norm": 1.0255690926034073,
      "learning_rate": 1.6172535965262216e-05,
      "loss": 0.1997,
      "step": 124936
    },
    {
      "epoch": 5.117223018636085,
      "grad_norm": 1.4652698030960283,
      "learning_rate": 1.6171062910044597e-05,
      "loss": 0.5636,
      "step": 124937
    },
    {
      "epoch": 5.11726397706328,
      "grad_norm": 1.4050478304697989,
      "learning_rate": 1.6169589918093518e-05,
      "loss": 0.4268,
      "step": 124938
    },
    {
      "epoch": 5.117304935490477,
      "grad_norm": 4.012715203968916,
      "learning_rate": 1.6168116989409698e-05,
      "loss": 0.4287,
      "step": 124939
    },
    {
      "epoch": 5.1173458939176735,
      "grad_norm": 0.8392179750653534,
      "learning_rate": 1.6166644123993815e-05,
      "loss": 0.1751,
      "step": 124940
    },
    {
      "epoch": 5.11738685234487,
      "grad_norm": 1.1752319186972227,
      "learning_rate": 1.616517132184656e-05,
      "loss": 0.304,
      "step": 124941
    },
    {
      "epoch": 5.1174278107720665,
      "grad_norm": 1.4872170367964022,
      "learning_rate": 1.616369858296869e-05,
      "loss": 0.4905,
      "step": 124942
    },
    {
      "epoch": 5.117468769199263,
      "grad_norm": 1.0268302859557934,
      "learning_rate": 1.616222590736083e-05,
      "loss": 0.1846,
      "step": 124943
    },
    {
      "epoch": 5.117509727626459,
      "grad_norm": 1.7878848358852755,
      "learning_rate": 1.6160753295023694e-05,
      "loss": 0.6909,
      "step": 124944
    },
    {
      "epoch": 5.117550686053655,
      "grad_norm": 1.6991760012638835,
      "learning_rate": 1.6159280745958008e-05,
      "loss": 0.5336,
      "step": 124945
    },
    {
      "epoch": 5.117591644480852,
      "grad_norm": 1.6738171148732244,
      "learning_rate": 1.6157808260164447e-05,
      "loss": 0.6056,
      "step": 124946
    },
    {
      "epoch": 5.117632602908048,
      "grad_norm": 1.2963836000463498,
      "learning_rate": 1.6156335837643718e-05,
      "loss": 0.3667,
      "step": 124947
    },
    {
      "epoch": 5.117673561335245,
      "grad_norm": 1.0716429765215643,
      "learning_rate": 1.615486347839648e-05,
      "loss": 0.2799,
      "step": 124948
    },
    {
      "epoch": 5.117714519762441,
      "grad_norm": 1.5259774694365804,
      "learning_rate": 1.6153391182423442e-05,
      "loss": 0.4276,
      "step": 124949
    },
    {
      "epoch": 5.117755478189638,
      "grad_norm": 1.3978203581040314,
      "learning_rate": 1.6151918949725358e-05,
      "loss": 0.54,
      "step": 124950
    },
    {
      "epoch": 5.117796436616834,
      "grad_norm": 1.3982071648291488,
      "learning_rate": 1.6150446780302854e-05,
      "loss": 0.4129,
      "step": 124951
    },
    {
      "epoch": 5.11783739504403,
      "grad_norm": 1.3895315656959109,
      "learning_rate": 1.614897467415664e-05,
      "loss": 0.3745,
      "step": 124952
    },
    {
      "epoch": 5.117878353471227,
      "grad_norm": 1.6098727526048668,
      "learning_rate": 1.614750263128746e-05,
      "loss": 0.5915,
      "step": 124953
    },
    {
      "epoch": 5.117919311898423,
      "grad_norm": 0.8129874998016682,
      "learning_rate": 1.614603065169594e-05,
      "loss": 0.0869,
      "step": 124954
    },
    {
      "epoch": 5.11796027032562,
      "grad_norm": 1.675348272728794,
      "learning_rate": 1.6144558735382858e-05,
      "loss": 0.5784,
      "step": 124955
    },
    {
      "epoch": 5.118001228752816,
      "grad_norm": 1.4628440151221407,
      "learning_rate": 1.6143086882348803e-05,
      "loss": 0.5755,
      "step": 124956
    },
    {
      "epoch": 5.118042187180012,
      "grad_norm": 0.842418992681735,
      "learning_rate": 1.614161509259455e-05,
      "loss": 0.2102,
      "step": 124957
    },
    {
      "epoch": 5.1180831456072085,
      "grad_norm": 1.4376140479560324,
      "learning_rate": 1.6140143366120795e-05,
      "loss": 0.4707,
      "step": 124958
    },
    {
      "epoch": 5.118124104034405,
      "grad_norm": 1.427444154337769,
      "learning_rate": 1.6138671702928187e-05,
      "loss": 0.4703,
      "step": 124959
    },
    {
      "epoch": 5.1181650624616015,
      "grad_norm": 1.9668105843917183,
      "learning_rate": 1.613720010301744e-05,
      "loss": 0.7647,
      "step": 124960
    },
    {
      "epoch": 5.118206020888798,
      "grad_norm": 1.9663476572880014,
      "learning_rate": 1.6135728566389304e-05,
      "loss": 0.2706,
      "step": 124961
    },
    {
      "epoch": 5.118246979315995,
      "grad_norm": 1.487914408014486,
      "learning_rate": 1.6134257093044385e-05,
      "loss": 0.4679,
      "step": 124962
    },
    {
      "epoch": 5.11828793774319,
      "grad_norm": 1.4909914323469524,
      "learning_rate": 1.613278568298344e-05,
      "loss": 0.4088,
      "step": 124963
    },
    {
      "epoch": 5.118328896170387,
      "grad_norm": 2.3684140321805485,
      "learning_rate": 1.613131433620714e-05,
      "loss": 1.0144,
      "step": 124964
    },
    {
      "epoch": 5.118369854597583,
      "grad_norm": 1.4024880458768954,
      "learning_rate": 1.612984305271617e-05,
      "loss": 0.4214,
      "step": 124965
    },
    {
      "epoch": 5.11841081302478,
      "grad_norm": 2.3664441008027857,
      "learning_rate": 1.6128371832511272e-05,
      "loss": 1.1366,
      "step": 124966
    },
    {
      "epoch": 5.118451771451976,
      "grad_norm": 1.5937827174042456,
      "learning_rate": 1.6126900675593085e-05,
      "loss": 0.4778,
      "step": 124967
    },
    {
      "epoch": 5.118492729879173,
      "grad_norm": 1.767425879315581,
      "learning_rate": 1.612542958196234e-05,
      "loss": 0.6417,
      "step": 124968
    },
    {
      "epoch": 5.1185336883063695,
      "grad_norm": 0.7532784063823069,
      "learning_rate": 1.6123958551619736e-05,
      "loss": 0.1023,
      "step": 124969
    },
    {
      "epoch": 5.118574646733565,
      "grad_norm": 1.9878980300398756,
      "learning_rate": 1.612248758456594e-05,
      "loss": 1.1981,
      "step": 124970
    },
    {
      "epoch": 5.118615605160762,
      "grad_norm": 0.33019400136078014,
      "learning_rate": 1.6121016680801702e-05,
      "loss": 0.0226,
      "step": 124971
    },
    {
      "epoch": 5.118656563587958,
      "grad_norm": 1.7807372672422104,
      "learning_rate": 1.6119545840327635e-05,
      "loss": 0.6447,
      "step": 124972
    },
    {
      "epoch": 5.118697522015155,
      "grad_norm": 1.2922832712759866,
      "learning_rate": 1.6118075063144476e-05,
      "loss": 0.3209,
      "step": 124973
    },
    {
      "epoch": 5.118738480442351,
      "grad_norm": 1.3489781657644253,
      "learning_rate": 1.6116604349252953e-05,
      "loss": 0.4256,
      "step": 124974
    },
    {
      "epoch": 5.118779438869548,
      "grad_norm": 2.8009627382387747,
      "learning_rate": 1.6115133698653705e-05,
      "loss": 2.2003,
      "step": 124975
    },
    {
      "epoch": 5.118820397296743,
      "grad_norm": 1.4585157044487165,
      "learning_rate": 1.6113663111347475e-05,
      "loss": 0.4936,
      "step": 124976
    },
    {
      "epoch": 5.11886135572394,
      "grad_norm": 0.8755385163212922,
      "learning_rate": 1.6112192587334915e-05,
      "loss": 0.2412,
      "step": 124977
    },
    {
      "epoch": 5.1189023141511365,
      "grad_norm": 1.5770841808879696,
      "learning_rate": 1.6110722126616743e-05,
      "loss": 0.4941,
      "step": 124978
    },
    {
      "epoch": 5.118943272578333,
      "grad_norm": 1.4647988705478299,
      "learning_rate": 1.6109251729193674e-05,
      "loss": 0.427,
      "step": 124979
    },
    {
      "epoch": 5.11898423100553,
      "grad_norm": 1.0577440841704213,
      "learning_rate": 1.6107781395066355e-05,
      "loss": 0.2493,
      "step": 124980
    },
    {
      "epoch": 5.119025189432726,
      "grad_norm": 1.6306084704809234,
      "learning_rate": 1.6106311124235504e-05,
      "loss": 0.5403,
      "step": 124981
    },
    {
      "epoch": 5.119066147859922,
      "grad_norm": 1.218993894608293,
      "learning_rate": 1.6104840916701856e-05,
      "loss": 0.3621,
      "step": 124982
    },
    {
      "epoch": 5.119107106287118,
      "grad_norm": 1.749249008902061,
      "learning_rate": 1.610337077246604e-05,
      "loss": 0.6093,
      "step": 124983
    },
    {
      "epoch": 5.119148064714315,
      "grad_norm": 1.3494897560820265,
      "learning_rate": 1.6101900691528807e-05,
      "loss": 0.4666,
      "step": 124984
    },
    {
      "epoch": 5.119189023141511,
      "grad_norm": 1.4053034227926031,
      "learning_rate": 1.610043067389079e-05,
      "loss": 0.3998,
      "step": 124985
    },
    {
      "epoch": 5.119229981568708,
      "grad_norm": 1.326732206907668,
      "learning_rate": 1.6098960719552724e-05,
      "loss": 0.3516,
      "step": 124986
    },
    {
      "epoch": 5.119270939995904,
      "grad_norm": 0.9823840159265841,
      "learning_rate": 1.6097490828515335e-05,
      "loss": 0.2114,
      "step": 124987
    },
    {
      "epoch": 5.119311898423101,
      "grad_norm": 1.4460474096194442,
      "learning_rate": 1.6096021000779247e-05,
      "loss": 0.5294,
      "step": 124988
    },
    {
      "epoch": 5.119352856850297,
      "grad_norm": 1.499778895316142,
      "learning_rate": 1.6094551236345187e-05,
      "loss": 0.43,
      "step": 124989
    },
    {
      "epoch": 5.119393815277493,
      "grad_norm": 1.3138667311423105,
      "learning_rate": 1.6093081535213893e-05,
      "loss": 0.3076,
      "step": 124990
    },
    {
      "epoch": 5.11943477370469,
      "grad_norm": 1.3322111067132014,
      "learning_rate": 1.6091611897385993e-05,
      "loss": 0.4257,
      "step": 124991
    },
    {
      "epoch": 5.119475732131886,
      "grad_norm": 0.7678236416825981,
      "learning_rate": 1.6090142322862222e-05,
      "loss": 0.1862,
      "step": 124992
    },
    {
      "epoch": 5.119516690559083,
      "grad_norm": 1.3684832048864224,
      "learning_rate": 1.6088672811643244e-05,
      "loss": 0.3671,
      "step": 124993
    },
    {
      "epoch": 5.119557648986279,
      "grad_norm": 1.3668847588848023,
      "learning_rate": 1.608720336372976e-05,
      "loss": 0.3883,
      "step": 124994
    },
    {
      "epoch": 5.119598607413475,
      "grad_norm": 1.7468526858375515,
      "learning_rate": 1.6085733979122505e-05,
      "loss": 0.7382,
      "step": 124995
    },
    {
      "epoch": 5.1196395658406715,
      "grad_norm": 1.7591598439919414,
      "learning_rate": 1.6084264657822127e-05,
      "loss": 0.6949,
      "step": 124996
    },
    {
      "epoch": 5.119680524267868,
      "grad_norm": 1.7742956696177479,
      "learning_rate": 1.608279539982934e-05,
      "loss": 0.8191,
      "step": 124997
    },
    {
      "epoch": 5.1197214826950646,
      "grad_norm": 1.9491833417967992,
      "learning_rate": 1.6081326205144864e-05,
      "loss": 0.7726,
      "step": 124998
    },
    {
      "epoch": 5.119762441122261,
      "grad_norm": 1.7398419909323255,
      "learning_rate": 1.6079857073769327e-05,
      "loss": 0.6306,
      "step": 124999
    },
    {
      "epoch": 5.119803399549458,
      "grad_norm": 0.9951068104227572,
      "learning_rate": 1.6078388005703495e-05,
      "loss": 0.2045,
      "step": 125000
    },
    {
      "epoch": 5.119844357976653,
      "grad_norm": 1.2894563656436322,
      "learning_rate": 1.607691900094799e-05,
      "loss": 0.359,
      "step": 125001
    },
    {
      "epoch": 5.11988531640385,
      "grad_norm": 1.6895727428361071,
      "learning_rate": 1.607545005950356e-05,
      "loss": 0.4387,
      "step": 125002
    },
    {
      "epoch": 5.119926274831046,
      "grad_norm": 1.4695211192816728,
      "learning_rate": 1.6073981181370917e-05,
      "loss": 0.5411,
      "step": 125003
    },
    {
      "epoch": 5.119967233258243,
      "grad_norm": 1.4096049818030716,
      "learning_rate": 1.6072512366550694e-05,
      "loss": 0.4005,
      "step": 125004
    },
    {
      "epoch": 5.120008191685439,
      "grad_norm": 1.6920798227029072,
      "learning_rate": 1.607104361504361e-05,
      "loss": 0.5635,
      "step": 125005
    },
    {
      "epoch": 5.120049150112636,
      "grad_norm": 1.4877332455375607,
      "learning_rate": 1.60695749268504e-05,
      "loss": 0.4124,
      "step": 125006
    },
    {
      "epoch": 5.1200901085398325,
      "grad_norm": 4.102669966451213,
      "learning_rate": 1.6068106301971724e-05,
      "loss": 3.1062,
      "step": 125007
    },
    {
      "epoch": 5.120131066967028,
      "grad_norm": 1.5876084532573054,
      "learning_rate": 1.6066637740408234e-05,
      "loss": 0.4036,
      "step": 125008
    },
    {
      "epoch": 5.120172025394225,
      "grad_norm": 1.5932903749961844,
      "learning_rate": 1.6065169242160714e-05,
      "loss": 0.6006,
      "step": 125009
    },
    {
      "epoch": 5.120212983821421,
      "grad_norm": 1.368804909092446,
      "learning_rate": 1.606370080722976e-05,
      "loss": 0.4551,
      "step": 125010
    },
    {
      "epoch": 5.120253942248618,
      "grad_norm": 0.9777573494933739,
      "learning_rate": 1.6062232435616164e-05,
      "loss": 0.212,
      "step": 125011
    },
    {
      "epoch": 5.120294900675814,
      "grad_norm": 1.2110389983788479,
      "learning_rate": 1.606076412732053e-05,
      "loss": 0.3614,
      "step": 125012
    },
    {
      "epoch": 5.120335859103011,
      "grad_norm": 1.4764238946187096,
      "learning_rate": 1.6059295882343613e-05,
      "loss": 0.5642,
      "step": 125013
    },
    {
      "epoch": 5.1203768175302065,
      "grad_norm": 1.6704405752712623,
      "learning_rate": 1.60578277006861e-05,
      "loss": 0.7053,
      "step": 125014
    },
    {
      "epoch": 5.120417775957403,
      "grad_norm": 1.5709945380685015,
      "learning_rate": 1.605635958234865e-05,
      "loss": 0.4733,
      "step": 125015
    },
    {
      "epoch": 5.1204587343845995,
      "grad_norm": 1.3934589301231548,
      "learning_rate": 1.6054891527331982e-05,
      "loss": 0.4529,
      "step": 125016
    },
    {
      "epoch": 5.120499692811796,
      "grad_norm": 1.2448136855365612,
      "learning_rate": 1.6053423535636813e-05,
      "loss": 0.5054,
      "step": 125017
    },
    {
      "epoch": 5.120540651238993,
      "grad_norm": 2.1172042324871505,
      "learning_rate": 1.605195560726379e-05,
      "loss": 1.0236,
      "step": 125018
    },
    {
      "epoch": 5.120581609666189,
      "grad_norm": 0.9862371515232716,
      "learning_rate": 1.6050487742213663e-05,
      "loss": 0.2307,
      "step": 125019
    },
    {
      "epoch": 5.120622568093385,
      "grad_norm": 1.077315044867596,
      "learning_rate": 1.604901994048705e-05,
      "loss": 0.1887,
      "step": 125020
    },
    {
      "epoch": 5.120663526520581,
      "grad_norm": 0.9652601075959282,
      "learning_rate": 1.60475522020847e-05,
      "loss": 0.2354,
      "step": 125021
    },
    {
      "epoch": 5.120704484947778,
      "grad_norm": 1.4834452162941396,
      "learning_rate": 1.6046084527007313e-05,
      "loss": 0.4658,
      "step": 125022
    },
    {
      "epoch": 5.120745443374974,
      "grad_norm": 1.7443258545610683,
      "learning_rate": 1.6044616915255538e-05,
      "loss": 0.6364,
      "step": 125023
    },
    {
      "epoch": 5.120786401802171,
      "grad_norm": 0.9540715688281306,
      "learning_rate": 1.6043149366830104e-05,
      "loss": 0.1817,
      "step": 125024
    },
    {
      "epoch": 5.1208273602293675,
      "grad_norm": 1.4737176402616246,
      "learning_rate": 1.6041681881731717e-05,
      "loss": 0.4203,
      "step": 125025
    },
    {
      "epoch": 5.120868318656564,
      "grad_norm": 1.336598876730154,
      "learning_rate": 1.604021445996102e-05,
      "loss": 0.4636,
      "step": 125026
    },
    {
      "epoch": 5.12090927708376,
      "grad_norm": 1.4446232026393622,
      "learning_rate": 1.6038747101518767e-05,
      "loss": 0.5289,
      "step": 125027
    },
    {
      "epoch": 5.120950235510956,
      "grad_norm": 1.4201990075448891,
      "learning_rate": 1.603727980640559e-05,
      "loss": 0.4804,
      "step": 125028
    },
    {
      "epoch": 5.120991193938153,
      "grad_norm": 1.4443554307553739,
      "learning_rate": 1.603581257462222e-05,
      "loss": 0.4676,
      "step": 125029
    },
    {
      "epoch": 5.121032152365349,
      "grad_norm": 1.5168869349192196,
      "learning_rate": 1.6034345406169374e-05,
      "loss": 0.5171,
      "step": 125030
    },
    {
      "epoch": 5.121073110792546,
      "grad_norm": 1.6308328130044352,
      "learning_rate": 1.603287830104767e-05,
      "loss": 0.3899,
      "step": 125031
    },
    {
      "epoch": 5.121114069219742,
      "grad_norm": 1.7830247352271569,
      "learning_rate": 1.603141125925787e-05,
      "loss": 0.7288,
      "step": 125032
    },
    {
      "epoch": 5.121155027646938,
      "grad_norm": 1.3815118734020104,
      "learning_rate": 1.6029944280800662e-05,
      "loss": 0.3555,
      "step": 125033
    },
    {
      "epoch": 5.1211959860741345,
      "grad_norm": 1.3304968637936854,
      "learning_rate": 1.602847736567669e-05,
      "loss": 0.4377,
      "step": 125034
    },
    {
      "epoch": 5.121236944501331,
      "grad_norm": 1.3534630644658423,
      "learning_rate": 1.602701051388671e-05,
      "loss": 0.4854,
      "step": 125035
    },
    {
      "epoch": 5.121277902928528,
      "grad_norm": 1.7122557494331672,
      "learning_rate": 1.602554372543136e-05,
      "loss": 0.5021,
      "step": 125036
    },
    {
      "epoch": 5.121318861355724,
      "grad_norm": 1.6425304729461103,
      "learning_rate": 1.602407700031137e-05,
      "loss": 0.5183,
      "step": 125037
    },
    {
      "epoch": 5.121359819782921,
      "grad_norm": 1.6787105098073969,
      "learning_rate": 1.602261033852743e-05,
      "loss": 0.6264,
      "step": 125038
    },
    {
      "epoch": 5.121400778210116,
      "grad_norm": 1.3743249472875254,
      "learning_rate": 1.602114374008021e-05,
      "loss": 0.3408,
      "step": 125039
    },
    {
      "epoch": 5.121441736637313,
      "grad_norm": 1.4907589874895133,
      "learning_rate": 1.6019677204970442e-05,
      "loss": 0.4608,
      "step": 125040
    },
    {
      "epoch": 5.121482695064509,
      "grad_norm": 1.135843844344889,
      "learning_rate": 1.6018210733198776e-05,
      "loss": 0.2068,
      "step": 125041
    },
    {
      "epoch": 5.121523653491706,
      "grad_norm": 1.627301138261813,
      "learning_rate": 1.6016744324765912e-05,
      "loss": 0.4903,
      "step": 125042
    },
    {
      "epoch": 5.121564611918902,
      "grad_norm": 1.5699810988753133,
      "learning_rate": 1.6015277979672597e-05,
      "loss": 0.5405,
      "step": 125043
    },
    {
      "epoch": 5.121605570346099,
      "grad_norm": 1.3270720295765495,
      "learning_rate": 1.601381169791945e-05,
      "loss": 0.2886,
      "step": 125044
    },
    {
      "epoch": 5.1216465287732955,
      "grad_norm": 1.5391388344159465,
      "learning_rate": 1.60123454795072e-05,
      "loss": 0.3982,
      "step": 125045
    },
    {
      "epoch": 5.121687487200491,
      "grad_norm": 1.4022388746892265,
      "learning_rate": 1.6010879324436565e-05,
      "loss": 0.4602,
      "step": 125046
    },
    {
      "epoch": 5.121728445627688,
      "grad_norm": 1.3851403856334763,
      "learning_rate": 1.600941323270818e-05,
      "loss": 0.5187,
      "step": 125047
    },
    {
      "epoch": 5.121769404054884,
      "grad_norm": 1.9560390462917667,
      "learning_rate": 1.600794720432279e-05,
      "loss": 0.8507,
      "step": 125048
    },
    {
      "epoch": 5.121810362482081,
      "grad_norm": 1.5692751942921965,
      "learning_rate": 1.600648123928105e-05,
      "loss": 0.5489,
      "step": 125049
    },
    {
      "epoch": 5.121851320909277,
      "grad_norm": 1.7621502249738743,
      "learning_rate": 1.600501533758367e-05,
      "loss": 0.6738,
      "step": 125050
    },
    {
      "epoch": 5.121892279336474,
      "grad_norm": 1.1617251285467174,
      "learning_rate": 1.600354949923137e-05,
      "loss": 0.2926,
      "step": 125051
    },
    {
      "epoch": 5.1219332377636695,
      "grad_norm": 0.8736785633743546,
      "learning_rate": 1.6002083724224802e-05,
      "loss": 0.1979,
      "step": 125052
    },
    {
      "epoch": 5.121974196190866,
      "grad_norm": 1.5529811944343357,
      "learning_rate": 1.600061801256466e-05,
      "loss": 0.5384,
      "step": 125053
    },
    {
      "epoch": 5.122015154618063,
      "grad_norm": 1.8304350260271764,
      "learning_rate": 1.599915236425168e-05,
      "loss": 0.5483,
      "step": 125054
    },
    {
      "epoch": 5.122056113045259,
      "grad_norm": 1.2590200016870035,
      "learning_rate": 1.599768677928649e-05,
      "loss": 0.353,
      "step": 125055
    },
    {
      "epoch": 5.122097071472456,
      "grad_norm": 1.1227769946430333,
      "learning_rate": 1.599622125766986e-05,
      "loss": 0.14,
      "step": 125056
    },
    {
      "epoch": 5.122138029899652,
      "grad_norm": 1.6855616309262396,
      "learning_rate": 1.5994755799402392e-05,
      "loss": 0.3744,
      "step": 125057
    },
    {
      "epoch": 5.122178988326848,
      "grad_norm": 1.2733996857424446,
      "learning_rate": 1.599329040448485e-05,
      "loss": 0.3517,
      "step": 125058
    },
    {
      "epoch": 5.122219946754044,
      "grad_norm": 1.6395794412889773,
      "learning_rate": 1.5991825072917912e-05,
      "loss": 0.5823,
      "step": 125059
    },
    {
      "epoch": 5.122260905181241,
      "grad_norm": 1.0252782903249014,
      "learning_rate": 1.5990359804702252e-05,
      "loss": 0.242,
      "step": 125060
    },
    {
      "epoch": 5.122301863608437,
      "grad_norm": 1.065334388816413,
      "learning_rate": 1.5988894599838564e-05,
      "loss": 0.2511,
      "step": 125061
    },
    {
      "epoch": 5.122342822035634,
      "grad_norm": 2.3671544480218847,
      "learning_rate": 1.5987429458327584e-05,
      "loss": 1.5634,
      "step": 125062
    },
    {
      "epoch": 5.1223837804628305,
      "grad_norm": 1.6453056389194738,
      "learning_rate": 1.5985964380169943e-05,
      "loss": 0.5375,
      "step": 125063
    },
    {
      "epoch": 5.122424738890027,
      "grad_norm": 1.9459779439369873,
      "learning_rate": 1.5984499365366388e-05,
      "loss": 0.972,
      "step": 125064
    },
    {
      "epoch": 5.122465697317223,
      "grad_norm": 1.4020865388139745,
      "learning_rate": 1.5983034413917556e-05,
      "loss": 0.4818,
      "step": 125065
    },
    {
      "epoch": 5.122506655744419,
      "grad_norm": 1.6573413677856978,
      "learning_rate": 1.598156952582416e-05,
      "loss": 0.6182,
      "step": 125066
    },
    {
      "epoch": 5.122547614171616,
      "grad_norm": 1.345696751306959,
      "learning_rate": 1.5980104701086955e-05,
      "loss": 0.4157,
      "step": 125067
    },
    {
      "epoch": 5.122588572598812,
      "grad_norm": 2.337209443363066,
      "learning_rate": 1.5978639939706534e-05,
      "loss": 1.3793,
      "step": 125068
    },
    {
      "epoch": 5.122629531026009,
      "grad_norm": 1.5737757424914793,
      "learning_rate": 1.597717524168363e-05,
      "loss": 0.4772,
      "step": 125069
    },
    {
      "epoch": 5.122670489453205,
      "grad_norm": 0.8334824773709197,
      "learning_rate": 1.5975710607018983e-05,
      "loss": 0.1804,
      "step": 125070
    },
    {
      "epoch": 5.122711447880401,
      "grad_norm": 0.7435021053107788,
      "learning_rate": 1.5974246035713202e-05,
      "loss": 0.2061,
      "step": 125071
    },
    {
      "epoch": 5.1227524063075975,
      "grad_norm": 1.800032168323264,
      "learning_rate": 1.5972781527767055e-05,
      "loss": 0.583,
      "step": 125072
    },
    {
      "epoch": 5.122793364734794,
      "grad_norm": 1.0047835667600988,
      "learning_rate": 1.5971317083181157e-05,
      "loss": 0.2031,
      "step": 125073
    },
    {
      "epoch": 5.122834323161991,
      "grad_norm": 1.4588486818336521,
      "learning_rate": 1.596985270195626e-05,
      "loss": 0.3428,
      "step": 125074
    },
    {
      "epoch": 5.122875281589187,
      "grad_norm": 1.4446656992484324,
      "learning_rate": 1.596838838409306e-05,
      "loss": 0.4634,
      "step": 125075
    },
    {
      "epoch": 5.122916240016384,
      "grad_norm": 1.336023822577804,
      "learning_rate": 1.5966924129592213e-05,
      "loss": 0.3676,
      "step": 125076
    },
    {
      "epoch": 5.122957198443579,
      "grad_norm": 1.3065639508505975,
      "learning_rate": 1.5965459938454412e-05,
      "loss": 0.3667,
      "step": 125077
    },
    {
      "epoch": 5.122998156870776,
      "grad_norm": 2.8223444413333034,
      "learning_rate": 1.5963995810680426e-05,
      "loss": 1.7721,
      "step": 125078
    },
    {
      "epoch": 5.123039115297972,
      "grad_norm": 2.7933166980396575,
      "learning_rate": 1.5962531746270836e-05,
      "loss": 1.7315,
      "step": 125079
    },
    {
      "epoch": 5.123080073725169,
      "grad_norm": 0.8115900552297974,
      "learning_rate": 1.5961067745226375e-05,
      "loss": 0.1757,
      "step": 125080
    },
    {
      "epoch": 5.1231210321523655,
      "grad_norm": 1.2454887678055055,
      "learning_rate": 1.595960380754776e-05,
      "loss": 0.3104,
      "step": 125081
    },
    {
      "epoch": 5.123161990579562,
      "grad_norm": 1.380432713189035,
      "learning_rate": 1.595813993323566e-05,
      "loss": 0.4213,
      "step": 125082
    },
    {
      "epoch": 5.1232029490067585,
      "grad_norm": 1.1255165713442712,
      "learning_rate": 1.5956676122290785e-05,
      "loss": 0.2498,
      "step": 125083
    },
    {
      "epoch": 5.123243907433954,
      "grad_norm": 1.5064191203272552,
      "learning_rate": 1.5955212374713788e-05,
      "loss": 0.4215,
      "step": 125084
    },
    {
      "epoch": 5.123284865861151,
      "grad_norm": 1.5453411038774778,
      "learning_rate": 1.5953748690505403e-05,
      "loss": 0.5426,
      "step": 125085
    },
    {
      "epoch": 5.123325824288347,
      "grad_norm": 1.2942293849797897,
      "learning_rate": 1.5952285069666327e-05,
      "loss": 0.2512,
      "step": 125086
    },
    {
      "epoch": 5.123366782715544,
      "grad_norm": 1.5102139551784393,
      "learning_rate": 1.595082151219721e-05,
      "loss": 0.3461,
      "step": 125087
    },
    {
      "epoch": 5.12340774114274,
      "grad_norm": 1.5869198988911264,
      "learning_rate": 1.594935801809875e-05,
      "loss": 0.5514,
      "step": 125088
    },
    {
      "epoch": 5.123448699569937,
      "grad_norm": 0.8639958143386534,
      "learning_rate": 1.59478945873717e-05,
      "loss": 0.1966,
      "step": 125089
    },
    {
      "epoch": 5.1234896579971325,
      "grad_norm": 1.0366384585374144,
      "learning_rate": 1.5946431220016657e-05,
      "loss": 0.1872,
      "step": 125090
    },
    {
      "epoch": 5.123530616424329,
      "grad_norm": 1.5709082604354383,
      "learning_rate": 1.5944967916034406e-05,
      "loss": 0.4999,
      "step": 125091
    },
    {
      "epoch": 5.123571574851526,
      "grad_norm": 1.419573771143292,
      "learning_rate": 1.5943504675425578e-05,
      "loss": 0.4295,
      "step": 125092
    },
    {
      "epoch": 5.123612533278722,
      "grad_norm": 1.8134962680128037,
      "learning_rate": 1.594204149819087e-05,
      "loss": 0.5892,
      "step": 125093
    },
    {
      "epoch": 5.123653491705919,
      "grad_norm": 1.1804666342958696,
      "learning_rate": 1.5940578384331003e-05,
      "loss": 0.3145,
      "step": 125094
    },
    {
      "epoch": 5.123694450133115,
      "grad_norm": 1.697779105631497,
      "learning_rate": 1.593911533384664e-05,
      "loss": 0.591,
      "step": 125095
    },
    {
      "epoch": 5.123735408560311,
      "grad_norm": 1.2287128331881603,
      "learning_rate": 1.5937652346738484e-05,
      "loss": 0.2723,
      "step": 125096
    },
    {
      "epoch": 5.123776366987507,
      "grad_norm": 0.9500628164905961,
      "learning_rate": 1.5936189423007246e-05,
      "loss": 0.1946,
      "step": 125097
    },
    {
      "epoch": 5.123817325414704,
      "grad_norm": 1.226802214479205,
      "learning_rate": 1.5934726562653578e-05,
      "loss": 0.3358,
      "step": 125098
    },
    {
      "epoch": 5.1238582838419005,
      "grad_norm": 1.4705434218423903,
      "learning_rate": 1.5933263765678212e-05,
      "loss": 0.4056,
      "step": 125099
    },
    {
      "epoch": 5.123899242269097,
      "grad_norm": 1.466290073045434,
      "learning_rate": 1.5931801032081798e-05,
      "loss": 0.5437,
      "step": 125100
    },
    {
      "epoch": 5.1239402006962935,
      "grad_norm": 1.6140033751142167,
      "learning_rate": 1.5930338361865034e-05,
      "loss": 0.4946,
      "step": 125101
    },
    {
      "epoch": 5.12398115912349,
      "grad_norm": 4.818237944904039,
      "learning_rate": 1.5928875755028677e-05,
      "loss": 4.0957,
      "step": 125102
    },
    {
      "epoch": 5.124022117550686,
      "grad_norm": 1.6984203481958053,
      "learning_rate": 1.592741321157333e-05,
      "loss": 0.5821,
      "step": 125103
    },
    {
      "epoch": 5.124063075977882,
      "grad_norm": 1.0839898301597368,
      "learning_rate": 1.592595073149972e-05,
      "loss": 0.3423,
      "step": 125104
    },
    {
      "epoch": 5.124104034405079,
      "grad_norm": 2.049252283497996,
      "learning_rate": 1.592448831480856e-05,
      "loss": 0.7378,
      "step": 125105
    },
    {
      "epoch": 5.124144992832275,
      "grad_norm": 1.5607301800684068,
      "learning_rate": 1.5923025961500514e-05,
      "loss": 0.5298,
      "step": 125106
    },
    {
      "epoch": 5.124185951259472,
      "grad_norm": 1.9592019457583691,
      "learning_rate": 1.59215636715763e-05,
      "loss": 0.7091,
      "step": 125107
    },
    {
      "epoch": 5.124226909686668,
      "grad_norm": 1.4599217501187287,
      "learning_rate": 1.5920101445036548e-05,
      "loss": 0.5493,
      "step": 125108
    },
    {
      "epoch": 5.124267868113864,
      "grad_norm": 2.235462919681286,
      "learning_rate": 1.591863928188201e-05,
      "loss": 0.8909,
      "step": 125109
    },
    {
      "epoch": 5.124308826541061,
      "grad_norm": 1.6443864488684936,
      "learning_rate": 1.591717718211339e-05,
      "loss": 0.5104,
      "step": 125110
    },
    {
      "epoch": 5.124349784968257,
      "grad_norm": 1.7356824770149695,
      "learning_rate": 1.5915715145731295e-05,
      "loss": 0.5631,
      "step": 125111
    },
    {
      "epoch": 5.124390743395454,
      "grad_norm": 0.9956062820594271,
      "learning_rate": 1.591425317273653e-05,
      "loss": 0.2012,
      "step": 125112
    },
    {
      "epoch": 5.12443170182265,
      "grad_norm": 1.6979298031491783,
      "learning_rate": 1.5912791263129677e-05,
      "loss": 0.7071,
      "step": 125113
    },
    {
      "epoch": 5.124472660249847,
      "grad_norm": 1.31707686025746,
      "learning_rate": 1.5911329416911484e-05,
      "loss": 0.4061,
      "step": 125114
    },
    {
      "epoch": 5.124513618677042,
      "grad_norm": 1.5442849793609985,
      "learning_rate": 1.5909867634082652e-05,
      "loss": 0.476,
      "step": 125115
    },
    {
      "epoch": 5.124554577104239,
      "grad_norm": 1.4432639900799982,
      "learning_rate": 1.590840591464383e-05,
      "loss": 0.3985,
      "step": 125116
    },
    {
      "epoch": 5.124595535531435,
      "grad_norm": 1.5628260780855803,
      "learning_rate": 1.5906944258595732e-05,
      "loss": 0.3804,
      "step": 125117
    },
    {
      "epoch": 5.124636493958632,
      "grad_norm": 1.5539290671057768,
      "learning_rate": 1.5905482665939078e-05,
      "loss": 0.4457,
      "step": 125118
    },
    {
      "epoch": 5.1246774523858285,
      "grad_norm": 1.4390207508406387,
      "learning_rate": 1.5904021136674515e-05,
      "loss": 0.3314,
      "step": 125119
    },
    {
      "epoch": 5.124718410813025,
      "grad_norm": 1.3360009076235018,
      "learning_rate": 1.5902559670802762e-05,
      "loss": 0.4431,
      "step": 125120
    },
    {
      "epoch": 5.124759369240222,
      "grad_norm": 0.9112025917909863,
      "learning_rate": 1.590109826832448e-05,
      "loss": 0.1984,
      "step": 125121
    },
    {
      "epoch": 5.124800327667417,
      "grad_norm": 1.799340922184288,
      "learning_rate": 1.5899636929240373e-05,
      "loss": 0.4721,
      "step": 125122
    },
    {
      "epoch": 5.124841286094614,
      "grad_norm": 0.9178475147492348,
      "learning_rate": 1.5898175653551155e-05,
      "loss": 0.1965,
      "step": 125123
    },
    {
      "epoch": 5.12488224452181,
      "grad_norm": 1.2280130865790975,
      "learning_rate": 1.5896714441257492e-05,
      "loss": 0.2866,
      "step": 125124
    },
    {
      "epoch": 5.124923202949007,
      "grad_norm": 1.5118302656202414,
      "learning_rate": 1.589525329236005e-05,
      "loss": 0.4038,
      "step": 125125
    },
    {
      "epoch": 5.124964161376203,
      "grad_norm": 1.2944936318974645,
      "learning_rate": 1.5893792206859613e-05,
      "loss": 0.3755,
      "step": 125126
    },
    {
      "epoch": 5.1250051198034,
      "grad_norm": 2.1464497202262445,
      "learning_rate": 1.5892331184756763e-05,
      "loss": 0.8512,
      "step": 125127
    },
    {
      "epoch": 5.1250460782305955,
      "grad_norm": 1.5381007308856927,
      "learning_rate": 1.5890870226052265e-05,
      "loss": 0.3558,
      "step": 125128
    },
    {
      "epoch": 5.125087036657792,
      "grad_norm": 1.0208634083081491,
      "learning_rate": 1.5889409330746754e-05,
      "loss": 0.1931,
      "step": 125129
    },
    {
      "epoch": 5.125127995084989,
      "grad_norm": 1.17828426887843,
      "learning_rate": 1.5887948498840947e-05,
      "loss": 0.4515,
      "step": 125130
    },
    {
      "epoch": 5.125168953512185,
      "grad_norm": 1.363470831466186,
      "learning_rate": 1.5886487730335557e-05,
      "loss": 0.4997,
      "step": 125131
    },
    {
      "epoch": 5.125209911939382,
      "grad_norm": 1.113399211082479,
      "learning_rate": 1.5885027025231233e-05,
      "loss": 0.2485,
      "step": 125132
    },
    {
      "epoch": 5.125250870366578,
      "grad_norm": 1.7267195598974625,
      "learning_rate": 1.5883566383528694e-05,
      "loss": 0.7283,
      "step": 125133
    },
    {
      "epoch": 5.125291828793774,
      "grad_norm": 3.7472905784111443,
      "learning_rate": 1.588210580522864e-05,
      "loss": 1.9387,
      "step": 125134
    },
    {
      "epoch": 5.12533278722097,
      "grad_norm": 1.6536050321793574,
      "learning_rate": 1.5880645290331718e-05,
      "loss": 0.5143,
      "step": 125135
    },
    {
      "epoch": 5.125373745648167,
      "grad_norm": 1.7274545006255018,
      "learning_rate": 1.5879184838838678e-05,
      "loss": 0.9023,
      "step": 125136
    },
    {
      "epoch": 5.1254147040753635,
      "grad_norm": 0.7411775053884787,
      "learning_rate": 1.5877724450750136e-05,
      "loss": 0.204,
      "step": 125137
    },
    {
      "epoch": 5.12545566250256,
      "grad_norm": 0.894996674831348,
      "learning_rate": 1.587626412606684e-05,
      "loss": 0.2015,
      "step": 125138
    },
    {
      "epoch": 5.1254966209297566,
      "grad_norm": 1.4376954878273758,
      "learning_rate": 1.5874803864789476e-05,
      "loss": 0.5266,
      "step": 125139
    },
    {
      "epoch": 5.125537579356953,
      "grad_norm": 1.73720617613189,
      "learning_rate": 1.587334366691871e-05,
      "loss": 0.4063,
      "step": 125140
    },
    {
      "epoch": 5.125578537784149,
      "grad_norm": 0.9247106889291449,
      "learning_rate": 1.5871883532455237e-05,
      "loss": 0.1401,
      "step": 125141
    },
    {
      "epoch": 5.125619496211345,
      "grad_norm": 1.4969660369008941,
      "learning_rate": 1.5870423461399778e-05,
      "loss": 0.3202,
      "step": 125142
    },
    {
      "epoch": 5.125660454638542,
      "grad_norm": 1.427403123785924,
      "learning_rate": 1.5868963453752963e-05,
      "loss": 0.4407,
      "step": 125143
    },
    {
      "epoch": 5.125701413065738,
      "grad_norm": 1.6712436815438954,
      "learning_rate": 1.586750350951556e-05,
      "loss": 0.5838,
      "step": 125144
    },
    {
      "epoch": 5.125742371492935,
      "grad_norm": 1.7761562645928675,
      "learning_rate": 1.5866043628688187e-05,
      "loss": 0.4737,
      "step": 125145
    },
    {
      "epoch": 5.125783329920131,
      "grad_norm": 1.2708933564862355,
      "learning_rate": 1.586458381127157e-05,
      "loss": 0.3955,
      "step": 125146
    },
    {
      "epoch": 5.125824288347327,
      "grad_norm": 1.7903833756311984,
      "learning_rate": 1.5863124057266413e-05,
      "loss": 0.6519,
      "step": 125147
    },
    {
      "epoch": 5.125865246774524,
      "grad_norm": 0.6464836324321441,
      "learning_rate": 1.5861664366673366e-05,
      "loss": 0.1077,
      "step": 125148
    },
    {
      "epoch": 5.12590620520172,
      "grad_norm": 1.5213837016157084,
      "learning_rate": 1.5860204739493175e-05,
      "loss": 0.4763,
      "step": 125149
    },
    {
      "epoch": 5.125947163628917,
      "grad_norm": 0.8301577408800005,
      "learning_rate": 1.585874517572648e-05,
      "loss": 0.1841,
      "step": 125150
    },
    {
      "epoch": 5.125988122056113,
      "grad_norm": 1.6339989083872457,
      "learning_rate": 1.5857285675373972e-05,
      "loss": 0.5285,
      "step": 125151
    },
    {
      "epoch": 5.12602908048331,
      "grad_norm": 1.0628738068469308,
      "learning_rate": 1.5855826238436352e-05,
      "loss": 0.3852,
      "step": 125152
    },
    {
      "epoch": 5.126070038910505,
      "grad_norm": 1.0683843215336013,
      "learning_rate": 1.585436686491434e-05,
      "loss": 0.2804,
      "step": 125153
    },
    {
      "epoch": 5.126110997337702,
      "grad_norm": 1.53721849828783,
      "learning_rate": 1.585290755480857e-05,
      "loss": 0.4656,
      "step": 125154
    },
    {
      "epoch": 5.1261519557648985,
      "grad_norm": 1.7807727433591216,
      "learning_rate": 1.5851448308119785e-05,
      "loss": 0.6008,
      "step": 125155
    },
    {
      "epoch": 5.126192914192095,
      "grad_norm": 1.6368551435144212,
      "learning_rate": 1.5849989124848623e-05,
      "loss": 0.4989,
      "step": 125156
    },
    {
      "epoch": 5.1262338726192915,
      "grad_norm": 2.04068592274009,
      "learning_rate": 1.5848530004995812e-05,
      "loss": 0.8839,
      "step": 125157
    },
    {
      "epoch": 5.126274831046488,
      "grad_norm": 1.4191110105090237,
      "learning_rate": 1.5847070948562058e-05,
      "loss": 0.3915,
      "step": 125158
    },
    {
      "epoch": 5.126315789473685,
      "grad_norm": 1.246160602691668,
      "learning_rate": 1.5845611955547988e-05,
      "loss": 0.2609,
      "step": 125159
    },
    {
      "epoch": 5.12635674790088,
      "grad_norm": 1.2969765377403188,
      "learning_rate": 1.584415302595432e-05,
      "loss": 0.3697,
      "step": 125160
    },
    {
      "epoch": 5.126397706328077,
      "grad_norm": 1.386928453942688,
      "learning_rate": 1.5842694159781805e-05,
      "loss": 0.467,
      "step": 125161
    },
    {
      "epoch": 5.126438664755273,
      "grad_norm": 1.6956173422031409,
      "learning_rate": 1.5841235357031024e-05,
      "loss": 0.513,
      "step": 125162
    },
    {
      "epoch": 5.12647962318247,
      "grad_norm": 0.5515107411920057,
      "learning_rate": 1.5839776617702776e-05,
      "loss": 0.0431,
      "step": 125163
    },
    {
      "epoch": 5.126520581609666,
      "grad_norm": 1.3779684151488953,
      "learning_rate": 1.5838317941797645e-05,
      "loss": 0.3744,
      "step": 125164
    },
    {
      "epoch": 5.126561540036863,
      "grad_norm": 1.5937063451427145,
      "learning_rate": 1.5836859329316383e-05,
      "loss": 0.5319,
      "step": 125165
    },
    {
      "epoch": 5.126602498464059,
      "grad_norm": 1.3075374287440058,
      "learning_rate": 1.58354007802597e-05,
      "loss": 0.3442,
      "step": 125166
    },
    {
      "epoch": 5.126643456891255,
      "grad_norm": 1.1120758801131936,
      "learning_rate": 1.5833942294628233e-05,
      "loss": 0.2836,
      "step": 125167
    },
    {
      "epoch": 5.126684415318452,
      "grad_norm": 1.6990729312147201,
      "learning_rate": 1.583248387242268e-05,
      "loss": 0.6859,
      "step": 125168
    },
    {
      "epoch": 5.126725373745648,
      "grad_norm": 1.1391709265191015,
      "learning_rate": 1.5831025513643774e-05,
      "loss": 0.3168,
      "step": 125169
    },
    {
      "epoch": 5.126766332172845,
      "grad_norm": 0.7192820742502587,
      "learning_rate": 1.582956721829215e-05,
      "loss": 0.193,
      "step": 125170
    },
    {
      "epoch": 5.126807290600041,
      "grad_norm": 1.4977599972086328,
      "learning_rate": 1.5828108986368536e-05,
      "loss": 0.4643,
      "step": 125171
    },
    {
      "epoch": 5.126848249027237,
      "grad_norm": 1.3118391606150108,
      "learning_rate": 1.5826650817873586e-05,
      "loss": 0.3938,
      "step": 125172
    },
    {
      "epoch": 5.126889207454433,
      "grad_norm": 1.9220275248648642,
      "learning_rate": 1.5825192712808017e-05,
      "loss": 0.7355,
      "step": 125173
    },
    {
      "epoch": 5.12693016588163,
      "grad_norm": 1.3477980091689115,
      "learning_rate": 1.5823734671172538e-05,
      "loss": 0.3161,
      "step": 125174
    },
    {
      "epoch": 5.1269711243088265,
      "grad_norm": 1.309472449776561,
      "learning_rate": 1.582227669296777e-05,
      "loss": 0.4855,
      "step": 125175
    },
    {
      "epoch": 5.127012082736023,
      "grad_norm": 1.4760946338365346,
      "learning_rate": 1.5820818778194466e-05,
      "loss": 0.4865,
      "step": 125176
    },
    {
      "epoch": 5.12705304116322,
      "grad_norm": 1.3958849845423373,
      "learning_rate": 1.5819360926853304e-05,
      "loss": 0.4216,
      "step": 125177
    },
    {
      "epoch": 5.127093999590416,
      "grad_norm": 0.8231404012160921,
      "learning_rate": 1.581790313894493e-05,
      "loss": 0.1145,
      "step": 125178
    },
    {
      "epoch": 5.127134958017612,
      "grad_norm": 1.713063914847732,
      "learning_rate": 1.5816445414470104e-05,
      "loss": 0.5816,
      "step": 125179
    },
    {
      "epoch": 5.127175916444808,
      "grad_norm": 0.7766014504309404,
      "learning_rate": 1.581498775342945e-05,
      "loss": 0.1105,
      "step": 125180
    },
    {
      "epoch": 5.127216874872005,
      "grad_norm": 1.7505471535393364,
      "learning_rate": 1.5813530155823683e-05,
      "loss": 0.6845,
      "step": 125181
    },
    {
      "epoch": 5.127257833299201,
      "grad_norm": 0.9010302480137659,
      "learning_rate": 1.581207262165351e-05,
      "loss": 0.1812,
      "step": 125182
    },
    {
      "epoch": 5.127298791726398,
      "grad_norm": 1.6578550846872617,
      "learning_rate": 1.5810615150919592e-05,
      "loss": 0.5093,
      "step": 125183
    },
    {
      "epoch": 5.1273397501535944,
      "grad_norm": 1.645943381231556,
      "learning_rate": 1.5809157743622632e-05,
      "loss": 0.3638,
      "step": 125184
    },
    {
      "epoch": 5.12738070858079,
      "grad_norm": 0.5909461988652042,
      "learning_rate": 1.5807700399763306e-05,
      "loss": 0.0924,
      "step": 125185
    },
    {
      "epoch": 5.127421667007987,
      "grad_norm": 1.1089964772563212,
      "learning_rate": 1.5806243119342306e-05,
      "loss": 0.2574,
      "step": 125186
    },
    {
      "epoch": 5.127462625435183,
      "grad_norm": 1.077243303912983,
      "learning_rate": 1.5804785902360357e-05,
      "loss": 0.2049,
      "step": 125187
    },
    {
      "epoch": 5.12750358386238,
      "grad_norm": 1.3812717546244553,
      "learning_rate": 1.5803328748818096e-05,
      "loss": 0.3712,
      "step": 125188
    },
    {
      "epoch": 5.127544542289576,
      "grad_norm": 1.5662455764070613,
      "learning_rate": 1.580187165871622e-05,
      "loss": 0.382,
      "step": 125189
    },
    {
      "epoch": 5.127585500716773,
      "grad_norm": 1.6362619200426893,
      "learning_rate": 1.580041463205548e-05,
      "loss": 0.499,
      "step": 125190
    },
    {
      "epoch": 5.127626459143968,
      "grad_norm": 1.5374316538068347,
      "learning_rate": 1.5798957668836475e-05,
      "loss": 0.47,
      "step": 125191
    },
    {
      "epoch": 5.127667417571165,
      "grad_norm": 1.694506074534433,
      "learning_rate": 1.5797500769059955e-05,
      "loss": 0.454,
      "step": 125192
    },
    {
      "epoch": 5.1277083759983615,
      "grad_norm": 0.8698284606352592,
      "learning_rate": 1.579604393272657e-05,
      "loss": 0.154,
      "step": 125193
    },
    {
      "epoch": 5.127749334425558,
      "grad_norm": 1.1860217585933144,
      "learning_rate": 1.5794587159837035e-05,
      "loss": 0.2968,
      "step": 125194
    },
    {
      "epoch": 5.127790292852755,
      "grad_norm": 2.9475403920560423,
      "learning_rate": 1.5793130450392048e-05,
      "loss": 2.6017,
      "step": 125195
    },
    {
      "epoch": 5.127831251279951,
      "grad_norm": 1.3070878979594414,
      "learning_rate": 1.5791673804392265e-05,
      "loss": 0.3891,
      "step": 125196
    },
    {
      "epoch": 5.127872209707148,
      "grad_norm": 1.6785556620219542,
      "learning_rate": 1.5790217221838393e-05,
      "loss": 0.6346,
      "step": 125197
    },
    {
      "epoch": 5.127913168134343,
      "grad_norm": 1.0853530179997302,
      "learning_rate": 1.5788760702731135e-05,
      "loss": 0.1888,
      "step": 125198
    },
    {
      "epoch": 5.12795412656154,
      "grad_norm": 1.664807121942463,
      "learning_rate": 1.5787304247071143e-05,
      "loss": 0.5552,
      "step": 125199
    },
    {
      "epoch": 5.127995084988736,
      "grad_norm": 0.7844972410020998,
      "learning_rate": 1.5785847854859145e-05,
      "loss": 0.1901,
      "step": 125200
    },
    {
      "epoch": 5.128036043415933,
      "grad_norm": 1.1192669510126987,
      "learning_rate": 1.5784391526095778e-05,
      "loss": 0.292,
      "step": 125201
    },
    {
      "epoch": 5.128077001843129,
      "grad_norm": 1.3875539405381014,
      "learning_rate": 1.5782935260781776e-05,
      "loss": 0.3312,
      "step": 125202
    },
    {
      "epoch": 5.128117960270326,
      "grad_norm": 1.9761610473312325,
      "learning_rate": 1.5781479058917834e-05,
      "loss": 0.5171,
      "step": 125203
    },
    {
      "epoch": 5.128158918697522,
      "grad_norm": 1.9511881857174203,
      "learning_rate": 1.5780022920504604e-05,
      "loss": 0.6554,
      "step": 125204
    },
    {
      "epoch": 5.128199877124718,
      "grad_norm": 1.6820033661388212,
      "learning_rate": 1.5778566845542785e-05,
      "loss": 0.5016,
      "step": 125205
    },
    {
      "epoch": 5.128240835551915,
      "grad_norm": 0.9642669710726526,
      "learning_rate": 1.577711083403309e-05,
      "loss": 0.2044,
      "step": 125206
    },
    {
      "epoch": 5.128281793979111,
      "grad_norm": 1.1182384500317664,
      "learning_rate": 1.5775654885976157e-05,
      "loss": 0.3074,
      "step": 125207
    },
    {
      "epoch": 5.128322752406308,
      "grad_norm": 1.499761618410896,
      "learning_rate": 1.5774199001372752e-05,
      "loss": 0.4686,
      "step": 125208
    },
    {
      "epoch": 5.128363710833504,
      "grad_norm": 1.4864411903563357,
      "learning_rate": 1.5772743180223485e-05,
      "loss": 0.4459,
      "step": 125209
    },
    {
      "epoch": 5.1284046692607,
      "grad_norm": 1.2884840233993438,
      "learning_rate": 1.577128742252906e-05,
      "loss": 0.4847,
      "step": 125210
    },
    {
      "epoch": 5.1284456276878965,
      "grad_norm": 1.6434427148292563,
      "learning_rate": 1.5769831728290228e-05,
      "loss": 0.5216,
      "step": 125211
    },
    {
      "epoch": 5.128486586115093,
      "grad_norm": 1.364978635265594,
      "learning_rate": 1.57683760975076e-05,
      "loss": 0.4252,
      "step": 125212
    },
    {
      "epoch": 5.1285275445422895,
      "grad_norm": 1.272608938460576,
      "learning_rate": 1.576692053018188e-05,
      "loss": 0.3586,
      "step": 125213
    },
    {
      "epoch": 5.128568502969486,
      "grad_norm": 0.9631086887028589,
      "learning_rate": 1.5765465026313818e-05,
      "loss": 0.1994,
      "step": 125214
    },
    {
      "epoch": 5.128609461396683,
      "grad_norm": 1.5796639269438955,
      "learning_rate": 1.5764009585904007e-05,
      "loss": 0.5167,
      "step": 125215
    },
    {
      "epoch": 5.128650419823879,
      "grad_norm": 1.2297616967387721,
      "learning_rate": 1.576255420895322e-05,
      "loss": 0.4059,
      "step": 125216
    },
    {
      "epoch": 5.128691378251075,
      "grad_norm": 1.073491156348229,
      "learning_rate": 1.576109889546209e-05,
      "loss": 0.2244,
      "step": 125217
    },
    {
      "epoch": 5.128732336678271,
      "grad_norm": 1.1619016638715602,
      "learning_rate": 1.5759643645431308e-05,
      "loss": 0.3089,
      "step": 125218
    },
    {
      "epoch": 5.128773295105468,
      "grad_norm": 2.7956471288807325,
      "learning_rate": 1.575818845886165e-05,
      "loss": 0.9041,
      "step": 125219
    },
    {
      "epoch": 5.128814253532664,
      "grad_norm": 1.141945548179259,
      "learning_rate": 1.5756733335753657e-05,
      "loss": 0.3367,
      "step": 125220
    },
    {
      "epoch": 5.128855211959861,
      "grad_norm": 1.088674361920219,
      "learning_rate": 1.5755278276108104e-05,
      "loss": 0.2237,
      "step": 125221
    },
    {
      "epoch": 5.1288961703870575,
      "grad_norm": 1.408044532460617,
      "learning_rate": 1.575382327992568e-05,
      "loss": 0.4024,
      "step": 125222
    },
    {
      "epoch": 5.128937128814253,
      "grad_norm": 0.8428930958562256,
      "learning_rate": 1.5752368347207046e-05,
      "loss": 0.1771,
      "step": 125223
    },
    {
      "epoch": 5.12897808724145,
      "grad_norm": 0.6610690052168042,
      "learning_rate": 1.5750913477952893e-05,
      "loss": 0.0875,
      "step": 125224
    },
    {
      "epoch": 5.129019045668646,
      "grad_norm": 1.9074083561892712,
      "learning_rate": 1.5749458672163938e-05,
      "loss": 0.8397,
      "step": 125225
    },
    {
      "epoch": 5.129060004095843,
      "grad_norm": 1.519296308866514,
      "learning_rate": 1.5748003929840837e-05,
      "loss": 0.4197,
      "step": 125226
    },
    {
      "epoch": 5.129100962523039,
      "grad_norm": 1.4099935701984647,
      "learning_rate": 1.5746549250984315e-05,
      "loss": 0.3311,
      "step": 125227
    },
    {
      "epoch": 5.129141920950236,
      "grad_norm": 1.1636343567639844,
      "learning_rate": 1.574509463559499e-05,
      "loss": 0.279,
      "step": 125228
    },
    {
      "epoch": 5.129182879377432,
      "grad_norm": 1.4065767666104414,
      "learning_rate": 1.5743640083673613e-05,
      "loss": 0.5417,
      "step": 125229
    },
    {
      "epoch": 5.129223837804628,
      "grad_norm": 1.0408725590392494,
      "learning_rate": 1.574218559522087e-05,
      "loss": 0.2111,
      "step": 125230
    },
    {
      "epoch": 5.1292647962318245,
      "grad_norm": 1.7231670775889214,
      "learning_rate": 1.57407311702374e-05,
      "loss": 0.6408,
      "step": 125231
    },
    {
      "epoch": 5.129305754659021,
      "grad_norm": 1.4735509699390492,
      "learning_rate": 1.5739276808723932e-05,
      "loss": 0.4524,
      "step": 125232
    },
    {
      "epoch": 5.129346713086218,
      "grad_norm": 1.348931553027151,
      "learning_rate": 1.5737822510681175e-05,
      "loss": 0.4079,
      "step": 125233
    },
    {
      "epoch": 5.129387671513414,
      "grad_norm": 1.7975353057340704,
      "learning_rate": 1.5736368276109745e-05,
      "loss": 0.5903,
      "step": 125234
    },
    {
      "epoch": 5.129428629940611,
      "grad_norm": 1.414970603102395,
      "learning_rate": 1.5734914105010394e-05,
      "loss": 0.3771,
      "step": 125235
    },
    {
      "epoch": 5.129469588367806,
      "grad_norm": 0.5901129567936492,
      "learning_rate": 1.5733459997383768e-05,
      "loss": 0.0808,
      "step": 125236
    },
    {
      "epoch": 5.129510546795003,
      "grad_norm": 2.014797389055148,
      "learning_rate": 1.573200595323057e-05,
      "loss": 0.6993,
      "step": 125237
    },
    {
      "epoch": 5.129551505222199,
      "grad_norm": 1.357285594805288,
      "learning_rate": 1.5730551972551515e-05,
      "loss": 0.4294,
      "step": 125238
    },
    {
      "epoch": 5.129592463649396,
      "grad_norm": 1.2057652232196892,
      "learning_rate": 1.5729098055347233e-05,
      "loss": 0.2448,
      "step": 125239
    },
    {
      "epoch": 5.1296334220765925,
      "grad_norm": 1.4878539922315974,
      "learning_rate": 1.5727644201618445e-05,
      "loss": 0.5348,
      "step": 125240
    },
    {
      "epoch": 5.129674380503789,
      "grad_norm": 1.332954435736374,
      "learning_rate": 1.5726190411365845e-05,
      "loss": 0.1482,
      "step": 125241
    },
    {
      "epoch": 5.129715338930985,
      "grad_norm": 0.9581600030086548,
      "learning_rate": 1.5724736684590104e-05,
      "loss": 0.1548,
      "step": 125242
    },
    {
      "epoch": 5.129756297358181,
      "grad_norm": 1.515696929010643,
      "learning_rate": 1.5723283021291938e-05,
      "loss": 0.3938,
      "step": 125243
    },
    {
      "epoch": 5.129797255785378,
      "grad_norm": 1.3164193535023812,
      "learning_rate": 1.5721829421471992e-05,
      "loss": 0.2967,
      "step": 125244
    },
    {
      "epoch": 5.129838214212574,
      "grad_norm": 1.6472743387250885,
      "learning_rate": 1.5720375885130952e-05,
      "loss": 0.5929,
      "step": 125245
    },
    {
      "epoch": 5.129879172639771,
      "grad_norm": 1.5781084403165684,
      "learning_rate": 1.5718922412269587e-05,
      "loss": 0.5687,
      "step": 125246
    },
    {
      "epoch": 5.129920131066967,
      "grad_norm": 1.4783415352368487,
      "learning_rate": 1.5717469002888472e-05,
      "loss": 0.3997,
      "step": 125247
    },
    {
      "epoch": 5.129961089494164,
      "grad_norm": 1.3677360395525147,
      "learning_rate": 1.5716015656988347e-05,
      "loss": 0.2633,
      "step": 125248
    },
    {
      "epoch": 5.1300020479213595,
      "grad_norm": 1.5544735321075827,
      "learning_rate": 1.5714562374569922e-05,
      "loss": 0.5254,
      "step": 125249
    },
    {
      "epoch": 5.130043006348556,
      "grad_norm": 1.5937123132323059,
      "learning_rate": 1.5713109155633835e-05,
      "loss": 0.6083,
      "step": 125250
    },
    {
      "epoch": 5.130083964775753,
      "grad_norm": 2.6559977872250804,
      "learning_rate": 1.5711656000180832e-05,
      "loss": 2.1287,
      "step": 125251
    },
    {
      "epoch": 5.130124923202949,
      "grad_norm": 1.0183232171484042,
      "learning_rate": 1.5710202908211535e-05,
      "loss": 0.2025,
      "step": 125252
    },
    {
      "epoch": 5.130165881630146,
      "grad_norm": 1.9901356112480595,
      "learning_rate": 1.570874987972667e-05,
      "loss": 0.31,
      "step": 125253
    },
    {
      "epoch": 5.130206840057342,
      "grad_norm": 1.5836172760725462,
      "learning_rate": 1.5707296914726936e-05,
      "loss": 0.6289,
      "step": 125254
    },
    {
      "epoch": 5.130247798484538,
      "grad_norm": 0.4160044889745284,
      "learning_rate": 1.570584401321297e-05,
      "loss": 0.0534,
      "step": 125255
    },
    {
      "epoch": 5.130288756911734,
      "grad_norm": 1.699711089464402,
      "learning_rate": 1.570439117518552e-05,
      "loss": 0.5925,
      "step": 125256
    },
    {
      "epoch": 5.130329715338931,
      "grad_norm": 0.9417020051131266,
      "learning_rate": 1.5702938400645204e-05,
      "loss": 0.163,
      "step": 125257
    },
    {
      "epoch": 5.130370673766127,
      "grad_norm": 1.4020732940675897,
      "learning_rate": 1.5701485689592752e-05,
      "loss": 0.3862,
      "step": 125258
    },
    {
      "epoch": 5.130411632193324,
      "grad_norm": 0.5951022086833007,
      "learning_rate": 1.5700033042028866e-05,
      "loss": 0.0719,
      "step": 125259
    },
    {
      "epoch": 5.1304525906205205,
      "grad_norm": 1.6723278110063575,
      "learning_rate": 1.569858045795419e-05,
      "loss": 0.407,
      "step": 125260
    },
    {
      "epoch": 5.130493549047716,
      "grad_norm": 1.519693818818376,
      "learning_rate": 1.569712793736943e-05,
      "loss": 0.4662,
      "step": 125261
    },
    {
      "epoch": 5.130534507474913,
      "grad_norm": 1.7380320900405792,
      "learning_rate": 1.5695675480275316e-05,
      "loss": 0.6969,
      "step": 125262
    },
    {
      "epoch": 5.130575465902109,
      "grad_norm": 1.1094820367442568,
      "learning_rate": 1.5694223086672446e-05,
      "loss": 0.2355,
      "step": 125263
    },
    {
      "epoch": 5.130616424329306,
      "grad_norm": 1.4957675721453536,
      "learning_rate": 1.569277075656159e-05,
      "loss": 0.3421,
      "step": 125264
    },
    {
      "epoch": 5.130657382756502,
      "grad_norm": 1.2581980674918933,
      "learning_rate": 1.569131848994338e-05,
      "loss": 0.2364,
      "step": 125265
    },
    {
      "epoch": 5.130698341183699,
      "grad_norm": 1.8209486435813405,
      "learning_rate": 1.568986628681851e-05,
      "loss": 0.8033,
      "step": 125266
    },
    {
      "epoch": 5.130739299610895,
      "grad_norm": 1.9819518201680848,
      "learning_rate": 1.56884141471877e-05,
      "loss": 0.8909,
      "step": 125267
    },
    {
      "epoch": 5.130780258038091,
      "grad_norm": 1.1206645690792851,
      "learning_rate": 1.5686962071051584e-05,
      "loss": 0.2807,
      "step": 125268
    },
    {
      "epoch": 5.1308212164652875,
      "grad_norm": 1.3704992847924131,
      "learning_rate": 1.5685510058410896e-05,
      "loss": 0.3554,
      "step": 125269
    },
    {
      "epoch": 5.130862174892484,
      "grad_norm": 0.7865898447564341,
      "learning_rate": 1.5684058109266328e-05,
      "loss": 0.1686,
      "step": 125270
    },
    {
      "epoch": 5.130903133319681,
      "grad_norm": 1.6195193243587789,
      "learning_rate": 1.5682606223618505e-05,
      "loss": 0.6041,
      "step": 125271
    },
    {
      "epoch": 5.130944091746877,
      "grad_norm": 1.5251382233482078,
      "learning_rate": 1.5681154401468188e-05,
      "loss": 0.4349,
      "step": 125272
    },
    {
      "epoch": 5.130985050174074,
      "grad_norm": 0.5114868538315023,
      "learning_rate": 1.5679702642815994e-05,
      "loss": 0.0553,
      "step": 125273
    },
    {
      "epoch": 5.131026008601269,
      "grad_norm": 1.6818317429274479,
      "learning_rate": 1.5678250947662642e-05,
      "loss": 0.6796,
      "step": 125274
    },
    {
      "epoch": 5.131066967028466,
      "grad_norm": 1.2837075540411291,
      "learning_rate": 1.567679931600886e-05,
      "loss": 0.5007,
      "step": 125275
    },
    {
      "epoch": 5.131107925455662,
      "grad_norm": 1.6803975312537343,
      "learning_rate": 1.567534774785525e-05,
      "loss": 0.5947,
      "step": 125276
    },
    {
      "epoch": 5.131148883882859,
      "grad_norm": 1.7372027485616506,
      "learning_rate": 1.5673896243202544e-05,
      "loss": 0.6605,
      "step": 125277
    },
    {
      "epoch": 5.1311898423100555,
      "grad_norm": 2.009123439350332,
      "learning_rate": 1.567244480205146e-05,
      "loss": 0.7291,
      "step": 125278
    },
    {
      "epoch": 5.131230800737252,
      "grad_norm": 1.4177672514621487,
      "learning_rate": 1.5670993424402613e-05,
      "loss": 0.4287,
      "step": 125279
    },
    {
      "epoch": 5.131271759164448,
      "grad_norm": 1.3832329609089433,
      "learning_rate": 1.5669542110256765e-05,
      "loss": 0.4639,
      "step": 125280
    },
    {
      "epoch": 5.131312717591644,
      "grad_norm": 2.4620533399541085,
      "learning_rate": 1.5668090859614523e-05,
      "loss": 1.1853,
      "step": 125281
    },
    {
      "epoch": 5.131353676018841,
      "grad_norm": 0.8420244089957397,
      "learning_rate": 1.5666639672476618e-05,
      "loss": 0.1891,
      "step": 125282
    },
    {
      "epoch": 5.131394634446037,
      "grad_norm": 1.6988512955190769,
      "learning_rate": 1.566518854884376e-05,
      "loss": 0.6733,
      "step": 125283
    },
    {
      "epoch": 5.131435592873234,
      "grad_norm": 0.9923407997591358,
      "learning_rate": 1.5663737488716572e-05,
      "loss": 0.2383,
      "step": 125284
    },
    {
      "epoch": 5.13147655130043,
      "grad_norm": 1.4848632975055747,
      "learning_rate": 1.5662286492095784e-05,
      "loss": 0.4564,
      "step": 125285
    },
    {
      "epoch": 5.131517509727627,
      "grad_norm": 0.8575055128393061,
      "learning_rate": 1.5660835558982094e-05,
      "loss": 0.1625,
      "step": 125286
    },
    {
      "epoch": 5.1315584681548225,
      "grad_norm": 1.559462146878764,
      "learning_rate": 1.5659384689376135e-05,
      "loss": 0.5466,
      "step": 125287
    },
    {
      "epoch": 5.131599426582019,
      "grad_norm": 1.6056156120330427,
      "learning_rate": 1.5657933883278644e-05,
      "loss": 0.5855,
      "step": 125288
    },
    {
      "epoch": 5.131640385009216,
      "grad_norm": 1.5489354210320179,
      "learning_rate": 1.5656483140690267e-05,
      "loss": 0.4828,
      "step": 125289
    },
    {
      "epoch": 5.131681343436412,
      "grad_norm": 0.5127272203486714,
      "learning_rate": 1.565503246161174e-05,
      "loss": 0.0511,
      "step": 125290
    },
    {
      "epoch": 5.131722301863609,
      "grad_norm": 1.3583200112921274,
      "learning_rate": 1.565358184604372e-05,
      "loss": 0.3762,
      "step": 125291
    },
    {
      "epoch": 5.131763260290805,
      "grad_norm": 1.5581916475777737,
      "learning_rate": 1.5652131293986854e-05,
      "loss": 0.7118,
      "step": 125292
    },
    {
      "epoch": 5.131804218718001,
      "grad_norm": 1.3406784726114775,
      "learning_rate": 1.565068080544188e-05,
      "loss": 0.3226,
      "step": 125293
    },
    {
      "epoch": 5.131845177145197,
      "grad_norm": 1.0363981882581204,
      "learning_rate": 1.5649230380409484e-05,
      "loss": 0.2456,
      "step": 125294
    },
    {
      "epoch": 5.131886135572394,
      "grad_norm": 0.9643947357609367,
      "learning_rate": 1.56477800188903e-05,
      "loss": 0.0909,
      "step": 125295
    },
    {
      "epoch": 5.1319270939995905,
      "grad_norm": 1.1591208977098701,
      "learning_rate": 1.5646329720885058e-05,
      "loss": 0.2701,
      "step": 125296
    },
    {
      "epoch": 5.131968052426787,
      "grad_norm": 5.621776429068149,
      "learning_rate": 1.5644879486394463e-05,
      "loss": 0.9572,
      "step": 125297
    },
    {
      "epoch": 5.1320090108539835,
      "grad_norm": 0.638882649163713,
      "learning_rate": 1.564342931541914e-05,
      "loss": 0.0906,
      "step": 125298
    },
    {
      "epoch": 5.132049969281179,
      "grad_norm": 1.4022515079827818,
      "learning_rate": 1.564197920795985e-05,
      "loss": 0.4469,
      "step": 125299
    },
    {
      "epoch": 5.132090927708376,
      "grad_norm": 0.8015633739744272,
      "learning_rate": 1.5640529164017196e-05,
      "loss": 0.1859,
      "step": 125300
    },
    {
      "epoch": 5.132131886135572,
      "grad_norm": 1.4287161965273845,
      "learning_rate": 1.56390791835919e-05,
      "loss": 0.4143,
      "step": 125301
    },
    {
      "epoch": 5.132172844562769,
      "grad_norm": 1.288518231387337,
      "learning_rate": 1.56376292666847e-05,
      "loss": 0.4383,
      "step": 125302
    },
    {
      "epoch": 5.132213802989965,
      "grad_norm": 1.0790816563432593,
      "learning_rate": 1.5636179413296185e-05,
      "loss": 0.2067,
      "step": 125303
    },
    {
      "epoch": 5.132254761417162,
      "grad_norm": 1.6835128320783346,
      "learning_rate": 1.5634729623427095e-05,
      "loss": 0.6542,
      "step": 125304
    },
    {
      "epoch": 5.132295719844358,
      "grad_norm": 1.194420618253707,
      "learning_rate": 1.5633279897078128e-05,
      "loss": 0.2575,
      "step": 125305
    },
    {
      "epoch": 5.132336678271554,
      "grad_norm": 1.3472544151853638,
      "learning_rate": 1.563183023424993e-05,
      "loss": 0.346,
      "step": 125306
    },
    {
      "epoch": 5.132377636698751,
      "grad_norm": 1.183255682119249,
      "learning_rate": 1.5630380634943223e-05,
      "loss": 0.2629,
      "step": 125307
    },
    {
      "epoch": 5.132418595125947,
      "grad_norm": 1.609499245358352,
      "learning_rate": 1.5628931099158654e-05,
      "loss": 0.5074,
      "step": 125308
    },
    {
      "epoch": 5.132459553553144,
      "grad_norm": 1.5905071688234418,
      "learning_rate": 1.562748162689692e-05,
      "loss": 0.4287,
      "step": 125309
    },
    {
      "epoch": 5.13250051198034,
      "grad_norm": 1.0166949690116167,
      "learning_rate": 1.5626032218158757e-05,
      "loss": 0.21,
      "step": 125310
    },
    {
      "epoch": 5.132541470407537,
      "grad_norm": 0.9368269329441137,
      "learning_rate": 1.562458287294478e-05,
      "loss": 0.1679,
      "step": 125311
    },
    {
      "epoch": 5.132582428834732,
      "grad_norm": 1.7538953830946127,
      "learning_rate": 1.5623133591255706e-05,
      "loss": 0.6063,
      "step": 125312
    },
    {
      "epoch": 5.132623387261929,
      "grad_norm": 1.6413616395572024,
      "learning_rate": 1.562168437309223e-05,
      "loss": 0.4116,
      "step": 125313
    },
    {
      "epoch": 5.132664345689125,
      "grad_norm": 1.988957955956251,
      "learning_rate": 1.5620235218455007e-05,
      "loss": 0.5274,
      "step": 125314
    },
    {
      "epoch": 5.132705304116322,
      "grad_norm": 1.4684525647661126,
      "learning_rate": 1.5618786127344768e-05,
      "loss": 0.4746,
      "step": 125315
    },
    {
      "epoch": 5.1327462625435185,
      "grad_norm": 1.5718835931910697,
      "learning_rate": 1.561733709976213e-05,
      "loss": 0.5047,
      "step": 125316
    },
    {
      "epoch": 5.132787220970715,
      "grad_norm": 1.6681617079895246,
      "learning_rate": 1.5615888135707822e-05,
      "loss": 0.4864,
      "step": 125317
    },
    {
      "epoch": 5.132828179397911,
      "grad_norm": 0.5886579267045271,
      "learning_rate": 1.5614439235182548e-05,
      "loss": 0.0399,
      "step": 125318
    },
    {
      "epoch": 5.132869137825107,
      "grad_norm": 1.7913369099794778,
      "learning_rate": 1.5612990398186953e-05,
      "loss": 0.6719,
      "step": 125319
    },
    {
      "epoch": 5.132910096252304,
      "grad_norm": 1.1086651945471122,
      "learning_rate": 1.5611541624721723e-05,
      "loss": 0.228,
      "step": 125320
    },
    {
      "epoch": 5.1329510546795,
      "grad_norm": 0.9965188368419702,
      "learning_rate": 1.5610092914787607e-05,
      "loss": 0.2217,
      "step": 125321
    },
    {
      "epoch": 5.132992013106697,
      "grad_norm": 0.917330673081053,
      "learning_rate": 1.560864426838519e-05,
      "loss": 0.1657,
      "step": 125322
    },
    {
      "epoch": 5.133032971533893,
      "grad_norm": 1.4993794357935555,
      "learning_rate": 1.560719568551525e-05,
      "loss": 0.4434,
      "step": 125323
    },
    {
      "epoch": 5.13307392996109,
      "grad_norm": 1.4195001238500342,
      "learning_rate": 1.5605747166178405e-05,
      "loss": 0.4107,
      "step": 125324
    },
    {
      "epoch": 5.133114888388286,
      "grad_norm": 1.2863492695618064,
      "learning_rate": 1.5604298710375355e-05,
      "loss": 0.3655,
      "step": 125325
    },
    {
      "epoch": 5.133155846815482,
      "grad_norm": 1.5512213340532193,
      "learning_rate": 1.5602850318106817e-05,
      "loss": 0.3836,
      "step": 125326
    },
    {
      "epoch": 5.133196805242679,
      "grad_norm": 1.2275437509861493,
      "learning_rate": 1.560140198937344e-05,
      "loss": 0.3824,
      "step": 125327
    },
    {
      "epoch": 5.133237763669875,
      "grad_norm": 1.630441560310046,
      "learning_rate": 1.559995372417594e-05,
      "loss": 0.6025,
      "step": 125328
    },
    {
      "epoch": 5.133278722097072,
      "grad_norm": 1.2962888895816091,
      "learning_rate": 1.5598505522514947e-05,
      "loss": 0.4802,
      "step": 125329
    },
    {
      "epoch": 5.133319680524268,
      "grad_norm": 0.8794261617475676,
      "learning_rate": 1.5597057384391198e-05,
      "loss": 0.2047,
      "step": 125330
    },
    {
      "epoch": 5.133360638951464,
      "grad_norm": 0.849582161023894,
      "learning_rate": 1.559560930980539e-05,
      "loss": 0.1013,
      "step": 125331
    },
    {
      "epoch": 5.13340159737866,
      "grad_norm": 1.3927077646406893,
      "learning_rate": 1.559416129875814e-05,
      "loss": 0.5347,
      "step": 125332
    },
    {
      "epoch": 5.133442555805857,
      "grad_norm": 0.7717636294923198,
      "learning_rate": 1.5592713351250163e-05,
      "loss": 0.2164,
      "step": 125333
    },
    {
      "epoch": 5.1334835142330535,
      "grad_norm": 1.2245571238219142,
      "learning_rate": 1.5591265467282194e-05,
      "loss": 0.298,
      "step": 125334
    },
    {
      "epoch": 5.13352447266025,
      "grad_norm": 1.4497722211836779,
      "learning_rate": 1.5589817646854848e-05,
      "loss": 0.4249,
      "step": 125335
    },
    {
      "epoch": 5.133565431087447,
      "grad_norm": 1.4386745227349778,
      "learning_rate": 1.558836988996887e-05,
      "loss": 0.4634,
      "step": 125336
    },
    {
      "epoch": 5.133606389514642,
      "grad_norm": 1.6283207520359737,
      "learning_rate": 1.5586922196624867e-05,
      "loss": 0.487,
      "step": 125337
    },
    {
      "epoch": 5.133647347941839,
      "grad_norm": 1.565111878831298,
      "learning_rate": 1.558547456682357e-05,
      "loss": 0.5244,
      "step": 125338
    },
    {
      "epoch": 5.133688306369035,
      "grad_norm": 1.541004495634379,
      "learning_rate": 1.558402700056571e-05,
      "loss": 0.4637,
      "step": 125339
    },
    {
      "epoch": 5.133729264796232,
      "grad_norm": 0.9091356002751148,
      "learning_rate": 1.5582579497851866e-05,
      "loss": 0.2115,
      "step": 125340
    },
    {
      "epoch": 5.133770223223428,
      "grad_norm": 1.8360306673796682,
      "learning_rate": 1.5581132058682795e-05,
      "loss": 0.5257,
      "step": 125341
    },
    {
      "epoch": 5.133811181650625,
      "grad_norm": 1.4657193415020848,
      "learning_rate": 1.5579684683059192e-05,
      "loss": 0.4613,
      "step": 125342
    },
    {
      "epoch": 5.133852140077821,
      "grad_norm": 1.8959634482576104,
      "learning_rate": 1.557823737098167e-05,
      "loss": 0.9926,
      "step": 125343
    },
    {
      "epoch": 5.133893098505017,
      "grad_norm": 0.8310347180170822,
      "learning_rate": 1.5576790122451005e-05,
      "loss": 0.1994,
      "step": 125344
    },
    {
      "epoch": 5.133934056932214,
      "grad_norm": 1.5389018992247436,
      "learning_rate": 1.557534293746779e-05,
      "loss": 0.4696,
      "step": 125345
    },
    {
      "epoch": 5.13397501535941,
      "grad_norm": 1.6124271769486456,
      "learning_rate": 1.557389581603277e-05,
      "loss": 0.5432,
      "step": 125346
    },
    {
      "epoch": 5.134015973786607,
      "grad_norm": 1.4067868291918848,
      "learning_rate": 1.5572448758146622e-05,
      "loss": 0.4431,
      "step": 125347
    },
    {
      "epoch": 5.134056932213803,
      "grad_norm": 1.633639228741789,
      "learning_rate": 1.5571001763810005e-05,
      "loss": 0.5588,
      "step": 125348
    },
    {
      "epoch": 5.134097890641,
      "grad_norm": 1.4355318511800708,
      "learning_rate": 1.5569554833023617e-05,
      "loss": 0.4102,
      "step": 125349
    },
    {
      "epoch": 5.134138849068195,
      "grad_norm": 1.8771794208707122,
      "learning_rate": 1.5568107965788163e-05,
      "loss": 0.7809,
      "step": 125350
    },
    {
      "epoch": 5.134179807495392,
      "grad_norm": 0.9266643249507474,
      "learning_rate": 1.556666116210429e-05,
      "loss": 0.1031,
      "step": 125351
    },
    {
      "epoch": 5.1342207659225885,
      "grad_norm": 1.497288724008619,
      "learning_rate": 1.556521442197271e-05,
      "loss": 0.4967,
      "step": 125352
    },
    {
      "epoch": 5.134261724349785,
      "grad_norm": 1.030326783080172,
      "learning_rate": 1.556376774539408e-05,
      "loss": 0.1972,
      "step": 125353
    },
    {
      "epoch": 5.1343026827769815,
      "grad_norm": 1.6005949939525617,
      "learning_rate": 1.5562321132369094e-05,
      "loss": 0.4774,
      "step": 125354
    },
    {
      "epoch": 5.134343641204178,
      "grad_norm": 1.4145015696742675,
      "learning_rate": 1.556087458289847e-05,
      "loss": 0.4427,
      "step": 125355
    },
    {
      "epoch": 5.134384599631375,
      "grad_norm": 1.733443782773462,
      "learning_rate": 1.555942809698284e-05,
      "loss": 0.7196,
      "step": 125356
    },
    {
      "epoch": 5.13442555805857,
      "grad_norm": 1.4343344305112502,
      "learning_rate": 1.5557981674622905e-05,
      "loss": 0.5073,
      "step": 125357
    },
    {
      "epoch": 5.134466516485767,
      "grad_norm": 1.277480437326622,
      "learning_rate": 1.5556535315819397e-05,
      "loss": 0.4458,
      "step": 125358
    },
    {
      "epoch": 5.134507474912963,
      "grad_norm": 1.4571271099217717,
      "learning_rate": 1.5555089020572915e-05,
      "loss": 0.4843,
      "step": 125359
    },
    {
      "epoch": 5.13454843334016,
      "grad_norm": 1.4376571271090552,
      "learning_rate": 1.5553642788884225e-05,
      "loss": 0.405,
      "step": 125360
    },
    {
      "epoch": 5.134589391767356,
      "grad_norm": 1.4954157833858492,
      "learning_rate": 1.555219662075396e-05,
      "loss": 0.5075,
      "step": 125361
    },
    {
      "epoch": 5.134630350194553,
      "grad_norm": 0.8208586288096783,
      "learning_rate": 1.5550750516182786e-05,
      "loss": 0.1985,
      "step": 125362
    },
    {
      "epoch": 5.134671308621749,
      "grad_norm": 1.9056119281727573,
      "learning_rate": 1.5549304475171454e-05,
      "loss": 0.841,
      "step": 125363
    },
    {
      "epoch": 5.134712267048945,
      "grad_norm": 1.430990509064246,
      "learning_rate": 1.5547858497720577e-05,
      "loss": 0.465,
      "step": 125364
    },
    {
      "epoch": 5.134753225476142,
      "grad_norm": 1.8688721986464236,
      "learning_rate": 1.5546412583830876e-05,
      "loss": 0.5452,
      "step": 125365
    },
    {
      "epoch": 5.134794183903338,
      "grad_norm": 0.9649687068834832,
      "learning_rate": 1.5544966733503046e-05,
      "loss": 0.1338,
      "step": 125366
    },
    {
      "epoch": 5.134835142330535,
      "grad_norm": 1.1144325680934555,
      "learning_rate": 1.5543520946737737e-05,
      "loss": 0.2124,
      "step": 125367
    },
    {
      "epoch": 5.134876100757731,
      "grad_norm": 1.6368265960627135,
      "learning_rate": 1.5542075223535633e-05,
      "loss": 0.4872,
      "step": 125368
    },
    {
      "epoch": 5.134917059184927,
      "grad_norm": 1.5839763530800932,
      "learning_rate": 1.5540629563897468e-05,
      "loss": 0.4091,
      "step": 125369
    },
    {
      "epoch": 5.1349580176121234,
      "grad_norm": 1.5370388901371201,
      "learning_rate": 1.553918396782387e-05,
      "loss": 0.4803,
      "step": 125370
    },
    {
      "epoch": 5.13499897603932,
      "grad_norm": 2.145252454634804,
      "learning_rate": 1.553773843531556e-05,
      "loss": 0.6928,
      "step": 125371
    },
    {
      "epoch": 5.1350399344665165,
      "grad_norm": 1.1683906567062108,
      "learning_rate": 1.5536292966373188e-05,
      "loss": 0.3059,
      "step": 125372
    },
    {
      "epoch": 5.135080892893713,
      "grad_norm": 1.800613970020156,
      "learning_rate": 1.553484756099745e-05,
      "loss": 0.6672,
      "step": 125373
    },
    {
      "epoch": 5.13512185132091,
      "grad_norm": 1.0157533810234574,
      "learning_rate": 1.5533402219189062e-05,
      "loss": 0.1843,
      "step": 125374
    },
    {
      "epoch": 5.135162809748106,
      "grad_norm": 1.9166547368784816,
      "learning_rate": 1.553195694094866e-05,
      "loss": 0.8603,
      "step": 125375
    },
    {
      "epoch": 5.135203768175302,
      "grad_norm": 1.2027341571934624,
      "learning_rate": 1.553051172627692e-05,
      "loss": 0.3657,
      "step": 125376
    },
    {
      "epoch": 5.135244726602498,
      "grad_norm": 1.8349039964171447,
      "learning_rate": 1.5529066575174603e-05,
      "loss": 0.668,
      "step": 125377
    },
    {
      "epoch": 5.135285685029695,
      "grad_norm": 1.127858028927962,
      "learning_rate": 1.55276214876423e-05,
      "loss": 0.2958,
      "step": 125378
    },
    {
      "epoch": 5.135326643456891,
      "grad_norm": 1.4786953906175322,
      "learning_rate": 1.552617646368078e-05,
      "loss": 0.5007,
      "step": 125379
    },
    {
      "epoch": 5.135367601884088,
      "grad_norm": 1.728689534231113,
      "learning_rate": 1.552473150329064e-05,
      "loss": 0.5888,
      "step": 125380
    },
    {
      "epoch": 5.1354085603112845,
      "grad_norm": 1.3905480676534812,
      "learning_rate": 1.5523286606472594e-05,
      "loss": 0.5038,
      "step": 125381
    },
    {
      "epoch": 5.13544951873848,
      "grad_norm": 0.9151698063548972,
      "learning_rate": 1.5521841773227385e-05,
      "loss": 0.2078,
      "step": 125382
    },
    {
      "epoch": 5.135490477165677,
      "grad_norm": 1.5876550517888115,
      "learning_rate": 1.55203970035556e-05,
      "loss": 0.6257,
      "step": 125383
    },
    {
      "epoch": 5.135531435592873,
      "grad_norm": 1.4874150277629643,
      "learning_rate": 1.5518952297457965e-05,
      "loss": 0.4702,
      "step": 125384
    },
    {
      "epoch": 5.13557239402007,
      "grad_norm": 1.0419279274151467,
      "learning_rate": 1.5517507654935207e-05,
      "loss": 0.2171,
      "step": 125385
    },
    {
      "epoch": 5.135613352447266,
      "grad_norm": 1.6412471006034894,
      "learning_rate": 1.5516063075987943e-05,
      "loss": 0.7105,
      "step": 125386
    },
    {
      "epoch": 5.135654310874463,
      "grad_norm": 1.5714827991969582,
      "learning_rate": 1.5514618560616892e-05,
      "loss": 0.3933,
      "step": 125387
    },
    {
      "epoch": 5.135695269301658,
      "grad_norm": 1.6988450643731594,
      "learning_rate": 1.55131741088227e-05,
      "loss": 0.4371,
      "step": 125388
    },
    {
      "epoch": 5.135736227728855,
      "grad_norm": 1.3966622513542337,
      "learning_rate": 1.5511729720606085e-05,
      "loss": 0.3857,
      "step": 125389
    },
    {
      "epoch": 5.1357771861560515,
      "grad_norm": 0.8351511497564144,
      "learning_rate": 1.551028539596775e-05,
      "loss": 0.0972,
      "step": 125390
    },
    {
      "epoch": 5.135818144583248,
      "grad_norm": 1.5328332061014502,
      "learning_rate": 1.550884113490832e-05,
      "loss": 0.5339,
      "step": 125391
    },
    {
      "epoch": 5.135859103010445,
      "grad_norm": 1.3602398601438126,
      "learning_rate": 1.5507396937428496e-05,
      "loss": 0.3887,
      "step": 125392
    },
    {
      "epoch": 5.135900061437641,
      "grad_norm": 1.0515858913484697,
      "learning_rate": 1.5505952803529e-05,
      "loss": 0.1915,
      "step": 125393
    },
    {
      "epoch": 5.135941019864838,
      "grad_norm": 1.0208651764807468,
      "learning_rate": 1.5504508733210458e-05,
      "loss": 0.1805,
      "step": 125394
    },
    {
      "epoch": 5.135981978292033,
      "grad_norm": 1.0841294080206394,
      "learning_rate": 1.550306472647361e-05,
      "loss": 0.2153,
      "step": 125395
    },
    {
      "epoch": 5.13602293671923,
      "grad_norm": 1.75879653663239,
      "learning_rate": 1.550162078331908e-05,
      "loss": 0.5501,
      "step": 125396
    },
    {
      "epoch": 5.136063895146426,
      "grad_norm": 1.3384530668475623,
      "learning_rate": 1.5500176903747575e-05,
      "loss": 0.409,
      "step": 125397
    },
    {
      "epoch": 5.136104853573623,
      "grad_norm": 0.7890066839689781,
      "learning_rate": 1.5498733087759825e-05,
      "loss": 0.0851,
      "step": 125398
    },
    {
      "epoch": 5.136145812000819,
      "grad_norm": 1.0912058288709325,
      "learning_rate": 1.549728933535643e-05,
      "loss": 0.2536,
      "step": 125399
    },
    {
      "epoch": 5.136186770428016,
      "grad_norm": 1.707305844780755,
      "learning_rate": 1.5495845646538136e-05,
      "loss": 0.5128,
      "step": 125400
    },
    {
      "epoch": 5.136227728855212,
      "grad_norm": 1.6575531409427868,
      "learning_rate": 1.549440202130558e-05,
      "loss": 0.5094,
      "step": 125401
    },
    {
      "epoch": 5.136268687282408,
      "grad_norm": 1.7878123423108203,
      "learning_rate": 1.549295845965946e-05,
      "loss": 0.6322,
      "step": 125402
    },
    {
      "epoch": 5.136309645709605,
      "grad_norm": 0.9938466410188247,
      "learning_rate": 1.5491514961600493e-05,
      "loss": 0.2361,
      "step": 125403
    },
    {
      "epoch": 5.136350604136801,
      "grad_norm": 1.6745666673281638,
      "learning_rate": 1.549007152712931e-05,
      "loss": 0.6673,
      "step": 125404
    },
    {
      "epoch": 5.136391562563998,
      "grad_norm": 1.3406284620537054,
      "learning_rate": 1.5488628156246614e-05,
      "loss": 0.4796,
      "step": 125405
    },
    {
      "epoch": 5.136432520991194,
      "grad_norm": 1.326769414655188,
      "learning_rate": 1.5487184848953116e-05,
      "loss": 0.3661,
      "step": 125406
    },
    {
      "epoch": 5.13647347941839,
      "grad_norm": 1.7873554948583976,
      "learning_rate": 1.548574160524945e-05,
      "loss": 0.605,
      "step": 125407
    },
    {
      "epoch": 5.1365144378455865,
      "grad_norm": 1.3963805355923835,
      "learning_rate": 1.5484298425136337e-05,
      "loss": 0.3871,
      "step": 125408
    },
    {
      "epoch": 5.136555396272783,
      "grad_norm": 1.091720570000921,
      "learning_rate": 1.5482855308614422e-05,
      "loss": 0.2729,
      "step": 125409
    },
    {
      "epoch": 5.1365963546999795,
      "grad_norm": 1.0808253383031639,
      "learning_rate": 1.5481412255684407e-05,
      "loss": 0.2011,
      "step": 125410
    },
    {
      "epoch": 5.136637313127176,
      "grad_norm": 2.1756989090452454,
      "learning_rate": 1.5479969266347002e-05,
      "loss": 0.7167,
      "step": 125411
    },
    {
      "epoch": 5.136678271554373,
      "grad_norm": 0.77509853905982,
      "learning_rate": 1.5478526340602833e-05,
      "loss": 0.1658,
      "step": 125412
    },
    {
      "epoch": 5.136719229981569,
      "grad_norm": 1.6293406683171707,
      "learning_rate": 1.5477083478452606e-05,
      "loss": 0.3866,
      "step": 125413
    },
    {
      "epoch": 5.136760188408765,
      "grad_norm": 1.6984101758322518,
      "learning_rate": 1.5475640679897027e-05,
      "loss": 0.6279,
      "step": 125414
    },
    {
      "epoch": 5.136801146835961,
      "grad_norm": 2.034702544879302,
      "learning_rate": 1.5474197944936746e-05,
      "loss": 0.7319,
      "step": 125415
    },
    {
      "epoch": 5.136842105263158,
      "grad_norm": 1.4242555311488507,
      "learning_rate": 1.547275527357249e-05,
      "loss": 0.4673,
      "step": 125416
    },
    {
      "epoch": 5.136883063690354,
      "grad_norm": 1.8263085332818167,
      "learning_rate": 1.547131266580488e-05,
      "loss": 0.5415,
      "step": 125417
    },
    {
      "epoch": 5.136924022117551,
      "grad_norm": 0.766566998168599,
      "learning_rate": 1.5469870121634616e-05,
      "loss": 0.1755,
      "step": 125418
    },
    {
      "epoch": 5.1369649805447475,
      "grad_norm": 3.2366285417706484,
      "learning_rate": 1.5468427641062425e-05,
      "loss": 2.4891,
      "step": 125419
    },
    {
      "epoch": 5.137005938971943,
      "grad_norm": 0.9698049795656276,
      "learning_rate": 1.5466985224088928e-05,
      "loss": 0.2563,
      "step": 125420
    },
    {
      "epoch": 5.13704689739914,
      "grad_norm": 1.934838119618743,
      "learning_rate": 1.5465542870714824e-05,
      "loss": 0.6246,
      "step": 125421
    },
    {
      "epoch": 5.137087855826336,
      "grad_norm": 0.5032390542303853,
      "learning_rate": 1.5464100580940847e-05,
      "loss": 0.089,
      "step": 125422
    },
    {
      "epoch": 5.137128814253533,
      "grad_norm": 1.30477166710689,
      "learning_rate": 1.5462658354767592e-05,
      "loss": 0.3118,
      "step": 125423
    },
    {
      "epoch": 5.137169772680729,
      "grad_norm": 1.0996724126035122,
      "learning_rate": 1.546121619219583e-05,
      "loss": 0.2358,
      "step": 125424
    },
    {
      "epoch": 5.137210731107926,
      "grad_norm": 2.2591133021666105,
      "learning_rate": 1.5459774093226174e-05,
      "loss": 0.6762,
      "step": 125425
    },
    {
      "epoch": 5.1372516895351215,
      "grad_norm": 1.7022615592499524,
      "learning_rate": 1.5458332057859308e-05,
      "loss": 0.5266,
      "step": 125426
    },
    {
      "epoch": 5.137292647962318,
      "grad_norm": 1.553016717042348,
      "learning_rate": 1.545689008609598e-05,
      "loss": 0.5626,
      "step": 125427
    },
    {
      "epoch": 5.1373336063895145,
      "grad_norm": 0.8532532426954322,
      "learning_rate": 1.545544817793679e-05,
      "loss": 0.1885,
      "step": 125428
    },
    {
      "epoch": 5.137374564816711,
      "grad_norm": 3.385692455128225,
      "learning_rate": 1.5454006333382455e-05,
      "loss": 3.1048,
      "step": 125429
    },
    {
      "epoch": 5.137415523243908,
      "grad_norm": 2.255409861001259,
      "learning_rate": 1.545256455243371e-05,
      "loss": 1.1479,
      "step": 125430
    },
    {
      "epoch": 5.137456481671104,
      "grad_norm": 3.5712413052528644,
      "learning_rate": 1.5451122835091167e-05,
      "loss": 3.4913,
      "step": 125431
    },
    {
      "epoch": 5.137497440098301,
      "grad_norm": 1.0274132195909973,
      "learning_rate": 1.5449681181355494e-05,
      "loss": 0.3073,
      "step": 125432
    },
    {
      "epoch": 5.137538398525496,
      "grad_norm": 1.5683300925298018,
      "learning_rate": 1.544823959122744e-05,
      "loss": 0.613,
      "step": 125433
    },
    {
      "epoch": 5.137579356952693,
      "grad_norm": 1.6125068099528328,
      "learning_rate": 1.5446798064707622e-05,
      "loss": 0.616,
      "step": 125434
    },
    {
      "epoch": 5.137620315379889,
      "grad_norm": 0.7705922053494708,
      "learning_rate": 1.5445356601796773e-05,
      "loss": 0.195,
      "step": 125435
    },
    {
      "epoch": 5.137661273807086,
      "grad_norm": 1.5372979596492253,
      "learning_rate": 1.5443915202495522e-05,
      "loss": 0.4698,
      "step": 125436
    },
    {
      "epoch": 5.1377022322342825,
      "grad_norm": 1.4649468310964076,
      "learning_rate": 1.544247386680459e-05,
      "loss": 0.4527,
      "step": 125437
    },
    {
      "epoch": 5.137743190661479,
      "grad_norm": 1.1489542801857813,
      "learning_rate": 1.5441032594724673e-05,
      "loss": 0.2664,
      "step": 125438
    },
    {
      "epoch": 5.137784149088675,
      "grad_norm": 1.3131371037170898,
      "learning_rate": 1.5439591386256388e-05,
      "loss": 0.3819,
      "step": 125439
    },
    {
      "epoch": 5.137825107515871,
      "grad_norm": 1.4957901719131224,
      "learning_rate": 1.543815024140047e-05,
      "loss": 0.4464,
      "step": 125440
    },
    {
      "epoch": 5.137866065943068,
      "grad_norm": 0.8594780989223435,
      "learning_rate": 1.54367091601576e-05,
      "loss": 0.1967,
      "step": 125441
    },
    {
      "epoch": 5.137907024370264,
      "grad_norm": 1.5334082818066757,
      "learning_rate": 1.543526814252843e-05,
      "loss": 0.517,
      "step": 125442
    },
    {
      "epoch": 5.137947982797461,
      "grad_norm": 1.3212784817533885,
      "learning_rate": 1.5433827188513686e-05,
      "loss": 0.4551,
      "step": 125443
    },
    {
      "epoch": 5.137988941224657,
      "grad_norm": 1.3635145987257553,
      "learning_rate": 1.543238629811399e-05,
      "loss": 0.4117,
      "step": 125444
    },
    {
      "epoch": 5.138029899651853,
      "grad_norm": 2.690929847647388,
      "learning_rate": 1.543094547133004e-05,
      "loss": 1.725,
      "step": 125445
    },
    {
      "epoch": 5.1380708580790495,
      "grad_norm": 1.7124599965758212,
      "learning_rate": 1.5429504708162573e-05,
      "loss": 0.5348,
      "step": 125446
    },
    {
      "epoch": 5.138111816506246,
      "grad_norm": 1.7623422357343406,
      "learning_rate": 1.5428064008612194e-05,
      "loss": 0.6325,
      "step": 125447
    },
    {
      "epoch": 5.138152774933443,
      "grad_norm": 1.4391371768967258,
      "learning_rate": 1.542662337267963e-05,
      "loss": 0.3708,
      "step": 125448
    },
    {
      "epoch": 5.138193733360639,
      "grad_norm": 0.8452652264410042,
      "learning_rate": 1.542518280036556e-05,
      "loss": 0.1697,
      "step": 125449
    },
    {
      "epoch": 5.138234691787836,
      "grad_norm": 1.4443078585540339,
      "learning_rate": 1.5423742291670633e-05,
      "loss": 0.3963,
      "step": 125450
    },
    {
      "epoch": 5.138275650215032,
      "grad_norm": 1.3606301641905165,
      "learning_rate": 1.542230184659558e-05,
      "loss": 0.396,
      "step": 125451
    },
    {
      "epoch": 5.138316608642228,
      "grad_norm": 0.5307503739259914,
      "learning_rate": 1.542086146514102e-05,
      "loss": 0.0625,
      "step": 125452
    },
    {
      "epoch": 5.138357567069424,
      "grad_norm": 1.5565068681428602,
      "learning_rate": 1.5419421147307687e-05,
      "loss": 0.4626,
      "step": 125453
    },
    {
      "epoch": 5.138398525496621,
      "grad_norm": 1.4813981653938681,
      "learning_rate": 1.5417980893096245e-05,
      "loss": 0.4631,
      "step": 125454
    },
    {
      "epoch": 5.138439483923817,
      "grad_norm": 0.5423088590887143,
      "learning_rate": 1.5416540702507358e-05,
      "loss": 0.0838,
      "step": 125455
    },
    {
      "epoch": 5.138480442351014,
      "grad_norm": 1.4252230481765658,
      "learning_rate": 1.541510057554171e-05,
      "loss": 0.5663,
      "step": 125456
    },
    {
      "epoch": 5.1385214007782105,
      "grad_norm": 2.300457621479627,
      "learning_rate": 1.541366051220004e-05,
      "loss": 0.7253,
      "step": 125457
    },
    {
      "epoch": 5.138562359205406,
      "grad_norm": 1.8472498462316849,
      "learning_rate": 1.5412220512482935e-05,
      "loss": 0.6295,
      "step": 125458
    },
    {
      "epoch": 5.138603317632603,
      "grad_norm": 0.9540032704379504,
      "learning_rate": 1.5410780576391176e-05,
      "loss": 0.1912,
      "step": 125459
    },
    {
      "epoch": 5.138644276059799,
      "grad_norm": 1.699970016903941,
      "learning_rate": 1.5409340703925333e-05,
      "loss": 0.5019,
      "step": 125460
    },
    {
      "epoch": 5.138685234486996,
      "grad_norm": 1.6502154868017056,
      "learning_rate": 1.5407900895086162e-05,
      "loss": 0.6234,
      "step": 125461
    },
    {
      "epoch": 5.138726192914192,
      "grad_norm": 1.2928716647887895,
      "learning_rate": 1.5406461149874344e-05,
      "loss": 0.3796,
      "step": 125462
    },
    {
      "epoch": 5.138767151341389,
      "grad_norm": 1.9365518250555436,
      "learning_rate": 1.5405021468290513e-05,
      "loss": 0.5437,
      "step": 125463
    },
    {
      "epoch": 5.1388081097685845,
      "grad_norm": 1.1645486937027583,
      "learning_rate": 1.5403581850335384e-05,
      "loss": 0.35,
      "step": 125464
    },
    {
      "epoch": 5.138849068195781,
      "grad_norm": 0.36877601684501826,
      "learning_rate": 1.5402142296009657e-05,
      "loss": 0.0265,
      "step": 125465
    },
    {
      "epoch": 5.138890026622978,
      "grad_norm": 0.9020623655338195,
      "learning_rate": 1.5400702805313947e-05,
      "loss": 0.2203,
      "step": 125466
    },
    {
      "epoch": 5.138930985050174,
      "grad_norm": 1.3700318707805008,
      "learning_rate": 1.5399263378249023e-05,
      "loss": 0.3393,
      "step": 125467
    },
    {
      "epoch": 5.138971943477371,
      "grad_norm": 1.9508781580667225,
      "learning_rate": 1.539782401481548e-05,
      "loss": 0.436,
      "step": 125468
    },
    {
      "epoch": 5.139012901904567,
      "grad_norm": 1.2606603692088987,
      "learning_rate": 1.539638471501402e-05,
      "loss": 0.3504,
      "step": 125469
    },
    {
      "epoch": 5.139053860331764,
      "grad_norm": 1.5695822897516039,
      "learning_rate": 1.5394945478845395e-05,
      "loss": 0.4818,
      "step": 125470
    },
    {
      "epoch": 5.139094818758959,
      "grad_norm": 1.648278843441442,
      "learning_rate": 1.5393506306310184e-05,
      "loss": 0.5353,
      "step": 125471
    },
    {
      "epoch": 5.139135777186156,
      "grad_norm": 1.4297744785638031,
      "learning_rate": 1.5392067197409137e-05,
      "loss": 0.4557,
      "step": 125472
    },
    {
      "epoch": 5.139176735613352,
      "grad_norm": 1.5719473284362828,
      "learning_rate": 1.5390628152142887e-05,
      "loss": 0.5852,
      "step": 125473
    },
    {
      "epoch": 5.139217694040549,
      "grad_norm": 0.4607482834192114,
      "learning_rate": 1.5389189170512135e-05,
      "loss": 0.054,
      "step": 125474
    },
    {
      "epoch": 5.1392586524677455,
      "grad_norm": 3.4235846168545985,
      "learning_rate": 1.5387750252517593e-05,
      "loss": 2.007,
      "step": 125475
    },
    {
      "epoch": 5.139299610894942,
      "grad_norm": 1.2417094168473608,
      "learning_rate": 1.5386311398159884e-05,
      "loss": 0.4137,
      "step": 125476
    },
    {
      "epoch": 5.139340569322138,
      "grad_norm": 1.7049524006840118,
      "learning_rate": 1.538487260743972e-05,
      "loss": 0.5972,
      "step": 125477
    },
    {
      "epoch": 5.139381527749334,
      "grad_norm": 1.6294989158626507,
      "learning_rate": 1.5383433880357798e-05,
      "loss": 0.5091,
      "step": 125478
    },
    {
      "epoch": 5.139422486176531,
      "grad_norm": 1.3973080542921468,
      "learning_rate": 1.5381995216914756e-05,
      "loss": 0.435,
      "step": 125479
    },
    {
      "epoch": 5.139463444603727,
      "grad_norm": 1.23900065902292,
      "learning_rate": 1.538055661711132e-05,
      "loss": 0.2823,
      "step": 125480
    },
    {
      "epoch": 5.139504403030924,
      "grad_norm": 1.617451839447124,
      "learning_rate": 1.5379118080948116e-05,
      "loss": 0.5289,
      "step": 125481
    },
    {
      "epoch": 5.13954536145812,
      "grad_norm": 1.6266757392464577,
      "learning_rate": 1.5377679608425852e-05,
      "loss": 0.4874,
      "step": 125482
    },
    {
      "epoch": 5.139586319885316,
      "grad_norm": 1.4443295439537902,
      "learning_rate": 1.5376241199545247e-05,
      "loss": 0.5268,
      "step": 125483
    },
    {
      "epoch": 5.1396272783125125,
      "grad_norm": 0.8496870646759224,
      "learning_rate": 1.53748028543069e-05,
      "loss": 0.1672,
      "step": 125484
    },
    {
      "epoch": 5.139668236739709,
      "grad_norm": 1.7161402358574993,
      "learning_rate": 1.5373364572711545e-05,
      "loss": 0.4411,
      "step": 125485
    },
    {
      "epoch": 5.139709195166906,
      "grad_norm": 0.8408319111032863,
      "learning_rate": 1.5371926354759877e-05,
      "loss": 0.1165,
      "step": 125486
    },
    {
      "epoch": 5.139750153594102,
      "grad_norm": 1.6585171016509883,
      "learning_rate": 1.5370488200452517e-05,
      "loss": 0.6608,
      "step": 125487
    },
    {
      "epoch": 5.139791112021299,
      "grad_norm": 4.410429035414831,
      "learning_rate": 1.5369050109790217e-05,
      "loss": 0.9296,
      "step": 125488
    },
    {
      "epoch": 5.139832070448495,
      "grad_norm": 1.1548441563298761,
      "learning_rate": 1.5367612082773585e-05,
      "loss": 0.2325,
      "step": 125489
    },
    {
      "epoch": 5.139873028875691,
      "grad_norm": 1.497927453232477,
      "learning_rate": 1.5366174119403325e-05,
      "loss": 0.3945,
      "step": 125490
    },
    {
      "epoch": 5.139913987302887,
      "grad_norm": 1.6351306103904573,
      "learning_rate": 1.536473621968015e-05,
      "loss": 0.6277,
      "step": 125491
    },
    {
      "epoch": 5.139954945730084,
      "grad_norm": 1.4200443633160604,
      "learning_rate": 1.5363298383604698e-05,
      "loss": 0.4445,
      "step": 125492
    },
    {
      "epoch": 5.1399959041572805,
      "grad_norm": 1.0450843526651898,
      "learning_rate": 1.5361860611177667e-05,
      "loss": 0.2088,
      "step": 125493
    },
    {
      "epoch": 5.140036862584477,
      "grad_norm": 1.0495911158860551,
      "learning_rate": 1.536042290239977e-05,
      "loss": 0.2379,
      "step": 125494
    },
    {
      "epoch": 5.1400778210116735,
      "grad_norm": 1.343337584866749,
      "learning_rate": 1.535898525727161e-05,
      "loss": 0.3156,
      "step": 125495
    },
    {
      "epoch": 5.140118779438869,
      "grad_norm": 1.887066716936616,
      "learning_rate": 1.5357547675793953e-05,
      "loss": 0.705,
      "step": 125496
    },
    {
      "epoch": 5.140159737866066,
      "grad_norm": 2.117263049404942,
      "learning_rate": 1.5356110157967393e-05,
      "loss": 0.6584,
      "step": 125497
    },
    {
      "epoch": 5.140200696293262,
      "grad_norm": 1.2714068639392428,
      "learning_rate": 1.5354672703792653e-05,
      "loss": 0.3715,
      "step": 125498
    },
    {
      "epoch": 5.140241654720459,
      "grad_norm": 0.9215989057391774,
      "learning_rate": 1.5353235313270446e-05,
      "loss": 0.1404,
      "step": 125499
    },
    {
      "epoch": 5.140282613147655,
      "grad_norm": 1.4150042687328972,
      "learning_rate": 1.535179798640137e-05,
      "loss": 0.42,
      "step": 125500
    },
    {
      "epoch": 5.140323571574852,
      "grad_norm": 2.951352271151651,
      "learning_rate": 1.5350360723186195e-05,
      "loss": 0.5238,
      "step": 125501
    },
    {
      "epoch": 5.1403645300020475,
      "grad_norm": 1.5403068201590078,
      "learning_rate": 1.534892352362555e-05,
      "loss": 0.5563,
      "step": 125502
    },
    {
      "epoch": 5.140405488429244,
      "grad_norm": 1.4733574995264989,
      "learning_rate": 1.5347486387720102e-05,
      "loss": 0.4067,
      "step": 125503
    },
    {
      "epoch": 5.140446446856441,
      "grad_norm": 1.4570712382532234,
      "learning_rate": 1.534604931547054e-05,
      "loss": 0.6423,
      "step": 125504
    },
    {
      "epoch": 5.140487405283637,
      "grad_norm": 1.3514861383043753,
      "learning_rate": 1.5344612306877585e-05,
      "loss": 0.3326,
      "step": 125505
    },
    {
      "epoch": 5.140528363710834,
      "grad_norm": 1.8215146560267248,
      "learning_rate": 1.5343175361941845e-05,
      "loss": 0.7328,
      "step": 125506
    },
    {
      "epoch": 5.14056932213803,
      "grad_norm": 1.2997712729172748,
      "learning_rate": 1.5341738480664086e-05,
      "loss": 0.2971,
      "step": 125507
    },
    {
      "epoch": 5.140610280565227,
      "grad_norm": 1.0180266741584654,
      "learning_rate": 1.5340301663044884e-05,
      "loss": 0.2088,
      "step": 125508
    },
    {
      "epoch": 5.140651238992422,
      "grad_norm": 1.3137460989002054,
      "learning_rate": 1.5338864909084997e-05,
      "loss": 0.3831,
      "step": 125509
    },
    {
      "epoch": 5.140692197419619,
      "grad_norm": 1.3123517134100695,
      "learning_rate": 1.5337428218785103e-05,
      "loss": 0.4728,
      "step": 125510
    },
    {
      "epoch": 5.1407331558468154,
      "grad_norm": 1.3430531138644564,
      "learning_rate": 1.5335991592145818e-05,
      "loss": 0.394,
      "step": 125511
    },
    {
      "epoch": 5.140774114274012,
      "grad_norm": 1.3746300419231634,
      "learning_rate": 1.533455502916788e-05,
      "loss": 0.4354,
      "step": 125512
    },
    {
      "epoch": 5.1408150727012085,
      "grad_norm": 1.3235099168438098,
      "learning_rate": 1.5333118529851963e-05,
      "loss": 0.34,
      "step": 125513
    },
    {
      "epoch": 5.140856031128405,
      "grad_norm": 1.3888648474607357,
      "learning_rate": 1.5331682094198722e-05,
      "loss": 0.5019,
      "step": 125514
    },
    {
      "epoch": 5.140896989555601,
      "grad_norm": 1.6716167448019619,
      "learning_rate": 1.5330245722208857e-05,
      "loss": 0.617,
      "step": 125515
    },
    {
      "epoch": 5.140937947982797,
      "grad_norm": 1.2120978313457988,
      "learning_rate": 1.5328809413883015e-05,
      "loss": 0.3732,
      "step": 125516
    },
    {
      "epoch": 5.140978906409994,
      "grad_norm": 1.8171563194722384,
      "learning_rate": 1.5327373169221897e-05,
      "loss": 0.8117,
      "step": 125517
    },
    {
      "epoch": 5.14101986483719,
      "grad_norm": 1.2809339509725393,
      "learning_rate": 1.5325936988226218e-05,
      "loss": 0.2928,
      "step": 125518
    },
    {
      "epoch": 5.141060823264387,
      "grad_norm": 1.5083144169430025,
      "learning_rate": 1.5324500870896595e-05,
      "loss": 0.4785,
      "step": 125519
    },
    {
      "epoch": 5.141101781691583,
      "grad_norm": 1.2949417450272818,
      "learning_rate": 1.5323064817233726e-05,
      "loss": 0.3732,
      "step": 125520
    },
    {
      "epoch": 5.141142740118779,
      "grad_norm": 1.5868455987974766,
      "learning_rate": 1.5321628827238332e-05,
      "loss": 0.5798,
      "step": 125521
    },
    {
      "epoch": 5.141183698545976,
      "grad_norm": 1.762384952892489,
      "learning_rate": 1.5320192900911006e-05,
      "loss": 0.6226,
      "step": 125522
    },
    {
      "epoch": 5.141224656973172,
      "grad_norm": 1.0499066612066503,
      "learning_rate": 1.5318757038252532e-05,
      "loss": 0.2186,
      "step": 125523
    },
    {
      "epoch": 5.141265615400369,
      "grad_norm": 1.2749173116741175,
      "learning_rate": 1.5317321239263498e-05,
      "loss": 0.196,
      "step": 125524
    },
    {
      "epoch": 5.141306573827565,
      "grad_norm": 1.5851906645323566,
      "learning_rate": 1.5315885503944613e-05,
      "loss": 0.497,
      "step": 125525
    },
    {
      "epoch": 5.141347532254762,
      "grad_norm": 1.7032913116716113,
      "learning_rate": 1.5314449832296598e-05,
      "loss": 0.5896,
      "step": 125526
    },
    {
      "epoch": 5.141388490681958,
      "grad_norm": 1.3002585494048615,
      "learning_rate": 1.531301422432007e-05,
      "loss": 0.441,
      "step": 125527
    },
    {
      "epoch": 5.141429449109154,
      "grad_norm": 1.883662419138779,
      "learning_rate": 1.5311578680015723e-05,
      "loss": 0.7727,
      "step": 125528
    },
    {
      "epoch": 5.14147040753635,
      "grad_norm": 1.6138641572512726,
      "learning_rate": 1.5310143199384277e-05,
      "loss": 0.4729,
      "step": 125529
    },
    {
      "epoch": 5.141511365963547,
      "grad_norm": 1.4652518569973885,
      "learning_rate": 1.530870778242635e-05,
      "loss": 0.4236,
      "step": 125530
    },
    {
      "epoch": 5.1415523243907435,
      "grad_norm": 1.703049887990848,
      "learning_rate": 1.5307272429142685e-05,
      "loss": 0.5882,
      "step": 125531
    },
    {
      "epoch": 5.14159328281794,
      "grad_norm": 1.4773284481626476,
      "learning_rate": 1.530583713953389e-05,
      "loss": 0.3917,
      "step": 125532
    },
    {
      "epoch": 5.141634241245137,
      "grad_norm": 3.2045473866029175,
      "learning_rate": 1.530440191360069e-05,
      "loss": 2.5711,
      "step": 125533
    },
    {
      "epoch": 5.141675199672332,
      "grad_norm": 1.8663298399690023,
      "learning_rate": 1.530296675134377e-05,
      "loss": 0.6656,
      "step": 125534
    },
    {
      "epoch": 5.141716158099529,
      "grad_norm": 1.4424387333176192,
      "learning_rate": 1.5301531652763766e-05,
      "loss": 0.4809,
      "step": 125535
    },
    {
      "epoch": 5.141757116526725,
      "grad_norm": 1.5708293251382106,
      "learning_rate": 1.5300096617861423e-05,
      "loss": 0.5686,
      "step": 125536
    },
    {
      "epoch": 5.141798074953922,
      "grad_norm": 0.3676629123722972,
      "learning_rate": 1.529866164663733e-05,
      "loss": 0.0268,
      "step": 125537
    },
    {
      "epoch": 5.141839033381118,
      "grad_norm": 1.167276400894871,
      "learning_rate": 1.5297226739092226e-05,
      "loss": 0.294,
      "step": 125538
    },
    {
      "epoch": 5.141879991808315,
      "grad_norm": 1.4771634278627086,
      "learning_rate": 1.5295791895226807e-05,
      "loss": 0.4383,
      "step": 125539
    },
    {
      "epoch": 5.1419209502355105,
      "grad_norm": 0.7647574031227605,
      "learning_rate": 1.5294357115041677e-05,
      "loss": 0.1725,
      "step": 125540
    },
    {
      "epoch": 5.141961908662707,
      "grad_norm": 1.333547836674196,
      "learning_rate": 1.5292922398537578e-05,
      "loss": 0.4463,
      "step": 125541
    },
    {
      "epoch": 5.142002867089904,
      "grad_norm": 0.8459974779709357,
      "learning_rate": 1.5291487745715188e-05,
      "loss": 0.2395,
      "step": 125542
    },
    {
      "epoch": 5.1420438255171,
      "grad_norm": 1.496732297383076,
      "learning_rate": 1.529005315657512e-05,
      "loss": 0.4929,
      "step": 125543
    },
    {
      "epoch": 5.142084783944297,
      "grad_norm": 1.5541621031822548,
      "learning_rate": 1.5288618631118148e-05,
      "loss": 0.578,
      "step": 125544
    },
    {
      "epoch": 5.142125742371493,
      "grad_norm": 1.8831851489181173,
      "learning_rate": 1.528718416934487e-05,
      "loss": 0.5711,
      "step": 125545
    },
    {
      "epoch": 5.14216670079869,
      "grad_norm": 1.7390137453638823,
      "learning_rate": 1.5285749771255996e-05,
      "loss": 0.6914,
      "step": 125546
    },
    {
      "epoch": 5.142207659225885,
      "grad_norm": 1.5232131308646961,
      "learning_rate": 1.5284315436852228e-05,
      "loss": 0.394,
      "step": 125547
    },
    {
      "epoch": 5.142248617653082,
      "grad_norm": 1.07330083875251,
      "learning_rate": 1.5282881166134186e-05,
      "loss": 0.2634,
      "step": 125548
    },
    {
      "epoch": 5.1422895760802785,
      "grad_norm": 1.4611510523213187,
      "learning_rate": 1.5281446959102584e-05,
      "loss": 0.3778,
      "step": 125549
    },
    {
      "epoch": 5.142330534507475,
      "grad_norm": 1.4877612853414008,
      "learning_rate": 1.5280012815758118e-05,
      "loss": 0.5345,
      "step": 125550
    },
    {
      "epoch": 5.1423714929346716,
      "grad_norm": 5.723900306585885,
      "learning_rate": 1.5278578736101426e-05,
      "loss": 2.6052,
      "step": 125551
    },
    {
      "epoch": 5.142412451361868,
      "grad_norm": 1.657127094325135,
      "learning_rate": 1.5277144720133222e-05,
      "loss": 0.601,
      "step": 125552
    },
    {
      "epoch": 5.142453409789064,
      "grad_norm": 1.1880753607004895,
      "learning_rate": 1.5275710767854155e-05,
      "loss": 0.4023,
      "step": 125553
    },
    {
      "epoch": 5.14249436821626,
      "grad_norm": 1.2532883468207534,
      "learning_rate": 1.527427687926489e-05,
      "loss": 0.3587,
      "step": 125554
    },
    {
      "epoch": 5.142535326643457,
      "grad_norm": 1.5453247541934851,
      "learning_rate": 1.527284305436618e-05,
      "loss": 0.4556,
      "step": 125555
    },
    {
      "epoch": 5.142576285070653,
      "grad_norm": 0.9573473990627535,
      "learning_rate": 1.5271409293158603e-05,
      "loss": 0.2191,
      "step": 125556
    },
    {
      "epoch": 5.14261724349785,
      "grad_norm": 1.3641956460877127,
      "learning_rate": 1.5269975595642912e-05,
      "loss": 0.3342,
      "step": 125557
    },
    {
      "epoch": 5.142658201925046,
      "grad_norm": 0.9658533092722649,
      "learning_rate": 1.5268541961819776e-05,
      "loss": 0.25,
      "step": 125558
    },
    {
      "epoch": 5.142699160352242,
      "grad_norm": 1.5804729048694457,
      "learning_rate": 1.526710839168982e-05,
      "loss": 0.5397,
      "step": 125559
    },
    {
      "epoch": 5.142740118779439,
      "grad_norm": 0.835926908478384,
      "learning_rate": 1.5265674885253782e-05,
      "loss": 0.2056,
      "step": 125560
    },
    {
      "epoch": 5.142781077206635,
      "grad_norm": 1.1370930399964427,
      "learning_rate": 1.5264241442512293e-05,
      "loss": 0.3612,
      "step": 125561
    },
    {
      "epoch": 5.142822035633832,
      "grad_norm": 0.8093979961840098,
      "learning_rate": 1.5262808063466052e-05,
      "loss": 0.1796,
      "step": 125562
    },
    {
      "epoch": 5.142862994061028,
      "grad_norm": 0.43619042079221687,
      "learning_rate": 1.5261374748115764e-05,
      "loss": 0.0357,
      "step": 125563
    },
    {
      "epoch": 5.142903952488225,
      "grad_norm": 1.7878438807666364,
      "learning_rate": 1.525994149646205e-05,
      "loss": 0.5397,
      "step": 125564
    },
    {
      "epoch": 5.142944910915421,
      "grad_norm": 1.6001996992847827,
      "learning_rate": 1.5258508308505623e-05,
      "loss": 0.6306,
      "step": 125565
    },
    {
      "epoch": 5.142985869342617,
      "grad_norm": 1.3985992779327163,
      "learning_rate": 1.5257075184247191e-05,
      "loss": 0.5078,
      "step": 125566
    },
    {
      "epoch": 5.1430268277698135,
      "grad_norm": 0.9790175296503876,
      "learning_rate": 1.5255642123687356e-05,
      "loss": 0.2263,
      "step": 125567
    },
    {
      "epoch": 5.14306778619701,
      "grad_norm": 0.21212781082116886,
      "learning_rate": 1.525420912682685e-05,
      "loss": 0.0246,
      "step": 125568
    },
    {
      "epoch": 5.1431087446242065,
      "grad_norm": 0.8275571209558003,
      "learning_rate": 1.5252776193666321e-05,
      "loss": 0.1213,
      "step": 125569
    },
    {
      "epoch": 5.143149703051403,
      "grad_norm": 1.3956426584111477,
      "learning_rate": 1.5251343324206455e-05,
      "loss": 0.2265,
      "step": 125570
    },
    {
      "epoch": 5.1431906614786,
      "grad_norm": 1.2730526515271636,
      "learning_rate": 1.5249910518447966e-05,
      "loss": 0.2219,
      "step": 125571
    },
    {
      "epoch": 5.143231619905795,
      "grad_norm": 1.588384937357881,
      "learning_rate": 1.5248477776391504e-05,
      "loss": 0.5681,
      "step": 125572
    },
    {
      "epoch": 5.143272578332992,
      "grad_norm": 1.356428518324855,
      "learning_rate": 1.5247045098037719e-05,
      "loss": 0.3785,
      "step": 125573
    },
    {
      "epoch": 5.143313536760188,
      "grad_norm": 1.6404068461220611,
      "learning_rate": 1.5245612483387327e-05,
      "loss": 0.5498,
      "step": 125574
    },
    {
      "epoch": 5.143354495187385,
      "grad_norm": 1.6303385495553535,
      "learning_rate": 1.5244179932440975e-05,
      "loss": 0.503,
      "step": 125575
    },
    {
      "epoch": 5.143395453614581,
      "grad_norm": 0.830496841852093,
      "learning_rate": 1.5242747445199332e-05,
      "loss": 0.1937,
      "step": 125576
    },
    {
      "epoch": 5.143436412041778,
      "grad_norm": 7.541504106050541,
      "learning_rate": 1.5241315021663147e-05,
      "loss": 2.7206,
      "step": 125577
    },
    {
      "epoch": 5.143477370468974,
      "grad_norm": 1.7790668763881738,
      "learning_rate": 1.5239882661833019e-05,
      "loss": 0.6943,
      "step": 125578
    },
    {
      "epoch": 5.14351832889617,
      "grad_norm": 1.4730618618719893,
      "learning_rate": 1.5238450365709682e-05,
      "loss": 0.4483,
      "step": 125579
    },
    {
      "epoch": 5.143559287323367,
      "grad_norm": 1.249477267318097,
      "learning_rate": 1.5237018133293749e-05,
      "loss": 0.3741,
      "step": 125580
    },
    {
      "epoch": 5.143600245750563,
      "grad_norm": 1.583632908494464,
      "learning_rate": 1.5235585964585939e-05,
      "loss": 0.4622,
      "step": 125581
    },
    {
      "epoch": 5.14364120417776,
      "grad_norm": 0.8817207002317643,
      "learning_rate": 1.523415385958695e-05,
      "loss": 0.2009,
      "step": 125582
    },
    {
      "epoch": 5.143682162604956,
      "grad_norm": 1.6841379300827226,
      "learning_rate": 1.5232721818297417e-05,
      "loss": 0.8273,
      "step": 125583
    },
    {
      "epoch": 5.143723121032153,
      "grad_norm": 1.515225412285757,
      "learning_rate": 1.523128984071802e-05,
      "loss": 0.371,
      "step": 125584
    },
    {
      "epoch": 5.143764079459348,
      "grad_norm": 1.2860995038116125,
      "learning_rate": 1.5229857926849475e-05,
      "loss": 0.3483,
      "step": 125585
    },
    {
      "epoch": 5.143805037886545,
      "grad_norm": 1.6694163061472989,
      "learning_rate": 1.5228426076692419e-05,
      "loss": 0.6208,
      "step": 125586
    },
    {
      "epoch": 5.1438459963137415,
      "grad_norm": 1.580095534380241,
      "learning_rate": 1.5226994290247563e-05,
      "loss": 0.4394,
      "step": 125587
    },
    {
      "epoch": 5.143886954740938,
      "grad_norm": 1.93700210077382,
      "learning_rate": 1.5225562567515525e-05,
      "loss": 0.6653,
      "step": 125588
    },
    {
      "epoch": 5.143927913168135,
      "grad_norm": 1.4891930929650843,
      "learning_rate": 1.522413090849704e-05,
      "loss": 0.4523,
      "step": 125589
    },
    {
      "epoch": 5.143968871595331,
      "grad_norm": 1.4200118967835167,
      "learning_rate": 1.5222699313192771e-05,
      "loss": 0.5156,
      "step": 125590
    },
    {
      "epoch": 5.144009830022527,
      "grad_norm": 1.1990912790536845,
      "learning_rate": 1.5221267781603385e-05,
      "loss": 0.3464,
      "step": 125591
    },
    {
      "epoch": 5.144050788449723,
      "grad_norm": 1.4462235762748443,
      "learning_rate": 1.521983631372955e-05,
      "loss": 0.4697,
      "step": 125592
    },
    {
      "epoch": 5.14409174687692,
      "grad_norm": 1.50004843259834,
      "learning_rate": 1.5218404909571979e-05,
      "loss": 0.4394,
      "step": 125593
    },
    {
      "epoch": 5.144132705304116,
      "grad_norm": 1.9296502232616572,
      "learning_rate": 1.5216973569131308e-05,
      "loss": 0.8553,
      "step": 125594
    },
    {
      "epoch": 5.144173663731313,
      "grad_norm": 1.1415537135339606,
      "learning_rate": 1.521554229240825e-05,
      "loss": 0.2813,
      "step": 125595
    },
    {
      "epoch": 5.144214622158509,
      "grad_norm": 1.690945062366686,
      "learning_rate": 1.521411107940344e-05,
      "loss": 0.522,
      "step": 125596
    },
    {
      "epoch": 5.144255580585705,
      "grad_norm": 1.9785734072173329,
      "learning_rate": 1.5212679930117577e-05,
      "loss": 0.3979,
      "step": 125597
    },
    {
      "epoch": 5.144296539012902,
      "grad_norm": 1.467206777188111,
      "learning_rate": 1.521124884455136e-05,
      "loss": 0.4581,
      "step": 125598
    },
    {
      "epoch": 5.144337497440098,
      "grad_norm": 1.3581956607622059,
      "learning_rate": 1.5209817822705422e-05,
      "loss": 0.3611,
      "step": 125599
    },
    {
      "epoch": 5.144378455867295,
      "grad_norm": 1.5959716933643653,
      "learning_rate": 1.5208386864580446e-05,
      "loss": 0.4595,
      "step": 125600
    },
    {
      "epoch": 5.144419414294491,
      "grad_norm": 1.324175901544961,
      "learning_rate": 1.5206955970177164e-05,
      "loss": 0.4312,
      "step": 125601
    },
    {
      "epoch": 5.144460372721688,
      "grad_norm": 0.9908831017475673,
      "learning_rate": 1.5205525139496195e-05,
      "loss": 0.2816,
      "step": 125602
    },
    {
      "epoch": 5.144501331148884,
      "grad_norm": 1.7278750121902062,
      "learning_rate": 1.5204094372538234e-05,
      "loss": 0.6347,
      "step": 125603
    },
    {
      "epoch": 5.14454228957608,
      "grad_norm": 1.3382775496381654,
      "learning_rate": 1.5202663669303949e-05,
      "loss": 0.4247,
      "step": 125604
    },
    {
      "epoch": 5.1445832480032765,
      "grad_norm": 0.7531761671059138,
      "learning_rate": 1.5201233029794008e-05,
      "loss": 0.1616,
      "step": 125605
    },
    {
      "epoch": 5.144624206430473,
      "grad_norm": 0.7491041138468122,
      "learning_rate": 1.5199802454009142e-05,
      "loss": 0.145,
      "step": 125606
    },
    {
      "epoch": 5.14466516485767,
      "grad_norm": 1.5457115329250073,
      "learning_rate": 1.5198371941949949e-05,
      "loss": 0.4402,
      "step": 125607
    },
    {
      "epoch": 5.144706123284866,
      "grad_norm": 1.6378105103256142,
      "learning_rate": 1.5196941493617182e-05,
      "loss": 0.4883,
      "step": 125608
    },
    {
      "epoch": 5.144747081712063,
      "grad_norm": 1.6861231238178198,
      "learning_rate": 1.5195511109011438e-05,
      "loss": 0.613,
      "step": 125609
    },
    {
      "epoch": 5.144788040139258,
      "grad_norm": 1.3672715938599296,
      "learning_rate": 1.519408078813345e-05,
      "loss": 0.4846,
      "step": 125610
    },
    {
      "epoch": 5.144828998566455,
      "grad_norm": 1.4295882349361062,
      "learning_rate": 1.5192650530983885e-05,
      "loss": 0.3715,
      "step": 125611
    },
    {
      "epoch": 5.144869956993651,
      "grad_norm": 1.61508651537487,
      "learning_rate": 1.519122033756341e-05,
      "loss": 0.4853,
      "step": 125612
    },
    {
      "epoch": 5.144910915420848,
      "grad_norm": 1.3899476495703198,
      "learning_rate": 1.5189790207872687e-05,
      "loss": 0.3679,
      "step": 125613
    },
    {
      "epoch": 5.144951873848044,
      "grad_norm": 1.8805023192468804,
      "learning_rate": 1.5188360141912436e-05,
      "loss": 0.7679,
      "step": 125614
    },
    {
      "epoch": 5.144992832275241,
      "grad_norm": 0.747697032414345,
      "learning_rate": 1.5186930139683274e-05,
      "loss": 0.1883,
      "step": 125615
    },
    {
      "epoch": 5.145033790702437,
      "grad_norm": 0.9461163531869865,
      "learning_rate": 1.5185500201185947e-05,
      "loss": 0.2055,
      "step": 125616
    },
    {
      "epoch": 5.145074749129633,
      "grad_norm": 1.2182894998684715,
      "learning_rate": 1.5184070326421055e-05,
      "loss": 0.2802,
      "step": 125617
    },
    {
      "epoch": 5.14511570755683,
      "grad_norm": 2.177820917127451,
      "learning_rate": 1.5182640515389316e-05,
      "loss": 0.6652,
      "step": 125618
    },
    {
      "epoch": 5.145156665984026,
      "grad_norm": 1.4370867281981095,
      "learning_rate": 1.5181210768091445e-05,
      "loss": 0.3987,
      "step": 125619
    },
    {
      "epoch": 5.145197624411223,
      "grad_norm": 1.4834727764729867,
      "learning_rate": 1.5179781084528026e-05,
      "loss": 0.52,
      "step": 125620
    },
    {
      "epoch": 5.145238582838419,
      "grad_norm": 1.362531078939958,
      "learning_rate": 1.517835146469979e-05,
      "loss": 0.4347,
      "step": 125621
    },
    {
      "epoch": 5.145279541265616,
      "grad_norm": 0.773774373100938,
      "learning_rate": 1.5176921908607438e-05,
      "loss": 0.1929,
      "step": 125622
    },
    {
      "epoch": 5.1453204996928115,
      "grad_norm": 1.3433633052410188,
      "learning_rate": 1.5175492416251583e-05,
      "loss": 0.31,
      "step": 125623
    },
    {
      "epoch": 5.145361458120008,
      "grad_norm": 1.3705597142591326,
      "learning_rate": 1.5174062987632963e-05,
      "loss": 0.3892,
      "step": 125624
    },
    {
      "epoch": 5.1454024165472045,
      "grad_norm": 1.3582835845823997,
      "learning_rate": 1.5172633622752173e-05,
      "loss": 0.3914,
      "step": 125625
    },
    {
      "epoch": 5.145443374974401,
      "grad_norm": 1.6821806523020737,
      "learning_rate": 1.5171204321609964e-05,
      "loss": 0.5643,
      "step": 125626
    },
    {
      "epoch": 5.145484333401598,
      "grad_norm": 1.2420180775100917,
      "learning_rate": 1.5169775084207003e-05,
      "loss": 0.3515,
      "step": 125627
    },
    {
      "epoch": 5.145525291828794,
      "grad_norm": 1.6406918176241376,
      "learning_rate": 1.5168345910543921e-05,
      "loss": 0.6068,
      "step": 125628
    },
    {
      "epoch": 5.14556625025599,
      "grad_norm": 0.8010661938823678,
      "learning_rate": 1.5166916800621421e-05,
      "loss": 0.1833,
      "step": 125629
    },
    {
      "epoch": 5.145607208683186,
      "grad_norm": 1.5002252204985593,
      "learning_rate": 1.5165487754440215e-05,
      "loss": 0.4497,
      "step": 125630
    },
    {
      "epoch": 5.145648167110383,
      "grad_norm": 1.4189360118648584,
      "learning_rate": 1.5164058772000903e-05,
      "loss": 0.5735,
      "step": 125631
    },
    {
      "epoch": 5.145689125537579,
      "grad_norm": 1.3200338560106286,
      "learning_rate": 1.5162629853304237e-05,
      "loss": 0.514,
      "step": 125632
    },
    {
      "epoch": 5.145730083964776,
      "grad_norm": 1.8393341037440092,
      "learning_rate": 1.5161200998350814e-05,
      "loss": 0.6015,
      "step": 125633
    },
    {
      "epoch": 5.1457710423919725,
      "grad_norm": 3.338019410098513,
      "learning_rate": 1.5159772207141369e-05,
      "loss": 3.0814,
      "step": 125634
    },
    {
      "epoch": 5.145812000819168,
      "grad_norm": 1.3931101131630956,
      "learning_rate": 1.5158343479676582e-05,
      "loss": 0.3979,
      "step": 125635
    },
    {
      "epoch": 5.145852959246365,
      "grad_norm": 1.227622231940899,
      "learning_rate": 1.5156914815957072e-05,
      "loss": 0.3683,
      "step": 125636
    },
    {
      "epoch": 5.145893917673561,
      "grad_norm": 1.4198730612311885,
      "learning_rate": 1.5155486215983553e-05,
      "loss": 0.3532,
      "step": 125637
    },
    {
      "epoch": 5.145934876100758,
      "grad_norm": 1.316695894935471,
      "learning_rate": 1.5154057679756709e-05,
      "loss": 0.3651,
      "step": 125638
    },
    {
      "epoch": 5.145975834527954,
      "grad_norm": 1.3495101712446047,
      "learning_rate": 1.5152629207277189e-05,
      "loss": 0.3261,
      "step": 125639
    },
    {
      "epoch": 5.146016792955151,
      "grad_norm": 1.3044301717864812,
      "learning_rate": 1.515120079854571e-05,
      "loss": 0.3507,
      "step": 125640
    },
    {
      "epoch": 5.146057751382347,
      "grad_norm": 2.776003099928807,
      "learning_rate": 1.5149772453562886e-05,
      "loss": 1.2373,
      "step": 125641
    },
    {
      "epoch": 5.146098709809543,
      "grad_norm": 1.674054413556928,
      "learning_rate": 1.5148344172329452e-05,
      "loss": 0.5034,
      "step": 125642
    },
    {
      "epoch": 5.1461396682367395,
      "grad_norm": 1.3105277318587507,
      "learning_rate": 1.5146915954846055e-05,
      "loss": 0.4026,
      "step": 125643
    },
    {
      "epoch": 5.146180626663936,
      "grad_norm": 0.36989650061561435,
      "learning_rate": 1.5145487801113348e-05,
      "loss": 0.0293,
      "step": 125644
    },
    {
      "epoch": 5.146221585091133,
      "grad_norm": 1.5105877689821727,
      "learning_rate": 1.5144059711132012e-05,
      "loss": 0.4435,
      "step": 125645
    },
    {
      "epoch": 5.146262543518329,
      "grad_norm": 1.6349954468573629,
      "learning_rate": 1.5142631684902795e-05,
      "loss": 0.5084,
      "step": 125646
    },
    {
      "epoch": 5.146303501945526,
      "grad_norm": 1.5171783622133166,
      "learning_rate": 1.5141203722426266e-05,
      "loss": 0.5111,
      "step": 125647
    },
    {
      "epoch": 5.146344460372721,
      "grad_norm": 1.4603792693270574,
      "learning_rate": 1.5139775823703155e-05,
      "loss": 0.4599,
      "step": 125648
    },
    {
      "epoch": 5.146385418799918,
      "grad_norm": 1.8645683196455627,
      "learning_rate": 1.5138347988734162e-05,
      "loss": 0.7054,
      "step": 125649
    },
    {
      "epoch": 5.146426377227114,
      "grad_norm": 1.3909891533611243,
      "learning_rate": 1.5136920217519904e-05,
      "loss": 0.4719,
      "step": 125650
    },
    {
      "epoch": 5.146467335654311,
      "grad_norm": 1.792903911619841,
      "learning_rate": 1.5135492510061115e-05,
      "loss": 0.5775,
      "step": 125651
    },
    {
      "epoch": 5.1465082940815075,
      "grad_norm": 1.516135676560994,
      "learning_rate": 1.5134064866358425e-05,
      "loss": 0.3937,
      "step": 125652
    },
    {
      "epoch": 5.146549252508704,
      "grad_norm": 1.8249741878368986,
      "learning_rate": 1.5132637286412503e-05,
      "loss": 0.5584,
      "step": 125653
    },
    {
      "epoch": 5.1465902109359,
      "grad_norm": 2.0351558300676857,
      "learning_rate": 1.5131209770224079e-05,
      "loss": 0.8088,
      "step": 125654
    },
    {
      "epoch": 5.146631169363096,
      "grad_norm": 1.886901601336179,
      "learning_rate": 1.5129782317793754e-05,
      "loss": 0.7864,
      "step": 125655
    },
    {
      "epoch": 5.146672127790293,
      "grad_norm": 1.912654316974844,
      "learning_rate": 1.5128354929122261e-05,
      "loss": 0.8021,
      "step": 125656
    },
    {
      "epoch": 5.146713086217489,
      "grad_norm": 1.2536211135973319,
      "learning_rate": 1.5126927604210282e-05,
      "loss": 0.2749,
      "step": 125657
    },
    {
      "epoch": 5.146754044644686,
      "grad_norm": 1.0038843021435275,
      "learning_rate": 1.5125500343058416e-05,
      "loss": 0.1762,
      "step": 125658
    },
    {
      "epoch": 5.146795003071882,
      "grad_norm": 1.3022378210506946,
      "learning_rate": 1.5124073145667432e-05,
      "loss": 0.3415,
      "step": 125659
    },
    {
      "epoch": 5.146835961499079,
      "grad_norm": 1.3824366382577669,
      "learning_rate": 1.5122646012037926e-05,
      "loss": 0.3993,
      "step": 125660
    },
    {
      "epoch": 5.1468769199262745,
      "grad_norm": 1.7145954039189584,
      "learning_rate": 1.5121218942170615e-05,
      "loss": 0.4942,
      "step": 125661
    },
    {
      "epoch": 5.146917878353471,
      "grad_norm": 1.3704198975525603,
      "learning_rate": 1.5119791936066184e-05,
      "loss": 0.334,
      "step": 125662
    },
    {
      "epoch": 5.146958836780668,
      "grad_norm": 1.5940714945044099,
      "learning_rate": 1.5118364993725263e-05,
      "loss": 0.5291,
      "step": 125663
    },
    {
      "epoch": 5.146999795207864,
      "grad_norm": 0.7755569498710112,
      "learning_rate": 1.5116938115148552e-05,
      "loss": 0.1753,
      "step": 125664
    },
    {
      "epoch": 5.147040753635061,
      "grad_norm": 1.404652063439746,
      "learning_rate": 1.5115511300336753e-05,
      "loss": 0.3828,
      "step": 125665
    },
    {
      "epoch": 5.147081712062257,
      "grad_norm": 1.7943206669448422,
      "learning_rate": 1.5114084549290495e-05,
      "loss": 0.7628,
      "step": 125666
    },
    {
      "epoch": 5.147122670489453,
      "grad_norm": 1.302289334199632,
      "learning_rate": 1.5112657862010496e-05,
      "loss": 0.4822,
      "step": 125667
    },
    {
      "epoch": 5.147163628916649,
      "grad_norm": 1.5812845410956806,
      "learning_rate": 1.5111231238497356e-05,
      "loss": 0.5307,
      "step": 125668
    },
    {
      "epoch": 5.147204587343846,
      "grad_norm": 0.8547875861311125,
      "learning_rate": 1.5109804678751824e-05,
      "loss": 0.176,
      "step": 125669
    },
    {
      "epoch": 5.147245545771042,
      "grad_norm": 1.121175546783493,
      "learning_rate": 1.5108378182774566e-05,
      "loss": 0.2857,
      "step": 125670
    },
    {
      "epoch": 5.147286504198239,
      "grad_norm": 1.7914953154265945,
      "learning_rate": 1.5106951750566215e-05,
      "loss": 0.7112,
      "step": 125671
    },
    {
      "epoch": 5.1473274626254355,
      "grad_norm": 1.2348541219059406,
      "learning_rate": 1.510552538212747e-05,
      "loss": 0.3705,
      "step": 125672
    },
    {
      "epoch": 5.147368421052631,
      "grad_norm": 1.5275359984882764,
      "learning_rate": 1.510409907745903e-05,
      "loss": 0.4302,
      "step": 125673
    },
    {
      "epoch": 5.147409379479828,
      "grad_norm": 1.775290534320136,
      "learning_rate": 1.5102672836561513e-05,
      "loss": 0.6051,
      "step": 125674
    },
    {
      "epoch": 5.147450337907024,
      "grad_norm": 1.3311207930060647,
      "learning_rate": 1.510124665943565e-05,
      "loss": 0.4122,
      "step": 125675
    },
    {
      "epoch": 5.147491296334221,
      "grad_norm": 1.6844807146298666,
      "learning_rate": 1.5099820546082075e-05,
      "loss": 0.5259,
      "step": 125676
    },
    {
      "epoch": 5.147532254761417,
      "grad_norm": 1.6612651363229964,
      "learning_rate": 1.509839449650147e-05,
      "loss": 0.5181,
      "step": 125677
    },
    {
      "epoch": 5.147573213188614,
      "grad_norm": 1.4455305037909272,
      "learning_rate": 1.5096968510694552e-05,
      "loss": 0.5268,
      "step": 125678
    },
    {
      "epoch": 5.14761417161581,
      "grad_norm": 0.7728517484962901,
      "learning_rate": 1.5095542588661918e-05,
      "loss": 0.1209,
      "step": 125679
    },
    {
      "epoch": 5.147655130043006,
      "grad_norm": 1.0444683566745612,
      "learning_rate": 1.509411673040432e-05,
      "loss": 0.3192,
      "step": 125680
    },
    {
      "epoch": 5.1476960884702025,
      "grad_norm": 1.1571151673223123,
      "learning_rate": 1.5092690935922358e-05,
      "loss": 0.2799,
      "step": 125681
    },
    {
      "epoch": 5.147737046897399,
      "grad_norm": 1.063417248999047,
      "learning_rate": 1.5091265205216762e-05,
      "loss": 0.2335,
      "step": 125682
    },
    {
      "epoch": 5.147778005324596,
      "grad_norm": 1.6244947132266099,
      "learning_rate": 1.50898395382882e-05,
      "loss": 0.6501,
      "step": 125683
    },
    {
      "epoch": 5.147818963751792,
      "grad_norm": 0.6971580721470205,
      "learning_rate": 1.5088413935137306e-05,
      "loss": 0.128,
      "step": 125684
    },
    {
      "epoch": 5.147859922178989,
      "grad_norm": 1.673804087040164,
      "learning_rate": 1.5086988395764776e-05,
      "loss": 0.4479,
      "step": 125685
    },
    {
      "epoch": 5.147900880606184,
      "grad_norm": 1.6864273937732233,
      "learning_rate": 1.508556292017133e-05,
      "loss": 0.5859,
      "step": 125686
    },
    {
      "epoch": 5.147941839033381,
      "grad_norm": 1.4897175634673012,
      "learning_rate": 1.508413750835758e-05,
      "loss": 0.4007,
      "step": 125687
    },
    {
      "epoch": 5.147982797460577,
      "grad_norm": 0.90450641678441,
      "learning_rate": 1.5082712160324228e-05,
      "loss": 0.0807,
      "step": 125688
    },
    {
      "epoch": 5.148023755887774,
      "grad_norm": 1.3406726398282156,
      "learning_rate": 1.5081286876071924e-05,
      "loss": 0.4316,
      "step": 125689
    },
    {
      "epoch": 5.1480647143149705,
      "grad_norm": 1.3380971433204256,
      "learning_rate": 1.5079861655601349e-05,
      "loss": 0.3575,
      "step": 125690
    },
    {
      "epoch": 5.148105672742167,
      "grad_norm": 1.676007613834435,
      "learning_rate": 1.5078436498913237e-05,
      "loss": 0.6093,
      "step": 125691
    },
    {
      "epoch": 5.148146631169363,
      "grad_norm": 1.1968768201782465,
      "learning_rate": 1.5077011406008155e-05,
      "loss": 0.3692,
      "step": 125692
    },
    {
      "epoch": 5.148187589596559,
      "grad_norm": 1.1544406196968746,
      "learning_rate": 1.5075586376886851e-05,
      "loss": 0.271,
      "step": 125693
    },
    {
      "epoch": 5.148228548023756,
      "grad_norm": 1.4714938916551707,
      "learning_rate": 1.5074161411550006e-05,
      "loss": 0.3565,
      "step": 125694
    },
    {
      "epoch": 5.148269506450952,
      "grad_norm": 1.7477630599249905,
      "learning_rate": 1.507273650999824e-05,
      "loss": 0.5584,
      "step": 125695
    },
    {
      "epoch": 5.148310464878149,
      "grad_norm": 1.1766917907810697,
      "learning_rate": 1.5071311672232284e-05,
      "loss": 0.3507,
      "step": 125696
    },
    {
      "epoch": 5.148351423305345,
      "grad_norm": 1.1957969927847636,
      "learning_rate": 1.5069886898252753e-05,
      "loss": 0.2833,
      "step": 125697
    },
    {
      "epoch": 5.148392381732542,
      "grad_norm": 1.630629883915328,
      "learning_rate": 1.5068462188060348e-05,
      "loss": 0.6995,
      "step": 125698
    },
    {
      "epoch": 5.1484333401597375,
      "grad_norm": 0.8237585189594147,
      "learning_rate": 1.5067037541655768e-05,
      "loss": 0.1763,
      "step": 125699
    },
    {
      "epoch": 5.148474298586934,
      "grad_norm": 2.0433334613823275,
      "learning_rate": 1.506561295903963e-05,
      "loss": 0.8655,
      "step": 125700
    },
    {
      "epoch": 5.148515257014131,
      "grad_norm": 1.655378196192948,
      "learning_rate": 1.506418844021265e-05,
      "loss": 0.5452,
      "step": 125701
    },
    {
      "epoch": 5.148556215441327,
      "grad_norm": 1.7305506118412095,
      "learning_rate": 1.5062763985175525e-05,
      "loss": 0.4758,
      "step": 125702
    },
    {
      "epoch": 5.148597173868524,
      "grad_norm": 1.5751867306830036,
      "learning_rate": 1.5061339593928856e-05,
      "loss": 0.5203,
      "step": 125703
    },
    {
      "epoch": 5.14863813229572,
      "grad_norm": 0.7574581222045048,
      "learning_rate": 1.5059915266473393e-05,
      "loss": 0.1944,
      "step": 125704
    },
    {
      "epoch": 5.148679090722916,
      "grad_norm": 1.31584464428451,
      "learning_rate": 1.5058491002809736e-05,
      "loss": 0.3602,
      "step": 125705
    },
    {
      "epoch": 5.148720049150112,
      "grad_norm": 2.146043500121183,
      "learning_rate": 1.50570668029386e-05,
      "loss": 1.1216,
      "step": 125706
    },
    {
      "epoch": 5.148761007577309,
      "grad_norm": 1.0443594109431822,
      "learning_rate": 1.5055642666860684e-05,
      "loss": 0.1745,
      "step": 125707
    },
    {
      "epoch": 5.1488019660045055,
      "grad_norm": 0.7661002425548159,
      "learning_rate": 1.505421859457659e-05,
      "loss": 0.1811,
      "step": 125708
    },
    {
      "epoch": 5.148842924431702,
      "grad_norm": 1.4952432995969092,
      "learning_rate": 1.5052794586087048e-05,
      "loss": 0.498,
      "step": 125709
    },
    {
      "epoch": 5.1488838828588985,
      "grad_norm": 1.2170583532955999,
      "learning_rate": 1.5051370641392724e-05,
      "loss": 0.2555,
      "step": 125710
    },
    {
      "epoch": 5.148924841286094,
      "grad_norm": 0.8911486792320854,
      "learning_rate": 1.504994676049427e-05,
      "loss": 0.1915,
      "step": 125711
    },
    {
      "epoch": 5.148965799713291,
      "grad_norm": 0.9173557162025054,
      "learning_rate": 1.5048522943392383e-05,
      "loss": 0.1983,
      "step": 125712
    },
    {
      "epoch": 5.149006758140487,
      "grad_norm": 1.443711778406814,
      "learning_rate": 1.504709919008773e-05,
      "loss": 0.4813,
      "step": 125713
    },
    {
      "epoch": 5.149047716567684,
      "grad_norm": 2.1858453012565833,
      "learning_rate": 1.5045675500580945e-05,
      "loss": 0.6604,
      "step": 125714
    },
    {
      "epoch": 5.14908867499488,
      "grad_norm": 1.5653738642098871,
      "learning_rate": 1.5044251874872776e-05,
      "loss": 0.5725,
      "step": 125715
    },
    {
      "epoch": 5.149129633422077,
      "grad_norm": 1.7240419795187982,
      "learning_rate": 1.5042828312963806e-05,
      "loss": 0.6887,
      "step": 125716
    },
    {
      "epoch": 5.149170591849273,
      "grad_norm": 1.5787462669250236,
      "learning_rate": 1.5041404814854768e-05,
      "loss": 0.5041,
      "step": 125717
    },
    {
      "epoch": 5.149211550276469,
      "grad_norm": 0.5412615876990388,
      "learning_rate": 1.5039981380546346e-05,
      "loss": 0.0484,
      "step": 125718
    },
    {
      "epoch": 5.149252508703666,
      "grad_norm": 1.7596355686080332,
      "learning_rate": 1.5038558010039154e-05,
      "loss": 0.2093,
      "step": 125719
    },
    {
      "epoch": 5.149293467130862,
      "grad_norm": 1.6636358240258775,
      "learning_rate": 1.5037134703333908e-05,
      "loss": 0.507,
      "step": 125720
    },
    {
      "epoch": 5.149334425558059,
      "grad_norm": 0.8940094455901079,
      "learning_rate": 1.503571146043131e-05,
      "loss": 0.1847,
      "step": 125721
    },
    {
      "epoch": 5.149375383985255,
      "grad_norm": 0.8821061931607497,
      "learning_rate": 1.5034288281331958e-05,
      "loss": 0.1844,
      "step": 125722
    },
    {
      "epoch": 5.149416342412452,
      "grad_norm": 1.6866454538267461,
      "learning_rate": 1.50328651660366e-05,
      "loss": 0.7325,
      "step": 125723
    },
    {
      "epoch": 5.149457300839647,
      "grad_norm": 1.3909925781723238,
      "learning_rate": 1.5031442114545839e-05,
      "loss": 0.4641,
      "step": 125724
    },
    {
      "epoch": 5.149498259266844,
      "grad_norm": 0.9600255400677454,
      "learning_rate": 1.503001912686037e-05,
      "loss": 0.2662,
      "step": 125725
    },
    {
      "epoch": 5.14953921769404,
      "grad_norm": 1.3279399470750626,
      "learning_rate": 1.5028596202980913e-05,
      "loss": 0.3684,
      "step": 125726
    },
    {
      "epoch": 5.149580176121237,
      "grad_norm": 1.6440403354471727,
      "learning_rate": 1.5027173342908084e-05,
      "loss": 0.7226,
      "step": 125727
    },
    {
      "epoch": 5.1496211345484335,
      "grad_norm": 1.7277076191087501,
      "learning_rate": 1.5025750546642563e-05,
      "loss": 0.5297,
      "step": 125728
    },
    {
      "epoch": 5.14966209297563,
      "grad_norm": 1.5514268884149138,
      "learning_rate": 1.5024327814185067e-05,
      "loss": 0.417,
      "step": 125729
    },
    {
      "epoch": 5.149703051402826,
      "grad_norm": 1.3272048868353017,
      "learning_rate": 1.5022905145536197e-05,
      "loss": 0.3502,
      "step": 125730
    },
    {
      "epoch": 5.149744009830022,
      "grad_norm": 0.8824501548179838,
      "learning_rate": 1.50214825406967e-05,
      "loss": 0.2123,
      "step": 125731
    },
    {
      "epoch": 5.149784968257219,
      "grad_norm": 1.5914305437558443,
      "learning_rate": 1.5020059999667195e-05,
      "loss": 0.4448,
      "step": 125732
    },
    {
      "epoch": 5.149825926684415,
      "grad_norm": 1.5573419785795752,
      "learning_rate": 1.5018637522448362e-05,
      "loss": 0.4276,
      "step": 125733
    },
    {
      "epoch": 5.149866885111612,
      "grad_norm": 1.3113420163525635,
      "learning_rate": 1.501721510904092e-05,
      "loss": 0.345,
      "step": 125734
    },
    {
      "epoch": 5.149907843538808,
      "grad_norm": 1.7058344875954734,
      "learning_rate": 1.5015792759445483e-05,
      "loss": 0.6893,
      "step": 125735
    },
    {
      "epoch": 5.149948801966005,
      "grad_norm": 0.8787701074634112,
      "learning_rate": 1.5014370473662734e-05,
      "loss": 0.1229,
      "step": 125736
    },
    {
      "epoch": 5.1499897603932006,
      "grad_norm": 1.3204550116774347,
      "learning_rate": 1.501294825169339e-05,
      "loss": 0.4023,
      "step": 125737
    },
    {
      "epoch": 5.150030718820397,
      "grad_norm": 1.6074077847616997,
      "learning_rate": 1.5011526093538068e-05,
      "loss": 0.5541,
      "step": 125738
    },
    {
      "epoch": 5.150071677247594,
      "grad_norm": 1.3768417444329848,
      "learning_rate": 1.5010103999197499e-05,
      "loss": 0.4918,
      "step": 125739
    },
    {
      "epoch": 5.15011263567479,
      "grad_norm": 1.742662442353791,
      "learning_rate": 1.5008681968672264e-05,
      "loss": 0.5366,
      "step": 125740
    },
    {
      "epoch": 5.150153594101987,
      "grad_norm": 1.3100244474143004,
      "learning_rate": 1.5007260001963117e-05,
      "loss": 0.3663,
      "step": 125741
    },
    {
      "epoch": 5.150194552529183,
      "grad_norm": 1.6403641266696396,
      "learning_rate": 1.5005838099070722e-05,
      "loss": 0.5871,
      "step": 125742
    },
    {
      "epoch": 5.150235510956379,
      "grad_norm": 1.3480216702405816,
      "learning_rate": 1.5004416259995711e-05,
      "loss": 0.4251,
      "step": 125743
    },
    {
      "epoch": 5.150276469383575,
      "grad_norm": 1.3133003045807636,
      "learning_rate": 1.5002994484738767e-05,
      "loss": 0.4019,
      "step": 125744
    },
    {
      "epoch": 5.150317427810772,
      "grad_norm": 1.5793678619773366,
      "learning_rate": 1.5001572773300607e-05,
      "loss": 0.4882,
      "step": 125745
    },
    {
      "epoch": 5.1503583862379685,
      "grad_norm": 1.7826051205573101,
      "learning_rate": 1.5000151125681848e-05,
      "loss": 0.5864,
      "step": 125746
    },
    {
      "epoch": 5.150399344665165,
      "grad_norm": 1.5211396435890157,
      "learning_rate": 1.4998729541883202e-05,
      "loss": 0.3618,
      "step": 125747
    },
    {
      "epoch": 5.150440303092362,
      "grad_norm": 0.9716310878512332,
      "learning_rate": 1.4997308021905307e-05,
      "loss": 0.2203,
      "step": 125748
    },
    {
      "epoch": 5.150481261519557,
      "grad_norm": 1.5275720072343015,
      "learning_rate": 1.4995886565748843e-05,
      "loss": 0.4856,
      "step": 125749
    },
    {
      "epoch": 5.150522219946754,
      "grad_norm": 0.6354950370703156,
      "learning_rate": 1.499446517341451e-05,
      "loss": 0.0598,
      "step": 125750
    },
    {
      "epoch": 5.15056317837395,
      "grad_norm": 1.0747381563032166,
      "learning_rate": 1.4993043844902942e-05,
      "loss": 0.2427,
      "step": 125751
    },
    {
      "epoch": 5.150604136801147,
      "grad_norm": 1.706398297259878,
      "learning_rate": 1.4991622580214868e-05,
      "loss": 0.5352,
      "step": 125752
    },
    {
      "epoch": 5.150645095228343,
      "grad_norm": 1.0513874759165551,
      "learning_rate": 1.4990201379350875e-05,
      "loss": 0.2142,
      "step": 125753
    },
    {
      "epoch": 5.15068605365554,
      "grad_norm": 1.2591156281839722,
      "learning_rate": 1.4988780242311677e-05,
      "loss": 0.3868,
      "step": 125754
    },
    {
      "epoch": 5.150727012082736,
      "grad_norm": 1.5209651206618795,
      "learning_rate": 1.498735916909799e-05,
      "loss": 0.4979,
      "step": 125755
    },
    {
      "epoch": 5.150767970509932,
      "grad_norm": 1.5662702749019806,
      "learning_rate": 1.4985938159710414e-05,
      "loss": 0.5405,
      "step": 125756
    },
    {
      "epoch": 5.150808928937129,
      "grad_norm": 1.269929146662921,
      "learning_rate": 1.498451721414965e-05,
      "loss": 0.4031,
      "step": 125757
    },
    {
      "epoch": 5.150849887364325,
      "grad_norm": 1.4037828294500834,
      "learning_rate": 1.4983096332416411e-05,
      "loss": 0.4337,
      "step": 125758
    },
    {
      "epoch": 5.150890845791522,
      "grad_norm": 1.729192609951018,
      "learning_rate": 1.4981675514511283e-05,
      "loss": 0.5165,
      "step": 125759
    },
    {
      "epoch": 5.150931804218718,
      "grad_norm": 1.5984346796235918,
      "learning_rate": 1.4980254760435028e-05,
      "loss": 0.6802,
      "step": 125760
    },
    {
      "epoch": 5.150972762645915,
      "grad_norm": 1.5776062553022994,
      "learning_rate": 1.4978834070188234e-05,
      "loss": 0.6053,
      "step": 125761
    },
    {
      "epoch": 5.15101372107311,
      "grad_norm": 1.0254092222101083,
      "learning_rate": 1.4977413443771614e-05,
      "loss": 0.3259,
      "step": 125762
    },
    {
      "epoch": 5.151054679500307,
      "grad_norm": 1.7128527708290662,
      "learning_rate": 1.4975992881185866e-05,
      "loss": 0.6607,
      "step": 125763
    },
    {
      "epoch": 5.1510956379275035,
      "grad_norm": 1.5988722261722932,
      "learning_rate": 1.497457238243161e-05,
      "loss": 0.4146,
      "step": 125764
    },
    {
      "epoch": 5.1511365963547,
      "grad_norm": 1.4221606121248893,
      "learning_rate": 1.4973151947509542e-05,
      "loss": 0.4189,
      "step": 125765
    },
    {
      "epoch": 5.1511775547818965,
      "grad_norm": 1.821436180578243,
      "learning_rate": 1.4971731576420365e-05,
      "loss": 0.6106,
      "step": 125766
    },
    {
      "epoch": 5.151218513209093,
      "grad_norm": 1.0264135635543559,
      "learning_rate": 1.4970311269164675e-05,
      "loss": 0.2343,
      "step": 125767
    },
    {
      "epoch": 5.151259471636289,
      "grad_norm": 1.03845359308561,
      "learning_rate": 1.4968891025743224e-05,
      "loss": 0.2109,
      "step": 125768
    },
    {
      "epoch": 5.151300430063485,
      "grad_norm": 1.3948203127875702,
      "learning_rate": 1.496747084615661e-05,
      "loss": 0.514,
      "step": 125769
    },
    {
      "epoch": 5.151341388490682,
      "grad_norm": 1.572661410375199,
      "learning_rate": 1.4966050730405549e-05,
      "loss": 0.665,
      "step": 125770
    },
    {
      "epoch": 5.151382346917878,
      "grad_norm": 1.4578342355735008,
      "learning_rate": 1.4964630678490724e-05,
      "loss": 0.4798,
      "step": 125771
    },
    {
      "epoch": 5.151423305345075,
      "grad_norm": 1.7105564353745282,
      "learning_rate": 1.4963210690412769e-05,
      "loss": 0.593,
      "step": 125772
    },
    {
      "epoch": 5.151464263772271,
      "grad_norm": 0.9804566734055489,
      "learning_rate": 1.4961790766172366e-05,
      "loss": 0.2135,
      "step": 125773
    },
    {
      "epoch": 5.151505222199468,
      "grad_norm": 1.2305142904155077,
      "learning_rate": 1.496037090577023e-05,
      "loss": 0.176,
      "step": 125774
    },
    {
      "epoch": 5.151546180626664,
      "grad_norm": 1.555050239790332,
      "learning_rate": 1.4958951109206946e-05,
      "loss": 0.5756,
      "step": 125775
    },
    {
      "epoch": 5.15158713905386,
      "grad_norm": 1.6391328917094257,
      "learning_rate": 1.4957531376483279e-05,
      "loss": 0.6435,
      "step": 125776
    },
    {
      "epoch": 5.151628097481057,
      "grad_norm": 1.5114552205708942,
      "learning_rate": 1.495611170759981e-05,
      "loss": 0.5834,
      "step": 125777
    },
    {
      "epoch": 5.151669055908253,
      "grad_norm": 1.3676251068492111,
      "learning_rate": 1.4954692102557275e-05,
      "loss": 0.3653,
      "step": 125778
    },
    {
      "epoch": 5.15171001433545,
      "grad_norm": 1.4314752835951723,
      "learning_rate": 1.4953272561356339e-05,
      "loss": 0.4943,
      "step": 125779
    },
    {
      "epoch": 5.151750972762646,
      "grad_norm": 1.3089503306822747,
      "learning_rate": 1.4951853083997633e-05,
      "loss": 0.4176,
      "step": 125780
    },
    {
      "epoch": 5.151791931189842,
      "grad_norm": 1.318580192103122,
      "learning_rate": 1.4950433670481859e-05,
      "loss": 0.4027,
      "step": 125781
    },
    {
      "epoch": 5.1518328896170384,
      "grad_norm": 1.6118031198244518,
      "learning_rate": 1.4949014320809716e-05,
      "loss": 0.5927,
      "step": 125782
    },
    {
      "epoch": 5.151873848044235,
      "grad_norm": 1.5961078435262204,
      "learning_rate": 1.4947595034981819e-05,
      "loss": 0.5793,
      "step": 125783
    },
    {
      "epoch": 5.1519148064714315,
      "grad_norm": 1.6551402217037416,
      "learning_rate": 1.4946175812998868e-05,
      "loss": 0.653,
      "step": 125784
    },
    {
      "epoch": 5.151955764898628,
      "grad_norm": 1.3056377197438667,
      "learning_rate": 1.4944756654861545e-05,
      "loss": 0.3501,
      "step": 125785
    },
    {
      "epoch": 5.151996723325825,
      "grad_norm": 0.6586886455389052,
      "learning_rate": 1.4943337560570468e-05,
      "loss": 0.1026,
      "step": 125786
    },
    {
      "epoch": 5.15203768175302,
      "grad_norm": 1.7084764953120064,
      "learning_rate": 1.4941918530126384e-05,
      "loss": 0.5338,
      "step": 125787
    },
    {
      "epoch": 5.152078640180217,
      "grad_norm": 1.1528482846815131,
      "learning_rate": 1.4940499563529879e-05,
      "loss": 0.3034,
      "step": 125788
    },
    {
      "epoch": 5.152119598607413,
      "grad_norm": 3.8554973050520065,
      "learning_rate": 1.4939080660781682e-05,
      "loss": 2.1278,
      "step": 125789
    },
    {
      "epoch": 5.15216055703461,
      "grad_norm": 1.569776228492647,
      "learning_rate": 1.493766182188248e-05,
      "loss": 0.4168,
      "step": 125790
    },
    {
      "epoch": 5.152201515461806,
      "grad_norm": 1.258222808006696,
      "learning_rate": 1.4936243046832869e-05,
      "loss": 0.3524,
      "step": 125791
    },
    {
      "epoch": 5.152242473889003,
      "grad_norm": 1.8486282361282245,
      "learning_rate": 1.4934824335633584e-05,
      "loss": 0.454,
      "step": 125792
    },
    {
      "epoch": 5.1522834323161995,
      "grad_norm": 1.4569945459607485,
      "learning_rate": 1.4933405688285289e-05,
      "loss": 0.3817,
      "step": 125793
    },
    {
      "epoch": 5.152324390743395,
      "grad_norm": 1.502625988086037,
      "learning_rate": 1.4931987104788617e-05,
      "loss": 0.4109,
      "step": 125794
    },
    {
      "epoch": 5.152365349170592,
      "grad_norm": 1.5371627744971115,
      "learning_rate": 1.4930568585144304e-05,
      "loss": 0.4752,
      "step": 125795
    },
    {
      "epoch": 5.152406307597788,
      "grad_norm": 1.490741675336284,
      "learning_rate": 1.4929150129352945e-05,
      "loss": 0.4928,
      "step": 125796
    },
    {
      "epoch": 5.152447266024985,
      "grad_norm": 1.7717487299350014,
      "learning_rate": 1.4927731737415243e-05,
      "loss": 0.5127,
      "step": 125797
    },
    {
      "epoch": 5.152488224452181,
      "grad_norm": 1.423820020505013,
      "learning_rate": 1.4926313409331914e-05,
      "loss": 0.492,
      "step": 125798
    },
    {
      "epoch": 5.152529182879378,
      "grad_norm": 1.4946377145224696,
      "learning_rate": 1.4924895145103538e-05,
      "loss": 0.4535,
      "step": 125799
    },
    {
      "epoch": 5.152570141306573,
      "grad_norm": 1.6195906051752704,
      "learning_rate": 1.492347694473085e-05,
      "loss": 0.5096,
      "step": 125800
    },
    {
      "epoch": 5.15261109973377,
      "grad_norm": 1.0767744515837352,
      "learning_rate": 1.4922058808214516e-05,
      "loss": 0.1917,
      "step": 125801
    },
    {
      "epoch": 5.1526520581609665,
      "grad_norm": 1.650214062027643,
      "learning_rate": 1.4920640735555183e-05,
      "loss": 0.5095,
      "step": 125802
    },
    {
      "epoch": 5.152693016588163,
      "grad_norm": 1.0561414493775279,
      "learning_rate": 1.4919222726753555e-05,
      "loss": 0.2373,
      "step": 125803
    },
    {
      "epoch": 5.15273397501536,
      "grad_norm": 2.569045962053526,
      "learning_rate": 1.4917804781810244e-05,
      "loss": 0.979,
      "step": 125804
    },
    {
      "epoch": 5.152774933442556,
      "grad_norm": 1.2926255210732431,
      "learning_rate": 1.4916386900725952e-05,
      "loss": 0.4608,
      "step": 125805
    },
    {
      "epoch": 5.152815891869752,
      "grad_norm": 1.7231197203179842,
      "learning_rate": 1.4914969083501393e-05,
      "loss": 0.6825,
      "step": 125806
    },
    {
      "epoch": 5.152856850296948,
      "grad_norm": 1.1290033191854052,
      "learning_rate": 1.491355133013717e-05,
      "loss": 0.339,
      "step": 125807
    },
    {
      "epoch": 5.152897808724145,
      "grad_norm": 1.875305985514218,
      "learning_rate": 1.4912133640633977e-05,
      "loss": 0.5695,
      "step": 125808
    },
    {
      "epoch": 5.152938767151341,
      "grad_norm": 0.793554749199808,
      "learning_rate": 1.4910716014992536e-05,
      "loss": 0.1924,
      "step": 125809
    },
    {
      "epoch": 5.152979725578538,
      "grad_norm": 1.4248507522993212,
      "learning_rate": 1.4909298453213409e-05,
      "loss": 0.3087,
      "step": 125810
    },
    {
      "epoch": 5.153020684005734,
      "grad_norm": 1.6447193864529057,
      "learning_rate": 1.490788095529738e-05,
      "loss": 0.5125,
      "step": 125811
    },
    {
      "epoch": 5.153061642432931,
      "grad_norm": 1.5440256107519443,
      "learning_rate": 1.4906463521245032e-05,
      "loss": 0.4342,
      "step": 125812
    },
    {
      "epoch": 5.153102600860127,
      "grad_norm": 1.585536445031571,
      "learning_rate": 1.4905046151057065e-05,
      "loss": 0.5526,
      "step": 125813
    },
    {
      "epoch": 5.153143559287323,
      "grad_norm": 0.27469383003533776,
      "learning_rate": 1.4903628844734178e-05,
      "loss": 0.0176,
      "step": 125814
    },
    {
      "epoch": 5.15318451771452,
      "grad_norm": 1.8966952260103014,
      "learning_rate": 1.4902211602276986e-05,
      "loss": 0.6569,
      "step": 125815
    },
    {
      "epoch": 5.153225476141716,
      "grad_norm": 1.759623659253022,
      "learning_rate": 1.4900794423686207e-05,
      "loss": 0.5438,
      "step": 125816
    },
    {
      "epoch": 5.153266434568913,
      "grad_norm": 1.7310200890053251,
      "learning_rate": 1.4899377308962507e-05,
      "loss": 0.5694,
      "step": 125817
    },
    {
      "epoch": 5.153307392996109,
      "grad_norm": 1.6522952667865218,
      "learning_rate": 1.4897960258106517e-05,
      "loss": 0.5588,
      "step": 125818
    },
    {
      "epoch": 5.153348351423305,
      "grad_norm": 1.3074442414539058,
      "learning_rate": 1.4896543271118954e-05,
      "loss": 0.4776,
      "step": 125819
    },
    {
      "epoch": 5.1533893098505015,
      "grad_norm": 1.4236709404074306,
      "learning_rate": 1.4895126348000436e-05,
      "loss": 0.5341,
      "step": 125820
    },
    {
      "epoch": 5.153430268277698,
      "grad_norm": 1.3226297973935162,
      "learning_rate": 1.4893709488751676e-05,
      "loss": 0.3192,
      "step": 125821
    },
    {
      "epoch": 5.1534712267048945,
      "grad_norm": 1.1940619942573674,
      "learning_rate": 1.4892292693373342e-05,
      "loss": 0.3477,
      "step": 125822
    },
    {
      "epoch": 5.153512185132091,
      "grad_norm": 1.6482571833468302,
      "learning_rate": 1.4890875961866083e-05,
      "loss": 0.5091,
      "step": 125823
    },
    {
      "epoch": 5.153553143559288,
      "grad_norm": 1.4186211948029295,
      "learning_rate": 1.4889459294230599e-05,
      "loss": 0.4637,
      "step": 125824
    },
    {
      "epoch": 5.153594101986483,
      "grad_norm": 1.6274449252130438,
      "learning_rate": 1.4888042690467505e-05,
      "loss": 0.4114,
      "step": 125825
    },
    {
      "epoch": 5.15363506041368,
      "grad_norm": 1.2116848090483698,
      "learning_rate": 1.4886626150577501e-05,
      "loss": 0.2985,
      "step": 125826
    },
    {
      "epoch": 5.153676018840876,
      "grad_norm": 1.5686357325507405,
      "learning_rate": 1.4885209674561288e-05,
      "loss": 0.5744,
      "step": 125827
    },
    {
      "epoch": 5.153716977268073,
      "grad_norm": 1.3437794469494488,
      "learning_rate": 1.4883793262419496e-05,
      "loss": 0.3047,
      "step": 125828
    },
    {
      "epoch": 5.153757935695269,
      "grad_norm": 1.11491287012151,
      "learning_rate": 1.4882376914152794e-05,
      "loss": 0.2594,
      "step": 125829
    },
    {
      "epoch": 5.153798894122466,
      "grad_norm": 1.4453714740552108,
      "learning_rate": 1.4880960629761896e-05,
      "loss": 0.5153,
      "step": 125830
    },
    {
      "epoch": 5.1538398525496625,
      "grad_norm": 1.052753456885299,
      "learning_rate": 1.4879544409247401e-05,
      "loss": 0.2814,
      "step": 125831
    },
    {
      "epoch": 5.153880810976858,
      "grad_norm": 1.6231434276129681,
      "learning_rate": 1.487812825261006e-05,
      "loss": 0.4297,
      "step": 125832
    },
    {
      "epoch": 5.153921769404055,
      "grad_norm": 1.400645810838915,
      "learning_rate": 1.4876712159850457e-05,
      "loss": 0.4472,
      "step": 125833
    },
    {
      "epoch": 5.153962727831251,
      "grad_norm": 1.8566538387514402,
      "learning_rate": 1.4875296130969305e-05,
      "loss": 0.7724,
      "step": 125834
    },
    {
      "epoch": 5.154003686258448,
      "grad_norm": 1.3891814317538729,
      "learning_rate": 1.4873880165967306e-05,
      "loss": 0.4463,
      "step": 125835
    },
    {
      "epoch": 5.154044644685644,
      "grad_norm": 1.5193564115552503,
      "learning_rate": 1.4872464264845075e-05,
      "loss": 0.5559,
      "step": 125836
    },
    {
      "epoch": 5.154085603112841,
      "grad_norm": 1.4147766812550417,
      "learning_rate": 1.4871048427603294e-05,
      "loss": 0.4705,
      "step": 125837
    },
    {
      "epoch": 5.1541265615400365,
      "grad_norm": 0.7861400798067044,
      "learning_rate": 1.4869632654242663e-05,
      "loss": 0.2325,
      "step": 125838
    },
    {
      "epoch": 5.154167519967233,
      "grad_norm": 1.4004139311891335,
      "learning_rate": 1.48682169447638e-05,
      "loss": 0.5052,
      "step": 125839
    },
    {
      "epoch": 5.1542084783944295,
      "grad_norm": 1.4953770212244013,
      "learning_rate": 1.4866801299167435e-05,
      "loss": 0.5097,
      "step": 125840
    },
    {
      "epoch": 5.154249436821626,
      "grad_norm": 1.9340505638227872,
      "learning_rate": 1.4865385717454186e-05,
      "loss": 0.6385,
      "step": 125841
    },
    {
      "epoch": 5.154290395248823,
      "grad_norm": 1.7184007340853669,
      "learning_rate": 1.486397019962472e-05,
      "loss": 0.6142,
      "step": 125842
    },
    {
      "epoch": 5.154331353676019,
      "grad_norm": 2.0253160498134513,
      "learning_rate": 1.4862554745679766e-05,
      "loss": 0.8913,
      "step": 125843
    },
    {
      "epoch": 5.154372312103215,
      "grad_norm": 1.4995013993622635,
      "learning_rate": 1.4861139355619945e-05,
      "loss": 0.5405,
      "step": 125844
    },
    {
      "epoch": 5.154413270530411,
      "grad_norm": 1.4738058129666731,
      "learning_rate": 1.4859724029445918e-05,
      "loss": 0.575,
      "step": 125845
    },
    {
      "epoch": 5.154454228957608,
      "grad_norm": 2.030310890576614,
      "learning_rate": 1.4858308767158389e-05,
      "loss": 0.8315,
      "step": 125846
    },
    {
      "epoch": 5.154495187384804,
      "grad_norm": 1.3688903417567815,
      "learning_rate": 1.4856893568758005e-05,
      "loss": 0.4215,
      "step": 125847
    },
    {
      "epoch": 5.154536145812001,
      "grad_norm": 1.6863195269624707,
      "learning_rate": 1.4855478434245449e-05,
      "loss": 0.524,
      "step": 125848
    },
    {
      "epoch": 5.1545771042391975,
      "grad_norm": 1.8164618079180805,
      "learning_rate": 1.4854063363621355e-05,
      "loss": 0.8275,
      "step": 125849
    },
    {
      "epoch": 5.154618062666394,
      "grad_norm": 1.2451976822856656,
      "learning_rate": 1.4852648356886421e-05,
      "loss": 0.3436,
      "step": 125850
    },
    {
      "epoch": 5.15465902109359,
      "grad_norm": 1.4863944928721016,
      "learning_rate": 1.4851233414041348e-05,
      "loss": 0.3739,
      "step": 125851
    },
    {
      "epoch": 5.154699979520786,
      "grad_norm": 1.7472312486558408,
      "learning_rate": 1.4849818535086732e-05,
      "loss": 0.7402,
      "step": 125852
    },
    {
      "epoch": 5.154740937947983,
      "grad_norm": 1.2639514028444543,
      "learning_rate": 1.4848403720023294e-05,
      "loss": 0.2881,
      "step": 125853
    },
    {
      "epoch": 5.154781896375179,
      "grad_norm": 1.430572112218931,
      "learning_rate": 1.484698896885173e-05,
      "loss": 0.4401,
      "step": 125854
    },
    {
      "epoch": 5.154822854802376,
      "grad_norm": 1.3703967560478403,
      "learning_rate": 1.4845574281572608e-05,
      "loss": 0.4064,
      "step": 125855
    },
    {
      "epoch": 5.154863813229572,
      "grad_norm": 1.513611250727092,
      "learning_rate": 1.484415965818666e-05,
      "loss": 0.5207,
      "step": 125856
    },
    {
      "epoch": 5.154904771656768,
      "grad_norm": 1.5441258121175434,
      "learning_rate": 1.4842745098694586e-05,
      "loss": 0.5186,
      "step": 125857
    },
    {
      "epoch": 5.1549457300839645,
      "grad_norm": 1.0795382027050733,
      "learning_rate": 1.4841330603096984e-05,
      "loss": 0.2976,
      "step": 125858
    },
    {
      "epoch": 5.154986688511161,
      "grad_norm": 1.2592831929613442,
      "learning_rate": 1.483991617139459e-05,
      "loss": 0.2418,
      "step": 125859
    },
    {
      "epoch": 5.155027646938358,
      "grad_norm": 1.737721162081311,
      "learning_rate": 1.4838501803588016e-05,
      "loss": 0.6221,
      "step": 125860
    },
    {
      "epoch": 5.155068605365554,
      "grad_norm": 1.2962878725294842,
      "learning_rate": 1.4837087499677946e-05,
      "loss": 0.45,
      "step": 125861
    },
    {
      "epoch": 5.155109563792751,
      "grad_norm": 1.1831629357035909,
      "learning_rate": 1.4835673259665098e-05,
      "loss": 0.3449,
      "step": 125862
    },
    {
      "epoch": 5.155150522219946,
      "grad_norm": 1.0823186296322174,
      "learning_rate": 1.4834259083550053e-05,
      "loss": 0.3074,
      "step": 125863
    },
    {
      "epoch": 5.155191480647143,
      "grad_norm": 1.203527769065092,
      "learning_rate": 1.4832844971333547e-05,
      "loss": 0.4446,
      "step": 125864
    },
    {
      "epoch": 5.155232439074339,
      "grad_norm": 1.5419837569369756,
      "learning_rate": 1.4831430923016241e-05,
      "loss": 0.4178,
      "step": 125865
    },
    {
      "epoch": 5.155273397501536,
      "grad_norm": 1.620701860028776,
      "learning_rate": 1.4830016938598772e-05,
      "loss": 0.4992,
      "step": 125866
    },
    {
      "epoch": 5.155314355928732,
      "grad_norm": 1.5783196722500283,
      "learning_rate": 1.4828603018081853e-05,
      "loss": 0.4042,
      "step": 125867
    },
    {
      "epoch": 5.155355314355929,
      "grad_norm": 1.390020603327184,
      "learning_rate": 1.4827189161466102e-05,
      "loss": 0.5388,
      "step": 125868
    },
    {
      "epoch": 5.1553962727831255,
      "grad_norm": 1.5283811185587304,
      "learning_rate": 1.4825775368752202e-05,
      "loss": 0.4831,
      "step": 125869
    },
    {
      "epoch": 5.155437231210321,
      "grad_norm": 1.385943460260704,
      "learning_rate": 1.4824361639940867e-05,
      "loss": 0.5002,
      "step": 125870
    },
    {
      "epoch": 5.155478189637518,
      "grad_norm": 1.3752813253680365,
      "learning_rate": 1.4822947975032718e-05,
      "loss": 0.4528,
      "step": 125871
    },
    {
      "epoch": 5.155519148064714,
      "grad_norm": 3.6418909320544732,
      "learning_rate": 1.4821534374028416e-05,
      "loss": 3.4193,
      "step": 125872
    },
    {
      "epoch": 5.155560106491911,
      "grad_norm": 1.5316054326347686,
      "learning_rate": 1.4820120836928678e-05,
      "loss": 0.474,
      "step": 125873
    },
    {
      "epoch": 5.155601064919107,
      "grad_norm": 1.3306252373267977,
      "learning_rate": 1.4818707363734106e-05,
      "loss": 0.4147,
      "step": 125874
    },
    {
      "epoch": 5.155642023346304,
      "grad_norm": 1.737752221212358,
      "learning_rate": 1.4817293954445446e-05,
      "loss": 0.6344,
      "step": 125875
    },
    {
      "epoch": 5.1556829817734995,
      "grad_norm": 2.8995326314771575,
      "learning_rate": 1.4815880609063301e-05,
      "loss": 1.9401,
      "step": 125876
    },
    {
      "epoch": 5.155723940200696,
      "grad_norm": 1.6253176700458525,
      "learning_rate": 1.4814467327588352e-05,
      "loss": 0.4471,
      "step": 125877
    },
    {
      "epoch": 5.155764898627893,
      "grad_norm": 1.3797941213067522,
      "learning_rate": 1.4813054110021316e-05,
      "loss": 0.4783,
      "step": 125878
    },
    {
      "epoch": 5.155805857055089,
      "grad_norm": 1.297641521995982,
      "learning_rate": 1.4811640956362792e-05,
      "loss": 0.4134,
      "step": 125879
    },
    {
      "epoch": 5.155846815482286,
      "grad_norm": 1.5931302169259316,
      "learning_rate": 1.4810227866613477e-05,
      "loss": 0.5636,
      "step": 125880
    },
    {
      "epoch": 5.155887773909482,
      "grad_norm": 1.1882811855970767,
      "learning_rate": 1.4808814840774075e-05,
      "loss": 0.2613,
      "step": 125881
    },
    {
      "epoch": 5.155928732336679,
      "grad_norm": 0.656167359139221,
      "learning_rate": 1.4807401878845181e-05,
      "loss": 0.0945,
      "step": 125882
    },
    {
      "epoch": 5.155969690763874,
      "grad_norm": 1.4947510733537392,
      "learning_rate": 1.4805988980827548e-05,
      "loss": 0.5541,
      "step": 125883
    },
    {
      "epoch": 5.156010649191071,
      "grad_norm": 1.6482585669638756,
      "learning_rate": 1.4804576146721758e-05,
      "loss": 0.5592,
      "step": 125884
    },
    {
      "epoch": 5.156051607618267,
      "grad_norm": 1.3189655616351799,
      "learning_rate": 1.4803163376528527e-05,
      "loss": 0.3054,
      "step": 125885
    },
    {
      "epoch": 5.156092566045464,
      "grad_norm": 1.4250298140686963,
      "learning_rate": 1.4801750670248536e-05,
      "loss": 0.4881,
      "step": 125886
    },
    {
      "epoch": 5.1561335244726605,
      "grad_norm": 1.405469635377793,
      "learning_rate": 1.4800338027882402e-05,
      "loss": 0.4845,
      "step": 125887
    },
    {
      "epoch": 5.156174482899857,
      "grad_norm": 1.2663650490804583,
      "learning_rate": 1.4798925449430827e-05,
      "loss": 0.4478,
      "step": 125888
    },
    {
      "epoch": 5.156215441327053,
      "grad_norm": 1.6360304025604708,
      "learning_rate": 1.4797512934894507e-05,
      "loss": 0.6735,
      "step": 125889
    },
    {
      "epoch": 5.156256399754249,
      "grad_norm": 1.4054688712261032,
      "learning_rate": 1.4796100484274042e-05,
      "loss": 0.4476,
      "step": 125890
    },
    {
      "epoch": 5.156297358181446,
      "grad_norm": 1.2881717825428445,
      "learning_rate": 1.4794688097570167e-05,
      "loss": 0.4023,
      "step": 125891
    },
    {
      "epoch": 5.156338316608642,
      "grad_norm": 1.5807274699948128,
      "learning_rate": 1.4793275774783498e-05,
      "loss": 0.5342,
      "step": 125892
    },
    {
      "epoch": 5.156379275035839,
      "grad_norm": 1.3239727265673005,
      "learning_rate": 1.4791863515914714e-05,
      "loss": 0.3973,
      "step": 125893
    },
    {
      "epoch": 5.156420233463035,
      "grad_norm": 1.6617621243587994,
      "learning_rate": 1.4790451320964519e-05,
      "loss": 0.5511,
      "step": 125894
    },
    {
      "epoch": 5.156461191890231,
      "grad_norm": 1.7264006357013821,
      "learning_rate": 1.4789039189933527e-05,
      "loss": 0.5025,
      "step": 125895
    },
    {
      "epoch": 5.1565021503174275,
      "grad_norm": 1.7973492658407233,
      "learning_rate": 1.4787627122822453e-05,
      "loss": 0.807,
      "step": 125896
    },
    {
      "epoch": 5.156543108744624,
      "grad_norm": 1.7167048150030222,
      "learning_rate": 1.4786215119631917e-05,
      "loss": 0.5575,
      "step": 125897
    },
    {
      "epoch": 5.156584067171821,
      "grad_norm": 1.8015167764087845,
      "learning_rate": 1.4784803180362614e-05,
      "loss": 0.2775,
      "step": 125898
    },
    {
      "epoch": 5.156625025599017,
      "grad_norm": 0.8225890086033766,
      "learning_rate": 1.4783391305015246e-05,
      "loss": 0.1683,
      "step": 125899
    },
    {
      "epoch": 5.156665984026214,
      "grad_norm": 0.8584842962498825,
      "learning_rate": 1.4781979493590396e-05,
      "loss": 0.1051,
      "step": 125900
    },
    {
      "epoch": 5.15670694245341,
      "grad_norm": 1.0597533648013493,
      "learning_rate": 1.4780567746088795e-05,
      "loss": 0.2365,
      "step": 125901
    },
    {
      "epoch": 5.156747900880606,
      "grad_norm": 1.3543745227194428,
      "learning_rate": 1.4779156062511127e-05,
      "loss": 0.4519,
      "step": 125902
    },
    {
      "epoch": 5.156788859307802,
      "grad_norm": 1.4651257136455937,
      "learning_rate": 1.4777744442857991e-05,
      "loss": 0.4351,
      "step": 125903
    },
    {
      "epoch": 5.156829817734999,
      "grad_norm": 1.687293447676761,
      "learning_rate": 1.4776332887130122e-05,
      "loss": 0.6643,
      "step": 125904
    },
    {
      "epoch": 5.1568707761621955,
      "grad_norm": 1.5774561699016314,
      "learning_rate": 1.4774921395328133e-05,
      "loss": 0.552,
      "step": 125905
    },
    {
      "epoch": 5.156911734589392,
      "grad_norm": 2.1991204924989125,
      "learning_rate": 1.4773509967452707e-05,
      "loss": 0.509,
      "step": 125906
    },
    {
      "epoch": 5.1569526930165885,
      "grad_norm": 1.5364350660996007,
      "learning_rate": 1.4772098603504546e-05,
      "loss": 0.3611,
      "step": 125907
    },
    {
      "epoch": 5.156993651443784,
      "grad_norm": 1.0360773119480982,
      "learning_rate": 1.4770687303484263e-05,
      "loss": 0.2203,
      "step": 125908
    },
    {
      "epoch": 5.157034609870981,
      "grad_norm": 0.7599859338615799,
      "learning_rate": 1.476927606739256e-05,
      "loss": 0.0906,
      "step": 125909
    },
    {
      "epoch": 5.157075568298177,
      "grad_norm": 1.5652553306399335,
      "learning_rate": 1.476786489523012e-05,
      "loss": 0.5767,
      "step": 125910
    },
    {
      "epoch": 5.157116526725374,
      "grad_norm": 1.5958892329322754,
      "learning_rate": 1.4766453786997556e-05,
      "loss": 0.5516,
      "step": 125911
    },
    {
      "epoch": 5.15715748515257,
      "grad_norm": 1.4749041327110037,
      "learning_rate": 1.4765042742695588e-05,
      "loss": 0.508,
      "step": 125912
    },
    {
      "epoch": 5.157198443579767,
      "grad_norm": 1.7698420645730506,
      "learning_rate": 1.4763631762324845e-05,
      "loss": 0.5435,
      "step": 125913
    },
    {
      "epoch": 5.1572394020069625,
      "grad_norm": 1.6265675738891614,
      "learning_rate": 1.4762220845885997e-05,
      "loss": 0.4988,
      "step": 125914
    },
    {
      "epoch": 5.157280360434159,
      "grad_norm": 1.4124532279742301,
      "learning_rate": 1.4760809993379758e-05,
      "loss": 0.5088,
      "step": 125915
    },
    {
      "epoch": 5.157321318861356,
      "grad_norm": 1.5109842417635937,
      "learning_rate": 1.4759399204806727e-05,
      "loss": 0.4383,
      "step": 125916
    },
    {
      "epoch": 5.157362277288552,
      "grad_norm": 1.5531158370098328,
      "learning_rate": 1.475798848016762e-05,
      "loss": 0.5278,
      "step": 125917
    },
    {
      "epoch": 5.157403235715749,
      "grad_norm": 1.405391026074205,
      "learning_rate": 1.4756577819463106e-05,
      "loss": 0.432,
      "step": 125918
    },
    {
      "epoch": 5.157444194142945,
      "grad_norm": 0.9548747703124565,
      "learning_rate": 1.4755167222693798e-05,
      "loss": 0.1734,
      "step": 125919
    },
    {
      "epoch": 5.157485152570142,
      "grad_norm": 1.5860601984799667,
      "learning_rate": 1.475375668986043e-05,
      "loss": 0.6356,
      "step": 125920
    },
    {
      "epoch": 5.157526110997337,
      "grad_norm": 1.0444397289217355,
      "learning_rate": 1.4752346220963618e-05,
      "loss": 0.1752,
      "step": 125921
    },
    {
      "epoch": 5.157567069424534,
      "grad_norm": 1.4528551757360415,
      "learning_rate": 1.4750935816004045e-05,
      "loss": 0.4906,
      "step": 125922
    },
    {
      "epoch": 5.1576080278517304,
      "grad_norm": 0.9502508118037372,
      "learning_rate": 1.474952547498241e-05,
      "loss": 0.2119,
      "step": 125923
    },
    {
      "epoch": 5.157648986278927,
      "grad_norm": 1.5173594205658292,
      "learning_rate": 1.4748115197899329e-05,
      "loss": 0.5155,
      "step": 125924
    },
    {
      "epoch": 5.1576899447061235,
      "grad_norm": 1.6299393541433687,
      "learning_rate": 1.4746704984755503e-05,
      "loss": 0.5374,
      "step": 125925
    },
    {
      "epoch": 5.15773090313332,
      "grad_norm": 1.4465778517938075,
      "learning_rate": 1.4745294835551596e-05,
      "loss": 0.4258,
      "step": 125926
    },
    {
      "epoch": 5.157771861560516,
      "grad_norm": 1.5112343993592103,
      "learning_rate": 1.4743884750288243e-05,
      "loss": 0.4583,
      "step": 125927
    },
    {
      "epoch": 5.157812819987712,
      "grad_norm": 1.3915019325002804,
      "learning_rate": 1.4742474728966125e-05,
      "loss": 0.4898,
      "step": 125928
    },
    {
      "epoch": 5.157853778414909,
      "grad_norm": 1.4264468361641032,
      "learning_rate": 1.474106477158596e-05,
      "loss": 0.5244,
      "step": 125929
    },
    {
      "epoch": 5.157894736842105,
      "grad_norm": 1.176279671514609,
      "learning_rate": 1.4739654878148328e-05,
      "loss": 0.1556,
      "step": 125930
    },
    {
      "epoch": 5.157935695269302,
      "grad_norm": 1.4879298118509332,
      "learning_rate": 1.4738245048653963e-05,
      "loss": 0.5639,
      "step": 125931
    },
    {
      "epoch": 5.157976653696498,
      "grad_norm": 1.5700861146784444,
      "learning_rate": 1.4736835283103481e-05,
      "loss": 0.4019,
      "step": 125932
    },
    {
      "epoch": 5.158017612123694,
      "grad_norm": 1.4769880047772053,
      "learning_rate": 1.4735425581497584e-05,
      "loss": 0.3323,
      "step": 125933
    },
    {
      "epoch": 5.158058570550891,
      "grad_norm": 1.0580847386142471,
      "learning_rate": 1.4734015943836935e-05,
      "loss": 0.2115,
      "step": 125934
    },
    {
      "epoch": 5.158099528978087,
      "grad_norm": 1.4114927072098902,
      "learning_rate": 1.4732606370122185e-05,
      "loss": 0.3756,
      "step": 125935
    },
    {
      "epoch": 5.158140487405284,
      "grad_norm": 1.3884169179204238,
      "learning_rate": 1.4731196860354017e-05,
      "loss": 0.3868,
      "step": 125936
    },
    {
      "epoch": 5.15818144583248,
      "grad_norm": 1.113824977297617,
      "learning_rate": 1.4729787414533095e-05,
      "loss": 0.3528,
      "step": 125937
    },
    {
      "epoch": 5.158222404259677,
      "grad_norm": 1.251003578143998,
      "learning_rate": 1.472837803266007e-05,
      "loss": 0.3142,
      "step": 125938
    },
    {
      "epoch": 5.158263362686873,
      "grad_norm": 1.395874025386888,
      "learning_rate": 1.4726968714735643e-05,
      "loss": 0.3397,
      "step": 125939
    },
    {
      "epoch": 5.158304321114069,
      "grad_norm": 1.5165568243251653,
      "learning_rate": 1.472555946076041e-05,
      "loss": 0.4822,
      "step": 125940
    },
    {
      "epoch": 5.158345279541265,
      "grad_norm": 1.5359170137336025,
      "learning_rate": 1.4724150270735108e-05,
      "loss": 0.4972,
      "step": 125941
    },
    {
      "epoch": 5.158386237968462,
      "grad_norm": 1.3101158803296828,
      "learning_rate": 1.47227411446604e-05,
      "loss": 0.5312,
      "step": 125942
    },
    {
      "epoch": 5.1584271963956585,
      "grad_norm": 1.3265005196584936,
      "learning_rate": 1.4721332082536886e-05,
      "loss": 0.3442,
      "step": 125943
    },
    {
      "epoch": 5.158468154822855,
      "grad_norm": 1.5666446996978676,
      "learning_rate": 1.4719923084365299e-05,
      "loss": 0.5401,
      "step": 125944
    },
    {
      "epoch": 5.158509113250052,
      "grad_norm": 1.4522196903905142,
      "learning_rate": 1.4718514150146288e-05,
      "loss": 0.2733,
      "step": 125945
    },
    {
      "epoch": 5.158550071677247,
      "grad_norm": 1.3217687131570857,
      "learning_rate": 1.4717105279880503e-05,
      "loss": 0.4134,
      "step": 125946
    },
    {
      "epoch": 5.158591030104444,
      "grad_norm": 3.2312139246808536,
      "learning_rate": 1.4715696473568644e-05,
      "loss": 2.9289,
      "step": 125947
    },
    {
      "epoch": 5.15863198853164,
      "grad_norm": 1.7601340311086608,
      "learning_rate": 1.4714287731211327e-05,
      "loss": 0.566,
      "step": 125948
    },
    {
      "epoch": 5.158672946958837,
      "grad_norm": 1.6892098300364662,
      "learning_rate": 1.4712879052809235e-05,
      "loss": 0.5298,
      "step": 125949
    },
    {
      "epoch": 5.158713905386033,
      "grad_norm": 1.4398133753265463,
      "learning_rate": 1.4711470438363082e-05,
      "loss": 0.2568,
      "step": 125950
    },
    {
      "epoch": 5.15875486381323,
      "grad_norm": 1.2332031377784234,
      "learning_rate": 1.471006188787347e-05,
      "loss": 0.4054,
      "step": 125951
    },
    {
      "epoch": 5.1587958222404255,
      "grad_norm": 0.866449750299625,
      "learning_rate": 1.470865340134108e-05,
      "loss": 0.0882,
      "step": 125952
    },
    {
      "epoch": 5.158836780667622,
      "grad_norm": 0.8620454828412886,
      "learning_rate": 1.4707244978766614e-05,
      "loss": 0.2054,
      "step": 125953
    },
    {
      "epoch": 5.158877739094819,
      "grad_norm": 1.576764348452333,
      "learning_rate": 1.4705836620150686e-05,
      "loss": 0.429,
      "step": 125954
    },
    {
      "epoch": 5.158918697522015,
      "grad_norm": 1.5759284817360495,
      "learning_rate": 1.4704428325494027e-05,
      "loss": 0.4968,
      "step": 125955
    },
    {
      "epoch": 5.158959655949212,
      "grad_norm": 1.224205793585007,
      "learning_rate": 1.4703020094797225e-05,
      "loss": 0.3467,
      "step": 125956
    },
    {
      "epoch": 5.159000614376408,
      "grad_norm": 1.3992977030730565,
      "learning_rate": 1.4701611928060992e-05,
      "loss": 0.4865,
      "step": 125957
    },
    {
      "epoch": 5.159041572803605,
      "grad_norm": 0.9855451190243557,
      "learning_rate": 1.4700203825286012e-05,
      "loss": 0.0992,
      "step": 125958
    },
    {
      "epoch": 5.1590825312308,
      "grad_norm": 1.2330313890068585,
      "learning_rate": 1.4698795786472884e-05,
      "loss": 0.3583,
      "step": 125959
    },
    {
      "epoch": 5.159123489657997,
      "grad_norm": 1.1513427453264513,
      "learning_rate": 1.4697387811622357e-05,
      "loss": 0.2977,
      "step": 125960
    },
    {
      "epoch": 5.1591644480851935,
      "grad_norm": 0.8891778851990366,
      "learning_rate": 1.4695979900735016e-05,
      "loss": 0.1579,
      "step": 125961
    },
    {
      "epoch": 5.15920540651239,
      "grad_norm": 1.4206625462765916,
      "learning_rate": 1.4694572053811576e-05,
      "loss": 0.3017,
      "step": 125962
    },
    {
      "epoch": 5.1592463649395865,
      "grad_norm": 1.6824959985033832,
      "learning_rate": 1.4693164270852703e-05,
      "loss": 0.6111,
      "step": 125963
    },
    {
      "epoch": 5.159287323366783,
      "grad_norm": 1.5580267321910328,
      "learning_rate": 1.469175655185903e-05,
      "loss": 0.5657,
      "step": 125964
    },
    {
      "epoch": 5.159328281793979,
      "grad_norm": 0.7821621466080794,
      "learning_rate": 1.4690348896831256e-05,
      "loss": 0.1114,
      "step": 125965
    },
    {
      "epoch": 5.159369240221175,
      "grad_norm": 1.7852226531209814,
      "learning_rate": 1.4688941305770047e-05,
      "loss": 0.5351,
      "step": 125966
    },
    {
      "epoch": 5.159410198648372,
      "grad_norm": 0.8926911366808925,
      "learning_rate": 1.468753377867602e-05,
      "loss": 0.187,
      "step": 125967
    },
    {
      "epoch": 5.159451157075568,
      "grad_norm": 2.889757818181641,
      "learning_rate": 1.4686126315549923e-05,
      "loss": 1.0014,
      "step": 125968
    },
    {
      "epoch": 5.159492115502765,
      "grad_norm": 1.0636797152508706,
      "learning_rate": 1.4684718916392324e-05,
      "loss": 0.353,
      "step": 125969
    },
    {
      "epoch": 5.159533073929961,
      "grad_norm": 1.7450168799037413,
      "learning_rate": 1.4683311581203955e-05,
      "loss": 0.501,
      "step": 125970
    },
    {
      "epoch": 5.159574032357157,
      "grad_norm": 1.2861759156054167,
      "learning_rate": 1.4681904309985482e-05,
      "loss": 0.4156,
      "step": 125971
    },
    {
      "epoch": 5.159614990784354,
      "grad_norm": 1.3625507270457171,
      "learning_rate": 1.4680497102737537e-05,
      "loss": 0.3044,
      "step": 125972
    },
    {
      "epoch": 5.15965594921155,
      "grad_norm": 1.5899098399172438,
      "learning_rate": 1.4679089959460789e-05,
      "loss": 0.4904,
      "step": 125973
    },
    {
      "epoch": 5.159696907638747,
      "grad_norm": 1.770137077029839,
      "learning_rate": 1.467768288015595e-05,
      "loss": 0.5312,
      "step": 125974
    },
    {
      "epoch": 5.159737866065943,
      "grad_norm": 1.3926460545455697,
      "learning_rate": 1.4676275864823623e-05,
      "loss": 0.3868,
      "step": 125975
    },
    {
      "epoch": 5.15977882449314,
      "grad_norm": 0.8192721965502963,
      "learning_rate": 1.4674868913464521e-05,
      "loss": 0.1981,
      "step": 125976
    },
    {
      "epoch": 5.159819782920336,
      "grad_norm": 1.8226924107364242,
      "learning_rate": 1.4673462026079264e-05,
      "loss": 0.7575,
      "step": 125977
    },
    {
      "epoch": 5.159860741347532,
      "grad_norm": 1.760589089521578,
      "learning_rate": 1.4672055202668531e-05,
      "loss": 0.599,
      "step": 125978
    },
    {
      "epoch": 5.1599016997747285,
      "grad_norm": 1.148501317347095,
      "learning_rate": 1.467064844323304e-05,
      "loss": 0.2,
      "step": 125979
    },
    {
      "epoch": 5.159942658201925,
      "grad_norm": 0.6562510799462542,
      "learning_rate": 1.4669241747773392e-05,
      "loss": 0.0693,
      "step": 125980
    },
    {
      "epoch": 5.1599836166291215,
      "grad_norm": 1.380520982076327,
      "learning_rate": 1.4667835116290249e-05,
      "loss": 0.417,
      "step": 125981
    },
    {
      "epoch": 5.160024575056318,
      "grad_norm": 0.9077378388571073,
      "learning_rate": 1.4666428548784348e-05,
      "loss": 0.2236,
      "step": 125982
    },
    {
      "epoch": 5.160065533483515,
      "grad_norm": 1.061738392618007,
      "learning_rate": 1.466502204525627e-05,
      "loss": 0.2468,
      "step": 125983
    },
    {
      "epoch": 5.16010649191071,
      "grad_norm": 0.9833511454869309,
      "learning_rate": 1.4663615605706746e-05,
      "loss": 0.2169,
      "step": 125984
    },
    {
      "epoch": 5.160147450337907,
      "grad_norm": 1.3987665902117086,
      "learning_rate": 1.4662209230136395e-05,
      "loss": 0.4817,
      "step": 125985
    },
    {
      "epoch": 5.160188408765103,
      "grad_norm": 1.5418915616081657,
      "learning_rate": 1.4660802918545883e-05,
      "loss": 0.4979,
      "step": 125986
    },
    {
      "epoch": 5.1602293671923,
      "grad_norm": 1.8734748756900228,
      "learning_rate": 1.4659396670935924e-05,
      "loss": 0.6338,
      "step": 125987
    },
    {
      "epoch": 5.160270325619496,
      "grad_norm": 0.9811421023651017,
      "learning_rate": 1.465799048730712e-05,
      "loss": 0.1216,
      "step": 125988
    },
    {
      "epoch": 5.160311284046693,
      "grad_norm": 1.3121836643608544,
      "learning_rate": 1.4656584367660167e-05,
      "loss": 0.3304,
      "step": 125989
    },
    {
      "epoch": 5.160352242473889,
      "grad_norm": 1.600366438719419,
      "learning_rate": 1.4655178311995753e-05,
      "loss": 0.528,
      "step": 125990
    },
    {
      "epoch": 5.160393200901085,
      "grad_norm": 1.8455686579191515,
      "learning_rate": 1.4653772320314488e-05,
      "loss": 0.5017,
      "step": 125991
    },
    {
      "epoch": 5.160434159328282,
      "grad_norm": 0.9754322192377892,
      "learning_rate": 1.4652366392617094e-05,
      "loss": 0.2088,
      "step": 125992
    },
    {
      "epoch": 5.160475117755478,
      "grad_norm": 1.6058861370435806,
      "learning_rate": 1.4650960528904182e-05,
      "loss": 0.5718,
      "step": 125993
    },
    {
      "epoch": 5.160516076182675,
      "grad_norm": 1.376472127474778,
      "learning_rate": 1.4649554729176438e-05,
      "loss": 0.3622,
      "step": 125994
    },
    {
      "epoch": 5.160557034609871,
      "grad_norm": 1.4952884862772877,
      "learning_rate": 1.4648148993434594e-05,
      "loss": 0.5258,
      "step": 125995
    },
    {
      "epoch": 5.160597993037068,
      "grad_norm": 0.8236190068761182,
      "learning_rate": 1.4646743321679182e-05,
      "loss": 0.0832,
      "step": 125996
    },
    {
      "epoch": 5.160638951464263,
      "grad_norm": 1.3829407751284877,
      "learning_rate": 1.4645337713910954e-05,
      "loss": 0.4588,
      "step": 125997
    },
    {
      "epoch": 5.16067990989146,
      "grad_norm": 1.444289689787518,
      "learning_rate": 1.4643932170130574e-05,
      "loss": 0.2862,
      "step": 125998
    },
    {
      "epoch": 5.1607208683186565,
      "grad_norm": 1.559636226147195,
      "learning_rate": 1.4642526690338657e-05,
      "loss": 0.4862,
      "step": 125999
    },
    {
      "epoch": 5.160761826745853,
      "grad_norm": 1.6217441536076092,
      "learning_rate": 1.4641121274535889e-05,
      "loss": 0.6687,
      "step": 126000
    },
    {
      "epoch": 5.16080278517305,
      "grad_norm": 1.3152824508359329,
      "learning_rate": 1.4639715922722999e-05,
      "loss": 0.2912,
      "step": 126001
    },
    {
      "epoch": 5.160843743600246,
      "grad_norm": 1.3271182195265483,
      "learning_rate": 1.4638310634900541e-05,
      "loss": 0.4599,
      "step": 126002
    },
    {
      "epoch": 5.160884702027442,
      "grad_norm": 2.59914343213685,
      "learning_rate": 1.4636905411069278e-05,
      "loss": 2.023,
      "step": 126003
    },
    {
      "epoch": 5.160925660454638,
      "grad_norm": 1.8591780155508049,
      "learning_rate": 1.4635500251229809e-05,
      "loss": 0.5401,
      "step": 126004
    },
    {
      "epoch": 5.160966618881835,
      "grad_norm": 1.7051056013266994,
      "learning_rate": 1.463409515538282e-05,
      "loss": 0.5249,
      "step": 126005
    },
    {
      "epoch": 5.161007577309031,
      "grad_norm": 0.8498511411791342,
      "learning_rate": 1.463269012352899e-05,
      "loss": 0.1376,
      "step": 126006
    },
    {
      "epoch": 5.161048535736228,
      "grad_norm": 1.754655601898894,
      "learning_rate": 1.4631285155668954e-05,
      "loss": 0.5294,
      "step": 126007
    },
    {
      "epoch": 5.161089494163424,
      "grad_norm": 1.9964498543649334,
      "learning_rate": 1.4629880251803377e-05,
      "loss": 1.1543,
      "step": 126008
    },
    {
      "epoch": 5.161130452590621,
      "grad_norm": 2.7179762683694775,
      "learning_rate": 1.4628475411932977e-05,
      "loss": 1.2241,
      "step": 126009
    },
    {
      "epoch": 5.161171411017817,
      "grad_norm": 0.9902972103746771,
      "learning_rate": 1.4627070636058352e-05,
      "loss": 0.1844,
      "step": 126010
    },
    {
      "epoch": 5.161212369445013,
      "grad_norm": 1.3772980629066272,
      "learning_rate": 1.4625665924180219e-05,
      "loss": 0.3794,
      "step": 126011
    },
    {
      "epoch": 5.16125332787221,
      "grad_norm": 3.3066883772994644,
      "learning_rate": 1.4624261276299193e-05,
      "loss": 2.7863,
      "step": 126012
    },
    {
      "epoch": 5.161294286299406,
      "grad_norm": 1.337916935154805,
      "learning_rate": 1.4622856692415941e-05,
      "loss": 0.3911,
      "step": 126013
    },
    {
      "epoch": 5.161335244726603,
      "grad_norm": 1.469803594492632,
      "learning_rate": 1.4621452172531195e-05,
      "loss": 0.5209,
      "step": 126014
    },
    {
      "epoch": 5.161376203153799,
      "grad_norm": 1.501607402636951,
      "learning_rate": 1.462004771664554e-05,
      "loss": 0.441,
      "step": 126015
    },
    {
      "epoch": 5.161417161580995,
      "grad_norm": 0.8290769600325237,
      "learning_rate": 1.4618643324759654e-05,
      "loss": 0.1325,
      "step": 126016
    },
    {
      "epoch": 5.1614581200081915,
      "grad_norm": 1.5297345879282653,
      "learning_rate": 1.4617238996874258e-05,
      "loss": 0.5105,
      "step": 126017
    },
    {
      "epoch": 5.161499078435388,
      "grad_norm": 1.9826304244545394,
      "learning_rate": 1.461583473298995e-05,
      "loss": 0.6857,
      "step": 126018
    },
    {
      "epoch": 5.161540036862585,
      "grad_norm": 1.0734273464620865,
      "learning_rate": 1.4614430533107447e-05,
      "loss": 0.3398,
      "step": 126019
    },
    {
      "epoch": 5.161580995289781,
      "grad_norm": 1.472352294177334,
      "learning_rate": 1.4613026397227346e-05,
      "loss": 0.462,
      "step": 126020
    },
    {
      "epoch": 5.161621953716978,
      "grad_norm": 1.5034702789799455,
      "learning_rate": 1.4611622325350364e-05,
      "loss": 0.5147,
      "step": 126021
    },
    {
      "epoch": 5.161662912144173,
      "grad_norm": 1.402223280880354,
      "learning_rate": 1.4610218317477168e-05,
      "loss": 0.538,
      "step": 126022
    },
    {
      "epoch": 5.16170387057137,
      "grad_norm": 1.4444895093750787,
      "learning_rate": 1.4608814373608391e-05,
      "loss": 0.326,
      "step": 126023
    },
    {
      "epoch": 5.161744828998566,
      "grad_norm": 0.3517267395839399,
      "learning_rate": 1.4607410493744698e-05,
      "loss": 0.0272,
      "step": 126024
    },
    {
      "epoch": 5.161785787425763,
      "grad_norm": 1.771405331240274,
      "learning_rate": 1.4606006677886788e-05,
      "loss": 0.4156,
      "step": 126025
    },
    {
      "epoch": 5.161826745852959,
      "grad_norm": 1.55883253868456,
      "learning_rate": 1.4604602926035296e-05,
      "loss": 0.5186,
      "step": 126026
    },
    {
      "epoch": 5.161867704280156,
      "grad_norm": 1.5077303819959416,
      "learning_rate": 1.4603199238190904e-05,
      "loss": 0.4999,
      "step": 126027
    },
    {
      "epoch": 5.1619086627073525,
      "grad_norm": 1.6018869544816983,
      "learning_rate": 1.4601795614354228e-05,
      "loss": 0.514,
      "step": 126028
    },
    {
      "epoch": 5.161949621134548,
      "grad_norm": 1.307518180852392,
      "learning_rate": 1.4600392054525984e-05,
      "loss": 0.4135,
      "step": 126029
    },
    {
      "epoch": 5.161990579561745,
      "grad_norm": 1.0147362692084,
      "learning_rate": 1.459898855870682e-05,
      "loss": 0.1495,
      "step": 126030
    },
    {
      "epoch": 5.162031537988941,
      "grad_norm": 0.29332963324956995,
      "learning_rate": 1.4597585126897387e-05,
      "loss": 0.0252,
      "step": 126031
    },
    {
      "epoch": 5.162072496416138,
      "grad_norm": 1.8312202281806234,
      "learning_rate": 1.4596181759098385e-05,
      "loss": 0.5926,
      "step": 126032
    },
    {
      "epoch": 5.162113454843334,
      "grad_norm": 1.0106602143671106,
      "learning_rate": 1.4594778455310429e-05,
      "loss": 0.2074,
      "step": 126033
    },
    {
      "epoch": 5.162154413270531,
      "grad_norm": 1.707718879706207,
      "learning_rate": 1.4593375215534203e-05,
      "loss": 0.4375,
      "step": 126034
    },
    {
      "epoch": 5.1621953716977265,
      "grad_norm": 1.941051120788577,
      "learning_rate": 1.459197203977039e-05,
      "loss": 0.961,
      "step": 126035
    },
    {
      "epoch": 5.162236330124923,
      "grad_norm": 1.4971465761062073,
      "learning_rate": 1.4590568928019603e-05,
      "loss": 0.3984,
      "step": 126036
    },
    {
      "epoch": 5.1622772885521195,
      "grad_norm": 1.399253166380013,
      "learning_rate": 1.458916588028256e-05,
      "loss": 0.3633,
      "step": 126037
    },
    {
      "epoch": 5.162318246979316,
      "grad_norm": 1.4274068470988477,
      "learning_rate": 1.4587762896559913e-05,
      "loss": 0.4114,
      "step": 126038
    },
    {
      "epoch": 5.162359205406513,
      "grad_norm": 1.3730082716249572,
      "learning_rate": 1.458635997685229e-05,
      "loss": 0.4071,
      "step": 126039
    },
    {
      "epoch": 5.162400163833709,
      "grad_norm": 1.5971822456830629,
      "learning_rate": 1.4584957121160395e-05,
      "loss": 0.5245,
      "step": 126040
    },
    {
      "epoch": 5.162441122260905,
      "grad_norm": 1.66224015640417,
      "learning_rate": 1.4583554329484859e-05,
      "loss": 0.4837,
      "step": 126041
    },
    {
      "epoch": 5.162482080688101,
      "grad_norm": 2.667438222451291,
      "learning_rate": 1.4582151601826364e-05,
      "loss": 1.915,
      "step": 126042
    },
    {
      "epoch": 5.162523039115298,
      "grad_norm": 0.9352172105406178,
      "learning_rate": 1.4580748938185594e-05,
      "loss": 0.2115,
      "step": 126043
    },
    {
      "epoch": 5.162563997542494,
      "grad_norm": 1.6108054855371652,
      "learning_rate": 1.4579346338563164e-05,
      "loss": 0.5338,
      "step": 126044
    },
    {
      "epoch": 5.162604955969691,
      "grad_norm": 23.57932641650766,
      "learning_rate": 1.4577943802959757e-05,
      "loss": 0.6369,
      "step": 126045
    },
    {
      "epoch": 5.1626459143968875,
      "grad_norm": 0.9386182600570003,
      "learning_rate": 1.4576541331376057e-05,
      "loss": 0.208,
      "step": 126046
    },
    {
      "epoch": 5.162686872824084,
      "grad_norm": 1.0584437619657008,
      "learning_rate": 1.4575138923812695e-05,
      "loss": 0.2204,
      "step": 126047
    },
    {
      "epoch": 5.16272783125128,
      "grad_norm": 1.0615228924903968,
      "learning_rate": 1.4573736580270374e-05,
      "loss": 0.2068,
      "step": 126048
    },
    {
      "epoch": 5.162768789678476,
      "grad_norm": 0.9779005542803284,
      "learning_rate": 1.4572334300749704e-05,
      "loss": 0.2349,
      "step": 126049
    },
    {
      "epoch": 5.162809748105673,
      "grad_norm": 1.7047695380417598,
      "learning_rate": 1.4570932085251375e-05,
      "loss": 0.7315,
      "step": 126050
    },
    {
      "epoch": 5.162850706532869,
      "grad_norm": 1.5514172084068085,
      "learning_rate": 1.4569529933776081e-05,
      "loss": 0.6332,
      "step": 126051
    },
    {
      "epoch": 5.162891664960066,
      "grad_norm": 1.3202092081233838,
      "learning_rate": 1.4568127846324424e-05,
      "loss": 0.3877,
      "step": 126052
    },
    {
      "epoch": 5.162932623387262,
      "grad_norm": 1.5176768429861462,
      "learning_rate": 1.4566725822897102e-05,
      "loss": 0.5718,
      "step": 126053
    },
    {
      "epoch": 5.162973581814458,
      "grad_norm": 1.3020554691491613,
      "learning_rate": 1.45653238634948e-05,
      "loss": 0.3098,
      "step": 126054
    },
    {
      "epoch": 5.1630145402416545,
      "grad_norm": 0.8266296444342444,
      "learning_rate": 1.4563921968118113e-05,
      "loss": 0.1957,
      "step": 126055
    },
    {
      "epoch": 5.163055498668851,
      "grad_norm": 1.8132535695407648,
      "learning_rate": 1.4562520136767797e-05,
      "loss": 0.6259,
      "step": 126056
    },
    {
      "epoch": 5.163096457096048,
      "grad_norm": 1.7266119802114186,
      "learning_rate": 1.4561118369444414e-05,
      "loss": 0.5161,
      "step": 126057
    },
    {
      "epoch": 5.163137415523244,
      "grad_norm": 2.621020449312826,
      "learning_rate": 1.455971666614868e-05,
      "loss": 1.7217,
      "step": 126058
    },
    {
      "epoch": 5.163178373950441,
      "grad_norm": 1.1743892133806477,
      "learning_rate": 1.4558315026881279e-05,
      "loss": 0.2849,
      "step": 126059
    },
    {
      "epoch": 5.163219332377636,
      "grad_norm": 0.9481242118420153,
      "learning_rate": 1.4556913451642826e-05,
      "loss": 0.2168,
      "step": 126060
    },
    {
      "epoch": 5.163260290804833,
      "grad_norm": 1.5831394347929018,
      "learning_rate": 1.4555511940434006e-05,
      "loss": 0.3665,
      "step": 126061
    },
    {
      "epoch": 5.163301249232029,
      "grad_norm": 1.3804243150001816,
      "learning_rate": 1.4554110493255499e-05,
      "loss": 0.5166,
      "step": 126062
    },
    {
      "epoch": 5.163342207659226,
      "grad_norm": 1.501351807777443,
      "learning_rate": 1.4552709110107924e-05,
      "loss": 0.4129,
      "step": 126063
    },
    {
      "epoch": 5.1633831660864224,
      "grad_norm": 1.3057442920787303,
      "learning_rate": 1.4551307790992012e-05,
      "loss": 0.4251,
      "step": 126064
    },
    {
      "epoch": 5.163424124513619,
      "grad_norm": 1.7506322824818192,
      "learning_rate": 1.454990653590833e-05,
      "loss": 0.682,
      "step": 126065
    },
    {
      "epoch": 5.1634650829408155,
      "grad_norm": 0.7874873920540691,
      "learning_rate": 1.4548505344857642e-05,
      "loss": 0.192,
      "step": 126066
    },
    {
      "epoch": 5.163506041368011,
      "grad_norm": 1.402473606055986,
      "learning_rate": 1.454710421784055e-05,
      "loss": 0.4225,
      "step": 126067
    },
    {
      "epoch": 5.163546999795208,
      "grad_norm": 3.3535845124510884,
      "learning_rate": 1.4545703154857701e-05,
      "loss": 0.963,
      "step": 126068
    },
    {
      "epoch": 5.163587958222404,
      "grad_norm": 0.5511631966494699,
      "learning_rate": 1.4544302155909781e-05,
      "loss": 0.0702,
      "step": 126069
    },
    {
      "epoch": 5.163628916649601,
      "grad_norm": 1.5737125753367394,
      "learning_rate": 1.4542901220997488e-05,
      "loss": 0.5236,
      "step": 126070
    },
    {
      "epoch": 5.163669875076797,
      "grad_norm": 0.9876669102856339,
      "learning_rate": 1.4541500350121404e-05,
      "loss": 0.2119,
      "step": 126071
    },
    {
      "epoch": 5.163710833503994,
      "grad_norm": 1.477685188235741,
      "learning_rate": 1.4540099543282262e-05,
      "loss": 0.4276,
      "step": 126072
    },
    {
      "epoch": 5.1637517919311895,
      "grad_norm": 2.12707508052595,
      "learning_rate": 1.4538698800480714e-05,
      "loss": 1.0511,
      "step": 126073
    },
    {
      "epoch": 5.163792750358386,
      "grad_norm": 1.7311940027300488,
      "learning_rate": 1.453729812171739e-05,
      "loss": 0.5837,
      "step": 126074
    },
    {
      "epoch": 5.163833708785583,
      "grad_norm": 1.5192307352739065,
      "learning_rate": 1.4535897506992988e-05,
      "loss": 0.4237,
      "step": 126075
    },
    {
      "epoch": 5.163874667212779,
      "grad_norm": 1.4901425424259869,
      "learning_rate": 1.4534496956308145e-05,
      "loss": 0.5091,
      "step": 126076
    },
    {
      "epoch": 5.163915625639976,
      "grad_norm": 1.452109767571471,
      "learning_rate": 1.4533096469663508e-05,
      "loss": 0.4894,
      "step": 126077
    },
    {
      "epoch": 5.163956584067172,
      "grad_norm": 1.6231929911763345,
      "learning_rate": 1.453169604705981e-05,
      "loss": 0.5687,
      "step": 126078
    },
    {
      "epoch": 5.163997542494368,
      "grad_norm": 1.4220373899962593,
      "learning_rate": 1.4530295688497618e-05,
      "loss": 0.4737,
      "step": 126079
    },
    {
      "epoch": 5.164038500921564,
      "grad_norm": 1.5218834730878485,
      "learning_rate": 1.4528895393977664e-05,
      "loss": 0.4509,
      "step": 126080
    },
    {
      "epoch": 5.164079459348761,
      "grad_norm": 3.8783449457467487,
      "learning_rate": 1.4527495163500597e-05,
      "loss": 4.6984,
      "step": 126081
    },
    {
      "epoch": 5.164120417775957,
      "grad_norm": 1.5852703911681554,
      "learning_rate": 1.4526094997067051e-05,
      "loss": 0.4357,
      "step": 126082
    },
    {
      "epoch": 5.164161376203154,
      "grad_norm": 1.5586218925414075,
      "learning_rate": 1.4524694894677724e-05,
      "loss": 0.5665,
      "step": 126083
    },
    {
      "epoch": 5.1642023346303505,
      "grad_norm": 1.6205847926671058,
      "learning_rate": 1.4523294856333234e-05,
      "loss": 0.503,
      "step": 126084
    },
    {
      "epoch": 5.164243293057547,
      "grad_norm": 1.1402261817335992,
      "learning_rate": 1.4521894882034279e-05,
      "loss": 0.2526,
      "step": 126085
    },
    {
      "epoch": 5.164284251484743,
      "grad_norm": 1.6301527486163863,
      "learning_rate": 1.4520494971781527e-05,
      "loss": 0.5303,
      "step": 126086
    },
    {
      "epoch": 5.164325209911939,
      "grad_norm": 1.582907893108244,
      "learning_rate": 1.4519095125575608e-05,
      "loss": 0.4676,
      "step": 126087
    },
    {
      "epoch": 5.164366168339136,
      "grad_norm": 1.6003769177073892,
      "learning_rate": 1.451769534341719e-05,
      "loss": 0.5828,
      "step": 126088
    },
    {
      "epoch": 5.164407126766332,
      "grad_norm": 0.9884499154422081,
      "learning_rate": 1.4516295625306972e-05,
      "loss": 0.1633,
      "step": 126089
    },
    {
      "epoch": 5.164448085193529,
      "grad_norm": 1.0769934230994154,
      "learning_rate": 1.4514895971245572e-05,
      "loss": 0.1253,
      "step": 126090
    },
    {
      "epoch": 5.164489043620725,
      "grad_norm": 1.4454946010852578,
      "learning_rate": 1.4513496381233687e-05,
      "loss": 0.4588,
      "step": 126091
    },
    {
      "epoch": 5.164530002047921,
      "grad_norm": 1.0865863264985038,
      "learning_rate": 1.4512096855271915e-05,
      "loss": 0.2883,
      "step": 126092
    },
    {
      "epoch": 5.1645709604751175,
      "grad_norm": 0.7994792233544363,
      "learning_rate": 1.4510697393360976e-05,
      "loss": 0.1805,
      "step": 126093
    },
    {
      "epoch": 5.164611918902314,
      "grad_norm": 1.685361667196599,
      "learning_rate": 1.4509297995501552e-05,
      "loss": 0.6704,
      "step": 126094
    },
    {
      "epoch": 5.164652877329511,
      "grad_norm": 1.3372146920053867,
      "learning_rate": 1.4507898661694239e-05,
      "loss": 0.368,
      "step": 126095
    },
    {
      "epoch": 5.164693835756707,
      "grad_norm": 1.494386045284758,
      "learning_rate": 1.4506499391939724e-05,
      "loss": 0.3617,
      "step": 126096
    },
    {
      "epoch": 5.164734794183904,
      "grad_norm": 1.4927382484724059,
      "learning_rate": 1.4505100186238706e-05,
      "loss": 0.4653,
      "step": 126097
    },
    {
      "epoch": 5.164775752611099,
      "grad_norm": 1.1538314558309894,
      "learning_rate": 1.4503701044591781e-05,
      "loss": 0.2712,
      "step": 126098
    },
    {
      "epoch": 5.164816711038296,
      "grad_norm": 1.4601607178367244,
      "learning_rate": 1.4502301966999668e-05,
      "loss": 0.5323,
      "step": 126099
    },
    {
      "epoch": 5.164857669465492,
      "grad_norm": 1.7082275494309598,
      "learning_rate": 1.4500902953462984e-05,
      "loss": 0.676,
      "step": 126100
    },
    {
      "epoch": 5.164898627892689,
      "grad_norm": 1.3230768318324002,
      "learning_rate": 1.449950400398241e-05,
      "loss": 0.3319,
      "step": 126101
    },
    {
      "epoch": 5.1649395863198855,
      "grad_norm": 1.4376032694504872,
      "learning_rate": 1.4498105118558629e-05,
      "loss": 0.4042,
      "step": 126102
    },
    {
      "epoch": 5.164980544747082,
      "grad_norm": 1.2653882910698269,
      "learning_rate": 1.4496706297192256e-05,
      "loss": 0.3462,
      "step": 126103
    },
    {
      "epoch": 5.1650215031742785,
      "grad_norm": 1.3941061583000378,
      "learning_rate": 1.449530753988401e-05,
      "loss": 0.4028,
      "step": 126104
    },
    {
      "epoch": 5.165062461601474,
      "grad_norm": 2.2989130065971453,
      "learning_rate": 1.4493908846634488e-05,
      "loss": 1.0723,
      "step": 126105
    },
    {
      "epoch": 5.165103420028671,
      "grad_norm": 1.5694658814156262,
      "learning_rate": 1.4492510217444392e-05,
      "loss": 0.6009,
      "step": 126106
    },
    {
      "epoch": 5.165144378455867,
      "grad_norm": 1.3385650742556874,
      "learning_rate": 1.4491111652314385e-05,
      "loss": 0.4273,
      "step": 126107
    },
    {
      "epoch": 5.165185336883064,
      "grad_norm": 1.331968767737805,
      "learning_rate": 1.4489713151245102e-05,
      "loss": 0.3628,
      "step": 126108
    },
    {
      "epoch": 5.16522629531026,
      "grad_norm": 1.641177819561851,
      "learning_rate": 1.4488314714237226e-05,
      "loss": 0.6147,
      "step": 126109
    },
    {
      "epoch": 5.165267253737457,
      "grad_norm": 1.0712053392331824,
      "learning_rate": 1.4486916341291422e-05,
      "loss": 0.2512,
      "step": 126110
    },
    {
      "epoch": 5.1653082121646525,
      "grad_norm": 1.020619938015995,
      "learning_rate": 1.4485518032408322e-05,
      "loss": 0.1879,
      "step": 126111
    },
    {
      "epoch": 5.165349170591849,
      "grad_norm": 1.57534752672421,
      "learning_rate": 1.4484119787588627e-05,
      "loss": 0.3913,
      "step": 126112
    },
    {
      "epoch": 5.165390129019046,
      "grad_norm": 0.9897456483016649,
      "learning_rate": 1.4482721606832954e-05,
      "loss": 0.1564,
      "step": 126113
    },
    {
      "epoch": 5.165431087446242,
      "grad_norm": 1.2946021100599143,
      "learning_rate": 1.4481323490141982e-05,
      "loss": 0.433,
      "step": 126114
    },
    {
      "epoch": 5.165472045873439,
      "grad_norm": 1.7595583126260057,
      "learning_rate": 1.4479925437516416e-05,
      "loss": 0.4865,
      "step": 126115
    },
    {
      "epoch": 5.165513004300635,
      "grad_norm": 1.2870923873220539,
      "learning_rate": 1.4478527448956833e-05,
      "loss": 0.2759,
      "step": 126116
    },
    {
      "epoch": 5.165553962727831,
      "grad_norm": 1.5247911510327035,
      "learning_rate": 1.4477129524463954e-05,
      "loss": 0.4746,
      "step": 126117
    },
    {
      "epoch": 5.165594921155027,
      "grad_norm": 1.6968466585853996,
      "learning_rate": 1.4475731664038442e-05,
      "loss": 0.6477,
      "step": 126118
    },
    {
      "epoch": 5.165635879582224,
      "grad_norm": 0.7958639964311538,
      "learning_rate": 1.4474333867680915e-05,
      "loss": 0.125,
      "step": 126119
    },
    {
      "epoch": 5.1656768380094205,
      "grad_norm": 1.3427573351825095,
      "learning_rate": 1.4472936135392088e-05,
      "loss": 0.3005,
      "step": 126120
    },
    {
      "epoch": 5.165717796436617,
      "grad_norm": 0.9977209703123782,
      "learning_rate": 1.4471538467172561e-05,
      "loss": 0.1256,
      "step": 126121
    },
    {
      "epoch": 5.1657587548638135,
      "grad_norm": 1.1055754635458181,
      "learning_rate": 1.4470140863023034e-05,
      "loss": 0.3294,
      "step": 126122
    },
    {
      "epoch": 5.16579971329101,
      "grad_norm": 0.6697287014144364,
      "learning_rate": 1.4468743322944171e-05,
      "loss": 0.1771,
      "step": 126123
    },
    {
      "epoch": 5.165840671718206,
      "grad_norm": 0.8687581058765617,
      "learning_rate": 1.4467345846936607e-05,
      "loss": 0.2315,
      "step": 126124
    },
    {
      "epoch": 5.165881630145402,
      "grad_norm": 1.8355607425686782,
      "learning_rate": 1.4465948435001024e-05,
      "loss": 0.6656,
      "step": 126125
    },
    {
      "epoch": 5.165922588572599,
      "grad_norm": 1.3991558153301489,
      "learning_rate": 1.4464551087138087e-05,
      "loss": 0.5059,
      "step": 126126
    },
    {
      "epoch": 5.165963546999795,
      "grad_norm": 1.5358334536857006,
      "learning_rate": 1.4463153803348431e-05,
      "loss": 0.625,
      "step": 126127
    },
    {
      "epoch": 5.166004505426992,
      "grad_norm": 1.2758968960237789,
      "learning_rate": 1.4461756583632756e-05,
      "loss": 0.4282,
      "step": 126128
    },
    {
      "epoch": 5.166045463854188,
      "grad_norm": 1.4364573013554216,
      "learning_rate": 1.4460359427991658e-05,
      "loss": 0.4121,
      "step": 126129
    },
    {
      "epoch": 5.166086422281384,
      "grad_norm": 1.5871391070538592,
      "learning_rate": 1.4458962336425855e-05,
      "loss": 0.4996,
      "step": 126130
    },
    {
      "epoch": 5.166127380708581,
      "grad_norm": 1.4491143443549772,
      "learning_rate": 1.4457565308936014e-05,
      "loss": 0.4062,
      "step": 126131
    },
    {
      "epoch": 5.166168339135777,
      "grad_norm": 1.6015363844588784,
      "learning_rate": 1.4456168345522733e-05,
      "loss": 0.4484,
      "step": 126132
    },
    {
      "epoch": 5.166209297562974,
      "grad_norm": 1.0414544069378593,
      "learning_rate": 1.4454771446186714e-05,
      "loss": 0.2013,
      "step": 126133
    },
    {
      "epoch": 5.16625025599017,
      "grad_norm": 1.5540504090029412,
      "learning_rate": 1.4453374610928636e-05,
      "loss": 0.5587,
      "step": 126134
    },
    {
      "epoch": 5.166291214417367,
      "grad_norm": 1.1196764965541293,
      "learning_rate": 1.4451977839749118e-05,
      "loss": 0.1833,
      "step": 126135
    },
    {
      "epoch": 5.166332172844562,
      "grad_norm": 1.3919223798404345,
      "learning_rate": 1.4450581132648875e-05,
      "loss": 0.3866,
      "step": 126136
    },
    {
      "epoch": 5.166373131271759,
      "grad_norm": 1.8158069528772347,
      "learning_rate": 1.4449184489628523e-05,
      "loss": 0.545,
      "step": 126137
    },
    {
      "epoch": 5.166414089698955,
      "grad_norm": 1.6753191732103339,
      "learning_rate": 1.4447787910688697e-05,
      "loss": 0.5819,
      "step": 126138
    },
    {
      "epoch": 5.166455048126152,
      "grad_norm": 1.4339353419126784,
      "learning_rate": 1.4446391395830126e-05,
      "loss": 0.5115,
      "step": 126139
    },
    {
      "epoch": 5.1664960065533485,
      "grad_norm": 1.3199406127638882,
      "learning_rate": 1.4444994945053413e-05,
      "loss": 0.41,
      "step": 126140
    },
    {
      "epoch": 5.166536964980545,
      "grad_norm": 1.4794620057920054,
      "learning_rate": 1.4443598558359221e-05,
      "loss": 0.4412,
      "step": 126141
    },
    {
      "epoch": 5.166577923407742,
      "grad_norm": 1.9456441066032253,
      "learning_rate": 1.4442202235748267e-05,
      "loss": 0.9891,
      "step": 126142
    },
    {
      "epoch": 5.166618881834937,
      "grad_norm": 1.839137096771761,
      "learning_rate": 1.4440805977221153e-05,
      "loss": 0.6295,
      "step": 126143
    },
    {
      "epoch": 5.166659840262134,
      "grad_norm": 1.4108487774360376,
      "learning_rate": 1.443940978277856e-05,
      "loss": 0.554,
      "step": 126144
    },
    {
      "epoch": 5.16670079868933,
      "grad_norm": 1.5234747193926397,
      "learning_rate": 1.4438013652421172e-05,
      "loss": 0.4964,
      "step": 126145
    },
    {
      "epoch": 5.166741757116527,
      "grad_norm": 1.713321089128122,
      "learning_rate": 1.4436617586149584e-05,
      "loss": 0.5877,
      "step": 126146
    },
    {
      "epoch": 5.166782715543723,
      "grad_norm": 1.6394993582791568,
      "learning_rate": 1.443522158396455e-05,
      "loss": 0.5184,
      "step": 126147
    },
    {
      "epoch": 5.16682367397092,
      "grad_norm": 1.7195178187913969,
      "learning_rate": 1.4433825645866636e-05,
      "loss": 0.5905,
      "step": 126148
    },
    {
      "epoch": 5.1668646323981156,
      "grad_norm": 0.9385120150419538,
      "learning_rate": 1.443242977185654e-05,
      "loss": 0.2203,
      "step": 126149
    },
    {
      "epoch": 5.166905590825312,
      "grad_norm": 1.7029598000157846,
      "learning_rate": 1.4431033961934945e-05,
      "loss": 0.7263,
      "step": 126150
    },
    {
      "epoch": 5.166946549252509,
      "grad_norm": 1.497454070307308,
      "learning_rate": 1.4429638216102485e-05,
      "loss": 0.4554,
      "step": 126151
    },
    {
      "epoch": 5.166987507679705,
      "grad_norm": 1.6958144006447078,
      "learning_rate": 1.4428242534359807e-05,
      "loss": 0.5796,
      "step": 126152
    },
    {
      "epoch": 5.167028466106902,
      "grad_norm": 1.26753512658308,
      "learning_rate": 1.4426846916707629e-05,
      "loss": 0.3216,
      "step": 126153
    },
    {
      "epoch": 5.167069424534098,
      "grad_norm": 0.8700208893107275,
      "learning_rate": 1.4425451363146533e-05,
      "loss": 0.1922,
      "step": 126154
    },
    {
      "epoch": 5.167110382961294,
      "grad_norm": 1.5603047682223095,
      "learning_rate": 1.4424055873677255e-05,
      "loss": 0.557,
      "step": 126155
    },
    {
      "epoch": 5.16715134138849,
      "grad_norm": 1.6819547661521674,
      "learning_rate": 1.4422660448300372e-05,
      "loss": 0.5169,
      "step": 126156
    },
    {
      "epoch": 5.167192299815687,
      "grad_norm": 1.2392110031470498,
      "learning_rate": 1.4421265087016604e-05,
      "loss": 0.385,
      "step": 126157
    },
    {
      "epoch": 5.1672332582428835,
      "grad_norm": 2.058272419603059,
      "learning_rate": 1.4419869789826616e-05,
      "loss": 0.9547,
      "step": 126158
    },
    {
      "epoch": 5.16727421667008,
      "grad_norm": 1.9454205420047206,
      "learning_rate": 1.4418474556731009e-05,
      "loss": 0.524,
      "step": 126159
    },
    {
      "epoch": 5.167315175097277,
      "grad_norm": 1.3328322905181815,
      "learning_rate": 1.4417079387730496e-05,
      "loss": 0.5149,
      "step": 126160
    },
    {
      "epoch": 5.167356133524473,
      "grad_norm": 1.5350129124948626,
      "learning_rate": 1.4415684282825746e-05,
      "loss": 0.5611,
      "step": 126161
    },
    {
      "epoch": 5.167397091951669,
      "grad_norm": 1.478517163284285,
      "learning_rate": 1.4414289242017357e-05,
      "loss": 0.5841,
      "step": 126162
    },
    {
      "epoch": 5.167438050378865,
      "grad_norm": 1.7704726204425056,
      "learning_rate": 1.4412894265306046e-05,
      "loss": 0.4951,
      "step": 126163
    },
    {
      "epoch": 5.167479008806062,
      "grad_norm": 1.5967918139310993,
      "learning_rate": 1.4411499352692445e-05,
      "loss": 0.4207,
      "step": 126164
    },
    {
      "epoch": 5.167519967233258,
      "grad_norm": 1.4920541652507398,
      "learning_rate": 1.4410104504177206e-05,
      "loss": 0.3511,
      "step": 126165
    },
    {
      "epoch": 5.167560925660455,
      "grad_norm": 1.1593143702760536,
      "learning_rate": 1.4408709719761025e-05,
      "loss": 0.2832,
      "step": 126166
    },
    {
      "epoch": 5.167601884087651,
      "grad_norm": 2.0340979058387654,
      "learning_rate": 1.4407314999444519e-05,
      "loss": 0.5423,
      "step": 126167
    },
    {
      "epoch": 5.167642842514847,
      "grad_norm": 1.613369270116744,
      "learning_rate": 1.4405920343228355e-05,
      "loss": 0.4971,
      "step": 126168
    },
    {
      "epoch": 5.167683800942044,
      "grad_norm": 1.0861607452617772,
      "learning_rate": 1.440452575111325e-05,
      "loss": 0.268,
      "step": 126169
    },
    {
      "epoch": 5.16772475936924,
      "grad_norm": 1.1781775403022436,
      "learning_rate": 1.4403131223099784e-05,
      "loss": 0.3178,
      "step": 126170
    },
    {
      "epoch": 5.167765717796437,
      "grad_norm": 1.760055844097004,
      "learning_rate": 1.440173675918866e-05,
      "loss": 0.8353,
      "step": 126171
    },
    {
      "epoch": 5.167806676223633,
      "grad_norm": 1.0104820592097632,
      "learning_rate": 1.4400342359380523e-05,
      "loss": 0.2446,
      "step": 126172
    },
    {
      "epoch": 5.16784763465083,
      "grad_norm": 1.1955198291018871,
      "learning_rate": 1.439894802367601e-05,
      "loss": 0.3332,
      "step": 126173
    },
    {
      "epoch": 5.167888593078025,
      "grad_norm": 1.4556161431500494,
      "learning_rate": 1.4397553752075852e-05,
      "loss": 0.4459,
      "step": 126174
    },
    {
      "epoch": 5.167929551505222,
      "grad_norm": 1.0259902427000478,
      "learning_rate": 1.4396159544580632e-05,
      "loss": 0.2353,
      "step": 126175
    },
    {
      "epoch": 5.1679705099324185,
      "grad_norm": 1.7342595829242442,
      "learning_rate": 1.4394765401191066e-05,
      "loss": 0.5909,
      "step": 126176
    },
    {
      "epoch": 5.168011468359615,
      "grad_norm": 1.4444521713579916,
      "learning_rate": 1.4393371321907754e-05,
      "loss": 0.4135,
      "step": 126177
    },
    {
      "epoch": 5.1680524267868115,
      "grad_norm": 0.5559959127241167,
      "learning_rate": 1.4391977306731395e-05,
      "loss": 0.061,
      "step": 126178
    },
    {
      "epoch": 5.168093385214008,
      "grad_norm": 1.087442019708449,
      "learning_rate": 1.4390583355662656e-05,
      "loss": 0.2639,
      "step": 126179
    },
    {
      "epoch": 5.168134343641205,
      "grad_norm": 1.57877914604319,
      "learning_rate": 1.438918946870215e-05,
      "loss": 0.4073,
      "step": 126180
    },
    {
      "epoch": 5.1681753020684,
      "grad_norm": 1.7067321424983501,
      "learning_rate": 1.438779564585058e-05,
      "loss": 0.5324,
      "step": 126181
    },
    {
      "epoch": 5.168216260495597,
      "grad_norm": 1.5583510848758535,
      "learning_rate": 1.4386401887108611e-05,
      "loss": 0.482,
      "step": 126182
    },
    {
      "epoch": 5.168257218922793,
      "grad_norm": 1.3799092354411162,
      "learning_rate": 1.438500819247686e-05,
      "loss": 0.3812,
      "step": 126183
    },
    {
      "epoch": 5.16829817734999,
      "grad_norm": 1.6900136102362808,
      "learning_rate": 1.4383614561956042e-05,
      "loss": 0.5484,
      "step": 126184
    },
    {
      "epoch": 5.168339135777186,
      "grad_norm": 1.5727064237264046,
      "learning_rate": 1.438222099554674e-05,
      "loss": 0.4854,
      "step": 126185
    },
    {
      "epoch": 5.168380094204383,
      "grad_norm": 1.3938149993845736,
      "learning_rate": 1.4380827493249652e-05,
      "loss": 0.4199,
      "step": 126186
    },
    {
      "epoch": 5.168421052631579,
      "grad_norm": 1.236679310775322,
      "learning_rate": 1.4379434055065481e-05,
      "loss": 0.3218,
      "step": 126187
    },
    {
      "epoch": 5.168462011058775,
      "grad_norm": 1.408187601226861,
      "learning_rate": 1.4378040680994808e-05,
      "loss": 0.2837,
      "step": 126188
    },
    {
      "epoch": 5.168502969485972,
      "grad_norm": 0.7783726771916607,
      "learning_rate": 1.437664737103833e-05,
      "loss": 0.1392,
      "step": 126189
    },
    {
      "epoch": 5.168543927913168,
      "grad_norm": 1.1839894213342066,
      "learning_rate": 1.4375254125196733e-05,
      "loss": 0.1838,
      "step": 126190
    },
    {
      "epoch": 5.168584886340365,
      "grad_norm": 1.383576915928185,
      "learning_rate": 1.43738609434706e-05,
      "loss": 0.4701,
      "step": 126191
    },
    {
      "epoch": 5.168625844767561,
      "grad_norm": 1.465810710009049,
      "learning_rate": 1.437246782586068e-05,
      "loss": 0.3852,
      "step": 126192
    },
    {
      "epoch": 5.168666803194757,
      "grad_norm": 0.5081927311917733,
      "learning_rate": 1.4371074772367568e-05,
      "loss": 0.0435,
      "step": 126193
    },
    {
      "epoch": 5.1687077616219534,
      "grad_norm": 2.737567761205047,
      "learning_rate": 1.436968178299192e-05,
      "loss": 1.7053,
      "step": 126194
    },
    {
      "epoch": 5.16874872004915,
      "grad_norm": 1.4275648596187147,
      "learning_rate": 1.4368288857734466e-05,
      "loss": 0.4017,
      "step": 126195
    },
    {
      "epoch": 5.1687896784763465,
      "grad_norm": 1.8415504614189484,
      "learning_rate": 1.4366895996595773e-05,
      "loss": 0.8676,
      "step": 126196
    },
    {
      "epoch": 5.168830636903543,
      "grad_norm": 1.5519867822026323,
      "learning_rate": 1.4365503199576539e-05,
      "loss": 0.4879,
      "step": 126197
    },
    {
      "epoch": 5.16887159533074,
      "grad_norm": 1.4135327203428598,
      "learning_rate": 1.4364110466677464e-05,
      "loss": 0.4396,
      "step": 126198
    },
    {
      "epoch": 5.168912553757936,
      "grad_norm": 1.3617427518093088,
      "learning_rate": 1.4362717797899131e-05,
      "loss": 0.3385,
      "step": 126199
    },
    {
      "epoch": 5.168953512185132,
      "grad_norm": 2.276690770486921,
      "learning_rate": 1.4361325193242257e-05,
      "loss": 0.785,
      "step": 126200
    },
    {
      "epoch": 5.168994470612328,
      "grad_norm": 0.8430208048905857,
      "learning_rate": 1.4359932652707457e-05,
      "loss": 0.1077,
      "step": 126201
    },
    {
      "epoch": 5.169035429039525,
      "grad_norm": 1.0627122257207144,
      "learning_rate": 1.4358540176295413e-05,
      "loss": 0.2073,
      "step": 126202
    },
    {
      "epoch": 5.169076387466721,
      "grad_norm": 1.4360507209865758,
      "learning_rate": 1.435714776400681e-05,
      "loss": 0.457,
      "step": 126203
    },
    {
      "epoch": 5.169117345893918,
      "grad_norm": 1.3300927893355563,
      "learning_rate": 1.4355755415842246e-05,
      "loss": 0.5407,
      "step": 126204
    },
    {
      "epoch": 5.1691583043211144,
      "grad_norm": 1.1323686639550443,
      "learning_rate": 1.4354363131802404e-05,
      "loss": 0.2452,
      "step": 126205
    },
    {
      "epoch": 5.16919926274831,
      "grad_norm": 1.6178796512900226,
      "learning_rate": 1.4352970911887967e-05,
      "loss": 0.5779,
      "step": 126206
    },
    {
      "epoch": 5.169240221175507,
      "grad_norm": 1.4267009461268667,
      "learning_rate": 1.4351578756099601e-05,
      "loss": 0.385,
      "step": 126207
    },
    {
      "epoch": 5.169281179602703,
      "grad_norm": 0.8528697943902769,
      "learning_rate": 1.435018666443789e-05,
      "loss": 0.1881,
      "step": 126208
    },
    {
      "epoch": 5.1693221380299,
      "grad_norm": 1.500111665315239,
      "learning_rate": 1.4348794636903566e-05,
      "loss": 0.3933,
      "step": 126209
    },
    {
      "epoch": 5.169363096457096,
      "grad_norm": 1.0078916857691693,
      "learning_rate": 1.4347402673497243e-05,
      "loss": 0.2003,
      "step": 126210
    },
    {
      "epoch": 5.169404054884293,
      "grad_norm": 2.0679034635226654,
      "learning_rate": 1.4346010774219624e-05,
      "loss": 0.686,
      "step": 126211
    },
    {
      "epoch": 5.169445013311488,
      "grad_norm": 1.8936954102978918,
      "learning_rate": 1.4344618939071306e-05,
      "loss": 0.8585,
      "step": 126212
    },
    {
      "epoch": 5.169485971738685,
      "grad_norm": 0.7907217587746805,
      "learning_rate": 1.4343227168052974e-05,
      "loss": 0.1923,
      "step": 126213
    },
    {
      "epoch": 5.1695269301658815,
      "grad_norm": 1.6511162866534306,
      "learning_rate": 1.4341835461165341e-05,
      "loss": 0.6021,
      "step": 126214
    },
    {
      "epoch": 5.169567888593078,
      "grad_norm": 1.5682904287503392,
      "learning_rate": 1.4340443818408975e-05,
      "loss": 0.4738,
      "step": 126215
    },
    {
      "epoch": 5.169608847020275,
      "grad_norm": 1.6988996748052965,
      "learning_rate": 1.4339052239784577e-05,
      "loss": 0.3882,
      "step": 126216
    },
    {
      "epoch": 5.169649805447471,
      "grad_norm": 1.3210980979300104,
      "learning_rate": 1.4337660725292827e-05,
      "loss": 0.3426,
      "step": 126217
    },
    {
      "epoch": 5.169690763874668,
      "grad_norm": 2.7780741240838833,
      "learning_rate": 1.4336269274934325e-05,
      "loss": 2.1277,
      "step": 126218
    },
    {
      "epoch": 5.169731722301863,
      "grad_norm": 1.8926147052103877,
      "learning_rate": 1.4334877888709805e-05,
      "loss": 0.7432,
      "step": 126219
    },
    {
      "epoch": 5.16977268072906,
      "grad_norm": 1.4600703379767443,
      "learning_rate": 1.433348656661985e-05,
      "loss": 0.5177,
      "step": 126220
    },
    {
      "epoch": 5.169813639156256,
      "grad_norm": 1.1417142166075673,
      "learning_rate": 1.4332095308665143e-05,
      "loss": 0.4141,
      "step": 126221
    },
    {
      "epoch": 5.169854597583453,
      "grad_norm": 1.2298841513807222,
      "learning_rate": 1.4330704114846381e-05,
      "loss": 0.2865,
      "step": 126222
    },
    {
      "epoch": 5.169895556010649,
      "grad_norm": 1.3966743932199415,
      "learning_rate": 1.4329312985164164e-05,
      "loss": 0.2832,
      "step": 126223
    },
    {
      "epoch": 5.169936514437846,
      "grad_norm": 1.561287438731468,
      "learning_rate": 1.4327921919619178e-05,
      "loss": 0.4123,
      "step": 126224
    },
    {
      "epoch": 5.169977472865042,
      "grad_norm": 1.4484328583354682,
      "learning_rate": 1.4326530918212104e-05,
      "loss": 0.431,
      "step": 126225
    },
    {
      "epoch": 5.170018431292238,
      "grad_norm": 1.4313672087015121,
      "learning_rate": 1.432513998094354e-05,
      "loss": 0.456,
      "step": 126226
    },
    {
      "epoch": 5.170059389719435,
      "grad_norm": 1.8706929387311153,
      "learning_rate": 1.432374910781422e-05,
      "loss": 0.9376,
      "step": 126227
    },
    {
      "epoch": 5.170100348146631,
      "grad_norm": 2.2223437075126378,
      "learning_rate": 1.432235829882471e-05,
      "loss": 1.0781,
      "step": 126228
    },
    {
      "epoch": 5.170141306573828,
      "grad_norm": 1.0617029323226996,
      "learning_rate": 1.4320967553975726e-05,
      "loss": 0.2168,
      "step": 126229
    },
    {
      "epoch": 5.170182265001024,
      "grad_norm": 1.3716474700604704,
      "learning_rate": 1.4319576873267952e-05,
      "loss": 0.3729,
      "step": 126230
    },
    {
      "epoch": 5.17022322342822,
      "grad_norm": 1.497848883163833,
      "learning_rate": 1.4318186256701969e-05,
      "loss": 0.5256,
      "step": 126231
    },
    {
      "epoch": 5.1702641818554165,
      "grad_norm": 1.5457282227576594,
      "learning_rate": 1.4316795704278478e-05,
      "loss": 0.4298,
      "step": 126232
    },
    {
      "epoch": 5.170305140282613,
      "grad_norm": 1.5748422862668205,
      "learning_rate": 1.431540521599816e-05,
      "loss": 0.5304,
      "step": 126233
    },
    {
      "epoch": 5.1703460987098095,
      "grad_norm": 1.5320861931133216,
      "learning_rate": 1.4314014791861616e-05,
      "loss": 0.4562,
      "step": 126234
    },
    {
      "epoch": 5.170387057137006,
      "grad_norm": 1.5242747117698887,
      "learning_rate": 1.4312624431869563e-05,
      "loss": 0.4422,
      "step": 126235
    },
    {
      "epoch": 5.170428015564203,
      "grad_norm": 1.4918673070532542,
      "learning_rate": 1.4311234136022598e-05,
      "loss": 0.4494,
      "step": 126236
    },
    {
      "epoch": 5.170468973991399,
      "grad_norm": 0.6807574484744912,
      "learning_rate": 1.4309843904321405e-05,
      "loss": 0.1263,
      "step": 126237
    },
    {
      "epoch": 5.170509932418595,
      "grad_norm": 1.6602214233702548,
      "learning_rate": 1.4308453736766668e-05,
      "loss": 0.5336,
      "step": 126238
    },
    {
      "epoch": 5.170550890845791,
      "grad_norm": 2.8574035206168307,
      "learning_rate": 1.4307063633359e-05,
      "loss": 2.1695,
      "step": 126239
    },
    {
      "epoch": 5.170591849272988,
      "grad_norm": 1.048359228159952,
      "learning_rate": 1.4305673594099087e-05,
      "loss": 0.2383,
      "step": 126240
    },
    {
      "epoch": 5.170632807700184,
      "grad_norm": 1.5103172866441361,
      "learning_rate": 1.4304283618987595e-05,
      "loss": 0.396,
      "step": 126241
    },
    {
      "epoch": 5.170673766127381,
      "grad_norm": 4.954646509854932,
      "learning_rate": 1.4302893708025138e-05,
      "loss": 3.3839,
      "step": 126242
    },
    {
      "epoch": 5.1707147245545775,
      "grad_norm": 1.9237366804219682,
      "learning_rate": 1.4301503861212416e-05,
      "loss": 0.6922,
      "step": 126243
    },
    {
      "epoch": 5.170755682981773,
      "grad_norm": 1.0561420144678826,
      "learning_rate": 1.4300114078550062e-05,
      "loss": 0.1937,
      "step": 126244
    },
    {
      "epoch": 5.17079664140897,
      "grad_norm": 0.8305927036062649,
      "learning_rate": 1.4298724360038727e-05,
      "loss": 0.1561,
      "step": 126245
    },
    {
      "epoch": 5.170837599836166,
      "grad_norm": 1.5345936523269235,
      "learning_rate": 1.4297334705679109e-05,
      "loss": 0.5321,
      "step": 126246
    },
    {
      "epoch": 5.170878558263363,
      "grad_norm": 1.6484850631143266,
      "learning_rate": 1.4295945115471807e-05,
      "loss": 0.523,
      "step": 126247
    },
    {
      "epoch": 5.170919516690559,
      "grad_norm": 1.5592249410135828,
      "learning_rate": 1.4294555589417538e-05,
      "loss": 0.5038,
      "step": 126248
    },
    {
      "epoch": 5.170960475117756,
      "grad_norm": 1.441243249468985,
      "learning_rate": 1.4293166127516903e-05,
      "loss": 0.4563,
      "step": 126249
    },
    {
      "epoch": 5.1710014335449515,
      "grad_norm": 1.4346568305175775,
      "learning_rate": 1.4291776729770582e-05,
      "loss": 0.4348,
      "step": 126250
    },
    {
      "epoch": 5.171042391972148,
      "grad_norm": 1.4259283511656227,
      "learning_rate": 1.4290387396179258e-05,
      "loss": 0.4346,
      "step": 126251
    },
    {
      "epoch": 5.1710833503993445,
      "grad_norm": 1.1261427179696608,
      "learning_rate": 1.428899812674355e-05,
      "loss": 0.405,
      "step": 126252
    },
    {
      "epoch": 5.171124308826541,
      "grad_norm": 1.4192488408350838,
      "learning_rate": 1.4287608921464106e-05,
      "loss": 0.4763,
      "step": 126253
    },
    {
      "epoch": 5.171165267253738,
      "grad_norm": 1.8357903052824571,
      "learning_rate": 1.4286219780341657e-05,
      "loss": 0.6955,
      "step": 126254
    },
    {
      "epoch": 5.171206225680934,
      "grad_norm": 1.1284744744989912,
      "learning_rate": 1.428483070337677e-05,
      "loss": 0.2758,
      "step": 126255
    },
    {
      "epoch": 5.171247184108131,
      "grad_norm": 0.9583702057678144,
      "learning_rate": 1.4283441690570163e-05,
      "loss": 0.2149,
      "step": 126256
    },
    {
      "epoch": 5.171288142535326,
      "grad_norm": 1.3355129120588871,
      "learning_rate": 1.428205274192245e-05,
      "loss": 0.3914,
      "step": 126257
    },
    {
      "epoch": 5.171329100962523,
      "grad_norm": 0.8342468481825166,
      "learning_rate": 1.42806638574343e-05,
      "loss": 0.1855,
      "step": 126258
    },
    {
      "epoch": 5.171370059389719,
      "grad_norm": 1.7973662380432744,
      "learning_rate": 1.4279275037106408e-05,
      "loss": 0.275,
      "step": 126259
    },
    {
      "epoch": 5.171411017816916,
      "grad_norm": 1.4585797583884827,
      "learning_rate": 1.4277886280939376e-05,
      "loss": 0.5042,
      "step": 126260
    },
    {
      "epoch": 5.1714519762441125,
      "grad_norm": 1.6728622718568669,
      "learning_rate": 1.4276497588933871e-05,
      "loss": 0.7024,
      "step": 126261
    },
    {
      "epoch": 5.171492934671309,
      "grad_norm": 0.8338426523353138,
      "learning_rate": 1.427510896109061e-05,
      "loss": 0.1035,
      "step": 126262
    },
    {
      "epoch": 5.171533893098505,
      "grad_norm": 0.6385625187694838,
      "learning_rate": 1.4273720397410154e-05,
      "loss": 0.0446,
      "step": 126263
    },
    {
      "epoch": 5.171574851525701,
      "grad_norm": 1.372724643364854,
      "learning_rate": 1.427233189789324e-05,
      "loss": 0.4511,
      "step": 126264
    },
    {
      "epoch": 5.171615809952898,
      "grad_norm": 1.565579067329457,
      "learning_rate": 1.427094346254047e-05,
      "loss": 0.5777,
      "step": 126265
    },
    {
      "epoch": 5.171656768380094,
      "grad_norm": 1.533269666753987,
      "learning_rate": 1.4269555091352519e-05,
      "loss": 0.4598,
      "step": 126266
    },
    {
      "epoch": 5.171697726807291,
      "grad_norm": 1.7372610976644896,
      "learning_rate": 1.4268166784330077e-05,
      "loss": 0.5833,
      "step": 126267
    },
    {
      "epoch": 5.171738685234487,
      "grad_norm": 1.5887024139189743,
      "learning_rate": 1.4266778541473738e-05,
      "loss": 0.5287,
      "step": 126268
    },
    {
      "epoch": 5.171779643661683,
      "grad_norm": 2.5918019646714847,
      "learning_rate": 1.4265390362784191e-05,
      "loss": 1.3081,
      "step": 126269
    },
    {
      "epoch": 5.1718206020888795,
      "grad_norm": 1.3812365006587386,
      "learning_rate": 1.4264002248262112e-05,
      "loss": 0.5209,
      "step": 126270
    },
    {
      "epoch": 5.171861560516076,
      "grad_norm": 1.0897295985179973,
      "learning_rate": 1.4262614197908123e-05,
      "loss": 0.244,
      "step": 126271
    },
    {
      "epoch": 5.171902518943273,
      "grad_norm": 1.5937801343397342,
      "learning_rate": 1.4261226211722903e-05,
      "loss": 0.578,
      "step": 126272
    },
    {
      "epoch": 5.171943477370469,
      "grad_norm": 1.3157942143542072,
      "learning_rate": 1.4259838289707087e-05,
      "loss": 0.4167,
      "step": 126273
    },
    {
      "epoch": 5.171984435797666,
      "grad_norm": 1.6871327640257614,
      "learning_rate": 1.425845043186134e-05,
      "loss": 0.4862,
      "step": 126274
    },
    {
      "epoch": 5.172025394224862,
      "grad_norm": 1.6134261059119146,
      "learning_rate": 1.4257062638186344e-05,
      "loss": 0.6314,
      "step": 126275
    },
    {
      "epoch": 5.172066352652058,
      "grad_norm": 1.2773044904876314,
      "learning_rate": 1.4255674908682702e-05,
      "loss": 0.3527,
      "step": 126276
    },
    {
      "epoch": 5.172107311079254,
      "grad_norm": 1.2192274641566303,
      "learning_rate": 1.4254287243351142e-05,
      "loss": 0.325,
      "step": 126277
    },
    {
      "epoch": 5.172148269506451,
      "grad_norm": 1.1234694286329174,
      "learning_rate": 1.4252899642192267e-05,
      "loss": 0.3497,
      "step": 126278
    },
    {
      "epoch": 5.172189227933647,
      "grad_norm": 1.5993530334222383,
      "learning_rate": 1.4251512105206708e-05,
      "loss": 0.4248,
      "step": 126279
    },
    {
      "epoch": 5.172230186360844,
      "grad_norm": 2.5271001715126724,
      "learning_rate": 1.4250124632395166e-05,
      "loss": 0.7936,
      "step": 126280
    },
    {
      "epoch": 5.1722711447880405,
      "grad_norm": 1.5698274652871147,
      "learning_rate": 1.4248737223758321e-05,
      "loss": 0.3637,
      "step": 126281
    },
    {
      "epoch": 5.172312103215236,
      "grad_norm": 1.78502536862326,
      "learning_rate": 1.424734987929676e-05,
      "loss": 0.6037,
      "step": 126282
    },
    {
      "epoch": 5.172353061642433,
      "grad_norm": 2.430707393471681,
      "learning_rate": 1.4245962599011212e-05,
      "loss": 1.426,
      "step": 126283
    },
    {
      "epoch": 5.172394020069629,
      "grad_norm": 1.40699211013949,
      "learning_rate": 1.4244575382902263e-05,
      "loss": 0.4258,
      "step": 126284
    },
    {
      "epoch": 5.172434978496826,
      "grad_norm": 1.5718149855709875,
      "learning_rate": 1.4243188230970592e-05,
      "loss": 0.5567,
      "step": 126285
    },
    {
      "epoch": 5.172475936924022,
      "grad_norm": 0.6988241982772543,
      "learning_rate": 1.4241801143216902e-05,
      "loss": 0.171,
      "step": 126286
    },
    {
      "epoch": 5.172516895351219,
      "grad_norm": 1.757861492803568,
      "learning_rate": 1.4240414119641774e-05,
      "loss": 0.5141,
      "step": 126287
    },
    {
      "epoch": 5.1725578537784145,
      "grad_norm": 1.1772028259556853,
      "learning_rate": 1.4239027160245909e-05,
      "loss": 0.3211,
      "step": 126288
    },
    {
      "epoch": 5.172598812205611,
      "grad_norm": 1.5130450910980553,
      "learning_rate": 1.4237640265029987e-05,
      "loss": 0.467,
      "step": 126289
    },
    {
      "epoch": 5.1726397706328076,
      "grad_norm": 1.1350741663513537,
      "learning_rate": 1.4236253433994594e-05,
      "loss": 0.3824,
      "step": 126290
    },
    {
      "epoch": 5.172680729060004,
      "grad_norm": 1.4679931399415973,
      "learning_rate": 1.4234866667140442e-05,
      "loss": 0.4451,
      "step": 126291
    },
    {
      "epoch": 5.172721687487201,
      "grad_norm": 1.6986081918029827,
      "learning_rate": 1.4233479964468152e-05,
      "loss": 0.4319,
      "step": 126292
    },
    {
      "epoch": 5.172762645914397,
      "grad_norm": 1.3708514684313333,
      "learning_rate": 1.4232093325978388e-05,
      "loss": 0.4928,
      "step": 126293
    },
    {
      "epoch": 5.172803604341594,
      "grad_norm": 1.9313426425321703,
      "learning_rate": 1.423070675167185e-05,
      "loss": 0.5853,
      "step": 126294
    },
    {
      "epoch": 5.172844562768789,
      "grad_norm": 1.055054288930745,
      "learning_rate": 1.422932024154912e-05,
      "loss": 0.1992,
      "step": 126295
    },
    {
      "epoch": 5.172885521195986,
      "grad_norm": 2.291910541100626,
      "learning_rate": 1.4227933795610897e-05,
      "loss": 0.913,
      "step": 126296
    },
    {
      "epoch": 5.172926479623182,
      "grad_norm": 1.2339885678324642,
      "learning_rate": 1.4226547413857847e-05,
      "loss": 0.2812,
      "step": 126297
    },
    {
      "epoch": 5.172967438050379,
      "grad_norm": 1.0319278657413418,
      "learning_rate": 1.4225161096290572e-05,
      "loss": 0.2217,
      "step": 126298
    },
    {
      "epoch": 5.1730083964775755,
      "grad_norm": 0.6710004055731202,
      "learning_rate": 1.4223774842909802e-05,
      "loss": 0.0667,
      "step": 126299
    },
    {
      "epoch": 5.173049354904772,
      "grad_norm": 1.184610414220972,
      "learning_rate": 1.4222388653716122e-05,
      "loss": 0.3929,
      "step": 126300
    },
    {
      "epoch": 5.173090313331968,
      "grad_norm": 1.2496581632835861,
      "learning_rate": 1.422100252871023e-05,
      "loss": 0.3,
      "step": 126301
    },
    {
      "epoch": 5.173131271759164,
      "grad_norm": 1.3199388621674404,
      "learning_rate": 1.4219616467892774e-05,
      "loss": 0.3844,
      "step": 126302
    },
    {
      "epoch": 5.173172230186361,
      "grad_norm": 1.6710064918515966,
      "learning_rate": 1.4218230471264391e-05,
      "loss": 0.6221,
      "step": 126303
    },
    {
      "epoch": 5.173213188613557,
      "grad_norm": 1.4434519740206826,
      "learning_rate": 1.4216844538825745e-05,
      "loss": 0.3952,
      "step": 126304
    },
    {
      "epoch": 5.173254147040754,
      "grad_norm": 3.2879045287067807,
      "learning_rate": 1.4215458670577517e-05,
      "loss": 1.3318,
      "step": 126305
    },
    {
      "epoch": 5.17329510546795,
      "grad_norm": 1.1303650001550372,
      "learning_rate": 1.4214072866520326e-05,
      "loss": 0.1848,
      "step": 126306
    },
    {
      "epoch": 5.173336063895146,
      "grad_norm": 1.1893387673614007,
      "learning_rate": 1.421268712665487e-05,
      "loss": 0.2913,
      "step": 126307
    },
    {
      "epoch": 5.1733770223223425,
      "grad_norm": 1.4142066972980538,
      "learning_rate": 1.4211301450981732e-05,
      "loss": 0.3861,
      "step": 126308
    },
    {
      "epoch": 5.173417980749539,
      "grad_norm": 1.8101941424293826,
      "learning_rate": 1.4209915839501629e-05,
      "loss": 0.7551,
      "step": 126309
    },
    {
      "epoch": 5.173458939176736,
      "grad_norm": 1.656053003011282,
      "learning_rate": 1.4208530292215225e-05,
      "loss": 0.5879,
      "step": 126310
    },
    {
      "epoch": 5.173499897603932,
      "grad_norm": 1.2271584789658758,
      "learning_rate": 1.4207144809123105e-05,
      "loss": 0.3347,
      "step": 126311
    },
    {
      "epoch": 5.173540856031129,
      "grad_norm": 1.8435767063162374,
      "learning_rate": 1.4205759390225985e-05,
      "loss": 0.5665,
      "step": 126312
    },
    {
      "epoch": 5.173581814458325,
      "grad_norm": 1.6648284805931433,
      "learning_rate": 1.4204374035524512e-05,
      "loss": 0.4485,
      "step": 126313
    },
    {
      "epoch": 5.173622772885521,
      "grad_norm": 1.4283649389225348,
      "learning_rate": 1.4202988745019323e-05,
      "loss": 0.4574,
      "step": 126314
    },
    {
      "epoch": 5.173663731312717,
      "grad_norm": 2.710828868118717,
      "learning_rate": 1.4201603518711096e-05,
      "loss": 1.3058,
      "step": 126315
    },
    {
      "epoch": 5.173704689739914,
      "grad_norm": 1.3745049211249305,
      "learning_rate": 1.4200218356600452e-05,
      "loss": 0.365,
      "step": 126316
    },
    {
      "epoch": 5.1737456481671105,
      "grad_norm": 1.4577446800674034,
      "learning_rate": 1.4198833258688052e-05,
      "loss": 0.5789,
      "step": 126317
    },
    {
      "epoch": 5.173786606594307,
      "grad_norm": 1.4193782675298645,
      "learning_rate": 1.41974482249746e-05,
      "loss": 0.4515,
      "step": 126318
    },
    {
      "epoch": 5.1738275650215035,
      "grad_norm": 1.3183996159639908,
      "learning_rate": 1.4196063255460676e-05,
      "loss": 0.3348,
      "step": 126319
    },
    {
      "epoch": 5.173868523448699,
      "grad_norm": 1.9866893495343845,
      "learning_rate": 1.4194678350147015e-05,
      "loss": 0.9096,
      "step": 126320
    },
    {
      "epoch": 5.173909481875896,
      "grad_norm": 2.0917713346702858,
      "learning_rate": 1.4193293509034198e-05,
      "loss": 0.8408,
      "step": 126321
    },
    {
      "epoch": 5.173950440303092,
      "grad_norm": 1.6730441692474416,
      "learning_rate": 1.4191908732122908e-05,
      "loss": 0.4761,
      "step": 126322
    },
    {
      "epoch": 5.173991398730289,
      "grad_norm": 1.7200992637032628,
      "learning_rate": 1.4190524019413829e-05,
      "loss": 0.4487,
      "step": 126323
    },
    {
      "epoch": 5.174032357157485,
      "grad_norm": 1.657849380989933,
      "learning_rate": 1.4189139370907577e-05,
      "loss": 0.3826,
      "step": 126324
    },
    {
      "epoch": 5.174073315584682,
      "grad_norm": 3.5080288367171595,
      "learning_rate": 1.41877547866048e-05,
      "loss": 2.1273,
      "step": 126325
    },
    {
      "epoch": 5.1741142740118775,
      "grad_norm": 1.3168548930252253,
      "learning_rate": 1.4186370266506215e-05,
      "loss": 0.4346,
      "step": 126326
    },
    {
      "epoch": 5.174155232439074,
      "grad_norm": 1.5785786810353502,
      "learning_rate": 1.4184985810612387e-05,
      "loss": 0.5489,
      "step": 126327
    },
    {
      "epoch": 5.174196190866271,
      "grad_norm": 1.6103881802954065,
      "learning_rate": 1.4183601418924051e-05,
      "loss": 0.568,
      "step": 126328
    },
    {
      "epoch": 5.174237149293467,
      "grad_norm": 1.0693583286389587,
      "learning_rate": 1.4182217091441805e-05,
      "loss": 0.3662,
      "step": 126329
    },
    {
      "epoch": 5.174278107720664,
      "grad_norm": 1.5363462619011057,
      "learning_rate": 1.4180832828166333e-05,
      "loss": 0.5268,
      "step": 126330
    },
    {
      "epoch": 5.17431906614786,
      "grad_norm": 1.0287160918674445,
      "learning_rate": 1.41794486290983e-05,
      "loss": 0.231,
      "step": 126331
    },
    {
      "epoch": 5.174360024575057,
      "grad_norm": 1.1759910557632063,
      "learning_rate": 1.4178064494238306e-05,
      "loss": 0.2878,
      "step": 126332
    },
    {
      "epoch": 5.174400983002252,
      "grad_norm": 1.1947887912507307,
      "learning_rate": 1.417668042358705e-05,
      "loss": 0.2118,
      "step": 126333
    },
    {
      "epoch": 5.174441941429449,
      "grad_norm": 1.7583605050655848,
      "learning_rate": 1.4175296417145216e-05,
      "loss": 0.621,
      "step": 126334
    },
    {
      "epoch": 5.1744828998566454,
      "grad_norm": 1.4336968196962907,
      "learning_rate": 1.4173912474913385e-05,
      "loss": 0.3752,
      "step": 126335
    },
    {
      "epoch": 5.174523858283842,
      "grad_norm": 0.9934933282975381,
      "learning_rate": 1.4172528596892275e-05,
      "loss": 0.2049,
      "step": 126336
    },
    {
      "epoch": 5.1745648167110385,
      "grad_norm": 1.4610871489028512,
      "learning_rate": 1.4171144783082467e-05,
      "loss": 0.2661,
      "step": 126337
    },
    {
      "epoch": 5.174605775138235,
      "grad_norm": 1.512486436826876,
      "learning_rate": 1.4169761033484677e-05,
      "loss": 0.5465,
      "step": 126338
    },
    {
      "epoch": 5.174646733565431,
      "grad_norm": 1.4957993200598816,
      "learning_rate": 1.4168377348099574e-05,
      "loss": 0.4679,
      "step": 126339
    },
    {
      "epoch": 5.174687691992627,
      "grad_norm": 0.5394983615801818,
      "learning_rate": 1.4166993726927739e-05,
      "loss": 0.0859,
      "step": 126340
    },
    {
      "epoch": 5.174728650419824,
      "grad_norm": 0.8735342670087122,
      "learning_rate": 1.4165610169969888e-05,
      "loss": 0.1925,
      "step": 126341
    },
    {
      "epoch": 5.17476960884702,
      "grad_norm": 1.855741233237711,
      "learning_rate": 1.4164226677226653e-05,
      "loss": 0.6983,
      "step": 126342
    },
    {
      "epoch": 5.174810567274217,
      "grad_norm": 1.933546810269419,
      "learning_rate": 1.4162843248698686e-05,
      "loss": 0.8669,
      "step": 126343
    },
    {
      "epoch": 5.174851525701413,
      "grad_norm": 1.3078859868984056,
      "learning_rate": 1.4161459884386666e-05,
      "loss": 0.4636,
      "step": 126344
    },
    {
      "epoch": 5.174892484128609,
      "grad_norm": 1.447522245945243,
      "learning_rate": 1.4160076584291197e-05,
      "loss": 0.5974,
      "step": 126345
    },
    {
      "epoch": 5.174933442555806,
      "grad_norm": 1.253517595938811,
      "learning_rate": 1.4158693348412959e-05,
      "loss": 0.3962,
      "step": 126346
    },
    {
      "epoch": 5.174974400983002,
      "grad_norm": 1.0775922573552144,
      "learning_rate": 1.4157310176752635e-05,
      "loss": 0.1956,
      "step": 126347
    },
    {
      "epoch": 5.175015359410199,
      "grad_norm": 1.5571418728466964,
      "learning_rate": 1.4155927069310858e-05,
      "loss": 0.5036,
      "step": 126348
    },
    {
      "epoch": 5.175056317837395,
      "grad_norm": 1.2859962511206213,
      "learning_rate": 1.4154544026088244e-05,
      "loss": 0.4113,
      "step": 126349
    },
    {
      "epoch": 5.175097276264592,
      "grad_norm": 1.02845093248808,
      "learning_rate": 1.4153161047085493e-05,
      "loss": 0.2121,
      "step": 126350
    },
    {
      "epoch": 5.175138234691788,
      "grad_norm": 0.79578524363423,
      "learning_rate": 1.4151778132303238e-05,
      "loss": 0.1772,
      "step": 126351
    },
    {
      "epoch": 5.175179193118984,
      "grad_norm": 1.0632308203044976,
      "learning_rate": 1.4150395281742127e-05,
      "loss": 0.2253,
      "step": 126352
    },
    {
      "epoch": 5.17522015154618,
      "grad_norm": 1.3442723924674662,
      "learning_rate": 1.4149012495402861e-05,
      "loss": 0.5092,
      "step": 126353
    },
    {
      "epoch": 5.175261109973377,
      "grad_norm": 0.9498917342994219,
      "learning_rate": 1.414762977328604e-05,
      "loss": 0.2087,
      "step": 126354
    },
    {
      "epoch": 5.1753020684005735,
      "grad_norm": 1.4602351555510682,
      "learning_rate": 1.4146247115392346e-05,
      "loss": 0.3204,
      "step": 126355
    },
    {
      "epoch": 5.17534302682777,
      "grad_norm": 1.000739382436037,
      "learning_rate": 1.414486452172241e-05,
      "loss": 0.3625,
      "step": 126356
    },
    {
      "epoch": 5.175383985254967,
      "grad_norm": 1.5694720786337573,
      "learning_rate": 1.4143481992276884e-05,
      "loss": 0.5656,
      "step": 126357
    },
    {
      "epoch": 5.175424943682162,
      "grad_norm": 1.4398448224661766,
      "learning_rate": 1.4142099527056467e-05,
      "loss": 0.4072,
      "step": 126358
    },
    {
      "epoch": 5.175465902109359,
      "grad_norm": 1.3084614653441706,
      "learning_rate": 1.4140717126061757e-05,
      "loss": 0.3753,
      "step": 126359
    },
    {
      "epoch": 5.175506860536555,
      "grad_norm": 1.5985596268665303,
      "learning_rate": 1.4139334789293439e-05,
      "loss": 0.6189,
      "step": 126360
    },
    {
      "epoch": 5.175547818963752,
      "grad_norm": 2.4677430837672913,
      "learning_rate": 1.4137952516752176e-05,
      "loss": 1.1111,
      "step": 126361
    },
    {
      "epoch": 5.175588777390948,
      "grad_norm": 1.5262772550208346,
      "learning_rate": 1.4136570308438588e-05,
      "loss": 0.5303,
      "step": 126362
    },
    {
      "epoch": 5.175629735818145,
      "grad_norm": 1.121431150740165,
      "learning_rate": 1.4135188164353372e-05,
      "loss": 0.3721,
      "step": 126363
    },
    {
      "epoch": 5.1756706942453405,
      "grad_norm": 1.494233506106756,
      "learning_rate": 1.4133806084497128e-05,
      "loss": 0.6402,
      "step": 126364
    },
    {
      "epoch": 5.175711652672537,
      "grad_norm": 0.3621196898216842,
      "learning_rate": 1.413242406887054e-05,
      "loss": 0.0405,
      "step": 126365
    },
    {
      "epoch": 5.175752611099734,
      "grad_norm": 2.4240377255258734,
      "learning_rate": 1.4131042117474273e-05,
      "loss": 1.3069,
      "step": 126366
    },
    {
      "epoch": 5.17579356952693,
      "grad_norm": 1.5204998049613192,
      "learning_rate": 1.4129660230308943e-05,
      "loss": 0.4846,
      "step": 126367
    },
    {
      "epoch": 5.175834527954127,
      "grad_norm": 1.2617492990469856,
      "learning_rate": 1.4128278407375232e-05,
      "loss": 0.3467,
      "step": 126368
    },
    {
      "epoch": 5.175875486381323,
      "grad_norm": 0.9362331474027574,
      "learning_rate": 1.4126896648673807e-05,
      "loss": 0.2209,
      "step": 126369
    },
    {
      "epoch": 5.17591644480852,
      "grad_norm": 2.2876170975453514,
      "learning_rate": 1.4125514954205269e-05,
      "loss": 1.2565,
      "step": 126370
    },
    {
      "epoch": 5.175957403235715,
      "grad_norm": 1.545838859657197,
      "learning_rate": 1.4124133323970349e-05,
      "loss": 0.5301,
      "step": 126371
    },
    {
      "epoch": 5.175998361662912,
      "grad_norm": 1.6898530012709487,
      "learning_rate": 1.4122751757969614e-05,
      "loss": 0.6572,
      "step": 126372
    },
    {
      "epoch": 5.1760393200901085,
      "grad_norm": 1.7450217606765224,
      "learning_rate": 1.4121370256203746e-05,
      "loss": 0.5946,
      "step": 126373
    },
    {
      "epoch": 5.176080278517305,
      "grad_norm": 1.949993700230882,
      "learning_rate": 1.4119988818673462e-05,
      "loss": 0.7769,
      "step": 126374
    },
    {
      "epoch": 5.1761212369445015,
      "grad_norm": 1.513782348517436,
      "learning_rate": 1.411860744537931e-05,
      "loss": 0.5461,
      "step": 126375
    },
    {
      "epoch": 5.176162195371698,
      "grad_norm": 0.19790891707317068,
      "learning_rate": 1.4117226136322008e-05,
      "loss": 0.0242,
      "step": 126376
    },
    {
      "epoch": 5.176203153798894,
      "grad_norm": 1.7309763426559492,
      "learning_rate": 1.4115844891502221e-05,
      "loss": 0.6541,
      "step": 126377
    },
    {
      "epoch": 5.17624411222609,
      "grad_norm": 1.9064720943148474,
      "learning_rate": 1.4114463710920566e-05,
      "loss": 0.7573,
      "step": 126378
    },
    {
      "epoch": 5.176285070653287,
      "grad_norm": 1.1446309795449159,
      "learning_rate": 1.4113082594577708e-05,
      "loss": 0.2921,
      "step": 126379
    },
    {
      "epoch": 5.176326029080483,
      "grad_norm": 1.0000343446289115,
      "learning_rate": 1.4111701542474296e-05,
      "loss": 0.2418,
      "step": 126380
    },
    {
      "epoch": 5.17636698750768,
      "grad_norm": 1.433393542450807,
      "learning_rate": 1.4110320554610966e-05,
      "loss": 0.548,
      "step": 126381
    },
    {
      "epoch": 5.176407945934876,
      "grad_norm": 1.1943276194662495,
      "learning_rate": 1.410893963098843e-05,
      "loss": 0.3425,
      "step": 126382
    },
    {
      "epoch": 5.176448904362072,
      "grad_norm": 0.9372361714441793,
      "learning_rate": 1.4107558771607274e-05,
      "loss": 0.1843,
      "step": 126383
    },
    {
      "epoch": 5.176489862789269,
      "grad_norm": 2.238945625984236,
      "learning_rate": 1.410617797646818e-05,
      "loss": 1.2758,
      "step": 126384
    },
    {
      "epoch": 5.176530821216465,
      "grad_norm": 1.272131601745998,
      "learning_rate": 1.410479724557183e-05,
      "loss": 0.3834,
      "step": 126385
    },
    {
      "epoch": 5.176571779643662,
      "grad_norm": 0.44981057267564056,
      "learning_rate": 1.4103416578918808e-05,
      "loss": 0.0466,
      "step": 126386
    },
    {
      "epoch": 5.176612738070858,
      "grad_norm": 1.4061701049049413,
      "learning_rate": 1.4102035976509845e-05,
      "loss": 0.3502,
      "step": 126387
    },
    {
      "epoch": 5.176653696498055,
      "grad_norm": 4.419114037515172,
      "learning_rate": 1.4100655438345509e-05,
      "loss": 4.4138,
      "step": 126388
    },
    {
      "epoch": 5.176694654925251,
      "grad_norm": 1.3248760517643305,
      "learning_rate": 1.4099274964426516e-05,
      "loss": 0.3272,
      "step": 126389
    },
    {
      "epoch": 5.176735613352447,
      "grad_norm": 1.7289443956288415,
      "learning_rate": 1.4097894554753513e-05,
      "loss": 0.4574,
      "step": 126390
    },
    {
      "epoch": 5.1767765717796435,
      "grad_norm": 1.54436856275768,
      "learning_rate": 1.409651420932712e-05,
      "loss": 0.5259,
      "step": 126391
    },
    {
      "epoch": 5.17681753020684,
      "grad_norm": 1.628732828435242,
      "learning_rate": 1.4095133928148033e-05,
      "loss": 0.5206,
      "step": 126392
    },
    {
      "epoch": 5.1768584886340365,
      "grad_norm": 0.9307816812025017,
      "learning_rate": 1.4093753711216854e-05,
      "loss": 0.1329,
      "step": 126393
    },
    {
      "epoch": 5.176899447061233,
      "grad_norm": 1.4372682841872277,
      "learning_rate": 1.4092373558534264e-05,
      "loss": 0.491,
      "step": 126394
    },
    {
      "epoch": 5.17694040548843,
      "grad_norm": 1.2789384244439435,
      "learning_rate": 1.4090993470100931e-05,
      "loss": 0.4913,
      "step": 126395
    },
    {
      "epoch": 5.176981363915625,
      "grad_norm": 0.7510280126758364,
      "learning_rate": 1.4089613445917485e-05,
      "loss": 0.1655,
      "step": 126396
    },
    {
      "epoch": 5.177022322342822,
      "grad_norm": 1.5095565571134693,
      "learning_rate": 1.4088233485984563e-05,
      "loss": 0.4424,
      "step": 126397
    },
    {
      "epoch": 5.177063280770018,
      "grad_norm": 0.9453268853747432,
      "learning_rate": 1.4086853590302877e-05,
      "loss": 0.1784,
      "step": 126398
    },
    {
      "epoch": 5.177104239197215,
      "grad_norm": 1.4170781170352096,
      "learning_rate": 1.4085473758872994e-05,
      "loss": 0.4654,
      "step": 126399
    },
    {
      "epoch": 5.177145197624411,
      "grad_norm": 1.086638068842793,
      "learning_rate": 1.408409399169565e-05,
      "loss": 0.1574,
      "step": 126400
    },
    {
      "epoch": 5.177186156051608,
      "grad_norm": 1.4164906973484095,
      "learning_rate": 1.4082714288771441e-05,
      "loss": 0.5143,
      "step": 126401
    },
    {
      "epoch": 5.177227114478804,
      "grad_norm": 1.4958719073049547,
      "learning_rate": 1.4081334650101034e-05,
      "loss": 0.4274,
      "step": 126402
    },
    {
      "epoch": 5.177268072906,
      "grad_norm": 1.0775859586685608,
      "learning_rate": 1.4079955075685112e-05,
      "loss": 0.2456,
      "step": 126403
    },
    {
      "epoch": 5.177309031333197,
      "grad_norm": 0.7017654682476321,
      "learning_rate": 1.4078575565524259e-05,
      "loss": 0.101,
      "step": 126404
    },
    {
      "epoch": 5.177349989760393,
      "grad_norm": 0.6359788576880504,
      "learning_rate": 1.407719611961919e-05,
      "loss": 0.1301,
      "step": 126405
    },
    {
      "epoch": 5.17739094818759,
      "grad_norm": 1.3893561298455637,
      "learning_rate": 1.4075816737970552e-05,
      "loss": 0.4599,
      "step": 126406
    },
    {
      "epoch": 5.177431906614786,
      "grad_norm": 1.7233793863053406,
      "learning_rate": 1.407443742057895e-05,
      "loss": 0.5592,
      "step": 126407
    },
    {
      "epoch": 5.177472865041983,
      "grad_norm": 1.8516396336305652,
      "learning_rate": 1.4073058167445094e-05,
      "loss": 0.664,
      "step": 126408
    },
    {
      "epoch": 5.177513823469178,
      "grad_norm": 1.6552251246663539,
      "learning_rate": 1.4071678978569589e-05,
      "loss": 0.6251,
      "step": 126409
    },
    {
      "epoch": 5.177554781896375,
      "grad_norm": 1.0457646127317985,
      "learning_rate": 1.4070299853953098e-05,
      "loss": 0.2164,
      "step": 126410
    },
    {
      "epoch": 5.1775957403235715,
      "grad_norm": 0.6122224830187287,
      "learning_rate": 1.4068920793596322e-05,
      "loss": 0.1136,
      "step": 126411
    },
    {
      "epoch": 5.177636698750768,
      "grad_norm": 1.4031934526135823,
      "learning_rate": 1.4067541797499827e-05,
      "loss": 0.4252,
      "step": 126412
    },
    {
      "epoch": 5.177677657177965,
      "grad_norm": 1.6180708374067505,
      "learning_rate": 1.4066162865664327e-05,
      "loss": 0.4152,
      "step": 126413
    },
    {
      "epoch": 5.177718615605161,
      "grad_norm": 1.7733577725269,
      "learning_rate": 1.4064783998090473e-05,
      "loss": 0.5704,
      "step": 126414
    },
    {
      "epoch": 5.177759574032357,
      "grad_norm": 1.8286139166765631,
      "learning_rate": 1.4063405194778882e-05,
      "loss": 0.7478,
      "step": 126415
    },
    {
      "epoch": 5.177800532459553,
      "grad_norm": 0.9448677373103986,
      "learning_rate": 1.4062026455730253e-05,
      "loss": 0.1991,
      "step": 126416
    },
    {
      "epoch": 5.17784149088675,
      "grad_norm": 1.22021236533442,
      "learning_rate": 1.4060647780945167e-05,
      "loss": 0.3347,
      "step": 126417
    },
    {
      "epoch": 5.177882449313946,
      "grad_norm": 1.3877695628339435,
      "learning_rate": 1.4059269170424341e-05,
      "loss": 0.4278,
      "step": 126418
    },
    {
      "epoch": 5.177923407741143,
      "grad_norm": 1.226019075313284,
      "learning_rate": 1.4057890624168444e-05,
      "loss": 0.3298,
      "step": 126419
    },
    {
      "epoch": 5.177964366168339,
      "grad_norm": 1.5464705756362467,
      "learning_rate": 1.4056512142178039e-05,
      "loss": 0.511,
      "step": 126420
    },
    {
      "epoch": 5.178005324595535,
      "grad_norm": 1.57537863273035,
      "learning_rate": 1.4055133724453826e-05,
      "loss": 0.5327,
      "step": 126421
    },
    {
      "epoch": 5.178046283022732,
      "grad_norm": 1.727506136478029,
      "learning_rate": 1.4053755370996473e-05,
      "loss": 0.6141,
      "step": 126422
    },
    {
      "epoch": 5.178087241449928,
      "grad_norm": 0.8001921246151146,
      "learning_rate": 1.405237708180661e-05,
      "loss": 0.1334,
      "step": 126423
    },
    {
      "epoch": 5.178128199877125,
      "grad_norm": 1.6387237299784578,
      "learning_rate": 1.4050998856884871e-05,
      "loss": 0.5152,
      "step": 126424
    },
    {
      "epoch": 5.178169158304321,
      "grad_norm": 2.00011816139098,
      "learning_rate": 1.4049620696231972e-05,
      "loss": 0.6992,
      "step": 126425
    },
    {
      "epoch": 5.178210116731518,
      "grad_norm": 1.0724700458436838,
      "learning_rate": 1.4048242599848496e-05,
      "loss": 0.2347,
      "step": 126426
    },
    {
      "epoch": 5.178251075158714,
      "grad_norm": 2.0814686248169387,
      "learning_rate": 1.404686456773516e-05,
      "loss": 0.7385,
      "step": 126427
    },
    {
      "epoch": 5.17829203358591,
      "grad_norm": 1.6441096727637157,
      "learning_rate": 1.4045486599892531e-05,
      "loss": 0.5367,
      "step": 126428
    },
    {
      "epoch": 5.1783329920131065,
      "grad_norm": 1.3499448925193784,
      "learning_rate": 1.404410869632132e-05,
      "loss": 0.3935,
      "step": 126429
    },
    {
      "epoch": 5.178373950440303,
      "grad_norm": 0.8344395512832622,
      "learning_rate": 1.4042730857022184e-05,
      "loss": 0.2041,
      "step": 126430
    },
    {
      "epoch": 5.1784149088674996,
      "grad_norm": 1.6638791224443656,
      "learning_rate": 1.4041353081995732e-05,
      "loss": 0.5496,
      "step": 126431
    },
    {
      "epoch": 5.178455867294696,
      "grad_norm": 1.404994206126607,
      "learning_rate": 1.4039975371242634e-05,
      "loss": 0.4146,
      "step": 126432
    },
    {
      "epoch": 5.178496825721893,
      "grad_norm": 1.296928500090951,
      "learning_rate": 1.4038597724763573e-05,
      "loss": 0.315,
      "step": 126433
    },
    {
      "epoch": 5.178537784149088,
      "grad_norm": 0.6375670128217783,
      "learning_rate": 1.4037220142559163e-05,
      "loss": 0.043,
      "step": 126434
    },
    {
      "epoch": 5.178578742576285,
      "grad_norm": 1.8150318706847983,
      "learning_rate": 1.4035842624630073e-05,
      "loss": 0.5775,
      "step": 126435
    },
    {
      "epoch": 5.178619701003481,
      "grad_norm": 1.1763325471020023,
      "learning_rate": 1.4034465170976933e-05,
      "loss": 0.1906,
      "step": 126436
    },
    {
      "epoch": 5.178660659430678,
      "grad_norm": 0.8324509334838178,
      "learning_rate": 1.4033087781600395e-05,
      "loss": 0.0933,
      "step": 126437
    },
    {
      "epoch": 5.178701617857874,
      "grad_norm": 1.3661973416307265,
      "learning_rate": 1.4031710456501155e-05,
      "loss": 0.4482,
      "step": 126438
    },
    {
      "epoch": 5.178742576285071,
      "grad_norm": 0.47841160846636965,
      "learning_rate": 1.4030333195679815e-05,
      "loss": 0.0731,
      "step": 126439
    },
    {
      "epoch": 5.178783534712267,
      "grad_norm": 1.4876494206674895,
      "learning_rate": 1.4028955999137043e-05,
      "loss": 0.4747,
      "step": 126440
    },
    {
      "epoch": 5.178824493139463,
      "grad_norm": 1.5506925153459814,
      "learning_rate": 1.40275788668735e-05,
      "loss": 0.4195,
      "step": 126441
    },
    {
      "epoch": 5.17886545156666,
      "grad_norm": 1.5926252072377263,
      "learning_rate": 1.4026201798889825e-05,
      "loss": 0.6074,
      "step": 126442
    },
    {
      "epoch": 5.178906409993856,
      "grad_norm": 1.5222834380956545,
      "learning_rate": 1.402482479518668e-05,
      "loss": 0.47,
      "step": 126443
    },
    {
      "epoch": 5.178947368421053,
      "grad_norm": 1.4336461655819903,
      "learning_rate": 1.402344785576468e-05,
      "loss": 0.3382,
      "step": 126444
    },
    {
      "epoch": 5.178988326848249,
      "grad_norm": 1.5957321263955044,
      "learning_rate": 1.402207098062451e-05,
      "loss": 0.4687,
      "step": 126445
    },
    {
      "epoch": 5.179029285275446,
      "grad_norm": 0.9211608086788644,
      "learning_rate": 1.4020694169766854e-05,
      "loss": 0.2132,
      "step": 126446
    },
    {
      "epoch": 5.1790702437026415,
      "grad_norm": 1.3551450838710872,
      "learning_rate": 1.4019317423192278e-05,
      "loss": 0.4154,
      "step": 126447
    },
    {
      "epoch": 5.179111202129838,
      "grad_norm": 1.523018111684969,
      "learning_rate": 1.4017940740901479e-05,
      "loss": 0.4106,
      "step": 126448
    },
    {
      "epoch": 5.1791521605570345,
      "grad_norm": 0.756852824611012,
      "learning_rate": 1.401656412289514e-05,
      "loss": 0.0687,
      "step": 126449
    },
    {
      "epoch": 5.179193118984231,
      "grad_norm": 1.405078119814136,
      "learning_rate": 1.4015187569173864e-05,
      "loss": 0.3694,
      "step": 126450
    },
    {
      "epoch": 5.179234077411428,
      "grad_norm": 1.2132155295466036,
      "learning_rate": 1.401381107973833e-05,
      "loss": 0.3425,
      "step": 126451
    },
    {
      "epoch": 5.179275035838624,
      "grad_norm": 1.4174548979428172,
      "learning_rate": 1.4012434654589138e-05,
      "loss": 0.5168,
      "step": 126452
    },
    {
      "epoch": 5.17931599426582,
      "grad_norm": 1.7048606496683016,
      "learning_rate": 1.401105829372699e-05,
      "loss": 0.5737,
      "step": 126453
    },
    {
      "epoch": 5.179356952693016,
      "grad_norm": 1.1992966317004243,
      "learning_rate": 1.400968199715255e-05,
      "loss": 0.3166,
      "step": 126454
    },
    {
      "epoch": 5.179397911120213,
      "grad_norm": 1.5509168845067383,
      "learning_rate": 1.40083057648664e-05,
      "loss": 0.4466,
      "step": 126455
    },
    {
      "epoch": 5.179438869547409,
      "grad_norm": 1.4203817214473777,
      "learning_rate": 1.4006929596869277e-05,
      "loss": 0.4438,
      "step": 126456
    },
    {
      "epoch": 5.179479827974606,
      "grad_norm": 1.6050694213866852,
      "learning_rate": 1.4005553493161742e-05,
      "loss": 0.5361,
      "step": 126457
    },
    {
      "epoch": 5.1795207864018025,
      "grad_norm": 2.4050050201835242,
      "learning_rate": 1.4004177453744514e-05,
      "loss": 1.5561,
      "step": 126458
    },
    {
      "epoch": 5.179561744828998,
      "grad_norm": 1.5329126163146773,
      "learning_rate": 1.4002801478618225e-05,
      "loss": 0.4464,
      "step": 126459
    },
    {
      "epoch": 5.179602703256195,
      "grad_norm": 1.0182896481679373,
      "learning_rate": 1.4001425567783492e-05,
      "loss": 0.2414,
      "step": 126460
    },
    {
      "epoch": 5.179643661683391,
      "grad_norm": 0.9531690891844398,
      "learning_rate": 1.4000049721241013e-05,
      "loss": 0.2093,
      "step": 126461
    },
    {
      "epoch": 5.179684620110588,
      "grad_norm": 1.6374964808199253,
      "learning_rate": 1.3998673938991423e-05,
      "loss": 0.6587,
      "step": 126462
    },
    {
      "epoch": 5.179725578537784,
      "grad_norm": 1.61694217506695,
      "learning_rate": 1.3997298221035352e-05,
      "loss": 0.478,
      "step": 126463
    },
    {
      "epoch": 5.179766536964981,
      "grad_norm": 0.8877841556130122,
      "learning_rate": 1.3995922567373501e-05,
      "loss": 0.241,
      "step": 126464
    },
    {
      "epoch": 5.179807495392177,
      "grad_norm": 1.2813410671241705,
      "learning_rate": 1.3994546978006454e-05,
      "loss": 0.3904,
      "step": 126465
    },
    {
      "epoch": 5.179848453819373,
      "grad_norm": 1.492321294952273,
      "learning_rate": 1.3993171452934893e-05,
      "loss": 0.5712,
      "step": 126466
    },
    {
      "epoch": 5.1798894122465695,
      "grad_norm": 0.9650447506974683,
      "learning_rate": 1.3991795992159483e-05,
      "loss": 0.1851,
      "step": 126467
    },
    {
      "epoch": 5.179930370673766,
      "grad_norm": 0.7370805549739071,
      "learning_rate": 1.399042059568084e-05,
      "loss": 0.0675,
      "step": 126468
    },
    {
      "epoch": 5.179971329100963,
      "grad_norm": 1.8110610228148096,
      "learning_rate": 1.3989045263499648e-05,
      "loss": 0.6384,
      "step": 126469
    },
    {
      "epoch": 5.180012287528159,
      "grad_norm": 1.2289351601452208,
      "learning_rate": 1.3987669995616557e-05,
      "loss": 0.3474,
      "step": 126470
    },
    {
      "epoch": 5.180053245955356,
      "grad_norm": 1.701663576274288,
      "learning_rate": 1.3986294792032183e-05,
      "loss": 0.5706,
      "step": 126471
    },
    {
      "epoch": 5.180094204382551,
      "grad_norm": 1.2776292384956063,
      "learning_rate": 1.3984919652747207e-05,
      "loss": 0.3367,
      "step": 126472
    },
    {
      "epoch": 5.180135162809748,
      "grad_norm": 1.615923357095628,
      "learning_rate": 1.3983544577762262e-05,
      "loss": 0.6028,
      "step": 126473
    },
    {
      "epoch": 5.180176121236944,
      "grad_norm": 1.2976007121475277,
      "learning_rate": 1.3982169567077984e-05,
      "loss": 0.3248,
      "step": 126474
    },
    {
      "epoch": 5.180217079664141,
      "grad_norm": 1.48790839270525,
      "learning_rate": 1.3980794620695085e-05,
      "loss": 0.4926,
      "step": 126475
    },
    {
      "epoch": 5.1802580380913374,
      "grad_norm": 1.5692979028493064,
      "learning_rate": 1.397941973861415e-05,
      "loss": 0.5034,
      "step": 126476
    },
    {
      "epoch": 5.180298996518534,
      "grad_norm": 1.2993919831365037,
      "learning_rate": 1.3978044920835845e-05,
      "loss": 0.4208,
      "step": 126477
    },
    {
      "epoch": 5.18033995494573,
      "grad_norm": 1.4075444349504052,
      "learning_rate": 1.3976670167360853e-05,
      "loss": 0.5525,
      "step": 126478
    },
    {
      "epoch": 5.180380913372926,
      "grad_norm": 1.055443464355373,
      "learning_rate": 1.3975295478189775e-05,
      "loss": 0.2262,
      "step": 126479
    },
    {
      "epoch": 5.180421871800123,
      "grad_norm": 1.4080773883240927,
      "learning_rate": 1.3973920853323307e-05,
      "loss": 0.3171,
      "step": 126480
    },
    {
      "epoch": 5.180462830227319,
      "grad_norm": 1.6580975933594804,
      "learning_rate": 1.3972546292762049e-05,
      "loss": 0.4176,
      "step": 126481
    },
    {
      "epoch": 5.180503788654516,
      "grad_norm": 0.9578784080229998,
      "learning_rate": 1.3971171796506687e-05,
      "loss": 0.1972,
      "step": 126482
    },
    {
      "epoch": 5.180544747081712,
      "grad_norm": 1.1278699940972412,
      "learning_rate": 1.3969797364557883e-05,
      "loss": 0.3114,
      "step": 126483
    },
    {
      "epoch": 5.180585705508909,
      "grad_norm": 1.491163709134706,
      "learning_rate": 1.3968422996916224e-05,
      "loss": 0.3667,
      "step": 126484
    },
    {
      "epoch": 5.1806266639361045,
      "grad_norm": 1.5060524603490757,
      "learning_rate": 1.3967048693582422e-05,
      "loss": 0.5395,
      "step": 126485
    },
    {
      "epoch": 5.180667622363301,
      "grad_norm": 1.2089803545337618,
      "learning_rate": 1.3965674454557129e-05,
      "loss": 0.2325,
      "step": 126486
    },
    {
      "epoch": 5.180708580790498,
      "grad_norm": 0.9769444163096422,
      "learning_rate": 1.3964300279840929e-05,
      "loss": 0.2025,
      "step": 126487
    },
    {
      "epoch": 5.180749539217694,
      "grad_norm": 1.7925279436282497,
      "learning_rate": 1.3962926169434553e-05,
      "loss": 0.5109,
      "step": 126488
    },
    {
      "epoch": 5.180790497644891,
      "grad_norm": 1.7191673820358149,
      "learning_rate": 1.3961552123338614e-05,
      "loss": 0.5637,
      "step": 126489
    },
    {
      "epoch": 5.180831456072087,
      "grad_norm": 1.6144105901988237,
      "learning_rate": 1.3960178141553734e-05,
      "loss": 0.5863,
      "step": 126490
    },
    {
      "epoch": 5.180872414499283,
      "grad_norm": 1.8952441440296162,
      "learning_rate": 1.3958804224080611e-05,
      "loss": 0.653,
      "step": 126491
    },
    {
      "epoch": 5.180913372926479,
      "grad_norm": 1.3437787149671159,
      "learning_rate": 1.3957430370919842e-05,
      "loss": 0.3938,
      "step": 126492
    },
    {
      "epoch": 5.180954331353676,
      "grad_norm": 0.6824488393068795,
      "learning_rate": 1.3956056582072112e-05,
      "loss": 0.0727,
      "step": 126493
    },
    {
      "epoch": 5.180995289780872,
      "grad_norm": 1.3758270252310154,
      "learning_rate": 1.3954682857538085e-05,
      "loss": 0.4076,
      "step": 126494
    },
    {
      "epoch": 5.181036248208069,
      "grad_norm": 1.34598387697356,
      "learning_rate": 1.3953309197318363e-05,
      "loss": 0.4104,
      "step": 126495
    },
    {
      "epoch": 5.1810772066352655,
      "grad_norm": 1.3711189105166732,
      "learning_rate": 1.3951935601413628e-05,
      "loss": 0.4205,
      "step": 126496
    },
    {
      "epoch": 5.181118165062461,
      "grad_norm": 1.3173517826359151,
      "learning_rate": 1.3950562069824545e-05,
      "loss": 0.4667,
      "step": 126497
    },
    {
      "epoch": 5.181159123489658,
      "grad_norm": 0.9119040544513538,
      "learning_rate": 1.3949188602551714e-05,
      "loss": 0.1719,
      "step": 126498
    },
    {
      "epoch": 5.181200081916854,
      "grad_norm": 1.8595293412343015,
      "learning_rate": 1.3947815199595835e-05,
      "loss": 0.6766,
      "step": 126499
    },
    {
      "epoch": 5.181241040344051,
      "grad_norm": 1.1977869927530973,
      "learning_rate": 1.3946441860957508e-05,
      "loss": 0.3042,
      "step": 126500
    },
    {
      "epoch": 5.181281998771247,
      "grad_norm": 1.6450491570863768,
      "learning_rate": 1.3945068586637415e-05,
      "loss": 0.6019,
      "step": 126501
    },
    {
      "epoch": 5.181322957198444,
      "grad_norm": 1.4323217238293258,
      "learning_rate": 1.3943695376636222e-05,
      "loss": 0.3696,
      "step": 126502
    },
    {
      "epoch": 5.18136391562564,
      "grad_norm": 1.2547676502359317,
      "learning_rate": 1.3942322230954528e-05,
      "loss": 0.3113,
      "step": 126503
    },
    {
      "epoch": 5.181404874052836,
      "grad_norm": 0.7796848908878119,
      "learning_rate": 1.3940949149593016e-05,
      "loss": 0.1835,
      "step": 126504
    },
    {
      "epoch": 5.1814458324800325,
      "grad_norm": 0.9013289147899741,
      "learning_rate": 1.3939576132552354e-05,
      "loss": 0.163,
      "step": 126505
    },
    {
      "epoch": 5.181486790907229,
      "grad_norm": 1.968212901230621,
      "learning_rate": 1.3938203179833124e-05,
      "loss": 0.7151,
      "step": 126506
    },
    {
      "epoch": 5.181527749334426,
      "grad_norm": 2.1434236055846845,
      "learning_rate": 1.3936830291436057e-05,
      "loss": 1.279,
      "step": 126507
    },
    {
      "epoch": 5.181568707761622,
      "grad_norm": 0.9979571254232535,
      "learning_rate": 1.3935457467361738e-05,
      "loss": 0.268,
      "step": 126508
    },
    {
      "epoch": 5.181609666188819,
      "grad_norm": 1.641203105892109,
      "learning_rate": 1.3934084707610815e-05,
      "loss": 0.6145,
      "step": 126509
    },
    {
      "epoch": 5.181650624616014,
      "grad_norm": 1.6961228314087262,
      "learning_rate": 1.3932712012184023e-05,
      "loss": 0.5349,
      "step": 126510
    },
    {
      "epoch": 5.181691583043211,
      "grad_norm": 1.6994502280824444,
      "learning_rate": 1.3931339381081892e-05,
      "loss": 0.6099,
      "step": 126511
    },
    {
      "epoch": 5.181732541470407,
      "grad_norm": 1.5117319951255508,
      "learning_rate": 1.3929966814305138e-05,
      "loss": 0.4937,
      "step": 126512
    },
    {
      "epoch": 5.181773499897604,
      "grad_norm": 1.500466495854625,
      "learning_rate": 1.392859431185443e-05,
      "loss": 0.4492,
      "step": 126513
    },
    {
      "epoch": 5.1818144583248005,
      "grad_norm": 1.7750196937684446,
      "learning_rate": 1.3927221873730365e-05,
      "loss": 0.5624,
      "step": 126514
    },
    {
      "epoch": 5.181855416751997,
      "grad_norm": 1.2513728810857716,
      "learning_rate": 1.3925849499933628e-05,
      "loss": 0.3707,
      "step": 126515
    },
    {
      "epoch": 5.1818963751791935,
      "grad_norm": 1.621169634215907,
      "learning_rate": 1.3924477190464834e-05,
      "loss": 0.4598,
      "step": 126516
    },
    {
      "epoch": 5.181937333606389,
      "grad_norm": 1.3877818132916304,
      "learning_rate": 1.3923104945324648e-05,
      "loss": 0.437,
      "step": 126517
    },
    {
      "epoch": 5.181978292033586,
      "grad_norm": 2.087355352086844,
      "learning_rate": 1.3921732764513754e-05,
      "loss": 0.7586,
      "step": 126518
    },
    {
      "epoch": 5.182019250460782,
      "grad_norm": 1.0419280235349198,
      "learning_rate": 1.3920360648032736e-05,
      "loss": 0.3366,
      "step": 126519
    },
    {
      "epoch": 5.182060208887979,
      "grad_norm": 1.0753322784960948,
      "learning_rate": 1.3918988595882275e-05,
      "loss": 0.2297,
      "step": 126520
    },
    {
      "epoch": 5.182101167315175,
      "grad_norm": 0.9715849175977591,
      "learning_rate": 1.3917616608063053e-05,
      "loss": 0.2325,
      "step": 126521
    },
    {
      "epoch": 5.182142125742372,
      "grad_norm": 1.4907623267720638,
      "learning_rate": 1.3916244684575656e-05,
      "loss": 0.5492,
      "step": 126522
    },
    {
      "epoch": 5.1821830841695675,
      "grad_norm": 1.4723665358703317,
      "learning_rate": 1.3914872825420781e-05,
      "loss": 0.4268,
      "step": 126523
    },
    {
      "epoch": 5.182224042596764,
      "grad_norm": 1.568550795016089,
      "learning_rate": 1.3913501030599044e-05,
      "loss": 0.5472,
      "step": 126524
    },
    {
      "epoch": 5.182265001023961,
      "grad_norm": 0.404176463734841,
      "learning_rate": 1.3912129300111096e-05,
      "loss": 0.0397,
      "step": 126525
    },
    {
      "epoch": 5.182305959451157,
      "grad_norm": 1.7971728481480467,
      "learning_rate": 1.3910757633957637e-05,
      "loss": 0.6005,
      "step": 126526
    },
    {
      "epoch": 5.182346917878354,
      "grad_norm": 1.733930069812977,
      "learning_rate": 1.390938603213923e-05,
      "loss": 0.6073,
      "step": 126527
    },
    {
      "epoch": 5.18238787630555,
      "grad_norm": 0.6051257980554529,
      "learning_rate": 1.390801449465661e-05,
      "loss": 0.1375,
      "step": 126528
    },
    {
      "epoch": 5.182428834732746,
      "grad_norm": 0.833768059466104,
      "learning_rate": 1.3906643021510343e-05,
      "loss": 0.1963,
      "step": 126529
    },
    {
      "epoch": 5.182469793159942,
      "grad_norm": 1.4295382085791062,
      "learning_rate": 1.390527161270113e-05,
      "loss": 0.4651,
      "step": 126530
    },
    {
      "epoch": 5.182510751587139,
      "grad_norm": 0.7380430455025806,
      "learning_rate": 1.3903900268229618e-05,
      "loss": 0.1096,
      "step": 126531
    },
    {
      "epoch": 5.1825517100143355,
      "grad_norm": 0.466162931507998,
      "learning_rate": 1.390252898809644e-05,
      "loss": 0.0353,
      "step": 126532
    },
    {
      "epoch": 5.182592668441532,
      "grad_norm": 1.5409300123655527,
      "learning_rate": 1.390115777230223e-05,
      "loss": 0.519,
      "step": 126533
    },
    {
      "epoch": 5.1826336268687285,
      "grad_norm": 2.4706446385165024,
      "learning_rate": 1.3899786620847703e-05,
      "loss": 1.0115,
      "step": 126534
    },
    {
      "epoch": 5.182674585295925,
      "grad_norm": 1.2126789444395119,
      "learning_rate": 1.3898415533733409e-05,
      "loss": 0.3056,
      "step": 126535
    },
    {
      "epoch": 5.182715543723121,
      "grad_norm": 1.638404633507817,
      "learning_rate": 1.3897044510960082e-05,
      "loss": 0.518,
      "step": 126536
    },
    {
      "epoch": 5.182756502150317,
      "grad_norm": 1.4843698635544027,
      "learning_rate": 1.3895673552528319e-05,
      "loss": 0.5371,
      "step": 126537
    },
    {
      "epoch": 5.182797460577514,
      "grad_norm": 1.6916238911255816,
      "learning_rate": 1.3894302658438772e-05,
      "loss": 0.5539,
      "step": 126538
    },
    {
      "epoch": 5.18283841900471,
      "grad_norm": 1.4636462312995557,
      "learning_rate": 1.3892931828692123e-05,
      "loss": 0.4132,
      "step": 126539
    },
    {
      "epoch": 5.182879377431907,
      "grad_norm": 1.7926746521428025,
      "learning_rate": 1.3891561063288986e-05,
      "loss": 0.6666,
      "step": 126540
    },
    {
      "epoch": 5.182920335859103,
      "grad_norm": 1.2298708245758394,
      "learning_rate": 1.3890190362230013e-05,
      "loss": 0.3404,
      "step": 126541
    },
    {
      "epoch": 5.182961294286299,
      "grad_norm": 0.7889290873417905,
      "learning_rate": 1.3888819725515886e-05,
      "loss": 0.0859,
      "step": 126542
    },
    {
      "epoch": 5.183002252713496,
      "grad_norm": 0.6618940984900914,
      "learning_rate": 1.3887449153147207e-05,
      "loss": 0.1507,
      "step": 126543
    },
    {
      "epoch": 5.183043211140692,
      "grad_norm": 1.2583784671611442,
      "learning_rate": 1.3886078645124654e-05,
      "loss": 0.4284,
      "step": 126544
    },
    {
      "epoch": 5.183084169567889,
      "grad_norm": 1.6634919952567107,
      "learning_rate": 1.3884708201448863e-05,
      "loss": 0.5301,
      "step": 126545
    },
    {
      "epoch": 5.183125127995085,
      "grad_norm": 0.6118506013932908,
      "learning_rate": 1.3883337822120466e-05,
      "loss": 0.0507,
      "step": 126546
    },
    {
      "epoch": 5.183166086422282,
      "grad_norm": 1.6844855344962362,
      "learning_rate": 1.3881967507140162e-05,
      "loss": 0.51,
      "step": 126547
    },
    {
      "epoch": 5.183207044849477,
      "grad_norm": 1.2406327933182504,
      "learning_rate": 1.3880597256508535e-05,
      "loss": 0.3968,
      "step": 126548
    },
    {
      "epoch": 5.183248003276674,
      "grad_norm": 1.4610354816244822,
      "learning_rate": 1.3879227070226251e-05,
      "loss": 0.5209,
      "step": 126549
    },
    {
      "epoch": 5.18328896170387,
      "grad_norm": 1.5334576286831916,
      "learning_rate": 1.3877856948294008e-05,
      "loss": 0.5639,
      "step": 126550
    },
    {
      "epoch": 5.183329920131067,
      "grad_norm": 2.173677398899245,
      "learning_rate": 1.387648689071239e-05,
      "loss": 0.7515,
      "step": 126551
    },
    {
      "epoch": 5.1833708785582635,
      "grad_norm": 1.5885202321491942,
      "learning_rate": 1.3875116897482097e-05,
      "loss": 0.5909,
      "step": 126552
    },
    {
      "epoch": 5.18341183698546,
      "grad_norm": 1.3062580114798146,
      "learning_rate": 1.3873746968603727e-05,
      "loss": 0.3482,
      "step": 126553
    },
    {
      "epoch": 5.183452795412657,
      "grad_norm": 1.7452238624184653,
      "learning_rate": 1.3872377104077947e-05,
      "loss": 0.5432,
      "step": 126554
    },
    {
      "epoch": 5.183493753839852,
      "grad_norm": 1.3549988125827377,
      "learning_rate": 1.387100730390544e-05,
      "loss": 0.4581,
      "step": 126555
    },
    {
      "epoch": 5.183534712267049,
      "grad_norm": 1.5424285503209452,
      "learning_rate": 1.386963756808679e-05,
      "loss": 0.517,
      "step": 126556
    },
    {
      "epoch": 5.183575670694245,
      "grad_norm": 1.6655693786679993,
      "learning_rate": 1.386826789662266e-05,
      "loss": 0.534,
      "step": 126557
    },
    {
      "epoch": 5.183616629121442,
      "grad_norm": 0.5911753629719233,
      "learning_rate": 1.3866898289513766e-05,
      "loss": 0.0444,
      "step": 126558
    },
    {
      "epoch": 5.183657587548638,
      "grad_norm": 1.8595675996962442,
      "learning_rate": 1.3865528746760663e-05,
      "loss": 0.5648,
      "step": 126559
    },
    {
      "epoch": 5.183698545975835,
      "grad_norm": 1.8264776451667781,
      "learning_rate": 1.3864159268364061e-05,
      "loss": 0.6162,
      "step": 126560
    },
    {
      "epoch": 5.1837395044030306,
      "grad_norm": 1.424962858317763,
      "learning_rate": 1.3862789854324597e-05,
      "loss": 0.502,
      "step": 126561
    },
    {
      "epoch": 5.183780462830227,
      "grad_norm": 1.4083125361059394,
      "learning_rate": 1.3861420504642867e-05,
      "loss": 0.4586,
      "step": 126562
    },
    {
      "epoch": 5.183821421257424,
      "grad_norm": 1.9400095660371293,
      "learning_rate": 1.386005121931959e-05,
      "loss": 0.5326,
      "step": 126563
    },
    {
      "epoch": 5.18386237968462,
      "grad_norm": 1.0839207101227326,
      "learning_rate": 1.3858681998355364e-05,
      "loss": 0.3091,
      "step": 126564
    },
    {
      "epoch": 5.183903338111817,
      "grad_norm": 0.9745802115338688,
      "learning_rate": 1.385731284175084e-05,
      "loss": 0.1846,
      "step": 126565
    },
    {
      "epoch": 5.183944296539013,
      "grad_norm": 1.289301415772032,
      "learning_rate": 1.3855943749506715e-05,
      "loss": 0.4814,
      "step": 126566
    },
    {
      "epoch": 5.183985254966209,
      "grad_norm": 1.3154109121780628,
      "learning_rate": 1.3854574721623556e-05,
      "loss": 0.3819,
      "step": 126567
    },
    {
      "epoch": 5.184026213393405,
      "grad_norm": 0.8263985191452597,
      "learning_rate": 1.3853205758102082e-05,
      "loss": 0.1492,
      "step": 126568
    },
    {
      "epoch": 5.184067171820602,
      "grad_norm": 0.7638160651508474,
      "learning_rate": 1.3851836858942922e-05,
      "loss": 0.0729,
      "step": 126569
    },
    {
      "epoch": 5.1841081302477985,
      "grad_norm": 2.627624775013439,
      "learning_rate": 1.3850468024146676e-05,
      "loss": 1.146,
      "step": 126570
    },
    {
      "epoch": 5.184149088674995,
      "grad_norm": 0.4667688242846494,
      "learning_rate": 1.3849099253714064e-05,
      "loss": 0.0537,
      "step": 126571
    },
    {
      "epoch": 5.184190047102192,
      "grad_norm": 1.1692613066195927,
      "learning_rate": 1.3847730547645681e-05,
      "loss": 0.3733,
      "step": 126572
    },
    {
      "epoch": 5.184231005529388,
      "grad_norm": 1.464672245986934,
      "learning_rate": 1.3846361905942178e-05,
      "loss": 0.4819,
      "step": 126573
    },
    {
      "epoch": 5.184271963956584,
      "grad_norm": 0.754553612572104,
      "learning_rate": 1.3844993328604253e-05,
      "loss": 0.1423,
      "step": 126574
    },
    {
      "epoch": 5.18431292238378,
      "grad_norm": 1.873297437187188,
      "learning_rate": 1.3843624815632475e-05,
      "loss": 0.472,
      "step": 126575
    },
    {
      "epoch": 5.184353880810977,
      "grad_norm": 1.8227068171080971,
      "learning_rate": 1.3842256367027544e-05,
      "loss": 0.713,
      "step": 126576
    },
    {
      "epoch": 5.184394839238173,
      "grad_norm": 1.742272059123804,
      "learning_rate": 1.3840887982790105e-05,
      "loss": 0.6243,
      "step": 126577
    },
    {
      "epoch": 5.18443579766537,
      "grad_norm": 1.061306463151879,
      "learning_rate": 1.3839519662920779e-05,
      "loss": 0.3672,
      "step": 126578
    },
    {
      "epoch": 5.184476756092566,
      "grad_norm": 1.4857272537676962,
      "learning_rate": 1.3838151407420246e-05,
      "loss": 0.8115,
      "step": 126579
    },
    {
      "epoch": 5.184517714519762,
      "grad_norm": 0.46349302217668964,
      "learning_rate": 1.3836783216289105e-05,
      "loss": 0.0737,
      "step": 126580
    },
    {
      "epoch": 5.184558672946959,
      "grad_norm": 1.4753547440021864,
      "learning_rate": 1.3835415089528041e-05,
      "loss": 0.4621,
      "step": 126581
    },
    {
      "epoch": 5.184599631374155,
      "grad_norm": 1.6146277204068336,
      "learning_rate": 1.3834047027137701e-05,
      "loss": 0.4737,
      "step": 126582
    },
    {
      "epoch": 5.184640589801352,
      "grad_norm": 2.225648711203704,
      "learning_rate": 1.383267902911872e-05,
      "loss": 1.3592,
      "step": 126583
    },
    {
      "epoch": 5.184681548228548,
      "grad_norm": 0.7463715260382182,
      "learning_rate": 1.383131109547173e-05,
      "loss": 0.1961,
      "step": 126584
    },
    {
      "epoch": 5.184722506655745,
      "grad_norm": 1.4534919512747453,
      "learning_rate": 1.3829943226197432e-05,
      "loss": 0.4764,
      "step": 126585
    },
    {
      "epoch": 5.18476346508294,
      "grad_norm": 1.773707147547972,
      "learning_rate": 1.382857542129639e-05,
      "loss": 0.5226,
      "step": 126586
    },
    {
      "epoch": 5.184804423510137,
      "grad_norm": 1.5616303532579705,
      "learning_rate": 1.3827207680769337e-05,
      "loss": 0.4633,
      "step": 126587
    },
    {
      "epoch": 5.1848453819373335,
      "grad_norm": 2.491290621007894,
      "learning_rate": 1.3825840004616857e-05,
      "loss": 0.4997,
      "step": 126588
    },
    {
      "epoch": 5.18488634036453,
      "grad_norm": 1.4273673938555567,
      "learning_rate": 1.3824472392839613e-05,
      "loss": 0.5582,
      "step": 126589
    },
    {
      "epoch": 5.1849272987917265,
      "grad_norm": 2.1813872160048526,
      "learning_rate": 1.3823104845438276e-05,
      "loss": 1.2759,
      "step": 126590
    },
    {
      "epoch": 5.184968257218923,
      "grad_norm": 1.596504996179383,
      "learning_rate": 1.382173736241346e-05,
      "loss": 0.4531,
      "step": 126591
    },
    {
      "epoch": 5.18500921564612,
      "grad_norm": 1.6412463269904438,
      "learning_rate": 1.3820369943765813e-05,
      "loss": 0.4432,
      "step": 126592
    },
    {
      "epoch": 5.185050174073315,
      "grad_norm": 0.9550956146620383,
      "learning_rate": 1.381900258949602e-05,
      "loss": 0.2278,
      "step": 126593
    },
    {
      "epoch": 5.185091132500512,
      "grad_norm": 1.2394476119918287,
      "learning_rate": 1.381763529960468e-05,
      "loss": 0.3016,
      "step": 126594
    },
    {
      "epoch": 5.185132090927708,
      "grad_norm": 0.9082864841730071,
      "learning_rate": 1.3816268074092473e-05,
      "loss": 0.1291,
      "step": 126595
    },
    {
      "epoch": 5.185173049354905,
      "grad_norm": 2.5217371711253467,
      "learning_rate": 1.3814900912960019e-05,
      "loss": 1.7846,
      "step": 126596
    },
    {
      "epoch": 5.185214007782101,
      "grad_norm": 1.6178658148698457,
      "learning_rate": 1.3813533816207968e-05,
      "loss": 0.5614,
      "step": 126597
    },
    {
      "epoch": 5.185254966209298,
      "grad_norm": 1.5874555019674828,
      "learning_rate": 1.3812166783837015e-05,
      "loss": 0.5398,
      "step": 126598
    },
    {
      "epoch": 5.185295924636494,
      "grad_norm": 1.0394672597884123,
      "learning_rate": 1.3810799815847729e-05,
      "loss": 0.1376,
      "step": 126599
    },
    {
      "epoch": 5.18533688306369,
      "grad_norm": 0.9018366796359321,
      "learning_rate": 1.3809432912240826e-05,
      "loss": 0.1822,
      "step": 126600
    },
    {
      "epoch": 5.185377841490887,
      "grad_norm": 2.168595908637777,
      "learning_rate": 1.3808066073016904e-05,
      "loss": 1.2512,
      "step": 126601
    },
    {
      "epoch": 5.185418799918083,
      "grad_norm": 1.6090144557037376,
      "learning_rate": 1.3806699298176616e-05,
      "loss": 0.5118,
      "step": 126602
    },
    {
      "epoch": 5.18545975834528,
      "grad_norm": 1.0630193518876891,
      "learning_rate": 1.3805332587720642e-05,
      "loss": 0.2958,
      "step": 126603
    },
    {
      "epoch": 5.185500716772476,
      "grad_norm": 1.0459755573571872,
      "learning_rate": 1.3803965941649564e-05,
      "loss": 0.1627,
      "step": 126604
    },
    {
      "epoch": 5.185541675199672,
      "grad_norm": 1.5090345989709084,
      "learning_rate": 1.3802599359964084e-05,
      "loss": 0.3455,
      "step": 126605
    },
    {
      "epoch": 5.185582633626868,
      "grad_norm": 1.7766069005764678,
      "learning_rate": 1.3801232842664866e-05,
      "loss": 0.471,
      "step": 126606
    },
    {
      "epoch": 5.185623592054065,
      "grad_norm": 0.8413705423682826,
      "learning_rate": 1.3799866389752478e-05,
      "loss": 0.097,
      "step": 126607
    },
    {
      "epoch": 5.1856645504812615,
      "grad_norm": 0.9907566391924916,
      "learning_rate": 1.3798500001227652e-05,
      "loss": 0.2227,
      "step": 126608
    },
    {
      "epoch": 5.185705508908458,
      "grad_norm": 1.3467793673585549,
      "learning_rate": 1.3797133677090954e-05,
      "loss": 0.3996,
      "step": 126609
    },
    {
      "epoch": 5.185746467335655,
      "grad_norm": 1.5604838929835185,
      "learning_rate": 1.3795767417343068e-05,
      "loss": 0.5494,
      "step": 126610
    },
    {
      "epoch": 5.185787425762851,
      "grad_norm": 2.300593487453069,
      "learning_rate": 1.3794401221984675e-05,
      "loss": 0.471,
      "step": 126611
    },
    {
      "epoch": 5.185828384190047,
      "grad_norm": 1.5125958012320961,
      "learning_rate": 1.379303509101634e-05,
      "loss": 0.5545,
      "step": 126612
    },
    {
      "epoch": 5.185869342617243,
      "grad_norm": 1.3612026201926026,
      "learning_rate": 1.3791669024438768e-05,
      "loss": 0.367,
      "step": 126613
    },
    {
      "epoch": 5.18591030104444,
      "grad_norm": 1.3258730456907322,
      "learning_rate": 1.3790303022252618e-05,
      "loss": 0.3388,
      "step": 126614
    },
    {
      "epoch": 5.185951259471636,
      "grad_norm": 1.8201443737583807,
      "learning_rate": 1.3788937084458479e-05,
      "loss": 0.6502,
      "step": 126615
    },
    {
      "epoch": 5.185992217898833,
      "grad_norm": 0.8806399184222804,
      "learning_rate": 1.3787571211057064e-05,
      "loss": 0.1542,
      "step": 126616
    },
    {
      "epoch": 5.1860331763260294,
      "grad_norm": 1.4858518824966376,
      "learning_rate": 1.378620540204894e-05,
      "loss": 0.4501,
      "step": 126617
    },
    {
      "epoch": 5.186074134753225,
      "grad_norm": 1.5518066714679557,
      "learning_rate": 1.3784839657434804e-05,
      "loss": 0.5125,
      "step": 126618
    },
    {
      "epoch": 5.186115093180422,
      "grad_norm": 1.706944547576779,
      "learning_rate": 1.3783473977215308e-05,
      "loss": 0.4697,
      "step": 126619
    },
    {
      "epoch": 5.186156051607618,
      "grad_norm": 1.5076396877993354,
      "learning_rate": 1.3782108361391069e-05,
      "loss": 0.3963,
      "step": 126620
    },
    {
      "epoch": 5.186197010034815,
      "grad_norm": 1.6458988402495969,
      "learning_rate": 1.3780742809962737e-05,
      "loss": 0.5229,
      "step": 126621
    },
    {
      "epoch": 5.186237968462011,
      "grad_norm": 1.273051105329442,
      "learning_rate": 1.377937732293099e-05,
      "loss": 0.4157,
      "step": 126622
    },
    {
      "epoch": 5.186278926889208,
      "grad_norm": 1.7267971022891042,
      "learning_rate": 1.3778011900296431e-05,
      "loss": 0.4201,
      "step": 126623
    },
    {
      "epoch": 5.186319885316403,
      "grad_norm": 1.581433707675374,
      "learning_rate": 1.3776646542059745e-05,
      "loss": 0.5381,
      "step": 126624
    },
    {
      "epoch": 5.1863608437436,
      "grad_norm": 0.4781087054889189,
      "learning_rate": 1.3775281248221526e-05,
      "loss": 0.0214,
      "step": 126625
    },
    {
      "epoch": 5.1864018021707965,
      "grad_norm": 1.5645077656178785,
      "learning_rate": 1.3773916018782443e-05,
      "loss": 0.4644,
      "step": 126626
    },
    {
      "epoch": 5.186442760597993,
      "grad_norm": 1.6136775359795184,
      "learning_rate": 1.377255085374318e-05,
      "loss": 0.3806,
      "step": 126627
    },
    {
      "epoch": 5.18648371902519,
      "grad_norm": 1.4364083906268696,
      "learning_rate": 1.3771185753104336e-05,
      "loss": 0.4368,
      "step": 126628
    },
    {
      "epoch": 5.186524677452386,
      "grad_norm": 0.7748718995426267,
      "learning_rate": 1.3769820716866558e-05,
      "loss": 0.1987,
      "step": 126629
    },
    {
      "epoch": 5.186565635879583,
      "grad_norm": 1.4772316302727246,
      "learning_rate": 1.3768455745030549e-05,
      "loss": 0.4621,
      "step": 126630
    },
    {
      "epoch": 5.186606594306778,
      "grad_norm": 1.4774224100714057,
      "learning_rate": 1.3767090837596873e-05,
      "loss": 0.5117,
      "step": 126631
    },
    {
      "epoch": 5.186647552733975,
      "grad_norm": 1.7807690560836267,
      "learning_rate": 1.3765725994566196e-05,
      "loss": 0.4735,
      "step": 126632
    },
    {
      "epoch": 5.186688511161171,
      "grad_norm": 1.7593782648489824,
      "learning_rate": 1.3764361215939218e-05,
      "loss": 0.4699,
      "step": 126633
    },
    {
      "epoch": 5.186729469588368,
      "grad_norm": 1.4700129938527782,
      "learning_rate": 1.3762996501716523e-05,
      "loss": 0.5231,
      "step": 126634
    },
    {
      "epoch": 5.186770428015564,
      "grad_norm": 1.8166924472479467,
      "learning_rate": 1.3761631851898791e-05,
      "loss": 0.7295,
      "step": 126635
    },
    {
      "epoch": 5.186811386442761,
      "grad_norm": 1.408590258428659,
      "learning_rate": 1.3760267266486624e-05,
      "loss": 0.4443,
      "step": 126636
    },
    {
      "epoch": 5.186852344869957,
      "grad_norm": 2.0708306653084843,
      "learning_rate": 1.3758902745480704e-05,
      "loss": 0.9342,
      "step": 126637
    },
    {
      "epoch": 5.186893303297153,
      "grad_norm": 1.4327658989703085,
      "learning_rate": 1.3757538288881697e-05,
      "loss": 0.5078,
      "step": 126638
    },
    {
      "epoch": 5.18693426172435,
      "grad_norm": 1.5481293680549164,
      "learning_rate": 1.3756173896690188e-05,
      "loss": 0.4702,
      "step": 126639
    },
    {
      "epoch": 5.186975220151546,
      "grad_norm": 1.2232579769897396,
      "learning_rate": 1.3754809568906855e-05,
      "loss": 0.3386,
      "step": 126640
    },
    {
      "epoch": 5.187016178578743,
      "grad_norm": 1.307335485457748,
      "learning_rate": 1.3753445305532385e-05,
      "loss": 0.3335,
      "step": 126641
    },
    {
      "epoch": 5.187057137005939,
      "grad_norm": 1.3481278081294554,
      "learning_rate": 1.3752081106567326e-05,
      "loss": 0.5411,
      "step": 126642
    },
    {
      "epoch": 5.187098095433136,
      "grad_norm": 1.4641995358727389,
      "learning_rate": 1.3750716972012427e-05,
      "loss": 0.4129,
      "step": 126643
    },
    {
      "epoch": 5.1871390538603315,
      "grad_norm": 1.1771559600531314,
      "learning_rate": 1.3749352901868239e-05,
      "loss": 0.1655,
      "step": 126644
    },
    {
      "epoch": 5.187180012287528,
      "grad_norm": 3.322474574538107,
      "learning_rate": 1.3747988896135459e-05,
      "loss": 2.2577,
      "step": 126645
    },
    {
      "epoch": 5.1872209707147245,
      "grad_norm": 1.36748258295039,
      "learning_rate": 1.3746624954814756e-05,
      "loss": 0.4605,
      "step": 126646
    },
    {
      "epoch": 5.187261929141921,
      "grad_norm": 0.5073720266303204,
      "learning_rate": 1.3745261077906711e-05,
      "loss": 0.0804,
      "step": 126647
    },
    {
      "epoch": 5.187302887569118,
      "grad_norm": 1.9140206136214746,
      "learning_rate": 1.3743897265411991e-05,
      "loss": 0.622,
      "step": 126648
    },
    {
      "epoch": 5.187343845996314,
      "grad_norm": 1.5038678624322142,
      "learning_rate": 1.3742533517331295e-05,
      "loss": 0.4897,
      "step": 126649
    },
    {
      "epoch": 5.18738480442351,
      "grad_norm": 2.235083091398318,
      "learning_rate": 1.3741169833665172e-05,
      "loss": 1.1574,
      "step": 126650
    },
    {
      "epoch": 5.187425762850706,
      "grad_norm": 1.4289798319715803,
      "learning_rate": 1.3739806214414373e-05,
      "loss": 0.4636,
      "step": 126651
    },
    {
      "epoch": 5.187466721277903,
      "grad_norm": 1.5095084362347044,
      "learning_rate": 1.373844265957943e-05,
      "loss": 0.4268,
      "step": 126652
    },
    {
      "epoch": 5.187507679705099,
      "grad_norm": 0.46670604220401346,
      "learning_rate": 1.3737079169161059e-05,
      "loss": 0.0326,
      "step": 126653
    },
    {
      "epoch": 5.187548638132296,
      "grad_norm": 1.7097184646612977,
      "learning_rate": 1.3735715743159925e-05,
      "loss": 0.6382,
      "step": 126654
    },
    {
      "epoch": 5.1875895965594925,
      "grad_norm": 1.7024232060392481,
      "learning_rate": 1.3734352381576597e-05,
      "loss": 0.5989,
      "step": 126655
    },
    {
      "epoch": 5.187630554986688,
      "grad_norm": 1.114290837053011,
      "learning_rate": 1.3732989084411772e-05,
      "loss": 0.2093,
      "step": 126656
    },
    {
      "epoch": 5.187671513413885,
      "grad_norm": 1.7205172718852308,
      "learning_rate": 1.37316258516661e-05,
      "loss": 0.7503,
      "step": 126657
    },
    {
      "epoch": 5.187712471841081,
      "grad_norm": 1.2915734051543701,
      "learning_rate": 1.3730262683340182e-05,
      "loss": 0.3974,
      "step": 126658
    },
    {
      "epoch": 5.187753430268278,
      "grad_norm": 1.6197060661479536,
      "learning_rate": 1.3728899579434716e-05,
      "loss": 0.5139,
      "step": 126659
    },
    {
      "epoch": 5.187794388695474,
      "grad_norm": 1.2246963324057365,
      "learning_rate": 1.3727536539950285e-05,
      "loss": 0.331,
      "step": 126660
    },
    {
      "epoch": 5.187835347122671,
      "grad_norm": 1.503580864180043,
      "learning_rate": 1.3726173564887587e-05,
      "loss": 0.5228,
      "step": 126661
    },
    {
      "epoch": 5.187876305549867,
      "grad_norm": 1.0957585218024097,
      "learning_rate": 1.372481065424726e-05,
      "loss": 0.1952,
      "step": 126662
    },
    {
      "epoch": 5.187917263977063,
      "grad_norm": 1.6471995555930579,
      "learning_rate": 1.3723447808029914e-05,
      "loss": 0.5946,
      "step": 126663
    },
    {
      "epoch": 5.1879582224042595,
      "grad_norm": 1.629234709384154,
      "learning_rate": 1.3722085026236201e-05,
      "loss": 0.5461,
      "step": 126664
    },
    {
      "epoch": 5.187999180831456,
      "grad_norm": 1.3567083637786008,
      "learning_rate": 1.3720722308866821e-05,
      "loss": 0.3474,
      "step": 126665
    },
    {
      "epoch": 5.188040139258653,
      "grad_norm": 1.03848035311664,
      "learning_rate": 1.371935965592234e-05,
      "loss": 0.251,
      "step": 126666
    },
    {
      "epoch": 5.188081097685849,
      "grad_norm": 1.6927211961101891,
      "learning_rate": 1.3717997067403458e-05,
      "loss": 0.5432,
      "step": 126667
    },
    {
      "epoch": 5.188122056113046,
      "grad_norm": 1.4337051459671435,
      "learning_rate": 1.371663454331079e-05,
      "loss": 0.4706,
      "step": 126668
    },
    {
      "epoch": 5.188163014540241,
      "grad_norm": 1.4057504463298192,
      "learning_rate": 1.3715272083644968e-05,
      "loss": 0.4803,
      "step": 126669
    },
    {
      "epoch": 5.188203972967438,
      "grad_norm": 0.9275244829606066,
      "learning_rate": 1.3713909688406694e-05,
      "loss": 0.1978,
      "step": 126670
    },
    {
      "epoch": 5.188244931394634,
      "grad_norm": 1.3996655215809548,
      "learning_rate": 1.3712547357596548e-05,
      "loss": 0.3921,
      "step": 126671
    },
    {
      "epoch": 5.188285889821831,
      "grad_norm": 1.8824557935328932,
      "learning_rate": 1.3711185091215232e-05,
      "loss": 0.6065,
      "step": 126672
    },
    {
      "epoch": 5.1883268482490275,
      "grad_norm": 1.3575919050403733,
      "learning_rate": 1.3709822889263344e-05,
      "loss": 0.4399,
      "step": 126673
    },
    {
      "epoch": 5.188367806676224,
      "grad_norm": 0.7289623109398876,
      "learning_rate": 1.3708460751741519e-05,
      "loss": 0.0643,
      "step": 126674
    },
    {
      "epoch": 5.18840876510342,
      "grad_norm": 0.8249586134997006,
      "learning_rate": 1.3707098678650469e-05,
      "loss": 0.1989,
      "step": 126675
    },
    {
      "epoch": 5.188449723530616,
      "grad_norm": 1.225179896557228,
      "learning_rate": 1.3705736669990764e-05,
      "loss": 0.1907,
      "step": 126676
    },
    {
      "epoch": 5.188490681957813,
      "grad_norm": 1.4870818835270003,
      "learning_rate": 1.3704374725763068e-05,
      "loss": 0.4402,
      "step": 126677
    },
    {
      "epoch": 5.188531640385009,
      "grad_norm": 1.3667091002419456,
      "learning_rate": 1.3703012845968064e-05,
      "loss": 0.4092,
      "step": 126678
    },
    {
      "epoch": 5.188572598812206,
      "grad_norm": 8.4038326913674,
      "learning_rate": 1.3701651030606354e-05,
      "loss": 1.1453,
      "step": 126679
    },
    {
      "epoch": 5.188613557239402,
      "grad_norm": 1.4501226778966763,
      "learning_rate": 1.37002892796786e-05,
      "loss": 0.5306,
      "step": 126680
    },
    {
      "epoch": 5.188654515666599,
      "grad_norm": 3.234598317869504,
      "learning_rate": 1.3698927593185422e-05,
      "loss": 3.1994,
      "step": 126681
    },
    {
      "epoch": 5.1886954740937945,
      "grad_norm": 1.6894615219433007,
      "learning_rate": 1.3697565971127484e-05,
      "loss": 0.7103,
      "step": 126682
    },
    {
      "epoch": 5.188736432520991,
      "grad_norm": 1.5949666007091974,
      "learning_rate": 1.3696204413505468e-05,
      "loss": 0.5872,
      "step": 126683
    },
    {
      "epoch": 5.188777390948188,
      "grad_norm": 1.4103643983421823,
      "learning_rate": 1.3694842920319926e-05,
      "loss": 0.3412,
      "step": 126684
    },
    {
      "epoch": 5.188818349375384,
      "grad_norm": 1.7765239239362096,
      "learning_rate": 1.3693481491571573e-05,
      "loss": 0.7813,
      "step": 126685
    },
    {
      "epoch": 5.188859307802581,
      "grad_norm": 1.7896546015196377,
      "learning_rate": 1.369212012726104e-05,
      "loss": 0.7196,
      "step": 126686
    },
    {
      "epoch": 5.188900266229777,
      "grad_norm": 2.3376529662532217,
      "learning_rate": 1.3690758827388948e-05,
      "loss": 0.9652,
      "step": 126687
    },
    {
      "epoch": 5.188941224656973,
      "grad_norm": 1.8060667826254144,
      "learning_rate": 1.3689397591955992e-05,
      "loss": 0.611,
      "step": 126688
    },
    {
      "epoch": 5.188982183084169,
      "grad_norm": 0.9956695295134154,
      "learning_rate": 1.3688036420962739e-05,
      "loss": 0.3224,
      "step": 126689
    },
    {
      "epoch": 5.189023141511366,
      "grad_norm": 0.2445848337766937,
      "learning_rate": 1.3686675314409872e-05,
      "loss": 0.0112,
      "step": 126690
    },
    {
      "epoch": 5.189064099938562,
      "grad_norm": 1.6263909854761278,
      "learning_rate": 1.368531427229806e-05,
      "loss": 0.3855,
      "step": 126691
    },
    {
      "epoch": 5.189105058365759,
      "grad_norm": 1.5570893868883606,
      "learning_rate": 1.3683953294627898e-05,
      "loss": 0.44,
      "step": 126692
    },
    {
      "epoch": 5.1891460167929555,
      "grad_norm": 0.45321966618702597,
      "learning_rate": 1.3682592381400054e-05,
      "loss": 0.0475,
      "step": 126693
    },
    {
      "epoch": 5.189186975220151,
      "grad_norm": 1.1052946538692936,
      "learning_rate": 1.3681231532615195e-05,
      "loss": 0.3284,
      "step": 126694
    },
    {
      "epoch": 5.189227933647348,
      "grad_norm": 1.4299391806898185,
      "learning_rate": 1.3679870748273919e-05,
      "loss": 0.5169,
      "step": 126695
    },
    {
      "epoch": 5.189268892074544,
      "grad_norm": 1.370852361502493,
      "learning_rate": 1.367851002837691e-05,
      "loss": 0.4145,
      "step": 126696
    },
    {
      "epoch": 5.189309850501741,
      "grad_norm": 0.6853569141378458,
      "learning_rate": 1.3677149372924767e-05,
      "loss": 0.1464,
      "step": 126697
    },
    {
      "epoch": 5.189350808928937,
      "grad_norm": 1.3505115508375338,
      "learning_rate": 1.3675788781918156e-05,
      "loss": 0.4016,
      "step": 126698
    },
    {
      "epoch": 5.189391767356134,
      "grad_norm": 2.0367708435345615,
      "learning_rate": 1.3674428255357761e-05,
      "loss": 0.5341,
      "step": 126699
    },
    {
      "epoch": 5.18943272578333,
      "grad_norm": 1.4300258663702234,
      "learning_rate": 1.3673067793244147e-05,
      "loss": 0.3834,
      "step": 126700
    },
    {
      "epoch": 5.189473684210526,
      "grad_norm": 1.1025151883618034,
      "learning_rate": 1.3671707395578012e-05,
      "loss": 0.3024,
      "step": 126701
    },
    {
      "epoch": 5.1895146426377226,
      "grad_norm": 1.8690305286374085,
      "learning_rate": 1.3670347062359992e-05,
      "loss": 0.4716,
      "step": 126702
    },
    {
      "epoch": 5.189555601064919,
      "grad_norm": 0.6003869584860223,
      "learning_rate": 1.3668986793590702e-05,
      "loss": 0.1205,
      "step": 126703
    },
    {
      "epoch": 5.189596559492116,
      "grad_norm": 1.3461345090979588,
      "learning_rate": 1.3667626589270791e-05,
      "loss": 0.37,
      "step": 126704
    },
    {
      "epoch": 5.189637517919312,
      "grad_norm": 2.0615983409912397,
      "learning_rate": 1.3666266449400959e-05,
      "loss": 0.74,
      "step": 126705
    },
    {
      "epoch": 5.189678476346509,
      "grad_norm": 1.7668793055777183,
      "learning_rate": 1.3664906373981772e-05,
      "loss": 0.7257,
      "step": 126706
    },
    {
      "epoch": 5.189719434773704,
      "grad_norm": 1.5322402479726254,
      "learning_rate": 1.3663546363013928e-05,
      "loss": 0.455,
      "step": 126707
    },
    {
      "epoch": 5.189760393200901,
      "grad_norm": 1.4580691260986545,
      "learning_rate": 1.366218641649801e-05,
      "loss": 0.553,
      "step": 126708
    },
    {
      "epoch": 5.189801351628097,
      "grad_norm": 1.5488223156755723,
      "learning_rate": 1.366082653443472e-05,
      "loss": 0.5209,
      "step": 126709
    },
    {
      "epoch": 5.189842310055294,
      "grad_norm": 1.2679641918723914,
      "learning_rate": 1.3659466716824707e-05,
      "loss": 0.3017,
      "step": 126710
    },
    {
      "epoch": 5.1898832684824905,
      "grad_norm": 2.7504347010418906,
      "learning_rate": 1.3658106963668536e-05,
      "loss": 1.2849,
      "step": 126711
    },
    {
      "epoch": 5.189924226909687,
      "grad_norm": 1.5738020386583815,
      "learning_rate": 1.3656747274966923e-05,
      "loss": 0.5659,
      "step": 126712
    },
    {
      "epoch": 5.189965185336883,
      "grad_norm": 1.8914778868674365,
      "learning_rate": 1.3655387650720501e-05,
      "loss": 0.6845,
      "step": 126713
    },
    {
      "epoch": 5.190006143764079,
      "grad_norm": 1.6170098972887506,
      "learning_rate": 1.3654028090929886e-05,
      "loss": 0.4866,
      "step": 126714
    },
    {
      "epoch": 5.190047102191276,
      "grad_norm": 2.516619916150617,
      "learning_rate": 1.3652668595595762e-05,
      "loss": 1.6375,
      "step": 126715
    },
    {
      "epoch": 5.190088060618472,
      "grad_norm": 4.044162513037961,
      "learning_rate": 1.365130916471871e-05,
      "loss": 4.9021,
      "step": 126716
    },
    {
      "epoch": 5.190129019045669,
      "grad_norm": 1.6169729260185128,
      "learning_rate": 1.3649949798299398e-05,
      "loss": 0.535,
      "step": 126717
    },
    {
      "epoch": 5.190169977472865,
      "grad_norm": 1.2694491325579171,
      "learning_rate": 1.3648590496338525e-05,
      "loss": 0.3468,
      "step": 126718
    },
    {
      "epoch": 5.190210935900062,
      "grad_norm": 2.6710587271689405,
      "learning_rate": 1.3647231258836638e-05,
      "loss": 0.5766,
      "step": 126719
    },
    {
      "epoch": 5.1902518943272575,
      "grad_norm": 1.3726724123205292,
      "learning_rate": 1.364587208579444e-05,
      "loss": 0.3579,
      "step": 126720
    },
    {
      "epoch": 5.190292852754454,
      "grad_norm": 1.955292361701455,
      "learning_rate": 1.3644512977212596e-05,
      "loss": 0.6735,
      "step": 126721
    },
    {
      "epoch": 5.190333811181651,
      "grad_norm": 1.7641337929627856,
      "learning_rate": 1.3643153933091672e-05,
      "loss": 0.6793,
      "step": 126722
    },
    {
      "epoch": 5.190374769608847,
      "grad_norm": 1.336250174387501,
      "learning_rate": 1.36417949534324e-05,
      "loss": 0.3889,
      "step": 126723
    },
    {
      "epoch": 5.190415728036044,
      "grad_norm": 1.5566652955937177,
      "learning_rate": 1.364043603823533e-05,
      "loss": 0.5106,
      "step": 126724
    },
    {
      "epoch": 5.19045668646324,
      "grad_norm": 0.8636827485884755,
      "learning_rate": 1.3639077187501146e-05,
      "loss": 0.2226,
      "step": 126725
    },
    {
      "epoch": 5.190497644890436,
      "grad_norm": 1.4528447512138243,
      "learning_rate": 1.363771840123053e-05,
      "loss": 0.4873,
      "step": 126726
    },
    {
      "epoch": 5.190538603317632,
      "grad_norm": 1.2409204574555728,
      "learning_rate": 1.3636359679424063e-05,
      "loss": 0.2814,
      "step": 126727
    },
    {
      "epoch": 5.190579561744829,
      "grad_norm": 4.962785558326256,
      "learning_rate": 1.3635001022082398e-05,
      "loss": 4.3336,
      "step": 126728
    },
    {
      "epoch": 5.1906205201720255,
      "grad_norm": 1.7006769618828306,
      "learning_rate": 1.3633642429206232e-05,
      "loss": 0.6449,
      "step": 126729
    },
    {
      "epoch": 5.190661478599222,
      "grad_norm": 1.8873527613696146,
      "learning_rate": 1.3632283900796148e-05,
      "loss": 0.4773,
      "step": 126730
    },
    {
      "epoch": 5.1907024370264185,
      "grad_norm": 1.4985857133061598,
      "learning_rate": 1.3630925436852813e-05,
      "loss": 0.5303,
      "step": 126731
    },
    {
      "epoch": 5.190743395453614,
      "grad_norm": 1.5046998298211678,
      "learning_rate": 1.3629567037376842e-05,
      "loss": 0.4653,
      "step": 126732
    },
    {
      "epoch": 5.190784353880811,
      "grad_norm": 4.018866275254536,
      "learning_rate": 1.3628208702368903e-05,
      "loss": 4.9117,
      "step": 126733
    },
    {
      "epoch": 5.190825312308007,
      "grad_norm": 1.7825036505916523,
      "learning_rate": 1.3626850431829661e-05,
      "loss": 0.5598,
      "step": 126734
    },
    {
      "epoch": 5.190866270735204,
      "grad_norm": 1.5522749499753314,
      "learning_rate": 1.3625492225759715e-05,
      "loss": 0.4797,
      "step": 126735
    },
    {
      "epoch": 5.1909072291624,
      "grad_norm": 4.176962099541935,
      "learning_rate": 1.36241340841597e-05,
      "loss": 4.0793,
      "step": 126736
    },
    {
      "epoch": 5.190948187589597,
      "grad_norm": 1.5285004495523817,
      "learning_rate": 1.3622776007030328e-05,
      "loss": 0.4832,
      "step": 126737
    },
    {
      "epoch": 5.190989146016793,
      "grad_norm": 0.9570345341753675,
      "learning_rate": 1.3621417994372153e-05,
      "loss": 0.1832,
      "step": 126738
    },
    {
      "epoch": 5.191030104443989,
      "grad_norm": 0.9181746470537242,
      "learning_rate": 1.3620060046185889e-05,
      "loss": 0.2172,
      "step": 126739
    },
    {
      "epoch": 5.191071062871186,
      "grad_norm": 0.8169836410080028,
      "learning_rate": 1.3618702162472116e-05,
      "loss": 0.1667,
      "step": 126740
    },
    {
      "epoch": 5.191112021298382,
      "grad_norm": 1.3302249928756513,
      "learning_rate": 1.3617344343231523e-05,
      "loss": 0.3178,
      "step": 126741
    },
    {
      "epoch": 5.191152979725579,
      "grad_norm": 0.9745864468990619,
      "learning_rate": 1.3615986588464739e-05,
      "loss": 0.1991,
      "step": 126742
    },
    {
      "epoch": 5.191193938152775,
      "grad_norm": 1.2708231246297945,
      "learning_rate": 1.3614628898172397e-05,
      "loss": 0.33,
      "step": 126743
    },
    {
      "epoch": 5.191234896579972,
      "grad_norm": 1.3189535441737728,
      "learning_rate": 1.3613271272355163e-05,
      "loss": 0.4055,
      "step": 126744
    },
    {
      "epoch": 5.191275855007167,
      "grad_norm": 1.5874065521845893,
      "learning_rate": 1.3611913711013621e-05,
      "loss": 0.5455,
      "step": 126745
    },
    {
      "epoch": 5.191316813434364,
      "grad_norm": 1.3903182215400394,
      "learning_rate": 1.3610556214148472e-05,
      "loss": 0.3839,
      "step": 126746
    },
    {
      "epoch": 5.19135777186156,
      "grad_norm": 1.4623444166332784,
      "learning_rate": 1.3609198781760361e-05,
      "loss": 0.4526,
      "step": 126747
    },
    {
      "epoch": 5.191398730288757,
      "grad_norm": 1.1826464108759742,
      "learning_rate": 1.3607841413849874e-05,
      "loss": 0.255,
      "step": 126748
    },
    {
      "epoch": 5.1914396887159535,
      "grad_norm": 1.5904150722288477,
      "learning_rate": 1.3606484110417676e-05,
      "loss": 0.4548,
      "step": 126749
    },
    {
      "epoch": 5.19148064714315,
      "grad_norm": 1.388240787476901,
      "learning_rate": 1.3605126871464466e-05,
      "loss": 0.399,
      "step": 126750
    },
    {
      "epoch": 5.191521605570346,
      "grad_norm": 1.791843935592257,
      "learning_rate": 1.3603769696990797e-05,
      "loss": 0.7293,
      "step": 126751
    },
    {
      "epoch": 5.191562563997542,
      "grad_norm": 1.752465573608573,
      "learning_rate": 1.360241258699738e-05,
      "loss": 0.6712,
      "step": 126752
    },
    {
      "epoch": 5.191603522424739,
      "grad_norm": 1.56452485166885,
      "learning_rate": 1.3601055541484802e-05,
      "loss": 0.5212,
      "step": 126753
    },
    {
      "epoch": 5.191644480851935,
      "grad_norm": 1.526789495935615,
      "learning_rate": 1.3599698560453726e-05,
      "loss": 0.4935,
      "step": 126754
    },
    {
      "epoch": 5.191685439279132,
      "grad_norm": 0.9023584333960154,
      "learning_rate": 1.359834164390482e-05,
      "loss": 0.2059,
      "step": 126755
    },
    {
      "epoch": 5.191726397706328,
      "grad_norm": 1.0058146780555295,
      "learning_rate": 1.3596984791838683e-05,
      "loss": 0.2629,
      "step": 126756
    },
    {
      "epoch": 5.191767356133525,
      "grad_norm": 1.5520328707265605,
      "learning_rate": 1.3595628004255982e-05,
      "loss": 0.4869,
      "step": 126757
    },
    {
      "epoch": 5.191808314560721,
      "grad_norm": 1.665654266028272,
      "learning_rate": 1.3594271281157364e-05,
      "loss": 0.5425,
      "step": 126758
    },
    {
      "epoch": 5.191849272987917,
      "grad_norm": 1.3896542295351166,
      "learning_rate": 1.359291462254345e-05,
      "loss": 0.458,
      "step": 126759
    },
    {
      "epoch": 5.191890231415114,
      "grad_norm": 1.5979281262740843,
      "learning_rate": 1.3591558028414917e-05,
      "loss": 0.4077,
      "step": 126760
    },
    {
      "epoch": 5.19193118984231,
      "grad_norm": 1.205694201567819,
      "learning_rate": 1.3590201498772336e-05,
      "loss": 0.4682,
      "step": 126761
    },
    {
      "epoch": 5.191972148269507,
      "grad_norm": 1.34654238845958,
      "learning_rate": 1.3588845033616402e-05,
      "loss": 0.3842,
      "step": 126762
    },
    {
      "epoch": 5.192013106696703,
      "grad_norm": 1.5664101612058492,
      "learning_rate": 1.3587488632947784e-05,
      "loss": 0.5789,
      "step": 126763
    },
    {
      "epoch": 5.192054065123899,
      "grad_norm": 1.8835168164245923,
      "learning_rate": 1.3586132296767049e-05,
      "loss": 0.7656,
      "step": 126764
    },
    {
      "epoch": 5.192095023551095,
      "grad_norm": 1.1464573952976982,
      "learning_rate": 1.3584776025074862e-05,
      "loss": 0.2397,
      "step": 126765
    },
    {
      "epoch": 5.192135981978292,
      "grad_norm": 1.9931269322936502,
      "learning_rate": 1.3583419817871922e-05,
      "loss": 0.7594,
      "step": 126766
    },
    {
      "epoch": 5.1921769404054885,
      "grad_norm": 1.2991564436597063,
      "learning_rate": 1.3582063675158794e-05,
      "loss": 0.4038,
      "step": 126767
    },
    {
      "epoch": 5.192217898832685,
      "grad_norm": 1.4831927781283616,
      "learning_rate": 1.358070759693618e-05,
      "loss": 0.4739,
      "step": 126768
    },
    {
      "epoch": 5.192258857259882,
      "grad_norm": 1.418652084754546,
      "learning_rate": 1.3579351583204661e-05,
      "loss": 0.5636,
      "step": 126769
    },
    {
      "epoch": 5.192299815687077,
      "grad_norm": 1.3764763826664321,
      "learning_rate": 1.3577995633964905e-05,
      "loss": 0.4511,
      "step": 126770
    },
    {
      "epoch": 5.192340774114274,
      "grad_norm": 1.6643465244461442,
      "learning_rate": 1.3576639749217611e-05,
      "loss": 0.532,
      "step": 126771
    },
    {
      "epoch": 5.19238173254147,
      "grad_norm": 1.0687263607383775,
      "learning_rate": 1.3575283928963326e-05,
      "loss": 0.221,
      "step": 126772
    },
    {
      "epoch": 5.192422690968667,
      "grad_norm": 1.2143997134243807,
      "learning_rate": 1.3573928173202719e-05,
      "loss": 0.2678,
      "step": 126773
    },
    {
      "epoch": 5.192463649395863,
      "grad_norm": 1.0322080342085687,
      "learning_rate": 1.3572572481936456e-05,
      "loss": 0.1014,
      "step": 126774
    },
    {
      "epoch": 5.19250460782306,
      "grad_norm": 1.6459950257557332,
      "learning_rate": 1.3571216855165152e-05,
      "loss": 0.5441,
      "step": 126775
    },
    {
      "epoch": 5.192545566250256,
      "grad_norm": 1.374885183081152,
      "learning_rate": 1.3569861292889455e-05,
      "loss": 0.3533,
      "step": 126776
    },
    {
      "epoch": 5.192586524677452,
      "grad_norm": 2.030026776032397,
      "learning_rate": 1.3568505795110052e-05,
      "loss": 0.8356,
      "step": 126777
    },
    {
      "epoch": 5.192627483104649,
      "grad_norm": 1.488963273933421,
      "learning_rate": 1.3567150361827506e-05,
      "loss": 0.4071,
      "step": 126778
    },
    {
      "epoch": 5.192668441531845,
      "grad_norm": 1.376339914470095,
      "learning_rate": 1.3565794993042517e-05,
      "loss": 0.3672,
      "step": 126779
    },
    {
      "epoch": 5.192709399959042,
      "grad_norm": 1.5853643554974706,
      "learning_rate": 1.3564439688755685e-05,
      "loss": 0.5068,
      "step": 126780
    },
    {
      "epoch": 5.192750358386238,
      "grad_norm": 1.4384255597673576,
      "learning_rate": 1.3563084448967659e-05,
      "loss": 0.4496,
      "step": 126781
    },
    {
      "epoch": 5.192791316813435,
      "grad_norm": 0.9294186327996281,
      "learning_rate": 1.3561729273679122e-05,
      "loss": 0.1861,
      "step": 126782
    },
    {
      "epoch": 5.19283227524063,
      "grad_norm": 1.7868307282885254,
      "learning_rate": 1.3560374162890658e-05,
      "loss": 0.7812,
      "step": 126783
    },
    {
      "epoch": 5.192873233667827,
      "grad_norm": 1.1943807032534441,
      "learning_rate": 1.3559019116602915e-05,
      "loss": 0.2318,
      "step": 126784
    },
    {
      "epoch": 5.1929141920950235,
      "grad_norm": 1.6354606678616879,
      "learning_rate": 1.3557664134816593e-05,
      "loss": 0.4625,
      "step": 126785
    },
    {
      "epoch": 5.19295515052222,
      "grad_norm": 1.7308456270314712,
      "learning_rate": 1.3556309217532275e-05,
      "loss": 0.5454,
      "step": 126786
    },
    {
      "epoch": 5.1929961089494165,
      "grad_norm": 1.7908022030352615,
      "learning_rate": 1.3554954364750626e-05,
      "loss": 0.5941,
      "step": 126787
    },
    {
      "epoch": 5.193037067376613,
      "grad_norm": 1.0780387273227399,
      "learning_rate": 1.3553599576472246e-05,
      "loss": 0.2201,
      "step": 126788
    },
    {
      "epoch": 5.193078025803809,
      "grad_norm": 2.8248170954370373,
      "learning_rate": 1.355224485269782e-05,
      "loss": 2.2042,
      "step": 126789
    },
    {
      "epoch": 5.193118984231005,
      "grad_norm": 1.328946572006081,
      "learning_rate": 1.3550890193427994e-05,
      "loss": 0.3509,
      "step": 126790
    },
    {
      "epoch": 5.193159942658202,
      "grad_norm": 1.8638150907874655,
      "learning_rate": 1.3549535598663368e-05,
      "loss": 0.8244,
      "step": 126791
    },
    {
      "epoch": 5.193200901085398,
      "grad_norm": 1.5232338675032666,
      "learning_rate": 1.3548181068404595e-05,
      "loss": 0.5384,
      "step": 126792
    },
    {
      "epoch": 5.193241859512595,
      "grad_norm": 0.8852935069828617,
      "learning_rate": 1.3546826602652354e-05,
      "loss": 0.192,
      "step": 126793
    },
    {
      "epoch": 5.193282817939791,
      "grad_norm": 1.5269452471742346,
      "learning_rate": 1.3545472201407231e-05,
      "loss": 0.5214,
      "step": 126794
    },
    {
      "epoch": 5.193323776366988,
      "grad_norm": 0.8993861376776948,
      "learning_rate": 1.3544117864669923e-05,
      "loss": 0.1749,
      "step": 126795
    },
    {
      "epoch": 5.193364734794184,
      "grad_norm": 1.5010869266623907,
      "learning_rate": 1.3542763592440997e-05,
      "loss": 0.4725,
      "step": 126796
    },
    {
      "epoch": 5.19340569322138,
      "grad_norm": 1.603521936803004,
      "learning_rate": 1.3541409384721152e-05,
      "loss": 0.4582,
      "step": 126797
    },
    {
      "epoch": 5.193446651648577,
      "grad_norm": 1.3391612029103248,
      "learning_rate": 1.3540055241511023e-05,
      "loss": 0.4104,
      "step": 126798
    },
    {
      "epoch": 5.193487610075773,
      "grad_norm": 1.468220912316644,
      "learning_rate": 1.3538701162811222e-05,
      "loss": 0.4248,
      "step": 126799
    },
    {
      "epoch": 5.19352856850297,
      "grad_norm": 1.5262887468664545,
      "learning_rate": 1.3537347148622385e-05,
      "loss": 0.5357,
      "step": 126800
    },
    {
      "epoch": 5.193569526930166,
      "grad_norm": 1.363566795859968,
      "learning_rate": 1.3535993198945211e-05,
      "loss": 0.4636,
      "step": 126801
    },
    {
      "epoch": 5.193610485357362,
      "grad_norm": 1.970651502194049,
      "learning_rate": 1.3534639313780281e-05,
      "loss": 0.5023,
      "step": 126802
    },
    {
      "epoch": 5.1936514437845585,
      "grad_norm": 1.623086750438522,
      "learning_rate": 1.3533285493128283e-05,
      "loss": 0.6035,
      "step": 126803
    },
    {
      "epoch": 5.193692402211755,
      "grad_norm": 1.436028471193472,
      "learning_rate": 1.3531931736989793e-05,
      "loss": 0.4076,
      "step": 126804
    },
    {
      "epoch": 5.1937333606389515,
      "grad_norm": 1.6291703988940724,
      "learning_rate": 1.353057804536548e-05,
      "loss": 0.5716,
      "step": 126805
    },
    {
      "epoch": 5.193774319066148,
      "grad_norm": 1.125767505148759,
      "learning_rate": 1.352922441825603e-05,
      "loss": 0.1801,
      "step": 126806
    },
    {
      "epoch": 5.193815277493345,
      "grad_norm": 1.4309532336998692,
      "learning_rate": 1.3527870855662005e-05,
      "loss": 0.4034,
      "step": 126807
    },
    {
      "epoch": 5.19385623592054,
      "grad_norm": 2.438054620058971,
      "learning_rate": 1.3526517357584088e-05,
      "loss": 1.5307,
      "step": 126808
    },
    {
      "epoch": 5.193897194347737,
      "grad_norm": 1.3635025748278982,
      "learning_rate": 1.3525163924022948e-05,
      "loss": 0.4303,
      "step": 126809
    },
    {
      "epoch": 5.193938152774933,
      "grad_norm": 1.089411273165317,
      "learning_rate": 1.3523810554979165e-05,
      "loss": 0.3559,
      "step": 126810
    },
    {
      "epoch": 5.19397911120213,
      "grad_norm": 1.283739629801941,
      "learning_rate": 1.3522457250453423e-05,
      "loss": 0.3251,
      "step": 126811
    },
    {
      "epoch": 5.194020069629326,
      "grad_norm": 1.7744688994853681,
      "learning_rate": 1.3521104010446321e-05,
      "loss": 0.5719,
      "step": 126812
    },
    {
      "epoch": 5.194061028056523,
      "grad_norm": 1.618713595683036,
      "learning_rate": 1.3519750834958525e-05,
      "loss": 0.5764,
      "step": 126813
    },
    {
      "epoch": 5.1941019864837195,
      "grad_norm": 1.6404834850116785,
      "learning_rate": 1.3518397723990704e-05,
      "loss": 0.5419,
      "step": 126814
    },
    {
      "epoch": 5.194142944910915,
      "grad_norm": 3.6237127902479833,
      "learning_rate": 1.3517044677543421e-05,
      "loss": 2.0429,
      "step": 126815
    },
    {
      "epoch": 5.194183903338112,
      "grad_norm": 1.6169286900780355,
      "learning_rate": 1.3515691695617392e-05,
      "loss": 0.4829,
      "step": 126816
    },
    {
      "epoch": 5.194224861765308,
      "grad_norm": 1.0444319025054585,
      "learning_rate": 1.3514338778213202e-05,
      "loss": 0.2604,
      "step": 126817
    },
    {
      "epoch": 5.194265820192505,
      "grad_norm": 1.1300031950801996,
      "learning_rate": 1.3512985925331516e-05,
      "loss": 0.249,
      "step": 126818
    },
    {
      "epoch": 5.194306778619701,
      "grad_norm": 0.8011605732871214,
      "learning_rate": 1.3511633136972983e-05,
      "loss": 0.1838,
      "step": 126819
    },
    {
      "epoch": 5.194347737046898,
      "grad_norm": 0.9118185867808222,
      "learning_rate": 1.351028041313822e-05,
      "loss": 0.2378,
      "step": 126820
    },
    {
      "epoch": 5.194388695474093,
      "grad_norm": 0.9441418157836755,
      "learning_rate": 1.3508927753827858e-05,
      "loss": 0.2395,
      "step": 126821
    },
    {
      "epoch": 5.19442965390129,
      "grad_norm": 1.3616850485919674,
      "learning_rate": 1.35075751590426e-05,
      "loss": 0.3613,
      "step": 126822
    },
    {
      "epoch": 5.1944706123284865,
      "grad_norm": 0.7081478313216553,
      "learning_rate": 1.3506222628783009e-05,
      "loss": 0.1271,
      "step": 126823
    },
    {
      "epoch": 5.194511570755683,
      "grad_norm": 0.9658943355390568,
      "learning_rate": 1.350487016304977e-05,
      "loss": 0.175,
      "step": 126824
    },
    {
      "epoch": 5.19455252918288,
      "grad_norm": 2.0573063494484325,
      "learning_rate": 1.3503517761843497e-05,
      "loss": 0.6642,
      "step": 126825
    },
    {
      "epoch": 5.194593487610076,
      "grad_norm": 1.791609367454504,
      "learning_rate": 1.3502165425164824e-05,
      "loss": 0.6627,
      "step": 126826
    },
    {
      "epoch": 5.194634446037272,
      "grad_norm": 1.0268041927270213,
      "learning_rate": 1.350081315301445e-05,
      "loss": 0.2173,
      "step": 126827
    },
    {
      "epoch": 5.194675404464468,
      "grad_norm": 1.3600884718826893,
      "learning_rate": 1.3499460945392926e-05,
      "loss": 0.4431,
      "step": 126828
    },
    {
      "epoch": 5.194716362891665,
      "grad_norm": 1.5915457193144624,
      "learning_rate": 1.349810880230095e-05,
      "loss": 0.5752,
      "step": 126829
    },
    {
      "epoch": 5.194757321318861,
      "grad_norm": 1.7476387686765082,
      "learning_rate": 1.349675672373917e-05,
      "loss": 0.5208,
      "step": 126830
    },
    {
      "epoch": 5.194798279746058,
      "grad_norm": 1.3950376864091112,
      "learning_rate": 1.3495404709708173e-05,
      "loss": 0.4776,
      "step": 126831
    },
    {
      "epoch": 5.194839238173254,
      "grad_norm": 1.3814672106966108,
      "learning_rate": 1.3494052760208657e-05,
      "loss": 0.3682,
      "step": 126832
    },
    {
      "epoch": 5.194880196600451,
      "grad_norm": 1.620597617740274,
      "learning_rate": 1.3492700875241218e-05,
      "loss": 0.4916,
      "step": 126833
    },
    {
      "epoch": 5.194921155027647,
      "grad_norm": 0.8621560617960541,
      "learning_rate": 1.3491349054806494e-05,
      "loss": 0.1514,
      "step": 126834
    },
    {
      "epoch": 5.194962113454843,
      "grad_norm": 0.9392584353575545,
      "learning_rate": 1.3489997298905164e-05,
      "loss": 0.2301,
      "step": 126835
    },
    {
      "epoch": 5.19500307188204,
      "grad_norm": 1.831855494060349,
      "learning_rate": 1.3488645607537813e-05,
      "loss": 0.9616,
      "step": 126836
    },
    {
      "epoch": 5.195044030309236,
      "grad_norm": 1.6015637436913497,
      "learning_rate": 1.3487293980705122e-05,
      "loss": 0.6057,
      "step": 126837
    },
    {
      "epoch": 5.195084988736433,
      "grad_norm": 1.7468847285722777,
      "learning_rate": 1.348594241840774e-05,
      "loss": 0.4797,
      "step": 126838
    },
    {
      "epoch": 5.195125947163629,
      "grad_norm": 1.3553926005452845,
      "learning_rate": 1.3484590920646254e-05,
      "loss": 0.3561,
      "step": 126839
    },
    {
      "epoch": 5.195166905590825,
      "grad_norm": 1.3144116902832461,
      "learning_rate": 1.348323948742136e-05,
      "loss": 0.2934,
      "step": 126840
    },
    {
      "epoch": 5.1952078640180215,
      "grad_norm": 1.0674303460020313,
      "learning_rate": 1.348188811873364e-05,
      "loss": 0.2151,
      "step": 126841
    },
    {
      "epoch": 5.195248822445218,
      "grad_norm": 3.0665192010453075,
      "learning_rate": 1.3480536814583782e-05,
      "loss": 2.7471,
      "step": 126842
    },
    {
      "epoch": 5.1952897808724146,
      "grad_norm": 1.5668464062474199,
      "learning_rate": 1.3479185574972412e-05,
      "loss": 0.4917,
      "step": 126843
    },
    {
      "epoch": 5.195330739299611,
      "grad_norm": 1.3595635855807924,
      "learning_rate": 1.3477834399900134e-05,
      "loss": 0.5256,
      "step": 126844
    },
    {
      "epoch": 5.195371697726808,
      "grad_norm": 1.8707163260179445,
      "learning_rate": 1.3476483289367613e-05,
      "loss": 0.5612,
      "step": 126845
    },
    {
      "epoch": 5.195412656154003,
      "grad_norm": 1.9160195486099414,
      "learning_rate": 1.3475132243375514e-05,
      "loss": 0.4524,
      "step": 126846
    },
    {
      "epoch": 5.1954536145812,
      "grad_norm": 1.8704550079129354,
      "learning_rate": 1.3473781261924421e-05,
      "loss": 0.621,
      "step": 126847
    },
    {
      "epoch": 5.195494573008396,
      "grad_norm": 1.2231628492314601,
      "learning_rate": 1.3472430345015017e-05,
      "loss": 0.3307,
      "step": 126848
    },
    {
      "epoch": 5.195535531435593,
      "grad_norm": 0.7100667661618068,
      "learning_rate": 1.3471079492647935e-05,
      "loss": 0.0991,
      "step": 126849
    },
    {
      "epoch": 5.195576489862789,
      "grad_norm": 1.6446877846432015,
      "learning_rate": 1.346972870482379e-05,
      "loss": 0.5059,
      "step": 126850
    },
    {
      "epoch": 5.195617448289986,
      "grad_norm": 0.8673733961306287,
      "learning_rate": 1.346837798154325e-05,
      "loss": 0.2003,
      "step": 126851
    },
    {
      "epoch": 5.1956584067171825,
      "grad_norm": 1.4401951412474134,
      "learning_rate": 1.3467027322806911e-05,
      "loss": 0.2941,
      "step": 126852
    },
    {
      "epoch": 5.195699365144378,
      "grad_norm": 1.4472418892310863,
      "learning_rate": 1.3465676728615444e-05,
      "loss": 0.346,
      "step": 126853
    },
    {
      "epoch": 5.195740323571575,
      "grad_norm": 1.8723688609857747,
      "learning_rate": 1.346432619896951e-05,
      "loss": 0.8282,
      "step": 126854
    },
    {
      "epoch": 5.195781281998771,
      "grad_norm": 1.44188052061362,
      "learning_rate": 1.3462975733869696e-05,
      "loss": 0.4667,
      "step": 126855
    },
    {
      "epoch": 5.195822240425968,
      "grad_norm": 1.4855499103485152,
      "learning_rate": 1.3461625333316667e-05,
      "loss": 0.3985,
      "step": 126856
    },
    {
      "epoch": 5.195863198853164,
      "grad_norm": 1.864176085735381,
      "learning_rate": 1.346027499731107e-05,
      "loss": 0.6259,
      "step": 126857
    },
    {
      "epoch": 5.195904157280361,
      "grad_norm": 1.6166293249872525,
      "learning_rate": 1.3458924725853525e-05,
      "loss": 0.5539,
      "step": 126858
    },
    {
      "epoch": 5.1959451157075565,
      "grad_norm": 1.390745549896259,
      "learning_rate": 1.3457574518944681e-05,
      "loss": 0.5203,
      "step": 126859
    },
    {
      "epoch": 5.195986074134753,
      "grad_norm": 1.7462823645884054,
      "learning_rate": 1.3456224376585167e-05,
      "loss": 0.4142,
      "step": 126860
    },
    {
      "epoch": 5.1960270325619495,
      "grad_norm": 1.3007231152455745,
      "learning_rate": 1.345487429877562e-05,
      "loss": 0.4305,
      "step": 126861
    },
    {
      "epoch": 5.196067990989146,
      "grad_norm": 1.4863402520321185,
      "learning_rate": 1.3453524285516704e-05,
      "loss": 0.5462,
      "step": 126862
    },
    {
      "epoch": 5.196108949416343,
      "grad_norm": 1.4374139702313609,
      "learning_rate": 1.3452174336809018e-05,
      "loss": 0.4426,
      "step": 126863
    },
    {
      "epoch": 5.196149907843539,
      "grad_norm": 1.0100354704563446,
      "learning_rate": 1.3450824452653213e-05,
      "loss": 0.2241,
      "step": 126864
    },
    {
      "epoch": 5.196190866270735,
      "grad_norm": 1.858812075756185,
      "learning_rate": 1.3449474633049973e-05,
      "loss": 0.6761,
      "step": 126865
    },
    {
      "epoch": 5.196231824697931,
      "grad_norm": 1.4255689995546794,
      "learning_rate": 1.3448124877999877e-05,
      "loss": 0.4228,
      "step": 126866
    },
    {
      "epoch": 5.196272783125128,
      "grad_norm": 1.7950681612006951,
      "learning_rate": 1.3446775187503594e-05,
      "loss": 0.5717,
      "step": 126867
    },
    {
      "epoch": 5.196313741552324,
      "grad_norm": 1.0000117718961161,
      "learning_rate": 1.3445425561561724e-05,
      "loss": 0.2026,
      "step": 126868
    },
    {
      "epoch": 5.196354699979521,
      "grad_norm": 0.3592747563577934,
      "learning_rate": 1.3444076000174948e-05,
      "loss": 0.0198,
      "step": 126869
    },
    {
      "epoch": 5.1963956584067175,
      "grad_norm": 0.8247564312667097,
      "learning_rate": 1.3442726503343915e-05,
      "loss": 0.1502,
      "step": 126870
    },
    {
      "epoch": 5.196436616833914,
      "grad_norm": 1.9094267810697765,
      "learning_rate": 1.3441377071069193e-05,
      "loss": 0.5985,
      "step": 126871
    },
    {
      "epoch": 5.19647757526111,
      "grad_norm": 0.5659428997720892,
      "learning_rate": 1.3440027703351481e-05,
      "loss": 0.0834,
      "step": 126872
    },
    {
      "epoch": 5.196518533688306,
      "grad_norm": 1.4142506114208118,
      "learning_rate": 1.3438678400191411e-05,
      "loss": 0.3996,
      "step": 126873
    },
    {
      "epoch": 5.196559492115503,
      "grad_norm": 1.280253970861877,
      "learning_rate": 1.3437329161589599e-05,
      "loss": 0.3633,
      "step": 126874
    },
    {
      "epoch": 5.196600450542699,
      "grad_norm": 1.231012531746189,
      "learning_rate": 1.3435979987546713e-05,
      "loss": 0.4331,
      "step": 126875
    },
    {
      "epoch": 5.196641408969896,
      "grad_norm": 1.6360138078072288,
      "learning_rate": 1.3434630878063336e-05,
      "loss": 0.6644,
      "step": 126876
    },
    {
      "epoch": 5.196682367397092,
      "grad_norm": 1.4371666437960666,
      "learning_rate": 1.3433281833140147e-05,
      "loss": 0.5469,
      "step": 126877
    },
    {
      "epoch": 5.196723325824288,
      "grad_norm": 1.5561766505369286,
      "learning_rate": 1.3431932852777816e-05,
      "loss": 0.5346,
      "step": 126878
    },
    {
      "epoch": 5.1967642842514845,
      "grad_norm": 1.8369566406263937,
      "learning_rate": 1.3430583936976908e-05,
      "loss": 0.4946,
      "step": 126879
    },
    {
      "epoch": 5.196805242678681,
      "grad_norm": 1.522163633876367,
      "learning_rate": 1.3429235085738089e-05,
      "loss": 0.4481,
      "step": 126880
    },
    {
      "epoch": 5.196846201105878,
      "grad_norm": 0.4596987989090799,
      "learning_rate": 1.3427886299062023e-05,
      "loss": 0.0746,
      "step": 126881
    },
    {
      "epoch": 5.196887159533074,
      "grad_norm": 1.7078774205075213,
      "learning_rate": 1.3426537576949315e-05,
      "loss": 0.602,
      "step": 126882
    },
    {
      "epoch": 5.196928117960271,
      "grad_norm": 1.1568547329633636,
      "learning_rate": 1.3425188919400642e-05,
      "loss": 0.2366,
      "step": 126883
    },
    {
      "epoch": 5.196969076387466,
      "grad_norm": 1.620069413367604,
      "learning_rate": 1.342384032641659e-05,
      "loss": 0.6243,
      "step": 126884
    },
    {
      "epoch": 5.197010034814663,
      "grad_norm": 1.7429989326378577,
      "learning_rate": 1.3422491797997808e-05,
      "loss": 0.7162,
      "step": 126885
    },
    {
      "epoch": 5.197050993241859,
      "grad_norm": 1.403669591553274,
      "learning_rate": 1.3421143334144979e-05,
      "loss": 0.486,
      "step": 126886
    },
    {
      "epoch": 5.197091951669056,
      "grad_norm": 1.5280253121594438,
      "learning_rate": 1.3419794934858685e-05,
      "loss": 0.5122,
      "step": 126887
    },
    {
      "epoch": 5.1971329100962524,
      "grad_norm": 0.6991724387210391,
      "learning_rate": 1.341844660013961e-05,
      "loss": 0.1302,
      "step": 126888
    },
    {
      "epoch": 5.197173868523449,
      "grad_norm": 1.4181485595433705,
      "learning_rate": 1.3417098329988351e-05,
      "loss": 0.377,
      "step": 126889
    },
    {
      "epoch": 5.1972148269506455,
      "grad_norm": 2.010259389600393,
      "learning_rate": 1.3415750124405544e-05,
      "loss": 0.6029,
      "step": 126890
    },
    {
      "epoch": 5.197255785377841,
      "grad_norm": 0.9102951760538777,
      "learning_rate": 1.3414401983391887e-05,
      "loss": 0.1725,
      "step": 126891
    },
    {
      "epoch": 5.197296743805038,
      "grad_norm": 1.6595650436307332,
      "learning_rate": 1.3413053906947947e-05,
      "loss": 0.5408,
      "step": 126892
    },
    {
      "epoch": 5.197337702232234,
      "grad_norm": 1.3903060660289088,
      "learning_rate": 1.3411705895074387e-05,
      "loss": 0.3708,
      "step": 126893
    },
    {
      "epoch": 5.197378660659431,
      "grad_norm": 1.4963582323420943,
      "learning_rate": 1.341035794777186e-05,
      "loss": 0.4691,
      "step": 126894
    },
    {
      "epoch": 5.197419619086627,
      "grad_norm": 0.8598300814249908,
      "learning_rate": 1.3409010065040982e-05,
      "loss": 0.2456,
      "step": 126895
    },
    {
      "epoch": 5.197460577513824,
      "grad_norm": 2.08137808243497,
      "learning_rate": 1.3407662246882416e-05,
      "loss": 1.0529,
      "step": 126896
    },
    {
      "epoch": 5.1975015359410195,
      "grad_norm": 2.934912970263243,
      "learning_rate": 1.340631449329675e-05,
      "loss": 2.4804,
      "step": 126897
    },
    {
      "epoch": 5.197542494368216,
      "grad_norm": 1.4981316799132787,
      "learning_rate": 1.3404966804284661e-05,
      "loss": 0.5103,
      "step": 126898
    },
    {
      "epoch": 5.197583452795413,
      "grad_norm": 1.2525731555978061,
      "learning_rate": 1.3403619179846803e-05,
      "loss": 0.4447,
      "step": 126899
    },
    {
      "epoch": 5.197624411222609,
      "grad_norm": 1.4977596061147573,
      "learning_rate": 1.3402271619983756e-05,
      "loss": 0.4385,
      "step": 126900
    },
    {
      "epoch": 5.197665369649806,
      "grad_norm": 1.374078071508568,
      "learning_rate": 1.3400924124696189e-05,
      "loss": 0.475,
      "step": 126901
    },
    {
      "epoch": 5.197706328077002,
      "grad_norm": 1.4511448067938988,
      "learning_rate": 1.3399576693984782e-05,
      "loss": 0.4679,
      "step": 126902
    },
    {
      "epoch": 5.197747286504198,
      "grad_norm": 0.6557464850009761,
      "learning_rate": 1.3398229327850085e-05,
      "loss": 0.1304,
      "step": 126903
    },
    {
      "epoch": 5.197788244931394,
      "grad_norm": 1.0979136288512201,
      "learning_rate": 1.3396882026292798e-05,
      "loss": 0.2839,
      "step": 126904
    },
    {
      "epoch": 5.197829203358591,
      "grad_norm": 1.1611005294525334,
      "learning_rate": 1.3395534789313522e-05,
      "loss": 0.1742,
      "step": 126905
    },
    {
      "epoch": 5.197870161785787,
      "grad_norm": 1.6445996071738358,
      "learning_rate": 1.339418761691292e-05,
      "loss": 0.5303,
      "step": 126906
    },
    {
      "epoch": 5.197911120212984,
      "grad_norm": 1.6241800115257112,
      "learning_rate": 1.3392840509091629e-05,
      "loss": 0.4851,
      "step": 126907
    },
    {
      "epoch": 5.1979520786401805,
      "grad_norm": 2.2316329664727106,
      "learning_rate": 1.3391493465850262e-05,
      "loss": 0.876,
      "step": 126908
    },
    {
      "epoch": 5.197993037067377,
      "grad_norm": 1.5014534052882873,
      "learning_rate": 1.3390146487189468e-05,
      "loss": 0.4233,
      "step": 126909
    },
    {
      "epoch": 5.198033995494573,
      "grad_norm": 1.2325973260227445,
      "learning_rate": 1.3388799573109916e-05,
      "loss": 0.2621,
      "step": 126910
    },
    {
      "epoch": 5.198074953921769,
      "grad_norm": 1.6326802294107163,
      "learning_rate": 1.3387452723612168e-05,
      "loss": 0.5256,
      "step": 126911
    },
    {
      "epoch": 5.198115912348966,
      "grad_norm": 0.9313990605086986,
      "learning_rate": 1.3386105938696944e-05,
      "loss": 0.1774,
      "step": 126912
    },
    {
      "epoch": 5.198156870776162,
      "grad_norm": 1.9333146790136002,
      "learning_rate": 1.3384759218364844e-05,
      "loss": 0.7595,
      "step": 126913
    },
    {
      "epoch": 5.198197829203359,
      "grad_norm": 3.8844528907873572,
      "learning_rate": 1.3383412562616464e-05,
      "loss": 1.8086,
      "step": 126914
    },
    {
      "epoch": 5.198238787630555,
      "grad_norm": 1.5604540595825458,
      "learning_rate": 1.3382065971452522e-05,
      "loss": 0.5389,
      "step": 126915
    },
    {
      "epoch": 5.198279746057751,
      "grad_norm": 1.4345731429606365,
      "learning_rate": 1.3380719444873583e-05,
      "loss": 0.3934,
      "step": 126916
    },
    {
      "epoch": 5.1983207044849475,
      "grad_norm": 1.411413088691989,
      "learning_rate": 1.3379372982880299e-05,
      "loss": 0.4181,
      "step": 126917
    },
    {
      "epoch": 5.198361662912144,
      "grad_norm": 0.9817859480615744,
      "learning_rate": 1.337802658547335e-05,
      "loss": 0.2356,
      "step": 126918
    },
    {
      "epoch": 5.198402621339341,
      "grad_norm": 0.7053364166628092,
      "learning_rate": 1.3376680252653322e-05,
      "loss": 0.1754,
      "step": 126919
    },
    {
      "epoch": 5.198443579766537,
      "grad_norm": 0.40957780358797996,
      "learning_rate": 1.337533398442086e-05,
      "loss": 0.0383,
      "step": 126920
    },
    {
      "epoch": 5.198484538193734,
      "grad_norm": 0.9385984810626169,
      "learning_rate": 1.3373987780776652e-05,
      "loss": 0.1833,
      "step": 126921
    },
    {
      "epoch": 5.198525496620929,
      "grad_norm": 1.9125377055467434,
      "learning_rate": 1.337264164172126e-05,
      "loss": 0.5732,
      "step": 126922
    },
    {
      "epoch": 5.198566455048126,
      "grad_norm": 0.9174857504075024,
      "learning_rate": 1.3371295567255402e-05,
      "loss": 0.1917,
      "step": 126923
    },
    {
      "epoch": 5.198607413475322,
      "grad_norm": 1.4657604221080447,
      "learning_rate": 1.3369949557379612e-05,
      "loss": 0.4713,
      "step": 126924
    },
    {
      "epoch": 5.198648371902519,
      "grad_norm": 1.5477615196975198,
      "learning_rate": 1.3368603612094603e-05,
      "loss": 0.47,
      "step": 126925
    },
    {
      "epoch": 5.1986893303297155,
      "grad_norm": 1.9040562046778475,
      "learning_rate": 1.3367257731400994e-05,
      "loss": 0.8307,
      "step": 126926
    },
    {
      "epoch": 5.198730288756912,
      "grad_norm": 0.9160757822857714,
      "learning_rate": 1.3365911915299415e-05,
      "loss": 0.1892,
      "step": 126927
    },
    {
      "epoch": 5.1987712471841085,
      "grad_norm": 1.5558484537301263,
      "learning_rate": 1.3364566163790486e-05,
      "loss": 0.4362,
      "step": 126928
    },
    {
      "epoch": 5.198812205611304,
      "grad_norm": 1.4058451874454192,
      "learning_rate": 1.3363220476874903e-05,
      "loss": 0.4392,
      "step": 126929
    },
    {
      "epoch": 5.198853164038501,
      "grad_norm": 1.0668934388744549,
      "learning_rate": 1.3361874854553218e-05,
      "loss": 0.2627,
      "step": 126930
    },
    {
      "epoch": 5.198894122465697,
      "grad_norm": 1.3037894573411568,
      "learning_rate": 1.3360529296826145e-05,
      "loss": 0.3938,
      "step": 126931
    },
    {
      "epoch": 5.198935080892894,
      "grad_norm": 0.9905486918602128,
      "learning_rate": 1.3359183803694252e-05,
      "loss": 0.2401,
      "step": 126932
    },
    {
      "epoch": 5.19897603932009,
      "grad_norm": 2.633462933870148,
      "learning_rate": 1.335783837515822e-05,
      "loss": 0.7876,
      "step": 126933
    },
    {
      "epoch": 5.199016997747287,
      "grad_norm": 1.825544761659397,
      "learning_rate": 1.33564930112187e-05,
      "loss": 0.6254,
      "step": 126934
    },
    {
      "epoch": 5.1990579561744825,
      "grad_norm": 1.4171810746231082,
      "learning_rate": 1.3355147711876257e-05,
      "loss": 0.4168,
      "step": 126935
    },
    {
      "epoch": 5.199098914601679,
      "grad_norm": 1.9697492137165071,
      "learning_rate": 1.3353802477131592e-05,
      "loss": 0.9275,
      "step": 126936
    },
    {
      "epoch": 5.199139873028876,
      "grad_norm": 0.839991104830184,
      "learning_rate": 1.3352457306985337e-05,
      "loss": 0.1492,
      "step": 126937
    },
    {
      "epoch": 5.199180831456072,
      "grad_norm": 1.5601578259799678,
      "learning_rate": 1.3351112201438075e-05,
      "loss": 0.4157,
      "step": 126938
    },
    {
      "epoch": 5.199221789883269,
      "grad_norm": 2.0617462933463364,
      "learning_rate": 1.3349767160490521e-05,
      "loss": 0.8356,
      "step": 126939
    },
    {
      "epoch": 5.199262748310465,
      "grad_norm": 1.5895616528112655,
      "learning_rate": 1.3348422184143226e-05,
      "loss": 0.4687,
      "step": 126940
    },
    {
      "epoch": 5.199303706737661,
      "grad_norm": 1.7252645963930349,
      "learning_rate": 1.3347077272396872e-05,
      "loss": 0.6133,
      "step": 126941
    },
    {
      "epoch": 5.199344665164857,
      "grad_norm": 1.9900308368602415,
      "learning_rate": 1.3345732425252126e-05,
      "loss": 1.2003,
      "step": 126942
    },
    {
      "epoch": 5.199385623592054,
      "grad_norm": 1.3532759915278243,
      "learning_rate": 1.3344387642709552e-05,
      "loss": 0.3177,
      "step": 126943
    },
    {
      "epoch": 5.1994265820192505,
      "grad_norm": 1.3920833244007902,
      "learning_rate": 1.334304292476982e-05,
      "loss": 0.4706,
      "step": 126944
    },
    {
      "epoch": 5.199467540446447,
      "grad_norm": 1.5556220958563778,
      "learning_rate": 1.334169827143361e-05,
      "loss": 0.5311,
      "step": 126945
    },
    {
      "epoch": 5.1995084988736435,
      "grad_norm": 1.5728560362154629,
      "learning_rate": 1.3340353682701471e-05,
      "loss": 0.7,
      "step": 126946
    },
    {
      "epoch": 5.19954945730084,
      "grad_norm": 1.3871248187814307,
      "learning_rate": 1.333900915857412e-05,
      "loss": 0.4411,
      "step": 126947
    },
    {
      "epoch": 5.199590415728036,
      "grad_norm": 1.3900314888975311,
      "learning_rate": 1.3337664699052125e-05,
      "loss": 0.3558,
      "step": 126948
    },
    {
      "epoch": 5.199631374155232,
      "grad_norm": 1.6904363890408436,
      "learning_rate": 1.333632030413615e-05,
      "loss": 0.5443,
      "step": 126949
    },
    {
      "epoch": 5.199672332582429,
      "grad_norm": 1.442722540998406,
      "learning_rate": 1.3334975973826861e-05,
      "loss": 0.4532,
      "step": 126950
    },
    {
      "epoch": 5.199713291009625,
      "grad_norm": 1.4234487205656858,
      "learning_rate": 1.3333631708124842e-05,
      "loss": 0.4105,
      "step": 126951
    },
    {
      "epoch": 5.199754249436822,
      "grad_norm": 1.142502927219927,
      "learning_rate": 1.3332287507030775e-05,
      "loss": 0.3358,
      "step": 126952
    },
    {
      "epoch": 5.199795207864018,
      "grad_norm": 1.2266104482346185,
      "learning_rate": 1.3330943370545245e-05,
      "loss": 0.1573,
      "step": 126953
    },
    {
      "epoch": 5.199836166291214,
      "grad_norm": 1.7650318223946913,
      "learning_rate": 1.3329599298668914e-05,
      "loss": 0.5211,
      "step": 126954
    },
    {
      "epoch": 5.199877124718411,
      "grad_norm": 1.5408303152061322,
      "learning_rate": 1.3328255291402433e-05,
      "loss": 0.438,
      "step": 126955
    },
    {
      "epoch": 5.199918083145607,
      "grad_norm": 0.9900405827417512,
      "learning_rate": 1.3326911348746422e-05,
      "loss": 0.2115,
      "step": 126956
    },
    {
      "epoch": 5.199959041572804,
      "grad_norm": 1.5420835574312675,
      "learning_rate": 1.3325567470701492e-05,
      "loss": 0.4103,
      "step": 126957
    },
    {
      "epoch": 5.2,
      "grad_norm": 1.622305050378262,
      "learning_rate": 1.3324223657268346e-05,
      "loss": 0.5874,
      "step": 126958
    },
    {
      "epoch": 5.200040958427197,
      "grad_norm": 0.7630476671650064,
      "learning_rate": 1.3322879908447547e-05,
      "loss": 0.0933,
      "step": 126959
    },
    {
      "epoch": 5.200081916854392,
      "grad_norm": 1.5396851718900844,
      "learning_rate": 1.3321536224239782e-05,
      "loss": 0.6427,
      "step": 126960
    },
    {
      "epoch": 5.200122875281589,
      "grad_norm": 1.742051087268528,
      "learning_rate": 1.332019260464563e-05,
      "loss": 0.5986,
      "step": 126961
    },
    {
      "epoch": 5.200163833708785,
      "grad_norm": 1.1687497448002475,
      "learning_rate": 1.3318849049665774e-05,
      "loss": 0.2371,
      "step": 126962
    },
    {
      "epoch": 5.200204792135982,
      "grad_norm": 1.7082622385552348,
      "learning_rate": 1.331750555930085e-05,
      "loss": 0.5568,
      "step": 126963
    },
    {
      "epoch": 5.2002457505631785,
      "grad_norm": 1.5408356134220025,
      "learning_rate": 1.3316162133551455e-05,
      "loss": 0.5717,
      "step": 126964
    },
    {
      "epoch": 5.200286708990375,
      "grad_norm": 0.7210271676778774,
      "learning_rate": 1.331481877241824e-05,
      "loss": 0.1991,
      "step": 126965
    },
    {
      "epoch": 5.200327667417572,
      "grad_norm": 1.665835948649069,
      "learning_rate": 1.3313475475901886e-05,
      "loss": 0.6193,
      "step": 126966
    },
    {
      "epoch": 5.200368625844767,
      "grad_norm": 1.4820331960573734,
      "learning_rate": 1.331213224400296e-05,
      "loss": 0.4511,
      "step": 126967
    },
    {
      "epoch": 5.200409584271964,
      "grad_norm": 0.9800582711451893,
      "learning_rate": 1.3310789076722162e-05,
      "loss": 0.1139,
      "step": 126968
    },
    {
      "epoch": 5.20045054269916,
      "grad_norm": 1.6469799441443083,
      "learning_rate": 1.330944597406004e-05,
      "loss": 0.5457,
      "step": 126969
    },
    {
      "epoch": 5.200491501126357,
      "grad_norm": 1.7132428807095015,
      "learning_rate": 1.3308102936017295e-05,
      "loss": 0.523,
      "step": 126970
    },
    {
      "epoch": 5.200532459553553,
      "grad_norm": 1.533435895108317,
      "learning_rate": 1.3306759962594576e-05,
      "loss": 0.6317,
      "step": 126971
    },
    {
      "epoch": 5.20057341798075,
      "grad_norm": 1.271651055856292,
      "learning_rate": 1.3305417053792467e-05,
      "loss": 0.3491,
      "step": 126972
    },
    {
      "epoch": 5.2006143764079455,
      "grad_norm": 1.6302996995736905,
      "learning_rate": 1.3304074209611616e-05,
      "loss": 0.5945,
      "step": 126973
    },
    {
      "epoch": 5.200655334835142,
      "grad_norm": 1.2505593421087577,
      "learning_rate": 1.3302731430052688e-05,
      "loss": 0.2885,
      "step": 126974
    },
    {
      "epoch": 5.200696293262339,
      "grad_norm": 1.645419831675086,
      "learning_rate": 1.3301388715116285e-05,
      "loss": 0.461,
      "step": 126975
    },
    {
      "epoch": 5.200737251689535,
      "grad_norm": 1.4367141889620854,
      "learning_rate": 1.3300046064803071e-05,
      "loss": 0.4688,
      "step": 126976
    },
    {
      "epoch": 5.200778210116732,
      "grad_norm": 1.536440482107653,
      "learning_rate": 1.3298703479113631e-05,
      "loss": 0.3669,
      "step": 126977
    },
    {
      "epoch": 5.200819168543928,
      "grad_norm": 1.8025719069032544,
      "learning_rate": 1.329736095804863e-05,
      "loss": 0.5004,
      "step": 126978
    },
    {
      "epoch": 5.200860126971124,
      "grad_norm": 1.6198923356919275,
      "learning_rate": 1.3296018501608736e-05,
      "loss": 0.5865,
      "step": 126979
    },
    {
      "epoch": 5.20090108539832,
      "grad_norm": 0.7031424993025541,
      "learning_rate": 1.3294676109794527e-05,
      "loss": 0.1223,
      "step": 126980
    },
    {
      "epoch": 5.200942043825517,
      "grad_norm": 1.120994939175407,
      "learning_rate": 1.3293333782606675e-05,
      "loss": 0.2131,
      "step": 126981
    },
    {
      "epoch": 5.2009830022527135,
      "grad_norm": 1.7943160804171838,
      "learning_rate": 1.3291991520045808e-05,
      "loss": 0.6541,
      "step": 126982
    },
    {
      "epoch": 5.20102396067991,
      "grad_norm": 1.5007577640328305,
      "learning_rate": 1.3290649322112562e-05,
      "loss": 0.479,
      "step": 126983
    },
    {
      "epoch": 5.2010649191071066,
      "grad_norm": 1.4547324741805134,
      "learning_rate": 1.3289307188807536e-05,
      "loss": 0.3842,
      "step": 126984
    },
    {
      "epoch": 5.201105877534303,
      "grad_norm": 1.4932876152231387,
      "learning_rate": 1.3287965120131427e-05,
      "loss": 0.4403,
      "step": 126985
    },
    {
      "epoch": 5.201146835961499,
      "grad_norm": 1.6356999157953274,
      "learning_rate": 1.3286623116084805e-05,
      "loss": 0.5581,
      "step": 126986
    },
    {
      "epoch": 5.201187794388695,
      "grad_norm": 1.5191890432238386,
      "learning_rate": 1.3285281176668367e-05,
      "loss": 0.4542,
      "step": 126987
    },
    {
      "epoch": 5.201228752815892,
      "grad_norm": 1.7727005192174365,
      "learning_rate": 1.328393930188268e-05,
      "loss": 0.7679,
      "step": 126988
    },
    {
      "epoch": 5.201269711243088,
      "grad_norm": 1.4741882036567817,
      "learning_rate": 1.3282597491728409e-05,
      "loss": 0.4795,
      "step": 126989
    },
    {
      "epoch": 5.201310669670285,
      "grad_norm": 0.9430609999015765,
      "learning_rate": 1.328125574620622e-05,
      "loss": 0.2034,
      "step": 126990
    },
    {
      "epoch": 5.201351628097481,
      "grad_norm": 1.2530910670511866,
      "learning_rate": 1.3279914065316699e-05,
      "loss": 0.3366,
      "step": 126991
    },
    {
      "epoch": 5.201392586524677,
      "grad_norm": 2.7468878013201117,
      "learning_rate": 1.3278572449060492e-05,
      "loss": 1.0023,
      "step": 126992
    },
    {
      "epoch": 5.201433544951874,
      "grad_norm": 1.4409401710590437,
      "learning_rate": 1.3277230897438285e-05,
      "loss": 0.4161,
      "step": 126993
    },
    {
      "epoch": 5.20147450337907,
      "grad_norm": 1.439936262106522,
      "learning_rate": 1.3275889410450624e-05,
      "loss": 0.4791,
      "step": 126994
    },
    {
      "epoch": 5.201515461806267,
      "grad_norm": 1.515872183590935,
      "learning_rate": 1.3274547988098228e-05,
      "loss": 0.4569,
      "step": 126995
    },
    {
      "epoch": 5.201556420233463,
      "grad_norm": 1.6054580538958716,
      "learning_rate": 1.327320663038166e-05,
      "loss": 0.493,
      "step": 126996
    },
    {
      "epoch": 5.20159737866066,
      "grad_norm": 1.7483844902678845,
      "learning_rate": 1.3271865337301591e-05,
      "loss": 0.6518,
      "step": 126997
    },
    {
      "epoch": 5.201638337087855,
      "grad_norm": 1.6350205166425862,
      "learning_rate": 1.3270524108858682e-05,
      "loss": 0.5223,
      "step": 126998
    },
    {
      "epoch": 5.201679295515052,
      "grad_norm": 1.6012888021614238,
      "learning_rate": 1.3269182945053503e-05,
      "loss": 0.5875,
      "step": 126999
    },
    {
      "epoch": 5.2017202539422485,
      "grad_norm": 0.9754187454530328,
      "learning_rate": 1.3267841845886718e-05,
      "loss": 0.1751,
      "step": 127000
    },
    {
      "epoch": 5.201761212369445,
      "grad_norm": 1.1509486120939811,
      "learning_rate": 1.3266500811358993e-05,
      "loss": 0.2801,
      "step": 127001
    },
    {
      "epoch": 5.2018021707966415,
      "grad_norm": 4.699278784684567,
      "learning_rate": 1.3265159841470896e-05,
      "loss": 4.5493,
      "step": 127002
    },
    {
      "epoch": 5.201843129223838,
      "grad_norm": 1.3826607469333947,
      "learning_rate": 1.3263818936223125e-05,
      "loss": 0.4892,
      "step": 127003
    },
    {
      "epoch": 5.201884087651035,
      "grad_norm": 3.5197011906909212,
      "learning_rate": 1.3262478095616264e-05,
      "loss": 1.4739,
      "step": 127004
    },
    {
      "epoch": 5.20192504607823,
      "grad_norm": 1.2106851282084439,
      "learning_rate": 1.3261137319650978e-05,
      "loss": 0.4004,
      "step": 127005
    },
    {
      "epoch": 5.201966004505427,
      "grad_norm": 2.3686367748128045,
      "learning_rate": 1.3259796608327916e-05,
      "loss": 0.9754,
      "step": 127006
    },
    {
      "epoch": 5.202006962932623,
      "grad_norm": 1.4825639865013684,
      "learning_rate": 1.3258455961647646e-05,
      "loss": 0.6039,
      "step": 127007
    },
    {
      "epoch": 5.20204792135982,
      "grad_norm": 2.9972107747534293,
      "learning_rate": 1.325711537961085e-05,
      "loss": 2.1793,
      "step": 127008
    },
    {
      "epoch": 5.202088879787016,
      "grad_norm": 1.5672349037881184,
      "learning_rate": 1.3255774862218193e-05,
      "loss": 0.5014,
      "step": 127009
    },
    {
      "epoch": 5.202129838214213,
      "grad_norm": 1.2529875212107002,
      "learning_rate": 1.3254434409470227e-05,
      "loss": 0.3615,
      "step": 127010
    },
    {
      "epoch": 5.202170796641409,
      "grad_norm": 2.751539119219601,
      "learning_rate": 1.3253094021367667e-05,
      "loss": 2.3713,
      "step": 127011
    },
    {
      "epoch": 5.202211755068605,
      "grad_norm": 1.660131910549584,
      "learning_rate": 1.3251753697911078e-05,
      "loss": 0.5335,
      "step": 127012
    },
    {
      "epoch": 5.202252713495802,
      "grad_norm": 1.5642125414148995,
      "learning_rate": 1.3250413439101126e-05,
      "loss": 0.497,
      "step": 127013
    },
    {
      "epoch": 5.202293671922998,
      "grad_norm": 1.7579797430567725,
      "learning_rate": 1.324907324493848e-05,
      "loss": 0.5252,
      "step": 127014
    },
    {
      "epoch": 5.202334630350195,
      "grad_norm": 1.5225926478017022,
      "learning_rate": 1.3247733115423686e-05,
      "loss": 0.4452,
      "step": 127015
    },
    {
      "epoch": 5.202375588777391,
      "grad_norm": 2.4698249621000943,
      "learning_rate": 1.3246393050557447e-05,
      "loss": 1.2907,
      "step": 127016
    },
    {
      "epoch": 5.202416547204587,
      "grad_norm": 1.5094471049992615,
      "learning_rate": 1.324505305034041e-05,
      "loss": 0.523,
      "step": 127017
    },
    {
      "epoch": 5.202457505631783,
      "grad_norm": 0.7986618730196906,
      "learning_rate": 1.3243713114773141e-05,
      "loss": 0.2016,
      "step": 127018
    },
    {
      "epoch": 5.20249846405898,
      "grad_norm": 0.8987926993198067,
      "learning_rate": 1.3242373243856325e-05,
      "loss": 0.1506,
      "step": 127019
    },
    {
      "epoch": 5.2025394224861765,
      "grad_norm": 0.8679148772302772,
      "learning_rate": 1.3241033437590559e-05,
      "loss": 0.2121,
      "step": 127020
    },
    {
      "epoch": 5.202580380913373,
      "grad_norm": 1.6221852578701168,
      "learning_rate": 1.323969369597651e-05,
      "loss": 0.4984,
      "step": 127021
    },
    {
      "epoch": 5.20262133934057,
      "grad_norm": 1.4481540429135267,
      "learning_rate": 1.3238354019014813e-05,
      "loss": 0.5439,
      "step": 127022
    },
    {
      "epoch": 5.202662297767766,
      "grad_norm": 0.8550258485288768,
      "learning_rate": 1.3237014406706065e-05,
      "loss": 0.1799,
      "step": 127023
    },
    {
      "epoch": 5.202703256194962,
      "grad_norm": 1.5823661825688229,
      "learning_rate": 1.3235674859050932e-05,
      "loss": 0.4755,
      "step": 127024
    },
    {
      "epoch": 5.202744214622158,
      "grad_norm": 2.931634001666493,
      "learning_rate": 1.3234335376050032e-05,
      "loss": 2.7488,
      "step": 127025
    },
    {
      "epoch": 5.202785173049355,
      "grad_norm": 1.4097925109632763,
      "learning_rate": 1.3232995957703978e-05,
      "loss": 0.5409,
      "step": 127026
    },
    {
      "epoch": 5.202826131476551,
      "grad_norm": 1.3732780775757276,
      "learning_rate": 1.3231656604013474e-05,
      "loss": 0.5352,
      "step": 127027
    },
    {
      "epoch": 5.202867089903748,
      "grad_norm": 1.3475557414620554,
      "learning_rate": 1.3230317314979084e-05,
      "loss": 0.3415,
      "step": 127028
    },
    {
      "epoch": 5.2029080483309444,
      "grad_norm": 1.6263311824906024,
      "learning_rate": 1.3228978090601439e-05,
      "loss": 0.5693,
      "step": 127029
    },
    {
      "epoch": 5.20294900675814,
      "grad_norm": 1.7532699869906827,
      "learning_rate": 1.3227638930881241e-05,
      "loss": 0.5222,
      "step": 127030
    },
    {
      "epoch": 5.202989965185337,
      "grad_norm": 0.9226149487061931,
      "learning_rate": 1.3226299835819054e-05,
      "loss": 0.2108,
      "step": 127031
    },
    {
      "epoch": 5.203030923612533,
      "grad_norm": 1.7355548192783614,
      "learning_rate": 1.3224960805415547e-05,
      "loss": 0.4704,
      "step": 127032
    },
    {
      "epoch": 5.20307188203973,
      "grad_norm": 0.9749476219588666,
      "learning_rate": 1.3223621839671334e-05,
      "loss": 0.2141,
      "step": 127033
    },
    {
      "epoch": 5.203112840466926,
      "grad_norm": 1.7656781620158832,
      "learning_rate": 1.3222282938587047e-05,
      "loss": 0.7522,
      "step": 127034
    },
    {
      "epoch": 5.203153798894123,
      "grad_norm": 0.9139209655280593,
      "learning_rate": 1.3220944102163355e-05,
      "loss": 0.2216,
      "step": 127035
    },
    {
      "epoch": 5.203194757321318,
      "grad_norm": 0.4655295101408916,
      "learning_rate": 1.3219605330400824e-05,
      "loss": 0.032,
      "step": 127036
    },
    {
      "epoch": 5.203235715748515,
      "grad_norm": 0.5190911258456521,
      "learning_rate": 1.321826662330015e-05,
      "loss": 0.0402,
      "step": 127037
    },
    {
      "epoch": 5.2032766741757115,
      "grad_norm": 1.5861406279444732,
      "learning_rate": 1.3216927980861952e-05,
      "loss": 0.3781,
      "step": 127038
    },
    {
      "epoch": 5.203317632602908,
      "grad_norm": 0.36251792624566614,
      "learning_rate": 1.321558940308683e-05,
      "loss": 0.0428,
      "step": 127039
    },
    {
      "epoch": 5.203358591030105,
      "grad_norm": 1.5352395316244547,
      "learning_rate": 1.3214250889975464e-05,
      "loss": 0.5957,
      "step": 127040
    },
    {
      "epoch": 5.203399549457301,
      "grad_norm": 1.599144028036519,
      "learning_rate": 1.3212912441528456e-05,
      "loss": 0.3729,
      "step": 127041
    },
    {
      "epoch": 5.203440507884498,
      "grad_norm": 0.9229376467944604,
      "learning_rate": 1.3211574057746422e-05,
      "loss": 0.1143,
      "step": 127042
    },
    {
      "epoch": 5.203481466311693,
      "grad_norm": 0.9364621104467643,
      "learning_rate": 1.3210235738630059e-05,
      "loss": 0.221,
      "step": 127043
    },
    {
      "epoch": 5.20352242473889,
      "grad_norm": 1.5436329605887549,
      "learning_rate": 1.320889748417992e-05,
      "loss": 0.5898,
      "step": 127044
    },
    {
      "epoch": 5.203563383166086,
      "grad_norm": 1.1573588654104114,
      "learning_rate": 1.3207559294396685e-05,
      "loss": 0.3849,
      "step": 127045
    },
    {
      "epoch": 5.203604341593283,
      "grad_norm": 1.1758643139876315,
      "learning_rate": 1.3206221169281006e-05,
      "loss": 0.3088,
      "step": 127046
    },
    {
      "epoch": 5.203645300020479,
      "grad_norm": 0.9509174260050197,
      "learning_rate": 1.3204883108833464e-05,
      "loss": 0.2104,
      "step": 127047
    },
    {
      "epoch": 5.203686258447676,
      "grad_norm": 1.0185402672482904,
      "learning_rate": 1.3203545113054742e-05,
      "loss": 0.1233,
      "step": 127048
    },
    {
      "epoch": 5.203727216874872,
      "grad_norm": 0.9676463012907249,
      "learning_rate": 1.3202207181945407e-05,
      "loss": 0.2074,
      "step": 127049
    },
    {
      "epoch": 5.203768175302068,
      "grad_norm": 1.497563283459552,
      "learning_rate": 1.320086931550614e-05,
      "loss": 0.5397,
      "step": 127050
    },
    {
      "epoch": 5.203809133729265,
      "grad_norm": 1.131850512847432,
      "learning_rate": 1.3199531513737593e-05,
      "loss": 0.2424,
      "step": 127051
    },
    {
      "epoch": 5.203850092156461,
      "grad_norm": 1.0459914937049501,
      "learning_rate": 1.3198193776640331e-05,
      "loss": 0.2416,
      "step": 127052
    },
    {
      "epoch": 5.203891050583658,
      "grad_norm": 1.3508356280092928,
      "learning_rate": 1.3196856104215053e-05,
      "loss": 0.4843,
      "step": 127053
    },
    {
      "epoch": 5.203932009010854,
      "grad_norm": 1.4727293197458677,
      "learning_rate": 1.3195518496462377e-05,
      "loss": 0.4615,
      "step": 127054
    },
    {
      "epoch": 5.20397296743805,
      "grad_norm": 1.0124363939227556,
      "learning_rate": 1.3194180953382882e-05,
      "loss": 0.2122,
      "step": 127055
    },
    {
      "epoch": 5.2040139258652465,
      "grad_norm": 1.2607315820666634,
      "learning_rate": 1.3192843474977255e-05,
      "loss": 0.2964,
      "step": 127056
    },
    {
      "epoch": 5.204054884292443,
      "grad_norm": 1.247242452631329,
      "learning_rate": 1.3191506061246127e-05,
      "loss": 0.3233,
      "step": 127057
    },
    {
      "epoch": 5.2040958427196395,
      "grad_norm": 1.4083546913202616,
      "learning_rate": 1.319016871219008e-05,
      "loss": 0.4354,
      "step": 127058
    },
    {
      "epoch": 5.204136801146836,
      "grad_norm": 1.2934176314596553,
      "learning_rate": 1.3188831427809833e-05,
      "loss": 0.3221,
      "step": 127059
    },
    {
      "epoch": 5.204177759574033,
      "grad_norm": 1.4861061117761807,
      "learning_rate": 1.3187494208105931e-05,
      "loss": 0.5046,
      "step": 127060
    },
    {
      "epoch": 5.204218718001229,
      "grad_norm": 1.4845677215505555,
      "learning_rate": 1.3186157053079043e-05,
      "loss": 0.3919,
      "step": 127061
    },
    {
      "epoch": 5.204259676428425,
      "grad_norm": 1.929618279742237,
      "learning_rate": 1.318481996272982e-05,
      "loss": 0.613,
      "step": 127062
    },
    {
      "epoch": 5.204300634855621,
      "grad_norm": 1.7121903194599581,
      "learning_rate": 1.3183482937058859e-05,
      "loss": 0.4791,
      "step": 127063
    },
    {
      "epoch": 5.204341593282818,
      "grad_norm": 1.3831604955700345,
      "learning_rate": 1.3182145976066794e-05,
      "loss": 0.4631,
      "step": 127064
    },
    {
      "epoch": 5.204382551710014,
      "grad_norm": 1.9590498441659134,
      "learning_rate": 1.3180809079754307e-05,
      "loss": 0.8457,
      "step": 127065
    },
    {
      "epoch": 5.204423510137211,
      "grad_norm": 1.5041111082182768,
      "learning_rate": 1.3179472248121964e-05,
      "loss": 0.4308,
      "step": 127066
    },
    {
      "epoch": 5.2044644685644075,
      "grad_norm": 1.6928548592211141,
      "learning_rate": 1.3178135481170465e-05,
      "loss": 0.5658,
      "step": 127067
    },
    {
      "epoch": 5.204505426991603,
      "grad_norm": 1.6574147013248441,
      "learning_rate": 1.3176798778900377e-05,
      "loss": 0.5058,
      "step": 127068
    },
    {
      "epoch": 5.2045463854188,
      "grad_norm": 1.0101764459631262,
      "learning_rate": 1.3175462141312349e-05,
      "loss": 0.1908,
      "step": 127069
    },
    {
      "epoch": 5.204587343845996,
      "grad_norm": 1.3117259456724768,
      "learning_rate": 1.3174125568407046e-05,
      "loss": 0.3829,
      "step": 127070
    },
    {
      "epoch": 5.204628302273193,
      "grad_norm": 0.8235148784475147,
      "learning_rate": 1.3172789060185069e-05,
      "loss": 0.1975,
      "step": 127071
    },
    {
      "epoch": 5.204669260700389,
      "grad_norm": 0.9897927966673858,
      "learning_rate": 1.3171452616647032e-05,
      "loss": 0.181,
      "step": 127072
    },
    {
      "epoch": 5.204710219127586,
      "grad_norm": 0.7407110052309848,
      "learning_rate": 1.3170116237793638e-05,
      "loss": 0.2063,
      "step": 127073
    },
    {
      "epoch": 5.2047511775547814,
      "grad_norm": 2.258855215918166,
      "learning_rate": 1.316877992362545e-05,
      "loss": 1.3781,
      "step": 127074
    },
    {
      "epoch": 5.204792135981978,
      "grad_norm": 1.2219015149826398,
      "learning_rate": 1.3167443674143136e-05,
      "loss": 0.4246,
      "step": 127075
    },
    {
      "epoch": 5.2048330944091745,
      "grad_norm": 1.5024937092897528,
      "learning_rate": 1.3166107489347293e-05,
      "loss": 0.6705,
      "step": 127076
    },
    {
      "epoch": 5.204874052836371,
      "grad_norm": 1.3836705873189903,
      "learning_rate": 1.3164771369238574e-05,
      "loss": 0.4368,
      "step": 127077
    },
    {
      "epoch": 5.204915011263568,
      "grad_norm": 0.8289890675080156,
      "learning_rate": 1.3163435313817627e-05,
      "loss": 0.1891,
      "step": 127078
    },
    {
      "epoch": 5.204955969690764,
      "grad_norm": 1.6204158393055756,
      "learning_rate": 1.316209932308505e-05,
      "loss": 0.5898,
      "step": 127079
    },
    {
      "epoch": 5.204996928117961,
      "grad_norm": 1.5732898323137618,
      "learning_rate": 1.3160763397041497e-05,
      "loss": 0.4782,
      "step": 127080
    },
    {
      "epoch": 5.205037886545156,
      "grad_norm": 1.4846024068412969,
      "learning_rate": 1.3159427535687627e-05,
      "loss": 0.5059,
      "step": 127081
    },
    {
      "epoch": 5.205078844972353,
      "grad_norm": 1.6287908237617108,
      "learning_rate": 1.3158091739023996e-05,
      "loss": 0.5556,
      "step": 127082
    },
    {
      "epoch": 5.205119803399549,
      "grad_norm": 1.3048484959020101,
      "learning_rate": 1.3156756007051316e-05,
      "loss": 0.4072,
      "step": 127083
    },
    {
      "epoch": 5.205160761826746,
      "grad_norm": 1.2476109825977977,
      "learning_rate": 1.3155420339770156e-05,
      "loss": 0.2952,
      "step": 127084
    },
    {
      "epoch": 5.2052017202539425,
      "grad_norm": 1.2900672432518123,
      "learning_rate": 1.3154084737181164e-05,
      "loss": 0.358,
      "step": 127085
    },
    {
      "epoch": 5.205242678681139,
      "grad_norm": 4.064876435088032,
      "learning_rate": 1.3152749199285007e-05,
      "loss": 3.2683,
      "step": 127086
    },
    {
      "epoch": 5.205283637108335,
      "grad_norm": 1.432700058603321,
      "learning_rate": 1.3151413726082266e-05,
      "loss": 0.3929,
      "step": 127087
    },
    {
      "epoch": 5.205324595535531,
      "grad_norm": 1.6346661009295793,
      "learning_rate": 1.3150078317573609e-05,
      "loss": 0.5389,
      "step": 127088
    },
    {
      "epoch": 5.205365553962728,
      "grad_norm": 1.59695550302453,
      "learning_rate": 1.3148742973759652e-05,
      "loss": 0.4969,
      "step": 127089
    },
    {
      "epoch": 5.205406512389924,
      "grad_norm": 1.4284514080675381,
      "learning_rate": 1.3147407694641027e-05,
      "loss": 0.5518,
      "step": 127090
    },
    {
      "epoch": 5.205447470817121,
      "grad_norm": 1.4164693523655028,
      "learning_rate": 1.3146072480218383e-05,
      "loss": 0.4395,
      "step": 127091
    },
    {
      "epoch": 5.205488429244317,
      "grad_norm": 0.6734292201818552,
      "learning_rate": 1.3144737330492306e-05,
      "loss": 0.1085,
      "step": 127092
    },
    {
      "epoch": 5.205529387671513,
      "grad_norm": 1.3097341938008968,
      "learning_rate": 1.3143402245463457e-05,
      "loss": 0.2959,
      "step": 127093
    },
    {
      "epoch": 5.2055703460987095,
      "grad_norm": 1.3467470617143273,
      "learning_rate": 1.3142067225132491e-05,
      "loss": 0.3943,
      "step": 127094
    },
    {
      "epoch": 5.205611304525906,
      "grad_norm": 1.3303875082852115,
      "learning_rate": 1.3140732269499987e-05,
      "loss": 0.3697,
      "step": 127095
    },
    {
      "epoch": 5.205652262953103,
      "grad_norm": 0.8140684394563587,
      "learning_rate": 1.3139397378566646e-05,
      "loss": 0.2103,
      "step": 127096
    },
    {
      "epoch": 5.205693221380299,
      "grad_norm": 1.545740520823779,
      "learning_rate": 1.3138062552333017e-05,
      "loss": 0.433,
      "step": 127097
    },
    {
      "epoch": 5.205734179807496,
      "grad_norm": 1.1145007532067845,
      "learning_rate": 1.3136727790799768e-05,
      "loss": 0.205,
      "step": 127098
    },
    {
      "epoch": 5.205775138234692,
      "grad_norm": 1.7814479230125764,
      "learning_rate": 1.313539309396756e-05,
      "loss": 0.5625,
      "step": 127099
    },
    {
      "epoch": 5.205816096661888,
      "grad_norm": 1.7828878906878582,
      "learning_rate": 1.3134058461836966e-05,
      "loss": 0.6399,
      "step": 127100
    },
    {
      "epoch": 5.205857055089084,
      "grad_norm": 1.48252433636773,
      "learning_rate": 1.3132723894408647e-05,
      "loss": 0.4331,
      "step": 127101
    },
    {
      "epoch": 5.205898013516281,
      "grad_norm": 1.775437321845313,
      "learning_rate": 1.3131389391683272e-05,
      "loss": 0.5811,
      "step": 127102
    },
    {
      "epoch": 5.205938971943477,
      "grad_norm": 1.6943847774193563,
      "learning_rate": 1.3130054953661406e-05,
      "loss": 0.5765,
      "step": 127103
    },
    {
      "epoch": 5.205979930370674,
      "grad_norm": 1.276877931435982,
      "learning_rate": 1.3128720580343733e-05,
      "loss": 0.436,
      "step": 127104
    },
    {
      "epoch": 5.2060208887978705,
      "grad_norm": 1.3451979696835938,
      "learning_rate": 1.3127386271730816e-05,
      "loss": 0.3597,
      "step": 127105
    },
    {
      "epoch": 5.206061847225066,
      "grad_norm": 1.807979167575458,
      "learning_rate": 1.3126052027823342e-05,
      "loss": 0.8575,
      "step": 127106
    },
    {
      "epoch": 5.206102805652263,
      "grad_norm": 1.1210903351542862,
      "learning_rate": 1.3124717848621957e-05,
      "loss": 0.1976,
      "step": 127107
    },
    {
      "epoch": 5.206143764079459,
      "grad_norm": 1.15485757402137,
      "learning_rate": 1.312338373412723e-05,
      "loss": 0.2428,
      "step": 127108
    },
    {
      "epoch": 5.206184722506656,
      "grad_norm": 1.3988290511430603,
      "learning_rate": 1.3122049684339826e-05,
      "loss": 0.3078,
      "step": 127109
    },
    {
      "epoch": 5.206225680933852,
      "grad_norm": 1.7049945038640704,
      "learning_rate": 1.3120715699260408e-05,
      "loss": 0.5908,
      "step": 127110
    },
    {
      "epoch": 5.206266639361049,
      "grad_norm": 0.8005981834810381,
      "learning_rate": 1.3119381778889548e-05,
      "loss": 0.1857,
      "step": 127111
    },
    {
      "epoch": 5.2063075977882445,
      "grad_norm": 1.1055568389180968,
      "learning_rate": 1.3118047923227909e-05,
      "loss": 0.2277,
      "step": 127112
    },
    {
      "epoch": 5.206348556215441,
      "grad_norm": 0.9739734838221915,
      "learning_rate": 1.3116714132276107e-05,
      "loss": 0.2023,
      "step": 127113
    },
    {
      "epoch": 5.2063895146426376,
      "grad_norm": 0.9610076185761257,
      "learning_rate": 1.3115380406034776e-05,
      "loss": 0.2075,
      "step": 127114
    },
    {
      "epoch": 5.206430473069834,
      "grad_norm": 1.4678863531675972,
      "learning_rate": 1.3114046744504563e-05,
      "loss": 0.4303,
      "step": 127115
    },
    {
      "epoch": 5.206471431497031,
      "grad_norm": 2.338943420726794,
      "learning_rate": 1.311271314768607e-05,
      "loss": 0.6139,
      "step": 127116
    },
    {
      "epoch": 5.206512389924227,
      "grad_norm": 1.3683432624625265,
      "learning_rate": 1.3111379615579948e-05,
      "loss": 0.4347,
      "step": 127117
    },
    {
      "epoch": 5.206553348351424,
      "grad_norm": 0.46325129700519524,
      "learning_rate": 1.3110046148186843e-05,
      "loss": 0.0395,
      "step": 127118
    },
    {
      "epoch": 5.206594306778619,
      "grad_norm": 1.592895324586799,
      "learning_rate": 1.3108712745507338e-05,
      "loss": 0.5526,
      "step": 127119
    },
    {
      "epoch": 5.206635265205816,
      "grad_norm": 1.4186242751744342,
      "learning_rate": 1.3107379407542118e-05,
      "loss": 0.4855,
      "step": 127120
    },
    {
      "epoch": 5.206676223633012,
      "grad_norm": 1.8614597757054445,
      "learning_rate": 1.3106046134291748e-05,
      "loss": 0.7237,
      "step": 127121
    },
    {
      "epoch": 5.206717182060209,
      "grad_norm": 1.304401244560382,
      "learning_rate": 1.310471292575691e-05,
      "loss": 0.186,
      "step": 127122
    },
    {
      "epoch": 5.2067581404874055,
      "grad_norm": 2.0519632679299753,
      "learning_rate": 1.310337978193824e-05,
      "loss": 0.5743,
      "step": 127123
    },
    {
      "epoch": 5.206799098914602,
      "grad_norm": 0.9486472145940777,
      "learning_rate": 1.3102046702836349e-05,
      "loss": 0.2006,
      "step": 127124
    },
    {
      "epoch": 5.206840057341798,
      "grad_norm": 1.377753694918383,
      "learning_rate": 1.310071368845184e-05,
      "loss": 0.6294,
      "step": 127125
    },
    {
      "epoch": 5.206881015768994,
      "grad_norm": 1.4116058802874547,
      "learning_rate": 1.3099380738785398e-05,
      "loss": 0.4048,
      "step": 127126
    },
    {
      "epoch": 5.206921974196191,
      "grad_norm": 1.0970836491519929,
      "learning_rate": 1.3098047853837601e-05,
      "loss": 0.2569,
      "step": 127127
    },
    {
      "epoch": 5.206962932623387,
      "grad_norm": 2.1605996815222945,
      "learning_rate": 1.30967150336091e-05,
      "loss": 0.882,
      "step": 127128
    },
    {
      "epoch": 5.207003891050584,
      "grad_norm": 1.3863229148870115,
      "learning_rate": 1.3095382278100563e-05,
      "loss": 0.3671,
      "step": 127129
    },
    {
      "epoch": 5.20704484947778,
      "grad_norm": 0.99076073023677,
      "learning_rate": 1.3094049587312538e-05,
      "loss": 0.2251,
      "step": 127130
    },
    {
      "epoch": 5.207085807904976,
      "grad_norm": 1.388890525454723,
      "learning_rate": 1.3092716961245741e-05,
      "loss": 0.3806,
      "step": 127131
    },
    {
      "epoch": 5.2071267663321725,
      "grad_norm": 0.9882068461025217,
      "learning_rate": 1.309138439990074e-05,
      "loss": 0.1968,
      "step": 127132
    },
    {
      "epoch": 5.207167724759369,
      "grad_norm": 2.9272076501877815,
      "learning_rate": 1.309005190327818e-05,
      "loss": 1.3715,
      "step": 127133
    },
    {
      "epoch": 5.207208683186566,
      "grad_norm": 1.561629853711496,
      "learning_rate": 1.3088719471378734e-05,
      "loss": 0.504,
      "step": 127134
    },
    {
      "epoch": 5.207249641613762,
      "grad_norm": 0.9153560397188414,
      "learning_rate": 1.3087387104202963e-05,
      "loss": 0.1623,
      "step": 127135
    },
    {
      "epoch": 5.207290600040959,
      "grad_norm": 1.4423516598383672,
      "learning_rate": 1.3086054801751534e-05,
      "loss": 0.4077,
      "step": 127136
    },
    {
      "epoch": 5.207331558468155,
      "grad_norm": 0.9384806312301087,
      "learning_rate": 1.3084722564025096e-05,
      "loss": 0.1986,
      "step": 127137
    },
    {
      "epoch": 5.207372516895351,
      "grad_norm": 1.3019013871845806,
      "learning_rate": 1.3083390391024234e-05,
      "loss": 0.3787,
      "step": 127138
    },
    {
      "epoch": 5.207413475322547,
      "grad_norm": 0.7661333489988232,
      "learning_rate": 1.308205828274963e-05,
      "loss": 0.1404,
      "step": 127139
    },
    {
      "epoch": 5.207454433749744,
      "grad_norm": 1.3689975001677483,
      "learning_rate": 1.308072623920185e-05,
      "loss": 0.3866,
      "step": 127140
    },
    {
      "epoch": 5.2074953921769405,
      "grad_norm": 1.7156257746771564,
      "learning_rate": 1.3079394260381576e-05,
      "loss": 0.6342,
      "step": 127141
    },
    {
      "epoch": 5.207536350604137,
      "grad_norm": 0.7176526847884453,
      "learning_rate": 1.3078062346289426e-05,
      "loss": 0.1923,
      "step": 127142
    },
    {
      "epoch": 5.2075773090313335,
      "grad_norm": 1.3460351761432674,
      "learning_rate": 1.3076730496925997e-05,
      "loss": 0.3303,
      "step": 127143
    },
    {
      "epoch": 5.207618267458529,
      "grad_norm": 0.9815600396062032,
      "learning_rate": 1.3075398712291957e-05,
      "loss": 0.2012,
      "step": 127144
    },
    {
      "epoch": 5.207659225885726,
      "grad_norm": 1.1711500357260047,
      "learning_rate": 1.3074066992387939e-05,
      "loss": 0.3915,
      "step": 127145
    },
    {
      "epoch": 5.207700184312922,
      "grad_norm": 0.8115159836940622,
      "learning_rate": 1.3072735337214525e-05,
      "loss": 0.1054,
      "step": 127146
    },
    {
      "epoch": 5.207741142740119,
      "grad_norm": 0.9397685024005474,
      "learning_rate": 1.3071403746772413e-05,
      "loss": 0.1678,
      "step": 127147
    },
    {
      "epoch": 5.207782101167315,
      "grad_norm": 1.4704071298079355,
      "learning_rate": 1.3070072221062173e-05,
      "loss": 0.3472,
      "step": 127148
    },
    {
      "epoch": 5.207823059594512,
      "grad_norm": 1.0736276969062317,
      "learning_rate": 1.3068740760084451e-05,
      "loss": 0.2591,
      "step": 127149
    },
    {
      "epoch": 5.207864018021708,
      "grad_norm": 2.3277790452598803,
      "learning_rate": 1.3067409363839898e-05,
      "loss": 1.5841,
      "step": 127150
    },
    {
      "epoch": 5.207904976448904,
      "grad_norm": 1.7782231322990558,
      "learning_rate": 1.3066078032329113e-05,
      "loss": 0.6492,
      "step": 127151
    },
    {
      "epoch": 5.207945934876101,
      "grad_norm": 1.475592445153286,
      "learning_rate": 1.3064746765552746e-05,
      "loss": 0.4493,
      "step": 127152
    },
    {
      "epoch": 5.207986893303297,
      "grad_norm": 0.5535848248592299,
      "learning_rate": 1.3063415563511449e-05,
      "loss": 0.0517,
      "step": 127153
    },
    {
      "epoch": 5.208027851730494,
      "grad_norm": 0.825600517634633,
      "learning_rate": 1.3062084426205782e-05,
      "loss": 0.1837,
      "step": 127154
    },
    {
      "epoch": 5.20806881015769,
      "grad_norm": 1.1178005422010011,
      "learning_rate": 1.3060753353636449e-05,
      "loss": 0.191,
      "step": 127155
    },
    {
      "epoch": 5.208109768584887,
      "grad_norm": 3.233126476107588,
      "learning_rate": 1.3059422345804015e-05,
      "loss": 2.5893,
      "step": 127156
    },
    {
      "epoch": 5.208150727012082,
      "grad_norm": 1.463804886125156,
      "learning_rate": 1.3058091402709148e-05,
      "loss": 0.373,
      "step": 127157
    },
    {
      "epoch": 5.208191685439279,
      "grad_norm": 1.5696311304224562,
      "learning_rate": 1.3056760524352494e-05,
      "loss": 0.5082,
      "step": 127158
    },
    {
      "epoch": 5.208232643866475,
      "grad_norm": 1.8078764644892893,
      "learning_rate": 1.3055429710734622e-05,
      "loss": 0.4446,
      "step": 127159
    },
    {
      "epoch": 5.208273602293672,
      "grad_norm": 1.755140193682937,
      "learning_rate": 1.3054098961856212e-05,
      "loss": 0.6245,
      "step": 127160
    },
    {
      "epoch": 5.2083145607208685,
      "grad_norm": 1.4010853341707994,
      "learning_rate": 1.3052768277717884e-05,
      "loss": 0.5021,
      "step": 127161
    },
    {
      "epoch": 5.208355519148065,
      "grad_norm": 2.5099557661465908,
      "learning_rate": 1.3051437658320252e-05,
      "loss": 1.393,
      "step": 127162
    },
    {
      "epoch": 5.208396477575261,
      "grad_norm": 1.514584972877841,
      "learning_rate": 1.3050107103663964e-05,
      "loss": 0.4941,
      "step": 127163
    },
    {
      "epoch": 5.208437436002457,
      "grad_norm": 0.8834883336693838,
      "learning_rate": 1.3048776613749623e-05,
      "loss": 0.1918,
      "step": 127164
    },
    {
      "epoch": 5.208478394429654,
      "grad_norm": 1.5773329799491107,
      "learning_rate": 1.3047446188577876e-05,
      "loss": 0.5649,
      "step": 127165
    },
    {
      "epoch": 5.20851935285685,
      "grad_norm": 1.635264448550384,
      "learning_rate": 1.3046115828149372e-05,
      "loss": 0.5662,
      "step": 127166
    },
    {
      "epoch": 5.208560311284047,
      "grad_norm": 0.8417142483111166,
      "learning_rate": 1.304478553246468e-05,
      "loss": 0.0961,
      "step": 127167
    },
    {
      "epoch": 5.208601269711243,
      "grad_norm": 2.729437768527385,
      "learning_rate": 1.3043455301524513e-05,
      "loss": 0.8517,
      "step": 127168
    },
    {
      "epoch": 5.20864222813844,
      "grad_norm": 1.3483897771049098,
      "learning_rate": 1.3042125135329407e-05,
      "loss": 0.3447,
      "step": 127169
    },
    {
      "epoch": 5.208683186565636,
      "grad_norm": 2.0289062574226393,
      "learning_rate": 1.3040795033880058e-05,
      "loss": 0.9117,
      "step": 127170
    },
    {
      "epoch": 5.208724144992832,
      "grad_norm": 1.129183859666283,
      "learning_rate": 1.3039464997177085e-05,
      "loss": 0.275,
      "step": 127171
    },
    {
      "epoch": 5.208765103420029,
      "grad_norm": 1.7041228481251254,
      "learning_rate": 1.3038135025221086e-05,
      "loss": 0.225,
      "step": 127172
    },
    {
      "epoch": 5.208806061847225,
      "grad_norm": 1.6953951595645358,
      "learning_rate": 1.3036805118012695e-05,
      "loss": 0.654,
      "step": 127173
    },
    {
      "epoch": 5.208847020274422,
      "grad_norm": 2.172598624258181,
      "learning_rate": 1.3035475275552593e-05,
      "loss": 0.8665,
      "step": 127174
    },
    {
      "epoch": 5.208887978701618,
      "grad_norm": 2.8327061368876634,
      "learning_rate": 1.3034145497841347e-05,
      "loss": 2.3532,
      "step": 127175
    },
    {
      "epoch": 5.208928937128814,
      "grad_norm": 1.588830919389136,
      "learning_rate": 1.3032815784879624e-05,
      "loss": 0.6075,
      "step": 127176
    },
    {
      "epoch": 5.20896989555601,
      "grad_norm": 1.7565434124616,
      "learning_rate": 1.3031486136668023e-05,
      "loss": 0.5028,
      "step": 127177
    },
    {
      "epoch": 5.209010853983207,
      "grad_norm": 1.592016621001592,
      "learning_rate": 1.3030156553207193e-05,
      "loss": 0.567,
      "step": 127178
    },
    {
      "epoch": 5.2090518124104035,
      "grad_norm": 1.3193255371143349,
      "learning_rate": 1.3028827034497768e-05,
      "loss": 0.4292,
      "step": 127179
    },
    {
      "epoch": 5.2090927708376,
      "grad_norm": 0.6333167473011703,
      "learning_rate": 1.3027497580540346e-05,
      "loss": 0.0932,
      "step": 127180
    },
    {
      "epoch": 5.209133729264797,
      "grad_norm": 3.3613868332471637,
      "learning_rate": 1.302616819133558e-05,
      "loss": 2.9419,
      "step": 127181
    },
    {
      "epoch": 5.209174687691992,
      "grad_norm": 1.7757315327433845,
      "learning_rate": 1.3024838866884113e-05,
      "loss": 0.5925,
      "step": 127182
    },
    {
      "epoch": 5.209215646119189,
      "grad_norm": 1.024859659478148,
      "learning_rate": 1.3023509607186516e-05,
      "loss": 0.2146,
      "step": 127183
    },
    {
      "epoch": 5.209256604546385,
      "grad_norm": 1.5961326892114973,
      "learning_rate": 1.3022180412243504e-05,
      "loss": 0.5465,
      "step": 127184
    },
    {
      "epoch": 5.209297562973582,
      "grad_norm": 0.7738942112152719,
      "learning_rate": 1.302085128205561e-05,
      "loss": 0.1822,
      "step": 127185
    },
    {
      "epoch": 5.209338521400778,
      "grad_norm": 0.9624354811814461,
      "learning_rate": 1.3019522216623535e-05,
      "loss": 0.1249,
      "step": 127186
    },
    {
      "epoch": 5.209379479827975,
      "grad_norm": 1.3731576965639378,
      "learning_rate": 1.3018193215947891e-05,
      "loss": 0.3832,
      "step": 127187
    },
    {
      "epoch": 5.209420438255171,
      "grad_norm": 1.2271117591666993,
      "learning_rate": 1.3016864280029266e-05,
      "loss": 0.1741,
      "step": 127188
    },
    {
      "epoch": 5.209461396682367,
      "grad_norm": 1.402743594898912,
      "learning_rate": 1.3015535408868321e-05,
      "loss": 0.3719,
      "step": 127189
    },
    {
      "epoch": 5.209502355109564,
      "grad_norm": 1.7670459504634384,
      "learning_rate": 1.301420660246571e-05,
      "loss": 0.6084,
      "step": 127190
    },
    {
      "epoch": 5.20954331353676,
      "grad_norm": 1.5245862559495633,
      "learning_rate": 1.3012877860822013e-05,
      "loss": 0.4354,
      "step": 127191
    },
    {
      "epoch": 5.209584271963957,
      "grad_norm": 1.2344330512281012,
      "learning_rate": 1.3011549183937897e-05,
      "loss": 0.3962,
      "step": 127192
    },
    {
      "epoch": 5.209625230391153,
      "grad_norm": 1.3739021211732356,
      "learning_rate": 1.3010220571813946e-05,
      "loss": 0.431,
      "step": 127193
    },
    {
      "epoch": 5.20966618881835,
      "grad_norm": 1.2553693581413459,
      "learning_rate": 1.3008892024450824e-05,
      "loss": 0.2732,
      "step": 127194
    },
    {
      "epoch": 5.209707147245545,
      "grad_norm": 0.954941912069327,
      "learning_rate": 1.3007563541849197e-05,
      "loss": 0.1827,
      "step": 127195
    },
    {
      "epoch": 5.209748105672742,
      "grad_norm": 0.6840107422580581,
      "learning_rate": 1.3006235124009584e-05,
      "loss": 0.1946,
      "step": 127196
    },
    {
      "epoch": 5.2097890640999385,
      "grad_norm": 1.227349809336849,
      "learning_rate": 1.3004906770932683e-05,
      "loss": 0.4071,
      "step": 127197
    },
    {
      "epoch": 5.209830022527135,
      "grad_norm": 1.565730874429069,
      "learning_rate": 1.3003578482619126e-05,
      "loss": 0.5535,
      "step": 127198
    },
    {
      "epoch": 5.2098709809543315,
      "grad_norm": 1.401405495175213,
      "learning_rate": 1.3002250259069514e-05,
      "loss": 0.3488,
      "step": 127199
    },
    {
      "epoch": 5.209911939381528,
      "grad_norm": 1.3638532935582128,
      "learning_rate": 1.3000922100284477e-05,
      "loss": 0.3429,
      "step": 127200
    },
    {
      "epoch": 5.209952897808724,
      "grad_norm": 1.0339542168583218,
      "learning_rate": 1.2999594006264685e-05,
      "loss": 0.194,
      "step": 127201
    },
    {
      "epoch": 5.20999385623592,
      "grad_norm": 2.426979490781044,
      "learning_rate": 1.2998265977010719e-05,
      "loss": 0.8701,
      "step": 127202
    },
    {
      "epoch": 5.210034814663117,
      "grad_norm": 1.4009030490585248,
      "learning_rate": 1.2996938012523245e-05,
      "loss": 0.429,
      "step": 127203
    },
    {
      "epoch": 5.210075773090313,
      "grad_norm": 1.6829897242796896,
      "learning_rate": 1.2995610112802829e-05,
      "loss": 0.6473,
      "step": 127204
    },
    {
      "epoch": 5.21011673151751,
      "grad_norm": 0.819899891229598,
      "learning_rate": 1.2994282277850154e-05,
      "loss": 0.2005,
      "step": 127205
    },
    {
      "epoch": 5.210157689944706,
      "grad_norm": 1.0812142162244736,
      "learning_rate": 1.2992954507665854e-05,
      "loss": 0.2164,
      "step": 127206
    },
    {
      "epoch": 5.210198648371903,
      "grad_norm": 1.3207749095952852,
      "learning_rate": 1.299162680225051e-05,
      "loss": 0.2435,
      "step": 127207
    },
    {
      "epoch": 5.210239606799099,
      "grad_norm": 1.8780314203778128,
      "learning_rate": 1.2990299161604773e-05,
      "loss": 0.8624,
      "step": 127208
    },
    {
      "epoch": 5.210280565226295,
      "grad_norm": 2.658758090215463,
      "learning_rate": 1.2988971585729291e-05,
      "loss": 1.0035,
      "step": 127209
    },
    {
      "epoch": 5.210321523653492,
      "grad_norm": 1.6525219063499768,
      "learning_rate": 1.2987644074624664e-05,
      "loss": 0.5254,
      "step": 127210
    },
    {
      "epoch": 5.210362482080688,
      "grad_norm": 2.59293721785557,
      "learning_rate": 1.2986316628291544e-05,
      "loss": 1.6111,
      "step": 127211
    },
    {
      "epoch": 5.210403440507885,
      "grad_norm": 1.3971031714356985,
      "learning_rate": 1.298498924673051e-05,
      "loss": 0.4381,
      "step": 127212
    },
    {
      "epoch": 5.210444398935081,
      "grad_norm": 1.489815999041972,
      "learning_rate": 1.298366192994223e-05,
      "loss": 0.4908,
      "step": 127213
    },
    {
      "epoch": 5.210485357362277,
      "grad_norm": 2.901964575767149,
      "learning_rate": 1.2982334677927353e-05,
      "loss": 2.2814,
      "step": 127214
    },
    {
      "epoch": 5.2105263157894735,
      "grad_norm": 1.5889652429043446,
      "learning_rate": 1.2981007490686446e-05,
      "loss": 0.5371,
      "step": 127215
    },
    {
      "epoch": 5.21056727421667,
      "grad_norm": 1.4621981306816538,
      "learning_rate": 1.2979680368220175e-05,
      "loss": 0.4402,
      "step": 127216
    },
    {
      "epoch": 5.2106082326438665,
      "grad_norm": 3.443087144136883,
      "learning_rate": 1.297835331052917e-05,
      "loss": 1.94,
      "step": 127217
    },
    {
      "epoch": 5.210649191071063,
      "grad_norm": 1.2510765673794013,
      "learning_rate": 1.2977026317614037e-05,
      "loss": 0.3424,
      "step": 127218
    },
    {
      "epoch": 5.21069014949826,
      "grad_norm": 1.002627270724355,
      "learning_rate": 1.2975699389475437e-05,
      "loss": 0.2629,
      "step": 127219
    },
    {
      "epoch": 5.210731107925455,
      "grad_norm": 1.5005139722284075,
      "learning_rate": 1.2974372526113952e-05,
      "loss": 0.4664,
      "step": 127220
    },
    {
      "epoch": 5.210772066352652,
      "grad_norm": 1.2923542119228708,
      "learning_rate": 1.2973045727530235e-05,
      "loss": 0.4523,
      "step": 127221
    },
    {
      "epoch": 5.210813024779848,
      "grad_norm": 1.5027950243716561,
      "learning_rate": 1.2971718993724933e-05,
      "loss": 0.4485,
      "step": 127222
    },
    {
      "epoch": 5.210853983207045,
      "grad_norm": 1.574640363198584,
      "learning_rate": 1.2970392324698613e-05,
      "loss": 0.6147,
      "step": 127223
    },
    {
      "epoch": 5.210894941634241,
      "grad_norm": 0.9031392083997083,
      "learning_rate": 1.296906572045196e-05,
      "loss": 0.2318,
      "step": 127224
    },
    {
      "epoch": 5.210935900061438,
      "grad_norm": 1.5570355575288903,
      "learning_rate": 1.2967739180985604e-05,
      "loss": 0.6173,
      "step": 127225
    },
    {
      "epoch": 5.2109768584886345,
      "grad_norm": 1.462295954229999,
      "learning_rate": 1.2966412706300112e-05,
      "loss": 0.5349,
      "step": 127226
    },
    {
      "epoch": 5.21101781691583,
      "grad_norm": 1.909502619169189,
      "learning_rate": 1.2965086296396182e-05,
      "loss": 0.6404,
      "step": 127227
    },
    {
      "epoch": 5.211058775343027,
      "grad_norm": 1.4570648208293657,
      "learning_rate": 1.2963759951274382e-05,
      "loss": 0.4466,
      "step": 127228
    },
    {
      "epoch": 5.211099733770223,
      "grad_norm": 1.0979312584007197,
      "learning_rate": 1.2962433670935363e-05,
      "loss": 0.2602,
      "step": 127229
    },
    {
      "epoch": 5.21114069219742,
      "grad_norm": 1.7401782374320496,
      "learning_rate": 1.296110745537977e-05,
      "loss": 0.6375,
      "step": 127230
    },
    {
      "epoch": 5.211181650624616,
      "grad_norm": 1.3366473395484502,
      "learning_rate": 1.2959781304608192e-05,
      "loss": 0.5215,
      "step": 127231
    },
    {
      "epoch": 5.211222609051813,
      "grad_norm": 1.2588895615943434,
      "learning_rate": 1.2958455218621289e-05,
      "loss": 0.3619,
      "step": 127232
    },
    {
      "epoch": 5.211263567479008,
      "grad_norm": 1.2351465828230495,
      "learning_rate": 1.2957129197419696e-05,
      "loss": 0.2345,
      "step": 127233
    },
    {
      "epoch": 5.211304525906205,
      "grad_norm": 0.9796567838282927,
      "learning_rate": 1.2955803241003981e-05,
      "loss": 0.2222,
      "step": 127234
    },
    {
      "epoch": 5.2113454843334015,
      "grad_norm": 0.8854041673432248,
      "learning_rate": 1.295447734937486e-05,
      "loss": 0.1966,
      "step": 127235
    },
    {
      "epoch": 5.211386442760598,
      "grad_norm": 0.9617511384807717,
      "learning_rate": 1.2953151522532863e-05,
      "loss": 0.2278,
      "step": 127236
    },
    {
      "epoch": 5.211427401187795,
      "grad_norm": 1.3948643108280423,
      "learning_rate": 1.2951825760478674e-05,
      "loss": 0.4282,
      "step": 127237
    },
    {
      "epoch": 5.211468359614991,
      "grad_norm": 1.0816522847545484,
      "learning_rate": 1.2950500063212926e-05,
      "loss": 0.2317,
      "step": 127238
    },
    {
      "epoch": 5.211509318042187,
      "grad_norm": 0.8054880338197788,
      "learning_rate": 1.294917443073622e-05,
      "loss": 0.1172,
      "step": 127239
    },
    {
      "epoch": 5.211550276469383,
      "grad_norm": 0.660582394873499,
      "learning_rate": 1.2947848863049203e-05,
      "loss": 0.0688,
      "step": 127240
    },
    {
      "epoch": 5.21159123489658,
      "grad_norm": 1.920032037060664,
      "learning_rate": 1.2946523360152478e-05,
      "loss": 0.5638,
      "step": 127241
    },
    {
      "epoch": 5.211632193323776,
      "grad_norm": 1.414519401731451,
      "learning_rate": 1.2945197922046674e-05,
      "loss": 0.4722,
      "step": 127242
    },
    {
      "epoch": 5.211673151750973,
      "grad_norm": 1.431613530409968,
      "learning_rate": 1.2943872548732443e-05,
      "loss": 0.5388,
      "step": 127243
    },
    {
      "epoch": 5.211714110178169,
      "grad_norm": 0.8636913749969034,
      "learning_rate": 1.2942547240210382e-05,
      "loss": 0.1706,
      "step": 127244
    },
    {
      "epoch": 5.211755068605366,
      "grad_norm": 1.40028986255492,
      "learning_rate": 1.2941221996481126e-05,
      "loss": 0.4016,
      "step": 127245
    },
    {
      "epoch": 5.211796027032562,
      "grad_norm": 1.2699299760072593,
      "learning_rate": 1.2939896817545342e-05,
      "loss": 0.3332,
      "step": 127246
    },
    {
      "epoch": 5.211836985459758,
      "grad_norm": 0.9066321935968954,
      "learning_rate": 1.2938571703403594e-05,
      "loss": 0.1973,
      "step": 127247
    },
    {
      "epoch": 5.211877943886955,
      "grad_norm": 0.5185675169345494,
      "learning_rate": 1.2937246654056566e-05,
      "loss": 0.0589,
      "step": 127248
    },
    {
      "epoch": 5.211918902314151,
      "grad_norm": 1.7529244808605207,
      "learning_rate": 1.2935921669504823e-05,
      "loss": 0.5581,
      "step": 127249
    },
    {
      "epoch": 5.211959860741348,
      "grad_norm": 0.89355882710742,
      "learning_rate": 1.2934596749749015e-05,
      "loss": 0.1595,
      "step": 127250
    },
    {
      "epoch": 5.212000819168544,
      "grad_norm": 1.7115286421435463,
      "learning_rate": 1.293327189478981e-05,
      "loss": 0.6927,
      "step": 127251
    },
    {
      "epoch": 5.21204177759574,
      "grad_norm": 1.7383047051379779,
      "learning_rate": 1.293194710462777e-05,
      "loss": 0.6454,
      "step": 127252
    },
    {
      "epoch": 5.2120827360229365,
      "grad_norm": 1.7457883900341649,
      "learning_rate": 1.293062237926355e-05,
      "loss": 0.5749,
      "step": 127253
    },
    {
      "epoch": 5.212123694450133,
      "grad_norm": 1.4716665436983816,
      "learning_rate": 1.2929297718697812e-05,
      "loss": 0.5091,
      "step": 127254
    },
    {
      "epoch": 5.2121646528773296,
      "grad_norm": 1.7058718980011325,
      "learning_rate": 1.2927973122931123e-05,
      "loss": 0.6783,
      "step": 127255
    },
    {
      "epoch": 5.212205611304526,
      "grad_norm": 1.0201943607535604,
      "learning_rate": 1.2926648591964151e-05,
      "loss": 0.2233,
      "step": 127256
    },
    {
      "epoch": 5.212246569731723,
      "grad_norm": 1.7031267352973887,
      "learning_rate": 1.2925324125797493e-05,
      "loss": 0.5977,
      "step": 127257
    },
    {
      "epoch": 5.212287528158918,
      "grad_norm": 1.8516678618990563,
      "learning_rate": 1.2923999724431783e-05,
      "loss": 0.6466,
      "step": 127258
    },
    {
      "epoch": 5.212328486586115,
      "grad_norm": 1.7203466884866487,
      "learning_rate": 1.292267538786767e-05,
      "loss": 0.3745,
      "step": 127259
    },
    {
      "epoch": 5.212369445013311,
      "grad_norm": 1.4307583443294014,
      "learning_rate": 1.2921351116105737e-05,
      "loss": 0.5239,
      "step": 127260
    },
    {
      "epoch": 5.212410403440508,
      "grad_norm": 0.8809549608926854,
      "learning_rate": 1.2920026909146635e-05,
      "loss": 0.149,
      "step": 127261
    },
    {
      "epoch": 5.212451361867704,
      "grad_norm": 1.807817685564579,
      "learning_rate": 1.291870276699103e-05,
      "loss": 0.6377,
      "step": 127262
    },
    {
      "epoch": 5.212492320294901,
      "grad_norm": 0.9788098898331327,
      "learning_rate": 1.2917378689639468e-05,
      "loss": 0.2051,
      "step": 127263
    },
    {
      "epoch": 5.2125332787220975,
      "grad_norm": 1.2993213644271444,
      "learning_rate": 1.2916054677092652e-05,
      "loss": 0.3093,
      "step": 127264
    },
    {
      "epoch": 5.212574237149293,
      "grad_norm": 0.7965899584514331,
      "learning_rate": 1.2914730729351164e-05,
      "loss": 0.1333,
      "step": 127265
    },
    {
      "epoch": 5.21261519557649,
      "grad_norm": 1.6914136742623798,
      "learning_rate": 1.2913406846415603e-05,
      "loss": 0.6137,
      "step": 127266
    },
    {
      "epoch": 5.212656154003686,
      "grad_norm": 1.3596837739775882,
      "learning_rate": 1.2912083028286668e-05,
      "loss": 0.4409,
      "step": 127267
    },
    {
      "epoch": 5.212697112430883,
      "grad_norm": 1.3605412752134238,
      "learning_rate": 1.291075927496491e-05,
      "loss": 0.3847,
      "step": 127268
    },
    {
      "epoch": 5.212738070858079,
      "grad_norm": 1.866246273728225,
      "learning_rate": 1.2909435586450994e-05,
      "loss": 0.6648,
      "step": 127269
    },
    {
      "epoch": 5.212779029285276,
      "grad_norm": 0.9193942958615592,
      "learning_rate": 1.2908111962745553e-05,
      "loss": 0.1336,
      "step": 127270
    },
    {
      "epoch": 5.2128199877124715,
      "grad_norm": 1.776031056985859,
      "learning_rate": 1.2906788403849189e-05,
      "loss": 0.5557,
      "step": 127271
    },
    {
      "epoch": 5.212860946139668,
      "grad_norm": 1.7020015142583849,
      "learning_rate": 1.2905464909762547e-05,
      "loss": 0.4548,
      "step": 127272
    },
    {
      "epoch": 5.2129019045668645,
      "grad_norm": 1.4683118770929484,
      "learning_rate": 1.2904141480486263e-05,
      "loss": 0.4482,
      "step": 127273
    },
    {
      "epoch": 5.212942862994061,
      "grad_norm": 1.6912006354178084,
      "learning_rate": 1.2902818116020919e-05,
      "loss": 0.5575,
      "step": 127274
    },
    {
      "epoch": 5.212983821421258,
      "grad_norm": 1.6521414782276258,
      "learning_rate": 1.2901494816367197e-05,
      "loss": 0.5119,
      "step": 127275
    },
    {
      "epoch": 5.213024779848454,
      "grad_norm": 2.611328406635854,
      "learning_rate": 1.2900171581525665e-05,
      "loss": 1.704,
      "step": 127276
    },
    {
      "epoch": 5.21306573827565,
      "grad_norm": 0.6540114328339556,
      "learning_rate": 1.2898848411496987e-05,
      "loss": 0.135,
      "step": 127277
    },
    {
      "epoch": 5.213106696702846,
      "grad_norm": 1.1013587362016104,
      "learning_rate": 1.2897525306281798e-05,
      "loss": 0.2761,
      "step": 127278
    },
    {
      "epoch": 5.213147655130043,
      "grad_norm": 1.8159014494928336,
      "learning_rate": 1.2896202265880661e-05,
      "loss": 0.591,
      "step": 127279
    },
    {
      "epoch": 5.213188613557239,
      "grad_norm": 1.3336366907501753,
      "learning_rate": 1.2894879290294263e-05,
      "loss": 0.3896,
      "step": 127280
    },
    {
      "epoch": 5.213229571984436,
      "grad_norm": 0.7804459221596316,
      "learning_rate": 1.2893556379523235e-05,
      "loss": 0.188,
      "step": 127281
    },
    {
      "epoch": 5.2132705304116325,
      "grad_norm": 1.3080828040346117,
      "learning_rate": 1.2892233533568141e-05,
      "loss": 0.2159,
      "step": 127282
    },
    {
      "epoch": 5.213311488838829,
      "grad_norm": 1.4841022766169687,
      "learning_rate": 1.2890910752429667e-05,
      "loss": 0.4689,
      "step": 127283
    },
    {
      "epoch": 5.213352447266025,
      "grad_norm": 2.4142462768101556,
      "learning_rate": 1.2889588036108394e-05,
      "loss": 1.8777,
      "step": 127284
    },
    {
      "epoch": 5.213393405693221,
      "grad_norm": 1.5266434948441796,
      "learning_rate": 1.2888265384604974e-05,
      "loss": 0.4897,
      "step": 127285
    },
    {
      "epoch": 5.213434364120418,
      "grad_norm": 1.4500545288304518,
      "learning_rate": 1.2886942797920053e-05,
      "loss": 0.4006,
      "step": 127286
    },
    {
      "epoch": 5.213475322547614,
      "grad_norm": 1.1848884675560134,
      "learning_rate": 1.2885620276054198e-05,
      "loss": 0.2663,
      "step": 127287
    },
    {
      "epoch": 5.213516280974811,
      "grad_norm": 1.9544682822572916,
      "learning_rate": 1.288429781900806e-05,
      "loss": 0.7682,
      "step": 127288
    },
    {
      "epoch": 5.213557239402007,
      "grad_norm": 1.2816481037111866,
      "learning_rate": 1.2882975426782304e-05,
      "loss": 0.3185,
      "step": 127289
    },
    {
      "epoch": 5.213598197829203,
      "grad_norm": 1.1792320137752095,
      "learning_rate": 1.2881653099377482e-05,
      "loss": 0.2545,
      "step": 127290
    },
    {
      "epoch": 5.2136391562563995,
      "grad_norm": 1.5193893317562837,
      "learning_rate": 1.2880330836794289e-05,
      "loss": 0.4012,
      "step": 127291
    },
    {
      "epoch": 5.213680114683596,
      "grad_norm": 1.280529118491976,
      "learning_rate": 1.287900863903331e-05,
      "loss": 0.4792,
      "step": 127292
    },
    {
      "epoch": 5.213721073110793,
      "grad_norm": 1.4499031131954099,
      "learning_rate": 1.2877686506095165e-05,
      "loss": 0.4922,
      "step": 127293
    },
    {
      "epoch": 5.213762031537989,
      "grad_norm": 1.6209012922794368,
      "learning_rate": 1.2876364437980512e-05,
      "loss": 0.4974,
      "step": 127294
    },
    {
      "epoch": 5.213802989965186,
      "grad_norm": 0.7878114334558755,
      "learning_rate": 1.2875042434689942e-05,
      "loss": 0.1829,
      "step": 127295
    },
    {
      "epoch": 5.213843948392382,
      "grad_norm": 0.9131249235799709,
      "learning_rate": 1.2873720496224082e-05,
      "loss": 0.138,
      "step": 127296
    },
    {
      "epoch": 5.213884906819578,
      "grad_norm": 1.8115081885058042,
      "learning_rate": 1.2872398622583618e-05,
      "loss": 0.6692,
      "step": 127297
    },
    {
      "epoch": 5.213925865246774,
      "grad_norm": 1.4170900056662301,
      "learning_rate": 1.2871076813769083e-05,
      "loss": 0.4255,
      "step": 127298
    },
    {
      "epoch": 5.213966823673971,
      "grad_norm": 2.731143093886219,
      "learning_rate": 1.2869755069781173e-05,
      "loss": 0.8627,
      "step": 127299
    },
    {
      "epoch": 5.214007782101167,
      "grad_norm": 1.9804597782007678,
      "learning_rate": 1.2868433390620476e-05,
      "loss": 0.6819,
      "step": 127300
    },
    {
      "epoch": 5.214048740528364,
      "grad_norm": 1.4154646575118972,
      "learning_rate": 1.2867111776287603e-05,
      "loss": 0.422,
      "step": 127301
    },
    {
      "epoch": 5.2140896989555605,
      "grad_norm": 1.629920308246644,
      "learning_rate": 1.286579022678324e-05,
      "loss": 0.5001,
      "step": 127302
    },
    {
      "epoch": 5.214130657382756,
      "grad_norm": 1.1641826586209019,
      "learning_rate": 1.2864468742107953e-05,
      "loss": 0.2026,
      "step": 127303
    },
    {
      "epoch": 5.214171615809953,
      "grad_norm": 1.702301451503034,
      "learning_rate": 1.2863147322262374e-05,
      "loss": 0.6558,
      "step": 127304
    },
    {
      "epoch": 5.214212574237149,
      "grad_norm": 1.586228085207438,
      "learning_rate": 1.2861825967247186e-05,
      "loss": 0.6248,
      "step": 127305
    },
    {
      "epoch": 5.214253532664346,
      "grad_norm": 1.7259954391422903,
      "learning_rate": 1.2860504677062921e-05,
      "loss": 0.5813,
      "step": 127306
    },
    {
      "epoch": 5.214294491091542,
      "grad_norm": 1.2980439985115233,
      "learning_rate": 1.2859183451710298e-05,
      "loss": 0.2963,
      "step": 127307
    },
    {
      "epoch": 5.214335449518739,
      "grad_norm": 1.6072924483384285,
      "learning_rate": 1.2857862291189846e-05,
      "loss": 0.5261,
      "step": 127308
    },
    {
      "epoch": 5.2143764079459345,
      "grad_norm": 0.9110583210883291,
      "learning_rate": 1.2856541195502252e-05,
      "loss": 0.1486,
      "step": 127309
    },
    {
      "epoch": 5.214417366373131,
      "grad_norm": 1.3789859526620796,
      "learning_rate": 1.2855220164648162e-05,
      "loss": 0.5363,
      "step": 127310
    },
    {
      "epoch": 5.214458324800328,
      "grad_norm": 1.5629005105661622,
      "learning_rate": 1.2853899198628126e-05,
      "loss": 0.4811,
      "step": 127311
    },
    {
      "epoch": 5.214499283227524,
      "grad_norm": 1.50659663992705,
      "learning_rate": 1.2852578297442844e-05,
      "loss": 0.4093,
      "step": 127312
    },
    {
      "epoch": 5.214540241654721,
      "grad_norm": 1.6936363798598795,
      "learning_rate": 1.2851257461092867e-05,
      "loss": 0.5131,
      "step": 127313
    },
    {
      "epoch": 5.214581200081917,
      "grad_norm": 1.233017043756908,
      "learning_rate": 1.2849936689578878e-05,
      "loss": 0.2886,
      "step": 127314
    },
    {
      "epoch": 5.214622158509114,
      "grad_norm": 2.0213616065384215,
      "learning_rate": 1.284861598290149e-05,
      "loss": 1.0843,
      "step": 127315
    },
    {
      "epoch": 5.214663116936309,
      "grad_norm": 0.32527706314040433,
      "learning_rate": 1.2847295341061287e-05,
      "loss": 0.0228,
      "step": 127316
    },
    {
      "epoch": 5.214704075363506,
      "grad_norm": 0.5429114610670909,
      "learning_rate": 1.2845974764058936e-05,
      "loss": 0.0613,
      "step": 127317
    },
    {
      "epoch": 5.214745033790702,
      "grad_norm": 1.6772944119759803,
      "learning_rate": 1.2844654251895071e-05,
      "loss": 0.5968,
      "step": 127318
    },
    {
      "epoch": 5.214785992217899,
      "grad_norm": 1.5148264737192974,
      "learning_rate": 1.2843333804570272e-05,
      "loss": 0.3918,
      "step": 127319
    },
    {
      "epoch": 5.2148269506450955,
      "grad_norm": 1.6760854560822602,
      "learning_rate": 1.2842013422085207e-05,
      "loss": 0.437,
      "step": 127320
    },
    {
      "epoch": 5.214867909072292,
      "grad_norm": 1.602720662536803,
      "learning_rate": 1.2840693104440458e-05,
      "loss": 0.5433,
      "step": 127321
    },
    {
      "epoch": 5.214908867499488,
      "grad_norm": 1.627385543400066,
      "learning_rate": 1.2839372851636659e-05,
      "loss": 0.6436,
      "step": 127322
    },
    {
      "epoch": 5.214949825926684,
      "grad_norm": 1.6495954594571,
      "learning_rate": 1.2838052663674475e-05,
      "loss": 0.5176,
      "step": 127323
    },
    {
      "epoch": 5.214990784353881,
      "grad_norm": 1.513795295941816,
      "learning_rate": 1.283673254055449e-05,
      "loss": 0.3296,
      "step": 127324
    },
    {
      "epoch": 5.215031742781077,
      "grad_norm": 1.9763870579950544,
      "learning_rate": 1.2835412482277318e-05,
      "loss": 0.7293,
      "step": 127325
    },
    {
      "epoch": 5.215072701208274,
      "grad_norm": 0.9799005013076043,
      "learning_rate": 1.2834092488843645e-05,
      "loss": 0.2378,
      "step": 127326
    },
    {
      "epoch": 5.21511365963547,
      "grad_norm": 1.6359375831695753,
      "learning_rate": 1.2832772560254017e-05,
      "loss": 0.8766,
      "step": 127327
    },
    {
      "epoch": 5.215154618062666,
      "grad_norm": 1.546743655313463,
      "learning_rate": 1.2831452696509137e-05,
      "loss": 0.4821,
      "step": 127328
    },
    {
      "epoch": 5.2151955764898625,
      "grad_norm": 1.348260798679831,
      "learning_rate": 1.2830132897609552e-05,
      "loss": 0.3745,
      "step": 127329
    },
    {
      "epoch": 5.215236534917059,
      "grad_norm": 1.5932972646068808,
      "learning_rate": 1.2828813163555911e-05,
      "loss": 0.6054,
      "step": 127330
    },
    {
      "epoch": 5.215277493344256,
      "grad_norm": 1.5546299702316042,
      "learning_rate": 1.2827493494348883e-05,
      "loss": 0.6043,
      "step": 127331
    },
    {
      "epoch": 5.215318451771452,
      "grad_norm": 1.517334779448562,
      "learning_rate": 1.2826173889989033e-05,
      "loss": 0.4669,
      "step": 127332
    },
    {
      "epoch": 5.215359410198649,
      "grad_norm": 0.8188779035082283,
      "learning_rate": 1.2824854350476993e-05,
      "loss": 0.0661,
      "step": 127333
    },
    {
      "epoch": 5.215400368625845,
      "grad_norm": 1.988341853637417,
      "learning_rate": 1.2823534875813446e-05,
      "loss": 0.852,
      "step": 127334
    },
    {
      "epoch": 5.215441327053041,
      "grad_norm": 1.8791316487940044,
      "learning_rate": 1.2822215465998942e-05,
      "loss": 0.7037,
      "step": 127335
    },
    {
      "epoch": 5.215482285480237,
      "grad_norm": 1.3559066386973184,
      "learning_rate": 1.2820896121034146e-05,
      "loss": 0.2387,
      "step": 127336
    },
    {
      "epoch": 5.215523243907434,
      "grad_norm": 1.0421285255571366,
      "learning_rate": 1.2819576840919693e-05,
      "loss": 0.3374,
      "step": 127337
    },
    {
      "epoch": 5.2155642023346305,
      "grad_norm": 1.6153525847310422,
      "learning_rate": 1.2818257625656131e-05,
      "loss": 0.6782,
      "step": 127338
    },
    {
      "epoch": 5.215605160761827,
      "grad_norm": 0.31790267119835575,
      "learning_rate": 1.2816938475244176e-05,
      "loss": 0.0234,
      "step": 127339
    },
    {
      "epoch": 5.2156461191890235,
      "grad_norm": 1.7377579942391894,
      "learning_rate": 1.2815619389684396e-05,
      "loss": 0.6989,
      "step": 127340
    },
    {
      "epoch": 5.215687077616219,
      "grad_norm": 1.4657385043156204,
      "learning_rate": 1.281430036897742e-05,
      "loss": 0.4777,
      "step": 127341
    },
    {
      "epoch": 5.215728036043416,
      "grad_norm": 1.486424458156372,
      "learning_rate": 1.2812981413123919e-05,
      "loss": 0.4709,
      "step": 127342
    },
    {
      "epoch": 5.215768994470612,
      "grad_norm": 1.1895463794776946,
      "learning_rate": 1.2811662522124438e-05,
      "loss": 0.3873,
      "step": 127343
    },
    {
      "epoch": 5.215809952897809,
      "grad_norm": 1.6736592393902343,
      "learning_rate": 1.2810343695979647e-05,
      "loss": 0.458,
      "step": 127344
    },
    {
      "epoch": 5.215850911325005,
      "grad_norm": 1.3599110783944173,
      "learning_rate": 1.2809024934690193e-05,
      "loss": 0.4013,
      "step": 127345
    },
    {
      "epoch": 5.215891869752202,
      "grad_norm": 1.3936508021971274,
      "learning_rate": 1.2807706238256644e-05,
      "loss": 0.3358,
      "step": 127346
    },
    {
      "epoch": 5.2159328281793975,
      "grad_norm": 1.1399821120819176,
      "learning_rate": 1.280638760667968e-05,
      "loss": 0.2825,
      "step": 127347
    },
    {
      "epoch": 5.215973786606594,
      "grad_norm": 1.205138474595129,
      "learning_rate": 1.280506903995987e-05,
      "loss": 0.3244,
      "step": 127348
    },
    {
      "epoch": 5.216014745033791,
      "grad_norm": 1.6379172738806307,
      "learning_rate": 1.2803750538097862e-05,
      "loss": 0.5575,
      "step": 127349
    },
    {
      "epoch": 5.216055703460987,
      "grad_norm": 1.788621193529639,
      "learning_rate": 1.2802432101094306e-05,
      "loss": 0.6632,
      "step": 127350
    },
    {
      "epoch": 5.216096661888184,
      "grad_norm": 1.2394635107749283,
      "learning_rate": 1.2801113728949769e-05,
      "loss": 0.3307,
      "step": 127351
    },
    {
      "epoch": 5.21613762031538,
      "grad_norm": 1.4871188638351753,
      "learning_rate": 1.2799795421664899e-05,
      "loss": 0.4689,
      "step": 127352
    },
    {
      "epoch": 5.216178578742577,
      "grad_norm": 1.6244490283444157,
      "learning_rate": 1.2798477179240362e-05,
      "loss": 0.5349,
      "step": 127353
    },
    {
      "epoch": 5.216219537169772,
      "grad_norm": 1.1838949321547976,
      "learning_rate": 1.279715900167671e-05,
      "loss": 0.2706,
      "step": 127354
    },
    {
      "epoch": 5.216260495596969,
      "grad_norm": 0.9368571566994058,
      "learning_rate": 1.2795840888974624e-05,
      "loss": 0.1945,
      "step": 127355
    },
    {
      "epoch": 5.2163014540241655,
      "grad_norm": 0.9234282839777801,
      "learning_rate": 1.2794522841134685e-05,
      "loss": 0.2018,
      "step": 127356
    },
    {
      "epoch": 5.216342412451362,
      "grad_norm": 0.5539855972236752,
      "learning_rate": 1.279320485815753e-05,
      "loss": 0.0479,
      "step": 127357
    },
    {
      "epoch": 5.2163833708785585,
      "grad_norm": 1.1583888705805425,
      "learning_rate": 1.2791886940043806e-05,
      "loss": 0.2282,
      "step": 127358
    },
    {
      "epoch": 5.216424329305755,
      "grad_norm": 0.8648732728851081,
      "learning_rate": 1.2790569086794095e-05,
      "loss": 0.1446,
      "step": 127359
    },
    {
      "epoch": 5.216465287732951,
      "grad_norm": 1.5372596873452904,
      "learning_rate": 1.2789251298409047e-05,
      "loss": 0.4469,
      "step": 127360
    },
    {
      "epoch": 5.216506246160147,
      "grad_norm": 1.5863803425744616,
      "learning_rate": 1.2787933574889298e-05,
      "loss": 0.4028,
      "step": 127361
    },
    {
      "epoch": 5.216547204587344,
      "grad_norm": 1.2379552637943536,
      "learning_rate": 1.2786615916235427e-05,
      "loss": 0.3497,
      "step": 127362
    },
    {
      "epoch": 5.21658816301454,
      "grad_norm": 1.1422772760982127,
      "learning_rate": 1.2785298322448101e-05,
      "loss": 0.2235,
      "step": 127363
    },
    {
      "epoch": 5.216629121441737,
      "grad_norm": 1.3567541487946078,
      "learning_rate": 1.2783980793527921e-05,
      "loss": 0.4181,
      "step": 127364
    },
    {
      "epoch": 5.216670079868933,
      "grad_norm": 1.94090015805976,
      "learning_rate": 1.2782663329475484e-05,
      "loss": 0.5209,
      "step": 127365
    },
    {
      "epoch": 5.216711038296129,
      "grad_norm": 0.9799264369448111,
      "learning_rate": 1.2781345930291492e-05,
      "loss": 0.2389,
      "step": 127366
    },
    {
      "epoch": 5.216751996723326,
      "grad_norm": 1.6041302023300892,
      "learning_rate": 1.2780028595976477e-05,
      "loss": 0.3989,
      "step": 127367
    },
    {
      "epoch": 5.216792955150522,
      "grad_norm": 1.5224849040087842,
      "learning_rate": 1.2778711326531105e-05,
      "loss": 0.5726,
      "step": 127368
    },
    {
      "epoch": 5.216833913577719,
      "grad_norm": 1.6870103145295448,
      "learning_rate": 1.2777394121956008e-05,
      "loss": 0.5091,
      "step": 127369
    },
    {
      "epoch": 5.216874872004915,
      "grad_norm": 1.4315686764967517,
      "learning_rate": 1.2776076982251787e-05,
      "loss": 0.4257,
      "step": 127370
    },
    {
      "epoch": 5.216915830432112,
      "grad_norm": 0.873757433183315,
      "learning_rate": 1.2774759907419108e-05,
      "loss": 0.1506,
      "step": 127371
    },
    {
      "epoch": 5.216956788859308,
      "grad_norm": 1.5164385702789098,
      "learning_rate": 1.277344289745852e-05,
      "loss": 0.4876,
      "step": 127372
    },
    {
      "epoch": 5.216997747286504,
      "grad_norm": 1.363330660091216,
      "learning_rate": 1.2772125952370687e-05,
      "loss": 0.4576,
      "step": 127373
    },
    {
      "epoch": 5.2170387057137,
      "grad_norm": 1.4411654112704348,
      "learning_rate": 1.2770809072156263e-05,
      "loss": 0.4737,
      "step": 127374
    },
    {
      "epoch": 5.217079664140897,
      "grad_norm": 1.4158059260238183,
      "learning_rate": 1.2769492256815794e-05,
      "loss": 0.4195,
      "step": 127375
    },
    {
      "epoch": 5.2171206225680935,
      "grad_norm": 1.257851688659847,
      "learning_rate": 1.2768175506349964e-05,
      "loss": 0.4302,
      "step": 127376
    },
    {
      "epoch": 5.21716158099529,
      "grad_norm": 1.1989376057474195,
      "learning_rate": 1.2766858820759391e-05,
      "loss": 0.2465,
      "step": 127377
    },
    {
      "epoch": 5.217202539422487,
      "grad_norm": 1.54838190539641,
      "learning_rate": 1.276554220004467e-05,
      "loss": 0.4749,
      "step": 127378
    },
    {
      "epoch": 5.217243497849682,
      "grad_norm": 2.2659172556186773,
      "learning_rate": 1.2764225644206455e-05,
      "loss": 1.0283,
      "step": 127379
    },
    {
      "epoch": 5.217284456276879,
      "grad_norm": 1.7115310656342742,
      "learning_rate": 1.2762909153245327e-05,
      "loss": 0.5092,
      "step": 127380
    },
    {
      "epoch": 5.217325414704075,
      "grad_norm": 0.8464721110754962,
      "learning_rate": 1.2761592727161935e-05,
      "loss": 0.185,
      "step": 127381
    },
    {
      "epoch": 5.217366373131272,
      "grad_norm": 0.6842504848159203,
      "learning_rate": 1.2760276365956912e-05,
      "loss": 0.1369,
      "step": 127382
    },
    {
      "epoch": 5.217407331558468,
      "grad_norm": 1.0544793683984324,
      "learning_rate": 1.2758960069630858e-05,
      "loss": 0.227,
      "step": 127383
    },
    {
      "epoch": 5.217448289985665,
      "grad_norm": 1.3218910980065322,
      "learning_rate": 1.2757643838184423e-05,
      "loss": 0.3447,
      "step": 127384
    },
    {
      "epoch": 5.2174892484128605,
      "grad_norm": 1.77838657626096,
      "learning_rate": 1.2756327671618173e-05,
      "loss": 0.6649,
      "step": 127385
    },
    {
      "epoch": 5.217530206840057,
      "grad_norm": 1.5678062249473486,
      "learning_rate": 1.2755011569932772e-05,
      "loss": 0.4115,
      "step": 127386
    },
    {
      "epoch": 5.217571165267254,
      "grad_norm": 1.7616358437092523,
      "learning_rate": 1.2753695533128872e-05,
      "loss": 0.7073,
      "step": 127387
    },
    {
      "epoch": 5.21761212369445,
      "grad_norm": 1.3324400281591706,
      "learning_rate": 1.2752379561207039e-05,
      "loss": 0.3703,
      "step": 127388
    },
    {
      "epoch": 5.217653082121647,
      "grad_norm": 1.4845789786030308,
      "learning_rate": 1.2751063654167903e-05,
      "loss": 0.4619,
      "step": 127389
    },
    {
      "epoch": 5.217694040548843,
      "grad_norm": 0.9746185228786369,
      "learning_rate": 1.2749747812012134e-05,
      "loss": 0.1964,
      "step": 127390
    },
    {
      "epoch": 5.21773499897604,
      "grad_norm": 1.8028286416799202,
      "learning_rate": 1.2748432034740296e-05,
      "loss": 0.4067,
      "step": 127391
    },
    {
      "epoch": 5.217775957403235,
      "grad_norm": 1.6584738839364064,
      "learning_rate": 1.2747116322353058e-05,
      "loss": 0.5841,
      "step": 127392
    },
    {
      "epoch": 5.217816915830432,
      "grad_norm": 1.6980809163093473,
      "learning_rate": 1.2745800674850998e-05,
      "loss": 0.5035,
      "step": 127393
    },
    {
      "epoch": 5.2178578742576285,
      "grad_norm": 1.7428361843305697,
      "learning_rate": 1.2744485092234751e-05,
      "loss": 0.5366,
      "step": 127394
    },
    {
      "epoch": 5.217898832684825,
      "grad_norm": 1.075326302642537,
      "learning_rate": 1.2743169574504969e-05,
      "loss": 0.1281,
      "step": 127395
    },
    {
      "epoch": 5.2179397911120216,
      "grad_norm": 1.8929637785178248,
      "learning_rate": 1.2741854121662232e-05,
      "loss": 0.5359,
      "step": 127396
    },
    {
      "epoch": 5.217980749539218,
      "grad_norm": 1.6706957887356648,
      "learning_rate": 1.274053873370719e-05,
      "loss": 0.4162,
      "step": 127397
    },
    {
      "epoch": 5.218021707966414,
      "grad_norm": 1.6722989576297298,
      "learning_rate": 1.2739223410640476e-05,
      "loss": 0.4981,
      "step": 127398
    },
    {
      "epoch": 5.21806266639361,
      "grad_norm": 0.9678581840576891,
      "learning_rate": 1.2737908152462657e-05,
      "loss": 0.1307,
      "step": 127399
    },
    {
      "epoch": 5.218103624820807,
      "grad_norm": 1.7459930519024363,
      "learning_rate": 1.273659295917443e-05,
      "loss": 0.5455,
      "step": 127400
    },
    {
      "epoch": 5.218144583248003,
      "grad_norm": 1.6377963177843557,
      "learning_rate": 1.273527783077633e-05,
      "loss": 0.5177,
      "step": 127401
    },
    {
      "epoch": 5.2181855416752,
      "grad_norm": 1.6648491058250494,
      "learning_rate": 1.273396276726904e-05,
      "loss": 0.5604,
      "step": 127402
    },
    {
      "epoch": 5.218226500102396,
      "grad_norm": 2.654223674235995,
      "learning_rate": 1.2732647768653208e-05,
      "loss": 1.5311,
      "step": 127403
    },
    {
      "epoch": 5.218267458529592,
      "grad_norm": 1.4268184610638237,
      "learning_rate": 1.273133283492937e-05,
      "loss": 0.4529,
      "step": 127404
    },
    {
      "epoch": 5.218308416956789,
      "grad_norm": 2.010857134402512,
      "learning_rate": 1.2730017966098188e-05,
      "loss": 0.9086,
      "step": 127405
    },
    {
      "epoch": 5.218349375383985,
      "grad_norm": 0.8733471719886542,
      "learning_rate": 1.2728703162160347e-05,
      "loss": 0.2204,
      "step": 127406
    },
    {
      "epoch": 5.218390333811182,
      "grad_norm": 1.6276899894100703,
      "learning_rate": 1.2727388423116364e-05,
      "loss": 0.591,
      "step": 127407
    },
    {
      "epoch": 5.218431292238378,
      "grad_norm": 1.6113500104346252,
      "learning_rate": 1.2726073748966903e-05,
      "loss": 0.4656,
      "step": 127408
    },
    {
      "epoch": 5.218472250665575,
      "grad_norm": 1.5760133189924221,
      "learning_rate": 1.2724759139712615e-05,
      "loss": 0.5775,
      "step": 127409
    },
    {
      "epoch": 5.218513209092771,
      "grad_norm": 1.217695034424668,
      "learning_rate": 1.2723444595354066e-05,
      "loss": 0.4365,
      "step": 127410
    },
    {
      "epoch": 5.218554167519967,
      "grad_norm": 1.8633303899759965,
      "learning_rate": 1.2722130115891937e-05,
      "loss": 0.6973,
      "step": 127411
    },
    {
      "epoch": 5.2185951259471635,
      "grad_norm": 2.061544305431574,
      "learning_rate": 1.2720815701326797e-05,
      "loss": 0.8739,
      "step": 127412
    },
    {
      "epoch": 5.21863608437436,
      "grad_norm": 1.7371550690430297,
      "learning_rate": 1.2719501351659277e-05,
      "loss": 0.58,
      "step": 127413
    },
    {
      "epoch": 5.2186770428015565,
      "grad_norm": 1.3267029326859168,
      "learning_rate": 1.2718187066890045e-05,
      "loss": 0.2616,
      "step": 127414
    },
    {
      "epoch": 5.218718001228753,
      "grad_norm": 0.5160660076417634,
      "learning_rate": 1.2716872847019649e-05,
      "loss": 0.0317,
      "step": 127415
    },
    {
      "epoch": 5.21875895965595,
      "grad_norm": 1.9685768918534632,
      "learning_rate": 1.2715558692048772e-05,
      "loss": 0.6194,
      "step": 127416
    },
    {
      "epoch": 5.218799918083145,
      "grad_norm": 1.7994038984362513,
      "learning_rate": 1.2714244601978013e-05,
      "loss": 0.5909,
      "step": 127417
    },
    {
      "epoch": 5.218840876510342,
      "grad_norm": 1.112451556157126,
      "learning_rate": 1.2712930576807989e-05,
      "loss": 0.3406,
      "step": 127418
    },
    {
      "epoch": 5.218881834937538,
      "grad_norm": 1.628154610510358,
      "learning_rate": 1.2711616616539349e-05,
      "loss": 0.6223,
      "step": 127419
    },
    {
      "epoch": 5.218922793364735,
      "grad_norm": 1.3776142762589663,
      "learning_rate": 1.2710302721172643e-05,
      "loss": 0.4403,
      "step": 127420
    },
    {
      "epoch": 5.218963751791931,
      "grad_norm": 1.531533810943165,
      "learning_rate": 1.2708988890708555e-05,
      "loss": 0.502,
      "step": 127421
    },
    {
      "epoch": 5.219004710219128,
      "grad_norm": 1.7530659018093597,
      "learning_rate": 1.2707675125147716e-05,
      "loss": 0.5636,
      "step": 127422
    },
    {
      "epoch": 5.219045668646324,
      "grad_norm": 2.0248034866594655,
      "learning_rate": 1.2706361424490708e-05,
      "loss": 0.734,
      "step": 127423
    },
    {
      "epoch": 5.21908662707352,
      "grad_norm": 1.3672992713230452,
      "learning_rate": 1.2705047788738149e-05,
      "loss": 0.5117,
      "step": 127424
    },
    {
      "epoch": 5.219127585500717,
      "grad_norm": 1.3292560830912745,
      "learning_rate": 1.2703734217890704e-05,
      "loss": 0.3808,
      "step": 127425
    },
    {
      "epoch": 5.219168543927913,
      "grad_norm": 1.40062936941462,
      "learning_rate": 1.2702420711948941e-05,
      "loss": 0.4363,
      "step": 127426
    },
    {
      "epoch": 5.21920950235511,
      "grad_norm": 1.3191931574999578,
      "learning_rate": 1.2701107270913541e-05,
      "loss": 0.408,
      "step": 127427
    },
    {
      "epoch": 5.219250460782306,
      "grad_norm": 1.3351792081470875,
      "learning_rate": 1.2699793894785054e-05,
      "loss": 0.3125,
      "step": 127428
    },
    {
      "epoch": 5.219291419209503,
      "grad_norm": 1.5726216033852478,
      "learning_rate": 1.269848058356413e-05,
      "loss": 0.4596,
      "step": 127429
    },
    {
      "epoch": 5.219332377636698,
      "grad_norm": 1.8338803070916943,
      "learning_rate": 1.2697167337251436e-05,
      "loss": 0.4788,
      "step": 127430
    },
    {
      "epoch": 5.219373336063895,
      "grad_norm": 1.3647346248043526,
      "learning_rate": 1.2695854155847534e-05,
      "loss": 0.3012,
      "step": 127431
    },
    {
      "epoch": 5.2194142944910915,
      "grad_norm": 1.5354379171976895,
      "learning_rate": 1.2694541039353046e-05,
      "loss": 0.4769,
      "step": 127432
    },
    {
      "epoch": 5.219455252918288,
      "grad_norm": 1.5483247651370844,
      "learning_rate": 1.269322798776865e-05,
      "loss": 0.418,
      "step": 127433
    },
    {
      "epoch": 5.219496211345485,
      "grad_norm": 1.2536004684875004,
      "learning_rate": 1.2691915001094899e-05,
      "loss": 0.3611,
      "step": 127434
    },
    {
      "epoch": 5.219537169772681,
      "grad_norm": 1.563895080148192,
      "learning_rate": 1.2690602079332473e-05,
      "loss": 0.5577,
      "step": 127435
    },
    {
      "epoch": 5.219578128199877,
      "grad_norm": 1.421264240606488,
      "learning_rate": 1.268928922248194e-05,
      "loss": 0.3682,
      "step": 127436
    },
    {
      "epoch": 5.219619086627073,
      "grad_norm": 1.360741483975505,
      "learning_rate": 1.2687976430543934e-05,
      "loss": 0.422,
      "step": 127437
    },
    {
      "epoch": 5.21966004505427,
      "grad_norm": 1.4146347269815525,
      "learning_rate": 1.2686663703519117e-05,
      "loss": 0.4431,
      "step": 127438
    },
    {
      "epoch": 5.219701003481466,
      "grad_norm": 1.6034807238550064,
      "learning_rate": 1.2685351041408042e-05,
      "loss": 0.4838,
      "step": 127439
    },
    {
      "epoch": 5.219741961908663,
      "grad_norm": 1.3600192136885347,
      "learning_rate": 1.2684038444211376e-05,
      "loss": 0.3826,
      "step": 127440
    },
    {
      "epoch": 5.2197829203358594,
      "grad_norm": 1.5120622202270717,
      "learning_rate": 1.2682725911929747e-05,
      "loss": 0.3293,
      "step": 127441
    },
    {
      "epoch": 5.219823878763055,
      "grad_norm": 1.9269912853635696,
      "learning_rate": 1.2681413444563742e-05,
      "loss": 0.5105,
      "step": 127442
    },
    {
      "epoch": 5.219864837190252,
      "grad_norm": 2.13971691583675,
      "learning_rate": 1.268010104211401e-05,
      "loss": 1.3226,
      "step": 127443
    },
    {
      "epoch": 5.219905795617448,
      "grad_norm": 1.727125870239729,
      "learning_rate": 1.2678788704581133e-05,
      "loss": 0.6618,
      "step": 127444
    },
    {
      "epoch": 5.219946754044645,
      "grad_norm": 1.495252375439438,
      "learning_rate": 1.267747643196576e-05,
      "loss": 0.4117,
      "step": 127445
    },
    {
      "epoch": 5.219987712471841,
      "grad_norm": 1.7433803163050794,
      "learning_rate": 1.2676164224268543e-05,
      "loss": 0.6547,
      "step": 127446
    },
    {
      "epoch": 5.220028670899038,
      "grad_norm": 1.683128740812509,
      "learning_rate": 1.2674852081490028e-05,
      "loss": 0.6955,
      "step": 127447
    },
    {
      "epoch": 5.220069629326234,
      "grad_norm": 1.3605859298791303,
      "learning_rate": 1.26735400036309e-05,
      "loss": 0.4987,
      "step": 127448
    },
    {
      "epoch": 5.22011058775343,
      "grad_norm": 1.2539127427346577,
      "learning_rate": 1.2672227990691742e-05,
      "loss": 0.3548,
      "step": 127449
    },
    {
      "epoch": 5.2201515461806265,
      "grad_norm": 1.4468354605443705,
      "learning_rate": 1.2670916042673169e-05,
      "loss": 0.4502,
      "step": 127450
    },
    {
      "epoch": 5.220192504607823,
      "grad_norm": 1.6243151069298702,
      "learning_rate": 1.2669604159575863e-05,
      "loss": 0.4753,
      "step": 127451
    },
    {
      "epoch": 5.22023346303502,
      "grad_norm": 2.1211699395333503,
      "learning_rate": 1.266829234140036e-05,
      "loss": 0.8074,
      "step": 127452
    },
    {
      "epoch": 5.220274421462216,
      "grad_norm": 1.6447744182399122,
      "learning_rate": 1.2666980588147308e-05,
      "loss": 0.4934,
      "step": 127453
    },
    {
      "epoch": 5.220315379889413,
      "grad_norm": 1.4869543805069314,
      "learning_rate": 1.2665668899817388e-05,
      "loss": 0.4148,
      "step": 127454
    },
    {
      "epoch": 5.220356338316608,
      "grad_norm": 0.8723923120249638,
      "learning_rate": 1.2664357276411136e-05,
      "loss": 0.1168,
      "step": 127455
    },
    {
      "epoch": 5.220397296743805,
      "grad_norm": 1.3228959757706256,
      "learning_rate": 1.2663045717929216e-05,
      "loss": 0.2866,
      "step": 127456
    },
    {
      "epoch": 5.220438255171001,
      "grad_norm": 1.394108763798064,
      "learning_rate": 1.2661734224372227e-05,
      "loss": 0.4488,
      "step": 127457
    },
    {
      "epoch": 5.220479213598198,
      "grad_norm": 0.7435317289284452,
      "learning_rate": 1.2660422795740805e-05,
      "loss": 0.1826,
      "step": 127458
    },
    {
      "epoch": 5.220520172025394,
      "grad_norm": 1.941204743046624,
      "learning_rate": 1.2659111432035596e-05,
      "loss": 0.6906,
      "step": 127459
    },
    {
      "epoch": 5.220561130452591,
      "grad_norm": 1.343619223401221,
      "learning_rate": 1.265780013325715e-05,
      "loss": 0.3679,
      "step": 127460
    },
    {
      "epoch": 5.220602088879787,
      "grad_norm": 1.550377555039973,
      "learning_rate": 1.2656488899406137e-05,
      "loss": 0.4624,
      "step": 127461
    },
    {
      "epoch": 5.220643047306983,
      "grad_norm": 1.2084643018498098,
      "learning_rate": 1.2655177730483185e-05,
      "loss": 0.3089,
      "step": 127462
    },
    {
      "epoch": 5.22068400573418,
      "grad_norm": 1.5097657165103555,
      "learning_rate": 1.2653866626488862e-05,
      "loss": 0.5883,
      "step": 127463
    },
    {
      "epoch": 5.220724964161376,
      "grad_norm": 1.4722002459965056,
      "learning_rate": 1.2652555587423868e-05,
      "loss": 0.51,
      "step": 127464
    },
    {
      "epoch": 5.220765922588573,
      "grad_norm": 1.518882746327223,
      "learning_rate": 1.2651244613288736e-05,
      "loss": 0.4318,
      "step": 127465
    },
    {
      "epoch": 5.220806881015769,
      "grad_norm": 0.5569414751993036,
      "learning_rate": 1.264993370408413e-05,
      "loss": 0.0499,
      "step": 127466
    },
    {
      "epoch": 5.220847839442966,
      "grad_norm": 2.3073372016316553,
      "learning_rate": 1.2648622859810686e-05,
      "loss": 0.9071,
      "step": 127467
    },
    {
      "epoch": 5.2208887978701615,
      "grad_norm": 0.8206460931002808,
      "learning_rate": 1.2647312080468985e-05,
      "loss": 0.1814,
      "step": 127468
    },
    {
      "epoch": 5.220929756297358,
      "grad_norm": 1.2721365667659235,
      "learning_rate": 1.2646001366059644e-05,
      "loss": 0.3605,
      "step": 127469
    },
    {
      "epoch": 5.2209707147245545,
      "grad_norm": 0.8482024246811914,
      "learning_rate": 1.2644690716583362e-05,
      "loss": 0.188,
      "step": 127470
    },
    {
      "epoch": 5.221011673151751,
      "grad_norm": 1.4708091209198622,
      "learning_rate": 1.2643380132040653e-05,
      "loss": 0.3835,
      "step": 127471
    },
    {
      "epoch": 5.221052631578948,
      "grad_norm": 1.7072332998864896,
      "learning_rate": 1.2642069612432204e-05,
      "loss": 0.6632,
      "step": 127472
    },
    {
      "epoch": 5.221093590006144,
      "grad_norm": 1.2660979442375129,
      "learning_rate": 1.2640759157758596e-05,
      "loss": 0.3756,
      "step": 127473
    },
    {
      "epoch": 5.22113454843334,
      "grad_norm": 1.5388757281025431,
      "learning_rate": 1.2639448768020477e-05,
      "loss": 0.3195,
      "step": 127474
    },
    {
      "epoch": 5.221175506860536,
      "grad_norm": 3.463590396864197,
      "learning_rate": 1.2638138443218466e-05,
      "loss": 2.3367,
      "step": 127475
    },
    {
      "epoch": 5.221216465287733,
      "grad_norm": 0.8789817769826417,
      "learning_rate": 1.2636828183353159e-05,
      "loss": 0.2041,
      "step": 127476
    },
    {
      "epoch": 5.221257423714929,
      "grad_norm": 1.2876567562826406,
      "learning_rate": 1.2635517988425209e-05,
      "loss": 0.3032,
      "step": 127477
    },
    {
      "epoch": 5.221298382142126,
      "grad_norm": 1.4330201465190076,
      "learning_rate": 1.2634207858435213e-05,
      "loss": 0.4566,
      "step": 127478
    },
    {
      "epoch": 5.2213393405693225,
      "grad_norm": 1.2716601365561846,
      "learning_rate": 1.2632897793383773e-05,
      "loss": 0.3305,
      "step": 127479
    },
    {
      "epoch": 5.221380298996518,
      "grad_norm": 1.4446936724706205,
      "learning_rate": 1.263158779327152e-05,
      "loss": 0.4222,
      "step": 127480
    },
    {
      "epoch": 5.221421257423715,
      "grad_norm": 1.6872880931483334,
      "learning_rate": 1.2630277858099103e-05,
      "loss": 0.4574,
      "step": 127481
    },
    {
      "epoch": 5.221462215850911,
      "grad_norm": 3.2025576001279346,
      "learning_rate": 1.2628967987867107e-05,
      "loss": 1.2257,
      "step": 127482
    },
    {
      "epoch": 5.221503174278108,
      "grad_norm": 1.6626817029192196,
      "learning_rate": 1.2627658182576195e-05,
      "loss": 0.6741,
      "step": 127483
    },
    {
      "epoch": 5.221544132705304,
      "grad_norm": 1.3294274146409661,
      "learning_rate": 1.2626348442226902e-05,
      "loss": 0.3671,
      "step": 127484
    },
    {
      "epoch": 5.221585091132501,
      "grad_norm": 1.565533585665821,
      "learning_rate": 1.2625038766819928e-05,
      "loss": 0.4888,
      "step": 127485
    },
    {
      "epoch": 5.221626049559697,
      "grad_norm": 1.907422144739441,
      "learning_rate": 1.2623729156355872e-05,
      "loss": 0.6048,
      "step": 127486
    },
    {
      "epoch": 5.221667007986893,
      "grad_norm": 0.9268856966765762,
      "learning_rate": 1.2622419610835333e-05,
      "loss": 0.2184,
      "step": 127487
    },
    {
      "epoch": 5.2217079664140895,
      "grad_norm": 1.523230568549053,
      "learning_rate": 1.2621110130258926e-05,
      "loss": 0.4855,
      "step": 127488
    },
    {
      "epoch": 5.221748924841286,
      "grad_norm": 0.8662056876939606,
      "learning_rate": 1.261980071462732e-05,
      "loss": 0.1004,
      "step": 127489
    },
    {
      "epoch": 5.221789883268483,
      "grad_norm": 1.6352413157089232,
      "learning_rate": 1.261849136394108e-05,
      "loss": 0.5023,
      "step": 127490
    },
    {
      "epoch": 5.221830841695679,
      "grad_norm": 1.444652939679105,
      "learning_rate": 1.2617182078200871e-05,
      "loss": 0.447,
      "step": 127491
    },
    {
      "epoch": 5.221871800122876,
      "grad_norm": 1.3968967564338641,
      "learning_rate": 1.2615872857407245e-05,
      "loss": 0.448,
      "step": 127492
    },
    {
      "epoch": 5.221912758550071,
      "grad_norm": 2.3646108881190417,
      "learning_rate": 1.2614563701560881e-05,
      "loss": 1.1994,
      "step": 127493
    },
    {
      "epoch": 5.221953716977268,
      "grad_norm": 1.2222621644722762,
      "learning_rate": 1.2613254610662399e-05,
      "loss": 0.2582,
      "step": 127494
    },
    {
      "epoch": 5.221994675404464,
      "grad_norm": 4.152588963573515,
      "learning_rate": 1.2611945584712363e-05,
      "loss": 3.6384,
      "step": 127495
    },
    {
      "epoch": 5.222035633831661,
      "grad_norm": 1.5905234121727143,
      "learning_rate": 1.261063662371144e-05,
      "loss": 0.4676,
      "step": 127496
    },
    {
      "epoch": 5.2220765922588575,
      "grad_norm": 1.817361766651605,
      "learning_rate": 1.2609327727660262e-05,
      "loss": 0.6662,
      "step": 127497
    },
    {
      "epoch": 5.222117550686054,
      "grad_norm": 1.2847876222055865,
      "learning_rate": 1.260801889655938e-05,
      "loss": 0.384,
      "step": 127498
    },
    {
      "epoch": 5.22215850911325,
      "grad_norm": 0.5485320820644093,
      "learning_rate": 1.2606710130409492e-05,
      "loss": 0.0746,
      "step": 127499
    },
    {
      "epoch": 5.222199467540446,
      "grad_norm": 1.601434225768638,
      "learning_rate": 1.2605401429211148e-05,
      "loss": 0.4469,
      "step": 127500
    },
    {
      "epoch": 5.222240425967643,
      "grad_norm": 2.8638348375404132,
      "learning_rate": 1.2604092792965015e-05,
      "loss": 2.3346,
      "step": 127501
    },
    {
      "epoch": 5.222281384394839,
      "grad_norm": 2.0492871255129654,
      "learning_rate": 1.2602784221671707e-05,
      "loss": 0.7126,
      "step": 127502
    },
    {
      "epoch": 5.222322342822036,
      "grad_norm": 1.0344845264709226,
      "learning_rate": 1.2601475715331793e-05,
      "loss": 0.1972,
      "step": 127503
    },
    {
      "epoch": 5.222363301249232,
      "grad_norm": 1.3507084232305926,
      "learning_rate": 1.2600167273945939e-05,
      "loss": 0.4049,
      "step": 127504
    },
    {
      "epoch": 5.222404259676429,
      "grad_norm": 0.5067302652602648,
      "learning_rate": 1.2598858897514775e-05,
      "loss": 0.045,
      "step": 127505
    },
    {
      "epoch": 5.2224452181036245,
      "grad_norm": 1.5521776303622945,
      "learning_rate": 1.2597550586038885e-05,
      "loss": 0.4537,
      "step": 127506
    },
    {
      "epoch": 5.222486176530821,
      "grad_norm": 0.9086398456000968,
      "learning_rate": 1.2596242339518903e-05,
      "loss": 0.2307,
      "step": 127507
    },
    {
      "epoch": 5.222527134958018,
      "grad_norm": 1.3435766885817275,
      "learning_rate": 1.2594934157955444e-05,
      "loss": 0.4164,
      "step": 127508
    },
    {
      "epoch": 5.222568093385214,
      "grad_norm": 1.1360091584443102,
      "learning_rate": 1.2593626041349108e-05,
      "loss": 0.2303,
      "step": 127509
    },
    {
      "epoch": 5.222609051812411,
      "grad_norm": 1.6249295279039153,
      "learning_rate": 1.2592317989700563e-05,
      "loss": 0.4787,
      "step": 127510
    },
    {
      "epoch": 5.222650010239607,
      "grad_norm": 1.3111650442489615,
      "learning_rate": 1.2591010003010371e-05,
      "loss": 0.3269,
      "step": 127511
    },
    {
      "epoch": 5.222690968666803,
      "grad_norm": 1.405639276500711,
      "learning_rate": 1.2589702081279186e-05,
      "loss": 0.4239,
      "step": 127512
    },
    {
      "epoch": 5.222731927093999,
      "grad_norm": 1.2330938331923693,
      "learning_rate": 1.2588394224507619e-05,
      "loss": 0.3293,
      "step": 127513
    },
    {
      "epoch": 5.222772885521196,
      "grad_norm": 0.9369068666593766,
      "learning_rate": 1.2587086432696275e-05,
      "loss": 0.2516,
      "step": 127514
    },
    {
      "epoch": 5.222813843948392,
      "grad_norm": 1.6975214838755528,
      "learning_rate": 1.2585778705845817e-05,
      "loss": 0.5478,
      "step": 127515
    },
    {
      "epoch": 5.222854802375589,
      "grad_norm": 1.522699954526319,
      "learning_rate": 1.2584471043956795e-05,
      "loss": 0.5203,
      "step": 127516
    },
    {
      "epoch": 5.2228957608027855,
      "grad_norm": 1.5739218072793075,
      "learning_rate": 1.258316344702986e-05,
      "loss": 0.5249,
      "step": 127517
    },
    {
      "epoch": 5.222936719229981,
      "grad_norm": 1.6533214768110829,
      "learning_rate": 1.2581855915065659e-05,
      "loss": 0.5747,
      "step": 127518
    },
    {
      "epoch": 5.222977677657178,
      "grad_norm": 1.0310097258452182,
      "learning_rate": 1.258054844806476e-05,
      "loss": 0.2131,
      "step": 127519
    },
    {
      "epoch": 5.223018636084374,
      "grad_norm": 1.465418158708869,
      "learning_rate": 1.257924104602781e-05,
      "loss": 0.3539,
      "step": 127520
    },
    {
      "epoch": 5.223059594511571,
      "grad_norm": 0.9331545863578766,
      "learning_rate": 1.2577933708955412e-05,
      "loss": 0.1368,
      "step": 127521
    },
    {
      "epoch": 5.223100552938767,
      "grad_norm": 1.319500727796083,
      "learning_rate": 1.2576626436848197e-05,
      "loss": 0.3949,
      "step": 127522
    },
    {
      "epoch": 5.223141511365964,
      "grad_norm": 1.6621386145324248,
      "learning_rate": 1.2575319229706799e-05,
      "loss": 0.6207,
      "step": 127523
    },
    {
      "epoch": 5.22318246979316,
      "grad_norm": 1.680549028220672,
      "learning_rate": 1.2574012087531781e-05,
      "loss": 0.4736,
      "step": 127524
    },
    {
      "epoch": 5.223223428220356,
      "grad_norm": 1.5367283990421672,
      "learning_rate": 1.2572705010323813e-05,
      "loss": 0.5482,
      "step": 127525
    },
    {
      "epoch": 5.2232643866475525,
      "grad_norm": 1.7676899500962389,
      "learning_rate": 1.257139799808351e-05,
      "loss": 0.4339,
      "step": 127526
    },
    {
      "epoch": 5.223305345074749,
      "grad_norm": 1.3507205291256315,
      "learning_rate": 1.2570091050811454e-05,
      "loss": 0.2936,
      "step": 127527
    },
    {
      "epoch": 5.223346303501946,
      "grad_norm": 1.3782382063727683,
      "learning_rate": 1.2568784168508294e-05,
      "loss": 0.4533,
      "step": 127528
    },
    {
      "epoch": 5.223387261929142,
      "grad_norm": 0.8814927255010561,
      "learning_rate": 1.2567477351174632e-05,
      "loss": 0.2393,
      "step": 127529
    },
    {
      "epoch": 5.223428220356339,
      "grad_norm": 1.5831870975309743,
      "learning_rate": 1.2566170598811082e-05,
      "loss": 0.6813,
      "step": 127530
    },
    {
      "epoch": 5.223469178783534,
      "grad_norm": 1.4856238979397018,
      "learning_rate": 1.256486391141831e-05,
      "loss": 0.566,
      "step": 127531
    },
    {
      "epoch": 5.223510137210731,
      "grad_norm": 1.7264444791390507,
      "learning_rate": 1.256355728899685e-05,
      "loss": 0.5272,
      "step": 127532
    },
    {
      "epoch": 5.223551095637927,
      "grad_norm": 0.8891753558228963,
      "learning_rate": 1.2562250731547386e-05,
      "loss": 0.2122,
      "step": 127533
    },
    {
      "epoch": 5.223592054065124,
      "grad_norm": 1.2710331017208607,
      "learning_rate": 1.256094423907053e-05,
      "loss": 0.4397,
      "step": 127534
    },
    {
      "epoch": 5.2236330124923205,
      "grad_norm": 1.2156528539285152,
      "learning_rate": 1.2559637811566853e-05,
      "loss": 0.3678,
      "step": 127535
    },
    {
      "epoch": 5.223673970919517,
      "grad_norm": 0.772852672229434,
      "learning_rate": 1.2558331449037035e-05,
      "loss": 0.1035,
      "step": 127536
    },
    {
      "epoch": 5.223714929346713,
      "grad_norm": 1.4095090899611207,
      "learning_rate": 1.2557025151481643e-05,
      "loss": 0.4342,
      "step": 127537
    },
    {
      "epoch": 5.223755887773909,
      "grad_norm": 0.4624070255125439,
      "learning_rate": 1.255571891890131e-05,
      "loss": 0.0434,
      "step": 127538
    },
    {
      "epoch": 5.223796846201106,
      "grad_norm": 1.1360746784606586,
      "learning_rate": 1.2554412751296683e-05,
      "loss": 0.2696,
      "step": 127539
    },
    {
      "epoch": 5.223837804628302,
      "grad_norm": 1.3811850890686554,
      "learning_rate": 1.2553106648668315e-05,
      "loss": 0.3791,
      "step": 127540
    },
    {
      "epoch": 5.223878763055499,
      "grad_norm": 2.03403640979037,
      "learning_rate": 1.2551800611016872e-05,
      "loss": 0.6712,
      "step": 127541
    },
    {
      "epoch": 5.223919721482695,
      "grad_norm": 0.9240698530732194,
      "learning_rate": 1.2550494638343e-05,
      "loss": 0.2051,
      "step": 127542
    },
    {
      "epoch": 5.223960679909892,
      "grad_norm": 1.9768487820773846,
      "learning_rate": 1.2549188730647236e-05,
      "loss": 0.7753,
      "step": 127543
    },
    {
      "epoch": 5.2240016383370875,
      "grad_norm": 1.4782653614263261,
      "learning_rate": 1.2547882887930278e-05,
      "loss": 0.5339,
      "step": 127544
    },
    {
      "epoch": 5.224042596764284,
      "grad_norm": 1.493620669717901,
      "learning_rate": 1.2546577110192674e-05,
      "loss": 0.6046,
      "step": 127545
    },
    {
      "epoch": 5.224083555191481,
      "grad_norm": 1.7117357408629166,
      "learning_rate": 1.2545271397435075e-05,
      "loss": 0.5626,
      "step": 127546
    },
    {
      "epoch": 5.224124513618677,
      "grad_norm": 0.9204304776753107,
      "learning_rate": 1.2543965749658114e-05,
      "loss": 0.2014,
      "step": 127547
    },
    {
      "epoch": 5.224165472045874,
      "grad_norm": 1.7921349390583212,
      "learning_rate": 1.2542660166862389e-05,
      "loss": 0.6768,
      "step": 127548
    },
    {
      "epoch": 5.22420643047307,
      "grad_norm": 1.5366469803386855,
      "learning_rate": 1.2541354649048502e-05,
      "loss": 0.5073,
      "step": 127549
    },
    {
      "epoch": 5.224247388900266,
      "grad_norm": 1.6227627316519202,
      "learning_rate": 1.2540049196217101e-05,
      "loss": 0.5252,
      "step": 127550
    },
    {
      "epoch": 5.224288347327462,
      "grad_norm": 1.405574582938219,
      "learning_rate": 1.2538743808368768e-05,
      "loss": 0.3954,
      "step": 127551
    },
    {
      "epoch": 5.224329305754659,
      "grad_norm": 1.8557879934646087,
      "learning_rate": 1.2537438485504152e-05,
      "loss": 0.6957,
      "step": 127552
    },
    {
      "epoch": 5.2243702641818555,
      "grad_norm": 1.3302800409615778,
      "learning_rate": 1.2536133227623874e-05,
      "loss": 0.3586,
      "step": 127553
    },
    {
      "epoch": 5.224411222609052,
      "grad_norm": 2.210912247085218,
      "learning_rate": 1.253482803472851e-05,
      "loss": 1.4313,
      "step": 127554
    },
    {
      "epoch": 5.2244521810362485,
      "grad_norm": 1.6310272880160464,
      "learning_rate": 1.2533522906818716e-05,
      "loss": 0.5252,
      "step": 127555
    },
    {
      "epoch": 5.224493139463444,
      "grad_norm": 9.338809276246629,
      "learning_rate": 1.2532217843895086e-05,
      "loss": 1.2993,
      "step": 127556
    },
    {
      "epoch": 5.224534097890641,
      "grad_norm": 1.5273378177159498,
      "learning_rate": 1.253091284595824e-05,
      "loss": 0.5813,
      "step": 127557
    },
    {
      "epoch": 5.224575056317837,
      "grad_norm": 0.5839633893670723,
      "learning_rate": 1.2529607913008827e-05,
      "loss": 0.0768,
      "step": 127558
    },
    {
      "epoch": 5.224616014745034,
      "grad_norm": 1.722417424639895,
      "learning_rate": 1.2528303045047411e-05,
      "loss": 0.4829,
      "step": 127559
    },
    {
      "epoch": 5.22465697317223,
      "grad_norm": 1.6237106178389864,
      "learning_rate": 1.2526998242074642e-05,
      "loss": 0.5693,
      "step": 127560
    },
    {
      "epoch": 5.224697931599427,
      "grad_norm": 1.23950571063976,
      "learning_rate": 1.2525693504091155e-05,
      "loss": 0.3205,
      "step": 127561
    },
    {
      "epoch": 5.224738890026623,
      "grad_norm": 1.6274615197611368,
      "learning_rate": 1.2524388831097515e-05,
      "loss": 0.5132,
      "step": 127562
    },
    {
      "epoch": 5.224779848453819,
      "grad_norm": 0.9485518617744654,
      "learning_rate": 1.2523084223094404e-05,
      "loss": 0.2131,
      "step": 127563
    },
    {
      "epoch": 5.224820806881016,
      "grad_norm": 1.5320830473582134,
      "learning_rate": 1.2521779680082355e-05,
      "loss": 0.5255,
      "step": 127564
    },
    {
      "epoch": 5.224861765308212,
      "grad_norm": 1.5180251958429614,
      "learning_rate": 1.2520475202062052e-05,
      "loss": 0.4538,
      "step": 127565
    },
    {
      "epoch": 5.224902723735409,
      "grad_norm": 1.6424317713275607,
      "learning_rate": 1.2519170789034111e-05,
      "loss": 0.5712,
      "step": 127566
    },
    {
      "epoch": 5.224943682162605,
      "grad_norm": 0.7068386896375518,
      "learning_rate": 1.2517866440999098e-05,
      "loss": 0.1391,
      "step": 127567
    },
    {
      "epoch": 5.224984640589802,
      "grad_norm": 1.3814939487717859,
      "learning_rate": 1.2516562157957661e-05,
      "loss": 0.3194,
      "step": 127568
    },
    {
      "epoch": 5.225025599016997,
      "grad_norm": 1.449857999194716,
      "learning_rate": 1.2515257939910433e-05,
      "loss": 0.3894,
      "step": 127569
    },
    {
      "epoch": 5.225066557444194,
      "grad_norm": 1.6613706675546653,
      "learning_rate": 1.2513953786858e-05,
      "loss": 0.4397,
      "step": 127570
    },
    {
      "epoch": 5.22510751587139,
      "grad_norm": 1.363106643256244,
      "learning_rate": 1.2512649698801008e-05,
      "loss": 0.4375,
      "step": 127571
    },
    {
      "epoch": 5.225148474298587,
      "grad_norm": 1.691201984961772,
      "learning_rate": 1.2511345675740042e-05,
      "loss": 0.5401,
      "step": 127572
    },
    {
      "epoch": 5.2251894327257835,
      "grad_norm": 1.3018337832526756,
      "learning_rate": 1.2510041717675718e-05,
      "loss": 0.3239,
      "step": 127573
    },
    {
      "epoch": 5.22523039115298,
      "grad_norm": 1.2946035105547253,
      "learning_rate": 1.25087378246087e-05,
      "loss": 0.3453,
      "step": 127574
    },
    {
      "epoch": 5.225271349580176,
      "grad_norm": 2.285342909695518,
      "learning_rate": 1.2507433996539557e-05,
      "loss": 1.0777,
      "step": 127575
    },
    {
      "epoch": 5.225312308007372,
      "grad_norm": 0.7930482356413987,
      "learning_rate": 1.250613023346892e-05,
      "loss": 0.1781,
      "step": 127576
    },
    {
      "epoch": 5.225353266434569,
      "grad_norm": 3.329456559295197,
      "learning_rate": 1.2504826535397422e-05,
      "loss": 3.0605,
      "step": 127577
    },
    {
      "epoch": 5.225394224861765,
      "grad_norm": 2.050210485661889,
      "learning_rate": 1.2503522902325647e-05,
      "loss": 0.7828,
      "step": 127578
    },
    {
      "epoch": 5.225435183288962,
      "grad_norm": 1.6664422219520736,
      "learning_rate": 1.2502219334254243e-05,
      "loss": 0.4334,
      "step": 127579
    },
    {
      "epoch": 5.225476141716158,
      "grad_norm": 1.4135183743175803,
      "learning_rate": 1.2500915831183794e-05,
      "loss": 0.3103,
      "step": 127580
    },
    {
      "epoch": 5.225517100143355,
      "grad_norm": 2.7298978756902117,
      "learning_rate": 1.2499612393114932e-05,
      "loss": 2.0024,
      "step": 127581
    },
    {
      "epoch": 5.225558058570551,
      "grad_norm": 1.8554272103966358,
      "learning_rate": 1.2498309020048292e-05,
      "loss": 0.6558,
      "step": 127582
    },
    {
      "epoch": 5.225599016997747,
      "grad_norm": 1.0482068171454966,
      "learning_rate": 1.2497005711984453e-05,
      "loss": 0.3065,
      "step": 127583
    },
    {
      "epoch": 5.225639975424944,
      "grad_norm": 2.1084696063117603,
      "learning_rate": 1.2495702468924052e-05,
      "loss": 0.8467,
      "step": 127584
    },
    {
      "epoch": 5.22568093385214,
      "grad_norm": 1.7368053334707168,
      "learning_rate": 1.2494399290867735e-05,
      "loss": 0.631,
      "step": 127585
    },
    {
      "epoch": 5.225721892279337,
      "grad_norm": 1.5440044896971417,
      "learning_rate": 1.2493096177816053e-05,
      "loss": 0.5535,
      "step": 127586
    },
    {
      "epoch": 5.225762850706533,
      "grad_norm": 1.4336738006068388,
      "learning_rate": 1.2491793129769673e-05,
      "loss": 0.5191,
      "step": 127587
    },
    {
      "epoch": 5.225803809133729,
      "grad_norm": 1.7630719269727506,
      "learning_rate": 1.2490490146729193e-05,
      "loss": 0.6159,
      "step": 127588
    },
    {
      "epoch": 5.225844767560925,
      "grad_norm": 1.3992655506878753,
      "learning_rate": 1.2489187228695213e-05,
      "loss": 0.4112,
      "step": 127589
    },
    {
      "epoch": 5.225885725988122,
      "grad_norm": 0.9604883406732561,
      "learning_rate": 1.2487884375668383e-05,
      "loss": 0.2313,
      "step": 127590
    },
    {
      "epoch": 5.2259266844153185,
      "grad_norm": 1.5246842142585753,
      "learning_rate": 1.2486581587649302e-05,
      "loss": 0.556,
      "step": 127591
    },
    {
      "epoch": 5.225967642842515,
      "grad_norm": 0.6839353313729968,
      "learning_rate": 1.2485278864638587e-05,
      "loss": 0.1629,
      "step": 127592
    },
    {
      "epoch": 5.226008601269712,
      "grad_norm": 1.3013919704128658,
      "learning_rate": 1.2483976206636837e-05,
      "loss": 0.4377,
      "step": 127593
    },
    {
      "epoch": 5.226049559696907,
      "grad_norm": 1.1199141679193203,
      "learning_rate": 1.2482673613644683e-05,
      "loss": 0.2593,
      "step": 127594
    },
    {
      "epoch": 5.226090518124104,
      "grad_norm": 1.4498888567230972,
      "learning_rate": 1.2481371085662778e-05,
      "loss": 0.4335,
      "step": 127595
    },
    {
      "epoch": 5.2261314765513,
      "grad_norm": 2.832880535501285,
      "learning_rate": 1.2480068622691652e-05,
      "loss": 2.3605,
      "step": 127596
    },
    {
      "epoch": 5.226172434978497,
      "grad_norm": 1.4568757365529184,
      "learning_rate": 1.247876622473199e-05,
      "loss": 0.4731,
      "step": 127597
    },
    {
      "epoch": 5.226213393405693,
      "grad_norm": 0.7014845323657481,
      "learning_rate": 1.2477463891784406e-05,
      "loss": 0.1665,
      "step": 127598
    },
    {
      "epoch": 5.22625435183289,
      "grad_norm": 0.5043008807671988,
      "learning_rate": 1.2476161623849468e-05,
      "loss": 0.0672,
      "step": 127599
    },
    {
      "epoch": 5.226295310260086,
      "grad_norm": 1.2783912394920913,
      "learning_rate": 1.2474859420927857e-05,
      "loss": 0.3314,
      "step": 127600
    },
    {
      "epoch": 5.226336268687282,
      "grad_norm": 1.5833540669102757,
      "learning_rate": 1.2473557283020107e-05,
      "loss": 0.5666,
      "step": 127601
    },
    {
      "epoch": 5.226377227114479,
      "grad_norm": 1.1020117695872906,
      "learning_rate": 1.2472255210126886e-05,
      "loss": 0.2225,
      "step": 127602
    },
    {
      "epoch": 5.226418185541675,
      "grad_norm": 1.3568168037268555,
      "learning_rate": 1.247095320224884e-05,
      "loss": 0.384,
      "step": 127603
    },
    {
      "epoch": 5.226459143968872,
      "grad_norm": 1.6311266070658987,
      "learning_rate": 1.2469651259386521e-05,
      "loss": 0.4586,
      "step": 127604
    },
    {
      "epoch": 5.226500102396068,
      "grad_norm": 1.1393691686878096,
      "learning_rate": 1.246834938154056e-05,
      "loss": 0.3014,
      "step": 127605
    },
    {
      "epoch": 5.226541060823265,
      "grad_norm": 0.8935110544822097,
      "learning_rate": 1.2467047568711608e-05,
      "loss": 0.184,
      "step": 127606
    },
    {
      "epoch": 5.22658201925046,
      "grad_norm": 0.9629026270646989,
      "learning_rate": 1.246574582090023e-05,
      "loss": 0.3129,
      "step": 127607
    },
    {
      "epoch": 5.226622977677657,
      "grad_norm": 1.811033759709864,
      "learning_rate": 1.2464444138107093e-05,
      "loss": 0.6352,
      "step": 127608
    },
    {
      "epoch": 5.2266639361048535,
      "grad_norm": 1.4249756792201975,
      "learning_rate": 1.2463142520332764e-05,
      "loss": 0.4296,
      "step": 127609
    },
    {
      "epoch": 5.22670489453205,
      "grad_norm": 1.260158909367563,
      "learning_rate": 1.2461840967577875e-05,
      "loss": 0.3909,
      "step": 127610
    },
    {
      "epoch": 5.2267458529592465,
      "grad_norm": 1.4976007720674003,
      "learning_rate": 1.2460539479843091e-05,
      "loss": 0.3899,
      "step": 127611
    },
    {
      "epoch": 5.226786811386443,
      "grad_norm": 1.2816909229221454,
      "learning_rate": 1.2459238057128928e-05,
      "loss": 0.4207,
      "step": 127612
    },
    {
      "epoch": 5.226827769813639,
      "grad_norm": 1.492261042291733,
      "learning_rate": 1.2457936699436072e-05,
      "loss": 0.4451,
      "step": 127613
    },
    {
      "epoch": 5.226868728240835,
      "grad_norm": 1.5618295780423994,
      "learning_rate": 1.2456635406765153e-05,
      "loss": 0.4729,
      "step": 127614
    },
    {
      "epoch": 5.226909686668032,
      "grad_norm": 1.4144821823845628,
      "learning_rate": 1.2455334179116722e-05,
      "loss": 0.4465,
      "step": 127615
    },
    {
      "epoch": 5.226950645095228,
      "grad_norm": 1.6853409801605301,
      "learning_rate": 1.245403301649146e-05,
      "loss": 0.6361,
      "step": 127616
    },
    {
      "epoch": 5.226991603522425,
      "grad_norm": 1.5585161526835973,
      "learning_rate": 1.2452731918889918e-05,
      "loss": 0.598,
      "step": 127617
    },
    {
      "epoch": 5.227032561949621,
      "grad_norm": 1.0074168266603807,
      "learning_rate": 1.2451430886312763e-05,
      "loss": 0.181,
      "step": 127618
    },
    {
      "epoch": 5.227073520376818,
      "grad_norm": 1.6232096925247879,
      "learning_rate": 1.245012991876061e-05,
      "loss": 0.4836,
      "step": 127619
    },
    {
      "epoch": 5.227114478804014,
      "grad_norm": 2.185264796139551,
      "learning_rate": 1.2448829016234008e-05,
      "loss": 0.7223,
      "step": 127620
    },
    {
      "epoch": 5.22715543723121,
      "grad_norm": 1.4050996006093117,
      "learning_rate": 1.2447528178733624e-05,
      "loss": 0.4184,
      "step": 127621
    },
    {
      "epoch": 5.227196395658407,
      "grad_norm": 0.9443375809339147,
      "learning_rate": 1.244622740626009e-05,
      "loss": 0.1733,
      "step": 127622
    },
    {
      "epoch": 5.227237354085603,
      "grad_norm": 2.1520649101127396,
      "learning_rate": 1.2444926698813973e-05,
      "loss": 0.7848,
      "step": 127623
    },
    {
      "epoch": 5.2272783125128,
      "grad_norm": 1.7184211572192063,
      "learning_rate": 1.2443626056395923e-05,
      "loss": 0.5954,
      "step": 127624
    },
    {
      "epoch": 5.227319270939996,
      "grad_norm": 1.1950379458671527,
      "learning_rate": 1.2442325479006554e-05,
      "loss": 0.2769,
      "step": 127625
    },
    {
      "epoch": 5.227360229367192,
      "grad_norm": 1.5759717535292301,
      "learning_rate": 1.2441024966646451e-05,
      "loss": 0.413,
      "step": 127626
    },
    {
      "epoch": 5.2274011877943884,
      "grad_norm": 2.9687275122995813,
      "learning_rate": 1.243972451931628e-05,
      "loss": 0.796,
      "step": 127627
    },
    {
      "epoch": 5.227442146221585,
      "grad_norm": 1.372069819529159,
      "learning_rate": 1.2438424137016605e-05,
      "loss": 0.3726,
      "step": 127628
    },
    {
      "epoch": 5.2274831046487815,
      "grad_norm": 1.3581535438836922,
      "learning_rate": 1.2437123819748045e-05,
      "loss": 0.4186,
      "step": 127629
    },
    {
      "epoch": 5.227524063075978,
      "grad_norm": 1.6508048171677494,
      "learning_rate": 1.2435823567511267e-05,
      "loss": 0.4949,
      "step": 127630
    },
    {
      "epoch": 5.227565021503175,
      "grad_norm": 1.5034927560609832,
      "learning_rate": 1.2434523380306832e-05,
      "loss": 0.4535,
      "step": 127631
    },
    {
      "epoch": 5.22760597993037,
      "grad_norm": 1.033821464237188,
      "learning_rate": 1.243322325813536e-05,
      "loss": 0.2493,
      "step": 127632
    },
    {
      "epoch": 5.227646938357567,
      "grad_norm": 0.6622705468523099,
      "learning_rate": 1.2431923200997501e-05,
      "loss": 0.0305,
      "step": 127633
    },
    {
      "epoch": 5.227687896784763,
      "grad_norm": 1.5026993073820434,
      "learning_rate": 1.243062320889382e-05,
      "loss": 0.4033,
      "step": 127634
    },
    {
      "epoch": 5.22772885521196,
      "grad_norm": 1.6198020734027108,
      "learning_rate": 1.2429323281824983e-05,
      "loss": 0.5142,
      "step": 127635
    },
    {
      "epoch": 5.227769813639156,
      "grad_norm": 1.7112440017329271,
      "learning_rate": 1.2428023419791555e-05,
      "loss": 0.3294,
      "step": 127636
    },
    {
      "epoch": 5.227810772066353,
      "grad_norm": 1.6705954103652931,
      "learning_rate": 1.2426723622794189e-05,
      "loss": 0.5763,
      "step": 127637
    },
    {
      "epoch": 5.2278517304935495,
      "grad_norm": 1.4395191185156875,
      "learning_rate": 1.2425423890833496e-05,
      "loss": 0.4733,
      "step": 127638
    },
    {
      "epoch": 5.227892688920745,
      "grad_norm": 3.7274890167364445,
      "learning_rate": 1.2424124223910048e-05,
      "loss": 4.0744,
      "step": 127639
    },
    {
      "epoch": 5.227933647347942,
      "grad_norm": 1.1062518141950228,
      "learning_rate": 1.2422824622024508e-05,
      "loss": 0.2075,
      "step": 127640
    },
    {
      "epoch": 5.227974605775138,
      "grad_norm": 1.270060159973657,
      "learning_rate": 1.2421525085177475e-05,
      "loss": 0.4042,
      "step": 127641
    },
    {
      "epoch": 5.228015564202335,
      "grad_norm": 1.5421285876496063,
      "learning_rate": 1.2420225613369566e-05,
      "loss": 0.4652,
      "step": 127642
    },
    {
      "epoch": 5.228056522629531,
      "grad_norm": 1.5830504976647992,
      "learning_rate": 1.2418926206601399e-05,
      "loss": 0.4872,
      "step": 127643
    },
    {
      "epoch": 5.228097481056728,
      "grad_norm": 1.9141757682883211,
      "learning_rate": 1.2417626864873554e-05,
      "loss": 0.7306,
      "step": 127644
    },
    {
      "epoch": 5.228138439483923,
      "grad_norm": 1.7706255211001758,
      "learning_rate": 1.241632758818668e-05,
      "loss": 0.4532,
      "step": 127645
    },
    {
      "epoch": 5.22817939791112,
      "grad_norm": 1.4137118422618395,
      "learning_rate": 1.2415028376541397e-05,
      "loss": 0.4517,
      "step": 127646
    },
    {
      "epoch": 5.2282203563383165,
      "grad_norm": 0.810278613493775,
      "learning_rate": 1.2413729229938285e-05,
      "loss": 0.1702,
      "step": 127647
    },
    {
      "epoch": 5.228261314765513,
      "grad_norm": 2.242696990756203,
      "learning_rate": 1.2412430148377977e-05,
      "loss": 1.1207,
      "step": 127648
    },
    {
      "epoch": 5.22830227319271,
      "grad_norm": 1.2980829711121251,
      "learning_rate": 1.2411131131861107e-05,
      "loss": 0.4385,
      "step": 127649
    },
    {
      "epoch": 5.228343231619906,
      "grad_norm": 0.7978917052085167,
      "learning_rate": 1.2409832180388257e-05,
      "loss": 0.1539,
      "step": 127650
    },
    {
      "epoch": 5.228384190047102,
      "grad_norm": 0.9163590055234123,
      "learning_rate": 1.2408533293960077e-05,
      "loss": 0.1381,
      "step": 127651
    },
    {
      "epoch": 5.228425148474298,
      "grad_norm": 1.301911909495355,
      "learning_rate": 1.2407234472577132e-05,
      "loss": 0.3819,
      "step": 127652
    },
    {
      "epoch": 5.228466106901495,
      "grad_norm": 1.2932353533522913,
      "learning_rate": 1.2405935716240056e-05,
      "loss": 0.415,
      "step": 127653
    },
    {
      "epoch": 5.228507065328691,
      "grad_norm": 1.8925088348807495,
      "learning_rate": 1.2404637024949516e-05,
      "loss": 0.7543,
      "step": 127654
    },
    {
      "epoch": 5.228548023755888,
      "grad_norm": 1.911158818450168,
      "learning_rate": 1.2403338398706026e-05,
      "loss": 0.7072,
      "step": 127655
    },
    {
      "epoch": 5.228588982183084,
      "grad_norm": 3.2702022867922667,
      "learning_rate": 1.240203983751027e-05,
      "loss": 2.4802,
      "step": 127656
    },
    {
      "epoch": 5.228629940610281,
      "grad_norm": 1.3497887290875097,
      "learning_rate": 1.2400741341362863e-05,
      "loss": 0.3806,
      "step": 127657
    },
    {
      "epoch": 5.228670899037477,
      "grad_norm": 1.6978958464213032,
      "learning_rate": 1.239944291026439e-05,
      "loss": 0.2822,
      "step": 127658
    },
    {
      "epoch": 5.228711857464673,
      "grad_norm": 1.3282832268174776,
      "learning_rate": 1.2398144544215483e-05,
      "loss": 0.429,
      "step": 127659
    },
    {
      "epoch": 5.22875281589187,
      "grad_norm": 1.0864895364442773,
      "learning_rate": 1.2396846243216741e-05,
      "loss": 0.2023,
      "step": 127660
    },
    {
      "epoch": 5.228793774319066,
      "grad_norm": 1.3384339130304177,
      "learning_rate": 1.2395548007268762e-05,
      "loss": 0.403,
      "step": 127661
    },
    {
      "epoch": 5.228834732746263,
      "grad_norm": 1.449856085139502,
      "learning_rate": 1.2394249836372233e-05,
      "loss": 0.539,
      "step": 127662
    },
    {
      "epoch": 5.228875691173459,
      "grad_norm": 1.6626867385804929,
      "learning_rate": 1.2392951730527667e-05,
      "loss": 0.6282,
      "step": 127663
    },
    {
      "epoch": 5.228916649600655,
      "grad_norm": 1.5584279303665147,
      "learning_rate": 1.2391653689735781e-05,
      "loss": 0.6174,
      "step": 127664
    },
    {
      "epoch": 5.2289576080278515,
      "grad_norm": 1.5327200331031292,
      "learning_rate": 1.2390355713997091e-05,
      "loss": 0.5542,
      "step": 127665
    },
    {
      "epoch": 5.228998566455048,
      "grad_norm": 1.4997815423897325,
      "learning_rate": 1.2389057803312263e-05,
      "loss": 0.4368,
      "step": 127666
    },
    {
      "epoch": 5.2290395248822445,
      "grad_norm": 1.4680650412923586,
      "learning_rate": 1.2387759957681932e-05,
      "loss": 0.5089,
      "step": 127667
    },
    {
      "epoch": 5.229080483309441,
      "grad_norm": 1.3495717174805768,
      "learning_rate": 1.2386462177106643e-05,
      "loss": 0.474,
      "step": 127668
    },
    {
      "epoch": 5.229121441736638,
      "grad_norm": 0.8213787779672412,
      "learning_rate": 1.2385164461587065e-05,
      "loss": 0.1055,
      "step": 127669
    },
    {
      "epoch": 5.229162400163833,
      "grad_norm": 1.5334916812649326,
      "learning_rate": 1.2383866811123816e-05,
      "loss": 0.4804,
      "step": 127670
    },
    {
      "epoch": 5.22920335859103,
      "grad_norm": 1.0686600492394591,
      "learning_rate": 1.238256922571746e-05,
      "loss": 0.1354,
      "step": 127671
    },
    {
      "epoch": 5.229244317018226,
      "grad_norm": 1.5878990946712292,
      "learning_rate": 1.2381271705368678e-05,
      "loss": 0.539,
      "step": 127672
    },
    {
      "epoch": 5.229285275445423,
      "grad_norm": 1.2405666295190827,
      "learning_rate": 1.2379974250078006e-05,
      "loss": 0.3041,
      "step": 127673
    },
    {
      "epoch": 5.229326233872619,
      "grad_norm": 1.223963487232125,
      "learning_rate": 1.237867685984611e-05,
      "loss": 0.3316,
      "step": 127674
    },
    {
      "epoch": 5.229367192299816,
      "grad_norm": 2.0738544649793145,
      "learning_rate": 1.2377379534673604e-05,
      "loss": 0.6615,
      "step": 127675
    },
    {
      "epoch": 5.2294081507270125,
      "grad_norm": 1.4185105304453216,
      "learning_rate": 1.2376082274561055e-05,
      "loss": 0.4991,
      "step": 127676
    },
    {
      "epoch": 5.229449109154208,
      "grad_norm": 1.5025030180725942,
      "learning_rate": 1.2374785079509114e-05,
      "loss": 0.5934,
      "step": 127677
    },
    {
      "epoch": 5.229490067581405,
      "grad_norm": 1.4177950739140788,
      "learning_rate": 1.2373487949518429e-05,
      "loss": 0.461,
      "step": 127678
    },
    {
      "epoch": 5.229531026008601,
      "grad_norm": 1.0806289331827066,
      "learning_rate": 1.2372190884589534e-05,
      "loss": 0.2667,
      "step": 127679
    },
    {
      "epoch": 5.229571984435798,
      "grad_norm": 1.3486765279777608,
      "learning_rate": 1.237089388472311e-05,
      "loss": 0.5148,
      "step": 127680
    },
    {
      "epoch": 5.229612942862994,
      "grad_norm": 2.116335651024815,
      "learning_rate": 1.2369596949919708e-05,
      "loss": 0.5749,
      "step": 127681
    },
    {
      "epoch": 5.229653901290191,
      "grad_norm": 1.264282416730682,
      "learning_rate": 1.2368300080179978e-05,
      "loss": 0.3972,
      "step": 127682
    },
    {
      "epoch": 5.2296948597173865,
      "grad_norm": 0.8211409141462637,
      "learning_rate": 1.2367003275504566e-05,
      "loss": 0.1972,
      "step": 127683
    },
    {
      "epoch": 5.229735818144583,
      "grad_norm": 1.5152149668319623,
      "learning_rate": 1.2365706535894009e-05,
      "loss": 0.4916,
      "step": 127684
    },
    {
      "epoch": 5.2297767765717795,
      "grad_norm": 1.6192979400051923,
      "learning_rate": 1.2364409861348955e-05,
      "loss": 0.655,
      "step": 127685
    },
    {
      "epoch": 5.229817734998976,
      "grad_norm": 1.6915860393035702,
      "learning_rate": 1.236311325187007e-05,
      "loss": 0.5478,
      "step": 127686
    },
    {
      "epoch": 5.229858693426173,
      "grad_norm": 1.5037792006684476,
      "learning_rate": 1.2361816707457872e-05,
      "loss": 0.5428,
      "step": 127687
    },
    {
      "epoch": 5.229899651853369,
      "grad_norm": 1.6287663884075867,
      "learning_rate": 1.2360520228113058e-05,
      "loss": 0.4282,
      "step": 127688
    },
    {
      "epoch": 5.229940610280565,
      "grad_norm": 1.973664422161622,
      "learning_rate": 1.2359223813836194e-05,
      "loss": 0.6831,
      "step": 127689
    },
    {
      "epoch": 5.229981568707761,
      "grad_norm": 1.4176384025812345,
      "learning_rate": 1.2357927464627881e-05,
      "loss": 0.488,
      "step": 127690
    },
    {
      "epoch": 5.230022527134958,
      "grad_norm": 1.7125254423318057,
      "learning_rate": 1.2356631180488785e-05,
      "loss": 0.6331,
      "step": 127691
    },
    {
      "epoch": 5.230063485562154,
      "grad_norm": 1.5470100521300494,
      "learning_rate": 1.2355334961419456e-05,
      "loss": 0.5552,
      "step": 127692
    },
    {
      "epoch": 5.230104443989351,
      "grad_norm": 1.6661012368269752,
      "learning_rate": 1.2354038807420524e-05,
      "loss": 0.6906,
      "step": 127693
    },
    {
      "epoch": 5.2301454024165475,
      "grad_norm": 1.0009329614063376,
      "learning_rate": 1.235274271849266e-05,
      "loss": 0.1996,
      "step": 127694
    },
    {
      "epoch": 5.230186360843744,
      "grad_norm": 1.1766606266206636,
      "learning_rate": 1.2351446694636391e-05,
      "loss": 0.4691,
      "step": 127695
    },
    {
      "epoch": 5.23022731927094,
      "grad_norm": 0.3879798187847315,
      "learning_rate": 1.2350150735852388e-05,
      "loss": 0.0285,
      "step": 127696
    },
    {
      "epoch": 5.230268277698136,
      "grad_norm": 0.96407896353345,
      "learning_rate": 1.2348854842141265e-05,
      "loss": 0.1456,
      "step": 127697
    },
    {
      "epoch": 5.230309236125333,
      "grad_norm": 1.202293905445213,
      "learning_rate": 1.2347559013503589e-05,
      "loss": 0.2226,
      "step": 127698
    },
    {
      "epoch": 5.230350194552529,
      "grad_norm": 1.4670970480553662,
      "learning_rate": 1.2346263249940025e-05,
      "loss": 0.5195,
      "step": 127699
    },
    {
      "epoch": 5.230391152979726,
      "grad_norm": 1.4924360740434637,
      "learning_rate": 1.2344967551451123e-05,
      "loss": 0.4232,
      "step": 127700
    },
    {
      "epoch": 5.230432111406922,
      "grad_norm": 1.6734663438869868,
      "learning_rate": 1.2343671918037552e-05,
      "loss": 0.5606,
      "step": 127701
    },
    {
      "epoch": 5.230473069834118,
      "grad_norm": 1.5765891840994162,
      "learning_rate": 1.2342376349699922e-05,
      "loss": 0.5598,
      "step": 127702
    },
    {
      "epoch": 5.2305140282613145,
      "grad_norm": 0.8501781401683121,
      "learning_rate": 1.2341080846438789e-05,
      "loss": 0.1806,
      "step": 127703
    },
    {
      "epoch": 5.230554986688511,
      "grad_norm": 1.310112377357597,
      "learning_rate": 1.2339785408254831e-05,
      "loss": 0.4221,
      "step": 127704
    },
    {
      "epoch": 5.230595945115708,
      "grad_norm": 1.9719919987836239,
      "learning_rate": 1.2338490035148635e-05,
      "loss": 0.643,
      "step": 127705
    },
    {
      "epoch": 5.230636903542904,
      "grad_norm": 1.0314444969677612,
      "learning_rate": 1.2337194727120813e-05,
      "loss": 0.2057,
      "step": 127706
    },
    {
      "epoch": 5.230677861970101,
      "grad_norm": 1.7054488313229281,
      "learning_rate": 1.2335899484171985e-05,
      "loss": 0.636,
      "step": 127707
    },
    {
      "epoch": 5.230718820397296,
      "grad_norm": 1.0835635598454143,
      "learning_rate": 1.2334604306302731e-05,
      "loss": 0.3117,
      "step": 127708
    },
    {
      "epoch": 5.230759778824493,
      "grad_norm": 1.4458995461018427,
      "learning_rate": 1.2333309193513702e-05,
      "loss": 0.4229,
      "step": 127709
    },
    {
      "epoch": 5.230800737251689,
      "grad_norm": 1.6436919328953947,
      "learning_rate": 1.2332014145805497e-05,
      "loss": 0.4691,
      "step": 127710
    },
    {
      "epoch": 5.230841695678886,
      "grad_norm": 1.6485843753375733,
      "learning_rate": 1.2330719163178714e-05,
      "loss": 0.6371,
      "step": 127711
    },
    {
      "epoch": 5.230882654106082,
      "grad_norm": 1.534413540898884,
      "learning_rate": 1.232942424563399e-05,
      "loss": 0.4498,
      "step": 127712
    },
    {
      "epoch": 5.230923612533279,
      "grad_norm": 1.649863593213136,
      "learning_rate": 1.2328129393171937e-05,
      "loss": 0.4959,
      "step": 127713
    },
    {
      "epoch": 5.2309645709604755,
      "grad_norm": 1.4620861288287554,
      "learning_rate": 1.2326834605793139e-05,
      "loss": 0.471,
      "step": 127714
    },
    {
      "epoch": 5.231005529387671,
      "grad_norm": 1.659114352794296,
      "learning_rate": 1.2325539883498248e-05,
      "loss": 0.6065,
      "step": 127715
    },
    {
      "epoch": 5.231046487814868,
      "grad_norm": 1.976700217265261,
      "learning_rate": 1.2324245226287826e-05,
      "loss": 0.5059,
      "step": 127716
    },
    {
      "epoch": 5.231087446242064,
      "grad_norm": 1.4438234540118193,
      "learning_rate": 1.2322950634162509e-05,
      "loss": 0.3736,
      "step": 127717
    },
    {
      "epoch": 5.231128404669261,
      "grad_norm": 1.3299572975197327,
      "learning_rate": 1.232165610712293e-05,
      "loss": 0.2498,
      "step": 127718
    },
    {
      "epoch": 5.231169363096457,
      "grad_norm": 1.4200465094498134,
      "learning_rate": 1.2320361645169668e-05,
      "loss": 0.3533,
      "step": 127719
    },
    {
      "epoch": 5.231210321523654,
      "grad_norm": 1.4658661066619783,
      "learning_rate": 1.231906724830336e-05,
      "loss": 0.4084,
      "step": 127720
    },
    {
      "epoch": 5.2312512799508495,
      "grad_norm": 1.209958421818608,
      "learning_rate": 1.231777291652462e-05,
      "loss": 0.1864,
      "step": 127721
    },
    {
      "epoch": 5.231292238378046,
      "grad_norm": 1.836339134567654,
      "learning_rate": 1.2316478649834015e-05,
      "loss": 0.6725,
      "step": 127722
    },
    {
      "epoch": 5.231333196805243,
      "grad_norm": 0.9764608039740093,
      "learning_rate": 1.2315184448232229e-05,
      "loss": 0.2114,
      "step": 127723
    },
    {
      "epoch": 5.231374155232439,
      "grad_norm": 0.4566076443468796,
      "learning_rate": 1.231389031171981e-05,
      "loss": 0.0416,
      "step": 127724
    },
    {
      "epoch": 5.231415113659636,
      "grad_norm": 0.812070612144937,
      "learning_rate": 1.2312596240297373e-05,
      "loss": 0.1098,
      "step": 127725
    },
    {
      "epoch": 5.231456072086832,
      "grad_norm": 1.9281833183009398,
      "learning_rate": 1.2311302233965603e-05,
      "loss": 0.5275,
      "step": 127726
    },
    {
      "epoch": 5.231497030514028,
      "grad_norm": 1.472283535933187,
      "learning_rate": 1.2310008292725016e-05,
      "loss": 0.4633,
      "step": 127727
    },
    {
      "epoch": 5.231537988941224,
      "grad_norm": 0.8714111945891073,
      "learning_rate": 1.2308714416576277e-05,
      "loss": 0.1759,
      "step": 127728
    },
    {
      "epoch": 5.231578947368421,
      "grad_norm": 2.1024512675524374,
      "learning_rate": 1.2307420605520001e-05,
      "loss": 0.5903,
      "step": 127729
    },
    {
      "epoch": 5.231619905795617,
      "grad_norm": 1.5356024818694691,
      "learning_rate": 1.2306126859556775e-05,
      "loss": 0.5666,
      "step": 127730
    },
    {
      "epoch": 5.231660864222814,
      "grad_norm": 0.9590564102679219,
      "learning_rate": 1.2304833178687246e-05,
      "loss": 0.2736,
      "step": 127731
    },
    {
      "epoch": 5.2317018226500105,
      "grad_norm": 1.639082468940928,
      "learning_rate": 1.230353956291198e-05,
      "loss": 0.5899,
      "step": 127732
    },
    {
      "epoch": 5.231742781077207,
      "grad_norm": 1.0361721647829798,
      "learning_rate": 1.2302246012231593e-05,
      "loss": 0.209,
      "step": 127733
    },
    {
      "epoch": 5.231783739504403,
      "grad_norm": 0.9735088228780325,
      "learning_rate": 1.2300952526646752e-05,
      "loss": 0.155,
      "step": 127734
    },
    {
      "epoch": 5.231824697931599,
      "grad_norm": 0.9516877738396816,
      "learning_rate": 1.2299659106158005e-05,
      "loss": 0.222,
      "step": 127735
    },
    {
      "epoch": 5.231865656358796,
      "grad_norm": 1.9763593639818335,
      "learning_rate": 1.229836575076602e-05,
      "loss": 0.5922,
      "step": 127736
    },
    {
      "epoch": 5.231906614785992,
      "grad_norm": 1.7141730881722872,
      "learning_rate": 1.2297072460471347e-05,
      "loss": 0.3484,
      "step": 127737
    },
    {
      "epoch": 5.231947573213189,
      "grad_norm": 1.5293044577980908,
      "learning_rate": 1.2295779235274617e-05,
      "loss": 0.4233,
      "step": 127738
    },
    {
      "epoch": 5.231988531640385,
      "grad_norm": 1.3880818185360864,
      "learning_rate": 1.229448607517648e-05,
      "loss": 0.3371,
      "step": 127739
    },
    {
      "epoch": 5.232029490067581,
      "grad_norm": 1.3599488767466081,
      "learning_rate": 1.2293192980177502e-05,
      "loss": 0.3375,
      "step": 127740
    },
    {
      "epoch": 5.2320704484947775,
      "grad_norm": 1.054321902818159,
      "learning_rate": 1.2291899950278317e-05,
      "loss": 0.1986,
      "step": 127741
    },
    {
      "epoch": 5.232111406921974,
      "grad_norm": 3.6483862797595332,
      "learning_rate": 1.229060698547954e-05,
      "loss": 3.4587,
      "step": 127742
    },
    {
      "epoch": 5.232152365349171,
      "grad_norm": 1.579478293446875,
      "learning_rate": 1.2289314085781753e-05,
      "loss": 0.4318,
      "step": 127743
    },
    {
      "epoch": 5.232193323776367,
      "grad_norm": 0.9099472271342448,
      "learning_rate": 1.2288021251185626e-05,
      "loss": 0.2096,
      "step": 127744
    },
    {
      "epoch": 5.232234282203564,
      "grad_norm": 1.6309095608533335,
      "learning_rate": 1.2286728481691688e-05,
      "loss": 0.5094,
      "step": 127745
    },
    {
      "epoch": 5.232275240630759,
      "grad_norm": 1.4555750459256158,
      "learning_rate": 1.2285435777300606e-05,
      "loss": 0.4629,
      "step": 127746
    },
    {
      "epoch": 5.232316199057956,
      "grad_norm": 1.3031868570929561,
      "learning_rate": 1.2284143138012998e-05,
      "loss": 0.4105,
      "step": 127747
    },
    {
      "epoch": 5.232357157485152,
      "grad_norm": 1.4539117803876662,
      "learning_rate": 1.2282850563829427e-05,
      "loss": 0.4736,
      "step": 127748
    },
    {
      "epoch": 5.232398115912349,
      "grad_norm": 1.4396537645784557,
      "learning_rate": 1.2281558054750546e-05,
      "loss": 0.4621,
      "step": 127749
    },
    {
      "epoch": 5.2324390743395455,
      "grad_norm": 2.0280439815629694,
      "learning_rate": 1.2280265610776968e-05,
      "loss": 0.5789,
      "step": 127750
    },
    {
      "epoch": 5.232480032766742,
      "grad_norm": 1.5748848357007639,
      "learning_rate": 1.227897323190926e-05,
      "loss": 0.3832,
      "step": 127751
    },
    {
      "epoch": 5.2325209911939385,
      "grad_norm": 1.7138300524313286,
      "learning_rate": 1.2277680918148092e-05,
      "loss": 0.5298,
      "step": 127752
    },
    {
      "epoch": 5.232561949621134,
      "grad_norm": 1.7616316704878812,
      "learning_rate": 1.2276388669494025e-05,
      "loss": 0.6142,
      "step": 127753
    },
    {
      "epoch": 5.232602908048331,
      "grad_norm": 1.2641940158961804,
      "learning_rate": 1.2275096485947677e-05,
      "loss": 0.4405,
      "step": 127754
    },
    {
      "epoch": 5.232643866475527,
      "grad_norm": 1.1143607979094186,
      "learning_rate": 1.2273804367509715e-05,
      "loss": 0.3496,
      "step": 127755
    },
    {
      "epoch": 5.232684824902724,
      "grad_norm": 0.8031848767689472,
      "learning_rate": 1.227251231418067e-05,
      "loss": 0.1679,
      "step": 127756
    },
    {
      "epoch": 5.23272578332992,
      "grad_norm": 1.396921562098642,
      "learning_rate": 1.2271220325961195e-05,
      "loss": 0.4404,
      "step": 127757
    },
    {
      "epoch": 5.232766741757117,
      "grad_norm": 1.495053029106846,
      "learning_rate": 1.2269928402851903e-05,
      "loss": 0.5887,
      "step": 127758
    },
    {
      "epoch": 5.2328077001843125,
      "grad_norm": 1.0264993615803044,
      "learning_rate": 1.2268636544853411e-05,
      "loss": 0.1952,
      "step": 127759
    },
    {
      "epoch": 5.232848658611509,
      "grad_norm": 2.357105569342493,
      "learning_rate": 1.2267344751966285e-05,
      "loss": 0.5146,
      "step": 127760
    },
    {
      "epoch": 5.232889617038706,
      "grad_norm": 1.3890394876701326,
      "learning_rate": 1.2266053024191208e-05,
      "loss": 0.4828,
      "step": 127761
    },
    {
      "epoch": 5.232930575465902,
      "grad_norm": 1.736196769071688,
      "learning_rate": 1.2264761361528714e-05,
      "loss": 0.6018,
      "step": 127762
    },
    {
      "epoch": 5.232971533893099,
      "grad_norm": 1.4402652524473676,
      "learning_rate": 1.2263469763979467e-05,
      "loss": 0.4169,
      "step": 127763
    },
    {
      "epoch": 5.233012492320295,
      "grad_norm": 1.028591352733791,
      "learning_rate": 1.2262178231544034e-05,
      "loss": 0.1912,
      "step": 127764
    },
    {
      "epoch": 5.233053450747491,
      "grad_norm": 1.5593355946858458,
      "learning_rate": 1.2260886764223049e-05,
      "loss": 0.4365,
      "step": 127765
    },
    {
      "epoch": 5.233094409174687,
      "grad_norm": 1.7391743867111356,
      "learning_rate": 1.225959536201716e-05,
      "loss": 0.6657,
      "step": 127766
    },
    {
      "epoch": 5.233135367601884,
      "grad_norm": 1.3008763502679932,
      "learning_rate": 1.22583040249269e-05,
      "loss": 0.3154,
      "step": 127767
    },
    {
      "epoch": 5.2331763260290804,
      "grad_norm": 1.6384665012826278,
      "learning_rate": 1.2257012752952938e-05,
      "loss": 0.6609,
      "step": 127768
    },
    {
      "epoch": 5.233217284456277,
      "grad_norm": 1.3921009087857783,
      "learning_rate": 1.2255721546095886e-05,
      "loss": 0.3503,
      "step": 127769
    },
    {
      "epoch": 5.2332582428834735,
      "grad_norm": 1.4869918246356724,
      "learning_rate": 1.2254430404356313e-05,
      "loss": 0.4289,
      "step": 127770
    },
    {
      "epoch": 5.23329920131067,
      "grad_norm": 1.1765544230682963,
      "learning_rate": 1.2253139327734869e-05,
      "loss": 0.2255,
      "step": 127771
    },
    {
      "epoch": 5.233340159737866,
      "grad_norm": 1.6319019013256972,
      "learning_rate": 1.2251848316232132e-05,
      "loss": 0.514,
      "step": 127772
    },
    {
      "epoch": 5.233381118165062,
      "grad_norm": 1.4873592758819785,
      "learning_rate": 1.2250557369848724e-05,
      "loss": 0.4215,
      "step": 127773
    },
    {
      "epoch": 5.233422076592259,
      "grad_norm": 1.587328900122339,
      "learning_rate": 1.224926648858529e-05,
      "loss": 0.4692,
      "step": 127774
    },
    {
      "epoch": 5.233463035019455,
      "grad_norm": 1.5780575102784506,
      "learning_rate": 1.2247975672442384e-05,
      "loss": 0.5376,
      "step": 127775
    },
    {
      "epoch": 5.233503993446652,
      "grad_norm": 1.4310971324724517,
      "learning_rate": 1.2246684921420635e-05,
      "loss": 0.4995,
      "step": 127776
    },
    {
      "epoch": 5.233544951873848,
      "grad_norm": 1.600465546139191,
      "learning_rate": 1.2245394235520679e-05,
      "loss": 0.5529,
      "step": 127777
    },
    {
      "epoch": 5.233585910301044,
      "grad_norm": 1.5886618309474192,
      "learning_rate": 1.2244103614743094e-05,
      "loss": 0.4806,
      "step": 127778
    },
    {
      "epoch": 5.233626868728241,
      "grad_norm": 0.36232348075820264,
      "learning_rate": 1.2242813059088535e-05,
      "loss": 0.0497,
      "step": 127779
    },
    {
      "epoch": 5.233667827155437,
      "grad_norm": 1.562244621405379,
      "learning_rate": 1.2241522568557532e-05,
      "loss": 0.4719,
      "step": 127780
    },
    {
      "epoch": 5.233708785582634,
      "grad_norm": 1.7758755096810241,
      "learning_rate": 1.2240232143150768e-05,
      "loss": 0.6749,
      "step": 127781
    },
    {
      "epoch": 5.23374974400983,
      "grad_norm": 0.8215558209165353,
      "learning_rate": 1.2238941782868844e-05,
      "loss": 0.1708,
      "step": 127782
    },
    {
      "epoch": 5.233790702437027,
      "grad_norm": 1.4032866391948218,
      "learning_rate": 1.2237651487712324e-05,
      "loss": 0.4796,
      "step": 127783
    },
    {
      "epoch": 5.233831660864222,
      "grad_norm": 1.534779136396338,
      "learning_rate": 1.2236361257681843e-05,
      "loss": 0.5039,
      "step": 127784
    },
    {
      "epoch": 5.233872619291419,
      "grad_norm": 1.3988851159327236,
      "learning_rate": 1.2235071092778048e-05,
      "loss": 0.2573,
      "step": 127785
    },
    {
      "epoch": 5.233913577718615,
      "grad_norm": 0.8918176362563525,
      "learning_rate": 1.2233780993001508e-05,
      "loss": 0.1437,
      "step": 127786
    },
    {
      "epoch": 5.233954536145812,
      "grad_norm": 1.4427744536035165,
      "learning_rate": 1.2232490958352853e-05,
      "loss": 0.3973,
      "step": 127787
    },
    {
      "epoch": 5.2339954945730085,
      "grad_norm": 1.510351491528063,
      "learning_rate": 1.2231200988832652e-05,
      "loss": 0.4596,
      "step": 127788
    },
    {
      "epoch": 5.234036453000205,
      "grad_norm": 0.9901013762278115,
      "learning_rate": 1.2229911084441551e-05,
      "loss": 0.1483,
      "step": 127789
    },
    {
      "epoch": 5.234077411427402,
      "grad_norm": 1.1749727174431002,
      "learning_rate": 1.222862124518017e-05,
      "loss": 0.3163,
      "step": 127790
    },
    {
      "epoch": 5.234118369854597,
      "grad_norm": 2.0305123137007244,
      "learning_rate": 1.222733147104909e-05,
      "loss": 0.6788,
      "step": 127791
    },
    {
      "epoch": 5.234159328281794,
      "grad_norm": 1.4202631839704587,
      "learning_rate": 1.2226041762048927e-05,
      "loss": 0.3982,
      "step": 127792
    },
    {
      "epoch": 5.23420028670899,
      "grad_norm": 0.5935011707670041,
      "learning_rate": 1.2224752118180331e-05,
      "loss": 0.0464,
      "step": 127793
    },
    {
      "epoch": 5.234241245136187,
      "grad_norm": 2.557229230400924,
      "learning_rate": 1.2223462539443834e-05,
      "loss": 1.8279,
      "step": 127794
    },
    {
      "epoch": 5.234282203563383,
      "grad_norm": 1.4656462424567125,
      "learning_rate": 1.2222173025840137e-05,
      "loss": 0.4679,
      "step": 127795
    },
    {
      "epoch": 5.23432316199058,
      "grad_norm": 0.8864581840505421,
      "learning_rate": 1.2220883577369756e-05,
      "loss": 0.2099,
      "step": 127796
    },
    {
      "epoch": 5.2343641204177755,
      "grad_norm": 1.865990722314159,
      "learning_rate": 1.2219594194033355e-05,
      "loss": 0.7294,
      "step": 127797
    },
    {
      "epoch": 5.234405078844972,
      "grad_norm": 1.2953090116218375,
      "learning_rate": 1.221830487583157e-05,
      "loss": 0.4177,
      "step": 127798
    },
    {
      "epoch": 5.234446037272169,
      "grad_norm": 1.609006065075194,
      "learning_rate": 1.2217015622764931e-05,
      "loss": 0.5445,
      "step": 127799
    },
    {
      "epoch": 5.234486995699365,
      "grad_norm": 1.7455524906124693,
      "learning_rate": 1.2215726434834106e-05,
      "loss": 0.6518,
      "step": 127800
    },
    {
      "epoch": 5.234527954126562,
      "grad_norm": 2.588834003771272,
      "learning_rate": 1.221443731203971e-05,
      "loss": 1.544,
      "step": 127801
    },
    {
      "epoch": 5.234568912553758,
      "grad_norm": 1.7203066605027337,
      "learning_rate": 1.221314825438231e-05,
      "loss": 0.5533,
      "step": 127802
    },
    {
      "epoch": 5.234609870980955,
      "grad_norm": 1.6032920092323757,
      "learning_rate": 1.2211859261862555e-05,
      "loss": 0.477,
      "step": 127803
    },
    {
      "epoch": 5.23465082940815,
      "grad_norm": 1.131113448203167,
      "learning_rate": 1.221057033448103e-05,
      "loss": 0.2178,
      "step": 127804
    },
    {
      "epoch": 5.234691787835347,
      "grad_norm": 1.6440095348527677,
      "learning_rate": 1.220928147223833e-05,
      "loss": 0.5826,
      "step": 127805
    },
    {
      "epoch": 5.2347327462625435,
      "grad_norm": 1.4747985619871318,
      "learning_rate": 1.2207992675135126e-05,
      "loss": 0.4494,
      "step": 127806
    },
    {
      "epoch": 5.23477370468974,
      "grad_norm": 2.1493018275082814,
      "learning_rate": 1.2206703943171964e-05,
      "loss": 1.1548,
      "step": 127807
    },
    {
      "epoch": 5.2348146631169366,
      "grad_norm": 1.0249219141549608,
      "learning_rate": 1.2205415276349494e-05,
      "loss": 0.1403,
      "step": 127808
    },
    {
      "epoch": 5.234855621544133,
      "grad_norm": 2.4066086463473844,
      "learning_rate": 1.2204126674668285e-05,
      "loss": 1.1078,
      "step": 127809
    },
    {
      "epoch": 5.234896579971329,
      "grad_norm": 0.7829180814534789,
      "learning_rate": 1.2202838138128968e-05,
      "loss": 0.1786,
      "step": 127810
    },
    {
      "epoch": 5.234937538398525,
      "grad_norm": 1.4525968999916261,
      "learning_rate": 1.2201549666732175e-05,
      "loss": 0.4627,
      "step": 127811
    },
    {
      "epoch": 5.234978496825722,
      "grad_norm": 1.5088506188839783,
      "learning_rate": 1.2200261260478472e-05,
      "loss": 0.4546,
      "step": 127812
    },
    {
      "epoch": 5.235019455252918,
      "grad_norm": 1.1618293498758832,
      "learning_rate": 1.2198972919368493e-05,
      "loss": 0.2541,
      "step": 127813
    },
    {
      "epoch": 5.235060413680115,
      "grad_norm": 1.5964064553332278,
      "learning_rate": 1.2197684643402855e-05,
      "loss": 0.4946,
      "step": 127814
    },
    {
      "epoch": 5.235101372107311,
      "grad_norm": 1.4748246520139012,
      "learning_rate": 1.219639643258214e-05,
      "loss": 0.3882,
      "step": 127815
    },
    {
      "epoch": 5.235142330534507,
      "grad_norm": 0.8911380253325422,
      "learning_rate": 1.2195108286906996e-05,
      "loss": 0.1607,
      "step": 127816
    },
    {
      "epoch": 5.235183288961704,
      "grad_norm": 1.2853849397095238,
      "learning_rate": 1.2193820206377992e-05,
      "loss": 0.4029,
      "step": 127817
    },
    {
      "epoch": 5.2352242473889,
      "grad_norm": 1.0209386737786565,
      "learning_rate": 1.2192532190995741e-05,
      "loss": 0.2102,
      "step": 127818
    },
    {
      "epoch": 5.235265205816097,
      "grad_norm": 0.9975812667749616,
      "learning_rate": 1.2191244240760894e-05,
      "loss": 0.2321,
      "step": 127819
    },
    {
      "epoch": 5.235306164243293,
      "grad_norm": 1.3526342386813706,
      "learning_rate": 1.2189956355674001e-05,
      "loss": 0.4326,
      "step": 127820
    },
    {
      "epoch": 5.23534712267049,
      "grad_norm": 1.1791329584119437,
      "learning_rate": 1.2188668535735713e-05,
      "loss": 0.3009,
      "step": 127821
    },
    {
      "epoch": 5.235388081097686,
      "grad_norm": 1.5494734844083942,
      "learning_rate": 1.2187380780946642e-05,
      "loss": 0.5092,
      "step": 127822
    },
    {
      "epoch": 5.235429039524882,
      "grad_norm": 1.6822798120543325,
      "learning_rate": 1.218609309130736e-05,
      "loss": 0.4747,
      "step": 127823
    },
    {
      "epoch": 5.2354699979520785,
      "grad_norm": 1.4585228681647262,
      "learning_rate": 1.218480546681851e-05,
      "loss": 0.5871,
      "step": 127824
    },
    {
      "epoch": 5.235510956379275,
      "grad_norm": 1.8545784081283634,
      "learning_rate": 1.2183517907480677e-05,
      "loss": 0.7216,
      "step": 127825
    },
    {
      "epoch": 5.2355519148064715,
      "grad_norm": 1.5560014407722882,
      "learning_rate": 1.2182230413294464e-05,
      "loss": 0.4886,
      "step": 127826
    },
    {
      "epoch": 5.235592873233668,
      "grad_norm": 1.8776866465171818,
      "learning_rate": 1.2180942984260534e-05,
      "loss": 0.6321,
      "step": 127827
    },
    {
      "epoch": 5.235633831660865,
      "grad_norm": 1.2049375949769092,
      "learning_rate": 1.2179655620379419e-05,
      "loss": 0.2716,
      "step": 127828
    },
    {
      "epoch": 5.23567479008806,
      "grad_norm": 1.341927503944033,
      "learning_rate": 1.217836832165177e-05,
      "loss": 0.4079,
      "step": 127829
    },
    {
      "epoch": 5.235715748515257,
      "grad_norm": 1.6123305507569623,
      "learning_rate": 1.2177081088078256e-05,
      "loss": 0.5408,
      "step": 127830
    },
    {
      "epoch": 5.235756706942453,
      "grad_norm": 1.6001284594470835,
      "learning_rate": 1.2175793919659355e-05,
      "loss": 0.4938,
      "step": 127831
    },
    {
      "epoch": 5.23579766536965,
      "grad_norm": 1.404130795599971,
      "learning_rate": 1.2174506816395735e-05,
      "loss": 0.4247,
      "step": 127832
    },
    {
      "epoch": 5.235838623796846,
      "grad_norm": 1.6333547574055296,
      "learning_rate": 1.2173219778288046e-05,
      "loss": 0.4641,
      "step": 127833
    },
    {
      "epoch": 5.235879582224043,
      "grad_norm": 1.4147952183768322,
      "learning_rate": 1.2171932805336838e-05,
      "loss": 0.4664,
      "step": 127834
    },
    {
      "epoch": 5.235920540651239,
      "grad_norm": 0.9344207950901068,
      "learning_rate": 1.2170645897542758e-05,
      "loss": 0.1992,
      "step": 127835
    },
    {
      "epoch": 5.235961499078435,
      "grad_norm": 0.5566403556440765,
      "learning_rate": 1.2169359054906375e-05,
      "loss": 0.0933,
      "step": 127836
    },
    {
      "epoch": 5.236002457505632,
      "grad_norm": 1.0408466883998246,
      "learning_rate": 1.2168072277428337e-05,
      "loss": 0.3256,
      "step": 127837
    },
    {
      "epoch": 5.236043415932828,
      "grad_norm": 1.4771623710569441,
      "learning_rate": 1.2166785565109245e-05,
      "loss": 0.4982,
      "step": 127838
    },
    {
      "epoch": 5.236084374360025,
      "grad_norm": 1.5157307881593423,
      "learning_rate": 1.2165498917949678e-05,
      "loss": 0.4105,
      "step": 127839
    },
    {
      "epoch": 5.236125332787221,
      "grad_norm": 2.511920689493599,
      "learning_rate": 1.2164212335950274e-05,
      "loss": 0.5252,
      "step": 127840
    },
    {
      "epoch": 5.236166291214418,
      "grad_norm": 1.4267750336707672,
      "learning_rate": 1.2162925819111646e-05,
      "loss": 0.455,
      "step": 127841
    },
    {
      "epoch": 5.236207249641613,
      "grad_norm": 1.542560101725154,
      "learning_rate": 1.2161639367434362e-05,
      "loss": 0.5358,
      "step": 127842
    },
    {
      "epoch": 5.23624820806881,
      "grad_norm": 1.3709946383903053,
      "learning_rate": 1.2160352980919086e-05,
      "loss": 0.3926,
      "step": 127843
    },
    {
      "epoch": 5.2362891664960065,
      "grad_norm": 1.2861619815371361,
      "learning_rate": 1.2159066659566369e-05,
      "loss": 0.3113,
      "step": 127844
    },
    {
      "epoch": 5.236330124923203,
      "grad_norm": 1.6199337675377752,
      "learning_rate": 1.2157780403376843e-05,
      "loss": 0.5222,
      "step": 127845
    },
    {
      "epoch": 5.2363710833504,
      "grad_norm": 1.2954826554393837,
      "learning_rate": 1.2156494212351158e-05,
      "loss": 0.3054,
      "step": 127846
    },
    {
      "epoch": 5.236412041777596,
      "grad_norm": 1.6960348699461756,
      "learning_rate": 1.2155208086489848e-05,
      "loss": 0.6108,
      "step": 127847
    },
    {
      "epoch": 5.236453000204792,
      "grad_norm": 1.1099359235741497,
      "learning_rate": 1.2153922025793562e-05,
      "loss": 0.2188,
      "step": 127848
    },
    {
      "epoch": 5.236493958631988,
      "grad_norm": 1.3251502383067135,
      "learning_rate": 1.215263603026293e-05,
      "loss": 0.3561,
      "step": 127849
    },
    {
      "epoch": 5.236534917059185,
      "grad_norm": 1.3958877316036309,
      "learning_rate": 1.2151350099898505e-05,
      "loss": 0.4588,
      "step": 127850
    },
    {
      "epoch": 5.236575875486381,
      "grad_norm": 1.9203450260452324,
      "learning_rate": 1.2150064234700952e-05,
      "loss": 0.4754,
      "step": 127851
    },
    {
      "epoch": 5.236616833913578,
      "grad_norm": 1.7888925195537722,
      "learning_rate": 1.214877843467082e-05,
      "loss": 0.4892,
      "step": 127852
    },
    {
      "epoch": 5.236657792340774,
      "grad_norm": 2.3249499680774823,
      "learning_rate": 1.2147492699808741e-05,
      "loss": 0.4997,
      "step": 127853
    },
    {
      "epoch": 5.23669875076797,
      "grad_norm": 0.9336823594628475,
      "learning_rate": 1.2146207030115352e-05,
      "loss": 0.2209,
      "step": 127854
    },
    {
      "epoch": 5.236739709195167,
      "grad_norm": 1.3840197258620608,
      "learning_rate": 1.214492142559123e-05,
      "loss": 0.4128,
      "step": 127855
    },
    {
      "epoch": 5.236780667622363,
      "grad_norm": 0.727827098786896,
      "learning_rate": 1.214363588623698e-05,
      "loss": 0.0809,
      "step": 127856
    },
    {
      "epoch": 5.23682162604956,
      "grad_norm": 1.4351715157637788,
      "learning_rate": 1.2142350412053232e-05,
      "loss": 0.3848,
      "step": 127857
    },
    {
      "epoch": 5.236862584476756,
      "grad_norm": 1.35703630540018,
      "learning_rate": 1.2141065003040568e-05,
      "loss": 0.3587,
      "step": 127858
    },
    {
      "epoch": 5.236903542903953,
      "grad_norm": 1.099426718771314,
      "learning_rate": 1.2139779659199638e-05,
      "loss": 0.3009,
      "step": 127859
    },
    {
      "epoch": 5.236944501331149,
      "grad_norm": 1.808770436813945,
      "learning_rate": 1.2138494380530994e-05,
      "loss": 0.6045,
      "step": 127860
    },
    {
      "epoch": 5.236985459758345,
      "grad_norm": 2.4928724825294055,
      "learning_rate": 1.2137209167035267e-05,
      "loss": 1.8456,
      "step": 127861
    },
    {
      "epoch": 5.2370264181855415,
      "grad_norm": 1.5149498592851036,
      "learning_rate": 1.213592401871309e-05,
      "loss": 0.4329,
      "step": 127862
    },
    {
      "epoch": 5.237067376612738,
      "grad_norm": 0.7811990261360683,
      "learning_rate": 1.2134638935565027e-05,
      "loss": 0.0953,
      "step": 127863
    },
    {
      "epoch": 5.237108335039935,
      "grad_norm": 3.3898786767346385,
      "learning_rate": 1.2133353917591698e-05,
      "loss": 1.8173,
      "step": 127864
    },
    {
      "epoch": 5.237149293467131,
      "grad_norm": 1.9775267508383638,
      "learning_rate": 1.213206896479375e-05,
      "loss": 0.6115,
      "step": 127865
    },
    {
      "epoch": 5.237190251894328,
      "grad_norm": 1.0697272832422844,
      "learning_rate": 1.2130784077171734e-05,
      "loss": 0.2765,
      "step": 127866
    },
    {
      "epoch": 5.237231210321523,
      "grad_norm": 1.5844457745419158,
      "learning_rate": 1.2129499254726316e-05,
      "loss": 0.4667,
      "step": 127867
    },
    {
      "epoch": 5.23727216874872,
      "grad_norm": 1.58709440045619,
      "learning_rate": 1.2128214497458044e-05,
      "loss": 0.676,
      "step": 127868
    },
    {
      "epoch": 5.237313127175916,
      "grad_norm": 1.7639360389386656,
      "learning_rate": 1.2126929805367536e-05,
      "loss": 0.6979,
      "step": 127869
    },
    {
      "epoch": 5.237354085603113,
      "grad_norm": 1.2516377461504617,
      "learning_rate": 1.2125645178455457e-05,
      "loss": 0.3111,
      "step": 127870
    },
    {
      "epoch": 5.237395044030309,
      "grad_norm": 1.6491086669943755,
      "learning_rate": 1.212436061672234e-05,
      "loss": 0.5341,
      "step": 127871
    },
    {
      "epoch": 5.237436002457506,
      "grad_norm": 1.5576617811397466,
      "learning_rate": 1.2123076120168834e-05,
      "loss": 0.4976,
      "step": 127872
    },
    {
      "epoch": 5.237476960884702,
      "grad_norm": 1.2056649008865221,
      "learning_rate": 1.2121791688795556e-05,
      "loss": 0.389,
      "step": 127873
    },
    {
      "epoch": 5.237517919311898,
      "grad_norm": 1.6072978896794852,
      "learning_rate": 1.2120507322603073e-05,
      "loss": 0.3778,
      "step": 127874
    },
    {
      "epoch": 5.237558877739095,
      "grad_norm": 1.1568977820381383,
      "learning_rate": 1.2119223021592034e-05,
      "loss": 0.1398,
      "step": 127875
    },
    {
      "epoch": 5.237599836166291,
      "grad_norm": 1.132966038638618,
      "learning_rate": 1.2117938785762987e-05,
      "loss": 0.313,
      "step": 127876
    },
    {
      "epoch": 5.237640794593488,
      "grad_norm": 1.1089591150063955,
      "learning_rate": 1.21166546151166e-05,
      "loss": 0.342,
      "step": 127877
    },
    {
      "epoch": 5.237681753020684,
      "grad_norm": 1.502221720318896,
      "learning_rate": 1.2115370509653472e-05,
      "loss": 0.4092,
      "step": 127878
    },
    {
      "epoch": 5.237722711447881,
      "grad_norm": 1.9616968428153356,
      "learning_rate": 1.2114086469374168e-05,
      "loss": 0.724,
      "step": 127879
    },
    {
      "epoch": 5.2377636698750765,
      "grad_norm": 1.425124989745985,
      "learning_rate": 1.2112802494279355e-05,
      "loss": 0.3432,
      "step": 127880
    },
    {
      "epoch": 5.237804628302273,
      "grad_norm": 1.1113549360025594,
      "learning_rate": 1.2111518584369584e-05,
      "loss": 0.3572,
      "step": 127881
    },
    {
      "epoch": 5.2378455867294695,
      "grad_norm": 1.8264015230804356,
      "learning_rate": 1.2110234739645486e-05,
      "loss": 0.8208,
      "step": 127882
    },
    {
      "epoch": 5.237886545156666,
      "grad_norm": 1.4834436368521173,
      "learning_rate": 1.2108950960107677e-05,
      "loss": 0.5333,
      "step": 127883
    },
    {
      "epoch": 5.237927503583863,
      "grad_norm": 2.073218974097142,
      "learning_rate": 1.210766724575674e-05,
      "loss": 1.1733,
      "step": 127884
    },
    {
      "epoch": 5.237968462011059,
      "grad_norm": 1.6803345847653484,
      "learning_rate": 1.2106383596593294e-05,
      "loss": 0.5849,
      "step": 127885
    },
    {
      "epoch": 5.238009420438255,
      "grad_norm": 1.3894773383365318,
      "learning_rate": 1.2105100012617986e-05,
      "loss": 0.353,
      "step": 127886
    },
    {
      "epoch": 5.238050378865451,
      "grad_norm": 1.756767052863035,
      "learning_rate": 1.2103816493831348e-05,
      "loss": 0.6148,
      "step": 127887
    },
    {
      "epoch": 5.238091337292648,
      "grad_norm": 1.9865066641742972,
      "learning_rate": 1.2102533040234046e-05,
      "loss": 0.6238,
      "step": 127888
    },
    {
      "epoch": 5.238132295719844,
      "grad_norm": 2.912357599808742,
      "learning_rate": 1.210124965182665e-05,
      "loss": 0.6003,
      "step": 127889
    },
    {
      "epoch": 5.238173254147041,
      "grad_norm": 1.0442984815095437,
      "learning_rate": 1.2099966328609772e-05,
      "loss": 0.2019,
      "step": 127890
    },
    {
      "epoch": 5.2382142125742375,
      "grad_norm": 1.3632075809348854,
      "learning_rate": 1.2098683070584064e-05,
      "loss": 0.4223,
      "step": 127891
    },
    {
      "epoch": 5.238255171001433,
      "grad_norm": 1.1601768611402707,
      "learning_rate": 1.2097399877750058e-05,
      "loss": 0.3587,
      "step": 127892
    },
    {
      "epoch": 5.23829612942863,
      "grad_norm": 0.7378002544752009,
      "learning_rate": 1.209611675010842e-05,
      "loss": 0.1617,
      "step": 127893
    },
    {
      "epoch": 5.238337087855826,
      "grad_norm": 1.5270264928388408,
      "learning_rate": 1.2094833687659732e-05,
      "loss": 0.4391,
      "step": 127894
    },
    {
      "epoch": 5.238378046283023,
      "grad_norm": 1.3874956249350072,
      "learning_rate": 1.2093550690404596e-05,
      "loss": 0.4396,
      "step": 127895
    },
    {
      "epoch": 5.238419004710219,
      "grad_norm": 1.8002025138798834,
      "learning_rate": 1.209226775834366e-05,
      "loss": 0.5865,
      "step": 127896
    },
    {
      "epoch": 5.238459963137416,
      "grad_norm": 1.5571673932784993,
      "learning_rate": 1.2090984891477457e-05,
      "loss": 0.4987,
      "step": 127897
    },
    {
      "epoch": 5.238500921564612,
      "grad_norm": 1.0233585759163157,
      "learning_rate": 1.2089702089806635e-05,
      "loss": 0.2058,
      "step": 127898
    },
    {
      "epoch": 5.238541879991808,
      "grad_norm": 1.439955856522867,
      "learning_rate": 1.208841935333183e-05,
      "loss": 0.4622,
      "step": 127899
    },
    {
      "epoch": 5.2385828384190045,
      "grad_norm": 0.9874748338571728,
      "learning_rate": 1.2087136682053621e-05,
      "loss": 0.2074,
      "step": 127900
    },
    {
      "epoch": 5.238623796846201,
      "grad_norm": 1.5295881266742353,
      "learning_rate": 1.2085854075972579e-05,
      "loss": 0.515,
      "step": 127901
    },
    {
      "epoch": 5.238664755273398,
      "grad_norm": 1.2429965242714636,
      "learning_rate": 1.2084571535089382e-05,
      "loss": 0.4519,
      "step": 127902
    },
    {
      "epoch": 5.238705713700594,
      "grad_norm": 0.9365858182763569,
      "learning_rate": 1.208328905940455e-05,
      "loss": 0.163,
      "step": 127903
    },
    {
      "epoch": 5.238746672127791,
      "grad_norm": 2.0496696844815023,
      "learning_rate": 1.2082006648918746e-05,
      "loss": 0.8068,
      "step": 127904
    },
    {
      "epoch": 5.238787630554986,
      "grad_norm": 1.8268515374990848,
      "learning_rate": 1.2080724303632589e-05,
      "loss": 0.655,
      "step": 127905
    },
    {
      "epoch": 5.238828588982183,
      "grad_norm": 1.8395693654900718,
      "learning_rate": 1.2079442023546643e-05,
      "loss": 0.58,
      "step": 127906
    },
    {
      "epoch": 5.238869547409379,
      "grad_norm": 1.6806645991475821,
      "learning_rate": 1.2078159808661559e-05,
      "loss": 0.6343,
      "step": 127907
    },
    {
      "epoch": 5.238910505836576,
      "grad_norm": 1.574759396091282,
      "learning_rate": 1.2076877658977886e-05,
      "loss": 0.4765,
      "step": 127908
    },
    {
      "epoch": 5.2389514642637725,
      "grad_norm": 2.8028179043171946,
      "learning_rate": 1.2075595574496271e-05,
      "loss": 2.2865,
      "step": 127909
    },
    {
      "epoch": 5.238992422690969,
      "grad_norm": 1.6049847257919525,
      "learning_rate": 1.2074313555217318e-05,
      "loss": 0.4233,
      "step": 127910
    },
    {
      "epoch": 5.239033381118165,
      "grad_norm": 1.4470383140374112,
      "learning_rate": 1.2073031601141625e-05,
      "loss": 0.4574,
      "step": 127911
    },
    {
      "epoch": 5.239074339545361,
      "grad_norm": 1.2644894150639008,
      "learning_rate": 1.2071749712269791e-05,
      "loss": 0.375,
      "step": 127912
    },
    {
      "epoch": 5.239115297972558,
      "grad_norm": 1.4627066712469257,
      "learning_rate": 1.2070467888602448e-05,
      "loss": 0.4417,
      "step": 127913
    },
    {
      "epoch": 5.239156256399754,
      "grad_norm": 1.2737303636935395,
      "learning_rate": 1.2069186130140163e-05,
      "loss": 0.3184,
      "step": 127914
    },
    {
      "epoch": 5.239197214826951,
      "grad_norm": 1.3888035635653868,
      "learning_rate": 1.2067904436883585e-05,
      "loss": 0.505,
      "step": 127915
    },
    {
      "epoch": 5.239238173254147,
      "grad_norm": 2.0557198656123425,
      "learning_rate": 1.2066622808833282e-05,
      "loss": 0.6947,
      "step": 127916
    },
    {
      "epoch": 5.239279131681344,
      "grad_norm": 1.0828958263539608,
      "learning_rate": 1.2065341245989867e-05,
      "loss": 0.2901,
      "step": 127917
    },
    {
      "epoch": 5.2393200901085395,
      "grad_norm": 1.4916789446621874,
      "learning_rate": 1.2064059748353976e-05,
      "loss": 0.4327,
      "step": 127918
    },
    {
      "epoch": 5.239361048535736,
      "grad_norm": 1.6583361865882287,
      "learning_rate": 1.2062778315926175e-05,
      "loss": 0.5414,
      "step": 127919
    },
    {
      "epoch": 5.239402006962933,
      "grad_norm": 1.1790714446130526,
      "learning_rate": 1.2061496948707095e-05,
      "loss": 0.2705,
      "step": 127920
    },
    {
      "epoch": 5.239442965390129,
      "grad_norm": 1.192673754292179,
      "learning_rate": 1.2060215646697352e-05,
      "loss": 0.1939,
      "step": 127921
    },
    {
      "epoch": 5.239483923817326,
      "grad_norm": 2.0418748060962,
      "learning_rate": 1.2058934409897514e-05,
      "loss": 0.5073,
      "step": 127922
    },
    {
      "epoch": 5.239524882244522,
      "grad_norm": 1.4137955288885122,
      "learning_rate": 1.205765323830823e-05,
      "loss": 0.4079,
      "step": 127923
    },
    {
      "epoch": 5.239565840671718,
      "grad_norm": 1.4403418670336587,
      "learning_rate": 1.2056372131930047e-05,
      "loss": 0.4733,
      "step": 127924
    },
    {
      "epoch": 5.239606799098914,
      "grad_norm": 1.3139118776593335,
      "learning_rate": 1.2055091090763618e-05,
      "loss": 0.4355,
      "step": 127925
    },
    {
      "epoch": 5.239647757526111,
      "grad_norm": 0.6416616966761238,
      "learning_rate": 1.2053810114809558e-05,
      "loss": 0.0583,
      "step": 127926
    },
    {
      "epoch": 5.239688715953307,
      "grad_norm": 1.063202358770134,
      "learning_rate": 1.2052529204068434e-05,
      "loss": 0.2244,
      "step": 127927
    },
    {
      "epoch": 5.239729674380504,
      "grad_norm": 1.5649864913934626,
      "learning_rate": 1.205124835854086e-05,
      "loss": 0.4887,
      "step": 127928
    },
    {
      "epoch": 5.2397706328077005,
      "grad_norm": 1.458358419086202,
      "learning_rate": 1.2049967578227487e-05,
      "loss": 0.4697,
      "step": 127929
    },
    {
      "epoch": 5.239811591234897,
      "grad_norm": 1.0959126472285885,
      "learning_rate": 1.2048686863128864e-05,
      "loss": 0.2851,
      "step": 127930
    },
    {
      "epoch": 5.239852549662093,
      "grad_norm": 4.110720039218258,
      "learning_rate": 1.2047406213245626e-05,
      "loss": 3.817,
      "step": 127931
    },
    {
      "epoch": 5.239893508089289,
      "grad_norm": 0.9820749157210582,
      "learning_rate": 1.204612562857835e-05,
      "loss": 0.2389,
      "step": 127932
    },
    {
      "epoch": 5.239934466516486,
      "grad_norm": 1.3425179604098672,
      "learning_rate": 1.204484510912766e-05,
      "loss": 0.4932,
      "step": 127933
    },
    {
      "epoch": 5.239975424943682,
      "grad_norm": 1.322131589501949,
      "learning_rate": 1.2043564654894183e-05,
      "loss": 0.4581,
      "step": 127934
    },
    {
      "epoch": 5.240016383370879,
      "grad_norm": 1.8612884803640193,
      "learning_rate": 1.2042284265878488e-05,
      "loss": 0.7477,
      "step": 127935
    },
    {
      "epoch": 5.240057341798075,
      "grad_norm": 1.2618310068957068,
      "learning_rate": 1.204100394208119e-05,
      "loss": 0.3273,
      "step": 127936
    },
    {
      "epoch": 5.240098300225271,
      "grad_norm": 1.4975907084964473,
      "learning_rate": 1.2039723683502939e-05,
      "loss": 0.574,
      "step": 127937
    },
    {
      "epoch": 5.2401392586524675,
      "grad_norm": 1.060819972569249,
      "learning_rate": 1.203844349014425e-05,
      "loss": 0.1722,
      "step": 127938
    },
    {
      "epoch": 5.240180217079664,
      "grad_norm": 1.2253717231259385,
      "learning_rate": 1.2037163362005825e-05,
      "loss": 0.2822,
      "step": 127939
    },
    {
      "epoch": 5.240221175506861,
      "grad_norm": 1.3256014347684364,
      "learning_rate": 1.2035883299088196e-05,
      "loss": 0.4534,
      "step": 127940
    },
    {
      "epoch": 5.240262133934057,
      "grad_norm": 1.0912137413627647,
      "learning_rate": 1.2034603301391993e-05,
      "loss": 0.3584,
      "step": 127941
    },
    {
      "epoch": 5.240303092361254,
      "grad_norm": 1.3180732772578565,
      "learning_rate": 1.2033323368917836e-05,
      "loss": 0.4424,
      "step": 127942
    },
    {
      "epoch": 5.240344050788449,
      "grad_norm": 0.3016328027464895,
      "learning_rate": 1.2032043501666305e-05,
      "loss": 0.0223,
      "step": 127943
    },
    {
      "epoch": 5.240385009215646,
      "grad_norm": 2.564349522073285,
      "learning_rate": 1.2030763699638051e-05,
      "loss": 1.0675,
      "step": 127944
    },
    {
      "epoch": 5.240425967642842,
      "grad_norm": 1.9972512952510557,
      "learning_rate": 1.2029483962833609e-05,
      "loss": 0.5561,
      "step": 127945
    },
    {
      "epoch": 5.240466926070039,
      "grad_norm": 1.522831639002703,
      "learning_rate": 1.2028204291253624e-05,
      "loss": 0.5805,
      "step": 127946
    },
    {
      "epoch": 5.2405078844972355,
      "grad_norm": 1.7069609964983308,
      "learning_rate": 1.2026924684898731e-05,
      "loss": 0.6662,
      "step": 127947
    },
    {
      "epoch": 5.240548842924432,
      "grad_norm": 0.759893444432562,
      "learning_rate": 1.2025645143769464e-05,
      "loss": 0.2183,
      "step": 127948
    },
    {
      "epoch": 5.2405898013516286,
      "grad_norm": 0.6129122467065148,
      "learning_rate": 1.202436566786647e-05,
      "loss": 0.0529,
      "step": 127949
    },
    {
      "epoch": 5.240630759778824,
      "grad_norm": 0.5204642552005591,
      "learning_rate": 1.2023086257190367e-05,
      "loss": 0.0912,
      "step": 127950
    },
    {
      "epoch": 5.240671718206021,
      "grad_norm": 1.6603273108798515,
      "learning_rate": 1.2021806911741738e-05,
      "loss": 0.4687,
      "step": 127951
    },
    {
      "epoch": 5.240712676633217,
      "grad_norm": 1.5865620837268928,
      "learning_rate": 1.20205276315212e-05,
      "loss": 0.4787,
      "step": 127952
    },
    {
      "epoch": 5.240753635060414,
      "grad_norm": 0.8690111232832101,
      "learning_rate": 1.201924841652933e-05,
      "loss": 0.1931,
      "step": 127953
    },
    {
      "epoch": 5.24079459348761,
      "grad_norm": 1.1878664924241233,
      "learning_rate": 1.2017969266766753e-05,
      "loss": 0.3566,
      "step": 127954
    },
    {
      "epoch": 5.240835551914807,
      "grad_norm": 3.0346562302758704,
      "learning_rate": 1.2016690182234096e-05,
      "loss": 2.4196,
      "step": 127955
    },
    {
      "epoch": 5.2408765103420025,
      "grad_norm": 1.4517696050182198,
      "learning_rate": 1.2015411162931909e-05,
      "loss": 0.385,
      "step": 127956
    },
    {
      "epoch": 5.240917468769199,
      "grad_norm": 1.753166704363048,
      "learning_rate": 1.2014132208860844e-05,
      "loss": 0.4868,
      "step": 127957
    },
    {
      "epoch": 5.240958427196396,
      "grad_norm": 1.632823842815245,
      "learning_rate": 1.2012853320021515e-05,
      "loss": 0.4958,
      "step": 127958
    },
    {
      "epoch": 5.240999385623592,
      "grad_norm": 2.043174651086142,
      "learning_rate": 1.2011574496414473e-05,
      "loss": 0.7658,
      "step": 127959
    },
    {
      "epoch": 5.241040344050789,
      "grad_norm": 1.5793135313114988,
      "learning_rate": 1.2010295738040365e-05,
      "loss": 0.5745,
      "step": 127960
    },
    {
      "epoch": 5.241081302477985,
      "grad_norm": 1.3478216322050203,
      "learning_rate": 1.2009017044899776e-05,
      "loss": 0.436,
      "step": 127961
    },
    {
      "epoch": 5.241122260905181,
      "grad_norm": 1.1865306196999514,
      "learning_rate": 1.2007738416993306e-05,
      "loss": 0.2756,
      "step": 127962
    },
    {
      "epoch": 5.241163219332377,
      "grad_norm": 1.8921071885314193,
      "learning_rate": 1.2006459854321587e-05,
      "loss": 0.4142,
      "step": 127963
    },
    {
      "epoch": 5.241204177759574,
      "grad_norm": 1.5665610370917302,
      "learning_rate": 1.2005181356885185e-05,
      "loss": 0.6261,
      "step": 127964
    },
    {
      "epoch": 5.2412451361867705,
      "grad_norm": 1.6722186631325555,
      "learning_rate": 1.2003902924684733e-05,
      "loss": 0.5779,
      "step": 127965
    },
    {
      "epoch": 5.241286094613967,
      "grad_norm": 0.9947888226112301,
      "learning_rate": 1.2002624557720863e-05,
      "loss": 0.2123,
      "step": 127966
    },
    {
      "epoch": 5.2413270530411635,
      "grad_norm": 1.3054686828907542,
      "learning_rate": 1.200134625599411e-05,
      "loss": 0.3218,
      "step": 127967
    },
    {
      "epoch": 5.24136801146836,
      "grad_norm": 2.329235542865203,
      "learning_rate": 1.2000068019505122e-05,
      "loss": 0.6672,
      "step": 127968
    },
    {
      "epoch": 5.241408969895556,
      "grad_norm": 1.4368289780832042,
      "learning_rate": 1.1998789848254497e-05,
      "loss": 0.3666,
      "step": 127969
    },
    {
      "epoch": 5.241449928322752,
      "grad_norm": 3.55872608332037,
      "learning_rate": 1.1997511742242822e-05,
      "loss": 3.1381,
      "step": 127970
    },
    {
      "epoch": 5.241490886749949,
      "grad_norm": 2.3039224677143246,
      "learning_rate": 1.1996233701470726e-05,
      "loss": 0.3983,
      "step": 127971
    },
    {
      "epoch": 5.241531845177145,
      "grad_norm": 1.5250514704038316,
      "learning_rate": 1.1994955725938826e-05,
      "loss": 0.5215,
      "step": 127972
    },
    {
      "epoch": 5.241572803604342,
      "grad_norm": 1.7051441926538577,
      "learning_rate": 1.1993677815647673e-05,
      "loss": 0.6213,
      "step": 127973
    },
    {
      "epoch": 5.241613762031538,
      "grad_norm": 1.5954368968076391,
      "learning_rate": 1.1992399970597915e-05,
      "loss": 0.4766,
      "step": 127974
    },
    {
      "epoch": 5.241654720458734,
      "grad_norm": 1.3780655387319172,
      "learning_rate": 1.199112219079012e-05,
      "loss": 0.4314,
      "step": 127975
    },
    {
      "epoch": 5.241695678885931,
      "grad_norm": 0.8448313290857735,
      "learning_rate": 1.1989844476224919e-05,
      "loss": 0.1812,
      "step": 127976
    },
    {
      "epoch": 5.241736637313127,
      "grad_norm": 0.840062249777742,
      "learning_rate": 1.1988566826902946e-05,
      "loss": 0.2056,
      "step": 127977
    },
    {
      "epoch": 5.241777595740324,
      "grad_norm": 1.1235272348698142,
      "learning_rate": 1.1987289242824733e-05,
      "loss": 0.2082,
      "step": 127978
    },
    {
      "epoch": 5.24181855416752,
      "grad_norm": 1.6244232357567496,
      "learning_rate": 1.1986011723990946e-05,
      "loss": 0.5569,
      "step": 127979
    },
    {
      "epoch": 5.241859512594717,
      "grad_norm": 0.9373178459210142,
      "learning_rate": 1.1984734270402135e-05,
      "loss": 0.196,
      "step": 127980
    },
    {
      "epoch": 5.241900471021912,
      "grad_norm": 1.0447212028420936,
      "learning_rate": 1.198345688205895e-05,
      "loss": 0.2642,
      "step": 127981
    },
    {
      "epoch": 5.241941429449109,
      "grad_norm": 1.3208649257616492,
      "learning_rate": 1.1982179558961991e-05,
      "loss": 0.2472,
      "step": 127982
    },
    {
      "epoch": 5.241982387876305,
      "grad_norm": 1.0034834746449155,
      "learning_rate": 1.1980902301111822e-05,
      "loss": 0.2062,
      "step": 127983
    },
    {
      "epoch": 5.242023346303502,
      "grad_norm": 1.3540051373436681,
      "learning_rate": 1.1979625108509077e-05,
      "loss": 0.3712,
      "step": 127984
    },
    {
      "epoch": 5.2420643047306985,
      "grad_norm": 1.440060178752216,
      "learning_rate": 1.1978347981154374e-05,
      "loss": 0.3679,
      "step": 127985
    },
    {
      "epoch": 5.242105263157895,
      "grad_norm": 1.4998517191427352,
      "learning_rate": 1.1977070919048292e-05,
      "loss": 0.4151,
      "step": 127986
    },
    {
      "epoch": 5.242146221585092,
      "grad_norm": 0.9220898054582862,
      "learning_rate": 1.1975793922191452e-05,
      "loss": 0.2172,
      "step": 127987
    },
    {
      "epoch": 5.242187180012287,
      "grad_norm": 1.3224331378484675,
      "learning_rate": 1.1974516990584431e-05,
      "loss": 0.3508,
      "step": 127988
    },
    {
      "epoch": 5.242228138439484,
      "grad_norm": 0.9661234032981705,
      "learning_rate": 1.1973240124227834e-05,
      "loss": 0.1519,
      "step": 127989
    },
    {
      "epoch": 5.24226909686668,
      "grad_norm": 1.2768073093923384,
      "learning_rate": 1.1971963323122324e-05,
      "loss": 0.3503,
      "step": 127990
    },
    {
      "epoch": 5.242310055293877,
      "grad_norm": 1.3190524038830942,
      "learning_rate": 1.1970686587268419e-05,
      "loss": 0.3505,
      "step": 127991
    },
    {
      "epoch": 5.242351013721073,
      "grad_norm": 1.8540688646702517,
      "learning_rate": 1.1969409916666767e-05,
      "loss": 0.6878,
      "step": 127992
    },
    {
      "epoch": 5.24239197214827,
      "grad_norm": 1.4389028132282944,
      "learning_rate": 1.1968133311318002e-05,
      "loss": 0.4173,
      "step": 127993
    },
    {
      "epoch": 5.2424329305754656,
      "grad_norm": 1.6313599922629585,
      "learning_rate": 1.1966856771222672e-05,
      "loss": 0.4956,
      "step": 127994
    },
    {
      "epoch": 5.242473889002662,
      "grad_norm": 1.445409271300096,
      "learning_rate": 1.196558029638141e-05,
      "loss": 0.3864,
      "step": 127995
    },
    {
      "epoch": 5.242514847429859,
      "grad_norm": 1.4480639130552202,
      "learning_rate": 1.1964303886794801e-05,
      "loss": 0.436,
      "step": 127996
    },
    {
      "epoch": 5.242555805857055,
      "grad_norm": 1.7160543376690067,
      "learning_rate": 1.196302754246346e-05,
      "loss": 0.6345,
      "step": 127997
    },
    {
      "epoch": 5.242596764284252,
      "grad_norm": 1.647564565640577,
      "learning_rate": 1.1961751263388002e-05,
      "loss": 0.5004,
      "step": 127998
    },
    {
      "epoch": 5.242637722711448,
      "grad_norm": 1.5482121850270139,
      "learning_rate": 1.1960475049568997e-05,
      "loss": 0.5121,
      "step": 127999
    },
    {
      "epoch": 5.242678681138644,
      "grad_norm": 1.4901525922883956,
      "learning_rate": 1.1959198901007073e-05,
      "loss": 0.4432,
      "step": 128000
    },
    {
      "epoch": 5.24271963956584,
      "grad_norm": 1.5265986388643367,
      "learning_rate": 1.1957922817702864e-05,
      "loss": 0.4193,
      "step": 128001
    },
    {
      "epoch": 5.242760597993037,
      "grad_norm": 1.3871393676016517,
      "learning_rate": 1.1956646799656905e-05,
      "loss": 0.4271,
      "step": 128002
    },
    {
      "epoch": 5.2428015564202335,
      "grad_norm": 1.6107215898817986,
      "learning_rate": 1.195537084686986e-05,
      "loss": 0.3982,
      "step": 128003
    },
    {
      "epoch": 5.24284251484743,
      "grad_norm": 1.586898491932378,
      "learning_rate": 1.195409495934228e-05,
      "loss": 0.6454,
      "step": 128004
    },
    {
      "epoch": 5.242883473274627,
      "grad_norm": 2.312570167917574,
      "learning_rate": 1.1952819137074782e-05,
      "loss": 1.715,
      "step": 128005
    },
    {
      "epoch": 5.242924431701823,
      "grad_norm": 1.3130177446650542,
      "learning_rate": 1.1951543380068013e-05,
      "loss": 0.2538,
      "step": 128006
    },
    {
      "epoch": 5.242965390129019,
      "grad_norm": 0.5756823745247696,
      "learning_rate": 1.1950267688322523e-05,
      "loss": 0.0596,
      "step": 128007
    },
    {
      "epoch": 5.243006348556215,
      "grad_norm": 1.9982113579264864,
      "learning_rate": 1.194899206183893e-05,
      "loss": 0.8042,
      "step": 128008
    },
    {
      "epoch": 5.243047306983412,
      "grad_norm": 1.8737710540611552,
      "learning_rate": 1.1947716500617883e-05,
      "loss": 0.6289,
      "step": 128009
    },
    {
      "epoch": 5.243088265410608,
      "grad_norm": 1.8542364069122874,
      "learning_rate": 1.1946441004659913e-05,
      "loss": 0.6189,
      "step": 128010
    },
    {
      "epoch": 5.243129223837805,
      "grad_norm": 1.6257545118574719,
      "learning_rate": 1.1945165573965671e-05,
      "loss": 0.5436,
      "step": 128011
    },
    {
      "epoch": 5.243170182265001,
      "grad_norm": 1.4286459087741694,
      "learning_rate": 1.1943890208535722e-05,
      "loss": 0.222,
      "step": 128012
    },
    {
      "epoch": 5.243211140692197,
      "grad_norm": 1.5838693588669825,
      "learning_rate": 1.1942614908370684e-05,
      "loss": 0.4212,
      "step": 128013
    },
    {
      "epoch": 5.243252099119394,
      "grad_norm": 1.8181978585758367,
      "learning_rate": 1.1941339673471206e-05,
      "loss": 0.5752,
      "step": 128014
    },
    {
      "epoch": 5.24329305754659,
      "grad_norm": 1.4532187658323237,
      "learning_rate": 1.194006450383782e-05,
      "loss": 0.4387,
      "step": 128015
    },
    {
      "epoch": 5.243334015973787,
      "grad_norm": 1.6731853587570515,
      "learning_rate": 1.1938789399471177e-05,
      "loss": 0.7322,
      "step": 128016
    },
    {
      "epoch": 5.243374974400983,
      "grad_norm": 1.235581545113035,
      "learning_rate": 1.1937514360371859e-05,
      "loss": 0.3333,
      "step": 128017
    },
    {
      "epoch": 5.24341593282818,
      "grad_norm": 1.6245702123477688,
      "learning_rate": 1.1936239386540447e-05,
      "loss": 0.4633,
      "step": 128018
    },
    {
      "epoch": 5.243456891255375,
      "grad_norm": 1.2356488254240308,
      "learning_rate": 1.193496447797761e-05,
      "loss": 0.3221,
      "step": 128019
    },
    {
      "epoch": 5.243497849682572,
      "grad_norm": 1.3394085542554692,
      "learning_rate": 1.193368963468388e-05,
      "loss": 0.3645,
      "step": 128020
    },
    {
      "epoch": 5.2435388081097685,
      "grad_norm": 1.4818726076799897,
      "learning_rate": 1.1932414856659905e-05,
      "loss": 0.4628,
      "step": 128021
    },
    {
      "epoch": 5.243579766536965,
      "grad_norm": 1.5626333142252808,
      "learning_rate": 1.1931140143906288e-05,
      "loss": 0.4982,
      "step": 128022
    },
    {
      "epoch": 5.2436207249641615,
      "grad_norm": 1.2820940266534133,
      "learning_rate": 1.1929865496423574e-05,
      "loss": 0.3645,
      "step": 128023
    },
    {
      "epoch": 5.243661683391358,
      "grad_norm": 1.493005267418286,
      "learning_rate": 1.1928590914212449e-05,
      "loss": 0.4641,
      "step": 128024
    },
    {
      "epoch": 5.243702641818555,
      "grad_norm": 1.4750320985694536,
      "learning_rate": 1.1927316397273462e-05,
      "loss": 0.4999,
      "step": 128025
    },
    {
      "epoch": 5.24374360024575,
      "grad_norm": 1.012310268273281,
      "learning_rate": 1.1926041945607212e-05,
      "loss": 0.2156,
      "step": 128026
    },
    {
      "epoch": 5.243784558672947,
      "grad_norm": 0.8464366277251004,
      "learning_rate": 1.1924767559214333e-05,
      "loss": 0.1359,
      "step": 128027
    },
    {
      "epoch": 5.243825517100143,
      "grad_norm": 1.675295870837593,
      "learning_rate": 1.1923493238095404e-05,
      "loss": 0.474,
      "step": 128028
    },
    {
      "epoch": 5.24386647552734,
      "grad_norm": 1.6748577871372192,
      "learning_rate": 1.192221898225103e-05,
      "loss": 0.6242,
      "step": 128029
    },
    {
      "epoch": 5.243907433954536,
      "grad_norm": 1.6156662987236583,
      "learning_rate": 1.1920944791681841e-05,
      "loss": 0.5596,
      "step": 128030
    },
    {
      "epoch": 5.243948392381733,
      "grad_norm": 1.6203148682900292,
      "learning_rate": 1.1919670666388387e-05,
      "loss": 0.6573,
      "step": 128031
    },
    {
      "epoch": 5.243989350808929,
      "grad_norm": 1.6621998215538614,
      "learning_rate": 1.1918396606371334e-05,
      "loss": 0.6674,
      "step": 128032
    },
    {
      "epoch": 5.244030309236125,
      "grad_norm": 1.056303729741412,
      "learning_rate": 1.191712261163123e-05,
      "loss": 0.2546,
      "step": 128033
    },
    {
      "epoch": 5.244071267663322,
      "grad_norm": 0.9790312114976163,
      "learning_rate": 1.1915848682168694e-05,
      "loss": 0.2748,
      "step": 128034
    },
    {
      "epoch": 5.244112226090518,
      "grad_norm": 1.3723051821672958,
      "learning_rate": 1.191457481798434e-05,
      "loss": 0.472,
      "step": 128035
    },
    {
      "epoch": 5.244153184517715,
      "grad_norm": 1.7584074351469583,
      "learning_rate": 1.1913301019078752e-05,
      "loss": 0.3124,
      "step": 128036
    },
    {
      "epoch": 5.244194142944911,
      "grad_norm": 1.7670112348891869,
      "learning_rate": 1.1912027285452547e-05,
      "loss": 0.4747,
      "step": 128037
    },
    {
      "epoch": 5.244235101372107,
      "grad_norm": 1.3742663953471728,
      "learning_rate": 1.191075361710634e-05,
      "loss": 0.5092,
      "step": 128038
    },
    {
      "epoch": 5.2442760597993034,
      "grad_norm": 1.3490560117240746,
      "learning_rate": 1.1909480014040695e-05,
      "loss": 0.4902,
      "step": 128039
    },
    {
      "epoch": 5.2443170182265,
      "grad_norm": 2.0989716740884385,
      "learning_rate": 1.1908206476256266e-05,
      "loss": 0.7723,
      "step": 128040
    },
    {
      "epoch": 5.2443579766536965,
      "grad_norm": 1.4659744005051962,
      "learning_rate": 1.1906933003753616e-05,
      "loss": 0.4688,
      "step": 128041
    },
    {
      "epoch": 5.244398935080893,
      "grad_norm": 1.0125664610379028,
      "learning_rate": 1.1905659596533329e-05,
      "loss": 0.1895,
      "step": 128042
    },
    {
      "epoch": 5.24443989350809,
      "grad_norm": 1.6564223831177618,
      "learning_rate": 1.1904386254596038e-05,
      "loss": 0.5694,
      "step": 128043
    },
    {
      "epoch": 5.244480851935286,
      "grad_norm": 1.3243300581724236,
      "learning_rate": 1.1903112977942358e-05,
      "loss": 0.4177,
      "step": 128044
    },
    {
      "epoch": 5.244521810362482,
      "grad_norm": 1.3027822619054552,
      "learning_rate": 1.190183976657284e-05,
      "loss": 0.3813,
      "step": 128045
    },
    {
      "epoch": 5.244562768789678,
      "grad_norm": 1.854520310743128,
      "learning_rate": 1.1900566620488166e-05,
      "loss": 0.8935,
      "step": 128046
    },
    {
      "epoch": 5.244603727216875,
      "grad_norm": 1.5348234151128497,
      "learning_rate": 1.1899293539688854e-05,
      "loss": 0.5083,
      "step": 128047
    },
    {
      "epoch": 5.244644685644071,
      "grad_norm": 1.5362402400431985,
      "learning_rate": 1.1898020524175533e-05,
      "loss": 0.548,
      "step": 128048
    },
    {
      "epoch": 5.244685644071268,
      "grad_norm": 1.6249436712507002,
      "learning_rate": 1.1896747573948855e-05,
      "loss": 0.4641,
      "step": 128049
    },
    {
      "epoch": 5.2447266024984645,
      "grad_norm": 0.9905693138488818,
      "learning_rate": 1.1895474689009354e-05,
      "loss": 0.1942,
      "step": 128050
    },
    {
      "epoch": 5.24476756092566,
      "grad_norm": 0.8450922753881644,
      "learning_rate": 1.1894201869357678e-05,
      "loss": 0.2037,
      "step": 128051
    },
    {
      "epoch": 5.244808519352857,
      "grad_norm": 1.5345309498411888,
      "learning_rate": 1.1892929114994376e-05,
      "loss": 0.618,
      "step": 128052
    },
    {
      "epoch": 5.244849477780053,
      "grad_norm": 1.2383145371632505,
      "learning_rate": 1.1891656425920099e-05,
      "loss": 0.2932,
      "step": 128053
    },
    {
      "epoch": 5.24489043620725,
      "grad_norm": 0.7766468190561058,
      "learning_rate": 1.1890383802135445e-05,
      "loss": 0.1357,
      "step": 128054
    },
    {
      "epoch": 5.244931394634446,
      "grad_norm": 1.4069752368554516,
      "learning_rate": 1.1889111243640997e-05,
      "loss": 0.4883,
      "step": 128055
    },
    {
      "epoch": 5.244972353061643,
      "grad_norm": 4.0800240931001985,
      "learning_rate": 1.188783875043734e-05,
      "loss": 5.0639,
      "step": 128056
    },
    {
      "epoch": 5.245013311488838,
      "grad_norm": 1.2427997787505154,
      "learning_rate": 1.1886566322525138e-05,
      "loss": 0.3745,
      "step": 128057
    },
    {
      "epoch": 5.245054269916035,
      "grad_norm": 1.2185164464999807,
      "learning_rate": 1.1885293959904923e-05,
      "loss": 0.2546,
      "step": 128058
    },
    {
      "epoch": 5.2450952283432315,
      "grad_norm": 1.579551559994902,
      "learning_rate": 1.1884021662577365e-05,
      "loss": 0.3805,
      "step": 128059
    },
    {
      "epoch": 5.245136186770428,
      "grad_norm": 1.4188469346032802,
      "learning_rate": 1.1882749430542993e-05,
      "loss": 0.4352,
      "step": 128060
    },
    {
      "epoch": 5.245177145197625,
      "grad_norm": 0.9591430324501352,
      "learning_rate": 1.1881477263802425e-05,
      "loss": 0.2337,
      "step": 128061
    },
    {
      "epoch": 5.245218103624821,
      "grad_norm": 1.625998053710875,
      "learning_rate": 1.1880205162356327e-05,
      "loss": 0.4555,
      "step": 128062
    },
    {
      "epoch": 5.245259062052018,
      "grad_norm": 1.634330409025152,
      "learning_rate": 1.1878933126205215e-05,
      "loss": 0.6054,
      "step": 128063
    },
    {
      "epoch": 5.245300020479213,
      "grad_norm": 1.705164709707932,
      "learning_rate": 1.1877661155349739e-05,
      "loss": 0.6522,
      "step": 128064
    },
    {
      "epoch": 5.24534097890641,
      "grad_norm": 1.5416513043231808,
      "learning_rate": 1.1876389249790513e-05,
      "loss": 0.4615,
      "step": 128065
    },
    {
      "epoch": 5.245381937333606,
      "grad_norm": 1.6478317820105506,
      "learning_rate": 1.187511740952809e-05,
      "loss": 0.4563,
      "step": 128066
    },
    {
      "epoch": 5.245422895760803,
      "grad_norm": 1.7402006521228106,
      "learning_rate": 1.1873845634563118e-05,
      "loss": 0.5218,
      "step": 128067
    },
    {
      "epoch": 5.245463854187999,
      "grad_norm": 1.3992937199090973,
      "learning_rate": 1.1872573924896161e-05,
      "loss": 0.4558,
      "step": 128068
    },
    {
      "epoch": 5.245504812615196,
      "grad_norm": 1.4202908733525672,
      "learning_rate": 1.1871302280527822e-05,
      "loss": 0.4261,
      "step": 128069
    },
    {
      "epoch": 5.245545771042392,
      "grad_norm": 1.6883482759083903,
      "learning_rate": 1.187003070145875e-05,
      "loss": 0.5972,
      "step": 128070
    },
    {
      "epoch": 5.245586729469588,
      "grad_norm": 1.9635343421811655,
      "learning_rate": 1.1868759187689476e-05,
      "loss": 0.7963,
      "step": 128071
    },
    {
      "epoch": 5.245627687896785,
      "grad_norm": 0.8448912514206789,
      "learning_rate": 1.186748773922065e-05,
      "loss": 0.1088,
      "step": 128072
    },
    {
      "epoch": 5.245668646323981,
      "grad_norm": 0.31813587879267236,
      "learning_rate": 1.1866216356052888e-05,
      "loss": 0.0276,
      "step": 128073
    },
    {
      "epoch": 5.245709604751178,
      "grad_norm": 0.6073665858248629,
      "learning_rate": 1.1864945038186724e-05,
      "loss": 0.1156,
      "step": 128074
    },
    {
      "epoch": 5.245750563178374,
      "grad_norm": 1.636203160882054,
      "learning_rate": 1.186367378562284e-05,
      "loss": 0.577,
      "step": 128075
    },
    {
      "epoch": 5.24579152160557,
      "grad_norm": 1.6135581001696446,
      "learning_rate": 1.1862402598361754e-05,
      "loss": 0.4383,
      "step": 128076
    },
    {
      "epoch": 5.2458324800327665,
      "grad_norm": 1.9049326028369271,
      "learning_rate": 1.1861131476404112e-05,
      "loss": 0.8794,
      "step": 128077
    },
    {
      "epoch": 5.245873438459963,
      "grad_norm": 1.2991726859033565,
      "learning_rate": 1.185986041975055e-05,
      "loss": 0.2743,
      "step": 128078
    },
    {
      "epoch": 5.2459143968871595,
      "grad_norm": 0.8123040397203092,
      "learning_rate": 1.1858589428401582e-05,
      "loss": 0.1949,
      "step": 128079
    },
    {
      "epoch": 5.245955355314356,
      "grad_norm": 1.7591937214892293,
      "learning_rate": 1.1857318502357877e-05,
      "loss": 0.6333,
      "step": 128080
    },
    {
      "epoch": 5.245996313741553,
      "grad_norm": 1.4555091173666386,
      "learning_rate": 1.185604764162003e-05,
      "loss": 0.4412,
      "step": 128081
    },
    {
      "epoch": 5.246037272168749,
      "grad_norm": 1.4749633978637926,
      "learning_rate": 1.1854776846188613e-05,
      "loss": 0.5137,
      "step": 128082
    },
    {
      "epoch": 5.246078230595945,
      "grad_norm": 1.8193396648463136,
      "learning_rate": 1.1853506116064255e-05,
      "loss": 0.577,
      "step": 128083
    },
    {
      "epoch": 5.246119189023141,
      "grad_norm": 1.2069175386322064,
      "learning_rate": 1.1852235451247521e-05,
      "loss": 0.2119,
      "step": 128084
    },
    {
      "epoch": 5.246160147450338,
      "grad_norm": 1.4866043446320258,
      "learning_rate": 1.1850964851739047e-05,
      "loss": 0.5434,
      "step": 128085
    },
    {
      "epoch": 5.246201105877534,
      "grad_norm": 1.245025124360862,
      "learning_rate": 1.1849694317539433e-05,
      "loss": 0.2877,
      "step": 128086
    },
    {
      "epoch": 5.246242064304731,
      "grad_norm": 1.554594787417919,
      "learning_rate": 1.1848423848649241e-05,
      "loss": 0.4521,
      "step": 128087
    },
    {
      "epoch": 5.2462830227319275,
      "grad_norm": 1.7101010208356306,
      "learning_rate": 1.1847153445069124e-05,
      "loss": 0.4977,
      "step": 128088
    },
    {
      "epoch": 5.246323981159123,
      "grad_norm": 0.9510059659387377,
      "learning_rate": 1.1845883106799631e-05,
      "loss": 0.1905,
      "step": 128089
    },
    {
      "epoch": 5.24636493958632,
      "grad_norm": 1.2829111319136208,
      "learning_rate": 1.1844612833841393e-05,
      "loss": 0.366,
      "step": 128090
    },
    {
      "epoch": 5.246405898013516,
      "grad_norm": 1.5873983270314616,
      "learning_rate": 1.1843342626195012e-05,
      "loss": 0.5306,
      "step": 128091
    },
    {
      "epoch": 5.246446856440713,
      "grad_norm": 1.6212631393660204,
      "learning_rate": 1.184207248386107e-05,
      "loss": 0.5937,
      "step": 128092
    },
    {
      "epoch": 5.246487814867909,
      "grad_norm": 1.7097839072762313,
      "learning_rate": 1.1840802406840183e-05,
      "loss": 0.6184,
      "step": 128093
    },
    {
      "epoch": 5.246528773295106,
      "grad_norm": 1.272964610664785,
      "learning_rate": 1.1839532395132967e-05,
      "loss": 0.3697,
      "step": 128094
    },
    {
      "epoch": 5.2465697317223015,
      "grad_norm": 1.584469904182476,
      "learning_rate": 1.1838262448739987e-05,
      "loss": 0.5187,
      "step": 128095
    },
    {
      "epoch": 5.246610690149498,
      "grad_norm": 1.7577083924380543,
      "learning_rate": 1.183699256766188e-05,
      "loss": 0.5587,
      "step": 128096
    },
    {
      "epoch": 5.2466516485766945,
      "grad_norm": 1.0455253856258062,
      "learning_rate": 1.183572275189919e-05,
      "loss": 0.1947,
      "step": 128097
    },
    {
      "epoch": 5.246692607003891,
      "grad_norm": 1.0810325300832273,
      "learning_rate": 1.1834453001452571e-05,
      "loss": 0.1856,
      "step": 128098
    },
    {
      "epoch": 5.246733565431088,
      "grad_norm": 0.9710612250087763,
      "learning_rate": 1.183318331632262e-05,
      "loss": 0.1431,
      "step": 128099
    },
    {
      "epoch": 5.246774523858284,
      "grad_norm": 0.6334374370308754,
      "learning_rate": 1.1831913696509904e-05,
      "loss": 0.0564,
      "step": 128100
    },
    {
      "epoch": 5.246815482285481,
      "grad_norm": 1.7156266490316001,
      "learning_rate": 1.1830644142015021e-05,
      "loss": 0.4947,
      "step": 128101
    },
    {
      "epoch": 5.246856440712676,
      "grad_norm": 1.00363804841607,
      "learning_rate": 1.1829374652838641e-05,
      "loss": 0.3305,
      "step": 128102
    },
    {
      "epoch": 5.246897399139873,
      "grad_norm": 1.8173552088186957,
      "learning_rate": 1.1828105228981278e-05,
      "loss": 0.7183,
      "step": 128103
    },
    {
      "epoch": 5.246938357567069,
      "grad_norm": 1.8503892213071635,
      "learning_rate": 1.1826835870443597e-05,
      "loss": 0.5539,
      "step": 128104
    },
    {
      "epoch": 5.246979315994266,
      "grad_norm": 1.949977821530533,
      "learning_rate": 1.1825566577226148e-05,
      "loss": 0.7335,
      "step": 128105
    },
    {
      "epoch": 5.2470202744214625,
      "grad_norm": 0.9330842943569336,
      "learning_rate": 1.1824297349329548e-05,
      "loss": 0.195,
      "step": 128106
    },
    {
      "epoch": 5.247061232848659,
      "grad_norm": 1.5037286464732567,
      "learning_rate": 1.1823028186754429e-05,
      "loss": 0.5799,
      "step": 128107
    },
    {
      "epoch": 5.247102191275855,
      "grad_norm": 0.5691212430263558,
      "learning_rate": 1.1821759089501342e-05,
      "loss": 0.1098,
      "step": 128108
    },
    {
      "epoch": 5.247143149703051,
      "grad_norm": 1.7818811868976498,
      "learning_rate": 1.1820490057570902e-05,
      "loss": 0.5836,
      "step": 128109
    },
    {
      "epoch": 5.247184108130248,
      "grad_norm": 1.7825512965583832,
      "learning_rate": 1.181922109096376e-05,
      "loss": 0.6644,
      "step": 128110
    },
    {
      "epoch": 5.247225066557444,
      "grad_norm": 1.544711802545591,
      "learning_rate": 1.181795218968043e-05,
      "loss": 0.5682,
      "step": 128111
    },
    {
      "epoch": 5.247266024984641,
      "grad_norm": 1.6450261402695912,
      "learning_rate": 1.1816683353721579e-05,
      "loss": 0.6348,
      "step": 128112
    },
    {
      "epoch": 5.247306983411837,
      "grad_norm": 1.2261326500211527,
      "learning_rate": 1.181541458308779e-05,
      "loss": 0.3045,
      "step": 128113
    },
    {
      "epoch": 5.247347941839033,
      "grad_norm": 1.52863532054986,
      "learning_rate": 1.1814145877779612e-05,
      "loss": 0.4596,
      "step": 128114
    },
    {
      "epoch": 5.2473889002662295,
      "grad_norm": 1.936972015170836,
      "learning_rate": 1.181287723779773e-05,
      "loss": 0.8266,
      "step": 128115
    },
    {
      "epoch": 5.247429858693426,
      "grad_norm": 1.7436802657494748,
      "learning_rate": 1.1811608663142675e-05,
      "loss": 0.5354,
      "step": 128116
    },
    {
      "epoch": 5.247470817120623,
      "grad_norm": 1.2178293840953578,
      "learning_rate": 1.1810340153815061e-05,
      "loss": 0.3452,
      "step": 128117
    },
    {
      "epoch": 5.247511775547819,
      "grad_norm": 1.3381057283967919,
      "learning_rate": 1.1809071709815544e-05,
      "loss": 0.3421,
      "step": 128118
    },
    {
      "epoch": 5.247552733975016,
      "grad_norm": 0.8439351069720767,
      "learning_rate": 1.1807803331144633e-05,
      "loss": 0.1393,
      "step": 128119
    },
    {
      "epoch": 5.247593692402212,
      "grad_norm": 1.3707803786271273,
      "learning_rate": 1.1806535017802981e-05,
      "loss": 0.3628,
      "step": 128120
    },
    {
      "epoch": 5.247634650829408,
      "grad_norm": 2.0671619830572747,
      "learning_rate": 1.1805266769791205e-05,
      "loss": 0.873,
      "step": 128121
    },
    {
      "epoch": 5.247675609256604,
      "grad_norm": 3.1186618130363444,
      "learning_rate": 1.180399858710987e-05,
      "loss": 1.6122,
      "step": 128122
    },
    {
      "epoch": 5.247716567683801,
      "grad_norm": 0.9878625133549163,
      "learning_rate": 1.1802730469759592e-05,
      "loss": 0.1998,
      "step": 128123
    },
    {
      "epoch": 5.247757526110997,
      "grad_norm": 0.8973823610077751,
      "learning_rate": 1.1801462417740937e-05,
      "loss": 0.2213,
      "step": 128124
    },
    {
      "epoch": 5.247798484538194,
      "grad_norm": 1.2118735090173431,
      "learning_rate": 1.1800194431054538e-05,
      "loss": 0.3902,
      "step": 128125
    },
    {
      "epoch": 5.2478394429653905,
      "grad_norm": 0.6373222869615807,
      "learning_rate": 1.1798926509701011e-05,
      "loss": 0.1547,
      "step": 128126
    },
    {
      "epoch": 5.247880401392586,
      "grad_norm": 1.5335924268089824,
      "learning_rate": 1.1797658653680925e-05,
      "loss": 0.522,
      "step": 128127
    },
    {
      "epoch": 5.247921359819783,
      "grad_norm": 1.4017147657647375,
      "learning_rate": 1.1796390862994858e-05,
      "loss": 0.4317,
      "step": 128128
    },
    {
      "epoch": 5.247962318246979,
      "grad_norm": 1.6383675911193838,
      "learning_rate": 1.179512313764348e-05,
      "loss": 0.4737,
      "step": 128129
    },
    {
      "epoch": 5.248003276674176,
      "grad_norm": 0.8744233510004511,
      "learning_rate": 1.1793855477627323e-05,
      "loss": 0.2091,
      "step": 128130
    },
    {
      "epoch": 5.248044235101372,
      "grad_norm": 1.7478230949595452,
      "learning_rate": 1.1792587882947035e-05,
      "loss": 0.6915,
      "step": 128131
    },
    {
      "epoch": 5.248085193528569,
      "grad_norm": 1.3476924705811026,
      "learning_rate": 1.1791320353603152e-05,
      "loss": 0.5185,
      "step": 128132
    },
    {
      "epoch": 5.2481261519557645,
      "grad_norm": 1.3925507467772025,
      "learning_rate": 1.1790052889596335e-05,
      "loss": 0.4245,
      "step": 128133
    },
    {
      "epoch": 5.248167110382961,
      "grad_norm": 1.611105509710621,
      "learning_rate": 1.1788785490927171e-05,
      "loss": 0.7181,
      "step": 128134
    },
    {
      "epoch": 5.248208068810158,
      "grad_norm": 1.4611301397548466,
      "learning_rate": 1.1787518157596226e-05,
      "loss": 0.534,
      "step": 128135
    },
    {
      "epoch": 5.248249027237354,
      "grad_norm": 1.3873597050015978,
      "learning_rate": 1.1786250889604131e-05,
      "loss": 0.4091,
      "step": 128136
    },
    {
      "epoch": 5.248289985664551,
      "grad_norm": 1.0473448487192436,
      "learning_rate": 1.1784983686951488e-05,
      "loss": 0.2302,
      "step": 128137
    },
    {
      "epoch": 5.248330944091747,
      "grad_norm": 2.8849237887964647,
      "learning_rate": 1.1783716549638877e-05,
      "loss": 2.1992,
      "step": 128138
    },
    {
      "epoch": 5.248371902518944,
      "grad_norm": 2.014070531821346,
      "learning_rate": 1.1782449477666917e-05,
      "loss": 0.4513,
      "step": 128139
    },
    {
      "epoch": 5.248412860946139,
      "grad_norm": 1.2830657107073324,
      "learning_rate": 1.1781182471036171e-05,
      "loss": 0.4047,
      "step": 128140
    },
    {
      "epoch": 5.248453819373336,
      "grad_norm": 1.266715502511663,
      "learning_rate": 1.1779915529747258e-05,
      "loss": 0.3214,
      "step": 128141
    },
    {
      "epoch": 5.248494777800532,
      "grad_norm": 0.959245321704885,
      "learning_rate": 1.1778648653800809e-05,
      "loss": 0.207,
      "step": 128142
    },
    {
      "epoch": 5.248535736227729,
      "grad_norm": 1.795024009332516,
      "learning_rate": 1.1777381843197375e-05,
      "loss": 0.5,
      "step": 128143
    },
    {
      "epoch": 5.2485766946549255,
      "grad_norm": 1.0193573236851052,
      "learning_rate": 1.1776115097937571e-05,
      "loss": 0.2155,
      "step": 128144
    },
    {
      "epoch": 5.248617653082122,
      "grad_norm": 1.7343385927170525,
      "learning_rate": 1.1774848418022016e-05,
      "loss": 0.6284,
      "step": 128145
    },
    {
      "epoch": 5.248658611509318,
      "grad_norm": 0.9480011770332352,
      "learning_rate": 1.177358180345127e-05,
      "loss": 0.2004,
      "step": 128146
    },
    {
      "epoch": 5.248699569936514,
      "grad_norm": 0.7435058901374275,
      "learning_rate": 1.1772315254225989e-05,
      "loss": 0.1608,
      "step": 128147
    },
    {
      "epoch": 5.248740528363711,
      "grad_norm": 1.4617302627846593,
      "learning_rate": 1.1771048770346703e-05,
      "loss": 0.3658,
      "step": 128148
    },
    {
      "epoch": 5.248781486790907,
      "grad_norm": 1.4350978381846982,
      "learning_rate": 1.1769782351814045e-05,
      "loss": 0.3458,
      "step": 128149
    },
    {
      "epoch": 5.248822445218104,
      "grad_norm": 0.9937113520426132,
      "learning_rate": 1.1768515998628647e-05,
      "loss": 0.2633,
      "step": 128150
    },
    {
      "epoch": 5.2488634036453,
      "grad_norm": 1.253715100253606,
      "learning_rate": 1.1767249710791027e-05,
      "loss": 0.3607,
      "step": 128151
    },
    {
      "epoch": 5.248904362072496,
      "grad_norm": 1.362781514238889,
      "learning_rate": 1.176598348830185e-05,
      "loss": 0.4311,
      "step": 128152
    },
    {
      "epoch": 5.2489453204996925,
      "grad_norm": 1.438204230768394,
      "learning_rate": 1.1764717331161716e-05,
      "loss": 0.4238,
      "step": 128153
    },
    {
      "epoch": 5.248986278926889,
      "grad_norm": 1.3971175543913976,
      "learning_rate": 1.1763451239371175e-05,
      "loss": 0.4295,
      "step": 128154
    },
    {
      "epoch": 5.249027237354086,
      "grad_norm": 1.6187432712961987,
      "learning_rate": 1.1762185212930874e-05,
      "loss": 0.5014,
      "step": 128155
    },
    {
      "epoch": 5.249068195781282,
      "grad_norm": 1.5812024889003091,
      "learning_rate": 1.1760919251841367e-05,
      "loss": 0.5165,
      "step": 128156
    },
    {
      "epoch": 5.249109154208479,
      "grad_norm": 1.4605678245796605,
      "learning_rate": 1.1759653356103283e-05,
      "loss": 0.401,
      "step": 128157
    },
    {
      "epoch": 5.249150112635675,
      "grad_norm": 1.67396583411595,
      "learning_rate": 1.1758387525717223e-05,
      "loss": 0.5807,
      "step": 128158
    },
    {
      "epoch": 5.249191071062871,
      "grad_norm": 4.0885497268464,
      "learning_rate": 1.1757121760683753e-05,
      "loss": 5.089,
      "step": 128159
    },
    {
      "epoch": 5.249232029490067,
      "grad_norm": 1.583630011582323,
      "learning_rate": 1.1755856061003538e-05,
      "loss": 0.6511,
      "step": 128160
    },
    {
      "epoch": 5.249272987917264,
      "grad_norm": 1.4489747681251197,
      "learning_rate": 1.1754590426677096e-05,
      "loss": 0.4923,
      "step": 128161
    },
    {
      "epoch": 5.2493139463444605,
      "grad_norm": 1.7241873632748512,
      "learning_rate": 1.175332485770506e-05,
      "loss": 0.4595,
      "step": 128162
    },
    {
      "epoch": 5.249354904771657,
      "grad_norm": 1.3667249449519623,
      "learning_rate": 1.1752059354088044e-05,
      "loss": 0.3897,
      "step": 128163
    },
    {
      "epoch": 5.2493958631988535,
      "grad_norm": 1.6555391850778025,
      "learning_rate": 1.1750793915826617e-05,
      "loss": 0.6505,
      "step": 128164
    },
    {
      "epoch": 5.249436821626049,
      "grad_norm": 1.6716926863535597,
      "learning_rate": 1.1749528542921393e-05,
      "loss": 0.4177,
      "step": 128165
    },
    {
      "epoch": 5.249477780053246,
      "grad_norm": 0.8411494736011976,
      "learning_rate": 1.1748263235373007e-05,
      "loss": 0.1921,
      "step": 128166
    },
    {
      "epoch": 5.249518738480442,
      "grad_norm": 1.483111289997781,
      "learning_rate": 1.1746997993181972e-05,
      "loss": 0.5492,
      "step": 128167
    },
    {
      "epoch": 5.249559696907639,
      "grad_norm": 1.4285012684012584,
      "learning_rate": 1.1745732816348975e-05,
      "loss": 0.3255,
      "step": 128168
    },
    {
      "epoch": 5.249600655334835,
      "grad_norm": 1.4010922839492135,
      "learning_rate": 1.1744467704874544e-05,
      "loss": 0.3908,
      "step": 128169
    },
    {
      "epoch": 5.249641613762032,
      "grad_norm": 0.7882717814593275,
      "learning_rate": 1.1743202658759299e-05,
      "loss": 0.1732,
      "step": 128170
    },
    {
      "epoch": 5.2496825721892275,
      "grad_norm": 1.7119717573070539,
      "learning_rate": 1.1741937678003887e-05,
      "loss": 0.5295,
      "step": 128171
    },
    {
      "epoch": 5.249723530616424,
      "grad_norm": 1.4834594174994984,
      "learning_rate": 1.1740672762608827e-05,
      "loss": 0.5537,
      "step": 128172
    },
    {
      "epoch": 5.249764489043621,
      "grad_norm": 1.5046033738195754,
      "learning_rate": 1.173940791257475e-05,
      "loss": 0.581,
      "step": 128173
    },
    {
      "epoch": 5.249805447470817,
      "grad_norm": 1.6180330846350648,
      "learning_rate": 1.1738143127902288e-05,
      "loss": 0.5286,
      "step": 128174
    },
    {
      "epoch": 5.249846405898014,
      "grad_norm": 1.4251953411796359,
      "learning_rate": 1.1736878408591993e-05,
      "loss": 0.3993,
      "step": 128175
    },
    {
      "epoch": 5.24988736432521,
      "grad_norm": 1.0725897616349809,
      "learning_rate": 1.1735613754644496e-05,
      "loss": 0.2826,
      "step": 128176
    },
    {
      "epoch": 5.249928322752407,
      "grad_norm": 1.5623151765708831,
      "learning_rate": 1.1734349166060348e-05,
      "loss": 0.6161,
      "step": 128177
    },
    {
      "epoch": 5.249969281179602,
      "grad_norm": 1.1552035336026267,
      "learning_rate": 1.1733084642840179e-05,
      "loss": 0.2346,
      "step": 128178
    },
    {
      "epoch": 5.250010239606799,
      "grad_norm": 1.265962694976113,
      "learning_rate": 1.1731820184984608e-05,
      "loss": 0.3787,
      "step": 128179
    },
    {
      "epoch": 5.2500511980339954,
      "grad_norm": 2.163432454247859,
      "learning_rate": 1.1730555792494201e-05,
      "loss": 0.8782,
      "step": 128180
    },
    {
      "epoch": 5.250092156461192,
      "grad_norm": 1.4818211315519303,
      "learning_rate": 1.1729291465369539e-05,
      "loss": 0.4648,
      "step": 128181
    },
    {
      "epoch": 5.2501331148883885,
      "grad_norm": 1.8485881425693063,
      "learning_rate": 1.1728027203611307e-05,
      "loss": 0.7255,
      "step": 128182
    },
    {
      "epoch": 5.250174073315585,
      "grad_norm": 1.357090763320685,
      "learning_rate": 1.1726763007219987e-05,
      "loss": 0.4069,
      "step": 128183
    },
    {
      "epoch": 5.250215031742781,
      "grad_norm": 1.004383927215543,
      "learning_rate": 1.1725498876196244e-05,
      "loss": 0.1983,
      "step": 128184
    },
    {
      "epoch": 5.250255990169977,
      "grad_norm": 1.552185726039716,
      "learning_rate": 1.1724234810540662e-05,
      "loss": 0.2858,
      "step": 128185
    },
    {
      "epoch": 5.250296948597174,
      "grad_norm": 1.7370512833789806,
      "learning_rate": 1.1722970810253824e-05,
      "loss": 0.5989,
      "step": 128186
    },
    {
      "epoch": 5.25033790702437,
      "grad_norm": 1.5892798781610185,
      "learning_rate": 1.1721706875336378e-05,
      "loss": 0.509,
      "step": 128187
    },
    {
      "epoch": 5.250378865451567,
      "grad_norm": 0.8418022576194232,
      "learning_rate": 1.1720443005788843e-05,
      "loss": 0.1471,
      "step": 128188
    },
    {
      "epoch": 5.250419823878763,
      "grad_norm": 1.4149870360511299,
      "learning_rate": 1.1719179201611867e-05,
      "loss": 0.5563,
      "step": 128189
    },
    {
      "epoch": 5.250460782305959,
      "grad_norm": 0.938690568686743,
      "learning_rate": 1.1717915462806066e-05,
      "loss": 0.2082,
      "step": 128190
    },
    {
      "epoch": 5.250501740733156,
      "grad_norm": 1.7590136971388481,
      "learning_rate": 1.1716651789371972e-05,
      "loss": 0.5673,
      "step": 128191
    },
    {
      "epoch": 5.250542699160352,
      "grad_norm": 1.2789647594232143,
      "learning_rate": 1.1715388181310237e-05,
      "loss": 0.3659,
      "step": 128192
    },
    {
      "epoch": 5.250583657587549,
      "grad_norm": 1.7962995153308643,
      "learning_rate": 1.1714124638621459e-05,
      "loss": 0.5758,
      "step": 128193
    },
    {
      "epoch": 5.250624616014745,
      "grad_norm": 1.632347712165563,
      "learning_rate": 1.1712861161306203e-05,
      "loss": 0.5833,
      "step": 128194
    },
    {
      "epoch": 5.250665574441942,
      "grad_norm": 0.8594445193350625,
      "learning_rate": 1.1711597749365103e-05,
      "loss": 0.1987,
      "step": 128195
    },
    {
      "epoch": 5.250706532869138,
      "grad_norm": 1.519228836174309,
      "learning_rate": 1.1710334402798693e-05,
      "loss": 0.5413,
      "step": 128196
    },
    {
      "epoch": 5.250747491296334,
      "grad_norm": 1.5032386764671517,
      "learning_rate": 1.1709071121607638e-05,
      "loss": 0.4944,
      "step": 128197
    },
    {
      "epoch": 5.25078844972353,
      "grad_norm": 2.007847802475879,
      "learning_rate": 1.1707807905792521e-05,
      "loss": 0.7199,
      "step": 128198
    },
    {
      "epoch": 5.250829408150727,
      "grad_norm": 0.8297690407089426,
      "learning_rate": 1.1706544755353892e-05,
      "loss": 0.1221,
      "step": 128199
    },
    {
      "epoch": 5.2508703665779235,
      "grad_norm": 1.0378116977310334,
      "learning_rate": 1.1705281670292399e-05,
      "loss": 0.25,
      "step": 128200
    },
    {
      "epoch": 5.25091132500512,
      "grad_norm": 1.5875945784208516,
      "learning_rate": 1.1704018650608644e-05,
      "loss": 0.5264,
      "step": 128201
    },
    {
      "epoch": 5.250952283432317,
      "grad_norm": 1.2102388565088704,
      "learning_rate": 1.170275569630319e-05,
      "loss": 0.2685,
      "step": 128202
    },
    {
      "epoch": 5.250993241859512,
      "grad_norm": 1.5720103677502026,
      "learning_rate": 1.1701492807376656e-05,
      "loss": 0.5901,
      "step": 128203
    },
    {
      "epoch": 5.251034200286709,
      "grad_norm": 1.4627955104174133,
      "learning_rate": 1.1700229983829623e-05,
      "loss": 0.5682,
      "step": 128204
    },
    {
      "epoch": 5.251075158713905,
      "grad_norm": 1.4464204707294401,
      "learning_rate": 1.1698967225662675e-05,
      "loss": 0.4645,
      "step": 128205
    },
    {
      "epoch": 5.251116117141102,
      "grad_norm": 1.4192653336354049,
      "learning_rate": 1.1697704532876478e-05,
      "loss": 0.4404,
      "step": 128206
    },
    {
      "epoch": 5.251157075568298,
      "grad_norm": 1.2672392094713267,
      "learning_rate": 1.1696441905471549e-05,
      "loss": 0.3833,
      "step": 128207
    },
    {
      "epoch": 5.251198033995495,
      "grad_norm": 1.6178987405622847,
      "learning_rate": 1.1695179343448503e-05,
      "loss": 0.4937,
      "step": 128208
    },
    {
      "epoch": 5.2512389924226905,
      "grad_norm": 1.7329083331506627,
      "learning_rate": 1.1693916846807988e-05,
      "loss": 0.7028,
      "step": 128209
    },
    {
      "epoch": 5.251279950849887,
      "grad_norm": 1.4202428513895922,
      "learning_rate": 1.169265441555054e-05,
      "loss": 0.5816,
      "step": 128210
    },
    {
      "epoch": 5.251320909277084,
      "grad_norm": 1.5443423721215335,
      "learning_rate": 1.1691392049676806e-05,
      "loss": 0.4169,
      "step": 128211
    },
    {
      "epoch": 5.25136186770428,
      "grad_norm": 1.5205335462624876,
      "learning_rate": 1.169012974918732e-05,
      "loss": 0.4769,
      "step": 128212
    },
    {
      "epoch": 5.251402826131477,
      "grad_norm": 1.3683347853811973,
      "learning_rate": 1.1688867514082718e-05,
      "loss": 0.4441,
      "step": 128213
    },
    {
      "epoch": 5.251443784558673,
      "grad_norm": 1.5000351253379884,
      "learning_rate": 1.1687605344363627e-05,
      "loss": 0.4189,
      "step": 128214
    },
    {
      "epoch": 5.25148474298587,
      "grad_norm": 0.6129974635685236,
      "learning_rate": 1.1686343240030582e-05,
      "loss": 0.0895,
      "step": 128215
    },
    {
      "epoch": 5.251525701413065,
      "grad_norm": 0.8550123929441811,
      "learning_rate": 1.1685081201084201e-05,
      "loss": 0.2008,
      "step": 128216
    },
    {
      "epoch": 5.251566659840262,
      "grad_norm": 1.5359739635364373,
      "learning_rate": 1.1683819227525115e-05,
      "loss": 0.3719,
      "step": 128217
    },
    {
      "epoch": 5.2516076182674585,
      "grad_norm": 1.5127246680248732,
      "learning_rate": 1.1682557319353874e-05,
      "loss": 0.4241,
      "step": 128218
    },
    {
      "epoch": 5.251648576694655,
      "grad_norm": 0.6963019706503957,
      "learning_rate": 1.1681295476571112e-05,
      "loss": 0.1091,
      "step": 128219
    },
    {
      "epoch": 5.2516895351218515,
      "grad_norm": 2.044065026975689,
      "learning_rate": 1.1680033699177394e-05,
      "loss": 0.8181,
      "step": 128220
    },
    {
      "epoch": 5.251730493549048,
      "grad_norm": 1.5772416591223497,
      "learning_rate": 1.1678771987173318e-05,
      "loss": 0.5974,
      "step": 128221
    },
    {
      "epoch": 5.251771451976244,
      "grad_norm": 0.9880680532969941,
      "learning_rate": 1.167751034055952e-05,
      "loss": 0.2187,
      "step": 128222
    },
    {
      "epoch": 5.25181241040344,
      "grad_norm": 1.719361041955826,
      "learning_rate": 1.1676248759336548e-05,
      "loss": 0.5124,
      "step": 128223
    },
    {
      "epoch": 5.251853368830637,
      "grad_norm": 1.4881967970114653,
      "learning_rate": 1.1674987243505018e-05,
      "loss": 0.4077,
      "step": 128224
    },
    {
      "epoch": 5.251894327257833,
      "grad_norm": 0.8687363895743315,
      "learning_rate": 1.1673725793065547e-05,
      "loss": 0.2141,
      "step": 128225
    },
    {
      "epoch": 5.25193528568503,
      "grad_norm": 1.3869773205773526,
      "learning_rate": 1.1672464408018683e-05,
      "loss": 0.4513,
      "step": 128226
    },
    {
      "epoch": 5.251976244112226,
      "grad_norm": 0.896094924028563,
      "learning_rate": 1.1671203088365094e-05,
      "loss": 0.1306,
      "step": 128227
    },
    {
      "epoch": 5.252017202539422,
      "grad_norm": 1.388204289790766,
      "learning_rate": 1.1669941834105295e-05,
      "loss": 0.45,
      "step": 128228
    },
    {
      "epoch": 5.252058160966619,
      "grad_norm": 1.3589238781908328,
      "learning_rate": 1.166868064523992e-05,
      "loss": 0.4214,
      "step": 128229
    },
    {
      "epoch": 5.252099119393815,
      "grad_norm": 1.840712668638795,
      "learning_rate": 1.1667419521769583e-05,
      "loss": 0.7437,
      "step": 128230
    },
    {
      "epoch": 5.252140077821012,
      "grad_norm": 0.8544819948769112,
      "learning_rate": 1.1666158463694852e-05,
      "loss": 0.1885,
      "step": 128231
    },
    {
      "epoch": 5.252181036248208,
      "grad_norm": 1.3703406461995422,
      "learning_rate": 1.166489747101636e-05,
      "loss": 0.3876,
      "step": 128232
    },
    {
      "epoch": 5.252221994675405,
      "grad_norm": 1.4428345305892167,
      "learning_rate": 1.166363654373464e-05,
      "loss": 0.4062,
      "step": 128233
    },
    {
      "epoch": 5.252262953102601,
      "grad_norm": 1.7800901872707156,
      "learning_rate": 1.1662375681850339e-05,
      "loss": 0.6024,
      "step": 128234
    },
    {
      "epoch": 5.252303911529797,
      "grad_norm": 1.537269629396238,
      "learning_rate": 1.1661114885364059e-05,
      "loss": 0.5817,
      "step": 128235
    },
    {
      "epoch": 5.2523448699569935,
      "grad_norm": 0.49265436830358567,
      "learning_rate": 1.1659854154276349e-05,
      "loss": 0.0363,
      "step": 128236
    },
    {
      "epoch": 5.25238582838419,
      "grad_norm": 1.6736768911286477,
      "learning_rate": 1.1658593488587841e-05,
      "loss": 0.5153,
      "step": 128237
    },
    {
      "epoch": 5.2524267868113865,
      "grad_norm": 1.5123527508829204,
      "learning_rate": 1.1657332888299137e-05,
      "loss": 0.4955,
      "step": 128238
    },
    {
      "epoch": 5.252467745238583,
      "grad_norm": 1.2643115072483269,
      "learning_rate": 1.1656072353410801e-05,
      "loss": 0.316,
      "step": 128239
    },
    {
      "epoch": 5.25250870366578,
      "grad_norm": 0.5462970371027923,
      "learning_rate": 1.1654811883923466e-05,
      "loss": 0.0793,
      "step": 128240
    },
    {
      "epoch": 5.252549662092975,
      "grad_norm": 1.6061123948526084,
      "learning_rate": 1.165355147983768e-05,
      "loss": 0.5683,
      "step": 128241
    },
    {
      "epoch": 5.252590620520172,
      "grad_norm": 0.7955357827479262,
      "learning_rate": 1.165229114115408e-05,
      "loss": 0.1549,
      "step": 128242
    },
    {
      "epoch": 5.252631578947368,
      "grad_norm": 1.57133986529501,
      "learning_rate": 1.1651030867873262e-05,
      "loss": 0.5285,
      "step": 128243
    },
    {
      "epoch": 5.252672537374565,
      "grad_norm": 1.3515617910553739,
      "learning_rate": 1.1649770659995793e-05,
      "loss": 0.3533,
      "step": 128244
    },
    {
      "epoch": 5.252713495801761,
      "grad_norm": 1.263974725634642,
      "learning_rate": 1.1648510517522275e-05,
      "loss": 0.3196,
      "step": 128245
    },
    {
      "epoch": 5.252754454228958,
      "grad_norm": 1.5757285886164443,
      "learning_rate": 1.1647250440453337e-05,
      "loss": 0.4718,
      "step": 128246
    },
    {
      "epoch": 5.252795412656154,
      "grad_norm": 0.4902508759879775,
      "learning_rate": 1.164599042878953e-05,
      "loss": 0.0553,
      "step": 128247
    },
    {
      "epoch": 5.25283637108335,
      "grad_norm": 1.783409198623763,
      "learning_rate": 1.1644730482531506e-05,
      "loss": 0.6882,
      "step": 128248
    },
    {
      "epoch": 5.252877329510547,
      "grad_norm": 1.1966102447444376,
      "learning_rate": 1.1643470601679777e-05,
      "loss": 0.3369,
      "step": 128249
    },
    {
      "epoch": 5.252918287937743,
      "grad_norm": 1.5072038070734715,
      "learning_rate": 1.1642210786235012e-05,
      "loss": 0.4319,
      "step": 128250
    },
    {
      "epoch": 5.25295924636494,
      "grad_norm": 1.650469939457426,
      "learning_rate": 1.1640951036197794e-05,
      "loss": 0.4599,
      "step": 128251
    },
    {
      "epoch": 5.253000204792136,
      "grad_norm": 1.3868558954227428,
      "learning_rate": 1.163969135156867e-05,
      "loss": 0.4836,
      "step": 128252
    },
    {
      "epoch": 5.253041163219333,
      "grad_norm": 1.321020791668859,
      "learning_rate": 1.1638431732348308e-05,
      "loss": 0.2676,
      "step": 128253
    },
    {
      "epoch": 5.253082121646528,
      "grad_norm": 1.8176577247295507,
      "learning_rate": 1.1637172178537274e-05,
      "loss": 0.7306,
      "step": 128254
    },
    {
      "epoch": 5.253123080073725,
      "grad_norm": 0.8068940319312647,
      "learning_rate": 1.1635912690136117e-05,
      "loss": 0.1832,
      "step": 128255
    },
    {
      "epoch": 5.2531640385009215,
      "grad_norm": 1.724828687851269,
      "learning_rate": 1.1634653267145473e-05,
      "loss": 0.5078,
      "step": 128256
    },
    {
      "epoch": 5.253204996928118,
      "grad_norm": 4.3190059104225424,
      "learning_rate": 1.163339390956597e-05,
      "loss": 3.7077,
      "step": 128257
    },
    {
      "epoch": 5.253245955355315,
      "grad_norm": 0.7939194880220666,
      "learning_rate": 1.1632134617398142e-05,
      "loss": 0.1781,
      "step": 128258
    },
    {
      "epoch": 5.253286913782511,
      "grad_norm": 1.0895813401947516,
      "learning_rate": 1.1630875390642624e-05,
      "loss": 0.3038,
      "step": 128259
    },
    {
      "epoch": 5.253327872209707,
      "grad_norm": 1.6547825325514045,
      "learning_rate": 1.1629616229299998e-05,
      "loss": 0.58,
      "step": 128260
    },
    {
      "epoch": 5.253368830636903,
      "grad_norm": 2.1856828754234883,
      "learning_rate": 1.1628357133370848e-05,
      "loss": 1.0744,
      "step": 128261
    },
    {
      "epoch": 5.2534097890641,
      "grad_norm": 1.5781817029190952,
      "learning_rate": 1.1627098102855802e-05,
      "loss": 0.54,
      "step": 128262
    },
    {
      "epoch": 5.253450747491296,
      "grad_norm": 0.47714916504612054,
      "learning_rate": 1.1625839137755416e-05,
      "loss": 0.0376,
      "step": 128263
    },
    {
      "epoch": 5.253491705918493,
      "grad_norm": 1.3705425571354335,
      "learning_rate": 1.1624580238070286e-05,
      "loss": 0.3925,
      "step": 128264
    },
    {
      "epoch": 5.253532664345689,
      "grad_norm": 1.6887007793725026,
      "learning_rate": 1.1623321403801079e-05,
      "loss": 0.6084,
      "step": 128265
    },
    {
      "epoch": 5.253573622772885,
      "grad_norm": 1.7439227308014855,
      "learning_rate": 1.1622062634948292e-05,
      "loss": 0.6692,
      "step": 128266
    },
    {
      "epoch": 5.253614581200082,
      "grad_norm": 2.632771163362551,
      "learning_rate": 1.1620803931512595e-05,
      "loss": 1.6661,
      "step": 128267
    },
    {
      "epoch": 5.253655539627278,
      "grad_norm": 1.141555081593813,
      "learning_rate": 1.161954529349452e-05,
      "loss": 0.3197,
      "step": 128268
    },
    {
      "epoch": 5.253696498054475,
      "grad_norm": 0.8381988955809734,
      "learning_rate": 1.1618286720894698e-05,
      "loss": 0.1803,
      "step": 128269
    },
    {
      "epoch": 5.253737456481671,
      "grad_norm": 2.939528606915144,
      "learning_rate": 1.1617028213713747e-05,
      "loss": 2.4803,
      "step": 128270
    },
    {
      "epoch": 5.253778414908868,
      "grad_norm": 1.6666238938115758,
      "learning_rate": 1.1615769771952216e-05,
      "loss": 0.5957,
      "step": 128271
    },
    {
      "epoch": 5.253819373336064,
      "grad_norm": 1.716774589316412,
      "learning_rate": 1.1614511395610704e-05,
      "loss": 0.5552,
      "step": 128272
    },
    {
      "epoch": 5.25386033176326,
      "grad_norm": 1.5858135527886763,
      "learning_rate": 1.1613253084689862e-05,
      "loss": 0.5685,
      "step": 128273
    },
    {
      "epoch": 5.2539012901904565,
      "grad_norm": 1.7707741004886497,
      "learning_rate": 1.1611994839190203e-05,
      "loss": 0.4431,
      "step": 128274
    },
    {
      "epoch": 5.253942248617653,
      "grad_norm": 1.5642420006079796,
      "learning_rate": 1.1610736659112397e-05,
      "loss": 0.5755,
      "step": 128275
    },
    {
      "epoch": 5.25398320704485,
      "grad_norm": 1.5710498074810422,
      "learning_rate": 1.1609478544456991e-05,
      "loss": 0.4659,
      "step": 128276
    },
    {
      "epoch": 5.254024165472046,
      "grad_norm": 1.3100664911507405,
      "learning_rate": 1.1608220495224568e-05,
      "loss": 0.435,
      "step": 128277
    },
    {
      "epoch": 5.254065123899243,
      "grad_norm": 1.3497126911968376,
      "learning_rate": 1.1606962511415797e-05,
      "loss": 0.4219,
      "step": 128278
    },
    {
      "epoch": 5.254106082326438,
      "grad_norm": 1.5854028147047534,
      "learning_rate": 1.160570459303119e-05,
      "loss": 0.5103,
      "step": 128279
    },
    {
      "epoch": 5.254147040753635,
      "grad_norm": 1.4791645320829794,
      "learning_rate": 1.1604446740071366e-05,
      "loss": 0.4415,
      "step": 128280
    },
    {
      "epoch": 5.254187999180831,
      "grad_norm": 1.3743499837425892,
      "learning_rate": 1.1603188952536957e-05,
      "loss": 0.4318,
      "step": 128281
    },
    {
      "epoch": 5.254228957608028,
      "grad_norm": 1.303846086446573,
      "learning_rate": 1.1601931230428513e-05,
      "loss": 0.3085,
      "step": 128282
    },
    {
      "epoch": 5.254269916035224,
      "grad_norm": 1.5403565592238806,
      "learning_rate": 1.1600673573746666e-05,
      "loss": 0.3373,
      "step": 128283
    },
    {
      "epoch": 5.254310874462421,
      "grad_norm": 1.9471466599771838,
      "learning_rate": 1.1599415982491949e-05,
      "loss": 0.4953,
      "step": 128284
    },
    {
      "epoch": 5.254351832889617,
      "grad_norm": 2.08207778614327,
      "learning_rate": 1.1598158456665013e-05,
      "loss": 0.5531,
      "step": 128285
    },
    {
      "epoch": 5.254392791316813,
      "grad_norm": 1.4199758150504598,
      "learning_rate": 1.1596900996266472e-05,
      "loss": 0.4363,
      "step": 128286
    },
    {
      "epoch": 5.25443374974401,
      "grad_norm": 1.5091411352912398,
      "learning_rate": 1.1595643601296845e-05,
      "loss": 0.4407,
      "step": 128287
    },
    {
      "epoch": 5.254474708171206,
      "grad_norm": 1.522316066126855,
      "learning_rate": 1.1594386271756762e-05,
      "loss": 0.4883,
      "step": 128288
    },
    {
      "epoch": 5.254515666598403,
      "grad_norm": 1.164651034190707,
      "learning_rate": 1.1593129007646856e-05,
      "loss": 0.2435,
      "step": 128289
    },
    {
      "epoch": 5.254556625025599,
      "grad_norm": 0.8255580044121302,
      "learning_rate": 1.1591871808967662e-05,
      "loss": 0.208,
      "step": 128290
    },
    {
      "epoch": 5.254597583452796,
      "grad_norm": 1.8585711519106956,
      "learning_rate": 1.1590614675719828e-05,
      "loss": 0.6717,
      "step": 128291
    },
    {
      "epoch": 5.2546385418799915,
      "grad_norm": 1.6403791826855452,
      "learning_rate": 1.1589357607903888e-05,
      "loss": 0.5382,
      "step": 128292
    },
    {
      "epoch": 5.254679500307188,
      "grad_norm": 0.9166127227413916,
      "learning_rate": 1.1588100605520473e-05,
      "loss": 0.1948,
      "step": 128293
    },
    {
      "epoch": 5.2547204587343845,
      "grad_norm": 0.9438213416188309,
      "learning_rate": 1.15868436685702e-05,
      "loss": 0.2079,
      "step": 128294
    },
    {
      "epoch": 5.254761417161581,
      "grad_norm": 0.8408045032199122,
      "learning_rate": 1.1585586797053604e-05,
      "loss": 0.1877,
      "step": 128295
    },
    {
      "epoch": 5.254802375588778,
      "grad_norm": 1.86837759672831,
      "learning_rate": 1.1584329990971314e-05,
      "loss": 0.5148,
      "step": 128296
    },
    {
      "epoch": 5.254843334015974,
      "grad_norm": 1.6248147983662933,
      "learning_rate": 1.1583073250323932e-05,
      "loss": 0.5062,
      "step": 128297
    },
    {
      "epoch": 5.25488429244317,
      "grad_norm": 2.139052863488121,
      "learning_rate": 1.158181657511204e-05,
      "loss": 0.9674,
      "step": 128298
    },
    {
      "epoch": 5.254925250870366,
      "grad_norm": 1.7867444146414118,
      "learning_rate": 1.1580559965336238e-05,
      "loss": 0.5474,
      "step": 128299
    },
    {
      "epoch": 5.254966209297563,
      "grad_norm": 1.4503399819747695,
      "learning_rate": 1.1579303420997094e-05,
      "loss": 0.4367,
      "step": 128300
    },
    {
      "epoch": 5.255007167724759,
      "grad_norm": 1.2894448606266287,
      "learning_rate": 1.1578046942095237e-05,
      "loss": 0.2762,
      "step": 128301
    },
    {
      "epoch": 5.255048126151956,
      "grad_norm": 1.7277845329845951,
      "learning_rate": 1.1576790528631252e-05,
      "loss": 0.6576,
      "step": 128302
    },
    {
      "epoch": 5.2550890845791525,
      "grad_norm": 1.097459479272423,
      "learning_rate": 1.1575534180605723e-05,
      "loss": 0.3378,
      "step": 128303
    },
    {
      "epoch": 5.255130043006348,
      "grad_norm": 1.415039183963588,
      "learning_rate": 1.1574277898019263e-05,
      "loss": 0.3902,
      "step": 128304
    },
    {
      "epoch": 5.255171001433545,
      "grad_norm": 1.8063596783405504,
      "learning_rate": 1.1573021680872423e-05,
      "loss": 0.5069,
      "step": 128305
    },
    {
      "epoch": 5.255211959860741,
      "grad_norm": 1.5575234079264373,
      "learning_rate": 1.1571765529165839e-05,
      "loss": 0.5708,
      "step": 128306
    },
    {
      "epoch": 5.255252918287938,
      "grad_norm": 1.3191971313206308,
      "learning_rate": 1.1570509442900106e-05,
      "loss": 0.385,
      "step": 128307
    },
    {
      "epoch": 5.255293876715134,
      "grad_norm": 0.961906634410263,
      "learning_rate": 1.1569253422075775e-05,
      "loss": 0.2776,
      "step": 128308
    },
    {
      "epoch": 5.255334835142331,
      "grad_norm": 2.099176549841808,
      "learning_rate": 1.156799746669348e-05,
      "loss": 0.4901,
      "step": 128309
    },
    {
      "epoch": 5.255375793569527,
      "grad_norm": 0.5381065888114211,
      "learning_rate": 1.1566741576753818e-05,
      "loss": 0.0454,
      "step": 128310
    },
    {
      "epoch": 5.255416751996723,
      "grad_norm": 1.8502260672334143,
      "learning_rate": 1.1565485752257359e-05,
      "loss": 0.643,
      "step": 128311
    },
    {
      "epoch": 5.2554577104239195,
      "grad_norm": 1.266650590420848,
      "learning_rate": 1.1564229993204716e-05,
      "loss": 0.378,
      "step": 128312
    },
    {
      "epoch": 5.255498668851116,
      "grad_norm": 1.9654825762339756,
      "learning_rate": 1.1562974299596456e-05,
      "loss": 0.8768,
      "step": 128313
    },
    {
      "epoch": 5.255539627278313,
      "grad_norm": 1.8808994717365934,
      "learning_rate": 1.1561718671433179e-05,
      "loss": 0.6452,
      "step": 128314
    },
    {
      "epoch": 5.255580585705509,
      "grad_norm": 1.722466047461398,
      "learning_rate": 1.1560463108715518e-05,
      "loss": 0.6072,
      "step": 128315
    },
    {
      "epoch": 5.255621544132706,
      "grad_norm": 1.482713572962629,
      "learning_rate": 1.1559207611444004e-05,
      "loss": 0.3679,
      "step": 128316
    },
    {
      "epoch": 5.255662502559901,
      "grad_norm": 1.5561647262601777,
      "learning_rate": 1.1557952179619273e-05,
      "loss": 0.5045,
      "step": 128317
    },
    {
      "epoch": 5.255703460987098,
      "grad_norm": 1.833525214104186,
      "learning_rate": 1.1556696813241923e-05,
      "loss": 0.7174,
      "step": 128318
    },
    {
      "epoch": 5.255744419414294,
      "grad_norm": 2.1278113962809426,
      "learning_rate": 1.1555441512312518e-05,
      "loss": 0.6683,
      "step": 128319
    },
    {
      "epoch": 5.255785377841491,
      "grad_norm": 1.4702978379445426,
      "learning_rate": 1.1554186276831696e-05,
      "loss": 0.4524,
      "step": 128320
    },
    {
      "epoch": 5.2558263362686874,
      "grad_norm": 0.8507412392410363,
      "learning_rate": 1.1552931106799984e-05,
      "loss": 0.1929,
      "step": 128321
    },
    {
      "epoch": 5.255867294695884,
      "grad_norm": 1.7499295668309187,
      "learning_rate": 1.155167600221802e-05,
      "loss": 0.677,
      "step": 128322
    },
    {
      "epoch": 5.25590825312308,
      "grad_norm": 1.7125644270661993,
      "learning_rate": 1.1550420963086415e-05,
      "loss": 0.5265,
      "step": 128323
    },
    {
      "epoch": 5.255949211550276,
      "grad_norm": 1.6065606528651137,
      "learning_rate": 1.154916598940574e-05,
      "loss": 0.4344,
      "step": 128324
    },
    {
      "epoch": 5.255990169977473,
      "grad_norm": 1.5732659048351614,
      "learning_rate": 1.1547911081176558e-05,
      "loss": 0.5044,
      "step": 128325
    },
    {
      "epoch": 5.256031128404669,
      "grad_norm": 1.3235872434421048,
      "learning_rate": 1.1546656238399504e-05,
      "loss": 0.2827,
      "step": 128326
    },
    {
      "epoch": 5.256072086831866,
      "grad_norm": 1.5143915619850017,
      "learning_rate": 1.1545401461075143e-05,
      "loss": 0.5644,
      "step": 128327
    },
    {
      "epoch": 5.256113045259062,
      "grad_norm": 1.8700312514965098,
      "learning_rate": 1.1544146749204075e-05,
      "loss": 0.6316,
      "step": 128328
    },
    {
      "epoch": 5.256154003686259,
      "grad_norm": 1.2743918783417982,
      "learning_rate": 1.1542892102786932e-05,
      "loss": 0.4246,
      "step": 128329
    },
    {
      "epoch": 5.2561949621134545,
      "grad_norm": 1.309693276868556,
      "learning_rate": 1.1541637521824248e-05,
      "loss": 0.4045,
      "step": 128330
    },
    {
      "epoch": 5.256235920540651,
      "grad_norm": 1.7416922137563582,
      "learning_rate": 1.1540383006316673e-05,
      "loss": 0.4723,
      "step": 128331
    },
    {
      "epoch": 5.256276878967848,
      "grad_norm": 2.0473673268410026,
      "learning_rate": 1.1539128556264737e-05,
      "loss": 0.3839,
      "step": 128332
    },
    {
      "epoch": 5.256317837395044,
      "grad_norm": 1.2879146491620785,
      "learning_rate": 1.1537874171669076e-05,
      "loss": 0.3576,
      "step": 128333
    },
    {
      "epoch": 5.256358795822241,
      "grad_norm": 1.0833543868772588,
      "learning_rate": 1.1536619852530289e-05,
      "loss": 0.1827,
      "step": 128334
    },
    {
      "epoch": 5.256399754249437,
      "grad_norm": 1.1872631885907714,
      "learning_rate": 1.1535365598848938e-05,
      "loss": 0.2455,
      "step": 128335
    },
    {
      "epoch": 5.256440712676633,
      "grad_norm": 1.593275632842981,
      "learning_rate": 1.1534111410625613e-05,
      "loss": 0.4683,
      "step": 128336
    },
    {
      "epoch": 5.256481671103829,
      "grad_norm": 1.6403041766457613,
      "learning_rate": 1.1532857287860974e-05,
      "loss": 0.5496,
      "step": 128337
    },
    {
      "epoch": 5.256522629531026,
      "grad_norm": 1.2280176336186865,
      "learning_rate": 1.1531603230555526e-05,
      "loss": 0.356,
      "step": 128338
    },
    {
      "epoch": 5.256563587958222,
      "grad_norm": 1.4359349520353673,
      "learning_rate": 1.153034923870993e-05,
      "loss": 0.4136,
      "step": 128339
    },
    {
      "epoch": 5.256604546385419,
      "grad_norm": 1.5846748842208185,
      "learning_rate": 1.1529095312324721e-05,
      "loss": 0.4768,
      "step": 128340
    },
    {
      "epoch": 5.2566455048126155,
      "grad_norm": 1.3154369472424172,
      "learning_rate": 1.1527841451400533e-05,
      "loss": 0.3128,
      "step": 128341
    },
    {
      "epoch": 5.256686463239811,
      "grad_norm": 0.9155943568693149,
      "learning_rate": 1.1526587655937947e-05,
      "loss": 0.1604,
      "step": 128342
    },
    {
      "epoch": 5.256727421667008,
      "grad_norm": 1.3258466341610546,
      "learning_rate": 1.1525333925937546e-05,
      "loss": 0.3403,
      "step": 128343
    },
    {
      "epoch": 5.256768380094204,
      "grad_norm": 1.5162704417166348,
      "learning_rate": 1.1524080261399931e-05,
      "loss": 0.5883,
      "step": 128344
    },
    {
      "epoch": 5.256809338521401,
      "grad_norm": 1.6468943640432865,
      "learning_rate": 1.1522826662325735e-05,
      "loss": 0.3606,
      "step": 128345
    },
    {
      "epoch": 5.256850296948597,
      "grad_norm": 1.439797876704459,
      "learning_rate": 1.1521573128715472e-05,
      "loss": 0.5125,
      "step": 128346
    },
    {
      "epoch": 5.256891255375794,
      "grad_norm": 1.4291839173500884,
      "learning_rate": 1.1520319660569793e-05,
      "loss": 0.4045,
      "step": 128347
    },
    {
      "epoch": 5.25693221380299,
      "grad_norm": 1.3557815665213513,
      "learning_rate": 1.1519066257889248e-05,
      "loss": 0.3571,
      "step": 128348
    },
    {
      "epoch": 5.256973172230186,
      "grad_norm": 1.7372246927180144,
      "learning_rate": 1.1517812920674452e-05,
      "loss": 0.491,
      "step": 128349
    },
    {
      "epoch": 5.2570141306573825,
      "grad_norm": 1.4364184360072534,
      "learning_rate": 1.1516559648926038e-05,
      "loss": 0.5054,
      "step": 128350
    },
    {
      "epoch": 5.257055089084579,
      "grad_norm": 1.4162536523020401,
      "learning_rate": 1.1515306442644523e-05,
      "loss": 0.4153,
      "step": 128351
    },
    {
      "epoch": 5.257096047511776,
      "grad_norm": 1.65359306187372,
      "learning_rate": 1.151405330183054e-05,
      "loss": 0.6887,
      "step": 128352
    },
    {
      "epoch": 5.257137005938972,
      "grad_norm": 0.9830701008077558,
      "learning_rate": 1.1512800226484687e-05,
      "loss": 0.2147,
      "step": 128353
    },
    {
      "epoch": 5.257177964366169,
      "grad_norm": 1.6013714196512125,
      "learning_rate": 1.1511547216607531e-05,
      "loss": 0.5089,
      "step": 128354
    },
    {
      "epoch": 5.257218922793364,
      "grad_norm": 1.3483535711881622,
      "learning_rate": 1.1510294272199705e-05,
      "loss": 0.3568,
      "step": 128355
    },
    {
      "epoch": 5.257259881220561,
      "grad_norm": 1.4582368174198033,
      "learning_rate": 1.150904139326176e-05,
      "loss": 0.4084,
      "step": 128356
    },
    {
      "epoch": 5.257300839647757,
      "grad_norm": 0.9241470482509082,
      "learning_rate": 1.1507788579794292e-05,
      "loss": 0.197,
      "step": 128357
    },
    {
      "epoch": 5.257341798074954,
      "grad_norm": 1.6637630326562187,
      "learning_rate": 1.1506535831797936e-05,
      "loss": 0.5767,
      "step": 128358
    },
    {
      "epoch": 5.2573827565021505,
      "grad_norm": 1.010349807753184,
      "learning_rate": 1.1505283149273226e-05,
      "loss": 0.2007,
      "step": 128359
    },
    {
      "epoch": 5.257423714929347,
      "grad_norm": 1.335462596604874,
      "learning_rate": 1.1504030532220776e-05,
      "loss": 0.3105,
      "step": 128360
    },
    {
      "epoch": 5.257464673356543,
      "grad_norm": 2.4788754050612423,
      "learning_rate": 1.150277798064122e-05,
      "loss": 1.6996,
      "step": 128361
    },
    {
      "epoch": 5.257505631783739,
      "grad_norm": 1.6212160779246987,
      "learning_rate": 1.1501525494535074e-05,
      "loss": 0.5402,
      "step": 128362
    },
    {
      "epoch": 5.257546590210936,
      "grad_norm": 1.4624051912001232,
      "learning_rate": 1.1500273073903005e-05,
      "loss": 0.3911,
      "step": 128363
    },
    {
      "epoch": 5.257587548638132,
      "grad_norm": 1.1099241617946025,
      "learning_rate": 1.1499020718745544e-05,
      "loss": 0.2491,
      "step": 128364
    },
    {
      "epoch": 5.257628507065329,
      "grad_norm": 1.4648640368782826,
      "learning_rate": 1.1497768429063309e-05,
      "loss": 0.54,
      "step": 128365
    },
    {
      "epoch": 5.257669465492525,
      "grad_norm": 1.5195401912469493,
      "learning_rate": 1.1496516204856915e-05,
      "loss": 0.496,
      "step": 128366
    },
    {
      "epoch": 5.257710423919722,
      "grad_norm": 1.3695161705749048,
      "learning_rate": 1.1495264046126912e-05,
      "loss": 0.5085,
      "step": 128367
    },
    {
      "epoch": 5.2577513823469175,
      "grad_norm": 1.1635225390922048,
      "learning_rate": 1.1494011952873916e-05,
      "loss": 0.15,
      "step": 128368
    },
    {
      "epoch": 5.257792340774114,
      "grad_norm": 1.6101358507473225,
      "learning_rate": 1.1492759925098527e-05,
      "loss": 0.4867,
      "step": 128369
    },
    {
      "epoch": 5.257833299201311,
      "grad_norm": 1.4955651551717426,
      "learning_rate": 1.1491507962801295e-05,
      "loss": 0.498,
      "step": 128370
    },
    {
      "epoch": 5.257874257628507,
      "grad_norm": 1.6284840613949545,
      "learning_rate": 1.1490256065982883e-05,
      "loss": 0.4792,
      "step": 128371
    },
    {
      "epoch": 5.257915216055704,
      "grad_norm": 1.7021109080295669,
      "learning_rate": 1.1489004234643795e-05,
      "loss": 0.5372,
      "step": 128372
    },
    {
      "epoch": 5.2579561744829,
      "grad_norm": 1.5603078695940389,
      "learning_rate": 1.1487752468784678e-05,
      "loss": 0.512,
      "step": 128373
    },
    {
      "epoch": 5.257997132910096,
      "grad_norm": 0.7640182990669556,
      "learning_rate": 1.1486500768406148e-05,
      "loss": 0.1889,
      "step": 128374
    },
    {
      "epoch": 5.258038091337292,
      "grad_norm": 1.4680069746632773,
      "learning_rate": 1.1485249133508722e-05,
      "loss": 0.458,
      "step": 128375
    },
    {
      "epoch": 5.258079049764489,
      "grad_norm": 1.5844908160843085,
      "learning_rate": 1.1483997564093067e-05,
      "loss": 0.5197,
      "step": 128376
    },
    {
      "epoch": 5.2581200081916855,
      "grad_norm": 1.2933599337891308,
      "learning_rate": 1.1482746060159714e-05,
      "loss": 0.4562,
      "step": 128377
    },
    {
      "epoch": 5.258160966618882,
      "grad_norm": 1.4792946109935672,
      "learning_rate": 1.148149462170928e-05,
      "loss": 0.46,
      "step": 128378
    },
    {
      "epoch": 5.2582019250460785,
      "grad_norm": 0.8512858229575576,
      "learning_rate": 1.1480243248742399e-05,
      "loss": 0.1631,
      "step": 128379
    },
    {
      "epoch": 5.258242883473274,
      "grad_norm": 1.0213891980041014,
      "learning_rate": 1.1478991941259569e-05,
      "loss": 0.2361,
      "step": 128380
    },
    {
      "epoch": 5.258283841900471,
      "grad_norm": 1.4673094022070183,
      "learning_rate": 1.1477740699261456e-05,
      "loss": 0.5226,
      "step": 128381
    },
    {
      "epoch": 5.258324800327667,
      "grad_norm": 1.3524206213753318,
      "learning_rate": 1.1476489522748644e-05,
      "loss": 0.3705,
      "step": 128382
    },
    {
      "epoch": 5.258365758754864,
      "grad_norm": 1.6686565746676867,
      "learning_rate": 1.1475238411721683e-05,
      "loss": 0.5069,
      "step": 128383
    },
    {
      "epoch": 5.25840671718206,
      "grad_norm": 1.5359049093540396,
      "learning_rate": 1.147398736618122e-05,
      "loss": 0.5038,
      "step": 128384
    },
    {
      "epoch": 5.258447675609257,
      "grad_norm": 1.5222656453859205,
      "learning_rate": 1.147273638612779e-05,
      "loss": 0.4459,
      "step": 128385
    },
    {
      "epoch": 5.258488634036453,
      "grad_norm": 1.7181727477718842,
      "learning_rate": 1.1471485471562008e-05,
      "loss": 0.5721,
      "step": 128386
    },
    {
      "epoch": 5.258529592463649,
      "grad_norm": 1.44582709013959,
      "learning_rate": 1.1470234622484491e-05,
      "loss": 0.5115,
      "step": 128387
    },
    {
      "epoch": 5.258570550890846,
      "grad_norm": 1.4926392855828765,
      "learning_rate": 1.146898383889579e-05,
      "loss": 0.4949,
      "step": 128388
    },
    {
      "epoch": 5.258611509318042,
      "grad_norm": 1.1413986248396724,
      "learning_rate": 1.1467733120796518e-05,
      "loss": 0.1981,
      "step": 128389
    },
    {
      "epoch": 5.258652467745239,
      "grad_norm": 1.2946582740070862,
      "learning_rate": 1.1466482468187294e-05,
      "loss": 0.3315,
      "step": 128390
    },
    {
      "epoch": 5.258693426172435,
      "grad_norm": 2.9037773661599546,
      "learning_rate": 1.1465231881068632e-05,
      "loss": 1.3606,
      "step": 128391
    },
    {
      "epoch": 5.258734384599632,
      "grad_norm": 1.3669292992416582,
      "learning_rate": 1.1463981359441215e-05,
      "loss": 0.4236,
      "step": 128392
    },
    {
      "epoch": 5.258775343026827,
      "grad_norm": 1.3558518081038473,
      "learning_rate": 1.146273090330556e-05,
      "loss": 0.4551,
      "step": 128393
    },
    {
      "epoch": 5.258816301454024,
      "grad_norm": 1.6357315149022449,
      "learning_rate": 1.1461480512662303e-05,
      "loss": 0.4167,
      "step": 128394
    },
    {
      "epoch": 5.25885725988122,
      "grad_norm": 1.4733406493652565,
      "learning_rate": 1.1460230187512005e-05,
      "loss": 0.4338,
      "step": 128395
    },
    {
      "epoch": 5.258898218308417,
      "grad_norm": 1.0666679926028333,
      "learning_rate": 1.1458979927855284e-05,
      "loss": 0.2327,
      "step": 128396
    },
    {
      "epoch": 5.2589391767356135,
      "grad_norm": 0.9285993844408235,
      "learning_rate": 1.1457729733692705e-05,
      "loss": 0.1694,
      "step": 128397
    },
    {
      "epoch": 5.25898013516281,
      "grad_norm": 1.4948625927524966,
      "learning_rate": 1.1456479605024887e-05,
      "loss": 0.4302,
      "step": 128398
    },
    {
      "epoch": 5.259021093590006,
      "grad_norm": 2.174079771187415,
      "learning_rate": 1.1455229541852378e-05,
      "loss": 0.7737,
      "step": 128399
    },
    {
      "epoch": 5.259062052017202,
      "grad_norm": 1.505462994420264,
      "learning_rate": 1.1453979544175812e-05,
      "loss": 0.3136,
      "step": 128400
    },
    {
      "epoch": 5.259103010444399,
      "grad_norm": 1.8418447966965508,
      "learning_rate": 1.1452729611995788e-05,
      "loss": 0.5803,
      "step": 128401
    },
    {
      "epoch": 5.259143968871595,
      "grad_norm": 1.2431332502051784,
      "learning_rate": 1.1451479745312836e-05,
      "loss": 0.345,
      "step": 128402
    },
    {
      "epoch": 5.259184927298792,
      "grad_norm": 1.7749081528014647,
      "learning_rate": 1.1450229944127626e-05,
      "loss": 0.7705,
      "step": 128403
    },
    {
      "epoch": 5.259225885725988,
      "grad_norm": 0.549348366087247,
      "learning_rate": 1.1448980208440672e-05,
      "loss": 0.0548,
      "step": 128404
    },
    {
      "epoch": 5.259266844153185,
      "grad_norm": 0.449801020649326,
      "learning_rate": 1.1447730538252591e-05,
      "loss": 0.0327,
      "step": 128405
    },
    {
      "epoch": 5.2593078025803806,
      "grad_norm": 1.7199421900020802,
      "learning_rate": 1.1446480933564034e-05,
      "loss": 0.5909,
      "step": 128406
    },
    {
      "epoch": 5.259348761007577,
      "grad_norm": 1.6160417716613296,
      "learning_rate": 1.1445231394375498e-05,
      "loss": 0.5365,
      "step": 128407
    },
    {
      "epoch": 5.259389719434774,
      "grad_norm": 1.182285210468156,
      "learning_rate": 1.1443981920687618e-05,
      "loss": 0.3254,
      "step": 128408
    },
    {
      "epoch": 5.25943067786197,
      "grad_norm": 1.5706843219945896,
      "learning_rate": 1.1442732512501007e-05,
      "loss": 0.4806,
      "step": 128409
    },
    {
      "epoch": 5.259471636289167,
      "grad_norm": 1.3976474031485357,
      "learning_rate": 1.1441483169816219e-05,
      "loss": 0.4057,
      "step": 128410
    },
    {
      "epoch": 5.259512594716363,
      "grad_norm": 1.8275545529094614,
      "learning_rate": 1.1440233892633865e-05,
      "loss": 0.5113,
      "step": 128411
    },
    {
      "epoch": 5.259553553143559,
      "grad_norm": 1.5450231751228911,
      "learning_rate": 1.1438984680954516e-05,
      "loss": 0.5193,
      "step": 128412
    },
    {
      "epoch": 5.259594511570755,
      "grad_norm": 0.8115163286856719,
      "learning_rate": 1.1437735534778769e-05,
      "loss": 0.199,
      "step": 128413
    },
    {
      "epoch": 5.259635469997952,
      "grad_norm": 0.9636254551606575,
      "learning_rate": 1.1436486454107258e-05,
      "loss": 0.19,
      "step": 128414
    },
    {
      "epoch": 5.2596764284251485,
      "grad_norm": 1.6151221702000282,
      "learning_rate": 1.1435237438940498e-05,
      "loss": 0.4952,
      "step": 128415
    },
    {
      "epoch": 5.259717386852345,
      "grad_norm": 1.8320492884198643,
      "learning_rate": 1.1433988489279122e-05,
      "loss": 0.5916,
      "step": 128416
    },
    {
      "epoch": 5.259758345279542,
      "grad_norm": 0.9334900082461671,
      "learning_rate": 1.143273960512373e-05,
      "loss": 0.1121,
      "step": 128417
    },
    {
      "epoch": 5.259799303706737,
      "grad_norm": 1.6313926827518708,
      "learning_rate": 1.1431490786474889e-05,
      "loss": 0.5855,
      "step": 128418
    },
    {
      "epoch": 5.259840262133934,
      "grad_norm": 1.3928862789414322,
      "learning_rate": 1.1430242033333214e-05,
      "loss": 0.4802,
      "step": 128419
    },
    {
      "epoch": 5.25988122056113,
      "grad_norm": 0.9950437208076318,
      "learning_rate": 1.1428993345699256e-05,
      "loss": 0.1852,
      "step": 128420
    },
    {
      "epoch": 5.259922178988327,
      "grad_norm": 1.3861749958929928,
      "learning_rate": 1.1427744723573629e-05,
      "loss": 0.3911,
      "step": 128421
    },
    {
      "epoch": 5.259963137415523,
      "grad_norm": 1.7535763051382207,
      "learning_rate": 1.142649616695695e-05,
      "loss": 0.5954,
      "step": 128422
    },
    {
      "epoch": 5.26000409584272,
      "grad_norm": 1.6710478182581245,
      "learning_rate": 1.1425247675849752e-05,
      "loss": 0.6071,
      "step": 128423
    },
    {
      "epoch": 5.260045054269916,
      "grad_norm": 3.085392717134087,
      "learning_rate": 1.1423999250252652e-05,
      "loss": 2.683,
      "step": 128424
    },
    {
      "epoch": 5.260086012697112,
      "grad_norm": 1.3504837199612179,
      "learning_rate": 1.1422750890166282e-05,
      "loss": 0.3583,
      "step": 128425
    },
    {
      "epoch": 5.260126971124309,
      "grad_norm": 1.5143078159038839,
      "learning_rate": 1.1421502595591176e-05,
      "loss": 0.4558,
      "step": 128426
    },
    {
      "epoch": 5.260167929551505,
      "grad_norm": 1.2739247256313935,
      "learning_rate": 1.1420254366527948e-05,
      "loss": 0.3356,
      "step": 128427
    },
    {
      "epoch": 5.260208887978702,
      "grad_norm": 1.0309620048415529,
      "learning_rate": 1.1419006202977165e-05,
      "loss": 0.2566,
      "step": 128428
    },
    {
      "epoch": 5.260249846405898,
      "grad_norm": 0.8766771571160513,
      "learning_rate": 1.1417758104939428e-05,
      "loss": 0.1623,
      "step": 128429
    },
    {
      "epoch": 5.260290804833095,
      "grad_norm": 1.7462309233582247,
      "learning_rate": 1.141651007241537e-05,
      "loss": 0.5785,
      "step": 128430
    },
    {
      "epoch": 5.26033176326029,
      "grad_norm": 1.5534293637296366,
      "learning_rate": 1.141526210540552e-05,
      "loss": 0.4993,
      "step": 128431
    },
    {
      "epoch": 5.260372721687487,
      "grad_norm": 1.4373004492143235,
      "learning_rate": 1.1414014203910483e-05,
      "loss": 0.3359,
      "step": 128432
    },
    {
      "epoch": 5.2604136801146835,
      "grad_norm": 1.0741911040941994,
      "learning_rate": 1.1412766367930887e-05,
      "loss": 0.2546,
      "step": 128433
    },
    {
      "epoch": 5.26045463854188,
      "grad_norm": 1.1363494936851886,
      "learning_rate": 1.1411518597467268e-05,
      "loss": 0.2071,
      "step": 128434
    },
    {
      "epoch": 5.2604955969690765,
      "grad_norm": 1.410375267926226,
      "learning_rate": 1.1410270892520258e-05,
      "loss": 0.4663,
      "step": 128435
    },
    {
      "epoch": 5.260536555396273,
      "grad_norm": 1.0329387784196635,
      "learning_rate": 1.140902325309042e-05,
      "loss": 0.1486,
      "step": 128436
    },
    {
      "epoch": 5.260577513823469,
      "grad_norm": 1.4254986821683775,
      "learning_rate": 1.1407775679178343e-05,
      "loss": 0.4641,
      "step": 128437
    },
    {
      "epoch": 5.260618472250665,
      "grad_norm": 1.2113424045383123,
      "learning_rate": 1.1406528170784656e-05,
      "loss": 0.3761,
      "step": 128438
    },
    {
      "epoch": 5.260659430677862,
      "grad_norm": 1.702124319585005,
      "learning_rate": 1.1405280727909894e-05,
      "loss": 0.5983,
      "step": 128439
    },
    {
      "epoch": 5.260700389105058,
      "grad_norm": 2.518993933061998,
      "learning_rate": 1.1404033350554704e-05,
      "loss": 1.4099,
      "step": 128440
    },
    {
      "epoch": 5.260741347532255,
      "grad_norm": 1.7215345130714506,
      "learning_rate": 1.140278603871962e-05,
      "loss": 0.6104,
      "step": 128441
    },
    {
      "epoch": 5.260782305959451,
      "grad_norm": 1.444681220259931,
      "learning_rate": 1.1401538792405241e-05,
      "loss": 0.4296,
      "step": 128442
    },
    {
      "epoch": 5.260823264386648,
      "grad_norm": 2.532673979090405,
      "learning_rate": 1.1400291611612217e-05,
      "loss": 0.2717,
      "step": 128443
    },
    {
      "epoch": 5.260864222813844,
      "grad_norm": 1.4829314249909973,
      "learning_rate": 1.1399044496341064e-05,
      "loss": 0.4751,
      "step": 128444
    },
    {
      "epoch": 5.26090518124104,
      "grad_norm": 1.458711675813943,
      "learning_rate": 1.1397797446592383e-05,
      "loss": 0.4326,
      "step": 128445
    },
    {
      "epoch": 5.260946139668237,
      "grad_norm": 1.497814768489055,
      "learning_rate": 1.139655046236682e-05,
      "loss": 0.4352,
      "step": 128446
    },
    {
      "epoch": 5.260987098095433,
      "grad_norm": 1.1297079244728705,
      "learning_rate": 1.1395303543664896e-05,
      "loss": 0.3339,
      "step": 128447
    },
    {
      "epoch": 5.26102805652263,
      "grad_norm": 1.6450419311335083,
      "learning_rate": 1.1394056690487258e-05,
      "loss": 0.6112,
      "step": 128448
    },
    {
      "epoch": 5.261069014949826,
      "grad_norm": 1.5540355680023519,
      "learning_rate": 1.1392809902834438e-05,
      "loss": 0.5004,
      "step": 128449
    },
    {
      "epoch": 5.261109973377022,
      "grad_norm": 1.5768683181178549,
      "learning_rate": 1.1391563180707052e-05,
      "loss": 0.5211,
      "step": 128450
    },
    {
      "epoch": 5.2611509318042184,
      "grad_norm": 1.3281229147603972,
      "learning_rate": 1.1390316524105736e-05,
      "loss": 0.4735,
      "step": 128451
    },
    {
      "epoch": 5.261191890231415,
      "grad_norm": 1.016034330010972,
      "learning_rate": 1.1389069933030987e-05,
      "loss": 0.2678,
      "step": 128452
    },
    {
      "epoch": 5.2612328486586115,
      "grad_norm": 1.39564886593572,
      "learning_rate": 1.1387823407483454e-05,
      "loss": 0.539,
      "step": 128453
    },
    {
      "epoch": 5.261273807085808,
      "grad_norm": 1.3743982356850168,
      "learning_rate": 1.1386576947463738e-05,
      "loss": 0.5455,
      "step": 128454
    },
    {
      "epoch": 5.261314765513005,
      "grad_norm": 1.5812225666977204,
      "learning_rate": 1.1385330552972371e-05,
      "loss": 0.4814,
      "step": 128455
    },
    {
      "epoch": 5.2613557239402,
      "grad_norm": 1.475449438411146,
      "learning_rate": 1.138408422401002e-05,
      "loss": 0.5241,
      "step": 128456
    },
    {
      "epoch": 5.261396682367397,
      "grad_norm": 1.5656715784703972,
      "learning_rate": 1.1382837960577185e-05,
      "loss": 0.5064,
      "step": 128457
    },
    {
      "epoch": 5.261437640794593,
      "grad_norm": 1.5098582931633973,
      "learning_rate": 1.1381591762674513e-05,
      "loss": 0.3435,
      "step": 128458
    },
    {
      "epoch": 5.26147859922179,
      "grad_norm": 1.3053527809189307,
      "learning_rate": 1.1380345630302607e-05,
      "loss": 0.3404,
      "step": 128459
    },
    {
      "epoch": 5.261519557648986,
      "grad_norm": 1.3689488956000357,
      "learning_rate": 1.1379099563461997e-05,
      "loss": 0.42,
      "step": 128460
    },
    {
      "epoch": 5.261560516076183,
      "grad_norm": 1.3567039127198512,
      "learning_rate": 1.1377853562153317e-05,
      "loss": 0.394,
      "step": 128461
    },
    {
      "epoch": 5.2616014745033794,
      "grad_norm": 2.2409321069289594,
      "learning_rate": 1.1376607626377149e-05,
      "loss": 0.693,
      "step": 128462
    },
    {
      "epoch": 5.261642432930575,
      "grad_norm": 0.9780362541056489,
      "learning_rate": 1.1375361756134077e-05,
      "loss": 0.1972,
      "step": 128463
    },
    {
      "epoch": 5.261683391357772,
      "grad_norm": 0.4032294278531925,
      "learning_rate": 1.13741159514247e-05,
      "loss": 0.0486,
      "step": 128464
    },
    {
      "epoch": 5.261724349784968,
      "grad_norm": 2.0816513989882584,
      "learning_rate": 1.1372870212249601e-05,
      "loss": 0.8651,
      "step": 128465
    },
    {
      "epoch": 5.261765308212165,
      "grad_norm": 2.1188994631171245,
      "learning_rate": 1.137162453860933e-05,
      "loss": 0.8595,
      "step": 128466
    },
    {
      "epoch": 5.261806266639361,
      "grad_norm": 1.5675766636850454,
      "learning_rate": 1.137037893050452e-05,
      "loss": 0.552,
      "step": 128467
    },
    {
      "epoch": 5.261847225066558,
      "grad_norm": 1.2840516956162202,
      "learning_rate": 1.136913338793577e-05,
      "loss": 0.394,
      "step": 128468
    },
    {
      "epoch": 5.261888183493753,
      "grad_norm": 1.9273196984046317,
      "learning_rate": 1.1367887910903629e-05,
      "loss": 0.7971,
      "step": 128469
    },
    {
      "epoch": 5.26192914192095,
      "grad_norm": 1.1429502081608176,
      "learning_rate": 1.1366642499408729e-05,
      "loss": 0.182,
      "step": 128470
    },
    {
      "epoch": 5.2619701003481465,
      "grad_norm": 1.839333365424831,
      "learning_rate": 1.1365397153451623e-05,
      "loss": 0.6835,
      "step": 128471
    },
    {
      "epoch": 5.262011058775343,
      "grad_norm": 1.5096714315784179,
      "learning_rate": 1.136415187303289e-05,
      "loss": 0.6121,
      "step": 128472
    },
    {
      "epoch": 5.26205201720254,
      "grad_norm": 1.9889803951336045,
      "learning_rate": 1.1362906658153181e-05,
      "loss": 0.6517,
      "step": 128473
    },
    {
      "epoch": 5.262092975629736,
      "grad_norm": 2.0550486000894863,
      "learning_rate": 1.1361661508813013e-05,
      "loss": 0.8325,
      "step": 128474
    },
    {
      "epoch": 5.262133934056932,
      "grad_norm": 1.6952707218008456,
      "learning_rate": 1.1360416425013053e-05,
      "loss": 0.5229,
      "step": 128475
    },
    {
      "epoch": 5.262174892484128,
      "grad_norm": 1.5629339323316476,
      "learning_rate": 1.1359171406753797e-05,
      "loss": 0.5832,
      "step": 128476
    },
    {
      "epoch": 5.262215850911325,
      "grad_norm": 1.2926728846563686,
      "learning_rate": 1.1357926454035882e-05,
      "loss": 0.3758,
      "step": 128477
    },
    {
      "epoch": 5.262256809338521,
      "grad_norm": 1.1998130871562849,
      "learning_rate": 1.1356681566859921e-05,
      "loss": 0.3573,
      "step": 128478
    },
    {
      "epoch": 5.262297767765718,
      "grad_norm": 0.731803135673908,
      "learning_rate": 1.1355436745226448e-05,
      "loss": 0.1202,
      "step": 128479
    },
    {
      "epoch": 5.262338726192914,
      "grad_norm": 2.2450227343638787,
      "learning_rate": 1.135419198913608e-05,
      "loss": 0.4613,
      "step": 128480
    },
    {
      "epoch": 5.262379684620111,
      "grad_norm": 1.3906471875745063,
      "learning_rate": 1.1352947298589432e-05,
      "loss": 0.494,
      "step": 128481
    },
    {
      "epoch": 5.262420643047307,
      "grad_norm": 2.196833655182811,
      "learning_rate": 1.1351702673587038e-05,
      "loss": 1.4349,
      "step": 128482
    },
    {
      "epoch": 5.262461601474503,
      "grad_norm": 2.0438839363538936,
      "learning_rate": 1.1350458114129546e-05,
      "loss": 0.6404,
      "step": 128483
    },
    {
      "epoch": 5.2625025599017,
      "grad_norm": 0.9768655504323692,
      "learning_rate": 1.134921362021749e-05,
      "loss": 0.2262,
      "step": 128484
    },
    {
      "epoch": 5.262543518328896,
      "grad_norm": 1.5521629746189929,
      "learning_rate": 1.1347969191851469e-05,
      "loss": 0.5119,
      "step": 128485
    },
    {
      "epoch": 5.262584476756093,
      "grad_norm": 1.6955079198197227,
      "learning_rate": 1.1346724829032116e-05,
      "loss": 0.6585,
      "step": 128486
    },
    {
      "epoch": 5.262625435183289,
      "grad_norm": 3.039741515432438,
      "learning_rate": 1.1345480531759948e-05,
      "loss": 2.4812,
      "step": 128487
    },
    {
      "epoch": 5.262666393610486,
      "grad_norm": 0.9957677612443803,
      "learning_rate": 1.1344236300035598e-05,
      "loss": 0.1911,
      "step": 128488
    },
    {
      "epoch": 5.2627073520376815,
      "grad_norm": 1.5138366476480865,
      "learning_rate": 1.1342992133859679e-05,
      "loss": 0.506,
      "step": 128489
    },
    {
      "epoch": 5.262748310464878,
      "grad_norm": 1.5712921328408531,
      "learning_rate": 1.134174803323271e-05,
      "loss": 0.4717,
      "step": 128490
    },
    {
      "epoch": 5.2627892688920745,
      "grad_norm": 2.0834316226009904,
      "learning_rate": 1.1340503998155359e-05,
      "loss": 0.6736,
      "step": 128491
    },
    {
      "epoch": 5.262830227319271,
      "grad_norm": 1.1465841834991934,
      "learning_rate": 1.1339260028628122e-05,
      "loss": 0.2293,
      "step": 128492
    },
    {
      "epoch": 5.262871185746468,
      "grad_norm": 1.1348524095647243,
      "learning_rate": 1.1338016124651667e-05,
      "loss": 0.2316,
      "step": 128493
    },
    {
      "epoch": 5.262912144173663,
      "grad_norm": 1.4985163819794352,
      "learning_rate": 1.133677228622656e-05,
      "loss": 0.5749,
      "step": 128494
    },
    {
      "epoch": 5.26295310260086,
      "grad_norm": 1.1197326033451276,
      "learning_rate": 1.1335528513353349e-05,
      "loss": 0.1735,
      "step": 128495
    },
    {
      "epoch": 5.262994061028056,
      "grad_norm": 1.344160635472586,
      "learning_rate": 1.1334284806032667e-05,
      "loss": 0.472,
      "step": 128496
    },
    {
      "epoch": 5.263035019455253,
      "grad_norm": 1.6591860720657625,
      "learning_rate": 1.13330411642651e-05,
      "loss": 0.4522,
      "step": 128497
    },
    {
      "epoch": 5.263075977882449,
      "grad_norm": 0.5491908043361883,
      "learning_rate": 1.1331797588051211e-05,
      "loss": 0.0599,
      "step": 128498
    },
    {
      "epoch": 5.263116936309646,
      "grad_norm": 1.150803062014164,
      "learning_rate": 1.1330554077391619e-05,
      "loss": 0.1846,
      "step": 128499
    },
    {
      "epoch": 5.2631578947368425,
      "grad_norm": 1.572478744819745,
      "learning_rate": 1.132931063228687e-05,
      "loss": 0.475,
      "step": 128500
    },
    {
      "epoch": 5.263198853164038,
      "grad_norm": 1.3665353392274686,
      "learning_rate": 1.1328067252737583e-05,
      "loss": 0.4724,
      "step": 128501
    },
    {
      "epoch": 5.263239811591235,
      "grad_norm": 1.566285177349092,
      "learning_rate": 1.1326823938744373e-05,
      "loss": 0.4866,
      "step": 128502
    },
    {
      "epoch": 5.263280770018431,
      "grad_norm": 1.6494173375156111,
      "learning_rate": 1.1325580690307756e-05,
      "loss": 0.5699,
      "step": 128503
    },
    {
      "epoch": 5.263321728445628,
      "grad_norm": 0.7924906856078792,
      "learning_rate": 1.1324337507428349e-05,
      "loss": 0.1848,
      "step": 128504
    },
    {
      "epoch": 5.263362686872824,
      "grad_norm": 1.3776324962976472,
      "learning_rate": 1.1323094390106786e-05,
      "loss": 0.3478,
      "step": 128505
    },
    {
      "epoch": 5.263403645300021,
      "grad_norm": 1.5387309832590272,
      "learning_rate": 1.1321851338343596e-05,
      "loss": 0.508,
      "step": 128506
    },
    {
      "epoch": 5.263444603727217,
      "grad_norm": 1.5965037627358896,
      "learning_rate": 1.1320608352139399e-05,
      "loss": 0.3957,
      "step": 128507
    },
    {
      "epoch": 5.263485562154413,
      "grad_norm": 1.8903870340776916,
      "learning_rate": 1.131936543149476e-05,
      "loss": 0.7087,
      "step": 128508
    },
    {
      "epoch": 5.2635265205816095,
      "grad_norm": 1.8421798890413552,
      "learning_rate": 1.131812257641026e-05,
      "loss": 0.6495,
      "step": 128509
    },
    {
      "epoch": 5.263567479008806,
      "grad_norm": 1.5426334586335602,
      "learning_rate": 1.1316879786886534e-05,
      "loss": 0.4205,
      "step": 128510
    },
    {
      "epoch": 5.263608437436003,
      "grad_norm": 1.6973856226807469,
      "learning_rate": 1.1315637062924133e-05,
      "loss": 0.5086,
      "step": 128511
    },
    {
      "epoch": 5.263649395863199,
      "grad_norm": 0.5099980337021999,
      "learning_rate": 1.1314394404523652e-05,
      "loss": 0.0701,
      "step": 128512
    },
    {
      "epoch": 5.263690354290395,
      "grad_norm": 1.5655065997658335,
      "learning_rate": 1.1313151811685678e-05,
      "loss": 0.4797,
      "step": 128513
    },
    {
      "epoch": 5.263731312717591,
      "grad_norm": 1.7643573384906985,
      "learning_rate": 1.1311909284410776e-05,
      "loss": 0.7047,
      "step": 128514
    },
    {
      "epoch": 5.263772271144788,
      "grad_norm": 1.504880215854497,
      "learning_rate": 1.1310666822699593e-05,
      "loss": 0.4424,
      "step": 128515
    },
    {
      "epoch": 5.263813229571984,
      "grad_norm": 0.8735711504512169,
      "learning_rate": 1.130942442655265e-05,
      "loss": 0.1441,
      "step": 128516
    },
    {
      "epoch": 5.263854187999181,
      "grad_norm": 1.2949426292711994,
      "learning_rate": 1.1308182095970558e-05,
      "loss": 0.3522,
      "step": 128517
    },
    {
      "epoch": 5.2638951464263775,
      "grad_norm": 1.3189213614988096,
      "learning_rate": 1.1306939830953938e-05,
      "loss": 0.4059,
      "step": 128518
    },
    {
      "epoch": 5.263936104853574,
      "grad_norm": 0.5160522894638847,
      "learning_rate": 1.1305697631503336e-05,
      "loss": 0.0517,
      "step": 128519
    },
    {
      "epoch": 5.26397706328077,
      "grad_norm": 1.4592183921858157,
      "learning_rate": 1.130445549761937e-05,
      "loss": 0.5708,
      "step": 128520
    },
    {
      "epoch": 5.264018021707966,
      "grad_norm": 1.329667268908057,
      "learning_rate": 1.130321342930257e-05,
      "loss": 0.3847,
      "step": 128521
    },
    {
      "epoch": 5.264058980135163,
      "grad_norm": 1.9151905705524916,
      "learning_rate": 1.1301971426553575e-05,
      "loss": 0.7217,
      "step": 128522
    },
    {
      "epoch": 5.264099938562359,
      "grad_norm": 1.6084821464951897,
      "learning_rate": 1.1300729489372995e-05,
      "loss": 0.6024,
      "step": 128523
    },
    {
      "epoch": 5.264140896989556,
      "grad_norm": 1.132014698224781,
      "learning_rate": 1.1299487617761332e-05,
      "loss": 0.2248,
      "step": 128524
    },
    {
      "epoch": 5.264181855416752,
      "grad_norm": 1.6456944758953835,
      "learning_rate": 1.1298245811719237e-05,
      "loss": 0.5027,
      "step": 128525
    },
    {
      "epoch": 5.264222813843949,
      "grad_norm": 1.7103579317699527,
      "learning_rate": 1.1297004071247307e-05,
      "loss": 0.554,
      "step": 128526
    },
    {
      "epoch": 5.2642637722711445,
      "grad_norm": 1.7702031306860195,
      "learning_rate": 1.1295762396346092e-05,
      "loss": 0.7542,
      "step": 128527
    },
    {
      "epoch": 5.264304730698341,
      "grad_norm": 0.9395473212228466,
      "learning_rate": 1.1294520787016192e-05,
      "loss": 0.204,
      "step": 128528
    },
    {
      "epoch": 5.264345689125538,
      "grad_norm": 1.6528160969637353,
      "learning_rate": 1.1293279243258191e-05,
      "loss": 0.6052,
      "step": 128529
    },
    {
      "epoch": 5.264386647552734,
      "grad_norm": 1.4434040613612948,
      "learning_rate": 1.129203776507267e-05,
      "loss": 0.4511,
      "step": 128530
    },
    {
      "epoch": 5.264427605979931,
      "grad_norm": 0.809215554643804,
      "learning_rate": 1.1290796352460246e-05,
      "loss": 0.1785,
      "step": 128531
    },
    {
      "epoch": 5.264468564407127,
      "grad_norm": 1.0790072204958474,
      "learning_rate": 1.128955500542147e-05,
      "loss": 0.3012,
      "step": 128532
    },
    {
      "epoch": 5.264509522834323,
      "grad_norm": 1.7476437028616267,
      "learning_rate": 1.1288313723956938e-05,
      "loss": 0.6913,
      "step": 128533
    },
    {
      "epoch": 5.264550481261519,
      "grad_norm": 1.5637704325234085,
      "learning_rate": 1.1287072508067252e-05,
      "loss": 0.5674,
      "step": 128534
    },
    {
      "epoch": 5.264591439688716,
      "grad_norm": 1.9368649918675587,
      "learning_rate": 1.1285831357753011e-05,
      "loss": 0.775,
      "step": 128535
    },
    {
      "epoch": 5.264632398115912,
      "grad_norm": 1.0560919080636675,
      "learning_rate": 1.1284590273014748e-05,
      "loss": 0.2599,
      "step": 128536
    },
    {
      "epoch": 5.264673356543109,
      "grad_norm": 1.2656256652845979,
      "learning_rate": 1.1283349253853098e-05,
      "loss": 0.3611,
      "step": 128537
    },
    {
      "epoch": 5.2647143149703055,
      "grad_norm": 1.6049673775238709,
      "learning_rate": 1.1282108300268621e-05,
      "loss": 0.3866,
      "step": 128538
    },
    {
      "epoch": 5.264755273397501,
      "grad_norm": 1.6193188659675446,
      "learning_rate": 1.1280867412261907e-05,
      "loss": 0.6075,
      "step": 128539
    },
    {
      "epoch": 5.264796231824698,
      "grad_norm": 1.4643302647859797,
      "learning_rate": 1.1279626589833569e-05,
      "loss": 0.3843,
      "step": 128540
    },
    {
      "epoch": 5.264837190251894,
      "grad_norm": 1.4771381103068855,
      "learning_rate": 1.1278385832984155e-05,
      "loss": 0.3498,
      "step": 128541
    },
    {
      "epoch": 5.264878148679091,
      "grad_norm": 1.957728558653864,
      "learning_rate": 1.1277145141714283e-05,
      "loss": 0.5201,
      "step": 128542
    },
    {
      "epoch": 5.264919107106287,
      "grad_norm": 1.5060925466450583,
      "learning_rate": 1.127590451602452e-05,
      "loss": 0.4223,
      "step": 128543
    },
    {
      "epoch": 5.264960065533484,
      "grad_norm": 1.5530305402001965,
      "learning_rate": 1.1274663955915447e-05,
      "loss": 0.4073,
      "step": 128544
    },
    {
      "epoch": 5.26500102396068,
      "grad_norm": 2.717772653920607,
      "learning_rate": 1.1273423461387699e-05,
      "loss": 2.1716,
      "step": 128545
    },
    {
      "epoch": 5.265041982387876,
      "grad_norm": 0.9761471543440441,
      "learning_rate": 1.127218303244179e-05,
      "loss": 0.1888,
      "step": 128546
    },
    {
      "epoch": 5.2650829408150726,
      "grad_norm": 0.3035487640673647,
      "learning_rate": 1.1270942669078387e-05,
      "loss": 0.0228,
      "step": 128547
    },
    {
      "epoch": 5.265123899242269,
      "grad_norm": 1.8066032713079232,
      "learning_rate": 1.1269702371297989e-05,
      "loss": 0.5497,
      "step": 128548
    },
    {
      "epoch": 5.265164857669466,
      "grad_norm": 1.4170409020811556,
      "learning_rate": 1.1268462139101231e-05,
      "loss": 0.4179,
      "step": 128549
    },
    {
      "epoch": 5.265205816096662,
      "grad_norm": 1.3936392786293395,
      "learning_rate": 1.126722197248871e-05,
      "loss": 0.3703,
      "step": 128550
    },
    {
      "epoch": 5.265246774523859,
      "grad_norm": 1.654084934374952,
      "learning_rate": 1.1265981871460994e-05,
      "loss": 0.4596,
      "step": 128551
    },
    {
      "epoch": 5.265287732951054,
      "grad_norm": 1.5587165673640349,
      "learning_rate": 1.1264741836018649e-05,
      "loss": 0.5035,
      "step": 128552
    },
    {
      "epoch": 5.265328691378251,
      "grad_norm": 1.382825553111835,
      "learning_rate": 1.1263501866162322e-05,
      "loss": 0.4947,
      "step": 128553
    },
    {
      "epoch": 5.265369649805447,
      "grad_norm": 2.679757192157652,
      "learning_rate": 1.1262261961892533e-05,
      "loss": 1.8645,
      "step": 128554
    },
    {
      "epoch": 5.265410608232644,
      "grad_norm": 0.8713531019489839,
      "learning_rate": 1.1261022123209912e-05,
      "loss": 0.193,
      "step": 128555
    },
    {
      "epoch": 5.2654515666598405,
      "grad_norm": 1.3951074813886593,
      "learning_rate": 1.125978235011501e-05,
      "loss": 0.3963,
      "step": 128556
    },
    {
      "epoch": 5.265492525087037,
      "grad_norm": 1.8055168535133266,
      "learning_rate": 1.1258542642608426e-05,
      "loss": 0.4746,
      "step": 128557
    },
    {
      "epoch": 5.265533483514233,
      "grad_norm": 1.3294558223304007,
      "learning_rate": 1.1257303000690792e-05,
      "loss": 0.405,
      "step": 128558
    },
    {
      "epoch": 5.265574441941429,
      "grad_norm": 1.497759784643159,
      "learning_rate": 1.1256063424362627e-05,
      "loss": 0.4212,
      "step": 128559
    },
    {
      "epoch": 5.265615400368626,
      "grad_norm": 1.6170440136870297,
      "learning_rate": 1.1254823913624528e-05,
      "loss": 0.5379,
      "step": 128560
    },
    {
      "epoch": 5.265656358795822,
      "grad_norm": 1.6481222975929237,
      "learning_rate": 1.1253584468477145e-05,
      "loss": 0.548,
      "step": 128561
    },
    {
      "epoch": 5.265697317223019,
      "grad_norm": 1.5190093100126056,
      "learning_rate": 1.1252345088920977e-05,
      "loss": 0.578,
      "step": 128562
    },
    {
      "epoch": 5.265738275650215,
      "grad_norm": 0.9300103566124617,
      "learning_rate": 1.1251105774956676e-05,
      "loss": 0.2057,
      "step": 128563
    },
    {
      "epoch": 5.265779234077412,
      "grad_norm": 1.0623326752510207,
      "learning_rate": 1.1249866526584772e-05,
      "loss": 0.1919,
      "step": 128564
    },
    {
      "epoch": 5.2658201925046075,
      "grad_norm": 1.6144956863246984,
      "learning_rate": 1.1248627343805882e-05,
      "loss": 0.5084,
      "step": 128565
    },
    {
      "epoch": 5.265861150931804,
      "grad_norm": 1.547469187945364,
      "learning_rate": 1.1247388226620623e-05,
      "loss": 0.4731,
      "step": 128566
    },
    {
      "epoch": 5.265902109359001,
      "grad_norm": 1.456963535466816,
      "learning_rate": 1.1246149175029512e-05,
      "loss": 0.5608,
      "step": 128567
    },
    {
      "epoch": 5.265943067786197,
      "grad_norm": 1.8517849848509453,
      "learning_rate": 1.124491018903318e-05,
      "loss": 0.5586,
      "step": 128568
    },
    {
      "epoch": 5.265984026213394,
      "grad_norm": 1.5021272453120251,
      "learning_rate": 1.124367126863221e-05,
      "loss": 0.4902,
      "step": 128569
    },
    {
      "epoch": 5.26602498464059,
      "grad_norm": 1.4400380738154839,
      "learning_rate": 1.1242432413827167e-05,
      "loss": 0.4722,
      "step": 128570
    },
    {
      "epoch": 5.266065943067786,
      "grad_norm": 0.915384432498818,
      "learning_rate": 1.1241193624618688e-05,
      "loss": 0.21,
      "step": 128571
    },
    {
      "epoch": 5.266106901494982,
      "grad_norm": 1.6367168773087253,
      "learning_rate": 1.1239954901007286e-05,
      "loss": 0.5448,
      "step": 128572
    },
    {
      "epoch": 5.266147859922179,
      "grad_norm": 0.7957011062859196,
      "learning_rate": 1.1238716242993578e-05,
      "loss": 0.199,
      "step": 128573
    },
    {
      "epoch": 5.2661888183493755,
      "grad_norm": 1.3583635137963468,
      "learning_rate": 1.1237477650578181e-05,
      "loss": 0.3369,
      "step": 128574
    },
    {
      "epoch": 5.266229776776572,
      "grad_norm": 1.4270365961727016,
      "learning_rate": 1.1236239123761626e-05,
      "loss": 0.4583,
      "step": 128575
    },
    {
      "epoch": 5.2662707352037685,
      "grad_norm": 1.5106779339016767,
      "learning_rate": 1.1235000662544513e-05,
      "loss": 0.499,
      "step": 128576
    },
    {
      "epoch": 5.266311693630964,
      "grad_norm": 1.754829551161819,
      "learning_rate": 1.1233762266927477e-05,
      "loss": 0.5108,
      "step": 128577
    },
    {
      "epoch": 5.266352652058161,
      "grad_norm": 0.9745835731390526,
      "learning_rate": 1.1232523936911048e-05,
      "loss": 0.2079,
      "step": 128578
    },
    {
      "epoch": 5.266393610485357,
      "grad_norm": 0.2657142326631477,
      "learning_rate": 1.1231285672495843e-05,
      "loss": 0.0167,
      "step": 128579
    },
    {
      "epoch": 5.266434568912554,
      "grad_norm": 0.856238661064579,
      "learning_rate": 1.1230047473682413e-05,
      "loss": 0.1181,
      "step": 128580
    },
    {
      "epoch": 5.26647552733975,
      "grad_norm": 1.6777653300848705,
      "learning_rate": 1.1228809340471373e-05,
      "loss": 0.5695,
      "step": 128581
    },
    {
      "epoch": 5.266516485766947,
      "grad_norm": 1.4718460011854224,
      "learning_rate": 1.1227571272863307e-05,
      "loss": 0.447,
      "step": 128582
    },
    {
      "epoch": 5.266557444194143,
      "grad_norm": 1.8542908848971298,
      "learning_rate": 1.1226333270858778e-05,
      "loss": 0.5431,
      "step": 128583
    },
    {
      "epoch": 5.266598402621339,
      "grad_norm": 1.5629454382798,
      "learning_rate": 1.1225095334458406e-05,
      "loss": 0.4555,
      "step": 128584
    },
    {
      "epoch": 5.266639361048536,
      "grad_norm": 1.4956695227684504,
      "learning_rate": 1.1223857463662739e-05,
      "loss": 0.5538,
      "step": 128585
    },
    {
      "epoch": 5.266680319475732,
      "grad_norm": 1.0163180780961294,
      "learning_rate": 1.1222619658472377e-05,
      "loss": 0.1898,
      "step": 128586
    },
    {
      "epoch": 5.266721277902929,
      "grad_norm": 3.31909028425256,
      "learning_rate": 1.1221381918887933e-05,
      "loss": 0.7688,
      "step": 128587
    },
    {
      "epoch": 5.266762236330125,
      "grad_norm": 1.4920250359245246,
      "learning_rate": 1.1220144244909929e-05,
      "loss": 0.3751,
      "step": 128588
    },
    {
      "epoch": 5.266803194757322,
      "grad_norm": 1.5452278873642507,
      "learning_rate": 1.1218906636538994e-05,
      "loss": 0.5332,
      "step": 128589
    },
    {
      "epoch": 5.266844153184517,
      "grad_norm": 1.4088665560334295,
      "learning_rate": 1.1217669093775744e-05,
      "loss": 0.4665,
      "step": 128590
    },
    {
      "epoch": 5.266885111611714,
      "grad_norm": 1.5705221607331064,
      "learning_rate": 1.1216431616620697e-05,
      "loss": 0.4384,
      "step": 128591
    },
    {
      "epoch": 5.2669260700389104,
      "grad_norm": 1.2088507524088432,
      "learning_rate": 1.1215194205074485e-05,
      "loss": 0.3721,
      "step": 128592
    },
    {
      "epoch": 5.266967028466107,
      "grad_norm": 1.0949141461321976,
      "learning_rate": 1.1213956859137657e-05,
      "loss": 0.2321,
      "step": 128593
    },
    {
      "epoch": 5.2670079868933035,
      "grad_norm": 1.4731255706336732,
      "learning_rate": 1.1212719578810814e-05,
      "loss": 0.5315,
      "step": 128594
    },
    {
      "epoch": 5.2670489453205,
      "grad_norm": 1.6211782012818956,
      "learning_rate": 1.1211482364094571e-05,
      "loss": 0.5685,
      "step": 128595
    },
    {
      "epoch": 5.267089903747696,
      "grad_norm": 0.6546743363259246,
      "learning_rate": 1.121024521498946e-05,
      "loss": 0.0989,
      "step": 128596
    },
    {
      "epoch": 5.267130862174892,
      "grad_norm": 0.8958363966995463,
      "learning_rate": 1.1209008131496084e-05,
      "loss": 0.216,
      "step": 128597
    },
    {
      "epoch": 5.267171820602089,
      "grad_norm": 1.4520880338609117,
      "learning_rate": 1.1207771113615072e-05,
      "loss": 0.4278,
      "step": 128598
    },
    {
      "epoch": 5.267212779029285,
      "grad_norm": 2.508063657572782,
      "learning_rate": 1.1206534161346942e-05,
      "loss": 1.5365,
      "step": 128599
    },
    {
      "epoch": 5.267253737456482,
      "grad_norm": 1.5165235819700753,
      "learning_rate": 1.1205297274692327e-05,
      "loss": 0.3681,
      "step": 128600
    },
    {
      "epoch": 5.267294695883678,
      "grad_norm": 0.6049298056102249,
      "learning_rate": 1.1204060453651775e-05,
      "loss": 0.0955,
      "step": 128601
    },
    {
      "epoch": 5.267335654310875,
      "grad_norm": 1.2390912079445466,
      "learning_rate": 1.1202823698225904e-05,
      "loss": 0.3141,
      "step": 128602
    },
    {
      "epoch": 5.267376612738071,
      "grad_norm": 1.3364952306293465,
      "learning_rate": 1.1201587008415297e-05,
      "loss": 0.3841,
      "step": 128603
    },
    {
      "epoch": 5.267417571165267,
      "grad_norm": 1.7839231178271184,
      "learning_rate": 1.1200350384220486e-05,
      "loss": 0.6532,
      "step": 128604
    },
    {
      "epoch": 5.267458529592464,
      "grad_norm": 0.6206418515452027,
      "learning_rate": 1.119911382564212e-05,
      "loss": 0.0885,
      "step": 128605
    },
    {
      "epoch": 5.26749948801966,
      "grad_norm": 3.2066268682795744,
      "learning_rate": 1.1197877332680783e-05,
      "loss": 2.1517,
      "step": 128606
    },
    {
      "epoch": 5.267540446446857,
      "grad_norm": 1.5300599979594351,
      "learning_rate": 1.1196640905337007e-05,
      "loss": 0.5736,
      "step": 128607
    },
    {
      "epoch": 5.267581404874053,
      "grad_norm": 1.3941282178891625,
      "learning_rate": 1.1195404543611392e-05,
      "loss": 0.4647,
      "step": 128608
    },
    {
      "epoch": 5.267622363301249,
      "grad_norm": 1.4316172396204485,
      "learning_rate": 1.119416824750457e-05,
      "loss": 0.4442,
      "step": 128609
    },
    {
      "epoch": 5.267663321728445,
      "grad_norm": 2.430521602551795,
      "learning_rate": 1.119293201701706e-05,
      "loss": 1.3188,
      "step": 128610
    },
    {
      "epoch": 5.267704280155642,
      "grad_norm": 1.8650656637609977,
      "learning_rate": 1.1191695852149507e-05,
      "loss": 0.5571,
      "step": 128611
    },
    {
      "epoch": 5.2677452385828385,
      "grad_norm": 1.699691444211423,
      "learning_rate": 1.119045975290243e-05,
      "loss": 0.6687,
      "step": 128612
    },
    {
      "epoch": 5.267786197010035,
      "grad_norm": 1.5936200826854512,
      "learning_rate": 1.1189223719276463e-05,
      "loss": 0.5062,
      "step": 128613
    },
    {
      "epoch": 5.267827155437232,
      "grad_norm": 1.8887467561389741,
      "learning_rate": 1.1187987751272188e-05,
      "loss": 0.6962,
      "step": 128614
    },
    {
      "epoch": 5.267868113864427,
      "grad_norm": 1.405904481951246,
      "learning_rate": 1.1186751848890152e-05,
      "loss": 0.4879,
      "step": 128615
    },
    {
      "epoch": 5.267909072291624,
      "grad_norm": 1.6338581139381338,
      "learning_rate": 1.1185516012130974e-05,
      "loss": 0.4555,
      "step": 128616
    },
    {
      "epoch": 5.26795003071882,
      "grad_norm": 1.6048273134547202,
      "learning_rate": 1.1184280240995252e-05,
      "loss": 0.4432,
      "step": 128617
    },
    {
      "epoch": 5.267990989146017,
      "grad_norm": 1.016449719715865,
      "learning_rate": 1.1183044535483521e-05,
      "loss": 0.2033,
      "step": 128618
    },
    {
      "epoch": 5.268031947573213,
      "grad_norm": 1.4938349398719803,
      "learning_rate": 1.1181808895596411e-05,
      "loss": 0.4617,
      "step": 128619
    },
    {
      "epoch": 5.26807290600041,
      "grad_norm": 1.3627922994482586,
      "learning_rate": 1.1180573321334473e-05,
      "loss": 0.44,
      "step": 128620
    },
    {
      "epoch": 5.268113864427606,
      "grad_norm": 1.4714806561672895,
      "learning_rate": 1.1179337812698292e-05,
      "loss": 0.4675,
      "step": 128621
    },
    {
      "epoch": 5.268154822854802,
      "grad_norm": 1.1890438235928795,
      "learning_rate": 1.1178102369688497e-05,
      "loss": 0.2878,
      "step": 128622
    },
    {
      "epoch": 5.268195781281999,
      "grad_norm": 1.7135582405926135,
      "learning_rate": 1.1176866992305622e-05,
      "loss": 0.6616,
      "step": 128623
    },
    {
      "epoch": 5.268236739709195,
      "grad_norm": 1.5669843871559697,
      "learning_rate": 1.1175631680550268e-05,
      "loss": 0.546,
      "step": 128624
    },
    {
      "epoch": 5.268277698136392,
      "grad_norm": 1.4682873395425182,
      "learning_rate": 1.1174396434423032e-05,
      "loss": 0.5269,
      "step": 128625
    },
    {
      "epoch": 5.268318656563588,
      "grad_norm": 1.6054938160985337,
      "learning_rate": 1.1173161253924467e-05,
      "loss": 0.4737,
      "step": 128626
    },
    {
      "epoch": 5.268359614990785,
      "grad_norm": 1.5380755659375898,
      "learning_rate": 1.1171926139055203e-05,
      "loss": 0.5422,
      "step": 128627
    },
    {
      "epoch": 5.26840057341798,
      "grad_norm": 1.7129715579534555,
      "learning_rate": 1.1170691089815759e-05,
      "loss": 0.3685,
      "step": 128628
    },
    {
      "epoch": 5.268441531845177,
      "grad_norm": 1.4074109921456774,
      "learning_rate": 1.1169456106206764e-05,
      "loss": 0.4098,
      "step": 128629
    },
    {
      "epoch": 5.2684824902723735,
      "grad_norm": 1.6250893151272991,
      "learning_rate": 1.116822118822882e-05,
      "loss": 0.6454,
      "step": 128630
    },
    {
      "epoch": 5.26852344869957,
      "grad_norm": 1.671072827068793,
      "learning_rate": 1.116698633588246e-05,
      "loss": 0.5829,
      "step": 128631
    },
    {
      "epoch": 5.2685644071267665,
      "grad_norm": 1.6451660239618766,
      "learning_rate": 1.11657515491683e-05,
      "loss": 0.5911,
      "step": 128632
    },
    {
      "epoch": 5.268605365553963,
      "grad_norm": 1.483769875392879,
      "learning_rate": 1.116451682808694e-05,
      "loss": 0.3866,
      "step": 128633
    },
    {
      "epoch": 5.268646323981159,
      "grad_norm": 1.385616329778386,
      "learning_rate": 1.116328217263891e-05,
      "loss": 0.46,
      "step": 128634
    },
    {
      "epoch": 5.268687282408355,
      "grad_norm": 1.887077904331951,
      "learning_rate": 1.1162047582824846e-05,
      "loss": 0.6937,
      "step": 128635
    },
    {
      "epoch": 5.268728240835552,
      "grad_norm": 2.2924480594934318,
      "learning_rate": 1.1160813058645296e-05,
      "loss": 1.1488,
      "step": 128636
    },
    {
      "epoch": 5.268769199262748,
      "grad_norm": 1.259825824302676,
      "learning_rate": 1.1159578600100843e-05,
      "loss": 0.316,
      "step": 128637
    },
    {
      "epoch": 5.268810157689945,
      "grad_norm": 1.168237703146013,
      "learning_rate": 1.1158344207192121e-05,
      "loss": 0.3394,
      "step": 128638
    },
    {
      "epoch": 5.268851116117141,
      "grad_norm": 1.886043405470155,
      "learning_rate": 1.1157109879919645e-05,
      "loss": 0.502,
      "step": 128639
    },
    {
      "epoch": 5.268892074544338,
      "grad_norm": 1.4482134172741374,
      "learning_rate": 1.1155875618284032e-05,
      "loss": 0.4761,
      "step": 128640
    },
    {
      "epoch": 5.268933032971534,
      "grad_norm": 1.0857646031786465,
      "learning_rate": 1.115464142228588e-05,
      "loss": 0.1885,
      "step": 128641
    },
    {
      "epoch": 5.26897399139873,
      "grad_norm": 1.470601993154318,
      "learning_rate": 1.1153407291925743e-05,
      "loss": 0.4296,
      "step": 128642
    },
    {
      "epoch": 5.269014949825927,
      "grad_norm": 2.1184254636938413,
      "learning_rate": 1.1152173227204248e-05,
      "loss": 0.6318,
      "step": 128643
    },
    {
      "epoch": 5.269055908253123,
      "grad_norm": 1.1475353653259965,
      "learning_rate": 1.1150939228121914e-05,
      "loss": 0.2897,
      "step": 128644
    },
    {
      "epoch": 5.26909686668032,
      "grad_norm": 0.9304012734433208,
      "learning_rate": 1.1149705294679372e-05,
      "loss": 0.2165,
      "step": 128645
    },
    {
      "epoch": 5.269137825107516,
      "grad_norm": 1.9771905963187473,
      "learning_rate": 1.114847142687721e-05,
      "loss": 0.7034,
      "step": 128646
    },
    {
      "epoch": 5.269178783534712,
      "grad_norm": 1.3120279449487993,
      "learning_rate": 1.1147237624715955e-05,
      "loss": 0.2732,
      "step": 128647
    },
    {
      "epoch": 5.2692197419619085,
      "grad_norm": 1.4294400080874026,
      "learning_rate": 1.1146003888196243e-05,
      "loss": 0.4453,
      "step": 128648
    },
    {
      "epoch": 5.269260700389105,
      "grad_norm": 0.9255594102633459,
      "learning_rate": 1.1144770217318671e-05,
      "loss": 0.2016,
      "step": 128649
    },
    {
      "epoch": 5.2693016588163015,
      "grad_norm": 1.7319409081114898,
      "learning_rate": 1.114353661208376e-05,
      "loss": 0.5548,
      "step": 128650
    },
    {
      "epoch": 5.269342617243498,
      "grad_norm": 1.4783874931662617,
      "learning_rate": 1.1142303072492154e-05,
      "loss": 0.4725,
      "step": 128651
    },
    {
      "epoch": 5.269383575670695,
      "grad_norm": 1.7361339951114583,
      "learning_rate": 1.1141069598544388e-05,
      "loss": 0.5612,
      "step": 128652
    },
    {
      "epoch": 5.26942453409789,
      "grad_norm": 1.1862947142074254,
      "learning_rate": 1.1139836190241064e-05,
      "loss": 0.2519,
      "step": 128653
    },
    {
      "epoch": 5.269465492525087,
      "grad_norm": 1.8367125891089975,
      "learning_rate": 1.1138602847582794e-05,
      "loss": 0.612,
      "step": 128654
    },
    {
      "epoch": 5.269506450952283,
      "grad_norm": 1.6099322470700859,
      "learning_rate": 1.1137369570570116e-05,
      "loss": 0.5297,
      "step": 128655
    },
    {
      "epoch": 5.26954740937948,
      "grad_norm": 0.32927340067121297,
      "learning_rate": 1.113613635920364e-05,
      "loss": 0.0236,
      "step": 128656
    },
    {
      "epoch": 5.269588367806676,
      "grad_norm": 1.3479944467393914,
      "learning_rate": 1.1134903213483937e-05,
      "loss": 0.3068,
      "step": 128657
    },
    {
      "epoch": 5.269629326233873,
      "grad_norm": 1.3796033667326972,
      "learning_rate": 1.1133670133411571e-05,
      "loss": 0.3318,
      "step": 128658
    },
    {
      "epoch": 5.2696702846610695,
      "grad_norm": 0.8518696511246898,
      "learning_rate": 1.1132437118987192e-05,
      "loss": 0.1954,
      "step": 128659
    },
    {
      "epoch": 5.269711243088265,
      "grad_norm": 1.4079165322412326,
      "learning_rate": 1.11312041702113e-05,
      "loss": 0.4087,
      "step": 128660
    },
    {
      "epoch": 5.269752201515462,
      "grad_norm": 1.614318290366202,
      "learning_rate": 1.1129971287084527e-05,
      "loss": 0.4651,
      "step": 128661
    },
    {
      "epoch": 5.269793159942658,
      "grad_norm": 2.4687618483953155,
      "learning_rate": 1.1128738469607473e-05,
      "loss": 0.8781,
      "step": 128662
    },
    {
      "epoch": 5.269834118369855,
      "grad_norm": 1.9294588433150128,
      "learning_rate": 1.1127505717780654e-05,
      "loss": 0.5495,
      "step": 128663
    },
    {
      "epoch": 5.269875076797051,
      "grad_norm": 1.429913591251621,
      "learning_rate": 1.112627303160472e-05,
      "loss": 0.4881,
      "step": 128664
    },
    {
      "epoch": 5.269916035224248,
      "grad_norm": 1.4379147779931083,
      "learning_rate": 1.1125040411080204e-05,
      "loss": 0.4243,
      "step": 128665
    },
    {
      "epoch": 5.269956993651443,
      "grad_norm": 0.9199460375898353,
      "learning_rate": 1.1123807856207723e-05,
      "loss": 0.2057,
      "step": 128666
    },
    {
      "epoch": 5.26999795207864,
      "grad_norm": 1.5177411413622548,
      "learning_rate": 1.1122575366987857e-05,
      "loss": 0.516,
      "step": 128667
    },
    {
      "epoch": 5.2700389105058365,
      "grad_norm": 1.3799176520735346,
      "learning_rate": 1.1121342943421158e-05,
      "loss": 0.3937,
      "step": 128668
    },
    {
      "epoch": 5.270079868933033,
      "grad_norm": 1.3355779456593875,
      "learning_rate": 1.1120110585508224e-05,
      "loss": 0.4037,
      "step": 128669
    },
    {
      "epoch": 5.27012082736023,
      "grad_norm": 0.7339516969838052,
      "learning_rate": 1.1118878293249672e-05,
      "loss": 0.1682,
      "step": 128670
    },
    {
      "epoch": 5.270161785787426,
      "grad_norm": 1.9395310951013667,
      "learning_rate": 1.1117646066646036e-05,
      "loss": 0.6866,
      "step": 128671
    },
    {
      "epoch": 5.270202744214622,
      "grad_norm": 1.2012917700589907,
      "learning_rate": 1.1116413905697929e-05,
      "loss": 0.408,
      "step": 128672
    },
    {
      "epoch": 5.270243702641818,
      "grad_norm": 1.5695929068020789,
      "learning_rate": 1.111518181040592e-05,
      "loss": 0.4819,
      "step": 128673
    },
    {
      "epoch": 5.270284661069015,
      "grad_norm": 1.9174271175332105,
      "learning_rate": 1.1113949780770576e-05,
      "loss": 0.6501,
      "step": 128674
    },
    {
      "epoch": 5.270325619496211,
      "grad_norm": 1.6933970799051496,
      "learning_rate": 1.1112717816792527e-05,
      "loss": 0.5532,
      "step": 128675
    },
    {
      "epoch": 5.270366577923408,
      "grad_norm": 2.702369065226966,
      "learning_rate": 1.1111485918472324e-05,
      "loss": 0.6715,
      "step": 128676
    },
    {
      "epoch": 5.270407536350604,
      "grad_norm": 1.5324451912902903,
      "learning_rate": 1.1110254085810533e-05,
      "loss": 0.5009,
      "step": 128677
    },
    {
      "epoch": 5.270448494777801,
      "grad_norm": 1.6894289164222775,
      "learning_rate": 1.110902231880777e-05,
      "loss": 0.5278,
      "step": 128678
    },
    {
      "epoch": 5.270489453204997,
      "grad_norm": 1.4224295075964695,
      "learning_rate": 1.1107790617464584e-05,
      "loss": 0.4678,
      "step": 128679
    },
    {
      "epoch": 5.270530411632193,
      "grad_norm": 1.434537608938377,
      "learning_rate": 1.110655898178156e-05,
      "loss": 0.3655,
      "step": 128680
    },
    {
      "epoch": 5.27057137005939,
      "grad_norm": 0.9827331331071041,
      "learning_rate": 1.1105327411759345e-05,
      "loss": 0.1984,
      "step": 128681
    },
    {
      "epoch": 5.270612328486586,
      "grad_norm": 1.7754066729050735,
      "learning_rate": 1.1104095907398425e-05,
      "loss": 0.4718,
      "step": 128682
    },
    {
      "epoch": 5.270653286913783,
      "grad_norm": 1.5404767577055387,
      "learning_rate": 1.1102864468699462e-05,
      "loss": 0.4442,
      "step": 128683
    },
    {
      "epoch": 5.270694245340979,
      "grad_norm": 0.9403629943195112,
      "learning_rate": 1.1101633095662992e-05,
      "loss": 0.1634,
      "step": 128684
    },
    {
      "epoch": 5.270735203768175,
      "grad_norm": 0.9012586947974077,
      "learning_rate": 1.1100401788289599e-05,
      "loss": 0.1866,
      "step": 128685
    },
    {
      "epoch": 5.2707761621953715,
      "grad_norm": 0.8465792545149539,
      "learning_rate": 1.1099170546579895e-05,
      "loss": 0.2093,
      "step": 128686
    },
    {
      "epoch": 5.270817120622568,
      "grad_norm": 1.4679858102171606,
      "learning_rate": 1.1097939370534432e-05,
      "loss": 0.3992,
      "step": 128687
    },
    {
      "epoch": 5.2708580790497646,
      "grad_norm": 1.5832135014971398,
      "learning_rate": 1.1096708260153791e-05,
      "loss": 0.4873,
      "step": 128688
    },
    {
      "epoch": 5.270899037476961,
      "grad_norm": 1.2866310719201344,
      "learning_rate": 1.1095477215438591e-05,
      "loss": 0.4448,
      "step": 128689
    },
    {
      "epoch": 5.270939995904158,
      "grad_norm": 1.8557721395025344,
      "learning_rate": 1.1094246236389364e-05,
      "loss": 0.538,
      "step": 128690
    },
    {
      "epoch": 5.270980954331353,
      "grad_norm": 1.2895440075458577,
      "learning_rate": 1.1093015323006743e-05,
      "loss": 0.2632,
      "step": 128691
    },
    {
      "epoch": 5.27102191275855,
      "grad_norm": 1.4886601222882594,
      "learning_rate": 1.1091784475291277e-05,
      "loss": 0.4155,
      "step": 128692
    },
    {
      "epoch": 5.271062871185746,
      "grad_norm": 1.4652176122089975,
      "learning_rate": 1.1090553693243531e-05,
      "loss": 0.43,
      "step": 128693
    },
    {
      "epoch": 5.271103829612943,
      "grad_norm": 1.6702582264222383,
      "learning_rate": 1.108932297686414e-05,
      "loss": 0.7568,
      "step": 128694
    },
    {
      "epoch": 5.271144788040139,
      "grad_norm": 1.6831741579102546,
      "learning_rate": 1.1088092326153636e-05,
      "loss": 0.5219,
      "step": 128695
    },
    {
      "epoch": 5.271185746467336,
      "grad_norm": 1.8018560932189216,
      "learning_rate": 1.1086861741112635e-05,
      "loss": 0.5919,
      "step": 128696
    },
    {
      "epoch": 5.2712267048945325,
      "grad_norm": 0.7974829728981877,
      "learning_rate": 1.1085631221741703e-05,
      "loss": 0.1897,
      "step": 128697
    },
    {
      "epoch": 5.271267663321728,
      "grad_norm": 1.2632633138185445,
      "learning_rate": 1.1084400768041425e-05,
      "loss": 0.3952,
      "step": 128698
    },
    {
      "epoch": 5.271308621748925,
      "grad_norm": 1.7833359961178772,
      "learning_rate": 1.1083170380012379e-05,
      "loss": 0.5842,
      "step": 128699
    },
    {
      "epoch": 5.271349580176121,
      "grad_norm": 0.7853111174986769,
      "learning_rate": 1.1081940057655153e-05,
      "loss": 0.1535,
      "step": 128700
    },
    {
      "epoch": 5.271390538603318,
      "grad_norm": 1.2817920573619725,
      "learning_rate": 1.1080709800970311e-05,
      "loss": 0.3115,
      "step": 128701
    },
    {
      "epoch": 5.271431497030514,
      "grad_norm": 1.3764029064375443,
      "learning_rate": 1.107947960995847e-05,
      "loss": 0.3995,
      "step": 128702
    },
    {
      "epoch": 5.271472455457711,
      "grad_norm": 1.2975622374191609,
      "learning_rate": 1.107824948462016e-05,
      "loss": 0.3224,
      "step": 128703
    },
    {
      "epoch": 5.2715134138849065,
      "grad_norm": 1.2099186082002495,
      "learning_rate": 1.1077019424956002e-05,
      "loss": 0.2989,
      "step": 128704
    },
    {
      "epoch": 5.271554372312103,
      "grad_norm": 1.5184958204091266,
      "learning_rate": 1.1075789430966592e-05,
      "loss": 0.5871,
      "step": 128705
    },
    {
      "epoch": 5.2715953307392995,
      "grad_norm": 1.7065914826475264,
      "learning_rate": 1.1074559502652463e-05,
      "loss": 0.6038,
      "step": 128706
    },
    {
      "epoch": 5.271636289166496,
      "grad_norm": 1.4505793984599493,
      "learning_rate": 1.107332964001425e-05,
      "loss": 0.4978,
      "step": 128707
    },
    {
      "epoch": 5.271677247593693,
      "grad_norm": 0.9956863245693391,
      "learning_rate": 1.1072099843052468e-05,
      "loss": 0.2184,
      "step": 128708
    },
    {
      "epoch": 5.271718206020889,
      "grad_norm": 1.6432489614278387,
      "learning_rate": 1.107087011176775e-05,
      "loss": 0.4738,
      "step": 128709
    },
    {
      "epoch": 5.271759164448085,
      "grad_norm": 1.5933960170142145,
      "learning_rate": 1.1069640446160677e-05,
      "loss": 0.3054,
      "step": 128710
    },
    {
      "epoch": 5.271800122875281,
      "grad_norm": 1.7053304477386473,
      "learning_rate": 1.1068410846231784e-05,
      "loss": 0.5109,
      "step": 128711
    },
    {
      "epoch": 5.271841081302478,
      "grad_norm": 1.8719159122438018,
      "learning_rate": 1.1067181311981704e-05,
      "loss": 0.6971,
      "step": 128712
    },
    {
      "epoch": 5.271882039729674,
      "grad_norm": 1.4972472906106216,
      "learning_rate": 1.1065951843411004e-05,
      "loss": 0.3779,
      "step": 128713
    },
    {
      "epoch": 5.271922998156871,
      "grad_norm": 0.9831093087060085,
      "learning_rate": 1.1064722440520246e-05,
      "loss": 0.2047,
      "step": 128714
    },
    {
      "epoch": 5.2719639565840675,
      "grad_norm": 1.0971090327828326,
      "learning_rate": 1.106349310331005e-05,
      "loss": 0.2679,
      "step": 128715
    },
    {
      "epoch": 5.272004915011264,
      "grad_norm": 1.7652609061393483,
      "learning_rate": 1.1062263831780948e-05,
      "loss": 0.5271,
      "step": 128716
    },
    {
      "epoch": 5.27204587343846,
      "grad_norm": 1.383292559321947,
      "learning_rate": 1.1061034625933558e-05,
      "loss": 0.5021,
      "step": 128717
    },
    {
      "epoch": 5.272086831865656,
      "grad_norm": 0.8547642053020699,
      "learning_rate": 1.1059805485768458e-05,
      "loss": 0.1313,
      "step": 128718
    },
    {
      "epoch": 5.272127790292853,
      "grad_norm": 1.573027660458232,
      "learning_rate": 1.1058576411286186e-05,
      "loss": 0.507,
      "step": 128719
    },
    {
      "epoch": 5.272168748720049,
      "grad_norm": 1.2228904401227003,
      "learning_rate": 1.1057347402487372e-05,
      "loss": 0.3268,
      "step": 128720
    },
    {
      "epoch": 5.272209707147246,
      "grad_norm": 1.5298909106261065,
      "learning_rate": 1.1056118459372598e-05,
      "loss": 0.51,
      "step": 128721
    },
    {
      "epoch": 5.272250665574442,
      "grad_norm": 1.5278062255737235,
      "learning_rate": 1.1054889581942417e-05,
      "loss": 0.4525,
      "step": 128722
    },
    {
      "epoch": 5.272291624001638,
      "grad_norm": 1.8321668414204577,
      "learning_rate": 1.1053660770197443e-05,
      "loss": 0.4786,
      "step": 128723
    },
    {
      "epoch": 5.2723325824288345,
      "grad_norm": 1.19312547203801,
      "learning_rate": 1.1052432024138191e-05,
      "loss": 0.2457,
      "step": 128724
    },
    {
      "epoch": 5.272373540856031,
      "grad_norm": 1.5138306533495902,
      "learning_rate": 1.1051203343765313e-05,
      "loss": 0.4574,
      "step": 128725
    },
    {
      "epoch": 5.272414499283228,
      "grad_norm": 1.7926686620034897,
      "learning_rate": 1.1049974729079376e-05,
      "loss": 0.5029,
      "step": 128726
    },
    {
      "epoch": 5.272455457710424,
      "grad_norm": 2.9079340347577505,
      "learning_rate": 1.1048746180080908e-05,
      "loss": 2.3174,
      "step": 128727
    },
    {
      "epoch": 5.272496416137621,
      "grad_norm": 1.4227467281294965,
      "learning_rate": 1.104751769677058e-05,
      "loss": 0.3768,
      "step": 128728
    },
    {
      "epoch": 5.272537374564816,
      "grad_norm": 1.4235243357734193,
      "learning_rate": 1.1046289279148889e-05,
      "loss": 0.4025,
      "step": 128729
    },
    {
      "epoch": 5.272578332992013,
      "grad_norm": 1.570079065498054,
      "learning_rate": 1.1045060927216436e-05,
      "loss": 0.4966,
      "step": 128730
    },
    {
      "epoch": 5.272619291419209,
      "grad_norm": 1.7970546458862278,
      "learning_rate": 1.1043832640973855e-05,
      "loss": 0.667,
      "step": 128731
    },
    {
      "epoch": 5.272660249846406,
      "grad_norm": 1.3191578851517043,
      "learning_rate": 1.1042604420421658e-05,
      "loss": 0.3418,
      "step": 128732
    },
    {
      "epoch": 5.2727012082736024,
      "grad_norm": 1.358946922532009,
      "learning_rate": 1.1041376265560464e-05,
      "loss": 0.285,
      "step": 128733
    },
    {
      "epoch": 5.272742166700799,
      "grad_norm": 1.5318749121013828,
      "learning_rate": 1.1040148176390856e-05,
      "loss": 0.4844,
      "step": 128734
    },
    {
      "epoch": 5.2727831251279955,
      "grad_norm": 2.0501354565741816,
      "learning_rate": 1.1038920152913382e-05,
      "loss": 0.751,
      "step": 128735
    },
    {
      "epoch": 5.272824083555191,
      "grad_norm": 1.088866980363261,
      "learning_rate": 1.1037692195128662e-05,
      "loss": 0.2157,
      "step": 128736
    },
    {
      "epoch": 5.272865041982388,
      "grad_norm": 1.4663620433541737,
      "learning_rate": 1.103646430303724e-05,
      "loss": 0.6378,
      "step": 128737
    },
    {
      "epoch": 5.272906000409584,
      "grad_norm": 0.9799034818551781,
      "learning_rate": 1.103523647663972e-05,
      "loss": 0.1918,
      "step": 128738
    },
    {
      "epoch": 5.272946958836781,
      "grad_norm": 1.2612300860769483,
      "learning_rate": 1.1034008715936682e-05,
      "loss": 0.3726,
      "step": 128739
    },
    {
      "epoch": 5.272987917263977,
      "grad_norm": 1.2446109877180696,
      "learning_rate": 1.1032781020928694e-05,
      "loss": 0.2338,
      "step": 128740
    },
    {
      "epoch": 5.273028875691174,
      "grad_norm": 1.5730452762271412,
      "learning_rate": 1.1031553391616338e-05,
      "loss": 0.4318,
      "step": 128741
    },
    {
      "epoch": 5.2730698341183695,
      "grad_norm": 1.0375137340639136,
      "learning_rate": 1.1030325828000214e-05,
      "loss": 0.2065,
      "step": 128742
    },
    {
      "epoch": 5.273110792545566,
      "grad_norm": 1.3794685310408075,
      "learning_rate": 1.1029098330080871e-05,
      "loss": 0.3371,
      "step": 128743
    },
    {
      "epoch": 5.273151750972763,
      "grad_norm": 1.4881946604237621,
      "learning_rate": 1.1027870897858942e-05,
      "loss": 0.4317,
      "step": 128744
    },
    {
      "epoch": 5.273192709399959,
      "grad_norm": 1.5473127701445075,
      "learning_rate": 1.1026643531334928e-05,
      "loss": 0.4041,
      "step": 128745
    },
    {
      "epoch": 5.273233667827156,
      "grad_norm": 1.215410121604513,
      "learning_rate": 1.1025416230509459e-05,
      "loss": 0.376,
      "step": 128746
    },
    {
      "epoch": 5.273274626254352,
      "grad_norm": 1.390727199363982,
      "learning_rate": 1.1024188995383137e-05,
      "loss": 0.3277,
      "step": 128747
    },
    {
      "epoch": 5.273315584681548,
      "grad_norm": 1.6710370070903005,
      "learning_rate": 1.102296182595651e-05,
      "loss": 0.6319,
      "step": 128748
    },
    {
      "epoch": 5.273356543108744,
      "grad_norm": 0.9451592180253979,
      "learning_rate": 1.1021734722230147e-05,
      "loss": 0.2018,
      "step": 128749
    },
    {
      "epoch": 5.273397501535941,
      "grad_norm": 2.0358735696498003,
      "learning_rate": 1.1020507684204661e-05,
      "loss": 0.5459,
      "step": 128750
    },
    {
      "epoch": 5.273438459963137,
      "grad_norm": 0.4540679481125443,
      "learning_rate": 1.1019280711880585e-05,
      "loss": 0.0417,
      "step": 128751
    },
    {
      "epoch": 5.273479418390334,
      "grad_norm": 1.7650116091196297,
      "learning_rate": 1.1018053805258536e-05,
      "loss": 0.6229,
      "step": 128752
    },
    {
      "epoch": 5.2735203768175305,
      "grad_norm": 1.5534771669036784,
      "learning_rate": 1.1016826964339115e-05,
      "loss": 0.5479,
      "step": 128753
    },
    {
      "epoch": 5.273561335244727,
      "grad_norm": 1.247112447147655,
      "learning_rate": 1.1015600189122836e-05,
      "loss": 0.3074,
      "step": 128754
    },
    {
      "epoch": 5.273602293671923,
      "grad_norm": 1.7556320562915264,
      "learning_rate": 1.101437347961035e-05,
      "loss": 0.7171,
      "step": 128755
    },
    {
      "epoch": 5.273643252099119,
      "grad_norm": 1.6380983595659404,
      "learning_rate": 1.1013146835802172e-05,
      "loss": 0.5862,
      "step": 128756
    },
    {
      "epoch": 5.273684210526316,
      "grad_norm": 1.235485949867566,
      "learning_rate": 1.101192025769892e-05,
      "loss": 0.3299,
      "step": 128757
    },
    {
      "epoch": 5.273725168953512,
      "grad_norm": 1.5550098260722498,
      "learning_rate": 1.101069374530119e-05,
      "loss": 0.4855,
      "step": 128758
    },
    {
      "epoch": 5.273766127380709,
      "grad_norm": 1.5706213469644443,
      "learning_rate": 1.100946729860952e-05,
      "loss": 0.5327,
      "step": 128759
    },
    {
      "epoch": 5.273807085807905,
      "grad_norm": 0.651300229127694,
      "learning_rate": 1.1008240917624489e-05,
      "loss": 0.1309,
      "step": 128760
    },
    {
      "epoch": 5.273848044235101,
      "grad_norm": 0.830533935253454,
      "learning_rate": 1.1007014602346748e-05,
      "loss": 0.1102,
      "step": 128761
    },
    {
      "epoch": 5.2738890026622975,
      "grad_norm": 1.4940872867052368,
      "learning_rate": 1.1005788352776779e-05,
      "loss": 0.3917,
      "step": 128762
    },
    {
      "epoch": 5.273929961089494,
      "grad_norm": 1.4060212654358573,
      "learning_rate": 1.1004562168915248e-05,
      "loss": 0.477,
      "step": 128763
    },
    {
      "epoch": 5.273970919516691,
      "grad_norm": 1.9499975698223084,
      "learning_rate": 1.1003336050762656e-05,
      "loss": 0.8447,
      "step": 128764
    },
    {
      "epoch": 5.274011877943887,
      "grad_norm": 1.4144689330985254,
      "learning_rate": 1.1002109998319619e-05,
      "loss": 0.4785,
      "step": 128765
    },
    {
      "epoch": 5.274052836371084,
      "grad_norm": 1.6613836569117282,
      "learning_rate": 1.1000884011586753e-05,
      "loss": 0.6341,
      "step": 128766
    },
    {
      "epoch": 5.274093794798279,
      "grad_norm": 1.4111059012668115,
      "learning_rate": 1.0999658090564572e-05,
      "loss": 0.4944,
      "step": 128767
    },
    {
      "epoch": 5.274134753225476,
      "grad_norm": 1.8185263015975575,
      "learning_rate": 1.0998432235253696e-05,
      "loss": 0.575,
      "step": 128768
    },
    {
      "epoch": 5.274175711652672,
      "grad_norm": 1.6467306061583842,
      "learning_rate": 1.0997206445654722e-05,
      "loss": 0.5559,
      "step": 128769
    },
    {
      "epoch": 5.274216670079869,
      "grad_norm": 1.719189104927839,
      "learning_rate": 1.0995980721768167e-05,
      "loss": 0.5459,
      "step": 128770
    },
    {
      "epoch": 5.2742576285070655,
      "grad_norm": 0.6241176341146321,
      "learning_rate": 1.0994755063594678e-05,
      "loss": 0.0954,
      "step": 128771
    },
    {
      "epoch": 5.274298586934262,
      "grad_norm": 1.52968331418357,
      "learning_rate": 1.0993529471134777e-05,
      "loss": 0.485,
      "step": 128772
    },
    {
      "epoch": 5.2743395453614585,
      "grad_norm": 1.194133126687948,
      "learning_rate": 1.0992303944389074e-05,
      "loss": 0.2979,
      "step": 128773
    },
    {
      "epoch": 5.274380503788654,
      "grad_norm": 1.5002476402757798,
      "learning_rate": 1.0991078483358157e-05,
      "loss": 0.5507,
      "step": 128774
    },
    {
      "epoch": 5.274421462215851,
      "grad_norm": 1.1564837410759992,
      "learning_rate": 1.0989853088042572e-05,
      "loss": 0.2143,
      "step": 128775
    },
    {
      "epoch": 5.274462420643047,
      "grad_norm": 1.5456489542601284,
      "learning_rate": 1.0988627758442919e-05,
      "loss": 0.4862,
      "step": 128776
    },
    {
      "epoch": 5.274503379070244,
      "grad_norm": 1.3532040209858087,
      "learning_rate": 1.09874024945598e-05,
      "loss": 0.4411,
      "step": 128777
    },
    {
      "epoch": 5.27454433749744,
      "grad_norm": 1.5134285697790522,
      "learning_rate": 1.0986177296393744e-05,
      "loss": 0.5001,
      "step": 128778
    },
    {
      "epoch": 5.274585295924637,
      "grad_norm": 1.4763392762786363,
      "learning_rate": 1.0984952163945388e-05,
      "loss": 0.4267,
      "step": 128779
    },
    {
      "epoch": 5.2746262543518325,
      "grad_norm": 1.7123234963393135,
      "learning_rate": 1.0983727097215245e-05,
      "loss": 0.5966,
      "step": 128780
    },
    {
      "epoch": 5.274667212779029,
      "grad_norm": 0.9084731020974948,
      "learning_rate": 1.0982502096203933e-05,
      "loss": 0.1878,
      "step": 128781
    },
    {
      "epoch": 5.274708171206226,
      "grad_norm": 1.3006608701526354,
      "learning_rate": 1.098127716091205e-05,
      "loss": 0.4131,
      "step": 128782
    },
    {
      "epoch": 5.274749129633422,
      "grad_norm": 1.831945530739506,
      "learning_rate": 1.0980052291340147e-05,
      "loss": 0.5084,
      "step": 128783
    },
    {
      "epoch": 5.274790088060619,
      "grad_norm": 0.9066573984410026,
      "learning_rate": 1.0978827487488789e-05,
      "loss": 0.2045,
      "step": 128784
    },
    {
      "epoch": 5.274831046487815,
      "grad_norm": 0.7317284499076528,
      "learning_rate": 1.0977602749358593e-05,
      "loss": 0.0797,
      "step": 128785
    },
    {
      "epoch": 5.274872004915011,
      "grad_norm": 1.371237602905812,
      "learning_rate": 1.097637807695011e-05,
      "loss": 0.2838,
      "step": 128786
    },
    {
      "epoch": 5.274912963342207,
      "grad_norm": 1.2933500876487594,
      "learning_rate": 1.0975153470263954e-05,
      "loss": 0.2981,
      "step": 128787
    },
    {
      "epoch": 5.274953921769404,
      "grad_norm": 0.9786373654818351,
      "learning_rate": 1.0973928929300641e-05,
      "loss": 0.3193,
      "step": 128788
    },
    {
      "epoch": 5.2749948801966005,
      "grad_norm": 1.1894905273137681,
      "learning_rate": 1.0972704454060788e-05,
      "loss": 0.3268,
      "step": 128789
    },
    {
      "epoch": 5.275035838623797,
      "grad_norm": 0.8362747375472369,
      "learning_rate": 1.097148004454501e-05,
      "loss": 0.1612,
      "step": 128790
    },
    {
      "epoch": 5.2750767970509935,
      "grad_norm": 0.4081634832766732,
      "learning_rate": 1.097025570075381e-05,
      "loss": 0.0256,
      "step": 128791
    },
    {
      "epoch": 5.27511775547819,
      "grad_norm": 2.283861030880714,
      "learning_rate": 1.0969031422687819e-05,
      "loss": 0.8302,
      "step": 128792
    },
    {
      "epoch": 5.275158713905386,
      "grad_norm": 1.846579089115792,
      "learning_rate": 1.0967807210347618e-05,
      "loss": 0.6374,
      "step": 128793
    },
    {
      "epoch": 5.275199672332582,
      "grad_norm": 1.6805449915199258,
      "learning_rate": 1.0966583063733759e-05,
      "loss": 0.5104,
      "step": 128794
    },
    {
      "epoch": 5.275240630759779,
      "grad_norm": 0.857579299464044,
      "learning_rate": 1.0965358982846839e-05,
      "loss": 0.1893,
      "step": 128795
    },
    {
      "epoch": 5.275281589186975,
      "grad_norm": 1.6320519611584536,
      "learning_rate": 1.096413496768741e-05,
      "loss": 0.5756,
      "step": 128796
    },
    {
      "epoch": 5.275322547614172,
      "grad_norm": 0.7454130565087325,
      "learning_rate": 1.096291101825607e-05,
      "loss": 0.0691,
      "step": 128797
    },
    {
      "epoch": 5.275363506041368,
      "grad_norm": 0.8522418928558927,
      "learning_rate": 1.0961687134553421e-05,
      "loss": 0.138,
      "step": 128798
    },
    {
      "epoch": 5.275404464468564,
      "grad_norm": 1.2982830041463609,
      "learning_rate": 1.0960463316579992e-05,
      "loss": 0.302,
      "step": 128799
    },
    {
      "epoch": 5.275445422895761,
      "grad_norm": 1.3489111539670604,
      "learning_rate": 1.095923956433642e-05,
      "loss": 0.367,
      "step": 128800
    },
    {
      "epoch": 5.275486381322957,
      "grad_norm": 1.35408573147237,
      "learning_rate": 1.0958015877823234e-05,
      "loss": 0.4914,
      "step": 128801
    },
    {
      "epoch": 5.275527339750154,
      "grad_norm": 0.8485296147985566,
      "learning_rate": 1.095679225704102e-05,
      "loss": 0.129,
      "step": 128802
    },
    {
      "epoch": 5.27556829817735,
      "grad_norm": 1.5465745644464293,
      "learning_rate": 1.0955568701990391e-05,
      "loss": 0.4208,
      "step": 128803
    },
    {
      "epoch": 5.275609256604547,
      "grad_norm": 1.144041436523543,
      "learning_rate": 1.0954345212671866e-05,
      "loss": 0.208,
      "step": 128804
    },
    {
      "epoch": 5.275650215031742,
      "grad_norm": 5.730956417477801,
      "learning_rate": 1.0953121789086078e-05,
      "loss": 4.4624,
      "step": 128805
    },
    {
      "epoch": 5.275691173458939,
      "grad_norm": 1.3518025927554074,
      "learning_rate": 1.0951898431233591e-05,
      "loss": 0.4108,
      "step": 128806
    },
    {
      "epoch": 5.275732131886135,
      "grad_norm": 1.0509626137335075,
      "learning_rate": 1.0950675139114973e-05,
      "loss": 0.2862,
      "step": 128807
    },
    {
      "epoch": 5.275773090313332,
      "grad_norm": 1.1067699120168037,
      "learning_rate": 1.0949451912730822e-05,
      "loss": 0.2443,
      "step": 128808
    },
    {
      "epoch": 5.2758140487405285,
      "grad_norm": 1.7400398828285593,
      "learning_rate": 1.0948228752081673e-05,
      "loss": 0.5174,
      "step": 128809
    },
    {
      "epoch": 5.275855007167725,
      "grad_norm": 1.7410662143814715,
      "learning_rate": 1.0947005657168123e-05,
      "loss": 0.5316,
      "step": 128810
    },
    {
      "epoch": 5.275895965594922,
      "grad_norm": 1.4390910030585864,
      "learning_rate": 1.0945782627990807e-05,
      "loss": 0.4851,
      "step": 128811
    },
    {
      "epoch": 5.275936924022117,
      "grad_norm": 1.3540156714522527,
      "learning_rate": 1.0944559664550224e-05,
      "loss": 0.4042,
      "step": 128812
    },
    {
      "epoch": 5.275977882449314,
      "grad_norm": 0.5242368722715037,
      "learning_rate": 1.0943336766846972e-05,
      "loss": 0.0771,
      "step": 128813
    },
    {
      "epoch": 5.27601884087651,
      "grad_norm": 1.7437076178147224,
      "learning_rate": 1.0942113934881686e-05,
      "loss": 0.5537,
      "step": 128814
    },
    {
      "epoch": 5.276059799303707,
      "grad_norm": 1.4489124504173654,
      "learning_rate": 1.0940891168654864e-05,
      "loss": 0.4467,
      "step": 128815
    },
    {
      "epoch": 5.276100757730903,
      "grad_norm": 1.3355774504807105,
      "learning_rate": 1.093966846816714e-05,
      "loss": 0.3776,
      "step": 128816
    },
    {
      "epoch": 5.2761417161581,
      "grad_norm": 1.527525979542047,
      "learning_rate": 1.093844583341908e-05,
      "loss": 0.43,
      "step": 128817
    },
    {
      "epoch": 5.2761826745852956,
      "grad_norm": 1.580019042212814,
      "learning_rate": 1.0937223264411216e-05,
      "loss": 0.4844,
      "step": 128818
    },
    {
      "epoch": 5.276223633012492,
      "grad_norm": 1.4663871698386284,
      "learning_rate": 1.093600076114418e-05,
      "loss": 0.447,
      "step": 128819
    },
    {
      "epoch": 5.276264591439689,
      "grad_norm": 1.5959698040409533,
      "learning_rate": 1.0934778323618543e-05,
      "loss": 0.5092,
      "step": 128820
    },
    {
      "epoch": 5.276305549866885,
      "grad_norm": 1.3836426966215356,
      "learning_rate": 1.0933555951834865e-05,
      "loss": 0.4767,
      "step": 128821
    },
    {
      "epoch": 5.276346508294082,
      "grad_norm": 1.7807941531232818,
      "learning_rate": 1.0932333645793734e-05,
      "loss": 0.742,
      "step": 128822
    },
    {
      "epoch": 5.276387466721278,
      "grad_norm": 0.6790430196518499,
      "learning_rate": 1.0931111405495729e-05,
      "loss": 0.1193,
      "step": 128823
    },
    {
      "epoch": 5.276428425148474,
      "grad_norm": 1.97423219091836,
      "learning_rate": 1.0929889230941402e-05,
      "loss": 0.5693,
      "step": 128824
    },
    {
      "epoch": 5.27646938357567,
      "grad_norm": 1.4653733686254562,
      "learning_rate": 1.0928667122131384e-05,
      "loss": 0.3752,
      "step": 128825
    },
    {
      "epoch": 5.276510342002867,
      "grad_norm": 1.51272470289211,
      "learning_rate": 1.092744507906621e-05,
      "loss": 0.438,
      "step": 128826
    },
    {
      "epoch": 5.2765513004300635,
      "grad_norm": 1.9938858544827536,
      "learning_rate": 1.0926223101746479e-05,
      "loss": 0.6281,
      "step": 128827
    },
    {
      "epoch": 5.27659225885726,
      "grad_norm": 1.0517919273592036,
      "learning_rate": 1.0925001190172738e-05,
      "loss": 0.2091,
      "step": 128828
    },
    {
      "epoch": 5.276633217284457,
      "grad_norm": 1.6634836227136476,
      "learning_rate": 1.092377934434559e-05,
      "loss": 0.5656,
      "step": 128829
    },
    {
      "epoch": 5.276674175711653,
      "grad_norm": 1.6077031028586404,
      "learning_rate": 1.0922557564265633e-05,
      "loss": 0.5461,
      "step": 128830
    },
    {
      "epoch": 5.276715134138849,
      "grad_norm": 0.809112396241784,
      "learning_rate": 1.0921335849933399e-05,
      "loss": 0.2391,
      "step": 128831
    },
    {
      "epoch": 5.276756092566045,
      "grad_norm": 1.3952605146031336,
      "learning_rate": 1.0920114201349488e-05,
      "loss": 0.512,
      "step": 128832
    },
    {
      "epoch": 5.276797050993242,
      "grad_norm": 1.1856575228005435,
      "learning_rate": 1.0918892618514486e-05,
      "loss": 0.2432,
      "step": 128833
    },
    {
      "epoch": 5.276838009420438,
      "grad_norm": 1.4427781661078678,
      "learning_rate": 1.0917671101428954e-05,
      "loss": 0.4277,
      "step": 128834
    },
    {
      "epoch": 5.276878967847635,
      "grad_norm": 1.7541759678155908,
      "learning_rate": 1.0916449650093494e-05,
      "loss": 0.5994,
      "step": 128835
    },
    {
      "epoch": 5.276919926274831,
      "grad_norm": 1.5377991515601435,
      "learning_rate": 1.091522826450864e-05,
      "loss": 0.5861,
      "step": 128836
    },
    {
      "epoch": 5.276960884702027,
      "grad_norm": 1.7117139347419983,
      "learning_rate": 1.0914006944675008e-05,
      "loss": 0.613,
      "step": 128837
    },
    {
      "epoch": 5.277001843129224,
      "grad_norm": 1.6350145080153367,
      "learning_rate": 1.0912785690593162e-05,
      "loss": 0.6134,
      "step": 128838
    },
    {
      "epoch": 5.27704280155642,
      "grad_norm": 1.5563933214858585,
      "learning_rate": 1.091156450226367e-05,
      "loss": 0.5062,
      "step": 128839
    },
    {
      "epoch": 5.277083759983617,
      "grad_norm": 1.2684177909675372,
      "learning_rate": 1.091034337968713e-05,
      "loss": 0.1035,
      "step": 128840
    },
    {
      "epoch": 5.277124718410813,
      "grad_norm": 1.0213102281896722,
      "learning_rate": 1.0909122322864128e-05,
      "loss": 0.1837,
      "step": 128841
    },
    {
      "epoch": 5.27716567683801,
      "grad_norm": 1.7488442849790207,
      "learning_rate": 1.0907901331795178e-05,
      "loss": 0.5273,
      "step": 128842
    },
    {
      "epoch": 5.277206635265205,
      "grad_norm": 1.5575185898767152,
      "learning_rate": 1.0906680406480944e-05,
      "loss": 0.5064,
      "step": 128843
    },
    {
      "epoch": 5.277247593692402,
      "grad_norm": 1.5243501201147578,
      "learning_rate": 1.0905459546921929e-05,
      "loss": 0.448,
      "step": 128844
    },
    {
      "epoch": 5.2772885521195985,
      "grad_norm": 1.7632816122748372,
      "learning_rate": 1.0904238753118749e-05,
      "loss": 0.6038,
      "step": 128845
    },
    {
      "epoch": 5.277329510546795,
      "grad_norm": 1.2594890596917403,
      "learning_rate": 1.0903018025071985e-05,
      "loss": 0.2379,
      "step": 128846
    },
    {
      "epoch": 5.2773704689739915,
      "grad_norm": 1.577530860045915,
      "learning_rate": 1.0901797362782188e-05,
      "loss": 0.4704,
      "step": 128847
    },
    {
      "epoch": 5.277411427401188,
      "grad_norm": 1.3667517537316496,
      "learning_rate": 1.0900576766249958e-05,
      "loss": 0.4166,
      "step": 128848
    },
    {
      "epoch": 5.277452385828385,
      "grad_norm": 1.3089752580474268,
      "learning_rate": 1.0899356235475875e-05,
      "loss": 0.3835,
      "step": 128849
    },
    {
      "epoch": 5.27749334425558,
      "grad_norm": 1.2010283032171858,
      "learning_rate": 1.0898135770460492e-05,
      "loss": 0.2181,
      "step": 128850
    },
    {
      "epoch": 5.277534302682777,
      "grad_norm": 1.0687601331210927,
      "learning_rate": 1.0896915371204407e-05,
      "loss": 0.261,
      "step": 128851
    },
    {
      "epoch": 5.277575261109973,
      "grad_norm": 1.4906653067798412,
      "learning_rate": 1.0895695037708168e-05,
      "loss": 0.4415,
      "step": 128852
    },
    {
      "epoch": 5.27761621953717,
      "grad_norm": 2.04799369688255,
      "learning_rate": 1.0894474769972378e-05,
      "loss": 0.7187,
      "step": 128853
    },
    {
      "epoch": 5.277657177964366,
      "grad_norm": 1.9198654741107941,
      "learning_rate": 1.0893254567997633e-05,
      "loss": 0.7228,
      "step": 128854
    },
    {
      "epoch": 5.277698136391563,
      "grad_norm": 1.1328181439956169,
      "learning_rate": 1.0892034431784452e-05,
      "loss": 0.226,
      "step": 128855
    },
    {
      "epoch": 5.277739094818759,
      "grad_norm": 1.5632376261979581,
      "learning_rate": 1.0890814361333467e-05,
      "loss": 0.4352,
      "step": 128856
    },
    {
      "epoch": 5.277780053245955,
      "grad_norm": 0.4555064069171728,
      "learning_rate": 1.0889594356645242e-05,
      "loss": 0.0501,
      "step": 128857
    },
    {
      "epoch": 5.277821011673152,
      "grad_norm": 1.5378798405533087,
      "learning_rate": 1.0888374417720313e-05,
      "loss": 0.4961,
      "step": 128858
    },
    {
      "epoch": 5.277861970100348,
      "grad_norm": 2.7859342436736756,
      "learning_rate": 1.0887154544559329e-05,
      "loss": 1.2513,
      "step": 128859
    },
    {
      "epoch": 5.277902928527545,
      "grad_norm": 0.8075442451241197,
      "learning_rate": 1.0885934737162787e-05,
      "loss": 0.1903,
      "step": 128860
    },
    {
      "epoch": 5.277943886954741,
      "grad_norm": 1.6628527207512194,
      "learning_rate": 1.0884714995531307e-05,
      "loss": 0.5598,
      "step": 128861
    },
    {
      "epoch": 5.277984845381937,
      "grad_norm": 2.541066470772856,
      "learning_rate": 1.0883495319665486e-05,
      "loss": 1.7856,
      "step": 128862
    },
    {
      "epoch": 5.278025803809133,
      "grad_norm": 4.239522579709415,
      "learning_rate": 1.0882275709565857e-05,
      "loss": 3.821,
      "step": 128863
    },
    {
      "epoch": 5.27806676223633,
      "grad_norm": 1.6357482219848694,
      "learning_rate": 1.0881056165233004e-05,
      "loss": 0.5398,
      "step": 128864
    },
    {
      "epoch": 5.2781077206635265,
      "grad_norm": 1.1318145472248713,
      "learning_rate": 1.087983668666756e-05,
      "loss": 0.3879,
      "step": 128865
    },
    {
      "epoch": 5.278148679090723,
      "grad_norm": 1.452912907321646,
      "learning_rate": 1.0878617273870005e-05,
      "loss": 0.5633,
      "step": 128866
    },
    {
      "epoch": 5.27818963751792,
      "grad_norm": 1.360794519545708,
      "learning_rate": 1.0877397926841009e-05,
      "loss": 0.2511,
      "step": 128867
    },
    {
      "epoch": 5.278230595945116,
      "grad_norm": 1.5641316232166798,
      "learning_rate": 1.0876178645581085e-05,
      "loss": 0.4814,
      "step": 128868
    },
    {
      "epoch": 5.278271554372312,
      "grad_norm": 0.979677812486379,
      "learning_rate": 1.0874959430090818e-05,
      "loss": 0.1251,
      "step": 128869
    },
    {
      "epoch": 5.278312512799508,
      "grad_norm": 1.5000974980597195,
      "learning_rate": 1.0873740280370824e-05,
      "loss": 0.501,
      "step": 128870
    },
    {
      "epoch": 5.278353471226705,
      "grad_norm": 0.9681737919508232,
      "learning_rate": 1.0872521196421635e-05,
      "loss": 0.1403,
      "step": 128871
    },
    {
      "epoch": 5.278394429653901,
      "grad_norm": 0.8793503841998298,
      "learning_rate": 1.0871302178243868e-05,
      "loss": 0.2163,
      "step": 128872
    },
    {
      "epoch": 5.278435388081098,
      "grad_norm": 1.5348415976815382,
      "learning_rate": 1.0870083225838055e-05,
      "loss": 0.5118,
      "step": 128873
    },
    {
      "epoch": 5.2784763465082944,
      "grad_norm": 1.3669514724307563,
      "learning_rate": 1.0868864339204781e-05,
      "loss": 0.4822,
      "step": 128874
    },
    {
      "epoch": 5.27851730493549,
      "grad_norm": 1.5626350929939656,
      "learning_rate": 1.0867645518344659e-05,
      "loss": 0.3852,
      "step": 128875
    },
    {
      "epoch": 5.278558263362687,
      "grad_norm": 1.2863778338797787,
      "learning_rate": 1.0866426763258224e-05,
      "loss": 0.344,
      "step": 128876
    },
    {
      "epoch": 5.278599221789883,
      "grad_norm": 1.5676052759654413,
      "learning_rate": 1.0865208073946074e-05,
      "loss": 0.3971,
      "step": 128877
    },
    {
      "epoch": 5.27864018021708,
      "grad_norm": 1.5075394783395855,
      "learning_rate": 1.0863989450408793e-05,
      "loss": 0.4882,
      "step": 128878
    },
    {
      "epoch": 5.278681138644276,
      "grad_norm": 2.2132473563188504,
      "learning_rate": 1.0862770892646932e-05,
      "loss": 0.8231,
      "step": 128879
    },
    {
      "epoch": 5.278722097071473,
      "grad_norm": 1.6461217545799531,
      "learning_rate": 1.0861552400661088e-05,
      "loss": 0.6143,
      "step": 128880
    },
    {
      "epoch": 5.278763055498668,
      "grad_norm": 0.8437352707262601,
      "learning_rate": 1.0860333974451812e-05,
      "loss": 0.0739,
      "step": 128881
    },
    {
      "epoch": 5.278804013925865,
      "grad_norm": 2.1457236181254906,
      "learning_rate": 1.0859115614019703e-05,
      "loss": 1.1677,
      "step": 128882
    },
    {
      "epoch": 5.2788449723530615,
      "grad_norm": 1.5962887792438296,
      "learning_rate": 1.0857897319365345e-05,
      "loss": 0.4915,
      "step": 128883
    },
    {
      "epoch": 5.278885930780258,
      "grad_norm": 1.307695221853967,
      "learning_rate": 1.0856679090489283e-05,
      "loss": 0.4246,
      "step": 128884
    },
    {
      "epoch": 5.278926889207455,
      "grad_norm": 1.5758866171090946,
      "learning_rate": 1.0855460927392107e-05,
      "loss": 0.4431,
      "step": 128885
    },
    {
      "epoch": 5.278967847634651,
      "grad_norm": 1.670431964079658,
      "learning_rate": 1.0854242830074411e-05,
      "loss": 0.522,
      "step": 128886
    },
    {
      "epoch": 5.279008806061848,
      "grad_norm": 1.7805337432715225,
      "learning_rate": 1.085302479853673e-05,
      "loss": 0.6247,
      "step": 128887
    },
    {
      "epoch": 5.279049764489043,
      "grad_norm": 1.5976320037264442,
      "learning_rate": 1.0851806832779697e-05,
      "loss": 0.4829,
      "step": 128888
    },
    {
      "epoch": 5.27909072291624,
      "grad_norm": 1.3386468212739515,
      "learning_rate": 1.085058893280386e-05,
      "loss": 0.3412,
      "step": 128889
    },
    {
      "epoch": 5.279131681343436,
      "grad_norm": 1.4242634961367537,
      "learning_rate": 1.0849371098609755e-05,
      "loss": 0.4034,
      "step": 128890
    },
    {
      "epoch": 5.279172639770633,
      "grad_norm": 1.7812166463317534,
      "learning_rate": 1.0848153330197995e-05,
      "loss": 0.7071,
      "step": 128891
    },
    {
      "epoch": 5.279213598197829,
      "grad_norm": 1.413063593870355,
      "learning_rate": 1.084693562756918e-05,
      "loss": 0.4577,
      "step": 128892
    },
    {
      "epoch": 5.279254556625026,
      "grad_norm": 2.030876495087642,
      "learning_rate": 1.0845717990723828e-05,
      "loss": 0.9127,
      "step": 128893
    },
    {
      "epoch": 5.279295515052222,
      "grad_norm": 1.8410773559177491,
      "learning_rate": 1.0844500419662588e-05,
      "loss": 0.5221,
      "step": 128894
    },
    {
      "epoch": 5.279336473479418,
      "grad_norm": 1.463324975864918,
      "learning_rate": 1.0843282914385959e-05,
      "loss": 0.434,
      "step": 128895
    },
    {
      "epoch": 5.279377431906615,
      "grad_norm": 1.334680312779071,
      "learning_rate": 1.084206547489454e-05,
      "loss": 0.3483,
      "step": 128896
    },
    {
      "epoch": 5.279418390333811,
      "grad_norm": 1.998851356595639,
      "learning_rate": 1.0840848101188964e-05,
      "loss": 0.4813,
      "step": 128897
    },
    {
      "epoch": 5.279459348761008,
      "grad_norm": 1.477908915635358,
      "learning_rate": 1.0839630793269715e-05,
      "loss": 0.4542,
      "step": 128898
    },
    {
      "epoch": 5.279500307188204,
      "grad_norm": 1.3619815751911761,
      "learning_rate": 1.0838413551137442e-05,
      "loss": 0.3523,
      "step": 128899
    },
    {
      "epoch": 5.2795412656154,
      "grad_norm": 1.494221489883555,
      "learning_rate": 1.0837196374792678e-05,
      "loss": 0.4846,
      "step": 128900
    },
    {
      "epoch": 5.2795822240425965,
      "grad_norm": 1.400346311273225,
      "learning_rate": 1.0835979264236006e-05,
      "loss": 0.3193,
      "step": 128901
    },
    {
      "epoch": 5.279623182469793,
      "grad_norm": 1.5348876021957456,
      "learning_rate": 1.0834762219468023e-05,
      "loss": 0.4119,
      "step": 128902
    },
    {
      "epoch": 5.2796641408969895,
      "grad_norm": 1.587077926838518,
      "learning_rate": 1.0833545240489283e-05,
      "loss": 0.5372,
      "step": 128903
    },
    {
      "epoch": 5.279705099324186,
      "grad_norm": 3.071140702174104,
      "learning_rate": 1.0832328327300349e-05,
      "loss": 0.5059,
      "step": 128904
    },
    {
      "epoch": 5.279746057751383,
      "grad_norm": 1.5862354167355426,
      "learning_rate": 1.0831111479901855e-05,
      "loss": 0.5163,
      "step": 128905
    },
    {
      "epoch": 5.279787016178579,
      "grad_norm": 1.4686315027207526,
      "learning_rate": 1.08298946982943e-05,
      "loss": 0.4114,
      "step": 128906
    },
    {
      "epoch": 5.279827974605775,
      "grad_norm": 1.7315663919444813,
      "learning_rate": 1.0828677982478317e-05,
      "loss": 0.5206,
      "step": 128907
    },
    {
      "epoch": 5.279868933032971,
      "grad_norm": 1.9383785030066398,
      "learning_rate": 1.0827461332454456e-05,
      "loss": 1.0194,
      "step": 128908
    },
    {
      "epoch": 5.279909891460168,
      "grad_norm": 0.6357700498970507,
      "learning_rate": 1.0826244748223268e-05,
      "loss": 0.0374,
      "step": 128909
    },
    {
      "epoch": 5.279950849887364,
      "grad_norm": 1.3870864117489812,
      "learning_rate": 1.0825028229785399e-05,
      "loss": 0.3842,
      "step": 128910
    },
    {
      "epoch": 5.279991808314561,
      "grad_norm": 4.950086861124886,
      "learning_rate": 1.082381177714135e-05,
      "loss": 3.6449,
      "step": 128911
    },
    {
      "epoch": 5.2800327667417575,
      "grad_norm": 1.384210558715229,
      "learning_rate": 1.0822595390291721e-05,
      "loss": 0.5316,
      "step": 128912
    },
    {
      "epoch": 5.280073725168953,
      "grad_norm": 1.4071708972010595,
      "learning_rate": 1.0821379069237129e-05,
      "loss": 0.4147,
      "step": 128913
    },
    {
      "epoch": 5.28011468359615,
      "grad_norm": 1.432499675528153,
      "learning_rate": 1.0820162813978089e-05,
      "loss": 0.3744,
      "step": 128914
    },
    {
      "epoch": 5.280155642023346,
      "grad_norm": 1.5862775598845023,
      "learning_rate": 1.0818946624515218e-05,
      "loss": 0.4118,
      "step": 128915
    },
    {
      "epoch": 5.280196600450543,
      "grad_norm": 1.261109471268344,
      "learning_rate": 1.0817730500849047e-05,
      "loss": 0.2975,
      "step": 128916
    },
    {
      "epoch": 5.280237558877739,
      "grad_norm": 1.7605827841250603,
      "learning_rate": 1.0816514442980178e-05,
      "loss": 0.528,
      "step": 128917
    },
    {
      "epoch": 5.280278517304936,
      "grad_norm": 1.7138656453237096,
      "learning_rate": 1.081529845090921e-05,
      "loss": 0.5643,
      "step": 128918
    },
    {
      "epoch": 5.2803194757321315,
      "grad_norm": 2.8782566303468333,
      "learning_rate": 1.0814082524636659e-05,
      "loss": 1.4945,
      "step": 128919
    },
    {
      "epoch": 5.280360434159328,
      "grad_norm": 0.8177576506651699,
      "learning_rate": 1.0812866664163155e-05,
      "loss": 0.2079,
      "step": 128920
    },
    {
      "epoch": 5.2804013925865245,
      "grad_norm": 0.9582564390767424,
      "learning_rate": 1.0811650869489253e-05,
      "loss": 0.2137,
      "step": 128921
    },
    {
      "epoch": 5.280442351013721,
      "grad_norm": 1.4480790145232871,
      "learning_rate": 1.0810435140615514e-05,
      "loss": 0.4317,
      "step": 128922
    },
    {
      "epoch": 5.280483309440918,
      "grad_norm": 2.1337973607413745,
      "learning_rate": 1.080921947754254e-05,
      "loss": 1.0381,
      "step": 128923
    },
    {
      "epoch": 5.280524267868114,
      "grad_norm": 1.8179271210452308,
      "learning_rate": 1.0808003880270866e-05,
      "loss": 0.6557,
      "step": 128924
    },
    {
      "epoch": 5.280565226295311,
      "grad_norm": 1.3852249727458577,
      "learning_rate": 1.0806788348801104e-05,
      "loss": 0.471,
      "step": 128925
    },
    {
      "epoch": 5.280606184722506,
      "grad_norm": 1.1244501850883788,
      "learning_rate": 1.0805572883133822e-05,
      "loss": 0.2156,
      "step": 128926
    },
    {
      "epoch": 5.280647143149703,
      "grad_norm": 1.2896802704628927,
      "learning_rate": 1.0804357483269588e-05,
      "loss": 0.3536,
      "step": 128927
    },
    {
      "epoch": 5.280688101576899,
      "grad_norm": 1.629868796164548,
      "learning_rate": 1.0803142149208948e-05,
      "loss": 0.4497,
      "step": 128928
    },
    {
      "epoch": 5.280729060004096,
      "grad_norm": 0.834845593748553,
      "learning_rate": 1.0801926880952555e-05,
      "loss": 0.1939,
      "step": 128929
    },
    {
      "epoch": 5.2807700184312925,
      "grad_norm": 0.4065696961680794,
      "learning_rate": 1.080071167850089e-05,
      "loss": 0.053,
      "step": 128930
    },
    {
      "epoch": 5.280810976858489,
      "grad_norm": 1.8879943833696422,
      "learning_rate": 1.0799496541854603e-05,
      "loss": 0.5646,
      "step": 128931
    },
    {
      "epoch": 5.280851935285685,
      "grad_norm": 1.2280944363696191,
      "learning_rate": 1.0798281471014225e-05,
      "loss": 0.2448,
      "step": 128932
    },
    {
      "epoch": 5.280892893712881,
      "grad_norm": 0.9396792333749295,
      "learning_rate": 1.0797066465980325e-05,
      "loss": 0.1834,
      "step": 128933
    },
    {
      "epoch": 5.280933852140078,
      "grad_norm": 1.25378600160294,
      "learning_rate": 1.0795851526753519e-05,
      "loss": 0.3186,
      "step": 128934
    },
    {
      "epoch": 5.280974810567274,
      "grad_norm": 2.8838675558060944,
      "learning_rate": 1.0794636653334337e-05,
      "loss": 2.1404,
      "step": 128935
    },
    {
      "epoch": 5.281015768994471,
      "grad_norm": 1.007609893764095,
      "learning_rate": 1.0793421845723399e-05,
      "loss": 0.1449,
      "step": 128936
    },
    {
      "epoch": 5.281056727421667,
      "grad_norm": 0.8312376265112357,
      "learning_rate": 1.079220710392122e-05,
      "loss": 0.2159,
      "step": 128937
    },
    {
      "epoch": 5.281097685848863,
      "grad_norm": 1.3605717176753116,
      "learning_rate": 1.0790992427928413e-05,
      "loss": 0.4692,
      "step": 128938
    },
    {
      "epoch": 5.2811386442760595,
      "grad_norm": 1.934802413635044,
      "learning_rate": 1.0789777817745582e-05,
      "loss": 0.6913,
      "step": 128939
    },
    {
      "epoch": 5.281179602703256,
      "grad_norm": 1.3615435735891939,
      "learning_rate": 1.0788563273373223e-05,
      "loss": 0.4378,
      "step": 128940
    },
    {
      "epoch": 5.281220561130453,
      "grad_norm": 1.4458534040536477,
      "learning_rate": 1.0787348794811972e-05,
      "loss": 0.5033,
      "step": 128941
    },
    {
      "epoch": 5.281261519557649,
      "grad_norm": 1.299317981915741,
      "learning_rate": 1.0786134382062395e-05,
      "loss": 0.449,
      "step": 128942
    },
    {
      "epoch": 5.281302477984846,
      "grad_norm": 1.8755027422788608,
      "learning_rate": 1.0784920035125039e-05,
      "loss": 0.7166,
      "step": 128943
    },
    {
      "epoch": 5.281343436412042,
      "grad_norm": 0.9023419322384245,
      "learning_rate": 1.0783705754000522e-05,
      "loss": 0.2182,
      "step": 128944
    },
    {
      "epoch": 5.281384394839238,
      "grad_norm": 1.2137699309627563,
      "learning_rate": 1.0782491538689359e-05,
      "loss": 0.3546,
      "step": 128945
    },
    {
      "epoch": 5.281425353266434,
      "grad_norm": 1.7156400405301335,
      "learning_rate": 1.078127738919215e-05,
      "loss": 0.6477,
      "step": 128946
    },
    {
      "epoch": 5.281466311693631,
      "grad_norm": 1.3159223738075259,
      "learning_rate": 1.0780063305509511e-05,
      "loss": 0.4213,
      "step": 128947
    },
    {
      "epoch": 5.281507270120827,
      "grad_norm": 1.6864240529615238,
      "learning_rate": 1.0778849287641945e-05,
      "loss": 0.6027,
      "step": 128948
    },
    {
      "epoch": 5.281548228548024,
      "grad_norm": 1.5311270116064095,
      "learning_rate": 1.0777635335590062e-05,
      "loss": 0.487,
      "step": 128949
    },
    {
      "epoch": 5.2815891869752205,
      "grad_norm": 1.4195855498816903,
      "learning_rate": 1.0776421449354466e-05,
      "loss": 0.3482,
      "step": 128950
    },
    {
      "epoch": 5.281630145402416,
      "grad_norm": 1.2337571438307209,
      "learning_rate": 1.0775207628935672e-05,
      "loss": 0.3322,
      "step": 128951
    },
    {
      "epoch": 5.281671103829613,
      "grad_norm": 0.9245495154504357,
      "learning_rate": 1.0773993874334313e-05,
      "loss": 0.1507,
      "step": 128952
    },
    {
      "epoch": 5.281712062256809,
      "grad_norm": 1.604973747371408,
      "learning_rate": 1.0772780185550888e-05,
      "loss": 0.5207,
      "step": 128953
    },
    {
      "epoch": 5.281753020684006,
      "grad_norm": 1.5947983844166727,
      "learning_rate": 1.0771566562586032e-05,
      "loss": 0.749,
      "step": 128954
    },
    {
      "epoch": 5.281793979111202,
      "grad_norm": 1.341898481694651,
      "learning_rate": 1.0770353005440307e-05,
      "loss": 0.2507,
      "step": 128955
    },
    {
      "epoch": 5.281834937538399,
      "grad_norm": 1.154440288408312,
      "learning_rate": 1.0769139514114267e-05,
      "loss": 0.2768,
      "step": 128956
    },
    {
      "epoch": 5.2818758959655945,
      "grad_norm": 1.354847416053728,
      "learning_rate": 1.0767926088608491e-05,
      "loss": 0.2696,
      "step": 128957
    },
    {
      "epoch": 5.281916854392791,
      "grad_norm": 0.9372758341669012,
      "learning_rate": 1.0766712728923616e-05,
      "loss": 0.1796,
      "step": 128958
    },
    {
      "epoch": 5.2819578128199876,
      "grad_norm": 1.678922023837831,
      "learning_rate": 1.0765499435060104e-05,
      "loss": 0.5162,
      "step": 128959
    },
    {
      "epoch": 5.281998771247184,
      "grad_norm": 1.659405055940511,
      "learning_rate": 1.076428620701859e-05,
      "loss": 0.6191,
      "step": 128960
    },
    {
      "epoch": 5.282039729674381,
      "grad_norm": 2.012849006232723,
      "learning_rate": 1.0763073044799676e-05,
      "loss": 0.7799,
      "step": 128961
    },
    {
      "epoch": 5.282080688101577,
      "grad_norm": 0.7146452891374121,
      "learning_rate": 1.0761859948403872e-05,
      "loss": 0.1432,
      "step": 128962
    },
    {
      "epoch": 5.282121646528774,
      "grad_norm": 1.051326222993902,
      "learning_rate": 1.0760646917831767e-05,
      "loss": 0.1824,
      "step": 128963
    },
    {
      "epoch": 5.282162604955969,
      "grad_norm": 1.5634698207976174,
      "learning_rate": 1.075943395308399e-05,
      "loss": 0.4573,
      "step": 128964
    },
    {
      "epoch": 5.282203563383166,
      "grad_norm": 3.732588824725119,
      "learning_rate": 1.0758221054161042e-05,
      "loss": 2.9089,
      "step": 128965
    },
    {
      "epoch": 5.282244521810362,
      "grad_norm": 0.48937877778965405,
      "learning_rate": 1.075700822106354e-05,
      "loss": 0.0737,
      "step": 128966
    },
    {
      "epoch": 5.282285480237559,
      "grad_norm": 2.0367613633233015,
      "learning_rate": 1.0755795453792032e-05,
      "loss": 1.0425,
      "step": 128967
    },
    {
      "epoch": 5.2823264386647555,
      "grad_norm": 1.4294841691297095,
      "learning_rate": 1.0754582752347101e-05,
      "loss": 0.449,
      "step": 128968
    },
    {
      "epoch": 5.282367397091952,
      "grad_norm": 0.8156333457569945,
      "learning_rate": 1.0753370116729349e-05,
      "loss": 0.1398,
      "step": 128969
    },
    {
      "epoch": 5.282408355519148,
      "grad_norm": 1.4078312021717818,
      "learning_rate": 1.0752157546939305e-05,
      "loss": 0.4109,
      "step": 128970
    },
    {
      "epoch": 5.282449313946344,
      "grad_norm": 1.1040175194530317,
      "learning_rate": 1.0750945042977571e-05,
      "loss": 0.2483,
      "step": 128971
    },
    {
      "epoch": 5.282490272373541,
      "grad_norm": 1.5957538267361235,
      "learning_rate": 1.0749732604844697e-05,
      "loss": 0.4826,
      "step": 128972
    },
    {
      "epoch": 5.282531230800737,
      "grad_norm": 1.6788914537977897,
      "learning_rate": 1.0748520232541263e-05,
      "loss": 0.3957,
      "step": 128973
    },
    {
      "epoch": 5.282572189227934,
      "grad_norm": 1.7474455324292093,
      "learning_rate": 1.0747307926067888e-05,
      "loss": 0.634,
      "step": 128974
    },
    {
      "epoch": 5.28261314765513,
      "grad_norm": 1.8310028813763473,
      "learning_rate": 1.0746095685425071e-05,
      "loss": 0.5433,
      "step": 128975
    },
    {
      "epoch": 5.282654106082326,
      "grad_norm": 1.7300797520357998,
      "learning_rate": 1.0744883510613412e-05,
      "loss": 0.5898,
      "step": 128976
    },
    {
      "epoch": 5.2826950645095225,
      "grad_norm": 1.5127901810172617,
      "learning_rate": 1.0743671401633524e-05,
      "loss": 0.5088,
      "step": 128977
    },
    {
      "epoch": 5.282736022936719,
      "grad_norm": 1.6745706372257005,
      "learning_rate": 1.074245935848591e-05,
      "loss": 0.3723,
      "step": 128978
    },
    {
      "epoch": 5.282776981363916,
      "grad_norm": 1.6991967726521633,
      "learning_rate": 1.074124738117122e-05,
      "loss": 0.5524,
      "step": 128979
    },
    {
      "epoch": 5.282817939791112,
      "grad_norm": 0.5714977135896596,
      "learning_rate": 1.074003546968995e-05,
      "loss": 0.0799,
      "step": 128980
    },
    {
      "epoch": 5.282858898218309,
      "grad_norm": 3.2287231318997964,
      "learning_rate": 1.0738823624042719e-05,
      "loss": 1.3609,
      "step": 128981
    },
    {
      "epoch": 5.282899856645505,
      "grad_norm": 1.3091073100988018,
      "learning_rate": 1.0737611844230126e-05,
      "loss": 0.3822,
      "step": 128982
    },
    {
      "epoch": 5.282940815072701,
      "grad_norm": 0.5624624314898444,
      "learning_rate": 1.073640013025267e-05,
      "loss": 0.0814,
      "step": 128983
    },
    {
      "epoch": 5.282981773499897,
      "grad_norm": 1.5954943629231546,
      "learning_rate": 1.0735188482110968e-05,
      "loss": 0.6328,
      "step": 128984
    },
    {
      "epoch": 5.283022731927094,
      "grad_norm": 2.5553885233470375,
      "learning_rate": 1.073397689980562e-05,
      "loss": 1.7924,
      "step": 128985
    },
    {
      "epoch": 5.2830636903542905,
      "grad_norm": 1.6606260491410008,
      "learning_rate": 1.0732765383337121e-05,
      "loss": 0.5015,
      "step": 128986
    },
    {
      "epoch": 5.283104648781487,
      "grad_norm": 1.577966648027055,
      "learning_rate": 1.0731553932706127e-05,
      "loss": 0.53,
      "step": 128987
    },
    {
      "epoch": 5.2831456072086835,
      "grad_norm": 1.1805748208837736,
      "learning_rate": 1.0730342547913151e-05,
      "loss": 0.2494,
      "step": 128988
    },
    {
      "epoch": 5.283186565635879,
      "grad_norm": 1.580802462383815,
      "learning_rate": 1.0729131228958776e-05,
      "loss": 0.4491,
      "step": 128989
    },
    {
      "epoch": 5.283227524063076,
      "grad_norm": 1.6278969590523624,
      "learning_rate": 1.0727919975843619e-05,
      "loss": 0.4618,
      "step": 128990
    },
    {
      "epoch": 5.283268482490272,
      "grad_norm": 1.4617881783939055,
      "learning_rate": 1.0726708788568194e-05,
      "loss": 0.3955,
      "step": 128991
    },
    {
      "epoch": 5.283309440917469,
      "grad_norm": 1.6441861600741854,
      "learning_rate": 1.0725497667133105e-05,
      "loss": 0.5085,
      "step": 128992
    },
    {
      "epoch": 5.283350399344665,
      "grad_norm": 1.5252918088551788,
      "learning_rate": 1.0724286611538947e-05,
      "loss": 0.5059,
      "step": 128993
    },
    {
      "epoch": 5.283391357771862,
      "grad_norm": 0.9282671437598387,
      "learning_rate": 1.072307562178622e-05,
      "loss": 0.2415,
      "step": 128994
    },
    {
      "epoch": 5.2834323161990575,
      "grad_norm": 0.5454083396632122,
      "learning_rate": 1.0721864697875576e-05,
      "loss": 0.0463,
      "step": 128995
    },
    {
      "epoch": 5.283473274626254,
      "grad_norm": 1.4961776728568772,
      "learning_rate": 1.072065383980753e-05,
      "loss": 0.4934,
      "step": 128996
    },
    {
      "epoch": 5.283514233053451,
      "grad_norm": 1.550496916238688,
      "learning_rate": 1.0719443047582683e-05,
      "loss": 0.4754,
      "step": 128997
    },
    {
      "epoch": 5.283555191480647,
      "grad_norm": 1.6363265701611156,
      "learning_rate": 1.0718232321201613e-05,
      "loss": 0.4211,
      "step": 128998
    },
    {
      "epoch": 5.283596149907844,
      "grad_norm": 1.0122954587258903,
      "learning_rate": 1.071702166066486e-05,
      "loss": 0.1255,
      "step": 128999
    },
    {
      "epoch": 5.28363710833504,
      "grad_norm": 1.779782744301486,
      "learning_rate": 1.0715811065973018e-05,
      "loss": 0.5522,
      "step": 129000
    },
    {
      "epoch": 5.283678066762237,
      "grad_norm": 0.9125393815899594,
      "learning_rate": 1.0714600537126688e-05,
      "loss": 0.1815,
      "step": 129001
    },
    {
      "epoch": 5.283719025189432,
      "grad_norm": 1.505099910739673,
      "learning_rate": 1.0713390074126388e-05,
      "loss": 0.5156,
      "step": 129002
    },
    {
      "epoch": 5.283759983616629,
      "grad_norm": 1.295726216882557,
      "learning_rate": 1.0712179676972733e-05,
      "loss": 0.3887,
      "step": 129003
    },
    {
      "epoch": 5.283800942043825,
      "grad_norm": 1.3748235931754327,
      "learning_rate": 1.0710969345666253e-05,
      "loss": 0.3486,
      "step": 129004
    },
    {
      "epoch": 5.283841900471022,
      "grad_norm": 1.6067746770013756,
      "learning_rate": 1.0709759080207552e-05,
      "loss": 0.444,
      "step": 129005
    },
    {
      "epoch": 5.2838828588982185,
      "grad_norm": 1.4054830300396335,
      "learning_rate": 1.0708548880597213e-05,
      "loss": 0.3872,
      "step": 129006
    },
    {
      "epoch": 5.283923817325415,
      "grad_norm": 1.6847466455390683,
      "learning_rate": 1.0707338746835764e-05,
      "loss": 0.5894,
      "step": 129007
    },
    {
      "epoch": 5.283964775752611,
      "grad_norm": 1.7307744981939701,
      "learning_rate": 1.0706128678923825e-05,
      "loss": 0.5386,
      "step": 129008
    },
    {
      "epoch": 5.284005734179807,
      "grad_norm": 1.338533988324734,
      "learning_rate": 1.0704918676861928e-05,
      "loss": 0.4713,
      "step": 129009
    },
    {
      "epoch": 5.284046692607004,
      "grad_norm": 1.765665192359744,
      "learning_rate": 1.0703708740650656e-05,
      "loss": 0.4987,
      "step": 129010
    },
    {
      "epoch": 5.2840876510342,
      "grad_norm": 1.761081315244727,
      "learning_rate": 1.070249887029061e-05,
      "loss": 0.6176,
      "step": 129011
    },
    {
      "epoch": 5.284128609461397,
      "grad_norm": 1.4528459135437595,
      "learning_rate": 1.070128906578232e-05,
      "loss": 0.3548,
      "step": 129012
    },
    {
      "epoch": 5.284169567888593,
      "grad_norm": 0.9708421677551449,
      "learning_rate": 1.0700079327126371e-05,
      "loss": 0.2268,
      "step": 129013
    },
    {
      "epoch": 5.284210526315789,
      "grad_norm": 1.7897116815033471,
      "learning_rate": 1.0698869654323377e-05,
      "loss": 0.5311,
      "step": 129014
    },
    {
      "epoch": 5.284251484742986,
      "grad_norm": 1.4483006791663708,
      "learning_rate": 1.0697660047373841e-05,
      "loss": 0.4386,
      "step": 129015
    },
    {
      "epoch": 5.284292443170182,
      "grad_norm": 1.443398133806582,
      "learning_rate": 1.0696450506278392e-05,
      "loss": 0.5789,
      "step": 129016
    },
    {
      "epoch": 5.284333401597379,
      "grad_norm": 1.710028835110106,
      "learning_rate": 1.0695241031037565e-05,
      "loss": 0.4636,
      "step": 129017
    },
    {
      "epoch": 5.284374360024575,
      "grad_norm": 0.8553173488694231,
      "learning_rate": 1.0694031621651928e-05,
      "loss": 0.0993,
      "step": 129018
    },
    {
      "epoch": 5.284415318451772,
      "grad_norm": 3.946538942292108,
      "learning_rate": 1.069282227812211e-05,
      "loss": 1.8372,
      "step": 129019
    },
    {
      "epoch": 5.284456276878968,
      "grad_norm": 1.6043233593025725,
      "learning_rate": 1.0691613000448612e-05,
      "loss": 0.5043,
      "step": 129020
    },
    {
      "epoch": 5.284497235306164,
      "grad_norm": 0.8187057330384522,
      "learning_rate": 1.0690403788632035e-05,
      "loss": 0.1771,
      "step": 129021
    },
    {
      "epoch": 5.28453819373336,
      "grad_norm": 1.4404684967787023,
      "learning_rate": 1.0689194642672977e-05,
      "loss": 0.4193,
      "step": 129022
    },
    {
      "epoch": 5.284579152160557,
      "grad_norm": 1.03543994632285,
      "learning_rate": 1.0687985562571954e-05,
      "loss": 0.2666,
      "step": 129023
    },
    {
      "epoch": 5.2846201105877535,
      "grad_norm": 1.381144084491115,
      "learning_rate": 1.0686776548329584e-05,
      "loss": 0.3474,
      "step": 129024
    },
    {
      "epoch": 5.28466106901495,
      "grad_norm": 1.6466582241249088,
      "learning_rate": 1.0685567599946416e-05,
      "loss": 0.6484,
      "step": 129025
    },
    {
      "epoch": 5.284702027442147,
      "grad_norm": 2.9237575827478195,
      "learning_rate": 1.0684358717423014e-05,
      "loss": 1.1714,
      "step": 129026
    },
    {
      "epoch": 5.284742985869342,
      "grad_norm": 1.6433667284671458,
      "learning_rate": 1.0683149900759997e-05,
      "loss": 0.4991,
      "step": 129027
    },
    {
      "epoch": 5.284783944296539,
      "grad_norm": 1.467473106786198,
      "learning_rate": 1.0681941149957878e-05,
      "loss": 0.4575,
      "step": 129028
    },
    {
      "epoch": 5.284824902723735,
      "grad_norm": 1.5641098347302167,
      "learning_rate": 1.0680732465017278e-05,
      "loss": 0.4794,
      "step": 129029
    },
    {
      "epoch": 5.284865861150932,
      "grad_norm": 1.5784219209578814,
      "learning_rate": 1.0679523845938726e-05,
      "loss": 0.5681,
      "step": 129030
    },
    {
      "epoch": 5.284906819578128,
      "grad_norm": 0.6192320304881845,
      "learning_rate": 1.0678315292722806e-05,
      "loss": 0.0676,
      "step": 129031
    },
    {
      "epoch": 5.284947778005325,
      "grad_norm": 1.411066029373945,
      "learning_rate": 1.0677106805370083e-05,
      "loss": 0.4337,
      "step": 129032
    },
    {
      "epoch": 5.2849887364325205,
      "grad_norm": 1.518439876076306,
      "learning_rate": 1.0675898383881176e-05,
      "loss": 0.4883,
      "step": 129033
    },
    {
      "epoch": 5.285029694859717,
      "grad_norm": 1.5704473628281332,
      "learning_rate": 1.0674690028256583e-05,
      "loss": 0.4705,
      "step": 129034
    },
    {
      "epoch": 5.285070653286914,
      "grad_norm": 1.2942950194275022,
      "learning_rate": 1.067348173849692e-05,
      "loss": 0.3641,
      "step": 129035
    },
    {
      "epoch": 5.28511161171411,
      "grad_norm": 0.8993753964108255,
      "learning_rate": 1.0672273514602769e-05,
      "loss": 0.2873,
      "step": 129036
    },
    {
      "epoch": 5.285152570141307,
      "grad_norm": 1.3103513408917908,
      "learning_rate": 1.0671065356574665e-05,
      "loss": 0.4181,
      "step": 129037
    },
    {
      "epoch": 5.285193528568503,
      "grad_norm": 1.48371007144359,
      "learning_rate": 1.0669857264413206e-05,
      "loss": 0.4529,
      "step": 129038
    },
    {
      "epoch": 5.2852344869957,
      "grad_norm": 1.2506536842229141,
      "learning_rate": 1.0668649238118943e-05,
      "loss": 0.3389,
      "step": 129039
    },
    {
      "epoch": 5.285275445422895,
      "grad_norm": 0.9669998071418663,
      "learning_rate": 1.0667441277692456e-05,
      "loss": 0.1618,
      "step": 129040
    },
    {
      "epoch": 5.285316403850092,
      "grad_norm": 1.1719260527597213,
      "learning_rate": 1.0666233383134332e-05,
      "loss": 0.1947,
      "step": 129041
    },
    {
      "epoch": 5.2853573622772885,
      "grad_norm": 1.5131564092357246,
      "learning_rate": 1.0665025554445116e-05,
      "loss": 0.4539,
      "step": 129042
    },
    {
      "epoch": 5.285398320704485,
      "grad_norm": 1.9652165257697194,
      "learning_rate": 1.0663817791625411e-05,
      "loss": 0.7329,
      "step": 129043
    },
    {
      "epoch": 5.2854392791316815,
      "grad_norm": 1.6344805091431078,
      "learning_rate": 1.066261009467575e-05,
      "loss": 0.5994,
      "step": 129044
    },
    {
      "epoch": 5.285480237558878,
      "grad_norm": 1.8029710609823177,
      "learning_rate": 1.0661402463596714e-05,
      "loss": 0.5305,
      "step": 129045
    },
    {
      "epoch": 5.285521195986074,
      "grad_norm": 1.6492319672211793,
      "learning_rate": 1.0660194898388902e-05,
      "loss": 0.6518,
      "step": 129046
    },
    {
      "epoch": 5.28556215441327,
      "grad_norm": 1.9305698824246529,
      "learning_rate": 1.0658987399052848e-05,
      "loss": 0.4485,
      "step": 129047
    },
    {
      "epoch": 5.285603112840467,
      "grad_norm": 1.642916116328737,
      "learning_rate": 1.0657779965589136e-05,
      "loss": 0.4893,
      "step": 129048
    },
    {
      "epoch": 5.285644071267663,
      "grad_norm": 1.6895396976718147,
      "learning_rate": 1.0656572597998365e-05,
      "loss": 0.4833,
      "step": 129049
    },
    {
      "epoch": 5.28568502969486,
      "grad_norm": 0.8652644281803583,
      "learning_rate": 1.0655365296281048e-05,
      "loss": 0.1593,
      "step": 129050
    },
    {
      "epoch": 5.285725988122056,
      "grad_norm": 3.39486672262419,
      "learning_rate": 1.0654158060437822e-05,
      "loss": 1.4343,
      "step": 129051
    },
    {
      "epoch": 5.285766946549252,
      "grad_norm": 1.8146263501535742,
      "learning_rate": 1.0652950890469186e-05,
      "loss": 0.5611,
      "step": 129052
    },
    {
      "epoch": 5.285807904976449,
      "grad_norm": 1.6412500857847374,
      "learning_rate": 1.0651743786375772e-05,
      "loss": 0.488,
      "step": 129053
    },
    {
      "epoch": 5.285848863403645,
      "grad_norm": 1.463421256561526,
      "learning_rate": 1.0650536748158145e-05,
      "loss": 0.5525,
      "step": 129054
    },
    {
      "epoch": 5.285889821830842,
      "grad_norm": 0.4113088985670145,
      "learning_rate": 1.0649329775816823e-05,
      "loss": 0.0253,
      "step": 129055
    },
    {
      "epoch": 5.285930780258038,
      "grad_norm": 1.5451160215406587,
      "learning_rate": 1.0648122869352422e-05,
      "loss": 0.5644,
      "step": 129056
    },
    {
      "epoch": 5.285971738685235,
      "grad_norm": 1.677493217745718,
      "learning_rate": 1.0646916028765524e-05,
      "loss": 0.5322,
      "step": 129057
    },
    {
      "epoch": 5.286012697112431,
      "grad_norm": 4.144280681601446,
      "learning_rate": 1.0645709254056645e-05,
      "loss": 3.7109,
      "step": 129058
    },
    {
      "epoch": 5.286053655539627,
      "grad_norm": 1.5711347286556963,
      "learning_rate": 1.064450254522642e-05,
      "loss": 0.4029,
      "step": 129059
    },
    {
      "epoch": 5.2860946139668235,
      "grad_norm": 1.4514255213178875,
      "learning_rate": 1.0643295902275362e-05,
      "loss": 0.4423,
      "step": 129060
    },
    {
      "epoch": 5.28613557239402,
      "grad_norm": 1.7464631821160441,
      "learning_rate": 1.0642089325204073e-05,
      "loss": 0.5092,
      "step": 129061
    },
    {
      "epoch": 5.2861765308212165,
      "grad_norm": 1.7158735487490524,
      "learning_rate": 1.0640882814013136e-05,
      "loss": 0.5321,
      "step": 129062
    },
    {
      "epoch": 5.286217489248413,
      "grad_norm": 1.7910206504324782,
      "learning_rate": 1.0639676368703081e-05,
      "loss": 0.671,
      "step": 129063
    },
    {
      "epoch": 5.28625844767561,
      "grad_norm": 1.1240829665804815,
      "learning_rate": 1.0638469989274496e-05,
      "loss": 0.2158,
      "step": 129064
    },
    {
      "epoch": 5.286299406102805,
      "grad_norm": 1.1233080356862881,
      "learning_rate": 1.0637263675727992e-05,
      "loss": 0.307,
      "step": 129065
    },
    {
      "epoch": 5.286340364530002,
      "grad_norm": 1.561910287126884,
      "learning_rate": 1.0636057428064055e-05,
      "loss": 0.5116,
      "step": 129066
    },
    {
      "epoch": 5.286381322957198,
      "grad_norm": 1.7368279094903938,
      "learning_rate": 1.0634851246283349e-05,
      "loss": 0.5537,
      "step": 129067
    },
    {
      "epoch": 5.286422281384395,
      "grad_norm": 1.0065381086458518,
      "learning_rate": 1.0633645130386376e-05,
      "loss": 0.2315,
      "step": 129068
    },
    {
      "epoch": 5.286463239811591,
      "grad_norm": 1.2968693940390241,
      "learning_rate": 1.0632439080373716e-05,
      "loss": 0.4318,
      "step": 129069
    },
    {
      "epoch": 5.286504198238788,
      "grad_norm": 1.8475887164693021,
      "learning_rate": 1.0631233096245973e-05,
      "loss": 0.7996,
      "step": 129070
    },
    {
      "epoch": 5.286545156665984,
      "grad_norm": 0.5541850149245903,
      "learning_rate": 1.0630027178003674e-05,
      "loss": 0.0712,
      "step": 129071
    },
    {
      "epoch": 5.28658611509318,
      "grad_norm": 1.3079934301173433,
      "learning_rate": 1.0628821325647424e-05,
      "loss": 0.3235,
      "step": 129072
    },
    {
      "epoch": 5.286627073520377,
      "grad_norm": 1.0743706366209307,
      "learning_rate": 1.0627615539177803e-05,
      "loss": 0.2049,
      "step": 129073
    },
    {
      "epoch": 5.286668031947573,
      "grad_norm": 2.6502070575418317,
      "learning_rate": 1.062640981859531e-05,
      "loss": 1.9817,
      "step": 129074
    },
    {
      "epoch": 5.28670899037477,
      "grad_norm": 1.6167857789607318,
      "learning_rate": 1.0625204163900613e-05,
      "loss": 0.5687,
      "step": 129075
    },
    {
      "epoch": 5.286749948801966,
      "grad_norm": 1.0448370039164079,
      "learning_rate": 1.0623998575094195e-05,
      "loss": 0.235,
      "step": 129076
    },
    {
      "epoch": 5.286790907229163,
      "grad_norm": 1.0453560253150447,
      "learning_rate": 1.062279305217667e-05,
      "loss": 0.1434,
      "step": 129077
    },
    {
      "epoch": 5.286831865656358,
      "grad_norm": 2.3699674979455096,
      "learning_rate": 1.0621587595148623e-05,
      "loss": 0.9842,
      "step": 129078
    },
    {
      "epoch": 5.286872824083555,
      "grad_norm": 1.1422876823443646,
      "learning_rate": 1.0620382204010569e-05,
      "loss": 0.371,
      "step": 129079
    },
    {
      "epoch": 5.2869137825107515,
      "grad_norm": 1.5112229011518257,
      "learning_rate": 1.0619176878763141e-05,
      "loss": 0.5031,
      "step": 129080
    },
    {
      "epoch": 5.286954740937948,
      "grad_norm": 0.9683746779161144,
      "learning_rate": 1.0617971619406856e-05,
      "loss": 0.1509,
      "step": 129081
    },
    {
      "epoch": 5.286995699365145,
      "grad_norm": 0.451096209996615,
      "learning_rate": 1.0616766425942313e-05,
      "loss": 0.0412,
      "step": 129082
    },
    {
      "epoch": 5.287036657792341,
      "grad_norm": 0.8730876787519167,
      "learning_rate": 1.0615561298370078e-05,
      "loss": 0.0768,
      "step": 129083
    },
    {
      "epoch": 5.287077616219537,
      "grad_norm": 1.8843511719334631,
      "learning_rate": 1.0614356236690719e-05,
      "loss": 0.6949,
      "step": 129084
    },
    {
      "epoch": 5.287118574646733,
      "grad_norm": 1.5327650310773029,
      "learning_rate": 1.0613151240904782e-05,
      "loss": 0.4748,
      "step": 129085
    },
    {
      "epoch": 5.28715953307393,
      "grad_norm": 1.6126634787718086,
      "learning_rate": 1.0611946311012887e-05,
      "loss": 0.5203,
      "step": 129086
    },
    {
      "epoch": 5.287200491501126,
      "grad_norm": 1.6822103109029172,
      "learning_rate": 1.0610741447015563e-05,
      "loss": 0.6795,
      "step": 129087
    },
    {
      "epoch": 5.287241449928323,
      "grad_norm": 1.5464508297060764,
      "learning_rate": 1.0609536648913414e-05,
      "loss": 0.5464,
      "step": 129088
    },
    {
      "epoch": 5.287282408355519,
      "grad_norm": 1.6402839839708816,
      "learning_rate": 1.0608331916706953e-05,
      "loss": 0.5321,
      "step": 129089
    },
    {
      "epoch": 5.287323366782715,
      "grad_norm": 1.7731218148151147,
      "learning_rate": 1.0607127250396796e-05,
      "loss": 0.5115,
      "step": 129090
    },
    {
      "epoch": 5.287364325209912,
      "grad_norm": 1.3432254286947296,
      "learning_rate": 1.0605922649983512e-05,
      "loss": 0.4223,
      "step": 129091
    },
    {
      "epoch": 5.287405283637108,
      "grad_norm": 1.33770562668546,
      "learning_rate": 1.0604718115467648e-05,
      "loss": 0.508,
      "step": 129092
    },
    {
      "epoch": 5.287446242064305,
      "grad_norm": 0.4273224807418375,
      "learning_rate": 1.0603513646849771e-05,
      "loss": 0.056,
      "step": 129093
    },
    {
      "epoch": 5.287487200491501,
      "grad_norm": 1.4112202813808181,
      "learning_rate": 1.0602309244130497e-05,
      "loss": 0.3991,
      "step": 129094
    },
    {
      "epoch": 5.287528158918698,
      "grad_norm": 1.6714740935673638,
      "learning_rate": 1.0601104907310343e-05,
      "loss": 0.475,
      "step": 129095
    },
    {
      "epoch": 5.287569117345894,
      "grad_norm": 1.6058966826937922,
      "learning_rate": 1.0599900636389907e-05,
      "loss": 0.4444,
      "step": 129096
    },
    {
      "epoch": 5.28761007577309,
      "grad_norm": 0.8369009912271222,
      "learning_rate": 1.0598696431369741e-05,
      "loss": 0.195,
      "step": 129097
    },
    {
      "epoch": 5.2876510342002865,
      "grad_norm": 1.322952145132087,
      "learning_rate": 1.0597492292250409e-05,
      "loss": 0.4589,
      "step": 129098
    },
    {
      "epoch": 5.287691992627483,
      "grad_norm": 1.1487353732573846,
      "learning_rate": 1.0596288219032528e-05,
      "loss": 0.1842,
      "step": 129099
    },
    {
      "epoch": 5.2877329510546796,
      "grad_norm": 1.545451860700472,
      "learning_rate": 1.0595084211716631e-05,
      "loss": 0.454,
      "step": 129100
    },
    {
      "epoch": 5.287773909481876,
      "grad_norm": 1.0498677050297573,
      "learning_rate": 1.0593880270303268e-05,
      "loss": 0.22,
      "step": 129101
    },
    {
      "epoch": 5.287814867909073,
      "grad_norm": 1.0891776523784988,
      "learning_rate": 1.0592676394793038e-05,
      "loss": 0.2626,
      "step": 129102
    },
    {
      "epoch": 5.287855826336268,
      "grad_norm": 1.7552179931970773,
      "learning_rate": 1.059147258518649e-05,
      "loss": 0.5346,
      "step": 129103
    },
    {
      "epoch": 5.287896784763465,
      "grad_norm": 1.7405859902779237,
      "learning_rate": 1.0590268841484206e-05,
      "loss": 0.5598,
      "step": 129104
    },
    {
      "epoch": 5.287937743190661,
      "grad_norm": 1.5782686209315464,
      "learning_rate": 1.0589065163686772e-05,
      "loss": 0.4879,
      "step": 129105
    },
    {
      "epoch": 5.287978701617858,
      "grad_norm": 1.4677306278812554,
      "learning_rate": 1.0587861551794701e-05,
      "loss": 0.4823,
      "step": 129106
    },
    {
      "epoch": 5.288019660045054,
      "grad_norm": 1.3887884181859083,
      "learning_rate": 1.0586658005808645e-05,
      "loss": 0.3336,
      "step": 129107
    },
    {
      "epoch": 5.288060618472251,
      "grad_norm": 1.607483660336259,
      "learning_rate": 1.0585454525729088e-05,
      "loss": 0.5728,
      "step": 129108
    },
    {
      "epoch": 5.288101576899447,
      "grad_norm": 1.0694060313389873,
      "learning_rate": 1.0584251111556657e-05,
      "loss": 0.2342,
      "step": 129109
    },
    {
      "epoch": 5.288142535326643,
      "grad_norm": 1.3665379952003676,
      "learning_rate": 1.0583047763291908e-05,
      "loss": 0.44,
      "step": 129110
    },
    {
      "epoch": 5.28818349375384,
      "grad_norm": 1.7228413250516537,
      "learning_rate": 1.0581844480935387e-05,
      "loss": 0.6722,
      "step": 129111
    },
    {
      "epoch": 5.288224452181036,
      "grad_norm": 1.8345279570585584,
      "learning_rate": 1.0580641264487676e-05,
      "loss": 0.6223,
      "step": 129112
    },
    {
      "epoch": 5.288265410608233,
      "grad_norm": 1.6869293020637948,
      "learning_rate": 1.0579438113949379e-05,
      "loss": 0.6455,
      "step": 129113
    },
    {
      "epoch": 5.288306369035429,
      "grad_norm": 1.5580578157679768,
      "learning_rate": 1.0578235029321008e-05,
      "loss": 0.5277,
      "step": 129114
    },
    {
      "epoch": 5.288347327462626,
      "grad_norm": 1.4787160518022318,
      "learning_rate": 1.0577032010603182e-05,
      "loss": 0.4212,
      "step": 129115
    },
    {
      "epoch": 5.2883882858898215,
      "grad_norm": 1.6746195255265246,
      "learning_rate": 1.0575829057796415e-05,
      "loss": 0.4758,
      "step": 129116
    },
    {
      "epoch": 5.288429244317018,
      "grad_norm": 1.0164883092114745,
      "learning_rate": 1.0574626170901308e-05,
      "loss": 0.1974,
      "step": 129117
    },
    {
      "epoch": 5.2884702027442145,
      "grad_norm": 1.510989476585915,
      "learning_rate": 1.0573423349918442e-05,
      "loss": 0.4318,
      "step": 129118
    },
    {
      "epoch": 5.288511161171411,
      "grad_norm": 0.9917991654142196,
      "learning_rate": 1.0572220594848369e-05,
      "loss": 0.1715,
      "step": 129119
    },
    {
      "epoch": 5.288552119598608,
      "grad_norm": 0.7601366297584193,
      "learning_rate": 1.0571017905691636e-05,
      "loss": 0.1363,
      "step": 129120
    },
    {
      "epoch": 5.288593078025804,
      "grad_norm": 1.4752539065354826,
      "learning_rate": 1.0569815282448879e-05,
      "loss": 0.4531,
      "step": 129121
    },
    {
      "epoch": 5.288634036453001,
      "grad_norm": 1.360384541830364,
      "learning_rate": 1.056861272512058e-05,
      "loss": 0.439,
      "step": 129122
    },
    {
      "epoch": 5.288674994880196,
      "grad_norm": 1.6783326124332538,
      "learning_rate": 1.0567410233707385e-05,
      "loss": 0.7184,
      "step": 129123
    },
    {
      "epoch": 5.288715953307393,
      "grad_norm": 0.91547853400601,
      "learning_rate": 1.0566207808209798e-05,
      "loss": 0.1825,
      "step": 129124
    },
    {
      "epoch": 5.288756911734589,
      "grad_norm": 1.4677923225798146,
      "learning_rate": 1.0565005448628432e-05,
      "loss": 0.4568,
      "step": 129125
    },
    {
      "epoch": 5.288797870161786,
      "grad_norm": 1.3517814698428192,
      "learning_rate": 1.0563803154963856e-05,
      "loss": 0.3453,
      "step": 129126
    },
    {
      "epoch": 5.2888388285889825,
      "grad_norm": 1.5984344050926311,
      "learning_rate": 1.0562600927216585e-05,
      "loss": 0.5463,
      "step": 129127
    },
    {
      "epoch": 5.288879787016178,
      "grad_norm": 1.5553859431565378,
      "learning_rate": 1.0561398765387236e-05,
      "loss": 0.5459,
      "step": 129128
    },
    {
      "epoch": 5.288920745443375,
      "grad_norm": 1.3204738469141168,
      "learning_rate": 1.056019666947639e-05,
      "loss": 0.302,
      "step": 129129
    },
    {
      "epoch": 5.288961703870571,
      "grad_norm": 1.3632744294221304,
      "learning_rate": 1.055899463948458e-05,
      "loss": 0.3433,
      "step": 129130
    },
    {
      "epoch": 5.289002662297768,
      "grad_norm": 1.271395969517437,
      "learning_rate": 1.055779267541239e-05,
      "loss": 0.6061,
      "step": 129131
    },
    {
      "epoch": 5.289043620724964,
      "grad_norm": 0.9676831055861979,
      "learning_rate": 1.0556590777260371e-05,
      "loss": 0.1899,
      "step": 129132
    },
    {
      "epoch": 5.289084579152161,
      "grad_norm": 1.17193683582618,
      "learning_rate": 1.0555388945029102e-05,
      "loss": 0.3007,
      "step": 129133
    },
    {
      "epoch": 5.289125537579357,
      "grad_norm": 1.0068538774197309,
      "learning_rate": 1.0554187178719187e-05,
      "loss": 0.1565,
      "step": 129134
    },
    {
      "epoch": 5.289166496006553,
      "grad_norm": 1.1830998305241751,
      "learning_rate": 1.0552985478331123e-05,
      "loss": 0.3293,
      "step": 129135
    },
    {
      "epoch": 5.2892074544337495,
      "grad_norm": 1.4441291262780442,
      "learning_rate": 1.0551783843865525e-05,
      "loss": 0.4176,
      "step": 129136
    },
    {
      "epoch": 5.289248412860946,
      "grad_norm": 1.413002196155509,
      "learning_rate": 1.0550582275322961e-05,
      "loss": 0.4664,
      "step": 129137
    },
    {
      "epoch": 5.289289371288143,
      "grad_norm": 1.3138110713438027,
      "learning_rate": 1.054938077270398e-05,
      "loss": 0.3034,
      "step": 129138
    },
    {
      "epoch": 5.289330329715339,
      "grad_norm": 1.4247622633118817,
      "learning_rate": 1.0548179336009182e-05,
      "loss": 0.5753,
      "step": 129139
    },
    {
      "epoch": 5.289371288142536,
      "grad_norm": 1.4365921639103356,
      "learning_rate": 1.0546977965239085e-05,
      "loss": 0.392,
      "step": 129140
    },
    {
      "epoch": 5.289412246569732,
      "grad_norm": 0.12044418666276416,
      "learning_rate": 1.0545776660394283e-05,
      "loss": 0.0199,
      "step": 129141
    },
    {
      "epoch": 5.289453204996928,
      "grad_norm": 1.03753848801424,
      "learning_rate": 1.0544575421475382e-05,
      "loss": 0.1956,
      "step": 129142
    },
    {
      "epoch": 5.289494163424124,
      "grad_norm": 1.2587783042945178,
      "learning_rate": 1.0543374248482877e-05,
      "loss": 0.3228,
      "step": 129143
    },
    {
      "epoch": 5.289535121851321,
      "grad_norm": 0.8498119980002533,
      "learning_rate": 1.054217314141737e-05,
      "loss": 0.1389,
      "step": 129144
    },
    {
      "epoch": 5.2895760802785174,
      "grad_norm": 1.3900206673083926,
      "learning_rate": 1.054097210027946e-05,
      "loss": 0.4763,
      "step": 129145
    },
    {
      "epoch": 5.289617038705714,
      "grad_norm": 1.3711586715241026,
      "learning_rate": 1.0539771125069662e-05,
      "loss": 0.4517,
      "step": 129146
    },
    {
      "epoch": 5.28965799713291,
      "grad_norm": 1.2785802243725164,
      "learning_rate": 1.0538570215788595e-05,
      "loss": 0.3193,
      "step": 129147
    },
    {
      "epoch": 5.289698955560106,
      "grad_norm": 1.7342825291126092,
      "learning_rate": 1.0537369372436772e-05,
      "loss": 0.6115,
      "step": 129148
    },
    {
      "epoch": 5.289739913987303,
      "grad_norm": 2.09429624570897,
      "learning_rate": 1.0536168595014794e-05,
      "loss": 0.9998,
      "step": 129149
    },
    {
      "epoch": 5.289780872414499,
      "grad_norm": 1.4899561310083607,
      "learning_rate": 1.0534967883523243e-05,
      "loss": 0.3654,
      "step": 129150
    },
    {
      "epoch": 5.289821830841696,
      "grad_norm": 1.6266816092478587,
      "learning_rate": 1.0533767237962636e-05,
      "loss": 0.5155,
      "step": 129151
    },
    {
      "epoch": 5.289862789268892,
      "grad_norm": 1.5743049147274721,
      "learning_rate": 1.0532566658333607e-05,
      "loss": 0.5932,
      "step": 129152
    },
    {
      "epoch": 5.289903747696089,
      "grad_norm": 1.402252330367413,
      "learning_rate": 1.0531366144636655e-05,
      "loss": 0.4572,
      "step": 129153
    },
    {
      "epoch": 5.2899447061232845,
      "grad_norm": 1.1438211462770542,
      "learning_rate": 1.0530165696872378e-05,
      "loss": 0.3345,
      "step": 129154
    },
    {
      "epoch": 5.289985664550481,
      "grad_norm": 1.8419279219812092,
      "learning_rate": 1.0528965315041377e-05,
      "loss": 0.5819,
      "step": 129155
    },
    {
      "epoch": 5.290026622977678,
      "grad_norm": 1.4754944117442121,
      "learning_rate": 1.0527764999144167e-05,
      "loss": 0.4035,
      "step": 129156
    },
    {
      "epoch": 5.290067581404874,
      "grad_norm": 1.9798253569869777,
      "learning_rate": 1.0526564749181316e-05,
      "loss": 0.6326,
      "step": 129157
    },
    {
      "epoch": 5.290108539832071,
      "grad_norm": 1.3162156088410253,
      "learning_rate": 1.0525364565153455e-05,
      "loss": 0.399,
      "step": 129158
    },
    {
      "epoch": 5.290149498259267,
      "grad_norm": 1.6989992805932812,
      "learning_rate": 1.0524164447061084e-05,
      "loss": 0.498,
      "step": 129159
    },
    {
      "epoch": 5.290190456686464,
      "grad_norm": 1.4104574298376364,
      "learning_rate": 1.0522964394904821e-05,
      "loss": 0.3753,
      "step": 129160
    },
    {
      "epoch": 5.290231415113659,
      "grad_norm": 1.6096284392929001,
      "learning_rate": 1.0521764408685164e-05,
      "loss": 0.5618,
      "step": 129161
    },
    {
      "epoch": 5.290272373540856,
      "grad_norm": 1.5893340790005788,
      "learning_rate": 1.0520564488402743e-05,
      "loss": 0.4707,
      "step": 129162
    },
    {
      "epoch": 5.290313331968052,
      "grad_norm": 1.2466685236883215,
      "learning_rate": 1.0519364634058113e-05,
      "loss": 0.4271,
      "step": 129163
    },
    {
      "epoch": 5.290354290395249,
      "grad_norm": 1.3937434887583133,
      "learning_rate": 1.0518164845651821e-05,
      "loss": 0.473,
      "step": 129164
    },
    {
      "epoch": 5.2903952488224455,
      "grad_norm": 1.0473797676797898,
      "learning_rate": 1.051696512318445e-05,
      "loss": 0.2082,
      "step": 129165
    },
    {
      "epoch": 5.290436207249641,
      "grad_norm": 1.6514773440871278,
      "learning_rate": 1.0515765466656584e-05,
      "loss": 0.4503,
      "step": 129166
    },
    {
      "epoch": 5.290477165676838,
      "grad_norm": 1.2447048921359887,
      "learning_rate": 1.0514565876068737e-05,
      "loss": 0.3594,
      "step": 129167
    },
    {
      "epoch": 5.290518124104034,
      "grad_norm": 1.2760764210038633,
      "learning_rate": 1.0513366351421542e-05,
      "loss": 0.3578,
      "step": 129168
    },
    {
      "epoch": 5.290559082531231,
      "grad_norm": 1.7273127777302044,
      "learning_rate": 1.0512166892715517e-05,
      "loss": 0.7052,
      "step": 129169
    },
    {
      "epoch": 5.290600040958427,
      "grad_norm": 1.6809105840178085,
      "learning_rate": 1.0510967499951261e-05,
      "loss": 0.6053,
      "step": 129170
    },
    {
      "epoch": 5.290640999385624,
      "grad_norm": 0.9307698790273914,
      "learning_rate": 1.050976817312929e-05,
      "loss": 0.1942,
      "step": 129171
    },
    {
      "epoch": 5.29068195781282,
      "grad_norm": 1.6470673382668233,
      "learning_rate": 1.0508568912250253e-05,
      "loss": 0.4641,
      "step": 129172
    },
    {
      "epoch": 5.290722916240016,
      "grad_norm": 1.376275940687757,
      "learning_rate": 1.0507369717314634e-05,
      "loss": 0.3347,
      "step": 129173
    },
    {
      "epoch": 5.2907638746672125,
      "grad_norm": 1.7094855226330063,
      "learning_rate": 1.0506170588323065e-05,
      "loss": 0.6086,
      "step": 129174
    },
    {
      "epoch": 5.290804833094409,
      "grad_norm": 1.7172459376544391,
      "learning_rate": 1.0504971525276047e-05,
      "loss": 0.6484,
      "step": 129175
    },
    {
      "epoch": 5.290845791521606,
      "grad_norm": 1.7076317800487606,
      "learning_rate": 1.0503772528174192e-05,
      "loss": 0.6264,
      "step": 129176
    },
    {
      "epoch": 5.290886749948802,
      "grad_norm": 1.618489230519117,
      "learning_rate": 1.0502573597018087e-05,
      "loss": 0.5603,
      "step": 129177
    },
    {
      "epoch": 5.290927708375999,
      "grad_norm": 1.5415750671715447,
      "learning_rate": 1.0501374731808248e-05,
      "loss": 0.3644,
      "step": 129178
    },
    {
      "epoch": 5.290968666803195,
      "grad_norm": 1.5576689899970146,
      "learning_rate": 1.050017593254529e-05,
      "loss": 0.5312,
      "step": 129179
    },
    {
      "epoch": 5.291009625230391,
      "grad_norm": 1.6419287128639146,
      "learning_rate": 1.0498977199229713e-05,
      "loss": 0.4803,
      "step": 129180
    },
    {
      "epoch": 5.291050583657587,
      "grad_norm": 1.0285514955150405,
      "learning_rate": 1.0497778531862133e-05,
      "loss": 0.252,
      "step": 129181
    },
    {
      "epoch": 5.291091542084784,
      "grad_norm": 1.7748766010538102,
      "learning_rate": 1.049657993044315e-05,
      "loss": 0.7378,
      "step": 129182
    },
    {
      "epoch": 5.2911325005119805,
      "grad_norm": 1.994980025435896,
      "learning_rate": 1.0495381394973246e-05,
      "loss": 0.7604,
      "step": 129183
    },
    {
      "epoch": 5.291173458939177,
      "grad_norm": 1.1446317514775675,
      "learning_rate": 1.0494182925453037e-05,
      "loss": 0.2826,
      "step": 129184
    },
    {
      "epoch": 5.2912144173663735,
      "grad_norm": 1.7854145835438557,
      "learning_rate": 1.0492984521883108e-05,
      "loss": 0.5996,
      "step": 129185
    },
    {
      "epoch": 5.291255375793569,
      "grad_norm": 1.493143324822545,
      "learning_rate": 1.0491786184263973e-05,
      "loss": 0.555,
      "step": 129186
    },
    {
      "epoch": 5.291296334220766,
      "grad_norm": 1.383431231635434,
      "learning_rate": 1.0490587912596249e-05,
      "loss": 0.3774,
      "step": 129187
    },
    {
      "epoch": 5.291337292647962,
      "grad_norm": 1.313614638849802,
      "learning_rate": 1.0489389706880451e-05,
      "loss": 0.2239,
      "step": 129188
    },
    {
      "epoch": 5.291378251075159,
      "grad_norm": 1.246150548700627,
      "learning_rate": 1.0488191567117182e-05,
      "loss": 0.4365,
      "step": 129189
    },
    {
      "epoch": 5.291419209502355,
      "grad_norm": 0.3676666509679891,
      "learning_rate": 1.0486993493307022e-05,
      "loss": 0.0244,
      "step": 129190
    },
    {
      "epoch": 5.291460167929552,
      "grad_norm": 2.1735981306079553,
      "learning_rate": 1.0485795485450488e-05,
      "loss": 0.6982,
      "step": 129191
    },
    {
      "epoch": 5.2915011263567475,
      "grad_norm": 1.5320427791834605,
      "learning_rate": 1.0484597543548196e-05,
      "loss": 0.449,
      "step": 129192
    },
    {
      "epoch": 5.291542084783944,
      "grad_norm": 1.4487818051462664,
      "learning_rate": 1.0483399667600695e-05,
      "loss": 0.4228,
      "step": 129193
    },
    {
      "epoch": 5.291583043211141,
      "grad_norm": 2.2601242903444967,
      "learning_rate": 1.0482201857608518e-05,
      "loss": 1.4702,
      "step": 129194
    },
    {
      "epoch": 5.291624001638337,
      "grad_norm": 1.5281976525223977,
      "learning_rate": 1.04810041135723e-05,
      "loss": 0.4174,
      "step": 129195
    },
    {
      "epoch": 5.291664960065534,
      "grad_norm": 1.2634000370496692,
      "learning_rate": 1.0479806435492538e-05,
      "loss": 0.3913,
      "step": 129196
    },
    {
      "epoch": 5.29170591849273,
      "grad_norm": 1.4497695976906126,
      "learning_rate": 1.0478608823369817e-05,
      "loss": 0.4173,
      "step": 129197
    },
    {
      "epoch": 5.291746876919927,
      "grad_norm": 1.6342436715031166,
      "learning_rate": 1.047741127720475e-05,
      "loss": 0.5183,
      "step": 129198
    },
    {
      "epoch": 5.291787835347122,
      "grad_norm": 0.5268056459118546,
      "learning_rate": 1.047621379699784e-05,
      "loss": 0.045,
      "step": 129199
    },
    {
      "epoch": 5.291828793774319,
      "grad_norm": 1.345764879760962,
      "learning_rate": 1.0475016382749668e-05,
      "loss": 0.3632,
      "step": 129200
    },
    {
      "epoch": 5.2918697522015155,
      "grad_norm": 1.366873427270229,
      "learning_rate": 1.0473819034460851e-05,
      "loss": 0.3499,
      "step": 129201
    },
    {
      "epoch": 5.291910710628712,
      "grad_norm": 1.5951998270693923,
      "learning_rate": 1.0472621752131889e-05,
      "loss": 0.5112,
      "step": 129202
    },
    {
      "epoch": 5.2919516690559085,
      "grad_norm": 1.6239815755010159,
      "learning_rate": 1.0471424535763396e-05,
      "loss": 0.555,
      "step": 129203
    },
    {
      "epoch": 5.291992627483105,
      "grad_norm": 1.385389187188556,
      "learning_rate": 1.0470227385355905e-05,
      "loss": 0.2483,
      "step": 129204
    },
    {
      "epoch": 5.292033585910301,
      "grad_norm": 0.8081207510069736,
      "learning_rate": 1.046903030090997e-05,
      "loss": 0.1666,
      "step": 129205
    },
    {
      "epoch": 5.292074544337497,
      "grad_norm": 1.7123871003457511,
      "learning_rate": 1.046783328242622e-05,
      "loss": 0.6094,
      "step": 129206
    },
    {
      "epoch": 5.292115502764694,
      "grad_norm": 1.9488009848655758,
      "learning_rate": 1.0466636329905154e-05,
      "loss": 0.6357,
      "step": 129207
    },
    {
      "epoch": 5.29215646119189,
      "grad_norm": 1.3178632255451197,
      "learning_rate": 1.0465439443347373e-05,
      "loss": 0.4674,
      "step": 129208
    },
    {
      "epoch": 5.292197419619087,
      "grad_norm": 0.9876997789181547,
      "learning_rate": 1.046424262275346e-05,
      "loss": 0.283,
      "step": 129209
    },
    {
      "epoch": 5.292238378046283,
      "grad_norm": 1.8284679981716676,
      "learning_rate": 1.0463045868123931e-05,
      "loss": 0.7255,
      "step": 129210
    },
    {
      "epoch": 5.292279336473479,
      "grad_norm": 1.0813839661255067,
      "learning_rate": 1.0461849179459386e-05,
      "loss": 0.2365,
      "step": 129211
    },
    {
      "epoch": 5.292320294900676,
      "grad_norm": 1.4321517963076185,
      "learning_rate": 1.0460652556760374e-05,
      "loss": 0.3786,
      "step": 129212
    },
    {
      "epoch": 5.292361253327872,
      "grad_norm": 1.5976737075552883,
      "learning_rate": 1.045945600002746e-05,
      "loss": 0.6086,
      "step": 129213
    },
    {
      "epoch": 5.292402211755069,
      "grad_norm": 1.107433640455789,
      "learning_rate": 1.0458259509261247e-05,
      "loss": 0.2558,
      "step": 129214
    },
    {
      "epoch": 5.292443170182265,
      "grad_norm": 1.508976367465694,
      "learning_rate": 1.0457063084462247e-05,
      "loss": 0.5017,
      "step": 129215
    },
    {
      "epoch": 5.292484128609462,
      "grad_norm": 0.9977157475922159,
      "learning_rate": 1.0455866725631045e-05,
      "loss": 0.213,
      "step": 129216
    },
    {
      "epoch": 5.292525087036658,
      "grad_norm": 3.0411879996155866,
      "learning_rate": 1.0454670432768241e-05,
      "loss": 1.0094,
      "step": 129217
    },
    {
      "epoch": 5.292566045463854,
      "grad_norm": 1.8758762924393646,
      "learning_rate": 1.0453474205874351e-05,
      "loss": 0.4808,
      "step": 129218
    },
    {
      "epoch": 5.29260700389105,
      "grad_norm": 1.4048334501720043,
      "learning_rate": 1.0452278044949975e-05,
      "loss": 0.3959,
      "step": 129219
    },
    {
      "epoch": 5.292647962318247,
      "grad_norm": 1.6562548451683425,
      "learning_rate": 1.0451081949995643e-05,
      "loss": 0.6266,
      "step": 129220
    },
    {
      "epoch": 5.2926889207454435,
      "grad_norm": 2.5094750093725438,
      "learning_rate": 1.0449885921011941e-05,
      "loss": 1.6149,
      "step": 129221
    },
    {
      "epoch": 5.29272987917264,
      "grad_norm": 1.6390985203899484,
      "learning_rate": 1.0448689957999468e-05,
      "loss": 0.4955,
      "step": 129222
    },
    {
      "epoch": 5.292770837599837,
      "grad_norm": 1.088883309609055,
      "learning_rate": 1.0447494060958721e-05,
      "loss": 0.2267,
      "step": 129223
    },
    {
      "epoch": 5.292811796027032,
      "grad_norm": 1.7608210964661093,
      "learning_rate": 1.0446298229890337e-05,
      "loss": 0.4105,
      "step": 129224
    },
    {
      "epoch": 5.292852754454229,
      "grad_norm": 26.416551555602094,
      "learning_rate": 1.0445102464794813e-05,
      "loss": 0.8816,
      "step": 129225
    },
    {
      "epoch": 5.292893712881425,
      "grad_norm": 1.4157712617517484,
      "learning_rate": 1.0443906765672749e-05,
      "loss": 0.3247,
      "step": 129226
    },
    {
      "epoch": 5.292934671308622,
      "grad_norm": 1.68205950440897,
      "learning_rate": 1.0442711132524728e-05,
      "loss": 0.7319,
      "step": 129227
    },
    {
      "epoch": 5.292975629735818,
      "grad_norm": 1.4299350184740272,
      "learning_rate": 1.0441515565351283e-05,
      "loss": 0.3507,
      "step": 129228
    },
    {
      "epoch": 5.293016588163015,
      "grad_norm": 1.2209037886163758,
      "learning_rate": 1.044032006415298e-05,
      "loss": 0.2182,
      "step": 129229
    },
    {
      "epoch": 5.2930575465902105,
      "grad_norm": 1.5284699961163517,
      "learning_rate": 1.0439124628930417e-05,
      "loss": 0.4009,
      "step": 129230
    },
    {
      "epoch": 5.293098505017407,
      "grad_norm": 0.3620671721015832,
      "learning_rate": 1.043792925968413e-05,
      "loss": 0.0229,
      "step": 129231
    },
    {
      "epoch": 5.293139463444604,
      "grad_norm": 0.9401093509250406,
      "learning_rate": 1.0436733956414701e-05,
      "loss": 0.277,
      "step": 129232
    },
    {
      "epoch": 5.2931804218718,
      "grad_norm": 1.6459302701954657,
      "learning_rate": 1.043553871912266e-05,
      "loss": 0.5551,
      "step": 129233
    },
    {
      "epoch": 5.293221380298997,
      "grad_norm": 1.7932868426760382,
      "learning_rate": 1.043434354780861e-05,
      "loss": 0.7329,
      "step": 129234
    },
    {
      "epoch": 5.293262338726193,
      "grad_norm": 1.3918671511958138,
      "learning_rate": 1.0433148442473116e-05,
      "loss": 0.3864,
      "step": 129235
    },
    {
      "epoch": 5.29330329715339,
      "grad_norm": 1.2969586231650312,
      "learning_rate": 1.0431953403116711e-05,
      "loss": 0.3071,
      "step": 129236
    },
    {
      "epoch": 5.293344255580585,
      "grad_norm": 1.2854264738962342,
      "learning_rate": 1.0430758429739977e-05,
      "loss": 0.4637,
      "step": 129237
    },
    {
      "epoch": 5.293385214007782,
      "grad_norm": 1.548858794980215,
      "learning_rate": 1.0429563522343516e-05,
      "loss": 0.4663,
      "step": 129238
    },
    {
      "epoch": 5.2934261724349785,
      "grad_norm": 0.6142039986833498,
      "learning_rate": 1.0428368680927824e-05,
      "loss": 0.0746,
      "step": 129239
    },
    {
      "epoch": 5.293467130862175,
      "grad_norm": 0.9261026653880606,
      "learning_rate": 1.0427173905493535e-05,
      "loss": 0.1913,
      "step": 129240
    },
    {
      "epoch": 5.2935080892893716,
      "grad_norm": 1.6340871376786859,
      "learning_rate": 1.0425979196041167e-05,
      "loss": 0.5307,
      "step": 129241
    },
    {
      "epoch": 5.293549047716568,
      "grad_norm": 1.6135472327635607,
      "learning_rate": 1.0424784552571286e-05,
      "loss": 0.5439,
      "step": 129242
    },
    {
      "epoch": 5.293590006143764,
      "grad_norm": 1.6076960944499852,
      "learning_rate": 1.0423589975084457e-05,
      "loss": 0.4974,
      "step": 129243
    },
    {
      "epoch": 5.29363096457096,
      "grad_norm": 0.8032906859592185,
      "learning_rate": 1.042239546358128e-05,
      "loss": 0.204,
      "step": 129244
    },
    {
      "epoch": 5.293671922998157,
      "grad_norm": 0.829462263057116,
      "learning_rate": 1.042120101806227e-05,
      "loss": 0.1635,
      "step": 129245
    },
    {
      "epoch": 5.293712881425353,
      "grad_norm": 1.4751993709771611,
      "learning_rate": 1.0420006638528045e-05,
      "loss": 0.4477,
      "step": 129246
    },
    {
      "epoch": 5.29375383985255,
      "grad_norm": 1.8988240467567234,
      "learning_rate": 1.041881232497912e-05,
      "loss": 0.7449,
      "step": 129247
    },
    {
      "epoch": 5.293794798279746,
      "grad_norm": 1.307111349788858,
      "learning_rate": 1.0417618077416078e-05,
      "loss": 0.3296,
      "step": 129248
    },
    {
      "epoch": 5.293835756706942,
      "grad_norm": 1.8984656199462047,
      "learning_rate": 1.0416423895839504e-05,
      "loss": 0.7812,
      "step": 129249
    },
    {
      "epoch": 5.293876715134139,
      "grad_norm": 2.382486504262241,
      "learning_rate": 1.0415229780249928e-05,
      "loss": 0.8002,
      "step": 129250
    },
    {
      "epoch": 5.293917673561335,
      "grad_norm": 0.6347774263077496,
      "learning_rate": 1.0414035730647952e-05,
      "loss": 0.0587,
      "step": 129251
    },
    {
      "epoch": 5.293958631988532,
      "grad_norm": 1.3638437583417602,
      "learning_rate": 1.0412841747034106e-05,
      "loss": 0.3312,
      "step": 129252
    },
    {
      "epoch": 5.293999590415728,
      "grad_norm": 1.4387050367258762,
      "learning_rate": 1.0411647829408959e-05,
      "loss": 0.5594,
      "step": 129253
    },
    {
      "epoch": 5.294040548842925,
      "grad_norm": 1.3305738242903622,
      "learning_rate": 1.0410453977773109e-05,
      "loss": 0.3962,
      "step": 129254
    },
    {
      "epoch": 5.294081507270121,
      "grad_norm": 1.4032100521874578,
      "learning_rate": 1.0409260192127072e-05,
      "loss": 0.5892,
      "step": 129255
    },
    {
      "epoch": 5.294122465697317,
      "grad_norm": 1.3452642649047322,
      "learning_rate": 1.0408066472471449e-05,
      "loss": 0.3961,
      "step": 129256
    },
    {
      "epoch": 5.2941634241245135,
      "grad_norm": 1.2002465736149222,
      "learning_rate": 1.0406872818806805e-05,
      "loss": 0.3766,
      "step": 129257
    },
    {
      "epoch": 5.29420438255171,
      "grad_norm": 2.2184489297541448,
      "learning_rate": 1.0405679231133657e-05,
      "loss": 0.5548,
      "step": 129258
    },
    {
      "epoch": 5.2942453409789065,
      "grad_norm": 1.620575718551268,
      "learning_rate": 1.0404485709452654e-05,
      "loss": 0.5281,
      "step": 129259
    },
    {
      "epoch": 5.294286299406103,
      "grad_norm": 1.63169316585305,
      "learning_rate": 1.0403292253764261e-05,
      "loss": 0.6323,
      "step": 129260
    },
    {
      "epoch": 5.2943272578333,
      "grad_norm": 1.5236999522542367,
      "learning_rate": 1.0402098864069097e-05,
      "loss": 0.4462,
      "step": 129261
    },
    {
      "epoch": 5.294368216260495,
      "grad_norm": 1.3094546158920886,
      "learning_rate": 1.040090554036776e-05,
      "loss": 0.3875,
      "step": 129262
    },
    {
      "epoch": 5.294409174687692,
      "grad_norm": 4.760080963750422,
      "learning_rate": 1.0399712282660733e-05,
      "loss": 1.4506,
      "step": 129263
    },
    {
      "epoch": 5.294450133114888,
      "grad_norm": 1.480771837042017,
      "learning_rate": 1.0398519090948632e-05,
      "loss": 0.4531,
      "step": 129264
    },
    {
      "epoch": 5.294491091542085,
      "grad_norm": 1.8392670902057244,
      "learning_rate": 1.0397325965232022e-05,
      "loss": 0.7012,
      "step": 129265
    },
    {
      "epoch": 5.294532049969281,
      "grad_norm": 1.0322787796600013,
      "learning_rate": 1.0396132905511439e-05,
      "loss": 0.1857,
      "step": 129266
    },
    {
      "epoch": 5.294573008396478,
      "grad_norm": 1.5373694463416097,
      "learning_rate": 1.0394939911787497e-05,
      "loss": 0.4841,
      "step": 129267
    },
    {
      "epoch": 5.294613966823674,
      "grad_norm": 1.6219228364430278,
      "learning_rate": 1.0393746984060697e-05,
      "loss": 0.5597,
      "step": 129268
    },
    {
      "epoch": 5.29465492525087,
      "grad_norm": 1.6888630764312014,
      "learning_rate": 1.039255412233162e-05,
      "loss": 0.5527,
      "step": 129269
    },
    {
      "epoch": 5.294695883678067,
      "grad_norm": 1.9852429255166375,
      "learning_rate": 1.0391361326600883e-05,
      "loss": 0.7466,
      "step": 129270
    },
    {
      "epoch": 5.294736842105263,
      "grad_norm": 1.0962477995223114,
      "learning_rate": 1.039016859686897e-05,
      "loss": 0.1921,
      "step": 129271
    },
    {
      "epoch": 5.29477780053246,
      "grad_norm": 1.5641500293063115,
      "learning_rate": 1.0388975933136496e-05,
      "loss": 0.5466,
      "step": 129272
    },
    {
      "epoch": 5.294818758959656,
      "grad_norm": 1.6878433618169928,
      "learning_rate": 1.0387783335404026e-05,
      "loss": 0.4347,
      "step": 129273
    },
    {
      "epoch": 5.294859717386853,
      "grad_norm": 1.7997151114079142,
      "learning_rate": 1.0386590803672096e-05,
      "loss": 0.5946,
      "step": 129274
    },
    {
      "epoch": 5.294900675814048,
      "grad_norm": 1.5994936674680786,
      "learning_rate": 1.0385398337941303e-05,
      "loss": 0.4118,
      "step": 129275
    },
    {
      "epoch": 5.294941634241245,
      "grad_norm": 1.654537668397442,
      "learning_rate": 1.0384205938212182e-05,
      "loss": 0.5939,
      "step": 129276
    },
    {
      "epoch": 5.2949825926684415,
      "grad_norm": 2.1101481055722413,
      "learning_rate": 1.0383013604485279e-05,
      "loss": 0.8958,
      "step": 129277
    },
    {
      "epoch": 5.295023551095638,
      "grad_norm": 1.4970315747833849,
      "learning_rate": 1.0381821336761232e-05,
      "loss": 0.4498,
      "step": 129278
    },
    {
      "epoch": 5.295064509522835,
      "grad_norm": 1.582934704229113,
      "learning_rate": 1.0380629135040536e-05,
      "loss": 0.4404,
      "step": 129279
    },
    {
      "epoch": 5.295105467950031,
      "grad_norm": 1.7884157899395212,
      "learning_rate": 1.037943699932376e-05,
      "loss": 0.7143,
      "step": 129280
    },
    {
      "epoch": 5.295146426377227,
      "grad_norm": 1.3845768081086085,
      "learning_rate": 1.0378244929611518e-05,
      "loss": 0.3997,
      "step": 129281
    },
    {
      "epoch": 5.295187384804423,
      "grad_norm": 1.4030623375078475,
      "learning_rate": 1.0377052925904328e-05,
      "loss": 0.5881,
      "step": 129282
    },
    {
      "epoch": 5.29522834323162,
      "grad_norm": 1.9404645695080645,
      "learning_rate": 1.0375860988202772e-05,
      "loss": 0.6906,
      "step": 129283
    },
    {
      "epoch": 5.295269301658816,
      "grad_norm": 1.2142048254289501,
      "learning_rate": 1.0374669116507384e-05,
      "loss": 0.2584,
      "step": 129284
    },
    {
      "epoch": 5.295310260086013,
      "grad_norm": 1.3851860580915245,
      "learning_rate": 1.0373477310818762e-05,
      "loss": 0.3867,
      "step": 129285
    },
    {
      "epoch": 5.2953512185132094,
      "grad_norm": 0.9796747350005738,
      "learning_rate": 1.0372285571137474e-05,
      "loss": 0.2015,
      "step": 129286
    },
    {
      "epoch": 5.295392176940405,
      "grad_norm": 1.4687058745538424,
      "learning_rate": 1.0371093897464034e-05,
      "loss": 0.4096,
      "step": 129287
    },
    {
      "epoch": 5.295433135367602,
      "grad_norm": 1.4803271035563028,
      "learning_rate": 1.036990228979906e-05,
      "loss": 0.4777,
      "step": 129288
    },
    {
      "epoch": 5.295474093794798,
      "grad_norm": 0.7489097727736426,
      "learning_rate": 1.03687107481431e-05,
      "loss": 0.1305,
      "step": 129289
    },
    {
      "epoch": 5.295515052221995,
      "grad_norm": 0.8655517352858169,
      "learning_rate": 1.0367519272496688e-05,
      "loss": 0.0763,
      "step": 129290
    },
    {
      "epoch": 5.295556010649191,
      "grad_norm": 1.433440612282309,
      "learning_rate": 1.036632786286044e-05,
      "loss": 0.4443,
      "step": 129291
    },
    {
      "epoch": 5.295596969076388,
      "grad_norm": 0.9069230518619862,
      "learning_rate": 1.0365136519234873e-05,
      "loss": 0.2049,
      "step": 129292
    },
    {
      "epoch": 5.295637927503584,
      "grad_norm": 1.5881784521382027,
      "learning_rate": 1.0363945241620553e-05,
      "loss": 0.3716,
      "step": 129293
    },
    {
      "epoch": 5.29567888593078,
      "grad_norm": 0.8863180447968322,
      "learning_rate": 1.0362754030018095e-05,
      "loss": 0.1917,
      "step": 129294
    },
    {
      "epoch": 5.2957198443579765,
      "grad_norm": 1.416192885810561,
      "learning_rate": 1.0361562884427982e-05,
      "loss": 0.4146,
      "step": 129295
    },
    {
      "epoch": 5.295760802785173,
      "grad_norm": 1.5409788531092616,
      "learning_rate": 1.0360371804850865e-05,
      "loss": 0.6015,
      "step": 129296
    },
    {
      "epoch": 5.29580176121237,
      "grad_norm": 2.0537086372464044,
      "learning_rate": 1.0359180791287225e-05,
      "loss": 0.8705,
      "step": 129297
    },
    {
      "epoch": 5.295842719639566,
      "grad_norm": 1.5525779321126587,
      "learning_rate": 1.0357989843737663e-05,
      "loss": 0.4465,
      "step": 129298
    },
    {
      "epoch": 5.295883678066763,
      "grad_norm": 0.9128142883919649,
      "learning_rate": 1.0356798962202762e-05,
      "loss": 0.2119,
      "step": 129299
    },
    {
      "epoch": 5.295924636493958,
      "grad_norm": 0.8829396821934807,
      "learning_rate": 1.0355608146683036e-05,
      "loss": 0.1744,
      "step": 129300
    },
    {
      "epoch": 5.295965594921155,
      "grad_norm": 1.1151508880945138,
      "learning_rate": 1.0354417397179072e-05,
      "loss": 0.2567,
      "step": 129301
    },
    {
      "epoch": 5.296006553348351,
      "grad_norm": 1.235698116893895,
      "learning_rate": 1.0353226713691481e-05,
      "loss": 0.315,
      "step": 129302
    },
    {
      "epoch": 5.296047511775548,
      "grad_norm": 1.7603193444232663,
      "learning_rate": 1.0352036096220734e-05,
      "loss": 0.7049,
      "step": 129303
    },
    {
      "epoch": 5.296088470202744,
      "grad_norm": 1.5006038666972585,
      "learning_rate": 1.0350845544767477e-05,
      "loss": 0.3613,
      "step": 129304
    },
    {
      "epoch": 5.296129428629941,
      "grad_norm": 1.4553150951521427,
      "learning_rate": 1.0349655059332212e-05,
      "loss": 0.4616,
      "step": 129305
    },
    {
      "epoch": 5.296170387057137,
      "grad_norm": 1.4032426026858942,
      "learning_rate": 1.0348464639915522e-05,
      "loss": 0.3963,
      "step": 129306
    },
    {
      "epoch": 5.296211345484333,
      "grad_norm": 1.3586780282295323,
      "learning_rate": 1.0347274286518004e-05,
      "loss": 0.3753,
      "step": 129307
    },
    {
      "epoch": 5.29625230391153,
      "grad_norm": 1.2494625581780652,
      "learning_rate": 1.0346083999140175e-05,
      "loss": 0.4157,
      "step": 129308
    },
    {
      "epoch": 5.296293262338726,
      "grad_norm": 1.6765884320316489,
      "learning_rate": 1.0344893777782604e-05,
      "loss": 0.5087,
      "step": 129309
    },
    {
      "epoch": 5.296334220765923,
      "grad_norm": 1.5795898588674424,
      "learning_rate": 1.0343703622445887e-05,
      "loss": 0.463,
      "step": 129310
    },
    {
      "epoch": 5.296375179193119,
      "grad_norm": 1.4498380587537396,
      "learning_rate": 1.0342513533130559e-05,
      "loss": 0.216,
      "step": 129311
    },
    {
      "epoch": 5.296416137620316,
      "grad_norm": 1.1044471345728073,
      "learning_rate": 1.0341323509837168e-05,
      "loss": 0.1588,
      "step": 129312
    },
    {
      "epoch": 5.2964570960475115,
      "grad_norm": 1.997394510936578,
      "learning_rate": 1.0340133552566315e-05,
      "loss": 0.6197,
      "step": 129313
    },
    {
      "epoch": 5.296498054474708,
      "grad_norm": 1.1053856259167445,
      "learning_rate": 1.0338943661318517e-05,
      "loss": 0.213,
      "step": 129314
    },
    {
      "epoch": 5.2965390129019045,
      "grad_norm": 1.386462634988438,
      "learning_rate": 1.033775383609437e-05,
      "loss": 0.3408,
      "step": 129315
    },
    {
      "epoch": 5.296579971329101,
      "grad_norm": 1.573538088656169,
      "learning_rate": 1.033656407689446e-05,
      "loss": 0.5061,
      "step": 129316
    },
    {
      "epoch": 5.296620929756298,
      "grad_norm": 1.5964393737824087,
      "learning_rate": 1.0335374383719269e-05,
      "loss": 0.53,
      "step": 129317
    },
    {
      "epoch": 5.296661888183494,
      "grad_norm": 1.8839825300162314,
      "learning_rate": 1.0334184756569464e-05,
      "loss": 0.6663,
      "step": 129318
    },
    {
      "epoch": 5.29670284661069,
      "grad_norm": 2.3232315457888757,
      "learning_rate": 1.033299519544551e-05,
      "loss": 1.5867,
      "step": 129319
    },
    {
      "epoch": 5.296743805037886,
      "grad_norm": 1.554193414722258,
      "learning_rate": 1.0331805700348007e-05,
      "loss": 0.4322,
      "step": 129320
    },
    {
      "epoch": 5.296784763465083,
      "grad_norm": 1.8594492819566235,
      "learning_rate": 1.0330616271277552e-05,
      "loss": 0.5755,
      "step": 129321
    },
    {
      "epoch": 5.296825721892279,
      "grad_norm": 1.3602600808252914,
      "learning_rate": 1.032942690823465e-05,
      "loss": 0.3823,
      "step": 129322
    },
    {
      "epoch": 5.296866680319476,
      "grad_norm": 0.18874203404496454,
      "learning_rate": 1.0328237611219913e-05,
      "loss": 0.0143,
      "step": 129323
    },
    {
      "epoch": 5.2969076387466725,
      "grad_norm": 1.4358416148555901,
      "learning_rate": 1.0327048380233877e-05,
      "loss": 0.4002,
      "step": 129324
    },
    {
      "epoch": 5.296948597173868,
      "grad_norm": 1.4679854090818114,
      "learning_rate": 1.0325859215277088e-05,
      "loss": 0.4193,
      "step": 129325
    },
    {
      "epoch": 5.296989555601065,
      "grad_norm": 2.0818918873095225,
      "learning_rate": 1.0324670116350147e-05,
      "loss": 0.9982,
      "step": 129326
    },
    {
      "epoch": 5.297030514028261,
      "grad_norm": 1.5389827787299581,
      "learning_rate": 1.0323481083453589e-05,
      "loss": 0.3892,
      "step": 129327
    },
    {
      "epoch": 5.297071472455458,
      "grad_norm": 1.6523573059181123,
      "learning_rate": 1.0322292116587977e-05,
      "loss": 0.5855,
      "step": 129328
    },
    {
      "epoch": 5.297112430882654,
      "grad_norm": 1.0741077050549652,
      "learning_rate": 1.0321103215753895e-05,
      "loss": 0.261,
      "step": 129329
    },
    {
      "epoch": 5.297153389309851,
      "grad_norm": 0.8368155809211778,
      "learning_rate": 1.0319914380951876e-05,
      "loss": 0.1687,
      "step": 129330
    },
    {
      "epoch": 5.297194347737047,
      "grad_norm": 1.0524891628083624,
      "learning_rate": 1.031872561218252e-05,
      "loss": 0.2154,
      "step": 129331
    },
    {
      "epoch": 5.297235306164243,
      "grad_norm": 1.5189047100320774,
      "learning_rate": 1.0317536909446344e-05,
      "loss": 0.4543,
      "step": 129332
    },
    {
      "epoch": 5.2972762645914395,
      "grad_norm": 1.2343659095791009,
      "learning_rate": 1.0316348272743929e-05,
      "loss": 0.1454,
      "step": 129333
    },
    {
      "epoch": 5.297317223018636,
      "grad_norm": 1.588761669449327,
      "learning_rate": 1.0315159702075859e-05,
      "loss": 0.5655,
      "step": 129334
    },
    {
      "epoch": 5.297358181445833,
      "grad_norm": 1.1983854767070572,
      "learning_rate": 1.031397119744265e-05,
      "loss": 0.3206,
      "step": 129335
    },
    {
      "epoch": 5.297399139873029,
      "grad_norm": 0.8502184437161199,
      "learning_rate": 1.0312782758844901e-05,
      "loss": 0.1671,
      "step": 129336
    },
    {
      "epoch": 5.297440098300226,
      "grad_norm": 1.4821184208431812,
      "learning_rate": 1.0311594386283179e-05,
      "loss": 0.4423,
      "step": 129337
    },
    {
      "epoch": 5.297481056727421,
      "grad_norm": 0.9444523388650118,
      "learning_rate": 1.0310406079758e-05,
      "loss": 0.2732,
      "step": 129338
    },
    {
      "epoch": 5.297522015154618,
      "grad_norm": 1.624443705651946,
      "learning_rate": 1.0309217839269995e-05,
      "loss": 0.5536,
      "step": 129339
    },
    {
      "epoch": 5.297562973581814,
      "grad_norm": 1.130643206405642,
      "learning_rate": 1.030802966481965e-05,
      "loss": 0.3366,
      "step": 129340
    },
    {
      "epoch": 5.297603932009011,
      "grad_norm": 1.2695543727171417,
      "learning_rate": 1.0306841556407564e-05,
      "loss": 0.3595,
      "step": 129341
    },
    {
      "epoch": 5.2976448904362075,
      "grad_norm": 1.4748195016488275,
      "learning_rate": 1.0305653514034318e-05,
      "loss": 0.3218,
      "step": 129342
    },
    {
      "epoch": 5.297685848863404,
      "grad_norm": 1.6902965177975908,
      "learning_rate": 1.0304465537700445e-05,
      "loss": 0.5334,
      "step": 129343
    },
    {
      "epoch": 5.2977268072906,
      "grad_norm": 0.8023271534604867,
      "learning_rate": 1.0303277627406498e-05,
      "loss": 0.1794,
      "step": 129344
    },
    {
      "epoch": 5.297767765717796,
      "grad_norm": 1.2995397226295213,
      "learning_rate": 1.030208978315309e-05,
      "loss": 0.4143,
      "step": 129345
    },
    {
      "epoch": 5.297808724144993,
      "grad_norm": 1.5291428092942372,
      "learning_rate": 1.030090200494072e-05,
      "loss": 0.4696,
      "step": 129346
    },
    {
      "epoch": 5.297849682572189,
      "grad_norm": 1.6458496984215474,
      "learning_rate": 1.029971429276999e-05,
      "loss": 0.5672,
      "step": 129347
    },
    {
      "epoch": 5.297890640999386,
      "grad_norm": 1.5393751968799825,
      "learning_rate": 1.0298526646641431e-05,
      "loss": 0.4826,
      "step": 129348
    },
    {
      "epoch": 5.297931599426582,
      "grad_norm": 1.6169736750738568,
      "learning_rate": 1.0297339066555626e-05,
      "loss": 0.5024,
      "step": 129349
    },
    {
      "epoch": 5.297972557853779,
      "grad_norm": 1.6186269974330616,
      "learning_rate": 1.029615155251316e-05,
      "loss": 0.4955,
      "step": 129350
    },
    {
      "epoch": 5.2980135162809745,
      "grad_norm": 1.7454316162919326,
      "learning_rate": 1.029496410451453e-05,
      "loss": 0.6234,
      "step": 129351
    },
    {
      "epoch": 5.298054474708171,
      "grad_norm": 1.5779120556827344,
      "learning_rate": 1.0293776722560353e-05,
      "loss": 0.415,
      "step": 129352
    },
    {
      "epoch": 5.298095433135368,
      "grad_norm": 1.5622431207809522,
      "learning_rate": 1.029258940665118e-05,
      "loss": 0.4798,
      "step": 129353
    },
    {
      "epoch": 5.298136391562564,
      "grad_norm": 1.9509156387230573,
      "learning_rate": 1.0291402156787543e-05,
      "loss": 0.6318,
      "step": 129354
    },
    {
      "epoch": 5.298177349989761,
      "grad_norm": 1.0256683910326934,
      "learning_rate": 1.0290214972970057e-05,
      "loss": 0.2225,
      "step": 129355
    },
    {
      "epoch": 5.298218308416957,
      "grad_norm": 1.2783966808969864,
      "learning_rate": 1.0289027855199222e-05,
      "loss": 0.3306,
      "step": 129356
    },
    {
      "epoch": 5.298259266844153,
      "grad_norm": 1.749163212336566,
      "learning_rate": 1.0287840803475622e-05,
      "loss": 0.5751,
      "step": 129357
    },
    {
      "epoch": 5.298300225271349,
      "grad_norm": 2.0694703194256165,
      "learning_rate": 1.0286653817799856e-05,
      "loss": 0.7601,
      "step": 129358
    },
    {
      "epoch": 5.298341183698546,
      "grad_norm": 1.4405199075452013,
      "learning_rate": 1.0285466898172423e-05,
      "loss": 0.5134,
      "step": 129359
    },
    {
      "epoch": 5.298382142125742,
      "grad_norm": 1.0051418905201255,
      "learning_rate": 1.028428004459394e-05,
      "loss": 0.2033,
      "step": 129360
    },
    {
      "epoch": 5.298423100552939,
      "grad_norm": 1.7378225371617393,
      "learning_rate": 1.0283093257064907e-05,
      "loss": 0.5452,
      "step": 129361
    },
    {
      "epoch": 5.2984640589801355,
      "grad_norm": 1.5748011707623062,
      "learning_rate": 1.0281906535585938e-05,
      "loss": 0.5678,
      "step": 129362
    },
    {
      "epoch": 5.298505017407331,
      "grad_norm": 1.6149209569288998,
      "learning_rate": 1.0280719880157583e-05,
      "loss": 0.5393,
      "step": 129363
    },
    {
      "epoch": 5.298545975834528,
      "grad_norm": 1.8613540083142155,
      "learning_rate": 1.0279533290780396e-05,
      "loss": 0.6206,
      "step": 129364
    },
    {
      "epoch": 5.298586934261724,
      "grad_norm": 2.0495743917205216,
      "learning_rate": 1.027834676745492e-05,
      "loss": 0.6931,
      "step": 129365
    },
    {
      "epoch": 5.298627892688921,
      "grad_norm": 0.5782547072095778,
      "learning_rate": 1.0277160310181759e-05,
      "loss": 0.0957,
      "step": 129366
    },
    {
      "epoch": 5.298668851116117,
      "grad_norm": 0.8415806322267784,
      "learning_rate": 1.0275973918961427e-05,
      "loss": 0.1838,
      "step": 129367
    },
    {
      "epoch": 5.298709809543314,
      "grad_norm": 1.3526655420488616,
      "learning_rate": 1.0274787593794526e-05,
      "loss": 0.48,
      "step": 129368
    },
    {
      "epoch": 5.29875076797051,
      "grad_norm": 0.8516242765022162,
      "learning_rate": 1.0273601334681586e-05,
      "loss": 0.1868,
      "step": 129369
    },
    {
      "epoch": 5.298791726397706,
      "grad_norm": 1.7448378607187243,
      "learning_rate": 1.0272415141623175e-05,
      "loss": 0.6549,
      "step": 129370
    },
    {
      "epoch": 5.2988326848249026,
      "grad_norm": 1.6218644519684398,
      "learning_rate": 1.0271229014619875e-05,
      "loss": 0.3936,
      "step": 129371
    },
    {
      "epoch": 5.298873643252099,
      "grad_norm": 1.0163331668358873,
      "learning_rate": 1.0270042953672203e-05,
      "loss": 0.2356,
      "step": 129372
    },
    {
      "epoch": 5.298914601679296,
      "grad_norm": 1.2764133727503064,
      "learning_rate": 1.0268856958780758e-05,
      "loss": 0.3646,
      "step": 129373
    },
    {
      "epoch": 5.298955560106492,
      "grad_norm": 1.716392105496554,
      "learning_rate": 1.0267671029946107e-05,
      "loss": 0.727,
      "step": 129374
    },
    {
      "epoch": 5.298996518533689,
      "grad_norm": 1.5518282923069577,
      "learning_rate": 1.026648516716878e-05,
      "loss": 0.4306,
      "step": 129375
    },
    {
      "epoch": 5.299037476960884,
      "grad_norm": 1.4557299016140415,
      "learning_rate": 1.0265299370449365e-05,
      "loss": 0.4898,
      "step": 129376
    },
    {
      "epoch": 5.299078435388081,
      "grad_norm": 1.7826517943199,
      "learning_rate": 1.0264113639788374e-05,
      "loss": 0.5533,
      "step": 129377
    },
    {
      "epoch": 5.299119393815277,
      "grad_norm": 1.656248368848515,
      "learning_rate": 1.0262927975186408e-05,
      "loss": 0.4423,
      "step": 129378
    },
    {
      "epoch": 5.299160352242474,
      "grad_norm": 1.3768840006376568,
      "learning_rate": 1.0261742376644049e-05,
      "loss": 0.4996,
      "step": 129379
    },
    {
      "epoch": 5.2992013106696705,
      "grad_norm": 1.3289617924638837,
      "learning_rate": 1.0260556844161817e-05,
      "loss": 0.3175,
      "step": 129380
    },
    {
      "epoch": 5.299242269096867,
      "grad_norm": 1.3455979461987395,
      "learning_rate": 1.0259371377740271e-05,
      "loss": 0.3819,
      "step": 129381
    },
    {
      "epoch": 5.299283227524063,
      "grad_norm": 0.8068917843210569,
      "learning_rate": 1.0258185977380034e-05,
      "loss": 0.218,
      "step": 129382
    },
    {
      "epoch": 5.299324185951259,
      "grad_norm": 1.421711492466793,
      "learning_rate": 1.025700064308157e-05,
      "loss": 0.4232,
      "step": 129383
    },
    {
      "epoch": 5.299365144378456,
      "grad_norm": 1.6085820717050008,
      "learning_rate": 1.0255815374845493e-05,
      "loss": 0.5578,
      "step": 129384
    },
    {
      "epoch": 5.299406102805652,
      "grad_norm": 1.1913725060180826,
      "learning_rate": 1.0254630172672373e-05,
      "loss": 0.339,
      "step": 129385
    },
    {
      "epoch": 5.299447061232849,
      "grad_norm": 0.6623458261785942,
      "learning_rate": 1.025344503656274e-05,
      "loss": 0.0949,
      "step": 129386
    },
    {
      "epoch": 5.299488019660045,
      "grad_norm": 0.8254830560221992,
      "learning_rate": 1.0252259966517163e-05,
      "loss": 0.1701,
      "step": 129387
    },
    {
      "epoch": 5.299528978087242,
      "grad_norm": 1.7074529236518372,
      "learning_rate": 1.0251074962536238e-05,
      "loss": 0.56,
      "step": 129388
    },
    {
      "epoch": 5.2995699365144375,
      "grad_norm": 2.376659173870725,
      "learning_rate": 1.0249890024620467e-05,
      "loss": 0.6579,
      "step": 129389
    },
    {
      "epoch": 5.299610894941634,
      "grad_norm": 1.6270263254718862,
      "learning_rate": 1.0248705152770465e-05,
      "loss": 0.5053,
      "step": 129390
    },
    {
      "epoch": 5.299651853368831,
      "grad_norm": 1.4104097811375558,
      "learning_rate": 1.0247520346986731e-05,
      "loss": 0.4703,
      "step": 129391
    },
    {
      "epoch": 5.299692811796027,
      "grad_norm": 1.177253082204774,
      "learning_rate": 1.0246335607269868e-05,
      "loss": 0.397,
      "step": 129392
    },
    {
      "epoch": 5.299733770223224,
      "grad_norm": 0.8865328009048119,
      "learning_rate": 1.0245150933620455e-05,
      "loss": 0.2705,
      "step": 129393
    },
    {
      "epoch": 5.29977472865042,
      "grad_norm": 0.40091629209084845,
      "learning_rate": 1.0243966326038993e-05,
      "loss": 0.0338,
      "step": 129394
    },
    {
      "epoch": 5.299815687077616,
      "grad_norm": 1.3009526876338255,
      "learning_rate": 1.0242781784526116e-05,
      "loss": 0.2749,
      "step": 129395
    },
    {
      "epoch": 5.299856645504812,
      "grad_norm": 1.2844169131992105,
      "learning_rate": 1.0241597309082306e-05,
      "loss": 0.3778,
      "step": 129396
    },
    {
      "epoch": 5.299897603932009,
      "grad_norm": 1.7000962720789687,
      "learning_rate": 1.0240412899708162e-05,
      "loss": 0.5394,
      "step": 129397
    },
    {
      "epoch": 5.2999385623592055,
      "grad_norm": 1.5508044170681574,
      "learning_rate": 1.0239228556404249e-05,
      "loss": 0.5257,
      "step": 129398
    },
    {
      "epoch": 5.299979520786402,
      "grad_norm": 1.2385066467650316,
      "learning_rate": 1.023804427917112e-05,
      "loss": 0.3258,
      "step": 129399
    },
    {
      "epoch": 5.3000204792135985,
      "grad_norm": 1.5392924367995866,
      "learning_rate": 1.0236860068009306e-05,
      "loss": 0.5277,
      "step": 129400
    },
    {
      "epoch": 5.300061437640794,
      "grad_norm": 0.9036406979194724,
      "learning_rate": 1.023567592291944e-05,
      "loss": 0.1928,
      "step": 129401
    },
    {
      "epoch": 5.300102396067991,
      "grad_norm": 1.6686824355455863,
      "learning_rate": 1.0234491843902004e-05,
      "loss": 0.4686,
      "step": 129402
    },
    {
      "epoch": 5.300143354495187,
      "grad_norm": 1.199614625877047,
      "learning_rate": 1.0233307830957615e-05,
      "loss": 0.3473,
      "step": 129403
    },
    {
      "epoch": 5.300184312922384,
      "grad_norm": 1.5148664721206246,
      "learning_rate": 1.0232123884086791e-05,
      "loss": 0.384,
      "step": 129404
    },
    {
      "epoch": 5.30022527134958,
      "grad_norm": 1.7126948754098792,
      "learning_rate": 1.0230940003290095e-05,
      "loss": 0.5034,
      "step": 129405
    },
    {
      "epoch": 5.300266229776777,
      "grad_norm": 1.4397720905165845,
      "learning_rate": 1.0229756188568145e-05,
      "loss": 0.4484,
      "step": 129406
    },
    {
      "epoch": 5.300307188203973,
      "grad_norm": 1.639838768256173,
      "learning_rate": 1.0228572439921407e-05,
      "loss": 0.518,
      "step": 129407
    },
    {
      "epoch": 5.300348146631169,
      "grad_norm": 1.2788619843429125,
      "learning_rate": 1.0227388757350514e-05,
      "loss": 0.3252,
      "step": 129408
    },
    {
      "epoch": 5.300389105058366,
      "grad_norm": 1.3999260410519552,
      "learning_rate": 1.0226205140855998e-05,
      "loss": 0.434,
      "step": 129409
    },
    {
      "epoch": 5.300430063485562,
      "grad_norm": 1.7551834602301104,
      "learning_rate": 1.0225021590438409e-05,
      "loss": 0.5728,
      "step": 129410
    },
    {
      "epoch": 5.300471021912759,
      "grad_norm": 1.4388063607581758,
      "learning_rate": 1.0223838106098348e-05,
      "loss": 0.506,
      "step": 129411
    },
    {
      "epoch": 5.300511980339955,
      "grad_norm": 2.12021658300436,
      "learning_rate": 1.0222654687836329e-05,
      "loss": 0.7923,
      "step": 129412
    },
    {
      "epoch": 5.300552938767152,
      "grad_norm": 1.6565905073803278,
      "learning_rate": 1.022147133565292e-05,
      "loss": 0.4976,
      "step": 129413
    },
    {
      "epoch": 5.300593897194347,
      "grad_norm": 1.5462846117536717,
      "learning_rate": 1.0220288049548703e-05,
      "loss": 0.5148,
      "step": 129414
    },
    {
      "epoch": 5.300634855621544,
      "grad_norm": 1.4098548231725316,
      "learning_rate": 1.021910482952421e-05,
      "loss": 0.3855,
      "step": 129415
    },
    {
      "epoch": 5.30067581404874,
      "grad_norm": 1.008353118374853,
      "learning_rate": 1.021792167558001e-05,
      "loss": 0.2429,
      "step": 129416
    },
    {
      "epoch": 5.300716772475937,
      "grad_norm": 2.1502195703932556,
      "learning_rate": 1.0216738587716682e-05,
      "loss": 0.7566,
      "step": 129417
    },
    {
      "epoch": 5.3007577309031335,
      "grad_norm": 1.4831379213692353,
      "learning_rate": 1.0215555565934763e-05,
      "loss": 0.3851,
      "step": 129418
    },
    {
      "epoch": 5.30079868933033,
      "grad_norm": 1.3938192269347938,
      "learning_rate": 1.0214372610234817e-05,
      "loss": 0.3445,
      "step": 129419
    },
    {
      "epoch": 5.300839647757526,
      "grad_norm": 1.6038534223511105,
      "learning_rate": 1.0213189720617394e-05,
      "loss": 0.5509,
      "step": 129420
    },
    {
      "epoch": 5.300880606184722,
      "grad_norm": 1.8676190748010133,
      "learning_rate": 1.0212006897083075e-05,
      "loss": 0.6326,
      "step": 129421
    },
    {
      "epoch": 5.300921564611919,
      "grad_norm": 0.3589487208604004,
      "learning_rate": 1.0210824139632412e-05,
      "loss": 0.0248,
      "step": 129422
    },
    {
      "epoch": 5.300962523039115,
      "grad_norm": 1.6812470092602587,
      "learning_rate": 1.0209641448265938e-05,
      "loss": 0.6097,
      "step": 129423
    },
    {
      "epoch": 5.301003481466312,
      "grad_norm": 0.8785589379634977,
      "learning_rate": 1.020845882298425e-05,
      "loss": 0.1797,
      "step": 129424
    },
    {
      "epoch": 5.301044439893508,
      "grad_norm": 0.9580438846504743,
      "learning_rate": 1.02072762637879e-05,
      "loss": 0.1823,
      "step": 129425
    },
    {
      "epoch": 5.301085398320705,
      "grad_norm": 1.5074282348887125,
      "learning_rate": 1.0206093770677421e-05,
      "loss": 0.4572,
      "step": 129426
    },
    {
      "epoch": 5.301126356747901,
      "grad_norm": 1.3888448270949931,
      "learning_rate": 1.0204911343653411e-05,
      "loss": 0.4143,
      "step": 129427
    },
    {
      "epoch": 5.301167315175097,
      "grad_norm": 1.3288877490333628,
      "learning_rate": 1.0203728982716385e-05,
      "loss": 0.3974,
      "step": 129428
    },
    {
      "epoch": 5.301208273602294,
      "grad_norm": 2.264313319003982,
      "learning_rate": 1.0202546687866913e-05,
      "loss": 1.2938,
      "step": 129429
    },
    {
      "epoch": 5.30124923202949,
      "grad_norm": 1.2885056281092973,
      "learning_rate": 1.020136445910561e-05,
      "loss": 0.3663,
      "step": 129430
    },
    {
      "epoch": 5.301290190456687,
      "grad_norm": 2.127416870686567,
      "learning_rate": 1.0200182296432941e-05,
      "loss": 0.9878,
      "step": 129431
    },
    {
      "epoch": 5.301331148883883,
      "grad_norm": 1.3197656124272406,
      "learning_rate": 1.0199000199849555e-05,
      "loss": 0.515,
      "step": 129432
    },
    {
      "epoch": 5.301372107311079,
      "grad_norm": 1.6623157136522144,
      "learning_rate": 1.0197818169355937e-05,
      "loss": 0.4452,
      "step": 129433
    },
    {
      "epoch": 5.301413065738275,
      "grad_norm": 1.499748592019935,
      "learning_rate": 1.0196636204952685e-05,
      "loss": 0.371,
      "step": 129434
    },
    {
      "epoch": 5.301454024165472,
      "grad_norm": 1.0146510895557985,
      "learning_rate": 1.0195454306640365e-05,
      "loss": 0.2039,
      "step": 129435
    },
    {
      "epoch": 5.3014949825926685,
      "grad_norm": 1.7741061438622125,
      "learning_rate": 1.0194272474419513e-05,
      "loss": 0.6635,
      "step": 129436
    },
    {
      "epoch": 5.301535941019865,
      "grad_norm": 1.5520718020425681,
      "learning_rate": 1.019309070829069e-05,
      "loss": 0.6296,
      "step": 129437
    },
    {
      "epoch": 5.301576899447062,
      "grad_norm": 1.1808621914028476,
      "learning_rate": 1.0191909008254485e-05,
      "loss": 0.2442,
      "step": 129438
    },
    {
      "epoch": 5.301617857874257,
      "grad_norm": 0.5092232757115075,
      "learning_rate": 1.0190727374311392e-05,
      "loss": 0.0364,
      "step": 129439
    },
    {
      "epoch": 5.301658816301454,
      "grad_norm": 1.7502409332717894,
      "learning_rate": 1.0189545806462062e-05,
      "loss": 0.7168,
      "step": 129440
    },
    {
      "epoch": 5.30169977472865,
      "grad_norm": 1.5845618565652617,
      "learning_rate": 1.0188364304706964e-05,
      "loss": 0.518,
      "step": 129441
    },
    {
      "epoch": 5.301740733155847,
      "grad_norm": 0.6228945806885342,
      "learning_rate": 1.0187182869046695e-05,
      "loss": 0.1071,
      "step": 129442
    },
    {
      "epoch": 5.301781691583043,
      "grad_norm": 1.5402085755033375,
      "learning_rate": 1.0186001499481839e-05,
      "loss": 0.5763,
      "step": 129443
    },
    {
      "epoch": 5.30182265001024,
      "grad_norm": 0.9690309832471401,
      "learning_rate": 1.0184820196012895e-05,
      "loss": 0.2165,
      "step": 129444
    },
    {
      "epoch": 5.301863608437436,
      "grad_norm": 1.495355100720669,
      "learning_rate": 1.018363895864046e-05,
      "loss": 0.5114,
      "step": 129445
    },
    {
      "epoch": 5.301904566864632,
      "grad_norm": 1.772606693327512,
      "learning_rate": 1.0182457787365123e-05,
      "loss": 0.6254,
      "step": 129446
    },
    {
      "epoch": 5.301945525291829,
      "grad_norm": 1.5021070962941876,
      "learning_rate": 1.0181276682187362e-05,
      "loss": 0.4949,
      "step": 129447
    },
    {
      "epoch": 5.301986483719025,
      "grad_norm": 1.6333318041530238,
      "learning_rate": 1.0180095643107828e-05,
      "loss": 0.6435,
      "step": 129448
    },
    {
      "epoch": 5.302027442146222,
      "grad_norm": 1.4339141537095001,
      "learning_rate": 1.0178914670126986e-05,
      "loss": 0.3174,
      "step": 129449
    },
    {
      "epoch": 5.302068400573418,
      "grad_norm": 1.4993946830293046,
      "learning_rate": 1.0177733763245455e-05,
      "loss": 0.4361,
      "step": 129450
    },
    {
      "epoch": 5.302109359000615,
      "grad_norm": 1.3637251354851545,
      "learning_rate": 1.0176552922463798e-05,
      "loss": 0.4619,
      "step": 129451
    },
    {
      "epoch": 5.30215031742781,
      "grad_norm": 1.92379303161891,
      "learning_rate": 1.017537214778255e-05,
      "loss": 1.0782,
      "step": 129452
    },
    {
      "epoch": 5.302191275855007,
      "grad_norm": 1.7062733258842124,
      "learning_rate": 1.0174191439202245e-05,
      "loss": 0.5693,
      "step": 129453
    },
    {
      "epoch": 5.3022322342822035,
      "grad_norm": 1.4662066987752653,
      "learning_rate": 1.0173010796723496e-05,
      "loss": 0.5035,
      "step": 129454
    },
    {
      "epoch": 5.3022731927094,
      "grad_norm": 1.3511058034212264,
      "learning_rate": 1.0171830220346805e-05,
      "loss": 0.2578,
      "step": 129455
    },
    {
      "epoch": 5.3023141511365965,
      "grad_norm": 2.037794020584979,
      "learning_rate": 1.0170649710072771e-05,
      "loss": 1.1771,
      "step": 129456
    },
    {
      "epoch": 5.302355109563793,
      "grad_norm": 1.248579715399977,
      "learning_rate": 1.0169469265901958e-05,
      "loss": 0.2574,
      "step": 129457
    },
    {
      "epoch": 5.302396067990989,
      "grad_norm": 1.5369915818479027,
      "learning_rate": 1.0168288887834886e-05,
      "loss": 0.5538,
      "step": 129458
    },
    {
      "epoch": 5.302437026418185,
      "grad_norm": 1.160343580472707,
      "learning_rate": 1.0167108575872119e-05,
      "loss": 0.3043,
      "step": 129459
    },
    {
      "epoch": 5.302477984845382,
      "grad_norm": 0.8925563074267027,
      "learning_rate": 1.0165928330014272e-05,
      "loss": 0.2209,
      "step": 129460
    },
    {
      "epoch": 5.302518943272578,
      "grad_norm": 2.07769728512281,
      "learning_rate": 1.0164748150261814e-05,
      "loss": 0.538,
      "step": 129461
    },
    {
      "epoch": 5.302559901699775,
      "grad_norm": 0.8074418332581371,
      "learning_rate": 1.0163568036615394e-05,
      "loss": 0.182,
      "step": 129462
    },
    {
      "epoch": 5.302600860126971,
      "grad_norm": 1.7675309953425475,
      "learning_rate": 1.0162387989075494e-05,
      "loss": 0.6534,
      "step": 129463
    },
    {
      "epoch": 5.302641818554168,
      "grad_norm": 1.9960830879814,
      "learning_rate": 1.0161208007642696e-05,
      "loss": 0.7843,
      "step": 129464
    },
    {
      "epoch": 5.302682776981364,
      "grad_norm": 1.8460271930769774,
      "learning_rate": 1.0160028092317602e-05,
      "loss": 0.6233,
      "step": 129465
    },
    {
      "epoch": 5.30272373540856,
      "grad_norm": 1.8551679003990462,
      "learning_rate": 1.0158848243100692e-05,
      "loss": 0.6971,
      "step": 129466
    },
    {
      "epoch": 5.302764693835757,
      "grad_norm": 0.5168395457015706,
      "learning_rate": 1.0157668459992603e-05,
      "loss": 0.0565,
      "step": 129467
    },
    {
      "epoch": 5.302805652262953,
      "grad_norm": 1.460687143015721,
      "learning_rate": 1.0156488742993812e-05,
      "loss": 0.3732,
      "step": 129468
    },
    {
      "epoch": 5.30284661069015,
      "grad_norm": 1.2605127333280008,
      "learning_rate": 1.0155309092104925e-05,
      "loss": 0.3937,
      "step": 129469
    },
    {
      "epoch": 5.302887569117346,
      "grad_norm": 1.5399958284299506,
      "learning_rate": 1.0154129507326519e-05,
      "loss": 0.5219,
      "step": 129470
    },
    {
      "epoch": 5.302928527544542,
      "grad_norm": 1.3103217303558792,
      "learning_rate": 1.0152949988659116e-05,
      "loss": 0.2787,
      "step": 129471
    },
    {
      "epoch": 5.3029694859717385,
      "grad_norm": 1.9877791291850069,
      "learning_rate": 1.0151770536103259e-05,
      "loss": 0.6904,
      "step": 129472
    },
    {
      "epoch": 5.303010444398935,
      "grad_norm": 1.4063115335003524,
      "learning_rate": 1.015059114965957e-05,
      "loss": 0.4152,
      "step": 129473
    },
    {
      "epoch": 5.3030514028261315,
      "grad_norm": 1.536021675654984,
      "learning_rate": 1.0149411829328546e-05,
      "loss": 0.4387,
      "step": 129474
    },
    {
      "epoch": 5.303092361253328,
      "grad_norm": 1.4474734103106695,
      "learning_rate": 1.0148232575110771e-05,
      "loss": 0.3665,
      "step": 129475
    },
    {
      "epoch": 5.303133319680525,
      "grad_norm": 1.1046025527391414,
      "learning_rate": 1.0147053387006776e-05,
      "loss": 0.2466,
      "step": 129476
    },
    {
      "epoch": 5.30317427810772,
      "grad_norm": 1.4675178006042724,
      "learning_rate": 1.0145874265017145e-05,
      "loss": 0.486,
      "step": 129477
    },
    {
      "epoch": 5.303215236534917,
      "grad_norm": 0.5114840448255427,
      "learning_rate": 1.0144695209142461e-05,
      "loss": 0.0581,
      "step": 129478
    },
    {
      "epoch": 5.303256194962113,
      "grad_norm": 1.5380734015806794,
      "learning_rate": 1.0143516219383225e-05,
      "loss": 0.5265,
      "step": 129479
    },
    {
      "epoch": 5.30329715338931,
      "grad_norm": 1.4928781967663571,
      "learning_rate": 1.0142337295739999e-05,
      "loss": 0.486,
      "step": 129480
    },
    {
      "epoch": 5.303338111816506,
      "grad_norm": 2.6092252225459385,
      "learning_rate": 1.0141158438213404e-05,
      "loss": 2.0853,
      "step": 129481
    },
    {
      "epoch": 5.303379070243703,
      "grad_norm": 1.889625626767658,
      "learning_rate": 1.013997964680392e-05,
      "loss": 0.8285,
      "step": 129482
    },
    {
      "epoch": 5.3034200286708995,
      "grad_norm": 1.6678555715203514,
      "learning_rate": 1.0138800921512163e-05,
      "loss": 0.6308,
      "step": 129483
    },
    {
      "epoch": 5.303460987098095,
      "grad_norm": 1.7535632155896292,
      "learning_rate": 1.0137622262338651e-05,
      "loss": 0.6554,
      "step": 129484
    },
    {
      "epoch": 5.303501945525292,
      "grad_norm": 1.684194645119875,
      "learning_rate": 1.013644366928395e-05,
      "loss": 0.4969,
      "step": 129485
    },
    {
      "epoch": 5.303542903952488,
      "grad_norm": 1.6712891950767819,
      "learning_rate": 1.0135265142348642e-05,
      "loss": 0.6175,
      "step": 129486
    },
    {
      "epoch": 5.303583862379685,
      "grad_norm": 1.770403183573747,
      "learning_rate": 1.0134086681533243e-05,
      "loss": 0.6589,
      "step": 129487
    },
    {
      "epoch": 5.303624820806881,
      "grad_norm": 1.1509135776113908,
      "learning_rate": 1.013290828683832e-05,
      "loss": 0.2409,
      "step": 129488
    },
    {
      "epoch": 5.303665779234078,
      "grad_norm": 1.7209820327006475,
      "learning_rate": 1.013172995826449e-05,
      "loss": 0.4679,
      "step": 129489
    },
    {
      "epoch": 5.303706737661273,
      "grad_norm": 1.722781275196405,
      "learning_rate": 1.0130551695812216e-05,
      "loss": 0.5792,
      "step": 129490
    },
    {
      "epoch": 5.30374769608847,
      "grad_norm": 1.627118181018088,
      "learning_rate": 1.0129373499482135e-05,
      "loss": 0.5989,
      "step": 129491
    },
    {
      "epoch": 5.3037886545156665,
      "grad_norm": 1.5444085839460169,
      "learning_rate": 1.0128195369274744e-05,
      "loss": 0.4917,
      "step": 129492
    },
    {
      "epoch": 5.303829612942863,
      "grad_norm": 1.0338374607026144,
      "learning_rate": 1.0127017305190627e-05,
      "loss": 0.2761,
      "step": 129493
    },
    {
      "epoch": 5.30387057137006,
      "grad_norm": 0.6320914826606593,
      "learning_rate": 1.0125839307230365e-05,
      "loss": 0.0739,
      "step": 129494
    },
    {
      "epoch": 5.303911529797256,
      "grad_norm": 1.5133508395435948,
      "learning_rate": 1.012466137539446e-05,
      "loss": 0.6374,
      "step": 129495
    },
    {
      "epoch": 5.303952488224452,
      "grad_norm": 0.8760905863617255,
      "learning_rate": 1.0123483509683511e-05,
      "loss": 0.1768,
      "step": 129496
    },
    {
      "epoch": 5.303993446651648,
      "grad_norm": 1.2728166432126435,
      "learning_rate": 1.0122305710098082e-05,
      "loss": 0.3608,
      "step": 129497
    },
    {
      "epoch": 5.304034405078845,
      "grad_norm": 0.5205679597687461,
      "learning_rate": 1.0121127976638676e-05,
      "loss": 0.0462,
      "step": 129498
    },
    {
      "epoch": 5.304075363506041,
      "grad_norm": 1.672807089355034,
      "learning_rate": 1.0119950309305923e-05,
      "loss": 0.6885,
      "step": 129499
    },
    {
      "epoch": 5.304116321933238,
      "grad_norm": 0.8406517899754342,
      "learning_rate": 1.0118772708100308e-05,
      "loss": 0.2022,
      "step": 129500
    },
    {
      "epoch": 5.304157280360434,
      "grad_norm": 2.1660225880013746,
      "learning_rate": 1.0117595173022413e-05,
      "loss": 0.7288,
      "step": 129501
    },
    {
      "epoch": 5.304198238787631,
      "grad_norm": 0.9257771854547239,
      "learning_rate": 1.0116417704072837e-05,
      "loss": 0.1161,
      "step": 129502
    },
    {
      "epoch": 5.304239197214827,
      "grad_norm": 0.8485928776651235,
      "learning_rate": 1.0115240301252064e-05,
      "loss": 0.191,
      "step": 129503
    },
    {
      "epoch": 5.304280155642023,
      "grad_norm": 1.3080591436891043,
      "learning_rate": 1.0114062964560727e-05,
      "loss": 0.4613,
      "step": 129504
    },
    {
      "epoch": 5.30432111406922,
      "grad_norm": 1.5972427777640006,
      "learning_rate": 1.0112885693999323e-05,
      "loss": 0.396,
      "step": 129505
    },
    {
      "epoch": 5.304362072496416,
      "grad_norm": 1.3761905566493755,
      "learning_rate": 1.0111708489568422e-05,
      "loss": 0.3986,
      "step": 129506
    },
    {
      "epoch": 5.304403030923613,
      "grad_norm": 1.4229192651286553,
      "learning_rate": 1.0110531351268603e-05,
      "loss": 0.4384,
      "step": 129507
    },
    {
      "epoch": 5.304443989350809,
      "grad_norm": 1.4317110598487823,
      "learning_rate": 1.0109354279100401e-05,
      "loss": 0.3727,
      "step": 129508
    },
    {
      "epoch": 5.304484947778005,
      "grad_norm": 0.7267372377805468,
      "learning_rate": 1.0108177273064367e-05,
      "loss": 0.1764,
      "step": 129509
    },
    {
      "epoch": 5.3045259062052015,
      "grad_norm": 0.981671855932723,
      "learning_rate": 1.0107000333161097e-05,
      "loss": 0.1321,
      "step": 129510
    },
    {
      "epoch": 5.304566864632398,
      "grad_norm": 0.4567676018283313,
      "learning_rate": 1.0105823459391094e-05,
      "loss": 0.0408,
      "step": 129511
    },
    {
      "epoch": 5.3046078230595946,
      "grad_norm": 1.513778971374927,
      "learning_rate": 1.0104646651754955e-05,
      "loss": 0.4576,
      "step": 129512
    },
    {
      "epoch": 5.304648781486791,
      "grad_norm": 8.095796573432906,
      "learning_rate": 1.0103469910253214e-05,
      "loss": 0.6038,
      "step": 129513
    },
    {
      "epoch": 5.304689739913988,
      "grad_norm": 1.0974572943704741,
      "learning_rate": 1.0102293234886421e-05,
      "loss": 0.2552,
      "step": 129514
    },
    {
      "epoch": 5.304730698341183,
      "grad_norm": 1.2331621489146554,
      "learning_rate": 1.0101116625655175e-05,
      "loss": 0.3179,
      "step": 129515
    },
    {
      "epoch": 5.30477165676838,
      "grad_norm": 0.9497896302883247,
      "learning_rate": 1.0099940082559994e-05,
      "loss": 0.1782,
      "step": 129516
    },
    {
      "epoch": 5.304812615195576,
      "grad_norm": 1.4278267808032126,
      "learning_rate": 1.0098763605601423e-05,
      "loss": 0.5832,
      "step": 129517
    },
    {
      "epoch": 5.304853573622773,
      "grad_norm": 1.3676489637138547,
      "learning_rate": 1.0097587194780065e-05,
      "loss": 0.3448,
      "step": 129518
    },
    {
      "epoch": 5.304894532049969,
      "grad_norm": 1.635727783483573,
      "learning_rate": 1.0096410850096436e-05,
      "loss": 0.6087,
      "step": 129519
    },
    {
      "epoch": 5.304935490477166,
      "grad_norm": 1.4490850854015982,
      "learning_rate": 1.009523457155112e-05,
      "loss": 0.416,
      "step": 129520
    },
    {
      "epoch": 5.3049764489043625,
      "grad_norm": 1.181051249370334,
      "learning_rate": 1.0094058359144647e-05,
      "loss": 0.1943,
      "step": 129521
    },
    {
      "epoch": 5.305017407331558,
      "grad_norm": 0.9573240558445674,
      "learning_rate": 1.0092882212877567e-05,
      "loss": 0.193,
      "step": 129522
    },
    {
      "epoch": 5.305058365758755,
      "grad_norm": 1.1517760878580392,
      "learning_rate": 1.0091706132750481e-05,
      "loss": 0.1323,
      "step": 129523
    },
    {
      "epoch": 5.305099324185951,
      "grad_norm": 0.7326701485258401,
      "learning_rate": 1.009053011876394e-05,
      "loss": 0.1336,
      "step": 129524
    },
    {
      "epoch": 5.305140282613148,
      "grad_norm": 1.5690632990245565,
      "learning_rate": 1.0089354170918424e-05,
      "loss": 0.5645,
      "step": 129525
    },
    {
      "epoch": 5.305181241040344,
      "grad_norm": 1.6363709967314721,
      "learning_rate": 1.0088178289214583e-05,
      "loss": 0.5551,
      "step": 129526
    },
    {
      "epoch": 5.305222199467541,
      "grad_norm": 1.4122548732626699,
      "learning_rate": 1.0087002473652917e-05,
      "loss": 0.4275,
      "step": 129527
    },
    {
      "epoch": 5.3052631578947365,
      "grad_norm": 1.563873720828219,
      "learning_rate": 1.0085826724233975e-05,
      "loss": 0.4882,
      "step": 129528
    },
    {
      "epoch": 5.305304116321933,
      "grad_norm": 0.9676078803647506,
      "learning_rate": 1.0084651040958374e-05,
      "loss": 0.1839,
      "step": 129529
    },
    {
      "epoch": 5.3053450747491295,
      "grad_norm": 1.5566209210678486,
      "learning_rate": 1.0083475423826614e-05,
      "loss": 0.4285,
      "step": 129530
    },
    {
      "epoch": 5.305386033176326,
      "grad_norm": 1.4434441475735844,
      "learning_rate": 1.0082299872839245e-05,
      "loss": 0.4507,
      "step": 129531
    },
    {
      "epoch": 5.305426991603523,
      "grad_norm": 0.789334741094833,
      "learning_rate": 1.008112438799688e-05,
      "loss": 0.1948,
      "step": 129532
    },
    {
      "epoch": 5.305467950030719,
      "grad_norm": 0.8055335454226829,
      "learning_rate": 1.0079948969300023e-05,
      "loss": 0.1067,
      "step": 129533
    },
    {
      "epoch": 5.305508908457915,
      "grad_norm": 1.8629196742229384,
      "learning_rate": 1.007877361674927e-05,
      "loss": 0.6022,
      "step": 129534
    },
    {
      "epoch": 5.305549866885111,
      "grad_norm": 1.2495575435685693,
      "learning_rate": 1.007759833034512e-05,
      "loss": 0.445,
      "step": 129535
    },
    {
      "epoch": 5.305590825312308,
      "grad_norm": 1.3344708103775045,
      "learning_rate": 1.0076423110088178e-05,
      "loss": 0.3003,
      "step": 129536
    },
    {
      "epoch": 5.305631783739504,
      "grad_norm": 1.5508230132928307,
      "learning_rate": 1.0075247955979004e-05,
      "loss": 0.4438,
      "step": 129537
    },
    {
      "epoch": 5.305672742166701,
      "grad_norm": 1.8190872356013152,
      "learning_rate": 1.0074072868018101e-05,
      "loss": 0.6262,
      "step": 129538
    },
    {
      "epoch": 5.3057137005938975,
      "grad_norm": 1.4369127351562119,
      "learning_rate": 1.0072897846206085e-05,
      "loss": 0.419,
      "step": 129539
    },
    {
      "epoch": 5.305754659021094,
      "grad_norm": 2.3554965409129407,
      "learning_rate": 1.0071722890543455e-05,
      "loss": 0.9925,
      "step": 129540
    },
    {
      "epoch": 5.30579561744829,
      "grad_norm": 1.5586943327211524,
      "learning_rate": 1.0070548001030793e-05,
      "loss": 0.5475,
      "step": 129541
    },
    {
      "epoch": 5.305836575875486,
      "grad_norm": 1.7609752882286471,
      "learning_rate": 1.0069373177668683e-05,
      "loss": 0.3919,
      "step": 129542
    },
    {
      "epoch": 5.305877534302683,
      "grad_norm": 1.6478283332528074,
      "learning_rate": 1.006819842045764e-05,
      "loss": 0.4857,
      "step": 129543
    },
    {
      "epoch": 5.305918492729879,
      "grad_norm": 0.9985022405462765,
      "learning_rate": 1.0067023729398216e-05,
      "loss": 0.2271,
      "step": 129544
    },
    {
      "epoch": 5.305959451157076,
      "grad_norm": 2.201819334885584,
      "learning_rate": 1.0065849104491025e-05,
      "loss": 0.7327,
      "step": 129545
    },
    {
      "epoch": 5.306000409584272,
      "grad_norm": 0.5697009635084371,
      "learning_rate": 1.0064674545736534e-05,
      "loss": 0.0603,
      "step": 129546
    },
    {
      "epoch": 5.306041368011468,
      "grad_norm": 1.3450397706683295,
      "learning_rate": 1.0063500053135393e-05,
      "loss": 0.3996,
      "step": 129547
    },
    {
      "epoch": 5.3060823264386645,
      "grad_norm": 0.6291039971172571,
      "learning_rate": 1.0062325626688067e-05,
      "loss": 0.0594,
      "step": 129548
    },
    {
      "epoch": 5.306123284865861,
      "grad_norm": 1.242082021556727,
      "learning_rate": 1.0061151266395157e-05,
      "loss": 0.3192,
      "step": 129549
    },
    {
      "epoch": 5.306164243293058,
      "grad_norm": 1.7006986967441409,
      "learning_rate": 1.0059976972257244e-05,
      "loss": 0.6211,
      "step": 129550
    },
    {
      "epoch": 5.306205201720254,
      "grad_norm": 1.8745055360620286,
      "learning_rate": 1.005880274427483e-05,
      "loss": 0.468,
      "step": 129551
    },
    {
      "epoch": 5.306246160147451,
      "grad_norm": 1.6589855042365171,
      "learning_rate": 1.0057628582448496e-05,
      "loss": 0.5458,
      "step": 129552
    },
    {
      "epoch": 5.306287118574646,
      "grad_norm": 1.3094236849590846,
      "learning_rate": 1.0056454486778808e-05,
      "loss": 0.3149,
      "step": 129553
    },
    {
      "epoch": 5.306328077001843,
      "grad_norm": 1.774838356502114,
      "learning_rate": 1.0055280457266285e-05,
      "loss": 0.5503,
      "step": 129554
    },
    {
      "epoch": 5.306369035429039,
      "grad_norm": 1.1985538732174685,
      "learning_rate": 1.005410649391154e-05,
      "loss": 0.4066,
      "step": 129555
    },
    {
      "epoch": 5.306409993856236,
      "grad_norm": 1.757934845400741,
      "learning_rate": 1.0052932596715058e-05,
      "loss": 0.7211,
      "step": 129556
    },
    {
      "epoch": 5.306450952283432,
      "grad_norm": 0.7888013237128995,
      "learning_rate": 1.0051758765677436e-05,
      "loss": 0.1981,
      "step": 129557
    },
    {
      "epoch": 5.306491910710629,
      "grad_norm": 1.6362843396135276,
      "learning_rate": 1.0050585000799244e-05,
      "loss": 0.5424,
      "step": 129558
    },
    {
      "epoch": 5.3065328691378255,
      "grad_norm": 1.9245820284951698,
      "learning_rate": 1.0049411302080995e-05,
      "loss": 0.8781,
      "step": 129559
    },
    {
      "epoch": 5.306573827565021,
      "grad_norm": 1.2385676529422243,
      "learning_rate": 1.0048237669523257e-05,
      "loss": 0.2865,
      "step": 129560
    },
    {
      "epoch": 5.306614785992218,
      "grad_norm": 1.392285741526884,
      "learning_rate": 1.0047064103126613e-05,
      "loss": 0.3942,
      "step": 129561
    },
    {
      "epoch": 5.306655744419414,
      "grad_norm": 1.4984515108711813,
      "learning_rate": 1.0045890602891576e-05,
      "loss": 0.4002,
      "step": 129562
    },
    {
      "epoch": 5.306696702846611,
      "grad_norm": 1.8464028492726479,
      "learning_rate": 1.0044717168818734e-05,
      "loss": 0.5323,
      "step": 129563
    },
    {
      "epoch": 5.306737661273807,
      "grad_norm": 1.6365769568040434,
      "learning_rate": 1.0043543800908616e-05,
      "loss": 0.5213,
      "step": 129564
    },
    {
      "epoch": 5.306778619701004,
      "grad_norm": 1.5921792303449809,
      "learning_rate": 1.004237049916179e-05,
      "loss": 0.5724,
      "step": 129565
    },
    {
      "epoch": 5.3068195781281995,
      "grad_norm": 4.217914960092754,
      "learning_rate": 1.0041197263578838e-05,
      "loss": 3.6557,
      "step": 129566
    },
    {
      "epoch": 5.306860536555396,
      "grad_norm": 2.108129154915559,
      "learning_rate": 1.0040024094160242e-05,
      "loss": 1.1941,
      "step": 129567
    },
    {
      "epoch": 5.306901494982593,
      "grad_norm": 1.5749673747883126,
      "learning_rate": 1.0038850990906621e-05,
      "loss": 0.4848,
      "step": 129568
    },
    {
      "epoch": 5.306942453409789,
      "grad_norm": 1.7680153699974936,
      "learning_rate": 1.0037677953818524e-05,
      "loss": 0.514,
      "step": 129569
    },
    {
      "epoch": 5.306983411836986,
      "grad_norm": 1.599363340005733,
      "learning_rate": 1.0036504982896482e-05,
      "loss": 0.4843,
      "step": 129570
    },
    {
      "epoch": 5.307024370264182,
      "grad_norm": 2.5131824647358187,
      "learning_rate": 1.0035332078141062e-05,
      "loss": 1.2692,
      "step": 129571
    },
    {
      "epoch": 5.307065328691378,
      "grad_norm": 1.7604690776182355,
      "learning_rate": 1.0034159239552797e-05,
      "loss": 0.507,
      "step": 129572
    },
    {
      "epoch": 5.307106287118574,
      "grad_norm": 1.5531458655532122,
      "learning_rate": 1.003298646713227e-05,
      "loss": 0.487,
      "step": 129573
    },
    {
      "epoch": 5.307147245545771,
      "grad_norm": 1.49551988512726,
      "learning_rate": 1.0031813760880047e-05,
      "loss": 0.5339,
      "step": 129574
    },
    {
      "epoch": 5.307188203972967,
      "grad_norm": 1.6807594601938802,
      "learning_rate": 1.0030641120796628e-05,
      "loss": 0.5251,
      "step": 129575
    },
    {
      "epoch": 5.307229162400164,
      "grad_norm": 1.4667354449477876,
      "learning_rate": 1.002946854688263e-05,
      "loss": 0.4223,
      "step": 129576
    },
    {
      "epoch": 5.3072701208273605,
      "grad_norm": 1.0126214843528716,
      "learning_rate": 1.002829603913855e-05,
      "loss": 0.2224,
      "step": 129577
    },
    {
      "epoch": 5.307311079254557,
      "grad_norm": 0.3649613544274024,
      "learning_rate": 1.0027123597564974e-05,
      "loss": 0.0202,
      "step": 129578
    },
    {
      "epoch": 5.307352037681753,
      "grad_norm": 1.2339883998616143,
      "learning_rate": 1.0025951222162466e-05,
      "loss": 0.3231,
      "step": 129579
    },
    {
      "epoch": 5.307392996108949,
      "grad_norm": 0.338957522562279,
      "learning_rate": 1.0024778912931542e-05,
      "loss": 0.0249,
      "step": 129580
    },
    {
      "epoch": 5.307433954536146,
      "grad_norm": 1.8293228414725582,
      "learning_rate": 1.0023606669872786e-05,
      "loss": 0.4541,
      "step": 129581
    },
    {
      "epoch": 5.307474912963342,
      "grad_norm": 1.5114343923262306,
      "learning_rate": 1.002243449298678e-05,
      "loss": 0.4442,
      "step": 129582
    },
    {
      "epoch": 5.307515871390539,
      "grad_norm": 1.067332866092625,
      "learning_rate": 1.0021262382274009e-05,
      "loss": 0.2224,
      "step": 129583
    },
    {
      "epoch": 5.307556829817735,
      "grad_norm": 1.2292579436169866,
      "learning_rate": 1.0020090337735087e-05,
      "loss": 0.3147,
      "step": 129584
    },
    {
      "epoch": 5.307597788244931,
      "grad_norm": 1.282268824408939,
      "learning_rate": 1.0018918359370515e-05,
      "loss": 0.3297,
      "step": 129585
    },
    {
      "epoch": 5.3076387466721275,
      "grad_norm": 1.702548631228623,
      "learning_rate": 1.0017746447180892e-05,
      "loss": 0.5512,
      "step": 129586
    },
    {
      "epoch": 5.307679705099324,
      "grad_norm": 1.2740599725715889,
      "learning_rate": 1.0016574601166766e-05,
      "loss": 0.3326,
      "step": 129587
    },
    {
      "epoch": 5.307720663526521,
      "grad_norm": 0.8358290347571719,
      "learning_rate": 1.0015402821328655e-05,
      "loss": 0.1736,
      "step": 129588
    },
    {
      "epoch": 5.307761621953717,
      "grad_norm": 0.8200414827515831,
      "learning_rate": 1.0014231107667142e-05,
      "loss": 0.0783,
      "step": 129589
    },
    {
      "epoch": 5.307802580380914,
      "grad_norm": 1.6570755095745697,
      "learning_rate": 1.0013059460182809e-05,
      "loss": 0.6055,
      "step": 129590
    },
    {
      "epoch": 5.307843538808109,
      "grad_norm": 1.1266484243921089,
      "learning_rate": 1.0011887878876157e-05,
      "loss": 0.2452,
      "step": 129591
    },
    {
      "epoch": 5.307884497235306,
      "grad_norm": 1.5930683870919025,
      "learning_rate": 1.0010716363747767e-05,
      "loss": 0.5318,
      "step": 129592
    },
    {
      "epoch": 5.307925455662502,
      "grad_norm": 0.9162941904208658,
      "learning_rate": 1.0009544914798207e-05,
      "loss": 0.1646,
      "step": 129593
    },
    {
      "epoch": 5.307966414089699,
      "grad_norm": 0.6498563080450944,
      "learning_rate": 1.0008373532027974e-05,
      "loss": 0.0797,
      "step": 129594
    },
    {
      "epoch": 5.3080073725168955,
      "grad_norm": 1.619132194515377,
      "learning_rate": 1.0007202215437655e-05,
      "loss": 0.5718,
      "step": 129595
    },
    {
      "epoch": 5.308048330944092,
      "grad_norm": 0.8412810716340126,
      "learning_rate": 1.0006030965027844e-05,
      "loss": 0.1777,
      "step": 129596
    },
    {
      "epoch": 5.3080892893712885,
      "grad_norm": 0.9622755819671268,
      "learning_rate": 1.0004859780799029e-05,
      "loss": 0.1677,
      "step": 129597
    },
    {
      "epoch": 5.308130247798484,
      "grad_norm": 1.2493131089411849,
      "learning_rate": 1.0003688662751808e-05,
      "loss": 0.322,
      "step": 129598
    },
    {
      "epoch": 5.308171206225681,
      "grad_norm": 1.8280001198363842,
      "learning_rate": 1.0002517610886712e-05,
      "loss": 0.6667,
      "step": 129599
    },
    {
      "epoch": 5.308212164652877,
      "grad_norm": 2.0762939386645174,
      "learning_rate": 1.0001346625204293e-05,
      "loss": 1.0811,
      "step": 129600
    },
    {
      "epoch": 5.308253123080074,
      "grad_norm": 1.3349984089357287,
      "learning_rate": 1.0000175705705132e-05,
      "loss": 0.4525,
      "step": 129601
    },
    {
      "epoch": 5.30829408150727,
      "grad_norm": 1.2155748567911382,
      "learning_rate": 9.999004852389748e-06,
      "loss": 0.3413,
      "step": 129602
    },
    {
      "epoch": 5.308335039934467,
      "grad_norm": 1.5612378868594408,
      "learning_rate": 9.997834065258736e-06,
      "loss": 0.5659,
      "step": 129603
    },
    {
      "epoch": 5.3083759983616625,
      "grad_norm": 1.400052860850633,
      "learning_rate": 9.9966633443126e-06,
      "loss": 0.4016,
      "step": 129604
    },
    {
      "epoch": 5.308416956788859,
      "grad_norm": 1.727317644954115,
      "learning_rate": 9.995492689551903e-06,
      "loss": 0.408,
      "step": 129605
    },
    {
      "epoch": 5.308457915216056,
      "grad_norm": 1.1495416513522703,
      "learning_rate": 9.994322100977265e-06,
      "loss": 0.1413,
      "step": 129606
    },
    {
      "epoch": 5.308498873643252,
      "grad_norm": 1.2384203594518906,
      "learning_rate": 9.993151578589132e-06,
      "loss": 0.3159,
      "step": 129607
    },
    {
      "epoch": 5.308539832070449,
      "grad_norm": 1.3784259430445869,
      "learning_rate": 9.991981122388138e-06,
      "loss": 0.4247,
      "step": 129608
    },
    {
      "epoch": 5.308580790497645,
      "grad_norm": 1.2757019391117803,
      "learning_rate": 9.990810732374815e-06,
      "loss": 0.43,
      "step": 129609
    },
    {
      "epoch": 5.308621748924841,
      "grad_norm": 1.812099720149065,
      "learning_rate": 9.989640408549699e-06,
      "loss": 0.56,
      "step": 129610
    },
    {
      "epoch": 5.308662707352037,
      "grad_norm": 1.605524283067859,
      "learning_rate": 9.988470150913386e-06,
      "loss": 0.4965,
      "step": 129611
    },
    {
      "epoch": 5.308703665779234,
      "grad_norm": 1.5801111727625266,
      "learning_rate": 9.987299959466377e-06,
      "loss": 0.3343,
      "step": 129612
    },
    {
      "epoch": 5.3087446242064305,
      "grad_norm": 2.0090233039461127,
      "learning_rate": 9.98612983420924e-06,
      "loss": 0.9297,
      "step": 129613
    },
    {
      "epoch": 5.308785582633627,
      "grad_norm": 1.3379168036865698,
      "learning_rate": 9.984959775142554e-06,
      "loss": 0.4226,
      "step": 129614
    },
    {
      "epoch": 5.3088265410608235,
      "grad_norm": 1.7390638039081638,
      "learning_rate": 9.983789782266837e-06,
      "loss": 0.6338,
      "step": 129615
    },
    {
      "epoch": 5.30886749948802,
      "grad_norm": 1.1291595955132443,
      "learning_rate": 9.982619855582658e-06,
      "loss": 0.2272,
      "step": 129616
    },
    {
      "epoch": 5.308908457915216,
      "grad_norm": 1.4548386820375985,
      "learning_rate": 9.981449995090596e-06,
      "loss": 0.3765,
      "step": 129617
    },
    {
      "epoch": 5.308949416342412,
      "grad_norm": 0.6988703084090996,
      "learning_rate": 9.980280200791168e-06,
      "loss": 0.1395,
      "step": 129618
    },
    {
      "epoch": 5.308990374769609,
      "grad_norm": 1.1976546774662766,
      "learning_rate": 9.979110472684942e-06,
      "loss": 0.2678,
      "step": 129619
    },
    {
      "epoch": 5.309031333196805,
      "grad_norm": 0.987503645377812,
      "learning_rate": 9.97794081077245e-06,
      "loss": 0.2071,
      "step": 129620
    },
    {
      "epoch": 5.309072291624002,
      "grad_norm": 2.4553774919735196,
      "learning_rate": 9.976771215054274e-06,
      "loss": 1.7442,
      "step": 129621
    },
    {
      "epoch": 5.309113250051198,
      "grad_norm": 1.6783531290274372,
      "learning_rate": 9.975601685530965e-06,
      "loss": 0.7065,
      "step": 129622
    },
    {
      "epoch": 5.309154208478394,
      "grad_norm": 1.5661459105473794,
      "learning_rate": 9.974432222203054e-06,
      "loss": 0.5198,
      "step": 129623
    },
    {
      "epoch": 5.309195166905591,
      "grad_norm": 1.6215809928352953,
      "learning_rate": 9.973262825071093e-06,
      "loss": 0.4873,
      "step": 129624
    },
    {
      "epoch": 5.309236125332787,
      "grad_norm": 1.5349116500492241,
      "learning_rate": 9.97209349413568e-06,
      "loss": 0.4107,
      "step": 129625
    },
    {
      "epoch": 5.309277083759984,
      "grad_norm": 1.595625364250323,
      "learning_rate": 9.970924229397315e-06,
      "loss": 0.5433,
      "step": 129626
    },
    {
      "epoch": 5.30931804218718,
      "grad_norm": 1.5846279675498731,
      "learning_rate": 9.969755030856596e-06,
      "loss": 0.4081,
      "step": 129627
    },
    {
      "epoch": 5.309359000614377,
      "grad_norm": 1.4957976534929502,
      "learning_rate": 9.96858589851401e-06,
      "loss": 0.5069,
      "step": 129628
    },
    {
      "epoch": 5.309399959041572,
      "grad_norm": 1.4147413328556047,
      "learning_rate": 9.967416832370168e-06,
      "loss": 0.4343,
      "step": 129629
    },
    {
      "epoch": 5.309440917468769,
      "grad_norm": 1.4631437668971325,
      "learning_rate": 9.966247832425622e-06,
      "loss": 0.5324,
      "step": 129630
    },
    {
      "epoch": 5.309481875895965,
      "grad_norm": 1.1641734910933788,
      "learning_rate": 9.96507889868089e-06,
      "loss": 0.2646,
      "step": 129631
    },
    {
      "epoch": 5.309522834323162,
      "grad_norm": 0.38656254205509144,
      "learning_rate": 9.963910031136552e-06,
      "loss": 0.0307,
      "step": 129632
    },
    {
      "epoch": 5.3095637927503585,
      "grad_norm": 1.5249368824743683,
      "learning_rate": 9.962741229793158e-06,
      "loss": 0.5351,
      "step": 129633
    },
    {
      "epoch": 5.309604751177555,
      "grad_norm": 1.6548150152353736,
      "learning_rate": 9.961572494651227e-06,
      "loss": 0.5612,
      "step": 129634
    },
    {
      "epoch": 5.309645709604752,
      "grad_norm": 1.4532519850861316,
      "learning_rate": 9.960403825711371e-06,
      "loss": 0.4281,
      "step": 129635
    },
    {
      "epoch": 5.309686668031947,
      "grad_norm": 1.5143313480830711,
      "learning_rate": 9.959235222974093e-06,
      "loss": 0.4629,
      "step": 129636
    },
    {
      "epoch": 5.309727626459144,
      "grad_norm": 1.7757529365350788,
      "learning_rate": 9.958066686439958e-06,
      "loss": 0.5414,
      "step": 129637
    },
    {
      "epoch": 5.30976858488634,
      "grad_norm": 1.2731027965392654,
      "learning_rate": 9.956898216109549e-06,
      "loss": 0.3999,
      "step": 129638
    },
    {
      "epoch": 5.309809543313537,
      "grad_norm": 1.3916461200139674,
      "learning_rate": 9.955729811983366e-06,
      "loss": 0.355,
      "step": 129639
    },
    {
      "epoch": 5.309850501740733,
      "grad_norm": 1.5722463583705217,
      "learning_rate": 9.954561474061973e-06,
      "loss": 0.5264,
      "step": 129640
    },
    {
      "epoch": 5.30989146016793,
      "grad_norm": 0.7370957622883314,
      "learning_rate": 9.953393202345972e-06,
      "loss": 0.1331,
      "step": 129641
    },
    {
      "epoch": 5.3099324185951255,
      "grad_norm": 1.9287121390671063,
      "learning_rate": 9.952224996835862e-06,
      "loss": 0.5848,
      "step": 129642
    },
    {
      "epoch": 5.309973377022322,
      "grad_norm": 1.6108626866348303,
      "learning_rate": 9.951056857532226e-06,
      "loss": 0.5381,
      "step": 129643
    },
    {
      "epoch": 5.310014335449519,
      "grad_norm": 0.922558283004901,
      "learning_rate": 9.949888784435595e-06,
      "loss": 0.1776,
      "step": 129644
    },
    {
      "epoch": 5.310055293876715,
      "grad_norm": 1.0784416180208851,
      "learning_rate": 9.948720777546521e-06,
      "loss": 0.2145,
      "step": 129645
    },
    {
      "epoch": 5.310096252303912,
      "grad_norm": 1.0532707910090557,
      "learning_rate": 9.947552836865585e-06,
      "loss": 0.2152,
      "step": 129646
    },
    {
      "epoch": 5.310137210731108,
      "grad_norm": 1.58160285410681,
      "learning_rate": 9.946384962393305e-06,
      "loss": 0.4358,
      "step": 129647
    },
    {
      "epoch": 5.310178169158304,
      "grad_norm": 1.279121952569325,
      "learning_rate": 9.945217154130265e-06,
      "loss": 0.3065,
      "step": 129648
    },
    {
      "epoch": 5.3102191275855,
      "grad_norm": 1.6746748439043633,
      "learning_rate": 9.944049412076976e-06,
      "loss": 0.6024,
      "step": 129649
    },
    {
      "epoch": 5.310260086012697,
      "grad_norm": 1.375945929039201,
      "learning_rate": 9.94288173623401e-06,
      "loss": 0.3923,
      "step": 129650
    },
    {
      "epoch": 5.3103010444398935,
      "grad_norm": 1.7059140917024622,
      "learning_rate": 9.941714126601945e-06,
      "loss": 0.5345,
      "step": 129651
    },
    {
      "epoch": 5.31034200286709,
      "grad_norm": 1.1142920072199323,
      "learning_rate": 9.940546583181303e-06,
      "loss": 0.2626,
      "step": 129652
    },
    {
      "epoch": 5.3103829612942866,
      "grad_norm": 1.805346048187499,
      "learning_rate": 9.939379105972628e-06,
      "loss": 0.5274,
      "step": 129653
    },
    {
      "epoch": 5.310423919721483,
      "grad_norm": 0.8216630783850362,
      "learning_rate": 9.938211694976523e-06,
      "loss": 0.227,
      "step": 129654
    },
    {
      "epoch": 5.310464878148679,
      "grad_norm": 0.45545730201981066,
      "learning_rate": 9.937044350193468e-06,
      "loss": 0.0274,
      "step": 129655
    },
    {
      "epoch": 5.310505836575875,
      "grad_norm": 1.6085739536318246,
      "learning_rate": 9.935877071624082e-06,
      "loss": 0.4059,
      "step": 129656
    },
    {
      "epoch": 5.310546795003072,
      "grad_norm": 1.5009768153480092,
      "learning_rate": 9.934709859268846e-06,
      "loss": 0.5143,
      "step": 129657
    },
    {
      "epoch": 5.310587753430268,
      "grad_norm": 1.5460601146185737,
      "learning_rate": 9.933542713128379e-06,
      "loss": 0.4339,
      "step": 129658
    },
    {
      "epoch": 5.310628711857465,
      "grad_norm": 2.050120800067441,
      "learning_rate": 9.93237563320321e-06,
      "loss": 0.5144,
      "step": 129659
    },
    {
      "epoch": 5.310669670284661,
      "grad_norm": 1.6672626744219374,
      "learning_rate": 9.931208619493857e-06,
      "loss": 0.3522,
      "step": 129660
    },
    {
      "epoch": 5.310710628711857,
      "grad_norm": 1.7121081906459765,
      "learning_rate": 9.930041672000921e-06,
      "loss": 0.4725,
      "step": 129661
    },
    {
      "epoch": 5.310751587139054,
      "grad_norm": 1.5680764055744318,
      "learning_rate": 9.92887479072495e-06,
      "loss": 0.4783,
      "step": 129662
    },
    {
      "epoch": 5.31079254556625,
      "grad_norm": 1.7736587121008989,
      "learning_rate": 9.927707975666444e-06,
      "loss": 0.6335,
      "step": 129663
    },
    {
      "epoch": 5.310833503993447,
      "grad_norm": 2.0073695497184953,
      "learning_rate": 9.926541226826017e-06,
      "loss": 0.5123,
      "step": 129664
    },
    {
      "epoch": 5.310874462420643,
      "grad_norm": 1.4764159268074697,
      "learning_rate": 9.925374544204207e-06,
      "loss": 0.3589,
      "step": 129665
    },
    {
      "epoch": 5.31091542084784,
      "grad_norm": 0.98949884175355,
      "learning_rate": 9.924207927801508e-06,
      "loss": 0.2112,
      "step": 129666
    },
    {
      "epoch": 5.310956379275035,
      "grad_norm": 1.0307140147934373,
      "learning_rate": 9.92304137761854e-06,
      "loss": 0.2301,
      "step": 129667
    },
    {
      "epoch": 5.310997337702232,
      "grad_norm": 1.5974632093192926,
      "learning_rate": 9.921874893655834e-06,
      "loss": 0.4247,
      "step": 129668
    },
    {
      "epoch": 5.3110382961294285,
      "grad_norm": 0.9415091441446818,
      "learning_rate": 9.920708475913925e-06,
      "loss": 0.2186,
      "step": 129669
    },
    {
      "epoch": 5.311079254556625,
      "grad_norm": 0.8862683121680907,
      "learning_rate": 9.919542124393392e-06,
      "loss": 0.2058,
      "step": 129670
    },
    {
      "epoch": 5.3111202129838215,
      "grad_norm": 3.360297106971624,
      "learning_rate": 9.918375839094739e-06,
      "loss": 0.9586,
      "step": 129671
    },
    {
      "epoch": 5.311161171411018,
      "grad_norm": 1.4283364398825873,
      "learning_rate": 9.917209620018563e-06,
      "loss": 0.3624,
      "step": 129672
    },
    {
      "epoch": 5.311202129838215,
      "grad_norm": 1.2334538185033301,
      "learning_rate": 9.91604346716543e-06,
      "loss": 0.5324,
      "step": 129673
    },
    {
      "epoch": 5.31124308826541,
      "grad_norm": 1.409407513726382,
      "learning_rate": 9.914877380535824e-06,
      "loss": 0.3881,
      "step": 129674
    },
    {
      "epoch": 5.311284046692607,
      "grad_norm": 3.0572766351115614,
      "learning_rate": 9.913711360130377e-06,
      "loss": 2.8281,
      "step": 129675
    },
    {
      "epoch": 5.311325005119803,
      "grad_norm": 1.7415134620794632,
      "learning_rate": 9.912545405949558e-06,
      "loss": 0.7048,
      "step": 129676
    },
    {
      "epoch": 5.311365963547,
      "grad_norm": 1.5573578006150384,
      "learning_rate": 9.911379517993962e-06,
      "loss": 0.5375,
      "step": 129677
    },
    {
      "epoch": 5.311406921974196,
      "grad_norm": 1.481223415188181,
      "learning_rate": 9.910213696264174e-06,
      "loss": 0.4988,
      "step": 129678
    },
    {
      "epoch": 5.311447880401393,
      "grad_norm": 2.0080396391077047,
      "learning_rate": 9.909047940760661e-06,
      "loss": 0.6271,
      "step": 129679
    },
    {
      "epoch": 5.311488838828589,
      "grad_norm": 1.0369421419717688,
      "learning_rate": 9.90788225148404e-06,
      "loss": 0.2571,
      "step": 129680
    },
    {
      "epoch": 5.311529797255785,
      "grad_norm": 1.375023951859384,
      "learning_rate": 9.906716628434858e-06,
      "loss": 0.3686,
      "step": 129681
    },
    {
      "epoch": 5.311570755682982,
      "grad_norm": 0.856469419162939,
      "learning_rate": 9.905551071613632e-06,
      "loss": 0.1873,
      "step": 129682
    },
    {
      "epoch": 5.311611714110178,
      "grad_norm": 1.4567846825726618,
      "learning_rate": 9.904385581020946e-06,
      "loss": 0.3787,
      "step": 129683
    },
    {
      "epoch": 5.311652672537375,
      "grad_norm": 0.7403897946122872,
      "learning_rate": 9.903220156657332e-06,
      "loss": 0.1354,
      "step": 129684
    },
    {
      "epoch": 5.311693630964571,
      "grad_norm": 1.0449638226345976,
      "learning_rate": 9.90205479852334e-06,
      "loss": 0.2399,
      "step": 129685
    },
    {
      "epoch": 5.311734589391767,
      "grad_norm": 1.486289681814887,
      "learning_rate": 9.900889506619535e-06,
      "loss": 0.4917,
      "step": 129686
    },
    {
      "epoch": 5.311775547818963,
      "grad_norm": 0.9810202050246591,
      "learning_rate": 9.899724280946453e-06,
      "loss": 0.363,
      "step": 129687
    },
    {
      "epoch": 5.31181650624616,
      "grad_norm": 1.6885971360620304,
      "learning_rate": 9.89855912150464e-06,
      "loss": 0.5524,
      "step": 129688
    },
    {
      "epoch": 5.3118574646733565,
      "grad_norm": 1.5148910647360023,
      "learning_rate": 9.897394028294697e-06,
      "loss": 0.4871,
      "step": 129689
    },
    {
      "epoch": 5.311898423100553,
      "grad_norm": 1.2413362650196078,
      "learning_rate": 9.896229001317107e-06,
      "loss": 0.353,
      "step": 129690
    },
    {
      "epoch": 5.31193938152775,
      "grad_norm": 1.3643471365771445,
      "learning_rate": 9.895064040572471e-06,
      "loss": 0.3591,
      "step": 129691
    },
    {
      "epoch": 5.311980339954946,
      "grad_norm": 2.4450390785050713,
      "learning_rate": 9.893899146061285e-06,
      "loss": 1.56,
      "step": 129692
    },
    {
      "epoch": 5.312021298382142,
      "grad_norm": 1.4147193961164484,
      "learning_rate": 9.892734317784152e-06,
      "loss": 0.4049,
      "step": 129693
    },
    {
      "epoch": 5.312062256809338,
      "grad_norm": 1.3062224054301639,
      "learning_rate": 9.891569555741619e-06,
      "loss": 0.3119,
      "step": 129694
    },
    {
      "epoch": 5.312103215236535,
      "grad_norm": 1.079135992103912,
      "learning_rate": 9.890404859934186e-06,
      "loss": 0.2234,
      "step": 129695
    },
    {
      "epoch": 5.312144173663731,
      "grad_norm": 1.0175298335755307,
      "learning_rate": 9.889240230362454e-06,
      "loss": 0.1428,
      "step": 129696
    },
    {
      "epoch": 5.312185132090928,
      "grad_norm": 1.924086395295488,
      "learning_rate": 9.88807566702699e-06,
      "loss": 0.6004,
      "step": 129697
    },
    {
      "epoch": 5.312226090518124,
      "grad_norm": 1.5883319143059154,
      "learning_rate": 9.886911169928274e-06,
      "loss": 0.4959,
      "step": 129698
    },
    {
      "epoch": 5.31226704894532,
      "grad_norm": 1.7341804163896644,
      "learning_rate": 9.885746739066924e-06,
      "loss": 0.5153,
      "step": 129699
    },
    {
      "epoch": 5.312308007372517,
      "grad_norm": 1.6511608080229176,
      "learning_rate": 9.88458237444344e-06,
      "loss": 0.5832,
      "step": 129700
    },
    {
      "epoch": 5.312348965799713,
      "grad_norm": 1.5770549642181044,
      "learning_rate": 9.883418076058402e-06,
      "loss": 0.537,
      "step": 129701
    },
    {
      "epoch": 5.31238992422691,
      "grad_norm": 1.4738247802049627,
      "learning_rate": 9.88225384391238e-06,
      "loss": 0.4587,
      "step": 129702
    },
    {
      "epoch": 5.312430882654106,
      "grad_norm": 0.770639599257096,
      "learning_rate": 9.881089678005855e-06,
      "loss": 0.185,
      "step": 129703
    },
    {
      "epoch": 5.312471841081303,
      "grad_norm": 0.669867843949804,
      "learning_rate": 9.879925578339426e-06,
      "loss": 0.1237,
      "step": 129704
    },
    {
      "epoch": 5.312512799508498,
      "grad_norm": 1.3514756298289436,
      "learning_rate": 9.878761544913677e-06,
      "loss": 0.3676,
      "step": 129705
    },
    {
      "epoch": 5.312553757935695,
      "grad_norm": 2.7794417162650196,
      "learning_rate": 9.877597577729074e-06,
      "loss": 2.32,
      "step": 129706
    },
    {
      "epoch": 5.3125947163628915,
      "grad_norm": 1.3716369085024993,
      "learning_rate": 9.87643367678625e-06,
      "loss": 0.4228,
      "step": 129707
    },
    {
      "epoch": 5.312635674790088,
      "grad_norm": 0.3632166637665445,
      "learning_rate": 9.875269842085687e-06,
      "loss": 0.0341,
      "step": 129708
    },
    {
      "epoch": 5.312676633217285,
      "grad_norm": 1.5224323884056068,
      "learning_rate": 9.874106073627969e-06,
      "loss": 0.4492,
      "step": 129709
    },
    {
      "epoch": 5.312717591644481,
      "grad_norm": 1.6050712694728873,
      "learning_rate": 9.87294237141366e-06,
      "loss": 0.45,
      "step": 129710
    },
    {
      "epoch": 5.312758550071678,
      "grad_norm": 0.9840881294186483,
      "learning_rate": 9.87177873544328e-06,
      "loss": 0.1921,
      "step": 129711
    },
    {
      "epoch": 5.312799508498873,
      "grad_norm": 0.8756295523609892,
      "learning_rate": 9.870615165717377e-06,
      "loss": 0.1988,
      "step": 129712
    },
    {
      "epoch": 5.31284046692607,
      "grad_norm": 1.376694113523236,
      "learning_rate": 9.869451662236549e-06,
      "loss": 0.3799,
      "step": 129713
    },
    {
      "epoch": 5.312881425353266,
      "grad_norm": 1.6843704128808044,
      "learning_rate": 9.86828822500128e-06,
      "loss": 0.6182,
      "step": 129714
    },
    {
      "epoch": 5.312922383780463,
      "grad_norm": 1.4298362757676855,
      "learning_rate": 9.867124854012187e-06,
      "loss": 0.3933,
      "step": 129715
    },
    {
      "epoch": 5.312963342207659,
      "grad_norm": 1.6218444328743031,
      "learning_rate": 9.865961549269768e-06,
      "loss": 0.4613,
      "step": 129716
    },
    {
      "epoch": 5.313004300634856,
      "grad_norm": 1.6259757203630638,
      "learning_rate": 9.864798310774574e-06,
      "loss": 0.5771,
      "step": 129717
    },
    {
      "epoch": 5.313045259062052,
      "grad_norm": 1.638102213589201,
      "learning_rate": 9.863635138527204e-06,
      "loss": 0.5089,
      "step": 129718
    },
    {
      "epoch": 5.313086217489248,
      "grad_norm": 2.491227785965676,
      "learning_rate": 9.862472032528157e-06,
      "loss": 0.7793,
      "step": 129719
    },
    {
      "epoch": 5.313127175916445,
      "grad_norm": 1.5186423104569378,
      "learning_rate": 9.861308992778017e-06,
      "loss": 0.5256,
      "step": 129720
    },
    {
      "epoch": 5.313168134343641,
      "grad_norm": 1.1924731127237838,
      "learning_rate": 9.860146019277299e-06,
      "loss": 0.2709,
      "step": 129721
    },
    {
      "epoch": 5.313209092770838,
      "grad_norm": 1.5396572332504574,
      "learning_rate": 9.85898311202657e-06,
      "loss": 0.4862,
      "step": 129722
    },
    {
      "epoch": 5.313250051198034,
      "grad_norm": 1.5714687391782327,
      "learning_rate": 9.857820271026412e-06,
      "loss": 0.4693,
      "step": 129723
    },
    {
      "epoch": 5.31329100962523,
      "grad_norm": 1.5760548096083722,
      "learning_rate": 9.85665749627731e-06,
      "loss": 0.5472,
      "step": 129724
    },
    {
      "epoch": 5.3133319680524265,
      "grad_norm": 1.823423505018535,
      "learning_rate": 9.855494787779844e-06,
      "loss": 0.5511,
      "step": 129725
    },
    {
      "epoch": 5.313372926479623,
      "grad_norm": 1.569854903974894,
      "learning_rate": 9.8543321455346e-06,
      "loss": 0.5638,
      "step": 129726
    },
    {
      "epoch": 5.3134138849068195,
      "grad_norm": 1.5033036913570998,
      "learning_rate": 9.853169569542075e-06,
      "loss": 0.3946,
      "step": 129727
    },
    {
      "epoch": 5.313454843334016,
      "grad_norm": 1.993438649061272,
      "learning_rate": 9.85200705980287e-06,
      "loss": 0.7383,
      "step": 129728
    },
    {
      "epoch": 5.313495801761213,
      "grad_norm": 1.3863509688206568,
      "learning_rate": 9.850844616317465e-06,
      "loss": 0.4172,
      "step": 129729
    },
    {
      "epoch": 5.313536760188409,
      "grad_norm": 0.960182642863257,
      "learning_rate": 9.849682239086448e-06,
      "loss": 0.2292,
      "step": 129730
    },
    {
      "epoch": 5.313577718615605,
      "grad_norm": 1.3717381286070933,
      "learning_rate": 9.848519928110398e-06,
      "loss": 0.5466,
      "step": 129731
    },
    {
      "epoch": 5.313618677042801,
      "grad_norm": 1.5655365338090799,
      "learning_rate": 9.847357683389816e-06,
      "loss": 0.4729,
      "step": 129732
    },
    {
      "epoch": 5.313659635469998,
      "grad_norm": 1.37994700006174,
      "learning_rate": 9.846195504925253e-06,
      "loss": 0.4611,
      "step": 129733
    },
    {
      "epoch": 5.313700593897194,
      "grad_norm": 1.3022529525946822,
      "learning_rate": 9.84503339271734e-06,
      "loss": 0.2016,
      "step": 129734
    },
    {
      "epoch": 5.313741552324391,
      "grad_norm": 1.5451434830320074,
      "learning_rate": 9.843871346766508e-06,
      "loss": 0.3137,
      "step": 129735
    },
    {
      "epoch": 5.3137825107515875,
      "grad_norm": 1.7729393441951746,
      "learning_rate": 9.842709367073376e-06,
      "loss": 0.4757,
      "step": 129736
    },
    {
      "epoch": 5.313823469178783,
      "grad_norm": 0.3277610676001584,
      "learning_rate": 9.841547453638477e-06,
      "loss": 0.0378,
      "step": 129737
    },
    {
      "epoch": 5.31386442760598,
      "grad_norm": 1.6712930065927483,
      "learning_rate": 9.840385606462358e-06,
      "loss": 0.6017,
      "step": 129738
    },
    {
      "epoch": 5.313905386033176,
      "grad_norm": 1.0962333868735994,
      "learning_rate": 9.839223825545556e-06,
      "loss": 0.1915,
      "step": 129739
    },
    {
      "epoch": 5.313946344460373,
      "grad_norm": 1.5362487862696637,
      "learning_rate": 9.838062110888667e-06,
      "loss": 0.4783,
      "step": 129740
    },
    {
      "epoch": 5.313987302887569,
      "grad_norm": 0.7525133548709618,
      "learning_rate": 9.836900462492192e-06,
      "loss": 0.1562,
      "step": 129741
    },
    {
      "epoch": 5.314028261314766,
      "grad_norm": 1.5086191245253537,
      "learning_rate": 9.835738880356715e-06,
      "loss": 0.3725,
      "step": 129742
    },
    {
      "epoch": 5.3140692197419614,
      "grad_norm": 1.8284360815080538,
      "learning_rate": 9.834577364482749e-06,
      "loss": 0.6661,
      "step": 129743
    },
    {
      "epoch": 5.314110178169158,
      "grad_norm": 1.676887808886545,
      "learning_rate": 9.833415914870846e-06,
      "loss": 0.5138,
      "step": 129744
    },
    {
      "epoch": 5.3141511365963545,
      "grad_norm": 1.2534716822850733,
      "learning_rate": 9.832254531521606e-06,
      "loss": 0.3083,
      "step": 129745
    },
    {
      "epoch": 5.314192095023551,
      "grad_norm": 1.7675720457926025,
      "learning_rate": 9.831093214435509e-06,
      "loss": 0.6905,
      "step": 129746
    },
    {
      "epoch": 5.314233053450748,
      "grad_norm": 1.986151443022751,
      "learning_rate": 9.829931963613175e-06,
      "loss": 1.0714,
      "step": 129747
    },
    {
      "epoch": 5.314274011877944,
      "grad_norm": 1.4232825233333934,
      "learning_rate": 9.828770779055083e-06,
      "loss": 0.4676,
      "step": 129748
    },
    {
      "epoch": 5.314314970305141,
      "grad_norm": 1.3643997857639896,
      "learning_rate": 9.82760966076182e-06,
      "loss": 0.3607,
      "step": 129749
    },
    {
      "epoch": 5.314355928732336,
      "grad_norm": 1.5813595629852013,
      "learning_rate": 9.82644860873395e-06,
      "loss": 0.5369,
      "step": 129750
    },
    {
      "epoch": 5.314396887159533,
      "grad_norm": 2.29226734729645,
      "learning_rate": 9.825287622971972e-06,
      "loss": 1.0166,
      "step": 129751
    },
    {
      "epoch": 5.314437845586729,
      "grad_norm": 1.5196519046462669,
      "learning_rate": 9.824126703476471e-06,
      "loss": 0.5179,
      "step": 129752
    },
    {
      "epoch": 5.314478804013926,
      "grad_norm": 1.4273761065363832,
      "learning_rate": 9.82296585024801e-06,
      "loss": 0.4807,
      "step": 129753
    },
    {
      "epoch": 5.3145197624411225,
      "grad_norm": 0.8208579586920169,
      "learning_rate": 9.821805063287092e-06,
      "loss": 0.154,
      "step": 129754
    },
    {
      "epoch": 5.314560720868319,
      "grad_norm": 2.2604487490090164,
      "learning_rate": 9.82064434259433e-06,
      "loss": 0.5995,
      "step": 129755
    },
    {
      "epoch": 5.3146016792955155,
      "grad_norm": 1.7207989407351063,
      "learning_rate": 9.819483688170193e-06,
      "loss": 0.5241,
      "step": 129756
    },
    {
      "epoch": 5.314642637722711,
      "grad_norm": 1.5416052731325187,
      "learning_rate": 9.818323100015264e-06,
      "loss": 0.4342,
      "step": 129757
    },
    {
      "epoch": 5.314683596149908,
      "grad_norm": 1.931878001186889,
      "learning_rate": 9.817162578130138e-06,
      "loss": 0.6579,
      "step": 129758
    },
    {
      "epoch": 5.314724554577104,
      "grad_norm": 0.9972805275550073,
      "learning_rate": 9.816002122515287e-06,
      "loss": 0.2051,
      "step": 129759
    },
    {
      "epoch": 5.314765513004301,
      "grad_norm": 0.6997819574929274,
      "learning_rate": 9.814841733171307e-06,
      "loss": 0.1207,
      "step": 129760
    },
    {
      "epoch": 5.314806471431497,
      "grad_norm": 0.8560948829380483,
      "learning_rate": 9.81368141009875e-06,
      "loss": 0.1854,
      "step": 129761
    },
    {
      "epoch": 5.314847429858693,
      "grad_norm": 1.1633676684969563,
      "learning_rate": 9.81252115329813e-06,
      "loss": 0.3282,
      "step": 129762
    },
    {
      "epoch": 5.3148883882858895,
      "grad_norm": 1.47706176974716,
      "learning_rate": 9.811360962770031e-06,
      "loss": 0.5813,
      "step": 129763
    },
    {
      "epoch": 5.314929346713086,
      "grad_norm": 1.7664260014765454,
      "learning_rate": 9.81020083851497e-06,
      "loss": 0.6118,
      "step": 129764
    },
    {
      "epoch": 5.314970305140283,
      "grad_norm": 0.83619562770823,
      "learning_rate": 9.809040780533512e-06,
      "loss": 0.2014,
      "step": 129765
    },
    {
      "epoch": 5.315011263567479,
      "grad_norm": 0.7394138323589017,
      "learning_rate": 9.807880788826222e-06,
      "loss": 0.1721,
      "step": 129766
    },
    {
      "epoch": 5.315052221994676,
      "grad_norm": 1.3577402168084096,
      "learning_rate": 9.806720863393602e-06,
      "loss": 0.3465,
      "step": 129767
    },
    {
      "epoch": 5.315093180421872,
      "grad_norm": 1.1750494833311507,
      "learning_rate": 9.80556100423625e-06,
      "loss": 0.2096,
      "step": 129768
    },
    {
      "epoch": 5.315134138849068,
      "grad_norm": 1.4019695407207868,
      "learning_rate": 9.804401211354702e-06,
      "loss": 0.5022,
      "step": 129769
    },
    {
      "epoch": 5.315175097276264,
      "grad_norm": 1.7447794692679852,
      "learning_rate": 9.80324148474947e-06,
      "loss": 0.5424,
      "step": 129770
    },
    {
      "epoch": 5.315216055703461,
      "grad_norm": 1.8018951926875126,
      "learning_rate": 9.802081824421171e-06,
      "loss": 0.6488,
      "step": 129771
    },
    {
      "epoch": 5.315257014130657,
      "grad_norm": 1.5277362472372946,
      "learning_rate": 9.800922230370273e-06,
      "loss": 0.46,
      "step": 129772
    },
    {
      "epoch": 5.315297972557854,
      "grad_norm": 1.6162033347290419,
      "learning_rate": 9.799762702597375e-06,
      "loss": 0.483,
      "step": 129773
    },
    {
      "epoch": 5.3153389309850505,
      "grad_norm": 0.8783587289101481,
      "learning_rate": 9.798603241103025e-06,
      "loss": 0.1968,
      "step": 129774
    },
    {
      "epoch": 5.315379889412247,
      "grad_norm": 1.6186898285353184,
      "learning_rate": 9.797443845887743e-06,
      "loss": 0.521,
      "step": 129775
    },
    {
      "epoch": 5.315420847839443,
      "grad_norm": 1.6638184766003918,
      "learning_rate": 9.796284516952108e-06,
      "loss": 0.6161,
      "step": 129776
    },
    {
      "epoch": 5.315461806266639,
      "grad_norm": 1.829086979205847,
      "learning_rate": 9.795125254296654e-06,
      "loss": 0.5344,
      "step": 129777
    },
    {
      "epoch": 5.315502764693836,
      "grad_norm": 1.6318608802563732,
      "learning_rate": 9.793966057921915e-06,
      "loss": 0.4987,
      "step": 129778
    },
    {
      "epoch": 5.315543723121032,
      "grad_norm": 1.2469087023117413,
      "learning_rate": 9.79280692782849e-06,
      "loss": 0.3759,
      "step": 129779
    },
    {
      "epoch": 5.315584681548229,
      "grad_norm": 1.343718232884859,
      "learning_rate": 9.791647864016844e-06,
      "loss": 0.5403,
      "step": 129780
    },
    {
      "epoch": 5.3156256399754245,
      "grad_norm": 1.6113910387312194,
      "learning_rate": 9.790488866487577e-06,
      "loss": 0.4785,
      "step": 129781
    },
    {
      "epoch": 5.315666598402621,
      "grad_norm": 1.3515811389044436,
      "learning_rate": 9.789329935241258e-06,
      "loss": 0.431,
      "step": 129782
    },
    {
      "epoch": 5.3157075568298175,
      "grad_norm": 1.6403010186424343,
      "learning_rate": 9.788171070278382e-06,
      "loss": 0.514,
      "step": 129783
    },
    {
      "epoch": 5.315748515257014,
      "grad_norm": 1.7263116440910096,
      "learning_rate": 9.787012271599536e-06,
      "loss": 0.6745,
      "step": 129784
    },
    {
      "epoch": 5.315789473684211,
      "grad_norm": 2.504062261430109,
      "learning_rate": 9.785853539205269e-06,
      "loss": 1.4689,
      "step": 129785
    },
    {
      "epoch": 5.315830432111407,
      "grad_norm": 1.616427745373057,
      "learning_rate": 9.784694873096093e-06,
      "loss": 0.4802,
      "step": 129786
    },
    {
      "epoch": 5.315871390538604,
      "grad_norm": 1.6692587146963411,
      "learning_rate": 9.783536273272596e-06,
      "loss": 0.492,
      "step": 129787
    },
    {
      "epoch": 5.315912348965799,
      "grad_norm": 1.500744647594487,
      "learning_rate": 9.782377739735276e-06,
      "loss": 0.5374,
      "step": 129788
    },
    {
      "epoch": 5.315953307392996,
      "grad_norm": 1.1158433845634044,
      "learning_rate": 9.781219272484713e-06,
      "loss": 0.2423,
      "step": 129789
    },
    {
      "epoch": 5.315994265820192,
      "grad_norm": 1.0838197390046809,
      "learning_rate": 9.780060871521495e-06,
      "loss": 0.2476,
      "step": 129790
    },
    {
      "epoch": 5.316035224247389,
      "grad_norm": 1.1517046792166676,
      "learning_rate": 9.778902536846085e-06,
      "loss": 0.2618,
      "step": 129791
    },
    {
      "epoch": 5.3160761826745855,
      "grad_norm": 1.9929296322764902,
      "learning_rate": 9.777744268459098e-06,
      "loss": 0.6709,
      "step": 129792
    },
    {
      "epoch": 5.316117141101782,
      "grad_norm": 2.0696344253273593,
      "learning_rate": 9.776586066361053e-06,
      "loss": 0.7276,
      "step": 129793
    },
    {
      "epoch": 5.3161580995289786,
      "grad_norm": 1.264360695734666,
      "learning_rate": 9.775427930552481e-06,
      "loss": 0.3336,
      "step": 129794
    },
    {
      "epoch": 5.316199057956174,
      "grad_norm": 1.7607768720403525,
      "learning_rate": 9.774269861033984e-06,
      "loss": 0.6667,
      "step": 129795
    },
    {
      "epoch": 5.316240016383371,
      "grad_norm": 1.5568392772092638,
      "learning_rate": 9.773111857806042e-06,
      "loss": 0.4427,
      "step": 129796
    },
    {
      "epoch": 5.316280974810567,
      "grad_norm": 1.4177475928745293,
      "learning_rate": 9.771953920869242e-06,
      "loss": 0.3473,
      "step": 129797
    },
    {
      "epoch": 5.316321933237764,
      "grad_norm": 1.854394628496445,
      "learning_rate": 9.770796050224145e-06,
      "loss": 0.6863,
      "step": 129798
    },
    {
      "epoch": 5.31636289166496,
      "grad_norm": 1.3739573842204469,
      "learning_rate": 9.769638245871253e-06,
      "loss": 0.5035,
      "step": 129799
    },
    {
      "epoch": 5.316403850092156,
      "grad_norm": 1.4958709503575565,
      "learning_rate": 9.768480507811166e-06,
      "loss": 0.4447,
      "step": 129800
    },
    {
      "epoch": 5.3164448085193525,
      "grad_norm": 1.174237308997961,
      "learning_rate": 9.767322836044383e-06,
      "loss": 0.3134,
      "step": 129801
    },
    {
      "epoch": 5.316485766946549,
      "grad_norm": 1.6116147873510926,
      "learning_rate": 9.766165230571471e-06,
      "loss": 0.5456,
      "step": 129802
    },
    {
      "epoch": 5.316526725373746,
      "grad_norm": 1.6533733770410441,
      "learning_rate": 9.765007691393011e-06,
      "loss": 0.6066,
      "step": 129803
    },
    {
      "epoch": 5.316567683800942,
      "grad_norm": 1.1746177025605635,
      "learning_rate": 9.763850218509489e-06,
      "loss": 0.2812,
      "step": 129804
    },
    {
      "epoch": 5.316608642228139,
      "grad_norm": 0.47291394088691496,
      "learning_rate": 9.762692811921502e-06,
      "loss": 0.0423,
      "step": 129805
    },
    {
      "epoch": 5.316649600655335,
      "grad_norm": 0.7982564768991348,
      "learning_rate": 9.761535471629567e-06,
      "loss": 0.2026,
      "step": 129806
    },
    {
      "epoch": 5.316690559082531,
      "grad_norm": 2.839905846480793,
      "learning_rate": 9.760378197634234e-06,
      "loss": 2.2615,
      "step": 129807
    },
    {
      "epoch": 5.316731517509727,
      "grad_norm": 1.4692912758903838,
      "learning_rate": 9.759220989936034e-06,
      "loss": 0.5257,
      "step": 129808
    },
    {
      "epoch": 5.316772475936924,
      "grad_norm": 1.3105650328108205,
      "learning_rate": 9.758063848535585e-06,
      "loss": 0.3574,
      "step": 129809
    },
    {
      "epoch": 5.3168134343641205,
      "grad_norm": 1.7055711182045183,
      "learning_rate": 9.756906773433354e-06,
      "loss": 0.5035,
      "step": 129810
    },
    {
      "epoch": 5.316854392791317,
      "grad_norm": 1.830671900843969,
      "learning_rate": 9.755749764629906e-06,
      "loss": 0.5527,
      "step": 129811
    },
    {
      "epoch": 5.3168953512185135,
      "grad_norm": 1.6149912732464715,
      "learning_rate": 9.75459282212584e-06,
      "loss": 0.4886,
      "step": 129812
    },
    {
      "epoch": 5.31693630964571,
      "grad_norm": 1.4418694731259174,
      "learning_rate": 9.75343594592164e-06,
      "loss": 0.494,
      "step": 129813
    },
    {
      "epoch": 5.316977268072906,
      "grad_norm": 1.6429562636606956,
      "learning_rate": 9.752279136017888e-06,
      "loss": 0.5774,
      "step": 129814
    },
    {
      "epoch": 5.317018226500102,
      "grad_norm": 1.693580554753761,
      "learning_rate": 9.751122392415117e-06,
      "loss": 0.5494,
      "step": 129815
    },
    {
      "epoch": 5.317059184927299,
      "grad_norm": 1.5306699160934518,
      "learning_rate": 9.749965715113862e-06,
      "loss": 0.628,
      "step": 129816
    },
    {
      "epoch": 5.317100143354495,
      "grad_norm": 1.1611607433389226,
      "learning_rate": 9.748809104114718e-06,
      "loss": 0.3528,
      "step": 129817
    },
    {
      "epoch": 5.317141101781692,
      "grad_norm": 1.2171608716273945,
      "learning_rate": 9.747652559418157e-06,
      "loss": 0.254,
      "step": 129818
    },
    {
      "epoch": 5.317182060208888,
      "grad_norm": 1.6755727618752798,
      "learning_rate": 9.746496081024806e-06,
      "loss": 0.5674,
      "step": 129819
    },
    {
      "epoch": 5.317223018636084,
      "grad_norm": 1.5805968147366425,
      "learning_rate": 9.745339668935154e-06,
      "loss": 0.6282,
      "step": 129820
    },
    {
      "epoch": 5.317263977063281,
      "grad_norm": 1.5263811168291224,
      "learning_rate": 9.744183323149762e-06,
      "loss": 0.5425,
      "step": 129821
    },
    {
      "epoch": 5.317304935490477,
      "grad_norm": 1.3762022288342506,
      "learning_rate": 9.743027043669199e-06,
      "loss": 0.4245,
      "step": 129822
    },
    {
      "epoch": 5.317345893917674,
      "grad_norm": 0.9879289254526195,
      "learning_rate": 9.74187083049398e-06,
      "loss": 0.1873,
      "step": 129823
    },
    {
      "epoch": 5.31738685234487,
      "grad_norm": 0.9182058733665506,
      "learning_rate": 9.740714683624657e-06,
      "loss": 0.1173,
      "step": 129824
    },
    {
      "epoch": 5.317427810772067,
      "grad_norm": 1.3061161465517979,
      "learning_rate": 9.73955860306181e-06,
      "loss": 0.4365,
      "step": 129825
    },
    {
      "epoch": 5.317468769199262,
      "grad_norm": 1.3835806167511338,
      "learning_rate": 9.738402588805938e-06,
      "loss": 0.3634,
      "step": 129826
    },
    {
      "epoch": 5.317509727626459,
      "grad_norm": 1.5233111026284547,
      "learning_rate": 9.737246640857643e-06,
      "loss": 0.5332,
      "step": 129827
    },
    {
      "epoch": 5.317550686053655,
      "grad_norm": 1.3174598414559164,
      "learning_rate": 9.736090759217407e-06,
      "loss": 0.4245,
      "step": 129828
    },
    {
      "epoch": 5.317591644480852,
      "grad_norm": 1.8257906399864234,
      "learning_rate": 9.734934943885797e-06,
      "loss": 0.7198,
      "step": 129829
    },
    {
      "epoch": 5.3176326029080485,
      "grad_norm": 0.905091649529807,
      "learning_rate": 9.733779194863412e-06,
      "loss": 0.2037,
      "step": 129830
    },
    {
      "epoch": 5.317673561335245,
      "grad_norm": 0.7478094007729581,
      "learning_rate": 9.732623512150733e-06,
      "loss": 0.1322,
      "step": 129831
    },
    {
      "epoch": 5.317714519762442,
      "grad_norm": 1.5146866975725637,
      "learning_rate": 9.731467895748312e-06,
      "loss": 0.4074,
      "step": 129832
    },
    {
      "epoch": 5.317755478189637,
      "grad_norm": 0.884377953960906,
      "learning_rate": 9.73031234565675e-06,
      "loss": 0.2062,
      "step": 129833
    },
    {
      "epoch": 5.317796436616834,
      "grad_norm": 1.438494165921884,
      "learning_rate": 9.729156861876542e-06,
      "loss": 0.4417,
      "step": 129834
    },
    {
      "epoch": 5.31783739504403,
      "grad_norm": 1.4173655260110354,
      "learning_rate": 9.728001444408257e-06,
      "loss": 0.4749,
      "step": 129835
    },
    {
      "epoch": 5.317878353471227,
      "grad_norm": 1.1172355574545505,
      "learning_rate": 9.726846093252428e-06,
      "loss": 0.3753,
      "step": 129836
    },
    {
      "epoch": 5.317919311898423,
      "grad_norm": 1.5598187501907235,
      "learning_rate": 9.725690808409587e-06,
      "loss": 0.4191,
      "step": 129837
    },
    {
      "epoch": 5.31796027032562,
      "grad_norm": 1.2995200694997437,
      "learning_rate": 9.724535589880333e-06,
      "loss": 0.4565,
      "step": 129838
    },
    {
      "epoch": 5.318001228752816,
      "grad_norm": 1.707347270282765,
      "learning_rate": 9.723380437665152e-06,
      "loss": 0.6181,
      "step": 129839
    },
    {
      "epoch": 5.318042187180012,
      "grad_norm": 1.02042684176371,
      "learning_rate": 9.722225351764623e-06,
      "loss": 0.2251,
      "step": 129840
    },
    {
      "epoch": 5.318083145607209,
      "grad_norm": 1.653733640386972,
      "learning_rate": 9.721070332179299e-06,
      "loss": 0.5842,
      "step": 129841
    },
    {
      "epoch": 5.318124104034405,
      "grad_norm": 1.3604119673532769,
      "learning_rate": 9.719915378909693e-06,
      "loss": 0.4217,
      "step": 129842
    },
    {
      "epoch": 5.318165062461602,
      "grad_norm": 1.66405856929949,
      "learning_rate": 9.718760491956407e-06,
      "loss": 0.5482,
      "step": 129843
    },
    {
      "epoch": 5.318206020888798,
      "grad_norm": 1.5377869638447799,
      "learning_rate": 9.717605671319906e-06,
      "loss": 0.2907,
      "step": 129844
    },
    {
      "epoch": 5.318246979315994,
      "grad_norm": 0.8777409102660969,
      "learning_rate": 9.71645091700079e-06,
      "loss": 0.1352,
      "step": 129845
    },
    {
      "epoch": 5.31828793774319,
      "grad_norm": 1.279688638673085,
      "learning_rate": 9.715296228999625e-06,
      "loss": 0.3057,
      "step": 129846
    },
    {
      "epoch": 5.318328896170387,
      "grad_norm": 1.4921892847154752,
      "learning_rate": 9.714141607316895e-06,
      "loss": 0.4461,
      "step": 129847
    },
    {
      "epoch": 5.3183698545975835,
      "grad_norm": 1.8351465398343632,
      "learning_rate": 9.712987051953197e-06,
      "loss": 0.6008,
      "step": 129848
    },
    {
      "epoch": 5.31841081302478,
      "grad_norm": 1.5647861166844885,
      "learning_rate": 9.711832562909067e-06,
      "loss": 0.3932,
      "step": 129849
    },
    {
      "epoch": 5.318451771451977,
      "grad_norm": 1.746212858650463,
      "learning_rate": 9.710678140185018e-06,
      "loss": 0.5771,
      "step": 129850
    },
    {
      "epoch": 5.318492729879173,
      "grad_norm": 1.5020423531955378,
      "learning_rate": 9.709523783781636e-06,
      "loss": 0.3525,
      "step": 129851
    },
    {
      "epoch": 5.318533688306369,
      "grad_norm": 1.4881676209527799,
      "learning_rate": 9.708369493699437e-06,
      "loss": 0.4343,
      "step": 129852
    },
    {
      "epoch": 5.318574646733565,
      "grad_norm": 1.447820733135141,
      "learning_rate": 9.707215269938984e-06,
      "loss": 0.4605,
      "step": 129853
    },
    {
      "epoch": 5.318615605160762,
      "grad_norm": 1.7349233449111454,
      "learning_rate": 9.706061112500829e-06,
      "loss": 0.5416,
      "step": 129854
    },
    {
      "epoch": 5.318656563587958,
      "grad_norm": 2.0936549479690165,
      "learning_rate": 9.704907021385505e-06,
      "loss": 0.6991,
      "step": 129855
    },
    {
      "epoch": 5.318697522015155,
      "grad_norm": 1.7853107701670812,
      "learning_rate": 9.70375299659356e-06,
      "loss": 0.5809,
      "step": 129856
    },
    {
      "epoch": 5.318738480442351,
      "grad_norm": 1.8075896516976298,
      "learning_rate": 9.70259903812553e-06,
      "loss": 0.5405,
      "step": 129857
    },
    {
      "epoch": 5.318779438869547,
      "grad_norm": 1.6673246233861403,
      "learning_rate": 9.70144514598198e-06,
      "loss": 0.5019,
      "step": 129858
    },
    {
      "epoch": 5.318820397296744,
      "grad_norm": 0.6816423882582582,
      "learning_rate": 9.700291320163456e-06,
      "loss": 0.0894,
      "step": 129859
    },
    {
      "epoch": 5.31886135572394,
      "grad_norm": 1.348836925413313,
      "learning_rate": 9.699137560670462e-06,
      "loss": 0.2943,
      "step": 129860
    },
    {
      "epoch": 5.318902314151137,
      "grad_norm": 1.707370862661474,
      "learning_rate": 9.697983867503578e-06,
      "loss": 0.5472,
      "step": 129861
    },
    {
      "epoch": 5.318943272578333,
      "grad_norm": 2.560212716223179,
      "learning_rate": 9.696830240663372e-06,
      "loss": 1.6129,
      "step": 129862
    },
    {
      "epoch": 5.31898423100553,
      "grad_norm": 1.4058583552666617,
      "learning_rate": 9.695676680150344e-06,
      "loss": 0.5799,
      "step": 129863
    },
    {
      "epoch": 5.319025189432725,
      "grad_norm": 1.8665970178769489,
      "learning_rate": 9.694523185965092e-06,
      "loss": 0.574,
      "step": 129864
    },
    {
      "epoch": 5.319066147859922,
      "grad_norm": 1.5937023812326858,
      "learning_rate": 9.693369758108082e-06,
      "loss": 0.4998,
      "step": 129865
    },
    {
      "epoch": 5.3191071062871185,
      "grad_norm": 1.0267319778390966,
      "learning_rate": 9.692216396579917e-06,
      "loss": 0.2359,
      "step": 129866
    },
    {
      "epoch": 5.319148064714315,
      "grad_norm": 1.0774900496457684,
      "learning_rate": 9.691063101381158e-06,
      "loss": 0.1872,
      "step": 129867
    },
    {
      "epoch": 5.3191890231415115,
      "grad_norm": 1.7432202060077706,
      "learning_rate": 9.689909872512291e-06,
      "loss": 0.4895,
      "step": 129868
    },
    {
      "epoch": 5.319229981568708,
      "grad_norm": 2.7296991771463355,
      "learning_rate": 9.6887567099739e-06,
      "loss": 2.0834,
      "step": 129869
    },
    {
      "epoch": 5.319270939995905,
      "grad_norm": 1.2632765974119429,
      "learning_rate": 9.687603613766531e-06,
      "loss": 0.3061,
      "step": 129870
    },
    {
      "epoch": 5.3193118984231,
      "grad_norm": 1.0048721860683822,
      "learning_rate": 9.686450583890703e-06,
      "loss": 0.1608,
      "step": 129871
    },
    {
      "epoch": 5.319352856850297,
      "grad_norm": 1.4659010843805953,
      "learning_rate": 9.685297620347016e-06,
      "loss": 0.3903,
      "step": 129872
    },
    {
      "epoch": 5.319393815277493,
      "grad_norm": 0.91548185040214,
      "learning_rate": 9.68414472313595e-06,
      "loss": 0.1973,
      "step": 129873
    },
    {
      "epoch": 5.31943477370469,
      "grad_norm": 2.7486975956556368,
      "learning_rate": 9.682991892258073e-06,
      "loss": 1.5202,
      "step": 129874
    },
    {
      "epoch": 5.319475732131886,
      "grad_norm": 1.2125406928911509,
      "learning_rate": 9.681839127713953e-06,
      "loss": 0.4231,
      "step": 129875
    },
    {
      "epoch": 5.319516690559083,
      "grad_norm": 1.5702539319866649,
      "learning_rate": 9.680686429504136e-06,
      "loss": 0.4615,
      "step": 129876
    },
    {
      "epoch": 5.319557648986279,
      "grad_norm": 1.5460365609810294,
      "learning_rate": 9.679533797629108e-06,
      "loss": 0.5265,
      "step": 129877
    },
    {
      "epoch": 5.319598607413475,
      "grad_norm": 1.7530040966294926,
      "learning_rate": 9.678381232089482e-06,
      "loss": 0.478,
      "step": 129878
    },
    {
      "epoch": 5.319639565840672,
      "grad_norm": 1.8223700315841278,
      "learning_rate": 9.677228732885762e-06,
      "loss": 0.7388,
      "step": 129879
    },
    {
      "epoch": 5.319680524267868,
      "grad_norm": 1.3218261352581502,
      "learning_rate": 9.676076300018492e-06,
      "loss": 0.264,
      "step": 129880
    },
    {
      "epoch": 5.319721482695065,
      "grad_norm": 1.0109772835916866,
      "learning_rate": 9.67492393348826e-06,
      "loss": 0.2452,
      "step": 129881
    },
    {
      "epoch": 5.319762441122261,
      "grad_norm": 1.1598152203996048,
      "learning_rate": 9.673771633295546e-06,
      "loss": 0.2857,
      "step": 129882
    },
    {
      "epoch": 5.319803399549457,
      "grad_norm": 1.5464544293634992,
      "learning_rate": 9.672619399440951e-06,
      "loss": 0.4204,
      "step": 129883
    },
    {
      "epoch": 5.3198443579766534,
      "grad_norm": 1.626904083574798,
      "learning_rate": 9.671467231925006e-06,
      "loss": 0.556,
      "step": 129884
    },
    {
      "epoch": 5.31988531640385,
      "grad_norm": 1.2957226202947756,
      "learning_rate": 9.67031513074823e-06,
      "loss": 0.3889,
      "step": 129885
    },
    {
      "epoch": 5.3199262748310465,
      "grad_norm": 2.508016666443211,
      "learning_rate": 9.669163095911203e-06,
      "loss": 0.9652,
      "step": 129886
    },
    {
      "epoch": 5.319967233258243,
      "grad_norm": 1.287509004645052,
      "learning_rate": 9.668011127414443e-06,
      "loss": 0.293,
      "step": 129887
    },
    {
      "epoch": 5.32000819168544,
      "grad_norm": 1.6683164191233248,
      "learning_rate": 9.6668592252585e-06,
      "loss": 0.4588,
      "step": 129888
    },
    {
      "epoch": 5.320049150112636,
      "grad_norm": 0.6493770696586514,
      "learning_rate": 9.665707389443939e-06,
      "loss": 0.1713,
      "step": 129889
    },
    {
      "epoch": 5.320090108539832,
      "grad_norm": 1.7243625020899362,
      "learning_rate": 9.664555619971276e-06,
      "loss": 0.5136,
      "step": 129890
    },
    {
      "epoch": 5.320131066967028,
      "grad_norm": 1.7527827960941886,
      "learning_rate": 9.663403916841077e-06,
      "loss": 0.4912,
      "step": 129891
    },
    {
      "epoch": 5.320172025394225,
      "grad_norm": 1.517194593464499,
      "learning_rate": 9.662252280053862e-06,
      "loss": 0.5008,
      "step": 129892
    },
    {
      "epoch": 5.320212983821421,
      "grad_norm": 1.7641594964306115,
      "learning_rate": 9.661100709610193e-06,
      "loss": 0.5638,
      "step": 129893
    },
    {
      "epoch": 5.320253942248618,
      "grad_norm": 1.7815633402434978,
      "learning_rate": 9.659949205510636e-06,
      "loss": 0.5705,
      "step": 129894
    },
    {
      "epoch": 5.3202949006758145,
      "grad_norm": 1.6235361619802844,
      "learning_rate": 9.658797767755678e-06,
      "loss": 0.4444,
      "step": 129895
    },
    {
      "epoch": 5.32033585910301,
      "grad_norm": 0.9228841540900367,
      "learning_rate": 9.657646396345898e-06,
      "loss": 0.1842,
      "step": 129896
    },
    {
      "epoch": 5.320376817530207,
      "grad_norm": 1.0273172292923483,
      "learning_rate": 9.656495091281879e-06,
      "loss": 0.3312,
      "step": 129897
    },
    {
      "epoch": 5.320417775957403,
      "grad_norm": 0.9179266357491861,
      "learning_rate": 9.655343852564091e-06,
      "loss": 0.1781,
      "step": 129898
    },
    {
      "epoch": 5.3204587343846,
      "grad_norm": 1.5984982656631812,
      "learning_rate": 9.65419268019313e-06,
      "loss": 0.529,
      "step": 129899
    },
    {
      "epoch": 5.320499692811796,
      "grad_norm": 1.2950872540533944,
      "learning_rate": 9.653041574169512e-06,
      "loss": 0.4155,
      "step": 129900
    },
    {
      "epoch": 5.320540651238993,
      "grad_norm": 0.9940084307221773,
      "learning_rate": 9.651890534493772e-06,
      "loss": 0.2219,
      "step": 129901
    },
    {
      "epoch": 5.320581609666188,
      "grad_norm": 1.4143701494198344,
      "learning_rate": 9.650739561166526e-06,
      "loss": 0.466,
      "step": 129902
    },
    {
      "epoch": 5.320622568093385,
      "grad_norm": 0.9519982650679714,
      "learning_rate": 9.649588654188223e-06,
      "loss": 0.1916,
      "step": 129903
    },
    {
      "epoch": 5.3206635265205815,
      "grad_norm": 1.5597178623463066,
      "learning_rate": 9.648437813559445e-06,
      "loss": 0.5443,
      "step": 129904
    },
    {
      "epoch": 5.320704484947778,
      "grad_norm": 1.6781119646060083,
      "learning_rate": 9.647287039280776e-06,
      "loss": 0.5237,
      "step": 129905
    },
    {
      "epoch": 5.320745443374975,
      "grad_norm": 1.6785841615724593,
      "learning_rate": 9.6461363313527e-06,
      "loss": 0.5321,
      "step": 129906
    },
    {
      "epoch": 5.320786401802171,
      "grad_norm": 1.5143557964614267,
      "learning_rate": 9.644985689775814e-06,
      "loss": 0.4464,
      "step": 129907
    },
    {
      "epoch": 5.320827360229368,
      "grad_norm": 0.8780684034720614,
      "learning_rate": 9.643835114550618e-06,
      "loss": 0.1681,
      "step": 129908
    },
    {
      "epoch": 5.320868318656563,
      "grad_norm": 0.5784470093910093,
      "learning_rate": 9.642684605677664e-06,
      "loss": 0.0789,
      "step": 129909
    },
    {
      "epoch": 5.32090927708376,
      "grad_norm": 1.6111804205724214,
      "learning_rate": 9.641534163157516e-06,
      "loss": 0.6112,
      "step": 129910
    },
    {
      "epoch": 5.320950235510956,
      "grad_norm": 1.234364496089832,
      "learning_rate": 9.64038378699069e-06,
      "loss": 0.3542,
      "step": 129911
    },
    {
      "epoch": 5.320991193938153,
      "grad_norm": 3.4133464668679814,
      "learning_rate": 9.639233477177755e-06,
      "loss": 2.7858,
      "step": 129912
    },
    {
      "epoch": 5.321032152365349,
      "grad_norm": 1.527075625101905,
      "learning_rate": 9.638083233719257e-06,
      "loss": 0.5625,
      "step": 129913
    },
    {
      "epoch": 5.321073110792546,
      "grad_norm": 1.83789233075019,
      "learning_rate": 9.636933056615714e-06,
      "loss": 0.6955,
      "step": 129914
    },
    {
      "epoch": 5.321114069219742,
      "grad_norm": 1.1278949119481982,
      "learning_rate": 9.635782945867709e-06,
      "loss": 0.177,
      "step": 129915
    },
    {
      "epoch": 5.321155027646938,
      "grad_norm": 1.5250307307790283,
      "learning_rate": 9.634632901475726e-06,
      "loss": 0.3366,
      "step": 129916
    },
    {
      "epoch": 5.321195986074135,
      "grad_norm": 1.4071000146245307,
      "learning_rate": 9.633482923440345e-06,
      "loss": 0.3885,
      "step": 129917
    },
    {
      "epoch": 5.321236944501331,
      "grad_norm": 1.876637529511866,
      "learning_rate": 9.632333011762133e-06,
      "loss": 0.5759,
      "step": 129918
    },
    {
      "epoch": 5.321277902928528,
      "grad_norm": 1.8611125807958762,
      "learning_rate": 9.631183166441592e-06,
      "loss": 0.655,
      "step": 129919
    },
    {
      "epoch": 5.321318861355724,
      "grad_norm": 1.1553218036390136,
      "learning_rate": 9.630033387479285e-06,
      "loss": 0.2408,
      "step": 129920
    },
    {
      "epoch": 5.32135981978292,
      "grad_norm": 1.3637274857267976,
      "learning_rate": 9.628883674875764e-06,
      "loss": 0.4657,
      "step": 129921
    },
    {
      "epoch": 5.3214007782101165,
      "grad_norm": 1.5414867216100374,
      "learning_rate": 9.627734028631546e-06,
      "loss": 0.4702,
      "step": 129922
    },
    {
      "epoch": 5.321441736637313,
      "grad_norm": 0.8977058060420973,
      "learning_rate": 9.62658444874721e-06,
      "loss": 0.2193,
      "step": 129923
    },
    {
      "epoch": 5.3214826950645095,
      "grad_norm": 1.6981783696299533,
      "learning_rate": 9.625434935223259e-06,
      "loss": 0.5989,
      "step": 129924
    },
    {
      "epoch": 5.321523653491706,
      "grad_norm": 1.7709273445599356,
      "learning_rate": 9.624285488060256e-06,
      "loss": 0.6006,
      "step": 129925
    },
    {
      "epoch": 5.321564611918903,
      "grad_norm": 1.3576040739697364,
      "learning_rate": 9.623136107258772e-06,
      "loss": 0.4405,
      "step": 129926
    },
    {
      "epoch": 5.321605570346099,
      "grad_norm": 1.2665773959577362,
      "learning_rate": 9.621986792819304e-06,
      "loss": 0.2133,
      "step": 129927
    },
    {
      "epoch": 5.321646528773295,
      "grad_norm": 1.260656127982168,
      "learning_rate": 9.620837544742432e-06,
      "loss": 0.3088,
      "step": 129928
    },
    {
      "epoch": 5.321687487200491,
      "grad_norm": 1.4278645076774812,
      "learning_rate": 9.619688363028644e-06,
      "loss": 0.4515,
      "step": 129929
    },
    {
      "epoch": 5.321728445627688,
      "grad_norm": 1.4844160016965655,
      "learning_rate": 9.618539247678535e-06,
      "loss": 0.4193,
      "step": 129930
    },
    {
      "epoch": 5.321769404054884,
      "grad_norm": 2.293543120826799,
      "learning_rate": 9.61739019869266e-06,
      "loss": 0.7899,
      "step": 129931
    },
    {
      "epoch": 5.321810362482081,
      "grad_norm": 1.3891875333137218,
      "learning_rate": 9.616241216071513e-06,
      "loss": 0.4391,
      "step": 129932
    },
    {
      "epoch": 5.3218513209092775,
      "grad_norm": 1.5027688565664046,
      "learning_rate": 9.615092299815664e-06,
      "loss": 0.435,
      "step": 129933
    },
    {
      "epoch": 5.321892279336473,
      "grad_norm": 0.9696175266351305,
      "learning_rate": 9.613943449925676e-06,
      "loss": 0.177,
      "step": 129934
    },
    {
      "epoch": 5.32193323776367,
      "grad_norm": 1.6984472798652193,
      "learning_rate": 9.612794666402035e-06,
      "loss": 0.5496,
      "step": 129935
    },
    {
      "epoch": 5.321974196190866,
      "grad_norm": 1.5844343235565121,
      "learning_rate": 9.611645949245356e-06,
      "loss": 0.5484,
      "step": 129936
    },
    {
      "epoch": 5.322015154618063,
      "grad_norm": 1.650697724260772,
      "learning_rate": 9.610497298456105e-06,
      "loss": 0.6989,
      "step": 129937
    },
    {
      "epoch": 5.322056113045259,
      "grad_norm": 1.8636198846926055,
      "learning_rate": 9.60934871403488e-06,
      "loss": 0.6033,
      "step": 129938
    },
    {
      "epoch": 5.322097071472456,
      "grad_norm": 1.0320211178586611,
      "learning_rate": 9.608200195982218e-06,
      "loss": 0.1943,
      "step": 129939
    },
    {
      "epoch": 5.3221380298996515,
      "grad_norm": 1.5675046522852822,
      "learning_rate": 9.60705174429865e-06,
      "loss": 0.5139,
      "step": 129940
    },
    {
      "epoch": 5.322178988326848,
      "grad_norm": 1.5780806575159234,
      "learning_rate": 9.605903358984707e-06,
      "loss": 0.4975,
      "step": 129941
    },
    {
      "epoch": 5.3222199467540445,
      "grad_norm": 1.4754501540505756,
      "learning_rate": 9.604755040040974e-06,
      "loss": 0.3924,
      "step": 129942
    },
    {
      "epoch": 5.322260905181241,
      "grad_norm": 0.9836250448800901,
      "learning_rate": 9.603606787467932e-06,
      "loss": 0.1792,
      "step": 129943
    },
    {
      "epoch": 5.322301863608438,
      "grad_norm": 1.464482298419481,
      "learning_rate": 9.602458601266184e-06,
      "loss": 0.4621,
      "step": 129944
    },
    {
      "epoch": 5.322342822035634,
      "grad_norm": 1.1483442306415046,
      "learning_rate": 9.601310481436225e-06,
      "loss": 0.1923,
      "step": 129945
    },
    {
      "epoch": 5.322383780462831,
      "grad_norm": 1.3262454763194904,
      "learning_rate": 9.600162427978658e-06,
      "loss": 0.3849,
      "step": 129946
    },
    {
      "epoch": 5.322424738890026,
      "grad_norm": 0.9459409272056875,
      "learning_rate": 9.599014440893948e-06,
      "loss": 0.1788,
      "step": 129947
    },
    {
      "epoch": 5.322465697317223,
      "grad_norm": 1.830238597742018,
      "learning_rate": 9.597866520182696e-06,
      "loss": 0.6433,
      "step": 129948
    },
    {
      "epoch": 5.322506655744419,
      "grad_norm": 1.2874286923083391,
      "learning_rate": 9.596718665845415e-06,
      "loss": 0.3319,
      "step": 129949
    },
    {
      "epoch": 5.322547614171616,
      "grad_norm": 1.446384935296353,
      "learning_rate": 9.595570877882675e-06,
      "loss": 0.4578,
      "step": 129950
    },
    {
      "epoch": 5.3225885725988125,
      "grad_norm": 0.8079896004249976,
      "learning_rate": 9.594423156294989e-06,
      "loss": 0.1886,
      "step": 129951
    },
    {
      "epoch": 5.322629531026009,
      "grad_norm": 1.678275530820613,
      "learning_rate": 9.593275501082892e-06,
      "loss": 0.6787,
      "step": 129952
    },
    {
      "epoch": 5.322670489453205,
      "grad_norm": 0.9209588585283994,
      "learning_rate": 9.592127912246983e-06,
      "loss": 0.2006,
      "step": 129953
    },
    {
      "epoch": 5.322711447880401,
      "grad_norm": 1.1474034479746238,
      "learning_rate": 9.590980389787744e-06,
      "loss": 0.3615,
      "step": 129954
    },
    {
      "epoch": 5.322752406307598,
      "grad_norm": 1.2136582615531286,
      "learning_rate": 9.589832933705743e-06,
      "loss": 0.2836,
      "step": 129955
    },
    {
      "epoch": 5.322793364734794,
      "grad_norm": 1.4730534038897003,
      "learning_rate": 9.588685544001546e-06,
      "loss": 0.5399,
      "step": 129956
    },
    {
      "epoch": 5.322834323161991,
      "grad_norm": 1.6404674414880982,
      "learning_rate": 9.58753822067565e-06,
      "loss": 0.4923,
      "step": 129957
    },
    {
      "epoch": 5.322875281589187,
      "grad_norm": 1.6595123718762448,
      "learning_rate": 9.586390963728623e-06,
      "loss": 0.5776,
      "step": 129958
    },
    {
      "epoch": 5.322916240016383,
      "grad_norm": 0.8691657951341591,
      "learning_rate": 9.585243773161e-06,
      "loss": 0.1926,
      "step": 129959
    },
    {
      "epoch": 5.3229571984435795,
      "grad_norm": 1.337517309054058,
      "learning_rate": 9.584096648973328e-06,
      "loss": 0.3996,
      "step": 129960
    },
    {
      "epoch": 5.322998156870776,
      "grad_norm": 1.6783776790338967,
      "learning_rate": 9.582949591166156e-06,
      "loss": 0.4188,
      "step": 129961
    },
    {
      "epoch": 5.323039115297973,
      "grad_norm": 1.1253703045499623,
      "learning_rate": 9.581802599740002e-06,
      "loss": 0.301,
      "step": 129962
    },
    {
      "epoch": 5.323080073725169,
      "grad_norm": 1.958536948278908,
      "learning_rate": 9.58065567469543e-06,
      "loss": 0.8842,
      "step": 129963
    },
    {
      "epoch": 5.323121032152366,
      "grad_norm": 0.7563592494905481,
      "learning_rate": 9.579508816032977e-06,
      "loss": 0.0912,
      "step": 129964
    },
    {
      "epoch": 5.323161990579562,
      "grad_norm": 1.3081218046131218,
      "learning_rate": 9.578362023753173e-06,
      "loss": 0.3647,
      "step": 129965
    },
    {
      "epoch": 5.323202949006758,
      "grad_norm": 1.7029900367285031,
      "learning_rate": 9.5772152978566e-06,
      "loss": 0.6324,
      "step": 129966
    },
    {
      "epoch": 5.323243907433954,
      "grad_norm": 1.9859129489556593,
      "learning_rate": 9.576068638343742e-06,
      "loss": 0.8217,
      "step": 129967
    },
    {
      "epoch": 5.323284865861151,
      "grad_norm": 2.015272489669788,
      "learning_rate": 9.574922045215167e-06,
      "loss": 0.6493,
      "step": 129968
    },
    {
      "epoch": 5.323325824288347,
      "grad_norm": 1.4261449455851116,
      "learning_rate": 9.573775518471455e-06,
      "loss": 0.3804,
      "step": 129969
    },
    {
      "epoch": 5.323366782715544,
      "grad_norm": 0.9667964276381827,
      "learning_rate": 9.572629058113074e-06,
      "loss": 0.2043,
      "step": 129970
    },
    {
      "epoch": 5.3234077411427405,
      "grad_norm": 2.405636238575706,
      "learning_rate": 9.57148266414064e-06,
      "loss": 0.9607,
      "step": 129971
    },
    {
      "epoch": 5.323448699569936,
      "grad_norm": 2.4263369996928152,
      "learning_rate": 9.570336336554636e-06,
      "loss": 0.444,
      "step": 129972
    },
    {
      "epoch": 5.323489657997133,
      "grad_norm": 0.9039438872762523,
      "learning_rate": 9.569190075355626e-06,
      "loss": 0.1907,
      "step": 129973
    },
    {
      "epoch": 5.323530616424329,
      "grad_norm": 0.8129115447454852,
      "learning_rate": 9.56804388054418e-06,
      "loss": 0.182,
      "step": 129974
    },
    {
      "epoch": 5.323571574851526,
      "grad_norm": 2.6421984093912045,
      "learning_rate": 9.566897752120795e-06,
      "loss": 1.8317,
      "step": 129975
    },
    {
      "epoch": 5.323612533278722,
      "grad_norm": 1.2182420833729048,
      "learning_rate": 9.565751690086021e-06,
      "loss": 0.1812,
      "step": 129976
    },
    {
      "epoch": 5.323653491705919,
      "grad_norm": 1.2353497204948338,
      "learning_rate": 9.564605694440441e-06,
      "loss": 0.407,
      "step": 129977
    },
    {
      "epoch": 5.3236944501331145,
      "grad_norm": 1.6769006137717697,
      "learning_rate": 9.563459765184538e-06,
      "loss": 0.5121,
      "step": 129978
    },
    {
      "epoch": 5.323735408560311,
      "grad_norm": 0.785113750751156,
      "learning_rate": 9.562313902318914e-06,
      "loss": 0.1326,
      "step": 129979
    },
    {
      "epoch": 5.323776366987508,
      "grad_norm": 1.5295493236422883,
      "learning_rate": 9.561168105844048e-06,
      "loss": 0.5109,
      "step": 129980
    },
    {
      "epoch": 5.323817325414704,
      "grad_norm": 1.4515545817658935,
      "learning_rate": 9.560022375760507e-06,
      "loss": 0.5539,
      "step": 129981
    },
    {
      "epoch": 5.323858283841901,
      "grad_norm": 1.5431977217073596,
      "learning_rate": 9.558876712068874e-06,
      "loss": 0.5233,
      "step": 129982
    },
    {
      "epoch": 5.323899242269097,
      "grad_norm": 1.5617282023184467,
      "learning_rate": 9.557731114769618e-06,
      "loss": 0.4637,
      "step": 129983
    },
    {
      "epoch": 5.323940200696294,
      "grad_norm": 1.4595329745785066,
      "learning_rate": 9.556585583863336e-06,
      "loss": 0.4749,
      "step": 129984
    },
    {
      "epoch": 5.323981159123489,
      "grad_norm": 1.1420835141820918,
      "learning_rate": 9.55544011935056e-06,
      "loss": 0.3469,
      "step": 129985
    },
    {
      "epoch": 5.324022117550686,
      "grad_norm": 1.8271686215859255,
      "learning_rate": 9.554294721231791e-06,
      "loss": 0.6902,
      "step": 129986
    },
    {
      "epoch": 5.324063075977882,
      "grad_norm": 0.778147796643919,
      "learning_rate": 9.553149389507648e-06,
      "loss": 0.1063,
      "step": 129987
    },
    {
      "epoch": 5.324104034405079,
      "grad_norm": 1.2912594468962706,
      "learning_rate": 9.552004124178591e-06,
      "loss": 0.4067,
      "step": 129988
    },
    {
      "epoch": 5.3241449928322755,
      "grad_norm": 1.6097170374429197,
      "learning_rate": 9.550858925245192e-06,
      "loss": 0.3982,
      "step": 129989
    },
    {
      "epoch": 5.324185951259472,
      "grad_norm": 0.7738695142438217,
      "learning_rate": 9.54971379270803e-06,
      "loss": 0.1953,
      "step": 129990
    },
    {
      "epoch": 5.324226909686668,
      "grad_norm": 1.5185327634184076,
      "learning_rate": 9.54856872656759e-06,
      "loss": 0.5269,
      "step": 129991
    },
    {
      "epoch": 5.324267868113864,
      "grad_norm": 1.4658250371143093,
      "learning_rate": 9.54742372682442e-06,
      "loss": 0.5509,
      "step": 129992
    },
    {
      "epoch": 5.324308826541061,
      "grad_norm": 1.7821950134049502,
      "learning_rate": 9.546278793479123e-06,
      "loss": 0.5995,
      "step": 129993
    },
    {
      "epoch": 5.324349784968257,
      "grad_norm": 1.2689491928751198,
      "learning_rate": 9.545133926532161e-06,
      "loss": 0.3773,
      "step": 129994
    },
    {
      "epoch": 5.324390743395454,
      "grad_norm": 1.4588301473756597,
      "learning_rate": 9.543989125984137e-06,
      "loss": 0.4535,
      "step": 129995
    },
    {
      "epoch": 5.32443170182265,
      "grad_norm": 1.6178809237579843,
      "learning_rate": 9.54284439183553e-06,
      "loss": 0.4663,
      "step": 129996
    },
    {
      "epoch": 5.324472660249846,
      "grad_norm": 1.2904515328727943,
      "learning_rate": 9.541699724086926e-06,
      "loss": 0.4127,
      "step": 129997
    },
    {
      "epoch": 5.3245136186770425,
      "grad_norm": 1.3132465179411212,
      "learning_rate": 9.540555122738874e-06,
      "loss": 0.3766,
      "step": 129998
    },
    {
      "epoch": 5.324554577104239,
      "grad_norm": 1.2599990856571184,
      "learning_rate": 9.53941058779189e-06,
      "loss": 0.4386,
      "step": 129999
    },
    {
      "epoch": 5.324595535531436,
      "grad_norm": 1.3388236662946131,
      "learning_rate": 9.538266119246523e-06,
      "loss": 0.4378,
      "step": 130000
    },
    {
      "epoch": 5.324636493958632,
      "grad_norm": 1.6497725374712566,
      "learning_rate": 9.537121717103307e-06,
      "loss": 0.4338,
      "step": 130001
    },
    {
      "epoch": 5.324677452385829,
      "grad_norm": 1.4518043744579427,
      "learning_rate": 9.535977381362775e-06,
      "loss": 0.4869,
      "step": 130002
    },
    {
      "epoch": 5.324718410813025,
      "grad_norm": 1.5446170375120873,
      "learning_rate": 9.534833112025509e-06,
      "loss": 0.5852,
      "step": 130003
    },
    {
      "epoch": 5.324759369240221,
      "grad_norm": 1.248986853609963,
      "learning_rate": 9.533688909092007e-06,
      "loss": 0.3903,
      "step": 130004
    },
    {
      "epoch": 5.324800327667417,
      "grad_norm": 0.3283791606953965,
      "learning_rate": 9.532544772562823e-06,
      "loss": 0.021,
      "step": 130005
    },
    {
      "epoch": 5.324841286094614,
      "grad_norm": 1.7665020564492873,
      "learning_rate": 9.53140070243852e-06,
      "loss": 0.6112,
      "step": 130006
    },
    {
      "epoch": 5.3248822445218105,
      "grad_norm": 1.758515734798048,
      "learning_rate": 9.530256698719613e-06,
      "loss": 0.4535,
      "step": 130007
    },
    {
      "epoch": 5.324923202949007,
      "grad_norm": 0.8460877329779154,
      "learning_rate": 9.529112761406654e-06,
      "loss": 0.2004,
      "step": 130008
    },
    {
      "epoch": 5.3249641613762035,
      "grad_norm": 1.4861639699651092,
      "learning_rate": 9.527968890500159e-06,
      "loss": 0.5512,
      "step": 130009
    },
    {
      "epoch": 5.325005119803399,
      "grad_norm": 1.5596378038871823,
      "learning_rate": 9.526825086000695e-06,
      "loss": 0.5162,
      "step": 130010
    },
    {
      "epoch": 5.325046078230596,
      "grad_norm": 1.5633755690974531,
      "learning_rate": 9.525681347908809e-06,
      "loss": 0.5002,
      "step": 130011
    },
    {
      "epoch": 5.325087036657792,
      "grad_norm": 1.7718986462121447,
      "learning_rate": 9.52453767622502e-06,
      "loss": 0.5793,
      "step": 130012
    },
    {
      "epoch": 5.325127995084989,
      "grad_norm": 0.9757140653788898,
      "learning_rate": 9.523394070949875e-06,
      "loss": 0.2376,
      "step": 130013
    },
    {
      "epoch": 5.325168953512185,
      "grad_norm": 1.3313444468376672,
      "learning_rate": 9.522250532083941e-06,
      "loss": 0.3949,
      "step": 130014
    },
    {
      "epoch": 5.325209911939382,
      "grad_norm": 1.4085047130646309,
      "learning_rate": 9.521107059627703e-06,
      "loss": 0.4411,
      "step": 130015
    },
    {
      "epoch": 5.3252508703665775,
      "grad_norm": 1.4649177315034052,
      "learning_rate": 9.519963653581758e-06,
      "loss": 0.4384,
      "step": 130016
    },
    {
      "epoch": 5.325291828793774,
      "grad_norm": 1.5499816715600898,
      "learning_rate": 9.51882031394664e-06,
      "loss": 0.4905,
      "step": 130017
    },
    {
      "epoch": 5.325332787220971,
      "grad_norm": 1.611415084525089,
      "learning_rate": 9.517677040722833e-06,
      "loss": 0.5934,
      "step": 130018
    },
    {
      "epoch": 5.325373745648167,
      "grad_norm": 1.1772700797841267,
      "learning_rate": 9.516533833910916e-06,
      "loss": 0.212,
      "step": 130019
    },
    {
      "epoch": 5.325414704075364,
      "grad_norm": 1.2119724017011664,
      "learning_rate": 9.51539069351146e-06,
      "loss": 0.3953,
      "step": 130020
    },
    {
      "epoch": 5.32545566250256,
      "grad_norm": 1.5186524437569704,
      "learning_rate": 9.514247619524961e-06,
      "loss": 0.537,
      "step": 130021
    },
    {
      "epoch": 5.325496620929757,
      "grad_norm": 1.5960465688493675,
      "learning_rate": 9.513104611951971e-06,
      "loss": 0.6278,
      "step": 130022
    },
    {
      "epoch": 5.325537579356952,
      "grad_norm": 1.0681904892185357,
      "learning_rate": 9.51196167079304e-06,
      "loss": 0.2724,
      "step": 130023
    },
    {
      "epoch": 5.325578537784149,
      "grad_norm": 1.530560179557662,
      "learning_rate": 9.51081879604868e-06,
      "loss": 0.4694,
      "step": 130024
    },
    {
      "epoch": 5.3256194962113454,
      "grad_norm": 1.3374004138583855,
      "learning_rate": 9.509675987719478e-06,
      "loss": 0.3777,
      "step": 130025
    },
    {
      "epoch": 5.325660454638542,
      "grad_norm": 1.4361818970559412,
      "learning_rate": 9.508533245805933e-06,
      "loss": 0.3029,
      "step": 130026
    },
    {
      "epoch": 5.3257014130657385,
      "grad_norm": 1.4818103020479494,
      "learning_rate": 9.507390570308626e-06,
      "loss": 0.3922,
      "step": 130027
    },
    {
      "epoch": 5.325742371492935,
      "grad_norm": 1.471457004710894,
      "learning_rate": 9.506247961228041e-06,
      "loss": 0.5791,
      "step": 130028
    },
    {
      "epoch": 5.325783329920131,
      "grad_norm": 0.995411925660184,
      "learning_rate": 9.505105418564746e-06,
      "loss": 0.2227,
      "step": 130029
    },
    {
      "epoch": 5.325824288347327,
      "grad_norm": 0.9097045416282389,
      "learning_rate": 9.503962942319321e-06,
      "loss": 0.213,
      "step": 130030
    },
    {
      "epoch": 5.325865246774524,
      "grad_norm": 1.425111638298402,
      "learning_rate": 9.502820532492234e-06,
      "loss": 0.3324,
      "step": 130031
    },
    {
      "epoch": 5.32590620520172,
      "grad_norm": 1.3455815336898354,
      "learning_rate": 9.501678189084067e-06,
      "loss": 0.357,
      "step": 130032
    },
    {
      "epoch": 5.325947163628917,
      "grad_norm": 1.9192328744965192,
      "learning_rate": 9.500535912095387e-06,
      "loss": 0.6333,
      "step": 130033
    },
    {
      "epoch": 5.325988122056113,
      "grad_norm": 2.754911991384402,
      "learning_rate": 9.499393701526658e-06,
      "loss": 2.2038,
      "step": 130034
    },
    {
      "epoch": 5.326029080483309,
      "grad_norm": 1.6345401599227898,
      "learning_rate": 9.4982515573785e-06,
      "loss": 0.5198,
      "step": 130035
    },
    {
      "epoch": 5.326070038910506,
      "grad_norm": 1.409312682289244,
      "learning_rate": 9.497109479651394e-06,
      "loss": 0.4917,
      "step": 130036
    },
    {
      "epoch": 5.326110997337702,
      "grad_norm": 1.3908776825777203,
      "learning_rate": 9.495967468345889e-06,
      "loss": 0.4494,
      "step": 130037
    },
    {
      "epoch": 5.326151955764899,
      "grad_norm": 0.7921994628734983,
      "learning_rate": 9.494825523462568e-06,
      "loss": 0.201,
      "step": 130038
    },
    {
      "epoch": 5.326192914192095,
      "grad_norm": 1.369677266287302,
      "learning_rate": 9.493683645001915e-06,
      "loss": 0.4508,
      "step": 130039
    },
    {
      "epoch": 5.326233872619292,
      "grad_norm": 1.2706133569133284,
      "learning_rate": 9.492541832964496e-06,
      "loss": 0.3547,
      "step": 130040
    },
    {
      "epoch": 5.326274831046488,
      "grad_norm": 1.3994464537756781,
      "learning_rate": 9.491400087350876e-06,
      "loss": 0.3142,
      "step": 130041
    },
    {
      "epoch": 5.326315789473684,
      "grad_norm": 0.9383871535099751,
      "learning_rate": 9.490258408161555e-06,
      "loss": 0.1585,
      "step": 130042
    },
    {
      "epoch": 5.32635674790088,
      "grad_norm": 1.5441054012594972,
      "learning_rate": 9.4891167953971e-06,
      "loss": 0.5402,
      "step": 130043
    },
    {
      "epoch": 5.326397706328077,
      "grad_norm": 0.9539432594314678,
      "learning_rate": 9.487975249058012e-06,
      "loss": 0.2033,
      "step": 130044
    },
    {
      "epoch": 5.3264386647552735,
      "grad_norm": 0.3661634206720678,
      "learning_rate": 9.486833769144853e-06,
      "loss": 0.0257,
      "step": 130045
    },
    {
      "epoch": 5.32647962318247,
      "grad_norm": 1.714119856396877,
      "learning_rate": 9.485692355658192e-06,
      "loss": 0.4932,
      "step": 130046
    },
    {
      "epoch": 5.326520581609667,
      "grad_norm": 0.8759228372006003,
      "learning_rate": 9.484551008598513e-06,
      "loss": 0.1637,
      "step": 130047
    },
    {
      "epoch": 5.326561540036862,
      "grad_norm": 1.8513246677197586,
      "learning_rate": 9.483409727966396e-06,
      "loss": 0.6139,
      "step": 130048
    },
    {
      "epoch": 5.326602498464059,
      "grad_norm": 1.4348784579507974,
      "learning_rate": 9.482268513762376e-06,
      "loss": 0.4408,
      "step": 130049
    },
    {
      "epoch": 5.326643456891255,
      "grad_norm": 0.9057000490440199,
      "learning_rate": 9.481127365986985e-06,
      "loss": 0.1993,
      "step": 130050
    },
    {
      "epoch": 5.326684415318452,
      "grad_norm": 1.5230702770810571,
      "learning_rate": 9.479986284640772e-06,
      "loss": 0.3698,
      "step": 130051
    },
    {
      "epoch": 5.326725373745648,
      "grad_norm": 0.852035762575687,
      "learning_rate": 9.478845269724238e-06,
      "loss": 0.0729,
      "step": 130052
    },
    {
      "epoch": 5.326766332172845,
      "grad_norm": 0.8337063829241271,
      "learning_rate": 9.477704321237967e-06,
      "loss": 0.1963,
      "step": 130053
    },
    {
      "epoch": 5.3268072906000405,
      "grad_norm": 1.2414319864255559,
      "learning_rate": 9.476563439182489e-06,
      "loss": 0.4332,
      "step": 130054
    },
    {
      "epoch": 5.326848249027237,
      "grad_norm": 0.8758787865224802,
      "learning_rate": 9.475422623558338e-06,
      "loss": 0.2038,
      "step": 130055
    },
    {
      "epoch": 5.326889207454434,
      "grad_norm": 1.5158747490041424,
      "learning_rate": 9.47428187436603e-06,
      "loss": 0.476,
      "step": 130056
    },
    {
      "epoch": 5.32693016588163,
      "grad_norm": 0.7746387089034279,
      "learning_rate": 9.473141191606166e-06,
      "loss": 0.165,
      "step": 130057
    },
    {
      "epoch": 5.326971124308827,
      "grad_norm": 0.9814507503422281,
      "learning_rate": 9.47200057527921e-06,
      "loss": 0.2069,
      "step": 130058
    },
    {
      "epoch": 5.327012082736023,
      "grad_norm": 1.3749766731976638,
      "learning_rate": 9.470860025385779e-06,
      "loss": 0.3988,
      "step": 130059
    },
    {
      "epoch": 5.32705304116322,
      "grad_norm": 0.8969076735018942,
      "learning_rate": 9.46971954192634e-06,
      "loss": 0.2106,
      "step": 130060
    },
    {
      "epoch": 5.327093999590415,
      "grad_norm": 1.5463176533231917,
      "learning_rate": 9.46857912490146e-06,
      "loss": 0.4496,
      "step": 130061
    },
    {
      "epoch": 5.327134958017612,
      "grad_norm": 1.4037089792570099,
      "learning_rate": 9.467438774311703e-06,
      "loss": 0.434,
      "step": 130062
    },
    {
      "epoch": 5.3271759164448085,
      "grad_norm": 1.279806049017789,
      "learning_rate": 9.466298490157554e-06,
      "loss": 0.3979,
      "step": 130063
    },
    {
      "epoch": 5.327216874872005,
      "grad_norm": 1.4083627372553575,
      "learning_rate": 9.465158272439593e-06,
      "loss": 0.4364,
      "step": 130064
    },
    {
      "epoch": 5.3272578332992016,
      "grad_norm": 1.241564716024338,
      "learning_rate": 9.46401812115839e-06,
      "loss": 0.1678,
      "step": 130065
    },
    {
      "epoch": 5.327298791726398,
      "grad_norm": 1.8104833967083844,
      "learning_rate": 9.462878036314408e-06,
      "loss": 0.6137,
      "step": 130066
    },
    {
      "epoch": 5.327339750153594,
      "grad_norm": 1.2911693693257604,
      "learning_rate": 9.461738017908233e-06,
      "loss": 0.3618,
      "step": 130067
    },
    {
      "epoch": 5.32738070858079,
      "grad_norm": 1.5853361307423437,
      "learning_rate": 9.460598065940378e-06,
      "loss": 0.4835,
      "step": 130068
    },
    {
      "epoch": 5.327421667007987,
      "grad_norm": 0.9541322231500279,
      "learning_rate": 9.45945818041141e-06,
      "loss": 0.2081,
      "step": 130069
    },
    {
      "epoch": 5.327462625435183,
      "grad_norm": 1.469809259921267,
      "learning_rate": 9.458318361321865e-06,
      "loss": 0.5894,
      "step": 130070
    },
    {
      "epoch": 5.32750358386238,
      "grad_norm": 1.6624572944304674,
      "learning_rate": 9.457178608672256e-06,
      "loss": 0.2842,
      "step": 130071
    },
    {
      "epoch": 5.327544542289576,
      "grad_norm": 1.5210724254031804,
      "learning_rate": 9.45603892246315e-06,
      "loss": 0.6084,
      "step": 130072
    },
    {
      "epoch": 5.327585500716772,
      "grad_norm": 1.8985731066234157,
      "learning_rate": 9.454899302695063e-06,
      "loss": 0.5421,
      "step": 130073
    },
    {
      "epoch": 5.327626459143969,
      "grad_norm": 2.113223386034998,
      "learning_rate": 9.453759749368544e-06,
      "loss": 0.9414,
      "step": 130074
    },
    {
      "epoch": 5.327667417571165,
      "grad_norm": 1.6793124544804703,
      "learning_rate": 9.452620262484144e-06,
      "loss": 0.5257,
      "step": 130075
    },
    {
      "epoch": 5.327708375998362,
      "grad_norm": 1.689631797173903,
      "learning_rate": 9.451480842042364e-06,
      "loss": 0.6157,
      "step": 130076
    },
    {
      "epoch": 5.327749334425558,
      "grad_norm": 1.8124463359186638,
      "learning_rate": 9.450341488043783e-06,
      "loss": 0.5371,
      "step": 130077
    },
    {
      "epoch": 5.327790292852755,
      "grad_norm": 1.7093969716754587,
      "learning_rate": 9.449202200488938e-06,
      "loss": 0.5816,
      "step": 130078
    },
    {
      "epoch": 5.327831251279951,
      "grad_norm": 1.9300784809427396,
      "learning_rate": 9.44806297937834e-06,
      "loss": 0.6066,
      "step": 130079
    },
    {
      "epoch": 5.327872209707147,
      "grad_norm": 1.5477964593942528,
      "learning_rate": 9.44692382471256e-06,
      "loss": 0.5433,
      "step": 130080
    },
    {
      "epoch": 5.3279131681343435,
      "grad_norm": 1.4704894871648833,
      "learning_rate": 9.445784736492096e-06,
      "loss": 0.431,
      "step": 130081
    },
    {
      "epoch": 5.32795412656154,
      "grad_norm": 1.427460194812108,
      "learning_rate": 9.444645714717498e-06,
      "loss": 0.5807,
      "step": 130082
    },
    {
      "epoch": 5.3279950849887365,
      "grad_norm": 1.6512807350941685,
      "learning_rate": 9.443506759389347e-06,
      "loss": 0.5314,
      "step": 130083
    },
    {
      "epoch": 5.328036043415933,
      "grad_norm": 1.422096514826602,
      "learning_rate": 9.442367870508128e-06,
      "loss": 0.4499,
      "step": 130084
    },
    {
      "epoch": 5.32807700184313,
      "grad_norm": 2.4151618037747773,
      "learning_rate": 9.441229048074405e-06,
      "loss": 1.5439,
      "step": 130085
    },
    {
      "epoch": 5.328117960270325,
      "grad_norm": 0.7232750487836006,
      "learning_rate": 9.440090292088731e-06,
      "loss": 0.1244,
      "step": 130086
    },
    {
      "epoch": 5.328158918697522,
      "grad_norm": 1.6201419254943412,
      "learning_rate": 9.438951602551637e-06,
      "loss": 0.5898,
      "step": 130087
    },
    {
      "epoch": 5.328199877124718,
      "grad_norm": 1.0264502062472884,
      "learning_rate": 9.437812979463622e-06,
      "loss": 0.2354,
      "step": 130088
    },
    {
      "epoch": 5.328240835551915,
      "grad_norm": 1.5724175052427516,
      "learning_rate": 9.436674422825269e-06,
      "loss": 0.4836,
      "step": 130089
    },
    {
      "epoch": 5.328281793979111,
      "grad_norm": 1.1852850278257088,
      "learning_rate": 9.435535932637079e-06,
      "loss": 0.2505,
      "step": 130090
    },
    {
      "epoch": 5.328322752406308,
      "grad_norm": 1.4082451751981104,
      "learning_rate": 9.4343975088996e-06,
      "loss": 0.4598,
      "step": 130091
    },
    {
      "epoch": 5.328363710833504,
      "grad_norm": 1.6558784796057833,
      "learning_rate": 9.433259151613415e-06,
      "loss": 0.5947,
      "step": 130092
    },
    {
      "epoch": 5.3284046692607,
      "grad_norm": 0.8665124446106158,
      "learning_rate": 9.432120860779008e-06,
      "loss": 0.1841,
      "step": 130093
    },
    {
      "epoch": 5.328445627687897,
      "grad_norm": 1.7340880357030621,
      "learning_rate": 9.43098263639696e-06,
      "loss": 0.5725,
      "step": 130094
    },
    {
      "epoch": 5.328486586115093,
      "grad_norm": 1.3983472212782144,
      "learning_rate": 9.429844478467758e-06,
      "loss": 0.4428,
      "step": 130095
    },
    {
      "epoch": 5.32852754454229,
      "grad_norm": 0.8053603708039522,
      "learning_rate": 9.42870638699198e-06,
      "loss": 0.1631,
      "step": 130096
    },
    {
      "epoch": 5.328568502969486,
      "grad_norm": 1.5405231071253775,
      "learning_rate": 9.427568361970162e-06,
      "loss": 0.399,
      "step": 130097
    },
    {
      "epoch": 5.328609461396683,
      "grad_norm": 1.8862631943537032,
      "learning_rate": 9.426430403402818e-06,
      "loss": 0.6891,
      "step": 130098
    },
    {
      "epoch": 5.328650419823878,
      "grad_norm": 1.6523698713685608,
      "learning_rate": 9.425292511290516e-06,
      "loss": 0.4823,
      "step": 130099
    },
    {
      "epoch": 5.328691378251075,
      "grad_norm": 1.7052647715684612,
      "learning_rate": 9.424154685633773e-06,
      "loss": 0.4877,
      "step": 130100
    },
    {
      "epoch": 5.3287323366782715,
      "grad_norm": 1.844402114601292,
      "learning_rate": 9.42301692643312e-06,
      "loss": 0.5815,
      "step": 130101
    },
    {
      "epoch": 5.328773295105468,
      "grad_norm": 1.3397796115020244,
      "learning_rate": 9.421879233689122e-06,
      "loss": 0.4132,
      "step": 130102
    },
    {
      "epoch": 5.328814253532665,
      "grad_norm": 1.0478394873701116,
      "learning_rate": 9.420741607402298e-06,
      "loss": 0.2521,
      "step": 130103
    },
    {
      "epoch": 5.328855211959861,
      "grad_norm": 1.4283345648548222,
      "learning_rate": 9.419604047573182e-06,
      "loss": 0.3202,
      "step": 130104
    },
    {
      "epoch": 5.328896170387057,
      "grad_norm": 1.5406948075963356,
      "learning_rate": 9.418466554202336e-06,
      "loss": 0.4494,
      "step": 130105
    },
    {
      "epoch": 5.328937128814253,
      "grad_norm": 1.0655673472644673,
      "learning_rate": 9.417329127290263e-06,
      "loss": 0.2327,
      "step": 130106
    },
    {
      "epoch": 5.32897808724145,
      "grad_norm": 1.6309324135430154,
      "learning_rate": 9.416191766837543e-06,
      "loss": 0.5867,
      "step": 130107
    },
    {
      "epoch": 5.329019045668646,
      "grad_norm": 2.197760399262033,
      "learning_rate": 9.415054472844664e-06,
      "loss": 0.8529,
      "step": 130108
    },
    {
      "epoch": 5.329060004095843,
      "grad_norm": 1.5351269288063678,
      "learning_rate": 9.413917245312186e-06,
      "loss": 0.4824,
      "step": 130109
    },
    {
      "epoch": 5.329100962523039,
      "grad_norm": 1.3630631256992087,
      "learning_rate": 9.412780084240679e-06,
      "loss": 0.4775,
      "step": 130110
    },
    {
      "epoch": 5.329141920950235,
      "grad_norm": 1.6040084171731888,
      "learning_rate": 9.411642989630625e-06,
      "loss": 0.4767,
      "step": 130111
    },
    {
      "epoch": 5.329182879377432,
      "grad_norm": 1.1311438558662206,
      "learning_rate": 9.41050596148259e-06,
      "loss": 0.213,
      "step": 130112
    },
    {
      "epoch": 5.329223837804628,
      "grad_norm": 1.1764115186744846,
      "learning_rate": 9.40936899979714e-06,
      "loss": 0.252,
      "step": 130113
    },
    {
      "epoch": 5.329264796231825,
      "grad_norm": 1.2213387663062156,
      "learning_rate": 9.408232104574759e-06,
      "loss": 0.361,
      "step": 130114
    },
    {
      "epoch": 5.329305754659021,
      "grad_norm": 1.664292484504838,
      "learning_rate": 9.407095275816028e-06,
      "loss": 0.6285,
      "step": 130115
    },
    {
      "epoch": 5.329346713086218,
      "grad_norm": 0.9006833836064251,
      "learning_rate": 9.405958513521433e-06,
      "loss": 0.1931,
      "step": 130116
    },
    {
      "epoch": 5.329387671513414,
      "grad_norm": 1.8484545645443458,
      "learning_rate": 9.404821817691554e-06,
      "loss": 0.4665,
      "step": 130117
    },
    {
      "epoch": 5.32942862994061,
      "grad_norm": 0.5413402998746023,
      "learning_rate": 9.403685188326925e-06,
      "loss": 0.0485,
      "step": 130118
    },
    {
      "epoch": 5.3294695883678065,
      "grad_norm": 1.8054560704075173,
      "learning_rate": 9.402548625428064e-06,
      "loss": 0.6123,
      "step": 130119
    },
    {
      "epoch": 5.329510546795003,
      "grad_norm": 1.3790810161820273,
      "learning_rate": 9.401412128995517e-06,
      "loss": 0.4681,
      "step": 130120
    },
    {
      "epoch": 5.3295515052222,
      "grad_norm": 0.9624983749782449,
      "learning_rate": 9.400275699029852e-06,
      "loss": 0.286,
      "step": 130121
    },
    {
      "epoch": 5.329592463649396,
      "grad_norm": 1.7774200436182077,
      "learning_rate": 9.399139335531536e-06,
      "loss": 0.6036,
      "step": 130122
    },
    {
      "epoch": 5.329633422076593,
      "grad_norm": 1.3006864091802977,
      "learning_rate": 9.398003038501183e-06,
      "loss": 0.4442,
      "step": 130123
    },
    {
      "epoch": 5.329674380503788,
      "grad_norm": 1.3695924567644215,
      "learning_rate": 9.39686680793928e-06,
      "loss": 0.3391,
      "step": 130124
    },
    {
      "epoch": 5.329715338930985,
      "grad_norm": 1.3538992684893565,
      "learning_rate": 9.395730643846371e-06,
      "loss": 0.4877,
      "step": 130125
    },
    {
      "epoch": 5.329756297358181,
      "grad_norm": 0.897439666386047,
      "learning_rate": 9.394594546223028e-06,
      "loss": 0.2144,
      "step": 130126
    },
    {
      "epoch": 5.329797255785378,
      "grad_norm": 1.7135944334997906,
      "learning_rate": 9.393458515069747e-06,
      "loss": 0.5264,
      "step": 130127
    },
    {
      "epoch": 5.329838214212574,
      "grad_norm": 0.6789952785386612,
      "learning_rate": 9.39232255038706e-06,
      "loss": 0.0974,
      "step": 130128
    },
    {
      "epoch": 5.329879172639771,
      "grad_norm": 1.3538189663240747,
      "learning_rate": 9.39118665217557e-06,
      "loss": 0.3964,
      "step": 130129
    },
    {
      "epoch": 5.329920131066967,
      "grad_norm": 2.6322611901478683,
      "learning_rate": 9.390050820435723e-06,
      "loss": 1.8097,
      "step": 130130
    },
    {
      "epoch": 5.329961089494163,
      "grad_norm": 1.4624679616850913,
      "learning_rate": 9.388915055168139e-06,
      "loss": 0.4336,
      "step": 130131
    },
    {
      "epoch": 5.33000204792136,
      "grad_norm": 1.5310088700392772,
      "learning_rate": 9.387779356373283e-06,
      "loss": 0.48,
      "step": 130132
    },
    {
      "epoch": 5.330043006348556,
      "grad_norm": 1.7351689655281046,
      "learning_rate": 9.386643724051734e-06,
      "loss": 0.7247,
      "step": 130133
    },
    {
      "epoch": 5.330083964775753,
      "grad_norm": 1.5902795031817292,
      "learning_rate": 9.385508158204047e-06,
      "loss": 0.5024,
      "step": 130134
    },
    {
      "epoch": 5.330124923202949,
      "grad_norm": 2.7680210897194977,
      "learning_rate": 9.384372658830703e-06,
      "loss": 2.2521,
      "step": 130135
    },
    {
      "epoch": 5.330165881630146,
      "grad_norm": 1.90818828509603,
      "learning_rate": 9.383237225932266e-06,
      "loss": 0.838,
      "step": 130136
    },
    {
      "epoch": 5.3302068400573415,
      "grad_norm": 0.854057908380196,
      "learning_rate": 9.382101859509289e-06,
      "loss": 0.2048,
      "step": 130137
    },
    {
      "epoch": 5.330247798484538,
      "grad_norm": 1.5883591118792006,
      "learning_rate": 9.380966559562287e-06,
      "loss": 0.4437,
      "step": 130138
    },
    {
      "epoch": 5.3302887569117345,
      "grad_norm": 1.637726795700028,
      "learning_rate": 9.379831326091824e-06,
      "loss": 0.5015,
      "step": 130139
    },
    {
      "epoch": 5.330329715338931,
      "grad_norm": 1.34136863014562,
      "learning_rate": 9.378696159098386e-06,
      "loss": 0.3479,
      "step": 130140
    },
    {
      "epoch": 5.330370673766128,
      "grad_norm": 0.7263678340744589,
      "learning_rate": 9.377561058582555e-06,
      "loss": 0.1563,
      "step": 130141
    },
    {
      "epoch": 5.330411632193324,
      "grad_norm": 0.8641254050024185,
      "learning_rate": 9.376426024544863e-06,
      "loss": 0.1616,
      "step": 130142
    },
    {
      "epoch": 5.33045259062052,
      "grad_norm": 1.471565711332045,
      "learning_rate": 9.375291056985812e-06,
      "loss": 0.3727,
      "step": 130143
    },
    {
      "epoch": 5.330493549047716,
      "grad_norm": 1.4322965465755975,
      "learning_rate": 9.374156155905998e-06,
      "loss": 0.3002,
      "step": 130144
    },
    {
      "epoch": 5.330534507474913,
      "grad_norm": 1.482754847374236,
      "learning_rate": 9.37302132130589e-06,
      "loss": 0.4601,
      "step": 130145
    },
    {
      "epoch": 5.330575465902109,
      "grad_norm": 1.2854377895282787,
      "learning_rate": 9.37188655318607e-06,
      "loss": 0.3362,
      "step": 130146
    },
    {
      "epoch": 5.330616424329306,
      "grad_norm": 1.4009376770064412,
      "learning_rate": 9.37075185154707e-06,
      "loss": 0.4544,
      "step": 130147
    },
    {
      "epoch": 5.3306573827565025,
      "grad_norm": 1.526982173682808,
      "learning_rate": 9.369617216389407e-06,
      "loss": 0.477,
      "step": 130148
    },
    {
      "epoch": 5.330698341183698,
      "grad_norm": 1.7624216731073945,
      "learning_rate": 9.368482647713632e-06,
      "loss": 0.5043,
      "step": 130149
    },
    {
      "epoch": 5.330739299610895,
      "grad_norm": 1.845056131636319,
      "learning_rate": 9.367348145520293e-06,
      "loss": 0.5824,
      "step": 130150
    },
    {
      "epoch": 5.330780258038091,
      "grad_norm": 1.4290332170312101,
      "learning_rate": 9.366213709809889e-06,
      "loss": 0.4357,
      "step": 130151
    },
    {
      "epoch": 5.330821216465288,
      "grad_norm": 1.1525553372943502,
      "learning_rate": 9.365079340582987e-06,
      "loss": 0.2269,
      "step": 130152
    },
    {
      "epoch": 5.330862174892484,
      "grad_norm": 1.6395693283936486,
      "learning_rate": 9.363945037840104e-06,
      "loss": 0.5822,
      "step": 130153
    },
    {
      "epoch": 5.330903133319681,
      "grad_norm": 1.7408258365168805,
      "learning_rate": 9.362810801581788e-06,
      "loss": 0.5998,
      "step": 130154
    },
    {
      "epoch": 5.330944091746877,
      "grad_norm": 1.2857071606647463,
      "learning_rate": 9.361676631808607e-06,
      "loss": 0.3138,
      "step": 130155
    },
    {
      "epoch": 5.330985050174073,
      "grad_norm": 1.5198304579591806,
      "learning_rate": 9.360542528521025e-06,
      "loss": 0.3106,
      "step": 130156
    },
    {
      "epoch": 5.3310260086012695,
      "grad_norm": 1.361982042290022,
      "learning_rate": 9.359408491719628e-06,
      "loss": 0.4498,
      "step": 130157
    },
    {
      "epoch": 5.331066967028466,
      "grad_norm": 0.9705262816087464,
      "learning_rate": 9.358274521404995e-06,
      "loss": 0.1919,
      "step": 130158
    },
    {
      "epoch": 5.331107925455663,
      "grad_norm": 1.5049989303813571,
      "learning_rate": 9.357140617577546e-06,
      "loss": 0.5133,
      "step": 130159
    },
    {
      "epoch": 5.331148883882859,
      "grad_norm": 1.4737424146529914,
      "learning_rate": 9.356006780237879e-06,
      "loss": 0.4857,
      "step": 130160
    },
    {
      "epoch": 5.331189842310056,
      "grad_norm": 1.1527524399746005,
      "learning_rate": 9.35487300938656e-06,
      "loss": 0.3364,
      "step": 130161
    },
    {
      "epoch": 5.331230800737251,
      "grad_norm": 1.2584590260453121,
      "learning_rate": 9.353739305024088e-06,
      "loss": 0.3194,
      "step": 130162
    },
    {
      "epoch": 5.331271759164448,
      "grad_norm": 1.4238626555212837,
      "learning_rate": 9.35260566715098e-06,
      "loss": 0.497,
      "step": 130163
    },
    {
      "epoch": 5.331312717591644,
      "grad_norm": 0.16480955809070896,
      "learning_rate": 9.351472095767837e-06,
      "loss": 0.0139,
      "step": 130164
    },
    {
      "epoch": 5.331353676018841,
      "grad_norm": 1.4054100208707427,
      "learning_rate": 9.350338590875139e-06,
      "loss": 0.4993,
      "step": 130165
    },
    {
      "epoch": 5.3313946344460375,
      "grad_norm": 0.8540269105775465,
      "learning_rate": 9.349205152473454e-06,
      "loss": 0.1939,
      "step": 130166
    },
    {
      "epoch": 5.331435592873234,
      "grad_norm": 0.4122903051711614,
      "learning_rate": 9.348071780563282e-06,
      "loss": 0.0276,
      "step": 130167
    },
    {
      "epoch": 5.33147655130043,
      "grad_norm": 1.366999370180487,
      "learning_rate": 9.346938475145172e-06,
      "loss": 0.4379,
      "step": 130168
    },
    {
      "epoch": 5.331517509727626,
      "grad_norm": 1.2875129885262413,
      "learning_rate": 9.34580523621969e-06,
      "loss": 0.4402,
      "step": 130169
    },
    {
      "epoch": 5.331558468154823,
      "grad_norm": 0.8005167413840747,
      "learning_rate": 9.344672063787335e-06,
      "loss": 0.0844,
      "step": 130170
    },
    {
      "epoch": 5.331599426582019,
      "grad_norm": 1.7670614100845727,
      "learning_rate": 9.343538957848689e-06,
      "loss": 0.747,
      "step": 130171
    },
    {
      "epoch": 5.331640385009216,
      "grad_norm": 0.6213183143621082,
      "learning_rate": 9.342405918404222e-06,
      "loss": 0.0778,
      "step": 130172
    },
    {
      "epoch": 5.331681343436412,
      "grad_norm": 1.4433437540374252,
      "learning_rate": 9.341272945454498e-06,
      "loss": 0.4189,
      "step": 130173
    },
    {
      "epoch": 5.331722301863609,
      "grad_norm": 2.3002765002595598,
      "learning_rate": 9.340140039000082e-06,
      "loss": 1.0839,
      "step": 130174
    },
    {
      "epoch": 5.3317632602908045,
      "grad_norm": 1.4290197280755341,
      "learning_rate": 9.339007199041476e-06,
      "loss": 0.4586,
      "step": 130175
    },
    {
      "epoch": 5.331804218718001,
      "grad_norm": 1.1621832229807865,
      "learning_rate": 9.337874425579212e-06,
      "loss": 0.3343,
      "step": 130176
    },
    {
      "epoch": 5.331845177145198,
      "grad_norm": 1.7713697438904557,
      "learning_rate": 9.336741718613871e-06,
      "loss": 0.5491,
      "step": 130177
    },
    {
      "epoch": 5.331886135572394,
      "grad_norm": 3.1449590248363632,
      "learning_rate": 9.335609078145922e-06,
      "loss": 2.7938,
      "step": 130178
    },
    {
      "epoch": 5.331927093999591,
      "grad_norm": 1.2658355959459797,
      "learning_rate": 9.33447650417598e-06,
      "loss": 0.2205,
      "step": 130179
    },
    {
      "epoch": 5.331968052426787,
      "grad_norm": 0.9745421528069946,
      "learning_rate": 9.333343996704496e-06,
      "loss": 0.1936,
      "step": 130180
    },
    {
      "epoch": 5.332009010853983,
      "grad_norm": 1.5292136872093203,
      "learning_rate": 9.332211555732034e-06,
      "loss": 0.4702,
      "step": 130181
    },
    {
      "epoch": 5.332049969281179,
      "grad_norm": 1.2075149082927619,
      "learning_rate": 9.331079181259176e-06,
      "loss": 0.3436,
      "step": 130182
    },
    {
      "epoch": 5.332090927708376,
      "grad_norm": 1.4745315419761484,
      "learning_rate": 9.329946873286392e-06,
      "loss": 0.4391,
      "step": 130183
    },
    {
      "epoch": 5.332131886135572,
      "grad_norm": 1.328133075770677,
      "learning_rate": 9.328814631814264e-06,
      "loss": 0.3621,
      "step": 130184
    },
    {
      "epoch": 5.332172844562769,
      "grad_norm": 2.023665240643388,
      "learning_rate": 9.327682456843322e-06,
      "loss": 0.7032,
      "step": 130185
    },
    {
      "epoch": 5.3322138029899655,
      "grad_norm": 1.0674219817657844,
      "learning_rate": 9.326550348374051e-06,
      "loss": 0.2156,
      "step": 130186
    },
    {
      "epoch": 5.332254761417161,
      "grad_norm": 1.3447709601756574,
      "learning_rate": 9.325418306407067e-06,
      "loss": 0.3102,
      "step": 130187
    },
    {
      "epoch": 5.332295719844358,
      "grad_norm": 1.7503945385286666,
      "learning_rate": 9.324286330942837e-06,
      "loss": 0.513,
      "step": 130188
    },
    {
      "epoch": 5.332336678271554,
      "grad_norm": 1.953127681144025,
      "learning_rate": 9.323154421981909e-06,
      "loss": 0.6832,
      "step": 130189
    },
    {
      "epoch": 5.332377636698751,
      "grad_norm": 1.5325268407772803,
      "learning_rate": 9.322022579524869e-06,
      "loss": 0.4293,
      "step": 130190
    },
    {
      "epoch": 5.332418595125947,
      "grad_norm": 1.6578498110709146,
      "learning_rate": 9.320890803572178e-06,
      "loss": 0.5971,
      "step": 130191
    },
    {
      "epoch": 5.332459553553144,
      "grad_norm": 1.56807222708703,
      "learning_rate": 9.319759094124406e-06,
      "loss": 0.5226,
      "step": 130192
    },
    {
      "epoch": 5.33250051198034,
      "grad_norm": 1.490040182837483,
      "learning_rate": 9.31862745118212e-06,
      "loss": 0.3797,
      "step": 130193
    },
    {
      "epoch": 5.332541470407536,
      "grad_norm": 1.4099875953679237,
      "learning_rate": 9.3174958747458e-06,
      "loss": 0.4501,
      "step": 130194
    },
    {
      "epoch": 5.3325824288347325,
      "grad_norm": 1.5680677374225425,
      "learning_rate": 9.316364364816014e-06,
      "loss": 0.4398,
      "step": 130195
    },
    {
      "epoch": 5.332623387261929,
      "grad_norm": 1.3840791546431024,
      "learning_rate": 9.315232921393278e-06,
      "loss": 0.4191,
      "step": 130196
    },
    {
      "epoch": 5.332664345689126,
      "grad_norm": 2.2591193922658923,
      "learning_rate": 9.314101544478142e-06,
      "loss": 0.8789,
      "step": 130197
    },
    {
      "epoch": 5.332705304116322,
      "grad_norm": 1.7012646011400154,
      "learning_rate": 9.312970234071138e-06,
      "loss": 0.7246,
      "step": 130198
    },
    {
      "epoch": 5.332746262543519,
      "grad_norm": 3.0623882941572416,
      "learning_rate": 9.311838990172798e-06,
      "loss": 2.709,
      "step": 130199
    },
    {
      "epoch": 5.332787220970714,
      "grad_norm": 1.4363386860723666,
      "learning_rate": 9.31070781278364e-06,
      "loss": 0.4228,
      "step": 130200
    },
    {
      "epoch": 5.332828179397911,
      "grad_norm": 1.544790624247978,
      "learning_rate": 9.309576701904247e-06,
      "loss": 0.4496,
      "step": 130201
    },
    {
      "epoch": 5.332869137825107,
      "grad_norm": 1.4786829440904814,
      "learning_rate": 9.308445657535086e-06,
      "loss": 0.5548,
      "step": 130202
    },
    {
      "epoch": 5.332910096252304,
      "grad_norm": 2.5749744634781684,
      "learning_rate": 9.30731467967677e-06,
      "loss": 1.8522,
      "step": 130203
    },
    {
      "epoch": 5.3329510546795005,
      "grad_norm": 2.208353776597508,
      "learning_rate": 9.30618376832975e-06,
      "loss": 0.8616,
      "step": 130204
    },
    {
      "epoch": 5.332992013106697,
      "grad_norm": 0.9002463874562396,
      "learning_rate": 9.305052923494627e-06,
      "loss": 0.2026,
      "step": 130205
    },
    {
      "epoch": 5.333032971533893,
      "grad_norm": 1.2007852368403011,
      "learning_rate": 9.303922145171916e-06,
      "loss": 0.3561,
      "step": 130206
    },
    {
      "epoch": 5.333073929961089,
      "grad_norm": 0.9436024057184279,
      "learning_rate": 9.302791433362117e-06,
      "loss": 0.1818,
      "step": 130207
    },
    {
      "epoch": 5.333114888388286,
      "grad_norm": 1.4362196012829673,
      "learning_rate": 9.301660788065812e-06,
      "loss": 0.4261,
      "step": 130208
    },
    {
      "epoch": 5.333155846815482,
      "grad_norm": 1.1735514692032563,
      "learning_rate": 9.300530209283536e-06,
      "loss": 0.2409,
      "step": 130209
    },
    {
      "epoch": 5.333196805242679,
      "grad_norm": 1.4934721885132185,
      "learning_rate": 9.299399697015769e-06,
      "loss": 0.3982,
      "step": 130210
    },
    {
      "epoch": 5.333237763669875,
      "grad_norm": 1.4010200577657892,
      "learning_rate": 9.298269251263114e-06,
      "loss": 0.375,
      "step": 130211
    },
    {
      "epoch": 5.333278722097072,
      "grad_norm": 0.5926174128223781,
      "learning_rate": 9.29713887202605e-06,
      "loss": 0.0258,
      "step": 130212
    },
    {
      "epoch": 5.3333196805242675,
      "grad_norm": 1.2755172348243915,
      "learning_rate": 9.296008559305129e-06,
      "loss": 0.2964,
      "step": 130213
    },
    {
      "epoch": 5.333360638951464,
      "grad_norm": 1.4958036261653445,
      "learning_rate": 9.294878313100917e-06,
      "loss": 0.4571,
      "step": 130214
    },
    {
      "epoch": 5.333401597378661,
      "grad_norm": 1.4045071871556765,
      "learning_rate": 9.293748133413898e-06,
      "loss": 0.4364,
      "step": 130215
    },
    {
      "epoch": 5.333442555805857,
      "grad_norm": 1.4428157390073717,
      "learning_rate": 9.292618020244652e-06,
      "loss": 0.477,
      "step": 130216
    },
    {
      "epoch": 5.333483514233054,
      "grad_norm": 1.7560659609156106,
      "learning_rate": 9.291487973593681e-06,
      "loss": 0.541,
      "step": 130217
    },
    {
      "epoch": 5.33352447266025,
      "grad_norm": 1.5743843705585112,
      "learning_rate": 9.290357993461517e-06,
      "loss": 0.4711,
      "step": 130218
    },
    {
      "epoch": 5.333565431087446,
      "grad_norm": 0.5863987153728007,
      "learning_rate": 9.289228079848726e-06,
      "loss": 0.065,
      "step": 130219
    },
    {
      "epoch": 5.333606389514642,
      "grad_norm": 1.7204228591203707,
      "learning_rate": 9.288098232755809e-06,
      "loss": 0.5416,
      "step": 130220
    },
    {
      "epoch": 5.333647347941839,
      "grad_norm": 1.408969532037511,
      "learning_rate": 9.286968452183313e-06,
      "loss": 0.3732,
      "step": 130221
    },
    {
      "epoch": 5.3336883063690355,
      "grad_norm": 0.4755374366814648,
      "learning_rate": 9.28583873813179e-06,
      "loss": 0.0492,
      "step": 130222
    },
    {
      "epoch": 5.333729264796232,
      "grad_norm": 1.5213373722942833,
      "learning_rate": 9.284709090601738e-06,
      "loss": 0.4592,
      "step": 130223
    },
    {
      "epoch": 5.3337702232234285,
      "grad_norm": 0.4373690998858949,
      "learning_rate": 9.283579509593742e-06,
      "loss": 0.0356,
      "step": 130224
    },
    {
      "epoch": 5.333811181650624,
      "grad_norm": 1.382739829561358,
      "learning_rate": 9.282449995108266e-06,
      "loss": 0.3475,
      "step": 130225
    },
    {
      "epoch": 5.333852140077821,
      "grad_norm": 0.7234307441493456,
      "learning_rate": 9.281320547145893e-06,
      "loss": 0.116,
      "step": 130226
    },
    {
      "epoch": 5.333893098505017,
      "grad_norm": 1.3563361412444634,
      "learning_rate": 9.280191165707158e-06,
      "loss": 0.4531,
      "step": 130227
    },
    {
      "epoch": 5.333934056932214,
      "grad_norm": 1.72457716278716,
      "learning_rate": 9.27906185079259e-06,
      "loss": 0.5125,
      "step": 130228
    },
    {
      "epoch": 5.33397501535941,
      "grad_norm": 1.5286691771491698,
      "learning_rate": 9.277932602402694e-06,
      "loss": 0.4892,
      "step": 130229
    },
    {
      "epoch": 5.334015973786607,
      "grad_norm": 1.398948293991833,
      "learning_rate": 9.276803420538049e-06,
      "loss": 0.3877,
      "step": 130230
    },
    {
      "epoch": 5.334056932213803,
      "grad_norm": 1.4051756717211836,
      "learning_rate": 9.275674305199138e-06,
      "loss": 0.3892,
      "step": 130231
    },
    {
      "epoch": 5.334097890640999,
      "grad_norm": 1.940458844700393,
      "learning_rate": 9.274545256386528e-06,
      "loss": 0.8026,
      "step": 130232
    },
    {
      "epoch": 5.334138849068196,
      "grad_norm": 0.8525927116103497,
      "learning_rate": 9.27341627410077e-06,
      "loss": 0.1667,
      "step": 130233
    },
    {
      "epoch": 5.334179807495392,
      "grad_norm": 1.1263602156302,
      "learning_rate": 9.272287358342346e-06,
      "loss": 0.2698,
      "step": 130234
    },
    {
      "epoch": 5.334220765922589,
      "grad_norm": 1.2565859843554537,
      "learning_rate": 9.271158509111837e-06,
      "loss": 0.4497,
      "step": 130235
    },
    {
      "epoch": 5.334261724349785,
      "grad_norm": 1.8694638721533758,
      "learning_rate": 9.27002972640976e-06,
      "loss": 0.5914,
      "step": 130236
    },
    {
      "epoch": 5.334302682776982,
      "grad_norm": 0.9574721122499927,
      "learning_rate": 9.268901010236635e-06,
      "loss": 0.1999,
      "step": 130237
    },
    {
      "epoch": 5.334343641204177,
      "grad_norm": 1.6832295328797005,
      "learning_rate": 9.267772360593023e-06,
      "loss": 0.4972,
      "step": 130238
    },
    {
      "epoch": 5.334384599631374,
      "grad_norm": 0.5563467306745278,
      "learning_rate": 9.26664377747941e-06,
      "loss": 0.0606,
      "step": 130239
    },
    {
      "epoch": 5.33442555805857,
      "grad_norm": 1.6521843786400239,
      "learning_rate": 9.265515260896377e-06,
      "loss": 0.5023,
      "step": 130240
    },
    {
      "epoch": 5.334466516485767,
      "grad_norm": 1.3448425828195911,
      "learning_rate": 9.26438681084446e-06,
      "loss": 0.4314,
      "step": 130241
    },
    {
      "epoch": 5.3345074749129635,
      "grad_norm": 0.8653828884840552,
      "learning_rate": 9.263258427324154e-06,
      "loss": 0.131,
      "step": 130242
    },
    {
      "epoch": 5.33454843334016,
      "grad_norm": 1.572089759774969,
      "learning_rate": 9.26213011033603e-06,
      "loss": 0.5239,
      "step": 130243
    },
    {
      "epoch": 5.334589391767356,
      "grad_norm": 1.7143332359391228,
      "learning_rate": 9.261001859880585e-06,
      "loss": 0.5741,
      "step": 130244
    },
    {
      "epoch": 5.334630350194552,
      "grad_norm": 1.4788158275607302,
      "learning_rate": 9.259873675958384e-06,
      "loss": 0.466,
      "step": 130245
    },
    {
      "epoch": 5.334671308621749,
      "grad_norm": 1.4042554444637212,
      "learning_rate": 9.258745558569946e-06,
      "loss": 0.385,
      "step": 130246
    },
    {
      "epoch": 5.334712267048945,
      "grad_norm": 1.6715332266080134,
      "learning_rate": 9.257617507715803e-06,
      "loss": 0.5721,
      "step": 130247
    },
    {
      "epoch": 5.334753225476142,
      "grad_norm": 1.7284435928952548,
      "learning_rate": 9.256489523396488e-06,
      "loss": 0.4389,
      "step": 130248
    },
    {
      "epoch": 5.334794183903338,
      "grad_norm": 1.5496329999021041,
      "learning_rate": 9.25536160561255e-06,
      "loss": 0.5232,
      "step": 130249
    },
    {
      "epoch": 5.334835142330535,
      "grad_norm": 1.4645339784299845,
      "learning_rate": 9.254233754364504e-06,
      "loss": 0.4547,
      "step": 130250
    },
    {
      "epoch": 5.3348761007577306,
      "grad_norm": 1.9067955886301584,
      "learning_rate": 9.253105969652903e-06,
      "loss": 0.6375,
      "step": 130251
    },
    {
      "epoch": 5.334917059184927,
      "grad_norm": 0.7828698959678986,
      "learning_rate": 9.251978251478243e-06,
      "loss": 0.1572,
      "step": 130252
    },
    {
      "epoch": 5.334958017612124,
      "grad_norm": 1.082600084726401,
      "learning_rate": 9.250850599841076e-06,
      "loss": 0.2674,
      "step": 130253
    },
    {
      "epoch": 5.33499897603932,
      "grad_norm": 1.9159627367713632,
      "learning_rate": 9.249723014741967e-06,
      "loss": 0.7606,
      "step": 130254
    },
    {
      "epoch": 5.335039934466517,
      "grad_norm": 2.7001231058803126,
      "learning_rate": 9.248595496181398e-06,
      "loss": 1.9806,
      "step": 130255
    },
    {
      "epoch": 5.335080892893713,
      "grad_norm": 2.013362165095945,
      "learning_rate": 9.247468044159922e-06,
      "loss": 0.4392,
      "step": 130256
    },
    {
      "epoch": 5.335121851320909,
      "grad_norm": 1.2359381184522453,
      "learning_rate": 9.246340658678103e-06,
      "loss": 0.3816,
      "step": 130257
    },
    {
      "epoch": 5.335162809748105,
      "grad_norm": 0.8311425278399311,
      "learning_rate": 9.245213339736424e-06,
      "loss": 0.1873,
      "step": 130258
    },
    {
      "epoch": 5.335203768175302,
      "grad_norm": 1.5708077232479445,
      "learning_rate": 9.244086087335467e-06,
      "loss": 0.5464,
      "step": 130259
    },
    {
      "epoch": 5.3352447266024985,
      "grad_norm": 1.6846255471312028,
      "learning_rate": 9.242958901475717e-06,
      "loss": 0.6541,
      "step": 130260
    },
    {
      "epoch": 5.335285685029695,
      "grad_norm": 1.3429182101993942,
      "learning_rate": 9.241831782157721e-06,
      "loss": 0.4298,
      "step": 130261
    },
    {
      "epoch": 5.335326643456892,
      "grad_norm": 1.5764879422489702,
      "learning_rate": 9.240704729382048e-06,
      "loss": 0.5769,
      "step": 130262
    },
    {
      "epoch": 5.335367601884087,
      "grad_norm": 1.5282804852208216,
      "learning_rate": 9.239577743149163e-06,
      "loss": 0.5003,
      "step": 130263
    },
    {
      "epoch": 5.335408560311284,
      "grad_norm": 1.5433468886800141,
      "learning_rate": 9.238450823459664e-06,
      "loss": 0.449,
      "step": 130264
    },
    {
      "epoch": 5.33544951873848,
      "grad_norm": 1.3665740481037472,
      "learning_rate": 9.237323970314053e-06,
      "loss": 0.3974,
      "step": 130265
    },
    {
      "epoch": 5.335490477165677,
      "grad_norm": 1.5525736687647769,
      "learning_rate": 9.236197183712862e-06,
      "loss": 0.5234,
      "step": 130266
    },
    {
      "epoch": 5.335531435592873,
      "grad_norm": 0.955731326678002,
      "learning_rate": 9.23507046365664e-06,
      "loss": 0.2131,
      "step": 130267
    },
    {
      "epoch": 5.33557239402007,
      "grad_norm": 2.3546995936663575,
      "learning_rate": 9.233943810145905e-06,
      "loss": 1.2461,
      "step": 130268
    },
    {
      "epoch": 5.335613352447266,
      "grad_norm": 0.8794626975399994,
      "learning_rate": 9.232817223181171e-06,
      "loss": 0.1897,
      "step": 130269
    },
    {
      "epoch": 5.335654310874462,
      "grad_norm": 1.6533718560698973,
      "learning_rate": 9.231690702763039e-06,
      "loss": 0.4788,
      "step": 130270
    },
    {
      "epoch": 5.335695269301659,
      "grad_norm": 1.7173358477704417,
      "learning_rate": 9.230564248891959e-06,
      "loss": 0.4704,
      "step": 130271
    },
    {
      "epoch": 5.335736227728855,
      "grad_norm": 1.2509079232939595,
      "learning_rate": 9.229437861568495e-06,
      "loss": 0.2891,
      "step": 130272
    },
    {
      "epoch": 5.335777186156052,
      "grad_norm": 1.935670253852713,
      "learning_rate": 9.228311540793214e-06,
      "loss": 0.8121,
      "step": 130273
    },
    {
      "epoch": 5.335818144583248,
      "grad_norm": 1.6390291459807724,
      "learning_rate": 9.227185286566585e-06,
      "loss": 0.6103,
      "step": 130274
    },
    {
      "epoch": 5.335859103010445,
      "grad_norm": 1.5876714463930857,
      "learning_rate": 9.226059098889205e-06,
      "loss": 0.3962,
      "step": 130275
    },
    {
      "epoch": 5.33590006143764,
      "grad_norm": 1.3924949257349097,
      "learning_rate": 9.224932977761557e-06,
      "loss": 0.4383,
      "step": 130276
    },
    {
      "epoch": 5.335941019864837,
      "grad_norm": 1.386249739224692,
      "learning_rate": 9.22380692318419e-06,
      "loss": 0.4725,
      "step": 130277
    },
    {
      "epoch": 5.3359819782920335,
      "grad_norm": 0.8819722943899462,
      "learning_rate": 9.222680935157656e-06,
      "loss": 0.1702,
      "step": 130278
    },
    {
      "epoch": 5.33602293671923,
      "grad_norm": 1.7145604277606172,
      "learning_rate": 9.221555013682452e-06,
      "loss": 0.5657,
      "step": 130279
    },
    {
      "epoch": 5.3360638951464265,
      "grad_norm": 3.1030534745971043,
      "learning_rate": 9.22042915875913e-06,
      "loss": 1.0259,
      "step": 130280
    },
    {
      "epoch": 5.336104853573623,
      "grad_norm": 1.464727823721059,
      "learning_rate": 9.219303370388238e-06,
      "loss": 0.5222,
      "step": 130281
    },
    {
      "epoch": 5.336145812000819,
      "grad_norm": 1.8512639090006355,
      "learning_rate": 9.218177648570258e-06,
      "loss": 0.6971,
      "step": 130282
    },
    {
      "epoch": 5.336186770428015,
      "grad_norm": 1.5289734721439798,
      "learning_rate": 9.21705199330579e-06,
      "loss": 0.7021,
      "step": 130283
    },
    {
      "epoch": 5.336227728855212,
      "grad_norm": 1.3388563276619492,
      "learning_rate": 9.215926404595303e-06,
      "loss": 0.3732,
      "step": 130284
    },
    {
      "epoch": 5.336268687282408,
      "grad_norm": 1.8721179987638648,
      "learning_rate": 9.21480088243936e-06,
      "loss": 0.6584,
      "step": 130285
    },
    {
      "epoch": 5.336309645709605,
      "grad_norm": 1.3686271220229533,
      "learning_rate": 9.213675426838513e-06,
      "loss": 0.4397,
      "step": 130286
    },
    {
      "epoch": 5.336350604136801,
      "grad_norm": 1.8086786621182354,
      "learning_rate": 9.212550037793243e-06,
      "loss": 0.7293,
      "step": 130287
    },
    {
      "epoch": 5.336391562563998,
      "grad_norm": 1.3992150854947099,
      "learning_rate": 9.211424715304134e-06,
      "loss": 0.3833,
      "step": 130288
    },
    {
      "epoch": 5.336432520991194,
      "grad_norm": 2.5086738761688507,
      "learning_rate": 9.210299459371684e-06,
      "loss": 1.918,
      "step": 130289
    },
    {
      "epoch": 5.33647347941839,
      "grad_norm": 1.5732552839571567,
      "learning_rate": 9.209174269996428e-06,
      "loss": 0.4967,
      "step": 130290
    },
    {
      "epoch": 5.336514437845587,
      "grad_norm": 3.3811328836525187,
      "learning_rate": 9.208049147178915e-06,
      "loss": 1.7398,
      "step": 130291
    },
    {
      "epoch": 5.336555396272783,
      "grad_norm": 1.6987884112452392,
      "learning_rate": 9.20692409091966e-06,
      "loss": 0.527,
      "step": 130292
    },
    {
      "epoch": 5.33659635469998,
      "grad_norm": 1.5407474992169259,
      "learning_rate": 9.20579910121918e-06,
      "loss": 0.4338,
      "step": 130293
    },
    {
      "epoch": 5.336637313127176,
      "grad_norm": 1.484249079258453,
      "learning_rate": 9.204674178078075e-06,
      "loss": 0.4022,
      "step": 130294
    },
    {
      "epoch": 5.336678271554372,
      "grad_norm": 2.7914623446780773,
      "learning_rate": 9.203549321496795e-06,
      "loss": 0.5019,
      "step": 130295
    },
    {
      "epoch": 5.3367192299815684,
      "grad_norm": 1.4132160897355062,
      "learning_rate": 9.202424531475921e-06,
      "loss": 0.5158,
      "step": 130296
    },
    {
      "epoch": 5.336760188408765,
      "grad_norm": 0.676406181701309,
      "learning_rate": 9.201299808015972e-06,
      "loss": 0.1239,
      "step": 130297
    },
    {
      "epoch": 5.3368011468359615,
      "grad_norm": 1.1683771200865576,
      "learning_rate": 9.200175151117461e-06,
      "loss": 0.3493,
      "step": 130298
    },
    {
      "epoch": 5.336842105263158,
      "grad_norm": 1.6482015799392344,
      "learning_rate": 9.199050560780958e-06,
      "loss": 0.4769,
      "step": 130299
    },
    {
      "epoch": 5.336883063690355,
      "grad_norm": 1.512419649588522,
      "learning_rate": 9.197926037006974e-06,
      "loss": 0.3314,
      "step": 130300
    },
    {
      "epoch": 5.33692402211755,
      "grad_norm": 0.2851860056967476,
      "learning_rate": 9.196801579796032e-06,
      "loss": 0.0208,
      "step": 130301
    },
    {
      "epoch": 5.336964980544747,
      "grad_norm": 1.6188242909846804,
      "learning_rate": 9.195677189148692e-06,
      "loss": 0.6391,
      "step": 130302
    },
    {
      "epoch": 5.337005938971943,
      "grad_norm": 1.6540527391939885,
      "learning_rate": 9.194552865065424e-06,
      "loss": 0.6446,
      "step": 130303
    },
    {
      "epoch": 5.33704689739914,
      "grad_norm": 0.332854120976343,
      "learning_rate": 9.19342860754681e-06,
      "loss": 0.0278,
      "step": 130304
    },
    {
      "epoch": 5.337087855826336,
      "grad_norm": 1.373524827156309,
      "learning_rate": 9.192304416593398e-06,
      "loss": 0.2789,
      "step": 130305
    },
    {
      "epoch": 5.337128814253533,
      "grad_norm": 0.6037926959699548,
      "learning_rate": 9.191180292205675e-06,
      "loss": 0.07,
      "step": 130306
    },
    {
      "epoch": 5.3371697726807295,
      "grad_norm": 1.5289191805671942,
      "learning_rate": 9.190056234384186e-06,
      "loss": 0.4939,
      "step": 130307
    },
    {
      "epoch": 5.337210731107925,
      "grad_norm": 1.7414558966384253,
      "learning_rate": 9.188932243129498e-06,
      "loss": 0.4769,
      "step": 130308
    },
    {
      "epoch": 5.337251689535122,
      "grad_norm": 1.4520766264223133,
      "learning_rate": 9.187808318442081e-06,
      "loss": 0.3972,
      "step": 130309
    },
    {
      "epoch": 5.337292647962318,
      "grad_norm": 1.6047072171490167,
      "learning_rate": 9.186684460322512e-06,
      "loss": 0.5547,
      "step": 130310
    },
    {
      "epoch": 5.337333606389515,
      "grad_norm": 1.5373901193654198,
      "learning_rate": 9.185560668771297e-06,
      "loss": 0.5271,
      "step": 130311
    },
    {
      "epoch": 5.337374564816711,
      "grad_norm": 1.6354493784522275,
      "learning_rate": 9.18443694378898e-06,
      "loss": 0.547,
      "step": 130312
    },
    {
      "epoch": 5.337415523243908,
      "grad_norm": 1.4302141336096683,
      "learning_rate": 9.183313285376114e-06,
      "loss": 0.4905,
      "step": 130313
    },
    {
      "epoch": 5.337456481671103,
      "grad_norm": 1.6998636501365567,
      "learning_rate": 9.182189693533165e-06,
      "loss": 0.6426,
      "step": 130314
    },
    {
      "epoch": 5.3374974400983,
      "grad_norm": 1.85652813447396,
      "learning_rate": 9.181066168260748e-06,
      "loss": 0.7981,
      "step": 130315
    },
    {
      "epoch": 5.3375383985254965,
      "grad_norm": 1.7796706926968342,
      "learning_rate": 9.179942709559312e-06,
      "loss": 0.6359,
      "step": 130316
    },
    {
      "epoch": 5.337579356952693,
      "grad_norm": 1.9237993276189005,
      "learning_rate": 9.178819317429442e-06,
      "loss": 0.5461,
      "step": 130317
    },
    {
      "epoch": 5.33762031537989,
      "grad_norm": 1.2763177040642573,
      "learning_rate": 9.17769599187167e-06,
      "loss": 0.381,
      "step": 130318
    },
    {
      "epoch": 5.337661273807086,
      "grad_norm": 1.003737822500252,
      "learning_rate": 9.176572732886494e-06,
      "loss": 0.2428,
      "step": 130319
    },
    {
      "epoch": 5.337702232234282,
      "grad_norm": 1.5380650791645836,
      "learning_rate": 9.175449540474467e-06,
      "loss": 0.3675,
      "step": 130320
    },
    {
      "epoch": 5.337743190661478,
      "grad_norm": 2.1039111785937323,
      "learning_rate": 9.174326414636135e-06,
      "loss": 1.1494,
      "step": 130321
    },
    {
      "epoch": 5.337784149088675,
      "grad_norm": 1.581666456906544,
      "learning_rate": 9.173203355371982e-06,
      "loss": 0.5292,
      "step": 130322
    },
    {
      "epoch": 5.337825107515871,
      "grad_norm": 1.6985915287234303,
      "learning_rate": 9.172080362682593e-06,
      "loss": 0.5979,
      "step": 130323
    },
    {
      "epoch": 5.337866065943068,
      "grad_norm": 1.915384620190144,
      "learning_rate": 9.17095743656845e-06,
      "loss": 0.6011,
      "step": 130324
    },
    {
      "epoch": 5.337907024370264,
      "grad_norm": 1.4348089983196393,
      "learning_rate": 9.1698345770301e-06,
      "loss": 0.5656,
      "step": 130325
    },
    {
      "epoch": 5.337947982797461,
      "grad_norm": 0.42122497883236065,
      "learning_rate": 9.168711784068112e-06,
      "loss": 0.0452,
      "step": 130326
    },
    {
      "epoch": 5.337988941224657,
      "grad_norm": 1.6570145579205746,
      "learning_rate": 9.16758905768295e-06,
      "loss": 0.525,
      "step": 130327
    },
    {
      "epoch": 5.338029899651853,
      "grad_norm": 1.5696935218797086,
      "learning_rate": 9.166466397875199e-06,
      "loss": 0.595,
      "step": 130328
    },
    {
      "epoch": 5.33807085807905,
      "grad_norm": 2.5789090525535907,
      "learning_rate": 9.165343804645375e-06,
      "loss": 0.6422,
      "step": 130329
    },
    {
      "epoch": 5.338111816506246,
      "grad_norm": 1.1730023059886392,
      "learning_rate": 9.164221277993994e-06,
      "loss": 0.3986,
      "step": 130330
    },
    {
      "epoch": 5.338152774933443,
      "grad_norm": 1.5656199616985864,
      "learning_rate": 9.163098817921606e-06,
      "loss": 0.4159,
      "step": 130331
    },
    {
      "epoch": 5.338193733360639,
      "grad_norm": 1.5847460748329925,
      "learning_rate": 9.161976424428724e-06,
      "loss": 0.5889,
      "step": 130332
    },
    {
      "epoch": 5.338234691787835,
      "grad_norm": 1.106648506407896,
      "learning_rate": 9.160854097515884e-06,
      "loss": 0.1979,
      "step": 130333
    },
    {
      "epoch": 5.3382756502150315,
      "grad_norm": 1.052007404473474,
      "learning_rate": 9.159731837183638e-06,
      "loss": 0.2808,
      "step": 130334
    },
    {
      "epoch": 5.338316608642228,
      "grad_norm": 1.510410099145842,
      "learning_rate": 9.15860964343248e-06,
      "loss": 0.5158,
      "step": 130335
    },
    {
      "epoch": 5.3383575670694245,
      "grad_norm": 1.1728855126201103,
      "learning_rate": 9.157487516262945e-06,
      "loss": 0.2427,
      "step": 130336
    },
    {
      "epoch": 5.338398525496621,
      "grad_norm": 1.103815948916195,
      "learning_rate": 9.156365455675618e-06,
      "loss": 0.231,
      "step": 130337
    },
    {
      "epoch": 5.338439483923818,
      "grad_norm": 1.1498618875811832,
      "learning_rate": 9.155243461670947e-06,
      "loss": 0.3824,
      "step": 130338
    },
    {
      "epoch": 5.338480442351013,
      "grad_norm": 0.8871666263113501,
      "learning_rate": 9.154121534249548e-06,
      "loss": 0.1158,
      "step": 130339
    },
    {
      "epoch": 5.33852140077821,
      "grad_norm": 1.730608583082785,
      "learning_rate": 9.15299967341187e-06,
      "loss": 0.5548,
      "step": 130340
    },
    {
      "epoch": 5.338562359205406,
      "grad_norm": 0.8205546319556918,
      "learning_rate": 9.151877879158481e-06,
      "loss": 0.1087,
      "step": 130341
    },
    {
      "epoch": 5.338603317632603,
      "grad_norm": 1.5763254974214391,
      "learning_rate": 9.150756151489947e-06,
      "loss": 0.4977,
      "step": 130342
    },
    {
      "epoch": 5.338644276059799,
      "grad_norm": 1.6432389327941594,
      "learning_rate": 9.149634490406733e-06,
      "loss": 0.5024,
      "step": 130343
    },
    {
      "epoch": 5.338685234486996,
      "grad_norm": 0.9129489480559679,
      "learning_rate": 9.148512895909388e-06,
      "loss": 0.1763,
      "step": 130344
    },
    {
      "epoch": 5.3387261929141925,
      "grad_norm": 1.7804497036255211,
      "learning_rate": 9.147391367998497e-06,
      "loss": 0.4709,
      "step": 130345
    },
    {
      "epoch": 5.338767151341388,
      "grad_norm": 1.5869328483979728,
      "learning_rate": 9.146269906674508e-06,
      "loss": 0.475,
      "step": 130346
    },
    {
      "epoch": 5.338808109768585,
      "grad_norm": 1.5854354612887847,
      "learning_rate": 9.145148511938005e-06,
      "loss": 0.549,
      "step": 130347
    },
    {
      "epoch": 5.338849068195781,
      "grad_norm": 1.5054808315246775,
      "learning_rate": 9.144027183789503e-06,
      "loss": 0.3668,
      "step": 130348
    },
    {
      "epoch": 5.338890026622978,
      "grad_norm": 1.3892811529731455,
      "learning_rate": 9.14290592222952e-06,
      "loss": 0.3243,
      "step": 130349
    },
    {
      "epoch": 5.338930985050174,
      "grad_norm": 1.878503006479097,
      "learning_rate": 9.141784727258605e-06,
      "loss": 0.6097,
      "step": 130350
    },
    {
      "epoch": 5.338971943477371,
      "grad_norm": 2.033517506337083,
      "learning_rate": 9.140663598877274e-06,
      "loss": 0.6889,
      "step": 130351
    },
    {
      "epoch": 5.3390129019045665,
      "grad_norm": 1.0288877809955002,
      "learning_rate": 9.139542537086092e-06,
      "loss": 0.2082,
      "step": 130352
    },
    {
      "epoch": 5.339053860331763,
      "grad_norm": 1.360895932817458,
      "learning_rate": 9.138421541885526e-06,
      "loss": 0.3194,
      "step": 130353
    },
    {
      "epoch": 5.3390948187589595,
      "grad_norm": 1.2780633508964687,
      "learning_rate": 9.137300613276145e-06,
      "loss": 0.3774,
      "step": 130354
    },
    {
      "epoch": 5.339135777186156,
      "grad_norm": 1.6542779197508055,
      "learning_rate": 9.136179751258493e-06,
      "loss": 0.4475,
      "step": 130355
    },
    {
      "epoch": 5.339176735613353,
      "grad_norm": 1.5499763557090105,
      "learning_rate": 9.135058955833057e-06,
      "loss": 0.5113,
      "step": 130356
    },
    {
      "epoch": 5.339217694040549,
      "grad_norm": 1.9464970145972573,
      "learning_rate": 9.133938227000403e-06,
      "loss": 0.7201,
      "step": 130357
    },
    {
      "epoch": 5.339258652467745,
      "grad_norm": 1.4827626262186784,
      "learning_rate": 9.132817564761064e-06,
      "loss": 0.4737,
      "step": 130358
    },
    {
      "epoch": 5.339299610894941,
      "grad_norm": 1.0235904323242846,
      "learning_rate": 9.131696969115537e-06,
      "loss": 0.3639,
      "step": 130359
    },
    {
      "epoch": 5.339340569322138,
      "grad_norm": 1.3769302435710211,
      "learning_rate": 9.130576440064375e-06,
      "loss": 0.4159,
      "step": 130360
    },
    {
      "epoch": 5.339381527749334,
      "grad_norm": 1.298980982229089,
      "learning_rate": 9.12945597760809e-06,
      "loss": 0.3693,
      "step": 130361
    },
    {
      "epoch": 5.339422486176531,
      "grad_norm": 1.631603777459492,
      "learning_rate": 9.128335581747237e-06,
      "loss": 0.5212,
      "step": 130362
    },
    {
      "epoch": 5.3394634446037275,
      "grad_norm": 1.6874883933183618,
      "learning_rate": 9.127215252482345e-06,
      "loss": 0.4851,
      "step": 130363
    },
    {
      "epoch": 5.339504403030924,
      "grad_norm": 1.8781039449628243,
      "learning_rate": 9.126094989813899e-06,
      "loss": 0.897,
      "step": 130364
    },
    {
      "epoch": 5.33954536145812,
      "grad_norm": 1.3096018786775487,
      "learning_rate": 9.12497479374248e-06,
      "loss": 0.4197,
      "step": 130365
    },
    {
      "epoch": 5.339586319885316,
      "grad_norm": 0.776342514416609,
      "learning_rate": 9.123854664268604e-06,
      "loss": 0.0759,
      "step": 130366
    },
    {
      "epoch": 5.339627278312513,
      "grad_norm": 1.5229655787332224,
      "learning_rate": 9.122734601392772e-06,
      "loss": 0.5881,
      "step": 130367
    },
    {
      "epoch": 5.339668236739709,
      "grad_norm": 5.588654103760365,
      "learning_rate": 9.121614605115568e-06,
      "loss": 0.5731,
      "step": 130368
    },
    {
      "epoch": 5.339709195166906,
      "grad_norm": 1.6577549384039558,
      "learning_rate": 9.12049467543749e-06,
      "loss": 0.5497,
      "step": 130369
    },
    {
      "epoch": 5.339750153594102,
      "grad_norm": 1.5852398428294123,
      "learning_rate": 9.119374812359054e-06,
      "loss": 0.5524,
      "step": 130370
    },
    {
      "epoch": 5.339791112021298,
      "grad_norm": 0.8950260907600237,
      "learning_rate": 9.118255015880776e-06,
      "loss": 0.1915,
      "step": 130371
    },
    {
      "epoch": 5.3398320704484945,
      "grad_norm": 1.3705635569346424,
      "learning_rate": 9.117135286003258e-06,
      "loss": 0.4818,
      "step": 130372
    },
    {
      "epoch": 5.339873028875691,
      "grad_norm": 1.1299199527723915,
      "learning_rate": 9.116015622726947e-06,
      "loss": 0.1607,
      "step": 130373
    },
    {
      "epoch": 5.339913987302888,
      "grad_norm": 0.7647037576058328,
      "learning_rate": 9.114896026052444e-06,
      "loss": 0.1671,
      "step": 130374
    },
    {
      "epoch": 5.339954945730084,
      "grad_norm": 0.9110710209176311,
      "learning_rate": 9.113776495980213e-06,
      "loss": 0.1815,
      "step": 130375
    },
    {
      "epoch": 5.339995904157281,
      "grad_norm": 1.1524898185589534,
      "learning_rate": 9.112657032510806e-06,
      "loss": 0.2584,
      "step": 130376
    },
    {
      "epoch": 5.340036862584476,
      "grad_norm": 0.5343381643718065,
      "learning_rate": 9.11153763564479e-06,
      "loss": 0.079,
      "step": 130377
    },
    {
      "epoch": 5.340077821011673,
      "grad_norm": 1.714066095325884,
      "learning_rate": 9.110418305382644e-06,
      "loss": 0.541,
      "step": 130378
    },
    {
      "epoch": 5.340118779438869,
      "grad_norm": 1.7637982168315685,
      "learning_rate": 9.109299041724921e-06,
      "loss": 0.4588,
      "step": 130379
    },
    {
      "epoch": 5.340159737866066,
      "grad_norm": 0.871074514673894,
      "learning_rate": 9.108179844672152e-06,
      "loss": 0.1263,
      "step": 130380
    },
    {
      "epoch": 5.340200696293262,
      "grad_norm": 1.642241835073312,
      "learning_rate": 9.107060714224839e-06,
      "loss": 0.5744,
      "step": 130381
    },
    {
      "epoch": 5.340241654720459,
      "grad_norm": 1.617884547743252,
      "learning_rate": 9.105941650383563e-06,
      "loss": 0.4084,
      "step": 130382
    },
    {
      "epoch": 5.3402826131476555,
      "grad_norm": 1.377915612974371,
      "learning_rate": 9.104822653148808e-06,
      "loss": 0.4128,
      "step": 130383
    },
    {
      "epoch": 5.340323571574851,
      "grad_norm": 1.603459182979038,
      "learning_rate": 9.103703722521105e-06,
      "loss": 0.464,
      "step": 130384
    },
    {
      "epoch": 5.340364530002048,
      "grad_norm": 1.3804762530910304,
      "learning_rate": 9.102584858501022e-06,
      "loss": 0.3822,
      "step": 130385
    },
    {
      "epoch": 5.340405488429244,
      "grad_norm": 0.8729207432140857,
      "learning_rate": 9.10146606108904e-06,
      "loss": 0.1705,
      "step": 130386
    },
    {
      "epoch": 5.340446446856441,
      "grad_norm": 1.6059167994861165,
      "learning_rate": 9.100347330285729e-06,
      "loss": 0.5437,
      "step": 130387
    },
    {
      "epoch": 5.340487405283637,
      "grad_norm": 1.0231970482573778,
      "learning_rate": 9.099228666091567e-06,
      "loss": 0.2713,
      "step": 130388
    },
    {
      "epoch": 5.340528363710834,
      "grad_norm": 1.139250463506645,
      "learning_rate": 9.098110068507124e-06,
      "loss": 0.3263,
      "step": 130389
    },
    {
      "epoch": 5.3405693221380295,
      "grad_norm": 1.5770006724236028,
      "learning_rate": 9.096991537532932e-06,
      "loss": 0.3878,
      "step": 130390
    },
    {
      "epoch": 5.340610280565226,
      "grad_norm": 1.3563312409713935,
      "learning_rate": 9.095873073169491e-06,
      "loss": 0.4755,
      "step": 130391
    },
    {
      "epoch": 5.3406512389924226,
      "grad_norm": 1.6253502573111969,
      "learning_rate": 9.094754675417349e-06,
      "loss": 0.5019,
      "step": 130392
    },
    {
      "epoch": 5.340692197419619,
      "grad_norm": 1.4955505576931232,
      "learning_rate": 9.093636344277038e-06,
      "loss": 0.4472,
      "step": 130393
    },
    {
      "epoch": 5.340733155846816,
      "grad_norm": 1.2966660841502093,
      "learning_rate": 9.092518079749078e-06,
      "loss": 0.3715,
      "step": 130394
    },
    {
      "epoch": 5.340774114274012,
      "grad_norm": 1.6969352429525777,
      "learning_rate": 9.091399881834e-06,
      "loss": 0.606,
      "step": 130395
    },
    {
      "epoch": 5.340815072701208,
      "grad_norm": 1.5020689787254684,
      "learning_rate": 9.09028175053232e-06,
      "loss": 0.4594,
      "step": 130396
    },
    {
      "epoch": 5.340856031128404,
      "grad_norm": 1.1765293158856027,
      "learning_rate": 9.089163685844586e-06,
      "loss": 0.3025,
      "step": 130397
    },
    {
      "epoch": 5.340896989555601,
      "grad_norm": 1.6841188921199106,
      "learning_rate": 9.088045687771334e-06,
      "loss": 0.4896,
      "step": 130398
    },
    {
      "epoch": 5.340937947982797,
      "grad_norm": 0.9124330020021187,
      "learning_rate": 9.086927756313045e-06,
      "loss": 0.2026,
      "step": 130399
    },
    {
      "epoch": 5.340978906409994,
      "grad_norm": 1.7796103912303034,
      "learning_rate": 9.085809891470286e-06,
      "loss": 0.499,
      "step": 130400
    },
    {
      "epoch": 5.3410198648371905,
      "grad_norm": 1.47323171487523,
      "learning_rate": 9.084692093243605e-06,
      "loss": 0.4012,
      "step": 130401
    },
    {
      "epoch": 5.341060823264387,
      "grad_norm": 1.2850672161323793,
      "learning_rate": 9.08357436163349e-06,
      "loss": 0.184,
      "step": 130402
    },
    {
      "epoch": 5.341101781691583,
      "grad_norm": 1.6288629540997857,
      "learning_rate": 9.082456696640483e-06,
      "loss": 0.4817,
      "step": 130403
    },
    {
      "epoch": 5.341142740118779,
      "grad_norm": 1.52859097343417,
      "learning_rate": 9.081339098265106e-06,
      "loss": 0.5791,
      "step": 130404
    },
    {
      "epoch": 5.341183698545976,
      "grad_norm": 1.395261781792714,
      "learning_rate": 9.080221566507906e-06,
      "loss": 0.4271,
      "step": 130405
    },
    {
      "epoch": 5.341224656973172,
      "grad_norm": 1.5665286587030487,
      "learning_rate": 9.0791041013694e-06,
      "loss": 0.5663,
      "step": 130406
    },
    {
      "epoch": 5.341265615400369,
      "grad_norm": 1.390025262663398,
      "learning_rate": 9.077986702850105e-06,
      "loss": 0.4492,
      "step": 130407
    },
    {
      "epoch": 5.341306573827565,
      "grad_norm": 1.6015797071050042,
      "learning_rate": 9.076869370950567e-06,
      "loss": 0.6576,
      "step": 130408
    },
    {
      "epoch": 5.341347532254762,
      "grad_norm": 1.4057938810381747,
      "learning_rate": 9.075752105671325e-06,
      "loss": 0.472,
      "step": 130409
    },
    {
      "epoch": 5.3413884906819575,
      "grad_norm": 0.9094576667836979,
      "learning_rate": 9.074634907012857e-06,
      "loss": 0.2042,
      "step": 130410
    },
    {
      "epoch": 5.341429449109154,
      "grad_norm": 1.3418985960479761,
      "learning_rate": 9.073517774975763e-06,
      "loss": 0.4295,
      "step": 130411
    },
    {
      "epoch": 5.341470407536351,
      "grad_norm": 1.249856354303415,
      "learning_rate": 9.072400709560496e-06,
      "loss": 0.3259,
      "step": 130412
    },
    {
      "epoch": 5.341511365963547,
      "grad_norm": 1.850754602046966,
      "learning_rate": 9.071283710767636e-06,
      "loss": 0.7532,
      "step": 130413
    },
    {
      "epoch": 5.341552324390744,
      "grad_norm": 2.0024536807212905,
      "learning_rate": 9.070166778597698e-06,
      "loss": 0.7092,
      "step": 130414
    },
    {
      "epoch": 5.341593282817939,
      "grad_norm": 1.315822707783851,
      "learning_rate": 9.069049913051201e-06,
      "loss": 0.3855,
      "step": 130415
    },
    {
      "epoch": 5.341634241245136,
      "grad_norm": 1.1678095531768735,
      "learning_rate": 9.067933114128662e-06,
      "loss": 0.2754,
      "step": 130416
    },
    {
      "epoch": 5.341675199672332,
      "grad_norm": 1.4544011130092978,
      "learning_rate": 9.06681638183066e-06,
      "loss": 0.4673,
      "step": 130417
    },
    {
      "epoch": 5.341716158099529,
      "grad_norm": 1.0079526735646527,
      "learning_rate": 9.065699716157682e-06,
      "loss": 0.3596,
      "step": 130418
    },
    {
      "epoch": 5.3417571165267255,
      "grad_norm": 1.9065683048009303,
      "learning_rate": 9.064583117110258e-06,
      "loss": 0.7469,
      "step": 130419
    },
    {
      "epoch": 5.341798074953922,
      "grad_norm": 1.422805129178224,
      "learning_rate": 9.063466584688923e-06,
      "loss": 0.4437,
      "step": 130420
    },
    {
      "epoch": 5.3418390333811185,
      "grad_norm": 1.4918970464171004,
      "learning_rate": 9.062350118894191e-06,
      "loss": 0.449,
      "step": 130421
    },
    {
      "epoch": 5.341879991808314,
      "grad_norm": 0.8577595570077065,
      "learning_rate": 9.061233719726613e-06,
      "loss": 0.1745,
      "step": 130422
    },
    {
      "epoch": 5.341920950235511,
      "grad_norm": 1.9026156591632695,
      "learning_rate": 9.060117387186705e-06,
      "loss": 0.5584,
      "step": 130423
    },
    {
      "epoch": 5.341961908662707,
      "grad_norm": 1.1155527455172913,
      "learning_rate": 9.059001121275e-06,
      "loss": 0.2224,
      "step": 130424
    },
    {
      "epoch": 5.342002867089904,
      "grad_norm": 1.5805932405461973,
      "learning_rate": 9.057884921992015e-06,
      "loss": 0.394,
      "step": 130425
    },
    {
      "epoch": 5.3420438255171,
      "grad_norm": 0.8901076618446064,
      "learning_rate": 9.056768789338264e-06,
      "loss": 0.199,
      "step": 130426
    },
    {
      "epoch": 5.342084783944297,
      "grad_norm": 0.8581888021390175,
      "learning_rate": 9.055652723314333e-06,
      "loss": 0.2166,
      "step": 130427
    },
    {
      "epoch": 5.342125742371493,
      "grad_norm": 1.085092821715347,
      "learning_rate": 9.054536723920669e-06,
      "loss": 0.1851,
      "step": 130428
    },
    {
      "epoch": 5.342166700798689,
      "grad_norm": 1.9051752718934185,
      "learning_rate": 9.053420791157857e-06,
      "loss": 0.7703,
      "step": 130429
    },
    {
      "epoch": 5.342207659225886,
      "grad_norm": 1.7818786501314046,
      "learning_rate": 9.052304925026427e-06,
      "loss": 0.6614,
      "step": 130430
    },
    {
      "epoch": 5.342248617653082,
      "grad_norm": 1.0998430238980208,
      "learning_rate": 9.051189125526882e-06,
      "loss": 0.1725,
      "step": 130431
    },
    {
      "epoch": 5.342289576080279,
      "grad_norm": 0.8157771954195341,
      "learning_rate": 9.05007339265975e-06,
      "loss": 0.1991,
      "step": 130432
    },
    {
      "epoch": 5.342330534507475,
      "grad_norm": 1.3909002878666694,
      "learning_rate": 9.048957726425554e-06,
      "loss": 0.441,
      "step": 130433
    },
    {
      "epoch": 5.342371492934671,
      "grad_norm": 0.964583174917251,
      "learning_rate": 9.047842126824839e-06,
      "loss": 0.242,
      "step": 130434
    },
    {
      "epoch": 5.342412451361867,
      "grad_norm": 1.1216455759185415,
      "learning_rate": 9.046726593858139e-06,
      "loss": 0.285,
      "step": 130435
    },
    {
      "epoch": 5.342453409789064,
      "grad_norm": 1.3570603977424953,
      "learning_rate": 9.045611127525954e-06,
      "loss": 0.3965,
      "step": 130436
    },
    {
      "epoch": 5.3424943682162604,
      "grad_norm": 1.190072912261613,
      "learning_rate": 9.044495727828816e-06,
      "loss": 0.277,
      "step": 130437
    },
    {
      "epoch": 5.342535326643457,
      "grad_norm": 1.4455975482999397,
      "learning_rate": 9.043380394767292e-06,
      "loss": 0.5445,
      "step": 130438
    },
    {
      "epoch": 5.3425762850706535,
      "grad_norm": 0.9190778734986526,
      "learning_rate": 9.042265128341847e-06,
      "loss": 0.1816,
      "step": 130439
    },
    {
      "epoch": 5.34261724349785,
      "grad_norm": 1.293588165211206,
      "learning_rate": 9.041149928553065e-06,
      "loss": 0.3871,
      "step": 130440
    },
    {
      "epoch": 5.342658201925046,
      "grad_norm": 1.220281958374919,
      "learning_rate": 9.040034795401447e-06,
      "loss": 0.4086,
      "step": 130441
    },
    {
      "epoch": 5.342699160352242,
      "grad_norm": 1.2001626246035806,
      "learning_rate": 9.038919728887505e-06,
      "loss": 0.2736,
      "step": 130442
    },
    {
      "epoch": 5.342740118779439,
      "grad_norm": 1.0211866011512734,
      "learning_rate": 9.037804729011777e-06,
      "loss": 0.1786,
      "step": 130443
    },
    {
      "epoch": 5.342781077206635,
      "grad_norm": 1.7859648398553125,
      "learning_rate": 9.036689795774826e-06,
      "loss": 0.7174,
      "step": 130444
    },
    {
      "epoch": 5.342822035633832,
      "grad_norm": 1.5602151120308372,
      "learning_rate": 9.035574929177102e-06,
      "loss": 0.4225,
      "step": 130445
    },
    {
      "epoch": 5.342862994061028,
      "grad_norm": 1.0101663447843348,
      "learning_rate": 9.034460129219223e-06,
      "loss": 0.1564,
      "step": 130446
    },
    {
      "epoch": 5.342903952488225,
      "grad_norm": 1.7410794547995465,
      "learning_rate": 9.033345395901653e-06,
      "loss": 0.5664,
      "step": 130447
    },
    {
      "epoch": 5.342944910915421,
      "grad_norm": 2.469105669762519,
      "learning_rate": 9.032230729224927e-06,
      "loss": 1.7769,
      "step": 130448
    },
    {
      "epoch": 5.342985869342617,
      "grad_norm": 1.407360784154486,
      "learning_rate": 9.031116129189592e-06,
      "loss": 0.4003,
      "step": 130449
    },
    {
      "epoch": 5.343026827769814,
      "grad_norm": 1.3084189427338224,
      "learning_rate": 9.030001595796166e-06,
      "loss": 0.3007,
      "step": 130450
    },
    {
      "epoch": 5.34306778619701,
      "grad_norm": 1.55823807433353,
      "learning_rate": 9.028887129045165e-06,
      "loss": 0.4148,
      "step": 130451
    },
    {
      "epoch": 5.343108744624207,
      "grad_norm": 1.787007010495925,
      "learning_rate": 9.027772728937139e-06,
      "loss": 0.6019,
      "step": 130452
    },
    {
      "epoch": 5.343149703051402,
      "grad_norm": 1.8083766594852875,
      "learning_rate": 9.026658395472603e-06,
      "loss": 0.8237,
      "step": 130453
    },
    {
      "epoch": 5.343190661478599,
      "grad_norm": 1.4510511205048133,
      "learning_rate": 9.02554412865209e-06,
      "loss": 0.3507,
      "step": 130454
    },
    {
      "epoch": 5.343231619905795,
      "grad_norm": 1.010680369421772,
      "learning_rate": 9.024429928476084e-06,
      "loss": 0.1827,
      "step": 130455
    },
    {
      "epoch": 5.343272578332992,
      "grad_norm": 1.1965944348403017,
      "learning_rate": 9.023315794945168e-06,
      "loss": 0.2769,
      "step": 130456
    },
    {
      "epoch": 5.3433135367601885,
      "grad_norm": 1.5590659594301761,
      "learning_rate": 9.022201728059857e-06,
      "loss": 0.4501,
      "step": 130457
    },
    {
      "epoch": 5.343354495187385,
      "grad_norm": 2.083112764040692,
      "learning_rate": 9.021087727820653e-06,
      "loss": 0.5909,
      "step": 130458
    },
    {
      "epoch": 5.343395453614582,
      "grad_norm": 1.600883660459779,
      "learning_rate": 9.01997379422812e-06,
      "loss": 0.5482,
      "step": 130459
    },
    {
      "epoch": 5.343436412041777,
      "grad_norm": 1.5434089130706208,
      "learning_rate": 9.01885992728274e-06,
      "loss": 0.5077,
      "step": 130460
    },
    {
      "epoch": 5.343477370468974,
      "grad_norm": 1.0116126553625981,
      "learning_rate": 9.017746126985064e-06,
      "loss": 0.1907,
      "step": 130461
    },
    {
      "epoch": 5.34351832889617,
      "grad_norm": 1.0399918122564678,
      "learning_rate": 9.016632393335643e-06,
      "loss": 0.2249,
      "step": 130462
    },
    {
      "epoch": 5.343559287323367,
      "grad_norm": 0.8412057611831883,
      "learning_rate": 9.015518726334941e-06,
      "loss": 0.0823,
      "step": 130463
    },
    {
      "epoch": 5.343600245750563,
      "grad_norm": 1.7697617141554816,
      "learning_rate": 9.014405125983542e-06,
      "loss": 0.6774,
      "step": 130464
    },
    {
      "epoch": 5.34364120417776,
      "grad_norm": 1.5624701125615545,
      "learning_rate": 9.013291592281963e-06,
      "loss": 0.4749,
      "step": 130465
    },
    {
      "epoch": 5.343682162604956,
      "grad_norm": 1.464635876826418,
      "learning_rate": 9.012178125230685e-06,
      "loss": 0.4077,
      "step": 130466
    },
    {
      "epoch": 5.343723121032152,
      "grad_norm": 1.504131094619067,
      "learning_rate": 9.011064724830309e-06,
      "loss": 0.5085,
      "step": 130467
    },
    {
      "epoch": 5.343764079459349,
      "grad_norm": 1.4541411962753241,
      "learning_rate": 9.009951391081283e-06,
      "loss": 0.524,
      "step": 130468
    },
    {
      "epoch": 5.343805037886545,
      "grad_norm": 1.929944320468402,
      "learning_rate": 9.008838123984175e-06,
      "loss": 0.6454,
      "step": 130469
    },
    {
      "epoch": 5.343845996313742,
      "grad_norm": 0.5407336918155334,
      "learning_rate": 9.007724923539534e-06,
      "loss": 0.0591,
      "step": 130470
    },
    {
      "epoch": 5.343886954740938,
      "grad_norm": 0.8063140140694386,
      "learning_rate": 9.006611789747826e-06,
      "loss": 0.2032,
      "step": 130471
    },
    {
      "epoch": 5.343927913168135,
      "grad_norm": 1.4406529568187667,
      "learning_rate": 9.005498722609616e-06,
      "loss": 0.4577,
      "step": 130472
    },
    {
      "epoch": 5.34396887159533,
      "grad_norm": 1.9681976040956037,
      "learning_rate": 9.004385722125456e-06,
      "loss": 0.7517,
      "step": 130473
    },
    {
      "epoch": 5.344009830022527,
      "grad_norm": 0.8863326052231802,
      "learning_rate": 9.003272788295813e-06,
      "loss": 0.1892,
      "step": 130474
    },
    {
      "epoch": 5.3440507884497235,
      "grad_norm": 1.4619326718499597,
      "learning_rate": 9.002159921121265e-06,
      "loss": 0.4884,
      "step": 130475
    },
    {
      "epoch": 5.34409174687692,
      "grad_norm": 0.4533855908781651,
      "learning_rate": 9.001047120602283e-06,
      "loss": 0.0756,
      "step": 130476
    },
    {
      "epoch": 5.3441327053041165,
      "grad_norm": 1.6304509000902005,
      "learning_rate": 8.999934386739433e-06,
      "loss": 0.4813,
      "step": 130477
    },
    {
      "epoch": 5.344173663731313,
      "grad_norm": 1.4781017976673043,
      "learning_rate": 8.998821719533245e-06,
      "loss": 0.4507,
      "step": 130478
    },
    {
      "epoch": 5.344214622158509,
      "grad_norm": 1.878219141547614,
      "learning_rate": 8.99770911898422e-06,
      "loss": 0.3494,
      "step": 130479
    },
    {
      "epoch": 5.344255580585705,
      "grad_norm": 1.6136067565373402,
      "learning_rate": 8.996596585092891e-06,
      "loss": 0.6242,
      "step": 130480
    },
    {
      "epoch": 5.344296539012902,
      "grad_norm": 1.13805116084248,
      "learning_rate": 8.995484117859825e-06,
      "loss": 0.2106,
      "step": 130481
    },
    {
      "epoch": 5.344337497440098,
      "grad_norm": 2.8113521915413306,
      "learning_rate": 8.994371717285471e-06,
      "loss": 2.1884,
      "step": 130482
    },
    {
      "epoch": 5.344378455867295,
      "grad_norm": 0.9698181697958714,
      "learning_rate": 8.993259383370428e-06,
      "loss": 0.2217,
      "step": 130483
    },
    {
      "epoch": 5.344419414294491,
      "grad_norm": 1.5995062092743673,
      "learning_rate": 8.992147116115161e-06,
      "loss": 0.4993,
      "step": 130484
    },
    {
      "epoch": 5.344460372721688,
      "grad_norm": 1.3094078132726812,
      "learning_rate": 8.991034915520224e-06,
      "loss": 0.3476,
      "step": 130485
    },
    {
      "epoch": 5.344501331148884,
      "grad_norm": 1.1238442989528084,
      "learning_rate": 8.989922781586178e-06,
      "loss": 0.1017,
      "step": 130486
    },
    {
      "epoch": 5.34454228957608,
      "grad_norm": 1.2735513605334348,
      "learning_rate": 8.988810714313477e-06,
      "loss": 0.3922,
      "step": 130487
    },
    {
      "epoch": 5.344583248003277,
      "grad_norm": 1.467385848264026,
      "learning_rate": 8.9876987137027e-06,
      "loss": 0.507,
      "step": 130488
    },
    {
      "epoch": 5.344624206430473,
      "grad_norm": 0.7693336408962986,
      "learning_rate": 8.986586779754368e-06,
      "loss": 0.173,
      "step": 130489
    },
    {
      "epoch": 5.34466516485767,
      "grad_norm": 1.105675644438306,
      "learning_rate": 8.985474912468976e-06,
      "loss": 0.3006,
      "step": 130490
    },
    {
      "epoch": 5.344706123284866,
      "grad_norm": 1.3507801118584888,
      "learning_rate": 8.984363111847076e-06,
      "loss": 0.3341,
      "step": 130491
    },
    {
      "epoch": 5.344747081712062,
      "grad_norm": 1.4395484648911399,
      "learning_rate": 8.983251377889184e-06,
      "loss": 0.4378,
      "step": 130492
    },
    {
      "epoch": 5.3447880401392585,
      "grad_norm": 1.4652200252733751,
      "learning_rate": 8.982139710595814e-06,
      "loss": 0.3798,
      "step": 130493
    },
    {
      "epoch": 5.344828998566455,
      "grad_norm": 1.3225721518599511,
      "learning_rate": 8.981028109967536e-06,
      "loss": 0.4221,
      "step": 130494
    },
    {
      "epoch": 5.3448699569936515,
      "grad_norm": 0.4426718966946791,
      "learning_rate": 8.97991657600483e-06,
      "loss": 0.0509,
      "step": 130495
    },
    {
      "epoch": 5.344910915420848,
      "grad_norm": 1.4879129046911126,
      "learning_rate": 8.978805108708247e-06,
      "loss": 0.4487,
      "step": 130496
    },
    {
      "epoch": 5.344951873848045,
      "grad_norm": 0.5390526470589235,
      "learning_rate": 8.977693708078288e-06,
      "loss": 0.0397,
      "step": 130497
    },
    {
      "epoch": 5.34499283227524,
      "grad_norm": 1.5973250974934856,
      "learning_rate": 8.976582374115481e-06,
      "loss": 0.5089,
      "step": 130498
    },
    {
      "epoch": 5.345033790702437,
      "grad_norm": 1.5723147555437227,
      "learning_rate": 8.975471106820397e-06,
      "loss": 0.626,
      "step": 130499
    },
    {
      "epoch": 5.345074749129633,
      "grad_norm": 1.4120338470613012,
      "learning_rate": 8.974359906193485e-06,
      "loss": 0.4441,
      "step": 130500
    },
    {
      "epoch": 5.34511570755683,
      "grad_norm": 3.553003266436122,
      "learning_rate": 8.973248772235325e-06,
      "loss": 3.244,
      "step": 130501
    },
    {
      "epoch": 5.345156665984026,
      "grad_norm": 1.4339307424286618,
      "learning_rate": 8.97213770494647e-06,
      "loss": 0.4922,
      "step": 130502
    },
    {
      "epoch": 5.345197624411223,
      "grad_norm": 1.3780733741737683,
      "learning_rate": 8.971026704327349e-06,
      "loss": 0.5001,
      "step": 130503
    },
    {
      "epoch": 5.3452385828384195,
      "grad_norm": 1.783910335841265,
      "learning_rate": 8.969915770378583e-06,
      "loss": 0.4921,
      "step": 130504
    },
    {
      "epoch": 5.345279541265615,
      "grad_norm": 0.7417344448357213,
      "learning_rate": 8.968804903100635e-06,
      "loss": 0.1235,
      "step": 130505
    },
    {
      "epoch": 5.345320499692812,
      "grad_norm": 1.706355283334601,
      "learning_rate": 8.967694102494055e-06,
      "loss": 0.4904,
      "step": 130506
    },
    {
      "epoch": 5.345361458120008,
      "grad_norm": 1.9154424197238182,
      "learning_rate": 8.966583368559394e-06,
      "loss": 0.3628,
      "step": 130507
    },
    {
      "epoch": 5.345402416547205,
      "grad_norm": 3.610042920343628,
      "learning_rate": 8.965472701297116e-06,
      "loss": 1.2376,
      "step": 130508
    },
    {
      "epoch": 5.345443374974401,
      "grad_norm": 2.9030283713727187,
      "learning_rate": 8.964362100707773e-06,
      "loss": 2.3734,
      "step": 130509
    },
    {
      "epoch": 5.345484333401598,
      "grad_norm": 0.6265742630388681,
      "learning_rate": 8.96325156679193e-06,
      "loss": 0.1415,
      "step": 130510
    },
    {
      "epoch": 5.345525291828793,
      "grad_norm": 1.5795859000614967,
      "learning_rate": 8.962141099550069e-06,
      "loss": 0.4512,
      "step": 130511
    },
    {
      "epoch": 5.34556625025599,
      "grad_norm": 0.9795141482587665,
      "learning_rate": 8.96103069898269e-06,
      "loss": 0.1601,
      "step": 130512
    },
    {
      "epoch": 5.3456072086831865,
      "grad_norm": 1.1114232729160787,
      "learning_rate": 8.959920365090396e-06,
      "loss": 0.2256,
      "step": 130513
    },
    {
      "epoch": 5.345648167110383,
      "grad_norm": 1.4013373830355709,
      "learning_rate": 8.95881009787363e-06,
      "loss": 0.3289,
      "step": 130514
    },
    {
      "epoch": 5.34568912553758,
      "grad_norm": 1.5809350833744151,
      "learning_rate": 8.957699897332965e-06,
      "loss": 0.5068,
      "step": 130515
    },
    {
      "epoch": 5.345730083964776,
      "grad_norm": 1.7547015947615432,
      "learning_rate": 8.956589763468947e-06,
      "loss": 0.6614,
      "step": 130516
    },
    {
      "epoch": 5.345771042391972,
      "grad_norm": 1.7067390533930495,
      "learning_rate": 8.955479696282025e-06,
      "loss": 0.5141,
      "step": 130517
    },
    {
      "epoch": 5.345812000819168,
      "grad_norm": 1.304720922805651,
      "learning_rate": 8.9543696957728e-06,
      "loss": 0.3511,
      "step": 130518
    },
    {
      "epoch": 5.345852959246365,
      "grad_norm": 1.3096088173848244,
      "learning_rate": 8.95325976194174e-06,
      "loss": 0.3366,
      "step": 130519
    },
    {
      "epoch": 5.345893917673561,
      "grad_norm": 1.1252713814922337,
      "learning_rate": 8.952149894789389e-06,
      "loss": 0.2208,
      "step": 130520
    },
    {
      "epoch": 5.345934876100758,
      "grad_norm": 1.3697778071517683,
      "learning_rate": 8.95104009431632e-06,
      "loss": 0.499,
      "step": 130521
    },
    {
      "epoch": 5.345975834527954,
      "grad_norm": 1.6483864415059466,
      "learning_rate": 8.949930360522961e-06,
      "loss": 0.4929,
      "step": 130522
    },
    {
      "epoch": 5.346016792955151,
      "grad_norm": 1.5667325884213115,
      "learning_rate": 8.94882069340993e-06,
      "loss": 0.4669,
      "step": 130523
    },
    {
      "epoch": 5.346057751382347,
      "grad_norm": 1.3755218210933287,
      "learning_rate": 8.947711092977694e-06,
      "loss": 0.3783,
      "step": 130524
    },
    {
      "epoch": 5.346098709809543,
      "grad_norm": 1.33000532134496,
      "learning_rate": 8.946601559226784e-06,
      "loss": 0.2972,
      "step": 130525
    },
    {
      "epoch": 5.34613966823674,
      "grad_norm": 1.0488884018126292,
      "learning_rate": 8.945492092157768e-06,
      "loss": 0.2151,
      "step": 130526
    },
    {
      "epoch": 5.346180626663936,
      "grad_norm": 1.4402934976533712,
      "learning_rate": 8.944382691771113e-06,
      "loss": 0.4172,
      "step": 130527
    },
    {
      "epoch": 5.346221585091133,
      "grad_norm": 1.092657714734607,
      "learning_rate": 8.943273358067365e-06,
      "loss": 0.2075,
      "step": 130528
    },
    {
      "epoch": 5.346262543518329,
      "grad_norm": 1.1800747829312932,
      "learning_rate": 8.942164091047077e-06,
      "loss": 0.3278,
      "step": 130529
    },
    {
      "epoch": 5.346303501945525,
      "grad_norm": 1.5157674503060514,
      "learning_rate": 8.94105489071073e-06,
      "loss": 0.4149,
      "step": 130530
    },
    {
      "epoch": 5.3463444603727215,
      "grad_norm": 1.6813885859303643,
      "learning_rate": 8.939945757058892e-06,
      "loss": 0.5072,
      "step": 130531
    },
    {
      "epoch": 5.346385418799918,
      "grad_norm": 1.6934641039180889,
      "learning_rate": 8.938836690092027e-06,
      "loss": 0.6007,
      "step": 130532
    },
    {
      "epoch": 5.346426377227115,
      "grad_norm": 1.4542380562729784,
      "learning_rate": 8.937727689810703e-06,
      "loss": 0.4822,
      "step": 130533
    },
    {
      "epoch": 5.346467335654311,
      "grad_norm": 0.9557922682612756,
      "learning_rate": 8.936618756215468e-06,
      "loss": 0.2076,
      "step": 130534
    },
    {
      "epoch": 5.346508294081508,
      "grad_norm": 1.3029881181879963,
      "learning_rate": 8.935509889306775e-06,
      "loss": 0.3934,
      "step": 130535
    },
    {
      "epoch": 5.346549252508703,
      "grad_norm": 1.7775478453204898,
      "learning_rate": 8.934401089085186e-06,
      "loss": 0.6148,
      "step": 130536
    },
    {
      "epoch": 5.3465902109359,
      "grad_norm": 1.489553790989988,
      "learning_rate": 8.93329235555127e-06,
      "loss": 0.4679,
      "step": 130537
    },
    {
      "epoch": 5.346631169363096,
      "grad_norm": 0.8668353453981161,
      "learning_rate": 8.932183688705458e-06,
      "loss": 0.1771,
      "step": 130538
    },
    {
      "epoch": 5.346672127790293,
      "grad_norm": 1.4551773349595991,
      "learning_rate": 8.931075088548367e-06,
      "loss": 0.4941,
      "step": 130539
    },
    {
      "epoch": 5.346713086217489,
      "grad_norm": 1.3377246155203857,
      "learning_rate": 8.929966555080448e-06,
      "loss": 0.3916,
      "step": 130540
    },
    {
      "epoch": 5.346754044644686,
      "grad_norm": 0.3431063000811096,
      "learning_rate": 8.928858088302248e-06,
      "loss": 0.0308,
      "step": 130541
    },
    {
      "epoch": 5.3467950030718825,
      "grad_norm": 2.0358736833709536,
      "learning_rate": 8.927749688214336e-06,
      "loss": 1.1994,
      "step": 130542
    },
    {
      "epoch": 5.346835961499078,
      "grad_norm": 0.9341452420409124,
      "learning_rate": 8.92664135481716e-06,
      "loss": 0.2376,
      "step": 130543
    },
    {
      "epoch": 5.346876919926275,
      "grad_norm": 1.6244516566139258,
      "learning_rate": 8.925533088111286e-06,
      "loss": 0.5786,
      "step": 130544
    },
    {
      "epoch": 5.346917878353471,
      "grad_norm": 1.8324547100848214,
      "learning_rate": 8.924424888097265e-06,
      "loss": 0.7695,
      "step": 130545
    },
    {
      "epoch": 5.346958836780668,
      "grad_norm": 0.9443877389683797,
      "learning_rate": 8.92331675477556e-06,
      "loss": 0.2119,
      "step": 130546
    },
    {
      "epoch": 5.346999795207864,
      "grad_norm": 1.8942547077782683,
      "learning_rate": 8.922208688146742e-06,
      "loss": 0.5856,
      "step": 130547
    },
    {
      "epoch": 5.347040753635061,
      "grad_norm": 0.974211733362867,
      "learning_rate": 8.921100688211308e-06,
      "loss": 0.1983,
      "step": 130548
    },
    {
      "epoch": 5.3470817120622565,
      "grad_norm": 1.5836857656349927,
      "learning_rate": 8.91999275496979e-06,
      "loss": 0.4424,
      "step": 130549
    },
    {
      "epoch": 5.347122670489453,
      "grad_norm": 1.5262492475265286,
      "learning_rate": 8.918884888422722e-06,
      "loss": 0.43,
      "step": 130550
    },
    {
      "epoch": 5.3471636289166495,
      "grad_norm": 1.4948586263159962,
      "learning_rate": 8.917777088570605e-06,
      "loss": 0.464,
      "step": 130551
    },
    {
      "epoch": 5.347204587343846,
      "grad_norm": 2.579434831333357,
      "learning_rate": 8.916669355413968e-06,
      "loss": 0.8451,
      "step": 130552
    },
    {
      "epoch": 5.347245545771043,
      "grad_norm": 3.4041708430328965,
      "learning_rate": 8.915561688953382e-06,
      "loss": 3.0928,
      "step": 130553
    },
    {
      "epoch": 5.347286504198239,
      "grad_norm": 0.6757670993367534,
      "learning_rate": 8.914454089189293e-06,
      "loss": 0.1119,
      "step": 130554
    },
    {
      "epoch": 5.347327462625435,
      "grad_norm": 1.3926668617434679,
      "learning_rate": 8.913346556122303e-06,
      "loss": 0.5222,
      "step": 130555
    },
    {
      "epoch": 5.347368421052631,
      "grad_norm": 0.7377239908845437,
      "learning_rate": 8.912239089752859e-06,
      "loss": 0.1883,
      "step": 130556
    },
    {
      "epoch": 5.347409379479828,
      "grad_norm": 1.302323340055949,
      "learning_rate": 8.91113169008153e-06,
      "loss": 0.3017,
      "step": 130557
    },
    {
      "epoch": 5.347450337907024,
      "grad_norm": 1.5591289989714698,
      "learning_rate": 8.910024357108847e-06,
      "loss": 0.5379,
      "step": 130558
    },
    {
      "epoch": 5.347491296334221,
      "grad_norm": 0.3625701466424879,
      "learning_rate": 8.908917090835293e-06,
      "loss": 0.0323,
      "step": 130559
    },
    {
      "epoch": 5.3475322547614175,
      "grad_norm": 1.4965557153224536,
      "learning_rate": 8.907809891261419e-06,
      "loss": 0.4399,
      "step": 130560
    },
    {
      "epoch": 5.347573213188614,
      "grad_norm": 0.8727983252505385,
      "learning_rate": 8.906702758387774e-06,
      "loss": 0.1672,
      "step": 130561
    },
    {
      "epoch": 5.34761417161581,
      "grad_norm": 0.9263438844178881,
      "learning_rate": 8.905595692214823e-06,
      "loss": 0.1032,
      "step": 130562
    },
    {
      "epoch": 5.347655130043006,
      "grad_norm": 2.0348273549046705,
      "learning_rate": 8.904488692743134e-06,
      "loss": 0.4729,
      "step": 130563
    },
    {
      "epoch": 5.347696088470203,
      "grad_norm": 1.4396430531058253,
      "learning_rate": 8.903381759973205e-06,
      "loss": 0.4129,
      "step": 130564
    },
    {
      "epoch": 5.347737046897399,
      "grad_norm": 3.3661453068078737,
      "learning_rate": 8.90227489390557e-06,
      "loss": 1.4324,
      "step": 130565
    },
    {
      "epoch": 5.347778005324596,
      "grad_norm": 1.4988848220543824,
      "learning_rate": 8.901168094540779e-06,
      "loss": 0.3275,
      "step": 130566
    },
    {
      "epoch": 5.347818963751792,
      "grad_norm": 0.7685754675414068,
      "learning_rate": 8.900061361879295e-06,
      "loss": 0.1248,
      "step": 130567
    },
    {
      "epoch": 5.347859922178988,
      "grad_norm": 1.7599414028850338,
      "learning_rate": 8.89895469592169e-06,
      "loss": 0.679,
      "step": 130568
    },
    {
      "epoch": 5.3479008806061845,
      "grad_norm": 1.3141195624766193,
      "learning_rate": 8.897848096668458e-06,
      "loss": 0.4405,
      "step": 130569
    },
    {
      "epoch": 5.347941839033381,
      "grad_norm": 0.5400371355308212,
      "learning_rate": 8.896741564120153e-06,
      "loss": 0.0471,
      "step": 130570
    },
    {
      "epoch": 5.347982797460578,
      "grad_norm": 1.6047219254893805,
      "learning_rate": 8.895635098277271e-06,
      "loss": 0.556,
      "step": 130571
    },
    {
      "epoch": 5.348023755887774,
      "grad_norm": 1.2477760850692665,
      "learning_rate": 8.894528699140347e-06,
      "loss": 0.4013,
      "step": 130572
    },
    {
      "epoch": 5.348064714314971,
      "grad_norm": 1.5869386230639693,
      "learning_rate": 8.893422366709896e-06,
      "loss": 0.3924,
      "step": 130573
    },
    {
      "epoch": 5.348105672742166,
      "grad_norm": 1.5063660594802775,
      "learning_rate": 8.892316100986468e-06,
      "loss": 0.561,
      "step": 130574
    },
    {
      "epoch": 5.348146631169363,
      "grad_norm": 1.9282850356208405,
      "learning_rate": 8.89120990197053e-06,
      "loss": 0.7204,
      "step": 130575
    },
    {
      "epoch": 5.348187589596559,
      "grad_norm": 1.542639375896275,
      "learning_rate": 8.890103769662682e-06,
      "loss": 0.5036,
      "step": 130576
    },
    {
      "epoch": 5.348228548023756,
      "grad_norm": 0.8852858329905956,
      "learning_rate": 8.888997704063372e-06,
      "loss": 0.2106,
      "step": 130577
    },
    {
      "epoch": 5.3482695064509524,
      "grad_norm": 1.3379952611683084,
      "learning_rate": 8.88789170517315e-06,
      "loss": 0.4425,
      "step": 130578
    },
    {
      "epoch": 5.348310464878149,
      "grad_norm": 1.5135682004139506,
      "learning_rate": 8.886785772992583e-06,
      "loss": 0.5178,
      "step": 130579
    },
    {
      "epoch": 5.3483514233053455,
      "grad_norm": 0.9979101594422948,
      "learning_rate": 8.885679907522119e-06,
      "loss": 0.1974,
      "step": 130580
    },
    {
      "epoch": 5.348392381732541,
      "grad_norm": 1.5260244413447939,
      "learning_rate": 8.884574108762344e-06,
      "loss": 0.5462,
      "step": 130581
    },
    {
      "epoch": 5.348433340159738,
      "grad_norm": 0.8984862572160981,
      "learning_rate": 8.883468376713754e-06,
      "loss": 0.1482,
      "step": 130582
    },
    {
      "epoch": 5.348474298586934,
      "grad_norm": 0.3772321342994959,
      "learning_rate": 8.88236271137685e-06,
      "loss": 0.0291,
      "step": 130583
    },
    {
      "epoch": 5.348515257014131,
      "grad_norm": 0.9853882880480126,
      "learning_rate": 8.881257112752166e-06,
      "loss": 0.1424,
      "step": 130584
    },
    {
      "epoch": 5.348556215441327,
      "grad_norm": 0.9235408364134038,
      "learning_rate": 8.880151580840266e-06,
      "loss": 0.1977,
      "step": 130585
    },
    {
      "epoch": 5.348597173868524,
      "grad_norm": 1.4965741857828951,
      "learning_rate": 8.879046115641636e-06,
      "loss": 0.4602,
      "step": 130586
    },
    {
      "epoch": 5.3486381322957195,
      "grad_norm": 1.8347558927312944,
      "learning_rate": 8.877940717156773e-06,
      "loss": 0.7051,
      "step": 130587
    },
    {
      "epoch": 5.348679090722916,
      "grad_norm": 1.3843099779914738,
      "learning_rate": 8.876835385386278e-06,
      "loss": 0.1693,
      "step": 130588
    },
    {
      "epoch": 5.348720049150113,
      "grad_norm": 1.2990745122563954,
      "learning_rate": 8.875730120330599e-06,
      "loss": 0.3668,
      "step": 130589
    },
    {
      "epoch": 5.348761007577309,
      "grad_norm": 1.793898377975183,
      "learning_rate": 8.874624921990303e-06,
      "loss": 0.519,
      "step": 130590
    },
    {
      "epoch": 5.348801966004506,
      "grad_norm": 1.7702876095834832,
      "learning_rate": 8.873519790365873e-06,
      "loss": 0.6232,
      "step": 130591
    },
    {
      "epoch": 5.348842924431702,
      "grad_norm": 1.730158331182451,
      "learning_rate": 8.872414725457844e-06,
      "loss": 0.5364,
      "step": 130592
    },
    {
      "epoch": 5.348883882858898,
      "grad_norm": 1.344510893013583,
      "learning_rate": 8.871309727266778e-06,
      "loss": 0.4049,
      "step": 130593
    },
    {
      "epoch": 5.348924841286094,
      "grad_norm": 0.6532523722320579,
      "learning_rate": 8.870204795793145e-06,
      "loss": 0.0711,
      "step": 130594
    },
    {
      "epoch": 5.348965799713291,
      "grad_norm": 1.6424507614528843,
      "learning_rate": 8.869099931037526e-06,
      "loss": 0.5734,
      "step": 130595
    },
    {
      "epoch": 5.349006758140487,
      "grad_norm": 1.2057081042343039,
      "learning_rate": 8.867995133000372e-06,
      "loss": 0.2636,
      "step": 130596
    },
    {
      "epoch": 5.349047716567684,
      "grad_norm": 1.197228226266143,
      "learning_rate": 8.86689040168223e-06,
      "loss": 0.208,
      "step": 130597
    },
    {
      "epoch": 5.3490886749948805,
      "grad_norm": 1.7867616868364478,
      "learning_rate": 8.86578573708367e-06,
      "loss": 0.6249,
      "step": 130598
    },
    {
      "epoch": 5.349129633422077,
      "grad_norm": 1.6200490379215,
      "learning_rate": 8.864681139205153e-06,
      "loss": 0.4459,
      "step": 130599
    },
    {
      "epoch": 5.349170591849273,
      "grad_norm": 1.4712553558632286,
      "learning_rate": 8.863576608047218e-06,
      "loss": 0.4293,
      "step": 130600
    },
    {
      "epoch": 5.349211550276469,
      "grad_norm": 1.6609454003934288,
      "learning_rate": 8.862472143610427e-06,
      "loss": 0.6717,
      "step": 130601
    },
    {
      "epoch": 5.349252508703666,
      "grad_norm": 0.8340879485805895,
      "learning_rate": 8.861367745895248e-06,
      "loss": 0.1677,
      "step": 130602
    },
    {
      "epoch": 5.349293467130862,
      "grad_norm": 1.6590797079191133,
      "learning_rate": 8.860263414902231e-06,
      "loss": 0.6156,
      "step": 130603
    },
    {
      "epoch": 5.349334425558059,
      "grad_norm": 2.3941605806935353,
      "learning_rate": 8.85915915063189e-06,
      "loss": 0.5798,
      "step": 130604
    },
    {
      "epoch": 5.349375383985255,
      "grad_norm": 1.653480922713612,
      "learning_rate": 8.858054953084725e-06,
      "loss": 0.4122,
      "step": 130605
    },
    {
      "epoch": 5.349416342412451,
      "grad_norm": 1.0548032225685773,
      "learning_rate": 8.856950822261321e-06,
      "loss": 0.155,
      "step": 130606
    },
    {
      "epoch": 5.3494573008396475,
      "grad_norm": 1.4142557366907942,
      "learning_rate": 8.855846758162127e-06,
      "loss": 0.4446,
      "step": 130607
    },
    {
      "epoch": 5.349498259266844,
      "grad_norm": 1.4489114235093288,
      "learning_rate": 8.854742760787709e-06,
      "loss": 0.3978,
      "step": 130608
    },
    {
      "epoch": 5.349539217694041,
      "grad_norm": 1.820296687288566,
      "learning_rate": 8.853638830138599e-06,
      "loss": 0.652,
      "step": 130609
    },
    {
      "epoch": 5.349580176121237,
      "grad_norm": 1.6671535778755315,
      "learning_rate": 8.85253496621528e-06,
      "loss": 0.6038,
      "step": 130610
    },
    {
      "epoch": 5.349621134548434,
      "grad_norm": 1.3887296377450502,
      "learning_rate": 8.851431169018302e-06,
      "loss": 0.439,
      "step": 130611
    },
    {
      "epoch": 5.349662092975629,
      "grad_norm": 1.2140625581624778,
      "learning_rate": 8.850327438548165e-06,
      "loss": 0.2496,
      "step": 130612
    },
    {
      "epoch": 5.349703051402826,
      "grad_norm": 1.4076997663735937,
      "learning_rate": 8.849223774805387e-06,
      "loss": 0.4158,
      "step": 130613
    },
    {
      "epoch": 5.349744009830022,
      "grad_norm": 1.3994697276727845,
      "learning_rate": 8.848120177790546e-06,
      "loss": 0.4815,
      "step": 130614
    },
    {
      "epoch": 5.349784968257219,
      "grad_norm": 1.5017492261968504,
      "learning_rate": 8.847016647504097e-06,
      "loss": 0.4536,
      "step": 130615
    },
    {
      "epoch": 5.3498259266844155,
      "grad_norm": 1.254745132646001,
      "learning_rate": 8.845913183946584e-06,
      "loss": 0.3494,
      "step": 130616
    },
    {
      "epoch": 5.349866885111612,
      "grad_norm": 1.2594456821556312,
      "learning_rate": 8.844809787118546e-06,
      "loss": 0.4608,
      "step": 130617
    },
    {
      "epoch": 5.3499078435388085,
      "grad_norm": 0.8874377864334231,
      "learning_rate": 8.843706457020477e-06,
      "loss": 0.1872,
      "step": 130618
    },
    {
      "epoch": 5.349948801966004,
      "grad_norm": 1.2231117382512358,
      "learning_rate": 8.842603193652947e-06,
      "loss": 0.268,
      "step": 130619
    },
    {
      "epoch": 5.349989760393201,
      "grad_norm": 0.8315548866517171,
      "learning_rate": 8.841499997016404e-06,
      "loss": 0.1995,
      "step": 130620
    },
    {
      "epoch": 5.350030718820397,
      "grad_norm": 0.8026234055639896,
      "learning_rate": 8.840396867111416e-06,
      "loss": 0.1743,
      "step": 130621
    },
    {
      "epoch": 5.350071677247594,
      "grad_norm": 1.3965874349920162,
      "learning_rate": 8.839293803938512e-06,
      "loss": 0.3696,
      "step": 130622
    },
    {
      "epoch": 5.35011263567479,
      "grad_norm": 1.5769917951122094,
      "learning_rate": 8.838190807498197e-06,
      "loss": 0.4976,
      "step": 130623
    },
    {
      "epoch": 5.350153594101987,
      "grad_norm": 0.9106696423196672,
      "learning_rate": 8.837087877790967e-06,
      "loss": 0.1925,
      "step": 130624
    },
    {
      "epoch": 5.3501945525291825,
      "grad_norm": 0.901298641687791,
      "learning_rate": 8.835985014817404e-06,
      "loss": 0.1529,
      "step": 130625
    },
    {
      "epoch": 5.350235510956379,
      "grad_norm": 1.6158708107929938,
      "learning_rate": 8.834882218577977e-06,
      "loss": 0.587,
      "step": 130626
    },
    {
      "epoch": 5.350276469383576,
      "grad_norm": 1.6420266703995618,
      "learning_rate": 8.83377948907325e-06,
      "loss": 0.5651,
      "step": 130627
    },
    {
      "epoch": 5.350317427810772,
      "grad_norm": 1.2492603824625939,
      "learning_rate": 8.832676826303692e-06,
      "loss": 0.3225,
      "step": 130628
    },
    {
      "epoch": 5.350358386237969,
      "grad_norm": 0.4482691689628151,
      "learning_rate": 8.831574230269867e-06,
      "loss": 0.0322,
      "step": 130629
    },
    {
      "epoch": 5.350399344665165,
      "grad_norm": 0.9307919271021079,
      "learning_rate": 8.830471700972292e-06,
      "loss": 0.2285,
      "step": 130630
    },
    {
      "epoch": 5.350440303092361,
      "grad_norm": 1.4023275158556179,
      "learning_rate": 8.829369238411449e-06,
      "loss": 0.3789,
      "step": 130631
    },
    {
      "epoch": 5.350481261519557,
      "grad_norm": 3.5288672374231256,
      "learning_rate": 8.828266842587905e-06,
      "loss": 2.9525,
      "step": 130632
    },
    {
      "epoch": 5.350522219946754,
      "grad_norm": 0.5888318279707259,
      "learning_rate": 8.827164513502178e-06,
      "loss": 0.0467,
      "step": 130633
    },
    {
      "epoch": 5.3505631783739505,
      "grad_norm": 1.84111824494239,
      "learning_rate": 8.826062251154747e-06,
      "loss": 0.6512,
      "step": 130634
    },
    {
      "epoch": 5.350604136801147,
      "grad_norm": 1.3354021176239006,
      "learning_rate": 8.824960055546198e-06,
      "loss": 0.3607,
      "step": 130635
    },
    {
      "epoch": 5.3506450952283435,
      "grad_norm": 1.2806747500415472,
      "learning_rate": 8.82385792667698e-06,
      "loss": 0.3493,
      "step": 130636
    },
    {
      "epoch": 5.35068605365554,
      "grad_norm": 1.7877006348806892,
      "learning_rate": 8.822755864547659e-06,
      "loss": 0.539,
      "step": 130637
    },
    {
      "epoch": 5.350727012082736,
      "grad_norm": 1.7242951163710658,
      "learning_rate": 8.821653869158768e-06,
      "loss": 0.5696,
      "step": 130638
    },
    {
      "epoch": 5.350767970509932,
      "grad_norm": 1.7868683135505246,
      "learning_rate": 8.82055194051079e-06,
      "loss": 0.5941,
      "step": 130639
    },
    {
      "epoch": 5.350808928937129,
      "grad_norm": 1.3530154516482997,
      "learning_rate": 8.819450078604274e-06,
      "loss": 0.426,
      "step": 130640
    },
    {
      "epoch": 5.350849887364325,
      "grad_norm": 0.6958015220647545,
      "learning_rate": 8.81834828343972e-06,
      "loss": 0.0778,
      "step": 130641
    },
    {
      "epoch": 5.350890845791522,
      "grad_norm": 0.8310356195206862,
      "learning_rate": 8.817246555017642e-06,
      "loss": 0.0809,
      "step": 130642
    },
    {
      "epoch": 5.350931804218718,
      "grad_norm": 1.3050717584432778,
      "learning_rate": 8.816144893338611e-06,
      "loss": 0.3258,
      "step": 130643
    },
    {
      "epoch": 5.350972762645914,
      "grad_norm": 1.530279532996022,
      "learning_rate": 8.81504329840309e-06,
      "loss": 0.3676,
      "step": 130644
    },
    {
      "epoch": 5.351013721073111,
      "grad_norm": 1.791544360015606,
      "learning_rate": 8.813941770211614e-06,
      "loss": 0.5469,
      "step": 130645
    },
    {
      "epoch": 5.351054679500307,
      "grad_norm": 3.160489337396582,
      "learning_rate": 8.812840308764745e-06,
      "loss": 2.5717,
      "step": 130646
    },
    {
      "epoch": 5.351095637927504,
      "grad_norm": 1.7079456835374307,
      "learning_rate": 8.811738914062955e-06,
      "loss": 0.5084,
      "step": 130647
    },
    {
      "epoch": 5.3511365963547,
      "grad_norm": 0.8843119724526879,
      "learning_rate": 8.810637586106806e-06,
      "loss": 0.1821,
      "step": 130648
    },
    {
      "epoch": 5.351177554781897,
      "grad_norm": 1.3871787108530715,
      "learning_rate": 8.809536324896766e-06,
      "loss": 0.3717,
      "step": 130649
    },
    {
      "epoch": 5.351218513209092,
      "grad_norm": 1.6041788858299901,
      "learning_rate": 8.808435130433383e-06,
      "loss": 0.3696,
      "step": 130650
    },
    {
      "epoch": 5.351259471636289,
      "grad_norm": 1.966734878073808,
      "learning_rate": 8.807334002717193e-06,
      "loss": 0.5049,
      "step": 130651
    },
    {
      "epoch": 5.351300430063485,
      "grad_norm": 1.6380843270031662,
      "learning_rate": 8.806232941748725e-06,
      "loss": 0.5886,
      "step": 130652
    },
    {
      "epoch": 5.351341388490682,
      "grad_norm": 1.3355693267570898,
      "learning_rate": 8.805131947528432e-06,
      "loss": 0.241,
      "step": 130653
    },
    {
      "epoch": 5.3513823469178785,
      "grad_norm": 1.4800100127335087,
      "learning_rate": 8.804031020056912e-06,
      "loss": 0.4737,
      "step": 130654
    },
    {
      "epoch": 5.351423305345075,
      "grad_norm": 1.5464571829373572,
      "learning_rate": 8.802930159334631e-06,
      "loss": 0.4892,
      "step": 130655
    },
    {
      "epoch": 5.351464263772272,
      "grad_norm": 0.5210710654103301,
      "learning_rate": 8.80182936536214e-06,
      "loss": 0.0571,
      "step": 130656
    },
    {
      "epoch": 5.351505222199467,
      "grad_norm": 0.8730791325493057,
      "learning_rate": 8.800728638139954e-06,
      "loss": 0.1911,
      "step": 130657
    },
    {
      "epoch": 5.351546180626664,
      "grad_norm": 4.751016234835277,
      "learning_rate": 8.799627977668589e-06,
      "loss": 1.8977,
      "step": 130658
    },
    {
      "epoch": 5.35158713905386,
      "grad_norm": 1.6303796512281865,
      "learning_rate": 8.798527383948545e-06,
      "loss": 0.3514,
      "step": 130659
    },
    {
      "epoch": 5.351628097481057,
      "grad_norm": 1.4337256749201124,
      "learning_rate": 8.797426856980405e-06,
      "loss": 0.4477,
      "step": 130660
    },
    {
      "epoch": 5.351669055908253,
      "grad_norm": 2.0256998239089796,
      "learning_rate": 8.796326396764602e-06,
      "loss": 0.6722,
      "step": 130661
    },
    {
      "epoch": 5.35171001433545,
      "grad_norm": 0.9744451433657524,
      "learning_rate": 8.795226003301753e-06,
      "loss": 0.1941,
      "step": 130662
    },
    {
      "epoch": 5.3517509727626456,
      "grad_norm": 1.3601314559126076,
      "learning_rate": 8.79412567659229e-06,
      "loss": 0.3399,
      "step": 130663
    },
    {
      "epoch": 5.351791931189842,
      "grad_norm": 1.6038741150881295,
      "learning_rate": 8.793025416636762e-06,
      "loss": 0.4588,
      "step": 130664
    },
    {
      "epoch": 5.351832889617039,
      "grad_norm": 1.3059154494888097,
      "learning_rate": 8.791925223435736e-06,
      "loss": 0.3547,
      "step": 130665
    },
    {
      "epoch": 5.351873848044235,
      "grad_norm": 1.5939375248832863,
      "learning_rate": 8.790825096989662e-06,
      "loss": 0.4932,
      "step": 130666
    },
    {
      "epoch": 5.351914806471432,
      "grad_norm": 1.4103794674147956,
      "learning_rate": 8.789725037299123e-06,
      "loss": 0.521,
      "step": 130667
    },
    {
      "epoch": 5.351955764898628,
      "grad_norm": 0.8991361780475542,
      "learning_rate": 8.788625044364583e-06,
      "loss": 0.1673,
      "step": 130668
    },
    {
      "epoch": 5.351996723325824,
      "grad_norm": 1.594383045864785,
      "learning_rate": 8.787525118186578e-06,
      "loss": 0.5247,
      "step": 130669
    },
    {
      "epoch": 5.35203768175302,
      "grad_norm": 1.7844154881460061,
      "learning_rate": 8.786425258765673e-06,
      "loss": 0.4982,
      "step": 130670
    },
    {
      "epoch": 5.352078640180217,
      "grad_norm": 2.7584359485101855,
      "learning_rate": 8.785325466102316e-06,
      "loss": 2.2881,
      "step": 130671
    },
    {
      "epoch": 5.3521195986074135,
      "grad_norm": 0.9238054739052125,
      "learning_rate": 8.784225740197076e-06,
      "loss": 0.1959,
      "step": 130672
    },
    {
      "epoch": 5.35216055703461,
      "grad_norm": 1.4643139984366693,
      "learning_rate": 8.783126081050467e-06,
      "loss": 0.4958,
      "step": 130673
    },
    {
      "epoch": 5.352201515461807,
      "grad_norm": 1.4010424167662499,
      "learning_rate": 8.782026488662992e-06,
      "loss": 0.4524,
      "step": 130674
    },
    {
      "epoch": 5.352242473889003,
      "grad_norm": 0.6235789162396782,
      "learning_rate": 8.780926963035196e-06,
      "loss": 0.0872,
      "step": 130675
    },
    {
      "epoch": 5.352283432316199,
      "grad_norm": 1.1408434315443352,
      "learning_rate": 8.779827504167563e-06,
      "loss": 0.2631,
      "step": 130676
    },
    {
      "epoch": 5.352324390743395,
      "grad_norm": 1.563561694104658,
      "learning_rate": 8.778728112060629e-06,
      "loss": 0.5181,
      "step": 130677
    },
    {
      "epoch": 5.352365349170592,
      "grad_norm": 1.3672636959991717,
      "learning_rate": 8.77762878671494e-06,
      "loss": 0.4198,
      "step": 130678
    },
    {
      "epoch": 5.352406307597788,
      "grad_norm": 1.480691873703912,
      "learning_rate": 8.776529528130983e-06,
      "loss": 0.4516,
      "step": 130679
    },
    {
      "epoch": 5.352447266024985,
      "grad_norm": 0.5936985372122767,
      "learning_rate": 8.775430336309286e-06,
      "loss": 0.0652,
      "step": 130680
    },
    {
      "epoch": 5.352488224452181,
      "grad_norm": 1.466798057485119,
      "learning_rate": 8.774331211250384e-06,
      "loss": 0.4822,
      "step": 130681
    },
    {
      "epoch": 5.352529182879377,
      "grad_norm": 1.417428314637001,
      "learning_rate": 8.773232152954762e-06,
      "loss": 0.5109,
      "step": 130682
    },
    {
      "epoch": 5.352570141306574,
      "grad_norm": 3.263616378726439,
      "learning_rate": 8.772133161422984e-06,
      "loss": 2.9312,
      "step": 130683
    },
    {
      "epoch": 5.35261109973377,
      "grad_norm": 0.9804538897472975,
      "learning_rate": 8.771034236655516e-06,
      "loss": 0.2064,
      "step": 130684
    },
    {
      "epoch": 5.352652058160967,
      "grad_norm": 1.3986804814838936,
      "learning_rate": 8.769935378652926e-06,
      "loss": 0.4268,
      "step": 130685
    },
    {
      "epoch": 5.352693016588163,
      "grad_norm": 1.252208629916962,
      "learning_rate": 8.768836587415728e-06,
      "loss": 0.3494,
      "step": 130686
    },
    {
      "epoch": 5.35273397501536,
      "grad_norm": 1.2758357518714023,
      "learning_rate": 8.767737862944407e-06,
      "loss": 0.3847,
      "step": 130687
    },
    {
      "epoch": 5.352774933442555,
      "grad_norm": 1.4025384119500293,
      "learning_rate": 8.766639205239512e-06,
      "loss": 0.3825,
      "step": 130688
    },
    {
      "epoch": 5.352815891869752,
      "grad_norm": 1.4561127997667032,
      "learning_rate": 8.765540614301558e-06,
      "loss": 0.4079,
      "step": 130689
    },
    {
      "epoch": 5.3528568502969485,
      "grad_norm": 0.7636753091791887,
      "learning_rate": 8.764442090131046e-06,
      "loss": 0.1264,
      "step": 130690
    },
    {
      "epoch": 5.352897808724145,
      "grad_norm": 1.6126428847208423,
      "learning_rate": 8.763343632728542e-06,
      "loss": 0.4407,
      "step": 130691
    },
    {
      "epoch": 5.3529387671513415,
      "grad_norm": 1.593984746317218,
      "learning_rate": 8.762245242094512e-06,
      "loss": 0.5708,
      "step": 130692
    },
    {
      "epoch": 5.352979725578538,
      "grad_norm": 1.5835885896377908,
      "learning_rate": 8.76114691822949e-06,
      "loss": 0.4586,
      "step": 130693
    },
    {
      "epoch": 5.353020684005735,
      "grad_norm": 1.3230614799630556,
      "learning_rate": 8.760048661134022e-06,
      "loss": 0.3287,
      "step": 130694
    },
    {
      "epoch": 5.35306164243293,
      "grad_norm": 1.636323820486692,
      "learning_rate": 8.758950470808595e-06,
      "loss": 0.6644,
      "step": 130695
    },
    {
      "epoch": 5.353102600860127,
      "grad_norm": 1.5510171940361726,
      "learning_rate": 8.757852347253725e-06,
      "loss": 0.4377,
      "step": 130696
    },
    {
      "epoch": 5.353143559287323,
      "grad_norm": 1.5719912950324395,
      "learning_rate": 8.756754290469974e-06,
      "loss": 0.4716,
      "step": 130697
    },
    {
      "epoch": 5.35318451771452,
      "grad_norm": 1.597991981452811,
      "learning_rate": 8.755656300457814e-06,
      "loss": 0.4639,
      "step": 130698
    },
    {
      "epoch": 5.353225476141716,
      "grad_norm": 1.5637413812851195,
      "learning_rate": 8.754558377217808e-06,
      "loss": 0.547,
      "step": 130699
    },
    {
      "epoch": 5.353266434568913,
      "grad_norm": 1.5567539173027676,
      "learning_rate": 8.753460520750439e-06,
      "loss": 0.5542,
      "step": 130700
    },
    {
      "epoch": 5.353307392996109,
      "grad_norm": 1.504580206624163,
      "learning_rate": 8.752362731056223e-06,
      "loss": 0.5743,
      "step": 130701
    },
    {
      "epoch": 5.353348351423305,
      "grad_norm": 1.5946110858788252,
      "learning_rate": 8.75126500813571e-06,
      "loss": 0.4735,
      "step": 130702
    },
    {
      "epoch": 5.353389309850502,
      "grad_norm": 0.9219273430070739,
      "learning_rate": 8.750167351989384e-06,
      "loss": 0.1863,
      "step": 130703
    },
    {
      "epoch": 5.353430268277698,
      "grad_norm": 0.9706840806932459,
      "learning_rate": 8.749069762617794e-06,
      "loss": 0.2263,
      "step": 130704
    },
    {
      "epoch": 5.353471226704895,
      "grad_norm": 1.144009893650865,
      "learning_rate": 8.747972240021473e-06,
      "loss": 0.363,
      "step": 130705
    },
    {
      "epoch": 5.353512185132091,
      "grad_norm": 0.9723029736209919,
      "learning_rate": 8.74687478420087e-06,
      "loss": 0.2136,
      "step": 130706
    },
    {
      "epoch": 5.353553143559287,
      "grad_norm": 1.569936318340578,
      "learning_rate": 8.745777395156583e-06,
      "loss": 0.4896,
      "step": 130707
    },
    {
      "epoch": 5.3535941019864834,
      "grad_norm": 1.5201798631732448,
      "learning_rate": 8.744680072889082e-06,
      "loss": 0.4643,
      "step": 130708
    },
    {
      "epoch": 5.35363506041368,
      "grad_norm": 2.300009893853188,
      "learning_rate": 8.74358281739888e-06,
      "loss": 1.1189,
      "step": 130709
    },
    {
      "epoch": 5.3536760188408765,
      "grad_norm": 1.2359766446293114,
      "learning_rate": 8.742485628686546e-06,
      "loss": 0.3395,
      "step": 130710
    },
    {
      "epoch": 5.353716977268073,
      "grad_norm": 1.7206084303586249,
      "learning_rate": 8.741388506752561e-06,
      "loss": 0.6492,
      "step": 130711
    },
    {
      "epoch": 5.35375793569527,
      "grad_norm": 1.269279246818037,
      "learning_rate": 8.74029145159746e-06,
      "loss": 0.3404,
      "step": 130712
    },
    {
      "epoch": 5.353798894122466,
      "grad_norm": 1.909269192555723,
      "learning_rate": 8.739194463221722e-06,
      "loss": 0.3274,
      "step": 130713
    },
    {
      "epoch": 5.353839852549662,
      "grad_norm": 1.847618819695893,
      "learning_rate": 8.7380975416259e-06,
      "loss": 0.5653,
      "step": 130714
    },
    {
      "epoch": 5.353880810976858,
      "grad_norm": 0.9734609249469829,
      "learning_rate": 8.73700068681054e-06,
      "loss": 0.1406,
      "step": 130715
    },
    {
      "epoch": 5.353921769404055,
      "grad_norm": 1.75648605521837,
      "learning_rate": 8.735903898776098e-06,
      "loss": 0.5684,
      "step": 130716
    },
    {
      "epoch": 5.353962727831251,
      "grad_norm": 3.291193057024571,
      "learning_rate": 8.734807177523134e-06,
      "loss": 1.8321,
      "step": 130717
    },
    {
      "epoch": 5.354003686258448,
      "grad_norm": 1.4493759221466669,
      "learning_rate": 8.733710523052167e-06,
      "loss": 0.5354,
      "step": 130718
    },
    {
      "epoch": 5.3540446446856444,
      "grad_norm": 1.360808224502841,
      "learning_rate": 8.73261393536368e-06,
      "loss": 0.4392,
      "step": 130719
    },
    {
      "epoch": 5.35408560311284,
      "grad_norm": 1.4652163181711348,
      "learning_rate": 8.731517414458255e-06,
      "loss": 0.487,
      "step": 130720
    },
    {
      "epoch": 5.354126561540037,
      "grad_norm": 3.124849651755031,
      "learning_rate": 8.730420960336343e-06,
      "loss": 2.293,
      "step": 130721
    },
    {
      "epoch": 5.354167519967233,
      "grad_norm": 0.8329709094449694,
      "learning_rate": 8.729324572998509e-06,
      "loss": 0.1674,
      "step": 130722
    },
    {
      "epoch": 5.35420847839443,
      "grad_norm": 1.4634173103858052,
      "learning_rate": 8.72822825244522e-06,
      "loss": 0.4805,
      "step": 130723
    },
    {
      "epoch": 5.354249436821626,
      "grad_norm": 1.0485613856787288,
      "learning_rate": 8.727131998677056e-06,
      "loss": 0.2395,
      "step": 130724
    },
    {
      "epoch": 5.354290395248823,
      "grad_norm": 1.4203572252684689,
      "learning_rate": 8.726035811694487e-06,
      "loss": 0.3704,
      "step": 130725
    },
    {
      "epoch": 5.354331353676018,
      "grad_norm": 1.4703340230783024,
      "learning_rate": 8.72493969149808e-06,
      "loss": 0.4363,
      "step": 130726
    },
    {
      "epoch": 5.354372312103215,
      "grad_norm": 1.321180253449297,
      "learning_rate": 8.723843638088295e-06,
      "loss": 0.5859,
      "step": 130727
    },
    {
      "epoch": 5.3544132705304115,
      "grad_norm": 1.3893421126201735,
      "learning_rate": 8.722747651465673e-06,
      "loss": 0.4637,
      "step": 130728
    },
    {
      "epoch": 5.354454228957608,
      "grad_norm": 1.711233475244241,
      "learning_rate": 8.721651731630759e-06,
      "loss": 0.6354,
      "step": 130729
    },
    {
      "epoch": 5.354495187384805,
      "grad_norm": 1.479899402643811,
      "learning_rate": 8.720555878584035e-06,
      "loss": 0.3528,
      "step": 130730
    },
    {
      "epoch": 5.354536145812001,
      "grad_norm": 0.4101148704236062,
      "learning_rate": 8.719460092326036e-06,
      "loss": 0.0248,
      "step": 130731
    },
    {
      "epoch": 5.354577104239198,
      "grad_norm": 2.4558167384367775,
      "learning_rate": 8.718364372857296e-06,
      "loss": 1.8987,
      "step": 130732
    },
    {
      "epoch": 5.354618062666393,
      "grad_norm": 1.2843619495321563,
      "learning_rate": 8.717268720178294e-06,
      "loss": 0.3626,
      "step": 130733
    },
    {
      "epoch": 5.35465902109359,
      "grad_norm": 0.8745924722368414,
      "learning_rate": 8.7161731342896e-06,
      "loss": 0.1851,
      "step": 130734
    },
    {
      "epoch": 5.354699979520786,
      "grad_norm": 1.6616400758312904,
      "learning_rate": 8.715077615191662e-06,
      "loss": 0.5783,
      "step": 130735
    },
    {
      "epoch": 5.354740937947983,
      "grad_norm": 1.7303745584349879,
      "learning_rate": 8.713982162885046e-06,
      "loss": 0.5953,
      "step": 130736
    },
    {
      "epoch": 5.354781896375179,
      "grad_norm": 0.8517925282104647,
      "learning_rate": 8.712886777370287e-06,
      "loss": 0.1228,
      "step": 130737
    },
    {
      "epoch": 5.354822854802376,
      "grad_norm": 0.5821962112842761,
      "learning_rate": 8.711791458647848e-06,
      "loss": 0.072,
      "step": 130738
    },
    {
      "epoch": 5.354863813229572,
      "grad_norm": 0.9139025673009863,
      "learning_rate": 8.710696206718298e-06,
      "loss": 0.2242,
      "step": 130739
    },
    {
      "epoch": 5.354904771656768,
      "grad_norm": 1.766652599296825,
      "learning_rate": 8.709601021582118e-06,
      "loss": 0.6702,
      "step": 130740
    },
    {
      "epoch": 5.354945730083965,
      "grad_norm": 1.8110973441855753,
      "learning_rate": 8.708505903239826e-06,
      "loss": 0.6554,
      "step": 130741
    },
    {
      "epoch": 5.354986688511161,
      "grad_norm": 1.5347342728659537,
      "learning_rate": 8.707410851691987e-06,
      "loss": 0.534,
      "step": 130742
    },
    {
      "epoch": 5.355027646938358,
      "grad_norm": 1.0643322697997337,
      "learning_rate": 8.706315866939068e-06,
      "loss": 0.2618,
      "step": 130743
    },
    {
      "epoch": 5.355068605365554,
      "grad_norm": 1.0772156619651965,
      "learning_rate": 8.705220948981584e-06,
      "loss": 0.2208,
      "step": 130744
    },
    {
      "epoch": 5.35510956379275,
      "grad_norm": 1.6496351143276726,
      "learning_rate": 8.70412609782012e-06,
      "loss": 0.5252,
      "step": 130745
    },
    {
      "epoch": 5.3551505222199465,
      "grad_norm": 1.2219080115749346,
      "learning_rate": 8.703031313455106e-06,
      "loss": 0.4416,
      "step": 130746
    },
    {
      "epoch": 5.355191480647143,
      "grad_norm": 1.48067730494959,
      "learning_rate": 8.701936595887127e-06,
      "loss": 0.4224,
      "step": 130747
    },
    {
      "epoch": 5.3552324390743395,
      "grad_norm": 1.3916996212110382,
      "learning_rate": 8.700841945116649e-06,
      "loss": 0.3352,
      "step": 130748
    },
    {
      "epoch": 5.355273397501536,
      "grad_norm": 1.4769764060675408,
      "learning_rate": 8.699747361144204e-06,
      "loss": 0.4109,
      "step": 130749
    },
    {
      "epoch": 5.355314355928733,
      "grad_norm": 1.2735219566246587,
      "learning_rate": 8.698652843970361e-06,
      "loss": 0.4183,
      "step": 130750
    },
    {
      "epoch": 5.355355314355929,
      "grad_norm": 1.7013520484428053,
      "learning_rate": 8.697558393595566e-06,
      "loss": 0.5097,
      "step": 130751
    },
    {
      "epoch": 5.355396272783125,
      "grad_norm": 1.2591285143502267,
      "learning_rate": 8.696464010020371e-06,
      "loss": 0.3202,
      "step": 130752
    },
    {
      "epoch": 5.355437231210321,
      "grad_norm": 2.187480539132151,
      "learning_rate": 8.695369693245291e-06,
      "loss": 0.9776,
      "step": 130753
    },
    {
      "epoch": 5.355478189637518,
      "grad_norm": 1.7615206829176666,
      "learning_rate": 8.694275443270843e-06,
      "loss": 0.5357,
      "step": 130754
    },
    {
      "epoch": 5.355519148064714,
      "grad_norm": 1.5018755155508259,
      "learning_rate": 8.693181260097543e-06,
      "loss": 0.4597,
      "step": 130755
    },
    {
      "epoch": 5.355560106491911,
      "grad_norm": 1.6002368962191713,
      "learning_rate": 8.692087143725906e-06,
      "loss": 0.5352,
      "step": 130756
    },
    {
      "epoch": 5.3556010649191075,
      "grad_norm": 1.4371974510707133,
      "learning_rate": 8.690993094156434e-06,
      "loss": 0.4106,
      "step": 130757
    },
    {
      "epoch": 5.355642023346303,
      "grad_norm": 1.5024626168726745,
      "learning_rate": 8.689899111389691e-06,
      "loss": 0.5497,
      "step": 130758
    },
    {
      "epoch": 5.3556829817735,
      "grad_norm": 1.3895129583824193,
      "learning_rate": 8.68880519542613e-06,
      "loss": 0.4041,
      "step": 130759
    },
    {
      "epoch": 5.355723940200696,
      "grad_norm": 1.4237589370392445,
      "learning_rate": 8.687711346266313e-06,
      "loss": 0.461,
      "step": 130760
    },
    {
      "epoch": 5.355764898627893,
      "grad_norm": 1.356753280768702,
      "learning_rate": 8.686617563910774e-06,
      "loss": 0.3808,
      "step": 130761
    },
    {
      "epoch": 5.355805857055089,
      "grad_norm": 0.814665803301951,
      "learning_rate": 8.685523848359965e-06,
      "loss": 0.1626,
      "step": 130762
    },
    {
      "epoch": 5.355846815482286,
      "grad_norm": 1.3974087412035145,
      "learning_rate": 8.684430199614468e-06,
      "loss": 0.4178,
      "step": 130763
    },
    {
      "epoch": 5.3558877739094815,
      "grad_norm": 1.4390080269142873,
      "learning_rate": 8.683336617674764e-06,
      "loss": 0.5286,
      "step": 130764
    },
    {
      "epoch": 5.355928732336678,
      "grad_norm": 2.7727119228259065,
      "learning_rate": 8.68224310254137e-06,
      "loss": 2.1277,
      "step": 130765
    },
    {
      "epoch": 5.3559696907638745,
      "grad_norm": 1.5954324691752209,
      "learning_rate": 8.681149654214819e-06,
      "loss": 0.5338,
      "step": 130766
    },
    {
      "epoch": 5.356010649191071,
      "grad_norm": 1.949195513390568,
      "learning_rate": 8.680056272695613e-06,
      "loss": 0.7664,
      "step": 130767
    },
    {
      "epoch": 5.356051607618268,
      "grad_norm": 1.477617875091709,
      "learning_rate": 8.678962957984264e-06,
      "loss": 0.4924,
      "step": 130768
    },
    {
      "epoch": 5.356092566045464,
      "grad_norm": 1.4414385043374391,
      "learning_rate": 8.677869710081342e-06,
      "loss": 0.4867,
      "step": 130769
    },
    {
      "epoch": 5.356133524472661,
      "grad_norm": 1.2148253071228323,
      "learning_rate": 8.676776528987279e-06,
      "loss": 0.3637,
      "step": 130770
    },
    {
      "epoch": 5.356174482899856,
      "grad_norm": 1.6148081989787664,
      "learning_rate": 8.675683414702671e-06,
      "loss": 0.5344,
      "step": 130771
    },
    {
      "epoch": 5.356215441327053,
      "grad_norm": 1.3531394235643022,
      "learning_rate": 8.674590367227974e-06,
      "loss": 0.446,
      "step": 130772
    },
    {
      "epoch": 5.356256399754249,
      "grad_norm": 1.4639697493136175,
      "learning_rate": 8.673497386563732e-06,
      "loss": 0.5437,
      "step": 130773
    },
    {
      "epoch": 5.356297358181446,
      "grad_norm": 1.5582190923195989,
      "learning_rate": 8.672404472710481e-06,
      "loss": 0.4392,
      "step": 130774
    },
    {
      "epoch": 5.3563383166086425,
      "grad_norm": 1.931046654599303,
      "learning_rate": 8.671311625668687e-06,
      "loss": 0.7305,
      "step": 130775
    },
    {
      "epoch": 5.356379275035839,
      "grad_norm": 1.4115524526226177,
      "learning_rate": 8.670218845438897e-06,
      "loss": 0.3893,
      "step": 130776
    },
    {
      "epoch": 5.356420233463035,
      "grad_norm": 1.0040876430057206,
      "learning_rate": 8.669126132021665e-06,
      "loss": 0.2318,
      "step": 130777
    },
    {
      "epoch": 5.356461191890231,
      "grad_norm": 1.507078912443485,
      "learning_rate": 8.668033485417436e-06,
      "loss": 0.4775,
      "step": 130778
    },
    {
      "epoch": 5.356502150317428,
      "grad_norm": 1.9858386024327201,
      "learning_rate": 8.66694090562678e-06,
      "loss": 0.8616,
      "step": 130779
    },
    {
      "epoch": 5.356543108744624,
      "grad_norm": 1.0725775747583592,
      "learning_rate": 8.665848392650177e-06,
      "loss": 0.2187,
      "step": 130780
    },
    {
      "epoch": 5.356584067171821,
      "grad_norm": 1.7276162259591077,
      "learning_rate": 8.664755946488145e-06,
      "loss": 0.4599,
      "step": 130781
    },
    {
      "epoch": 5.356625025599017,
      "grad_norm": 1.5164995211628887,
      "learning_rate": 8.663663567141249e-06,
      "loss": 0.6162,
      "step": 130782
    },
    {
      "epoch": 5.356665984026213,
      "grad_norm": 1.522910750096489,
      "learning_rate": 8.662571254609957e-06,
      "loss": 0.4565,
      "step": 130783
    },
    {
      "epoch": 5.3567069424534095,
      "grad_norm": 1.5956721748512679,
      "learning_rate": 8.6614790088948e-06,
      "loss": 0.721,
      "step": 130784
    },
    {
      "epoch": 5.356747900880606,
      "grad_norm": 1.0042871348627997,
      "learning_rate": 8.660386829996297e-06,
      "loss": 0.2091,
      "step": 130785
    },
    {
      "epoch": 5.356788859307803,
      "grad_norm": 0.6458121777077431,
      "learning_rate": 8.659294717914943e-06,
      "loss": 0.0883,
      "step": 130786
    },
    {
      "epoch": 5.356829817734999,
      "grad_norm": 1.5973937716624045,
      "learning_rate": 8.658202672651293e-06,
      "loss": 0.5377,
      "step": 130787
    },
    {
      "epoch": 5.356870776162196,
      "grad_norm": 1.6553837852809545,
      "learning_rate": 8.657110694205843e-06,
      "loss": 0.5987,
      "step": 130788
    },
    {
      "epoch": 5.356911734589392,
      "grad_norm": 1.5189126232048638,
      "learning_rate": 8.656018782579094e-06,
      "loss": 0.4428,
      "step": 130789
    },
    {
      "epoch": 5.356952693016588,
      "grad_norm": 1.962206199787363,
      "learning_rate": 8.654926937771594e-06,
      "loss": 0.5537,
      "step": 130790
    },
    {
      "epoch": 5.356993651443784,
      "grad_norm": 1.3550420622997967,
      "learning_rate": 8.653835159783828e-06,
      "loss": 0.4174,
      "step": 130791
    },
    {
      "epoch": 5.357034609870981,
      "grad_norm": 1.6798253061853488,
      "learning_rate": 8.652743448616345e-06,
      "loss": 0.613,
      "step": 130792
    },
    {
      "epoch": 5.357075568298177,
      "grad_norm": 3.6175445274115576,
      "learning_rate": 8.65165180426966e-06,
      "loss": 3.1088,
      "step": 130793
    },
    {
      "epoch": 5.357116526725374,
      "grad_norm": 0.9190258511420915,
      "learning_rate": 8.650560226744224e-06,
      "loss": 0.1885,
      "step": 130794
    },
    {
      "epoch": 5.3571574851525705,
      "grad_norm": 0.9285919371660113,
      "learning_rate": 8.64946871604062e-06,
      "loss": 0.2129,
      "step": 130795
    },
    {
      "epoch": 5.357198443579766,
      "grad_norm": 1.4345877169425894,
      "learning_rate": 8.648377272159362e-06,
      "loss": 0.515,
      "step": 130796
    },
    {
      "epoch": 5.357239402006963,
      "grad_norm": 1.618024862593777,
      "learning_rate": 8.64728589510092e-06,
      "loss": 0.5174,
      "step": 130797
    },
    {
      "epoch": 5.357280360434159,
      "grad_norm": 1.1017436235597213,
      "learning_rate": 8.646194584865873e-06,
      "loss": 0.2982,
      "step": 130798
    },
    {
      "epoch": 5.357321318861356,
      "grad_norm": 2.402318920784892,
      "learning_rate": 8.645103341454673e-06,
      "loss": 1.5482,
      "step": 130799
    },
    {
      "epoch": 5.357362277288552,
      "grad_norm": 1.5892950807325827,
      "learning_rate": 8.64401216486787e-06,
      "loss": 0.4523,
      "step": 130800
    },
    {
      "epoch": 5.357403235715749,
      "grad_norm": 2.2350089565805633,
      "learning_rate": 8.642921055105994e-06,
      "loss": 0.5685,
      "step": 130801
    },
    {
      "epoch": 5.3574441941429445,
      "grad_norm": 2.760623094021604,
      "learning_rate": 8.641830012169515e-06,
      "loss": 2.0749,
      "step": 130802
    },
    {
      "epoch": 5.357485152570141,
      "grad_norm": 1.5958121908094463,
      "learning_rate": 8.64073903605898e-06,
      "loss": 0.4325,
      "step": 130803
    },
    {
      "epoch": 5.3575261109973376,
      "grad_norm": 1.4276903280252302,
      "learning_rate": 8.639648126774922e-06,
      "loss": 0.425,
      "step": 130804
    },
    {
      "epoch": 5.357567069424534,
      "grad_norm": 1.6983800785238277,
      "learning_rate": 8.638557284317826e-06,
      "loss": 0.5326,
      "step": 130805
    },
    {
      "epoch": 5.357608027851731,
      "grad_norm": 1.3666122192433976,
      "learning_rate": 8.637466508688224e-06,
      "loss": 0.3947,
      "step": 130806
    },
    {
      "epoch": 5.357648986278927,
      "grad_norm": 1.675771236407133,
      "learning_rate": 8.636375799886613e-06,
      "loss": 0.5798,
      "step": 130807
    },
    {
      "epoch": 5.357689944706124,
      "grad_norm": 1.560603465343725,
      "learning_rate": 8.635285157913514e-06,
      "loss": 0.5762,
      "step": 130808
    },
    {
      "epoch": 5.357730903133319,
      "grad_norm": 1.7987324285379287,
      "learning_rate": 8.634194582769472e-06,
      "loss": 0.704,
      "step": 130809
    },
    {
      "epoch": 5.357771861560516,
      "grad_norm": 3.137239325207041,
      "learning_rate": 8.633104074454955e-06,
      "loss": 2.8039,
      "step": 130810
    },
    {
      "epoch": 5.357812819987712,
      "grad_norm": 1.6350981625413459,
      "learning_rate": 8.63201363297053e-06,
      "loss": 0.4272,
      "step": 130811
    },
    {
      "epoch": 5.357853778414909,
      "grad_norm": 1.2345937617657918,
      "learning_rate": 8.630923258316663e-06,
      "loss": 0.4896,
      "step": 130812
    },
    {
      "epoch": 5.3578947368421055,
      "grad_norm": 1.953921048598647,
      "learning_rate": 8.629832950493903e-06,
      "loss": 0.6677,
      "step": 130813
    },
    {
      "epoch": 5.357935695269302,
      "grad_norm": 0.7290191534599477,
      "learning_rate": 8.628742709502766e-06,
      "loss": 0.168,
      "step": 130814
    },
    {
      "epoch": 5.357976653696498,
      "grad_norm": 0.9719179540962514,
      "learning_rate": 8.627652535343738e-06,
      "loss": 0.2128,
      "step": 130815
    },
    {
      "epoch": 5.358017612123694,
      "grad_norm": 1.7185815723390356,
      "learning_rate": 8.626562428017347e-06,
      "loss": 0.6198,
      "step": 130816
    },
    {
      "epoch": 5.358058570550891,
      "grad_norm": 1.695266448576211,
      "learning_rate": 8.62547238752413e-06,
      "loss": 0.6291,
      "step": 130817
    },
    {
      "epoch": 5.358099528978087,
      "grad_norm": 1.6739605138318843,
      "learning_rate": 8.624382413864583e-06,
      "loss": 0.5296,
      "step": 130818
    },
    {
      "epoch": 5.358140487405284,
      "grad_norm": 1.5378465901759237,
      "learning_rate": 8.623292507039225e-06,
      "loss": 0.4129,
      "step": 130819
    },
    {
      "epoch": 5.35818144583248,
      "grad_norm": 1.2896798914039076,
      "learning_rate": 8.622202667048555e-06,
      "loss": 0.616,
      "step": 130820
    },
    {
      "epoch": 5.358222404259676,
      "grad_norm": 1.212790352853384,
      "learning_rate": 8.621112893893106e-06,
      "loss": 0.1826,
      "step": 130821
    },
    {
      "epoch": 5.3582633626868725,
      "grad_norm": 1.8919111150736414,
      "learning_rate": 8.620023187573427e-06,
      "loss": 0.6148,
      "step": 130822
    },
    {
      "epoch": 5.358304321114069,
      "grad_norm": 1.227533032999444,
      "learning_rate": 8.618933548089951e-06,
      "loss": 0.3482,
      "step": 130823
    },
    {
      "epoch": 5.358345279541266,
      "grad_norm": 0.8065801797555876,
      "learning_rate": 8.617843975443262e-06,
      "loss": 0.132,
      "step": 130824
    },
    {
      "epoch": 5.358386237968462,
      "grad_norm": 2.068208652844587,
      "learning_rate": 8.616754469633858e-06,
      "loss": 0.8204,
      "step": 130825
    },
    {
      "epoch": 5.358427196395659,
      "grad_norm": 1.2913142865990812,
      "learning_rate": 8.615665030662239e-06,
      "loss": 0.2683,
      "step": 130826
    },
    {
      "epoch": 5.358468154822855,
      "grad_norm": 1.1984059118526877,
      "learning_rate": 8.614575658528938e-06,
      "loss": 0.191,
      "step": 130827
    },
    {
      "epoch": 5.358509113250051,
      "grad_norm": 1.802245344705184,
      "learning_rate": 8.613486353234438e-06,
      "loss": 0.4603,
      "step": 130828
    },
    {
      "epoch": 5.358550071677247,
      "grad_norm": 1.780351200655949,
      "learning_rate": 8.612397114779291e-06,
      "loss": 0.647,
      "step": 130829
    },
    {
      "epoch": 5.358591030104444,
      "grad_norm": 1.667195166020567,
      "learning_rate": 8.611307943164025e-06,
      "loss": 0.5913,
      "step": 130830
    },
    {
      "epoch": 5.3586319885316405,
      "grad_norm": 1.5511393287824164,
      "learning_rate": 8.610218838389093e-06,
      "loss": 0.5558,
      "step": 130831
    },
    {
      "epoch": 5.358672946958837,
      "grad_norm": 1.4646559606206409,
      "learning_rate": 8.609129800455044e-06,
      "loss": 0.4519,
      "step": 130832
    },
    {
      "epoch": 5.3587139053860335,
      "grad_norm": 0.7098769146813546,
      "learning_rate": 8.608040829362411e-06,
      "loss": 0.1295,
      "step": 130833
    },
    {
      "epoch": 5.358754863813229,
      "grad_norm": 1.5381710639588417,
      "learning_rate": 8.606951925111677e-06,
      "loss": 0.3865,
      "step": 130834
    },
    {
      "epoch": 5.358795822240426,
      "grad_norm": 0.8944319807091983,
      "learning_rate": 8.605863087703408e-06,
      "loss": 0.1251,
      "step": 130835
    },
    {
      "epoch": 5.358836780667622,
      "grad_norm": 1.5549122230925787,
      "learning_rate": 8.604774317138036e-06,
      "loss": 0.4905,
      "step": 130836
    },
    {
      "epoch": 5.358877739094819,
      "grad_norm": 1.6872953876689414,
      "learning_rate": 8.603685613416145e-06,
      "loss": 0.7542,
      "step": 130837
    },
    {
      "epoch": 5.358918697522015,
      "grad_norm": 0.9414683679296251,
      "learning_rate": 8.602596976538234e-06,
      "loss": 0.2064,
      "step": 130838
    },
    {
      "epoch": 5.358959655949212,
      "grad_norm": 1.3065489256304703,
      "learning_rate": 8.601508406504787e-06,
      "loss": 0.4401,
      "step": 130839
    },
    {
      "epoch": 5.3590006143764075,
      "grad_norm": 1.3721416215993192,
      "learning_rate": 8.600419903316352e-06,
      "loss": 0.4039,
      "step": 130840
    },
    {
      "epoch": 5.359041572803604,
      "grad_norm": 1.501600361965009,
      "learning_rate": 8.599331466973447e-06,
      "loss": 0.4465,
      "step": 130841
    },
    {
      "epoch": 5.359082531230801,
      "grad_norm": 1.3856930658215256,
      "learning_rate": 8.598243097476554e-06,
      "loss": 0.339,
      "step": 130842
    },
    {
      "epoch": 5.359123489657997,
      "grad_norm": 1.4993380053577388,
      "learning_rate": 8.597154794826223e-06,
      "loss": 0.5743,
      "step": 130843
    },
    {
      "epoch": 5.359164448085194,
      "grad_norm": 1.174618834038973,
      "learning_rate": 8.596066559022935e-06,
      "loss": 0.2439,
      "step": 130844
    },
    {
      "epoch": 5.35920540651239,
      "grad_norm": 0.8482883053005311,
      "learning_rate": 8.594978390067225e-06,
      "loss": 0.1949,
      "step": 130845
    },
    {
      "epoch": 5.359246364939587,
      "grad_norm": 0.836473218866034,
      "learning_rate": 8.59389028795961e-06,
      "loss": 0.1968,
      "step": 130846
    },
    {
      "epoch": 5.359287323366782,
      "grad_norm": 1.5125520390552196,
      "learning_rate": 8.592802252700603e-06,
      "loss": 0.5059,
      "step": 130847
    },
    {
      "epoch": 5.359328281793979,
      "grad_norm": 0.8646097165181924,
      "learning_rate": 8.591714284290708e-06,
      "loss": 0.204,
      "step": 130848
    },
    {
      "epoch": 5.3593692402211754,
      "grad_norm": 1.5216751052341682,
      "learning_rate": 8.590626382730436e-06,
      "loss": 0.2464,
      "step": 130849
    },
    {
      "epoch": 5.359410198648372,
      "grad_norm": 1.4283810538965032,
      "learning_rate": 8.589538548020309e-06,
      "loss": 0.3674,
      "step": 130850
    },
    {
      "epoch": 5.3594511570755685,
      "grad_norm": 1.1402315203714588,
      "learning_rate": 8.58845078016087e-06,
      "loss": 0.2823,
      "step": 130851
    },
    {
      "epoch": 5.359492115502765,
      "grad_norm": 1.3540936120039406,
      "learning_rate": 8.587363079152577e-06,
      "loss": 0.3581,
      "step": 130852
    },
    {
      "epoch": 5.359533073929961,
      "grad_norm": 2.1449718178808013,
      "learning_rate": 8.586275444995988e-06,
      "loss": 0.6693,
      "step": 130853
    },
    {
      "epoch": 5.359574032357157,
      "grad_norm": 0.5668538681445813,
      "learning_rate": 8.585187877691608e-06,
      "loss": 0.0518,
      "step": 130854
    },
    {
      "epoch": 5.359614990784354,
      "grad_norm": 1.3294163665194012,
      "learning_rate": 8.584100377239916e-06,
      "loss": 0.4472,
      "step": 130855
    },
    {
      "epoch": 5.35965594921155,
      "grad_norm": 0.7085018942374138,
      "learning_rate": 8.583012943641499e-06,
      "loss": 0.1767,
      "step": 130856
    },
    {
      "epoch": 5.359696907638747,
      "grad_norm": 1.6541064334114035,
      "learning_rate": 8.581925576896786e-06,
      "loss": 0.5893,
      "step": 130857
    },
    {
      "epoch": 5.359737866065943,
      "grad_norm": 1.3894699557032064,
      "learning_rate": 8.580838277006347e-06,
      "loss": 0.4707,
      "step": 130858
    },
    {
      "epoch": 5.359778824493139,
      "grad_norm": 1.0605653053513187,
      "learning_rate": 8.579751043970695e-06,
      "loss": 0.3472,
      "step": 130859
    },
    {
      "epoch": 5.359819782920336,
      "grad_norm": 0.9536065446469107,
      "learning_rate": 8.578663877790315e-06,
      "loss": 0.1772,
      "step": 130860
    },
    {
      "epoch": 5.359860741347532,
      "grad_norm": 1.693295104565611,
      "learning_rate": 8.577576778465722e-06,
      "loss": 0.6651,
      "step": 130861
    },
    {
      "epoch": 5.359901699774729,
      "grad_norm": 0.8367002485314066,
      "learning_rate": 8.576489745997483e-06,
      "loss": 0.1839,
      "step": 130862
    },
    {
      "epoch": 5.359942658201925,
      "grad_norm": 1.5013007145062232,
      "learning_rate": 8.575402780386065e-06,
      "loss": 0.5808,
      "step": 130863
    },
    {
      "epoch": 5.359983616629122,
      "grad_norm": 0.5584081006676976,
      "learning_rate": 8.574315881631966e-06,
      "loss": 0.0519,
      "step": 130864
    },
    {
      "epoch": 5.360024575056318,
      "grad_norm": 1.4626788544534077,
      "learning_rate": 8.573229049735752e-06,
      "loss": 0.4533,
      "step": 130865
    },
    {
      "epoch": 5.360065533483514,
      "grad_norm": 1.7798097405673068,
      "learning_rate": 8.572142284697891e-06,
      "loss": 0.5586,
      "step": 130866
    },
    {
      "epoch": 5.36010649191071,
      "grad_norm": 1.716611972472013,
      "learning_rate": 8.5710555865189e-06,
      "loss": 0.5664,
      "step": 130867
    },
    {
      "epoch": 5.360147450337907,
      "grad_norm": 1.4643496165399172,
      "learning_rate": 8.569968955199341e-06,
      "loss": 0.4152,
      "step": 130868
    },
    {
      "epoch": 5.3601884087651035,
      "grad_norm": 1.4631838770559267,
      "learning_rate": 8.568882390739667e-06,
      "loss": 0.4178,
      "step": 130869
    },
    {
      "epoch": 5.3602293671923,
      "grad_norm": 1.4899398231502856,
      "learning_rate": 8.567795893140445e-06,
      "loss": 0.4492,
      "step": 130870
    },
    {
      "epoch": 5.360270325619497,
      "grad_norm": 1.4795083381702616,
      "learning_rate": 8.566709462402139e-06,
      "loss": 0.4832,
      "step": 130871
    },
    {
      "epoch": 5.360311284046692,
      "grad_norm": 1.9209605294294096,
      "learning_rate": 8.565623098525281e-06,
      "loss": 0.7296,
      "step": 130872
    },
    {
      "epoch": 5.360352242473889,
      "grad_norm": 1.6224536229387694,
      "learning_rate": 8.564536801510424e-06,
      "loss": 0.5335,
      "step": 130873
    },
    {
      "epoch": 5.360393200901085,
      "grad_norm": 1.144354227386204,
      "learning_rate": 8.563450571358016e-06,
      "loss": 0.2366,
      "step": 130874
    },
    {
      "epoch": 5.360434159328282,
      "grad_norm": 0.8652107302284537,
      "learning_rate": 8.56236440806859e-06,
      "loss": 0.1835,
      "step": 130875
    },
    {
      "epoch": 5.360475117755478,
      "grad_norm": 2.0206517735623346,
      "learning_rate": 8.56127831164271e-06,
      "loss": 0.7748,
      "step": 130876
    },
    {
      "epoch": 5.360516076182675,
      "grad_norm": 1.16533491424534,
      "learning_rate": 8.560192282080814e-06,
      "loss": 0.3632,
      "step": 130877
    },
    {
      "epoch": 5.3605570346098705,
      "grad_norm": 1.4872696681885669,
      "learning_rate": 8.55910631938348e-06,
      "loss": 0.5002,
      "step": 130878
    },
    {
      "epoch": 5.360597993037067,
      "grad_norm": 1.866305022241196,
      "learning_rate": 8.558020423551176e-06,
      "loss": 0.7433,
      "step": 130879
    },
    {
      "epoch": 5.360638951464264,
      "grad_norm": 1.4631316708895008,
      "learning_rate": 8.556934594584436e-06,
      "loss": 0.4011,
      "step": 130880
    },
    {
      "epoch": 5.36067990989146,
      "grad_norm": 1.7012928041284616,
      "learning_rate": 8.555848832483776e-06,
      "loss": 0.558,
      "step": 130881
    },
    {
      "epoch": 5.360720868318657,
      "grad_norm": 1.427245916124245,
      "learning_rate": 8.554763137249692e-06,
      "loss": 0.3615,
      "step": 130882
    },
    {
      "epoch": 5.360761826745853,
      "grad_norm": 1.5773068791132312,
      "learning_rate": 8.553677508882722e-06,
      "loss": 0.4326,
      "step": 130883
    },
    {
      "epoch": 5.36080278517305,
      "grad_norm": 1.6999028613661284,
      "learning_rate": 8.552591947383363e-06,
      "loss": 0.6095,
      "step": 130884
    },
    {
      "epoch": 5.360843743600245,
      "grad_norm": 1.5061344332702136,
      "learning_rate": 8.551506452752116e-06,
      "loss": 0.5133,
      "step": 130885
    },
    {
      "epoch": 5.360884702027442,
      "grad_norm": 1.6470215006854783,
      "learning_rate": 8.55042102498953e-06,
      "loss": 0.6151,
      "step": 130886
    },
    {
      "epoch": 5.3609256604546385,
      "grad_norm": 1.4656743375456354,
      "learning_rate": 8.549335664096069e-06,
      "loss": 0.3531,
      "step": 130887
    },
    {
      "epoch": 5.360966618881835,
      "grad_norm": 1.408515198583249,
      "learning_rate": 8.548250370072285e-06,
      "loss": 0.2973,
      "step": 130888
    },
    {
      "epoch": 5.3610075773090315,
      "grad_norm": 1.3606609200427264,
      "learning_rate": 8.54716514291871e-06,
      "loss": 0.4452,
      "step": 130889
    },
    {
      "epoch": 5.361048535736228,
      "grad_norm": 1.513521319062297,
      "learning_rate": 8.546079982635795e-06,
      "loss": 0.3287,
      "step": 130890
    },
    {
      "epoch": 5.361089494163424,
      "grad_norm": 0.9639899244838515,
      "learning_rate": 8.544994889224105e-06,
      "loss": 0.2299,
      "step": 130891
    },
    {
      "epoch": 5.36113045259062,
      "grad_norm": 1.4585552981975358,
      "learning_rate": 8.543909862684106e-06,
      "loss": 0.4976,
      "step": 130892
    },
    {
      "epoch": 5.361171411017817,
      "grad_norm": 1.1025170003323632,
      "learning_rate": 8.54282490301635e-06,
      "loss": 0.3027,
      "step": 130893
    },
    {
      "epoch": 5.361212369445013,
      "grad_norm": 1.3087720981327744,
      "learning_rate": 8.54174001022135e-06,
      "loss": 0.4107,
      "step": 130894
    },
    {
      "epoch": 5.36125332787221,
      "grad_norm": 0.4624272854102706,
      "learning_rate": 8.540655184299588e-06,
      "loss": 0.0577,
      "step": 130895
    },
    {
      "epoch": 5.361294286299406,
      "grad_norm": 0.909290241317774,
      "learning_rate": 8.539570425251602e-06,
      "loss": 0.1802,
      "step": 130896
    },
    {
      "epoch": 5.361335244726602,
      "grad_norm": 1.7669445689001955,
      "learning_rate": 8.53848573307792e-06,
      "loss": 0.6043,
      "step": 130897
    },
    {
      "epoch": 5.361376203153799,
      "grad_norm": 1.1273557310593028,
      "learning_rate": 8.537401107779013e-06,
      "loss": 0.1845,
      "step": 130898
    },
    {
      "epoch": 5.361417161580995,
      "grad_norm": 1.824839942921494,
      "learning_rate": 8.536316549355426e-06,
      "loss": 0.5896,
      "step": 130899
    },
    {
      "epoch": 5.361458120008192,
      "grad_norm": 1.590550221971948,
      "learning_rate": 8.535232057807646e-06,
      "loss": 0.4024,
      "step": 130900
    },
    {
      "epoch": 5.361499078435388,
      "grad_norm": 1.6907581224635622,
      "learning_rate": 8.534147633136185e-06,
      "loss": 0.5336,
      "step": 130901
    },
    {
      "epoch": 5.361540036862585,
      "grad_norm": 0.8189132110316626,
      "learning_rate": 8.533063275341612e-06,
      "loss": 0.1582,
      "step": 130902
    },
    {
      "epoch": 5.361580995289781,
      "grad_norm": 1.3902313882481687,
      "learning_rate": 8.53197898442436e-06,
      "loss": 0.4601,
      "step": 130903
    },
    {
      "epoch": 5.361621953716977,
      "grad_norm": 1.237477678583189,
      "learning_rate": 8.530894760384994e-06,
      "loss": 0.3465,
      "step": 130904
    },
    {
      "epoch": 5.3616629121441735,
      "grad_norm": 0.7255147931320147,
      "learning_rate": 8.52981060322403e-06,
      "loss": 0.1041,
      "step": 130905
    },
    {
      "epoch": 5.36170387057137,
      "grad_norm": 1.3482889391232493,
      "learning_rate": 8.528726512941936e-06,
      "loss": 0.4814,
      "step": 130906
    },
    {
      "epoch": 5.3617448289985665,
      "grad_norm": 1.7705200199629492,
      "learning_rate": 8.527642489539278e-06,
      "loss": 0.6506,
      "step": 130907
    },
    {
      "epoch": 5.361785787425763,
      "grad_norm": 0.9072378968913875,
      "learning_rate": 8.526558533016503e-06,
      "loss": 0.1887,
      "step": 130908
    },
    {
      "epoch": 5.36182674585296,
      "grad_norm": 3.190081164133284,
      "learning_rate": 8.52547464337418e-06,
      "loss": 1.2342,
      "step": 130909
    },
    {
      "epoch": 5.361867704280155,
      "grad_norm": 1.4381295037243105,
      "learning_rate": 8.524390820612809e-06,
      "loss": 0.3503,
      "step": 130910
    },
    {
      "epoch": 5.361908662707352,
      "grad_norm": 1.6482471131992193,
      "learning_rate": 8.523307064732886e-06,
      "loss": 0.58,
      "step": 130911
    },
    {
      "epoch": 5.361949621134548,
      "grad_norm": 1.125618436660671,
      "learning_rate": 8.522223375734932e-06,
      "loss": 0.2482,
      "step": 130912
    },
    {
      "epoch": 5.361990579561745,
      "grad_norm": 1.5575450624072316,
      "learning_rate": 8.521139753619493e-06,
      "loss": 0.4747,
      "step": 130913
    },
    {
      "epoch": 5.362031537988941,
      "grad_norm": 0.906866282499261,
      "learning_rate": 8.52005619838702e-06,
      "loss": 0.2087,
      "step": 130914
    },
    {
      "epoch": 5.362072496416138,
      "grad_norm": 1.4732090144899643,
      "learning_rate": 8.51897271003808e-06,
      "loss": 0.4932,
      "step": 130915
    },
    {
      "epoch": 5.362113454843334,
      "grad_norm": 0.7460391212745973,
      "learning_rate": 8.51788928857312e-06,
      "loss": 0.0698,
      "step": 130916
    },
    {
      "epoch": 5.36215441327053,
      "grad_norm": 0.7860109228803999,
      "learning_rate": 8.51680593399271e-06,
      "loss": 0.1581,
      "step": 130917
    },
    {
      "epoch": 5.362195371697727,
      "grad_norm": 1.0431473139601035,
      "learning_rate": 8.515722646297363e-06,
      "loss": 0.1435,
      "step": 130918
    },
    {
      "epoch": 5.362236330124923,
      "grad_norm": 1.2301508301895094,
      "learning_rate": 8.514639425487546e-06,
      "loss": 0.3539,
      "step": 130919
    },
    {
      "epoch": 5.36227728855212,
      "grad_norm": 1.1828288765575936,
      "learning_rate": 8.513556271563825e-06,
      "loss": 0.2744,
      "step": 130920
    },
    {
      "epoch": 5.362318246979316,
      "grad_norm": 2.008938835274162,
      "learning_rate": 8.512473184526652e-06,
      "loss": 0.9794,
      "step": 130921
    },
    {
      "epoch": 5.362359205406513,
      "grad_norm": 1.7267672395849387,
      "learning_rate": 8.511390164376592e-06,
      "loss": 0.5843,
      "step": 130922
    },
    {
      "epoch": 5.362400163833708,
      "grad_norm": 0.9186350799106305,
      "learning_rate": 8.510307211114142e-06,
      "loss": 0.2046,
      "step": 130923
    },
    {
      "epoch": 5.362441122260905,
      "grad_norm": 1.7539588000974915,
      "learning_rate": 8.509224324739788e-06,
      "loss": 0.5503,
      "step": 130924
    },
    {
      "epoch": 5.3624820806881015,
      "grad_norm": 1.3097586584474539,
      "learning_rate": 8.508141505254063e-06,
      "loss": 0.4367,
      "step": 130925
    },
    {
      "epoch": 5.362523039115298,
      "grad_norm": 1.268027942486465,
      "learning_rate": 8.507058752657497e-06,
      "loss": 0.3041,
      "step": 130926
    },
    {
      "epoch": 5.362563997542495,
      "grad_norm": 1.4746252423202817,
      "learning_rate": 8.505976066950576e-06,
      "loss": 0.5103,
      "step": 130927
    },
    {
      "epoch": 5.362604955969691,
      "grad_norm": 1.632546099346401,
      "learning_rate": 8.50489344813383e-06,
      "loss": 0.576,
      "step": 130928
    },
    {
      "epoch": 5.362645914396887,
      "grad_norm": 0.7912460328216727,
      "learning_rate": 8.503810896207747e-06,
      "loss": 0.1938,
      "step": 130929
    },
    {
      "epoch": 5.362686872824083,
      "grad_norm": 1.261909115797504,
      "learning_rate": 8.502728411172838e-06,
      "loss": 0.3843,
      "step": 130930
    },
    {
      "epoch": 5.36272783125128,
      "grad_norm": 1.5090042866826037,
      "learning_rate": 8.501645993029655e-06,
      "loss": 0.4906,
      "step": 130931
    },
    {
      "epoch": 5.362768789678476,
      "grad_norm": 1.6670246589275484,
      "learning_rate": 8.500563641778663e-06,
      "loss": 0.4533,
      "step": 130932
    },
    {
      "epoch": 5.362809748105673,
      "grad_norm": 0.8614544857337426,
      "learning_rate": 8.499481357420396e-06,
      "loss": 0.1818,
      "step": 130933
    },
    {
      "epoch": 5.362850706532869,
      "grad_norm": 1.1681624414805354,
      "learning_rate": 8.498399139955403e-06,
      "loss": 0.2614,
      "step": 130934
    },
    {
      "epoch": 5.362891664960065,
      "grad_norm": 1.770036997905711,
      "learning_rate": 8.497316989384118e-06,
      "loss": 0.4535,
      "step": 130935
    },
    {
      "epoch": 5.362932623387262,
      "grad_norm": 1.6536102127285783,
      "learning_rate": 8.496234905707072e-06,
      "loss": 0.5256,
      "step": 130936
    },
    {
      "epoch": 5.362973581814458,
      "grad_norm": 0.9570848977383521,
      "learning_rate": 8.495152888924834e-06,
      "loss": 0.2264,
      "step": 130937
    },
    {
      "epoch": 5.363014540241655,
      "grad_norm": 1.4239517452052015,
      "learning_rate": 8.49407093903785e-06,
      "loss": 0.5772,
      "step": 130938
    },
    {
      "epoch": 5.363055498668851,
      "grad_norm": 1.8105918325638848,
      "learning_rate": 8.492989056046657e-06,
      "loss": 0.5866,
      "step": 130939
    },
    {
      "epoch": 5.363096457096048,
      "grad_norm": 1.315825489410095,
      "learning_rate": 8.491907239951801e-06,
      "loss": 0.3995,
      "step": 130940
    },
    {
      "epoch": 5.363137415523244,
      "grad_norm": 1.6944397922542451,
      "learning_rate": 8.490825490753734e-06,
      "loss": 0.5072,
      "step": 130941
    },
    {
      "epoch": 5.36317837395044,
      "grad_norm": 1.7753440191798615,
      "learning_rate": 8.489743808453004e-06,
      "loss": 0.643,
      "step": 130942
    },
    {
      "epoch": 5.3632193323776365,
      "grad_norm": 1.5863689290785628,
      "learning_rate": 8.488662193050094e-06,
      "loss": 0.5397,
      "step": 130943
    },
    {
      "epoch": 5.363260290804833,
      "grad_norm": 0.8655395590532109,
      "learning_rate": 8.487580644545539e-06,
      "loss": 0.1228,
      "step": 130944
    },
    {
      "epoch": 5.3633012492320296,
      "grad_norm": 1.3304833392293909,
      "learning_rate": 8.486499162939853e-06,
      "loss": 0.4512,
      "step": 130945
    },
    {
      "epoch": 5.363342207659226,
      "grad_norm": 1.5660794139265137,
      "learning_rate": 8.485417748233537e-06,
      "loss": 0.4717,
      "step": 130946
    },
    {
      "epoch": 5.363383166086423,
      "grad_norm": 0.9898775350752412,
      "learning_rate": 8.484336400427089e-06,
      "loss": 0.2298,
      "step": 130947
    },
    {
      "epoch": 5.363424124513618,
      "grad_norm": 1.6219755113135483,
      "learning_rate": 8.48325511952106e-06,
      "loss": 0.5708,
      "step": 130948
    },
    {
      "epoch": 5.363465082940815,
      "grad_norm": 1.5858452885388383,
      "learning_rate": 8.482173905515916e-06,
      "loss": 0.6262,
      "step": 130949
    },
    {
      "epoch": 5.363506041368011,
      "grad_norm": 1.8268296854218138,
      "learning_rate": 8.481092758412205e-06,
      "loss": 0.5249,
      "step": 130950
    },
    {
      "epoch": 5.363546999795208,
      "grad_norm": 1.6913137925465818,
      "learning_rate": 8.480011678210413e-06,
      "loss": 0.6244,
      "step": 130951
    },
    {
      "epoch": 5.363587958222404,
      "grad_norm": 1.0855839497605397,
      "learning_rate": 8.478930664911038e-06,
      "loss": 0.2865,
      "step": 130952
    },
    {
      "epoch": 5.363628916649601,
      "grad_norm": 1.2340104996343735,
      "learning_rate": 8.477849718514645e-06,
      "loss": 0.4178,
      "step": 130953
    },
    {
      "epoch": 5.363669875076797,
      "grad_norm": 2.019919184639358,
      "learning_rate": 8.476768839021702e-06,
      "loss": 0.7631,
      "step": 130954
    },
    {
      "epoch": 5.363710833503993,
      "grad_norm": 1.5205345371297654,
      "learning_rate": 8.475688026432742e-06,
      "loss": 0.4982,
      "step": 130955
    },
    {
      "epoch": 5.36375179193119,
      "grad_norm": 1.7834970245410176,
      "learning_rate": 8.474607280748246e-06,
      "loss": 0.4826,
      "step": 130956
    },
    {
      "epoch": 5.363792750358386,
      "grad_norm": 1.559292229793277,
      "learning_rate": 8.473526601968733e-06,
      "loss": 0.579,
      "step": 130957
    },
    {
      "epoch": 5.363833708785583,
      "grad_norm": 1.477264463772458,
      "learning_rate": 8.47244599009475e-06,
      "loss": 0.4209,
      "step": 130958
    },
    {
      "epoch": 5.363874667212779,
      "grad_norm": 1.4467145930780394,
      "learning_rate": 8.471365445126765e-06,
      "loss": 0.5163,
      "step": 130959
    },
    {
      "epoch": 5.363915625639976,
      "grad_norm": 2.0110005600396534,
      "learning_rate": 8.47028496706531e-06,
      "loss": 0.5503,
      "step": 130960
    },
    {
      "epoch": 5.3639565840671715,
      "grad_norm": 1.4642670207012325,
      "learning_rate": 8.469204555910902e-06,
      "loss": 0.475,
      "step": 130961
    },
    {
      "epoch": 5.363997542494368,
      "grad_norm": 1.5371375680734325,
      "learning_rate": 8.468124211664023e-06,
      "loss": 0.3617,
      "step": 130962
    },
    {
      "epoch": 5.3640385009215645,
      "grad_norm": 1.473010079062538,
      "learning_rate": 8.46704393432524e-06,
      "loss": 0.4947,
      "step": 130963
    },
    {
      "epoch": 5.364079459348761,
      "grad_norm": 3.48286971150736,
      "learning_rate": 8.465963723894986e-06,
      "loss": 3.2383,
      "step": 130964
    },
    {
      "epoch": 5.364120417775958,
      "grad_norm": 1.6004873322689526,
      "learning_rate": 8.46488358037381e-06,
      "loss": 0.581,
      "step": 130965
    },
    {
      "epoch": 5.364161376203154,
      "grad_norm": 1.7369112958798536,
      "learning_rate": 8.463803503762263e-06,
      "loss": 0.5477,
      "step": 130966
    },
    {
      "epoch": 5.36420233463035,
      "grad_norm": 1.6208821085583502,
      "learning_rate": 8.462723494060775e-06,
      "loss": 0.4966,
      "step": 130967
    },
    {
      "epoch": 5.364243293057546,
      "grad_norm": 1.1833412981279958,
      "learning_rate": 8.461643551269914e-06,
      "loss": 0.2208,
      "step": 130968
    },
    {
      "epoch": 5.364284251484743,
      "grad_norm": 1.5821843663877575,
      "learning_rate": 8.460563675390181e-06,
      "loss": 0.4116,
      "step": 130969
    },
    {
      "epoch": 5.364325209911939,
      "grad_norm": 0.8365989087331764,
      "learning_rate": 8.459483866422073e-06,
      "loss": 0.1928,
      "step": 130970
    },
    {
      "epoch": 5.364366168339136,
      "grad_norm": 0.9157355312542032,
      "learning_rate": 8.458404124366125e-06,
      "loss": 0.1777,
      "step": 130971
    },
    {
      "epoch": 5.3644071267663325,
      "grad_norm": 1.5525374480296006,
      "learning_rate": 8.457324449222802e-06,
      "loss": 0.3656,
      "step": 130972
    },
    {
      "epoch": 5.364448085193528,
      "grad_norm": 1.4936288016055748,
      "learning_rate": 8.456244840992654e-06,
      "loss": 0.416,
      "step": 130973
    },
    {
      "epoch": 5.364489043620725,
      "grad_norm": 1.6522101587809044,
      "learning_rate": 8.455165299676197e-06,
      "loss": 0.6475,
      "step": 130974
    },
    {
      "epoch": 5.364530002047921,
      "grad_norm": 1.476674293311474,
      "learning_rate": 8.454085825273899e-06,
      "loss": 0.4883,
      "step": 130975
    },
    {
      "epoch": 5.364570960475118,
      "grad_norm": 1.3841659103195052,
      "learning_rate": 8.453006417786306e-06,
      "loss": 0.3825,
      "step": 130976
    },
    {
      "epoch": 5.364611918902314,
      "grad_norm": 1.7609551005147857,
      "learning_rate": 8.451927077213921e-06,
      "loss": 0.5863,
      "step": 130977
    },
    {
      "epoch": 5.364652877329511,
      "grad_norm": 1.6089874797479273,
      "learning_rate": 8.450847803557242e-06,
      "loss": 0.3486,
      "step": 130978
    },
    {
      "epoch": 5.364693835756707,
      "grad_norm": 1.5936492318873274,
      "learning_rate": 8.44976859681682e-06,
      "loss": 0.5795,
      "step": 130979
    },
    {
      "epoch": 5.364734794183903,
      "grad_norm": 1.7462512503139176,
      "learning_rate": 8.448689456993102e-06,
      "loss": 0.543,
      "step": 130980
    },
    {
      "epoch": 5.3647757526110995,
      "grad_norm": 1.7186911726180905,
      "learning_rate": 8.447610384086623e-06,
      "loss": 0.5862,
      "step": 130981
    },
    {
      "epoch": 5.364816711038296,
      "grad_norm": 1.3702263381913669,
      "learning_rate": 8.446531378097931e-06,
      "loss": 0.5635,
      "step": 130982
    },
    {
      "epoch": 5.364857669465493,
      "grad_norm": 1.6607955218433534,
      "learning_rate": 8.445452439027478e-06,
      "loss": 0.5587,
      "step": 130983
    },
    {
      "epoch": 5.364898627892689,
      "grad_norm": 1.3145622168500388,
      "learning_rate": 8.444373566875795e-06,
      "loss": 0.3941,
      "step": 130984
    },
    {
      "epoch": 5.364939586319886,
      "grad_norm": 0.7651307266819765,
      "learning_rate": 8.443294761643432e-06,
      "loss": 0.1663,
      "step": 130985
    },
    {
      "epoch": 5.364980544747081,
      "grad_norm": 1.1949043170680382,
      "learning_rate": 8.442216023330839e-06,
      "loss": 0.2059,
      "step": 130986
    },
    {
      "epoch": 5.365021503174278,
      "grad_norm": 1.0890029092376723,
      "learning_rate": 8.441137351938582e-06,
      "loss": 0.2576,
      "step": 130987
    },
    {
      "epoch": 5.365062461601474,
      "grad_norm": 1.6182598532284738,
      "learning_rate": 8.44005874746711e-06,
      "loss": 0.5246,
      "step": 130988
    },
    {
      "epoch": 5.365103420028671,
      "grad_norm": 1.4348272141205698,
      "learning_rate": 8.438980209916957e-06,
      "loss": 0.492,
      "step": 130989
    },
    {
      "epoch": 5.3651443784558674,
      "grad_norm": 1.3566431966202697,
      "learning_rate": 8.437901739288671e-06,
      "loss": 0.3609,
      "step": 130990
    },
    {
      "epoch": 5.365185336883064,
      "grad_norm": 1.4363210423612522,
      "learning_rate": 8.436823335582704e-06,
      "loss": 0.4691,
      "step": 130991
    },
    {
      "epoch": 5.36522629531026,
      "grad_norm": 1.450757727121687,
      "learning_rate": 8.43574499879962e-06,
      "loss": 0.4158,
      "step": 130992
    },
    {
      "epoch": 5.365267253737456,
      "grad_norm": 1.6284970036087387,
      "learning_rate": 8.434666728939888e-06,
      "loss": 0.5878,
      "step": 130993
    },
    {
      "epoch": 5.365308212164653,
      "grad_norm": 1.062840097756728,
      "learning_rate": 8.433588526004003e-06,
      "loss": 0.2136,
      "step": 130994
    },
    {
      "epoch": 5.365349170591849,
      "grad_norm": 0.7176311516942666,
      "learning_rate": 8.432510389992553e-06,
      "loss": 0.1162,
      "step": 130995
    },
    {
      "epoch": 5.365390129019046,
      "grad_norm": 1.83595729849079,
      "learning_rate": 8.431432320905967e-06,
      "loss": 0.4844,
      "step": 130996
    },
    {
      "epoch": 5.365431087446242,
      "grad_norm": 1.084610882607575,
      "learning_rate": 8.43035431874478e-06,
      "loss": 0.3683,
      "step": 130997
    },
    {
      "epoch": 5.365472045873439,
      "grad_norm": 1.415340320643379,
      "learning_rate": 8.429276383509525e-06,
      "loss": 0.3819,
      "step": 130998
    },
    {
      "epoch": 5.3655130043006345,
      "grad_norm": 0.3839621609181554,
      "learning_rate": 8.428198515200685e-06,
      "loss": 0.0289,
      "step": 130999
    },
    {
      "epoch": 5.365553962727831,
      "grad_norm": 1.6180854327580076,
      "learning_rate": 8.42712071381879e-06,
      "loss": 0.5621,
      "step": 131000
    },
    {
      "epoch": 5.365594921155028,
      "grad_norm": 1.4127266216624375,
      "learning_rate": 8.426042979364312e-06,
      "loss": 0.4298,
      "step": 131001
    },
    {
      "epoch": 5.365635879582224,
      "grad_norm": 1.6808459065477854,
      "learning_rate": 8.424965311837794e-06,
      "loss": 0.6251,
      "step": 131002
    },
    {
      "epoch": 5.365676838009421,
      "grad_norm": 1.7263546028437204,
      "learning_rate": 8.423887711239758e-06,
      "loss": 0.6545,
      "step": 131003
    },
    {
      "epoch": 5.365717796436617,
      "grad_norm": 1.9193763266027142,
      "learning_rate": 8.422810177570682e-06,
      "loss": 0.4459,
      "step": 131004
    },
    {
      "epoch": 5.365758754863813,
      "grad_norm": 1.4062116357938377,
      "learning_rate": 8.42173271083107e-06,
      "loss": 0.4086,
      "step": 131005
    },
    {
      "epoch": 5.365799713291009,
      "grad_norm": 1.873204261795952,
      "learning_rate": 8.420655311021468e-06,
      "loss": 0.7488,
      "step": 131006
    },
    {
      "epoch": 5.365840671718206,
      "grad_norm": 1.7070361960398204,
      "learning_rate": 8.419577978142345e-06,
      "loss": 0.518,
      "step": 131007
    },
    {
      "epoch": 5.365881630145402,
      "grad_norm": 0.9233814562319447,
      "learning_rate": 8.418500712194232e-06,
      "loss": 0.15,
      "step": 131008
    },
    {
      "epoch": 5.365922588572599,
      "grad_norm": 0.8950009772647212,
      "learning_rate": 8.417423513177662e-06,
      "loss": 0.163,
      "step": 131009
    },
    {
      "epoch": 5.3659635469997955,
      "grad_norm": 1.6730380053024556,
      "learning_rate": 8.416346381093086e-06,
      "loss": 0.4815,
      "step": 131010
    },
    {
      "epoch": 5.366004505426991,
      "grad_norm": 1.6077238568692414,
      "learning_rate": 8.415269315941054e-06,
      "loss": 0.5268,
      "step": 131011
    },
    {
      "epoch": 5.366045463854188,
      "grad_norm": 1.471218434382159,
      "learning_rate": 8.414192317722095e-06,
      "loss": 0.4712,
      "step": 131012
    },
    {
      "epoch": 5.366086422281384,
      "grad_norm": 0.8272585431714455,
      "learning_rate": 8.413115386436665e-06,
      "loss": 0.1327,
      "step": 131013
    },
    {
      "epoch": 5.366127380708581,
      "grad_norm": 1.3255490846371756,
      "learning_rate": 8.412038522085307e-06,
      "loss": 0.389,
      "step": 131014
    },
    {
      "epoch": 5.366168339135777,
      "grad_norm": 1.286962656906053,
      "learning_rate": 8.410961724668507e-06,
      "loss": 0.3555,
      "step": 131015
    },
    {
      "epoch": 5.366209297562974,
      "grad_norm": 1.5269851076243628,
      "learning_rate": 8.409884994186784e-06,
      "loss": 0.3802,
      "step": 131016
    },
    {
      "epoch": 5.36625025599017,
      "grad_norm": 1.041155543095927,
      "learning_rate": 8.408808330640682e-06,
      "loss": 0.1451,
      "step": 131017
    },
    {
      "epoch": 5.366291214417366,
      "grad_norm": 1.4371185186482174,
      "learning_rate": 8.407731734030653e-06,
      "loss": 0.3922,
      "step": 131018
    },
    {
      "epoch": 5.3663321728445625,
      "grad_norm": 0.9280964672937864,
      "learning_rate": 8.406655204357248e-06,
      "loss": 0.203,
      "step": 131019
    },
    {
      "epoch": 5.366373131271759,
      "grad_norm": 1.3811236404734606,
      "learning_rate": 8.40557874162095e-06,
      "loss": 0.4274,
      "step": 131020
    },
    {
      "epoch": 5.366414089698956,
      "grad_norm": 1.7876581814166492,
      "learning_rate": 8.404502345822273e-06,
      "loss": 0.8116,
      "step": 131021
    },
    {
      "epoch": 5.366455048126152,
      "grad_norm": 2.6028052626660747,
      "learning_rate": 8.403426016961751e-06,
      "loss": 0.7204,
      "step": 131022
    },
    {
      "epoch": 5.366496006553349,
      "grad_norm": 1.7531813160013703,
      "learning_rate": 8.40234975503985e-06,
      "loss": 0.4699,
      "step": 131023
    },
    {
      "epoch": 5.366536964980544,
      "grad_norm": 1.379210328793873,
      "learning_rate": 8.401273560057104e-06,
      "loss": 0.1812,
      "step": 131024
    },
    {
      "epoch": 5.366577923407741,
      "grad_norm": 0.882834257802847,
      "learning_rate": 8.400197432014043e-06,
      "loss": 0.1968,
      "step": 131025
    },
    {
      "epoch": 5.366618881834937,
      "grad_norm": 1.9136807266328602,
      "learning_rate": 8.399121370911121e-06,
      "loss": 0.9225,
      "step": 131026
    },
    {
      "epoch": 5.366659840262134,
      "grad_norm": 2.0384729648141247,
      "learning_rate": 8.398045376748918e-06,
      "loss": 1.1084,
      "step": 131027
    },
    {
      "epoch": 5.3667007986893305,
      "grad_norm": 0.773142007203297,
      "learning_rate": 8.396969449527869e-06,
      "loss": 0.1716,
      "step": 131028
    },
    {
      "epoch": 5.366741757116527,
      "grad_norm": 1.7118264829693088,
      "learning_rate": 8.395893589248503e-06,
      "loss": 0.5475,
      "step": 131029
    },
    {
      "epoch": 5.366782715543723,
      "grad_norm": 1.2731278221504263,
      "learning_rate": 8.394817795911391e-06,
      "loss": 0.2667,
      "step": 131030
    },
    {
      "epoch": 5.366823673970919,
      "grad_norm": 1.034351327698026,
      "learning_rate": 8.393742069516945e-06,
      "loss": 0.2244,
      "step": 131031
    },
    {
      "epoch": 5.366864632398116,
      "grad_norm": 1.4027831885209368,
      "learning_rate": 8.392666410065735e-06,
      "loss": 0.4917,
      "step": 131032
    },
    {
      "epoch": 5.366905590825312,
      "grad_norm": 2.958760879443782,
      "learning_rate": 8.391590817558275e-06,
      "loss": 1.6292,
      "step": 131033
    },
    {
      "epoch": 5.366946549252509,
      "grad_norm": 1.570263789964517,
      "learning_rate": 8.390515291995032e-06,
      "loss": 0.5111,
      "step": 131034
    },
    {
      "epoch": 5.366987507679705,
      "grad_norm": 1.8652290842448884,
      "learning_rate": 8.389439833376555e-06,
      "loss": 0.4274,
      "step": 131035
    },
    {
      "epoch": 5.367028466106902,
      "grad_norm": 0.7949529041219188,
      "learning_rate": 8.38836444170331e-06,
      "loss": 0.1644,
      "step": 131036
    },
    {
      "epoch": 5.3670694245340975,
      "grad_norm": 1.4912114832727286,
      "learning_rate": 8.387289116975831e-06,
      "loss": 0.4867,
      "step": 131037
    },
    {
      "epoch": 5.367110382961294,
      "grad_norm": 1.679948382304574,
      "learning_rate": 8.386213859194651e-06,
      "loss": 0.5897,
      "step": 131038
    },
    {
      "epoch": 5.367151341388491,
      "grad_norm": 1.3842139702239853,
      "learning_rate": 8.38513866836022e-06,
      "loss": 0.4272,
      "step": 131039
    },
    {
      "epoch": 5.367192299815687,
      "grad_norm": 1.1337748708694937,
      "learning_rate": 8.384063544473085e-06,
      "loss": 0.2306,
      "step": 131040
    },
    {
      "epoch": 5.367233258242884,
      "grad_norm": 1.3453670862466691,
      "learning_rate": 8.382988487533782e-06,
      "loss": 0.42,
      "step": 131041
    },
    {
      "epoch": 5.36727421667008,
      "grad_norm": 1.657766759390189,
      "learning_rate": 8.381913497542741e-06,
      "loss": 0.5468,
      "step": 131042
    },
    {
      "epoch": 5.367315175097277,
      "grad_norm": 1.8544990016482727,
      "learning_rate": 8.380838574500547e-06,
      "loss": 0.6408,
      "step": 131043
    },
    {
      "epoch": 5.367356133524472,
      "grad_norm": 1.8428755078712469,
      "learning_rate": 8.379763718407651e-06,
      "loss": 0.7403,
      "step": 131044
    },
    {
      "epoch": 5.367397091951669,
      "grad_norm": 1.1357161548316044,
      "learning_rate": 8.378688929264582e-06,
      "loss": 0.287,
      "step": 131045
    },
    {
      "epoch": 5.3674380503788655,
      "grad_norm": 2.5047400251547174,
      "learning_rate": 8.377614207071875e-06,
      "loss": 1.7895,
      "step": 131046
    },
    {
      "epoch": 5.367479008806062,
      "grad_norm": 1.417497573311812,
      "learning_rate": 8.37653955182998e-06,
      "loss": 0.429,
      "step": 131047
    },
    {
      "epoch": 5.3675199672332585,
      "grad_norm": 1.6796643828548834,
      "learning_rate": 8.375464963539464e-06,
      "loss": 0.5705,
      "step": 131048
    },
    {
      "epoch": 5.367560925660454,
      "grad_norm": 0.996370679663237,
      "learning_rate": 8.374390442200807e-06,
      "loss": 0.2205,
      "step": 131049
    },
    {
      "epoch": 5.367601884087651,
      "grad_norm": 1.2811963462246818,
      "learning_rate": 8.37331598781451e-06,
      "loss": 0.3619,
      "step": 131050
    },
    {
      "epoch": 5.367642842514847,
      "grad_norm": 1.6443264259705386,
      "learning_rate": 8.372241600381108e-06,
      "loss": 0.5385,
      "step": 131051
    },
    {
      "epoch": 5.367683800942044,
      "grad_norm": 1.5849513206657286,
      "learning_rate": 8.37116727990108e-06,
      "loss": 0.4054,
      "step": 131052
    },
    {
      "epoch": 5.36772475936924,
      "grad_norm": 0.7759220277777557,
      "learning_rate": 8.370093026374946e-06,
      "loss": 0.1601,
      "step": 131053
    },
    {
      "epoch": 5.367765717796437,
      "grad_norm": 1.5316890297598567,
      "learning_rate": 8.369018839803221e-06,
      "loss": 0.4486,
      "step": 131054
    },
    {
      "epoch": 5.367806676223633,
      "grad_norm": 1.4540155212952166,
      "learning_rate": 8.367944720186387e-06,
      "loss": 0.5023,
      "step": 131055
    },
    {
      "epoch": 5.367847634650829,
      "grad_norm": 1.4047178516842154,
      "learning_rate": 8.366870667524977e-06,
      "loss": 0.4086,
      "step": 131056
    },
    {
      "epoch": 5.367888593078026,
      "grad_norm": 1.5842937823343892,
      "learning_rate": 8.365796681819526e-06,
      "loss": 0.5236,
      "step": 131057
    },
    {
      "epoch": 5.367929551505222,
      "grad_norm": 1.0002849376186176,
      "learning_rate": 8.364722763070464e-06,
      "loss": 0.297,
      "step": 131058
    },
    {
      "epoch": 5.367970509932419,
      "grad_norm": 1.5651699965537047,
      "learning_rate": 8.363648911278376e-06,
      "loss": 0.5267,
      "step": 131059
    },
    {
      "epoch": 5.368011468359615,
      "grad_norm": 1.0359879244725518,
      "learning_rate": 8.36257512644371e-06,
      "loss": 0.1863,
      "step": 131060
    },
    {
      "epoch": 5.368052426786812,
      "grad_norm": 0.9601156781637582,
      "learning_rate": 8.361501408567e-06,
      "loss": 0.2064,
      "step": 131061
    },
    {
      "epoch": 5.368093385214008,
      "grad_norm": 1.9883822656420924,
      "learning_rate": 8.360427757648763e-06,
      "loss": 0.6488,
      "step": 131062
    },
    {
      "epoch": 5.368134343641204,
      "grad_norm": 2.7773128780536394,
      "learning_rate": 8.359354173689497e-06,
      "loss": 2.3355,
      "step": 131063
    },
    {
      "epoch": 5.3681753020684,
      "grad_norm": 1.3811562039965082,
      "learning_rate": 8.35828065668972e-06,
      "loss": 0.3942,
      "step": 131064
    },
    {
      "epoch": 5.368216260495597,
      "grad_norm": 1.8868364393701473,
      "learning_rate": 8.357207206649913e-06,
      "loss": 0.6211,
      "step": 131065
    },
    {
      "epoch": 5.3682572189227935,
      "grad_norm": 1.8942139400304878,
      "learning_rate": 8.356133823570593e-06,
      "loss": 1.0218,
      "step": 131066
    },
    {
      "epoch": 5.36829817734999,
      "grad_norm": 0.7340800865474773,
      "learning_rate": 8.355060507452293e-06,
      "loss": 0.115,
      "step": 131067
    },
    {
      "epoch": 5.368339135777186,
      "grad_norm": 0.7557025471800091,
      "learning_rate": 8.35398725829548e-06,
      "loss": 0.1288,
      "step": 131068
    },
    {
      "epoch": 5.368380094204382,
      "grad_norm": 1.0453770694487234,
      "learning_rate": 8.352914076100687e-06,
      "loss": 0.1702,
      "step": 131069
    },
    {
      "epoch": 5.368421052631579,
      "grad_norm": 1.8692726780904156,
      "learning_rate": 8.351840960868444e-06,
      "loss": 0.5632,
      "step": 131070
    },
    {
      "epoch": 5.368462011058775,
      "grad_norm": 0.9514960368594572,
      "learning_rate": 8.350767912599204e-06,
      "loss": 0.2289,
      "step": 131071
    },
    {
      "epoch": 5.368502969485972,
      "grad_norm": 1.5672035297206752,
      "learning_rate": 8.349694931293516e-06,
      "loss": 0.4904,
      "step": 131072
    },
    {
      "epoch": 5.368543927913168,
      "grad_norm": 0.748203486151451,
      "learning_rate": 8.348622016951862e-06,
      "loss": 0.1298,
      "step": 131073
    },
    {
      "epoch": 5.368584886340365,
      "grad_norm": 1.3242824431544562,
      "learning_rate": 8.347549169574758e-06,
      "loss": 0.2464,
      "step": 131074
    },
    {
      "epoch": 5.3686258447675606,
      "grad_norm": 3.054513077561682,
      "learning_rate": 8.346476389162721e-06,
      "loss": 2.5933,
      "step": 131075
    },
    {
      "epoch": 5.368666803194757,
      "grad_norm": 1.9362517027709596,
      "learning_rate": 8.345403675716266e-06,
      "loss": 0.6133,
      "step": 131076
    },
    {
      "epoch": 5.368707761621954,
      "grad_norm": 1.3763225379978092,
      "learning_rate": 8.344331029235863e-06,
      "loss": 0.4526,
      "step": 131077
    },
    {
      "epoch": 5.36874872004915,
      "grad_norm": 1.462391671750341,
      "learning_rate": 8.343258449722057e-06,
      "loss": 0.5231,
      "step": 131078
    },
    {
      "epoch": 5.368789678476347,
      "grad_norm": 1.5495122066373275,
      "learning_rate": 8.342185937175317e-06,
      "loss": 0.5178,
      "step": 131079
    },
    {
      "epoch": 5.368830636903543,
      "grad_norm": 1.407835431240355,
      "learning_rate": 8.341113491596158e-06,
      "loss": 0.3754,
      "step": 131080
    },
    {
      "epoch": 5.36887159533074,
      "grad_norm": 1.236129201996342,
      "learning_rate": 8.340041112985146e-06,
      "loss": 0.2622,
      "step": 131081
    },
    {
      "epoch": 5.368912553757935,
      "grad_norm": 1.2583096741497977,
      "learning_rate": 8.3389688013427e-06,
      "loss": 0.3769,
      "step": 131082
    },
    {
      "epoch": 5.368953512185132,
      "grad_norm": 1.3792151586978398,
      "learning_rate": 8.337896556669383e-06,
      "loss": 0.4253,
      "step": 131083
    },
    {
      "epoch": 5.3689944706123285,
      "grad_norm": 1.882169061529777,
      "learning_rate": 8.336824378965712e-06,
      "loss": 0.7922,
      "step": 131084
    },
    {
      "epoch": 5.369035429039525,
      "grad_norm": 1.6233521463590352,
      "learning_rate": 8.335752268232137e-06,
      "loss": 0.5621,
      "step": 131085
    },
    {
      "epoch": 5.369076387466722,
      "grad_norm": 1.2546251231289738,
      "learning_rate": 8.334680224469225e-06,
      "loss": 0.2687,
      "step": 131086
    },
    {
      "epoch": 5.369117345893917,
      "grad_norm": 1.509186179013103,
      "learning_rate": 8.333608247677426e-06,
      "loss": 0.5538,
      "step": 131087
    },
    {
      "epoch": 5.369158304321114,
      "grad_norm": 1.7119990698486847,
      "learning_rate": 8.332536337857287e-06,
      "loss": 0.5605,
      "step": 131088
    },
    {
      "epoch": 5.36919926274831,
      "grad_norm": 1.372466552459502,
      "learning_rate": 8.331464495009327e-06,
      "loss": 0.44,
      "step": 131089
    },
    {
      "epoch": 5.369240221175507,
      "grad_norm": 0.7469947644591373,
      "learning_rate": 8.33039271913401e-06,
      "loss": 0.162,
      "step": 131090
    },
    {
      "epoch": 5.369281179602703,
      "grad_norm": 1.4286493246522993,
      "learning_rate": 8.32932101023187e-06,
      "loss": 0.4883,
      "step": 131091
    },
    {
      "epoch": 5.3693221380299,
      "grad_norm": 0.7348389645064686,
      "learning_rate": 8.328249368303409e-06,
      "loss": 0.1176,
      "step": 131092
    },
    {
      "epoch": 5.369363096457096,
      "grad_norm": 2.087565116562287,
      "learning_rate": 8.327177793349105e-06,
      "loss": 0.8198,
      "step": 131093
    },
    {
      "epoch": 5.369404054884292,
      "grad_norm": 1.0358225788375228,
      "learning_rate": 8.326106285369528e-06,
      "loss": 0.2173,
      "step": 131094
    },
    {
      "epoch": 5.369445013311489,
      "grad_norm": 0.8643250046705628,
      "learning_rate": 8.325034844365124e-06,
      "loss": 0.1614,
      "step": 131095
    },
    {
      "epoch": 5.369485971738685,
      "grad_norm": 0.8584970378644601,
      "learning_rate": 8.323963470336414e-06,
      "loss": 0.1446,
      "step": 131096
    },
    {
      "epoch": 5.369526930165882,
      "grad_norm": 1.487301957906633,
      "learning_rate": 8.322892163283945e-06,
      "loss": 0.4791,
      "step": 131097
    },
    {
      "epoch": 5.369567888593078,
      "grad_norm": 1.6642552387397291,
      "learning_rate": 8.32182092320815e-06,
      "loss": 0.6875,
      "step": 131098
    },
    {
      "epoch": 5.369608847020275,
      "grad_norm": 1.5795363515537428,
      "learning_rate": 8.320749750109612e-06,
      "loss": 0.4796,
      "step": 131099
    },
    {
      "epoch": 5.369649805447471,
      "grad_norm": 1.8988888874957448,
      "learning_rate": 8.319678643988781e-06,
      "loss": 0.4751,
      "step": 131100
    },
    {
      "epoch": 5.369690763874667,
      "grad_norm": 1.7038131831962835,
      "learning_rate": 8.31860760484619e-06,
      "loss": 0.5181,
      "step": 131101
    },
    {
      "epoch": 5.3697317223018635,
      "grad_norm": 1.66385466190991,
      "learning_rate": 8.317536632682354e-06,
      "loss": 0.4515,
      "step": 131102
    },
    {
      "epoch": 5.36977268072906,
      "grad_norm": 1.3516136485921524,
      "learning_rate": 8.316465727497757e-06,
      "loss": 0.4532,
      "step": 131103
    },
    {
      "epoch": 5.3698136391562565,
      "grad_norm": 1.2087475752223402,
      "learning_rate": 8.315394889292899e-06,
      "loss": 0.3449,
      "step": 131104
    },
    {
      "epoch": 5.369854597583453,
      "grad_norm": 1.585518222781623,
      "learning_rate": 8.314324118068327e-06,
      "loss": 0.4854,
      "step": 131105
    },
    {
      "epoch": 5.36989555601065,
      "grad_norm": 0.9023716788165349,
      "learning_rate": 8.313253413824494e-06,
      "loss": 0.2426,
      "step": 131106
    },
    {
      "epoch": 5.369936514437845,
      "grad_norm": 2.3213965054985737,
      "learning_rate": 8.312182776561965e-06,
      "loss": 1.0326,
      "step": 131107
    },
    {
      "epoch": 5.369977472865042,
      "grad_norm": 1.2997170660473008,
      "learning_rate": 8.31111220628119e-06,
      "loss": 0.3159,
      "step": 131108
    },
    {
      "epoch": 5.370018431292238,
      "grad_norm": 1.6391454628352022,
      "learning_rate": 8.310041702982684e-06,
      "loss": 0.4949,
      "step": 131109
    },
    {
      "epoch": 5.370059389719435,
      "grad_norm": 1.946922560557095,
      "learning_rate": 8.308971266667014e-06,
      "loss": 0.9288,
      "step": 131110
    },
    {
      "epoch": 5.370100348146631,
      "grad_norm": 1.6688380137899341,
      "learning_rate": 8.307900897334596e-06,
      "loss": 0.6161,
      "step": 131111
    },
    {
      "epoch": 5.370141306573828,
      "grad_norm": 1.8854576353160726,
      "learning_rate": 8.306830594985997e-06,
      "loss": 0.714,
      "step": 131112
    },
    {
      "epoch": 5.370182265001024,
      "grad_norm": 1.5356074060503173,
      "learning_rate": 8.305760359621715e-06,
      "loss": 0.2736,
      "step": 131113
    },
    {
      "epoch": 5.37022322342822,
      "grad_norm": 1.5702896145216625,
      "learning_rate": 8.304690191242236e-06,
      "loss": 0.5151,
      "step": 131114
    },
    {
      "epoch": 5.370264181855417,
      "grad_norm": 1.596197094138105,
      "learning_rate": 8.303620089848106e-06,
      "loss": 0.418,
      "step": 131115
    },
    {
      "epoch": 5.370305140282613,
      "grad_norm": 0.8696316035494257,
      "learning_rate": 8.30255005543976e-06,
      "loss": 0.2551,
      "step": 131116
    },
    {
      "epoch": 5.37034609870981,
      "grad_norm": 0.7379143334069577,
      "learning_rate": 8.301480088017764e-06,
      "loss": 0.1668,
      "step": 131117
    },
    {
      "epoch": 5.370387057137006,
      "grad_norm": 1.388633798516706,
      "learning_rate": 8.300410187582617e-06,
      "loss": 0.4451,
      "step": 131118
    },
    {
      "epoch": 5.370428015564203,
      "grad_norm": 0.9063211647229866,
      "learning_rate": 8.299340354134787e-06,
      "loss": 0.2279,
      "step": 131119
    },
    {
      "epoch": 5.370468973991398,
      "grad_norm": 1.2771064215173293,
      "learning_rate": 8.298270587674821e-06,
      "loss": 0.4816,
      "step": 131120
    },
    {
      "epoch": 5.370509932418595,
      "grad_norm": 1.3703766214482869,
      "learning_rate": 8.29720088820322e-06,
      "loss": 0.5019,
      "step": 131121
    },
    {
      "epoch": 5.3705508908457915,
      "grad_norm": 1.413645074873492,
      "learning_rate": 8.296131255720468e-06,
      "loss": 0.4175,
      "step": 131122
    },
    {
      "epoch": 5.370591849272988,
      "grad_norm": 0.8877735290895987,
      "learning_rate": 8.295061690227096e-06,
      "loss": 0.1903,
      "step": 131123
    },
    {
      "epoch": 5.370632807700185,
      "grad_norm": 0.8009239183825242,
      "learning_rate": 8.293992191723587e-06,
      "loss": 0.1518,
      "step": 131124
    },
    {
      "epoch": 5.370673766127381,
      "grad_norm": 1.5881547681847736,
      "learning_rate": 8.29292276021044e-06,
      "loss": 0.6055,
      "step": 131125
    },
    {
      "epoch": 5.370714724554577,
      "grad_norm": 0.8578910980035352,
      "learning_rate": 8.291853395688208e-06,
      "loss": 0.1872,
      "step": 131126
    },
    {
      "epoch": 5.370755682981773,
      "grad_norm": 1.2230831821647907,
      "learning_rate": 8.290784098157339e-06,
      "loss": 0.3769,
      "step": 131127
    },
    {
      "epoch": 5.37079664140897,
      "grad_norm": 1.4929272794091213,
      "learning_rate": 8.289714867618363e-06,
      "loss": 0.5451,
      "step": 131128
    },
    {
      "epoch": 5.370837599836166,
      "grad_norm": 1.4856435238303756,
      "learning_rate": 8.288645704071816e-06,
      "loss": 0.4267,
      "step": 131129
    },
    {
      "epoch": 5.370878558263363,
      "grad_norm": 1.3301724197102343,
      "learning_rate": 8.287576607518148e-06,
      "loss": 0.2972,
      "step": 131130
    },
    {
      "epoch": 5.3709195166905594,
      "grad_norm": 1.3496808246068643,
      "learning_rate": 8.286507577957907e-06,
      "loss": 0.3165,
      "step": 131131
    },
    {
      "epoch": 5.370960475117755,
      "grad_norm": 1.6768393871004936,
      "learning_rate": 8.28543861539156e-06,
      "loss": 0.5966,
      "step": 131132
    },
    {
      "epoch": 5.371001433544952,
      "grad_norm": 1.7450260144356318,
      "learning_rate": 8.284369719819639e-06,
      "loss": 0.4984,
      "step": 131133
    },
    {
      "epoch": 5.371042391972148,
      "grad_norm": 0.9165684997826818,
      "learning_rate": 8.283300891242677e-06,
      "loss": 0.2109,
      "step": 131134
    },
    {
      "epoch": 5.371083350399345,
      "grad_norm": 1.661422920383234,
      "learning_rate": 8.28223212966111e-06,
      "loss": 0.7313,
      "step": 131135
    },
    {
      "epoch": 5.371124308826541,
      "grad_norm": 1.6679969340095726,
      "learning_rate": 8.2811634350755e-06,
      "loss": 0.6548,
      "step": 131136
    },
    {
      "epoch": 5.371165267253738,
      "grad_norm": 1.0542873417244158,
      "learning_rate": 8.280094807486315e-06,
      "loss": 0.246,
      "step": 131137
    },
    {
      "epoch": 5.371206225680934,
      "grad_norm": 1.3737160093986944,
      "learning_rate": 8.279026246894088e-06,
      "loss": 0.4625,
      "step": 131138
    },
    {
      "epoch": 5.37124718410813,
      "grad_norm": 1.9122965229944453,
      "learning_rate": 8.277957753299319e-06,
      "loss": 0.7442,
      "step": 131139
    },
    {
      "epoch": 5.3712881425353265,
      "grad_norm": 1.2001548326782345,
      "learning_rate": 8.276889326702507e-06,
      "loss": 0.2983,
      "step": 131140
    },
    {
      "epoch": 5.371329100962523,
      "grad_norm": 1.4669502642924028,
      "learning_rate": 8.275820967104136e-06,
      "loss": 0.4575,
      "step": 131141
    },
    {
      "epoch": 5.37137005938972,
      "grad_norm": 1.0923933370610117,
      "learning_rate": 8.27475267450477e-06,
      "loss": 0.3154,
      "step": 131142
    },
    {
      "epoch": 5.371411017816916,
      "grad_norm": 1.7762507140885964,
      "learning_rate": 8.273684448904844e-06,
      "loss": 0.6265,
      "step": 131143
    },
    {
      "epoch": 5.371451976244113,
      "grad_norm": 1.5497163092714097,
      "learning_rate": 8.272616290304923e-06,
      "loss": 0.5523,
      "step": 131144
    },
    {
      "epoch": 5.371492934671308,
      "grad_norm": 1.555472884552238,
      "learning_rate": 8.271548198705491e-06,
      "loss": 0.4386,
      "step": 131145
    },
    {
      "epoch": 5.371533893098505,
      "grad_norm": 1.2623727660697608,
      "learning_rate": 8.270480174107014e-06,
      "loss": 0.4242,
      "step": 131146
    },
    {
      "epoch": 5.371574851525701,
      "grad_norm": 1.4923572792431623,
      "learning_rate": 8.269412216510041e-06,
      "loss": 0.5025,
      "step": 131147
    },
    {
      "epoch": 5.371615809952898,
      "grad_norm": 1.6984817278075177,
      "learning_rate": 8.268344325915072e-06,
      "loss": 0.4338,
      "step": 131148
    },
    {
      "epoch": 5.371656768380094,
      "grad_norm": 0.8154304830254063,
      "learning_rate": 8.26727650232259e-06,
      "loss": 0.1718,
      "step": 131149
    },
    {
      "epoch": 5.371697726807291,
      "grad_norm": 5.17935432929546,
      "learning_rate": 8.266208745733144e-06,
      "loss": 2.9393,
      "step": 131150
    },
    {
      "epoch": 5.371738685234487,
      "grad_norm": 1.6098702898544346,
      "learning_rate": 8.265141056147184e-06,
      "loss": 0.5145,
      "step": 131151
    },
    {
      "epoch": 5.371779643661683,
      "grad_norm": 1.4244207742134944,
      "learning_rate": 8.264073433565244e-06,
      "loss": 0.4376,
      "step": 131152
    },
    {
      "epoch": 5.37182060208888,
      "grad_norm": 1.5465170267936472,
      "learning_rate": 8.263005877987838e-06,
      "loss": 0.4485,
      "step": 131153
    },
    {
      "epoch": 5.371861560516076,
      "grad_norm": 2.6167694411386804,
      "learning_rate": 8.261938389415451e-06,
      "loss": 1.7005,
      "step": 131154
    },
    {
      "epoch": 5.371902518943273,
      "grad_norm": 1.3294672262847105,
      "learning_rate": 8.260870967848582e-06,
      "loss": 0.3317,
      "step": 131155
    },
    {
      "epoch": 5.371943477370469,
      "grad_norm": 0.4635466863116915,
      "learning_rate": 8.25980361328778e-06,
      "loss": 0.0613,
      "step": 131156
    },
    {
      "epoch": 5.371984435797666,
      "grad_norm": 0.8847633744804195,
      "learning_rate": 8.258736325733496e-06,
      "loss": 0.1908,
      "step": 131157
    },
    {
      "epoch": 5.3720253942248615,
      "grad_norm": 1.3218136641074674,
      "learning_rate": 8.25766910518626e-06,
      "loss": 0.3397,
      "step": 131158
    },
    {
      "epoch": 5.372066352652058,
      "grad_norm": 2.109645704411913,
      "learning_rate": 8.256601951646574e-06,
      "loss": 0.6012,
      "step": 131159
    },
    {
      "epoch": 5.3721073110792545,
      "grad_norm": 0.4216449426027199,
      "learning_rate": 8.255534865114938e-06,
      "loss": 0.0304,
      "step": 131160
    },
    {
      "epoch": 5.372148269506451,
      "grad_norm": 1.617084342122477,
      "learning_rate": 8.254467845591866e-06,
      "loss": 0.4751,
      "step": 131161
    },
    {
      "epoch": 5.372189227933648,
      "grad_norm": 1.6469481555219223,
      "learning_rate": 8.253400893077844e-06,
      "loss": 0.5196,
      "step": 131162
    },
    {
      "epoch": 5.372230186360844,
      "grad_norm": 1.7168875867454292,
      "learning_rate": 8.252334007573418e-06,
      "loss": 0.6082,
      "step": 131163
    },
    {
      "epoch": 5.37227114478804,
      "grad_norm": 1.3945165990273007,
      "learning_rate": 8.251267189079041e-06,
      "loss": 0.4257,
      "step": 131164
    },
    {
      "epoch": 5.372312103215236,
      "grad_norm": 1.4589305331641087,
      "learning_rate": 8.250200437595228e-06,
      "loss": 0.531,
      "step": 131165
    },
    {
      "epoch": 5.372353061642433,
      "grad_norm": 1.4690553689151238,
      "learning_rate": 8.249133753122527e-06,
      "loss": 0.3652,
      "step": 131166
    },
    {
      "epoch": 5.372394020069629,
      "grad_norm": 4.00608732905504,
      "learning_rate": 8.248067135661374e-06,
      "loss": 0.538,
      "step": 131167
    },
    {
      "epoch": 5.372434978496826,
      "grad_norm": 1.4466648406559572,
      "learning_rate": 8.247000585212332e-06,
      "loss": 0.433,
      "step": 131168
    },
    {
      "epoch": 5.3724759369240225,
      "grad_norm": 0.821247678628584,
      "learning_rate": 8.245934101775886e-06,
      "loss": 0.1927,
      "step": 131169
    },
    {
      "epoch": 5.372516895351218,
      "grad_norm": 1.2428190423013488,
      "learning_rate": 8.244867685352519e-06,
      "loss": 0.3476,
      "step": 131170
    },
    {
      "epoch": 5.372557853778415,
      "grad_norm": 0.9832508365010932,
      "learning_rate": 8.243801335942779e-06,
      "loss": 0.2267,
      "step": 131171
    },
    {
      "epoch": 5.372598812205611,
      "grad_norm": 1.0674434107957418,
      "learning_rate": 8.242735053547116e-06,
      "loss": 0.2386,
      "step": 131172
    },
    {
      "epoch": 5.372639770632808,
      "grad_norm": 1.1753379445763579,
      "learning_rate": 8.241668838166066e-06,
      "loss": 0.1931,
      "step": 131173
    },
    {
      "epoch": 5.372680729060004,
      "grad_norm": 1.47071216616473,
      "learning_rate": 8.240602689800158e-06,
      "loss": 0.5142,
      "step": 131174
    },
    {
      "epoch": 5.372721687487201,
      "grad_norm": 1.4940104162298748,
      "learning_rate": 8.239536608449826e-06,
      "loss": 0.4791,
      "step": 131175
    },
    {
      "epoch": 5.372762645914397,
      "grad_norm": 1.3757956200614625,
      "learning_rate": 8.238470594115637e-06,
      "loss": 0.5035,
      "step": 131176
    },
    {
      "epoch": 5.372803604341593,
      "grad_norm": 0.8084169315036367,
      "learning_rate": 8.237404646798073e-06,
      "loss": 0.1891,
      "step": 131177
    },
    {
      "epoch": 5.3728445627687895,
      "grad_norm": 1.5972183064591408,
      "learning_rate": 8.236338766497636e-06,
      "loss": 0.6041,
      "step": 131178
    },
    {
      "epoch": 5.372885521195986,
      "grad_norm": 1.1975908589715851,
      "learning_rate": 8.235272953214855e-06,
      "loss": 0.2778,
      "step": 131179
    },
    {
      "epoch": 5.372926479623183,
      "grad_norm": 1.6171566345243558,
      "learning_rate": 8.234207206950167e-06,
      "loss": 0.6068,
      "step": 131180
    },
    {
      "epoch": 5.372967438050379,
      "grad_norm": 1.5392860005747957,
      "learning_rate": 8.233141527704135e-06,
      "loss": 0.5333,
      "step": 131181
    },
    {
      "epoch": 5.373008396477576,
      "grad_norm": 1.6815624615632494,
      "learning_rate": 8.232075915477277e-06,
      "loss": 0.5532,
      "step": 131182
    },
    {
      "epoch": 5.373049354904771,
      "grad_norm": 1.3472757248600085,
      "learning_rate": 8.231010370270025e-06,
      "loss": 0.3495,
      "step": 131183
    },
    {
      "epoch": 5.373090313331968,
      "grad_norm": 1.661098684971028,
      "learning_rate": 8.22994489208293e-06,
      "loss": 0.3864,
      "step": 131184
    },
    {
      "epoch": 5.373131271759164,
      "grad_norm": 1.485228797422049,
      "learning_rate": 8.228879480916523e-06,
      "loss": 0.5142,
      "step": 131185
    },
    {
      "epoch": 5.373172230186361,
      "grad_norm": 0.7886908603353144,
      "learning_rate": 8.227814136771255e-06,
      "loss": 0.2081,
      "step": 131186
    },
    {
      "epoch": 5.3732131886135575,
      "grad_norm": 1.374482720261235,
      "learning_rate": 8.226748859647658e-06,
      "loss": 0.4166,
      "step": 131187
    },
    {
      "epoch": 5.373254147040754,
      "grad_norm": 0.9490078476074185,
      "learning_rate": 8.225683649546216e-06,
      "loss": 0.1864,
      "step": 131188
    },
    {
      "epoch": 5.37329510546795,
      "grad_norm": 1.157283234147907,
      "learning_rate": 8.224618506467428e-06,
      "loss": 0.2837,
      "step": 131189
    },
    {
      "epoch": 5.373336063895146,
      "grad_norm": 1.4902956905850142,
      "learning_rate": 8.22355343041186e-06,
      "loss": 0.4631,
      "step": 131190
    },
    {
      "epoch": 5.373377022322343,
      "grad_norm": 1.4097277100373387,
      "learning_rate": 8.22248842137993e-06,
      "loss": 0.5134,
      "step": 131191
    },
    {
      "epoch": 5.373417980749539,
      "grad_norm": 0.43061369098461855,
      "learning_rate": 8.221423479372186e-06,
      "loss": 0.047,
      "step": 131192
    },
    {
      "epoch": 5.373458939176736,
      "grad_norm": 2.283633148618516,
      "learning_rate": 8.220358604389143e-06,
      "loss": 0.8743,
      "step": 131193
    },
    {
      "epoch": 5.373499897603932,
      "grad_norm": 1.6637412244468863,
      "learning_rate": 8.21929379643127e-06,
      "loss": 0.5467,
      "step": 131194
    },
    {
      "epoch": 5.373540856031129,
      "grad_norm": 2.2592248753467548,
      "learning_rate": 8.218229055499115e-06,
      "loss": 1.0964,
      "step": 131195
    },
    {
      "epoch": 5.3735818144583245,
      "grad_norm": 1.471074214625923,
      "learning_rate": 8.217164381593128e-06,
      "loss": 0.4359,
      "step": 131196
    },
    {
      "epoch": 5.373622772885521,
      "grad_norm": 2.0625053712190025,
      "learning_rate": 8.216099774713825e-06,
      "loss": 0.9365,
      "step": 131197
    },
    {
      "epoch": 5.373663731312718,
      "grad_norm": 0.927122957022582,
      "learning_rate": 8.215035234861756e-06,
      "loss": 0.171,
      "step": 131198
    },
    {
      "epoch": 5.373704689739914,
      "grad_norm": 1.7628688940206714,
      "learning_rate": 8.21397076203737e-06,
      "loss": 0.547,
      "step": 131199
    },
    {
      "epoch": 5.373745648167111,
      "grad_norm": 1.6395111312054884,
      "learning_rate": 8.2129063562412e-06,
      "loss": 0.4929,
      "step": 131200
    },
    {
      "epoch": 5.373786606594307,
      "grad_norm": 1.780751950441936,
      "learning_rate": 8.211842017473746e-06,
      "loss": 0.5999,
      "step": 131201
    },
    {
      "epoch": 5.373827565021503,
      "grad_norm": 1.2303418401205892,
      "learning_rate": 8.210777745735493e-06,
      "loss": 0.3191,
      "step": 131202
    },
    {
      "epoch": 5.373868523448699,
      "grad_norm": 1.2784563316966415,
      "learning_rate": 8.209713541026968e-06,
      "loss": 0.2876,
      "step": 131203
    },
    {
      "epoch": 5.373909481875896,
      "grad_norm": 2.7649718704691524,
      "learning_rate": 8.20864940334866e-06,
      "loss": 0.7731,
      "step": 131204
    },
    {
      "epoch": 5.373950440303092,
      "grad_norm": 1.811515420758036,
      "learning_rate": 8.207585332701067e-06,
      "loss": 0.502,
      "step": 131205
    },
    {
      "epoch": 5.373991398730289,
      "grad_norm": 0.6906171203377047,
      "learning_rate": 8.206521329084703e-06,
      "loss": 0.0962,
      "step": 131206
    },
    {
      "epoch": 5.3740323571574855,
      "grad_norm": 1.401226306224141,
      "learning_rate": 8.20545739250007e-06,
      "loss": 0.414,
      "step": 131207
    },
    {
      "epoch": 5.374073315584681,
      "grad_norm": 1.7379252323406624,
      "learning_rate": 8.204393522947684e-06,
      "loss": 0.6035,
      "step": 131208
    },
    {
      "epoch": 5.374114274011878,
      "grad_norm": 1.3354692276578484,
      "learning_rate": 8.20332972042801e-06,
      "loss": 0.2129,
      "step": 131209
    },
    {
      "epoch": 5.374155232439074,
      "grad_norm": 1.531522703751273,
      "learning_rate": 8.202265984941563e-06,
      "loss": 0.4213,
      "step": 131210
    },
    {
      "epoch": 5.374196190866271,
      "grad_norm": 1.5029285692116439,
      "learning_rate": 8.201202316488898e-06,
      "loss": 0.5138,
      "step": 131211
    },
    {
      "epoch": 5.374237149293467,
      "grad_norm": 0.830328365515699,
      "learning_rate": 8.200138715070442e-06,
      "loss": 0.2026,
      "step": 131212
    },
    {
      "epoch": 5.374278107720664,
      "grad_norm": 2.0732472246921465,
      "learning_rate": 8.199075180686731e-06,
      "loss": 0.4735,
      "step": 131213
    },
    {
      "epoch": 5.37431906614786,
      "grad_norm": 1.5284112492858302,
      "learning_rate": 8.198011713338299e-06,
      "loss": 0.4739,
      "step": 131214
    },
    {
      "epoch": 5.374360024575056,
      "grad_norm": 1.608313792709861,
      "learning_rate": 8.196948313025592e-06,
      "loss": 0.4839,
      "step": 131215
    },
    {
      "epoch": 5.3744009830022526,
      "grad_norm": 0.42782472874203625,
      "learning_rate": 8.195884979749163e-06,
      "loss": 0.0331,
      "step": 131216
    },
    {
      "epoch": 5.374441941429449,
      "grad_norm": 2.100227689400062,
      "learning_rate": 8.194821713509491e-06,
      "loss": 0.4887,
      "step": 131217
    },
    {
      "epoch": 5.374482899856646,
      "grad_norm": 0.8881281535251505,
      "learning_rate": 8.193758514307048e-06,
      "loss": 0.1878,
      "step": 131218
    },
    {
      "epoch": 5.374523858283842,
      "grad_norm": 1.5831031404811775,
      "learning_rate": 8.192695382142379e-06,
      "loss": 0.435,
      "step": 131219
    },
    {
      "epoch": 5.374564816711039,
      "grad_norm": 0.9772728592416479,
      "learning_rate": 8.191632317015984e-06,
      "loss": 0.2289,
      "step": 131220
    },
    {
      "epoch": 5.374605775138234,
      "grad_norm": 1.516820988958542,
      "learning_rate": 8.190569318928348e-06,
      "loss": 0.4444,
      "step": 131221
    },
    {
      "epoch": 5.374646733565431,
      "grad_norm": 0.8147591997514695,
      "learning_rate": 8.189506387880002e-06,
      "loss": 0.1012,
      "step": 131222
    },
    {
      "epoch": 5.374687691992627,
      "grad_norm": 1.7610717404228649,
      "learning_rate": 8.188443523871396e-06,
      "loss": 0.5763,
      "step": 131223
    },
    {
      "epoch": 5.374728650419824,
      "grad_norm": 1.7565078479835854,
      "learning_rate": 8.187380726903081e-06,
      "loss": 0.5874,
      "step": 131224
    },
    {
      "epoch": 5.3747696088470205,
      "grad_norm": 1.6442640604094696,
      "learning_rate": 8.186317996975556e-06,
      "loss": 0.502,
      "step": 131225
    },
    {
      "epoch": 5.374810567274217,
      "grad_norm": 1.4159224984832042,
      "learning_rate": 8.185255334089286e-06,
      "loss": 0.459,
      "step": 131226
    },
    {
      "epoch": 5.374851525701413,
      "grad_norm": 1.4712252205007188,
      "learning_rate": 8.184192738244804e-06,
      "loss": 0.4625,
      "step": 131227
    },
    {
      "epoch": 5.374892484128609,
      "grad_norm": 0.9723022164076519,
      "learning_rate": 8.183130209442628e-06,
      "loss": 0.2012,
      "step": 131228
    },
    {
      "epoch": 5.374933442555806,
      "grad_norm": 1.4980136140204647,
      "learning_rate": 8.182067747683208e-06,
      "loss": 0.4949,
      "step": 131229
    },
    {
      "epoch": 5.374974400983002,
      "grad_norm": 0.9649869768645907,
      "learning_rate": 8.181005352967107e-06,
      "loss": 0.1697,
      "step": 131230
    },
    {
      "epoch": 5.375015359410199,
      "grad_norm": 1.0851100574000323,
      "learning_rate": 8.179943025294778e-06,
      "loss": 0.1906,
      "step": 131231
    },
    {
      "epoch": 5.375056317837395,
      "grad_norm": 1.6440873031699939,
      "learning_rate": 8.178880764666734e-06,
      "loss": 0.5021,
      "step": 131232
    },
    {
      "epoch": 5.375097276264592,
      "grad_norm": 1.304392403210071,
      "learning_rate": 8.17781857108351e-06,
      "loss": 0.34,
      "step": 131233
    },
    {
      "epoch": 5.3751382346917875,
      "grad_norm": 1.8131083911140666,
      "learning_rate": 8.176756444545573e-06,
      "loss": 0.8143,
      "step": 131234
    },
    {
      "epoch": 5.375179193118984,
      "grad_norm": 1.119087040301345,
      "learning_rate": 8.175694385053455e-06,
      "loss": 0.2165,
      "step": 131235
    },
    {
      "epoch": 5.375220151546181,
      "grad_norm": 0.8542916044043031,
      "learning_rate": 8.174632392607605e-06,
      "loss": 0.2135,
      "step": 131236
    },
    {
      "epoch": 5.375261109973377,
      "grad_norm": 1.3398296596543955,
      "learning_rate": 8.173570467208573e-06,
      "loss": 0.3417,
      "step": 131237
    },
    {
      "epoch": 5.375302068400574,
      "grad_norm": 1.44899071001408,
      "learning_rate": 8.17250860885686e-06,
      "loss": 0.414,
      "step": 131238
    },
    {
      "epoch": 5.37534302682777,
      "grad_norm": 1.444164065865666,
      "learning_rate": 8.17144681755293e-06,
      "loss": 0.3335,
      "step": 131239
    },
    {
      "epoch": 5.375383985254966,
      "grad_norm": 1.5664105432234334,
      "learning_rate": 8.170385093297316e-06,
      "loss": 0.4179,
      "step": 131240
    },
    {
      "epoch": 5.375424943682162,
      "grad_norm": 1.3550596390517424,
      "learning_rate": 8.169323436090537e-06,
      "loss": 0.3997,
      "step": 131241
    },
    {
      "epoch": 5.375465902109359,
      "grad_norm": 1.1901181184438134,
      "learning_rate": 8.168261845933039e-06,
      "loss": 0.3325,
      "step": 131242
    },
    {
      "epoch": 5.3755068605365555,
      "grad_norm": 1.8778840415541032,
      "learning_rate": 8.16720032282539e-06,
      "loss": 0.6443,
      "step": 131243
    },
    {
      "epoch": 5.375547818963752,
      "grad_norm": 1.2565223126384244,
      "learning_rate": 8.166138866768041e-06,
      "loss": 0.2624,
      "step": 131244
    },
    {
      "epoch": 5.3755887773909485,
      "grad_norm": 0.6967069350829695,
      "learning_rate": 8.165077477761505e-06,
      "loss": 0.0621,
      "step": 131245
    },
    {
      "epoch": 5.375629735818144,
      "grad_norm": 1.8470460096103312,
      "learning_rate": 8.164016155806302e-06,
      "loss": 0.7256,
      "step": 131246
    },
    {
      "epoch": 5.375670694245341,
      "grad_norm": 1.4907878756553012,
      "learning_rate": 8.162954900902913e-06,
      "loss": 0.4486,
      "step": 131247
    },
    {
      "epoch": 5.375711652672537,
      "grad_norm": 1.4710319771105305,
      "learning_rate": 8.161893713051854e-06,
      "loss": 0.5542,
      "step": 131248
    },
    {
      "epoch": 5.375752611099734,
      "grad_norm": 1.6021142856628017,
      "learning_rate": 8.160832592253625e-06,
      "loss": 0.4997,
      "step": 131249
    },
    {
      "epoch": 5.37579356952693,
      "grad_norm": 0.8858966028371996,
      "learning_rate": 8.159771538508708e-06,
      "loss": 0.183,
      "step": 131250
    },
    {
      "epoch": 5.375834527954127,
      "grad_norm": 1.540920589498128,
      "learning_rate": 8.158710551817655e-06,
      "loss": 0.501,
      "step": 131251
    },
    {
      "epoch": 5.375875486381323,
      "grad_norm": 0.7843239520546361,
      "learning_rate": 8.157649632180896e-06,
      "loss": 0.1354,
      "step": 131252
    },
    {
      "epoch": 5.375916444808519,
      "grad_norm": 1.5985099417307405,
      "learning_rate": 8.156588779598967e-06,
      "loss": 0.4791,
      "step": 131253
    },
    {
      "epoch": 5.375957403235716,
      "grad_norm": 1.5086968495526123,
      "learning_rate": 8.155527994072414e-06,
      "loss": 0.5306,
      "step": 131254
    },
    {
      "epoch": 5.375998361662912,
      "grad_norm": 1.6294454426509912,
      "learning_rate": 8.154467275601656e-06,
      "loss": 0.5108,
      "step": 131255
    },
    {
      "epoch": 5.376039320090109,
      "grad_norm": 1.4709893586123235,
      "learning_rate": 8.153406624187243e-06,
      "loss": 0.3513,
      "step": 131256
    },
    {
      "epoch": 5.376080278517305,
      "grad_norm": 1.3515122342753745,
      "learning_rate": 8.152346039829689e-06,
      "loss": 0.3729,
      "step": 131257
    },
    {
      "epoch": 5.376121236944502,
      "grad_norm": 1.5123259531791897,
      "learning_rate": 8.151285522529443e-06,
      "loss": 0.5723,
      "step": 131258
    },
    {
      "epoch": 5.376162195371697,
      "grad_norm": 1.7577140354489371,
      "learning_rate": 8.150225072287076e-06,
      "loss": 0.4778,
      "step": 131259
    },
    {
      "epoch": 5.376203153798894,
      "grad_norm": 1.510941885663259,
      "learning_rate": 8.149164689103032e-06,
      "loss": 0.5568,
      "step": 131260
    },
    {
      "epoch": 5.37624411222609,
      "grad_norm": 1.370514060646665,
      "learning_rate": 8.148104372977816e-06,
      "loss": 0.4199,
      "step": 131261
    },
    {
      "epoch": 5.376285070653287,
      "grad_norm": 1.3075130435589646,
      "learning_rate": 8.147044123911973e-06,
      "loss": 0.3158,
      "step": 131262
    },
    {
      "epoch": 5.3763260290804835,
      "grad_norm": 1.5851924478686714,
      "learning_rate": 8.145983941905953e-06,
      "loss": 0.54,
      "step": 131263
    },
    {
      "epoch": 5.37636698750768,
      "grad_norm": 1.4130234699462891,
      "learning_rate": 8.144923826960293e-06,
      "loss": 0.4909,
      "step": 131264
    },
    {
      "epoch": 5.376407945934876,
      "grad_norm": 1.026489995069245,
      "learning_rate": 8.143863779075488e-06,
      "loss": 0.2217,
      "step": 131265
    },
    {
      "epoch": 5.376448904362072,
      "grad_norm": 1.5509905288018313,
      "learning_rate": 8.142803798252007e-06,
      "loss": 0.3046,
      "step": 131266
    },
    {
      "epoch": 5.376489862789269,
      "grad_norm": 1.3613193304805222,
      "learning_rate": 8.141743884490414e-06,
      "loss": 0.306,
      "step": 131267
    },
    {
      "epoch": 5.376530821216465,
      "grad_norm": 1.5440432300562217,
      "learning_rate": 8.140684037791145e-06,
      "loss": 0.4296,
      "step": 131268
    },
    {
      "epoch": 5.376571779643662,
      "grad_norm": 1.5020117635529868,
      "learning_rate": 8.13962425815473e-06,
      "loss": 0.5211,
      "step": 131269
    },
    {
      "epoch": 5.376612738070858,
      "grad_norm": 1.5832905349479869,
      "learning_rate": 8.138564545581689e-06,
      "loss": 0.5589,
      "step": 131270
    },
    {
      "epoch": 5.376653696498055,
      "grad_norm": 1.4141939428199897,
      "learning_rate": 8.137504900072484e-06,
      "loss": 0.4395,
      "step": 131271
    },
    {
      "epoch": 5.376694654925251,
      "grad_norm": 0.7348794295083709,
      "learning_rate": 8.136445321627616e-06,
      "loss": 0.079,
      "step": 131272
    },
    {
      "epoch": 5.376735613352447,
      "grad_norm": 1.1210930266541863,
      "learning_rate": 8.135385810247652e-06,
      "loss": 0.2388,
      "step": 131273
    },
    {
      "epoch": 5.376776571779644,
      "grad_norm": 1.5602633581810068,
      "learning_rate": 8.134326365933008e-06,
      "loss": 0.488,
      "step": 131274
    },
    {
      "epoch": 5.37681753020684,
      "grad_norm": 1.2968750811468162,
      "learning_rate": 8.13326698868425e-06,
      "loss": 0.3771,
      "step": 131275
    },
    {
      "epoch": 5.376858488634037,
      "grad_norm": 1.3570985478724351,
      "learning_rate": 8.132207678501828e-06,
      "loss": 0.3866,
      "step": 131276
    },
    {
      "epoch": 5.376899447061233,
      "grad_norm": 1.5898988518466013,
      "learning_rate": 8.131148435386275e-06,
      "loss": 0.4351,
      "step": 131277
    },
    {
      "epoch": 5.376940405488429,
      "grad_norm": 1.2970343230436774,
      "learning_rate": 8.13008925933809e-06,
      "loss": 0.2538,
      "step": 131278
    },
    {
      "epoch": 5.376981363915625,
      "grad_norm": 1.2100850595600257,
      "learning_rate": 8.129030150357757e-06,
      "loss": 0.355,
      "step": 131279
    },
    {
      "epoch": 5.377022322342822,
      "grad_norm": 1.5273566694687095,
      "learning_rate": 8.127971108445808e-06,
      "loss": 0.4491,
      "step": 131280
    },
    {
      "epoch": 5.3770632807700185,
      "grad_norm": 1.4282856082018693,
      "learning_rate": 8.126912133602693e-06,
      "loss": 0.5099,
      "step": 131281
    },
    {
      "epoch": 5.377104239197215,
      "grad_norm": 1.7255788873426026,
      "learning_rate": 8.125853225828942e-06,
      "loss": 0.5414,
      "step": 131282
    },
    {
      "epoch": 5.377145197624412,
      "grad_norm": 1.7079706711325422,
      "learning_rate": 8.124794385125077e-06,
      "loss": 0.5588,
      "step": 131283
    },
    {
      "epoch": 5.377186156051607,
      "grad_norm": 1.3665644424906338,
      "learning_rate": 8.12373561149156e-06,
      "loss": 0.4432,
      "step": 131284
    },
    {
      "epoch": 5.377227114478804,
      "grad_norm": 1.5797637202276178,
      "learning_rate": 8.122676904928893e-06,
      "loss": 0.6279,
      "step": 131285
    },
    {
      "epoch": 5.377268072906,
      "grad_norm": 1.6736970941558889,
      "learning_rate": 8.121618265437625e-06,
      "loss": 0.5394,
      "step": 131286
    },
    {
      "epoch": 5.377309031333197,
      "grad_norm": 1.6062457796578375,
      "learning_rate": 8.120559693018237e-06,
      "loss": 0.546,
      "step": 131287
    },
    {
      "epoch": 5.377349989760393,
      "grad_norm": 0.8325270200899897,
      "learning_rate": 8.11950118767118e-06,
      "loss": 0.1271,
      "step": 131288
    },
    {
      "epoch": 5.37739094818759,
      "grad_norm": 1.3123122501500786,
      "learning_rate": 8.118442749397003e-06,
      "loss": 0.3415,
      "step": 131289
    },
    {
      "epoch": 5.377431906614786,
      "grad_norm": 1.5256428445523775,
      "learning_rate": 8.117384378196173e-06,
      "loss": 0.5031,
      "step": 131290
    },
    {
      "epoch": 5.377472865041982,
      "grad_norm": 0.9794335721408657,
      "learning_rate": 8.116326074069223e-06,
      "loss": 0.2158,
      "step": 131291
    },
    {
      "epoch": 5.377513823469179,
      "grad_norm": 1.6994994947583748,
      "learning_rate": 8.115267837016654e-06,
      "loss": 0.4585,
      "step": 131292
    },
    {
      "epoch": 5.377554781896375,
      "grad_norm": 1.9283056060135844,
      "learning_rate": 8.114209667038946e-06,
      "loss": 0.6693,
      "step": 131293
    },
    {
      "epoch": 5.377595740323572,
      "grad_norm": 1.4769744511243035,
      "learning_rate": 8.113151564136616e-06,
      "loss": 0.3465,
      "step": 131294
    },
    {
      "epoch": 5.377636698750768,
      "grad_norm": 1.798562099546959,
      "learning_rate": 8.112093528310132e-06,
      "loss": 0.6772,
      "step": 131295
    },
    {
      "epoch": 5.377677657177965,
      "grad_norm": 2.031860051720716,
      "learning_rate": 8.111035559560009e-06,
      "loss": 0.6298,
      "step": 131296
    },
    {
      "epoch": 5.37771861560516,
      "grad_norm": 1.51655330491008,
      "learning_rate": 8.109977657886796e-06,
      "loss": 0.4539,
      "step": 131297
    },
    {
      "epoch": 5.377759574032357,
      "grad_norm": 1.4189566283212998,
      "learning_rate": 8.10891982329091e-06,
      "loss": 0.3029,
      "step": 131298
    },
    {
      "epoch": 5.3778005324595535,
      "grad_norm": 1.522859279963542,
      "learning_rate": 8.107862055772901e-06,
      "loss": 0.5731,
      "step": 131299
    },
    {
      "epoch": 5.37784149088675,
      "grad_norm": 1.6433851333078153,
      "learning_rate": 8.106804355333285e-06,
      "loss": 0.5232,
      "step": 131300
    },
    {
      "epoch": 5.3778824493139465,
      "grad_norm": 1.343334541397028,
      "learning_rate": 8.105746721972527e-06,
      "loss": 0.5087,
      "step": 131301
    },
    {
      "epoch": 5.377923407741143,
      "grad_norm": 0.6059001871856633,
      "learning_rate": 8.104689155691146e-06,
      "loss": 0.0863,
      "step": 131302
    },
    {
      "epoch": 5.377964366168339,
      "grad_norm": 1.1056523918848666,
      "learning_rate": 8.103631656489623e-06,
      "loss": 0.1885,
      "step": 131303
    },
    {
      "epoch": 5.378005324595535,
      "grad_norm": 1.7020046254606411,
      "learning_rate": 8.102574224368458e-06,
      "loss": 0.6327,
      "step": 131304
    },
    {
      "epoch": 5.378046283022732,
      "grad_norm": 1.3517736613894504,
      "learning_rate": 8.101516859328183e-06,
      "loss": 0.4308,
      "step": 131305
    },
    {
      "epoch": 5.378087241449928,
      "grad_norm": 1.9216521627871341,
      "learning_rate": 8.100459561369266e-06,
      "loss": 0.6431,
      "step": 131306
    },
    {
      "epoch": 5.378128199877125,
      "grad_norm": 1.3023884515036377,
      "learning_rate": 8.099402330492238e-06,
      "loss": 0.3135,
      "step": 131307
    },
    {
      "epoch": 5.378169158304321,
      "grad_norm": 1.7565400375476203,
      "learning_rate": 8.098345166697551e-06,
      "loss": 0.6189,
      "step": 131308
    },
    {
      "epoch": 5.378210116731518,
      "grad_norm": 1.3277108441266494,
      "learning_rate": 8.097288069985736e-06,
      "loss": 0.5066,
      "step": 131309
    },
    {
      "epoch": 5.378251075158714,
      "grad_norm": 1.6575717834186383,
      "learning_rate": 8.096231040357293e-06,
      "loss": 0.4886,
      "step": 131310
    },
    {
      "epoch": 5.37829203358591,
      "grad_norm": 1.6809127543178313,
      "learning_rate": 8.095174077812721e-06,
      "loss": 0.6242,
      "step": 131311
    },
    {
      "epoch": 5.378332992013107,
      "grad_norm": 1.7826751461134216,
      "learning_rate": 8.094117182352505e-06,
      "loss": 0.6958,
      "step": 131312
    },
    {
      "epoch": 5.378373950440303,
      "grad_norm": 1.7074097630133458,
      "learning_rate": 8.093060353977177e-06,
      "loss": 0.5356,
      "step": 131313
    },
    {
      "epoch": 5.3784149088675,
      "grad_norm": 1.2921592397746815,
      "learning_rate": 8.092003592687201e-06,
      "loss": 0.3359,
      "step": 131314
    },
    {
      "epoch": 5.378455867294696,
      "grad_norm": 0.9861544420286794,
      "learning_rate": 8.090946898483097e-06,
      "loss": 0.2415,
      "step": 131315
    },
    {
      "epoch": 5.378496825721892,
      "grad_norm": 1.8110580089053072,
      "learning_rate": 8.089890271365363e-06,
      "loss": 0.6411,
      "step": 131316
    },
    {
      "epoch": 5.3785377841490885,
      "grad_norm": 0.6364486999952345,
      "learning_rate": 8.088833711334481e-06,
      "loss": 0.053,
      "step": 131317
    },
    {
      "epoch": 5.378578742576285,
      "grad_norm": 1.7191513763431456,
      "learning_rate": 8.087777218390967e-06,
      "loss": 0.462,
      "step": 131318
    },
    {
      "epoch": 5.3786197010034815,
      "grad_norm": 1.7141197906504628,
      "learning_rate": 8.086720792535323e-06,
      "loss": 0.5923,
      "step": 131319
    },
    {
      "epoch": 5.378660659430678,
      "grad_norm": 1.2374584554978776,
      "learning_rate": 8.08566443376803e-06,
      "loss": 0.4799,
      "step": 131320
    },
    {
      "epoch": 5.378701617857875,
      "grad_norm": 0.9636981812384895,
      "learning_rate": 8.084608142089622e-06,
      "loss": 0.2331,
      "step": 131321
    },
    {
      "epoch": 5.37874257628507,
      "grad_norm": 1.610479769187025,
      "learning_rate": 8.083551917500563e-06,
      "loss": 0.4535,
      "step": 131322
    },
    {
      "epoch": 5.378783534712267,
      "grad_norm": 0.8458550333890823,
      "learning_rate": 8.082495760001373e-06,
      "loss": 0.1618,
      "step": 131323
    },
    {
      "epoch": 5.378824493139463,
      "grad_norm": 0.8862291637589307,
      "learning_rate": 8.081439669592532e-06,
      "loss": 0.2118,
      "step": 131324
    },
    {
      "epoch": 5.37886545156666,
      "grad_norm": 0.7919920395015698,
      "learning_rate": 8.080383646274541e-06,
      "loss": 0.1901,
      "step": 131325
    },
    {
      "epoch": 5.378906409993856,
      "grad_norm": 1.3964924979999398,
      "learning_rate": 8.079327690047948e-06,
      "loss": 0.4098,
      "step": 131326
    },
    {
      "epoch": 5.378947368421053,
      "grad_norm": 2.0692780030648645,
      "learning_rate": 8.078271800913188e-06,
      "loss": 0.7959,
      "step": 131327
    },
    {
      "epoch": 5.3789883268482495,
      "grad_norm": 1.4635843115514893,
      "learning_rate": 8.077215978870777e-06,
      "loss": 0.494,
      "step": 131328
    },
    {
      "epoch": 5.379029285275445,
      "grad_norm": 1.7743518029586856,
      "learning_rate": 8.076160223921247e-06,
      "loss": 0.5815,
      "step": 131329
    },
    {
      "epoch": 5.379070243702642,
      "grad_norm": 1.6999566248457632,
      "learning_rate": 8.075104536065047e-06,
      "loss": 0.5499,
      "step": 131330
    },
    {
      "epoch": 5.379111202129838,
      "grad_norm": 0.6659338067499362,
      "learning_rate": 8.074048915302728e-06,
      "loss": 0.0308,
      "step": 131331
    },
    {
      "epoch": 5.379152160557035,
      "grad_norm": 1.5043084968123355,
      "learning_rate": 8.072993361634755e-06,
      "loss": 0.4816,
      "step": 131332
    },
    {
      "epoch": 5.379193118984231,
      "grad_norm": 1.477923662195213,
      "learning_rate": 8.071937875061612e-06,
      "loss": 0.5066,
      "step": 131333
    },
    {
      "epoch": 5.379234077411428,
      "grad_norm": 1.1093990504357931,
      "learning_rate": 8.070882455583865e-06,
      "loss": 0.234,
      "step": 131334
    },
    {
      "epoch": 5.379275035838623,
      "grad_norm": 0.7978223035237892,
      "learning_rate": 8.069827103201931e-06,
      "loss": 0.1981,
      "step": 131335
    },
    {
      "epoch": 5.37931599426582,
      "grad_norm": 1.333943366761241,
      "learning_rate": 8.068771817916358e-06,
      "loss": 0.4655,
      "step": 131336
    },
    {
      "epoch": 5.3793569526930165,
      "grad_norm": 1.7976025901217272,
      "learning_rate": 8.067716599727647e-06,
      "loss": 0.6143,
      "step": 131337
    },
    {
      "epoch": 5.379397911120213,
      "grad_norm": 1.1776989031712464,
      "learning_rate": 8.066661448636264e-06,
      "loss": 0.1986,
      "step": 131338
    },
    {
      "epoch": 5.37943886954741,
      "grad_norm": 1.0268856156932904,
      "learning_rate": 8.06560636464274e-06,
      "loss": 0.148,
      "step": 131339
    },
    {
      "epoch": 5.379479827974606,
      "grad_norm": 0.9787065080578932,
      "learning_rate": 8.06455134774756e-06,
      "loss": 0.2244,
      "step": 131340
    },
    {
      "epoch": 5.379520786401802,
      "grad_norm": 3.388358751330548,
      "learning_rate": 8.063496397951207e-06,
      "loss": 2.5979,
      "step": 131341
    },
    {
      "epoch": 5.379561744828998,
      "grad_norm": 1.7685976390662868,
      "learning_rate": 8.062441515254231e-06,
      "loss": 0.5446,
      "step": 131342
    },
    {
      "epoch": 5.379602703256195,
      "grad_norm": 1.2159225807228626,
      "learning_rate": 8.061386699657064e-06,
      "loss": 0.3455,
      "step": 131343
    },
    {
      "epoch": 5.379643661683391,
      "grad_norm": 1.5603638274018778,
      "learning_rate": 8.060331951160254e-06,
      "loss": 0.5838,
      "step": 131344
    },
    {
      "epoch": 5.379684620110588,
      "grad_norm": 0.8744966617232165,
      "learning_rate": 8.059277269764269e-06,
      "loss": 0.2021,
      "step": 131345
    },
    {
      "epoch": 5.379725578537784,
      "grad_norm": 1.826730530955157,
      "learning_rate": 8.058222655469626e-06,
      "loss": 0.5435,
      "step": 131346
    },
    {
      "epoch": 5.379766536964981,
      "grad_norm": 1.5065942696878412,
      "learning_rate": 8.05716810827684e-06,
      "loss": 0.4739,
      "step": 131347
    },
    {
      "epoch": 5.379807495392177,
      "grad_norm": 1.5117217318514236,
      "learning_rate": 8.056113628186362e-06,
      "loss": 0.5948,
      "step": 131348
    },
    {
      "epoch": 5.379848453819373,
      "grad_norm": 1.617980843254264,
      "learning_rate": 8.055059215198723e-06,
      "loss": 0.6116,
      "step": 131349
    },
    {
      "epoch": 5.37988941224657,
      "grad_norm": 0.8382859921509949,
      "learning_rate": 8.054004869314424e-06,
      "loss": 0.0948,
      "step": 131350
    },
    {
      "epoch": 5.379930370673766,
      "grad_norm": 1.5926194397399625,
      "learning_rate": 8.052950590533946e-06,
      "loss": 0.4551,
      "step": 131351
    },
    {
      "epoch": 5.379971329100963,
      "grad_norm": 1.9869011193052493,
      "learning_rate": 8.051896378857809e-06,
      "loss": 0.501,
      "step": 131352
    },
    {
      "epoch": 5.380012287528159,
      "grad_norm": 1.85378553413982,
      "learning_rate": 8.050842234286492e-06,
      "loss": 0.633,
      "step": 131353
    },
    {
      "epoch": 5.380053245955355,
      "grad_norm": 1.5290026783248005,
      "learning_rate": 8.04978815682048e-06,
      "loss": 0.4603,
      "step": 131354
    },
    {
      "epoch": 5.3800942043825515,
      "grad_norm": 1.5513993338294185,
      "learning_rate": 8.048734146460322e-06,
      "loss": 0.4698,
      "step": 131355
    },
    {
      "epoch": 5.380135162809748,
      "grad_norm": 1.4767295077921307,
      "learning_rate": 8.04768020320647e-06,
      "loss": 0.3969,
      "step": 131356
    },
    {
      "epoch": 5.3801761212369446,
      "grad_norm": 1.018762984618153,
      "learning_rate": 8.046626327059453e-06,
      "loss": 0.2312,
      "step": 131357
    },
    {
      "epoch": 5.380217079664141,
      "grad_norm": 1.070293301136645,
      "learning_rate": 8.045572518019755e-06,
      "loss": 0.2803,
      "step": 131358
    },
    {
      "epoch": 5.380258038091338,
      "grad_norm": 0.936487447925677,
      "learning_rate": 8.044518776087844e-06,
      "loss": 0.2105,
      "step": 131359
    },
    {
      "epoch": 5.380298996518533,
      "grad_norm": 1.5200559892109102,
      "learning_rate": 8.043465101264252e-06,
      "loss": 0.4965,
      "step": 131360
    },
    {
      "epoch": 5.38033995494573,
      "grad_norm": 1.4117396177972148,
      "learning_rate": 8.042411493549511e-06,
      "loss": 0.5337,
      "step": 131361
    },
    {
      "epoch": 5.380380913372926,
      "grad_norm": 1.7948690872196007,
      "learning_rate": 8.041357952944039e-06,
      "loss": 0.4433,
      "step": 131362
    },
    {
      "epoch": 5.380421871800123,
      "grad_norm": 1.8255352638800217,
      "learning_rate": 8.040304479448384e-06,
      "loss": 0.7233,
      "step": 131363
    },
    {
      "epoch": 5.380462830227319,
      "grad_norm": 1.5717285639143548,
      "learning_rate": 8.039251073063046e-06,
      "loss": 0.6101,
      "step": 131364
    },
    {
      "epoch": 5.380503788654516,
      "grad_norm": 1.2126337942159393,
      "learning_rate": 8.038197733788493e-06,
      "loss": 0.188,
      "step": 131365
    },
    {
      "epoch": 5.3805447470817125,
      "grad_norm": 0.8892529757720408,
      "learning_rate": 8.037144461625272e-06,
      "loss": 0.1935,
      "step": 131366
    },
    {
      "epoch": 5.380585705508908,
      "grad_norm": 1.6047572779094992,
      "learning_rate": 8.036091256573835e-06,
      "loss": 0.4443,
      "step": 131367
    },
    {
      "epoch": 5.380626663936105,
      "grad_norm": 1.2133598994812118,
      "learning_rate": 8.03503811863468e-06,
      "loss": 0.3279,
      "step": 131368
    },
    {
      "epoch": 5.380667622363301,
      "grad_norm": 1.5181598920723698,
      "learning_rate": 8.033985047808356e-06,
      "loss": 0.4533,
      "step": 131369
    },
    {
      "epoch": 5.380708580790498,
      "grad_norm": 0.5976305860723417,
      "learning_rate": 8.032932044095297e-06,
      "loss": 0.1066,
      "step": 131370
    },
    {
      "epoch": 5.380749539217694,
      "grad_norm": 1.7667440689038374,
      "learning_rate": 8.031879107496036e-06,
      "loss": 0.6156,
      "step": 131371
    },
    {
      "epoch": 5.380790497644891,
      "grad_norm": 1.1516952936551565,
      "learning_rate": 8.030826238011073e-06,
      "loss": 0.3483,
      "step": 131372
    },
    {
      "epoch": 5.3808314560720865,
      "grad_norm": 1.7305472235261563,
      "learning_rate": 8.02977343564089e-06,
      "loss": 0.4928,
      "step": 131373
    },
    {
      "epoch": 5.380872414499283,
      "grad_norm": 1.2265766995484895,
      "learning_rate": 8.028720700386004e-06,
      "loss": 0.3441,
      "step": 131374
    },
    {
      "epoch": 5.3809133729264795,
      "grad_norm": 1.0280676593861362,
      "learning_rate": 8.027668032246899e-06,
      "loss": 0.2106,
      "step": 131375
    },
    {
      "epoch": 5.380954331353676,
      "grad_norm": 1.8348586171579533,
      "learning_rate": 8.026615431224053e-06,
      "loss": 0.5412,
      "step": 131376
    },
    {
      "epoch": 5.380995289780873,
      "grad_norm": 1.8484567349544874,
      "learning_rate": 8.025562897318006e-06,
      "loss": 0.682,
      "step": 131377
    },
    {
      "epoch": 5.381036248208069,
      "grad_norm": 1.2924283001078758,
      "learning_rate": 8.024510430529218e-06,
      "loss": 0.3723,
      "step": 131378
    },
    {
      "epoch": 5.381077206635265,
      "grad_norm": 1.5084020795870976,
      "learning_rate": 8.023458030858226e-06,
      "loss": 0.4151,
      "step": 131379
    },
    {
      "epoch": 5.381118165062461,
      "grad_norm": 1.1024076128637574,
      "learning_rate": 8.022405698305495e-06,
      "loss": 0.2225,
      "step": 131380
    },
    {
      "epoch": 5.381159123489658,
      "grad_norm": 1.0584771995927018,
      "learning_rate": 8.021353432871508e-06,
      "loss": 0.239,
      "step": 131381
    },
    {
      "epoch": 5.381200081916854,
      "grad_norm": 1.4069610109123232,
      "learning_rate": 8.020301234556831e-06,
      "loss": 0.3695,
      "step": 131382
    },
    {
      "epoch": 5.381241040344051,
      "grad_norm": 3.257270252922147,
      "learning_rate": 8.01924910336188e-06,
      "loss": 3.0744,
      "step": 131383
    },
    {
      "epoch": 5.3812819987712475,
      "grad_norm": 1.358839569898922,
      "learning_rate": 8.018197039287188e-06,
      "loss": 0.4,
      "step": 131384
    },
    {
      "epoch": 5.381322957198444,
      "grad_norm": 2.3875027831651905,
      "learning_rate": 8.01714504233329e-06,
      "loss": 1.5717,
      "step": 131385
    },
    {
      "epoch": 5.38136391562564,
      "grad_norm": 1.7104542226684296,
      "learning_rate": 8.016093112500616e-06,
      "loss": 0.6322,
      "step": 131386
    },
    {
      "epoch": 5.381404874052836,
      "grad_norm": 1.8647284048805481,
      "learning_rate": 8.015041249789717e-06,
      "loss": 0.8673,
      "step": 131387
    },
    {
      "epoch": 5.381445832480033,
      "grad_norm": 1.7317440961604174,
      "learning_rate": 8.013989454201041e-06,
      "loss": 0.5307,
      "step": 131388
    },
    {
      "epoch": 5.381486790907229,
      "grad_norm": 1.6900434736297187,
      "learning_rate": 8.012937725735107e-06,
      "loss": 0.5135,
      "step": 131389
    },
    {
      "epoch": 5.381527749334426,
      "grad_norm": 1.2422167495778658,
      "learning_rate": 8.011886064392448e-06,
      "loss": 0.3652,
      "step": 131390
    },
    {
      "epoch": 5.381568707761622,
      "grad_norm": 2.3302234032641564,
      "learning_rate": 8.01083447017351e-06,
      "loss": 0.9667,
      "step": 131391
    },
    {
      "epoch": 5.381609666188818,
      "grad_norm": 1.5502961815630922,
      "learning_rate": 8.009782943078813e-06,
      "loss": 0.5123,
      "step": 131392
    },
    {
      "epoch": 5.3816506246160145,
      "grad_norm": 1.4669770342552466,
      "learning_rate": 8.008731483108872e-06,
      "loss": 0.5104,
      "step": 131393
    },
    {
      "epoch": 5.381691583043211,
      "grad_norm": 1.5509922202448088,
      "learning_rate": 8.007680090264135e-06,
      "loss": 0.4608,
      "step": 131394
    },
    {
      "epoch": 5.381732541470408,
      "grad_norm": 1.16279240481785,
      "learning_rate": 8.006628764545152e-06,
      "loss": 0.3011,
      "step": 131395
    },
    {
      "epoch": 5.381773499897604,
      "grad_norm": 1.252304436034311,
      "learning_rate": 8.005577505952377e-06,
      "loss": 0.2979,
      "step": 131396
    },
    {
      "epoch": 5.381814458324801,
      "grad_norm": 1.4615703811027718,
      "learning_rate": 8.00452631448632e-06,
      "loss": 0.4141,
      "step": 131397
    },
    {
      "epoch": 5.381855416751996,
      "grad_norm": 1.5049063600887154,
      "learning_rate": 8.003475190147501e-06,
      "loss": 0.6404,
      "step": 131398
    },
    {
      "epoch": 5.381896375179193,
      "grad_norm": 1.6501850522020747,
      "learning_rate": 8.002424132936385e-06,
      "loss": 0.5224,
      "step": 131399
    },
    {
      "epoch": 5.381937333606389,
      "grad_norm": 1.218255194266848,
      "learning_rate": 8.00137314285349e-06,
      "loss": 0.3672,
      "step": 131400
    },
    {
      "epoch": 5.381978292033586,
      "grad_norm": 0.8586937339046352,
      "learning_rate": 8.000322219899313e-06,
      "loss": 0.1962,
      "step": 131401
    },
    {
      "epoch": 5.3820192504607824,
      "grad_norm": 2.0707703102614623,
      "learning_rate": 7.999271364074323e-06,
      "loss": 0.5053,
      "step": 131402
    },
    {
      "epoch": 5.382060208887979,
      "grad_norm": 1.336876994884294,
      "learning_rate": 7.998220575379066e-06,
      "loss": 0.4388,
      "step": 131403
    },
    {
      "epoch": 5.3821011673151755,
      "grad_norm": 1.5413231039019186,
      "learning_rate": 7.997169853813995e-06,
      "loss": 0.3302,
      "step": 131404
    },
    {
      "epoch": 5.382142125742371,
      "grad_norm": 1.2258811035597592,
      "learning_rate": 7.996119199379607e-06,
      "loss": 0.2114,
      "step": 131405
    },
    {
      "epoch": 5.382183084169568,
      "grad_norm": 1.325013137205355,
      "learning_rate": 7.995068612076438e-06,
      "loss": 0.3509,
      "step": 131406
    },
    {
      "epoch": 5.382224042596764,
      "grad_norm": 1.6771460246285521,
      "learning_rate": 7.994018091904953e-06,
      "loss": 0.5213,
      "step": 131407
    },
    {
      "epoch": 5.382265001023961,
      "grad_norm": 1.6056429815093387,
      "learning_rate": 7.99296763886565e-06,
      "loss": 0.5677,
      "step": 131408
    },
    {
      "epoch": 5.382305959451157,
      "grad_norm": 1.3546109436050475,
      "learning_rate": 7.991917252959046e-06,
      "loss": 0.4224,
      "step": 131409
    },
    {
      "epoch": 5.382346917878354,
      "grad_norm": 1.2727700813938492,
      "learning_rate": 7.990866934185607e-06,
      "loss": 0.3638,
      "step": 131410
    },
    {
      "epoch": 5.3823878763055495,
      "grad_norm": 1.455957697210976,
      "learning_rate": 7.989816682545869e-06,
      "loss": 0.4824,
      "step": 131411
    },
    {
      "epoch": 5.382428834732746,
      "grad_norm": 1.6126628107063643,
      "learning_rate": 7.988766498040278e-06,
      "loss": 0.5142,
      "step": 131412
    },
    {
      "epoch": 5.382469793159943,
      "grad_norm": 1.7183339007474048,
      "learning_rate": 7.987716380669351e-06,
      "loss": 0.6168,
      "step": 131413
    },
    {
      "epoch": 5.382510751587139,
      "grad_norm": 1.1030641434556976,
      "learning_rate": 7.986666330433622e-06,
      "loss": 0.3,
      "step": 131414
    },
    {
      "epoch": 5.382551710014336,
      "grad_norm": 1.1470528945699618,
      "learning_rate": 7.98561634733354e-06,
      "loss": 0.1447,
      "step": 131415
    },
    {
      "epoch": 5.382592668441532,
      "grad_norm": 1.106101317645021,
      "learning_rate": 7.984566431369638e-06,
      "loss": 0.2681,
      "step": 131416
    },
    {
      "epoch": 5.382633626868728,
      "grad_norm": 0.9376631944949968,
      "learning_rate": 7.983516582542365e-06,
      "loss": 0.1184,
      "step": 131417
    },
    {
      "epoch": 5.382674585295924,
      "grad_norm": 2.0364050294978577,
      "learning_rate": 7.982466800852256e-06,
      "loss": 1.0544,
      "step": 131418
    },
    {
      "epoch": 5.382715543723121,
      "grad_norm": 1.967458999352306,
      "learning_rate": 7.981417086299807e-06,
      "loss": 0.6339,
      "step": 131419
    },
    {
      "epoch": 5.382756502150317,
      "grad_norm": 1.0929792791797586,
      "learning_rate": 7.980367438885472e-06,
      "loss": 0.1785,
      "step": 131420
    },
    {
      "epoch": 5.382797460577514,
      "grad_norm": 1.4040009168713479,
      "learning_rate": 7.979317858609795e-06,
      "loss": 0.3623,
      "step": 131421
    },
    {
      "epoch": 5.3828384190047105,
      "grad_norm": 1.5607280282579625,
      "learning_rate": 7.978268345473265e-06,
      "loss": 0.4759,
      "step": 131422
    },
    {
      "epoch": 5.382879377431907,
      "grad_norm": 1.5018070378865023,
      "learning_rate": 7.977218899476362e-06,
      "loss": 0.3725,
      "step": 131423
    },
    {
      "epoch": 5.382920335859103,
      "grad_norm": 1.7423186203095746,
      "learning_rate": 7.976169520619602e-06,
      "loss": 0.5449,
      "step": 131424
    },
    {
      "epoch": 5.382961294286299,
      "grad_norm": 1.6306365270709124,
      "learning_rate": 7.975120208903435e-06,
      "loss": 0.5883,
      "step": 131425
    },
    {
      "epoch": 5.383002252713496,
      "grad_norm": 1.5746949863992106,
      "learning_rate": 7.974070964328411e-06,
      "loss": 0.5236,
      "step": 131426
    },
    {
      "epoch": 5.383043211140692,
      "grad_norm": 0.8017168054042583,
      "learning_rate": 7.973021786895011e-06,
      "loss": 0.1641,
      "step": 131427
    },
    {
      "epoch": 5.383084169567889,
      "grad_norm": 1.7250606541796156,
      "learning_rate": 7.971972676603722e-06,
      "loss": 0.6011,
      "step": 131428
    },
    {
      "epoch": 5.383125127995085,
      "grad_norm": 1.5264899919001524,
      "learning_rate": 7.97092363345504e-06,
      "loss": 0.4484,
      "step": 131429
    },
    {
      "epoch": 5.383166086422281,
      "grad_norm": 1.4551351069593466,
      "learning_rate": 7.969874657449466e-06,
      "loss": 0.3002,
      "step": 131430
    },
    {
      "epoch": 5.3832070448494775,
      "grad_norm": 1.9040414263921466,
      "learning_rate": 7.968825748587482e-06,
      "loss": 0.7089,
      "step": 131431
    },
    {
      "epoch": 5.383248003276674,
      "grad_norm": 1.3501507599896319,
      "learning_rate": 7.967776906869589e-06,
      "loss": 0.3958,
      "step": 131432
    },
    {
      "epoch": 5.383288961703871,
      "grad_norm": 1.6427141809714167,
      "learning_rate": 7.966728132296319e-06,
      "loss": 0.5393,
      "step": 131433
    },
    {
      "epoch": 5.383329920131067,
      "grad_norm": 1.2357519893704183,
      "learning_rate": 7.965679424868121e-06,
      "loss": 0.2542,
      "step": 131434
    },
    {
      "epoch": 5.383370878558264,
      "grad_norm": 1.5733974975505265,
      "learning_rate": 7.964630784585496e-06,
      "loss": 0.53,
      "step": 131435
    },
    {
      "epoch": 5.383411836985459,
      "grad_norm": 1.4399540830417417,
      "learning_rate": 7.963582211448977e-06,
      "loss": 0.4079,
      "step": 131436
    },
    {
      "epoch": 5.383452795412656,
      "grad_norm": 1.5045100453693938,
      "learning_rate": 7.962533705459012e-06,
      "loss": 0.5564,
      "step": 131437
    },
    {
      "epoch": 5.383493753839852,
      "grad_norm": 1.72747625273781,
      "learning_rate": 7.961485266616135e-06,
      "loss": 0.6347,
      "step": 131438
    },
    {
      "epoch": 5.383534712267049,
      "grad_norm": 0.7316036361742568,
      "learning_rate": 7.960436894920813e-06,
      "loss": 0.1632,
      "step": 131439
    },
    {
      "epoch": 5.3835756706942455,
      "grad_norm": 1.3339909717634135,
      "learning_rate": 7.959388590373561e-06,
      "loss": 0.4711,
      "step": 131440
    },
    {
      "epoch": 5.383616629121442,
      "grad_norm": 1.608189430736436,
      "learning_rate": 7.95834035297488e-06,
      "loss": 0.4892,
      "step": 131441
    },
    {
      "epoch": 5.3836575875486385,
      "grad_norm": 0.9183336330102327,
      "learning_rate": 7.957292182725233e-06,
      "loss": 0.2119,
      "step": 131442
    },
    {
      "epoch": 5.383698545975834,
      "grad_norm": 1.9142040176303643,
      "learning_rate": 7.956244079625124e-06,
      "loss": 0.6636,
      "step": 131443
    },
    {
      "epoch": 5.383739504403031,
      "grad_norm": 1.4240618296851901,
      "learning_rate": 7.9551960436751e-06,
      "loss": 0.4482,
      "step": 131444
    },
    {
      "epoch": 5.383780462830227,
      "grad_norm": 1.4117193956617935,
      "learning_rate": 7.954148074875594e-06,
      "loss": 0.4529,
      "step": 131445
    },
    {
      "epoch": 5.383821421257424,
      "grad_norm": 0.47001822296592877,
      "learning_rate": 7.95310017322714e-06,
      "loss": 0.0619,
      "step": 131446
    },
    {
      "epoch": 5.38386237968462,
      "grad_norm": 1.7239205266491127,
      "learning_rate": 7.952052338730187e-06,
      "loss": 0.5923,
      "step": 131447
    },
    {
      "epoch": 5.383903338111817,
      "grad_norm": 1.7496204807345346,
      "learning_rate": 7.951004571385267e-06,
      "loss": 0.7372,
      "step": 131448
    },
    {
      "epoch": 5.3839442965390125,
      "grad_norm": 1.829061771478595,
      "learning_rate": 7.949956871192897e-06,
      "loss": 0.6356,
      "step": 131449
    },
    {
      "epoch": 5.383985254966209,
      "grad_norm": 0.7969360827234924,
      "learning_rate": 7.948909238153527e-06,
      "loss": 0.1625,
      "step": 131450
    },
    {
      "epoch": 5.384026213393406,
      "grad_norm": 1.651243258415625,
      "learning_rate": 7.947861672267674e-06,
      "loss": 0.6111,
      "step": 131451
    },
    {
      "epoch": 5.384067171820602,
      "grad_norm": 1.2955312286272005,
      "learning_rate": 7.94681417353582e-06,
      "loss": 0.2521,
      "step": 131452
    },
    {
      "epoch": 5.384108130247799,
      "grad_norm": 1.8384885545517327,
      "learning_rate": 7.945766741958481e-06,
      "loss": 0.7285,
      "step": 131453
    },
    {
      "epoch": 5.384149088674995,
      "grad_norm": 1.1393995142047257,
      "learning_rate": 7.944719377536141e-06,
      "loss": 0.2099,
      "step": 131454
    },
    {
      "epoch": 5.384190047102191,
      "grad_norm": 1.481182376955213,
      "learning_rate": 7.94367208026928e-06,
      "loss": 0.4097,
      "step": 131455
    },
    {
      "epoch": 5.384231005529387,
      "grad_norm": 2.8603252416817115,
      "learning_rate": 7.942624850158402e-06,
      "loss": 2.0074,
      "step": 131456
    },
    {
      "epoch": 5.384271963956584,
      "grad_norm": 1.5654387885929515,
      "learning_rate": 7.941577687204038e-06,
      "loss": 0.3984,
      "step": 131457
    },
    {
      "epoch": 5.3843129223837805,
      "grad_norm": 1.6939944777144302,
      "learning_rate": 7.940530591406635e-06,
      "loss": 0.4714,
      "step": 131458
    },
    {
      "epoch": 5.384353880810977,
      "grad_norm": 1.5761910201629359,
      "learning_rate": 7.93948356276673e-06,
      "loss": 0.4869,
      "step": 131459
    },
    {
      "epoch": 5.3843948392381735,
      "grad_norm": 1.4086048792152592,
      "learning_rate": 7.938436601284754e-06,
      "loss": 0.3849,
      "step": 131460
    },
    {
      "epoch": 5.38443579766537,
      "grad_norm": 0.9049095667998102,
      "learning_rate": 7.937389706961256e-06,
      "loss": 0.2437,
      "step": 131461
    },
    {
      "epoch": 5.384476756092566,
      "grad_norm": 1.293435766501273,
      "learning_rate": 7.936342879796736e-06,
      "loss": 0.435,
      "step": 131462
    },
    {
      "epoch": 5.384517714519762,
      "grad_norm": 1.3814043024947364,
      "learning_rate": 7.935296119791646e-06,
      "loss": 0.474,
      "step": 131463
    },
    {
      "epoch": 5.384558672946959,
      "grad_norm": 1.5930171104411088,
      "learning_rate": 7.934249426946498e-06,
      "loss": 0.6002,
      "step": 131464
    },
    {
      "epoch": 5.384599631374155,
      "grad_norm": 1.4514613196921486,
      "learning_rate": 7.933202801261829e-06,
      "loss": 0.5682,
      "step": 131465
    },
    {
      "epoch": 5.384640589801352,
      "grad_norm": 1.7578629661195413,
      "learning_rate": 7.932156242738053e-06,
      "loss": 0.5386,
      "step": 131466
    },
    {
      "epoch": 5.384681548228548,
      "grad_norm": 0.5954663340441503,
      "learning_rate": 7.931109751375752e-06,
      "loss": 0.0483,
      "step": 131467
    },
    {
      "epoch": 5.384722506655744,
      "grad_norm": 0.8652704137722756,
      "learning_rate": 7.930063327175345e-06,
      "loss": 0.1995,
      "step": 131468
    },
    {
      "epoch": 5.384763465082941,
      "grad_norm": 1.7144293965987294,
      "learning_rate": 7.92901697013738e-06,
      "loss": 0.6798,
      "step": 131469
    },
    {
      "epoch": 5.384804423510137,
      "grad_norm": 1.2584178152923733,
      "learning_rate": 7.927970680262342e-06,
      "loss": 0.3412,
      "step": 131470
    },
    {
      "epoch": 5.384845381937334,
      "grad_norm": 1.8091042779740365,
      "learning_rate": 7.926924457550694e-06,
      "loss": 0.5711,
      "step": 131471
    },
    {
      "epoch": 5.38488634036453,
      "grad_norm": 1.5422285047260325,
      "learning_rate": 7.925878302002936e-06,
      "loss": 0.4535,
      "step": 131472
    },
    {
      "epoch": 5.384927298791727,
      "grad_norm": 1.0151005796365407,
      "learning_rate": 7.924832213619619e-06,
      "loss": 0.2017,
      "step": 131473
    },
    {
      "epoch": 5.384968257218922,
      "grad_norm": 2.0828846833705112,
      "learning_rate": 7.923786192401176e-06,
      "loss": 0.5941,
      "step": 131474
    },
    {
      "epoch": 5.385009215646119,
      "grad_norm": 1.2596750198679547,
      "learning_rate": 7.922740238348125e-06,
      "loss": 0.4,
      "step": 131475
    },
    {
      "epoch": 5.385050174073315,
      "grad_norm": 1.6997600181981496,
      "learning_rate": 7.92169435146096e-06,
      "loss": 0.492,
      "step": 131476
    },
    {
      "epoch": 5.385091132500512,
      "grad_norm": 1.4127693729908344,
      "learning_rate": 7.920648531740153e-06,
      "loss": 0.4776,
      "step": 131477
    },
    {
      "epoch": 5.3851320909277085,
      "grad_norm": 1.1108503646295813,
      "learning_rate": 7.919602779186252e-06,
      "loss": 0.2472,
      "step": 131478
    },
    {
      "epoch": 5.385173049354905,
      "grad_norm": 1.7888349306157125,
      "learning_rate": 7.918557093799705e-06,
      "loss": 0.4933,
      "step": 131479
    },
    {
      "epoch": 5.385214007782102,
      "grad_norm": 1.3359438792339295,
      "learning_rate": 7.917511475581012e-06,
      "loss": 0.4316,
      "step": 131480
    },
    {
      "epoch": 5.385254966209297,
      "grad_norm": 1.3714070877303692,
      "learning_rate": 7.91646592453069e-06,
      "loss": 0.4714,
      "step": 131481
    },
    {
      "epoch": 5.385295924636494,
      "grad_norm": 1.5070635750663253,
      "learning_rate": 7.915420440649206e-06,
      "loss": 0.4709,
      "step": 131482
    },
    {
      "epoch": 5.38533688306369,
      "grad_norm": 0.8746004095751434,
      "learning_rate": 7.914375023937075e-06,
      "loss": 0.1805,
      "step": 131483
    },
    {
      "epoch": 5.385377841490887,
      "grad_norm": 1.7241360828975638,
      "learning_rate": 7.91332967439478e-06,
      "loss": 0.4039,
      "step": 131484
    },
    {
      "epoch": 5.385418799918083,
      "grad_norm": 1.3717315494878262,
      "learning_rate": 7.912284392022804e-06,
      "loss": 0.4209,
      "step": 131485
    },
    {
      "epoch": 5.38545975834528,
      "grad_norm": 2.121894298698154,
      "learning_rate": 7.911239176821682e-06,
      "loss": 1.2231,
      "step": 131486
    },
    {
      "epoch": 5.3855007167724755,
      "grad_norm": 1.43956404112899,
      "learning_rate": 7.91019402879186e-06,
      "loss": 0.4594,
      "step": 131487
    },
    {
      "epoch": 5.385541675199672,
      "grad_norm": 0.40695105460058967,
      "learning_rate": 7.909148947933875e-06,
      "loss": 0.0518,
      "step": 131488
    },
    {
      "epoch": 5.385582633626869,
      "grad_norm": 1.3073914353378036,
      "learning_rate": 7.908103934248172e-06,
      "loss": 0.3795,
      "step": 131489
    },
    {
      "epoch": 5.385623592054065,
      "grad_norm": 1.367710107209905,
      "learning_rate": 7.90705898773527e-06,
      "loss": 0.3232,
      "step": 131490
    },
    {
      "epoch": 5.385664550481262,
      "grad_norm": 1.22461900426524,
      "learning_rate": 7.906014108395686e-06,
      "loss": 0.3851,
      "step": 131491
    },
    {
      "epoch": 5.385705508908458,
      "grad_norm": 1.1769729701867497,
      "learning_rate": 7.904969296229885e-06,
      "loss": 0.2867,
      "step": 131492
    },
    {
      "epoch": 5.385746467335654,
      "grad_norm": 1.3717606282780757,
      "learning_rate": 7.903924551238366e-06,
      "loss": 0.3498,
      "step": 131493
    },
    {
      "epoch": 5.38578742576285,
      "grad_norm": 1.4916171550511668,
      "learning_rate": 7.902879873421647e-06,
      "loss": 0.4148,
      "step": 131494
    },
    {
      "epoch": 5.385828384190047,
      "grad_norm": 1.7429905972994075,
      "learning_rate": 7.901835262780176e-06,
      "loss": 0.6221,
      "step": 131495
    },
    {
      "epoch": 5.3858693426172435,
      "grad_norm": 1.5038436305615448,
      "learning_rate": 7.900790719314487e-06,
      "loss": 0.4892,
      "step": 131496
    },
    {
      "epoch": 5.38591030104444,
      "grad_norm": 1.4558225530793558,
      "learning_rate": 7.899746243025046e-06,
      "loss": 0.4791,
      "step": 131497
    },
    {
      "epoch": 5.3859512594716366,
      "grad_norm": 1.626278873300074,
      "learning_rate": 7.898701833912368e-06,
      "loss": 0.6468,
      "step": 131498
    },
    {
      "epoch": 5.385992217898833,
      "grad_norm": 1.4405229749610435,
      "learning_rate": 7.897657491976939e-06,
      "loss": 0.36,
      "step": 131499
    },
    {
      "epoch": 5.386033176326029,
      "grad_norm": 1.8093273860624282,
      "learning_rate": 7.896613217219255e-06,
      "loss": 0.6163,
      "step": 131500
    },
    {
      "epoch": 5.386074134753225,
      "grad_norm": 1.530972615083937,
      "learning_rate": 7.895569009639785e-06,
      "loss": 0.5299,
      "step": 131501
    },
    {
      "epoch": 5.386115093180422,
      "grad_norm": 1.3278622332023493,
      "learning_rate": 7.894524869239077e-06,
      "loss": 0.3318,
      "step": 131502
    },
    {
      "epoch": 5.386156051607618,
      "grad_norm": 1.6051089275458055,
      "learning_rate": 7.893480796017564e-06,
      "loss": 0.5239,
      "step": 131503
    },
    {
      "epoch": 5.386197010034815,
      "grad_norm": 1.55235791378675,
      "learning_rate": 7.892436789975765e-06,
      "loss": 0.536,
      "step": 131504
    },
    {
      "epoch": 5.386237968462011,
      "grad_norm": 1.7563143042850629,
      "learning_rate": 7.89139285111421e-06,
      "loss": 0.4757,
      "step": 131505
    },
    {
      "epoch": 5.386278926889207,
      "grad_norm": 1.4158012229368244,
      "learning_rate": 7.890348979433314e-06,
      "loss": 0.3925,
      "step": 131506
    },
    {
      "epoch": 5.386319885316404,
      "grad_norm": 1.5577788971215059,
      "learning_rate": 7.88930517493363e-06,
      "loss": 0.4941,
      "step": 131507
    },
    {
      "epoch": 5.3863608437436,
      "grad_norm": 1.4367297258561305,
      "learning_rate": 7.888261437615656e-06,
      "loss": 0.4621,
      "step": 131508
    },
    {
      "epoch": 5.386401802170797,
      "grad_norm": 3.3020642823089683,
      "learning_rate": 7.887217767479843e-06,
      "loss": 3.1638,
      "step": 131509
    },
    {
      "epoch": 5.386442760597993,
      "grad_norm": 1.5787193286863355,
      "learning_rate": 7.886174164526737e-06,
      "loss": 0.5811,
      "step": 131510
    },
    {
      "epoch": 5.38648371902519,
      "grad_norm": 1.5039998732447766,
      "learning_rate": 7.885130628756759e-06,
      "loss": 0.5029,
      "step": 131511
    },
    {
      "epoch": 5.386524677452385,
      "grad_norm": 1.5205341604227274,
      "learning_rate": 7.884087160170455e-06,
      "loss": 0.4543,
      "step": 131512
    },
    {
      "epoch": 5.386565635879582,
      "grad_norm": 1.7052435842472446,
      "learning_rate": 7.883043758768343e-06,
      "loss": 0.3577,
      "step": 131513
    },
    {
      "epoch": 5.3866065943067785,
      "grad_norm": 1.648835791891576,
      "learning_rate": 7.882000424550838e-06,
      "loss": 0.541,
      "step": 131514
    },
    {
      "epoch": 5.386647552733975,
      "grad_norm": 1.7465244670805737,
      "learning_rate": 7.880957157518508e-06,
      "loss": 0.6047,
      "step": 131515
    },
    {
      "epoch": 5.3866885111611715,
      "grad_norm": 1.3021691446579302,
      "learning_rate": 7.879913957671802e-06,
      "loss": 0.3599,
      "step": 131516
    },
    {
      "epoch": 5.386729469588368,
      "grad_norm": 1.703974535559305,
      "learning_rate": 7.878870825011219e-06,
      "loss": 0.6899,
      "step": 131517
    },
    {
      "epoch": 5.386770428015565,
      "grad_norm": 1.5814459766995885,
      "learning_rate": 7.877827759537274e-06,
      "loss": 0.6026,
      "step": 131518
    },
    {
      "epoch": 5.38681138644276,
      "grad_norm": 0.5342919075959207,
      "learning_rate": 7.876784761250438e-06,
      "loss": 0.0669,
      "step": 131519
    },
    {
      "epoch": 5.386852344869957,
      "grad_norm": 0.9373894708279139,
      "learning_rate": 7.875741830151188e-06,
      "loss": 0.1379,
      "step": 131520
    },
    {
      "epoch": 5.386893303297153,
      "grad_norm": 0.7104109280704883,
      "learning_rate": 7.874698966240079e-06,
      "loss": 0.105,
      "step": 131521
    },
    {
      "epoch": 5.38693426172435,
      "grad_norm": 1.6576083424462942,
      "learning_rate": 7.873656169517539e-06,
      "loss": 0.5116,
      "step": 131522
    },
    {
      "epoch": 5.386975220151546,
      "grad_norm": 1.347706535592672,
      "learning_rate": 7.872613439984121e-06,
      "loss": 0.3314,
      "step": 131523
    },
    {
      "epoch": 5.387016178578743,
      "grad_norm": 1.3570690000392942,
      "learning_rate": 7.87157077764024e-06,
      "loss": 0.4215,
      "step": 131524
    },
    {
      "epoch": 5.387057137005939,
      "grad_norm": 0.2950032917390655,
      "learning_rate": 7.870528182486447e-06,
      "loss": 0.0286,
      "step": 131525
    },
    {
      "epoch": 5.387098095433135,
      "grad_norm": 4.79947988218012,
      "learning_rate": 7.869485654523238e-06,
      "loss": 1.0692,
      "step": 131526
    },
    {
      "epoch": 5.387139053860332,
      "grad_norm": 1.4771525003666077,
      "learning_rate": 7.868443193751084e-06,
      "loss": 0.4993,
      "step": 131527
    },
    {
      "epoch": 5.387180012287528,
      "grad_norm": 1.5141483822106243,
      "learning_rate": 7.867400800170465e-06,
      "loss": 0.4437,
      "step": 131528
    },
    {
      "epoch": 5.387220970714725,
      "grad_norm": 1.6964468610257413,
      "learning_rate": 7.866358473781914e-06,
      "loss": 0.6419,
      "step": 131529
    },
    {
      "epoch": 5.387261929141921,
      "grad_norm": 1.6935411146155637,
      "learning_rate": 7.865316214585881e-06,
      "loss": 0.5105,
      "step": 131530
    },
    {
      "epoch": 5.387302887569117,
      "grad_norm": 0.7980827573476434,
      "learning_rate": 7.8642740225829e-06,
      "loss": 0.1756,
      "step": 131531
    },
    {
      "epoch": 5.387343845996313,
      "grad_norm": 2.5144010512145902,
      "learning_rate": 7.86323189777342e-06,
      "loss": 1.8904,
      "step": 131532
    },
    {
      "epoch": 5.38738480442351,
      "grad_norm": 1.6097348592638638,
      "learning_rate": 7.862189840157956e-06,
      "loss": 0.4363,
      "step": 131533
    },
    {
      "epoch": 5.3874257628507065,
      "grad_norm": 1.5919129852852114,
      "learning_rate": 7.861147849737026e-06,
      "loss": 0.5307,
      "step": 131534
    },
    {
      "epoch": 5.387466721277903,
      "grad_norm": 1.375471134410699,
      "learning_rate": 7.860105926511079e-06,
      "loss": 0.4243,
      "step": 131535
    },
    {
      "epoch": 5.3875076797051,
      "grad_norm": 1.6865268666885,
      "learning_rate": 7.859064070480614e-06,
      "loss": 0.4612,
      "step": 131536
    },
    {
      "epoch": 5.387548638132296,
      "grad_norm": 1.562711879797508,
      "learning_rate": 7.858022281646165e-06,
      "loss": 0.1998,
      "step": 131537
    },
    {
      "epoch": 5.387589596559492,
      "grad_norm": 1.8492676490734026,
      "learning_rate": 7.85698056000818e-06,
      "loss": 0.596,
      "step": 131538
    },
    {
      "epoch": 5.387630554986688,
      "grad_norm": 1.4605855928598286,
      "learning_rate": 7.855938905567177e-06,
      "loss": 0.5392,
      "step": 131539
    },
    {
      "epoch": 5.387671513413885,
      "grad_norm": 1.2241880494350117,
      "learning_rate": 7.854897318323621e-06,
      "loss": 0.2736,
      "step": 131540
    },
    {
      "epoch": 5.387712471841081,
      "grad_norm": 1.1284378236960435,
      "learning_rate": 7.853855798278013e-06,
      "loss": 0.1724,
      "step": 131541
    },
    {
      "epoch": 5.387753430268278,
      "grad_norm": 1.934856749725801,
      "learning_rate": 7.852814345430885e-06,
      "loss": 0.7146,
      "step": 131542
    },
    {
      "epoch": 5.3877943886954744,
      "grad_norm": 0.9018339027166065,
      "learning_rate": 7.85177295978267e-06,
      "loss": 0.1536,
      "step": 131543
    },
    {
      "epoch": 5.38783534712267,
      "grad_norm": 1.5634440624009498,
      "learning_rate": 7.850731641333902e-06,
      "loss": 0.4574,
      "step": 131544
    },
    {
      "epoch": 5.387876305549867,
      "grad_norm": 0.928951239563744,
      "learning_rate": 7.849690390085062e-06,
      "loss": 0.2238,
      "step": 131545
    },
    {
      "epoch": 5.387917263977063,
      "grad_norm": 1.2912200336962552,
      "learning_rate": 7.848649206036633e-06,
      "loss": 0.3712,
      "step": 131546
    },
    {
      "epoch": 5.38795822240426,
      "grad_norm": 1.2703412424281362,
      "learning_rate": 7.847608089189116e-06,
      "loss": 0.4002,
      "step": 131547
    },
    {
      "epoch": 5.387999180831456,
      "grad_norm": 1.7064784569596168,
      "learning_rate": 7.846567039542995e-06,
      "loss": 0.6588,
      "step": 131548
    },
    {
      "epoch": 5.388040139258653,
      "grad_norm": 1.1916692807299911,
      "learning_rate": 7.845526057098766e-06,
      "loss": 0.2892,
      "step": 131549
    },
    {
      "epoch": 5.388081097685848,
      "grad_norm": 1.1860343848782888,
      "learning_rate": 7.84448514185695e-06,
      "loss": 0.3984,
      "step": 131550
    },
    {
      "epoch": 5.388122056113045,
      "grad_norm": 1.524485306211111,
      "learning_rate": 7.843444293817991e-06,
      "loss": 0.4385,
      "step": 131551
    },
    {
      "epoch": 5.3881630145402415,
      "grad_norm": 1.4573355019767111,
      "learning_rate": 7.842403512982392e-06,
      "loss": 0.3955,
      "step": 131552
    },
    {
      "epoch": 5.388203972967438,
      "grad_norm": 2.0238057679217634,
      "learning_rate": 7.841362799350686e-06,
      "loss": 0.6421,
      "step": 131553
    },
    {
      "epoch": 5.388244931394635,
      "grad_norm": 1.3795959576347692,
      "learning_rate": 7.840322152923307e-06,
      "loss": 0.3615,
      "step": 131554
    },
    {
      "epoch": 5.388285889821831,
      "grad_norm": 1.5902810771137124,
      "learning_rate": 7.839281573700802e-06,
      "loss": 0.5326,
      "step": 131555
    },
    {
      "epoch": 5.388326848249028,
      "grad_norm": 0.9491061990095857,
      "learning_rate": 7.83824106168362e-06,
      "loss": 0.2398,
      "step": 131556
    },
    {
      "epoch": 5.388367806676223,
      "grad_norm": 1.6099151883346996,
      "learning_rate": 7.837200616872264e-06,
      "loss": 0.4891,
      "step": 131557
    },
    {
      "epoch": 5.38840876510342,
      "grad_norm": 1.3109663557664837,
      "learning_rate": 7.836160239267248e-06,
      "loss": 0.4365,
      "step": 131558
    },
    {
      "epoch": 5.388449723530616,
      "grad_norm": 1.5568343496990642,
      "learning_rate": 7.835119928869021e-06,
      "loss": 0.4703,
      "step": 131559
    },
    {
      "epoch": 5.388490681957813,
      "grad_norm": 1.4522766504092122,
      "learning_rate": 7.834079685678118e-06,
      "loss": 0.578,
      "step": 131560
    },
    {
      "epoch": 5.388531640385009,
      "grad_norm": 1.171986377730044,
      "learning_rate": 7.833039509695004e-06,
      "loss": 0.2644,
      "step": 131561
    },
    {
      "epoch": 5.388572598812206,
      "grad_norm": 1.8671246241864248,
      "learning_rate": 7.831999400920163e-06,
      "loss": 0.6354,
      "step": 131562
    },
    {
      "epoch": 5.388613557239402,
      "grad_norm": 1.046985123993903,
      "learning_rate": 7.830959359354144e-06,
      "loss": 0.2114,
      "step": 131563
    },
    {
      "epoch": 5.388654515666598,
      "grad_norm": 1.5372870659378823,
      "learning_rate": 7.829919384997364e-06,
      "loss": 0.548,
      "step": 131564
    },
    {
      "epoch": 5.388695474093795,
      "grad_norm": 1.4955366178381153,
      "learning_rate": 7.828879477850352e-06,
      "loss": 0.3464,
      "step": 131565
    },
    {
      "epoch": 5.388736432520991,
      "grad_norm": 2.0015879765661424,
      "learning_rate": 7.827839637913613e-06,
      "loss": 0.6874,
      "step": 131566
    },
    {
      "epoch": 5.388777390948188,
      "grad_norm": 1.2556758484319304,
      "learning_rate": 7.826799865187611e-06,
      "loss": 0.3065,
      "step": 131567
    },
    {
      "epoch": 5.388818349375384,
      "grad_norm": 1.5266794951210656,
      "learning_rate": 7.82576015967286e-06,
      "loss": 0.3563,
      "step": 131568
    },
    {
      "epoch": 5.38885930780258,
      "grad_norm": 1.6520490776733825,
      "learning_rate": 7.824720521369832e-06,
      "loss": 0.6099,
      "step": 131569
    },
    {
      "epoch": 5.3889002662297765,
      "grad_norm": 1.5306197334984555,
      "learning_rate": 7.823680950279021e-06,
      "loss": 0.4599,
      "step": 131570
    },
    {
      "epoch": 5.388941224656973,
      "grad_norm": 1.6163557573483038,
      "learning_rate": 7.822641446400913e-06,
      "loss": 0.5162,
      "step": 131571
    },
    {
      "epoch": 5.3889821830841695,
      "grad_norm": 1.4281210102143125,
      "learning_rate": 7.82160200973604e-06,
      "loss": 0.448,
      "step": 131572
    },
    {
      "epoch": 5.389023141511366,
      "grad_norm": 1.3709167033839513,
      "learning_rate": 7.820562640284833e-06,
      "loss": 0.4978,
      "step": 131573
    },
    {
      "epoch": 5.389064099938563,
      "grad_norm": 0.8553479793581663,
      "learning_rate": 7.819523338047846e-06,
      "loss": 0.1419,
      "step": 131574
    },
    {
      "epoch": 5.389105058365759,
      "grad_norm": 0.979641480745946,
      "learning_rate": 7.818484103025508e-06,
      "loss": 0.175,
      "step": 131575
    },
    {
      "epoch": 5.389146016792955,
      "grad_norm": 1.7601488378886658,
      "learning_rate": 7.817444935218336e-06,
      "loss": 0.5752,
      "step": 131576
    },
    {
      "epoch": 5.389186975220151,
      "grad_norm": 1.5670333791046522,
      "learning_rate": 7.816405834626866e-06,
      "loss": 0.5071,
      "step": 131577
    },
    {
      "epoch": 5.389227933647348,
      "grad_norm": 1.4713825974982524,
      "learning_rate": 7.815366801251511e-06,
      "loss": 0.4493,
      "step": 131578
    },
    {
      "epoch": 5.389268892074544,
      "grad_norm": 1.8756925995347762,
      "learning_rate": 7.814327835092804e-06,
      "loss": 0.6691,
      "step": 131579
    },
    {
      "epoch": 5.389309850501741,
      "grad_norm": 1.0188816858186054,
      "learning_rate": 7.813288936151246e-06,
      "loss": 0.1695,
      "step": 131580
    },
    {
      "epoch": 5.3893508089289375,
      "grad_norm": 1.4228807598226656,
      "learning_rate": 7.812250104427304e-06,
      "loss": 0.4022,
      "step": 131581
    },
    {
      "epoch": 5.389391767356133,
      "grad_norm": 1.9192340181728402,
      "learning_rate": 7.811211339921509e-06,
      "loss": 1.1333,
      "step": 131582
    },
    {
      "epoch": 5.38943272578333,
      "grad_norm": 1.6794564688303206,
      "learning_rate": 7.810172642634277e-06,
      "loss": 0.5835,
      "step": 131583
    },
    {
      "epoch": 5.389473684210526,
      "grad_norm": 1.0365266326259037,
      "learning_rate": 7.80913401256616e-06,
      "loss": 0.2014,
      "step": 131584
    },
    {
      "epoch": 5.389514642637723,
      "grad_norm": 0.7598363508792806,
      "learning_rate": 7.808095449717654e-06,
      "loss": 0.1703,
      "step": 131585
    },
    {
      "epoch": 5.389555601064919,
      "grad_norm": 1.6866651394713283,
      "learning_rate": 7.807056954089214e-06,
      "loss": 0.5592,
      "step": 131586
    },
    {
      "epoch": 5.389596559492116,
      "grad_norm": 1.3876305086320218,
      "learning_rate": 7.806018525681351e-06,
      "loss": 0.4568,
      "step": 131587
    },
    {
      "epoch": 5.3896375179193114,
      "grad_norm": 1.7566958635526455,
      "learning_rate": 7.804980164494535e-06,
      "loss": 0.6799,
      "step": 131588
    },
    {
      "epoch": 5.389678476346508,
      "grad_norm": 1.5236292477987077,
      "learning_rate": 7.803941870529279e-06,
      "loss": 0.5228,
      "step": 131589
    },
    {
      "epoch": 5.3897194347737045,
      "grad_norm": 0.9600049352220141,
      "learning_rate": 7.802903643786085e-06,
      "loss": 0.225,
      "step": 131590
    },
    {
      "epoch": 5.389760393200901,
      "grad_norm": 0.5796797589461683,
      "learning_rate": 7.801865484265419e-06,
      "loss": 0.0822,
      "step": 131591
    },
    {
      "epoch": 5.389801351628098,
      "grad_norm": 1.3726831712689713,
      "learning_rate": 7.800827391967763e-06,
      "loss": 0.462,
      "step": 131592
    },
    {
      "epoch": 5.389842310055294,
      "grad_norm": 1.6664177992896358,
      "learning_rate": 7.79978936689365e-06,
      "loss": 0.6339,
      "step": 131593
    },
    {
      "epoch": 5.389883268482491,
      "grad_norm": 0.8530646490464562,
      "learning_rate": 7.79875140904353e-06,
      "loss": 0.2085,
      "step": 131594
    },
    {
      "epoch": 5.389924226909686,
      "grad_norm": 2.1154946229650102,
      "learning_rate": 7.79771351841792e-06,
      "loss": 0.5725,
      "step": 131595
    },
    {
      "epoch": 5.389965185336883,
      "grad_norm": 1.5316167377032681,
      "learning_rate": 7.796675695017285e-06,
      "loss": 0.4307,
      "step": 131596
    },
    {
      "epoch": 5.390006143764079,
      "grad_norm": 0.4188356600481385,
      "learning_rate": 7.795637938842125e-06,
      "loss": 0.0459,
      "step": 131597
    },
    {
      "epoch": 5.390047102191276,
      "grad_norm": 1.0577679352763176,
      "learning_rate": 7.794600249892958e-06,
      "loss": 0.2547,
      "step": 131598
    },
    {
      "epoch": 5.3900880606184725,
      "grad_norm": 1.4230568944784951,
      "learning_rate": 7.79356262817023e-06,
      "loss": 0.4711,
      "step": 131599
    },
    {
      "epoch": 5.390129019045669,
      "grad_norm": 1.4676441493988857,
      "learning_rate": 7.79252507367446e-06,
      "loss": 0.4474,
      "step": 131600
    },
    {
      "epoch": 5.390169977472865,
      "grad_norm": 1.6593357285626023,
      "learning_rate": 7.791487586406148e-06,
      "loss": 0.5341,
      "step": 131601
    },
    {
      "epoch": 5.390210935900061,
      "grad_norm": 1.4234147974681743,
      "learning_rate": 7.790450166365757e-06,
      "loss": 0.4462,
      "step": 131602
    },
    {
      "epoch": 5.390251894327258,
      "grad_norm": 1.376508377971369,
      "learning_rate": 7.789412813553809e-06,
      "loss": 0.3163,
      "step": 131603
    },
    {
      "epoch": 5.390292852754454,
      "grad_norm": 1.9065340801778918,
      "learning_rate": 7.788375527970747e-06,
      "loss": 0.5706,
      "step": 131604
    },
    {
      "epoch": 5.390333811181651,
      "grad_norm": 1.757744831498099,
      "learning_rate": 7.787338309617074e-06,
      "loss": 0.6174,
      "step": 131605
    },
    {
      "epoch": 5.390374769608847,
      "grad_norm": 1.7487289120752645,
      "learning_rate": 7.78630115849334e-06,
      "loss": 0.6107,
      "step": 131606
    },
    {
      "epoch": 5.390415728036043,
      "grad_norm": 1.5119626051972264,
      "learning_rate": 7.785264074599962e-06,
      "loss": 0.5621,
      "step": 131607
    },
    {
      "epoch": 5.3904566864632395,
      "grad_norm": 1.3542325866814044,
      "learning_rate": 7.784227057937453e-06,
      "loss": 0.4694,
      "step": 131608
    },
    {
      "epoch": 5.390497644890436,
      "grad_norm": 1.253351530491729,
      "learning_rate": 7.783190108506331e-06,
      "loss": 0.1932,
      "step": 131609
    },
    {
      "epoch": 5.390538603317633,
      "grad_norm": 1.4514791304758639,
      "learning_rate": 7.782153226307064e-06,
      "loss": 0.4848,
      "step": 131610
    },
    {
      "epoch": 5.390579561744829,
      "grad_norm": 0.89664289902226,
      "learning_rate": 7.781116411340132e-06,
      "loss": 0.1448,
      "step": 131611
    },
    {
      "epoch": 5.390620520172026,
      "grad_norm": 1.5926069912460206,
      "learning_rate": 7.780079663606038e-06,
      "loss": 0.4873,
      "step": 131612
    },
    {
      "epoch": 5.390661478599222,
      "grad_norm": 1.3201354489863122,
      "learning_rate": 7.779042983105261e-06,
      "loss": 0.3724,
      "step": 131613
    },
    {
      "epoch": 5.390702437026418,
      "grad_norm": 2.2906147503723178,
      "learning_rate": 7.778006369838319e-06,
      "loss": 1.2107,
      "step": 131614
    },
    {
      "epoch": 5.390743395453614,
      "grad_norm": 1.695444224333253,
      "learning_rate": 7.776969823805663e-06,
      "loss": 0.5412,
      "step": 131615
    },
    {
      "epoch": 5.390784353880811,
      "grad_norm": 1.5100174283134309,
      "learning_rate": 7.775933345007807e-06,
      "loss": 0.392,
      "step": 131616
    },
    {
      "epoch": 5.390825312308007,
      "grad_norm": 1.7627294242294522,
      "learning_rate": 7.774896933445251e-06,
      "loss": 0.7249,
      "step": 131617
    },
    {
      "epoch": 5.390866270735204,
      "grad_norm": 1.5330547159112915,
      "learning_rate": 7.773860589118448e-06,
      "loss": 0.4543,
      "step": 131618
    },
    {
      "epoch": 5.3909072291624005,
      "grad_norm": 1.2120484949426455,
      "learning_rate": 7.772824312027942e-06,
      "loss": 0.3306,
      "step": 131619
    },
    {
      "epoch": 5.390948187589596,
      "grad_norm": 1.55428384895435,
      "learning_rate": 7.77178810217417e-06,
      "loss": 0.5737,
      "step": 131620
    },
    {
      "epoch": 5.390989146016793,
      "grad_norm": 2.249493552920674,
      "learning_rate": 7.77075195955763e-06,
      "loss": 1.1165,
      "step": 131621
    },
    {
      "epoch": 5.391030104443989,
      "grad_norm": 1.2818842022231736,
      "learning_rate": 7.769715884178856e-06,
      "loss": 0.4524,
      "step": 131622
    },
    {
      "epoch": 5.391071062871186,
      "grad_norm": 1.4957476138246546,
      "learning_rate": 7.768679876038298e-06,
      "loss": 0.4089,
      "step": 131623
    },
    {
      "epoch": 5.391112021298382,
      "grad_norm": 1.751042305429192,
      "learning_rate": 7.767643935136436e-06,
      "loss": 0.2643,
      "step": 131624
    },
    {
      "epoch": 5.391152979725579,
      "grad_norm": 0.7501092851119809,
      "learning_rate": 7.766608061473805e-06,
      "loss": 0.1815,
      "step": 131625
    },
    {
      "epoch": 5.3911939381527745,
      "grad_norm": 1.8388363130052723,
      "learning_rate": 7.765572255050856e-06,
      "loss": 0.5016,
      "step": 131626
    },
    {
      "epoch": 5.391234896579971,
      "grad_norm": 1.9206402988138374,
      "learning_rate": 7.764536515868103e-06,
      "loss": 0.7432,
      "step": 131627
    },
    {
      "epoch": 5.3912758550071676,
      "grad_norm": 1.856265682919438,
      "learning_rate": 7.763500843925996e-06,
      "loss": 0.5506,
      "step": 131628
    },
    {
      "epoch": 5.391316813434364,
      "grad_norm": 1.5827688577948509,
      "learning_rate": 7.762465239225069e-06,
      "loss": 0.6198,
      "step": 131629
    },
    {
      "epoch": 5.391357771861561,
      "grad_norm": 1.412193836641178,
      "learning_rate": 7.761429701765803e-06,
      "loss": 0.3455,
      "step": 131630
    },
    {
      "epoch": 5.391398730288757,
      "grad_norm": 0.8725758043221806,
      "learning_rate": 7.760394231548667e-06,
      "loss": 0.1858,
      "step": 131631
    },
    {
      "epoch": 5.391439688715954,
      "grad_norm": 1.3168750204130724,
      "learning_rate": 7.759358828574176e-06,
      "loss": 0.342,
      "step": 131632
    },
    {
      "epoch": 5.391480647143149,
      "grad_norm": 1.646879573498273,
      "learning_rate": 7.758323492842794e-06,
      "loss": 0.4567,
      "step": 131633
    },
    {
      "epoch": 5.391521605570346,
      "grad_norm": 0.5709211226502485,
      "learning_rate": 7.757288224355007e-06,
      "loss": 0.0805,
      "step": 131634
    },
    {
      "epoch": 5.391562563997542,
      "grad_norm": 1.0091603411396006,
      "learning_rate": 7.756253023111347e-06,
      "loss": 0.1987,
      "step": 131635
    },
    {
      "epoch": 5.391603522424739,
      "grad_norm": 2.3334388993035504,
      "learning_rate": 7.755217889112265e-06,
      "loss": 1.2555,
      "step": 131636
    },
    {
      "epoch": 5.3916444808519355,
      "grad_norm": 0.882843086844229,
      "learning_rate": 7.754182822358258e-06,
      "loss": 0.1848,
      "step": 131637
    },
    {
      "epoch": 5.391685439279132,
      "grad_norm": 1.6021650885161565,
      "learning_rate": 7.753147822849842e-06,
      "loss": 0.4539,
      "step": 131638
    },
    {
      "epoch": 5.391726397706328,
      "grad_norm": 1.39784312400466,
      "learning_rate": 7.752112890587486e-06,
      "loss": 0.499,
      "step": 131639
    },
    {
      "epoch": 5.391767356133524,
      "grad_norm": 1.4581586500164718,
      "learning_rate": 7.75107802557164e-06,
      "loss": 0.4124,
      "step": 131640
    },
    {
      "epoch": 5.391808314560721,
      "grad_norm": 1.428300752349,
      "learning_rate": 7.750043227802865e-06,
      "loss": 0.3408,
      "step": 131641
    },
    {
      "epoch": 5.391849272987917,
      "grad_norm": 1.5443715647447753,
      "learning_rate": 7.749008497281583e-06,
      "loss": 0.581,
      "step": 131642
    },
    {
      "epoch": 5.391890231415114,
      "grad_norm": 1.6530088510447467,
      "learning_rate": 7.747973834008325e-06,
      "loss": 0.597,
      "step": 131643
    },
    {
      "epoch": 5.39193118984231,
      "grad_norm": 1.6021782705265593,
      "learning_rate": 7.74693923798359e-06,
      "loss": 0.5064,
      "step": 131644
    },
    {
      "epoch": 5.391972148269506,
      "grad_norm": 1.5646712789618837,
      "learning_rate": 7.745904709207828e-06,
      "loss": 0.4313,
      "step": 131645
    },
    {
      "epoch": 5.3920131066967025,
      "grad_norm": 1.5525283011738658,
      "learning_rate": 7.744870247681572e-06,
      "loss": 0.5254,
      "step": 131646
    },
    {
      "epoch": 5.392054065123899,
      "grad_norm": 1.9027587176626577,
      "learning_rate": 7.743835853405255e-06,
      "loss": 0.7135,
      "step": 131647
    },
    {
      "epoch": 5.392095023551096,
      "grad_norm": 1.341342342647132,
      "learning_rate": 7.74280152637941e-06,
      "loss": 0.422,
      "step": 131648
    },
    {
      "epoch": 5.392135981978292,
      "grad_norm": 1.5973815587819717,
      "learning_rate": 7.74176726660452e-06,
      "loss": 0.4351,
      "step": 131649
    },
    {
      "epoch": 5.392176940405489,
      "grad_norm": 1.6014506951450764,
      "learning_rate": 7.740733074081051e-06,
      "loss": 0.5218,
      "step": 131650
    },
    {
      "epoch": 5.392217898832685,
      "grad_norm": 0.8889616598513693,
      "learning_rate": 7.73969894880952e-06,
      "loss": 0.2,
      "step": 131651
    },
    {
      "epoch": 5.392258857259881,
      "grad_norm": 1.8252781955727544,
      "learning_rate": 7.738664890790424e-06,
      "loss": 0.7416,
      "step": 131652
    },
    {
      "epoch": 5.392299815687077,
      "grad_norm": 1.4920327481514122,
      "learning_rate": 7.7376309000242e-06,
      "loss": 0.4635,
      "step": 131653
    },
    {
      "epoch": 5.392340774114274,
      "grad_norm": 0.8610955821762795,
      "learning_rate": 7.736596976511395e-06,
      "loss": 0.107,
      "step": 131654
    },
    {
      "epoch": 5.3923817325414705,
      "grad_norm": 1.563034425615472,
      "learning_rate": 7.735563120252442e-06,
      "loss": 0.3957,
      "step": 131655
    },
    {
      "epoch": 5.392422690968667,
      "grad_norm": 1.6612874486316656,
      "learning_rate": 7.734529331247873e-06,
      "loss": 0.6813,
      "step": 131656
    },
    {
      "epoch": 5.3924636493958635,
      "grad_norm": 1.1439930873249784,
      "learning_rate": 7.733495609498174e-06,
      "loss": 0.3091,
      "step": 131657
    },
    {
      "epoch": 5.392504607823059,
      "grad_norm": 0.8746309684691225,
      "learning_rate": 7.732461955003811e-06,
      "loss": 0.1664,
      "step": 131658
    },
    {
      "epoch": 5.392545566250256,
      "grad_norm": 1.3436253058297833,
      "learning_rate": 7.731428367765297e-06,
      "loss": 0.3435,
      "step": 131659
    },
    {
      "epoch": 5.392586524677452,
      "grad_norm": 1.474218593053036,
      "learning_rate": 7.7303948477831e-06,
      "loss": 0.3576,
      "step": 131660
    },
    {
      "epoch": 5.392627483104649,
      "grad_norm": 1.2085738334559468,
      "learning_rate": 7.729361395057704e-06,
      "loss": 0.3846,
      "step": 131661
    },
    {
      "epoch": 5.392668441531845,
      "grad_norm": 1.2129970083673922,
      "learning_rate": 7.728328009589641e-06,
      "loss": 0.3637,
      "step": 131662
    },
    {
      "epoch": 5.392709399959042,
      "grad_norm": 1.5203188742596812,
      "learning_rate": 7.727294691379344e-06,
      "loss": 0.6636,
      "step": 131663
    },
    {
      "epoch": 5.3927503583862375,
      "grad_norm": 1.4169431787470912,
      "learning_rate": 7.726261440427328e-06,
      "loss": 0.3156,
      "step": 131664
    },
    {
      "epoch": 5.392791316813434,
      "grad_norm": 1.2357990341419374,
      "learning_rate": 7.725228256734096e-06,
      "loss": 0.342,
      "step": 131665
    },
    {
      "epoch": 5.392832275240631,
      "grad_norm": 1.6970823160292083,
      "learning_rate": 7.724195140300094e-06,
      "loss": 0.6202,
      "step": 131666
    },
    {
      "epoch": 5.392873233667827,
      "grad_norm": 1.0017174932033537,
      "learning_rate": 7.723162091125873e-06,
      "loss": 0.2097,
      "step": 131667
    },
    {
      "epoch": 5.392914192095024,
      "grad_norm": 1.5489170230417515,
      "learning_rate": 7.72212910921185e-06,
      "loss": 0.5049,
      "step": 131668
    },
    {
      "epoch": 5.39295515052222,
      "grad_norm": 1.5379636127531358,
      "learning_rate": 7.721096194558557e-06,
      "loss": 0.42,
      "step": 131669
    },
    {
      "epoch": 5.392996108949417,
      "grad_norm": 1.358727833339388,
      "learning_rate": 7.720063347166494e-06,
      "loss": 0.4245,
      "step": 131670
    },
    {
      "epoch": 5.393037067376612,
      "grad_norm": 1.699195509702173,
      "learning_rate": 7.71903056703611e-06,
      "loss": 0.6451,
      "step": 131671
    },
    {
      "epoch": 5.393078025803809,
      "grad_norm": 2.451676875464852,
      "learning_rate": 7.717997854167907e-06,
      "loss": 1.8235,
      "step": 131672
    },
    {
      "epoch": 5.393118984231005,
      "grad_norm": 1.1202423540649475,
      "learning_rate": 7.716965208562399e-06,
      "loss": 0.2395,
      "step": 131673
    },
    {
      "epoch": 5.393159942658202,
      "grad_norm": 1.5611240422928072,
      "learning_rate": 7.715932630220034e-06,
      "loss": 0.5577,
      "step": 131674
    },
    {
      "epoch": 5.3932009010853985,
      "grad_norm": 1.6146019225706825,
      "learning_rate": 7.714900119141331e-06,
      "loss": 0.511,
      "step": 131675
    },
    {
      "epoch": 5.393241859512595,
      "grad_norm": 2.0566190171148313,
      "learning_rate": 7.713867675326757e-06,
      "loss": 0.6939,
      "step": 131676
    },
    {
      "epoch": 5.393282817939791,
      "grad_norm": 1.5024329873829454,
      "learning_rate": 7.712835298776809e-06,
      "loss": 0.321,
      "step": 131677
    },
    {
      "epoch": 5.393323776366987,
      "grad_norm": 0.6609801283753469,
      "learning_rate": 7.711802989492005e-06,
      "loss": 0.1328,
      "step": 131678
    },
    {
      "epoch": 5.393364734794184,
      "grad_norm": 1.7948716966863583,
      "learning_rate": 7.710770747472778e-06,
      "loss": 0.7092,
      "step": 131679
    },
    {
      "epoch": 5.39340569322138,
      "grad_norm": 1.3627995320085948,
      "learning_rate": 7.709738572719625e-06,
      "loss": 0.3216,
      "step": 131680
    },
    {
      "epoch": 5.393446651648577,
      "grad_norm": 1.4151115887079475,
      "learning_rate": 7.7087064652331e-06,
      "loss": 0.5512,
      "step": 131681
    },
    {
      "epoch": 5.393487610075773,
      "grad_norm": 0.7768120316092934,
      "learning_rate": 7.707674425013599e-06,
      "loss": 0.1961,
      "step": 131682
    },
    {
      "epoch": 5.393528568502969,
      "grad_norm": 1.4973789698350422,
      "learning_rate": 7.706642452061674e-06,
      "loss": 0.5222,
      "step": 131683
    },
    {
      "epoch": 5.393569526930166,
      "grad_norm": 1.6629827318846147,
      "learning_rate": 7.705610546377788e-06,
      "loss": 0.4756,
      "step": 131684
    },
    {
      "epoch": 5.393610485357362,
      "grad_norm": 2.6217537966153777,
      "learning_rate": 7.704578707962411e-06,
      "loss": 1.016,
      "step": 131685
    },
    {
      "epoch": 5.393651443784559,
      "grad_norm": 1.7195438796764746,
      "learning_rate": 7.703546936816091e-06,
      "loss": 0.5616,
      "step": 131686
    },
    {
      "epoch": 5.393692402211755,
      "grad_norm": 0.8901299444665016,
      "learning_rate": 7.702515232939243e-06,
      "loss": 0.1836,
      "step": 131687
    },
    {
      "epoch": 5.393733360638952,
      "grad_norm": 1.6040850514773621,
      "learning_rate": 7.701483596332402e-06,
      "loss": 0.3845,
      "step": 131688
    },
    {
      "epoch": 5.393774319066148,
      "grad_norm": 1.993182193320197,
      "learning_rate": 7.700452026996052e-06,
      "loss": 0.8348,
      "step": 131689
    },
    {
      "epoch": 5.393815277493344,
      "grad_norm": 1.4865263628556855,
      "learning_rate": 7.699420524930655e-06,
      "loss": 0.4568,
      "step": 131690
    },
    {
      "epoch": 5.39385623592054,
      "grad_norm": 1.821714808688949,
      "learning_rate": 7.69838909013673e-06,
      "loss": 0.7102,
      "step": 131691
    },
    {
      "epoch": 5.393897194347737,
      "grad_norm": 0.9826965573758449,
      "learning_rate": 7.697357722614743e-06,
      "loss": 0.2219,
      "step": 131692
    },
    {
      "epoch": 5.3939381527749335,
      "grad_norm": 1.6586165814689617,
      "learning_rate": 7.696326422365179e-06,
      "loss": 0.4819,
      "step": 131693
    },
    {
      "epoch": 5.39397911120213,
      "grad_norm": 0.5056222227345913,
      "learning_rate": 7.695295189388551e-06,
      "loss": 0.0554,
      "step": 131694
    },
    {
      "epoch": 5.394020069629327,
      "grad_norm": 1.7532403412213855,
      "learning_rate": 7.69426402368531e-06,
      "loss": 0.5015,
      "step": 131695
    },
    {
      "epoch": 5.394061028056523,
      "grad_norm": 1.389104137866212,
      "learning_rate": 7.693232925255971e-06,
      "loss": 0.4715,
      "step": 131696
    },
    {
      "epoch": 5.394101986483719,
      "grad_norm": 0.8992402871393809,
      "learning_rate": 7.692201894101018e-06,
      "loss": 0.1948,
      "step": 131697
    },
    {
      "epoch": 5.394142944910915,
      "grad_norm": 0.9799508343126395,
      "learning_rate": 7.691170930220935e-06,
      "loss": 0.1981,
      "step": 131698
    },
    {
      "epoch": 5.394183903338112,
      "grad_norm": 2.274923449255143,
      "learning_rate": 7.69014003361622e-06,
      "loss": 0.798,
      "step": 131699
    },
    {
      "epoch": 5.394224861765308,
      "grad_norm": 1.2976972930246375,
      "learning_rate": 7.689109204287325e-06,
      "loss": 0.3063,
      "step": 131700
    },
    {
      "epoch": 5.394265820192505,
      "grad_norm": 1.5247415790625793,
      "learning_rate": 7.688078442234763e-06,
      "loss": 0.5397,
      "step": 131701
    },
    {
      "epoch": 5.3943067786197005,
      "grad_norm": 1.6952167514599592,
      "learning_rate": 7.687047747459035e-06,
      "loss": 0.5161,
      "step": 131702
    },
    {
      "epoch": 5.394347737046897,
      "grad_norm": 1.7239211585978045,
      "learning_rate": 7.686017119960608e-06,
      "loss": 0.4044,
      "step": 131703
    },
    {
      "epoch": 5.394388695474094,
      "grad_norm": 1.4138801853750824,
      "learning_rate": 7.68498655973998e-06,
      "loss": 0.3352,
      "step": 131704
    },
    {
      "epoch": 5.39442965390129,
      "grad_norm": 1.765603505014531,
      "learning_rate": 7.683956066797619e-06,
      "loss": 0.5947,
      "step": 131705
    },
    {
      "epoch": 5.394470612328487,
      "grad_norm": 1.7366463453571765,
      "learning_rate": 7.682925641134024e-06,
      "loss": 0.505,
      "step": 131706
    },
    {
      "epoch": 5.394511570755683,
      "grad_norm": 1.3049926425610692,
      "learning_rate": 7.681895282749694e-06,
      "loss": 0.4805,
      "step": 131707
    },
    {
      "epoch": 5.39455252918288,
      "grad_norm": 1.798207637563434,
      "learning_rate": 7.680864991645096e-06,
      "loss": 0.6691,
      "step": 131708
    },
    {
      "epoch": 5.394593487610075,
      "grad_norm": 1.3126862934825083,
      "learning_rate": 7.67983476782073e-06,
      "loss": 0.372,
      "step": 131709
    },
    {
      "epoch": 5.394634446037272,
      "grad_norm": 1.5349996025346764,
      "learning_rate": 7.678804611277111e-06,
      "loss": 0.4428,
      "step": 131710
    },
    {
      "epoch": 5.3946754044644685,
      "grad_norm": 1.722260455054376,
      "learning_rate": 7.677774522014657e-06,
      "loss": 0.6231,
      "step": 131711
    },
    {
      "epoch": 5.394716362891665,
      "grad_norm": 1.4159563361103282,
      "learning_rate": 7.676744500033899e-06,
      "loss": 0.3796,
      "step": 131712
    },
    {
      "epoch": 5.3947573213188615,
      "grad_norm": 1.5220387768708912,
      "learning_rate": 7.67571454533532e-06,
      "loss": 0.2816,
      "step": 131713
    },
    {
      "epoch": 5.394798279746058,
      "grad_norm": 1.3973301377929426,
      "learning_rate": 7.674684657919405e-06,
      "loss": 0.4499,
      "step": 131714
    },
    {
      "epoch": 5.394839238173255,
      "grad_norm": 1.8933346218907876,
      "learning_rate": 7.673654837786636e-06,
      "loss": 0.5939,
      "step": 131715
    },
    {
      "epoch": 5.39488019660045,
      "grad_norm": 1.2133546655145306,
      "learning_rate": 7.672625084937511e-06,
      "loss": 0.2334,
      "step": 131716
    },
    {
      "epoch": 5.394921155027647,
      "grad_norm": 1.3302946575410841,
      "learning_rate": 7.671595399372498e-06,
      "loss": 0.4129,
      "step": 131717
    },
    {
      "epoch": 5.394962113454843,
      "grad_norm": 1.7788587560501217,
      "learning_rate": 7.67056578109213e-06,
      "loss": 0.5218,
      "step": 131718
    },
    {
      "epoch": 5.39500307188204,
      "grad_norm": 1.5814481289035376,
      "learning_rate": 7.669536230096824e-06,
      "loss": 0.4474,
      "step": 131719
    },
    {
      "epoch": 5.395044030309236,
      "grad_norm": 1.4200252648832077,
      "learning_rate": 7.668506746387092e-06,
      "loss": 0.4215,
      "step": 131720
    },
    {
      "epoch": 5.395084988736432,
      "grad_norm": 1.0444829931453405,
      "learning_rate": 7.667477329963473e-06,
      "loss": 0.2908,
      "step": 131721
    },
    {
      "epoch": 5.395125947163629,
      "grad_norm": 2.864209676974284,
      "learning_rate": 7.666447980826379e-06,
      "loss": 1.994,
      "step": 131722
    },
    {
      "epoch": 5.395166905590825,
      "grad_norm": 1.1232101463892799,
      "learning_rate": 7.665418698976328e-06,
      "loss": 0.2271,
      "step": 131723
    },
    {
      "epoch": 5.395207864018022,
      "grad_norm": 0.8481264398575116,
      "learning_rate": 7.664389484413835e-06,
      "loss": 0.1916,
      "step": 131724
    },
    {
      "epoch": 5.395248822445218,
      "grad_norm": 1.686513829010711,
      "learning_rate": 7.663360337139334e-06,
      "loss": 0.4419,
      "step": 131725
    },
    {
      "epoch": 5.395289780872415,
      "grad_norm": 1.673920654441003,
      "learning_rate": 7.66233125715336e-06,
      "loss": 0.439,
      "step": 131726
    },
    {
      "epoch": 5.395330739299611,
      "grad_norm": 1.4091464697612754,
      "learning_rate": 7.661302244456358e-06,
      "loss": 0.3984,
      "step": 131727
    },
    {
      "epoch": 5.395371697726807,
      "grad_norm": 1.8786868071265166,
      "learning_rate": 7.66027329904883e-06,
      "loss": 0.4799,
      "step": 131728
    },
    {
      "epoch": 5.3954126561540035,
      "grad_norm": 2.316554231030901,
      "learning_rate": 7.659244420931293e-06,
      "loss": 1.1668,
      "step": 131729
    },
    {
      "epoch": 5.3954536145812,
      "grad_norm": 2.171285265280131,
      "learning_rate": 7.65821561010418e-06,
      "loss": 1.104,
      "step": 131730
    },
    {
      "epoch": 5.3954945730083965,
      "grad_norm": 1.8783634621152254,
      "learning_rate": 7.657186866568021e-06,
      "loss": 0.618,
      "step": 131731
    },
    {
      "epoch": 5.395535531435593,
      "grad_norm": 0.6198421623518668,
      "learning_rate": 7.656158190323253e-06,
      "loss": 0.0732,
      "step": 131732
    },
    {
      "epoch": 5.39557648986279,
      "grad_norm": 1.5822330294374785,
      "learning_rate": 7.655129581370406e-06,
      "loss": 0.3245,
      "step": 131733
    },
    {
      "epoch": 5.395617448289986,
      "grad_norm": 1.6778547463192375,
      "learning_rate": 7.654101039709982e-06,
      "loss": 0.5784,
      "step": 131734
    },
    {
      "epoch": 5.395658406717182,
      "grad_norm": 1.7319362656906498,
      "learning_rate": 7.653072565342411e-06,
      "loss": 0.5588,
      "step": 131735
    },
    {
      "epoch": 5.395699365144378,
      "grad_norm": 1.5236895427374018,
      "learning_rate": 7.652044158268195e-06,
      "loss": 0.4892,
      "step": 131736
    },
    {
      "epoch": 5.395740323571575,
      "grad_norm": 0.6634613556097717,
      "learning_rate": 7.651015818487865e-06,
      "loss": 0.1181,
      "step": 131737
    },
    {
      "epoch": 5.395781281998771,
      "grad_norm": 1.3859517570938387,
      "learning_rate": 7.649987546001857e-06,
      "loss": 0.387,
      "step": 131738
    },
    {
      "epoch": 5.395822240425968,
      "grad_norm": 1.3418158476986792,
      "learning_rate": 7.648959340810684e-06,
      "loss": 0.4414,
      "step": 131739
    },
    {
      "epoch": 5.395863198853164,
      "grad_norm": 0.7495771021793421,
      "learning_rate": 7.647931202914815e-06,
      "loss": 0.1387,
      "step": 131740
    },
    {
      "epoch": 5.39590415728036,
      "grad_norm": 1.8850884728474635,
      "learning_rate": 7.646903132314747e-06,
      "loss": 0.7302,
      "step": 131741
    },
    {
      "epoch": 5.395945115707557,
      "grad_norm": 2.066226910923251,
      "learning_rate": 7.645875129010964e-06,
      "loss": 0.6206,
      "step": 131742
    },
    {
      "epoch": 5.395986074134753,
      "grad_norm": 1.2261498217456572,
      "learning_rate": 7.64484719300395e-06,
      "loss": 0.3027,
      "step": 131743
    },
    {
      "epoch": 5.39602703256195,
      "grad_norm": 1.4669015597513313,
      "learning_rate": 7.64381932429417e-06,
      "loss": 0.4067,
      "step": 131744
    },
    {
      "epoch": 5.396067990989146,
      "grad_norm": 2.75067599868234,
      "learning_rate": 7.642791522882174e-06,
      "loss": 2.2938,
      "step": 131745
    },
    {
      "epoch": 5.396108949416343,
      "grad_norm": 1.5666207777760868,
      "learning_rate": 7.641763788768379e-06,
      "loss": 0.5414,
      "step": 131746
    },
    {
      "epoch": 5.396149907843538,
      "grad_norm": 1.7587188391347233,
      "learning_rate": 7.640736121953317e-06,
      "loss": 0.7121,
      "step": 131747
    },
    {
      "epoch": 5.396190866270735,
      "grad_norm": 1.0182489240562551,
      "learning_rate": 7.63970852243742e-06,
      "loss": 0.1863,
      "step": 131748
    },
    {
      "epoch": 5.3962318246979315,
      "grad_norm": 0.8811434073916088,
      "learning_rate": 7.638680990221225e-06,
      "loss": 0.1964,
      "step": 131749
    },
    {
      "epoch": 5.396272783125128,
      "grad_norm": 1.5885983684940457,
      "learning_rate": 7.637653525305225e-06,
      "loss": 0.4948,
      "step": 131750
    },
    {
      "epoch": 5.396313741552325,
      "grad_norm": 1.8093483287406564,
      "learning_rate": 7.636626127689843e-06,
      "loss": 0.585,
      "step": 131751
    },
    {
      "epoch": 5.396354699979521,
      "grad_norm": 1.407007675207549,
      "learning_rate": 7.635598797375608e-06,
      "loss": 0.4161,
      "step": 131752
    },
    {
      "epoch": 5.396395658406718,
      "grad_norm": 1.6788400865214792,
      "learning_rate": 7.634571534363037e-06,
      "loss": 0.6218,
      "step": 131753
    },
    {
      "epoch": 5.396436616833913,
      "grad_norm": 1.7049559714104863,
      "learning_rate": 7.633544338652547e-06,
      "loss": 0.5013,
      "step": 131754
    },
    {
      "epoch": 5.39647757526111,
      "grad_norm": 1.636979527084297,
      "learning_rate": 7.63251721024467e-06,
      "loss": 0.4025,
      "step": 131755
    },
    {
      "epoch": 5.396518533688306,
      "grad_norm": 1.470902489928709,
      "learning_rate": 7.631490149139873e-06,
      "loss": 0.5305,
      "step": 131756
    },
    {
      "epoch": 5.396559492115503,
      "grad_norm": 1.4677878766211527,
      "learning_rate": 7.630463155338639e-06,
      "loss": 0.4108,
      "step": 131757
    },
    {
      "epoch": 5.396600450542699,
      "grad_norm": 1.8195810543285724,
      "learning_rate": 7.629436228841469e-06,
      "loss": 0.5832,
      "step": 131758
    },
    {
      "epoch": 5.396641408969896,
      "grad_norm": 0.9205444799699226,
      "learning_rate": 7.628409369648841e-06,
      "loss": 0.2105,
      "step": 131759
    },
    {
      "epoch": 5.396682367397092,
      "grad_norm": 1.3909904056873892,
      "learning_rate": 7.627382577761227e-06,
      "loss": 0.4827,
      "step": 131760
    },
    {
      "epoch": 5.396723325824288,
      "grad_norm": 1.6029367422320533,
      "learning_rate": 7.626355853179139e-06,
      "loss": 0.4977,
      "step": 131761
    },
    {
      "epoch": 5.396764284251485,
      "grad_norm": 2.1792907052459576,
      "learning_rate": 7.625329195903046e-06,
      "loss": 1.0013,
      "step": 131762
    },
    {
      "epoch": 5.396805242678681,
      "grad_norm": 2.8324626243333815,
      "learning_rate": 7.6243026059334464e-06,
      "loss": 1.6824,
      "step": 131763
    },
    {
      "epoch": 5.396846201105878,
      "grad_norm": 1.1615983562658403,
      "learning_rate": 7.623276083270791e-06,
      "loss": 0.2999,
      "step": 131764
    },
    {
      "epoch": 5.396887159533074,
      "grad_norm": 1.6956615528346564,
      "learning_rate": 7.6222496279155945e-06,
      "loss": 0.5476,
      "step": 131765
    },
    {
      "epoch": 5.39692811796027,
      "grad_norm": 1.5136460167860528,
      "learning_rate": 7.621223239868357e-06,
      "loss": 0.5168,
      "step": 131766
    },
    {
      "epoch": 5.3969690763874665,
      "grad_norm": 0.8456941141611186,
      "learning_rate": 7.620196919129529e-06,
      "loss": 0.1906,
      "step": 131767
    },
    {
      "epoch": 5.397010034814663,
      "grad_norm": 2.022456260777367,
      "learning_rate": 7.619170665699592e-06,
      "loss": 0.8588,
      "step": 131768
    },
    {
      "epoch": 5.3970509932418596,
      "grad_norm": 4.641407374181917,
      "learning_rate": 7.61814447957908e-06,
      "loss": 0.4984,
      "step": 131769
    },
    {
      "epoch": 5.397091951669056,
      "grad_norm": 1.9298052991506223,
      "learning_rate": 7.617118360768426e-06,
      "loss": 0.8748,
      "step": 131770
    },
    {
      "epoch": 5.397132910096253,
      "grad_norm": 2.08448411008664,
      "learning_rate": 7.616092309268163e-06,
      "loss": 1.0129,
      "step": 131771
    },
    {
      "epoch": 5.397173868523449,
      "grad_norm": 1.2307615854211316,
      "learning_rate": 7.615066325078722e-06,
      "loss": 0.3272,
      "step": 131772
    },
    {
      "epoch": 5.397214826950645,
      "grad_norm": 2.8448398907593315,
      "learning_rate": 7.614040408200623e-06,
      "loss": 1.3805,
      "step": 131773
    },
    {
      "epoch": 5.397255785377841,
      "grad_norm": 2.1845291316124222,
      "learning_rate": 7.613014558634345e-06,
      "loss": 0.7821,
      "step": 131774
    },
    {
      "epoch": 5.397296743805038,
      "grad_norm": 3.419938087235182,
      "learning_rate": 7.611988776380373e-06,
      "loss": 0.5745,
      "step": 131775
    },
    {
      "epoch": 5.397337702232234,
      "grad_norm": 1.4632049595456929,
      "learning_rate": 7.610963061439207e-06,
      "loss": 0.4344,
      "step": 131776
    },
    {
      "epoch": 5.397378660659431,
      "grad_norm": 1.7398318142417835,
      "learning_rate": 7.609937413811279e-06,
      "loss": 0.6316,
      "step": 131777
    },
    {
      "epoch": 5.3974196190866275,
      "grad_norm": 1.5397646116703296,
      "learning_rate": 7.608911833497122e-06,
      "loss": 0.4122,
      "step": 131778
    },
    {
      "epoch": 5.397460577513823,
      "grad_norm": 0.820034602475472,
      "learning_rate": 7.607886320497236e-06,
      "loss": 0.1462,
      "step": 131779
    },
    {
      "epoch": 5.39750153594102,
      "grad_norm": 0.7849090302244178,
      "learning_rate": 7.606860874812071e-06,
      "loss": 0.0919,
      "step": 131780
    },
    {
      "epoch": 5.397542494368216,
      "grad_norm": 1.4317970157278945,
      "learning_rate": 7.605835496442092e-06,
      "loss": 0.3338,
      "step": 131781
    },
    {
      "epoch": 5.397583452795413,
      "grad_norm": 2.3015120357851284,
      "learning_rate": 7.604810185387833e-06,
      "loss": 0.6382,
      "step": 131782
    },
    {
      "epoch": 5.397624411222609,
      "grad_norm": 1.5993495645734208,
      "learning_rate": 7.603784941649743e-06,
      "loss": 0.5315,
      "step": 131783
    },
    {
      "epoch": 5.397665369649806,
      "grad_norm": 1.525908572885161,
      "learning_rate": 7.602759765228322e-06,
      "loss": 0.5031,
      "step": 131784
    },
    {
      "epoch": 5.3977063280770015,
      "grad_norm": 0.8192335389848477,
      "learning_rate": 7.60173465612407e-06,
      "loss": 0.14,
      "step": 131785
    },
    {
      "epoch": 5.397747286504198,
      "grad_norm": 1.7844163849934183,
      "learning_rate": 7.600709614337435e-06,
      "loss": 0.6306,
      "step": 131786
    },
    {
      "epoch": 5.3977882449313945,
      "grad_norm": 1.436791727705683,
      "learning_rate": 7.599684639868936e-06,
      "loss": 0.3934,
      "step": 131787
    },
    {
      "epoch": 5.397829203358591,
      "grad_norm": 1.871921281857792,
      "learning_rate": 7.598659732719037e-06,
      "loss": 0.4975,
      "step": 131788
    },
    {
      "epoch": 5.397870161785788,
      "grad_norm": 1.3957582325453197,
      "learning_rate": 7.5976348928882215e-06,
      "loss": 0.4061,
      "step": 131789
    },
    {
      "epoch": 5.397911120212984,
      "grad_norm": 0.9593512283000855,
      "learning_rate": 7.596610120377006e-06,
      "loss": 0.1742,
      "step": 131790
    },
    {
      "epoch": 5.397952078640181,
      "grad_norm": 1.5756065720666828,
      "learning_rate": 7.595585415185823e-06,
      "loss": 0.4907,
      "step": 131791
    },
    {
      "epoch": 5.397993037067376,
      "grad_norm": 1.1096381530847998,
      "learning_rate": 7.59456077731519e-06,
      "loss": 0.3042,
      "step": 131792
    },
    {
      "epoch": 5.398033995494573,
      "grad_norm": 1.8069226324197003,
      "learning_rate": 7.593536206765588e-06,
      "loss": 0.593,
      "step": 131793
    },
    {
      "epoch": 5.398074953921769,
      "grad_norm": 1.2841974639852716,
      "learning_rate": 7.592511703537501e-06,
      "loss": 0.1743,
      "step": 131794
    },
    {
      "epoch": 5.398115912348966,
      "grad_norm": 0.5948564748344952,
      "learning_rate": 7.591487267631397e-06,
      "loss": 0.0686,
      "step": 131795
    },
    {
      "epoch": 5.3981568707761625,
      "grad_norm": 1.6643939636907312,
      "learning_rate": 7.5904628990478055e-06,
      "loss": 0.4585,
      "step": 131796
    },
    {
      "epoch": 5.398197829203359,
      "grad_norm": 1.444643444436739,
      "learning_rate": 7.589438597787145e-06,
      "loss": 0.3849,
      "step": 131797
    },
    {
      "epoch": 5.398238787630555,
      "grad_norm": 1.2189886426932626,
      "learning_rate": 7.588414363849965e-06,
      "loss": 0.3617,
      "step": 131798
    },
    {
      "epoch": 5.398279746057751,
      "grad_norm": 1.4940621791538273,
      "learning_rate": 7.587390197236698e-06,
      "loss": 0.4692,
      "step": 131799
    },
    {
      "epoch": 5.398320704484948,
      "grad_norm": 1.437992015578367,
      "learning_rate": 7.5863660979478435e-06,
      "loss": 0.5215,
      "step": 131800
    },
    {
      "epoch": 5.398361662912144,
      "grad_norm": 1.0498068949903754,
      "learning_rate": 7.585342065983918e-06,
      "loss": 0.2191,
      "step": 131801
    },
    {
      "epoch": 5.398402621339341,
      "grad_norm": 1.0166431381292786,
      "learning_rate": 7.584318101345355e-06,
      "loss": 0.198,
      "step": 131802
    },
    {
      "epoch": 5.398443579766537,
      "grad_norm": 1.685183638262208,
      "learning_rate": 7.583294204032686e-06,
      "loss": 0.486,
      "step": 131803
    },
    {
      "epoch": 5.398484538193733,
      "grad_norm": 1.2963236643291223,
      "learning_rate": 7.582270374046345e-06,
      "loss": 0.2813,
      "step": 131804
    },
    {
      "epoch": 5.3985254966209295,
      "grad_norm": 0.9823635200614472,
      "learning_rate": 7.5812466113868486e-06,
      "loss": 0.1888,
      "step": 131805
    },
    {
      "epoch": 5.398566455048126,
      "grad_norm": 1.9185900588925795,
      "learning_rate": 7.580222916054679e-06,
      "loss": 0.5709,
      "step": 131806
    },
    {
      "epoch": 5.398607413475323,
      "grad_norm": 1.1889926230055157,
      "learning_rate": 7.579199288050319e-06,
      "loss": 0.2901,
      "step": 131807
    },
    {
      "epoch": 5.398648371902519,
      "grad_norm": 1.3509465386093693,
      "learning_rate": 7.578175727374236e-06,
      "loss": 0.2927,
      "step": 131808
    },
    {
      "epoch": 5.398689330329716,
      "grad_norm": 1.5180165548923734,
      "learning_rate": 7.577152234026945e-06,
      "loss": 0.453,
      "step": 131809
    },
    {
      "epoch": 5.398730288756912,
      "grad_norm": 1.2034592022003587,
      "learning_rate": 7.576128808008897e-06,
      "loss": 0.3359,
      "step": 131810
    },
    {
      "epoch": 5.398771247184108,
      "grad_norm": 0.9227977878016663,
      "learning_rate": 7.5751054493206234e-06,
      "loss": 0.129,
      "step": 131811
    },
    {
      "epoch": 5.398812205611304,
      "grad_norm": 1.3932077385460193,
      "learning_rate": 7.574082157962541e-06,
      "loss": 0.4132,
      "step": 131812
    },
    {
      "epoch": 5.398853164038501,
      "grad_norm": 6.904778727348864,
      "learning_rate": 7.573058933935166e-06,
      "loss": 0.5034,
      "step": 131813
    },
    {
      "epoch": 5.398894122465697,
      "grad_norm": 1.4096451719505527,
      "learning_rate": 7.572035777239e-06,
      "loss": 0.4593,
      "step": 131814
    },
    {
      "epoch": 5.398935080892894,
      "grad_norm": 1.6301868206890435,
      "learning_rate": 7.571012687874506e-06,
      "loss": 0.5178,
      "step": 131815
    },
    {
      "epoch": 5.3989760393200905,
      "grad_norm": 1.2102078190660315,
      "learning_rate": 7.569989665842169e-06,
      "loss": 0.4466,
      "step": 131816
    },
    {
      "epoch": 5.399016997747286,
      "grad_norm": 1.6340192133457223,
      "learning_rate": 7.568966711142488e-06,
      "loss": 0.4839,
      "step": 131817
    },
    {
      "epoch": 5.399057956174483,
      "grad_norm": 1.4172000626164099,
      "learning_rate": 7.567943823775913e-06,
      "loss": 0.5117,
      "step": 131818
    },
    {
      "epoch": 5.399098914601679,
      "grad_norm": 1.7038140593470588,
      "learning_rate": 7.566921003742976e-06,
      "loss": 0.3044,
      "step": 131819
    },
    {
      "epoch": 5.399139873028876,
      "grad_norm": 1.3840461418417322,
      "learning_rate": 7.565898251044111e-06,
      "loss": 0.3712,
      "step": 131820
    },
    {
      "epoch": 5.399180831456072,
      "grad_norm": 1.4919029803775286,
      "learning_rate": 7.564875565679834e-06,
      "loss": 0.5407,
      "step": 131821
    },
    {
      "epoch": 5.399221789883269,
      "grad_norm": 1.514524598712502,
      "learning_rate": 7.563852947650628e-06,
      "loss": 0.4029,
      "step": 131822
    },
    {
      "epoch": 5.3992627483104645,
      "grad_norm": 1.4646444025330638,
      "learning_rate": 7.562830396956943e-06,
      "loss": 0.3982,
      "step": 131823
    },
    {
      "epoch": 5.399303706737661,
      "grad_norm": 1.5562823379303117,
      "learning_rate": 7.561807913599294e-06,
      "loss": 0.5105,
      "step": 131824
    },
    {
      "epoch": 5.399344665164858,
      "grad_norm": 1.4105888196004037,
      "learning_rate": 7.560785497578181e-06,
      "loss": 0.3148,
      "step": 131825
    },
    {
      "epoch": 5.399385623592054,
      "grad_norm": 0.9226290705367447,
      "learning_rate": 7.559763148894038e-06,
      "loss": 0.2128,
      "step": 131826
    },
    {
      "epoch": 5.399426582019251,
      "grad_norm": 1.529502855779834,
      "learning_rate": 7.558740867547397e-06,
      "loss": 0.5998,
      "step": 131827
    },
    {
      "epoch": 5.399467540446447,
      "grad_norm": 0.4767235688331227,
      "learning_rate": 7.557718653538691e-06,
      "loss": 0.062,
      "step": 131828
    },
    {
      "epoch": 5.399508498873644,
      "grad_norm": 1.9156816680206339,
      "learning_rate": 7.556696506868437e-06,
      "loss": 0.7167,
      "step": 131829
    },
    {
      "epoch": 5.399549457300839,
      "grad_norm": 2.8161621539287696,
      "learning_rate": 7.555674427537134e-06,
      "loss": 2.2122,
      "step": 131830
    },
    {
      "epoch": 5.399590415728036,
      "grad_norm": 1.4542156774575574,
      "learning_rate": 7.5546524155452145e-06,
      "loss": 0.3376,
      "step": 131831
    },
    {
      "epoch": 5.399631374155232,
      "grad_norm": 1.4875965058194625,
      "learning_rate": 7.553630470893196e-06,
      "loss": 0.5437,
      "step": 131832
    },
    {
      "epoch": 5.399672332582429,
      "grad_norm": 1.6372042786650693,
      "learning_rate": 7.552608593581561e-06,
      "loss": 0.8413,
      "step": 131833
    },
    {
      "epoch": 5.3997132910096255,
      "grad_norm": 1.2550142029807527,
      "learning_rate": 7.551586783610791e-06,
      "loss": 0.2516,
      "step": 131834
    },
    {
      "epoch": 5.399754249436822,
      "grad_norm": 1.6223201799030162,
      "learning_rate": 7.550565040981371e-06,
      "loss": 0.4864,
      "step": 131835
    },
    {
      "epoch": 5.399795207864018,
      "grad_norm": 1.3246767481838773,
      "learning_rate": 7.54954336569375e-06,
      "loss": 0.429,
      "step": 131836
    },
    {
      "epoch": 5.399836166291214,
      "grad_norm": 2.1272247363825176,
      "learning_rate": 7.548521757748443e-06,
      "loss": 1.0067,
      "step": 131837
    },
    {
      "epoch": 5.399877124718411,
      "grad_norm": 0.9011517532368168,
      "learning_rate": 7.547500217145952e-06,
      "loss": 0.1853,
      "step": 131838
    },
    {
      "epoch": 5.399918083145607,
      "grad_norm": 1.2479924921488872,
      "learning_rate": 7.546478743886725e-06,
      "loss": 0.2246,
      "step": 131839
    },
    {
      "epoch": 5.399959041572804,
      "grad_norm": 1.5534921264374657,
      "learning_rate": 7.545457337971261e-06,
      "loss": 0.4323,
      "step": 131840
    },
    {
      "epoch": 5.4,
      "grad_norm": 1.4917323363543582,
      "learning_rate": 7.544435999400028e-06,
      "loss": 0.5156,
      "step": 131841
    },
    {
      "epoch": 5.400040958427196,
      "grad_norm": 1.3302965965492755,
      "learning_rate": 7.5434147281735246e-06,
      "loss": 0.4419,
      "step": 131842
    },
    {
      "epoch": 5.4000819168543925,
      "grad_norm": 1.510377370589945,
      "learning_rate": 7.542393524292234e-06,
      "loss": 0.3479,
      "step": 131843
    },
    {
      "epoch": 5.400122875281589,
      "grad_norm": 0.38795811198674063,
      "learning_rate": 7.5413723877566226e-06,
      "loss": 0.0272,
      "step": 131844
    },
    {
      "epoch": 5.400163833708786,
      "grad_norm": 0.8222740528347359,
      "learning_rate": 7.540351318567189e-06,
      "loss": 0.2045,
      "step": 131845
    },
    {
      "epoch": 5.400204792135982,
      "grad_norm": 1.1135439122585131,
      "learning_rate": 7.5393303167244176e-06,
      "loss": 0.2677,
      "step": 131846
    },
    {
      "epoch": 5.400245750563179,
      "grad_norm": 1.6430884422161738,
      "learning_rate": 7.538309382228774e-06,
      "loss": 0.5004,
      "step": 131847
    },
    {
      "epoch": 5.400286708990375,
      "grad_norm": 1.6710296196167989,
      "learning_rate": 7.5372885150807745e-06,
      "loss": 0.5612,
      "step": 131848
    },
    {
      "epoch": 5.400327667417571,
      "grad_norm": 0.9295389709556001,
      "learning_rate": 7.5362677152808525e-06,
      "loss": 0.1788,
      "step": 131849
    },
    {
      "epoch": 5.400368625844767,
      "grad_norm": 1.2871497309052202,
      "learning_rate": 7.535246982829507e-06,
      "loss": 0.4207,
      "step": 131850
    },
    {
      "epoch": 5.400409584271964,
      "grad_norm": 1.9582411121015597,
      "learning_rate": 7.534226317727271e-06,
      "loss": 0.7378,
      "step": 131851
    },
    {
      "epoch": 5.4004505426991605,
      "grad_norm": 0.8378284871773127,
      "learning_rate": 7.533205719974561e-06,
      "loss": 0.1102,
      "step": 131852
    },
    {
      "epoch": 5.400491501126357,
      "grad_norm": 1.615100305822198,
      "learning_rate": 7.532185189571877e-06,
      "loss": 0.6522,
      "step": 131853
    },
    {
      "epoch": 5.4005324595535535,
      "grad_norm": 2.2919824519456795,
      "learning_rate": 7.531164726519734e-06,
      "loss": 0.9155,
      "step": 131854
    },
    {
      "epoch": 5.400573417980749,
      "grad_norm": 1.419104385899562,
      "learning_rate": 7.530144330818566e-06,
      "loss": 0.3551,
      "step": 131855
    },
    {
      "epoch": 5.400614376407946,
      "grad_norm": 1.8676646426085248,
      "learning_rate": 7.529124002468873e-06,
      "loss": 0.4335,
      "step": 131856
    },
    {
      "epoch": 5.400655334835142,
      "grad_norm": 0.8218389757323573,
      "learning_rate": 7.52810374147117e-06,
      "loss": 0.1866,
      "step": 131857
    },
    {
      "epoch": 5.400696293262339,
      "grad_norm": 1.0831796615094633,
      "learning_rate": 7.527083547825891e-06,
      "loss": 0.3031,
      "step": 131858
    },
    {
      "epoch": 5.400737251689535,
      "grad_norm": 1.946156406511183,
      "learning_rate": 7.526063421533535e-06,
      "loss": 0.5641,
      "step": 131859
    },
    {
      "epoch": 5.400778210116732,
      "grad_norm": 0.9622237114935787,
      "learning_rate": 7.525043362594618e-06,
      "loss": 0.2019,
      "step": 131860
    },
    {
      "epoch": 5.4008191685439275,
      "grad_norm": 0.5290159318532262,
      "learning_rate": 7.5240233710095576e-06,
      "loss": 0.0471,
      "step": 131861
    },
    {
      "epoch": 5.400860126971124,
      "grad_norm": 1.7437230751929966,
      "learning_rate": 7.5230034467789025e-06,
      "loss": 0.4839,
      "step": 131862
    },
    {
      "epoch": 5.400901085398321,
      "grad_norm": 1.4296228887884759,
      "learning_rate": 7.521983589903086e-06,
      "loss": 0.5092,
      "step": 131863
    },
    {
      "epoch": 5.400942043825517,
      "grad_norm": 1.3028132159766836,
      "learning_rate": 7.52096380038259e-06,
      "loss": 0.3944,
      "step": 131864
    },
    {
      "epoch": 5.400983002252714,
      "grad_norm": 1.9584411702588171,
      "learning_rate": 7.519944078217965e-06,
      "loss": 0.6627,
      "step": 131865
    },
    {
      "epoch": 5.40102396067991,
      "grad_norm": 1.0243325247725648,
      "learning_rate": 7.518924423409595e-06,
      "loss": 0.1845,
      "step": 131866
    },
    {
      "epoch": 5.401064919107107,
      "grad_norm": 1.208057710334181,
      "learning_rate": 7.517904835958028e-06,
      "loss": 0.3404,
      "step": 131867
    },
    {
      "epoch": 5.401105877534302,
      "grad_norm": 1.399128277580598,
      "learning_rate": 7.51688531586373e-06,
      "loss": 0.4365,
      "step": 131868
    },
    {
      "epoch": 5.401146835961499,
      "grad_norm": 1.5832170088363071,
      "learning_rate": 7.515865863127185e-06,
      "loss": 0.4745,
      "step": 131869
    },
    {
      "epoch": 5.4011877943886955,
      "grad_norm": 1.709947943661935,
      "learning_rate": 7.514846477748876e-06,
      "loss": 0.728,
      "step": 131870
    },
    {
      "epoch": 5.401228752815892,
      "grad_norm": 1.4657861234360654,
      "learning_rate": 7.513827159729252e-06,
      "loss": 0.3801,
      "step": 131871
    },
    {
      "epoch": 5.4012697112430885,
      "grad_norm": 1.404741443180775,
      "learning_rate": 7.51280790906883e-06,
      "loss": 0.4231,
      "step": 131872
    },
    {
      "epoch": 5.401310669670285,
      "grad_norm": 1.6374530115968617,
      "learning_rate": 7.511788725768108e-06,
      "loss": 0.5212,
      "step": 131873
    },
    {
      "epoch": 5.401351628097481,
      "grad_norm": 2.3595122901259016,
      "learning_rate": 7.510769609827522e-06,
      "loss": 0.418,
      "step": 131874
    },
    {
      "epoch": 5.401392586524677,
      "grad_norm": 3.1346525691024723,
      "learning_rate": 7.5097505612476015e-06,
      "loss": 2.8368,
      "step": 131875
    },
    {
      "epoch": 5.401433544951874,
      "grad_norm": 1.9359007402283808,
      "learning_rate": 7.508731580028765e-06,
      "loss": 0.6189,
      "step": 131876
    },
    {
      "epoch": 5.40147450337907,
      "grad_norm": 1.7524267540367187,
      "learning_rate": 7.507712666171545e-06,
      "loss": 0.6053,
      "step": 131877
    },
    {
      "epoch": 5.401515461806267,
      "grad_norm": 1.0449146075869071,
      "learning_rate": 7.506693819676424e-06,
      "loss": 0.1947,
      "step": 131878
    },
    {
      "epoch": 5.401556420233463,
      "grad_norm": 1.683637847930753,
      "learning_rate": 7.505675040543868e-06,
      "loss": 0.5129,
      "step": 131879
    },
    {
      "epoch": 5.401597378660659,
      "grad_norm": 1.423786550594628,
      "learning_rate": 7.504656328774344e-06,
      "loss": 0.3369,
      "step": 131880
    },
    {
      "epoch": 5.401638337087856,
      "grad_norm": 1.455425434214096,
      "learning_rate": 7.503637684368369e-06,
      "loss": 0.4419,
      "step": 131881
    },
    {
      "epoch": 5.401679295515052,
      "grad_norm": 2.6514260284614504,
      "learning_rate": 7.5026191073263905e-06,
      "loss": 2.0312,
      "step": 131882
    },
    {
      "epoch": 5.401720253942249,
      "grad_norm": 1.426155782523427,
      "learning_rate": 7.501600597648927e-06,
      "loss": 0.3789,
      "step": 131883
    },
    {
      "epoch": 5.401761212369445,
      "grad_norm": 0.9356230537997746,
      "learning_rate": 7.50058215533641e-06,
      "loss": 0.1909,
      "step": 131884
    },
    {
      "epoch": 5.401802170796642,
      "grad_norm": 1.6497531779058527,
      "learning_rate": 7.499563780389356e-06,
      "loss": 0.4592,
      "step": 131885
    },
    {
      "epoch": 5.401843129223838,
      "grad_norm": 0.9949351172409877,
      "learning_rate": 7.498545472808248e-06,
      "loss": 0.2075,
      "step": 131886
    },
    {
      "epoch": 5.401884087651034,
      "grad_norm": 1.3983884009456746,
      "learning_rate": 7.497527232593553e-06,
      "loss": 0.4332,
      "step": 131887
    },
    {
      "epoch": 5.40192504607823,
      "grad_norm": 1.6236188909199127,
      "learning_rate": 7.496509059745753e-06,
      "loss": 0.5308,
      "step": 131888
    },
    {
      "epoch": 5.401966004505427,
      "grad_norm": 2.2117435272078536,
      "learning_rate": 7.495490954265349e-06,
      "loss": 0.7071,
      "step": 131889
    },
    {
      "epoch": 5.4020069629326235,
      "grad_norm": 1.4197615767597591,
      "learning_rate": 7.494472916152788e-06,
      "loss": 0.3924,
      "step": 131890
    },
    {
      "epoch": 5.40204792135982,
      "grad_norm": 1.5664296387203218,
      "learning_rate": 7.493454945408606e-06,
      "loss": 0.5095,
      "step": 131891
    },
    {
      "epoch": 5.402088879787017,
      "grad_norm": 1.279805910065347,
      "learning_rate": 7.492437042033217e-06,
      "loss": 0.3615,
      "step": 131892
    },
    {
      "epoch": 5.402129838214212,
      "grad_norm": 1.5563880970752344,
      "learning_rate": 7.4914192060271385e-06,
      "loss": 0.5237,
      "step": 131893
    },
    {
      "epoch": 5.402170796641409,
      "grad_norm": 1.462708083036412,
      "learning_rate": 7.490401437390853e-06,
      "loss": 0.5536,
      "step": 131894
    },
    {
      "epoch": 5.402211755068605,
      "grad_norm": 1.2391909577728604,
      "learning_rate": 7.4893837361248265e-06,
      "loss": 0.311,
      "step": 131895
    },
    {
      "epoch": 5.402252713495802,
      "grad_norm": 0.9461813711488185,
      "learning_rate": 7.48836610222956e-06,
      "loss": 0.2144,
      "step": 131896
    },
    {
      "epoch": 5.402293671922998,
      "grad_norm": 1.5917677583503833,
      "learning_rate": 7.487348535705534e-06,
      "loss": 0.4945,
      "step": 131897
    },
    {
      "epoch": 5.402334630350195,
      "grad_norm": 1.7393682106301442,
      "learning_rate": 7.4863310365532e-06,
      "loss": 0.6205,
      "step": 131898
    },
    {
      "epoch": 5.4023755887773905,
      "grad_norm": 1.714660211637077,
      "learning_rate": 7.485313604773091e-06,
      "loss": 0.609,
      "step": 131899
    },
    {
      "epoch": 5.402416547204587,
      "grad_norm": 1.4946270619452486,
      "learning_rate": 7.484296240365622e-06,
      "loss": 0.536,
      "step": 131900
    },
    {
      "epoch": 5.402457505631784,
      "grad_norm": 1.3395024477825637,
      "learning_rate": 7.483278943331311e-06,
      "loss": 0.3671,
      "step": 131901
    },
    {
      "epoch": 5.40249846405898,
      "grad_norm": 2.4696034755260787,
      "learning_rate": 7.482261713670657e-06,
      "loss": 1.3947,
      "step": 131902
    },
    {
      "epoch": 5.402539422486177,
      "grad_norm": 1.1238080702514637,
      "learning_rate": 7.481244551384091e-06,
      "loss": 0.2532,
      "step": 131903
    },
    {
      "epoch": 5.402580380913373,
      "grad_norm": 1.4077265095513818,
      "learning_rate": 7.480227456472132e-06,
      "loss": 0.5073,
      "step": 131904
    },
    {
      "epoch": 5.40262133934057,
      "grad_norm": 1.150345850828372,
      "learning_rate": 7.479210428935278e-06,
      "loss": 0.3557,
      "step": 131905
    },
    {
      "epoch": 5.402662297767765,
      "grad_norm": 1.0832240861193572,
      "learning_rate": 7.478193468773946e-06,
      "loss": 0.3392,
      "step": 131906
    },
    {
      "epoch": 5.402703256194962,
      "grad_norm": 1.7526705500672322,
      "learning_rate": 7.477176575988686e-06,
      "loss": 0.561,
      "step": 131907
    },
    {
      "epoch": 5.4027442146221585,
      "grad_norm": 1.329129588488722,
      "learning_rate": 7.47615975057993e-06,
      "loss": 0.4491,
      "step": 131908
    },
    {
      "epoch": 5.402785173049355,
      "grad_norm": 0.5664217930600024,
      "learning_rate": 7.475142992548178e-06,
      "loss": 0.0814,
      "step": 131909
    },
    {
      "epoch": 5.4028261314765516,
      "grad_norm": 1.7547624550058334,
      "learning_rate": 7.4741263018939126e-06,
      "loss": 0.6506,
      "step": 131910
    },
    {
      "epoch": 5.402867089903748,
      "grad_norm": 2.4379740459880805,
      "learning_rate": 7.473109678617601e-06,
      "loss": 0.5958,
      "step": 131911
    },
    {
      "epoch": 5.402908048330944,
      "grad_norm": 1.3575493263673477,
      "learning_rate": 7.472093122719741e-06,
      "loss": 0.3268,
      "step": 131912
    },
    {
      "epoch": 5.40294900675814,
      "grad_norm": 1.846940574901078,
      "learning_rate": 7.471076634200801e-06,
      "loss": 0.6401,
      "step": 131913
    },
    {
      "epoch": 5.402989965185337,
      "grad_norm": 1.533493050926126,
      "learning_rate": 7.470060213061263e-06,
      "loss": 0.5733,
      "step": 131914
    },
    {
      "epoch": 5.403030923612533,
      "grad_norm": 1.7802457015088424,
      "learning_rate": 7.46904385930161e-06,
      "loss": 0.535,
      "step": 131915
    },
    {
      "epoch": 5.40307188203973,
      "grad_norm": 1.5833638320828494,
      "learning_rate": 7.468027572922325e-06,
      "loss": 0.4778,
      "step": 131916
    },
    {
      "epoch": 5.403112840466926,
      "grad_norm": 0.8148890848871513,
      "learning_rate": 7.467011353923874e-06,
      "loss": 0.0958,
      "step": 131917
    },
    {
      "epoch": 5.403153798894122,
      "grad_norm": 1.5159367063657263,
      "learning_rate": 7.465995202306774e-06,
      "loss": 0.4466,
      "step": 131918
    },
    {
      "epoch": 5.403194757321319,
      "grad_norm": 1.302600691337825,
      "learning_rate": 7.464979118071457e-06,
      "loss": 0.3855,
      "step": 131919
    },
    {
      "epoch": 5.403235715748515,
      "grad_norm": 1.0486313082122347,
      "learning_rate": 7.4639631012184565e-06,
      "loss": 0.1295,
      "step": 131920
    },
    {
      "epoch": 5.403276674175712,
      "grad_norm": 1.71816130933016,
      "learning_rate": 7.462947151748189e-06,
      "loss": 0.5001,
      "step": 131921
    },
    {
      "epoch": 5.403317632602908,
      "grad_norm": 1.890874410539169,
      "learning_rate": 7.4619312696612036e-06,
      "loss": 0.7309,
      "step": 131922
    },
    {
      "epoch": 5.403358591030105,
      "grad_norm": 0.6878001265482547,
      "learning_rate": 7.460915454957917e-06,
      "loss": 0.1277,
      "step": 131923
    },
    {
      "epoch": 5.403399549457301,
      "grad_norm": 1.6437193883576582,
      "learning_rate": 7.459899707638861e-06,
      "loss": 0.4966,
      "step": 131924
    },
    {
      "epoch": 5.403440507884497,
      "grad_norm": 1.4820777884229104,
      "learning_rate": 7.45888402770447e-06,
      "loss": 0.4071,
      "step": 131925
    },
    {
      "epoch": 5.4034814663116935,
      "grad_norm": 1.44914553255822,
      "learning_rate": 7.457868415155277e-06,
      "loss": 0.4318,
      "step": 131926
    },
    {
      "epoch": 5.40352242473889,
      "grad_norm": 1.0674230037505126,
      "learning_rate": 7.4568528699916974e-06,
      "loss": 0.2142,
      "step": 131927
    },
    {
      "epoch": 5.4035633831660865,
      "grad_norm": 1.4213051656661473,
      "learning_rate": 7.4558373922142646e-06,
      "loss": 0.4308,
      "step": 131928
    },
    {
      "epoch": 5.403604341593283,
      "grad_norm": 1.519364603154212,
      "learning_rate": 7.454821981823444e-06,
      "loss": 0.5597,
      "step": 131929
    },
    {
      "epoch": 5.40364530002048,
      "grad_norm": 0.854985768547974,
      "learning_rate": 7.453806638819704e-06,
      "loss": 0.1684,
      "step": 131930
    },
    {
      "epoch": 5.403686258447675,
      "grad_norm": 0.5953133672121851,
      "learning_rate": 7.452791363203525e-06,
      "loss": 0.1151,
      "step": 131931
    },
    {
      "epoch": 5.403727216874872,
      "grad_norm": 1.0187276374691376,
      "learning_rate": 7.4517761549754085e-06,
      "loss": 0.1931,
      "step": 131932
    },
    {
      "epoch": 5.403768175302068,
      "grad_norm": 1.58424576921893,
      "learning_rate": 7.450761014135803e-06,
      "loss": 0.4166,
      "step": 131933
    },
    {
      "epoch": 5.403809133729265,
      "grad_norm": 1.7996781307529828,
      "learning_rate": 7.449745940685242e-06,
      "loss": 0.5485,
      "step": 131934
    },
    {
      "epoch": 5.403850092156461,
      "grad_norm": 1.5904562888990348,
      "learning_rate": 7.448730934624142e-06,
      "loss": 0.4581,
      "step": 131935
    },
    {
      "epoch": 5.403891050583658,
      "grad_norm": 1.4756578605076793,
      "learning_rate": 7.447715995953002e-06,
      "loss": 0.5118,
      "step": 131936
    },
    {
      "epoch": 5.403932009010854,
      "grad_norm": 0.907727151488219,
      "learning_rate": 7.446701124672339e-06,
      "loss": 0.182,
      "step": 131937
    },
    {
      "epoch": 5.40397296743805,
      "grad_norm": 1.2985913955889103,
      "learning_rate": 7.445686320782568e-06,
      "loss": 0.3833,
      "step": 131938
    },
    {
      "epoch": 5.404013925865247,
      "grad_norm": 2.323661423164884,
      "learning_rate": 7.444671584284223e-06,
      "loss": 1.0236,
      "step": 131939
    },
    {
      "epoch": 5.404054884292443,
      "grad_norm": 1.29063763024142,
      "learning_rate": 7.44365691517777e-06,
      "loss": 0.3318,
      "step": 131940
    },
    {
      "epoch": 5.40409584271964,
      "grad_norm": 1.7002113484969616,
      "learning_rate": 7.442642313463676e-06,
      "loss": 0.4896,
      "step": 131941
    },
    {
      "epoch": 5.404136801146836,
      "grad_norm": 1.6836353640998354,
      "learning_rate": 7.441627779142456e-06,
      "loss": 0.4976,
      "step": 131942
    },
    {
      "epoch": 5.404177759574033,
      "grad_norm": 0.7000701230283575,
      "learning_rate": 7.440613312214528e-06,
      "loss": 0.0983,
      "step": 131943
    },
    {
      "epoch": 5.404218718001228,
      "grad_norm": 0.8180131509776589,
      "learning_rate": 7.439598912680406e-06,
      "loss": 0.1839,
      "step": 131944
    },
    {
      "epoch": 5.404259676428425,
      "grad_norm": 1.4257748431164539,
      "learning_rate": 7.438584580540591e-06,
      "loss": 0.4511,
      "step": 131945
    },
    {
      "epoch": 5.4043006348556215,
      "grad_norm": 1.8871381021268527,
      "learning_rate": 7.437570315795516e-06,
      "loss": 0.5452,
      "step": 131946
    },
    {
      "epoch": 5.404341593282818,
      "grad_norm": 1.6107765880454266,
      "learning_rate": 7.436556118445713e-06,
      "loss": 0.5464,
      "step": 131947
    },
    {
      "epoch": 5.404382551710015,
      "grad_norm": 1.379938990670521,
      "learning_rate": 7.435541988491617e-06,
      "loss": 0.3461,
      "step": 131948
    },
    {
      "epoch": 5.404423510137211,
      "grad_norm": 1.4946277406729993,
      "learning_rate": 7.434527925933709e-06,
      "loss": 0.3561,
      "step": 131949
    },
    {
      "epoch": 5.404464468564407,
      "grad_norm": 2.9839733043455845,
      "learning_rate": 7.433513930772522e-06,
      "loss": 2.5443,
      "step": 131950
    },
    {
      "epoch": 5.404505426991603,
      "grad_norm": 2.6597538568861125,
      "learning_rate": 7.432500003008473e-06,
      "loss": 1.8098,
      "step": 131951
    },
    {
      "epoch": 5.4045463854188,
      "grad_norm": 1.376315569167995,
      "learning_rate": 7.431486142642046e-06,
      "loss": 0.4187,
      "step": 131952
    },
    {
      "epoch": 5.404587343845996,
      "grad_norm": 1.4708262952949989,
      "learning_rate": 7.430472349673788e-06,
      "loss": 0.4325,
      "step": 131953
    },
    {
      "epoch": 5.404628302273193,
      "grad_norm": 1.5949366887618321,
      "learning_rate": 7.429458624104085e-06,
      "loss": 0.4726,
      "step": 131954
    },
    {
      "epoch": 5.404669260700389,
      "grad_norm": 1.5977868231343202,
      "learning_rate": 7.4284449659335e-06,
      "loss": 0.5217,
      "step": 131955
    },
    {
      "epoch": 5.404710219127585,
      "grad_norm": 1.8522828624649137,
      "learning_rate": 7.427431375162435e-06,
      "loss": 0.59,
      "step": 131956
    },
    {
      "epoch": 5.404751177554782,
      "grad_norm": 1.5045693306406862,
      "learning_rate": 7.426417851791422e-06,
      "loss": 0.3981,
      "step": 131957
    },
    {
      "epoch": 5.404792135981978,
      "grad_norm": 1.5899820077565348,
      "learning_rate": 7.425404395820944e-06,
      "loss": 0.5822,
      "step": 131958
    },
    {
      "epoch": 5.404833094409175,
      "grad_norm": 1.344028105415226,
      "learning_rate": 7.424391007251435e-06,
      "loss": 0.4448,
      "step": 131959
    },
    {
      "epoch": 5.404874052836371,
      "grad_norm": 1.3478740493639836,
      "learning_rate": 7.4233776860834096e-06,
      "loss": 0.5148,
      "step": 131960
    },
    {
      "epoch": 5.404915011263568,
      "grad_norm": 1.0758191306954727,
      "learning_rate": 7.422364432317351e-06,
      "loss": 0.2729,
      "step": 131961
    },
    {
      "epoch": 5.404955969690764,
      "grad_norm": 1.3828750814578326,
      "learning_rate": 7.421351245953711e-06,
      "loss": 0.3775,
      "step": 131962
    },
    {
      "epoch": 5.40499692811796,
      "grad_norm": 1.4146344873782555,
      "learning_rate": 7.420338126992986e-06,
      "loss": 0.3323,
      "step": 131963
    },
    {
      "epoch": 5.4050378865451565,
      "grad_norm": 1.4907303673717194,
      "learning_rate": 7.419325075435645e-06,
      "loss": 0.4801,
      "step": 131964
    },
    {
      "epoch": 5.405078844972353,
      "grad_norm": 0.5936184761644138,
      "learning_rate": 7.418312091282169e-06,
      "loss": 0.1079,
      "step": 131965
    },
    {
      "epoch": 5.40511980339955,
      "grad_norm": 1.4317388175782717,
      "learning_rate": 7.417299174533076e-06,
      "loss": 0.4312,
      "step": 131966
    },
    {
      "epoch": 5.405160761826746,
      "grad_norm": 1.404505541197391,
      "learning_rate": 7.416286325188781e-06,
      "loss": 0.4292,
      "step": 131967
    },
    {
      "epoch": 5.405201720253943,
      "grad_norm": 1.505380451409861,
      "learning_rate": 7.4152735432497835e-06,
      "loss": 0.4615,
      "step": 131968
    },
    {
      "epoch": 5.405242678681138,
      "grad_norm": 1.2663478050420478,
      "learning_rate": 7.4142608287166e-06,
      "loss": 0.2983,
      "step": 131969
    },
    {
      "epoch": 5.405283637108335,
      "grad_norm": 1.4880953195172293,
      "learning_rate": 7.413248181589648e-06,
      "loss": 0.4142,
      "step": 131970
    },
    {
      "epoch": 5.405324595535531,
      "grad_norm": 1.779996751259797,
      "learning_rate": 7.412235601869477e-06,
      "loss": 0.4676,
      "step": 131971
    },
    {
      "epoch": 5.405365553962728,
      "grad_norm": 1.5465145779678087,
      "learning_rate": 7.4112230895565e-06,
      "loss": 0.5104,
      "step": 131972
    },
    {
      "epoch": 5.405406512389924,
      "grad_norm": 1.3049392054922866,
      "learning_rate": 7.410210644651221e-06,
      "loss": 0.3851,
      "step": 131973
    },
    {
      "epoch": 5.405447470817121,
      "grad_norm": 0.8739324017036276,
      "learning_rate": 7.409198267154137e-06,
      "loss": 0.129,
      "step": 131974
    },
    {
      "epoch": 5.405488429244317,
      "grad_norm": 1.708963647847744,
      "learning_rate": 7.408185957065682e-06,
      "loss": 1.017,
      "step": 131975
    },
    {
      "epoch": 5.405529387671513,
      "grad_norm": 1.7731819178887755,
      "learning_rate": 7.407173714386389e-06,
      "loss": 0.5465,
      "step": 131976
    },
    {
      "epoch": 5.40557034609871,
      "grad_norm": 1.5653653989759684,
      "learning_rate": 7.406161539116707e-06,
      "loss": 0.547,
      "step": 131977
    },
    {
      "epoch": 5.405611304525906,
      "grad_norm": 3.060229714383413,
      "learning_rate": 7.4051494312571015e-06,
      "loss": 1.8346,
      "step": 131978
    },
    {
      "epoch": 5.405652262953103,
      "grad_norm": 1.7429974862198672,
      "learning_rate": 7.40413739080809e-06,
      "loss": 0.5567,
      "step": 131979
    },
    {
      "epoch": 5.405693221380299,
      "grad_norm": 1.387329576440674,
      "learning_rate": 7.403125417770106e-06,
      "loss": 0.4054,
      "step": 131980
    },
    {
      "epoch": 5.405734179807496,
      "grad_norm": 1.6112087670365987,
      "learning_rate": 7.402113512143665e-06,
      "loss": 0.4517,
      "step": 131981
    },
    {
      "epoch": 5.4057751382346915,
      "grad_norm": 1.441934552387283,
      "learning_rate": 7.401101673929233e-06,
      "loss": 0.4494,
      "step": 131982
    },
    {
      "epoch": 5.405816096661888,
      "grad_norm": 1.6605933986970207,
      "learning_rate": 7.40008990312726e-06,
      "loss": 0.5295,
      "step": 131983
    },
    {
      "epoch": 5.4058570550890845,
      "grad_norm": 1.392523179383411,
      "learning_rate": 7.399078199738278e-06,
      "loss": 0.3398,
      "step": 131984
    },
    {
      "epoch": 5.405898013516281,
      "grad_norm": 1.3696980237153196,
      "learning_rate": 7.398066563762722e-06,
      "loss": 0.4444,
      "step": 131985
    },
    {
      "epoch": 5.405938971943478,
      "grad_norm": 1.532470287941579,
      "learning_rate": 7.39705499520109e-06,
      "loss": 0.535,
      "step": 131986
    },
    {
      "epoch": 5.405979930370674,
      "grad_norm": 1.3840091723706194,
      "learning_rate": 7.396043494053866e-06,
      "loss": 0.4454,
      "step": 131987
    },
    {
      "epoch": 5.40602088879787,
      "grad_norm": 1.3381537245734114,
      "learning_rate": 7.395032060321498e-06,
      "loss": 0.3637,
      "step": 131988
    },
    {
      "epoch": 5.406061847225066,
      "grad_norm": 1.5452267693126547,
      "learning_rate": 7.394020694004487e-06,
      "loss": 0.4731,
      "step": 131989
    },
    {
      "epoch": 5.406102805652263,
      "grad_norm": 1.7094544529894804,
      "learning_rate": 7.3930093951033165e-06,
      "loss": 0.4387,
      "step": 131990
    },
    {
      "epoch": 5.406143764079459,
      "grad_norm": 1.4388399627276245,
      "learning_rate": 7.391998163618451e-06,
      "loss": 0.4514,
      "step": 131991
    },
    {
      "epoch": 5.406184722506656,
      "grad_norm": 1.1336452571484747,
      "learning_rate": 7.390986999550391e-06,
      "loss": 0.1751,
      "step": 131992
    },
    {
      "epoch": 5.4062256809338525,
      "grad_norm": 1.394973741680875,
      "learning_rate": 7.389975902899587e-06,
      "loss": 0.4217,
      "step": 131993
    },
    {
      "epoch": 5.406266639361048,
      "grad_norm": 0.9189275222107508,
      "learning_rate": 7.38896487366652e-06,
      "loss": 0.1455,
      "step": 131994
    },
    {
      "epoch": 5.406307597788245,
      "grad_norm": 1.3115388404288761,
      "learning_rate": 7.387953911851674e-06,
      "loss": 0.3444,
      "step": 131995
    },
    {
      "epoch": 5.406348556215441,
      "grad_norm": 0.3405517691257936,
      "learning_rate": 7.386943017455549e-06,
      "loss": 0.0395,
      "step": 131996
    },
    {
      "epoch": 5.406389514642638,
      "grad_norm": 0.960388670464492,
      "learning_rate": 7.385932190478561e-06,
      "loss": 0.1973,
      "step": 131997
    },
    {
      "epoch": 5.406430473069834,
      "grad_norm": 0.812987658619592,
      "learning_rate": 7.384921430921276e-06,
      "loss": 0.1901,
      "step": 131998
    },
    {
      "epoch": 5.406471431497031,
      "grad_norm": 1.786283586719002,
      "learning_rate": 7.383910738784094e-06,
      "loss": 0.5485,
      "step": 131999
    },
    {
      "epoch": 5.406512389924227,
      "grad_norm": 1.1634303315399483,
      "learning_rate": 7.382900114067514e-06,
      "loss": 0.2813,
      "step": 132000
    },
    {
      "epoch": 5.406553348351423,
      "grad_norm": 0.7952219256927298,
      "learning_rate": 7.381889556772053e-06,
      "loss": 0.1212,
      "step": 132001
    },
    {
      "epoch": 5.4065943067786195,
      "grad_norm": 1.6143693485213042,
      "learning_rate": 7.380879066898143e-06,
      "loss": 0.5407,
      "step": 132002
    },
    {
      "epoch": 5.406635265205816,
      "grad_norm": 0.8123749650648794,
      "learning_rate": 7.379868644446268e-06,
      "loss": 0.208,
      "step": 132003
    },
    {
      "epoch": 5.406676223633013,
      "grad_norm": 2.052282551012403,
      "learning_rate": 7.378858289416945e-06,
      "loss": 0.7487,
      "step": 132004
    },
    {
      "epoch": 5.406717182060209,
      "grad_norm": 1.4456963011664927,
      "learning_rate": 7.3778480018105875e-06,
      "loss": 0.428,
      "step": 132005
    },
    {
      "epoch": 5.406758140487406,
      "grad_norm": 1.4813868056739214,
      "learning_rate": 7.376837781627731e-06,
      "loss": 0.5038,
      "step": 132006
    },
    {
      "epoch": 5.406799098914601,
      "grad_norm": 1.6152718074377268,
      "learning_rate": 7.375827628868824e-06,
      "loss": 0.3556,
      "step": 132007
    },
    {
      "epoch": 5.406840057341798,
      "grad_norm": 1.5019187477000793,
      "learning_rate": 7.374817543534334e-06,
      "loss": 0.5427,
      "step": 132008
    },
    {
      "epoch": 5.406881015768994,
      "grad_norm": 1.41693239199224,
      "learning_rate": 7.3738075256247915e-06,
      "loss": 0.538,
      "step": 132009
    },
    {
      "epoch": 5.406921974196191,
      "grad_norm": 0.8539451187489927,
      "learning_rate": 7.372797575140599e-06,
      "loss": 0.2366,
      "step": 132010
    },
    {
      "epoch": 5.4069629326233875,
      "grad_norm": 1.4361256124400374,
      "learning_rate": 7.371787692082304e-06,
      "loss": 0.4294,
      "step": 132011
    },
    {
      "epoch": 5.407003891050584,
      "grad_norm": 1.1740094702580863,
      "learning_rate": 7.370777876450323e-06,
      "loss": 0.2573,
      "step": 132012
    },
    {
      "epoch": 5.40704484947778,
      "grad_norm": 2.234361211437168,
      "learning_rate": 7.369768128245157e-06,
      "loss": 1.2837,
      "step": 132013
    },
    {
      "epoch": 5.407085807904976,
      "grad_norm": 1.2696858957600716,
      "learning_rate": 7.368758447467321e-06,
      "loss": 0.3398,
      "step": 132014
    },
    {
      "epoch": 5.407126766332173,
      "grad_norm": 1.2638976715586665,
      "learning_rate": 7.367748834117232e-06,
      "loss": 0.296,
      "step": 132015
    },
    {
      "epoch": 5.407167724759369,
      "grad_norm": 0.8323683575459391,
      "learning_rate": 7.366739288195406e-06,
      "loss": 0.2079,
      "step": 132016
    },
    {
      "epoch": 5.407208683186566,
      "grad_norm": 1.9019720311198791,
      "learning_rate": 7.3657298097023086e-06,
      "loss": 0.6895,
      "step": 132017
    },
    {
      "epoch": 5.407249641613762,
      "grad_norm": 1.2885198450504718,
      "learning_rate": 7.3647203986384075e-06,
      "loss": 0.3432,
      "step": 132018
    },
    {
      "epoch": 5.407290600040959,
      "grad_norm": 1.3992907911173753,
      "learning_rate": 7.363711055004218e-06,
      "loss": 0.441,
      "step": 132019
    },
    {
      "epoch": 5.4073315584681545,
      "grad_norm": 1.7930456780182056,
      "learning_rate": 7.362701778800157e-06,
      "loss": 0.7388,
      "step": 132020
    },
    {
      "epoch": 5.407372516895351,
      "grad_norm": 1.648875488187054,
      "learning_rate": 7.361692570026739e-06,
      "loss": 0.4832,
      "step": 132021
    },
    {
      "epoch": 5.407413475322548,
      "grad_norm": 1.6165387066060553,
      "learning_rate": 7.360683428684466e-06,
      "loss": 0.6307,
      "step": 132022
    },
    {
      "epoch": 5.407454433749744,
      "grad_norm": 1.4142926170190258,
      "learning_rate": 7.3596743547737535e-06,
      "loss": 0.3864,
      "step": 132023
    },
    {
      "epoch": 5.407495392176941,
      "grad_norm": 1.9326985948057183,
      "learning_rate": 7.358665348295101e-06,
      "loss": 0.451,
      "step": 132024
    },
    {
      "epoch": 5.407536350604137,
      "grad_norm": 1.7774292068770272,
      "learning_rate": 7.357656409249024e-06,
      "loss": 0.6393,
      "step": 132025
    },
    {
      "epoch": 5.407577309031333,
      "grad_norm": 1.5268535129640899,
      "learning_rate": 7.3566475376359565e-06,
      "loss": 0.436,
      "step": 132026
    },
    {
      "epoch": 5.407618267458529,
      "grad_norm": 0.7872831389404544,
      "learning_rate": 7.3556387334563984e-06,
      "loss": 0.0915,
      "step": 132027
    },
    {
      "epoch": 5.407659225885726,
      "grad_norm": 1.2167042224456244,
      "learning_rate": 7.354629996710815e-06,
      "loss": 0.16,
      "step": 132028
    },
    {
      "epoch": 5.407700184312922,
      "grad_norm": 1.438293615832099,
      "learning_rate": 7.353621327399656e-06,
      "loss": 0.3717,
      "step": 132029
    },
    {
      "epoch": 5.407741142740119,
      "grad_norm": 3.05684923761156,
      "learning_rate": 7.3526127255234715e-06,
      "loss": 1.1938,
      "step": 132030
    },
    {
      "epoch": 5.4077821011673155,
      "grad_norm": 1.5483353335808219,
      "learning_rate": 7.351604191082661e-06,
      "loss": 0.5822,
      "step": 132031
    },
    {
      "epoch": 5.407823059594511,
      "grad_norm": 2.8573629713480058,
      "learning_rate": 7.35059572407774e-06,
      "loss": 2.4812,
      "step": 132032
    },
    {
      "epoch": 5.407864018021708,
      "grad_norm": 0.9102661142865932,
      "learning_rate": 7.34958732450921e-06,
      "loss": 0.185,
      "step": 132033
    },
    {
      "epoch": 5.407904976448904,
      "grad_norm": 2.0692136049497227,
      "learning_rate": 7.348578992377485e-06,
      "loss": 0.8662,
      "step": 132034
    },
    {
      "epoch": 5.407945934876101,
      "grad_norm": 1.0124143415487157,
      "learning_rate": 7.3475707276831e-06,
      "loss": 0.1909,
      "step": 132035
    },
    {
      "epoch": 5.407986893303297,
      "grad_norm": 0.8954084535759275,
      "learning_rate": 7.3465625304264696e-06,
      "loss": 0.2035,
      "step": 132036
    },
    {
      "epoch": 5.408027851730494,
      "grad_norm": 1.5360668582835824,
      "learning_rate": 7.345554400608128e-06,
      "loss": 0.5343,
      "step": 132037
    },
    {
      "epoch": 5.40806881015769,
      "grad_norm": 1.1506840231710644,
      "learning_rate": 7.34454633822854e-06,
      "loss": 0.1886,
      "step": 132038
    },
    {
      "epoch": 5.408109768584886,
      "grad_norm": 1.6695425664144121,
      "learning_rate": 7.343538343288158e-06,
      "loss": 0.613,
      "step": 132039
    },
    {
      "epoch": 5.4081507270120825,
      "grad_norm": 1.6232278093555497,
      "learning_rate": 7.342530415787462e-06,
      "loss": 0.5584,
      "step": 132040
    },
    {
      "epoch": 5.408191685439279,
      "grad_norm": 1.5507077536456133,
      "learning_rate": 7.34152255572697e-06,
      "loss": 0.5158,
      "step": 132041
    },
    {
      "epoch": 5.408232643866476,
      "grad_norm": 0.9404938537421108,
      "learning_rate": 7.340514763107097e-06,
      "loss": 0.1567,
      "step": 132042
    },
    {
      "epoch": 5.408273602293672,
      "grad_norm": 1.4721882012731178,
      "learning_rate": 7.3395070379283775e-06,
      "loss": 0.5684,
      "step": 132043
    },
    {
      "epoch": 5.408314560720869,
      "grad_norm": 1.685320507442303,
      "learning_rate": 7.338499380191243e-06,
      "loss": 0.4822,
      "step": 132044
    },
    {
      "epoch": 5.408355519148064,
      "grad_norm": 1.4894592012097594,
      "learning_rate": 7.337491789896194e-06,
      "loss": 0.5577,
      "step": 132045
    },
    {
      "epoch": 5.408396477575261,
      "grad_norm": 1.5386433728306697,
      "learning_rate": 7.336484267043713e-06,
      "loss": 0.5295,
      "step": 132046
    },
    {
      "epoch": 5.408437436002457,
      "grad_norm": 1.3609260995468133,
      "learning_rate": 7.33547681163425e-06,
      "loss": 0.4536,
      "step": 132047
    },
    {
      "epoch": 5.408478394429654,
      "grad_norm": 0.8901511653844395,
      "learning_rate": 7.334469423668287e-06,
      "loss": 0.2112,
      "step": 132048
    },
    {
      "epoch": 5.4085193528568505,
      "grad_norm": 1.950743098902832,
      "learning_rate": 7.333462103146326e-06,
      "loss": 0.6035,
      "step": 132049
    },
    {
      "epoch": 5.408560311284047,
      "grad_norm": 1.7857463450454405,
      "learning_rate": 7.332454850068814e-06,
      "loss": 0.5921,
      "step": 132050
    },
    {
      "epoch": 5.408601269711243,
      "grad_norm": 0.9731243006735165,
      "learning_rate": 7.3314476644362515e-06,
      "loss": 0.2014,
      "step": 132051
    },
    {
      "epoch": 5.408642228138439,
      "grad_norm": 1.5063868161972407,
      "learning_rate": 7.330440546249089e-06,
      "loss": 0.5091,
      "step": 132052
    },
    {
      "epoch": 5.408683186565636,
      "grad_norm": 1.4791016800450458,
      "learning_rate": 7.329433495507808e-06,
      "loss": 0.4991,
      "step": 132053
    },
    {
      "epoch": 5.408724144992832,
      "grad_norm": 1.1345491619818922,
      "learning_rate": 7.328426512212909e-06,
      "loss": 0.3473,
      "step": 132054
    },
    {
      "epoch": 5.408765103420029,
      "grad_norm": 1.7336042134111929,
      "learning_rate": 7.3274195963648415e-06,
      "loss": 0.5861,
      "step": 132055
    },
    {
      "epoch": 5.408806061847225,
      "grad_norm": 1.4846609200712426,
      "learning_rate": 7.326412747964105e-06,
      "loss": 0.3832,
      "step": 132056
    },
    {
      "epoch": 5.408847020274422,
      "grad_norm": 1.523323507068712,
      "learning_rate": 7.32540596701115e-06,
      "loss": 0.3929,
      "step": 132057
    },
    {
      "epoch": 5.4088879787016175,
      "grad_norm": 0.9885171586429977,
      "learning_rate": 7.324399253506457e-06,
      "loss": 0.1691,
      "step": 132058
    },
    {
      "epoch": 5.408928937128814,
      "grad_norm": 0.4043378622686855,
      "learning_rate": 7.323392607450529e-06,
      "loss": 0.0256,
      "step": 132059
    },
    {
      "epoch": 5.408969895556011,
      "grad_norm": 1.602781019480222,
      "learning_rate": 7.322386028843813e-06,
      "loss": 0.5236,
      "step": 132060
    },
    {
      "epoch": 5.409010853983207,
      "grad_norm": 1.6650716217355772,
      "learning_rate": 7.321379517686776e-06,
      "loss": 0.6147,
      "step": 132061
    },
    {
      "epoch": 5.409051812410404,
      "grad_norm": 0.8477107578826193,
      "learning_rate": 7.320373073979935e-06,
      "loss": 0.2106,
      "step": 132062
    },
    {
      "epoch": 5.4090927708376,
      "grad_norm": 1.5661034231469668,
      "learning_rate": 7.319366697723755e-06,
      "loss": 0.5803,
      "step": 132063
    },
    {
      "epoch": 5.409133729264796,
      "grad_norm": 2.750211940924591,
      "learning_rate": 7.318360388918671e-06,
      "loss": 1.3174,
      "step": 132064
    },
    {
      "epoch": 5.409174687691992,
      "grad_norm": 1.2808143587292324,
      "learning_rate": 7.3173541475651965e-06,
      "loss": 0.391,
      "step": 132065
    },
    {
      "epoch": 5.409215646119189,
      "grad_norm": 1.4235333501008227,
      "learning_rate": 7.316347973663799e-06,
      "loss": 0.4305,
      "step": 132066
    },
    {
      "epoch": 5.4092566045463855,
      "grad_norm": 0.5570107457122748,
      "learning_rate": 7.31534186721493e-06,
      "loss": 0.0931,
      "step": 132067
    },
    {
      "epoch": 5.409297562973582,
      "grad_norm": 1.7080913633223564,
      "learning_rate": 7.31433582821912e-06,
      "loss": 0.4932,
      "step": 132068
    },
    {
      "epoch": 5.4093385214007785,
      "grad_norm": 0.36143312720819937,
      "learning_rate": 7.313329856676803e-06,
      "loss": 0.0389,
      "step": 132069
    },
    {
      "epoch": 5.409379479827974,
      "grad_norm": 1.5684553547382596,
      "learning_rate": 7.312323952588462e-06,
      "loss": 0.6015,
      "step": 132070
    },
    {
      "epoch": 5.409420438255171,
      "grad_norm": 1.2241213355044747,
      "learning_rate": 7.311318115954562e-06,
      "loss": 0.1853,
      "step": 132071
    },
    {
      "epoch": 5.409461396682367,
      "grad_norm": 1.6727234518167862,
      "learning_rate": 7.310312346775604e-06,
      "loss": 0.5747,
      "step": 132072
    },
    {
      "epoch": 5.409502355109564,
      "grad_norm": 0.9354099731601563,
      "learning_rate": 7.309306645052054e-06,
      "loss": 0.2194,
      "step": 132073
    },
    {
      "epoch": 5.40954331353676,
      "grad_norm": 1.634262064180956,
      "learning_rate": 7.308301010784379e-06,
      "loss": 0.5645,
      "step": 132074
    },
    {
      "epoch": 5.409584271963957,
      "grad_norm": 1.057122997470046,
      "learning_rate": 7.3072954439730435e-06,
      "loss": 0.241,
      "step": 132075
    },
    {
      "epoch": 5.409625230391153,
      "grad_norm": 1.6592568219985224,
      "learning_rate": 7.306289944618565e-06,
      "loss": 0.6364,
      "step": 132076
    },
    {
      "epoch": 5.409666188818349,
      "grad_norm": 1.4362257824383209,
      "learning_rate": 7.305284512721376e-06,
      "loss": 0.3847,
      "step": 132077
    },
    {
      "epoch": 5.409707147245546,
      "grad_norm": 1.5041535975266145,
      "learning_rate": 7.304279148281977e-06,
      "loss": 0.3733,
      "step": 132078
    },
    {
      "epoch": 5.409748105672742,
      "grad_norm": 3.23807986329841,
      "learning_rate": 7.303273851300834e-06,
      "loss": 1.2987,
      "step": 132079
    },
    {
      "epoch": 5.409789064099939,
      "grad_norm": 1.5837066592470417,
      "learning_rate": 7.302268621778412e-06,
      "loss": 0.5481,
      "step": 132080
    },
    {
      "epoch": 5.409830022527135,
      "grad_norm": 1.4018920872576905,
      "learning_rate": 7.301263459715212e-06,
      "loss": 0.3796,
      "step": 132081
    },
    {
      "epoch": 5.409870980954332,
      "grad_norm": 1.5699540156976,
      "learning_rate": 7.300258365111683e-06,
      "loss": 0.5168,
      "step": 132082
    },
    {
      "epoch": 5.409911939381527,
      "grad_norm": 1.7099770848578872,
      "learning_rate": 7.299253337968325e-06,
      "loss": 0.5111,
      "step": 132083
    },
    {
      "epoch": 5.409952897808724,
      "grad_norm": 1.4547845069399483,
      "learning_rate": 7.29824837828557e-06,
      "loss": 0.5012,
      "step": 132084
    },
    {
      "epoch": 5.40999385623592,
      "grad_norm": 1.29456031854444,
      "learning_rate": 7.297243486063936e-06,
      "loss": 0.3853,
      "step": 132085
    },
    {
      "epoch": 5.410034814663117,
      "grad_norm": 1.520429363782659,
      "learning_rate": 7.2962386613039045e-06,
      "loss": 0.4792,
      "step": 132086
    },
    {
      "epoch": 5.4100757730903135,
      "grad_norm": 1.1400273031375063,
      "learning_rate": 7.295233904005909e-06,
      "loss": 0.2416,
      "step": 132087
    },
    {
      "epoch": 5.41011673151751,
      "grad_norm": 1.477200802144179,
      "learning_rate": 7.294229214170449e-06,
      "loss": 0.5575,
      "step": 132088
    },
    {
      "epoch": 5.410157689944706,
      "grad_norm": 0.7771172908680133,
      "learning_rate": 7.293224591798008e-06,
      "loss": 0.1878,
      "step": 132089
    },
    {
      "epoch": 5.410198648371902,
      "grad_norm": 1.0227924567409308,
      "learning_rate": 7.292220036889035e-06,
      "loss": 0.2081,
      "step": 132090
    },
    {
      "epoch": 5.410239606799099,
      "grad_norm": 1.579017000893322,
      "learning_rate": 7.291215549444046e-06,
      "loss": 0.4332,
      "step": 132091
    },
    {
      "epoch": 5.410280565226295,
      "grad_norm": 1.651490917559678,
      "learning_rate": 7.290211129463458e-06,
      "loss": 0.5752,
      "step": 132092
    },
    {
      "epoch": 5.410321523653492,
      "grad_norm": 1.8948151191413598,
      "learning_rate": 7.289206776947787e-06,
      "loss": 0.5855,
      "step": 132093
    },
    {
      "epoch": 5.410362482080688,
      "grad_norm": 1.4293646404717044,
      "learning_rate": 7.288202491897516e-06,
      "loss": 0.4635,
      "step": 132094
    },
    {
      "epoch": 5.410403440507885,
      "grad_norm": 1.1765040084080967,
      "learning_rate": 7.2871982743130775e-06,
      "loss": 0.2057,
      "step": 132095
    },
    {
      "epoch": 5.410444398935081,
      "grad_norm": 1.41411240676214,
      "learning_rate": 7.286194124194972e-06,
      "loss": 0.4039,
      "step": 132096
    },
    {
      "epoch": 5.410485357362277,
      "grad_norm": 1.6480090715612208,
      "learning_rate": 7.2851900415436985e-06,
      "loss": 0.4672,
      "step": 132097
    },
    {
      "epoch": 5.410526315789474,
      "grad_norm": 0.6959763547309623,
      "learning_rate": 7.284186026359673e-06,
      "loss": 0.0716,
      "step": 132098
    },
    {
      "epoch": 5.41056727421667,
      "grad_norm": 1.0785607046708583,
      "learning_rate": 7.2831820786434295e-06,
      "loss": 0.3531,
      "step": 132099
    },
    {
      "epoch": 5.410608232643867,
      "grad_norm": 1.7389422297510368,
      "learning_rate": 7.2821781983953995e-06,
      "loss": 0.5038,
      "step": 132100
    },
    {
      "epoch": 5.410649191071063,
      "grad_norm": 0.5445462136421185,
      "learning_rate": 7.281174385616068e-06,
      "loss": 0.0774,
      "step": 132101
    },
    {
      "epoch": 5.410690149498259,
      "grad_norm": 1.4598364312843342,
      "learning_rate": 7.280170640305933e-06,
      "loss": 0.426,
      "step": 132102
    },
    {
      "epoch": 5.410731107925455,
      "grad_norm": 1.596445216866546,
      "learning_rate": 7.279166962465444e-06,
      "loss": 0.4952,
      "step": 132103
    },
    {
      "epoch": 5.410772066352652,
      "grad_norm": 1.6494993773113855,
      "learning_rate": 7.278163352095085e-06,
      "loss": 0.4707,
      "step": 132104
    },
    {
      "epoch": 5.4108130247798485,
      "grad_norm": 1.545772809174367,
      "learning_rate": 7.277159809195337e-06,
      "loss": 0.4939,
      "step": 132105
    },
    {
      "epoch": 5.410853983207045,
      "grad_norm": 1.598493734459793,
      "learning_rate": 7.276156333766637e-06,
      "loss": 0.4875,
      "step": 132106
    },
    {
      "epoch": 5.410894941634242,
      "grad_norm": 1.2693216829861829,
      "learning_rate": 7.27515292580953e-06,
      "loss": 0.3558,
      "step": 132107
    },
    {
      "epoch": 5.410935900061437,
      "grad_norm": 1.4392072925472834,
      "learning_rate": 7.274149585324418e-06,
      "loss": 0.4845,
      "step": 132108
    },
    {
      "epoch": 5.410976858488634,
      "grad_norm": 1.0207295021068696,
      "learning_rate": 7.273146312311801e-06,
      "loss": 0.182,
      "step": 132109
    },
    {
      "epoch": 5.41101781691583,
      "grad_norm": 1.270037346860762,
      "learning_rate": 7.272143106772194e-06,
      "loss": 0.3714,
      "step": 132110
    },
    {
      "epoch": 5.411058775343027,
      "grad_norm": 1.217909859391872,
      "learning_rate": 7.271139968705997e-06,
      "loss": 0.2618,
      "step": 132111
    },
    {
      "epoch": 5.411099733770223,
      "grad_norm": 1.4146576399124176,
      "learning_rate": 7.270136898113743e-06,
      "loss": 0.3982,
      "step": 132112
    },
    {
      "epoch": 5.41114069219742,
      "grad_norm": 1.61517602383027,
      "learning_rate": 7.269133894995899e-06,
      "loss": 0.5377,
      "step": 132113
    },
    {
      "epoch": 5.411181650624616,
      "grad_norm": 1.2290824610933113,
      "learning_rate": 7.268130959352897e-06,
      "loss": 0.3331,
      "step": 132114
    },
    {
      "epoch": 5.411222609051812,
      "grad_norm": 1.4916694619796436,
      "learning_rate": 7.2671280911852705e-06,
      "loss": 0.4689,
      "step": 132115
    },
    {
      "epoch": 5.411263567479009,
      "grad_norm": 0.8890099260436591,
      "learning_rate": 7.2661252904934355e-06,
      "loss": 0.1872,
      "step": 132116
    },
    {
      "epoch": 5.411304525906205,
      "grad_norm": 1.476694941453154,
      "learning_rate": 7.265122557277892e-06,
      "loss": 0.4085,
      "step": 132117
    },
    {
      "epoch": 5.411345484333402,
      "grad_norm": 1.232351084886789,
      "learning_rate": 7.264119891539139e-06,
      "loss": 0.225,
      "step": 132118
    },
    {
      "epoch": 5.411386442760598,
      "grad_norm": 1.361248893199959,
      "learning_rate": 7.263117293277609e-06,
      "loss": 0.4396,
      "step": 132119
    },
    {
      "epoch": 5.411427401187795,
      "grad_norm": 2.1226955886786745,
      "learning_rate": 7.2621147624938036e-06,
      "loss": 0.8972,
      "step": 132120
    },
    {
      "epoch": 5.41146835961499,
      "grad_norm": 0.7405373296702127,
      "learning_rate": 7.2611122991882044e-06,
      "loss": 0.1235,
      "step": 132121
    },
    {
      "epoch": 5.411509318042187,
      "grad_norm": 0.6403022383252747,
      "learning_rate": 7.2601099033612445e-06,
      "loss": 0.0744,
      "step": 132122
    },
    {
      "epoch": 5.4115502764693835,
      "grad_norm": 1.8119465273512536,
      "learning_rate": 7.25910757501344e-06,
      "loss": 0.7415,
      "step": 132123
    },
    {
      "epoch": 5.41159123489658,
      "grad_norm": 1.6074090686007279,
      "learning_rate": 7.258105314145224e-06,
      "loss": 0.5765,
      "step": 132124
    },
    {
      "epoch": 5.4116321933237765,
      "grad_norm": 0.5619960713296103,
      "learning_rate": 7.2571031207570965e-06,
      "loss": 0.0491,
      "step": 132125
    },
    {
      "epoch": 5.411673151750973,
      "grad_norm": 3.1984736531905327,
      "learning_rate": 7.25610099484954e-06,
      "loss": 2.9429,
      "step": 132126
    },
    {
      "epoch": 5.411714110178169,
      "grad_norm": 1.382663459247585,
      "learning_rate": 7.255098936423004e-06,
      "loss": 0.5449,
      "step": 132127
    },
    {
      "epoch": 5.411755068605365,
      "grad_norm": 0.9415787320700497,
      "learning_rate": 7.254096945478005e-06,
      "loss": 0.1946,
      "step": 132128
    },
    {
      "epoch": 5.411796027032562,
      "grad_norm": 2.048663742609895,
      "learning_rate": 7.253095022014943e-06,
      "loss": 0.698,
      "step": 132129
    },
    {
      "epoch": 5.411836985459758,
      "grad_norm": 1.566445628585006,
      "learning_rate": 7.252093166034351e-06,
      "loss": 0.5298,
      "step": 132130
    },
    {
      "epoch": 5.411877943886955,
      "grad_norm": 1.628400786592573,
      "learning_rate": 7.251091377536694e-06,
      "loss": 0.4309,
      "step": 132131
    },
    {
      "epoch": 5.411918902314151,
      "grad_norm": 1.6002205535061553,
      "learning_rate": 7.25008965652244e-06,
      "loss": 0.4424,
      "step": 132132
    },
    {
      "epoch": 5.411959860741348,
      "grad_norm": 0.9266426676430861,
      "learning_rate": 7.2490880029920535e-06,
      "loss": 0.1716,
      "step": 132133
    },
    {
      "epoch": 5.412000819168544,
      "grad_norm": 2.712722283457277,
      "learning_rate": 7.248086416946036e-06,
      "loss": 2.0569,
      "step": 132134
    },
    {
      "epoch": 5.41204177759574,
      "grad_norm": 0.9891958820367583,
      "learning_rate": 7.2470848983848025e-06,
      "loss": 0.1852,
      "step": 132135
    },
    {
      "epoch": 5.412082736022937,
      "grad_norm": 1.604941474678809,
      "learning_rate": 7.24608344730887e-06,
      "loss": 0.5625,
      "step": 132136
    },
    {
      "epoch": 5.412123694450133,
      "grad_norm": 1.16181231803773,
      "learning_rate": 7.245082063718738e-06,
      "loss": 0.2834,
      "step": 132137
    },
    {
      "epoch": 5.41216465287733,
      "grad_norm": 1.3677146140496284,
      "learning_rate": 7.244080747614806e-06,
      "loss": 0.4199,
      "step": 132138
    },
    {
      "epoch": 5.412205611304526,
      "grad_norm": 1.3705026203349566,
      "learning_rate": 7.243079498997606e-06,
      "loss": 0.4103,
      "step": 132139
    },
    {
      "epoch": 5.412246569731722,
      "grad_norm": 2.3081352822750523,
      "learning_rate": 7.242078317867605e-06,
      "loss": 1.2859,
      "step": 132140
    },
    {
      "epoch": 5.4122875281589184,
      "grad_norm": 1.461057131917487,
      "learning_rate": 7.241077204225254e-06,
      "loss": 0.4885,
      "step": 132141
    },
    {
      "epoch": 5.412328486586115,
      "grad_norm": 1.6429278993015684,
      "learning_rate": 7.240076158071051e-06,
      "loss": 0.5864,
      "step": 132142
    },
    {
      "epoch": 5.4123694450133115,
      "grad_norm": 1.4281239266550274,
      "learning_rate": 7.2390751794054295e-06,
      "loss": 0.416,
      "step": 132143
    },
    {
      "epoch": 5.412410403440508,
      "grad_norm": 0.520148458862967,
      "learning_rate": 7.238074268228905e-06,
      "loss": 0.0678,
      "step": 132144
    },
    {
      "epoch": 5.412451361867705,
      "grad_norm": 1.3395120258160405,
      "learning_rate": 7.237073424541945e-06,
      "loss": 0.3942,
      "step": 132145
    },
    {
      "epoch": 5.4124923202949,
      "grad_norm": 1.3521943001482475,
      "learning_rate": 7.236072648344998e-06,
      "loss": 0.4666,
      "step": 132146
    },
    {
      "epoch": 5.412533278722097,
      "grad_norm": 1.4234411618606992,
      "learning_rate": 7.235071939638548e-06,
      "loss": 0.386,
      "step": 132147
    },
    {
      "epoch": 5.412574237149293,
      "grad_norm": 1.8621269870577173,
      "learning_rate": 7.2340712984230775e-06,
      "loss": 0.6742,
      "step": 132148
    },
    {
      "epoch": 5.41261519557649,
      "grad_norm": 1.4276749348818432,
      "learning_rate": 7.233070724699052e-06,
      "loss": 0.4294,
      "step": 132149
    },
    {
      "epoch": 5.412656154003686,
      "grad_norm": 1.7513204595531513,
      "learning_rate": 7.2320702184669565e-06,
      "loss": 0.5123,
      "step": 132150
    },
    {
      "epoch": 5.412697112430883,
      "grad_norm": 1.2843743272419939,
      "learning_rate": 7.2310697797272556e-06,
      "loss": 0.3622,
      "step": 132151
    },
    {
      "epoch": 5.4127380708580795,
      "grad_norm": 1.6593868447728497,
      "learning_rate": 7.2300694084803986e-06,
      "loss": 0.4506,
      "step": 132152
    },
    {
      "epoch": 5.412779029285275,
      "grad_norm": 1.0499622586130206,
      "learning_rate": 7.229069104726903e-06,
      "loss": 0.2385,
      "step": 132153
    },
    {
      "epoch": 5.412819987712472,
      "grad_norm": 1.1599899300066459,
      "learning_rate": 7.228068868467202e-06,
      "loss": 0.2517,
      "step": 132154
    },
    {
      "epoch": 5.412860946139668,
      "grad_norm": 2.705841917768455,
      "learning_rate": 7.22706869970181e-06,
      "loss": 2.1078,
      "step": 132155
    },
    {
      "epoch": 5.412901904566865,
      "grad_norm": 0.8546592757973934,
      "learning_rate": 7.226068598431145e-06,
      "loss": 0.1809,
      "step": 132156
    },
    {
      "epoch": 5.412942862994061,
      "grad_norm": 1.3899417568611534,
      "learning_rate": 7.2250685646557225e-06,
      "loss": 0.4366,
      "step": 132157
    },
    {
      "epoch": 5.412983821421258,
      "grad_norm": 1.138784622072132,
      "learning_rate": 7.22406859837601e-06,
      "loss": 0.2436,
      "step": 132158
    },
    {
      "epoch": 5.413024779848453,
      "grad_norm": 1.7206338797190603,
      "learning_rate": 7.223068699592455e-06,
      "loss": 0.448,
      "step": 132159
    },
    {
      "epoch": 5.41306573827565,
      "grad_norm": 1.3878406873951445,
      "learning_rate": 7.222068868305559e-06,
      "loss": 0.3748,
      "step": 132160
    },
    {
      "epoch": 5.4131066967028465,
      "grad_norm": 1.4732667000172774,
      "learning_rate": 7.221069104515786e-06,
      "loss": 0.5113,
      "step": 132161
    },
    {
      "epoch": 5.413147655130043,
      "grad_norm": 1.5414091196149944,
      "learning_rate": 7.220069408223605e-06,
      "loss": 0.5862,
      "step": 132162
    },
    {
      "epoch": 5.41318861355724,
      "grad_norm": 0.9654028527401098,
      "learning_rate": 7.219069779429498e-06,
      "loss": 0.2135,
      "step": 132163
    },
    {
      "epoch": 5.413229571984436,
      "grad_norm": 1.5775622702987866,
      "learning_rate": 7.218070218133915e-06,
      "loss": 0.4496,
      "step": 132164
    },
    {
      "epoch": 5.413270530411632,
      "grad_norm": 0.858238404503204,
      "learning_rate": 7.217070724337337e-06,
      "loss": 0.1832,
      "step": 132165
    },
    {
      "epoch": 5.413311488838828,
      "grad_norm": 1.5202433884653184,
      "learning_rate": 7.2160712980402825e-06,
      "loss": 0.4774,
      "step": 132166
    },
    {
      "epoch": 5.413352447266025,
      "grad_norm": 1.3157109098006678,
      "learning_rate": 7.21507193924315e-06,
      "loss": 0.4188,
      "step": 132167
    },
    {
      "epoch": 5.413393405693221,
      "grad_norm": 1.427399534559978,
      "learning_rate": 7.2140726479464395e-06,
      "loss": 0.3024,
      "step": 132168
    },
    {
      "epoch": 5.413434364120418,
      "grad_norm": 2.7161240517653056,
      "learning_rate": 7.2130734241506505e-06,
      "loss": 0.4013,
      "step": 132169
    },
    {
      "epoch": 5.413475322547614,
      "grad_norm": 1.0247176110529812,
      "learning_rate": 7.2120742678562325e-06,
      "loss": 0.1914,
      "step": 132170
    },
    {
      "epoch": 5.413516280974811,
      "grad_norm": 1.6297566544756519,
      "learning_rate": 7.211075179063652e-06,
      "loss": 0.4987,
      "step": 132171
    },
    {
      "epoch": 5.413557239402007,
      "grad_norm": 2.5195160223869904,
      "learning_rate": 7.210076157773392e-06,
      "loss": 1.6718,
      "step": 132172
    },
    {
      "epoch": 5.413598197829203,
      "grad_norm": 1.8197850577395978,
      "learning_rate": 7.209077203985919e-06,
      "loss": 0.57,
      "step": 132173
    },
    {
      "epoch": 5.4136391562564,
      "grad_norm": 1.3344373179938134,
      "learning_rate": 7.208078317701732e-06,
      "loss": 0.2893,
      "step": 132174
    },
    {
      "epoch": 5.413680114683596,
      "grad_norm": 0.9408438494852963,
      "learning_rate": 7.207079498921247e-06,
      "loss": 0.1791,
      "step": 132175
    },
    {
      "epoch": 5.413721073110793,
      "grad_norm": 1.6931513281661694,
      "learning_rate": 7.206080747644966e-06,
      "loss": 0.5683,
      "step": 132176
    },
    {
      "epoch": 5.413762031537989,
      "grad_norm": 1.662566942039159,
      "learning_rate": 7.205082063873402e-06,
      "loss": 0.374,
      "step": 132177
    },
    {
      "epoch": 5.413802989965185,
      "grad_norm": 1.6442688025779135,
      "learning_rate": 7.204083447606957e-06,
      "loss": 0.5962,
      "step": 132178
    },
    {
      "epoch": 5.4138439483923815,
      "grad_norm": 1.6350305327489394,
      "learning_rate": 7.203084898846162e-06,
      "loss": 0.4501,
      "step": 132179
    },
    {
      "epoch": 5.413884906819578,
      "grad_norm": 1.3468475311532648,
      "learning_rate": 7.202086417591435e-06,
      "loss": 0.3809,
      "step": 132180
    },
    {
      "epoch": 5.4139258652467745,
      "grad_norm": 1.8231690884004308,
      "learning_rate": 7.201088003843275e-06,
      "loss": 0.5058,
      "step": 132181
    },
    {
      "epoch": 5.413966823673971,
      "grad_norm": 1.7625482516377813,
      "learning_rate": 7.200089657602182e-06,
      "loss": 0.433,
      "step": 132182
    },
    {
      "epoch": 5.414007782101168,
      "grad_norm": 1.7882796737859041,
      "learning_rate": 7.1990913788685875e-06,
      "loss": 0.5851,
      "step": 132183
    },
    {
      "epoch": 5.414048740528363,
      "grad_norm": 0.8152378553412263,
      "learning_rate": 7.19809316764296e-06,
      "loss": 0.181,
      "step": 132184
    },
    {
      "epoch": 5.41408969895556,
      "grad_norm": 0.9561376659770826,
      "learning_rate": 7.197095023925814e-06,
      "loss": 0.2423,
      "step": 132185
    },
    {
      "epoch": 5.414130657382756,
      "grad_norm": 1.0106990146365822,
      "learning_rate": 7.196096947717567e-06,
      "loss": 0.1966,
      "step": 132186
    },
    {
      "epoch": 5.414171615809953,
      "grad_norm": 1.3850241725179904,
      "learning_rate": 7.195098939018751e-06,
      "loss": 0.3825,
      "step": 132187
    },
    {
      "epoch": 5.414212574237149,
      "grad_norm": 1.4235617064393782,
      "learning_rate": 7.194100997829783e-06,
      "loss": 0.4245,
      "step": 132188
    },
    {
      "epoch": 5.414253532664346,
      "grad_norm": 0.2911887538253191,
      "learning_rate": 7.193103124151162e-06,
      "loss": 0.0224,
      "step": 132189
    },
    {
      "epoch": 5.4142944910915425,
      "grad_norm": 1.6137478029914951,
      "learning_rate": 7.192105317983354e-06,
      "loss": 0.5613,
      "step": 132190
    },
    {
      "epoch": 5.414335449518738,
      "grad_norm": 0.915699364658169,
      "learning_rate": 7.191107579326827e-06,
      "loss": 0.2315,
      "step": 132191
    },
    {
      "epoch": 5.414376407945935,
      "grad_norm": 1.1069192303717812,
      "learning_rate": 7.190109908182062e-06,
      "loss": 0.2131,
      "step": 132192
    },
    {
      "epoch": 5.414417366373131,
      "grad_norm": 0.9092168570587381,
      "learning_rate": 7.189112304549543e-06,
      "loss": 0.141,
      "step": 132193
    },
    {
      "epoch": 5.414458324800328,
      "grad_norm": 0.5717422188734916,
      "learning_rate": 7.188114768429703e-06,
      "loss": 0.0836,
      "step": 132194
    },
    {
      "epoch": 5.414499283227524,
      "grad_norm": 1.4402604842440827,
      "learning_rate": 7.187117299823059e-06,
      "loss": 0.5267,
      "step": 132195
    },
    {
      "epoch": 5.414540241654721,
      "grad_norm": 2.4300871947060596,
      "learning_rate": 7.186119898730025e-06,
      "loss": 1.2454,
      "step": 132196
    },
    {
      "epoch": 5.4145812000819165,
      "grad_norm": 1.4057003194315396,
      "learning_rate": 7.185122565151119e-06,
      "loss": 0.4762,
      "step": 132197
    },
    {
      "epoch": 5.414622158509113,
      "grad_norm": 1.615210256163167,
      "learning_rate": 7.184125299086823e-06,
      "loss": 0.5563,
      "step": 132198
    },
    {
      "epoch": 5.4146631169363095,
      "grad_norm": 0.7928217686023543,
      "learning_rate": 7.183128100537555e-06,
      "loss": 0.1861,
      "step": 132199
    },
    {
      "epoch": 5.414704075363506,
      "grad_norm": 1.5754032940983353,
      "learning_rate": 7.182130969503847e-06,
      "loss": 0.4264,
      "step": 132200
    },
    {
      "epoch": 5.414745033790703,
      "grad_norm": 1.0093705165179634,
      "learning_rate": 7.181133905986114e-06,
      "loss": 0.216,
      "step": 132201
    },
    {
      "epoch": 5.414785992217899,
      "grad_norm": 1.7760717566836401,
      "learning_rate": 7.180136909984857e-06,
      "loss": 0.821,
      "step": 132202
    },
    {
      "epoch": 5.414826950645095,
      "grad_norm": 1.8267797279573526,
      "learning_rate": 7.179139981500559e-06,
      "loss": 0.6531,
      "step": 132203
    },
    {
      "epoch": 5.414867909072291,
      "grad_norm": 1.0173088505727987,
      "learning_rate": 7.178143120533686e-06,
      "loss": 0.2188,
      "step": 132204
    },
    {
      "epoch": 5.414908867499488,
      "grad_norm": 0.9130296031429794,
      "learning_rate": 7.1771463270846706e-06,
      "loss": 0.1877,
      "step": 132205
    },
    {
      "epoch": 5.414949825926684,
      "grad_norm": 1.380321231027411,
      "learning_rate": 7.17614960115403e-06,
      "loss": 0.4115,
      "step": 132206
    },
    {
      "epoch": 5.414990784353881,
      "grad_norm": 1.6692516194276168,
      "learning_rate": 7.175152942742196e-06,
      "loss": 0.4657,
      "step": 132207
    },
    {
      "epoch": 5.4150317427810775,
      "grad_norm": 1.7649816326049341,
      "learning_rate": 7.174156351849669e-06,
      "loss": 0.6359,
      "step": 132208
    },
    {
      "epoch": 5.415072701208274,
      "grad_norm": 1.5803989688242572,
      "learning_rate": 7.173159828476932e-06,
      "loss": 0.4093,
      "step": 132209
    },
    {
      "epoch": 5.41511365963547,
      "grad_norm": 1.5404544639833717,
      "learning_rate": 7.172163372624418e-06,
      "loss": 0.579,
      "step": 132210
    },
    {
      "epoch": 5.415154618062666,
      "grad_norm": 1.5038091899762194,
      "learning_rate": 7.171166984292626e-06,
      "loss": 0.3903,
      "step": 132211
    },
    {
      "epoch": 5.415195576489863,
      "grad_norm": 1.4485705245483043,
      "learning_rate": 7.170170663482022e-06,
      "loss": 0.3532,
      "step": 132212
    },
    {
      "epoch": 5.415236534917059,
      "grad_norm": 1.723528092791367,
      "learning_rate": 7.169174410193057e-06,
      "loss": 0.5584,
      "step": 132213
    },
    {
      "epoch": 5.415277493344256,
      "grad_norm": 1.3596376616119275,
      "learning_rate": 7.1681782244262465e-06,
      "loss": 0.5174,
      "step": 132214
    },
    {
      "epoch": 5.415318451771452,
      "grad_norm": 1.6743928405130946,
      "learning_rate": 7.167182106182007e-06,
      "loss": 0.3321,
      "step": 132215
    },
    {
      "epoch": 5.415359410198648,
      "grad_norm": 1.8879454895912855,
      "learning_rate": 7.166186055460838e-06,
      "loss": 0.6855,
      "step": 132216
    },
    {
      "epoch": 5.4154003686258445,
      "grad_norm": 1.5428773026227096,
      "learning_rate": 7.1651900722632214e-06,
      "loss": 0.5109,
      "step": 132217
    },
    {
      "epoch": 5.415441327053041,
      "grad_norm": 1.5269475474165994,
      "learning_rate": 7.164194156589609e-06,
      "loss": 0.5001,
      "step": 132218
    },
    {
      "epoch": 5.415482285480238,
      "grad_norm": 0.5371075391474985,
      "learning_rate": 7.163198308440465e-06,
      "loss": 0.064,
      "step": 132219
    },
    {
      "epoch": 5.415523243907434,
      "grad_norm": 1.561175897477229,
      "learning_rate": 7.162202527816291e-06,
      "loss": 0.4453,
      "step": 132220
    },
    {
      "epoch": 5.415564202334631,
      "grad_norm": 1.5924646559577222,
      "learning_rate": 7.161206814717519e-06,
      "loss": 0.5329,
      "step": 132221
    },
    {
      "epoch": 5.415605160761826,
      "grad_norm": 1.7781800815902291,
      "learning_rate": 7.160211169144664e-06,
      "loss": 0.5887,
      "step": 132222
    },
    {
      "epoch": 5.415646119189023,
      "grad_norm": 1.2449094526834832,
      "learning_rate": 7.1592155910981604e-06,
      "loss": 0.2571,
      "step": 132223
    },
    {
      "epoch": 5.415687077616219,
      "grad_norm": 2.210145249318346,
      "learning_rate": 7.158220080578492e-06,
      "loss": 0.8226,
      "step": 132224
    },
    {
      "epoch": 5.415728036043416,
      "grad_norm": 1.5653275355690355,
      "learning_rate": 7.157224637586139e-06,
      "loss": 0.5107,
      "step": 132225
    },
    {
      "epoch": 5.415768994470612,
      "grad_norm": 1.6185930430635307,
      "learning_rate": 7.156229262121538e-06,
      "loss": 0.5303,
      "step": 132226
    },
    {
      "epoch": 5.415809952897809,
      "grad_norm": 1.628711217605166,
      "learning_rate": 7.155233954185202e-06,
      "loss": 0.4423,
      "step": 132227
    },
    {
      "epoch": 5.4158509113250055,
      "grad_norm": 1.8590169376112866,
      "learning_rate": 7.154238713777566e-06,
      "loss": 0.5879,
      "step": 132228
    },
    {
      "epoch": 5.415891869752201,
      "grad_norm": 0.8704299489084557,
      "learning_rate": 7.153243540899128e-06,
      "loss": 0.1855,
      "step": 132229
    },
    {
      "epoch": 5.415932828179398,
      "grad_norm": 1.6364915421882658,
      "learning_rate": 7.152248435550356e-06,
      "loss": 0.554,
      "step": 132230
    },
    {
      "epoch": 5.415973786606594,
      "grad_norm": 1.8390702797412832,
      "learning_rate": 7.151253397731699e-06,
      "loss": 0.6914,
      "step": 132231
    },
    {
      "epoch": 5.416014745033791,
      "grad_norm": 1.2673143503690725,
      "learning_rate": 7.1502584274436395e-06,
      "loss": 0.3419,
      "step": 132232
    },
    {
      "epoch": 5.416055703460987,
      "grad_norm": 1.6436914609838718,
      "learning_rate": 7.1492635246866605e-06,
      "loss": 0.5477,
      "step": 132233
    },
    {
      "epoch": 5.416096661888184,
      "grad_norm": 1.4017979874430575,
      "learning_rate": 7.148268689461195e-06,
      "loss": 0.4275,
      "step": 132234
    },
    {
      "epoch": 5.4161376203153795,
      "grad_norm": 1.6772891966146513,
      "learning_rate": 7.147273921767777e-06,
      "loss": 0.6547,
      "step": 132235
    },
    {
      "epoch": 5.416178578742576,
      "grad_norm": 1.4763500800349256,
      "learning_rate": 7.146279221606805e-06,
      "loss": 0.595,
      "step": 132236
    },
    {
      "epoch": 5.416219537169773,
      "grad_norm": 1.3593417241067396,
      "learning_rate": 7.1452845889787944e-06,
      "loss": 0.3665,
      "step": 132237
    },
    {
      "epoch": 5.416260495596969,
      "grad_norm": 1.2946389892840098,
      "learning_rate": 7.144290023884214e-06,
      "loss": 0.4286,
      "step": 132238
    },
    {
      "epoch": 5.416301454024166,
      "grad_norm": 1.1891574867312535,
      "learning_rate": 7.1432955263235115e-06,
      "loss": 0.2887,
      "step": 132239
    },
    {
      "epoch": 5.416342412451362,
      "grad_norm": 1.424162745183597,
      "learning_rate": 7.1423010962971704e-06,
      "loss": 0.4313,
      "step": 132240
    },
    {
      "epoch": 5.416383370878558,
      "grad_norm": 22.880658563128645,
      "learning_rate": 7.141306733805674e-06,
      "loss": 1.0439,
      "step": 132241
    },
    {
      "epoch": 5.416424329305754,
      "grad_norm": 0.7618856592371789,
      "learning_rate": 7.140312438849455e-06,
      "loss": 0.197,
      "step": 132242
    },
    {
      "epoch": 5.416465287732951,
      "grad_norm": 0.8869690112754763,
      "learning_rate": 7.1393182114290295e-06,
      "loss": 0.2109,
      "step": 132243
    },
    {
      "epoch": 5.416506246160147,
      "grad_norm": 1.556229437278664,
      "learning_rate": 7.13832405154483e-06,
      "loss": 0.4152,
      "step": 132244
    },
    {
      "epoch": 5.416547204587344,
      "grad_norm": 0.8937184052333556,
      "learning_rate": 7.137329959197324e-06,
      "loss": 0.1883,
      "step": 132245
    },
    {
      "epoch": 5.4165881630145405,
      "grad_norm": 1.5324185766340543,
      "learning_rate": 7.136335934387028e-06,
      "loss": 0.4622,
      "step": 132246
    },
    {
      "epoch": 5.416629121441737,
      "grad_norm": 0.7909444701884496,
      "learning_rate": 7.1353419771143725e-06,
      "loss": 0.1283,
      "step": 132247
    },
    {
      "epoch": 5.416670079868933,
      "grad_norm": 0.9916127887288421,
      "learning_rate": 7.134348087379827e-06,
      "loss": 0.2009,
      "step": 132248
    },
    {
      "epoch": 5.416711038296129,
      "grad_norm": 1.4569467125930482,
      "learning_rate": 7.133354265183905e-06,
      "loss": 0.5741,
      "step": 132249
    },
    {
      "epoch": 5.416751996723326,
      "grad_norm": 1.4164437828253278,
      "learning_rate": 7.132360510527008e-06,
      "loss": 0.3708,
      "step": 132250
    },
    {
      "epoch": 5.416792955150522,
      "grad_norm": 0.8258222510189726,
      "learning_rate": 7.131366823409668e-06,
      "loss": 0.1764,
      "step": 132251
    },
    {
      "epoch": 5.416833913577719,
      "grad_norm": 1.620478183401136,
      "learning_rate": 7.130373203832301e-06,
      "loss": 0.4779,
      "step": 132252
    },
    {
      "epoch": 5.416874872004915,
      "grad_norm": 1.301737064997347,
      "learning_rate": 7.129379651795409e-06,
      "loss": 0.471,
      "step": 132253
    },
    {
      "epoch": 5.416915830432111,
      "grad_norm": 1.8551005719491223,
      "learning_rate": 7.128386167299472e-06,
      "loss": 0.6285,
      "step": 132254
    },
    {
      "epoch": 5.4169567888593075,
      "grad_norm": 1.5130217033380262,
      "learning_rate": 7.1273927503449236e-06,
      "loss": 0.4889,
      "step": 132255
    },
    {
      "epoch": 5.416997747286504,
      "grad_norm": 1.6027531081968918,
      "learning_rate": 7.1263994009322474e-06,
      "loss": 0.4251,
      "step": 132256
    },
    {
      "epoch": 5.417038705713701,
      "grad_norm": 1.391247788596429,
      "learning_rate": 7.125406119061961e-06,
      "loss": 0.3602,
      "step": 132257
    },
    {
      "epoch": 5.417079664140897,
      "grad_norm": 1.280275685200932,
      "learning_rate": 7.124412904734445e-06,
      "loss": 0.4091,
      "step": 132258
    },
    {
      "epoch": 5.417120622568094,
      "grad_norm": 1.2376552189220564,
      "learning_rate": 7.12341975795025e-06,
      "loss": 0.3035,
      "step": 132259
    },
    {
      "epoch": 5.417161580995289,
      "grad_norm": 1.849197794987877,
      "learning_rate": 7.122426678709792e-06,
      "loss": 0.7339,
      "step": 132260
    },
    {
      "epoch": 5.417202539422486,
      "grad_norm": 1.0351526520243908,
      "learning_rate": 7.121433667013554e-06,
      "loss": 0.203,
      "step": 132261
    },
    {
      "epoch": 5.417243497849682,
      "grad_norm": 1.1663367972593783,
      "learning_rate": 7.120440722862036e-06,
      "loss": 0.2163,
      "step": 132262
    },
    {
      "epoch": 5.417284456276879,
      "grad_norm": 1.298479683591728,
      "learning_rate": 7.119447846255671e-06,
      "loss": 0.3899,
      "step": 132263
    },
    {
      "epoch": 5.4173254147040755,
      "grad_norm": 0.24014724698099876,
      "learning_rate": 7.118455037194926e-06,
      "loss": 0.0183,
      "step": 132264
    },
    {
      "epoch": 5.417366373131272,
      "grad_norm": 1.593600070239589,
      "learning_rate": 7.117462295680315e-06,
      "loss": 0.4682,
      "step": 132265
    },
    {
      "epoch": 5.4174073315584685,
      "grad_norm": 1.750732478894307,
      "learning_rate": 7.11646962171224e-06,
      "loss": 0.695,
      "step": 132266
    },
    {
      "epoch": 5.417448289985664,
      "grad_norm": 2.820658138280819,
      "learning_rate": 7.115477015291249e-06,
      "loss": 1.5819,
      "step": 132267
    },
    {
      "epoch": 5.417489248412861,
      "grad_norm": 0.9617822467581071,
      "learning_rate": 7.1144844764177425e-06,
      "loss": 0.2093,
      "step": 132268
    },
    {
      "epoch": 5.417530206840057,
      "grad_norm": 1.2197965537867619,
      "learning_rate": 7.113492005092203e-06,
      "loss": 0.3266,
      "step": 132269
    },
    {
      "epoch": 5.417571165267254,
      "grad_norm": 0.5277684472785662,
      "learning_rate": 7.112499601315147e-06,
      "loss": 0.0549,
      "step": 132270
    },
    {
      "epoch": 5.41761212369445,
      "grad_norm": 1.3886467143423777,
      "learning_rate": 7.111507265086991e-06,
      "loss": 0.3135,
      "step": 132271
    },
    {
      "epoch": 5.417653082121647,
      "grad_norm": 1.3997921939694025,
      "learning_rate": 7.110514996408234e-06,
      "loss": 0.4166,
      "step": 132272
    },
    {
      "epoch": 5.4176940405488425,
      "grad_norm": 1.239433804027133,
      "learning_rate": 7.10952279527931e-06,
      "loss": 0.2409,
      "step": 132273
    },
    {
      "epoch": 5.417734998976039,
      "grad_norm": 1.292633431328932,
      "learning_rate": 7.108530661700751e-06,
      "loss": 0.398,
      "step": 132274
    },
    {
      "epoch": 5.417775957403236,
      "grad_norm": 1.5766192152025416,
      "learning_rate": 7.10753859567294e-06,
      "loss": 0.4176,
      "step": 132275
    },
    {
      "epoch": 5.417816915830432,
      "grad_norm": 1.600847162690772,
      "learning_rate": 7.106546597196444e-06,
      "loss": 0.5015,
      "step": 132276
    },
    {
      "epoch": 5.417857874257629,
      "grad_norm": 1.3250791535456594,
      "learning_rate": 7.105554666271646e-06,
      "loss": 0.3009,
      "step": 132277
    },
    {
      "epoch": 5.417898832684825,
      "grad_norm": 1.479545554185933,
      "learning_rate": 7.104562802899061e-06,
      "loss": 0.5046,
      "step": 132278
    },
    {
      "epoch": 5.417939791112021,
      "grad_norm": 1.5837736625378684,
      "learning_rate": 7.10357100707914e-06,
      "loss": 0.5867,
      "step": 132279
    },
    {
      "epoch": 5.417980749539217,
      "grad_norm": 1.3168373955089996,
      "learning_rate": 7.102579278812348e-06,
      "loss": 0.4011,
      "step": 132280
    },
    {
      "epoch": 5.418021707966414,
      "grad_norm": 1.6788234312256878,
      "learning_rate": 7.1015876180992025e-06,
      "loss": 0.5046,
      "step": 132281
    },
    {
      "epoch": 5.4180626663936104,
      "grad_norm": 0.7462452411642247,
      "learning_rate": 7.100596024940103e-06,
      "loss": 0.1341,
      "step": 132282
    },
    {
      "epoch": 5.418103624820807,
      "grad_norm": 0.8420154219132702,
      "learning_rate": 7.099604499335548e-06,
      "loss": 0.1597,
      "step": 132283
    },
    {
      "epoch": 5.4181445832480035,
      "grad_norm": 1.7840525437125436,
      "learning_rate": 7.098613041286022e-06,
      "loss": 0.6926,
      "step": 132284
    },
    {
      "epoch": 5.4181855416752,
      "grad_norm": 1.7216009603292155,
      "learning_rate": 7.097621650791973e-06,
      "loss": 0.6848,
      "step": 132285
    },
    {
      "epoch": 5.418226500102396,
      "grad_norm": 1.47712395389498,
      "learning_rate": 7.096630327853886e-06,
      "loss": 0.471,
      "step": 132286
    },
    {
      "epoch": 5.418267458529592,
      "grad_norm": 1.365035480175245,
      "learning_rate": 7.095639072472209e-06,
      "loss": 0.3784,
      "step": 132287
    },
    {
      "epoch": 5.418308416956789,
      "grad_norm": 1.3993410732129936,
      "learning_rate": 7.094647884647409e-06,
      "loss": 0.4516,
      "step": 132288
    },
    {
      "epoch": 5.418349375383985,
      "grad_norm": 1.3664984070150414,
      "learning_rate": 7.093656764380002e-06,
      "loss": 0.3541,
      "step": 132289
    },
    {
      "epoch": 5.418390333811182,
      "grad_norm": 1.3680079326863945,
      "learning_rate": 7.0926657116703865e-06,
      "loss": 0.3608,
      "step": 132290
    },
    {
      "epoch": 5.418431292238378,
      "grad_norm": 1.6109957103198074,
      "learning_rate": 7.091674726519081e-06,
      "loss": 0.5296,
      "step": 132291
    },
    {
      "epoch": 5.418472250665574,
      "grad_norm": 0.9435356521405056,
      "learning_rate": 7.09068380892655e-06,
      "loss": 0.1159,
      "step": 132292
    },
    {
      "epoch": 5.418513209092771,
      "grad_norm": 0.7233358702974996,
      "learning_rate": 7.089692958893229e-06,
      "loss": 0.1197,
      "step": 132293
    },
    {
      "epoch": 5.418554167519967,
      "grad_norm": 1.2632043079086226,
      "learning_rate": 7.088702176419631e-06,
      "loss": 0.2762,
      "step": 132294
    },
    {
      "epoch": 5.418595125947164,
      "grad_norm": 1.3067418269000657,
      "learning_rate": 7.08771146150619e-06,
      "loss": 0.3729,
      "step": 132295
    },
    {
      "epoch": 5.41863608437436,
      "grad_norm": 1.9816460273255623,
      "learning_rate": 7.086720814153374e-06,
      "loss": 0.5357,
      "step": 132296
    },
    {
      "epoch": 5.418677042801557,
      "grad_norm": 1.6331707714401613,
      "learning_rate": 7.0857302343616974e-06,
      "loss": 0.6938,
      "step": 132297
    },
    {
      "epoch": 5.418718001228752,
      "grad_norm": 1.8653745698620354,
      "learning_rate": 7.08473972213156e-06,
      "loss": 0.761,
      "step": 132298
    },
    {
      "epoch": 5.418758959655949,
      "grad_norm": 3.181517535191896,
      "learning_rate": 7.083749277463496e-06,
      "loss": 2.8562,
      "step": 132299
    },
    {
      "epoch": 5.418799918083145,
      "grad_norm": 0.9570951870297023,
      "learning_rate": 7.082758900357921e-06,
      "loss": 0.2127,
      "step": 132300
    },
    {
      "epoch": 5.418840876510342,
      "grad_norm": 1.7590979704258962,
      "learning_rate": 7.081768590815318e-06,
      "loss": 0.574,
      "step": 132301
    },
    {
      "epoch": 5.4188818349375385,
      "grad_norm": 1.3370593292277344,
      "learning_rate": 7.080778348836186e-06,
      "loss": 0.2809,
      "step": 132302
    },
    {
      "epoch": 5.418922793364735,
      "grad_norm": 1.2871429604475253,
      "learning_rate": 7.0797881744209415e-06,
      "loss": 0.3467,
      "step": 132303
    },
    {
      "epoch": 5.418963751791932,
      "grad_norm": 1.421669451746775,
      "learning_rate": 7.078798067570085e-06,
      "loss": 0.4493,
      "step": 132304
    },
    {
      "epoch": 5.419004710219127,
      "grad_norm": 1.445525291512089,
      "learning_rate": 7.077808028284098e-06,
      "loss": 0.4235,
      "step": 132305
    },
    {
      "epoch": 5.419045668646324,
      "grad_norm": 1.7737137943725294,
      "learning_rate": 7.076818056563416e-06,
      "loss": 0.5389,
      "step": 132306
    },
    {
      "epoch": 5.41908662707352,
      "grad_norm": 1.2858559416102402,
      "learning_rate": 7.0758281524085356e-06,
      "loss": 0.3338,
      "step": 132307
    },
    {
      "epoch": 5.419127585500717,
      "grad_norm": 1.5402510765201038,
      "learning_rate": 7.074838315819892e-06,
      "loss": 0.4046,
      "step": 132308
    },
    {
      "epoch": 5.419168543927913,
      "grad_norm": 1.4513802679340795,
      "learning_rate": 7.0738485467979834e-06,
      "loss": 0.486,
      "step": 132309
    },
    {
      "epoch": 5.41920950235511,
      "grad_norm": 0.942065006801257,
      "learning_rate": 7.07285884534326e-06,
      "loss": 0.123,
      "step": 132310
    },
    {
      "epoch": 5.4192504607823055,
      "grad_norm": 1.635287619044615,
      "learning_rate": 7.0718692114562046e-06,
      "loss": 0.4149,
      "step": 132311
    },
    {
      "epoch": 5.419291419209502,
      "grad_norm": 1.4223721428745848,
      "learning_rate": 7.070879645137251e-06,
      "loss": 0.4899,
      "step": 132312
    },
    {
      "epoch": 5.419332377636699,
      "grad_norm": 1.5785117810692846,
      "learning_rate": 7.069890146386914e-06,
      "loss": 0.4517,
      "step": 132313
    },
    {
      "epoch": 5.419373336063895,
      "grad_norm": 2.1250868942953423,
      "learning_rate": 7.068900715205628e-06,
      "loss": 0.7224,
      "step": 132314
    },
    {
      "epoch": 5.419414294491092,
      "grad_norm": 1.8763944197681275,
      "learning_rate": 7.067911351593891e-06,
      "loss": 0.5699,
      "step": 132315
    },
    {
      "epoch": 5.419455252918288,
      "grad_norm": 1.698801554133798,
      "learning_rate": 7.066922055552138e-06,
      "loss": 0.6261,
      "step": 132316
    },
    {
      "epoch": 5.419496211345484,
      "grad_norm": 1.232787949050449,
      "learning_rate": 7.065932827080833e-06,
      "loss": 0.316,
      "step": 132317
    },
    {
      "epoch": 5.41953716977268,
      "grad_norm": 2.177394891567119,
      "learning_rate": 7.064943666180495e-06,
      "loss": 0.8937,
      "step": 132318
    },
    {
      "epoch": 5.419578128199877,
      "grad_norm": 0.9333628010849426,
      "learning_rate": 7.063954572851538e-06,
      "loss": 0.2195,
      "step": 132319
    },
    {
      "epoch": 5.4196190866270735,
      "grad_norm": 1.4717866574273366,
      "learning_rate": 7.0629655470944455e-06,
      "loss": 0.3177,
      "step": 132320
    },
    {
      "epoch": 5.41966004505427,
      "grad_norm": 0.5759955544402199,
      "learning_rate": 7.061976588909701e-06,
      "loss": 0.0711,
      "step": 132321
    },
    {
      "epoch": 5.4197010034814666,
      "grad_norm": 0.9104316376595766,
      "learning_rate": 7.060987698297754e-06,
      "loss": 0.169,
      "step": 132322
    },
    {
      "epoch": 5.419741961908663,
      "grad_norm": 1.201118593097656,
      "learning_rate": 7.0599988752590875e-06,
      "loss": 0.3445,
      "step": 132323
    },
    {
      "epoch": 5.419782920335859,
      "grad_norm": 1.2674161729276356,
      "learning_rate": 7.059010119794134e-06,
      "loss": 0.3618,
      "step": 132324
    },
    {
      "epoch": 5.419823878763055,
      "grad_norm": 1.6351980320973254,
      "learning_rate": 7.058021431903393e-06,
      "loss": 0.3958,
      "step": 132325
    },
    {
      "epoch": 5.419864837190252,
      "grad_norm": 1.205618288442201,
      "learning_rate": 7.057032811587349e-06,
      "loss": 0.3185,
      "step": 132326
    },
    {
      "epoch": 5.419905795617448,
      "grad_norm": 1.7761160433604264,
      "learning_rate": 7.056044258846416e-06,
      "loss": 0.6452,
      "step": 132327
    },
    {
      "epoch": 5.419946754044645,
      "grad_norm": 1.7666897012337115,
      "learning_rate": 7.055055773681095e-06,
      "loss": 0.3948,
      "step": 132328
    },
    {
      "epoch": 5.419987712471841,
      "grad_norm": 0.8399656881823047,
      "learning_rate": 7.054067356091869e-06,
      "loss": 0.2086,
      "step": 132329
    },
    {
      "epoch": 5.420028670899038,
      "grad_norm": 1.5012982791694096,
      "learning_rate": 7.053079006079171e-06,
      "loss": 0.4907,
      "step": 132330
    },
    {
      "epoch": 5.420069629326234,
      "grad_norm": 1.057232983282062,
      "learning_rate": 7.0520907236434995e-06,
      "loss": 0.238,
      "step": 132331
    },
    {
      "epoch": 5.42011058775343,
      "grad_norm": 1.3062348119955343,
      "learning_rate": 7.051102508785289e-06,
      "loss": 0.3779,
      "step": 132332
    },
    {
      "epoch": 5.420151546180627,
      "grad_norm": 1.2748464623281845,
      "learning_rate": 7.050114361505005e-06,
      "loss": 0.3444,
      "step": 132333
    },
    {
      "epoch": 5.420192504607823,
      "grad_norm": 1.5208824801934135,
      "learning_rate": 7.049126281803163e-06,
      "loss": 0.4832,
      "step": 132334
    },
    {
      "epoch": 5.42023346303502,
      "grad_norm": 1.573301917556102,
      "learning_rate": 7.048138269680181e-06,
      "loss": 0.4165,
      "step": 132335
    },
    {
      "epoch": 5.420274421462215,
      "grad_norm": 1.4817046982498403,
      "learning_rate": 7.047150325136558e-06,
      "loss": 0.4799,
      "step": 132336
    },
    {
      "epoch": 5.420315379889412,
      "grad_norm": 1.3380725323056548,
      "learning_rate": 7.046162448172743e-06,
      "loss": 0.3926,
      "step": 132337
    },
    {
      "epoch": 5.4203563383166085,
      "grad_norm": 1.815731685634648,
      "learning_rate": 7.045174638789186e-06,
      "loss": 0.63,
      "step": 132338
    },
    {
      "epoch": 5.420397296743805,
      "grad_norm": 3.504581577904385,
      "learning_rate": 7.044186896986404e-06,
      "loss": 2.2425,
      "step": 132339
    },
    {
      "epoch": 5.4204382551710015,
      "grad_norm": 1.214124412668259,
      "learning_rate": 7.043199222764828e-06,
      "loss": 0.3126,
      "step": 132340
    },
    {
      "epoch": 5.420479213598198,
      "grad_norm": 1.370186003378467,
      "learning_rate": 7.04221161612491e-06,
      "loss": 0.4253,
      "step": 132341
    },
    {
      "epoch": 5.420520172025395,
      "grad_norm": 1.4141082971308614,
      "learning_rate": 7.041224077067164e-06,
      "loss": 0.3304,
      "step": 132342
    },
    {
      "epoch": 5.42056113045259,
      "grad_norm": 1.5227431329958627,
      "learning_rate": 7.040236605592026e-06,
      "loss": 0.4597,
      "step": 132343
    },
    {
      "epoch": 5.420602088879787,
      "grad_norm": 1.376093447704501,
      "learning_rate": 7.039249201699976e-06,
      "loss": 0.4042,
      "step": 132344
    },
    {
      "epoch": 5.420643047306983,
      "grad_norm": 0.8592286730043327,
      "learning_rate": 7.038261865391481e-06,
      "loss": 0.1486,
      "step": 132345
    },
    {
      "epoch": 5.42068400573418,
      "grad_norm": 1.8536814159644721,
      "learning_rate": 7.037274596666975e-06,
      "loss": 0.5595,
      "step": 132346
    },
    {
      "epoch": 5.420724964161376,
      "grad_norm": 1.3402636292710153,
      "learning_rate": 7.036287395526941e-06,
      "loss": 0.3368,
      "step": 132347
    },
    {
      "epoch": 5.420765922588573,
      "grad_norm": 0.9273914585807931,
      "learning_rate": 7.0353002619718934e-06,
      "loss": 0.1868,
      "step": 132348
    },
    {
      "epoch": 5.4208068810157695,
      "grad_norm": 1.0920383864426508,
      "learning_rate": 7.034313196002233e-06,
      "loss": 0.2968,
      "step": 132349
    },
    {
      "epoch": 5.420847839442965,
      "grad_norm": 0.9300706332129146,
      "learning_rate": 7.03332619761846e-06,
      "loss": 0.2024,
      "step": 132350
    },
    {
      "epoch": 5.420888797870162,
      "grad_norm": 1.5950729694759642,
      "learning_rate": 7.032339266821024e-06,
      "loss": 0.5366,
      "step": 132351
    },
    {
      "epoch": 5.420929756297358,
      "grad_norm": 0.7304052742571335,
      "learning_rate": 7.031352403610407e-06,
      "loss": 0.1376,
      "step": 132352
    },
    {
      "epoch": 5.420970714724555,
      "grad_norm": 1.442644414724448,
      "learning_rate": 7.030365607987093e-06,
      "loss": 0.4059,
      "step": 132353
    },
    {
      "epoch": 5.421011673151751,
      "grad_norm": 1.3558497719026175,
      "learning_rate": 7.029378879951497e-06,
      "loss": 0.3141,
      "step": 132354
    },
    {
      "epoch": 5.421052631578947,
      "grad_norm": 1.4020821495037363,
      "learning_rate": 7.0283922195041194e-06,
      "loss": 0.4035,
      "step": 132355
    },
    {
      "epoch": 5.421093590006143,
      "grad_norm": 1.3801131648614675,
      "learning_rate": 7.027405626645444e-06,
      "loss": 0.4858,
      "step": 132356
    },
    {
      "epoch": 5.42113454843334,
      "grad_norm": 1.3676544150863956,
      "learning_rate": 7.026419101375885e-06,
      "loss": 0.396,
      "step": 132357
    },
    {
      "epoch": 5.4211755068605365,
      "grad_norm": 1.3315802233245555,
      "learning_rate": 7.025432643695961e-06,
      "loss": 0.2912,
      "step": 132358
    },
    {
      "epoch": 5.421216465287733,
      "grad_norm": 1.2479505971931895,
      "learning_rate": 7.024446253606103e-06,
      "loss": 0.3711,
      "step": 132359
    },
    {
      "epoch": 5.42125742371493,
      "grad_norm": 1.7263187538855884,
      "learning_rate": 7.023459931106779e-06,
      "loss": 0.5939,
      "step": 132360
    },
    {
      "epoch": 5.421298382142126,
      "grad_norm": 1.3386142941316885,
      "learning_rate": 7.022473676198504e-06,
      "loss": 0.405,
      "step": 132361
    },
    {
      "epoch": 5.421339340569322,
      "grad_norm": 1.3178187810414839,
      "learning_rate": 7.021487488881677e-06,
      "loss": 0.3094,
      "step": 132362
    },
    {
      "epoch": 5.421380298996518,
      "grad_norm": 1.7418346965702303,
      "learning_rate": 7.020501369156783e-06,
      "loss": 0.596,
      "step": 132363
    },
    {
      "epoch": 5.421421257423715,
      "grad_norm": 1.684513112428808,
      "learning_rate": 7.019515317024338e-06,
      "loss": 0.4527,
      "step": 132364
    },
    {
      "epoch": 5.421462215850911,
      "grad_norm": 1.0735310283328674,
      "learning_rate": 7.01852933248474e-06,
      "loss": 0.1828,
      "step": 132365
    },
    {
      "epoch": 5.421503174278108,
      "grad_norm": 1.552122867404908,
      "learning_rate": 7.017543415538507e-06,
      "loss": 0.4781,
      "step": 132366
    },
    {
      "epoch": 5.421544132705304,
      "grad_norm": 1.3097996993962822,
      "learning_rate": 7.016557566186071e-06,
      "loss": 0.3527,
      "step": 132367
    },
    {
      "epoch": 5.421585091132501,
      "grad_norm": 1.4583860310363816,
      "learning_rate": 7.015571784427898e-06,
      "loss": 0.3854,
      "step": 132368
    },
    {
      "epoch": 5.421626049559697,
      "grad_norm": 1.6736104734421315,
      "learning_rate": 7.014586070264489e-06,
      "loss": 0.4663,
      "step": 132369
    },
    {
      "epoch": 5.421667007986893,
      "grad_norm": 0.9650745364307094,
      "learning_rate": 7.013600423696258e-06,
      "loss": 0.2165,
      "step": 132370
    },
    {
      "epoch": 5.42170796641409,
      "grad_norm": 1.0205735128376319,
      "learning_rate": 7.012614844723724e-06,
      "loss": 0.2158,
      "step": 132371
    },
    {
      "epoch": 5.421748924841286,
      "grad_norm": 0.7574150551900152,
      "learning_rate": 7.0116293333473186e-06,
      "loss": 0.1657,
      "step": 132372
    },
    {
      "epoch": 5.421789883268483,
      "grad_norm": 0.9343932363547472,
      "learning_rate": 7.0106438895675075e-06,
      "loss": 0.1601,
      "step": 132373
    },
    {
      "epoch": 5.421830841695678,
      "grad_norm": 1.6233106453919457,
      "learning_rate": 7.0096585133847916e-06,
      "loss": 0.5815,
      "step": 132374
    },
    {
      "epoch": 5.421871800122875,
      "grad_norm": 1.9783712177467567,
      "learning_rate": 7.0086732047995865e-06,
      "loss": 0.8945,
      "step": 132375
    },
    {
      "epoch": 5.4219127585500715,
      "grad_norm": 1.4403333163265515,
      "learning_rate": 7.007687963812391e-06,
      "loss": 0.6026,
      "step": 132376
    },
    {
      "epoch": 5.421953716977268,
      "grad_norm": 0.741287479786335,
      "learning_rate": 7.0067027904236905e-06,
      "loss": 0.1674,
      "step": 132377
    },
    {
      "epoch": 5.421994675404465,
      "grad_norm": 1.084430817930832,
      "learning_rate": 7.005717684633883e-06,
      "loss": 0.2648,
      "step": 132378
    },
    {
      "epoch": 5.422035633831661,
      "grad_norm": 1.5458543944323768,
      "learning_rate": 7.004732646443501e-06,
      "loss": 0.42,
      "step": 132379
    },
    {
      "epoch": 5.422076592258858,
      "grad_norm": 1.5457406992857718,
      "learning_rate": 7.003747675852977e-06,
      "loss": 0.6733,
      "step": 132380
    },
    {
      "epoch": 5.422117550686053,
      "grad_norm": 1.4732901687779367,
      "learning_rate": 7.002762772862763e-06,
      "loss": 0.4152,
      "step": 132381
    },
    {
      "epoch": 5.42215850911325,
      "grad_norm": 0.9954392666167566,
      "learning_rate": 7.001777937473391e-06,
      "loss": 0.1765,
      "step": 132382
    },
    {
      "epoch": 5.422199467540446,
      "grad_norm": 1.2373170565458036,
      "learning_rate": 7.000793169685243e-06,
      "loss": 0.242,
      "step": 132383
    },
    {
      "epoch": 5.422240425967643,
      "grad_norm": 1.064006291714902,
      "learning_rate": 6.999808469498819e-06,
      "loss": 0.2805,
      "step": 132384
    },
    {
      "epoch": 5.422281384394839,
      "grad_norm": 3.1860641349001013,
      "learning_rate": 6.998823836914619e-06,
      "loss": 0.9199,
      "step": 132385
    },
    {
      "epoch": 5.422322342822036,
      "grad_norm": 1.3023494106405606,
      "learning_rate": 6.997839271933042e-06,
      "loss": 0.3519,
      "step": 132386
    },
    {
      "epoch": 5.4223633012492325,
      "grad_norm": 1.8252339212233943,
      "learning_rate": 6.996854774554622e-06,
      "loss": 0.6218,
      "step": 132387
    },
    {
      "epoch": 5.422404259676428,
      "grad_norm": 1.9469898640302947,
      "learning_rate": 6.995870344779758e-06,
      "loss": 1.0871,
      "step": 132388
    },
    {
      "epoch": 5.422445218103625,
      "grad_norm": 1.2241747848044782,
      "learning_rate": 6.994885982608967e-06,
      "loss": 0.2567,
      "step": 132389
    },
    {
      "epoch": 5.422486176530821,
      "grad_norm": 1.4180777078033104,
      "learning_rate": 6.993901688042697e-06,
      "loss": 0.423,
      "step": 132390
    },
    {
      "epoch": 5.422527134958018,
      "grad_norm": 1.2619452624262781,
      "learning_rate": 6.992917461081398e-06,
      "loss": 0.2833,
      "step": 132391
    },
    {
      "epoch": 5.422568093385214,
      "grad_norm": 1.5762878516288186,
      "learning_rate": 6.991933301725555e-06,
      "loss": 0.6039,
      "step": 132392
    },
    {
      "epoch": 5.422609051812411,
      "grad_norm": 1.2676813516781658,
      "learning_rate": 6.990949209975649e-06,
      "loss": 0.3036,
      "step": 132393
    },
    {
      "epoch": 5.4226500102396065,
      "grad_norm": 1.0954971127682889,
      "learning_rate": 6.9899651858320974e-06,
      "loss": 0.2828,
      "step": 132394
    },
    {
      "epoch": 5.422690968666803,
      "grad_norm": 1.496728321159981,
      "learning_rate": 6.988981229295415e-06,
      "loss": 0.5091,
      "step": 132395
    },
    {
      "epoch": 5.4227319270939995,
      "grad_norm": 1.5558326765145185,
      "learning_rate": 6.98799734036602e-06,
      "loss": 0.5336,
      "step": 132396
    },
    {
      "epoch": 5.422772885521196,
      "grad_norm": 1.2618946257187007,
      "learning_rate": 6.98701351904441e-06,
      "loss": 0.3872,
      "step": 132397
    },
    {
      "epoch": 5.422813843948393,
      "grad_norm": 1.6613351056194237,
      "learning_rate": 6.986029765331053e-06,
      "loss": 0.5451,
      "step": 132398
    },
    {
      "epoch": 5.422854802375589,
      "grad_norm": 1.5499336265661259,
      "learning_rate": 6.9850460792263806e-06,
      "loss": 0.4424,
      "step": 132399
    },
    {
      "epoch": 5.422895760802785,
      "grad_norm": 1.5474415696642467,
      "learning_rate": 6.984062460730894e-06,
      "loss": 0.493,
      "step": 132400
    },
    {
      "epoch": 5.422936719229981,
      "grad_norm": 1.6405941751408626,
      "learning_rate": 6.983078909845041e-06,
      "loss": 0.5673,
      "step": 132401
    },
    {
      "epoch": 5.422977677657178,
      "grad_norm": 2.0243877375068697,
      "learning_rate": 6.98209542656929e-06,
      "loss": 0.9199,
      "step": 132402
    },
    {
      "epoch": 5.423018636084374,
      "grad_norm": 1.582613725064371,
      "learning_rate": 6.981112010904122e-06,
      "loss": 0.5336,
      "step": 132403
    },
    {
      "epoch": 5.423059594511571,
      "grad_norm": 2.0384910080771905,
      "learning_rate": 6.980128662849954e-06,
      "loss": 0.9707,
      "step": 132404
    },
    {
      "epoch": 5.4231005529387675,
      "grad_norm": 1.762905678295274,
      "learning_rate": 6.979145382407286e-06,
      "loss": 0.6025,
      "step": 132405
    },
    {
      "epoch": 5.423141511365964,
      "grad_norm": 1.0953892156836134,
      "learning_rate": 6.978162169576601e-06,
      "loss": 0.2246,
      "step": 132406
    },
    {
      "epoch": 5.42318246979316,
      "grad_norm": 1.284196767026984,
      "learning_rate": 6.977179024358331e-06,
      "loss": 0.3872,
      "step": 132407
    },
    {
      "epoch": 5.423223428220356,
      "grad_norm": 0.89851681287719,
      "learning_rate": 6.97619594675296e-06,
      "loss": 0.1911,
      "step": 132408
    },
    {
      "epoch": 5.423264386647553,
      "grad_norm": 1.716392400508384,
      "learning_rate": 6.975212936760921e-06,
      "loss": 0.6804,
      "step": 132409
    },
    {
      "epoch": 5.423305345074749,
      "grad_norm": 1.5729976199926634,
      "learning_rate": 6.974229994382713e-06,
      "loss": 0.4917,
      "step": 132410
    },
    {
      "epoch": 5.423346303501946,
      "grad_norm": 1.7889591995550544,
      "learning_rate": 6.973247119618802e-06,
      "loss": 0.6417,
      "step": 132411
    },
    {
      "epoch": 5.423387261929142,
      "grad_norm": 1.6628935655477644,
      "learning_rate": 6.972264312469622e-06,
      "loss": 0.4948,
      "step": 132412
    },
    {
      "epoch": 5.423428220356338,
      "grad_norm": 1.268886405548343,
      "learning_rate": 6.971281572935656e-06,
      "loss": 0.2104,
      "step": 132413
    },
    {
      "epoch": 5.4234691787835345,
      "grad_norm": 1.9709610318170314,
      "learning_rate": 6.970298901017402e-06,
      "loss": 0.7433,
      "step": 132414
    },
    {
      "epoch": 5.423510137210731,
      "grad_norm": 1.3588293565898573,
      "learning_rate": 6.969316296715277e-06,
      "loss": 0.3283,
      "step": 132415
    },
    {
      "epoch": 5.423551095637928,
      "grad_norm": 1.0532910785980625,
      "learning_rate": 6.968333760029732e-06,
      "loss": 0.2206,
      "step": 132416
    },
    {
      "epoch": 5.423592054065124,
      "grad_norm": 1.73225738584637,
      "learning_rate": 6.967351290961298e-06,
      "loss": 0.6942,
      "step": 132417
    },
    {
      "epoch": 5.423633012492321,
      "grad_norm": 1.2451711748910135,
      "learning_rate": 6.966368889510359e-06,
      "loss": 0.3916,
      "step": 132418
    },
    {
      "epoch": 5.423673970919516,
      "grad_norm": 1.6632076019124515,
      "learning_rate": 6.965386555677432e-06,
      "loss": 0.5746,
      "step": 132419
    },
    {
      "epoch": 5.423714929346713,
      "grad_norm": 1.5938464655758793,
      "learning_rate": 6.964404289463e-06,
      "loss": 0.5707,
      "step": 132420
    },
    {
      "epoch": 5.423755887773909,
      "grad_norm": 0.8418131363729849,
      "learning_rate": 6.9634220908674596e-06,
      "loss": 0.1816,
      "step": 132421
    },
    {
      "epoch": 5.423796846201106,
      "grad_norm": 1.3691184944552632,
      "learning_rate": 6.962439959891347e-06,
      "loss": 0.4354,
      "step": 132422
    },
    {
      "epoch": 5.4238378046283025,
      "grad_norm": 1.4662404084671754,
      "learning_rate": 6.961457896535077e-06,
      "loss": 0.4378,
      "step": 132423
    },
    {
      "epoch": 5.423878763055499,
      "grad_norm": 1.0217208761022851,
      "learning_rate": 6.960475900799117e-06,
      "loss": 0.1964,
      "step": 132424
    },
    {
      "epoch": 5.4239197214826955,
      "grad_norm": 1.0393172450611612,
      "learning_rate": 6.959493972683966e-06,
      "loss": 0.1753,
      "step": 132425
    },
    {
      "epoch": 5.423960679909891,
      "grad_norm": 1.3701521896563051,
      "learning_rate": 6.95851211219004e-06,
      "loss": 0.3681,
      "step": 132426
    },
    {
      "epoch": 5.424001638337088,
      "grad_norm": 1.440236334020117,
      "learning_rate": 6.957530319317839e-06,
      "loss": 0.3863,
      "step": 132427
    },
    {
      "epoch": 5.424042596764284,
      "grad_norm": 0.8799960200098588,
      "learning_rate": 6.956548594067846e-06,
      "loss": 0.1305,
      "step": 132428
    },
    {
      "epoch": 5.424083555191481,
      "grad_norm": 1.4073219435671018,
      "learning_rate": 6.95556693644046e-06,
      "loss": 0.4154,
      "step": 132429
    },
    {
      "epoch": 5.424124513618677,
      "grad_norm": 1.757013241879461,
      "learning_rate": 6.954585346436215e-06,
      "loss": 0.581,
      "step": 132430
    },
    {
      "epoch": 5.424165472045874,
      "grad_norm": 1.2778343656941582,
      "learning_rate": 6.9536038240555096e-06,
      "loss": 0.3585,
      "step": 132431
    },
    {
      "epoch": 5.4242064304730695,
      "grad_norm": 0.8121977803886209,
      "learning_rate": 6.952622369298844e-06,
      "loss": 0.1696,
      "step": 132432
    },
    {
      "epoch": 5.424247388900266,
      "grad_norm": 1.9615653567271887,
      "learning_rate": 6.951640982166701e-06,
      "loss": 0.4473,
      "step": 132433
    },
    {
      "epoch": 5.424288347327463,
      "grad_norm": 1.4206317639089039,
      "learning_rate": 6.950659662659497e-06,
      "loss": 0.4769,
      "step": 132434
    },
    {
      "epoch": 5.424329305754659,
      "grad_norm": 0.4767222068005321,
      "learning_rate": 6.949678410777715e-06,
      "loss": 0.0424,
      "step": 132435
    },
    {
      "epoch": 5.424370264181856,
      "grad_norm": 0.9790608865568382,
      "learning_rate": 6.948697226521854e-06,
      "loss": 0.2238,
      "step": 132436
    },
    {
      "epoch": 5.424411222609052,
      "grad_norm": 1.8383912372762423,
      "learning_rate": 6.947716109892315e-06,
      "loss": 0.5959,
      "step": 132437
    },
    {
      "epoch": 5.424452181036248,
      "grad_norm": 1.6875565580365133,
      "learning_rate": 6.94673506088963e-06,
      "loss": 0.5153,
      "step": 132438
    },
    {
      "epoch": 5.424493139463444,
      "grad_norm": 1.4335652277951403,
      "learning_rate": 6.945754079514199e-06,
      "loss": 0.3501,
      "step": 132439
    },
    {
      "epoch": 5.424534097890641,
      "grad_norm": 1.2893327155871035,
      "learning_rate": 6.944773165766521e-06,
      "loss": 0.4306,
      "step": 132440
    },
    {
      "epoch": 5.424575056317837,
      "grad_norm": 1.100234078252325,
      "learning_rate": 6.943792319647079e-06,
      "loss": 0.2347,
      "step": 132441
    },
    {
      "epoch": 5.424616014745034,
      "grad_norm": 2.907508368014382,
      "learning_rate": 6.9428115411562734e-06,
      "loss": 2.7621,
      "step": 132442
    },
    {
      "epoch": 5.4246569731722305,
      "grad_norm": 1.4299966530272898,
      "learning_rate": 6.941830830294637e-06,
      "loss": 0.4276,
      "step": 132443
    },
    {
      "epoch": 5.424697931599427,
      "grad_norm": 0.47489645843454414,
      "learning_rate": 6.940850187062569e-06,
      "loss": 0.0713,
      "step": 132444
    },
    {
      "epoch": 5.424738890026623,
      "grad_norm": 1.6102026886352436,
      "learning_rate": 6.939869611460585e-06,
      "loss": 0.4694,
      "step": 132445
    },
    {
      "epoch": 5.424779848453819,
      "grad_norm": 1.67237241572343,
      "learning_rate": 6.938889103489137e-06,
      "loss": 0.6073,
      "step": 132446
    },
    {
      "epoch": 5.424820806881016,
      "grad_norm": 1.6299083621380321,
      "learning_rate": 6.937908663148656e-06,
      "loss": 0.5461,
      "step": 132447
    },
    {
      "epoch": 5.424861765308212,
      "grad_norm": 1.53760248339915,
      "learning_rate": 6.936928290439642e-06,
      "loss": 0.5294,
      "step": 132448
    },
    {
      "epoch": 5.424902723735409,
      "grad_norm": 1.2860743639077439,
      "learning_rate": 6.935947985362561e-06,
      "loss": 0.3385,
      "step": 132449
    },
    {
      "epoch": 5.424943682162605,
      "grad_norm": 1.2545394549927182,
      "learning_rate": 6.934967747917847e-06,
      "loss": 0.3029,
      "step": 132450
    },
    {
      "epoch": 5.424984640589801,
      "grad_norm": 1.8833324676265601,
      "learning_rate": 6.933987578105998e-06,
      "loss": 0.7084,
      "step": 132451
    },
    {
      "epoch": 5.4250255990169975,
      "grad_norm": 1.804046276784446,
      "learning_rate": 6.933007475927432e-06,
      "loss": 0.6753,
      "step": 132452
    },
    {
      "epoch": 5.425066557444194,
      "grad_norm": 1.6006189586320214,
      "learning_rate": 6.932027441382649e-06,
      "loss": 0.5521,
      "step": 132453
    },
    {
      "epoch": 5.425107515871391,
      "grad_norm": 0.9015754690440826,
      "learning_rate": 6.931047474472112e-06,
      "loss": 0.2135,
      "step": 132454
    },
    {
      "epoch": 5.425148474298587,
      "grad_norm": 0.9179968117400499,
      "learning_rate": 6.930067575196257e-06,
      "loss": 0.2359,
      "step": 132455
    },
    {
      "epoch": 5.425189432725784,
      "grad_norm": 0.3039985704465687,
      "learning_rate": 6.929087743555551e-06,
      "loss": 0.0206,
      "step": 132456
    },
    {
      "epoch": 5.425230391152979,
      "grad_norm": 1.4652611514669727,
      "learning_rate": 6.928107979550507e-06,
      "loss": 0.4147,
      "step": 132457
    },
    {
      "epoch": 5.425271349580176,
      "grad_norm": 0.8880534008385167,
      "learning_rate": 6.927128283181526e-06,
      "loss": 0.1116,
      "step": 132458
    },
    {
      "epoch": 5.425312308007372,
      "grad_norm": 0.5537931128974592,
      "learning_rate": 6.92614865444911e-06,
      "loss": 0.0533,
      "step": 132459
    },
    {
      "epoch": 5.425353266434569,
      "grad_norm": 1.9529871593001333,
      "learning_rate": 6.9251690933537055e-06,
      "loss": 1.142,
      "step": 132460
    },
    {
      "epoch": 5.4253942248617655,
      "grad_norm": 1.5733404635990356,
      "learning_rate": 6.924189599895763e-06,
      "loss": 0.4922,
      "step": 132461
    },
    {
      "epoch": 5.425435183288962,
      "grad_norm": 0.8063830958109891,
      "learning_rate": 6.923210174075799e-06,
      "loss": 0.2319,
      "step": 132462
    },
    {
      "epoch": 5.4254761417161586,
      "grad_norm": 1.4625007493674953,
      "learning_rate": 6.9222308158941975e-06,
      "loss": 0.4504,
      "step": 132463
    },
    {
      "epoch": 5.425517100143354,
      "grad_norm": 1.3504194403428165,
      "learning_rate": 6.921251525351473e-06,
      "loss": 0.4295,
      "step": 132464
    },
    {
      "epoch": 5.425558058570551,
      "grad_norm": 1.45275332479843,
      "learning_rate": 6.920272302448093e-06,
      "loss": 0.3804,
      "step": 132465
    },
    {
      "epoch": 5.425599016997747,
      "grad_norm": 1.0816363242387257,
      "learning_rate": 6.919293147184507e-06,
      "loss": 0.2661,
      "step": 132466
    },
    {
      "epoch": 5.425639975424944,
      "grad_norm": 1.2956808525784214,
      "learning_rate": 6.918314059561181e-06,
      "loss": 0.4074,
      "step": 132467
    },
    {
      "epoch": 5.42568093385214,
      "grad_norm": 0.7184098938474491,
      "learning_rate": 6.917335039578548e-06,
      "loss": 0.1266,
      "step": 132468
    },
    {
      "epoch": 5.425721892279337,
      "grad_norm": 1.450880168025067,
      "learning_rate": 6.9163560872370905e-06,
      "loss": 0.4233,
      "step": 132469
    },
    {
      "epoch": 5.4257628507065325,
      "grad_norm": 1.4634966121037787,
      "learning_rate": 6.9153772025373086e-06,
      "loss": 0.408,
      "step": 132470
    },
    {
      "epoch": 5.425803809133729,
      "grad_norm": 2.4878812038247777,
      "learning_rate": 6.9143983854796195e-06,
      "loss": 0.5893,
      "step": 132471
    },
    {
      "epoch": 5.425844767560926,
      "grad_norm": 1.1137835959956524,
      "learning_rate": 6.913419636064487e-06,
      "loss": 0.2699,
      "step": 132472
    },
    {
      "epoch": 5.425885725988122,
      "grad_norm": 1.882327921308993,
      "learning_rate": 6.912440954292414e-06,
      "loss": 0.6071,
      "step": 132473
    },
    {
      "epoch": 5.425926684415319,
      "grad_norm": 0.7607287982094718,
      "learning_rate": 6.9114623401638145e-06,
      "loss": 0.1788,
      "step": 132474
    },
    {
      "epoch": 5.425967642842515,
      "grad_norm": 1.3436529752783035,
      "learning_rate": 6.910483793679205e-06,
      "loss": 0.316,
      "step": 132475
    },
    {
      "epoch": 5.426008601269711,
      "grad_norm": 1.5759137408739192,
      "learning_rate": 6.909505314838987e-06,
      "loss": 0.4776,
      "step": 132476
    },
    {
      "epoch": 5.426049559696907,
      "grad_norm": 1.9326358539607096,
      "learning_rate": 6.908526903643641e-06,
      "loss": 0.5967,
      "step": 132477
    },
    {
      "epoch": 5.426090518124104,
      "grad_norm": 1.4516408862382373,
      "learning_rate": 6.907548560093668e-06,
      "loss": 0.3986,
      "step": 132478
    },
    {
      "epoch": 5.4261314765513005,
      "grad_norm": 1.8090136504084493,
      "learning_rate": 6.906570284189483e-06,
      "loss": 0.7941,
      "step": 132479
    },
    {
      "epoch": 5.426172434978497,
      "grad_norm": 1.5254442125968224,
      "learning_rate": 6.905592075931588e-06,
      "loss": 0.3463,
      "step": 132480
    },
    {
      "epoch": 5.4262133934056935,
      "grad_norm": 1.2242232160173683,
      "learning_rate": 6.904613935320413e-06,
      "loss": 0.229,
      "step": 132481
    },
    {
      "epoch": 5.42625435183289,
      "grad_norm": 1.518085195364889,
      "learning_rate": 6.903635862356427e-06,
      "loss": 0.5255,
      "step": 132482
    },
    {
      "epoch": 5.426295310260086,
      "grad_norm": 1.4912422250281943,
      "learning_rate": 6.902657857040111e-06,
      "loss": 0.4403,
      "step": 132483
    },
    {
      "epoch": 5.426336268687282,
      "grad_norm": 1.2688207003798724,
      "learning_rate": 6.9016799193719e-06,
      "loss": 0.3369,
      "step": 132484
    },
    {
      "epoch": 5.426377227114479,
      "grad_norm": 1.9594527292243729,
      "learning_rate": 6.900702049352275e-06,
      "loss": 0.537,
      "step": 132485
    },
    {
      "epoch": 5.426418185541675,
      "grad_norm": 1.524365160334246,
      "learning_rate": 6.899724246981736e-06,
      "loss": 0.5384,
      "step": 132486
    },
    {
      "epoch": 5.426459143968872,
      "grad_norm": 0.5622918147766871,
      "learning_rate": 6.89874651226065e-06,
      "loss": 0.0933,
      "step": 132487
    },
    {
      "epoch": 5.426500102396068,
      "grad_norm": 1.3002461150834372,
      "learning_rate": 6.89776884518955e-06,
      "loss": 0.4047,
      "step": 132488
    },
    {
      "epoch": 5.426541060823264,
      "grad_norm": 1.5078387611155584,
      "learning_rate": 6.896791245768885e-06,
      "loss": 0.5066,
      "step": 132489
    },
    {
      "epoch": 5.426582019250461,
      "grad_norm": 1.2227799273327575,
      "learning_rate": 6.895813713999104e-06,
      "loss": 0.3605,
      "step": 132490
    },
    {
      "epoch": 5.426622977677657,
      "grad_norm": 2.0102267793762274,
      "learning_rate": 6.8948362498806755e-06,
      "loss": 0.6736,
      "step": 132491
    },
    {
      "epoch": 5.426663936104854,
      "grad_norm": 0.8426079729658934,
      "learning_rate": 6.89385885341408e-06,
      "loss": 0.1652,
      "step": 132492
    },
    {
      "epoch": 5.42670489453205,
      "grad_norm": 1.7288886213752548,
      "learning_rate": 6.892881524599753e-06,
      "loss": 0.6794,
      "step": 132493
    },
    {
      "epoch": 5.426745852959247,
      "grad_norm": 3.854222657795153,
      "learning_rate": 6.891904263438191e-06,
      "loss": 4.6646,
      "step": 132494
    },
    {
      "epoch": 5.426786811386442,
      "grad_norm": 1.086532838702603,
      "learning_rate": 6.890927069929797e-06,
      "loss": 0.2656,
      "step": 132495
    },
    {
      "epoch": 5.426827769813639,
      "grad_norm": 1.828688420375189,
      "learning_rate": 6.889949944075085e-06,
      "loss": 0.804,
      "step": 132496
    },
    {
      "epoch": 5.426868728240835,
      "grad_norm": 1.3693466747906762,
      "learning_rate": 6.888972885874505e-06,
      "loss": 0.4202,
      "step": 132497
    },
    {
      "epoch": 5.426909686668032,
      "grad_norm": 1.543084546522069,
      "learning_rate": 6.887995895328507e-06,
      "loss": 0.596,
      "step": 132498
    },
    {
      "epoch": 5.4269506450952285,
      "grad_norm": 1.2225963194301162,
      "learning_rate": 6.887018972437541e-06,
      "loss": 0.3256,
      "step": 132499
    },
    {
      "epoch": 5.426991603522425,
      "grad_norm": 1.7701384381735636,
      "learning_rate": 6.886042117202123e-06,
      "loss": 0.6037,
      "step": 132500
    },
    {
      "epoch": 5.427032561949622,
      "grad_norm": 1.2489751511532448,
      "learning_rate": 6.885065329622669e-06,
      "loss": 0.3329,
      "step": 132501
    },
    {
      "epoch": 5.427073520376817,
      "grad_norm": 1.7581231714842425,
      "learning_rate": 6.8840886096996614e-06,
      "loss": 0.6229,
      "step": 132502
    },
    {
      "epoch": 5.427114478804014,
      "grad_norm": 1.431687471998035,
      "learning_rate": 6.883111957433518e-06,
      "loss": 0.4214,
      "step": 132503
    },
    {
      "epoch": 5.42715543723121,
      "grad_norm": 1.4816497100611261,
      "learning_rate": 6.882135372824754e-06,
      "loss": 0.4682,
      "step": 132504
    },
    {
      "epoch": 5.427196395658407,
      "grad_norm": 1.7583951929534671,
      "learning_rate": 6.881158855873819e-06,
      "loss": 0.5059,
      "step": 132505
    },
    {
      "epoch": 5.427237354085603,
      "grad_norm": 1.40150519156674,
      "learning_rate": 6.880182406581164e-06,
      "loss": 0.3751,
      "step": 132506
    },
    {
      "epoch": 5.4272783125128,
      "grad_norm": 1.1750853959008236,
      "learning_rate": 6.879206024947254e-06,
      "loss": 0.2667,
      "step": 132507
    },
    {
      "epoch": 5.4273192709399956,
      "grad_norm": 2.0315514048545333,
      "learning_rate": 6.878229710972538e-06,
      "loss": 0.6298,
      "step": 132508
    },
    {
      "epoch": 5.427360229367192,
      "grad_norm": 0.7807899121304179,
      "learning_rate": 6.877253464657501e-06,
      "loss": 0.1162,
      "step": 132509
    },
    {
      "epoch": 5.427401187794389,
      "grad_norm": 1.6406703983539175,
      "learning_rate": 6.876277286002607e-06,
      "loss": 0.6105,
      "step": 132510
    },
    {
      "epoch": 5.427442146221585,
      "grad_norm": 1.9269781798246088,
      "learning_rate": 6.8753011750082744e-06,
      "loss": 0.6828,
      "step": 132511
    },
    {
      "epoch": 5.427483104648782,
      "grad_norm": 2.140082500323156,
      "learning_rate": 6.874325131675002e-06,
      "loss": 0.3843,
      "step": 132512
    },
    {
      "epoch": 5.427524063075978,
      "grad_norm": 0.9142613515529804,
      "learning_rate": 6.873349156003272e-06,
      "loss": 0.1747,
      "step": 132513
    },
    {
      "epoch": 5.427565021503174,
      "grad_norm": 3.530544182506829,
      "learning_rate": 6.872373247993485e-06,
      "loss": 3.3254,
      "step": 132514
    },
    {
      "epoch": 5.42760597993037,
      "grad_norm": 1.38466871358574,
      "learning_rate": 6.871397407646156e-06,
      "loss": 0.389,
      "step": 132515
    },
    {
      "epoch": 5.427646938357567,
      "grad_norm": 1.4073008834286023,
      "learning_rate": 6.870421634961703e-06,
      "loss": 0.3647,
      "step": 132516
    },
    {
      "epoch": 5.4276878967847635,
      "grad_norm": 2.098625770865728,
      "learning_rate": 6.869445929940609e-06,
      "loss": 0.6722,
      "step": 132517
    },
    {
      "epoch": 5.42772885521196,
      "grad_norm": 1.5543828995638154,
      "learning_rate": 6.8684702925833725e-06,
      "loss": 0.4922,
      "step": 132518
    },
    {
      "epoch": 5.427769813639157,
      "grad_norm": 1.8131547284091716,
      "learning_rate": 6.8674947228903765e-06,
      "loss": 0.6484,
      "step": 132519
    },
    {
      "epoch": 5.427810772066353,
      "grad_norm": 1.5958287476599335,
      "learning_rate": 6.866519220862138e-06,
      "loss": 0.5315,
      "step": 132520
    },
    {
      "epoch": 5.427851730493549,
      "grad_norm": 1.0088756011920317,
      "learning_rate": 6.865543786499123e-06,
      "loss": 0.15,
      "step": 132521
    },
    {
      "epoch": 5.427892688920745,
      "grad_norm": 1.5364478450119732,
      "learning_rate": 6.864568419801747e-06,
      "loss": 0.6001,
      "step": 132522
    },
    {
      "epoch": 5.427933647347942,
      "grad_norm": 1.6783310289280604,
      "learning_rate": 6.8635931207705106e-06,
      "loss": 0.6457,
      "step": 132523
    },
    {
      "epoch": 5.427974605775138,
      "grad_norm": 1.6316740552173017,
      "learning_rate": 6.862617889405847e-06,
      "loss": 0.6297,
      "step": 132524
    },
    {
      "epoch": 5.428015564202335,
      "grad_norm": 0.6487742083849135,
      "learning_rate": 6.8616427257082385e-06,
      "loss": 0.0487,
      "step": 132525
    },
    {
      "epoch": 5.428056522629531,
      "grad_norm": 1.4573802032330714,
      "learning_rate": 6.860667629678152e-06,
      "loss": 0.4388,
      "step": 132526
    },
    {
      "epoch": 5.428097481056727,
      "grad_norm": 0.838191704699815,
      "learning_rate": 6.859692601316019e-06,
      "loss": 0.2144,
      "step": 132527
    },
    {
      "epoch": 5.428138439483924,
      "grad_norm": 1.6222294159526782,
      "learning_rate": 6.858717640622324e-06,
      "loss": 0.5448,
      "step": 132528
    },
    {
      "epoch": 5.42817939791112,
      "grad_norm": 1.65148423923111,
      "learning_rate": 6.857742747597533e-06,
      "loss": 0.4774,
      "step": 132529
    },
    {
      "epoch": 5.428220356338317,
      "grad_norm": 1.4736656269346937,
      "learning_rate": 6.856767922242062e-06,
      "loss": 0.3584,
      "step": 132530
    },
    {
      "epoch": 5.428261314765513,
      "grad_norm": 1.660062361454721,
      "learning_rate": 6.855793164556445e-06,
      "loss": 0.6306,
      "step": 132531
    },
    {
      "epoch": 5.42830227319271,
      "grad_norm": 2.1026815053113377,
      "learning_rate": 6.8548184745410794e-06,
      "loss": 0.9468,
      "step": 132532
    },
    {
      "epoch": 5.428343231619905,
      "grad_norm": 1.9730210202420122,
      "learning_rate": 6.85384385219645e-06,
      "loss": 0.5696,
      "step": 132533
    },
    {
      "epoch": 5.428384190047102,
      "grad_norm": 1.437399540676369,
      "learning_rate": 6.8528692975230225e-06,
      "loss": 0.2859,
      "step": 132534
    },
    {
      "epoch": 5.4284251484742985,
      "grad_norm": 1.4569468585097682,
      "learning_rate": 6.851894810521247e-06,
      "loss": 0.4763,
      "step": 132535
    },
    {
      "epoch": 5.428466106901495,
      "grad_norm": 1.4157842355701724,
      "learning_rate": 6.8509203911915886e-06,
      "loss": 0.4801,
      "step": 132536
    },
    {
      "epoch": 5.4285070653286915,
      "grad_norm": 1.7202138487775385,
      "learning_rate": 6.849946039534532e-06,
      "loss": 0.6282,
      "step": 132537
    },
    {
      "epoch": 5.428548023755888,
      "grad_norm": 1.1833281593161866,
      "learning_rate": 6.848971755550475e-06,
      "loss": 0.3582,
      "step": 132538
    },
    {
      "epoch": 5.428588982183085,
      "grad_norm": 0.9151831526120411,
      "learning_rate": 6.8479975392399526e-06,
      "loss": 0.1686,
      "step": 132539
    },
    {
      "epoch": 5.42862994061028,
      "grad_norm": 1.8529720049654184,
      "learning_rate": 6.847023390603362e-06,
      "loss": 0.5357,
      "step": 132540
    },
    {
      "epoch": 5.428670899037477,
      "grad_norm": 1.6584029367080713,
      "learning_rate": 6.846049309641205e-06,
      "loss": 0.5956,
      "step": 132541
    },
    {
      "epoch": 5.428711857464673,
      "grad_norm": 1.3746126912846255,
      "learning_rate": 6.845075296353947e-06,
      "loss": 0.3867,
      "step": 132542
    },
    {
      "epoch": 5.42875281589187,
      "grad_norm": 3.623659635186873,
      "learning_rate": 6.844101350742004e-06,
      "loss": 2.1159,
      "step": 132543
    },
    {
      "epoch": 5.428793774319066,
      "grad_norm": 1.3851748478033243,
      "learning_rate": 6.843127472805859e-06,
      "loss": 0.3523,
      "step": 132544
    },
    {
      "epoch": 5.428834732746263,
      "grad_norm": 1.1278647463648617,
      "learning_rate": 6.842153662545996e-06,
      "loss": 0.2645,
      "step": 132545
    },
    {
      "epoch": 5.428875691173459,
      "grad_norm": 2.5144323883009023,
      "learning_rate": 6.841179919962847e-06,
      "loss": 1.8016,
      "step": 132546
    },
    {
      "epoch": 5.428916649600655,
      "grad_norm": 0.29373733305073857,
      "learning_rate": 6.840206245056895e-06,
      "loss": 0.0247,
      "step": 132547
    },
    {
      "epoch": 5.428957608027852,
      "grad_norm": 1.5771351713886437,
      "learning_rate": 6.839232637828573e-06,
      "loss": 0.4867,
      "step": 132548
    },
    {
      "epoch": 5.428998566455048,
      "grad_norm": 0.9402680961393753,
      "learning_rate": 6.8382590982783485e-06,
      "loss": 0.1714,
      "step": 132549
    },
    {
      "epoch": 5.429039524882245,
      "grad_norm": 1.7209629432227063,
      "learning_rate": 6.837285626406702e-06,
      "loss": 0.5671,
      "step": 132550
    },
    {
      "epoch": 5.429080483309441,
      "grad_norm": 1.4243622556484772,
      "learning_rate": 6.836312222214069e-06,
      "loss": 0.4535,
      "step": 132551
    },
    {
      "epoch": 5.429121441736637,
      "grad_norm": 1.416539425413869,
      "learning_rate": 6.835338885700931e-06,
      "loss": 0.3693,
      "step": 132552
    },
    {
      "epoch": 5.4291624001638334,
      "grad_norm": 0.8204086885190944,
      "learning_rate": 6.834365616867721e-06,
      "loss": 0.2097,
      "step": 132553
    },
    {
      "epoch": 5.42920335859103,
      "grad_norm": 1.2778863182686777,
      "learning_rate": 6.833392415714922e-06,
      "loss": 0.2566,
      "step": 132554
    },
    {
      "epoch": 5.4292443170182265,
      "grad_norm": 1.8707597919784535,
      "learning_rate": 6.832419282243001e-06,
      "loss": 0.7349,
      "step": 132555
    },
    {
      "epoch": 5.429285275445423,
      "grad_norm": 1.689612001725904,
      "learning_rate": 6.831446216452391e-06,
      "loss": 0.6215,
      "step": 132556
    },
    {
      "epoch": 5.42932623387262,
      "grad_norm": 1.7796591387817313,
      "learning_rate": 6.830473218343574e-06,
      "loss": 0.6252,
      "step": 132557
    },
    {
      "epoch": 5.429367192299816,
      "grad_norm": 1.424414347647278,
      "learning_rate": 6.829500287917e-06,
      "loss": 0.4267,
      "step": 132558
    },
    {
      "epoch": 5.429408150727012,
      "grad_norm": 1.1665647783858097,
      "learning_rate": 6.828527425173119e-06,
      "loss": 0.349,
      "step": 132559
    },
    {
      "epoch": 5.429449109154208,
      "grad_norm": 0.8209657937697371,
      "learning_rate": 6.827554630112414e-06,
      "loss": 0.186,
      "step": 132560
    },
    {
      "epoch": 5.429490067581405,
      "grad_norm": 1.5081253542631525,
      "learning_rate": 6.8265819027353345e-06,
      "loss": 0.4205,
      "step": 132561
    },
    {
      "epoch": 5.429531026008601,
      "grad_norm": 1.5333447181292443,
      "learning_rate": 6.825609243042329e-06,
      "loss": 0.4056,
      "step": 132562
    },
    {
      "epoch": 5.429571984435798,
      "grad_norm": 1.0408256875645852,
      "learning_rate": 6.824636651033866e-06,
      "loss": 0.1632,
      "step": 132563
    },
    {
      "epoch": 5.4296129428629945,
      "grad_norm": 1.6193765192138174,
      "learning_rate": 6.823664126710426e-06,
      "loss": 0.4589,
      "step": 132564
    },
    {
      "epoch": 5.42965390129019,
      "grad_norm": 1.2922081293418006,
      "learning_rate": 6.822691670072428e-06,
      "loss": 0.2438,
      "step": 132565
    },
    {
      "epoch": 5.429694859717387,
      "grad_norm": 1.2519295106804988,
      "learning_rate": 6.8217192811203695e-06,
      "loss": 0.4287,
      "step": 132566
    },
    {
      "epoch": 5.429735818144583,
      "grad_norm": 1.350113772557354,
      "learning_rate": 6.820746959854684e-06,
      "loss": 0.5215,
      "step": 132567
    },
    {
      "epoch": 5.42977677657178,
      "grad_norm": 1.2685428889139627,
      "learning_rate": 6.819774706275821e-06,
      "loss": 0.2934,
      "step": 132568
    },
    {
      "epoch": 5.429817734998976,
      "grad_norm": 1.0101799075931126,
      "learning_rate": 6.818802520384298e-06,
      "loss": 0.1852,
      "step": 132569
    },
    {
      "epoch": 5.429858693426173,
      "grad_norm": 1.2926311113727185,
      "learning_rate": 6.817830402180513e-06,
      "loss": 0.4186,
      "step": 132570
    },
    {
      "epoch": 5.429899651853368,
      "grad_norm": 1.7334434838125878,
      "learning_rate": 6.81685835166495e-06,
      "loss": 0.6331,
      "step": 132571
    },
    {
      "epoch": 5.429940610280565,
      "grad_norm": 0.46179562698904014,
      "learning_rate": 6.815886368838092e-06,
      "loss": 0.0488,
      "step": 132572
    },
    {
      "epoch": 5.4299815687077615,
      "grad_norm": 1.671645203881218,
      "learning_rate": 6.814914453700354e-06,
      "loss": 0.5665,
      "step": 132573
    },
    {
      "epoch": 5.430022527134958,
      "grad_norm": 0.8829585757950628,
      "learning_rate": 6.813942606252221e-06,
      "loss": 0.1865,
      "step": 132574
    },
    {
      "epoch": 5.430063485562155,
      "grad_norm": 1.1039593260732365,
      "learning_rate": 6.812970826494141e-06,
      "loss": 0.2531,
      "step": 132575
    },
    {
      "epoch": 5.430104443989351,
      "grad_norm": 1.274538728920123,
      "learning_rate": 6.81199911442658e-06,
      "loss": 0.3543,
      "step": 132576
    },
    {
      "epoch": 5.430145402416548,
      "grad_norm": 0.9088129879002731,
      "learning_rate": 6.811027470050007e-06,
      "loss": 0.1883,
      "step": 132577
    },
    {
      "epoch": 5.430186360843743,
      "grad_norm": 0.8552384148920814,
      "learning_rate": 6.810055893364869e-06,
      "loss": 0.2116,
      "step": 132578
    },
    {
      "epoch": 5.43022731927094,
      "grad_norm": 2.989140789856112,
      "learning_rate": 6.809084384371632e-06,
      "loss": 2.1918,
      "step": 132579
    },
    {
      "epoch": 5.430268277698136,
      "grad_norm": 1.404036618290983,
      "learning_rate": 6.808112943070732e-06,
      "loss": 0.3386,
      "step": 132580
    },
    {
      "epoch": 5.430309236125333,
      "grad_norm": 1.56412465295453,
      "learning_rate": 6.8071415694626485e-06,
      "loss": 0.4522,
      "step": 132581
    },
    {
      "epoch": 5.430350194552529,
      "grad_norm": 1.3750316211952671,
      "learning_rate": 6.806170263547866e-06,
      "loss": 0.3606,
      "step": 132582
    },
    {
      "epoch": 5.430391152979726,
      "grad_norm": 2.352737399918019,
      "learning_rate": 6.805199025326785e-06,
      "loss": 1.3535,
      "step": 132583
    },
    {
      "epoch": 5.430432111406922,
      "grad_norm": 0.9626521110099882,
      "learning_rate": 6.804227854799904e-06,
      "loss": 0.1807,
      "step": 132584
    },
    {
      "epoch": 5.430473069834118,
      "grad_norm": 1.4184248963457,
      "learning_rate": 6.803256751967706e-06,
      "loss": 0.4153,
      "step": 132585
    },
    {
      "epoch": 5.430514028261315,
      "grad_norm": 2.1328015918462357,
      "learning_rate": 6.802285716830575e-06,
      "loss": 0.6577,
      "step": 132586
    },
    {
      "epoch": 5.430554986688511,
      "grad_norm": 1.8247829998537792,
      "learning_rate": 6.801314749389059e-06,
      "loss": 0.5263,
      "step": 132587
    },
    {
      "epoch": 5.430595945115708,
      "grad_norm": 0.9897949849446933,
      "learning_rate": 6.800343849643542e-06,
      "loss": 0.202,
      "step": 132588
    },
    {
      "epoch": 5.430636903542904,
      "grad_norm": 0.4195486366399643,
      "learning_rate": 6.799373017594506e-06,
      "loss": 0.045,
      "step": 132589
    },
    {
      "epoch": 5.4306778619701,
      "grad_norm": 1.599009758648152,
      "learning_rate": 6.798402253242436e-06,
      "loss": 0.5254,
      "step": 132590
    },
    {
      "epoch": 5.4307188203972965,
      "grad_norm": 0.9248578901674517,
      "learning_rate": 6.797431556587762e-06,
      "loss": 0.1965,
      "step": 132591
    },
    {
      "epoch": 5.430759778824493,
      "grad_norm": 1.47150569513919,
      "learning_rate": 6.7964609276309535e-06,
      "loss": 0.3462,
      "step": 132592
    },
    {
      "epoch": 5.4308007372516895,
      "grad_norm": 0.7228101202217772,
      "learning_rate": 6.795490366372475e-06,
      "loss": 0.1061,
      "step": 132593
    },
    {
      "epoch": 5.430841695678886,
      "grad_norm": 1.1140203671374824,
      "learning_rate": 6.7945198728127755e-06,
      "loss": 0.1543,
      "step": 132594
    },
    {
      "epoch": 5.430882654106083,
      "grad_norm": 1.0426011988474724,
      "learning_rate": 6.793549446952324e-06,
      "loss": 0.1052,
      "step": 132595
    },
    {
      "epoch": 5.430923612533279,
      "grad_norm": 1.6621991568401289,
      "learning_rate": 6.79257908879155e-06,
      "loss": 0.5309,
      "step": 132596
    },
    {
      "epoch": 5.430964570960475,
      "grad_norm": 1.8291608601505742,
      "learning_rate": 6.7916087983309555e-06,
      "loss": 0.7126,
      "step": 132597
    },
    {
      "epoch": 5.431005529387671,
      "grad_norm": 1.6778863095625958,
      "learning_rate": 6.790638575570973e-06,
      "loss": 0.6798,
      "step": 132598
    },
    {
      "epoch": 5.431046487814868,
      "grad_norm": 1.795669118074396,
      "learning_rate": 6.789668420512068e-06,
      "loss": 0.6027,
      "step": 132599
    },
    {
      "epoch": 5.431087446242064,
      "grad_norm": 1.5750789810671937,
      "learning_rate": 6.788698333154674e-06,
      "loss": 0.4895,
      "step": 132600
    },
    {
      "epoch": 5.431128404669261,
      "grad_norm": 0.7860413080332973,
      "learning_rate": 6.787728313499308e-06,
      "loss": 0.1747,
      "step": 132601
    },
    {
      "epoch": 5.4311693630964575,
      "grad_norm": 1.7336837827262264,
      "learning_rate": 6.7867583615463845e-06,
      "loss": 0.5728,
      "step": 132602
    },
    {
      "epoch": 5.431210321523653,
      "grad_norm": 1.7317229022337193,
      "learning_rate": 6.7857884772963725e-06,
      "loss": 0.623,
      "step": 132603
    },
    {
      "epoch": 5.43125127995085,
      "grad_norm": 1.6424697968697115,
      "learning_rate": 6.784818660749719e-06,
      "loss": 0.5661,
      "step": 132604
    },
    {
      "epoch": 5.431292238378046,
      "grad_norm": 1.441848228614884,
      "learning_rate": 6.783848911906891e-06,
      "loss": 0.3748,
      "step": 132605
    },
    {
      "epoch": 5.431333196805243,
      "grad_norm": 1.3843099899534481,
      "learning_rate": 6.782879230768373e-06,
      "loss": 0.4359,
      "step": 132606
    },
    {
      "epoch": 5.431374155232439,
      "grad_norm": 2.1587905247153123,
      "learning_rate": 6.7819096173345796e-06,
      "loss": 1.0522,
      "step": 132607
    },
    {
      "epoch": 5.431415113659636,
      "grad_norm": 1.5576881964312383,
      "learning_rate": 6.780940071605978e-06,
      "loss": 0.4485,
      "step": 132608
    },
    {
      "epoch": 5.4314560720868315,
      "grad_norm": 1.0537867673917543,
      "learning_rate": 6.779970593583068e-06,
      "loss": 0.2209,
      "step": 132609
    },
    {
      "epoch": 5.431497030514028,
      "grad_norm": 1.6011640879297697,
      "learning_rate": 6.779001183266247e-06,
      "loss": 0.434,
      "step": 132610
    },
    {
      "epoch": 5.4315379889412245,
      "grad_norm": 1.4462457424690824,
      "learning_rate": 6.778031840656034e-06,
      "loss": 0.4301,
      "step": 132611
    },
    {
      "epoch": 5.431578947368421,
      "grad_norm": 1.6820692775516777,
      "learning_rate": 6.777062565752828e-06,
      "loss": 0.5755,
      "step": 132612
    },
    {
      "epoch": 5.431619905795618,
      "grad_norm": 1.1594016541660461,
      "learning_rate": 6.7760933585571106e-06,
      "loss": 0.2761,
      "step": 132613
    },
    {
      "epoch": 5.431660864222814,
      "grad_norm": 1.6528220681302377,
      "learning_rate": 6.7751242190693835e-06,
      "loss": 0.6079,
      "step": 132614
    },
    {
      "epoch": 5.431701822650011,
      "grad_norm": 0.7869966877066588,
      "learning_rate": 6.774155147290045e-06,
      "loss": 0.1146,
      "step": 132615
    },
    {
      "epoch": 5.431742781077206,
      "grad_norm": 1.635552951263416,
      "learning_rate": 6.773186143219561e-06,
      "loss": 0.6217,
      "step": 132616
    },
    {
      "epoch": 5.431783739504403,
      "grad_norm": 1.1951730784612726,
      "learning_rate": 6.772217206858432e-06,
      "loss": 0.4143,
      "step": 132617
    },
    {
      "epoch": 5.431824697931599,
      "grad_norm": 1.5365547000471123,
      "learning_rate": 6.771248338207058e-06,
      "loss": 0.4747,
      "step": 132618
    },
    {
      "epoch": 5.431865656358796,
      "grad_norm": 1.469298234206484,
      "learning_rate": 6.770279537265955e-06,
      "loss": 0.3657,
      "step": 132619
    },
    {
      "epoch": 5.4319066147859925,
      "grad_norm": 1.234914357316946,
      "learning_rate": 6.7693108040355385e-06,
      "loss": 0.4011,
      "step": 132620
    },
    {
      "epoch": 5.431947573213189,
      "grad_norm": 1.5991279453924678,
      "learning_rate": 6.768342138516275e-06,
      "loss": 0.5554,
      "step": 132621
    },
    {
      "epoch": 5.431988531640385,
      "grad_norm": 1.531153632941961,
      "learning_rate": 6.767373540708648e-06,
      "loss": 0.3829,
      "step": 132622
    },
    {
      "epoch": 5.432029490067581,
      "grad_norm": 1.1327012740731712,
      "learning_rate": 6.766405010613074e-06,
      "loss": 0.1855,
      "step": 132623
    },
    {
      "epoch": 5.432070448494778,
      "grad_norm": 1.7329955716367402,
      "learning_rate": 6.765436548230052e-06,
      "loss": 0.6329,
      "step": 132624
    },
    {
      "epoch": 5.432111406921974,
      "grad_norm": 1.7508378079554372,
      "learning_rate": 6.764468153559999e-06,
      "loss": 0.5109,
      "step": 132625
    },
    {
      "epoch": 5.432152365349171,
      "grad_norm": 1.3531833884291935,
      "learning_rate": 6.763499826603397e-06,
      "loss": 0.4669,
      "step": 132626
    },
    {
      "epoch": 5.432193323776367,
      "grad_norm": 1.8118140306275383,
      "learning_rate": 6.762531567360713e-06,
      "loss": 0.622,
      "step": 132627
    },
    {
      "epoch": 5.432234282203563,
      "grad_norm": 1.5749203164576717,
      "learning_rate": 6.761563375832413e-06,
      "loss": 0.5112,
      "step": 132628
    },
    {
      "epoch": 5.4322752406307595,
      "grad_norm": 1.563257532218323,
      "learning_rate": 6.760595252018897e-06,
      "loss": 0.5369,
      "step": 132629
    },
    {
      "epoch": 5.432316199057956,
      "grad_norm": 1.5198149828554322,
      "learning_rate": 6.759627195920681e-06,
      "loss": 0.4597,
      "step": 132630
    },
    {
      "epoch": 5.432357157485153,
      "grad_norm": 3.4013089490856347,
      "learning_rate": 6.75865920753818e-06,
      "loss": 0.525,
      "step": 132631
    },
    {
      "epoch": 5.432398115912349,
      "grad_norm": 1.275027213163276,
      "learning_rate": 6.75769128687188e-06,
      "loss": 0.4447,
      "step": 132632
    },
    {
      "epoch": 5.432439074339546,
      "grad_norm": 4.77326897953825,
      "learning_rate": 6.756723433922245e-06,
      "loss": 4.1614,
      "step": 132633
    },
    {
      "epoch": 5.432480032766742,
      "grad_norm": 0.9310250047730422,
      "learning_rate": 6.755755648689709e-06,
      "loss": 0.2084,
      "step": 132634
    },
    {
      "epoch": 5.432520991193938,
      "grad_norm": 0.9024686802685387,
      "learning_rate": 6.754787931174721e-06,
      "loss": 0.2198,
      "step": 132635
    },
    {
      "epoch": 5.432561949621134,
      "grad_norm": 1.5079054680012316,
      "learning_rate": 6.753820281377798e-06,
      "loss": 0.5302,
      "step": 132636
    },
    {
      "epoch": 5.432602908048331,
      "grad_norm": 1.5316636417772778,
      "learning_rate": 6.752852699299322e-06,
      "loss": 0.4867,
      "step": 132637
    },
    {
      "epoch": 5.432643866475527,
      "grad_norm": 1.601703955524995,
      "learning_rate": 6.7518851849398095e-06,
      "loss": 0.4925,
      "step": 132638
    },
    {
      "epoch": 5.432684824902724,
      "grad_norm": 0.9824618517825344,
      "learning_rate": 6.7509177382996775e-06,
      "loss": 0.2177,
      "step": 132639
    },
    {
      "epoch": 5.4327257833299205,
      "grad_norm": 1.9165664982865054,
      "learning_rate": 6.749950359379391e-06,
      "loss": 0.5833,
      "step": 132640
    },
    {
      "epoch": 5.432766741757116,
      "grad_norm": 1.4797447497843867,
      "learning_rate": 6.748983048179452e-06,
      "loss": 0.4877,
      "step": 132641
    },
    {
      "epoch": 5.432807700184313,
      "grad_norm": 1.4513345131300404,
      "learning_rate": 6.748015804700241e-06,
      "loss": 0.2941,
      "step": 132642
    },
    {
      "epoch": 5.432848658611509,
      "grad_norm": 1.3438538764957968,
      "learning_rate": 6.747048628942276e-06,
      "loss": 0.3558,
      "step": 132643
    },
    {
      "epoch": 5.432889617038706,
      "grad_norm": 1.700552014350287,
      "learning_rate": 6.7460815209059885e-06,
      "loss": 0.765,
      "step": 132644
    },
    {
      "epoch": 5.432930575465902,
      "grad_norm": 1.874696738749565,
      "learning_rate": 6.745114480591846e-06,
      "loss": 0.6497,
      "step": 132645
    },
    {
      "epoch": 5.432971533893099,
      "grad_norm": 1.2391669207258937,
      "learning_rate": 6.744147508000314e-06,
      "loss": 0.3814,
      "step": 132646
    },
    {
      "epoch": 5.4330124923202945,
      "grad_norm": 1.6436478619758108,
      "learning_rate": 6.7431806031318095e-06,
      "loss": 0.6005,
      "step": 132647
    },
    {
      "epoch": 5.433053450747491,
      "grad_norm": 1.2872190295855104,
      "learning_rate": 6.742213765986815e-06,
      "loss": 0.3365,
      "step": 132648
    },
    {
      "epoch": 5.4330944091746876,
      "grad_norm": 4.067358171718975,
      "learning_rate": 6.7412469965658135e-06,
      "loss": 4.0871,
      "step": 132649
    },
    {
      "epoch": 5.433135367601884,
      "grad_norm": 0.8722665728630772,
      "learning_rate": 6.740280294869221e-06,
      "loss": 0.2039,
      "step": 132650
    },
    {
      "epoch": 5.433176326029081,
      "grad_norm": 1.4432778959632013,
      "learning_rate": 6.739313660897522e-06,
      "loss": 0.2536,
      "step": 132651
    },
    {
      "epoch": 5.433217284456277,
      "grad_norm": 1.8057206375374912,
      "learning_rate": 6.7383470946511476e-06,
      "loss": 0.4126,
      "step": 132652
    },
    {
      "epoch": 5.433258242883474,
      "grad_norm": 1.6395953954619085,
      "learning_rate": 6.737380596130565e-06,
      "loss": 0.5839,
      "step": 132653
    },
    {
      "epoch": 5.433299201310669,
      "grad_norm": 1.8307595772551772,
      "learning_rate": 6.736414165336257e-06,
      "loss": 0.5245,
      "step": 132654
    },
    {
      "epoch": 5.433340159737866,
      "grad_norm": 2.7170821017420232,
      "learning_rate": 6.735447802268656e-06,
      "loss": 2.0584,
      "step": 132655
    },
    {
      "epoch": 5.433381118165062,
      "grad_norm": 3.074649381631591,
      "learning_rate": 6.734481506928197e-06,
      "loss": 2.5555,
      "step": 132656
    },
    {
      "epoch": 5.433422076592259,
      "grad_norm": 1.455567335783483,
      "learning_rate": 6.733515279315394e-06,
      "loss": 0.3521,
      "step": 132657
    },
    {
      "epoch": 5.4334630350194555,
      "grad_norm": 0.6781855062447558,
      "learning_rate": 6.732549119430663e-06,
      "loss": 0.1414,
      "step": 132658
    },
    {
      "epoch": 5.433503993446652,
      "grad_norm": 1.430772215979808,
      "learning_rate": 6.731583027274473e-06,
      "loss": 0.4315,
      "step": 132659
    },
    {
      "epoch": 5.433544951873848,
      "grad_norm": 1.273476782488211,
      "learning_rate": 6.730617002847255e-06,
      "loss": 0.3089,
      "step": 132660
    },
    {
      "epoch": 5.433585910301044,
      "grad_norm": 1.6836505339729702,
      "learning_rate": 6.729651046149493e-06,
      "loss": 0.5931,
      "step": 132661
    },
    {
      "epoch": 5.433626868728241,
      "grad_norm": 1.8396633705762584,
      "learning_rate": 6.728685157181668e-06,
      "loss": 0.6864,
      "step": 132662
    },
    {
      "epoch": 5.433667827155437,
      "grad_norm": 1.231689822280457,
      "learning_rate": 6.727719335944182e-06,
      "loss": 0.2386,
      "step": 132663
    },
    {
      "epoch": 5.433708785582634,
      "grad_norm": 1.3486962997243672,
      "learning_rate": 6.726753582437516e-06,
      "loss": 0.4731,
      "step": 132664
    },
    {
      "epoch": 5.43374974400983,
      "grad_norm": 1.7175507949095654,
      "learning_rate": 6.7257878966621385e-06,
      "loss": 1.1385,
      "step": 132665
    },
    {
      "epoch": 5.433790702437026,
      "grad_norm": 1.6103739640404908,
      "learning_rate": 6.72482227861848e-06,
      "loss": 0.5301,
      "step": 132666
    },
    {
      "epoch": 5.4338316608642225,
      "grad_norm": 1.6841780488029627,
      "learning_rate": 6.7238567283070256e-06,
      "loss": 0.5119,
      "step": 132667
    },
    {
      "epoch": 5.433872619291419,
      "grad_norm": 1.8964676334510138,
      "learning_rate": 6.722891245728207e-06,
      "loss": 0.4867,
      "step": 132668
    },
    {
      "epoch": 5.433913577718616,
      "grad_norm": 1.9076077464181835,
      "learning_rate": 6.7219258308824904e-06,
      "loss": 0.5768,
      "step": 132669
    },
    {
      "epoch": 5.433954536145812,
      "grad_norm": 1.397578692151921,
      "learning_rate": 6.72096048377036e-06,
      "loss": 0.3274,
      "step": 132670
    },
    {
      "epoch": 5.433995494573009,
      "grad_norm": 1.4116840110098416,
      "learning_rate": 6.719995204392214e-06,
      "loss": 0.432,
      "step": 132671
    },
    {
      "epoch": 5.434036453000205,
      "grad_norm": 1.7899992514542729,
      "learning_rate": 6.719029992748537e-06,
      "loss": 0.5302,
      "step": 132672
    },
    {
      "epoch": 5.434077411427401,
      "grad_norm": 1.812011474111202,
      "learning_rate": 6.71806484883981e-06,
      "loss": 0.4507,
      "step": 132673
    },
    {
      "epoch": 5.434118369854597,
      "grad_norm": 1.7444182320503354,
      "learning_rate": 6.717099772666468e-06,
      "loss": 0.4243,
      "step": 132674
    },
    {
      "epoch": 5.434159328281794,
      "grad_norm": 1.5920608177965008,
      "learning_rate": 6.716134764228958e-06,
      "loss": 0.3804,
      "step": 132675
    },
    {
      "epoch": 5.4342002867089905,
      "grad_norm": 1.5600076065393833,
      "learning_rate": 6.71516982352775e-06,
      "loss": 0.4719,
      "step": 132676
    },
    {
      "epoch": 5.434241245136187,
      "grad_norm": 1.2435501791497399,
      "learning_rate": 6.714204950563273e-06,
      "loss": 0.3955,
      "step": 132677
    },
    {
      "epoch": 5.4342822035633835,
      "grad_norm": 1.491621082274052,
      "learning_rate": 6.7132401453360465e-06,
      "loss": 0.4611,
      "step": 132678
    },
    {
      "epoch": 5.434323161990579,
      "grad_norm": 1.7331128123473682,
      "learning_rate": 6.712275407846451e-06,
      "loss": 0.5439,
      "step": 132679
    },
    {
      "epoch": 5.434364120417776,
      "grad_norm": 1.1077416580184472,
      "learning_rate": 6.711310738094988e-06,
      "loss": 0.2377,
      "step": 132680
    },
    {
      "epoch": 5.434405078844972,
      "grad_norm": 0.2984971607800052,
      "learning_rate": 6.710346136082107e-06,
      "loss": 0.0225,
      "step": 132681
    },
    {
      "epoch": 5.434446037272169,
      "grad_norm": 1.5918058687648515,
      "learning_rate": 6.709381601808256e-06,
      "loss": 0.4616,
      "step": 132682
    },
    {
      "epoch": 5.434486995699365,
      "grad_norm": 1.5162012289715636,
      "learning_rate": 6.7084171352739025e-06,
      "loss": 0.4034,
      "step": 132683
    },
    {
      "epoch": 5.434527954126562,
      "grad_norm": 2.648011920837755,
      "learning_rate": 6.707452736479479e-06,
      "loss": 1.1838,
      "step": 132684
    },
    {
      "epoch": 5.4345689125537575,
      "grad_norm": 1.563480977765823,
      "learning_rate": 6.706488405425453e-06,
      "loss": 0.429,
      "step": 132685
    },
    {
      "epoch": 5.434609870980954,
      "grad_norm": 1.56657924385951,
      "learning_rate": 6.7055241421123065e-06,
      "loss": 0.4895,
      "step": 132686
    },
    {
      "epoch": 5.434650829408151,
      "grad_norm": 0.8930510829306936,
      "learning_rate": 6.704559946540456e-06,
      "loss": 0.2316,
      "step": 132687
    },
    {
      "epoch": 5.434691787835347,
      "grad_norm": 0.9471674361531822,
      "learning_rate": 6.703595818710383e-06,
      "loss": 0.2312,
      "step": 132688
    },
    {
      "epoch": 5.434732746262544,
      "grad_norm": 1.6948355444456187,
      "learning_rate": 6.70263175862254e-06,
      "loss": 0.6032,
      "step": 132689
    },
    {
      "epoch": 5.43477370468974,
      "grad_norm": 1.519716387970168,
      "learning_rate": 6.701667766277374e-06,
      "loss": 0.5267,
      "step": 132690
    },
    {
      "epoch": 5.434814663116937,
      "grad_norm": 1.5173823347047624,
      "learning_rate": 6.700703841675354e-06,
      "loss": 0.6259,
      "step": 132691
    },
    {
      "epoch": 5.434855621544132,
      "grad_norm": 1.77615298740323,
      "learning_rate": 6.699739984816893e-06,
      "loss": 0.4843,
      "step": 132692
    },
    {
      "epoch": 5.434896579971329,
      "grad_norm": 1.638686882216577,
      "learning_rate": 6.698776195702493e-06,
      "loss": 0.5035,
      "step": 132693
    },
    {
      "epoch": 5.4349375383985254,
      "grad_norm": 1.5510128467906759,
      "learning_rate": 6.69781247433262e-06,
      "loss": 0.5346,
      "step": 132694
    },
    {
      "epoch": 5.434978496825722,
      "grad_norm": 1.6488715519762533,
      "learning_rate": 6.696848820707673e-06,
      "loss": 0.4669,
      "step": 132695
    },
    {
      "epoch": 5.4350194552529185,
      "grad_norm": 1.722327130041547,
      "learning_rate": 6.695885234828169e-06,
      "loss": 0.6346,
      "step": 132696
    },
    {
      "epoch": 5.435060413680115,
      "grad_norm": 1.3783660890611793,
      "learning_rate": 6.6949217166945234e-06,
      "loss": 0.4231,
      "step": 132697
    },
    {
      "epoch": 5.435101372107311,
      "grad_norm": 1.7394270651984063,
      "learning_rate": 6.69395826630722e-06,
      "loss": 0.4661,
      "step": 132698
    },
    {
      "epoch": 5.435142330534507,
      "grad_norm": 2.6179034126153455,
      "learning_rate": 6.6929948836666584e-06,
      "loss": 0.8061,
      "step": 132699
    },
    {
      "epoch": 5.435183288961704,
      "grad_norm": 1.5928455551287293,
      "learning_rate": 6.6920315687733705e-06,
      "loss": 0.3758,
      "step": 132700
    },
    {
      "epoch": 5.4352242473889,
      "grad_norm": 1.820370682255624,
      "learning_rate": 6.691068321627757e-06,
      "loss": 0.5824,
      "step": 132701
    },
    {
      "epoch": 5.435265205816097,
      "grad_norm": 0.8357298017540573,
      "learning_rate": 6.6901051422303006e-06,
      "loss": 0.1475,
      "step": 132702
    },
    {
      "epoch": 5.435306164243293,
      "grad_norm": 1.130490952156611,
      "learning_rate": 6.689142030581435e-06,
      "loss": 0.1909,
      "step": 132703
    },
    {
      "epoch": 5.435347122670489,
      "grad_norm": 1.4512910463854707,
      "learning_rate": 6.688178986681625e-06,
      "loss": 0.302,
      "step": 132704
    },
    {
      "epoch": 5.435388081097686,
      "grad_norm": 1.553715609382397,
      "learning_rate": 6.687216010531337e-06,
      "loss": 0.3332,
      "step": 132705
    },
    {
      "epoch": 5.435429039524882,
      "grad_norm": 1.0628258683621157,
      "learning_rate": 6.6862531021310065e-06,
      "loss": 0.1781,
      "step": 132706
    },
    {
      "epoch": 5.435469997952079,
      "grad_norm": 1.5516680581092197,
      "learning_rate": 6.685290261481096e-06,
      "loss": 0.4065,
      "step": 132707
    },
    {
      "epoch": 5.435510956379275,
      "grad_norm": 0.885106757436895,
      "learning_rate": 6.6843274885820915e-06,
      "loss": 0.1813,
      "step": 132708
    },
    {
      "epoch": 5.435551914806472,
      "grad_norm": 1.0436723030693993,
      "learning_rate": 6.683364783434392e-06,
      "loss": 0.205,
      "step": 132709
    },
    {
      "epoch": 5.435592873233668,
      "grad_norm": 0.8089187010664899,
      "learning_rate": 6.682402146038513e-06,
      "loss": 0.194,
      "step": 132710
    },
    {
      "epoch": 5.435633831660864,
      "grad_norm": 1.7224816539326289,
      "learning_rate": 6.681439576394837e-06,
      "loss": 0.4501,
      "step": 132711
    },
    {
      "epoch": 5.43567479008806,
      "grad_norm": 1.399555985610187,
      "learning_rate": 6.6804770745038816e-06,
      "loss": 0.4534,
      "step": 132712
    },
    {
      "epoch": 5.435715748515257,
      "grad_norm": 1.3648629171221633,
      "learning_rate": 6.679514640366096e-06,
      "loss": 0.4726,
      "step": 132713
    },
    {
      "epoch": 5.4357567069424535,
      "grad_norm": 0.8648514334325355,
      "learning_rate": 6.6785522739818966e-06,
      "loss": 0.1844,
      "step": 132714
    },
    {
      "epoch": 5.43579766536965,
      "grad_norm": 1.3527161645512678,
      "learning_rate": 6.677589975351749e-06,
      "loss": 0.4301,
      "step": 132715
    },
    {
      "epoch": 5.435838623796847,
      "grad_norm": 1.0815747829371294,
      "learning_rate": 6.676627744476154e-06,
      "loss": 0.2274,
      "step": 132716
    },
    {
      "epoch": 5.435879582224042,
      "grad_norm": 1.509759250181926,
      "learning_rate": 6.675665581355511e-06,
      "loss": 0.4444,
      "step": 132717
    },
    {
      "epoch": 5.435920540651239,
      "grad_norm": 0.8874901758361294,
      "learning_rate": 6.674703485990318e-06,
      "loss": 0.1989,
      "step": 132718
    },
    {
      "epoch": 5.435961499078435,
      "grad_norm": 1.8208003766201195,
      "learning_rate": 6.673741458380976e-06,
      "loss": 0.5097,
      "step": 132719
    },
    {
      "epoch": 5.436002457505632,
      "grad_norm": 1.3055898634101017,
      "learning_rate": 6.672779498527986e-06,
      "loss": 0.3649,
      "step": 132720
    },
    {
      "epoch": 5.436043415932828,
      "grad_norm": 1.2747431659091901,
      "learning_rate": 6.671817606431812e-06,
      "loss": 0.3596,
      "step": 132721
    },
    {
      "epoch": 5.436084374360025,
      "grad_norm": 1.3461546575985135,
      "learning_rate": 6.670855782092854e-06,
      "loss": 0.3342,
      "step": 132722
    },
    {
      "epoch": 5.4361253327872205,
      "grad_norm": 1.4578863693373747,
      "learning_rate": 6.669894025511613e-06,
      "loss": 0.458,
      "step": 132723
    },
    {
      "epoch": 5.436166291214417,
      "grad_norm": 1.7427246381455164,
      "learning_rate": 6.66893233668852e-06,
      "loss": 0.6654,
      "step": 132724
    },
    {
      "epoch": 5.436207249641614,
      "grad_norm": 0.861279282098239,
      "learning_rate": 6.667970715624044e-06,
      "loss": 0.199,
      "step": 132725
    },
    {
      "epoch": 5.43624820806881,
      "grad_norm": 2.3112752324066785,
      "learning_rate": 6.6670091623186486e-06,
      "loss": 1.4511,
      "step": 132726
    },
    {
      "epoch": 5.436289166496007,
      "grad_norm": 0.47967228710486626,
      "learning_rate": 6.6660476767727515e-06,
      "loss": 0.024,
      "step": 132727
    },
    {
      "epoch": 5.436330124923203,
      "grad_norm": 1.2676159899989166,
      "learning_rate": 6.665086258986835e-06,
      "loss": 0.519,
      "step": 132728
    },
    {
      "epoch": 5.4363710833504,
      "grad_norm": 1.6556371172270317,
      "learning_rate": 6.664124908961366e-06,
      "loss": 0.5151,
      "step": 132729
    },
    {
      "epoch": 5.436412041777595,
      "grad_norm": 1.6661919264667484,
      "learning_rate": 6.66316362669676e-06,
      "loss": 0.2848,
      "step": 132730
    },
    {
      "epoch": 5.436453000204792,
      "grad_norm": 1.4165810052900005,
      "learning_rate": 6.6622024121935184e-06,
      "loss": 0.3284,
      "step": 132731
    },
    {
      "epoch": 5.4364939586319885,
      "grad_norm": 1.5954288269950625,
      "learning_rate": 6.6612412654520385e-06,
      "loss": 0.4439,
      "step": 132732
    },
    {
      "epoch": 5.436534917059185,
      "grad_norm": 2.911565040285738,
      "learning_rate": 6.660280186472805e-06,
      "loss": 1.666,
      "step": 132733
    },
    {
      "epoch": 5.4365758754863815,
      "grad_norm": 0.9251684799530554,
      "learning_rate": 6.659319175256317e-06,
      "loss": 0.1918,
      "step": 132734
    },
    {
      "epoch": 5.436616833913578,
      "grad_norm": 1.346275962043321,
      "learning_rate": 6.65835823180294e-06,
      "loss": 0.4449,
      "step": 132735
    },
    {
      "epoch": 5.436657792340774,
      "grad_norm": 1.4352124476869914,
      "learning_rate": 6.6573973561131925e-06,
      "loss": 0.3796,
      "step": 132736
    },
    {
      "epoch": 5.43669875076797,
      "grad_norm": 1.7767163574415983,
      "learning_rate": 6.656436548187505e-06,
      "loss": 0.5901,
      "step": 132737
    },
    {
      "epoch": 5.436739709195167,
      "grad_norm": 1.8565820279416307,
      "learning_rate": 6.655475808026345e-06,
      "loss": 0.8134,
      "step": 132738
    },
    {
      "epoch": 5.436780667622363,
      "grad_norm": 1.170114059910798,
      "learning_rate": 6.654515135630162e-06,
      "loss": 0.2257,
      "step": 132739
    },
    {
      "epoch": 5.43682162604956,
      "grad_norm": 0.8078022585674355,
      "learning_rate": 6.653554530999389e-06,
      "loss": 0.1899,
      "step": 132740
    },
    {
      "epoch": 5.436862584476756,
      "grad_norm": 1.5876336593320384,
      "learning_rate": 6.6525939941344915e-06,
      "loss": 0.5627,
      "step": 132741
    },
    {
      "epoch": 5.436903542903952,
      "grad_norm": 1.0494109166130217,
      "learning_rate": 6.651633525035954e-06,
      "loss": 0.2087,
      "step": 132742
    },
    {
      "epoch": 5.436944501331149,
      "grad_norm": 1.5018478811371425,
      "learning_rate": 6.650673123704192e-06,
      "loss": 0.42,
      "step": 132743
    },
    {
      "epoch": 5.436985459758345,
      "grad_norm": 1.0233149528533696,
      "learning_rate": 6.6497127901396716e-06,
      "loss": 0.2256,
      "step": 132744
    },
    {
      "epoch": 5.437026418185542,
      "grad_norm": 1.302756030335192,
      "learning_rate": 6.648752524342859e-06,
      "loss": 0.3697,
      "step": 132745
    },
    {
      "epoch": 5.437067376612738,
      "grad_norm": 1.7562791741289137,
      "learning_rate": 6.647792326314189e-06,
      "loss": 0.4466,
      "step": 132746
    },
    {
      "epoch": 5.437108335039935,
      "grad_norm": 1.6109034843035805,
      "learning_rate": 6.6468321960541414e-06,
      "loss": 0.3467,
      "step": 132747
    },
    {
      "epoch": 5.437149293467131,
      "grad_norm": 0.8914806696542782,
      "learning_rate": 6.645872133563135e-06,
      "loss": 0.0912,
      "step": 132748
    },
    {
      "epoch": 5.437190251894327,
      "grad_norm": 1.8369253651815929,
      "learning_rate": 6.644912138841635e-06,
      "loss": 0.6311,
      "step": 132749
    },
    {
      "epoch": 5.4372312103215235,
      "grad_norm": 2.037864516425459,
      "learning_rate": 6.643952211890125e-06,
      "loss": 0.8318,
      "step": 132750
    },
    {
      "epoch": 5.43727216874872,
      "grad_norm": 0.5184533985961328,
      "learning_rate": 6.64299235270902e-06,
      "loss": 0.0398,
      "step": 132751
    },
    {
      "epoch": 5.4373131271759165,
      "grad_norm": 1.3555114891434008,
      "learning_rate": 6.642032561298788e-06,
      "loss": 0.3231,
      "step": 132752
    },
    {
      "epoch": 5.437354085603113,
      "grad_norm": 1.168179250667181,
      "learning_rate": 6.641072837659894e-06,
      "loss": 0.2848,
      "step": 132753
    },
    {
      "epoch": 5.43739504403031,
      "grad_norm": 2.483583500614329,
      "learning_rate": 6.6401131817927725e-06,
      "loss": 1.6189,
      "step": 132754
    },
    {
      "epoch": 5.437436002457505,
      "grad_norm": 1.7176416776246055,
      "learning_rate": 6.639153593697905e-06,
      "loss": 0.5189,
      "step": 132755
    },
    {
      "epoch": 5.437476960884702,
      "grad_norm": 1.4008231276618974,
      "learning_rate": 6.638194073375708e-06,
      "loss": 0.3028,
      "step": 132756
    },
    {
      "epoch": 5.437517919311898,
      "grad_norm": 0.8613986417928325,
      "learning_rate": 6.637234620826665e-06,
      "loss": 0.202,
      "step": 132757
    },
    {
      "epoch": 5.437558877739095,
      "grad_norm": 1.7769558692286,
      "learning_rate": 6.636275236051225e-06,
      "loss": 0.5093,
      "step": 132758
    },
    {
      "epoch": 5.437599836166291,
      "grad_norm": 1.4436610520667987,
      "learning_rate": 6.635315919049805e-06,
      "loss": 0.4601,
      "step": 132759
    },
    {
      "epoch": 5.437640794593488,
      "grad_norm": 2.059035253433061,
      "learning_rate": 6.634356669822921e-06,
      "loss": 1.0417,
      "step": 132760
    },
    {
      "epoch": 5.437681753020684,
      "grad_norm": 0.23252348052984712,
      "learning_rate": 6.6333974883709726e-06,
      "loss": 0.011,
      "step": 132761
    },
    {
      "epoch": 5.43772271144788,
      "grad_norm": 1.8754642589054682,
      "learning_rate": 6.632438374694443e-06,
      "loss": 0.7272,
      "step": 132762
    },
    {
      "epoch": 5.437763669875077,
      "grad_norm": 0.9100341568415857,
      "learning_rate": 6.631479328793782e-06,
      "loss": 0.1959,
      "step": 132763
    },
    {
      "epoch": 5.437804628302273,
      "grad_norm": 0.664933444118302,
      "learning_rate": 6.630520350669438e-06,
      "loss": 0.0546,
      "step": 132764
    },
    {
      "epoch": 5.43784558672947,
      "grad_norm": 1.3650453795693673,
      "learning_rate": 6.629561440321845e-06,
      "loss": 0.4131,
      "step": 132765
    },
    {
      "epoch": 5.437886545156666,
      "grad_norm": 2.1293841718380895,
      "learning_rate": 6.628602597751503e-06,
      "loss": 0.6718,
      "step": 132766
    },
    {
      "epoch": 5.437927503583863,
      "grad_norm": 0.9909716174296691,
      "learning_rate": 6.627643822958828e-06,
      "loss": 0.1812,
      "step": 132767
    },
    {
      "epoch": 5.437968462011058,
      "grad_norm": 1.5570094585939662,
      "learning_rate": 6.626685115944286e-06,
      "loss": 0.4975,
      "step": 132768
    },
    {
      "epoch": 5.438009420438255,
      "grad_norm": 1.5311326973651742,
      "learning_rate": 6.625726476708343e-06,
      "loss": 0.4556,
      "step": 132769
    },
    {
      "epoch": 5.4380503788654515,
      "grad_norm": 0.9941988700425654,
      "learning_rate": 6.624767905251399e-06,
      "loss": 0.1573,
      "step": 132770
    },
    {
      "epoch": 5.438091337292648,
      "grad_norm": 1.5478666065345816,
      "learning_rate": 6.62380940157397e-06,
      "loss": 0.4304,
      "step": 132771
    },
    {
      "epoch": 5.438132295719845,
      "grad_norm": 1.539302629921751,
      "learning_rate": 6.622850965676491e-06,
      "loss": 0.4694,
      "step": 132772
    },
    {
      "epoch": 5.438173254147041,
      "grad_norm": 0.40472362546207297,
      "learning_rate": 6.621892597559375e-06,
      "loss": 0.043,
      "step": 132773
    },
    {
      "epoch": 5.438214212574237,
      "grad_norm": 1.4608689334956686,
      "learning_rate": 6.6209342972231405e-06,
      "loss": 0.408,
      "step": 132774
    },
    {
      "epoch": 5.438255171001433,
      "grad_norm": 1.8833809743058065,
      "learning_rate": 6.619976064668203e-06,
      "loss": 0.5092,
      "step": 132775
    },
    {
      "epoch": 5.43829612942863,
      "grad_norm": 1.6529088647856467,
      "learning_rate": 6.6190178998949965e-06,
      "loss": 0.5565,
      "step": 132776
    },
    {
      "epoch": 5.438337087855826,
      "grad_norm": 1.4380440873091078,
      "learning_rate": 6.618059802904036e-06,
      "loss": 0.3169,
      "step": 132777
    },
    {
      "epoch": 5.438378046283023,
      "grad_norm": 1.7649245185328974,
      "learning_rate": 6.617101773695705e-06,
      "loss": 0.6011,
      "step": 132778
    },
    {
      "epoch": 5.438419004710219,
      "grad_norm": 2.100021322405812,
      "learning_rate": 6.616143812270486e-06,
      "loss": 0.8575,
      "step": 132779
    },
    {
      "epoch": 5.438459963137415,
      "grad_norm": 0.7274371371402577,
      "learning_rate": 6.615185918628862e-06,
      "loss": 0.0849,
      "step": 132780
    },
    {
      "epoch": 5.438500921564612,
      "grad_norm": 1.122095534965827,
      "learning_rate": 6.6142280927712345e-06,
      "loss": 0.1783,
      "step": 132781
    },
    {
      "epoch": 5.438541879991808,
      "grad_norm": 1.4502603649073578,
      "learning_rate": 6.613270334698101e-06,
      "loss": 0.3728,
      "step": 132782
    },
    {
      "epoch": 5.438582838419005,
      "grad_norm": 1.4905229540389662,
      "learning_rate": 6.612312644409878e-06,
      "loss": 0.4855,
      "step": 132783
    },
    {
      "epoch": 5.438623796846201,
      "grad_norm": 1.637107868894021,
      "learning_rate": 6.6113550219070335e-06,
      "loss": 0.6033,
      "step": 132784
    },
    {
      "epoch": 5.438664755273398,
      "grad_norm": 1.8347035066084025,
      "learning_rate": 6.6103974671900315e-06,
      "loss": 0.5885,
      "step": 132785
    },
    {
      "epoch": 5.438705713700594,
      "grad_norm": 1.564317359101556,
      "learning_rate": 6.609439980259307e-06,
      "loss": 0.3977,
      "step": 132786
    },
    {
      "epoch": 5.43874667212779,
      "grad_norm": 1.520116822971201,
      "learning_rate": 6.608482561115308e-06,
      "loss": 0.5099,
      "step": 132787
    },
    {
      "epoch": 5.4387876305549865,
      "grad_norm": 1.3264607840357232,
      "learning_rate": 6.607525209758518e-06,
      "loss": 0.3903,
      "step": 132788
    },
    {
      "epoch": 5.438828588982183,
      "grad_norm": 1.1416597951607435,
      "learning_rate": 6.606567926189338e-06,
      "loss": 0.3432,
      "step": 132789
    },
    {
      "epoch": 5.43886954740938,
      "grad_norm": 1.4806492350250307,
      "learning_rate": 6.605610710408283e-06,
      "loss": 0.4878,
      "step": 132790
    },
    {
      "epoch": 5.438910505836576,
      "grad_norm": 1.0742734340127937,
      "learning_rate": 6.604653562415768e-06,
      "loss": 0.1929,
      "step": 132791
    },
    {
      "epoch": 5.438951464263773,
      "grad_norm": 1.4664410317085093,
      "learning_rate": 6.603696482212228e-06,
      "loss": 0.3664,
      "step": 132792
    },
    {
      "epoch": 5.438992422690968,
      "grad_norm": 1.3811863053726097,
      "learning_rate": 6.60273946979818e-06,
      "loss": 0.419,
      "step": 132793
    },
    {
      "epoch": 5.439033381118165,
      "grad_norm": 1.9763886573747411,
      "learning_rate": 6.601782525174004e-06,
      "loss": 0.6306,
      "step": 132794
    },
    {
      "epoch": 5.439074339545361,
      "grad_norm": 1.3750420332145736,
      "learning_rate": 6.6008256483402026e-06,
      "loss": 0.4604,
      "step": 132795
    },
    {
      "epoch": 5.439115297972558,
      "grad_norm": 1.7281369729628753,
      "learning_rate": 6.59986883929719e-06,
      "loss": 0.5616,
      "step": 132796
    },
    {
      "epoch": 5.439156256399754,
      "grad_norm": 1.5694068309119358,
      "learning_rate": 6.59891209804545e-06,
      "loss": 0.5414,
      "step": 132797
    },
    {
      "epoch": 5.439197214826951,
      "grad_norm": 1.2659000384931105,
      "learning_rate": 6.597955424585433e-06,
      "loss": 0.3287,
      "step": 132798
    },
    {
      "epoch": 5.439238173254147,
      "grad_norm": 1.1687003047057505,
      "learning_rate": 6.596998818917571e-06,
      "loss": 0.2745,
      "step": 132799
    },
    {
      "epoch": 5.439279131681343,
      "grad_norm": 1.3160266006573265,
      "learning_rate": 6.596042281042313e-06,
      "loss": 0.3418,
      "step": 132800
    },
    {
      "epoch": 5.43932009010854,
      "grad_norm": 1.3411434808112654,
      "learning_rate": 6.595085810960144e-06,
      "loss": 0.3323,
      "step": 132801
    },
    {
      "epoch": 5.439361048535736,
      "grad_norm": 1.457707318268246,
      "learning_rate": 6.594129408671495e-06,
      "loss": 0.3877,
      "step": 132802
    },
    {
      "epoch": 5.439402006962933,
      "grad_norm": 1.5331455501386357,
      "learning_rate": 6.593173074176833e-06,
      "loss": 0.5931,
      "step": 132803
    },
    {
      "epoch": 5.439442965390129,
      "grad_norm": 0.8819738973649415,
      "learning_rate": 6.5922168074765745e-06,
      "loss": 0.2012,
      "step": 132804
    },
    {
      "epoch": 5.439483923817326,
      "grad_norm": 1.500447208548737,
      "learning_rate": 6.591260608571186e-06,
      "loss": 0.4671,
      "step": 132805
    },
    {
      "epoch": 5.4395248822445215,
      "grad_norm": 1.3921091920963746,
      "learning_rate": 6.5903044774611504e-06,
      "loss": 0.4404,
      "step": 132806
    },
    {
      "epoch": 5.439565840671718,
      "grad_norm": 1.1468617190510082,
      "learning_rate": 6.589348414146883e-06,
      "loss": 0.3613,
      "step": 132807
    },
    {
      "epoch": 5.4396067990989145,
      "grad_norm": 1.9020768735482496,
      "learning_rate": 6.588392418628851e-06,
      "loss": 0.6959,
      "step": 132808
    },
    {
      "epoch": 5.439647757526111,
      "grad_norm": 1.4523867639053758,
      "learning_rate": 6.587436490907522e-06,
      "loss": 0.4151,
      "step": 132809
    },
    {
      "epoch": 5.439688715953308,
      "grad_norm": 1.0068173620611074,
      "learning_rate": 6.586480630983326e-06,
      "loss": 0.2042,
      "step": 132810
    },
    {
      "epoch": 5.439729674380504,
      "grad_norm": 1.3650316167935157,
      "learning_rate": 6.585524838856715e-06,
      "loss": 0.3922,
      "step": 132811
    },
    {
      "epoch": 5.4397706328077,
      "grad_norm": 1.8196354980073026,
      "learning_rate": 6.584569114528138e-06,
      "loss": 0.8043,
      "step": 132812
    },
    {
      "epoch": 5.439811591234896,
      "grad_norm": 1.0016025984451487,
      "learning_rate": 6.5836134579980606e-06,
      "loss": 0.2192,
      "step": 132813
    },
    {
      "epoch": 5.439852549662093,
      "grad_norm": 1.540127011687875,
      "learning_rate": 6.582657869266933e-06,
      "loss": 0.6907,
      "step": 132814
    },
    {
      "epoch": 5.439893508089289,
      "grad_norm": 1.513232137317963,
      "learning_rate": 6.581702348335205e-06,
      "loss": 0.528,
      "step": 132815
    },
    {
      "epoch": 5.439934466516486,
      "grad_norm": 1.2744128778576234,
      "learning_rate": 6.580746895203309e-06,
      "loss": 0.3144,
      "step": 132816
    },
    {
      "epoch": 5.4399754249436825,
      "grad_norm": 2.4175794428516566,
      "learning_rate": 6.579791509871729e-06,
      "loss": 1.7358,
      "step": 132817
    },
    {
      "epoch": 5.440016383370878,
      "grad_norm": 0.8568201672058515,
      "learning_rate": 6.578836192340897e-06,
      "loss": 0.1746,
      "step": 132818
    },
    {
      "epoch": 5.440057341798075,
      "grad_norm": 0.895277547139034,
      "learning_rate": 6.57788094261128e-06,
      "loss": 0.1945,
      "step": 132819
    },
    {
      "epoch": 5.440098300225271,
      "grad_norm": 1.8846945894872904,
      "learning_rate": 6.576925760683311e-06,
      "loss": 0.7229,
      "step": 132820
    },
    {
      "epoch": 5.440139258652468,
      "grad_norm": 1.5578194713459892,
      "learning_rate": 6.575970646557438e-06,
      "loss": 0.5728,
      "step": 132821
    },
    {
      "epoch": 5.440180217079664,
      "grad_norm": 1.3430931886707604,
      "learning_rate": 6.575015600234146e-06,
      "loss": 0.5006,
      "step": 132822
    },
    {
      "epoch": 5.440221175506861,
      "grad_norm": 1.541036302635277,
      "learning_rate": 6.574060621713833e-06,
      "loss": 0.4556,
      "step": 132823
    },
    {
      "epoch": 5.440262133934057,
      "grad_norm": 0.808580988563851,
      "learning_rate": 6.5731057109970005e-06,
      "loss": 0.2103,
      "step": 132824
    },
    {
      "epoch": 5.440303092361253,
      "grad_norm": 1.4909510159261459,
      "learning_rate": 6.57215086808408e-06,
      "loss": 0.4252,
      "step": 132825
    },
    {
      "epoch": 5.4403440507884495,
      "grad_norm": 1.5641963142837092,
      "learning_rate": 6.5711960929755224e-06,
      "loss": 0.5155,
      "step": 132826
    },
    {
      "epoch": 5.440385009215646,
      "grad_norm": 1.4991656500019261,
      "learning_rate": 6.570241385671793e-06,
      "loss": 0.3966,
      "step": 132827
    },
    {
      "epoch": 5.440425967642843,
      "grad_norm": 1.3609596212902482,
      "learning_rate": 6.569286746173308e-06,
      "loss": 0.5099,
      "step": 132828
    },
    {
      "epoch": 5.440466926070039,
      "grad_norm": 1.4962541346888938,
      "learning_rate": 6.568332174480551e-06,
      "loss": 0.3935,
      "step": 132829
    },
    {
      "epoch": 5.440507884497236,
      "grad_norm": 1.5224075252773885,
      "learning_rate": 6.5673776705939705e-06,
      "loss": 0.5101,
      "step": 132830
    },
    {
      "epoch": 5.440548842924431,
      "grad_norm": 2.258330673709719,
      "learning_rate": 6.566423234514001e-06,
      "loss": 1.1169,
      "step": 132831
    },
    {
      "epoch": 5.440589801351628,
      "grad_norm": 2.336395793536,
      "learning_rate": 6.565468866241108e-06,
      "loss": 1.2596,
      "step": 132832
    },
    {
      "epoch": 5.440630759778824,
      "grad_norm": 1.3909987776652533,
      "learning_rate": 6.564514565775741e-06,
      "loss": 0.3487,
      "step": 132833
    },
    {
      "epoch": 5.440671718206021,
      "grad_norm": 2.053386134068844,
      "learning_rate": 6.563560333118334e-06,
      "loss": 0.7994,
      "step": 132834
    },
    {
      "epoch": 5.4407126766332174,
      "grad_norm": 1.689188843173494,
      "learning_rate": 6.562606168269368e-06,
      "loss": 0.5523,
      "step": 132835
    },
    {
      "epoch": 5.440753635060414,
      "grad_norm": 1.4142296605909956,
      "learning_rate": 6.561652071229279e-06,
      "loss": 0.3315,
      "step": 132836
    },
    {
      "epoch": 5.44079459348761,
      "grad_norm": 1.2884227111890636,
      "learning_rate": 6.5606980419984965e-06,
      "loss": 0.3464,
      "step": 132837
    },
    {
      "epoch": 5.440835551914806,
      "grad_norm": 0.8227280565334065,
      "learning_rate": 6.559744080577522e-06,
      "loss": 0.1318,
      "step": 132838
    },
    {
      "epoch": 5.440876510342003,
      "grad_norm": 1.400537967989994,
      "learning_rate": 6.5587901869667725e-06,
      "loss": 0.411,
      "step": 132839
    },
    {
      "epoch": 5.440917468769199,
      "grad_norm": 1.4567823466254308,
      "learning_rate": 6.557836361166696e-06,
      "loss": 0.5101,
      "step": 132840
    },
    {
      "epoch": 5.440958427196396,
      "grad_norm": 0.9650039563387093,
      "learning_rate": 6.5568826031777596e-06,
      "loss": 0.2323,
      "step": 132841
    },
    {
      "epoch": 5.440999385623592,
      "grad_norm": 1.6051722923099798,
      "learning_rate": 6.555928913000397e-06,
      "loss": 0.5527,
      "step": 132842
    },
    {
      "epoch": 5.441040344050789,
      "grad_norm": 3.4849984530775258,
      "learning_rate": 6.554975290635056e-06,
      "loss": 1.505,
      "step": 132843
    },
    {
      "epoch": 5.4410813024779845,
      "grad_norm": 1.4830396919864284,
      "learning_rate": 6.554021736082221e-06,
      "loss": 0.4914,
      "step": 132844
    },
    {
      "epoch": 5.441122260905181,
      "grad_norm": 1.2482941368945208,
      "learning_rate": 6.553068249342291e-06,
      "loss": 0.2705,
      "step": 132845
    },
    {
      "epoch": 5.441163219332378,
      "grad_norm": 1.4254676581643955,
      "learning_rate": 6.552114830415783e-06,
      "loss": 0.4663,
      "step": 132846
    },
    {
      "epoch": 5.441204177759574,
      "grad_norm": 1.5635739767706394,
      "learning_rate": 6.55116147930308e-06,
      "loss": 0.4737,
      "step": 132847
    },
    {
      "epoch": 5.441245136186771,
      "grad_norm": 1.3478086634557844,
      "learning_rate": 6.550208196004681e-06,
      "loss": 0.4613,
      "step": 132848
    },
    {
      "epoch": 5.441286094613967,
      "grad_norm": 1.6338633687133322,
      "learning_rate": 6.549254980521018e-06,
      "loss": 0.3787,
      "step": 132849
    },
    {
      "epoch": 5.441327053041163,
      "grad_norm": 1.6850355339439023,
      "learning_rate": 6.548301832852542e-06,
      "loss": 0.5055,
      "step": 132850
    },
    {
      "epoch": 5.441368011468359,
      "grad_norm": 1.7636969637634068,
      "learning_rate": 6.547348752999687e-06,
      "loss": 0.4752,
      "step": 132851
    },
    {
      "epoch": 5.441408969895556,
      "grad_norm": 1.4254451504634345,
      "learning_rate": 6.546395740962951e-06,
      "loss": 0.4681,
      "step": 132852
    },
    {
      "epoch": 5.441449928322752,
      "grad_norm": 0.6576086012434019,
      "learning_rate": 6.545442796742733e-06,
      "loss": 0.0462,
      "step": 132853
    },
    {
      "epoch": 5.441490886749949,
      "grad_norm": 1.4879138133388967,
      "learning_rate": 6.544489920339535e-06,
      "loss": 0.4483,
      "step": 132854
    },
    {
      "epoch": 5.4415318451771455,
      "grad_norm": 2.1344198246430435,
      "learning_rate": 6.543537111753738e-06,
      "loss": 0.8841,
      "step": 132855
    },
    {
      "epoch": 5.441572803604341,
      "grad_norm": 1.5357091530913196,
      "learning_rate": 6.542584370985843e-06,
      "loss": 0.4771,
      "step": 132856
    },
    {
      "epoch": 5.441613762031538,
      "grad_norm": 1.5996197028125234,
      "learning_rate": 6.541631698036315e-06,
      "loss": 0.4104,
      "step": 132857
    },
    {
      "epoch": 5.441654720458734,
      "grad_norm": 1.618498024590353,
      "learning_rate": 6.540679092905554e-06,
      "loss": 0.6143,
      "step": 132858
    },
    {
      "epoch": 5.441695678885931,
      "grad_norm": 1.6393644268734473,
      "learning_rate": 6.539726555594027e-06,
      "loss": 0.5161,
      "step": 132859
    },
    {
      "epoch": 5.441736637313127,
      "grad_norm": 2.2917948546405458,
      "learning_rate": 6.538774086102233e-06,
      "loss": 1.0507,
      "step": 132860
    },
    {
      "epoch": 5.441777595740324,
      "grad_norm": 1.0314643563052077,
      "learning_rate": 6.537821684430539e-06,
      "loss": 0.2057,
      "step": 132861
    },
    {
      "epoch": 5.44181855416752,
      "grad_norm": 1.3331949287197127,
      "learning_rate": 6.5368693505794764e-06,
      "loss": 0.4131,
      "step": 132862
    },
    {
      "epoch": 5.441859512594716,
      "grad_norm": 1.6326038014904796,
      "learning_rate": 6.5359170845494306e-06,
      "loss": 0.442,
      "step": 132863
    },
    {
      "epoch": 5.4419004710219125,
      "grad_norm": 0.8536853035355773,
      "learning_rate": 6.5349648863408825e-06,
      "loss": 0.1881,
      "step": 132864
    },
    {
      "epoch": 5.441941429449109,
      "grad_norm": 0.9454890070533182,
      "learning_rate": 6.534012755954282e-06,
      "loss": 0.1891,
      "step": 132865
    },
    {
      "epoch": 5.441982387876306,
      "grad_norm": 1.0769084480817257,
      "learning_rate": 6.53306069339008e-06,
      "loss": 0.2878,
      "step": 132866
    },
    {
      "epoch": 5.442023346303502,
      "grad_norm": 0.7495969764994485,
      "learning_rate": 6.5321086986487244e-06,
      "loss": 0.1712,
      "step": 132867
    },
    {
      "epoch": 5.442064304730699,
      "grad_norm": 1.3795812800962086,
      "learning_rate": 6.53115677173065e-06,
      "loss": 0.3461,
      "step": 132868
    },
    {
      "epoch": 5.442105263157894,
      "grad_norm": 1.3261232113923491,
      "learning_rate": 6.530204912636305e-06,
      "loss": 0.4545,
      "step": 132869
    },
    {
      "epoch": 5.442146221585091,
      "grad_norm": 1.590949972481561,
      "learning_rate": 6.52925312136619e-06,
      "loss": 0.5224,
      "step": 132870
    },
    {
      "epoch": 5.442187180012287,
      "grad_norm": 1.6551755517446491,
      "learning_rate": 6.528301397920688e-06,
      "loss": 0.5102,
      "step": 132871
    },
    {
      "epoch": 5.442228138439484,
      "grad_norm": 1.3895999987655838,
      "learning_rate": 6.527349742300297e-06,
      "loss": 0.2719,
      "step": 132872
    },
    {
      "epoch": 5.4422690968666805,
      "grad_norm": 1.2195446327720687,
      "learning_rate": 6.526398154505452e-06,
      "loss": 0.3668,
      "step": 132873
    },
    {
      "epoch": 5.442310055293877,
      "grad_norm": 2.354588839022015,
      "learning_rate": 6.525446634536585e-06,
      "loss": 1.5036,
      "step": 132874
    },
    {
      "epoch": 5.442351013721073,
      "grad_norm": 1.557108086578303,
      "learning_rate": 6.524495182394196e-06,
      "loss": 0.6356,
      "step": 132875
    },
    {
      "epoch": 5.442391972148269,
      "grad_norm": 1.805549945619979,
      "learning_rate": 6.5235437980786675e-06,
      "loss": 0.707,
      "step": 132876
    },
    {
      "epoch": 5.442432930575466,
      "grad_norm": 1.7184335797486137,
      "learning_rate": 6.522592481590483e-06,
      "loss": 0.6372,
      "step": 132877
    },
    {
      "epoch": 5.442473889002662,
      "grad_norm": 1.4540879055762,
      "learning_rate": 6.521641232930108e-06,
      "loss": 0.3862,
      "step": 132878
    },
    {
      "epoch": 5.442514847429859,
      "grad_norm": 1.5157738413040527,
      "learning_rate": 6.52069005209796e-06,
      "loss": 0.4202,
      "step": 132879
    },
    {
      "epoch": 5.442555805857055,
      "grad_norm": 1.225415537042241,
      "learning_rate": 6.519738939094505e-06,
      "loss": 0.4278,
      "step": 132880
    },
    {
      "epoch": 5.442596764284252,
      "grad_norm": 0.847450595255807,
      "learning_rate": 6.5187878939202075e-06,
      "loss": 0.1829,
      "step": 132881
    },
    {
      "epoch": 5.4426377227114475,
      "grad_norm": 1.5220466639509385,
      "learning_rate": 6.517836916575486e-06,
      "loss": 0.4013,
      "step": 132882
    },
    {
      "epoch": 5.442678681138644,
      "grad_norm": 1.610862382007228,
      "learning_rate": 6.516886007060807e-06,
      "loss": 0.5413,
      "step": 132883
    },
    {
      "epoch": 5.442719639565841,
      "grad_norm": 1.5131433664868348,
      "learning_rate": 6.515935165376618e-06,
      "loss": 0.4419,
      "step": 132884
    },
    {
      "epoch": 5.442760597993037,
      "grad_norm": 1.7026872706408551,
      "learning_rate": 6.51498439152337e-06,
      "loss": 0.5159,
      "step": 132885
    },
    {
      "epoch": 5.442801556420234,
      "grad_norm": 1.1385605515632815,
      "learning_rate": 6.51403368550153e-06,
      "loss": 0.3104,
      "step": 132886
    },
    {
      "epoch": 5.44284251484743,
      "grad_norm": 1.5166208090383229,
      "learning_rate": 6.513083047311496e-06,
      "loss": 0.5169,
      "step": 132887
    },
    {
      "epoch": 5.442883473274626,
      "grad_norm": 1.2511008234748646,
      "learning_rate": 6.512132476953769e-06,
      "loss": 0.3198,
      "step": 132888
    },
    {
      "epoch": 5.442924431701822,
      "grad_norm": 1.0552762930341235,
      "learning_rate": 6.51118197442878e-06,
      "loss": 0.2569,
      "step": 132889
    },
    {
      "epoch": 5.442965390129019,
      "grad_norm": 1.3681451808010463,
      "learning_rate": 6.510231539736965e-06,
      "loss": 0.3547,
      "step": 132890
    },
    {
      "epoch": 5.4430063485562155,
      "grad_norm": 1.2060037624773547,
      "learning_rate": 6.5092811728788056e-06,
      "loss": 0.393,
      "step": 132891
    },
    {
      "epoch": 5.443047306983412,
      "grad_norm": 1.0784389019555802,
      "learning_rate": 6.508330873854717e-06,
      "loss": 0.2022,
      "step": 132892
    },
    {
      "epoch": 5.4430882654106085,
      "grad_norm": 2.152739333061672,
      "learning_rate": 6.507380642665166e-06,
      "loss": 0.6734,
      "step": 132893
    },
    {
      "epoch": 5.443129223837804,
      "grad_norm": 0.870561499700883,
      "learning_rate": 6.506430479310604e-06,
      "loss": 0.1921,
      "step": 132894
    },
    {
      "epoch": 5.443170182265001,
      "grad_norm": 1.3579398594968886,
      "learning_rate": 6.505480383791478e-06,
      "loss": 0.3716,
      "step": 132895
    },
    {
      "epoch": 5.443211140692197,
      "grad_norm": 1.6183945258151327,
      "learning_rate": 6.504530356108223e-06,
      "loss": 0.5877,
      "step": 132896
    },
    {
      "epoch": 5.443252099119394,
      "grad_norm": 1.2384731685405157,
      "learning_rate": 6.503580396261304e-06,
      "loss": 0.3174,
      "step": 132897
    },
    {
      "epoch": 5.44329305754659,
      "grad_norm": 1.4821948912409475,
      "learning_rate": 6.5026305042511714e-06,
      "loss": 0.4297,
      "step": 132898
    },
    {
      "epoch": 5.443334015973787,
      "grad_norm": 1.2665449879646764,
      "learning_rate": 6.501680680078275e-06,
      "loss": 0.245,
      "step": 132899
    },
    {
      "epoch": 5.443374974400983,
      "grad_norm": 0.38681462235787,
      "learning_rate": 6.500730923743031e-06,
      "loss": 0.0278,
      "step": 132900
    },
    {
      "epoch": 5.443415932828179,
      "grad_norm": 1.5214596880369464,
      "learning_rate": 6.4997812352459214e-06,
      "loss": 0.4979,
      "step": 132901
    },
    {
      "epoch": 5.443456891255376,
      "grad_norm": 1.424785473100821,
      "learning_rate": 6.498831614587413e-06,
      "loss": 0.3327,
      "step": 132902
    },
    {
      "epoch": 5.443497849682572,
      "grad_norm": 1.6860709122498454,
      "learning_rate": 6.497882061767906e-06,
      "loss": 0.5907,
      "step": 132903
    },
    {
      "epoch": 5.443538808109769,
      "grad_norm": 1.4831932990251804,
      "learning_rate": 6.496932576787883e-06,
      "loss": 0.471,
      "step": 132904
    },
    {
      "epoch": 5.443579766536965,
      "grad_norm": 1.2644345258272198,
      "learning_rate": 6.4959831596477775e-06,
      "loss": 0.3735,
      "step": 132905
    },
    {
      "epoch": 5.443620724964162,
      "grad_norm": 1.6098057049559344,
      "learning_rate": 6.495033810348038e-06,
      "loss": 0.4557,
      "step": 132906
    },
    {
      "epoch": 5.443661683391357,
      "grad_norm": 1.5326299570073683,
      "learning_rate": 6.494084528889148e-06,
      "loss": 0.4864,
      "step": 132907
    },
    {
      "epoch": 5.443702641818554,
      "grad_norm": 1.474205415687545,
      "learning_rate": 6.493135315271492e-06,
      "loss": 0.4408,
      "step": 132908
    },
    {
      "epoch": 5.44374360024575,
      "grad_norm": 1.655659617879603,
      "learning_rate": 6.492186169495583e-06,
      "loss": 0.6579,
      "step": 132909
    },
    {
      "epoch": 5.443784558672947,
      "grad_norm": 1.3845187685589997,
      "learning_rate": 6.491237091561841e-06,
      "loss": 0.5352,
      "step": 132910
    },
    {
      "epoch": 5.4438255171001435,
      "grad_norm": 1.008094543137437,
      "learning_rate": 6.490288081470696e-06,
      "loss": 0.1662,
      "step": 132911
    },
    {
      "epoch": 5.44386647552734,
      "grad_norm": 1.1979022937823822,
      "learning_rate": 6.489339139222616e-06,
      "loss": 0.2311,
      "step": 132912
    },
    {
      "epoch": 5.443907433954536,
      "grad_norm": 0.8239109028749003,
      "learning_rate": 6.488390264818066e-06,
      "loss": 0.0975,
      "step": 132913
    },
    {
      "epoch": 5.443948392381732,
      "grad_norm": 1.7527741629499674,
      "learning_rate": 6.487441458257464e-06,
      "loss": 0.527,
      "step": 132914
    },
    {
      "epoch": 5.443989350808929,
      "grad_norm": 1.563416288670768,
      "learning_rate": 6.486492719541258e-06,
      "loss": 0.5562,
      "step": 132915
    },
    {
      "epoch": 5.444030309236125,
      "grad_norm": 0.821524929258589,
      "learning_rate": 6.485544048669949e-06,
      "loss": 0.1177,
      "step": 132916
    },
    {
      "epoch": 5.444071267663322,
      "grad_norm": 1.4157720045207847,
      "learning_rate": 6.4845954456439196e-06,
      "loss": 0.4893,
      "step": 132917
    },
    {
      "epoch": 5.444112226090518,
      "grad_norm": 1.4971767131429794,
      "learning_rate": 6.4836469104636525e-06,
      "loss": 0.4659,
      "step": 132918
    },
    {
      "epoch": 5.444153184517715,
      "grad_norm": 2.656947517056802,
      "learning_rate": 6.48269844312958e-06,
      "loss": 2.075,
      "step": 132919
    },
    {
      "epoch": 5.4441941429449106,
      "grad_norm": 1.4805017991795912,
      "learning_rate": 6.48175004364217e-06,
      "loss": 0.4559,
      "step": 132920
    },
    {
      "epoch": 5.444235101372107,
      "grad_norm": 1.6656765307994774,
      "learning_rate": 6.48080171200187e-06,
      "loss": 0.4862,
      "step": 132921
    },
    {
      "epoch": 5.444276059799304,
      "grad_norm": 0.4023303356021858,
      "learning_rate": 6.4798534482090995e-06,
      "loss": 0.0453,
      "step": 132922
    },
    {
      "epoch": 5.4443170182265,
      "grad_norm": 1.0757999849260091,
      "learning_rate": 6.478905252264322e-06,
      "loss": 0.245,
      "step": 132923
    },
    {
      "epoch": 5.444357976653697,
      "grad_norm": 1.2758951574623845,
      "learning_rate": 6.477957124168004e-06,
      "loss": 0.2279,
      "step": 132924
    },
    {
      "epoch": 5.444398935080893,
      "grad_norm": 1.4266946071860642,
      "learning_rate": 6.4770090639205795e-06,
      "loss": 0.376,
      "step": 132925
    },
    {
      "epoch": 5.444439893508089,
      "grad_norm": 0.855925606777496,
      "learning_rate": 6.476061071522498e-06,
      "loss": 0.1934,
      "step": 132926
    },
    {
      "epoch": 5.444480851935285,
      "grad_norm": 1.5938724815855445,
      "learning_rate": 6.475113146974209e-06,
      "loss": 0.3971,
      "step": 132927
    },
    {
      "epoch": 5.444521810362482,
      "grad_norm": 1.9968424741608697,
      "learning_rate": 6.474165290276128e-06,
      "loss": 0.6679,
      "step": 132928
    },
    {
      "epoch": 5.4445627687896785,
      "grad_norm": 1.6733642347408704,
      "learning_rate": 6.473217501428773e-06,
      "loss": 0.5982,
      "step": 132929
    },
    {
      "epoch": 5.444603727216875,
      "grad_norm": 1.6191962981565033,
      "learning_rate": 6.472269780432543e-06,
      "loss": 0.5516,
      "step": 132930
    },
    {
      "epoch": 5.444644685644072,
      "grad_norm": 0.8671677572015206,
      "learning_rate": 6.47132212728787e-06,
      "loss": 0.1751,
      "step": 132931
    },
    {
      "epoch": 5.444685644071267,
      "grad_norm": 1.3173886218118216,
      "learning_rate": 6.470374541995255e-06,
      "loss": 0.3564,
      "step": 132932
    },
    {
      "epoch": 5.444726602498464,
      "grad_norm": 1.0121673032343301,
      "learning_rate": 6.469427024555112e-06,
      "loss": 0.233,
      "step": 132933
    },
    {
      "epoch": 5.44476756092566,
      "grad_norm": 1.6593550402350326,
      "learning_rate": 6.468479574967894e-06,
      "loss": 0.5482,
      "step": 132934
    },
    {
      "epoch": 5.444808519352857,
      "grad_norm": 1.9073675057124577,
      "learning_rate": 6.4675321932340485e-06,
      "loss": 0.5894,
      "step": 132935
    },
    {
      "epoch": 5.444849477780053,
      "grad_norm": 1.2817071266656526,
      "learning_rate": 6.466584879354025e-06,
      "loss": 0.3124,
      "step": 132936
    },
    {
      "epoch": 5.44489043620725,
      "grad_norm": 1.2659784183313776,
      "learning_rate": 6.465637633328274e-06,
      "loss": 0.295,
      "step": 132937
    },
    {
      "epoch": 5.444931394634446,
      "grad_norm": 0.9084871226698994,
      "learning_rate": 6.464690455157229e-06,
      "loss": 0.1637,
      "step": 132938
    },
    {
      "epoch": 5.444972353061642,
      "grad_norm": 1.3736109417292117,
      "learning_rate": 6.4637433448413715e-06,
      "loss": 0.4617,
      "step": 132939
    },
    {
      "epoch": 5.445013311488839,
      "grad_norm": 2.0424771833983115,
      "learning_rate": 6.462796302381118e-06,
      "loss": 0.7418,
      "step": 132940
    },
    {
      "epoch": 5.445054269916035,
      "grad_norm": 1.9140419948125804,
      "learning_rate": 6.4618493277769024e-06,
      "loss": 0.5336,
      "step": 132941
    },
    {
      "epoch": 5.445095228343232,
      "grad_norm": 1.6648699165379637,
      "learning_rate": 6.46090242102924e-06,
      "loss": 0.5728,
      "step": 132942
    },
    {
      "epoch": 5.445136186770428,
      "grad_norm": 1.7296750117915187,
      "learning_rate": 6.459955582138498e-06,
      "loss": 0.6019,
      "step": 132943
    },
    {
      "epoch": 5.445177145197625,
      "grad_norm": 1.3051983789105648,
      "learning_rate": 6.459008811105159e-06,
      "loss": 0.2573,
      "step": 132944
    },
    {
      "epoch": 5.44521810362482,
      "grad_norm": 1.6718639198183238,
      "learning_rate": 6.45806210792969e-06,
      "loss": 0.8882,
      "step": 132945
    },
    {
      "epoch": 5.445259062052017,
      "grad_norm": 1.7591404455585467,
      "learning_rate": 6.457115472612506e-06,
      "loss": 0.5969,
      "step": 132946
    },
    {
      "epoch": 5.4453000204792135,
      "grad_norm": 1.274844907488795,
      "learning_rate": 6.456168905154091e-06,
      "loss": 0.4858,
      "step": 132947
    },
    {
      "epoch": 5.44534097890641,
      "grad_norm": 1.6238086722107017,
      "learning_rate": 6.455222405554844e-06,
      "loss": 0.5594,
      "step": 132948
    },
    {
      "epoch": 5.4453819373336065,
      "grad_norm": 2.3159064224928168,
      "learning_rate": 6.454275973815248e-06,
      "loss": 1.144,
      "step": 132949
    },
    {
      "epoch": 5.445422895760803,
      "grad_norm": 1.438638458017158,
      "learning_rate": 6.4533296099357536e-06,
      "loss": 0.4623,
      "step": 132950
    },
    {
      "epoch": 5.445463854187999,
      "grad_norm": 1.5652932665296608,
      "learning_rate": 6.452383313916776e-06,
      "loss": 0.5688,
      "step": 132951
    },
    {
      "epoch": 5.445504812615195,
      "grad_norm": 1.442937418228113,
      "learning_rate": 6.451437085758782e-06,
      "loss": 0.4797,
      "step": 132952
    },
    {
      "epoch": 5.445545771042392,
      "grad_norm": 3.2876946212311475,
      "learning_rate": 6.450490925462237e-06,
      "loss": 2.4295,
      "step": 132953
    },
    {
      "epoch": 5.445586729469588,
      "grad_norm": 1.9545390731894376,
      "learning_rate": 6.449544833027542e-06,
      "loss": 0.6945,
      "step": 132954
    },
    {
      "epoch": 5.445627687896785,
      "grad_norm": 1.2833672061753718,
      "learning_rate": 6.448598808455213e-06,
      "loss": 0.2589,
      "step": 132955
    },
    {
      "epoch": 5.445668646323981,
      "grad_norm": 1.6663066500232233,
      "learning_rate": 6.447652851745616e-06,
      "loss": 0.5908,
      "step": 132956
    },
    {
      "epoch": 5.445709604751178,
      "grad_norm": 1.7635429929948485,
      "learning_rate": 6.446706962899251e-06,
      "loss": 0.6719,
      "step": 132957
    },
    {
      "epoch": 5.445750563178374,
      "grad_norm": 1.853353006028644,
      "learning_rate": 6.4457611419165665e-06,
      "loss": 0.5855,
      "step": 132958
    },
    {
      "epoch": 5.44579152160557,
      "grad_norm": 1.6597292474471743,
      "learning_rate": 6.4448153887979804e-06,
      "loss": 0.4791,
      "step": 132959
    },
    {
      "epoch": 5.445832480032767,
      "grad_norm": 4.665610862607927,
      "learning_rate": 6.443869703543958e-06,
      "loss": 0.5439,
      "step": 132960
    },
    {
      "epoch": 5.445873438459963,
      "grad_norm": 0.5985681878723266,
      "learning_rate": 6.442924086154966e-06,
      "loss": 0.0632,
      "step": 132961
    },
    {
      "epoch": 5.44591439688716,
      "grad_norm": 1.8255674230262084,
      "learning_rate": 6.441978536631403e-06,
      "loss": 0.7059,
      "step": 132962
    },
    {
      "epoch": 5.445955355314356,
      "grad_norm": 1.6843771278681132,
      "learning_rate": 6.441033054973755e-06,
      "loss": 0.5134,
      "step": 132963
    },
    {
      "epoch": 5.445996313741552,
      "grad_norm": 2.5804895567583337,
      "learning_rate": 6.440087641182451e-06,
      "loss": 1.3848,
      "step": 132964
    },
    {
      "epoch": 5.4460372721687484,
      "grad_norm": 1.5788616388610903,
      "learning_rate": 6.439142295257926e-06,
      "loss": 0.4929,
      "step": 132965
    },
    {
      "epoch": 5.446078230595945,
      "grad_norm": 1.4182755144469876,
      "learning_rate": 6.43819701720068e-06,
      "loss": 0.4719,
      "step": 132966
    },
    {
      "epoch": 5.4461191890231415,
      "grad_norm": 1.381919419318277,
      "learning_rate": 6.437251807011096e-06,
      "loss": 0.4147,
      "step": 132967
    },
    {
      "epoch": 5.446160147450338,
      "grad_norm": 1.6415061876197536,
      "learning_rate": 6.436306664689655e-06,
      "loss": 0.6992,
      "step": 132968
    },
    {
      "epoch": 5.446201105877535,
      "grad_norm": 0.76555429898528,
      "learning_rate": 6.435361590236809e-06,
      "loss": 0.1288,
      "step": 132969
    },
    {
      "epoch": 5.44624206430473,
      "grad_norm": 1.069475817488757,
      "learning_rate": 6.434416583652991e-06,
      "loss": 0.27,
      "step": 132970
    },
    {
      "epoch": 5.446283022731927,
      "grad_norm": 1.4710290354151283,
      "learning_rate": 6.433471644938648e-06,
      "loss": 0.516,
      "step": 132971
    },
    {
      "epoch": 5.446323981159123,
      "grad_norm": 2.7689092956607033,
      "learning_rate": 6.432526774094215e-06,
      "loss": 2.1162,
      "step": 132972
    },
    {
      "epoch": 5.44636493958632,
      "grad_norm": 1.4761293078252367,
      "learning_rate": 6.431581971120159e-06,
      "loss": 0.4943,
      "step": 132973
    },
    {
      "epoch": 5.446405898013516,
      "grad_norm": 2.0961919937584272,
      "learning_rate": 6.430637236016945e-06,
      "loss": 1.2027,
      "step": 132974
    },
    {
      "epoch": 5.446446856440713,
      "grad_norm": 1.9375104407640589,
      "learning_rate": 6.429692568784955e-06,
      "loss": 0.7309,
      "step": 132975
    },
    {
      "epoch": 5.4464878148679094,
      "grad_norm": 1.7240777147621478,
      "learning_rate": 6.428747969424708e-06,
      "loss": 0.4547,
      "step": 132976
    },
    {
      "epoch": 5.446528773295105,
      "grad_norm": 1.9265299262141533,
      "learning_rate": 6.427803437936602e-06,
      "loss": 0.7234,
      "step": 132977
    },
    {
      "epoch": 5.446569731722302,
      "grad_norm": 1.7017239265147184,
      "learning_rate": 6.426858974321086e-06,
      "loss": 0.547,
      "step": 132978
    },
    {
      "epoch": 5.446610690149498,
      "grad_norm": 1.6721344720799762,
      "learning_rate": 6.4259145785786615e-06,
      "loss": 0.584,
      "step": 132979
    },
    {
      "epoch": 5.446651648576695,
      "grad_norm": 1.7353330636572866,
      "learning_rate": 6.42497025070971e-06,
      "loss": 0.616,
      "step": 132980
    },
    {
      "epoch": 5.446692607003891,
      "grad_norm": 0.9660909943367805,
      "learning_rate": 6.424025990714699e-06,
      "loss": 0.211,
      "step": 132981
    },
    {
      "epoch": 5.446733565431088,
      "grad_norm": 0.8470871091218758,
      "learning_rate": 6.4230817985940765e-06,
      "loss": 0.1882,
      "step": 132982
    },
    {
      "epoch": 5.446774523858284,
      "grad_norm": 1.190046269815155,
      "learning_rate": 6.422137674348293e-06,
      "loss": 0.2315,
      "step": 132983
    },
    {
      "epoch": 5.44681548228548,
      "grad_norm": 1.620904594738248,
      "learning_rate": 6.421193617977782e-06,
      "loss": 0.4934,
      "step": 132984
    },
    {
      "epoch": 5.4468564407126765,
      "grad_norm": 1.6229191531684646,
      "learning_rate": 6.42024962948301e-06,
      "loss": 0.6228,
      "step": 132985
    },
    {
      "epoch": 5.446897399139873,
      "grad_norm": 1.7114263226205195,
      "learning_rate": 6.419305708864409e-06,
      "loss": 0.5219,
      "step": 132986
    },
    {
      "epoch": 5.44693835756707,
      "grad_norm": 1.389096442743636,
      "learning_rate": 6.4183618561224115e-06,
      "loss": 0.3348,
      "step": 132987
    },
    {
      "epoch": 5.446979315994266,
      "grad_norm": 0.7712441880571257,
      "learning_rate": 6.417418071257518e-06,
      "loss": 0.1839,
      "step": 132988
    },
    {
      "epoch": 5.447020274421462,
      "grad_norm": 1.4626044895616959,
      "learning_rate": 6.416474354270112e-06,
      "loss": 0.3894,
      "step": 132989
    },
    {
      "epoch": 5.447061232848658,
      "grad_norm": 1.703187252025889,
      "learning_rate": 6.415530705160677e-06,
      "loss": 0.5338,
      "step": 132990
    },
    {
      "epoch": 5.447102191275855,
      "grad_norm": 1.7782501946945792,
      "learning_rate": 6.414587123929627e-06,
      "loss": 0.5433,
      "step": 132991
    },
    {
      "epoch": 5.447143149703051,
      "grad_norm": 1.6546427429973523,
      "learning_rate": 6.4136436105774456e-06,
      "loss": 0.6007,
      "step": 132992
    },
    {
      "epoch": 5.447184108130248,
      "grad_norm": 4.198259863441156,
      "learning_rate": 6.412700165104567e-06,
      "loss": 1.8238,
      "step": 132993
    },
    {
      "epoch": 5.447225066557444,
      "grad_norm": 1.2643966991047575,
      "learning_rate": 6.411756787511407e-06,
      "loss": 0.3617,
      "step": 132994
    },
    {
      "epoch": 5.447266024984641,
      "grad_norm": 1.3162834768399576,
      "learning_rate": 6.410813477798449e-06,
      "loss": 0.2822,
      "step": 132995
    },
    {
      "epoch": 5.447306983411837,
      "grad_norm": 1.4009414260275344,
      "learning_rate": 6.409870235966141e-06,
      "loss": 0.3921,
      "step": 132996
    },
    {
      "epoch": 5.447347941839033,
      "grad_norm": 1.4096635279153802,
      "learning_rate": 6.408927062014902e-06,
      "loss": 0.4457,
      "step": 132997
    },
    {
      "epoch": 5.44738890026623,
      "grad_norm": 1.2130609210538095,
      "learning_rate": 6.407983955945195e-06,
      "loss": 0.2416,
      "step": 132998
    },
    {
      "epoch": 5.447429858693426,
      "grad_norm": 0.8468142373206994,
      "learning_rate": 6.407040917757456e-06,
      "loss": 0.1798,
      "step": 132999
    },
    {
      "epoch": 5.447470817120623,
      "grad_norm": 1.9054153574151134,
      "learning_rate": 6.4060979474521325e-06,
      "loss": 1.1346,
      "step": 133000
    },
    {
      "epoch": 5.447511775547819,
      "grad_norm": 1.27316310595464,
      "learning_rate": 6.405155045029675e-06,
      "loss": 0.3087,
      "step": 133001
    },
    {
      "epoch": 5.447552733975016,
      "grad_norm": 1.4695988825862571,
      "learning_rate": 6.404212210490533e-06,
      "loss": 0.5209,
      "step": 133002
    },
    {
      "epoch": 5.4475936924022115,
      "grad_norm": 1.1652069704974997,
      "learning_rate": 6.403269443835157e-06,
      "loss": 0.3362,
      "step": 133003
    },
    {
      "epoch": 5.447634650829408,
      "grad_norm": 2.1983617627865817,
      "learning_rate": 6.4023267450639624e-06,
      "loss": 0.7995,
      "step": 133004
    },
    {
      "epoch": 5.4476756092566045,
      "grad_norm": 1.5299254106066826,
      "learning_rate": 6.401384114177416e-06,
      "loss": 0.5015,
      "step": 133005
    },
    {
      "epoch": 5.447716567683801,
      "grad_norm": 0.5871105377336723,
      "learning_rate": 6.400441551175983e-06,
      "loss": 0.0913,
      "step": 133006
    },
    {
      "epoch": 5.447757526110998,
      "grad_norm": 1.5704691514900107,
      "learning_rate": 6.399499056060064e-06,
      "loss": 0.4986,
      "step": 133007
    },
    {
      "epoch": 5.447798484538193,
      "grad_norm": 1.613014447108276,
      "learning_rate": 6.398556628830126e-06,
      "loss": 0.5063,
      "step": 133008
    },
    {
      "epoch": 5.44783944296539,
      "grad_norm": 0.7817184770070501,
      "learning_rate": 6.3976142694866504e-06,
      "loss": 0.1734,
      "step": 133009
    },
    {
      "epoch": 5.447880401392586,
      "grad_norm": 0.9186642893295761,
      "learning_rate": 6.396671978030021e-06,
      "loss": 0.1758,
      "step": 133010
    },
    {
      "epoch": 5.447921359819783,
      "grad_norm": 0.591380444798873,
      "learning_rate": 6.395729754460737e-06,
      "loss": 0.0739,
      "step": 133011
    },
    {
      "epoch": 5.447962318246979,
      "grad_norm": 1.919913363686233,
      "learning_rate": 6.3947875987791994e-06,
      "loss": 0.5986,
      "step": 133012
    },
    {
      "epoch": 5.448003276674176,
      "grad_norm": 1.0000570491662248,
      "learning_rate": 6.393845510985856e-06,
      "loss": 0.2407,
      "step": 133013
    },
    {
      "epoch": 5.4480442351013725,
      "grad_norm": 1.4967824913913679,
      "learning_rate": 6.392903491081208e-06,
      "loss": 0.4836,
      "step": 133014
    },
    {
      "epoch": 5.448085193528568,
      "grad_norm": 1.4952470406589216,
      "learning_rate": 6.391961539065638e-06,
      "loss": 0.3768,
      "step": 133015
    },
    {
      "epoch": 5.448126151955765,
      "grad_norm": 1.6334810521291248,
      "learning_rate": 6.391019654939611e-06,
      "loss": 0.6088,
      "step": 133016
    },
    {
      "epoch": 5.448167110382961,
      "grad_norm": 0.36114211062150625,
      "learning_rate": 6.390077838703611e-06,
      "loss": 0.0287,
      "step": 133017
    },
    {
      "epoch": 5.448208068810158,
      "grad_norm": 1.783345344334054,
      "learning_rate": 6.389136090358021e-06,
      "loss": 0.6359,
      "step": 133018
    },
    {
      "epoch": 5.448249027237354,
      "grad_norm": 1.9676011310749704,
      "learning_rate": 6.388194409903325e-06,
      "loss": 0.8044,
      "step": 133019
    },
    {
      "epoch": 5.448289985664551,
      "grad_norm": 1.4180400575091827,
      "learning_rate": 6.387252797339954e-06,
      "loss": 0.3725,
      "step": 133020
    },
    {
      "epoch": 5.448330944091747,
      "grad_norm": 1.0886524664874657,
      "learning_rate": 6.386311252668341e-06,
      "loss": 0.2436,
      "step": 133021
    },
    {
      "epoch": 5.448371902518943,
      "grad_norm": 1.7637118615624718,
      "learning_rate": 6.385369775888971e-06,
      "loss": 0.399,
      "step": 133022
    },
    {
      "epoch": 5.4484128609461395,
      "grad_norm": 1.6138067435210026,
      "learning_rate": 6.384428367002242e-06,
      "loss": 0.5456,
      "step": 133023
    },
    {
      "epoch": 5.448453819373336,
      "grad_norm": 1.4252316662661415,
      "learning_rate": 6.383487026008621e-06,
      "loss": 0.4377,
      "step": 133024
    },
    {
      "epoch": 5.448494777800533,
      "grad_norm": 1.7303312492273204,
      "learning_rate": 6.382545752908591e-06,
      "loss": 0.5408,
      "step": 133025
    },
    {
      "epoch": 5.448535736227729,
      "grad_norm": 1.472468732657394,
      "learning_rate": 6.381604547702518e-06,
      "loss": 0.4523,
      "step": 133026
    },
    {
      "epoch": 5.448576694654925,
      "grad_norm": 1.6556883333273302,
      "learning_rate": 6.380663410390918e-06,
      "loss": 0.5697,
      "step": 133027
    },
    {
      "epoch": 5.448617653082121,
      "grad_norm": 1.5186170623597366,
      "learning_rate": 6.3797223409741915e-06,
      "loss": 0.4516,
      "step": 133028
    },
    {
      "epoch": 5.448658611509318,
      "grad_norm": 0.6312690335419219,
      "learning_rate": 6.378781339452787e-06,
      "loss": 0.1365,
      "step": 133029
    },
    {
      "epoch": 5.448699569936514,
      "grad_norm": 1.0565103152991075,
      "learning_rate": 6.37784040582719e-06,
      "loss": 0.189,
      "step": 133030
    },
    {
      "epoch": 5.448740528363711,
      "grad_norm": 1.479651170057464,
      "learning_rate": 6.376899540097796e-06,
      "loss": 0.427,
      "step": 133031
    },
    {
      "epoch": 5.4487814867909075,
      "grad_norm": 1.643854071870675,
      "learning_rate": 6.375958742265058e-06,
      "loss": 0.6382,
      "step": 133032
    },
    {
      "epoch": 5.448822445218104,
      "grad_norm": 0.31866547263439526,
      "learning_rate": 6.375018012329458e-06,
      "loss": 0.0243,
      "step": 133033
    },
    {
      "epoch": 5.4488634036453,
      "grad_norm": 1.6102002605611743,
      "learning_rate": 6.374077350291412e-06,
      "loss": 0.5645,
      "step": 133034
    },
    {
      "epoch": 5.448904362072496,
      "grad_norm": 1.6775829526228583,
      "learning_rate": 6.37313675615137e-06,
      "loss": 0.5812,
      "step": 133035
    },
    {
      "epoch": 5.448945320499693,
      "grad_norm": 2.8464653337414005,
      "learning_rate": 6.372196229909765e-06,
      "loss": 0.7122,
      "step": 133036
    },
    {
      "epoch": 5.448986278926889,
      "grad_norm": 1.744512099786097,
      "learning_rate": 6.371255771567046e-06,
      "loss": 0.5298,
      "step": 133037
    },
    {
      "epoch": 5.449027237354086,
      "grad_norm": 0.605670195870504,
      "learning_rate": 6.370315381123681e-06,
      "loss": 0.0489,
      "step": 133038
    },
    {
      "epoch": 5.449068195781282,
      "grad_norm": 1.6531598128186615,
      "learning_rate": 6.369375058580067e-06,
      "loss": 0.5811,
      "step": 133039
    },
    {
      "epoch": 5.449109154208479,
      "grad_norm": 0.40734842402700094,
      "learning_rate": 6.36843480393669e-06,
      "loss": 0.0484,
      "step": 133040
    },
    {
      "epoch": 5.4491501126356745,
      "grad_norm": 0.9393906504770149,
      "learning_rate": 6.367494617193997e-06,
      "loss": 0.1665,
      "step": 133041
    },
    {
      "epoch": 5.449191071062871,
      "grad_norm": 1.6305567294360246,
      "learning_rate": 6.366554498352406e-06,
      "loss": 0.4764,
      "step": 133042
    },
    {
      "epoch": 5.449232029490068,
      "grad_norm": 1.5658182495905306,
      "learning_rate": 6.365614447412398e-06,
      "loss": 0.5627,
      "step": 133043
    },
    {
      "epoch": 5.449272987917264,
      "grad_norm": 1.3558739670988544,
      "learning_rate": 6.364674464374359e-06,
      "loss": 0.4225,
      "step": 133044
    },
    {
      "epoch": 5.449313946344461,
      "grad_norm": 1.6506740379555283,
      "learning_rate": 6.363734549238769e-06,
      "loss": 0.5468,
      "step": 133045
    },
    {
      "epoch": 5.449354904771657,
      "grad_norm": 1.651616127284643,
      "learning_rate": 6.362794702006097e-06,
      "loss": 0.5886,
      "step": 133046
    },
    {
      "epoch": 5.449395863198853,
      "grad_norm": 1.1377530514285206,
      "learning_rate": 6.36185492267674e-06,
      "loss": 0.2043,
      "step": 133047
    },
    {
      "epoch": 5.449436821626049,
      "grad_norm": 3.085383108086809,
      "learning_rate": 6.360915211251183e-06,
      "loss": 1.1741,
      "step": 133048
    },
    {
      "epoch": 5.449477780053246,
      "grad_norm": 1.6025675142388955,
      "learning_rate": 6.359975567729825e-06,
      "loss": 0.5498,
      "step": 133049
    },
    {
      "epoch": 5.449518738480442,
      "grad_norm": 1.40208541903101,
      "learning_rate": 6.359035992113165e-06,
      "loss": 0.3941,
      "step": 133050
    },
    {
      "epoch": 5.449559696907639,
      "grad_norm": 1.7913421294438265,
      "learning_rate": 6.358096484401587e-06,
      "loss": 0.5953,
      "step": 133051
    },
    {
      "epoch": 5.4496006553348355,
      "grad_norm": 1.5618112350282716,
      "learning_rate": 6.35715704459559e-06,
      "loss": 0.5847,
      "step": 133052
    },
    {
      "epoch": 5.449641613762031,
      "grad_norm": 1.7884551607909092,
      "learning_rate": 6.356217672695574e-06,
      "loss": 0.5999,
      "step": 133053
    },
    {
      "epoch": 5.449682572189228,
      "grad_norm": 1.8828051847092422,
      "learning_rate": 6.355278368702021e-06,
      "loss": 0.4724,
      "step": 133054
    },
    {
      "epoch": 5.449723530616424,
      "grad_norm": 1.3216834894507556,
      "learning_rate": 6.3543391326153495e-06,
      "loss": 0.4534,
      "step": 133055
    },
    {
      "epoch": 5.449764489043621,
      "grad_norm": 1.4990728884046727,
      "learning_rate": 6.35339996443599e-06,
      "loss": 0.3984,
      "step": 133056
    },
    {
      "epoch": 5.449805447470817,
      "grad_norm": 0.9292833303899075,
      "learning_rate": 6.352460864164444e-06,
      "loss": 0.1706,
      "step": 133057
    },
    {
      "epoch": 5.449846405898014,
      "grad_norm": 1.4821971173625776,
      "learning_rate": 6.351521831801093e-06,
      "loss": 0.4821,
      "step": 133058
    },
    {
      "epoch": 5.44988736432521,
      "grad_norm": 1.3504808131029498,
      "learning_rate": 6.350582867346405e-06,
      "loss": 0.3614,
      "step": 133059
    },
    {
      "epoch": 5.449928322752406,
      "grad_norm": 1.4586258522039313,
      "learning_rate": 6.349643970800844e-06,
      "loss": 0.4472,
      "step": 133060
    },
    {
      "epoch": 5.4499692811796026,
      "grad_norm": 1.7657088583295382,
      "learning_rate": 6.3487051421648285e-06,
      "loss": 0.6009,
      "step": 133061
    },
    {
      "epoch": 5.450010239606799,
      "grad_norm": 1.7458039733494652,
      "learning_rate": 6.3477663814388236e-06,
      "loss": 0.5491,
      "step": 133062
    },
    {
      "epoch": 5.450051198033996,
      "grad_norm": 1.3902651171518718,
      "learning_rate": 6.3468276886232295e-06,
      "loss": 0.3947,
      "step": 133063
    },
    {
      "epoch": 5.450092156461192,
      "grad_norm": 0.9226483904981048,
      "learning_rate": 6.345889063718529e-06,
      "loss": 0.2566,
      "step": 133064
    },
    {
      "epoch": 5.450133114888389,
      "grad_norm": 0.8341919251577851,
      "learning_rate": 6.344950506725171e-06,
      "loss": 0.1652,
      "step": 133065
    },
    {
      "epoch": 5.450174073315584,
      "grad_norm": 1.1189437961829625,
      "learning_rate": 6.3440120176435735e-06,
      "loss": 0.3173,
      "step": 133066
    },
    {
      "epoch": 5.450215031742781,
      "grad_norm": 1.5544577882274369,
      "learning_rate": 6.343073596474185e-06,
      "loss": 0.3932,
      "step": 133067
    },
    {
      "epoch": 5.450255990169977,
      "grad_norm": 0.8724362087171312,
      "learning_rate": 6.342135243217472e-06,
      "loss": 0.1851,
      "step": 133068
    },
    {
      "epoch": 5.450296948597174,
      "grad_norm": 1.1887895472122647,
      "learning_rate": 6.341196957873851e-06,
      "loss": 0.3564,
      "step": 133069
    },
    {
      "epoch": 5.4503379070243705,
      "grad_norm": 1.3969065860887402,
      "learning_rate": 6.340258740443788e-06,
      "loss": 0.3373,
      "step": 133070
    },
    {
      "epoch": 5.450378865451567,
      "grad_norm": 1.5656149594360826,
      "learning_rate": 6.339320590927699e-06,
      "loss": 0.471,
      "step": 133071
    },
    {
      "epoch": 5.450419823878763,
      "grad_norm": 1.144724941025427,
      "learning_rate": 6.338382509326034e-06,
      "loss": 0.2985,
      "step": 133072
    },
    {
      "epoch": 5.450460782305959,
      "grad_norm": 1.2434120483153628,
      "learning_rate": 6.337444495639277e-06,
      "loss": 0.3625,
      "step": 133073
    },
    {
      "epoch": 5.450501740733156,
      "grad_norm": 1.4809761591343216,
      "learning_rate": 6.336506549867809e-06,
      "loss": 0.4802,
      "step": 133074
    },
    {
      "epoch": 5.450542699160352,
      "grad_norm": 1.7403827512927161,
      "learning_rate": 6.335568672012131e-06,
      "loss": 0.4687,
      "step": 133075
    },
    {
      "epoch": 5.450583657587549,
      "grad_norm": 1.5075372647405396,
      "learning_rate": 6.334630862072643e-06,
      "loss": 0.5104,
      "step": 133076
    },
    {
      "epoch": 5.450624616014745,
      "grad_norm": 1.8794954670726323,
      "learning_rate": 6.333693120049793e-06,
      "loss": 0.8166,
      "step": 133077
    },
    {
      "epoch": 5.450665574441942,
      "grad_norm": 1.0379279985679322,
      "learning_rate": 6.3327554459440655e-06,
      "loss": 0.22,
      "step": 133078
    },
    {
      "epoch": 5.4507065328691375,
      "grad_norm": 1.059581876500555,
      "learning_rate": 6.331817839755859e-06,
      "loss": 0.2338,
      "step": 133079
    },
    {
      "epoch": 5.450747491296334,
      "grad_norm": 0.8408895344537866,
      "learning_rate": 6.3308803014856246e-06,
      "loss": 0.137,
      "step": 133080
    },
    {
      "epoch": 5.450788449723531,
      "grad_norm": 1.9023858243815972,
      "learning_rate": 6.329942831133827e-06,
      "loss": 0.7022,
      "step": 133081
    },
    {
      "epoch": 5.450829408150727,
      "grad_norm": 1.526153104408652,
      "learning_rate": 6.329005428700884e-06,
      "loss": 0.5075,
      "step": 133082
    },
    {
      "epoch": 5.450870366577924,
      "grad_norm": 1.4774687605256136,
      "learning_rate": 6.328068094187277e-06,
      "loss": 0.358,
      "step": 133083
    },
    {
      "epoch": 5.45091132500512,
      "grad_norm": 1.6455838810618382,
      "learning_rate": 6.327130827593391e-06,
      "loss": 0.5331,
      "step": 133084
    },
    {
      "epoch": 5.450952283432316,
      "grad_norm": 1.5112454007467253,
      "learning_rate": 6.3261936289197065e-06,
      "loss": 0.4171,
      "step": 133085
    },
    {
      "epoch": 5.450993241859512,
      "grad_norm": 1.4842144672126336,
      "learning_rate": 6.3252564981666755e-06,
      "loss": 0.4205,
      "step": 133086
    },
    {
      "epoch": 5.451034200286709,
      "grad_norm": 1.095940796434497,
      "learning_rate": 6.324319435334713e-06,
      "loss": 0.2223,
      "step": 133087
    },
    {
      "epoch": 5.4510751587139055,
      "grad_norm": 1.8735532964417283,
      "learning_rate": 6.323382440424268e-06,
      "loss": 0.6894,
      "step": 133088
    },
    {
      "epoch": 5.451116117141102,
      "grad_norm": 1.5449058028067608,
      "learning_rate": 6.322445513435826e-06,
      "loss": 0.4592,
      "step": 133089
    },
    {
      "epoch": 5.4511570755682985,
      "grad_norm": 1.819268645533722,
      "learning_rate": 6.32150865436975e-06,
      "loss": 0.607,
      "step": 133090
    },
    {
      "epoch": 5.451198033995494,
      "grad_norm": 2.1972371305007656,
      "learning_rate": 6.320571863226576e-06,
      "loss": 0.9678,
      "step": 133091
    },
    {
      "epoch": 5.451238992422691,
      "grad_norm": 1.3586579235376668,
      "learning_rate": 6.319635140006651e-06,
      "loss": 0.2751,
      "step": 133092
    },
    {
      "epoch": 5.451279950849887,
      "grad_norm": 1.6464032283467014,
      "learning_rate": 6.318698484710477e-06,
      "loss": 0.4381,
      "step": 133093
    },
    {
      "epoch": 5.451320909277084,
      "grad_norm": 1.3298015350672248,
      "learning_rate": 6.317761897338502e-06,
      "loss": 0.309,
      "step": 133094
    },
    {
      "epoch": 5.45136186770428,
      "grad_norm": 0.9395313619944299,
      "learning_rate": 6.316825377891143e-06,
      "loss": 0.137,
      "step": 133095
    },
    {
      "epoch": 5.451402826131477,
      "grad_norm": 1.0812520365265834,
      "learning_rate": 6.3158889263688505e-06,
      "loss": 0.2146,
      "step": 133096
    },
    {
      "epoch": 5.451443784558673,
      "grad_norm": 1.0263117236389467,
      "learning_rate": 6.314952542772073e-06,
      "loss": 0.2157,
      "step": 133097
    },
    {
      "epoch": 5.451484742985869,
      "grad_norm": 1.4769180794285948,
      "learning_rate": 6.314016227101243e-06,
      "loss": 0.4375,
      "step": 133098
    },
    {
      "epoch": 5.451525701413066,
      "grad_norm": 1.4020888514908352,
      "learning_rate": 6.313079979356811e-06,
      "loss": 0.4513,
      "step": 133099
    },
    {
      "epoch": 5.451566659840262,
      "grad_norm": 1.451052698272134,
      "learning_rate": 6.31214379953921e-06,
      "loss": 0.4526,
      "step": 133100
    },
    {
      "epoch": 5.451607618267459,
      "grad_norm": 0.7423553078569187,
      "learning_rate": 6.311207687648889e-06,
      "loss": 0.0894,
      "step": 133101
    },
    {
      "epoch": 5.451648576694655,
      "grad_norm": 1.4340536024935449,
      "learning_rate": 6.310271643686315e-06,
      "loss": 0.4395,
      "step": 133102
    },
    {
      "epoch": 5.451689535121852,
      "grad_norm": 1.424634569913695,
      "learning_rate": 6.309335667651871e-06,
      "loss": 0.451,
      "step": 133103
    },
    {
      "epoch": 5.451730493549047,
      "grad_norm": 1.513366385138954,
      "learning_rate": 6.308399759546057e-06,
      "loss": 0.4155,
      "step": 133104
    },
    {
      "epoch": 5.451771451976244,
      "grad_norm": 2.3279232407374595,
      "learning_rate": 6.307463919369304e-06,
      "loss": 0.9607,
      "step": 133105
    },
    {
      "epoch": 5.4518124104034404,
      "grad_norm": 1.5988982405105774,
      "learning_rate": 6.3065281471220145e-06,
      "loss": 0.3943,
      "step": 133106
    },
    {
      "epoch": 5.451853368830637,
      "grad_norm": 1.9270251403020286,
      "learning_rate": 6.305592442804685e-06,
      "loss": 0.6796,
      "step": 133107
    },
    {
      "epoch": 5.4518943272578335,
      "grad_norm": 0.25438475738454186,
      "learning_rate": 6.304656806417719e-06,
      "loss": 0.0215,
      "step": 133108
    },
    {
      "epoch": 5.45193528568503,
      "grad_norm": 1.4551225568651818,
      "learning_rate": 6.303721237961579e-06,
      "loss": 0.3966,
      "step": 133109
    },
    {
      "epoch": 5.451976244112226,
      "grad_norm": 1.0172768593840407,
      "learning_rate": 6.3027857374367e-06,
      "loss": 0.186,
      "step": 133110
    },
    {
      "epoch": 5.452017202539422,
      "grad_norm": 1.6070387078323378,
      "learning_rate": 6.301850304843531e-06,
      "loss": 0.4893,
      "step": 133111
    },
    {
      "epoch": 5.452058160966619,
      "grad_norm": 1.223739877720919,
      "learning_rate": 6.300914940182489e-06,
      "loss": 0.4181,
      "step": 133112
    },
    {
      "epoch": 5.452099119393815,
      "grad_norm": 1.6037671491116914,
      "learning_rate": 6.299979643454056e-06,
      "loss": 0.3643,
      "step": 133113
    },
    {
      "epoch": 5.452140077821012,
      "grad_norm": 1.3516206645120576,
      "learning_rate": 6.299044414658649e-06,
      "loss": 0.4267,
      "step": 133114
    },
    {
      "epoch": 5.452181036248208,
      "grad_norm": 1.7763137821460966,
      "learning_rate": 6.298109253796718e-06,
      "loss": 0.6352,
      "step": 133115
    },
    {
      "epoch": 5.452221994675405,
      "grad_norm": 2.71469561728649,
      "learning_rate": 6.297174160868696e-06,
      "loss": 1.2192,
      "step": 133116
    },
    {
      "epoch": 5.452262953102601,
      "grad_norm": 1.7638319084431324,
      "learning_rate": 6.296239135875031e-06,
      "loss": 0.6197,
      "step": 133117
    },
    {
      "epoch": 5.452303911529797,
      "grad_norm": 2.5610435913567966,
      "learning_rate": 6.295304178816174e-06,
      "loss": 1.4675,
      "step": 133118
    },
    {
      "epoch": 5.452344869956994,
      "grad_norm": 1.5246751168428654,
      "learning_rate": 6.294369289692558e-06,
      "loss": 0.4254,
      "step": 133119
    },
    {
      "epoch": 5.45238582838419,
      "grad_norm": 0.8208036140784104,
      "learning_rate": 6.2934344685046324e-06,
      "loss": 0.2266,
      "step": 133120
    },
    {
      "epoch": 5.452426786811387,
      "grad_norm": 0.7888932081367084,
      "learning_rate": 6.29249971525283e-06,
      "loss": 0.1896,
      "step": 133121
    },
    {
      "epoch": 5.452467745238583,
      "grad_norm": 1.4829065763261047,
      "learning_rate": 6.291565029937567e-06,
      "loss": 0.4923,
      "step": 133122
    },
    {
      "epoch": 5.452508703665779,
      "grad_norm": 1.0587629360810702,
      "learning_rate": 6.290630412559327e-06,
      "loss": 0.3352,
      "step": 133123
    },
    {
      "epoch": 5.452549662092975,
      "grad_norm": 1.7487278239352924,
      "learning_rate": 6.28969586311856e-06,
      "loss": 0.6035,
      "step": 133124
    },
    {
      "epoch": 5.452590620520172,
      "grad_norm": 1.9597378395032345,
      "learning_rate": 6.2887613816156644e-06,
      "loss": 0.7135,
      "step": 133125
    },
    {
      "epoch": 5.4526315789473685,
      "grad_norm": 1.687602161629519,
      "learning_rate": 6.287826968051107e-06,
      "loss": 0.5163,
      "step": 133126
    },
    {
      "epoch": 5.452672537374565,
      "grad_norm": 1.8017039570561744,
      "learning_rate": 6.286892622425321e-06,
      "loss": 0.5119,
      "step": 133127
    },
    {
      "epoch": 5.452713495801762,
      "grad_norm": 1.0386176961723916,
      "learning_rate": 6.285958344738756e-06,
      "loss": 0.2578,
      "step": 133128
    },
    {
      "epoch": 5.452754454228957,
      "grad_norm": 1.9612477023622197,
      "learning_rate": 6.285024134991862e-06,
      "loss": 0.6605,
      "step": 133129
    },
    {
      "epoch": 5.452795412656154,
      "grad_norm": 1.5008871067472336,
      "learning_rate": 6.284089993185054e-06,
      "loss": 0.4355,
      "step": 133130
    },
    {
      "epoch": 5.45283637108335,
      "grad_norm": 1.381243994548144,
      "learning_rate": 6.283155919318783e-06,
      "loss": 0.4285,
      "step": 133131
    },
    {
      "epoch": 5.452877329510547,
      "grad_norm": 1.8013771746254958,
      "learning_rate": 6.2822219133935145e-06,
      "loss": 0.4459,
      "step": 133132
    },
    {
      "epoch": 5.452918287937743,
      "grad_norm": 1.8817193697027916,
      "learning_rate": 6.281287975409665e-06,
      "loss": 0.7837,
      "step": 133133
    },
    {
      "epoch": 5.45295924636494,
      "grad_norm": 0.31840553424859624,
      "learning_rate": 6.280354105367685e-06,
      "loss": 0.0179,
      "step": 133134
    },
    {
      "epoch": 5.453000204792136,
      "grad_norm": 0.9699716235136197,
      "learning_rate": 6.279420303268007e-06,
      "loss": 0.2015,
      "step": 133135
    },
    {
      "epoch": 5.453041163219332,
      "grad_norm": 1.4410959953504596,
      "learning_rate": 6.27848656911108e-06,
      "loss": 0.4693,
      "step": 133136
    },
    {
      "epoch": 5.453082121646529,
      "grad_norm": 1.7287085839357748,
      "learning_rate": 6.277552902897354e-06,
      "loss": 0.632,
      "step": 133137
    },
    {
      "epoch": 5.453123080073725,
      "grad_norm": 1.1732734134165483,
      "learning_rate": 6.276619304627262e-06,
      "loss": 0.3046,
      "step": 133138
    },
    {
      "epoch": 5.453164038500922,
      "grad_norm": 1.2993039450973816,
      "learning_rate": 6.27568577430122e-06,
      "loss": 0.3795,
      "step": 133139
    },
    {
      "epoch": 5.453204996928118,
      "grad_norm": 0.891476193059131,
      "learning_rate": 6.274752311919729e-06,
      "loss": 0.1368,
      "step": 133140
    },
    {
      "epoch": 5.453245955355315,
      "grad_norm": 1.7355772230956288,
      "learning_rate": 6.2738189174831695e-06,
      "loss": 0.5082,
      "step": 133141
    },
    {
      "epoch": 5.45328691378251,
      "grad_norm": 1.8601142336533334,
      "learning_rate": 6.272885590992027e-06,
      "loss": 0.5949,
      "step": 133142
    },
    {
      "epoch": 5.453327872209707,
      "grad_norm": 1.606977811724592,
      "learning_rate": 6.271952332446717e-06,
      "loss": 0.4365,
      "step": 133143
    },
    {
      "epoch": 5.4533688306369035,
      "grad_norm": 0.9266472497049905,
      "learning_rate": 6.271019141847672e-06,
      "loss": 0.2013,
      "step": 133144
    },
    {
      "epoch": 5.4534097890641,
      "grad_norm": 1.63773957036611,
      "learning_rate": 6.270086019195375e-06,
      "loss": 0.5841,
      "step": 133145
    },
    {
      "epoch": 5.4534507474912965,
      "grad_norm": 1.6846728550712406,
      "learning_rate": 6.269152964490226e-06,
      "loss": 0.6514,
      "step": 133146
    },
    {
      "epoch": 5.453491705918493,
      "grad_norm": 1.5584910765777589,
      "learning_rate": 6.2682199777326915e-06,
      "loss": 0.4924,
      "step": 133147
    },
    {
      "epoch": 5.453532664345689,
      "grad_norm": 2.7205096024689075,
      "learning_rate": 6.2672870589231875e-06,
      "loss": 0.5881,
      "step": 133148
    },
    {
      "epoch": 5.453573622772885,
      "grad_norm": 1.040921512509689,
      "learning_rate": 6.2663542080621635e-06,
      "loss": 0.1406,
      "step": 133149
    },
    {
      "epoch": 5.453614581200082,
      "grad_norm": 1.7306054361469951,
      "learning_rate": 6.265421425150085e-06,
      "loss": 0.6279,
      "step": 133150
    },
    {
      "epoch": 5.453655539627278,
      "grad_norm": 1.7011260192030497,
      "learning_rate": 6.264488710187371e-06,
      "loss": 0.5228,
      "step": 133151
    },
    {
      "epoch": 5.453696498054475,
      "grad_norm": 1.7231936496832072,
      "learning_rate": 6.2635560631744515e-06,
      "loss": 0.5799,
      "step": 133152
    },
    {
      "epoch": 5.453737456481671,
      "grad_norm": 0.5012271661093533,
      "learning_rate": 6.262623484111812e-06,
      "loss": 0.0565,
      "step": 133153
    },
    {
      "epoch": 5.453778414908868,
      "grad_norm": 1.3966397166193663,
      "learning_rate": 6.261690972999833e-06,
      "loss": 0.4115,
      "step": 133154
    },
    {
      "epoch": 5.453819373336064,
      "grad_norm": 1.4766725867551778,
      "learning_rate": 6.260758529839016e-06,
      "loss": 0.4051,
      "step": 133155
    },
    {
      "epoch": 5.45386033176326,
      "grad_norm": 0.7740701048492348,
      "learning_rate": 6.259826154629743e-06,
      "loss": 0.1818,
      "step": 133156
    },
    {
      "epoch": 5.453901290190457,
      "grad_norm": 1.4204275464381042,
      "learning_rate": 6.258893847372498e-06,
      "loss": 0.4369,
      "step": 133157
    },
    {
      "epoch": 5.453942248617653,
      "grad_norm": 1.6937276023699555,
      "learning_rate": 6.257961608067713e-06,
      "loss": 0.6219,
      "step": 133158
    },
    {
      "epoch": 5.45398320704485,
      "grad_norm": 1.8822551232760378,
      "learning_rate": 6.257029436715805e-06,
      "loss": 0.5157,
      "step": 133159
    },
    {
      "epoch": 5.454024165472046,
      "grad_norm": 1.3719104423649044,
      "learning_rate": 6.256097333317239e-06,
      "loss": 0.4069,
      "step": 133160
    },
    {
      "epoch": 5.454065123899242,
      "grad_norm": 1.3735553824663846,
      "learning_rate": 6.2551652978724664e-06,
      "loss": 0.3828,
      "step": 133161
    },
    {
      "epoch": 5.4541060823264385,
      "grad_norm": 1.3357147484436172,
      "learning_rate": 6.254233330381886e-06,
      "loss": 0.428,
      "step": 133162
    },
    {
      "epoch": 5.454147040753635,
      "grad_norm": 1.2207838102678146,
      "learning_rate": 6.25330143084598e-06,
      "loss": 0.3154,
      "step": 133163
    },
    {
      "epoch": 5.4541879991808315,
      "grad_norm": 1.7534268643321829,
      "learning_rate": 6.252369599265167e-06,
      "loss": 0.6131,
      "step": 133164
    },
    {
      "epoch": 5.454228957608028,
      "grad_norm": 1.6604416187781048,
      "learning_rate": 6.251437835639878e-06,
      "loss": 0.5795,
      "step": 133165
    },
    {
      "epoch": 5.454269916035225,
      "grad_norm": 3.295574313074733,
      "learning_rate": 6.250506139970596e-06,
      "loss": 2.3917,
      "step": 133166
    },
    {
      "epoch": 5.45431087446242,
      "grad_norm": 1.7480324602704498,
      "learning_rate": 6.249574512257705e-06,
      "loss": 0.4513,
      "step": 133167
    },
    {
      "epoch": 5.454351832889617,
      "grad_norm": 1.3845609199283295,
      "learning_rate": 6.24864295250167e-06,
      "loss": 0.5054,
      "step": 133168
    },
    {
      "epoch": 5.454392791316813,
      "grad_norm": 1.605151040739081,
      "learning_rate": 6.2477114607029755e-06,
      "loss": 0.4558,
      "step": 133169
    },
    {
      "epoch": 5.45443374974401,
      "grad_norm": 1.4740675425454373,
      "learning_rate": 6.2467800368619865e-06,
      "loss": 0.5089,
      "step": 133170
    },
    {
      "epoch": 5.454474708171206,
      "grad_norm": 0.7436081066850374,
      "learning_rate": 6.245848680979204e-06,
      "loss": 0.1238,
      "step": 133171
    },
    {
      "epoch": 5.454515666598403,
      "grad_norm": 1.4950173682390444,
      "learning_rate": 6.24491739305501e-06,
      "loss": 0.4369,
      "step": 133172
    },
    {
      "epoch": 5.4545566250255995,
      "grad_norm": 1.5454722326965522,
      "learning_rate": 6.2439861730898875e-06,
      "loss": 0.4892,
      "step": 133173
    },
    {
      "epoch": 5.454597583452795,
      "grad_norm": 1.4154833165232115,
      "learning_rate": 6.243055021084286e-06,
      "loss": 0.5119,
      "step": 133174
    },
    {
      "epoch": 5.454638541879992,
      "grad_norm": 1.430244096619127,
      "learning_rate": 6.242123937038607e-06,
      "loss": 0.3816,
      "step": 133175
    },
    {
      "epoch": 5.454679500307188,
      "grad_norm": 1.5889706448275291,
      "learning_rate": 6.241192920953314e-06,
      "loss": 0.4748,
      "step": 133176
    },
    {
      "epoch": 5.454720458734385,
      "grad_norm": 1.2650876725148141,
      "learning_rate": 6.240261972828858e-06,
      "loss": 0.302,
      "step": 133177
    },
    {
      "epoch": 5.454761417161581,
      "grad_norm": 1.641676872626042,
      "learning_rate": 6.239331092665639e-06,
      "loss": 0.5855,
      "step": 133178
    },
    {
      "epoch": 5.454802375588778,
      "grad_norm": 1.885858417955764,
      "learning_rate": 6.238400280464157e-06,
      "loss": 0.787,
      "step": 133179
    },
    {
      "epoch": 5.454843334015973,
      "grad_norm": 1.3442111929489895,
      "learning_rate": 6.237469536224793e-06,
      "loss": 0.4052,
      "step": 133180
    },
    {
      "epoch": 5.45488429244317,
      "grad_norm": 1.6754365751393085,
      "learning_rate": 6.236538859947998e-06,
      "loss": 0.5722,
      "step": 133181
    },
    {
      "epoch": 5.4549252508703665,
      "grad_norm": 1.2380134736169424,
      "learning_rate": 6.235608251634255e-06,
      "loss": 0.3422,
      "step": 133182
    },
    {
      "epoch": 5.454966209297563,
      "grad_norm": 1.4172932295921021,
      "learning_rate": 6.234677711283947e-06,
      "loss": 0.4054,
      "step": 133183
    },
    {
      "epoch": 5.45500716772476,
      "grad_norm": 1.5011331196363535,
      "learning_rate": 6.233747238897557e-06,
      "loss": 0.5181,
      "step": 133184
    },
    {
      "epoch": 5.455048126151956,
      "grad_norm": 0.8777908748927068,
      "learning_rate": 6.232816834475518e-06,
      "loss": 0.1951,
      "step": 133185
    },
    {
      "epoch": 5.455089084579152,
      "grad_norm": 1.6016387892076287,
      "learning_rate": 6.231886498018246e-06,
      "loss": 0.6199,
      "step": 133186
    },
    {
      "epoch": 5.455130043006348,
      "grad_norm": 1.7692774814025125,
      "learning_rate": 6.230956229526207e-06,
      "loss": 0.3332,
      "step": 133187
    },
    {
      "epoch": 5.455171001433545,
      "grad_norm": 1.629596896959395,
      "learning_rate": 6.230026028999819e-06,
      "loss": 0.4962,
      "step": 133188
    },
    {
      "epoch": 5.455211959860741,
      "grad_norm": 1.3731505234925345,
      "learning_rate": 6.2290958964395285e-06,
      "loss": 0.5113,
      "step": 133189
    },
    {
      "epoch": 5.455252918287938,
      "grad_norm": 1.3469275218955967,
      "learning_rate": 6.228165831845788e-06,
      "loss": 0.514,
      "step": 133190
    },
    {
      "epoch": 5.455293876715134,
      "grad_norm": 1.4389512558286486,
      "learning_rate": 6.227235835219047e-06,
      "loss": 0.485,
      "step": 133191
    },
    {
      "epoch": 5.455334835142331,
      "grad_norm": 1.555367674988087,
      "learning_rate": 6.226305906559686e-06,
      "loss": 0.4814,
      "step": 133192
    },
    {
      "epoch": 5.455375793569527,
      "grad_norm": 1.519257649818952,
      "learning_rate": 6.225376045868225e-06,
      "loss": 0.5452,
      "step": 133193
    },
    {
      "epoch": 5.455416751996723,
      "grad_norm": 1.353703239264483,
      "learning_rate": 6.2244462531450265e-06,
      "loss": 0.3738,
      "step": 133194
    },
    {
      "epoch": 5.45545771042392,
      "grad_norm": 1.4808084836850717,
      "learning_rate": 6.223516528390577e-06,
      "loss": 0.4501,
      "step": 133195
    },
    {
      "epoch": 5.455498668851116,
      "grad_norm": 1.210217167303672,
      "learning_rate": 6.222586871605323e-06,
      "loss": 0.3137,
      "step": 133196
    },
    {
      "epoch": 5.455539627278313,
      "grad_norm": 1.5368543048161787,
      "learning_rate": 6.221657282789666e-06,
      "loss": 0.4401,
      "step": 133197
    },
    {
      "epoch": 5.455580585705509,
      "grad_norm": 1.2856001852133374,
      "learning_rate": 6.220727761944088e-06,
      "loss": 0.3043,
      "step": 133198
    },
    {
      "epoch": 5.455621544132705,
      "grad_norm": 1.2052790616014328,
      "learning_rate": 6.219798309068991e-06,
      "loss": 0.3493,
      "step": 133199
    },
    {
      "epoch": 5.4556625025599015,
      "grad_norm": 1.4134106366244403,
      "learning_rate": 6.218868924164822e-06,
      "loss": 0.4989,
      "step": 133200
    },
    {
      "epoch": 5.455703460987098,
      "grad_norm": 1.450438904982437,
      "learning_rate": 6.217939607232048e-06,
      "loss": 0.4595,
      "step": 133201
    },
    {
      "epoch": 5.4557444194142946,
      "grad_norm": 0.7947973769823465,
      "learning_rate": 6.217010358271069e-06,
      "loss": 0.1335,
      "step": 133202
    },
    {
      "epoch": 5.455785377841491,
      "grad_norm": 1.6037229768542038,
      "learning_rate": 6.21608117728235e-06,
      "loss": 0.5452,
      "step": 133203
    },
    {
      "epoch": 5.455826336268688,
      "grad_norm": 1.9379706691393597,
      "learning_rate": 6.2151520642663436e-06,
      "loss": 0.7142,
      "step": 133204
    },
    {
      "epoch": 5.455867294695883,
      "grad_norm": 2.366322669936236,
      "learning_rate": 6.214223019223447e-06,
      "loss": 0.6441,
      "step": 133205
    },
    {
      "epoch": 5.45590825312308,
      "grad_norm": 0.7745020943323971,
      "learning_rate": 6.2132940421541435e-06,
      "loss": 0.174,
      "step": 133206
    },
    {
      "epoch": 5.455949211550276,
      "grad_norm": 2.9777276838282907,
      "learning_rate": 6.212365133058833e-06,
      "loss": 0.8238,
      "step": 133207
    },
    {
      "epoch": 5.455990169977473,
      "grad_norm": 1.3477632597547216,
      "learning_rate": 6.211436291937965e-06,
      "loss": 0.4059,
      "step": 133208
    },
    {
      "epoch": 5.456031128404669,
      "grad_norm": 1.3694330223005429,
      "learning_rate": 6.210507518792024e-06,
      "loss": 0.4347,
      "step": 133209
    },
    {
      "epoch": 5.456072086831866,
      "grad_norm": 1.6743498565412585,
      "learning_rate": 6.209578813621374e-06,
      "loss": 0.5576,
      "step": 133210
    },
    {
      "epoch": 5.4561130452590625,
      "grad_norm": 1.69230490054195,
      "learning_rate": 6.2086501764265e-06,
      "loss": 0.4977,
      "step": 133211
    },
    {
      "epoch": 5.456154003686258,
      "grad_norm": 1.296055959960028,
      "learning_rate": 6.207721607207849e-06,
      "loss": 0.3471,
      "step": 133212
    },
    {
      "epoch": 5.456194962113455,
      "grad_norm": 1.3343410148652983,
      "learning_rate": 6.206793105965824e-06,
      "loss": 0.4045,
      "step": 133213
    },
    {
      "epoch": 5.456235920540651,
      "grad_norm": 1.4322297025587036,
      "learning_rate": 6.205864672700905e-06,
      "loss": 0.3854,
      "step": 133214
    },
    {
      "epoch": 5.456276878967848,
      "grad_norm": 1.7009436294854854,
      "learning_rate": 6.204936307413478e-06,
      "loss": 0.5418,
      "step": 133215
    },
    {
      "epoch": 5.456317837395044,
      "grad_norm": 1.771728381072317,
      "learning_rate": 6.204008010104023e-06,
      "loss": 0.5478,
      "step": 133216
    },
    {
      "epoch": 5.456358795822241,
      "grad_norm": 1.8523605068384386,
      "learning_rate": 6.20307978077299e-06,
      "loss": 0.5855,
      "step": 133217
    },
    {
      "epoch": 5.4563997542494365,
      "grad_norm": 1.3463115991743677,
      "learning_rate": 6.202151619420781e-06,
      "loss": 0.3299,
      "step": 133218
    },
    {
      "epoch": 5.456440712676633,
      "grad_norm": 1.5609233278337684,
      "learning_rate": 6.201223526047861e-06,
      "loss": 0.506,
      "step": 133219
    },
    {
      "epoch": 5.4564816711038295,
      "grad_norm": 1.5884380674574787,
      "learning_rate": 6.2002955006546454e-06,
      "loss": 0.5663,
      "step": 133220
    },
    {
      "epoch": 5.456522629531026,
      "grad_norm": 1.6554504954775242,
      "learning_rate": 6.199367543241585e-06,
      "loss": 0.5584,
      "step": 133221
    },
    {
      "epoch": 5.456563587958223,
      "grad_norm": 1.644500473514761,
      "learning_rate": 6.198439653809129e-06,
      "loss": 0.657,
      "step": 133222
    },
    {
      "epoch": 5.456604546385419,
      "grad_norm": 1.6794679156384174,
      "learning_rate": 6.197511832357694e-06,
      "loss": 0.4262,
      "step": 133223
    },
    {
      "epoch": 5.456645504812615,
      "grad_norm": 1.7705408056063323,
      "learning_rate": 6.196584078887729e-06,
      "loss": 0.5573,
      "step": 133224
    },
    {
      "epoch": 5.456686463239811,
      "grad_norm": 1.9409306641821327,
      "learning_rate": 6.195656393399701e-06,
      "loss": 0.6163,
      "step": 133225
    },
    {
      "epoch": 5.456727421667008,
      "grad_norm": 1.4911792960515697,
      "learning_rate": 6.1947287758939925e-06,
      "loss": 0.3872,
      "step": 133226
    },
    {
      "epoch": 5.456768380094204,
      "grad_norm": 1.8329473763816722,
      "learning_rate": 6.193801226371104e-06,
      "loss": 0.6821,
      "step": 133227
    },
    {
      "epoch": 5.456809338521401,
      "grad_norm": 1.6978691820389882,
      "learning_rate": 6.192873744831417e-06,
      "loss": 0.6112,
      "step": 133228
    },
    {
      "epoch": 5.4568502969485975,
      "grad_norm": 1.4449977785079033,
      "learning_rate": 6.191946331275383e-06,
      "loss": 0.3871,
      "step": 133229
    },
    {
      "epoch": 5.456891255375794,
      "grad_norm": 1.369727599343354,
      "learning_rate": 6.191018985703483e-06,
      "loss": 0.5032,
      "step": 133230
    },
    {
      "epoch": 5.45693221380299,
      "grad_norm": 1.5584687237533155,
      "learning_rate": 6.190091708116101e-06,
      "loss": 0.4839,
      "step": 133231
    },
    {
      "epoch": 5.456973172230186,
      "grad_norm": 1.739718620617537,
      "learning_rate": 6.189164498513705e-06,
      "loss": 0.5661,
      "step": 133232
    },
    {
      "epoch": 5.457014130657383,
      "grad_norm": 1.342449240145554,
      "learning_rate": 6.188237356896742e-06,
      "loss": 0.2321,
      "step": 133233
    },
    {
      "epoch": 5.457055089084579,
      "grad_norm": 1.6784624655399893,
      "learning_rate": 6.187310283265612e-06,
      "loss": 0.562,
      "step": 133234
    },
    {
      "epoch": 5.457096047511776,
      "grad_norm": 1.5195586330147004,
      "learning_rate": 6.186383277620799e-06,
      "loss": 0.3861,
      "step": 133235
    },
    {
      "epoch": 5.457137005938972,
      "grad_norm": 1.8570256401314051,
      "learning_rate": 6.1854563399627025e-06,
      "loss": 0.6606,
      "step": 133236
    },
    {
      "epoch": 5.457177964366168,
      "grad_norm": 1.6434546706631126,
      "learning_rate": 6.184529470291772e-06,
      "loss": 0.4957,
      "step": 133237
    },
    {
      "epoch": 5.4572189227933645,
      "grad_norm": 1.5951965976912643,
      "learning_rate": 6.183602668608472e-06,
      "loss": 0.4516,
      "step": 133238
    },
    {
      "epoch": 5.457259881220561,
      "grad_norm": 0.7050526105106264,
      "learning_rate": 6.182675934913206e-06,
      "loss": 0.0809,
      "step": 133239
    },
    {
      "epoch": 5.457300839647758,
      "grad_norm": 1.618648103021012,
      "learning_rate": 6.181749269206421e-06,
      "loss": 0.5514,
      "step": 133240
    },
    {
      "epoch": 5.457341798074954,
      "grad_norm": 1.8022667921271334,
      "learning_rate": 6.180822671488583e-06,
      "loss": 0.7478,
      "step": 133241
    },
    {
      "epoch": 5.457382756502151,
      "grad_norm": 1.648415050152868,
      "learning_rate": 6.179896141760077e-06,
      "loss": 0.6044,
      "step": 133242
    },
    {
      "epoch": 5.457423714929346,
      "grad_norm": 1.9619312712031618,
      "learning_rate": 6.178969680021401e-06,
      "loss": 0.4854,
      "step": 133243
    },
    {
      "epoch": 5.457464673356543,
      "grad_norm": 1.4052383639540593,
      "learning_rate": 6.178043286272938e-06,
      "loss": 0.3538,
      "step": 133244
    },
    {
      "epoch": 5.457505631783739,
      "grad_norm": 0.977020880535336,
      "learning_rate": 6.177116960515155e-06,
      "loss": 0.1655,
      "step": 133245
    },
    {
      "epoch": 5.457546590210936,
      "grad_norm": 1.4265106196632924,
      "learning_rate": 6.176190702748485e-06,
      "loss": 0.5139,
      "step": 133246
    },
    {
      "epoch": 5.4575875486381324,
      "grad_norm": 0.9507082606775072,
      "learning_rate": 6.175264512973377e-06,
      "loss": 0.2185,
      "step": 133247
    },
    {
      "epoch": 5.457628507065329,
      "grad_norm": 1.530295585490632,
      "learning_rate": 6.174338391190231e-06,
      "loss": 0.4474,
      "step": 133248
    },
    {
      "epoch": 5.4576694654925255,
      "grad_norm": 0.8533981810317383,
      "learning_rate": 6.173412337399547e-06,
      "loss": 0.1894,
      "step": 133249
    },
    {
      "epoch": 5.457710423919721,
      "grad_norm": 1.4916974500317595,
      "learning_rate": 6.1724863516017076e-06,
      "loss": 0.6914,
      "step": 133250
    },
    {
      "epoch": 5.457751382346918,
      "grad_norm": 0.942581811623394,
      "learning_rate": 6.1715604337971955e-06,
      "loss": 0.2269,
      "step": 133251
    },
    {
      "epoch": 5.457792340774114,
      "grad_norm": 1.4752050963543692,
      "learning_rate": 6.170634583986395e-06,
      "loss": 0.4408,
      "step": 133252
    },
    {
      "epoch": 5.457833299201311,
      "grad_norm": 1.384430835611601,
      "learning_rate": 6.169708802169771e-06,
      "loss": 0.2998,
      "step": 133253
    },
    {
      "epoch": 5.457874257628507,
      "grad_norm": 1.4092000419917792,
      "learning_rate": 6.16878308834779e-06,
      "loss": 0.3375,
      "step": 133254
    },
    {
      "epoch": 5.457915216055704,
      "grad_norm": 1.5502839572700913,
      "learning_rate": 6.167857442520835e-06,
      "loss": 0.5741,
      "step": 133255
    },
    {
      "epoch": 5.4579561744828995,
      "grad_norm": 3.1891134447648493,
      "learning_rate": 6.16693186468939e-06,
      "loss": 2.8405,
      "step": 133256
    },
    {
      "epoch": 5.457997132910096,
      "grad_norm": 1.902390397221066,
      "learning_rate": 6.166006354853853e-06,
      "loss": 0.572,
      "step": 133257
    },
    {
      "epoch": 5.458038091337293,
      "grad_norm": 1.0433978644553603,
      "learning_rate": 6.165080913014692e-06,
      "loss": 0.1043,
      "step": 133258
    },
    {
      "epoch": 5.458079049764489,
      "grad_norm": 1.1571797636588144,
      "learning_rate": 6.164155539172338e-06,
      "loss": 0.2411,
      "step": 133259
    },
    {
      "epoch": 5.458120008191686,
      "grad_norm": 1.6275388016834116,
      "learning_rate": 6.163230233327226e-06,
      "loss": 0.3411,
      "step": 133260
    },
    {
      "epoch": 5.458160966618882,
      "grad_norm": 1.562071709682937,
      "learning_rate": 6.162304995479772e-06,
      "loss": 0.4393,
      "step": 133261
    },
    {
      "epoch": 5.458201925046078,
      "grad_norm": 1.610431129936841,
      "learning_rate": 6.1613798256304915e-06,
      "loss": 0.4644,
      "step": 133262
    },
    {
      "epoch": 5.458242883473274,
      "grad_norm": 1.4649055193198506,
      "learning_rate": 6.1604547237797174e-06,
      "loss": 0.4342,
      "step": 133263
    },
    {
      "epoch": 5.458283841900471,
      "grad_norm": 1.5518417579396027,
      "learning_rate": 6.1595296899279336e-06,
      "loss": 0.4293,
      "step": 133264
    },
    {
      "epoch": 5.458324800327667,
      "grad_norm": 2.6026456183319047,
      "learning_rate": 6.158604724075589e-06,
      "loss": 1.8821,
      "step": 133265
    },
    {
      "epoch": 5.458365758754864,
      "grad_norm": 1.3314036400441767,
      "learning_rate": 6.1576798262231e-06,
      "loss": 0.4698,
      "step": 133266
    },
    {
      "epoch": 5.4584067171820605,
      "grad_norm": 1.2937564511529898,
      "learning_rate": 6.1567549963708995e-06,
      "loss": 0.421,
      "step": 133267
    },
    {
      "epoch": 5.458447675609257,
      "grad_norm": 1.5494644966260107,
      "learning_rate": 6.155830234519471e-06,
      "loss": 0.5047,
      "step": 133268
    },
    {
      "epoch": 5.458488634036453,
      "grad_norm": 1.1357267962421145,
      "learning_rate": 6.154905540669197e-06,
      "loss": 0.1689,
      "step": 133269
    },
    {
      "epoch": 5.458529592463649,
      "grad_norm": 1.5941439576992724,
      "learning_rate": 6.153980914820561e-06,
      "loss": 0.5003,
      "step": 133270
    },
    {
      "epoch": 5.458570550890846,
      "grad_norm": 1.5886067157283643,
      "learning_rate": 6.153056356973946e-06,
      "loss": 0.5168,
      "step": 133271
    },
    {
      "epoch": 5.458611509318042,
      "grad_norm": 0.7442523897972446,
      "learning_rate": 6.152131867129834e-06,
      "loss": 0.165,
      "step": 133272
    },
    {
      "epoch": 5.458652467745239,
      "grad_norm": 1.4765405929972168,
      "learning_rate": 6.151207445288642e-06,
      "loss": 0.4106,
      "step": 133273
    },
    {
      "epoch": 5.458693426172435,
      "grad_norm": 1.5787506612624402,
      "learning_rate": 6.15028309145082e-06,
      "loss": 0.4036,
      "step": 133274
    },
    {
      "epoch": 5.458734384599631,
      "grad_norm": 0.8696165415650859,
      "learning_rate": 6.1493588056167835e-06,
      "loss": 0.1298,
      "step": 133275
    },
    {
      "epoch": 5.4587753430268275,
      "grad_norm": 2.7187464974726705,
      "learning_rate": 6.148434587786999e-06,
      "loss": 2.2402,
      "step": 133276
    },
    {
      "epoch": 5.458816301454024,
      "grad_norm": 0.9665091136324209,
      "learning_rate": 6.1475104379618665e-06,
      "loss": 0.2104,
      "step": 133277
    },
    {
      "epoch": 5.458857259881221,
      "grad_norm": 3.5796513684292806,
      "learning_rate": 6.146586356141869e-06,
      "loss": 1.187,
      "step": 133278
    },
    {
      "epoch": 5.458898218308417,
      "grad_norm": 1.5151060854564184,
      "learning_rate": 6.1456623423274065e-06,
      "loss": 0.4589,
      "step": 133279
    },
    {
      "epoch": 5.458939176735614,
      "grad_norm": 1.278753995374623,
      "learning_rate": 6.144738396518912e-06,
      "loss": 0.3025,
      "step": 133280
    },
    {
      "epoch": 5.458980135162809,
      "grad_norm": 1.4799380494106684,
      "learning_rate": 6.143814518716867e-06,
      "loss": 0.4714,
      "step": 133281
    },
    {
      "epoch": 5.459021093590006,
      "grad_norm": 1.1219402102406395,
      "learning_rate": 6.142890708921655e-06,
      "loss": 0.2971,
      "step": 133282
    },
    {
      "epoch": 5.459062052017202,
      "grad_norm": 1.378571127941499,
      "learning_rate": 6.141966967133743e-06,
      "loss": 0.3461,
      "step": 133283
    },
    {
      "epoch": 5.459103010444399,
      "grad_norm": 1.7107145545886702,
      "learning_rate": 6.141043293353565e-06,
      "loss": 0.5775,
      "step": 133284
    },
    {
      "epoch": 5.4591439688715955,
      "grad_norm": 1.711606836610904,
      "learning_rate": 6.1401196875815515e-06,
      "loss": 0.6146,
      "step": 133285
    },
    {
      "epoch": 5.459184927298792,
      "grad_norm": 0.9285794239261026,
      "learning_rate": 6.139196149818154e-06,
      "loss": 0.213,
      "step": 133286
    },
    {
      "epoch": 5.4592258857259885,
      "grad_norm": 2.0922777737806952,
      "learning_rate": 6.1382726800637885e-06,
      "loss": 0.6545,
      "step": 133287
    },
    {
      "epoch": 5.459266844153184,
      "grad_norm": 1.430523788791995,
      "learning_rate": 6.1373492783188875e-06,
      "loss": 0.3587,
      "step": 133288
    },
    {
      "epoch": 5.459307802580381,
      "grad_norm": 1.3371972162606638,
      "learning_rate": 6.136425944583917e-06,
      "loss": 0.3607,
      "step": 133289
    },
    {
      "epoch": 5.459348761007577,
      "grad_norm": 1.1219566238054433,
      "learning_rate": 6.135502678859277e-06,
      "loss": 0.2679,
      "step": 133290
    },
    {
      "epoch": 5.459389719434774,
      "grad_norm": 0.5956046355930953,
      "learning_rate": 6.134579481145452e-06,
      "loss": 0.0408,
      "step": 133291
    },
    {
      "epoch": 5.45943067786197,
      "grad_norm": 1.6922899960976727,
      "learning_rate": 6.133656351442823e-06,
      "loss": 0.6344,
      "step": 133292
    },
    {
      "epoch": 5.459471636289167,
      "grad_norm": 0.4637990554066967,
      "learning_rate": 6.132733289751857e-06,
      "loss": 0.0675,
      "step": 133293
    },
    {
      "epoch": 5.4595125947163625,
      "grad_norm": 2.0078038147021773,
      "learning_rate": 6.131810296073003e-06,
      "loss": 0.8644,
      "step": 133294
    },
    {
      "epoch": 5.459553553143559,
      "grad_norm": 1.3099897051417713,
      "learning_rate": 6.130887370406662e-06,
      "loss": 0.3658,
      "step": 133295
    },
    {
      "epoch": 5.459594511570756,
      "grad_norm": 1.4142646447694818,
      "learning_rate": 6.129964512753299e-06,
      "loss": 0.4262,
      "step": 133296
    },
    {
      "epoch": 5.459635469997952,
      "grad_norm": 0.8993732421700126,
      "learning_rate": 6.129041723113348e-06,
      "loss": 0.1919,
      "step": 133297
    },
    {
      "epoch": 5.459676428425149,
      "grad_norm": 2.2207084859255373,
      "learning_rate": 6.128119001487209e-06,
      "loss": 1.0769,
      "step": 133298
    },
    {
      "epoch": 5.459717386852345,
      "grad_norm": 2.7122649031311754,
      "learning_rate": 6.12719634787538e-06,
      "loss": 1.7868,
      "step": 133299
    },
    {
      "epoch": 5.459758345279541,
      "grad_norm": 1.1802236982294647,
      "learning_rate": 6.126273762278244e-06,
      "loss": 0.2401,
      "step": 133300
    },
    {
      "epoch": 5.459799303706737,
      "grad_norm": 1.3553301865371732,
      "learning_rate": 6.125351244696253e-06,
      "loss": 0.3668,
      "step": 133301
    },
    {
      "epoch": 5.459840262133934,
      "grad_norm": 1.6850933470233451,
      "learning_rate": 6.124428795129871e-06,
      "loss": 0.5122,
      "step": 133302
    },
    {
      "epoch": 5.4598812205611305,
      "grad_norm": 1.5276545195453526,
      "learning_rate": 6.123506413579499e-06,
      "loss": 0.4912,
      "step": 133303
    },
    {
      "epoch": 5.459922178988327,
      "grad_norm": 1.6388305198726059,
      "learning_rate": 6.122584100045569e-06,
      "loss": 0.5734,
      "step": 133304
    },
    {
      "epoch": 5.4599631374155235,
      "grad_norm": 1.7002757691384636,
      "learning_rate": 6.121661854528565e-06,
      "loss": 0.6147,
      "step": 133305
    },
    {
      "epoch": 5.46000409584272,
      "grad_norm": 0.5172637505998312,
      "learning_rate": 6.120739677028852e-06,
      "loss": 0.0655,
      "step": 133306
    },
    {
      "epoch": 5.460045054269916,
      "grad_norm": 1.70453921846349,
      "learning_rate": 6.119817567546947e-06,
      "loss": 0.5498,
      "step": 133307
    },
    {
      "epoch": 5.460086012697112,
      "grad_norm": 1.3117828719408613,
      "learning_rate": 6.118895526083201e-06,
      "loss": 0.28,
      "step": 133308
    },
    {
      "epoch": 5.460126971124309,
      "grad_norm": 1.3790313189579324,
      "learning_rate": 6.117973552638111e-06,
      "loss": 0.4601,
      "step": 133309
    },
    {
      "epoch": 5.460167929551505,
      "grad_norm": 1.4673218353337425,
      "learning_rate": 6.117051647212112e-06,
      "loss": 0.3766,
      "step": 133310
    },
    {
      "epoch": 5.460208887978702,
      "grad_norm": 1.7706290886537337,
      "learning_rate": 6.1161298098055866e-06,
      "loss": 0.4964,
      "step": 133311
    },
    {
      "epoch": 5.460249846405898,
      "grad_norm": 2.186999959962173,
      "learning_rate": 6.115208040419018e-06,
      "loss": 1.2574,
      "step": 133312
    },
    {
      "epoch": 5.460290804833094,
      "grad_norm": 1.4521994469161537,
      "learning_rate": 6.114286339052854e-06,
      "loss": 0.4968,
      "step": 133313
    },
    {
      "epoch": 5.460331763260291,
      "grad_norm": 1.6750936916326025,
      "learning_rate": 6.11336470570748e-06,
      "loss": 0.5797,
      "step": 133314
    },
    {
      "epoch": 5.460372721687487,
      "grad_norm": 1.7445006934136589,
      "learning_rate": 6.112443140383378e-06,
      "loss": 0.5559,
      "step": 133315
    },
    {
      "epoch": 5.460413680114684,
      "grad_norm": 1.8400452503247944,
      "learning_rate": 6.11152164308093e-06,
      "loss": 0.6922,
      "step": 133316
    },
    {
      "epoch": 5.46045463854188,
      "grad_norm": 1.0827779648389835,
      "learning_rate": 6.110600213800621e-06,
      "loss": 0.1864,
      "step": 133317
    },
    {
      "epoch": 5.460495596969077,
      "grad_norm": 1.2169366361620548,
      "learning_rate": 6.109678852542898e-06,
      "loss": 0.3604,
      "step": 133318
    },
    {
      "epoch": 5.460536555396272,
      "grad_norm": 1.6583500157366713,
      "learning_rate": 6.108757559308131e-06,
      "loss": 0.605,
      "step": 133319
    },
    {
      "epoch": 5.460577513823469,
      "grad_norm": 1.9731064402719247,
      "learning_rate": 6.1078363340968e-06,
      "loss": 0.6657,
      "step": 133320
    },
    {
      "epoch": 5.460618472250665,
      "grad_norm": 1.9333857887982415,
      "learning_rate": 6.106915176909355e-06,
      "loss": 0.6987,
      "step": 133321
    },
    {
      "epoch": 5.460659430677862,
      "grad_norm": 1.5281359734154867,
      "learning_rate": 6.105994087746197e-06,
      "loss": 0.5083,
      "step": 133322
    },
    {
      "epoch": 5.4607003891050585,
      "grad_norm": 1.5421924698863736,
      "learning_rate": 6.105073066607791e-06,
      "loss": 0.4427,
      "step": 133323
    },
    {
      "epoch": 5.460741347532255,
      "grad_norm": 1.0478624924657969,
      "learning_rate": 6.104152113494537e-06,
      "loss": 0.2229,
      "step": 133324
    },
    {
      "epoch": 5.460782305959452,
      "grad_norm": 0.8628329881340305,
      "learning_rate": 6.1032312284068855e-06,
      "loss": 0.2021,
      "step": 133325
    },
    {
      "epoch": 5.460823264386647,
      "grad_norm": 1.3991196273950843,
      "learning_rate": 6.102310411345301e-06,
      "loss": 0.4531,
      "step": 133326
    },
    {
      "epoch": 5.460864222813844,
      "grad_norm": 1.0761600356682601,
      "learning_rate": 6.101389662310169e-06,
      "loss": 0.417,
      "step": 133327
    },
    {
      "epoch": 5.46090518124104,
      "grad_norm": 1.3744044198761742,
      "learning_rate": 6.10046898130197e-06,
      "loss": 0.4449,
      "step": 133328
    },
    {
      "epoch": 5.460946139668237,
      "grad_norm": 1.472802543147792,
      "learning_rate": 6.099548368321106e-06,
      "loss": 0.4234,
      "step": 133329
    },
    {
      "epoch": 5.460987098095433,
      "grad_norm": 1.3199228714513913,
      "learning_rate": 6.098627823368024e-06,
      "loss": 0.3638,
      "step": 133330
    },
    {
      "epoch": 5.46102805652263,
      "grad_norm": 1.810500798739115,
      "learning_rate": 6.0977073464431755e-06,
      "loss": 0.5221,
      "step": 133331
    },
    {
      "epoch": 5.4610690149498256,
      "grad_norm": 0.8039646080581794,
      "learning_rate": 6.096786937546977e-06,
      "loss": 0.181,
      "step": 133332
    },
    {
      "epoch": 5.461109973377022,
      "grad_norm": 1.6688552144062334,
      "learning_rate": 6.095866596679861e-06,
      "loss": 0.5346,
      "step": 133333
    },
    {
      "epoch": 5.461150931804219,
      "grad_norm": 1.5692186572502091,
      "learning_rate": 6.094946323842292e-06,
      "loss": 0.4998,
      "step": 133334
    },
    {
      "epoch": 5.461191890231415,
      "grad_norm": 0.9100237646933128,
      "learning_rate": 6.094026119034656e-06,
      "loss": 0.2184,
      "step": 133335
    },
    {
      "epoch": 5.461232848658612,
      "grad_norm": 1.6372041108662219,
      "learning_rate": 6.0931059822574015e-06,
      "loss": 0.5984,
      "step": 133336
    },
    {
      "epoch": 5.461273807085808,
      "grad_norm": 1.5441863659190913,
      "learning_rate": 6.092185913511011e-06,
      "loss": 0.4072,
      "step": 133337
    },
    {
      "epoch": 5.461314765513004,
      "grad_norm": 1.5230368780441454,
      "learning_rate": 6.091265912795851e-06,
      "loss": 0.4144,
      "step": 133338
    },
    {
      "epoch": 5.4613557239402,
      "grad_norm": 2.404383431912323,
      "learning_rate": 6.090345980112404e-06,
      "loss": 1.2321,
      "step": 133339
    },
    {
      "epoch": 5.461396682367397,
      "grad_norm": 0.868906303253169,
      "learning_rate": 6.089426115461105e-06,
      "loss": 0.1954,
      "step": 133340
    },
    {
      "epoch": 5.4614376407945935,
      "grad_norm": 1.6971858805394515,
      "learning_rate": 6.088506318842351e-06,
      "loss": 0.6612,
      "step": 133341
    },
    {
      "epoch": 5.46147859922179,
      "grad_norm": 1.2680053872472992,
      "learning_rate": 6.087586590256627e-06,
      "loss": 0.3425,
      "step": 133342
    },
    {
      "epoch": 5.4615195576489866,
      "grad_norm": 1.910850652708015,
      "learning_rate": 6.086666929704315e-06,
      "loss": 1.0175,
      "step": 133343
    },
    {
      "epoch": 5.461560516076183,
      "grad_norm": 1.3226482791569345,
      "learning_rate": 6.0857473371858815e-06,
      "loss": 0.3387,
      "step": 133344
    },
    {
      "epoch": 5.461601474503379,
      "grad_norm": 1.4534234010448617,
      "learning_rate": 6.0848278127017594e-06,
      "loss": 0.4775,
      "step": 133345
    },
    {
      "epoch": 5.461642432930575,
      "grad_norm": 1.6637942416282216,
      "learning_rate": 6.083908356252382e-06,
      "loss": 0.5632,
      "step": 133346
    },
    {
      "epoch": 5.461683391357772,
      "grad_norm": 1.782403950157105,
      "learning_rate": 6.082988967838165e-06,
      "loss": 0.6709,
      "step": 133347
    },
    {
      "epoch": 5.461724349784968,
      "grad_norm": 1.4011293836171994,
      "learning_rate": 6.082069647459592e-06,
      "loss": 0.4667,
      "step": 133348
    },
    {
      "epoch": 5.461765308212165,
      "grad_norm": 1.506384216648423,
      "learning_rate": 6.081150395117046e-06,
      "loss": 0.4381,
      "step": 133349
    },
    {
      "epoch": 5.461806266639361,
      "grad_norm": 1.507121742646163,
      "learning_rate": 6.080231210810993e-06,
      "loss": 0.4898,
      "step": 133350
    },
    {
      "epoch": 5.461847225066557,
      "grad_norm": 1.3928992708420158,
      "learning_rate": 6.079312094541833e-06,
      "loss": 0.3512,
      "step": 133351
    },
    {
      "epoch": 5.461888183493754,
      "grad_norm": 1.1606671204099621,
      "learning_rate": 6.0783930463100315e-06,
      "loss": 0.3102,
      "step": 133352
    },
    {
      "epoch": 5.46192914192095,
      "grad_norm": 8.263175757341264,
      "learning_rate": 6.077474066116023e-06,
      "loss": 3.0027,
      "step": 133353
    },
    {
      "epoch": 5.461970100348147,
      "grad_norm": 1.890493662874498,
      "learning_rate": 6.076555153960222e-06,
      "loss": 0.7414,
      "step": 133354
    },
    {
      "epoch": 5.462011058775343,
      "grad_norm": 1.4852107917869963,
      "learning_rate": 6.075636309843079e-06,
      "loss": 0.4766,
      "step": 133355
    },
    {
      "epoch": 5.46205201720254,
      "grad_norm": 1.8096895319890285,
      "learning_rate": 6.074717533765045e-06,
      "loss": 0.3764,
      "step": 133356
    },
    {
      "epoch": 5.462092975629735,
      "grad_norm": 1.5163163025970077,
      "learning_rate": 6.073798825726501e-06,
      "loss": 0.4623,
      "step": 133357
    },
    {
      "epoch": 5.462133934056932,
      "grad_norm": 1.6294714446220506,
      "learning_rate": 6.0728801857279295e-06,
      "loss": 0.6121,
      "step": 133358
    },
    {
      "epoch": 5.4621748924841285,
      "grad_norm": 1.4233161111270038,
      "learning_rate": 6.071961613769749e-06,
      "loss": 0.3574,
      "step": 133359
    },
    {
      "epoch": 5.462215850911325,
      "grad_norm": 0.7220757064501506,
      "learning_rate": 6.071043109852375e-06,
      "loss": 0.17,
      "step": 133360
    },
    {
      "epoch": 5.4622568093385215,
      "grad_norm": 1.4894598967211523,
      "learning_rate": 6.07012467397629e-06,
      "loss": 0.4977,
      "step": 133361
    },
    {
      "epoch": 5.462297767765718,
      "grad_norm": 1.8076284882315088,
      "learning_rate": 6.069206306141877e-06,
      "loss": 0.6453,
      "step": 133362
    },
    {
      "epoch": 5.462338726192915,
      "grad_norm": 0.3614502008524706,
      "learning_rate": 6.068288006349603e-06,
      "loss": 0.0384,
      "step": 133363
    },
    {
      "epoch": 5.46237968462011,
      "grad_norm": 1.6965871443510028,
      "learning_rate": 6.0673697745998835e-06,
      "loss": 0.5741,
      "step": 133364
    },
    {
      "epoch": 5.462420643047307,
      "grad_norm": 1.3325491539577432,
      "learning_rate": 6.066451610893153e-06,
      "loss": 0.3627,
      "step": 133365
    },
    {
      "epoch": 5.462461601474503,
      "grad_norm": 1.4535170058276303,
      "learning_rate": 6.065533515229859e-06,
      "loss": 0.4377,
      "step": 133366
    },
    {
      "epoch": 5.4625025599017,
      "grad_norm": 1.1764474538554703,
      "learning_rate": 6.064615487610419e-06,
      "loss": 0.3086,
      "step": 133367
    },
    {
      "epoch": 5.462543518328896,
      "grad_norm": 1.3449026365285417,
      "learning_rate": 6.063697528035283e-06,
      "loss": 0.4171,
      "step": 133368
    },
    {
      "epoch": 5.462584476756093,
      "grad_norm": 1.383826013565365,
      "learning_rate": 6.0627796365048994e-06,
      "loss": 0.3802,
      "step": 133369
    },
    {
      "epoch": 5.462625435183289,
      "grad_norm": 1.6137181500097708,
      "learning_rate": 6.061861813019653e-06,
      "loss": 0.5367,
      "step": 133370
    },
    {
      "epoch": 5.462666393610485,
      "grad_norm": 1.588112494234129,
      "learning_rate": 6.060944057580025e-06,
      "loss": 0.6277,
      "step": 133371
    },
    {
      "epoch": 5.462707352037682,
      "grad_norm": 1.4214968991716557,
      "learning_rate": 6.060026370186416e-06,
      "loss": 0.4269,
      "step": 133372
    },
    {
      "epoch": 5.462748310464878,
      "grad_norm": 1.5561090101770816,
      "learning_rate": 6.059108750839276e-06,
      "loss": 0.4622,
      "step": 133373
    },
    {
      "epoch": 5.462789268892075,
      "grad_norm": 0.9387183566852659,
      "learning_rate": 6.058191199539053e-06,
      "loss": 0.2022,
      "step": 133374
    },
    {
      "epoch": 5.462830227319271,
      "grad_norm": 1.0517489224295689,
      "learning_rate": 6.0572737162861484e-06,
      "loss": 0.2142,
      "step": 133375
    },
    {
      "epoch": 5.462871185746467,
      "grad_norm": 1.3114035017054724,
      "learning_rate": 6.056356301081011e-06,
      "loss": 0.3903,
      "step": 133376
    },
    {
      "epoch": 5.462912144173663,
      "grad_norm": 1.8478954978361666,
      "learning_rate": 6.055438953924091e-06,
      "loss": 0.5597,
      "step": 133377
    },
    {
      "epoch": 5.46295310260086,
      "grad_norm": 1.7280210521857793,
      "learning_rate": 6.0545216748157875e-06,
      "loss": 0.5896,
      "step": 133378
    },
    {
      "epoch": 5.4629940610280565,
      "grad_norm": 1.4738821760415592,
      "learning_rate": 6.053604463756584e-06,
      "loss": 0.4477,
      "step": 133379
    },
    {
      "epoch": 5.463035019455253,
      "grad_norm": 1.8335174014444093,
      "learning_rate": 6.052687320746846e-06,
      "loss": 0.5484,
      "step": 133380
    },
    {
      "epoch": 5.46307597788245,
      "grad_norm": 1.5644160565756677,
      "learning_rate": 6.051770245787058e-06,
      "loss": 0.4311,
      "step": 133381
    },
    {
      "epoch": 5.463116936309646,
      "grad_norm": 0.8396030921871982,
      "learning_rate": 6.050853238877651e-06,
      "loss": 0.1854,
      "step": 133382
    },
    {
      "epoch": 5.463157894736842,
      "grad_norm": 1.0832138134956215,
      "learning_rate": 6.049936300019042e-06,
      "loss": 0.2005,
      "step": 133383
    },
    {
      "epoch": 5.463198853164038,
      "grad_norm": 0.43599639097717774,
      "learning_rate": 6.049019429211649e-06,
      "loss": 0.0373,
      "step": 133384
    },
    {
      "epoch": 5.463239811591235,
      "grad_norm": 1.6012580446984424,
      "learning_rate": 6.0481026264559694e-06,
      "loss": 0.4977,
      "step": 133385
    },
    {
      "epoch": 5.463280770018431,
      "grad_norm": 1.7772788271487183,
      "learning_rate": 6.047185891752354e-06,
      "loss": 0.5774,
      "step": 133386
    },
    {
      "epoch": 5.463321728445628,
      "grad_norm": 1.8691942966916073,
      "learning_rate": 6.046269225101302e-06,
      "loss": 0.6949,
      "step": 133387
    },
    {
      "epoch": 5.4633626868728244,
      "grad_norm": 1.7200713677179464,
      "learning_rate": 6.0453526265032134e-06,
      "loss": 0.5355,
      "step": 133388
    },
    {
      "epoch": 5.46340364530002,
      "grad_norm": 0.3155708737232088,
      "learning_rate": 6.0444360959585045e-06,
      "loss": 0.0466,
      "step": 133389
    },
    {
      "epoch": 5.463444603727217,
      "grad_norm": 1.4474284177200714,
      "learning_rate": 6.043519633467675e-06,
      "loss": 0.4139,
      "step": 133390
    },
    {
      "epoch": 5.463485562154413,
      "grad_norm": 1.6537065406975235,
      "learning_rate": 6.042603239031091e-06,
      "loss": 0.5468,
      "step": 133391
    },
    {
      "epoch": 5.46352652058161,
      "grad_norm": 0.9732789571475755,
      "learning_rate": 6.041686912649202e-06,
      "loss": 0.1767,
      "step": 133392
    },
    {
      "epoch": 5.463567479008806,
      "grad_norm": 1.4734610929207015,
      "learning_rate": 6.040770654322474e-06,
      "loss": 0.4223,
      "step": 133393
    },
    {
      "epoch": 5.463608437436003,
      "grad_norm": 1.11477559749353,
      "learning_rate": 6.039854464051308e-06,
      "loss": 0.1908,
      "step": 133394
    },
    {
      "epoch": 5.463649395863198,
      "grad_norm": 1.5842927603074197,
      "learning_rate": 6.038938341836153e-06,
      "loss": 0.5845,
      "step": 133395
    },
    {
      "epoch": 5.463690354290395,
      "grad_norm": 1.5980268942343558,
      "learning_rate": 6.0380222876774075e-06,
      "loss": 0.5789,
      "step": 133396
    },
    {
      "epoch": 5.4637313127175915,
      "grad_norm": 0.9137181394099889,
      "learning_rate": 6.0371063015755395e-06,
      "loss": 0.149,
      "step": 133397
    },
    {
      "epoch": 5.463772271144788,
      "grad_norm": 1.682957297408079,
      "learning_rate": 6.036190383530998e-06,
      "loss": 0.6049,
      "step": 133398
    },
    {
      "epoch": 5.463813229571985,
      "grad_norm": 1.6264842150185577,
      "learning_rate": 6.035274533544166e-06,
      "loss": 0.4576,
      "step": 133399
    },
    {
      "epoch": 5.463854187999181,
      "grad_norm": 1.275521500532507,
      "learning_rate": 6.0343587516155255e-06,
      "loss": 0.319,
      "step": 133400
    },
    {
      "epoch": 5.463895146426378,
      "grad_norm": 1.7315584488932851,
      "learning_rate": 6.033443037745461e-06,
      "loss": 0.5302,
      "step": 133401
    },
    {
      "epoch": 5.463936104853573,
      "grad_norm": 1.619702057637381,
      "learning_rate": 6.0325273919344385e-06,
      "loss": 0.5512,
      "step": 133402
    },
    {
      "epoch": 5.46397706328077,
      "grad_norm": 1.241971884471277,
      "learning_rate": 6.031611814182907e-06,
      "loss": 0.3498,
      "step": 133403
    },
    {
      "epoch": 5.464018021707966,
      "grad_norm": 2.1195031452014472,
      "learning_rate": 6.030696304491267e-06,
      "loss": 1.166,
      "step": 133404
    },
    {
      "epoch": 5.464058980135163,
      "grad_norm": 1.5006748436482964,
      "learning_rate": 6.029780862859935e-06,
      "loss": 0.465,
      "step": 133405
    },
    {
      "epoch": 5.464099938562359,
      "grad_norm": 1.4940909612778215,
      "learning_rate": 6.028865489289392e-06,
      "loss": 0.4138,
      "step": 133406
    },
    {
      "epoch": 5.464140896989556,
      "grad_norm": 1.8468868942582566,
      "learning_rate": 6.0279501837800224e-06,
      "loss": 0.6866,
      "step": 133407
    },
    {
      "epoch": 5.464181855416752,
      "grad_norm": 0.8096012970717819,
      "learning_rate": 6.027034946332293e-06,
      "loss": 0.1679,
      "step": 133408
    },
    {
      "epoch": 5.464222813843948,
      "grad_norm": 1.4991385667005441,
      "learning_rate": 6.026119776946653e-06,
      "loss": 0.4406,
      "step": 133409
    },
    {
      "epoch": 5.464263772271145,
      "grad_norm": 0.8720537731282995,
      "learning_rate": 6.025204675623485e-06,
      "loss": 0.2156,
      "step": 133410
    },
    {
      "epoch": 5.464304730698341,
      "grad_norm": 1.291090612336761,
      "learning_rate": 6.0242896423632395e-06,
      "loss": 0.2588,
      "step": 133411
    },
    {
      "epoch": 5.464345689125538,
      "grad_norm": 1.357737521162474,
      "learning_rate": 6.023374677166365e-06,
      "loss": 0.2366,
      "step": 133412
    },
    {
      "epoch": 5.464386647552734,
      "grad_norm": 1.2692931118087998,
      "learning_rate": 6.022459780033279e-06,
      "loss": 0.325,
      "step": 133413
    },
    {
      "epoch": 5.46442760597993,
      "grad_norm": 1.6736183257037873,
      "learning_rate": 6.021544950964447e-06,
      "loss": 0.5177,
      "step": 133414
    },
    {
      "epoch": 5.4644685644071265,
      "grad_norm": 1.2719612586067854,
      "learning_rate": 6.020630189960235e-06,
      "loss": 0.41,
      "step": 133415
    },
    {
      "epoch": 5.464509522834323,
      "grad_norm": 1.634160569766596,
      "learning_rate": 6.019715497021127e-06,
      "loss": 0.65,
      "step": 133416
    },
    {
      "epoch": 5.4645504812615195,
      "grad_norm": 1.0329789976052302,
      "learning_rate": 6.018800872147555e-06,
      "loss": 0.197,
      "step": 133417
    },
    {
      "epoch": 5.464591439688716,
      "grad_norm": 1.2224587955108936,
      "learning_rate": 6.01788631533992e-06,
      "loss": 0.2626,
      "step": 133418
    },
    {
      "epoch": 5.464632398115913,
      "grad_norm": 0.5547887357582262,
      "learning_rate": 6.016971826598687e-06,
      "loss": 0.1179,
      "step": 133419
    },
    {
      "epoch": 5.464673356543109,
      "grad_norm": 1.5409411601376148,
      "learning_rate": 6.016057405924274e-06,
      "loss": 0.5538,
      "step": 133420
    },
    {
      "epoch": 5.464714314970305,
      "grad_norm": 0.8854803108147159,
      "learning_rate": 6.015143053317112e-06,
      "loss": 0.192,
      "step": 133421
    },
    {
      "epoch": 5.464755273397501,
      "grad_norm": 1.4193771592170121,
      "learning_rate": 6.014228768777652e-06,
      "loss": 0.3857,
      "step": 133422
    },
    {
      "epoch": 5.464796231824698,
      "grad_norm": 1.6169344624908542,
      "learning_rate": 6.013314552306275e-06,
      "loss": 0.5723,
      "step": 133423
    },
    {
      "epoch": 5.464837190251894,
      "grad_norm": 1.6726045363685293,
      "learning_rate": 6.012400403903467e-06,
      "loss": 0.5268,
      "step": 133424
    },
    {
      "epoch": 5.464878148679091,
      "grad_norm": 1.1302453345040735,
      "learning_rate": 6.011486323569642e-06,
      "loss": 0.2593,
      "step": 133425
    },
    {
      "epoch": 5.4649191071062875,
      "grad_norm": 0.7959232674274945,
      "learning_rate": 6.010572311305234e-06,
      "loss": 0.1661,
      "step": 133426
    },
    {
      "epoch": 5.464960065533483,
      "grad_norm": 1.581768457995149,
      "learning_rate": 6.0096583671106594e-06,
      "loss": 0.4803,
      "step": 133427
    },
    {
      "epoch": 5.46500102396068,
      "grad_norm": 1.6620651361647563,
      "learning_rate": 6.008744490986367e-06,
      "loss": 0.5326,
      "step": 133428
    },
    {
      "epoch": 5.465041982387876,
      "grad_norm": 1.3553077514789584,
      "learning_rate": 6.00783068293279e-06,
      "loss": 0.4313,
      "step": 133429
    },
    {
      "epoch": 5.465082940815073,
      "grad_norm": 1.8509936510616112,
      "learning_rate": 6.006916942950362e-06,
      "loss": 0.5807,
      "step": 133430
    },
    {
      "epoch": 5.465123899242269,
      "grad_norm": 1.2861294520330906,
      "learning_rate": 6.0060032710395e-06,
      "loss": 0.3768,
      "step": 133431
    },
    {
      "epoch": 5.465164857669466,
      "grad_norm": 1.5255529185558954,
      "learning_rate": 6.005089667200635e-06,
      "loss": 0.425,
      "step": 133432
    },
    {
      "epoch": 5.4652058160966615,
      "grad_norm": 2.0803678596629025,
      "learning_rate": 6.004176131434219e-06,
      "loss": 0.9394,
      "step": 133433
    },
    {
      "epoch": 5.465246774523858,
      "grad_norm": 1.659192588158861,
      "learning_rate": 6.0032626637406655e-06,
      "loss": 0.6382,
      "step": 133434
    },
    {
      "epoch": 5.4652877329510545,
      "grad_norm": 1.4708277907018743,
      "learning_rate": 6.002349264120426e-06,
      "loss": 0.406,
      "step": 133435
    },
    {
      "epoch": 5.465328691378251,
      "grad_norm": 1.6732067431180935,
      "learning_rate": 6.001435932573917e-06,
      "loss": 0.4636,
      "step": 133436
    },
    {
      "epoch": 5.465369649805448,
      "grad_norm": 1.512845742999359,
      "learning_rate": 6.000522669101554e-06,
      "loss": 0.3711,
      "step": 133437
    },
    {
      "epoch": 5.465410608232644,
      "grad_norm": 0.9985562294534044,
      "learning_rate": 5.99960947370382e-06,
      "loss": 0.2373,
      "step": 133438
    },
    {
      "epoch": 5.465451566659841,
      "grad_norm": 1.2893061090802165,
      "learning_rate": 5.998696346381083e-06,
      "loss": 0.2746,
      "step": 133439
    },
    {
      "epoch": 5.465492525087036,
      "grad_norm": 1.0460483292144591,
      "learning_rate": 5.997783287133822e-06,
      "loss": 0.2777,
      "step": 133440
    },
    {
      "epoch": 5.465533483514233,
      "grad_norm": 1.7585703974538418,
      "learning_rate": 5.996870295962458e-06,
      "loss": 0.637,
      "step": 133441
    },
    {
      "epoch": 5.465574441941429,
      "grad_norm": 1.6541907787080568,
      "learning_rate": 5.995957372867405e-06,
      "loss": 0.6138,
      "step": 133442
    },
    {
      "epoch": 5.465615400368626,
      "grad_norm": 1.361961280212165,
      "learning_rate": 5.995044517849129e-06,
      "loss": 0.4825,
      "step": 133443
    },
    {
      "epoch": 5.4656563587958225,
      "grad_norm": 1.677107561827907,
      "learning_rate": 5.994131730908014e-06,
      "loss": 0.5542,
      "step": 133444
    },
    {
      "epoch": 5.465697317223019,
      "grad_norm": 1.5103997318756763,
      "learning_rate": 5.9932190120445256e-06,
      "loss": 0.3847,
      "step": 133445
    },
    {
      "epoch": 5.465738275650215,
      "grad_norm": 0.9691938682424623,
      "learning_rate": 5.992306361259097e-06,
      "loss": 0.1752,
      "step": 133446
    },
    {
      "epoch": 5.465779234077411,
      "grad_norm": 1.5363308973655607,
      "learning_rate": 5.991393778552128e-06,
      "loss": 0.5003,
      "step": 133447
    },
    {
      "epoch": 5.465820192504608,
      "grad_norm": 0.6693750317122784,
      "learning_rate": 5.990481263924085e-06,
      "loss": 0.0508,
      "step": 133448
    },
    {
      "epoch": 5.465861150931804,
      "grad_norm": 1.5895870439650868,
      "learning_rate": 5.989568817375401e-06,
      "loss": 0.3781,
      "step": 133449
    },
    {
      "epoch": 5.465902109359001,
      "grad_norm": 1.404035152638121,
      "learning_rate": 5.988656438906459e-06,
      "loss": 0.3337,
      "step": 133450
    },
    {
      "epoch": 5.465943067786197,
      "grad_norm": 1.7913341381791825,
      "learning_rate": 5.987744128517758e-06,
      "loss": 0.4798,
      "step": 133451
    },
    {
      "epoch": 5.465984026213393,
      "grad_norm": 2.1510266634200033,
      "learning_rate": 5.986831886209664e-06,
      "loss": 1.0884,
      "step": 133452
    },
    {
      "epoch": 5.4660249846405895,
      "grad_norm": 1.24354640093685,
      "learning_rate": 5.985919711982662e-06,
      "loss": 0.2427,
      "step": 133453
    },
    {
      "epoch": 5.466065943067786,
      "grad_norm": 0.7237228316429629,
      "learning_rate": 5.98500760583715e-06,
      "loss": 0.1116,
      "step": 133454
    },
    {
      "epoch": 5.466106901494983,
      "grad_norm": 0.8461601578251754,
      "learning_rate": 5.984095567773578e-06,
      "loss": 0.0954,
      "step": 133455
    },
    {
      "epoch": 5.466147859922179,
      "grad_norm": 1.688561552724025,
      "learning_rate": 5.983183597792346e-06,
      "loss": 0.614,
      "step": 133456
    },
    {
      "epoch": 5.466188818349376,
      "grad_norm": 1.255910484561561,
      "learning_rate": 5.982271695893936e-06,
      "loss": 0.3427,
      "step": 133457
    },
    {
      "epoch": 5.466229776776572,
      "grad_norm": 1.5834501393560443,
      "learning_rate": 5.981359862078733e-06,
      "loss": 0.5306,
      "step": 133458
    },
    {
      "epoch": 5.466270735203768,
      "grad_norm": 1.6027868567864405,
      "learning_rate": 5.980448096347218e-06,
      "loss": 0.5309,
      "step": 133459
    },
    {
      "epoch": 5.466311693630964,
      "grad_norm": 3.8224211359727875,
      "learning_rate": 5.979536398699758e-06,
      "loss": 2.0083,
      "step": 133460
    },
    {
      "epoch": 5.466352652058161,
      "grad_norm": 1.545598444293403,
      "learning_rate": 5.978624769136803e-06,
      "loss": 0.3586,
      "step": 133461
    },
    {
      "epoch": 5.466393610485357,
      "grad_norm": 1.4585838377200209,
      "learning_rate": 5.9777132076588355e-06,
      "loss": 0.3668,
      "step": 133462
    },
    {
      "epoch": 5.466434568912554,
      "grad_norm": 1.8206063627575162,
      "learning_rate": 5.976801714266222e-06,
      "loss": 0.6632,
      "step": 133463
    },
    {
      "epoch": 5.4664755273397505,
      "grad_norm": 1.2331577020561009,
      "learning_rate": 5.9758902889594115e-06,
      "loss": 0.2921,
      "step": 133464
    },
    {
      "epoch": 5.466516485766946,
      "grad_norm": 1.4098404698909464,
      "learning_rate": 5.974978931738872e-06,
      "loss": 0.528,
      "step": 133465
    },
    {
      "epoch": 5.466557444194143,
      "grad_norm": 0.8877827116608052,
      "learning_rate": 5.974067642604985e-06,
      "loss": 0.1979,
      "step": 133466
    },
    {
      "epoch": 5.466598402621339,
      "grad_norm": 1.07321704232002,
      "learning_rate": 5.973156421558218e-06,
      "loss": 0.2229,
      "step": 133467
    },
    {
      "epoch": 5.466639361048536,
      "grad_norm": 3.5440422058922727,
      "learning_rate": 5.972245268598969e-06,
      "loss": 3.526,
      "step": 133468
    },
    {
      "epoch": 5.466680319475732,
      "grad_norm": 0.955506095023303,
      "learning_rate": 5.9713341837276885e-06,
      "loss": 0.2606,
      "step": 133469
    },
    {
      "epoch": 5.466721277902929,
      "grad_norm": 1.3249028439622699,
      "learning_rate": 5.970423166944826e-06,
      "loss": 0.2415,
      "step": 133470
    },
    {
      "epoch": 5.4667622363301245,
      "grad_norm": 1.320708339498532,
      "learning_rate": 5.969512218250749e-06,
      "loss": 0.2892,
      "step": 133471
    },
    {
      "epoch": 5.466803194757321,
      "grad_norm": 1.321492578173711,
      "learning_rate": 5.968601337645973e-06,
      "loss": 0.4817,
      "step": 133472
    },
    {
      "epoch": 5.4668441531845176,
      "grad_norm": 1.2950465151930446,
      "learning_rate": 5.967690525130847e-06,
      "loss": 0.4096,
      "step": 133473
    },
    {
      "epoch": 5.466885111611714,
      "grad_norm": 1.7712895013852914,
      "learning_rate": 5.966779780705872e-06,
      "loss": 0.6241,
      "step": 133474
    },
    {
      "epoch": 5.466926070038911,
      "grad_norm": 1.3868883433473376,
      "learning_rate": 5.965869104371413e-06,
      "loss": 0.4299,
      "step": 133475
    },
    {
      "epoch": 5.466967028466107,
      "grad_norm": 1.7374831878325003,
      "learning_rate": 5.96495849612797e-06,
      "loss": 0.6434,
      "step": 133476
    },
    {
      "epoch": 5.467007986893304,
      "grad_norm": 1.7181454300800532,
      "learning_rate": 5.9640479559758925e-06,
      "loss": 0.5456,
      "step": 133477
    },
    {
      "epoch": 5.467048945320499,
      "grad_norm": 2.4871975461344675,
      "learning_rate": 5.963137483915698e-06,
      "loss": 1.3186,
      "step": 133478
    },
    {
      "epoch": 5.467089903747696,
      "grad_norm": 0.37683278522048796,
      "learning_rate": 5.962227079947735e-06,
      "loss": 0.0285,
      "step": 133479
    },
    {
      "epoch": 5.467130862174892,
      "grad_norm": 3.97657273652343,
      "learning_rate": 5.961316744072486e-06,
      "loss": 4.2542,
      "step": 133480
    },
    {
      "epoch": 5.467171820602089,
      "grad_norm": 0.7547430491473123,
      "learning_rate": 5.960406476290386e-06,
      "loss": 0.1845,
      "step": 133481
    },
    {
      "epoch": 5.4672127790292855,
      "grad_norm": 1.542460674897939,
      "learning_rate": 5.959496276601833e-06,
      "loss": 0.5627,
      "step": 133482
    },
    {
      "epoch": 5.467253737456482,
      "grad_norm": 2.101749966741383,
      "learning_rate": 5.95858614500726e-06,
      "loss": 0.728,
      "step": 133483
    },
    {
      "epoch": 5.467294695883678,
      "grad_norm": 1.707465884547582,
      "learning_rate": 5.957676081507134e-06,
      "loss": 0.5678,
      "step": 133484
    },
    {
      "epoch": 5.467335654310874,
      "grad_norm": 1.413992438591132,
      "learning_rate": 5.956766086101838e-06,
      "loss": 0.4087,
      "step": 133485
    },
    {
      "epoch": 5.467376612738071,
      "grad_norm": 1.8767194383195933,
      "learning_rate": 5.955856158791855e-06,
      "loss": 0.7158,
      "step": 133486
    },
    {
      "epoch": 5.467417571165267,
      "grad_norm": 1.3105321680227422,
      "learning_rate": 5.954946299577551e-06,
      "loss": 0.3885,
      "step": 133487
    },
    {
      "epoch": 5.467458529592464,
      "grad_norm": 1.436683717636137,
      "learning_rate": 5.954036508459409e-06,
      "loss": 0.5399,
      "step": 133488
    },
    {
      "epoch": 5.46749948801966,
      "grad_norm": 1.771174158984428,
      "learning_rate": 5.953126785437845e-06,
      "loss": 0.7196,
      "step": 133489
    },
    {
      "epoch": 5.467540446446856,
      "grad_norm": 1.4630856972409954,
      "learning_rate": 5.952217130513259e-06,
      "loss": 0.5557,
      "step": 133490
    },
    {
      "epoch": 5.4675814048740525,
      "grad_norm": 2.0602946610071844,
      "learning_rate": 5.951307543686118e-06,
      "loss": 1.2517,
      "step": 133491
    },
    {
      "epoch": 5.467622363301249,
      "grad_norm": 1.4382061178235452,
      "learning_rate": 5.950398024956854e-06,
      "loss": 0.3976,
      "step": 133492
    },
    {
      "epoch": 5.467663321728446,
      "grad_norm": 1.4011098076046915,
      "learning_rate": 5.949488574325867e-06,
      "loss": 0.4334,
      "step": 133493
    },
    {
      "epoch": 5.467704280155642,
      "grad_norm": 1.3036052855768125,
      "learning_rate": 5.948579191793623e-06,
      "loss": 0.4104,
      "step": 133494
    },
    {
      "epoch": 5.467745238582839,
      "grad_norm": 1.2352072751397178,
      "learning_rate": 5.947669877360505e-06,
      "loss": 0.3726,
      "step": 133495
    },
    {
      "epoch": 5.467786197010035,
      "grad_norm": 1.7045999854252507,
      "learning_rate": 5.946760631026981e-06,
      "loss": 0.4632,
      "step": 133496
    },
    {
      "epoch": 5.467827155437231,
      "grad_norm": 1.5588556213698386,
      "learning_rate": 5.945851452793482e-06,
      "loss": 0.5091,
      "step": 133497
    },
    {
      "epoch": 5.467868113864427,
      "grad_norm": 1.5546247675707137,
      "learning_rate": 5.944942342660408e-06,
      "loss": 0.478,
      "step": 133498
    },
    {
      "epoch": 5.467909072291624,
      "grad_norm": 2.798322270737886,
      "learning_rate": 5.944033300628226e-06,
      "loss": 2.3322,
      "step": 133499
    },
    {
      "epoch": 5.4679500307188205,
      "grad_norm": 1.425886726811617,
      "learning_rate": 5.9431243266973184e-06,
      "loss": 0.5671,
      "step": 133500
    },
    {
      "epoch": 5.467990989146017,
      "grad_norm": 1.7759274001924084,
      "learning_rate": 5.942215420868151e-06,
      "loss": 0.5271,
      "step": 133501
    },
    {
      "epoch": 5.4680319475732135,
      "grad_norm": 1.554991584595246,
      "learning_rate": 5.941306583141159e-06,
      "loss": 0.5166,
      "step": 133502
    },
    {
      "epoch": 5.468072906000409,
      "grad_norm": 1.3336812508836742,
      "learning_rate": 5.9403978135167396e-06,
      "loss": 0.4378,
      "step": 133503
    },
    {
      "epoch": 5.468113864427606,
      "grad_norm": 1.3375898047548072,
      "learning_rate": 5.939489111995344e-06,
      "loss": 0.3623,
      "step": 133504
    },
    {
      "epoch": 5.468154822854802,
      "grad_norm": 1.5759488632811651,
      "learning_rate": 5.9385804785774206e-06,
      "loss": 0.5187,
      "step": 133505
    },
    {
      "epoch": 5.468195781281999,
      "grad_norm": 1.8954409019823186,
      "learning_rate": 5.9376719132633535e-06,
      "loss": 0.6419,
      "step": 133506
    },
    {
      "epoch": 5.468236739709195,
      "grad_norm": 0.8976287510156237,
      "learning_rate": 5.936763416053608e-06,
      "loss": 0.1799,
      "step": 133507
    },
    {
      "epoch": 5.468277698136392,
      "grad_norm": 1.5311599441354335,
      "learning_rate": 5.935854986948585e-06,
      "loss": 0.4007,
      "step": 133508
    },
    {
      "epoch": 5.4683186565635875,
      "grad_norm": 1.4666310135543335,
      "learning_rate": 5.934946625948733e-06,
      "loss": 0.4079,
      "step": 133509
    },
    {
      "epoch": 5.468359614990784,
      "grad_norm": 0.8535272686569457,
      "learning_rate": 5.934038333054503e-06,
      "loss": 0.1915,
      "step": 133510
    },
    {
      "epoch": 5.468400573417981,
      "grad_norm": 1.3816944293396964,
      "learning_rate": 5.933130108266276e-06,
      "loss": 0.4216,
      "step": 133511
    },
    {
      "epoch": 5.468441531845177,
      "grad_norm": 1.5747419290191458,
      "learning_rate": 5.932221951584504e-06,
      "loss": 0.4538,
      "step": 133512
    },
    {
      "epoch": 5.468482490272374,
      "grad_norm": 0.9779230581943574,
      "learning_rate": 5.9313138630096344e-06,
      "loss": 0.2095,
      "step": 133513
    },
    {
      "epoch": 5.46852344869957,
      "grad_norm": 0.25379127514533545,
      "learning_rate": 5.930405842542069e-06,
      "loss": 0.0198,
      "step": 133514
    },
    {
      "epoch": 5.468564407126767,
      "grad_norm": 1.5882749496896078,
      "learning_rate": 5.9294978901822556e-06,
      "loss": 0.5833,
      "step": 133515
    },
    {
      "epoch": 5.468605365553962,
      "grad_norm": 0.97059826083774,
      "learning_rate": 5.928590005930611e-06,
      "loss": 0.1993,
      "step": 133516
    },
    {
      "epoch": 5.468646323981159,
      "grad_norm": 0.7894660956755506,
      "learning_rate": 5.927682189787552e-06,
      "loss": 0.1679,
      "step": 133517
    },
    {
      "epoch": 5.468687282408355,
      "grad_norm": 3.3193291652429706,
      "learning_rate": 5.9267744417535625e-06,
      "loss": 1.1325,
      "step": 133518
    },
    {
      "epoch": 5.468728240835552,
      "grad_norm": 1.5117000362564599,
      "learning_rate": 5.925866761829007e-06,
      "loss": 0.4534,
      "step": 133519
    },
    {
      "epoch": 5.4687691992627485,
      "grad_norm": 1.356219858247324,
      "learning_rate": 5.9249591500143355e-06,
      "loss": 0.3829,
      "step": 133520
    },
    {
      "epoch": 5.468810157689945,
      "grad_norm": 1.5542452742202237,
      "learning_rate": 5.9240516063100155e-06,
      "loss": 0.4666,
      "step": 133521
    },
    {
      "epoch": 5.468851116117141,
      "grad_norm": 1.4839132178449836,
      "learning_rate": 5.923144130716412e-06,
      "loss": 0.4979,
      "step": 133522
    },
    {
      "epoch": 5.468892074544337,
      "grad_norm": 1.5904680739003882,
      "learning_rate": 5.922236723234008e-06,
      "loss": 0.4092,
      "step": 133523
    },
    {
      "epoch": 5.468933032971534,
      "grad_norm": 1.5944579403549906,
      "learning_rate": 5.921329383863188e-06,
      "loss": 0.4446,
      "step": 133524
    },
    {
      "epoch": 5.46897399139873,
      "grad_norm": 1.6325178269211211,
      "learning_rate": 5.9204221126044e-06,
      "loss": 0.6009,
      "step": 133525
    },
    {
      "epoch": 5.469014949825927,
      "grad_norm": 1.2692681287924314,
      "learning_rate": 5.9195149094581114e-06,
      "loss": 0.392,
      "step": 133526
    },
    {
      "epoch": 5.469055908253123,
      "grad_norm": 1.5015183955502596,
      "learning_rate": 5.918607774424672e-06,
      "loss": 0.4204,
      "step": 133527
    },
    {
      "epoch": 5.469096866680319,
      "grad_norm": 1.1772379599733547,
      "learning_rate": 5.91770070750458e-06,
      "loss": 0.3086,
      "step": 133528
    },
    {
      "epoch": 5.469137825107516,
      "grad_norm": 1.0012566702605263,
      "learning_rate": 5.916793708698237e-06,
      "loss": 0.2227,
      "step": 133529
    },
    {
      "epoch": 5.469178783534712,
      "grad_norm": 0.8930602410392581,
      "learning_rate": 5.915886778006074e-06,
      "loss": 0.165,
      "step": 133530
    },
    {
      "epoch": 5.469219741961909,
      "grad_norm": 1.793542196765819,
      "learning_rate": 5.914979915428525e-06,
      "loss": 0.5436,
      "step": 133531
    },
    {
      "epoch": 5.469260700389105,
      "grad_norm": 1.3225575207793856,
      "learning_rate": 5.91407312096599e-06,
      "loss": 0.4214,
      "step": 133532
    },
    {
      "epoch": 5.469301658816302,
      "grad_norm": 1.602291073785941,
      "learning_rate": 5.913166394618935e-06,
      "loss": 0.4839,
      "step": 133533
    },
    {
      "epoch": 5.469342617243498,
      "grad_norm": 0.37238186528916545,
      "learning_rate": 5.912259736387776e-06,
      "loss": 0.0305,
      "step": 133534
    },
    {
      "epoch": 5.469383575670694,
      "grad_norm": 0.8414307660547347,
      "learning_rate": 5.911353146272929e-06,
      "loss": 0.1674,
      "step": 133535
    },
    {
      "epoch": 5.46942453409789,
      "grad_norm": 1.5810179239476698,
      "learning_rate": 5.910446624274828e-06,
      "loss": 0.4559,
      "step": 133536
    },
    {
      "epoch": 5.469465492525087,
      "grad_norm": 1.5174370506545298,
      "learning_rate": 5.9095401703939395e-06,
      "loss": 0.412,
      "step": 133537
    },
    {
      "epoch": 5.4695064509522835,
      "grad_norm": 1.4832779684937338,
      "learning_rate": 5.908633784630629e-06,
      "loss": 0.3296,
      "step": 133538
    },
    {
      "epoch": 5.46954740937948,
      "grad_norm": 0.8248817694429038,
      "learning_rate": 5.907727466985379e-06,
      "loss": 0.1278,
      "step": 133539
    },
    {
      "epoch": 5.469588367806677,
      "grad_norm": 1.185818467415439,
      "learning_rate": 5.9068212174585575e-06,
      "loss": 0.3655,
      "step": 133540
    },
    {
      "epoch": 5.469629326233872,
      "grad_norm": 1.5384692661341988,
      "learning_rate": 5.905915036050645e-06,
      "loss": 0.4233,
      "step": 133541
    },
    {
      "epoch": 5.469670284661069,
      "grad_norm": 1.173056861505464,
      "learning_rate": 5.905008922762077e-06,
      "loss": 0.2764,
      "step": 133542
    },
    {
      "epoch": 5.469711243088265,
      "grad_norm": 1.7668030423263088,
      "learning_rate": 5.9041028775932366e-06,
      "loss": 0.6268,
      "step": 133543
    },
    {
      "epoch": 5.469752201515462,
      "grad_norm": 1.445434188393834,
      "learning_rate": 5.903196900544605e-06,
      "loss": 0.2239,
      "step": 133544
    },
    {
      "epoch": 5.469793159942658,
      "grad_norm": 1.6676847116644338,
      "learning_rate": 5.902290991616565e-06,
      "loss": 0.4452,
      "step": 133545
    },
    {
      "epoch": 5.469834118369855,
      "grad_norm": 2.106744110223946,
      "learning_rate": 5.9013851508095344e-06,
      "loss": 0.7523,
      "step": 133546
    },
    {
      "epoch": 5.4698750767970505,
      "grad_norm": 0.9213392543266105,
      "learning_rate": 5.9004793781239786e-06,
      "loss": 0.1574,
      "step": 133547
    },
    {
      "epoch": 5.469916035224247,
      "grad_norm": 2.2329492586291533,
      "learning_rate": 5.899573673560332e-06,
      "loss": 1.0127,
      "step": 133548
    },
    {
      "epoch": 5.469956993651444,
      "grad_norm": 1.4663193213142702,
      "learning_rate": 5.898668037118992e-06,
      "loss": 0.3979,
      "step": 133549
    },
    {
      "epoch": 5.46999795207864,
      "grad_norm": 1.7055984675576297,
      "learning_rate": 5.89776246880041e-06,
      "loss": 0.6067,
      "step": 133550
    },
    {
      "epoch": 5.470038910505837,
      "grad_norm": 0.8283281436537556,
      "learning_rate": 5.896856968605002e-06,
      "loss": 0.1838,
      "step": 133551
    },
    {
      "epoch": 5.470079868933033,
      "grad_norm": 1.0149863502222816,
      "learning_rate": 5.895951536533183e-06,
      "loss": 0.2138,
      "step": 133552
    },
    {
      "epoch": 5.47012082736023,
      "grad_norm": 1.5216941681521676,
      "learning_rate": 5.8950461725854045e-06,
      "loss": 0.4153,
      "step": 133553
    },
    {
      "epoch": 5.470161785787425,
      "grad_norm": 1.073559509341358,
      "learning_rate": 5.894140876762082e-06,
      "loss": 0.2172,
      "step": 133554
    },
    {
      "epoch": 5.470202744214622,
      "grad_norm": 3.259341854005345,
      "learning_rate": 5.893235649063649e-06,
      "loss": 2.6277,
      "step": 133555
    },
    {
      "epoch": 5.4702437026418185,
      "grad_norm": 1.6872194803411913,
      "learning_rate": 5.892330489490554e-06,
      "loss": 0.4434,
      "step": 133556
    },
    {
      "epoch": 5.470284661069015,
      "grad_norm": 1.9832504473382582,
      "learning_rate": 5.891425398043181e-06,
      "loss": 0.8448,
      "step": 133557
    },
    {
      "epoch": 5.4703256194962115,
      "grad_norm": 2.0382068877102055,
      "learning_rate": 5.890520374721997e-06,
      "loss": 1.0275,
      "step": 133558
    },
    {
      "epoch": 5.470366577923408,
      "grad_norm": 2.105881178715893,
      "learning_rate": 5.889615419527383e-06,
      "loss": 0.9763,
      "step": 133559
    },
    {
      "epoch": 5.470407536350604,
      "grad_norm": 1.7379472016745647,
      "learning_rate": 5.8887105324598065e-06,
      "loss": 0.6124,
      "step": 133560
    },
    {
      "epoch": 5.4704484947778,
      "grad_norm": 0.7346105171246852,
      "learning_rate": 5.8878057135197e-06,
      "loss": 0.157,
      "step": 133561
    },
    {
      "epoch": 5.470489453204997,
      "grad_norm": 1.883817102801896,
      "learning_rate": 5.886900962707463e-06,
      "loss": 0.8014,
      "step": 133562
    },
    {
      "epoch": 5.470530411632193,
      "grad_norm": 1.2594015480677938,
      "learning_rate": 5.885996280023531e-06,
      "loss": 0.4137,
      "step": 133563
    },
    {
      "epoch": 5.47057137005939,
      "grad_norm": 1.5708455684376357,
      "learning_rate": 5.885091665468366e-06,
      "loss": 0.4703,
      "step": 133564
    },
    {
      "epoch": 5.470612328486586,
      "grad_norm": 1.0637930838720975,
      "learning_rate": 5.884187119042339e-06,
      "loss": 0.2319,
      "step": 133565
    },
    {
      "epoch": 5.470653286913782,
      "grad_norm": 1.4176000259269284,
      "learning_rate": 5.883282640745929e-06,
      "loss": 0.4622,
      "step": 133566
    },
    {
      "epoch": 5.470694245340979,
      "grad_norm": 1.372960184141695,
      "learning_rate": 5.882378230579521e-06,
      "loss": 0.4638,
      "step": 133567
    },
    {
      "epoch": 5.470735203768175,
      "grad_norm": 1.6294748224484987,
      "learning_rate": 5.881473888543564e-06,
      "loss": 0.463,
      "step": 133568
    },
    {
      "epoch": 5.470776162195372,
      "grad_norm": 1.3932767110958313,
      "learning_rate": 5.880569614638492e-06,
      "loss": 0.3017,
      "step": 133569
    },
    {
      "epoch": 5.470817120622568,
      "grad_norm": 1.678839131361263,
      "learning_rate": 5.8796654088647195e-06,
      "loss": 0.4814,
      "step": 133570
    },
    {
      "epoch": 5.470858079049765,
      "grad_norm": 1.709550397691818,
      "learning_rate": 5.878761271222699e-06,
      "loss": 0.6002,
      "step": 133571
    },
    {
      "epoch": 5.470899037476961,
      "grad_norm": 1.857733914111576,
      "learning_rate": 5.877857201712794e-06,
      "loss": 0.3363,
      "step": 133572
    },
    {
      "epoch": 5.470939995904157,
      "grad_norm": 0.7818211448044404,
      "learning_rate": 5.876953200335505e-06,
      "loss": 0.1899,
      "step": 133573
    },
    {
      "epoch": 5.4709809543313535,
      "grad_norm": 1.870456579435615,
      "learning_rate": 5.876049267091232e-06,
      "loss": 0.5134,
      "step": 133574
    },
    {
      "epoch": 5.47102191275855,
      "grad_norm": 1.0544575962093319,
      "learning_rate": 5.875145401980374e-06,
      "loss": 0.2152,
      "step": 133575
    },
    {
      "epoch": 5.4710628711857465,
      "grad_norm": 1.5784565705044482,
      "learning_rate": 5.874241605003399e-06,
      "loss": 0.3793,
      "step": 133576
    },
    {
      "epoch": 5.471103829612943,
      "grad_norm": 0.8660536569710556,
      "learning_rate": 5.873337876160722e-06,
      "loss": 0.1474,
      "step": 133577
    },
    {
      "epoch": 5.47114478804014,
      "grad_norm": 2.3757931270263044,
      "learning_rate": 5.8724342154527595e-06,
      "loss": 0.6473,
      "step": 133578
    },
    {
      "epoch": 5.471185746467335,
      "grad_norm": 1.9632647807782337,
      "learning_rate": 5.871530622879977e-06,
      "loss": 0.7102,
      "step": 133579
    },
    {
      "epoch": 5.471226704894532,
      "grad_norm": 1.6287713916353954,
      "learning_rate": 5.8706270984427424e-06,
      "loss": 0.5415,
      "step": 133580
    },
    {
      "epoch": 5.471267663321728,
      "grad_norm": 1.2163815030765532,
      "learning_rate": 5.869723642141505e-06,
      "loss": 0.3016,
      "step": 133581
    },
    {
      "epoch": 5.471308621748925,
      "grad_norm": 0.7745804244434584,
      "learning_rate": 5.868820253976714e-06,
      "loss": 0.1083,
      "step": 133582
    },
    {
      "epoch": 5.471349580176121,
      "grad_norm": 1.6685191439067892,
      "learning_rate": 5.867916933948785e-06,
      "loss": 0.4586,
      "step": 133583
    },
    {
      "epoch": 5.471390538603318,
      "grad_norm": 1.4067234743017496,
      "learning_rate": 5.867013682058119e-06,
      "loss": 0.4261,
      "step": 133584
    },
    {
      "epoch": 5.471431497030514,
      "grad_norm": 1.3058802086487704,
      "learning_rate": 5.866110498305199e-06,
      "loss": 0.2601,
      "step": 133585
    },
    {
      "epoch": 5.47147245545771,
      "grad_norm": 0.8522385718096722,
      "learning_rate": 5.86520738269039e-06,
      "loss": 0.1967,
      "step": 133586
    },
    {
      "epoch": 5.471513413884907,
      "grad_norm": 1.4659207127515699,
      "learning_rate": 5.864304335214176e-06,
      "loss": 0.4814,
      "step": 133587
    },
    {
      "epoch": 5.471554372312103,
      "grad_norm": 1.4674851769976043,
      "learning_rate": 5.8634013558769235e-06,
      "loss": 0.4908,
      "step": 133588
    },
    {
      "epoch": 5.4715953307393,
      "grad_norm": 1.1863411734101759,
      "learning_rate": 5.862498444679098e-06,
      "loss": 0.3409,
      "step": 133589
    },
    {
      "epoch": 5.471636289166496,
      "grad_norm": 1.718023015020013,
      "learning_rate": 5.861595601621133e-06,
      "loss": 0.6237,
      "step": 133590
    },
    {
      "epoch": 5.471677247593693,
      "grad_norm": 1.9928100497739774,
      "learning_rate": 5.860692826703428e-06,
      "loss": 0.6069,
      "step": 133591
    },
    {
      "epoch": 5.471718206020888,
      "grad_norm": 1.4491178548421582,
      "learning_rate": 5.8597901199264165e-06,
      "loss": 0.4415,
      "step": 133592
    },
    {
      "epoch": 5.471759164448085,
      "grad_norm": 3.018039272641169,
      "learning_rate": 5.858887481290564e-06,
      "loss": 2.466,
      "step": 133593
    },
    {
      "epoch": 5.4718001228752815,
      "grad_norm": 1.6607295696067086,
      "learning_rate": 5.857984910796237e-06,
      "loss": 0.4907,
      "step": 133594
    },
    {
      "epoch": 5.471841081302478,
      "grad_norm": 1.8049506803323279,
      "learning_rate": 5.85708240844392e-06,
      "loss": 0.6633,
      "step": 133595
    },
    {
      "epoch": 5.471882039729675,
      "grad_norm": 1.4814022844209807,
      "learning_rate": 5.856179974233976e-06,
      "loss": 0.4063,
      "step": 133596
    },
    {
      "epoch": 5.471922998156871,
      "grad_norm": 1.8960730769659853,
      "learning_rate": 5.855277608166875e-06,
      "loss": 0.6257,
      "step": 133597
    },
    {
      "epoch": 5.471963956584067,
      "grad_norm": 1.430227280920638,
      "learning_rate": 5.854375310243048e-06,
      "loss": 0.4518,
      "step": 133598
    },
    {
      "epoch": 5.472004915011263,
      "grad_norm": 1.6830986720369407,
      "learning_rate": 5.853473080462895e-06,
      "loss": 0.5743,
      "step": 133599
    },
    {
      "epoch": 5.47204587343846,
      "grad_norm": 2.030625626237212,
      "learning_rate": 5.852570918826848e-06,
      "loss": 0.6739,
      "step": 133600
    },
    {
      "epoch": 5.472086831865656,
      "grad_norm": 1.049700361940574,
      "learning_rate": 5.851668825335376e-06,
      "loss": 0.1966,
      "step": 133601
    },
    {
      "epoch": 5.472127790292853,
      "grad_norm": 1.4580182132215767,
      "learning_rate": 5.850766799988827e-06,
      "loss": 0.4191,
      "step": 133602
    },
    {
      "epoch": 5.472168748720049,
      "grad_norm": 1.5484331234584277,
      "learning_rate": 5.849864842787716e-06,
      "loss": 0.5347,
      "step": 133603
    },
    {
      "epoch": 5.472209707147245,
      "grad_norm": 2.0435354428713106,
      "learning_rate": 5.848962953732378e-06,
      "loss": 0.5831,
      "step": 133604
    },
    {
      "epoch": 5.472250665574442,
      "grad_norm": 1.094861579003879,
      "learning_rate": 5.848061132823312e-06,
      "loss": 0.2369,
      "step": 133605
    },
    {
      "epoch": 5.472291624001638,
      "grad_norm": 1.642453344082305,
      "learning_rate": 5.847159380060917e-06,
      "loss": 0.5194,
      "step": 133606
    },
    {
      "epoch": 5.472332582428835,
      "grad_norm": 1.4316409958669447,
      "learning_rate": 5.846257695445611e-06,
      "loss": 0.4165,
      "step": 133607
    },
    {
      "epoch": 5.472373540856031,
      "grad_norm": 1.1934155860175357,
      "learning_rate": 5.845356078977825e-06,
      "loss": 0.3579,
      "step": 133608
    },
    {
      "epoch": 5.472414499283228,
      "grad_norm": 1.2709950653637336,
      "learning_rate": 5.8444545306580105e-06,
      "loss": 0.2711,
      "step": 133609
    },
    {
      "epoch": 5.472455457710424,
      "grad_norm": 1.3521800288809587,
      "learning_rate": 5.843553050486565e-06,
      "loss": 0.4333,
      "step": 133610
    },
    {
      "epoch": 5.47249641613762,
      "grad_norm": 1.5818758995656872,
      "learning_rate": 5.842651638463924e-06,
      "loss": 0.4847,
      "step": 133611
    },
    {
      "epoch": 5.4725373745648165,
      "grad_norm": 1.3420213174140763,
      "learning_rate": 5.841750294590502e-06,
      "loss": 0.3344,
      "step": 133612
    },
    {
      "epoch": 5.472578332992013,
      "grad_norm": 1.5388682256266486,
      "learning_rate": 5.840849018866733e-06,
      "loss": 0.5793,
      "step": 133613
    },
    {
      "epoch": 5.4726192914192096,
      "grad_norm": 1.3066295384779834,
      "learning_rate": 5.839947811293066e-06,
      "loss": 0.2437,
      "step": 133614
    },
    {
      "epoch": 5.472660249846406,
      "grad_norm": 1.1876909442798993,
      "learning_rate": 5.839046671869918e-06,
      "loss": 0.3297,
      "step": 133615
    },
    {
      "epoch": 5.472701208273603,
      "grad_norm": 1.6964796027587479,
      "learning_rate": 5.838145600597671e-06,
      "loss": 0.5149,
      "step": 133616
    },
    {
      "epoch": 5.472742166700799,
      "grad_norm": 0.7233895310590193,
      "learning_rate": 5.837244597476792e-06,
      "loss": 0.1285,
      "step": 133617
    },
    {
      "epoch": 5.472783125127995,
      "grad_norm": 2.5520087486788827,
      "learning_rate": 5.836343662507698e-06,
      "loss": 0.94,
      "step": 133618
    },
    {
      "epoch": 5.472824083555191,
      "grad_norm": 1.6682389419264578,
      "learning_rate": 5.835442795690803e-06,
      "loss": 0.4995,
      "step": 133619
    },
    {
      "epoch": 5.472865041982388,
      "grad_norm": 1.7627797648226737,
      "learning_rate": 5.834541997026576e-06,
      "loss": 0.584,
      "step": 133620
    },
    {
      "epoch": 5.472906000409584,
      "grad_norm": 1.0163886509092641,
      "learning_rate": 5.833641266515382e-06,
      "loss": 0.2272,
      "step": 133621
    },
    {
      "epoch": 5.472946958836781,
      "grad_norm": 0.782084367560908,
      "learning_rate": 5.832740604157704e-06,
      "loss": 0.0773,
      "step": 133622
    },
    {
      "epoch": 5.472987917263977,
      "grad_norm": 1.1829029675870764,
      "learning_rate": 5.8318400099539255e-06,
      "loss": 0.3469,
      "step": 133623
    },
    {
      "epoch": 5.473028875691173,
      "grad_norm": 1.330170919543291,
      "learning_rate": 5.830939483904478e-06,
      "loss": 0.2134,
      "step": 133624
    },
    {
      "epoch": 5.47306983411837,
      "grad_norm": 1.3516183019936874,
      "learning_rate": 5.830039026009814e-06,
      "loss": 0.4125,
      "step": 133625
    },
    {
      "epoch": 5.473110792545566,
      "grad_norm": 1.7634302389749206,
      "learning_rate": 5.82913863627033e-06,
      "loss": 0.668,
      "step": 133626
    },
    {
      "epoch": 5.473151750972763,
      "grad_norm": 1.313590669387644,
      "learning_rate": 5.828238314686462e-06,
      "loss": 0.319,
      "step": 133627
    },
    {
      "epoch": 5.473192709399959,
      "grad_norm": 1.5821378118913016,
      "learning_rate": 5.827338061258658e-06,
      "loss": 0.507,
      "step": 133628
    },
    {
      "epoch": 5.473233667827156,
      "grad_norm": 1.2917470756304303,
      "learning_rate": 5.8264378759873e-06,
      "loss": 0.4264,
      "step": 133629
    },
    {
      "epoch": 5.4732746262543515,
      "grad_norm": 1.5164278370634785,
      "learning_rate": 5.825537758872856e-06,
      "loss": 0.4445,
      "step": 133630
    },
    {
      "epoch": 5.473315584681548,
      "grad_norm": 0.9405895669659687,
      "learning_rate": 5.824637709915708e-06,
      "loss": 0.1598,
      "step": 133631
    },
    {
      "epoch": 5.4733565431087445,
      "grad_norm": 1.794067215451751,
      "learning_rate": 5.823737729116307e-06,
      "loss": 0.5345,
      "step": 133632
    },
    {
      "epoch": 5.473397501535941,
      "grad_norm": 1.3706303533118156,
      "learning_rate": 5.822837816475101e-06,
      "loss": 0.3903,
      "step": 133633
    },
    {
      "epoch": 5.473438459963138,
      "grad_norm": 1.66081931867411,
      "learning_rate": 5.821937971992457e-06,
      "loss": 0.4788,
      "step": 133634
    },
    {
      "epoch": 5.473479418390334,
      "grad_norm": 1.5955953526147062,
      "learning_rate": 5.821038195668859e-06,
      "loss": 0.4956,
      "step": 133635
    },
    {
      "epoch": 5.473520376817531,
      "grad_norm": 1.5300109535825261,
      "learning_rate": 5.820138487504705e-06,
      "loss": 0.5357,
      "step": 133636
    },
    {
      "epoch": 5.473561335244726,
      "grad_norm": 1.3474740856898204,
      "learning_rate": 5.819238847500413e-06,
      "loss": 0.4157,
      "step": 133637
    },
    {
      "epoch": 5.473602293671923,
      "grad_norm": 1.3395384849299659,
      "learning_rate": 5.818339275656447e-06,
      "loss": 0.4134,
      "step": 133638
    },
    {
      "epoch": 5.473643252099119,
      "grad_norm": 1.660252033363092,
      "learning_rate": 5.817439771973176e-06,
      "loss": 0.6158,
      "step": 133639
    },
    {
      "epoch": 5.473684210526316,
      "grad_norm": 1.8441904171924348,
      "learning_rate": 5.8165403364510475e-06,
      "loss": 0.6413,
      "step": 133640
    },
    {
      "epoch": 5.4737251689535125,
      "grad_norm": 1.7004299418942603,
      "learning_rate": 5.815640969090513e-06,
      "loss": 0.547,
      "step": 133641
    },
    {
      "epoch": 5.473766127380708,
      "grad_norm": 1.5357441832552912,
      "learning_rate": 5.8147416698919535e-06,
      "loss": 0.4417,
      "step": 133642
    },
    {
      "epoch": 5.473807085807905,
      "grad_norm": 1.5124159465130829,
      "learning_rate": 5.813842438855853e-06,
      "loss": 0.4846,
      "step": 133643
    },
    {
      "epoch": 5.473848044235101,
      "grad_norm": 0.32777440243307115,
      "learning_rate": 5.812943275982579e-06,
      "loss": 0.0187,
      "step": 133644
    },
    {
      "epoch": 5.473889002662298,
      "grad_norm": 0.8674051497387966,
      "learning_rate": 5.812044181272563e-06,
      "loss": 0.1459,
      "step": 133645
    },
    {
      "epoch": 5.473929961089494,
      "grad_norm": 0.9791611263552616,
      "learning_rate": 5.811145154726271e-06,
      "loss": 0.2271,
      "step": 133646
    },
    {
      "epoch": 5.473970919516691,
      "grad_norm": 1.9668038308422942,
      "learning_rate": 5.810246196344087e-06,
      "loss": 0.7596,
      "step": 133647
    },
    {
      "epoch": 5.474011877943887,
      "grad_norm": 1.6906828492500177,
      "learning_rate": 5.80934730612646e-06,
      "loss": 0.5258,
      "step": 133648
    },
    {
      "epoch": 5.474052836371083,
      "grad_norm": 1.4842207814130701,
      "learning_rate": 5.808448484073807e-06,
      "loss": 0.4828,
      "step": 133649
    },
    {
      "epoch": 5.4740937947982795,
      "grad_norm": 1.7633243094425752,
      "learning_rate": 5.807549730186545e-06,
      "loss": 0.6137,
      "step": 133650
    },
    {
      "epoch": 5.474134753225476,
      "grad_norm": 1.5150229845687158,
      "learning_rate": 5.8066510444651385e-06,
      "loss": 0.4957,
      "step": 133651
    },
    {
      "epoch": 5.474175711652673,
      "grad_norm": 1.9482086708449065,
      "learning_rate": 5.805752426909937e-06,
      "loss": 0.8043,
      "step": 133652
    },
    {
      "epoch": 5.474216670079869,
      "grad_norm": 1.8917154520513473,
      "learning_rate": 5.804853877521426e-06,
      "loss": 0.6606,
      "step": 133653
    },
    {
      "epoch": 5.474257628507066,
      "grad_norm": 1.74903160288778,
      "learning_rate": 5.803955396300019e-06,
      "loss": 0.589,
      "step": 133654
    },
    {
      "epoch": 5.474298586934262,
      "grad_norm": 1.6570477940314263,
      "learning_rate": 5.803056983246118e-06,
      "loss": 0.5468,
      "step": 133655
    },
    {
      "epoch": 5.474339545361458,
      "grad_norm": 1.6626618550075556,
      "learning_rate": 5.802158638360171e-06,
      "loss": 0.4847,
      "step": 133656
    },
    {
      "epoch": 5.474380503788654,
      "grad_norm": 0.7725997374576674,
      "learning_rate": 5.801260361642612e-06,
      "loss": 0.1719,
      "step": 133657
    },
    {
      "epoch": 5.474421462215851,
      "grad_norm": 1.576552322540797,
      "learning_rate": 5.800362153093824e-06,
      "loss": 0.4171,
      "step": 133658
    },
    {
      "epoch": 5.4744624206430474,
      "grad_norm": 1.9763340282325466,
      "learning_rate": 5.799464012714289e-06,
      "loss": 0.5697,
      "step": 133659
    },
    {
      "epoch": 5.474503379070244,
      "grad_norm": 1.667693441255229,
      "learning_rate": 5.798565940504374e-06,
      "loss": 0.598,
      "step": 133660
    },
    {
      "epoch": 5.47454433749744,
      "grad_norm": 1.8504906651361563,
      "learning_rate": 5.797667936464528e-06,
      "loss": 0.7115,
      "step": 133661
    },
    {
      "epoch": 5.474585295924636,
      "grad_norm": 1.3498353274065735,
      "learning_rate": 5.796770000595202e-06,
      "loss": 0.3667,
      "step": 133662
    },
    {
      "epoch": 5.474626254351833,
      "grad_norm": 1.2750324422716848,
      "learning_rate": 5.795872132896761e-06,
      "loss": 0.4796,
      "step": 133663
    },
    {
      "epoch": 5.474667212779029,
      "grad_norm": 0.8982339090490049,
      "learning_rate": 5.794974333369673e-06,
      "loss": 0.1773,
      "step": 133664
    },
    {
      "epoch": 5.474708171206226,
      "grad_norm": 1.5069004506476118,
      "learning_rate": 5.794076602014386e-06,
      "loss": 0.4906,
      "step": 133665
    },
    {
      "epoch": 5.474749129633422,
      "grad_norm": 1.5503417561741055,
      "learning_rate": 5.79317893883125e-06,
      "loss": 0.4808,
      "step": 133666
    },
    {
      "epoch": 5.474790088060619,
      "grad_norm": 0.5833169302132568,
      "learning_rate": 5.792281343820765e-06,
      "loss": 0.0816,
      "step": 133667
    },
    {
      "epoch": 5.4748310464878145,
      "grad_norm": 1.9668345069431876,
      "learning_rate": 5.791383816983297e-06,
      "loss": 0.9158,
      "step": 133668
    },
    {
      "epoch": 5.474872004915011,
      "grad_norm": 1.3081254449479591,
      "learning_rate": 5.790486358319296e-06,
      "loss": 0.4217,
      "step": 133669
    },
    {
      "epoch": 5.474912963342208,
      "grad_norm": 2.2827852694530577,
      "learning_rate": 5.789588967829212e-06,
      "loss": 1.051,
      "step": 133670
    },
    {
      "epoch": 5.474953921769404,
      "grad_norm": 1.5806700426791058,
      "learning_rate": 5.788691645513411e-06,
      "loss": 0.5622,
      "step": 133671
    },
    {
      "epoch": 5.474994880196601,
      "grad_norm": 0.8706843765441322,
      "learning_rate": 5.787794391372358e-06,
      "loss": 0.1774,
      "step": 133672
    },
    {
      "epoch": 5.475035838623797,
      "grad_norm": 1.7567717469603639,
      "learning_rate": 5.786897205406471e-06,
      "loss": 0.504,
      "step": 133673
    },
    {
      "epoch": 5.475076797050994,
      "grad_norm": 1.5440097567845479,
      "learning_rate": 5.786000087616166e-06,
      "loss": 0.4752,
      "step": 133674
    },
    {
      "epoch": 5.475117755478189,
      "grad_norm": 1.4824838486652254,
      "learning_rate": 5.785103038001892e-06,
      "loss": 0.4177,
      "step": 133675
    },
    {
      "epoch": 5.475158713905386,
      "grad_norm": 1.6681463136740518,
      "learning_rate": 5.784206056564017e-06,
      "loss": 0.5216,
      "step": 133676
    },
    {
      "epoch": 5.475199672332582,
      "grad_norm": 1.8050578780671653,
      "learning_rate": 5.783309143303022e-06,
      "loss": 0.5196,
      "step": 133677
    },
    {
      "epoch": 5.475240630759779,
      "grad_norm": 0.46321004178275793,
      "learning_rate": 5.782412298219324e-06,
      "loss": 0.0597,
      "step": 133678
    },
    {
      "epoch": 5.4752815891869755,
      "grad_norm": 1.0451845482889792,
      "learning_rate": 5.781515521313307e-06,
      "loss": 0.1802,
      "step": 133679
    },
    {
      "epoch": 5.475322547614172,
      "grad_norm": 2.14632957011511,
      "learning_rate": 5.7806188125854194e-06,
      "loss": 0.606,
      "step": 133680
    },
    {
      "epoch": 5.475363506041368,
      "grad_norm": 2.0705669287897104,
      "learning_rate": 5.779722172036111e-06,
      "loss": 0.6952,
      "step": 133681
    },
    {
      "epoch": 5.475404464468564,
      "grad_norm": 1.6266523427841677,
      "learning_rate": 5.778825599665765e-06,
      "loss": 0.5458,
      "step": 133682
    },
    {
      "epoch": 5.475445422895761,
      "grad_norm": 1.5232877686116342,
      "learning_rate": 5.777929095474832e-06,
      "loss": 0.6354,
      "step": 133683
    },
    {
      "epoch": 5.475486381322957,
      "grad_norm": 1.5972907588109486,
      "learning_rate": 5.77703265946371e-06,
      "loss": 0.4824,
      "step": 133684
    },
    {
      "epoch": 5.475527339750154,
      "grad_norm": 1.8920708884001138,
      "learning_rate": 5.776136291632849e-06,
      "loss": 0.7204,
      "step": 133685
    },
    {
      "epoch": 5.47556829817735,
      "grad_norm": 1.6547070494357916,
      "learning_rate": 5.775239991982683e-06,
      "loss": 0.5132,
      "step": 133686
    },
    {
      "epoch": 5.475609256604546,
      "grad_norm": 1.6475407935099358,
      "learning_rate": 5.7743437605135775e-06,
      "loss": 0.4948,
      "step": 133687
    },
    {
      "epoch": 5.4756502150317425,
      "grad_norm": 0.25781890979380634,
      "learning_rate": 5.773447597226e-06,
      "loss": 0.0193,
      "step": 133688
    },
    {
      "epoch": 5.475691173458939,
      "grad_norm": 1.5643215219483693,
      "learning_rate": 5.772551502120381e-06,
      "loss": 0.528,
      "step": 133689
    },
    {
      "epoch": 5.475732131886136,
      "grad_norm": 1.262917639107934,
      "learning_rate": 5.771655475197124e-06,
      "loss": 0.3853,
      "step": 133690
    },
    {
      "epoch": 5.475773090313332,
      "grad_norm": 1.312339769924531,
      "learning_rate": 5.770759516456641e-06,
      "loss": 0.4734,
      "step": 133691
    },
    {
      "epoch": 5.475814048740529,
      "grad_norm": 1.4649343758748632,
      "learning_rate": 5.769863625899402e-06,
      "loss": 0.4777,
      "step": 133692
    },
    {
      "epoch": 5.475855007167725,
      "grad_norm": 1.314576200888887,
      "learning_rate": 5.768967803525787e-06,
      "loss": 0.3664,
      "step": 133693
    },
    {
      "epoch": 5.475895965594921,
      "grad_norm": 1.767090832286986,
      "learning_rate": 5.768072049336248e-06,
      "loss": 0.4776,
      "step": 133694
    },
    {
      "epoch": 5.475936924022117,
      "grad_norm": 1.7380850010636333,
      "learning_rate": 5.767176363331183e-06,
      "loss": 0.5704,
      "step": 133695
    },
    {
      "epoch": 5.475977882449314,
      "grad_norm": 1.0394263482724109,
      "learning_rate": 5.766280745511026e-06,
      "loss": 0.2126,
      "step": 133696
    },
    {
      "epoch": 5.4760188408765105,
      "grad_norm": 1.4794333957834145,
      "learning_rate": 5.7653851958762095e-06,
      "loss": 0.378,
      "step": 133697
    },
    {
      "epoch": 5.476059799303707,
      "grad_norm": 1.4459405215110328,
      "learning_rate": 5.7644897144271504e-06,
      "loss": 0.3821,
      "step": 133698
    },
    {
      "epoch": 5.4761007577309035,
      "grad_norm": 1.8457759920091024,
      "learning_rate": 5.763594301164248e-06,
      "loss": 0.4974,
      "step": 133699
    },
    {
      "epoch": 5.476141716158099,
      "grad_norm": 0.7612792164410921,
      "learning_rate": 5.7626989560879855e-06,
      "loss": 0.1168,
      "step": 133700
    },
    {
      "epoch": 5.476182674585296,
      "grad_norm": 1.503334222678975,
      "learning_rate": 5.761803679198729e-06,
      "loss": 0.4804,
      "step": 133701
    },
    {
      "epoch": 5.476223633012492,
      "grad_norm": 0.9269005813726346,
      "learning_rate": 5.760908470496928e-06,
      "loss": 0.2063,
      "step": 133702
    },
    {
      "epoch": 5.476264591439689,
      "grad_norm": 0.8270442523240181,
      "learning_rate": 5.760013329982999e-06,
      "loss": 0.1951,
      "step": 133703
    },
    {
      "epoch": 5.476305549866885,
      "grad_norm": 1.7079932005416232,
      "learning_rate": 5.759118257657342e-06,
      "loss": 0.5728,
      "step": 133704
    },
    {
      "epoch": 5.476346508294082,
      "grad_norm": 2.932186181441454,
      "learning_rate": 5.758223253520439e-06,
      "loss": 0.7955,
      "step": 133705
    },
    {
      "epoch": 5.4763874667212775,
      "grad_norm": 1.3229625673908234,
      "learning_rate": 5.757328317572657e-06,
      "loss": 0.4555,
      "step": 133706
    },
    {
      "epoch": 5.476428425148474,
      "grad_norm": 1.8335517407534105,
      "learning_rate": 5.756433449814446e-06,
      "loss": 0.5281,
      "step": 133707
    },
    {
      "epoch": 5.476469383575671,
      "grad_norm": 1.11514975663555,
      "learning_rate": 5.755538650246239e-06,
      "loss": 0.2452,
      "step": 133708
    },
    {
      "epoch": 5.476510342002867,
      "grad_norm": 1.5958482331120194,
      "learning_rate": 5.754643918868418e-06,
      "loss": 0.4127,
      "step": 133709
    },
    {
      "epoch": 5.476551300430064,
      "grad_norm": 1.4919532329156535,
      "learning_rate": 5.75374925568145e-06,
      "loss": 0.4804,
      "step": 133710
    },
    {
      "epoch": 5.47659225885726,
      "grad_norm": 1.5038564091548663,
      "learning_rate": 5.752854660685719e-06,
      "loss": 0.4349,
      "step": 133711
    },
    {
      "epoch": 5.476633217284457,
      "grad_norm": 1.5058785754951216,
      "learning_rate": 5.751960133881673e-06,
      "loss": 0.2556,
      "step": 133712
    },
    {
      "epoch": 5.476674175711652,
      "grad_norm": 1.5839739978129088,
      "learning_rate": 5.751065675269761e-06,
      "loss": 0.6595,
      "step": 133713
    },
    {
      "epoch": 5.476715134138849,
      "grad_norm": 1.6237051393589714,
      "learning_rate": 5.7501712848503356e-06,
      "loss": 0.5166,
      "step": 133714
    },
    {
      "epoch": 5.4767560925660455,
      "grad_norm": 0.5213016305471517,
      "learning_rate": 5.749276962623878e-06,
      "loss": 0.0353,
      "step": 133715
    },
    {
      "epoch": 5.476797050993242,
      "grad_norm": 1.8935316896854142,
      "learning_rate": 5.748382708590787e-06,
      "loss": 0.6852,
      "step": 133716
    },
    {
      "epoch": 5.4768380094204385,
      "grad_norm": 1.4982012755792657,
      "learning_rate": 5.747488522751481e-06,
      "loss": 0.4401,
      "step": 133717
    },
    {
      "epoch": 5.476878967847635,
      "grad_norm": 1.363530101848927,
      "learning_rate": 5.746594405106425e-06,
      "loss": 0.3924,
      "step": 133718
    },
    {
      "epoch": 5.476919926274831,
      "grad_norm": 2.5883981073234135,
      "learning_rate": 5.745700355655969e-06,
      "loss": 0.8824,
      "step": 133719
    },
    {
      "epoch": 5.476960884702027,
      "grad_norm": 1.9705990668849287,
      "learning_rate": 5.744806374400579e-06,
      "loss": 0.6559,
      "step": 133720
    },
    {
      "epoch": 5.477001843129224,
      "grad_norm": 0.8865210442878128,
      "learning_rate": 5.743912461340705e-06,
      "loss": 0.2026,
      "step": 133721
    },
    {
      "epoch": 5.47704280155642,
      "grad_norm": 1.2767979396640283,
      "learning_rate": 5.743018616476713e-06,
      "loss": 0.3003,
      "step": 133722
    },
    {
      "epoch": 5.477083759983617,
      "grad_norm": 1.5540178548097578,
      "learning_rate": 5.74212483980907e-06,
      "loss": 0.3865,
      "step": 133723
    },
    {
      "epoch": 5.477124718410813,
      "grad_norm": 1.4746760089470559,
      "learning_rate": 5.741231131338159e-06,
      "loss": 0.4668,
      "step": 133724
    },
    {
      "epoch": 5.477165676838009,
      "grad_norm": 1.9224376130299934,
      "learning_rate": 5.740337491064428e-06,
      "loss": 0.6148,
      "step": 133725
    },
    {
      "epoch": 5.477206635265206,
      "grad_norm": 1.5984785505541013,
      "learning_rate": 5.739443918988296e-06,
      "loss": 0.4595,
      "step": 133726
    },
    {
      "epoch": 5.477247593692402,
      "grad_norm": 0.9002195896686622,
      "learning_rate": 5.738550415110194e-06,
      "loss": 0.1098,
      "step": 133727
    },
    {
      "epoch": 5.477288552119599,
      "grad_norm": 1.1893503717331333,
      "learning_rate": 5.7376569794305045e-06,
      "loss": 0.2562,
      "step": 133728
    },
    {
      "epoch": 5.477329510546795,
      "grad_norm": 1.674073777012761,
      "learning_rate": 5.736763611949713e-06,
      "loss": 0.5757,
      "step": 133729
    },
    {
      "epoch": 5.477370468973992,
      "grad_norm": 1.6211938553418053,
      "learning_rate": 5.7358703126682e-06,
      "loss": 0.6131,
      "step": 133730
    },
    {
      "epoch": 5.477411427401188,
      "grad_norm": 1.5354650528163158,
      "learning_rate": 5.7349770815864e-06,
      "loss": 0.4882,
      "step": 133731
    },
    {
      "epoch": 5.477452385828384,
      "grad_norm": 1.614807194538776,
      "learning_rate": 5.734083918704713e-06,
      "loss": 0.5163,
      "step": 133732
    },
    {
      "epoch": 5.47749334425558,
      "grad_norm": 0.5439745817522753,
      "learning_rate": 5.733190824023587e-06,
      "loss": 0.0514,
      "step": 133733
    },
    {
      "epoch": 5.477534302682777,
      "grad_norm": 1.3456063760239452,
      "learning_rate": 5.732297797543456e-06,
      "loss": 0.3082,
      "step": 133734
    },
    {
      "epoch": 5.4775752611099735,
      "grad_norm": 1.7639276657117686,
      "learning_rate": 5.731404839264703e-06,
      "loss": 0.6349,
      "step": 133735
    },
    {
      "epoch": 5.47761621953717,
      "grad_norm": 1.2998192863432476,
      "learning_rate": 5.730511949187761e-06,
      "loss": 0.2149,
      "step": 133736
    },
    {
      "epoch": 5.477657177964367,
      "grad_norm": 1.44422270265228,
      "learning_rate": 5.729619127313095e-06,
      "loss": 0.5486,
      "step": 133737
    },
    {
      "epoch": 5.477698136391562,
      "grad_norm": 0.8454883118732459,
      "learning_rate": 5.728726373641057e-06,
      "loss": 0.1297,
      "step": 133738
    },
    {
      "epoch": 5.477739094818759,
      "grad_norm": 1.562502699085055,
      "learning_rate": 5.727833688172146e-06,
      "loss": 0.5343,
      "step": 133739
    },
    {
      "epoch": 5.477780053245955,
      "grad_norm": 1.4647910332300644,
      "learning_rate": 5.72694107090671e-06,
      "loss": 0.5879,
      "step": 133740
    },
    {
      "epoch": 5.477821011673152,
      "grad_norm": 1.6986491245724213,
      "learning_rate": 5.7260485218452e-06,
      "loss": 0.5885,
      "step": 133741
    },
    {
      "epoch": 5.477861970100348,
      "grad_norm": 0.912717229709144,
      "learning_rate": 5.725156040988066e-06,
      "loss": 0.1793,
      "step": 133742
    },
    {
      "epoch": 5.477902928527545,
      "grad_norm": 1.8080677532119958,
      "learning_rate": 5.72426362833569e-06,
      "loss": 0.5583,
      "step": 133743
    },
    {
      "epoch": 5.4779438869547405,
      "grad_norm": 1.124397242883173,
      "learning_rate": 5.7233712838885226e-06,
      "loss": 0.2994,
      "step": 133744
    },
    {
      "epoch": 5.477984845381937,
      "grad_norm": 1.3713766640881848,
      "learning_rate": 5.7224790076469795e-06,
      "loss": 0.4393,
      "step": 133745
    },
    {
      "epoch": 5.478025803809134,
      "grad_norm": 1.5929871170558734,
      "learning_rate": 5.721586799611461e-06,
      "loss": 0.528,
      "step": 133746
    },
    {
      "epoch": 5.47806676223633,
      "grad_norm": 1.313101279971228,
      "learning_rate": 5.720694659782416e-06,
      "loss": 0.3956,
      "step": 133747
    },
    {
      "epoch": 5.478107720663527,
      "grad_norm": 1.5391610373382794,
      "learning_rate": 5.719802588160227e-06,
      "loss": 0.4588,
      "step": 133748
    },
    {
      "epoch": 5.478148679090723,
      "grad_norm": 1.296645611417351,
      "learning_rate": 5.718910584745362e-06,
      "loss": 0.2953,
      "step": 133749
    },
    {
      "epoch": 5.47818963751792,
      "grad_norm": 1.2379490938033586,
      "learning_rate": 5.718018649538236e-06,
      "loss": 0.2282,
      "step": 133750
    },
    {
      "epoch": 5.478230595945115,
      "grad_norm": 1.6247490659093484,
      "learning_rate": 5.71712678253925e-06,
      "loss": 0.4876,
      "step": 133751
    },
    {
      "epoch": 5.478271554372312,
      "grad_norm": 1.7637623217317022,
      "learning_rate": 5.7162349837488355e-06,
      "loss": 0.5185,
      "step": 133752
    },
    {
      "epoch": 5.4783125127995085,
      "grad_norm": 0.8431683402071641,
      "learning_rate": 5.7153432531674095e-06,
      "loss": 0.1769,
      "step": 133753
    },
    {
      "epoch": 5.478353471226705,
      "grad_norm": 1.3202932643512872,
      "learning_rate": 5.714451590795388e-06,
      "loss": 0.3154,
      "step": 133754
    },
    {
      "epoch": 5.4783944296539016,
      "grad_norm": 1.5686357852718165,
      "learning_rate": 5.7135599966332215e-06,
      "loss": 0.5455,
      "step": 133755
    },
    {
      "epoch": 5.478435388081098,
      "grad_norm": 1.6456826817418988,
      "learning_rate": 5.712668470681309e-06,
      "loss": 0.6644,
      "step": 133756
    },
    {
      "epoch": 5.478476346508294,
      "grad_norm": 1.4689449231200404,
      "learning_rate": 5.71177701294005e-06,
      "loss": 0.369,
      "step": 133757
    },
    {
      "epoch": 5.47851730493549,
      "grad_norm": 0.32031498245672657,
      "learning_rate": 5.710885623409911e-06,
      "loss": 0.0266,
      "step": 133758
    },
    {
      "epoch": 5.478558263362687,
      "grad_norm": 1.5992734794222365,
      "learning_rate": 5.709994302091292e-06,
      "loss": 0.6123,
      "step": 133759
    },
    {
      "epoch": 5.478599221789883,
      "grad_norm": 1.9089816506100434,
      "learning_rate": 5.709103048984592e-06,
      "loss": 0.6309,
      "step": 133760
    },
    {
      "epoch": 5.47864018021708,
      "grad_norm": 1.3680432785531682,
      "learning_rate": 5.708211864090295e-06,
      "loss": 0.3778,
      "step": 133761
    },
    {
      "epoch": 5.478681138644276,
      "grad_norm": 1.711431528238817,
      "learning_rate": 5.7073207474087505e-06,
      "loss": 0.5545,
      "step": 133762
    },
    {
      "epoch": 5.478722097071472,
      "grad_norm": 1.4291168394429878,
      "learning_rate": 5.7064296989404065e-06,
      "loss": 0.496,
      "step": 133763
    },
    {
      "epoch": 5.478763055498669,
      "grad_norm": 0.8775377182825178,
      "learning_rate": 5.7055387186857146e-06,
      "loss": 0.1871,
      "step": 133764
    },
    {
      "epoch": 5.478804013925865,
      "grad_norm": 1.5769197840143587,
      "learning_rate": 5.7046478066450575e-06,
      "loss": 0.5072,
      "step": 133765
    },
    {
      "epoch": 5.478844972353062,
      "grad_norm": 1.689914928424683,
      "learning_rate": 5.703756962818884e-06,
      "loss": 0.5857,
      "step": 133766
    },
    {
      "epoch": 5.478885930780258,
      "grad_norm": 2.533583470915582,
      "learning_rate": 5.702866187207578e-06,
      "loss": 0.6918,
      "step": 133767
    },
    {
      "epoch": 5.478926889207455,
      "grad_norm": 1.5371291303114807,
      "learning_rate": 5.701975479811588e-06,
      "loss": 0.4594,
      "step": 133768
    },
    {
      "epoch": 5.478967847634651,
      "grad_norm": 0.9186660344144707,
      "learning_rate": 5.701084840631364e-06,
      "loss": 0.1758,
      "step": 133769
    },
    {
      "epoch": 5.479008806061847,
      "grad_norm": 1.8738505601878919,
      "learning_rate": 5.700194269667257e-06,
      "loss": 0.9233,
      "step": 133770
    },
    {
      "epoch": 5.4790497644890435,
      "grad_norm": 1.2155360047238348,
      "learning_rate": 5.699303766919733e-06,
      "loss": 0.3153,
      "step": 133771
    },
    {
      "epoch": 5.47909072291624,
      "grad_norm": 1.7152197201559936,
      "learning_rate": 5.698413332389207e-06,
      "loss": 0.6633,
      "step": 133772
    },
    {
      "epoch": 5.4791316813434365,
      "grad_norm": 0.5388132638118607,
      "learning_rate": 5.6975229660760955e-06,
      "loss": 0.0451,
      "step": 133773
    },
    {
      "epoch": 5.479172639770633,
      "grad_norm": 1.6108832176735717,
      "learning_rate": 5.696632667980833e-06,
      "loss": 0.7027,
      "step": 133774
    },
    {
      "epoch": 5.47921359819783,
      "grad_norm": 1.5309072888214317,
      "learning_rate": 5.695742438103818e-06,
      "loss": 0.4832,
      "step": 133775
    },
    {
      "epoch": 5.479254556625025,
      "grad_norm": 0.6963616223490923,
      "learning_rate": 5.694852276445483e-06,
      "loss": 0.0938,
      "step": 133776
    },
    {
      "epoch": 5.479295515052222,
      "grad_norm": 1.32505003752447,
      "learning_rate": 5.693962183006262e-06,
      "loss": 0.3389,
      "step": 133777
    },
    {
      "epoch": 5.479336473479418,
      "grad_norm": 1.5743067449538226,
      "learning_rate": 5.693072157786538e-06,
      "loss": 0.3038,
      "step": 133778
    },
    {
      "epoch": 5.479377431906615,
      "grad_norm": 1.895684027788807,
      "learning_rate": 5.69218220078676e-06,
      "loss": 0.6459,
      "step": 133779
    },
    {
      "epoch": 5.479418390333811,
      "grad_norm": 1.1148668371880641,
      "learning_rate": 5.691292312007379e-06,
      "loss": 0.1722,
      "step": 133780
    },
    {
      "epoch": 5.479459348761008,
      "grad_norm": 1.2535980084973573,
      "learning_rate": 5.690402491448742e-06,
      "loss": 0.2833,
      "step": 133781
    },
    {
      "epoch": 5.479500307188204,
      "grad_norm": 2.22117046924397,
      "learning_rate": 5.689512739111335e-06,
      "loss": 0.8974,
      "step": 133782
    },
    {
      "epoch": 5.4795412656154,
      "grad_norm": 3.46496929300888,
      "learning_rate": 5.688623054995522e-06,
      "loss": 3.1034,
      "step": 133783
    },
    {
      "epoch": 5.479582224042597,
      "grad_norm": 1.6463149046690078,
      "learning_rate": 5.6877334391017715e-06,
      "loss": 0.4916,
      "step": 133784
    },
    {
      "epoch": 5.479623182469793,
      "grad_norm": 1.6039302315790476,
      "learning_rate": 5.686843891430498e-06,
      "loss": 0.4383,
      "step": 133785
    },
    {
      "epoch": 5.47966414089699,
      "grad_norm": 1.4883178142037408,
      "learning_rate": 5.685954411982086e-06,
      "loss": 0.5454,
      "step": 133786
    },
    {
      "epoch": 5.479705099324186,
      "grad_norm": 1.2029393996945004,
      "learning_rate": 5.685065000757016e-06,
      "loss": 0.3434,
      "step": 133787
    },
    {
      "epoch": 5.479746057751383,
      "grad_norm": 1.1933220058845875,
      "learning_rate": 5.6841756577556405e-06,
      "loss": 0.3384,
      "step": 133788
    },
    {
      "epoch": 5.479787016178578,
      "grad_norm": 5.024320619530471,
      "learning_rate": 5.683286382978408e-06,
      "loss": 3.5384,
      "step": 133789
    },
    {
      "epoch": 5.479827974605775,
      "grad_norm": 1.2439559559148705,
      "learning_rate": 5.682397176425785e-06,
      "loss": 0.3466,
      "step": 133790
    },
    {
      "epoch": 5.4798689330329715,
      "grad_norm": 0.4298554331808672,
      "learning_rate": 5.681508038098104e-06,
      "loss": 0.0377,
      "step": 133791
    },
    {
      "epoch": 5.479909891460168,
      "grad_norm": 0.5745468725141292,
      "learning_rate": 5.680618967995848e-06,
      "loss": 0.1022,
      "step": 133792
    },
    {
      "epoch": 5.479950849887365,
      "grad_norm": 1.0621591418855587,
      "learning_rate": 5.679729966119434e-06,
      "loss": 0.2027,
      "step": 133793
    },
    {
      "epoch": 5.479991808314561,
      "grad_norm": 1.6495165947792185,
      "learning_rate": 5.678841032469261e-06,
      "loss": 0.4958,
      "step": 133794
    },
    {
      "epoch": 5.480032766741757,
      "grad_norm": 1.6655704562171472,
      "learning_rate": 5.677952167045763e-06,
      "loss": 0.5178,
      "step": 133795
    },
    {
      "epoch": 5.480073725168953,
      "grad_norm": 1.2705361687483945,
      "learning_rate": 5.677063369849338e-06,
      "loss": 0.3803,
      "step": 133796
    },
    {
      "epoch": 5.48011468359615,
      "grad_norm": 0.6921638187396661,
      "learning_rate": 5.676174640880421e-06,
      "loss": 0.0583,
      "step": 133797
    },
    {
      "epoch": 5.480155642023346,
      "grad_norm": 1.1955002558927355,
      "learning_rate": 5.67528598013946e-06,
      "loss": 0.2611,
      "step": 133798
    },
    {
      "epoch": 5.480196600450543,
      "grad_norm": 1.614844973483472,
      "learning_rate": 5.674397387626822e-06,
      "loss": 0.6528,
      "step": 133799
    },
    {
      "epoch": 5.4802375588777394,
      "grad_norm": 1.4453750856043448,
      "learning_rate": 5.673508863342957e-06,
      "loss": 0.5175,
      "step": 133800
    },
    {
      "epoch": 5.480278517304935,
      "grad_norm": 1.999812337427371,
      "learning_rate": 5.6726204072883145e-06,
      "loss": 0.6541,
      "step": 133801
    },
    {
      "epoch": 5.480319475732132,
      "grad_norm": 1.3892298160675711,
      "learning_rate": 5.671732019463243e-06,
      "loss": 0.5423,
      "step": 133802
    },
    {
      "epoch": 5.480360434159328,
      "grad_norm": 1.6994510738863564,
      "learning_rate": 5.670843699868227e-06,
      "loss": 0.5625,
      "step": 133803
    },
    {
      "epoch": 5.480401392586525,
      "grad_norm": 1.3723483230924607,
      "learning_rate": 5.669955448503649e-06,
      "loss": 0.3608,
      "step": 133804
    },
    {
      "epoch": 5.480442351013721,
      "grad_norm": 2.1211031369616715,
      "learning_rate": 5.669067265369942e-06,
      "loss": 1.0079,
      "step": 133805
    },
    {
      "epoch": 5.480483309440918,
      "grad_norm": 1.8834550930089753,
      "learning_rate": 5.668179150467539e-06,
      "loss": 0.7061,
      "step": 133806
    },
    {
      "epoch": 5.480524267868114,
      "grad_norm": 0.848254236493616,
      "learning_rate": 5.667291103796823e-06,
      "loss": 0.1596,
      "step": 133807
    },
    {
      "epoch": 5.48056522629531,
      "grad_norm": 1.7523050039003802,
      "learning_rate": 5.666403125358243e-06,
      "loss": 0.6481,
      "step": 133808
    },
    {
      "epoch": 5.4806061847225065,
      "grad_norm": 1.815174515855088,
      "learning_rate": 5.665515215152216e-06,
      "loss": 0.6609,
      "step": 133809
    },
    {
      "epoch": 5.480647143149703,
      "grad_norm": 1.5618094721049682,
      "learning_rate": 5.664627373179159e-06,
      "loss": 0.5687,
      "step": 133810
    },
    {
      "epoch": 5.4806881015769,
      "grad_norm": 1.8264945636521936,
      "learning_rate": 5.663739599439504e-06,
      "loss": 0.6502,
      "step": 133811
    },
    {
      "epoch": 5.480729060004096,
      "grad_norm": 1.055120560734167,
      "learning_rate": 5.662851893933634e-06,
      "loss": 0.187,
      "step": 133812
    },
    {
      "epoch": 5.480770018431293,
      "grad_norm": 1.2993211373673677,
      "learning_rate": 5.6619642566619996e-06,
      "loss": 0.3726,
      "step": 133813
    },
    {
      "epoch": 5.480810976858488,
      "grad_norm": 1.8704346692038931,
      "learning_rate": 5.661076687625016e-06,
      "loss": 0.7174,
      "step": 133814
    },
    {
      "epoch": 5.480851935285685,
      "grad_norm": 2.200438757715634,
      "learning_rate": 5.6601891868231e-06,
      "loss": 0.4677,
      "step": 133815
    },
    {
      "epoch": 5.480892893712881,
      "grad_norm": 1.5836938923546913,
      "learning_rate": 5.6593017542566675e-06,
      "loss": 0.4896,
      "step": 133816
    },
    {
      "epoch": 5.480933852140078,
      "grad_norm": 1.3638412635329642,
      "learning_rate": 5.658414389926152e-06,
      "loss": 0.4061,
      "step": 133817
    },
    {
      "epoch": 5.480974810567274,
      "grad_norm": 1.4133127464152808,
      "learning_rate": 5.6575270938319375e-06,
      "loss": 0.3663,
      "step": 133818
    },
    {
      "epoch": 5.481015768994471,
      "grad_norm": 1.455038198461504,
      "learning_rate": 5.656639865974505e-06,
      "loss": 0.4977,
      "step": 133819
    },
    {
      "epoch": 5.481056727421667,
      "grad_norm": 1.3835741010770963,
      "learning_rate": 5.655752706354205e-06,
      "loss": 0.4471,
      "step": 133820
    },
    {
      "epoch": 5.481097685848863,
      "grad_norm": 1.6920866672815793,
      "learning_rate": 5.654865614971504e-06,
      "loss": 0.652,
      "step": 133821
    },
    {
      "epoch": 5.48113864427606,
      "grad_norm": 1.3194241744056912,
      "learning_rate": 5.653978591826802e-06,
      "loss": 0.3766,
      "step": 133822
    },
    {
      "epoch": 5.481179602703256,
      "grad_norm": 1.7100107605972812,
      "learning_rate": 5.6530916369205316e-06,
      "loss": 0.5702,
      "step": 133823
    },
    {
      "epoch": 5.481220561130453,
      "grad_norm": 1.4368448068942878,
      "learning_rate": 5.652204750253109e-06,
      "loss": 0.5555,
      "step": 133824
    },
    {
      "epoch": 5.481261519557649,
      "grad_norm": 1.5156708007507083,
      "learning_rate": 5.651317931824917e-06,
      "loss": 0.4642,
      "step": 133825
    },
    {
      "epoch": 5.481302477984846,
      "grad_norm": 0.7079927935676966,
      "learning_rate": 5.650431181636439e-06,
      "loss": 0.0867,
      "step": 133826
    },
    {
      "epoch": 5.4813434364120415,
      "grad_norm": 0.8595054244830894,
      "learning_rate": 5.649544499688041e-06,
      "loss": 0.1753,
      "step": 133827
    },
    {
      "epoch": 5.481384394839238,
      "grad_norm": 1.228910724348747,
      "learning_rate": 5.648657885980173e-06,
      "loss": 0.3565,
      "step": 133828
    },
    {
      "epoch": 5.4814253532664345,
      "grad_norm": 1.7859613217626098,
      "learning_rate": 5.647771340513235e-06,
      "loss": 0.5792,
      "step": 133829
    },
    {
      "epoch": 5.481466311693631,
      "grad_norm": 1.3462236615994143,
      "learning_rate": 5.646884863287676e-06,
      "loss": 0.2172,
      "step": 133830
    },
    {
      "epoch": 5.481507270120828,
      "grad_norm": 1.792734896069004,
      "learning_rate": 5.645998454303862e-06,
      "loss": 0.6476,
      "step": 133831
    },
    {
      "epoch": 5.481548228548024,
      "grad_norm": 1.268456394005535,
      "learning_rate": 5.645112113562245e-06,
      "loss": 0.3184,
      "step": 133832
    },
    {
      "epoch": 5.48158918697522,
      "grad_norm": 1.3932237023942886,
      "learning_rate": 5.644225841063271e-06,
      "loss": 0.4407,
      "step": 133833
    },
    {
      "epoch": 5.481630145402416,
      "grad_norm": 1.5926413872533387,
      "learning_rate": 5.643339636807309e-06,
      "loss": 0.4594,
      "step": 133834
    },
    {
      "epoch": 5.481671103829613,
      "grad_norm": 1.635799506104184,
      "learning_rate": 5.642453500794791e-06,
      "loss": 0.4671,
      "step": 133835
    },
    {
      "epoch": 5.481712062256809,
      "grad_norm": 1.4377397934049378,
      "learning_rate": 5.641567433026168e-06,
      "loss": 0.405,
      "step": 133836
    },
    {
      "epoch": 5.481753020684006,
      "grad_norm": 1.4516226282642772,
      "learning_rate": 5.64068143350182e-06,
      "loss": 0.5512,
      "step": 133837
    },
    {
      "epoch": 5.4817939791112025,
      "grad_norm": 1.97152523224066,
      "learning_rate": 5.639795502222199e-06,
      "loss": 0.4974,
      "step": 133838
    },
    {
      "epoch": 5.481834937538398,
      "grad_norm": 1.8860275950380352,
      "learning_rate": 5.638909639187672e-06,
      "loss": 0.7041,
      "step": 133839
    },
    {
      "epoch": 5.481875895965595,
      "grad_norm": 1.4710157500288426,
      "learning_rate": 5.63802384439872e-06,
      "loss": 0.4054,
      "step": 133840
    },
    {
      "epoch": 5.481916854392791,
      "grad_norm": 1.5498250769693513,
      "learning_rate": 5.637138117855728e-06,
      "loss": 0.3873,
      "step": 133841
    },
    {
      "epoch": 5.481957812819988,
      "grad_norm": 1.5746762140648882,
      "learning_rate": 5.63625245955911e-06,
      "loss": 0.4978,
      "step": 133842
    },
    {
      "epoch": 5.481998771247184,
      "grad_norm": 1.729332412570247,
      "learning_rate": 5.6353668695093e-06,
      "loss": 0.5618,
      "step": 133843
    },
    {
      "epoch": 5.482039729674381,
      "grad_norm": 1.523300532690071,
      "learning_rate": 5.634481347706715e-06,
      "loss": 0.4841,
      "step": 133844
    },
    {
      "epoch": 5.482080688101577,
      "grad_norm": 1.5836120971560104,
      "learning_rate": 5.633595894151771e-06,
      "loss": 0.5508,
      "step": 133845
    },
    {
      "epoch": 5.482121646528773,
      "grad_norm": 1.3853210066464554,
      "learning_rate": 5.632710508844884e-06,
      "loss": 0.3781,
      "step": 133846
    },
    {
      "epoch": 5.4821626049559695,
      "grad_norm": 1.654984987366386,
      "learning_rate": 5.6318251917864705e-06,
      "loss": 0.3741,
      "step": 133847
    },
    {
      "epoch": 5.482203563383166,
      "grad_norm": 1.4607366591568682,
      "learning_rate": 5.6309399429769475e-06,
      "loss": 0.455,
      "step": 133848
    },
    {
      "epoch": 5.482244521810363,
      "grad_norm": 1.4374430558253974,
      "learning_rate": 5.630054762416764e-06,
      "loss": 0.5029,
      "step": 133849
    },
    {
      "epoch": 5.482285480237559,
      "grad_norm": 2.0165179395433603,
      "learning_rate": 5.629169650106286e-06,
      "loss": 0.8076,
      "step": 133850
    },
    {
      "epoch": 5.482326438664756,
      "grad_norm": 0.9582969898495316,
      "learning_rate": 5.628284606045963e-06,
      "loss": 0.2043,
      "step": 133851
    },
    {
      "epoch": 5.482367397091951,
      "grad_norm": 1.5313529128780348,
      "learning_rate": 5.627399630236229e-06,
      "loss": 0.4048,
      "step": 133852
    },
    {
      "epoch": 5.482408355519148,
      "grad_norm": 1.267901211649165,
      "learning_rate": 5.626514722677466e-06,
      "loss": 0.3494,
      "step": 133853
    },
    {
      "epoch": 5.482449313946344,
      "grad_norm": 1.5454246307193789,
      "learning_rate": 5.6256298833701255e-06,
      "loss": 0.4788,
      "step": 133854
    },
    {
      "epoch": 5.482490272373541,
      "grad_norm": 1.380099776149794,
      "learning_rate": 5.624745112314588e-06,
      "loss": 0.44,
      "step": 133855
    },
    {
      "epoch": 5.4825312308007375,
      "grad_norm": 1.9490151864337861,
      "learning_rate": 5.623860409511288e-06,
      "loss": 0.567,
      "step": 133856
    },
    {
      "epoch": 5.482572189227934,
      "grad_norm": 0.5782869019547558,
      "learning_rate": 5.622975774960675e-06,
      "loss": 0.0411,
      "step": 133857
    },
    {
      "epoch": 5.48261314765513,
      "grad_norm": 1.7236128876918866,
      "learning_rate": 5.622091208663132e-06,
      "loss": 0.678,
      "step": 133858
    },
    {
      "epoch": 5.482654106082326,
      "grad_norm": 1.699375818222823,
      "learning_rate": 5.621206710619092e-06,
      "loss": 0.6178,
      "step": 133859
    },
    {
      "epoch": 5.482695064509523,
      "grad_norm": 0.5677357330315909,
      "learning_rate": 5.620322280828954e-06,
      "loss": 0.0587,
      "step": 133860
    },
    {
      "epoch": 5.482736022936719,
      "grad_norm": 1.414261455229947,
      "learning_rate": 5.619437919293151e-06,
      "loss": 0.3033,
      "step": 133861
    },
    {
      "epoch": 5.482776981363916,
      "grad_norm": 1.3416410459698476,
      "learning_rate": 5.618553626012118e-06,
      "loss": 0.2676,
      "step": 133862
    },
    {
      "epoch": 5.482817939791112,
      "grad_norm": 1.834480994524779,
      "learning_rate": 5.617669400986219e-06,
      "loss": 0.7008,
      "step": 133863
    },
    {
      "epoch": 5.482858898218309,
      "grad_norm": 1.200178578842163,
      "learning_rate": 5.616785244215938e-06,
      "loss": 0.2877,
      "step": 133864
    },
    {
      "epoch": 5.4828998566455045,
      "grad_norm": 1.1677567539879152,
      "learning_rate": 5.6159011557016575e-06,
      "loss": 0.3415,
      "step": 133865
    },
    {
      "epoch": 5.482940815072701,
      "grad_norm": 1.4948663366118575,
      "learning_rate": 5.615017135443795e-06,
      "loss": 0.4257,
      "step": 133866
    },
    {
      "epoch": 5.482981773499898,
      "grad_norm": 1.6293522316599118,
      "learning_rate": 5.614133183442781e-06,
      "loss": 0.469,
      "step": 133867
    },
    {
      "epoch": 5.483022731927094,
      "grad_norm": 1.4779823393125098,
      "learning_rate": 5.613249299699018e-06,
      "loss": 0.437,
      "step": 133868
    },
    {
      "epoch": 5.483063690354291,
      "grad_norm": 4.008467048108968,
      "learning_rate": 5.6123654842129386e-06,
      "loss": 0.4902,
      "step": 133869
    },
    {
      "epoch": 5.483104648781487,
      "grad_norm": 0.37181801221266547,
      "learning_rate": 5.611481736984957e-06,
      "loss": 0.0355,
      "step": 133870
    },
    {
      "epoch": 5.483145607208683,
      "grad_norm": 1.0481844410102614,
      "learning_rate": 5.610598058015475e-06,
      "loss": 0.1808,
      "step": 133871
    },
    {
      "epoch": 5.483186565635879,
      "grad_norm": 1.353305155867866,
      "learning_rate": 5.6097144473049245e-06,
      "loss": 0.5478,
      "step": 133872
    },
    {
      "epoch": 5.483227524063076,
      "grad_norm": 1.8035677804195673,
      "learning_rate": 5.60883090485374e-06,
      "loss": 0.6265,
      "step": 133873
    },
    {
      "epoch": 5.483268482490272,
      "grad_norm": 1.8866107236239367,
      "learning_rate": 5.607947430662318e-06,
      "loss": 0.6991,
      "step": 133874
    },
    {
      "epoch": 5.483309440917469,
      "grad_norm": 1.4353823507996177,
      "learning_rate": 5.607064024731078e-06,
      "loss": 0.3786,
      "step": 133875
    },
    {
      "epoch": 5.4833503993446655,
      "grad_norm": 1.4840243321224105,
      "learning_rate": 5.6061806870604355e-06,
      "loss": 0.4249,
      "step": 133876
    },
    {
      "epoch": 5.483391357771861,
      "grad_norm": 1.4667003982188136,
      "learning_rate": 5.605297417650806e-06,
      "loss": 0.4852,
      "step": 133877
    },
    {
      "epoch": 5.483432316199058,
      "grad_norm": 1.5899073199696439,
      "learning_rate": 5.6044142165026226e-06,
      "loss": 0.5038,
      "step": 133878
    },
    {
      "epoch": 5.483473274626254,
      "grad_norm": 2.5102548042337216,
      "learning_rate": 5.603531083616286e-06,
      "loss": 1.1633,
      "step": 133879
    },
    {
      "epoch": 5.483514233053451,
      "grad_norm": 1.750422944973242,
      "learning_rate": 5.602648018992212e-06,
      "loss": 0.568,
      "step": 133880
    },
    {
      "epoch": 5.483555191480647,
      "grad_norm": 1.4520430548404066,
      "learning_rate": 5.60176502263085e-06,
      "loss": 0.3999,
      "step": 133881
    },
    {
      "epoch": 5.483596149907844,
      "grad_norm": 1.6888860720093337,
      "learning_rate": 5.600882094532583e-06,
      "loss": 0.578,
      "step": 133882
    },
    {
      "epoch": 5.48363710833504,
      "grad_norm": 1.3637689707305456,
      "learning_rate": 5.599999234697844e-06,
      "loss": 0.4264,
      "step": 133883
    },
    {
      "epoch": 5.483678066762236,
      "grad_norm": 0.8086936265124349,
      "learning_rate": 5.59911644312705e-06,
      "loss": 0.1891,
      "step": 133884
    },
    {
      "epoch": 5.4837190251894325,
      "grad_norm": 1.1760334903514846,
      "learning_rate": 5.5982337198206e-06,
      "loss": 0.2638,
      "step": 133885
    },
    {
      "epoch": 5.483759983616629,
      "grad_norm": 1.0495745835768733,
      "learning_rate": 5.597351064778943e-06,
      "loss": 0.1979,
      "step": 133886
    },
    {
      "epoch": 5.483800942043826,
      "grad_norm": 0.8289741105122703,
      "learning_rate": 5.596468478002464e-06,
      "loss": 0.1641,
      "step": 133887
    },
    {
      "epoch": 5.483841900471022,
      "grad_norm": 1.291884982283319,
      "learning_rate": 5.595585959491594e-06,
      "loss": 0.4269,
      "step": 133888
    },
    {
      "epoch": 5.483882858898219,
      "grad_norm": 1.5684022568975535,
      "learning_rate": 5.594703509246768e-06,
      "loss": 0.4827,
      "step": 133889
    },
    {
      "epoch": 5.483923817325414,
      "grad_norm": 1.3662712632875953,
      "learning_rate": 5.593821127268366e-06,
      "loss": 0.4347,
      "step": 133890
    },
    {
      "epoch": 5.483964775752611,
      "grad_norm": 1.542666647611588,
      "learning_rate": 5.592938813556858e-06,
      "loss": 0.365,
      "step": 133891
    },
    {
      "epoch": 5.484005734179807,
      "grad_norm": 1.5651201904266927,
      "learning_rate": 5.59205656811259e-06,
      "loss": 0.4668,
      "step": 133892
    },
    {
      "epoch": 5.484046692607004,
      "grad_norm": 1.451525666584817,
      "learning_rate": 5.591174390936032e-06,
      "loss": 0.4124,
      "step": 133893
    },
    {
      "epoch": 5.4840876510342005,
      "grad_norm": 0.509028989623891,
      "learning_rate": 5.5902922820275974e-06,
      "loss": 0.0614,
      "step": 133894
    },
    {
      "epoch": 5.484128609461397,
      "grad_norm": 1.39244234541113,
      "learning_rate": 5.589410241387687e-06,
      "loss": 0.4255,
      "step": 133895
    },
    {
      "epoch": 5.484169567888593,
      "grad_norm": 1.1137472698371536,
      "learning_rate": 5.588528269016735e-06,
      "loss": 0.1926,
      "step": 133896
    },
    {
      "epoch": 5.484210526315789,
      "grad_norm": 0.8966454454949881,
      "learning_rate": 5.5876463649151544e-06,
      "loss": 0.221,
      "step": 133897
    },
    {
      "epoch": 5.484251484742986,
      "grad_norm": 1.429696806320305,
      "learning_rate": 5.586764529083315e-06,
      "loss": 0.4443,
      "step": 133898
    },
    {
      "epoch": 5.484292443170182,
      "grad_norm": 2.581884089789841,
      "learning_rate": 5.585882761521698e-06,
      "loss": 1.9638,
      "step": 133899
    },
    {
      "epoch": 5.484333401597379,
      "grad_norm": 0.8694176897247917,
      "learning_rate": 5.585001062230704e-06,
      "loss": 0.1902,
      "step": 133900
    },
    {
      "epoch": 5.484374360024575,
      "grad_norm": 1.269680085381647,
      "learning_rate": 5.584119431210715e-06,
      "loss": 0.2725,
      "step": 133901
    },
    {
      "epoch": 5.484415318451772,
      "grad_norm": 1.3735546301148234,
      "learning_rate": 5.583237868462198e-06,
      "loss": 0.4205,
      "step": 133902
    },
    {
      "epoch": 5.4844562768789675,
      "grad_norm": 1.7133597747161475,
      "learning_rate": 5.582356373985536e-06,
      "loss": 0.5127,
      "step": 133903
    },
    {
      "epoch": 5.484497235306164,
      "grad_norm": 0.9090671087585277,
      "learning_rate": 5.5814749477811445e-06,
      "loss": 0.2802,
      "step": 133904
    },
    {
      "epoch": 5.484538193733361,
      "grad_norm": 1.3037033823040884,
      "learning_rate": 5.580593589849491e-06,
      "loss": 0.4425,
      "step": 133905
    },
    {
      "epoch": 5.484579152160557,
      "grad_norm": 0.9699889642255343,
      "learning_rate": 5.579712300190908e-06,
      "loss": 0.1909,
      "step": 133906
    },
    {
      "epoch": 5.484620110587754,
      "grad_norm": 1.6076730400452424,
      "learning_rate": 5.578831078805879e-06,
      "loss": 0.5809,
      "step": 133907
    },
    {
      "epoch": 5.48466106901495,
      "grad_norm": 1.7068404634109595,
      "learning_rate": 5.577949925694803e-06,
      "loss": 0.6291,
      "step": 133908
    },
    {
      "epoch": 5.484702027442146,
      "grad_norm": 1.407753398732445,
      "learning_rate": 5.577068840858062e-06,
      "loss": 0.3934,
      "step": 133909
    },
    {
      "epoch": 5.484742985869342,
      "grad_norm": 1.6220669705103747,
      "learning_rate": 5.576187824296141e-06,
      "loss": 0.4581,
      "step": 133910
    },
    {
      "epoch": 5.484783944296539,
      "grad_norm": 1.5054632372553596,
      "learning_rate": 5.575306876009389e-06,
      "loss": 0.4945,
      "step": 133911
    },
    {
      "epoch": 5.4848249027237355,
      "grad_norm": 1.4082043069840842,
      "learning_rate": 5.574425995998255e-06,
      "loss": 0.4588,
      "step": 133912
    },
    {
      "epoch": 5.484865861150932,
      "grad_norm": 1.4781960491731883,
      "learning_rate": 5.573545184263173e-06,
      "loss": 0.5031,
      "step": 133913
    },
    {
      "epoch": 5.4849068195781285,
      "grad_norm": 3.448986329730692,
      "learning_rate": 5.572664440804525e-06,
      "loss": 1.5935,
      "step": 133914
    },
    {
      "epoch": 5.484947778005324,
      "grad_norm": 1.4794169600886138,
      "learning_rate": 5.5717837656227285e-06,
      "loss": 0.4319,
      "step": 133915
    },
    {
      "epoch": 5.484988736432521,
      "grad_norm": 0.8961159990689077,
      "learning_rate": 5.5709031587182315e-06,
      "loss": 0.1965,
      "step": 133916
    },
    {
      "epoch": 5.485029694859717,
      "grad_norm": 0.8916521468235479,
      "learning_rate": 5.570022620091419e-06,
      "loss": 0.1988,
      "step": 133917
    },
    {
      "epoch": 5.485070653286914,
      "grad_norm": 1.8126375095071192,
      "learning_rate": 5.569142149742723e-06,
      "loss": 0.7765,
      "step": 133918
    },
    {
      "epoch": 5.48511161171411,
      "grad_norm": 1.4886050062379295,
      "learning_rate": 5.5682617476725585e-06,
      "loss": 0.3993,
      "step": 133919
    },
    {
      "epoch": 5.485152570141307,
      "grad_norm": 1.4556597148607613,
      "learning_rate": 5.567381413881328e-06,
      "loss": 0.4534,
      "step": 133920
    },
    {
      "epoch": 5.485193528568503,
      "grad_norm": 1.5430658403922697,
      "learning_rate": 5.566501148369479e-06,
      "loss": 0.562,
      "step": 133921
    },
    {
      "epoch": 5.485234486995699,
      "grad_norm": 0.9941402338850915,
      "learning_rate": 5.565620951137379e-06,
      "loss": 0.2411,
      "step": 133922
    },
    {
      "epoch": 5.485275445422896,
      "grad_norm": 1.7378128904022792,
      "learning_rate": 5.564740822185493e-06,
      "loss": 0.5486,
      "step": 133923
    },
    {
      "epoch": 5.485316403850092,
      "grad_norm": 1.3739777321657656,
      "learning_rate": 5.563860761514205e-06,
      "loss": 0.3936,
      "step": 133924
    },
    {
      "epoch": 5.485357362277289,
      "grad_norm": 3.5447084918126675,
      "learning_rate": 5.562980769123948e-06,
      "loss": 2.3805,
      "step": 133925
    },
    {
      "epoch": 5.485398320704485,
      "grad_norm": 1.3465581789306016,
      "learning_rate": 5.562100845015138e-06,
      "loss": 0.3639,
      "step": 133926
    },
    {
      "epoch": 5.485439279131682,
      "grad_norm": 1.4695962355872496,
      "learning_rate": 5.561220989188175e-06,
      "loss": 0.4273,
      "step": 133927
    },
    {
      "epoch": 5.485480237558877,
      "grad_norm": 1.8285654505273845,
      "learning_rate": 5.560341201643492e-06,
      "loss": 0.5394,
      "step": 133928
    },
    {
      "epoch": 5.485521195986074,
      "grad_norm": 1.8017947686578402,
      "learning_rate": 5.559461482381505e-06,
      "loss": 0.6602,
      "step": 133929
    },
    {
      "epoch": 5.48556215441327,
      "grad_norm": 3.0018008283621036,
      "learning_rate": 5.558581831402598e-06,
      "loss": 2.7201,
      "step": 133930
    },
    {
      "epoch": 5.485603112840467,
      "grad_norm": 1.597442199971454,
      "learning_rate": 5.557702248707252e-06,
      "loss": 0.5278,
      "step": 133931
    },
    {
      "epoch": 5.4856440712676635,
      "grad_norm": 1.7528527340910998,
      "learning_rate": 5.556822734295801e-06,
      "loss": 0.5849,
      "step": 133932
    },
    {
      "epoch": 5.48568502969486,
      "grad_norm": 1.6107097508500974,
      "learning_rate": 5.555943288168713e-06,
      "loss": 0.4559,
      "step": 133933
    },
    {
      "epoch": 5.485725988122056,
      "grad_norm": 1.750605316244129,
      "learning_rate": 5.555063910326419e-06,
      "loss": 0.4886,
      "step": 133934
    },
    {
      "epoch": 5.485766946549252,
      "grad_norm": 1.5768614435465595,
      "learning_rate": 5.554184600769285e-06,
      "loss": 0.416,
      "step": 133935
    },
    {
      "epoch": 5.485807904976449,
      "grad_norm": 1.724979862017249,
      "learning_rate": 5.553305359497745e-06,
      "loss": 0.6182,
      "step": 133936
    },
    {
      "epoch": 5.485848863403645,
      "grad_norm": 0.9996832388219721,
      "learning_rate": 5.5524261865122486e-06,
      "loss": 0.2158,
      "step": 133937
    },
    {
      "epoch": 5.485889821830842,
      "grad_norm": 1.7438913314298679,
      "learning_rate": 5.551547081813163e-06,
      "loss": 0.6387,
      "step": 133938
    },
    {
      "epoch": 5.485930780258038,
      "grad_norm": 1.6828337851210189,
      "learning_rate": 5.5506680454009355e-06,
      "loss": 0.5571,
      "step": 133939
    },
    {
      "epoch": 5.485971738685235,
      "grad_norm": 1.3401658278185664,
      "learning_rate": 5.549789077275951e-06,
      "loss": 0.3987,
      "step": 133940
    },
    {
      "epoch": 5.486012697112431,
      "grad_norm": 1.6262007655211115,
      "learning_rate": 5.548910177438659e-06,
      "loss": 0.4625,
      "step": 133941
    },
    {
      "epoch": 5.486053655539627,
      "grad_norm": 1.2040382775219323,
      "learning_rate": 5.548031345889459e-06,
      "loss": 0.2812,
      "step": 133942
    },
    {
      "epoch": 5.486094613966824,
      "grad_norm": 3.297654532619899,
      "learning_rate": 5.547152582628766e-06,
      "loss": 2.2542,
      "step": 133943
    },
    {
      "epoch": 5.48613557239402,
      "grad_norm": 0.6312670298028727,
      "learning_rate": 5.546273887656982e-06,
      "loss": 0.0554,
      "step": 133944
    },
    {
      "epoch": 5.486176530821217,
      "grad_norm": 1.4866307537585917,
      "learning_rate": 5.545395260974572e-06,
      "loss": 0.3569,
      "step": 133945
    },
    {
      "epoch": 5.486217489248413,
      "grad_norm": 1.0562600382181515,
      "learning_rate": 5.544516702581886e-06,
      "loss": 0.2635,
      "step": 133946
    },
    {
      "epoch": 5.486258447675609,
      "grad_norm": 1.0373653830103375,
      "learning_rate": 5.54363821247939e-06,
      "loss": 0.2131,
      "step": 133947
    },
    {
      "epoch": 5.486299406102805,
      "grad_norm": 1.2504612434181213,
      "learning_rate": 5.542759790667467e-06,
      "loss": 0.3571,
      "step": 133948
    },
    {
      "epoch": 5.486340364530002,
      "grad_norm": 1.7189652300170486,
      "learning_rate": 5.541881437146534e-06,
      "loss": 0.4605,
      "step": 133949
    },
    {
      "epoch": 5.4863813229571985,
      "grad_norm": 1.7886628395720474,
      "learning_rate": 5.5410031519170394e-06,
      "loss": 0.7349,
      "step": 133950
    },
    {
      "epoch": 5.486422281384395,
      "grad_norm": 1.6640351391228543,
      "learning_rate": 5.540124934979367e-06,
      "loss": 0.5004,
      "step": 133951
    },
    {
      "epoch": 5.486463239811592,
      "grad_norm": 0.99590135943788,
      "learning_rate": 5.539246786333934e-06,
      "loss": 0.1724,
      "step": 133952
    },
    {
      "epoch": 5.486504198238787,
      "grad_norm": 1.6588407799087952,
      "learning_rate": 5.538368705981189e-06,
      "loss": 0.6151,
      "step": 133953
    },
    {
      "epoch": 5.486545156665984,
      "grad_norm": 1.626934969290818,
      "learning_rate": 5.537490693921498e-06,
      "loss": 0.4562,
      "step": 133954
    },
    {
      "epoch": 5.48658611509318,
      "grad_norm": 1.8193270839884212,
      "learning_rate": 5.5366127501553115e-06,
      "loss": 0.5815,
      "step": 133955
    },
    {
      "epoch": 5.486627073520377,
      "grad_norm": 1.437672136285747,
      "learning_rate": 5.535734874683012e-06,
      "loss": 0.4268,
      "step": 133956
    },
    {
      "epoch": 5.486668031947573,
      "grad_norm": 1.0023326387714997,
      "learning_rate": 5.534857067505033e-06,
      "loss": 0.2194,
      "step": 133957
    },
    {
      "epoch": 5.48670899037477,
      "grad_norm": 1.6013084587208894,
      "learning_rate": 5.533979328621824e-06,
      "loss": 0.617,
      "step": 133958
    },
    {
      "epoch": 5.486749948801966,
      "grad_norm": 1.5192077830164208,
      "learning_rate": 5.533101658033734e-06,
      "loss": 0.4087,
      "step": 133959
    },
    {
      "epoch": 5.486790907229162,
      "grad_norm": 1.4410535342918596,
      "learning_rate": 5.532224055741214e-06,
      "loss": 0.4674,
      "step": 133960
    },
    {
      "epoch": 5.486831865656359,
      "grad_norm": 0.5352826116100239,
      "learning_rate": 5.531346521744695e-06,
      "loss": 0.0777,
      "step": 133961
    },
    {
      "epoch": 5.486872824083555,
      "grad_norm": 1.4875394070771755,
      "learning_rate": 5.530469056044546e-06,
      "loss": 0.4763,
      "step": 133962
    },
    {
      "epoch": 5.486913782510752,
      "grad_norm": 2.061807003237424,
      "learning_rate": 5.529591658641231e-06,
      "loss": 0.7055,
      "step": 133963
    },
    {
      "epoch": 5.486954740937948,
      "grad_norm": 1.5702343553542413,
      "learning_rate": 5.528714329535133e-06,
      "loss": 0.4833,
      "step": 133964
    },
    {
      "epoch": 5.486995699365145,
      "grad_norm": 2.0569075112927715,
      "learning_rate": 5.5278370687266704e-06,
      "loss": 0.8646,
      "step": 133965
    },
    {
      "epoch": 5.48703665779234,
      "grad_norm": 1.5176735314336176,
      "learning_rate": 5.526959876216275e-06,
      "loss": 0.4483,
      "step": 133966
    },
    {
      "epoch": 5.487077616219537,
      "grad_norm": 2.2667983961248064,
      "learning_rate": 5.526082752004346e-06,
      "loss": 0.8925,
      "step": 133967
    },
    {
      "epoch": 5.4871185746467335,
      "grad_norm": 0.8458700331887438,
      "learning_rate": 5.5252056960913e-06,
      "loss": 0.1855,
      "step": 133968
    },
    {
      "epoch": 5.48715953307393,
      "grad_norm": 2.888891716355908,
      "learning_rate": 5.524328708477571e-06,
      "loss": 0.5857,
      "step": 133969
    },
    {
      "epoch": 5.4872004915011265,
      "grad_norm": 1.056612019762333,
      "learning_rate": 5.523451789163524e-06,
      "loss": 0.3289,
      "step": 133970
    },
    {
      "epoch": 5.487241449928323,
      "grad_norm": 1.5124010454099575,
      "learning_rate": 5.5225749381496095e-06,
      "loss": 0.417,
      "step": 133971
    },
    {
      "epoch": 5.487282408355519,
      "grad_norm": 1.6884840534250596,
      "learning_rate": 5.52169815543626e-06,
      "loss": 0.3919,
      "step": 133972
    },
    {
      "epoch": 5.487323366782715,
      "grad_norm": 1.5135770653823375,
      "learning_rate": 5.520821441023843e-06,
      "loss": 0.4926,
      "step": 133973
    },
    {
      "epoch": 5.487364325209912,
      "grad_norm": 1.3326533825757043,
      "learning_rate": 5.519944794912823e-06,
      "loss": 0.4672,
      "step": 133974
    },
    {
      "epoch": 5.487405283637108,
      "grad_norm": 1.5141122699548024,
      "learning_rate": 5.519068217103567e-06,
      "loss": 0.5422,
      "step": 133975
    },
    {
      "epoch": 5.487446242064305,
      "grad_norm": 1.358778353765983,
      "learning_rate": 5.518191707596525e-06,
      "loss": 0.3206,
      "step": 133976
    },
    {
      "epoch": 5.487487200491501,
      "grad_norm": 1.4248337390307098,
      "learning_rate": 5.517315266392097e-06,
      "loss": 0.3753,
      "step": 133977
    },
    {
      "epoch": 5.487528158918698,
      "grad_norm": 0.8670513728255416,
      "learning_rate": 5.516438893490699e-06,
      "loss": 0.1828,
      "step": 133978
    },
    {
      "epoch": 5.487569117345894,
      "grad_norm": 0.6603315875393578,
      "learning_rate": 5.51556258889273e-06,
      "loss": 0.125,
      "step": 133979
    },
    {
      "epoch": 5.48761007577309,
      "grad_norm": 1.0168418155145467,
      "learning_rate": 5.514686352598641e-06,
      "loss": 0.1983,
      "step": 133980
    },
    {
      "epoch": 5.487651034200287,
      "grad_norm": 1.5511171637566215,
      "learning_rate": 5.513810184608797e-06,
      "loss": 0.4999,
      "step": 133981
    },
    {
      "epoch": 5.487691992627483,
      "grad_norm": 0.9560459931241073,
      "learning_rate": 5.512934084923665e-06,
      "loss": 0.1747,
      "step": 133982
    },
    {
      "epoch": 5.48773295105468,
      "grad_norm": 1.5409808782422514,
      "learning_rate": 5.512058053543628e-06,
      "loss": 0.4229,
      "step": 133983
    },
    {
      "epoch": 5.487773909481876,
      "grad_norm": 1.507780368769023,
      "learning_rate": 5.511182090469085e-06,
      "loss": 0.4574,
      "step": 133984
    },
    {
      "epoch": 5.487814867909072,
      "grad_norm": 2.120127433597219,
      "learning_rate": 5.510306195700503e-06,
      "loss": 0.541,
      "step": 133985
    },
    {
      "epoch": 5.4878558263362684,
      "grad_norm": 1.6943529455053696,
      "learning_rate": 5.509430369238249e-06,
      "loss": 0.4136,
      "step": 133986
    },
    {
      "epoch": 5.487896784763465,
      "grad_norm": 1.758907066126823,
      "learning_rate": 5.508554611082738e-06,
      "loss": 0.6305,
      "step": 133987
    },
    {
      "epoch": 5.4879377431906615,
      "grad_norm": 1.3325852639413531,
      "learning_rate": 5.5076789212344205e-06,
      "loss": 0.4237,
      "step": 133988
    },
    {
      "epoch": 5.487978701617858,
      "grad_norm": 0.9610531361786099,
      "learning_rate": 5.50680329969368e-06,
      "loss": 0.2265,
      "step": 133989
    },
    {
      "epoch": 5.488019660045055,
      "grad_norm": 1.3839061174563672,
      "learning_rate": 5.5059277464609474e-06,
      "loss": 0.1935,
      "step": 133990
    },
    {
      "epoch": 5.48806061847225,
      "grad_norm": 1.3252146656928536,
      "learning_rate": 5.505052261536608e-06,
      "loss": 0.3391,
      "step": 133991
    },
    {
      "epoch": 5.488101576899447,
      "grad_norm": 1.2607571100489714,
      "learning_rate": 5.504176844921093e-06,
      "loss": 0.241,
      "step": 133992
    },
    {
      "epoch": 5.488142535326643,
      "grad_norm": 1.1874473570397643,
      "learning_rate": 5.503301496614853e-06,
      "loss": 0.3751,
      "step": 133993
    },
    {
      "epoch": 5.48818349375384,
      "grad_norm": 2.136529858816178,
      "learning_rate": 5.502426216618222e-06,
      "loss": 0.8478,
      "step": 133994
    },
    {
      "epoch": 5.488224452181036,
      "grad_norm": 1.4913059316162511,
      "learning_rate": 5.501551004931698e-06,
      "loss": 0.446,
      "step": 133995
    },
    {
      "epoch": 5.488265410608233,
      "grad_norm": 1.866702982006615,
      "learning_rate": 5.500675861555631e-06,
      "loss": 0.6098,
      "step": 133996
    },
    {
      "epoch": 5.4883063690354295,
      "grad_norm": 1.3619020483305386,
      "learning_rate": 5.499800786490471e-06,
      "loss": 0.4081,
      "step": 133997
    },
    {
      "epoch": 5.488347327462625,
      "grad_norm": 0.8664827955610122,
      "learning_rate": 5.498925779736618e-06,
      "loss": 0.1676,
      "step": 133998
    },
    {
      "epoch": 5.488388285889822,
      "grad_norm": 1.5392626622008216,
      "learning_rate": 5.498050841294488e-06,
      "loss": 0.5428,
      "step": 133999
    },
    {
      "epoch": 5.488429244317018,
      "grad_norm": 1.5260395595338894,
      "learning_rate": 5.49717597116448e-06,
      "loss": 0.4319,
      "step": 134000
    },
    {
      "epoch": 5.488470202744215,
      "grad_norm": 1.553732084575054,
      "learning_rate": 5.496301169347045e-06,
      "loss": 0.4495,
      "step": 134001
    },
    {
      "epoch": 5.488511161171411,
      "grad_norm": 1.5218574856364697,
      "learning_rate": 5.495426435842565e-06,
      "loss": 0.3707,
      "step": 134002
    },
    {
      "epoch": 5.488552119598608,
      "grad_norm": 2.303338646558402,
      "learning_rate": 5.494551770651473e-06,
      "loss": 1.1745,
      "step": 134003
    },
    {
      "epoch": 5.488593078025803,
      "grad_norm": 1.2382152184905935,
      "learning_rate": 5.493677173774152e-06,
      "loss": 0.2633,
      "step": 134004
    },
    {
      "epoch": 5.488634036453,
      "grad_norm": 1.7038231513426787,
      "learning_rate": 5.492802645211036e-06,
      "loss": 0.5678,
      "step": 134005
    },
    {
      "epoch": 5.4886749948801965,
      "grad_norm": 1.7847107572687708,
      "learning_rate": 5.491928184962558e-06,
      "loss": 0.6736,
      "step": 134006
    },
    {
      "epoch": 5.488715953307393,
      "grad_norm": 1.6009383404041817,
      "learning_rate": 5.491053793029082e-06,
      "loss": 0.4971,
      "step": 134007
    },
    {
      "epoch": 5.48875691173459,
      "grad_norm": 1.1799880286950144,
      "learning_rate": 5.49017946941106e-06,
      "loss": 0.246,
      "step": 134008
    },
    {
      "epoch": 5.488797870161786,
      "grad_norm": 1.312689859877807,
      "learning_rate": 5.489305214108925e-06,
      "loss": 0.3637,
      "step": 134009
    },
    {
      "epoch": 5.488838828588982,
      "grad_norm": 1.4058819065910502,
      "learning_rate": 5.488431027123025e-06,
      "loss": 0.3797,
      "step": 134010
    },
    {
      "epoch": 5.488879787016178,
      "grad_norm": 1.4889472312330085,
      "learning_rate": 5.487556908453827e-06,
      "loss": 0.5319,
      "step": 134011
    },
    {
      "epoch": 5.488920745443375,
      "grad_norm": 0.6518492886192466,
      "learning_rate": 5.486682858101715e-06,
      "loss": 0.1242,
      "step": 134012
    },
    {
      "epoch": 5.488961703870571,
      "grad_norm": 1.6162470013047998,
      "learning_rate": 5.485808876067121e-06,
      "loss": 0.5755,
      "step": 134013
    },
    {
      "epoch": 5.489002662297768,
      "grad_norm": 1.528696244662838,
      "learning_rate": 5.484934962350463e-06,
      "loss": 0.5364,
      "step": 134014
    },
    {
      "epoch": 5.489043620724964,
      "grad_norm": 1.7437644792811233,
      "learning_rate": 5.484061116952121e-06,
      "loss": 0.5387,
      "step": 134015
    },
    {
      "epoch": 5.489084579152161,
      "grad_norm": 1.68152511368128,
      "learning_rate": 5.4831873398725305e-06,
      "loss": 0.4307,
      "step": 134016
    },
    {
      "epoch": 5.489125537579357,
      "grad_norm": 1.905506879029539,
      "learning_rate": 5.482313631112123e-06,
      "loss": 0.7521,
      "step": 134017
    },
    {
      "epoch": 5.489166496006553,
      "grad_norm": 2.134782352951879,
      "learning_rate": 5.481439990671266e-06,
      "loss": 0.7639,
      "step": 134018
    },
    {
      "epoch": 5.48920745443375,
      "grad_norm": 1.5315233905380916,
      "learning_rate": 5.480566418550425e-06,
      "loss": 0.4799,
      "step": 134019
    },
    {
      "epoch": 5.489248412860946,
      "grad_norm": 1.7510981243744466,
      "learning_rate": 5.479692914749967e-06,
      "loss": 0.7139,
      "step": 134020
    },
    {
      "epoch": 5.489289371288143,
      "grad_norm": 5.800775935984,
      "learning_rate": 5.478819479270325e-06,
      "loss": 0.7002,
      "step": 134021
    },
    {
      "epoch": 5.489330329715339,
      "grad_norm": 3.096740013458329,
      "learning_rate": 5.477946112111914e-06,
      "loss": 2.5417,
      "step": 134022
    },
    {
      "epoch": 5.489371288142535,
      "grad_norm": 1.405249047367526,
      "learning_rate": 5.477072813275135e-06,
      "loss": 0.3748,
      "step": 134023
    },
    {
      "epoch": 5.4894122465697315,
      "grad_norm": 1.5539356523128773,
      "learning_rate": 5.476199582760421e-06,
      "loss": 0.4925,
      "step": 134024
    },
    {
      "epoch": 5.489453204996928,
      "grad_norm": 1.4442846125848265,
      "learning_rate": 5.475326420568188e-06,
      "loss": 0.3997,
      "step": 134025
    },
    {
      "epoch": 5.4894941634241246,
      "grad_norm": 1.0445018625241134,
      "learning_rate": 5.474453326698802e-06,
      "loss": 0.2548,
      "step": 134026
    },
    {
      "epoch": 5.489535121851321,
      "grad_norm": 1.6152371452813445,
      "learning_rate": 5.47358030115273e-06,
      "loss": 0.4363,
      "step": 134027
    },
    {
      "epoch": 5.489576080278518,
      "grad_norm": 0.8731467933725295,
      "learning_rate": 5.472707343930355e-06,
      "loss": 0.1864,
      "step": 134028
    },
    {
      "epoch": 5.489617038705713,
      "grad_norm": 1.039500138675922,
      "learning_rate": 5.471834455032092e-06,
      "loss": 0.2196,
      "step": 134029
    },
    {
      "epoch": 5.48965799713291,
      "grad_norm": 1.584992834764726,
      "learning_rate": 5.470961634458376e-06,
      "loss": 0.5644,
      "step": 134030
    },
    {
      "epoch": 5.489698955560106,
      "grad_norm": 1.0261987211991628,
      "learning_rate": 5.470088882209589e-06,
      "loss": 0.2229,
      "step": 134031
    },
    {
      "epoch": 5.489739913987303,
      "grad_norm": 1.8717965293062846,
      "learning_rate": 5.469216198286164e-06,
      "loss": 0.8392,
      "step": 134032
    },
    {
      "epoch": 5.489780872414499,
      "grad_norm": 1.4058108557208104,
      "learning_rate": 5.4683435826885e-06,
      "loss": 0.5564,
      "step": 134033
    },
    {
      "epoch": 5.489821830841696,
      "grad_norm": 1.8929561239915607,
      "learning_rate": 5.4674710354170145e-06,
      "loss": 0.6912,
      "step": 134034
    },
    {
      "epoch": 5.4898627892688925,
      "grad_norm": 1.7195316537065821,
      "learning_rate": 5.46659855647214e-06,
      "loss": 0.5948,
      "step": 134035
    },
    {
      "epoch": 5.489903747696088,
      "grad_norm": 1.93062448371697,
      "learning_rate": 5.46572614585426e-06,
      "loss": 0.6837,
      "step": 134036
    },
    {
      "epoch": 5.489944706123285,
      "grad_norm": 1.4007265067868755,
      "learning_rate": 5.4648538035637904e-06,
      "loss": 0.3686,
      "step": 134037
    },
    {
      "epoch": 5.489985664550481,
      "grad_norm": 2.101428198593337,
      "learning_rate": 5.46398152960118e-06,
      "loss": 0.9816,
      "step": 134038
    },
    {
      "epoch": 5.490026622977678,
      "grad_norm": 0.9402101304353564,
      "learning_rate": 5.46310932396678e-06,
      "loss": 0.2177,
      "step": 134039
    },
    {
      "epoch": 5.490067581404874,
      "grad_norm": 1.5137952934772612,
      "learning_rate": 5.462237186661039e-06,
      "loss": 0.4482,
      "step": 134040
    },
    {
      "epoch": 5.490108539832071,
      "grad_norm": 1.4551049973826689,
      "learning_rate": 5.461365117684391e-06,
      "loss": 0.5447,
      "step": 134041
    },
    {
      "epoch": 5.4901494982592665,
      "grad_norm": 1.5898899170524607,
      "learning_rate": 5.460493117037185e-06,
      "loss": 0.5195,
      "step": 134042
    },
    {
      "epoch": 5.490190456686463,
      "grad_norm": 1.5728705311365743,
      "learning_rate": 5.4596211847198865e-06,
      "loss": 0.3953,
      "step": 134043
    },
    {
      "epoch": 5.4902314151136595,
      "grad_norm": 1.4513837768415605,
      "learning_rate": 5.458749320732897e-06,
      "loss": 0.4557,
      "step": 134044
    },
    {
      "epoch": 5.490272373540856,
      "grad_norm": 1.555196379203134,
      "learning_rate": 5.4578775250766145e-06,
      "loss": 0.5067,
      "step": 134045
    },
    {
      "epoch": 5.490313331968053,
      "grad_norm": 1.1226870044006432,
      "learning_rate": 5.457005797751473e-06,
      "loss": 0.2671,
      "step": 134046
    },
    {
      "epoch": 5.490354290395249,
      "grad_norm": 1.4515879871539858,
      "learning_rate": 5.456134138757856e-06,
      "loss": 0.437,
      "step": 134047
    },
    {
      "epoch": 5.490395248822445,
      "grad_norm": 1.3217930514263585,
      "learning_rate": 5.455262548096195e-06,
      "loss": 0.3346,
      "step": 134048
    },
    {
      "epoch": 5.490436207249641,
      "grad_norm": 1.8159908927509578,
      "learning_rate": 5.4543910257669246e-06,
      "loss": 0.6412,
      "step": 134049
    },
    {
      "epoch": 5.490477165676838,
      "grad_norm": 1.2236351895472455,
      "learning_rate": 5.453519571770393e-06,
      "loss": 0.2807,
      "step": 134050
    },
    {
      "epoch": 5.490518124104034,
      "grad_norm": 1.1984766360414465,
      "learning_rate": 5.452648186107067e-06,
      "loss": 0.2892,
      "step": 134051
    },
    {
      "epoch": 5.490559082531231,
      "grad_norm": 0.9273706578703852,
      "learning_rate": 5.451776868777346e-06,
      "loss": 0.1912,
      "step": 134052
    },
    {
      "epoch": 5.4906000409584275,
      "grad_norm": 1.3562450703785136,
      "learning_rate": 5.450905619781615e-06,
      "loss": 0.4648,
      "step": 134053
    },
    {
      "epoch": 5.490640999385624,
      "grad_norm": 1.8789968519492042,
      "learning_rate": 5.4500344391203376e-06,
      "loss": 0.6359,
      "step": 134054
    },
    {
      "epoch": 5.49068195781282,
      "grad_norm": 2.603249217486603,
      "learning_rate": 5.449163326793882e-06,
      "loss": 1.552,
      "step": 134055
    },
    {
      "epoch": 5.490722916240016,
      "grad_norm": 1.5344359982773281,
      "learning_rate": 5.448292282802663e-06,
      "loss": 0.5098,
      "step": 134056
    },
    {
      "epoch": 5.490763874667213,
      "grad_norm": 1.4223924555451137,
      "learning_rate": 5.447421307147131e-06,
      "loss": 0.4127,
      "step": 134057
    },
    {
      "epoch": 5.490804833094409,
      "grad_norm": 1.4018059396164788,
      "learning_rate": 5.446550399827637e-06,
      "loss": 0.4307,
      "step": 134058
    },
    {
      "epoch": 5.490845791521606,
      "grad_norm": 1.5361823886045267,
      "learning_rate": 5.445679560844646e-06,
      "loss": 0.4015,
      "step": 134059
    },
    {
      "epoch": 5.490886749948802,
      "grad_norm": 2.7636851826147906,
      "learning_rate": 5.444808790198557e-06,
      "loss": 2.2144,
      "step": 134060
    },
    {
      "epoch": 5.490927708375998,
      "grad_norm": 1.5531839769630198,
      "learning_rate": 5.443938087889754e-06,
      "loss": 0.5156,
      "step": 134061
    },
    {
      "epoch": 5.4909686668031945,
      "grad_norm": 0.9359366267414814,
      "learning_rate": 5.443067453918687e-06,
      "loss": 0.1988,
      "step": 134062
    },
    {
      "epoch": 5.491009625230391,
      "grad_norm": 1.484785669202076,
      "learning_rate": 5.442196888285738e-06,
      "loss": 0.4673,
      "step": 134063
    },
    {
      "epoch": 5.491050583657588,
      "grad_norm": 1.4688998964496114,
      "learning_rate": 5.441326390991324e-06,
      "loss": 0.3818,
      "step": 134064
    },
    {
      "epoch": 5.491091542084784,
      "grad_norm": 1.6982290474476778,
      "learning_rate": 5.440455962035878e-06,
      "loss": 0.4159,
      "step": 134065
    },
    {
      "epoch": 5.491132500511981,
      "grad_norm": 1.261619355030977,
      "learning_rate": 5.439585601419783e-06,
      "loss": 0.2919,
      "step": 134066
    },
    {
      "epoch": 5.491173458939176,
      "grad_norm": 1.5350776737078453,
      "learning_rate": 5.438715309143488e-06,
      "loss": 0.3968,
      "step": 134067
    },
    {
      "epoch": 5.491214417366373,
      "grad_norm": 1.78480510551731,
      "learning_rate": 5.437845085207343e-06,
      "loss": 0.5757,
      "step": 134068
    },
    {
      "epoch": 5.491255375793569,
      "grad_norm": 1.510558666972863,
      "learning_rate": 5.436974929611815e-06,
      "loss": 0.4474,
      "step": 134069
    },
    {
      "epoch": 5.491296334220766,
      "grad_norm": 1.716524184754582,
      "learning_rate": 5.436104842357303e-06,
      "loss": 0.5797,
      "step": 134070
    },
    {
      "epoch": 5.491337292647962,
      "grad_norm": 1.9988183786094915,
      "learning_rate": 5.435234823444207e-06,
      "loss": 0.6353,
      "step": 134071
    },
    {
      "epoch": 5.491378251075159,
      "grad_norm": 0.9439455174289706,
      "learning_rate": 5.434364872872926e-06,
      "loss": 0.1742,
      "step": 134072
    },
    {
      "epoch": 5.4914192095023555,
      "grad_norm": 1.793323386845985,
      "learning_rate": 5.4334949906439276e-06,
      "loss": 0.537,
      "step": 134073
    },
    {
      "epoch": 5.491460167929551,
      "grad_norm": 1.2360640786372938,
      "learning_rate": 5.432625176757543e-06,
      "loss": 0.4226,
      "step": 134074
    },
    {
      "epoch": 5.491501126356748,
      "grad_norm": 1.4615862430789273,
      "learning_rate": 5.431755431214258e-06,
      "loss": 0.3971,
      "step": 134075
    },
    {
      "epoch": 5.491542084783944,
      "grad_norm": 1.2215606160013428,
      "learning_rate": 5.430885754014436e-06,
      "loss": 0.2407,
      "step": 134076
    },
    {
      "epoch": 5.491583043211141,
      "grad_norm": 1.4056792507151277,
      "learning_rate": 5.430016145158494e-06,
      "loss": 0.4038,
      "step": 134077
    },
    {
      "epoch": 5.491624001638337,
      "grad_norm": 4.350964449647597,
      "learning_rate": 5.429146604646867e-06,
      "loss": 1.1819,
      "step": 134078
    },
    {
      "epoch": 5.491664960065534,
      "grad_norm": 1.6410042674685386,
      "learning_rate": 5.4282771324799355e-06,
      "loss": 0.5558,
      "step": 134079
    },
    {
      "epoch": 5.4917059184927295,
      "grad_norm": 1.105057760779063,
      "learning_rate": 5.4274077286581175e-06,
      "loss": 0.2385,
      "step": 134080
    },
    {
      "epoch": 5.491746876919926,
      "grad_norm": 1.7503992018331063,
      "learning_rate": 5.426538393181862e-06,
      "loss": 0.5856,
      "step": 134081
    },
    {
      "epoch": 5.491787835347123,
      "grad_norm": 1.7137952666378977,
      "learning_rate": 5.425669126051519e-06,
      "loss": 0.429,
      "step": 134082
    },
    {
      "epoch": 5.491828793774319,
      "grad_norm": 1.8488276448566046,
      "learning_rate": 5.4247999272675705e-06,
      "loss": 0.7728,
      "step": 134083
    },
    {
      "epoch": 5.491869752201516,
      "grad_norm": 1.433466726448231,
      "learning_rate": 5.42393079683035e-06,
      "loss": 0.3745,
      "step": 134084
    },
    {
      "epoch": 5.491910710628712,
      "grad_norm": 1.5570749194784743,
      "learning_rate": 5.423061734740309e-06,
      "loss": 0.4996,
      "step": 134085
    },
    {
      "epoch": 5.491951669055908,
      "grad_norm": 1.3132771939386492,
      "learning_rate": 5.4221927409978775e-06,
      "loss": 0.3519,
      "step": 134086
    },
    {
      "epoch": 5.491992627483104,
      "grad_norm": 1.553315683081966,
      "learning_rate": 5.4213238156034235e-06,
      "loss": 0.4335,
      "step": 134087
    },
    {
      "epoch": 5.492033585910301,
      "grad_norm": 1.5214365771896057,
      "learning_rate": 5.42045495855738e-06,
      "loss": 0.4464,
      "step": 134088
    },
    {
      "epoch": 5.492074544337497,
      "grad_norm": 1.6072490733548936,
      "learning_rate": 5.419586169860163e-06,
      "loss": 0.5574,
      "step": 134089
    },
    {
      "epoch": 5.492115502764694,
      "grad_norm": 0.8374187809242954,
      "learning_rate": 5.4187174495121724e-06,
      "loss": 0.1763,
      "step": 134090
    },
    {
      "epoch": 5.4921564611918905,
      "grad_norm": 1.4768511140657739,
      "learning_rate": 5.417848797513841e-06,
      "loss": 0.4563,
      "step": 134091
    },
    {
      "epoch": 5.492197419619087,
      "grad_norm": 1.2702466602963594,
      "learning_rate": 5.416980213865535e-06,
      "loss": 0.3273,
      "step": 134092
    },
    {
      "epoch": 5.492238378046283,
      "grad_norm": 1.7128937204025436,
      "learning_rate": 5.416111698567688e-06,
      "loss": 0.808,
      "step": 134093
    },
    {
      "epoch": 5.492279336473479,
      "grad_norm": 1.6273212011512572,
      "learning_rate": 5.4152432516207326e-06,
      "loss": 0.4891,
      "step": 134094
    },
    {
      "epoch": 5.492320294900676,
      "grad_norm": 1.9138993567291158,
      "learning_rate": 5.414374873025051e-06,
      "loss": 0.7275,
      "step": 134095
    },
    {
      "epoch": 5.492361253327872,
      "grad_norm": 0.7355905268034834,
      "learning_rate": 5.413506562781062e-06,
      "loss": 0.1946,
      "step": 134096
    },
    {
      "epoch": 5.492402211755069,
      "grad_norm": 1.8830629494558897,
      "learning_rate": 5.4126383208891954e-06,
      "loss": 0.5724,
      "step": 134097
    },
    {
      "epoch": 5.492443170182265,
      "grad_norm": 1.2271658416238156,
      "learning_rate": 5.41177014734982e-06,
      "loss": 0.347,
      "step": 134098
    },
    {
      "epoch": 5.492484128609461,
      "grad_norm": 1.5029395007174589,
      "learning_rate": 5.410902042163384e-06,
      "loss": 0.4662,
      "step": 134099
    },
    {
      "epoch": 5.4925250870366575,
      "grad_norm": 1.631347964939016,
      "learning_rate": 5.410034005330271e-06,
      "loss": 0.4027,
      "step": 134100
    },
    {
      "epoch": 5.492566045463854,
      "grad_norm": 1.685555102361309,
      "learning_rate": 5.409166036850898e-06,
      "loss": 0.6072,
      "step": 134101
    },
    {
      "epoch": 5.492607003891051,
      "grad_norm": 2.2506851281913485,
      "learning_rate": 5.408298136725714e-06,
      "loss": 1.1996,
      "step": 134102
    },
    {
      "epoch": 5.492647962318247,
      "grad_norm": 1.8204915583899468,
      "learning_rate": 5.4074303049550685e-06,
      "loss": 0.6382,
      "step": 134103
    },
    {
      "epoch": 5.492688920745444,
      "grad_norm": 1.2250637839911092,
      "learning_rate": 5.406562541539394e-06,
      "loss": 0.349,
      "step": 134104
    },
    {
      "epoch": 5.492729879172639,
      "grad_norm": 1.3803547364280389,
      "learning_rate": 5.405694846479125e-06,
      "loss": 0.4912,
      "step": 134105
    },
    {
      "epoch": 5.492770837599836,
      "grad_norm": 1.773412512693226,
      "learning_rate": 5.404827219774643e-06,
      "loss": 0.579,
      "step": 134106
    },
    {
      "epoch": 5.492811796027032,
      "grad_norm": 1.623909324853254,
      "learning_rate": 5.403959661426382e-06,
      "loss": 0.6392,
      "step": 134107
    },
    {
      "epoch": 5.492852754454229,
      "grad_norm": 1.6056357806191885,
      "learning_rate": 5.403092171434725e-06,
      "loss": 0.4848,
      "step": 134108
    },
    {
      "epoch": 5.4928937128814255,
      "grad_norm": 1.8042664381951605,
      "learning_rate": 5.402224749800121e-06,
      "loss": 0.6554,
      "step": 134109
    },
    {
      "epoch": 5.492934671308622,
      "grad_norm": 1.3294484774815245,
      "learning_rate": 5.4013573965229375e-06,
      "loss": 0.4006,
      "step": 134110
    },
    {
      "epoch": 5.4929756297358185,
      "grad_norm": 1.7076013078355827,
      "learning_rate": 5.400490111603589e-06,
      "loss": 0.4539,
      "step": 134111
    },
    {
      "epoch": 5.493016588163014,
      "grad_norm": 1.2720220408525058,
      "learning_rate": 5.399622895042494e-06,
      "loss": 0.3517,
      "step": 134112
    },
    {
      "epoch": 5.493057546590211,
      "grad_norm": 0.897351600207452,
      "learning_rate": 5.3987557468401e-06,
      "loss": 0.1855,
      "step": 134113
    },
    {
      "epoch": 5.493098505017407,
      "grad_norm": 1.6164719665261695,
      "learning_rate": 5.397888666996758e-06,
      "loss": 0.5487,
      "step": 134114
    },
    {
      "epoch": 5.493139463444604,
      "grad_norm": 1.6393145100356072,
      "learning_rate": 5.397021655512901e-06,
      "loss": 0.5805,
      "step": 134115
    },
    {
      "epoch": 5.4931804218718,
      "grad_norm": 1.3189036711065878,
      "learning_rate": 5.396154712388945e-06,
      "loss": 0.4463,
      "step": 134116
    },
    {
      "epoch": 5.493221380298997,
      "grad_norm": 1.504612661137228,
      "learning_rate": 5.3952878376253065e-06,
      "loss": 0.495,
      "step": 134117
    },
    {
      "epoch": 5.4932623387261925,
      "grad_norm": 1.5848681902166555,
      "learning_rate": 5.394421031222384e-06,
      "loss": 0.4708,
      "step": 134118
    },
    {
      "epoch": 5.493303297153389,
      "grad_norm": 0.9131378180138556,
      "learning_rate": 5.393554293180579e-06,
      "loss": 0.185,
      "step": 134119
    },
    {
      "epoch": 5.493344255580586,
      "grad_norm": 1.3865067307881442,
      "learning_rate": 5.392687623500308e-06,
      "loss": 0.4159,
      "step": 134120
    },
    {
      "epoch": 5.493385214007782,
      "grad_norm": 1.4160269950872721,
      "learning_rate": 5.391821022181986e-06,
      "loss": 0.4394,
      "step": 134121
    },
    {
      "epoch": 5.493426172434979,
      "grad_norm": 1.5320100693495409,
      "learning_rate": 5.390954489226012e-06,
      "loss": 0.4831,
      "step": 134122
    },
    {
      "epoch": 5.493467130862175,
      "grad_norm": 1.9560366397898126,
      "learning_rate": 5.390088024632822e-06,
      "loss": 0.8449,
      "step": 134123
    },
    {
      "epoch": 5.493508089289371,
      "grad_norm": 1.9341474351004462,
      "learning_rate": 5.389221628402796e-06,
      "loss": 0.7686,
      "step": 134124
    },
    {
      "epoch": 5.493549047716567,
      "grad_norm": 0.7173644088834942,
      "learning_rate": 5.3883553005363514e-06,
      "loss": 0.1701,
      "step": 134125
    },
    {
      "epoch": 5.493590006143764,
      "grad_norm": 1.6854356428722241,
      "learning_rate": 5.387489041033921e-06,
      "loss": 0.6085,
      "step": 134126
    },
    {
      "epoch": 5.4936309645709605,
      "grad_norm": 1.4830588372888622,
      "learning_rate": 5.386622849895872e-06,
      "loss": 0.4413,
      "step": 134127
    },
    {
      "epoch": 5.493671922998157,
      "grad_norm": 1.4097315850369587,
      "learning_rate": 5.385756727122636e-06,
      "loss": 0.3306,
      "step": 134128
    },
    {
      "epoch": 5.4937128814253535,
      "grad_norm": 0.8531691814199924,
      "learning_rate": 5.3848906727146476e-06,
      "loss": 0.1751,
      "step": 134129
    },
    {
      "epoch": 5.49375383985255,
      "grad_norm": 1.6654834572891035,
      "learning_rate": 5.384024686672273e-06,
      "loss": 0.5561,
      "step": 134130
    },
    {
      "epoch": 5.493794798279746,
      "grad_norm": 1.64145633368103,
      "learning_rate": 5.383158768995927e-06,
      "loss": 0.4167,
      "step": 134131
    },
    {
      "epoch": 5.493835756706942,
      "grad_norm": 1.5874860610573158,
      "learning_rate": 5.38229291968606e-06,
      "loss": 0.5674,
      "step": 134132
    },
    {
      "epoch": 5.493876715134139,
      "grad_norm": 1.1692966503489077,
      "learning_rate": 5.381427138743038e-06,
      "loss": 0.3784,
      "step": 134133
    },
    {
      "epoch": 5.493917673561335,
      "grad_norm": 0.9891028136322227,
      "learning_rate": 5.380561426167296e-06,
      "loss": 0.1808,
      "step": 134134
    },
    {
      "epoch": 5.493958631988532,
      "grad_norm": 1.6344077973617872,
      "learning_rate": 5.379695781959214e-06,
      "loss": 0.5351,
      "step": 134135
    },
    {
      "epoch": 5.493999590415728,
      "grad_norm": 1.7963004644148544,
      "learning_rate": 5.378830206119228e-06,
      "loss": 0.5054,
      "step": 134136
    },
    {
      "epoch": 5.494040548842924,
      "grad_norm": 0.33828772663311235,
      "learning_rate": 5.377964698647752e-06,
      "loss": 0.037,
      "step": 134137
    },
    {
      "epoch": 5.494081507270121,
      "grad_norm": 1.4294655478775782,
      "learning_rate": 5.3770992595451535e-06,
      "loss": 0.4262,
      "step": 134138
    },
    {
      "epoch": 5.494122465697317,
      "grad_norm": 1.6627313420968637,
      "learning_rate": 5.3762338888118984e-06,
      "loss": 0.5642,
      "step": 134139
    },
    {
      "epoch": 5.494163424124514,
      "grad_norm": 2.770464920923062,
      "learning_rate": 5.375368586448353e-06,
      "loss": 1.7383,
      "step": 134140
    },
    {
      "epoch": 5.49420438255171,
      "grad_norm": 1.614583842062652,
      "learning_rate": 5.374503352454934e-06,
      "loss": 0.4514,
      "step": 134141
    },
    {
      "epoch": 5.494245340978907,
      "grad_norm": 0.8997272896392868,
      "learning_rate": 5.373638186832091e-06,
      "loss": 0.1271,
      "step": 134142
    },
    {
      "epoch": 5.494286299406102,
      "grad_norm": 1.53639134967446,
      "learning_rate": 5.372773089580173e-06,
      "loss": 0.4672,
      "step": 134143
    },
    {
      "epoch": 5.494327257833299,
      "grad_norm": 0.9833519067317589,
      "learning_rate": 5.371908060699598e-06,
      "loss": 0.1328,
      "step": 134144
    },
    {
      "epoch": 5.494368216260495,
      "grad_norm": 1.7963833792266868,
      "learning_rate": 5.3710431001908306e-06,
      "loss": 0.4547,
      "step": 134145
    },
    {
      "epoch": 5.494409174687692,
      "grad_norm": 1.5834454223050625,
      "learning_rate": 5.370178208054221e-06,
      "loss": 0.4935,
      "step": 134146
    },
    {
      "epoch": 5.4944501331148885,
      "grad_norm": 2.6181638890886814,
      "learning_rate": 5.36931338429022e-06,
      "loss": 1.4369,
      "step": 134147
    },
    {
      "epoch": 5.494491091542085,
      "grad_norm": 1.5722729543664438,
      "learning_rate": 5.3684486288991915e-06,
      "loss": 0.4778,
      "step": 134148
    },
    {
      "epoch": 5.494532049969282,
      "grad_norm": 1.1747984837080396,
      "learning_rate": 5.36758394188157e-06,
      "loss": 0.1905,
      "step": 134149
    },
    {
      "epoch": 5.494573008396477,
      "grad_norm": 1.4632214529013823,
      "learning_rate": 5.366719323237773e-06,
      "loss": 0.4451,
      "step": 134150
    },
    {
      "epoch": 5.494613966823674,
      "grad_norm": 1.239102831958137,
      "learning_rate": 5.365854772968181e-06,
      "loss": 0.2722,
      "step": 134151
    },
    {
      "epoch": 5.49465492525087,
      "grad_norm": 1.8366420399686088,
      "learning_rate": 5.364990291073229e-06,
      "loss": 0.5172,
      "step": 134152
    },
    {
      "epoch": 5.494695883678067,
      "grad_norm": 1.610320890055942,
      "learning_rate": 5.3641258775533325e-06,
      "loss": 0.4889,
      "step": 134153
    },
    {
      "epoch": 5.494736842105263,
      "grad_norm": 2.760198541383923,
      "learning_rate": 5.363261532408858e-06,
      "loss": 2.1843,
      "step": 134154
    },
    {
      "epoch": 5.49477780053246,
      "grad_norm": 0.8547101131074406,
      "learning_rate": 5.362397255640272e-06,
      "loss": 0.1772,
      "step": 134155
    },
    {
      "epoch": 5.4948187589596555,
      "grad_norm": 1.5369192654536272,
      "learning_rate": 5.3615330472479235e-06,
      "loss": 0.4008,
      "step": 134156
    },
    {
      "epoch": 5.494859717386852,
      "grad_norm": 1.345994768631711,
      "learning_rate": 5.3606689072322464e-06,
      "loss": 0.3485,
      "step": 134157
    },
    {
      "epoch": 5.494900675814049,
      "grad_norm": 1.306042050103433,
      "learning_rate": 5.359804835593689e-06,
      "loss": 0.3356,
      "step": 134158
    },
    {
      "epoch": 5.494941634241245,
      "grad_norm": 1.0341432882575419,
      "learning_rate": 5.358940832332587e-06,
      "loss": 0.2114,
      "step": 134159
    },
    {
      "epoch": 5.494982592668442,
      "grad_norm": 1.7447746069004675,
      "learning_rate": 5.358076897449387e-06,
      "loss": 0.6654,
      "step": 134160
    },
    {
      "epoch": 5.495023551095638,
      "grad_norm": 1.6982223867764976,
      "learning_rate": 5.357213030944524e-06,
      "loss": 0.5603,
      "step": 134161
    },
    {
      "epoch": 5.495064509522834,
      "grad_norm": 1.7020392086035367,
      "learning_rate": 5.356349232818346e-06,
      "loss": 0.5957,
      "step": 134162
    },
    {
      "epoch": 5.49510546795003,
      "grad_norm": 1.0818967503945782,
      "learning_rate": 5.355485503071322e-06,
      "loss": 0.1683,
      "step": 134163
    },
    {
      "epoch": 5.495146426377227,
      "grad_norm": 1.4121186104338357,
      "learning_rate": 5.354621841703799e-06,
      "loss": 0.3458,
      "step": 134164
    },
    {
      "epoch": 5.4951873848044235,
      "grad_norm": 0.9964268166018191,
      "learning_rate": 5.353758248716228e-06,
      "loss": 0.1995,
      "step": 134165
    },
    {
      "epoch": 5.49522834323162,
      "grad_norm": 1.5874388573113767,
      "learning_rate": 5.352894724109025e-06,
      "loss": 0.4622,
      "step": 134166
    },
    {
      "epoch": 5.4952693016588166,
      "grad_norm": 1.0786262726453157,
      "learning_rate": 5.3520312678825564e-06,
      "loss": 0.2336,
      "step": 134167
    },
    {
      "epoch": 5.495310260086013,
      "grad_norm": 1.8346789354951119,
      "learning_rate": 5.351167880037255e-06,
      "loss": 0.6159,
      "step": 134168
    },
    {
      "epoch": 5.495351218513209,
      "grad_norm": 1.6277649727800343,
      "learning_rate": 5.350304560573554e-06,
      "loss": 0.5571,
      "step": 134169
    },
    {
      "epoch": 5.495392176940405,
      "grad_norm": 1.426055250827979,
      "learning_rate": 5.349441309491803e-06,
      "loss": 0.3201,
      "step": 134170
    },
    {
      "epoch": 5.495433135367602,
      "grad_norm": 1.187890409857006,
      "learning_rate": 5.348578126792469e-06,
      "loss": 0.3472,
      "step": 134171
    },
    {
      "epoch": 5.495474093794798,
      "grad_norm": 1.8208506794019195,
      "learning_rate": 5.347715012475917e-06,
      "loss": 0.4758,
      "step": 134172
    },
    {
      "epoch": 5.495515052221995,
      "grad_norm": 1.4603905956937888,
      "learning_rate": 5.3468519665425644e-06,
      "loss": 0.4967,
      "step": 134173
    },
    {
      "epoch": 5.495556010649191,
      "grad_norm": 1.4017461500462105,
      "learning_rate": 5.345988988992861e-06,
      "loss": 0.3632,
      "step": 134174
    },
    {
      "epoch": 5.495596969076387,
      "grad_norm": 1.6738313666000366,
      "learning_rate": 5.345126079827139e-06,
      "loss": 0.5296,
      "step": 134175
    },
    {
      "epoch": 5.495637927503584,
      "grad_norm": 1.8482498168480865,
      "learning_rate": 5.344263239045865e-06,
      "loss": 0.6806,
      "step": 134176
    },
    {
      "epoch": 5.49567888593078,
      "grad_norm": 1.6676043531833742,
      "learning_rate": 5.343400466649439e-06,
      "loss": 0.559,
      "step": 134177
    },
    {
      "epoch": 5.495719844357977,
      "grad_norm": 0.9301622422379024,
      "learning_rate": 5.342537762638244e-06,
      "loss": 0.149,
      "step": 134178
    },
    {
      "epoch": 5.495760802785173,
      "grad_norm": 1.589209247965071,
      "learning_rate": 5.341675127012729e-06,
      "loss": 0.5035,
      "step": 134179
    },
    {
      "epoch": 5.49580176121237,
      "grad_norm": 0.9319613764871376,
      "learning_rate": 5.340812559773261e-06,
      "loss": 0.2208,
      "step": 134180
    },
    {
      "epoch": 5.495842719639565,
      "grad_norm": 0.9698844730801149,
      "learning_rate": 5.339950060920256e-06,
      "loss": 0.1695,
      "step": 134181
    },
    {
      "epoch": 5.495883678066762,
      "grad_norm": 1.164251001497698,
      "learning_rate": 5.3390876304541304e-06,
      "loss": 0.3115,
      "step": 134182
    },
    {
      "epoch": 5.4959246364939585,
      "grad_norm": 1.5058515021796455,
      "learning_rate": 5.3382252683752845e-06,
      "loss": 0.343,
      "step": 134183
    },
    {
      "epoch": 5.495965594921155,
      "grad_norm": 1.246044245398277,
      "learning_rate": 5.337362974684134e-06,
      "loss": 0.4052,
      "step": 134184
    },
    {
      "epoch": 5.4960065533483515,
      "grad_norm": 1.2925871598999399,
      "learning_rate": 5.336500749381095e-06,
      "loss": 0.3689,
      "step": 134185
    },
    {
      "epoch": 5.496047511775548,
      "grad_norm": 1.8730304858439593,
      "learning_rate": 5.335638592466551e-06,
      "loss": 0.6212,
      "step": 134186
    },
    {
      "epoch": 5.496088470202745,
      "grad_norm": 1.529129437880487,
      "learning_rate": 5.334776503940918e-06,
      "loss": 0.5188,
      "step": 134187
    },
    {
      "epoch": 5.49612942862994,
      "grad_norm": 1.6125921120861206,
      "learning_rate": 5.33391448380463e-06,
      "loss": 0.5228,
      "step": 134188
    },
    {
      "epoch": 5.496170387057137,
      "grad_norm": 0.7407953336217085,
      "learning_rate": 5.333052532058052e-06,
      "loss": 0.114,
      "step": 134189
    },
    {
      "epoch": 5.496211345484333,
      "grad_norm": 1.2677246998443723,
      "learning_rate": 5.332190648701634e-06,
      "loss": 0.3403,
      "step": 134190
    },
    {
      "epoch": 5.49625230391153,
      "grad_norm": 1.5739832759924215,
      "learning_rate": 5.331328833735743e-06,
      "loss": 0.5107,
      "step": 134191
    },
    {
      "epoch": 5.496293262338726,
      "grad_norm": 1.3179297790132596,
      "learning_rate": 5.3304670871608115e-06,
      "loss": 0.3512,
      "step": 134192
    },
    {
      "epoch": 5.496334220765923,
      "grad_norm": 1.3241477318121968,
      "learning_rate": 5.329605408977239e-06,
      "loss": 0.4571,
      "step": 134193
    },
    {
      "epoch": 5.496375179193119,
      "grad_norm": 1.8238300408837265,
      "learning_rate": 5.328743799185425e-06,
      "loss": 0.6004,
      "step": 134194
    },
    {
      "epoch": 5.496416137620315,
      "grad_norm": 2.963658528105625,
      "learning_rate": 5.327882257785804e-06,
      "loss": 2.6083,
      "step": 134195
    },
    {
      "epoch": 5.496457096047512,
      "grad_norm": 1.279591789014103,
      "learning_rate": 5.327020784778757e-06,
      "loss": 0.2969,
      "step": 134196
    },
    {
      "epoch": 5.496498054474708,
      "grad_norm": 1.1857959141252727,
      "learning_rate": 5.326159380164702e-06,
      "loss": 0.2368,
      "step": 134197
    },
    {
      "epoch": 5.496539012901905,
      "grad_norm": 1.6475872978122958,
      "learning_rate": 5.325298043944037e-06,
      "loss": 0.5121,
      "step": 134198
    },
    {
      "epoch": 5.496579971329101,
      "grad_norm": 1.727960745141661,
      "learning_rate": 5.32443677611718e-06,
      "loss": 0.5534,
      "step": 134199
    },
    {
      "epoch": 5.496620929756297,
      "grad_norm": 1.2915765256715823,
      "learning_rate": 5.32357557668453e-06,
      "loss": 0.4168,
      "step": 134200
    },
    {
      "epoch": 5.496661888183493,
      "grad_norm": 1.6665251339329534,
      "learning_rate": 5.3227144456465196e-06,
      "loss": 1.0655,
      "step": 134201
    },
    {
      "epoch": 5.49670284661069,
      "grad_norm": 1.3123429209662358,
      "learning_rate": 5.321853383003499e-06,
      "loss": 0.2526,
      "step": 134202
    },
    {
      "epoch": 5.4967438050378865,
      "grad_norm": 1.3901407373839416,
      "learning_rate": 5.320992388755935e-06,
      "loss": 0.2623,
      "step": 134203
    },
    {
      "epoch": 5.496784763465083,
      "grad_norm": 1.4956882048778022,
      "learning_rate": 5.3201314629042095e-06,
      "loss": 0.4384,
      "step": 134204
    },
    {
      "epoch": 5.49682572189228,
      "grad_norm": 2.290544374166942,
      "learning_rate": 5.3192706054487225e-06,
      "loss": 0.4666,
      "step": 134205
    },
    {
      "epoch": 5.496866680319476,
      "grad_norm": 0.7938832071429299,
      "learning_rate": 5.318409816389907e-06,
      "loss": 0.2041,
      "step": 134206
    },
    {
      "epoch": 5.496907638746672,
      "grad_norm": 1.7790872336639296,
      "learning_rate": 5.31754909572813e-06,
      "loss": 0.5807,
      "step": 134207
    },
    {
      "epoch": 5.496948597173868,
      "grad_norm": 1.4843201586052692,
      "learning_rate": 5.316688443463807e-06,
      "loss": 0.4144,
      "step": 134208
    },
    {
      "epoch": 5.496989555601065,
      "grad_norm": 1.5221275611994747,
      "learning_rate": 5.315827859597388e-06,
      "loss": 0.3838,
      "step": 134209
    },
    {
      "epoch": 5.497030514028261,
      "grad_norm": 1.5623879613798612,
      "learning_rate": 5.3149673441292395e-06,
      "loss": 0.4118,
      "step": 134210
    },
    {
      "epoch": 5.497071472455458,
      "grad_norm": 1.7195991929731083,
      "learning_rate": 5.314106897059794e-06,
      "loss": 0.5498,
      "step": 134211
    },
    {
      "epoch": 5.497112430882654,
      "grad_norm": 1.4073057259664217,
      "learning_rate": 5.313246518389419e-06,
      "loss": 0.383,
      "step": 134212
    },
    {
      "epoch": 5.49715338930985,
      "grad_norm": 1.8060887573068058,
      "learning_rate": 5.312386208118547e-06,
      "loss": 0.6237,
      "step": 134213
    },
    {
      "epoch": 5.497194347737047,
      "grad_norm": 1.5310751345787428,
      "learning_rate": 5.311525966247609e-06,
      "loss": 0.465,
      "step": 134214
    },
    {
      "epoch": 5.497235306164243,
      "grad_norm": 0.7886063353512365,
      "learning_rate": 5.310665792776958e-06,
      "loss": 0.033,
      "step": 134215
    },
    {
      "epoch": 5.49727626459144,
      "grad_norm": 1.114559523680898,
      "learning_rate": 5.309805687707025e-06,
      "loss": 0.1818,
      "step": 134216
    },
    {
      "epoch": 5.497317223018636,
      "grad_norm": 1.8273314262753597,
      "learning_rate": 5.308945651038243e-06,
      "loss": 0.5845,
      "step": 134217
    },
    {
      "epoch": 5.497358181445833,
      "grad_norm": 0.9460326121736824,
      "learning_rate": 5.308085682770979e-06,
      "loss": 0.2241,
      "step": 134218
    },
    {
      "epoch": 5.497399139873028,
      "grad_norm": 0.8454785474674625,
      "learning_rate": 5.307225782905683e-06,
      "loss": 0.1981,
      "step": 134219
    },
    {
      "epoch": 5.497440098300225,
      "grad_norm": 1.8481230694099868,
      "learning_rate": 5.306365951442704e-06,
      "loss": 0.9101,
      "step": 134220
    },
    {
      "epoch": 5.4974810567274215,
      "grad_norm": 1.4532402152623756,
      "learning_rate": 5.3055061883824916e-06,
      "loss": 0.3919,
      "step": 134221
    },
    {
      "epoch": 5.497522015154618,
      "grad_norm": 1.3752255870960637,
      "learning_rate": 5.304646493725445e-06,
      "loss": 0.4137,
      "step": 134222
    },
    {
      "epoch": 5.497562973581815,
      "grad_norm": 1.2981366298348263,
      "learning_rate": 5.303786867471949e-06,
      "loss": 0.4205,
      "step": 134223
    },
    {
      "epoch": 5.497603932009011,
      "grad_norm": 1.6754914036224215,
      "learning_rate": 5.302927309622418e-06,
      "loss": 0.7664,
      "step": 134224
    },
    {
      "epoch": 5.497644890436208,
      "grad_norm": 1.837889871862683,
      "learning_rate": 5.302067820177303e-06,
      "loss": 0.6243,
      "step": 134225
    },
    {
      "epoch": 5.497685848863403,
      "grad_norm": 1.3118101240155098,
      "learning_rate": 5.301208399136952e-06,
      "loss": 0.4033,
      "step": 134226
    },
    {
      "epoch": 5.4977268072906,
      "grad_norm": 1.6068797525694025,
      "learning_rate": 5.3003490465018e-06,
      "loss": 0.4365,
      "step": 134227
    },
    {
      "epoch": 5.497767765717796,
      "grad_norm": 1.6331053886647546,
      "learning_rate": 5.29948976227223e-06,
      "loss": 0.6615,
      "step": 134228
    },
    {
      "epoch": 5.497808724144993,
      "grad_norm": 1.5515430270056485,
      "learning_rate": 5.298630546448673e-06,
      "loss": 0.5355,
      "step": 134229
    },
    {
      "epoch": 5.497849682572189,
      "grad_norm": 1.5920260988312103,
      "learning_rate": 5.297771399031547e-06,
      "loss": 0.4837,
      "step": 134230
    },
    {
      "epoch": 5.497890640999386,
      "grad_norm": 1.6274526128492435,
      "learning_rate": 5.296912320021218e-06,
      "loss": 0.5022,
      "step": 134231
    },
    {
      "epoch": 5.497931599426582,
      "grad_norm": 1.5955576191932335,
      "learning_rate": 5.296053309418102e-06,
      "loss": 0.4527,
      "step": 134232
    },
    {
      "epoch": 5.497972557853778,
      "grad_norm": 1.4645688510731594,
      "learning_rate": 5.295194367222633e-06,
      "loss": 0.4488,
      "step": 134233
    },
    {
      "epoch": 5.498013516280975,
      "grad_norm": 1.3008080869635408,
      "learning_rate": 5.294335493435192e-06,
      "loss": 0.1933,
      "step": 134234
    },
    {
      "epoch": 5.498054474708171,
      "grad_norm": 1.4998148300424492,
      "learning_rate": 5.293476688056214e-06,
      "loss": 0.4821,
      "step": 134235
    },
    {
      "epoch": 5.498095433135368,
      "grad_norm": 0.8272488505430149,
      "learning_rate": 5.292617951086048e-06,
      "loss": 0.1345,
      "step": 134236
    },
    {
      "epoch": 5.498136391562564,
      "grad_norm": 1.2591258823510092,
      "learning_rate": 5.291759282525143e-06,
      "loss": 0.2644,
      "step": 134237
    },
    {
      "epoch": 5.49817734998976,
      "grad_norm": 1.2944608722800501,
      "learning_rate": 5.290900682373933e-06,
      "loss": 0.4278,
      "step": 134238
    },
    {
      "epoch": 5.4982183084169565,
      "grad_norm": 1.7135258509976883,
      "learning_rate": 5.2900421506327505e-06,
      "loss": 0.4734,
      "step": 134239
    },
    {
      "epoch": 5.498259266844153,
      "grad_norm": 1.3415846211425182,
      "learning_rate": 5.289183687302045e-06,
      "loss": 0.382,
      "step": 134240
    },
    {
      "epoch": 5.4983002252713495,
      "grad_norm": 1.6291748344395296,
      "learning_rate": 5.288325292382234e-06,
      "loss": 0.4476,
      "step": 134241
    },
    {
      "epoch": 5.498341183698546,
      "grad_norm": 1.7767411229189285,
      "learning_rate": 5.287466965873682e-06,
      "loss": 0.5012,
      "step": 134242
    },
    {
      "epoch": 5.498382142125743,
      "grad_norm": 0.9646458311842685,
      "learning_rate": 5.28660870777684e-06,
      "loss": 0.1728,
      "step": 134243
    },
    {
      "epoch": 5.498423100552939,
      "grad_norm": 1.06955535724053,
      "learning_rate": 5.285750518092075e-06,
      "loss": 0.1398,
      "step": 134244
    },
    {
      "epoch": 5.498464058980135,
      "grad_norm": 1.310239258356115,
      "learning_rate": 5.284892396819801e-06,
      "loss": 0.32,
      "step": 134245
    },
    {
      "epoch": 5.498505017407331,
      "grad_norm": 1.6741584416316992,
      "learning_rate": 5.28403434396047e-06,
      "loss": 0.5784,
      "step": 134246
    },
    {
      "epoch": 5.498545975834528,
      "grad_norm": 1.5906948196376698,
      "learning_rate": 5.283176359514412e-06,
      "loss": 0.579,
      "step": 134247
    },
    {
      "epoch": 5.498586934261724,
      "grad_norm": 1.6985316209938115,
      "learning_rate": 5.282318443482098e-06,
      "loss": 0.649,
      "step": 134248
    },
    {
      "epoch": 5.498627892688921,
      "grad_norm": 2.052551898134914,
      "learning_rate": 5.28146059586389e-06,
      "loss": 0.5526,
      "step": 134249
    },
    {
      "epoch": 5.4986688511161175,
      "grad_norm": 1.575453892935012,
      "learning_rate": 5.280602816660223e-06,
      "loss": 0.5635,
      "step": 134250
    },
    {
      "epoch": 5.498709809543313,
      "grad_norm": 1.645799102310258,
      "learning_rate": 5.27974510587148e-06,
      "loss": 0.5913,
      "step": 134251
    },
    {
      "epoch": 5.49875076797051,
      "grad_norm": 1.5064546337757272,
      "learning_rate": 5.278887463498077e-06,
      "loss": 0.3957,
      "step": 134252
    },
    {
      "epoch": 5.498791726397706,
      "grad_norm": 1.7471286448207368,
      "learning_rate": 5.278029889540414e-06,
      "loss": 0.5989,
      "step": 134253
    },
    {
      "epoch": 5.498832684824903,
      "grad_norm": 1.6438694477353255,
      "learning_rate": 5.277172383998923e-06,
      "loss": 0.4424,
      "step": 134254
    },
    {
      "epoch": 5.498873643252099,
      "grad_norm": 1.0789868418970847,
      "learning_rate": 5.2763149468739555e-06,
      "loss": 0.3151,
      "step": 134255
    },
    {
      "epoch": 5.498914601679296,
      "grad_norm": 1.4312140355181884,
      "learning_rate": 5.275457578165959e-06,
      "loss": 0.3838,
      "step": 134256
    },
    {
      "epoch": 5.4989555601064914,
      "grad_norm": 1.4466102351498789,
      "learning_rate": 5.274600277875335e-06,
      "loss": 0.4546,
      "step": 134257
    },
    {
      "epoch": 5.498996518533688,
      "grad_norm": 1.6039638255010962,
      "learning_rate": 5.273743046002465e-06,
      "loss": 0.5329,
      "step": 134258
    },
    {
      "epoch": 5.4990374769608845,
      "grad_norm": 1.1868741918261574,
      "learning_rate": 5.272885882547784e-06,
      "loss": 0.2574,
      "step": 134259
    },
    {
      "epoch": 5.499078435388081,
      "grad_norm": 1.6964461728650782,
      "learning_rate": 5.272028787511689e-06,
      "loss": 0.6155,
      "step": 134260
    },
    {
      "epoch": 5.499119393815278,
      "grad_norm": 0.8677869574927249,
      "learning_rate": 5.2711717608945656e-06,
      "loss": 0.1828,
      "step": 134261
    },
    {
      "epoch": 5.499160352242474,
      "grad_norm": 1.7890246054949612,
      "learning_rate": 5.270314802696862e-06,
      "loss": 0.5924,
      "step": 134262
    },
    {
      "epoch": 5.499201310669671,
      "grad_norm": 1.5541219054090751,
      "learning_rate": 5.269457912918928e-06,
      "loss": 0.3917,
      "step": 134263
    },
    {
      "epoch": 5.499242269096866,
      "grad_norm": 0.9239983876767549,
      "learning_rate": 5.268601091561198e-06,
      "loss": 0.2193,
      "step": 134264
    },
    {
      "epoch": 5.499283227524063,
      "grad_norm": 1.5867878711071328,
      "learning_rate": 5.2677443386241024e-06,
      "loss": 0.4945,
      "step": 134265
    },
    {
      "epoch": 5.499324185951259,
      "grad_norm": 1.451623154526022,
      "learning_rate": 5.266887654107993e-06,
      "loss": 0.4798,
      "step": 134266
    },
    {
      "epoch": 5.499365144378456,
      "grad_norm": 1.5618873893163752,
      "learning_rate": 5.266031038013302e-06,
      "loss": 0.4935,
      "step": 134267
    },
    {
      "epoch": 5.4994061028056525,
      "grad_norm": 1.3630551369258772,
      "learning_rate": 5.265174490340446e-06,
      "loss": 0.392,
      "step": 134268
    },
    {
      "epoch": 5.499447061232849,
      "grad_norm": 0.8913722165053573,
      "learning_rate": 5.2643180110897905e-06,
      "loss": 0.1233,
      "step": 134269
    },
    {
      "epoch": 5.4994880196600455,
      "grad_norm": 1.5717624496817078,
      "learning_rate": 5.263461600261804e-06,
      "loss": 0.4773,
      "step": 134270
    },
    {
      "epoch": 5.499528978087241,
      "grad_norm": 1.3053395602120577,
      "learning_rate": 5.262605257856833e-06,
      "loss": 0.3963,
      "step": 134271
    },
    {
      "epoch": 5.499569936514438,
      "grad_norm": 1.461150993295663,
      "learning_rate": 5.261748983875297e-06,
      "loss": 0.3918,
      "step": 134272
    },
    {
      "epoch": 5.499610894941634,
      "grad_norm": 1.8683408962308272,
      "learning_rate": 5.260892778317627e-06,
      "loss": 0.6448,
      "step": 134273
    },
    {
      "epoch": 5.499651853368831,
      "grad_norm": 1.5042279358525663,
      "learning_rate": 5.26003664118419e-06,
      "loss": 0.4848,
      "step": 134274
    },
    {
      "epoch": 5.499692811796027,
      "grad_norm": 1.6183745739543323,
      "learning_rate": 5.259180572475402e-06,
      "loss": 0.3111,
      "step": 134275
    },
    {
      "epoch": 5.499733770223223,
      "grad_norm": 1.2835659137342366,
      "learning_rate": 5.258324572191697e-06,
      "loss": 0.315,
      "step": 134276
    },
    {
      "epoch": 5.4997747286504195,
      "grad_norm": 1.6933016799640421,
      "learning_rate": 5.25746864033344e-06,
      "loss": 0.5026,
      "step": 134277
    },
    {
      "epoch": 5.499815687077616,
      "grad_norm": 1.7471897489393242,
      "learning_rate": 5.256612776901082e-06,
      "loss": 0.6012,
      "step": 134278
    },
    {
      "epoch": 5.499856645504813,
      "grad_norm": 1.7455720602130809,
      "learning_rate": 5.255756981894971e-06,
      "loss": 0.5473,
      "step": 134279
    },
    {
      "epoch": 5.499897603932009,
      "grad_norm": 1.700192333258658,
      "learning_rate": 5.254901255315541e-06,
      "loss": 0.6672,
      "step": 134280
    },
    {
      "epoch": 5.499938562359206,
      "grad_norm": 1.8657267779105309,
      "learning_rate": 5.254045597163209e-06,
      "loss": 0.5623,
      "step": 134281
    },
    {
      "epoch": 5.499979520786402,
      "grad_norm": 1.5976289139672653,
      "learning_rate": 5.25319000743834e-06,
      "loss": 0.4805,
      "step": 134282
    },
    {
      "epoch": 5.500020479213598,
      "grad_norm": 1.6724981777175414,
      "learning_rate": 5.252334486141402e-06,
      "loss": 0.6571,
      "step": 134283
    },
    {
      "epoch": 5.500061437640794,
      "grad_norm": 1.0540825077526361,
      "learning_rate": 5.251479033272726e-06,
      "loss": 0.1892,
      "step": 134284
    },
    {
      "epoch": 5.500102396067991,
      "grad_norm": 0.9455399000324763,
      "learning_rate": 5.250623648832747e-06,
      "loss": 0.2138,
      "step": 134285
    },
    {
      "epoch": 5.500143354495187,
      "grad_norm": 1.4274001697062384,
      "learning_rate": 5.249768332821913e-06,
      "loss": 0.5084,
      "step": 134286
    },
    {
      "epoch": 5.500184312922384,
      "grad_norm": 1.5859380236839256,
      "learning_rate": 5.248913085240558e-06,
      "loss": 0.5228,
      "step": 134287
    },
    {
      "epoch": 5.5002252713495805,
      "grad_norm": 1.578755963655143,
      "learning_rate": 5.248057906089115e-06,
      "loss": 0.4961,
      "step": 134288
    },
    {
      "epoch": 5.500266229776777,
      "grad_norm": 1.8851471721133535,
      "learning_rate": 5.247202795368016e-06,
      "loss": 0.534,
      "step": 134289
    },
    {
      "epoch": 5.500307188203973,
      "grad_norm": 1.0769472002636449,
      "learning_rate": 5.246347753077612e-06,
      "loss": 0.1519,
      "step": 134290
    },
    {
      "epoch": 5.500348146631169,
      "grad_norm": 1.3812373464853611,
      "learning_rate": 5.245492779218369e-06,
      "loss": 0.3354,
      "step": 134291
    },
    {
      "epoch": 5.500389105058366,
      "grad_norm": 1.734724763837886,
      "learning_rate": 5.244637873790619e-06,
      "loss": 0.5449,
      "step": 134292
    },
    {
      "epoch": 5.500430063485562,
      "grad_norm": 1.5767785936661347,
      "learning_rate": 5.243783036794813e-06,
      "loss": 0.5558,
      "step": 134293
    },
    {
      "epoch": 5.500471021912759,
      "grad_norm": 1.3728161992930836,
      "learning_rate": 5.242928268231367e-06,
      "loss": 0.4159,
      "step": 134294
    },
    {
      "epoch": 5.5005119803399545,
      "grad_norm": 2.015987538770003,
      "learning_rate": 5.242073568100646e-06,
      "loss": 0.7487,
      "step": 134295
    },
    {
      "epoch": 5.500552938767151,
      "grad_norm": 1.6554850661519884,
      "learning_rate": 5.241218936403085e-06,
      "loss": 0.565,
      "step": 134296
    },
    {
      "epoch": 5.5005938971943475,
      "grad_norm": 1.5742489198563727,
      "learning_rate": 5.240364373139083e-06,
      "loss": 0.5948,
      "step": 134297
    },
    {
      "epoch": 5.500634855621544,
      "grad_norm": 2.136818478981251,
      "learning_rate": 5.239509878309006e-06,
      "loss": 1.0783,
      "step": 134298
    },
    {
      "epoch": 5.500675814048741,
      "grad_norm": 1.2912689893956224,
      "learning_rate": 5.238655451913321e-06,
      "loss": 0.3618,
      "step": 134299
    },
    {
      "epoch": 5.500716772475937,
      "grad_norm": 0.680958365488829,
      "learning_rate": 5.2378010939523764e-06,
      "loss": 0.116,
      "step": 134300
    },
    {
      "epoch": 5.500757730903134,
      "grad_norm": 2.145846731528892,
      "learning_rate": 5.236946804426606e-06,
      "loss": 0.7842,
      "step": 134301
    },
    {
      "epoch": 5.500798689330329,
      "grad_norm": 0.8024170082822559,
      "learning_rate": 5.236092583336427e-06,
      "loss": 0.1847,
      "step": 134302
    },
    {
      "epoch": 5.500839647757526,
      "grad_norm": 1.5372336627945524,
      "learning_rate": 5.235238430682187e-06,
      "loss": 0.3886,
      "step": 134303
    },
    {
      "epoch": 5.500880606184722,
      "grad_norm": 0.985700873825904,
      "learning_rate": 5.2343843464643375e-06,
      "loss": 0.1806,
      "step": 134304
    },
    {
      "epoch": 5.500921564611919,
      "grad_norm": 1.8397584768880149,
      "learning_rate": 5.233530330683294e-06,
      "loss": 0.573,
      "step": 134305
    },
    {
      "epoch": 5.5009625230391155,
      "grad_norm": 1.9985004265959514,
      "learning_rate": 5.232676383339407e-06,
      "loss": 0.6608,
      "step": 134306
    },
    {
      "epoch": 5.501003481466312,
      "grad_norm": 0.8076414038193785,
      "learning_rate": 5.231822504433142e-06,
      "loss": 0.202,
      "step": 134307
    },
    {
      "epoch": 5.5010444398935086,
      "grad_norm": 3.555898894807729,
      "learning_rate": 5.230968693964849e-06,
      "loss": 3.3525,
      "step": 134308
    },
    {
      "epoch": 5.501085398320704,
      "grad_norm": 0.9937609239490788,
      "learning_rate": 5.230114951934944e-06,
      "loss": 0.1993,
      "step": 134309
    },
    {
      "epoch": 5.501126356747901,
      "grad_norm": 0.968990171599749,
      "learning_rate": 5.22926127834386e-06,
      "loss": 0.1953,
      "step": 134310
    },
    {
      "epoch": 5.501167315175097,
      "grad_norm": 1.7076689468008899,
      "learning_rate": 5.228407673191981e-06,
      "loss": 0.6092,
      "step": 134311
    },
    {
      "epoch": 5.501208273602294,
      "grad_norm": 1.8176161122244765,
      "learning_rate": 5.227554136479689e-06,
      "loss": 0.5431,
      "step": 134312
    },
    {
      "epoch": 5.50124923202949,
      "grad_norm": 1.6404025346430977,
      "learning_rate": 5.226700668207434e-06,
      "loss": 0.4385,
      "step": 134313
    },
    {
      "epoch": 5.501290190456686,
      "grad_norm": 1.7732702369946534,
      "learning_rate": 5.225847268375583e-06,
      "loss": 0.5318,
      "step": 134314
    },
    {
      "epoch": 5.5013311488838825,
      "grad_norm": 2.0828685621505776,
      "learning_rate": 5.22499393698455e-06,
      "loss": 0.4674,
      "step": 134315
    },
    {
      "epoch": 5.501372107311079,
      "grad_norm": 1.2606002540262655,
      "learning_rate": 5.224140674034738e-06,
      "loss": 0.5558,
      "step": 134316
    },
    {
      "epoch": 5.501413065738276,
      "grad_norm": 2.9973795434537047,
      "learning_rate": 5.223287479526544e-06,
      "loss": 2.7728,
      "step": 134317
    },
    {
      "epoch": 5.501454024165472,
      "grad_norm": 1.455392706014199,
      "learning_rate": 5.222434353460403e-06,
      "loss": 0.5046,
      "step": 134318
    },
    {
      "epoch": 5.501494982592669,
      "grad_norm": 1.699277200515155,
      "learning_rate": 5.221581295836663e-06,
      "loss": 0.5821,
      "step": 134319
    },
    {
      "epoch": 5.501535941019865,
      "grad_norm": 1.686094297776331,
      "learning_rate": 5.220728306655791e-06,
      "loss": 0.5639,
      "step": 134320
    },
    {
      "epoch": 5.501576899447061,
      "grad_norm": 1.7984931928971872,
      "learning_rate": 5.219875385918154e-06,
      "loss": 0.5755,
      "step": 134321
    },
    {
      "epoch": 5.501617857874257,
      "grad_norm": 1.1088908579972836,
      "learning_rate": 5.219022533624134e-06,
      "loss": 0.2487,
      "step": 134322
    },
    {
      "epoch": 5.501658816301454,
      "grad_norm": 1.3725507028305155,
      "learning_rate": 5.218169749774165e-06,
      "loss": 0.3393,
      "step": 134323
    },
    {
      "epoch": 5.5016997747286505,
      "grad_norm": 1.544860787951636,
      "learning_rate": 5.217317034368662e-06,
      "loss": 0.4906,
      "step": 134324
    },
    {
      "epoch": 5.501740733155847,
      "grad_norm": 2.0691356770010794,
      "learning_rate": 5.2164643874079925e-06,
      "loss": 0.7334,
      "step": 134325
    },
    {
      "epoch": 5.5017816915830435,
      "grad_norm": 1.8857342324779813,
      "learning_rate": 5.215611808892589e-06,
      "loss": 0.6965,
      "step": 134326
    },
    {
      "epoch": 5.50182265001024,
      "grad_norm": 1.2879284095332109,
      "learning_rate": 5.214759298822835e-06,
      "loss": 0.3709,
      "step": 134327
    },
    {
      "epoch": 5.501863608437436,
      "grad_norm": 1.0941591858729198,
      "learning_rate": 5.21390685719913e-06,
      "loss": 0.1866,
      "step": 134328
    },
    {
      "epoch": 5.501904566864632,
      "grad_norm": 1.1834132592130158,
      "learning_rate": 5.213054484021906e-06,
      "loss": 0.3708,
      "step": 134329
    },
    {
      "epoch": 5.501945525291829,
      "grad_norm": 0.6075492042083985,
      "learning_rate": 5.212202179291547e-06,
      "loss": 0.0607,
      "step": 134330
    },
    {
      "epoch": 5.501986483719025,
      "grad_norm": 1.5842312322828993,
      "learning_rate": 5.211349943008436e-06,
      "loss": 0.4888,
      "step": 134331
    },
    {
      "epoch": 5.502027442146222,
      "grad_norm": 1.440922132891335,
      "learning_rate": 5.210497775173023e-06,
      "loss": 0.408,
      "step": 134332
    },
    {
      "epoch": 5.5020684005734175,
      "grad_norm": 1.5860012397268899,
      "learning_rate": 5.209645675785673e-06,
      "loss": 0.6026,
      "step": 134333
    },
    {
      "epoch": 5.502109359000614,
      "grad_norm": 1.40781591125929,
      "learning_rate": 5.208793644846821e-06,
      "loss": 0.4571,
      "step": 134334
    },
    {
      "epoch": 5.502150317427811,
      "grad_norm": 1.356801260330885,
      "learning_rate": 5.207941682356831e-06,
      "loss": 0.2328,
      "step": 134335
    },
    {
      "epoch": 5.502191275855007,
      "grad_norm": 1.7085560261932005,
      "learning_rate": 5.2070897883161045e-06,
      "loss": 0.6363,
      "step": 134336
    },
    {
      "epoch": 5.502232234282204,
      "grad_norm": 1.6792885735947618,
      "learning_rate": 5.206237962725107e-06,
      "loss": 0.317,
      "step": 134337
    },
    {
      "epoch": 5.5022731927094,
      "grad_norm": 1.773826698571857,
      "learning_rate": 5.205386205584172e-06,
      "loss": 0.4838,
      "step": 134338
    },
    {
      "epoch": 5.502314151136597,
      "grad_norm": 0.915219181773521,
      "learning_rate": 5.204534516893716e-06,
      "loss": 0.1905,
      "step": 134339
    },
    {
      "epoch": 5.502355109563792,
      "grad_norm": 2.052712563339778,
      "learning_rate": 5.203682896654188e-06,
      "loss": 0.6399,
      "step": 134340
    },
    {
      "epoch": 5.502396067990989,
      "grad_norm": 1.5650779988874974,
      "learning_rate": 5.202831344865921e-06,
      "loss": 0.5433,
      "step": 134341
    },
    {
      "epoch": 5.502437026418185,
      "grad_norm": 1.3679126858336301,
      "learning_rate": 5.201979861529382e-06,
      "loss": 0.4534,
      "step": 134342
    },
    {
      "epoch": 5.502477984845382,
      "grad_norm": 1.0440343175849036,
      "learning_rate": 5.201128446644937e-06,
      "loss": 0.2048,
      "step": 134343
    },
    {
      "epoch": 5.5025189432725785,
      "grad_norm": 1.7238750945180576,
      "learning_rate": 5.200277100212985e-06,
      "loss": 0.584,
      "step": 134344
    },
    {
      "epoch": 5.502559901699775,
      "grad_norm": 1.407329244981312,
      "learning_rate": 5.19942582223396e-06,
      "loss": 0.4085,
      "step": 134345
    },
    {
      "epoch": 5.502600860126972,
      "grad_norm": 1.3072780747525548,
      "learning_rate": 5.198574612708228e-06,
      "loss": 0.3731,
      "step": 134346
    },
    {
      "epoch": 5.502641818554167,
      "grad_norm": 1.4690076809587684,
      "learning_rate": 5.197723471636206e-06,
      "loss": 0.4272,
      "step": 134347
    },
    {
      "epoch": 5.502682776981364,
      "grad_norm": 1.8019104889352304,
      "learning_rate": 5.196872399018309e-06,
      "loss": 0.5594,
      "step": 134348
    },
    {
      "epoch": 5.50272373540856,
      "grad_norm": 1.4738800258594444,
      "learning_rate": 5.1960213948549216e-06,
      "loss": 0.447,
      "step": 134349
    },
    {
      "epoch": 5.502764693835757,
      "grad_norm": 1.3660346504963108,
      "learning_rate": 5.195170459146458e-06,
      "loss": 0.4516,
      "step": 134350
    },
    {
      "epoch": 5.502805652262953,
      "grad_norm": 1.6018426503314038,
      "learning_rate": 5.194319591893303e-06,
      "loss": 0.5508,
      "step": 134351
    },
    {
      "epoch": 5.502846610690149,
      "grad_norm": 1.5111272654010013,
      "learning_rate": 5.193468793095873e-06,
      "loss": 0.4605,
      "step": 134352
    },
    {
      "epoch": 5.502887569117346,
      "grad_norm": 1.707895949466566,
      "learning_rate": 5.192618062754583e-06,
      "loss": 0.5118,
      "step": 134353
    },
    {
      "epoch": 5.502928527544542,
      "grad_norm": 0.999023635860369,
      "learning_rate": 5.191767400869801e-06,
      "loss": 0.2157,
      "step": 134354
    },
    {
      "epoch": 5.502969485971739,
      "grad_norm": 1.659673103768738,
      "learning_rate": 5.190916807441975e-06,
      "loss": 0.5994,
      "step": 134355
    },
    {
      "epoch": 5.503010444398935,
      "grad_norm": 1.5514728684017225,
      "learning_rate": 5.190066282471456e-06,
      "loss": 0.5008,
      "step": 134356
    },
    {
      "epoch": 5.503051402826132,
      "grad_norm": 1.6382756821615871,
      "learning_rate": 5.189215825958676e-06,
      "loss": 0.5673,
      "step": 134357
    },
    {
      "epoch": 5.503092361253328,
      "grad_norm": 1.9507598973323605,
      "learning_rate": 5.188365437904052e-06,
      "loss": 0.7387,
      "step": 134358
    },
    {
      "epoch": 5.503133319680524,
      "grad_norm": 0.9506410315546653,
      "learning_rate": 5.187515118307934e-06,
      "loss": 0.1944,
      "step": 134359
    },
    {
      "epoch": 5.50317427810772,
      "grad_norm": 1.5100720506835759,
      "learning_rate": 5.18666486717077e-06,
      "loss": 0.4298,
      "step": 134360
    },
    {
      "epoch": 5.503215236534917,
      "grad_norm": 1.573794111678,
      "learning_rate": 5.185814684492961e-06,
      "loss": 0.4028,
      "step": 134361
    },
    {
      "epoch": 5.5032561949621135,
      "grad_norm": 1.5488821317970891,
      "learning_rate": 5.184964570274874e-06,
      "loss": 0.4333,
      "step": 134362
    },
    {
      "epoch": 5.50329715338931,
      "grad_norm": 1.5237311025243137,
      "learning_rate": 5.1841145245169576e-06,
      "loss": 0.42,
      "step": 134363
    },
    {
      "epoch": 5.503338111816507,
      "grad_norm": 0.7060730287524158,
      "learning_rate": 5.183264547219562e-06,
      "loss": 0.0613,
      "step": 134364
    },
    {
      "epoch": 5.503379070243703,
      "grad_norm": 1.697535519616829,
      "learning_rate": 5.18241463838312e-06,
      "loss": 0.5181,
      "step": 134365
    },
    {
      "epoch": 5.503420028670899,
      "grad_norm": 2.636820473615624,
      "learning_rate": 5.181564798008048e-06,
      "loss": 2.1077,
      "step": 134366
    },
    {
      "epoch": 5.503460987098095,
      "grad_norm": 1.34810426467805,
      "learning_rate": 5.180715026094711e-06,
      "loss": 0.396,
      "step": 134367
    },
    {
      "epoch": 5.503501945525292,
      "grad_norm": 1.5049868649320068,
      "learning_rate": 5.1798653226435286e-06,
      "loss": 0.5255,
      "step": 134368
    },
    {
      "epoch": 5.503542903952488,
      "grad_norm": 1.38186005083042,
      "learning_rate": 5.179015687654914e-06,
      "loss": 0.3829,
      "step": 134369
    },
    {
      "epoch": 5.503583862379685,
      "grad_norm": 1.674444727047034,
      "learning_rate": 5.178166121129234e-06,
      "loss": 0.5144,
      "step": 134370
    },
    {
      "epoch": 5.5036248208068805,
      "grad_norm": 0.9301708043831018,
      "learning_rate": 5.177316623066957e-06,
      "loss": 0.1564,
      "step": 134371
    },
    {
      "epoch": 5.503665779234077,
      "grad_norm": 1.4946077801739905,
      "learning_rate": 5.176467193468398e-06,
      "loss": 0.4343,
      "step": 134372
    },
    {
      "epoch": 5.503706737661274,
      "grad_norm": 1.5473766694303657,
      "learning_rate": 5.175617832334006e-06,
      "loss": 0.4419,
      "step": 134373
    },
    {
      "epoch": 5.50374769608847,
      "grad_norm": 1.5559875303127741,
      "learning_rate": 5.174768539664215e-06,
      "loss": 0.5578,
      "step": 134374
    },
    {
      "epoch": 5.503788654515667,
      "grad_norm": 1.6528231829559876,
      "learning_rate": 5.173919315459357e-06,
      "loss": 0.5813,
      "step": 134375
    },
    {
      "epoch": 5.503829612942863,
      "grad_norm": 1.6191189042100316,
      "learning_rate": 5.1730701597198665e-06,
      "loss": 0.5395,
      "step": 134376
    },
    {
      "epoch": 5.50387057137006,
      "grad_norm": 0.9693542606770473,
      "learning_rate": 5.172221072446159e-06,
      "loss": 0.2367,
      "step": 134377
    },
    {
      "epoch": 5.503911529797255,
      "grad_norm": 1.643351844732392,
      "learning_rate": 5.1713720536386005e-06,
      "loss": 0.4792,
      "step": 134378
    },
    {
      "epoch": 5.503952488224452,
      "grad_norm": 1.446993690365108,
      "learning_rate": 5.170523103297641e-06,
      "loss": 0.5078,
      "step": 134379
    },
    {
      "epoch": 5.5039934466516485,
      "grad_norm": 1.2420816343533672,
      "learning_rate": 5.169674221423631e-06,
      "loss": 0.3532,
      "step": 134380
    },
    {
      "epoch": 5.504034405078845,
      "grad_norm": 1.717222850520026,
      "learning_rate": 5.168825408017002e-06,
      "loss": 0.5664,
      "step": 134381
    },
    {
      "epoch": 5.5040753635060415,
      "grad_norm": 1.457957837793855,
      "learning_rate": 5.167976663078155e-06,
      "loss": 0.4135,
      "step": 134382
    },
    {
      "epoch": 5.504116321933238,
      "grad_norm": 1.1793582755910739,
      "learning_rate": 5.167127986607472e-06,
      "loss": 0.2804,
      "step": 134383
    },
    {
      "epoch": 5.504157280360435,
      "grad_norm": 1.4808888489031597,
      "learning_rate": 5.1662793786053706e-06,
      "loss": 0.4146,
      "step": 134384
    },
    {
      "epoch": 5.50419823878763,
      "grad_norm": 0.6955928561645791,
      "learning_rate": 5.165430839072266e-06,
      "loss": 0.0974,
      "step": 134385
    },
    {
      "epoch": 5.504239197214827,
      "grad_norm": 1.4404271802626991,
      "learning_rate": 5.164582368008524e-06,
      "loss": 0.4909,
      "step": 134386
    },
    {
      "epoch": 5.504280155642023,
      "grad_norm": 1.4653439761286906,
      "learning_rate": 5.163733965414579e-06,
      "loss": 0.4056,
      "step": 134387
    },
    {
      "epoch": 5.50432111406922,
      "grad_norm": 0.9117014319905802,
      "learning_rate": 5.162885631290798e-06,
      "loss": 0.1887,
      "step": 134388
    },
    {
      "epoch": 5.504362072496416,
      "grad_norm": 1.7445421641368946,
      "learning_rate": 5.1620373656375945e-06,
      "loss": 0.55,
      "step": 134389
    },
    {
      "epoch": 5.504403030923612,
      "grad_norm": 1.5027485789645822,
      "learning_rate": 5.161189168455387e-06,
      "loss": 0.4013,
      "step": 134390
    },
    {
      "epoch": 5.504443989350809,
      "grad_norm": 1.7391645518999652,
      "learning_rate": 5.160341039744576e-06,
      "loss": 0.5872,
      "step": 134391
    },
    {
      "epoch": 5.504484947778005,
      "grad_norm": 1.358229156692393,
      "learning_rate": 5.159492979505542e-06,
      "loss": 0.3339,
      "step": 134392
    },
    {
      "epoch": 5.504525906205202,
      "grad_norm": 1.1427730580249167,
      "learning_rate": 5.158644987738702e-06,
      "loss": 0.2667,
      "step": 134393
    },
    {
      "epoch": 5.504566864632398,
      "grad_norm": 0.7111710336587014,
      "learning_rate": 5.157797064444424e-06,
      "loss": 0.1422,
      "step": 134394
    },
    {
      "epoch": 5.504607823059595,
      "grad_norm": 1.866634225762466,
      "learning_rate": 5.156949209623157e-06,
      "loss": 0.7462,
      "step": 134395
    },
    {
      "epoch": 5.504648781486791,
      "grad_norm": 0.776740420113436,
      "learning_rate": 5.1561014232752826e-06,
      "loss": 0.1891,
      "step": 134396
    },
    {
      "epoch": 5.504689739913987,
      "grad_norm": 1.9196434907235307,
      "learning_rate": 5.155253705401186e-06,
      "loss": 0.563,
      "step": 134397
    },
    {
      "epoch": 5.5047306983411834,
      "grad_norm": 0.9305485346979355,
      "learning_rate": 5.154406056001281e-06,
      "loss": 0.2196,
      "step": 134398
    },
    {
      "epoch": 5.50477165676838,
      "grad_norm": 1.9250323346533835,
      "learning_rate": 5.15355847507597e-06,
      "loss": 0.9287,
      "step": 134399
    },
    {
      "epoch": 5.5048126151955765,
      "grad_norm": 0.9991044331603158,
      "learning_rate": 5.15271096262565e-06,
      "loss": 0.2143,
      "step": 134400
    },
    {
      "epoch": 5.504853573622773,
      "grad_norm": 0.8503568550813216,
      "learning_rate": 5.151863518650723e-06,
      "loss": 0.0908,
      "step": 134401
    },
    {
      "epoch": 5.50489453204997,
      "grad_norm": 1.1284151905309387,
      "learning_rate": 5.151016143151588e-06,
      "loss": 0.2144,
      "step": 134402
    },
    {
      "epoch": 5.504935490477166,
      "grad_norm": 1.2660129249254815,
      "learning_rate": 5.150168836128643e-06,
      "loss": 0.1512,
      "step": 134403
    },
    {
      "epoch": 5.504976448904362,
      "grad_norm": 1.6150358443495507,
      "learning_rate": 5.149321597582324e-06,
      "loss": 0.501,
      "step": 134404
    },
    {
      "epoch": 5.505017407331558,
      "grad_norm": 1.119858843848813,
      "learning_rate": 5.148474427512961e-06,
      "loss": 0.2616,
      "step": 134405
    },
    {
      "epoch": 5.505058365758755,
      "grad_norm": 1.6271065754124625,
      "learning_rate": 5.1476273259210225e-06,
      "loss": 0.5676,
      "step": 134406
    },
    {
      "epoch": 5.505099324185951,
      "grad_norm": 1.5097168321019845,
      "learning_rate": 5.146780292806874e-06,
      "loss": 0.5196,
      "step": 134407
    },
    {
      "epoch": 5.505140282613148,
      "grad_norm": 1.360686393580637,
      "learning_rate": 5.145933328170898e-06,
      "loss": 0.3962,
      "step": 134408
    },
    {
      "epoch": 5.505181241040344,
      "grad_norm": 1.5919714805363256,
      "learning_rate": 5.145086432013562e-06,
      "loss": 0.4113,
      "step": 134409
    },
    {
      "epoch": 5.50522219946754,
      "grad_norm": 1.3799566989081495,
      "learning_rate": 5.144239604335182e-06,
      "loss": 0.5024,
      "step": 134410
    },
    {
      "epoch": 5.505263157894737,
      "grad_norm": 1.4389622254410257,
      "learning_rate": 5.143392845136207e-06,
      "loss": 0.3794,
      "step": 134411
    },
    {
      "epoch": 5.505304116321933,
      "grad_norm": 1.4555977243422324,
      "learning_rate": 5.142546154417054e-06,
      "loss": 0.3161,
      "step": 134412
    },
    {
      "epoch": 5.50534507474913,
      "grad_norm": 1.6504898492843518,
      "learning_rate": 5.141699532178089e-06,
      "loss": 0.6562,
      "step": 134413
    },
    {
      "epoch": 5.505386033176326,
      "grad_norm": 1.4682006134938137,
      "learning_rate": 5.140852978419729e-06,
      "loss": 0.4465,
      "step": 134414
    },
    {
      "epoch": 5.505426991603523,
      "grad_norm": 1.2991109657784758,
      "learning_rate": 5.140006493142357e-06,
      "loss": 0.3012,
      "step": 134415
    },
    {
      "epoch": 5.505467950030718,
      "grad_norm": 1.0553609396282366,
      "learning_rate": 5.1391600763463716e-06,
      "loss": 0.227,
      "step": 134416
    },
    {
      "epoch": 5.505508908457915,
      "grad_norm": 1.6909727129619865,
      "learning_rate": 5.138313728032206e-06,
      "loss": 0.4998,
      "step": 134417
    },
    {
      "epoch": 5.5055498668851115,
      "grad_norm": 1.277579159371977,
      "learning_rate": 5.137467448200228e-06,
      "loss": 0.4366,
      "step": 134418
    },
    {
      "epoch": 5.505590825312308,
      "grad_norm": 0.8944515455981022,
      "learning_rate": 5.136621236850869e-06,
      "loss": 0.2029,
      "step": 134419
    },
    {
      "epoch": 5.505631783739505,
      "grad_norm": 1.3803704607100413,
      "learning_rate": 5.135775093984496e-06,
      "loss": 0.3173,
      "step": 134420
    },
    {
      "epoch": 5.505672742166701,
      "grad_norm": 1.4635881685479106,
      "learning_rate": 5.134929019601508e-06,
      "loss": 0.4502,
      "step": 134421
    },
    {
      "epoch": 5.505713700593898,
      "grad_norm": 0.9421420321385103,
      "learning_rate": 5.134083013702356e-06,
      "loss": 0.1086,
      "step": 134422
    },
    {
      "epoch": 5.505754659021093,
      "grad_norm": 0.48625171987462734,
      "learning_rate": 5.133237076287372e-06,
      "loss": 0.0513,
      "step": 134423
    },
    {
      "epoch": 5.50579561744829,
      "grad_norm": 0.9658971240940722,
      "learning_rate": 5.13239120735699e-06,
      "loss": 0.2326,
      "step": 134424
    },
    {
      "epoch": 5.505836575875486,
      "grad_norm": 1.6885531818053932,
      "learning_rate": 5.131545406911625e-06,
      "loss": 0.4708,
      "step": 134425
    },
    {
      "epoch": 5.505877534302683,
      "grad_norm": 1.4997719612813019,
      "learning_rate": 5.130699674951644e-06,
      "loss": 0.4802,
      "step": 134426
    },
    {
      "epoch": 5.505918492729879,
      "grad_norm": 1.4425651724939534,
      "learning_rate": 5.129854011477463e-06,
      "loss": 0.3635,
      "step": 134427
    },
    {
      "epoch": 5.505959451157075,
      "grad_norm": 1.600835941451103,
      "learning_rate": 5.129008416489483e-06,
      "loss": 0.5776,
      "step": 134428
    },
    {
      "epoch": 5.506000409584272,
      "grad_norm": 1.035995856016552,
      "learning_rate": 5.128162889988102e-06,
      "loss": 0.3097,
      "step": 134429
    },
    {
      "epoch": 5.506041368011468,
      "grad_norm": 1.6320468296059152,
      "learning_rate": 5.1273174319737205e-06,
      "loss": 0.4513,
      "step": 134430
    },
    {
      "epoch": 5.506082326438665,
      "grad_norm": 1.2625646579501302,
      "learning_rate": 5.126472042446722e-06,
      "loss": 0.3514,
      "step": 134431
    },
    {
      "epoch": 5.506123284865861,
      "grad_norm": 1.5007255709429534,
      "learning_rate": 5.125626721407538e-06,
      "loss": 0.5361,
      "step": 134432
    },
    {
      "epoch": 5.506164243293058,
      "grad_norm": 0.9337857038323261,
      "learning_rate": 5.124781468856553e-06,
      "loss": 0.0941,
      "step": 134433
    },
    {
      "epoch": 5.506205201720254,
      "grad_norm": 1.3856140065390472,
      "learning_rate": 5.12393628479415e-06,
      "loss": 0.3692,
      "step": 134434
    },
    {
      "epoch": 5.50624616014745,
      "grad_norm": 1.2335412844715057,
      "learning_rate": 5.123091169220761e-06,
      "loss": 0.2527,
      "step": 134435
    },
    {
      "epoch": 5.5062871185746465,
      "grad_norm": 1.6793963288104201,
      "learning_rate": 5.122246122136753e-06,
      "loss": 0.4194,
      "step": 134436
    },
    {
      "epoch": 5.506328077001843,
      "grad_norm": 4.592080122119723,
      "learning_rate": 5.121401143542542e-06,
      "loss": 1.6085,
      "step": 134437
    },
    {
      "epoch": 5.5063690354290395,
      "grad_norm": 1.428972559036387,
      "learning_rate": 5.120556233438544e-06,
      "loss": 0.312,
      "step": 134438
    },
    {
      "epoch": 5.506409993856236,
      "grad_norm": 1.6663476814299256,
      "learning_rate": 5.11971139182511e-06,
      "loss": 0.517,
      "step": 134439
    },
    {
      "epoch": 5.506450952283433,
      "grad_norm": 1.7406277657711382,
      "learning_rate": 5.1188666187026884e-06,
      "loss": 0.542,
      "step": 134440
    },
    {
      "epoch": 5.506491910710629,
      "grad_norm": 1.5766251248817131,
      "learning_rate": 5.118021914071663e-06,
      "loss": 0.5017,
      "step": 134441
    },
    {
      "epoch": 5.506532869137825,
      "grad_norm": 0.9989779142747327,
      "learning_rate": 5.117177277932416e-06,
      "loss": 0.2028,
      "step": 134442
    },
    {
      "epoch": 5.506573827565021,
      "grad_norm": 1.740298464065609,
      "learning_rate": 5.116332710285381e-06,
      "loss": 0.5919,
      "step": 134443
    },
    {
      "epoch": 5.506614785992218,
      "grad_norm": 1.6472226637985954,
      "learning_rate": 5.115488211130908e-06,
      "loss": 0.496,
      "step": 134444
    },
    {
      "epoch": 5.506655744419414,
      "grad_norm": 1.4997785131785752,
      "learning_rate": 5.114643780469429e-06,
      "loss": 0.4136,
      "step": 134445
    },
    {
      "epoch": 5.506696702846611,
      "grad_norm": 1.8052145305848977,
      "learning_rate": 5.113799418301362e-06,
      "loss": 0.5948,
      "step": 134446
    },
    {
      "epoch": 5.506737661273807,
      "grad_norm": 1.9100538823963622,
      "learning_rate": 5.1129551246270715e-06,
      "loss": 0.7061,
      "step": 134447
    },
    {
      "epoch": 5.506778619701003,
      "grad_norm": 0.8235028563488009,
      "learning_rate": 5.1121108994469585e-06,
      "loss": 0.1774,
      "step": 134448
    },
    {
      "epoch": 5.5068195781282,
      "grad_norm": 1.0810166028517803,
      "learning_rate": 5.111266742761455e-06,
      "loss": 0.1905,
      "step": 134449
    },
    {
      "epoch": 5.506860536555396,
      "grad_norm": 1.5338155934241615,
      "learning_rate": 5.110422654570912e-06,
      "loss": 0.576,
      "step": 134450
    },
    {
      "epoch": 5.506901494982593,
      "grad_norm": 1.710519214852547,
      "learning_rate": 5.109578634875777e-06,
      "loss": 0.6585,
      "step": 134451
    },
    {
      "epoch": 5.506942453409789,
      "grad_norm": 1.865678517355192,
      "learning_rate": 5.108734683676419e-06,
      "loss": 0.4958,
      "step": 134452
    },
    {
      "epoch": 5.506983411836986,
      "grad_norm": 1.5181192800520613,
      "learning_rate": 5.107890800973219e-06,
      "loss": 0.4325,
      "step": 134453
    },
    {
      "epoch": 5.5070243702641815,
      "grad_norm": 0.9034031529684606,
      "learning_rate": 5.107046986766644e-06,
      "loss": 0.2457,
      "step": 134454
    },
    {
      "epoch": 5.507065328691378,
      "grad_norm": 1.5636688093541542,
      "learning_rate": 5.106203241057011e-06,
      "loss": 0.5678,
      "step": 134455
    },
    {
      "epoch": 5.5071062871185745,
      "grad_norm": 1.479338010942909,
      "learning_rate": 5.105359563844768e-06,
      "loss": 0.3548,
      "step": 134456
    },
    {
      "epoch": 5.507147245545771,
      "grad_norm": 1.6542663789329575,
      "learning_rate": 5.104515955130317e-06,
      "loss": 0.4836,
      "step": 134457
    },
    {
      "epoch": 5.507188203972968,
      "grad_norm": 1.4399091557083177,
      "learning_rate": 5.103672414914023e-06,
      "loss": 0.4367,
      "step": 134458
    },
    {
      "epoch": 5.507229162400164,
      "grad_norm": 1.5308324754736424,
      "learning_rate": 5.102828943196319e-06,
      "loss": 0.4003,
      "step": 134459
    },
    {
      "epoch": 5.507270120827361,
      "grad_norm": 1.4371006641389519,
      "learning_rate": 5.101985539977588e-06,
      "loss": 0.4173,
      "step": 134460
    },
    {
      "epoch": 5.507311079254556,
      "grad_norm": 1.3441297965631047,
      "learning_rate": 5.10114220525823e-06,
      "loss": 0.3902,
      "step": 134461
    },
    {
      "epoch": 5.507352037681753,
      "grad_norm": 3.0357831333142986,
      "learning_rate": 5.100298939038661e-06,
      "loss": 2.0455,
      "step": 134462
    },
    {
      "epoch": 5.507392996108949,
      "grad_norm": 1.0178044195735054,
      "learning_rate": 5.09945574131923e-06,
      "loss": 0.2115,
      "step": 134463
    },
    {
      "epoch": 5.507433954536146,
      "grad_norm": 1.5673830579222217,
      "learning_rate": 5.098612612100372e-06,
      "loss": 0.418,
      "step": 134464
    },
    {
      "epoch": 5.5074749129633425,
      "grad_norm": 2.0974967881409157,
      "learning_rate": 5.097769551382502e-06,
      "loss": 0.7687,
      "step": 134465
    },
    {
      "epoch": 5.507515871390538,
      "grad_norm": 1.339883805393958,
      "learning_rate": 5.096926559165987e-06,
      "loss": 0.4417,
      "step": 134466
    },
    {
      "epoch": 5.507556829817735,
      "grad_norm": 2.7918212059847276,
      "learning_rate": 5.096083635451226e-06,
      "loss": 2.3552,
      "step": 134467
    },
    {
      "epoch": 5.507597788244931,
      "grad_norm": 1.3485870846485963,
      "learning_rate": 5.095240780238652e-06,
      "loss": 0.4186,
      "step": 134468
    },
    {
      "epoch": 5.507638746672128,
      "grad_norm": 0.7051040553507387,
      "learning_rate": 5.094397993528615e-06,
      "loss": 0.1245,
      "step": 134469
    },
    {
      "epoch": 5.507679705099324,
      "grad_norm": 0.8240602053406809,
      "learning_rate": 5.0935552753215645e-06,
      "loss": 0.1636,
      "step": 134470
    },
    {
      "epoch": 5.507720663526521,
      "grad_norm": 1.828102735001568,
      "learning_rate": 5.092712625617851e-06,
      "loss": 0.6824,
      "step": 134471
    },
    {
      "epoch": 5.507761621953717,
      "grad_norm": 1.737782228012615,
      "learning_rate": 5.091870044417906e-06,
      "loss": 0.6648,
      "step": 134472
    },
    {
      "epoch": 5.507802580380913,
      "grad_norm": 1.3775181572917257,
      "learning_rate": 5.0910275317221134e-06,
      "loss": 0.3987,
      "step": 134473
    },
    {
      "epoch": 5.5078435388081095,
      "grad_norm": 1.8065547851546975,
      "learning_rate": 5.0901850875308734e-06,
      "loss": 0.5691,
      "step": 134474
    },
    {
      "epoch": 5.507884497235306,
      "grad_norm": 1.6631429873361518,
      "learning_rate": 5.089342711844568e-06,
      "loss": 0.5648,
      "step": 134475
    },
    {
      "epoch": 5.507925455662503,
      "grad_norm": 1.2778810540604808,
      "learning_rate": 5.088500404663648e-06,
      "loss": 0.4386,
      "step": 134476
    },
    {
      "epoch": 5.507966414089699,
      "grad_norm": 0.9960953398706691,
      "learning_rate": 5.087658165988445e-06,
      "loss": 0.1778,
      "step": 134477
    },
    {
      "epoch": 5.508007372516896,
      "grad_norm": 1.6472472938262288,
      "learning_rate": 5.08681599581941e-06,
      "loss": 0.5446,
      "step": 134478
    },
    {
      "epoch": 5.508048330944092,
      "grad_norm": 1.7130719919240542,
      "learning_rate": 5.085973894156908e-06,
      "loss": 0.5775,
      "step": 134479
    },
    {
      "epoch": 5.508089289371288,
      "grad_norm": 0.7100396903226617,
      "learning_rate": 5.08513186100134e-06,
      "loss": 0.1766,
      "step": 134480
    },
    {
      "epoch": 5.508130247798484,
      "grad_norm": 1.7742058668664582,
      "learning_rate": 5.0842898963531386e-06,
      "loss": 0.6219,
      "step": 134481
    },
    {
      "epoch": 5.508171206225681,
      "grad_norm": 1.4112024853303171,
      "learning_rate": 5.0834480002126535e-06,
      "loss": 0.4327,
      "step": 134482
    },
    {
      "epoch": 5.508212164652877,
      "grad_norm": 0.952058531508215,
      "learning_rate": 5.0826061725803e-06,
      "loss": 0.2059,
      "step": 134483
    },
    {
      "epoch": 5.508253123080074,
      "grad_norm": 2.1614608767495116,
      "learning_rate": 5.081764413456512e-06,
      "loss": 0.6012,
      "step": 134484
    },
    {
      "epoch": 5.50829408150727,
      "grad_norm": 1.3529179873132509,
      "learning_rate": 5.080922722841624e-06,
      "loss": 0.4194,
      "step": 134485
    },
    {
      "epoch": 5.508335039934466,
      "grad_norm": 1.4039305382798035,
      "learning_rate": 5.0800811007361e-06,
      "loss": 0.4267,
      "step": 134486
    },
    {
      "epoch": 5.508375998361663,
      "grad_norm": 0.9491403379712481,
      "learning_rate": 5.079239547140274e-06,
      "loss": 0.1962,
      "step": 134487
    },
    {
      "epoch": 5.508416956788859,
      "grad_norm": 1.4390016904723457,
      "learning_rate": 5.078398062054578e-06,
      "loss": 0.5233,
      "step": 134488
    },
    {
      "epoch": 5.508457915216056,
      "grad_norm": 1.7851998085705665,
      "learning_rate": 5.0775566454794304e-06,
      "loss": 0.5914,
      "step": 134489
    },
    {
      "epoch": 5.508498873643252,
      "grad_norm": 1.2148614764362633,
      "learning_rate": 5.076715297415179e-06,
      "loss": 0.2316,
      "step": 134490
    },
    {
      "epoch": 5.508539832070449,
      "grad_norm": 1.955445432412994,
      "learning_rate": 5.075874017862258e-06,
      "loss": 0.6505,
      "step": 134491
    },
    {
      "epoch": 5.5085807904976445,
      "grad_norm": 1.2459881535983994,
      "learning_rate": 5.07503280682105e-06,
      "loss": 0.2515,
      "step": 134492
    },
    {
      "epoch": 5.508621748924841,
      "grad_norm": 0.6721343719134683,
      "learning_rate": 5.074191664291954e-06,
      "loss": 0.1128,
      "step": 134493
    },
    {
      "epoch": 5.508662707352038,
      "grad_norm": 1.5344475533618893,
      "learning_rate": 5.073350590275388e-06,
      "loss": 0.4923,
      "step": 134494
    },
    {
      "epoch": 5.508703665779234,
      "grad_norm": 1.6906380060732962,
      "learning_rate": 5.0725095847717e-06,
      "loss": 0.5497,
      "step": 134495
    },
    {
      "epoch": 5.508744624206431,
      "grad_norm": 1.4741324007061225,
      "learning_rate": 5.071668647781341e-06,
      "loss": 0.4861,
      "step": 134496
    },
    {
      "epoch": 5.508785582633627,
      "grad_norm": 1.2769252586731488,
      "learning_rate": 5.070827779304693e-06,
      "loss": 0.3167,
      "step": 134497
    },
    {
      "epoch": 5.508826541060824,
      "grad_norm": 0.9933998271791711,
      "learning_rate": 5.069986979342139e-06,
      "loss": 0.2353,
      "step": 134498
    },
    {
      "epoch": 5.508867499488019,
      "grad_norm": 2.0336802734671213,
      "learning_rate": 5.069146247894096e-06,
      "loss": 0.7789,
      "step": 134499
    },
    {
      "epoch": 5.508908457915216,
      "grad_norm": 1.4556746510113956,
      "learning_rate": 5.06830558496093e-06,
      "loss": 0.5142,
      "step": 134500
    },
    {
      "epoch": 5.508949416342412,
      "grad_norm": 1.4727471199243392,
      "learning_rate": 5.067464990543058e-06,
      "loss": 0.3533,
      "step": 134501
    },
    {
      "epoch": 5.508990374769609,
      "grad_norm": 1.4531464126898523,
      "learning_rate": 5.0666244646409114e-06,
      "loss": 0.499,
      "step": 134502
    },
    {
      "epoch": 5.5090313331968055,
      "grad_norm": 1.837361548832691,
      "learning_rate": 5.065784007254825e-06,
      "loss": 0.5394,
      "step": 134503
    },
    {
      "epoch": 5.509072291624002,
      "grad_norm": 1.5290688274112325,
      "learning_rate": 5.064943618385231e-06,
      "loss": 0.4907,
      "step": 134504
    },
    {
      "epoch": 5.509113250051198,
      "grad_norm": 4.368074073185207,
      "learning_rate": 5.064103298032529e-06,
      "loss": 3.0816,
      "step": 134505
    },
    {
      "epoch": 5.509154208478394,
      "grad_norm": 1.9105685981666183,
      "learning_rate": 5.063263046197102e-06,
      "loss": 0.4941,
      "step": 134506
    },
    {
      "epoch": 5.509195166905591,
      "grad_norm": 1.4244953293145228,
      "learning_rate": 5.062422862879367e-06,
      "loss": 0.4543,
      "step": 134507
    },
    {
      "epoch": 5.509236125332787,
      "grad_norm": 1.064760746243721,
      "learning_rate": 5.06158274807969e-06,
      "loss": 0.2257,
      "step": 134508
    },
    {
      "epoch": 5.509277083759984,
      "grad_norm": 1.5112867626749664,
      "learning_rate": 5.060742701798487e-06,
      "loss": 0.5623,
      "step": 134509
    },
    {
      "epoch": 5.50931804218718,
      "grad_norm": 1.2904636497434732,
      "learning_rate": 5.059902724036175e-06,
      "loss": 0.3761,
      "step": 134510
    },
    {
      "epoch": 5.509359000614376,
      "grad_norm": 1.6495473035589607,
      "learning_rate": 5.059062814793119e-06,
      "loss": 0.5609,
      "step": 134511
    },
    {
      "epoch": 5.5093999590415725,
      "grad_norm": 0.35490102490482417,
      "learning_rate": 5.058222974069703e-06,
      "loss": 0.0345,
      "step": 134512
    },
    {
      "epoch": 5.509440917468769,
      "grad_norm": 1.5797395031722579,
      "learning_rate": 5.057383201866394e-06,
      "loss": 0.6159,
      "step": 134513
    },
    {
      "epoch": 5.509481875895966,
      "grad_norm": 1.0838946794573867,
      "learning_rate": 5.056543498183507e-06,
      "loss": 0.2414,
      "step": 134514
    },
    {
      "epoch": 5.509522834323162,
      "grad_norm": 1.4166246621783714,
      "learning_rate": 5.055703863021509e-06,
      "loss": 0.4931,
      "step": 134515
    },
    {
      "epoch": 5.509563792750359,
      "grad_norm": 4.370682529069553,
      "learning_rate": 5.054864296380734e-06,
      "loss": 1.1005,
      "step": 134516
    },
    {
      "epoch": 5.509604751177555,
      "grad_norm": 1.581082438712018,
      "learning_rate": 5.0540247982616135e-06,
      "loss": 0.5153,
      "step": 134517
    },
    {
      "epoch": 5.509645709604751,
      "grad_norm": 2.0785292070630375,
      "learning_rate": 5.053185368664548e-06,
      "loss": 0.7515,
      "step": 134518
    },
    {
      "epoch": 5.509686668031947,
      "grad_norm": 1.4065976406882237,
      "learning_rate": 5.052346007589919e-06,
      "loss": 0.4214,
      "step": 134519
    },
    {
      "epoch": 5.509727626459144,
      "grad_norm": 1.5441237574450029,
      "learning_rate": 5.051506715038128e-06,
      "loss": 0.4266,
      "step": 134520
    },
    {
      "epoch": 5.5097685848863405,
      "grad_norm": 1.5451842847387287,
      "learning_rate": 5.0506674910095915e-06,
      "loss": 0.4754,
      "step": 134521
    },
    {
      "epoch": 5.509809543313537,
      "grad_norm": 1.5202770900989018,
      "learning_rate": 5.049828335504674e-06,
      "loss": 0.4181,
      "step": 134522
    },
    {
      "epoch": 5.5098505017407335,
      "grad_norm": 1.0335030747782166,
      "learning_rate": 5.0489892485237936e-06,
      "loss": 0.2011,
      "step": 134523
    },
    {
      "epoch": 5.509891460167929,
      "grad_norm": 1.3999354979392191,
      "learning_rate": 5.048150230067333e-06,
      "loss": 0.3684,
      "step": 134524
    },
    {
      "epoch": 5.509932418595126,
      "grad_norm": 1.4302543261928142,
      "learning_rate": 5.047311280135691e-06,
      "loss": 0.3873,
      "step": 134525
    },
    {
      "epoch": 5.509973377022322,
      "grad_norm": 1.4011909340149336,
      "learning_rate": 5.046472398729284e-06,
      "loss": 0.3023,
      "step": 134526
    },
    {
      "epoch": 5.510014335449519,
      "grad_norm": 1.657692131076419,
      "learning_rate": 5.0456335858484795e-06,
      "loss": 0.4128,
      "step": 134527
    },
    {
      "epoch": 5.510055293876715,
      "grad_norm": 1.7510941936753643,
      "learning_rate": 5.044794841493677e-06,
      "loss": 0.5842,
      "step": 134528
    },
    {
      "epoch": 5.510096252303912,
      "grad_norm": 1.4469006745597992,
      "learning_rate": 5.043956165665308e-06,
      "loss": 0.4214,
      "step": 134529
    },
    {
      "epoch": 5.5101372107311075,
      "grad_norm": 1.4935636878767793,
      "learning_rate": 5.043117558363741e-06,
      "loss": 0.424,
      "step": 134530
    },
    {
      "epoch": 5.510178169158304,
      "grad_norm": 0.9783379050636122,
      "learning_rate": 5.042279019589373e-06,
      "loss": 0.1905,
      "step": 134531
    },
    {
      "epoch": 5.510219127585501,
      "grad_norm": 1.3549318801458479,
      "learning_rate": 5.041440549342623e-06,
      "loss": 0.3647,
      "step": 134532
    },
    {
      "epoch": 5.510260086012697,
      "grad_norm": 3.1395938630434608,
      "learning_rate": 5.04060214762384e-06,
      "loss": 3.0014,
      "step": 134533
    },
    {
      "epoch": 5.510301044439894,
      "grad_norm": 1.050149324626242,
      "learning_rate": 5.039763814433473e-06,
      "loss": 0.1875,
      "step": 134534
    },
    {
      "epoch": 5.51034200286709,
      "grad_norm": 1.9740033092843252,
      "learning_rate": 5.038925549771872e-06,
      "loss": 0.6604,
      "step": 134535
    },
    {
      "epoch": 5.510382961294287,
      "grad_norm": 1.974768428089107,
      "learning_rate": 5.0380873536394526e-06,
      "loss": 0.6827,
      "step": 134536
    },
    {
      "epoch": 5.510423919721482,
      "grad_norm": 1.9570999047851796,
      "learning_rate": 5.037249226036633e-06,
      "loss": 1.209,
      "step": 134537
    },
    {
      "epoch": 5.510464878148679,
      "grad_norm": 1.8067412985345142,
      "learning_rate": 5.036411166963778e-06,
      "loss": 0.5385,
      "step": 134538
    },
    {
      "epoch": 5.5105058365758754,
      "grad_norm": 1.0564783883883275,
      "learning_rate": 5.035573176421287e-06,
      "loss": 0.1932,
      "step": 134539
    },
    {
      "epoch": 5.510546795003072,
      "grad_norm": 0.5109457644271178,
      "learning_rate": 5.034735254409594e-06,
      "loss": 0.0755,
      "step": 134540
    },
    {
      "epoch": 5.5105877534302685,
      "grad_norm": 1.8081260762071416,
      "learning_rate": 5.033897400929049e-06,
      "loss": 0.759,
      "step": 134541
    },
    {
      "epoch": 5.510628711857465,
      "grad_norm": 1.6122834652390639,
      "learning_rate": 5.033059615980067e-06,
      "loss": 0.4788,
      "step": 134542
    },
    {
      "epoch": 5.510669670284661,
      "grad_norm": 1.363625138480657,
      "learning_rate": 5.032221899563033e-06,
      "loss": 0.3672,
      "step": 134543
    },
    {
      "epoch": 5.510710628711857,
      "grad_norm": 1.4832735919457547,
      "learning_rate": 5.031384251678361e-06,
      "loss": 0.4188,
      "step": 134544
    },
    {
      "epoch": 5.510751587139054,
      "grad_norm": 1.591490928806111,
      "learning_rate": 5.030546672326452e-06,
      "loss": 0.5119,
      "step": 134545
    },
    {
      "epoch": 5.51079254556625,
      "grad_norm": 1.779648218079994,
      "learning_rate": 5.0297091615076726e-06,
      "loss": 0.621,
      "step": 134546
    },
    {
      "epoch": 5.510833503993447,
      "grad_norm": 1.1605526907469568,
      "learning_rate": 5.028871719222421e-06,
      "loss": 0.2136,
      "step": 134547
    },
    {
      "epoch": 5.510874462420643,
      "grad_norm": 1.4535988483421052,
      "learning_rate": 5.028034345471133e-06,
      "loss": 0.552,
      "step": 134548
    },
    {
      "epoch": 5.510915420847839,
      "grad_norm": 1.6671537962413239,
      "learning_rate": 5.027197040254155e-06,
      "loss": 0.5895,
      "step": 134549
    },
    {
      "epoch": 5.510956379275036,
      "grad_norm": 0.734401746164203,
      "learning_rate": 5.0263598035719385e-06,
      "loss": 0.1069,
      "step": 134550
    },
    {
      "epoch": 5.510997337702232,
      "grad_norm": 1.8169282251713719,
      "learning_rate": 5.025522635424817e-06,
      "loss": 0.5925,
      "step": 134551
    },
    {
      "epoch": 5.511038296129429,
      "grad_norm": 1.5877777365827928,
      "learning_rate": 5.024685535813222e-06,
      "loss": 0.6781,
      "step": 134552
    },
    {
      "epoch": 5.511079254556625,
      "grad_norm": 1.525570883567907,
      "learning_rate": 5.023848504737555e-06,
      "loss": 0.5172,
      "step": 134553
    },
    {
      "epoch": 5.511120212983822,
      "grad_norm": 3.022524061965398,
      "learning_rate": 5.02301154219818e-06,
      "loss": 2.362,
      "step": 134554
    },
    {
      "epoch": 5.511161171411018,
      "grad_norm": 1.4362497750382694,
      "learning_rate": 5.022174648195515e-06,
      "loss": 0.4526,
      "step": 134555
    },
    {
      "epoch": 5.511202129838214,
      "grad_norm": 1.373118755342893,
      "learning_rate": 5.021337822729976e-06,
      "loss": 0.4717,
      "step": 134556
    },
    {
      "epoch": 5.51124308826541,
      "grad_norm": 0.5425847664280941,
      "learning_rate": 5.020501065801913e-06,
      "loss": 0.0882,
      "step": 134557
    },
    {
      "epoch": 5.511284046692607,
      "grad_norm": 1.4589603114043401,
      "learning_rate": 5.019664377411758e-06,
      "loss": 0.3945,
      "step": 134558
    },
    {
      "epoch": 5.5113250051198035,
      "grad_norm": 1.063409584257671,
      "learning_rate": 5.0188277575598955e-06,
      "loss": 0.1881,
      "step": 134559
    },
    {
      "epoch": 5.511365963547,
      "grad_norm": 1.220777067457679,
      "learning_rate": 5.017991206246691e-06,
      "loss": 0.3824,
      "step": 134560
    },
    {
      "epoch": 5.511406921974197,
      "grad_norm": 1.9017289461192366,
      "learning_rate": 5.017154723472611e-06,
      "loss": 0.5468,
      "step": 134561
    },
    {
      "epoch": 5.511447880401392,
      "grad_norm": 0.7303332264469077,
      "learning_rate": 5.016318309237971e-06,
      "loss": 0.1174,
      "step": 134562
    },
    {
      "epoch": 5.511488838828589,
      "grad_norm": 1.4308591636792554,
      "learning_rate": 5.015481963543222e-06,
      "loss": 0.4529,
      "step": 134563
    },
    {
      "epoch": 5.511529797255785,
      "grad_norm": 1.3799366254503946,
      "learning_rate": 5.01464568638873e-06,
      "loss": 0.4919,
      "step": 134564
    },
    {
      "epoch": 5.511570755682982,
      "grad_norm": 1.8187220252656222,
      "learning_rate": 5.013809477774894e-06,
      "loss": 0.6551,
      "step": 134565
    },
    {
      "epoch": 5.511611714110178,
      "grad_norm": 1.6672850838997022,
      "learning_rate": 5.0129733377021304e-06,
      "loss": 0.5919,
      "step": 134566
    },
    {
      "epoch": 5.511652672537375,
      "grad_norm": 1.6717920119057308,
      "learning_rate": 5.012137266170807e-06,
      "loss": 0.5366,
      "step": 134567
    },
    {
      "epoch": 5.5116936309645705,
      "grad_norm": 1.9230222061199302,
      "learning_rate": 5.0113012631813385e-06,
      "loss": 0.6211,
      "step": 134568
    },
    {
      "epoch": 5.511734589391767,
      "grad_norm": 1.4261359287938704,
      "learning_rate": 5.010465328734125e-06,
      "loss": 0.509,
      "step": 134569
    },
    {
      "epoch": 5.511775547818964,
      "grad_norm": 1.1931441256786774,
      "learning_rate": 5.009629462829534e-06,
      "loss": 0.2332,
      "step": 134570
    },
    {
      "epoch": 5.51181650624616,
      "grad_norm": 1.4558745103383885,
      "learning_rate": 5.008793665467997e-06,
      "loss": 0.4054,
      "step": 134571
    },
    {
      "epoch": 5.511857464673357,
      "grad_norm": 1.3018440841429033,
      "learning_rate": 5.007957936649865e-06,
      "loss": 0.3919,
      "step": 134572
    },
    {
      "epoch": 5.511898423100553,
      "grad_norm": 1.3919716399879793,
      "learning_rate": 5.007122276375552e-06,
      "loss": 0.3761,
      "step": 134573
    },
    {
      "epoch": 5.51193938152775,
      "grad_norm": 1.855962379485415,
      "learning_rate": 5.006286684645494e-06,
      "loss": 0.5019,
      "step": 134574
    },
    {
      "epoch": 5.511980339954945,
      "grad_norm": 1.4236872238228542,
      "learning_rate": 5.005451161460023e-06,
      "loss": 0.4415,
      "step": 134575
    },
    {
      "epoch": 5.512021298382142,
      "grad_norm": 1.6157769627652772,
      "learning_rate": 5.004615706819554e-06,
      "loss": 0.5896,
      "step": 134576
    },
    {
      "epoch": 5.5120622568093385,
      "grad_norm": 1.2714243164328896,
      "learning_rate": 5.003780320724521e-06,
      "loss": 0.3242,
      "step": 134577
    },
    {
      "epoch": 5.512103215236535,
      "grad_norm": 1.487974968621351,
      "learning_rate": 5.002945003175257e-06,
      "loss": 0.3967,
      "step": 134578
    },
    {
      "epoch": 5.5121441736637316,
      "grad_norm": 1.19166785380354,
      "learning_rate": 5.002109754172195e-06,
      "loss": 0.2038,
      "step": 134579
    },
    {
      "epoch": 5.512185132090928,
      "grad_norm": 0.9536180782506505,
      "learning_rate": 5.001274573715719e-06,
      "loss": 0.2009,
      "step": 134580
    },
    {
      "epoch": 5.512226090518124,
      "grad_norm": 1.85702138787012,
      "learning_rate": 5.0004394618062275e-06,
      "loss": 0.6773,
      "step": 134581
    },
    {
      "epoch": 5.51226704894532,
      "grad_norm": 1.407110305498278,
      "learning_rate": 4.999604418444137e-06,
      "loss": 0.3958,
      "step": 134582
    },
    {
      "epoch": 5.512308007372517,
      "grad_norm": 1.320979129659315,
      "learning_rate": 4.998769443629797e-06,
      "loss": 0.3174,
      "step": 134583
    },
    {
      "epoch": 5.512348965799713,
      "grad_norm": 1.5342650078852396,
      "learning_rate": 4.997934537363624e-06,
      "loss": 0.4959,
      "step": 134584
    },
    {
      "epoch": 5.51238992422691,
      "grad_norm": 1.0902836197620716,
      "learning_rate": 4.9970996996460175e-06,
      "loss": 0.2562,
      "step": 134585
    },
    {
      "epoch": 5.512430882654106,
      "grad_norm": 0.8773454422283954,
      "learning_rate": 4.996264930477362e-06,
      "loss": 0.0737,
      "step": 134586
    },
    {
      "epoch": 5.512471841081302,
      "grad_norm": 1.4681456518448783,
      "learning_rate": 4.995430229858071e-06,
      "loss": 0.4893,
      "step": 134587
    },
    {
      "epoch": 5.512512799508499,
      "grad_norm": 1.0022458306818454,
      "learning_rate": 4.9945955977885144e-06,
      "loss": 0.2362,
      "step": 134588
    },
    {
      "epoch": 5.512553757935695,
      "grad_norm": 1.402322380019385,
      "learning_rate": 4.993761034269106e-06,
      "loss": 0.3559,
      "step": 134589
    },
    {
      "epoch": 5.512594716362892,
      "grad_norm": 1.4517893647843183,
      "learning_rate": 4.992926539300246e-06,
      "loss": 0.4456,
      "step": 134590
    },
    {
      "epoch": 5.512635674790088,
      "grad_norm": 1.4747117183231497,
      "learning_rate": 4.992092112882284e-06,
      "loss": 0.4307,
      "step": 134591
    },
    {
      "epoch": 5.512676633217285,
      "grad_norm": 1.5963889275803949,
      "learning_rate": 4.991257755015671e-06,
      "loss": 0.534,
      "step": 134592
    },
    {
      "epoch": 5.512717591644481,
      "grad_norm": 1.381592417208243,
      "learning_rate": 4.990423465700771e-06,
      "loss": 0.4661,
      "step": 134593
    },
    {
      "epoch": 5.512758550071677,
      "grad_norm": 1.3515465036661423,
      "learning_rate": 4.989589244937986e-06,
      "loss": 0.402,
      "step": 134594
    },
    {
      "epoch": 5.5127995084988735,
      "grad_norm": 1.8806014466423286,
      "learning_rate": 4.9887550927277145e-06,
      "loss": 0.6341,
      "step": 134595
    },
    {
      "epoch": 5.51284046692607,
      "grad_norm": 1.9980894300237384,
      "learning_rate": 4.987921009070323e-06,
      "loss": 0.6422,
      "step": 134596
    },
    {
      "epoch": 5.5128814253532665,
      "grad_norm": 0.8523485333143993,
      "learning_rate": 4.987086993966244e-06,
      "loss": 0.2002,
      "step": 134597
    },
    {
      "epoch": 5.512922383780463,
      "grad_norm": 1.5511735582775152,
      "learning_rate": 4.9862530474158615e-06,
      "loss": 0.4278,
      "step": 134598
    },
    {
      "epoch": 5.51296334220766,
      "grad_norm": 1.6552238206358183,
      "learning_rate": 4.9854191694195415e-06,
      "loss": 0.5635,
      "step": 134599
    },
    {
      "epoch": 5.513004300634855,
      "grad_norm": 1.5982797823284154,
      "learning_rate": 4.984585359977716e-06,
      "loss": 0.5599,
      "step": 134600
    },
    {
      "epoch": 5.513045259062052,
      "grad_norm": 1.6695176072832465,
      "learning_rate": 4.98375161909077e-06,
      "loss": 0.5778,
      "step": 134601
    },
    {
      "epoch": 5.513086217489248,
      "grad_norm": 1.323361928349069,
      "learning_rate": 4.9829179467590684e-06,
      "loss": 0.4995,
      "step": 134602
    },
    {
      "epoch": 5.513127175916445,
      "grad_norm": 1.6486505480831042,
      "learning_rate": 4.982084342983062e-06,
      "loss": 0.467,
      "step": 134603
    },
    {
      "epoch": 5.513168134343641,
      "grad_norm": 1.6052743020254383,
      "learning_rate": 4.981250807763099e-06,
      "loss": 0.5007,
      "step": 134604
    },
    {
      "epoch": 5.513209092770838,
      "grad_norm": 1.286124905741938,
      "learning_rate": 4.98041734109958e-06,
      "loss": 0.2279,
      "step": 134605
    },
    {
      "epoch": 5.513250051198034,
      "grad_norm": 1.8088295988783492,
      "learning_rate": 4.979583942992904e-06,
      "loss": 0.5616,
      "step": 134606
    },
    {
      "epoch": 5.51329100962523,
      "grad_norm": 1.0213593940101602,
      "learning_rate": 4.978750613443472e-06,
      "loss": 0.2327,
      "step": 134607
    },
    {
      "epoch": 5.513331968052427,
      "grad_norm": 1.760017391371858,
      "learning_rate": 4.9779173524516495e-06,
      "loss": 0.7942,
      "step": 134608
    },
    {
      "epoch": 5.513372926479623,
      "grad_norm": 1.8222918845698781,
      "learning_rate": 4.977084160017885e-06,
      "loss": 0.628,
      "step": 134609
    },
    {
      "epoch": 5.51341388490682,
      "grad_norm": 2.124912508091224,
      "learning_rate": 4.976251036142515e-06,
      "loss": 0.7569,
      "step": 134610
    },
    {
      "epoch": 5.513454843334016,
      "grad_norm": 2.0163968687432496,
      "learning_rate": 4.975417980825952e-06,
      "loss": 0.8632,
      "step": 134611
    },
    {
      "epoch": 5.513495801761213,
      "grad_norm": 1.0773410586191567,
      "learning_rate": 4.974584994068631e-06,
      "loss": 0.1844,
      "step": 134612
    },
    {
      "epoch": 5.513536760188408,
      "grad_norm": 1.111257922449069,
      "learning_rate": 4.973752075870868e-06,
      "loss": 0.2245,
      "step": 134613
    },
    {
      "epoch": 5.513577718615605,
      "grad_norm": 2.0864023052001497,
      "learning_rate": 4.972919226233146e-06,
      "loss": 0.8883,
      "step": 134614
    },
    {
      "epoch": 5.5136186770428015,
      "grad_norm": 1.332902124694493,
      "learning_rate": 4.972086445155782e-06,
      "loss": 0.3073,
      "step": 134615
    },
    {
      "epoch": 5.513659635469998,
      "grad_norm": 0.8194215887463815,
      "learning_rate": 4.971253732639191e-06,
      "loss": 0.1239,
      "step": 134616
    },
    {
      "epoch": 5.513700593897195,
      "grad_norm": 1.5352859775974625,
      "learning_rate": 4.970421088683807e-06,
      "loss": 0.512,
      "step": 134617
    },
    {
      "epoch": 5.513741552324391,
      "grad_norm": 1.8547223334333571,
      "learning_rate": 4.969588513289963e-06,
      "loss": 0.8722,
      "step": 134618
    },
    {
      "epoch": 5.513782510751587,
      "grad_norm": 1.834094832119369,
      "learning_rate": 4.968756006458091e-06,
      "loss": 0.7206,
      "step": 134619
    },
    {
      "epoch": 5.513823469178783,
      "grad_norm": 0.8032701964884954,
      "learning_rate": 4.967923568188592e-06,
      "loss": 0.1861,
      "step": 134620
    },
    {
      "epoch": 5.51386442760598,
      "grad_norm": 1.7403478625766642,
      "learning_rate": 4.967091198481815e-06,
      "loss": 0.6131,
      "step": 134621
    },
    {
      "epoch": 5.513905386033176,
      "grad_norm": 1.5121804737608424,
      "learning_rate": 4.96625889733821e-06,
      "loss": 0.348,
      "step": 134622
    },
    {
      "epoch": 5.513946344460373,
      "grad_norm": 1.6542221150253529,
      "learning_rate": 4.965426664758127e-06,
      "loss": 0.5149,
      "step": 134623
    },
    {
      "epoch": 5.513987302887569,
      "grad_norm": 1.0148607946285346,
      "learning_rate": 4.964594500741964e-06,
      "loss": 0.2845,
      "step": 134624
    },
    {
      "epoch": 5.514028261314765,
      "grad_norm": 1.935352603653173,
      "learning_rate": 4.963762405290139e-06,
      "loss": 0.7984,
      "step": 134625
    },
    {
      "epoch": 5.514069219741962,
      "grad_norm": 0.8947031898480506,
      "learning_rate": 4.9629303784030185e-06,
      "loss": 0.1717,
      "step": 134626
    },
    {
      "epoch": 5.514110178169158,
      "grad_norm": 1.506609394879243,
      "learning_rate": 4.962098420081018e-06,
      "loss": 0.329,
      "step": 134627
    },
    {
      "epoch": 5.514151136596355,
      "grad_norm": 1.280024817354365,
      "learning_rate": 4.961266530324537e-06,
      "loss": 0.3696,
      "step": 134628
    },
    {
      "epoch": 5.514192095023551,
      "grad_norm": 1.459271429474033,
      "learning_rate": 4.960434709133926e-06,
      "loss": 0.4582,
      "step": 134629
    },
    {
      "epoch": 5.514233053450748,
      "grad_norm": 1.3824660302815914,
      "learning_rate": 4.959602956509617e-06,
      "loss": 0.4503,
      "step": 134630
    },
    {
      "epoch": 5.514274011877944,
      "grad_norm": 0.9530463390273889,
      "learning_rate": 4.958771272451994e-06,
      "loss": 0.2148,
      "step": 134631
    },
    {
      "epoch": 5.51431497030514,
      "grad_norm": 1.2297638582428783,
      "learning_rate": 4.95793965696144e-06,
      "loss": 0.4505,
      "step": 134632
    },
    {
      "epoch": 5.5143559287323365,
      "grad_norm": 1.03185457285556,
      "learning_rate": 4.957108110038372e-06,
      "loss": 0.2319,
      "step": 134633
    },
    {
      "epoch": 5.514396887159533,
      "grad_norm": 1.2418905210390425,
      "learning_rate": 4.956276631683137e-06,
      "loss": 0.3593,
      "step": 134634
    },
    {
      "epoch": 5.51443784558673,
      "grad_norm": 1.5065784943770064,
      "learning_rate": 4.955445221896187e-06,
      "loss": 0.5317,
      "step": 134635
    },
    {
      "epoch": 5.514478804013926,
      "grad_norm": 1.8493536260852206,
      "learning_rate": 4.9546138806778715e-06,
      "loss": 0.6295,
      "step": 134636
    },
    {
      "epoch": 5.514519762441123,
      "grad_norm": 1.3220626852811346,
      "learning_rate": 4.953782608028589e-06,
      "loss": 0.363,
      "step": 134637
    },
    {
      "epoch": 5.514560720868318,
      "grad_norm": 2.1358278677861127,
      "learning_rate": 4.952951403948774e-06,
      "loss": 0.9337,
      "step": 134638
    },
    {
      "epoch": 5.514601679295515,
      "grad_norm": 0.8361444431532175,
      "learning_rate": 4.952120268438759e-06,
      "loss": 0.2342,
      "step": 134639
    },
    {
      "epoch": 5.514642637722711,
      "grad_norm": 1.3659452773537535,
      "learning_rate": 4.951289201498959e-06,
      "loss": 0.3801,
      "step": 134640
    },
    {
      "epoch": 5.514683596149908,
      "grad_norm": 1.5297310501171166,
      "learning_rate": 4.950458203129809e-06,
      "loss": 0.4421,
      "step": 134641
    },
    {
      "epoch": 5.514724554577104,
      "grad_norm": 1.973877362378099,
      "learning_rate": 4.9496272733316246e-06,
      "loss": 0.3909,
      "step": 134642
    },
    {
      "epoch": 5.514765513004301,
      "grad_norm": 1.661508454670461,
      "learning_rate": 4.948796412104872e-06,
      "loss": 0.5604,
      "step": 134643
    },
    {
      "epoch": 5.514806471431497,
      "grad_norm": 1.530654137794613,
      "learning_rate": 4.9479656194499005e-06,
      "loss": 0.4202,
      "step": 134644
    },
    {
      "epoch": 5.514847429858693,
      "grad_norm": 1.4991706877716633,
      "learning_rate": 4.9471348953670944e-06,
      "loss": 0.4396,
      "step": 134645
    },
    {
      "epoch": 5.51488838828589,
      "grad_norm": 0.9172800418299415,
      "learning_rate": 4.946304239856902e-06,
      "loss": 0.1962,
      "step": 134646
    },
    {
      "epoch": 5.514929346713086,
      "grad_norm": 2.168198608809163,
      "learning_rate": 4.945473652919641e-06,
      "loss": 0.9584,
      "step": 134647
    },
    {
      "epoch": 5.514970305140283,
      "grad_norm": 1.1305922705641491,
      "learning_rate": 4.9446431345557595e-06,
      "loss": 0.2378,
      "step": 134648
    },
    {
      "epoch": 5.515011263567479,
      "grad_norm": 1.52149357544306,
      "learning_rate": 4.943812684765641e-06,
      "loss": 0.4346,
      "step": 134649
    },
    {
      "epoch": 5.515052221994676,
      "grad_norm": 1.3342883834889931,
      "learning_rate": 4.94298230354967e-06,
      "loss": 0.353,
      "step": 134650
    },
    {
      "epoch": 5.5150931804218715,
      "grad_norm": 1.6622047740109664,
      "learning_rate": 4.942151990908244e-06,
      "loss": 0.6063,
      "step": 134651
    },
    {
      "epoch": 5.515134138849068,
      "grad_norm": 1.416094236588908,
      "learning_rate": 4.941321746841731e-06,
      "loss": 0.3721,
      "step": 134652
    },
    {
      "epoch": 5.5151750972762645,
      "grad_norm": 1.3674178337829288,
      "learning_rate": 4.940491571350547e-06,
      "loss": 0.4074,
      "step": 134653
    },
    {
      "epoch": 5.515216055703461,
      "grad_norm": 1.677943560177674,
      "learning_rate": 4.9396614644351076e-06,
      "loss": 0.5035,
      "step": 134654
    },
    {
      "epoch": 5.515257014130658,
      "grad_norm": 1.3336831916040635,
      "learning_rate": 4.938831426095746e-06,
      "loss": 0.3475,
      "step": 134655
    },
    {
      "epoch": 5.515297972557854,
      "grad_norm": 2.4748650005828403,
      "learning_rate": 4.938001456332896e-06,
      "loss": 1.6588,
      "step": 134656
    },
    {
      "epoch": 5.51533893098505,
      "grad_norm": 1.4529279391308383,
      "learning_rate": 4.937171555146957e-06,
      "loss": 0.4695,
      "step": 134657
    },
    {
      "epoch": 5.515379889412246,
      "grad_norm": 0.9599962405381836,
      "learning_rate": 4.936341722538295e-06,
      "loss": 0.1811,
      "step": 134658
    },
    {
      "epoch": 5.515420847839443,
      "grad_norm": 1.6323322722443132,
      "learning_rate": 4.935511958507327e-06,
      "loss": 0.4289,
      "step": 134659
    },
    {
      "epoch": 5.515461806266639,
      "grad_norm": 0.8144195628667802,
      "learning_rate": 4.934682263054418e-06,
      "loss": 0.214,
      "step": 134660
    },
    {
      "epoch": 5.515502764693836,
      "grad_norm": 1.5001399375026263,
      "learning_rate": 4.933852636179952e-06,
      "loss": 0.4487,
      "step": 134661
    },
    {
      "epoch": 5.5155437231210325,
      "grad_norm": 1.3935558781257773,
      "learning_rate": 4.933023077884379e-06,
      "loss": 0.2256,
      "step": 134662
    },
    {
      "epoch": 5.515584681548228,
      "grad_norm": 1.5307366659570145,
      "learning_rate": 4.932193588168032e-06,
      "loss": 0.4497,
      "step": 134663
    },
    {
      "epoch": 5.515625639975425,
      "grad_norm": 0.753284858663186,
      "learning_rate": 4.931364167031327e-06,
      "loss": 0.1622,
      "step": 134664
    },
    {
      "epoch": 5.515666598402621,
      "grad_norm": 1.5122979079569208,
      "learning_rate": 4.930534814474679e-06,
      "loss": 0.7015,
      "step": 134665
    },
    {
      "epoch": 5.515707556829818,
      "grad_norm": 1.4563105964273488,
      "learning_rate": 4.92970553049844e-06,
      "loss": 0.3988,
      "step": 134666
    },
    {
      "epoch": 5.515748515257014,
      "grad_norm": 1.572666589756791,
      "learning_rate": 4.9288763151030256e-06,
      "loss": 0.4518,
      "step": 134667
    },
    {
      "epoch": 5.515789473684211,
      "grad_norm": 0.5448168723977423,
      "learning_rate": 4.928047168288801e-06,
      "loss": 0.0535,
      "step": 134668
    },
    {
      "epoch": 5.515830432111407,
      "grad_norm": 1.5604556154588438,
      "learning_rate": 4.927218090056184e-06,
      "loss": 0.4532,
      "step": 134669
    },
    {
      "epoch": 5.515871390538603,
      "grad_norm": 0.39498564254603596,
      "learning_rate": 4.926389080405574e-06,
      "loss": 0.0434,
      "step": 134670
    },
    {
      "epoch": 5.5159123489657995,
      "grad_norm": 1.0820565514536362,
      "learning_rate": 4.925560139337337e-06,
      "loss": 0.1874,
      "step": 134671
    },
    {
      "epoch": 5.515953307392996,
      "grad_norm": 1.3190897238850285,
      "learning_rate": 4.924731266851872e-06,
      "loss": 0.4448,
      "step": 134672
    },
    {
      "epoch": 5.515994265820193,
      "grad_norm": 1.4329407422159628,
      "learning_rate": 4.923902462949614e-06,
      "loss": 0.4835,
      "step": 134673
    },
    {
      "epoch": 5.516035224247389,
      "grad_norm": 1.3908669385701484,
      "learning_rate": 4.923073727630877e-06,
      "loss": 0.4358,
      "step": 134674
    },
    {
      "epoch": 5.516076182674586,
      "grad_norm": 1.505298679622923,
      "learning_rate": 4.922245060896096e-06,
      "loss": 0.502,
      "step": 134675
    },
    {
      "epoch": 5.516117141101781,
      "grad_norm": 1.6344933343962404,
      "learning_rate": 4.92141646274567e-06,
      "loss": 0.5682,
      "step": 134676
    },
    {
      "epoch": 5.516158099528978,
      "grad_norm": 1.704206683711761,
      "learning_rate": 4.920587933179981e-06,
      "loss": 0.499,
      "step": 134677
    },
    {
      "epoch": 5.516199057956174,
      "grad_norm": 1.6143089493160392,
      "learning_rate": 4.919759472199414e-06,
      "loss": 0.4591,
      "step": 134678
    },
    {
      "epoch": 5.516240016383371,
      "grad_norm": 0.7482253266689785,
      "learning_rate": 4.9189310798043664e-06,
      "loss": 0.1674,
      "step": 134679
    },
    {
      "epoch": 5.5162809748105675,
      "grad_norm": 1.3884460823115046,
      "learning_rate": 4.918102755995223e-06,
      "loss": 0.3816,
      "step": 134680
    },
    {
      "epoch": 5.516321933237764,
      "grad_norm": 0.5566550146786113,
      "learning_rate": 4.9172745007724e-06,
      "loss": 0.0481,
      "step": 134681
    },
    {
      "epoch": 5.51636289166496,
      "grad_norm": 1.3942435887857962,
      "learning_rate": 4.916446314136246e-06,
      "loss": 0.3808,
      "step": 134682
    },
    {
      "epoch": 5.516403850092156,
      "grad_norm": 1.8408545704762556,
      "learning_rate": 4.915618196087179e-06,
      "loss": 0.6773,
      "step": 134683
    },
    {
      "epoch": 5.516444808519353,
      "grad_norm": 1.4345989936167762,
      "learning_rate": 4.914790146625614e-06,
      "loss": 0.3892,
      "step": 134684
    },
    {
      "epoch": 5.516485766946549,
      "grad_norm": 1.4222909583383785,
      "learning_rate": 4.9139621657519e-06,
      "loss": 0.3643,
      "step": 134685
    },
    {
      "epoch": 5.516526725373746,
      "grad_norm": 1.5829408347493334,
      "learning_rate": 4.913134253466455e-06,
      "loss": 0.4871,
      "step": 134686
    },
    {
      "epoch": 5.516567683800942,
      "grad_norm": 1.2902390305675586,
      "learning_rate": 4.912306409769645e-06,
      "loss": 0.393,
      "step": 134687
    },
    {
      "epoch": 5.516608642228139,
      "grad_norm": 1.8467472135971694,
      "learning_rate": 4.9114786346618865e-06,
      "loss": 0.745,
      "step": 134688
    },
    {
      "epoch": 5.5166496006553345,
      "grad_norm": 0.9503253983158283,
      "learning_rate": 4.910650928143578e-06,
      "loss": 0.1863,
      "step": 134689
    },
    {
      "epoch": 5.516690559082531,
      "grad_norm": 1.6288626175980532,
      "learning_rate": 4.9098232902150705e-06,
      "loss": 0.5607,
      "step": 134690
    },
    {
      "epoch": 5.516731517509728,
      "grad_norm": 0.6058595355731966,
      "learning_rate": 4.9089957208767795e-06,
      "loss": 0.0966,
      "step": 134691
    },
    {
      "epoch": 5.516772475936924,
      "grad_norm": 1.56371907914586,
      "learning_rate": 4.908168220129122e-06,
      "loss": 0.4585,
      "step": 134692
    },
    {
      "epoch": 5.516813434364121,
      "grad_norm": 1.677998576745407,
      "learning_rate": 4.9073407879724305e-06,
      "loss": 0.5972,
      "step": 134693
    },
    {
      "epoch": 5.516854392791317,
      "grad_norm": 0.9117499829085303,
      "learning_rate": 4.906513424407154e-06,
      "loss": 0.136,
      "step": 134694
    },
    {
      "epoch": 5.516895351218513,
      "grad_norm": 1.057719601547127,
      "learning_rate": 4.905686129433645e-06,
      "loss": 0.2241,
      "step": 134695
    },
    {
      "epoch": 5.516936309645709,
      "grad_norm": 1.013067959172381,
      "learning_rate": 4.9048589030523e-06,
      "loss": 0.318,
      "step": 134696
    },
    {
      "epoch": 5.516977268072906,
      "grad_norm": 0.996589799724843,
      "learning_rate": 4.904031745263554e-06,
      "loss": 0.1532,
      "step": 134697
    },
    {
      "epoch": 5.517018226500102,
      "grad_norm": 1.0463456920218144,
      "learning_rate": 4.903204656067722e-06,
      "loss": 0.2439,
      "step": 134698
    },
    {
      "epoch": 5.517059184927299,
      "grad_norm": 1.9152274307548507,
      "learning_rate": 4.902377635465254e-06,
      "loss": 0.7925,
      "step": 134699
    },
    {
      "epoch": 5.5171001433544955,
      "grad_norm": 0.6883127988009695,
      "learning_rate": 4.901550683456534e-06,
      "loss": 0.1107,
      "step": 134700
    },
    {
      "epoch": 5.517141101781691,
      "grad_norm": 2.100212068313465,
      "learning_rate": 4.9007238000419115e-06,
      "loss": 0.8697,
      "step": 134701
    },
    {
      "epoch": 5.517182060208888,
      "grad_norm": 0.832135156256092,
      "learning_rate": 4.899896985221835e-06,
      "loss": 0.1914,
      "step": 134702
    },
    {
      "epoch": 5.517223018636084,
      "grad_norm": 1.8107056729224005,
      "learning_rate": 4.8990702389966555e-06,
      "loss": 0.6671,
      "step": 134703
    },
    {
      "epoch": 5.517263977063281,
      "grad_norm": 1.6867135727300155,
      "learning_rate": 4.898243561366771e-06,
      "loss": 0.6115,
      "step": 134704
    },
    {
      "epoch": 5.517304935490477,
      "grad_norm": 1.1864012363155065,
      "learning_rate": 4.897416952332584e-06,
      "loss": 0.221,
      "step": 134705
    },
    {
      "epoch": 5.517345893917674,
      "grad_norm": 1.7448244964157071,
      "learning_rate": 4.896590411894474e-06,
      "loss": 0.6514,
      "step": 134706
    },
    {
      "epoch": 5.51738685234487,
      "grad_norm": 1.0493438229568932,
      "learning_rate": 4.895763940052844e-06,
      "loss": 0.2287,
      "step": 134707
    },
    {
      "epoch": 5.517427810772066,
      "grad_norm": 1.6062008162143062,
      "learning_rate": 4.894937536808075e-06,
      "loss": 0.5879,
      "step": 134708
    },
    {
      "epoch": 5.5174687691992625,
      "grad_norm": 0.6570779820923395,
      "learning_rate": 4.89411120216055e-06,
      "loss": 0.1152,
      "step": 134709
    },
    {
      "epoch": 5.517509727626459,
      "grad_norm": 1.3877086359968103,
      "learning_rate": 4.893284936110687e-06,
      "loss": 0.3537,
      "step": 134710
    },
    {
      "epoch": 5.517550686053656,
      "grad_norm": 2.010943897313305,
      "learning_rate": 4.8924587386588334e-06,
      "loss": 0.9293,
      "step": 134711
    },
    {
      "epoch": 5.517591644480852,
      "grad_norm": 1.519357127078986,
      "learning_rate": 4.891632609805407e-06,
      "loss": 0.4039,
      "step": 134712
    },
    {
      "epoch": 5.517632602908049,
      "grad_norm": 0.5499685784008064,
      "learning_rate": 4.8908065495508244e-06,
      "loss": 0.0596,
      "step": 134713
    },
    {
      "epoch": 5.517673561335245,
      "grad_norm": 1.911435076815024,
      "learning_rate": 4.8899805578954174e-06,
      "loss": 0.535,
      "step": 134714
    },
    {
      "epoch": 5.517714519762441,
      "grad_norm": 0.4750620975105382,
      "learning_rate": 4.889154634839637e-06,
      "loss": 0.0567,
      "step": 134715
    },
    {
      "epoch": 5.517755478189637,
      "grad_norm": 1.807417525617283,
      "learning_rate": 4.888328780383815e-06,
      "loss": 0.6431,
      "step": 134716
    },
    {
      "epoch": 5.517796436616834,
      "grad_norm": 1.4178040609927798,
      "learning_rate": 4.887502994528386e-06,
      "loss": 0.3374,
      "step": 134717
    },
    {
      "epoch": 5.5178373950440305,
      "grad_norm": 0.9778006313516987,
      "learning_rate": 4.886677277273732e-06,
      "loss": 0.2555,
      "step": 134718
    },
    {
      "epoch": 5.517878353471227,
      "grad_norm": 2.548855042404618,
      "learning_rate": 4.885851628620219e-06,
      "loss": 0.4073,
      "step": 134719
    },
    {
      "epoch": 5.517919311898423,
      "grad_norm": 0.9554446683641862,
      "learning_rate": 4.885026048568264e-06,
      "loss": 0.2065,
      "step": 134720
    },
    {
      "epoch": 5.517960270325619,
      "grad_norm": 1.010833085635588,
      "learning_rate": 4.8842005371182495e-06,
      "loss": 0.2175,
      "step": 134721
    },
    {
      "epoch": 5.518001228752816,
      "grad_norm": 1.4890357045385139,
      "learning_rate": 4.883375094270559e-06,
      "loss": 0.491,
      "step": 134722
    },
    {
      "epoch": 5.518042187180012,
      "grad_norm": 1.796879710206178,
      "learning_rate": 4.882549720025608e-06,
      "loss": 0.6137,
      "step": 134723
    },
    {
      "epoch": 5.518083145607209,
      "grad_norm": 1.469038512466025,
      "learning_rate": 4.8817244143837475e-06,
      "loss": 0.4392,
      "step": 134724
    },
    {
      "epoch": 5.518124104034405,
      "grad_norm": 1.4363532694085948,
      "learning_rate": 4.880899177345377e-06,
      "loss": 0.5051,
      "step": 134725
    },
    {
      "epoch": 5.518165062461602,
      "grad_norm": 1.6926947100392389,
      "learning_rate": 4.880074008910912e-06,
      "loss": 0.5435,
      "step": 134726
    },
    {
      "epoch": 5.5182060208887975,
      "grad_norm": 1.496112524950638,
      "learning_rate": 4.879248909080719e-06,
      "loss": 0.4515,
      "step": 134727
    },
    {
      "epoch": 5.518246979315994,
      "grad_norm": 1.352737568628105,
      "learning_rate": 4.878423877855197e-06,
      "loss": 0.3551,
      "step": 134728
    },
    {
      "epoch": 5.518287937743191,
      "grad_norm": 1.578110278544869,
      "learning_rate": 4.8775989152347485e-06,
      "loss": 0.5633,
      "step": 134729
    },
    {
      "epoch": 5.518328896170387,
      "grad_norm": 1.400165672345807,
      "learning_rate": 4.8767740212197374e-06,
      "loss": 0.4585,
      "step": 134730
    },
    {
      "epoch": 5.518369854597584,
      "grad_norm": 1.479669742989602,
      "learning_rate": 4.87594919581058e-06,
      "loss": 0.3,
      "step": 134731
    },
    {
      "epoch": 5.51841081302478,
      "grad_norm": 1.493314097630353,
      "learning_rate": 4.875124439007644e-06,
      "loss": 0.4706,
      "step": 134732
    },
    {
      "epoch": 5.518451771451977,
      "grad_norm": 0.9764531997418596,
      "learning_rate": 4.874299750811311e-06,
      "loss": 0.1822,
      "step": 134733
    },
    {
      "epoch": 5.518492729879172,
      "grad_norm": 1.6093469474812474,
      "learning_rate": 4.8734751312220155e-06,
      "loss": 0.413,
      "step": 134734
    },
    {
      "epoch": 5.518533688306369,
      "grad_norm": 1.079477802340365,
      "learning_rate": 4.872650580240106e-06,
      "loss": 0.3106,
      "step": 134735
    },
    {
      "epoch": 5.5185746467335655,
      "grad_norm": 1.5078054328548993,
      "learning_rate": 4.8718260978659826e-06,
      "loss": 0.4616,
      "step": 134736
    },
    {
      "epoch": 5.518615605160762,
      "grad_norm": 1.4114720368579585,
      "learning_rate": 4.871001684100046e-06,
      "loss": 0.4094,
      "step": 134737
    },
    {
      "epoch": 5.5186565635879585,
      "grad_norm": 0.9348159435969221,
      "learning_rate": 4.870177338942677e-06,
      "loss": 0.2079,
      "step": 134738
    },
    {
      "epoch": 5.518697522015154,
      "grad_norm": 1.8448464410998904,
      "learning_rate": 4.869353062394277e-06,
      "loss": 0.84,
      "step": 134739
    },
    {
      "epoch": 5.518738480442351,
      "grad_norm": 1.4582272435950308,
      "learning_rate": 4.8685288544552115e-06,
      "loss": 0.4435,
      "step": 134740
    },
    {
      "epoch": 5.518779438869547,
      "grad_norm": 2.871581857315658,
      "learning_rate": 4.86770471512588e-06,
      "loss": 2.2217,
      "step": 134741
    },
    {
      "epoch": 5.518820397296744,
      "grad_norm": 1.5773897276525364,
      "learning_rate": 4.866880644406685e-06,
      "loss": 0.527,
      "step": 134742
    },
    {
      "epoch": 5.51886135572394,
      "grad_norm": 1.2371026975606931,
      "learning_rate": 4.866056642298005e-06,
      "loss": 0.3946,
      "step": 134743
    },
    {
      "epoch": 5.518902314151137,
      "grad_norm": 1.3993289939865556,
      "learning_rate": 4.865232708800243e-06,
      "loss": 0.3573,
      "step": 134744
    },
    {
      "epoch": 5.518943272578333,
      "grad_norm": 0.8305789487021058,
      "learning_rate": 4.864408843913764e-06,
      "loss": 0.1788,
      "step": 134745
    },
    {
      "epoch": 5.518984231005529,
      "grad_norm": 1.33357457908022,
      "learning_rate": 4.863585047638968e-06,
      "loss": 0.4341,
      "step": 134746
    },
    {
      "epoch": 5.519025189432726,
      "grad_norm": 2.2943072355329606,
      "learning_rate": 4.862761319976255e-06,
      "loss": 1.1377,
      "step": 134747
    },
    {
      "epoch": 5.519066147859922,
      "grad_norm": 1.4791806506703493,
      "learning_rate": 4.8619376609260076e-06,
      "loss": 0.363,
      "step": 134748
    },
    {
      "epoch": 5.519107106287119,
      "grad_norm": 1.581450888137049,
      "learning_rate": 4.861114070488609e-06,
      "loss": 0.4727,
      "step": 134749
    },
    {
      "epoch": 5.519148064714315,
      "grad_norm": 0.7656729854812044,
      "learning_rate": 4.860290548664458e-06,
      "loss": 0.1645,
      "step": 134750
    },
    {
      "epoch": 5.519189023141512,
      "grad_norm": 1.3337991813094947,
      "learning_rate": 4.85946709545394e-06,
      "loss": 0.3724,
      "step": 134751
    },
    {
      "epoch": 5.519229981568708,
      "grad_norm": 0.9887548895186938,
      "learning_rate": 4.858643710857435e-06,
      "loss": 0.2116,
      "step": 134752
    },
    {
      "epoch": 5.519270939995904,
      "grad_norm": 0.983146554253063,
      "learning_rate": 4.8578203948753446e-06,
      "loss": 0.1755,
      "step": 134753
    },
    {
      "epoch": 5.5193118984231,
      "grad_norm": 0.9507469220788028,
      "learning_rate": 4.856997147508051e-06,
      "loss": 0.2105,
      "step": 134754
    },
    {
      "epoch": 5.519352856850297,
      "grad_norm": 1.2963306152878264,
      "learning_rate": 4.8561739687559555e-06,
      "loss": 0.2911,
      "step": 134755
    },
    {
      "epoch": 5.5193938152774935,
      "grad_norm": 1.3931813392011188,
      "learning_rate": 4.855350858619439e-06,
      "loss": 0.4323,
      "step": 134756
    },
    {
      "epoch": 5.51943477370469,
      "grad_norm": 1.6382167594655603,
      "learning_rate": 4.8545278170988854e-06,
      "loss": 0.5876,
      "step": 134757
    },
    {
      "epoch": 5.519475732131886,
      "grad_norm": 2.006794985381651,
      "learning_rate": 4.853704844194695e-06,
      "loss": 0.8104,
      "step": 134758
    },
    {
      "epoch": 5.519516690559082,
      "grad_norm": 1.7059802795346446,
      "learning_rate": 4.852881939907233e-06,
      "loss": 0.5729,
      "step": 134759
    },
    {
      "epoch": 5.519557648986279,
      "grad_norm": 2.7885730215262514,
      "learning_rate": 4.852059104236916e-06,
      "loss": 0.8844,
      "step": 134760
    },
    {
      "epoch": 5.519598607413475,
      "grad_norm": 0.9175584667066466,
      "learning_rate": 4.851236337184128e-06,
      "loss": 0.2146,
      "step": 134761
    },
    {
      "epoch": 5.519639565840672,
      "grad_norm": 1.1450708741038822,
      "learning_rate": 4.8504136387492505e-06,
      "loss": 0.2543,
      "step": 134762
    },
    {
      "epoch": 5.519680524267868,
      "grad_norm": 1.621815320957397,
      "learning_rate": 4.8495910089326685e-06,
      "loss": 0.4378,
      "step": 134763
    },
    {
      "epoch": 5.519721482695065,
      "grad_norm": 1.9301676261586145,
      "learning_rate": 4.8487684477347965e-06,
      "loss": 0.4952,
      "step": 134764
    },
    {
      "epoch": 5.5197624411222606,
      "grad_norm": 1.5019217491543952,
      "learning_rate": 4.847945955155985e-06,
      "loss": 0.424,
      "step": 134765
    },
    {
      "epoch": 5.519803399549457,
      "grad_norm": 1.5544167297578204,
      "learning_rate": 4.84712353119665e-06,
      "loss": 0.4176,
      "step": 134766
    },
    {
      "epoch": 5.519844357976654,
      "grad_norm": 1.598055834064809,
      "learning_rate": 4.8463011758571594e-06,
      "loss": 0.5131,
      "step": 134767
    },
    {
      "epoch": 5.51988531640385,
      "grad_norm": 1.9891432061909518,
      "learning_rate": 4.845478889137927e-06,
      "loss": 0.8241,
      "step": 134768
    },
    {
      "epoch": 5.519926274831047,
      "grad_norm": 1.5127494813286368,
      "learning_rate": 4.8446566710393375e-06,
      "loss": 0.4912,
      "step": 134769
    },
    {
      "epoch": 5.519967233258243,
      "grad_norm": 1.4005879215560555,
      "learning_rate": 4.843834521561757e-06,
      "loss": 0.4224,
      "step": 134770
    },
    {
      "epoch": 5.52000819168544,
      "grad_norm": 1.6000905869118773,
      "learning_rate": 4.843012440705585e-06,
      "loss": 0.5125,
      "step": 134771
    },
    {
      "epoch": 5.520049150112635,
      "grad_norm": 0.7895569938601844,
      "learning_rate": 4.842190428471221e-06,
      "loss": 0.1805,
      "step": 134772
    },
    {
      "epoch": 5.520090108539832,
      "grad_norm": 0.6003047770760024,
      "learning_rate": 4.8413684848590485e-06,
      "loss": 0.0564,
      "step": 134773
    },
    {
      "epoch": 5.5201310669670285,
      "grad_norm": 1.300105305291812,
      "learning_rate": 4.840546609869467e-06,
      "loss": 0.4996,
      "step": 134774
    },
    {
      "epoch": 5.520172025394225,
      "grad_norm": 1.4450237002220347,
      "learning_rate": 4.839724803502826e-06,
      "loss": 0.4109,
      "step": 134775
    },
    {
      "epoch": 5.520212983821422,
      "grad_norm": 1.667943794621618,
      "learning_rate": 4.838903065759542e-06,
      "loss": 0.4658,
      "step": 134776
    },
    {
      "epoch": 5.520253942248617,
      "grad_norm": 1.7492933091062344,
      "learning_rate": 4.838081396640015e-06,
      "loss": 0.4895,
      "step": 134777
    },
    {
      "epoch": 5.520294900675814,
      "grad_norm": 0.9132881700963696,
      "learning_rate": 4.83725979614461e-06,
      "loss": 0.173,
      "step": 134778
    },
    {
      "epoch": 5.52033585910301,
      "grad_norm": 1.6231878506270239,
      "learning_rate": 4.836438264273746e-06,
      "loss": 0.4936,
      "step": 134779
    },
    {
      "epoch": 5.520376817530207,
      "grad_norm": 1.7955383467790078,
      "learning_rate": 4.835616801027769e-06,
      "loss": 0.5543,
      "step": 134780
    },
    {
      "epoch": 5.520417775957403,
      "grad_norm": 1.1941426761459915,
      "learning_rate": 4.834795406407083e-06,
      "loss": 0.3397,
      "step": 134781
    },
    {
      "epoch": 5.5204587343846,
      "grad_norm": 1.650908879204208,
      "learning_rate": 4.833974080412101e-06,
      "loss": 0.5674,
      "step": 134782
    },
    {
      "epoch": 5.520499692811796,
      "grad_norm": 1.4332397938211194,
      "learning_rate": 4.8331528230431735e-06,
      "loss": 0.4163,
      "step": 134783
    },
    {
      "epoch": 5.520540651238992,
      "grad_norm": 1.7600362318328284,
      "learning_rate": 4.8323316343007175e-06,
      "loss": 0.8187,
      "step": 134784
    },
    {
      "epoch": 5.520581609666189,
      "grad_norm": 1.6608539285187252,
      "learning_rate": 4.831510514185133e-06,
      "loss": 0.5659,
      "step": 134785
    },
    {
      "epoch": 5.520622568093385,
      "grad_norm": 1.5499588123154457,
      "learning_rate": 4.830689462696752e-06,
      "loss": 0.4513,
      "step": 134786
    },
    {
      "epoch": 5.520663526520582,
      "grad_norm": 1.4255406679881908,
      "learning_rate": 4.829868479836025e-06,
      "loss": 0.4226,
      "step": 134787
    },
    {
      "epoch": 5.520704484947778,
      "grad_norm": 1.6555059350088779,
      "learning_rate": 4.8290475656032835e-06,
      "loss": 0.5252,
      "step": 134788
    },
    {
      "epoch": 5.520745443374975,
      "grad_norm": 0.8695572641574215,
      "learning_rate": 4.8282267199989625e-06,
      "loss": 0.1825,
      "step": 134789
    },
    {
      "epoch": 5.520786401802171,
      "grad_norm": 1.3598268695664584,
      "learning_rate": 4.827405943023443e-06,
      "loss": 0.3853,
      "step": 134790
    },
    {
      "epoch": 5.520827360229367,
      "grad_norm": 1.3857377635099697,
      "learning_rate": 4.826585234677078e-06,
      "loss": 0.3016,
      "step": 134791
    },
    {
      "epoch": 5.5208683186565635,
      "grad_norm": 0.8333136304121771,
      "learning_rate": 4.825764594960279e-06,
      "loss": 0.203,
      "step": 134792
    },
    {
      "epoch": 5.52090927708376,
      "grad_norm": 1.0588729787904323,
      "learning_rate": 4.8249440238734675e-06,
      "loss": 0.2571,
      "step": 134793
    },
    {
      "epoch": 5.5209502355109565,
      "grad_norm": 1.6835517324210032,
      "learning_rate": 4.824123521416956e-06,
      "loss": 0.3722,
      "step": 134794
    },
    {
      "epoch": 5.520991193938153,
      "grad_norm": 0.7890157538487516,
      "learning_rate": 4.823303087591213e-06,
      "loss": 0.1598,
      "step": 134795
    },
    {
      "epoch": 5.521032152365349,
      "grad_norm": 1.8870260784802344,
      "learning_rate": 4.8224827223965704e-06,
      "loss": 0.7566,
      "step": 134796
    },
    {
      "epoch": 5.521073110792545,
      "grad_norm": 0.37785590134819763,
      "learning_rate": 4.821662425833428e-06,
      "loss": 0.0246,
      "step": 134797
    },
    {
      "epoch": 5.521114069219742,
      "grad_norm": 1.8447230239054548,
      "learning_rate": 4.820842197902186e-06,
      "loss": 0.714,
      "step": 134798
    },
    {
      "epoch": 5.521155027646938,
      "grad_norm": 1.5866144579491104,
      "learning_rate": 4.820022038603227e-06,
      "loss": 0.3132,
      "step": 134799
    },
    {
      "epoch": 5.521195986074135,
      "grad_norm": 1.4818089841351354,
      "learning_rate": 4.819201947936918e-06,
      "loss": 0.4635,
      "step": 134800
    },
    {
      "epoch": 5.521236944501331,
      "grad_norm": 0.9778764889626814,
      "learning_rate": 4.818381925903692e-06,
      "loss": 0.1281,
      "step": 134801
    },
    {
      "epoch": 5.521277902928528,
      "grad_norm": 1.4923702865623907,
      "learning_rate": 4.817561972503897e-06,
      "loss": 0.36,
      "step": 134802
    },
    {
      "epoch": 5.521318861355724,
      "grad_norm": 1.0000265187577682,
      "learning_rate": 4.816742087737951e-06,
      "loss": 0.2228,
      "step": 134803
    },
    {
      "epoch": 5.52135981978292,
      "grad_norm": 1.3081776498077633,
      "learning_rate": 4.815922271606204e-06,
      "loss": 0.4384,
      "step": 134804
    },
    {
      "epoch": 5.521400778210117,
      "grad_norm": 2.012148508326046,
      "learning_rate": 4.815102524109071e-06,
      "loss": 0.7315,
      "step": 134805
    },
    {
      "epoch": 5.521441736637313,
      "grad_norm": 1.7310111827930246,
      "learning_rate": 4.8142828452469365e-06,
      "loss": 0.6487,
      "step": 134806
    },
    {
      "epoch": 5.52148269506451,
      "grad_norm": 0.8953667091472297,
      "learning_rate": 4.813463235020182e-06,
      "loss": 0.1795,
      "step": 134807
    },
    {
      "epoch": 5.521523653491706,
      "grad_norm": 1.8764793430807858,
      "learning_rate": 4.812643693429191e-06,
      "loss": 0.5318,
      "step": 134808
    },
    {
      "epoch": 5.521564611918903,
      "grad_norm": 1.4826580092410528,
      "learning_rate": 4.811824220474364e-06,
      "loss": 0.5006,
      "step": 134809
    },
    {
      "epoch": 5.5216055703460984,
      "grad_norm": 1.3770731115652537,
      "learning_rate": 4.8110048161560835e-06,
      "loss": 0.3533,
      "step": 134810
    },
    {
      "epoch": 5.521646528773295,
      "grad_norm": 1.921032489321733,
      "learning_rate": 4.810185480474748e-06,
      "loss": 0.6542,
      "step": 134811
    },
    {
      "epoch": 5.5216874872004915,
      "grad_norm": 1.2202081721923244,
      "learning_rate": 4.80936621343071e-06,
      "loss": 0.4073,
      "step": 134812
    },
    {
      "epoch": 5.521728445627688,
      "grad_norm": 0.9774601771285619,
      "learning_rate": 4.808547015024366e-06,
      "loss": 0.1967,
      "step": 134813
    },
    {
      "epoch": 5.521769404054885,
      "grad_norm": 1.4948694873502637,
      "learning_rate": 4.807727885256168e-06,
      "loss": 0.5591,
      "step": 134814
    },
    {
      "epoch": 5.52181036248208,
      "grad_norm": 1.4208858896498813,
      "learning_rate": 4.806908824126415e-06,
      "loss": 0.5084,
      "step": 134815
    },
    {
      "epoch": 5.521851320909277,
      "grad_norm": 1.1203748647863885,
      "learning_rate": 4.806089831635523e-06,
      "loss": 0.2999,
      "step": 134816
    },
    {
      "epoch": 5.521892279336473,
      "grad_norm": 1.5990413099879484,
      "learning_rate": 4.8052709077839095e-06,
      "loss": 0.4998,
      "step": 134817
    },
    {
      "epoch": 5.52193323776367,
      "grad_norm": 1.4160932128152817,
      "learning_rate": 4.804452052571922e-06,
      "loss": 0.4007,
      "step": 134818
    },
    {
      "epoch": 5.521974196190866,
      "grad_norm": 1.971000483290443,
      "learning_rate": 4.803633265999962e-06,
      "loss": 0.6613,
      "step": 134819
    },
    {
      "epoch": 5.522015154618063,
      "grad_norm": 1.6483840743804894,
      "learning_rate": 4.802814548068429e-06,
      "loss": 0.5515,
      "step": 134820
    },
    {
      "epoch": 5.5220561130452595,
      "grad_norm": 2.15018993180691,
      "learning_rate": 4.801995898777688e-06,
      "loss": 0.9754,
      "step": 134821
    },
    {
      "epoch": 5.522097071472455,
      "grad_norm": 0.9996417848814383,
      "learning_rate": 4.801177318128158e-06,
      "loss": 0.1737,
      "step": 134822
    },
    {
      "epoch": 5.522138029899652,
      "grad_norm": 1.4753723766306681,
      "learning_rate": 4.800358806120202e-06,
      "loss": 0.5381,
      "step": 134823
    },
    {
      "epoch": 5.522178988326848,
      "grad_norm": 1.3455335573870517,
      "learning_rate": 4.79954036275419e-06,
      "loss": 0.4033,
      "step": 134824
    },
    {
      "epoch": 5.522219946754045,
      "grad_norm": 1.6929794491439543,
      "learning_rate": 4.798721988030552e-06,
      "loss": 0.4919,
      "step": 134825
    },
    {
      "epoch": 5.522260905181241,
      "grad_norm": 1.3670507947024546,
      "learning_rate": 4.797903681949639e-06,
      "loss": 0.3261,
      "step": 134826
    },
    {
      "epoch": 5.522301863608438,
      "grad_norm": 1.2693253425501185,
      "learning_rate": 4.79708544451185e-06,
      "loss": 0.3905,
      "step": 134827
    },
    {
      "epoch": 5.522342822035634,
      "grad_norm": 1.6271471685191565,
      "learning_rate": 4.796267275717586e-06,
      "loss": 0.6935,
      "step": 134828
    },
    {
      "epoch": 5.52238378046283,
      "grad_norm": 1.8416315304725281,
      "learning_rate": 4.795449175567212e-06,
      "loss": 0.6868,
      "step": 134829
    },
    {
      "epoch": 5.5224247388900265,
      "grad_norm": 0.7263333623766604,
      "learning_rate": 4.794631144061129e-06,
      "loss": 0.1289,
      "step": 134830
    },
    {
      "epoch": 5.522465697317223,
      "grad_norm": 1.719609281724625,
      "learning_rate": 4.7938131811997185e-06,
      "loss": 0.6943,
      "step": 134831
    },
    {
      "epoch": 5.52250665574442,
      "grad_norm": 1.2845974382424212,
      "learning_rate": 4.792995286983347e-06,
      "loss": 0.402,
      "step": 134832
    },
    {
      "epoch": 5.522547614171616,
      "grad_norm": 0.9286825130322244,
      "learning_rate": 4.79217746141245e-06,
      "loss": 0.2138,
      "step": 134833
    },
    {
      "epoch": 5.522588572598812,
      "grad_norm": 0.8291423693857096,
      "learning_rate": 4.791359704487374e-06,
      "loss": 0.1241,
      "step": 134834
    },
    {
      "epoch": 5.522629531026008,
      "grad_norm": 1.4895383231186126,
      "learning_rate": 4.790542016208504e-06,
      "loss": 0.4817,
      "step": 134835
    },
    {
      "epoch": 5.522670489453205,
      "grad_norm": 1.3976148297448754,
      "learning_rate": 4.789724396576272e-06,
      "loss": 0.3088,
      "step": 134836
    },
    {
      "epoch": 5.522711447880401,
      "grad_norm": 1.6043855791243615,
      "learning_rate": 4.7889068455910115e-06,
      "loss": 0.5046,
      "step": 134837
    },
    {
      "epoch": 5.522752406307598,
      "grad_norm": 2.430102338882532,
      "learning_rate": 4.788089363253139e-06,
      "loss": 0.7137,
      "step": 134838
    },
    {
      "epoch": 5.522793364734794,
      "grad_norm": 1.1357991589665022,
      "learning_rate": 4.787271949563021e-06,
      "loss": 0.1906,
      "step": 134839
    },
    {
      "epoch": 5.522834323161991,
      "grad_norm": 1.7394346747955773,
      "learning_rate": 4.7864546045210395e-06,
      "loss": 0.5231,
      "step": 134840
    },
    {
      "epoch": 5.522875281589187,
      "grad_norm": 1.5428218301436367,
      "learning_rate": 4.785637328127629e-06,
      "loss": 0.5742,
      "step": 134841
    },
    {
      "epoch": 5.522916240016383,
      "grad_norm": 1.5865346805134357,
      "learning_rate": 4.78482012038312e-06,
      "loss": 0.6245,
      "step": 134842
    },
    {
      "epoch": 5.52295719844358,
      "grad_norm": 2.7056051083849817,
      "learning_rate": 4.784002981287916e-06,
      "loss": 1.8681,
      "step": 134843
    },
    {
      "epoch": 5.522998156870776,
      "grad_norm": 3.0155418831443277,
      "learning_rate": 4.783185910842446e-06,
      "loss": 2.7174,
      "step": 134844
    },
    {
      "epoch": 5.523039115297973,
      "grad_norm": 1.7519366019469824,
      "learning_rate": 4.78236890904703e-06,
      "loss": 0.5144,
      "step": 134845
    },
    {
      "epoch": 5.523080073725169,
      "grad_norm": 1.6329894976615282,
      "learning_rate": 4.781551975902098e-06,
      "loss": 0.5262,
      "step": 134846
    },
    {
      "epoch": 5.523121032152366,
      "grad_norm": 1.5465105448765166,
      "learning_rate": 4.780735111408002e-06,
      "loss": 0.4679,
      "step": 134847
    },
    {
      "epoch": 5.5231619905795615,
      "grad_norm": 1.320936259377696,
      "learning_rate": 4.779918315565157e-06,
      "loss": 0.3706,
      "step": 134848
    },
    {
      "epoch": 5.523202949006758,
      "grad_norm": 1.63665910236997,
      "learning_rate": 4.7791015883739455e-06,
      "loss": 0.4455,
      "step": 134849
    },
    {
      "epoch": 5.5232439074339545,
      "grad_norm": 1.352666794742556,
      "learning_rate": 4.778284929834736e-06,
      "loss": 0.4411,
      "step": 134850
    },
    {
      "epoch": 5.523284865861151,
      "grad_norm": 0.5233968258369676,
      "learning_rate": 4.777468339947943e-06,
      "loss": 0.0545,
      "step": 134851
    },
    {
      "epoch": 5.523325824288348,
      "grad_norm": 1.4250989293869971,
      "learning_rate": 4.7766518187139165e-06,
      "loss": 0.4188,
      "step": 134852
    },
    {
      "epoch": 5.523366782715543,
      "grad_norm": 1.523443107248626,
      "learning_rate": 4.775835366133074e-06,
      "loss": 0.4325,
      "step": 134853
    },
    {
      "epoch": 5.52340774114274,
      "grad_norm": 1.255233093038266,
      "learning_rate": 4.775018982205797e-06,
      "loss": 0.3874,
      "step": 134854
    },
    {
      "epoch": 5.523448699569936,
      "grad_norm": 0.3523624404165337,
      "learning_rate": 4.774202666932453e-06,
      "loss": 0.0298,
      "step": 134855
    },
    {
      "epoch": 5.523489657997133,
      "grad_norm": 1.225821862241526,
      "learning_rate": 4.773386420313424e-06,
      "loss": 0.2689,
      "step": 134856
    },
    {
      "epoch": 5.523530616424329,
      "grad_norm": 2.024705038484283,
      "learning_rate": 4.772570242349144e-06,
      "loss": 0.8559,
      "step": 134857
    },
    {
      "epoch": 5.523571574851526,
      "grad_norm": 1.4226125448764135,
      "learning_rate": 4.771754133039945e-06,
      "loss": 0.3564,
      "step": 134858
    },
    {
      "epoch": 5.5236125332787225,
      "grad_norm": 1.5186049280569254,
      "learning_rate": 4.770938092386245e-06,
      "loss": 0.4418,
      "step": 134859
    },
    {
      "epoch": 5.523653491705918,
      "grad_norm": 0.6884137962398319,
      "learning_rate": 4.770122120388409e-06,
      "loss": 0.111,
      "step": 134860
    },
    {
      "epoch": 5.523694450133115,
      "grad_norm": 1.3857027452113815,
      "learning_rate": 4.76930621704682e-06,
      "loss": 0.3994,
      "step": 134861
    },
    {
      "epoch": 5.523735408560311,
      "grad_norm": 1.486522069864386,
      "learning_rate": 4.768490382361911e-06,
      "loss": 0.4519,
      "step": 134862
    },
    {
      "epoch": 5.523776366987508,
      "grad_norm": 1.3814328499663477,
      "learning_rate": 4.767674616334e-06,
      "loss": 0.356,
      "step": 134863
    },
    {
      "epoch": 5.523817325414704,
      "grad_norm": 0.7966394459863889,
      "learning_rate": 4.766858918963517e-06,
      "loss": 0.13,
      "step": 134864
    },
    {
      "epoch": 5.523858283841901,
      "grad_norm": 1.6310519489677575,
      "learning_rate": 4.766043290250849e-06,
      "loss": 0.581,
      "step": 134865
    },
    {
      "epoch": 5.523899242269097,
      "grad_norm": 1.8347351312739315,
      "learning_rate": 4.7652277301963415e-06,
      "loss": 0.6969,
      "step": 134866
    },
    {
      "epoch": 5.523940200696293,
      "grad_norm": 1.8094267760367475,
      "learning_rate": 4.76441223880043e-06,
      "loss": 0.6639,
      "step": 134867
    },
    {
      "epoch": 5.5239811591234895,
      "grad_norm": 1.309746924776875,
      "learning_rate": 4.763596816063464e-06,
      "loss": 0.291,
      "step": 134868
    },
    {
      "epoch": 5.524022117550686,
      "grad_norm": 0.8366663939996823,
      "learning_rate": 4.762781461985826e-06,
      "loss": 0.1781,
      "step": 134869
    },
    {
      "epoch": 5.524063075977883,
      "grad_norm": 1.4753078542399718,
      "learning_rate": 4.76196617656795e-06,
      "loss": 0.4421,
      "step": 134870
    },
    {
      "epoch": 5.524104034405079,
      "grad_norm": 0.6757384261833923,
      "learning_rate": 4.7611509598101675e-06,
      "loss": 0.123,
      "step": 134871
    },
    {
      "epoch": 5.524144992832275,
      "grad_norm": 1.309534292409981,
      "learning_rate": 4.7603358117128955e-06,
      "loss": 0.3962,
      "step": 134872
    },
    {
      "epoch": 5.524185951259471,
      "grad_norm": 1.6057808379900473,
      "learning_rate": 4.7595207322765005e-06,
      "loss": 0.448,
      "step": 134873
    },
    {
      "epoch": 5.524226909686668,
      "grad_norm": 1.8835965615463246,
      "learning_rate": 4.758705721501382e-06,
      "loss": 0.6092,
      "step": 134874
    },
    {
      "epoch": 5.524267868113864,
      "grad_norm": 1.648294530896286,
      "learning_rate": 4.757890779387924e-06,
      "loss": 0.5225,
      "step": 134875
    },
    {
      "epoch": 5.524308826541061,
      "grad_norm": 1.580122180374672,
      "learning_rate": 4.757075905936491e-06,
      "loss": 0.4739,
      "step": 134876
    },
    {
      "epoch": 5.5243497849682575,
      "grad_norm": 1.5705958218251341,
      "learning_rate": 4.756261101147501e-06,
      "loss": 0.5352,
      "step": 134877
    },
    {
      "epoch": 5.524390743395454,
      "grad_norm": 0.5340412717280637,
      "learning_rate": 4.7554463650213204e-06,
      "loss": 0.0633,
      "step": 134878
    },
    {
      "epoch": 5.52443170182265,
      "grad_norm": 1.0194952387118978,
      "learning_rate": 4.754631697558331e-06,
      "loss": 0.1999,
      "step": 134879
    },
    {
      "epoch": 5.524472660249846,
      "grad_norm": 1.140837979847639,
      "learning_rate": 4.753817098758916e-06,
      "loss": 0.2051,
      "step": 134880
    },
    {
      "epoch": 5.524513618677043,
      "grad_norm": 1.5227043783338292,
      "learning_rate": 4.7530025686234925e-06,
      "loss": 0.4173,
      "step": 134881
    },
    {
      "epoch": 5.524554577104239,
      "grad_norm": 1.2482228777062938,
      "learning_rate": 4.752188107152394e-06,
      "loss": 0.3935,
      "step": 134882
    },
    {
      "epoch": 5.524595535531436,
      "grad_norm": 1.5732714740150433,
      "learning_rate": 4.751373714346052e-06,
      "loss": 0.5215,
      "step": 134883
    },
    {
      "epoch": 5.524636493958632,
      "grad_norm": 1.2657485397988912,
      "learning_rate": 4.750559390204817e-06,
      "loss": 0.3846,
      "step": 134884
    },
    {
      "epoch": 5.524677452385829,
      "grad_norm": 3.1011022800351715,
      "learning_rate": 4.749745134729105e-06,
      "loss": 1.9223,
      "step": 134885
    },
    {
      "epoch": 5.5247184108130245,
      "grad_norm": 0.9604343685543445,
      "learning_rate": 4.748930947919299e-06,
      "loss": 0.183,
      "step": 134886
    },
    {
      "epoch": 5.524759369240221,
      "grad_norm": 1.4546446518321532,
      "learning_rate": 4.748116829775733e-06,
      "loss": 0.3769,
      "step": 134887
    },
    {
      "epoch": 5.524800327667418,
      "grad_norm": 1.081198972501609,
      "learning_rate": 4.74730278029884e-06,
      "loss": 0.2196,
      "step": 134888
    },
    {
      "epoch": 5.524841286094614,
      "grad_norm": 1.4530643488508388,
      "learning_rate": 4.746488799489001e-06,
      "loss": 0.5347,
      "step": 134889
    },
    {
      "epoch": 5.524882244521811,
      "grad_norm": 0.6219769701121506,
      "learning_rate": 4.745674887346584e-06,
      "loss": 0.1295,
      "step": 134890
    },
    {
      "epoch": 5.524923202949006,
      "grad_norm": 1.061875385786258,
      "learning_rate": 4.744861043871989e-06,
      "loss": 0.2076,
      "step": 134891
    },
    {
      "epoch": 5.524964161376203,
      "grad_norm": 2.1252868944888474,
      "learning_rate": 4.7440472690655985e-06,
      "loss": 0.6063,
      "step": 134892
    },
    {
      "epoch": 5.525005119803399,
      "grad_norm": 1.659391941140275,
      "learning_rate": 4.743233562927795e-06,
      "loss": 0.422,
      "step": 134893
    },
    {
      "epoch": 5.525046078230596,
      "grad_norm": 1.5531070070572823,
      "learning_rate": 4.742419925458962e-06,
      "loss": 0.4194,
      "step": 134894
    },
    {
      "epoch": 5.525087036657792,
      "grad_norm": 1.468787805416473,
      "learning_rate": 4.741606356659466e-06,
      "loss": 0.3817,
      "step": 134895
    },
    {
      "epoch": 5.525127995084989,
      "grad_norm": 0.9889616316396974,
      "learning_rate": 4.740792856529724e-06,
      "loss": 0.2031,
      "step": 134896
    },
    {
      "epoch": 5.5251689535121855,
      "grad_norm": 1.5664247012856798,
      "learning_rate": 4.739979425070117e-06,
      "loss": 0.495,
      "step": 134897
    },
    {
      "epoch": 5.525209911939381,
      "grad_norm": 1.0366704962541164,
      "learning_rate": 4.739166062280997e-06,
      "loss": 0.232,
      "step": 134898
    },
    {
      "epoch": 5.525250870366578,
      "grad_norm": 1.755263712753652,
      "learning_rate": 4.7383527681627786e-06,
      "loss": 0.5907,
      "step": 134899
    },
    {
      "epoch": 5.525291828793774,
      "grad_norm": 1.4255815933257208,
      "learning_rate": 4.737539542715846e-06,
      "loss": 0.3931,
      "step": 134900
    },
    {
      "epoch": 5.525332787220971,
      "grad_norm": 1.9653438813469823,
      "learning_rate": 4.736726385940564e-06,
      "loss": 0.5204,
      "step": 134901
    },
    {
      "epoch": 5.525373745648167,
      "grad_norm": 1.4896838561984704,
      "learning_rate": 4.7359132978373345e-06,
      "loss": 0.3798,
      "step": 134902
    },
    {
      "epoch": 5.525414704075364,
      "grad_norm": 0.8540571333400363,
      "learning_rate": 4.7351002784065395e-06,
      "loss": 0.2119,
      "step": 134903
    },
    {
      "epoch": 5.52545566250256,
      "grad_norm": 1.5453183445211667,
      "learning_rate": 4.734287327648545e-06,
      "loss": 0.3566,
      "step": 134904
    },
    {
      "epoch": 5.525496620929756,
      "grad_norm": 1.3212747371585034,
      "learning_rate": 4.733474445563767e-06,
      "loss": 0.3699,
      "step": 134905
    },
    {
      "epoch": 5.5255375793569526,
      "grad_norm": 1.529810116126991,
      "learning_rate": 4.732661632152557e-06,
      "loss": 0.5195,
      "step": 134906
    },
    {
      "epoch": 5.525578537784149,
      "grad_norm": 0.8539217327015349,
      "learning_rate": 4.731848887415312e-06,
      "loss": 0.1116,
      "step": 134907
    },
    {
      "epoch": 5.525619496211346,
      "grad_norm": 0.7981072282176991,
      "learning_rate": 4.7310362113524515e-06,
      "loss": 0.1674,
      "step": 134908
    },
    {
      "epoch": 5.525660454638542,
      "grad_norm": 1.4901870726620454,
      "learning_rate": 4.73022360396429e-06,
      "loss": 0.4557,
      "step": 134909
    },
    {
      "epoch": 5.525701413065738,
      "grad_norm": 1.4298755136306365,
      "learning_rate": 4.729411065251276e-06,
      "loss": 0.4603,
      "step": 134910
    },
    {
      "epoch": 5.525742371492934,
      "grad_norm": 0.927809756015596,
      "learning_rate": 4.7285985952137615e-06,
      "loss": 0.2452,
      "step": 134911
    },
    {
      "epoch": 5.525783329920131,
      "grad_norm": 0.8449827500398459,
      "learning_rate": 4.727786193852129e-06,
      "loss": 0.1079,
      "step": 134912
    },
    {
      "epoch": 5.525824288347327,
      "grad_norm": 1.418022132882708,
      "learning_rate": 4.726973861166777e-06,
      "loss": 0.4957,
      "step": 134913
    },
    {
      "epoch": 5.525865246774524,
      "grad_norm": 1.46451309392543,
      "learning_rate": 4.726161597158073e-06,
      "loss": 0.4559,
      "step": 134914
    },
    {
      "epoch": 5.5259062052017205,
      "grad_norm": 1.4527618533330058,
      "learning_rate": 4.725349401826417e-06,
      "loss": 0.4129,
      "step": 134915
    },
    {
      "epoch": 5.525947163628917,
      "grad_norm": 0.9497744368545279,
      "learning_rate": 4.724537275172175e-06,
      "loss": 0.1825,
      "step": 134916
    },
    {
      "epoch": 5.525988122056113,
      "grad_norm": 1.4187679562608524,
      "learning_rate": 4.723725217195745e-06,
      "loss": 0.3435,
      "step": 134917
    },
    {
      "epoch": 5.526029080483309,
      "grad_norm": 1.380091604270158,
      "learning_rate": 4.722913227897529e-06,
      "loss": 0.4004,
      "step": 134918
    },
    {
      "epoch": 5.526070038910506,
      "grad_norm": 0.7334035929226757,
      "learning_rate": 4.722101307277859e-06,
      "loss": 0.1079,
      "step": 134919
    },
    {
      "epoch": 5.526110997337702,
      "grad_norm": 1.3375848413400646,
      "learning_rate": 4.721289455337169e-06,
      "loss": 0.3588,
      "step": 134920
    },
    {
      "epoch": 5.526151955764899,
      "grad_norm": 1.5560878179524225,
      "learning_rate": 4.720477672075823e-06,
      "loss": 0.4766,
      "step": 134921
    },
    {
      "epoch": 5.526192914192095,
      "grad_norm": 1.0464884524046565,
      "learning_rate": 4.7196659574941895e-06,
      "loss": 0.1375,
      "step": 134922
    },
    {
      "epoch": 5.526233872619292,
      "grad_norm": 1.7770518124882109,
      "learning_rate": 4.718854311592685e-06,
      "loss": 0.7008,
      "step": 134923
    },
    {
      "epoch": 5.5262748310464875,
      "grad_norm": 1.5892762648399474,
      "learning_rate": 4.7180427343716575e-06,
      "loss": 0.6215,
      "step": 134924
    },
    {
      "epoch": 5.526315789473684,
      "grad_norm": 1.7927720436252117,
      "learning_rate": 4.717231225831525e-06,
      "loss": 0.5194,
      "step": 134925
    },
    {
      "epoch": 5.526356747900881,
      "grad_norm": 1.6943781624679126,
      "learning_rate": 4.7164197859726525e-06,
      "loss": 0.5429,
      "step": 134926
    },
    {
      "epoch": 5.526397706328077,
      "grad_norm": 1.9236924525670425,
      "learning_rate": 4.7156084147954245e-06,
      "loss": 0.6164,
      "step": 134927
    },
    {
      "epoch": 5.526438664755274,
      "grad_norm": 1.5070961983429052,
      "learning_rate": 4.714797112300222e-06,
      "loss": 0.4129,
      "step": 134928
    },
    {
      "epoch": 5.526479623182469,
      "grad_norm": 1.658717665512912,
      "learning_rate": 4.713985878487447e-06,
      "loss": 0.5463,
      "step": 134929
    },
    {
      "epoch": 5.526520581609666,
      "grad_norm": 0.14802991542514318,
      "learning_rate": 4.713174713357448e-06,
      "loss": 0.0282,
      "step": 134930
    },
    {
      "epoch": 5.526561540036862,
      "grad_norm": 1.511766002890998,
      "learning_rate": 4.712363616910658e-06,
      "loss": 0.465,
      "step": 134931
    },
    {
      "epoch": 5.526602498464059,
      "grad_norm": 1.2314744049561652,
      "learning_rate": 4.711552589147411e-06,
      "loss": 0.309,
      "step": 134932
    },
    {
      "epoch": 5.5266434568912555,
      "grad_norm": 1.2117914594824357,
      "learning_rate": 4.710741630068104e-06,
      "loss": 0.2842,
      "step": 134933
    },
    {
      "epoch": 5.526684415318452,
      "grad_norm": 1.2239681926665142,
      "learning_rate": 4.70993073967314e-06,
      "loss": 0.3111,
      "step": 134934
    },
    {
      "epoch": 5.5267253737456485,
      "grad_norm": 1.4352338034462633,
      "learning_rate": 4.709119917962884e-06,
      "loss": 0.4195,
      "step": 134935
    },
    {
      "epoch": 5.526766332172844,
      "grad_norm": 1.532557555514644,
      "learning_rate": 4.708309164937718e-06,
      "loss": 0.516,
      "step": 134936
    },
    {
      "epoch": 5.526807290600041,
      "grad_norm": 1.7217244319811762,
      "learning_rate": 4.70749848059806e-06,
      "loss": 0.5526,
      "step": 134937
    },
    {
      "epoch": 5.526848249027237,
      "grad_norm": 1.592643488855895,
      "learning_rate": 4.706687864944242e-06,
      "loss": 0.524,
      "step": 134938
    },
    {
      "epoch": 5.526889207454434,
      "grad_norm": 1.917708342941912,
      "learning_rate": 4.7058773179766975e-06,
      "loss": 0.7628,
      "step": 134939
    },
    {
      "epoch": 5.52693016588163,
      "grad_norm": 0.8704095552919469,
      "learning_rate": 4.705066839695759e-06,
      "loss": 0.1848,
      "step": 134940
    },
    {
      "epoch": 5.526971124308827,
      "grad_norm": 1.3799616991557373,
      "learning_rate": 4.7042564301018275e-06,
      "loss": 0.4167,
      "step": 134941
    },
    {
      "epoch": 5.527012082736023,
      "grad_norm": 1.0620165126943764,
      "learning_rate": 4.703446089195318e-06,
      "loss": 0.2299,
      "step": 134942
    },
    {
      "epoch": 5.527053041163219,
      "grad_norm": 2.247956516792592,
      "learning_rate": 4.702635816976563e-06,
      "loss": 1.1976,
      "step": 134943
    },
    {
      "epoch": 5.527093999590416,
      "grad_norm": 0.7875795285348729,
      "learning_rate": 4.701825613445981e-06,
      "loss": 0.1362,
      "step": 134944
    },
    {
      "epoch": 5.527134958017612,
      "grad_norm": 1.94760483403609,
      "learning_rate": 4.701015478603953e-06,
      "loss": 0.6835,
      "step": 134945
    },
    {
      "epoch": 5.527175916444809,
      "grad_norm": 1.7576093834105173,
      "learning_rate": 4.700205412450847e-06,
      "loss": 0.5942,
      "step": 134946
    },
    {
      "epoch": 5.527216874872005,
      "grad_norm": 1.6892488462291209,
      "learning_rate": 4.699395414987062e-06,
      "loss": 0.5751,
      "step": 134947
    },
    {
      "epoch": 5.527257833299201,
      "grad_norm": 1.4786149582175254,
      "learning_rate": 4.698585486212947e-06,
      "loss": 0.5224,
      "step": 134948
    },
    {
      "epoch": 5.527298791726397,
      "grad_norm": 1.5444218017281361,
      "learning_rate": 4.697775626128919e-06,
      "loss": 0.4865,
      "step": 134949
    },
    {
      "epoch": 5.527339750153594,
      "grad_norm": 2.176034570743008,
      "learning_rate": 4.6969658347353614e-06,
      "loss": 0.808,
      "step": 134950
    },
    {
      "epoch": 5.5273807085807904,
      "grad_norm": 0.8780667585562637,
      "learning_rate": 4.69615611203264e-06,
      "loss": 0.1719,
      "step": 134951
    },
    {
      "epoch": 5.527421667007987,
      "grad_norm": 1.6505783767415547,
      "learning_rate": 4.695346458021137e-06,
      "loss": 0.5777,
      "step": 134952
    },
    {
      "epoch": 5.5274626254351835,
      "grad_norm": 1.6605332768561278,
      "learning_rate": 4.694536872701255e-06,
      "loss": 0.3743,
      "step": 134953
    },
    {
      "epoch": 5.52750358386238,
      "grad_norm": 1.324743626417314,
      "learning_rate": 4.693727356073357e-06,
      "loss": 0.4505,
      "step": 134954
    },
    {
      "epoch": 5.527544542289576,
      "grad_norm": 1.385152561100479,
      "learning_rate": 4.692917908137844e-06,
      "loss": 0.3788,
      "step": 134955
    },
    {
      "epoch": 5.527585500716772,
      "grad_norm": 1.3558450115818848,
      "learning_rate": 4.6921085288951e-06,
      "loss": 0.3211,
      "step": 134956
    },
    {
      "epoch": 5.527626459143969,
      "grad_norm": 1.730549058303507,
      "learning_rate": 4.691299218345473e-06,
      "loss": 0.5756,
      "step": 134957
    },
    {
      "epoch": 5.527667417571165,
      "grad_norm": 1.5615188419529547,
      "learning_rate": 4.690489976489381e-06,
      "loss": 0.4959,
      "step": 134958
    },
    {
      "epoch": 5.527708375998362,
      "grad_norm": 1.4921993983090205,
      "learning_rate": 4.6896808033271725e-06,
      "loss": 0.5432,
      "step": 134959
    },
    {
      "epoch": 5.527749334425558,
      "grad_norm": 1.4887707716161516,
      "learning_rate": 4.688871698859248e-06,
      "loss": 0.4174,
      "step": 134960
    },
    {
      "epoch": 5.527790292852755,
      "grad_norm": 1.4825155032281205,
      "learning_rate": 4.688062663086023e-06,
      "loss": 0.3829,
      "step": 134961
    },
    {
      "epoch": 5.527831251279951,
      "grad_norm": 1.4038238974547625,
      "learning_rate": 4.687253696007831e-06,
      "loss": 0.4716,
      "step": 134962
    },
    {
      "epoch": 5.527872209707147,
      "grad_norm": 3.0845449247712065,
      "learning_rate": 4.686444797625056e-06,
      "loss": 1.9999,
      "step": 134963
    },
    {
      "epoch": 5.527913168134344,
      "grad_norm": 0.8593060547752613,
      "learning_rate": 4.685635967938128e-06,
      "loss": 0.1694,
      "step": 134964
    },
    {
      "epoch": 5.52795412656154,
      "grad_norm": 1.4765393306258008,
      "learning_rate": 4.684827206947384e-06,
      "loss": 0.4701,
      "step": 134965
    },
    {
      "epoch": 5.527995084988737,
      "grad_norm": 1.8412674658066739,
      "learning_rate": 4.684018514653237e-06,
      "loss": 0.5343,
      "step": 134966
    },
    {
      "epoch": 5.528036043415932,
      "grad_norm": 1.5570517849108076,
      "learning_rate": 4.683209891056039e-06,
      "loss": 0.4575,
      "step": 134967
    },
    {
      "epoch": 5.528077001843129,
      "grad_norm": 1.4042277769428493,
      "learning_rate": 4.682401336156189e-06,
      "loss": 0.419,
      "step": 134968
    },
    {
      "epoch": 5.528117960270325,
      "grad_norm": 1.8505518337134088,
      "learning_rate": 4.681592849954069e-06,
      "loss": 0.6706,
      "step": 134969
    },
    {
      "epoch": 5.528158918697522,
      "grad_norm": 0.9381302658987755,
      "learning_rate": 4.680784432450063e-06,
      "loss": 0.1873,
      "step": 134970
    },
    {
      "epoch": 5.5281998771247185,
      "grad_norm": 0.7655958933226534,
      "learning_rate": 4.679976083644538e-06,
      "loss": 0.0974,
      "step": 134971
    },
    {
      "epoch": 5.528240835551915,
      "grad_norm": 1.6388935167942535,
      "learning_rate": 4.6791678035379085e-06,
      "loss": 0.4517,
      "step": 134972
    },
    {
      "epoch": 5.528281793979112,
      "grad_norm": 1.4687477853787292,
      "learning_rate": 4.678359592130509e-06,
      "loss": 0.3828,
      "step": 134973
    },
    {
      "epoch": 5.528322752406307,
      "grad_norm": 1.4981306520066773,
      "learning_rate": 4.677551449422773e-06,
      "loss": 0.4473,
      "step": 134974
    },
    {
      "epoch": 5.528363710833504,
      "grad_norm": 1.6449244309086648,
      "learning_rate": 4.676743375415049e-06,
      "loss": 0.4486,
      "step": 134975
    },
    {
      "epoch": 5.5284046692607,
      "grad_norm": 1.2145687146031483,
      "learning_rate": 4.6759353701077195e-06,
      "loss": 0.2727,
      "step": 134976
    },
    {
      "epoch": 5.528445627687897,
      "grad_norm": 1.0621592342584054,
      "learning_rate": 4.675127433501185e-06,
      "loss": 0.2705,
      "step": 134977
    },
    {
      "epoch": 5.528486586115093,
      "grad_norm": 0.723420497609785,
      "learning_rate": 4.674319565595813e-06,
      "loss": 0.1005,
      "step": 134978
    },
    {
      "epoch": 5.52852754454229,
      "grad_norm": 1.5857865856405349,
      "learning_rate": 4.673511766391986e-06,
      "loss": 0.4816,
      "step": 134979
    },
    {
      "epoch": 5.528568502969486,
      "grad_norm": 1.617598801854694,
      "learning_rate": 4.672704035890102e-06,
      "loss": 0.518,
      "step": 134980
    },
    {
      "epoch": 5.528609461396682,
      "grad_norm": 2.27860096764166,
      "learning_rate": 4.671896374090511e-06,
      "loss": 0.6801,
      "step": 134981
    },
    {
      "epoch": 5.528650419823879,
      "grad_norm": 1.435214228120035,
      "learning_rate": 4.671088780993648e-06,
      "loss": 0.494,
      "step": 134982
    },
    {
      "epoch": 5.528691378251075,
      "grad_norm": 1.5449188664247353,
      "learning_rate": 4.670281256599828e-06,
      "loss": 0.4693,
      "step": 134983
    },
    {
      "epoch": 5.528732336678272,
      "grad_norm": 0.8922018676250885,
      "learning_rate": 4.6694738009094675e-06,
      "loss": 0.203,
      "step": 134984
    },
    {
      "epoch": 5.528773295105468,
      "grad_norm": 1.4049702137944626,
      "learning_rate": 4.668666413922967e-06,
      "loss": 0.3496,
      "step": 134985
    },
    {
      "epoch": 5.528814253532664,
      "grad_norm": 1.8779001925757266,
      "learning_rate": 4.667859095640675e-06,
      "loss": 0.5989,
      "step": 134986
    },
    {
      "epoch": 5.52885521195986,
      "grad_norm": 1.7295305332367419,
      "learning_rate": 4.667051846063008e-06,
      "loss": 0.6159,
      "step": 134987
    },
    {
      "epoch": 5.528896170387057,
      "grad_norm": 1.6995785967547938,
      "learning_rate": 4.6662446651902995e-06,
      "loss": 0.5658,
      "step": 134988
    },
    {
      "epoch": 5.5289371288142535,
      "grad_norm": 1.2792258713591835,
      "learning_rate": 4.665437553022949e-06,
      "loss": 0.2011,
      "step": 134989
    },
    {
      "epoch": 5.52897808724145,
      "grad_norm": 1.8839184600874053,
      "learning_rate": 4.6646305095613734e-06,
      "loss": 0.4955,
      "step": 134990
    },
    {
      "epoch": 5.5290190456686465,
      "grad_norm": 1.7067366537795614,
      "learning_rate": 4.6638235348059215e-06,
      "loss": 0.5333,
      "step": 134991
    },
    {
      "epoch": 5.529060004095843,
      "grad_norm": 1.5622648708586575,
      "learning_rate": 4.66301662875696e-06,
      "loss": 0.4909,
      "step": 134992
    },
    {
      "epoch": 5.529100962523039,
      "grad_norm": 1.693058202582918,
      "learning_rate": 4.662209791414923e-06,
      "loss": 0.584,
      "step": 134993
    },
    {
      "epoch": 5.529141920950235,
      "grad_norm": 0.7727919558244618,
      "learning_rate": 4.661403022780125e-06,
      "loss": 0.1427,
      "step": 134994
    },
    {
      "epoch": 5.529182879377432,
      "grad_norm": 1.4444067034313488,
      "learning_rate": 4.660596322853016e-06,
      "loss": 0.4335,
      "step": 134995
    },
    {
      "epoch": 5.529223837804628,
      "grad_norm": 1.9173019706491023,
      "learning_rate": 4.659789691633914e-06,
      "loss": 0.7478,
      "step": 134996
    },
    {
      "epoch": 5.529264796231825,
      "grad_norm": 1.7353286856484458,
      "learning_rate": 4.658983129123234e-06,
      "loss": 0.5349,
      "step": 134997
    },
    {
      "epoch": 5.529305754659021,
      "grad_norm": 0.6548657359086272,
      "learning_rate": 4.658176635321376e-06,
      "loss": 0.0521,
      "step": 134998
    },
    {
      "epoch": 5.529346713086218,
      "grad_norm": 1.52677276902363,
      "learning_rate": 4.6573702102286724e-06,
      "loss": 0.373,
      "step": 134999
    },
    {
      "epoch": 5.529387671513414,
      "grad_norm": 1.6386979374234325,
      "learning_rate": 4.656563853845541e-06,
      "loss": 0.5442,
      "step": 135000
    },
    {
      "epoch": 5.52942862994061,
      "grad_norm": 1.257338491528697,
      "learning_rate": 4.6557575661723636e-06,
      "loss": 0.4127,
      "step": 135001
    },
    {
      "epoch": 5.529469588367807,
      "grad_norm": 1.3921826890829705,
      "learning_rate": 4.65495134720949e-06,
      "loss": 0.5291,
      "step": 135002
    },
    {
      "epoch": 5.529510546795003,
      "grad_norm": 1.6014333982666524,
      "learning_rate": 4.654145196957354e-06,
      "loss": 0.4056,
      "step": 135003
    },
    {
      "epoch": 5.5295515052222,
      "grad_norm": 1.5048203508508085,
      "learning_rate": 4.6533391154162715e-06,
      "loss": 0.5014,
      "step": 135004
    },
    {
      "epoch": 5.529592463649395,
      "grad_norm": 1.34086870356713,
      "learning_rate": 4.652533102586658e-06,
      "loss": 0.4274,
      "step": 135005
    },
    {
      "epoch": 5.529633422076592,
      "grad_norm": 1.86763051994989,
      "learning_rate": 4.651727158468915e-06,
      "loss": 0.7679,
      "step": 135006
    },
    {
      "epoch": 5.5296743805037885,
      "grad_norm": 1.4027128285304282,
      "learning_rate": 4.650921283063375e-06,
      "loss": 0.4536,
      "step": 135007
    },
    {
      "epoch": 5.529715338930985,
      "grad_norm": 1.6848899863838613,
      "learning_rate": 4.650115476370453e-06,
      "loss": 0.4583,
      "step": 135008
    },
    {
      "epoch": 5.5297562973581815,
      "grad_norm": 1.819337545547369,
      "learning_rate": 4.649309738390533e-06,
      "loss": 0.6062,
      "step": 135009
    },
    {
      "epoch": 5.529797255785378,
      "grad_norm": 1.3124078190886692,
      "learning_rate": 4.648504069123965e-06,
      "loss": 0.4056,
      "step": 135010
    },
    {
      "epoch": 5.529838214212575,
      "grad_norm": 1.0115204306508663,
      "learning_rate": 4.647698468571182e-06,
      "loss": 0.1691,
      "step": 135011
    },
    {
      "epoch": 5.52987917263977,
      "grad_norm": 1.1871951299317698,
      "learning_rate": 4.646892936732499e-06,
      "loss": 0.2686,
      "step": 135012
    },
    {
      "epoch": 5.529920131066967,
      "grad_norm": 1.3542526224486275,
      "learning_rate": 4.646087473608351e-06,
      "loss": 0.3611,
      "step": 135013
    },
    {
      "epoch": 5.529961089494163,
      "grad_norm": 1.5367506971419331,
      "learning_rate": 4.645282079199103e-06,
      "loss": 0.5344,
      "step": 135014
    },
    {
      "epoch": 5.53000204792136,
      "grad_norm": 1.5307536995141555,
      "learning_rate": 4.644476753505105e-06,
      "loss": 0.5003,
      "step": 135015
    },
    {
      "epoch": 5.530043006348556,
      "grad_norm": 1.7373488299914266,
      "learning_rate": 4.643671496526774e-06,
      "loss": 0.5384,
      "step": 135016
    },
    {
      "epoch": 5.530083964775753,
      "grad_norm": 1.7394863317000588,
      "learning_rate": 4.642866308264492e-06,
      "loss": 0.5222,
      "step": 135017
    },
    {
      "epoch": 5.5301249232029495,
      "grad_norm": 0.7557262995206527,
      "learning_rate": 4.642061188718626e-06,
      "loss": 0.1102,
      "step": 135018
    },
    {
      "epoch": 5.530165881630145,
      "grad_norm": 1.4137303448540466,
      "learning_rate": 4.6412561378895595e-06,
      "loss": 0.3956,
      "step": 135019
    },
    {
      "epoch": 5.530206840057342,
      "grad_norm": 1.1849326786893541,
      "learning_rate": 4.640451155777658e-06,
      "loss": 0.3698,
      "step": 135020
    },
    {
      "epoch": 5.530247798484538,
      "grad_norm": 1.4387592054546234,
      "learning_rate": 4.639646242383322e-06,
      "loss": 0.4379,
      "step": 135021
    },
    {
      "epoch": 5.530288756911735,
      "grad_norm": 0.958398888517536,
      "learning_rate": 4.6388413977069495e-06,
      "loss": 0.1937,
      "step": 135022
    },
    {
      "epoch": 5.530329715338931,
      "grad_norm": 1.6298110012089781,
      "learning_rate": 4.6380366217488755e-06,
      "loss": 0.5424,
      "step": 135023
    },
    {
      "epoch": 5.530370673766127,
      "grad_norm": 1.4976496668582107,
      "learning_rate": 4.6372319145094986e-06,
      "loss": 0.5503,
      "step": 135024
    },
    {
      "epoch": 5.530411632193323,
      "grad_norm": 1.5267372184820147,
      "learning_rate": 4.636427275989219e-06,
      "loss": 0.4638,
      "step": 135025
    },
    {
      "epoch": 5.53045259062052,
      "grad_norm": 1.5872552509044622,
      "learning_rate": 4.635622706188402e-06,
      "loss": 0.4905,
      "step": 135026
    },
    {
      "epoch": 5.5304935490477165,
      "grad_norm": 1.9344768775121524,
      "learning_rate": 4.634818205107416e-06,
      "loss": 0.6818,
      "step": 135027
    },
    {
      "epoch": 5.530534507474913,
      "grad_norm": 0.9168545347216108,
      "learning_rate": 4.634013772746658e-06,
      "loss": 0.1482,
      "step": 135028
    },
    {
      "epoch": 5.53057546590211,
      "grad_norm": 0.8231742855594517,
      "learning_rate": 4.633209409106497e-06,
      "loss": 0.1828,
      "step": 135029
    },
    {
      "epoch": 5.530616424329306,
      "grad_norm": 1.373919348280631,
      "learning_rate": 4.632405114187332e-06,
      "loss": 0.3343,
      "step": 135030
    },
    {
      "epoch": 5.530657382756502,
      "grad_norm": 1.4501349628577778,
      "learning_rate": 4.631600887989529e-06,
      "loss": 0.5436,
      "step": 135031
    },
    {
      "epoch": 5.530698341183698,
      "grad_norm": 0.8755613362925644,
      "learning_rate": 4.630796730513453e-06,
      "loss": 0.1916,
      "step": 135032
    },
    {
      "epoch": 5.530739299610895,
      "grad_norm": 1.61908374521062,
      "learning_rate": 4.629992641759522e-06,
      "loss": 0.5823,
      "step": 135033
    },
    {
      "epoch": 5.530780258038091,
      "grad_norm": 1.4739940251578987,
      "learning_rate": 4.6291886217280695e-06,
      "loss": 0.5351,
      "step": 135034
    },
    {
      "epoch": 5.530821216465288,
      "grad_norm": 1.4241780261059165,
      "learning_rate": 4.62838467041951e-06,
      "loss": 0.4039,
      "step": 135035
    },
    {
      "epoch": 5.530862174892484,
      "grad_norm": 1.710913274705357,
      "learning_rate": 4.627580787834229e-06,
      "loss": 0.5649,
      "step": 135036
    },
    {
      "epoch": 5.530903133319681,
      "grad_norm": 1.3801037784292742,
      "learning_rate": 4.62677697397259e-06,
      "loss": 0.4804,
      "step": 135037
    },
    {
      "epoch": 5.530944091746877,
      "grad_norm": 1.9597620510113622,
      "learning_rate": 4.625973228834978e-06,
      "loss": 0.8972,
      "step": 135038
    },
    {
      "epoch": 5.530985050174073,
      "grad_norm": 1.2995284057360108,
      "learning_rate": 4.625169552421743e-06,
      "loss": 0.2813,
      "step": 135039
    },
    {
      "epoch": 5.53102600860127,
      "grad_norm": 1.5891778054171712,
      "learning_rate": 4.624365944733316e-06,
      "loss": 0.5848,
      "step": 135040
    },
    {
      "epoch": 5.531066967028466,
      "grad_norm": 0.894668643274038,
      "learning_rate": 4.623562405770049e-06,
      "loss": 0.2112,
      "step": 135041
    },
    {
      "epoch": 5.531107925455663,
      "grad_norm": 1.5444537801238931,
      "learning_rate": 4.622758935532323e-06,
      "loss": 0.5041,
      "step": 135042
    },
    {
      "epoch": 5.531148883882858,
      "grad_norm": 1.4842382452608578,
      "learning_rate": 4.621955534020505e-06,
      "loss": 0.4813,
      "step": 135043
    },
    {
      "epoch": 5.531189842310055,
      "grad_norm": 1.7217724126613623,
      "learning_rate": 4.621152201235029e-06,
      "loss": 0.5998,
      "step": 135044
    },
    {
      "epoch": 5.5312308007372515,
      "grad_norm": 1.6665485488440368,
      "learning_rate": 4.62034893717621e-06,
      "loss": 0.5046,
      "step": 135045
    },
    {
      "epoch": 5.531271759164448,
      "grad_norm": 1.6247595025162325,
      "learning_rate": 4.619545741844466e-06,
      "loss": 0.5187,
      "step": 135046
    },
    {
      "epoch": 5.531312717591645,
      "grad_norm": 0.762744288186779,
      "learning_rate": 4.618742615240145e-06,
      "loss": 0.176,
      "step": 135047
    },
    {
      "epoch": 5.531353676018841,
      "grad_norm": 1.4247855326674776,
      "learning_rate": 4.617939557363665e-06,
      "loss": 0.3647,
      "step": 135048
    },
    {
      "epoch": 5.531394634446038,
      "grad_norm": 1.6982617886419604,
      "learning_rate": 4.61713656821539e-06,
      "loss": 0.504,
      "step": 135049
    },
    {
      "epoch": 5.531435592873233,
      "grad_norm": 2.7896918796561367,
      "learning_rate": 4.616333647795672e-06,
      "loss": 1.6693,
      "step": 135050
    },
    {
      "epoch": 5.53147655130043,
      "grad_norm": 1.4399213832152573,
      "learning_rate": 4.615530796104927e-06,
      "loss": 0.3399,
      "step": 135051
    },
    {
      "epoch": 5.531517509727626,
      "grad_norm": 0.9811875918819278,
      "learning_rate": 4.614728013143537e-06,
      "loss": 0.1821,
      "step": 135052
    },
    {
      "epoch": 5.531558468154823,
      "grad_norm": 1.5709627535269772,
      "learning_rate": 4.613925298911852e-06,
      "loss": 0.4947,
      "step": 135053
    },
    {
      "epoch": 5.531599426582019,
      "grad_norm": 1.3985118162023094,
      "learning_rate": 4.613122653410273e-06,
      "loss": 0.3321,
      "step": 135054
    },
    {
      "epoch": 5.531640385009216,
      "grad_norm": 1.8561915024603766,
      "learning_rate": 4.612320076639181e-06,
      "loss": 0.7168,
      "step": 135055
    },
    {
      "epoch": 5.5316813434364125,
      "grad_norm": 1.2972404975574612,
      "learning_rate": 4.611517568598927e-06,
      "loss": 0.4291,
      "step": 135056
    },
    {
      "epoch": 5.531722301863608,
      "grad_norm": 0.993839351920905,
      "learning_rate": 4.6107151292899266e-06,
      "loss": 0.214,
      "step": 135057
    },
    {
      "epoch": 5.531763260290805,
      "grad_norm": 1.0959765065744373,
      "learning_rate": 4.6099127587125305e-06,
      "loss": 0.2207,
      "step": 135058
    },
    {
      "epoch": 5.531804218718001,
      "grad_norm": 1.982026896497725,
      "learning_rate": 4.6091104568671545e-06,
      "loss": 0.765,
      "step": 135059
    },
    {
      "epoch": 5.531845177145198,
      "grad_norm": 1.0444251826085946,
      "learning_rate": 4.6083082237541315e-06,
      "loss": 0.2084,
      "step": 135060
    },
    {
      "epoch": 5.531886135572394,
      "grad_norm": 1.4665138283397303,
      "learning_rate": 4.607506059373877e-06,
      "loss": 0.4199,
      "step": 135061
    },
    {
      "epoch": 5.53192709399959,
      "grad_norm": 1.144271748286659,
      "learning_rate": 4.60670396372676e-06,
      "loss": 0.3064,
      "step": 135062
    },
    {
      "epoch": 5.5319680524267865,
      "grad_norm": 1.580783990830644,
      "learning_rate": 4.6059019368131445e-06,
      "loss": 0.451,
      "step": 135063
    },
    {
      "epoch": 5.532009010853983,
      "grad_norm": 1.5450121241104409,
      "learning_rate": 4.6050999786334145e-06,
      "loss": 0.4174,
      "step": 135064
    },
    {
      "epoch": 5.5320499692811795,
      "grad_norm": 1.102926588123562,
      "learning_rate": 4.604298089187986e-06,
      "loss": 0.2105,
      "step": 135065
    },
    {
      "epoch": 5.532090927708376,
      "grad_norm": 1.4374043230408373,
      "learning_rate": 4.603496268477175e-06,
      "loss": 0.4787,
      "step": 135066
    },
    {
      "epoch": 5.532131886135573,
      "grad_norm": 1.5957794840124622,
      "learning_rate": 4.602694516501415e-06,
      "loss": 0.5326,
      "step": 135067
    },
    {
      "epoch": 5.532172844562769,
      "grad_norm": 1.5390306550637338,
      "learning_rate": 4.601892833261056e-06,
      "loss": 0.3901,
      "step": 135068
    },
    {
      "epoch": 5.532213802989965,
      "grad_norm": 1.6172182038111647,
      "learning_rate": 4.601091218756481e-06,
      "loss": 0.5409,
      "step": 135069
    },
    {
      "epoch": 5.532254761417161,
      "grad_norm": 1.2298506411176617,
      "learning_rate": 4.600289672988089e-06,
      "loss": 0.2362,
      "step": 135070
    },
    {
      "epoch": 5.532295719844358,
      "grad_norm": 1.4141338858102013,
      "learning_rate": 4.59948819595623e-06,
      "loss": 0.4398,
      "step": 135071
    },
    {
      "epoch": 5.532336678271554,
      "grad_norm": 1.5310672893954642,
      "learning_rate": 4.598686787661287e-06,
      "loss": 0.5459,
      "step": 135072
    },
    {
      "epoch": 5.532377636698751,
      "grad_norm": 1.7948582102565496,
      "learning_rate": 4.597885448103678e-06,
      "loss": 0.4745,
      "step": 135073
    },
    {
      "epoch": 5.5324185951259475,
      "grad_norm": 1.5860107623753208,
      "learning_rate": 4.597084177283733e-06,
      "loss": 0.4469,
      "step": 135074
    },
    {
      "epoch": 5.532459553553144,
      "grad_norm": 1.2848861457758605,
      "learning_rate": 4.596282975201854e-06,
      "loss": 0.3401,
      "step": 135075
    },
    {
      "epoch": 5.53250051198034,
      "grad_norm": 1.6186923373028406,
      "learning_rate": 4.595481841858406e-06,
      "loss": 0.4716,
      "step": 135076
    },
    {
      "epoch": 5.532541470407536,
      "grad_norm": 0.9621360730419329,
      "learning_rate": 4.594680777253773e-06,
      "loss": 0.1845,
      "step": 135077
    },
    {
      "epoch": 5.532582428834733,
      "grad_norm": 1.4540486988721693,
      "learning_rate": 4.593879781388354e-06,
      "loss": 0.4288,
      "step": 135078
    },
    {
      "epoch": 5.532623387261929,
      "grad_norm": 1.0638105045200215,
      "learning_rate": 4.5930788542625e-06,
      "loss": 0.224,
      "step": 135079
    },
    {
      "epoch": 5.532664345689126,
      "grad_norm": 1.2680232415601738,
      "learning_rate": 4.592277995876592e-06,
      "loss": 0.3988,
      "step": 135080
    },
    {
      "epoch": 5.532705304116321,
      "grad_norm": 1.43941904790878,
      "learning_rate": 4.591477206231048e-06,
      "loss": 0.4136,
      "step": 135081
    },
    {
      "epoch": 5.532746262543518,
      "grad_norm": 1.8635563546492602,
      "learning_rate": 4.590676485326183e-06,
      "loss": 0.5917,
      "step": 135082
    },
    {
      "epoch": 5.5327872209707145,
      "grad_norm": 1.6784588033434527,
      "learning_rate": 4.589875833162432e-06,
      "loss": 0.5747,
      "step": 135083
    },
    {
      "epoch": 5.532828179397911,
      "grad_norm": 1.2467537031881304,
      "learning_rate": 4.589075249740143e-06,
      "loss": 0.363,
      "step": 135084
    },
    {
      "epoch": 5.532869137825108,
      "grad_norm": 1.7617407607596942,
      "learning_rate": 4.588274735059683e-06,
      "loss": 0.4441,
      "step": 135085
    },
    {
      "epoch": 5.532910096252304,
      "grad_norm": 0.952262028728692,
      "learning_rate": 4.587474289121485e-06,
      "loss": 0.1634,
      "step": 135086
    },
    {
      "epoch": 5.532951054679501,
      "grad_norm": 2.661080178558264,
      "learning_rate": 4.586673911925864e-06,
      "loss": 2.0655,
      "step": 135087
    },
    {
      "epoch": 5.532992013106696,
      "grad_norm": 0.8488036927479488,
      "learning_rate": 4.5858736034732226e-06,
      "loss": 0.1836,
      "step": 135088
    },
    {
      "epoch": 5.533032971533893,
      "grad_norm": 0.7268387582447171,
      "learning_rate": 4.585073363763958e-06,
      "loss": 0.1926,
      "step": 135089
    },
    {
      "epoch": 5.533073929961089,
      "grad_norm": 1.5233429191745385,
      "learning_rate": 4.584273192798421e-06,
      "loss": 0.43,
      "step": 135090
    },
    {
      "epoch": 5.533114888388286,
      "grad_norm": 1.6716436419032097,
      "learning_rate": 4.5834730905770275e-06,
      "loss": 0.5224,
      "step": 135091
    },
    {
      "epoch": 5.5331558468154824,
      "grad_norm": 1.5208732229203281,
      "learning_rate": 4.582673057100095e-06,
      "loss": 0.5115,
      "step": 135092
    },
    {
      "epoch": 5.533196805242679,
      "grad_norm": 0.8189076599907655,
      "learning_rate": 4.581873092368055e-06,
      "loss": 0.196,
      "step": 135093
    },
    {
      "epoch": 5.5332377636698755,
      "grad_norm": 1.3711881739015193,
      "learning_rate": 4.581073196381274e-06,
      "loss": 0.4137,
      "step": 135094
    },
    {
      "epoch": 5.533278722097071,
      "grad_norm": 2.4004343393650514,
      "learning_rate": 4.580273369140103e-06,
      "loss": 1.3278,
      "step": 135095
    },
    {
      "epoch": 5.533319680524268,
      "grad_norm": 0.6083347460315941,
      "learning_rate": 4.579473610644957e-06,
      "loss": 0.0499,
      "step": 135096
    },
    {
      "epoch": 5.533360638951464,
      "grad_norm": 1.7773273468474997,
      "learning_rate": 4.578673920896203e-06,
      "loss": 0.5029,
      "step": 135097
    },
    {
      "epoch": 5.533401597378661,
      "grad_norm": 1.4668715674282267,
      "learning_rate": 4.5778742998941905e-06,
      "loss": 0.5035,
      "step": 135098
    },
    {
      "epoch": 5.533442555805857,
      "grad_norm": 1.8662673822700673,
      "learning_rate": 4.577074747639337e-06,
      "loss": 0.5709,
      "step": 135099
    },
    {
      "epoch": 5.533483514233053,
      "grad_norm": 0.9985232468442281,
      "learning_rate": 4.5762752641320065e-06,
      "loss": 0.2299,
      "step": 135100
    },
    {
      "epoch": 5.5335244726602495,
      "grad_norm": 1.4527732484174904,
      "learning_rate": 4.575475849372551e-06,
      "loss": 0.3764,
      "step": 135101
    },
    {
      "epoch": 5.533565431087446,
      "grad_norm": 1.7718377971322237,
      "learning_rate": 4.574676503361402e-06,
      "loss": 0.6176,
      "step": 135102
    },
    {
      "epoch": 5.533606389514643,
      "grad_norm": 1.385654602998392,
      "learning_rate": 4.573877226098893e-06,
      "loss": 0.4192,
      "step": 135103
    },
    {
      "epoch": 5.533647347941839,
      "grad_norm": 1.8622512590983178,
      "learning_rate": 4.573078017585408e-06,
      "loss": 0.7069,
      "step": 135104
    },
    {
      "epoch": 5.533688306369036,
      "grad_norm": 1.5249054599497935,
      "learning_rate": 4.572278877821345e-06,
      "loss": 0.6252,
      "step": 135105
    },
    {
      "epoch": 5.533729264796232,
      "grad_norm": 1.5091001364187009,
      "learning_rate": 4.571479806807072e-06,
      "loss": 0.4905,
      "step": 135106
    },
    {
      "epoch": 5.533770223223428,
      "grad_norm": 1.4551704413595405,
      "learning_rate": 4.570680804542937e-06,
      "loss": 0.4664,
      "step": 135107
    },
    {
      "epoch": 5.533811181650624,
      "grad_norm": 0.923593710310546,
      "learning_rate": 4.56988187102939e-06,
      "loss": 0.2089,
      "step": 135108
    },
    {
      "epoch": 5.533852140077821,
      "grad_norm": 1.420099800705174,
      "learning_rate": 4.569083006266733e-06,
      "loss": 0.4199,
      "step": 135109
    },
    {
      "epoch": 5.533893098505017,
      "grad_norm": 1.5495273696985723,
      "learning_rate": 4.568284210255397e-06,
      "loss": 0.4585,
      "step": 135110
    },
    {
      "epoch": 5.533934056932214,
      "grad_norm": 1.1468552076703462,
      "learning_rate": 4.567485482995714e-06,
      "loss": 0.2079,
      "step": 135111
    },
    {
      "epoch": 5.5339750153594105,
      "grad_norm": 1.4604304177311676,
      "learning_rate": 4.566686824488086e-06,
      "loss": 0.5326,
      "step": 135112
    },
    {
      "epoch": 5.534015973786607,
      "grad_norm": 0.8866999196351576,
      "learning_rate": 4.565888234732895e-06,
      "loss": 0.231,
      "step": 135113
    },
    {
      "epoch": 5.534056932213803,
      "grad_norm": 1.0830217856857847,
      "learning_rate": 4.5650897137305075e-06,
      "loss": 0.256,
      "step": 135114
    },
    {
      "epoch": 5.534097890640999,
      "grad_norm": 1.572615847940964,
      "learning_rate": 4.564291261481323e-06,
      "loss": 0.6052,
      "step": 135115
    },
    {
      "epoch": 5.534138849068196,
      "grad_norm": 0.9954732440161499,
      "learning_rate": 4.563492877985691e-06,
      "loss": 0.1758,
      "step": 135116
    },
    {
      "epoch": 5.534179807495392,
      "grad_norm": 0.8344836060200413,
      "learning_rate": 4.562694563243996e-06,
      "loss": 0.1528,
      "step": 135117
    },
    {
      "epoch": 5.534220765922589,
      "grad_norm": 1.5943795403145613,
      "learning_rate": 4.561896317256636e-06,
      "loss": 0.441,
      "step": 135118
    },
    {
      "epoch": 5.5342617243497845,
      "grad_norm": 1.648350045038607,
      "learning_rate": 4.561098140023961e-06,
      "loss": 0.5931,
      "step": 135119
    },
    {
      "epoch": 5.534302682776981,
      "grad_norm": 1.3774519571794328,
      "learning_rate": 4.560300031546355e-06,
      "loss": 0.369,
      "step": 135120
    },
    {
      "epoch": 5.5343436412041775,
      "grad_norm": 1.2314867173337183,
      "learning_rate": 4.559501991824216e-06,
      "loss": 0.3372,
      "step": 135121
    },
    {
      "epoch": 5.534384599631374,
      "grad_norm": 1.3514280295279362,
      "learning_rate": 4.558704020857878e-06,
      "loss": 0.2817,
      "step": 135122
    },
    {
      "epoch": 5.534425558058571,
      "grad_norm": 1.5685086973450053,
      "learning_rate": 4.557906118647759e-06,
      "loss": 0.5028,
      "step": 135123
    },
    {
      "epoch": 5.534466516485767,
      "grad_norm": 1.0612747322344647,
      "learning_rate": 4.5571082851942385e-06,
      "loss": 0.2047,
      "step": 135124
    },
    {
      "epoch": 5.534507474912964,
      "grad_norm": 1.3978755229335837,
      "learning_rate": 4.556310520497652e-06,
      "loss": 0.4289,
      "step": 135125
    },
    {
      "epoch": 5.534548433340159,
      "grad_norm": 1.229028782241177,
      "learning_rate": 4.5555128245584325e-06,
      "loss": 0.2876,
      "step": 135126
    },
    {
      "epoch": 5.534589391767356,
      "grad_norm": 1.4918632168171169,
      "learning_rate": 4.5547151973768955e-06,
      "loss": 0.527,
      "step": 135127
    },
    {
      "epoch": 5.534630350194552,
      "grad_norm": 1.5134303818713466,
      "learning_rate": 4.553917638953458e-06,
      "loss": 0.4686,
      "step": 135128
    },
    {
      "epoch": 5.534671308621749,
      "grad_norm": 2.812880607344294,
      "learning_rate": 4.553120149288503e-06,
      "loss": 2.266,
      "step": 135129
    },
    {
      "epoch": 5.5347122670489455,
      "grad_norm": 1.63306365792508,
      "learning_rate": 4.552322728382379e-06,
      "loss": 0.5138,
      "step": 135130
    },
    {
      "epoch": 5.534753225476142,
      "grad_norm": 1.4483696281950165,
      "learning_rate": 4.551525376235487e-06,
      "loss": 0.4504,
      "step": 135131
    },
    {
      "epoch": 5.5347941839033385,
      "grad_norm": 0.8587058895802253,
      "learning_rate": 4.5507280928481774e-06,
      "loss": 0.1584,
      "step": 135132
    },
    {
      "epoch": 5.534835142330534,
      "grad_norm": 1.3465511508748378,
      "learning_rate": 4.549930878220848e-06,
      "loss": 0.5624,
      "step": 135133
    },
    {
      "epoch": 5.534876100757731,
      "grad_norm": 1.289433023655592,
      "learning_rate": 4.549133732353882e-06,
      "loss": 0.365,
      "step": 135134
    },
    {
      "epoch": 5.534917059184927,
      "grad_norm": 1.6883250997734764,
      "learning_rate": 4.548336655247648e-06,
      "loss": 0.5084,
      "step": 135135
    },
    {
      "epoch": 5.534958017612124,
      "grad_norm": 1.4606532639546128,
      "learning_rate": 4.5475396469024925e-06,
      "loss": 0.5417,
      "step": 135136
    },
    {
      "epoch": 5.53499897603932,
      "grad_norm": 1.4416188350672563,
      "learning_rate": 4.546742707318851e-06,
      "loss": 0.446,
      "step": 135137
    },
    {
      "epoch": 5.535039934466516,
      "grad_norm": 1.4461932470041943,
      "learning_rate": 4.545945836497056e-06,
      "loss": 0.3821,
      "step": 135138
    },
    {
      "epoch": 5.5350808928937125,
      "grad_norm": 1.4619348426886547,
      "learning_rate": 4.545149034437507e-06,
      "loss": 0.4454,
      "step": 135139
    },
    {
      "epoch": 5.535121851320909,
      "grad_norm": 1.7567114914514148,
      "learning_rate": 4.544352301140569e-06,
      "loss": 0.5568,
      "step": 135140
    },
    {
      "epoch": 5.535162809748106,
      "grad_norm": 2.0951280035163746,
      "learning_rate": 4.543555636606611e-06,
      "loss": 0.7536,
      "step": 135141
    },
    {
      "epoch": 5.535203768175302,
      "grad_norm": 1.5814923905432055,
      "learning_rate": 4.5427590408360304e-06,
      "loss": 0.567,
      "step": 135142
    },
    {
      "epoch": 5.535244726602499,
      "grad_norm": 1.3924400725278958,
      "learning_rate": 4.541962513829178e-06,
      "loss": 0.4515,
      "step": 135143
    },
    {
      "epoch": 5.535285685029695,
      "grad_norm": 1.6329608362375887,
      "learning_rate": 4.5411660555864535e-06,
      "loss": 0.4996,
      "step": 135144
    },
    {
      "epoch": 5.535326643456891,
      "grad_norm": 1.0709625983217914,
      "learning_rate": 4.540369666108223e-06,
      "loss": 0.3258,
      "step": 135145
    },
    {
      "epoch": 5.535367601884087,
      "grad_norm": 1.1644742821602332,
      "learning_rate": 4.5395733453948706e-06,
      "loss": 0.3651,
      "step": 135146
    },
    {
      "epoch": 5.535408560311284,
      "grad_norm": 1.1960005363992146,
      "learning_rate": 4.538777093446777e-06,
      "loss": 0.2166,
      "step": 135147
    },
    {
      "epoch": 5.5354495187384805,
      "grad_norm": 0.9684497240462498,
      "learning_rate": 4.537980910264277e-06,
      "loss": 0.1676,
      "step": 135148
    },
    {
      "epoch": 5.535490477165677,
      "grad_norm": 1.3944568282419207,
      "learning_rate": 4.537184795847803e-06,
      "loss": 0.467,
      "step": 135149
    },
    {
      "epoch": 5.5355314355928735,
      "grad_norm": 1.4124836841486643,
      "learning_rate": 4.5363887501977055e-06,
      "loss": 0.4173,
      "step": 135150
    },
    {
      "epoch": 5.53557239402007,
      "grad_norm": 1.6968208027373568,
      "learning_rate": 4.53559277331435e-06,
      "loss": 0.5269,
      "step": 135151
    },
    {
      "epoch": 5.535613352447266,
      "grad_norm": 1.5668199337258883,
      "learning_rate": 4.534796865198137e-06,
      "loss": 0.5098,
      "step": 135152
    },
    {
      "epoch": 5.535654310874462,
      "grad_norm": 0.9162956971561611,
      "learning_rate": 4.534001025849432e-06,
      "loss": 0.1824,
      "step": 135153
    },
    {
      "epoch": 5.535695269301659,
      "grad_norm": 1.4526729560425489,
      "learning_rate": 4.533205255268602e-06,
      "loss": 0.394,
      "step": 135154
    },
    {
      "epoch": 5.535736227728855,
      "grad_norm": 0.9041193725547242,
      "learning_rate": 4.532409553456045e-06,
      "loss": 0.1959,
      "step": 135155
    },
    {
      "epoch": 5.535777186156052,
      "grad_norm": 0.9907970731544007,
      "learning_rate": 4.531613920412114e-06,
      "loss": 0.1643,
      "step": 135156
    },
    {
      "epoch": 5.535818144583248,
      "grad_norm": 1.6080902640567336,
      "learning_rate": 4.530818356137189e-06,
      "loss": 0.5497,
      "step": 135157
    },
    {
      "epoch": 5.535859103010444,
      "grad_norm": 1.5414188622148663,
      "learning_rate": 4.530022860631672e-06,
      "loss": 0.3991,
      "step": 135158
    },
    {
      "epoch": 5.535900061437641,
      "grad_norm": 1.413839360281711,
      "learning_rate": 4.529227433895894e-06,
      "loss": 0.3003,
      "step": 135159
    },
    {
      "epoch": 5.535941019864837,
      "grad_norm": 1.6981594100471067,
      "learning_rate": 4.528432075930272e-06,
      "loss": 0.4519,
      "step": 135160
    },
    {
      "epoch": 5.535981978292034,
      "grad_norm": 1.532352417375812,
      "learning_rate": 4.527636786735156e-06,
      "loss": 0.4378,
      "step": 135161
    },
    {
      "epoch": 5.53602293671923,
      "grad_norm": 1.498099958055471,
      "learning_rate": 4.526841566310946e-06,
      "loss": 0.4249,
      "step": 135162
    },
    {
      "epoch": 5.536063895146427,
      "grad_norm": 0.8735505697962075,
      "learning_rate": 4.526046414657991e-06,
      "loss": 0.2053,
      "step": 135163
    },
    {
      "epoch": 5.536104853573622,
      "grad_norm": 0.953106453415796,
      "learning_rate": 4.525251331776691e-06,
      "loss": 0.183,
      "step": 135164
    },
    {
      "epoch": 5.536145812000819,
      "grad_norm": 0.5891215667575922,
      "learning_rate": 4.524456317667396e-06,
      "loss": 0.0491,
      "step": 135165
    },
    {
      "epoch": 5.536186770428015,
      "grad_norm": 1.6991860138797676,
      "learning_rate": 4.523661372330506e-06,
      "loss": 0.5103,
      "step": 135166
    },
    {
      "epoch": 5.536227728855212,
      "grad_norm": 0.20163982683843357,
      "learning_rate": 4.522866495766403e-06,
      "loss": 0.0109,
      "step": 135167
    },
    {
      "epoch": 5.5362686872824085,
      "grad_norm": 1.168277390126069,
      "learning_rate": 4.52207168797542e-06,
      "loss": 0.2954,
      "step": 135168
    },
    {
      "epoch": 5.536309645709605,
      "grad_norm": 1.7944499984591804,
      "learning_rate": 4.521276948957992e-06,
      "loss": 0.6575,
      "step": 135169
    },
    {
      "epoch": 5.536350604136802,
      "grad_norm": 1.632814712527806,
      "learning_rate": 4.520482278714432e-06,
      "loss": 0.5001,
      "step": 135170
    },
    {
      "epoch": 5.536391562563997,
      "grad_norm": 1.465297667169729,
      "learning_rate": 4.5196876772451425e-06,
      "loss": 0.2834,
      "step": 135171
    },
    {
      "epoch": 5.536432520991194,
      "grad_norm": 1.2797040907739128,
      "learning_rate": 4.518893144550523e-06,
      "loss": 0.3059,
      "step": 135172
    },
    {
      "epoch": 5.53647347941839,
      "grad_norm": 0.9397238602705624,
      "learning_rate": 4.518098680630921e-06,
      "loss": 0.2395,
      "step": 135173
    },
    {
      "epoch": 5.536514437845587,
      "grad_norm": 0.8955648663103598,
      "learning_rate": 4.517304285486722e-06,
      "loss": 0.2125,
      "step": 135174
    },
    {
      "epoch": 5.536555396272783,
      "grad_norm": 1.6325275687379508,
      "learning_rate": 4.516509959118292e-06,
      "loss": 0.6929,
      "step": 135175
    },
    {
      "epoch": 5.53659635469998,
      "grad_norm": 1.4773420598988944,
      "learning_rate": 4.5157157015260125e-06,
      "loss": 0.3732,
      "step": 135176
    },
    {
      "epoch": 5.5366373131271756,
      "grad_norm": 1.1794786582404455,
      "learning_rate": 4.514921512710284e-06,
      "loss": 0.1976,
      "step": 135177
    },
    {
      "epoch": 5.536678271554372,
      "grad_norm": 0.7722082787727489,
      "learning_rate": 4.5141273926714404e-06,
      "loss": 0.078,
      "step": 135178
    },
    {
      "epoch": 5.536719229981569,
      "grad_norm": 1.4190849816926303,
      "learning_rate": 4.513333341409864e-06,
      "loss": 0.4647,
      "step": 135179
    },
    {
      "epoch": 5.536760188408765,
      "grad_norm": 1.4337779198667664,
      "learning_rate": 4.512539358925971e-06,
      "loss": 0.4128,
      "step": 135180
    },
    {
      "epoch": 5.536801146835962,
      "grad_norm": 1.4609715656198443,
      "learning_rate": 4.511745445220078e-06,
      "loss": 0.4953,
      "step": 135181
    },
    {
      "epoch": 5.536842105263158,
      "grad_norm": 1.2322066220692374,
      "learning_rate": 4.510951600292617e-06,
      "loss": 0.2557,
      "step": 135182
    },
    {
      "epoch": 5.536883063690354,
      "grad_norm": 1.4548086347302305,
      "learning_rate": 4.510157824143907e-06,
      "loss": 0.4345,
      "step": 135183
    },
    {
      "epoch": 5.53692402211755,
      "grad_norm": 1.3279484200244571,
      "learning_rate": 4.509364116774361e-06,
      "loss": 0.3923,
      "step": 135184
    },
    {
      "epoch": 5.536964980544747,
      "grad_norm": 1.7483485889228703,
      "learning_rate": 4.5085704781843645e-06,
      "loss": 0.6452,
      "step": 135185
    },
    {
      "epoch": 5.5370059389719435,
      "grad_norm": 1.296906397586454,
      "learning_rate": 4.50777690837425e-06,
      "loss": 0.4452,
      "step": 135186
    },
    {
      "epoch": 5.53704689739914,
      "grad_norm": 1.7240414643207567,
      "learning_rate": 4.506983407344417e-06,
      "loss": 0.6,
      "step": 135187
    },
    {
      "epoch": 5.537087855826337,
      "grad_norm": 1.7006631554203915,
      "learning_rate": 4.506189975095265e-06,
      "loss": 0.484,
      "step": 135188
    },
    {
      "epoch": 5.537128814253533,
      "grad_norm": 2.5176389758913125,
      "learning_rate": 4.505396611627127e-06,
      "loss": 1.9229,
      "step": 135189
    },
    {
      "epoch": 5.537169772680729,
      "grad_norm": 0.8602595165421049,
      "learning_rate": 4.504603316940403e-06,
      "loss": 0.1888,
      "step": 135190
    },
    {
      "epoch": 5.537210731107925,
      "grad_norm": 1.4029841975640556,
      "learning_rate": 4.503810091035443e-06,
      "loss": 0.4906,
      "step": 135191
    },
    {
      "epoch": 5.537251689535122,
      "grad_norm": 1.232190972149294,
      "learning_rate": 4.503016933912645e-06,
      "loss": 0.3004,
      "step": 135192
    },
    {
      "epoch": 5.537292647962318,
      "grad_norm": 1.5660275166784985,
      "learning_rate": 4.502223845572378e-06,
      "loss": 0.5413,
      "step": 135193
    },
    {
      "epoch": 5.537333606389515,
      "grad_norm": 2.0158123958532475,
      "learning_rate": 4.501430826015023e-06,
      "loss": 0.8535,
      "step": 135194
    },
    {
      "epoch": 5.537374564816711,
      "grad_norm": 1.5756015875714866,
      "learning_rate": 4.500637875240931e-06,
      "loss": 0.4785,
      "step": 135195
    },
    {
      "epoch": 5.537415523243907,
      "grad_norm": 0.49386426035365855,
      "learning_rate": 4.499844993250517e-06,
      "loss": 0.0472,
      "step": 135196
    },
    {
      "epoch": 5.537456481671104,
      "grad_norm": 2.0524667478809517,
      "learning_rate": 4.499052180044116e-06,
      "loss": 0.8625,
      "step": 135197
    },
    {
      "epoch": 5.5374974400983,
      "grad_norm": 1.3915829507732185,
      "learning_rate": 4.4982594356221424e-06,
      "loss": 0.4661,
      "step": 135198
    },
    {
      "epoch": 5.537538398525497,
      "grad_norm": 1.35083920017079,
      "learning_rate": 4.49746675998493e-06,
      "loss": 0.3518,
      "step": 135199
    },
    {
      "epoch": 5.537579356952693,
      "grad_norm": 0.7219922990731664,
      "learning_rate": 4.4966741531328785e-06,
      "loss": 0.1208,
      "step": 135200
    },
    {
      "epoch": 5.53762031537989,
      "grad_norm": 1.5426353385990215,
      "learning_rate": 4.495881615066354e-06,
      "loss": 0.3893,
      "step": 135201
    },
    {
      "epoch": 5.537661273807085,
      "grad_norm": 4.374751078229708,
      "learning_rate": 4.495089145785724e-06,
      "loss": 1.7721,
      "step": 135202
    },
    {
      "epoch": 5.537702232234282,
      "grad_norm": 2.079256107730165,
      "learning_rate": 4.494296745291404e-06,
      "loss": 0.8243,
      "step": 135203
    },
    {
      "epoch": 5.5377431906614785,
      "grad_norm": 2.0397151020897,
      "learning_rate": 4.493504413583709e-06,
      "loss": 0.4614,
      "step": 135204
    },
    {
      "epoch": 5.537784149088675,
      "grad_norm": 1.6456358787255638,
      "learning_rate": 4.492712150663042e-06,
      "loss": 0.5212,
      "step": 135205
    },
    {
      "epoch": 5.5378251075158715,
      "grad_norm": 1.9518106294397433,
      "learning_rate": 4.491919956529799e-06,
      "loss": 0.8013,
      "step": 135206
    },
    {
      "epoch": 5.537866065943068,
      "grad_norm": 0.7215075743538301,
      "learning_rate": 4.491127831184299e-06,
      "loss": 0.1337,
      "step": 135207
    },
    {
      "epoch": 5.537907024370265,
      "grad_norm": 1.410384110110307,
      "learning_rate": 4.490335774626974e-06,
      "loss": 0.4202,
      "step": 135208
    },
    {
      "epoch": 5.53794798279746,
      "grad_norm": 1.4862408857547653,
      "learning_rate": 4.489543786858174e-06,
      "loss": 0.4729,
      "step": 135209
    },
    {
      "epoch": 5.537988941224657,
      "grad_norm": 1.596532852366789,
      "learning_rate": 4.488751867878265e-06,
      "loss": 0.4276,
      "step": 135210
    },
    {
      "epoch": 5.538029899651853,
      "grad_norm": 1.6548472921644646,
      "learning_rate": 4.487960017687647e-06,
      "loss": 0.6493,
      "step": 135211
    },
    {
      "epoch": 5.53807085807905,
      "grad_norm": 1.6223219545169614,
      "learning_rate": 4.487168236286653e-06,
      "loss": 0.6252,
      "step": 135212
    },
    {
      "epoch": 5.538111816506246,
      "grad_norm": 1.5512800965917821,
      "learning_rate": 4.4863765236757e-06,
      "loss": 0.4813,
      "step": 135213
    },
    {
      "epoch": 5.538152774933443,
      "grad_norm": 1.6337023017994692,
      "learning_rate": 4.485584879855153e-06,
      "loss": 0.7378,
      "step": 135214
    },
    {
      "epoch": 5.538193733360639,
      "grad_norm": 1.1466798877086415,
      "learning_rate": 4.484793304825346e-06,
      "loss": 0.2347,
      "step": 135215
    },
    {
      "epoch": 5.538234691787835,
      "grad_norm": 1.5764982850097473,
      "learning_rate": 4.4840017985866945e-06,
      "loss": 0.4792,
      "step": 135216
    },
    {
      "epoch": 5.538275650215032,
      "grad_norm": 1.507775999457352,
      "learning_rate": 4.483210361139583e-06,
      "loss": 0.4282,
      "step": 135217
    },
    {
      "epoch": 5.538316608642228,
      "grad_norm": 1.0108229067696504,
      "learning_rate": 4.4824189924843605e-06,
      "loss": 0.1901,
      "step": 135218
    },
    {
      "epoch": 5.538357567069425,
      "grad_norm": 1.2433551162211487,
      "learning_rate": 4.481627692621409e-06,
      "loss": 0.3588,
      "step": 135219
    },
    {
      "epoch": 5.538398525496621,
      "grad_norm": 0.9057387543195222,
      "learning_rate": 4.480836461551079e-06,
      "loss": 0.1933,
      "step": 135220
    },
    {
      "epoch": 5.538439483923817,
      "grad_norm": 1.0472809963682532,
      "learning_rate": 4.480045299273772e-06,
      "loss": 0.3289,
      "step": 135221
    },
    {
      "epoch": 5.5384804423510134,
      "grad_norm": 1.553619346902687,
      "learning_rate": 4.479254205789884e-06,
      "loss": 0.506,
      "step": 135222
    },
    {
      "epoch": 5.53852140077821,
      "grad_norm": 2.1249985160630995,
      "learning_rate": 4.4784631810997175e-06,
      "loss": 0.8889,
      "step": 135223
    },
    {
      "epoch": 5.5385623592054065,
      "grad_norm": 0.7256080478803718,
      "learning_rate": 4.4776722252037045e-06,
      "loss": 0.0807,
      "step": 135224
    },
    {
      "epoch": 5.538603317632603,
      "grad_norm": 1.598677987459712,
      "learning_rate": 4.4768813381022285e-06,
      "loss": 0.4789,
      "step": 135225
    },
    {
      "epoch": 5.5386442760598,
      "grad_norm": 2.2597963367505085,
      "learning_rate": 4.476090519795606e-06,
      "loss": 1.0196,
      "step": 135226
    },
    {
      "epoch": 5.538685234486996,
      "grad_norm": 1.9319781774570355,
      "learning_rate": 4.4752997702842685e-06,
      "loss": 0.6431,
      "step": 135227
    },
    {
      "epoch": 5.538726192914192,
      "grad_norm": 1.1975751860142874,
      "learning_rate": 4.474509089568551e-06,
      "loss": 0.2584,
      "step": 135228
    },
    {
      "epoch": 5.538767151341388,
      "grad_norm": 1.3535714583179872,
      "learning_rate": 4.473718477648836e-06,
      "loss": 0.413,
      "step": 135229
    },
    {
      "epoch": 5.538808109768585,
      "grad_norm": 1.308346389588187,
      "learning_rate": 4.472927934525522e-06,
      "loss": 0.4262,
      "step": 135230
    },
    {
      "epoch": 5.538849068195781,
      "grad_norm": 1.4016091667854962,
      "learning_rate": 4.472137460198943e-06,
      "loss": 0.3953,
      "step": 135231
    },
    {
      "epoch": 5.538890026622978,
      "grad_norm": 0.9144061124535551,
      "learning_rate": 4.4713470546695e-06,
      "loss": 0.2084,
      "step": 135232
    },
    {
      "epoch": 5.5389309850501744,
      "grad_norm": 1.1439459085657062,
      "learning_rate": 4.470556717937557e-06,
      "loss": 0.2452,
      "step": 135233
    },
    {
      "epoch": 5.53897194347737,
      "grad_norm": 1.556228927273429,
      "learning_rate": 4.469766450003498e-06,
      "loss": 0.5828,
      "step": 135234
    },
    {
      "epoch": 5.539012901904567,
      "grad_norm": 0.5156305646902463,
      "learning_rate": 4.4689762508676895e-06,
      "loss": 0.0441,
      "step": 135235
    },
    {
      "epoch": 5.539053860331763,
      "grad_norm": 1.293138942767077,
      "learning_rate": 4.468186120530498e-06,
      "loss": 0.269,
      "step": 135236
    },
    {
      "epoch": 5.53909481875896,
      "grad_norm": 1.4468406677135888,
      "learning_rate": 4.467396058992306e-06,
      "loss": 0.4386,
      "step": 135237
    },
    {
      "epoch": 5.539135777186156,
      "grad_norm": 1.5628903956979674,
      "learning_rate": 4.466606066253498e-06,
      "loss": 0.5755,
      "step": 135238
    },
    {
      "epoch": 5.539176735613353,
      "grad_norm": 1.4376648107704995,
      "learning_rate": 4.465816142314404e-06,
      "loss": 0.3573,
      "step": 135239
    },
    {
      "epoch": 5.539217694040548,
      "grad_norm": 1.475865660185042,
      "learning_rate": 4.465026287175444e-06,
      "loss": 0.4767,
      "step": 135240
    },
    {
      "epoch": 5.539258652467745,
      "grad_norm": 1.2737631723829184,
      "learning_rate": 4.4642365008369814e-06,
      "loss": 0.4025,
      "step": 135241
    },
    {
      "epoch": 5.5392996108949415,
      "grad_norm": 1.29053569757969,
      "learning_rate": 4.463446783299368e-06,
      "loss": 0.3738,
      "step": 135242
    },
    {
      "epoch": 5.539340569322138,
      "grad_norm": 1.5408290162334102,
      "learning_rate": 4.462657134562986e-06,
      "loss": 0.4539,
      "step": 135243
    },
    {
      "epoch": 5.539381527749335,
      "grad_norm": 1.4753698774520565,
      "learning_rate": 4.4618675546282344e-06,
      "loss": 0.4526,
      "step": 135244
    },
    {
      "epoch": 5.539422486176531,
      "grad_norm": 1.760048224517647,
      "learning_rate": 4.461078043495464e-06,
      "loss": 0.6638,
      "step": 135245
    },
    {
      "epoch": 5.539463444603728,
      "grad_norm": 0.9565037157093844,
      "learning_rate": 4.460288601165057e-06,
      "loss": 0.225,
      "step": 135246
    },
    {
      "epoch": 5.539504403030923,
      "grad_norm": 1.4652166341791837,
      "learning_rate": 4.4594992276373475e-06,
      "loss": 0.4615,
      "step": 135247
    },
    {
      "epoch": 5.53954536145812,
      "grad_norm": 1.7821585641338704,
      "learning_rate": 4.458709922912767e-06,
      "loss": 0.6312,
      "step": 135248
    },
    {
      "epoch": 5.539586319885316,
      "grad_norm": 1.5084414334549154,
      "learning_rate": 4.457920686991667e-06,
      "loss": 0.4236,
      "step": 135249
    },
    {
      "epoch": 5.539627278312513,
      "grad_norm": 1.794729510993075,
      "learning_rate": 4.457131519874396e-06,
      "loss": 0.59,
      "step": 135250
    },
    {
      "epoch": 5.539668236739709,
      "grad_norm": 1.524859940271018,
      "learning_rate": 4.456342421561354e-06,
      "loss": 0.3616,
      "step": 135251
    },
    {
      "epoch": 5.539709195166906,
      "grad_norm": 1.8276032957870347,
      "learning_rate": 4.455553392052924e-06,
      "loss": 0.5433,
      "step": 135252
    },
    {
      "epoch": 5.539750153594102,
      "grad_norm": 1.4659138763210902,
      "learning_rate": 4.454764431349456e-06,
      "loss": 0.4083,
      "step": 135253
    },
    {
      "epoch": 5.539791112021298,
      "grad_norm": 1.4483945331095895,
      "learning_rate": 4.453975539451332e-06,
      "loss": 0.4758,
      "step": 135254
    },
    {
      "epoch": 5.539832070448495,
      "grad_norm": 0.8636673207741475,
      "learning_rate": 4.453186716358903e-06,
      "loss": 0.1611,
      "step": 135255
    },
    {
      "epoch": 5.539873028875691,
      "grad_norm": 1.7932552255073517,
      "learning_rate": 4.452397962072568e-06,
      "loss": 0.5918,
      "step": 135256
    },
    {
      "epoch": 5.539913987302888,
      "grad_norm": 1.5010170361227222,
      "learning_rate": 4.4516092765927105e-06,
      "loss": 0.4189,
      "step": 135257
    },
    {
      "epoch": 5.539954945730084,
      "grad_norm": 1.5764137128091602,
      "learning_rate": 4.450820659919679e-06,
      "loss": 0.4792,
      "step": 135258
    },
    {
      "epoch": 5.53999590415728,
      "grad_norm": 1.545183934365639,
      "learning_rate": 4.450032112053842e-06,
      "loss": 0.457,
      "step": 135259
    },
    {
      "epoch": 5.5400368625844765,
      "grad_norm": 1.5208361520467124,
      "learning_rate": 4.449243632995614e-06,
      "loss": 0.4949,
      "step": 135260
    },
    {
      "epoch": 5.540077821011673,
      "grad_norm": 1.604714097194315,
      "learning_rate": 4.448455222745295e-06,
      "loss": 0.5882,
      "step": 135261
    },
    {
      "epoch": 5.5401187794388695,
      "grad_norm": 1.456796002675021,
      "learning_rate": 4.4476668813033354e-06,
      "loss": 0.3838,
      "step": 135262
    },
    {
      "epoch": 5.540159737866066,
      "grad_norm": 1.6545678064865803,
      "learning_rate": 4.446878608670051e-06,
      "loss": 0.5689,
      "step": 135263
    },
    {
      "epoch": 5.540200696293263,
      "grad_norm": 1.4531170088269885,
      "learning_rate": 4.446090404845842e-06,
      "loss": 0.4006,
      "step": 135264
    },
    {
      "epoch": 5.540241654720459,
      "grad_norm": 1.3662965717160738,
      "learning_rate": 4.445302269831091e-06,
      "loss": 0.4399,
      "step": 135265
    },
    {
      "epoch": 5.540282613147655,
      "grad_norm": 1.2163991146406898,
      "learning_rate": 4.444514203626148e-06,
      "loss": 0.389,
      "step": 135266
    },
    {
      "epoch": 5.540323571574851,
      "grad_norm": 1.4604049547711033,
      "learning_rate": 4.44372620623138e-06,
      "loss": 0.4728,
      "step": 135267
    },
    {
      "epoch": 5.540364530002048,
      "grad_norm": 1.7565291238860363,
      "learning_rate": 4.442938277647184e-06,
      "loss": 0.6136,
      "step": 135268
    },
    {
      "epoch": 5.540405488429244,
      "grad_norm": 1.7326894164443813,
      "learning_rate": 4.442150417873913e-06,
      "loss": 0.5823,
      "step": 135269
    },
    {
      "epoch": 5.540446446856441,
      "grad_norm": 1.654032109136067,
      "learning_rate": 4.441362626911949e-06,
      "loss": 0.5204,
      "step": 135270
    },
    {
      "epoch": 5.5404874052836375,
      "grad_norm": 1.458517430246111,
      "learning_rate": 4.440574904761657e-06,
      "loss": 0.5139,
      "step": 135271
    },
    {
      "epoch": 5.540528363710833,
      "grad_norm": 2.172734486759634,
      "learning_rate": 4.4397872514234215e-06,
      "loss": 0.9713,
      "step": 135272
    },
    {
      "epoch": 5.54056932213803,
      "grad_norm": 1.3389489407458357,
      "learning_rate": 4.438999666897625e-06,
      "loss": 0.4198,
      "step": 135273
    },
    {
      "epoch": 5.540610280565226,
      "grad_norm": 1.3079340702041957,
      "learning_rate": 4.4382121511846005e-06,
      "loss": 0.3289,
      "step": 135274
    },
    {
      "epoch": 5.540651238992423,
      "grad_norm": 1.5152566998065875,
      "learning_rate": 4.437424704284748e-06,
      "loss": 0.4853,
      "step": 135275
    },
    {
      "epoch": 5.540692197419619,
      "grad_norm": 1.4424861028480422,
      "learning_rate": 4.436637326198434e-06,
      "loss": 0.3618,
      "step": 135276
    },
    {
      "epoch": 5.540733155846816,
      "grad_norm": 1.7756183694976255,
      "learning_rate": 4.435850016926024e-06,
      "loss": 0.4919,
      "step": 135277
    },
    {
      "epoch": 5.5407741142740115,
      "grad_norm": 2.0049763053623155,
      "learning_rate": 4.435062776467918e-06,
      "loss": 0.5717,
      "step": 135278
    },
    {
      "epoch": 5.540815072701208,
      "grad_norm": 4.144580292766153,
      "learning_rate": 4.43427560482445e-06,
      "loss": 2.4489,
      "step": 135279
    },
    {
      "epoch": 5.5408560311284045,
      "grad_norm": 1.6666387876616375,
      "learning_rate": 4.433488501996002e-06,
      "loss": 0.455,
      "step": 135280
    },
    {
      "epoch": 5.540896989555601,
      "grad_norm": 1.3779506189856183,
      "learning_rate": 4.432701467982974e-06,
      "loss": 0.4153,
      "step": 135281
    },
    {
      "epoch": 5.540937947982798,
      "grad_norm": 1.4534987216544903,
      "learning_rate": 4.4319145027856995e-06,
      "loss": 0.3806,
      "step": 135282
    },
    {
      "epoch": 5.540978906409994,
      "grad_norm": 1.374872140643874,
      "learning_rate": 4.431127606404594e-06,
      "loss": 0.4033,
      "step": 135283
    },
    {
      "epoch": 5.541019864837191,
      "grad_norm": 1.4916984830124538,
      "learning_rate": 4.430340778839992e-06,
      "loss": 0.4912,
      "step": 135284
    },
    {
      "epoch": 5.541060823264386,
      "grad_norm": 1.3959340208469175,
      "learning_rate": 4.4295540200922575e-06,
      "loss": 0.4573,
      "step": 135285
    },
    {
      "epoch": 5.541101781691583,
      "grad_norm": 1.0674930811193821,
      "learning_rate": 4.428767330161825e-06,
      "loss": 0.1035,
      "step": 135286
    },
    {
      "epoch": 5.541142740118779,
      "grad_norm": 0.7521456036044047,
      "learning_rate": 4.427980709048995e-06,
      "loss": 0.1208,
      "step": 135287
    },
    {
      "epoch": 5.541183698545976,
      "grad_norm": 1.5533980137170156,
      "learning_rate": 4.427194156754166e-06,
      "loss": 0.4762,
      "step": 135288
    },
    {
      "epoch": 5.5412246569731725,
      "grad_norm": 1.509792793296375,
      "learning_rate": 4.426407673277721e-06,
      "loss": 0.343,
      "step": 135289
    },
    {
      "epoch": 5.541265615400369,
      "grad_norm": 0.6939631547598801,
      "learning_rate": 4.425621258620027e-06,
      "loss": 0.1194,
      "step": 135290
    },
    {
      "epoch": 5.541306573827565,
      "grad_norm": 0.9435274449281167,
      "learning_rate": 4.42483491278145e-06,
      "loss": 0.336,
      "step": 135291
    },
    {
      "epoch": 5.541347532254761,
      "grad_norm": 1.3526848480529354,
      "learning_rate": 4.424048635762356e-06,
      "loss": 0.3476,
      "step": 135292
    },
    {
      "epoch": 5.541388490681958,
      "grad_norm": 1.5390520183359895,
      "learning_rate": 4.423262427563129e-06,
      "loss": 0.5257,
      "step": 135293
    },
    {
      "epoch": 5.541429449109154,
      "grad_norm": 1.5735021221217813,
      "learning_rate": 4.422476288184135e-06,
      "loss": 0.4439,
      "step": 135294
    },
    {
      "epoch": 5.541470407536351,
      "grad_norm": 1.9296831357246775,
      "learning_rate": 4.4216902176257565e-06,
      "loss": 0.6575,
      "step": 135295
    },
    {
      "epoch": 5.541511365963547,
      "grad_norm": 0.500427162259236,
      "learning_rate": 4.420904215888327e-06,
      "loss": 0.0388,
      "step": 135296
    },
    {
      "epoch": 5.541552324390743,
      "grad_norm": 1.3035991159529297,
      "learning_rate": 4.420118282972279e-06,
      "loss": 0.2061,
      "step": 135297
    },
    {
      "epoch": 5.5415932828179395,
      "grad_norm": 1.3855157695312226,
      "learning_rate": 4.419332418877947e-06,
      "loss": 0.4236,
      "step": 135298
    },
    {
      "epoch": 5.541634241245136,
      "grad_norm": 0.8459510296760436,
      "learning_rate": 4.418546623605696e-06,
      "loss": 0.2046,
      "step": 135299
    },
    {
      "epoch": 5.541675199672333,
      "grad_norm": 1.0355793698179616,
      "learning_rate": 4.4177608971559085e-06,
      "loss": 0.3233,
      "step": 135300
    },
    {
      "epoch": 5.541716158099529,
      "grad_norm": 0.9982298404710445,
      "learning_rate": 4.4169752395289525e-06,
      "loss": 0.2374,
      "step": 135301
    },
    {
      "epoch": 5.541757116526726,
      "grad_norm": 1.8209003550706993,
      "learning_rate": 4.416189650725227e-06,
      "loss": 0.7206,
      "step": 135302
    },
    {
      "epoch": 5.541798074953922,
      "grad_norm": 1.5075746758892947,
      "learning_rate": 4.415404130745048e-06,
      "loss": 0.4131,
      "step": 135303
    },
    {
      "epoch": 5.541839033381118,
      "grad_norm": 1.6310082819862242,
      "learning_rate": 4.4146186795888325e-06,
      "loss": 0.4653,
      "step": 135304
    },
    {
      "epoch": 5.541879991808314,
      "grad_norm": 1.3773807306987222,
      "learning_rate": 4.4138332972569466e-06,
      "loss": 0.3137,
      "step": 135305
    },
    {
      "epoch": 5.541920950235511,
      "grad_norm": 0.9666270819832076,
      "learning_rate": 4.41304798374974e-06,
      "loss": 0.1749,
      "step": 135306
    },
    {
      "epoch": 5.541961908662707,
      "grad_norm": 1.5425696360460242,
      "learning_rate": 4.4122627390675955e-06,
      "loss": 0.5598,
      "step": 135307
    },
    {
      "epoch": 5.542002867089904,
      "grad_norm": 3.46837212259861,
      "learning_rate": 4.411477563210914e-06,
      "loss": 2.822,
      "step": 135308
    },
    {
      "epoch": 5.5420438255171005,
      "grad_norm": 0.8097134899735959,
      "learning_rate": 4.4106924561799925e-06,
      "loss": 0.1922,
      "step": 135309
    },
    {
      "epoch": 5.542084783944296,
      "grad_norm": 1.4836100728942643,
      "learning_rate": 4.409907417975284e-06,
      "loss": 0.3858,
      "step": 135310
    },
    {
      "epoch": 5.542125742371493,
      "grad_norm": 1.1047012989931813,
      "learning_rate": 4.409122448597102e-06,
      "loss": 0.1764,
      "step": 135311
    },
    {
      "epoch": 5.542166700798689,
      "grad_norm": 1.5395362818762457,
      "learning_rate": 4.408337548045831e-06,
      "loss": 0.4839,
      "step": 135312
    },
    {
      "epoch": 5.542207659225886,
      "grad_norm": 1.4170483626046595,
      "learning_rate": 4.407552716321872e-06,
      "loss": 0.5588,
      "step": 135313
    },
    {
      "epoch": 5.542248617653082,
      "grad_norm": 2.7402765635370305,
      "learning_rate": 4.406767953425555e-06,
      "loss": 2.1967,
      "step": 135314
    },
    {
      "epoch": 5.542289576080279,
      "grad_norm": 2.3854547886274013,
      "learning_rate": 4.405983259357282e-06,
      "loss": 0.704,
      "step": 135315
    },
    {
      "epoch": 5.5423305345074745,
      "grad_norm": 1.5916008395738217,
      "learning_rate": 4.405198634117419e-06,
      "loss": 0.6419,
      "step": 135316
    },
    {
      "epoch": 5.542371492934671,
      "grad_norm": 1.5247073605235415,
      "learning_rate": 4.404414077706314e-06,
      "loss": 0.4575,
      "step": 135317
    },
    {
      "epoch": 5.5424124513618676,
      "grad_norm": 1.4866612916921549,
      "learning_rate": 4.403629590124369e-06,
      "loss": 0.533,
      "step": 135318
    },
    {
      "epoch": 5.542453409789064,
      "grad_norm": 1.6873396581503162,
      "learning_rate": 4.402845171371916e-06,
      "loss": 0.3289,
      "step": 135319
    },
    {
      "epoch": 5.542494368216261,
      "grad_norm": 1.702611415346577,
      "learning_rate": 4.402060821449355e-06,
      "loss": 0.4733,
      "step": 135320
    },
    {
      "epoch": 5.542535326643457,
      "grad_norm": 1.5535529470816043,
      "learning_rate": 4.401276540357068e-06,
      "loss": 0.454,
      "step": 135321
    },
    {
      "epoch": 5.542576285070654,
      "grad_norm": 1.5920089471748191,
      "learning_rate": 4.40049232809539e-06,
      "loss": 0.5152,
      "step": 135322
    },
    {
      "epoch": 5.542617243497849,
      "grad_norm": 1.2698690623795819,
      "learning_rate": 4.399708184664719e-06,
      "loss": 0.492,
      "step": 135323
    },
    {
      "epoch": 5.542658201925046,
      "grad_norm": 1.1204465485253807,
      "learning_rate": 4.398924110065421e-06,
      "loss": 0.2681,
      "step": 135324
    },
    {
      "epoch": 5.542699160352242,
      "grad_norm": 1.037205157356862,
      "learning_rate": 4.398140104297848e-06,
      "loss": 0.2221,
      "step": 135325
    },
    {
      "epoch": 5.542740118779439,
      "grad_norm": 1.621007436189842,
      "learning_rate": 4.3973561673624144e-06,
      "loss": 0.5748,
      "step": 135326
    },
    {
      "epoch": 5.5427810772066355,
      "grad_norm": 1.4140548345146702,
      "learning_rate": 4.396572299259438e-06,
      "loss": 0.4133,
      "step": 135327
    },
    {
      "epoch": 5.542822035633832,
      "grad_norm": 1.4041573017244935,
      "learning_rate": 4.395788499989317e-06,
      "loss": 0.4025,
      "step": 135328
    },
    {
      "epoch": 5.542862994061028,
      "grad_norm": 0.9765510140991209,
      "learning_rate": 4.395004769552418e-06,
      "loss": 0.2264,
      "step": 135329
    },
    {
      "epoch": 5.542903952488224,
      "grad_norm": 1.059420179493608,
      "learning_rate": 4.394221107949109e-06,
      "loss": 0.2239,
      "step": 135330
    },
    {
      "epoch": 5.542944910915421,
      "grad_norm": 1.414604612086463,
      "learning_rate": 4.393437515179771e-06,
      "loss": 0.3649,
      "step": 135331
    },
    {
      "epoch": 5.542985869342617,
      "grad_norm": 1.1952305100067298,
      "learning_rate": 4.392653991244771e-06,
      "loss": 0.3729,
      "step": 135332
    },
    {
      "epoch": 5.543026827769814,
      "grad_norm": 1.6656337185630288,
      "learning_rate": 4.39187053614446e-06,
      "loss": 0.5074,
      "step": 135333
    },
    {
      "epoch": 5.54306778619701,
      "grad_norm": 1.4437953234452885,
      "learning_rate": 4.3910871498792524e-06,
      "loss": 0.5044,
      "step": 135334
    },
    {
      "epoch": 5.543108744624206,
      "grad_norm": 1.5254391756417165,
      "learning_rate": 4.390303832449449e-06,
      "loss": 0.4177,
      "step": 135335
    },
    {
      "epoch": 5.5431497030514025,
      "grad_norm": 1.1718583113834566,
      "learning_rate": 4.389520583855483e-06,
      "loss": 0.1799,
      "step": 135336
    },
    {
      "epoch": 5.543190661478599,
      "grad_norm": 1.354343181456911,
      "learning_rate": 4.388737404097703e-06,
      "loss": 0.3716,
      "step": 135337
    },
    {
      "epoch": 5.543231619905796,
      "grad_norm": 1.8537463089770052,
      "learning_rate": 4.387954293176476e-06,
      "loss": 0.5294,
      "step": 135338
    },
    {
      "epoch": 5.543272578332992,
      "grad_norm": 1.0521145259781575,
      "learning_rate": 4.38717125109217e-06,
      "loss": 0.1891,
      "step": 135339
    },
    {
      "epoch": 5.543313536760189,
      "grad_norm": 1.846500421967667,
      "learning_rate": 4.386388277845165e-06,
      "loss": 0.7243,
      "step": 135340
    },
    {
      "epoch": 5.543354495187385,
      "grad_norm": 0.8041632967335072,
      "learning_rate": 4.385605373435814e-06,
      "loss": 0.1354,
      "step": 135341
    },
    {
      "epoch": 5.543395453614581,
      "grad_norm": 1.4573378262608323,
      "learning_rate": 4.38482253786453e-06,
      "loss": 0.573,
      "step": 135342
    },
    {
      "epoch": 5.543436412041777,
      "grad_norm": 1.5443100599039994,
      "learning_rate": 4.384039771131615e-06,
      "loss": 0.4459,
      "step": 135343
    },
    {
      "epoch": 5.543477370468974,
      "grad_norm": 1.9733211810322748,
      "learning_rate": 4.383257073237501e-06,
      "loss": 0.6113,
      "step": 135344
    },
    {
      "epoch": 5.5435183288961705,
      "grad_norm": 1.001201692295522,
      "learning_rate": 4.382474444182521e-06,
      "loss": 0.2317,
      "step": 135345
    },
    {
      "epoch": 5.543559287323367,
      "grad_norm": 1.7548066053403857,
      "learning_rate": 4.381691883967059e-06,
      "loss": 0.4655,
      "step": 135346
    },
    {
      "epoch": 5.5436002457505635,
      "grad_norm": 2.154983136360842,
      "learning_rate": 4.3809093925914975e-06,
      "loss": 0.8546,
      "step": 135347
    },
    {
      "epoch": 5.54364120417776,
      "grad_norm": 1.5690474078997942,
      "learning_rate": 4.380126970056186e-06,
      "loss": 0.4436,
      "step": 135348
    },
    {
      "epoch": 5.543682162604956,
      "grad_norm": 1.7111603083655802,
      "learning_rate": 4.3793446163614745e-06,
      "loss": 0.5858,
      "step": 135349
    },
    {
      "epoch": 5.543723121032152,
      "grad_norm": 1.5161956817479052,
      "learning_rate": 4.378562331507796e-06,
      "loss": 0.3096,
      "step": 135350
    },
    {
      "epoch": 5.543764079459349,
      "grad_norm": 1.5301123342918088,
      "learning_rate": 4.377780115495466e-06,
      "loss": 0.4896,
      "step": 135351
    },
    {
      "epoch": 5.543805037886545,
      "grad_norm": 3.310573993758165,
      "learning_rate": 4.376997968324869e-06,
      "loss": 1.6985,
      "step": 135352
    },
    {
      "epoch": 5.543845996313742,
      "grad_norm": 1.6789855662250017,
      "learning_rate": 4.376215889996387e-06,
      "loss": 0.4935,
      "step": 135353
    },
    {
      "epoch": 5.5438869547409375,
      "grad_norm": 0.8695466273951242,
      "learning_rate": 4.375433880510371e-06,
      "loss": 0.1707,
      "step": 135354
    },
    {
      "epoch": 5.543927913168134,
      "grad_norm": 0.9579706085214218,
      "learning_rate": 4.374651939867202e-06,
      "loss": 0.1415,
      "step": 135355
    },
    {
      "epoch": 5.543968871595331,
      "grad_norm": 1.0036383209290434,
      "learning_rate": 4.373870068067248e-06,
      "loss": 0.2033,
      "step": 135356
    },
    {
      "epoch": 5.544009830022527,
      "grad_norm": 1.4002097501904744,
      "learning_rate": 4.373088265110875e-06,
      "loss": 0.4215,
      "step": 135357
    },
    {
      "epoch": 5.544050788449724,
      "grad_norm": 1.47391198687184,
      "learning_rate": 4.372306530998465e-06,
      "loss": 0.4286,
      "step": 135358
    },
    {
      "epoch": 5.54409174687692,
      "grad_norm": 1.6898065363514845,
      "learning_rate": 4.371524865730369e-06,
      "loss": 0.636,
      "step": 135359
    },
    {
      "epoch": 5.544132705304117,
      "grad_norm": 1.9576501390009953,
      "learning_rate": 4.370743269306953e-06,
      "loss": 0.6043,
      "step": 135360
    },
    {
      "epoch": 5.544173663731312,
      "grad_norm": 1.6550122657617838,
      "learning_rate": 4.3699617417286335e-06,
      "loss": 0.5959,
      "step": 135361
    },
    {
      "epoch": 5.544214622158509,
      "grad_norm": 1.4755462139190878,
      "learning_rate": 4.36918028299571e-06,
      "loss": 0.5008,
      "step": 135362
    },
    {
      "epoch": 5.5442555805857054,
      "grad_norm": 1.7467012370474655,
      "learning_rate": 4.3683988931086155e-06,
      "loss": 0.5518,
      "step": 135363
    },
    {
      "epoch": 5.544296539012902,
      "grad_norm": 1.6396307591291979,
      "learning_rate": 4.367617572067683e-06,
      "loss": 0.4922,
      "step": 135364
    },
    {
      "epoch": 5.5443374974400985,
      "grad_norm": 1.9397680930820134,
      "learning_rate": 4.3668363198732795e-06,
      "loss": 0.7485,
      "step": 135365
    },
    {
      "epoch": 5.544378455867295,
      "grad_norm": 1.5117633100570151,
      "learning_rate": 4.366055136525804e-06,
      "loss": 0.4703,
      "step": 135366
    },
    {
      "epoch": 5.544419414294492,
      "grad_norm": 1.9119489937622713,
      "learning_rate": 4.365274022025589e-06,
      "loss": 0.8631,
      "step": 135367
    },
    {
      "epoch": 5.544460372721687,
      "grad_norm": 1.336677579675695,
      "learning_rate": 4.364492976373018e-06,
      "loss": 0.3997,
      "step": 135368
    },
    {
      "epoch": 5.544501331148884,
      "grad_norm": 1.4029276306795062,
      "learning_rate": 4.363711999568492e-06,
      "loss": 0.4272,
      "step": 135369
    },
    {
      "epoch": 5.54454228957608,
      "grad_norm": 0.7699208814269557,
      "learning_rate": 4.3629310916123265e-06,
      "loss": 0.0903,
      "step": 135370
    },
    {
      "epoch": 5.544583248003277,
      "grad_norm": 1.1280782636710147,
      "learning_rate": 4.3621502525049366e-06,
      "loss": 0.2436,
      "step": 135371
    },
    {
      "epoch": 5.544624206430473,
      "grad_norm": 1.087335989828066,
      "learning_rate": 4.36136948224664e-06,
      "loss": 0.2449,
      "step": 135372
    },
    {
      "epoch": 5.544665164857669,
      "grad_norm": 1.5774973033055288,
      "learning_rate": 4.360588780837853e-06,
      "loss": 0.3323,
      "step": 135373
    },
    {
      "epoch": 5.544706123284866,
      "grad_norm": 1.970472467020789,
      "learning_rate": 4.359808148278943e-06,
      "loss": 0.5126,
      "step": 135374
    },
    {
      "epoch": 5.544747081712062,
      "grad_norm": 1.5239268223766316,
      "learning_rate": 4.359027584570241e-06,
      "loss": 0.5213,
      "step": 135375
    },
    {
      "epoch": 5.544788040139259,
      "grad_norm": 1.2608120050940588,
      "learning_rate": 4.358247089712147e-06,
      "loss": 0.3887,
      "step": 135376
    },
    {
      "epoch": 5.544828998566455,
      "grad_norm": 1.8966060359349157,
      "learning_rate": 4.357466663705045e-06,
      "loss": 0.6025,
      "step": 135377
    },
    {
      "epoch": 5.544869956993652,
      "grad_norm": 1.5674339257381762,
      "learning_rate": 4.356686306549251e-06,
      "loss": 0.4393,
      "step": 135378
    },
    {
      "epoch": 5.544910915420848,
      "grad_norm": 1.6362690592985454,
      "learning_rate": 4.355906018245181e-06,
      "loss": 0.512,
      "step": 135379
    },
    {
      "epoch": 5.544951873848044,
      "grad_norm": 1.42610308776602,
      "learning_rate": 4.355125798793202e-06,
      "loss": 0.3848,
      "step": 135380
    },
    {
      "epoch": 5.54499283227524,
      "grad_norm": 1.4812942333059385,
      "learning_rate": 4.3543456481936465e-06,
      "loss": 0.3826,
      "step": 135381
    },
    {
      "epoch": 5.545033790702437,
      "grad_norm": 1.616494586916165,
      "learning_rate": 4.353565566446915e-06,
      "loss": 0.4671,
      "step": 135382
    },
    {
      "epoch": 5.5450747491296335,
      "grad_norm": 0.9053227578524583,
      "learning_rate": 4.352785553553356e-06,
      "loss": 0.2044,
      "step": 135383
    },
    {
      "epoch": 5.54511570755683,
      "grad_norm": 1.5828475966921314,
      "learning_rate": 4.352005609513337e-06,
      "loss": 0.4222,
      "step": 135384
    },
    {
      "epoch": 5.545156665984027,
      "grad_norm": 1.5034031435313928,
      "learning_rate": 4.3512257343272735e-06,
      "loss": 0.5737,
      "step": 135385
    },
    {
      "epoch": 5.545197624411223,
      "grad_norm": 3.7167299654552446,
      "learning_rate": 4.350445927995466e-06,
      "loss": 4.0179,
      "step": 135386
    },
    {
      "epoch": 5.545238582838419,
      "grad_norm": 1.7020296593067594,
      "learning_rate": 4.349666190518314e-06,
      "loss": 0.6257,
      "step": 135387
    },
    {
      "epoch": 5.545279541265615,
      "grad_norm": 1.4085912288792173,
      "learning_rate": 4.3488865218962165e-06,
      "loss": 0.434,
      "step": 135388
    },
    {
      "epoch": 5.545320499692812,
      "grad_norm": 1.4603266767385905,
      "learning_rate": 4.34810692212949e-06,
      "loss": 0.4988,
      "step": 135389
    },
    {
      "epoch": 5.545361458120008,
      "grad_norm": 1.5486252402614251,
      "learning_rate": 4.347327391218552e-06,
      "loss": 0.4157,
      "step": 135390
    },
    {
      "epoch": 5.545402416547205,
      "grad_norm": 0.5196664694212157,
      "learning_rate": 4.346547929163718e-06,
      "loss": 0.0398,
      "step": 135391
    },
    {
      "epoch": 5.5454433749744005,
      "grad_norm": 1.4819676462649831,
      "learning_rate": 4.345768535965405e-06,
      "loss": 0.3635,
      "step": 135392
    },
    {
      "epoch": 5.545484333401597,
      "grad_norm": 1.3505280426794137,
      "learning_rate": 4.3449892116239616e-06,
      "loss": 0.4382,
      "step": 135393
    },
    {
      "epoch": 5.545525291828794,
      "grad_norm": 0.8409932915911693,
      "learning_rate": 4.344209956139738e-06,
      "loss": 0.1744,
      "step": 135394
    },
    {
      "epoch": 5.54556625025599,
      "grad_norm": 0.9265394569563756,
      "learning_rate": 4.343430769513117e-06,
      "loss": 0.217,
      "step": 135395
    },
    {
      "epoch": 5.545607208683187,
      "grad_norm": 0.6884375802568793,
      "learning_rate": 4.3426516517444835e-06,
      "loss": 0.1221,
      "step": 135396
    },
    {
      "epoch": 5.545648167110383,
      "grad_norm": 1.4700084896145682,
      "learning_rate": 4.3418726028341845e-06,
      "loss": 0.4315,
      "step": 135397
    },
    {
      "epoch": 5.54568912553758,
      "grad_norm": 1.0473406848581956,
      "learning_rate": 4.341093622782621e-06,
      "loss": 0.2337,
      "step": 135398
    },
    {
      "epoch": 5.545730083964775,
      "grad_norm": 1.5132672859616638,
      "learning_rate": 4.3403147115901095e-06,
      "loss": 0.4872,
      "step": 135399
    },
    {
      "epoch": 5.545771042391972,
      "grad_norm": 1.7524109480966408,
      "learning_rate": 4.339535869257049e-06,
      "loss": 0.6358,
      "step": 135400
    },
    {
      "epoch": 5.5458120008191685,
      "grad_norm": 0.5791856538245118,
      "learning_rate": 4.338757095783807e-06,
      "loss": 0.082,
      "step": 135401
    },
    {
      "epoch": 5.545852959246365,
      "grad_norm": 1.5666728576683864,
      "learning_rate": 4.337978391170749e-06,
      "loss": 0.4446,
      "step": 135402
    },
    {
      "epoch": 5.5458939176735615,
      "grad_norm": 0.9375232461324259,
      "learning_rate": 4.337199755418225e-06,
      "loss": 0.228,
      "step": 135403
    },
    {
      "epoch": 5.545934876100758,
      "grad_norm": 0.8543601476421179,
      "learning_rate": 4.336421188526651e-06,
      "loss": 0.1888,
      "step": 135404
    },
    {
      "epoch": 5.545975834527955,
      "grad_norm": 1.4592681306703947,
      "learning_rate": 4.335642690496344e-06,
      "loss": 0.6332,
      "step": 135405
    },
    {
      "epoch": 5.54601679295515,
      "grad_norm": 0.9418544620465303,
      "learning_rate": 4.334864261327703e-06,
      "loss": 0.1564,
      "step": 135406
    },
    {
      "epoch": 5.546057751382347,
      "grad_norm": 1.1216784869757945,
      "learning_rate": 4.3340859010210786e-06,
      "loss": 0.2193,
      "step": 135407
    },
    {
      "epoch": 5.546098709809543,
      "grad_norm": 0.8821224228559816,
      "learning_rate": 4.333307609576853e-06,
      "loss": 0.2011,
      "step": 135408
    },
    {
      "epoch": 5.54613966823674,
      "grad_norm": 2.3090831440492634,
      "learning_rate": 4.3325293869953926e-06,
      "loss": 0.8369,
      "step": 135409
    },
    {
      "epoch": 5.546180626663936,
      "grad_norm": 1.1740273326344022,
      "learning_rate": 4.331751233277031e-06,
      "loss": 0.3115,
      "step": 135410
    },
    {
      "epoch": 5.546221585091132,
      "grad_norm": 1.0595570008720143,
      "learning_rate": 4.330973148422201e-06,
      "loss": 0.1004,
      "step": 135411
    },
    {
      "epoch": 5.546262543518329,
      "grad_norm": 0.9792369099491577,
      "learning_rate": 4.330195132431203e-06,
      "loss": 0.235,
      "step": 135412
    },
    {
      "epoch": 5.546303501945525,
      "grad_norm": 1.2811613617158522,
      "learning_rate": 4.329417185304451e-06,
      "loss": 0.2933,
      "step": 135413
    },
    {
      "epoch": 5.546344460372722,
      "grad_norm": 1.7548541206224397,
      "learning_rate": 4.328639307042297e-06,
      "loss": 0.4961,
      "step": 135414
    },
    {
      "epoch": 5.546385418799918,
      "grad_norm": 1.6181999831051483,
      "learning_rate": 4.327861497645108e-06,
      "loss": 0.4656,
      "step": 135415
    },
    {
      "epoch": 5.546426377227115,
      "grad_norm": 1.5702500762830673,
      "learning_rate": 4.327083757113247e-06,
      "loss": 0.6415,
      "step": 135416
    },
    {
      "epoch": 5.546467335654311,
      "grad_norm": 1.7571880953052526,
      "learning_rate": 4.326306085447101e-06,
      "loss": 0.6486,
      "step": 135417
    },
    {
      "epoch": 5.546508294081507,
      "grad_norm": 1.4713173339907792,
      "learning_rate": 4.325528482647017e-06,
      "loss": 0.3159,
      "step": 135418
    },
    {
      "epoch": 5.5465492525087035,
      "grad_norm": 3.7242817363486838,
      "learning_rate": 4.324750948713379e-06,
      "loss": 2.2924,
      "step": 135419
    },
    {
      "epoch": 5.5465902109359,
      "grad_norm": 1.5495317562666229,
      "learning_rate": 4.323973483646537e-06,
      "loss": 0.4958,
      "step": 135420
    },
    {
      "epoch": 5.5466311693630965,
      "grad_norm": 0.658035976900955,
      "learning_rate": 4.323196087446856e-06,
      "loss": 0.0797,
      "step": 135421
    },
    {
      "epoch": 5.546672127790293,
      "grad_norm": 1.81901991288137,
      "learning_rate": 4.322418760114737e-06,
      "loss": 0.6049,
      "step": 135422
    },
    {
      "epoch": 5.54671308621749,
      "grad_norm": 1.6158111860875277,
      "learning_rate": 4.321641501650514e-06,
      "loss": 0.5247,
      "step": 135423
    },
    {
      "epoch": 5.546754044644686,
      "grad_norm": 1.3600835636148425,
      "learning_rate": 4.32086431205455e-06,
      "loss": 0.4121,
      "step": 135424
    },
    {
      "epoch": 5.546795003071882,
      "grad_norm": 1.3945183045449114,
      "learning_rate": 4.320087191327265e-06,
      "loss": 0.4551,
      "step": 135425
    },
    {
      "epoch": 5.546835961499078,
      "grad_norm": 1.2446858048024247,
      "learning_rate": 4.319310139468956e-06,
      "loss": 0.2522,
      "step": 135426
    },
    {
      "epoch": 5.546876919926275,
      "grad_norm": 1.41093885213818,
      "learning_rate": 4.318533156480058e-06,
      "loss": 0.4661,
      "step": 135427
    },
    {
      "epoch": 5.546917878353471,
      "grad_norm": 0.9322166820053611,
      "learning_rate": 4.317756242360871e-06,
      "loss": 0.209,
      "step": 135428
    },
    {
      "epoch": 5.546958836780668,
      "grad_norm": 1.3001258640667068,
      "learning_rate": 4.3169793971117914e-06,
      "loss": 0.417,
      "step": 135429
    },
    {
      "epoch": 5.546999795207864,
      "grad_norm": 1.1775709196994328,
      "learning_rate": 4.316202620733222e-06,
      "loss": 0.2981,
      "step": 135430
    },
    {
      "epoch": 5.54704075363506,
      "grad_norm": 0.9205238661242405,
      "learning_rate": 4.315425913225479e-06,
      "loss": 0.1921,
      "step": 135431
    },
    {
      "epoch": 5.547081712062257,
      "grad_norm": 1.3010223924023636,
      "learning_rate": 4.314649274588944e-06,
      "loss": 0.3781,
      "step": 135432
    },
    {
      "epoch": 5.547122670489453,
      "grad_norm": 1.1423325745267305,
      "learning_rate": 4.313872704824001e-06,
      "loss": 0.1656,
      "step": 135433
    },
    {
      "epoch": 5.54716362891665,
      "grad_norm": 1.2264147196117419,
      "learning_rate": 4.3130962039309995e-06,
      "loss": 0.3457,
      "step": 135434
    },
    {
      "epoch": 5.547204587343846,
      "grad_norm": 1.5423941397301306,
      "learning_rate": 4.312319771910322e-06,
      "loss": 0.4379,
      "step": 135435
    },
    {
      "epoch": 5.547245545771043,
      "grad_norm": 1.496496445751035,
      "learning_rate": 4.311543408762319e-06,
      "loss": 0.3593,
      "step": 135436
    },
    {
      "epoch": 5.547286504198238,
      "grad_norm": 1.544739903647852,
      "learning_rate": 4.310767114487357e-06,
      "loss": 0.5584,
      "step": 135437
    },
    {
      "epoch": 5.547327462625435,
      "grad_norm": 1.701651638386983,
      "learning_rate": 4.3099908890858185e-06,
      "loss": 0.5654,
      "step": 135438
    },
    {
      "epoch": 5.5473684210526315,
      "grad_norm": 1.3236547653792334,
      "learning_rate": 4.309214732558053e-06,
      "loss": 0.3135,
      "step": 135439
    },
    {
      "epoch": 5.547409379479828,
      "grad_norm": 1.494595785618553,
      "learning_rate": 4.308438644904444e-06,
      "loss": 0.4985,
      "step": 135440
    },
    {
      "epoch": 5.547450337907025,
      "grad_norm": 1.2207653800354623,
      "learning_rate": 4.3076626261253575e-06,
      "loss": 0.3161,
      "step": 135441
    },
    {
      "epoch": 5.547491296334221,
      "grad_norm": 1.9135396656809938,
      "learning_rate": 4.306886676221144e-06,
      "loss": 0.5836,
      "step": 135442
    },
    {
      "epoch": 5.547532254761418,
      "grad_norm": 1.3637181106005096,
      "learning_rate": 4.306110795192202e-06,
      "loss": 0.4631,
      "step": 135443
    },
    {
      "epoch": 5.547573213188613,
      "grad_norm": 1.3337173669378712,
      "learning_rate": 4.30533498303885e-06,
      "loss": 0.3975,
      "step": 135444
    },
    {
      "epoch": 5.54761417161581,
      "grad_norm": 1.6201043146322636,
      "learning_rate": 4.304559239761485e-06,
      "loss": 0.552,
      "step": 135445
    },
    {
      "epoch": 5.547655130043006,
      "grad_norm": 2.0827680800237376,
      "learning_rate": 4.303783565360491e-06,
      "loss": 0.6516,
      "step": 135446
    },
    {
      "epoch": 5.547696088470203,
      "grad_norm": 1.5441546658269056,
      "learning_rate": 4.303007959836186e-06,
      "loss": 0.5067,
      "step": 135447
    },
    {
      "epoch": 5.547737046897399,
      "grad_norm": 0.8706236669373336,
      "learning_rate": 4.302232423188967e-06,
      "loss": 0.1786,
      "step": 135448
    },
    {
      "epoch": 5.547778005324595,
      "grad_norm": 1.2734121617168526,
      "learning_rate": 4.301456955419236e-06,
      "loss": 0.2425,
      "step": 135449
    },
    {
      "epoch": 5.547818963751792,
      "grad_norm": 1.3087267336943385,
      "learning_rate": 4.300681556527291e-06,
      "loss": 0.3744,
      "step": 135450
    },
    {
      "epoch": 5.547859922178988,
      "grad_norm": 1.4772279483180695,
      "learning_rate": 4.299906226513517e-06,
      "loss": 0.5323,
      "step": 135451
    },
    {
      "epoch": 5.547900880606185,
      "grad_norm": 1.5344799873919868,
      "learning_rate": 4.299130965378328e-06,
      "loss": 0.449,
      "step": 135452
    },
    {
      "epoch": 5.547941839033381,
      "grad_norm": 1.5525910285208575,
      "learning_rate": 4.298355773122025e-06,
      "loss": 0.3822,
      "step": 135453
    },
    {
      "epoch": 5.547982797460578,
      "grad_norm": 1.460691791965981,
      "learning_rate": 4.2975806497450245e-06,
      "loss": 0.4963,
      "step": 135454
    },
    {
      "epoch": 5.548023755887774,
      "grad_norm": 1.3252207821855047,
      "learning_rate": 4.29680559524766e-06,
      "loss": 0.4123,
      "step": 135455
    },
    {
      "epoch": 5.54806471431497,
      "grad_norm": 1.5037758117097597,
      "learning_rate": 4.296030609630296e-06,
      "loss": 0.4808,
      "step": 135456
    },
    {
      "epoch": 5.5481056727421665,
      "grad_norm": 1.2832464588921055,
      "learning_rate": 4.295255692893351e-06,
      "loss": 0.3631,
      "step": 135457
    },
    {
      "epoch": 5.548146631169363,
      "grad_norm": 1.7895127569712468,
      "learning_rate": 4.294480845037124e-06,
      "loss": 0.4874,
      "step": 135458
    },
    {
      "epoch": 5.5481875895965596,
      "grad_norm": 1.071118010878135,
      "learning_rate": 4.293706066062014e-06,
      "loss": 0.192,
      "step": 135459
    },
    {
      "epoch": 5.548228548023756,
      "grad_norm": 0.9035749200108177,
      "learning_rate": 4.292931355968404e-06,
      "loss": 0.2088,
      "step": 135460
    },
    {
      "epoch": 5.548269506450953,
      "grad_norm": 0.9019362506118455,
      "learning_rate": 4.292156714756628e-06,
      "loss": 0.1841,
      "step": 135461
    },
    {
      "epoch": 5.548310464878149,
      "grad_norm": 1.7117332999853325,
      "learning_rate": 4.291382142427086e-06,
      "loss": 0.6299,
      "step": 135462
    },
    {
      "epoch": 5.548351423305345,
      "grad_norm": 1.3265141083011698,
      "learning_rate": 4.2906076389800925e-06,
      "loss": 0.2986,
      "step": 135463
    },
    {
      "epoch": 5.548392381732541,
      "grad_norm": 1.699215236363727,
      "learning_rate": 4.289833204416049e-06,
      "loss": 0.5863,
      "step": 135464
    },
    {
      "epoch": 5.548433340159738,
      "grad_norm": 1.9690063658791637,
      "learning_rate": 4.289058838735337e-06,
      "loss": 0.8786,
      "step": 135465
    },
    {
      "epoch": 5.548474298586934,
      "grad_norm": 0.7617831091967009,
      "learning_rate": 4.288284541938291e-06,
      "loss": 0.1133,
      "step": 135466
    },
    {
      "epoch": 5.548515257014131,
      "grad_norm": 1.685086272991421,
      "learning_rate": 4.287510314025278e-06,
      "loss": 0.5364,
      "step": 135467
    },
    {
      "epoch": 5.548556215441327,
      "grad_norm": 1.644431915065351,
      "learning_rate": 4.286736154996695e-06,
      "loss": 0.5313,
      "step": 135468
    },
    {
      "epoch": 5.548597173868523,
      "grad_norm": 1.341479457420418,
      "learning_rate": 4.285962064852877e-06,
      "loss": 0.4501,
      "step": 135469
    },
    {
      "epoch": 5.54863813229572,
      "grad_norm": 1.3803183370181686,
      "learning_rate": 4.285188043594206e-06,
      "loss": 0.3819,
      "step": 135470
    },
    {
      "epoch": 5.548679090722916,
      "grad_norm": 1.2302155137997612,
      "learning_rate": 4.28441409122105e-06,
      "loss": 0.2945,
      "step": 135471
    },
    {
      "epoch": 5.548720049150113,
      "grad_norm": 1.019311149223413,
      "learning_rate": 4.28364020773374e-06,
      "loss": 0.2174,
      "step": 135472
    },
    {
      "epoch": 5.548761007577309,
      "grad_norm": 1.3791529454603237,
      "learning_rate": 4.282866393132694e-06,
      "loss": 0.4391,
      "step": 135473
    },
    {
      "epoch": 5.548801966004506,
      "grad_norm": 1.98131155266081,
      "learning_rate": 4.282092647418245e-06,
      "loss": 0.7033,
      "step": 135474
    },
    {
      "epoch": 5.5488429244317015,
      "grad_norm": 1.590511453256985,
      "learning_rate": 4.281318970590758e-06,
      "loss": 0.5065,
      "step": 135475
    },
    {
      "epoch": 5.548883882858898,
      "grad_norm": 1.3552028598280208,
      "learning_rate": 4.280545362650634e-06,
      "loss": 0.4491,
      "step": 135476
    },
    {
      "epoch": 5.5489248412860945,
      "grad_norm": 2.0647541882137195,
      "learning_rate": 4.279771823598188e-06,
      "loss": 0.7174,
      "step": 135477
    },
    {
      "epoch": 5.548965799713291,
      "grad_norm": 1.0839824795326105,
      "learning_rate": 4.278998353433821e-06,
      "loss": 0.1556,
      "step": 135478
    },
    {
      "epoch": 5.549006758140488,
      "grad_norm": 1.5420545205575733,
      "learning_rate": 4.2782249521578826e-06,
      "loss": 0.4444,
      "step": 135479
    },
    {
      "epoch": 5.549047716567684,
      "grad_norm": 1.1539738522622505,
      "learning_rate": 4.277451619770739e-06,
      "loss": 0.2836,
      "step": 135480
    },
    {
      "epoch": 5.549088674994881,
      "grad_norm": 1.6395991476340672,
      "learning_rate": 4.276678356272789e-06,
      "loss": 0.5956,
      "step": 135481
    },
    {
      "epoch": 5.549129633422076,
      "grad_norm": 0.6686425245488938,
      "learning_rate": 4.2759051616643334e-06,
      "loss": 0.1174,
      "step": 135482
    },
    {
      "epoch": 5.549170591849273,
      "grad_norm": 1.727409347648994,
      "learning_rate": 4.275132035945805e-06,
      "loss": 0.5597,
      "step": 135483
    },
    {
      "epoch": 5.549211550276469,
      "grad_norm": 0.8739117648400223,
      "learning_rate": 4.2743589791175034e-06,
      "loss": 0.2288,
      "step": 135484
    },
    {
      "epoch": 5.549252508703666,
      "grad_norm": 1.5489028056905805,
      "learning_rate": 4.273585991179845e-06,
      "loss": 0.4812,
      "step": 135485
    },
    {
      "epoch": 5.5492934671308625,
      "grad_norm": 0.8430079224688699,
      "learning_rate": 4.272813072133197e-06,
      "loss": 0.1003,
      "step": 135486
    },
    {
      "epoch": 5.549334425558058,
      "grad_norm": 2.7337681699097,
      "learning_rate": 4.272040221977874e-06,
      "loss": 1.6645,
      "step": 135487
    },
    {
      "epoch": 5.549375383985255,
      "grad_norm": 0.5158814696388907,
      "learning_rate": 4.271267440714293e-06,
      "loss": 0.07,
      "step": 135488
    },
    {
      "epoch": 5.549416342412451,
      "grad_norm": 0.9620894941417544,
      "learning_rate": 4.270494728342805e-06,
      "loss": 0.1952,
      "step": 135489
    },
    {
      "epoch": 5.549457300839648,
      "grad_norm": 3.981335339729463,
      "learning_rate": 4.2697220848637585e-06,
      "loss": 3.775,
      "step": 135490
    },
    {
      "epoch": 5.549498259266844,
      "grad_norm": 0.5076563755190143,
      "learning_rate": 4.2689495102775525e-06,
      "loss": 0.0616,
      "step": 135491
    },
    {
      "epoch": 5.549539217694041,
      "grad_norm": 1.9806553075142799,
      "learning_rate": 4.268177004584505e-06,
      "loss": 0.606,
      "step": 135492
    },
    {
      "epoch": 5.549580176121237,
      "grad_norm": 1.0720800305470861,
      "learning_rate": 4.267404567785016e-06,
      "loss": 0.3943,
      "step": 135493
    },
    {
      "epoch": 5.549621134548433,
      "grad_norm": 1.7086470189313285,
      "learning_rate": 4.266632199879449e-06,
      "loss": 0.5072,
      "step": 135494
    },
    {
      "epoch": 5.5496620929756295,
      "grad_norm": 1.313332017582708,
      "learning_rate": 4.265859900868157e-06,
      "loss": 0.397,
      "step": 135495
    },
    {
      "epoch": 5.549703051402826,
      "grad_norm": 0.8538754747488998,
      "learning_rate": 4.265087670751488e-06,
      "loss": 0.1033,
      "step": 135496
    },
    {
      "epoch": 5.549744009830023,
      "grad_norm": 1.4388583741953431,
      "learning_rate": 4.264315509529858e-06,
      "loss": 0.3883,
      "step": 135497
    },
    {
      "epoch": 5.549784968257219,
      "grad_norm": 1.6270001666914422,
      "learning_rate": 4.263543417203602e-06,
      "loss": 0.5936,
      "step": 135498
    },
    {
      "epoch": 5.549825926684416,
      "grad_norm": 1.1335135833613177,
      "learning_rate": 4.262771393773084e-06,
      "loss": 0.2638,
      "step": 135499
    },
    {
      "epoch": 5.549866885111612,
      "grad_norm": 2.2307883180994517,
      "learning_rate": 4.261999439238656e-06,
      "loss": 0.8781,
      "step": 135500
    },
    {
      "epoch": 5.549907843538808,
      "grad_norm": 0.5411919006689886,
      "learning_rate": 4.261227553600699e-06,
      "loss": 0.0722,
      "step": 135501
    },
    {
      "epoch": 5.549948801966004,
      "grad_norm": 3.523252520082201,
      "learning_rate": 4.2604557368595975e-06,
      "loss": 1.8034,
      "step": 135502
    },
    {
      "epoch": 5.549989760393201,
      "grad_norm": 2.453697164867061,
      "learning_rate": 4.259683989015683e-06,
      "loss": 1.496,
      "step": 135503
    },
    {
      "epoch": 5.5500307188203974,
      "grad_norm": 1.5633530947284364,
      "learning_rate": 4.258912310069324e-06,
      "loss": 0.5417,
      "step": 135504
    },
    {
      "epoch": 5.550071677247594,
      "grad_norm": 1.0757314029767238,
      "learning_rate": 4.258140700020918e-06,
      "loss": 0.3448,
      "step": 135505
    },
    {
      "epoch": 5.55011263567479,
      "grad_norm": 1.5439225306030424,
      "learning_rate": 4.257369158870782e-06,
      "loss": 0.5082,
      "step": 135506
    },
    {
      "epoch": 5.550153594101986,
      "grad_norm": 0.9906076371684331,
      "learning_rate": 4.256597686619318e-06,
      "loss": 0.1816,
      "step": 135507
    },
    {
      "epoch": 5.550194552529183,
      "grad_norm": 1.8566108245023312,
      "learning_rate": 4.255826283266872e-06,
      "loss": 0.5116,
      "step": 135508
    },
    {
      "epoch": 5.550235510956379,
      "grad_norm": 1.4375367262823247,
      "learning_rate": 4.255054948813813e-06,
      "loss": 0.4618,
      "step": 135509
    },
    {
      "epoch": 5.550276469383576,
      "grad_norm": 1.5894853292073816,
      "learning_rate": 4.254283683260523e-06,
      "loss": 0.5438,
      "step": 135510
    },
    {
      "epoch": 5.550317427810772,
      "grad_norm": 1.499252370349705,
      "learning_rate": 4.253512486607336e-06,
      "loss": 0.418,
      "step": 135511
    },
    {
      "epoch": 5.550358386237969,
      "grad_norm": 1.6391744334135945,
      "learning_rate": 4.252741358854617e-06,
      "loss": 0.5254,
      "step": 135512
    },
    {
      "epoch": 5.5503993446651645,
      "grad_norm": 1.988794464585968,
      "learning_rate": 4.251970300002766e-06,
      "loss": 0.6363,
      "step": 135513
    },
    {
      "epoch": 5.550440303092361,
      "grad_norm": 0.9408377672148832,
      "learning_rate": 4.2511993100521165e-06,
      "loss": 0.217,
      "step": 135514
    },
    {
      "epoch": 5.550481261519558,
      "grad_norm": 1.3696396276455858,
      "learning_rate": 4.250428389003069e-06,
      "loss": 0.364,
      "step": 135515
    },
    {
      "epoch": 5.550522219946754,
      "grad_norm": 2.078336989558929,
      "learning_rate": 4.249657536855922e-06,
      "loss": 0.5289,
      "step": 135516
    },
    {
      "epoch": 5.550563178373951,
      "grad_norm": 1.0653638786094133,
      "learning_rate": 4.248886753611092e-06,
      "loss": 0.206,
      "step": 135517
    },
    {
      "epoch": 5.550604136801147,
      "grad_norm": 1.3327338925422116,
      "learning_rate": 4.248116039268945e-06,
      "loss": 0.3621,
      "step": 135518
    },
    {
      "epoch": 5.550645095228344,
      "grad_norm": 1.569551834908352,
      "learning_rate": 4.247345393829815e-06,
      "loss": 0.481,
      "step": 135519
    },
    {
      "epoch": 5.550686053655539,
      "grad_norm": 1.0372069456203212,
      "learning_rate": 4.2465748172941014e-06,
      "loss": 0.2499,
      "step": 135520
    },
    {
      "epoch": 5.550727012082736,
      "grad_norm": 0.7060095380983631,
      "learning_rate": 4.245804309662154e-06,
      "loss": 0.0688,
      "step": 135521
    },
    {
      "epoch": 5.550767970509932,
      "grad_norm": 1.5504789634762763,
      "learning_rate": 4.2450338709343056e-06,
      "loss": 0.4225,
      "step": 135522
    },
    {
      "epoch": 5.550808928937129,
      "grad_norm": 1.7661776920345642,
      "learning_rate": 4.244263501110956e-06,
      "loss": 0.6932,
      "step": 135523
    },
    {
      "epoch": 5.5508498873643255,
      "grad_norm": 1.5337380420905664,
      "learning_rate": 4.243493200192471e-06,
      "loss": 0.4537,
      "step": 135524
    },
    {
      "epoch": 5.550890845791521,
      "grad_norm": 1.2962516615717499,
      "learning_rate": 4.242722968179185e-06,
      "loss": 0.3886,
      "step": 135525
    },
    {
      "epoch": 5.550931804218718,
      "grad_norm": 1.389078055228106,
      "learning_rate": 4.241952805071497e-06,
      "loss": 0.3697,
      "step": 135526
    },
    {
      "epoch": 5.550972762645914,
      "grad_norm": 1.7721034656262145,
      "learning_rate": 4.241182710869756e-06,
      "loss": 0.5863,
      "step": 135527
    },
    {
      "epoch": 5.551013721073111,
      "grad_norm": 1.6010796220371946,
      "learning_rate": 4.240412685574312e-06,
      "loss": 0.5951,
      "step": 135528
    },
    {
      "epoch": 5.551054679500307,
      "grad_norm": 1.3147026586537751,
      "learning_rate": 4.239642729185566e-06,
      "loss": 0.4843,
      "step": 135529
    },
    {
      "epoch": 5.551095637927504,
      "grad_norm": 2.876737801726005,
      "learning_rate": 4.238872841703833e-06,
      "loss": 1.8237,
      "step": 135530
    },
    {
      "epoch": 5.5511365963547,
      "grad_norm": 1.695615606876918,
      "learning_rate": 4.238103023129513e-06,
      "loss": 0.56,
      "step": 135531
    },
    {
      "epoch": 5.551177554781896,
      "grad_norm": 1.0405921569762604,
      "learning_rate": 4.237333273462973e-06,
      "loss": 0.2582,
      "step": 135532
    },
    {
      "epoch": 5.5512185132090925,
      "grad_norm": 0.9042893865089594,
      "learning_rate": 4.2365635927045445e-06,
      "loss": 0.1871,
      "step": 135533
    },
    {
      "epoch": 5.551259471636289,
      "grad_norm": 1.9020719965640136,
      "learning_rate": 4.235793980854629e-06,
      "loss": 0.5972,
      "step": 135534
    },
    {
      "epoch": 5.551300430063486,
      "grad_norm": 1.734494638041157,
      "learning_rate": 4.2350244379135425e-06,
      "loss": 0.4413,
      "step": 135535
    },
    {
      "epoch": 5.551341388490682,
      "grad_norm": 1.9373747256682334,
      "learning_rate": 4.2342549638817e-06,
      "loss": 0.5874,
      "step": 135536
    },
    {
      "epoch": 5.551382346917879,
      "grad_norm": 1.568619325086147,
      "learning_rate": 4.233485558759453e-06,
      "loss": 0.4799,
      "step": 135537
    },
    {
      "epoch": 5.551423305345075,
      "grad_norm": 1.5883851206739599,
      "learning_rate": 4.232716222547133e-06,
      "loss": 0.4304,
      "step": 135538
    },
    {
      "epoch": 5.551464263772271,
      "grad_norm": 1.6111029525725873,
      "learning_rate": 4.231946955245125e-06,
      "loss": 0.5446,
      "step": 135539
    },
    {
      "epoch": 5.551505222199467,
      "grad_norm": 1.9262466356612546,
      "learning_rate": 4.23117775685381e-06,
      "loss": 0.7007,
      "step": 135540
    },
    {
      "epoch": 5.551546180626664,
      "grad_norm": 2.204806472400515,
      "learning_rate": 4.230408627373538e-06,
      "loss": 1.4668,
      "step": 135541
    },
    {
      "epoch": 5.5515871390538605,
      "grad_norm": 1.536443293916646,
      "learning_rate": 4.22963956680466e-06,
      "loss": 0.548,
      "step": 135542
    },
    {
      "epoch": 5.551628097481057,
      "grad_norm": 1.546379759938959,
      "learning_rate": 4.228870575147558e-06,
      "loss": 0.4857,
      "step": 135543
    },
    {
      "epoch": 5.551669055908253,
      "grad_norm": 0.5707943808095552,
      "learning_rate": 4.228101652402566e-06,
      "loss": 0.0951,
      "step": 135544
    },
    {
      "epoch": 5.551710014335449,
      "grad_norm": 0.963320302518907,
      "learning_rate": 4.227332798570099e-06,
      "loss": 0.1617,
      "step": 135545
    },
    {
      "epoch": 5.551750972762646,
      "grad_norm": 1.3611190210384887,
      "learning_rate": 4.226564013650474e-06,
      "loss": 0.4007,
      "step": 135546
    },
    {
      "epoch": 5.551791931189842,
      "grad_norm": 1.5175954388112256,
      "learning_rate": 4.225795297644058e-06,
      "loss": 0.4298,
      "step": 135547
    },
    {
      "epoch": 5.551832889617039,
      "grad_norm": 1.671209193296302,
      "learning_rate": 4.22502665055125e-06,
      "loss": 0.6059,
      "step": 135548
    },
    {
      "epoch": 5.551873848044235,
      "grad_norm": 1.45625355917269,
      "learning_rate": 4.224258072372383e-06,
      "loss": 0.4229,
      "step": 135549
    },
    {
      "epoch": 5.551914806471432,
      "grad_norm": 1.5173329744716766,
      "learning_rate": 4.223489563107841e-06,
      "loss": 0.4656,
      "step": 135550
    },
    {
      "epoch": 5.5519557648986275,
      "grad_norm": 1.4314181087844828,
      "learning_rate": 4.222721122757955e-06,
      "loss": 0.3851,
      "step": 135551
    },
    {
      "epoch": 5.551996723325824,
      "grad_norm": 1.6482132940778131,
      "learning_rate": 4.221952751323093e-06,
      "loss": 0.6871,
      "step": 135552
    },
    {
      "epoch": 5.552037681753021,
      "grad_norm": 1.5401666862093364,
      "learning_rate": 4.2211844488036715e-06,
      "loss": 0.4841,
      "step": 135553
    },
    {
      "epoch": 5.552078640180217,
      "grad_norm": 0.9326913313884062,
      "learning_rate": 4.22041621519999e-06,
      "loss": 0.1967,
      "step": 135554
    },
    {
      "epoch": 5.552119598607414,
      "grad_norm": 1.7690439352591545,
      "learning_rate": 4.219648050512447e-06,
      "loss": 0.5948,
      "step": 135555
    },
    {
      "epoch": 5.55216055703461,
      "grad_norm": 1.555224905782512,
      "learning_rate": 4.218879954741395e-06,
      "loss": 0.5322,
      "step": 135556
    },
    {
      "epoch": 5.552201515461807,
      "grad_norm": 1.4868674685650332,
      "learning_rate": 4.21811192788718e-06,
      "loss": 0.3686,
      "step": 135557
    },
    {
      "epoch": 5.552242473889002,
      "grad_norm": 0.8886163445880568,
      "learning_rate": 4.217343969950204e-06,
      "loss": 0.1777,
      "step": 135558
    },
    {
      "epoch": 5.552283432316199,
      "grad_norm": 2.2615805829176994,
      "learning_rate": 4.216576080930783e-06,
      "loss": 1.5413,
      "step": 135559
    },
    {
      "epoch": 5.5523243907433955,
      "grad_norm": 1.6575293662765689,
      "learning_rate": 4.2158082608293175e-06,
      "loss": 0.5316,
      "step": 135560
    },
    {
      "epoch": 5.552365349170592,
      "grad_norm": 1.91881909559201,
      "learning_rate": 4.215040509646172e-06,
      "loss": 0.7019,
      "step": 135561
    },
    {
      "epoch": 5.5524063075977885,
      "grad_norm": 1.2987304054178472,
      "learning_rate": 4.214272827381682e-06,
      "loss": 0.4123,
      "step": 135562
    },
    {
      "epoch": 5.552447266024984,
      "grad_norm": 0.8585793002011962,
      "learning_rate": 4.213505214036245e-06,
      "loss": 0.1878,
      "step": 135563
    },
    {
      "epoch": 5.552488224452181,
      "grad_norm": 2.305416230507082,
      "learning_rate": 4.212737669610178e-06,
      "loss": 0.9915,
      "step": 135564
    },
    {
      "epoch": 5.552529182879377,
      "grad_norm": 1.4649563505429084,
      "learning_rate": 4.211970194103881e-06,
      "loss": 0.3966,
      "step": 135565
    },
    {
      "epoch": 5.552570141306574,
      "grad_norm": 1.1192521329811136,
      "learning_rate": 4.211202787517704e-06,
      "loss": 0.2212,
      "step": 135566
    },
    {
      "epoch": 5.55261109973377,
      "grad_norm": 1.3121024995093207,
      "learning_rate": 4.210435449851995e-06,
      "loss": 0.4091,
      "step": 135567
    },
    {
      "epoch": 5.552652058160967,
      "grad_norm": 1.1016185688408195,
      "learning_rate": 4.20966818110714e-06,
      "loss": 0.2219,
      "step": 135568
    },
    {
      "epoch": 5.552693016588163,
      "grad_norm": 1.7034205396835047,
      "learning_rate": 4.208900981283519e-06,
      "loss": 0.6529,
      "step": 135569
    },
    {
      "epoch": 5.552733975015359,
      "grad_norm": 1.6696107086741463,
      "learning_rate": 4.208133850381434e-06,
      "loss": 0.5019,
      "step": 135570
    },
    {
      "epoch": 5.552774933442556,
      "grad_norm": 1.1635018230090468,
      "learning_rate": 4.207366788401317e-06,
      "loss": 0.2227,
      "step": 135571
    },
    {
      "epoch": 5.552815891869752,
      "grad_norm": 1.9781617410549612,
      "learning_rate": 4.206599795343468e-06,
      "loss": 0.6959,
      "step": 135572
    },
    {
      "epoch": 5.552856850296949,
      "grad_norm": 1.5694552949818512,
      "learning_rate": 4.205832871208287e-06,
      "loss": 0.5121,
      "step": 135573
    },
    {
      "epoch": 5.552897808724145,
      "grad_norm": 1.8410522142985264,
      "learning_rate": 4.205066015996139e-06,
      "loss": 0.559,
      "step": 135574
    },
    {
      "epoch": 5.552938767151342,
      "grad_norm": 1.2854553236104416,
      "learning_rate": 4.204299229707375e-06,
      "loss": 0.3252,
      "step": 135575
    },
    {
      "epoch": 5.552979725578538,
      "grad_norm": 1.392994982256947,
      "learning_rate": 4.203532512342344e-06,
      "loss": 0.4294,
      "step": 135576
    },
    {
      "epoch": 5.553020684005734,
      "grad_norm": 1.6504553728271814,
      "learning_rate": 4.20276586390143e-06,
      "loss": 0.4726,
      "step": 135577
    },
    {
      "epoch": 5.55306164243293,
      "grad_norm": 1.143121861108441,
      "learning_rate": 4.2019992843849825e-06,
      "loss": 0.245,
      "step": 135578
    },
    {
      "epoch": 5.553102600860127,
      "grad_norm": 1.127732006567244,
      "learning_rate": 4.2012327737934e-06,
      "loss": 0.3039,
      "step": 135579
    },
    {
      "epoch": 5.5531435592873235,
      "grad_norm": 1.8640667782596394,
      "learning_rate": 4.200466332126984e-06,
      "loss": 0.7742,
      "step": 135580
    },
    {
      "epoch": 5.55318451771452,
      "grad_norm": 1.8056224061896033,
      "learning_rate": 4.199699959386116e-06,
      "loss": 0.6058,
      "step": 135581
    },
    {
      "epoch": 5.553225476141716,
      "grad_norm": 1.4997522731832977,
      "learning_rate": 4.198933655571196e-06,
      "loss": 0.4997,
      "step": 135582
    },
    {
      "epoch": 5.553266434568912,
      "grad_norm": 1.6870210675470287,
      "learning_rate": 4.198167420682541e-06,
      "loss": 0.6237,
      "step": 135583
    },
    {
      "epoch": 5.553307392996109,
      "grad_norm": 1.377079407505402,
      "learning_rate": 4.19740125472055e-06,
      "loss": 0.534,
      "step": 135584
    },
    {
      "epoch": 5.553348351423305,
      "grad_norm": 1.86028717815153,
      "learning_rate": 4.196635157685557e-06,
      "loss": 0.6602,
      "step": 135585
    },
    {
      "epoch": 5.553389309850502,
      "grad_norm": 0.9392517919784454,
      "learning_rate": 4.195869129577928e-06,
      "loss": 0.2744,
      "step": 135586
    },
    {
      "epoch": 5.553430268277698,
      "grad_norm": 2.6684496114849443,
      "learning_rate": 4.195103170398062e-06,
      "loss": 1.8286,
      "step": 135587
    },
    {
      "epoch": 5.553471226704895,
      "grad_norm": 0.899645099371278,
      "learning_rate": 4.194337280146259e-06,
      "loss": 0.1697,
      "step": 135588
    },
    {
      "epoch": 5.5535121851320906,
      "grad_norm": 0.9849207787625526,
      "learning_rate": 4.193571458822903e-06,
      "loss": 0.2207,
      "step": 135589
    },
    {
      "epoch": 5.553553143559287,
      "grad_norm": 1.1354558328464355,
      "learning_rate": 4.192805706428409e-06,
      "loss": 0.2433,
      "step": 135590
    },
    {
      "epoch": 5.553594101986484,
      "grad_norm": 0.4769427532282372,
      "learning_rate": 4.192040022963078e-06,
      "loss": 0.036,
      "step": 135591
    },
    {
      "epoch": 5.55363506041368,
      "grad_norm": 1.691194709915669,
      "learning_rate": 4.191274408427275e-06,
      "loss": 0.5129,
      "step": 135592
    },
    {
      "epoch": 5.553676018840877,
      "grad_norm": 1.5488998397434495,
      "learning_rate": 4.190508862821385e-06,
      "loss": 0.5107,
      "step": 135593
    },
    {
      "epoch": 5.553716977268073,
      "grad_norm": 1.4933118751883347,
      "learning_rate": 4.189743386145755e-06,
      "loss": 0.4371,
      "step": 135594
    },
    {
      "epoch": 5.55375793569527,
      "grad_norm": 1.6299022306190667,
      "learning_rate": 4.188977978400754e-06,
      "loss": 0.4264,
      "step": 135595
    },
    {
      "epoch": 5.553798894122465,
      "grad_norm": 0.4156846917919529,
      "learning_rate": 4.188212639586763e-06,
      "loss": 0.0229,
      "step": 135596
    },
    {
      "epoch": 5.553839852549662,
      "grad_norm": 2.2609586233429906,
      "learning_rate": 4.1874473697041e-06,
      "loss": 1.1111,
      "step": 135597
    },
    {
      "epoch": 5.5538808109768585,
      "grad_norm": 1.5002954297673914,
      "learning_rate": 4.186682168753164e-06,
      "loss": 0.3979,
      "step": 135598
    },
    {
      "epoch": 5.553921769404055,
      "grad_norm": 1.7444275256414108,
      "learning_rate": 4.185917036734304e-06,
      "loss": 0.5722,
      "step": 135599
    },
    {
      "epoch": 5.5539627278312516,
      "grad_norm": 1.7040522152667354,
      "learning_rate": 4.185151973647871e-06,
      "loss": 0.4625,
      "step": 135600
    },
    {
      "epoch": 5.554003686258447,
      "grad_norm": 1.1423704321684824,
      "learning_rate": 4.1843869794942475e-06,
      "loss": 0.2041,
      "step": 135601
    },
    {
      "epoch": 5.554044644685644,
      "grad_norm": 0.9497293060839836,
      "learning_rate": 4.183622054273783e-06,
      "loss": 0.1978,
      "step": 135602
    },
    {
      "epoch": 5.55408560311284,
      "grad_norm": 1.3355537495260525,
      "learning_rate": 4.182857197986827e-06,
      "loss": 0.1939,
      "step": 135603
    },
    {
      "epoch": 5.554126561540037,
      "grad_norm": 0.8600315724730084,
      "learning_rate": 4.182092410633764e-06,
      "loss": 0.1066,
      "step": 135604
    },
    {
      "epoch": 5.554167519967233,
      "grad_norm": 1.369294465759794,
      "learning_rate": 4.1813276922149416e-06,
      "loss": 0.3653,
      "step": 135605
    },
    {
      "epoch": 5.55420847839443,
      "grad_norm": 1.7796055158453792,
      "learning_rate": 4.1805630427307445e-06,
      "loss": 0.55,
      "step": 135606
    },
    {
      "epoch": 5.554249436821626,
      "grad_norm": 1.5467617341041202,
      "learning_rate": 4.179798462181505e-06,
      "loss": 0.6031,
      "step": 135607
    },
    {
      "epoch": 5.554290395248822,
      "grad_norm": 1.744059174640073,
      "learning_rate": 4.17903395056759e-06,
      "loss": 0.4786,
      "step": 135608
    },
    {
      "epoch": 5.554331353676019,
      "grad_norm": 1.1035581854312682,
      "learning_rate": 4.178269507889365e-06,
      "loss": 0.25,
      "step": 135609
    },
    {
      "epoch": 5.554372312103215,
      "grad_norm": 1.7455826668116254,
      "learning_rate": 4.177505134147197e-06,
      "loss": 0.578,
      "step": 135610
    },
    {
      "epoch": 5.554413270530412,
      "grad_norm": 0.6898835132232928,
      "learning_rate": 4.176740829341435e-06,
      "loss": 0.1315,
      "step": 135611
    },
    {
      "epoch": 5.554454228957608,
      "grad_norm": 0.9398141596885855,
      "learning_rate": 4.1759765934724636e-06,
      "loss": 0.1951,
      "step": 135612
    },
    {
      "epoch": 5.554495187384805,
      "grad_norm": 1.2484530265207838,
      "learning_rate": 4.175212426540614e-06,
      "loss": 0.3867,
      "step": 135613
    },
    {
      "epoch": 5.554536145812001,
      "grad_norm": 1.4851261296072928,
      "learning_rate": 4.174448328546287e-06,
      "loss": 0.4753,
      "step": 135614
    },
    {
      "epoch": 5.554577104239197,
      "grad_norm": 3.7029873047931257,
      "learning_rate": 4.173684299489799e-06,
      "loss": 2.9674,
      "step": 135615
    },
    {
      "epoch": 5.5546180626663935,
      "grad_norm": 1.2402740017944733,
      "learning_rate": 4.172920339371516e-06,
      "loss": 0.2081,
      "step": 135616
    },
    {
      "epoch": 5.55465902109359,
      "grad_norm": 0.9189307125962559,
      "learning_rate": 4.172156448191855e-06,
      "loss": 0.186,
      "step": 135617
    },
    {
      "epoch": 5.5546999795207865,
      "grad_norm": 1.6130253535079186,
      "learning_rate": 4.171392625951098e-06,
      "loss": 0.4627,
      "step": 135618
    },
    {
      "epoch": 5.554740937947983,
      "grad_norm": 1.7507391756575346,
      "learning_rate": 4.170628872649662e-06,
      "loss": 0.5584,
      "step": 135619
    },
    {
      "epoch": 5.554781896375179,
      "grad_norm": 1.9026858345762898,
      "learning_rate": 4.169865188287896e-06,
      "loss": 0.4208,
      "step": 135620
    },
    {
      "epoch": 5.554822854802375,
      "grad_norm": 1.050835965288191,
      "learning_rate": 4.169101572866135e-06,
      "loss": 0.1933,
      "step": 135621
    },
    {
      "epoch": 5.554863813229572,
      "grad_norm": 1.6236532159025616,
      "learning_rate": 4.1683380263847936e-06,
      "loss": 0.5194,
      "step": 135622
    },
    {
      "epoch": 5.554904771656768,
      "grad_norm": 0.6507959129004175,
      "learning_rate": 4.167574548844172e-06,
      "loss": 0.0436,
      "step": 135623
    },
    {
      "epoch": 5.554945730083965,
      "grad_norm": 2.0186507826354223,
      "learning_rate": 4.166811140244653e-06,
      "loss": 0.8043,
      "step": 135624
    },
    {
      "epoch": 5.554986688511161,
      "grad_norm": 2.167726273014981,
      "learning_rate": 4.166047800586636e-06,
      "loss": 0.5418,
      "step": 135625
    },
    {
      "epoch": 5.555027646938358,
      "grad_norm": 0.8630677999257631,
      "learning_rate": 4.165284529870422e-06,
      "loss": 0.1862,
      "step": 135626
    },
    {
      "epoch": 5.555068605365554,
      "grad_norm": 1.8089967674280678,
      "learning_rate": 4.164521328096409e-06,
      "loss": 0.5001,
      "step": 135627
    },
    {
      "epoch": 5.55510956379275,
      "grad_norm": 0.8351146899993098,
      "learning_rate": 4.163758195264949e-06,
      "loss": 0.1701,
      "step": 135628
    },
    {
      "epoch": 5.555150522219947,
      "grad_norm": 0.9466499653143675,
      "learning_rate": 4.16299513137639e-06,
      "loss": 0.1765,
      "step": 135629
    },
    {
      "epoch": 5.555191480647143,
      "grad_norm": 0.5034458890163005,
      "learning_rate": 4.1622321364311155e-06,
      "loss": 0.0319,
      "step": 135630
    },
    {
      "epoch": 5.55523243907434,
      "grad_norm": 3.6542106228764126,
      "learning_rate": 4.161469210429474e-06,
      "loss": 2.9304,
      "step": 135631
    },
    {
      "epoch": 5.555273397501536,
      "grad_norm": 0.8397013004183601,
      "learning_rate": 4.160706353371817e-06,
      "loss": 0.1131,
      "step": 135632
    },
    {
      "epoch": 5.555314355928733,
      "grad_norm": 1.4863855719262646,
      "learning_rate": 4.159943565258544e-06,
      "loss": 0.4346,
      "step": 135633
    },
    {
      "epoch": 5.555355314355928,
      "grad_norm": 2.0012704398723757,
      "learning_rate": 4.159180846089954e-06,
      "loss": 0.606,
      "step": 135634
    },
    {
      "epoch": 5.555396272783125,
      "grad_norm": 1.8883088882907115,
      "learning_rate": 4.158418195866464e-06,
      "loss": 0.5933,
      "step": 135635
    },
    {
      "epoch": 5.5554372312103215,
      "grad_norm": 1.6354774603569433,
      "learning_rate": 4.15765561458839e-06,
      "loss": 0.4743,
      "step": 135636
    },
    {
      "epoch": 5.555478189637518,
      "grad_norm": 1.7710568385866317,
      "learning_rate": 4.1568931022561315e-06,
      "loss": 0.644,
      "step": 135637
    },
    {
      "epoch": 5.555519148064715,
      "grad_norm": 1.397071061953487,
      "learning_rate": 4.156130658870021e-06,
      "loss": 0.4017,
      "step": 135638
    },
    {
      "epoch": 5.55556010649191,
      "grad_norm": 2.2109535161400555,
      "learning_rate": 4.155368284430443e-06,
      "loss": 1.1039,
      "step": 135639
    },
    {
      "epoch": 5.555601064919107,
      "grad_norm": 1.396369379917797,
      "learning_rate": 4.154605978937714e-06,
      "loss": 0.4999,
      "step": 135640
    },
    {
      "epoch": 5.555642023346303,
      "grad_norm": 1.4634683978307548,
      "learning_rate": 4.153843742392266e-06,
      "loss": 0.4953,
      "step": 135641
    },
    {
      "epoch": 5.5556829817735,
      "grad_norm": 0.9453508459430963,
      "learning_rate": 4.153081574794381e-06,
      "loss": 0.1963,
      "step": 135642
    },
    {
      "epoch": 5.555723940200696,
      "grad_norm": 1.657303834374263,
      "learning_rate": 4.1523194761444775e-06,
      "loss": 0.5362,
      "step": 135643
    },
    {
      "epoch": 5.555764898627893,
      "grad_norm": 1.5850463075630508,
      "learning_rate": 4.151557446442888e-06,
      "loss": 0.5017,
      "step": 135644
    },
    {
      "epoch": 5.5558058570550894,
      "grad_norm": 1.7230927069571325,
      "learning_rate": 4.1507954856899614e-06,
      "loss": 0.5393,
      "step": 135645
    },
    {
      "epoch": 5.555846815482285,
      "grad_norm": 1.6998005644397873,
      "learning_rate": 4.150033593886115e-06,
      "loss": 0.528,
      "step": 135646
    },
    {
      "epoch": 5.555887773909482,
      "grad_norm": 1.716810307648643,
      "learning_rate": 4.149271771031631e-06,
      "loss": 0.4748,
      "step": 135647
    },
    {
      "epoch": 5.555928732336678,
      "grad_norm": 1.5404479736319345,
      "learning_rate": 4.148510017126927e-06,
      "loss": 0.5253,
      "step": 135648
    },
    {
      "epoch": 5.555969690763875,
      "grad_norm": 0.9043312391494039,
      "learning_rate": 4.147748332172351e-06,
      "loss": 0.1931,
      "step": 135649
    },
    {
      "epoch": 5.556010649191071,
      "grad_norm": 1.5961179372886987,
      "learning_rate": 4.146986716168238e-06,
      "loss": 0.614,
      "step": 135650
    },
    {
      "epoch": 5.556051607618268,
      "grad_norm": 0.9972469848148117,
      "learning_rate": 4.146225169114986e-06,
      "loss": 0.1897,
      "step": 135651
    },
    {
      "epoch": 5.556092566045464,
      "grad_norm": 1.4492180974202797,
      "learning_rate": 4.145463691012912e-06,
      "loss": 0.4656,
      "step": 135652
    },
    {
      "epoch": 5.55613352447266,
      "grad_norm": 1.8424902260477656,
      "learning_rate": 4.1447022818624e-06,
      "loss": 0.5509,
      "step": 135653
    },
    {
      "epoch": 5.5561744828998565,
      "grad_norm": 1.4246614107478082,
      "learning_rate": 4.143940941663831e-06,
      "loss": 0.3322,
      "step": 135654
    },
    {
      "epoch": 5.556215441327053,
      "grad_norm": 1.404384008879082,
      "learning_rate": 4.1431796704175234e-06,
      "loss": 0.5443,
      "step": 135655
    },
    {
      "epoch": 5.55625639975425,
      "grad_norm": 0.7495831958847806,
      "learning_rate": 4.142418468123859e-06,
      "loss": 0.1217,
      "step": 135656
    },
    {
      "epoch": 5.556297358181446,
      "grad_norm": 1.04888795858871,
      "learning_rate": 4.141657334783222e-06,
      "loss": 0.2718,
      "step": 135657
    },
    {
      "epoch": 5.556338316608642,
      "grad_norm": 1.6341367033954155,
      "learning_rate": 4.140896270395911e-06,
      "loss": 0.4883,
      "step": 135658
    },
    {
      "epoch": 5.556379275035838,
      "grad_norm": 1.7088267530267065,
      "learning_rate": 4.1401352749623415e-06,
      "loss": 0.5512,
      "step": 135659
    },
    {
      "epoch": 5.556420233463035,
      "grad_norm": 1.5101918672526138,
      "learning_rate": 4.139374348482849e-06,
      "loss": 0.4333,
      "step": 135660
    },
    {
      "epoch": 5.556461191890231,
      "grad_norm": 1.5924166783997726,
      "learning_rate": 4.138613490957799e-06,
      "loss": 0.4553,
      "step": 135661
    },
    {
      "epoch": 5.556502150317428,
      "grad_norm": 1.6224702392588353,
      "learning_rate": 4.137852702387556e-06,
      "loss": 0.4423,
      "step": 135662
    },
    {
      "epoch": 5.556543108744624,
      "grad_norm": 1.672794623995121,
      "learning_rate": 4.137091982772456e-06,
      "loss": 0.4858,
      "step": 135663
    },
    {
      "epoch": 5.556584067171821,
      "grad_norm": 1.0232393314946484,
      "learning_rate": 4.136331332112863e-06,
      "loss": 0.1749,
      "step": 135664
    },
    {
      "epoch": 5.556625025599017,
      "grad_norm": 1.5019821586344047,
      "learning_rate": 4.1355707504091786e-06,
      "loss": 0.4766,
      "step": 135665
    },
    {
      "epoch": 5.556665984026213,
      "grad_norm": 1.3760765735592755,
      "learning_rate": 4.134810237661701e-06,
      "loss": 0.4446,
      "step": 135666
    },
    {
      "epoch": 5.55670694245341,
      "grad_norm": 1.0296629369961816,
      "learning_rate": 4.134049793870831e-06,
      "loss": 0.2299,
      "step": 135667
    },
    {
      "epoch": 5.556747900880606,
      "grad_norm": 1.366789402583537,
      "learning_rate": 4.133289419036934e-06,
      "loss": 0.4215,
      "step": 135668
    },
    {
      "epoch": 5.556788859307803,
      "grad_norm": 1.4998529127953844,
      "learning_rate": 4.132529113160343e-06,
      "loss": 0.5303,
      "step": 135669
    },
    {
      "epoch": 5.556829817734999,
      "grad_norm": 1.4451672672364917,
      "learning_rate": 4.131768876241443e-06,
      "loss": 0.4889,
      "step": 135670
    },
    {
      "epoch": 5.556870776162196,
      "grad_norm": 1.672003570473718,
      "learning_rate": 4.131008708280547e-06,
      "loss": 0.4674,
      "step": 135671
    },
    {
      "epoch": 5.5569117345893915,
      "grad_norm": 0.9721653148754288,
      "learning_rate": 4.130248609278058e-06,
      "loss": 0.2364,
      "step": 135672
    },
    {
      "epoch": 5.556952693016588,
      "grad_norm": 1.6392630187529083,
      "learning_rate": 4.129488579234341e-06,
      "loss": 0.5215,
      "step": 135673
    },
    {
      "epoch": 5.5569936514437845,
      "grad_norm": 1.594685807448932,
      "learning_rate": 4.1287286181497124e-06,
      "loss": 0.4623,
      "step": 135674
    },
    {
      "epoch": 5.557034609870981,
      "grad_norm": 1.4131393539624582,
      "learning_rate": 4.127968726024572e-06,
      "loss": 0.5001,
      "step": 135675
    },
    {
      "epoch": 5.557075568298178,
      "grad_norm": 0.7119318830211546,
      "learning_rate": 4.1272089028592696e-06,
      "loss": 0.1669,
      "step": 135676
    },
    {
      "epoch": 5.557116526725373,
      "grad_norm": 0.8087723247382693,
      "learning_rate": 4.126449148654137e-06,
      "loss": 0.2009,
      "step": 135677
    },
    {
      "epoch": 5.55715748515257,
      "grad_norm": 3.260565812665769,
      "learning_rate": 4.125689463409576e-06,
      "loss": 1.373,
      "step": 135678
    },
    {
      "epoch": 5.557198443579766,
      "grad_norm": 1.5284632097808621,
      "learning_rate": 4.124929847125902e-06,
      "loss": 0.3445,
      "step": 135679
    },
    {
      "epoch": 5.557239402006963,
      "grad_norm": 1.4805475292626131,
      "learning_rate": 4.124170299803514e-06,
      "loss": 0.5386,
      "step": 135680
    },
    {
      "epoch": 5.557280360434159,
      "grad_norm": 1.4458114078438868,
      "learning_rate": 4.123410821442746e-06,
      "loss": 0.3756,
      "step": 135681
    },
    {
      "epoch": 5.557321318861356,
      "grad_norm": 3.064772737379648,
      "learning_rate": 4.122651412043964e-06,
      "loss": 2.7462,
      "step": 135682
    },
    {
      "epoch": 5.5573622772885525,
      "grad_norm": 1.0811102865309727,
      "learning_rate": 4.121892071607535e-06,
      "loss": 0.1898,
      "step": 135683
    },
    {
      "epoch": 5.557403235715748,
      "grad_norm": 2.080079039460739,
      "learning_rate": 4.121132800133808e-06,
      "loss": 0.964,
      "step": 135684
    },
    {
      "epoch": 5.557444194142945,
      "grad_norm": 1.8395198956258483,
      "learning_rate": 4.1203735976231336e-06,
      "loss": 0.5845,
      "step": 135685
    },
    {
      "epoch": 5.557485152570141,
      "grad_norm": 1.746452801773017,
      "learning_rate": 4.11961446407591e-06,
      "loss": 0.4743,
      "step": 135686
    },
    {
      "epoch": 5.557526110997338,
      "grad_norm": 1.2117845019913458,
      "learning_rate": 4.118855399492438e-06,
      "loss": 0.3137,
      "step": 135687
    },
    {
      "epoch": 5.557567069424534,
      "grad_norm": 1.4266431598170364,
      "learning_rate": 4.1180964038731e-06,
      "loss": 0.4601,
      "step": 135688
    },
    {
      "epoch": 5.557608027851731,
      "grad_norm": 1.3796908727317976,
      "learning_rate": 4.117337477218296e-06,
      "loss": 0.3165,
      "step": 135689
    },
    {
      "epoch": 5.557648986278927,
      "grad_norm": 1.768019995643073,
      "learning_rate": 4.116578619528327e-06,
      "loss": 0.4704,
      "step": 135690
    },
    {
      "epoch": 5.557689944706123,
      "grad_norm": 1.7934069741817735,
      "learning_rate": 4.115819830803574e-06,
      "loss": 0.726,
      "step": 135691
    },
    {
      "epoch": 5.5577309031333195,
      "grad_norm": 1.5954435870819195,
      "learning_rate": 4.115061111044404e-06,
      "loss": 0.4878,
      "step": 135692
    },
    {
      "epoch": 5.557771861560516,
      "grad_norm": 1.7645351801616762,
      "learning_rate": 4.114302460251151e-06,
      "loss": 0.8541,
      "step": 135693
    },
    {
      "epoch": 5.557812819987713,
      "grad_norm": 3.8351974955373516,
      "learning_rate": 4.113543878424213e-06,
      "loss": 3.0327,
      "step": 135694
    },
    {
      "epoch": 5.557853778414909,
      "grad_norm": 1.075453730954168,
      "learning_rate": 4.112785365563909e-06,
      "loss": 0.265,
      "step": 135695
    },
    {
      "epoch": 5.557894736842105,
      "grad_norm": 0.8387714891786074,
      "learning_rate": 4.112026921670619e-06,
      "loss": 0.1139,
      "step": 135696
    },
    {
      "epoch": 5.557935695269301,
      "grad_norm": 1.4748642089319148,
      "learning_rate": 4.111268546744711e-06,
      "loss": 0.4928,
      "step": 135697
    },
    {
      "epoch": 5.557976653696498,
      "grad_norm": 1.547479072957012,
      "learning_rate": 4.110510240786519e-06,
      "loss": 0.468,
      "step": 135698
    },
    {
      "epoch": 5.558017612123694,
      "grad_norm": 2.180532786322048,
      "learning_rate": 4.109752003796424e-06,
      "loss": 1.06,
      "step": 135699
    },
    {
      "epoch": 5.558058570550891,
      "grad_norm": 1.719321057737039,
      "learning_rate": 4.1089938357747435e-06,
      "loss": 0.5737,
      "step": 135700
    },
    {
      "epoch": 5.5580995289780875,
      "grad_norm": 1.8868806656910742,
      "learning_rate": 4.108235736721876e-06,
      "loss": 0.7637,
      "step": 135701
    },
    {
      "epoch": 5.558140487405284,
      "grad_norm": 1.4782359756089023,
      "learning_rate": 4.1074777066381905e-06,
      "loss": 0.3748,
      "step": 135702
    },
    {
      "epoch": 5.55818144583248,
      "grad_norm": 2.755743437639744,
      "learning_rate": 4.106719745524001e-06,
      "loss": 0.6569,
      "step": 135703
    },
    {
      "epoch": 5.558222404259676,
      "grad_norm": 1.4267056229114372,
      "learning_rate": 4.105961853379692e-06,
      "loss": 0.4143,
      "step": 135704
    },
    {
      "epoch": 5.558263362686873,
      "grad_norm": 1.37934463828317,
      "learning_rate": 4.105204030205628e-06,
      "loss": 0.3539,
      "step": 135705
    },
    {
      "epoch": 5.558304321114069,
      "grad_norm": 1.5201340193159627,
      "learning_rate": 4.104446276002144e-06,
      "loss": 0.4527,
      "step": 135706
    },
    {
      "epoch": 5.558345279541266,
      "grad_norm": 1.3890118105774323,
      "learning_rate": 4.103688590769638e-06,
      "loss": 0.3829,
      "step": 135707
    },
    {
      "epoch": 5.558386237968462,
      "grad_norm": 1.8968266438895054,
      "learning_rate": 4.102930974508411e-06,
      "loss": 0.8436,
      "step": 135708
    },
    {
      "epoch": 5.558427196395659,
      "grad_norm": 1.4949127353541292,
      "learning_rate": 4.102173427218864e-06,
      "loss": 0.4113,
      "step": 135709
    },
    {
      "epoch": 5.5584681548228545,
      "grad_norm": 1.6187869619537614,
      "learning_rate": 4.10141594890136e-06,
      "loss": 0.5054,
      "step": 135710
    },
    {
      "epoch": 5.558509113250051,
      "grad_norm": 1.5796703444778313,
      "learning_rate": 4.100658539556218e-06,
      "loss": 0.4884,
      "step": 135711
    },
    {
      "epoch": 5.558550071677248,
      "grad_norm": 1.5940241672370588,
      "learning_rate": 4.099901199183819e-06,
      "loss": 0.4891,
      "step": 135712
    },
    {
      "epoch": 5.558591030104444,
      "grad_norm": 1.007075096844631,
      "learning_rate": 4.099143927784531e-06,
      "loss": 0.1855,
      "step": 135713
    },
    {
      "epoch": 5.558631988531641,
      "grad_norm": 1.4995082443770686,
      "learning_rate": 4.0983867253586876e-06,
      "loss": 0.7295,
      "step": 135714
    },
    {
      "epoch": 5.558672946958836,
      "grad_norm": 2.1934216849615096,
      "learning_rate": 4.097629591906687e-06,
      "loss": 1.0369,
      "step": 135715
    },
    {
      "epoch": 5.558713905386033,
      "grad_norm": 0.7870828148835931,
      "learning_rate": 4.096872527428846e-06,
      "loss": 0.1936,
      "step": 135716
    },
    {
      "epoch": 5.558754863813229,
      "grad_norm": 1.020168462372278,
      "learning_rate": 4.096115531925515e-06,
      "loss": 0.1668,
      "step": 135717
    },
    {
      "epoch": 5.558795822240426,
      "grad_norm": 1.9459319102338093,
      "learning_rate": 4.095358605397109e-06,
      "loss": 0.7928,
      "step": 135718
    },
    {
      "epoch": 5.558836780667622,
      "grad_norm": 1.8716192473200397,
      "learning_rate": 4.094601747843929e-06,
      "loss": 0.5252,
      "step": 135719
    },
    {
      "epoch": 5.558877739094819,
      "grad_norm": 1.830528588745435,
      "learning_rate": 4.093844959266357e-06,
      "loss": 0.5793,
      "step": 135720
    },
    {
      "epoch": 5.5589186975220155,
      "grad_norm": 1.6932902664571574,
      "learning_rate": 4.093088239664777e-06,
      "loss": 0.5942,
      "step": 135721
    },
    {
      "epoch": 5.558959655949211,
      "grad_norm": 1.6242468679232294,
      "learning_rate": 4.092331589039488e-06,
      "loss": 0.5601,
      "step": 135722
    },
    {
      "epoch": 5.559000614376408,
      "grad_norm": 1.5897668608325652,
      "learning_rate": 4.09157500739089e-06,
      "loss": 0.5583,
      "step": 135723
    },
    {
      "epoch": 5.559041572803604,
      "grad_norm": 1.0167163561910653,
      "learning_rate": 4.090818494719317e-06,
      "loss": 0.2213,
      "step": 135724
    },
    {
      "epoch": 5.559082531230801,
      "grad_norm": 1.2303551560757704,
      "learning_rate": 4.090062051025151e-06,
      "loss": 0.4129,
      "step": 135725
    },
    {
      "epoch": 5.559123489657997,
      "grad_norm": 1.5049065044247938,
      "learning_rate": 4.089305676308741e-06,
      "loss": 0.473,
      "step": 135726
    },
    {
      "epoch": 5.559164448085194,
      "grad_norm": 0.8890192956889126,
      "learning_rate": 4.088549370570421e-06,
      "loss": 0.0942,
      "step": 135727
    },
    {
      "epoch": 5.55920540651239,
      "grad_norm": 1.2930136987438337,
      "learning_rate": 4.087793133810574e-06,
      "loss": 0.3036,
      "step": 135728
    },
    {
      "epoch": 5.559246364939586,
      "grad_norm": 0.911883412268019,
      "learning_rate": 4.087036966029566e-06,
      "loss": 0.1955,
      "step": 135729
    },
    {
      "epoch": 5.5592873233667826,
      "grad_norm": 1.6627624936021703,
      "learning_rate": 4.086280867227715e-06,
      "loss": 0.5873,
      "step": 135730
    },
    {
      "epoch": 5.559328281793979,
      "grad_norm": 1.557301048488112,
      "learning_rate": 4.085524837405435e-06,
      "loss": 0.5443,
      "step": 135731
    },
    {
      "epoch": 5.559369240221176,
      "grad_norm": 1.7518258088902265,
      "learning_rate": 4.0847688765630436e-06,
      "loss": 0.3775,
      "step": 135732
    },
    {
      "epoch": 5.559410198648372,
      "grad_norm": 1.6209312039652228,
      "learning_rate": 4.084012984700891e-06,
      "loss": 0.5084,
      "step": 135733
    },
    {
      "epoch": 5.559451157075568,
      "grad_norm": 1.498111102748015,
      "learning_rate": 4.083257161819359e-06,
      "loss": 0.2784,
      "step": 135734
    },
    {
      "epoch": 5.559492115502764,
      "grad_norm": 1.5013537687374545,
      "learning_rate": 4.082501407918798e-06,
      "loss": 0.416,
      "step": 135735
    },
    {
      "epoch": 5.559533073929961,
      "grad_norm": 1.5648907957696563,
      "learning_rate": 4.081745722999557e-06,
      "loss": 0.4701,
      "step": 135736
    },
    {
      "epoch": 5.559574032357157,
      "grad_norm": 0.5193078828019957,
      "learning_rate": 4.080990107062005e-06,
      "loss": 0.0594,
      "step": 135737
    },
    {
      "epoch": 5.559614990784354,
      "grad_norm": 1.4059701525919768,
      "learning_rate": 4.080234560106488e-06,
      "loss": 0.373,
      "step": 135738
    },
    {
      "epoch": 5.5596559492115505,
      "grad_norm": 1.7485207642626361,
      "learning_rate": 4.0794790821333575e-06,
      "loss": 0.4865,
      "step": 135739
    },
    {
      "epoch": 5.559696907638747,
      "grad_norm": 1.2979623276739598,
      "learning_rate": 4.078723673143014e-06,
      "loss": 0.3712,
      "step": 135740
    },
    {
      "epoch": 5.559737866065943,
      "grad_norm": 1.4088658888360286,
      "learning_rate": 4.077968333135756e-06,
      "loss": 0.4631,
      "step": 135741
    },
    {
      "epoch": 5.559778824493139,
      "grad_norm": 1.76339984778445,
      "learning_rate": 4.0772130621119835e-06,
      "loss": 0.5945,
      "step": 135742
    },
    {
      "epoch": 5.559819782920336,
      "grad_norm": 1.4721813892241433,
      "learning_rate": 4.076457860072013e-06,
      "loss": 0.4045,
      "step": 135743
    },
    {
      "epoch": 5.559860741347532,
      "grad_norm": 1.3019624497261115,
      "learning_rate": 4.0757027270162444e-06,
      "loss": 0.3747,
      "step": 135744
    },
    {
      "epoch": 5.559901699774729,
      "grad_norm": 1.227184009930907,
      "learning_rate": 4.074947662945027e-06,
      "loss": 0.3391,
      "step": 135745
    },
    {
      "epoch": 5.559942658201925,
      "grad_norm": 1.5601675618322375,
      "learning_rate": 4.074192667858678e-06,
      "loss": 0.648,
      "step": 135746
    },
    {
      "epoch": 5.559983616629122,
      "grad_norm": 1.3572457638742854,
      "learning_rate": 4.073437741757596e-06,
      "loss": 0.4502,
      "step": 135747
    },
    {
      "epoch": 5.5600245750563175,
      "grad_norm": 1.383070574118179,
      "learning_rate": 4.072682884642131e-06,
      "loss": 0.4149,
      "step": 135748
    },
    {
      "epoch": 5.560065533483514,
      "grad_norm": 1.7262766280835673,
      "learning_rate": 4.071928096512633e-06,
      "loss": 0.6691,
      "step": 135749
    },
    {
      "epoch": 5.560106491910711,
      "grad_norm": 1.5717470932683468,
      "learning_rate": 4.0711733773694524e-06,
      "loss": 0.3708,
      "step": 135750
    },
    {
      "epoch": 5.560147450337907,
      "grad_norm": 2.2662013674070653,
      "learning_rate": 4.070418727212954e-06,
      "loss": 0.8918,
      "step": 135751
    },
    {
      "epoch": 5.560188408765104,
      "grad_norm": 1.5635999997098262,
      "learning_rate": 4.069664146043489e-06,
      "loss": 0.4853,
      "step": 135752
    },
    {
      "epoch": 5.560229367192299,
      "grad_norm": 1.4195445955318424,
      "learning_rate": 4.068909633861439e-06,
      "loss": 0.4485,
      "step": 135753
    },
    {
      "epoch": 5.560270325619496,
      "grad_norm": 2.437398366010071,
      "learning_rate": 4.068155190667122e-06,
      "loss": 1.5623,
      "step": 135754
    },
    {
      "epoch": 5.560311284046692,
      "grad_norm": 3.267061634389378,
      "learning_rate": 4.0674008164609196e-06,
      "loss": 2.3902,
      "step": 135755
    },
    {
      "epoch": 5.560352242473889,
      "grad_norm": 0.8729318944619487,
      "learning_rate": 4.066646511243182e-06,
      "loss": 0.139,
      "step": 135756
    },
    {
      "epoch": 5.5603932009010855,
      "grad_norm": 1.3646892332424418,
      "learning_rate": 4.06589227501426e-06,
      "loss": 0.3826,
      "step": 135757
    },
    {
      "epoch": 5.560434159328282,
      "grad_norm": 1.511672701754177,
      "learning_rate": 4.065138107774535e-06,
      "loss": 0.3858,
      "step": 135758
    },
    {
      "epoch": 5.5604751177554785,
      "grad_norm": 1.5851114669645925,
      "learning_rate": 4.064384009524324e-06,
      "loss": 0.3734,
      "step": 135759
    },
    {
      "epoch": 5.560516076182674,
      "grad_norm": 0.8695529425537605,
      "learning_rate": 4.06362998026401e-06,
      "loss": 0.184,
      "step": 135760
    },
    {
      "epoch": 5.560557034609871,
      "grad_norm": 0.9152916705378012,
      "learning_rate": 4.062876019993943e-06,
      "loss": 0.2297,
      "step": 135761
    },
    {
      "epoch": 5.560597993037067,
      "grad_norm": 1.2623887893122094,
      "learning_rate": 4.062122128714473e-06,
      "loss": 0.3679,
      "step": 135762
    },
    {
      "epoch": 5.560638951464264,
      "grad_norm": 1.6796507952642583,
      "learning_rate": 4.061368306425966e-06,
      "loss": 0.5894,
      "step": 135763
    },
    {
      "epoch": 5.56067990989146,
      "grad_norm": 0.250110764974779,
      "learning_rate": 4.060614553128804e-06,
      "loss": 0.0191,
      "step": 135764
    },
    {
      "epoch": 5.560720868318657,
      "grad_norm": 1.5777481125345179,
      "learning_rate": 4.059860868823273e-06,
      "loss": 0.4534,
      "step": 135765
    },
    {
      "epoch": 5.560761826745853,
      "grad_norm": 1.777133751179383,
      "learning_rate": 4.059107253509803e-06,
      "loss": 0.547,
      "step": 135766
    },
    {
      "epoch": 5.560802785173049,
      "grad_norm": 1.7887496817837198,
      "learning_rate": 4.05835370718871e-06,
      "loss": 0.6389,
      "step": 135767
    },
    {
      "epoch": 5.560843743600246,
      "grad_norm": 2.403712842931902,
      "learning_rate": 4.057600229860347e-06,
      "loss": 1.3756,
      "step": 135768
    },
    {
      "epoch": 5.560884702027442,
      "grad_norm": 1.6924177084656786,
      "learning_rate": 4.0568468215250945e-06,
      "loss": 0.4903,
      "step": 135769
    },
    {
      "epoch": 5.560925660454639,
      "grad_norm": 2.0680559786852672,
      "learning_rate": 4.056093482183287e-06,
      "loss": 0.8241,
      "step": 135770
    },
    {
      "epoch": 5.560966618881835,
      "grad_norm": 0.845335447046769,
      "learning_rate": 4.055340211835306e-06,
      "loss": 0.2004,
      "step": 135771
    },
    {
      "epoch": 5.561007577309031,
      "grad_norm": 1.3809457176633386,
      "learning_rate": 4.054587010481469e-06,
      "loss": 0.4356,
      "step": 135772
    },
    {
      "epoch": 5.561048535736227,
      "grad_norm": 0.9272089815826543,
      "learning_rate": 4.0538338781221594e-06,
      "loss": 0.1238,
      "step": 135773
    },
    {
      "epoch": 5.561089494163424,
      "grad_norm": 1.5483184190238073,
      "learning_rate": 4.053080814757742e-06,
      "loss": 0.5067,
      "step": 135774
    },
    {
      "epoch": 5.56113045259062,
      "grad_norm": 1.3207410163449271,
      "learning_rate": 4.052327820388551e-06,
      "loss": 0.4101,
      "step": 135775
    },
    {
      "epoch": 5.561171411017817,
      "grad_norm": 1.204238188926499,
      "learning_rate": 4.051574895014936e-06,
      "loss": 0.3902,
      "step": 135776
    },
    {
      "epoch": 5.5612123694450135,
      "grad_norm": 0.9139615041289577,
      "learning_rate": 4.0508220386372965e-06,
      "loss": 0.2232,
      "step": 135777
    },
    {
      "epoch": 5.56125332787221,
      "grad_norm": 2.1634705165920476,
      "learning_rate": 4.050069251255933e-06,
      "loss": 0.5313,
      "step": 135778
    },
    {
      "epoch": 5.561294286299406,
      "grad_norm": 1.4370763691085369,
      "learning_rate": 4.04931653287126e-06,
      "loss": 0.4307,
      "step": 135779
    },
    {
      "epoch": 5.561335244726602,
      "grad_norm": 0.5606589160104598,
      "learning_rate": 4.0485638834835635e-06,
      "loss": 0.0465,
      "step": 135780
    },
    {
      "epoch": 5.561376203153799,
      "grad_norm": 1.4276149650856973,
      "learning_rate": 4.047811303093257e-06,
      "loss": 0.5065,
      "step": 135781
    },
    {
      "epoch": 5.561417161580995,
      "grad_norm": 1.6715688838189655,
      "learning_rate": 4.047058791700675e-06,
      "loss": 0.4421,
      "step": 135782
    },
    {
      "epoch": 5.561458120008192,
      "grad_norm": 1.5462126209501015,
      "learning_rate": 4.046306349306167e-06,
      "loss": 0.501,
      "step": 135783
    },
    {
      "epoch": 5.561499078435388,
      "grad_norm": 1.6320275305305956,
      "learning_rate": 4.045553975910098e-06,
      "loss": 0.5804,
      "step": 135784
    },
    {
      "epoch": 5.561540036862585,
      "grad_norm": 1.1183610378564464,
      "learning_rate": 4.044801671512837e-06,
      "loss": 0.2598,
      "step": 135785
    },
    {
      "epoch": 5.561580995289781,
      "grad_norm": 1.2860070378233293,
      "learning_rate": 4.044049436114716e-06,
      "loss": 0.2856,
      "step": 135786
    },
    {
      "epoch": 5.561621953716977,
      "grad_norm": 0.8133998580529249,
      "learning_rate": 4.0432972697161e-06,
      "loss": 0.1923,
      "step": 135787
    },
    {
      "epoch": 5.561662912144174,
      "grad_norm": 1.4756055298414155,
      "learning_rate": 4.042545172317324e-06,
      "loss": 0.3968,
      "step": 135788
    },
    {
      "epoch": 5.56170387057137,
      "grad_norm": 1.2336432827018098,
      "learning_rate": 4.04179314391877e-06,
      "loss": 0.257,
      "step": 135789
    },
    {
      "epoch": 5.561744828998567,
      "grad_norm": 0.9771712570755515,
      "learning_rate": 4.041041184520804e-06,
      "loss": 0.2141,
      "step": 135790
    },
    {
      "epoch": 5.561785787425763,
      "grad_norm": 1.9808037373824223,
      "learning_rate": 4.04028929412376e-06,
      "loss": 0.6896,
      "step": 135791
    },
    {
      "epoch": 5.561826745852959,
      "grad_norm": 1.7566840186395252,
      "learning_rate": 4.039537472727988e-06,
      "loss": 0.5925,
      "step": 135792
    },
    {
      "epoch": 5.561867704280155,
      "grad_norm": 1.22226556721143,
      "learning_rate": 4.03878572033387e-06,
      "loss": 0.2389,
      "step": 135793
    },
    {
      "epoch": 5.561908662707352,
      "grad_norm": 0.9321841191339015,
      "learning_rate": 4.038034036941723e-06,
      "loss": 0.1755,
      "step": 135794
    },
    {
      "epoch": 5.5619496211345485,
      "grad_norm": 0.9038549863741397,
      "learning_rate": 4.037282422551946e-06,
      "loss": 0.2395,
      "step": 135795
    },
    {
      "epoch": 5.561990579561745,
      "grad_norm": 1.5018687615324506,
      "learning_rate": 4.03653087716484e-06,
      "loss": 0.4335,
      "step": 135796
    },
    {
      "epoch": 5.562031537988942,
      "grad_norm": 1.6234334272330668,
      "learning_rate": 4.03577940078082e-06,
      "loss": 0.5611,
      "step": 135797
    },
    {
      "epoch": 5.562072496416137,
      "grad_norm": 0.9024517050975625,
      "learning_rate": 4.0350279934002024e-06,
      "loss": 0.1816,
      "step": 135798
    },
    {
      "epoch": 5.562113454843334,
      "grad_norm": 2.4417044473803418,
      "learning_rate": 4.0342766550233554e-06,
      "loss": 1.1132,
      "step": 135799
    },
    {
      "epoch": 5.56215441327053,
      "grad_norm": 1.324746473008449,
      "learning_rate": 4.033525385650627e-06,
      "loss": 0.3989,
      "step": 135800
    },
    {
      "epoch": 5.562195371697727,
      "grad_norm": 1.3336316115478535,
      "learning_rate": 4.0327741852824e-06,
      "loss": 0.391,
      "step": 135801
    },
    {
      "epoch": 5.562236330124923,
      "grad_norm": 1.8139251572420596,
      "learning_rate": 4.032023053918992e-06,
      "loss": 0.5087,
      "step": 135802
    },
    {
      "epoch": 5.56227728855212,
      "grad_norm": 1.6618642383896358,
      "learning_rate": 4.031271991560769e-06,
      "loss": 0.505,
      "step": 135803
    },
    {
      "epoch": 5.562318246979316,
      "grad_norm": 1.462730065838505,
      "learning_rate": 4.030520998208097e-06,
      "loss": 0.429,
      "step": 135804
    },
    {
      "epoch": 5.562359205406512,
      "grad_norm": 1.3002211079777075,
      "learning_rate": 4.029770073861327e-06,
      "loss": 0.3708,
      "step": 135805
    },
    {
      "epoch": 5.562400163833709,
      "grad_norm": 1.4853039767299074,
      "learning_rate": 4.029019218520807e-06,
      "loss": 0.4298,
      "step": 135806
    },
    {
      "epoch": 5.562441122260905,
      "grad_norm": 1.457423104775865,
      "learning_rate": 4.0282684321868875e-06,
      "loss": 0.4277,
      "step": 135807
    },
    {
      "epoch": 5.562482080688102,
      "grad_norm": 1.3815790971371256,
      "learning_rate": 4.027517714859935e-06,
      "loss": 0.4555,
      "step": 135808
    },
    {
      "epoch": 5.562523039115298,
      "grad_norm": 1.299242851205729,
      "learning_rate": 4.0267670665403154e-06,
      "loss": 0.4044,
      "step": 135809
    },
    {
      "epoch": 5.562563997542495,
      "grad_norm": 1.6597415495045977,
      "learning_rate": 4.026016487228362e-06,
      "loss": 0.4398,
      "step": 135810
    },
    {
      "epoch": 5.56260495596969,
      "grad_norm": 1.122856421926326,
      "learning_rate": 4.025265976924424e-06,
      "loss": 0.2265,
      "step": 135811
    },
    {
      "epoch": 5.562645914396887,
      "grad_norm": 1.6233916247528999,
      "learning_rate": 4.024515535628903e-06,
      "loss": 0.4583,
      "step": 135812
    },
    {
      "epoch": 5.5626868728240835,
      "grad_norm": 1.4323039407898872,
      "learning_rate": 4.0237651633420966e-06,
      "loss": 0.3819,
      "step": 135813
    },
    {
      "epoch": 5.56272783125128,
      "grad_norm": 2.936155487225557,
      "learning_rate": 4.0230148600643885e-06,
      "loss": 1.7744,
      "step": 135814
    },
    {
      "epoch": 5.5627687896784765,
      "grad_norm": 1.50003534178302,
      "learning_rate": 4.022264625796129e-06,
      "loss": 0.3854,
      "step": 135815
    },
    {
      "epoch": 5.562809748105673,
      "grad_norm": 1.4062643951514027,
      "learning_rate": 4.021514460537651e-06,
      "loss": 0.3924,
      "step": 135816
    },
    {
      "epoch": 5.562850706532869,
      "grad_norm": 1.899997778423706,
      "learning_rate": 4.02076436428937e-06,
      "loss": 0.7859,
      "step": 135817
    },
    {
      "epoch": 5.562891664960065,
      "grad_norm": 1.700770591772481,
      "learning_rate": 4.020014337051569e-06,
      "loss": 0.5613,
      "step": 135818
    },
    {
      "epoch": 5.562932623387262,
      "grad_norm": 1.8958734946795948,
      "learning_rate": 4.019264378824632e-06,
      "loss": 0.5223,
      "step": 135819
    },
    {
      "epoch": 5.562973581814458,
      "grad_norm": 1.9203433171741968,
      "learning_rate": 4.018514489608943e-06,
      "loss": 0.5218,
      "step": 135820
    },
    {
      "epoch": 5.563014540241655,
      "grad_norm": 1.4303834793725385,
      "learning_rate": 4.017764669404816e-06,
      "loss": 0.4127,
      "step": 135821
    },
    {
      "epoch": 5.563055498668851,
      "grad_norm": 0.9766640534989254,
      "learning_rate": 4.017014918212619e-06,
      "loss": 0.1527,
      "step": 135822
    },
    {
      "epoch": 5.563096457096048,
      "grad_norm": 1.5036221476388152,
      "learning_rate": 4.016265236032701e-06,
      "loss": 0.4169,
      "step": 135823
    },
    {
      "epoch": 5.563137415523244,
      "grad_norm": 1.709342138870507,
      "learning_rate": 4.015515622865428e-06,
      "loss": 0.4543,
      "step": 135824
    },
    {
      "epoch": 5.56317837395044,
      "grad_norm": 1.4579896988413548,
      "learning_rate": 4.014766078711151e-06,
      "loss": 0.3898,
      "step": 135825
    },
    {
      "epoch": 5.563219332377637,
      "grad_norm": 1.5748828587868873,
      "learning_rate": 4.014016603570219e-06,
      "loss": 0.5214,
      "step": 135826
    },
    {
      "epoch": 5.563260290804833,
      "grad_norm": 1.4618591641593128,
      "learning_rate": 4.013267197442982e-06,
      "loss": 0.315,
      "step": 135827
    },
    {
      "epoch": 5.56330124923203,
      "grad_norm": 1.2430196312567512,
      "learning_rate": 4.012517860329806e-06,
      "loss": 0.3033,
      "step": 135828
    },
    {
      "epoch": 5.563342207659226,
      "grad_norm": 1.4177407322298696,
      "learning_rate": 4.011768592231041e-06,
      "loss": 0.4223,
      "step": 135829
    },
    {
      "epoch": 5.563383166086422,
      "grad_norm": 1.7245621141362308,
      "learning_rate": 4.011019393147052e-06,
      "loss": 0.4351,
      "step": 135830
    },
    {
      "epoch": 5.5634241245136185,
      "grad_norm": 1.3696277508612689,
      "learning_rate": 4.010270263078158e-06,
      "loss": 0.2715,
      "step": 135831
    },
    {
      "epoch": 5.563465082940815,
      "grad_norm": 1.3759903162452491,
      "learning_rate": 4.009521202024757e-06,
      "loss": 0.4871,
      "step": 135832
    },
    {
      "epoch": 5.5635060413680115,
      "grad_norm": 1.041152601084924,
      "learning_rate": 4.008772209987182e-06,
      "loss": 0.1841,
      "step": 135833
    },
    {
      "epoch": 5.563546999795208,
      "grad_norm": 1.399410342758671,
      "learning_rate": 4.008023286965767e-06,
      "loss": 0.4055,
      "step": 135834
    },
    {
      "epoch": 5.563587958222405,
      "grad_norm": 1.474089142106815,
      "learning_rate": 4.007274432960894e-06,
      "loss": 0.5079,
      "step": 135835
    },
    {
      "epoch": 5.5636289166496,
      "grad_norm": 1.7698883107651358,
      "learning_rate": 4.00652564797293e-06,
      "loss": 0.5033,
      "step": 135836
    },
    {
      "epoch": 5.563669875076797,
      "grad_norm": 1.5236860533337306,
      "learning_rate": 4.005776932002192e-06,
      "loss": 0.4774,
      "step": 135837
    },
    {
      "epoch": 5.563710833503993,
      "grad_norm": 1.3356001826276602,
      "learning_rate": 4.005028285049061e-06,
      "loss": 0.4287,
      "step": 135838
    },
    {
      "epoch": 5.56375179193119,
      "grad_norm": 0.9243402049257017,
      "learning_rate": 4.004279707113872e-06,
      "loss": 0.1899,
      "step": 135839
    },
    {
      "epoch": 5.563792750358386,
      "grad_norm": 1.6400161530439898,
      "learning_rate": 4.003531198196991e-06,
      "loss": 0.5239,
      "step": 135840
    },
    {
      "epoch": 5.563833708785583,
      "grad_norm": 1.5168767083161256,
      "learning_rate": 4.002782758298767e-06,
      "loss": 0.4808,
      "step": 135841
    },
    {
      "epoch": 5.5638746672127795,
      "grad_norm": 1.6842075087853314,
      "learning_rate": 4.00203438741955e-06,
      "loss": 0.5489,
      "step": 135842
    },
    {
      "epoch": 5.563915625639975,
      "grad_norm": 0.30224505403004676,
      "learning_rate": 4.001286085559724e-06,
      "loss": 0.0238,
      "step": 135843
    },
    {
      "epoch": 5.563956584067172,
      "grad_norm": 1.424345409436735,
      "learning_rate": 4.000537852719587e-06,
      "loss": 0.4234,
      "step": 135844
    },
    {
      "epoch": 5.563997542494368,
      "grad_norm": 1.418105137397694,
      "learning_rate": 3.999789688899541e-06,
      "loss": 0.4174,
      "step": 135845
    },
    {
      "epoch": 5.564038500921565,
      "grad_norm": 1.9313163256696122,
      "learning_rate": 3.999041594099917e-06,
      "loss": 0.849,
      "step": 135846
    },
    {
      "epoch": 5.564079459348761,
      "grad_norm": 1.7052791619497931,
      "learning_rate": 3.998293568321081e-06,
      "loss": 0.5424,
      "step": 135847
    },
    {
      "epoch": 5.564120417775958,
      "grad_norm": 1.7039104497831559,
      "learning_rate": 3.997545611563368e-06,
      "loss": 0.5546,
      "step": 135848
    },
    {
      "epoch": 5.564161376203153,
      "grad_norm": 1.6502911406378107,
      "learning_rate": 3.996797723827161e-06,
      "loss": 0.5518,
      "step": 135849
    },
    {
      "epoch": 5.56420233463035,
      "grad_norm": 0.9315135852130096,
      "learning_rate": 3.996049905112774e-06,
      "loss": 0.1379,
      "step": 135850
    },
    {
      "epoch": 5.5642432930575465,
      "grad_norm": 1.704595275104792,
      "learning_rate": 3.99530215542061e-06,
      "loss": 0.4152,
      "step": 135851
    },
    {
      "epoch": 5.564284251484743,
      "grad_norm": 0.8858812129283831,
      "learning_rate": 3.994554474750966e-06,
      "loss": 0.1863,
      "step": 135852
    },
    {
      "epoch": 5.56432520991194,
      "grad_norm": 0.7478302225891513,
      "learning_rate": 3.993806863104226e-06,
      "loss": 0.1373,
      "step": 135853
    },
    {
      "epoch": 5.564366168339136,
      "grad_norm": 1.5022910249315622,
      "learning_rate": 3.993059320480757e-06,
      "loss": 0.4028,
      "step": 135854
    },
    {
      "epoch": 5.564407126766332,
      "grad_norm": 1.4581798881141663,
      "learning_rate": 3.992311846880891e-06,
      "loss": 0.423,
      "step": 135855
    },
    {
      "epoch": 5.564448085193528,
      "grad_norm": 1.0025101657833742,
      "learning_rate": 3.991564442304995e-06,
      "loss": 0.2248,
      "step": 135856
    },
    {
      "epoch": 5.564489043620725,
      "grad_norm": 1.5580313443944953,
      "learning_rate": 3.990817106753402e-06,
      "loss": 0.4336,
      "step": 135857
    },
    {
      "epoch": 5.564530002047921,
      "grad_norm": 0.9258571284556041,
      "learning_rate": 3.990069840226495e-06,
      "loss": 0.189,
      "step": 135858
    },
    {
      "epoch": 5.564570960475118,
      "grad_norm": 1.5605156674772,
      "learning_rate": 3.989322642724607e-06,
      "loss": 0.4569,
      "step": 135859
    },
    {
      "epoch": 5.564611918902314,
      "grad_norm": 1.3416315128810474,
      "learning_rate": 3.9885755142480715e-06,
      "loss": 0.3561,
      "step": 135860
    },
    {
      "epoch": 5.564652877329511,
      "grad_norm": 2.996839393741426,
      "learning_rate": 3.987828454797287e-06,
      "loss": 0.8822,
      "step": 135861
    },
    {
      "epoch": 5.564693835756707,
      "grad_norm": 1.1763659781848432,
      "learning_rate": 3.987081464372588e-06,
      "loss": 0.2657,
      "step": 135862
    },
    {
      "epoch": 5.564734794183903,
      "grad_norm": 1.8249132814369986,
      "learning_rate": 3.986334542974307e-06,
      "loss": 0.4714,
      "step": 135863
    },
    {
      "epoch": 5.5647757526111,
      "grad_norm": 2.822614108507689,
      "learning_rate": 3.985587690602809e-06,
      "loss": 1.06,
      "step": 135864
    },
    {
      "epoch": 5.564816711038296,
      "grad_norm": 1.5841444023651416,
      "learning_rate": 3.9848409072584795e-06,
      "loss": 0.4537,
      "step": 135865
    },
    {
      "epoch": 5.564857669465493,
      "grad_norm": 1.7190331600777455,
      "learning_rate": 3.984094192941617e-06,
      "loss": 0.5199,
      "step": 135866
    },
    {
      "epoch": 5.564898627892689,
      "grad_norm": 1.545374419792042,
      "learning_rate": 3.9833475476526374e-06,
      "loss": 0.4762,
      "step": 135867
    },
    {
      "epoch": 5.564939586319885,
      "grad_norm": 0.9359626540198032,
      "learning_rate": 3.982600971391825e-06,
      "loss": 0.1872,
      "step": 135868
    },
    {
      "epoch": 5.5649805447470815,
      "grad_norm": 0.48868103185438105,
      "learning_rate": 3.981854464159578e-06,
      "loss": 0.0388,
      "step": 135869
    },
    {
      "epoch": 5.565021503174278,
      "grad_norm": 3.877551384534281,
      "learning_rate": 3.981108025956248e-06,
      "loss": 3.3075,
      "step": 135870
    },
    {
      "epoch": 5.5650624616014746,
      "grad_norm": 1.0845465931966523,
      "learning_rate": 3.980361656782149e-06,
      "loss": 0.2728,
      "step": 135871
    },
    {
      "epoch": 5.565103420028671,
      "grad_norm": 1.7798811858046546,
      "learning_rate": 3.979615356637683e-06,
      "loss": 0.6214,
      "step": 135872
    },
    {
      "epoch": 5.565144378455868,
      "grad_norm": 2.0559238043411114,
      "learning_rate": 3.9788691255231985e-06,
      "loss": 1.2137,
      "step": 135873
    },
    {
      "epoch": 5.565185336883063,
      "grad_norm": 3.747625958244896,
      "learning_rate": 3.978122963438996e-06,
      "loss": 3.5153,
      "step": 135874
    },
    {
      "epoch": 5.56522629531026,
      "grad_norm": 1.6872436275800557,
      "learning_rate": 3.977376870385473e-06,
      "loss": 0.6327,
      "step": 135875
    },
    {
      "epoch": 5.565267253737456,
      "grad_norm": 1.7746428136725971,
      "learning_rate": 3.976630846362983e-06,
      "loss": 0.6871,
      "step": 135876
    },
    {
      "epoch": 5.565308212164653,
      "grad_norm": 0.8384660393479365,
      "learning_rate": 3.975884891371856e-06,
      "loss": 0.1753,
      "step": 135877
    },
    {
      "epoch": 5.565349170591849,
      "grad_norm": 1.6135646133113775,
      "learning_rate": 3.975139005412476e-06,
      "loss": 0.5077,
      "step": 135878
    },
    {
      "epoch": 5.565390129019046,
      "grad_norm": 1.5271308293987487,
      "learning_rate": 3.974393188485159e-06,
      "loss": 0.3934,
      "step": 135879
    },
    {
      "epoch": 5.5654310874462425,
      "grad_norm": 1.565444308434713,
      "learning_rate": 3.9736474405902885e-06,
      "loss": 0.588,
      "step": 135880
    },
    {
      "epoch": 5.565472045873438,
      "grad_norm": 1.6818551477701387,
      "learning_rate": 3.972901761728198e-06,
      "loss": 0.5158,
      "step": 135881
    },
    {
      "epoch": 5.565513004300635,
      "grad_norm": 1.7063939810377253,
      "learning_rate": 3.972156151899236e-06,
      "loss": 0.5516,
      "step": 135882
    },
    {
      "epoch": 5.565553962727831,
      "grad_norm": 1.8109386875418647,
      "learning_rate": 3.97141061110377e-06,
      "loss": 0.5767,
      "step": 135883
    },
    {
      "epoch": 5.565594921155028,
      "grad_norm": 1.1034435563256098,
      "learning_rate": 3.970665139342166e-06,
      "loss": 0.1643,
      "step": 135884
    },
    {
      "epoch": 5.565635879582224,
      "grad_norm": 1.376591082087112,
      "learning_rate": 3.96991973661474e-06,
      "loss": 0.4989,
      "step": 135885
    },
    {
      "epoch": 5.565676838009421,
      "grad_norm": 1.440683835491873,
      "learning_rate": 3.969174402921876e-06,
      "loss": 0.5159,
      "step": 135886
    },
    {
      "epoch": 5.5657177964366165,
      "grad_norm": 1.5737087192528796,
      "learning_rate": 3.96842913826389e-06,
      "loss": 0.4664,
      "step": 135887
    },
    {
      "epoch": 5.565758754863813,
      "grad_norm": 1.4102383848114555,
      "learning_rate": 3.967683942641165e-06,
      "loss": 0.4582,
      "step": 135888
    },
    {
      "epoch": 5.5657997132910095,
      "grad_norm": 1.488852783867007,
      "learning_rate": 3.966938816054066e-06,
      "loss": 0.4162,
      "step": 135889
    },
    {
      "epoch": 5.565840671718206,
      "grad_norm": 1.811099095868881,
      "learning_rate": 3.966193758502894e-06,
      "loss": 0.5397,
      "step": 135890
    },
    {
      "epoch": 5.565881630145403,
      "grad_norm": 4.149888609777842,
      "learning_rate": 3.965448769988033e-06,
      "loss": 2.9627,
      "step": 135891
    },
    {
      "epoch": 5.565922588572599,
      "grad_norm": 1.4678903382481878,
      "learning_rate": 3.964703850509865e-06,
      "loss": 0.38,
      "step": 135892
    },
    {
      "epoch": 5.565963546999795,
      "grad_norm": 2.2388615517542787,
      "learning_rate": 3.963959000068689e-06,
      "loss": 0.9057,
      "step": 135893
    },
    {
      "epoch": 5.566004505426991,
      "grad_norm": 1.5948460045439006,
      "learning_rate": 3.96321421866489e-06,
      "loss": 0.5435,
      "step": 135894
    },
    {
      "epoch": 5.566045463854188,
      "grad_norm": 1.744172345324302,
      "learning_rate": 3.962469506298798e-06,
      "loss": 0.6423,
      "step": 135895
    },
    {
      "epoch": 5.566086422281384,
      "grad_norm": 1.5561738300318664,
      "learning_rate": 3.961724862970766e-06,
      "loss": 0.4627,
      "step": 135896
    },
    {
      "epoch": 5.566127380708581,
      "grad_norm": 1.4501969564049608,
      "learning_rate": 3.960980288681193e-06,
      "loss": 0.1918,
      "step": 135897
    },
    {
      "epoch": 5.5661683391357775,
      "grad_norm": 0.944677697541681,
      "learning_rate": 3.96023578343036e-06,
      "loss": 0.2142,
      "step": 135898
    },
    {
      "epoch": 5.566209297562974,
      "grad_norm": 1.6784953097124453,
      "learning_rate": 3.959491347218651e-06,
      "loss": 0.555,
      "step": 135899
    },
    {
      "epoch": 5.56625025599017,
      "grad_norm": 1.4422424616272096,
      "learning_rate": 3.958746980046451e-06,
      "loss": 0.4602,
      "step": 135900
    },
    {
      "epoch": 5.566291214417366,
      "grad_norm": 1.4996814009504496,
      "learning_rate": 3.958002681914058e-06,
      "loss": 0.4922,
      "step": 135901
    },
    {
      "epoch": 5.566332172844563,
      "grad_norm": 0.6941952295191499,
      "learning_rate": 3.957258452821854e-06,
      "loss": 0.1908,
      "step": 135902
    },
    {
      "epoch": 5.566373131271759,
      "grad_norm": 2.9885079335331795,
      "learning_rate": 3.956514292770191e-06,
      "loss": 2.4833,
      "step": 135903
    },
    {
      "epoch": 5.566414089698956,
      "grad_norm": 1.85471815006603,
      "learning_rate": 3.955770201759384e-06,
      "loss": 0.6896,
      "step": 135904
    },
    {
      "epoch": 5.566455048126152,
      "grad_norm": 1.1488460099847408,
      "learning_rate": 3.955026179789849e-06,
      "loss": 0.2368,
      "step": 135905
    },
    {
      "epoch": 5.566496006553348,
      "grad_norm": 3.9292524737462053,
      "learning_rate": 3.954282226861888e-06,
      "loss": 2.189,
      "step": 135906
    },
    {
      "epoch": 5.5665369649805445,
      "grad_norm": 1.0530843748804168,
      "learning_rate": 3.953538342975882e-06,
      "loss": 0.1629,
      "step": 135907
    },
    {
      "epoch": 5.566577923407741,
      "grad_norm": 1.440009457021424,
      "learning_rate": 3.9527945281321474e-06,
      "loss": 0.4017,
      "step": 135908
    },
    {
      "epoch": 5.566618881834938,
      "grad_norm": 1.333561278110744,
      "learning_rate": 3.952050782331051e-06,
      "loss": 0.4664,
      "step": 135909
    },
    {
      "epoch": 5.566659840262134,
      "grad_norm": 0.9229390116210343,
      "learning_rate": 3.951307105572976e-06,
      "loss": 0.2068,
      "step": 135910
    },
    {
      "epoch": 5.566700798689331,
      "grad_norm": 1.294919466813201,
      "learning_rate": 3.950563497858239e-06,
      "loss": 0.2979,
      "step": 135911
    },
    {
      "epoch": 5.566741757116526,
      "grad_norm": 1.5717933289219723,
      "learning_rate": 3.949819959187189e-06,
      "loss": 0.3238,
      "step": 135912
    },
    {
      "epoch": 5.566782715543723,
      "grad_norm": 1.4775566904125363,
      "learning_rate": 3.94907648956021e-06,
      "loss": 0.4078,
      "step": 135913
    },
    {
      "epoch": 5.566823673970919,
      "grad_norm": 1.4888967182904034,
      "learning_rate": 3.948333088977618e-06,
      "loss": 0.3597,
      "step": 135914
    },
    {
      "epoch": 5.566864632398116,
      "grad_norm": 1.509950110837302,
      "learning_rate": 3.947589757439795e-06,
      "loss": 0.459,
      "step": 135915
    },
    {
      "epoch": 5.5669055908253124,
      "grad_norm": 1.415163818358607,
      "learning_rate": 3.9468464949470594e-06,
      "loss": 0.383,
      "step": 135916
    },
    {
      "epoch": 5.566946549252509,
      "grad_norm": 1.7291225823587577,
      "learning_rate": 3.946103301499776e-06,
      "loss": 0.5803,
      "step": 135917
    },
    {
      "epoch": 5.5669875076797055,
      "grad_norm": 1.3508061643978957,
      "learning_rate": 3.945360177098311e-06,
      "loss": 0.3262,
      "step": 135918
    },
    {
      "epoch": 5.567028466106901,
      "grad_norm": 1.7048856354746738,
      "learning_rate": 3.944617121742999e-06,
      "loss": 0.5322,
      "step": 135919
    },
    {
      "epoch": 5.567069424534098,
      "grad_norm": 1.2720019055895513,
      "learning_rate": 3.943874135434189e-06,
      "loss": 0.352,
      "step": 135920
    },
    {
      "epoch": 5.567110382961294,
      "grad_norm": 1.464551080560639,
      "learning_rate": 3.943131218172263e-06,
      "loss": 0.2888,
      "step": 135921
    },
    {
      "epoch": 5.567151341388491,
      "grad_norm": 0.9564983103066907,
      "learning_rate": 3.942388369957539e-06,
      "loss": 0.2102,
      "step": 135922
    },
    {
      "epoch": 5.567192299815687,
      "grad_norm": 1.4659128727963706,
      "learning_rate": 3.941645590790382e-06,
      "loss": 0.3899,
      "step": 135923
    },
    {
      "epoch": 5.567233258242884,
      "grad_norm": 1.6454401172139579,
      "learning_rate": 3.940902880671126e-06,
      "loss": 0.5234,
      "step": 135924
    },
    {
      "epoch": 5.5672742166700795,
      "grad_norm": 2.5705663944708594,
      "learning_rate": 3.9401602396001375e-06,
      "loss": 1.3559,
      "step": 135925
    },
    {
      "epoch": 5.567315175097276,
      "grad_norm": 2.054082063991395,
      "learning_rate": 3.939417667577782e-06,
      "loss": 0.6336,
      "step": 135926
    },
    {
      "epoch": 5.567356133524473,
      "grad_norm": 1.0845644873975695,
      "learning_rate": 3.938675164604377e-06,
      "loss": 0.2434,
      "step": 135927
    },
    {
      "epoch": 5.567397091951669,
      "grad_norm": 1.0187205856164288,
      "learning_rate": 3.937932730680288e-06,
      "loss": 0.2147,
      "step": 135928
    },
    {
      "epoch": 5.567438050378866,
      "grad_norm": 0.8386648198647334,
      "learning_rate": 3.9371903658058975e-06,
      "loss": 0.203,
      "step": 135929
    },
    {
      "epoch": 5.567479008806062,
      "grad_norm": 1.8476691037062112,
      "learning_rate": 3.936448069981507e-06,
      "loss": 0.4386,
      "step": 135930
    },
    {
      "epoch": 5.567519967233258,
      "grad_norm": 1.311078256305589,
      "learning_rate": 3.935705843207498e-06,
      "loss": 0.3441,
      "step": 135931
    },
    {
      "epoch": 5.567560925660454,
      "grad_norm": 1.5611370352402354,
      "learning_rate": 3.9349636854841885e-06,
      "loss": 0.5149,
      "step": 135932
    },
    {
      "epoch": 5.567601884087651,
      "grad_norm": 1.744432246681167,
      "learning_rate": 3.934221596811959e-06,
      "loss": 0.6315,
      "step": 135933
    },
    {
      "epoch": 5.567642842514847,
      "grad_norm": 1.4957642801674726,
      "learning_rate": 3.933479577191178e-06,
      "loss": 0.4568,
      "step": 135934
    },
    {
      "epoch": 5.567683800942044,
      "grad_norm": 2.047189966353569,
      "learning_rate": 3.932737626622145e-06,
      "loss": 0.7628,
      "step": 135935
    },
    {
      "epoch": 5.5677247593692405,
      "grad_norm": 0.8751596569333507,
      "learning_rate": 3.931995745105243e-06,
      "loss": 0.1927,
      "step": 135936
    },
    {
      "epoch": 5.567765717796437,
      "grad_norm": 1.6308966044197308,
      "learning_rate": 3.931253932640837e-06,
      "loss": 0.6207,
      "step": 135937
    },
    {
      "epoch": 5.567806676223633,
      "grad_norm": 1.497396107873335,
      "learning_rate": 3.930512189229246e-06,
      "loss": 0.4057,
      "step": 135938
    },
    {
      "epoch": 5.567847634650829,
      "grad_norm": 1.8749292944312934,
      "learning_rate": 3.929770514870833e-06,
      "loss": 0.5581,
      "step": 135939
    },
    {
      "epoch": 5.567888593078026,
      "grad_norm": 1.4859946814967488,
      "learning_rate": 3.929028909565951e-06,
      "loss": 0.4467,
      "step": 135940
    },
    {
      "epoch": 5.567929551505222,
      "grad_norm": 1.5651790227621736,
      "learning_rate": 3.928287373314931e-06,
      "loss": 0.5269,
      "step": 135941
    },
    {
      "epoch": 5.567970509932419,
      "grad_norm": 0.9213798605911373,
      "learning_rate": 3.927545906118173e-06,
      "loss": 0.1925,
      "step": 135942
    },
    {
      "epoch": 5.568011468359615,
      "grad_norm": 2.5478228600363093,
      "learning_rate": 3.926804507975978e-06,
      "loss": 0.7311,
      "step": 135943
    },
    {
      "epoch": 5.568052426786811,
      "grad_norm": 1.6413921861446283,
      "learning_rate": 3.926063178888711e-06,
      "loss": 0.362,
      "step": 135944
    },
    {
      "epoch": 5.5680933852140075,
      "grad_norm": 0.9642217872738676,
      "learning_rate": 3.925321918856739e-06,
      "loss": 0.1945,
      "step": 135945
    },
    {
      "epoch": 5.568134343641204,
      "grad_norm": 1.629177425904027,
      "learning_rate": 3.924580727880378e-06,
      "loss": 0.2935,
      "step": 135946
    },
    {
      "epoch": 5.568175302068401,
      "grad_norm": 1.5153947964388854,
      "learning_rate": 3.923839605959994e-06,
      "loss": 0.5451,
      "step": 135947
    },
    {
      "epoch": 5.568216260495597,
      "grad_norm": 1.8224582002085699,
      "learning_rate": 3.923098553095971e-06,
      "loss": 0.6321,
      "step": 135948
    },
    {
      "epoch": 5.568257218922794,
      "grad_norm": 1.8733301344041189,
      "learning_rate": 3.922357569288609e-06,
      "loss": 0.6315,
      "step": 135949
    },
    {
      "epoch": 5.568298177349989,
      "grad_norm": 1.6867110494881623,
      "learning_rate": 3.92161665453829e-06,
      "loss": 0.5841,
      "step": 135950
    },
    {
      "epoch": 5.568339135777186,
      "grad_norm": 1.5886604796411592,
      "learning_rate": 3.920875808845348e-06,
      "loss": 0.5887,
      "step": 135951
    },
    {
      "epoch": 5.568380094204382,
      "grad_norm": 1.672876504210595,
      "learning_rate": 3.920135032210131e-06,
      "loss": 0.6732,
      "step": 135952
    },
    {
      "epoch": 5.568421052631579,
      "grad_norm": 1.791238674944018,
      "learning_rate": 3.9193943246330236e-06,
      "loss": 0.6163,
      "step": 135953
    },
    {
      "epoch": 5.5684620110587755,
      "grad_norm": 1.2520495179189677,
      "learning_rate": 3.918653686114326e-06,
      "loss": 0.3258,
      "step": 135954
    },
    {
      "epoch": 5.568502969485972,
      "grad_norm": 2.8847318989834485,
      "learning_rate": 3.917913116654403e-06,
      "loss": 2.3992,
      "step": 135955
    },
    {
      "epoch": 5.5685439279131685,
      "grad_norm": 1.4690486975143424,
      "learning_rate": 3.917172616253639e-06,
      "loss": 0.4111,
      "step": 135956
    },
    {
      "epoch": 5.568584886340364,
      "grad_norm": 1.0843869451562311,
      "learning_rate": 3.9164321849123495e-06,
      "loss": 0.2759,
      "step": 135957
    },
    {
      "epoch": 5.568625844767561,
      "grad_norm": 1.4949266594902235,
      "learning_rate": 3.9156918226309005e-06,
      "loss": 0.4498,
      "step": 135958
    },
    {
      "epoch": 5.568666803194757,
      "grad_norm": 0.8847117723699154,
      "learning_rate": 3.9149515294096264e-06,
      "loss": 0.1449,
      "step": 135959
    },
    {
      "epoch": 5.568707761621954,
      "grad_norm": 1.251695819926626,
      "learning_rate": 3.914211305248893e-06,
      "loss": 0.2821,
      "step": 135960
    },
    {
      "epoch": 5.56874872004915,
      "grad_norm": 1.1380476554237282,
      "learning_rate": 3.91347115014905e-06,
      "loss": 0.2667,
      "step": 135961
    },
    {
      "epoch": 5.568789678476347,
      "grad_norm": 1.4122337588486706,
      "learning_rate": 3.912731064110414e-06,
      "loss": 0.4324,
      "step": 135962
    },
    {
      "epoch": 5.5688306369035425,
      "grad_norm": 1.3334441752422839,
      "learning_rate": 3.911991047133383e-06,
      "loss": 0.3531,
      "step": 135963
    },
    {
      "epoch": 5.568871595330739,
      "grad_norm": 1.3418719057880288,
      "learning_rate": 3.911251099218293e-06,
      "loss": 0.3746,
      "step": 135964
    },
    {
      "epoch": 5.568912553757936,
      "grad_norm": 3.032936090283635,
      "learning_rate": 3.910511220365459e-06,
      "loss": 2.1627,
      "step": 135965
    },
    {
      "epoch": 5.568953512185132,
      "grad_norm": 1.4370334665489315,
      "learning_rate": 3.909771410575297e-06,
      "loss": 0.433,
      "step": 135966
    },
    {
      "epoch": 5.568994470612329,
      "grad_norm": 1.1571132984096997,
      "learning_rate": 3.90903166984809e-06,
      "loss": 0.1631,
      "step": 135967
    },
    {
      "epoch": 5.569035429039525,
      "grad_norm": 1.6339420055215093,
      "learning_rate": 3.908291998184205e-06,
      "loss": 0.4919,
      "step": 135968
    },
    {
      "epoch": 5.569076387466721,
      "grad_norm": 0.8387247554100272,
      "learning_rate": 3.907552395584024e-06,
      "loss": 0.2413,
      "step": 135969
    },
    {
      "epoch": 5.569117345893917,
      "grad_norm": 1.7751819441055416,
      "learning_rate": 3.906812862047865e-06,
      "loss": 0.6567,
      "step": 135970
    },
    {
      "epoch": 5.569158304321114,
      "grad_norm": 1.6064411836485242,
      "learning_rate": 3.906073397576093e-06,
      "loss": 0.4285,
      "step": 135971
    },
    {
      "epoch": 5.5691992627483105,
      "grad_norm": 1.0382856738974957,
      "learning_rate": 3.9053340021690585e-06,
      "loss": 0.2193,
      "step": 135972
    },
    {
      "epoch": 5.569240221175507,
      "grad_norm": 0.6794316516645981,
      "learning_rate": 3.904594675827094e-06,
      "loss": 0.0775,
      "step": 135973
    },
    {
      "epoch": 5.5692811796027035,
      "grad_norm": 0.9907758374269524,
      "learning_rate": 3.903855418550566e-06,
      "loss": 0.2028,
      "step": 135974
    },
    {
      "epoch": 5.5693221380299,
      "grad_norm": 0.5783996808970696,
      "learning_rate": 3.903116230339809e-06,
      "loss": 0.0651,
      "step": 135975
    },
    {
      "epoch": 5.569363096457096,
      "grad_norm": 1.4211002781901962,
      "learning_rate": 3.9023771111951875e-06,
      "loss": 0.4625,
      "step": 135976
    },
    {
      "epoch": 5.569404054884292,
      "grad_norm": 0.41922628906459486,
      "learning_rate": 3.9016380611170514e-06,
      "loss": 0.0265,
      "step": 135977
    },
    {
      "epoch": 5.569445013311489,
      "grad_norm": 3.654739884250147,
      "learning_rate": 3.9008990801057184e-06,
      "loss": 2.3143,
      "step": 135978
    },
    {
      "epoch": 5.569485971738685,
      "grad_norm": 1.5216912283053354,
      "learning_rate": 3.900160168161587e-06,
      "loss": 0.5149,
      "step": 135979
    },
    {
      "epoch": 5.569526930165882,
      "grad_norm": 0.7789381050520038,
      "learning_rate": 3.899421325284974e-06,
      "loss": 0.1317,
      "step": 135980
    },
    {
      "epoch": 5.569567888593078,
      "grad_norm": 0.7589560792556667,
      "learning_rate": 3.8986825514762286e-06,
      "loss": 0.108,
      "step": 135981
    },
    {
      "epoch": 5.569608847020274,
      "grad_norm": 1.2119880443232014,
      "learning_rate": 3.897943846735735e-06,
      "loss": 0.3138,
      "step": 135982
    },
    {
      "epoch": 5.569649805447471,
      "grad_norm": 1.0068444948004063,
      "learning_rate": 3.897205211063792e-06,
      "loss": 0.1721,
      "step": 135983
    },
    {
      "epoch": 5.569690763874667,
      "grad_norm": 1.002228018327337,
      "learning_rate": 3.896466644460766e-06,
      "loss": 0.0822,
      "step": 135984
    },
    {
      "epoch": 5.569731722301864,
      "grad_norm": 1.3961004972528461,
      "learning_rate": 3.895728146927024e-06,
      "loss": 0.397,
      "step": 135985
    },
    {
      "epoch": 5.56977268072906,
      "grad_norm": 2.003255564999839,
      "learning_rate": 3.894989718462899e-06,
      "loss": 0.9472,
      "step": 135986
    },
    {
      "epoch": 5.569813639156257,
      "grad_norm": 1.5343789279305136,
      "learning_rate": 3.894251359068757e-06,
      "loss": 0.4433,
      "step": 135987
    },
    {
      "epoch": 5.569854597583452,
      "grad_norm": 2.0532532436976623,
      "learning_rate": 3.89351306874493e-06,
      "loss": 0.56,
      "step": 135988
    },
    {
      "epoch": 5.569895556010649,
      "grad_norm": 1.4808687742310416,
      "learning_rate": 3.89277484749177e-06,
      "loss": 0.5025,
      "step": 135989
    },
    {
      "epoch": 5.569936514437845,
      "grad_norm": 1.4494260415774116,
      "learning_rate": 3.892036695309625e-06,
      "loss": 0.4579,
      "step": 135990
    },
    {
      "epoch": 5.569977472865042,
      "grad_norm": 1.4420846000710639,
      "learning_rate": 3.891298612198845e-06,
      "loss": 0.4864,
      "step": 135991
    },
    {
      "epoch": 5.5700184312922385,
      "grad_norm": 1.2995289193907644,
      "learning_rate": 3.890560598159781e-06,
      "loss": 0.4068,
      "step": 135992
    },
    {
      "epoch": 5.570059389719435,
      "grad_norm": 1.584825951848376,
      "learning_rate": 3.889822653192798e-06,
      "loss": 0.3856,
      "step": 135993
    },
    {
      "epoch": 5.570100348146632,
      "grad_norm": 1.603805426735026,
      "learning_rate": 3.889084777298212e-06,
      "loss": 0.5164,
      "step": 135994
    },
    {
      "epoch": 5.570141306573827,
      "grad_norm": 2.0589077244995,
      "learning_rate": 3.888346970476391e-06,
      "loss": 0.7249,
      "step": 135995
    },
    {
      "epoch": 5.570182265001024,
      "grad_norm": 1.1087294895547581,
      "learning_rate": 3.887609232727685e-06,
      "loss": 0.2417,
      "step": 135996
    },
    {
      "epoch": 5.57022322342822,
      "grad_norm": 1.8090714451790446,
      "learning_rate": 3.886871564052424e-06,
      "loss": 0.6653,
      "step": 135997
    },
    {
      "epoch": 5.570264181855417,
      "grad_norm": 0.9355850111641065,
      "learning_rate": 3.886133964450993e-06,
      "loss": 0.1487,
      "step": 135998
    },
    {
      "epoch": 5.570305140282613,
      "grad_norm": 1.3033842916549796,
      "learning_rate": 3.88539643392371e-06,
      "loss": 0.3404,
      "step": 135999
    },
    {
      "epoch": 5.57034609870981,
      "grad_norm": 1.4436690497978795,
      "learning_rate": 3.8846589724709225e-06,
      "loss": 0.4427,
      "step": 136000
    },
    {
      "epoch": 5.570387057137006,
      "grad_norm": 1.4980677682909604,
      "learning_rate": 3.883921580093014e-06,
      "loss": 0.3838,
      "step": 136001
    },
    {
      "epoch": 5.570428015564202,
      "grad_norm": 1.6550966897727786,
      "learning_rate": 3.8831842567902834e-06,
      "loss": 0.5355,
      "step": 136002
    },
    {
      "epoch": 5.570468973991399,
      "grad_norm": 1.3293376427561165,
      "learning_rate": 3.882447002563132e-06,
      "loss": 0.4334,
      "step": 136003
    },
    {
      "epoch": 5.570509932418595,
      "grad_norm": 1.6155020017388741,
      "learning_rate": 3.8817098174118596e-06,
      "loss": 0.485,
      "step": 136004
    },
    {
      "epoch": 5.570550890845792,
      "grad_norm": 1.2974049345009455,
      "learning_rate": 3.880972701336832e-06,
      "loss": 0.3204,
      "step": 136005
    },
    {
      "epoch": 5.570591849272988,
      "grad_norm": 2.185110384298581,
      "learning_rate": 3.880235654338415e-06,
      "loss": 1.4812,
      "step": 136006
    },
    {
      "epoch": 5.570632807700184,
      "grad_norm": 1.926799745566804,
      "learning_rate": 3.879498676416942e-06,
      "loss": 0.646,
      "step": 136007
    },
    {
      "epoch": 5.57067376612738,
      "grad_norm": 1.1295727998095366,
      "learning_rate": 3.878761767572747e-06,
      "loss": 0.2163,
      "step": 136008
    },
    {
      "epoch": 5.570714724554577,
      "grad_norm": 1.61443196823486,
      "learning_rate": 3.878024927806228e-06,
      "loss": 0.6488,
      "step": 136009
    },
    {
      "epoch": 5.5707556829817735,
      "grad_norm": 1.9925215888659467,
      "learning_rate": 3.877288157117669e-06,
      "loss": 0.6573,
      "step": 136010
    },
    {
      "epoch": 5.57079664140897,
      "grad_norm": 1.184123901813645,
      "learning_rate": 3.87655145550747e-06,
      "loss": 0.266,
      "step": 136011
    },
    {
      "epoch": 5.5708375998361666,
      "grad_norm": 1.8080470160470903,
      "learning_rate": 3.875814822975931e-06,
      "loss": 0.6585,
      "step": 136012
    },
    {
      "epoch": 5.570878558263363,
      "grad_norm": 1.6439723647914208,
      "learning_rate": 3.875078259523451e-06,
      "loss": 0.5459,
      "step": 136013
    },
    {
      "epoch": 5.570919516690559,
      "grad_norm": 2.07154471575403,
      "learning_rate": 3.874341765150363e-06,
      "loss": 0.7198,
      "step": 136014
    },
    {
      "epoch": 5.570960475117755,
      "grad_norm": 1.4308763363314336,
      "learning_rate": 3.8736053398569835e-06,
      "loss": 0.4497,
      "step": 136015
    },
    {
      "epoch": 5.571001433544952,
      "grad_norm": 1.6055475256620237,
      "learning_rate": 3.8728689836436955e-06,
      "loss": 0.4458,
      "step": 136016
    },
    {
      "epoch": 5.571042391972148,
      "grad_norm": 1.8168283173566047,
      "learning_rate": 3.872132696510849e-06,
      "loss": 0.5206,
      "step": 136017
    },
    {
      "epoch": 5.571083350399345,
      "grad_norm": 1.5688470836151636,
      "learning_rate": 3.871396478458744e-06,
      "loss": 0.49,
      "step": 136018
    },
    {
      "epoch": 5.571124308826541,
      "grad_norm": 1.3992341156589638,
      "learning_rate": 3.870660329487779e-06,
      "loss": 0.3382,
      "step": 136019
    },
    {
      "epoch": 5.571165267253738,
      "grad_norm": 1.8413846397780784,
      "learning_rate": 3.869924249598305e-06,
      "loss": 0.6599,
      "step": 136020
    },
    {
      "epoch": 5.571206225680934,
      "grad_norm": 1.578699226617576,
      "learning_rate": 3.8691882387906215e-06,
      "loss": 0.4729,
      "step": 136021
    },
    {
      "epoch": 5.57124718410813,
      "grad_norm": 0.5529932177238218,
      "learning_rate": 3.868452297065128e-06,
      "loss": 0.0545,
      "step": 136022
    },
    {
      "epoch": 5.571288142535327,
      "grad_norm": 1.8768644283976537,
      "learning_rate": 3.867716424422141e-06,
      "loss": 0.6527,
      "step": 136023
    },
    {
      "epoch": 5.571329100962523,
      "grad_norm": 1.2611269241111054,
      "learning_rate": 3.8669806208620254e-06,
      "loss": 0.2534,
      "step": 136024
    },
    {
      "epoch": 5.57137005938972,
      "grad_norm": 2.294612664624794,
      "learning_rate": 3.866244886385117e-06,
      "loss": 1.314,
      "step": 136025
    },
    {
      "epoch": 5.571411017816915,
      "grad_norm": 2.8951050754505734,
      "learning_rate": 3.8655092209917634e-06,
      "loss": 1.9735,
      "step": 136026
    },
    {
      "epoch": 5.571451976244112,
      "grad_norm": 0.9219080944319539,
      "learning_rate": 3.864773624682315e-06,
      "loss": 0.1764,
      "step": 136027
    },
    {
      "epoch": 5.5714929346713085,
      "grad_norm": 1.3750050064173314,
      "learning_rate": 3.86403809745714e-06,
      "loss": 0.3395,
      "step": 136028
    },
    {
      "epoch": 5.571533893098505,
      "grad_norm": 1.6829280290873299,
      "learning_rate": 3.863302639316551e-06,
      "loss": 0.587,
      "step": 136029
    },
    {
      "epoch": 5.5715748515257015,
      "grad_norm": 1.5385462684324946,
      "learning_rate": 3.862567250260934e-06,
      "loss": 0.4895,
      "step": 136030
    },
    {
      "epoch": 5.571615809952898,
      "grad_norm": 0.5161216906496592,
      "learning_rate": 3.861831930290588e-06,
      "loss": 0.0726,
      "step": 136031
    },
    {
      "epoch": 5.571656768380095,
      "grad_norm": 0.9134903725569522,
      "learning_rate": 3.861096679405895e-06,
      "loss": 0.1119,
      "step": 136032
    },
    {
      "epoch": 5.57169772680729,
      "grad_norm": 1.3805602269525357,
      "learning_rate": 3.8603614976072065e-06,
      "loss": 0.4645,
      "step": 136033
    },
    {
      "epoch": 5.571738685234487,
      "grad_norm": 1.5628361716952934,
      "learning_rate": 3.859626384894837e-06,
      "loss": 0.5306,
      "step": 136034
    },
    {
      "epoch": 5.571779643661683,
      "grad_norm": 1.4917975011667115,
      "learning_rate": 3.858891341269171e-06,
      "loss": 0.3881,
      "step": 136035
    },
    {
      "epoch": 5.57182060208888,
      "grad_norm": 3.793967850024849,
      "learning_rate": 3.858156366730558e-06,
      "loss": 2.1843,
      "step": 136036
    },
    {
      "epoch": 5.571861560516076,
      "grad_norm": 1.532732356184158,
      "learning_rate": 3.857421461279298e-06,
      "loss": 0.3727,
      "step": 136037
    },
    {
      "epoch": 5.571902518943273,
      "grad_norm": 1.0204173023302778,
      "learning_rate": 3.856686624915789e-06,
      "loss": 0.2084,
      "step": 136038
    },
    {
      "epoch": 5.5719434773704695,
      "grad_norm": 1.8859418944936068,
      "learning_rate": 3.8559518576403495e-06,
      "loss": 0.7002,
      "step": 136039
    },
    {
      "epoch": 5.571984435797665,
      "grad_norm": 1.2755590200731575,
      "learning_rate": 3.855217159453328e-06,
      "loss": 0.4521,
      "step": 136040
    },
    {
      "epoch": 5.572025394224862,
      "grad_norm": 1.5137807295635899,
      "learning_rate": 3.854482530355108e-06,
      "loss": 0.437,
      "step": 136041
    },
    {
      "epoch": 5.572066352652058,
      "grad_norm": 1.4419040639753682,
      "learning_rate": 3.853747970345989e-06,
      "loss": 0.4608,
      "step": 136042
    },
    {
      "epoch": 5.572107311079255,
      "grad_norm": 1.0294811645476334,
      "learning_rate": 3.85301347942632e-06,
      "loss": 0.2374,
      "step": 136043
    },
    {
      "epoch": 5.572148269506451,
      "grad_norm": 1.6908671916960638,
      "learning_rate": 3.852279057596503e-06,
      "loss": 0.4468,
      "step": 136044
    },
    {
      "epoch": 5.572189227933647,
      "grad_norm": 1.6281541170236207,
      "learning_rate": 3.8515447048568186e-06,
      "loss": 0.5738,
      "step": 136045
    },
    {
      "epoch": 5.572230186360843,
      "grad_norm": 1.2130177177578778,
      "learning_rate": 3.850810421207667e-06,
      "loss": 0.3295,
      "step": 136046
    },
    {
      "epoch": 5.57227114478804,
      "grad_norm": 1.7709066813874534,
      "learning_rate": 3.85007620664935e-06,
      "loss": 0.5518,
      "step": 136047
    },
    {
      "epoch": 5.5723121032152365,
      "grad_norm": 1.6286916441542023,
      "learning_rate": 3.849342061182231e-06,
      "loss": 0.5379,
      "step": 136048
    },
    {
      "epoch": 5.572353061642433,
      "grad_norm": 1.557083314197213,
      "learning_rate": 3.848607984806696e-06,
      "loss": 0.4136,
      "step": 136049
    },
    {
      "epoch": 5.57239402006963,
      "grad_norm": 1.278003592421068,
      "learning_rate": 3.847873977523025e-06,
      "loss": 0.3091,
      "step": 136050
    },
    {
      "epoch": 5.572434978496826,
      "grad_norm": 1.6753729717422288,
      "learning_rate": 3.84714003933162e-06,
      "loss": 0.5316,
      "step": 136051
    },
    {
      "epoch": 5.572475936924022,
      "grad_norm": 2.4174434240677845,
      "learning_rate": 3.846406170232796e-06,
      "loss": 1.0211,
      "step": 136052
    },
    {
      "epoch": 5.572516895351218,
      "grad_norm": 2.588088121753279,
      "learning_rate": 3.845672370226905e-06,
      "loss": 2.087,
      "step": 136053
    },
    {
      "epoch": 5.572557853778415,
      "grad_norm": 1.4355996646402305,
      "learning_rate": 3.84493863931431e-06,
      "loss": 0.4621,
      "step": 136054
    },
    {
      "epoch": 5.572598812205611,
      "grad_norm": 1.4643776309786578,
      "learning_rate": 3.844204977495347e-06,
      "loss": 0.3942,
      "step": 136055
    },
    {
      "epoch": 5.572639770632808,
      "grad_norm": 1.5211092667845199,
      "learning_rate": 3.843471384770347e-06,
      "loss": 0.4359,
      "step": 136056
    },
    {
      "epoch": 5.5726807290600044,
      "grad_norm": 1.9687770015867985,
      "learning_rate": 3.842737861139694e-06,
      "loss": 0.687,
      "step": 136057
    },
    {
      "epoch": 5.572721687487201,
      "grad_norm": 1.779500070920847,
      "learning_rate": 3.842004406603705e-06,
      "loss": 0.6118,
      "step": 136058
    },
    {
      "epoch": 5.572762645914397,
      "grad_norm": 2.014031762968721,
      "learning_rate": 3.841271021162745e-06,
      "loss": 0.5524,
      "step": 136059
    },
    {
      "epoch": 5.572803604341593,
      "grad_norm": 1.7232890082060783,
      "learning_rate": 3.840537704817131e-06,
      "loss": 0.6773,
      "step": 136060
    },
    {
      "epoch": 5.57284456276879,
      "grad_norm": 2.095846534151097,
      "learning_rate": 3.8398044575672305e-06,
      "loss": 0.4945,
      "step": 136061
    },
    {
      "epoch": 5.572885521195986,
      "grad_norm": 1.5862906725786827,
      "learning_rate": 3.839071279413408e-06,
      "loss": 0.5121,
      "step": 136062
    },
    {
      "epoch": 5.572926479623183,
      "grad_norm": 8.503958477748292,
      "learning_rate": 3.838338170355981e-06,
      "loss": 5.0294,
      "step": 136063
    },
    {
      "epoch": 5.572967438050378,
      "grad_norm": 1.762015361219452,
      "learning_rate": 3.837605130395299e-06,
      "loss": 0.4795,
      "step": 136064
    },
    {
      "epoch": 5.573008396477575,
      "grad_norm": 1.4840304118905259,
      "learning_rate": 3.836872159531728e-06,
      "loss": 0.3913,
      "step": 136065
    },
    {
      "epoch": 5.5730493549047715,
      "grad_norm": 2.7472084918327724,
      "learning_rate": 3.836139257765586e-06,
      "loss": 2.252,
      "step": 136066
    },
    {
      "epoch": 5.573090313331968,
      "grad_norm": 0.8116424287929369,
      "learning_rate": 3.8354064250972534e-06,
      "loss": 0.1293,
      "step": 136067
    },
    {
      "epoch": 5.573131271759165,
      "grad_norm": 2.01919077086791,
      "learning_rate": 3.834673661527049e-06,
      "loss": 0.8745,
      "step": 136068
    },
    {
      "epoch": 5.573172230186361,
      "grad_norm": 1.5531618565323302,
      "learning_rate": 3.833940967055337e-06,
      "loss": 0.4977,
      "step": 136069
    },
    {
      "epoch": 5.573213188613558,
      "grad_norm": 1.6818361091057203,
      "learning_rate": 3.833208341682453e-06,
      "loss": 0.5037,
      "step": 136070
    },
    {
      "epoch": 5.573254147040753,
      "grad_norm": 1.052102699237368,
      "learning_rate": 3.832475785408745e-06,
      "loss": 0.2244,
      "step": 136071
    },
    {
      "epoch": 5.57329510546795,
      "grad_norm": 1.774967438936526,
      "learning_rate": 3.831743298234563e-06,
      "loss": 0.5552,
      "step": 136072
    },
    {
      "epoch": 5.573336063895146,
      "grad_norm": 1.5798444265885212,
      "learning_rate": 3.831010880160257e-06,
      "loss": 0.4639,
      "step": 136073
    },
    {
      "epoch": 5.573377022322343,
      "grad_norm": 0.9887791409655619,
      "learning_rate": 3.83027853118616e-06,
      "loss": 0.1594,
      "step": 136074
    },
    {
      "epoch": 5.573417980749539,
      "grad_norm": 0.5475124490069799,
      "learning_rate": 3.829546251312621e-06,
      "loss": 0.0414,
      "step": 136075
    },
    {
      "epoch": 5.573458939176736,
      "grad_norm": 1.4238799328078355,
      "learning_rate": 3.82881404053999e-06,
      "loss": 0.3339,
      "step": 136076
    },
    {
      "epoch": 5.5734998976039325,
      "grad_norm": 1.6024976511024833,
      "learning_rate": 3.828081898868618e-06,
      "loss": 0.4663,
      "step": 136077
    },
    {
      "epoch": 5.573540856031128,
      "grad_norm": 3.9721634480082417,
      "learning_rate": 3.8273498262988534e-06,
      "loss": 3.1569,
      "step": 136078
    },
    {
      "epoch": 5.573581814458325,
      "grad_norm": 1.316433050947021,
      "learning_rate": 3.8266178228310295e-06,
      "loss": 0.4187,
      "step": 136079
    },
    {
      "epoch": 5.573622772885521,
      "grad_norm": 1.964739724231065,
      "learning_rate": 3.825885888465496e-06,
      "loss": 0.7851,
      "step": 136080
    },
    {
      "epoch": 5.573663731312718,
      "grad_norm": 1.2005182010952968,
      "learning_rate": 3.8251540232026205e-06,
      "loss": 0.2628,
      "step": 136081
    },
    {
      "epoch": 5.573704689739914,
      "grad_norm": 1.3610634422375247,
      "learning_rate": 3.8244222270427e-06,
      "loss": 0.4578,
      "step": 136082
    },
    {
      "epoch": 5.57374564816711,
      "grad_norm": 0.8762056779518945,
      "learning_rate": 3.823690499986138e-06,
      "loss": 0.1806,
      "step": 136083
    },
    {
      "epoch": 5.5737866065943065,
      "grad_norm": 1.7685490837877218,
      "learning_rate": 3.822958842033247e-06,
      "loss": 0.5675,
      "step": 136084
    },
    {
      "epoch": 5.573827565021503,
      "grad_norm": 0.7341916069814992,
      "learning_rate": 3.822227253184362e-06,
      "loss": 0.1768,
      "step": 136085
    },
    {
      "epoch": 5.5738685234486995,
      "grad_norm": 1.0119783990711753,
      "learning_rate": 3.821495733439867e-06,
      "loss": 0.3691,
      "step": 136086
    },
    {
      "epoch": 5.573909481875896,
      "grad_norm": 1.3881433777193155,
      "learning_rate": 3.8207642828000766e-06,
      "loss": 0.4265,
      "step": 136087
    },
    {
      "epoch": 5.573950440303093,
      "grad_norm": 1.567541716589658,
      "learning_rate": 3.820032901265341e-06,
      "loss": 0.4729,
      "step": 136088
    },
    {
      "epoch": 5.573991398730289,
      "grad_norm": 2.650036513271551,
      "learning_rate": 3.81930158883601e-06,
      "loss": 0.5342,
      "step": 136089
    },
    {
      "epoch": 5.574032357157485,
      "grad_norm": 2.0513769698323046,
      "learning_rate": 3.818570345512434e-06,
      "loss": 0.6777,
      "step": 136090
    },
    {
      "epoch": 5.574073315584681,
      "grad_norm": 0.39089976657014275,
      "learning_rate": 3.8178391712949614e-06,
      "loss": 0.0301,
      "step": 136091
    },
    {
      "epoch": 5.574114274011878,
      "grad_norm": 0.9665320679730948,
      "learning_rate": 3.817108066183927e-06,
      "loss": 0.1012,
      "step": 136092
    },
    {
      "epoch": 5.574155232439074,
      "grad_norm": 1.3228660288577943,
      "learning_rate": 3.816377030179679e-06,
      "loss": 0.2852,
      "step": 136093
    },
    {
      "epoch": 5.574196190866271,
      "grad_norm": 1.6184185765276922,
      "learning_rate": 3.815646063282585e-06,
      "loss": 0.3202,
      "step": 136094
    },
    {
      "epoch": 5.5742371492934675,
      "grad_norm": 1.6332732850996445,
      "learning_rate": 3.814915165492943e-06,
      "loss": 0.4955,
      "step": 136095
    },
    {
      "epoch": 5.574278107720664,
      "grad_norm": 1.0282092601377468,
      "learning_rate": 3.814184336811138e-06,
      "loss": 0.2351,
      "step": 136096
    },
    {
      "epoch": 5.57431906614786,
      "grad_norm": 1.7970732201861306,
      "learning_rate": 3.8134535772375187e-06,
      "loss": 0.5269,
      "step": 136097
    },
    {
      "epoch": 5.574360024575056,
      "grad_norm": 1.4031869692204484,
      "learning_rate": 3.8127228867723845e-06,
      "loss": 0.4445,
      "step": 136098
    },
    {
      "epoch": 5.574400983002253,
      "grad_norm": 1.3362439620811168,
      "learning_rate": 3.8119922654161196e-06,
      "loss": 0.4505,
      "step": 136099
    },
    {
      "epoch": 5.574441941429449,
      "grad_norm": 1.5776492981515255,
      "learning_rate": 3.811261713169089e-06,
      "loss": 0.4619,
      "step": 136100
    },
    {
      "epoch": 5.574482899856646,
      "grad_norm": 0.9095913218476854,
      "learning_rate": 3.810531230031577e-06,
      "loss": 0.0946,
      "step": 136101
    },
    {
      "epoch": 5.5745238582838414,
      "grad_norm": 0.5303912982733512,
      "learning_rate": 3.8098008160039996e-06,
      "loss": 0.0794,
      "step": 136102
    },
    {
      "epoch": 5.574564816711038,
      "grad_norm": 1.3867029855868618,
      "learning_rate": 3.8090704710866394e-06,
      "loss": 0.4075,
      "step": 136103
    },
    {
      "epoch": 5.5746057751382345,
      "grad_norm": 1.6520298513415266,
      "learning_rate": 3.8083401952798633e-06,
      "loss": 0.5622,
      "step": 136104
    },
    {
      "epoch": 5.574646733565431,
      "grad_norm": 1.3869352078693478,
      "learning_rate": 3.8076099885840373e-06,
      "loss": 0.4228,
      "step": 136105
    },
    {
      "epoch": 5.574687691992628,
      "grad_norm": 1.9291962898402704,
      "learning_rate": 3.806879850999478e-06,
      "loss": 0.6136,
      "step": 136106
    },
    {
      "epoch": 5.574728650419824,
      "grad_norm": 1.2767294903888557,
      "learning_rate": 3.8061497825265354e-06,
      "loss": 0.3624,
      "step": 136107
    },
    {
      "epoch": 5.574769608847021,
      "grad_norm": 1.4429464695863508,
      "learning_rate": 3.805419783165592e-06,
      "loss": 0.4183,
      "step": 136108
    },
    {
      "epoch": 5.574810567274216,
      "grad_norm": 1.4843284675755506,
      "learning_rate": 3.804689852916931e-06,
      "loss": 0.4695,
      "step": 136109
    },
    {
      "epoch": 5.574851525701413,
      "grad_norm": 1.6442994045565562,
      "learning_rate": 3.8039599917809527e-06,
      "loss": 0.5068,
      "step": 136110
    },
    {
      "epoch": 5.574892484128609,
      "grad_norm": 1.1870815979562528,
      "learning_rate": 3.8032301997579728e-06,
      "loss": 0.38,
      "step": 136111
    },
    {
      "epoch": 5.574933442555806,
      "grad_norm": 1.4906891066489343,
      "learning_rate": 3.8025004768483247e-06,
      "loss": 0.4352,
      "step": 136112
    },
    {
      "epoch": 5.5749744009830025,
      "grad_norm": 1.1569739797245477,
      "learning_rate": 3.801770823052408e-06,
      "loss": 0.2158,
      "step": 136113
    },
    {
      "epoch": 5.575015359410199,
      "grad_norm": 1.1200628623725124,
      "learning_rate": 3.8010412383704892e-06,
      "loss": 0.2244,
      "step": 136114
    },
    {
      "epoch": 5.5750563178373955,
      "grad_norm": 1.4525683441150976,
      "learning_rate": 3.800311722802968e-06,
      "loss": 0.6952,
      "step": 136115
    },
    {
      "epoch": 5.575097276264591,
      "grad_norm": 1.95162634254061,
      "learning_rate": 3.7995822763501936e-06,
      "loss": 0.6274,
      "step": 136116
    },
    {
      "epoch": 5.575138234691788,
      "grad_norm": 0.7840613805000392,
      "learning_rate": 3.7988528990124832e-06,
      "loss": 0.185,
      "step": 136117
    },
    {
      "epoch": 5.575179193118984,
      "grad_norm": 1.472170503821237,
      "learning_rate": 3.7981235907901864e-06,
      "loss": 0.3824,
      "step": 136118
    },
    {
      "epoch": 5.575220151546181,
      "grad_norm": 0.9881450561794262,
      "learning_rate": 3.7973943516836524e-06,
      "loss": 0.2103,
      "step": 136119
    },
    {
      "epoch": 5.575261109973377,
      "grad_norm": 1.655098180008454,
      "learning_rate": 3.7966651816932315e-06,
      "loss": 0.5655,
      "step": 136120
    },
    {
      "epoch": 5.575302068400573,
      "grad_norm": 1.5453020043725088,
      "learning_rate": 3.795936080819273e-06,
      "loss": 0.465,
      "step": 136121
    },
    {
      "epoch": 5.5753430268277695,
      "grad_norm": 1.657962922415946,
      "learning_rate": 3.795207049062093e-06,
      "loss": 0.4743,
      "step": 136122
    },
    {
      "epoch": 5.575383985254966,
      "grad_norm": 0.7578735828614198,
      "learning_rate": 3.794478086422076e-06,
      "loss": 0.1369,
      "step": 136123
    },
    {
      "epoch": 5.575424943682163,
      "grad_norm": 1.3969347592983261,
      "learning_rate": 3.79374919289952e-06,
      "loss": 0.4066,
      "step": 136124
    },
    {
      "epoch": 5.575465902109359,
      "grad_norm": 1.4784152043919863,
      "learning_rate": 3.7930203684948092e-06,
      "loss": 0.5074,
      "step": 136125
    },
    {
      "epoch": 5.575506860536556,
      "grad_norm": 1.4937156390026127,
      "learning_rate": 3.7922916132082757e-06,
      "loss": 0.433,
      "step": 136126
    },
    {
      "epoch": 5.575547818963752,
      "grad_norm": 1.873976857530017,
      "learning_rate": 3.7915629270402537e-06,
      "loss": 0.7273,
      "step": 136127
    },
    {
      "epoch": 5.575588777390948,
      "grad_norm": 1.5189075769001386,
      "learning_rate": 3.7908343099911086e-06,
      "loss": 0.3752,
      "step": 136128
    },
    {
      "epoch": 5.575629735818144,
      "grad_norm": 2.828271246210416,
      "learning_rate": 3.7901057620611743e-06,
      "loss": 1.4718,
      "step": 136129
    },
    {
      "epoch": 5.575670694245341,
      "grad_norm": 1.3412822964091224,
      "learning_rate": 3.789377283250783e-06,
      "loss": 0.4009,
      "step": 136130
    },
    {
      "epoch": 5.575711652672537,
      "grad_norm": 0.9970181054208496,
      "learning_rate": 3.7886488735603015e-06,
      "loss": 0.2124,
      "step": 136131
    },
    {
      "epoch": 5.575752611099734,
      "grad_norm": 1.6209779403879416,
      "learning_rate": 3.7879205329900465e-06,
      "loss": 0.4841,
      "step": 136132
    },
    {
      "epoch": 5.5757935695269305,
      "grad_norm": 1.3607139930053336,
      "learning_rate": 3.787192261540384e-06,
      "loss": 0.1947,
      "step": 136133
    },
    {
      "epoch": 5.575834527954127,
      "grad_norm": 1.6772507201464857,
      "learning_rate": 3.7864640592116636e-06,
      "loss": 0.6128,
      "step": 136134
    },
    {
      "epoch": 5.575875486381323,
      "grad_norm": 1.8696193410110862,
      "learning_rate": 3.785735926004202e-06,
      "loss": 0.5989,
      "step": 136135
    },
    {
      "epoch": 5.575916444808519,
      "grad_norm": 1.9191899492051625,
      "learning_rate": 3.7850078619183656e-06,
      "loss": 0.6602,
      "step": 136136
    },
    {
      "epoch": 5.575957403235716,
      "grad_norm": 1.5329010625827848,
      "learning_rate": 3.784279866954504e-06,
      "loss": 0.4743,
      "step": 136137
    },
    {
      "epoch": 5.575998361662912,
      "grad_norm": 0.7788490765311071,
      "learning_rate": 3.78355194111295e-06,
      "loss": 0.1468,
      "step": 136138
    },
    {
      "epoch": 5.576039320090109,
      "grad_norm": 1.4650383370847775,
      "learning_rate": 3.7828240843940373e-06,
      "loss": 0.4597,
      "step": 136139
    },
    {
      "epoch": 5.5760802785173045,
      "grad_norm": 1.5890435088058055,
      "learning_rate": 3.7820962967981315e-06,
      "loss": 0.4924,
      "step": 136140
    },
    {
      "epoch": 5.576121236944501,
      "grad_norm": 0.8355038252268829,
      "learning_rate": 3.78136857832555e-06,
      "loss": 0.1978,
      "step": 136141
    },
    {
      "epoch": 5.5761621953716975,
      "grad_norm": 1.3897428708230066,
      "learning_rate": 3.780640928976675e-06,
      "loss": 0.4121,
      "step": 136142
    },
    {
      "epoch": 5.576203153798894,
      "grad_norm": 1.807651798011967,
      "learning_rate": 3.7799133487518063e-06,
      "loss": 0.4861,
      "step": 136143
    },
    {
      "epoch": 5.576244112226091,
      "grad_norm": 1.4769921128085546,
      "learning_rate": 3.7791858376513107e-06,
      "loss": 0.3762,
      "step": 136144
    },
    {
      "epoch": 5.576285070653287,
      "grad_norm": 1.591632034353315,
      "learning_rate": 3.7784583956755544e-06,
      "loss": 0.4255,
      "step": 136145
    },
    {
      "epoch": 5.576326029080484,
      "grad_norm": 1.526686229934156,
      "learning_rate": 3.777731022824837e-06,
      "loss": 0.5188,
      "step": 136146
    },
    {
      "epoch": 5.576366987507679,
      "grad_norm": 1.7784705032655859,
      "learning_rate": 3.7770037190995417e-06,
      "loss": 0.4969,
      "step": 136147
    },
    {
      "epoch": 5.576407945934876,
      "grad_norm": 1.5500388486886185,
      "learning_rate": 3.7762764844999684e-06,
      "loss": 0.5412,
      "step": 136148
    },
    {
      "epoch": 5.576448904362072,
      "grad_norm": 0.5882900436854874,
      "learning_rate": 3.7755493190264994e-06,
      "loss": 0.1109,
      "step": 136149
    },
    {
      "epoch": 5.576489862789269,
      "grad_norm": 1.5164101972400634,
      "learning_rate": 3.774822222679469e-06,
      "loss": 0.4874,
      "step": 136150
    },
    {
      "epoch": 5.5765308212164655,
      "grad_norm": 1.6101432269005174,
      "learning_rate": 3.774095195459209e-06,
      "loss": 0.6513,
      "step": 136151
    },
    {
      "epoch": 5.576571779643662,
      "grad_norm": 1.6448606334073403,
      "learning_rate": 3.77336823736607e-06,
      "loss": 0.5248,
      "step": 136152
    },
    {
      "epoch": 5.5766127380708586,
      "grad_norm": 2.0764151174859187,
      "learning_rate": 3.772641348400418e-06,
      "loss": 0.6684,
      "step": 136153
    },
    {
      "epoch": 5.576653696498054,
      "grad_norm": 1.5767705406351082,
      "learning_rate": 3.771914528562553e-06,
      "loss": 0.4336,
      "step": 136154
    },
    {
      "epoch": 5.576694654925251,
      "grad_norm": 1.6648992313119224,
      "learning_rate": 3.771187777852874e-06,
      "loss": 0.4295,
      "step": 136155
    },
    {
      "epoch": 5.576735613352447,
      "grad_norm": 1.4521273563309978,
      "learning_rate": 3.770461096271682e-06,
      "loss": 0.4413,
      "step": 136156
    },
    {
      "epoch": 5.576776571779644,
      "grad_norm": 0.9297875565226205,
      "learning_rate": 3.769734483819309e-06,
      "loss": 0.178,
      "step": 136157
    },
    {
      "epoch": 5.57681753020684,
      "grad_norm": 1.8592317604107251,
      "learning_rate": 3.7690079404961384e-06,
      "loss": 0.518,
      "step": 136158
    },
    {
      "epoch": 5.576858488634036,
      "grad_norm": 1.9093869358488766,
      "learning_rate": 3.7682814663024864e-06,
      "loss": 0.5466,
      "step": 136159
    },
    {
      "epoch": 5.5768994470612325,
      "grad_norm": 1.7231819043479213,
      "learning_rate": 3.7675550612386863e-06,
      "loss": 0.587,
      "step": 136160
    },
    {
      "epoch": 5.576940405488429,
      "grad_norm": 1.4645580987676392,
      "learning_rate": 3.7668287253051377e-06,
      "loss": 0.5552,
      "step": 136161
    },
    {
      "epoch": 5.576981363915626,
      "grad_norm": 0.8681765332783621,
      "learning_rate": 3.7661024585021237e-06,
      "loss": 0.1999,
      "step": 136162
    },
    {
      "epoch": 5.577022322342822,
      "grad_norm": 3.1076280343383873,
      "learning_rate": 3.765376260830011e-06,
      "loss": 2.5438,
      "step": 136163
    },
    {
      "epoch": 5.577063280770019,
      "grad_norm": 1.8243984729961955,
      "learning_rate": 3.7646501322891488e-06,
      "loss": 0.6429,
      "step": 136164
    },
    {
      "epoch": 5.577104239197215,
      "grad_norm": 1.4648846601983225,
      "learning_rate": 3.7639240728798705e-06,
      "loss": 0.3776,
      "step": 136165
    },
    {
      "epoch": 5.577145197624411,
      "grad_norm": 0.30281132985768366,
      "learning_rate": 3.7631980826025422e-06,
      "loss": 0.0234,
      "step": 136166
    },
    {
      "epoch": 5.577186156051607,
      "grad_norm": 1.5640781057364896,
      "learning_rate": 3.762472161457464e-06,
      "loss": 0.4269,
      "step": 136167
    },
    {
      "epoch": 5.577227114478804,
      "grad_norm": 1.8578827698863454,
      "learning_rate": 3.7617463094450185e-06,
      "loss": 0.6573,
      "step": 136168
    },
    {
      "epoch": 5.5772680729060005,
      "grad_norm": 1.0816158120721033,
      "learning_rate": 3.7610205265655226e-06,
      "loss": 0.1888,
      "step": 136169
    },
    {
      "epoch": 5.577309031333197,
      "grad_norm": 1.6380626576993311,
      "learning_rate": 3.7602948128193422e-06,
      "loss": 0.5009,
      "step": 136170
    },
    {
      "epoch": 5.5773499897603935,
      "grad_norm": 1.435212382161934,
      "learning_rate": 3.759569168206794e-06,
      "loss": 0.4125,
      "step": 136171
    },
    {
      "epoch": 5.57739094818759,
      "grad_norm": 1.3626846726430184,
      "learning_rate": 3.7588435927282447e-06,
      "loss": 0.2774,
      "step": 136172
    },
    {
      "epoch": 5.577431906614786,
      "grad_norm": 1.5982327396657783,
      "learning_rate": 3.7581180863840268e-06,
      "loss": 0.5437,
      "step": 136173
    },
    {
      "epoch": 5.577472865041982,
      "grad_norm": 1.5906537497544277,
      "learning_rate": 3.7573926491744898e-06,
      "loss": 0.4841,
      "step": 136174
    },
    {
      "epoch": 5.577513823469179,
      "grad_norm": 1.9532120790155618,
      "learning_rate": 3.7566672810999674e-06,
      "loss": 0.7737,
      "step": 136175
    },
    {
      "epoch": 5.577554781896375,
      "grad_norm": 1.575335249214713,
      "learning_rate": 3.7559419821607926e-06,
      "loss": 0.4396,
      "step": 136176
    },
    {
      "epoch": 5.577595740323572,
      "grad_norm": 1.3019892600136365,
      "learning_rate": 3.7552167523573482e-06,
      "loss": 0.241,
      "step": 136177
    },
    {
      "epoch": 5.5776366987507675,
      "grad_norm": 1.6085936875683506,
      "learning_rate": 3.7544915916899345e-06,
      "loss": 0.4743,
      "step": 136178
    },
    {
      "epoch": 5.577677657177964,
      "grad_norm": 3.5685318140439426,
      "learning_rate": 3.7537665001589e-06,
      "loss": 3.5561,
      "step": 136179
    },
    {
      "epoch": 5.577718615605161,
      "grad_norm": 1.7339213331501757,
      "learning_rate": 3.753041477764629e-06,
      "loss": 0.7075,
      "step": 136180
    },
    {
      "epoch": 5.577759574032357,
      "grad_norm": 1.348273959993984,
      "learning_rate": 3.752316524507404e-06,
      "loss": 0.4669,
      "step": 136181
    },
    {
      "epoch": 5.577800532459554,
      "grad_norm": 1.5192261217757936,
      "learning_rate": 3.7515916403876247e-06,
      "loss": 0.4603,
      "step": 136182
    },
    {
      "epoch": 5.57784149088675,
      "grad_norm": 1.1232042338453703,
      "learning_rate": 3.7508668254055905e-06,
      "loss": 0.1587,
      "step": 136183
    },
    {
      "epoch": 5.577882449313947,
      "grad_norm": 1.770459034380749,
      "learning_rate": 3.750142079561652e-06,
      "loss": 0.3795,
      "step": 136184
    },
    {
      "epoch": 5.577923407741142,
      "grad_norm": 1.7737929536033463,
      "learning_rate": 3.7494174028561753e-06,
      "loss": 0.5547,
      "step": 136185
    },
    {
      "epoch": 5.577964366168339,
      "grad_norm": 1.4824193995306223,
      "learning_rate": 3.7486927952894765e-06,
      "loss": 0.432,
      "step": 136186
    },
    {
      "epoch": 5.578005324595535,
      "grad_norm": 2.3671814207206356,
      "learning_rate": 3.7479682568619217e-06,
      "loss": 1.1741,
      "step": 136187
    },
    {
      "epoch": 5.578046283022732,
      "grad_norm": 0.990698105230585,
      "learning_rate": 3.747243787573845e-06,
      "loss": 0.2011,
      "step": 136188
    },
    {
      "epoch": 5.5780872414499285,
      "grad_norm": 1.9612605995565606,
      "learning_rate": 3.746519387425562e-06,
      "loss": 0.6336,
      "step": 136189
    },
    {
      "epoch": 5.578128199877125,
      "grad_norm": 1.3503458082488926,
      "learning_rate": 3.7457950564174556e-06,
      "loss": 0.4409,
      "step": 136190
    },
    {
      "epoch": 5.578169158304322,
      "grad_norm": 1.4873332884304904,
      "learning_rate": 3.7450707945498426e-06,
      "loss": 0.4644,
      "step": 136191
    },
    {
      "epoch": 5.578210116731517,
      "grad_norm": 1.3512801870821562,
      "learning_rate": 3.7443466018230728e-06,
      "loss": 0.3477,
      "step": 136192
    },
    {
      "epoch": 5.578251075158714,
      "grad_norm": 1.3941318494117616,
      "learning_rate": 3.743622478237496e-06,
      "loss": 0.4488,
      "step": 136193
    },
    {
      "epoch": 5.57829203358591,
      "grad_norm": 1.6394189817991813,
      "learning_rate": 3.7428984237934446e-06,
      "loss": 0.6254,
      "step": 136194
    },
    {
      "epoch": 5.578332992013107,
      "grad_norm": 1.646180752051941,
      "learning_rate": 3.7421744384912687e-06,
      "loss": 0.4444,
      "step": 136195
    },
    {
      "epoch": 5.578373950440303,
      "grad_norm": 1.5351425147140627,
      "learning_rate": 3.7414505223313017e-06,
      "loss": 0.4771,
      "step": 136196
    },
    {
      "epoch": 5.578414908867499,
      "grad_norm": 1.3038158429629343,
      "learning_rate": 3.7407266753138764e-06,
      "loss": 0.312,
      "step": 136197
    },
    {
      "epoch": 5.578455867294696,
      "grad_norm": 1.774178727112228,
      "learning_rate": 3.740002897439376e-06,
      "loss": 0.6751,
      "step": 136198
    },
    {
      "epoch": 5.578496825721892,
      "grad_norm": 1.7967326237510344,
      "learning_rate": 3.739279188708083e-06,
      "loss": 0.42,
      "step": 136199
    },
    {
      "epoch": 5.578537784149089,
      "grad_norm": 1.609087613761037,
      "learning_rate": 3.7385555491203813e-06,
      "loss": 0.5028,
      "step": 136200
    },
    {
      "epoch": 5.578578742576285,
      "grad_norm": 1.6651460561120632,
      "learning_rate": 3.73783197867662e-06,
      "loss": 0.6168,
      "step": 136201
    },
    {
      "epoch": 5.578619701003482,
      "grad_norm": 1.5021609673439995,
      "learning_rate": 3.7371084773771155e-06,
      "loss": 0.4517,
      "step": 136202
    },
    {
      "epoch": 5.578660659430678,
      "grad_norm": 1.6082970488417294,
      "learning_rate": 3.7363850452222345e-06,
      "loss": 0.5947,
      "step": 136203
    },
    {
      "epoch": 5.578701617857874,
      "grad_norm": 1.432899937304323,
      "learning_rate": 3.7356616822122764e-06,
      "loss": 0.524,
      "step": 136204
    },
    {
      "epoch": 5.57874257628507,
      "grad_norm": 1.378757103070521,
      "learning_rate": 3.734938388347608e-06,
      "loss": 0.4426,
      "step": 136205
    },
    {
      "epoch": 5.578783534712267,
      "grad_norm": 1.6974772986392277,
      "learning_rate": 3.7342151636285957e-06,
      "loss": 0.4832,
      "step": 136206
    },
    {
      "epoch": 5.5788244931394635,
      "grad_norm": 1.6151114955326673,
      "learning_rate": 3.7334920080555553e-06,
      "loss": 0.5519,
      "step": 136207
    },
    {
      "epoch": 5.57886545156666,
      "grad_norm": 0.8777835405929266,
      "learning_rate": 3.73276892162882e-06,
      "loss": 0.197,
      "step": 136208
    },
    {
      "epoch": 5.578906409993857,
      "grad_norm": 0.7711202089578267,
      "learning_rate": 3.732045904348757e-06,
      "loss": 0.1331,
      "step": 136209
    },
    {
      "epoch": 5.578947368421053,
      "grad_norm": 0.9876838912482714,
      "learning_rate": 3.731322956215682e-06,
      "loss": 0.1945,
      "step": 136210
    },
    {
      "epoch": 5.578988326848249,
      "grad_norm": 1.5955755562020335,
      "learning_rate": 3.7306000772299615e-06,
      "loss": 0.5173,
      "step": 136211
    },
    {
      "epoch": 5.579029285275445,
      "grad_norm": 1.6473361543697587,
      "learning_rate": 3.729877267391929e-06,
      "loss": 0.5132,
      "step": 136212
    },
    {
      "epoch": 5.579070243702642,
      "grad_norm": 1.5105123665304012,
      "learning_rate": 3.7291545267018996e-06,
      "loss": 0.452,
      "step": 136213
    },
    {
      "epoch": 5.579111202129838,
      "grad_norm": 1.264259480375325,
      "learning_rate": 3.7284318551602576e-06,
      "loss": 0.3095,
      "step": 136214
    },
    {
      "epoch": 5.579152160557035,
      "grad_norm": 1.513802108689235,
      "learning_rate": 3.727709252767319e-06,
      "loss": 0.4661,
      "step": 136215
    },
    {
      "epoch": 5.5791931189842305,
      "grad_norm": 1.0995916245846835,
      "learning_rate": 3.7269867195234336e-06,
      "loss": 0.2875,
      "step": 136216
    },
    {
      "epoch": 5.579234077411427,
      "grad_norm": 0.9818358864196811,
      "learning_rate": 3.7262642554289513e-06,
      "loss": 0.2049,
      "step": 136217
    },
    {
      "epoch": 5.579275035838624,
      "grad_norm": 1.6114236171678034,
      "learning_rate": 3.725541860484188e-06,
      "loss": 0.4796,
      "step": 136218
    },
    {
      "epoch": 5.57931599426582,
      "grad_norm": 1.1958930325546546,
      "learning_rate": 3.7248195346895105e-06,
      "loss": 0.2701,
      "step": 136219
    },
    {
      "epoch": 5.579356952693017,
      "grad_norm": 1.2212158366533152,
      "learning_rate": 3.7240972780452516e-06,
      "loss": 0.273,
      "step": 136220
    },
    {
      "epoch": 5.579397911120213,
      "grad_norm": 1.0465867969657885,
      "learning_rate": 3.723375090551728e-06,
      "loss": 0.1324,
      "step": 136221
    },
    {
      "epoch": 5.57943886954741,
      "grad_norm": 1.4093839549813785,
      "learning_rate": 3.722652972209339e-06,
      "loss": 0.434,
      "step": 136222
    },
    {
      "epoch": 5.579479827974605,
      "grad_norm": 1.3769085040042692,
      "learning_rate": 3.721930923018368e-06,
      "loss": 0.4216,
      "step": 136223
    },
    {
      "epoch": 5.579520786401802,
      "grad_norm": 1.4537576732930362,
      "learning_rate": 3.721208942979181e-06,
      "loss": 0.3139,
      "step": 136224
    },
    {
      "epoch": 5.5795617448289985,
      "grad_norm": 1.6796234216014212,
      "learning_rate": 3.7204870320921455e-06,
      "loss": 0.649,
      "step": 136225
    },
    {
      "epoch": 5.579602703256195,
      "grad_norm": 1.4466689791564946,
      "learning_rate": 3.71976519035756e-06,
      "loss": 0.3885,
      "step": 136226
    },
    {
      "epoch": 5.5796436616833915,
      "grad_norm": 1.4748935994886578,
      "learning_rate": 3.719043417775758e-06,
      "loss": 0.3675,
      "step": 136227
    },
    {
      "epoch": 5.579684620110588,
      "grad_norm": 2.4091758415781834,
      "learning_rate": 3.718321714347139e-06,
      "loss": 0.6376,
      "step": 136228
    },
    {
      "epoch": 5.579725578537785,
      "grad_norm": 0.6968243376884274,
      "learning_rate": 3.7176000800719864e-06,
      "loss": 0.1229,
      "step": 136229
    },
    {
      "epoch": 5.57976653696498,
      "grad_norm": 1.030834081200265,
      "learning_rate": 3.716878514950683e-06,
      "loss": 0.1948,
      "step": 136230
    },
    {
      "epoch": 5.579807495392177,
      "grad_norm": 1.3151386945139933,
      "learning_rate": 3.7161570189835287e-06,
      "loss": 0.5707,
      "step": 136231
    },
    {
      "epoch": 5.579848453819373,
      "grad_norm": 1.8933700599771932,
      "learning_rate": 3.71543559217089e-06,
      "loss": 0.6438,
      "step": 136232
    },
    {
      "epoch": 5.57988941224657,
      "grad_norm": 1.6869109773021485,
      "learning_rate": 3.7147142345131164e-06,
      "loss": 0.5985,
      "step": 136233
    },
    {
      "epoch": 5.579930370673766,
      "grad_norm": 1.443641992453795,
      "learning_rate": 3.7139929460105244e-06,
      "loss": 0.4041,
      "step": 136234
    },
    {
      "epoch": 5.579971329100962,
      "grad_norm": 0.9201976019464624,
      "learning_rate": 3.7132717266634803e-06,
      "loss": 0.1955,
      "step": 136235
    },
    {
      "epoch": 5.580012287528159,
      "grad_norm": 0.919885786133083,
      "learning_rate": 3.7125505764723175e-06,
      "loss": 0.2144,
      "step": 136236
    },
    {
      "epoch": 5.580053245955355,
      "grad_norm": 1.5121995802007155,
      "learning_rate": 3.7118294954373516e-06,
      "loss": 0.5106,
      "step": 136237
    },
    {
      "epoch": 5.580094204382552,
      "grad_norm": 1.788233987502545,
      "learning_rate": 3.7111084835589667e-06,
      "loss": 0.4511,
      "step": 136238
    },
    {
      "epoch": 5.580135162809748,
      "grad_norm": 1.408770765550433,
      "learning_rate": 3.7103875408374617e-06,
      "loss": 0.3871,
      "step": 136239
    },
    {
      "epoch": 5.580176121236945,
      "grad_norm": 1.297949018365145,
      "learning_rate": 3.7096666672732034e-06,
      "loss": 0.3083,
      "step": 136240
    },
    {
      "epoch": 5.580217079664141,
      "grad_norm": 1.6049851014052243,
      "learning_rate": 3.7089458628665248e-06,
      "loss": 0.4941,
      "step": 136241
    },
    {
      "epoch": 5.580258038091337,
      "grad_norm": 1.1846492959813597,
      "learning_rate": 3.7082251276177756e-06,
      "loss": 0.353,
      "step": 136242
    },
    {
      "epoch": 5.5802989965185334,
      "grad_norm": 1.4867243830814187,
      "learning_rate": 3.707504461527272e-06,
      "loss": 0.5584,
      "step": 136243
    },
    {
      "epoch": 5.58033995494573,
      "grad_norm": 1.4965354060186942,
      "learning_rate": 3.7067838645953974e-06,
      "loss": 0.3982,
      "step": 136244
    },
    {
      "epoch": 5.5803809133729265,
      "grad_norm": 1.765072280913266,
      "learning_rate": 3.7060633368224346e-06,
      "loss": 0.587,
      "step": 136245
    },
    {
      "epoch": 5.580421871800123,
      "grad_norm": 0.7890982752153253,
      "learning_rate": 3.7053428782087837e-06,
      "loss": 0.0846,
      "step": 136246
    },
    {
      "epoch": 5.58046283022732,
      "grad_norm": 1.0307332355394425,
      "learning_rate": 3.704622488754744e-06,
      "loss": 0.1503,
      "step": 136247
    },
    {
      "epoch": 5.580503788654516,
      "grad_norm": 1.4326826736852707,
      "learning_rate": 3.7039021684606653e-06,
      "loss": 0.39,
      "step": 136248
    },
    {
      "epoch": 5.580544747081712,
      "grad_norm": 1.2843627019326183,
      "learning_rate": 3.703181917326914e-06,
      "loss": 0.2783,
      "step": 136249
    },
    {
      "epoch": 5.580585705508908,
      "grad_norm": 0.9095081776426139,
      "learning_rate": 3.70246173535379e-06,
      "loss": 0.1677,
      "step": 136250
    },
    {
      "epoch": 5.580626663936105,
      "grad_norm": 1.470143383995084,
      "learning_rate": 3.701741622541643e-06,
      "loss": 0.5018,
      "step": 136251
    },
    {
      "epoch": 5.580667622363301,
      "grad_norm": 1.7468469410571317,
      "learning_rate": 3.701021578890856e-06,
      "loss": 0.4556,
      "step": 136252
    },
    {
      "epoch": 5.580708580790498,
      "grad_norm": 1.3939646537853743,
      "learning_rate": 3.700301604401712e-06,
      "loss": 0.4974,
      "step": 136253
    },
    {
      "epoch": 5.580749539217694,
      "grad_norm": 1.6963531529039686,
      "learning_rate": 3.6995816990745943e-06,
      "loss": 0.556,
      "step": 136254
    },
    {
      "epoch": 5.58079049764489,
      "grad_norm": 1.7549377417270937,
      "learning_rate": 3.698861862909802e-06,
      "loss": 0.6261,
      "step": 136255
    },
    {
      "epoch": 5.580831456072087,
      "grad_norm": 0.7841375737262314,
      "learning_rate": 3.6981420959077022e-06,
      "loss": 0.1768,
      "step": 136256
    },
    {
      "epoch": 5.580872414499283,
      "grad_norm": 1.546965413261184,
      "learning_rate": 3.6974223980686445e-06,
      "loss": 0.4607,
      "step": 136257
    },
    {
      "epoch": 5.58091337292648,
      "grad_norm": 1.390100793416086,
      "learning_rate": 3.6967027693929452e-06,
      "loss": 0.4147,
      "step": 136258
    },
    {
      "epoch": 5.580954331353676,
      "grad_norm": 1.3074402053286895,
      "learning_rate": 3.695983209880954e-06,
      "loss": 0.2948,
      "step": 136259
    },
    {
      "epoch": 5.580995289780873,
      "grad_norm": 1.6398791733258693,
      "learning_rate": 3.695263719533037e-06,
      "loss": 0.6973,
      "step": 136260
    },
    {
      "epoch": 5.581036248208068,
      "grad_norm": 1.9301650292648702,
      "learning_rate": 3.6945442983494777e-06,
      "loss": 0.6911,
      "step": 136261
    },
    {
      "epoch": 5.581077206635265,
      "grad_norm": 1.872174869871586,
      "learning_rate": 3.693824946330676e-06,
      "loss": 0.6179,
      "step": 136262
    },
    {
      "epoch": 5.5811181650624615,
      "grad_norm": 1.7051362796271083,
      "learning_rate": 3.693105663476914e-06,
      "loss": 0.5097,
      "step": 136263
    },
    {
      "epoch": 5.581159123489658,
      "grad_norm": 1.2294181989218433,
      "learning_rate": 3.6923864497885757e-06,
      "loss": 0.177,
      "step": 136264
    },
    {
      "epoch": 5.581200081916855,
      "grad_norm": 2.031002639380716,
      "learning_rate": 3.6916673052660107e-06,
      "loss": 0.5249,
      "step": 136265
    },
    {
      "epoch": 5.581241040344051,
      "grad_norm": 1.935246488321244,
      "learning_rate": 3.6909482299095017e-06,
      "loss": 0.541,
      "step": 136266
    },
    {
      "epoch": 5.581281998771248,
      "grad_norm": 1.1410637492280462,
      "learning_rate": 3.6902292237194487e-06,
      "loss": 0.2389,
      "step": 136267
    },
    {
      "epoch": 5.581322957198443,
      "grad_norm": 1.6282766730973173,
      "learning_rate": 3.6895102866961347e-06,
      "loss": 0.5797,
      "step": 136268
    },
    {
      "epoch": 5.58136391562564,
      "grad_norm": 1.3022126532940754,
      "learning_rate": 3.6887914188399426e-06,
      "loss": 0.3711,
      "step": 136269
    },
    {
      "epoch": 5.581404874052836,
      "grad_norm": 1.541704840527343,
      "learning_rate": 3.688072620151222e-06,
      "loss": 0.4879,
      "step": 136270
    },
    {
      "epoch": 5.581445832480033,
      "grad_norm": 0.7846934321144363,
      "learning_rate": 3.6873538906302568e-06,
      "loss": 0.0655,
      "step": 136271
    },
    {
      "epoch": 5.581486790907229,
      "grad_norm": 1.3004318050399983,
      "learning_rate": 3.6866352302774292e-06,
      "loss": 0.3329,
      "step": 136272
    },
    {
      "epoch": 5.581527749334425,
      "grad_norm": 0.9331750327948146,
      "learning_rate": 3.6859166390930894e-06,
      "loss": 0.1151,
      "step": 136273
    },
    {
      "epoch": 5.581568707761622,
      "grad_norm": 1.4885196423825306,
      "learning_rate": 3.6851981170775536e-06,
      "loss": 0.5134,
      "step": 136274
    },
    {
      "epoch": 5.581609666188818,
      "grad_norm": 1.543506711560792,
      "learning_rate": 3.684479664231155e-06,
      "loss": 0.4376,
      "step": 136275
    },
    {
      "epoch": 5.581650624616015,
      "grad_norm": 0.7964495266152886,
      "learning_rate": 3.683761280554243e-06,
      "loss": 0.1138,
      "step": 136276
    },
    {
      "epoch": 5.581691583043211,
      "grad_norm": 1.3936806391285936,
      "learning_rate": 3.6830429660471674e-06,
      "loss": 0.4399,
      "step": 136277
    },
    {
      "epoch": 5.581732541470408,
      "grad_norm": 1.4724675523241524,
      "learning_rate": 3.6823247207102615e-06,
      "loss": 0.3743,
      "step": 136278
    },
    {
      "epoch": 5.581773499897604,
      "grad_norm": 1.535649707934946,
      "learning_rate": 3.6816065445438414e-06,
      "loss": 0.4529,
      "step": 136279
    },
    {
      "epoch": 5.5818144583248,
      "grad_norm": 1.6241114595595223,
      "learning_rate": 3.680888437548274e-06,
      "loss": 0.6432,
      "step": 136280
    },
    {
      "epoch": 5.5818554167519965,
      "grad_norm": 0.6773618168156533,
      "learning_rate": 3.6801703997239085e-06,
      "loss": 0.0659,
      "step": 136281
    },
    {
      "epoch": 5.581896375179193,
      "grad_norm": 1.1186191494005493,
      "learning_rate": 3.6794524310710614e-06,
      "loss": 0.3136,
      "step": 136282
    },
    {
      "epoch": 5.5819373336063896,
      "grad_norm": 1.0187861043754696,
      "learning_rate": 3.678734531590083e-06,
      "loss": 0.2208,
      "step": 136283
    },
    {
      "epoch": 5.581978292033586,
      "grad_norm": 1.5198944326623542,
      "learning_rate": 3.6780167012812887e-06,
      "loss": 0.5,
      "step": 136284
    },
    {
      "epoch": 5.582019250460783,
      "grad_norm": 1.7767927270831156,
      "learning_rate": 3.677298940145046e-06,
      "loss": 0.6052,
      "step": 136285
    },
    {
      "epoch": 5.582060208887979,
      "grad_norm": 0.9823029303113069,
      "learning_rate": 3.6765812481817036e-06,
      "loss": 0.1758,
      "step": 136286
    },
    {
      "epoch": 5.582101167315175,
      "grad_norm": 1.5680916433386134,
      "learning_rate": 3.675863625391562e-06,
      "loss": 0.4133,
      "step": 136287
    },
    {
      "epoch": 5.582142125742371,
      "grad_norm": 1.7410213413912277,
      "learning_rate": 3.675146071774987e-06,
      "loss": 0.5457,
      "step": 136288
    },
    {
      "epoch": 5.582183084169568,
      "grad_norm": 1.2986624451133377,
      "learning_rate": 3.674428587332312e-06,
      "loss": 0.3856,
      "step": 136289
    },
    {
      "epoch": 5.582224042596764,
      "grad_norm": 1.4147895792496303,
      "learning_rate": 3.67371117206387e-06,
      "loss": 0.3846,
      "step": 136290
    },
    {
      "epoch": 5.582265001023961,
      "grad_norm": 0.927457475463065,
      "learning_rate": 3.6729938259700274e-06,
      "loss": 0.1312,
      "step": 136291
    },
    {
      "epoch": 5.582305959451157,
      "grad_norm": 1.5000858385776703,
      "learning_rate": 3.672276549051084e-06,
      "loss": 0.3899,
      "step": 136292
    },
    {
      "epoch": 5.582346917878353,
      "grad_norm": 0.7542577311225824,
      "learning_rate": 3.6715593413073894e-06,
      "loss": 0.1703,
      "step": 136293
    },
    {
      "epoch": 5.58238787630555,
      "grad_norm": 1.3732933271147736,
      "learning_rate": 3.670842202739327e-06,
      "loss": 0.3461,
      "step": 136294
    },
    {
      "epoch": 5.582428834732746,
      "grad_norm": 1.821213640577485,
      "learning_rate": 3.6701251333471626e-06,
      "loss": 0.6592,
      "step": 136295
    },
    {
      "epoch": 5.582469793159943,
      "grad_norm": 1.2847024446682203,
      "learning_rate": 3.669408133131296e-06,
      "loss": 0.3271,
      "step": 136296
    },
    {
      "epoch": 5.582510751587139,
      "grad_norm": 1.4256236221247545,
      "learning_rate": 3.6686912020920443e-06,
      "loss": 0.4726,
      "step": 136297
    },
    {
      "epoch": 5.582551710014336,
      "grad_norm": 1.55947685913405,
      "learning_rate": 3.6679743402297233e-06,
      "loss": 0.5002,
      "step": 136298
    },
    {
      "epoch": 5.5825926684415315,
      "grad_norm": 0.9499526491894609,
      "learning_rate": 3.667257547544683e-06,
      "loss": 0.1473,
      "step": 136299
    },
    {
      "epoch": 5.582633626868728,
      "grad_norm": 0.8712163245892255,
      "learning_rate": 3.666540824037306e-06,
      "loss": 0.2012,
      "step": 136300
    },
    {
      "epoch": 5.5826745852959245,
      "grad_norm": 1.6635686308302806,
      "learning_rate": 3.665824169707876e-06,
      "loss": 0.5824,
      "step": 136301
    },
    {
      "epoch": 5.582715543723121,
      "grad_norm": 1.3693335364510992,
      "learning_rate": 3.665107584556759e-06,
      "loss": 0.4119,
      "step": 136302
    },
    {
      "epoch": 5.582756502150318,
      "grad_norm": 1.5144585685900909,
      "learning_rate": 3.6643910685842882e-06,
      "loss": 0.4535,
      "step": 136303
    },
    {
      "epoch": 5.582797460577514,
      "grad_norm": 1.435130259246732,
      "learning_rate": 3.6636746217907962e-06,
      "loss": 0.4283,
      "step": 136304
    },
    {
      "epoch": 5.582838419004711,
      "grad_norm": 1.6699628059375715,
      "learning_rate": 3.6629582441766335e-06,
      "loss": 0.5995,
      "step": 136305
    },
    {
      "epoch": 5.582879377431906,
      "grad_norm": 1.4722290334375716,
      "learning_rate": 3.662241935742133e-06,
      "loss": 0.519,
      "step": 136306
    },
    {
      "epoch": 5.582920335859103,
      "grad_norm": 1.3251631925511997,
      "learning_rate": 3.6615256964876107e-06,
      "loss": 0.2069,
      "step": 136307
    },
    {
      "epoch": 5.582961294286299,
      "grad_norm": 1.0074178581137732,
      "learning_rate": 3.6608095264134662e-06,
      "loss": 0.2521,
      "step": 136308
    },
    {
      "epoch": 5.583002252713496,
      "grad_norm": 1.556958604699259,
      "learning_rate": 3.6600934255199665e-06,
      "loss": 0.5054,
      "step": 136309
    },
    {
      "epoch": 5.5830432111406925,
      "grad_norm": 1.4232757966406517,
      "learning_rate": 3.659377393807511e-06,
      "loss": 0.4528,
      "step": 136310
    },
    {
      "epoch": 5.583084169567888,
      "grad_norm": 0.48530614358223223,
      "learning_rate": 3.658661431276383e-06,
      "loss": 0.0308,
      "step": 136311
    },
    {
      "epoch": 5.583125127995085,
      "grad_norm": 1.30873156748927,
      "learning_rate": 3.657945537926965e-06,
      "loss": 0.3611,
      "step": 136312
    },
    {
      "epoch": 5.583166086422281,
      "grad_norm": 1.4385586617523578,
      "learning_rate": 3.6572297137595743e-06,
      "loss": 0.4242,
      "step": 136313
    },
    {
      "epoch": 5.583207044849478,
      "grad_norm": 2.099662445590321,
      "learning_rate": 3.6565139587745596e-06,
      "loss": 0.7211,
      "step": 136314
    },
    {
      "epoch": 5.583248003276674,
      "grad_norm": 1.8799198241813613,
      "learning_rate": 3.655798272972238e-06,
      "loss": 0.5566,
      "step": 136315
    },
    {
      "epoch": 5.583288961703871,
      "grad_norm": 0.9516480934345822,
      "learning_rate": 3.6550826563529757e-06,
      "loss": 0.1969,
      "step": 136316
    },
    {
      "epoch": 5.583329920131067,
      "grad_norm": 0.993688908289426,
      "learning_rate": 3.654367108917089e-06,
      "loss": 0.2435,
      "step": 136317
    },
    {
      "epoch": 5.583370878558263,
      "grad_norm": 1.7207950305266235,
      "learning_rate": 3.6536516306649445e-06,
      "loss": 0.546,
      "step": 136318
    },
    {
      "epoch": 5.5834118369854595,
      "grad_norm": 1.2096222711998266,
      "learning_rate": 3.6529362215968416e-06,
      "loss": 0.2514,
      "step": 136319
    },
    {
      "epoch": 5.583452795412656,
      "grad_norm": 0.6856664931421844,
      "learning_rate": 3.6522208817131304e-06,
      "loss": 0.1116,
      "step": 136320
    },
    {
      "epoch": 5.583493753839853,
      "grad_norm": 2.0840058335629985,
      "learning_rate": 3.651505611014194e-06,
      "loss": 0.7709,
      "step": 136321
    },
    {
      "epoch": 5.583534712267049,
      "grad_norm": 0.8687507770697799,
      "learning_rate": 3.6507904095002984e-06,
      "loss": 0.1679,
      "step": 136322
    },
    {
      "epoch": 5.583575670694246,
      "grad_norm": 0.88507974230505,
      "learning_rate": 3.6500752771718266e-06,
      "loss": 0.1796,
      "step": 136323
    },
    {
      "epoch": 5.583616629121442,
      "grad_norm": 1.4546845807595101,
      "learning_rate": 3.649360214029112e-06,
      "loss": 0.3218,
      "step": 136324
    },
    {
      "epoch": 5.583657587548638,
      "grad_norm": 4.3378365193589,
      "learning_rate": 3.648645220072488e-06,
      "loss": 2.8956,
      "step": 136325
    },
    {
      "epoch": 5.583698545975834,
      "grad_norm": 1.2590278246064144,
      "learning_rate": 3.6479302953023037e-06,
      "loss": 0.2864,
      "step": 136326
    },
    {
      "epoch": 5.583739504403031,
      "grad_norm": 1.8582552641232546,
      "learning_rate": 3.6472154397188593e-06,
      "loss": 0.6178,
      "step": 136327
    },
    {
      "epoch": 5.583780462830227,
      "grad_norm": 1.957663006620185,
      "learning_rate": 3.6465006533225204e-06,
      "loss": 0.6658,
      "step": 136328
    },
    {
      "epoch": 5.583821421257424,
      "grad_norm": 2.1880548600655114,
      "learning_rate": 3.645785936113654e-06,
      "loss": 0.9451,
      "step": 136329
    },
    {
      "epoch": 5.58386237968462,
      "grad_norm": 1.4571541089367483,
      "learning_rate": 3.645071288092527e-06,
      "loss": 0.3437,
      "step": 136330
    },
    {
      "epoch": 5.583903338111816,
      "grad_norm": 1.307429624505143,
      "learning_rate": 3.6443567092595383e-06,
      "loss": 0.3982,
      "step": 136331
    },
    {
      "epoch": 5.583944296539013,
      "grad_norm": 1.5894298353845904,
      "learning_rate": 3.6436421996150213e-06,
      "loss": 0.4277,
      "step": 136332
    },
    {
      "epoch": 5.583985254966209,
      "grad_norm": 1.103117966568146,
      "learning_rate": 3.6429277591592755e-06,
      "loss": 0.2629,
      "step": 136333
    },
    {
      "epoch": 5.584026213393406,
      "grad_norm": 1.5362816097388812,
      "learning_rate": 3.6422133878926673e-06,
      "loss": 0.5103,
      "step": 136334
    },
    {
      "epoch": 5.584067171820602,
      "grad_norm": 1.6150938479684043,
      "learning_rate": 3.6414990858155303e-06,
      "loss": 0.4608,
      "step": 136335
    },
    {
      "epoch": 5.584108130247799,
      "grad_norm": 0.273734920079595,
      "learning_rate": 3.64078485292818e-06,
      "loss": 0.0181,
      "step": 136336
    },
    {
      "epoch": 5.5841490886749945,
      "grad_norm": 1.1093966089523302,
      "learning_rate": 3.6400706892310007e-06,
      "loss": 0.2344,
      "step": 136337
    },
    {
      "epoch": 5.584190047102191,
      "grad_norm": 2.3087003390388694,
      "learning_rate": 3.639356594724291e-06,
      "loss": 0.9506,
      "step": 136338
    },
    {
      "epoch": 5.584231005529388,
      "grad_norm": 2.0741077940609474,
      "learning_rate": 3.6386425694084176e-06,
      "loss": 0.6276,
      "step": 136339
    },
    {
      "epoch": 5.584271963956584,
      "grad_norm": 1.7334171774679377,
      "learning_rate": 3.6379286132836805e-06,
      "loss": 0.6473,
      "step": 136340
    },
    {
      "epoch": 5.584312922383781,
      "grad_norm": 1.6040798534265608,
      "learning_rate": 3.6372147263504293e-06,
      "loss": 0.5084,
      "step": 136341
    },
    {
      "epoch": 5.584353880810977,
      "grad_norm": 1.121581275052126,
      "learning_rate": 3.6365009086090304e-06,
      "loss": 0.183,
      "step": 136342
    },
    {
      "epoch": 5.584394839238174,
      "grad_norm": 1.626685761313424,
      "learning_rate": 3.6357871600597997e-06,
      "loss": 0.5522,
      "step": 136343
    },
    {
      "epoch": 5.584435797665369,
      "grad_norm": 0.9254140430528647,
      "learning_rate": 3.635073480703055e-06,
      "loss": 0.2055,
      "step": 136344
    },
    {
      "epoch": 5.584476756092566,
      "grad_norm": 1.152242316946122,
      "learning_rate": 3.6343598705391943e-06,
      "loss": 0.1835,
      "step": 136345
    },
    {
      "epoch": 5.584517714519762,
      "grad_norm": 1.5181530009835371,
      "learning_rate": 3.633646329568485e-06,
      "loss": 0.4299,
      "step": 136346
    },
    {
      "epoch": 5.584558672946959,
      "grad_norm": 0.8859101860102097,
      "learning_rate": 3.632932857791293e-06,
      "loss": 0.2165,
      "step": 136347
    },
    {
      "epoch": 5.5845996313741555,
      "grad_norm": 0.5241740101880162,
      "learning_rate": 3.6322194552079687e-06,
      "loss": 0.0453,
      "step": 136348
    },
    {
      "epoch": 5.584640589801351,
      "grad_norm": 1.6962411393162387,
      "learning_rate": 3.631506121818828e-06,
      "loss": 0.6046,
      "step": 136349
    },
    {
      "epoch": 5.584681548228548,
      "grad_norm": 0.9651747234245387,
      "learning_rate": 3.6307928576242373e-06,
      "loss": 0.2032,
      "step": 136350
    },
    {
      "epoch": 5.584722506655744,
      "grad_norm": 1.4460211825191378,
      "learning_rate": 3.63007966262448e-06,
      "loss": 0.4538,
      "step": 136351
    },
    {
      "epoch": 5.584763465082941,
      "grad_norm": 0.9298662758701377,
      "learning_rate": 3.6293665368199555e-06,
      "loss": 0.1872,
      "step": 136352
    },
    {
      "epoch": 5.584804423510137,
      "grad_norm": 1.8102560365719094,
      "learning_rate": 3.6286534802109636e-06,
      "loss": 0.6155,
      "step": 136353
    },
    {
      "epoch": 5.584845381937334,
      "grad_norm": 1.38633408746906,
      "learning_rate": 3.6279404927978537e-06,
      "loss": 0.4619,
      "step": 136354
    },
    {
      "epoch": 5.58488634036453,
      "grad_norm": 1.3512064897590306,
      "learning_rate": 3.6272275745809596e-06,
      "loss": 0.3187,
      "step": 136355
    },
    {
      "epoch": 5.584927298791726,
      "grad_norm": 1.7247817600451865,
      "learning_rate": 3.626514725560614e-06,
      "loss": 0.4795,
      "step": 136356
    },
    {
      "epoch": 5.5849682572189225,
      "grad_norm": 0.8112319721295427,
      "learning_rate": 3.6258019457371667e-06,
      "loss": 0.1484,
      "step": 136357
    },
    {
      "epoch": 5.585009215646119,
      "grad_norm": 1.147591004479109,
      "learning_rate": 3.6250892351109506e-06,
      "loss": 0.2297,
      "step": 136358
    },
    {
      "epoch": 5.585050174073316,
      "grad_norm": 1.6241607173503136,
      "learning_rate": 3.624376593682282e-06,
      "loss": 0.4808,
      "step": 136359
    },
    {
      "epoch": 5.585091132500512,
      "grad_norm": 1.965475314638526,
      "learning_rate": 3.6236640214515113e-06,
      "loss": 0.6433,
      "step": 136360
    },
    {
      "epoch": 5.585132090927709,
      "grad_norm": 1.2292245000012751,
      "learning_rate": 3.622951518419004e-06,
      "loss": 0.2353,
      "step": 136361
    },
    {
      "epoch": 5.585173049354905,
      "grad_norm": 1.6376063030373607,
      "learning_rate": 3.6222390845850437e-06,
      "loss": 0.5473,
      "step": 136362
    },
    {
      "epoch": 5.585214007782101,
      "grad_norm": 1.620625530026503,
      "learning_rate": 3.6215267199500296e-06,
      "loss": 0.554,
      "step": 136363
    },
    {
      "epoch": 5.585254966209297,
      "grad_norm": 2.0348410618445723,
      "learning_rate": 3.620814424514229e-06,
      "loss": 0.9103,
      "step": 136364
    },
    {
      "epoch": 5.585295924636494,
      "grad_norm": 1.2619439563809614,
      "learning_rate": 3.620102198278024e-06,
      "loss": 0.3306,
      "step": 136365
    },
    {
      "epoch": 5.5853368830636905,
      "grad_norm": 0.8381408020299492,
      "learning_rate": 3.6193900412417654e-06,
      "loss": 0.146,
      "step": 136366
    },
    {
      "epoch": 5.585377841490887,
      "grad_norm": 1.4899714636494275,
      "learning_rate": 3.6186779534057353e-06,
      "loss": 0.4011,
      "step": 136367
    },
    {
      "epoch": 5.585418799918083,
      "grad_norm": 1.4114887222580361,
      "learning_rate": 3.6179659347703005e-06,
      "loss": 0.498,
      "step": 136368
    },
    {
      "epoch": 5.585459758345279,
      "grad_norm": 1.7574530064921259,
      "learning_rate": 3.6172539853358273e-06,
      "loss": 0.5748,
      "step": 136369
    },
    {
      "epoch": 5.585500716772476,
      "grad_norm": 0.9234727110417046,
      "learning_rate": 3.6165421051025822e-06,
      "loss": 0.2055,
      "step": 136370
    },
    {
      "epoch": 5.585541675199672,
      "grad_norm": 1.7678311847284336,
      "learning_rate": 3.615830294070965e-06,
      "loss": 0.5116,
      "step": 136371
    },
    {
      "epoch": 5.585582633626869,
      "grad_norm": 1.0185822536042999,
      "learning_rate": 3.6151185522412916e-06,
      "loss": 0.1771,
      "step": 136372
    },
    {
      "epoch": 5.585623592054065,
      "grad_norm": 1.8316427472520562,
      "learning_rate": 3.6144068796138792e-06,
      "loss": 0.6294,
      "step": 136373
    },
    {
      "epoch": 5.585664550481262,
      "grad_norm": 2.3602138514281656,
      "learning_rate": 3.6136952761890938e-06,
      "loss": 1.4626,
      "step": 136374
    },
    {
      "epoch": 5.5857055089084575,
      "grad_norm": 1.280130276895627,
      "learning_rate": 3.6129837419672512e-06,
      "loss": 0.2192,
      "step": 136375
    },
    {
      "epoch": 5.585746467335654,
      "grad_norm": 1.3528695449460866,
      "learning_rate": 3.6122722769486857e-06,
      "loss": 0.4678,
      "step": 136376
    },
    {
      "epoch": 5.585787425762851,
      "grad_norm": 1.9061946237416618,
      "learning_rate": 3.6115608811337793e-06,
      "loss": 0.6908,
      "step": 136377
    },
    {
      "epoch": 5.585828384190047,
      "grad_norm": 0.9401839462232879,
      "learning_rate": 3.610849554522799e-06,
      "loss": 0.2,
      "step": 136378
    },
    {
      "epoch": 5.585869342617244,
      "grad_norm": 1.4764994241407443,
      "learning_rate": 3.6101382971161107e-06,
      "loss": 0.4528,
      "step": 136379
    },
    {
      "epoch": 5.58591030104444,
      "grad_norm": 1.2818077631347367,
      "learning_rate": 3.6094271089140813e-06,
      "loss": 0.3611,
      "step": 136380
    },
    {
      "epoch": 5.585951259471637,
      "grad_norm": 1.5566874980270753,
      "learning_rate": 3.6087159899170103e-06,
      "loss": 0.5167,
      "step": 136381
    },
    {
      "epoch": 5.585992217898832,
      "grad_norm": 0.7228710743183304,
      "learning_rate": 3.6080049401252475e-06,
      "loss": 0.168,
      "step": 136382
    },
    {
      "epoch": 5.586033176326029,
      "grad_norm": 0.7371984847845988,
      "learning_rate": 3.6072939595391093e-06,
      "loss": 0.1153,
      "step": 136383
    },
    {
      "epoch": 5.5860741347532255,
      "grad_norm": 1.5756250387837811,
      "learning_rate": 3.606583048158945e-06,
      "loss": 0.4683,
      "step": 136384
    },
    {
      "epoch": 5.586115093180422,
      "grad_norm": 1.7428653729232033,
      "learning_rate": 3.605872205985122e-06,
      "loss": 0.6649,
      "step": 136385
    },
    {
      "epoch": 5.5861560516076185,
      "grad_norm": 1.809680080945897,
      "learning_rate": 3.6051614330179224e-06,
      "loss": 0.7201,
      "step": 136386
    },
    {
      "epoch": 5.586197010034814,
      "grad_norm": 1.216490581606477,
      "learning_rate": 3.604450729257713e-06,
      "loss": 0.3289,
      "step": 136387
    },
    {
      "epoch": 5.586237968462011,
      "grad_norm": 1.5274714567753833,
      "learning_rate": 3.6037400947048435e-06,
      "loss": 0.5123,
      "step": 136388
    },
    {
      "epoch": 5.586278926889207,
      "grad_norm": 1.9088794100166355,
      "learning_rate": 3.6030295293595967e-06,
      "loss": 0.7637,
      "step": 136389
    },
    {
      "epoch": 5.586319885316404,
      "grad_norm": 1.4545397903733743,
      "learning_rate": 3.602319033222373e-06,
      "loss": 0.3774,
      "step": 136390
    },
    {
      "epoch": 5.5863608437436,
      "grad_norm": 1.2771570922404631,
      "learning_rate": 3.601608606293471e-06,
      "loss": 0.2243,
      "step": 136391
    },
    {
      "epoch": 5.586401802170797,
      "grad_norm": 1.419822810917696,
      "learning_rate": 3.6008982485732085e-06,
      "loss": 0.3623,
      "step": 136392
    },
    {
      "epoch": 5.586442760597993,
      "grad_norm": 1.600064454656771,
      "learning_rate": 3.6001879600619844e-06,
      "loss": 0.5056,
      "step": 136393
    },
    {
      "epoch": 5.586483719025189,
      "grad_norm": 0.869084465538789,
      "learning_rate": 3.599477740760065e-06,
      "loss": 0.2036,
      "step": 136394
    },
    {
      "epoch": 5.586524677452386,
      "grad_norm": 1.5509159993031039,
      "learning_rate": 3.5987675906678335e-06,
      "loss": 0.5062,
      "step": 136395
    },
    {
      "epoch": 5.586565635879582,
      "grad_norm": 1.4029826018521652,
      "learning_rate": 3.598057509785607e-06,
      "loss": 0.3577,
      "step": 136396
    },
    {
      "epoch": 5.586606594306779,
      "grad_norm": 1.4000250620119732,
      "learning_rate": 3.5973474981137175e-06,
      "loss": 0.4691,
      "step": 136397
    },
    {
      "epoch": 5.586647552733975,
      "grad_norm": 1.769816863045695,
      "learning_rate": 3.5966375556525317e-06,
      "loss": 0.6947,
      "step": 136398
    },
    {
      "epoch": 5.586688511161172,
      "grad_norm": 1.739221409721626,
      "learning_rate": 3.595927682402333e-06,
      "loss": 0.6411,
      "step": 136399
    },
    {
      "epoch": 5.586729469588368,
      "grad_norm": 1.2323722760641267,
      "learning_rate": 3.595217878363488e-06,
      "loss": 0.2804,
      "step": 136400
    },
    {
      "epoch": 5.586770428015564,
      "grad_norm": 1.5672178809033714,
      "learning_rate": 3.5945081435363286e-06,
      "loss": 0.4659,
      "step": 136401
    },
    {
      "epoch": 5.58681138644276,
      "grad_norm": 1.526121992982727,
      "learning_rate": 3.593798477921189e-06,
      "loss": 0.5718,
      "step": 136402
    },
    {
      "epoch": 5.586852344869957,
      "grad_norm": 1.4034360536375814,
      "learning_rate": 3.593088881518419e-06,
      "loss": 0.4361,
      "step": 136403
    },
    {
      "epoch": 5.5868933032971535,
      "grad_norm": 1.7200991554163472,
      "learning_rate": 3.592379354328334e-06,
      "loss": 0.7093,
      "step": 136404
    },
    {
      "epoch": 5.58693426172435,
      "grad_norm": 1.4486880022057382,
      "learning_rate": 3.591669896351268e-06,
      "loss": 0.4164,
      "step": 136405
    },
    {
      "epoch": 5.586975220151546,
      "grad_norm": 1.7265887193551004,
      "learning_rate": 3.5909605075875868e-06,
      "loss": 0.5795,
      "step": 136406
    },
    {
      "epoch": 5.587016178578742,
      "grad_norm": 3.5265342416645007,
      "learning_rate": 3.590251188037574e-06,
      "loss": 1.0234,
      "step": 136407
    },
    {
      "epoch": 5.587057137005939,
      "grad_norm": 0.9832743949989704,
      "learning_rate": 3.5895419377016123e-06,
      "loss": 0.1833,
      "step": 136408
    },
    {
      "epoch": 5.587098095433135,
      "grad_norm": 1.6144919136468021,
      "learning_rate": 3.5888327565800177e-06,
      "loss": 0.444,
      "step": 136409
    },
    {
      "epoch": 5.587139053860332,
      "grad_norm": 0.8482252985998466,
      "learning_rate": 3.588123644673124e-06,
      "loss": 0.157,
      "step": 136410
    },
    {
      "epoch": 5.587180012287528,
      "grad_norm": 1.2765843906370045,
      "learning_rate": 3.587414601981281e-06,
      "loss": 0.312,
      "step": 136411
    },
    {
      "epoch": 5.587220970714725,
      "grad_norm": 2.6433310737608458,
      "learning_rate": 3.5867056285048045e-06,
      "loss": 0.7542,
      "step": 136412
    },
    {
      "epoch": 5.5872619291419205,
      "grad_norm": 1.3254025873881594,
      "learning_rate": 3.585996724244028e-06,
      "loss": 0.3321,
      "step": 136413
    },
    {
      "epoch": 5.587302887569117,
      "grad_norm": 1.7948782102864789,
      "learning_rate": 3.5852878891993177e-06,
      "loss": 0.7809,
      "step": 136414
    },
    {
      "epoch": 5.587343845996314,
      "grad_norm": 1.9359485775887593,
      "learning_rate": 3.5845791233709565e-06,
      "loss": 0.4659,
      "step": 136415
    },
    {
      "epoch": 5.58738480442351,
      "grad_norm": 1.0331000194593722,
      "learning_rate": 3.5838704267593275e-06,
      "loss": 0.2822,
      "step": 136416
    },
    {
      "epoch": 5.587425762850707,
      "grad_norm": 1.5438917331532418,
      "learning_rate": 3.5831617993647644e-06,
      "loss": 0.4392,
      "step": 136417
    },
    {
      "epoch": 5.587466721277903,
      "grad_norm": 2.195690397938867,
      "learning_rate": 3.5824532411875662e-06,
      "loss": 0.6042,
      "step": 136418
    },
    {
      "epoch": 5.5875076797051,
      "grad_norm": 1.012060170058236,
      "learning_rate": 3.5817447522280997e-06,
      "loss": 0.1765,
      "step": 136419
    },
    {
      "epoch": 5.587548638132295,
      "grad_norm": 1.7576158232834165,
      "learning_rate": 3.5810363324866642e-06,
      "loss": 0.6344,
      "step": 136420
    },
    {
      "epoch": 5.587589596559492,
      "grad_norm": 1.57345062747621,
      "learning_rate": 3.5803279819636266e-06,
      "loss": 0.501,
      "step": 136421
    },
    {
      "epoch": 5.5876305549866885,
      "grad_norm": 1.4860032431721053,
      "learning_rate": 3.5796197006593363e-06,
      "loss": 0.4965,
      "step": 136422
    },
    {
      "epoch": 5.587671513413885,
      "grad_norm": 1.4192680447527768,
      "learning_rate": 3.5789114885740934e-06,
      "loss": 0.3837,
      "step": 136423
    },
    {
      "epoch": 5.5877124718410816,
      "grad_norm": 0.9603659662437017,
      "learning_rate": 3.5782033457082306e-06,
      "loss": 0.1978,
      "step": 136424
    },
    {
      "epoch": 5.587753430268277,
      "grad_norm": 1.6376368704017166,
      "learning_rate": 3.577495272062114e-06,
      "loss": 0.4489,
      "step": 136425
    },
    {
      "epoch": 5.587794388695474,
      "grad_norm": 1.4980060237311472,
      "learning_rate": 3.576787267636061e-06,
      "loss": 0.388,
      "step": 136426
    },
    {
      "epoch": 5.58783534712267,
      "grad_norm": 1.6665009968366868,
      "learning_rate": 3.5760793324304036e-06,
      "loss": 0.625,
      "step": 136427
    },
    {
      "epoch": 5.587876305549867,
      "grad_norm": 1.6023654650160017,
      "learning_rate": 3.575371466445476e-06,
      "loss": 0.5546,
      "step": 136428
    },
    {
      "epoch": 5.587917263977063,
      "grad_norm": 1.4249606893626048,
      "learning_rate": 3.57466366968161e-06,
      "loss": 0.4265,
      "step": 136429
    },
    {
      "epoch": 5.58795822240426,
      "grad_norm": 1.5923094647219391,
      "learning_rate": 3.573955942139156e-06,
      "loss": 0.4343,
      "step": 136430
    },
    {
      "epoch": 5.587999180831456,
      "grad_norm": 0.9216639377797033,
      "learning_rate": 3.5732482838184306e-06,
      "loss": 0.1566,
      "step": 136431
    },
    {
      "epoch": 5.588040139258652,
      "grad_norm": 1.2997051448129784,
      "learning_rate": 3.5725406947197833e-06,
      "loss": 0.3921,
      "step": 136432
    },
    {
      "epoch": 5.588081097685849,
      "grad_norm": 1.060424725217417,
      "learning_rate": 3.571833174843547e-06,
      "loss": 0.2778,
      "step": 136433
    },
    {
      "epoch": 5.588122056113045,
      "grad_norm": 1.3776043738284192,
      "learning_rate": 3.5711257241900383e-06,
      "loss": 0.3532,
      "step": 136434
    },
    {
      "epoch": 5.588163014540242,
      "grad_norm": 1.432601668462588,
      "learning_rate": 3.5704183427596234e-06,
      "loss": 0.3673,
      "step": 136435
    },
    {
      "epoch": 5.588203972967438,
      "grad_norm": 0.9424858896921308,
      "learning_rate": 3.569711030552602e-06,
      "loss": 0.2043,
      "step": 136436
    },
    {
      "epoch": 5.588244931394635,
      "grad_norm": 0.9941373607260663,
      "learning_rate": 3.569003787569341e-06,
      "loss": 0.2093,
      "step": 136437
    },
    {
      "epoch": 5.588285889821831,
      "grad_norm": 1.9545567855262849,
      "learning_rate": 3.5682966138101566e-06,
      "loss": 0.8354,
      "step": 136438
    },
    {
      "epoch": 5.588326848249027,
      "grad_norm": 1.6098604817171116,
      "learning_rate": 3.567589509275365e-06,
      "loss": 0.4802,
      "step": 136439
    },
    {
      "epoch": 5.5883678066762235,
      "grad_norm": 1.6886163447838065,
      "learning_rate": 3.5668824739653155e-06,
      "loss": 0.5236,
      "step": 136440
    },
    {
      "epoch": 5.58840876510342,
      "grad_norm": 1.4062862801942437,
      "learning_rate": 3.5661755078803756e-06,
      "loss": 0.4097,
      "step": 136441
    },
    {
      "epoch": 5.5884497235306165,
      "grad_norm": 0.9128963384539481,
      "learning_rate": 3.5654686110208274e-06,
      "loss": 0.2099,
      "step": 136442
    },
    {
      "epoch": 5.588490681957813,
      "grad_norm": 0.6362645147612966,
      "learning_rate": 3.5647617833870213e-06,
      "loss": 0.1017,
      "step": 136443
    },
    {
      "epoch": 5.58853164038501,
      "grad_norm": 1.3676671532772464,
      "learning_rate": 3.564055024979323e-06,
      "loss": 0.3704,
      "step": 136444
    },
    {
      "epoch": 5.588572598812205,
      "grad_norm": 1.3179001898868647,
      "learning_rate": 3.563348335798033e-06,
      "loss": 0.3401,
      "step": 136445
    },
    {
      "epoch": 5.588613557239402,
      "grad_norm": 2.1071347041030677,
      "learning_rate": 3.5626417158435006e-06,
      "loss": 0.7832,
      "step": 136446
    },
    {
      "epoch": 5.588654515666598,
      "grad_norm": 1.2775324073262198,
      "learning_rate": 3.561935165116042e-06,
      "loss": 0.3022,
      "step": 136447
    },
    {
      "epoch": 5.588695474093795,
      "grad_norm": 1.2300306779167132,
      "learning_rate": 3.5612286836160075e-06,
      "loss": 0.2766,
      "step": 136448
    },
    {
      "epoch": 5.588736432520991,
      "grad_norm": 1.5207276774124452,
      "learning_rate": 3.56052227134373e-06,
      "loss": 0.4409,
      "step": 136449
    },
    {
      "epoch": 5.588777390948188,
      "grad_norm": 1.3934067808022297,
      "learning_rate": 3.559815928299542e-06,
      "loss": 0.3822,
      "step": 136450
    },
    {
      "epoch": 5.588818349375384,
      "grad_norm": 1.9518801009901452,
      "learning_rate": 3.5591096544837604e-06,
      "loss": 0.5142,
      "step": 136451
    },
    {
      "epoch": 5.58885930780258,
      "grad_norm": 1.0347568308813175,
      "learning_rate": 3.558403449896752e-06,
      "loss": 0.1875,
      "step": 136452
    },
    {
      "epoch": 5.588900266229777,
      "grad_norm": 1.6133702807589951,
      "learning_rate": 3.5576973145388155e-06,
      "loss": 0.6126,
      "step": 136453
    },
    {
      "epoch": 5.588941224656973,
      "grad_norm": 0.9388799021727381,
      "learning_rate": 3.556991248410318e-06,
      "loss": 0.1538,
      "step": 136454
    },
    {
      "epoch": 5.58898218308417,
      "grad_norm": 1.4740421928459513,
      "learning_rate": 3.556285251511576e-06,
      "loss": 0.4476,
      "step": 136455
    },
    {
      "epoch": 5.589023141511366,
      "grad_norm": 1.548306633760874,
      "learning_rate": 3.5555793238429053e-06,
      "loss": 0.4139,
      "step": 136456
    },
    {
      "epoch": 5.589064099938563,
      "grad_norm": 1.0932568449165678,
      "learning_rate": 3.5548734654046897e-06,
      "loss": 0.189,
      "step": 136457
    },
    {
      "epoch": 5.589105058365758,
      "grad_norm": 0.7586140414258346,
      "learning_rate": 3.5541676761972116e-06,
      "loss": 0.0585,
      "step": 136458
    },
    {
      "epoch": 5.589146016792955,
      "grad_norm": 1.3999687590861678,
      "learning_rate": 3.553461956220821e-06,
      "loss": 0.5399,
      "step": 136459
    },
    {
      "epoch": 5.5891869752201515,
      "grad_norm": 1.8169428144354225,
      "learning_rate": 3.552756305475868e-06,
      "loss": 0.5818,
      "step": 136460
    },
    {
      "epoch": 5.589227933647348,
      "grad_norm": 3.137672829821215,
      "learning_rate": 3.5520507239626685e-06,
      "loss": 2.4329,
      "step": 136461
    },
    {
      "epoch": 5.589268892074545,
      "grad_norm": 1.06680193565094,
      "learning_rate": 3.5513452116815722e-06,
      "loss": 0.2156,
      "step": 136462
    },
    {
      "epoch": 5.589309850501741,
      "grad_norm": 1.1013361447957484,
      "learning_rate": 3.5506397686328956e-06,
      "loss": 0.3074,
      "step": 136463
    },
    {
      "epoch": 5.589350808928937,
      "grad_norm": 1.351196800071284,
      "learning_rate": 3.5499343948169723e-06,
      "loss": 0.4284,
      "step": 136464
    },
    {
      "epoch": 5.589391767356133,
      "grad_norm": 1.22427368197158,
      "learning_rate": 3.5492290902341514e-06,
      "loss": 0.314,
      "step": 136465
    },
    {
      "epoch": 5.58943272578333,
      "grad_norm": 1.5812055679106287,
      "learning_rate": 3.5485238548847495e-06,
      "loss": 0.4321,
      "step": 136466
    },
    {
      "epoch": 5.589473684210526,
      "grad_norm": 1.1086027669178549,
      "learning_rate": 3.5478186887690997e-06,
      "loss": 0.2232,
      "step": 136467
    },
    {
      "epoch": 5.589514642637723,
      "grad_norm": 0.8052314903869935,
      "learning_rate": 3.5471135918875514e-06,
      "loss": 0.1919,
      "step": 136468
    },
    {
      "epoch": 5.589555601064919,
      "grad_norm": 1.223744025455385,
      "learning_rate": 3.546408564240438e-06,
      "loss": 0.2252,
      "step": 136469
    },
    {
      "epoch": 5.589596559492115,
      "grad_norm": 1.07807757469189,
      "learning_rate": 3.5457036058280764e-06,
      "loss": 0.279,
      "step": 136470
    },
    {
      "epoch": 5.589637517919312,
      "grad_norm": 1.3704608625632917,
      "learning_rate": 3.5449987166507986e-06,
      "loss": 0.3952,
      "step": 136471
    },
    {
      "epoch": 5.589678476346508,
      "grad_norm": 1.235122073040101,
      "learning_rate": 3.544293896708955e-06,
      "loss": 0.3649,
      "step": 136472
    },
    {
      "epoch": 5.589719434773705,
      "grad_norm": 1.5720176655608633,
      "learning_rate": 3.5435891460028787e-06,
      "loss": 0.4742,
      "step": 136473
    },
    {
      "epoch": 5.589760393200901,
      "grad_norm": 1.551043774885975,
      "learning_rate": 3.5428844645328858e-06,
      "loss": 0.5504,
      "step": 136474
    },
    {
      "epoch": 5.589801351628098,
      "grad_norm": 1.4388832785592056,
      "learning_rate": 3.5421798522993426e-06,
      "loss": 0.4043,
      "step": 136475
    },
    {
      "epoch": 5.589842310055294,
      "grad_norm": 0.9228887317185013,
      "learning_rate": 3.541475309302516e-06,
      "loss": 0.194,
      "step": 136476
    },
    {
      "epoch": 5.58988326848249,
      "grad_norm": 1.5528292272582946,
      "learning_rate": 3.5407708355428056e-06,
      "loss": 0.4058,
      "step": 136477
    },
    {
      "epoch": 5.5899242269096865,
      "grad_norm": 1.8355576182628048,
      "learning_rate": 3.5400664310205275e-06,
      "loss": 0.7171,
      "step": 136478
    },
    {
      "epoch": 5.589965185336883,
      "grad_norm": 1.6495747158149239,
      "learning_rate": 3.539362095735981e-06,
      "loss": 0.4759,
      "step": 136479
    },
    {
      "epoch": 5.59000614376408,
      "grad_norm": 1.4432377179176887,
      "learning_rate": 3.538657829689551e-06,
      "loss": 0.4072,
      "step": 136480
    },
    {
      "epoch": 5.590047102191276,
      "grad_norm": 2.7273002159338677,
      "learning_rate": 3.537953632881535e-06,
      "loss": 2.2994,
      "step": 136481
    },
    {
      "epoch": 5.590088060618473,
      "grad_norm": 0.7542443071133778,
      "learning_rate": 3.5372495053122673e-06,
      "loss": 0.1133,
      "step": 136482
    },
    {
      "epoch": 5.590129019045668,
      "grad_norm": 1.7024428123479611,
      "learning_rate": 3.536545446982114e-06,
      "loss": 0.659,
      "step": 136483
    },
    {
      "epoch": 5.590169977472865,
      "grad_norm": 1.724677446035617,
      "learning_rate": 3.5358414578913586e-06,
      "loss": 0.5905,
      "step": 136484
    },
    {
      "epoch": 5.590210935900061,
      "grad_norm": 1.7634201481394882,
      "learning_rate": 3.535137538040367e-06,
      "loss": 0.5976,
      "step": 136485
    },
    {
      "epoch": 5.590251894327258,
      "grad_norm": 1.9271970666229628,
      "learning_rate": 3.5344336874294723e-06,
      "loss": 0.7125,
      "step": 136486
    },
    {
      "epoch": 5.590292852754454,
      "grad_norm": 1.181836185562244,
      "learning_rate": 3.5337299060589742e-06,
      "loss": 0.3346,
      "step": 136487
    },
    {
      "epoch": 5.590333811181651,
      "grad_norm": 0.852736298815884,
      "learning_rate": 3.533026193929239e-06,
      "loss": 0.1714,
      "step": 136488
    },
    {
      "epoch": 5.590374769608847,
      "grad_norm": 1.3175759925497592,
      "learning_rate": 3.5323225510406006e-06,
      "loss": 0.3849,
      "step": 136489
    },
    {
      "epoch": 5.590415728036043,
      "grad_norm": 1.4050910116385134,
      "learning_rate": 3.5316189773933747e-06,
      "loss": 0.4067,
      "step": 136490
    },
    {
      "epoch": 5.59045668646324,
      "grad_norm": 1.6102778444812647,
      "learning_rate": 3.5309154729879108e-06,
      "loss": 0.5131,
      "step": 136491
    },
    {
      "epoch": 5.590497644890436,
      "grad_norm": 0.8209612692981191,
      "learning_rate": 3.5302120378245256e-06,
      "loss": 0.2078,
      "step": 136492
    },
    {
      "epoch": 5.590538603317633,
      "grad_norm": 1.6216414497330045,
      "learning_rate": 3.529508671903536e-06,
      "loss": 0.577,
      "step": 136493
    },
    {
      "epoch": 5.590579561744829,
      "grad_norm": 1.3730001053999146,
      "learning_rate": 3.5288053752253244e-06,
      "loss": 0.3967,
      "step": 136494
    },
    {
      "epoch": 5.590620520172026,
      "grad_norm": 1.4492581687555752,
      "learning_rate": 3.5281021477901737e-06,
      "loss": 0.4797,
      "step": 136495
    },
    {
      "epoch": 5.5906614785992215,
      "grad_norm": 2.0749106475800527,
      "learning_rate": 3.527398989598451e-06,
      "loss": 0.658,
      "step": 136496
    },
    {
      "epoch": 5.590702437026418,
      "grad_norm": 1.1430266125746162,
      "learning_rate": 3.5266959006504726e-06,
      "loss": 0.2909,
      "step": 136497
    },
    {
      "epoch": 5.5907433954536145,
      "grad_norm": 1.1158910114447589,
      "learning_rate": 3.525992880946571e-06,
      "loss": 0.1859,
      "step": 136498
    },
    {
      "epoch": 5.590784353880811,
      "grad_norm": 1.5279155179416593,
      "learning_rate": 3.5252899304870796e-06,
      "loss": 0.4385,
      "step": 136499
    },
    {
      "epoch": 5.590825312308008,
      "grad_norm": 1.4974236236431073,
      "learning_rate": 3.5245870492723317e-06,
      "loss": 0.5397,
      "step": 136500
    },
    {
      "epoch": 5.590866270735204,
      "grad_norm": 1.4331193823256383,
      "learning_rate": 3.5238842373026433e-06,
      "loss": 0.3764,
      "step": 136501
    },
    {
      "epoch": 5.5909072291624,
      "grad_norm": 1.2978295578878467,
      "learning_rate": 3.5231814945783977e-06,
      "loss": 0.2949,
      "step": 136502
    },
    {
      "epoch": 5.590948187589596,
      "grad_norm": 1.485253935682146,
      "learning_rate": 3.5224788210998613e-06,
      "loss": 0.5958,
      "step": 136503
    },
    {
      "epoch": 5.590989146016793,
      "grad_norm": 0.29875568866334873,
      "learning_rate": 3.5217762168674003e-06,
      "loss": 0.023,
      "step": 136504
    },
    {
      "epoch": 5.591030104443989,
      "grad_norm": 1.1081701055471056,
      "learning_rate": 3.5210736818813647e-06,
      "loss": 0.2315,
      "step": 136505
    },
    {
      "epoch": 5.591071062871186,
      "grad_norm": 2.0543345243207445,
      "learning_rate": 3.5203712161420538e-06,
      "loss": 0.6432,
      "step": 136506
    },
    {
      "epoch": 5.5911120212983825,
      "grad_norm": 1.954054860868602,
      "learning_rate": 3.519668819649818e-06,
      "loss": 0.8918,
      "step": 136507
    },
    {
      "epoch": 5.591152979725578,
      "grad_norm": 1.6740307833254169,
      "learning_rate": 3.5189664924049733e-06,
      "loss": 0.6104,
      "step": 136508
    },
    {
      "epoch": 5.591193938152775,
      "grad_norm": 1.1903302022456121,
      "learning_rate": 3.518264234407869e-06,
      "loss": 0.2701,
      "step": 136509
    },
    {
      "epoch": 5.591234896579971,
      "grad_norm": 0.8814104731342037,
      "learning_rate": 3.5175620456588225e-06,
      "loss": 0.1782,
      "step": 136510
    },
    {
      "epoch": 5.591275855007168,
      "grad_norm": 1.088109907959188,
      "learning_rate": 3.5168599261581832e-06,
      "loss": 0.1302,
      "step": 136511
    },
    {
      "epoch": 5.591316813434364,
      "grad_norm": 1.600651184585277,
      "learning_rate": 3.5161578759062504e-06,
      "loss": 0.6384,
      "step": 136512
    },
    {
      "epoch": 5.591357771861561,
      "grad_norm": 1.6808134712811222,
      "learning_rate": 3.515455894903407e-06,
      "loss": 0.4891,
      "step": 136513
    },
    {
      "epoch": 5.591398730288757,
      "grad_norm": 1.5042948467589496,
      "learning_rate": 3.5147539831499374e-06,
      "loss": 0.4817,
      "step": 136514
    },
    {
      "epoch": 5.591439688715953,
      "grad_norm": 1.2085353351915278,
      "learning_rate": 3.5140521406461896e-06,
      "loss": 0.3202,
      "step": 136515
    },
    {
      "epoch": 5.5914806471431495,
      "grad_norm": 1.0561774764473928,
      "learning_rate": 3.513350367392498e-06,
      "loss": 0.2033,
      "step": 136516
    },
    {
      "epoch": 5.591521605570346,
      "grad_norm": 1.6477544362203844,
      "learning_rate": 3.5126486633891948e-06,
      "loss": 0.5604,
      "step": 136517
    },
    {
      "epoch": 5.591562563997543,
      "grad_norm": 1.875537527308627,
      "learning_rate": 3.51194702863663e-06,
      "loss": 0.628,
      "step": 136518
    },
    {
      "epoch": 5.591603522424739,
      "grad_norm": 1.3631304055485889,
      "learning_rate": 3.511245463135104e-06,
      "loss": 0.336,
      "step": 136519
    },
    {
      "epoch": 5.591644480851936,
      "grad_norm": 1.2145541909888167,
      "learning_rate": 3.510543966884949e-06,
      "loss": 0.2603,
      "step": 136520
    },
    {
      "epoch": 5.591685439279131,
      "grad_norm": 1.575215464724717,
      "learning_rate": 3.5098425398865315e-06,
      "loss": 0.4917,
      "step": 136521
    },
    {
      "epoch": 5.591726397706328,
      "grad_norm": 1.7618268724707327,
      "learning_rate": 3.509141182140135e-06,
      "loss": 0.6203,
      "step": 136522
    },
    {
      "epoch": 5.591767356133524,
      "grad_norm": 1.1717439945227968,
      "learning_rate": 3.5084398936461255e-06,
      "loss": 0.2131,
      "step": 136523
    },
    {
      "epoch": 5.591808314560721,
      "grad_norm": 1.934184607562881,
      "learning_rate": 3.5077386744048362e-06,
      "loss": 0.6333,
      "step": 136524
    },
    {
      "epoch": 5.5918492729879175,
      "grad_norm": 0.9820569104805763,
      "learning_rate": 3.507037524416567e-06,
      "loss": 0.1865,
      "step": 136525
    },
    {
      "epoch": 5.591890231415114,
      "grad_norm": 1.7068578964153769,
      "learning_rate": 3.506336443681701e-06,
      "loss": 0.6198,
      "step": 136526
    },
    {
      "epoch": 5.59193118984231,
      "grad_norm": 1.020769006437955,
      "learning_rate": 3.5056354322005043e-06,
      "loss": 0.2224,
      "step": 136527
    },
    {
      "epoch": 5.591972148269506,
      "grad_norm": 0.9418557900535839,
      "learning_rate": 3.50493448997336e-06,
      "loss": 0.2941,
      "step": 136528
    },
    {
      "epoch": 5.592013106696703,
      "grad_norm": 1.0243088259451536,
      "learning_rate": 3.5042336170005846e-06,
      "loss": 0.2353,
      "step": 136529
    },
    {
      "epoch": 5.592054065123899,
      "grad_norm": 1.613957131677591,
      "learning_rate": 3.5035328132824947e-06,
      "loss": 0.3927,
      "step": 136530
    },
    {
      "epoch": 5.592095023551096,
      "grad_norm": 1.540282411690443,
      "learning_rate": 3.50283207881944e-06,
      "loss": 0.4666,
      "step": 136531
    },
    {
      "epoch": 5.592135981978292,
      "grad_norm": 1.5311417058005317,
      "learning_rate": 3.502131413611753e-06,
      "loss": 0.4591,
      "step": 136532
    },
    {
      "epoch": 5.592176940405489,
      "grad_norm": 0.6088087054714134,
      "learning_rate": 3.5014308176597505e-06,
      "loss": 0.0619,
      "step": 136533
    },
    {
      "epoch": 5.5922178988326845,
      "grad_norm": 1.8292626713890487,
      "learning_rate": 3.5007302909637657e-06,
      "loss": 0.6152,
      "step": 136534
    },
    {
      "epoch": 5.592258857259881,
      "grad_norm": 0.5629875336592982,
      "learning_rate": 3.5000298335241483e-06,
      "loss": 0.0446,
      "step": 136535
    },
    {
      "epoch": 5.592299815687078,
      "grad_norm": 1.8247021578356268,
      "learning_rate": 3.499329445341198e-06,
      "loss": 0.6468,
      "step": 136536
    },
    {
      "epoch": 5.592340774114274,
      "grad_norm": 1.9914794250302803,
      "learning_rate": 3.498629126415281e-06,
      "loss": 0.7279,
      "step": 136537
    },
    {
      "epoch": 5.592381732541471,
      "grad_norm": 1.5876146509154332,
      "learning_rate": 3.4979288767466974e-06,
      "loss": 0.5971,
      "step": 136538
    },
    {
      "epoch": 5.592422690968667,
      "grad_norm": 1.9006944712995435,
      "learning_rate": 3.4972286963357965e-06,
      "loss": 0.586,
      "step": 136539
    },
    {
      "epoch": 5.592463649395863,
      "grad_norm": 1.498875194597733,
      "learning_rate": 3.496528585182912e-06,
      "loss": 0.5295,
      "step": 136540
    },
    {
      "epoch": 5.592504607823059,
      "grad_norm": 1.3362292268754472,
      "learning_rate": 3.495828543288359e-06,
      "loss": 0.3718,
      "step": 136541
    },
    {
      "epoch": 5.592545566250256,
      "grad_norm": 1.431259896160888,
      "learning_rate": 3.495128570652489e-06,
      "loss": 0.4032,
      "step": 136542
    },
    {
      "epoch": 5.592586524677452,
      "grad_norm": 1.869023113295483,
      "learning_rate": 3.4944286672756007e-06,
      "loss": 0.5383,
      "step": 136543
    },
    {
      "epoch": 5.592627483104649,
      "grad_norm": 1.0280463272788327,
      "learning_rate": 3.4937288331580436e-06,
      "loss": 0.1979,
      "step": 136544
    },
    {
      "epoch": 5.5926684415318455,
      "grad_norm": 1.5401215078584878,
      "learning_rate": 3.4930290683001684e-06,
      "loss": 0.4181,
      "step": 136545
    },
    {
      "epoch": 5.592709399959041,
      "grad_norm": 0.8353262104486704,
      "learning_rate": 3.4923293727022905e-06,
      "loss": 0.187,
      "step": 136546
    },
    {
      "epoch": 5.592750358386238,
      "grad_norm": 1.7480209636387085,
      "learning_rate": 3.4916297463647267e-06,
      "loss": 0.394,
      "step": 136547
    },
    {
      "epoch": 5.592791316813434,
      "grad_norm": 0.4708353009174848,
      "learning_rate": 3.4909301892878273e-06,
      "loss": 0.0399,
      "step": 136548
    },
    {
      "epoch": 5.592832275240631,
      "grad_norm": 1.35865516657617,
      "learning_rate": 3.4902307014718913e-06,
      "loss": 0.396,
      "step": 136549
    },
    {
      "epoch": 5.592873233667827,
      "grad_norm": 1.4239687941022974,
      "learning_rate": 3.4895312829173015e-06,
      "loss": 0.5171,
      "step": 136550
    },
    {
      "epoch": 5.592914192095024,
      "grad_norm": 1.53623704973075,
      "learning_rate": 3.488831933624342e-06,
      "loss": 0.4528,
      "step": 136551
    },
    {
      "epoch": 5.59295515052222,
      "grad_norm": 1.5810111474856454,
      "learning_rate": 3.4881326535933617e-06,
      "loss": 0.5834,
      "step": 136552
    },
    {
      "epoch": 5.592996108949416,
      "grad_norm": 0.9889885730589879,
      "learning_rate": 3.487433442824711e-06,
      "loss": 0.1898,
      "step": 136553
    },
    {
      "epoch": 5.5930370673766125,
      "grad_norm": 1.4000043470509569,
      "learning_rate": 3.4867343013186722e-06,
      "loss": 0.3964,
      "step": 136554
    },
    {
      "epoch": 5.593078025803809,
      "grad_norm": 1.8298643937337935,
      "learning_rate": 3.486035229075629e-06,
      "loss": 0.8959,
      "step": 136555
    },
    {
      "epoch": 5.593118984231006,
      "grad_norm": 1.5990736402257393,
      "learning_rate": 3.485336226095864e-06,
      "loss": 0.424,
      "step": 136556
    },
    {
      "epoch": 5.593159942658202,
      "grad_norm": 0.9858816947891964,
      "learning_rate": 3.4846372923797437e-06,
      "loss": 0.1868,
      "step": 136557
    },
    {
      "epoch": 5.593200901085399,
      "grad_norm": 3.1241393887673805,
      "learning_rate": 3.483938427927585e-06,
      "loss": 0.8453,
      "step": 136558
    },
    {
      "epoch": 5.593241859512594,
      "grad_norm": 1.4101056193826393,
      "learning_rate": 3.4832396327397204e-06,
      "loss": 0.3754,
      "step": 136559
    },
    {
      "epoch": 5.593282817939791,
      "grad_norm": 1.1842081920147591,
      "learning_rate": 3.4825409068164666e-06,
      "loss": 0.4069,
      "step": 136560
    },
    {
      "epoch": 5.593323776366987,
      "grad_norm": 1.6734589753629712,
      "learning_rate": 3.4818422501581732e-06,
      "loss": 0.4971,
      "step": 136561
    },
    {
      "epoch": 5.593364734794184,
      "grad_norm": 1.6822656610179834,
      "learning_rate": 3.481143662765157e-06,
      "loss": 0.5606,
      "step": 136562
    },
    {
      "epoch": 5.5934056932213805,
      "grad_norm": 1.6603225713774787,
      "learning_rate": 3.4804451446377667e-06,
      "loss": 0.4571,
      "step": 136563
    },
    {
      "epoch": 5.593446651648577,
      "grad_norm": 1.6492429086997988,
      "learning_rate": 3.479746695776303e-06,
      "loss": 0.4345,
      "step": 136564
    },
    {
      "epoch": 5.593487610075773,
      "grad_norm": 1.5292412315715642,
      "learning_rate": 3.4790483161811155e-06,
      "loss": 0.5187,
      "step": 136565
    },
    {
      "epoch": 5.593528568502969,
      "grad_norm": 0.9552979208459035,
      "learning_rate": 3.4783500058525537e-06,
      "loss": 0.2079,
      "step": 136566
    },
    {
      "epoch": 5.593569526930166,
      "grad_norm": 1.2687045033148472,
      "learning_rate": 3.4776517647909006e-06,
      "loss": 0.3371,
      "step": 136567
    },
    {
      "epoch": 5.593610485357362,
      "grad_norm": 1.2744473968928287,
      "learning_rate": 3.476953592996523e-06,
      "loss": 0.3919,
      "step": 136568
    },
    {
      "epoch": 5.593651443784559,
      "grad_norm": 1.584451029804732,
      "learning_rate": 3.476255490469737e-06,
      "loss": 0.4199,
      "step": 136569
    },
    {
      "epoch": 5.593692402211755,
      "grad_norm": 0.8485321635775566,
      "learning_rate": 3.4755574572108756e-06,
      "loss": 0.1695,
      "step": 136570
    },
    {
      "epoch": 5.593733360638952,
      "grad_norm": 1.7474548357545858,
      "learning_rate": 3.474859493220272e-06,
      "loss": 0.6484,
      "step": 136571
    },
    {
      "epoch": 5.5937743190661475,
      "grad_norm": 1.569020934567636,
      "learning_rate": 3.474161598498243e-06,
      "loss": 0.4895,
      "step": 136572
    },
    {
      "epoch": 5.593815277493344,
      "grad_norm": 1.624976984512651,
      "learning_rate": 3.473463773045121e-06,
      "loss": 0.4904,
      "step": 136573
    },
    {
      "epoch": 5.593856235920541,
      "grad_norm": 1.3730238574700258,
      "learning_rate": 3.4727660168612724e-06,
      "loss": 0.3983,
      "step": 136574
    },
    {
      "epoch": 5.593897194347737,
      "grad_norm": 1.5734677698870156,
      "learning_rate": 3.472068329946964e-06,
      "loss": 0.4014,
      "step": 136575
    },
    {
      "epoch": 5.593938152774934,
      "grad_norm": 1.4929561697436464,
      "learning_rate": 3.471370712302579e-06,
      "loss": 0.5101,
      "step": 136576
    },
    {
      "epoch": 5.59397911120213,
      "grad_norm": 1.4374597263291848,
      "learning_rate": 3.4706731639284335e-06,
      "loss": 0.421,
      "step": 136577
    },
    {
      "epoch": 5.594020069629326,
      "grad_norm": 1.208031593307681,
      "learning_rate": 3.4699756848248438e-06,
      "loss": 0.3205,
      "step": 136578
    },
    {
      "epoch": 5.594061028056522,
      "grad_norm": 1.452388773945999,
      "learning_rate": 3.4692782749921434e-06,
      "loss": 0.5133,
      "step": 136579
    },
    {
      "epoch": 5.594101986483719,
      "grad_norm": 1.5486061117034078,
      "learning_rate": 3.468580934430665e-06,
      "loss": 0.4622,
      "step": 136580
    },
    {
      "epoch": 5.5941429449109155,
      "grad_norm": 1.3797484477634447,
      "learning_rate": 3.4678836631407413e-06,
      "loss": 0.4398,
      "step": 136581
    },
    {
      "epoch": 5.594183903338112,
      "grad_norm": 1.7184070340619504,
      "learning_rate": 3.467186461122706e-06,
      "loss": 0.5559,
      "step": 136582
    },
    {
      "epoch": 5.5942248617653085,
      "grad_norm": 1.3527110084255576,
      "learning_rate": 3.466489328376859e-06,
      "loss": 0.3524,
      "step": 136583
    },
    {
      "epoch": 5.594265820192504,
      "grad_norm": 1.4598578834048432,
      "learning_rate": 3.4657922649035663e-06,
      "loss": 0.464,
      "step": 136584
    },
    {
      "epoch": 5.594306778619701,
      "grad_norm": 1.7026325761884769,
      "learning_rate": 3.465095270703161e-06,
      "loss": 0.5063,
      "step": 136585
    },
    {
      "epoch": 5.594347737046897,
      "grad_norm": 1.3811370096384563,
      "learning_rate": 3.4643983457759263e-06,
      "loss": 0.3193,
      "step": 136586
    },
    {
      "epoch": 5.594388695474094,
      "grad_norm": 1.6541255359778102,
      "learning_rate": 3.463701490122228e-06,
      "loss": 0.4691,
      "step": 136587
    },
    {
      "epoch": 5.59442965390129,
      "grad_norm": 1.3220057212926164,
      "learning_rate": 3.4630047037424167e-06,
      "loss": 0.4564,
      "step": 136588
    },
    {
      "epoch": 5.594470612328487,
      "grad_norm": 1.754190552611555,
      "learning_rate": 3.4623079866367585e-06,
      "loss": 0.6329,
      "step": 136589
    },
    {
      "epoch": 5.594511570755683,
      "grad_norm": 1.1782261429049872,
      "learning_rate": 3.4616113388056366e-06,
      "loss": 0.1223,
      "step": 136590
    },
    {
      "epoch": 5.594552529182879,
      "grad_norm": 1.7101235039377638,
      "learning_rate": 3.4609147602493503e-06,
      "loss": 0.5415,
      "step": 136591
    },
    {
      "epoch": 5.594593487610076,
      "grad_norm": 1.0817561322368767,
      "learning_rate": 3.4602182509682496e-06,
      "loss": 0.1875,
      "step": 136592
    },
    {
      "epoch": 5.594634446037272,
      "grad_norm": 1.8229311385709766,
      "learning_rate": 3.459521810962651e-06,
      "loss": 0.5817,
      "step": 136593
    },
    {
      "epoch": 5.594675404464469,
      "grad_norm": 1.3487022237035986,
      "learning_rate": 3.4588254402328872e-06,
      "loss": 0.3564,
      "step": 136594
    },
    {
      "epoch": 5.594716362891665,
      "grad_norm": 1.7134933812669506,
      "learning_rate": 3.458129138779292e-06,
      "loss": 0.5059,
      "step": 136595
    },
    {
      "epoch": 5.594757321318862,
      "grad_norm": 1.4761625094457413,
      "learning_rate": 3.457432906602181e-06,
      "loss": 0.4443,
      "step": 136596
    },
    {
      "epoch": 5.594798279746057,
      "grad_norm": 1.628439670641221,
      "learning_rate": 3.4567367437019043e-06,
      "loss": 0.5556,
      "step": 136597
    },
    {
      "epoch": 5.594839238173254,
      "grad_norm": 1.4909250328455075,
      "learning_rate": 3.4560406500787786e-06,
      "loss": 0.4835,
      "step": 136598
    },
    {
      "epoch": 5.59488019660045,
      "grad_norm": 1.5723248587065741,
      "learning_rate": 3.4553446257331195e-06,
      "loss": 0.6154,
      "step": 136599
    },
    {
      "epoch": 5.594921155027647,
      "grad_norm": 1.7328343634376075,
      "learning_rate": 3.454648670665261e-06,
      "loss": 0.6371,
      "step": 136600
    },
    {
      "epoch": 5.5949621134548435,
      "grad_norm": 1.739953319329209,
      "learning_rate": 3.4539527848755688e-06,
      "loss": 0.5989,
      "step": 136601
    },
    {
      "epoch": 5.59500307188204,
      "grad_norm": 1.5278236682200093,
      "learning_rate": 3.4532569683643265e-06,
      "loss": 0.3832,
      "step": 136602
    },
    {
      "epoch": 5.595044030309236,
      "grad_norm": 1.4376186666368473,
      "learning_rate": 3.452561221131883e-06,
      "loss": 0.3889,
      "step": 136603
    },
    {
      "epoch": 5.595084988736432,
      "grad_norm": 1.4139749045956056,
      "learning_rate": 3.4518655431785723e-06,
      "loss": 0.4053,
      "step": 136604
    },
    {
      "epoch": 5.595125947163629,
      "grad_norm": 1.378165391331536,
      "learning_rate": 3.4511699345047106e-06,
      "loss": 0.3241,
      "step": 136605
    },
    {
      "epoch": 5.595166905590825,
      "grad_norm": 1.6489743836389597,
      "learning_rate": 3.4504743951106473e-06,
      "loss": 0.5708,
      "step": 136606
    },
    {
      "epoch": 5.595207864018022,
      "grad_norm": 1.4184490958848843,
      "learning_rate": 3.4497789249966657e-06,
      "loss": 0.5097,
      "step": 136607
    },
    {
      "epoch": 5.595248822445218,
      "grad_norm": 1.5353472525952843,
      "learning_rate": 3.449083524163132e-06,
      "loss": 0.5821,
      "step": 136608
    },
    {
      "epoch": 5.595289780872415,
      "grad_norm": 1.4812291024869284,
      "learning_rate": 3.4483881926103963e-06,
      "loss": 0.4245,
      "step": 136609
    },
    {
      "epoch": 5.595330739299611,
      "grad_norm": 0.7923912747702819,
      "learning_rate": 3.4476929303387247e-06,
      "loss": 0.1813,
      "step": 136610
    },
    {
      "epoch": 5.595371697726807,
      "grad_norm": 0.4506356971493855,
      "learning_rate": 3.4469977373485e-06,
      "loss": 0.0346,
      "step": 136611
    },
    {
      "epoch": 5.595412656154004,
      "grad_norm": 0.6398136159015148,
      "learning_rate": 3.4463026136400227e-06,
      "loss": 0.117,
      "step": 136612
    },
    {
      "epoch": 5.5954536145812,
      "grad_norm": 1.3377060956894946,
      "learning_rate": 3.4456075592136256e-06,
      "loss": 0.4553,
      "step": 136613
    },
    {
      "epoch": 5.595494573008397,
      "grad_norm": 1.4801312746710065,
      "learning_rate": 3.444912574069658e-06,
      "loss": 0.4782,
      "step": 136614
    },
    {
      "epoch": 5.595535531435593,
      "grad_norm": 1.6362147140797145,
      "learning_rate": 3.4442176582084204e-06,
      "loss": 0.5051,
      "step": 136615
    },
    {
      "epoch": 5.595576489862789,
      "grad_norm": 1.8102847671161526,
      "learning_rate": 3.443522811630245e-06,
      "loss": 0.7074,
      "step": 136616
    },
    {
      "epoch": 5.595617448289985,
      "grad_norm": 1.4417966061537035,
      "learning_rate": 3.442828034335482e-06,
      "loss": 0.3882,
      "step": 136617
    },
    {
      "epoch": 5.595658406717182,
      "grad_norm": 1.1042563563147412,
      "learning_rate": 3.442133326324431e-06,
      "loss": 0.231,
      "step": 136618
    },
    {
      "epoch": 5.5956993651443785,
      "grad_norm": 1.634371921188124,
      "learning_rate": 3.4414386875974585e-06,
      "loss": 0.6501,
      "step": 136619
    },
    {
      "epoch": 5.595740323571575,
      "grad_norm": 1.5786066481059666,
      "learning_rate": 3.440744118154848e-06,
      "loss": 0.5079,
      "step": 136620
    },
    {
      "epoch": 5.595781281998772,
      "grad_norm": 0.8172810415955427,
      "learning_rate": 3.4400496179969484e-06,
      "loss": 0.1725,
      "step": 136621
    },
    {
      "epoch": 5.595822240425967,
      "grad_norm": 1.082945866677438,
      "learning_rate": 3.439355187124093e-06,
      "loss": 0.2379,
      "step": 136622
    },
    {
      "epoch": 5.595863198853164,
      "grad_norm": 1.3097328504862904,
      "learning_rate": 3.4386608255365986e-06,
      "loss": 0.3627,
      "step": 136623
    },
    {
      "epoch": 5.59590415728036,
      "grad_norm": 1.660011866683331,
      "learning_rate": 3.437966533234815e-06,
      "loss": 0.5924,
      "step": 136624
    },
    {
      "epoch": 5.595945115707557,
      "grad_norm": 1.4977546234098107,
      "learning_rate": 3.4372723102190582e-06,
      "loss": 0.4331,
      "step": 136625
    },
    {
      "epoch": 5.595986074134753,
      "grad_norm": 1.4151872188610801,
      "learning_rate": 3.4365781564896446e-06,
      "loss": 0.328,
      "step": 136626
    },
    {
      "epoch": 5.59602703256195,
      "grad_norm": 1.3228664066716094,
      "learning_rate": 3.4358840720469238e-06,
      "loss": 0.4221,
      "step": 136627
    },
    {
      "epoch": 5.596067990989146,
      "grad_norm": 1.152208328858492,
      "learning_rate": 3.435190056891196e-06,
      "loss": 0.1417,
      "step": 136628
    },
    {
      "epoch": 5.596108949416342,
      "grad_norm": 2.9318193794481373,
      "learning_rate": 3.434496111022811e-06,
      "loss": 1.4599,
      "step": 136629
    },
    {
      "epoch": 5.596149907843539,
      "grad_norm": 1.4876136578043944,
      "learning_rate": 3.433802234442101e-06,
      "loss": 0.4128,
      "step": 136630
    },
    {
      "epoch": 5.596190866270735,
      "grad_norm": 5.6189722828434,
      "learning_rate": 3.433108427149367e-06,
      "loss": 1.5325,
      "step": 136631
    },
    {
      "epoch": 5.596231824697932,
      "grad_norm": 1.8624323786342536,
      "learning_rate": 3.4324146891449576e-06,
      "loss": 0.4625,
      "step": 136632
    },
    {
      "epoch": 5.596272783125128,
      "grad_norm": 1.4992300604486906,
      "learning_rate": 3.4317210204292235e-06,
      "loss": 0.3678,
      "step": 136633
    },
    {
      "epoch": 5.596313741552325,
      "grad_norm": 1.1813784934656817,
      "learning_rate": 3.4310274210024468e-06,
      "loss": 0.1952,
      "step": 136634
    },
    {
      "epoch": 5.596354699979521,
      "grad_norm": 2.000918909442962,
      "learning_rate": 3.430333890864978e-06,
      "loss": 0.6599,
      "step": 136635
    },
    {
      "epoch": 5.596395658406717,
      "grad_norm": 1.3624722492461663,
      "learning_rate": 3.429640430017133e-06,
      "loss": 0.3919,
      "step": 136636
    },
    {
      "epoch": 5.5964366168339135,
      "grad_norm": 1.4417016029647132,
      "learning_rate": 3.428947038459262e-06,
      "loss": 0.4502,
      "step": 136637
    },
    {
      "epoch": 5.59647757526111,
      "grad_norm": 1.510738959453735,
      "learning_rate": 3.428253716191681e-06,
      "loss": 0.4171,
      "step": 136638
    },
    {
      "epoch": 5.5965185336883065,
      "grad_norm": 1.5521052544105214,
      "learning_rate": 3.427560463214707e-06,
      "loss": 0.4991,
      "step": 136639
    },
    {
      "epoch": 5.596559492115503,
      "grad_norm": 1.3358443774818287,
      "learning_rate": 3.4268672795286724e-06,
      "loss": 0.3943,
      "step": 136640
    },
    {
      "epoch": 5.596600450542699,
      "grad_norm": 1.6764140505614809,
      "learning_rate": 3.426174165133927e-06,
      "loss": 0.559,
      "step": 136641
    },
    {
      "epoch": 5.596641408969895,
      "grad_norm": 2.330883687212053,
      "learning_rate": 3.4254811200307543e-06,
      "loss": 0.51,
      "step": 136642
    },
    {
      "epoch": 5.596682367397092,
      "grad_norm": 1.3260299860022826,
      "learning_rate": 3.424788144219537e-06,
      "loss": 0.3656,
      "step": 136643
    },
    {
      "epoch": 5.596723325824288,
      "grad_norm": 0.8936198907596062,
      "learning_rate": 3.424095237700558e-06,
      "loss": 0.1238,
      "step": 136644
    },
    {
      "epoch": 5.596764284251485,
      "grad_norm": 1.6780348332356438,
      "learning_rate": 3.4234024004741677e-06,
      "loss": 0.6138,
      "step": 136645
    },
    {
      "epoch": 5.596805242678681,
      "grad_norm": 1.3529250534039912,
      "learning_rate": 3.422709632540699e-06,
      "loss": 0.3533,
      "step": 136646
    },
    {
      "epoch": 5.596846201105878,
      "grad_norm": 1.6239721056776784,
      "learning_rate": 3.422016933900451e-06,
      "loss": 0.5262,
      "step": 136647
    },
    {
      "epoch": 5.596887159533074,
      "grad_norm": 1.6971331832600693,
      "learning_rate": 3.4213243045537574e-06,
      "loss": 0.6028,
      "step": 136648
    },
    {
      "epoch": 5.59692811796027,
      "grad_norm": 1.483092804537496,
      "learning_rate": 3.4206317445010012e-06,
      "loss": 0.4151,
      "step": 136649
    },
    {
      "epoch": 5.596969076387467,
      "grad_norm": 1.7778608017507678,
      "learning_rate": 3.419939253742432e-06,
      "loss": 0.8353,
      "step": 136650
    },
    {
      "epoch": 5.597010034814663,
      "grad_norm": 1.288453012435043,
      "learning_rate": 3.4192468322783993e-06,
      "loss": 0.3466,
      "step": 136651
    },
    {
      "epoch": 5.59705099324186,
      "grad_norm": 1.4025723623737132,
      "learning_rate": 3.41855448010927e-06,
      "loss": 0.3486,
      "step": 136652
    },
    {
      "epoch": 5.597091951669056,
      "grad_norm": 0.9184243327298101,
      "learning_rate": 3.4178621972353103e-06,
      "loss": 0.2024,
      "step": 136653
    },
    {
      "epoch": 5.597132910096253,
      "grad_norm": 1.5648391646010489,
      "learning_rate": 3.41716998365692e-06,
      "loss": 0.6029,
      "step": 136654
    },
    {
      "epoch": 5.5971738685234484,
      "grad_norm": 1.5003628637378832,
      "learning_rate": 3.4164778393743488e-06,
      "loss": 0.414,
      "step": 136655
    },
    {
      "epoch": 5.597214826950645,
      "grad_norm": 0.9838032575826494,
      "learning_rate": 3.4157857643879627e-06,
      "loss": 0.1854,
      "step": 136656
    },
    {
      "epoch": 5.5972557853778415,
      "grad_norm": 1.926291162962934,
      "learning_rate": 3.415093758698112e-06,
      "loss": 0.6372,
      "step": 136657
    },
    {
      "epoch": 5.597296743805038,
      "grad_norm": 1.6061247297701104,
      "learning_rate": 3.4144018223050796e-06,
      "loss": 0.5245,
      "step": 136658
    },
    {
      "epoch": 5.597337702232235,
      "grad_norm": 0.8611411676874052,
      "learning_rate": 3.4137099552092153e-06,
      "loss": 0.141,
      "step": 136659
    },
    {
      "epoch": 5.59737866065943,
      "grad_norm": 1.0971184711501294,
      "learning_rate": 3.4130181574108515e-06,
      "loss": 0.2219,
      "step": 136660
    },
    {
      "epoch": 5.597419619086627,
      "grad_norm": 2.482991887545061,
      "learning_rate": 3.412326428910306e-06,
      "loss": 0.8722,
      "step": 136661
    },
    {
      "epoch": 5.597460577513823,
      "grad_norm": 1.1514342111557372,
      "learning_rate": 3.4116347697079106e-06,
      "loss": 0.3157,
      "step": 136662
    },
    {
      "epoch": 5.59750153594102,
      "grad_norm": 1.3304854362762504,
      "learning_rate": 3.4109431798039654e-06,
      "loss": 0.359,
      "step": 136663
    },
    {
      "epoch": 5.597542494368216,
      "grad_norm": 0.9237183904993189,
      "learning_rate": 3.410251659198837e-06,
      "loss": 0.1889,
      "step": 136664
    },
    {
      "epoch": 5.597583452795413,
      "grad_norm": 1.421007712288087,
      "learning_rate": 3.409560207892842e-06,
      "loss": 0.3944,
      "step": 136665
    },
    {
      "epoch": 5.5976244112226095,
      "grad_norm": 1.3467466286670091,
      "learning_rate": 3.4088688258862793e-06,
      "loss": 0.345,
      "step": 136666
    },
    {
      "epoch": 5.597665369649805,
      "grad_norm": 1.53247493054253,
      "learning_rate": 3.4081775131794997e-06,
      "loss": 0.4701,
      "step": 136667
    },
    {
      "epoch": 5.597706328077002,
      "grad_norm": 1.6152595987497214,
      "learning_rate": 3.4074862697728524e-06,
      "loss": 0.3015,
      "step": 136668
    },
    {
      "epoch": 5.597747286504198,
      "grad_norm": 1.6963345086060226,
      "learning_rate": 3.4067950956666203e-06,
      "loss": 0.428,
      "step": 136669
    },
    {
      "epoch": 5.597788244931395,
      "grad_norm": 1.347822078995067,
      "learning_rate": 3.406103990861153e-06,
      "loss": 0.3827,
      "step": 136670
    },
    {
      "epoch": 5.597829203358591,
      "grad_norm": 1.601124234321573,
      "learning_rate": 3.405412955356768e-06,
      "loss": 0.5566,
      "step": 136671
    },
    {
      "epoch": 5.597870161785788,
      "grad_norm": 1.489918768150187,
      "learning_rate": 3.404721989153797e-06,
      "loss": 0.5004,
      "step": 136672
    },
    {
      "epoch": 5.597911120212984,
      "grad_norm": 0.9159414686841957,
      "learning_rate": 3.404031092252574e-06,
      "loss": 0.217,
      "step": 136673
    },
    {
      "epoch": 5.59795207864018,
      "grad_norm": 0.32616938221578934,
      "learning_rate": 3.403340264653415e-06,
      "loss": 0.0226,
      "step": 136674
    },
    {
      "epoch": 5.5979930370673765,
      "grad_norm": 0.8385333699094626,
      "learning_rate": 3.4026495063566526e-06,
      "loss": 0.1735,
      "step": 136675
    },
    {
      "epoch": 5.598033995494573,
      "grad_norm": 1.6635563634572108,
      "learning_rate": 3.401958817362621e-06,
      "loss": 0.583,
      "step": 136676
    },
    {
      "epoch": 5.59807495392177,
      "grad_norm": 0.27201129050668954,
      "learning_rate": 3.4012681976716193e-06,
      "loss": 0.0243,
      "step": 136677
    },
    {
      "epoch": 5.598115912348966,
      "grad_norm": 1.7706558892978073,
      "learning_rate": 3.4005776472839975e-06,
      "loss": 0.6403,
      "step": 136678
    },
    {
      "epoch": 5.598156870776162,
      "grad_norm": 1.2650371396621831,
      "learning_rate": 3.3998871662000714e-06,
      "loss": 0.4401,
      "step": 136679
    },
    {
      "epoch": 5.598197829203358,
      "grad_norm": 0.9016039838558593,
      "learning_rate": 3.399196754420175e-06,
      "loss": 0.1799,
      "step": 136680
    },
    {
      "epoch": 5.598238787630555,
      "grad_norm": 1.361875850324364,
      "learning_rate": 3.39850641194464e-06,
      "loss": 0.4484,
      "step": 136681
    },
    {
      "epoch": 5.598279746057751,
      "grad_norm": 1.341354933355176,
      "learning_rate": 3.3978161387737678e-06,
      "loss": 0.4076,
      "step": 136682
    },
    {
      "epoch": 5.598320704484948,
      "grad_norm": 1.4188597738549666,
      "learning_rate": 3.397125934907907e-06,
      "loss": 0.374,
      "step": 136683
    },
    {
      "epoch": 5.598361662912144,
      "grad_norm": 1.3944313825032368,
      "learning_rate": 3.396435800347391e-06,
      "loss": 0.3757,
      "step": 136684
    },
    {
      "epoch": 5.598402621339341,
      "grad_norm": 1.0319816041498755,
      "learning_rate": 3.39574573509252e-06,
      "loss": 0.2396,
      "step": 136685
    },
    {
      "epoch": 5.598443579766537,
      "grad_norm": 1.6864886700625263,
      "learning_rate": 3.3950557391436428e-06,
      "loss": 0.6598,
      "step": 136686
    },
    {
      "epoch": 5.598484538193733,
      "grad_norm": 1.5860833416539788,
      "learning_rate": 3.3943658125010765e-06,
      "loss": 0.5036,
      "step": 136687
    },
    {
      "epoch": 5.59852549662093,
      "grad_norm": 1.4618833080822138,
      "learning_rate": 3.3936759551651205e-06,
      "loss": 0.4726,
      "step": 136688
    },
    {
      "epoch": 5.598566455048126,
      "grad_norm": 1.3735102813180675,
      "learning_rate": 3.392986167136158e-06,
      "loss": 0.3922,
      "step": 136689
    },
    {
      "epoch": 5.598607413475323,
      "grad_norm": 0.9537167320905207,
      "learning_rate": 3.3922964484144722e-06,
      "loss": 0.216,
      "step": 136690
    },
    {
      "epoch": 5.598648371902519,
      "grad_norm": 1.604359584182523,
      "learning_rate": 3.3916067990004126e-06,
      "loss": 0.5642,
      "step": 136691
    },
    {
      "epoch": 5.598689330329716,
      "grad_norm": 1.8820102585593836,
      "learning_rate": 3.390917218894279e-06,
      "loss": 0.6177,
      "step": 136692
    },
    {
      "epoch": 5.5987302887569115,
      "grad_norm": 1.8517824752024645,
      "learning_rate": 3.3902277080964215e-06,
      "loss": 0.6098,
      "step": 136693
    },
    {
      "epoch": 5.598771247184108,
      "grad_norm": 1.5843608374274252,
      "learning_rate": 3.3895382666071558e-06,
      "loss": 0.4851,
      "step": 136694
    },
    {
      "epoch": 5.5988122056113045,
      "grad_norm": 1.3631740537662347,
      "learning_rate": 3.388848894426799e-06,
      "loss": 0.4268,
      "step": 136695
    },
    {
      "epoch": 5.598853164038501,
      "grad_norm": 1.3207368210166464,
      "learning_rate": 3.3881595915556838e-06,
      "loss": 0.3423,
      "step": 136696
    },
    {
      "epoch": 5.598894122465698,
      "grad_norm": 1.8201656581868944,
      "learning_rate": 3.3874703579941597e-06,
      "loss": 0.644,
      "step": 136697
    },
    {
      "epoch": 5.598935080892893,
      "grad_norm": 1.7421313891009087,
      "learning_rate": 3.386781193742527e-06,
      "loss": 0.5457,
      "step": 136698
    },
    {
      "epoch": 5.59897603932009,
      "grad_norm": 1.7617024009778324,
      "learning_rate": 3.3860920988011187e-06,
      "loss": 0.5343,
      "step": 136699
    },
    {
      "epoch": 5.599016997747286,
      "grad_norm": 1.1677939803655124,
      "learning_rate": 3.385403073170251e-06,
      "loss": 0.1679,
      "step": 136700
    },
    {
      "epoch": 5.599057956174483,
      "grad_norm": 1.0396938713967623,
      "learning_rate": 3.3847141168502567e-06,
      "loss": 0.3256,
      "step": 136701
    },
    {
      "epoch": 5.599098914601679,
      "grad_norm": 1.5096827543559286,
      "learning_rate": 3.3840252298414693e-06,
      "loss": 0.5067,
      "step": 136702
    },
    {
      "epoch": 5.599139873028876,
      "grad_norm": 1.882878950502581,
      "learning_rate": 3.3833364121441885e-06,
      "loss": 0.5265,
      "step": 136703
    },
    {
      "epoch": 5.5991808314560725,
      "grad_norm": 1.637887502598415,
      "learning_rate": 3.382647663758764e-06,
      "loss": 0.6726,
      "step": 136704
    },
    {
      "epoch": 5.599221789883268,
      "grad_norm": 1.678766274078299,
      "learning_rate": 3.381958984685529e-06,
      "loss": 0.5332,
      "step": 136705
    },
    {
      "epoch": 5.599262748310465,
      "grad_norm": 1.6752553408474966,
      "learning_rate": 3.3812703749247995e-06,
      "loss": 0.5806,
      "step": 136706
    },
    {
      "epoch": 5.599303706737661,
      "grad_norm": 2.0445188080214436,
      "learning_rate": 3.380581834476892e-06,
      "loss": 0.807,
      "step": 136707
    },
    {
      "epoch": 5.599344665164858,
      "grad_norm": 0.8816694475848191,
      "learning_rate": 3.379893363342123e-06,
      "loss": 0.2309,
      "step": 136708
    },
    {
      "epoch": 5.599385623592054,
      "grad_norm": 1.5690826025485904,
      "learning_rate": 3.3792049615208425e-06,
      "loss": 0.5332,
      "step": 136709
    },
    {
      "epoch": 5.599426582019251,
      "grad_norm": 0.5781328045743489,
      "learning_rate": 3.378516629013367e-06,
      "loss": 0.031,
      "step": 136710
    },
    {
      "epoch": 5.599467540446447,
      "grad_norm": 1.9381546327275876,
      "learning_rate": 3.377828365820029e-06,
      "loss": 0.7464,
      "step": 136711
    },
    {
      "epoch": 5.599508498873643,
      "grad_norm": 3.3782608431108243,
      "learning_rate": 3.3771401719411285e-06,
      "loss": 3.0139,
      "step": 136712
    },
    {
      "epoch": 5.5995494573008395,
      "grad_norm": 1.4509516714472739,
      "learning_rate": 3.376452047377015e-06,
      "loss": 0.4894,
      "step": 136713
    },
    {
      "epoch": 5.599590415728036,
      "grad_norm": 2.250220484323616,
      "learning_rate": 3.3757639921280055e-06,
      "loss": 0.8712,
      "step": 136714
    },
    {
      "epoch": 5.599631374155233,
      "grad_norm": 1.2328694910985931,
      "learning_rate": 3.3750760061944327e-06,
      "loss": 0.3082,
      "step": 136715
    },
    {
      "epoch": 5.599672332582429,
      "grad_norm": 1.8159650514262808,
      "learning_rate": 3.3743880895766127e-06,
      "loss": 0.6129,
      "step": 136716
    },
    {
      "epoch": 5.599713291009625,
      "grad_norm": 1.2946012564513711,
      "learning_rate": 3.373700242274863e-06,
      "loss": 0.4709,
      "step": 136717
    },
    {
      "epoch": 5.599754249436821,
      "grad_norm": 1.7960641701966833,
      "learning_rate": 3.3730124642895485e-06,
      "loss": 0.6035,
      "step": 136718
    },
    {
      "epoch": 5.599795207864018,
      "grad_norm": 1.0050877561436504,
      "learning_rate": 3.372324755620953e-06,
      "loss": 0.2717,
      "step": 136719
    },
    {
      "epoch": 5.599836166291214,
      "grad_norm": 1.5124988038232665,
      "learning_rate": 3.37163711626941e-06,
      "loss": 0.4488,
      "step": 136720
    },
    {
      "epoch": 5.599877124718411,
      "grad_norm": 1.2548253873005155,
      "learning_rate": 3.370949546235252e-06,
      "loss": 0.4986,
      "step": 136721
    },
    {
      "epoch": 5.5999180831456075,
      "grad_norm": 1.7308474522982809,
      "learning_rate": 3.370262045518779e-06,
      "loss": 0.5451,
      "step": 136722
    },
    {
      "epoch": 5.599959041572804,
      "grad_norm": 3.3473887949376935,
      "learning_rate": 3.3695746141203574e-06,
      "loss": 0.9845,
      "step": 136723
    },
    {
      "epoch": 5.6,
      "grad_norm": 1.6482501860710794,
      "learning_rate": 3.3688872520402866e-06,
      "loss": 0.4789,
      "step": 136724
    },
    {
      "epoch": 5.600040958427196,
      "grad_norm": 1.5565480556079272,
      "learning_rate": 3.3681999592789e-06,
      "loss": 0.5458,
      "step": 136725
    },
    {
      "epoch": 5.600081916854393,
      "grad_norm": 1.7918496410084477,
      "learning_rate": 3.3675127358365307e-06,
      "loss": 0.5372,
      "step": 136726
    },
    {
      "epoch": 5.600122875281589,
      "grad_norm": 1.643099924655048,
      "learning_rate": 3.3668255817134783e-06,
      "loss": 0.4297,
      "step": 136727
    },
    {
      "epoch": 5.600163833708786,
      "grad_norm": 1.3461374262278094,
      "learning_rate": 3.3661384969100756e-06,
      "loss": 0.3787,
      "step": 136728
    },
    {
      "epoch": 5.600204792135982,
      "grad_norm": 1.5489363550629478,
      "learning_rate": 3.3654514814266732e-06,
      "loss": 0.3829,
      "step": 136729
    },
    {
      "epoch": 5.600245750563179,
      "grad_norm": 0.9933902443264468,
      "learning_rate": 3.364764535263553e-06,
      "loss": 0.1947,
      "step": 136730
    },
    {
      "epoch": 5.6002867089903745,
      "grad_norm": 1.5283259612832485,
      "learning_rate": 3.3640776584210827e-06,
      "loss": 0.4336,
      "step": 136731
    },
    {
      "epoch": 5.600327667417571,
      "grad_norm": 1.4002129171890285,
      "learning_rate": 3.363390850899561e-06,
      "loss": 0.354,
      "step": 136732
    },
    {
      "epoch": 5.600368625844768,
      "grad_norm": 1.4805694792752613,
      "learning_rate": 3.3627041126993215e-06,
      "loss": 0.4448,
      "step": 136733
    },
    {
      "epoch": 5.600409584271964,
      "grad_norm": 1.408769475125941,
      "learning_rate": 3.362017443820697e-06,
      "loss": 0.3945,
      "step": 136734
    },
    {
      "epoch": 5.600450542699161,
      "grad_norm": 1.416704065663377,
      "learning_rate": 3.361330844263971e-06,
      "loss": 0.3511,
      "step": 136735
    },
    {
      "epoch": 5.600491501126356,
      "grad_norm": 1.3942517502475957,
      "learning_rate": 3.360644314029526e-06,
      "loss": 0.4216,
      "step": 136736
    },
    {
      "epoch": 5.600532459553553,
      "grad_norm": 0.5690465793605998,
      "learning_rate": 3.359957853117645e-06,
      "loss": 0.0542,
      "step": 136737
    },
    {
      "epoch": 5.600573417980749,
      "grad_norm": 1.348713424647353,
      "learning_rate": 3.3592714615286785e-06,
      "loss": 0.2858,
      "step": 136738
    },
    {
      "epoch": 5.600614376407946,
      "grad_norm": 1.3166359927570959,
      "learning_rate": 3.358585139262926e-06,
      "loss": 0.3258,
      "step": 136739
    },
    {
      "epoch": 5.600655334835142,
      "grad_norm": 1.1807080217235808,
      "learning_rate": 3.3578988863207367e-06,
      "loss": 0.3177,
      "step": 136740
    },
    {
      "epoch": 5.600696293262339,
      "grad_norm": 1.4584939556931873,
      "learning_rate": 3.357212702702411e-06,
      "loss": 0.4333,
      "step": 136741
    },
    {
      "epoch": 5.6007372516895355,
      "grad_norm": 0.892621864929226,
      "learning_rate": 3.356526588408298e-06,
      "loss": 0.1742,
      "step": 136742
    },
    {
      "epoch": 5.600778210116731,
      "grad_norm": 0.9526622671524445,
      "learning_rate": 3.3558405434387147e-06,
      "loss": 0.0803,
      "step": 136743
    },
    {
      "epoch": 5.600819168543928,
      "grad_norm": 1.101350680178561,
      "learning_rate": 3.3551545677939605e-06,
      "loss": 0.1585,
      "step": 136744
    },
    {
      "epoch": 5.600860126971124,
      "grad_norm": 1.5559985339259994,
      "learning_rate": 3.354468661474402e-06,
      "loss": 0.4521,
      "step": 136745
    },
    {
      "epoch": 5.600901085398321,
      "grad_norm": 1.6320513189985288,
      "learning_rate": 3.3537828244803222e-06,
      "loss": 0.477,
      "step": 136746
    },
    {
      "epoch": 5.600942043825517,
      "grad_norm": 1.6967522486340878,
      "learning_rate": 3.353097056812071e-06,
      "loss": 0.4945,
      "step": 136747
    },
    {
      "epoch": 5.600983002252714,
      "grad_norm": 1.5852305128487088,
      "learning_rate": 3.3524113584699807e-06,
      "loss": 0.458,
      "step": 136748
    },
    {
      "epoch": 5.60102396067991,
      "grad_norm": 1.3264293648744276,
      "learning_rate": 3.3517257294543354e-06,
      "loss": 0.4193,
      "step": 136749
    },
    {
      "epoch": 5.601064919107106,
      "grad_norm": 1.4788199020532766,
      "learning_rate": 3.351040169765501e-06,
      "loss": 0.339,
      "step": 136750
    },
    {
      "epoch": 5.601105877534303,
      "grad_norm": 1.3776226103837808,
      "learning_rate": 3.3503546794037774e-06,
      "loss": 0.3715,
      "step": 136751
    },
    {
      "epoch": 5.601146835961499,
      "grad_norm": 1.4763670140197114,
      "learning_rate": 3.3496692583694973e-06,
      "loss": 0.4558,
      "step": 136752
    },
    {
      "epoch": 5.601187794388696,
      "grad_norm": 1.7510249549645958,
      "learning_rate": 3.348983906662994e-06,
      "loss": 0.3943,
      "step": 136753
    },
    {
      "epoch": 5.601228752815892,
      "grad_norm": 1.9721464375974558,
      "learning_rate": 3.3482986242845678e-06,
      "loss": 0.6452,
      "step": 136754
    },
    {
      "epoch": 5.601269711243088,
      "grad_norm": 1.3460607609780555,
      "learning_rate": 3.3476134112345675e-06,
      "loss": 0.3458,
      "step": 136755
    },
    {
      "epoch": 5.601310669670284,
      "grad_norm": 1.4638262122922685,
      "learning_rate": 3.3469282675133103e-06,
      "loss": 0.5567,
      "step": 136756
    },
    {
      "epoch": 5.601351628097481,
      "grad_norm": 1.6399442039694494,
      "learning_rate": 3.3462431931210953e-06,
      "loss": 0.5199,
      "step": 136757
    },
    {
      "epoch": 5.601392586524677,
      "grad_norm": 1.5555632996306918,
      "learning_rate": 3.345558188058289e-06,
      "loss": 0.4844,
      "step": 136758
    },
    {
      "epoch": 5.601433544951874,
      "grad_norm": 1.7340554144895814,
      "learning_rate": 3.3448732523251754e-06,
      "loss": 0.5141,
      "step": 136759
    },
    {
      "epoch": 5.6014745033790705,
      "grad_norm": 1.6187999784223093,
      "learning_rate": 3.344188385922086e-06,
      "loss": 0.4954,
      "step": 136760
    },
    {
      "epoch": 5.601515461806267,
      "grad_norm": 1.119585235732152,
      "learning_rate": 3.3435035888493887e-06,
      "loss": 0.3242,
      "step": 136761
    },
    {
      "epoch": 5.601556420233463,
      "grad_norm": 0.8377812883861344,
      "learning_rate": 3.3428188611073493e-06,
      "loss": 0.1909,
      "step": 136762
    },
    {
      "epoch": 5.601597378660659,
      "grad_norm": 2.557634369077935,
      "learning_rate": 3.3421342026963173e-06,
      "loss": 1.2526,
      "step": 136763
    },
    {
      "epoch": 5.601638337087856,
      "grad_norm": 0.9672716974489629,
      "learning_rate": 3.3414496136166258e-06,
      "loss": 0.2046,
      "step": 136764
    },
    {
      "epoch": 5.601679295515052,
      "grad_norm": 1.1209030587995088,
      "learning_rate": 3.3407650938685583e-06,
      "loss": 0.2586,
      "step": 136765
    },
    {
      "epoch": 5.601720253942249,
      "grad_norm": 0.8037022769894393,
      "learning_rate": 3.3400806434524975e-06,
      "loss": 0.1957,
      "step": 136766
    },
    {
      "epoch": 5.601761212369445,
      "grad_norm": 1.602353345148858,
      "learning_rate": 3.3393962623687265e-06,
      "loss": 0.5081,
      "step": 136767
    },
    {
      "epoch": 5.601802170796642,
      "grad_norm": 1.8010038722811645,
      "learning_rate": 3.338711950617562e-06,
      "loss": 0.5667,
      "step": 136768
    },
    {
      "epoch": 5.6018431292238375,
      "grad_norm": 0.78417072590111,
      "learning_rate": 3.33802770819937e-06,
      "loss": 0.0908,
      "step": 136769
    },
    {
      "epoch": 5.601884087651034,
      "grad_norm": 1.7645742617966138,
      "learning_rate": 3.337343535114434e-06,
      "loss": 0.5382,
      "step": 136770
    },
    {
      "epoch": 5.601925046078231,
      "grad_norm": 1.814452414953569,
      "learning_rate": 3.3366594313631036e-06,
      "loss": 0.7107,
      "step": 136771
    },
    {
      "epoch": 5.601966004505427,
      "grad_norm": 1.7132895895062257,
      "learning_rate": 3.335975396945678e-06,
      "loss": 0.6148,
      "step": 136772
    },
    {
      "epoch": 5.602006962932624,
      "grad_norm": 0.8443603933671067,
      "learning_rate": 3.3352914318624913e-06,
      "loss": 0.1888,
      "step": 136773
    },
    {
      "epoch": 5.602047921359819,
      "grad_norm": 0.8729930421027633,
      "learning_rate": 3.3346075361138756e-06,
      "loss": 0.1612,
      "step": 136774
    },
    {
      "epoch": 5.602088879787016,
      "grad_norm": 1.4278554138717126,
      "learning_rate": 3.333923709700148e-06,
      "loss": 0.3488,
      "step": 136775
    },
    {
      "epoch": 5.602129838214212,
      "grad_norm": 1.257636057868899,
      "learning_rate": 3.3332399526216246e-06,
      "loss": 0.4328,
      "step": 136776
    },
    {
      "epoch": 5.602170796641409,
      "grad_norm": 1.1318700194092761,
      "learning_rate": 3.3325562648786385e-06,
      "loss": 0.2447,
      "step": 136777
    },
    {
      "epoch": 5.6022117550686055,
      "grad_norm": 0.7629512074738523,
      "learning_rate": 3.3318726464715063e-06,
      "loss": 0.1162,
      "step": 136778
    },
    {
      "epoch": 5.602252713495802,
      "grad_norm": 2.5848039582159617,
      "learning_rate": 3.3311890974005607e-06,
      "loss": 0.6362,
      "step": 136779
    },
    {
      "epoch": 5.6022936719229985,
      "grad_norm": 1.5906177307533858,
      "learning_rate": 3.3305056176661017e-06,
      "loss": 0.5143,
      "step": 136780
    },
    {
      "epoch": 5.602334630350194,
      "grad_norm": 2.7019346821071135,
      "learning_rate": 3.329822207268479e-06,
      "loss": 1.1188,
      "step": 136781
    },
    {
      "epoch": 5.602375588777391,
      "grad_norm": 1.164786166243457,
      "learning_rate": 3.3291388662080256e-06,
      "loss": 0.2963,
      "step": 136782
    },
    {
      "epoch": 5.602416547204587,
      "grad_norm": 1.0150618832094815,
      "learning_rate": 3.3284555944850077e-06,
      "loss": 0.1894,
      "step": 136783
    },
    {
      "epoch": 5.602457505631784,
      "grad_norm": 1.183446806019921,
      "learning_rate": 3.327772392099809e-06,
      "loss": 0.2169,
      "step": 136784
    },
    {
      "epoch": 5.60249846405898,
      "grad_norm": 0.8743261460043728,
      "learning_rate": 3.3270892590527286e-06,
      "loss": 0.1739,
      "step": 136785
    },
    {
      "epoch": 5.602539422486177,
      "grad_norm": 1.9506066645239561,
      "learning_rate": 3.3264061953440666e-06,
      "loss": 0.8459,
      "step": 136786
    },
    {
      "epoch": 5.602580380913373,
      "grad_norm": 1.5370051717634174,
      "learning_rate": 3.325723200974206e-06,
      "loss": 0.537,
      "step": 136787
    },
    {
      "epoch": 5.602621339340569,
      "grad_norm": 0.36862742361665857,
      "learning_rate": 3.325040275943397e-06,
      "loss": 0.0303,
      "step": 136788
    },
    {
      "epoch": 5.602662297767766,
      "grad_norm": 1.7875518923534135,
      "learning_rate": 3.324357420252005e-06,
      "loss": 0.5948,
      "step": 136789
    },
    {
      "epoch": 5.602703256194962,
      "grad_norm": 1.5418120951453491,
      "learning_rate": 3.3236746339003806e-06,
      "loss": 0.3608,
      "step": 136790
    },
    {
      "epoch": 5.602744214622159,
      "grad_norm": 1.5629936491008665,
      "learning_rate": 3.322991916888773e-06,
      "loss": 0.4699,
      "step": 136791
    },
    {
      "epoch": 5.602785173049355,
      "grad_norm": 1.391177657667691,
      "learning_rate": 3.322309269217549e-06,
      "loss": 0.356,
      "step": 136792
    },
    {
      "epoch": 5.602826131476551,
      "grad_norm": 1.8683209802625786,
      "learning_rate": 3.3216266908870414e-06,
      "loss": 0.4436,
      "step": 136793
    },
    {
      "epoch": 5.602867089903747,
      "grad_norm": 5.009159601790738,
      "learning_rate": 3.3209441818975503e-06,
      "loss": 2.0362,
      "step": 136794
    },
    {
      "epoch": 5.602908048330944,
      "grad_norm": 1.0746943957089814,
      "learning_rate": 3.3202617422493916e-06,
      "loss": 0.2397,
      "step": 136795
    },
    {
      "epoch": 5.6029490067581404,
      "grad_norm": 1.590631184500231,
      "learning_rate": 3.319579371942915e-06,
      "loss": 0.5382,
      "step": 136796
    },
    {
      "epoch": 5.602989965185337,
      "grad_norm": 1.861063754091552,
      "learning_rate": 3.318897070978438e-06,
      "loss": 0.6629,
      "step": 136797
    },
    {
      "epoch": 5.6030309236125335,
      "grad_norm": 1.5870322783452342,
      "learning_rate": 3.318214839356259e-06,
      "loss": 0.5919,
      "step": 136798
    },
    {
      "epoch": 5.60307188203973,
      "grad_norm": 0.8899623232485397,
      "learning_rate": 3.3175326770767287e-06,
      "loss": 0.1747,
      "step": 136799
    },
    {
      "epoch": 5.603112840466926,
      "grad_norm": 1.3577870562482732,
      "learning_rate": 3.316850584140146e-06,
      "loss": 0.5149,
      "step": 136800
    },
    {
      "epoch": 5.603153798894122,
      "grad_norm": 1.4792642643485199,
      "learning_rate": 3.3161685605468445e-06,
      "loss": 0.4552,
      "step": 136801
    },
    {
      "epoch": 5.603194757321319,
      "grad_norm": 1.3770456539766514,
      "learning_rate": 3.3154866062971575e-06,
      "loss": 0.4363,
      "step": 136802
    },
    {
      "epoch": 5.603235715748515,
      "grad_norm": 1.0492602529265165,
      "learning_rate": 3.3148047213913844e-06,
      "loss": 0.2467,
      "step": 136803
    },
    {
      "epoch": 5.603276674175712,
      "grad_norm": 1.7391748193256786,
      "learning_rate": 3.3141229058298747e-06,
      "loss": 1.0411,
      "step": 136804
    },
    {
      "epoch": 5.603317632602908,
      "grad_norm": 1.573728280234112,
      "learning_rate": 3.3134411596129116e-06,
      "loss": 0.5418,
      "step": 136805
    },
    {
      "epoch": 5.603358591030105,
      "grad_norm": 1.5907875468972594,
      "learning_rate": 3.3127594827408786e-06,
      "loss": 0.5078,
      "step": 136806
    },
    {
      "epoch": 5.603399549457301,
      "grad_norm": 1.4299638323133472,
      "learning_rate": 3.3120778752140252e-06,
      "loss": 0.4697,
      "step": 136807
    },
    {
      "epoch": 5.603440507884497,
      "grad_norm": 0.43155056489554566,
      "learning_rate": 3.311396337032718e-06,
      "loss": 0.0362,
      "step": 136808
    },
    {
      "epoch": 5.603481466311694,
      "grad_norm": 1.634008252494208,
      "learning_rate": 3.3107148681972893e-06,
      "loss": 0.4967,
      "step": 136809
    },
    {
      "epoch": 5.60352242473889,
      "grad_norm": 1.5085477482295466,
      "learning_rate": 3.3100334687080233e-06,
      "loss": 0.4644,
      "step": 136810
    },
    {
      "epoch": 5.603563383166087,
      "grad_norm": 1.5213238731791277,
      "learning_rate": 3.309352138565269e-06,
      "loss": 0.4074,
      "step": 136811
    },
    {
      "epoch": 5.603604341593282,
      "grad_norm": 1.4201246295948862,
      "learning_rate": 3.3086708777693426e-06,
      "loss": 0.4912,
      "step": 136812
    },
    {
      "epoch": 5.603645300020479,
      "grad_norm": 0.9102741430613664,
      "learning_rate": 3.3079896863205613e-06,
      "loss": 0.1855,
      "step": 136813
    },
    {
      "epoch": 5.603686258447675,
      "grad_norm": 1.6570964010807128,
      "learning_rate": 3.3073085642192577e-06,
      "loss": 0.3434,
      "step": 136814
    },
    {
      "epoch": 5.603727216874872,
      "grad_norm": 1.843976070554782,
      "learning_rate": 3.306627511465748e-06,
      "loss": 0.5259,
      "step": 136815
    },
    {
      "epoch": 5.6037681753020685,
      "grad_norm": 1.507441990815634,
      "learning_rate": 3.3059465280603327e-06,
      "loss": 0.4297,
      "step": 136816
    },
    {
      "epoch": 5.603809133729265,
      "grad_norm": 2.9707863665273466,
      "learning_rate": 3.3052656140033775e-06,
      "loss": 1.3643,
      "step": 136817
    },
    {
      "epoch": 5.603850092156462,
      "grad_norm": 1.4038740729808525,
      "learning_rate": 3.3045847692951654e-06,
      "loss": 0.4115,
      "step": 136818
    },
    {
      "epoch": 5.603891050583657,
      "grad_norm": 0.9896860462942735,
      "learning_rate": 3.30390399393603e-06,
      "loss": 0.2427,
      "step": 136819
    },
    {
      "epoch": 5.603932009010854,
      "grad_norm": 1.6664348399457651,
      "learning_rate": 3.3032232879263045e-06,
      "loss": 0.5499,
      "step": 136820
    },
    {
      "epoch": 5.60397296743805,
      "grad_norm": 1.6380094327290264,
      "learning_rate": 3.3025426512663046e-06,
      "loss": 0.4248,
      "step": 136821
    },
    {
      "epoch": 5.604013925865247,
      "grad_norm": 1.4060319464950877,
      "learning_rate": 3.301862083956347e-06,
      "loss": 0.3872,
      "step": 136822
    },
    {
      "epoch": 5.604054884292443,
      "grad_norm": 1.4528935647899783,
      "learning_rate": 3.3011815859967484e-06,
      "loss": 0.3899,
      "step": 136823
    },
    {
      "epoch": 5.60409584271964,
      "grad_norm": 1.2644548158730016,
      "learning_rate": 3.3005011573878414e-06,
      "loss": 0.2945,
      "step": 136824
    },
    {
      "epoch": 5.604136801146836,
      "grad_norm": 1.5684894720383566,
      "learning_rate": 3.2998207981299594e-06,
      "loss": 0.4068,
      "step": 136825
    },
    {
      "epoch": 5.604177759574032,
      "grad_norm": 1.71752503217597,
      "learning_rate": 3.2991405082234023e-06,
      "loss": 0.8057,
      "step": 136826
    },
    {
      "epoch": 5.604218718001229,
      "grad_norm": 1.3516901746382455,
      "learning_rate": 3.2984602876684863e-06,
      "loss": 0.4178,
      "step": 136827
    },
    {
      "epoch": 5.604259676428425,
      "grad_norm": 1.0877301162165578,
      "learning_rate": 3.297780136465561e-06,
      "loss": 0.3295,
      "step": 136828
    },
    {
      "epoch": 5.604300634855622,
      "grad_norm": 0.8509192649785926,
      "learning_rate": 3.297100054614926e-06,
      "loss": 0.1809,
      "step": 136829
    },
    {
      "epoch": 5.604341593282818,
      "grad_norm": 0.9011099382013447,
      "learning_rate": 3.296420042116915e-06,
      "loss": 0.1919,
      "step": 136830
    },
    {
      "epoch": 5.604382551710014,
      "grad_norm": 0.8166516964813035,
      "learning_rate": 3.295740098971844e-06,
      "loss": 0.1878,
      "step": 136831
    },
    {
      "epoch": 5.60442351013721,
      "grad_norm": 1.3262677766741142,
      "learning_rate": 3.2950602251800297e-06,
      "loss": 0.4617,
      "step": 136832
    },
    {
      "epoch": 5.604464468564407,
      "grad_norm": 1.3900133820852838,
      "learning_rate": 3.2943804207418046e-06,
      "loss": 0.3874,
      "step": 136833
    },
    {
      "epoch": 5.6045054269916035,
      "grad_norm": 1.3156545416165797,
      "learning_rate": 3.293700685657469e-06,
      "loss": 0.3167,
      "step": 136834
    },
    {
      "epoch": 5.6045463854188,
      "grad_norm": 1.6560628108122197,
      "learning_rate": 3.293021019927372e-06,
      "loss": 0.4185,
      "step": 136835
    },
    {
      "epoch": 5.6045873438459965,
      "grad_norm": 1.3322924073569198,
      "learning_rate": 3.2923414235518143e-06,
      "loss": 0.3005,
      "step": 136836
    },
    {
      "epoch": 5.604628302273193,
      "grad_norm": 1.4849050528172567,
      "learning_rate": 3.2916618965311282e-06,
      "loss": 0.4033,
      "step": 136837
    },
    {
      "epoch": 5.604669260700389,
      "grad_norm": 1.7307122607633612,
      "learning_rate": 3.2909824388656304e-06,
      "loss": 0.5866,
      "step": 136838
    },
    {
      "epoch": 5.604710219127585,
      "grad_norm": 2.0124433914923303,
      "learning_rate": 3.290303050555637e-06,
      "loss": 0.9231,
      "step": 136839
    },
    {
      "epoch": 5.604751177554782,
      "grad_norm": 1.7040395669011938,
      "learning_rate": 3.289623731601482e-06,
      "loss": 0.5435,
      "step": 136840
    },
    {
      "epoch": 5.604792135981978,
      "grad_norm": 0.8150871335299321,
      "learning_rate": 3.2889444820034806e-06,
      "loss": 0.1662,
      "step": 136841
    },
    {
      "epoch": 5.604833094409175,
      "grad_norm": 1.6101944376349226,
      "learning_rate": 3.28826530176195e-06,
      "loss": 0.5302,
      "step": 136842
    },
    {
      "epoch": 5.604874052836371,
      "grad_norm": 1.7005054312144219,
      "learning_rate": 3.2875861908772226e-06,
      "loss": 0.5755,
      "step": 136843
    },
    {
      "epoch": 5.604915011263568,
      "grad_norm": 1.7900332773087069,
      "learning_rate": 3.286907149349599e-06,
      "loss": 0.6175,
      "step": 136844
    },
    {
      "epoch": 5.604955969690764,
      "grad_norm": 1.6423603314539093,
      "learning_rate": 3.2862281771794118e-06,
      "loss": 0.5642,
      "step": 136845
    },
    {
      "epoch": 5.60499692811796,
      "grad_norm": 1.5349962361726985,
      "learning_rate": 3.2855492743669943e-06,
      "loss": 0.4949,
      "step": 136846
    },
    {
      "epoch": 5.605037886545157,
      "grad_norm": 1.8097825483898462,
      "learning_rate": 3.284870440912646e-06,
      "loss": 0.7242,
      "step": 136847
    },
    {
      "epoch": 5.605078844972353,
      "grad_norm": 1.4680272292352299,
      "learning_rate": 3.2841916768167e-06,
      "loss": 0.492,
      "step": 136848
    },
    {
      "epoch": 5.60511980339955,
      "grad_norm": 1.0514653542767407,
      "learning_rate": 3.2835129820794727e-06,
      "loss": 0.3193,
      "step": 136849
    },
    {
      "epoch": 5.605160761826745,
      "grad_norm": 1.6387637049023671,
      "learning_rate": 3.2828343567012804e-06,
      "loss": 0.5063,
      "step": 136850
    },
    {
      "epoch": 5.605201720253942,
      "grad_norm": 1.6549135155992134,
      "learning_rate": 3.2821558006824734e-06,
      "loss": 0.5383,
      "step": 136851
    },
    {
      "epoch": 5.6052426786811385,
      "grad_norm": 0.7896903297764962,
      "learning_rate": 3.281477314023334e-06,
      "loss": 0.106,
      "step": 136852
    },
    {
      "epoch": 5.605283637108335,
      "grad_norm": 1.5373448534815122,
      "learning_rate": 3.280798896724196e-06,
      "loss": 0.3998,
      "step": 136853
    },
    {
      "epoch": 5.6053245955355315,
      "grad_norm": 1.2756079641085167,
      "learning_rate": 3.280120548785392e-06,
      "loss": 0.2699,
      "step": 136854
    },
    {
      "epoch": 5.605365553962728,
      "grad_norm": 1.7319646226197454,
      "learning_rate": 3.279442270207222e-06,
      "loss": 0.4624,
      "step": 136855
    },
    {
      "epoch": 5.605406512389925,
      "grad_norm": 1.8514891563751217,
      "learning_rate": 3.278764060990019e-06,
      "loss": 0.5665,
      "step": 136856
    },
    {
      "epoch": 5.60544747081712,
      "grad_norm": 1.690701800640076,
      "learning_rate": 3.278085921134116e-06,
      "loss": 0.5428,
      "step": 136857
    },
    {
      "epoch": 5.605488429244317,
      "grad_norm": 1.8631262194522349,
      "learning_rate": 3.2774078506398127e-06,
      "loss": 0.6501,
      "step": 136858
    },
    {
      "epoch": 5.605529387671513,
      "grad_norm": 0.41082095865775997,
      "learning_rate": 3.2767298495074423e-06,
      "loss": 0.0434,
      "step": 136859
    },
    {
      "epoch": 5.60557034609871,
      "grad_norm": 1.8512117628523566,
      "learning_rate": 3.2760519177373212e-06,
      "loss": 0.7624,
      "step": 136860
    },
    {
      "epoch": 5.605611304525906,
      "grad_norm": 1.2528802145010263,
      "learning_rate": 3.275374055329749e-06,
      "loss": 0.2385,
      "step": 136861
    },
    {
      "epoch": 5.605652262953103,
      "grad_norm": 0.9053730701980812,
      "learning_rate": 3.2746962622850926e-06,
      "loss": 0.1536,
      "step": 136862
    },
    {
      "epoch": 5.6056932213802995,
      "grad_norm": 1.5915761838947597,
      "learning_rate": 3.2740185386036177e-06,
      "loss": 0.5062,
      "step": 136863
    },
    {
      "epoch": 5.605734179807495,
      "grad_norm": 1.5849473355572476,
      "learning_rate": 3.2733408842856912e-06,
      "loss": 0.4392,
      "step": 136864
    },
    {
      "epoch": 5.605775138234692,
      "grad_norm": 1.035671451987709,
      "learning_rate": 3.2726632993316125e-06,
      "loss": 0.1935,
      "step": 136865
    },
    {
      "epoch": 5.605816096661888,
      "grad_norm": 1.6463854423677926,
      "learning_rate": 3.2719857837416984e-06,
      "loss": 0.4629,
      "step": 136866
    },
    {
      "epoch": 5.605857055089085,
      "grad_norm": 1.3744515704930083,
      "learning_rate": 3.271308337516282e-06,
      "loss": 0.4351,
      "step": 136867
    },
    {
      "epoch": 5.605898013516281,
      "grad_norm": 1.2271647282166074,
      "learning_rate": 3.270630960655679e-06,
      "loss": 0.2804,
      "step": 136868
    },
    {
      "epoch": 5.605938971943477,
      "grad_norm": 1.3984148247868764,
      "learning_rate": 3.26995365316019e-06,
      "loss": 0.4073,
      "step": 136869
    },
    {
      "epoch": 5.605979930370673,
      "grad_norm": 1.3263371325010513,
      "learning_rate": 3.269276415030181e-06,
      "loss": 0.3028,
      "step": 136870
    },
    {
      "epoch": 5.60602088879787,
      "grad_norm": 1.674602441997496,
      "learning_rate": 3.2685992462659183e-06,
      "loss": 0.6509,
      "step": 136871
    },
    {
      "epoch": 5.6060618472250665,
      "grad_norm": 1.4221027587111923,
      "learning_rate": 3.267922146867752e-06,
      "loss": 0.445,
      "step": 136872
    },
    {
      "epoch": 5.606102805652263,
      "grad_norm": 1.2300617443002002,
      "learning_rate": 3.2672451168360147e-06,
      "loss": 0.2833,
      "step": 136873
    },
    {
      "epoch": 5.60614376407946,
      "grad_norm": 0.8926027264843153,
      "learning_rate": 3.26656815617099e-06,
      "loss": 0.1588,
      "step": 136874
    },
    {
      "epoch": 5.606184722506656,
      "grad_norm": 1.4643678219930838,
      "learning_rate": 3.2658912648730106e-06,
      "loss": 0.4111,
      "step": 136875
    },
    {
      "epoch": 5.606225680933852,
      "grad_norm": 1.27082475031241,
      "learning_rate": 3.2652144429424264e-06,
      "loss": 0.2761,
      "step": 136876
    },
    {
      "epoch": 5.606266639361048,
      "grad_norm": 1.005412958389106,
      "learning_rate": 3.2645376903795207e-06,
      "loss": 0.2169,
      "step": 136877
    },
    {
      "epoch": 5.606307597788245,
      "grad_norm": 2.1478888017737394,
      "learning_rate": 3.263861007184643e-06,
      "loss": 0.7957,
      "step": 136878
    },
    {
      "epoch": 5.606348556215441,
      "grad_norm": 1.3288932102934181,
      "learning_rate": 3.263184393358076e-06,
      "loss": 0.3207,
      "step": 136879
    },
    {
      "epoch": 5.606389514642638,
      "grad_norm": 1.717848681982486,
      "learning_rate": 3.26250784890017e-06,
      "loss": 0.6027,
      "step": 136880
    },
    {
      "epoch": 5.606430473069834,
      "grad_norm": 2.118011227551794,
      "learning_rate": 3.261831373811241e-06,
      "loss": 0.9812,
      "step": 136881
    },
    {
      "epoch": 5.606471431497031,
      "grad_norm": 1.0728356131427716,
      "learning_rate": 3.2611549680915896e-06,
      "loss": 0.1169,
      "step": 136882
    },
    {
      "epoch": 5.606512389924227,
      "grad_norm": 1.5376866786829029,
      "learning_rate": 3.2604786317415643e-06,
      "loss": 0.4766,
      "step": 136883
    },
    {
      "epoch": 5.606553348351423,
      "grad_norm": 1.4232447713606564,
      "learning_rate": 3.259802364761466e-06,
      "loss": 0.3983,
      "step": 136884
    },
    {
      "epoch": 5.60659430677862,
      "grad_norm": 1.3603452991546077,
      "learning_rate": 3.25912616715161e-06,
      "loss": 0.3493,
      "step": 136885
    },
    {
      "epoch": 5.606635265205816,
      "grad_norm": 0.595034647841062,
      "learning_rate": 3.2584500389123303e-06,
      "loss": 0.1205,
      "step": 136886
    },
    {
      "epoch": 5.606676223633013,
      "grad_norm": 1.7245284179158165,
      "learning_rate": 3.257773980043943e-06,
      "loss": 0.5929,
      "step": 136887
    },
    {
      "epoch": 5.606717182060208,
      "grad_norm": 1.3042353613350859,
      "learning_rate": 3.2570979905467477e-06,
      "loss": 0.3893,
      "step": 136888
    },
    {
      "epoch": 5.606758140487405,
      "grad_norm": 1.4583874059428479,
      "learning_rate": 3.256422070421111e-06,
      "loss": 0.4588,
      "step": 136889
    },
    {
      "epoch": 5.6067990989146015,
      "grad_norm": 0.8310408361060313,
      "learning_rate": 3.255746219667299e-06,
      "loss": 0.1678,
      "step": 136890
    },
    {
      "epoch": 5.606840057341798,
      "grad_norm": 1.1967457674332733,
      "learning_rate": 3.255070438285662e-06,
      "loss": 0.2886,
      "step": 136891
    },
    {
      "epoch": 5.606881015768995,
      "grad_norm": 0.5593351454288272,
      "learning_rate": 3.254394726276516e-06,
      "loss": 0.067,
      "step": 136892
    },
    {
      "epoch": 5.606921974196191,
      "grad_norm": 1.4829734977963323,
      "learning_rate": 3.253719083640177e-06,
      "loss": 0.4016,
      "step": 136893
    },
    {
      "epoch": 5.606962932623388,
      "grad_norm": 1.4280448177674343,
      "learning_rate": 3.2530435103769624e-06,
      "loss": 0.4712,
      "step": 136894
    },
    {
      "epoch": 5.607003891050583,
      "grad_norm": 1.0930281864806564,
      "learning_rate": 3.252368006487188e-06,
      "loss": 0.2208,
      "step": 136895
    },
    {
      "epoch": 5.60704484947778,
      "grad_norm": 1.2292778766866677,
      "learning_rate": 3.251692571971187e-06,
      "loss": 0.251,
      "step": 136896
    },
    {
      "epoch": 5.607085807904976,
      "grad_norm": 2.321733464726174,
      "learning_rate": 3.251017206829276e-06,
      "loss": 0.7638,
      "step": 136897
    },
    {
      "epoch": 5.607126766332173,
      "grad_norm": 1.7013444594710743,
      "learning_rate": 3.2503419110617548e-06,
      "loss": 0.5227,
      "step": 136898
    },
    {
      "epoch": 5.607167724759369,
      "grad_norm": 1.7688974890326787,
      "learning_rate": 3.2496666846689555e-06,
      "loss": 0.527,
      "step": 136899
    },
    {
      "epoch": 5.607208683186566,
      "grad_norm": 1.085011801260563,
      "learning_rate": 3.2489915276512125e-06,
      "loss": 0.2211,
      "step": 136900
    },
    {
      "epoch": 5.6072496416137625,
      "grad_norm": 1.6654399059596994,
      "learning_rate": 3.248316440008808e-06,
      "loss": 0.5729,
      "step": 136901
    },
    {
      "epoch": 5.607290600040958,
      "grad_norm": 1.639099033740227,
      "learning_rate": 3.2476414217421087e-06,
      "loss": 0.5652,
      "step": 136902
    },
    {
      "epoch": 5.607331558468155,
      "grad_norm": 1.0371358529514532,
      "learning_rate": 3.2469664728513976e-06,
      "loss": 0.2579,
      "step": 136903
    },
    {
      "epoch": 5.607372516895351,
      "grad_norm": 1.4713637976229794,
      "learning_rate": 3.2462915933369917e-06,
      "loss": 0.4431,
      "step": 136904
    },
    {
      "epoch": 5.607413475322548,
      "grad_norm": 1.340833772827608,
      "learning_rate": 3.2456167831992563e-06,
      "loss": 0.5368,
      "step": 136905
    },
    {
      "epoch": 5.607454433749744,
      "grad_norm": 2.9721482723177117,
      "learning_rate": 3.244942042438442e-06,
      "loss": 0.4077,
      "step": 136906
    },
    {
      "epoch": 5.60749539217694,
      "grad_norm": 1.483199896317212,
      "learning_rate": 3.2442673710549317e-06,
      "loss": 0.3898,
      "step": 136907
    },
    {
      "epoch": 5.6075363506041365,
      "grad_norm": 1.5247024162374474,
      "learning_rate": 3.243592769049008e-06,
      "loss": 0.3555,
      "step": 136908
    },
    {
      "epoch": 5.607577309031333,
      "grad_norm": 1.5771356207869554,
      "learning_rate": 3.242918236420988e-06,
      "loss": 0.5304,
      "step": 136909
    },
    {
      "epoch": 5.6076182674585295,
      "grad_norm": 1.87036612807476,
      "learning_rate": 3.2422437731712048e-06,
      "loss": 0.745,
      "step": 136910
    },
    {
      "epoch": 5.607659225885726,
      "grad_norm": 1.292326333439503,
      "learning_rate": 3.241569379299974e-06,
      "loss": 0.2861,
      "step": 136911
    },
    {
      "epoch": 5.607700184312923,
      "grad_norm": 1.6537661327861282,
      "learning_rate": 3.240895054807613e-06,
      "loss": 0.6571,
      "step": 136912
    },
    {
      "epoch": 5.607741142740119,
      "grad_norm": 1.5540838541943396,
      "learning_rate": 3.240220799694454e-06,
      "loss": 0.5531,
      "step": 136913
    },
    {
      "epoch": 5.607782101167315,
      "grad_norm": 1.4217514304979824,
      "learning_rate": 3.2395466139607806e-06,
      "loss": 0.4468,
      "step": 136914
    },
    {
      "epoch": 5.607823059594511,
      "grad_norm": 0.7473236121194838,
      "learning_rate": 3.2388724976069424e-06,
      "loss": 0.1825,
      "step": 136915
    },
    {
      "epoch": 5.607864018021708,
      "grad_norm": 1.2561164726972278,
      "learning_rate": 3.238198450633256e-06,
      "loss": 0.3045,
      "step": 136916
    },
    {
      "epoch": 5.607904976448904,
      "grad_norm": 1.4612266966418326,
      "learning_rate": 3.2375244730400207e-06,
      "loss": 0.4707,
      "step": 136917
    },
    {
      "epoch": 5.607945934876101,
      "grad_norm": 0.789604815875896,
      "learning_rate": 3.2368505648275865e-06,
      "loss": 0.189,
      "step": 136918
    },
    {
      "epoch": 5.6079868933032975,
      "grad_norm": 1.5702062555865453,
      "learning_rate": 3.2361767259962202e-06,
      "loss": 0.4939,
      "step": 136919
    },
    {
      "epoch": 5.608027851730494,
      "grad_norm": 1.193219909467474,
      "learning_rate": 3.2355029565463044e-06,
      "loss": 0.369,
      "step": 136920
    },
    {
      "epoch": 5.60806881015769,
      "grad_norm": 1.2547053164162834,
      "learning_rate": 3.234829256478122e-06,
      "loss": 0.3302,
      "step": 136921
    },
    {
      "epoch": 5.608109768584886,
      "grad_norm": 1.3842874605501785,
      "learning_rate": 3.234155625791973e-06,
      "loss": 0.3915,
      "step": 136922
    },
    {
      "epoch": 5.608150727012083,
      "grad_norm": 0.6964378054879904,
      "learning_rate": 3.233482064488224e-06,
      "loss": 0.0533,
      "step": 136923
    },
    {
      "epoch": 5.608191685439279,
      "grad_norm": 1.4763088306828394,
      "learning_rate": 3.2328085725671584e-06,
      "loss": 0.423,
      "step": 136924
    },
    {
      "epoch": 5.608232643866476,
      "grad_norm": 1.243827141094599,
      "learning_rate": 3.232135150029108e-06,
      "loss": 0.3645,
      "step": 136925
    },
    {
      "epoch": 5.6082736022936714,
      "grad_norm": 1.163297518592991,
      "learning_rate": 3.2314617968743906e-06,
      "loss": 0.2018,
      "step": 136926
    },
    {
      "epoch": 5.608314560720868,
      "grad_norm": 1.4672409435848517,
      "learning_rate": 3.230788513103305e-06,
      "loss": 0.4845,
      "step": 136927
    },
    {
      "epoch": 5.6083555191480645,
      "grad_norm": 1.2157082227911438,
      "learning_rate": 3.2301152987162015e-06,
      "loss": 0.2098,
      "step": 136928
    },
    {
      "epoch": 5.608396477575261,
      "grad_norm": 1.665691843318322,
      "learning_rate": 3.2294421537133795e-06,
      "loss": 0.4707,
      "step": 136929
    },
    {
      "epoch": 5.608437436002458,
      "grad_norm": 1.6441228500546041,
      "learning_rate": 3.228769078095156e-06,
      "loss": 0.5075,
      "step": 136930
    },
    {
      "epoch": 5.608478394429654,
      "grad_norm": 1.4843198474354546,
      "learning_rate": 3.228096071861863e-06,
      "loss": 0.4523,
      "step": 136931
    },
    {
      "epoch": 5.608519352856851,
      "grad_norm": 1.5259156058672096,
      "learning_rate": 3.227423135013818e-06,
      "loss": 0.3509,
      "step": 136932
    },
    {
      "epoch": 5.608560311284046,
      "grad_norm": 1.3528824555839722,
      "learning_rate": 3.2267502675513035e-06,
      "loss": 0.2985,
      "step": 136933
    },
    {
      "epoch": 5.608601269711243,
      "grad_norm": 2.1773837646971375,
      "learning_rate": 3.226077469474686e-06,
      "loss": 0.8546,
      "step": 136934
    },
    {
      "epoch": 5.608642228138439,
      "grad_norm": 1.7298833619669407,
      "learning_rate": 3.2254047407842486e-06,
      "loss": 0.4679,
      "step": 136935
    },
    {
      "epoch": 5.608683186565636,
      "grad_norm": 1.963750293204128,
      "learning_rate": 3.2247320814803245e-06,
      "loss": 0.5698,
      "step": 136936
    },
    {
      "epoch": 5.6087241449928324,
      "grad_norm": 1.5020277264442132,
      "learning_rate": 3.2240594915632467e-06,
      "loss": 0.438,
      "step": 136937
    },
    {
      "epoch": 5.608765103420029,
      "grad_norm": 1.6782176658509214,
      "learning_rate": 3.2233869710332983e-06,
      "loss": 0.416,
      "step": 136938
    },
    {
      "epoch": 5.6088060618472255,
      "grad_norm": 0.9764333148234776,
      "learning_rate": 3.222714519890812e-06,
      "loss": 0.1866,
      "step": 136939
    },
    {
      "epoch": 5.608847020274421,
      "grad_norm": 1.328489366058559,
      "learning_rate": 3.2220421381361216e-06,
      "loss": 0.3602,
      "step": 136940
    },
    {
      "epoch": 5.608887978701618,
      "grad_norm": 1.25054386972872,
      "learning_rate": 3.2213698257695264e-06,
      "loss": 0.2737,
      "step": 136941
    },
    {
      "epoch": 5.608928937128814,
      "grad_norm": 1.3237679628994863,
      "learning_rate": 3.2206975827913594e-06,
      "loss": 0.4311,
      "step": 136942
    },
    {
      "epoch": 5.608969895556011,
      "grad_norm": 1.5107408207913988,
      "learning_rate": 3.2200254092019206e-06,
      "loss": 0.5306,
      "step": 136943
    },
    {
      "epoch": 5.609010853983207,
      "grad_norm": 1.467984334756883,
      "learning_rate": 3.2193533050015263e-06,
      "loss": 0.5498,
      "step": 136944
    },
    {
      "epoch": 5.609051812410403,
      "grad_norm": 1.1484047983851504,
      "learning_rate": 3.2186812701905263e-06,
      "loss": 0.201,
      "step": 136945
    },
    {
      "epoch": 5.6090927708375995,
      "grad_norm": 1.7463506365067756,
      "learning_rate": 3.2180093047692036e-06,
      "loss": 0.5142,
      "step": 136946
    },
    {
      "epoch": 5.609133729264796,
      "grad_norm": 1.546488366604911,
      "learning_rate": 3.2173374087378913e-06,
      "loss": 0.6779,
      "step": 136947
    },
    {
      "epoch": 5.609174687691993,
      "grad_norm": 2.0314526248064486,
      "learning_rate": 3.2166655820969056e-06,
      "loss": 0.6393,
      "step": 136948
    },
    {
      "epoch": 5.609215646119189,
      "grad_norm": 1.729712185399721,
      "learning_rate": 3.2159938248465635e-06,
      "loss": 0.632,
      "step": 136949
    },
    {
      "epoch": 5.609256604546386,
      "grad_norm": 1.537541756968189,
      "learning_rate": 3.215322136987197e-06,
      "loss": 0.4097,
      "step": 136950
    },
    {
      "epoch": 5.609297562973582,
      "grad_norm": 0.8711748038158913,
      "learning_rate": 3.2146505185190908e-06,
      "loss": 0.1694,
      "step": 136951
    },
    {
      "epoch": 5.609338521400778,
      "grad_norm": 1.252876073550498,
      "learning_rate": 3.2139789694425767e-06,
      "loss": 0.2007,
      "step": 136952
    },
    {
      "epoch": 5.609379479827974,
      "grad_norm": 1.4449831418500585,
      "learning_rate": 3.213307489757988e-06,
      "loss": 0.3386,
      "step": 136953
    },
    {
      "epoch": 5.609420438255171,
      "grad_norm": 1.5056623769260171,
      "learning_rate": 3.212636079465608e-06,
      "loss": 0.3511,
      "step": 136954
    },
    {
      "epoch": 5.609461396682367,
      "grad_norm": 1.9571323352388281,
      "learning_rate": 3.2119647385657864e-06,
      "loss": 0.7081,
      "step": 136955
    },
    {
      "epoch": 5.609502355109564,
      "grad_norm": 1.6429499909484748,
      "learning_rate": 3.2112934670588563e-06,
      "loss": 0.5315,
      "step": 136956
    },
    {
      "epoch": 5.6095433135367605,
      "grad_norm": 1.668234409582455,
      "learning_rate": 3.2106222649450674e-06,
      "loss": 0.5571,
      "step": 136957
    },
    {
      "epoch": 5.609584271963957,
      "grad_norm": 1.476450647254327,
      "learning_rate": 3.2099511322248194e-06,
      "loss": 0.4063,
      "step": 136958
    },
    {
      "epoch": 5.609625230391153,
      "grad_norm": 1.4441065218859173,
      "learning_rate": 3.2092800688983623e-06,
      "loss": 0.3584,
      "step": 136959
    },
    {
      "epoch": 5.609666188818349,
      "grad_norm": 1.0985914387885918,
      "learning_rate": 3.2086090749660285e-06,
      "loss": 0.147,
      "step": 136960
    },
    {
      "epoch": 5.609707147245546,
      "grad_norm": 1.635022223977496,
      "learning_rate": 3.2079381504281852e-06,
      "loss": 0.5872,
      "step": 136961
    },
    {
      "epoch": 5.609748105672742,
      "grad_norm": 1.3688101803149357,
      "learning_rate": 3.207267295285082e-06,
      "loss": 0.3526,
      "step": 136962
    },
    {
      "epoch": 5.609789064099939,
      "grad_norm": 1.577724391380686,
      "learning_rate": 3.2065965095370683e-06,
      "loss": 0.4861,
      "step": 136963
    },
    {
      "epoch": 5.6098300225271345,
      "grad_norm": 0.9748586245849032,
      "learning_rate": 3.2059257931844604e-06,
      "loss": 0.1692,
      "step": 136964
    },
    {
      "epoch": 5.609870980954331,
      "grad_norm": 0.975389035892985,
      "learning_rate": 3.2052551462275755e-06,
      "loss": 0.1752,
      "step": 136965
    },
    {
      "epoch": 5.6099119393815275,
      "grad_norm": 1.4938041130251158,
      "learning_rate": 3.2045845686667294e-06,
      "loss": 0.5053,
      "step": 136966
    },
    {
      "epoch": 5.609952897808724,
      "grad_norm": 1.4248360124673822,
      "learning_rate": 3.2039140605022386e-06,
      "loss": 0.4242,
      "step": 136967
    },
    {
      "epoch": 5.609993856235921,
      "grad_norm": 1.3758062396149846,
      "learning_rate": 3.203243621734403e-06,
      "loss": 0.4301,
      "step": 136968
    },
    {
      "epoch": 5.610034814663117,
      "grad_norm": 1.4430103341018654,
      "learning_rate": 3.2025732523635715e-06,
      "loss": 0.4953,
      "step": 136969
    },
    {
      "epoch": 5.610075773090314,
      "grad_norm": 1.6141956106435251,
      "learning_rate": 3.2019029523900454e-06,
      "loss": 0.6342,
      "step": 136970
    },
    {
      "epoch": 5.610116731517509,
      "grad_norm": 1.4186292067240434,
      "learning_rate": 3.2012327218141396e-06,
      "loss": 0.3542,
      "step": 136971
    },
    {
      "epoch": 5.610157689944706,
      "grad_norm": 1.0113516288257558,
      "learning_rate": 3.2005625606361718e-06,
      "loss": 0.2154,
      "step": 136972
    },
    {
      "epoch": 5.610198648371902,
      "grad_norm": 0.6176550014497961,
      "learning_rate": 3.1998924688564408e-06,
      "loss": 0.0538,
      "step": 136973
    },
    {
      "epoch": 5.610239606799099,
      "grad_norm": 1.331220327664928,
      "learning_rate": 3.1992224464753135e-06,
      "loss": 0.3046,
      "step": 136974
    },
    {
      "epoch": 5.6102805652262955,
      "grad_norm": 1.2593921035233395,
      "learning_rate": 3.1985524934930563e-06,
      "loss": 0.2897,
      "step": 136975
    },
    {
      "epoch": 5.610321523653492,
      "grad_norm": 1.2688536598492959,
      "learning_rate": 3.197882609910002e-06,
      "loss": 0.3715,
      "step": 136976
    },
    {
      "epoch": 5.6103624820806886,
      "grad_norm": 1.8222765286489075,
      "learning_rate": 3.1972127957264836e-06,
      "loss": 0.7411,
      "step": 136977
    },
    {
      "epoch": 5.610403440507884,
      "grad_norm": 1.550305799007528,
      "learning_rate": 3.1965430509428014e-06,
      "loss": 0.4798,
      "step": 136978
    },
    {
      "epoch": 5.610444398935081,
      "grad_norm": 0.9960099868754944,
      "learning_rate": 3.195873375559288e-06,
      "loss": 0.2913,
      "step": 136979
    },
    {
      "epoch": 5.610485357362277,
      "grad_norm": 1.5491960800058315,
      "learning_rate": 3.1952037695762267e-06,
      "loss": 0.5198,
      "step": 136980
    },
    {
      "epoch": 5.610526315789474,
      "grad_norm": 1.7238427748520848,
      "learning_rate": 3.1945342329939506e-06,
      "loss": 0.5023,
      "step": 136981
    },
    {
      "epoch": 5.61056727421667,
      "grad_norm": 1.559867014757971,
      "learning_rate": 3.1938647658127925e-06,
      "loss": 0.5137,
      "step": 136982
    },
    {
      "epoch": 5.610608232643866,
      "grad_norm": 0.9594271739467646,
      "learning_rate": 3.1931953680330524e-06,
      "loss": 0.2061,
      "step": 136983
    },
    {
      "epoch": 5.6106491910710625,
      "grad_norm": 1.4630729631236334,
      "learning_rate": 3.1925260396550466e-06,
      "loss": 0.4702,
      "step": 136984
    },
    {
      "epoch": 5.610690149498259,
      "grad_norm": 1.593315840809821,
      "learning_rate": 3.1918567806791085e-06,
      "loss": 0.535,
      "step": 136985
    },
    {
      "epoch": 5.610731107925456,
      "grad_norm": 1.6197314043689974,
      "learning_rate": 3.191187591105521e-06,
      "loss": 0.509,
      "step": 136986
    },
    {
      "epoch": 5.610772066352652,
      "grad_norm": 0.9512412893287933,
      "learning_rate": 3.1905184709346497e-06,
      "loss": 0.1264,
      "step": 136987
    },
    {
      "epoch": 5.610813024779849,
      "grad_norm": 1.603895205065442,
      "learning_rate": 3.1898494201667622e-06,
      "loss": 0.6438,
      "step": 136988
    },
    {
      "epoch": 5.610853983207045,
      "grad_norm": 0.872696913602364,
      "learning_rate": 3.1891804388021913e-06,
      "loss": 0.1929,
      "step": 136989
    },
    {
      "epoch": 5.610894941634241,
      "grad_norm": 1.2797263370590137,
      "learning_rate": 3.18851152684127e-06,
      "loss": 0.2896,
      "step": 136990
    },
    {
      "epoch": 5.610935900061437,
      "grad_norm": 1.8044529244215404,
      "learning_rate": 3.1878426842842973e-06,
      "loss": 0.6287,
      "step": 136991
    },
    {
      "epoch": 5.610976858488634,
      "grad_norm": 1.6352477386292983,
      "learning_rate": 3.1871739111315744e-06,
      "loss": 0.4546,
      "step": 136992
    },
    {
      "epoch": 5.6110178169158305,
      "grad_norm": 1.2090891299117064,
      "learning_rate": 3.1865052073834665e-06,
      "loss": 0.2657,
      "step": 136993
    },
    {
      "epoch": 5.611058775343027,
      "grad_norm": 1.4770333337707227,
      "learning_rate": 3.18583657304024e-06,
      "loss": 0.4174,
      "step": 136994
    },
    {
      "epoch": 5.6110997337702235,
      "grad_norm": 0.8422204843334772,
      "learning_rate": 3.1851680081022458e-06,
      "loss": 0.1321,
      "step": 136995
    },
    {
      "epoch": 5.61114069219742,
      "grad_norm": 1.5537890303728847,
      "learning_rate": 3.1844995125697826e-06,
      "loss": 0.4904,
      "step": 136996
    },
    {
      "epoch": 5.611181650624616,
      "grad_norm": 1.3493097981860875,
      "learning_rate": 3.1838310864431505e-06,
      "loss": 0.3855,
      "step": 136997
    },
    {
      "epoch": 5.611222609051812,
      "grad_norm": 0.4735665289546766,
      "learning_rate": 3.183162729722699e-06,
      "loss": 0.0427,
      "step": 136998
    },
    {
      "epoch": 5.611263567479009,
      "grad_norm": 1.5132237320160746,
      "learning_rate": 3.1824944424087285e-06,
      "loss": 0.3918,
      "step": 136999
    },
    {
      "epoch": 5.611304525906205,
      "grad_norm": 1.647032292502994,
      "learning_rate": 3.1818262245015545e-06,
      "loss": 0.562,
      "step": 137000
    },
    {
      "epoch": 5.611345484333402,
      "grad_norm": 0.9666128354345513,
      "learning_rate": 3.1811580760015108e-06,
      "loss": 0.2269,
      "step": 137001
    },
    {
      "epoch": 5.6113864427605975,
      "grad_norm": 1.6370931752071458,
      "learning_rate": 3.180489996908864e-06,
      "loss": 0.5736,
      "step": 137002
    },
    {
      "epoch": 5.611427401187794,
      "grad_norm": 1.3788214928253724,
      "learning_rate": 3.1798219872239795e-06,
      "loss": 0.3636,
      "step": 137003
    },
    {
      "epoch": 5.611468359614991,
      "grad_norm": 1.7095018617002398,
      "learning_rate": 3.1791540469471577e-06,
      "loss": 0.6076,
      "step": 137004
    },
    {
      "epoch": 5.611509318042187,
      "grad_norm": 1.5551382080353278,
      "learning_rate": 3.1784861760786982e-06,
      "loss": 0.4909,
      "step": 137005
    },
    {
      "epoch": 5.611550276469384,
      "grad_norm": 1.463917515118519,
      "learning_rate": 3.1778183746189514e-06,
      "loss": 0.3851,
      "step": 137006
    },
    {
      "epoch": 5.61159123489658,
      "grad_norm": 1.4125821358126172,
      "learning_rate": 3.177150642568199e-06,
      "loss": 0.4241,
      "step": 137007
    },
    {
      "epoch": 5.611632193323777,
      "grad_norm": 1.0803431093951081,
      "learning_rate": 3.176482979926759e-06,
      "loss": 0.228,
      "step": 137008
    },
    {
      "epoch": 5.611673151750972,
      "grad_norm": 1.5152905604383813,
      "learning_rate": 3.17581538669498e-06,
      "loss": 0.4961,
      "step": 137009
    },
    {
      "epoch": 5.611714110178169,
      "grad_norm": 1.4375864990834801,
      "learning_rate": 3.1751478628731454e-06,
      "loss": 0.407,
      "step": 137010
    },
    {
      "epoch": 5.611755068605365,
      "grad_norm": 1.5821988360526167,
      "learning_rate": 3.1744804084615715e-06,
      "loss": 0.4959,
      "step": 137011
    },
    {
      "epoch": 5.611796027032562,
      "grad_norm": 1.7597772816078756,
      "learning_rate": 3.173813023460592e-06,
      "loss": 0.4448,
      "step": 137012
    },
    {
      "epoch": 5.6118369854597585,
      "grad_norm": 1.35697264618304,
      "learning_rate": 3.1731457078705225e-06,
      "loss": 0.4066,
      "step": 137013
    },
    {
      "epoch": 5.611877943886955,
      "grad_norm": 0.7578848605348081,
      "learning_rate": 3.172478461691663e-06,
      "loss": 0.089,
      "step": 137014
    },
    {
      "epoch": 5.611918902314152,
      "grad_norm": 1.5499185306597223,
      "learning_rate": 3.1718112849243303e-06,
      "loss": 0.4671,
      "step": 137015
    },
    {
      "epoch": 5.611959860741347,
      "grad_norm": 1.3111528201761617,
      "learning_rate": 3.1711441775688407e-06,
      "loss": 0.419,
      "step": 137016
    },
    {
      "epoch": 5.612000819168544,
      "grad_norm": 1.9992595404376206,
      "learning_rate": 3.1704771396255433e-06,
      "loss": 0.7067,
      "step": 137017
    },
    {
      "epoch": 5.61204177759574,
      "grad_norm": 1.7164618716826865,
      "learning_rate": 3.169810171094689e-06,
      "loss": 0.5142,
      "step": 137018
    },
    {
      "epoch": 5.612082736022937,
      "grad_norm": 1.8658022420789275,
      "learning_rate": 3.1691432719766428e-06,
      "loss": 0.4176,
      "step": 137019
    },
    {
      "epoch": 5.612123694450133,
      "grad_norm": 1.8109133703650695,
      "learning_rate": 3.1684764422717224e-06,
      "loss": 0.7299,
      "step": 137020
    },
    {
      "epoch": 5.612164652877329,
      "grad_norm": 1.4232464934038156,
      "learning_rate": 3.1678096819801936e-06,
      "loss": 0.4109,
      "step": 137021
    },
    {
      "epoch": 5.6122056113045256,
      "grad_norm": 1.6762761167342066,
      "learning_rate": 3.1671429911024392e-06,
      "loss": 0.6124,
      "step": 137022
    },
    {
      "epoch": 5.612246569731722,
      "grad_norm": 1.8132106071156557,
      "learning_rate": 3.1664763696387097e-06,
      "loss": 0.6824,
      "step": 137023
    },
    {
      "epoch": 5.612287528158919,
      "grad_norm": 0.842741563218278,
      "learning_rate": 3.1658098175893543e-06,
      "loss": 0.1635,
      "step": 137024
    },
    {
      "epoch": 5.612328486586115,
      "grad_norm": 1.6994503869773114,
      "learning_rate": 3.1651433349546894e-06,
      "loss": 0.4544,
      "step": 137025
    },
    {
      "epoch": 5.612369445013312,
      "grad_norm": 0.718659741170119,
      "learning_rate": 3.164476921735032e-06,
      "loss": 0.1747,
      "step": 137026
    },
    {
      "epoch": 5.612410403440508,
      "grad_norm": 1.6336379089212076,
      "learning_rate": 3.163810577930681e-06,
      "loss": 0.4381,
      "step": 137027
    },
    {
      "epoch": 5.612451361867704,
      "grad_norm": 1.6317035371784026,
      "learning_rate": 3.1631443035419534e-06,
      "loss": 0.5598,
      "step": 137028
    },
    {
      "epoch": 5.6124923202949,
      "grad_norm": 0.882525895057874,
      "learning_rate": 3.162478098569182e-06,
      "loss": 0.1103,
      "step": 137029
    },
    {
      "epoch": 5.612533278722097,
      "grad_norm": 2.1785578152354095,
      "learning_rate": 3.161811963012667e-06,
      "loss": 0.7335,
      "step": 137030
    },
    {
      "epoch": 5.6125742371492935,
      "grad_norm": 1.5400780626984767,
      "learning_rate": 3.1611458968727245e-06,
      "loss": 0.42,
      "step": 137031
    },
    {
      "epoch": 5.61261519557649,
      "grad_norm": 2.12530505781925,
      "learning_rate": 3.1604799001496707e-06,
      "loss": 0.7803,
      "step": 137032
    },
    {
      "epoch": 5.612656154003687,
      "grad_norm": 1.3332440944279038,
      "learning_rate": 3.159813972843839e-06,
      "loss": 0.3077,
      "step": 137033
    },
    {
      "epoch": 5.612697112430883,
      "grad_norm": 0.6615852646152848,
      "learning_rate": 3.1591481149554953e-06,
      "loss": 0.0648,
      "step": 137034
    },
    {
      "epoch": 5.612738070858079,
      "grad_norm": 1.5081565321293828,
      "learning_rate": 3.158482326485007e-06,
      "loss": 0.4458,
      "step": 137035
    },
    {
      "epoch": 5.612779029285275,
      "grad_norm": 1.5284296837890157,
      "learning_rate": 3.1578166074326728e-06,
      "loss": 0.4166,
      "step": 137036
    },
    {
      "epoch": 5.612819987712472,
      "grad_norm": 1.3226593019694661,
      "learning_rate": 3.1571509577987765e-06,
      "loss": 0.3243,
      "step": 137037
    },
    {
      "epoch": 5.612860946139668,
      "grad_norm": 1.9437271054645913,
      "learning_rate": 3.156485377583684e-06,
      "loss": 0.8617,
      "step": 137038
    },
    {
      "epoch": 5.612901904566865,
      "grad_norm": 2.0614819426795385,
      "learning_rate": 3.155819866787679e-06,
      "loss": 0.9631,
      "step": 137039
    },
    {
      "epoch": 5.6129428629940605,
      "grad_norm": 1.309248007017184,
      "learning_rate": 3.1551544254110605e-06,
      "loss": 0.3743,
      "step": 137040
    },
    {
      "epoch": 5.612983821421257,
      "grad_norm": 0.6797958909480225,
      "learning_rate": 3.1544890534541956e-06,
      "loss": 0.0854,
      "step": 137041
    },
    {
      "epoch": 5.613024779848454,
      "grad_norm": 1.000254269842036,
      "learning_rate": 3.1538237509173335e-06,
      "loss": 0.232,
      "step": 137042
    },
    {
      "epoch": 5.61306573827565,
      "grad_norm": 1.236347942407322,
      "learning_rate": 3.1531585178008577e-06,
      "loss": 0.2797,
      "step": 137043
    },
    {
      "epoch": 5.613106696702847,
      "grad_norm": 1.4132161731850148,
      "learning_rate": 3.152493354105018e-06,
      "loss": 0.3867,
      "step": 137044
    },
    {
      "epoch": 5.613147655130043,
      "grad_norm": 1.6410028116179227,
      "learning_rate": 3.1518282598301636e-06,
      "loss": 0.4274,
      "step": 137045
    },
    {
      "epoch": 5.61318861355724,
      "grad_norm": 1.2700431584057637,
      "learning_rate": 3.151163234976628e-06,
      "loss": 0.4141,
      "step": 137046
    },
    {
      "epoch": 5.613229571984435,
      "grad_norm": 1.647651237996821,
      "learning_rate": 3.1504982795446777e-06,
      "loss": 0.4604,
      "step": 137047
    },
    {
      "epoch": 5.613270530411632,
      "grad_norm": 1.439244770420014,
      "learning_rate": 3.1498333935346453e-06,
      "loss": 0.4492,
      "step": 137048
    },
    {
      "epoch": 5.6133114888388285,
      "grad_norm": 1.4589141640331302,
      "learning_rate": 3.149168576946881e-06,
      "loss": 0.4373,
      "step": 137049
    },
    {
      "epoch": 5.613352447266025,
      "grad_norm": 1.5886786284250694,
      "learning_rate": 3.1485038297816346e-06,
      "loss": 0.4396,
      "step": 137050
    },
    {
      "epoch": 5.6133934056932215,
      "grad_norm": 1.6938568033082548,
      "learning_rate": 3.147839152039272e-06,
      "loss": 0.5095,
      "step": 137051
    },
    {
      "epoch": 5.613434364120418,
      "grad_norm": 0.8735031198091878,
      "learning_rate": 3.1471745437200934e-06,
      "loss": 0.2142,
      "step": 137052
    },
    {
      "epoch": 5.613475322547615,
      "grad_norm": 1.602983816282445,
      "learning_rate": 3.1465100048243987e-06,
      "loss": 0.636,
      "step": 137053
    },
    {
      "epoch": 5.61351628097481,
      "grad_norm": 1.3299459196177492,
      "learning_rate": 3.1458455353525204e-06,
      "loss": 0.4343,
      "step": 137054
    },
    {
      "epoch": 5.613557239402007,
      "grad_norm": 1.7351297827968521,
      "learning_rate": 3.1451811353047585e-06,
      "loss": 0.5845,
      "step": 137055
    },
    {
      "epoch": 5.613598197829203,
      "grad_norm": 1.0442954353664495,
      "learning_rate": 3.1445168046814296e-06,
      "loss": 0.2246,
      "step": 137056
    },
    {
      "epoch": 5.6136391562564,
      "grad_norm": 1.312995225122342,
      "learning_rate": 3.1438525434828664e-06,
      "loss": 0.3512,
      "step": 137057
    },
    {
      "epoch": 5.613680114683596,
      "grad_norm": 1.6878842311571312,
      "learning_rate": 3.1431883517093524e-06,
      "loss": 0.5023,
      "step": 137058
    },
    {
      "epoch": 5.613721073110792,
      "grad_norm": 1.362804032287529,
      "learning_rate": 3.1425242293612207e-06,
      "loss": 0.4865,
      "step": 137059
    },
    {
      "epoch": 5.613762031537989,
      "grad_norm": 1.1537177527724671,
      "learning_rate": 3.1418601764387875e-06,
      "loss": 0.1814,
      "step": 137060
    },
    {
      "epoch": 5.613802989965185,
      "grad_norm": 1.1847582522835287,
      "learning_rate": 3.1411961929423524e-06,
      "loss": 0.3542,
      "step": 137061
    },
    {
      "epoch": 5.613843948392382,
      "grad_norm": 1.0868167851607293,
      "learning_rate": 3.1405322788722485e-06,
      "loss": 0.2208,
      "step": 137062
    },
    {
      "epoch": 5.613884906819578,
      "grad_norm": 1.7188598589401916,
      "learning_rate": 3.1398684342287762e-06,
      "loss": 0.5346,
      "step": 137063
    },
    {
      "epoch": 5.613925865246775,
      "grad_norm": 1.633498479545452,
      "learning_rate": 3.1392046590122346e-06,
      "loss": 0.4705,
      "step": 137064
    },
    {
      "epoch": 5.613966823673971,
      "grad_norm": 1.6370663650244555,
      "learning_rate": 3.13854095322299e-06,
      "loss": 0.4628,
      "step": 137065
    },
    {
      "epoch": 5.614007782101167,
      "grad_norm": 1.6759432954062914,
      "learning_rate": 3.1378773168612927e-06,
      "loss": 0.5346,
      "step": 137066
    },
    {
      "epoch": 5.6140487405283634,
      "grad_norm": 1.8584738212188079,
      "learning_rate": 3.1372137499275087e-06,
      "loss": 0.873,
      "step": 137067
    },
    {
      "epoch": 5.61408969895556,
      "grad_norm": 0.4306080661935903,
      "learning_rate": 3.1365502524219043e-06,
      "loss": 0.0306,
      "step": 137068
    },
    {
      "epoch": 5.6141306573827565,
      "grad_norm": 0.7982442128828565,
      "learning_rate": 3.135886824344813e-06,
      "loss": 0.1467,
      "step": 137069
    },
    {
      "epoch": 5.614171615809953,
      "grad_norm": 0.9051880018101829,
      "learning_rate": 3.1352234656965846e-06,
      "loss": 0.2537,
      "step": 137070
    },
    {
      "epoch": 5.61421257423715,
      "grad_norm": 1.3236378214916,
      "learning_rate": 3.1345601764774686e-06,
      "loss": 0.42,
      "step": 137071
    },
    {
      "epoch": 5.614253532664346,
      "grad_norm": 1.66491299615147,
      "learning_rate": 3.1338969566878316e-06,
      "loss": 0.5923,
      "step": 137072
    },
    {
      "epoch": 5.614294491091542,
      "grad_norm": 1.0999897750341612,
      "learning_rate": 3.133233806327973e-06,
      "loss": 0.2203,
      "step": 137073
    },
    {
      "epoch": 5.614335449518738,
      "grad_norm": 0.8435001403964356,
      "learning_rate": 3.1325707253981757e-06,
      "loss": 0.1453,
      "step": 137074
    },
    {
      "epoch": 5.614376407945935,
      "grad_norm": 0.45691079916617977,
      "learning_rate": 3.1319077138987735e-06,
      "loss": 0.0368,
      "step": 137075
    },
    {
      "epoch": 5.614417366373131,
      "grad_norm": 1.6217051572150645,
      "learning_rate": 3.131244771830116e-06,
      "loss": 0.5492,
      "step": 137076
    },
    {
      "epoch": 5.614458324800328,
      "grad_norm": 1.106743064199941,
      "learning_rate": 3.1305818991924525e-06,
      "loss": 0.2549,
      "step": 137077
    },
    {
      "epoch": 5.6144992832275245,
      "grad_norm": 1.5627200100861849,
      "learning_rate": 3.12991909598615e-06,
      "loss": 0.4204,
      "step": 137078
    },
    {
      "epoch": 5.61454024165472,
      "grad_norm": 1.299631058172686,
      "learning_rate": 3.129256362211474e-06,
      "loss": 0.2783,
      "step": 137079
    },
    {
      "epoch": 5.614581200081917,
      "grad_norm": 2.2908671818578332,
      "learning_rate": 3.1285936978687753e-06,
      "loss": 1.1913,
      "step": 137080
    },
    {
      "epoch": 5.614622158509113,
      "grad_norm": 1.4074511883382406,
      "learning_rate": 3.127931102958353e-06,
      "loss": 0.489,
      "step": 137081
    },
    {
      "epoch": 5.61466311693631,
      "grad_norm": 1.329906147004141,
      "learning_rate": 3.127268577480524e-06,
      "loss": 0.2407,
      "step": 137082
    },
    {
      "epoch": 5.614704075363506,
      "grad_norm": 1.7853160319345955,
      "learning_rate": 3.1266061214355875e-06,
      "loss": 0.5119,
      "step": 137083
    },
    {
      "epoch": 5.614745033790703,
      "grad_norm": 0.5019274807803499,
      "learning_rate": 3.1259437348238937e-06,
      "loss": 0.0411,
      "step": 137084
    },
    {
      "epoch": 5.614785992217898,
      "grad_norm": 1.6609664530813988,
      "learning_rate": 3.125281417645725e-06,
      "loss": 0.5186,
      "step": 137085
    },
    {
      "epoch": 5.614826950645095,
      "grad_norm": 2.1205904977027954,
      "learning_rate": 3.124619169901399e-06,
      "loss": 0.8521,
      "step": 137086
    },
    {
      "epoch": 5.6148679090722915,
      "grad_norm": 1.682278989710736,
      "learning_rate": 3.123956991591214e-06,
      "loss": 0.528,
      "step": 137087
    },
    {
      "epoch": 5.614908867499488,
      "grad_norm": 2.027213805226873,
      "learning_rate": 3.1232948827155045e-06,
      "loss": 0.8519,
      "step": 137088
    },
    {
      "epoch": 5.614949825926685,
      "grad_norm": 1.3669214669442709,
      "learning_rate": 3.1226328432746028e-06,
      "loss": 0.3336,
      "step": 137089
    },
    {
      "epoch": 5.614990784353881,
      "grad_norm": 1.7685571929835644,
      "learning_rate": 3.1219708732687755e-06,
      "loss": 0.5064,
      "step": 137090
    },
    {
      "epoch": 5.615031742781078,
      "grad_norm": 4.4354405849774174,
      "learning_rate": 3.1213089726983554e-06,
      "loss": 3.6607,
      "step": 137091
    },
    {
      "epoch": 5.615072701208273,
      "grad_norm": 1.7211214641320527,
      "learning_rate": 3.120647141563659e-06,
      "loss": 0.5415,
      "step": 137092
    },
    {
      "epoch": 5.61511365963547,
      "grad_norm": 0.9307514951081131,
      "learning_rate": 3.1199853798650034e-06,
      "loss": 0.1786,
      "step": 137093
    },
    {
      "epoch": 5.615154618062666,
      "grad_norm": 1.3615669978360005,
      "learning_rate": 3.1193236876027037e-06,
      "loss": 0.3695,
      "step": 137094
    },
    {
      "epoch": 5.615195576489863,
      "grad_norm": 1.7113084510452339,
      "learning_rate": 3.1186620647770442e-06,
      "loss": 0.5906,
      "step": 137095
    },
    {
      "epoch": 5.615236534917059,
      "grad_norm": 1.3796559343937633,
      "learning_rate": 3.1180005113883742e-06,
      "loss": 0.4,
      "step": 137096
    },
    {
      "epoch": 5.615277493344256,
      "grad_norm": 1.458596547102135,
      "learning_rate": 3.1173390274369936e-06,
      "loss": 0.5095,
      "step": 137097
    },
    {
      "epoch": 5.615318451771452,
      "grad_norm": 0.8843688685779303,
      "learning_rate": 3.1166776129231853e-06,
      "loss": 0.2109,
      "step": 137098
    },
    {
      "epoch": 5.615359410198648,
      "grad_norm": 1.4216887382219627,
      "learning_rate": 3.1160162678473156e-06,
      "loss": 0.5012,
      "step": 137099
    },
    {
      "epoch": 5.615400368625845,
      "grad_norm": 1.8689728998644817,
      "learning_rate": 3.115354992209668e-06,
      "loss": 0.6113,
      "step": 137100
    },
    {
      "epoch": 5.615441327053041,
      "grad_norm": 1.5298353897431667,
      "learning_rate": 3.1146937860105415e-06,
      "loss": 0.5043,
      "step": 137101
    },
    {
      "epoch": 5.615482285480238,
      "grad_norm": 1.7275279944123387,
      "learning_rate": 3.1140326492502867e-06,
      "loss": 0.4129,
      "step": 137102
    },
    {
      "epoch": 5.615523243907434,
      "grad_norm": 1.6482758553890267,
      "learning_rate": 3.113371581929169e-06,
      "loss": 0.5325,
      "step": 137103
    },
    {
      "epoch": 5.61556420233463,
      "grad_norm": 1.9876727807572006,
      "learning_rate": 3.11271058404754e-06,
      "loss": 0.7611,
      "step": 137104
    },
    {
      "epoch": 5.6156051607618265,
      "grad_norm": 0.35649510957925523,
      "learning_rate": 3.1120496556056974e-06,
      "loss": 0.0451,
      "step": 137105
    },
    {
      "epoch": 5.615646119189023,
      "grad_norm": 0.8448025093876175,
      "learning_rate": 3.111388796603942e-06,
      "loss": 0.1925,
      "step": 137106
    },
    {
      "epoch": 5.6156870776162195,
      "grad_norm": 1.6410748422733084,
      "learning_rate": 3.110728007042607e-06,
      "loss": 0.527,
      "step": 137107
    },
    {
      "epoch": 5.615728036043416,
      "grad_norm": 1.4777432957493093,
      "learning_rate": 3.110067286922008e-06,
      "loss": 0.4442,
      "step": 137108
    },
    {
      "epoch": 5.615768994470613,
      "grad_norm": 1.9180499635779396,
      "learning_rate": 3.1094066362424286e-06,
      "loss": 0.7126,
      "step": 137109
    },
    {
      "epoch": 5.615809952897809,
      "grad_norm": 1.4550479204411753,
      "learning_rate": 3.1087460550042185e-06,
      "loss": 0.4403,
      "step": 137110
    },
    {
      "epoch": 5.615850911325005,
      "grad_norm": 1.408287095368804,
      "learning_rate": 3.1080855432076447e-06,
      "loss": 0.4924,
      "step": 137111
    },
    {
      "epoch": 5.615891869752201,
      "grad_norm": 1.521525764870762,
      "learning_rate": 3.107425100853056e-06,
      "loss": 0.4533,
      "step": 137112
    },
    {
      "epoch": 5.615932828179398,
      "grad_norm": 1.5223258082055249,
      "learning_rate": 3.106764727940769e-06,
      "loss": 0.4051,
      "step": 137113
    },
    {
      "epoch": 5.615973786606594,
      "grad_norm": 0.9993452540755131,
      "learning_rate": 3.106104424471051e-06,
      "loss": 0.2085,
      "step": 137114
    },
    {
      "epoch": 5.616014745033791,
      "grad_norm": 2.25639017997366,
      "learning_rate": 3.1054441904442675e-06,
      "loss": 1.101,
      "step": 137115
    },
    {
      "epoch": 5.6160557034609875,
      "grad_norm": 1.5591254038898439,
      "learning_rate": 3.104784025860685e-06,
      "loss": 0.4012,
      "step": 137116
    },
    {
      "epoch": 5.616096661888183,
      "grad_norm": 1.4575602846630036,
      "learning_rate": 3.104123930720637e-06,
      "loss": 0.5203,
      "step": 137117
    },
    {
      "epoch": 5.61613762031538,
      "grad_norm": 1.370345373214736,
      "learning_rate": 3.103463905024456e-06,
      "loss": 0.437,
      "step": 137118
    },
    {
      "epoch": 5.616178578742576,
      "grad_norm": 0.7551461334783784,
      "learning_rate": 3.1028039487724255e-06,
      "loss": 0.1874,
      "step": 137119
    },
    {
      "epoch": 5.616219537169773,
      "grad_norm": 1.8516057296190154,
      "learning_rate": 3.102144061964845e-06,
      "loss": 0.7862,
      "step": 137120
    },
    {
      "epoch": 5.616260495596969,
      "grad_norm": 1.6288950425686133,
      "learning_rate": 3.1014842446020815e-06,
      "loss": 0.6046,
      "step": 137121
    },
    {
      "epoch": 5.616301454024166,
      "grad_norm": 1.7085348751391505,
      "learning_rate": 3.1008244966843844e-06,
      "loss": 0.5964,
      "step": 137122
    },
    {
      "epoch": 5.6163424124513615,
      "grad_norm": 1.2918886147942032,
      "learning_rate": 3.100164818212103e-06,
      "loss": 0.3785,
      "step": 137123
    },
    {
      "epoch": 5.616383370878558,
      "grad_norm": 0.7709049935861625,
      "learning_rate": 3.0995052091855378e-06,
      "loss": 0.0844,
      "step": 137124
    },
    {
      "epoch": 5.6164243293057545,
      "grad_norm": 0.9356966613447663,
      "learning_rate": 3.0988456696050046e-06,
      "loss": 0.2216,
      "step": 137125
    },
    {
      "epoch": 5.616465287732951,
      "grad_norm": 1.5687128635733396,
      "learning_rate": 3.09818619947082e-06,
      "loss": 0.5193,
      "step": 137126
    },
    {
      "epoch": 5.616506246160148,
      "grad_norm": 1.5601044301421314,
      "learning_rate": 3.0975267987832675e-06,
      "loss": 0.3897,
      "step": 137127
    },
    {
      "epoch": 5.616547204587344,
      "grad_norm": 2.243770240243426,
      "learning_rate": 3.0968674675426963e-06,
      "loss": 1.2407,
      "step": 137128
    },
    {
      "epoch": 5.616588163014541,
      "grad_norm": 1.1964004662732644,
      "learning_rate": 3.0962082057494066e-06,
      "loss": 0.3334,
      "step": 137129
    },
    {
      "epoch": 5.616629121441736,
      "grad_norm": 1.0254902804716812,
      "learning_rate": 3.0955490134036807e-06,
      "loss": 0.2327,
      "step": 137130
    },
    {
      "epoch": 5.616670079868933,
      "grad_norm": 1.0476671379272862,
      "learning_rate": 3.094889890505886e-06,
      "loss": 0.2506,
      "step": 137131
    },
    {
      "epoch": 5.616711038296129,
      "grad_norm": 0.9764496733585271,
      "learning_rate": 3.0942308370562886e-06,
      "loss": 0.1408,
      "step": 137132
    },
    {
      "epoch": 5.616751996723326,
      "grad_norm": 1.3587195263149465,
      "learning_rate": 3.0935718530552043e-06,
      "loss": 0.3146,
      "step": 137133
    },
    {
      "epoch": 5.6167929551505225,
      "grad_norm": 1.7987668608623868,
      "learning_rate": 3.092912938502967e-06,
      "loss": 0.6034,
      "step": 137134
    },
    {
      "epoch": 5.616833913577719,
      "grad_norm": 1.7663796465425627,
      "learning_rate": 3.0922540933998765e-06,
      "loss": 0.4168,
      "step": 137135
    },
    {
      "epoch": 5.616874872004915,
      "grad_norm": 1.8808916411066612,
      "learning_rate": 3.0915953177462314e-06,
      "loss": 0.6823,
      "step": 137136
    },
    {
      "epoch": 5.616915830432111,
      "grad_norm": 0.8234282939567267,
      "learning_rate": 3.090936611542366e-06,
      "loss": 0.1662,
      "step": 137137
    },
    {
      "epoch": 5.616956788859308,
      "grad_norm": 1.556504910375224,
      "learning_rate": 3.09027797478858e-06,
      "loss": 0.3795,
      "step": 137138
    },
    {
      "epoch": 5.616997747286504,
      "grad_norm": 1.4196422634753658,
      "learning_rate": 3.0896194074851888e-06,
      "loss": 0.4988,
      "step": 137139
    },
    {
      "epoch": 5.617038705713701,
      "grad_norm": 1.3508161961517504,
      "learning_rate": 3.088960909632493e-06,
      "loss": 0.2005,
      "step": 137140
    },
    {
      "epoch": 5.617079664140897,
      "grad_norm": 1.707152846804817,
      "learning_rate": 3.088302481230809e-06,
      "loss": 0.4687,
      "step": 137141
    },
    {
      "epoch": 5.617120622568093,
      "grad_norm": 1.819363181791982,
      "learning_rate": 3.087644122280486e-06,
      "loss": 0.5155,
      "step": 137142
    },
    {
      "epoch": 5.6171615809952895,
      "grad_norm": 1.7905061956235093,
      "learning_rate": 3.0869858327817743e-06,
      "loss": 0.6459,
      "step": 137143
    },
    {
      "epoch": 5.617202539422486,
      "grad_norm": 1.3141196045639527,
      "learning_rate": 3.08632761273499e-06,
      "loss": 0.4749,
      "step": 137144
    },
    {
      "epoch": 5.617243497849683,
      "grad_norm": 1.2518084427700351,
      "learning_rate": 3.0856694621405e-06,
      "loss": 0.3617,
      "step": 137145
    },
    {
      "epoch": 5.617284456276879,
      "grad_norm": 1.510224818464299,
      "learning_rate": 3.0850113809985535e-06,
      "loss": 0.5542,
      "step": 137146
    },
    {
      "epoch": 5.617325414704076,
      "grad_norm": 1.5162566347205855,
      "learning_rate": 3.0843533693095e-06,
      "loss": 0.4628,
      "step": 137147
    },
    {
      "epoch": 5.617366373131272,
      "grad_norm": 1.7889142998020329,
      "learning_rate": 3.0836954270736405e-06,
      "loss": 0.7547,
      "step": 137148
    },
    {
      "epoch": 5.617407331558468,
      "grad_norm": 1.8145969901765775,
      "learning_rate": 3.0830375542912735e-06,
      "loss": 0.578,
      "step": 137149
    },
    {
      "epoch": 5.617448289985664,
      "grad_norm": 1.4876418571403491,
      "learning_rate": 3.0823797509627325e-06,
      "loss": 0.4133,
      "step": 137150
    },
    {
      "epoch": 5.617489248412861,
      "grad_norm": 1.7085092607631667,
      "learning_rate": 3.0817220170883174e-06,
      "loss": 0.6334,
      "step": 137151
    },
    {
      "epoch": 5.617530206840057,
      "grad_norm": 1.47717342420151,
      "learning_rate": 3.0810643526683275e-06,
      "loss": 0.5304,
      "step": 137152
    },
    {
      "epoch": 5.617571165267254,
      "grad_norm": 1.461936110716122,
      "learning_rate": 3.0804067577030967e-06,
      "loss": 0.4224,
      "step": 137153
    },
    {
      "epoch": 5.6176121236944505,
      "grad_norm": 2.22318893870279,
      "learning_rate": 3.079749232192924e-06,
      "loss": 0.9737,
      "step": 137154
    },
    {
      "epoch": 5.617653082121646,
      "grad_norm": 1.1185914570841375,
      "learning_rate": 3.0790917761381097e-06,
      "loss": 0.3546,
      "step": 137155
    },
    {
      "epoch": 5.617694040548843,
      "grad_norm": 1.065006417921393,
      "learning_rate": 3.0784343895389863e-06,
      "loss": 0.2467,
      "step": 137156
    },
    {
      "epoch": 5.617734998976039,
      "grad_norm": 1.3196990501963155,
      "learning_rate": 3.077777072395854e-06,
      "loss": 0.3726,
      "step": 137157
    },
    {
      "epoch": 5.617775957403236,
      "grad_norm": 1.7018265113083253,
      "learning_rate": 3.077119824709029e-06,
      "loss": 0.5483,
      "step": 137158
    },
    {
      "epoch": 5.617816915830432,
      "grad_norm": 1.067967555370022,
      "learning_rate": 3.0764626464787946e-06,
      "loss": 0.1623,
      "step": 137159
    },
    {
      "epoch": 5.617857874257629,
      "grad_norm": 1.3053979644914278,
      "learning_rate": 3.0758055377054835e-06,
      "loss": 0.3495,
      "step": 137160
    },
    {
      "epoch": 5.6178988326848245,
      "grad_norm": 1.0301573455956663,
      "learning_rate": 3.0751484983894293e-06,
      "loss": 0.2628,
      "step": 137161
    },
    {
      "epoch": 5.617939791112021,
      "grad_norm": 1.8218914383085805,
      "learning_rate": 3.074491528530898e-06,
      "loss": 0.5478,
      "step": 137162
    },
    {
      "epoch": 5.6179807495392176,
      "grad_norm": 1.190116875655693,
      "learning_rate": 3.0738346281302393e-06,
      "loss": 0.2628,
      "step": 137163
    },
    {
      "epoch": 5.618021707966414,
      "grad_norm": 1.5230534591227596,
      "learning_rate": 3.073177797187737e-06,
      "loss": 0.4368,
      "step": 137164
    },
    {
      "epoch": 5.618062666393611,
      "grad_norm": 1.1088902307671913,
      "learning_rate": 3.0725210357037065e-06,
      "loss": 0.2411,
      "step": 137165
    },
    {
      "epoch": 5.618103624820807,
      "grad_norm": 0.8953105252063879,
      "learning_rate": 3.071864343678482e-06,
      "loss": 0.0964,
      "step": 137166
    },
    {
      "epoch": 5.618144583248004,
      "grad_norm": 1.6474413195321937,
      "learning_rate": 3.0712077211123287e-06,
      "loss": 0.4959,
      "step": 137167
    },
    {
      "epoch": 5.618185541675199,
      "grad_norm": 0.8940645534995617,
      "learning_rate": 3.0705511680055804e-06,
      "loss": 0.262,
      "step": 137168
    },
    {
      "epoch": 5.618226500102396,
      "grad_norm": 1.0162890516998584,
      "learning_rate": 3.0698946843585705e-06,
      "loss": 0.2046,
      "step": 137169
    },
    {
      "epoch": 5.618267458529592,
      "grad_norm": 1.141235184974469,
      "learning_rate": 3.0692382701715812e-06,
      "loss": 0.177,
      "step": 137170
    },
    {
      "epoch": 5.618308416956789,
      "grad_norm": 1.459711996268601,
      "learning_rate": 3.0685819254449296e-06,
      "loss": 0.4259,
      "step": 137171
    },
    {
      "epoch": 5.6183493753839855,
      "grad_norm": 1.6695516755518516,
      "learning_rate": 3.067925650178932e-06,
      "loss": 0.4977,
      "step": 137172
    },
    {
      "epoch": 5.618390333811182,
      "grad_norm": 0.4853555067608608,
      "learning_rate": 3.067269444373871e-06,
      "loss": 0.0457,
      "step": 137173
    },
    {
      "epoch": 5.618431292238378,
      "grad_norm": 1.4862814318474578,
      "learning_rate": 3.0666133080301137e-06,
      "loss": 0.4331,
      "step": 137174
    },
    {
      "epoch": 5.618472250665574,
      "grad_norm": 1.0531964307840145,
      "learning_rate": 3.0659572411479095e-06,
      "loss": 0.2162,
      "step": 137175
    },
    {
      "epoch": 5.618513209092771,
      "grad_norm": 1.4489020358411366,
      "learning_rate": 3.0653012437275916e-06,
      "loss": 0.4285,
      "step": 137176
    },
    {
      "epoch": 5.618554167519967,
      "grad_norm": 1.6730390109425137,
      "learning_rate": 3.0646453157694926e-06,
      "loss": 0.5852,
      "step": 137177
    },
    {
      "epoch": 5.618595125947164,
      "grad_norm": 2.078909118093376,
      "learning_rate": 3.0639894572738966e-06,
      "loss": 0.731,
      "step": 137178
    },
    {
      "epoch": 5.61863608437436,
      "grad_norm": 1.5605015720408673,
      "learning_rate": 3.0633336682411025e-06,
      "loss": 0.5692,
      "step": 137179
    },
    {
      "epoch": 5.618677042801556,
      "grad_norm": 1.4506467067550364,
      "learning_rate": 3.0626779486714603e-06,
      "loss": 0.4907,
      "step": 137180
    },
    {
      "epoch": 5.6187180012287525,
      "grad_norm": 1.6572873063318987,
      "learning_rate": 3.0620222985652533e-06,
      "loss": 0.4904,
      "step": 137181
    },
    {
      "epoch": 5.618758959655949,
      "grad_norm": 1.8938073892296217,
      "learning_rate": 3.0613667179227974e-06,
      "loss": 1.2272,
      "step": 137182
    },
    {
      "epoch": 5.618799918083146,
      "grad_norm": 0.9478855337440303,
      "learning_rate": 3.060711206744393e-06,
      "loss": 0.1996,
      "step": 137183
    },
    {
      "epoch": 5.618840876510342,
      "grad_norm": 0.8168404109251552,
      "learning_rate": 3.060055765030356e-06,
      "loss": 0.1292,
      "step": 137184
    },
    {
      "epoch": 5.618881834937539,
      "grad_norm": 1.8596746659311838,
      "learning_rate": 3.059400392781003e-06,
      "loss": 0.7753,
      "step": 137185
    },
    {
      "epoch": 5.618922793364735,
      "grad_norm": 1.0256394903812744,
      "learning_rate": 3.058745089996634e-06,
      "loss": 0.1831,
      "step": 137186
    },
    {
      "epoch": 5.618963751791931,
      "grad_norm": 1.5808368056945028,
      "learning_rate": 3.0580898566775815e-06,
      "loss": 0.4581,
      "step": 137187
    },
    {
      "epoch": 5.619004710219127,
      "grad_norm": 2.2147340357920835,
      "learning_rate": 3.0574346928241124e-06,
      "loss": 0.6823,
      "step": 137188
    },
    {
      "epoch": 5.619045668646324,
      "grad_norm": 0.8344018606088885,
      "learning_rate": 3.056779598436576e-06,
      "loss": 0.2051,
      "step": 137189
    },
    {
      "epoch": 5.6190866270735205,
      "grad_norm": 1.998330867392183,
      "learning_rate": 3.056124573515273e-06,
      "loss": 0.7395,
      "step": 137190
    },
    {
      "epoch": 5.619127585500717,
      "grad_norm": 0.8317212334346655,
      "learning_rate": 3.0554696180604853e-06,
      "loss": 0.1447,
      "step": 137191
    },
    {
      "epoch": 5.6191685439279135,
      "grad_norm": 1.6045821104346136,
      "learning_rate": 3.0548147320725637e-06,
      "loss": 0.5407,
      "step": 137192
    },
    {
      "epoch": 5.619209502355109,
      "grad_norm": 1.4140232257383367,
      "learning_rate": 3.0541599155517906e-06,
      "loss": 0.3903,
      "step": 137193
    },
    {
      "epoch": 5.619250460782306,
      "grad_norm": 1.3821808525903452,
      "learning_rate": 3.0535051684984825e-06,
      "loss": 0.4298,
      "step": 137194
    },
    {
      "epoch": 5.619291419209502,
      "grad_norm": 1.3452766027412026,
      "learning_rate": 3.0528504909129726e-06,
      "loss": 0.3749,
      "step": 137195
    },
    {
      "epoch": 5.619332377636699,
      "grad_norm": 1.83425568755459,
      "learning_rate": 3.0521958827955273e-06,
      "loss": 0.6156,
      "step": 137196
    },
    {
      "epoch": 5.619373336063895,
      "grad_norm": 1.1226718416881052,
      "learning_rate": 3.051541344146463e-06,
      "loss": 0.2223,
      "step": 137197
    },
    {
      "epoch": 5.619414294491092,
      "grad_norm": 1.9562096024032136,
      "learning_rate": 3.05088687496613e-06,
      "loss": 0.7513,
      "step": 137198
    },
    {
      "epoch": 5.6194552529182875,
      "grad_norm": 1.6012112070656235,
      "learning_rate": 3.0502324752547936e-06,
      "loss": 0.5415,
      "step": 137199
    },
    {
      "epoch": 5.619496211345484,
      "grad_norm": 1.5407202219553173,
      "learning_rate": 3.0495781450127875e-06,
      "loss": 0.4787,
      "step": 137200
    },
    {
      "epoch": 5.619537169772681,
      "grad_norm": 1.6064660441497611,
      "learning_rate": 3.0489238842404116e-06,
      "loss": 0.4573,
      "step": 137201
    },
    {
      "epoch": 5.619578128199877,
      "grad_norm": 1.5790799250773897,
      "learning_rate": 3.0482696929379825e-06,
      "loss": 0.4625,
      "step": 137202
    },
    {
      "epoch": 5.619619086627074,
      "grad_norm": 0.8259781232935745,
      "learning_rate": 3.0476155711058157e-06,
      "loss": 0.0902,
      "step": 137203
    },
    {
      "epoch": 5.61966004505427,
      "grad_norm": 0.8515720074208154,
      "learning_rate": 3.0469615187441788e-06,
      "loss": 0.0898,
      "step": 137204
    },
    {
      "epoch": 5.619701003481467,
      "grad_norm": 1.8156431824264345,
      "learning_rate": 3.0463075358534207e-06,
      "loss": 0.7261,
      "step": 137205
    },
    {
      "epoch": 5.619741961908662,
      "grad_norm": 1.665501970747103,
      "learning_rate": 3.045653622433858e-06,
      "loss": 0.4689,
      "step": 137206
    },
    {
      "epoch": 5.619782920335859,
      "grad_norm": 1.736529427112789,
      "learning_rate": 3.0449997784857737e-06,
      "loss": 0.4663,
      "step": 137207
    },
    {
      "epoch": 5.6198238787630554,
      "grad_norm": 1.3541637378843332,
      "learning_rate": 3.044346004009468e-06,
      "loss": 0.3178,
      "step": 137208
    },
    {
      "epoch": 5.619864837190252,
      "grad_norm": 1.4021899128662154,
      "learning_rate": 3.043692299005307e-06,
      "loss": 0.4376,
      "step": 137209
    },
    {
      "epoch": 5.6199057956174485,
      "grad_norm": 1.781854336477567,
      "learning_rate": 3.0430386634735237e-06,
      "loss": 0.6816,
      "step": 137210
    },
    {
      "epoch": 5.619946754044645,
      "grad_norm": 1.1144934438772827,
      "learning_rate": 3.042385097414485e-06,
      "loss": 0.3797,
      "step": 137211
    },
    {
      "epoch": 5.619987712471841,
      "grad_norm": 1.493194206364416,
      "learning_rate": 3.041731600828473e-06,
      "loss": 0.4449,
      "step": 137212
    },
    {
      "epoch": 5.620028670899037,
      "grad_norm": 1.2763585652380238,
      "learning_rate": 3.041078173715805e-06,
      "loss": 0.4546,
      "step": 137213
    },
    {
      "epoch": 5.620069629326234,
      "grad_norm": 1.6667721656950116,
      "learning_rate": 3.0404248160767975e-06,
      "loss": 0.5539,
      "step": 137214
    },
    {
      "epoch": 5.62011058775343,
      "grad_norm": 0.9120239390789179,
      "learning_rate": 3.039771527911733e-06,
      "loss": 0.2015,
      "step": 137215
    },
    {
      "epoch": 5.620151546180627,
      "grad_norm": 1.8034637423874789,
      "learning_rate": 3.0391183092209283e-06,
      "loss": 0.4756,
      "step": 137216
    },
    {
      "epoch": 5.620192504607823,
      "grad_norm": 1.5497329172425927,
      "learning_rate": 3.038465160004733e-06,
      "loss": 0.5143,
      "step": 137217
    },
    {
      "epoch": 5.620233463035019,
      "grad_norm": 1.51166101897243,
      "learning_rate": 3.0378120802633965e-06,
      "loss": 0.4007,
      "step": 137218
    },
    {
      "epoch": 5.620274421462216,
      "grad_norm": 2.895291347329638,
      "learning_rate": 3.0371590699972525e-06,
      "loss": 2.326,
      "step": 137219
    },
    {
      "epoch": 5.620315379889412,
      "grad_norm": 1.4390871724403034,
      "learning_rate": 3.036506129206634e-06,
      "loss": 0.2596,
      "step": 137220
    },
    {
      "epoch": 5.620356338316609,
      "grad_norm": 1.693476681116323,
      "learning_rate": 3.0358532578918073e-06,
      "loss": 0.5003,
      "step": 137221
    },
    {
      "epoch": 5.620397296743805,
      "grad_norm": 1.7630811121539292,
      "learning_rate": 3.035200456053122e-06,
      "loss": 0.4933,
      "step": 137222
    },
    {
      "epoch": 5.620438255171002,
      "grad_norm": 1.0548980501035106,
      "learning_rate": 3.0345477236908442e-06,
      "loss": 0.1539,
      "step": 137223
    },
    {
      "epoch": 5.620479213598198,
      "grad_norm": 2.0953724768114617,
      "learning_rate": 3.0338950608053083e-06,
      "loss": 0.7266,
      "step": 137224
    },
    {
      "epoch": 5.620520172025394,
      "grad_norm": 4.071182027023853,
      "learning_rate": 3.033242467396829e-06,
      "loss": 2.8222,
      "step": 137225
    },
    {
      "epoch": 5.62056113045259,
      "grad_norm": 1.8010005972744378,
      "learning_rate": 3.0325899434656907e-06,
      "loss": 0.6281,
      "step": 137226
    },
    {
      "epoch": 5.620602088879787,
      "grad_norm": 1.0571708426064952,
      "learning_rate": 3.031937489012226e-06,
      "loss": 0.2585,
      "step": 137227
    },
    {
      "epoch": 5.6206430473069835,
      "grad_norm": 4.169079264859293,
      "learning_rate": 3.031285104036735e-06,
      "loss": 5.085,
      "step": 137228
    },
    {
      "epoch": 5.62068400573418,
      "grad_norm": 1.4024506411597584,
      "learning_rate": 3.0306327885395166e-06,
      "loss": 0.3562,
      "step": 137229
    },
    {
      "epoch": 5.620724964161377,
      "grad_norm": 1.3975714002753532,
      "learning_rate": 3.0299805425209047e-06,
      "loss": 0.3056,
      "step": 137230
    },
    {
      "epoch": 5.620765922588572,
      "grad_norm": 1.4971762674566866,
      "learning_rate": 3.029328365981165e-06,
      "loss": 0.4735,
      "step": 137231
    },
    {
      "epoch": 5.620806881015769,
      "grad_norm": 1.7766688884716233,
      "learning_rate": 3.028676258920648e-06,
      "loss": 0.6954,
      "step": 137232
    },
    {
      "epoch": 5.620847839442965,
      "grad_norm": 1.733670932485778,
      "learning_rate": 3.0280242213396366e-06,
      "loss": 0.5053,
      "step": 137233
    },
    {
      "epoch": 5.620888797870162,
      "grad_norm": 1.08344822272683,
      "learning_rate": 3.027372253238447e-06,
      "loss": 0.3243,
      "step": 137234
    },
    {
      "epoch": 5.620929756297358,
      "grad_norm": 0.8802776964888394,
      "learning_rate": 3.026720354617379e-06,
      "loss": 0.1798,
      "step": 137235
    },
    {
      "epoch": 5.620970714724555,
      "grad_norm": 1.427383715298124,
      "learning_rate": 3.026068525476766e-06,
      "loss": 0.3912,
      "step": 137236
    },
    {
      "epoch": 5.6210116731517505,
      "grad_norm": 1.6675081301747672,
      "learning_rate": 3.0254167658168904e-06,
      "loss": 0.5359,
      "step": 137237
    },
    {
      "epoch": 5.621052631578947,
      "grad_norm": 1.233035453323669,
      "learning_rate": 3.024765075638086e-06,
      "loss": 0.3908,
      "step": 137238
    },
    {
      "epoch": 5.621093590006144,
      "grad_norm": 1.463376847148477,
      "learning_rate": 3.024113454940619e-06,
      "loss": 0.3788,
      "step": 137239
    },
    {
      "epoch": 5.62113454843334,
      "grad_norm": 1.4952891219580418,
      "learning_rate": 3.023461903724822e-06,
      "loss": 0.5307,
      "step": 137240
    },
    {
      "epoch": 5.621175506860537,
      "grad_norm": 1.222533638611985,
      "learning_rate": 3.0228104219910286e-06,
      "loss": 0.2404,
      "step": 137241
    },
    {
      "epoch": 5.621216465287733,
      "grad_norm": 1.1043055904079317,
      "learning_rate": 3.0221590097395054e-06,
      "loss": 0.2441,
      "step": 137242
    },
    {
      "epoch": 5.62125742371493,
      "grad_norm": 1.5122471025916666,
      "learning_rate": 3.0215076669705683e-06,
      "loss": 0.4836,
      "step": 137243
    },
    {
      "epoch": 5.621298382142125,
      "grad_norm": 1.5400343421371607,
      "learning_rate": 3.0208563936845507e-06,
      "loss": 0.3579,
      "step": 137244
    },
    {
      "epoch": 5.621339340569322,
      "grad_norm": 0.7876183643489915,
      "learning_rate": 3.020205189881736e-06,
      "loss": 0.1996,
      "step": 137245
    },
    {
      "epoch": 5.6213802989965185,
      "grad_norm": 1.1280701206683612,
      "learning_rate": 3.0195540555624398e-06,
      "loss": 0.3009,
      "step": 137246
    },
    {
      "epoch": 5.621421257423715,
      "grad_norm": 1.5227811789912855,
      "learning_rate": 3.0189029907269792e-06,
      "loss": 0.4675,
      "step": 137247
    },
    {
      "epoch": 5.6214622158509115,
      "grad_norm": 0.9618308893641233,
      "learning_rate": 3.0182519953756367e-06,
      "loss": 0.1858,
      "step": 137248
    },
    {
      "epoch": 5.621503174278108,
      "grad_norm": 1.6047470365353653,
      "learning_rate": 3.017601069508746e-06,
      "loss": 0.4497,
      "step": 137249
    },
    {
      "epoch": 5.621544132705304,
      "grad_norm": 0.43453683506869933,
      "learning_rate": 3.0169502131265897e-06,
      "loss": 0.0303,
      "step": 137250
    },
    {
      "epoch": 5.6215850911325,
      "grad_norm": 1.749115895546598,
      "learning_rate": 3.0162994262295015e-06,
      "loss": 0.538,
      "step": 137251
    },
    {
      "epoch": 5.621626049559697,
      "grad_norm": 1.1750284419657562,
      "learning_rate": 3.0156487088177807e-06,
      "loss": 0.3932,
      "step": 137252
    },
    {
      "epoch": 5.621667007986893,
      "grad_norm": 1.5794482964105239,
      "learning_rate": 3.0149980608917267e-06,
      "loss": 0.4968,
      "step": 137253
    },
    {
      "epoch": 5.62170796641409,
      "grad_norm": 1.9014250702351665,
      "learning_rate": 3.0143474824516568e-06,
      "loss": 0.6092,
      "step": 137254
    },
    {
      "epoch": 5.621748924841286,
      "grad_norm": 1.7942239302167664,
      "learning_rate": 3.01369697349787e-06,
      "loss": 0.537,
      "step": 137255
    },
    {
      "epoch": 5.621789883268482,
      "grad_norm": 1.6060266160352648,
      "learning_rate": 3.013046534030683e-06,
      "loss": 0.4077,
      "step": 137256
    },
    {
      "epoch": 5.621830841695679,
      "grad_norm": 1.3675333667793081,
      "learning_rate": 3.0123961640503957e-06,
      "loss": 0.3453,
      "step": 137257
    },
    {
      "epoch": 5.621871800122875,
      "grad_norm": 1.8875383620719484,
      "learning_rate": 3.0117458635573243e-06,
      "loss": 0.79,
      "step": 137258
    },
    {
      "epoch": 5.621912758550072,
      "grad_norm": 1.6112099419811596,
      "learning_rate": 3.011095632551769e-06,
      "loss": 0.4801,
      "step": 137259
    },
    {
      "epoch": 5.621953716977268,
      "grad_norm": 1.3950901315638045,
      "learning_rate": 3.0104454710340286e-06,
      "loss": 0.4172,
      "step": 137260
    },
    {
      "epoch": 5.621994675404465,
      "grad_norm": 1.3830200228747667,
      "learning_rate": 3.0097953790044205e-06,
      "loss": 0.3996,
      "step": 137261
    },
    {
      "epoch": 5.622035633831661,
      "grad_norm": 1.5650623910414574,
      "learning_rate": 3.0091453564632604e-06,
      "loss": 0.356,
      "step": 137262
    },
    {
      "epoch": 5.622076592258857,
      "grad_norm": 1.5495790546100476,
      "learning_rate": 3.008495403410832e-06,
      "loss": 0.4873,
      "step": 137263
    },
    {
      "epoch": 5.6221175506860535,
      "grad_norm": 0.9270778300903462,
      "learning_rate": 3.007845519847468e-06,
      "loss": 0.1719,
      "step": 137264
    },
    {
      "epoch": 5.62215850911325,
      "grad_norm": 1.0392824232392437,
      "learning_rate": 3.0071957057734687e-06,
      "loss": 0.2042,
      "step": 137265
    },
    {
      "epoch": 5.6221994675404465,
      "grad_norm": 1.638221275491871,
      "learning_rate": 3.006545961189133e-06,
      "loss": 0.4164,
      "step": 137266
    },
    {
      "epoch": 5.622240425967643,
      "grad_norm": 1.3991074632679346,
      "learning_rate": 3.0058962860947777e-06,
      "loss": 0.5886,
      "step": 137267
    },
    {
      "epoch": 5.62228138439484,
      "grad_norm": 1.3808150552395477,
      "learning_rate": 3.0052466804907027e-06,
      "loss": 0.4807,
      "step": 137268
    },
    {
      "epoch": 5.622322342822035,
      "grad_norm": 2.38056908820441,
      "learning_rate": 3.0045971443772077e-06,
      "loss": 1.4866,
      "step": 137269
    },
    {
      "epoch": 5.622363301249232,
      "grad_norm": 1.3786313413403206,
      "learning_rate": 3.0039476777546257e-06,
      "loss": 0.4739,
      "step": 137270
    },
    {
      "epoch": 5.622404259676428,
      "grad_norm": 1.0838074574921552,
      "learning_rate": 3.00329828062324e-06,
      "loss": 0.1915,
      "step": 137271
    },
    {
      "epoch": 5.622445218103625,
      "grad_norm": 1.852831346760347,
      "learning_rate": 3.0026489529833663e-06,
      "loss": 0.506,
      "step": 137272
    },
    {
      "epoch": 5.622486176530821,
      "grad_norm": 1.224658690379141,
      "learning_rate": 3.0019996948353055e-06,
      "loss": 0.2947,
      "step": 137273
    },
    {
      "epoch": 5.622527134958018,
      "grad_norm": 1.5349487089293703,
      "learning_rate": 3.001350506179373e-06,
      "loss": 0.3915,
      "step": 137274
    },
    {
      "epoch": 5.622568093385214,
      "grad_norm": 1.3549198495759527,
      "learning_rate": 3.0007013870158857e-06,
      "loss": 0.2516,
      "step": 137275
    },
    {
      "epoch": 5.62260905181241,
      "grad_norm": 1.421500593111543,
      "learning_rate": 3.00005233734511e-06,
      "loss": 0.4016,
      "step": 137276
    },
    {
      "epoch": 5.622650010239607,
      "grad_norm": 2.3505316300993933,
      "learning_rate": 2.999403357167379e-06,
      "loss": 0.6973,
      "step": 137277
    },
    {
      "epoch": 5.622690968666803,
      "grad_norm": 0.6021015390322226,
      "learning_rate": 2.998754446483026e-06,
      "loss": 0.0844,
      "step": 137278
    },
    {
      "epoch": 5.622731927094,
      "grad_norm": 2.0449498157963744,
      "learning_rate": 2.998105605292317e-06,
      "loss": 0.6119,
      "step": 137279
    },
    {
      "epoch": 5.622772885521196,
      "grad_norm": 1.4041860380368323,
      "learning_rate": 2.9974568335955685e-06,
      "loss": 0.4305,
      "step": 137280
    },
    {
      "epoch": 5.622813843948393,
      "grad_norm": 1.3740414936399465,
      "learning_rate": 2.9968081313931137e-06,
      "loss": 0.4941,
      "step": 137281
    },
    {
      "epoch": 5.622854802375588,
      "grad_norm": 1.4993796228891596,
      "learning_rate": 2.9961594986852188e-06,
      "loss": 0.4874,
      "step": 137282
    },
    {
      "epoch": 5.622895760802785,
      "grad_norm": 0.14793825841079855,
      "learning_rate": 2.9955109354722174e-06,
      "loss": 0.0228,
      "step": 137283
    },
    {
      "epoch": 5.6229367192299815,
      "grad_norm": 2.49449439844319,
      "learning_rate": 2.9948624417544085e-06,
      "loss": 1.7683,
      "step": 137284
    },
    {
      "epoch": 5.622977677657178,
      "grad_norm": 1.8716864073349766,
      "learning_rate": 2.994214017532093e-06,
      "loss": 0.6677,
      "step": 137285
    },
    {
      "epoch": 5.623018636084375,
      "grad_norm": 2.3074444692167693,
      "learning_rate": 2.9935656628056026e-06,
      "loss": 0.9009,
      "step": 137286
    },
    {
      "epoch": 5.623059594511571,
      "grad_norm": 0.5468976947491453,
      "learning_rate": 2.992917377575188e-06,
      "loss": 0.0549,
      "step": 137287
    },
    {
      "epoch": 5.623100552938768,
      "grad_norm": 0.9602173168223658,
      "learning_rate": 2.9922691618412155e-06,
      "loss": 0.1198,
      "step": 137288
    },
    {
      "epoch": 5.623141511365963,
      "grad_norm": 1.4000482330851398,
      "learning_rate": 2.991621015603968e-06,
      "loss": 0.3792,
      "step": 137289
    },
    {
      "epoch": 5.62318246979316,
      "grad_norm": 0.9609917533319595,
      "learning_rate": 2.990972938863745e-06,
      "loss": 0.149,
      "step": 137290
    },
    {
      "epoch": 5.623223428220356,
      "grad_norm": 1.9019275908970572,
      "learning_rate": 2.9903249316208467e-06,
      "loss": 0.5539,
      "step": 137291
    },
    {
      "epoch": 5.623264386647553,
      "grad_norm": 1.4894713915247315,
      "learning_rate": 2.9896769938756227e-06,
      "loss": 0.3758,
      "step": 137292
    },
    {
      "epoch": 5.623305345074749,
      "grad_norm": 1.1822956323439324,
      "learning_rate": 2.989029125628323e-06,
      "loss": 0.3265,
      "step": 137293
    },
    {
      "epoch": 5.623346303501945,
      "grad_norm": 1.9939357379035707,
      "learning_rate": 2.9883813268792967e-06,
      "loss": 0.6885,
      "step": 137294
    },
    {
      "epoch": 5.623387261929142,
      "grad_norm": 1.5785698642127413,
      "learning_rate": 2.987733597628811e-06,
      "loss": 0.4674,
      "step": 137295
    },
    {
      "epoch": 5.623428220356338,
      "grad_norm": 0.7519563060691323,
      "learning_rate": 2.987085937877215e-06,
      "loss": 0.0783,
      "step": 137296
    },
    {
      "epoch": 5.623469178783535,
      "grad_norm": 1.724911837826442,
      "learning_rate": 2.986438347624792e-06,
      "loss": 0.5443,
      "step": 137297
    },
    {
      "epoch": 5.623510137210731,
      "grad_norm": 1.3488822828553464,
      "learning_rate": 2.9857908268718424e-06,
      "loss": 0.3308,
      "step": 137298
    },
    {
      "epoch": 5.623551095637928,
      "grad_norm": 1.3871974966178937,
      "learning_rate": 2.9851433756186647e-06,
      "loss": 0.3528,
      "step": 137299
    },
    {
      "epoch": 5.623592054065124,
      "grad_norm": 1.8678166816714599,
      "learning_rate": 2.98449599386561e-06,
      "loss": 0.5696,
      "step": 137300
    },
    {
      "epoch": 5.62363301249232,
      "grad_norm": 1.4600133910288458,
      "learning_rate": 2.9838486816129435e-06,
      "loss": 0.3974,
      "step": 137301
    },
    {
      "epoch": 5.6236739709195165,
      "grad_norm": 1.525744789960251,
      "learning_rate": 2.9832014388609827e-06,
      "loss": 0.4505,
      "step": 137302
    },
    {
      "epoch": 5.623714929346713,
      "grad_norm": 1.6407658538821357,
      "learning_rate": 2.9825542656100264e-06,
      "loss": 0.4828,
      "step": 137303
    },
    {
      "epoch": 5.62375588777391,
      "grad_norm": 1.6643945256559631,
      "learning_rate": 2.9819071618603917e-06,
      "loss": 0.521,
      "step": 137304
    },
    {
      "epoch": 5.623796846201106,
      "grad_norm": 1.4376610597660244,
      "learning_rate": 2.9812601276123947e-06,
      "loss": 0.4034,
      "step": 137305
    },
    {
      "epoch": 5.623837804628303,
      "grad_norm": 1.669672913207165,
      "learning_rate": 2.980613162866302e-06,
      "loss": 0.4895,
      "step": 137306
    },
    {
      "epoch": 5.623878763055499,
      "grad_norm": 1.6460851975088147,
      "learning_rate": 2.9799662676224633e-06,
      "loss": 0.5755,
      "step": 137307
    },
    {
      "epoch": 5.623919721482695,
      "grad_norm": 1.380013163251836,
      "learning_rate": 2.9793194418811617e-06,
      "loss": 0.397,
      "step": 137308
    },
    {
      "epoch": 5.623960679909891,
      "grad_norm": 0.5724033398225518,
      "learning_rate": 2.9786726856426967e-06,
      "loss": 0.0561,
      "step": 137309
    },
    {
      "epoch": 5.624001638337088,
      "grad_norm": 1.5157975439536246,
      "learning_rate": 2.9780259989074016e-06,
      "loss": 0.5066,
      "step": 137310
    },
    {
      "epoch": 5.624042596764284,
      "grad_norm": 1.5717460248452397,
      "learning_rate": 2.9773793816755432e-06,
      "loss": 0.5173,
      "step": 137311
    },
    {
      "epoch": 5.624083555191481,
      "grad_norm": 1.90807456700026,
      "learning_rate": 2.976732833947454e-06,
      "loss": 0.5637,
      "step": 137312
    },
    {
      "epoch": 5.624124513618677,
      "grad_norm": 1.050503307757658,
      "learning_rate": 2.9760863557234503e-06,
      "loss": 0.2198,
      "step": 137313
    },
    {
      "epoch": 5.624165472045873,
      "grad_norm": 1.5735519555193886,
      "learning_rate": 2.9754399470037995e-06,
      "loss": 0.5246,
      "step": 137314
    },
    {
      "epoch": 5.62420643047307,
      "grad_norm": 1.4747596177651587,
      "learning_rate": 2.97479360778885e-06,
      "loss": 0.4098,
      "step": 137315
    },
    {
      "epoch": 5.624247388900266,
      "grad_norm": 1.1294992172233815,
      "learning_rate": 2.9741473380788694e-06,
      "loss": 0.3368,
      "step": 137316
    },
    {
      "epoch": 5.624288347327463,
      "grad_norm": 1.3572799239616666,
      "learning_rate": 2.9735011378741903e-06,
      "loss": 0.432,
      "step": 137317
    },
    {
      "epoch": 5.624329305754659,
      "grad_norm": 1.6775507817383888,
      "learning_rate": 2.972855007175112e-06,
      "loss": 0.4032,
      "step": 137318
    },
    {
      "epoch": 5.624370264181856,
      "grad_norm": 1.9059080252149345,
      "learning_rate": 2.9722089459819355e-06,
      "loss": 0.6786,
      "step": 137319
    },
    {
      "epoch": 5.6244112226090515,
      "grad_norm": 1.3604535482143163,
      "learning_rate": 2.9715629542949425e-06,
      "loss": 0.3648,
      "step": 137320
    },
    {
      "epoch": 5.624452181036248,
      "grad_norm": 1.9170249762012956,
      "learning_rate": 2.9709170321145004e-06,
      "loss": 0.7277,
      "step": 137321
    },
    {
      "epoch": 5.6244931394634445,
      "grad_norm": 1.1185796231682157,
      "learning_rate": 2.9702711794408585e-06,
      "loss": 0.2522,
      "step": 137322
    },
    {
      "epoch": 5.624534097890641,
      "grad_norm": 1.8844121378261858,
      "learning_rate": 2.9696253962743333e-06,
      "loss": 0.6284,
      "step": 137323
    },
    {
      "epoch": 5.624575056317838,
      "grad_norm": 1.496744857819948,
      "learning_rate": 2.968979682615241e-06,
      "loss": 0.5437,
      "step": 137324
    },
    {
      "epoch": 5.624616014745034,
      "grad_norm": 1.347147925555861,
      "learning_rate": 2.968334038463882e-06,
      "loss": 0.3478,
      "step": 137325
    },
    {
      "epoch": 5.624656973172231,
      "grad_norm": 1.5541865054185309,
      "learning_rate": 2.9676884638205887e-06,
      "loss": 0.4743,
      "step": 137326
    },
    {
      "epoch": 5.624697931599426,
      "grad_norm": 1.6911352112669542,
      "learning_rate": 2.9670429586856117e-06,
      "loss": 0.5162,
      "step": 137327
    },
    {
      "epoch": 5.624738890026623,
      "grad_norm": 1.4742970102425974,
      "learning_rate": 2.966397523059283e-06,
      "loss": 0.5635,
      "step": 137328
    },
    {
      "epoch": 5.624779848453819,
      "grad_norm": 1.3015778005436902,
      "learning_rate": 2.9657521569419363e-06,
      "loss": 0.3575,
      "step": 137329
    },
    {
      "epoch": 5.624820806881016,
      "grad_norm": 1.9636993261067746,
      "learning_rate": 2.9651068603338213e-06,
      "loss": 0.5873,
      "step": 137330
    },
    {
      "epoch": 5.6248617653082125,
      "grad_norm": 1.478325642876434,
      "learning_rate": 2.9644616332352878e-06,
      "loss": 0.4303,
      "step": 137331
    },
    {
      "epoch": 5.624902723735408,
      "grad_norm": 1.0501851585054425,
      "learning_rate": 2.9638164756466186e-06,
      "loss": 0.1994,
      "step": 137332
    },
    {
      "epoch": 5.624943682162605,
      "grad_norm": 1.4692977608524955,
      "learning_rate": 2.9631713875681308e-06,
      "loss": 0.4638,
      "step": 137333
    },
    {
      "epoch": 5.624984640589801,
      "grad_norm": 1.327435223225425,
      "learning_rate": 2.9625263690001235e-06,
      "loss": 0.365,
      "step": 137334
    },
    {
      "epoch": 5.625025599016998,
      "grad_norm": 1.6374558973085565,
      "learning_rate": 2.9618814199428963e-06,
      "loss": 0.4072,
      "step": 137335
    },
    {
      "epoch": 5.625066557444194,
      "grad_norm": 0.640905097687276,
      "learning_rate": 2.96123654039675e-06,
      "loss": 0.0887,
      "step": 137336
    },
    {
      "epoch": 5.625107515871391,
      "grad_norm": 0.3914795899430543,
      "learning_rate": 2.9605917303620163e-06,
      "loss": 0.0274,
      "step": 137337
    },
    {
      "epoch": 5.625148474298587,
      "grad_norm": 2.700966519804445,
      "learning_rate": 2.9599469898389793e-06,
      "loss": 1.149,
      "step": 137338
    },
    {
      "epoch": 5.625189432725783,
      "grad_norm": 1.7375699114206333,
      "learning_rate": 2.959302318827955e-06,
      "loss": 0.5737,
      "step": 137339
    },
    {
      "epoch": 5.6252303911529795,
      "grad_norm": 1.1229034390911965,
      "learning_rate": 2.9586577173292103e-06,
      "loss": 0.186,
      "step": 137340
    },
    {
      "epoch": 5.625271349580176,
      "grad_norm": 1.4305931328628902,
      "learning_rate": 2.9580131853430943e-06,
      "loss": 0.4891,
      "step": 137341
    },
    {
      "epoch": 5.625312308007373,
      "grad_norm": 1.5741412415478981,
      "learning_rate": 2.9573687228699237e-06,
      "loss": 0.5607,
      "step": 137342
    },
    {
      "epoch": 5.625353266434569,
      "grad_norm": 1.5813650512410315,
      "learning_rate": 2.9567243299099485e-06,
      "loss": 0.6123,
      "step": 137343
    },
    {
      "epoch": 5.625394224861766,
      "grad_norm": 2.4363609797527777,
      "learning_rate": 2.9560800064635016e-06,
      "loss": 0.8806,
      "step": 137344
    },
    {
      "epoch": 5.625435183288962,
      "grad_norm": 1.207828679544969,
      "learning_rate": 2.9554357525308993e-06,
      "loss": 0.311,
      "step": 137345
    },
    {
      "epoch": 5.625476141716158,
      "grad_norm": 1.4046409113606442,
      "learning_rate": 2.9547915681124245e-06,
      "loss": 0.398,
      "step": 137346
    },
    {
      "epoch": 5.625517100143354,
      "grad_norm": 1.9921585721815351,
      "learning_rate": 2.954147453208394e-06,
      "loss": 0.7285,
      "step": 137347
    },
    {
      "epoch": 5.625558058570551,
      "grad_norm": 1.44825120568186,
      "learning_rate": 2.953503407819108e-06,
      "loss": 0.4039,
      "step": 137348
    },
    {
      "epoch": 5.6255990169977474,
      "grad_norm": 0.8437960037503038,
      "learning_rate": 2.952859431944882e-06,
      "loss": 0.1903,
      "step": 137349
    },
    {
      "epoch": 5.625639975424944,
      "grad_norm": 1.6323743027346278,
      "learning_rate": 2.952215525585999e-06,
      "loss": 0.5778,
      "step": 137350
    },
    {
      "epoch": 5.62568093385214,
      "grad_norm": 2.1281297545612237,
      "learning_rate": 2.9515716887427933e-06,
      "loss": 0.5062,
      "step": 137351
    },
    {
      "epoch": 5.625721892279336,
      "grad_norm": 1.4266684426588874,
      "learning_rate": 2.95092792141553e-06,
      "loss": 0.3781,
      "step": 137352
    },
    {
      "epoch": 5.625762850706533,
      "grad_norm": 1.4915763345763524,
      "learning_rate": 2.95028422360456e-06,
      "loss": 0.3551,
      "step": 137353
    },
    {
      "epoch": 5.625803809133729,
      "grad_norm": 1.447001365496031,
      "learning_rate": 2.949640595310149e-06,
      "loss": 0.4669,
      "step": 137354
    },
    {
      "epoch": 5.625844767560926,
      "grad_norm": 1.668167697027946,
      "learning_rate": 2.9489970365326134e-06,
      "loss": 0.5473,
      "step": 137355
    },
    {
      "epoch": 5.625885725988122,
      "grad_norm": 1.492670885089873,
      "learning_rate": 2.9483535472722696e-06,
      "loss": 0.389,
      "step": 137356
    },
    {
      "epoch": 5.625926684415319,
      "grad_norm": 1.6933942195098992,
      "learning_rate": 2.9477101275293847e-06,
      "loss": 0.5547,
      "step": 137357
    },
    {
      "epoch": 5.6259676428425145,
      "grad_norm": 1.470003369279246,
      "learning_rate": 2.9470667773043243e-06,
      "loss": 0.4261,
      "step": 137358
    },
    {
      "epoch": 5.626008601269711,
      "grad_norm": 1.8529939291428,
      "learning_rate": 2.9464234965973386e-06,
      "loss": 0.5319,
      "step": 137359
    },
    {
      "epoch": 5.626049559696908,
      "grad_norm": 1.242433694926614,
      "learning_rate": 2.9457802854087444e-06,
      "loss": 0.3435,
      "step": 137360
    },
    {
      "epoch": 5.626090518124104,
      "grad_norm": 1.2039058757605716,
      "learning_rate": 2.9451371437388738e-06,
      "loss": 0.2844,
      "step": 137361
    },
    {
      "epoch": 5.626131476551301,
      "grad_norm": 1.8998398764314195,
      "learning_rate": 2.9444940715879774e-06,
      "loss": 0.621,
      "step": 137362
    },
    {
      "epoch": 5.626172434978497,
      "grad_norm": 1.6577974345198694,
      "learning_rate": 2.9438510689564042e-06,
      "loss": 0.566,
      "step": 137363
    },
    {
      "epoch": 5.626213393405694,
      "grad_norm": 1.2972081386100678,
      "learning_rate": 2.943208135844455e-06,
      "loss": 0.3807,
      "step": 137364
    },
    {
      "epoch": 5.626254351832889,
      "grad_norm": 1.5028122374754818,
      "learning_rate": 2.9425652722524283e-06,
      "loss": 0.3777,
      "step": 137365
    },
    {
      "epoch": 5.626295310260086,
      "grad_norm": 1.4243296536170582,
      "learning_rate": 2.9419224781806083e-06,
      "loss": 0.4551,
      "step": 137366
    },
    {
      "epoch": 5.626336268687282,
      "grad_norm": 2.0445839142303517,
      "learning_rate": 2.9412797536293275e-06,
      "loss": 0.8605,
      "step": 137367
    },
    {
      "epoch": 5.626377227114479,
      "grad_norm": 1.380976717755739,
      "learning_rate": 2.9406370985988527e-06,
      "loss": 0.4577,
      "step": 137368
    },
    {
      "epoch": 5.6264181855416755,
      "grad_norm": 1.6287177244741355,
      "learning_rate": 2.939994513089533e-06,
      "loss": 0.4849,
      "step": 137369
    },
    {
      "epoch": 5.626459143968871,
      "grad_norm": 1.8767545016317295,
      "learning_rate": 2.939351997101652e-06,
      "loss": 0.7758,
      "step": 137370
    },
    {
      "epoch": 5.626500102396068,
      "grad_norm": 0.9324365935564034,
      "learning_rate": 2.938709550635493e-06,
      "loss": 0.1529,
      "step": 137371
    },
    {
      "epoch": 5.626541060823264,
      "grad_norm": 1.7103972550746378,
      "learning_rate": 2.9380671736913886e-06,
      "loss": 0.448,
      "step": 137372
    },
    {
      "epoch": 5.626582019250461,
      "grad_norm": 1.5528136058013027,
      "learning_rate": 2.9374248662696388e-06,
      "loss": 0.525,
      "step": 137373
    },
    {
      "epoch": 5.626622977677657,
      "grad_norm": 1.4751333334015266,
      "learning_rate": 2.936782628370543e-06,
      "loss": 0.4118,
      "step": 137374
    },
    {
      "epoch": 5.626663936104854,
      "grad_norm": 1.4589504864048257,
      "learning_rate": 2.936140459994385e-06,
      "loss": 0.4193,
      "step": 137375
    },
    {
      "epoch": 5.62670489453205,
      "grad_norm": 1.5601684867216346,
      "learning_rate": 2.9354983611414973e-06,
      "loss": 0.5673,
      "step": 137376
    },
    {
      "epoch": 5.626745852959246,
      "grad_norm": 1.2582506448864332,
      "learning_rate": 2.93485633181218e-06,
      "loss": 0.371,
      "step": 137377
    },
    {
      "epoch": 5.6267868113864425,
      "grad_norm": 1.605530710848229,
      "learning_rate": 2.9342143720067155e-06,
      "loss": 0.4228,
      "step": 137378
    },
    {
      "epoch": 5.626827769813639,
      "grad_norm": 1.4096671770354081,
      "learning_rate": 2.9335724817254212e-06,
      "loss": 0.3662,
      "step": 137379
    },
    {
      "epoch": 5.626868728240836,
      "grad_norm": 0.2721679861434318,
      "learning_rate": 2.9329306609686133e-06,
      "loss": 0.0199,
      "step": 137380
    },
    {
      "epoch": 5.626909686668032,
      "grad_norm": 0.6838589555853344,
      "learning_rate": 2.9322889097365576e-06,
      "loss": 0.0805,
      "step": 137381
    },
    {
      "epoch": 5.626950645095229,
      "grad_norm": 1.1586834748116102,
      "learning_rate": 2.9316472280296045e-06,
      "loss": 0.2646,
      "step": 137382
    },
    {
      "epoch": 5.626991603522425,
      "grad_norm": 1.3509589352246698,
      "learning_rate": 2.93100561584802e-06,
      "loss": 0.3388,
      "step": 137383
    },
    {
      "epoch": 5.627032561949621,
      "grad_norm": 1.7910389721890028,
      "learning_rate": 2.9303640731921206e-06,
      "loss": 0.7943,
      "step": 137384
    },
    {
      "epoch": 5.627073520376817,
      "grad_norm": 1.774825035702061,
      "learning_rate": 2.92972260006224e-06,
      "loss": 0.3434,
      "step": 137385
    },
    {
      "epoch": 5.627114478804014,
      "grad_norm": 1.637836247846451,
      "learning_rate": 2.929081196458627e-06,
      "loss": 0.5655,
      "step": 137386
    },
    {
      "epoch": 5.6271554372312105,
      "grad_norm": 1.3817297533158104,
      "learning_rate": 2.9284398623815987e-06,
      "loss": 0.4627,
      "step": 137387
    },
    {
      "epoch": 5.627196395658407,
      "grad_norm": 1.4859474844259355,
      "learning_rate": 2.9277985978315043e-06,
      "loss": 0.4402,
      "step": 137388
    },
    {
      "epoch": 5.627237354085603,
      "grad_norm": 1.5977223820225661,
      "learning_rate": 2.9271574028085776e-06,
      "loss": 0.5098,
      "step": 137389
    },
    {
      "epoch": 5.627278312512799,
      "grad_norm": 1.5160544199830948,
      "learning_rate": 2.9265162773131844e-06,
      "loss": 0.4981,
      "step": 137390
    },
    {
      "epoch": 5.627319270939996,
      "grad_norm": 1.6891136918642042,
      "learning_rate": 2.9258752213455916e-06,
      "loss": 0.5604,
      "step": 137391
    },
    {
      "epoch": 5.627360229367192,
      "grad_norm": 1.4703184675569791,
      "learning_rate": 2.9252342349060985e-06,
      "loss": 0.3951,
      "step": 137392
    },
    {
      "epoch": 5.627401187794389,
      "grad_norm": 0.8789083189599152,
      "learning_rate": 2.9245933179950385e-06,
      "loss": 0.2174,
      "step": 137393
    },
    {
      "epoch": 5.627442146221585,
      "grad_norm": 2.5617046689326246,
      "learning_rate": 2.923952470612678e-06,
      "loss": 0.9797,
      "step": 137394
    },
    {
      "epoch": 5.627483104648782,
      "grad_norm": 1.1170673687734736,
      "learning_rate": 2.923311692759367e-06,
      "loss": 0.3649,
      "step": 137395
    },
    {
      "epoch": 5.6275240630759775,
      "grad_norm": 0.8375313167726981,
      "learning_rate": 2.922670984435355e-06,
      "loss": 0.1904,
      "step": 137396
    },
    {
      "epoch": 5.627565021503174,
      "grad_norm": 1.437654861135731,
      "learning_rate": 2.9220303456409744e-06,
      "loss": 0.4439,
      "step": 137397
    },
    {
      "epoch": 5.627605979930371,
      "grad_norm": 1.5514007232052893,
      "learning_rate": 2.921389776376526e-06,
      "loss": 0.5314,
      "step": 137398
    },
    {
      "epoch": 5.627646938357567,
      "grad_norm": 2.253702295253403,
      "learning_rate": 2.920749276642309e-06,
      "loss": 0.8355,
      "step": 137399
    },
    {
      "epoch": 5.627687896784764,
      "grad_norm": 1.5348068622831237,
      "learning_rate": 2.9201088464386236e-06,
      "loss": 0.6131,
      "step": 137400
    },
    {
      "epoch": 5.62772885521196,
      "grad_norm": 0.6594151316090369,
      "learning_rate": 2.9194684857657856e-06,
      "loss": 0.1094,
      "step": 137401
    },
    {
      "epoch": 5.627769813639157,
      "grad_norm": 1.640656792974982,
      "learning_rate": 2.918828194624062e-06,
      "loss": 0.5542,
      "step": 137402
    },
    {
      "epoch": 5.627810772066352,
      "grad_norm": 1.5948133172634746,
      "learning_rate": 2.918187973013819e-06,
      "loss": 0.4754,
      "step": 137403
    },
    {
      "epoch": 5.627851730493549,
      "grad_norm": 1.5614663004663518,
      "learning_rate": 2.9175478209353063e-06,
      "loss": 0.4867,
      "step": 137404
    },
    {
      "epoch": 5.6278926889207455,
      "grad_norm": 1.6796517483922453,
      "learning_rate": 2.916907738388824e-06,
      "loss": 0.4268,
      "step": 137405
    },
    {
      "epoch": 5.627933647347942,
      "grad_norm": 1.6054986806460816,
      "learning_rate": 2.9162677253747215e-06,
      "loss": 0.6287,
      "step": 137406
    },
    {
      "epoch": 5.6279746057751385,
      "grad_norm": 1.5813783764677363,
      "learning_rate": 2.9156277818932483e-06,
      "loss": 0.6049,
      "step": 137407
    },
    {
      "epoch": 5.628015564202334,
      "grad_norm": 1.4076570786432072,
      "learning_rate": 2.914987907944738e-06,
      "loss": 0.546,
      "step": 137408
    },
    {
      "epoch": 5.628056522629531,
      "grad_norm": 1.3102661091744219,
      "learning_rate": 2.914348103529507e-06,
      "loss": 0.2911,
      "step": 137409
    },
    {
      "epoch": 5.628097481056727,
      "grad_norm": 1.1793658930631645,
      "learning_rate": 2.9137083686478214e-06,
      "loss": 0.2552,
      "step": 137410
    },
    {
      "epoch": 5.628138439483924,
      "grad_norm": 1.7318819923825854,
      "learning_rate": 2.9130687033000146e-06,
      "loss": 0.4811,
      "step": 137411
    },
    {
      "epoch": 5.62817939791112,
      "grad_norm": 1.986355916096391,
      "learning_rate": 2.9124291074863524e-06,
      "loss": 0.6904,
      "step": 137412
    },
    {
      "epoch": 5.628220356338317,
      "grad_norm": 1.8196881972309742,
      "learning_rate": 2.9117895812071525e-06,
      "loss": 0.3637,
      "step": 137413
    },
    {
      "epoch": 5.628261314765513,
      "grad_norm": 1.7217854501872065,
      "learning_rate": 2.9111501244627465e-06,
      "loss": 0.6528,
      "step": 137414
    },
    {
      "epoch": 5.628302273192709,
      "grad_norm": 2.265308057608834,
      "learning_rate": 2.910510737253402e-06,
      "loss": 0.8679,
      "step": 137415
    },
    {
      "epoch": 5.628343231619906,
      "grad_norm": 1.2567670011272318,
      "learning_rate": 2.909871419579435e-06,
      "loss": 0.3549,
      "step": 137416
    },
    {
      "epoch": 5.628384190047102,
      "grad_norm": 1.4070705510063382,
      "learning_rate": 2.909232171441145e-06,
      "loss": 0.3631,
      "step": 137417
    },
    {
      "epoch": 5.628425148474299,
      "grad_norm": 1.5658566228570658,
      "learning_rate": 2.908592992838832e-06,
      "loss": 0.4186,
      "step": 137418
    },
    {
      "epoch": 5.628466106901495,
      "grad_norm": 1.4523917598319926,
      "learning_rate": 2.907953883772812e-06,
      "loss": 0.3756,
      "step": 137419
    },
    {
      "epoch": 5.628507065328692,
      "grad_norm": 1.8203941520743843,
      "learning_rate": 2.9073148442433692e-06,
      "loss": 0.6735,
      "step": 137420
    },
    {
      "epoch": 5.628548023755888,
      "grad_norm": 1.463322397974937,
      "learning_rate": 2.9066758742508022e-06,
      "loss": 0.4633,
      "step": 137421
    },
    {
      "epoch": 5.628588982183084,
      "grad_norm": 1.7178672081616646,
      "learning_rate": 2.906036973795445e-06,
      "loss": 0.5485,
      "step": 137422
    },
    {
      "epoch": 5.62862994061028,
      "grad_norm": 1.5241207500415592,
      "learning_rate": 2.905398142877563e-06,
      "loss": 0.4929,
      "step": 137423
    },
    {
      "epoch": 5.628670899037477,
      "grad_norm": 1.535898752609837,
      "learning_rate": 2.904759381497457e-06,
      "loss": 0.5245,
      "step": 137424
    },
    {
      "epoch": 5.6287118574646735,
      "grad_norm": 1.58134800193036,
      "learning_rate": 2.9041206896554924e-06,
      "loss": 0.5258,
      "step": 137425
    },
    {
      "epoch": 5.62875281589187,
      "grad_norm": 1.0267931670819777,
      "learning_rate": 2.903482067351887e-06,
      "loss": 0.2138,
      "step": 137426
    },
    {
      "epoch": 5.628793774319066,
      "grad_norm": 1.8230449404243458,
      "learning_rate": 2.902843514586989e-06,
      "loss": 0.6357,
      "step": 137427
    },
    {
      "epoch": 5.628834732746262,
      "grad_norm": 1.4789188518791476,
      "learning_rate": 2.902205031361099e-06,
      "loss": 0.493,
      "step": 137428
    },
    {
      "epoch": 5.628875691173459,
      "grad_norm": 0.9538935662940509,
      "learning_rate": 2.9015666176745e-06,
      "loss": 0.1723,
      "step": 137429
    },
    {
      "epoch": 5.628916649600655,
      "grad_norm": 1.6372845898365265,
      "learning_rate": 2.9009282735275084e-06,
      "loss": 0.5039,
      "step": 137430
    },
    {
      "epoch": 5.628957608027852,
      "grad_norm": 1.6117771281455098,
      "learning_rate": 2.900289998920424e-06,
      "loss": 0.5888,
      "step": 137431
    },
    {
      "epoch": 5.628998566455048,
      "grad_norm": 2.3384447877341183,
      "learning_rate": 2.89965179385353e-06,
      "loss": 0.6123,
      "step": 137432
    },
    {
      "epoch": 5.629039524882245,
      "grad_norm": 0.9641612339371045,
      "learning_rate": 2.899013658327176e-06,
      "loss": 0.1866,
      "step": 137433
    },
    {
      "epoch": 5.6290804833094406,
      "grad_norm": 1.7743696938673457,
      "learning_rate": 2.8983755923415953e-06,
      "loss": 0.699,
      "step": 137434
    },
    {
      "epoch": 5.629121441736637,
      "grad_norm": 1.2846461014492598,
      "learning_rate": 2.897737595897154e-06,
      "loss": 0.3787,
      "step": 137435
    },
    {
      "epoch": 5.629162400163834,
      "grad_norm": 0.9849711289194475,
      "learning_rate": 2.8970996689941183e-06,
      "loss": 0.1447,
      "step": 137436
    },
    {
      "epoch": 5.62920335859103,
      "grad_norm": 1.5403374251042459,
      "learning_rate": 2.896461811632789e-06,
      "loss": 0.3402,
      "step": 137437
    },
    {
      "epoch": 5.629244317018227,
      "grad_norm": 1.3946082492450806,
      "learning_rate": 2.895824023813498e-06,
      "loss": 0.471,
      "step": 137438
    },
    {
      "epoch": 5.629285275445423,
      "grad_norm": 1.5839375522353525,
      "learning_rate": 2.895186305536512e-06,
      "loss": 0.5596,
      "step": 137439
    },
    {
      "epoch": 5.62932623387262,
      "grad_norm": 3.7475552077369865,
      "learning_rate": 2.894548656802148e-06,
      "loss": 4.2743,
      "step": 137440
    },
    {
      "epoch": 5.629367192299815,
      "grad_norm": 0.6223881977719139,
      "learning_rate": 2.8939110776107055e-06,
      "loss": 0.0867,
      "step": 137441
    },
    {
      "epoch": 5.629408150727012,
      "grad_norm": 1.5528109500601113,
      "learning_rate": 2.8932735679624842e-06,
      "loss": 0.605,
      "step": 137442
    },
    {
      "epoch": 5.6294491091542085,
      "grad_norm": 1.659631629610979,
      "learning_rate": 2.892636127857784e-06,
      "loss": 0.523,
      "step": 137443
    },
    {
      "epoch": 5.629490067581405,
      "grad_norm": 1.0196060291746838,
      "learning_rate": 2.8919987572969207e-06,
      "loss": 0.2454,
      "step": 137444
    },
    {
      "epoch": 5.629531026008602,
      "grad_norm": 1.7972065864395457,
      "learning_rate": 2.891361456280161e-06,
      "loss": 0.7615,
      "step": 137445
    },
    {
      "epoch": 5.629571984435797,
      "grad_norm": 1.782019872487479,
      "learning_rate": 2.8907242248078555e-06,
      "loss": 0.521,
      "step": 137446
    },
    {
      "epoch": 5.629612942862994,
      "grad_norm": 1.4116910832532241,
      "learning_rate": 2.8900870628802696e-06,
      "loss": 0.4791,
      "step": 137447
    },
    {
      "epoch": 5.62965390129019,
      "grad_norm": 1.6177911879147016,
      "learning_rate": 2.8894499704977035e-06,
      "loss": 0.5983,
      "step": 137448
    },
    {
      "epoch": 5.629694859717387,
      "grad_norm": 1.8072946588452472,
      "learning_rate": 2.8888129476604903e-06,
      "loss": 0.4084,
      "step": 137449
    },
    {
      "epoch": 5.629735818144583,
      "grad_norm": 1.2974971913424214,
      "learning_rate": 2.88817599436888e-06,
      "loss": 0.3532,
      "step": 137450
    },
    {
      "epoch": 5.62977677657178,
      "grad_norm": 1.6007933117852693,
      "learning_rate": 2.8875391106232215e-06,
      "loss": 0.4888,
      "step": 137451
    },
    {
      "epoch": 5.629817734998976,
      "grad_norm": 1.6217694777130414,
      "learning_rate": 2.8869022964237987e-06,
      "loss": 0.4719,
      "step": 137452
    },
    {
      "epoch": 5.629858693426172,
      "grad_norm": 1.8927364013145649,
      "learning_rate": 2.886265551770911e-06,
      "loss": 0.7098,
      "step": 137453
    },
    {
      "epoch": 5.629899651853369,
      "grad_norm": 1.721323141339708,
      "learning_rate": 2.885628876664875e-06,
      "loss": 0.4647,
      "step": 137454
    },
    {
      "epoch": 5.629940610280565,
      "grad_norm": 1.7677586760226014,
      "learning_rate": 2.884992271105957e-06,
      "loss": 0.509,
      "step": 137455
    },
    {
      "epoch": 5.629981568707762,
      "grad_norm": 0.9084448369950766,
      "learning_rate": 2.8843557350944733e-06,
      "loss": 0.1905,
      "step": 137456
    },
    {
      "epoch": 5.630022527134958,
      "grad_norm": 0.9765633344186373,
      "learning_rate": 2.883719268630741e-06,
      "loss": 0.2207,
      "step": 137457
    },
    {
      "epoch": 5.630063485562155,
      "grad_norm": 1.4860464227014925,
      "learning_rate": 2.883082871715042e-06,
      "loss": 0.4596,
      "step": 137458
    },
    {
      "epoch": 5.630104443989351,
      "grad_norm": 1.0700373431630839,
      "learning_rate": 2.882446544347694e-06,
      "loss": 0.3934,
      "step": 137459
    },
    {
      "epoch": 5.630145402416547,
      "grad_norm": 1.9484515308155235,
      "learning_rate": 2.881810286528996e-06,
      "loss": 0.6974,
      "step": 137460
    },
    {
      "epoch": 5.6301863608437435,
      "grad_norm": 1.714529136774434,
      "learning_rate": 2.881174098259215e-06,
      "loss": 0.4629,
      "step": 137461
    },
    {
      "epoch": 5.63022731927094,
      "grad_norm": 0.921235610260708,
      "learning_rate": 2.8805379795386994e-06,
      "loss": 0.2099,
      "step": 137462
    },
    {
      "epoch": 5.6302682776981365,
      "grad_norm": 1.3424952280059967,
      "learning_rate": 2.879901930367734e-06,
      "loss": 0.3704,
      "step": 137463
    },
    {
      "epoch": 5.630309236125333,
      "grad_norm": 1.643333992965428,
      "learning_rate": 2.879265950746584e-06,
      "loss": 0.5026,
      "step": 137464
    },
    {
      "epoch": 5.630350194552529,
      "grad_norm": 1.4654318625560274,
      "learning_rate": 2.8786300406756167e-06,
      "loss": 0.5498,
      "step": 137465
    },
    {
      "epoch": 5.630391152979725,
      "grad_norm": 1.65233912479912,
      "learning_rate": 2.877994200155065e-06,
      "loss": 0.5372,
      "step": 137466
    },
    {
      "epoch": 5.630432111406922,
      "grad_norm": 1.0849847816210134,
      "learning_rate": 2.877358429185278e-06,
      "loss": 0.3104,
      "step": 137467
    },
    {
      "epoch": 5.630473069834118,
      "grad_norm": 1.3217069410674416,
      "learning_rate": 2.8767227277665393e-06,
      "loss": 0.2866,
      "step": 137468
    },
    {
      "epoch": 5.630514028261315,
      "grad_norm": 1.3800048435607741,
      "learning_rate": 2.8760870958991324e-06,
      "loss": 0.3877,
      "step": 137469
    },
    {
      "epoch": 5.630554986688511,
      "grad_norm": 1.8486414558283162,
      "learning_rate": 2.8754515335833894e-06,
      "loss": 0.6224,
      "step": 137470
    },
    {
      "epoch": 5.630595945115708,
      "grad_norm": 0.9478062495483178,
      "learning_rate": 2.8748160408195943e-06,
      "loss": 0.1509,
      "step": 137471
    },
    {
      "epoch": 5.630636903542904,
      "grad_norm": 0.8732641479132929,
      "learning_rate": 2.8741806176080462e-06,
      "loss": 0.1639,
      "step": 137472
    },
    {
      "epoch": 5.6306778619701,
      "grad_norm": 0.7963057097978621,
      "learning_rate": 2.8735452639490454e-06,
      "loss": 0.1384,
      "step": 137473
    },
    {
      "epoch": 5.630718820397297,
      "grad_norm": 1.7203755330356334,
      "learning_rate": 2.872909979842908e-06,
      "loss": 0.5912,
      "step": 137474
    },
    {
      "epoch": 5.630759778824493,
      "grad_norm": 2.01728476415239,
      "learning_rate": 2.8722747652899168e-06,
      "loss": 0.6143,
      "step": 137475
    },
    {
      "epoch": 5.63080073725169,
      "grad_norm": 1.514341674546372,
      "learning_rate": 2.8716396202903556e-06,
      "loss": 0.5128,
      "step": 137476
    },
    {
      "epoch": 5.630841695678886,
      "grad_norm": 1.0378462521780014,
      "learning_rate": 2.871004544844557e-06,
      "loss": 0.204,
      "step": 137477
    },
    {
      "epoch": 5.630882654106083,
      "grad_norm": 1.3957676441815032,
      "learning_rate": 2.8703695389528213e-06,
      "loss": 0.3809,
      "step": 137478
    },
    {
      "epoch": 5.630923612533278,
      "grad_norm": 1.1394669600406642,
      "learning_rate": 2.869734602615431e-06,
      "loss": 0.2428,
      "step": 137479
    },
    {
      "epoch": 5.630964570960475,
      "grad_norm": 0.9646487128573523,
      "learning_rate": 2.869099735832686e-06,
      "loss": 0.2053,
      "step": 137480
    },
    {
      "epoch": 5.6310055293876715,
      "grad_norm": 2.742365082844109,
      "learning_rate": 2.868464938604903e-06,
      "loss": 1.8174,
      "step": 137481
    },
    {
      "epoch": 5.631046487814868,
      "grad_norm": 1.4546137772140535,
      "learning_rate": 2.8678302109323647e-06,
      "loss": 0.5288,
      "step": 137482
    },
    {
      "epoch": 5.631087446242065,
      "grad_norm": 0.8291898330777463,
      "learning_rate": 2.8671955528154045e-06,
      "loss": 0.1974,
      "step": 137483
    },
    {
      "epoch": 5.63112840466926,
      "grad_norm": 1.5981580993689006,
      "learning_rate": 2.8665609642542552e-06,
      "loss": 0.4725,
      "step": 137484
    },
    {
      "epoch": 5.631169363096457,
      "grad_norm": 1.4654832601700976,
      "learning_rate": 2.8659264452492836e-06,
      "loss": 0.5772,
      "step": 137485
    },
    {
      "epoch": 5.631210321523653,
      "grad_norm": 0.9865148750731979,
      "learning_rate": 2.865291995800756e-06,
      "loss": 0.1291,
      "step": 137486
    },
    {
      "epoch": 5.63125127995085,
      "grad_norm": 1.5546327120846972,
      "learning_rate": 2.8646576159089883e-06,
      "loss": 0.5076,
      "step": 137487
    },
    {
      "epoch": 5.631292238378046,
      "grad_norm": 1.4261605575267526,
      "learning_rate": 2.8640233055742644e-06,
      "loss": 0.4947,
      "step": 137488
    },
    {
      "epoch": 5.631333196805243,
      "grad_norm": 1.5840732119124312,
      "learning_rate": 2.8633890647969006e-06,
      "loss": 0.4678,
      "step": 137489
    },
    {
      "epoch": 5.6313741552324394,
      "grad_norm": 0.9327721415831338,
      "learning_rate": 2.8627548935771794e-06,
      "loss": 0.1058,
      "step": 137490
    },
    {
      "epoch": 5.631415113659635,
      "grad_norm": 1.6634778514059518,
      "learning_rate": 2.8621207919154175e-06,
      "loss": 0.4998,
      "step": 137491
    },
    {
      "epoch": 5.631456072086832,
      "grad_norm": 1.8409314256027187,
      "learning_rate": 2.8614867598118984e-06,
      "loss": 0.4953,
      "step": 137492
    },
    {
      "epoch": 5.631497030514028,
      "grad_norm": 1.884842758897453,
      "learning_rate": 2.8608527972669214e-06,
      "loss": 0.6911,
      "step": 137493
    },
    {
      "epoch": 5.631537988941225,
      "grad_norm": 0.8045589792776161,
      "learning_rate": 2.86021890428082e-06,
      "loss": 0.19,
      "step": 137494
    },
    {
      "epoch": 5.631578947368421,
      "grad_norm": 1.4459421910421424,
      "learning_rate": 2.8595850808538602e-06,
      "loss": 0.5187,
      "step": 137495
    },
    {
      "epoch": 5.631619905795618,
      "grad_norm": 1.8799830468304877,
      "learning_rate": 2.858951326986342e-06,
      "loss": 0.7118,
      "step": 137496
    },
    {
      "epoch": 5.631660864222814,
      "grad_norm": 1.5173907235867503,
      "learning_rate": 2.858317642678598e-06,
      "loss": 0.5026,
      "step": 137497
    },
    {
      "epoch": 5.63170182265001,
      "grad_norm": 1.1628979824476937,
      "learning_rate": 2.857684027930879e-06,
      "loss": 0.276,
      "step": 137498
    },
    {
      "epoch": 5.6317427810772065,
      "grad_norm": 1.8890106378477096,
      "learning_rate": 2.8570504827435004e-06,
      "loss": 0.5557,
      "step": 137499
    },
    {
      "epoch": 5.631783739504403,
      "grad_norm": 1.7092264341590144,
      "learning_rate": 2.856417007116796e-06,
      "loss": 0.6302,
      "step": 137500
    },
    {
      "epoch": 5.6318246979316,
      "grad_norm": 1.4857450992563817,
      "learning_rate": 2.855783601051015e-06,
      "loss": 0.4784,
      "step": 137501
    },
    {
      "epoch": 5.631865656358796,
      "grad_norm": 1.0651997774065565,
      "learning_rate": 2.8551502645465076e-06,
      "loss": 0.2684,
      "step": 137502
    },
    {
      "epoch": 5.631906614785992,
      "grad_norm": 1.6402211951977201,
      "learning_rate": 2.8545169976035233e-06,
      "loss": 0.5072,
      "step": 137503
    },
    {
      "epoch": 5.631947573213188,
      "grad_norm": 1.689966897851793,
      "learning_rate": 2.8538838002223953e-06,
      "loss": 0.6718,
      "step": 137504
    },
    {
      "epoch": 5.631988531640385,
      "grad_norm": 1.7431697450079409,
      "learning_rate": 2.8532506724034232e-06,
      "loss": 0.6504,
      "step": 137505
    },
    {
      "epoch": 5.632029490067581,
      "grad_norm": 2.4104721398679794,
      "learning_rate": 2.8526176141468736e-06,
      "loss": 1.1041,
      "step": 137506
    },
    {
      "epoch": 5.632070448494778,
      "grad_norm": 0.9591838065777162,
      "learning_rate": 2.8519846254530796e-06,
      "loss": 0.1826,
      "step": 137507
    },
    {
      "epoch": 5.632111406921974,
      "grad_norm": 0.8492745047451246,
      "learning_rate": 2.8513517063223247e-06,
      "loss": 0.1639,
      "step": 137508
    },
    {
      "epoch": 5.632152365349171,
      "grad_norm": 0.6080236362375981,
      "learning_rate": 2.850718856754908e-06,
      "loss": 0.0564,
      "step": 137509
    },
    {
      "epoch": 5.632193323776367,
      "grad_norm": 0.8718850575206514,
      "learning_rate": 2.8500860767511458e-06,
      "loss": 0.1913,
      "step": 137510
    },
    {
      "epoch": 5.632234282203563,
      "grad_norm": 1.459848024938179,
      "learning_rate": 2.849453366311322e-06,
      "loss": 0.4677,
      "step": 137511
    },
    {
      "epoch": 5.63227524063076,
      "grad_norm": 2.1414518666630076,
      "learning_rate": 2.8488207254357187e-06,
      "loss": 0.9495,
      "step": 137512
    },
    {
      "epoch": 5.632316199057956,
      "grad_norm": 1.5257978634309166,
      "learning_rate": 2.8481881541246863e-06,
      "loss": 0.4331,
      "step": 137513
    },
    {
      "epoch": 5.632357157485153,
      "grad_norm": 1.4370102283727701,
      "learning_rate": 2.8475556523784583e-06,
      "loss": 0.5529,
      "step": 137514
    },
    {
      "epoch": 5.632398115912349,
      "grad_norm": 0.986219929380129,
      "learning_rate": 2.8469232201973834e-06,
      "loss": 0.1167,
      "step": 137515
    },
    {
      "epoch": 5.632439074339546,
      "grad_norm": 1.5196852704379031,
      "learning_rate": 2.8462908575817456e-06,
      "loss": 0.3995,
      "step": 137516
    },
    {
      "epoch": 5.6324800327667415,
      "grad_norm": 1.0470740737074407,
      "learning_rate": 2.845658564531844e-06,
      "loss": 0.2242,
      "step": 137517
    },
    {
      "epoch": 5.632520991193938,
      "grad_norm": 1.5799090774615652,
      "learning_rate": 2.845026341047979e-06,
      "loss": 0.5524,
      "step": 137518
    },
    {
      "epoch": 5.6325619496211345,
      "grad_norm": 1.3607938469529082,
      "learning_rate": 2.8443941871304333e-06,
      "loss": 0.2942,
      "step": 137519
    },
    {
      "epoch": 5.632602908048331,
      "grad_norm": 1.4857447269330797,
      "learning_rate": 2.8437621027795233e-06,
      "loss": 0.4836,
      "step": 137520
    },
    {
      "epoch": 5.632643866475528,
      "grad_norm": 1.1421350079605532,
      "learning_rate": 2.8431300879955487e-06,
      "loss": 0.2389,
      "step": 137521
    },
    {
      "epoch": 5.632684824902723,
      "grad_norm": 1.4647263889718898,
      "learning_rate": 2.8424981427788097e-06,
      "loss": 0.4222,
      "step": 137522
    },
    {
      "epoch": 5.63272578332992,
      "grad_norm": 1.6939007402113926,
      "learning_rate": 2.8418662671295723e-06,
      "loss": 0.5151,
      "step": 137523
    },
    {
      "epoch": 5.632766741757116,
      "grad_norm": 0.9464127331700984,
      "learning_rate": 2.8412344610481864e-06,
      "loss": 0.1996,
      "step": 137524
    },
    {
      "epoch": 5.632807700184313,
      "grad_norm": 1.2731199169179248,
      "learning_rate": 2.8406027245349183e-06,
      "loss": 0.4056,
      "step": 137525
    },
    {
      "epoch": 5.632848658611509,
      "grad_norm": 1.9609750172046332,
      "learning_rate": 2.8399710575900845e-06,
      "loss": 0.6506,
      "step": 137526
    },
    {
      "epoch": 5.632889617038706,
      "grad_norm": 1.1877656310484843,
      "learning_rate": 2.8393394602139517e-06,
      "loss": 0.3656,
      "step": 137527
    },
    {
      "epoch": 5.6329305754659025,
      "grad_norm": 1.215886113738593,
      "learning_rate": 2.838707932406853e-06,
      "loss": 0.292,
      "step": 137528
    },
    {
      "epoch": 5.632971533893098,
      "grad_norm": 1.7186557877311655,
      "learning_rate": 2.8380764741690707e-06,
      "loss": 0.6626,
      "step": 137529
    },
    {
      "epoch": 5.633012492320295,
      "grad_norm": 0.7896648361301166,
      "learning_rate": 2.8374450855009057e-06,
      "loss": 0.1914,
      "step": 137530
    },
    {
      "epoch": 5.633053450747491,
      "grad_norm": 1.7529161780372167,
      "learning_rate": 2.836813766402657e-06,
      "loss": 0.5231,
      "step": 137531
    },
    {
      "epoch": 5.633094409174688,
      "grad_norm": 1.5655551472712173,
      "learning_rate": 2.8361825168746244e-06,
      "loss": 0.4525,
      "step": 137532
    },
    {
      "epoch": 5.633135367601884,
      "grad_norm": 0.7131283868273284,
      "learning_rate": 2.835551336917108e-06,
      "loss": 0.1753,
      "step": 137533
    },
    {
      "epoch": 5.633176326029081,
      "grad_norm": 1.3762592776247675,
      "learning_rate": 2.834920226530407e-06,
      "loss": 0.446,
      "step": 137534
    },
    {
      "epoch": 5.633217284456277,
      "grad_norm": 1.2857508192159086,
      "learning_rate": 2.8342891857148053e-06,
      "loss": 0.2827,
      "step": 137535
    },
    {
      "epoch": 5.633258242883473,
      "grad_norm": 1.6375806914072941,
      "learning_rate": 2.8336582144706186e-06,
      "loss": 0.6625,
      "step": 137536
    },
    {
      "epoch": 5.6332992013106695,
      "grad_norm": 1.525044453545465,
      "learning_rate": 2.8330273127981306e-06,
      "loss": 0.5263,
      "step": 137537
    },
    {
      "epoch": 5.633340159737866,
      "grad_norm": 1.5077239858140636,
      "learning_rate": 2.8323964806976575e-06,
      "loss": 0.5169,
      "step": 137538
    },
    {
      "epoch": 5.633381118165063,
      "grad_norm": 1.3145185262096575,
      "learning_rate": 2.8317657181694986e-06,
      "loss": 0.3535,
      "step": 137539
    },
    {
      "epoch": 5.633422076592259,
      "grad_norm": 0.9942951924326812,
      "learning_rate": 2.831135025213921e-06,
      "loss": 0.2592,
      "step": 137540
    },
    {
      "epoch": 5.633463035019455,
      "grad_norm": 1.144556926414284,
      "learning_rate": 2.8305044018312405e-06,
      "loss": 0.2883,
      "step": 137541
    },
    {
      "epoch": 5.633503993446651,
      "grad_norm": 1.4863359709144823,
      "learning_rate": 2.829873848021774e-06,
      "loss": 0.5071,
      "step": 137542
    },
    {
      "epoch": 5.633544951873848,
      "grad_norm": 1.6520096113141143,
      "learning_rate": 2.829243363785788e-06,
      "loss": 0.5988,
      "step": 137543
    },
    {
      "epoch": 5.633585910301044,
      "grad_norm": 1.5537303664395985,
      "learning_rate": 2.828612949123599e-06,
      "loss": 0.464,
      "step": 137544
    },
    {
      "epoch": 5.633626868728241,
      "grad_norm": 2.066699960978372,
      "learning_rate": 2.8279826040355058e-06,
      "loss": 0.9321,
      "step": 137545
    },
    {
      "epoch": 5.6336678271554375,
      "grad_norm": 1.3543416536454096,
      "learning_rate": 2.8273523285218092e-06,
      "loss": 0.3402,
      "step": 137546
    },
    {
      "epoch": 5.633708785582634,
      "grad_norm": 1.7254523381724396,
      "learning_rate": 2.8267221225827917e-06,
      "loss": 0.5886,
      "step": 137547
    },
    {
      "epoch": 5.63374974400983,
      "grad_norm": 2.7709639247571345,
      "learning_rate": 2.8260919862187538e-06,
      "loss": 2.2046,
      "step": 137548
    },
    {
      "epoch": 5.633790702437026,
      "grad_norm": 1.6020577575078605,
      "learning_rate": 2.825461919430011e-06,
      "loss": 0.3302,
      "step": 137549
    },
    {
      "epoch": 5.633831660864223,
      "grad_norm": 1.2692454575442835,
      "learning_rate": 2.824831922216847e-06,
      "loss": 0.3012,
      "step": 137550
    },
    {
      "epoch": 5.633872619291419,
      "grad_norm": 0.9352955218612844,
      "learning_rate": 2.8242019945795614e-06,
      "loss": 0.2044,
      "step": 137551
    },
    {
      "epoch": 5.633913577718616,
      "grad_norm": 1.893275374095519,
      "learning_rate": 2.8235721365184537e-06,
      "loss": 0.5986,
      "step": 137552
    },
    {
      "epoch": 5.633954536145812,
      "grad_norm": 1.4839270958453563,
      "learning_rate": 2.822942348033824e-06,
      "loss": 0.4217,
      "step": 137553
    },
    {
      "epoch": 5.633995494573009,
      "grad_norm": 0.7959513118292488,
      "learning_rate": 2.8223126291259555e-06,
      "loss": 0.1631,
      "step": 137554
    },
    {
      "epoch": 5.6340364530002045,
      "grad_norm": 0.8503073523219187,
      "learning_rate": 2.8216829797951647e-06,
      "loss": 0.1848,
      "step": 137555
    },
    {
      "epoch": 5.634077411427401,
      "grad_norm": 0.9607959006425943,
      "learning_rate": 2.8210534000417506e-06,
      "loss": 0.1942,
      "step": 137556
    },
    {
      "epoch": 5.634118369854598,
      "grad_norm": 0.7185178276722948,
      "learning_rate": 2.8204238898659805e-06,
      "loss": 0.1786,
      "step": 137557
    },
    {
      "epoch": 5.634159328281794,
      "grad_norm": 1.4837028772271892,
      "learning_rate": 2.8197944492682034e-06,
      "loss": 0.4883,
      "step": 137558
    },
    {
      "epoch": 5.634200286708991,
      "grad_norm": 1.3348263680505585,
      "learning_rate": 2.819165078248653e-06,
      "loss": 0.3885,
      "step": 137559
    },
    {
      "epoch": 5.634241245136186,
      "grad_norm": 1.30265848294142,
      "learning_rate": 2.818535776807679e-06,
      "loss": 0.3764,
      "step": 137560
    },
    {
      "epoch": 5.634282203563383,
      "grad_norm": 1.384451772840293,
      "learning_rate": 2.817906544945564e-06,
      "loss": 0.4249,
      "step": 137561
    },
    {
      "epoch": 5.634323161990579,
      "grad_norm": 1.867325880813572,
      "learning_rate": 2.8172773826625915e-06,
      "loss": 0.6458,
      "step": 137562
    },
    {
      "epoch": 5.634364120417776,
      "grad_norm": 1.49050785966522,
      "learning_rate": 2.8166482899590946e-06,
      "loss": 0.3737,
      "step": 137563
    },
    {
      "epoch": 5.634405078844972,
      "grad_norm": 1.5066367586445193,
      "learning_rate": 2.816019266835323e-06,
      "loss": 0.4081,
      "step": 137564
    },
    {
      "epoch": 5.634446037272169,
      "grad_norm": 1.3934600733147506,
      "learning_rate": 2.8153903132915933e-06,
      "loss": 0.3856,
      "step": 137565
    },
    {
      "epoch": 5.6344869956993655,
      "grad_norm": 1.614970324621206,
      "learning_rate": 2.8147614293282383e-06,
      "loss": 0.5019,
      "step": 137566
    },
    {
      "epoch": 5.634527954126561,
      "grad_norm": 1.6145732344338581,
      "learning_rate": 2.8141326149454914e-06,
      "loss": 0.5455,
      "step": 137567
    },
    {
      "epoch": 5.634568912553758,
      "grad_norm": 1.6803996178096219,
      "learning_rate": 2.8135038701436853e-06,
      "loss": 0.4232,
      "step": 137568
    },
    {
      "epoch": 5.634609870980954,
      "grad_norm": 1.621491552131237,
      "learning_rate": 2.81287519492312e-06,
      "loss": 0.4286,
      "step": 137569
    },
    {
      "epoch": 5.634650829408151,
      "grad_norm": 0.9060179534928358,
      "learning_rate": 2.8122465892840786e-06,
      "loss": 0.1904,
      "step": 137570
    },
    {
      "epoch": 5.634691787835347,
      "grad_norm": 1.6595715890578178,
      "learning_rate": 2.8116180532268605e-06,
      "loss": 0.5179,
      "step": 137571
    },
    {
      "epoch": 5.634732746262544,
      "grad_norm": 2.304524930034034,
      "learning_rate": 2.8109895867517993e-06,
      "loss": 1.2195,
      "step": 137572
    },
    {
      "epoch": 5.63477370468974,
      "grad_norm": 1.439193619474232,
      "learning_rate": 2.810361189859128e-06,
      "loss": 0.4585,
      "step": 137573
    },
    {
      "epoch": 5.634814663116936,
      "grad_norm": 1.6337685090058214,
      "learning_rate": 2.8097328625491966e-06,
      "loss": 0.554,
      "step": 137574
    },
    {
      "epoch": 5.6348556215441326,
      "grad_norm": 1.6214268611417741,
      "learning_rate": 2.8091046048222874e-06,
      "loss": 0.4987,
      "step": 137575
    },
    {
      "epoch": 5.634896579971329,
      "grad_norm": 1.5366471632083523,
      "learning_rate": 2.8084764166786677e-06,
      "loss": 0.5185,
      "step": 137576
    },
    {
      "epoch": 5.634937538398526,
      "grad_norm": 1.6249132174601486,
      "learning_rate": 2.807848298118687e-06,
      "loss": 0.5031,
      "step": 137577
    },
    {
      "epoch": 5.634978496825722,
      "grad_norm": 1.7852650880675367,
      "learning_rate": 2.8072202491425943e-06,
      "loss": 0.6182,
      "step": 137578
    },
    {
      "epoch": 5.635019455252918,
      "grad_norm": 1.664765714147432,
      "learning_rate": 2.8065922697507073e-06,
      "loss": 0.5676,
      "step": 137579
    },
    {
      "epoch": 5.635060413680114,
      "grad_norm": 1.54620908406265,
      "learning_rate": 2.8059643599433413e-06,
      "loss": 0.5098,
      "step": 137580
    },
    {
      "epoch": 5.635101372107311,
      "grad_norm": 1.8089124347517813,
      "learning_rate": 2.8053365197207468e-06,
      "loss": 0.7212,
      "step": 137581
    },
    {
      "epoch": 5.635142330534507,
      "grad_norm": 1.3763333895990564,
      "learning_rate": 2.804708749083273e-06,
      "loss": 0.4434,
      "step": 137582
    },
    {
      "epoch": 5.635183288961704,
      "grad_norm": 1.5520254325959848,
      "learning_rate": 2.8040810480311702e-06,
      "loss": 0.5092,
      "step": 137583
    },
    {
      "epoch": 5.6352242473889005,
      "grad_norm": 1.4620588765090414,
      "learning_rate": 2.8034534165647714e-06,
      "loss": 0.4276,
      "step": 137584
    },
    {
      "epoch": 5.635265205816097,
      "grad_norm": 1.4015785544249317,
      "learning_rate": 2.8028258546843595e-06,
      "loss": 0.3133,
      "step": 137585
    },
    {
      "epoch": 5.635306164243293,
      "grad_norm": 0.9160069798546916,
      "learning_rate": 2.8021983623902177e-06,
      "loss": 0.1971,
      "step": 137586
    },
    {
      "epoch": 5.635347122670489,
      "grad_norm": 1.5465783021727804,
      "learning_rate": 2.8015709396826625e-06,
      "loss": 0.4932,
      "step": 137587
    },
    {
      "epoch": 5.635388081097686,
      "grad_norm": 1.8022808791940934,
      "learning_rate": 2.800943586561977e-06,
      "loss": 0.5229,
      "step": 137588
    },
    {
      "epoch": 5.635429039524882,
      "grad_norm": 1.507743167058718,
      "learning_rate": 2.800316303028477e-06,
      "loss": 0.4793,
      "step": 137589
    },
    {
      "epoch": 5.635469997952079,
      "grad_norm": 1.106433128803408,
      "learning_rate": 2.7996890890824466e-06,
      "loss": 0.3438,
      "step": 137590
    },
    {
      "epoch": 5.635510956379275,
      "grad_norm": 1.506857456242439,
      "learning_rate": 2.799061944724168e-06,
      "loss": 0.5347,
      "step": 137591
    },
    {
      "epoch": 5.635551914806472,
      "grad_norm": 0.9128215138220652,
      "learning_rate": 2.7984348699539416e-06,
      "loss": 0.1854,
      "step": 137592
    },
    {
      "epoch": 5.6355928732336675,
      "grad_norm": 1.495130212497294,
      "learning_rate": 2.7978078647721005e-06,
      "loss": 0.4277,
      "step": 137593
    },
    {
      "epoch": 5.635633831660864,
      "grad_norm": 0.989187595708528,
      "learning_rate": 2.7971809291788936e-06,
      "loss": 0.2685,
      "step": 137594
    },
    {
      "epoch": 5.635674790088061,
      "grad_norm": 2.250698835299489,
      "learning_rate": 2.7965540631746387e-06,
      "loss": 0.4724,
      "step": 137595
    },
    {
      "epoch": 5.635715748515257,
      "grad_norm": 1.7280386413167004,
      "learning_rate": 2.795927266759651e-06,
      "loss": 0.6083,
      "step": 137596
    },
    {
      "epoch": 5.635756706942454,
      "grad_norm": 1.8326443642309338,
      "learning_rate": 2.795300539934198e-06,
      "loss": 0.6111,
      "step": 137597
    },
    {
      "epoch": 5.635797665369649,
      "grad_norm": 1.394754477034851,
      "learning_rate": 2.794673882698578e-06,
      "loss": 0.3512,
      "step": 137598
    },
    {
      "epoch": 5.635838623796846,
      "grad_norm": 0.7601220513307112,
      "learning_rate": 2.7940472950530924e-06,
      "loss": 0.1919,
      "step": 137599
    },
    {
      "epoch": 5.635879582224042,
      "grad_norm": 1.7386492366550206,
      "learning_rate": 2.79342077699804e-06,
      "loss": 0.4538,
      "step": 137600
    },
    {
      "epoch": 5.635920540651239,
      "grad_norm": 1.7821691563449842,
      "learning_rate": 2.7927943285337374e-06,
      "loss": 0.208,
      "step": 137601
    },
    {
      "epoch": 5.6359614990784355,
      "grad_norm": 1.5672430202574805,
      "learning_rate": 2.7921679496604344e-06,
      "loss": 0.4819,
      "step": 137602
    },
    {
      "epoch": 5.636002457505632,
      "grad_norm": 0.7919148164168885,
      "learning_rate": 2.791541640378464e-06,
      "loss": 0.1353,
      "step": 137603
    },
    {
      "epoch": 5.6360434159328285,
      "grad_norm": 1.691890118399084,
      "learning_rate": 2.7909154006881094e-06,
      "loss": 0.6182,
      "step": 137604
    },
    {
      "epoch": 5.636084374360024,
      "grad_norm": 1.4060568253731012,
      "learning_rate": 2.790289230589654e-06,
      "loss": 0.4832,
      "step": 137605
    },
    {
      "epoch": 5.636125332787221,
      "grad_norm": 0.9749323945959144,
      "learning_rate": 2.7896631300834307e-06,
      "loss": 0.2158,
      "step": 137606
    },
    {
      "epoch": 5.636166291214417,
      "grad_norm": 0.8297443832049156,
      "learning_rate": 2.7890370991697055e-06,
      "loss": 0.1891,
      "step": 137607
    },
    {
      "epoch": 5.636207249641614,
      "grad_norm": 1.333393294874819,
      "learning_rate": 2.7884111378487616e-06,
      "loss": 0.517,
      "step": 137608
    },
    {
      "epoch": 5.63624820806881,
      "grad_norm": 1.363251213175592,
      "learning_rate": 2.7877852461209494e-06,
      "loss": 0.2576,
      "step": 137609
    },
    {
      "epoch": 5.636289166496007,
      "grad_norm": 0.427947937654554,
      "learning_rate": 2.7871594239865012e-06,
      "loss": 0.0415,
      "step": 137610
    },
    {
      "epoch": 5.636330124923203,
      "grad_norm": 1.6178708996766797,
      "learning_rate": 2.7865336714457674e-06,
      "loss": 0.596,
      "step": 137611
    },
    {
      "epoch": 5.636371083350399,
      "grad_norm": 1.8895666342238235,
      "learning_rate": 2.7859079884989977e-06,
      "loss": 0.531,
      "step": 137612
    },
    {
      "epoch": 5.636412041777596,
      "grad_norm": 1.4645336563082563,
      "learning_rate": 2.7852823751465083e-06,
      "loss": 0.4996,
      "step": 137613
    },
    {
      "epoch": 5.636453000204792,
      "grad_norm": 1.5437107568161905,
      "learning_rate": 2.784656831388599e-06,
      "loss": 0.4528,
      "step": 137614
    },
    {
      "epoch": 5.636493958631989,
      "grad_norm": 0.3245977539903318,
      "learning_rate": 2.7840313572255522e-06,
      "loss": 0.0229,
      "step": 137615
    },
    {
      "epoch": 5.636534917059185,
      "grad_norm": 1.1599763532739475,
      "learning_rate": 2.783405952657686e-06,
      "loss": 0.3031,
      "step": 137616
    },
    {
      "epoch": 5.636575875486381,
      "grad_norm": 1.7065482163781782,
      "learning_rate": 2.782780617685282e-06,
      "loss": 0.581,
      "step": 137617
    },
    {
      "epoch": 5.636616833913577,
      "grad_norm": 0.8871268079332463,
      "learning_rate": 2.7821553523086402e-06,
      "loss": 0.1562,
      "step": 137618
    },
    {
      "epoch": 5.636657792340774,
      "grad_norm": 1.406600157729767,
      "learning_rate": 2.7815301565280447e-06,
      "loss": 0.3801,
      "step": 137619
    },
    {
      "epoch": 5.6366987507679704,
      "grad_norm": 0.9415845399178653,
      "learning_rate": 2.780905030343794e-06,
      "loss": 0.2166,
      "step": 137620
    },
    {
      "epoch": 5.636739709195167,
      "grad_norm": 1.4254191711793953,
      "learning_rate": 2.7802799737561886e-06,
      "loss": 0.3631,
      "step": 137621
    },
    {
      "epoch": 5.6367806676223635,
      "grad_norm": 0.8281805596616788,
      "learning_rate": 2.779654986765545e-06,
      "loss": 0.1564,
      "step": 137622
    },
    {
      "epoch": 5.63682162604956,
      "grad_norm": 1.2567901694824322,
      "learning_rate": 2.7790300693721292e-06,
      "loss": 0.3139,
      "step": 137623
    },
    {
      "epoch": 5.636862584476756,
      "grad_norm": 1.592775534492256,
      "learning_rate": 2.7784052215762244e-06,
      "loss": 0.4814,
      "step": 137624
    },
    {
      "epoch": 5.636903542903952,
      "grad_norm": 1.678043351059191,
      "learning_rate": 2.77778044337818e-06,
      "loss": 0.5436,
      "step": 137625
    },
    {
      "epoch": 5.636944501331149,
      "grad_norm": 1.4449388691399898,
      "learning_rate": 2.77715573477823e-06,
      "loss": 0.4112,
      "step": 137626
    },
    {
      "epoch": 5.636985459758345,
      "grad_norm": 1.5714499044615884,
      "learning_rate": 2.7765310957767075e-06,
      "loss": 0.3919,
      "step": 137627
    },
    {
      "epoch": 5.637026418185542,
      "grad_norm": 0.8275382851136879,
      "learning_rate": 2.7759065263738945e-06,
      "loss": 0.1919,
      "step": 137628
    },
    {
      "epoch": 5.637067376612738,
      "grad_norm": 1.347959107076587,
      "learning_rate": 2.7752820265700914e-06,
      "loss": 0.4784,
      "step": 137629
    },
    {
      "epoch": 5.637108335039935,
      "grad_norm": 1.3188782083111683,
      "learning_rate": 2.774657596365615e-06,
      "loss": 0.4213,
      "step": 137630
    },
    {
      "epoch": 5.637149293467131,
      "grad_norm": 0.848217309611759,
      "learning_rate": 2.7740332357607144e-06,
      "loss": 0.2262,
      "step": 137631
    },
    {
      "epoch": 5.637190251894327,
      "grad_norm": 1.1251070718648517,
      "learning_rate": 2.7734089447556896e-06,
      "loss": 0.2151,
      "step": 137632
    },
    {
      "epoch": 5.637231210321524,
      "grad_norm": 1.486877962796408,
      "learning_rate": 2.7727847233508903e-06,
      "loss": 0.463,
      "step": 137633
    },
    {
      "epoch": 5.63727216874872,
      "grad_norm": 1.547067933823605,
      "learning_rate": 2.77216057154655e-06,
      "loss": 0.5034,
      "step": 137634
    },
    {
      "epoch": 5.637313127175917,
      "grad_norm": 1.834479248596084,
      "learning_rate": 2.771536489343018e-06,
      "loss": 0.7222,
      "step": 137635
    },
    {
      "epoch": 5.637354085603112,
      "grad_norm": 0.9431530962517944,
      "learning_rate": 2.7709124767405443e-06,
      "loss": 0.2256,
      "step": 137636
    },
    {
      "epoch": 5.637395044030309,
      "grad_norm": 1.5763095328606906,
      "learning_rate": 2.7702885337394286e-06,
      "loss": 0.4631,
      "step": 137637
    },
    {
      "epoch": 5.637436002457505,
      "grad_norm": 1.5755132630852942,
      "learning_rate": 2.769664660340004e-06,
      "loss": 0.4175,
      "step": 137638
    },
    {
      "epoch": 5.637476960884702,
      "grad_norm": 0.9612597902206951,
      "learning_rate": 2.769040856542504e-06,
      "loss": 0.207,
      "step": 137639
    },
    {
      "epoch": 5.6375179193118985,
      "grad_norm": 1.6891079253396808,
      "learning_rate": 2.7684171223472773e-06,
      "loss": 0.5946,
      "step": 137640
    },
    {
      "epoch": 5.637558877739095,
      "grad_norm": 0.8257553555795019,
      "learning_rate": 2.7677934577545915e-06,
      "loss": 0.1791,
      "step": 137641
    },
    {
      "epoch": 5.637599836166292,
      "grad_norm": 2.614185672598961,
      "learning_rate": 2.767169862764762e-06,
      "loss": 1.631,
      "step": 137642
    },
    {
      "epoch": 5.637640794593487,
      "grad_norm": 2.61057942451686,
      "learning_rate": 2.766546337378056e-06,
      "loss": 1.2418,
      "step": 137643
    },
    {
      "epoch": 5.637681753020684,
      "grad_norm": 1.7135647829530765,
      "learning_rate": 2.76592288159479e-06,
      "loss": 0.5834,
      "step": 137644
    },
    {
      "epoch": 5.63772271144788,
      "grad_norm": 1.53790973460633,
      "learning_rate": 2.7652994954152465e-06,
      "loss": 0.4503,
      "step": 137645
    },
    {
      "epoch": 5.637763669875077,
      "grad_norm": 1.86321767064559,
      "learning_rate": 2.764676178839742e-06,
      "loss": 0.5594,
      "step": 137646
    },
    {
      "epoch": 5.637804628302273,
      "grad_norm": 1.479585993969103,
      "learning_rate": 2.7640529318685433e-06,
      "loss": 0.4649,
      "step": 137647
    },
    {
      "epoch": 5.63784558672947,
      "grad_norm": 1.579845793182342,
      "learning_rate": 2.7634297545019503e-06,
      "loss": 0.4876,
      "step": 137648
    },
    {
      "epoch": 5.637886545156666,
      "grad_norm": 3.355526966191891,
      "learning_rate": 2.7628066467402786e-06,
      "loss": 1.0128,
      "step": 137649
    },
    {
      "epoch": 5.637927503583862,
      "grad_norm": 2.6413351060026384,
      "learning_rate": 2.762183608583812e-06,
      "loss": 0.6142,
      "step": 137650
    },
    {
      "epoch": 5.637968462011059,
      "grad_norm": 1.622875226512101,
      "learning_rate": 2.7615606400328173e-06,
      "loss": 0.4481,
      "step": 137651
    },
    {
      "epoch": 5.638009420438255,
      "grad_norm": 1.9326075429562837,
      "learning_rate": 2.760937741087643e-06,
      "loss": 0.6151,
      "step": 137652
    },
    {
      "epoch": 5.638050378865452,
      "grad_norm": 1.4746073848185521,
      "learning_rate": 2.7603149117485235e-06,
      "loss": 0.4564,
      "step": 137653
    },
    {
      "epoch": 5.638091337292648,
      "grad_norm": 1.4748063792296606,
      "learning_rate": 2.7596921520158077e-06,
      "loss": 0.554,
      "step": 137654
    },
    {
      "epoch": 5.638132295719844,
      "grad_norm": 1.635309542753589,
      "learning_rate": 2.759069461889746e-06,
      "loss": 0.5228,
      "step": 137655
    },
    {
      "epoch": 5.63817325414704,
      "grad_norm": 1.3354698446071145,
      "learning_rate": 2.758446841370654e-06,
      "loss": 0.4286,
      "step": 137656
    },
    {
      "epoch": 5.638214212574237,
      "grad_norm": 1.5695834486094473,
      "learning_rate": 2.7578242904588487e-06,
      "loss": 0.4259,
      "step": 137657
    },
    {
      "epoch": 5.6382551710014335,
      "grad_norm": 1.209340205694461,
      "learning_rate": 2.7572018091545633e-06,
      "loss": 0.226,
      "step": 137658
    },
    {
      "epoch": 5.63829612942863,
      "grad_norm": 2.066353166474826,
      "learning_rate": 2.7565793974581475e-06,
      "loss": 0.5692,
      "step": 137659
    },
    {
      "epoch": 5.6383370878558265,
      "grad_norm": 3.1904860879183228,
      "learning_rate": 2.755957055369884e-06,
      "loss": 2.8037,
      "step": 137660
    },
    {
      "epoch": 5.638378046283023,
      "grad_norm": 1.6744781868682483,
      "learning_rate": 2.755334782890056e-06,
      "loss": 0.5783,
      "step": 137661
    },
    {
      "epoch": 5.638419004710219,
      "grad_norm": 1.365065846918721,
      "learning_rate": 2.754712580018964e-06,
      "loss": 0.4389,
      "step": 137662
    },
    {
      "epoch": 5.638459963137415,
      "grad_norm": 1.107688535208729,
      "learning_rate": 2.7540904467568903e-06,
      "loss": 0.2069,
      "step": 137663
    },
    {
      "epoch": 5.638500921564612,
      "grad_norm": 1.7003649683752624,
      "learning_rate": 2.753468383104135e-06,
      "loss": 0.5764,
      "step": 137664
    },
    {
      "epoch": 5.638541879991808,
      "grad_norm": 1.8698853645988047,
      "learning_rate": 2.752846389061014e-06,
      "loss": 0.6577,
      "step": 137665
    },
    {
      "epoch": 5.638582838419005,
      "grad_norm": 1.7542303276146842,
      "learning_rate": 2.752224464627778e-06,
      "loss": 0.5277,
      "step": 137666
    },
    {
      "epoch": 5.638623796846201,
      "grad_norm": 0.8322757885664108,
      "learning_rate": 2.7516026098047593e-06,
      "loss": 0.2062,
      "step": 137667
    },
    {
      "epoch": 5.638664755273398,
      "grad_norm": 1.2420496525279277,
      "learning_rate": 2.7509808245922415e-06,
      "loss": 0.372,
      "step": 137668
    },
    {
      "epoch": 5.638705713700594,
      "grad_norm": 1.9804791323738626,
      "learning_rate": 2.7503591089905075e-06,
      "loss": 0.4695,
      "step": 137669
    },
    {
      "epoch": 5.63874667212779,
      "grad_norm": 2.4056200403604904,
      "learning_rate": 2.7497374629998735e-06,
      "loss": 0.9084,
      "step": 137670
    },
    {
      "epoch": 5.638787630554987,
      "grad_norm": 1.045873406572528,
      "learning_rate": 2.7491158866206065e-06,
      "loss": 0.2582,
      "step": 137671
    },
    {
      "epoch": 5.638828588982183,
      "grad_norm": 1.8614229396205668,
      "learning_rate": 2.7484943798530224e-06,
      "loss": 0.5418,
      "step": 137672
    },
    {
      "epoch": 5.63886954740938,
      "grad_norm": 1.545594315223,
      "learning_rate": 2.7478729426974045e-06,
      "loss": 0.5156,
      "step": 137673
    },
    {
      "epoch": 5.638910505836575,
      "grad_norm": 1.8028580089590882,
      "learning_rate": 2.7472515751540356e-06,
      "loss": 0.6843,
      "step": 137674
    },
    {
      "epoch": 5.638951464263772,
      "grad_norm": 1.6938554337280027,
      "learning_rate": 2.746630277223216e-06,
      "loss": 0.5012,
      "step": 137675
    },
    {
      "epoch": 5.6389924226909685,
      "grad_norm": 1.9728705121020809,
      "learning_rate": 2.746009048905279e-06,
      "loss": 0.6838,
      "step": 137676
    },
    {
      "epoch": 5.639033381118165,
      "grad_norm": 2.8988030584917954,
      "learning_rate": 2.7453878902004566e-06,
      "loss": 1.3429,
      "step": 137677
    },
    {
      "epoch": 5.6390743395453615,
      "grad_norm": 1.9063226464562604,
      "learning_rate": 2.7447668011090827e-06,
      "loss": 0.5193,
      "step": 137678
    },
    {
      "epoch": 5.639115297972558,
      "grad_norm": 1.4721618103970404,
      "learning_rate": 2.7441457816314237e-06,
      "loss": 0.4018,
      "step": 137679
    },
    {
      "epoch": 5.639156256399755,
      "grad_norm": 1.5420648329847662,
      "learning_rate": 2.743524831767796e-06,
      "loss": 0.4741,
      "step": 137680
    },
    {
      "epoch": 5.63919721482695,
      "grad_norm": 0.9560881684440888,
      "learning_rate": 2.7429039515184825e-06,
      "loss": 0.1942,
      "step": 137681
    },
    {
      "epoch": 5.639238173254147,
      "grad_norm": 2.0063907419826275,
      "learning_rate": 2.742283140883783e-06,
      "loss": 0.661,
      "step": 137682
    },
    {
      "epoch": 5.639279131681343,
      "grad_norm": 1.2115194046675823,
      "learning_rate": 2.7416623998639973e-06,
      "loss": 0.207,
      "step": 137683
    },
    {
      "epoch": 5.63932009010854,
      "grad_norm": 1.528662448977926,
      "learning_rate": 2.741041728459392e-06,
      "loss": 0.5315,
      "step": 137684
    },
    {
      "epoch": 5.639361048535736,
      "grad_norm": 0.6671167511183925,
      "learning_rate": 2.7404211266702667e-06,
      "loss": 0.1723,
      "step": 137685
    },
    {
      "epoch": 5.639402006962933,
      "grad_norm": 1.662914920968114,
      "learning_rate": 2.739800594496955e-06,
      "loss": 0.5242,
      "step": 137686
    },
    {
      "epoch": 5.6394429653901295,
      "grad_norm": 2.5259561984491503,
      "learning_rate": 2.7391801319397055e-06,
      "loss": 1.9721,
      "step": 137687
    },
    {
      "epoch": 5.639483923817325,
      "grad_norm": 1.9204325529424875,
      "learning_rate": 2.738559738998819e-06,
      "loss": 0.8726,
      "step": 137688
    },
    {
      "epoch": 5.639524882244522,
      "grad_norm": 0.332211632462194,
      "learning_rate": 2.7379394156746114e-06,
      "loss": 0.0346,
      "step": 137689
    },
    {
      "epoch": 5.639565840671718,
      "grad_norm": 1.0577895869181282,
      "learning_rate": 2.7373191619673497e-06,
      "loss": 0.1707,
      "step": 137690
    },
    {
      "epoch": 5.639606799098915,
      "grad_norm": 0.9374979371521732,
      "learning_rate": 2.7366989778773495e-06,
      "loss": 0.2398,
      "step": 137691
    },
    {
      "epoch": 5.639647757526111,
      "grad_norm": 1.3565164349573442,
      "learning_rate": 2.736078863404878e-06,
      "loss": 0.4277,
      "step": 137692
    },
    {
      "epoch": 5.639688715953307,
      "grad_norm": 1.204844009837773,
      "learning_rate": 2.7354588185502515e-06,
      "loss": 0.301,
      "step": 137693
    },
    {
      "epoch": 5.639729674380503,
      "grad_norm": 0.8648127415668811,
      "learning_rate": 2.7348388433137525e-06,
      "loss": 0.0847,
      "step": 137694
    },
    {
      "epoch": 5.6397706328077,
      "grad_norm": 0.8738641187523974,
      "learning_rate": 2.7342189376956813e-06,
      "loss": 0.1869,
      "step": 137695
    },
    {
      "epoch": 5.6398115912348965,
      "grad_norm": 1.89826149956318,
      "learning_rate": 2.733599101696321e-06,
      "loss": 0.7743,
      "step": 137696
    },
    {
      "epoch": 5.639852549662093,
      "grad_norm": 1.691224635316536,
      "learning_rate": 2.7329793353159713e-06,
      "loss": 0.2751,
      "step": 137697
    },
    {
      "epoch": 5.63989350808929,
      "grad_norm": 1.6940457410697003,
      "learning_rate": 2.7323596385549152e-06,
      "loss": 0.5533,
      "step": 137698
    },
    {
      "epoch": 5.639934466516486,
      "grad_norm": 1.798894591633409,
      "learning_rate": 2.731740011413469e-06,
      "loss": 0.5358,
      "step": 137699
    },
    {
      "epoch": 5.639975424943682,
      "grad_norm": 1.892969814760668,
      "learning_rate": 2.7311204538918994e-06,
      "loss": 0.513,
      "step": 137700
    },
    {
      "epoch": 5.640016383370878,
      "grad_norm": 1.6909270970336612,
      "learning_rate": 2.7305009659905063e-06,
      "loss": 0.4896,
      "step": 137701
    },
    {
      "epoch": 5.640057341798075,
      "grad_norm": 1.0127583690117106,
      "learning_rate": 2.729881547709606e-06,
      "loss": 0.2499,
      "step": 137702
    },
    {
      "epoch": 5.640098300225271,
      "grad_norm": 5.00140685547014,
      "learning_rate": 2.7292621990494647e-06,
      "loss": 1.8735,
      "step": 137703
    },
    {
      "epoch": 5.640139258652468,
      "grad_norm": 1.4356051433327068,
      "learning_rate": 2.7286429200103654e-06,
      "loss": 0.5033,
      "step": 137704
    },
    {
      "epoch": 5.640180217079664,
      "grad_norm": 1.5799658011290763,
      "learning_rate": 2.7280237105926416e-06,
      "loss": 0.3553,
      "step": 137705
    },
    {
      "epoch": 5.640221175506861,
      "grad_norm": 0.9177795072802635,
      "learning_rate": 2.727404570796543e-06,
      "loss": 0.1795,
      "step": 137706
    },
    {
      "epoch": 5.640262133934057,
      "grad_norm": 1.5081443222055249,
      "learning_rate": 2.7267855006224026e-06,
      "loss": 0.4796,
      "step": 137707
    },
    {
      "epoch": 5.640303092361253,
      "grad_norm": 1.4260596745309082,
      "learning_rate": 2.726166500070487e-06,
      "loss": 0.4442,
      "step": 137708
    },
    {
      "epoch": 5.64034405078845,
      "grad_norm": 1.571687460847138,
      "learning_rate": 2.725547569141079e-06,
      "loss": 0.4616,
      "step": 137709
    },
    {
      "epoch": 5.640385009215646,
      "grad_norm": 1.692843298669176,
      "learning_rate": 2.7249287078345117e-06,
      "loss": 0.5817,
      "step": 137710
    },
    {
      "epoch": 5.640425967642843,
      "grad_norm": 2.8977211653798793,
      "learning_rate": 2.7243099161510186e-06,
      "loss": 2.6575,
      "step": 137711
    },
    {
      "epoch": 5.640466926070038,
      "grad_norm": 1.4030769925332498,
      "learning_rate": 2.7236911940909488e-06,
      "loss": 0.4443,
      "step": 137712
    },
    {
      "epoch": 5.640507884497235,
      "grad_norm": 1.0589683294094046,
      "learning_rate": 2.7230725416545697e-06,
      "loss": 0.2966,
      "step": 137713
    },
    {
      "epoch": 5.6405488429244315,
      "grad_norm": 1.357581897109875,
      "learning_rate": 2.7224539588421636e-06,
      "loss": 0.4363,
      "step": 137714
    },
    {
      "epoch": 5.640589801351628,
      "grad_norm": 1.8567852271259828,
      "learning_rate": 2.721835445654047e-06,
      "loss": 0.5624,
      "step": 137715
    },
    {
      "epoch": 5.6406307597788246,
      "grad_norm": 2.4544273813298214,
      "learning_rate": 2.7212170020905033e-06,
      "loss": 1.3106,
      "step": 137716
    },
    {
      "epoch": 5.640671718206021,
      "grad_norm": 1.5877191101807455,
      "learning_rate": 2.720598628151799e-06,
      "loss": 0.4135,
      "step": 137717
    },
    {
      "epoch": 5.640712676633218,
      "grad_norm": 1.3522959416751479,
      "learning_rate": 2.719980323838283e-06,
      "loss": 0.4486,
      "step": 137718
    },
    {
      "epoch": 5.640753635060413,
      "grad_norm": 1.5483418171769925,
      "learning_rate": 2.71936208915019e-06,
      "loss": 0.5523,
      "step": 137719
    },
    {
      "epoch": 5.64079459348761,
      "grad_norm": 2.066654720551883,
      "learning_rate": 2.718743924087835e-06,
      "loss": 0.5308,
      "step": 137720
    },
    {
      "epoch": 5.640835551914806,
      "grad_norm": 1.734443397523732,
      "learning_rate": 2.7181258286515182e-06,
      "loss": 0.5291,
      "step": 137721
    },
    {
      "epoch": 5.640876510342003,
      "grad_norm": 1.4810547258883198,
      "learning_rate": 2.717507802841523e-06,
      "loss": 0.343,
      "step": 137722
    },
    {
      "epoch": 5.640917468769199,
      "grad_norm": 1.2268640103266935,
      "learning_rate": 2.716889846658149e-06,
      "loss": 0.3047,
      "step": 137723
    },
    {
      "epoch": 5.640958427196396,
      "grad_norm": 1.6840310510929433,
      "learning_rate": 2.7162719601016957e-06,
      "loss": 0.4785,
      "step": 137724
    },
    {
      "epoch": 5.6409993856235925,
      "grad_norm": 1.6772494214864755,
      "learning_rate": 2.7156541431724134e-06,
      "loss": 0.3792,
      "step": 137725
    },
    {
      "epoch": 5.641040344050788,
      "grad_norm": 1.7906273910567285,
      "learning_rate": 2.715036395870651e-06,
      "loss": 0.6352,
      "step": 137726
    },
    {
      "epoch": 5.641081302477985,
      "grad_norm": 0.9044532083618102,
      "learning_rate": 2.714418718196659e-06,
      "loss": 0.1091,
      "step": 137727
    },
    {
      "epoch": 5.641122260905181,
      "grad_norm": 1.1867247139949608,
      "learning_rate": 2.7138011101507373e-06,
      "loss": 0.2076,
      "step": 137728
    },
    {
      "epoch": 5.641163219332378,
      "grad_norm": 1.2859514763861768,
      "learning_rate": 2.713183571733202e-06,
      "loss": 0.3634,
      "step": 137729
    },
    {
      "epoch": 5.641204177759574,
      "grad_norm": 0.9923150116305717,
      "learning_rate": 2.7125661029443025e-06,
      "loss": 0.189,
      "step": 137730
    },
    {
      "epoch": 5.641245136186771,
      "grad_norm": 1.7437600616228377,
      "learning_rate": 2.711948703784356e-06,
      "loss": 0.626,
      "step": 137731
    },
    {
      "epoch": 5.6412860946139665,
      "grad_norm": 1.6770214727002744,
      "learning_rate": 2.7113313742536778e-06,
      "loss": 0.4371,
      "step": 137732
    },
    {
      "epoch": 5.641327053041163,
      "grad_norm": 0.8059176286393746,
      "learning_rate": 2.710714114352519e-06,
      "loss": 0.1837,
      "step": 137733
    },
    {
      "epoch": 5.6413680114683595,
      "grad_norm": 1.1147905824790418,
      "learning_rate": 2.7100969240811953e-06,
      "loss": 0.2469,
      "step": 137734
    },
    {
      "epoch": 5.641408969895556,
      "grad_norm": 0.7694043770292196,
      "learning_rate": 2.70947980343999e-06,
      "loss": 0.192,
      "step": 137735
    },
    {
      "epoch": 5.641449928322753,
      "grad_norm": 1.1271338065137273,
      "learning_rate": 2.708862752429186e-06,
      "loss": 0.2145,
      "step": 137736
    },
    {
      "epoch": 5.641490886749949,
      "grad_norm": 0.2849439538986893,
      "learning_rate": 2.7082457710491003e-06,
      "loss": 0.0192,
      "step": 137737
    },
    {
      "epoch": 5.641531845177145,
      "grad_norm": 1.3795074519752524,
      "learning_rate": 2.707628859299998e-06,
      "loss": 0.3328,
      "step": 137738
    },
    {
      "epoch": 5.641572803604341,
      "grad_norm": 4.153857494430238,
      "learning_rate": 2.7070120171821806e-06,
      "loss": 5.326,
      "step": 137739
    },
    {
      "epoch": 5.641613762031538,
      "grad_norm": 4.145719575165826,
      "learning_rate": 2.706395244695947e-06,
      "loss": 2.9584,
      "step": 137740
    },
    {
      "epoch": 5.641654720458734,
      "grad_norm": 0.8480720787830283,
      "learning_rate": 2.70577854184158e-06,
      "loss": 0.1954,
      "step": 137741
    },
    {
      "epoch": 5.641695678885931,
      "grad_norm": 1.018139009610798,
      "learning_rate": 2.70516190861938e-06,
      "loss": 0.3145,
      "step": 137742
    },
    {
      "epoch": 5.6417366373131275,
      "grad_norm": 1.4674770355570934,
      "learning_rate": 2.7045453450296294e-06,
      "loss": 0.4738,
      "step": 137743
    },
    {
      "epoch": 5.641777595740324,
      "grad_norm": 0.7214128558957147,
      "learning_rate": 2.703928851072612e-06,
      "loss": 0.1941,
      "step": 137744
    },
    {
      "epoch": 5.64181855416752,
      "grad_norm": 1.7445446978628971,
      "learning_rate": 2.7033124267486437e-06,
      "loss": 0.6255,
      "step": 137745
    },
    {
      "epoch": 5.641859512594716,
      "grad_norm": 1.2376223990148048,
      "learning_rate": 2.7026960720579914e-06,
      "loss": 0.3578,
      "step": 137746
    },
    {
      "epoch": 5.641900471021913,
      "grad_norm": 1.776830905619699,
      "learning_rate": 2.7020797870009546e-06,
      "loss": 0.5371,
      "step": 137747
    },
    {
      "epoch": 5.641941429449109,
      "grad_norm": 1.0144999401253676,
      "learning_rate": 2.7014635715778497e-06,
      "loss": 0.0915,
      "step": 137748
    },
    {
      "epoch": 5.641982387876306,
      "grad_norm": 0.45168837831653336,
      "learning_rate": 2.700847425788927e-06,
      "loss": 0.0397,
      "step": 137749
    },
    {
      "epoch": 5.642023346303502,
      "grad_norm": 0.9883675489075135,
      "learning_rate": 2.700231349634502e-06,
      "loss": 0.1917,
      "step": 137750
    },
    {
      "epoch": 5.642064304730698,
      "grad_norm": 1.0093555368803055,
      "learning_rate": 2.6996153431148583e-06,
      "loss": 0.18,
      "step": 137751
    },
    {
      "epoch": 5.6421052631578945,
      "grad_norm": 2.5131794280903446,
      "learning_rate": 2.6989994062302787e-06,
      "loss": 1.2066,
      "step": 137752
    },
    {
      "epoch": 5.642146221585091,
      "grad_norm": 1.6300594099378913,
      "learning_rate": 2.6983835389810802e-06,
      "loss": 0.4399,
      "step": 137753
    },
    {
      "epoch": 5.642187180012288,
      "grad_norm": 1.570805745714235,
      "learning_rate": 2.6977677413675293e-06,
      "loss": 0.4684,
      "step": 137754
    },
    {
      "epoch": 5.642228138439484,
      "grad_norm": 1.89188646513229,
      "learning_rate": 2.6971520133899414e-06,
      "loss": 0.613,
      "step": 137755
    },
    {
      "epoch": 5.642269096866681,
      "grad_norm": 1.273560916162291,
      "learning_rate": 2.6965363550485674e-06,
      "loss": 0.3323,
      "step": 137756
    },
    {
      "epoch": 5.642310055293876,
      "grad_norm": 1.3765569743621895,
      "learning_rate": 2.69592076634374e-06,
      "loss": 0.4289,
      "step": 137757
    },
    {
      "epoch": 5.642351013721073,
      "grad_norm": 1.5021340180575147,
      "learning_rate": 2.6953052472757418e-06,
      "loss": 0.4189,
      "step": 137758
    },
    {
      "epoch": 5.642391972148269,
      "grad_norm": 1.4712599185900532,
      "learning_rate": 2.69468979784484e-06,
      "loss": 0.4941,
      "step": 137759
    },
    {
      "epoch": 5.642432930575466,
      "grad_norm": 1.532408114251737,
      "learning_rate": 2.694074418051334e-06,
      "loss": 0.4475,
      "step": 137760
    },
    {
      "epoch": 5.6424738890026624,
      "grad_norm": 1.4495214371135152,
      "learning_rate": 2.69345910789554e-06,
      "loss": 0.383,
      "step": 137761
    },
    {
      "epoch": 5.642514847429859,
      "grad_norm": 1.4250840900622128,
      "learning_rate": 2.6928438673777253e-06,
      "loss": 0.4237,
      "step": 137762
    },
    {
      "epoch": 5.6425558058570555,
      "grad_norm": 0.9071946197361396,
      "learning_rate": 2.692228696498189e-06,
      "loss": 0.1829,
      "step": 137763
    },
    {
      "epoch": 5.642596764284251,
      "grad_norm": 1.2176504460343107,
      "learning_rate": 2.691613595257214e-06,
      "loss": 0.2292,
      "step": 137764
    },
    {
      "epoch": 5.642637722711448,
      "grad_norm": 1.5915530318440905,
      "learning_rate": 2.6909985636550836e-06,
      "loss": 0.5499,
      "step": 137765
    },
    {
      "epoch": 5.642678681138644,
      "grad_norm": 1.6064701472352423,
      "learning_rate": 2.6903836016921308e-06,
      "loss": 0.457,
      "step": 137766
    },
    {
      "epoch": 5.642719639565841,
      "grad_norm": 1.7146689162587607,
      "learning_rate": 2.6897687093685893e-06,
      "loss": 0.5908,
      "step": 137767
    },
    {
      "epoch": 5.642760597993037,
      "grad_norm": 0.37708621275940807,
      "learning_rate": 2.6891538866847917e-06,
      "loss": 0.0456,
      "step": 137768
    },
    {
      "epoch": 5.642801556420234,
      "grad_norm": 1.1831404556751837,
      "learning_rate": 2.688539133641021e-06,
      "loss": 0.3027,
      "step": 137769
    },
    {
      "epoch": 5.6428425148474295,
      "grad_norm": 1.47080878707427,
      "learning_rate": 2.687924450237544e-06,
      "loss": 0.5066,
      "step": 137770
    },
    {
      "epoch": 5.642883473274626,
      "grad_norm": 1.3288158436921376,
      "learning_rate": 2.687309836474677e-06,
      "loss": 0.3338,
      "step": 137771
    },
    {
      "epoch": 5.642924431701823,
      "grad_norm": 1.412502379513308,
      "learning_rate": 2.686695292352703e-06,
      "loss": 0.2657,
      "step": 137772
    },
    {
      "epoch": 5.642965390129019,
      "grad_norm": 1.320563039881509,
      "learning_rate": 2.686080817871905e-06,
      "loss": 0.3276,
      "step": 137773
    },
    {
      "epoch": 5.643006348556216,
      "grad_norm": 1.7584458398591454,
      "learning_rate": 2.6854664130325832e-06,
      "loss": 0.4733,
      "step": 137774
    },
    {
      "epoch": 5.643047306983412,
      "grad_norm": 1.2873855683993967,
      "learning_rate": 2.6848520778350204e-06,
      "loss": 0.3182,
      "step": 137775
    },
    {
      "epoch": 5.643088265410608,
      "grad_norm": 1.4430545580507763,
      "learning_rate": 2.6842378122795162e-06,
      "loss": 0.448,
      "step": 137776
    },
    {
      "epoch": 5.643129223837804,
      "grad_norm": 3.055052056421396,
      "learning_rate": 2.6836236163663703e-06,
      "loss": 2.5962,
      "step": 137777
    },
    {
      "epoch": 5.643170182265001,
      "grad_norm": 1.6279138764414596,
      "learning_rate": 2.683009490095833e-06,
      "loss": 0.5463,
      "step": 137778
    },
    {
      "epoch": 5.643211140692197,
      "grad_norm": 1.62279696063578,
      "learning_rate": 2.6823954334682375e-06,
      "loss": 0.5047,
      "step": 137779
    },
    {
      "epoch": 5.643252099119394,
      "grad_norm": 1.190771246272316,
      "learning_rate": 2.6817814464838495e-06,
      "loss": 0.3088,
      "step": 137780
    },
    {
      "epoch": 5.6432930575465905,
      "grad_norm": 1.945115984888327,
      "learning_rate": 2.681167529142969e-06,
      "loss": 0.6448,
      "step": 137781
    },
    {
      "epoch": 5.643334015973787,
      "grad_norm": 1.6406852007330275,
      "learning_rate": 2.6805536814458796e-06,
      "loss": 0.6287,
      "step": 137782
    },
    {
      "epoch": 5.643374974400983,
      "grad_norm": 1.14689595155795,
      "learning_rate": 2.6799399033928805e-06,
      "loss": 0.2278,
      "step": 137783
    },
    {
      "epoch": 5.643415932828179,
      "grad_norm": 0.7866471875644796,
      "learning_rate": 2.6793261949842547e-06,
      "loss": 0.1983,
      "step": 137784
    },
    {
      "epoch": 5.643456891255376,
      "grad_norm": 1.4004256662621362,
      "learning_rate": 2.6787125562203028e-06,
      "loss": 0.4192,
      "step": 137785
    },
    {
      "epoch": 5.643497849682572,
      "grad_norm": 1.4288453358934663,
      "learning_rate": 2.6780989871012904e-06,
      "loss": 0.4509,
      "step": 137786
    },
    {
      "epoch": 5.643538808109769,
      "grad_norm": 1.37784429641278,
      "learning_rate": 2.6774854876275343e-06,
      "loss": 0.3983,
      "step": 137787
    },
    {
      "epoch": 5.643579766536965,
      "grad_norm": 1.5035818783902606,
      "learning_rate": 2.6768720577993174e-06,
      "loss": 0.4885,
      "step": 137788
    },
    {
      "epoch": 5.643620724964161,
      "grad_norm": 1.4985226836180072,
      "learning_rate": 2.676258697616923e-06,
      "loss": 0.2578,
      "step": 137789
    },
    {
      "epoch": 5.6436616833913575,
      "grad_norm": 0.855121173594851,
      "learning_rate": 2.675645407080651e-06,
      "loss": 0.1814,
      "step": 137790
    },
    {
      "epoch": 5.643702641818554,
      "grad_norm": 1.5817776254214186,
      "learning_rate": 2.6750321861907674e-06,
      "loss": 0.5109,
      "step": 137791
    },
    {
      "epoch": 5.643743600245751,
      "grad_norm": 1.6798030517076936,
      "learning_rate": 2.6744190349475893e-06,
      "loss": 0.409,
      "step": 137792
    },
    {
      "epoch": 5.643784558672947,
      "grad_norm": 1.6607939120338875,
      "learning_rate": 2.6738059533514154e-06,
      "loss": 0.5866,
      "step": 137793
    },
    {
      "epoch": 5.643825517100144,
      "grad_norm": 1.8751785590591163,
      "learning_rate": 2.6731929414024967e-06,
      "loss": 0.6339,
      "step": 137794
    },
    {
      "epoch": 5.643866475527339,
      "grad_norm": 0.5340700354399218,
      "learning_rate": 2.672579999101132e-06,
      "loss": 0.0328,
      "step": 137795
    },
    {
      "epoch": 5.643907433954536,
      "grad_norm": 1.661685082210003,
      "learning_rate": 2.671967126447655e-06,
      "loss": 0.6088,
      "step": 137796
    },
    {
      "epoch": 5.643948392381732,
      "grad_norm": 1.557657348480884,
      "learning_rate": 2.6713543234422985e-06,
      "loss": 0.3625,
      "step": 137797
    },
    {
      "epoch": 5.643989350808929,
      "grad_norm": 1.5040126151343254,
      "learning_rate": 2.6707415900853957e-06,
      "loss": 0.4397,
      "step": 137798
    },
    {
      "epoch": 5.6440303092361255,
      "grad_norm": 0.8955399612161679,
      "learning_rate": 2.6701289263771962e-06,
      "loss": 0.181,
      "step": 137799
    },
    {
      "epoch": 5.644071267663322,
      "grad_norm": 1.548073327579565,
      "learning_rate": 2.669516332318017e-06,
      "loss": 0.4693,
      "step": 137800
    },
    {
      "epoch": 5.6441122260905185,
      "grad_norm": 1.1100628916773416,
      "learning_rate": 2.668903807908157e-06,
      "loss": 0.1946,
      "step": 137801
    },
    {
      "epoch": 5.644153184517714,
      "grad_norm": 2.2823173323353267,
      "learning_rate": 2.6682913531478668e-06,
      "loss": 1.6657,
      "step": 137802
    },
    {
      "epoch": 5.644194142944911,
      "grad_norm": 1.7263791728142794,
      "learning_rate": 2.667678968037462e-06,
      "loss": 0.5041,
      "step": 137803
    },
    {
      "epoch": 5.644235101372107,
      "grad_norm": 1.6878688303725968,
      "learning_rate": 2.667066652577243e-06,
      "loss": 0.4867,
      "step": 137804
    },
    {
      "epoch": 5.644276059799304,
      "grad_norm": 1.6999304157600645,
      "learning_rate": 2.6664544067674764e-06,
      "loss": 0.5397,
      "step": 137805
    },
    {
      "epoch": 5.6443170182265,
      "grad_norm": 0.9759028635495892,
      "learning_rate": 2.665842230608478e-06,
      "loss": 0.2457,
      "step": 137806
    },
    {
      "epoch": 5.644357976653697,
      "grad_norm": 1.4047901526461732,
      "learning_rate": 2.6652301241004983e-06,
      "loss": 0.3684,
      "step": 137807
    },
    {
      "epoch": 5.6443989350808925,
      "grad_norm": 1.6761418351582946,
      "learning_rate": 2.6646180872438527e-06,
      "loss": 0.5272,
      "step": 137808
    },
    {
      "epoch": 5.644439893508089,
      "grad_norm": 1.5891076957675871,
      "learning_rate": 2.664006120038825e-06,
      "loss": 0.4302,
      "step": 137809
    },
    {
      "epoch": 5.644480851935286,
      "grad_norm": 0.9221378681689616,
      "learning_rate": 2.663394222485715e-06,
      "loss": 0.17,
      "step": 137810
    },
    {
      "epoch": 5.644521810362482,
      "grad_norm": 1.5437034509283465,
      "learning_rate": 2.6627823945847895e-06,
      "loss": 0.4473,
      "step": 137811
    },
    {
      "epoch": 5.644562768789679,
      "grad_norm": 1.669165328397822,
      "learning_rate": 2.662170636336364e-06,
      "loss": 0.5713,
      "step": 137812
    },
    {
      "epoch": 5.644603727216875,
      "grad_norm": 1.6418374215264866,
      "learning_rate": 2.6615589477407052e-06,
      "loss": 0.5442,
      "step": 137813
    },
    {
      "epoch": 5.644644685644071,
      "grad_norm": 1.170399898195679,
      "learning_rate": 2.66094732879813e-06,
      "loss": 0.2489,
      "step": 137814
    },
    {
      "epoch": 5.644685644071267,
      "grad_norm": 1.6397223108647798,
      "learning_rate": 2.6603357795088877e-06,
      "loss": 0.4486,
      "step": 137815
    },
    {
      "epoch": 5.644726602498464,
      "grad_norm": 1.0248977248011304,
      "learning_rate": 2.6597242998732946e-06,
      "loss": 0.2075,
      "step": 137816
    },
    {
      "epoch": 5.6447675609256605,
      "grad_norm": 1.5262387955754755,
      "learning_rate": 2.6591128898916514e-06,
      "loss": 0.4375,
      "step": 137817
    },
    {
      "epoch": 5.644808519352857,
      "grad_norm": 1.0586464434035658,
      "learning_rate": 2.658501549564207e-06,
      "loss": 0.1518,
      "step": 137818
    },
    {
      "epoch": 5.6448494777800535,
      "grad_norm": 2.7417998689706145,
      "learning_rate": 2.6578902788912782e-06,
      "loss": 2.1069,
      "step": 137819
    },
    {
      "epoch": 5.64489043620725,
      "grad_norm": 1.010986228432119,
      "learning_rate": 2.657279077873148e-06,
      "loss": 0.1955,
      "step": 137820
    },
    {
      "epoch": 5.644931394634446,
      "grad_norm": 0.7183677951809416,
      "learning_rate": 2.6566679465101157e-06,
      "loss": 0.135,
      "step": 137821
    },
    {
      "epoch": 5.644972353061642,
      "grad_norm": 1.3448961479563826,
      "learning_rate": 2.6560568848024656e-06,
      "loss": 0.3678,
      "step": 137822
    },
    {
      "epoch": 5.645013311488839,
      "grad_norm": 1.476316453204629,
      "learning_rate": 2.6554458927504628e-06,
      "loss": 0.4895,
      "step": 137823
    },
    {
      "epoch": 5.645054269916035,
      "grad_norm": 1.2148139202445598,
      "learning_rate": 2.654834970354408e-06,
      "loss": 0.1866,
      "step": 137824
    },
    {
      "epoch": 5.645095228343232,
      "grad_norm": 1.0845553775843184,
      "learning_rate": 2.654224117614634e-06,
      "loss": 0.1189,
      "step": 137825
    },
    {
      "epoch": 5.645136186770428,
      "grad_norm": 1.6716678724763927,
      "learning_rate": 2.653613334531357e-06,
      "loss": 0.4697,
      "step": 137826
    },
    {
      "epoch": 5.645177145197624,
      "grad_norm": 1.9123679050998443,
      "learning_rate": 2.653002621104927e-06,
      "loss": 0.6626,
      "step": 137827
    },
    {
      "epoch": 5.645218103624821,
      "grad_norm": 1.6310128791852636,
      "learning_rate": 2.652391977335594e-06,
      "loss": 0.551,
      "step": 137828
    },
    {
      "epoch": 5.645259062052017,
      "grad_norm": 1.4341862927658569,
      "learning_rate": 2.651781403223657e-06,
      "loss": 0.3714,
      "step": 137829
    },
    {
      "epoch": 5.645300020479214,
      "grad_norm": 1.6803911860745688,
      "learning_rate": 2.651170898769417e-06,
      "loss": 0.5907,
      "step": 137830
    },
    {
      "epoch": 5.64534097890641,
      "grad_norm": 1.4184793508018738,
      "learning_rate": 2.650560463973156e-06,
      "loss": 0.3872,
      "step": 137831
    },
    {
      "epoch": 5.645381937333607,
      "grad_norm": 1.9189701518278361,
      "learning_rate": 2.6499500988351407e-06,
      "loss": 0.36,
      "step": 137832
    },
    {
      "epoch": 5.645422895760802,
      "grad_norm": 0.9372411462945837,
      "learning_rate": 2.6493398033557046e-06,
      "loss": 0.2162,
      "step": 137833
    },
    {
      "epoch": 5.645463854187999,
      "grad_norm": 1.6767216625643455,
      "learning_rate": 2.6487295775350802e-06,
      "loss": 0.5548,
      "step": 137834
    },
    {
      "epoch": 5.645504812615195,
      "grad_norm": 1.6773819259818263,
      "learning_rate": 2.648119421373618e-06,
      "loss": 0.4719,
      "step": 137835
    },
    {
      "epoch": 5.645545771042392,
      "grad_norm": 1.7692878177165388,
      "learning_rate": 2.6475093348715506e-06,
      "loss": 0.5651,
      "step": 137836
    },
    {
      "epoch": 5.6455867294695885,
      "grad_norm": 1.7844479759714704,
      "learning_rate": 2.646899318029194e-06,
      "loss": 0.4202,
      "step": 137837
    },
    {
      "epoch": 5.645627687896785,
      "grad_norm": 1.1424491231970066,
      "learning_rate": 2.6462893708468493e-06,
      "loss": 0.3279,
      "step": 137838
    },
    {
      "epoch": 5.645668646323982,
      "grad_norm": 2.270154473673205,
      "learning_rate": 2.645679493324765e-06,
      "loss": 0.524,
      "step": 137839
    },
    {
      "epoch": 5.645709604751177,
      "grad_norm": 0.7936361831291862,
      "learning_rate": 2.645069685463275e-06,
      "loss": 0.1139,
      "step": 137840
    },
    {
      "epoch": 5.645750563178374,
      "grad_norm": 1.6710891684625675,
      "learning_rate": 2.6444599472626284e-06,
      "loss": 0.6087,
      "step": 137841
    },
    {
      "epoch": 5.64579152160557,
      "grad_norm": 1.9004873893268583,
      "learning_rate": 2.6438502787231417e-06,
      "loss": 0.8663,
      "step": 137842
    },
    {
      "epoch": 5.645832480032767,
      "grad_norm": 1.0717520949574433,
      "learning_rate": 2.643240679845099e-06,
      "loss": 0.2351,
      "step": 137843
    },
    {
      "epoch": 5.645873438459963,
      "grad_norm": 1.03619292876845,
      "learning_rate": 2.6426311506287657e-06,
      "loss": 0.2438,
      "step": 137844
    },
    {
      "epoch": 5.64591439688716,
      "grad_norm": 0.9500872674389887,
      "learning_rate": 2.642021691074442e-06,
      "loss": 0.2193,
      "step": 137845
    },
    {
      "epoch": 5.6459553553143556,
      "grad_norm": 1.6225287038954397,
      "learning_rate": 2.6414123011824275e-06,
      "loss": 0.6844,
      "step": 137846
    },
    {
      "epoch": 5.645996313741552,
      "grad_norm": 0.8949846319923644,
      "learning_rate": 2.6408029809530052e-06,
      "loss": 0.192,
      "step": 137847
    },
    {
      "epoch": 5.646037272168749,
      "grad_norm": 2.006164163983653,
      "learning_rate": 2.6401937303864584e-06,
      "loss": 0.8074,
      "step": 137848
    },
    {
      "epoch": 5.646078230595945,
      "grad_norm": 1.628573680940616,
      "learning_rate": 2.639584549483087e-06,
      "loss": 0.5547,
      "step": 137849
    },
    {
      "epoch": 5.646119189023142,
      "grad_norm": 1.4270081512481985,
      "learning_rate": 2.638975438243157e-06,
      "loss": 0.4007,
      "step": 137850
    },
    {
      "epoch": 5.646160147450338,
      "grad_norm": 1.629060505608572,
      "learning_rate": 2.6383663966669687e-06,
      "loss": 0.466,
      "step": 137851
    },
    {
      "epoch": 5.646201105877534,
      "grad_norm": 0.8423290701792786,
      "learning_rate": 2.6377574247548217e-06,
      "loss": 0.1611,
      "step": 137852
    },
    {
      "epoch": 5.64624206430473,
      "grad_norm": 1.2645958612005026,
      "learning_rate": 2.6371485225069655e-06,
      "loss": 0.2951,
      "step": 137853
    },
    {
      "epoch": 5.646283022731927,
      "grad_norm": 0.9046788050227064,
      "learning_rate": 2.63653968992375e-06,
      "loss": 0.2137,
      "step": 137854
    },
    {
      "epoch": 5.6463239811591235,
      "grad_norm": 1.4977445253490684,
      "learning_rate": 2.635930927005392e-06,
      "loss": 0.4912,
      "step": 137855
    },
    {
      "epoch": 5.64636493958632,
      "grad_norm": 0.7770489379616992,
      "learning_rate": 2.6353222337522238e-06,
      "loss": 0.1501,
      "step": 137856
    },
    {
      "epoch": 5.6464058980135166,
      "grad_norm": 1.3942167660767415,
      "learning_rate": 2.634713610164546e-06,
      "loss": 0.4491,
      "step": 137857
    },
    {
      "epoch": 5.646446856440713,
      "grad_norm": 1.5710816469564635,
      "learning_rate": 2.634105056242608e-06,
      "loss": 0.4218,
      "step": 137858
    },
    {
      "epoch": 5.646487814867909,
      "grad_norm": 1.6788674736946638,
      "learning_rate": 2.6334965719867098e-06,
      "loss": 0.6277,
      "step": 137859
    },
    {
      "epoch": 5.646528773295105,
      "grad_norm": 1.1420504654435242,
      "learning_rate": 2.6328881573971504e-06,
      "loss": 0.2366,
      "step": 137860
    },
    {
      "epoch": 5.646569731722302,
      "grad_norm": 0.3359062834288594,
      "learning_rate": 2.6322798124742137e-06,
      "loss": 0.0285,
      "step": 137861
    },
    {
      "epoch": 5.646610690149498,
      "grad_norm": 0.873388445043472,
      "learning_rate": 2.631671537218183e-06,
      "loss": 0.187,
      "step": 137862
    },
    {
      "epoch": 5.646651648576695,
      "grad_norm": 1.5129355153610546,
      "learning_rate": 2.6310633316293406e-06,
      "loss": 0.5187,
      "step": 137863
    },
    {
      "epoch": 5.646692607003891,
      "grad_norm": 0.745759978735946,
      "learning_rate": 2.63045519570797e-06,
      "loss": 0.1742,
      "step": 137864
    },
    {
      "epoch": 5.646733565431087,
      "grad_norm": 1.8759283186272966,
      "learning_rate": 2.629847129454388e-06,
      "loss": 0.9083,
      "step": 137865
    },
    {
      "epoch": 5.646774523858284,
      "grad_norm": 1.235066938194701,
      "learning_rate": 2.6292391328688434e-06,
      "loss": 0.4783,
      "step": 137866
    },
    {
      "epoch": 5.64681548228548,
      "grad_norm": 1.6744157042476857,
      "learning_rate": 2.6286312059516535e-06,
      "loss": 0.6398,
      "step": 137867
    },
    {
      "epoch": 5.646856440712677,
      "grad_norm": 1.3751183425317839,
      "learning_rate": 2.628023348703101e-06,
      "loss": 0.4009,
      "step": 137868
    },
    {
      "epoch": 5.646897399139873,
      "grad_norm": 3.160863399559736,
      "learning_rate": 2.6274155611234695e-06,
      "loss": 2.7065,
      "step": 137869
    },
    {
      "epoch": 5.64693835756707,
      "grad_norm": 0.9253288913475786,
      "learning_rate": 2.6268078432130412e-06,
      "loss": 0.2225,
      "step": 137870
    },
    {
      "epoch": 5.646979315994265,
      "grad_norm": 1.159591443040332,
      "learning_rate": 2.6262001949721e-06,
      "loss": 0.3221,
      "step": 137871
    },
    {
      "epoch": 5.647020274421462,
      "grad_norm": 0.8356120099347581,
      "learning_rate": 2.625592616400929e-06,
      "loss": 0.1889,
      "step": 137872
    },
    {
      "epoch": 5.6470612328486585,
      "grad_norm": 1.5142083430731752,
      "learning_rate": 2.6249851074998605e-06,
      "loss": 0.4885,
      "step": 137873
    },
    {
      "epoch": 5.647102191275855,
      "grad_norm": 1.3633372752478348,
      "learning_rate": 2.624377668269112e-06,
      "loss": 0.3504,
      "step": 137874
    },
    {
      "epoch": 5.6471431497030515,
      "grad_norm": 1.7731660781252745,
      "learning_rate": 2.623770298709016e-06,
      "loss": 0.7075,
      "step": 137875
    },
    {
      "epoch": 5.647184108130248,
      "grad_norm": 0.7923083284035547,
      "learning_rate": 2.623162998819872e-06,
      "loss": 0.1374,
      "step": 137876
    },
    {
      "epoch": 5.647225066557445,
      "grad_norm": 1.6687721027605582,
      "learning_rate": 2.622555768601914e-06,
      "loss": 0.6305,
      "step": 137877
    },
    {
      "epoch": 5.64726602498464,
      "grad_norm": 1.4577046157124662,
      "learning_rate": 2.6219486080554743e-06,
      "loss": 0.3779,
      "step": 137878
    },
    {
      "epoch": 5.647306983411837,
      "grad_norm": 1.4995579889808934,
      "learning_rate": 2.6213415171808194e-06,
      "loss": 0.454,
      "step": 137879
    },
    {
      "epoch": 5.647347941839033,
      "grad_norm": 1.372893525378862,
      "learning_rate": 2.6207344959782494e-06,
      "loss": 0.3758,
      "step": 137880
    },
    {
      "epoch": 5.64738890026623,
      "grad_norm": 1.532191517468511,
      "learning_rate": 2.6201275444480475e-06,
      "loss": 0.4886,
      "step": 137881
    },
    {
      "epoch": 5.647429858693426,
      "grad_norm": 1.633125325623688,
      "learning_rate": 2.6195206625904797e-06,
      "loss": 0.6362,
      "step": 137882
    },
    {
      "epoch": 5.647470817120623,
      "grad_norm": 1.5700445978668176,
      "learning_rate": 2.6189138504058627e-06,
      "loss": 0.5392,
      "step": 137883
    },
    {
      "epoch": 5.647511775547819,
      "grad_norm": 1.1199010184485192,
      "learning_rate": 2.6183071078944795e-06,
      "loss": 0.264,
      "step": 137884
    },
    {
      "epoch": 5.647552733975015,
      "grad_norm": 1.5347991596151942,
      "learning_rate": 2.6177004350565966e-06,
      "loss": 0.476,
      "step": 137885
    },
    {
      "epoch": 5.647593692402212,
      "grad_norm": 1.1211441076401676,
      "learning_rate": 2.617093831892514e-06,
      "loss": 0.1681,
      "step": 137886
    },
    {
      "epoch": 5.647634650829408,
      "grad_norm": 1.2404248238712363,
      "learning_rate": 2.6164872984025144e-06,
      "loss": 0.3005,
      "step": 137887
    },
    {
      "epoch": 5.647675609256605,
      "grad_norm": 1.2594296648645262,
      "learning_rate": 2.6158808345868976e-06,
      "loss": 0.4219,
      "step": 137888
    },
    {
      "epoch": 5.647716567683801,
      "grad_norm": 0.9392410170059409,
      "learning_rate": 2.6152744404459305e-06,
      "loss": 0.2172,
      "step": 137889
    },
    {
      "epoch": 5.647757526110997,
      "grad_norm": 1.3530833762075958,
      "learning_rate": 2.6146681159799123e-06,
      "loss": 0.4182,
      "step": 137890
    },
    {
      "epoch": 5.647798484538193,
      "grad_norm": 1.5500253314331278,
      "learning_rate": 2.614061861189143e-06,
      "loss": 0.5086,
      "step": 137891
    },
    {
      "epoch": 5.64783944296539,
      "grad_norm": 1.7232090119528891,
      "learning_rate": 2.6134556760738725e-06,
      "loss": 0.5846,
      "step": 137892
    },
    {
      "epoch": 5.6478804013925865,
      "grad_norm": 1.3575830257348542,
      "learning_rate": 2.6128495606344e-06,
      "loss": 0.376,
      "step": 137893
    },
    {
      "epoch": 5.647921359819783,
      "grad_norm": 1.4974272402442945,
      "learning_rate": 2.612243514871043e-06,
      "loss": 0.4609,
      "step": 137894
    },
    {
      "epoch": 5.64796231824698,
      "grad_norm": 1.6692324747585285,
      "learning_rate": 2.6116375387840507e-06,
      "loss": 0.5853,
      "step": 137895
    },
    {
      "epoch": 5.648003276674176,
      "grad_norm": 1.3208549704256474,
      "learning_rate": 2.6110316323737224e-06,
      "loss": 0.2563,
      "step": 137896
    },
    {
      "epoch": 5.648044235101372,
      "grad_norm": 1.7931850809767675,
      "learning_rate": 2.6104257956403583e-06,
      "loss": 0.554,
      "step": 137897
    },
    {
      "epoch": 5.648085193528568,
      "grad_norm": 0.8939750772812166,
      "learning_rate": 2.6098200285842086e-06,
      "loss": 0.1983,
      "step": 137898
    },
    {
      "epoch": 5.648126151955765,
      "grad_norm": 1.560445214415908,
      "learning_rate": 2.6092143312056058e-06,
      "loss": 0.4109,
      "step": 137899
    },
    {
      "epoch": 5.648167110382961,
      "grad_norm": 1.4117949110561105,
      "learning_rate": 2.6086087035048166e-06,
      "loss": 0.4382,
      "step": 137900
    },
    {
      "epoch": 5.648208068810158,
      "grad_norm": 1.7352358087925,
      "learning_rate": 2.608003145482107e-06,
      "loss": 0.6449,
      "step": 137901
    },
    {
      "epoch": 5.6482490272373544,
      "grad_norm": 0.7934375576606648,
      "learning_rate": 2.607397657137794e-06,
      "loss": 0.1868,
      "step": 137902
    },
    {
      "epoch": 5.64828998566455,
      "grad_norm": 1.2407911469809016,
      "learning_rate": 2.606792238472144e-06,
      "loss": 0.4094,
      "step": 137903
    },
    {
      "epoch": 5.648330944091747,
      "grad_norm": 0.8123609611054472,
      "learning_rate": 2.60618688948544e-06,
      "loss": 0.1918,
      "step": 137904
    },
    {
      "epoch": 5.648371902518943,
      "grad_norm": 2.7050548594462334,
      "learning_rate": 2.605581610177998e-06,
      "loss": 1.8137,
      "step": 137905
    },
    {
      "epoch": 5.64841286094614,
      "grad_norm": 1.7398992292779742,
      "learning_rate": 2.6049764005500683e-06,
      "loss": 0.6462,
      "step": 137906
    },
    {
      "epoch": 5.648453819373336,
      "grad_norm": 1.7102381784687524,
      "learning_rate": 2.604371260601967e-06,
      "loss": 0.4931,
      "step": 137907
    },
    {
      "epoch": 5.648494777800533,
      "grad_norm": 1.1178535156729945,
      "learning_rate": 2.6037661903339613e-06,
      "loss": 0.1655,
      "step": 137908
    },
    {
      "epoch": 5.648535736227728,
      "grad_norm": 1.7080677960375676,
      "learning_rate": 2.6031611897463335e-06,
      "loss": 0.5652,
      "step": 137909
    },
    {
      "epoch": 5.648576694654925,
      "grad_norm": 1.6443837194898279,
      "learning_rate": 2.602556258839383e-06,
      "loss": 0.3974,
      "step": 137910
    },
    {
      "epoch": 5.6486176530821215,
      "grad_norm": 2.032364501252317,
      "learning_rate": 2.601951397613394e-06,
      "loss": 0.7879,
      "step": 137911
    },
    {
      "epoch": 5.648658611509318,
      "grad_norm": 1.5031493070181559,
      "learning_rate": 2.601346606068633e-06,
      "loss": 0.4331,
      "step": 137912
    },
    {
      "epoch": 5.648699569936515,
      "grad_norm": 0.7856833685138742,
      "learning_rate": 2.6007418842054316e-06,
      "loss": 0.1958,
      "step": 137913
    },
    {
      "epoch": 5.648740528363711,
      "grad_norm": 1.75159491797108,
      "learning_rate": 2.6001372320240242e-06,
      "loss": 0.5501,
      "step": 137914
    },
    {
      "epoch": 5.648781486790908,
      "grad_norm": 1.0439412409615692,
      "learning_rate": 2.599532649524727e-06,
      "loss": 0.2248,
      "step": 137915
    },
    {
      "epoch": 5.648822445218103,
      "grad_norm": 1.2460397869784734,
      "learning_rate": 2.598928136707823e-06,
      "loss": 0.2487,
      "step": 137916
    },
    {
      "epoch": 5.6488634036453,
      "grad_norm": 1.120607950530357,
      "learning_rate": 2.5983236935735786e-06,
      "loss": 0.309,
      "step": 137917
    },
    {
      "epoch": 5.648904362072496,
      "grad_norm": 1.0136455641222186,
      "learning_rate": 2.59771932012231e-06,
      "loss": 0.2323,
      "step": 137918
    },
    {
      "epoch": 5.648945320499693,
      "grad_norm": 2.541509418091642,
      "learning_rate": 2.597115016354284e-06,
      "loss": 1.3934,
      "step": 137919
    },
    {
      "epoch": 5.648986278926889,
      "grad_norm": 1.3796234993149348,
      "learning_rate": 2.5965107822697673e-06,
      "loss": 0.4041,
      "step": 137920
    },
    {
      "epoch": 5.649027237354086,
      "grad_norm": 1.6163147661281818,
      "learning_rate": 2.5959066178690924e-06,
      "loss": 0.5268,
      "step": 137921
    },
    {
      "epoch": 5.6490681957812825,
      "grad_norm": 1.1292407916761906,
      "learning_rate": 2.5953025231524925e-06,
      "loss": 0.2429,
      "step": 137922
    },
    {
      "epoch": 5.649109154208478,
      "grad_norm": 1.6643400352481608,
      "learning_rate": 2.5946984981203013e-06,
      "loss": 0.5406,
      "step": 137923
    },
    {
      "epoch": 5.649150112635675,
      "grad_norm": 1.8799102272171917,
      "learning_rate": 2.5940945427727843e-06,
      "loss": 0.5887,
      "step": 137924
    },
    {
      "epoch": 5.649191071062871,
      "grad_norm": 1.2773780475218284,
      "learning_rate": 2.593490657110209e-06,
      "loss": 0.2906,
      "step": 137925
    },
    {
      "epoch": 5.649232029490068,
      "grad_norm": 0.8429354552476862,
      "learning_rate": 2.592886841132891e-06,
      "loss": 0.1874,
      "step": 137926
    },
    {
      "epoch": 5.649272987917264,
      "grad_norm": 1.8509312975242818,
      "learning_rate": 2.5922830948410965e-06,
      "loss": 0.7103,
      "step": 137927
    },
    {
      "epoch": 5.64931394634446,
      "grad_norm": 2.15777095744171,
      "learning_rate": 2.5916794182351264e-06,
      "loss": 0.8344,
      "step": 137928
    },
    {
      "epoch": 5.6493549047716565,
      "grad_norm": 1.3578832608260614,
      "learning_rate": 2.5910758113152463e-06,
      "loss": 0.3517,
      "step": 137929
    },
    {
      "epoch": 5.649395863198853,
      "grad_norm": 1.5258853875025,
      "learning_rate": 2.5904722740817565e-06,
      "loss": 0.3562,
      "step": 137930
    },
    {
      "epoch": 5.6494368216260495,
      "grad_norm": 1.822371917505777,
      "learning_rate": 2.5898688065349226e-06,
      "loss": 0.5382,
      "step": 137931
    },
    {
      "epoch": 5.649477780053246,
      "grad_norm": 1.288099817855965,
      "learning_rate": 2.5892654086750787e-06,
      "loss": 0.3109,
      "step": 137932
    },
    {
      "epoch": 5.649518738480443,
      "grad_norm": 0.8260782446507617,
      "learning_rate": 2.5886620805024404e-06,
      "loss": 0.1221,
      "step": 137933
    },
    {
      "epoch": 5.649559696907639,
      "grad_norm": 1.0436127125492234,
      "learning_rate": 2.588058822017358e-06,
      "loss": 0.1349,
      "step": 137934
    },
    {
      "epoch": 5.649600655334835,
      "grad_norm": 3.0885131166258493,
      "learning_rate": 2.5874556332200648e-06,
      "loss": 2.4561,
      "step": 137935
    },
    {
      "epoch": 5.649641613762031,
      "grad_norm": 1.3482559193156365,
      "learning_rate": 2.5868525141108763e-06,
      "loss": 0.3588,
      "step": 137936
    },
    {
      "epoch": 5.649682572189228,
      "grad_norm": 1.2678921047289118,
      "learning_rate": 2.5862494646900767e-06,
      "loss": 0.3423,
      "step": 137937
    },
    {
      "epoch": 5.649723530616424,
      "grad_norm": 1.4413531059594202,
      "learning_rate": 2.5856464849579315e-06,
      "loss": 0.4873,
      "step": 137938
    },
    {
      "epoch": 5.649764489043621,
      "grad_norm": 1.9199645067187303,
      "learning_rate": 2.5850435749147415e-06,
      "loss": 0.5573,
      "step": 137939
    },
    {
      "epoch": 5.6498054474708175,
      "grad_norm": 1.7556424975968286,
      "learning_rate": 2.584440734560805e-06,
      "loss": 0.5232,
      "step": 137940
    },
    {
      "epoch": 5.649846405898014,
      "grad_norm": 0.7926691366469729,
      "learning_rate": 2.5838379638963734e-06,
      "loss": 0.1186,
      "step": 137941
    },
    {
      "epoch": 5.64988736432521,
      "grad_norm": 1.784669907698716,
      "learning_rate": 2.5832352629217623e-06,
      "loss": 0.629,
      "step": 137942
    },
    {
      "epoch": 5.649928322752406,
      "grad_norm": 1.3640169172062968,
      "learning_rate": 2.582632631637238e-06,
      "loss": 0.478,
      "step": 137943
    },
    {
      "epoch": 5.649969281179603,
      "grad_norm": 1.4782233360484098,
      "learning_rate": 2.582030070043084e-06,
      "loss": 0.4774,
      "step": 137944
    },
    {
      "epoch": 5.650010239606799,
      "grad_norm": 1.3635275952275612,
      "learning_rate": 2.5814275781395998e-06,
      "loss": 0.3531,
      "step": 137945
    },
    {
      "epoch": 5.650051198033996,
      "grad_norm": 1.6509465694270935,
      "learning_rate": 2.580825155927052e-06,
      "loss": 0.5451,
      "step": 137946
    },
    {
      "epoch": 5.6500921564611915,
      "grad_norm": 1.8218871090153075,
      "learning_rate": 2.5802228034057403e-06,
      "loss": 0.4058,
      "step": 137947
    },
    {
      "epoch": 5.650133114888388,
      "grad_norm": 0.93296751059394,
      "learning_rate": 2.5796205205759648e-06,
      "loss": 0.2035,
      "step": 137948
    },
    {
      "epoch": 5.6501740733155845,
      "grad_norm": 1.7116853507187157,
      "learning_rate": 2.5790183074379578e-06,
      "loss": 0.511,
      "step": 137949
    },
    {
      "epoch": 5.650215031742781,
      "grad_norm": 1.4311678708056366,
      "learning_rate": 2.5784161639920696e-06,
      "loss": 0.5143,
      "step": 137950
    },
    {
      "epoch": 5.650255990169978,
      "grad_norm": 1.0208192203072546,
      "learning_rate": 2.577814090238517e-06,
      "loss": 0.2185,
      "step": 137951
    },
    {
      "epoch": 5.650296948597174,
      "grad_norm": 0.829934388041863,
      "learning_rate": 2.577212086177632e-06,
      "loss": 0.2105,
      "step": 137952
    },
    {
      "epoch": 5.650337907024371,
      "grad_norm": 3.1856606756306816,
      "learning_rate": 2.5766101518096992e-06,
      "loss": 2.9886,
      "step": 137953
    },
    {
      "epoch": 5.650378865451566,
      "grad_norm": 2.125812315864067,
      "learning_rate": 2.576008287134984e-06,
      "loss": 0.8574,
      "step": 137954
    },
    {
      "epoch": 5.650419823878763,
      "grad_norm": 1.646142125354731,
      "learning_rate": 2.5754064921537697e-06,
      "loss": 0.6114,
      "step": 137955
    },
    {
      "epoch": 5.650460782305959,
      "grad_norm": 1.2679737408665874,
      "learning_rate": 2.5748047668663563e-06,
      "loss": 0.3091,
      "step": 137956
    },
    {
      "epoch": 5.650501740733156,
      "grad_norm": 1.4734922197269655,
      "learning_rate": 2.5742031112730265e-06,
      "loss": 0.3558,
      "step": 137957
    },
    {
      "epoch": 5.6505426991603525,
      "grad_norm": 1.3552048960311895,
      "learning_rate": 2.5736015253740474e-06,
      "loss": 0.3353,
      "step": 137958
    },
    {
      "epoch": 5.650583657587549,
      "grad_norm": 1.700054847617044,
      "learning_rate": 2.573000009169718e-06,
      "loss": 0.6091,
      "step": 137959
    },
    {
      "epoch": 5.6506246160147455,
      "grad_norm": 1.8785029652273966,
      "learning_rate": 2.5723985626603217e-06,
      "loss": 0.475,
      "step": 137960
    },
    {
      "epoch": 5.650665574441941,
      "grad_norm": 1.313819123616682,
      "learning_rate": 2.571797185846142e-06,
      "loss": 0.4237,
      "step": 137961
    },
    {
      "epoch": 5.650706532869138,
      "grad_norm": 1.6653821093429286,
      "learning_rate": 2.5711958787274612e-06,
      "loss": 0.6247,
      "step": 137962
    },
    {
      "epoch": 5.650747491296334,
      "grad_norm": 0.8121906485185925,
      "learning_rate": 2.570594641304563e-06,
      "loss": 0.1425,
      "step": 137963
    },
    {
      "epoch": 5.650788449723531,
      "grad_norm": 1.6620052752021452,
      "learning_rate": 2.5699934735777306e-06,
      "loss": 0.753,
      "step": 137964
    },
    {
      "epoch": 5.650829408150727,
      "grad_norm": 1.5749130442497026,
      "learning_rate": 2.5693923755472467e-06,
      "loss": 0.4399,
      "step": 137965
    },
    {
      "epoch": 5.650870366577923,
      "grad_norm": 1.175388221567379,
      "learning_rate": 2.5687913472134116e-06,
      "loss": 0.365,
      "step": 137966
    },
    {
      "epoch": 5.6509113250051195,
      "grad_norm": 1.376081477498663,
      "learning_rate": 2.5681903885764742e-06,
      "loss": 0.4364,
      "step": 137967
    },
    {
      "epoch": 5.650952283432316,
      "grad_norm": 1.6562251451818055,
      "learning_rate": 2.567589499636752e-06,
      "loss": 0.5084,
      "step": 137968
    },
    {
      "epoch": 5.650993241859513,
      "grad_norm": 1.1066305220521462,
      "learning_rate": 2.566988680394544e-06,
      "loss": 0.2377,
      "step": 137969
    },
    {
      "epoch": 5.651034200286709,
      "grad_norm": 1.6705331965740724,
      "learning_rate": 2.5663879308500668e-06,
      "loss": 0.4976,
      "step": 137970
    },
    {
      "epoch": 5.651075158713906,
      "grad_norm": 1.4372211582317416,
      "learning_rate": 2.565787251003687e-06,
      "loss": 0.3995,
      "step": 137971
    },
    {
      "epoch": 5.651116117141102,
      "grad_norm": 1.3958817320936785,
      "learning_rate": 2.565186640855621e-06,
      "loss": 0.3654,
      "step": 137972
    },
    {
      "epoch": 5.651157075568298,
      "grad_norm": 1.3109208380109407,
      "learning_rate": 2.5645861004061853e-06,
      "loss": 0.4709,
      "step": 137973
    },
    {
      "epoch": 5.651198033995494,
      "grad_norm": 1.1858084778390403,
      "learning_rate": 2.5639856296556626e-06,
      "loss": 0.3422,
      "step": 137974
    },
    {
      "epoch": 5.651238992422691,
      "grad_norm": 1.707102554261916,
      "learning_rate": 2.56338522860432e-06,
      "loss": 0.5141,
      "step": 137975
    },
    {
      "epoch": 5.651279950849887,
      "grad_norm": 1.5636178740278404,
      "learning_rate": 2.562784897252457e-06,
      "loss": 0.413,
      "step": 137976
    },
    {
      "epoch": 5.651320909277084,
      "grad_norm": 1.238321839356178,
      "learning_rate": 2.5621846356003728e-06,
      "loss": 0.3964,
      "step": 137977
    },
    {
      "epoch": 5.6513618677042805,
      "grad_norm": 0.74525485159717,
      "learning_rate": 2.5615844436483014e-06,
      "loss": 0.1257,
      "step": 137978
    },
    {
      "epoch": 5.651402826131477,
      "grad_norm": 1.8355837252019358,
      "learning_rate": 2.5609843213965917e-06,
      "loss": 0.6173,
      "step": 137979
    },
    {
      "epoch": 5.651443784558673,
      "grad_norm": 1.0622930583278183,
      "learning_rate": 2.560384268845461e-06,
      "loss": 0.2117,
      "step": 137980
    },
    {
      "epoch": 5.651484742985869,
      "grad_norm": 0.992154542611949,
      "learning_rate": 2.5597842859952422e-06,
      "loss": 0.2149,
      "step": 137981
    },
    {
      "epoch": 5.651525701413066,
      "grad_norm": 2.242620375788822,
      "learning_rate": 2.5591843728462012e-06,
      "loss": 0.8644,
      "step": 137982
    },
    {
      "epoch": 5.651566659840262,
      "grad_norm": 1.8465995158833235,
      "learning_rate": 2.558584529398622e-06,
      "loss": 0.6519,
      "step": 137983
    },
    {
      "epoch": 5.651607618267459,
      "grad_norm": 1.2021309308985078,
      "learning_rate": 2.55798475565277e-06,
      "loss": 0.1796,
      "step": 137984
    },
    {
      "epoch": 5.6516485766946545,
      "grad_norm": 1.5895933764711214,
      "learning_rate": 2.557385051608979e-06,
      "loss": 0.5474,
      "step": 137985
    },
    {
      "epoch": 5.651689535121851,
      "grad_norm": 1.4794567407656112,
      "learning_rate": 2.5567854172674817e-06,
      "loss": 0.5865,
      "step": 137986
    },
    {
      "epoch": 5.6517304935490476,
      "grad_norm": 0.8197914526803118,
      "learning_rate": 2.556185852628595e-06,
      "loss": 0.2066,
      "step": 137987
    },
    {
      "epoch": 5.651771451976244,
      "grad_norm": 0.9852172562217695,
      "learning_rate": 2.5555863576925685e-06,
      "loss": 0.1758,
      "step": 137988
    },
    {
      "epoch": 5.651812410403441,
      "grad_norm": 0.9380146079160002,
      "learning_rate": 2.5549869324597184e-06,
      "loss": 0.2214,
      "step": 137989
    },
    {
      "epoch": 5.651853368830637,
      "grad_norm": 1.3837171011312759,
      "learning_rate": 2.554387576930328e-06,
      "loss": 0.2979,
      "step": 137990
    },
    {
      "epoch": 5.651894327257834,
      "grad_norm": 0.8559357487270424,
      "learning_rate": 2.55378829110463e-06,
      "loss": 0.2101,
      "step": 137991
    },
    {
      "epoch": 5.651935285685029,
      "grad_norm": 1.591054137810566,
      "learning_rate": 2.5531890749829753e-06,
      "loss": 0.4938,
      "step": 137992
    },
    {
      "epoch": 5.651976244112226,
      "grad_norm": 1.319647812709444,
      "learning_rate": 2.5525899285656124e-06,
      "loss": 0.399,
      "step": 137993
    },
    {
      "epoch": 5.652017202539422,
      "grad_norm": 1.616164390611254,
      "learning_rate": 2.5519908518528087e-06,
      "loss": 0.4893,
      "step": 137994
    },
    {
      "epoch": 5.652058160966619,
      "grad_norm": 1.5916998253593364,
      "learning_rate": 2.55139184484488e-06,
      "loss": 0.407,
      "step": 137995
    },
    {
      "epoch": 5.6520991193938155,
      "grad_norm": 1.0979723226209253,
      "learning_rate": 2.5507929075421096e-06,
      "loss": 0.2067,
      "step": 137996
    },
    {
      "epoch": 5.652140077821012,
      "grad_norm": 1.5712428861292433,
      "learning_rate": 2.5501940399447473e-06,
      "loss": 0.481,
      "step": 137997
    },
    {
      "epoch": 5.652181036248209,
      "grad_norm": 1.0630742254724461,
      "learning_rate": 2.5495952420531094e-06,
      "loss": 0.1713,
      "step": 137998
    },
    {
      "epoch": 5.652221994675404,
      "grad_norm": 1.7097134517586687,
      "learning_rate": 2.548996513867463e-06,
      "loss": 0.6744,
      "step": 137999
    },
    {
      "epoch": 5.652262953102601,
      "grad_norm": 1.041536531006156,
      "learning_rate": 2.54839785538809e-06,
      "loss": 0.2004,
      "step": 138000
    },
    {
      "epoch": 5.652303911529797,
      "grad_norm": 0.9338754528217333,
      "learning_rate": 2.547799266615291e-06,
      "loss": 0.0902,
      "step": 138001
    },
    {
      "epoch": 5.652344869956994,
      "grad_norm": 1.7517588418932768,
      "learning_rate": 2.547200747549333e-06,
      "loss": 0.5752,
      "step": 138002
    },
    {
      "epoch": 5.65238582838419,
      "grad_norm": 0.41457988160680453,
      "learning_rate": 2.5466022981904977e-06,
      "loss": 0.0606,
      "step": 138003
    },
    {
      "epoch": 5.652426786811386,
      "grad_norm": 1.405013136589334,
      "learning_rate": 2.5460039185390855e-06,
      "loss": 0.3451,
      "step": 138004
    },
    {
      "epoch": 5.6524677452385825,
      "grad_norm": 1.913742991771225,
      "learning_rate": 2.5454056085953467e-06,
      "loss": 0.5965,
      "step": 138005
    },
    {
      "epoch": 5.652508703665779,
      "grad_norm": 1.0002716450477838,
      "learning_rate": 2.544807368359597e-06,
      "loss": 0.142,
      "step": 138006
    },
    {
      "epoch": 5.652549662092976,
      "grad_norm": 1.5617323353447792,
      "learning_rate": 2.5442091978321035e-06,
      "loss": 0.3799,
      "step": 138007
    },
    {
      "epoch": 5.652590620520172,
      "grad_norm": 1.7097774775993164,
      "learning_rate": 2.543611097013132e-06,
      "loss": 0.6004,
      "step": 138008
    },
    {
      "epoch": 5.652631578947369,
      "grad_norm": 1.4614101526839203,
      "learning_rate": 2.543013065903016e-06,
      "loss": 0.3895,
      "step": 138009
    },
    {
      "epoch": 5.652672537374565,
      "grad_norm": 1.457802931243253,
      "learning_rate": 2.542415104501988e-06,
      "loss": 0.4724,
      "step": 138010
    },
    {
      "epoch": 5.652713495801761,
      "grad_norm": 1.2325130840578715,
      "learning_rate": 2.5418172128103485e-06,
      "loss": 0.3383,
      "step": 138011
    },
    {
      "epoch": 5.652754454228957,
      "grad_norm": 1.3898675364460755,
      "learning_rate": 2.541219390828397e-06,
      "loss": 0.3131,
      "step": 138012
    },
    {
      "epoch": 5.652795412656154,
      "grad_norm": 0.9061880041014359,
      "learning_rate": 2.540621638556384e-06,
      "loss": 0.1944,
      "step": 138013
    },
    {
      "epoch": 5.6528363710833505,
      "grad_norm": 1.3647200005657034,
      "learning_rate": 2.5400239559946246e-06,
      "loss": 0.4347,
      "step": 138014
    },
    {
      "epoch": 5.652877329510547,
      "grad_norm": 0.7976552667078632,
      "learning_rate": 2.5394263431433694e-06,
      "loss": 0.1759,
      "step": 138015
    },
    {
      "epoch": 5.6529182879377435,
      "grad_norm": 2.6843884903598427,
      "learning_rate": 2.5388288000029176e-06,
      "loss": 2.0302,
      "step": 138016
    },
    {
      "epoch": 5.65295924636494,
      "grad_norm": 0.8314028067207494,
      "learning_rate": 2.538231326573553e-06,
      "loss": 0.1892,
      "step": 138017
    },
    {
      "epoch": 5.653000204792136,
      "grad_norm": 1.7235603185188757,
      "learning_rate": 2.537633922855559e-06,
      "loss": 0.5861,
      "step": 138018
    },
    {
      "epoch": 5.653041163219332,
      "grad_norm": 1.5865586502212832,
      "learning_rate": 2.537036588849217e-06,
      "loss": 0.51,
      "step": 138019
    },
    {
      "epoch": 5.653082121646529,
      "grad_norm": 1.2660680728248004,
      "learning_rate": 2.536439324554812e-06,
      "loss": 0.3098,
      "step": 138020
    },
    {
      "epoch": 5.653123080073725,
      "grad_norm": 1.77872891120099,
      "learning_rate": 2.5358421299726096e-06,
      "loss": 0.6056,
      "step": 138021
    },
    {
      "epoch": 5.653164038500922,
      "grad_norm": 0.7123430770558303,
      "learning_rate": 2.5352450051029094e-06,
      "loss": 0.1797,
      "step": 138022
    },
    {
      "epoch": 5.6532049969281175,
      "grad_norm": 1.2118630708081088,
      "learning_rate": 2.5346479499459783e-06,
      "loss": 0.2653,
      "step": 138023
    },
    {
      "epoch": 5.653245955355314,
      "grad_norm": 1.4873504277842453,
      "learning_rate": 2.5340509645021156e-06,
      "loss": 0.4259,
      "step": 138024
    },
    {
      "epoch": 5.653286913782511,
      "grad_norm": 1.4784445837692963,
      "learning_rate": 2.533454048771605e-06,
      "loss": 0.4883,
      "step": 138025
    },
    {
      "epoch": 5.653327872209707,
      "grad_norm": 0.515705706448527,
      "learning_rate": 2.532857202754712e-06,
      "loss": 0.0259,
      "step": 138026
    },
    {
      "epoch": 5.653368830636904,
      "grad_norm": 1.4816876652953925,
      "learning_rate": 2.532260426451721e-06,
      "loss": 0.4105,
      "step": 138027
    },
    {
      "epoch": 5.6534097890641,
      "grad_norm": 2.178899454230242,
      "learning_rate": 2.5316637198629475e-06,
      "loss": 0.8143,
      "step": 138028
    },
    {
      "epoch": 5.653450747491297,
      "grad_norm": 1.28773799977536,
      "learning_rate": 2.5310670829886247e-06,
      "loss": 0.323,
      "step": 138029
    },
    {
      "epoch": 5.653491705918492,
      "grad_norm": 1.5084253192994765,
      "learning_rate": 2.5304705158290526e-06,
      "loss": 0.5658,
      "step": 138030
    },
    {
      "epoch": 5.653532664345689,
      "grad_norm": 1.4847796665175734,
      "learning_rate": 2.529874018384531e-06,
      "loss": 0.4514,
      "step": 138031
    },
    {
      "epoch": 5.653573622772885,
      "grad_norm": 1.4132271480449583,
      "learning_rate": 2.52927759065531e-06,
      "loss": 0.3649,
      "step": 138032
    },
    {
      "epoch": 5.653614581200082,
      "grad_norm": 1.5601707484067857,
      "learning_rate": 2.528681232641705e-06,
      "loss": 0.3839,
      "step": 138033
    },
    {
      "epoch": 5.6536555396272785,
      "grad_norm": 1.9283614477437072,
      "learning_rate": 2.5280849443439665e-06,
      "loss": 0.7219,
      "step": 138034
    },
    {
      "epoch": 5.653696498054475,
      "grad_norm": 1.8086550445349052,
      "learning_rate": 2.527488725762411e-06,
      "loss": 0.5343,
      "step": 138035
    },
    {
      "epoch": 5.653737456481672,
      "grad_norm": 1.7031013656418825,
      "learning_rate": 2.526892576897288e-06,
      "loss": 0.6311,
      "step": 138036
    },
    {
      "epoch": 5.653778414908867,
      "grad_norm": 1.2699413790007377,
      "learning_rate": 2.5262964977488976e-06,
      "loss": 0.3867,
      "step": 138037
    },
    {
      "epoch": 5.653819373336064,
      "grad_norm": 1.6841295504561955,
      "learning_rate": 2.5257004883175225e-06,
      "loss": 0.6032,
      "step": 138038
    },
    {
      "epoch": 5.65386033176326,
      "grad_norm": 1.0418008407886128,
      "learning_rate": 2.5251045486034294e-06,
      "loss": 0.2592,
      "step": 138039
    },
    {
      "epoch": 5.653901290190457,
      "grad_norm": 0.4025029536647972,
      "learning_rate": 2.5245086786069013e-06,
      "loss": 0.0286,
      "step": 138040
    },
    {
      "epoch": 5.653942248617653,
      "grad_norm": 1.950547800388277,
      "learning_rate": 2.523912878328255e-06,
      "loss": 0.7544,
      "step": 138041
    },
    {
      "epoch": 5.653983207044849,
      "grad_norm": 1.7992633660096418,
      "learning_rate": 2.523317147767723e-06,
      "loss": 0.5394,
      "step": 138042
    },
    {
      "epoch": 5.654024165472046,
      "grad_norm": 0.9627029598843705,
      "learning_rate": 2.5227214869256217e-06,
      "loss": 0.2227,
      "step": 138043
    },
    {
      "epoch": 5.654065123899242,
      "grad_norm": 1.3477069588990145,
      "learning_rate": 2.5221258958022016e-06,
      "loss": 0.4283,
      "step": 138044
    },
    {
      "epoch": 5.654106082326439,
      "grad_norm": 1.597237027455881,
      "learning_rate": 2.521530374397762e-06,
      "loss": 0.5119,
      "step": 138045
    },
    {
      "epoch": 5.654147040753635,
      "grad_norm": 2.2500234109477413,
      "learning_rate": 2.5209349227126195e-06,
      "loss": 1.4368,
      "step": 138046
    },
    {
      "epoch": 5.654187999180832,
      "grad_norm": 1.36244316835777,
      "learning_rate": 2.5203395407469904e-06,
      "loss": 0.3442,
      "step": 138047
    },
    {
      "epoch": 5.654228957608028,
      "grad_norm": 1.9334630765686147,
      "learning_rate": 2.5197442285011916e-06,
      "loss": 0.7012,
      "step": 138048
    },
    {
      "epoch": 5.654269916035224,
      "grad_norm": 0.7347625584147047,
      "learning_rate": 2.5191489859755053e-06,
      "loss": 0.1785,
      "step": 138049
    },
    {
      "epoch": 5.65431087446242,
      "grad_norm": 1.6838109139603612,
      "learning_rate": 2.518553813170199e-06,
      "loss": 0.5278,
      "step": 138050
    },
    {
      "epoch": 5.654351832889617,
      "grad_norm": 1.0032855740038102,
      "learning_rate": 2.517958710085588e-06,
      "loss": 0.282,
      "step": 138051
    },
    {
      "epoch": 5.6543927913168135,
      "grad_norm": 1.3665667021820727,
      "learning_rate": 2.5173636767218895e-06,
      "loss": 0.4868,
      "step": 138052
    },
    {
      "epoch": 5.65443374974401,
      "grad_norm": 1.5625781104877579,
      "learning_rate": 2.5167687130794535e-06,
      "loss": 0.5725,
      "step": 138053
    },
    {
      "epoch": 5.654474708171207,
      "grad_norm": 1.5859463054081049,
      "learning_rate": 2.516173819158529e-06,
      "loss": 0.3568,
      "step": 138054
    },
    {
      "epoch": 5.654515666598403,
      "grad_norm": 1.8995672437479383,
      "learning_rate": 2.515578994959383e-06,
      "loss": 0.7083,
      "step": 138055
    },
    {
      "epoch": 5.654556625025599,
      "grad_norm": 1.9143110344485255,
      "learning_rate": 2.514984240482315e-06,
      "loss": 0.3496,
      "step": 138056
    },
    {
      "epoch": 5.654597583452795,
      "grad_norm": 1.6320707334696314,
      "learning_rate": 2.5143895557276084e-06,
      "loss": 0.5865,
      "step": 138057
    },
    {
      "epoch": 5.654638541879992,
      "grad_norm": 1.472123963729972,
      "learning_rate": 2.513794940695546e-06,
      "loss": 0.4468,
      "step": 138058
    },
    {
      "epoch": 5.654679500307188,
      "grad_norm": 1.5139056911283968,
      "learning_rate": 2.513200395386411e-06,
      "loss": 0.5267,
      "step": 138059
    },
    {
      "epoch": 5.654720458734385,
      "grad_norm": 1.2702247986161797,
      "learning_rate": 2.51260591980047e-06,
      "loss": 0.2859,
      "step": 138060
    },
    {
      "epoch": 5.6547614171615805,
      "grad_norm": 1.717630997609484,
      "learning_rate": 2.512011513938006e-06,
      "loss": 0.595,
      "step": 138061
    },
    {
      "epoch": 5.654802375588777,
      "grad_norm": 1.0624971081894072,
      "learning_rate": 2.511417177799302e-06,
      "loss": 0.2369,
      "step": 138062
    },
    {
      "epoch": 5.654843334015974,
      "grad_norm": 1.0737384582612945,
      "learning_rate": 2.510822911384641e-06,
      "loss": 0.1781,
      "step": 138063
    },
    {
      "epoch": 5.65488429244317,
      "grad_norm": 1.525301144368347,
      "learning_rate": 2.510228714694307e-06,
      "loss": 0.3962,
      "step": 138064
    },
    {
      "epoch": 5.654925250870367,
      "grad_norm": 1.365908733276063,
      "learning_rate": 2.5096345877285816e-06,
      "loss": 0.4909,
      "step": 138065
    },
    {
      "epoch": 5.654966209297563,
      "grad_norm": 1.3815291836116508,
      "learning_rate": 2.5090405304877325e-06,
      "loss": 0.2636,
      "step": 138066
    },
    {
      "epoch": 5.65500716772476,
      "grad_norm": 1.3000353884346048,
      "learning_rate": 2.508446542972059e-06,
      "loss": 0.4307,
      "step": 138067
    },
    {
      "epoch": 5.655048126151955,
      "grad_norm": 1.4703730583939827,
      "learning_rate": 2.507852625181844e-06,
      "loss": 0.3914,
      "step": 138068
    },
    {
      "epoch": 5.655089084579152,
      "grad_norm": 1.288907723396515,
      "learning_rate": 2.507258777117338e-06,
      "loss": 0.2066,
      "step": 138069
    },
    {
      "epoch": 5.6551300430063485,
      "grad_norm": 1.5823375142845084,
      "learning_rate": 2.506664998778857e-06,
      "loss": 0.5092,
      "step": 138070
    },
    {
      "epoch": 5.655171001433545,
      "grad_norm": 1.592740850188877,
      "learning_rate": 2.50607129016665e-06,
      "loss": 0.3896,
      "step": 138071
    },
    {
      "epoch": 5.6552119598607415,
      "grad_norm": 1.6577021355357642,
      "learning_rate": 2.5054776512810183e-06,
      "loss": 0.5075,
      "step": 138072
    },
    {
      "epoch": 5.655252918287938,
      "grad_norm": 1.518740558966982,
      "learning_rate": 2.5048840821222603e-06,
      "loss": 0.3706,
      "step": 138073
    },
    {
      "epoch": 5.655293876715135,
      "grad_norm": 1.7005703539858723,
      "learning_rate": 2.50429058269061e-06,
      "loss": 0.6509,
      "step": 138074
    },
    {
      "epoch": 5.65533483514233,
      "grad_norm": 1.736547308645215,
      "learning_rate": 2.503697152986367e-06,
      "loss": 0.5886,
      "step": 138075
    },
    {
      "epoch": 5.655375793569527,
      "grad_norm": 1.373809460745154,
      "learning_rate": 2.5031037930098475e-06,
      "loss": 0.3816,
      "step": 138076
    },
    {
      "epoch": 5.655416751996723,
      "grad_norm": 1.4017250144950602,
      "learning_rate": 2.502510502761268e-06,
      "loss": 0.3645,
      "step": 138077
    },
    {
      "epoch": 5.65545771042392,
      "grad_norm": 0.9156067045320242,
      "learning_rate": 2.5019172822409783e-06,
      "loss": 0.1554,
      "step": 138078
    },
    {
      "epoch": 5.655498668851116,
      "grad_norm": 1.2795061455505776,
      "learning_rate": 2.5013241314491948e-06,
      "loss": 0.3142,
      "step": 138079
    },
    {
      "epoch": 5.655539627278312,
      "grad_norm": 1.669675060881087,
      "learning_rate": 2.500731050386234e-06,
      "loss": 0.5675,
      "step": 138080
    },
    {
      "epoch": 5.655580585705509,
      "grad_norm": 0.9796351162013074,
      "learning_rate": 2.5001380390523797e-06,
      "loss": 0.2024,
      "step": 138081
    },
    {
      "epoch": 5.655621544132705,
      "grad_norm": 1.3265482585041881,
      "learning_rate": 2.4995450974478805e-06,
      "loss": 0.4779,
      "step": 138082
    },
    {
      "epoch": 5.655662502559902,
      "grad_norm": 1.5815004427023218,
      "learning_rate": 2.4989522255730364e-06,
      "loss": 0.4087,
      "step": 138083
    },
    {
      "epoch": 5.655703460987098,
      "grad_norm": 1.4827358394216847,
      "learning_rate": 2.498359423428148e-06,
      "loss": 0.4324,
      "step": 138084
    },
    {
      "epoch": 5.655744419414295,
      "grad_norm": 1.731928381911356,
      "learning_rate": 2.497766691013464e-06,
      "loss": 0.5974,
      "step": 138085
    },
    {
      "epoch": 5.655785377841491,
      "grad_norm": 1.270387519855462,
      "learning_rate": 2.497174028329285e-06,
      "loss": 0.201,
      "step": 138086
    },
    {
      "epoch": 5.655826336268687,
      "grad_norm": 1.6783591333013903,
      "learning_rate": 2.4965814353758773e-06,
      "loss": 0.5646,
      "step": 138087
    },
    {
      "epoch": 5.6558672946958835,
      "grad_norm": 0.9854723227010208,
      "learning_rate": 2.495988912153524e-06,
      "loss": 0.226,
      "step": 138088
    },
    {
      "epoch": 5.65590825312308,
      "grad_norm": 0.7962744029353819,
      "learning_rate": 2.495396458662524e-06,
      "loss": 0.1654,
      "step": 138089
    },
    {
      "epoch": 5.6559492115502765,
      "grad_norm": 3.5039052116775493,
      "learning_rate": 2.4948040749031285e-06,
      "loss": 1.8391,
      "step": 138090
    },
    {
      "epoch": 5.655990169977473,
      "grad_norm": 1.8424590051966518,
      "learning_rate": 2.4942117608756195e-06,
      "loss": 0.3441,
      "step": 138091
    },
    {
      "epoch": 5.65603112840467,
      "grad_norm": 0.9239488722251985,
      "learning_rate": 2.493619516580314e-06,
      "loss": 0.1848,
      "step": 138092
    },
    {
      "epoch": 5.656072086831866,
      "grad_norm": 1.4406937161959947,
      "learning_rate": 2.493027342017445e-06,
      "loss": 0.3645,
      "step": 138093
    },
    {
      "epoch": 5.656113045259062,
      "grad_norm": 1.5343510274334795,
      "learning_rate": 2.4924352371873123e-06,
      "loss": 0.4101,
      "step": 138094
    },
    {
      "epoch": 5.656154003686258,
      "grad_norm": 1.6695574860162543,
      "learning_rate": 2.491843202090199e-06,
      "loss": 0.5294,
      "step": 138095
    },
    {
      "epoch": 5.656194962113455,
      "grad_norm": 1.7047249886963918,
      "learning_rate": 2.4912512367263883e-06,
      "loss": 0.6569,
      "step": 138096
    },
    {
      "epoch": 5.656235920540651,
      "grad_norm": 1.444372102041886,
      "learning_rate": 2.4906593410961627e-06,
      "loss": 0.4207,
      "step": 138097
    },
    {
      "epoch": 5.656276878967848,
      "grad_norm": 1.5189002375917025,
      "learning_rate": 2.4900675151997893e-06,
      "loss": 0.4056,
      "step": 138098
    },
    {
      "epoch": 5.656317837395044,
      "grad_norm": 1.8349362129293059,
      "learning_rate": 2.489475759037535e-06,
      "loss": 0.6621,
      "step": 138099
    },
    {
      "epoch": 5.65635879582224,
      "grad_norm": 0.9183595700726143,
      "learning_rate": 2.488884072609715e-06,
      "loss": 0.2005,
      "step": 138100
    },
    {
      "epoch": 5.656399754249437,
      "grad_norm": 1.6508841525631988,
      "learning_rate": 2.4882924559165797e-06,
      "loss": 0.5178,
      "step": 138101
    },
    {
      "epoch": 5.656440712676633,
      "grad_norm": 1.5918720130558184,
      "learning_rate": 2.4877009089584456e-06,
      "loss": 0.6423,
      "step": 138102
    },
    {
      "epoch": 5.65648167110383,
      "grad_norm": 0.9516305898016476,
      "learning_rate": 2.487109431735529e-06,
      "loss": 0.2233,
      "step": 138103
    },
    {
      "epoch": 5.656522629531026,
      "grad_norm": 0.8684339182945102,
      "learning_rate": 2.486518024248163e-06,
      "loss": 0.2193,
      "step": 138104
    },
    {
      "epoch": 5.656563587958223,
      "grad_norm": 1.3900751226432257,
      "learning_rate": 2.485926686496631e-06,
      "loss": 0.417,
      "step": 138105
    },
    {
      "epoch": 5.656604546385418,
      "grad_norm": 0.9540810092937889,
      "learning_rate": 2.4853354184811656e-06,
      "loss": 0.2158,
      "step": 138106
    },
    {
      "epoch": 5.656645504812615,
      "grad_norm": 1.647276318496477,
      "learning_rate": 2.484744220202101e-06,
      "loss": 0.51,
      "step": 138107
    },
    {
      "epoch": 5.6566864632398115,
      "grad_norm": 1.4389168049965229,
      "learning_rate": 2.4841530916596685e-06,
      "loss": 0.4639,
      "step": 138108
    },
    {
      "epoch": 5.656727421667008,
      "grad_norm": 1.5413872105390467,
      "learning_rate": 2.483562032854153e-06,
      "loss": 0.4707,
      "step": 138109
    },
    {
      "epoch": 5.656768380094205,
      "grad_norm": 1.0682188912545132,
      "learning_rate": 2.4829710437858864e-06,
      "loss": 0.2125,
      "step": 138110
    },
    {
      "epoch": 5.656809338521401,
      "grad_norm": 1.5161712073491613,
      "learning_rate": 2.4823801244550854e-06,
      "loss": 0.3745,
      "step": 138111
    },
    {
      "epoch": 5.656850296948598,
      "grad_norm": 1.4301862648916386,
      "learning_rate": 2.4817892748620673e-06,
      "loss": 0.4056,
      "step": 138112
    },
    {
      "epoch": 5.656891255375793,
      "grad_norm": 1.4018053907081347,
      "learning_rate": 2.4811984950070975e-06,
      "loss": 0.4272,
      "step": 138113
    },
    {
      "epoch": 5.65693221380299,
      "grad_norm": 1.3624441368980753,
      "learning_rate": 2.480607784890443e-06,
      "loss": 0.3137,
      "step": 138114
    },
    {
      "epoch": 5.656973172230186,
      "grad_norm": 0.7431194692274774,
      "learning_rate": 2.4800171445124197e-06,
      "loss": 0.0922,
      "step": 138115
    },
    {
      "epoch": 5.657014130657383,
      "grad_norm": 0.9005409995514121,
      "learning_rate": 2.4794265738732775e-06,
      "loss": 0.1733,
      "step": 138116
    },
    {
      "epoch": 5.657055089084579,
      "grad_norm": 1.592136659590028,
      "learning_rate": 2.4788360729732835e-06,
      "loss": 0.4692,
      "step": 138117
    },
    {
      "epoch": 5.657096047511775,
      "grad_norm": 1.474519193308335,
      "learning_rate": 2.478245641812754e-06,
      "loss": 0.4282,
      "step": 138118
    },
    {
      "epoch": 5.657137005938972,
      "grad_norm": 1.5931725315442706,
      "learning_rate": 2.4776552803919548e-06,
      "loss": 0.6186,
      "step": 138119
    },
    {
      "epoch": 5.657177964366168,
      "grad_norm": 1.5649924474313412,
      "learning_rate": 2.477064988711136e-06,
      "loss": 0.3122,
      "step": 138120
    },
    {
      "epoch": 5.657218922793365,
      "grad_norm": 0.8835831987645543,
      "learning_rate": 2.4764747667706307e-06,
      "loss": 0.1998,
      "step": 138121
    },
    {
      "epoch": 5.657259881220561,
      "grad_norm": 1.11165790477412,
      "learning_rate": 2.4758846145706556e-06,
      "loss": 0.2693,
      "step": 138122
    },
    {
      "epoch": 5.657300839647758,
      "grad_norm": 0.9746900688433325,
      "learning_rate": 2.47529453211156e-06,
      "loss": 0.2159,
      "step": 138123
    },
    {
      "epoch": 5.657341798074954,
      "grad_norm": 0.9239880245017404,
      "learning_rate": 2.4747045193935444e-06,
      "loss": 0.2009,
      "step": 138124
    },
    {
      "epoch": 5.65738275650215,
      "grad_norm": 1.4777765638205498,
      "learning_rate": 2.474114576416958e-06,
      "loss": 0.4951,
      "step": 138125
    },
    {
      "epoch": 5.6574237149293465,
      "grad_norm": 1.8092120112238204,
      "learning_rate": 2.4735247031820338e-06,
      "loss": 0.5871,
      "step": 138126
    },
    {
      "epoch": 5.657464673356543,
      "grad_norm": 1.5622615545745444,
      "learning_rate": 2.472934899689072e-06,
      "loss": 0.4487,
      "step": 138127
    },
    {
      "epoch": 5.6575056317837396,
      "grad_norm": 1.2887086842557827,
      "learning_rate": 2.4723451659383387e-06,
      "loss": 0.2691,
      "step": 138128
    },
    {
      "epoch": 5.657546590210936,
      "grad_norm": 0.48879574465615905,
      "learning_rate": 2.4717555019301337e-06,
      "loss": 0.0813,
      "step": 138129
    },
    {
      "epoch": 5.657587548638133,
      "grad_norm": 1.9644567573449336,
      "learning_rate": 2.4711659076647238e-06,
      "loss": 1.0566,
      "step": 138130
    },
    {
      "epoch": 5.657628507065329,
      "grad_norm": 1.4694484011188425,
      "learning_rate": 2.4705763831423753e-06,
      "loss": 0.5783,
      "step": 138131
    },
    {
      "epoch": 5.657669465492525,
      "grad_norm": 0.7219699091408996,
      "learning_rate": 2.469986928363388e-06,
      "loss": 0.1699,
      "step": 138132
    },
    {
      "epoch": 5.657710423919721,
      "grad_norm": 1.6708845349733388,
      "learning_rate": 2.469397543328011e-06,
      "loss": 0.4374,
      "step": 138133
    },
    {
      "epoch": 5.657751382346918,
      "grad_norm": 1.4792942890767953,
      "learning_rate": 2.468808228036562e-06,
      "loss": 0.4083,
      "step": 138134
    },
    {
      "epoch": 5.657792340774114,
      "grad_norm": 1.8781283016022738,
      "learning_rate": 2.4682189824892894e-06,
      "loss": 0.7075,
      "step": 138135
    },
    {
      "epoch": 5.657833299201311,
      "grad_norm": 1.9445575177547592,
      "learning_rate": 2.4676298066864777e-06,
      "loss": 0.8846,
      "step": 138136
    },
    {
      "epoch": 5.657874257628507,
      "grad_norm": 1.6028773509578813,
      "learning_rate": 2.4670407006284253e-06,
      "loss": 0.4117,
      "step": 138137
    },
    {
      "epoch": 5.657915216055703,
      "grad_norm": 1.467773586681625,
      "learning_rate": 2.466451664315383e-06,
      "loss": 0.4388,
      "step": 138138
    },
    {
      "epoch": 5.6579561744829,
      "grad_norm": 1.8790185295424462,
      "learning_rate": 2.4658626977476337e-06,
      "loss": 0.675,
      "step": 138139
    },
    {
      "epoch": 5.657997132910096,
      "grad_norm": 1.6898914823482818,
      "learning_rate": 2.465273800925477e-06,
      "loss": 0.5898,
      "step": 138140
    },
    {
      "epoch": 5.658038091337293,
      "grad_norm": 1.395407464713789,
      "learning_rate": 2.4646849738491627e-06,
      "loss": 0.4545,
      "step": 138141
    },
    {
      "epoch": 5.658079049764489,
      "grad_norm": 1.8151577832729193,
      "learning_rate": 2.464096216519007e-06,
      "loss": 0.7704,
      "step": 138142
    },
    {
      "epoch": 5.658120008191686,
      "grad_norm": 1.2327271740418884,
      "learning_rate": 2.4635075289352603e-06,
      "loss": 0.2605,
      "step": 138143
    },
    {
      "epoch": 5.6581609666188815,
      "grad_norm": 0.878905755735258,
      "learning_rate": 2.4629189110981883e-06,
      "loss": 0.1905,
      "step": 138144
    },
    {
      "epoch": 5.658201925046078,
      "grad_norm": 1.7949887070982586,
      "learning_rate": 2.462330363008108e-06,
      "loss": 0.647,
      "step": 138145
    },
    {
      "epoch": 5.6582428834732745,
      "grad_norm": 1.3935703496687821,
      "learning_rate": 2.4617418846652524e-06,
      "loss": 0.3853,
      "step": 138146
    },
    {
      "epoch": 5.658283841900471,
      "grad_norm": 1.3581198958827485,
      "learning_rate": 2.461153476069938e-06,
      "loss": 0.3214,
      "step": 138147
    },
    {
      "epoch": 5.658324800327668,
      "grad_norm": 1.0993731063896655,
      "learning_rate": 2.4605651372224476e-06,
      "loss": 0.2185,
      "step": 138148
    },
    {
      "epoch": 5.658365758754864,
      "grad_norm": 1.4311859983457722,
      "learning_rate": 2.4599768681230147e-06,
      "loss": 0.5035,
      "step": 138149
    },
    {
      "epoch": 5.658406717182061,
      "grad_norm": 1.4533838802352521,
      "learning_rate": 2.4593886687719554e-06,
      "loss": 0.4732,
      "step": 138150
    },
    {
      "epoch": 5.658447675609256,
      "grad_norm": 1.2137855072847963,
      "learning_rate": 2.4588005391695366e-06,
      "loss": 0.3781,
      "step": 138151
    },
    {
      "epoch": 5.658488634036453,
      "grad_norm": 1.5598616595456876,
      "learning_rate": 2.458212479316024e-06,
      "loss": 0.4355,
      "step": 138152
    },
    {
      "epoch": 5.658529592463649,
      "grad_norm": 1.1510953011795655,
      "learning_rate": 2.457624489211718e-06,
      "loss": 0.3229,
      "step": 138153
    },
    {
      "epoch": 5.658570550890846,
      "grad_norm": 1.3164474337063912,
      "learning_rate": 2.4570365688568683e-06,
      "loss": 0.381,
      "step": 138154
    },
    {
      "epoch": 5.6586115093180425,
      "grad_norm": 1.3528975545494253,
      "learning_rate": 2.456448718251791e-06,
      "loss": 0.3775,
      "step": 138155
    },
    {
      "epoch": 5.658652467745238,
      "grad_norm": 1.3020359166056492,
      "learning_rate": 2.4558609373967364e-06,
      "loss": 0.3742,
      "step": 138156
    },
    {
      "epoch": 5.658693426172435,
      "grad_norm": 1.6822975719675295,
      "learning_rate": 2.455273226291987e-06,
      "loss": 0.53,
      "step": 138157
    },
    {
      "epoch": 5.658734384599631,
      "grad_norm": 1.6163081770040986,
      "learning_rate": 2.4546855849378266e-06,
      "loss": 0.5553,
      "step": 138158
    },
    {
      "epoch": 5.658775343026828,
      "grad_norm": 1.797576271999817,
      "learning_rate": 2.454098013334521e-06,
      "loss": 0.561,
      "step": 138159
    },
    {
      "epoch": 5.658816301454024,
      "grad_norm": 1.7507557646408678,
      "learning_rate": 2.4535105114823704e-06,
      "loss": 0.5544,
      "step": 138160
    },
    {
      "epoch": 5.658857259881221,
      "grad_norm": 1.754272669731919,
      "learning_rate": 2.4529230793816246e-06,
      "loss": 0.6312,
      "step": 138161
    },
    {
      "epoch": 5.658898218308417,
      "grad_norm": 1.6194495705656817,
      "learning_rate": 2.452335717032583e-06,
      "loss": 0.6155,
      "step": 138162
    },
    {
      "epoch": 5.658939176735613,
      "grad_norm": 2.3309275096204756,
      "learning_rate": 2.4517484244355122e-06,
      "loss": 1.5721,
      "step": 138163
    },
    {
      "epoch": 5.6589801351628095,
      "grad_norm": 1.9724685951285006,
      "learning_rate": 2.4511612015906955e-06,
      "loss": 0.5723,
      "step": 138164
    },
    {
      "epoch": 5.659021093590006,
      "grad_norm": 2.44178643993198,
      "learning_rate": 2.4505740484983995e-06,
      "loss": 1.8191,
      "step": 138165
    },
    {
      "epoch": 5.659062052017203,
      "grad_norm": 1.7666359793624007,
      "learning_rate": 2.449986965158923e-06,
      "loss": 0.5841,
      "step": 138166
    },
    {
      "epoch": 5.659103010444399,
      "grad_norm": 1.6348983607991499,
      "learning_rate": 2.449399951572517e-06,
      "loss": 0.534,
      "step": 138167
    },
    {
      "epoch": 5.659143968871596,
      "grad_norm": 1.8361914886602355,
      "learning_rate": 2.4488130077394805e-06,
      "loss": 0.7347,
      "step": 138168
    },
    {
      "epoch": 5.659184927298792,
      "grad_norm": 1.1557308021748989,
      "learning_rate": 2.4482261336600974e-06,
      "loss": 0.213,
      "step": 138169
    },
    {
      "epoch": 5.659225885725988,
      "grad_norm": 1.2402018860049653,
      "learning_rate": 2.4476393293345995e-06,
      "loss": 0.2636,
      "step": 138170
    },
    {
      "epoch": 5.659266844153184,
      "grad_norm": 1.5992490518958629,
      "learning_rate": 2.447052594763321e-06,
      "loss": 0.465,
      "step": 138171
    },
    {
      "epoch": 5.659307802580381,
      "grad_norm": 1.5664502381247907,
      "learning_rate": 2.4464659299465116e-06,
      "loss": 0.4749,
      "step": 138172
    },
    {
      "epoch": 5.6593487610075774,
      "grad_norm": 0.8819275703869358,
      "learning_rate": 2.4458793348844374e-06,
      "loss": 0.1473,
      "step": 138173
    },
    {
      "epoch": 5.659389719434774,
      "grad_norm": 1.496192255422983,
      "learning_rate": 2.4452928095773984e-06,
      "loss": 0.428,
      "step": 138174
    },
    {
      "epoch": 5.65943067786197,
      "grad_norm": 1.4832352299344318,
      "learning_rate": 2.4447063540256605e-06,
      "loss": 0.591,
      "step": 138175
    },
    {
      "epoch": 5.659471636289166,
      "grad_norm": 1.519386540604347,
      "learning_rate": 2.4441199682295074e-06,
      "loss": 0.4136,
      "step": 138176
    },
    {
      "epoch": 5.659512594716363,
      "grad_norm": 1.5432796403209192,
      "learning_rate": 2.4435336521892056e-06,
      "loss": 0.3547,
      "step": 138177
    },
    {
      "epoch": 5.659553553143559,
      "grad_norm": 0.8855948459376353,
      "learning_rate": 2.442947405905038e-06,
      "loss": 0.1604,
      "step": 138178
    },
    {
      "epoch": 5.659594511570756,
      "grad_norm": 0.9335126053778716,
      "learning_rate": 2.4423612293773044e-06,
      "loss": 0.1684,
      "step": 138179
    },
    {
      "epoch": 5.659635469997952,
      "grad_norm": 1.6879250436086857,
      "learning_rate": 2.441775122606238e-06,
      "loss": 0.5571,
      "step": 138180
    },
    {
      "epoch": 5.659676428425149,
      "grad_norm": 1.8264716503609333,
      "learning_rate": 2.441189085592138e-06,
      "loss": 0.4142,
      "step": 138181
    },
    {
      "epoch": 5.6597173868523445,
      "grad_norm": 1.859108337441079,
      "learning_rate": 2.440603118335288e-06,
      "loss": 0.6114,
      "step": 138182
    },
    {
      "epoch": 5.659758345279541,
      "grad_norm": 1.812036646658296,
      "learning_rate": 2.4400172208359547e-06,
      "loss": 0.6048,
      "step": 138183
    },
    {
      "epoch": 5.659799303706738,
      "grad_norm": 1.4427804140062548,
      "learning_rate": 2.439431393094404e-06,
      "loss": 0.4842,
      "step": 138184
    },
    {
      "epoch": 5.659840262133934,
      "grad_norm": 1.088976357972401,
      "learning_rate": 2.438845635110953e-06,
      "loss": 0.204,
      "step": 138185
    },
    {
      "epoch": 5.659881220561131,
      "grad_norm": 1.9336775797656638,
      "learning_rate": 2.4382599468858345e-06,
      "loss": 0.7149,
      "step": 138186
    },
    {
      "epoch": 5.659922178988327,
      "grad_norm": 1.116877307688067,
      "learning_rate": 2.4376743284193643e-06,
      "loss": 0.3199,
      "step": 138187
    },
    {
      "epoch": 5.659963137415524,
      "grad_norm": 1.631827732786766,
      "learning_rate": 2.437088779711793e-06,
      "loss": 0.3937,
      "step": 138188
    },
    {
      "epoch": 5.660004095842719,
      "grad_norm": 1.4836761480884253,
      "learning_rate": 2.436503300763387e-06,
      "loss": 0.4055,
      "step": 138189
    },
    {
      "epoch": 5.660045054269916,
      "grad_norm": 2.0263969935029182,
      "learning_rate": 2.4359178915744624e-06,
      "loss": 0.536,
      "step": 138190
    },
    {
      "epoch": 5.660086012697112,
      "grad_norm": 1.7260198992549673,
      "learning_rate": 2.4353325521452527e-06,
      "loss": 0.5815,
      "step": 138191
    },
    {
      "epoch": 5.660126971124309,
      "grad_norm": 1.9224480723631132,
      "learning_rate": 2.434747282476057e-06,
      "loss": 0.7814,
      "step": 138192
    },
    {
      "epoch": 5.6601679295515055,
      "grad_norm": 1.3148024274730947,
      "learning_rate": 2.434162082567176e-06,
      "loss": 0.3742,
      "step": 138193
    },
    {
      "epoch": 5.660208887978701,
      "grad_norm": 1.766074648099533,
      "learning_rate": 2.4335769524188253e-06,
      "loss": 0.5653,
      "step": 138194
    },
    {
      "epoch": 5.660249846405898,
      "grad_norm": 0.7197746891881431,
      "learning_rate": 2.4329918920313386e-06,
      "loss": 0.1375,
      "step": 138195
    },
    {
      "epoch": 5.660290804833094,
      "grad_norm": 1.4764013809910423,
      "learning_rate": 2.4324069014049653e-06,
      "loss": 0.4931,
      "step": 138196
    },
    {
      "epoch": 5.660331763260291,
      "grad_norm": 1.6940201487813882,
      "learning_rate": 2.4318219805399884e-06,
      "loss": 0.5446,
      "step": 138197
    },
    {
      "epoch": 5.660372721687487,
      "grad_norm": 1.3588467900188517,
      "learning_rate": 2.4312371294366917e-06,
      "loss": 0.4404,
      "step": 138198
    },
    {
      "epoch": 5.660413680114684,
      "grad_norm": 1.8669486058900553,
      "learning_rate": 2.4306523480953245e-06,
      "loss": 0.5757,
      "step": 138199
    },
    {
      "epoch": 5.66045463854188,
      "grad_norm": 1.4089929990704357,
      "learning_rate": 2.4300676365161863e-06,
      "loss": 0.5225,
      "step": 138200
    },
    {
      "epoch": 5.660495596969076,
      "grad_norm": 0.8798316645894538,
      "learning_rate": 2.429482994699561e-06,
      "loss": 0.1667,
      "step": 138201
    },
    {
      "epoch": 5.6605365553962725,
      "grad_norm": 1.6993326506057511,
      "learning_rate": 2.4288984226456976e-06,
      "loss": 0.6239,
      "step": 138202
    },
    {
      "epoch": 5.660577513823469,
      "grad_norm": 2.037493630622917,
      "learning_rate": 2.4283139203548964e-06,
      "loss": 0.7757,
      "step": 138203
    },
    {
      "epoch": 5.660618472250666,
      "grad_norm": 1.7913261667314635,
      "learning_rate": 2.4277294878274402e-06,
      "loss": 0.7498,
      "step": 138204
    },
    {
      "epoch": 5.660659430677862,
      "grad_norm": 1.080218249761212,
      "learning_rate": 2.427145125063562e-06,
      "loss": 0.1715,
      "step": 138205
    },
    {
      "epoch": 5.660700389105059,
      "grad_norm": 2.965918201958996,
      "learning_rate": 2.4265608320635787e-06,
      "loss": 2.2915,
      "step": 138206
    },
    {
      "epoch": 5.660741347532255,
      "grad_norm": 1.218564550977706,
      "learning_rate": 2.4259766088277566e-06,
      "loss": 0.3962,
      "step": 138207
    },
    {
      "epoch": 5.660782305959451,
      "grad_norm": 1.0956186127322813,
      "learning_rate": 2.425392455356362e-06,
      "loss": 0.2396,
      "step": 138208
    },
    {
      "epoch": 5.660823264386647,
      "grad_norm": 1.5338689166709636,
      "learning_rate": 2.4248083716496946e-06,
      "loss": 0.4536,
      "step": 138209
    },
    {
      "epoch": 5.660864222813844,
      "grad_norm": 1.520235850013132,
      "learning_rate": 2.424224357707988e-06,
      "loss": 0.439,
      "step": 138210
    },
    {
      "epoch": 5.6609051812410405,
      "grad_norm": 1.3631679077610352,
      "learning_rate": 2.423640413531558e-06,
      "loss": 0.4237,
      "step": 138211
    },
    {
      "epoch": 5.660946139668237,
      "grad_norm": 1.693774215726894,
      "learning_rate": 2.4230565391206714e-06,
      "loss": 0.7077,
      "step": 138212
    },
    {
      "epoch": 5.660987098095433,
      "grad_norm": 1.454798748172111,
      "learning_rate": 2.4224727344755947e-06,
      "loss": 0.3983,
      "step": 138213
    },
    {
      "epoch": 5.661028056522629,
      "grad_norm": 1.377997533965737,
      "learning_rate": 2.421888999596627e-06,
      "loss": 0.3122,
      "step": 138214
    },
    {
      "epoch": 5.661069014949826,
      "grad_norm": 1.0595891761086234,
      "learning_rate": 2.4213053344840028e-06,
      "loss": 0.1425,
      "step": 138215
    },
    {
      "epoch": 5.661109973377022,
      "grad_norm": 1.5088531772488607,
      "learning_rate": 2.4207217391380208e-06,
      "loss": 0.4833,
      "step": 138216
    },
    {
      "epoch": 5.661150931804219,
      "grad_norm": 1.7212856734082955,
      "learning_rate": 2.4201382135589807e-06,
      "loss": 0.4272,
      "step": 138217
    },
    {
      "epoch": 5.661191890231415,
      "grad_norm": 1.4413473708681503,
      "learning_rate": 2.4195547577471163e-06,
      "loss": 0.4714,
      "step": 138218
    },
    {
      "epoch": 5.661232848658612,
      "grad_norm": 1.434739549941263,
      "learning_rate": 2.418971371702727e-06,
      "loss": 0.3582,
      "step": 138219
    },
    {
      "epoch": 5.6612738070858075,
      "grad_norm": 1.213333592082801,
      "learning_rate": 2.418388055426096e-06,
      "loss": 0.2528,
      "step": 138220
    },
    {
      "epoch": 5.661314765513004,
      "grad_norm": 0.8899703608394584,
      "learning_rate": 2.4178048089174727e-06,
      "loss": 0.1913,
      "step": 138221
    },
    {
      "epoch": 5.661355723940201,
      "grad_norm": 1.4974575411344921,
      "learning_rate": 2.4172216321771574e-06,
      "loss": 0.5574,
      "step": 138222
    },
    {
      "epoch": 5.661396682367397,
      "grad_norm": 1.489274489344995,
      "learning_rate": 2.4166385252054167e-06,
      "loss": 0.4502,
      "step": 138223
    },
    {
      "epoch": 5.661437640794594,
      "grad_norm": 1.4421494394985255,
      "learning_rate": 2.416055488002516e-06,
      "loss": 0.4652,
      "step": 138224
    },
    {
      "epoch": 5.66147859922179,
      "grad_norm": 1.1743451012010941,
      "learning_rate": 2.4154725205687397e-06,
      "loss": 0.2805,
      "step": 138225
    },
    {
      "epoch": 5.661519557648987,
      "grad_norm": 1.4180753996905973,
      "learning_rate": 2.41488962290437e-06,
      "loss": 0.3931,
      "step": 138226
    },
    {
      "epoch": 5.661560516076182,
      "grad_norm": 1.5605475354215173,
      "learning_rate": 2.414306795009674e-06,
      "loss": 0.496,
      "step": 138227
    },
    {
      "epoch": 5.661601474503379,
      "grad_norm": 1.4171486324015947,
      "learning_rate": 2.413724036884934e-06,
      "loss": 0.4696,
      "step": 138228
    },
    {
      "epoch": 5.6616424329305755,
      "grad_norm": 1.2701806994392346,
      "learning_rate": 2.4131413485304174e-06,
      "loss": 0.4126,
      "step": 138229
    },
    {
      "epoch": 5.661683391357772,
      "grad_norm": 1.667175631799539,
      "learning_rate": 2.4125587299464065e-06,
      "loss": 0.5055,
      "step": 138230
    },
    {
      "epoch": 5.6617243497849685,
      "grad_norm": 2.087216416245865,
      "learning_rate": 2.4119761811331682e-06,
      "loss": 1.0991,
      "step": 138231
    },
    {
      "epoch": 5.661765308212164,
      "grad_norm": 1.421245067413022,
      "learning_rate": 2.411393702090986e-06,
      "loss": 0.2899,
      "step": 138232
    },
    {
      "epoch": 5.661806266639361,
      "grad_norm": 1.7271585094768682,
      "learning_rate": 2.410811292820142e-06,
      "loss": 0.5483,
      "step": 138233
    },
    {
      "epoch": 5.661847225066557,
      "grad_norm": 2.026836215703937,
      "learning_rate": 2.4102289533208863e-06,
      "loss": 0.6257,
      "step": 138234
    },
    {
      "epoch": 5.661888183493754,
      "grad_norm": 1.8048015860587003,
      "learning_rate": 2.409646683593519e-06,
      "loss": 0.6299,
      "step": 138235
    },
    {
      "epoch": 5.66192914192095,
      "grad_norm": 1.9953985246862147,
      "learning_rate": 2.4090644836383066e-06,
      "loss": 0.6807,
      "step": 138236
    },
    {
      "epoch": 5.661970100348147,
      "grad_norm": 1.322136412990265,
      "learning_rate": 2.4084823534555154e-06,
      "loss": 0.2646,
      "step": 138237
    },
    {
      "epoch": 5.662011058775343,
      "grad_norm": 1.1795218180875744,
      "learning_rate": 2.407900293045445e-06,
      "loss": 0.3292,
      "step": 138238
    },
    {
      "epoch": 5.662052017202539,
      "grad_norm": 1.5646180788735171,
      "learning_rate": 2.407318302408345e-06,
      "loss": 0.4965,
      "step": 138239
    },
    {
      "epoch": 5.662092975629736,
      "grad_norm": 1.6658029592654569,
      "learning_rate": 2.4067363815444994e-06,
      "loss": 0.6138,
      "step": 138240
    },
    {
      "epoch": 5.662133934056932,
      "grad_norm": 2.488555849623974,
      "learning_rate": 2.406154530454191e-06,
      "loss": 1.8257,
      "step": 138241
    },
    {
      "epoch": 5.662174892484129,
      "grad_norm": 1.4007910252355835,
      "learning_rate": 2.4055727491376852e-06,
      "loss": 0.4471,
      "step": 138242
    },
    {
      "epoch": 5.662215850911325,
      "grad_norm": 1.0072640561748927,
      "learning_rate": 2.4049910375952497e-06,
      "loss": 0.1908,
      "step": 138243
    },
    {
      "epoch": 5.662256809338522,
      "grad_norm": 1.7689282625921052,
      "learning_rate": 2.4044093958272e-06,
      "loss": 0.4657,
      "step": 138244
    },
    {
      "epoch": 5.662297767765718,
      "grad_norm": 1.9535446628024853,
      "learning_rate": 2.403827823833754e-06,
      "loss": 0.6349,
      "step": 138245
    },
    {
      "epoch": 5.662338726192914,
      "grad_norm": 1.4958328831123353,
      "learning_rate": 2.4032463216152266e-06,
      "loss": 0.5484,
      "step": 138246
    },
    {
      "epoch": 5.66237968462011,
      "grad_norm": 1.2861554981480487,
      "learning_rate": 2.402664889171868e-06,
      "loss": 0.3502,
      "step": 138247
    },
    {
      "epoch": 5.662420643047307,
      "grad_norm": 2.4300059228385766,
      "learning_rate": 2.4020835265039617e-06,
      "loss": 1.6304,
      "step": 138248
    },
    {
      "epoch": 5.6624616014745035,
      "grad_norm": 1.211133461213953,
      "learning_rate": 2.4015022336118074e-06,
      "loss": 0.3352,
      "step": 138249
    },
    {
      "epoch": 5.6625025599017,
      "grad_norm": 1.6496242589936676,
      "learning_rate": 2.400921010495638e-06,
      "loss": 0.5933,
      "step": 138250
    },
    {
      "epoch": 5.662543518328896,
      "grad_norm": 1.0094509145916897,
      "learning_rate": 2.4003398571557695e-06,
      "loss": 0.2159,
      "step": 138251
    },
    {
      "epoch": 5.662584476756092,
      "grad_norm": 0.6299009757434059,
      "learning_rate": 2.399758773592436e-06,
      "loss": 0.1041,
      "step": 138252
    },
    {
      "epoch": 5.662625435183289,
      "grad_norm": 0.5030151961526985,
      "learning_rate": 2.3991777598059368e-06,
      "loss": 0.0427,
      "step": 138253
    },
    {
      "epoch": 5.662666393610485,
      "grad_norm": 1.5546550769842165,
      "learning_rate": 2.3985968157965385e-06,
      "loss": 0.6263,
      "step": 138254
    },
    {
      "epoch": 5.662707352037682,
      "grad_norm": 1.5632503145237926,
      "learning_rate": 2.398015941564524e-06,
      "loss": 0.6168,
      "step": 138255
    },
    {
      "epoch": 5.662748310464878,
      "grad_norm": 1.7157206617071885,
      "learning_rate": 2.3974351371101596e-06,
      "loss": 0.5302,
      "step": 138256
    },
    {
      "epoch": 5.662789268892075,
      "grad_norm": 0.9120929053200729,
      "learning_rate": 2.396854402433729e-06,
      "loss": 0.1978,
      "step": 138257
    },
    {
      "epoch": 5.6628302273192705,
      "grad_norm": 1.5917570837797772,
      "learning_rate": 2.3962737375354813e-06,
      "loss": 0.376,
      "step": 138258
    },
    {
      "epoch": 5.662871185746467,
      "grad_norm": 0.9173229504625945,
      "learning_rate": 2.395693142415733e-06,
      "loss": 0.1816,
      "step": 138259
    },
    {
      "epoch": 5.662912144173664,
      "grad_norm": 1.5025239278674518,
      "learning_rate": 2.3951126170747346e-06,
      "loss": 0.5031,
      "step": 138260
    },
    {
      "epoch": 5.66295310260086,
      "grad_norm": 1.50659455700306,
      "learning_rate": 2.394532161512752e-06,
      "loss": 0.4454,
      "step": 138261
    },
    {
      "epoch": 5.662994061028057,
      "grad_norm": 1.2121877509629075,
      "learning_rate": 2.3939517757300687e-06,
      "loss": 0.3061,
      "step": 138262
    },
    {
      "epoch": 5.663035019455253,
      "grad_norm": 0.9616332717126658,
      "learning_rate": 2.393371459726967e-06,
      "loss": 0.1949,
      "step": 138263
    },
    {
      "epoch": 5.66307597788245,
      "grad_norm": 1.2330144387866888,
      "learning_rate": 2.3927912135036974e-06,
      "loss": 0.2548,
      "step": 138264
    },
    {
      "epoch": 5.663116936309645,
      "grad_norm": 1.5104579139040968,
      "learning_rate": 2.3922110370605763e-06,
      "loss": 0.4578,
      "step": 138265
    },
    {
      "epoch": 5.663157894736842,
      "grad_norm": 1.4577017980589506,
      "learning_rate": 2.3916309303978364e-06,
      "loss": 0.4282,
      "step": 138266
    },
    {
      "epoch": 5.6631988531640385,
      "grad_norm": 1.6652121682378314,
      "learning_rate": 2.3910508935157778e-06,
      "loss": 0.4633,
      "step": 138267
    },
    {
      "epoch": 5.663239811591235,
      "grad_norm": 1.6413309617098677,
      "learning_rate": 2.3904709264146506e-06,
      "loss": 0.6414,
      "step": 138268
    },
    {
      "epoch": 5.6632807700184316,
      "grad_norm": 0.9158179749869272,
      "learning_rate": 2.389891029094754e-06,
      "loss": 0.093,
      "step": 138269
    },
    {
      "epoch": 5.663321728445627,
      "grad_norm": 1.864682054237223,
      "learning_rate": 2.389311201556354e-06,
      "loss": 0.5872,
      "step": 138270
    },
    {
      "epoch": 5.663362686872824,
      "grad_norm": 1.4823367812059245,
      "learning_rate": 2.3887314437997185e-06,
      "loss": 0.4864,
      "step": 138271
    },
    {
      "epoch": 5.66340364530002,
      "grad_norm": 0.7567027598082563,
      "learning_rate": 2.3881517558251294e-06,
      "loss": 0.1743,
      "step": 138272
    },
    {
      "epoch": 5.663444603727217,
      "grad_norm": 1.7618605996006194,
      "learning_rate": 2.3875721376328537e-06,
      "loss": 0.5306,
      "step": 138273
    },
    {
      "epoch": 5.663485562154413,
      "grad_norm": 1.641295160387136,
      "learning_rate": 2.386992589223158e-06,
      "loss": 0.6392,
      "step": 138274
    },
    {
      "epoch": 5.66352652058161,
      "grad_norm": 1.6486055877905748,
      "learning_rate": 2.3864131105963413e-06,
      "loss": 0.4985,
      "step": 138275
    },
    {
      "epoch": 5.663567479008806,
      "grad_norm": 1.617857366020932,
      "learning_rate": 2.3858337017526543e-06,
      "loss": 0.3632,
      "step": 138276
    },
    {
      "epoch": 5.663608437436002,
      "grad_norm": 1.631959113296457,
      "learning_rate": 2.3852543626923792e-06,
      "loss": 0.5586,
      "step": 138277
    },
    {
      "epoch": 5.663649395863199,
      "grad_norm": 1.4965829574329697,
      "learning_rate": 2.3846750934158e-06,
      "loss": 0.4507,
      "step": 138278
    },
    {
      "epoch": 5.663690354290395,
      "grad_norm": 1.717545352594949,
      "learning_rate": 2.3840958939231825e-06,
      "loss": 0.6133,
      "step": 138279
    },
    {
      "epoch": 5.663731312717592,
      "grad_norm": 1.0067679007577157,
      "learning_rate": 2.3835167642147766e-06,
      "loss": 0.1848,
      "step": 138280
    },
    {
      "epoch": 5.663772271144788,
      "grad_norm": 1.51755344840273,
      "learning_rate": 2.382937704290899e-06,
      "loss": 0.5427,
      "step": 138281
    },
    {
      "epoch": 5.663813229571985,
      "grad_norm": 1.803920384523174,
      "learning_rate": 2.3823587141517995e-06,
      "loss": 0.6113,
      "step": 138282
    },
    {
      "epoch": 5.663854187999181,
      "grad_norm": 0.48831860172591524,
      "learning_rate": 2.3817797937977446e-06,
      "loss": 0.05,
      "step": 138283
    },
    {
      "epoch": 5.663895146426377,
      "grad_norm": 1.6138937650192886,
      "learning_rate": 2.3812009432290334e-06,
      "loss": 0.5036,
      "step": 138284
    },
    {
      "epoch": 5.6639361048535735,
      "grad_norm": 2.43835004052898,
      "learning_rate": 2.3806221624459e-06,
      "loss": 1.154,
      "step": 138285
    },
    {
      "epoch": 5.66397706328077,
      "grad_norm": 1.378290923924933,
      "learning_rate": 2.38004345144866e-06,
      "loss": 0.36,
      "step": 138286
    },
    {
      "epoch": 5.6640180217079665,
      "grad_norm": 1.6272283296002528,
      "learning_rate": 2.3794648102375634e-06,
      "loss": 0.3867,
      "step": 138287
    },
    {
      "epoch": 5.664058980135163,
      "grad_norm": 1.3292686644321818,
      "learning_rate": 2.3788862388128938e-06,
      "loss": 0.3877,
      "step": 138288
    },
    {
      "epoch": 5.664099938562359,
      "grad_norm": 1.0451665064613949,
      "learning_rate": 2.3783077371749337e-06,
      "loss": 0.2509,
      "step": 138289
    },
    {
      "epoch": 5.664140896989555,
      "grad_norm": 1.9376006883316426,
      "learning_rate": 2.3777293053239164e-06,
      "loss": 0.6311,
      "step": 138290
    },
    {
      "epoch": 5.664181855416752,
      "grad_norm": 0.49828702546180126,
      "learning_rate": 2.377150943260159e-06,
      "loss": 0.0422,
      "step": 138291
    },
    {
      "epoch": 5.664222813843948,
      "grad_norm": 1.6191687535985837,
      "learning_rate": 2.3765726509839265e-06,
      "loss": 0.5907,
      "step": 138292
    },
    {
      "epoch": 5.664263772271145,
      "grad_norm": 0.943712278971768,
      "learning_rate": 2.37599442849547e-06,
      "loss": 0.2057,
      "step": 138293
    },
    {
      "epoch": 5.664304730698341,
      "grad_norm": 2.1425828072576496,
      "learning_rate": 2.375416275795089e-06,
      "loss": 0.9743,
      "step": 138294
    },
    {
      "epoch": 5.664345689125538,
      "grad_norm": 2.519273415554268,
      "learning_rate": 2.374838192883033e-06,
      "loss": 1.4303,
      "step": 138295
    },
    {
      "epoch": 5.664386647552734,
      "grad_norm": 3.403163859979754,
      "learning_rate": 2.374260179759585e-06,
      "loss": 3.5161,
      "step": 138296
    },
    {
      "epoch": 5.66442760597993,
      "grad_norm": 2.0443790645045294,
      "learning_rate": 2.3736822364250286e-06,
      "loss": 0.9246,
      "step": 138297
    },
    {
      "epoch": 5.664468564407127,
      "grad_norm": 1.7502995893779378,
      "learning_rate": 2.37310436287963e-06,
      "loss": 0.5914,
      "step": 138298
    },
    {
      "epoch": 5.664509522834323,
      "grad_norm": 0.7385888873325097,
      "learning_rate": 2.3725265591236554e-06,
      "loss": 0.0608,
      "step": 138299
    },
    {
      "epoch": 5.66455048126152,
      "grad_norm": 1.8695799759118434,
      "learning_rate": 2.371948825157388e-06,
      "loss": 0.534,
      "step": 138300
    },
    {
      "epoch": 5.664591439688716,
      "grad_norm": 1.304795672441804,
      "learning_rate": 2.371371160981095e-06,
      "loss": 0.3474,
      "step": 138301
    },
    {
      "epoch": 5.664632398115913,
      "grad_norm": 1.7688092713033203,
      "learning_rate": 2.3707935665950584e-06,
      "loss": 0.5995,
      "step": 138302
    },
    {
      "epoch": 5.664673356543108,
      "grad_norm": 1.6359983422405315,
      "learning_rate": 2.3702160419995288e-06,
      "loss": 0.4744,
      "step": 138303
    },
    {
      "epoch": 5.664714314970305,
      "grad_norm": 0.7160074823915111,
      "learning_rate": 2.3696385871948053e-06,
      "loss": 0.0936,
      "step": 138304
    },
    {
      "epoch": 5.6647552733975015,
      "grad_norm": 1.4309129171401114,
      "learning_rate": 2.369061202181155e-06,
      "loss": 0.4256,
      "step": 138305
    },
    {
      "epoch": 5.664796231824698,
      "grad_norm": 2.322828898400278,
      "learning_rate": 2.3684838869588274e-06,
      "loss": 1.1946,
      "step": 138306
    },
    {
      "epoch": 5.664837190251895,
      "grad_norm": 1.8373242436101702,
      "learning_rate": 2.367906641528122e-06,
      "loss": 0.5817,
      "step": 138307
    },
    {
      "epoch": 5.66487814867909,
      "grad_norm": 0.9995120790448782,
      "learning_rate": 2.3673294658893226e-06,
      "loss": 0.1853,
      "step": 138308
    },
    {
      "epoch": 5.664919107106287,
      "grad_norm": 1.7594670247001842,
      "learning_rate": 2.366752360042662e-06,
      "loss": 0.5345,
      "step": 138309
    },
    {
      "epoch": 5.664960065533483,
      "grad_norm": 1.392388196253954,
      "learning_rate": 2.3661753239884394e-06,
      "loss": 0.4714,
      "step": 138310
    },
    {
      "epoch": 5.66500102396068,
      "grad_norm": 1.4317261249514144,
      "learning_rate": 2.365598357726922e-06,
      "loss": 0.4068,
      "step": 138311
    },
    {
      "epoch": 5.665041982387876,
      "grad_norm": 1.0797485952351782,
      "learning_rate": 2.365021461258376e-06,
      "loss": 0.2,
      "step": 138312
    },
    {
      "epoch": 5.665082940815073,
      "grad_norm": 1.5251097854002655,
      "learning_rate": 2.3644446345831014e-06,
      "loss": 0.5361,
      "step": 138313
    },
    {
      "epoch": 5.6651238992422694,
      "grad_norm": 0.9583415462430446,
      "learning_rate": 2.3638678777013308e-06,
      "loss": 0.1958,
      "step": 138314
    },
    {
      "epoch": 5.665164857669465,
      "grad_norm": 1.4173898532613984,
      "learning_rate": 2.363291190613381e-06,
      "loss": 0.4937,
      "step": 138315
    },
    {
      "epoch": 5.665205816096662,
      "grad_norm": 1.4548008635502427,
      "learning_rate": 2.3627145733194687e-06,
      "loss": 0.3714,
      "step": 138316
    },
    {
      "epoch": 5.665246774523858,
      "grad_norm": 0.884723464157617,
      "learning_rate": 2.3621380258199097e-06,
      "loss": 0.1538,
      "step": 138317
    },
    {
      "epoch": 5.665287732951055,
      "grad_norm": 2.216335701116137,
      "learning_rate": 2.3615615481149706e-06,
      "loss": 0.9787,
      "step": 138318
    },
    {
      "epoch": 5.665328691378251,
      "grad_norm": 0.516713594865332,
      "learning_rate": 2.3609851402049187e-06,
      "loss": 0.0683,
      "step": 138319
    },
    {
      "epoch": 5.665369649805448,
      "grad_norm": 1.2826142162629688,
      "learning_rate": 2.360408802090019e-06,
      "loss": 0.502,
      "step": 138320
    },
    {
      "epoch": 5.665410608232644,
      "grad_norm": 1.4463529702604119,
      "learning_rate": 2.359832533770556e-06,
      "loss": 0.4081,
      "step": 138321
    },
    {
      "epoch": 5.66545156665984,
      "grad_norm": 0.7996005511835961,
      "learning_rate": 2.3592563352467954e-06,
      "loss": 0.1876,
      "step": 138322
    },
    {
      "epoch": 5.6654925250870365,
      "grad_norm": 1.5965336402073904,
      "learning_rate": 2.3586802065190202e-06,
      "loss": 0.4231,
      "step": 138323
    },
    {
      "epoch": 5.665533483514233,
      "grad_norm": 0.7964269283353603,
      "learning_rate": 2.3581041475874807e-06,
      "loss": 0.1743,
      "step": 138324
    },
    {
      "epoch": 5.66557444194143,
      "grad_norm": 1.4250134880927894,
      "learning_rate": 2.3575281584524598e-06,
      "loss": 0.4229,
      "step": 138325
    },
    {
      "epoch": 5.665615400368626,
      "grad_norm": 2.2583350509004263,
      "learning_rate": 2.3569522391142403e-06,
      "loss": 0.7994,
      "step": 138326
    },
    {
      "epoch": 5.665656358795822,
      "grad_norm": 2.005730321888422,
      "learning_rate": 2.3563763895730726e-06,
      "loss": 0.5035,
      "step": 138327
    },
    {
      "epoch": 5.665697317223018,
      "grad_norm": 0.8754841742605337,
      "learning_rate": 2.3558006098292558e-06,
      "loss": 0.1833,
      "step": 138328
    },
    {
      "epoch": 5.665738275650215,
      "grad_norm": 1.6678267062842251,
      "learning_rate": 2.355224899883057e-06,
      "loss": 0.3833,
      "step": 138329
    },
    {
      "epoch": 5.665779234077411,
      "grad_norm": 1.7642818570752765,
      "learning_rate": 2.3546492597347256e-06,
      "loss": 0.68,
      "step": 138330
    },
    {
      "epoch": 5.665820192504608,
      "grad_norm": 1.6155821732729516,
      "learning_rate": 2.3540736893845612e-06,
      "loss": 0.3927,
      "step": 138331
    },
    {
      "epoch": 5.665861150931804,
      "grad_norm": 1.5276192593743205,
      "learning_rate": 2.353498188832814e-06,
      "loss": 0.5247,
      "step": 138332
    },
    {
      "epoch": 5.665902109359001,
      "grad_norm": 1.3613443219768822,
      "learning_rate": 2.3529227580797673e-06,
      "loss": 0.355,
      "step": 138333
    },
    {
      "epoch": 5.665943067786197,
      "grad_norm": 1.3398288415466886,
      "learning_rate": 2.3523473971257033e-06,
      "loss": 0.3907,
      "step": 138334
    },
    {
      "epoch": 5.665984026213393,
      "grad_norm": 1.8039948310076883,
      "learning_rate": 2.351772105970856e-06,
      "loss": 0.6672,
      "step": 138335
    },
    {
      "epoch": 5.66602498464059,
      "grad_norm": 0.743056696953641,
      "learning_rate": 2.3511968846155416e-06,
      "loss": 0.1745,
      "step": 138336
    },
    {
      "epoch": 5.666065943067786,
      "grad_norm": 1.1782047445284445,
      "learning_rate": 2.3506217330600097e-06,
      "loss": 0.2096,
      "step": 138337
    },
    {
      "epoch": 5.666106901494983,
      "grad_norm": 0.8950429725434654,
      "learning_rate": 2.3500466513045434e-06,
      "loss": 0.1824,
      "step": 138338
    },
    {
      "epoch": 5.666147859922179,
      "grad_norm": 1.5654628510024364,
      "learning_rate": 2.349471639349393e-06,
      "loss": 0.5221,
      "step": 138339
    },
    {
      "epoch": 5.666188818349376,
      "grad_norm": 0.7764276977437335,
      "learning_rate": 2.3488966971948577e-06,
      "loss": 0.195,
      "step": 138340
    },
    {
      "epoch": 5.6662297767765715,
      "grad_norm": 1.0022895452374372,
      "learning_rate": 2.348321824841187e-06,
      "loss": 0.2287,
      "step": 138341
    },
    {
      "epoch": 5.666270735203768,
      "grad_norm": 1.7530336374179236,
      "learning_rate": 2.347747022288665e-06,
      "loss": 0.542,
      "step": 138342
    },
    {
      "epoch": 5.6663116936309645,
      "grad_norm": 1.6742146662004438,
      "learning_rate": 2.3471722895375744e-06,
      "loss": 0.5057,
      "step": 138343
    },
    {
      "epoch": 5.666352652058161,
      "grad_norm": 1.3187401652428934,
      "learning_rate": 2.346597626588148e-06,
      "loss": 0.3961,
      "step": 138344
    },
    {
      "epoch": 5.666393610485358,
      "grad_norm": 1.54684992664198,
      "learning_rate": 2.3460230334407024e-06,
      "loss": 0.554,
      "step": 138345
    },
    {
      "epoch": 5.666434568912553,
      "grad_norm": 1.8678643217582458,
      "learning_rate": 2.3454485100954712e-06,
      "loss": 0.4901,
      "step": 138346
    },
    {
      "epoch": 5.66647552733975,
      "grad_norm": 1.389519950451231,
      "learning_rate": 2.3448740565527535e-06,
      "loss": 0.4902,
      "step": 138347
    },
    {
      "epoch": 5.666516485766946,
      "grad_norm": 1.3878952923039747,
      "learning_rate": 2.344299672812816e-06,
      "loss": 0.3714,
      "step": 138348
    },
    {
      "epoch": 5.666557444194143,
      "grad_norm": 1.5632159623024124,
      "learning_rate": 2.3437253588759252e-06,
      "loss": 0.46,
      "step": 138349
    },
    {
      "epoch": 5.666598402621339,
      "grad_norm": 1.5826169071097116,
      "learning_rate": 2.3431511147423475e-06,
      "loss": 0.4957,
      "step": 138350
    },
    {
      "epoch": 5.666639361048536,
      "grad_norm": 1.3315795116400668,
      "learning_rate": 2.342576940412366e-06,
      "loss": 0.4564,
      "step": 138351
    },
    {
      "epoch": 5.6666803194757325,
      "grad_norm": 1.3755610356101464,
      "learning_rate": 2.3420028358862307e-06,
      "loss": 0.3404,
      "step": 138352
    },
    {
      "epoch": 5.666721277902928,
      "grad_norm": 1.5589535927684341,
      "learning_rate": 2.3414288011642413e-06,
      "loss": 0.4507,
      "step": 138353
    },
    {
      "epoch": 5.666762236330125,
      "grad_norm": 0.9789566050176988,
      "learning_rate": 2.340854836246647e-06,
      "loss": 0.2318,
      "step": 138354
    },
    {
      "epoch": 5.666803194757321,
      "grad_norm": 1.1107478862480422,
      "learning_rate": 2.340280941133732e-06,
      "loss": 0.2404,
      "step": 138355
    },
    {
      "epoch": 5.666844153184518,
      "grad_norm": 1.448919404375192,
      "learning_rate": 2.3397071158257787e-06,
      "loss": 0.432,
      "step": 138356
    },
    {
      "epoch": 5.666885111611714,
      "grad_norm": 1.735658338421875,
      "learning_rate": 2.33913336032302e-06,
      "loss": 0.564,
      "step": 138357
    },
    {
      "epoch": 5.666926070038911,
      "grad_norm": 1.5299883178481584,
      "learning_rate": 2.3385596746257727e-06,
      "loss": 0.5063,
      "step": 138358
    },
    {
      "epoch": 5.666967028466107,
      "grad_norm": 1.1879538216717662,
      "learning_rate": 2.3379860587342703e-06,
      "loss": 0.4997,
      "step": 138359
    },
    {
      "epoch": 5.667007986893303,
      "grad_norm": 1.4863494530654988,
      "learning_rate": 2.3374125126487954e-06,
      "loss": 0.3896,
      "step": 138360
    },
    {
      "epoch": 5.6670489453204995,
      "grad_norm": 1.2438409748753487,
      "learning_rate": 2.3368390363696477e-06,
      "loss": 0.2736,
      "step": 138361
    },
    {
      "epoch": 5.667089903747696,
      "grad_norm": 1.2516489766276637,
      "learning_rate": 2.336265629897044e-06,
      "loss": 0.3606,
      "step": 138362
    },
    {
      "epoch": 5.667130862174893,
      "grad_norm": 1.8168461739806565,
      "learning_rate": 2.3356922932313004e-06,
      "loss": 0.6507,
      "step": 138363
    },
    {
      "epoch": 5.667171820602089,
      "grad_norm": 1.3811651732113697,
      "learning_rate": 2.3351190263726836e-06,
      "loss": 0.4071,
      "step": 138364
    },
    {
      "epoch": 5.667212779029286,
      "grad_norm": 1.6101985628730133,
      "learning_rate": 2.3345458293214435e-06,
      "loss": 0.5203,
      "step": 138365
    },
    {
      "epoch": 5.667253737456481,
      "grad_norm": 0.9693801249116581,
      "learning_rate": 2.333972702077863e-06,
      "loss": 0.1942,
      "step": 138366
    },
    {
      "epoch": 5.667294695883678,
      "grad_norm": 1.8847359934427776,
      "learning_rate": 2.333399644642209e-06,
      "loss": 0.5941,
      "step": 138367
    },
    {
      "epoch": 5.667335654310874,
      "grad_norm": 1.7007837329725484,
      "learning_rate": 2.332826657014747e-06,
      "loss": 0.5904,
      "step": 138368
    },
    {
      "epoch": 5.667376612738071,
      "grad_norm": 1.4474889945731266,
      "learning_rate": 2.3322537391957774e-06,
      "loss": 0.4123,
      "step": 138369
    },
    {
      "epoch": 5.6674175711652675,
      "grad_norm": 1.7146430807944233,
      "learning_rate": 2.3316808911855335e-06,
      "loss": 0.5578,
      "step": 138370
    },
    {
      "epoch": 5.667458529592464,
      "grad_norm": 1.043388897154745,
      "learning_rate": 2.331108112984298e-06,
      "loss": 0.2182,
      "step": 138371
    },
    {
      "epoch": 5.66749948801966,
      "grad_norm": 1.298943902425558,
      "learning_rate": 2.330535404592354e-06,
      "loss": 0.292,
      "step": 138372
    },
    {
      "epoch": 5.667540446446856,
      "grad_norm": 1.5479178077523155,
      "learning_rate": 2.3299627660099518e-06,
      "loss": 0.5061,
      "step": 138373
    },
    {
      "epoch": 5.667581404874053,
      "grad_norm": 1.6192791893236869,
      "learning_rate": 2.3293901972374072e-06,
      "loss": 0.4521,
      "step": 138374
    },
    {
      "epoch": 5.667622363301249,
      "grad_norm": 1.4953154441793213,
      "learning_rate": 2.3288176982749207e-06,
      "loss": 0.4353,
      "step": 138375
    },
    {
      "epoch": 5.667663321728446,
      "grad_norm": 1.5446976853770364,
      "learning_rate": 2.328245269122808e-06,
      "loss": 0.316,
      "step": 138376
    },
    {
      "epoch": 5.667704280155642,
      "grad_norm": 1.33602888074755,
      "learning_rate": 2.327672909781353e-06,
      "loss": 0.3702,
      "step": 138377
    },
    {
      "epoch": 5.667745238582839,
      "grad_norm": 1.813905587296311,
      "learning_rate": 2.327100620250788e-06,
      "loss": 0.495,
      "step": 138378
    },
    {
      "epoch": 5.6677861970100345,
      "grad_norm": 0.707292838033986,
      "learning_rate": 2.3265284005313965e-06,
      "loss": 0.1149,
      "step": 138379
    },
    {
      "epoch": 5.667827155437231,
      "grad_norm": 1.440426843796725,
      "learning_rate": 2.3259562506234787e-06,
      "loss": 0.2828,
      "step": 138380
    },
    {
      "epoch": 5.667868113864428,
      "grad_norm": 2.075279764430572,
      "learning_rate": 2.3253841705272502e-06,
      "loss": 0.8746,
      "step": 138381
    },
    {
      "epoch": 5.667909072291624,
      "grad_norm": 1.4550003940518321,
      "learning_rate": 2.324812160243028e-06,
      "loss": 0.4077,
      "step": 138382
    },
    {
      "epoch": 5.667950030718821,
      "grad_norm": 1.4566721107701537,
      "learning_rate": 2.3242402197710617e-06,
      "loss": 0.4516,
      "step": 138383
    },
    {
      "epoch": 5.667990989146017,
      "grad_norm": 1.6856596551302052,
      "learning_rate": 2.3236683491116183e-06,
      "loss": 0.6066,
      "step": 138384
    },
    {
      "epoch": 5.668031947573213,
      "grad_norm": 0.9107757004225964,
      "learning_rate": 2.3230965482649964e-06,
      "loss": 0.1648,
      "step": 138385
    },
    {
      "epoch": 5.668072906000409,
      "grad_norm": 1.7496038534338518,
      "learning_rate": 2.3225248172314136e-06,
      "loss": 0.5301,
      "step": 138386
    },
    {
      "epoch": 5.668113864427606,
      "grad_norm": 1.2390902415516925,
      "learning_rate": 2.3219531560112027e-06,
      "loss": 0.3245,
      "step": 138387
    },
    {
      "epoch": 5.668154822854802,
      "grad_norm": 1.5710817658994445,
      "learning_rate": 2.32138156460458e-06,
      "loss": 0.5668,
      "step": 138388
    },
    {
      "epoch": 5.668195781281999,
      "grad_norm": 1.7366241992231033,
      "learning_rate": 2.320810043011845e-06,
      "loss": 0.6661,
      "step": 138389
    },
    {
      "epoch": 5.6682367397091955,
      "grad_norm": 1.8853300081687983,
      "learning_rate": 2.320238591233281e-06,
      "loss": 0.3602,
      "step": 138390
    },
    {
      "epoch": 5.668277698136391,
      "grad_norm": 1.6771238656056895,
      "learning_rate": 2.319667209269105e-06,
      "loss": 0.6009,
      "step": 138391
    },
    {
      "epoch": 5.668318656563588,
      "grad_norm": 2.9765475615426693,
      "learning_rate": 2.3190958971196326e-06,
      "loss": 2.2862,
      "step": 138392
    },
    {
      "epoch": 5.668359614990784,
      "grad_norm": 1.6695798897144234,
      "learning_rate": 2.318524654785131e-06,
      "loss": 0.5322,
      "step": 138393
    },
    {
      "epoch": 5.668400573417981,
      "grad_norm": 1.34022650613278,
      "learning_rate": 2.3179534822658664e-06,
      "loss": 0.3483,
      "step": 138394
    },
    {
      "epoch": 5.668441531845177,
      "grad_norm": 1.7987320460318026,
      "learning_rate": 2.317382379562105e-06,
      "loss": 0.632,
      "step": 138395
    },
    {
      "epoch": 5.668482490272374,
      "grad_norm": 1.4065358151715512,
      "learning_rate": 2.3168113466740966e-06,
      "loss": 0.573,
      "step": 138396
    },
    {
      "epoch": 5.66852344869957,
      "grad_norm": 1.2701835079263675,
      "learning_rate": 2.316240383602125e-06,
      "loss": 0.3995,
      "step": 138397
    },
    {
      "epoch": 5.668564407126766,
      "grad_norm": 1.5826439078232994,
      "learning_rate": 2.3156694903464888e-06,
      "loss": 0.4906,
      "step": 138398
    },
    {
      "epoch": 5.6686053655539625,
      "grad_norm": 1.5418412175821476,
      "learning_rate": 2.3150986669074223e-06,
      "loss": 0.3742,
      "step": 138399
    },
    {
      "epoch": 5.668646323981159,
      "grad_norm": 1.7737349133919909,
      "learning_rate": 2.314527913285208e-06,
      "loss": 0.5311,
      "step": 138400
    },
    {
      "epoch": 5.668687282408356,
      "grad_norm": 0.8993326842175293,
      "learning_rate": 2.313957229480129e-06,
      "loss": 0.18,
      "step": 138401
    },
    {
      "epoch": 5.668728240835552,
      "grad_norm": 1.495429051564452,
      "learning_rate": 2.3133866154924184e-06,
      "loss": 0.4794,
      "step": 138402
    },
    {
      "epoch": 5.668769199262749,
      "grad_norm": 1.3776373009778262,
      "learning_rate": 2.312816071322393e-06,
      "loss": 0.3656,
      "step": 138403
    },
    {
      "epoch": 5.668810157689944,
      "grad_norm": 1.466106558350794,
      "learning_rate": 2.312245596970269e-06,
      "loss": 0.5325,
      "step": 138404
    },
    {
      "epoch": 5.668851116117141,
      "grad_norm": 1.6141140942148047,
      "learning_rate": 2.311675192436363e-06,
      "loss": 0.3361,
      "step": 138405
    },
    {
      "epoch": 5.668892074544337,
      "grad_norm": 1.94979317320991,
      "learning_rate": 2.3111048577209414e-06,
      "loss": 0.4804,
      "step": 138406
    },
    {
      "epoch": 5.668933032971534,
      "grad_norm": 1.3398621238095605,
      "learning_rate": 2.310534592824237e-06,
      "loss": 0.3122,
      "step": 138407
    },
    {
      "epoch": 5.6689739913987305,
      "grad_norm": 0.7923908501832956,
      "learning_rate": 2.309964397746533e-06,
      "loss": 0.1082,
      "step": 138408
    },
    {
      "epoch": 5.669014949825927,
      "grad_norm": 1.3124940886802086,
      "learning_rate": 2.3093942724881297e-06,
      "loss": 0.4853,
      "step": 138409
    },
    {
      "epoch": 5.669055908253123,
      "grad_norm": 0.8336304950907423,
      "learning_rate": 2.3088242170492765e-06,
      "loss": 0.1364,
      "step": 138410
    },
    {
      "epoch": 5.669096866680319,
      "grad_norm": 1.7572699669027243,
      "learning_rate": 2.30825423143024e-06,
      "loss": 0.5892,
      "step": 138411
    },
    {
      "epoch": 5.669137825107516,
      "grad_norm": 1.7710288312527571,
      "learning_rate": 2.3076843156312864e-06,
      "loss": 0.5787,
      "step": 138412
    },
    {
      "epoch": 5.669178783534712,
      "grad_norm": 0.47561193977449706,
      "learning_rate": 2.3071144696526823e-06,
      "loss": 0.0538,
      "step": 138413
    },
    {
      "epoch": 5.669219741961909,
      "grad_norm": 1.56550315682424,
      "learning_rate": 2.306544693494694e-06,
      "loss": 0.4911,
      "step": 138414
    },
    {
      "epoch": 5.669260700389105,
      "grad_norm": 0.45145398621129507,
      "learning_rate": 2.3059749871576384e-06,
      "loss": 0.0519,
      "step": 138415
    },
    {
      "epoch": 5.669301658816302,
      "grad_norm": 0.9084525910317218,
      "learning_rate": 2.305405350641715e-06,
      "loss": 0.2166,
      "step": 138416
    },
    {
      "epoch": 5.6693426172434975,
      "grad_norm": 1.4424433513030719,
      "learning_rate": 2.3048357839472397e-06,
      "loss": 0.5035,
      "step": 138417
    },
    {
      "epoch": 5.669383575670694,
      "grad_norm": 0.9121101494808789,
      "learning_rate": 2.3042662870744634e-06,
      "loss": 0.1715,
      "step": 138418
    },
    {
      "epoch": 5.669424534097891,
      "grad_norm": 1.6508448287713309,
      "learning_rate": 2.303696860023652e-06,
      "loss": 0.452,
      "step": 138419
    },
    {
      "epoch": 5.669465492525087,
      "grad_norm": 1.449010906199758,
      "learning_rate": 2.303127502795105e-06,
      "loss": 0.3865,
      "step": 138420
    },
    {
      "epoch": 5.669506450952284,
      "grad_norm": 1.4079229349892695,
      "learning_rate": 2.3025582153890388e-06,
      "loss": 0.4126,
      "step": 138421
    },
    {
      "epoch": 5.66954740937948,
      "grad_norm": 1.195842246673392,
      "learning_rate": 2.3019889978057705e-06,
      "loss": 0.2751,
      "step": 138422
    },
    {
      "epoch": 5.669588367806676,
      "grad_norm": 1.614732997229821,
      "learning_rate": 2.3014198500455495e-06,
      "loss": 0.5909,
      "step": 138423
    },
    {
      "epoch": 5.669629326233872,
      "grad_norm": 1.498448925292138,
      "learning_rate": 2.300850772108642e-06,
      "loss": 0.4893,
      "step": 138424
    },
    {
      "epoch": 5.669670284661069,
      "grad_norm": 2.3747631577249213,
      "learning_rate": 2.3002817639953317e-06,
      "loss": 1.093,
      "step": 138425
    },
    {
      "epoch": 5.6697112430882655,
      "grad_norm": 1.5513751379387504,
      "learning_rate": 2.299712825705868e-06,
      "loss": 0.5759,
      "step": 138426
    },
    {
      "epoch": 5.669752201515462,
      "grad_norm": 1.1193877243714918,
      "learning_rate": 2.2991439572405347e-06,
      "loss": 0.3296,
      "step": 138427
    },
    {
      "epoch": 5.6697931599426585,
      "grad_norm": 1.7097010443591452,
      "learning_rate": 2.298575158599597e-06,
      "loss": 0.5768,
      "step": 138428
    },
    {
      "epoch": 5.669834118369854,
      "grad_norm": 1.8403046494239566,
      "learning_rate": 2.2980064297833058e-06,
      "loss": 0.6836,
      "step": 138429
    },
    {
      "epoch": 5.669875076797051,
      "grad_norm": 0.8070570578896225,
      "learning_rate": 2.2974377707919765e-06,
      "loss": 0.1982,
      "step": 138430
    },
    {
      "epoch": 5.669916035224247,
      "grad_norm": 1.5687321191815116,
      "learning_rate": 2.296869181625827e-06,
      "loss": 0.5953,
      "step": 138431
    },
    {
      "epoch": 5.669956993651444,
      "grad_norm": 1.7551774661517134,
      "learning_rate": 2.296300662285139e-06,
      "loss": 0.5516,
      "step": 138432
    },
    {
      "epoch": 5.66999795207864,
      "grad_norm": 1.6748448486420744,
      "learning_rate": 2.295732212770213e-06,
      "loss": 0.5288,
      "step": 138433
    },
    {
      "epoch": 5.670038910505837,
      "grad_norm": 1.6538485817621413,
      "learning_rate": 2.2951638330812818e-06,
      "loss": 0.4081,
      "step": 138434
    },
    {
      "epoch": 5.670079868933033,
      "grad_norm": 2.005004005300218,
      "learning_rate": 2.294595523218612e-06,
      "loss": 0.799,
      "step": 138435
    },
    {
      "epoch": 5.670120827360229,
      "grad_norm": 1.4450703494483792,
      "learning_rate": 2.2940272831825203e-06,
      "loss": 0.4174,
      "step": 138436
    },
    {
      "epoch": 5.670161785787426,
      "grad_norm": 2.8769288372355732,
      "learning_rate": 2.293459112973206e-06,
      "loss": 2.398,
      "step": 138437
    },
    {
      "epoch": 5.670202744214622,
      "grad_norm": 0.9615672637510687,
      "learning_rate": 2.2928910125910025e-06,
      "loss": 0.2119,
      "step": 138438
    },
    {
      "epoch": 5.670243702641819,
      "grad_norm": 1.7721222212556496,
      "learning_rate": 2.2923229820361266e-06,
      "loss": 0.6283,
      "step": 138439
    },
    {
      "epoch": 5.670284661069015,
      "grad_norm": 1.6365740927703931,
      "learning_rate": 2.2917550213088774e-06,
      "loss": 0.4233,
      "step": 138440
    },
    {
      "epoch": 5.670325619496212,
      "grad_norm": 1.5885540471968553,
      "learning_rate": 2.291187130409522e-06,
      "loss": 0.4337,
      "step": 138441
    },
    {
      "epoch": 5.670366577923407,
      "grad_norm": 1.624918057378489,
      "learning_rate": 2.29061930933831e-06,
      "loss": 0.5831,
      "step": 138442
    },
    {
      "epoch": 5.670407536350604,
      "grad_norm": 2.8583370994317585,
      "learning_rate": 2.290051558095524e-06,
      "loss": 2.4369,
      "step": 138443
    },
    {
      "epoch": 5.6704484947778,
      "grad_norm": 1.3333457808577291,
      "learning_rate": 2.289483876681447e-06,
      "loss": 0.4772,
      "step": 138444
    },
    {
      "epoch": 5.670489453204997,
      "grad_norm": 1.1610765009751858,
      "learning_rate": 2.2889162650963134e-06,
      "loss": 0.2729,
      "step": 138445
    },
    {
      "epoch": 5.6705304116321935,
      "grad_norm": 1.5970714325343907,
      "learning_rate": 2.2883487233404217e-06,
      "loss": 0.4817,
      "step": 138446
    },
    {
      "epoch": 5.67057137005939,
      "grad_norm": 1.3531143812724005,
      "learning_rate": 2.2877812514140227e-06,
      "loss": 0.4096,
      "step": 138447
    },
    {
      "epoch": 5.670612328486586,
      "grad_norm": 1.6918694021982232,
      "learning_rate": 2.287213849317382e-06,
      "loss": 0.4221,
      "step": 138448
    },
    {
      "epoch": 5.670653286913782,
      "grad_norm": 1.5344486476911887,
      "learning_rate": 2.286646517050783e-06,
      "loss": 0.5186,
      "step": 138449
    },
    {
      "epoch": 5.670694245340979,
      "grad_norm": 1.672531254566591,
      "learning_rate": 2.2860792546144758e-06,
      "loss": 0.5151,
      "step": 138450
    },
    {
      "epoch": 5.670735203768175,
      "grad_norm": 1.4360001795226907,
      "learning_rate": 2.285512062008743e-06,
      "loss": 0.4306,
      "step": 138451
    },
    {
      "epoch": 5.670776162195372,
      "grad_norm": 1.170885552461662,
      "learning_rate": 2.2849449392338683e-06,
      "loss": 0.0892,
      "step": 138452
    },
    {
      "epoch": 5.670817120622568,
      "grad_norm": 1.4001853291878592,
      "learning_rate": 2.2843778862900674e-06,
      "loss": 0.4081,
      "step": 138453
    },
    {
      "epoch": 5.670858079049765,
      "grad_norm": 1.4093988640512911,
      "learning_rate": 2.283810903177674e-06,
      "loss": 0.3278,
      "step": 138454
    },
    {
      "epoch": 5.670899037476961,
      "grad_norm": 1.9668466256077142,
      "learning_rate": 2.2832439898969048e-06,
      "loss": 0.7984,
      "step": 138455
    },
    {
      "epoch": 5.670939995904157,
      "grad_norm": 1.536476198025326,
      "learning_rate": 2.282677146448042e-06,
      "loss": 0.3985,
      "step": 138456
    },
    {
      "epoch": 5.670980954331354,
      "grad_norm": 2.5050807462699494,
      "learning_rate": 2.2821103728313693e-06,
      "loss": 1.8341,
      "step": 138457
    },
    {
      "epoch": 5.67102191275855,
      "grad_norm": 1.6097304457330064,
      "learning_rate": 2.2815436690471365e-06,
      "loss": 0.6274,
      "step": 138458
    },
    {
      "epoch": 5.671062871185747,
      "grad_norm": 0.948588492958424,
      "learning_rate": 2.2809770350956267e-06,
      "loss": 0.1836,
      "step": 138459
    },
    {
      "epoch": 5.671103829612943,
      "grad_norm": 1.5815982109676485,
      "learning_rate": 2.2804104709770896e-06,
      "loss": 0.5076,
      "step": 138460
    },
    {
      "epoch": 5.671144788040139,
      "grad_norm": 1.7834205354568602,
      "learning_rate": 2.279843976691792e-06,
      "loss": 0.5438,
      "step": 138461
    },
    {
      "epoch": 5.671185746467335,
      "grad_norm": 1.2145645092159782,
      "learning_rate": 2.279277552240033e-06,
      "loss": 0.3265,
      "step": 138462
    },
    {
      "epoch": 5.671226704894532,
      "grad_norm": 1.6610749758643266,
      "learning_rate": 2.2787111976220463e-06,
      "loss": 0.4968,
      "step": 138463
    },
    {
      "epoch": 5.6712676633217285,
      "grad_norm": 1.9905277076943364,
      "learning_rate": 2.2781449128381147e-06,
      "loss": 0.7808,
      "step": 138464
    },
    {
      "epoch": 5.671308621748925,
      "grad_norm": 1.5343471181752186,
      "learning_rate": 2.277578697888521e-06,
      "loss": 0.5088,
      "step": 138465
    },
    {
      "epoch": 5.671349580176122,
      "grad_norm": 1.2211571225674087,
      "learning_rate": 2.2770125527734997e-06,
      "loss": 0.3021,
      "step": 138466
    },
    {
      "epoch": 5.671390538603317,
      "grad_norm": 1.6782786361207582,
      "learning_rate": 2.2764464774933487e-06,
      "loss": 0.5938,
      "step": 138467
    },
    {
      "epoch": 5.671431497030514,
      "grad_norm": 1.4368693560744932,
      "learning_rate": 2.2758804720483025e-06,
      "loss": 0.361,
      "step": 138468
    },
    {
      "epoch": 5.67147245545771,
      "grad_norm": 1.001623715283581,
      "learning_rate": 2.2753145364386604e-06,
      "loss": 0.1949,
      "step": 138469
    },
    {
      "epoch": 5.671513413884907,
      "grad_norm": 1.8249788002371172,
      "learning_rate": 2.2747486706646724e-06,
      "loss": 0.6361,
      "step": 138470
    },
    {
      "epoch": 5.671554372312103,
      "grad_norm": 1.5678643103527217,
      "learning_rate": 2.274182874726621e-06,
      "loss": 0.5646,
      "step": 138471
    },
    {
      "epoch": 5.6715953307393,
      "grad_norm": 1.459383899227106,
      "learning_rate": 2.2736171486247402e-06,
      "loss": 0.4748,
      "step": 138472
    },
    {
      "epoch": 5.671636289166496,
      "grad_norm": 1.3556283663920423,
      "learning_rate": 2.2730514923593458e-06,
      "loss": 0.5227,
      "step": 138473
    },
    {
      "epoch": 5.671677247593692,
      "grad_norm": 0.8091261844655666,
      "learning_rate": 2.272485905930671e-06,
      "loss": 0.1786,
      "step": 138474
    },
    {
      "epoch": 5.671718206020889,
      "grad_norm": 1.6482466623682184,
      "learning_rate": 2.271920389338999e-06,
      "loss": 0.4655,
      "step": 138475
    },
    {
      "epoch": 5.671759164448085,
      "grad_norm": 1.5458779785362202,
      "learning_rate": 2.27135494258458e-06,
      "loss": 0.4352,
      "step": 138476
    },
    {
      "epoch": 5.671800122875282,
      "grad_norm": 1.5268357974263795,
      "learning_rate": 2.2707895656676967e-06,
      "loss": 0.4703,
      "step": 138477
    },
    {
      "epoch": 5.671841081302478,
      "grad_norm": 1.404227201106317,
      "learning_rate": 2.2702242585886155e-06,
      "loss": 0.4247,
      "step": 138478
    },
    {
      "epoch": 5.671882039729675,
      "grad_norm": 1.5597737425262974,
      "learning_rate": 2.269659021347603e-06,
      "loss": 0.4581,
      "step": 138479
    },
    {
      "epoch": 5.67192299815687,
      "grad_norm": 1.2677570998610903,
      "learning_rate": 2.269093853944909e-06,
      "loss": 0.2747,
      "step": 138480
    },
    {
      "epoch": 5.671963956584067,
      "grad_norm": 0.8116623877941848,
      "learning_rate": 2.268528756380833e-06,
      "loss": 0.0906,
      "step": 138481
    },
    {
      "epoch": 5.6720049150112635,
      "grad_norm": 1.44539685748406,
      "learning_rate": 2.2679637286556084e-06,
      "loss": 0.3908,
      "step": 138482
    },
    {
      "epoch": 5.67204587343846,
      "grad_norm": 1.918337745292681,
      "learning_rate": 2.267398770769535e-06,
      "loss": 0.9565,
      "step": 138483
    },
    {
      "epoch": 5.6720868318656565,
      "grad_norm": 1.8742433160558476,
      "learning_rate": 2.2668338827228625e-06,
      "loss": 0.6251,
      "step": 138484
    },
    {
      "epoch": 5.672127790292853,
      "grad_norm": 1.9299509468989975,
      "learning_rate": 2.266269064515841e-06,
      "loss": 0.6319,
      "step": 138485
    },
    {
      "epoch": 5.672168748720049,
      "grad_norm": 1.0240485883441177,
      "learning_rate": 2.2657043161487696e-06,
      "loss": 0.2515,
      "step": 138486
    },
    {
      "epoch": 5.672209707147245,
      "grad_norm": 1.474183579075428,
      "learning_rate": 2.265139637621882e-06,
      "loss": 0.4468,
      "step": 138487
    },
    {
      "epoch": 5.672250665574442,
      "grad_norm": 1.0331524731255541,
      "learning_rate": 2.264575028935478e-06,
      "loss": 0.1796,
      "step": 138488
    },
    {
      "epoch": 5.672291624001638,
      "grad_norm": 1.6860409630732502,
      "learning_rate": 2.264010490089807e-06,
      "loss": 0.5497,
      "step": 138489
    },
    {
      "epoch": 5.672332582428835,
      "grad_norm": 1.2638355390715421,
      "learning_rate": 2.263446021085136e-06,
      "loss": 0.3336,
      "step": 138490
    },
    {
      "epoch": 5.672373540856031,
      "grad_norm": 0.9865957832019221,
      "learning_rate": 2.2628816219217303e-06,
      "loss": 0.2224,
      "step": 138491
    },
    {
      "epoch": 5.672414499283228,
      "grad_norm": 0.6524786292528569,
      "learning_rate": 2.2623172925998746e-06,
      "loss": 0.0965,
      "step": 138492
    },
    {
      "epoch": 5.672455457710424,
      "grad_norm": 1.6561810912147024,
      "learning_rate": 2.2617530331198173e-06,
      "loss": 0.4985,
      "step": 138493
    },
    {
      "epoch": 5.67249641613762,
      "grad_norm": 1.6839889551012166,
      "learning_rate": 2.2611888434818427e-06,
      "loss": 0.5046,
      "step": 138494
    },
    {
      "epoch": 5.672537374564817,
      "grad_norm": 1.5094147440705208,
      "learning_rate": 2.260624723686183e-06,
      "loss": 0.4422,
      "step": 138495
    },
    {
      "epoch": 5.672578332992013,
      "grad_norm": 1.3620524775701641,
      "learning_rate": 2.2600606737331385e-06,
      "loss": 0.3713,
      "step": 138496
    },
    {
      "epoch": 5.67261929141921,
      "grad_norm": 0.8913829251071613,
      "learning_rate": 2.2594966936229587e-06,
      "loss": 0.1612,
      "step": 138497
    },
    {
      "epoch": 5.672660249846406,
      "grad_norm": 0.7278114063664328,
      "learning_rate": 2.2589327833559267e-06,
      "loss": 0.1324,
      "step": 138498
    },
    {
      "epoch": 5.672701208273602,
      "grad_norm": 1.4467590034180258,
      "learning_rate": 2.258368942932276e-06,
      "loss": 0.3707,
      "step": 138499
    },
    {
      "epoch": 5.6727421667007984,
      "grad_norm": 1.356399235989516,
      "learning_rate": 2.257805172352323e-06,
      "loss": 0.433,
      "step": 138500
    },
    {
      "epoch": 5.672783125127995,
      "grad_norm": 1.5446449779192981,
      "learning_rate": 2.2572414716162833e-06,
      "loss": 0.4293,
      "step": 138501
    },
    {
      "epoch": 5.6728240835551915,
      "grad_norm": 1.548892273745103,
      "learning_rate": 2.2566778407244745e-06,
      "loss": 0.406,
      "step": 138502
    },
    {
      "epoch": 5.672865041982388,
      "grad_norm": 1.525937836436213,
      "learning_rate": 2.2561142796771127e-06,
      "loss": 0.3521,
      "step": 138503
    },
    {
      "epoch": 5.672906000409585,
      "grad_norm": 1.863537331096664,
      "learning_rate": 2.2555507884744806e-06,
      "loss": 0.6865,
      "step": 138504
    },
    {
      "epoch": 5.67294695883678,
      "grad_norm": 1.0589224659841021,
      "learning_rate": 2.2549873671168783e-06,
      "loss": 0.1827,
      "step": 138505
    },
    {
      "epoch": 5.672987917263977,
      "grad_norm": 1.4392230721955543,
      "learning_rate": 2.2544240156045223e-06,
      "loss": 0.4378,
      "step": 138506
    },
    {
      "epoch": 5.673028875691173,
      "grad_norm": 1.6179049724676942,
      "learning_rate": 2.2538607339377124e-06,
      "loss": 0.5149,
      "step": 138507
    },
    {
      "epoch": 5.67306983411837,
      "grad_norm": 1.4007102878494058,
      "learning_rate": 2.253297522116698e-06,
      "loss": 0.4184,
      "step": 138508
    },
    {
      "epoch": 5.673110792545566,
      "grad_norm": 0.9720643483718363,
      "learning_rate": 2.2527343801417466e-06,
      "loss": 0.1254,
      "step": 138509
    },
    {
      "epoch": 5.673151750972763,
      "grad_norm": 1.9659494635480836,
      "learning_rate": 2.2521713080131564e-06,
      "loss": 0.7567,
      "step": 138510
    },
    {
      "epoch": 5.6731927093999595,
      "grad_norm": 1.2944325831165182,
      "learning_rate": 2.2516083057311285e-06,
      "loss": 0.3296,
      "step": 138511
    },
    {
      "epoch": 5.673233667827155,
      "grad_norm": 1.5887260197480257,
      "learning_rate": 2.2510453732959786e-06,
      "loss": 0.4393,
      "step": 138512
    },
    {
      "epoch": 5.673274626254352,
      "grad_norm": 0.857421167485429,
      "learning_rate": 2.2504825107079736e-06,
      "loss": 0.1875,
      "step": 138513
    },
    {
      "epoch": 5.673315584681548,
      "grad_norm": 0.8273972691743878,
      "learning_rate": 2.2499197179673634e-06,
      "loss": 0.1542,
      "step": 138514
    },
    {
      "epoch": 5.673356543108745,
      "grad_norm": 1.4496226698143109,
      "learning_rate": 2.249356995074414e-06,
      "loss": 0.3824,
      "step": 138515
    },
    {
      "epoch": 5.673397501535941,
      "grad_norm": 1.6023743371858674,
      "learning_rate": 2.248794342029392e-06,
      "loss": 0.545,
      "step": 138516
    },
    {
      "epoch": 5.673438459963138,
      "grad_norm": 1.4434901575845103,
      "learning_rate": 2.2482317588325636e-06,
      "loss": 0.39,
      "step": 138517
    },
    {
      "epoch": 5.673479418390333,
      "grad_norm": 1.4476024711211486,
      "learning_rate": 2.2476692454842125e-06,
      "loss": 0.5034,
      "step": 138518
    },
    {
      "epoch": 5.67352037681753,
      "grad_norm": 1.5476642622276793,
      "learning_rate": 2.2471068019845717e-06,
      "loss": 0.4308,
      "step": 138519
    },
    {
      "epoch": 5.6735613352447265,
      "grad_norm": 1.5053969130673677,
      "learning_rate": 2.246544428333941e-06,
      "loss": 0.5061,
      "step": 138520
    },
    {
      "epoch": 5.673602293671923,
      "grad_norm": 1.3699792497779897,
      "learning_rate": 2.245982124532569e-06,
      "loss": 0.3965,
      "step": 138521
    },
    {
      "epoch": 5.67364325209912,
      "grad_norm": 1.6678102244778952,
      "learning_rate": 2.2454198905807077e-06,
      "loss": 0.483,
      "step": 138522
    },
    {
      "epoch": 5.673684210526316,
      "grad_norm": 1.3815310892756412,
      "learning_rate": 2.244857726478655e-06,
      "loss": 0.3551,
      "step": 138523
    },
    {
      "epoch": 5.673725168953512,
      "grad_norm": 1.7839650435574628,
      "learning_rate": 2.244295632226645e-06,
      "loss": 0.5084,
      "step": 138524
    },
    {
      "epoch": 5.673766127380708,
      "grad_norm": 0.945608593691953,
      "learning_rate": 2.24373360782496e-06,
      "loss": 0.2351,
      "step": 138525
    },
    {
      "epoch": 5.673807085807905,
      "grad_norm": 1.4394535485817856,
      "learning_rate": 2.2431716532738842e-06,
      "loss": 0.4425,
      "step": 138526
    },
    {
      "epoch": 5.673848044235101,
      "grad_norm": 1.391231926173497,
      "learning_rate": 2.24260976857365e-06,
      "loss": 0.409,
      "step": 138527
    },
    {
      "epoch": 5.673889002662298,
      "grad_norm": 2.044722861830368,
      "learning_rate": 2.242047953724524e-06,
      "loss": 0.8045,
      "step": 138528
    },
    {
      "epoch": 5.673929961089494,
      "grad_norm": 1.3135398401423364,
      "learning_rate": 2.241486208726806e-06,
      "loss": 0.3695,
      "step": 138529
    },
    {
      "epoch": 5.673970919516691,
      "grad_norm": 1.4652377716653444,
      "learning_rate": 2.2409245335807126e-06,
      "loss": 0.4116,
      "step": 138530
    },
    {
      "epoch": 5.674011877943887,
      "grad_norm": 1.8397486334664723,
      "learning_rate": 2.2403629282865597e-06,
      "loss": 0.4867,
      "step": 138531
    },
    {
      "epoch": 5.674052836371083,
      "grad_norm": 1.4767042285045453,
      "learning_rate": 2.2398013928445813e-06,
      "loss": 0.3762,
      "step": 138532
    },
    {
      "epoch": 5.67409379479828,
      "grad_norm": 1.8477351059039908,
      "learning_rate": 2.239239927255043e-06,
      "loss": 0.7027,
      "step": 138533
    },
    {
      "epoch": 5.674134753225476,
      "grad_norm": 1.4757803713233824,
      "learning_rate": 2.2386785315182287e-06,
      "loss": 0.4963,
      "step": 138534
    },
    {
      "epoch": 5.674175711652673,
      "grad_norm": 0.44740922991389775,
      "learning_rate": 2.2381172056343877e-06,
      "loss": 0.0679,
      "step": 138535
    },
    {
      "epoch": 5.674216670079869,
      "grad_norm": 1.2929778245245598,
      "learning_rate": 2.2375559496037864e-06,
      "loss": 0.4119,
      "step": 138536
    },
    {
      "epoch": 5.674257628507065,
      "grad_norm": 0.32696892482760487,
      "learning_rate": 2.236994763426708e-06,
      "loss": 0.0222,
      "step": 138537
    },
    {
      "epoch": 5.6742985869342615,
      "grad_norm": 0.9536826317712142,
      "learning_rate": 2.236433647103386e-06,
      "loss": 0.1697,
      "step": 138538
    },
    {
      "epoch": 5.674339545361458,
      "grad_norm": 1.68496619847797,
      "learning_rate": 2.23587260063412e-06,
      "loss": 0.5675,
      "step": 138539
    },
    {
      "epoch": 5.6743805037886546,
      "grad_norm": 1.329887288392876,
      "learning_rate": 2.2353116240191593e-06,
      "loss": 0.3159,
      "step": 138540
    },
    {
      "epoch": 5.674421462215851,
      "grad_norm": 1.559759887473782,
      "learning_rate": 2.234750717258754e-06,
      "loss": 0.5002,
      "step": 138541
    },
    {
      "epoch": 5.674462420643048,
      "grad_norm": 2.2944536086246674,
      "learning_rate": 2.2341898803532045e-06,
      "loss": 1.6636,
      "step": 138542
    },
    {
      "epoch": 5.674503379070243,
      "grad_norm": 1.3813400265909033,
      "learning_rate": 2.2336291133027263e-06,
      "loss": 0.4675,
      "step": 138543
    },
    {
      "epoch": 5.67454433749744,
      "grad_norm": 2.1457881499163634,
      "learning_rate": 2.2330684161076363e-06,
      "loss": 0.7888,
      "step": 138544
    },
    {
      "epoch": 5.674585295924636,
      "grad_norm": 1.736629278968834,
      "learning_rate": 2.232507788768184e-06,
      "loss": 0.4002,
      "step": 138545
    },
    {
      "epoch": 5.674626254351833,
      "grad_norm": 2.035740111903164,
      "learning_rate": 2.231947231284603e-06,
      "loss": 0.9877,
      "step": 138546
    },
    {
      "epoch": 5.674667212779029,
      "grad_norm": 2.2928688009175393,
      "learning_rate": 2.2313867436572097e-06,
      "loss": 1.6,
      "step": 138547
    },
    {
      "epoch": 5.674708171206226,
      "grad_norm": 1.633859896791916,
      "learning_rate": 2.23082632588622e-06,
      "loss": 0.613,
      "step": 138548
    },
    {
      "epoch": 5.6747491296334225,
      "grad_norm": 4.571417346005222,
      "learning_rate": 2.230265977971918e-06,
      "loss": 1.5262,
      "step": 138549
    },
    {
      "epoch": 5.674790088060618,
      "grad_norm": 0.2855684672542764,
      "learning_rate": 2.2297056999145856e-06,
      "loss": 0.0131,
      "step": 138550
    },
    {
      "epoch": 5.674831046487815,
      "grad_norm": 0.2809080224185924,
      "learning_rate": 2.2291454917144735e-06,
      "loss": 0.0183,
      "step": 138551
    },
    {
      "epoch": 5.674872004915011,
      "grad_norm": 1.4430104158262775,
      "learning_rate": 2.2285853533718312e-06,
      "loss": 0.4606,
      "step": 138552
    },
    {
      "epoch": 5.674912963342208,
      "grad_norm": 1.786623200892209,
      "learning_rate": 2.228025284886975e-06,
      "loss": 0.5284,
      "step": 138553
    },
    {
      "epoch": 5.674953921769404,
      "grad_norm": 1.1731311862195384,
      "learning_rate": 2.227465286260105e-06,
      "loss": 0.2944,
      "step": 138554
    },
    {
      "epoch": 5.674994880196601,
      "grad_norm": 1.2542154441890712,
      "learning_rate": 2.2269053574915206e-06,
      "loss": 0.3161,
      "step": 138555
    },
    {
      "epoch": 5.6750358386237965,
      "grad_norm": 0.8964324001940898,
      "learning_rate": 2.226345498581489e-06,
      "loss": 0.177,
      "step": 138556
    },
    {
      "epoch": 5.675076797050993,
      "grad_norm": 1.8393497142889421,
      "learning_rate": 2.2257857095302423e-06,
      "loss": 0.9155,
      "step": 138557
    },
    {
      "epoch": 5.6751177554781895,
      "grad_norm": 1.7258172357873982,
      "learning_rate": 2.2252259903380974e-06,
      "loss": 0.6493,
      "step": 138558
    },
    {
      "epoch": 5.675158713905386,
      "grad_norm": 1.2265056583766727,
      "learning_rate": 2.2246663410052713e-06,
      "loss": 0.3844,
      "step": 138559
    },
    {
      "epoch": 5.675199672332583,
      "grad_norm": 1.2312174877216673,
      "learning_rate": 2.2241067615320463e-06,
      "loss": 0.2744,
      "step": 138560
    },
    {
      "epoch": 5.675240630759779,
      "grad_norm": 1.039208513062894,
      "learning_rate": 2.223547251918706e-06,
      "loss": 0.239,
      "step": 138561
    },
    {
      "epoch": 5.675281589186975,
      "grad_norm": 1.7332946793631483,
      "learning_rate": 2.222987812165483e-06,
      "loss": 0.6518,
      "step": 138562
    },
    {
      "epoch": 5.675322547614171,
      "grad_norm": 1.3409030259096855,
      "learning_rate": 2.2224284422726613e-06,
      "loss": 0.4067,
      "step": 138563
    },
    {
      "epoch": 5.675363506041368,
      "grad_norm": 1.6173831749553629,
      "learning_rate": 2.2218691422405065e-06,
      "loss": 0.5813,
      "step": 138564
    },
    {
      "epoch": 5.675404464468564,
      "grad_norm": 1.726646143281389,
      "learning_rate": 2.2213099120692523e-06,
      "loss": 0.442,
      "step": 138565
    },
    {
      "epoch": 5.675445422895761,
      "grad_norm": 1.2065220658179683,
      "learning_rate": 2.220750751759215e-06,
      "loss": 0.2856,
      "step": 138566
    },
    {
      "epoch": 5.6754863813229575,
      "grad_norm": 0.8093060881962436,
      "learning_rate": 2.2201916613106274e-06,
      "loss": 0.1834,
      "step": 138567
    },
    {
      "epoch": 5.675527339750154,
      "grad_norm": 1.7447664707714003,
      "learning_rate": 2.21963264072374e-06,
      "loss": 0.5547,
      "step": 138568
    },
    {
      "epoch": 5.67556829817735,
      "grad_norm": 1.5041421397011892,
      "learning_rate": 2.2190736899988516e-06,
      "loss": 0.3701,
      "step": 138569
    },
    {
      "epoch": 5.675609256604546,
      "grad_norm": 1.3869075749162505,
      "learning_rate": 2.2185148091362125e-06,
      "loss": 0.3824,
      "step": 138570
    },
    {
      "epoch": 5.675650215031743,
      "grad_norm": 1.6170462926343796,
      "learning_rate": 2.217955998136073e-06,
      "loss": 0.5645,
      "step": 138571
    },
    {
      "epoch": 5.675691173458939,
      "grad_norm": 0.9703118708688513,
      "learning_rate": 2.2173972569987153e-06,
      "loss": 0.2037,
      "step": 138572
    },
    {
      "epoch": 5.675732131886136,
      "grad_norm": 1.556587035943625,
      "learning_rate": 2.21683858572439e-06,
      "loss": 0.432,
      "step": 138573
    },
    {
      "epoch": 5.675773090313332,
      "grad_norm": 0.9000614608047642,
      "learning_rate": 2.2162799843133794e-06,
      "loss": 0.1285,
      "step": 138574
    },
    {
      "epoch": 5.675814048740529,
      "grad_norm": 1.548941059415361,
      "learning_rate": 2.2157214527659174e-06,
      "loss": 0.6405,
      "step": 138575
    },
    {
      "epoch": 5.6758550071677245,
      "grad_norm": 1.5494997832968296,
      "learning_rate": 2.2151629910823033e-06,
      "loss": 0.4977,
      "step": 138576
    },
    {
      "epoch": 5.675895965594921,
      "grad_norm": 1.3741471233091656,
      "learning_rate": 2.214604599262787e-06,
      "loss": 0.4655,
      "step": 138577
    },
    {
      "epoch": 5.675936924022118,
      "grad_norm": 1.4667865357848837,
      "learning_rate": 2.2140462773076186e-06,
      "loss": 0.3496,
      "step": 138578
    },
    {
      "epoch": 5.675977882449314,
      "grad_norm": 1.7295570929074124,
      "learning_rate": 2.2134880252170638e-06,
      "loss": 0.6409,
      "step": 138579
    },
    {
      "epoch": 5.676018840876511,
      "grad_norm": 0.21825034179471636,
      "learning_rate": 2.2129298429914233e-06,
      "loss": 0.015,
      "step": 138580
    },
    {
      "epoch": 5.676059799303706,
      "grad_norm": 1.658721760007742,
      "learning_rate": 2.212371730630913e-06,
      "loss": 0.6628,
      "step": 138581
    },
    {
      "epoch": 5.676100757730903,
      "grad_norm": 1.3624042620470036,
      "learning_rate": 2.211813688135833e-06,
      "loss": 0.3263,
      "step": 138582
    },
    {
      "epoch": 5.676141716158099,
      "grad_norm": 0.8495828170112123,
      "learning_rate": 2.2112557155064324e-06,
      "loss": 0.1713,
      "step": 138583
    },
    {
      "epoch": 5.676182674585296,
      "grad_norm": 1.2132815797540693,
      "learning_rate": 2.2106978127429618e-06,
      "loss": 0.2909,
      "step": 138584
    },
    {
      "epoch": 5.676223633012492,
      "grad_norm": 1.4265954677726065,
      "learning_rate": 2.210139979845704e-06,
      "loss": 0.4259,
      "step": 138585
    },
    {
      "epoch": 5.676264591439689,
      "grad_norm": 0.9778477981686784,
      "learning_rate": 2.209582216814909e-06,
      "loss": 0.1713,
      "step": 138586
    },
    {
      "epoch": 5.6763055498668855,
      "grad_norm": 1.4294133210253046,
      "learning_rate": 2.2090245236508432e-06,
      "loss": 0.5065,
      "step": 138587
    },
    {
      "epoch": 5.676346508294081,
      "grad_norm": 2.437893384460139,
      "learning_rate": 2.208466900353789e-06,
      "loss": 0.6671,
      "step": 138588
    },
    {
      "epoch": 5.676387466721278,
      "grad_norm": 0.39541538114778346,
      "learning_rate": 2.207909346923997e-06,
      "loss": 0.0268,
      "step": 138589
    },
    {
      "epoch": 5.676428425148474,
      "grad_norm": 1.5112993354091446,
      "learning_rate": 2.2073518633617337e-06,
      "loss": 0.3305,
      "step": 138590
    },
    {
      "epoch": 5.676469383575671,
      "grad_norm": 1.790768898950554,
      "learning_rate": 2.206794449667232e-06,
      "loss": 0.5749,
      "step": 138591
    },
    {
      "epoch": 5.676510342002867,
      "grad_norm": 1.3782895488252522,
      "learning_rate": 2.206237105840791e-06,
      "loss": 0.4333,
      "step": 138592
    },
    {
      "epoch": 5.676551300430064,
      "grad_norm": 1.639767222330054,
      "learning_rate": 2.2056798318826783e-06,
      "loss": 0.5261,
      "step": 138593
    },
    {
      "epoch": 5.67659225885726,
      "grad_norm": 0.9840570537535934,
      "learning_rate": 2.2051226277931433e-06,
      "loss": 0.2326,
      "step": 138594
    },
    {
      "epoch": 5.676633217284456,
      "grad_norm": 1.1061199094773977,
      "learning_rate": 2.2045654935724356e-06,
      "loss": 0.2685,
      "step": 138595
    },
    {
      "epoch": 5.676674175711653,
      "grad_norm": 0.7343687454947334,
      "learning_rate": 2.204008429220855e-06,
      "loss": 0.1724,
      "step": 138596
    },
    {
      "epoch": 5.676715134138849,
      "grad_norm": 1.6795184372306726,
      "learning_rate": 2.2034514347386178e-06,
      "loss": 0.5796,
      "step": 138597
    },
    {
      "epoch": 5.676756092566046,
      "grad_norm": 1.272893366057458,
      "learning_rate": 2.202894510126041e-06,
      "loss": 0.2898,
      "step": 138598
    },
    {
      "epoch": 5.676797050993242,
      "grad_norm": 0.9569607574945674,
      "learning_rate": 2.2023376553833404e-06,
      "loss": 0.2218,
      "step": 138599
    },
    {
      "epoch": 5.676838009420438,
      "grad_norm": 1.4904952448848354,
      "learning_rate": 2.2017808705108e-06,
      "loss": 0.362,
      "step": 138600
    },
    {
      "epoch": 5.676878967847634,
      "grad_norm": 1.2106503571710088,
      "learning_rate": 2.201224155508685e-06,
      "loss": 0.3794,
      "step": 138601
    },
    {
      "epoch": 5.676919926274831,
      "grad_norm": 1.4487022862696686,
      "learning_rate": 2.2006675103772465e-06,
      "loss": 0.434,
      "step": 138602
    },
    {
      "epoch": 5.676960884702027,
      "grad_norm": 1.5356615732315109,
      "learning_rate": 2.2001109351167667e-06,
      "loss": 0.437,
      "step": 138603
    },
    {
      "epoch": 5.677001843129224,
      "grad_norm": 1.4939025170332936,
      "learning_rate": 2.1995544297274957e-06,
      "loss": 0.4903,
      "step": 138604
    },
    {
      "epoch": 5.6770428015564205,
      "grad_norm": 1.5690919568657127,
      "learning_rate": 2.1989979942096836e-06,
      "loss": 0.5733,
      "step": 138605
    },
    {
      "epoch": 5.677083759983617,
      "grad_norm": 1.463713047833261,
      "learning_rate": 2.1984416285636295e-06,
      "loss": 0.4664,
      "step": 138606
    },
    {
      "epoch": 5.677124718410813,
      "grad_norm": 1.1046279013074243,
      "learning_rate": 2.197885332789567e-06,
      "loss": 0.1891,
      "step": 138607
    },
    {
      "epoch": 5.677165676838009,
      "grad_norm": 1.514732659807118,
      "learning_rate": 2.197329106887763e-06,
      "loss": 0.4435,
      "step": 138608
    },
    {
      "epoch": 5.677206635265206,
      "grad_norm": 1.6725162982962025,
      "learning_rate": 2.1967729508585e-06,
      "loss": 0.5085,
      "step": 138609
    },
    {
      "epoch": 5.677247593692402,
      "grad_norm": 1.5735211035817922,
      "learning_rate": 2.1962168647020108e-06,
      "loss": 0.4473,
      "step": 138610
    },
    {
      "epoch": 5.677288552119599,
      "grad_norm": 1.2705653163464214,
      "learning_rate": 2.1956608484185955e-06,
      "loss": 0.3846,
      "step": 138611
    },
    {
      "epoch": 5.677329510546795,
      "grad_norm": 0.9282868611768147,
      "learning_rate": 2.195104902008471e-06,
      "loss": 0.1745,
      "step": 138612
    },
    {
      "epoch": 5.677370468973992,
      "grad_norm": 0.8799683254977249,
      "learning_rate": 2.19454902547192e-06,
      "loss": 0.1906,
      "step": 138613
    },
    {
      "epoch": 5.6774114274011875,
      "grad_norm": 1.2575825165641215,
      "learning_rate": 2.193993218809226e-06,
      "loss": 0.3834,
      "step": 138614
    },
    {
      "epoch": 5.677452385828384,
      "grad_norm": 0.7399900749932614,
      "learning_rate": 2.193437482020638e-06,
      "loss": 0.1272,
      "step": 138615
    },
    {
      "epoch": 5.677493344255581,
      "grad_norm": 1.3867388381205774,
      "learning_rate": 2.1928818151064064e-06,
      "loss": 0.4393,
      "step": 138616
    },
    {
      "epoch": 5.677534302682777,
      "grad_norm": 1.1358098829689918,
      "learning_rate": 2.1923262180668146e-06,
      "loss": 0.1845,
      "step": 138617
    },
    {
      "epoch": 5.677575261109974,
      "grad_norm": 0.961292938273595,
      "learning_rate": 2.191770690902095e-06,
      "loss": 0.1273,
      "step": 138618
    },
    {
      "epoch": 5.677616219537169,
      "grad_norm": 1.8759306226230543,
      "learning_rate": 2.1912152336125475e-06,
      "loss": 0.5901,
      "step": 138619
    },
    {
      "epoch": 5.677657177964366,
      "grad_norm": 1.2306627464902153,
      "learning_rate": 2.190659846198406e-06,
      "loss": 0.4182,
      "step": 138620
    },
    {
      "epoch": 5.677698136391562,
      "grad_norm": 3.369621394024129,
      "learning_rate": 2.190104528659936e-06,
      "loss": 2.4486,
      "step": 138621
    },
    {
      "epoch": 5.677739094818759,
      "grad_norm": 1.0958702602032446,
      "learning_rate": 2.189549280997438e-06,
      "loss": 0.2045,
      "step": 138622
    },
    {
      "epoch": 5.6777800532459555,
      "grad_norm": 1.5464697218953072,
      "learning_rate": 2.1889941032111116e-06,
      "loss": 0.47,
      "step": 138623
    },
    {
      "epoch": 5.677821011673152,
      "grad_norm": 1.382314835259703,
      "learning_rate": 2.1884389953012724e-06,
      "loss": 0.3978,
      "step": 138624
    },
    {
      "epoch": 5.6778619701003485,
      "grad_norm": 1.573540628981338,
      "learning_rate": 2.187883957268172e-06,
      "loss": 0.4877,
      "step": 138625
    },
    {
      "epoch": 5.677902928527544,
      "grad_norm": 1.5302155358076845,
      "learning_rate": 2.187328989112025e-06,
      "loss": 0.4306,
      "step": 138626
    },
    {
      "epoch": 5.677943886954741,
      "grad_norm": 1.5901064715463116,
      "learning_rate": 2.1867740908331486e-06,
      "loss": 0.5319,
      "step": 138627
    },
    {
      "epoch": 5.677984845381937,
      "grad_norm": 1.3572624991736992,
      "learning_rate": 2.18621926243181e-06,
      "loss": 0.3618,
      "step": 138628
    },
    {
      "epoch": 5.678025803809134,
      "grad_norm": 1.5245090552733562,
      "learning_rate": 2.1856645039082245e-06,
      "loss": 0.4728,
      "step": 138629
    },
    {
      "epoch": 5.67806676223633,
      "grad_norm": 0.9259635789818057,
      "learning_rate": 2.185109815262692e-06,
      "loss": 0.1444,
      "step": 138630
    },
    {
      "epoch": 5.678107720663527,
      "grad_norm": 1.5893385231512402,
      "learning_rate": 2.184555196495447e-06,
      "loss": 0.4831,
      "step": 138631
    },
    {
      "epoch": 5.678148679090723,
      "grad_norm": 1.970627879899004,
      "learning_rate": 2.1840006476067705e-06,
      "loss": 0.7224,
      "step": 138632
    },
    {
      "epoch": 5.678189637517919,
      "grad_norm": 1.4062556194207958,
      "learning_rate": 2.1834461685969472e-06,
      "loss": 0.4105,
      "step": 138633
    },
    {
      "epoch": 5.678230595945116,
      "grad_norm": 1.4292969328339409,
      "learning_rate": 2.1828917594661766e-06,
      "loss": 0.3506,
      "step": 138634
    },
    {
      "epoch": 5.678271554372312,
      "grad_norm": 1.6564805255204829,
      "learning_rate": 2.1823374202147746e-06,
      "loss": 0.4986,
      "step": 138635
    },
    {
      "epoch": 5.678312512799509,
      "grad_norm": 0.801352776966331,
      "learning_rate": 2.181783150842992e-06,
      "loss": 0.1925,
      "step": 138636
    },
    {
      "epoch": 5.678353471226705,
      "grad_norm": 1.7246234817609867,
      "learning_rate": 2.1812289513510774e-06,
      "loss": 0.5728,
      "step": 138637
    },
    {
      "epoch": 5.678394429653901,
      "grad_norm": 2.0303966627472647,
      "learning_rate": 2.1806748217393143e-06,
      "loss": 0.6876,
      "step": 138638
    },
    {
      "epoch": 5.678435388081097,
      "grad_norm": 1.4251369329074435,
      "learning_rate": 2.1801207620079196e-06,
      "loss": 0.2975,
      "step": 138639
    },
    {
      "epoch": 5.678476346508294,
      "grad_norm": 1.4984953956327791,
      "learning_rate": 2.1795667721572098e-06,
      "loss": 0.4992,
      "step": 138640
    },
    {
      "epoch": 5.6785173049354905,
      "grad_norm": 1.0733768175568728,
      "learning_rate": 2.1790128521874173e-06,
      "loss": 0.2202,
      "step": 138641
    },
    {
      "epoch": 5.678558263362687,
      "grad_norm": 1.2247624786712632,
      "learning_rate": 2.178459002098809e-06,
      "loss": 0.234,
      "step": 138642
    },
    {
      "epoch": 5.6785992217898835,
      "grad_norm": 1.3062655698576426,
      "learning_rate": 2.1779052218916514e-06,
      "loss": 0.2786,
      "step": 138643
    },
    {
      "epoch": 5.67864018021708,
      "grad_norm": 1.9936708309834057,
      "learning_rate": 2.177351511566194e-06,
      "loss": 0.7182,
      "step": 138644
    },
    {
      "epoch": 5.678681138644276,
      "grad_norm": 0.8593758427858971,
      "learning_rate": 2.1767978711227207e-06,
      "loss": 0.1329,
      "step": 138645
    },
    {
      "epoch": 5.678722097071472,
      "grad_norm": 0.700513076426499,
      "learning_rate": 2.1762443005614806e-06,
      "loss": 0.0612,
      "step": 138646
    },
    {
      "epoch": 5.678763055498669,
      "grad_norm": 1.5012611171709869,
      "learning_rate": 2.1756907998827065e-06,
      "loss": 0.4309,
      "step": 138647
    },
    {
      "epoch": 5.678804013925865,
      "grad_norm": 1.276032632803953,
      "learning_rate": 2.175137369086716e-06,
      "loss": 0.2915,
      "step": 138648
    },
    {
      "epoch": 5.678844972353062,
      "grad_norm": 1.2881184327904915,
      "learning_rate": 2.1745840081737408e-06,
      "loss": 0.3477,
      "step": 138649
    },
    {
      "epoch": 5.678885930780258,
      "grad_norm": 1.9401978633317656,
      "learning_rate": 2.174030717144032e-06,
      "loss": 0.6824,
      "step": 138650
    },
    {
      "epoch": 5.678926889207455,
      "grad_norm": 1.4042618717738433,
      "learning_rate": 2.173477495997855e-06,
      "loss": 0.5264,
      "step": 138651
    },
    {
      "epoch": 5.678967847634651,
      "grad_norm": 1.6884500945141068,
      "learning_rate": 2.1729243447355107e-06,
      "loss": 0.6766,
      "step": 138652
    },
    {
      "epoch": 5.679008806061847,
      "grad_norm": 2.1633584493469944,
      "learning_rate": 2.172371263357198e-06,
      "loss": 1.2139,
      "step": 138653
    },
    {
      "epoch": 5.679049764489044,
      "grad_norm": 1.547920224698222,
      "learning_rate": 2.1718182518632332e-06,
      "loss": 0.3993,
      "step": 138654
    },
    {
      "epoch": 5.67909072291624,
      "grad_norm": 1.3731767691921093,
      "learning_rate": 2.1712653102538503e-06,
      "loss": 0.301,
      "step": 138655
    },
    {
      "epoch": 5.679131681343437,
      "grad_norm": 1.7262491197815508,
      "learning_rate": 2.1707124385292984e-06,
      "loss": 0.6387,
      "step": 138656
    },
    {
      "epoch": 5.679172639770632,
      "grad_norm": 1.728453640261707,
      "learning_rate": 2.1701596366898775e-06,
      "loss": 0.5388,
      "step": 138657
    },
    {
      "epoch": 5.679213598197829,
      "grad_norm": 1.4985089073601316,
      "learning_rate": 2.169606904735821e-06,
      "loss": 0.4921,
      "step": 138658
    },
    {
      "epoch": 5.679254556625025,
      "grad_norm": 1.4737590742160576,
      "learning_rate": 2.1690542426673785e-06,
      "loss": 0.4951,
      "step": 138659
    },
    {
      "epoch": 5.679295515052222,
      "grad_norm": 1.5108382730113512,
      "learning_rate": 2.1685016504848496e-06,
      "loss": 0.4224,
      "step": 138660
    },
    {
      "epoch": 5.6793364734794185,
      "grad_norm": 1.7723901517830594,
      "learning_rate": 2.1679491281884677e-06,
      "loss": 0.4897,
      "step": 138661
    },
    {
      "epoch": 5.679377431906615,
      "grad_norm": 1.4836662265485276,
      "learning_rate": 2.1673966757785157e-06,
      "loss": 0.4742,
      "step": 138662
    },
    {
      "epoch": 5.679418390333812,
      "grad_norm": 1.5251178355637316,
      "learning_rate": 2.1668442932552265e-06,
      "loss": 0.4638,
      "step": 138663
    },
    {
      "epoch": 5.679459348761007,
      "grad_norm": 1.5077766901892073,
      "learning_rate": 2.1662919806188673e-06,
      "loss": 0.4758,
      "step": 138664
    },
    {
      "epoch": 5.679500307188204,
      "grad_norm": 1.3605766234782148,
      "learning_rate": 2.1657397378697206e-06,
      "loss": 0.4124,
      "step": 138665
    },
    {
      "epoch": 5.6795412656154,
      "grad_norm": 1.2815235458359315,
      "learning_rate": 2.16518756500802e-06,
      "loss": 0.3682,
      "step": 138666
    },
    {
      "epoch": 5.679582224042597,
      "grad_norm": 1.201176807290079,
      "learning_rate": 2.164635462034048e-06,
      "loss": 0.3462,
      "step": 138667
    },
    {
      "epoch": 5.679623182469793,
      "grad_norm": 1.166744020672293,
      "learning_rate": 2.1640834289480715e-06,
      "loss": 0.2296,
      "step": 138668
    },
    {
      "epoch": 5.67966414089699,
      "grad_norm": 1.469150218866893,
      "learning_rate": 2.1635314657503067e-06,
      "loss": 0.4675,
      "step": 138669
    },
    {
      "epoch": 5.679705099324186,
      "grad_norm": 1.5602765812091564,
      "learning_rate": 2.1629795724410703e-06,
      "loss": 0.4356,
      "step": 138670
    },
    {
      "epoch": 5.679746057751382,
      "grad_norm": 1.6679928751110715,
      "learning_rate": 2.1624277490205956e-06,
      "loss": 0.5529,
      "step": 138671
    },
    {
      "epoch": 5.679787016178579,
      "grad_norm": 1.6984390777374119,
      "learning_rate": 2.1618759954891317e-06,
      "loss": 0.5803,
      "step": 138672
    },
    {
      "epoch": 5.679827974605775,
      "grad_norm": 1.3134938557589966,
      "learning_rate": 2.1613243118469793e-06,
      "loss": 0.4538,
      "step": 138673
    },
    {
      "epoch": 5.679868933032972,
      "grad_norm": 1.5993247872198997,
      "learning_rate": 2.160772698094354e-06,
      "loss": 0.4975,
      "step": 138674
    },
    {
      "epoch": 5.679909891460168,
      "grad_norm": 2.403973794456699,
      "learning_rate": 2.1602211542315563e-06,
      "loss": 1.023,
      "step": 138675
    },
    {
      "epoch": 5.679950849887364,
      "grad_norm": 1.7902650799014832,
      "learning_rate": 2.159669680258802e-06,
      "loss": 0.5082,
      "step": 138676
    },
    {
      "epoch": 5.67999180831456,
      "grad_norm": 0.3620403710181829,
      "learning_rate": 2.1591182761763912e-06,
      "loss": 0.0287,
      "step": 138677
    },
    {
      "epoch": 5.680032766741757,
      "grad_norm": 1.4547320440408282,
      "learning_rate": 2.158566941984574e-06,
      "loss": 0.5071,
      "step": 138678
    },
    {
      "epoch": 5.6800737251689535,
      "grad_norm": 0.8059869830389865,
      "learning_rate": 2.1580156776836e-06,
      "loss": 0.1797,
      "step": 138679
    },
    {
      "epoch": 5.68011468359615,
      "grad_norm": 1.626267730117839,
      "learning_rate": 2.1574644832737353e-06,
      "loss": 0.4363,
      "step": 138680
    },
    {
      "epoch": 5.6801556420233466,
      "grad_norm": 0.8052077949589493,
      "learning_rate": 2.1569133587552468e-06,
      "loss": 0.1431,
      "step": 138681
    },
    {
      "epoch": 5.680196600450543,
      "grad_norm": 1.3401737632292035,
      "learning_rate": 2.156362304128384e-06,
      "loss": 0.4737,
      "step": 138682
    },
    {
      "epoch": 5.680237558877739,
      "grad_norm": 1.27059196741856,
      "learning_rate": 2.15581131939343e-06,
      "loss": 0.3756,
      "step": 138683
    },
    {
      "epoch": 5.680278517304935,
      "grad_norm": 1.8535589734880986,
      "learning_rate": 2.1552604045506183e-06,
      "loss": 0.5369,
      "step": 138684
    },
    {
      "epoch": 5.680319475732132,
      "grad_norm": 1.4726883428296715,
      "learning_rate": 2.154709559600215e-06,
      "loss": 0.4164,
      "step": 138685
    },
    {
      "epoch": 5.680360434159328,
      "grad_norm": 0.9848967946416387,
      "learning_rate": 2.1541587845425035e-06,
      "loss": 0.3008,
      "step": 138686
    },
    {
      "epoch": 5.680401392586525,
      "grad_norm": 1.5348491243319935,
      "learning_rate": 2.1536080793777e-06,
      "loss": 0.3767,
      "step": 138687
    },
    {
      "epoch": 5.680442351013721,
      "grad_norm": 0.6577836460284546,
      "learning_rate": 2.1530574441061044e-06,
      "loss": 0.0426,
      "step": 138688
    },
    {
      "epoch": 5.680483309440918,
      "grad_norm": 1.2753606823259032,
      "learning_rate": 2.152506878727983e-06,
      "loss": 0.4356,
      "step": 138689
    },
    {
      "epoch": 5.680524267868114,
      "grad_norm": 2.16040605004007,
      "learning_rate": 2.1519563832435526e-06,
      "loss": 0.7047,
      "step": 138690
    },
    {
      "epoch": 5.68056522629531,
      "grad_norm": 1.3965224699922132,
      "learning_rate": 2.151405957653113e-06,
      "loss": 0.4298,
      "step": 138691
    },
    {
      "epoch": 5.680606184722507,
      "grad_norm": 1.4138931866544684,
      "learning_rate": 2.1508556019568967e-06,
      "loss": 0.388,
      "step": 138692
    },
    {
      "epoch": 5.680647143149703,
      "grad_norm": 1.8363707441346413,
      "learning_rate": 2.1503053161551877e-06,
      "loss": 0.524,
      "step": 138693
    },
    {
      "epoch": 5.6806881015769,
      "grad_norm": 1.730299095425234,
      "learning_rate": 2.1497551002482348e-06,
      "loss": 0.533,
      "step": 138694
    },
    {
      "epoch": 5.680729060004095,
      "grad_norm": 2.0010987749642353,
      "learning_rate": 2.149204954236289e-06,
      "loss": 0.6559,
      "step": 138695
    },
    {
      "epoch": 5.680770018431292,
      "grad_norm": 1.0677085348016018,
      "learning_rate": 2.1486548781196323e-06,
      "loss": 0.1978,
      "step": 138696
    },
    {
      "epoch": 5.6808109768584885,
      "grad_norm": 1.1880671535817524,
      "learning_rate": 2.148104871898515e-06,
      "loss": 0.3373,
      "step": 138697
    },
    {
      "epoch": 5.680851935285685,
      "grad_norm": 1.012382199037243,
      "learning_rate": 2.1475549355731704e-06,
      "loss": 0.2356,
      "step": 138698
    },
    {
      "epoch": 5.6808928937128815,
      "grad_norm": 1.5067471557005137,
      "learning_rate": 2.1470050691438978e-06,
      "loss": 0.5115,
      "step": 138699
    },
    {
      "epoch": 5.680933852140078,
      "grad_norm": 1.6806439677602583,
      "learning_rate": 2.1464552726109476e-06,
      "loss": 0.4965,
      "step": 138700
    },
    {
      "epoch": 5.680974810567275,
      "grad_norm": 1.1459100200753125,
      "learning_rate": 2.1459055459745522e-06,
      "loss": 0.3042,
      "step": 138701
    },
    {
      "epoch": 5.68101576899447,
      "grad_norm": 1.3740236900286065,
      "learning_rate": 2.145355889235012e-06,
      "loss": 0.4549,
      "step": 138702
    },
    {
      "epoch": 5.681056727421667,
      "grad_norm": 1.6567055751760038,
      "learning_rate": 2.14480630239256e-06,
      "loss": 0.5554,
      "step": 138703
    },
    {
      "epoch": 5.681097685848863,
      "grad_norm": 2.1846781211593798,
      "learning_rate": 2.1442567854474623e-06,
      "loss": 0.6516,
      "step": 138704
    },
    {
      "epoch": 5.68113864427606,
      "grad_norm": 1.6762843476742144,
      "learning_rate": 2.1437073384000025e-06,
      "loss": 0.6221,
      "step": 138705
    },
    {
      "epoch": 5.681179602703256,
      "grad_norm": 1.4498733425945565,
      "learning_rate": 2.143157961250397e-06,
      "loss": 0.4381,
      "step": 138706
    },
    {
      "epoch": 5.681220561130453,
      "grad_norm": 1.3784080108493586,
      "learning_rate": 2.142608653998912e-06,
      "loss": 0.3348,
      "step": 138707
    },
    {
      "epoch": 5.6812615195576495,
      "grad_norm": 1.5377501125511424,
      "learning_rate": 2.1420594166458473e-06,
      "loss": 0.4385,
      "step": 138708
    },
    {
      "epoch": 5.681302477984845,
      "grad_norm": 1.7813202816481393,
      "learning_rate": 2.141510249191436e-06,
      "loss": 0.7554,
      "step": 138709
    },
    {
      "epoch": 5.681343436412042,
      "grad_norm": 1.3905507338076748,
      "learning_rate": 2.1409611516359283e-06,
      "loss": 0.4286,
      "step": 138710
    },
    {
      "epoch": 5.681384394839238,
      "grad_norm": 2.0986654250096093,
      "learning_rate": 2.1404121239796066e-06,
      "loss": 0.8142,
      "step": 138711
    },
    {
      "epoch": 5.681425353266435,
      "grad_norm": 1.0128562776833718,
      "learning_rate": 2.139863166222705e-06,
      "loss": 0.2228,
      "step": 138712
    },
    {
      "epoch": 5.681466311693631,
      "grad_norm": 1.7076982090060988,
      "learning_rate": 2.139314278365506e-06,
      "loss": 0.5088,
      "step": 138713
    },
    {
      "epoch": 5.681507270120827,
      "grad_norm": 1.4208044722199173,
      "learning_rate": 2.1387654604082426e-06,
      "loss": 0.429,
      "step": 138714
    },
    {
      "epoch": 5.681548228548023,
      "grad_norm": 1.2580429816800685,
      "learning_rate": 2.1382167123511983e-06,
      "loss": 0.3514,
      "step": 138715
    },
    {
      "epoch": 5.68158918697522,
      "grad_norm": 1.591474208208342,
      "learning_rate": 2.1376680341946395e-06,
      "loss": 0.4876,
      "step": 138716
    },
    {
      "epoch": 5.6816301454024165,
      "grad_norm": 1.2892778656194366,
      "learning_rate": 2.137119425938799e-06,
      "loss": 0.1562,
      "step": 138717
    },
    {
      "epoch": 5.681671103829613,
      "grad_norm": 1.1342246738947879,
      "learning_rate": 2.1365708875839606e-06,
      "loss": 0.2585,
      "step": 138718
    },
    {
      "epoch": 5.68171206225681,
      "grad_norm": 1.6095715764297849,
      "learning_rate": 2.1360224191303568e-06,
      "loss": 0.6255,
      "step": 138719
    },
    {
      "epoch": 5.681753020684006,
      "grad_norm": 1.88500107690202,
      "learning_rate": 2.1354740205782706e-06,
      "loss": 0.7004,
      "step": 138720
    },
    {
      "epoch": 5.681793979111202,
      "grad_norm": 1.5532287935370181,
      "learning_rate": 2.1349256919279523e-06,
      "loss": 0.5283,
      "step": 138721
    },
    {
      "epoch": 5.681834937538398,
      "grad_norm": 1.5167454332402242,
      "learning_rate": 2.1343774331796515e-06,
      "loss": 0.4952,
      "step": 138722
    },
    {
      "epoch": 5.681875895965595,
      "grad_norm": 1.2150790263754456,
      "learning_rate": 2.133829244333635e-06,
      "loss": 0.3499,
      "step": 138723
    },
    {
      "epoch": 5.681916854392791,
      "grad_norm": 0.8661456437107852,
      "learning_rate": 2.133281125390185e-06,
      "loss": 0.1945,
      "step": 138724
    },
    {
      "epoch": 5.681957812819988,
      "grad_norm": 1.866942626453931,
      "learning_rate": 2.132733076349519e-06,
      "loss": 0.6836,
      "step": 138725
    },
    {
      "epoch": 5.681998771247184,
      "grad_norm": 1.4949379578625663,
      "learning_rate": 2.1321850972119193e-06,
      "loss": 0.4343,
      "step": 138726
    },
    {
      "epoch": 5.682039729674381,
      "grad_norm": 2.0197488496099645,
      "learning_rate": 2.131637187977653e-06,
      "loss": 0.8453,
      "step": 138727
    },
    {
      "epoch": 5.682080688101577,
      "grad_norm": 1.785735730450518,
      "learning_rate": 2.131089348646953e-06,
      "loss": 0.4506,
      "step": 138728
    },
    {
      "epoch": 5.682121646528773,
      "grad_norm": 1.351987236543178,
      "learning_rate": 2.130541579220102e-06,
      "loss": 0.3794,
      "step": 138729
    },
    {
      "epoch": 5.68216260495597,
      "grad_norm": 2.064967446799502,
      "learning_rate": 2.1299938796973502e-06,
      "loss": 0.4718,
      "step": 138730
    },
    {
      "epoch": 5.682203563383166,
      "grad_norm": 0.9549918424445198,
      "learning_rate": 2.129446250078948e-06,
      "loss": 0.2196,
      "step": 138731
    },
    {
      "epoch": 5.682244521810363,
      "grad_norm": 1.5601639801879366,
      "learning_rate": 2.1288986903651773e-06,
      "loss": 0.4453,
      "step": 138732
    },
    {
      "epoch": 5.682285480237558,
      "grad_norm": 1.6698542644312204,
      "learning_rate": 2.1283512005562718e-06,
      "loss": 0.4623,
      "step": 138733
    },
    {
      "epoch": 5.682326438664755,
      "grad_norm": 1.5553034813135032,
      "learning_rate": 2.127803780652515e-06,
      "loss": 0.4548,
      "step": 138734
    },
    {
      "epoch": 5.6823673970919515,
      "grad_norm": 2.265901277649764,
      "learning_rate": 2.1272564306541395e-06,
      "loss": 1.3719,
      "step": 138735
    },
    {
      "epoch": 5.682408355519148,
      "grad_norm": 1.7300404803108347,
      "learning_rate": 2.126709150561412e-06,
      "loss": 0.4549,
      "step": 138736
    },
    {
      "epoch": 5.682449313946345,
      "grad_norm": 1.4359374693973306,
      "learning_rate": 2.1261619403746156e-06,
      "loss": 0.5905,
      "step": 138737
    },
    {
      "epoch": 5.682490272373541,
      "grad_norm": 0.9961589355651144,
      "learning_rate": 2.1256148000939664e-06,
      "loss": 0.2091,
      "step": 138738
    },
    {
      "epoch": 5.682531230800738,
      "grad_norm": 1.4186550648606342,
      "learning_rate": 2.125067729719765e-06,
      "loss": 0.3801,
      "step": 138739
    },
    {
      "epoch": 5.682572189227933,
      "grad_norm": 1.6239054486557818,
      "learning_rate": 2.1245207292522437e-06,
      "loss": 0.4815,
      "step": 138740
    },
    {
      "epoch": 5.68261314765513,
      "grad_norm": 1.1528144064259431,
      "learning_rate": 2.1239737986916693e-06,
      "loss": 0.2642,
      "step": 138741
    },
    {
      "epoch": 5.682654106082326,
      "grad_norm": 2.376370164215833,
      "learning_rate": 2.1234269380382918e-06,
      "loss": 1.4007,
      "step": 138742
    },
    {
      "epoch": 5.682695064509523,
      "grad_norm": 1.4035738890377139,
      "learning_rate": 2.1228801472923773e-06,
      "loss": 0.4,
      "step": 138743
    },
    {
      "epoch": 5.682736022936719,
      "grad_norm": 0.7912725299647004,
      "learning_rate": 2.1223334264541925e-06,
      "loss": 0.184,
      "step": 138744
    },
    {
      "epoch": 5.682776981363916,
      "grad_norm": 1.5180314983526213,
      "learning_rate": 2.121786775523987e-06,
      "loss": 0.4637,
      "step": 138745
    },
    {
      "epoch": 5.6828179397911125,
      "grad_norm": 1.4172092251676736,
      "learning_rate": 2.1212401945020106e-06,
      "loss": 0.469,
      "step": 138746
    },
    {
      "epoch": 5.682858898218308,
      "grad_norm": 1.4340146257310409,
      "learning_rate": 2.1206936833885467e-06,
      "loss": 0.4707,
      "step": 138747
    },
    {
      "epoch": 5.682899856645505,
      "grad_norm": 1.506600366845251,
      "learning_rate": 2.1201472421838285e-06,
      "loss": 0.452,
      "step": 138748
    },
    {
      "epoch": 5.682940815072701,
      "grad_norm": 1.3986931544546732,
      "learning_rate": 2.1196008708881216e-06,
      "loss": 0.4525,
      "step": 138749
    },
    {
      "epoch": 5.682981773499898,
      "grad_norm": 1.8515573601453914,
      "learning_rate": 2.119054569501694e-06,
      "loss": 0.6572,
      "step": 138750
    },
    {
      "epoch": 5.683022731927094,
      "grad_norm": 1.460672765854136,
      "learning_rate": 2.1185083380247936e-06,
      "loss": 0.3941,
      "step": 138751
    },
    {
      "epoch": 5.68306369035429,
      "grad_norm": 1.4397133457948004,
      "learning_rate": 2.1179621764576717e-06,
      "loss": 0.3895,
      "step": 138752
    },
    {
      "epoch": 5.6831046487814865,
      "grad_norm": 1.7592232961060061,
      "learning_rate": 2.1174160848006106e-06,
      "loss": 0.4557,
      "step": 138753
    },
    {
      "epoch": 5.683145607208683,
      "grad_norm": 1.6640118749832205,
      "learning_rate": 2.1168700630538437e-06,
      "loss": 0.5003,
      "step": 138754
    },
    {
      "epoch": 5.6831865656358795,
      "grad_norm": 1.7016546397074828,
      "learning_rate": 2.1163241112176378e-06,
      "loss": 0.6569,
      "step": 138755
    },
    {
      "epoch": 5.683227524063076,
      "grad_norm": 1.4382813778219095,
      "learning_rate": 2.115778229292259e-06,
      "loss": 0.45,
      "step": 138756
    },
    {
      "epoch": 5.683268482490273,
      "grad_norm": 0.8194940747591742,
      "learning_rate": 2.1152324172779567e-06,
      "loss": 0.1829,
      "step": 138757
    },
    {
      "epoch": 5.683309440917469,
      "grad_norm": 1.7279563589262341,
      "learning_rate": 2.114686675174998e-06,
      "loss": 0.5359,
      "step": 138758
    },
    {
      "epoch": 5.683350399344665,
      "grad_norm": 1.4430533778305101,
      "learning_rate": 2.114141002983616e-06,
      "loss": 0.5277,
      "step": 138759
    },
    {
      "epoch": 5.683391357771861,
      "grad_norm": 1.632842916665129,
      "learning_rate": 2.1135954007040934e-06,
      "loss": 0.5157,
      "step": 138760
    },
    {
      "epoch": 5.683432316199058,
      "grad_norm": 1.7408139888550676,
      "learning_rate": 2.113049868336697e-06,
      "loss": 0.4928,
      "step": 138761
    },
    {
      "epoch": 5.683473274626254,
      "grad_norm": 0.8036436993878663,
      "learning_rate": 2.11250440588166e-06,
      "loss": 0.2198,
      "step": 138762
    },
    {
      "epoch": 5.683514233053451,
      "grad_norm": 1.9464259756953588,
      "learning_rate": 2.1119590133392483e-06,
      "loss": 0.5774,
      "step": 138763
    },
    {
      "epoch": 5.6835551914806475,
      "grad_norm": 1.3874695385130924,
      "learning_rate": 2.1114136907097125e-06,
      "loss": 0.4383,
      "step": 138764
    },
    {
      "epoch": 5.683596149907844,
      "grad_norm": 1.607580891645864,
      "learning_rate": 2.1108684379933348e-06,
      "loss": 0.5784,
      "step": 138765
    },
    {
      "epoch": 5.68363710833504,
      "grad_norm": 1.4975285177570532,
      "learning_rate": 2.110323255190349e-06,
      "loss": 0.5025,
      "step": 138766
    },
    {
      "epoch": 5.683678066762236,
      "grad_norm": 1.4234856286424924,
      "learning_rate": 2.1097781423010218e-06,
      "loss": 0.3746,
      "step": 138767
    },
    {
      "epoch": 5.683719025189433,
      "grad_norm": 0.9506297760057302,
      "learning_rate": 2.1092330993256024e-06,
      "loss": 0.2315,
      "step": 138768
    },
    {
      "epoch": 5.683759983616629,
      "grad_norm": 1.6469234642475923,
      "learning_rate": 2.108688126264374e-06,
      "loss": 0.5016,
      "step": 138769
    },
    {
      "epoch": 5.683800942043826,
      "grad_norm": 1.1085029116698186,
      "learning_rate": 2.1081432231175533e-06,
      "loss": 0.2262,
      "step": 138770
    },
    {
      "epoch": 5.6838419004710214,
      "grad_norm": 1.4913284598020058,
      "learning_rate": 2.1075983898854234e-06,
      "loss": 0.4436,
      "step": 138771
    },
    {
      "epoch": 5.683882858898218,
      "grad_norm": 1.940236021825882,
      "learning_rate": 2.107053626568267e-06,
      "loss": 0.7289,
      "step": 138772
    },
    {
      "epoch": 5.6839238173254145,
      "grad_norm": 1.6193144318137767,
      "learning_rate": 2.106508933166284e-06,
      "loss": 0.4027,
      "step": 138773
    },
    {
      "epoch": 5.683964775752611,
      "grad_norm": 2.2018363663947453,
      "learning_rate": 2.105964309679775e-06,
      "loss": 0.4755,
      "step": 138774
    },
    {
      "epoch": 5.684005734179808,
      "grad_norm": 1.5367386576153257,
      "learning_rate": 2.1054197561089724e-06,
      "loss": 0.5668,
      "step": 138775
    },
    {
      "epoch": 5.684046692607004,
      "grad_norm": 1.3148258741631211,
      "learning_rate": 2.1048752724541596e-06,
      "loss": 0.4329,
      "step": 138776
    },
    {
      "epoch": 5.684087651034201,
      "grad_norm": 1.513782183366635,
      "learning_rate": 2.104330858715586e-06,
      "loss": 0.4541,
      "step": 138777
    },
    {
      "epoch": 5.684128609461396,
      "grad_norm": 1.1835205730088383,
      "learning_rate": 2.103786514893485e-06,
      "loss": 0.2541,
      "step": 138778
    },
    {
      "epoch": 5.684169567888593,
      "grad_norm": 1.849798649993332,
      "learning_rate": 2.103242240988123e-06,
      "loss": 0.6647,
      "step": 138779
    },
    {
      "epoch": 5.684210526315789,
      "grad_norm": 1.4870140908084806,
      "learning_rate": 2.1026980369998003e-06,
      "loss": 0.5458,
      "step": 138780
    },
    {
      "epoch": 5.684251484742986,
      "grad_norm": 1.9601906974965646,
      "learning_rate": 2.102153902928716e-06,
      "loss": 0.7542,
      "step": 138781
    },
    {
      "epoch": 5.6842924431701825,
      "grad_norm": 1.9833437538051137,
      "learning_rate": 2.1016098387751536e-06,
      "loss": 0.8761,
      "step": 138782
    },
    {
      "epoch": 5.684333401597379,
      "grad_norm": 1.5659189694447098,
      "learning_rate": 2.1010658445393625e-06,
      "loss": 0.4401,
      "step": 138783
    },
    {
      "epoch": 5.6843743600245755,
      "grad_norm": 1.8512741067056064,
      "learning_rate": 2.1005219202216096e-06,
      "loss": 0.5097,
      "step": 138784
    },
    {
      "epoch": 5.684415318451771,
      "grad_norm": 1.4651944208027472,
      "learning_rate": 2.099978065822161e-06,
      "loss": 0.3582,
      "step": 138785
    },
    {
      "epoch": 5.684456276878968,
      "grad_norm": 1.9009546079416586,
      "learning_rate": 2.09943428134125e-06,
      "loss": 0.6949,
      "step": 138786
    },
    {
      "epoch": 5.684497235306164,
      "grad_norm": 1.3701847089761543,
      "learning_rate": 2.0988905667791435e-06,
      "loss": 0.4253,
      "step": 138787
    },
    {
      "epoch": 5.684538193733361,
      "grad_norm": 1.5242169780698909,
      "learning_rate": 2.0983469221361072e-06,
      "loss": 0.5511,
      "step": 138788
    },
    {
      "epoch": 5.684579152160557,
      "grad_norm": 1.3593967021265407,
      "learning_rate": 2.0978033474123746e-06,
      "loss": 0.3821,
      "step": 138789
    },
    {
      "epoch": 5.684620110587753,
      "grad_norm": 1.5301348673233093,
      "learning_rate": 2.0972598426082286e-06,
      "loss": 0.4932,
      "step": 138790
    },
    {
      "epoch": 5.6846610690149495,
      "grad_norm": 1.5916697224093626,
      "learning_rate": 2.0967164077239198e-06,
      "loss": 0.4933,
      "step": 138791
    },
    {
      "epoch": 5.684702027442146,
      "grad_norm": 1.347583364234902,
      "learning_rate": 2.0961730427596803e-06,
      "loss": 0.4023,
      "step": 138792
    },
    {
      "epoch": 5.684742985869343,
      "grad_norm": 1.1697036180840545,
      "learning_rate": 2.09562974771581e-06,
      "loss": 0.3786,
      "step": 138793
    },
    {
      "epoch": 5.684783944296539,
      "grad_norm": 1.1939949358486979,
      "learning_rate": 2.095086522592543e-06,
      "loss": 0.2549,
      "step": 138794
    },
    {
      "epoch": 5.684824902723736,
      "grad_norm": 1.9098137378007831,
      "learning_rate": 2.0945433673901115e-06,
      "loss": 0.8252,
      "step": 138795
    },
    {
      "epoch": 5.684865861150932,
      "grad_norm": 0.9358698164241379,
      "learning_rate": 2.094000282108832e-06,
      "loss": 0.1814,
      "step": 138796
    },
    {
      "epoch": 5.684906819578128,
      "grad_norm": 1.3738375895131727,
      "learning_rate": 2.0934572667489048e-06,
      "loss": 0.405,
      "step": 138797
    },
    {
      "epoch": 5.684947778005324,
      "grad_norm": 1.218396252073998,
      "learning_rate": 2.092914321310629e-06,
      "loss": 0.2711,
      "step": 138798
    },
    {
      "epoch": 5.684988736432521,
      "grad_norm": 1.4347771414427621,
      "learning_rate": 2.0923714457942053e-06,
      "loss": 0.508,
      "step": 138799
    },
    {
      "epoch": 5.685029694859717,
      "grad_norm": 0.8251665745075248,
      "learning_rate": 2.0918286401999495e-06,
      "loss": 0.2193,
      "step": 138800
    },
    {
      "epoch": 5.685070653286914,
      "grad_norm": 1.048984769076366,
      "learning_rate": 2.091285904528095e-06,
      "loss": 0.186,
      "step": 138801
    },
    {
      "epoch": 5.6851116117141105,
      "grad_norm": 1.739609587711684,
      "learning_rate": 2.0907432387788914e-06,
      "loss": 0.7485,
      "step": 138802
    },
    {
      "epoch": 5.685152570141307,
      "grad_norm": 1.5849842291331009,
      "learning_rate": 2.0902006429526053e-06,
      "loss": 0.4878,
      "step": 138803
    },
    {
      "epoch": 5.685193528568503,
      "grad_norm": 1.4302430640787256,
      "learning_rate": 2.0896581170494863e-06,
      "loss": 0.4579,
      "step": 138804
    },
    {
      "epoch": 5.685234486995699,
      "grad_norm": 2.2124022839518775,
      "learning_rate": 2.089115661069801e-06,
      "loss": 1.4219,
      "step": 138805
    },
    {
      "epoch": 5.685275445422896,
      "grad_norm": 1.374254003904051,
      "learning_rate": 2.0885732750137994e-06,
      "loss": 0.3018,
      "step": 138806
    },
    {
      "epoch": 5.685316403850092,
      "grad_norm": 0.7927818833102621,
      "learning_rate": 2.0880309588817313e-06,
      "loss": 0.1798,
      "step": 138807
    },
    {
      "epoch": 5.685357362277289,
      "grad_norm": 1.7449701114487626,
      "learning_rate": 2.087488712673846e-06,
      "loss": 0.6397,
      "step": 138808
    },
    {
      "epoch": 5.6853983207044845,
      "grad_norm": 1.544520983239396,
      "learning_rate": 2.0869465363904438e-06,
      "loss": 0.51,
      "step": 138809
    },
    {
      "epoch": 5.685439279131681,
      "grad_norm": 0.5694601720599416,
      "learning_rate": 2.086404430031724e-06,
      "loss": 0.0507,
      "step": 138810
    },
    {
      "epoch": 5.6854802375588775,
      "grad_norm": 1.9191495290453557,
      "learning_rate": 2.0858623935979867e-06,
      "loss": 0.5712,
      "step": 138811
    },
    {
      "epoch": 5.685521195986074,
      "grad_norm": 1.294377404595671,
      "learning_rate": 2.085320427089465e-06,
      "loss": 0.3797,
      "step": 138812
    },
    {
      "epoch": 5.685562154413271,
      "grad_norm": 1.6998206969443121,
      "learning_rate": 2.084778530506409e-06,
      "loss": 0.6108,
      "step": 138813
    },
    {
      "epoch": 5.685603112840467,
      "grad_norm": 1.4668603135824962,
      "learning_rate": 2.0842367038491015e-06,
      "loss": 0.4565,
      "step": 138814
    },
    {
      "epoch": 5.685644071267664,
      "grad_norm": 1.3632736741638665,
      "learning_rate": 2.0836949471177753e-06,
      "loss": 0.41,
      "step": 138815
    },
    {
      "epoch": 5.685685029694859,
      "grad_norm": 1.448635620696087,
      "learning_rate": 2.0831532603126975e-06,
      "loss": 0.4064,
      "step": 138816
    },
    {
      "epoch": 5.685725988122056,
      "grad_norm": 1.5791476127979367,
      "learning_rate": 2.0826116434341177e-06,
      "loss": 0.4553,
      "step": 138817
    },
    {
      "epoch": 5.685766946549252,
      "grad_norm": 1.6195200741238938,
      "learning_rate": 2.082070096482302e-06,
      "loss": 0.5746,
      "step": 138818
    },
    {
      "epoch": 5.685807904976449,
      "grad_norm": 1.0264922121196536,
      "learning_rate": 2.0815286194575008e-06,
      "loss": 0.2377,
      "step": 138819
    },
    {
      "epoch": 5.6858488634036455,
      "grad_norm": 1.6678180912223601,
      "learning_rate": 2.0809872123599634e-06,
      "loss": 0.5416,
      "step": 138820
    },
    {
      "epoch": 5.685889821830842,
      "grad_norm": 1.8083083600361738,
      "learning_rate": 2.0804458751899566e-06,
      "loss": 0.6054,
      "step": 138821
    },
    {
      "epoch": 5.6859307802580386,
      "grad_norm": 1.3772321427307663,
      "learning_rate": 2.07990460794773e-06,
      "loss": 0.3632,
      "step": 138822
    },
    {
      "epoch": 5.685971738685234,
      "grad_norm": 0.41060139731351847,
      "learning_rate": 2.07936341063355e-06,
      "loss": 0.0307,
      "step": 138823
    },
    {
      "epoch": 5.686012697112431,
      "grad_norm": 1.275900913220896,
      "learning_rate": 2.07882228324765e-06,
      "loss": 0.2872,
      "step": 138824
    },
    {
      "epoch": 5.686053655539627,
      "grad_norm": 1.3164250175405634,
      "learning_rate": 2.0782812257903127e-06,
      "loss": 0.3634,
      "step": 138825
    },
    {
      "epoch": 5.686094613966824,
      "grad_norm": 1.3996446410547245,
      "learning_rate": 2.0777402382617714e-06,
      "loss": 0.4522,
      "step": 138826
    },
    {
      "epoch": 5.68613557239402,
      "grad_norm": 0.7934624152577924,
      "learning_rate": 2.077199320662293e-06,
      "loss": 0.2037,
      "step": 138827
    },
    {
      "epoch": 5.686176530821216,
      "grad_norm": 1.5476837205854348,
      "learning_rate": 2.0766584729921264e-06,
      "loss": 0.4922,
      "step": 138828
    },
    {
      "epoch": 5.6862174892484125,
      "grad_norm": 2.00498408338993,
      "learning_rate": 2.076117695251539e-06,
      "loss": 0.8149,
      "step": 138829
    },
    {
      "epoch": 5.686258447675609,
      "grad_norm": 1.4934056914519624,
      "learning_rate": 2.07557698744078e-06,
      "loss": 0.3986,
      "step": 138830
    },
    {
      "epoch": 5.686299406102806,
      "grad_norm": 1.4732631655886494,
      "learning_rate": 2.0750363495600998e-06,
      "loss": 0.5132,
      "step": 138831
    },
    {
      "epoch": 5.686340364530002,
      "grad_norm": 1.3867124970711564,
      "learning_rate": 2.0744957816097473e-06,
      "loss": 0.3505,
      "step": 138832
    },
    {
      "epoch": 5.686381322957199,
      "grad_norm": 1.7149281763362834,
      "learning_rate": 2.0739552835900064e-06,
      "loss": 0.6003,
      "step": 138833
    },
    {
      "epoch": 5.686422281384395,
      "grad_norm": 1.512724909270107,
      "learning_rate": 2.07341485550111e-06,
      "loss": 0.392,
      "step": 138834
    },
    {
      "epoch": 5.686463239811591,
      "grad_norm": 1.4500623464514308,
      "learning_rate": 2.0728744973433243e-06,
      "loss": 0.419,
      "step": 138835
    },
    {
      "epoch": 5.686504198238787,
      "grad_norm": 1.4043861385614465,
      "learning_rate": 2.072334209116916e-06,
      "loss": 0.4829,
      "step": 138836
    },
    {
      "epoch": 5.686545156665984,
      "grad_norm": 1.0855096992715472,
      "learning_rate": 2.0717939908221016e-06,
      "loss": 0.2065,
      "step": 138837
    },
    {
      "epoch": 5.6865861150931805,
      "grad_norm": 1.3117499456024162,
      "learning_rate": 2.0712538424591474e-06,
      "loss": 0.3447,
      "step": 138838
    },
    {
      "epoch": 5.686627073520377,
      "grad_norm": 1.8174417486693943,
      "learning_rate": 2.0707137640283535e-06,
      "loss": 0.5369,
      "step": 138839
    },
    {
      "epoch": 5.6866680319475735,
      "grad_norm": 1.7456737309869255,
      "learning_rate": 2.0701737555299194e-06,
      "loss": 0.6853,
      "step": 138840
    },
    {
      "epoch": 5.68670899037477,
      "grad_norm": 1.7926049852835935,
      "learning_rate": 2.069633816964128e-06,
      "loss": 0.5463,
      "step": 138841
    },
    {
      "epoch": 5.686749948801966,
      "grad_norm": 1.2409407548582563,
      "learning_rate": 2.0690939483312296e-06,
      "loss": 0.3506,
      "step": 138842
    },
    {
      "epoch": 5.686790907229162,
      "grad_norm": 1.7970192904365136,
      "learning_rate": 2.068554149631474e-06,
      "loss": 0.5205,
      "step": 138843
    },
    {
      "epoch": 5.686831865656359,
      "grad_norm": 1.586794533735286,
      "learning_rate": 2.0680144208651274e-06,
      "loss": 0.4301,
      "step": 138844
    },
    {
      "epoch": 5.686872824083555,
      "grad_norm": 1.144650220097599,
      "learning_rate": 2.0674747620324395e-06,
      "loss": 0.2167,
      "step": 138845
    },
    {
      "epoch": 5.686913782510752,
      "grad_norm": 0.7942014937565545,
      "learning_rate": 2.066935173133677e-06,
      "loss": 0.1846,
      "step": 138846
    },
    {
      "epoch": 5.6869547409379475,
      "grad_norm": 1.3477112720797182,
      "learning_rate": 2.066395654169073e-06,
      "loss": 0.3711,
      "step": 138847
    },
    {
      "epoch": 5.686995699365144,
      "grad_norm": 1.0279410019067696,
      "learning_rate": 2.0658562051388772e-06,
      "loss": 0.1924,
      "step": 138848
    },
    {
      "epoch": 5.687036657792341,
      "grad_norm": 1.2801821790086763,
      "learning_rate": 2.0653168260433895e-06,
      "loss": 0.4175,
      "step": 138849
    },
    {
      "epoch": 5.687077616219537,
      "grad_norm": 1.6804123877221393,
      "learning_rate": 2.0647775168828094e-06,
      "loss": 0.5195,
      "step": 138850
    },
    {
      "epoch": 5.687118574646734,
      "grad_norm": 1.4605224132965249,
      "learning_rate": 2.0642382776574372e-06,
      "loss": 0.3169,
      "step": 138851
    },
    {
      "epoch": 5.68715953307393,
      "grad_norm": 1.3976829803490167,
      "learning_rate": 2.063699108367506e-06,
      "loss": 0.3968,
      "step": 138852
    },
    {
      "epoch": 5.687200491501127,
      "grad_norm": 1.618687917049778,
      "learning_rate": 2.063160009013265e-06,
      "loss": 0.5338,
      "step": 138853
    },
    {
      "epoch": 5.687241449928322,
      "grad_norm": 0.9961970353481859,
      "learning_rate": 2.0626209795949813e-06,
      "loss": 0.0973,
      "step": 138854
    },
    {
      "epoch": 5.687282408355519,
      "grad_norm": 4.5933211320048075,
      "learning_rate": 2.062082020112904e-06,
      "loss": 3.7646,
      "step": 138855
    },
    {
      "epoch": 5.687323366782715,
      "grad_norm": 1.4467415876353655,
      "learning_rate": 2.0615431305673004e-06,
      "loss": 0.4293,
      "step": 138856
    },
    {
      "epoch": 5.687364325209912,
      "grad_norm": 0.9348477987172396,
      "learning_rate": 2.061004310958403e-06,
      "loss": 0.1521,
      "step": 138857
    },
    {
      "epoch": 5.6874052836371085,
      "grad_norm": 0.9088276832593876,
      "learning_rate": 2.0604655612864783e-06,
      "loss": 0.1044,
      "step": 138858
    },
    {
      "epoch": 5.687446242064305,
      "grad_norm": 1.4991673549789652,
      "learning_rate": 2.0599268815517767e-06,
      "loss": 0.5372,
      "step": 138859
    },
    {
      "epoch": 5.687487200491502,
      "grad_norm": 1.2579745559352418,
      "learning_rate": 2.0593882717545806e-06,
      "loss": 0.3587,
      "step": 138860
    },
    {
      "epoch": 5.687528158918697,
      "grad_norm": 2.0960481520249283,
      "learning_rate": 2.058849731895107e-06,
      "loss": 1.0057,
      "step": 138861
    },
    {
      "epoch": 5.687569117345894,
      "grad_norm": 1.4983143788812938,
      "learning_rate": 2.058311261973622e-06,
      "loss": 0.5265,
      "step": 138862
    },
    {
      "epoch": 5.68761007577309,
      "grad_norm": 1.6172564429691403,
      "learning_rate": 2.0577728619903756e-06,
      "loss": 0.5957,
      "step": 138863
    },
    {
      "epoch": 5.687651034200287,
      "grad_norm": 1.3256565953310495,
      "learning_rate": 2.057234531945634e-06,
      "loss": 0.3156,
      "step": 138864
    },
    {
      "epoch": 5.687691992627483,
      "grad_norm": 1.6016176436993024,
      "learning_rate": 2.056696271839664e-06,
      "loss": 0.5215,
      "step": 138865
    },
    {
      "epoch": 5.687732951054679,
      "grad_norm": 1.829792026883826,
      "learning_rate": 2.056158081672682e-06,
      "loss": 0.5936,
      "step": 138866
    },
    {
      "epoch": 5.687773909481876,
      "grad_norm": 1.8727338906091475,
      "learning_rate": 2.0556199614449707e-06,
      "loss": 0.5361,
      "step": 138867
    },
    {
      "epoch": 5.687814867909072,
      "grad_norm": 2.394919536076212,
      "learning_rate": 2.0550819111567974e-06,
      "loss": 1.0726,
      "step": 138868
    },
    {
      "epoch": 5.687855826336269,
      "grad_norm": 1.4442348062144885,
      "learning_rate": 2.054543930808361e-06,
      "loss": 0.4091,
      "step": 138869
    },
    {
      "epoch": 5.687896784763465,
      "grad_norm": 1.5543627279513599,
      "learning_rate": 2.0540060203999787e-06,
      "loss": 0.4726,
      "step": 138870
    },
    {
      "epoch": 5.687937743190662,
      "grad_norm": 1.2333660717159267,
      "learning_rate": 2.0534681799318665e-06,
      "loss": 0.2842,
      "step": 138871
    },
    {
      "epoch": 5.687978701617858,
      "grad_norm": 1.1535837013438701,
      "learning_rate": 2.052930409404291e-06,
      "loss": 0.2065,
      "step": 138872
    },
    {
      "epoch": 5.688019660045054,
      "grad_norm": 1.3011409299203567,
      "learning_rate": 2.052392708817502e-06,
      "loss": 0.3684,
      "step": 138873
    },
    {
      "epoch": 5.68806061847225,
      "grad_norm": 1.554206660150334,
      "learning_rate": 2.0518550781717657e-06,
      "loss": 0.5878,
      "step": 138874
    },
    {
      "epoch": 5.688101576899447,
      "grad_norm": 1.8401673049970082,
      "learning_rate": 2.0513175174673158e-06,
      "loss": 0.6846,
      "step": 138875
    },
    {
      "epoch": 5.6881425353266435,
      "grad_norm": 1.2450818263606902,
      "learning_rate": 2.050780026704435e-06,
      "loss": 0.4336,
      "step": 138876
    },
    {
      "epoch": 5.68818349375384,
      "grad_norm": 1.2002537254326844,
      "learning_rate": 2.05024260588334e-06,
      "loss": 0.2981,
      "step": 138877
    },
    {
      "epoch": 5.688224452181037,
      "grad_norm": 0.8893908906809016,
      "learning_rate": 2.0497052550043137e-06,
      "loss": 0.1167,
      "step": 138878
    },
    {
      "epoch": 5.688265410608233,
      "grad_norm": 1.5605435341473146,
      "learning_rate": 2.049167974067606e-06,
      "loss": 0.4933,
      "step": 138879
    },
    {
      "epoch": 5.688306369035429,
      "grad_norm": 2.1721490940370134,
      "learning_rate": 2.04863076307345e-06,
      "loss": 0.8724,
      "step": 138880
    },
    {
      "epoch": 5.688347327462625,
      "grad_norm": 1.8623116451262602,
      "learning_rate": 2.0480936220221455e-06,
      "loss": 0.5207,
      "step": 138881
    },
    {
      "epoch": 5.688388285889822,
      "grad_norm": 1.6177632105300521,
      "learning_rate": 2.0475565509138925e-06,
      "loss": 0.5365,
      "step": 138882
    },
    {
      "epoch": 5.688429244317018,
      "grad_norm": 1.776069655488051,
      "learning_rate": 2.0470195497489738e-06,
      "loss": 0.6094,
      "step": 138883
    },
    {
      "epoch": 5.688470202744215,
      "grad_norm": 0.8360217556368432,
      "learning_rate": 2.0464826185276393e-06,
      "loss": 0.1253,
      "step": 138884
    },
    {
      "epoch": 5.6885111611714105,
      "grad_norm": 0.9625526137342225,
      "learning_rate": 2.045945757250139e-06,
      "loss": 0.2151,
      "step": 138885
    },
    {
      "epoch": 5.688552119598607,
      "grad_norm": 1.6273093804460146,
      "learning_rate": 2.045408965916756e-06,
      "loss": 0.5059,
      "step": 138886
    },
    {
      "epoch": 5.688593078025804,
      "grad_norm": 1.6962030042884328,
      "learning_rate": 2.04487224452769e-06,
      "loss": 0.5779,
      "step": 138887
    },
    {
      "epoch": 5.688634036453,
      "grad_norm": 1.3714216641969363,
      "learning_rate": 2.044335593083224e-06,
      "loss": 0.3484,
      "step": 138888
    },
    {
      "epoch": 5.688674994880197,
      "grad_norm": 1.7208144480763186,
      "learning_rate": 2.0437990115836245e-06,
      "loss": 0.7462,
      "step": 138889
    },
    {
      "epoch": 5.688715953307393,
      "grad_norm": 1.6195105641243055,
      "learning_rate": 2.0432625000291247e-06,
      "loss": 0.4892,
      "step": 138890
    },
    {
      "epoch": 5.68875691173459,
      "grad_norm": 1.0479860591947303,
      "learning_rate": 2.0427260584199914e-06,
      "loss": 0.1865,
      "step": 138891
    },
    {
      "epoch": 5.688797870161785,
      "grad_norm": 1.710440471535811,
      "learning_rate": 2.042189686756457e-06,
      "loss": 0.4862,
      "step": 138892
    },
    {
      "epoch": 5.688838828588982,
      "grad_norm": 1.8154217490016682,
      "learning_rate": 2.041653385038805e-06,
      "loss": 0.5065,
      "step": 138893
    },
    {
      "epoch": 5.6888797870161785,
      "grad_norm": 1.4220214349779237,
      "learning_rate": 2.0411171532672686e-06,
      "loss": 0.4346,
      "step": 138894
    },
    {
      "epoch": 5.688920745443375,
      "grad_norm": 1.300592448754924,
      "learning_rate": 2.040580991442098e-06,
      "loss": 0.2482,
      "step": 138895
    },
    {
      "epoch": 5.6889617038705715,
      "grad_norm": 2.5685571625244066,
      "learning_rate": 2.040044899563559e-06,
      "loss": 0.5387,
      "step": 138896
    },
    {
      "epoch": 5.689002662297768,
      "grad_norm": 1.3754384727651285,
      "learning_rate": 2.039508877631918e-06,
      "loss": 0.522,
      "step": 138897
    },
    {
      "epoch": 5.689043620724965,
      "grad_norm": 1.546159613691466,
      "learning_rate": 2.0389729256473918e-06,
      "loss": 0.411,
      "step": 138898
    },
    {
      "epoch": 5.68908457915216,
      "grad_norm": 1.556780726340699,
      "learning_rate": 2.0384370436102636e-06,
      "loss": 0.5678,
      "step": 138899
    },
    {
      "epoch": 5.689125537579357,
      "grad_norm": 1.5792174448692742,
      "learning_rate": 2.0379012315207664e-06,
      "loss": 0.4992,
      "step": 138900
    },
    {
      "epoch": 5.689166496006553,
      "grad_norm": 2.1245950321647027,
      "learning_rate": 2.037365489379167e-06,
      "loss": 0.8551,
      "step": 138901
    },
    {
      "epoch": 5.68920745443375,
      "grad_norm": 1.3353263903844195,
      "learning_rate": 2.0368298171857312e-06,
      "loss": 0.3064,
      "step": 138902
    },
    {
      "epoch": 5.689248412860946,
      "grad_norm": 1.5631328108776537,
      "learning_rate": 2.0362942149406757e-06,
      "loss": 0.5379,
      "step": 138903
    },
    {
      "epoch": 5.689289371288142,
      "grad_norm": 1.7727493020648528,
      "learning_rate": 2.035758682644267e-06,
      "loss": 0.6639,
      "step": 138904
    },
    {
      "epoch": 5.689330329715339,
      "grad_norm": 1.5540589195476604,
      "learning_rate": 2.035223220296789e-06,
      "loss": 0.4725,
      "step": 138905
    },
    {
      "epoch": 5.689371288142535,
      "grad_norm": 0.9752227950262207,
      "learning_rate": 2.0346878278984734e-06,
      "loss": 0.1557,
      "step": 138906
    },
    {
      "epoch": 5.689412246569732,
      "grad_norm": 1.2205776455876907,
      "learning_rate": 2.0341525054495546e-06,
      "loss": 0.2849,
      "step": 138907
    },
    {
      "epoch": 5.689453204996928,
      "grad_norm": 1.1096517662133487,
      "learning_rate": 2.033617252950315e-06,
      "loss": 0.1816,
      "step": 138908
    },
    {
      "epoch": 5.689494163424125,
      "grad_norm": 0.8330192066201837,
      "learning_rate": 2.0330820704009876e-06,
      "loss": 0.1429,
      "step": 138909
    },
    {
      "epoch": 5.689535121851321,
      "grad_norm": 1.5641960166431863,
      "learning_rate": 2.0325469578018226e-06,
      "loss": 0.4596,
      "step": 138910
    },
    {
      "epoch": 5.689576080278517,
      "grad_norm": 0.950232214000359,
      "learning_rate": 2.0320119151531032e-06,
      "loss": 0.1961,
      "step": 138911
    },
    {
      "epoch": 5.6896170387057134,
      "grad_norm": 0.8318375077078691,
      "learning_rate": 2.0314769424550625e-06,
      "loss": 0.1974,
      "step": 138912
    },
    {
      "epoch": 5.68965799713291,
      "grad_norm": 2.337028672046183,
      "learning_rate": 2.03094203970795e-06,
      "loss": 1.4605,
      "step": 138913
    },
    {
      "epoch": 5.6896989555601065,
      "grad_norm": 1.91962628636464,
      "learning_rate": 2.0304072069119993e-06,
      "loss": 0.994,
      "step": 138914
    },
    {
      "epoch": 5.689739913987303,
      "grad_norm": 3.2706763710291837,
      "learning_rate": 2.0298724440675096e-06,
      "loss": 1.1427,
      "step": 138915
    },
    {
      "epoch": 5.6897808724145,
      "grad_norm": 1.4959052849932843,
      "learning_rate": 2.0293377511746976e-06,
      "loss": 0.4179,
      "step": 138916
    },
    {
      "epoch": 5.689821830841696,
      "grad_norm": 1.7529103712208254,
      "learning_rate": 2.02880312823383e-06,
      "loss": 0.6061,
      "step": 138917
    },
    {
      "epoch": 5.689862789268892,
      "grad_norm": 1.3960398637946707,
      "learning_rate": 2.0282685752451734e-06,
      "loss": 0.2341,
      "step": 138918
    },
    {
      "epoch": 5.689903747696088,
      "grad_norm": 1.4621148102419224,
      "learning_rate": 2.02773409220896e-06,
      "loss": 0.5672,
      "step": 138919
    },
    {
      "epoch": 5.689944706123285,
      "grad_norm": 1.1962109550820885,
      "learning_rate": 2.027199679125424e-06,
      "loss": 0.3797,
      "step": 138920
    },
    {
      "epoch": 5.689985664550481,
      "grad_norm": 1.5274125302627626,
      "learning_rate": 2.026665335994865e-06,
      "loss": 0.4623,
      "step": 138921
    },
    {
      "epoch": 5.690026622977678,
      "grad_norm": 1.7410364129792804,
      "learning_rate": 2.0261310628175153e-06,
      "loss": 0.6119,
      "step": 138922
    },
    {
      "epoch": 5.690067581404874,
      "grad_norm": 2.177110436333043,
      "learning_rate": 2.025596859593609e-06,
      "loss": 1.2152,
      "step": 138923
    },
    {
      "epoch": 5.69010853983207,
      "grad_norm": 0.9293976789317244,
      "learning_rate": 2.0250627263234285e-06,
      "loss": 0.2164,
      "step": 138924
    },
    {
      "epoch": 5.690149498259267,
      "grad_norm": 0.918889718614863,
      "learning_rate": 2.024528663007191e-06,
      "loss": 0.1551,
      "step": 138925
    },
    {
      "epoch": 5.690190456686463,
      "grad_norm": 2.0461006521942964,
      "learning_rate": 2.023994669645196e-06,
      "loss": 0.588,
      "step": 138926
    },
    {
      "epoch": 5.69023141511366,
      "grad_norm": 1.4928741940756254,
      "learning_rate": 2.023460746237643e-06,
      "loss": 0.4856,
      "step": 138927
    },
    {
      "epoch": 5.690272373540856,
      "grad_norm": 1.6256963081909346,
      "learning_rate": 2.0229268927848153e-06,
      "loss": 0.5355,
      "step": 138928
    },
    {
      "epoch": 5.690313331968053,
      "grad_norm": 1.6455997484688925,
      "learning_rate": 2.022393109286979e-06,
      "loss": 0.5212,
      "step": 138929
    },
    {
      "epoch": 5.690354290395248,
      "grad_norm": 2.866926179619257,
      "learning_rate": 2.0218593957443516e-06,
      "loss": 2.2934,
      "step": 138930
    },
    {
      "epoch": 5.690395248822445,
      "grad_norm": 1.5989975087617847,
      "learning_rate": 2.0213257521572155e-06,
      "loss": 0.4213,
      "step": 138931
    },
    {
      "epoch": 5.6904362072496415,
      "grad_norm": 1.5663030691647972,
      "learning_rate": 2.020792178525804e-06,
      "loss": 0.4347,
      "step": 138932
    },
    {
      "epoch": 5.690477165676838,
      "grad_norm": 1.0973858280024849,
      "learning_rate": 2.020258674850367e-06,
      "loss": 0.2028,
      "step": 138933
    },
    {
      "epoch": 5.690518124104035,
      "grad_norm": 1.3917092568670588,
      "learning_rate": 2.019725241131187e-06,
      "loss": 0.4292,
      "step": 138934
    },
    {
      "epoch": 5.690559082531231,
      "grad_norm": 0.9751115257339044,
      "learning_rate": 2.019191877368481e-06,
      "loss": 0.2126,
      "step": 138935
    },
    {
      "epoch": 5.690600040958428,
      "grad_norm": 1.751218937666126,
      "learning_rate": 2.018658583562499e-06,
      "loss": 0.5244,
      "step": 138936
    },
    {
      "epoch": 5.690640999385623,
      "grad_norm": 1.489748291835478,
      "learning_rate": 2.0181253597135405e-06,
      "loss": 0.4634,
      "step": 138937
    },
    {
      "epoch": 5.69068195781282,
      "grad_norm": 1.0625994653002537,
      "learning_rate": 2.0175922058218053e-06,
      "loss": 0.2354,
      "step": 138938
    },
    {
      "epoch": 5.690722916240016,
      "grad_norm": 0.9929027797097811,
      "learning_rate": 2.0170591218875596e-06,
      "loss": 0.2227,
      "step": 138939
    },
    {
      "epoch": 5.690763874667213,
      "grad_norm": 1.481730925638288,
      "learning_rate": 2.0165261079110708e-06,
      "loss": 0.4201,
      "step": 138940
    },
    {
      "epoch": 5.690804833094409,
      "grad_norm": 1.4094068579162615,
      "learning_rate": 2.015993163892571e-06,
      "loss": 0.3779,
      "step": 138941
    },
    {
      "epoch": 5.690845791521605,
      "grad_norm": 1.5329632380504095,
      "learning_rate": 2.0154602898323436e-06,
      "loss": 0.5048,
      "step": 138942
    },
    {
      "epoch": 5.690886749948802,
      "grad_norm": 1.9707412798459814,
      "learning_rate": 2.0149274857306053e-06,
      "loss": 0.7387,
      "step": 138943
    },
    {
      "epoch": 5.690927708375998,
      "grad_norm": 0.9273846898233377,
      "learning_rate": 2.0143947515876226e-06,
      "loss": 0.1556,
      "step": 138944
    },
    {
      "epoch": 5.690968666803195,
      "grad_norm": 1.1133584833913723,
      "learning_rate": 2.0138620874036448e-06,
      "loss": 0.2629,
      "step": 138945
    },
    {
      "epoch": 5.691009625230391,
      "grad_norm": 1.2044277362037288,
      "learning_rate": 2.013329493178922e-06,
      "loss": 0.271,
      "step": 138946
    },
    {
      "epoch": 5.691050583657588,
      "grad_norm": 0.8455669734888877,
      "learning_rate": 2.012796968913721e-06,
      "loss": 0.0933,
      "step": 138947
    },
    {
      "epoch": 5.691091542084784,
      "grad_norm": 1.3535810467365517,
      "learning_rate": 2.0122645146082916e-06,
      "loss": 0.4566,
      "step": 138948
    },
    {
      "epoch": 5.69113250051198,
      "grad_norm": 1.4722153816560621,
      "learning_rate": 2.0117321302628496e-06,
      "loss": 0.48,
      "step": 138949
    },
    {
      "epoch": 5.6911734589391765,
      "grad_norm": 1.1188698930039447,
      "learning_rate": 2.0111998158776953e-06,
      "loss": 0.3044,
      "step": 138950
    },
    {
      "epoch": 5.691214417366373,
      "grad_norm": 1.3621582203366478,
      "learning_rate": 2.010667571453045e-06,
      "loss": 0.2723,
      "step": 138951
    },
    {
      "epoch": 5.6912553757935695,
      "grad_norm": 1.6234352753571744,
      "learning_rate": 2.010135396989165e-06,
      "loss": 0.4871,
      "step": 138952
    },
    {
      "epoch": 5.691296334220766,
      "grad_norm": 1.2599771694129223,
      "learning_rate": 2.0096032924863226e-06,
      "loss": 0.4207,
      "step": 138953
    },
    {
      "epoch": 5.691337292647963,
      "grad_norm": 1.8207748209628576,
      "learning_rate": 2.0090712579447333e-06,
      "loss": 0.474,
      "step": 138954
    },
    {
      "epoch": 5.691378251075159,
      "grad_norm": 1.442238329725727,
      "learning_rate": 2.0085392933646803e-06,
      "loss": 0.4556,
      "step": 138955
    },
    {
      "epoch": 5.691419209502355,
      "grad_norm": 0.8524154539912955,
      "learning_rate": 2.008007398746381e-06,
      "loss": 0.2105,
      "step": 138956
    },
    {
      "epoch": 5.691460167929551,
      "grad_norm": 1.234380314848072,
      "learning_rate": 2.007475574090117e-06,
      "loss": 0.2307,
      "step": 138957
    },
    {
      "epoch": 5.691501126356748,
      "grad_norm": 1.5426066199279138,
      "learning_rate": 2.006943819396156e-06,
      "loss": 0.3304,
      "step": 138958
    },
    {
      "epoch": 5.691542084783944,
      "grad_norm": 1.5206221028940408,
      "learning_rate": 2.006412134664698e-06,
      "loss": 0.5704,
      "step": 138959
    },
    {
      "epoch": 5.691583043211141,
      "grad_norm": 1.4871156058440673,
      "learning_rate": 2.005880519896025e-06,
      "loss": 0.3348,
      "step": 138960
    },
    {
      "epoch": 5.691624001638337,
      "grad_norm": 1.8065047120060924,
      "learning_rate": 2.0053489750903873e-06,
      "loss": 0.9725,
      "step": 138961
    },
    {
      "epoch": 5.691664960065533,
      "grad_norm": 1.6000898066659692,
      "learning_rate": 2.0048175002480348e-06,
      "loss": 0.3849,
      "step": 138962
    },
    {
      "epoch": 5.69170591849273,
      "grad_norm": 1.9254824324285635,
      "learning_rate": 2.0042860953692175e-06,
      "loss": 0.5564,
      "step": 138963
    },
    {
      "epoch": 5.691746876919926,
      "grad_norm": 1.5298718022566298,
      "learning_rate": 2.003754760454168e-06,
      "loss": 0.4193,
      "step": 138964
    },
    {
      "epoch": 5.691787835347123,
      "grad_norm": 1.0132468064018805,
      "learning_rate": 2.00322349550317e-06,
      "loss": 0.1955,
      "step": 138965
    },
    {
      "epoch": 5.691828793774319,
      "grad_norm": 1.634487523952509,
      "learning_rate": 2.002692300516473e-06,
      "loss": 0.5274,
      "step": 138966
    },
    {
      "epoch": 5.691869752201516,
      "grad_norm": 1.6632847238693258,
      "learning_rate": 2.0021611754942937e-06,
      "loss": 0.5694,
      "step": 138967
    },
    {
      "epoch": 5.6919107106287115,
      "grad_norm": 1.199278273954923,
      "learning_rate": 2.0016301204369144e-06,
      "loss": 0.2984,
      "step": 138968
    },
    {
      "epoch": 5.691951669055908,
      "grad_norm": 1.6357324184114888,
      "learning_rate": 2.0010991353445693e-06,
      "loss": 0.3426,
      "step": 138969
    },
    {
      "epoch": 5.6919926274831045,
      "grad_norm": 1.5844896055308975,
      "learning_rate": 2.0005682202175243e-06,
      "loss": 0.438,
      "step": 138970
    },
    {
      "epoch": 5.692033585910301,
      "grad_norm": 2.839162728576952,
      "learning_rate": 2.0000373750560296e-06,
      "loss": 2.2743,
      "step": 138971
    },
    {
      "epoch": 5.692074544337498,
      "grad_norm": 1.4310590468217654,
      "learning_rate": 1.999506599860318e-06,
      "loss": 0.4065,
      "step": 138972
    },
    {
      "epoch": 5.692115502764694,
      "grad_norm": 1.583341577276235,
      "learning_rate": 1.9989758946306387e-06,
      "loss": 0.5361,
      "step": 138973
    },
    {
      "epoch": 5.692156461191891,
      "grad_norm": 1.5250549194522718,
      "learning_rate": 1.9984452593672927e-06,
      "loss": 0.4499,
      "step": 138974
    },
    {
      "epoch": 5.692197419619086,
      "grad_norm": 1.5165006302925248,
      "learning_rate": 1.9979146940704627e-06,
      "loss": 0.3993,
      "step": 138975
    },
    {
      "epoch": 5.692238378046283,
      "grad_norm": 1.689336298224195,
      "learning_rate": 1.9973841987404315e-06,
      "loss": 0.5533,
      "step": 138976
    },
    {
      "epoch": 5.692279336473479,
      "grad_norm": 0.6074728891812695,
      "learning_rate": 1.9968537733774826e-06,
      "loss": 0.0494,
      "step": 138977
    },
    {
      "epoch": 5.692320294900676,
      "grad_norm": 1.3826086241521482,
      "learning_rate": 1.996323417981799e-06,
      "loss": 0.2867,
      "step": 138978
    },
    {
      "epoch": 5.6923612533278725,
      "grad_norm": 1.2879678648280417,
      "learning_rate": 1.9957931325536636e-06,
      "loss": 0.3752,
      "step": 138979
    },
    {
      "epoch": 5.692402211755068,
      "grad_norm": 1.0198794748643247,
      "learning_rate": 1.9952629170933433e-06,
      "loss": 0.3719,
      "step": 138980
    },
    {
      "epoch": 5.692443170182265,
      "grad_norm": 1.6896320905354478,
      "learning_rate": 1.994732771601071e-06,
      "loss": 0.2848,
      "step": 138981
    },
    {
      "epoch": 5.692484128609461,
      "grad_norm": 0.7873129709356531,
      "learning_rate": 1.994202696077113e-06,
      "loss": 0.1859,
      "step": 138982
    },
    {
      "epoch": 5.692525087036658,
      "grad_norm": 1.8809783169932939,
      "learning_rate": 1.993672690521686e-06,
      "loss": 0.7484,
      "step": 138983
    },
    {
      "epoch": 5.692566045463854,
      "grad_norm": 1.6479259493641634,
      "learning_rate": 1.993142754935073e-06,
      "loss": 0.5356,
      "step": 138984
    },
    {
      "epoch": 5.692607003891051,
      "grad_norm": 1.3110481982741582,
      "learning_rate": 1.9926128893175076e-06,
      "loss": 0.2936,
      "step": 138985
    },
    {
      "epoch": 5.692647962318247,
      "grad_norm": 1.4920035238475846,
      "learning_rate": 1.9920830936692555e-06,
      "loss": 0.4766,
      "step": 138986
    },
    {
      "epoch": 5.692688920745443,
      "grad_norm": 1.3480369315358842,
      "learning_rate": 1.9915533679905505e-06,
      "loss": 0.3405,
      "step": 138987
    },
    {
      "epoch": 5.6927298791726395,
      "grad_norm": 1.3857279979602846,
      "learning_rate": 1.9910237122816585e-06,
      "loss": 0.3832,
      "step": 138988
    },
    {
      "epoch": 5.692770837599836,
      "grad_norm": 0.9995374821640259,
      "learning_rate": 1.9904941265428134e-06,
      "loss": 0.1726,
      "step": 138989
    },
    {
      "epoch": 5.692811796027033,
      "grad_norm": 0.49066674994404996,
      "learning_rate": 1.9899646107742806e-06,
      "loss": 0.0692,
      "step": 138990
    },
    {
      "epoch": 5.692852754454229,
      "grad_norm": 1.3376075987535565,
      "learning_rate": 1.989435164976294e-06,
      "loss": 0.263,
      "step": 138991
    },
    {
      "epoch": 5.692893712881426,
      "grad_norm": 0.9772870941913551,
      "learning_rate": 1.98890578914912e-06,
      "loss": 0.1918,
      "step": 138992
    },
    {
      "epoch": 5.692934671308622,
      "grad_norm": 1.4583440315888945,
      "learning_rate": 1.9883764832930084e-06,
      "loss": 0.3983,
      "step": 138993
    },
    {
      "epoch": 5.692975629735818,
      "grad_norm": 0.9932762408853871,
      "learning_rate": 1.9878472474081918e-06,
      "loss": 0.1962,
      "step": 138994
    },
    {
      "epoch": 5.693016588163014,
      "grad_norm": 0.8457358235955956,
      "learning_rate": 1.9873180814949373e-06,
      "loss": 0.1796,
      "step": 138995
    },
    {
      "epoch": 5.693057546590211,
      "grad_norm": 1.7192710534524427,
      "learning_rate": 1.9867889855534945e-06,
      "loss": 0.4847,
      "step": 138996
    },
    {
      "epoch": 5.693098505017407,
      "grad_norm": 1.8916330342544574,
      "learning_rate": 1.9862599595840966e-06,
      "loss": 0.5959,
      "step": 138997
    },
    {
      "epoch": 5.693139463444604,
      "grad_norm": 1.5508346337205359,
      "learning_rate": 1.9857310035870267e-06,
      "loss": 0.37,
      "step": 138998
    },
    {
      "epoch": 5.6931804218718,
      "grad_norm": 2.05453865577774,
      "learning_rate": 1.985202117562501e-06,
      "loss": 0.5921,
      "step": 138999
    },
    {
      "epoch": 5.693221380298996,
      "grad_norm": 0.8604596861495087,
      "learning_rate": 1.9846733015107696e-06,
      "loss": 0.1745,
      "step": 139000
    },
    {
      "epoch": 5.693262338726193,
      "grad_norm": 1.1478015097239775,
      "learning_rate": 1.9841445554321322e-06,
      "loss": 0.1912,
      "step": 139001
    },
    {
      "epoch": 5.693303297153389,
      "grad_norm": 1.0574100141606637,
      "learning_rate": 1.983615879326772e-06,
      "loss": 0.2444,
      "step": 139002
    },
    {
      "epoch": 5.693344255580586,
      "grad_norm": 1.2769731763513086,
      "learning_rate": 1.983087273194972e-06,
      "loss": 0.2978,
      "step": 139003
    },
    {
      "epoch": 5.693385214007782,
      "grad_norm": 3.1357012618237876,
      "learning_rate": 1.982558737036999e-06,
      "loss": 2.817,
      "step": 139004
    },
    {
      "epoch": 5.693426172434979,
      "grad_norm": 2.0021451034054736,
      "learning_rate": 1.982030270853052e-06,
      "loss": 0.9355,
      "step": 139005
    },
    {
      "epoch": 5.6934671308621745,
      "grad_norm": 1.7402987770251823,
      "learning_rate": 1.9815018746434484e-06,
      "loss": 0.4993,
      "step": 139006
    },
    {
      "epoch": 5.693508089289371,
      "grad_norm": 1.5287058403505918,
      "learning_rate": 1.980973548408371e-06,
      "loss": 0.4688,
      "step": 139007
    },
    {
      "epoch": 5.693549047716568,
      "grad_norm": 1.849816400682621,
      "learning_rate": 1.9804452921481195e-06,
      "loss": 0.6565,
      "step": 139008
    },
    {
      "epoch": 5.693590006143764,
      "grad_norm": 1.0183571407951768,
      "learning_rate": 1.9799171058629106e-06,
      "loss": 0.2157,
      "step": 139009
    },
    {
      "epoch": 5.693630964570961,
      "grad_norm": 1.3106389738315871,
      "learning_rate": 1.9793889895530103e-06,
      "loss": 0.3828,
      "step": 139010
    },
    {
      "epoch": 5.693671922998157,
      "grad_norm": 0.878124289721486,
      "learning_rate": 1.9788609432186684e-06,
      "loss": 0.1203,
      "step": 139011
    },
    {
      "epoch": 5.693712881425354,
      "grad_norm": 1.5823705930157217,
      "learning_rate": 1.9783329668601354e-06,
      "loss": 0.4918,
      "step": 139012
    },
    {
      "epoch": 5.693753839852549,
      "grad_norm": 1.424274137833478,
      "learning_rate": 1.9778050604776606e-06,
      "loss": 0.3917,
      "step": 139013
    },
    {
      "epoch": 5.693794798279746,
      "grad_norm": 1.4497245405027328,
      "learning_rate": 1.977277224071494e-06,
      "loss": 0.4205,
      "step": 139014
    },
    {
      "epoch": 5.693835756706942,
      "grad_norm": 1.8309578186674969,
      "learning_rate": 1.9767494576418687e-06,
      "loss": 0.7267,
      "step": 139015
    },
    {
      "epoch": 5.693876715134139,
      "grad_norm": 1.873703791538482,
      "learning_rate": 1.976221761189034e-06,
      "loss": 0.535,
      "step": 139016
    },
    {
      "epoch": 5.6939176735613355,
      "grad_norm": 0.46878778224262163,
      "learning_rate": 1.975694134713274e-06,
      "loss": 0.0369,
      "step": 139017
    },
    {
      "epoch": 5.693958631988532,
      "grad_norm": 1.4979282432333036,
      "learning_rate": 1.9751665782148205e-06,
      "loss": 0.3999,
      "step": 139018
    },
    {
      "epoch": 5.693999590415728,
      "grad_norm": 1.4810205596687438,
      "learning_rate": 1.9746390916938917e-06,
      "loss": 0.522,
      "step": 139019
    },
    {
      "epoch": 5.694040548842924,
      "grad_norm": 1.6473241140649895,
      "learning_rate": 1.9741116751508023e-06,
      "loss": 0.5715,
      "step": 139020
    },
    {
      "epoch": 5.694081507270121,
      "grad_norm": 0.8388379766746135,
      "learning_rate": 1.9735843285857368e-06,
      "loss": 0.1983,
      "step": 139021
    },
    {
      "epoch": 5.694122465697317,
      "grad_norm": 0.8887057489867654,
      "learning_rate": 1.9730570519989775e-06,
      "loss": 0.1357,
      "step": 139022
    },
    {
      "epoch": 5.694163424124514,
      "grad_norm": 1.0086928003393132,
      "learning_rate": 1.972529845390758e-06,
      "loss": 0.1775,
      "step": 139023
    },
    {
      "epoch": 5.69420438255171,
      "grad_norm": 1.0679805388930819,
      "learning_rate": 1.9720027087613446e-06,
      "loss": 0.3341,
      "step": 139024
    },
    {
      "epoch": 5.694245340978906,
      "grad_norm": 1.4646402838661525,
      "learning_rate": 1.9714756421109868e-06,
      "loss": 0.4475,
      "step": 139025
    },
    {
      "epoch": 5.6942862994061025,
      "grad_norm": 1.9568855763018655,
      "learning_rate": 1.9709486454399182e-06,
      "loss": 0.6856,
      "step": 139026
    },
    {
      "epoch": 5.694327257833299,
      "grad_norm": 1.760984062470948,
      "learning_rate": 1.970421718748405e-06,
      "loss": 0.6779,
      "step": 139027
    },
    {
      "epoch": 5.694368216260496,
      "grad_norm": 1.7032158335163627,
      "learning_rate": 1.969894862036664e-06,
      "loss": 0.5901,
      "step": 139028
    },
    {
      "epoch": 5.694409174687692,
      "grad_norm": 0.9343311022835693,
      "learning_rate": 1.9693680753049777e-06,
      "loss": 0.2479,
      "step": 139029
    },
    {
      "epoch": 5.694450133114889,
      "grad_norm": 1.8891139431514097,
      "learning_rate": 1.9688413585535966e-06,
      "loss": 0.6907,
      "step": 139030
    },
    {
      "epoch": 5.694491091542085,
      "grad_norm": 1.530113320912863,
      "learning_rate": 1.9683147117827368e-06,
      "loss": 0.607,
      "step": 139031
    },
    {
      "epoch": 5.694532049969281,
      "grad_norm": 1.480927652871635,
      "learning_rate": 1.9677881349926815e-06,
      "loss": 0.3951,
      "step": 139032
    },
    {
      "epoch": 5.694573008396477,
      "grad_norm": 1.0201654540391039,
      "learning_rate": 1.9672616281836638e-06,
      "loss": 0.1857,
      "step": 139033
    },
    {
      "epoch": 5.694613966823674,
      "grad_norm": 1.5361415355794914,
      "learning_rate": 1.966735191355934e-06,
      "loss": 0.496,
      "step": 139034
    },
    {
      "epoch": 5.6946549252508705,
      "grad_norm": 1.4003368928531572,
      "learning_rate": 1.9662088245097408e-06,
      "loss": 0.4043,
      "step": 139035
    },
    {
      "epoch": 5.694695883678067,
      "grad_norm": 1.5588202493908834,
      "learning_rate": 1.965682527645335e-06,
      "loss": 0.4898,
      "step": 139036
    },
    {
      "epoch": 5.6947368421052635,
      "grad_norm": 1.7594599576973107,
      "learning_rate": 1.9651563007629655e-06,
      "loss": 0.506,
      "step": 139037
    },
    {
      "epoch": 5.694777800532459,
      "grad_norm": 1.6748834175863587,
      "learning_rate": 1.964630143862883e-06,
      "loss": 0.6357,
      "step": 139038
    },
    {
      "epoch": 5.694818758959656,
      "grad_norm": 1.2859889005711778,
      "learning_rate": 1.9641040569453204e-06,
      "loss": 0.3389,
      "step": 139039
    },
    {
      "epoch": 5.694859717386852,
      "grad_norm": 1.6834247550873724,
      "learning_rate": 1.963578040010544e-06,
      "loss": 0.588,
      "step": 139040
    },
    {
      "epoch": 5.694900675814049,
      "grad_norm": 1.5318417493664624,
      "learning_rate": 1.96305209305882e-06,
      "loss": 0.4604,
      "step": 139041
    },
    {
      "epoch": 5.694941634241245,
      "grad_norm": 1.7244334957371767,
      "learning_rate": 1.962526216090349e-06,
      "loss": 0.4999,
      "step": 139042
    },
    {
      "epoch": 5.694982592668442,
      "grad_norm": 1.579131849636958,
      "learning_rate": 1.96200040910543e-06,
      "loss": 0.4859,
      "step": 139043
    },
    {
      "epoch": 5.6950235510956375,
      "grad_norm": 1.6099893794384597,
      "learning_rate": 1.9614746721042628e-06,
      "loss": 0.5857,
      "step": 139044
    },
    {
      "epoch": 5.695064509522834,
      "grad_norm": 0.8941842428204696,
      "learning_rate": 1.9609490050871147e-06,
      "loss": 0.1893,
      "step": 139045
    },
    {
      "epoch": 5.695105467950031,
      "grad_norm": 1.5614777119069685,
      "learning_rate": 1.960423408054268e-06,
      "loss": 0.5113,
      "step": 139046
    },
    {
      "epoch": 5.695146426377227,
      "grad_norm": 1.4795171245541856,
      "learning_rate": 1.9598978810059228e-06,
      "loss": 0.5028,
      "step": 139047
    },
    {
      "epoch": 5.695187384804424,
      "grad_norm": 1.6627505151069808,
      "learning_rate": 1.9593724239423625e-06,
      "loss": 0.4317,
      "step": 139048
    },
    {
      "epoch": 5.69522834323162,
      "grad_norm": 1.5843288929340187,
      "learning_rate": 1.958847036863803e-06,
      "loss": 0.4616,
      "step": 139049
    },
    {
      "epoch": 5.695269301658817,
      "grad_norm": 2.921365159807342,
      "learning_rate": 1.958321719770528e-06,
      "loss": 1.7212,
      "step": 139050
    },
    {
      "epoch": 5.695310260086012,
      "grad_norm": 1.5858280348683227,
      "learning_rate": 1.9577964726627538e-06,
      "loss": 0.5579,
      "step": 139051
    },
    {
      "epoch": 5.695351218513209,
      "grad_norm": 1.4685155658453422,
      "learning_rate": 1.9572712955407467e-06,
      "loss": 0.379,
      "step": 139052
    },
    {
      "epoch": 5.6953921769404054,
      "grad_norm": 0.8005634675056965,
      "learning_rate": 1.9567461884047395e-06,
      "loss": 0.1798,
      "step": 139053
    },
    {
      "epoch": 5.695433135367602,
      "grad_norm": 2.0965421202215104,
      "learning_rate": 1.9562211512550164e-06,
      "loss": 0.9514,
      "step": 139054
    },
    {
      "epoch": 5.6954740937947985,
      "grad_norm": 1.8708869872858014,
      "learning_rate": 1.955696184091793e-06,
      "loss": 0.5762,
      "step": 139055
    },
    {
      "epoch": 5.695515052221995,
      "grad_norm": 1.664231328216781,
      "learning_rate": 1.9551712869153023e-06,
      "loss": 0.5825,
      "step": 139056
    },
    {
      "epoch": 5.695556010649191,
      "grad_norm": 1.4244643276383038,
      "learning_rate": 1.954646459725845e-06,
      "loss": 0.4209,
      "step": 139057
    },
    {
      "epoch": 5.695596969076387,
      "grad_norm": 0.9003929837059194,
      "learning_rate": 1.954121702523637e-06,
      "loss": 0.179,
      "step": 139058
    },
    {
      "epoch": 5.695637927503584,
      "grad_norm": 1.0036627391477697,
      "learning_rate": 1.953597015308911e-06,
      "loss": 0.2009,
      "step": 139059
    },
    {
      "epoch": 5.69567888593078,
      "grad_norm": 1.4679852397203128,
      "learning_rate": 1.953072398081951e-06,
      "loss": 0.4479,
      "step": 139060
    },
    {
      "epoch": 5.695719844357977,
      "grad_norm": 1.0520573508102218,
      "learning_rate": 1.9525478508429893e-06,
      "loss": 0.359,
      "step": 139061
    },
    {
      "epoch": 5.695760802785173,
      "grad_norm": 1.3629714545693308,
      "learning_rate": 1.9520233735922595e-06,
      "loss": 0.372,
      "step": 139062
    },
    {
      "epoch": 5.695801761212369,
      "grad_norm": 1.705548079894678,
      "learning_rate": 1.9514989663300283e-06,
      "loss": 0.5569,
      "step": 139063
    },
    {
      "epoch": 5.695842719639566,
      "grad_norm": 1.8362451030746731,
      "learning_rate": 1.9509746290565287e-06,
      "loss": 0.4297,
      "step": 139064
    },
    {
      "epoch": 5.695883678066762,
      "grad_norm": 1.625948357285786,
      "learning_rate": 1.9504503617720435e-06,
      "loss": 0.5757,
      "step": 139065
    },
    {
      "epoch": 5.695924636493959,
      "grad_norm": 1.6159010566326522,
      "learning_rate": 1.9499261644767726e-06,
      "loss": 0.5198,
      "step": 139066
    },
    {
      "epoch": 5.695965594921155,
      "grad_norm": 1.6584112997542195,
      "learning_rate": 1.949402037170983e-06,
      "loss": 0.58,
      "step": 139067
    },
    {
      "epoch": 5.696006553348352,
      "grad_norm": 1.4552530108985966,
      "learning_rate": 1.9488779798549404e-06,
      "loss": 0.4314,
      "step": 139068
    },
    {
      "epoch": 5.696047511775548,
      "grad_norm": 1.9266105929958224,
      "learning_rate": 1.9483539925288618e-06,
      "loss": 0.5933,
      "step": 139069
    },
    {
      "epoch": 5.696088470202744,
      "grad_norm": 1.9005919661839432,
      "learning_rate": 1.9478300751930296e-06,
      "loss": 0.5855,
      "step": 139070
    },
    {
      "epoch": 5.69612942862994,
      "grad_norm": 1.0336680759333938,
      "learning_rate": 1.9473062278476612e-06,
      "loss": 0.2192,
      "step": 139071
    },
    {
      "epoch": 5.696170387057137,
      "grad_norm": 1.2695775273914789,
      "learning_rate": 1.9467824504930064e-06,
      "loss": 0.1876,
      "step": 139072
    },
    {
      "epoch": 5.6962113454843335,
      "grad_norm": 0.9388108227937181,
      "learning_rate": 1.9462587431293308e-06,
      "loss": 0.1897,
      "step": 139073
    },
    {
      "epoch": 5.69625230391153,
      "grad_norm": 2.2009336417683243,
      "learning_rate": 1.945735105756868e-06,
      "loss": 0.5401,
      "step": 139074
    },
    {
      "epoch": 5.696293262338727,
      "grad_norm": 1.6566962941099592,
      "learning_rate": 1.945211538375868e-06,
      "loss": 0.5541,
      "step": 139075
    },
    {
      "epoch": 5.696334220765922,
      "grad_norm": 1.659987167395663,
      "learning_rate": 1.9446880409865973e-06,
      "loss": 0.5524,
      "step": 139076
    },
    {
      "epoch": 5.696375179193119,
      "grad_norm": 1.562495768366297,
      "learning_rate": 1.9441646135892717e-06,
      "loss": 0.4635,
      "step": 139077
    },
    {
      "epoch": 5.696416137620315,
      "grad_norm": 1.8329624959308284,
      "learning_rate": 1.943641256184175e-06,
      "loss": 0.7582,
      "step": 139078
    },
    {
      "epoch": 5.696457096047512,
      "grad_norm": 1.4627064360125162,
      "learning_rate": 1.943117968771507e-06,
      "loss": 0.4891,
      "step": 139079
    },
    {
      "epoch": 5.696498054474708,
      "grad_norm": 1.8201429720345326,
      "learning_rate": 1.9425947513515504e-06,
      "loss": 0.596,
      "step": 139080
    },
    {
      "epoch": 5.696539012901905,
      "grad_norm": 0.9459684223931365,
      "learning_rate": 1.9420716039245555e-06,
      "loss": 0.2323,
      "step": 139081
    },
    {
      "epoch": 5.6965799713291005,
      "grad_norm": 1.5580100382188695,
      "learning_rate": 1.9415485264907383e-06,
      "loss": 0.4303,
      "step": 139082
    },
    {
      "epoch": 5.696620929756297,
      "grad_norm": 1.7416270061215622,
      "learning_rate": 1.9410255190503655e-06,
      "loss": 0.5749,
      "step": 139083
    },
    {
      "epoch": 5.696661888183494,
      "grad_norm": 1.4984617208110032,
      "learning_rate": 1.9405025816037035e-06,
      "loss": 0.4617,
      "step": 139084
    },
    {
      "epoch": 5.69670284661069,
      "grad_norm": 1.794805500908239,
      "learning_rate": 1.9399797141509688e-06,
      "loss": 0.5747,
      "step": 139085
    },
    {
      "epoch": 5.696743805037887,
      "grad_norm": 1.820721429717411,
      "learning_rate": 1.939456916692428e-06,
      "loss": 0.5665,
      "step": 139086
    },
    {
      "epoch": 5.696784763465083,
      "grad_norm": 1.965904398556292,
      "learning_rate": 1.938934189228314e-06,
      "loss": 0.7949,
      "step": 139087
    },
    {
      "epoch": 5.69682572189228,
      "grad_norm": 1.6562206406199012,
      "learning_rate": 1.9384115317588767e-06,
      "loss": 0.5642,
      "step": 139088
    },
    {
      "epoch": 5.696866680319475,
      "grad_norm": 2.2134170015698977,
      "learning_rate": 1.9378889442843657e-06,
      "loss": 0.9352,
      "step": 139089
    },
    {
      "epoch": 5.696907638746672,
      "grad_norm": 1.54949460807062,
      "learning_rate": 1.9373664268050314e-06,
      "loss": 0.3426,
      "step": 139090
    },
    {
      "epoch": 5.6969485971738685,
      "grad_norm": 0.8781373857843578,
      "learning_rate": 1.936843979321123e-06,
      "loss": 0.1902,
      "step": 139091
    },
    {
      "epoch": 5.696989555601065,
      "grad_norm": 1.3483628286263487,
      "learning_rate": 1.9363216018328908e-06,
      "loss": 0.4499,
      "step": 139092
    },
    {
      "epoch": 5.6970305140282615,
      "grad_norm": 0.9818092151410202,
      "learning_rate": 1.935799294340551e-06,
      "loss": 0.1653,
      "step": 139093
    },
    {
      "epoch": 5.697071472455458,
      "grad_norm": 1.2454302913308697,
      "learning_rate": 1.935277056844403e-06,
      "loss": 0.4177,
      "step": 139094
    },
    {
      "epoch": 5.697112430882654,
      "grad_norm": 1.5651951521344827,
      "learning_rate": 1.9347548893446474e-06,
      "loss": 0.3745,
      "step": 139095
    },
    {
      "epoch": 5.69715338930985,
      "grad_norm": 2.0888918797599194,
      "learning_rate": 1.9342327918415333e-06,
      "loss": 0.7233,
      "step": 139096
    },
    {
      "epoch": 5.697194347737047,
      "grad_norm": 0.9796310137029034,
      "learning_rate": 1.9337107643353445e-06,
      "loss": 0.2172,
      "step": 139097
    },
    {
      "epoch": 5.697235306164243,
      "grad_norm": 1.5503121299462734,
      "learning_rate": 1.933188806826297e-06,
      "loss": 0.4434,
      "step": 139098
    },
    {
      "epoch": 5.69727626459144,
      "grad_norm": 1.7316641181995784,
      "learning_rate": 1.932666919314657e-06,
      "loss": 0.5079,
      "step": 139099
    },
    {
      "epoch": 5.697317223018636,
      "grad_norm": 0.9113206053333897,
      "learning_rate": 1.932145101800642e-06,
      "loss": 0.1877,
      "step": 139100
    },
    {
      "epoch": 5.697358181445832,
      "grad_norm": 0.8935713506232511,
      "learning_rate": 1.9316233542845337e-06,
      "loss": 0.212,
      "step": 139101
    },
    {
      "epoch": 5.697399139873029,
      "grad_norm": 1.508239733852872,
      "learning_rate": 1.9311016767665497e-06,
      "loss": 0.5197,
      "step": 139102
    },
    {
      "epoch": 5.697440098300225,
      "grad_norm": 0.4988634012995615,
      "learning_rate": 1.9305800692469565e-06,
      "loss": 0.0513,
      "step": 139103
    },
    {
      "epoch": 5.697481056727422,
      "grad_norm": 1.7621096786239159,
      "learning_rate": 1.9300585317259864e-06,
      "loss": 0.5683,
      "step": 139104
    },
    {
      "epoch": 5.697522015154618,
      "grad_norm": 1.7333614349976445,
      "learning_rate": 1.92953706420389e-06,
      "loss": 0.5901,
      "step": 139105
    },
    {
      "epoch": 5.697562973581815,
      "grad_norm": 0.9825555564113339,
      "learning_rate": 1.929015666680933e-06,
      "loss": 0.2321,
      "step": 139106
    },
    {
      "epoch": 5.697603932009011,
      "grad_norm": 0.8269588234148254,
      "learning_rate": 1.9284943391573327e-06,
      "loss": 0.2122,
      "step": 139107
    },
    {
      "epoch": 5.697644890436207,
      "grad_norm": 0.7557784761688575,
      "learning_rate": 1.9279730816333385e-06,
      "loss": 0.1336,
      "step": 139108
    },
    {
      "epoch": 5.6976858488634035,
      "grad_norm": 1.445555893125835,
      "learning_rate": 1.9274518941092164e-06,
      "loss": 0.5835,
      "step": 139109
    },
    {
      "epoch": 5.6977268072906,
      "grad_norm": 1.2159478139003754,
      "learning_rate": 1.926930776585217e-06,
      "loss": 0.2616,
      "step": 139110
    },
    {
      "epoch": 5.6977677657177965,
      "grad_norm": 1.5698891472483811,
      "learning_rate": 1.9264097290615563e-06,
      "loss": 0.5408,
      "step": 139111
    },
    {
      "epoch": 5.697808724144993,
      "grad_norm": 1.7360028594145405,
      "learning_rate": 1.9258887515385012e-06,
      "loss": 0.6239,
      "step": 139112
    },
    {
      "epoch": 5.69784968257219,
      "grad_norm": 1.6866399597255395,
      "learning_rate": 1.9253678440162847e-06,
      "loss": 0.5534,
      "step": 139113
    },
    {
      "epoch": 5.697890640999385,
      "grad_norm": 1.557929869608875,
      "learning_rate": 1.9248470064951727e-06,
      "loss": 0.4165,
      "step": 139114
    },
    {
      "epoch": 5.697931599426582,
      "grad_norm": 0.7856482632267613,
      "learning_rate": 1.9243262389753987e-06,
      "loss": 0.1951,
      "step": 139115
    },
    {
      "epoch": 5.697972557853778,
      "grad_norm": 1.7795157247485351,
      "learning_rate": 1.923805541457213e-06,
      "loss": 0.6607,
      "step": 139116
    },
    {
      "epoch": 5.698013516280975,
      "grad_norm": 1.4132495690502866,
      "learning_rate": 1.923284913940848e-06,
      "loss": 0.3192,
      "step": 139117
    },
    {
      "epoch": 5.698054474708171,
      "grad_norm": 1.4942545622323864,
      "learning_rate": 1.9227643564265704e-06,
      "loss": 0.3646,
      "step": 139118
    },
    {
      "epoch": 5.698095433135368,
      "grad_norm": 1.3853309519341959,
      "learning_rate": 1.9222438689146303e-06,
      "loss": 0.3458,
      "step": 139119
    },
    {
      "epoch": 5.698136391562564,
      "grad_norm": 1.034805097333439,
      "learning_rate": 1.9217234514052436e-06,
      "loss": 0.2359,
      "step": 139120
    },
    {
      "epoch": 5.69817734998976,
      "grad_norm": 1.739923057770208,
      "learning_rate": 1.9212031038986777e-06,
      "loss": 0.566,
      "step": 139121
    },
    {
      "epoch": 5.698218308416957,
      "grad_norm": 1.0626046476649718,
      "learning_rate": 1.9206828263951814e-06,
      "loss": 0.2333,
      "step": 139122
    },
    {
      "epoch": 5.698259266844153,
      "grad_norm": 3.1842101115517276,
      "learning_rate": 1.9201626188949716e-06,
      "loss": 1.2489,
      "step": 139123
    },
    {
      "epoch": 5.69830022527135,
      "grad_norm": 1.7800963778851275,
      "learning_rate": 1.9196424813983313e-06,
      "loss": 0.527,
      "step": 139124
    },
    {
      "epoch": 5.698341183698546,
      "grad_norm": 1.2906349090295803,
      "learning_rate": 1.9191224139054937e-06,
      "loss": 0.2471,
      "step": 139125
    },
    {
      "epoch": 5.698382142125743,
      "grad_norm": 1.7053787939822873,
      "learning_rate": 1.918602416416709e-06,
      "loss": 0.4969,
      "step": 139126
    },
    {
      "epoch": 5.698423100552938,
      "grad_norm": 0.8973190692823407,
      "learning_rate": 1.918082488932193e-06,
      "loss": 0.2133,
      "step": 139127
    },
    {
      "epoch": 5.698464058980135,
      "grad_norm": 1.5083204924869236,
      "learning_rate": 1.9175626314522298e-06,
      "loss": 0.5444,
      "step": 139128
    },
    {
      "epoch": 5.6985050174073315,
      "grad_norm": 1.3991256380652115,
      "learning_rate": 1.9170428439770513e-06,
      "loss": 0.4708,
      "step": 139129
    },
    {
      "epoch": 5.698545975834528,
      "grad_norm": 1.609025742584651,
      "learning_rate": 1.916523126506908e-06,
      "loss": 0.5803,
      "step": 139130
    },
    {
      "epoch": 5.698586934261725,
      "grad_norm": 1.330738127015281,
      "learning_rate": 1.9160034790420166e-06,
      "loss": 0.4015,
      "step": 139131
    },
    {
      "epoch": 5.698627892688921,
      "grad_norm": 1.2568554322289254,
      "learning_rate": 1.915483901582676e-06,
      "loss": 0.3264,
      "step": 139132
    },
    {
      "epoch": 5.698668851116117,
      "grad_norm": 1.6267225050093128,
      "learning_rate": 1.9149643941290706e-06,
      "loss": 0.4255,
      "step": 139133
    },
    {
      "epoch": 5.698709809543313,
      "grad_norm": 1.482882752822982,
      "learning_rate": 1.914444956681499e-06,
      "loss": 0.4484,
      "step": 139134
    },
    {
      "epoch": 5.69875076797051,
      "grad_norm": 2.2137750292986205,
      "learning_rate": 1.9139255892401783e-06,
      "loss": 0.9439,
      "step": 139135
    },
    {
      "epoch": 5.698791726397706,
      "grad_norm": 2.1690639918661874,
      "learning_rate": 1.9134062918053583e-06,
      "loss": 0.7099,
      "step": 139136
    },
    {
      "epoch": 5.698832684824903,
      "grad_norm": 1.4589383910121674,
      "learning_rate": 1.912887064377289e-06,
      "loss": 0.4653,
      "step": 139137
    },
    {
      "epoch": 5.698873643252099,
      "grad_norm": 1.09803812440448,
      "learning_rate": 1.9123679069562192e-06,
      "loss": 0.2234,
      "step": 139138
    },
    {
      "epoch": 5.698914601679295,
      "grad_norm": 1.6382395170341961,
      "learning_rate": 1.911848819542383e-06,
      "loss": 0.5763,
      "step": 139139
    },
    {
      "epoch": 5.698955560106492,
      "grad_norm": 1.475932875742601,
      "learning_rate": 1.9113298021360302e-06,
      "loss": 0.4263,
      "step": 139140
    },
    {
      "epoch": 5.698996518533688,
      "grad_norm": 1.4246707841526847,
      "learning_rate": 1.91081085473741e-06,
      "loss": 0.4358,
      "step": 139141
    },
    {
      "epoch": 5.699037476960885,
      "grad_norm": 1.3862196555095967,
      "learning_rate": 1.910291977346773e-06,
      "loss": 0.4718,
      "step": 139142
    },
    {
      "epoch": 5.699078435388081,
      "grad_norm": 0.768345689133784,
      "learning_rate": 1.909773169964335e-06,
      "loss": 0.1825,
      "step": 139143
    },
    {
      "epoch": 5.699119393815278,
      "grad_norm": 1.4822530359117254,
      "learning_rate": 1.909254432590379e-06,
      "loss": 0.4098,
      "step": 139144
    },
    {
      "epoch": 5.699160352242474,
      "grad_norm": 1.5975933394939734,
      "learning_rate": 1.908735765225139e-06,
      "loss": 0.4472,
      "step": 139145
    },
    {
      "epoch": 5.69920131066967,
      "grad_norm": 1.3554081028366087,
      "learning_rate": 1.908217167868831e-06,
      "loss": 0.2215,
      "step": 139146
    },
    {
      "epoch": 5.6992422690968665,
      "grad_norm": 0.9314871104128234,
      "learning_rate": 1.9076986405217377e-06,
      "loss": 0.2434,
      "step": 139147
    },
    {
      "epoch": 5.699283227524063,
      "grad_norm": 0.6929014800925896,
      "learning_rate": 1.9071801831841093e-06,
      "loss": 0.0881,
      "step": 139148
    },
    {
      "epoch": 5.69932418595126,
      "grad_norm": 1.7803808590426193,
      "learning_rate": 1.9066617958561459e-06,
      "loss": 0.5886,
      "step": 139149
    },
    {
      "epoch": 5.699365144378456,
      "grad_norm": 1.8119620746468792,
      "learning_rate": 1.906143478538147e-06,
      "loss": 0.611,
      "step": 139150
    },
    {
      "epoch": 5.699406102805653,
      "grad_norm": 1.4744058818360752,
      "learning_rate": 1.9056252312303122e-06,
      "loss": 0.5008,
      "step": 139151
    },
    {
      "epoch": 5.699447061232848,
      "grad_norm": 0.7712457744560066,
      "learning_rate": 1.9051070539328916e-06,
      "loss": 0.1824,
      "step": 139152
    },
    {
      "epoch": 5.699488019660045,
      "grad_norm": 1.5191662953056977,
      "learning_rate": 1.9045889466461683e-06,
      "loss": 0.4353,
      "step": 139153
    },
    {
      "epoch": 5.699528978087241,
      "grad_norm": 1.5715611831703846,
      "learning_rate": 1.9040709093703422e-06,
      "loss": 0.5338,
      "step": 139154
    },
    {
      "epoch": 5.699569936514438,
      "grad_norm": 3.293672074632484,
      "learning_rate": 1.903552942105696e-06,
      "loss": 3.1179,
      "step": 139155
    },
    {
      "epoch": 5.699610894941634,
      "grad_norm": 1.403983837226414,
      "learning_rate": 1.9030350448524466e-06,
      "loss": 0.2522,
      "step": 139156
    },
    {
      "epoch": 5.699651853368831,
      "grad_norm": 0.5470021239267325,
      "learning_rate": 1.9025172176108438e-06,
      "loss": 0.0842,
      "step": 139157
    },
    {
      "epoch": 5.699692811796027,
      "grad_norm": 1.6627870758739658,
      "learning_rate": 1.901999460381154e-06,
      "loss": 0.4613,
      "step": 139158
    },
    {
      "epoch": 5.699733770223223,
      "grad_norm": 1.5304095863541898,
      "learning_rate": 1.9014817731635934e-06,
      "loss": 0.4624,
      "step": 139159
    },
    {
      "epoch": 5.69977472865042,
      "grad_norm": 0.8308980937437181,
      "learning_rate": 1.900964155958412e-06,
      "loss": 0.1505,
      "step": 139160
    },
    {
      "epoch": 5.699815687077616,
      "grad_norm": 0.8884586704700016,
      "learning_rate": 1.9004466087658765e-06,
      "loss": 0.2029,
      "step": 139161
    },
    {
      "epoch": 5.699856645504813,
      "grad_norm": 1.4886218417862276,
      "learning_rate": 1.899929131586203e-06,
      "loss": 0.3911,
      "step": 139162
    },
    {
      "epoch": 5.699897603932009,
      "grad_norm": 1.6051404442183848,
      "learning_rate": 1.8994117244196417e-06,
      "loss": 0.5709,
      "step": 139163
    },
    {
      "epoch": 5.699938562359206,
      "grad_norm": 1.9256582393104134,
      "learning_rate": 1.8988943872664586e-06,
      "loss": 0.7111,
      "step": 139164
    },
    {
      "epoch": 5.6999795207864015,
      "grad_norm": 1.5042426306837307,
      "learning_rate": 1.8983771201268871e-06,
      "loss": 0.4127,
      "step": 139165
    },
    {
      "epoch": 5.700020479213598,
      "grad_norm": 2.3969197035957372,
      "learning_rate": 1.8978599230011605e-06,
      "loss": 1.1329,
      "step": 139166
    },
    {
      "epoch": 5.7000614376407945,
      "grad_norm": 1.6160428798668678,
      "learning_rate": 1.8973427958895448e-06,
      "loss": 0.552,
      "step": 139167
    },
    {
      "epoch": 5.700102396067991,
      "grad_norm": 1.0885548224348724,
      "learning_rate": 1.896825738792257e-06,
      "loss": 0.2858,
      "step": 139168
    },
    {
      "epoch": 5.700143354495188,
      "grad_norm": 1.7274798160904785,
      "learning_rate": 1.8963087517095631e-06,
      "loss": 0.5133,
      "step": 139169
    },
    {
      "epoch": 5.700184312922384,
      "grad_norm": 1.8706346944746615,
      "learning_rate": 1.8957918346416966e-06,
      "loss": 0.6257,
      "step": 139170
    },
    {
      "epoch": 5.70022527134958,
      "grad_norm": 1.369582538259321,
      "learning_rate": 1.8952749875889074e-06,
      "loss": 0.3042,
      "step": 139171
    },
    {
      "epoch": 5.700266229776776,
      "grad_norm": 1.6786199093893783,
      "learning_rate": 1.8947582105514448e-06,
      "loss": 0.5621,
      "step": 139172
    },
    {
      "epoch": 5.700307188203973,
      "grad_norm": 1.5033140176543378,
      "learning_rate": 1.8942415035295255e-06,
      "loss": 0.3722,
      "step": 139173
    },
    {
      "epoch": 5.700348146631169,
      "grad_norm": 1.894901980157218,
      "learning_rate": 1.8937248665234329e-06,
      "loss": 0.5947,
      "step": 139174
    },
    {
      "epoch": 5.700389105058366,
      "grad_norm": 1.4315118529917554,
      "learning_rate": 1.893208299533383e-06,
      "loss": 0.4166,
      "step": 139175
    },
    {
      "epoch": 5.7004300634855625,
      "grad_norm": 1.696138827229417,
      "learning_rate": 1.8926918025596427e-06,
      "loss": 0.6183,
      "step": 139176
    },
    {
      "epoch": 5.700471021912758,
      "grad_norm": 1.6405608926026205,
      "learning_rate": 1.892175375602445e-06,
      "loss": 0.4508,
      "step": 139177
    },
    {
      "epoch": 5.700511980339955,
      "grad_norm": 1.5107393572147803,
      "learning_rate": 1.8916590186620062e-06,
      "loss": 0.554,
      "step": 139178
    },
    {
      "epoch": 5.700552938767151,
      "grad_norm": 1.3815327198591612,
      "learning_rate": 1.8911427317386264e-06,
      "loss": 0.5205,
      "step": 139179
    },
    {
      "epoch": 5.700593897194348,
      "grad_norm": 1.6728255344767213,
      "learning_rate": 1.890626514832505e-06,
      "loss": 0.5908,
      "step": 139180
    },
    {
      "epoch": 5.700634855621544,
      "grad_norm": 1.5702271913334283,
      "learning_rate": 1.8901103679439089e-06,
      "loss": 0.525,
      "step": 139181
    },
    {
      "epoch": 5.700675814048741,
      "grad_norm": 1.400126486950336,
      "learning_rate": 1.889594291073071e-06,
      "loss": 0.4664,
      "step": 139182
    },
    {
      "epoch": 5.700716772475937,
      "grad_norm": 1.1568847488658691,
      "learning_rate": 1.8890782842202246e-06,
      "loss": 0.2606,
      "step": 139183
    },
    {
      "epoch": 5.700757730903133,
      "grad_norm": 1.6572879519214256,
      "learning_rate": 1.888562347385636e-06,
      "loss": 0.6021,
      "step": 139184
    },
    {
      "epoch": 5.7007986893303295,
      "grad_norm": 1.593297797729764,
      "learning_rate": 1.888046480569555e-06,
      "loss": 0.5801,
      "step": 139185
    },
    {
      "epoch": 5.700839647757526,
      "grad_norm": 3.0548980340114427,
      "learning_rate": 1.8875306837721982e-06,
      "loss": 2.4357,
      "step": 139186
    },
    {
      "epoch": 5.700880606184723,
      "grad_norm": 1.5982115346161068,
      "learning_rate": 1.887014956993832e-06,
      "loss": 0.4413,
      "step": 139187
    },
    {
      "epoch": 5.700921564611919,
      "grad_norm": 1.460855476687098,
      "learning_rate": 1.8864993002346896e-06,
      "loss": 0.4766,
      "step": 139188
    },
    {
      "epoch": 5.700962523039116,
      "grad_norm": 0.987056078891444,
      "learning_rate": 1.885983713495004e-06,
      "loss": 0.1935,
      "step": 139189
    },
    {
      "epoch": 5.701003481466311,
      "grad_norm": 0.8954747304496158,
      "learning_rate": 1.8854681967750252e-06,
      "loss": 0.1933,
      "step": 139190
    },
    {
      "epoch": 5.701044439893508,
      "grad_norm": 1.6299064214471837,
      "learning_rate": 1.8849527500750195e-06,
      "loss": 0.4929,
      "step": 139191
    },
    {
      "epoch": 5.701085398320704,
      "grad_norm": 0.3234188424721954,
      "learning_rate": 1.8844373733952034e-06,
      "loss": 0.0325,
      "step": 139192
    },
    {
      "epoch": 5.701126356747901,
      "grad_norm": 1.6478104234645148,
      "learning_rate": 1.8839220667358434e-06,
      "loss": 0.4675,
      "step": 139193
    },
    {
      "epoch": 5.7011673151750974,
      "grad_norm": 1.1919985585887423,
      "learning_rate": 1.883406830097156e-06,
      "loss": 0.2971,
      "step": 139194
    },
    {
      "epoch": 5.701208273602294,
      "grad_norm": 1.237903441404194,
      "learning_rate": 1.8828916634794079e-06,
      "loss": 0.2562,
      "step": 139195
    },
    {
      "epoch": 5.70124923202949,
      "grad_norm": 1.0657214664805015,
      "learning_rate": 1.8823765668828316e-06,
      "loss": 0.3828,
      "step": 139196
    },
    {
      "epoch": 5.701290190456686,
      "grad_norm": 0.9078489043752924,
      "learning_rate": 1.8818615403076775e-06,
      "loss": 0.1938,
      "step": 139197
    },
    {
      "epoch": 5.701331148883883,
      "grad_norm": 1.467428996533529,
      "learning_rate": 1.8813465837541786e-06,
      "loss": 0.627,
      "step": 139198
    },
    {
      "epoch": 5.701372107311079,
      "grad_norm": 1.4828508585802294,
      "learning_rate": 1.8808316972225845e-06,
      "loss": 0.4478,
      "step": 139199
    },
    {
      "epoch": 5.701413065738276,
      "grad_norm": 0.6252105104941406,
      "learning_rate": 1.8803168807131285e-06,
      "loss": 0.135,
      "step": 139200
    },
    {
      "epoch": 5.701454024165472,
      "grad_norm": 1.4247284568685799,
      "learning_rate": 1.8798021342260772e-06,
      "loss": 0.4039,
      "step": 139201
    },
    {
      "epoch": 5.701494982592669,
      "grad_norm": 0.5921189806038374,
      "learning_rate": 1.8792874577616468e-06,
      "loss": 0.0848,
      "step": 139202
    },
    {
      "epoch": 5.7015359410198645,
      "grad_norm": 1.271520407706281,
      "learning_rate": 1.878772851320104e-06,
      "loss": 0.3481,
      "step": 139203
    },
    {
      "epoch": 5.701576899447061,
      "grad_norm": 1.26956732176982,
      "learning_rate": 1.8782583149016984e-06,
      "loss": 0.3735,
      "step": 139204
    },
    {
      "epoch": 5.701617857874258,
      "grad_norm": 1.3662244135738089,
      "learning_rate": 1.8777438485066297e-06,
      "loss": 0.3544,
      "step": 139205
    },
    {
      "epoch": 5.701658816301454,
      "grad_norm": 1.2980045845893788,
      "learning_rate": 1.8772294521351817e-06,
      "loss": 0.3638,
      "step": 139206
    },
    {
      "epoch": 5.701699774728651,
      "grad_norm": 2.0773314269274876,
      "learning_rate": 1.8767151257875868e-06,
      "loss": 0.736,
      "step": 139207
    },
    {
      "epoch": 5.701740733155847,
      "grad_norm": 1.6820998364145265,
      "learning_rate": 1.8762008694640783e-06,
      "loss": 0.5552,
      "step": 139208
    },
    {
      "epoch": 5.701781691583044,
      "grad_norm": 1.6688192080051245,
      "learning_rate": 1.8756866831649065e-06,
      "loss": 0.524,
      "step": 139209
    },
    {
      "epoch": 5.701822650010239,
      "grad_norm": 1.0003121350487092,
      "learning_rate": 1.8751725668903206e-06,
      "loss": 0.2171,
      "step": 139210
    },
    {
      "epoch": 5.701863608437436,
      "grad_norm": 1.6275990145305805,
      "learning_rate": 1.874658520640554e-06,
      "loss": 0.45,
      "step": 139211
    },
    {
      "epoch": 5.701904566864632,
      "grad_norm": 1.539085705933732,
      "learning_rate": 1.8741445444158565e-06,
      "loss": 0.4264,
      "step": 139212
    },
    {
      "epoch": 5.701945525291829,
      "grad_norm": 0.7631732406879418,
      "learning_rate": 1.8736306382164613e-06,
      "loss": 0.172,
      "step": 139213
    },
    {
      "epoch": 5.7019864837190255,
      "grad_norm": 1.6169329934670051,
      "learning_rate": 1.8731168020426346e-06,
      "loss": 0.5171,
      "step": 139214
    },
    {
      "epoch": 5.702027442146221,
      "grad_norm": 1.2421963737378217,
      "learning_rate": 1.8726030358945765e-06,
      "loss": 0.2859,
      "step": 139215
    },
    {
      "epoch": 5.702068400573418,
      "grad_norm": 1.3407267053270908,
      "learning_rate": 1.87208933977257e-06,
      "loss": 0.3774,
      "step": 139216
    },
    {
      "epoch": 5.702109359000614,
      "grad_norm": 1.4874498557705778,
      "learning_rate": 1.871575713676865e-06,
      "loss": 0.4783,
      "step": 139217
    },
    {
      "epoch": 5.702150317427811,
      "grad_norm": 1.3093390238386093,
      "learning_rate": 1.8710621576076612e-06,
      "loss": 0.3693,
      "step": 139218
    },
    {
      "epoch": 5.702191275855007,
      "grad_norm": 0.4387976609188112,
      "learning_rate": 1.8705486715652085e-06,
      "loss": 0.0374,
      "step": 139219
    },
    {
      "epoch": 5.702232234282204,
      "grad_norm": 1.6034180112329424,
      "learning_rate": 1.87003525554979e-06,
      "loss": 0.5017,
      "step": 139220
    },
    {
      "epoch": 5.7022731927094,
      "grad_norm": 1.1917486336181378,
      "learning_rate": 1.869521909561622e-06,
      "loss": 0.3038,
      "step": 139221
    },
    {
      "epoch": 5.702314151136596,
      "grad_norm": 1.0024998105407565,
      "learning_rate": 1.869008633600938e-06,
      "loss": 0.2485,
      "step": 139222
    },
    {
      "epoch": 5.7023551095637925,
      "grad_norm": 1.5953023509354776,
      "learning_rate": 1.8684954276680043e-06,
      "loss": 0.3371,
      "step": 139223
    },
    {
      "epoch": 5.702396067990989,
      "grad_norm": 1.6570588133857445,
      "learning_rate": 1.8679822917630371e-06,
      "loss": 0.457,
      "step": 139224
    },
    {
      "epoch": 5.702437026418186,
      "grad_norm": 0.981806871893757,
      "learning_rate": 1.8674692258863033e-06,
      "loss": 0.1935,
      "step": 139225
    },
    {
      "epoch": 5.702477984845382,
      "grad_norm": 1.8756149914654803,
      "learning_rate": 1.8669562300380192e-06,
      "loss": 0.5747,
      "step": 139226
    },
    {
      "epoch": 5.702518943272579,
      "grad_norm": 1.5830896991400223,
      "learning_rate": 1.8664433042184513e-06,
      "loss": 0.5675,
      "step": 139227
    },
    {
      "epoch": 5.702559901699775,
      "grad_norm": 1.5383616628792975,
      "learning_rate": 1.8659304484278327e-06,
      "loss": 0.5176,
      "step": 139228
    },
    {
      "epoch": 5.702600860126971,
      "grad_norm": 1.6923974613287578,
      "learning_rate": 1.865417662666413e-06,
      "loss": 0.585,
      "step": 139229
    },
    {
      "epoch": 5.702641818554167,
      "grad_norm": 2.0742626498426344,
      "learning_rate": 1.8649049469344256e-06,
      "loss": 1.0553,
      "step": 139230
    },
    {
      "epoch": 5.702682776981364,
      "grad_norm": 0.8506894744253775,
      "learning_rate": 1.8643923012321038e-06,
      "loss": 0.1704,
      "step": 139231
    },
    {
      "epoch": 5.7027237354085605,
      "grad_norm": 1.338044539046157,
      "learning_rate": 1.863879725559697e-06,
      "loss": 0.4414,
      "step": 139232
    },
    {
      "epoch": 5.702764693835757,
      "grad_norm": 1.4574030032203493,
      "learning_rate": 1.863367219917472e-06,
      "loss": 0.4091,
      "step": 139233
    },
    {
      "epoch": 5.702805652262953,
      "grad_norm": 0.8393191188205942,
      "learning_rate": 1.8628547843056451e-06,
      "loss": 0.1743,
      "step": 139234
    },
    {
      "epoch": 5.702846610690149,
      "grad_norm": 1.8862189866761976,
      "learning_rate": 1.8623424187244663e-06,
      "loss": 0.7588,
      "step": 139235
    },
    {
      "epoch": 5.702887569117346,
      "grad_norm": 1.4834397812092432,
      "learning_rate": 1.8618301231741684e-06,
      "loss": 0.5484,
      "step": 139236
    },
    {
      "epoch": 5.702928527544542,
      "grad_norm": 0.8034545347294214,
      "learning_rate": 1.8613178976550014e-06,
      "loss": 0.1825,
      "step": 139237
    },
    {
      "epoch": 5.702969485971739,
      "grad_norm": 1.5410224116291313,
      "learning_rate": 1.8608057421672152e-06,
      "loss": 0.4377,
      "step": 139238
    },
    {
      "epoch": 5.703010444398935,
      "grad_norm": 1.8305683491111484,
      "learning_rate": 1.8602936567110427e-06,
      "loss": 0.6155,
      "step": 139239
    },
    {
      "epoch": 5.703051402826132,
      "grad_norm": 1.740270273243153,
      "learning_rate": 1.8597816412867172e-06,
      "loss": 0.5729,
      "step": 139240
    },
    {
      "epoch": 5.7030923612533275,
      "grad_norm": 1.839501212473771,
      "learning_rate": 1.8592696958945053e-06,
      "loss": 0.6697,
      "step": 139241
    },
    {
      "epoch": 5.703133319680524,
      "grad_norm": 1.4377442012181367,
      "learning_rate": 1.8587578205346233e-06,
      "loss": 0.5185,
      "step": 139242
    },
    {
      "epoch": 5.703174278107721,
      "grad_norm": 0.35472712652388816,
      "learning_rate": 1.8582460152073376e-06,
      "loss": 0.0297,
      "step": 139243
    },
    {
      "epoch": 5.703215236534917,
      "grad_norm": 0.8002197119564427,
      "learning_rate": 1.8577342799128647e-06,
      "loss": 0.1992,
      "step": 139244
    },
    {
      "epoch": 5.703256194962114,
      "grad_norm": 1.3546594606424243,
      "learning_rate": 1.8572226146514546e-06,
      "loss": 0.3021,
      "step": 139245
    },
    {
      "epoch": 5.70329715338931,
      "grad_norm": 1.0194427422204109,
      "learning_rate": 1.856711019423357e-06,
      "loss": 0.248,
      "step": 139246
    },
    {
      "epoch": 5.703338111816507,
      "grad_norm": 1.7801830366051434,
      "learning_rate": 1.8561994942288217e-06,
      "loss": 0.6738,
      "step": 139247
    },
    {
      "epoch": 5.703379070243702,
      "grad_norm": 0.9367874803698469,
      "learning_rate": 1.855688039068065e-06,
      "loss": 0.2037,
      "step": 139248
    },
    {
      "epoch": 5.703420028670899,
      "grad_norm": 0.82369336921612,
      "learning_rate": 1.8551766539413538e-06,
      "loss": 0.1315,
      "step": 139249
    },
    {
      "epoch": 5.7034609870980955,
      "grad_norm": 0.4707635657624469,
      "learning_rate": 1.854665338848904e-06,
      "loss": 0.031,
      "step": 139250
    },
    {
      "epoch": 5.703501945525292,
      "grad_norm": 1.3425249747892258,
      "learning_rate": 1.8541540937909826e-06,
      "loss": 0.3795,
      "step": 139251
    },
    {
      "epoch": 5.7035429039524885,
      "grad_norm": 1.409641214406941,
      "learning_rate": 1.8536429187678226e-06,
      "loss": 0.4005,
      "step": 139252
    },
    {
      "epoch": 5.703583862379684,
      "grad_norm": 1.5018732224281803,
      "learning_rate": 1.853131813779657e-06,
      "loss": 0.2431,
      "step": 139253
    },
    {
      "epoch": 5.703624820806881,
      "grad_norm": 1.3901913790830804,
      "learning_rate": 1.8526207788267355e-06,
      "loss": 0.387,
      "step": 139254
    },
    {
      "epoch": 5.703665779234077,
      "grad_norm": 3.61569768212555,
      "learning_rate": 1.8521098139093082e-06,
      "loss": 1.6627,
      "step": 139255
    },
    {
      "epoch": 5.703706737661274,
      "grad_norm": 1.4602531895046111,
      "learning_rate": 1.8515989190275914e-06,
      "loss": 0.4209,
      "step": 139256
    },
    {
      "epoch": 5.70374769608847,
      "grad_norm": 1.0556100208291233,
      "learning_rate": 1.8510880941818518e-06,
      "loss": 0.2108,
      "step": 139257
    },
    {
      "epoch": 5.703788654515667,
      "grad_norm": 1.6105456063165426,
      "learning_rate": 1.8505773393723055e-06,
      "loss": 0.5181,
      "step": 139258
    },
    {
      "epoch": 5.703829612942863,
      "grad_norm": 1.5023375876224798,
      "learning_rate": 1.850066654599236e-06,
      "loss": 0.4518,
      "step": 139259
    },
    {
      "epoch": 5.703870571370059,
      "grad_norm": 0.4514585338995626,
      "learning_rate": 1.8495560398628595e-06,
      "loss": 0.0364,
      "step": 139260
    },
    {
      "epoch": 5.703911529797256,
      "grad_norm": 1.7391473320024942,
      "learning_rate": 1.8490454951633926e-06,
      "loss": 0.4895,
      "step": 139261
    },
    {
      "epoch": 5.703952488224452,
      "grad_norm": 1.5211917994275925,
      "learning_rate": 1.8485350205011019e-06,
      "loss": 0.5,
      "step": 139262
    },
    {
      "epoch": 5.703993446651649,
      "grad_norm": 1.4502845645843592,
      "learning_rate": 1.848024615876237e-06,
      "loss": 0.4092,
      "step": 139263
    },
    {
      "epoch": 5.704034405078845,
      "grad_norm": 1.8372399467826745,
      "learning_rate": 1.8475142812890309e-06,
      "loss": 0.6296,
      "step": 139264
    },
    {
      "epoch": 5.704075363506042,
      "grad_norm": 1.7125768890952822,
      "learning_rate": 1.847004016739717e-06,
      "loss": 0.4557,
      "step": 139265
    },
    {
      "epoch": 5.704116321933238,
      "grad_norm": 1.185717199932631,
      "learning_rate": 1.8464938222285452e-06,
      "loss": 0.2771,
      "step": 139266
    },
    {
      "epoch": 5.704157280360434,
      "grad_norm": 2.2329308512877857,
      "learning_rate": 1.8459836977557485e-06,
      "loss": 1.2546,
      "step": 139267
    },
    {
      "epoch": 5.70419823878763,
      "grad_norm": 1.5095633204872707,
      "learning_rate": 1.8454736433215766e-06,
      "loss": 0.438,
      "step": 139268
    },
    {
      "epoch": 5.704239197214827,
      "grad_norm": 0.39935994126524643,
      "learning_rate": 1.8449636589262795e-06,
      "loss": 0.0418,
      "step": 139269
    },
    {
      "epoch": 5.7042801556420235,
      "grad_norm": 0.9519515551684917,
      "learning_rate": 1.8444537445700735e-06,
      "loss": 0.184,
      "step": 139270
    },
    {
      "epoch": 5.70432111406922,
      "grad_norm": 1.6842876372840199,
      "learning_rate": 1.8439439002532087e-06,
      "loss": 0.5151,
      "step": 139271
    },
    {
      "epoch": 5.704362072496416,
      "grad_norm": 2.030922986902905,
      "learning_rate": 1.8434341259759344e-06,
      "loss": 0.8841,
      "step": 139272
    },
    {
      "epoch": 5.704403030923612,
      "grad_norm": 2.1716881313975733,
      "learning_rate": 1.8429244217385009e-06,
      "loss": 0.6861,
      "step": 139273
    },
    {
      "epoch": 5.704443989350809,
      "grad_norm": 0.9620406460539093,
      "learning_rate": 1.8424147875411243e-06,
      "loss": 0.2151,
      "step": 139274
    },
    {
      "epoch": 5.704484947778005,
      "grad_norm": 1.495067305366455,
      "learning_rate": 1.8419052233840548e-06,
      "loss": 0.4002,
      "step": 139275
    },
    {
      "epoch": 5.704525906205202,
      "grad_norm": 1.7142027091490815,
      "learning_rate": 1.8413957292675418e-06,
      "loss": 0.523,
      "step": 139276
    },
    {
      "epoch": 5.704566864632398,
      "grad_norm": 1.151935801689653,
      "learning_rate": 1.8408863051918189e-06,
      "loss": 0.2002,
      "step": 139277
    },
    {
      "epoch": 5.704607823059595,
      "grad_norm": 1.2227292980078603,
      "learning_rate": 1.8403769511571186e-06,
      "loss": 0.2554,
      "step": 139278
    },
    {
      "epoch": 5.7046487814867906,
      "grad_norm": 0.9176987935573374,
      "learning_rate": 1.8398676671636913e-06,
      "loss": 0.1974,
      "step": 139279
    },
    {
      "epoch": 5.704689739913987,
      "grad_norm": 1.3768079500526706,
      "learning_rate": 1.8393584532117867e-06,
      "loss": 0.4446,
      "step": 139280
    },
    {
      "epoch": 5.704730698341184,
      "grad_norm": 0.9007982343409104,
      "learning_rate": 1.8388493093016377e-06,
      "loss": 0.168,
      "step": 139281
    },
    {
      "epoch": 5.70477165676838,
      "grad_norm": 1.707206771814601,
      "learning_rate": 1.8383402354334776e-06,
      "loss": 0.5095,
      "step": 139282
    },
    {
      "epoch": 5.704812615195577,
      "grad_norm": 0.8739963652472714,
      "learning_rate": 1.8378312316075394e-06,
      "loss": 0.1321,
      "step": 139283
    },
    {
      "epoch": 5.704853573622773,
      "grad_norm": 0.9601406808677968,
      "learning_rate": 1.8373222978241064e-06,
      "loss": 0.1861,
      "step": 139284
    },
    {
      "epoch": 5.70489453204997,
      "grad_norm": 1.5002049268994921,
      "learning_rate": 1.8368134340833618e-06,
      "loss": 0.2647,
      "step": 139285
    },
    {
      "epoch": 5.704935490477165,
      "grad_norm": 0.9057219704971364,
      "learning_rate": 1.8363046403856052e-06,
      "loss": 0.2021,
      "step": 139286
    },
    {
      "epoch": 5.704976448904362,
      "grad_norm": 1.5201166357879388,
      "learning_rate": 1.8357959167310198e-06,
      "loss": 0.7351,
      "step": 139287
    },
    {
      "epoch": 5.7050174073315585,
      "grad_norm": 1.6389159389195709,
      "learning_rate": 1.8352872631198722e-06,
      "loss": 0.5248,
      "step": 139288
    },
    {
      "epoch": 5.705058365758755,
      "grad_norm": 1.3649520414930236,
      "learning_rate": 1.8347786795524123e-06,
      "loss": 0.3777,
      "step": 139289
    },
    {
      "epoch": 5.705099324185952,
      "grad_norm": 1.9817810191475604,
      "learning_rate": 1.8342701660288728e-06,
      "loss": 0.8261,
      "step": 139290
    },
    {
      "epoch": 5.705140282613147,
      "grad_norm": 1.3967198549776807,
      "learning_rate": 1.8337617225494872e-06,
      "loss": 0.4355,
      "step": 139291
    },
    {
      "epoch": 5.705181241040344,
      "grad_norm": 1.3724358027723882,
      "learning_rate": 1.8332533491145053e-06,
      "loss": 0.3793,
      "step": 139292
    },
    {
      "epoch": 5.70522219946754,
      "grad_norm": 1.2228445979458693,
      "learning_rate": 1.8327450457241599e-06,
      "loss": 0.2522,
      "step": 139293
    },
    {
      "epoch": 5.705263157894737,
      "grad_norm": 0.5278600383512919,
      "learning_rate": 1.8322368123787179e-06,
      "loss": 0.0565,
      "step": 139294
    },
    {
      "epoch": 5.705304116321933,
      "grad_norm": 1.4972028493713934,
      "learning_rate": 1.8317286490783622e-06,
      "loss": 0.4784,
      "step": 139295
    },
    {
      "epoch": 5.70534507474913,
      "grad_norm": 1.4617199443253353,
      "learning_rate": 1.8312205558233762e-06,
      "loss": 0.3813,
      "step": 139296
    },
    {
      "epoch": 5.705386033176326,
      "grad_norm": 1.8962270801787382,
      "learning_rate": 1.8307125326140094e-06,
      "loss": 0.581,
      "step": 139297
    },
    {
      "epoch": 5.705426991603522,
      "grad_norm": 1.3367402274050135,
      "learning_rate": 1.8302045794504617e-06,
      "loss": 0.4321,
      "step": 139298
    },
    {
      "epoch": 5.705467950030719,
      "grad_norm": 1.3817578493122111,
      "learning_rate": 1.8296966963329995e-06,
      "loss": 0.4054,
      "step": 139299
    },
    {
      "epoch": 5.705508908457915,
      "grad_norm": 1.2724711372588222,
      "learning_rate": 1.829188883261873e-06,
      "loss": 0.2312,
      "step": 139300
    },
    {
      "epoch": 5.705549866885112,
      "grad_norm": 1.5787310294758625,
      "learning_rate": 1.8286811402372981e-06,
      "loss": 0.4734,
      "step": 139301
    },
    {
      "epoch": 5.705590825312308,
      "grad_norm": 0.8862627417471858,
      "learning_rate": 1.8281734672595416e-06,
      "loss": 0.1883,
      "step": 139302
    },
    {
      "epoch": 5.705631783739505,
      "grad_norm": 1.5468792877281898,
      "learning_rate": 1.8276658643288033e-06,
      "loss": 0.4821,
      "step": 139303
    },
    {
      "epoch": 5.705672742166701,
      "grad_norm": 1.4865563513610938,
      "learning_rate": 1.8271583314453498e-06,
      "loss": 0.4999,
      "step": 139304
    },
    {
      "epoch": 5.705713700593897,
      "grad_norm": 1.7858476141359125,
      "learning_rate": 1.8266508686094306e-06,
      "loss": 0.6984,
      "step": 139305
    },
    {
      "epoch": 5.7057546590210935,
      "grad_norm": 1.0330280968154633,
      "learning_rate": 1.8261434758212622e-06,
      "loss": 0.2078,
      "step": 139306
    },
    {
      "epoch": 5.70579561744829,
      "grad_norm": 0.5338373301095646,
      "learning_rate": 1.8256361530810948e-06,
      "loss": 0.0714,
      "step": 139307
    },
    {
      "epoch": 5.7058365758754865,
      "grad_norm": 1.6546395397724252,
      "learning_rate": 1.8251289003891779e-06,
      "loss": 0.5276,
      "step": 139308
    },
    {
      "epoch": 5.705877534302683,
      "grad_norm": 1.6185363664734689,
      "learning_rate": 1.8246217177457278e-06,
      "loss": 0.4834,
      "step": 139309
    },
    {
      "epoch": 5.705918492729879,
      "grad_norm": 1.541633007098285,
      "learning_rate": 1.8241146051510113e-06,
      "loss": 0.4925,
      "step": 139310
    },
    {
      "epoch": 5.705959451157075,
      "grad_norm": 2.0637111913982324,
      "learning_rate": 1.823607562605245e-06,
      "loss": 0.6693,
      "step": 139311
    },
    {
      "epoch": 5.706000409584272,
      "grad_norm": 1.5855520841003998,
      "learning_rate": 1.8231005901086781e-06,
      "loss": 0.4846,
      "step": 139312
    },
    {
      "epoch": 5.706041368011468,
      "grad_norm": 2.0337862378002813,
      "learning_rate": 1.8225936876615609e-06,
      "loss": 0.6051,
      "step": 139313
    },
    {
      "epoch": 5.706082326438665,
      "grad_norm": 1.607225839341977,
      "learning_rate": 1.8220868552641266e-06,
      "loss": 0.545,
      "step": 139314
    },
    {
      "epoch": 5.706123284865861,
      "grad_norm": 2.665943238549919,
      "learning_rate": 1.821580092916608e-06,
      "loss": 2.1091,
      "step": 139315
    },
    {
      "epoch": 5.706164243293058,
      "grad_norm": 1.4890700199335205,
      "learning_rate": 1.8210734006192384e-06,
      "loss": 0.5526,
      "step": 139316
    },
    {
      "epoch": 5.706205201720254,
      "grad_norm": 3.675630427067667,
      "learning_rate": 1.8205667783722678e-06,
      "loss": 1.9843,
      "step": 139317
    },
    {
      "epoch": 5.70624616014745,
      "grad_norm": 1.4388094613792002,
      "learning_rate": 1.8200602261759456e-06,
      "loss": 0.4055,
      "step": 139318
    },
    {
      "epoch": 5.706287118574647,
      "grad_norm": 1.948945920600583,
      "learning_rate": 1.8195537440304886e-06,
      "loss": 0.7183,
      "step": 139319
    },
    {
      "epoch": 5.706328077001843,
      "grad_norm": 1.0006431773049822,
      "learning_rate": 1.8190473319361465e-06,
      "loss": 0.2188,
      "step": 139320
    },
    {
      "epoch": 5.70636903542904,
      "grad_norm": 1.6458935503978112,
      "learning_rate": 1.818540989893169e-06,
      "loss": 0.5027,
      "step": 139321
    },
    {
      "epoch": 5.706409993856236,
      "grad_norm": 1.5318839278932226,
      "learning_rate": 1.8180347179017896e-06,
      "loss": 0.4809,
      "step": 139322
    },
    {
      "epoch": 5.706450952283433,
      "grad_norm": 2.017016417904631,
      "learning_rate": 1.817528515962241e-06,
      "loss": 0.628,
      "step": 139323
    },
    {
      "epoch": 5.7064919107106284,
      "grad_norm": 1.4924693573222922,
      "learning_rate": 1.8170223840747566e-06,
      "loss": 0.4608,
      "step": 139324
    },
    {
      "epoch": 5.706532869137825,
      "grad_norm": 1.5410645442882842,
      "learning_rate": 1.8165163222396028e-06,
      "loss": 0.4412,
      "step": 139325
    },
    {
      "epoch": 5.7065738275650215,
      "grad_norm": 1.2231199144262719,
      "learning_rate": 1.8160103304569961e-06,
      "loss": 0.268,
      "step": 139326
    },
    {
      "epoch": 5.706614785992218,
      "grad_norm": 1.6015537764367096,
      "learning_rate": 1.8155044087271697e-06,
      "loss": 0.3466,
      "step": 139327
    },
    {
      "epoch": 5.706655744419415,
      "grad_norm": 0.9439912547352692,
      "learning_rate": 1.8149985570503734e-06,
      "loss": 0.1949,
      "step": 139328
    },
    {
      "epoch": 5.70669670284661,
      "grad_norm": 1.4478390931705427,
      "learning_rate": 1.8144927754268734e-06,
      "loss": 0.4332,
      "step": 139329
    },
    {
      "epoch": 5.706737661273807,
      "grad_norm": 1.5341386327508293,
      "learning_rate": 1.8139870638568699e-06,
      "loss": 0.4562,
      "step": 139330
    },
    {
      "epoch": 5.706778619701003,
      "grad_norm": 1.326399795664241,
      "learning_rate": 1.8134814223405958e-06,
      "loss": 0.3184,
      "step": 139331
    },
    {
      "epoch": 5.7068195781282,
      "grad_norm": 1.833280042795159,
      "learning_rate": 1.8129758508783343e-06,
      "loss": 0.6701,
      "step": 139332
    },
    {
      "epoch": 5.706860536555396,
      "grad_norm": 1.6820212118408515,
      "learning_rate": 1.8124703494702853e-06,
      "loss": 0.5479,
      "step": 139333
    },
    {
      "epoch": 5.706901494982593,
      "grad_norm": 1.3890147801165664,
      "learning_rate": 1.8119649181166985e-06,
      "loss": 0.4446,
      "step": 139334
    },
    {
      "epoch": 5.7069424534097895,
      "grad_norm": 1.6132883305616736,
      "learning_rate": 1.8114595568178236e-06,
      "loss": 0.4256,
      "step": 139335
    },
    {
      "epoch": 5.706983411836985,
      "grad_norm": 1.5055336763210105,
      "learning_rate": 1.8109542655738774e-06,
      "loss": 0.5304,
      "step": 139336
    },
    {
      "epoch": 5.707024370264182,
      "grad_norm": 1.3989153195171165,
      "learning_rate": 1.8104490443851428e-06,
      "loss": 0.4553,
      "step": 139337
    },
    {
      "epoch": 5.707065328691378,
      "grad_norm": 2.9849763682555794,
      "learning_rate": 1.8099438932518029e-06,
      "loss": 2.0385,
      "step": 139338
    },
    {
      "epoch": 5.707106287118575,
      "grad_norm": 1.65024705722255,
      "learning_rate": 1.8094388121741243e-06,
      "loss": 0.4945,
      "step": 139339
    },
    {
      "epoch": 5.707147245545771,
      "grad_norm": 1.543208505788411,
      "learning_rate": 1.808933801152357e-06,
      "loss": 0.5532,
      "step": 139340
    },
    {
      "epoch": 5.707188203972968,
      "grad_norm": 1.5855273664024914,
      "learning_rate": 1.808428860186717e-06,
      "loss": 0.5638,
      "step": 139341
    },
    {
      "epoch": 5.707229162400164,
      "grad_norm": 1.5919852400430137,
      "learning_rate": 1.8079239892774545e-06,
      "loss": 0.5106,
      "step": 139342
    },
    {
      "epoch": 5.70727012082736,
      "grad_norm": 1.5935579471834365,
      "learning_rate": 1.8074191884248025e-06,
      "loss": 0.5737,
      "step": 139343
    },
    {
      "epoch": 5.7073110792545565,
      "grad_norm": 1.2128836845675048,
      "learning_rate": 1.8069144576290107e-06,
      "loss": 0.2339,
      "step": 139344
    },
    {
      "epoch": 5.707352037681753,
      "grad_norm": 1.5081172586417853,
      "learning_rate": 1.8064097968903125e-06,
      "loss": 0.4602,
      "step": 139345
    },
    {
      "epoch": 5.70739299610895,
      "grad_norm": 0.8782979093164764,
      "learning_rate": 1.805905206208924e-06,
      "loss": 0.1525,
      "step": 139346
    },
    {
      "epoch": 5.707433954536146,
      "grad_norm": 1.6776742152279018,
      "learning_rate": 1.805400685585112e-06,
      "loss": 0.5621,
      "step": 139347
    },
    {
      "epoch": 5.707474912963342,
      "grad_norm": 0.8559972450513882,
      "learning_rate": 1.8048962350191265e-06,
      "loss": 0.1854,
      "step": 139348
    },
    {
      "epoch": 5.707515871390538,
      "grad_norm": 1.4758811638735707,
      "learning_rate": 1.804391854511167e-06,
      "loss": 0.3908,
      "step": 139349
    },
    {
      "epoch": 5.707556829817735,
      "grad_norm": 1.514092230242909,
      "learning_rate": 1.8038875440615163e-06,
      "loss": 0.4512,
      "step": 139350
    },
    {
      "epoch": 5.707597788244931,
      "grad_norm": 1.55288489909325,
      "learning_rate": 1.8033833036703582e-06,
      "loss": 0.4725,
      "step": 139351
    },
    {
      "epoch": 5.707638746672128,
      "grad_norm": 2.1441886859241075,
      "learning_rate": 1.8028791333379756e-06,
      "loss": 0.8802,
      "step": 139352
    },
    {
      "epoch": 5.707679705099324,
      "grad_norm": 0.8706166487864769,
      "learning_rate": 1.8023750330646014e-06,
      "loss": 0.1769,
      "step": 139353
    },
    {
      "epoch": 5.707720663526521,
      "grad_norm": 2.2896782466949155,
      "learning_rate": 1.8018710028504523e-06,
      "loss": 1.3563,
      "step": 139354
    },
    {
      "epoch": 5.707761621953717,
      "grad_norm": 1.3732402296173736,
      "learning_rate": 1.8013670426957782e-06,
      "loss": 0.4496,
      "step": 139355
    },
    {
      "epoch": 5.707802580380913,
      "grad_norm": 1.6371038934515374,
      "learning_rate": 1.8008631526008288e-06,
      "loss": 0.518,
      "step": 139356
    },
    {
      "epoch": 5.70784353880811,
      "grad_norm": 2.5205313361177026,
      "learning_rate": 1.8003593325658038e-06,
      "loss": 0.9946,
      "step": 139357
    },
    {
      "epoch": 5.707884497235306,
      "grad_norm": 1.485864885184516,
      "learning_rate": 1.7998555825910032e-06,
      "loss": 0.3124,
      "step": 139358
    },
    {
      "epoch": 5.707925455662503,
      "grad_norm": 1.332436230172525,
      "learning_rate": 1.79935190267661e-06,
      "loss": 0.3274,
      "step": 139359
    },
    {
      "epoch": 5.707966414089699,
      "grad_norm": 1.4679713049255572,
      "learning_rate": 1.798848292822891e-06,
      "loss": 0.4625,
      "step": 139360
    },
    {
      "epoch": 5.708007372516896,
      "grad_norm": 0.7457676047692073,
      "learning_rate": 1.7983447530300788e-06,
      "loss": 0.1588,
      "step": 139361
    },
    {
      "epoch": 5.7080483309440915,
      "grad_norm": 1.7092636514276882,
      "learning_rate": 1.7978412832984069e-06,
      "loss": 0.4533,
      "step": 139362
    },
    {
      "epoch": 5.708089289371288,
      "grad_norm": 1.245861211387875,
      "learning_rate": 1.7973378836281082e-06,
      "loss": 0.3995,
      "step": 139363
    },
    {
      "epoch": 5.7081302477984845,
      "grad_norm": 0.3850279632911691,
      "learning_rate": 1.7968345540194494e-06,
      "loss": 0.0509,
      "step": 139364
    },
    {
      "epoch": 5.708171206225681,
      "grad_norm": 0.5477491419949359,
      "learning_rate": 1.7963312944726305e-06,
      "loss": 0.0403,
      "step": 139365
    },
    {
      "epoch": 5.708212164652878,
      "grad_norm": 1.3385074258243035,
      "learning_rate": 1.7958281049879175e-06,
      "loss": 0.4009,
      "step": 139366
    },
    {
      "epoch": 5.708253123080073,
      "grad_norm": 0.9991422811952364,
      "learning_rate": 1.7953249855655271e-06,
      "loss": 0.2172,
      "step": 139367
    },
    {
      "epoch": 5.70829408150727,
      "grad_norm": 1.736974438052835,
      "learning_rate": 1.7948219362057093e-06,
      "loss": 0.6841,
      "step": 139368
    },
    {
      "epoch": 5.708335039934466,
      "grad_norm": 1.191654044054718,
      "learning_rate": 1.7943189569086968e-06,
      "loss": 0.2948,
      "step": 139369
    },
    {
      "epoch": 5.708375998361663,
      "grad_norm": 1.3753555942666076,
      "learning_rate": 1.7938160476747398e-06,
      "loss": 0.3599,
      "step": 139370
    },
    {
      "epoch": 5.708416956788859,
      "grad_norm": 1.9390737163636786,
      "learning_rate": 1.7933132085040546e-06,
      "loss": 0.6467,
      "step": 139371
    },
    {
      "epoch": 5.708457915216056,
      "grad_norm": 1.394789920514087,
      "learning_rate": 1.7928104393969079e-06,
      "loss": 0.4165,
      "step": 139372
    },
    {
      "epoch": 5.7084988736432525,
      "grad_norm": 0.8920974827176291,
      "learning_rate": 1.7923077403534991e-06,
      "loss": 0.1971,
      "step": 139373
    },
    {
      "epoch": 5.708539832070448,
      "grad_norm": 1.8065382073214984,
      "learning_rate": 1.7918051113741117e-06,
      "loss": 0.5531,
      "step": 139374
    },
    {
      "epoch": 5.708580790497645,
      "grad_norm": 1.5109913538715105,
      "learning_rate": 1.7913025524589286e-06,
      "loss": 0.4134,
      "step": 139375
    },
    {
      "epoch": 5.708621748924841,
      "grad_norm": 2.118276032803353,
      "learning_rate": 1.7908000636082332e-06,
      "loss": 1.1377,
      "step": 139376
    },
    {
      "epoch": 5.708662707352038,
      "grad_norm": 1.7637522779853605,
      "learning_rate": 1.7902976448222583e-06,
      "loss": 0.5181,
      "step": 139377
    },
    {
      "epoch": 5.708703665779234,
      "grad_norm": 1.2533149046100938,
      "learning_rate": 1.7897952961012207e-06,
      "loss": 0.2458,
      "step": 139378
    },
    {
      "epoch": 5.708744624206431,
      "grad_norm": 1.7638291948597307,
      "learning_rate": 1.78929301744537e-06,
      "loss": 0.7245,
      "step": 139379
    },
    {
      "epoch": 5.708785582633627,
      "grad_norm": 1.8542772871837647,
      "learning_rate": 1.7887908088549396e-06,
      "loss": 0.5966,
      "step": 139380
    },
    {
      "epoch": 5.708826541060823,
      "grad_norm": 1.5657911246308933,
      "learning_rate": 1.7882886703301625e-06,
      "loss": 0.571,
      "step": 139381
    },
    {
      "epoch": 5.7088674994880195,
      "grad_norm": 1.7832221038715959,
      "learning_rate": 1.7877866018712882e-06,
      "loss": 0.5714,
      "step": 139382
    },
    {
      "epoch": 5.708908457915216,
      "grad_norm": 0.9995441474184662,
      "learning_rate": 1.7872846034785505e-06,
      "loss": 0.2054,
      "step": 139383
    },
    {
      "epoch": 5.708949416342413,
      "grad_norm": 1.51029300611269,
      "learning_rate": 1.7867826751521652e-06,
      "loss": 0.4568,
      "step": 139384
    },
    {
      "epoch": 5.708990374769609,
      "grad_norm": 1.3914090246857485,
      "learning_rate": 1.786280816892416e-06,
      "loss": 0.4802,
      "step": 139385
    },
    {
      "epoch": 5.709031333196805,
      "grad_norm": 2.153035075367664,
      "learning_rate": 1.7857790286995021e-06,
      "loss": 0.8979,
      "step": 139386
    },
    {
      "epoch": 5.709072291624001,
      "grad_norm": 1.8818682210440367,
      "learning_rate": 1.785277310573674e-06,
      "loss": 0.6177,
      "step": 139387
    },
    {
      "epoch": 5.709113250051198,
      "grad_norm": 1.8501009516601175,
      "learning_rate": 1.7847756625151477e-06,
      "loss": 0.6347,
      "step": 139388
    },
    {
      "epoch": 5.709154208478394,
      "grad_norm": 0.9058303161376576,
      "learning_rate": 1.7842740845242065e-06,
      "loss": 0.1807,
      "step": 139389
    },
    {
      "epoch": 5.709195166905591,
      "grad_norm": 1.1213548975078595,
      "learning_rate": 1.7837725766010502e-06,
      "loss": 0.2569,
      "step": 139390
    },
    {
      "epoch": 5.7092361253327875,
      "grad_norm": 1.6102885579847994,
      "learning_rate": 1.7832711387459119e-06,
      "loss": 0.5163,
      "step": 139391
    },
    {
      "epoch": 5.709277083759984,
      "grad_norm": 1.6961199886401173,
      "learning_rate": 1.7827697709590583e-06,
      "loss": 0.5334,
      "step": 139392
    },
    {
      "epoch": 5.70931804218718,
      "grad_norm": 1.3549984056343982,
      "learning_rate": 1.7822684732407055e-06,
      "loss": 0.4067,
      "step": 139393
    },
    {
      "epoch": 5.709359000614376,
      "grad_norm": 1.5508554729772979,
      "learning_rate": 1.781767245591087e-06,
      "loss": 0.4504,
      "step": 139394
    },
    {
      "epoch": 5.709399959041573,
      "grad_norm": 0.5497159323655724,
      "learning_rate": 1.781266088010469e-06,
      "loss": 0.05,
      "step": 139395
    },
    {
      "epoch": 5.709440917468769,
      "grad_norm": 1.6328544496319057,
      "learning_rate": 1.7807650004990515e-06,
      "loss": 0.5097,
      "step": 139396
    },
    {
      "epoch": 5.709481875895966,
      "grad_norm": 1.923004504155311,
      "learning_rate": 1.7802639830570841e-06,
      "loss": 0.8438,
      "step": 139397
    },
    {
      "epoch": 5.709522834323162,
      "grad_norm": 1.3098583652537843,
      "learning_rate": 1.779763035684817e-06,
      "loss": 0.3402,
      "step": 139398
    },
    {
      "epoch": 5.709563792750359,
      "grad_norm": 1.3644681946642867,
      "learning_rate": 1.7792621583824828e-06,
      "loss": 0.3496,
      "step": 139399
    },
    {
      "epoch": 5.7096047511775545,
      "grad_norm": 1.7137505117335738,
      "learning_rate": 1.7787613511502985e-06,
      "loss": 0.566,
      "step": 139400
    },
    {
      "epoch": 5.709645709604751,
      "grad_norm": 1.6134689195716871,
      "learning_rate": 1.7782606139885302e-06,
      "loss": 0.5526,
      "step": 139401
    },
    {
      "epoch": 5.709686668031948,
      "grad_norm": 1.548326367689562,
      "learning_rate": 1.7777599468973947e-06,
      "loss": 0.5767,
      "step": 139402
    },
    {
      "epoch": 5.709727626459144,
      "grad_norm": 1.3981606459245493,
      "learning_rate": 1.7772593498771248e-06,
      "loss": 0.4327,
      "step": 139403
    },
    {
      "epoch": 5.709768584886341,
      "grad_norm": 1.5000634410127,
      "learning_rate": 1.7767588229279705e-06,
      "loss": 0.4607,
      "step": 139404
    },
    {
      "epoch": 5.709809543313536,
      "grad_norm": 0.9513953933377721,
      "learning_rate": 1.776258366050165e-06,
      "loss": 0.2725,
      "step": 139405
    },
    {
      "epoch": 5.709850501740733,
      "grad_norm": 1.6500657848890754,
      "learning_rate": 1.7757579792439414e-06,
      "loss": 0.5194,
      "step": 139406
    },
    {
      "epoch": 5.709891460167929,
      "grad_norm": 1.4617991121758684,
      "learning_rate": 1.7752576625095328e-06,
      "loss": 0.4015,
      "step": 139407
    },
    {
      "epoch": 5.709932418595126,
      "grad_norm": 1.5095381131572283,
      "learning_rate": 1.774757415847189e-06,
      "loss": 0.3782,
      "step": 139408
    },
    {
      "epoch": 5.709973377022322,
      "grad_norm": 1.5576804794523402,
      "learning_rate": 1.774257239257143e-06,
      "loss": 0.3287,
      "step": 139409
    },
    {
      "epoch": 5.710014335449519,
      "grad_norm": 1.8226964892291617,
      "learning_rate": 1.7737571327396116e-06,
      "loss": 0.5593,
      "step": 139410
    },
    {
      "epoch": 5.7100552938767155,
      "grad_norm": 2.082106904253459,
      "learning_rate": 1.773257096294861e-06,
      "loss": 0.4943,
      "step": 139411
    },
    {
      "epoch": 5.710096252303911,
      "grad_norm": 0.864578519704527,
      "learning_rate": 1.772757129923108e-06,
      "loss": 0.0869,
      "step": 139412
    },
    {
      "epoch": 5.710137210731108,
      "grad_norm": 1.5154340391507035,
      "learning_rate": 1.7722572336245855e-06,
      "loss": 0.4426,
      "step": 139413
    },
    {
      "epoch": 5.710178169158304,
      "grad_norm": 1.5444627060250795,
      "learning_rate": 1.77175740739956e-06,
      "loss": 0.4824,
      "step": 139414
    },
    {
      "epoch": 5.710219127585501,
      "grad_norm": 1.5942526448501506,
      "learning_rate": 1.7712576512482314e-06,
      "loss": 0.6414,
      "step": 139415
    },
    {
      "epoch": 5.710260086012697,
      "grad_norm": 2.0233631201225015,
      "learning_rate": 1.7707579651708492e-06,
      "loss": 0.5726,
      "step": 139416
    },
    {
      "epoch": 5.710301044439894,
      "grad_norm": 2.061809925118347,
      "learning_rate": 1.7702583491676636e-06,
      "loss": 0.5377,
      "step": 139417
    },
    {
      "epoch": 5.71034200286709,
      "grad_norm": 0.8364920715295846,
      "learning_rate": 1.769758803238891e-06,
      "loss": 0.1723,
      "step": 139418
    },
    {
      "epoch": 5.710382961294286,
      "grad_norm": 1.1099504461827394,
      "learning_rate": 1.7692593273847644e-06,
      "loss": 0.2178,
      "step": 139419
    },
    {
      "epoch": 5.7104239197214826,
      "grad_norm": 1.7694121254419768,
      "learning_rate": 1.7687599216055503e-06,
      "loss": 0.6375,
      "step": 139420
    },
    {
      "epoch": 5.710464878148679,
      "grad_norm": 0.9896665280434345,
      "learning_rate": 1.7682605859014486e-06,
      "loss": 0.2276,
      "step": 139421
    },
    {
      "epoch": 5.710505836575876,
      "grad_norm": 1.5023679439396573,
      "learning_rate": 1.7677613202727259e-06,
      "loss": 0.4424,
      "step": 139422
    },
    {
      "epoch": 5.710546795003072,
      "grad_norm": 0.8995249154887834,
      "learning_rate": 1.7672621247195816e-06,
      "loss": 0.174,
      "step": 139423
    },
    {
      "epoch": 5.710587753430268,
      "grad_norm": 1.8110696336813088,
      "learning_rate": 1.7667629992422994e-06,
      "loss": 0.3918,
      "step": 139424
    },
    {
      "epoch": 5.710628711857464,
      "grad_norm": 1.4511714884631863,
      "learning_rate": 1.7662639438410786e-06,
      "loss": 0.454,
      "step": 139425
    },
    {
      "epoch": 5.710669670284661,
      "grad_norm": 1.0050212284375022,
      "learning_rate": 1.7657649585161692e-06,
      "loss": 0.212,
      "step": 139426
    },
    {
      "epoch": 5.710710628711857,
      "grad_norm": 1.6674105208017957,
      "learning_rate": 1.7652660432677878e-06,
      "loss": 0.666,
      "step": 139427
    },
    {
      "epoch": 5.710751587139054,
      "grad_norm": 1.3440148439402981,
      "learning_rate": 1.7647671980962175e-06,
      "loss": 0.345,
      "step": 139428
    },
    {
      "epoch": 5.7107925455662505,
      "grad_norm": 0.9067928459000096,
      "learning_rate": 1.7642684230016412e-06,
      "loss": 0.1966,
      "step": 139429
    },
    {
      "epoch": 5.710833503993447,
      "grad_norm": 1.2407617275216414,
      "learning_rate": 1.7637697179843257e-06,
      "loss": 0.2725,
      "step": 139430
    },
    {
      "epoch": 5.710874462420643,
      "grad_norm": 1.4240973982541028,
      "learning_rate": 1.7632710830445041e-06,
      "loss": 0.4251,
      "step": 139431
    },
    {
      "epoch": 5.710915420847839,
      "grad_norm": 1.4103843360667636,
      "learning_rate": 1.7627725181823926e-06,
      "loss": 0.5304,
      "step": 139432
    },
    {
      "epoch": 5.710956379275036,
      "grad_norm": 1.0518259911141934,
      "learning_rate": 1.762274023398258e-06,
      "loss": 0.1891,
      "step": 139433
    },
    {
      "epoch": 5.710997337702232,
      "grad_norm": 1.5814170000684649,
      "learning_rate": 1.7617755986923e-06,
      "loss": 0.5076,
      "step": 139434
    },
    {
      "epoch": 5.711038296129429,
      "grad_norm": 1.7938693387824023,
      "learning_rate": 1.7612772440647682e-06,
      "loss": 0.8194,
      "step": 139435
    },
    {
      "epoch": 5.711079254556625,
      "grad_norm": 1.4588054082741444,
      "learning_rate": 1.7607789595159294e-06,
      "loss": 0.3411,
      "step": 139436
    },
    {
      "epoch": 5.711120212983822,
      "grad_norm": 1.7609899403793987,
      "learning_rate": 1.7602807450459666e-06,
      "loss": 0.6085,
      "step": 139437
    },
    {
      "epoch": 5.7111611714110175,
      "grad_norm": 1.3743868058240352,
      "learning_rate": 1.7597826006551629e-06,
      "loss": 0.401,
      "step": 139438
    },
    {
      "epoch": 5.711202129838214,
      "grad_norm": 1.7990495110485596,
      "learning_rate": 1.7592845263437184e-06,
      "loss": 0.6268,
      "step": 139439
    },
    {
      "epoch": 5.711243088265411,
      "grad_norm": 1.4324513449067964,
      "learning_rate": 1.7587865221118825e-06,
      "loss": 0.3581,
      "step": 139440
    },
    {
      "epoch": 5.711284046692607,
      "grad_norm": 0.6789660506471469,
      "learning_rate": 1.7582885879598884e-06,
      "loss": 0.0569,
      "step": 139441
    },
    {
      "epoch": 5.711325005119804,
      "grad_norm": 1.4465568324464955,
      "learning_rate": 1.7577907238879862e-06,
      "loss": 0.4013,
      "step": 139442
    },
    {
      "epoch": 5.711365963546999,
      "grad_norm": 1.0187390226736028,
      "learning_rate": 1.7572929298963755e-06,
      "loss": 0.1887,
      "step": 139443
    },
    {
      "epoch": 5.711406921974196,
      "grad_norm": 1.3307682636891134,
      "learning_rate": 1.7567952059853396e-06,
      "loss": 0.3607,
      "step": 139444
    },
    {
      "epoch": 5.711447880401392,
      "grad_norm": 1.7953415641861643,
      "learning_rate": 1.7562975521550782e-06,
      "loss": 0.5607,
      "step": 139445
    },
    {
      "epoch": 5.711488838828589,
      "grad_norm": 1.7887073423480602,
      "learning_rate": 1.755799968405841e-06,
      "loss": 0.4519,
      "step": 139446
    },
    {
      "epoch": 5.7115297972557855,
      "grad_norm": 1.3817775549241134,
      "learning_rate": 1.7553024547378446e-06,
      "loss": 0.4063,
      "step": 139447
    },
    {
      "epoch": 5.711570755682982,
      "grad_norm": 1.0470472171213843,
      "learning_rate": 1.7548050111513557e-06,
      "loss": 0.1909,
      "step": 139448
    },
    {
      "epoch": 5.7116117141101785,
      "grad_norm": 1.4727685054501334,
      "learning_rate": 1.7543076376465904e-06,
      "loss": 0.5538,
      "step": 139449
    },
    {
      "epoch": 5.711652672537374,
      "grad_norm": 1.0977704328318887,
      "learning_rate": 1.753810334223782e-06,
      "loss": 0.2435,
      "step": 139450
    },
    {
      "epoch": 5.711693630964571,
      "grad_norm": 1.2778257622163551,
      "learning_rate": 1.7533131008831802e-06,
      "loss": 0.2738,
      "step": 139451
    },
    {
      "epoch": 5.711734589391767,
      "grad_norm": 1.0308245086387147,
      "learning_rate": 1.752815937624985e-06,
      "loss": 0.1722,
      "step": 139452
    },
    {
      "epoch": 5.711775547818964,
      "grad_norm": 1.8909236901646285,
      "learning_rate": 1.7523188444494796e-06,
      "loss": 0.5801,
      "step": 139453
    },
    {
      "epoch": 5.71181650624616,
      "grad_norm": 1.592076869528779,
      "learning_rate": 1.7518218213568636e-06,
      "loss": 0.4776,
      "step": 139454
    },
    {
      "epoch": 5.711857464673357,
      "grad_norm": 1.6347453298408643,
      "learning_rate": 1.751324868347387e-06,
      "loss": 0.5413,
      "step": 139455
    },
    {
      "epoch": 5.711898423100553,
      "grad_norm": 3.321747908749837,
      "learning_rate": 1.7508279854212826e-06,
      "loss": 0.8227,
      "step": 139456
    },
    {
      "epoch": 5.711939381527749,
      "grad_norm": 0.9570727539049825,
      "learning_rate": 1.750331172578784e-06,
      "loss": 0.2048,
      "step": 139457
    },
    {
      "epoch": 5.711980339954946,
      "grad_norm": 3.1184125000795704,
      "learning_rate": 1.749834429820124e-06,
      "loss": 2.8342,
      "step": 139458
    },
    {
      "epoch": 5.712021298382142,
      "grad_norm": 1.3819293482360993,
      "learning_rate": 1.7493377571455524e-06,
      "loss": 0.3024,
      "step": 139459
    },
    {
      "epoch": 5.712062256809339,
      "grad_norm": 0.9283533790374604,
      "learning_rate": 1.7488411545552694e-06,
      "loss": 0.2017,
      "step": 139460
    },
    {
      "epoch": 5.712103215236535,
      "grad_norm": 1.9769562822173117,
      "learning_rate": 1.7483446220495412e-06,
      "loss": 0.575,
      "step": 139461
    },
    {
      "epoch": 5.712144173663731,
      "grad_norm": 1.406360373854573,
      "learning_rate": 1.7478481596286008e-06,
      "loss": 0.4134,
      "step": 139462
    },
    {
      "epoch": 5.712185132090927,
      "grad_norm": 1.9373241364876863,
      "learning_rate": 1.7473517672926652e-06,
      "loss": 0.6286,
      "step": 139463
    },
    {
      "epoch": 5.712226090518124,
      "grad_norm": 1.8041460075274658,
      "learning_rate": 1.7468554450419669e-06,
      "loss": 0.6658,
      "step": 139464
    },
    {
      "epoch": 5.7122670489453204,
      "grad_norm": 1.4830125512832408,
      "learning_rate": 1.7463591928767895e-06,
      "loss": 0.3863,
      "step": 139465
    },
    {
      "epoch": 5.712308007372517,
      "grad_norm": 1.5356090613114337,
      "learning_rate": 1.7458630107972994e-06,
      "loss": 0.4447,
      "step": 139466
    },
    {
      "epoch": 5.7123489657997135,
      "grad_norm": 1.5778454948749872,
      "learning_rate": 1.7453668988037795e-06,
      "loss": 0.5321,
      "step": 139467
    },
    {
      "epoch": 5.71238992422691,
      "grad_norm": 0.9817564481556011,
      "learning_rate": 1.7448708568964298e-06,
      "loss": 0.2064,
      "step": 139468
    },
    {
      "epoch": 5.712430882654106,
      "grad_norm": 1.8553201490074438,
      "learning_rate": 1.7443748850755168e-06,
      "loss": 0.658,
      "step": 139469
    },
    {
      "epoch": 5.712471841081302,
      "grad_norm": 1.3600755297328435,
      "learning_rate": 1.743878983341257e-06,
      "loss": 0.4552,
      "step": 139470
    },
    {
      "epoch": 5.712512799508499,
      "grad_norm": 1.6694096148666853,
      "learning_rate": 1.7433831516939e-06,
      "loss": 0.4957,
      "step": 139471
    },
    {
      "epoch": 5.712553757935695,
      "grad_norm": 0.8580876579527922,
      "learning_rate": 1.742887390133646e-06,
      "loss": 0.2245,
      "step": 139472
    },
    {
      "epoch": 5.712594716362892,
      "grad_norm": 1.7735919617948905,
      "learning_rate": 1.7423916986607778e-06,
      "loss": 0.4807,
      "step": 139473
    },
    {
      "epoch": 5.712635674790088,
      "grad_norm": 1.2577352281458918,
      "learning_rate": 1.7418960772754787e-06,
      "loss": 0.265,
      "step": 139474
    },
    {
      "epoch": 5.712676633217285,
      "grad_norm": 1.8220293805241432,
      "learning_rate": 1.741400525978015e-06,
      "loss": 0.6459,
      "step": 139475
    },
    {
      "epoch": 5.712717591644481,
      "grad_norm": 1.4750614518901375,
      "learning_rate": 1.7409050447686202e-06,
      "loss": 0.3505,
      "step": 139476
    },
    {
      "epoch": 5.712758550071677,
      "grad_norm": 1.109464986666418,
      "learning_rate": 1.740409633647527e-06,
      "loss": 0.2095,
      "step": 139477
    },
    {
      "epoch": 5.712799508498874,
      "grad_norm": 1.6196787771199648,
      "learning_rate": 1.7399142926149523e-06,
      "loss": 0.475,
      "step": 139478
    },
    {
      "epoch": 5.71284046692607,
      "grad_norm": 1.3717533428807798,
      "learning_rate": 1.7394190216711456e-06,
      "loss": 0.2193,
      "step": 139479
    },
    {
      "epoch": 5.712881425353267,
      "grad_norm": 1.7284017582470823,
      "learning_rate": 1.7389238208163403e-06,
      "loss": 0.4861,
      "step": 139480
    },
    {
      "epoch": 5.712922383780462,
      "grad_norm": 1.2842501445396066,
      "learning_rate": 1.7384286900507693e-06,
      "loss": 0.2541,
      "step": 139481
    },
    {
      "epoch": 5.712963342207659,
      "grad_norm": 1.3294953690782032,
      "learning_rate": 1.737933629374666e-06,
      "loss": 0.2835,
      "step": 139482
    },
    {
      "epoch": 5.713004300634855,
      "grad_norm": 1.5864678614301029,
      "learning_rate": 1.7374386387882633e-06,
      "loss": 0.4303,
      "step": 139483
    },
    {
      "epoch": 5.713045259062052,
      "grad_norm": 1.4433753675668342,
      "learning_rate": 1.7369437182917944e-06,
      "loss": 0.49,
      "step": 139484
    },
    {
      "epoch": 5.7130862174892485,
      "grad_norm": 0.44116468325296776,
      "learning_rate": 1.7364488678855093e-06,
      "loss": 0.0354,
      "step": 139485
    },
    {
      "epoch": 5.713127175916445,
      "grad_norm": 1.3187056624766056,
      "learning_rate": 1.7359540875696076e-06,
      "loss": 0.4751,
      "step": 139486
    },
    {
      "epoch": 5.713168134343642,
      "grad_norm": 2.3804868795548964,
      "learning_rate": 1.7354593773443558e-06,
      "loss": 0.5885,
      "step": 139487
    },
    {
      "epoch": 5.713209092770837,
      "grad_norm": 1.7882962084068315,
      "learning_rate": 1.7349647372099706e-06,
      "loss": 0.5865,
      "step": 139488
    },
    {
      "epoch": 5.713250051198034,
      "grad_norm": 0.27271877113170173,
      "learning_rate": 1.7344701671667016e-06,
      "loss": 0.0183,
      "step": 139489
    },
    {
      "epoch": 5.71329100962523,
      "grad_norm": 1.5757403170589284,
      "learning_rate": 1.7339756672147487e-06,
      "loss": 0.5216,
      "step": 139490
    },
    {
      "epoch": 5.713331968052427,
      "grad_norm": 2.90514852638166,
      "learning_rate": 1.7334812373543783e-06,
      "loss": 2.3402,
      "step": 139491
    },
    {
      "epoch": 5.713372926479623,
      "grad_norm": 1.4443899381307665,
      "learning_rate": 1.7329868775858236e-06,
      "loss": 0.5519,
      "step": 139492
    },
    {
      "epoch": 5.71341388490682,
      "grad_norm": 1.4002035978708567,
      "learning_rate": 1.732492587909301e-06,
      "loss": 0.266,
      "step": 139493
    },
    {
      "epoch": 5.713454843334016,
      "grad_norm": 1.8650525671148661,
      "learning_rate": 1.7319983683250604e-06,
      "loss": 0.7252,
      "step": 139494
    },
    {
      "epoch": 5.713495801761212,
      "grad_norm": 1.9400529276424767,
      "learning_rate": 1.7315042188333183e-06,
      "loss": 0.5047,
      "step": 139495
    },
    {
      "epoch": 5.713536760188409,
      "grad_norm": 0.3938661948458572,
      "learning_rate": 1.7310101394343245e-06,
      "loss": 0.0418,
      "step": 139496
    },
    {
      "epoch": 5.713577718615605,
      "grad_norm": 1.611542693417907,
      "learning_rate": 1.7305161301283122e-06,
      "loss": 0.5038,
      "step": 139497
    },
    {
      "epoch": 5.713618677042802,
      "grad_norm": 0.9344570248506823,
      "learning_rate": 1.7300221909154978e-06,
      "loss": 0.171,
      "step": 139498
    },
    {
      "epoch": 5.713659635469998,
      "grad_norm": 3.659480303029012,
      "learning_rate": 1.7295283217961143e-06,
      "loss": 3.7069,
      "step": 139499
    },
    {
      "epoch": 5.713700593897194,
      "grad_norm": 1.2963440278065406,
      "learning_rate": 1.7290345227704283e-06,
      "loss": 0.283,
      "step": 139500
    },
    {
      "epoch": 5.71374155232439,
      "grad_norm": 1.489940243998095,
      "learning_rate": 1.7285407938386398e-06,
      "loss": 0.3644,
      "step": 139501
    },
    {
      "epoch": 5.713782510751587,
      "grad_norm": 0.7156322921293723,
      "learning_rate": 1.7280471350009984e-06,
      "loss": 0.0738,
      "step": 139502
    },
    {
      "epoch": 5.7138234691787835,
      "grad_norm": 1.5515544908389542,
      "learning_rate": 1.7275535462577206e-06,
      "loss": 0.3459,
      "step": 139503
    },
    {
      "epoch": 5.71386442760598,
      "grad_norm": 2.160138072919758,
      "learning_rate": 1.7270600276090562e-06,
      "loss": 0.5387,
      "step": 139504
    },
    {
      "epoch": 5.7139053860331765,
      "grad_norm": 1.3149905221939089,
      "learning_rate": 1.7265665790552385e-06,
      "loss": 0.1797,
      "step": 139505
    },
    {
      "epoch": 5.713946344460373,
      "grad_norm": 1.4872653356797618,
      "learning_rate": 1.7260732005965006e-06,
      "loss": 0.5109,
      "step": 139506
    },
    {
      "epoch": 5.713987302887569,
      "grad_norm": 0.9476859484243582,
      "learning_rate": 1.7255798922330587e-06,
      "loss": 0.1917,
      "step": 139507
    },
    {
      "epoch": 5.714028261314765,
      "grad_norm": 1.5310528000038282,
      "learning_rate": 1.7250866539651631e-06,
      "loss": 0.5017,
      "step": 139508
    },
    {
      "epoch": 5.714069219741962,
      "grad_norm": 0.9457024973721185,
      "learning_rate": 1.7245934857930466e-06,
      "loss": 0.1347,
      "step": 139509
    },
    {
      "epoch": 5.714110178169158,
      "grad_norm": 0.2793593554059361,
      "learning_rate": 1.7241003877169424e-06,
      "loss": 0.0226,
      "step": 139510
    },
    {
      "epoch": 5.714151136596355,
      "grad_norm": 1.495258588604957,
      "learning_rate": 1.723607359737067e-06,
      "loss": 0.4626,
      "step": 139511
    },
    {
      "epoch": 5.714192095023551,
      "grad_norm": 1.276988423512551,
      "learning_rate": 1.7231144018536702e-06,
      "loss": 0.3616,
      "step": 139512
    },
    {
      "epoch": 5.714233053450748,
      "grad_norm": 1.445284741752411,
      "learning_rate": 1.7226215140669852e-06,
      "loss": 0.3326,
      "step": 139513
    },
    {
      "epoch": 5.714274011877944,
      "grad_norm": 1.554043991912872,
      "learning_rate": 1.722128696377245e-06,
      "loss": 0.6127,
      "step": 139514
    },
    {
      "epoch": 5.71431497030514,
      "grad_norm": 2.971606224540588,
      "learning_rate": 1.7216359487846665e-06,
      "loss": 2.1702,
      "step": 139515
    },
    {
      "epoch": 5.714355928732337,
      "grad_norm": 2.393684920182706,
      "learning_rate": 1.721143271289499e-06,
      "loss": 0.9759,
      "step": 139516
    },
    {
      "epoch": 5.714396887159533,
      "grad_norm": 1.6420849739115788,
      "learning_rate": 1.7206506638919758e-06,
      "loss": 0.5353,
      "step": 139517
    },
    {
      "epoch": 5.71443784558673,
      "grad_norm": 1.138605304439629,
      "learning_rate": 1.7201581265923303e-06,
      "loss": 0.3054,
      "step": 139518
    },
    {
      "epoch": 5.714478804013925,
      "grad_norm": 3.331870868673277,
      "learning_rate": 1.719665659390762e-06,
      "loss": 2.2443,
      "step": 139519
    },
    {
      "epoch": 5.714519762441122,
      "grad_norm": 1.5078537642463796,
      "learning_rate": 1.7191732622875543e-06,
      "loss": 0.4484,
      "step": 139520
    },
    {
      "epoch": 5.7145607208683185,
      "grad_norm": 1.859516688044445,
      "learning_rate": 1.7186809352829233e-06,
      "loss": 0.5447,
      "step": 139521
    },
    {
      "epoch": 5.714601679295515,
      "grad_norm": 1.4261713217131207,
      "learning_rate": 1.7181886783770693e-06,
      "loss": 0.4033,
      "step": 139522
    },
    {
      "epoch": 5.7146426377227115,
      "grad_norm": 1.70031051015129,
      "learning_rate": 1.717696491570275e-06,
      "loss": 0.5288,
      "step": 139523
    },
    {
      "epoch": 5.714683596149908,
      "grad_norm": 2.1625261850616897,
      "learning_rate": 1.7172043748627406e-06,
      "loss": 0.4456,
      "step": 139524
    },
    {
      "epoch": 5.714724554577105,
      "grad_norm": 1.6681920625764597,
      "learning_rate": 1.716712328254699e-06,
      "loss": 0.58,
      "step": 139525
    },
    {
      "epoch": 5.7147655130043,
      "grad_norm": 1.633552196717265,
      "learning_rate": 1.7162203517464169e-06,
      "loss": 0.4476,
      "step": 139526
    },
    {
      "epoch": 5.714806471431497,
      "grad_norm": 1.8311334711978222,
      "learning_rate": 1.715728445338077e-06,
      "loss": 0.6675,
      "step": 139527
    },
    {
      "epoch": 5.714847429858693,
      "grad_norm": 1.5174170790333383,
      "learning_rate": 1.7152366090299462e-06,
      "loss": 0.411,
      "step": 139528
    },
    {
      "epoch": 5.71488838828589,
      "grad_norm": 1.4670541193177262,
      "learning_rate": 1.714744842822241e-06,
      "loss": 0.5186,
      "step": 139529
    },
    {
      "epoch": 5.714929346713086,
      "grad_norm": 1.5143596222146816,
      "learning_rate": 1.7142531467151943e-06,
      "loss": 0.316,
      "step": 139530
    },
    {
      "epoch": 5.714970305140283,
      "grad_norm": 3.0897557078590343,
      "learning_rate": 1.7137615207090726e-06,
      "loss": 2.7662,
      "step": 139531
    },
    {
      "epoch": 5.7150112635674795,
      "grad_norm": 0.9086324466396214,
      "learning_rate": 1.7132699648040592e-06,
      "loss": 0.1885,
      "step": 139532
    },
    {
      "epoch": 5.715052221994675,
      "grad_norm": 1.419608181054229,
      "learning_rate": 1.712778479000404e-06,
      "loss": 0.4988,
      "step": 139533
    },
    {
      "epoch": 5.715093180421872,
      "grad_norm": 1.2645621453185318,
      "learning_rate": 1.71228706329834e-06,
      "loss": 0.2835,
      "step": 139534
    },
    {
      "epoch": 5.715134138849068,
      "grad_norm": 1.7489166450392601,
      "learning_rate": 1.7117957176981168e-06,
      "loss": 0.5952,
      "step": 139535
    },
    {
      "epoch": 5.715175097276265,
      "grad_norm": 1.9626006769822593,
      "learning_rate": 1.7113044421999346e-06,
      "loss": 0.5556,
      "step": 139536
    },
    {
      "epoch": 5.715216055703461,
      "grad_norm": 1.6360552194509534,
      "learning_rate": 1.7108132368040595e-06,
      "loss": 0.5941,
      "step": 139537
    },
    {
      "epoch": 5.715257014130657,
      "grad_norm": 1.1730718989188598,
      "learning_rate": 1.7103221015106916e-06,
      "loss": 0.2528,
      "step": 139538
    },
    {
      "epoch": 5.715297972557853,
      "grad_norm": 1.2461177875041511,
      "learning_rate": 1.7098310363200974e-06,
      "loss": 0.3764,
      "step": 139539
    },
    {
      "epoch": 5.71533893098505,
      "grad_norm": 1.6400386397333624,
      "learning_rate": 1.7093400412324764e-06,
      "loss": 0.4684,
      "step": 139540
    },
    {
      "epoch": 5.7153798894122465,
      "grad_norm": 1.331891970705982,
      "learning_rate": 1.708849116248079e-06,
      "loss": 0.3082,
      "step": 139541
    },
    {
      "epoch": 5.715420847839443,
      "grad_norm": 1.7196603314114287,
      "learning_rate": 1.7083582613671377e-06,
      "loss": 0.4763,
      "step": 139542
    },
    {
      "epoch": 5.71546180626664,
      "grad_norm": 1.6847684161373906,
      "learning_rate": 1.7078674765898693e-06,
      "loss": 0.6395,
      "step": 139543
    },
    {
      "epoch": 5.715502764693836,
      "grad_norm": 1.4857870918262692,
      "learning_rate": 1.7073767619165236e-06,
      "loss": 0.4563,
      "step": 139544
    },
    {
      "epoch": 5.715543723121032,
      "grad_norm": 1.4973551268206498,
      "learning_rate": 1.706886117347317e-06,
      "loss": 0.453,
      "step": 139545
    },
    {
      "epoch": 5.715584681548228,
      "grad_norm": 1.6132288195204647,
      "learning_rate": 1.7063955428824993e-06,
      "loss": 0.471,
      "step": 139546
    },
    {
      "epoch": 5.715625639975425,
      "grad_norm": 1.6497515101825846,
      "learning_rate": 1.7059050385222872e-06,
      "loss": 0.572,
      "step": 139547
    },
    {
      "epoch": 5.715666598402621,
      "grad_norm": 1.0264990166739159,
      "learning_rate": 1.7054146042669137e-06,
      "loss": 0.2433,
      "step": 139548
    },
    {
      "epoch": 5.715707556829818,
      "grad_norm": 0.49752171081632196,
      "learning_rate": 1.7049242401166286e-06,
      "loss": 0.0434,
      "step": 139549
    },
    {
      "epoch": 5.715748515257014,
      "grad_norm": 1.6898894920858933,
      "learning_rate": 1.7044339460716482e-06,
      "loss": 0.5622,
      "step": 139550
    },
    {
      "epoch": 5.715789473684211,
      "grad_norm": 1.619452527068629,
      "learning_rate": 1.7039437221321893e-06,
      "loss": 0.4571,
      "step": 139551
    },
    {
      "epoch": 5.715830432111407,
      "grad_norm": 1.657078817197136,
      "learning_rate": 1.7034535682985018e-06,
      "loss": 0.5417,
      "step": 139552
    },
    {
      "epoch": 5.715871390538603,
      "grad_norm": 1.7323760103698052,
      "learning_rate": 1.7029634845708351e-06,
      "loss": 0.6307,
      "step": 139553
    },
    {
      "epoch": 5.7159123489658,
      "grad_norm": 1.4160440136645982,
      "learning_rate": 1.7024734709493892e-06,
      "loss": 0.4417,
      "step": 139554
    },
    {
      "epoch": 5.715953307392996,
      "grad_norm": 1.67260323540631,
      "learning_rate": 1.701983527434414e-06,
      "loss": 0.5334,
      "step": 139555
    },
    {
      "epoch": 5.715994265820193,
      "grad_norm": 1.839578636507513,
      "learning_rate": 1.7014936540261426e-06,
      "loss": 0.4803,
      "step": 139556
    },
    {
      "epoch": 5.716035224247388,
      "grad_norm": 0.6364220727207919,
      "learning_rate": 1.7010038507247748e-06,
      "loss": 0.0778,
      "step": 139557
    },
    {
      "epoch": 5.716076182674585,
      "grad_norm": 1.7344200048451166,
      "learning_rate": 1.7005141175305936e-06,
      "loss": 0.5905,
      "step": 139558
    },
    {
      "epoch": 5.7161171411017815,
      "grad_norm": 1.488632061421904,
      "learning_rate": 1.7000244544437991e-06,
      "loss": 0.4149,
      "step": 139559
    },
    {
      "epoch": 5.716158099528978,
      "grad_norm": 1.5576643672550476,
      "learning_rate": 1.6995348614646077e-06,
      "loss": 0.351,
      "step": 139560
    },
    {
      "epoch": 5.716199057956175,
      "grad_norm": 1.1861397428033693,
      "learning_rate": 1.6990453385933022e-06,
      "loss": 0.2986,
      "step": 139561
    },
    {
      "epoch": 5.716240016383371,
      "grad_norm": 2.578269784546917,
      "learning_rate": 1.6985558858300496e-06,
      "loss": 1.8331,
      "step": 139562
    },
    {
      "epoch": 5.716280974810568,
      "grad_norm": 1.7746552563956466,
      "learning_rate": 1.6980665031751328e-06,
      "loss": 0.5989,
      "step": 139563
    },
    {
      "epoch": 5.716321933237763,
      "grad_norm": 1.383486890912414,
      "learning_rate": 1.6975771906287683e-06,
      "loss": 0.4455,
      "step": 139564
    },
    {
      "epoch": 5.71636289166496,
      "grad_norm": 1.4466412282015204,
      "learning_rate": 1.6970879481911725e-06,
      "loss": 0.6015,
      "step": 139565
    },
    {
      "epoch": 5.716403850092156,
      "grad_norm": 0.5254714963220944,
      "learning_rate": 1.6965987758625954e-06,
      "loss": 0.0744,
      "step": 139566
    },
    {
      "epoch": 5.716444808519353,
      "grad_norm": 0.8901403969605567,
      "learning_rate": 1.6961096736432533e-06,
      "loss": 0.1662,
      "step": 139567
    },
    {
      "epoch": 5.716485766946549,
      "grad_norm": 1.256787271376992,
      "learning_rate": 1.6956206415333795e-06,
      "loss": 0.258,
      "step": 139568
    },
    {
      "epoch": 5.716526725373746,
      "grad_norm": 1.683231657322894,
      "learning_rate": 1.6951316795332404e-06,
      "loss": 0.6785,
      "step": 139569
    },
    {
      "epoch": 5.7165676838009425,
      "grad_norm": 1.4342627342869676,
      "learning_rate": 1.6946427876430023e-06,
      "loss": 0.4139,
      "step": 139570
    },
    {
      "epoch": 5.716608642228138,
      "grad_norm": 1.2954574156036425,
      "learning_rate": 1.694153965862949e-06,
      "loss": 0.3634,
      "step": 139571
    },
    {
      "epoch": 5.716649600655335,
      "grad_norm": 1.1429433056513458,
      "learning_rate": 1.693665214193296e-06,
      "loss": 0.3017,
      "step": 139572
    },
    {
      "epoch": 5.716690559082531,
      "grad_norm": 1.6226661075545254,
      "learning_rate": 1.6931765326342605e-06,
      "loss": 0.3961,
      "step": 139573
    },
    {
      "epoch": 5.716731517509728,
      "grad_norm": 0.8061000563254811,
      "learning_rate": 1.6926879211861088e-06,
      "loss": 0.1166,
      "step": 139574
    },
    {
      "epoch": 5.716772475936924,
      "grad_norm": 1.5296206807974995,
      "learning_rate": 1.6921993798490242e-06,
      "loss": 0.5004,
      "step": 139575
    },
    {
      "epoch": 5.71681343436412,
      "grad_norm": 1.4451298004740594,
      "learning_rate": 1.6917109086232562e-06,
      "loss": 0.4985,
      "step": 139576
    },
    {
      "epoch": 5.7168543927913165,
      "grad_norm": 1.5672479933981749,
      "learning_rate": 1.6912225075090713e-06,
      "loss": 0.47,
      "step": 139577
    },
    {
      "epoch": 5.716895351218513,
      "grad_norm": 3.6553426994766025,
      "learning_rate": 1.6907341765066528e-06,
      "loss": 3.5803,
      "step": 139578
    },
    {
      "epoch": 5.7169363096457095,
      "grad_norm": 3.1334602351897693,
      "learning_rate": 1.690245915616234e-06,
      "loss": 2.4071,
      "step": 139579
    },
    {
      "epoch": 5.716977268072906,
      "grad_norm": 1.7827633688216125,
      "learning_rate": 1.6897577248380979e-06,
      "loss": 0.6484,
      "step": 139580
    },
    {
      "epoch": 5.717018226500103,
      "grad_norm": 1.2464099885054394,
      "learning_rate": 1.6892696041724107e-06,
      "loss": 0.3564,
      "step": 139581
    },
    {
      "epoch": 5.717059184927299,
      "grad_norm": 1.0963600583261353,
      "learning_rate": 1.6887815536194394e-06,
      "loss": 0.3285,
      "step": 139582
    },
    {
      "epoch": 5.717100143354495,
      "grad_norm": 1.7431932060336752,
      "learning_rate": 1.6882935731794e-06,
      "loss": 0.6756,
      "step": 139583
    },
    {
      "epoch": 5.717141101781691,
      "grad_norm": 1.49459318030048,
      "learning_rate": 1.6878056628525261e-06,
      "loss": 0.6082,
      "step": 139584
    },
    {
      "epoch": 5.717182060208888,
      "grad_norm": 0.8820171384536848,
      "learning_rate": 1.687317822639067e-06,
      "loss": 0.1883,
      "step": 139585
    },
    {
      "epoch": 5.717223018636084,
      "grad_norm": 0.8909940252714759,
      "learning_rate": 1.6868300525392231e-06,
      "loss": 0.1855,
      "step": 139586
    },
    {
      "epoch": 5.717263977063281,
      "grad_norm": 1.3696050392883614,
      "learning_rate": 1.6863423525532438e-06,
      "loss": 0.4036,
      "step": 139587
    },
    {
      "epoch": 5.7173049354904775,
      "grad_norm": 1.4711889910982046,
      "learning_rate": 1.6858547226813623e-06,
      "loss": 0.4735,
      "step": 139588
    },
    {
      "epoch": 5.717345893917674,
      "grad_norm": 0.39121578033390453,
      "learning_rate": 1.6853671629237952e-06,
      "loss": 0.0389,
      "step": 139589
    },
    {
      "epoch": 5.71738685234487,
      "grad_norm": 0.7905517077622093,
      "learning_rate": 1.6848796732807923e-06,
      "loss": 0.1867,
      "step": 139590
    },
    {
      "epoch": 5.717427810772066,
      "grad_norm": 0.5817821510981078,
      "learning_rate": 1.68439225375257e-06,
      "loss": 0.0697,
      "step": 139591
    },
    {
      "epoch": 5.717468769199263,
      "grad_norm": 1.3221047321032682,
      "learning_rate": 1.6839049043393448e-06,
      "loss": 0.4193,
      "step": 139592
    },
    {
      "epoch": 5.717509727626459,
      "grad_norm": 1.8442534205958505,
      "learning_rate": 1.6834176250413834e-06,
      "loss": 0.5301,
      "step": 139593
    },
    {
      "epoch": 5.717550686053656,
      "grad_norm": 1.4255509602078504,
      "learning_rate": 1.6829304158588687e-06,
      "loss": 0.3592,
      "step": 139594
    },
    {
      "epoch": 5.717591644480851,
      "grad_norm": 1.3555046665097308,
      "learning_rate": 1.6824432767920836e-06,
      "loss": 0.3436,
      "step": 139595
    },
    {
      "epoch": 5.717632602908048,
      "grad_norm": 1.921042196933214,
      "learning_rate": 1.6819562078412285e-06,
      "loss": 0.7234,
      "step": 139596
    },
    {
      "epoch": 5.7176735613352445,
      "grad_norm": 1.0806245260258929,
      "learning_rate": 1.6814692090065195e-06,
      "loss": 0.2389,
      "step": 139597
    },
    {
      "epoch": 5.717714519762441,
      "grad_norm": 1.5484450959589202,
      "learning_rate": 1.6809822802882233e-06,
      "loss": 0.5603,
      "step": 139598
    },
    {
      "epoch": 5.717755478189638,
      "grad_norm": 4.450381955773565,
      "learning_rate": 1.6804954216865563e-06,
      "loss": 3.7093,
      "step": 139599
    },
    {
      "epoch": 5.717796436616834,
      "grad_norm": 2.1375685417370014,
      "learning_rate": 1.6800086332017182e-06,
      "loss": 0.7242,
      "step": 139600
    },
    {
      "epoch": 5.717837395044031,
      "grad_norm": 1.7017297604420911,
      "learning_rate": 1.6795219148339923e-06,
      "loss": 0.5639,
      "step": 139601
    },
    {
      "epoch": 5.717878353471226,
      "grad_norm": 1.777639410665409,
      "learning_rate": 1.6790352665835781e-06,
      "loss": 0.6837,
      "step": 139602
    },
    {
      "epoch": 5.717919311898423,
      "grad_norm": 1.5328649168452335,
      "learning_rate": 1.6785486884507093e-06,
      "loss": 0.4564,
      "step": 139603
    },
    {
      "epoch": 5.717960270325619,
      "grad_norm": 1.664092383430329,
      "learning_rate": 1.678062180435602e-06,
      "loss": 0.4884,
      "step": 139604
    },
    {
      "epoch": 5.718001228752816,
      "grad_norm": 1.8214455750641434,
      "learning_rate": 1.6775757425385062e-06,
      "loss": 0.5723,
      "step": 139605
    },
    {
      "epoch": 5.7180421871800124,
      "grad_norm": 1.419867850127216,
      "learning_rate": 1.6770893747596547e-06,
      "loss": 0.3808,
      "step": 139606
    },
    {
      "epoch": 5.718083145607209,
      "grad_norm": 1.7978368862065337,
      "learning_rate": 1.6766030770992644e-06,
      "loss": 0.8815,
      "step": 139607
    },
    {
      "epoch": 5.7181241040344055,
      "grad_norm": 0.802912869237861,
      "learning_rate": 1.6761168495575516e-06,
      "loss": 0.1045,
      "step": 139608
    },
    {
      "epoch": 5.718165062461601,
      "grad_norm": 1.3819954613092562,
      "learning_rate": 1.675630692134783e-06,
      "loss": 0.4399,
      "step": 139609
    },
    {
      "epoch": 5.718206020888798,
      "grad_norm": 2.227667367245262,
      "learning_rate": 1.6751446048311745e-06,
      "loss": 0.9537,
      "step": 139610
    },
    {
      "epoch": 5.718246979315994,
      "grad_norm": 1.3880730204970206,
      "learning_rate": 1.674658587646943e-06,
      "loss": 0.28,
      "step": 139611
    },
    {
      "epoch": 5.718287937743191,
      "grad_norm": 0.7239640310750113,
      "learning_rate": 1.6741726405823386e-06,
      "loss": 0.1905,
      "step": 139612
    },
    {
      "epoch": 5.718328896170387,
      "grad_norm": 1.6502350363967815,
      "learning_rate": 1.6736867636375605e-06,
      "loss": 0.4927,
      "step": 139613
    },
    {
      "epoch": 5.718369854597583,
      "grad_norm": 1.740793047894302,
      "learning_rate": 1.6732009568128425e-06,
      "loss": 0.7071,
      "step": 139614
    },
    {
      "epoch": 5.7184108130247795,
      "grad_norm": 2.072570483022024,
      "learning_rate": 1.672715220108467e-06,
      "loss": 0.5106,
      "step": 139615
    },
    {
      "epoch": 5.718451771451976,
      "grad_norm": 0.5889322142501654,
      "learning_rate": 1.6722295535246012e-06,
      "loss": 0.0851,
      "step": 139616
    },
    {
      "epoch": 5.718492729879173,
      "grad_norm": 1.742258150322244,
      "learning_rate": 1.6717439570614943e-06,
      "loss": 0.6144,
      "step": 139617
    },
    {
      "epoch": 5.718533688306369,
      "grad_norm": 1.5881056828840614,
      "learning_rate": 1.6712584307193965e-06,
      "loss": 0.4395,
      "step": 139618
    },
    {
      "epoch": 5.718574646733566,
      "grad_norm": 1.4485151576017747,
      "learning_rate": 1.6707729744985076e-06,
      "loss": 0.4191,
      "step": 139619
    },
    {
      "epoch": 5.718615605160762,
      "grad_norm": 0.9450439911852782,
      "learning_rate": 1.6702875883990775e-06,
      "loss": 0.2385,
      "step": 139620
    },
    {
      "epoch": 5.718656563587958,
      "grad_norm": 1.2608398198109692,
      "learning_rate": 1.6698022724213223e-06,
      "loss": 0.2705,
      "step": 139621
    },
    {
      "epoch": 5.718697522015154,
      "grad_norm": 1.3197268987432371,
      "learning_rate": 1.6693170265654754e-06,
      "loss": 0.2747,
      "step": 139622
    },
    {
      "epoch": 5.718738480442351,
      "grad_norm": 0.9237605346306514,
      "learning_rate": 1.66883185083177e-06,
      "loss": 0.201,
      "step": 139623
    },
    {
      "epoch": 5.718779438869547,
      "grad_norm": 1.706833083500314,
      "learning_rate": 1.668346745220439e-06,
      "loss": 0.5328,
      "step": 139624
    },
    {
      "epoch": 5.718820397296744,
      "grad_norm": 0.5737015242754975,
      "learning_rate": 1.6678617097316993e-06,
      "loss": 0.0846,
      "step": 139625
    },
    {
      "epoch": 5.7188613557239405,
      "grad_norm": 1.3975601743460309,
      "learning_rate": 1.6673767443657838e-06,
      "loss": 0.3766,
      "step": 139626
    },
    {
      "epoch": 5.718902314151137,
      "grad_norm": 1.5848286459139593,
      "learning_rate": 1.6668918491229422e-06,
      "loss": 0.4861,
      "step": 139627
    },
    {
      "epoch": 5.718943272578333,
      "grad_norm": 1.7514542425600212,
      "learning_rate": 1.6664070240033745e-06,
      "loss": 0.4818,
      "step": 139628
    },
    {
      "epoch": 5.718984231005529,
      "grad_norm": 1.368061839736782,
      "learning_rate": 1.6659222690073137e-06,
      "loss": 0.3607,
      "step": 139629
    },
    {
      "epoch": 5.719025189432726,
      "grad_norm": 1.2959705456076518,
      "learning_rate": 1.6654375841350265e-06,
      "loss": 0.4139,
      "step": 139630
    },
    {
      "epoch": 5.719066147859922,
      "grad_norm": 1.8656232833959818,
      "learning_rate": 1.6649529693866791e-06,
      "loss": 0.5539,
      "step": 139631
    },
    {
      "epoch": 5.719107106287119,
      "grad_norm": 1.4220096311228225,
      "learning_rate": 1.664468424762555e-06,
      "loss": 0.5147,
      "step": 139632
    },
    {
      "epoch": 5.7191480647143145,
      "grad_norm": 1.5947805768599717,
      "learning_rate": 1.6639839502628704e-06,
      "loss": 0.5605,
      "step": 139633
    },
    {
      "epoch": 5.719189023141511,
      "grad_norm": 1.5690938579505007,
      "learning_rate": 1.6634995458878254e-06,
      "loss": 0.4062,
      "step": 139634
    },
    {
      "epoch": 5.7192299815687075,
      "grad_norm": 1.9308078096769004,
      "learning_rate": 1.6630152116376693e-06,
      "loss": 0.7529,
      "step": 139635
    },
    {
      "epoch": 5.719270939995904,
      "grad_norm": 0.5885973572685947,
      "learning_rate": 1.6625309475126524e-06,
      "loss": 0.0666,
      "step": 139636
    },
    {
      "epoch": 5.719311898423101,
      "grad_norm": 1.2959556999462205,
      "learning_rate": 1.6620467535129744e-06,
      "loss": 0.3727,
      "step": 139637
    },
    {
      "epoch": 5.719352856850297,
      "grad_norm": 1.3965427518629283,
      "learning_rate": 1.6615626296388684e-06,
      "loss": 0.3061,
      "step": 139638
    },
    {
      "epoch": 5.719393815277494,
      "grad_norm": 3.6822728526434,
      "learning_rate": 1.6610785758905676e-06,
      "loss": 0.8139,
      "step": 139639
    },
    {
      "epoch": 5.719434773704689,
      "grad_norm": 1.288509187627571,
      "learning_rate": 1.660594592268305e-06,
      "loss": 0.363,
      "step": 139640
    },
    {
      "epoch": 5.719475732131886,
      "grad_norm": 1.1233749774247328,
      "learning_rate": 1.660110678772314e-06,
      "loss": 0.2717,
      "step": 139641
    },
    {
      "epoch": 5.719516690559082,
      "grad_norm": 1.535317204918887,
      "learning_rate": 1.6596268354027942e-06,
      "loss": 0.4168,
      "step": 139642
    },
    {
      "epoch": 5.719557648986279,
      "grad_norm": 0.8991958947596809,
      "learning_rate": 1.6591430621600122e-06,
      "loss": 0.203,
      "step": 139643
    },
    {
      "epoch": 5.7195986074134755,
      "grad_norm": 1.6141954142819486,
      "learning_rate": 1.6586593590441676e-06,
      "loss": 0.5719,
      "step": 139644
    },
    {
      "epoch": 5.719639565840672,
      "grad_norm": 1.4586506393132106,
      "learning_rate": 1.6581757260555106e-06,
      "loss": 0.5123,
      "step": 139645
    },
    {
      "epoch": 5.7196805242678685,
      "grad_norm": 1.2413854677958702,
      "learning_rate": 1.6576921631942576e-06,
      "loss": 0.3637,
      "step": 139646
    },
    {
      "epoch": 5.719721482695064,
      "grad_norm": 0.7350362405914015,
      "learning_rate": 1.6572086704606414e-06,
      "loss": 0.1232,
      "step": 139647
    },
    {
      "epoch": 5.719762441122261,
      "grad_norm": 0.9317529171665615,
      "learning_rate": 1.6567252478548788e-06,
      "loss": 0.1968,
      "step": 139648
    },
    {
      "epoch": 5.719803399549457,
      "grad_norm": 1.6058407720678878,
      "learning_rate": 1.656241895377236e-06,
      "loss": 0.3208,
      "step": 139649
    },
    {
      "epoch": 5.719844357976654,
      "grad_norm": 1.5359514742391283,
      "learning_rate": 1.6557586130278799e-06,
      "loss": 0.4394,
      "step": 139650
    },
    {
      "epoch": 5.71988531640385,
      "grad_norm": 1.7378906054651577,
      "learning_rate": 1.6552754008070934e-06,
      "loss": 0.6557,
      "step": 139651
    },
    {
      "epoch": 5.719926274831047,
      "grad_norm": 1.4584971945837628,
      "learning_rate": 1.6547922587150763e-06,
      "loss": 0.3178,
      "step": 139652
    },
    {
      "epoch": 5.7199672332582425,
      "grad_norm": 1.4047486184137346,
      "learning_rate": 1.654309186752062e-06,
      "loss": 0.4318,
      "step": 139653
    },
    {
      "epoch": 5.720008191685439,
      "grad_norm": 1.711359531276557,
      "learning_rate": 1.6538261849182998e-06,
      "loss": 0.5357,
      "step": 139654
    },
    {
      "epoch": 5.720049150112636,
      "grad_norm": 1.887671002274357,
      "learning_rate": 1.6533432532139902e-06,
      "loss": 0.5706,
      "step": 139655
    },
    {
      "epoch": 5.720090108539832,
      "grad_norm": 1.5188515594218979,
      "learning_rate": 1.6528603916393658e-06,
      "loss": 0.3913,
      "step": 139656
    },
    {
      "epoch": 5.720131066967029,
      "grad_norm": 1.6519695292627334,
      "learning_rate": 1.6523776001946764e-06,
      "loss": 0.519,
      "step": 139657
    },
    {
      "epoch": 5.720172025394225,
      "grad_norm": 0.933592270109749,
      "learning_rate": 1.6518948788801224e-06,
      "loss": 0.2183,
      "step": 139658
    },
    {
      "epoch": 5.720212983821421,
      "grad_norm": 1.5202339817707753,
      "learning_rate": 1.6514122276959362e-06,
      "loss": 0.4633,
      "step": 139659
    },
    {
      "epoch": 5.720253942248617,
      "grad_norm": 1.0788691457970705,
      "learning_rate": 1.6509296466423683e-06,
      "loss": 0.2318,
      "step": 139660
    },
    {
      "epoch": 5.720294900675814,
      "grad_norm": 1.60378735461031,
      "learning_rate": 1.6504471357196181e-06,
      "loss": 0.4179,
      "step": 139661
    },
    {
      "epoch": 5.7203358591030105,
      "grad_norm": 2.8621505919043497,
      "learning_rate": 1.649964694927952e-06,
      "loss": 2.541,
      "step": 139662
    },
    {
      "epoch": 5.720376817530207,
      "grad_norm": 0.7279113510189009,
      "learning_rate": 1.6494823242675537e-06,
      "loss": 0.1001,
      "step": 139663
    },
    {
      "epoch": 5.7204177759574035,
      "grad_norm": 1.634534847801942,
      "learning_rate": 1.6490000237386724e-06,
      "loss": 0.605,
      "step": 139664
    },
    {
      "epoch": 5.7204587343846,
      "grad_norm": 1.4243079089344717,
      "learning_rate": 1.6485177933415582e-06,
      "loss": 0.389,
      "step": 139665
    },
    {
      "epoch": 5.720499692811796,
      "grad_norm": 1.3626512429664124,
      "learning_rate": 1.6480356330763945e-06,
      "loss": 0.3995,
      "step": 139666
    },
    {
      "epoch": 5.720540651238992,
      "grad_norm": 0.9550927207565649,
      "learning_rate": 1.6475535429434473e-06,
      "loss": 0.2016,
      "step": 139667
    },
    {
      "epoch": 5.720581609666189,
      "grad_norm": 1.658713418020311,
      "learning_rate": 1.6470715229428998e-06,
      "loss": 0.5539,
      "step": 139668
    },
    {
      "epoch": 5.720622568093385,
      "grad_norm": 1.496408101569878,
      "learning_rate": 1.6465895730750355e-06,
      "loss": 0.5156,
      "step": 139669
    },
    {
      "epoch": 5.720663526520582,
      "grad_norm": 1.5610725717472125,
      "learning_rate": 1.6461076933400541e-06,
      "loss": 0.3533,
      "step": 139670
    },
    {
      "epoch": 5.720704484947778,
      "grad_norm": 1.4627848544963207,
      "learning_rate": 1.645625883738172e-06,
      "loss": 0.4261,
      "step": 139671
    },
    {
      "epoch": 5.720745443374974,
      "grad_norm": 0.840446301694515,
      "learning_rate": 1.6451441442696222e-06,
      "loss": 0.1788,
      "step": 139672
    },
    {
      "epoch": 5.720786401802171,
      "grad_norm": 0.7634187969356561,
      "learning_rate": 1.6446624749346548e-06,
      "loss": 0.0769,
      "step": 139673
    },
    {
      "epoch": 5.720827360229367,
      "grad_norm": 1.9100171973299296,
      "learning_rate": 1.6441808757334696e-06,
      "loss": 0.8185,
      "step": 139674
    },
    {
      "epoch": 5.720868318656564,
      "grad_norm": 1.3439508543005334,
      "learning_rate": 1.6436993466663329e-06,
      "loss": 0.4581,
      "step": 139675
    },
    {
      "epoch": 5.72090927708376,
      "grad_norm": 1.395910919861972,
      "learning_rate": 1.6432178877334278e-06,
      "loss": 0.3793,
      "step": 139676
    },
    {
      "epoch": 5.720950235510957,
      "grad_norm": 1.2773119132226007,
      "learning_rate": 1.6427364989349878e-06,
      "loss": 0.341,
      "step": 139677
    },
    {
      "epoch": 5.720991193938152,
      "grad_norm": 2.2936055591534297,
      "learning_rate": 1.6422551802712792e-06,
      "loss": 0.7643,
      "step": 139678
    },
    {
      "epoch": 5.721032152365349,
      "grad_norm": 1.5344374695434737,
      "learning_rate": 1.641773931742485e-06,
      "loss": 0.5655,
      "step": 139679
    },
    {
      "epoch": 5.721073110792545,
      "grad_norm": 1.5917093951600183,
      "learning_rate": 1.6412927533488551e-06,
      "loss": 0.5123,
      "step": 139680
    },
    {
      "epoch": 5.721114069219742,
      "grad_norm": 2.497932872253723,
      "learning_rate": 1.6408116450906228e-06,
      "loss": 1.4599,
      "step": 139681
    },
    {
      "epoch": 5.7211550276469385,
      "grad_norm": 2.852891323559867,
      "learning_rate": 1.6403306069680046e-06,
      "loss": 2.4614,
      "step": 139682
    },
    {
      "epoch": 5.721195986074135,
      "grad_norm": 1.045416264829744,
      "learning_rate": 1.6398496389812165e-06,
      "loss": 0.2194,
      "step": 139683
    },
    {
      "epoch": 5.721236944501332,
      "grad_norm": 1.311577023325122,
      "learning_rate": 1.6393687411305256e-06,
      "loss": 0.3938,
      "step": 139684
    },
    {
      "epoch": 5.721277902928527,
      "grad_norm": 0.7624129086005663,
      "learning_rate": 1.6388879134160981e-06,
      "loss": 0.1295,
      "step": 139685
    },
    {
      "epoch": 5.721318861355724,
      "grad_norm": 1.7652074740131107,
      "learning_rate": 1.6384071558382173e-06,
      "loss": 0.5742,
      "step": 139686
    },
    {
      "epoch": 5.72135981978292,
      "grad_norm": 1.4524973600886746,
      "learning_rate": 1.6379264683970828e-06,
      "loss": 0.4551,
      "step": 139687
    },
    {
      "epoch": 5.721400778210117,
      "grad_norm": 1.8281507631988696,
      "learning_rate": 1.6374458510929277e-06,
      "loss": 0.565,
      "step": 139688
    },
    {
      "epoch": 5.721441736637313,
      "grad_norm": 0.984316428649952,
      "learning_rate": 1.636965303925969e-06,
      "loss": 0.201,
      "step": 139689
    },
    {
      "epoch": 5.72148269506451,
      "grad_norm": 1.5368610581928228,
      "learning_rate": 1.636484826896456e-06,
      "loss": 0.5089,
      "step": 139690
    },
    {
      "epoch": 5.7215236534917056,
      "grad_norm": 1.573430609868761,
      "learning_rate": 1.6360044200045886e-06,
      "loss": 0.3924,
      "step": 139691
    },
    {
      "epoch": 5.721564611918902,
      "grad_norm": 1.5149972822189641,
      "learning_rate": 1.6355240832506333e-06,
      "loss": 0.5012,
      "step": 139692
    },
    {
      "epoch": 5.721605570346099,
      "grad_norm": 1.4178745951598966,
      "learning_rate": 1.6350438166347734e-06,
      "loss": 0.4906,
      "step": 139693
    },
    {
      "epoch": 5.721646528773295,
      "grad_norm": 1.5447294564477294,
      "learning_rate": 1.6345636201572753e-06,
      "loss": 0.5407,
      "step": 139694
    },
    {
      "epoch": 5.721687487200492,
      "grad_norm": 0.8557663989109949,
      "learning_rate": 1.6340834938183222e-06,
      "loss": 0.0938,
      "step": 139695
    },
    {
      "epoch": 5.721728445627688,
      "grad_norm": 0.7500098720429157,
      "learning_rate": 1.6336034376181805e-06,
      "loss": 0.1321,
      "step": 139696
    },
    {
      "epoch": 5.721769404054884,
      "grad_norm": 1.2926359614016925,
      "learning_rate": 1.6331234515570668e-06,
      "loss": 0.4105,
      "step": 139697
    },
    {
      "epoch": 5.72181036248208,
      "grad_norm": 0.875048144599205,
      "learning_rate": 1.6326435356351808e-06,
      "loss": 0.1022,
      "step": 139698
    },
    {
      "epoch": 5.721851320909277,
      "grad_norm": 1.6250216643223783,
      "learning_rate": 1.632163689852789e-06,
      "loss": 0.565,
      "step": 139699
    },
    {
      "epoch": 5.7218922793364735,
      "grad_norm": 2.2685671731167925,
      "learning_rate": 1.6316839142101079e-06,
      "loss": 0.9811,
      "step": 139700
    },
    {
      "epoch": 5.72193323776367,
      "grad_norm": 1.5446439124817115,
      "learning_rate": 1.6312042087073373e-06,
      "loss": 0.4712,
      "step": 139701
    },
    {
      "epoch": 5.721974196190867,
      "grad_norm": 1.4141715974440694,
      "learning_rate": 1.6307245733447439e-06,
      "loss": 0.3531,
      "step": 139702
    },
    {
      "epoch": 5.722015154618063,
      "grad_norm": 1.7270928593688395,
      "learning_rate": 1.6302450081225105e-06,
      "loss": 0.644,
      "step": 139703
    },
    {
      "epoch": 5.722056113045259,
      "grad_norm": 1.7370484797513757,
      "learning_rate": 1.6297655130409038e-06,
      "loss": 0.506,
      "step": 139704
    },
    {
      "epoch": 5.722097071472455,
      "grad_norm": 1.6502659601492404,
      "learning_rate": 1.6292860881001402e-06,
      "loss": 0.5593,
      "step": 139705
    },
    {
      "epoch": 5.722138029899652,
      "grad_norm": 1.554063539186572,
      "learning_rate": 1.6288067333004197e-06,
      "loss": 0.5086,
      "step": 139706
    },
    {
      "epoch": 5.722178988326848,
      "grad_norm": 0.8333504453752313,
      "learning_rate": 1.6283274486420084e-06,
      "loss": 0.2024,
      "step": 139707
    },
    {
      "epoch": 5.722219946754045,
      "grad_norm": 1.4818537831976166,
      "learning_rate": 1.6278482341251065e-06,
      "loss": 0.3302,
      "step": 139708
    },
    {
      "epoch": 5.722260905181241,
      "grad_norm": 1.5195624443512346,
      "learning_rate": 1.627369089749947e-06,
      "loss": 0.4382,
      "step": 139709
    },
    {
      "epoch": 5.722301863608437,
      "grad_norm": 1.284519447184347,
      "learning_rate": 1.626890015516763e-06,
      "loss": 0.3793,
      "step": 139710
    },
    {
      "epoch": 5.722342822035634,
      "grad_norm": 1.6853539598479172,
      "learning_rate": 1.626411011425771e-06,
      "loss": 0.4493,
      "step": 139711
    },
    {
      "epoch": 5.72238378046283,
      "grad_norm": 0.670090291710551,
      "learning_rate": 1.6259320774772044e-06,
      "loss": 0.0674,
      "step": 139712
    },
    {
      "epoch": 5.722424738890027,
      "grad_norm": 1.7341642290401091,
      "learning_rate": 1.6254532136712962e-06,
      "loss": 0.5956,
      "step": 139713
    },
    {
      "epoch": 5.722465697317223,
      "grad_norm": 1.5474957528515374,
      "learning_rate": 1.624974420008246e-06,
      "loss": 0.4364,
      "step": 139714
    },
    {
      "epoch": 5.72250665574442,
      "grad_norm": 1.6073036843179165,
      "learning_rate": 1.6244956964883038e-06,
      "loss": 0.4521,
      "step": 139715
    },
    {
      "epoch": 5.722547614171615,
      "grad_norm": 3.3929442405502495,
      "learning_rate": 1.6240170431117028e-06,
      "loss": 0.4128,
      "step": 139716
    },
    {
      "epoch": 5.722588572598812,
      "grad_norm": 1.6101176907426828,
      "learning_rate": 1.6235384598786428e-06,
      "loss": 0.5105,
      "step": 139717
    },
    {
      "epoch": 5.7226295310260085,
      "grad_norm": 1.1044449825549387,
      "learning_rate": 1.6230599467893734e-06,
      "loss": 0.2133,
      "step": 139718
    },
    {
      "epoch": 5.722670489453205,
      "grad_norm": 1.3799353936404595,
      "learning_rate": 1.6225815038441114e-06,
      "loss": 0.389,
      "step": 139719
    },
    {
      "epoch": 5.7227114478804015,
      "grad_norm": 0.9900001114701271,
      "learning_rate": 1.6221031310430732e-06,
      "loss": 0.211,
      "step": 139720
    },
    {
      "epoch": 5.722752406307598,
      "grad_norm": 1.51825891202761,
      "learning_rate": 1.621624828386492e-06,
      "loss": 0.5357,
      "step": 139721
    },
    {
      "epoch": 5.722793364734795,
      "grad_norm": 1.279713703815513,
      "learning_rate": 1.6211465958746007e-06,
      "loss": 0.2675,
      "step": 139722
    },
    {
      "epoch": 5.72283432316199,
      "grad_norm": 1.0634491142967102,
      "learning_rate": 1.6206684335076325e-06,
      "loss": 0.2875,
      "step": 139723
    },
    {
      "epoch": 5.722875281589187,
      "grad_norm": 1.5362463736833798,
      "learning_rate": 1.6201903412858041e-06,
      "loss": 0.5793,
      "step": 139724
    },
    {
      "epoch": 5.722916240016383,
      "grad_norm": 1.9995918873256138,
      "learning_rate": 1.6197123192093152e-06,
      "loss": 0.5124,
      "step": 139725
    },
    {
      "epoch": 5.72295719844358,
      "grad_norm": 1.4410923408100633,
      "learning_rate": 1.619234367278449e-06,
      "loss": 0.4159,
      "step": 139726
    },
    {
      "epoch": 5.722998156870776,
      "grad_norm": 1.4101613275371017,
      "learning_rate": 1.6187564854933722e-06,
      "loss": 0.5044,
      "step": 139727
    },
    {
      "epoch": 5.723039115297973,
      "grad_norm": 1.4887168628762582,
      "learning_rate": 1.618278673854334e-06,
      "loss": 0.3752,
      "step": 139728
    },
    {
      "epoch": 5.723080073725169,
      "grad_norm": 2.882924137225056,
      "learning_rate": 1.6178009323615848e-06,
      "loss": 2.4064,
      "step": 139729
    },
    {
      "epoch": 5.723121032152365,
      "grad_norm": 1.4375443620614652,
      "learning_rate": 1.6173232610153243e-06,
      "loss": 0.5029,
      "step": 139730
    },
    {
      "epoch": 5.723161990579562,
      "grad_norm": 1.3851037149205823,
      "learning_rate": 1.6168456598157686e-06,
      "loss": 0.3955,
      "step": 139731
    },
    {
      "epoch": 5.723202949006758,
      "grad_norm": 1.0713345324954886,
      "learning_rate": 1.6163681287631681e-06,
      "loss": 0.1879,
      "step": 139732
    },
    {
      "epoch": 5.723243907433955,
      "grad_norm": 1.3488877101409604,
      "learning_rate": 1.6158906678577388e-06,
      "loss": 0.4587,
      "step": 139733
    },
    {
      "epoch": 5.723284865861151,
      "grad_norm": 1.62001659410106,
      "learning_rate": 1.6154132770997142e-06,
      "loss": 0.4943,
      "step": 139734
    },
    {
      "epoch": 5.723325824288347,
      "grad_norm": 1.7203182299963502,
      "learning_rate": 1.6149359564892939e-06,
      "loss": 0.6425,
      "step": 139735
    },
    {
      "epoch": 5.723366782715543,
      "grad_norm": 1.5731505330111162,
      "learning_rate": 1.6144587060267278e-06,
      "loss": 0.4275,
      "step": 139736
    },
    {
      "epoch": 5.72340774114274,
      "grad_norm": 1.4399421110728552,
      "learning_rate": 1.613981525712249e-06,
      "loss": 0.3664,
      "step": 139737
    },
    {
      "epoch": 5.7234486995699365,
      "grad_norm": 1.859121462134212,
      "learning_rate": 1.6135044155460575e-06,
      "loss": 0.5274,
      "step": 139738
    },
    {
      "epoch": 5.723489657997133,
      "grad_norm": 1.5898849165609037,
      "learning_rate": 1.6130273755283863e-06,
      "loss": 0.6001,
      "step": 139739
    },
    {
      "epoch": 5.72353061642433,
      "grad_norm": 1.5550459505476328,
      "learning_rate": 1.6125504056594685e-06,
      "loss": 0.4316,
      "step": 139740
    },
    {
      "epoch": 5.723571574851526,
      "grad_norm": 0.9115477321384103,
      "learning_rate": 1.6120735059395373e-06,
      "loss": 0.1871,
      "step": 139741
    },
    {
      "epoch": 5.723612533278722,
      "grad_norm": 1.9889128933022913,
      "learning_rate": 1.6115966763687926e-06,
      "loss": 0.7603,
      "step": 139742
    },
    {
      "epoch": 5.723653491705918,
      "grad_norm": 1.4906395194233433,
      "learning_rate": 1.6111199169474842e-06,
      "loss": 0.3965,
      "step": 139743
    },
    {
      "epoch": 5.723694450133115,
      "grad_norm": 0.9298348485679726,
      "learning_rate": 1.6106432276758119e-06,
      "loss": 0.1699,
      "step": 139744
    },
    {
      "epoch": 5.723735408560311,
      "grad_norm": 1.459529362520988,
      "learning_rate": 1.6101666085540422e-06,
      "loss": 0.421,
      "step": 139745
    },
    {
      "epoch": 5.723776366987508,
      "grad_norm": 1.5973361088558364,
      "learning_rate": 1.609690059582358e-06,
      "loss": 0.5176,
      "step": 139746
    },
    {
      "epoch": 5.7238173254147044,
      "grad_norm": 2.0873973286075485,
      "learning_rate": 1.6092135807610097e-06,
      "loss": 1.0675,
      "step": 139747
    },
    {
      "epoch": 5.7238582838419,
      "grad_norm": 1.8724759261843436,
      "learning_rate": 1.6087371720902131e-06,
      "loss": 0.634,
      "step": 139748
    },
    {
      "epoch": 5.723899242269097,
      "grad_norm": 1.4987741140113824,
      "learning_rate": 1.6082608335701851e-06,
      "loss": 0.4584,
      "step": 139749
    },
    {
      "epoch": 5.723940200696293,
      "grad_norm": 1.2196447021640016,
      "learning_rate": 1.6077845652011755e-06,
      "loss": 0.419,
      "step": 139750
    },
    {
      "epoch": 5.72398115912349,
      "grad_norm": 1.3051448411874866,
      "learning_rate": 1.6073083669833842e-06,
      "loss": 0.38,
      "step": 139751
    },
    {
      "epoch": 5.724022117550686,
      "grad_norm": 1.526213489943627,
      "learning_rate": 1.606832238917044e-06,
      "loss": 0.4477,
      "step": 139752
    },
    {
      "epoch": 5.724063075977883,
      "grad_norm": 1.106724728594797,
      "learning_rate": 1.6063561810024051e-06,
      "loss": 0.2467,
      "step": 139753
    },
    {
      "epoch": 5.724104034405078,
      "grad_norm": 0.8404577808106263,
      "learning_rate": 1.6058801932396337e-06,
      "loss": 0.2162,
      "step": 139754
    },
    {
      "epoch": 5.724144992832275,
      "grad_norm": 2.5826609288036484,
      "learning_rate": 1.605404275629013e-06,
      "loss": 1.6311,
      "step": 139755
    },
    {
      "epoch": 5.7241859512594715,
      "grad_norm": 0.9869578705550583,
      "learning_rate": 1.604928428170743e-06,
      "loss": 0.2414,
      "step": 139756
    },
    {
      "epoch": 5.724226909686668,
      "grad_norm": 1.4654926208401131,
      "learning_rate": 1.6044526508650568e-06,
      "loss": 0.4392,
      "step": 139757
    },
    {
      "epoch": 5.724267868113865,
      "grad_norm": 1.6804041459130252,
      "learning_rate": 1.6039769437121708e-06,
      "loss": 0.5416,
      "step": 139758
    },
    {
      "epoch": 5.724308826541061,
      "grad_norm": 1.4349940518616575,
      "learning_rate": 1.6035013067123181e-06,
      "loss": 0.4314,
      "step": 139759
    },
    {
      "epoch": 5.724349784968258,
      "grad_norm": 1.3758368402906862,
      "learning_rate": 1.6030257398656986e-06,
      "loss": 0.3984,
      "step": 139760
    },
    {
      "epoch": 5.724390743395453,
      "grad_norm": 1.5803748533232684,
      "learning_rate": 1.6025502431725789e-06,
      "loss": 0.497,
      "step": 139761
    },
    {
      "epoch": 5.72443170182265,
      "grad_norm": 1.7172374778183053,
      "learning_rate": 1.6020748166331588e-06,
      "loss": 0.3986,
      "step": 139762
    },
    {
      "epoch": 5.724472660249846,
      "grad_norm": 1.8462313448133405,
      "learning_rate": 1.6015994602476544e-06,
      "loss": 0.7744,
      "step": 139763
    },
    {
      "epoch": 5.724513618677043,
      "grad_norm": 1.4613983355991509,
      "learning_rate": 1.601124174016316e-06,
      "loss": 0.4324,
      "step": 139764
    },
    {
      "epoch": 5.724554577104239,
      "grad_norm": 1.4037944546906083,
      "learning_rate": 1.60064895793936e-06,
      "loss": 0.3035,
      "step": 139765
    },
    {
      "epoch": 5.724595535531436,
      "grad_norm": 1.6345392870058024,
      "learning_rate": 1.6001738120170027e-06,
      "loss": 0.5024,
      "step": 139766
    },
    {
      "epoch": 5.724636493958632,
      "grad_norm": 1.44498849677553,
      "learning_rate": 1.5996987362494607e-06,
      "loss": 0.4134,
      "step": 139767
    },
    {
      "epoch": 5.724677452385828,
      "grad_norm": 1.1351920054046285,
      "learning_rate": 1.599223730636967e-06,
      "loss": 0.2308,
      "step": 139768
    },
    {
      "epoch": 5.724718410813025,
      "grad_norm": 1.5125850253448432,
      "learning_rate": 1.5987487951797716e-06,
      "loss": 0.4188,
      "step": 139769
    },
    {
      "epoch": 5.724759369240221,
      "grad_norm": 0.8334904610257056,
      "learning_rate": 1.5982739298780578e-06,
      "loss": 0.1354,
      "step": 139770
    },
    {
      "epoch": 5.724800327667418,
      "grad_norm": 1.0457995348515412,
      "learning_rate": 1.5977991347320584e-06,
      "loss": 0.1704,
      "step": 139771
    },
    {
      "epoch": 5.724841286094614,
      "grad_norm": 1.6590874832153437,
      "learning_rate": 1.5973244097420401e-06,
      "loss": 0.641,
      "step": 139772
    },
    {
      "epoch": 5.72488224452181,
      "grad_norm": 1.3942465597759686,
      "learning_rate": 1.5968497549081694e-06,
      "loss": 0.5035,
      "step": 139773
    },
    {
      "epoch": 5.7249232029490065,
      "grad_norm": 1.3450984608911636,
      "learning_rate": 1.5963751702307125e-06,
      "loss": 0.3884,
      "step": 139774
    },
    {
      "epoch": 5.724964161376203,
      "grad_norm": 1.5168401103406286,
      "learning_rate": 1.5959006557098697e-06,
      "loss": 0.4532,
      "step": 139775
    },
    {
      "epoch": 5.7250051198033995,
      "grad_norm": 1.5718697168587992,
      "learning_rate": 1.5954262113458737e-06,
      "loss": 0.4178,
      "step": 139776
    },
    {
      "epoch": 5.725046078230596,
      "grad_norm": 1.6390705728695183,
      "learning_rate": 1.5949518371389414e-06,
      "loss": 0.5023,
      "step": 139777
    },
    {
      "epoch": 5.725087036657793,
      "grad_norm": 1.4191991042826277,
      "learning_rate": 1.5944775330893222e-06,
      "loss": 0.4088,
      "step": 139778
    },
    {
      "epoch": 5.725127995084989,
      "grad_norm": 1.8233024595010807,
      "learning_rate": 1.5940032991971995e-06,
      "loss": 0.7402,
      "step": 139779
    },
    {
      "epoch": 5.725168953512185,
      "grad_norm": 0.935010319556379,
      "learning_rate": 1.59352913546284e-06,
      "loss": 0.2552,
      "step": 139780
    },
    {
      "epoch": 5.725209911939381,
      "grad_norm": 1.4024746587589214,
      "learning_rate": 1.593055041886443e-06,
      "loss": 0.3994,
      "step": 139781
    },
    {
      "epoch": 5.725250870366578,
      "grad_norm": 0.6373761268073685,
      "learning_rate": 1.592581018468242e-06,
      "loss": 0.0696,
      "step": 139782
    },
    {
      "epoch": 5.725291828793774,
      "grad_norm": 1.7161620747163273,
      "learning_rate": 1.5921070652084534e-06,
      "loss": 0.5425,
      "step": 139783
    },
    {
      "epoch": 5.725332787220971,
      "grad_norm": 0.854054198047059,
      "learning_rate": 1.5916331821072937e-06,
      "loss": 0.1535,
      "step": 139784
    },
    {
      "epoch": 5.7253737456481675,
      "grad_norm": 1.5111659128888737,
      "learning_rate": 1.5911593691650126e-06,
      "loss": 0.5313,
      "step": 139785
    },
    {
      "epoch": 5.725414704075363,
      "grad_norm": 0.9365189202695416,
      "learning_rate": 1.59068562638181e-06,
      "loss": 0.2106,
      "step": 139786
    },
    {
      "epoch": 5.72545566250256,
      "grad_norm": 1.6289120794945662,
      "learning_rate": 1.5902119537579195e-06,
      "loss": 0.6035,
      "step": 139787
    },
    {
      "epoch": 5.725496620929756,
      "grad_norm": 1.4106727999533868,
      "learning_rate": 1.5897383512935902e-06,
      "loss": 0.3816,
      "step": 139788
    },
    {
      "epoch": 5.725537579356953,
      "grad_norm": 1.1022133391498712,
      "learning_rate": 1.589264818988989e-06,
      "loss": 0.225,
      "step": 139789
    },
    {
      "epoch": 5.725578537784149,
      "grad_norm": 1.6474961609466838,
      "learning_rate": 1.5887913568443823e-06,
      "loss": 0.4682,
      "step": 139790
    },
    {
      "epoch": 5.725619496211346,
      "grad_norm": 1.502490846621731,
      "learning_rate": 1.5883179648599865e-06,
      "loss": 0.2349,
      "step": 139791
    },
    {
      "epoch": 5.7256604546385415,
      "grad_norm": 0.8843967302016945,
      "learning_rate": 1.587844643036018e-06,
      "loss": 0.1873,
      "step": 139792
    },
    {
      "epoch": 5.725701413065738,
      "grad_norm": 0.6242871918373136,
      "learning_rate": 1.5873713913727105e-06,
      "loss": 0.0584,
      "step": 139793
    },
    {
      "epoch": 5.7257423714929345,
      "grad_norm": 1.6288705395556726,
      "learning_rate": 1.5868982098702797e-06,
      "loss": 0.4015,
      "step": 139794
    },
    {
      "epoch": 5.725783329920131,
      "grad_norm": 0.9684532585339776,
      "learning_rate": 1.5864250985289428e-06,
      "loss": 0.1186,
      "step": 139795
    },
    {
      "epoch": 5.725824288347328,
      "grad_norm": 1.137508164292996,
      "learning_rate": 1.5859520573489492e-06,
      "loss": 0.1759,
      "step": 139796
    },
    {
      "epoch": 5.725865246774524,
      "grad_norm": 1.215769994707,
      "learning_rate": 1.5854790863304822e-06,
      "loss": 0.2922,
      "step": 139797
    },
    {
      "epoch": 5.725906205201721,
      "grad_norm": 1.5684368559330977,
      "learning_rate": 1.5850061854738084e-06,
      "loss": 0.5008,
      "step": 139798
    },
    {
      "epoch": 5.725947163628916,
      "grad_norm": 1.4747820331987775,
      "learning_rate": 1.5845333547791273e-06,
      "loss": 0.488,
      "step": 139799
    },
    {
      "epoch": 5.725988122056113,
      "grad_norm": 1.21077174753951,
      "learning_rate": 1.5840605942466556e-06,
      "loss": 0.3261,
      "step": 139800
    },
    {
      "epoch": 5.726029080483309,
      "grad_norm": 1.2340564716125735,
      "learning_rate": 1.5835879038766431e-06,
      "loss": 0.352,
      "step": 139801
    },
    {
      "epoch": 5.726070038910506,
      "grad_norm": 1.4522599638413753,
      "learning_rate": 1.5831152836692894e-06,
      "loss": 0.362,
      "step": 139802
    },
    {
      "epoch": 5.7261109973377025,
      "grad_norm": 1.5990030106467066,
      "learning_rate": 1.5826427336248283e-06,
      "loss": 0.5299,
      "step": 139803
    },
    {
      "epoch": 5.726151955764899,
      "grad_norm": 1.4017118661606724,
      "learning_rate": 1.5821702537434756e-06,
      "loss": 0.4056,
      "step": 139804
    },
    {
      "epoch": 5.726192914192095,
      "grad_norm": 1.5672757192985192,
      "learning_rate": 1.5816978440254646e-06,
      "loss": 0.397,
      "step": 139805
    },
    {
      "epoch": 5.726233872619291,
      "grad_norm": 1.5554467009926585,
      "learning_rate": 1.5812255044710286e-06,
      "loss": 0.5966,
      "step": 139806
    },
    {
      "epoch": 5.726274831046488,
      "grad_norm": 1.380431396960475,
      "learning_rate": 1.5807532350803509e-06,
      "loss": 0.351,
      "step": 139807
    },
    {
      "epoch": 5.726315789473684,
      "grad_norm": 1.045547493408752,
      "learning_rate": 1.5802810358536977e-06,
      "loss": 0.2313,
      "step": 139808
    },
    {
      "epoch": 5.726356747900881,
      "grad_norm": 1.5637751405428937,
      "learning_rate": 1.5798089067912855e-06,
      "loss": 0.5188,
      "step": 139809
    },
    {
      "epoch": 5.726397706328077,
      "grad_norm": 0.2595906880711129,
      "learning_rate": 1.5793368478932977e-06,
      "loss": 0.0111,
      "step": 139810
    },
    {
      "epoch": 5.726438664755273,
      "grad_norm": 0.46352591410668337,
      "learning_rate": 1.5788648591600172e-06,
      "loss": 0.0313,
      "step": 139811
    },
    {
      "epoch": 5.7264796231824695,
      "grad_norm": 0.5224658489809485,
      "learning_rate": 1.5783929405916106e-06,
      "loss": 0.0845,
      "step": 139812
    },
    {
      "epoch": 5.726520581609666,
      "grad_norm": 1.7612984731731185,
      "learning_rate": 1.5779210921883446e-06,
      "loss": 0.4049,
      "step": 139813
    },
    {
      "epoch": 5.726561540036863,
      "grad_norm": 1.2425685712304115,
      "learning_rate": 1.5774493139504186e-06,
      "loss": 0.3086,
      "step": 139814
    },
    {
      "epoch": 5.726602498464059,
      "grad_norm": 1.2710061547283,
      "learning_rate": 1.5769776058780658e-06,
      "loss": 0.3973,
      "step": 139815
    },
    {
      "epoch": 5.726643456891256,
      "grad_norm": 1.5175562304691854,
      "learning_rate": 1.5765059679715032e-06,
      "loss": 0.4738,
      "step": 139816
    },
    {
      "epoch": 5.726684415318452,
      "grad_norm": 1.76723912587615,
      "learning_rate": 1.5760344002309633e-06,
      "loss": 0.6395,
      "step": 139817
    },
    {
      "epoch": 5.726725373745648,
      "grad_norm": 0.8263092240919473,
      "learning_rate": 1.5755629026566463e-06,
      "loss": 0.1854,
      "step": 139818
    },
    {
      "epoch": 5.726766332172844,
      "grad_norm": 1.7895684349803829,
      "learning_rate": 1.575091475248802e-06,
      "loss": 0.5094,
      "step": 139819
    },
    {
      "epoch": 5.726807290600041,
      "grad_norm": 0.36101854723198534,
      "learning_rate": 1.5746201180076301e-06,
      "loss": 0.0276,
      "step": 139820
    },
    {
      "epoch": 5.726848249027237,
      "grad_norm": 1.4037370007289103,
      "learning_rate": 1.5741488309333805e-06,
      "loss": 0.4003,
      "step": 139821
    },
    {
      "epoch": 5.726889207454434,
      "grad_norm": 1.642928799270748,
      "learning_rate": 1.5736776140262531e-06,
      "loss": 0.598,
      "step": 139822
    },
    {
      "epoch": 5.7269301658816305,
      "grad_norm": 1.6275762005451855,
      "learning_rate": 1.5732064672864808e-06,
      "loss": 0.4605,
      "step": 139823
    },
    {
      "epoch": 5.726971124308826,
      "grad_norm": 1.5237502245896317,
      "learning_rate": 1.5727353907142803e-06,
      "loss": 0.4672,
      "step": 139824
    },
    {
      "epoch": 5.727012082736023,
      "grad_norm": 0.9779097420793245,
      "learning_rate": 1.5722643843098848e-06,
      "loss": 0.1345,
      "step": 139825
    },
    {
      "epoch": 5.727053041163219,
      "grad_norm": 1.6890955205400906,
      "learning_rate": 1.571793448073494e-06,
      "loss": 0.5084,
      "step": 139826
    },
    {
      "epoch": 5.727093999590416,
      "grad_norm": 1.5088531602093047,
      "learning_rate": 1.5713225820053575e-06,
      "loss": 0.3974,
      "step": 139827
    },
    {
      "epoch": 5.727134958017612,
      "grad_norm": 1.6438585831319108,
      "learning_rate": 1.5708517861056924e-06,
      "loss": 0.4983,
      "step": 139828
    },
    {
      "epoch": 5.727175916444809,
      "grad_norm": 0.8599129762446043,
      "learning_rate": 1.570381060374698e-06,
      "loss": 0.1882,
      "step": 139829
    },
    {
      "epoch": 5.7272168748720045,
      "grad_norm": 1.2961787299077387,
      "learning_rate": 1.5699104048126244e-06,
      "loss": 0.2402,
      "step": 139830
    },
    {
      "epoch": 5.727257833299201,
      "grad_norm": 0.7184421305900435,
      "learning_rate": 1.5694398194196878e-06,
      "loss": 0.108,
      "step": 139831
    },
    {
      "epoch": 5.7272987917263976,
      "grad_norm": 1.771739654317347,
      "learning_rate": 1.5689693041961048e-06,
      "loss": 0.5172,
      "step": 139832
    },
    {
      "epoch": 5.727339750153594,
      "grad_norm": 1.5582074419960832,
      "learning_rate": 1.5684988591421087e-06,
      "loss": 0.4838,
      "step": 139833
    },
    {
      "epoch": 5.727380708580791,
      "grad_norm": 1.5026538396014963,
      "learning_rate": 1.5680284842578993e-06,
      "loss": 0.4243,
      "step": 139834
    },
    {
      "epoch": 5.727421667007987,
      "grad_norm": 1.852684921167599,
      "learning_rate": 1.5675581795437099e-06,
      "loss": 0.5279,
      "step": 139835
    },
    {
      "epoch": 5.727462625435184,
      "grad_norm": 1.6884614881428601,
      "learning_rate": 1.5670879449997897e-06,
      "loss": 0.4475,
      "step": 139836
    },
    {
      "epoch": 5.727503583862379,
      "grad_norm": 2.010382806505835,
      "learning_rate": 1.5666177806263058e-06,
      "loss": 0.7376,
      "step": 139837
    },
    {
      "epoch": 5.727544542289576,
      "grad_norm": 0.6625238700821835,
      "learning_rate": 1.5661476864235411e-06,
      "loss": 0.053,
      "step": 139838
    },
    {
      "epoch": 5.727585500716772,
      "grad_norm": 1.6365701108475161,
      "learning_rate": 1.5656776623916623e-06,
      "loss": 0.5079,
      "step": 139839
    },
    {
      "epoch": 5.727626459143969,
      "grad_norm": 1.870334231029877,
      "learning_rate": 1.5652077085309356e-06,
      "loss": 0.7469,
      "step": 139840
    },
    {
      "epoch": 5.7276674175711655,
      "grad_norm": 1.883557804747988,
      "learning_rate": 1.564737824841561e-06,
      "loss": 0.6561,
      "step": 139841
    },
    {
      "epoch": 5.727708375998362,
      "grad_norm": 1.5746968731469522,
      "learning_rate": 1.564268011323755e-06,
      "loss": 0.5666,
      "step": 139842
    },
    {
      "epoch": 5.727749334425558,
      "grad_norm": 1.4242783752891164,
      "learning_rate": 1.5637982679777671e-06,
      "loss": 0.3412,
      "step": 139843
    },
    {
      "epoch": 5.727790292852754,
      "grad_norm": 1.1188711548345107,
      "learning_rate": 1.5633285948037977e-06,
      "loss": 0.3966,
      "step": 139844
    },
    {
      "epoch": 5.727831251279951,
      "grad_norm": 1.0589330148136593,
      "learning_rate": 1.5628589918020628e-06,
      "loss": 0.2465,
      "step": 139845
    },
    {
      "epoch": 5.727872209707147,
      "grad_norm": 1.496999101814568,
      "learning_rate": 1.5623894589728126e-06,
      "loss": 0.4811,
      "step": 139846
    },
    {
      "epoch": 5.727913168134344,
      "grad_norm": 1.6124904511934783,
      "learning_rate": 1.56191999631623e-06,
      "loss": 0.587,
      "step": 139847
    },
    {
      "epoch": 5.72795412656154,
      "grad_norm": 1.499917972956967,
      "learning_rate": 1.5614506038325646e-06,
      "loss": 0.4625,
      "step": 139848
    },
    {
      "epoch": 5.727995084988736,
      "grad_norm": 1.2186114599790234,
      "learning_rate": 1.5609812815220335e-06,
      "loss": 0.261,
      "step": 139849
    },
    {
      "epoch": 5.7280360434159325,
      "grad_norm": 1.3383042193210295,
      "learning_rate": 1.5605120293848694e-06,
      "loss": 0.4756,
      "step": 139850
    },
    {
      "epoch": 5.728077001843129,
      "grad_norm": 0.8986568198989853,
      "learning_rate": 1.5600428474212555e-06,
      "loss": 0.1698,
      "step": 139851
    },
    {
      "epoch": 5.728117960270326,
      "grad_norm": 1.6211976611840595,
      "learning_rate": 1.5595737356314586e-06,
      "loss": 0.4045,
      "step": 139852
    },
    {
      "epoch": 5.728158918697522,
      "grad_norm": 1.3736493750048775,
      "learning_rate": 1.5591046940156783e-06,
      "loss": 0.3166,
      "step": 139853
    },
    {
      "epoch": 5.728199877124719,
      "grad_norm": 2.8046556919914014,
      "learning_rate": 1.5586357225741475e-06,
      "loss": 2.1492,
      "step": 139854
    },
    {
      "epoch": 5.728240835551915,
      "grad_norm": 1.5550538484874767,
      "learning_rate": 1.5581668213070664e-06,
      "loss": 0.3624,
      "step": 139855
    },
    {
      "epoch": 5.728281793979111,
      "grad_norm": 0.8088118758718315,
      "learning_rate": 1.557697990214668e-06,
      "loss": 0.1926,
      "step": 139856
    },
    {
      "epoch": 5.728322752406307,
      "grad_norm": 1.6031330811188649,
      "learning_rate": 1.5572292292972022e-06,
      "loss": 0.5717,
      "step": 139857
    },
    {
      "epoch": 5.728363710833504,
      "grad_norm": 1.43126549088114,
      "learning_rate": 1.5567605385548355e-06,
      "loss": 0.3857,
      "step": 139858
    },
    {
      "epoch": 5.7284046692607005,
      "grad_norm": 1.055531349028728,
      "learning_rate": 1.5562919179878342e-06,
      "loss": 0.206,
      "step": 139859
    },
    {
      "epoch": 5.728445627687897,
      "grad_norm": 1.4488169080528979,
      "learning_rate": 1.5558233675963982e-06,
      "loss": 0.4205,
      "step": 139860
    },
    {
      "epoch": 5.7284865861150935,
      "grad_norm": 1.850858677598061,
      "learning_rate": 1.555354887380761e-06,
      "loss": 0.6606,
      "step": 139861
    },
    {
      "epoch": 5.72852754454229,
      "grad_norm": 1.349789862092552,
      "learning_rate": 1.5548864773411384e-06,
      "loss": 0.472,
      "step": 139862
    },
    {
      "epoch": 5.728568502969486,
      "grad_norm": 1.507456300285659,
      "learning_rate": 1.5544181374777475e-06,
      "loss": 0.5372,
      "step": 139863
    },
    {
      "epoch": 5.728609461396682,
      "grad_norm": 1.5377114019552551,
      "learning_rate": 1.5539498677908046e-06,
      "loss": 0.4623,
      "step": 139864
    },
    {
      "epoch": 5.728650419823879,
      "grad_norm": 0.9148901491694367,
      "learning_rate": 1.5534816682805596e-06,
      "loss": 0.1854,
      "step": 139865
    },
    {
      "epoch": 5.728691378251075,
      "grad_norm": 1.5911624479504356,
      "learning_rate": 1.5530135389471954e-06,
      "loss": 0.4559,
      "step": 139866
    },
    {
      "epoch": 5.728732336678272,
      "grad_norm": 0.9498299119826191,
      "learning_rate": 1.552545479790962e-06,
      "loss": 0.1862,
      "step": 139867
    },
    {
      "epoch": 5.7287732951054675,
      "grad_norm": 0.7986960705651279,
      "learning_rate": 1.552077490812076e-06,
      "loss": 0.1693,
      "step": 139868
    },
    {
      "epoch": 5.728814253532664,
      "grad_norm": 1.6560582548060423,
      "learning_rate": 1.5516095720107369e-06,
      "loss": 0.5549,
      "step": 139869
    },
    {
      "epoch": 5.728855211959861,
      "grad_norm": 1.560143557239128,
      "learning_rate": 1.5511417233872115e-06,
      "loss": 0.4686,
      "step": 139870
    },
    {
      "epoch": 5.728896170387057,
      "grad_norm": 0.8294822833985315,
      "learning_rate": 1.5506739449416662e-06,
      "loss": 0.1958,
      "step": 139871
    },
    {
      "epoch": 5.728937128814254,
      "grad_norm": 0.9108773788301283,
      "learning_rate": 1.5502062366743506e-06,
      "loss": 0.2002,
      "step": 139872
    },
    {
      "epoch": 5.72897808724145,
      "grad_norm": 1.5332814888655157,
      "learning_rate": 1.5497385985854982e-06,
      "loss": 0.4819,
      "step": 139873
    },
    {
      "epoch": 5.729019045668647,
      "grad_norm": 1.8942147258397724,
      "learning_rate": 1.5492710306753087e-06,
      "loss": 0.6888,
      "step": 139874
    },
    {
      "epoch": 5.729060004095842,
      "grad_norm": 0.33840645830877114,
      "learning_rate": 1.5488035329440153e-06,
      "loss": 0.0357,
      "step": 139875
    },
    {
      "epoch": 5.729100962523039,
      "grad_norm": 1.7992852473632508,
      "learning_rate": 1.5483361053918176e-06,
      "loss": 0.5219,
      "step": 139876
    },
    {
      "epoch": 5.7291419209502354,
      "grad_norm": 1.741011036076664,
      "learning_rate": 1.5478687480189655e-06,
      "loss": 0.5776,
      "step": 139877
    },
    {
      "epoch": 5.729182879377432,
      "grad_norm": 1.5130972797092619,
      "learning_rate": 1.5474014608256591e-06,
      "loss": 0.4447,
      "step": 139878
    },
    {
      "epoch": 5.7292238378046285,
      "grad_norm": 2.768873888161815,
      "learning_rate": 1.5469342438121314e-06,
      "loss": 2.1743,
      "step": 139879
    },
    {
      "epoch": 5.729264796231825,
      "grad_norm": 1.3730635961755082,
      "learning_rate": 1.546467096978582e-06,
      "loss": 0.4359,
      "step": 139880
    },
    {
      "epoch": 5.729305754659022,
      "grad_norm": 1.1381935357460782,
      "learning_rate": 1.5460000203252776e-06,
      "loss": 0.2413,
      "step": 139881
    },
    {
      "epoch": 5.729346713086217,
      "grad_norm": 0.824077042727744,
      "learning_rate": 1.5455330138523848e-06,
      "loss": 0.1064,
      "step": 139882
    },
    {
      "epoch": 5.729387671513414,
      "grad_norm": 1.6657807269984992,
      "learning_rate": 1.5450660775601697e-06,
      "loss": 0.44,
      "step": 139883
    },
    {
      "epoch": 5.72942862994061,
      "grad_norm": 1.140434049891995,
      "learning_rate": 1.5445992114488326e-06,
      "loss": 0.2492,
      "step": 139884
    },
    {
      "epoch": 5.729469588367807,
      "grad_norm": 1.5706522809075911,
      "learning_rate": 1.544132415518573e-06,
      "loss": 0.5825,
      "step": 139885
    },
    {
      "epoch": 5.729510546795003,
      "grad_norm": 1.3995925573895251,
      "learning_rate": 1.5436656897696576e-06,
      "loss": 0.3747,
      "step": 139886
    },
    {
      "epoch": 5.729551505222199,
      "grad_norm": 2.133700175950779,
      "learning_rate": 1.5431990342022693e-06,
      "loss": 0.6019,
      "step": 139887
    },
    {
      "epoch": 5.729592463649396,
      "grad_norm": 2.038066220216681,
      "learning_rate": 1.5427324488166414e-06,
      "loss": 1.1305,
      "step": 139888
    },
    {
      "epoch": 5.729633422076592,
      "grad_norm": 4.153921767473167,
      "learning_rate": 1.5422659336130073e-06,
      "loss": 3.9513,
      "step": 139889
    },
    {
      "epoch": 5.729674380503789,
      "grad_norm": 1.07799581005197,
      "learning_rate": 1.5417994885915496e-06,
      "loss": 0.2295,
      "step": 139890
    },
    {
      "epoch": 5.729715338930985,
      "grad_norm": 1.2345742099824586,
      "learning_rate": 1.5413331137525353e-06,
      "loss": 0.3412,
      "step": 139891
    },
    {
      "epoch": 5.729756297358182,
      "grad_norm": 1.5835724564575693,
      "learning_rate": 1.540866809096164e-06,
      "loss": 0.4733,
      "step": 139892
    },
    {
      "epoch": 5.729797255785378,
      "grad_norm": 1.1649616289599836,
      "learning_rate": 1.5404005746226523e-06,
      "loss": 0.2656,
      "step": 139893
    },
    {
      "epoch": 5.729838214212574,
      "grad_norm": 1.1928234804915605,
      "learning_rate": 1.5399344103322164e-06,
      "loss": 0.1498,
      "step": 139894
    },
    {
      "epoch": 5.72987917263977,
      "grad_norm": 1.563552040112695,
      "learning_rate": 1.5394683162251065e-06,
      "loss": 0.4152,
      "step": 139895
    },
    {
      "epoch": 5.729920131066967,
      "grad_norm": 1.7177099638676436,
      "learning_rate": 1.5390022923015055e-06,
      "loss": 0.724,
      "step": 139896
    },
    {
      "epoch": 5.7299610894941635,
      "grad_norm": 1.6149406503904558,
      "learning_rate": 1.5385363385616467e-06,
      "loss": 0.4803,
      "step": 139897
    },
    {
      "epoch": 5.73000204792136,
      "grad_norm": 1.7015802697849973,
      "learning_rate": 1.5380704550057632e-06,
      "loss": 0.5826,
      "step": 139898
    },
    {
      "epoch": 5.730043006348557,
      "grad_norm": 1.5843205344029052,
      "learning_rate": 1.5376046416340549e-06,
      "loss": 0.3998,
      "step": 139899
    },
    {
      "epoch": 5.730083964775753,
      "grad_norm": 1.7869439442970285,
      "learning_rate": 1.5371388984467548e-06,
      "loss": 0.7322,
      "step": 139900
    },
    {
      "epoch": 5.730124923202949,
      "grad_norm": 1.4575099959073903,
      "learning_rate": 1.5366732254440795e-06,
      "loss": 0.4052,
      "step": 139901
    },
    {
      "epoch": 5.730165881630145,
      "grad_norm": 1.4726942349336285,
      "learning_rate": 1.5362076226262455e-06,
      "loss": 0.4433,
      "step": 139902
    },
    {
      "epoch": 5.730206840057342,
      "grad_norm": 1.286657516730291,
      "learning_rate": 1.5357420899935024e-06,
      "loss": 0.3497,
      "step": 139903
    },
    {
      "epoch": 5.730247798484538,
      "grad_norm": 1.6938962781326958,
      "learning_rate": 1.535276627546017e-06,
      "loss": 0.579,
      "step": 139904
    },
    {
      "epoch": 5.730288756911735,
      "grad_norm": 1.6887450189210453,
      "learning_rate": 1.5348112352840558e-06,
      "loss": 0.5474,
      "step": 139905
    },
    {
      "epoch": 5.7303297153389305,
      "grad_norm": 1.7143966800952695,
      "learning_rate": 1.5343459132078183e-06,
      "loss": 0.5767,
      "step": 139906
    },
    {
      "epoch": 5.730370673766127,
      "grad_norm": 1.6844972761382688,
      "learning_rate": 1.5338806613175214e-06,
      "loss": 0.5929,
      "step": 139907
    },
    {
      "epoch": 5.730411632193324,
      "grad_norm": 0.8769422943433647,
      "learning_rate": 1.533415479613398e-06,
      "loss": 0.2007,
      "step": 139908
    },
    {
      "epoch": 5.73045259062052,
      "grad_norm": 1.4467960718626751,
      "learning_rate": 1.532950368095648e-06,
      "loss": 0.3832,
      "step": 139909
    },
    {
      "epoch": 5.730493549047717,
      "grad_norm": 0.88567353824501,
      "learning_rate": 1.532485326764521e-06,
      "loss": 0.2144,
      "step": 139910
    },
    {
      "epoch": 5.730534507474913,
      "grad_norm": 1.4427013512970226,
      "learning_rate": 1.5320203556202004e-06,
      "loss": 0.3388,
      "step": 139911
    },
    {
      "epoch": 5.73057546590211,
      "grad_norm": 1.2033605783499681,
      "learning_rate": 1.5315554546629361e-06,
      "loss": 0.2478,
      "step": 139912
    },
    {
      "epoch": 5.730616424329305,
      "grad_norm": 0.9240045082331422,
      "learning_rate": 1.5310906238929278e-06,
      "loss": 0.2001,
      "step": 139913
    },
    {
      "epoch": 5.730657382756502,
      "grad_norm": 1.585998489675585,
      "learning_rate": 1.5306258633104085e-06,
      "loss": 0.4641,
      "step": 139914
    },
    {
      "epoch": 5.7306983411836985,
      "grad_norm": 1.3308962558124946,
      "learning_rate": 1.530161172915595e-06,
      "loss": 0.4579,
      "step": 139915
    },
    {
      "epoch": 5.730739299610895,
      "grad_norm": 1.1902013547390182,
      "learning_rate": 1.5296965527087202e-06,
      "loss": 0.2519,
      "step": 139916
    },
    {
      "epoch": 5.7307802580380915,
      "grad_norm": 1.3531108785629389,
      "learning_rate": 1.5292320026899674e-06,
      "loss": 0.36,
      "step": 139917
    },
    {
      "epoch": 5.730821216465288,
      "grad_norm": 1.2828392960324466,
      "learning_rate": 1.528767522859603e-06,
      "loss": 0.3093,
      "step": 139918
    },
    {
      "epoch": 5.730862174892485,
      "grad_norm": 1.6315877537335877,
      "learning_rate": 1.5283031132178103e-06,
      "loss": 0.5477,
      "step": 139919
    },
    {
      "epoch": 5.73090313331968,
      "grad_norm": 1.4221495820522647,
      "learning_rate": 1.5278387737648057e-06,
      "loss": 0.482,
      "step": 139920
    },
    {
      "epoch": 5.730944091746877,
      "grad_norm": 0.8027613069349416,
      "learning_rate": 1.527374504500839e-06,
      "loss": 0.1797,
      "step": 139921
    },
    {
      "epoch": 5.730985050174073,
      "grad_norm": 1.4309138108717863,
      "learning_rate": 1.52691030542611e-06,
      "loss": 0.3588,
      "step": 139922
    },
    {
      "epoch": 5.73102600860127,
      "grad_norm": 1.1489914445658949,
      "learning_rate": 1.5264461765408353e-06,
      "loss": 0.3647,
      "step": 139923
    },
    {
      "epoch": 5.731066967028466,
      "grad_norm": 1.6122865828109099,
      "learning_rate": 1.5259821178452647e-06,
      "loss": 0.8265,
      "step": 139924
    },
    {
      "epoch": 5.731107925455662,
      "grad_norm": 1.327679522704485,
      "learning_rate": 1.5255181293395813e-06,
      "loss": 0.293,
      "step": 139925
    },
    {
      "epoch": 5.731148883882859,
      "grad_norm": 1.3278131724581481,
      "learning_rate": 1.5250542110240183e-06,
      "loss": 0.4004,
      "step": 139926
    },
    {
      "epoch": 5.731189842310055,
      "grad_norm": 1.4836006350594007,
      "learning_rate": 1.5245903628987754e-06,
      "loss": 0.4046,
      "step": 139927
    },
    {
      "epoch": 5.731230800737252,
      "grad_norm": 1.2812994586105597,
      "learning_rate": 1.5241265849641027e-06,
      "loss": 0.3,
      "step": 139928
    },
    {
      "epoch": 5.731271759164448,
      "grad_norm": 1.0861845818795908,
      "learning_rate": 1.5236628772202163e-06,
      "loss": 0.2409,
      "step": 139929
    },
    {
      "epoch": 5.731312717591645,
      "grad_norm": 0.7127756531728946,
      "learning_rate": 1.5231992396673332e-06,
      "loss": 0.1166,
      "step": 139930
    },
    {
      "epoch": 5.731353676018841,
      "grad_norm": 1.3956911672454593,
      "learning_rate": 1.522735672305636e-06,
      "loss": 0.4413,
      "step": 139931
    },
    {
      "epoch": 5.731394634446037,
      "grad_norm": 2.332564879911478,
      "learning_rate": 1.5222721751354084e-06,
      "loss": 1.2259,
      "step": 139932
    },
    {
      "epoch": 5.7314355928732335,
      "grad_norm": 1.4061823708356116,
      "learning_rate": 1.5218087481568165e-06,
      "loss": 0.4089,
      "step": 139933
    },
    {
      "epoch": 5.73147655130043,
      "grad_norm": 1.382383326810763,
      "learning_rate": 1.5213453913700934e-06,
      "loss": 0.3916,
      "step": 139934
    },
    {
      "epoch": 5.7315175097276265,
      "grad_norm": 0.822906246692042,
      "learning_rate": 1.5208821047754726e-06,
      "loss": 0.1709,
      "step": 139935
    },
    {
      "epoch": 5.731558468154823,
      "grad_norm": 1.5423097616245056,
      "learning_rate": 1.5204188883731538e-06,
      "loss": 0.5223,
      "step": 139936
    },
    {
      "epoch": 5.73159942658202,
      "grad_norm": 0.983016193457314,
      "learning_rate": 1.51995574216337e-06,
      "loss": 0.1259,
      "step": 139937
    },
    {
      "epoch": 5.731640385009216,
      "grad_norm": 1.6495022802101582,
      "learning_rate": 1.519492666146338e-06,
      "loss": 0.5549,
      "step": 139938
    },
    {
      "epoch": 5.731681343436412,
      "grad_norm": 2.1294645478757355,
      "learning_rate": 1.5190296603222573e-06,
      "loss": 1.2092,
      "step": 139939
    },
    {
      "epoch": 5.731722301863608,
      "grad_norm": 2.44259999879299,
      "learning_rate": 1.5185667246913946e-06,
      "loss": 0.9474,
      "step": 139940
    },
    {
      "epoch": 5.731763260290805,
      "grad_norm": 1.6288544994290715,
      "learning_rate": 1.5181038592538997e-06,
      "loss": 0.525,
      "step": 139941
    },
    {
      "epoch": 5.731804218718001,
      "grad_norm": 1.4430216378779408,
      "learning_rate": 1.5176410640100555e-06,
      "loss": 0.4585,
      "step": 139942
    },
    {
      "epoch": 5.731845177145198,
      "grad_norm": 1.1529343285392988,
      "learning_rate": 1.5171783389600456e-06,
      "loss": 0.3549,
      "step": 139943
    },
    {
      "epoch": 5.731886135572394,
      "grad_norm": 1.294876693956577,
      "learning_rate": 1.5167156841041028e-06,
      "loss": 0.3871,
      "step": 139944
    },
    {
      "epoch": 5.73192709399959,
      "grad_norm": 1.5690634953760991,
      "learning_rate": 1.5162530994424439e-06,
      "loss": 0.5079,
      "step": 139945
    },
    {
      "epoch": 5.731968052426787,
      "grad_norm": 1.3336718415827225,
      "learning_rate": 1.5157905849752848e-06,
      "loss": 0.4335,
      "step": 139946
    },
    {
      "epoch": 5.732009010853983,
      "grad_norm": 1.0724796377293089,
      "learning_rate": 1.5153281407028429e-06,
      "loss": 0.2171,
      "step": 139947
    },
    {
      "epoch": 5.73204996928118,
      "grad_norm": 1.5186510262306265,
      "learning_rate": 1.5148657666253172e-06,
      "loss": 0.4005,
      "step": 139948
    },
    {
      "epoch": 5.732090927708376,
      "grad_norm": 1.5506814428227604,
      "learning_rate": 1.514403462742958e-06,
      "loss": 0.3851,
      "step": 139949
    },
    {
      "epoch": 5.732131886135573,
      "grad_norm": 1.4522692490339526,
      "learning_rate": 1.5139412290559817e-06,
      "loss": 0.4572,
      "step": 139950
    },
    {
      "epoch": 5.732172844562768,
      "grad_norm": 1.8962198850138718,
      "learning_rate": 1.5134790655646046e-06,
      "loss": 0.645,
      "step": 139951
    },
    {
      "epoch": 5.732213802989965,
      "grad_norm": 1.2830776500523282,
      "learning_rate": 1.51301697226901e-06,
      "loss": 0.3464,
      "step": 139952
    },
    {
      "epoch": 5.7322547614171615,
      "grad_norm": 1.528146801888254,
      "learning_rate": 1.512554949169481e-06,
      "loss": 0.4838,
      "step": 139953
    },
    {
      "epoch": 5.732295719844358,
      "grad_norm": 1.3938075478913943,
      "learning_rate": 1.5120929962661677e-06,
      "loss": 0.4131,
      "step": 139954
    },
    {
      "epoch": 5.732336678271555,
      "grad_norm": 1.5602066550803328,
      "learning_rate": 1.5116311135593363e-06,
      "loss": 0.4554,
      "step": 139955
    },
    {
      "epoch": 5.732377636698751,
      "grad_norm": 1.581041353921424,
      "learning_rate": 1.5111693010491865e-06,
      "loss": 0.4738,
      "step": 139956
    },
    {
      "epoch": 5.732418595125948,
      "grad_norm": 1.8237523047543758,
      "learning_rate": 1.5107075587359351e-06,
      "loss": 0.5399,
      "step": 139957
    },
    {
      "epoch": 5.732459553553143,
      "grad_norm": 1.0934083237737946,
      "learning_rate": 1.5102458866198153e-06,
      "loss": 0.1678,
      "step": 139958
    },
    {
      "epoch": 5.73250051198034,
      "grad_norm": 1.69587835661606,
      "learning_rate": 1.5097842847010266e-06,
      "loss": 0.5434,
      "step": 139959
    },
    {
      "epoch": 5.732541470407536,
      "grad_norm": 0.9778759745743483,
      "learning_rate": 1.5093227529797857e-06,
      "loss": 0.1405,
      "step": 139960
    },
    {
      "epoch": 5.732582428834733,
      "grad_norm": 1.5445478430571338,
      "learning_rate": 1.5088612914563425e-06,
      "loss": 0.6262,
      "step": 139961
    },
    {
      "epoch": 5.732623387261929,
      "grad_norm": 1.537558356313386,
      "learning_rate": 1.50839990013088e-06,
      "loss": 0.4824,
      "step": 139962
    },
    {
      "epoch": 5.732664345689125,
      "grad_norm": 1.555007398178028,
      "learning_rate": 1.5079385790036313e-06,
      "loss": 0.5414,
      "step": 139963
    },
    {
      "epoch": 5.732705304116322,
      "grad_norm": 1.1946397894640952,
      "learning_rate": 1.5074773280748297e-06,
      "loss": 0.2807,
      "step": 139964
    },
    {
      "epoch": 5.732746262543518,
      "grad_norm": 0.6625757313763805,
      "learning_rate": 1.5070161473446585e-06,
      "loss": 0.075,
      "step": 139965
    },
    {
      "epoch": 5.732787220970715,
      "grad_norm": 1.4376322470347784,
      "learning_rate": 1.5065550368133505e-06,
      "loss": 0.4976,
      "step": 139966
    },
    {
      "epoch": 5.732828179397911,
      "grad_norm": 1.2292439054059972,
      "learning_rate": 1.5060939964811224e-06,
      "loss": 0.383,
      "step": 139967
    },
    {
      "epoch": 5.732869137825108,
      "grad_norm": 1.417559694005717,
      "learning_rate": 1.5056330263482074e-06,
      "loss": 0.3901,
      "step": 139968
    },
    {
      "epoch": 5.732910096252304,
      "grad_norm": 1.5057878154167645,
      "learning_rate": 1.505172126414822e-06,
      "loss": 0.5073,
      "step": 139969
    },
    {
      "epoch": 5.7329510546795,
      "grad_norm": 1.6051556348268663,
      "learning_rate": 1.5047112966811492e-06,
      "loss": 0.6116,
      "step": 139970
    },
    {
      "epoch": 5.7329920131066965,
      "grad_norm": 1.9341817185835293,
      "learning_rate": 1.504250537147439e-06,
      "loss": 0.894,
      "step": 139971
    },
    {
      "epoch": 5.733032971533893,
      "grad_norm": 1.3286899763093079,
      "learning_rate": 1.5037898478139244e-06,
      "loss": 0.3055,
      "step": 139972
    },
    {
      "epoch": 5.7330739299610896,
      "grad_norm": 0.9132795373865538,
      "learning_rate": 1.5033292286807718e-06,
      "loss": 0.235,
      "step": 139973
    },
    {
      "epoch": 5.733114888388286,
      "grad_norm": 1.3996855044431071,
      "learning_rate": 1.5028686797482482e-06,
      "loss": 0.4206,
      "step": 139974
    },
    {
      "epoch": 5.733155846815483,
      "grad_norm": 1.9684290546363932,
      "learning_rate": 1.5024082010165527e-06,
      "loss": 0.7518,
      "step": 139975
    },
    {
      "epoch": 5.733196805242679,
      "grad_norm": 1.690395610160525,
      "learning_rate": 1.5019477924858857e-06,
      "loss": 0.4553,
      "step": 139976
    },
    {
      "epoch": 5.733237763669875,
      "grad_norm": 1.4605949293437577,
      "learning_rate": 1.501487454156497e-06,
      "loss": 0.4655,
      "step": 139977
    },
    {
      "epoch": 5.733278722097071,
      "grad_norm": 1.6219177127135567,
      "learning_rate": 1.5010271860285694e-06,
      "loss": 0.6246,
      "step": 139978
    },
    {
      "epoch": 5.733319680524268,
      "grad_norm": 1.4831812647753544,
      "learning_rate": 1.500566988102353e-06,
      "loss": 0.3163,
      "step": 139979
    },
    {
      "epoch": 5.733360638951464,
      "grad_norm": 1.6944681273250413,
      "learning_rate": 1.5001068603780475e-06,
      "loss": 0.5519,
      "step": 139980
    },
    {
      "epoch": 5.733401597378661,
      "grad_norm": 1.8282174427924065,
      "learning_rate": 1.499646802855886e-06,
      "loss": 0.6474,
      "step": 139981
    },
    {
      "epoch": 5.733442555805857,
      "grad_norm": 1.4948604529139708,
      "learning_rate": 1.4991868155360686e-06,
      "loss": 0.4602,
      "step": 139982
    },
    {
      "epoch": 5.733483514233053,
      "grad_norm": 1.6236134528386195,
      "learning_rate": 1.4987268984188117e-06,
      "loss": 0.5847,
      "step": 139983
    },
    {
      "epoch": 5.73352447266025,
      "grad_norm": 1.5607191097898607,
      "learning_rate": 1.4982670515043316e-06,
      "loss": 0.4814,
      "step": 139984
    },
    {
      "epoch": 5.733565431087446,
      "grad_norm": 1.3802387609450244,
      "learning_rate": 1.4978072747928781e-06,
      "loss": 0.2845,
      "step": 139985
    },
    {
      "epoch": 5.733606389514643,
      "grad_norm": 1.2299665081966746,
      "learning_rate": 1.4973475682846181e-06,
      "loss": 0.3912,
      "step": 139986
    },
    {
      "epoch": 5.733647347941839,
      "grad_norm": 0.7196685822829993,
      "learning_rate": 1.496887931979801e-06,
      "loss": 0.1043,
      "step": 139987
    },
    {
      "epoch": 5.733688306369036,
      "grad_norm": 0.7303816719659293,
      "learning_rate": 1.4964283658786602e-06,
      "loss": 0.1191,
      "step": 139988
    },
    {
      "epoch": 5.7337292647962315,
      "grad_norm": 0.5743373988418089,
      "learning_rate": 1.4959688699813622e-06,
      "loss": 0.0455,
      "step": 139989
    },
    {
      "epoch": 5.733770223223428,
      "grad_norm": 1.8034214149506906,
      "learning_rate": 1.4955094442881732e-06,
      "loss": 0.5745,
      "step": 139990
    },
    {
      "epoch": 5.7338111816506245,
      "grad_norm": 1.8006556523601434,
      "learning_rate": 1.4950500887992767e-06,
      "loss": 0.804,
      "step": 139991
    },
    {
      "epoch": 5.733852140077821,
      "grad_norm": 1.5914346360735905,
      "learning_rate": 1.4945908035149057e-06,
      "loss": 0.4981,
      "step": 139992
    },
    {
      "epoch": 5.733893098505018,
      "grad_norm": 1.5859496929476515,
      "learning_rate": 1.4941315884352767e-06,
      "loss": 0.4082,
      "step": 139993
    },
    {
      "epoch": 5.733934056932214,
      "grad_norm": 0.5536380650502636,
      "learning_rate": 1.4936724435606063e-06,
      "loss": 0.0745,
      "step": 139994
    },
    {
      "epoch": 5.733975015359411,
      "grad_norm": 0.9840033123910329,
      "learning_rate": 1.4932133688911108e-06,
      "loss": 0.219,
      "step": 139995
    },
    {
      "epoch": 5.734015973786606,
      "grad_norm": 1.2746229227917658,
      "learning_rate": 1.4927543644270069e-06,
      "loss": 0.2706,
      "step": 139996
    },
    {
      "epoch": 5.734056932213803,
      "grad_norm": 0.34863694722933963,
      "learning_rate": 1.4922954301685109e-06,
      "loss": 0.0213,
      "step": 139997
    },
    {
      "epoch": 5.734097890640999,
      "grad_norm": 0.3358764296824799,
      "learning_rate": 1.4918365661158393e-06,
      "loss": 0.0274,
      "step": 139998
    },
    {
      "epoch": 5.734138849068196,
      "grad_norm": 0.8696394263433183,
      "learning_rate": 1.4913777722692087e-06,
      "loss": 0.1942,
      "step": 139999
    },
    {
      "epoch": 5.7341798074953925,
      "grad_norm": 0.7768926958350499,
      "learning_rate": 1.4909190486288358e-06,
      "loss": 0.1479,
      "step": 140000
    },
    {
      "epoch": 5.734220765922588,
      "grad_norm": 1.1056288043507942,
      "learning_rate": 1.4904603951949535e-06,
      "loss": 0.341,
      "step": 140001
    },
    {
      "epoch": 5.734261724349785,
      "grad_norm": 1.1300911402391385,
      "learning_rate": 1.490001811967745e-06,
      "loss": 0.2871,
      "step": 140002
    },
    {
      "epoch": 5.734302682776981,
      "grad_norm": 1.3976082372699348,
      "learning_rate": 1.4895432989474432e-06,
      "loss": 0.3371,
      "step": 140003
    },
    {
      "epoch": 5.734343641204178,
      "grad_norm": 1.5641007256546442,
      "learning_rate": 1.4890848561342816e-06,
      "loss": 0.4337,
      "step": 140004
    },
    {
      "epoch": 5.734384599631374,
      "grad_norm": 1.90173236874514,
      "learning_rate": 1.4886264835284601e-06,
      "loss": 0.9571,
      "step": 140005
    },
    {
      "epoch": 5.734425558058571,
      "grad_norm": 1.9298356495882827,
      "learning_rate": 1.4881681811301948e-06,
      "loss": 0.6228,
      "step": 140006
    },
    {
      "epoch": 5.734466516485767,
      "grad_norm": 1.4631961228374908,
      "learning_rate": 1.4877099489397194e-06,
      "loss": 0.4701,
      "step": 140007
    },
    {
      "epoch": 5.734507474912963,
      "grad_norm": 1.673944963141796,
      "learning_rate": 1.4872517869572164e-06,
      "loss": 0.5557,
      "step": 140008
    },
    {
      "epoch": 5.7345484333401595,
      "grad_norm": 0.6295643152857722,
      "learning_rate": 1.4867936951829362e-06,
      "loss": 0.1048,
      "step": 140009
    },
    {
      "epoch": 5.734589391767356,
      "grad_norm": 1.5833314921116848,
      "learning_rate": 1.4863356736170783e-06,
      "loss": 0.5203,
      "step": 140010
    },
    {
      "epoch": 5.734630350194553,
      "grad_norm": 1.2399594025257192,
      "learning_rate": 1.4858777222598594e-06,
      "loss": 0.2697,
      "step": 140011
    },
    {
      "epoch": 5.734671308621749,
      "grad_norm": 0.8639282095216989,
      "learning_rate": 1.4854198411114959e-06,
      "loss": 0.1999,
      "step": 140012
    },
    {
      "epoch": 5.734712267048946,
      "grad_norm": 1.740890247663228,
      "learning_rate": 1.484962030172221e-06,
      "loss": 0.5808,
      "step": 140013
    },
    {
      "epoch": 5.734753225476142,
      "grad_norm": 1.3301894922898136,
      "learning_rate": 1.4845042894422343e-06,
      "loss": 0.2929,
      "step": 140014
    },
    {
      "epoch": 5.734794183903338,
      "grad_norm": 1.623135307088255,
      "learning_rate": 1.4840466189217525e-06,
      "loss": 0.534,
      "step": 140015
    },
    {
      "epoch": 5.734835142330534,
      "grad_norm": 0.9905394380528606,
      "learning_rate": 1.4835890186109922e-06,
      "loss": 0.2177,
      "step": 140016
    },
    {
      "epoch": 5.734876100757731,
      "grad_norm": 1.3559442490741052,
      "learning_rate": 1.4831314885101863e-06,
      "loss": 0.3844,
      "step": 140017
    },
    {
      "epoch": 5.7349170591849274,
      "grad_norm": 0.9250474430339654,
      "learning_rate": 1.4826740286195182e-06,
      "loss": 0.2311,
      "step": 140018
    },
    {
      "epoch": 5.734958017612124,
      "grad_norm": 3.2415851596521517,
      "learning_rate": 1.4822166389392543e-06,
      "loss": 1.731,
      "step": 140019
    },
    {
      "epoch": 5.73499897603932,
      "grad_norm": 1.5501922306777136,
      "learning_rate": 1.4817593194695443e-06,
      "loss": 0.4219,
      "step": 140020
    },
    {
      "epoch": 5.735039934466516,
      "grad_norm": 1.8658609113568507,
      "learning_rate": 1.4813020702106548e-06,
      "loss": 0.7112,
      "step": 140021
    },
    {
      "epoch": 5.735080892893713,
      "grad_norm": 0.8408370053695943,
      "learning_rate": 1.4808448911628025e-06,
      "loss": 0.2136,
      "step": 140022
    },
    {
      "epoch": 5.735121851320909,
      "grad_norm": 1.507866297350968,
      "learning_rate": 1.4803877823261701e-06,
      "loss": 0.4265,
      "step": 140023
    },
    {
      "epoch": 5.735162809748106,
      "grad_norm": 0.949177493020581,
      "learning_rate": 1.4799307437009912e-06,
      "loss": 0.187,
      "step": 140024
    },
    {
      "epoch": 5.735203768175302,
      "grad_norm": 1.3716347693866915,
      "learning_rate": 1.4794737752874985e-06,
      "loss": 0.5816,
      "step": 140025
    },
    {
      "epoch": 5.735244726602499,
      "grad_norm": 0.9711717480171224,
      "learning_rate": 1.4790168770858757e-06,
      "loss": 0.2144,
      "step": 140026
    },
    {
      "epoch": 5.7352856850296945,
      "grad_norm": 1.9804147027998908,
      "learning_rate": 1.4785600490963722e-06,
      "loss": 0.6023,
      "step": 140027
    },
    {
      "epoch": 5.735326643456891,
      "grad_norm": 0.8674174432285997,
      "learning_rate": 1.4781032913191714e-06,
      "loss": 0.201,
      "step": 140028
    },
    {
      "epoch": 5.735367601884088,
      "grad_norm": 1.6483479680257778,
      "learning_rate": 1.4776466037545065e-06,
      "loss": 0.5131,
      "step": 140029
    },
    {
      "epoch": 5.735408560311284,
      "grad_norm": 1.3229533170928303,
      "learning_rate": 1.4771899864026103e-06,
      "loss": 0.3804,
      "step": 140030
    },
    {
      "epoch": 5.735449518738481,
      "grad_norm": 1.3481681641183474,
      "learning_rate": 1.4767334392636666e-06,
      "loss": 0.4381,
      "step": 140031
    },
    {
      "epoch": 5.735490477165677,
      "grad_norm": 1.5591106727845372,
      "learning_rate": 1.4762769623378912e-06,
      "loss": 0.4726,
      "step": 140032
    },
    {
      "epoch": 5.735531435592874,
      "grad_norm": 1.6082931760915604,
      "learning_rate": 1.4758205556255343e-06,
      "loss": 0.456,
      "step": 140033
    },
    {
      "epoch": 5.735572394020069,
      "grad_norm": 1.592630541606804,
      "learning_rate": 1.475364219126779e-06,
      "loss": 0.4776,
      "step": 140034
    },
    {
      "epoch": 5.735613352447266,
      "grad_norm": 0.7367303672151747,
      "learning_rate": 1.474907952841875e-06,
      "loss": 0.0877,
      "step": 140035
    },
    {
      "epoch": 5.735654310874462,
      "grad_norm": 1.4017932127100667,
      "learning_rate": 1.4744517567710057e-06,
      "loss": 0.443,
      "step": 140036
    },
    {
      "epoch": 5.735695269301659,
      "grad_norm": 1.5420504346519601,
      "learning_rate": 1.4739956309143873e-06,
      "loss": 0.5263,
      "step": 140037
    },
    {
      "epoch": 5.7357362277288555,
      "grad_norm": 1.226882599937942,
      "learning_rate": 1.4735395752722369e-06,
      "loss": 0.2506,
      "step": 140038
    },
    {
      "epoch": 5.735777186156051,
      "grad_norm": 1.787031130935032,
      "learning_rate": 1.4730835898448036e-06,
      "loss": 0.5962,
      "step": 140039
    },
    {
      "epoch": 5.735818144583248,
      "grad_norm": 1.779313711679084,
      "learning_rate": 1.472627674632254e-06,
      "loss": 0.7439,
      "step": 140040
    },
    {
      "epoch": 5.735859103010444,
      "grad_norm": 1.7694753677540145,
      "learning_rate": 1.472171829634855e-06,
      "loss": 0.6783,
      "step": 140041
    },
    {
      "epoch": 5.735900061437641,
      "grad_norm": 1.4076590589310325,
      "learning_rate": 1.471716054852773e-06,
      "loss": 0.3213,
      "step": 140042
    },
    {
      "epoch": 5.735941019864837,
      "grad_norm": 0.5728813462261446,
      "learning_rate": 1.4712603502862408e-06,
      "loss": 0.0838,
      "step": 140043
    },
    {
      "epoch": 5.735981978292034,
      "grad_norm": 1.5118478423907624,
      "learning_rate": 1.4708047159354918e-06,
      "loss": 0.3851,
      "step": 140044
    },
    {
      "epoch": 5.73602293671923,
      "grad_norm": 2.79837486375911,
      "learning_rate": 1.4703491518007259e-06,
      "loss": 0.4249,
      "step": 140045
    },
    {
      "epoch": 5.736063895146426,
      "grad_norm": 1.8367550780647885,
      "learning_rate": 1.4698936578821597e-06,
      "loss": 0.6434,
      "step": 140046
    },
    {
      "epoch": 5.7361048535736225,
      "grad_norm": 2.3591657474962147,
      "learning_rate": 1.4694382341800092e-06,
      "loss": 0.7641,
      "step": 140047
    },
    {
      "epoch": 5.736145812000819,
      "grad_norm": 1.6888851524060955,
      "learning_rate": 1.4689828806944749e-06,
      "loss": 0.621,
      "step": 140048
    },
    {
      "epoch": 5.736186770428016,
      "grad_norm": 0.3688172842701615,
      "learning_rate": 1.4685275974258058e-06,
      "loss": 0.0286,
      "step": 140049
    },
    {
      "epoch": 5.736227728855212,
      "grad_norm": 1.3276780579146603,
      "learning_rate": 1.4680723843741859e-06,
      "loss": 0.3023,
      "step": 140050
    },
    {
      "epoch": 5.736268687282409,
      "grad_norm": 2.0029179796558574,
      "learning_rate": 1.4676172415398479e-06,
      "loss": 0.8081,
      "step": 140051
    },
    {
      "epoch": 5.736309645709605,
      "grad_norm": 1.2514948447447811,
      "learning_rate": 1.4671621689230085e-06,
      "loss": 0.4457,
      "step": 140052
    },
    {
      "epoch": 5.736350604136801,
      "grad_norm": 1.4395721384587796,
      "learning_rate": 1.4667071665238672e-06,
      "loss": 0.3352,
      "step": 140053
    },
    {
      "epoch": 5.736391562563997,
      "grad_norm": 6.235190827024853,
      "learning_rate": 1.466252234342641e-06,
      "loss": 0.775,
      "step": 140054
    },
    {
      "epoch": 5.736432520991194,
      "grad_norm": 0.8947395999192217,
      "learning_rate": 1.4657973723795625e-06,
      "loss": 0.1854,
      "step": 140055
    },
    {
      "epoch": 5.7364734794183905,
      "grad_norm": 0.48141887155560154,
      "learning_rate": 1.4653425806348318e-06,
      "loss": 0.0409,
      "step": 140056
    },
    {
      "epoch": 5.736514437845587,
      "grad_norm": 1.8517208721415737,
      "learning_rate": 1.4648878591086655e-06,
      "loss": 0.4982,
      "step": 140057
    },
    {
      "epoch": 5.736555396272783,
      "grad_norm": 2.725313396853425,
      "learning_rate": 1.46443320780128e-06,
      "loss": 2.3195,
      "step": 140058
    },
    {
      "epoch": 5.736596354699979,
      "grad_norm": 1.6350352015097922,
      "learning_rate": 1.4639786267129083e-06,
      "loss": 0.5585,
      "step": 140059
    },
    {
      "epoch": 5.736637313127176,
      "grad_norm": 1.711824731423101,
      "learning_rate": 1.463524115843734e-06,
      "loss": 0.5277,
      "step": 140060
    },
    {
      "epoch": 5.736678271554372,
      "grad_norm": 1.8610496954885898,
      "learning_rate": 1.4630696751939896e-06,
      "loss": 0.5989,
      "step": 140061
    },
    {
      "epoch": 5.736719229981569,
      "grad_norm": 0.71608244802297,
      "learning_rate": 1.4626153047638922e-06,
      "loss": 0.1875,
      "step": 140062
    },
    {
      "epoch": 5.736760188408765,
      "grad_norm": 1.4229615878882234,
      "learning_rate": 1.4621610045536414e-06,
      "loss": 0.5209,
      "step": 140063
    },
    {
      "epoch": 5.736801146835962,
      "grad_norm": 1.4621014335699996,
      "learning_rate": 1.4617067745634537e-06,
      "loss": 0.4786,
      "step": 140064
    },
    {
      "epoch": 5.7368421052631575,
      "grad_norm": 1.3614554545592104,
      "learning_rate": 1.4612526147935788e-06,
      "loss": 0.3951,
      "step": 140065
    },
    {
      "epoch": 5.736883063690354,
      "grad_norm": 0.3842108069626937,
      "learning_rate": 1.4607985252441834e-06,
      "loss": 0.034,
      "step": 140066
    },
    {
      "epoch": 5.736924022117551,
      "grad_norm": 1.5275874481367835,
      "learning_rate": 1.4603445059155005e-06,
      "loss": 0.5145,
      "step": 140067
    },
    {
      "epoch": 5.736964980544747,
      "grad_norm": 1.7476237507743377,
      "learning_rate": 1.4598905568077635e-06,
      "loss": 0.6104,
      "step": 140068
    },
    {
      "epoch": 5.737005938971944,
      "grad_norm": 0.9029520561132633,
      "learning_rate": 1.4594366779211552e-06,
      "loss": 0.2198,
      "step": 140069
    },
    {
      "epoch": 5.73704689739914,
      "grad_norm": 3.344284967436982,
      "learning_rate": 1.4589828692559259e-06,
      "loss": 2.601,
      "step": 140070
    },
    {
      "epoch": 5.737087855826337,
      "grad_norm": 1.4999968377297377,
      "learning_rate": 1.4585291308122416e-06,
      "loss": 0.4494,
      "step": 140071
    },
    {
      "epoch": 5.737128814253532,
      "grad_norm": 0.8797663206164852,
      "learning_rate": 1.458075462590369e-06,
      "loss": 0.1246,
      "step": 140072
    },
    {
      "epoch": 5.737169772680729,
      "grad_norm": 0.26903006610986036,
      "learning_rate": 1.4576218645904914e-06,
      "loss": 0.0184,
      "step": 140073
    },
    {
      "epoch": 5.7372107311079255,
      "grad_norm": 1.3286237925370226,
      "learning_rate": 1.457168336812825e-06,
      "loss": 0.367,
      "step": 140074
    },
    {
      "epoch": 5.737251689535122,
      "grad_norm": 0.9722337967413314,
      "learning_rate": 1.4567148792575866e-06,
      "loss": 0.1628,
      "step": 140075
    },
    {
      "epoch": 5.7372926479623185,
      "grad_norm": 1.550592092649213,
      "learning_rate": 1.4562614919250092e-06,
      "loss": 0.4388,
      "step": 140076
    },
    {
      "epoch": 5.737333606389514,
      "grad_norm": 1.4099507234530653,
      "learning_rate": 1.4558081748152928e-06,
      "loss": 0.5032,
      "step": 140077
    },
    {
      "epoch": 5.737374564816711,
      "grad_norm": 0.9050758109848925,
      "learning_rate": 1.4553549279286369e-06,
      "loss": 0.209,
      "step": 140078
    },
    {
      "epoch": 5.737415523243907,
      "grad_norm": 1.5486053155125845,
      "learning_rate": 1.454901751265275e-06,
      "loss": 0.5193,
      "step": 140079
    },
    {
      "epoch": 5.737456481671104,
      "grad_norm": 1.7219472976948418,
      "learning_rate": 1.4544486448254068e-06,
      "loss": 0.4612,
      "step": 140080
    },
    {
      "epoch": 5.7374974400983,
      "grad_norm": 1.8033498205258285,
      "learning_rate": 1.453995608609282e-06,
      "loss": 0.7121,
      "step": 140081
    },
    {
      "epoch": 5.737538398525497,
      "grad_norm": 0.9894202328348953,
      "learning_rate": 1.4535426426170671e-06,
      "loss": 0.2188,
      "step": 140082
    },
    {
      "epoch": 5.737579356952693,
      "grad_norm": 1.1884063480235127,
      "learning_rate": 1.4530897468489955e-06,
      "loss": 0.3345,
      "step": 140083
    },
    {
      "epoch": 5.737620315379889,
      "grad_norm": 1.367313240139108,
      "learning_rate": 1.4526369213053002e-06,
      "loss": 0.3054,
      "step": 140084
    },
    {
      "epoch": 5.737661273807086,
      "grad_norm": 2.037577416731164,
      "learning_rate": 1.4521841659861643e-06,
      "loss": 0.7641,
      "step": 140085
    },
    {
      "epoch": 5.737702232234282,
      "grad_norm": 1.3394931986089487,
      "learning_rate": 1.4517314808918211e-06,
      "loss": 0.2597,
      "step": 140086
    },
    {
      "epoch": 5.737743190661479,
      "grad_norm": 1.123364810360677,
      "learning_rate": 1.4512788660224705e-06,
      "loss": 0.2597,
      "step": 140087
    },
    {
      "epoch": 5.737784149088675,
      "grad_norm": 1.595330856665504,
      "learning_rate": 1.4508263213783455e-06,
      "loss": 0.4185,
      "step": 140088
    },
    {
      "epoch": 5.737825107515872,
      "grad_norm": 0.5190670782614907,
      "learning_rate": 1.4503738469596459e-06,
      "loss": 0.0706,
      "step": 140089
    },
    {
      "epoch": 5.737866065943068,
      "grad_norm": 1.8667982559007748,
      "learning_rate": 1.4499214427665885e-06,
      "loss": 0.6094,
      "step": 140090
    },
    {
      "epoch": 5.737907024370264,
      "grad_norm": 1.2422888045848244,
      "learning_rate": 1.449469108799406e-06,
      "loss": 0.3697,
      "step": 140091
    },
    {
      "epoch": 5.73794798279746,
      "grad_norm": 1.2979453094188245,
      "learning_rate": 1.449016845058265e-06,
      "loss": 0.3738,
      "step": 140092
    },
    {
      "epoch": 5.737988941224657,
      "grad_norm": 1.8877898657845416,
      "learning_rate": 1.4485646515434157e-06,
      "loss": 0.48,
      "step": 140093
    },
    {
      "epoch": 5.7380298996518535,
      "grad_norm": 1.7424208995391697,
      "learning_rate": 1.448112528255091e-06,
      "loss": 0.4439,
      "step": 140094
    },
    {
      "epoch": 5.73807085807905,
      "grad_norm": 1.5791222767266988,
      "learning_rate": 1.4476604751934573e-06,
      "loss": 0.5601,
      "step": 140095
    },
    {
      "epoch": 5.738111816506246,
      "grad_norm": 4.081500880558831,
      "learning_rate": 1.4472084923587479e-06,
      "loss": 3.1766,
      "step": 140096
    },
    {
      "epoch": 5.738152774933442,
      "grad_norm": 1.4045655971535103,
      "learning_rate": 1.4467565797511793e-06,
      "loss": 0.3606,
      "step": 140097
    },
    {
      "epoch": 5.738193733360639,
      "grad_norm": 0.2864047629306971,
      "learning_rate": 1.446304737370968e-06,
      "loss": 0.0162,
      "step": 140098
    },
    {
      "epoch": 5.738234691787835,
      "grad_norm": 1.4448922083386113,
      "learning_rate": 1.4458529652183303e-06,
      "loss": 0.4329,
      "step": 140099
    },
    {
      "epoch": 5.738275650215032,
      "grad_norm": 1.4444047881134212,
      "learning_rate": 1.4454012632934664e-06,
      "loss": 0.4731,
      "step": 140100
    },
    {
      "epoch": 5.738316608642228,
      "grad_norm": 0.9583801716318933,
      "learning_rate": 1.4449496315965925e-06,
      "loss": 0.1409,
      "step": 140101
    },
    {
      "epoch": 5.738357567069425,
      "grad_norm": 1.5118316448984201,
      "learning_rate": 1.4444980701279251e-06,
      "loss": 0.5531,
      "step": 140102
    },
    {
      "epoch": 5.7383985254966206,
      "grad_norm": 1.4313255196770192,
      "learning_rate": 1.444046578887681e-06,
      "loss": 0.4467,
      "step": 140103
    },
    {
      "epoch": 5.738439483923817,
      "grad_norm": 1.2625092322441918,
      "learning_rate": 1.4435951578760764e-06,
      "loss": 0.2833,
      "step": 140104
    },
    {
      "epoch": 5.738480442351014,
      "grad_norm": 0.8422465849440898,
      "learning_rate": 1.4431438070933278e-06,
      "loss": 0.1797,
      "step": 140105
    },
    {
      "epoch": 5.73852140077821,
      "grad_norm": 1.357719433750993,
      "learning_rate": 1.442692526539635e-06,
      "loss": 0.4344,
      "step": 140106
    },
    {
      "epoch": 5.738562359205407,
      "grad_norm": 1.2116186689620796,
      "learning_rate": 1.442241316215198e-06,
      "loss": 0.3593,
      "step": 140107
    },
    {
      "epoch": 5.738603317632603,
      "grad_norm": 0.5817591093370016,
      "learning_rate": 1.4417901761202667e-06,
      "loss": 0.0564,
      "step": 140108
    },
    {
      "epoch": 5.7386442760598,
      "grad_norm": 1.5948772923181176,
      "learning_rate": 1.4413391062550406e-06,
      "loss": 0.5297,
      "step": 140109
    },
    {
      "epoch": 5.738685234486995,
      "grad_norm": 0.957617007370993,
      "learning_rate": 1.4408881066197032e-06,
      "loss": 0.1799,
      "step": 140110
    },
    {
      "epoch": 5.738726192914192,
      "grad_norm": 1.3037872605381045,
      "learning_rate": 1.4404371772145207e-06,
      "loss": 0.4251,
      "step": 140111
    },
    {
      "epoch": 5.7387671513413885,
      "grad_norm": 1.7870895228816484,
      "learning_rate": 1.4399863180396764e-06,
      "loss": 0.5062,
      "step": 140112
    },
    {
      "epoch": 5.738808109768585,
      "grad_norm": 1.3083537067022377,
      "learning_rate": 1.4395355290953704e-06,
      "loss": 0.345,
      "step": 140113
    },
    {
      "epoch": 5.7388490681957816,
      "grad_norm": 1.2724141856952527,
      "learning_rate": 1.4390848103818353e-06,
      "loss": 0.3954,
      "step": 140114
    },
    {
      "epoch": 5.738890026622977,
      "grad_norm": 1.6624592474939757,
      "learning_rate": 1.4386341618992881e-06,
      "loss": 0.5878,
      "step": 140115
    },
    {
      "epoch": 5.738930985050174,
      "grad_norm": 1.8763409615126174,
      "learning_rate": 1.438183583647945e-06,
      "loss": 0.7262,
      "step": 140116
    },
    {
      "epoch": 5.73897194347737,
      "grad_norm": 0.6009373660708419,
      "learning_rate": 1.4377330756279892e-06,
      "loss": 0.1491,
      "step": 140117
    },
    {
      "epoch": 5.739012901904567,
      "grad_norm": 0.6947173312363507,
      "learning_rate": 1.437282637839654e-06,
      "loss": 0.086,
      "step": 140118
    },
    {
      "epoch": 5.739053860331763,
      "grad_norm": 1.651671741665501,
      "learning_rate": 1.4368322702831558e-06,
      "loss": 0.65,
      "step": 140119
    },
    {
      "epoch": 5.73909481875896,
      "grad_norm": 1.966686348352637,
      "learning_rate": 1.4363819729586945e-06,
      "loss": 0.8056,
      "step": 140120
    },
    {
      "epoch": 5.739135777186156,
      "grad_norm": 1.6575971696302259,
      "learning_rate": 1.4359317458665032e-06,
      "loss": 0.5371,
      "step": 140121
    },
    {
      "epoch": 5.739176735613352,
      "grad_norm": 1.354757923996454,
      "learning_rate": 1.4354815890067816e-06,
      "loss": 0.3267,
      "step": 140122
    },
    {
      "epoch": 5.739217694040549,
      "grad_norm": 0.9186586898540033,
      "learning_rate": 1.43503150237973e-06,
      "loss": 0.1898,
      "step": 140123
    },
    {
      "epoch": 5.739258652467745,
      "grad_norm": 1.8355899684971388,
      "learning_rate": 1.4345814859855974e-06,
      "loss": 0.6293,
      "step": 140124
    },
    {
      "epoch": 5.739299610894942,
      "grad_norm": 1.835270444407616,
      "learning_rate": 1.4341315398245511e-06,
      "loss": 0.5852,
      "step": 140125
    },
    {
      "epoch": 5.739340569322138,
      "grad_norm": 0.8657607745557484,
      "learning_rate": 1.4336816638968406e-06,
      "loss": 0.0953,
      "step": 140126
    },
    {
      "epoch": 5.739381527749335,
      "grad_norm": 1.190812782047539,
      "learning_rate": 1.4332318582026493e-06,
      "loss": 0.4561,
      "step": 140127
    },
    {
      "epoch": 5.739422486176531,
      "grad_norm": 1.1284549198010099,
      "learning_rate": 1.4327821227422099e-06,
      "loss": 0.2201,
      "step": 140128
    },
    {
      "epoch": 5.739463444603727,
      "grad_norm": 1.929010478390592,
      "learning_rate": 1.4323324575157557e-06,
      "loss": 0.5681,
      "step": 140129
    },
    {
      "epoch": 5.7395044030309235,
      "grad_norm": 1.1113699734453286,
      "learning_rate": 1.4318828625234368e-06,
      "loss": 0.261,
      "step": 140130
    },
    {
      "epoch": 5.73954536145812,
      "grad_norm": 1.4358671985776943,
      "learning_rate": 1.4314333377655197e-06,
      "loss": 0.3656,
      "step": 140131
    },
    {
      "epoch": 5.7395863198853165,
      "grad_norm": 1.3492010902130176,
      "learning_rate": 1.4309838832422038e-06,
      "loss": 0.3666,
      "step": 140132
    },
    {
      "epoch": 5.739627278312513,
      "grad_norm": 1.2224391540192832,
      "learning_rate": 1.4305344989536893e-06,
      "loss": 0.2447,
      "step": 140133
    },
    {
      "epoch": 5.739668236739709,
      "grad_norm": 1.9803363697893923,
      "learning_rate": 1.4300851849002094e-06,
      "loss": 0.6662,
      "step": 140134
    },
    {
      "epoch": 5.739709195166905,
      "grad_norm": 0.8730920465472224,
      "learning_rate": 1.429635941081947e-06,
      "loss": 0.1942,
      "step": 140135
    },
    {
      "epoch": 5.739750153594102,
      "grad_norm": 1.4504503494123453,
      "learning_rate": 1.429186767499152e-06,
      "loss": 0.485,
      "step": 140136
    },
    {
      "epoch": 5.739791112021298,
      "grad_norm": 1.808226755030211,
      "learning_rate": 1.4287376641520077e-06,
      "loss": 0.6245,
      "step": 140137
    },
    {
      "epoch": 5.739832070448495,
      "grad_norm": 1.492718773656865,
      "learning_rate": 1.4282886310407305e-06,
      "loss": 0.5684,
      "step": 140138
    },
    {
      "epoch": 5.739873028875691,
      "grad_norm": 1.3236314462750296,
      "learning_rate": 1.427839668165537e-06,
      "loss": 0.4752,
      "step": 140139
    },
    {
      "epoch": 5.739913987302888,
      "grad_norm": 1.6053680102486494,
      "learning_rate": 1.4273907755266433e-06,
      "loss": 0.5707,
      "step": 140140
    },
    {
      "epoch": 5.739954945730084,
      "grad_norm": 1.578700010723105,
      "learning_rate": 1.4269419531242499e-06,
      "loss": 0.4261,
      "step": 140141
    },
    {
      "epoch": 5.73999590415728,
      "grad_norm": 1.0727211090315432,
      "learning_rate": 1.4264932009585894e-06,
      "loss": 0.2289,
      "step": 140142
    },
    {
      "epoch": 5.740036862584477,
      "grad_norm": 0.914276589190342,
      "learning_rate": 1.4260445190298452e-06,
      "loss": 0.22,
      "step": 140143
    },
    {
      "epoch": 5.740077821011673,
      "grad_norm": 1.4703606565887117,
      "learning_rate": 1.4255959073382673e-06,
      "loss": 0.4678,
      "step": 140144
    },
    {
      "epoch": 5.74011877943887,
      "grad_norm": 1.634838896313067,
      "learning_rate": 1.4251473658840384e-06,
      "loss": 0.467,
      "step": 140145
    },
    {
      "epoch": 5.740159737866066,
      "grad_norm": 1.4964766476946707,
      "learning_rate": 1.4246988946673755e-06,
      "loss": 0.5048,
      "step": 140146
    },
    {
      "epoch": 5.740200696293263,
      "grad_norm": 1.7792505167926094,
      "learning_rate": 1.424250493688478e-06,
      "loss": 0.5485,
      "step": 140147
    },
    {
      "epoch": 5.740241654720458,
      "grad_norm": 1.7582554816666647,
      "learning_rate": 1.423802162947596e-06,
      "loss": 0.6339,
      "step": 140148
    },
    {
      "epoch": 5.740282613147655,
      "grad_norm": 1.3853449167006224,
      "learning_rate": 1.4233539024449126e-06,
      "loss": 0.4066,
      "step": 140149
    },
    {
      "epoch": 5.7403235715748515,
      "grad_norm": 1.5118788767698381,
      "learning_rate": 1.4229057121806441e-06,
      "loss": 0.4404,
      "step": 140150
    },
    {
      "epoch": 5.740364530002048,
      "grad_norm": 1.5959508894364642,
      "learning_rate": 1.4224575921550075e-06,
      "loss": 0.5056,
      "step": 140151
    },
    {
      "epoch": 5.740405488429245,
      "grad_norm": 1.5721947727126198,
      "learning_rate": 1.422009542368202e-06,
      "loss": 0.4722,
      "step": 140152
    },
    {
      "epoch": 5.74044644685644,
      "grad_norm": 1.4827150958121262,
      "learning_rate": 1.4215615628204613e-06,
      "loss": 0.6118,
      "step": 140153
    },
    {
      "epoch": 5.740487405283637,
      "grad_norm": 1.4182401102689153,
      "learning_rate": 1.421113653511985e-06,
      "loss": 0.4099,
      "step": 140154
    },
    {
      "epoch": 5.740528363710833,
      "grad_norm": 1.5214989252825515,
      "learning_rate": 1.4206658144429727e-06,
      "loss": 0.4933,
      "step": 140155
    },
    {
      "epoch": 5.74056932213803,
      "grad_norm": 1.9086951887596633,
      "learning_rate": 1.4202180456136581e-06,
      "loss": 0.7043,
      "step": 140156
    },
    {
      "epoch": 5.740610280565226,
      "grad_norm": 1.6548083764687735,
      "learning_rate": 1.4197703470242404e-06,
      "loss": 0.5078,
      "step": 140157
    },
    {
      "epoch": 5.740651238992423,
      "grad_norm": 1.1064416257012517,
      "learning_rate": 1.4193227186749368e-06,
      "loss": 0.2606,
      "step": 140158
    },
    {
      "epoch": 5.7406921974196194,
      "grad_norm": 2.4160368812011357,
      "learning_rate": 1.4188751605659465e-06,
      "loss": 1.2257,
      "step": 140159
    },
    {
      "epoch": 5.740733155846815,
      "grad_norm": 1.667098955526563,
      "learning_rate": 1.4184276726974864e-06,
      "loss": 0.6061,
      "step": 140160
    },
    {
      "epoch": 5.740774114274012,
      "grad_norm": 0.9242017788477613,
      "learning_rate": 1.4179802550697894e-06,
      "loss": 0.2003,
      "step": 140161
    },
    {
      "epoch": 5.740815072701208,
      "grad_norm": 0.8407985946658295,
      "learning_rate": 1.417532907683039e-06,
      "loss": 0.1994,
      "step": 140162
    },
    {
      "epoch": 5.740856031128405,
      "grad_norm": 1.210717641648067,
      "learning_rate": 1.4170856305374677e-06,
      "loss": 0.1768,
      "step": 140163
    },
    {
      "epoch": 5.740896989555601,
      "grad_norm": 1.4929950031871035,
      "learning_rate": 1.4166384236332595e-06,
      "loss": 0.6264,
      "step": 140164
    },
    {
      "epoch": 5.740937947982798,
      "grad_norm": 1.4343110715082534,
      "learning_rate": 1.416191286970647e-06,
      "loss": 0.4123,
      "step": 140165
    },
    {
      "epoch": 5.740978906409994,
      "grad_norm": 1.7715075873612443,
      "learning_rate": 1.415744220549847e-06,
      "loss": 0.6542,
      "step": 140166
    },
    {
      "epoch": 5.74101986483719,
      "grad_norm": 1.6333000466412155,
      "learning_rate": 1.4152972243710592e-06,
      "loss": 0.493,
      "step": 140167
    },
    {
      "epoch": 5.7410608232643865,
      "grad_norm": 1.5211086781026144,
      "learning_rate": 1.4148502984344833e-06,
      "loss": 0.4148,
      "step": 140168
    },
    {
      "epoch": 5.741101781691583,
      "grad_norm": 1.4442985453606074,
      "learning_rate": 1.4144034427403527e-06,
      "loss": 0.4276,
      "step": 140169
    },
    {
      "epoch": 5.74114274011878,
      "grad_norm": 0.8530914735251914,
      "learning_rate": 1.4139566572888672e-06,
      "loss": 0.1859,
      "step": 140170
    },
    {
      "epoch": 5.741183698545976,
      "grad_norm": 0.39249235114029773,
      "learning_rate": 1.4135099420802597e-06,
      "loss": 0.0283,
      "step": 140171
    },
    {
      "epoch": 5.741224656973172,
      "grad_norm": 1.6681424091119774,
      "learning_rate": 1.4130632971146972e-06,
      "loss": 0.3802,
      "step": 140172
    },
    {
      "epoch": 5.741265615400368,
      "grad_norm": 1.1907175314720975,
      "learning_rate": 1.412616722392429e-06,
      "loss": 0.3287,
      "step": 140173
    },
    {
      "epoch": 5.741306573827565,
      "grad_norm": 0.4755509290935781,
      "learning_rate": 1.4121702179136551e-06,
      "loss": 0.0665,
      "step": 140174
    },
    {
      "epoch": 5.741347532254761,
      "grad_norm": 1.8394898847693677,
      "learning_rate": 1.4117237836785756e-06,
      "loss": 0.6509,
      "step": 140175
    },
    {
      "epoch": 5.741388490681958,
      "grad_norm": 1.4780992280358187,
      "learning_rate": 1.4112774196874232e-06,
      "loss": 0.4188,
      "step": 140176
    },
    {
      "epoch": 5.741429449109154,
      "grad_norm": 1.1754039833079772,
      "learning_rate": 1.4108311259403983e-06,
      "loss": 0.3086,
      "step": 140177
    },
    {
      "epoch": 5.741470407536351,
      "grad_norm": 1.567925875735996,
      "learning_rate": 1.4103849024377e-06,
      "loss": 0.4714,
      "step": 140178
    },
    {
      "epoch": 5.741511365963547,
      "grad_norm": 1.5128257699147307,
      "learning_rate": 1.4099387491795455e-06,
      "loss": 0.4739,
      "step": 140179
    },
    {
      "epoch": 5.741552324390743,
      "grad_norm": 1.1488350064392954,
      "learning_rate": 1.4094926661661676e-06,
      "loss": 0.3178,
      "step": 140180
    },
    {
      "epoch": 5.74159328281794,
      "grad_norm": 1.3159926428698308,
      "learning_rate": 1.4090466533977496e-06,
      "loss": 0.3894,
      "step": 140181
    },
    {
      "epoch": 5.741634241245136,
      "grad_norm": 1.8114825261969212,
      "learning_rate": 1.4086007108744912e-06,
      "loss": 0.648,
      "step": 140182
    },
    {
      "epoch": 5.741675199672333,
      "grad_norm": 1.3108156509214481,
      "learning_rate": 1.4081548385966591e-06,
      "loss": 0.3496,
      "step": 140183
    },
    {
      "epoch": 5.741716158099529,
      "grad_norm": 0.8513027106531844,
      "learning_rate": 1.4077090365644029e-06,
      "loss": 0.1623,
      "step": 140184
    },
    {
      "epoch": 5.741757116526726,
      "grad_norm": 1.2631185066928863,
      "learning_rate": 1.4072633047779724e-06,
      "loss": 0.398,
      "step": 140185
    },
    {
      "epoch": 5.7417980749539215,
      "grad_norm": 1.36903299750668,
      "learning_rate": 1.4068176432375677e-06,
      "loss": 0.3496,
      "step": 140186
    },
    {
      "epoch": 5.741839033381118,
      "grad_norm": 0.8548554910331619,
      "learning_rate": 1.4063720519433886e-06,
      "loss": 0.1302,
      "step": 140187
    },
    {
      "epoch": 5.7418799918083145,
      "grad_norm": 1.7049683544293421,
      "learning_rate": 1.405926530895668e-06,
      "loss": 0.5783,
      "step": 140188
    },
    {
      "epoch": 5.741920950235511,
      "grad_norm": 1.3756913280250511,
      "learning_rate": 1.4054810800945893e-06,
      "loss": 0.3961,
      "step": 140189
    },
    {
      "epoch": 5.741961908662708,
      "grad_norm": 0.4350499906173083,
      "learning_rate": 1.4050356995403855e-06,
      "loss": 0.0359,
      "step": 140190
    },
    {
      "epoch": 5.742002867089903,
      "grad_norm": 1.4159336892605665,
      "learning_rate": 1.4045903892332399e-06,
      "loss": 0.4225,
      "step": 140191
    },
    {
      "epoch": 5.7420438255171,
      "grad_norm": 1.1184366183576304,
      "learning_rate": 1.4041451491733858e-06,
      "loss": 0.2101,
      "step": 140192
    },
    {
      "epoch": 5.742084783944296,
      "grad_norm": 0.9287991907704515,
      "learning_rate": 1.4036999793610559e-06,
      "loss": 0.1904,
      "step": 140193
    },
    {
      "epoch": 5.742125742371493,
      "grad_norm": 1.4277514427692066,
      "learning_rate": 1.4032548797964006e-06,
      "loss": 0.3546,
      "step": 140194
    },
    {
      "epoch": 5.742166700798689,
      "grad_norm": 1.564190457041562,
      "learning_rate": 1.4028098504796859e-06,
      "loss": 0.4727,
      "step": 140195
    },
    {
      "epoch": 5.742207659225886,
      "grad_norm": 1.5053896689723825,
      "learning_rate": 1.4023648914110953e-06,
      "loss": 0.428,
      "step": 140196
    },
    {
      "epoch": 5.7422486176530825,
      "grad_norm": 1.4133844025831686,
      "learning_rate": 1.401920002590845e-06,
      "loss": 0.4109,
      "step": 140197
    },
    {
      "epoch": 5.742289576080278,
      "grad_norm": 1.6810415268449301,
      "learning_rate": 1.4014751840191351e-06,
      "loss": 0.6025,
      "step": 140198
    },
    {
      "epoch": 5.742330534507475,
      "grad_norm": 1.9013173178040645,
      "learning_rate": 1.4010304356961988e-06,
      "loss": 0.6616,
      "step": 140199
    },
    {
      "epoch": 5.742371492934671,
      "grad_norm": 1.4273492675825907,
      "learning_rate": 1.400585757622219e-06,
      "loss": 0.3855,
      "step": 140200
    },
    {
      "epoch": 5.742412451361868,
      "grad_norm": 1.4891600086962231,
      "learning_rate": 1.400141149797429e-06,
      "loss": 0.5273,
      "step": 140201
    },
    {
      "epoch": 5.742453409789064,
      "grad_norm": 0.9919856162743916,
      "learning_rate": 1.3996966122220121e-06,
      "loss": 0.2083,
      "step": 140202
    },
    {
      "epoch": 5.742494368216261,
      "grad_norm": 1.0391483497160632,
      "learning_rate": 1.399252144896218e-06,
      "loss": 0.2436,
      "step": 140203
    },
    {
      "epoch": 5.742535326643457,
      "grad_norm": 1.8410679163870673,
      "learning_rate": 1.3988077478202298e-06,
      "loss": 0.6105,
      "step": 140204
    },
    {
      "epoch": 5.742576285070653,
      "grad_norm": 0.9023219596831317,
      "learning_rate": 1.3983634209942474e-06,
      "loss": 0.2205,
      "step": 140205
    },
    {
      "epoch": 5.7426172434978495,
      "grad_norm": 0.8766427175567032,
      "learning_rate": 1.3979191644185205e-06,
      "loss": 0.1269,
      "step": 140206
    },
    {
      "epoch": 5.742658201925046,
      "grad_norm": 1.5508707297189348,
      "learning_rate": 1.397474978093216e-06,
      "loss": 0.5803,
      "step": 140207
    },
    {
      "epoch": 5.742699160352243,
      "grad_norm": 1.402701351586697,
      "learning_rate": 1.3970308620185499e-06,
      "loss": 0.428,
      "step": 140208
    },
    {
      "epoch": 5.742740118779439,
      "grad_norm": 1.3818307051392655,
      "learning_rate": 1.3965868161947724e-06,
      "loss": 0.4366,
      "step": 140209
    },
    {
      "epoch": 5.742781077206635,
      "grad_norm": 1.6004112357333442,
      "learning_rate": 1.3961428406220498e-06,
      "loss": 0.5361,
      "step": 140210
    },
    {
      "epoch": 5.742822035633831,
      "grad_norm": 1.116059211123821,
      "learning_rate": 1.3956989353006155e-06,
      "loss": 0.2339,
      "step": 140211
    },
    {
      "epoch": 5.742862994061028,
      "grad_norm": 1.2869814112014388,
      "learning_rate": 1.3952551002306689e-06,
      "loss": 0.3545,
      "step": 140212
    },
    {
      "epoch": 5.742903952488224,
      "grad_norm": 1.7418976638037083,
      "learning_rate": 1.3948113354124268e-06,
      "loss": 0.6514,
      "step": 140213
    },
    {
      "epoch": 5.742944910915421,
      "grad_norm": 0.8951953954351718,
      "learning_rate": 1.394367640846089e-06,
      "loss": 0.1046,
      "step": 140214
    },
    {
      "epoch": 5.7429858693426175,
      "grad_norm": 3.298030451760259,
      "learning_rate": 1.393924016531872e-06,
      "loss": 3.0638,
      "step": 140215
    },
    {
      "epoch": 5.743026827769814,
      "grad_norm": 1.7382525462009335,
      "learning_rate": 1.3934804624699757e-06,
      "loss": 0.3631,
      "step": 140216
    },
    {
      "epoch": 5.74306778619701,
      "grad_norm": 1.6040030638480944,
      "learning_rate": 1.3930369786606333e-06,
      "loss": 0.5263,
      "step": 140217
    },
    {
      "epoch": 5.743108744624206,
      "grad_norm": 1.7524706794477647,
      "learning_rate": 1.3925935651040443e-06,
      "loss": 0.5484,
      "step": 140218
    },
    {
      "epoch": 5.743149703051403,
      "grad_norm": 1.722418232904327,
      "learning_rate": 1.392150221800392e-06,
      "loss": 0.554,
      "step": 140219
    },
    {
      "epoch": 5.743190661478599,
      "grad_norm": 1.516553510596982,
      "learning_rate": 1.3917069487499267e-06,
      "loss": 0.5092,
      "step": 140220
    },
    {
      "epoch": 5.743231619905796,
      "grad_norm": 1.507213013863197,
      "learning_rate": 1.3912637459528308e-06,
      "loss": 0.3931,
      "step": 140221
    },
    {
      "epoch": 5.743272578332992,
      "grad_norm": 1.7780089514494308,
      "learning_rate": 1.3908206134093215e-06,
      "loss": 0.6045,
      "step": 140222
    },
    {
      "epoch": 5.743313536760189,
      "grad_norm": 1.4250477801580106,
      "learning_rate": 1.3903775511196147e-06,
      "loss": 0.4775,
      "step": 140223
    },
    {
      "epoch": 5.7433544951873845,
      "grad_norm": 1.7284175818159042,
      "learning_rate": 1.3899345590839106e-06,
      "loss": 0.3552,
      "step": 140224
    },
    {
      "epoch": 5.743395453614581,
      "grad_norm": 1.4420570309311946,
      "learning_rate": 1.3894916373024255e-06,
      "loss": 0.3556,
      "step": 140225
    },
    {
      "epoch": 5.743436412041778,
      "grad_norm": 0.9268441094738189,
      "learning_rate": 1.3890487857753596e-06,
      "loss": 0.2197,
      "step": 140226
    },
    {
      "epoch": 5.743477370468974,
      "grad_norm": 1.4042773639473645,
      "learning_rate": 1.3886060045029124e-06,
      "loss": 0.4577,
      "step": 140227
    },
    {
      "epoch": 5.743518328896171,
      "grad_norm": 1.7463189902055434,
      "learning_rate": 1.3881632934853338e-06,
      "loss": 0.5095,
      "step": 140228
    },
    {
      "epoch": 5.743559287323366,
      "grad_norm": 0.9786545504126906,
      "learning_rate": 1.387720652722807e-06,
      "loss": 0.1895,
      "step": 140229
    },
    {
      "epoch": 5.743600245750563,
      "grad_norm": 0.9656543909588079,
      "learning_rate": 1.3872780822155315e-06,
      "loss": 0.1402,
      "step": 140230
    },
    {
      "epoch": 5.743641204177759,
      "grad_norm": 1.329528118775513,
      "learning_rate": 1.3868355819637244e-06,
      "loss": 0.3655,
      "step": 140231
    },
    {
      "epoch": 5.743682162604956,
      "grad_norm": 1.758035722055307,
      "learning_rate": 1.386393151967602e-06,
      "loss": 0.5499,
      "step": 140232
    },
    {
      "epoch": 5.743723121032152,
      "grad_norm": 1.5087091127262473,
      "learning_rate": 1.3859507922273804e-06,
      "loss": 0.5118,
      "step": 140233
    },
    {
      "epoch": 5.743764079459349,
      "grad_norm": 1.442741568095689,
      "learning_rate": 1.3855085027432433e-06,
      "loss": 0.5005,
      "step": 140234
    },
    {
      "epoch": 5.7438050378865455,
      "grad_norm": 1.4004091050441618,
      "learning_rate": 1.3850662835154236e-06,
      "loss": 0.6039,
      "step": 140235
    },
    {
      "epoch": 5.743845996313741,
      "grad_norm": 1.2313458890242615,
      "learning_rate": 1.3846241345441212e-06,
      "loss": 0.3918,
      "step": 140236
    },
    {
      "epoch": 5.743886954740938,
      "grad_norm": 1.5223270803348912,
      "learning_rate": 1.3841820558295358e-06,
      "loss": 0.4138,
      "step": 140237
    },
    {
      "epoch": 5.743927913168134,
      "grad_norm": 0.8805454202883323,
      "learning_rate": 1.3837400473719007e-06,
      "loss": 0.2017,
      "step": 140238
    },
    {
      "epoch": 5.743968871595331,
      "grad_norm": 1.5401224254203638,
      "learning_rate": 1.383298109171399e-06,
      "loss": 0.4649,
      "step": 140239
    },
    {
      "epoch": 5.744009830022527,
      "grad_norm": 1.0473516553734386,
      "learning_rate": 1.3828562412282473e-06,
      "loss": 0.2248,
      "step": 140240
    },
    {
      "epoch": 5.744050788449724,
      "grad_norm": 1.4859149002065002,
      "learning_rate": 1.3824144435426621e-06,
      "loss": 0.4808,
      "step": 140241
    },
    {
      "epoch": 5.74409174687692,
      "grad_norm": 1.4895674170319568,
      "learning_rate": 1.381972716114843e-06,
      "loss": 0.614,
      "step": 140242
    },
    {
      "epoch": 5.744132705304116,
      "grad_norm": 1.6564868058677087,
      "learning_rate": 1.3815310589450067e-06,
      "loss": 0.5309,
      "step": 140243
    },
    {
      "epoch": 5.7441736637313126,
      "grad_norm": 1.4763898071678112,
      "learning_rate": 1.3810894720333531e-06,
      "loss": 0.5799,
      "step": 140244
    },
    {
      "epoch": 5.744214622158509,
      "grad_norm": 0.8680159675426932,
      "learning_rate": 1.3806479553800986e-06,
      "loss": 0.2156,
      "step": 140245
    },
    {
      "epoch": 5.744255580585706,
      "grad_norm": 1.1011384749905713,
      "learning_rate": 1.3802065089854598e-06,
      "loss": 0.2198,
      "step": 140246
    },
    {
      "epoch": 5.744296539012902,
      "grad_norm": 1.5715883885369906,
      "learning_rate": 1.3797651328496361e-06,
      "loss": 0.4815,
      "step": 140247
    },
    {
      "epoch": 5.744337497440098,
      "grad_norm": 1.6962327689415353,
      "learning_rate": 1.379323826972828e-06,
      "loss": 0.4554,
      "step": 140248
    },
    {
      "epoch": 5.744378455867294,
      "grad_norm": 3.9837802567970906,
      "learning_rate": 1.3788825913552514e-06,
      "loss": 1.2312,
      "step": 140249
    },
    {
      "epoch": 5.744419414294491,
      "grad_norm": 1.4562689202900472,
      "learning_rate": 1.3784414259971067e-06,
      "loss": 0.4195,
      "step": 140250
    },
    {
      "epoch": 5.744460372721687,
      "grad_norm": 1.5004143288446825,
      "learning_rate": 1.3780003308986265e-06,
      "loss": 0.4657,
      "step": 140251
    },
    {
      "epoch": 5.744501331148884,
      "grad_norm": 1.3709290933101894,
      "learning_rate": 1.3775593060599942e-06,
      "loss": 0.4498,
      "step": 140252
    },
    {
      "epoch": 5.7445422895760805,
      "grad_norm": 1.790744337061235,
      "learning_rate": 1.3771183514814265e-06,
      "loss": 0.5757,
      "step": 140253
    },
    {
      "epoch": 5.744583248003277,
      "grad_norm": 1.493509076549792,
      "learning_rate": 1.3766774671631398e-06,
      "loss": 0.454,
      "step": 140254
    },
    {
      "epoch": 5.744624206430473,
      "grad_norm": 1.5988302286277984,
      "learning_rate": 1.3762366531053338e-06,
      "loss": 0.4648,
      "step": 140255
    },
    {
      "epoch": 5.744665164857669,
      "grad_norm": 1.8184297077933365,
      "learning_rate": 1.3757959093082083e-06,
      "loss": 0.6659,
      "step": 140256
    },
    {
      "epoch": 5.744706123284866,
      "grad_norm": 0.8033956208563239,
      "learning_rate": 1.3753552357719966e-06,
      "loss": 0.1845,
      "step": 140257
    },
    {
      "epoch": 5.744747081712062,
      "grad_norm": 1.5423529742740827,
      "learning_rate": 1.374914632496882e-06,
      "loss": 0.4564,
      "step": 140258
    },
    {
      "epoch": 5.744788040139259,
      "grad_norm": 1.3049466485896148,
      "learning_rate": 1.374474099483097e-06,
      "loss": 0.3365,
      "step": 140259
    },
    {
      "epoch": 5.744828998566455,
      "grad_norm": 1.3108562434029267,
      "learning_rate": 1.3740336367308259e-06,
      "loss": 0.1832,
      "step": 140260
    },
    {
      "epoch": 5.744869956993652,
      "grad_norm": 1.475149672568902,
      "learning_rate": 1.373593244240284e-06,
      "loss": 0.5219,
      "step": 140261
    },
    {
      "epoch": 5.7449109154208475,
      "grad_norm": 1.0939436880377746,
      "learning_rate": 1.3731529220116888e-06,
      "loss": 0.2139,
      "step": 140262
    },
    {
      "epoch": 5.744951873848044,
      "grad_norm": 1.5297282841523892,
      "learning_rate": 1.3727126700452396e-06,
      "loss": 0.4779,
      "step": 140263
    },
    {
      "epoch": 5.744992832275241,
      "grad_norm": 1.8008774950904995,
      "learning_rate": 1.3722724883411528e-06,
      "loss": 0.6319,
      "step": 140264
    },
    {
      "epoch": 5.745033790702437,
      "grad_norm": 1.400924813089085,
      "learning_rate": 1.3718323768996287e-06,
      "loss": 0.3952,
      "step": 140265
    },
    {
      "epoch": 5.745074749129634,
      "grad_norm": 1.1435177980609796,
      "learning_rate": 1.3713923357208834e-06,
      "loss": 0.2237,
      "step": 140266
    },
    {
      "epoch": 5.745115707556829,
      "grad_norm": 1.1574214151323572,
      "learning_rate": 1.3709523648051002e-06,
      "loss": 0.3219,
      "step": 140267
    },
    {
      "epoch": 5.745156665984026,
      "grad_norm": 1.406643516531299,
      "learning_rate": 1.370512464152529e-06,
      "loss": 0.4169,
      "step": 140268
    },
    {
      "epoch": 5.745197624411222,
      "grad_norm": 1.695038905848563,
      "learning_rate": 1.370072633763336e-06,
      "loss": 0.5548,
      "step": 140269
    },
    {
      "epoch": 5.745238582838419,
      "grad_norm": 1.5506291099426497,
      "learning_rate": 1.3696328736377715e-06,
      "loss": 0.4107,
      "step": 140270
    },
    {
      "epoch": 5.7452795412656155,
      "grad_norm": 1.7421799179553323,
      "learning_rate": 1.3691931837760017e-06,
      "loss": 0.5865,
      "step": 140271
    },
    {
      "epoch": 5.745320499692812,
      "grad_norm": 0.5417161086498422,
      "learning_rate": 1.3687535641782433e-06,
      "loss": 0.0555,
      "step": 140272
    },
    {
      "epoch": 5.7453614581200085,
      "grad_norm": 1.632173527984528,
      "learning_rate": 1.3683140148447459e-06,
      "loss": 0.4394,
      "step": 140273
    },
    {
      "epoch": 5.745402416547204,
      "grad_norm": 1.4372873771714314,
      "learning_rate": 1.3678745357756593e-06,
      "loss": 0.4021,
      "step": 140274
    },
    {
      "epoch": 5.745443374974401,
      "grad_norm": 1.5824749044186417,
      "learning_rate": 1.3674351269712168e-06,
      "loss": 0.4884,
      "step": 140275
    },
    {
      "epoch": 5.745484333401597,
      "grad_norm": 1.8820428761650805,
      "learning_rate": 1.3669957884316353e-06,
      "loss": 1.059,
      "step": 140276
    },
    {
      "epoch": 5.745525291828794,
      "grad_norm": 1.5159444837987568,
      "learning_rate": 1.3665565201571138e-06,
      "loss": 0.4812,
      "step": 140277
    },
    {
      "epoch": 5.74556625025599,
      "grad_norm": 0.8270767191790458,
      "learning_rate": 1.3661173221478527e-06,
      "loss": 0.1302,
      "step": 140278
    },
    {
      "epoch": 5.745607208683187,
      "grad_norm": 1.3137409415878671,
      "learning_rate": 1.3656781944040684e-06,
      "loss": 0.465,
      "step": 140279
    },
    {
      "epoch": 5.745648167110383,
      "grad_norm": 2.5653233861029965,
      "learning_rate": 1.3652391369259774e-06,
      "loss": 1.9727,
      "step": 140280
    },
    {
      "epoch": 5.745689125537579,
      "grad_norm": 1.5456620069215805,
      "learning_rate": 1.3648001497137627e-06,
      "loss": 0.479,
      "step": 140281
    },
    {
      "epoch": 5.745730083964776,
      "grad_norm": 1.8270340920263002,
      "learning_rate": 1.364361232767658e-06,
      "loss": 0.482,
      "step": 140282
    },
    {
      "epoch": 5.745771042391972,
      "grad_norm": 1.7051078167303613,
      "learning_rate": 1.3639223860878457e-06,
      "loss": 0.5281,
      "step": 140283
    },
    {
      "epoch": 5.745812000819169,
      "grad_norm": 1.6590864915432595,
      "learning_rate": 1.3634836096745594e-06,
      "loss": 0.4637,
      "step": 140284
    },
    {
      "epoch": 5.745852959246365,
      "grad_norm": 0.5771872996817297,
      "learning_rate": 1.3630449035279822e-06,
      "loss": 0.0755,
      "step": 140285
    },
    {
      "epoch": 5.745893917673562,
      "grad_norm": 1.7131615500524826,
      "learning_rate": 1.3626062676483307e-06,
      "loss": 0.5296,
      "step": 140286
    },
    {
      "epoch": 5.745934876100757,
      "grad_norm": 1.5502615699406068,
      "learning_rate": 1.3621677020358212e-06,
      "loss": 0.4461,
      "step": 140287
    },
    {
      "epoch": 5.745975834527954,
      "grad_norm": 1.5077305195920545,
      "learning_rate": 1.3617292066906538e-06,
      "loss": 0.5549,
      "step": 140288
    },
    {
      "epoch": 5.74601679295515,
      "grad_norm": 1.9058009790694663,
      "learning_rate": 1.3612907816130281e-06,
      "loss": 0.7336,
      "step": 140289
    },
    {
      "epoch": 5.746057751382347,
      "grad_norm": 1.6242515658480376,
      "learning_rate": 1.3608524268031606e-06,
      "loss": 0.6407,
      "step": 140290
    },
    {
      "epoch": 5.7460987098095435,
      "grad_norm": 1.653362818906853,
      "learning_rate": 1.360414142261268e-06,
      "loss": 0.5755,
      "step": 140291
    },
    {
      "epoch": 5.74613966823674,
      "grad_norm": 1.536016976182578,
      "learning_rate": 1.3599759279875334e-06,
      "loss": 0.4779,
      "step": 140292
    },
    {
      "epoch": 5.746180626663936,
      "grad_norm": 1.354238141369522,
      "learning_rate": 1.3595377839821898e-06,
      "loss": 0.4413,
      "step": 140293
    },
    {
      "epoch": 5.746221585091132,
      "grad_norm": 1.9616554317013528,
      "learning_rate": 1.3590997102454204e-06,
      "loss": 0.5763,
      "step": 140294
    },
    {
      "epoch": 5.746262543518329,
      "grad_norm": 1.8846504132871065,
      "learning_rate": 1.358661706777442e-06,
      "loss": 0.6512,
      "step": 140295
    },
    {
      "epoch": 5.746303501945525,
      "grad_norm": 1.1799406150103933,
      "learning_rate": 1.3582237735784707e-06,
      "loss": 0.2851,
      "step": 140296
    },
    {
      "epoch": 5.746344460372722,
      "grad_norm": 1.8957433103991908,
      "learning_rate": 1.3577859106487066e-06,
      "loss": 0.6401,
      "step": 140297
    },
    {
      "epoch": 5.746385418799918,
      "grad_norm": 0.8410522588272148,
      "learning_rate": 1.3573481179883494e-06,
      "loss": 0.1852,
      "step": 140298
    },
    {
      "epoch": 5.746426377227115,
      "grad_norm": 0.7882848969821604,
      "learning_rate": 1.3569103955976324e-06,
      "loss": 0.1284,
      "step": 140299
    },
    {
      "epoch": 5.746467335654311,
      "grad_norm": 1.7521639087754113,
      "learning_rate": 1.356472743476722e-06,
      "loss": 0.5995,
      "step": 140300
    },
    {
      "epoch": 5.746508294081507,
      "grad_norm": 1.373285865165148,
      "learning_rate": 1.3560351616258347e-06,
      "loss": 0.3171,
      "step": 140301
    },
    {
      "epoch": 5.746549252508704,
      "grad_norm": 1.8283355194666873,
      "learning_rate": 1.3555976500452203e-06,
      "loss": 0.5081,
      "step": 140302
    },
    {
      "epoch": 5.7465902109359,
      "grad_norm": 1.0449611597252986,
      "learning_rate": 1.3551602087350288e-06,
      "loss": 0.2156,
      "step": 140303
    },
    {
      "epoch": 5.746631169363097,
      "grad_norm": 0.8719071172406561,
      "learning_rate": 1.3547228376954933e-06,
      "loss": 0.1963,
      "step": 140304
    },
    {
      "epoch": 5.746672127790293,
      "grad_norm": 1.3746049911351945,
      "learning_rate": 1.354285536926847e-06,
      "loss": 0.3244,
      "step": 140305
    },
    {
      "epoch": 5.746713086217489,
      "grad_norm": 1.8635431056995526,
      "learning_rate": 1.3538483064292394e-06,
      "loss": 0.9092,
      "step": 140306
    },
    {
      "epoch": 5.746754044644685,
      "grad_norm": 1.6598587089682544,
      "learning_rate": 1.3534111462029207e-06,
      "loss": 0.4593,
      "step": 140307
    },
    {
      "epoch": 5.746795003071882,
      "grad_norm": 0.9236561194334602,
      "learning_rate": 1.352974056248074e-06,
      "loss": 0.2012,
      "step": 140308
    },
    {
      "epoch": 5.7468359614990785,
      "grad_norm": 3.4214703152817356,
      "learning_rate": 1.3525370365649158e-06,
      "loss": 1.812,
      "step": 140309
    },
    {
      "epoch": 5.746876919926275,
      "grad_norm": 0.692907525346987,
      "learning_rate": 1.352100087153679e-06,
      "loss": 0.1237,
      "step": 140310
    },
    {
      "epoch": 5.746917878353472,
      "grad_norm": 0.8618789557765602,
      "learning_rate": 1.351663208014514e-06,
      "loss": 0.2117,
      "step": 140311
    },
    {
      "epoch": 5.746958836780667,
      "grad_norm": 1.5781643193364685,
      "learning_rate": 1.3512263991476535e-06,
      "loss": 0.4615,
      "step": 140312
    },
    {
      "epoch": 5.746999795207864,
      "grad_norm": 1.6197383878558758,
      "learning_rate": 1.3507896605533309e-06,
      "loss": 0.5658,
      "step": 140313
    },
    {
      "epoch": 5.74704075363506,
      "grad_norm": 1.7699509412439138,
      "learning_rate": 1.3503529922317124e-06,
      "loss": 0.6147,
      "step": 140314
    },
    {
      "epoch": 5.747081712062257,
      "grad_norm": 1.3038433906763722,
      "learning_rate": 1.3499163941830315e-06,
      "loss": 0.3308,
      "step": 140315
    },
    {
      "epoch": 5.747122670489453,
      "grad_norm": 1.1464148064018624,
      "learning_rate": 1.349479866407488e-06,
      "loss": 0.3015,
      "step": 140316
    },
    {
      "epoch": 5.74716362891665,
      "grad_norm": 1.3344285442211459,
      "learning_rate": 1.3490434089052815e-06,
      "loss": 0.3799,
      "step": 140317
    },
    {
      "epoch": 5.747204587343846,
      "grad_norm": 1.8716477444230746,
      "learning_rate": 1.348607021676612e-06,
      "loss": 0.6213,
      "step": 140318
    },
    {
      "epoch": 5.747245545771042,
      "grad_norm": 1.809769066595007,
      "learning_rate": 1.348170704721696e-06,
      "loss": 0.5691,
      "step": 140319
    },
    {
      "epoch": 5.747286504198239,
      "grad_norm": 1.6055636877234574,
      "learning_rate": 1.34773445804075e-06,
      "loss": 0.5738,
      "step": 140320
    },
    {
      "epoch": 5.747327462625435,
      "grad_norm": 1.3642809326102678,
      "learning_rate": 1.3472982816339572e-06,
      "loss": 0.352,
      "step": 140321
    },
    {
      "epoch": 5.747368421052632,
      "grad_norm": 1.5334540286462366,
      "learning_rate": 1.3468621755015507e-06,
      "loss": 0.5214,
      "step": 140322
    },
    {
      "epoch": 5.747409379479828,
      "grad_norm": 2.141176919672186,
      "learning_rate": 1.346426139643697e-06,
      "loss": 1.0297,
      "step": 140323
    },
    {
      "epoch": 5.747450337907025,
      "grad_norm": 1.4430879448080445,
      "learning_rate": 1.3459901740606461e-06,
      "loss": 0.4114,
      "step": 140324
    },
    {
      "epoch": 5.74749129633422,
      "grad_norm": 1.1886042049204952,
      "learning_rate": 1.3455542787525808e-06,
      "loss": 0.3025,
      "step": 140325
    },
    {
      "epoch": 5.747532254761417,
      "grad_norm": 0.9686030940128911,
      "learning_rate": 1.345118453719718e-06,
      "loss": 0.2173,
      "step": 140326
    },
    {
      "epoch": 5.7475732131886135,
      "grad_norm": 0.9611927296624626,
      "learning_rate": 1.3446826989622573e-06,
      "loss": 0.2174,
      "step": 140327
    },
    {
      "epoch": 5.74761417161581,
      "grad_norm": 0.9602087856064763,
      "learning_rate": 1.3442470144803819e-06,
      "loss": 0.1761,
      "step": 140328
    },
    {
      "epoch": 5.7476551300430065,
      "grad_norm": 1.3938773938796185,
      "learning_rate": 1.3438114002743417e-06,
      "loss": 0.4347,
      "step": 140329
    },
    {
      "epoch": 5.747696088470203,
      "grad_norm": 1.5717362080532573,
      "learning_rate": 1.3433758563443197e-06,
      "loss": 0.4157,
      "step": 140330
    },
    {
      "epoch": 5.747737046897399,
      "grad_norm": 1.482819946678246,
      "learning_rate": 1.3429403826905161e-06,
      "loss": 0.5169,
      "step": 140331
    },
    {
      "epoch": 5.747778005324595,
      "grad_norm": 1.345204911950764,
      "learning_rate": 1.342504979313147e-06,
      "loss": 0.459,
      "step": 140332
    },
    {
      "epoch": 5.747818963751792,
      "grad_norm": 1.7423707329385056,
      "learning_rate": 1.3420696462124126e-06,
      "loss": 0.5773,
      "step": 140333
    },
    {
      "epoch": 5.747859922178988,
      "grad_norm": 1.417300917067716,
      "learning_rate": 1.3416343833885458e-06,
      "loss": 0.3347,
      "step": 140334
    },
    {
      "epoch": 5.747900880606185,
      "grad_norm": 1.711776490365251,
      "learning_rate": 1.3411991908416964e-06,
      "loss": 0.5103,
      "step": 140335
    },
    {
      "epoch": 5.747941839033381,
      "grad_norm": 1.5127048056163335,
      "learning_rate": 1.3407640685721145e-06,
      "loss": 0.4844,
      "step": 140336
    },
    {
      "epoch": 5.747982797460578,
      "grad_norm": 1.8140915146171446,
      "learning_rate": 1.3403290165799996e-06,
      "loss": 0.4122,
      "step": 140337
    },
    {
      "epoch": 5.748023755887774,
      "grad_norm": 1.337618100957577,
      "learning_rate": 1.3398940348655351e-06,
      "loss": 0.3175,
      "step": 140338
    },
    {
      "epoch": 5.74806471431497,
      "grad_norm": 0.928592996853351,
      "learning_rate": 1.3394591234289376e-06,
      "loss": 0.1777,
      "step": 140339
    },
    {
      "epoch": 5.748105672742167,
      "grad_norm": 1.4303056963712384,
      "learning_rate": 1.33902428227044e-06,
      "loss": 0.3401,
      "step": 140340
    },
    {
      "epoch": 5.748146631169363,
      "grad_norm": 1.26623051770444,
      "learning_rate": 1.338589511390209e-06,
      "loss": 0.3246,
      "step": 140341
    },
    {
      "epoch": 5.74818758959656,
      "grad_norm": 1.5999244634358192,
      "learning_rate": 1.3381548107884777e-06,
      "loss": 0.4323,
      "step": 140342
    },
    {
      "epoch": 5.748228548023756,
      "grad_norm": 2.4395887850956073,
      "learning_rate": 1.3377201804654457e-06,
      "loss": 0.9051,
      "step": 140343
    },
    {
      "epoch": 5.748269506450952,
      "grad_norm": 1.0523848182031916,
      "learning_rate": 1.3372856204212966e-06,
      "loss": 0.1958,
      "step": 140344
    },
    {
      "epoch": 5.7483104648781485,
      "grad_norm": 0.9882211732592846,
      "learning_rate": 1.3368511306562636e-06,
      "loss": 0.2102,
      "step": 140345
    },
    {
      "epoch": 5.748351423305345,
      "grad_norm": 1.6272858123798006,
      "learning_rate": 1.3364167111705293e-06,
      "loss": 0.5092,
      "step": 140346
    },
    {
      "epoch": 5.7483923817325415,
      "grad_norm": 1.5293980839691697,
      "learning_rate": 1.3359823619643107e-06,
      "loss": 0.5374,
      "step": 140347
    },
    {
      "epoch": 5.748433340159738,
      "grad_norm": 0.9958875879860667,
      "learning_rate": 1.335548083037824e-06,
      "loss": 0.1786,
      "step": 140348
    },
    {
      "epoch": 5.748474298586935,
      "grad_norm": 1.8215677219278819,
      "learning_rate": 1.3351138743912694e-06,
      "loss": 0.6517,
      "step": 140349
    },
    {
      "epoch": 5.74851525701413,
      "grad_norm": 0.8447724216227214,
      "learning_rate": 1.3346797360248296e-06,
      "loss": 0.1241,
      "step": 140350
    },
    {
      "epoch": 5.748556215441327,
      "grad_norm": 1.5124877365074427,
      "learning_rate": 1.334245667938738e-06,
      "loss": 0.4364,
      "step": 140351
    },
    {
      "epoch": 5.748597173868523,
      "grad_norm": 1.511330125279767,
      "learning_rate": 1.333811670133178e-06,
      "loss": 0.4757,
      "step": 140352
    },
    {
      "epoch": 5.74863813229572,
      "grad_norm": 1.505298862308791,
      "learning_rate": 1.3333777426083824e-06,
      "loss": 0.4236,
      "step": 140353
    },
    {
      "epoch": 5.748679090722916,
      "grad_norm": 1.6461089558509936,
      "learning_rate": 1.3329438853645181e-06,
      "loss": 0.6082,
      "step": 140354
    },
    {
      "epoch": 5.748720049150113,
      "grad_norm": 0.6434307128761972,
      "learning_rate": 1.3325100984018178e-06,
      "loss": 0.1128,
      "step": 140355
    },
    {
      "epoch": 5.7487610075773095,
      "grad_norm": 1.6159013528581563,
      "learning_rate": 1.3320763817204817e-06,
      "loss": 0.4301,
      "step": 140356
    },
    {
      "epoch": 5.748801966004505,
      "grad_norm": 0.5571019091853768,
      "learning_rate": 1.3316427353207093e-06,
      "loss": 0.0368,
      "step": 140357
    },
    {
      "epoch": 5.748842924431702,
      "grad_norm": 0.9983840713477318,
      "learning_rate": 1.331209159202734e-06,
      "loss": 0.1895,
      "step": 140358
    },
    {
      "epoch": 5.748883882858898,
      "grad_norm": 2.5579567674047703,
      "learning_rate": 1.3307756533667057e-06,
      "loss": 1.2219,
      "step": 140359
    },
    {
      "epoch": 5.748924841286095,
      "grad_norm": 1.4245656179278132,
      "learning_rate": 1.3303422178128742e-06,
      "loss": 0.5042,
      "step": 140360
    },
    {
      "epoch": 5.748965799713291,
      "grad_norm": 1.195608671495822,
      "learning_rate": 1.3299088525414225e-06,
      "loss": 0.2764,
      "step": 140361
    },
    {
      "epoch": 5.749006758140488,
      "grad_norm": 0.8475719408905281,
      "learning_rate": 1.3294755575525673e-06,
      "loss": 0.1349,
      "step": 140362
    },
    {
      "epoch": 5.749047716567683,
      "grad_norm": 1.9938296991882467,
      "learning_rate": 1.3290423328465084e-06,
      "loss": 0.6392,
      "step": 140363
    },
    {
      "epoch": 5.74908867499488,
      "grad_norm": 1.6146136222306837,
      "learning_rate": 1.3286091784234454e-06,
      "loss": 0.4504,
      "step": 140364
    },
    {
      "epoch": 5.7491296334220765,
      "grad_norm": 0.869725014676074,
      "learning_rate": 1.328176094283595e-06,
      "loss": 0.1481,
      "step": 140365
    },
    {
      "epoch": 5.749170591849273,
      "grad_norm": 2.549123981074668,
      "learning_rate": 1.3277430804271738e-06,
      "loss": 0.5044,
      "step": 140366
    },
    {
      "epoch": 5.74921155027647,
      "grad_norm": 1.5174176701287674,
      "learning_rate": 1.3273101368543315e-06,
      "loss": 0.4762,
      "step": 140367
    },
    {
      "epoch": 5.749252508703666,
      "grad_norm": 1.6132914131648601,
      "learning_rate": 1.3268772635653347e-06,
      "loss": 0.4566,
      "step": 140368
    },
    {
      "epoch": 5.749293467130862,
      "grad_norm": 1.7991456821560436,
      "learning_rate": 1.3264444605603663e-06,
      "loss": 0.3817,
      "step": 140369
    },
    {
      "epoch": 5.749334425558058,
      "grad_norm": 1.4957201906359117,
      "learning_rate": 1.32601172783961e-06,
      "loss": 0.4563,
      "step": 140370
    },
    {
      "epoch": 5.749375383985255,
      "grad_norm": 2.720472354112872,
      "learning_rate": 1.3255790654032983e-06,
      "loss": 0.7237,
      "step": 140371
    },
    {
      "epoch": 5.749416342412451,
      "grad_norm": 0.9630402826265317,
      "learning_rate": 1.3251464732516314e-06,
      "loss": 0.1786,
      "step": 140372
    },
    {
      "epoch": 5.749457300839648,
      "grad_norm": 1.4094080388416312,
      "learning_rate": 1.3247139513847926e-06,
      "loss": 0.4326,
      "step": 140373
    },
    {
      "epoch": 5.749498259266844,
      "grad_norm": 0.7562700070417799,
      "learning_rate": 1.3242814998030149e-06,
      "loss": 0.1234,
      "step": 140374
    },
    {
      "epoch": 5.749539217694041,
      "grad_norm": 1.3998001814732102,
      "learning_rate": 1.3238491185064815e-06,
      "loss": 0.4033,
      "step": 140375
    },
    {
      "epoch": 5.749580176121237,
      "grad_norm": 1.7482070114233603,
      "learning_rate": 1.3234168074954088e-06,
      "loss": 0.5517,
      "step": 140376
    },
    {
      "epoch": 5.749621134548433,
      "grad_norm": 1.0395352030376608,
      "learning_rate": 1.3229845667700135e-06,
      "loss": 0.1934,
      "step": 140377
    },
    {
      "epoch": 5.74966209297563,
      "grad_norm": 0.8753045450296104,
      "learning_rate": 1.3225523963304618e-06,
      "loss": 0.0856,
      "step": 140378
    },
    {
      "epoch": 5.749703051402826,
      "grad_norm": 1.921257620946856,
      "learning_rate": 1.3221202961769873e-06,
      "loss": 0.6954,
      "step": 140379
    },
    {
      "epoch": 5.749744009830023,
      "grad_norm": 1.4620172130204472,
      "learning_rate": 1.3216882663097894e-06,
      "loss": 0.4432,
      "step": 140380
    },
    {
      "epoch": 5.749784968257219,
      "grad_norm": 2.393698912302981,
      "learning_rate": 1.3212563067290515e-06,
      "loss": 1.0638,
      "step": 140381
    },
    {
      "epoch": 5.749825926684415,
      "grad_norm": 0.7394200381230236,
      "learning_rate": 1.3208244174350235e-06,
      "loss": 0.135,
      "step": 140382
    },
    {
      "epoch": 5.7498668851116115,
      "grad_norm": 0.8241222090281997,
      "learning_rate": 1.3203925984278718e-06,
      "loss": 0.1207,
      "step": 140383
    },
    {
      "epoch": 5.749907843538808,
      "grad_norm": 1.2518424130809844,
      "learning_rate": 1.3199608497077962e-06,
      "loss": 0.2185,
      "step": 140384
    },
    {
      "epoch": 5.7499488019660046,
      "grad_norm": 0.9749391256818876,
      "learning_rate": 1.31952917127503e-06,
      "loss": 0.1879,
      "step": 140385
    },
    {
      "epoch": 5.749989760393201,
      "grad_norm": 0.7690102474058911,
      "learning_rate": 1.3190975631297728e-06,
      "loss": 0.092,
      "step": 140386
    },
    {
      "epoch": 5.750030718820398,
      "grad_norm": 1.5811557070105158,
      "learning_rate": 1.318666025272208e-06,
      "loss": 0.5534,
      "step": 140387
    },
    {
      "epoch": 5.750071677247593,
      "grad_norm": 1.31049540227519,
      "learning_rate": 1.3182345577025522e-06,
      "loss": 0.5152,
      "step": 140388
    },
    {
      "epoch": 5.75011263567479,
      "grad_norm": 1.7963325873562477,
      "learning_rate": 1.317803160421005e-06,
      "loss": 0.5602,
      "step": 140389
    },
    {
      "epoch": 5.750153594101986,
      "grad_norm": 0.671506960430779,
      "learning_rate": 1.3173718334277661e-06,
      "loss": 0.0475,
      "step": 140390
    },
    {
      "epoch": 5.750194552529183,
      "grad_norm": 1.466181811788939,
      "learning_rate": 1.3169405767230524e-06,
      "loss": 0.3629,
      "step": 140391
    },
    {
      "epoch": 5.750235510956379,
      "grad_norm": 1.6654666184527842,
      "learning_rate": 1.3165093903070634e-06,
      "loss": 0.5834,
      "step": 140392
    },
    {
      "epoch": 5.750276469383576,
      "grad_norm": 1.029670135487194,
      "learning_rate": 1.3160782741800158e-06,
      "loss": 0.2085,
      "step": 140393
    },
    {
      "epoch": 5.7503174278107725,
      "grad_norm": 1.5889157254365003,
      "learning_rate": 1.3156472283420761e-06,
      "loss": 0.5131,
      "step": 140394
    },
    {
      "epoch": 5.750358386237968,
      "grad_norm": 1.1716297778530842,
      "learning_rate": 1.3152162527934774e-06,
      "loss": 0.2692,
      "step": 140395
    },
    {
      "epoch": 5.750399344665165,
      "grad_norm": 1.2516070395995424,
      "learning_rate": 1.3147853475344193e-06,
      "loss": 0.269,
      "step": 140396
    },
    {
      "epoch": 5.750440303092361,
      "grad_norm": 1.9509938976750545,
      "learning_rate": 1.3143545125650856e-06,
      "loss": 0.7499,
      "step": 140397
    },
    {
      "epoch": 5.750481261519558,
      "grad_norm": 1.6843429656454736,
      "learning_rate": 1.313923747885709e-06,
      "loss": 0.4186,
      "step": 140398
    },
    {
      "epoch": 5.750522219946754,
      "grad_norm": 1.7426673651073739,
      "learning_rate": 1.3134930534964893e-06,
      "loss": 0.6275,
      "step": 140399
    },
    {
      "epoch": 5.750563178373951,
      "grad_norm": 1.0963429819490702,
      "learning_rate": 1.3130624293976267e-06,
      "loss": 0.1697,
      "step": 140400
    },
    {
      "epoch": 5.7506041368011465,
      "grad_norm": 1.5858182321091603,
      "learning_rate": 1.312631875589304e-06,
      "loss": 0.6187,
      "step": 140401
    },
    {
      "epoch": 5.750645095228343,
      "grad_norm": 2.4960400419024644,
      "learning_rate": 1.3122013920717544e-06,
      "loss": 0.8184,
      "step": 140402
    },
    {
      "epoch": 5.7506860536555395,
      "grad_norm": 1.774908281888419,
      "learning_rate": 1.3117709788451613e-06,
      "loss": 0.5591,
      "step": 140403
    },
    {
      "epoch": 5.750727012082736,
      "grad_norm": 0.95275372729097,
      "learning_rate": 1.311340635909741e-06,
      "loss": 0.195,
      "step": 140404
    },
    {
      "epoch": 5.750767970509933,
      "grad_norm": 1.2789937017195352,
      "learning_rate": 1.310910363265677e-06,
      "loss": 0.4014,
      "step": 140405
    },
    {
      "epoch": 5.750808928937129,
      "grad_norm": 0.3666561764527584,
      "learning_rate": 1.3104801609132021e-06,
      "loss": 0.0262,
      "step": 140406
    },
    {
      "epoch": 5.750849887364325,
      "grad_norm": 0.7627428022653886,
      "learning_rate": 1.310050028852483e-06,
      "loss": 0.1498,
      "step": 140407
    },
    {
      "epoch": 5.750890845791521,
      "grad_norm": 1.333238287154289,
      "learning_rate": 1.3096199670837525e-06,
      "loss": 0.4,
      "step": 140408
    },
    {
      "epoch": 5.750931804218718,
      "grad_norm": 1.3525064782751457,
      "learning_rate": 1.3091899756072278e-06,
      "loss": 0.3683,
      "step": 140409
    },
    {
      "epoch": 5.750972762645914,
      "grad_norm": 1.386719416221334,
      "learning_rate": 1.308760054423058e-06,
      "loss": 0.4419,
      "step": 140410
    },
    {
      "epoch": 5.751013721073111,
      "grad_norm": 1.8330036845213358,
      "learning_rate": 1.3083302035314935e-06,
      "loss": 0.5948,
      "step": 140411
    },
    {
      "epoch": 5.7510546795003075,
      "grad_norm": 1.6350740598862865,
      "learning_rate": 1.3079004229327339e-06,
      "loss": 0.5245,
      "step": 140412
    },
    {
      "epoch": 5.751095637927504,
      "grad_norm": 1.6368755890383024,
      "learning_rate": 1.3074707126269457e-06,
      "loss": 0.4731,
      "step": 140413
    },
    {
      "epoch": 5.7511365963547,
      "grad_norm": 1.5794382325056067,
      "learning_rate": 1.3070410726143787e-06,
      "loss": 0.4257,
      "step": 140414
    },
    {
      "epoch": 5.751177554781896,
      "grad_norm": 1.5656348362097137,
      "learning_rate": 1.3066115028951996e-06,
      "loss": 0.4311,
      "step": 140415
    },
    {
      "epoch": 5.751218513209093,
      "grad_norm": 1.0563782331168936,
      "learning_rate": 1.3061820034696414e-06,
      "loss": 0.2306,
      "step": 140416
    },
    {
      "epoch": 5.751259471636289,
      "grad_norm": 2.312560345476274,
      "learning_rate": 1.3057525743378871e-06,
      "loss": 1.3529,
      "step": 140417
    },
    {
      "epoch": 5.751300430063486,
      "grad_norm": 1.5551591551002795,
      "learning_rate": 1.305323215500137e-06,
      "loss": 0.4773,
      "step": 140418
    },
    {
      "epoch": 5.751341388490682,
      "grad_norm": 1.6154204774304837,
      "learning_rate": 1.3048939269566072e-06,
      "loss": 0.5164,
      "step": 140419
    },
    {
      "epoch": 5.751382346917878,
      "grad_norm": 1.1309956345598668,
      "learning_rate": 1.3044647087074977e-06,
      "loss": 0.2228,
      "step": 140420
    },
    {
      "epoch": 5.7514233053450745,
      "grad_norm": 1.3194293566050463,
      "learning_rate": 1.3040355607529917e-06,
      "loss": 0.4101,
      "step": 140421
    },
    {
      "epoch": 5.751464263772271,
      "grad_norm": 1.554143551671528,
      "learning_rate": 1.303606483093339e-06,
      "loss": 0.4229,
      "step": 140422
    },
    {
      "epoch": 5.751505222199468,
      "grad_norm": 0.8896551954503424,
      "learning_rate": 1.3031774757286895e-06,
      "loss": 0.21,
      "step": 140423
    },
    {
      "epoch": 5.751546180626664,
      "grad_norm": 1.5126019198748044,
      "learning_rate": 1.3027485386592762e-06,
      "loss": 0.408,
      "step": 140424
    },
    {
      "epoch": 5.751587139053861,
      "grad_norm": 2.8439573230389366,
      "learning_rate": 1.302319671885299e-06,
      "loss": 0.6111,
      "step": 140425
    },
    {
      "epoch": 5.751628097481056,
      "grad_norm": 1.5425528502923471,
      "learning_rate": 1.3018908754069413e-06,
      "loss": 0.359,
      "step": 140426
    },
    {
      "epoch": 5.751669055908253,
      "grad_norm": 0.9086158140806311,
      "learning_rate": 1.301462149224436e-06,
      "loss": 0.1621,
      "step": 140427
    },
    {
      "epoch": 5.751710014335449,
      "grad_norm": 1.2471407207304155,
      "learning_rate": 1.3010334933379663e-06,
      "loss": 0.3976,
      "step": 140428
    },
    {
      "epoch": 5.751750972762646,
      "grad_norm": 1.5113053755607626,
      "learning_rate": 1.300604907747732e-06,
      "loss": 0.4827,
      "step": 140429
    },
    {
      "epoch": 5.751791931189842,
      "grad_norm": 1.553473463121879,
      "learning_rate": 1.3001763924539666e-06,
      "loss": 0.5891,
      "step": 140430
    },
    {
      "epoch": 5.751832889617039,
      "grad_norm": 1.5654653168710357,
      "learning_rate": 1.2997479474568362e-06,
      "loss": 0.4909,
      "step": 140431
    },
    {
      "epoch": 5.7518738480442355,
      "grad_norm": 0.410524075137097,
      "learning_rate": 1.2993195727565409e-06,
      "loss": 0.0564,
      "step": 140432
    },
    {
      "epoch": 5.751914806471431,
      "grad_norm": 1.5551498466975084,
      "learning_rate": 1.2988912683533138e-06,
      "loss": 0.4119,
      "step": 140433
    },
    {
      "epoch": 5.751955764898628,
      "grad_norm": 1.3714729892728004,
      "learning_rate": 1.298463034247338e-06,
      "loss": 0.3308,
      "step": 140434
    },
    {
      "epoch": 5.751996723325824,
      "grad_norm": 1.5673095514322244,
      "learning_rate": 1.29803487043883e-06,
      "loss": 0.5432,
      "step": 140435
    },
    {
      "epoch": 5.752037681753021,
      "grad_norm": 1.5871886997562241,
      "learning_rate": 1.297606776927973e-06,
      "loss": 0.4897,
      "step": 140436
    },
    {
      "epoch": 5.752078640180217,
      "grad_norm": 1.5813914132346,
      "learning_rate": 1.2971787537149836e-06,
      "loss": 0.5058,
      "step": 140437
    },
    {
      "epoch": 5.752119598607414,
      "grad_norm": 0.8522343183210612,
      "learning_rate": 1.2967508008000616e-06,
      "loss": 0.1779,
      "step": 140438
    },
    {
      "epoch": 5.7521605570346095,
      "grad_norm": 1.5814103936106612,
      "learning_rate": 1.2963229181833902e-06,
      "loss": 0.4548,
      "step": 140439
    },
    {
      "epoch": 5.752201515461806,
      "grad_norm": 1.7928562835401174,
      "learning_rate": 1.2958951058652023e-06,
      "loss": 0.6482,
      "step": 140440
    },
    {
      "epoch": 5.752242473889003,
      "grad_norm": 2.077714507767552,
      "learning_rate": 1.2954673638456813e-06,
      "loss": 0.5186,
      "step": 140441
    },
    {
      "epoch": 5.752283432316199,
      "grad_norm": 1.4135481793566809,
      "learning_rate": 1.295039692125044e-06,
      "loss": 0.3683,
      "step": 140442
    },
    {
      "epoch": 5.752324390743396,
      "grad_norm": 0.8236438827149091,
      "learning_rate": 1.294612090703473e-06,
      "loss": 0.1288,
      "step": 140443
    },
    {
      "epoch": 5.752365349170592,
      "grad_norm": 1.4642048168359731,
      "learning_rate": 1.2941845595811851e-06,
      "loss": 0.4897,
      "step": 140444
    },
    {
      "epoch": 5.752406307597788,
      "grad_norm": 0.8673035458496268,
      "learning_rate": 1.2937570987583634e-06,
      "loss": 0.1823,
      "step": 140445
    },
    {
      "epoch": 5.752447266024984,
      "grad_norm": 1.4961669012591026,
      "learning_rate": 1.2933297082352411e-06,
      "loss": 0.4366,
      "step": 140446
    },
    {
      "epoch": 5.752488224452181,
      "grad_norm": 1.0274308557173675,
      "learning_rate": 1.2929023880120015e-06,
      "loss": 0.2168,
      "step": 140447
    },
    {
      "epoch": 5.752529182879377,
      "grad_norm": 1.7224028662345248,
      "learning_rate": 1.2924751380888444e-06,
      "loss": 0.5267,
      "step": 140448
    },
    {
      "epoch": 5.752570141306574,
      "grad_norm": 0.8351479341176701,
      "learning_rate": 1.292047958465986e-06,
      "loss": 0.1988,
      "step": 140449
    },
    {
      "epoch": 5.7526110997337705,
      "grad_norm": 1.6922852347441466,
      "learning_rate": 1.291620849143593e-06,
      "loss": 0.5692,
      "step": 140450
    },
    {
      "epoch": 5.752652058160967,
      "grad_norm": 1.754695858477565,
      "learning_rate": 1.2911938101219154e-06,
      "loss": 0.5688,
      "step": 140451
    },
    {
      "epoch": 5.752693016588163,
      "grad_norm": 1.8239502428992007,
      "learning_rate": 1.2907668414011363e-06,
      "loss": 0.5909,
      "step": 140452
    },
    {
      "epoch": 5.752733975015359,
      "grad_norm": 1.4590645049880606,
      "learning_rate": 1.2903399429814387e-06,
      "loss": 0.4231,
      "step": 140453
    },
    {
      "epoch": 5.752774933442556,
      "grad_norm": 1.4548373115522777,
      "learning_rate": 1.2899131148630392e-06,
      "loss": 0.381,
      "step": 140454
    },
    {
      "epoch": 5.752815891869752,
      "grad_norm": 1.5938132262510725,
      "learning_rate": 1.2894863570461545e-06,
      "loss": 0.4023,
      "step": 140455
    },
    {
      "epoch": 5.752856850296949,
      "grad_norm": 1.3751954894828982,
      "learning_rate": 1.2890596695309507e-06,
      "loss": 0.4498,
      "step": 140456
    },
    {
      "epoch": 5.752897808724145,
      "grad_norm": 1.7006924838252482,
      "learning_rate": 1.2886330523176614e-06,
      "loss": 0.6836,
      "step": 140457
    },
    {
      "epoch": 5.752938767151341,
      "grad_norm": 1.516538656064444,
      "learning_rate": 1.288206505406486e-06,
      "loss": 0.5406,
      "step": 140458
    },
    {
      "epoch": 5.7529797255785375,
      "grad_norm": 1.4579421918063886,
      "learning_rate": 1.287780028797608e-06,
      "loss": 0.4813,
      "step": 140459
    },
    {
      "epoch": 5.753020684005734,
      "grad_norm": 3.098373409712956,
      "learning_rate": 1.287353622491244e-06,
      "loss": 1.2871,
      "step": 140460
    },
    {
      "epoch": 5.753061642432931,
      "grad_norm": 0.5809456435082817,
      "learning_rate": 1.2869272864875767e-06,
      "loss": 0.0471,
      "step": 140461
    },
    {
      "epoch": 5.753102600860127,
      "grad_norm": 3.030881082290429,
      "learning_rate": 1.286501020786823e-06,
      "loss": 1.4946,
      "step": 140462
    },
    {
      "epoch": 5.753143559287324,
      "grad_norm": 0.9787636565085132,
      "learning_rate": 1.2860748253891995e-06,
      "loss": 0.1992,
      "step": 140463
    },
    {
      "epoch": 5.753184517714519,
      "grad_norm": 1.223864669292487,
      "learning_rate": 1.2856487002948724e-06,
      "loss": 0.3238,
      "step": 140464
    },
    {
      "epoch": 5.753225476141716,
      "grad_norm": 1.4767231834157366,
      "learning_rate": 1.285222645504075e-06,
      "loss": 0.4265,
      "step": 140465
    },
    {
      "epoch": 5.753266434568912,
      "grad_norm": 1.6099252979024767,
      "learning_rate": 1.2847966610169735e-06,
      "loss": 0.4842,
      "step": 140466
    },
    {
      "epoch": 5.753307392996109,
      "grad_norm": 1.5773429142339488,
      "learning_rate": 1.2843707468338016e-06,
      "loss": 0.5423,
      "step": 140467
    },
    {
      "epoch": 5.7533483514233055,
      "grad_norm": 2.1015356185239042,
      "learning_rate": 1.2839449029547587e-06,
      "loss": 0.8371,
      "step": 140468
    },
    {
      "epoch": 5.753389309850502,
      "grad_norm": 2.646102548639166,
      "learning_rate": 1.2835191293800284e-06,
      "loss": 1.9701,
      "step": 140469
    },
    {
      "epoch": 5.7534302682776985,
      "grad_norm": 1.5128806136856103,
      "learning_rate": 1.2830934261098268e-06,
      "loss": 0.4911,
      "step": 140470
    },
    {
      "epoch": 5.753471226704894,
      "grad_norm": 1.3182429934302669,
      "learning_rate": 1.2826677931443374e-06,
      "loss": 0.336,
      "step": 140471
    },
    {
      "epoch": 5.753512185132091,
      "grad_norm": 1.8812286163742107,
      "learning_rate": 1.2822422304837766e-06,
      "loss": 0.6149,
      "step": 140472
    },
    {
      "epoch": 5.753553143559287,
      "grad_norm": 1.542884773879777,
      "learning_rate": 1.2818167381283605e-06,
      "loss": 0.489,
      "step": 140473
    },
    {
      "epoch": 5.753594101986484,
      "grad_norm": 1.617479143892579,
      "learning_rate": 1.2813913160782396e-06,
      "loss": 0.4619,
      "step": 140474
    },
    {
      "epoch": 5.75363506041368,
      "grad_norm": 1.570696630398249,
      "learning_rate": 1.2809659643336633e-06,
      "loss": 0.3687,
      "step": 140475
    },
    {
      "epoch": 5.753676018840877,
      "grad_norm": 1.0570819393424031,
      "learning_rate": 1.2805406828948317e-06,
      "loss": 0.197,
      "step": 140476
    },
    {
      "epoch": 5.7537169772680725,
      "grad_norm": 1.6376091477222645,
      "learning_rate": 1.2801154717619112e-06,
      "loss": 0.5551,
      "step": 140477
    },
    {
      "epoch": 5.753757935695269,
      "grad_norm": 1.4823084120793746,
      "learning_rate": 1.2796903309351348e-06,
      "loss": 0.4169,
      "step": 140478
    },
    {
      "epoch": 5.753798894122466,
      "grad_norm": 0.8092227949059473,
      "learning_rate": 1.279265260414686e-06,
      "loss": 0.1964,
      "step": 140479
    },
    {
      "epoch": 5.753839852549662,
      "grad_norm": 0.9753209748783517,
      "learning_rate": 1.278840260200764e-06,
      "loss": 0.2006,
      "step": 140480
    },
    {
      "epoch": 5.753880810976859,
      "grad_norm": 1.6539998260792856,
      "learning_rate": 1.2784153302935863e-06,
      "loss": 0.4973,
      "step": 140481
    },
    {
      "epoch": 5.753921769404055,
      "grad_norm": 2.142468647154427,
      "learning_rate": 1.2779904706933353e-06,
      "loss": 0.7628,
      "step": 140482
    },
    {
      "epoch": 5.753962727831251,
      "grad_norm": 2.131582905884303,
      "learning_rate": 1.2775656814002112e-06,
      "loss": 0.9372,
      "step": 140483
    },
    {
      "epoch": 5.754003686258447,
      "grad_norm": 0.9055397375718068,
      "learning_rate": 1.2771409624144468e-06,
      "loss": 0.1734,
      "step": 140484
    },
    {
      "epoch": 5.754044644685644,
      "grad_norm": 1.2307112175720782,
      "learning_rate": 1.276716313736209e-06,
      "loss": 0.3424,
      "step": 140485
    },
    {
      "epoch": 5.7540856031128405,
      "grad_norm": 1.710127957997107,
      "learning_rate": 1.2762917353657143e-06,
      "loss": 0.6117,
      "step": 140486
    },
    {
      "epoch": 5.754126561540037,
      "grad_norm": 1.7078708103868014,
      "learning_rate": 1.2758672273031456e-06,
      "loss": 0.6121,
      "step": 140487
    },
    {
      "epoch": 5.7541675199672335,
      "grad_norm": 1.7544364387068745,
      "learning_rate": 1.2754427895487196e-06,
      "loss": 0.6834,
      "step": 140488
    },
    {
      "epoch": 5.75420847839443,
      "grad_norm": 1.7705249415903146,
      "learning_rate": 1.2750184221026528e-06,
      "loss": 0.6242,
      "step": 140489
    },
    {
      "epoch": 5.754249436821626,
      "grad_norm": 1.4433282487009425,
      "learning_rate": 1.2745941249651116e-06,
      "loss": 0.5387,
      "step": 140490
    },
    {
      "epoch": 5.754290395248822,
      "grad_norm": 0.76148481408081,
      "learning_rate": 1.2741698981363125e-06,
      "loss": 0.1194,
      "step": 140491
    },
    {
      "epoch": 5.754331353676019,
      "grad_norm": 1.5393654335005658,
      "learning_rate": 1.273745741616472e-06,
      "loss": 0.5221,
      "step": 140492
    },
    {
      "epoch": 5.754372312103215,
      "grad_norm": 0.6826882769656186,
      "learning_rate": 1.2733216554057568e-06,
      "loss": 0.0784,
      "step": 140493
    },
    {
      "epoch": 5.754413270530412,
      "grad_norm": 1.6582715749290264,
      "learning_rate": 1.2728976395044e-06,
      "loss": 0.6016,
      "step": 140494
    },
    {
      "epoch": 5.754454228957608,
      "grad_norm": 1.1132606880370006,
      "learning_rate": 1.272473693912568e-06,
      "loss": 0.2271,
      "step": 140495
    },
    {
      "epoch": 5.754495187384805,
      "grad_norm": 1.5482338154765007,
      "learning_rate": 1.2720498186304773e-06,
      "loss": 0.3991,
      "step": 140496
    },
    {
      "epoch": 5.754536145812001,
      "grad_norm": 2.1114353016047067,
      "learning_rate": 1.271626013658361e-06,
      "loss": 0.9196,
      "step": 140497
    },
    {
      "epoch": 5.754577104239197,
      "grad_norm": 1.3424597694178368,
      "learning_rate": 1.2712022789963693e-06,
      "loss": 0.3678,
      "step": 140498
    },
    {
      "epoch": 5.754618062666394,
      "grad_norm": 1.3337990470778625,
      "learning_rate": 1.2707786146447186e-06,
      "loss": 0.3279,
      "step": 140499
    },
    {
      "epoch": 5.75465902109359,
      "grad_norm": 0.7707883279586029,
      "learning_rate": 1.270355020603625e-06,
      "loss": 0.0958,
      "step": 140500
    },
    {
      "epoch": 5.754699979520787,
      "grad_norm": 1.5598703742906295,
      "learning_rate": 1.2699314968732721e-06,
      "loss": 0.4355,
      "step": 140501
    },
    {
      "epoch": 5.754740937947982,
      "grad_norm": 0.9397437465933492,
      "learning_rate": 1.2695080434538597e-06,
      "loss": 0.2492,
      "step": 140502
    },
    {
      "epoch": 5.754781896375179,
      "grad_norm": 1.5167948319772602,
      "learning_rate": 1.269084660345604e-06,
      "loss": 0.4915,
      "step": 140503
    },
    {
      "epoch": 5.754822854802375,
      "grad_norm": 1.3111007645869048,
      "learning_rate": 1.2686613475486884e-06,
      "loss": 0.3351,
      "step": 140504
    },
    {
      "epoch": 5.754863813229572,
      "grad_norm": 1.5937137719857213,
      "learning_rate": 1.2682381050633128e-06,
      "loss": 0.4729,
      "step": 140505
    },
    {
      "epoch": 5.7549047716567685,
      "grad_norm": 0.8121627084830775,
      "learning_rate": 1.2678149328896937e-06,
      "loss": 0.1698,
      "step": 140506
    },
    {
      "epoch": 5.754945730083965,
      "grad_norm": 0.96546209673545,
      "learning_rate": 1.267391831028014e-06,
      "loss": 0.2126,
      "step": 140507
    },
    {
      "epoch": 5.754986688511162,
      "grad_norm": 1.5925933892469053,
      "learning_rate": 1.2669687994784905e-06,
      "loss": 0.4261,
      "step": 140508
    },
    {
      "epoch": 5.755027646938357,
      "grad_norm": 1.2508574289925598,
      "learning_rate": 1.2665458382413063e-06,
      "loss": 0.2257,
      "step": 140509
    },
    {
      "epoch": 5.755068605365554,
      "grad_norm": 0.7892708335603412,
      "learning_rate": 1.2661229473166778e-06,
      "loss": 0.1398,
      "step": 140510
    },
    {
      "epoch": 5.75510956379275,
      "grad_norm": 1.6232222962762095,
      "learning_rate": 1.2657001267047884e-06,
      "loss": 0.4418,
      "step": 140511
    },
    {
      "epoch": 5.755150522219947,
      "grad_norm": 1.586933738078422,
      "learning_rate": 1.2652773764058377e-06,
      "loss": 0.4773,
      "step": 140512
    },
    {
      "epoch": 5.755191480647143,
      "grad_norm": 0.8502231884621235,
      "learning_rate": 1.264854696420059e-06,
      "loss": 0.1551,
      "step": 140513
    },
    {
      "epoch": 5.75523243907434,
      "grad_norm": 0.8091506824384637,
      "learning_rate": 1.2644320867476021e-06,
      "loss": 0.1719,
      "step": 140514
    },
    {
      "epoch": 5.755273397501536,
      "grad_norm": 1.3698803266874133,
      "learning_rate": 1.2640095473887001e-06,
      "loss": 0.3362,
      "step": 140515
    },
    {
      "epoch": 5.755314355928732,
      "grad_norm": 1.7558534585276637,
      "learning_rate": 1.2635870783435364e-06,
      "loss": 0.5158,
      "step": 140516
    },
    {
      "epoch": 5.755355314355929,
      "grad_norm": 1.0595033399281102,
      "learning_rate": 1.2631646796123274e-06,
      "loss": 0.22,
      "step": 140517
    },
    {
      "epoch": 5.755396272783125,
      "grad_norm": 2.318872354139133,
      "learning_rate": 1.2627423511952561e-06,
      "loss": 0.7259,
      "step": 140518
    },
    {
      "epoch": 5.755437231210322,
      "grad_norm": 1.644797776356687,
      "learning_rate": 1.2623200930925226e-06,
      "loss": 0.4275,
      "step": 140519
    },
    {
      "epoch": 5.755478189637518,
      "grad_norm": 1.9811651312148144,
      "learning_rate": 1.2618979053043432e-06,
      "loss": 0.7232,
      "step": 140520
    },
    {
      "epoch": 5.755519148064714,
      "grad_norm": 1.9048858310150112,
      "learning_rate": 1.2614757878309178e-06,
      "loss": 0.7107,
      "step": 140521
    },
    {
      "epoch": 5.75556010649191,
      "grad_norm": 1.6024158611090806,
      "learning_rate": 1.2610537406724298e-06,
      "loss": 0.5075,
      "step": 140522
    },
    {
      "epoch": 5.755601064919107,
      "grad_norm": 1.5246724877737308,
      "learning_rate": 1.2606317638290786e-06,
      "loss": 0.5393,
      "step": 140523
    },
    {
      "epoch": 5.7556420233463035,
      "grad_norm": 1.41735979487983,
      "learning_rate": 1.2602098573010644e-06,
      "loss": 0.4355,
      "step": 140524
    },
    {
      "epoch": 5.7556829817735,
      "grad_norm": 1.0637546832594285,
      "learning_rate": 1.2597880210886035e-06,
      "loss": 0.2307,
      "step": 140525
    },
    {
      "epoch": 5.7557239402006966,
      "grad_norm": 2.812026572398709,
      "learning_rate": 1.2593662551918793e-06,
      "loss": 2.2227,
      "step": 140526
    },
    {
      "epoch": 5.755764898627893,
      "grad_norm": 0.7185077046473762,
      "learning_rate": 1.2589445596110914e-06,
      "loss": 0.0646,
      "step": 140527
    },
    {
      "epoch": 5.755805857055089,
      "grad_norm": 1.6351009694897725,
      "learning_rate": 1.2585229343464397e-06,
      "loss": 0.5838,
      "step": 140528
    },
    {
      "epoch": 5.755846815482285,
      "grad_norm": 1.6106704706976074,
      "learning_rate": 1.2581013793981577e-06,
      "loss": 0.5838,
      "step": 140529
    },
    {
      "epoch": 5.755887773909482,
      "grad_norm": 0.42663838502497964,
      "learning_rate": 1.2576798947663947e-06,
      "loss": 0.0699,
      "step": 140530
    },
    {
      "epoch": 5.755928732336678,
      "grad_norm": 1.1550336838087913,
      "learning_rate": 1.2572584804513508e-06,
      "loss": 0.3225,
      "step": 140531
    },
    {
      "epoch": 5.755969690763875,
      "grad_norm": 1.678958332152758,
      "learning_rate": 1.256837136453276e-06,
      "loss": 0.5581,
      "step": 140532
    },
    {
      "epoch": 5.756010649191071,
      "grad_norm": 0.756144585257586,
      "learning_rate": 1.2564158627723197e-06,
      "loss": 0.1747,
      "step": 140533
    },
    {
      "epoch": 5.756051607618268,
      "grad_norm": 1.646847589931128,
      "learning_rate": 1.2559946594086988e-06,
      "loss": 0.4512,
      "step": 140534
    },
    {
      "epoch": 5.756092566045464,
      "grad_norm": 1.4251968092824085,
      "learning_rate": 1.2555735263626133e-06,
      "loss": 0.3948,
      "step": 140535
    },
    {
      "epoch": 5.75613352447266,
      "grad_norm": 1.233544536651565,
      "learning_rate": 1.2551524636342624e-06,
      "loss": 0.2704,
      "step": 140536
    },
    {
      "epoch": 5.756174482899857,
      "grad_norm": 1.521859013159156,
      "learning_rate": 1.2547314712238466e-06,
      "loss": 0.4517,
      "step": 140537
    },
    {
      "epoch": 5.756215441327053,
      "grad_norm": 1.6361707343023881,
      "learning_rate": 1.2543105491315485e-06,
      "loss": 0.6322,
      "step": 140538
    },
    {
      "epoch": 5.75625639975425,
      "grad_norm": 1.5241461645032206,
      "learning_rate": 1.2538896973576018e-06,
      "loss": 0.42,
      "step": 140539
    },
    {
      "epoch": 5.756297358181445,
      "grad_norm": 1.3294961708851631,
      "learning_rate": 1.2534689159021726e-06,
      "loss": 0.3054,
      "step": 140540
    },
    {
      "epoch": 5.756338316608642,
      "grad_norm": 1.5613012221161762,
      "learning_rate": 1.2530482047654777e-06,
      "loss": 0.4778,
      "step": 140541
    },
    {
      "epoch": 5.7563792750358385,
      "grad_norm": 1.3373244272015858,
      "learning_rate": 1.2526275639477168e-06,
      "loss": 0.4389,
      "step": 140542
    },
    {
      "epoch": 5.756420233463035,
      "grad_norm": 1.5136605928576354,
      "learning_rate": 1.2522069934490563e-06,
      "loss": 0.4734,
      "step": 140543
    },
    {
      "epoch": 5.7564611918902315,
      "grad_norm": 0.9509568103624533,
      "learning_rate": 1.2517864932697464e-06,
      "loss": 0.2179,
      "step": 140544
    },
    {
      "epoch": 5.756502150317428,
      "grad_norm": 1.009913549859126,
      "learning_rate": 1.2513660634099532e-06,
      "loss": 0.212,
      "step": 140545
    },
    {
      "epoch": 5.756543108744625,
      "grad_norm": 1.4755769150639366,
      "learning_rate": 1.2509457038698766e-06,
      "loss": 0.443,
      "step": 140546
    },
    {
      "epoch": 5.75658406717182,
      "grad_norm": 1.4067777401959107,
      "learning_rate": 1.2505254146497168e-06,
      "loss": 0.3983,
      "step": 140547
    },
    {
      "epoch": 5.756625025599017,
      "grad_norm": 0.8508123988422085,
      "learning_rate": 1.25010519574969e-06,
      "loss": 0.1346,
      "step": 140548
    },
    {
      "epoch": 5.756665984026213,
      "grad_norm": 0.8723348887058333,
      "learning_rate": 1.2496850471699793e-06,
      "loss": 0.1709,
      "step": 140549
    },
    {
      "epoch": 5.75670694245341,
      "grad_norm": 4.02658292311833,
      "learning_rate": 1.2492649689107847e-06,
      "loss": 3.4865,
      "step": 140550
    },
    {
      "epoch": 5.756747900880606,
      "grad_norm": 1.4859541177987219,
      "learning_rate": 1.2488449609723062e-06,
      "loss": 0.5319,
      "step": 140551
    },
    {
      "epoch": 5.756788859307803,
      "grad_norm": 1.835609523291181,
      "learning_rate": 1.2484250233547433e-06,
      "loss": 0.5513,
      "step": 140552
    },
    {
      "epoch": 5.7568298177349995,
      "grad_norm": 1.7843848755204141,
      "learning_rate": 1.248005156058296e-06,
      "loss": 0.517,
      "step": 140553
    },
    {
      "epoch": 5.756870776162195,
      "grad_norm": 1.6627060165281793,
      "learning_rate": 1.2475853590831476e-06,
      "loss": 0.5251,
      "step": 140554
    },
    {
      "epoch": 5.756911734589392,
      "grad_norm": 1.3630424782388528,
      "learning_rate": 1.2471656324295143e-06,
      "loss": 0.3977,
      "step": 140555
    },
    {
      "epoch": 5.756952693016588,
      "grad_norm": 1.1967751784543261,
      "learning_rate": 1.246745976097613e-06,
      "loss": 0.2912,
      "step": 140556
    },
    {
      "epoch": 5.756993651443785,
      "grad_norm": 1.8308630727525694,
      "learning_rate": 1.246326390087593e-06,
      "loss": 0.5041,
      "step": 140557
    },
    {
      "epoch": 5.757034609870981,
      "grad_norm": 1.8130954030654491,
      "learning_rate": 1.2459068743996881e-06,
      "loss": 0.6214,
      "step": 140558
    },
    {
      "epoch": 5.757075568298177,
      "grad_norm": 1.1064699938517744,
      "learning_rate": 1.245487429034081e-06,
      "loss": 0.2556,
      "step": 140559
    },
    {
      "epoch": 5.757116526725373,
      "grad_norm": 1.5535176073790764,
      "learning_rate": 1.2450680539909718e-06,
      "loss": 0.4777,
      "step": 140560
    },
    {
      "epoch": 5.75715748515257,
      "grad_norm": 0.5477874242324849,
      "learning_rate": 1.2446487492705604e-06,
      "loss": 0.0927,
      "step": 140561
    },
    {
      "epoch": 5.7571984435797665,
      "grad_norm": 1.7157767966382074,
      "learning_rate": 1.244229514873063e-06,
      "loss": 0.585,
      "step": 140562
    },
    {
      "epoch": 5.757239402006963,
      "grad_norm": 1.4638762187660703,
      "learning_rate": 1.2438103507986463e-06,
      "loss": 0.487,
      "step": 140563
    },
    {
      "epoch": 5.75728036043416,
      "grad_norm": 0.8977765998630115,
      "learning_rate": 1.2433912570475268e-06,
      "loss": 0.218,
      "step": 140564
    },
    {
      "epoch": 5.757321318861356,
      "grad_norm": 1.2003461520656107,
      "learning_rate": 1.2429722336199044e-06,
      "loss": 0.3263,
      "step": 140565
    },
    {
      "epoch": 5.757362277288552,
      "grad_norm": 1.3990192343460353,
      "learning_rate": 1.2425532805159787e-06,
      "loss": 0.5643,
      "step": 140566
    },
    {
      "epoch": 5.757403235715748,
      "grad_norm": 1.5034181569366738,
      "learning_rate": 1.2421343977359332e-06,
      "loss": 0.5686,
      "step": 140567
    },
    {
      "epoch": 5.757444194142945,
      "grad_norm": 0.5179732760239141,
      "learning_rate": 1.2417155852799842e-06,
      "loss": 0.0566,
      "step": 140568
    },
    {
      "epoch": 5.757485152570141,
      "grad_norm": 1.039218375114493,
      "learning_rate": 1.241296843148315e-06,
      "loss": 0.1959,
      "step": 140569
    },
    {
      "epoch": 5.757526110997338,
      "grad_norm": 1.403555333301382,
      "learning_rate": 1.2408781713411253e-06,
      "loss": 0.3832,
      "step": 140570
    },
    {
      "epoch": 5.7575670694245344,
      "grad_norm": 1.5376540960363103,
      "learning_rate": 1.240459569858615e-06,
      "loss": 0.4251,
      "step": 140571
    },
    {
      "epoch": 5.757608027851731,
      "grad_norm": 1.663694730844627,
      "learning_rate": 1.2400410387009841e-06,
      "loss": 0.4949,
      "step": 140572
    },
    {
      "epoch": 5.757648986278927,
      "grad_norm": 1.2253338203945796,
      "learning_rate": 1.2396225778684322e-06,
      "loss": 0.2307,
      "step": 140573
    },
    {
      "epoch": 5.757689944706123,
      "grad_norm": 1.4501315093870861,
      "learning_rate": 1.2392041873611592e-06,
      "loss": 0.3065,
      "step": 140574
    },
    {
      "epoch": 5.75773090313332,
      "grad_norm": 1.3847441139925067,
      "learning_rate": 1.2387858671793482e-06,
      "loss": 0.514,
      "step": 140575
    },
    {
      "epoch": 5.757771861560516,
      "grad_norm": 0.9754131904307106,
      "learning_rate": 1.238367617323216e-06,
      "loss": 0.2476,
      "step": 140576
    },
    {
      "epoch": 5.757812819987713,
      "grad_norm": 1.7961449366916944,
      "learning_rate": 1.2379494377929456e-06,
      "loss": 0.4731,
      "step": 140577
    },
    {
      "epoch": 5.757853778414908,
      "grad_norm": 1.7774990623062492,
      "learning_rate": 1.2375313285887368e-06,
      "loss": 0.4964,
      "step": 140578
    },
    {
      "epoch": 5.757894736842105,
      "grad_norm": 1.4417594431754224,
      "learning_rate": 1.2371132897107894e-06,
      "loss": 0.4092,
      "step": 140579
    },
    {
      "epoch": 5.7579356952693015,
      "grad_norm": 1.2930787408580615,
      "learning_rate": 1.23669532115932e-06,
      "loss": 0.3679,
      "step": 140580
    },
    {
      "epoch": 5.757976653696498,
      "grad_norm": 1.4952701450641386,
      "learning_rate": 1.2362774229344952e-06,
      "loss": 0.3767,
      "step": 140581
    },
    {
      "epoch": 5.758017612123695,
      "grad_norm": 1.269858775206876,
      "learning_rate": 1.2358595950365312e-06,
      "loss": 0.4208,
      "step": 140582
    },
    {
      "epoch": 5.758058570550891,
      "grad_norm": 1.6759626646685442,
      "learning_rate": 1.2354418374656116e-06,
      "loss": 0.4715,
      "step": 140583
    },
    {
      "epoch": 5.758099528978088,
      "grad_norm": 1.9024030731295063,
      "learning_rate": 1.2350241502219527e-06,
      "loss": 0.5616,
      "step": 140584
    },
    {
      "epoch": 5.758140487405283,
      "grad_norm": 1.5038249427557882,
      "learning_rate": 1.2346065333057375e-06,
      "loss": 0.4526,
      "step": 140585
    },
    {
      "epoch": 5.75818144583248,
      "grad_norm": 3.2534140204951814,
      "learning_rate": 1.2341889867171661e-06,
      "loss": 2.4727,
      "step": 140586
    },
    {
      "epoch": 5.758222404259676,
      "grad_norm": 1.5537858785854664,
      "learning_rate": 1.233771510456455e-06,
      "loss": 0.6039,
      "step": 140587
    },
    {
      "epoch": 5.758263362686873,
      "grad_norm": 1.5643797282269034,
      "learning_rate": 1.2333541045237705e-06,
      "loss": 0.4898,
      "step": 140588
    },
    {
      "epoch": 5.758304321114069,
      "grad_norm": 1.8389103266793012,
      "learning_rate": 1.2329367689193127e-06,
      "loss": 0.4785,
      "step": 140589
    },
    {
      "epoch": 5.758345279541266,
      "grad_norm": 4.138839369321004,
      "learning_rate": 1.2325195036432978e-06,
      "loss": 3.4965,
      "step": 140590
    },
    {
      "epoch": 5.7583862379684625,
      "grad_norm": 1.2317995409425162,
      "learning_rate": 1.2321023086959258e-06,
      "loss": 0.3803,
      "step": 140591
    },
    {
      "epoch": 5.758427196395658,
      "grad_norm": 1.4776283708313132,
      "learning_rate": 1.2316851840773634e-06,
      "loss": 0.5287,
      "step": 140592
    },
    {
      "epoch": 5.758468154822855,
      "grad_norm": 1.3156887296775353,
      "learning_rate": 1.2312681297878434e-06,
      "loss": 0.359,
      "step": 140593
    },
    {
      "epoch": 5.758509113250051,
      "grad_norm": 1.352872057713017,
      "learning_rate": 1.2308511458275493e-06,
      "loss": 0.3746,
      "step": 140594
    },
    {
      "epoch": 5.758550071677248,
      "grad_norm": 1.1634918689627745,
      "learning_rate": 1.2304342321966643e-06,
      "loss": 0.3128,
      "step": 140595
    },
    {
      "epoch": 5.758591030104444,
      "grad_norm": 1.152229877265829,
      "learning_rate": 1.2300173888954045e-06,
      "loss": 0.2176,
      "step": 140596
    },
    {
      "epoch": 5.75863198853164,
      "grad_norm": 1.573261963229846,
      "learning_rate": 1.2296006159239536e-06,
      "loss": 0.5045,
      "step": 140597
    },
    {
      "epoch": 5.7586729469588365,
      "grad_norm": 1.4701834705279249,
      "learning_rate": 1.2291839132825276e-06,
      "loss": 0.4087,
      "step": 140598
    },
    {
      "epoch": 5.758713905386033,
      "grad_norm": 1.5232106834105181,
      "learning_rate": 1.2287672809713101e-06,
      "loss": 0.4273,
      "step": 140599
    },
    {
      "epoch": 5.7587548638132295,
      "grad_norm": 1.4425553278336043,
      "learning_rate": 1.228350718990484e-06,
      "loss": 0.3573,
      "step": 140600
    },
    {
      "epoch": 5.758795822240426,
      "grad_norm": 1.2647887574450956,
      "learning_rate": 1.2279342273402827e-06,
      "loss": 0.4229,
      "step": 140601
    },
    {
      "epoch": 5.758836780667623,
      "grad_norm": 0.8379643121989336,
      "learning_rate": 1.2275178060208558e-06,
      "loss": 0.1868,
      "step": 140602
    },
    {
      "epoch": 5.758877739094819,
      "grad_norm": 1.4000499216705424,
      "learning_rate": 1.2271014550324364e-06,
      "loss": 0.4919,
      "step": 140603
    },
    {
      "epoch": 5.758918697522015,
      "grad_norm": 0.6159505748189907,
      "learning_rate": 1.2266851743752081e-06,
      "loss": 0.071,
      "step": 140604
    },
    {
      "epoch": 5.758959655949211,
      "grad_norm": 1.8705093095520406,
      "learning_rate": 1.2262689640493707e-06,
      "loss": 0.5344,
      "step": 140605
    },
    {
      "epoch": 5.759000614376408,
      "grad_norm": 1.9384908585886291,
      "learning_rate": 1.2258528240551236e-06,
      "loss": 0.9265,
      "step": 140606
    },
    {
      "epoch": 5.759041572803604,
      "grad_norm": 0.8961131033330364,
      "learning_rate": 1.2254367543926668e-06,
      "loss": 0.2168,
      "step": 140607
    },
    {
      "epoch": 5.759082531230801,
      "grad_norm": 1.656149337659196,
      "learning_rate": 1.225020755062167e-06,
      "loss": 0.6366,
      "step": 140608
    },
    {
      "epoch": 5.7591234896579975,
      "grad_norm": 1.0273143992249454,
      "learning_rate": 1.2246048260638741e-06,
      "loss": 0.2208,
      "step": 140609
    },
    {
      "epoch": 5.759164448085194,
      "grad_norm": 1.5691185851326088,
      "learning_rate": 1.2241889673979377e-06,
      "loss": 0.446,
      "step": 140610
    },
    {
      "epoch": 5.75920540651239,
      "grad_norm": 1.5178582219364647,
      "learning_rate": 1.2237731790645745e-06,
      "loss": 0.5661,
      "step": 140611
    },
    {
      "epoch": 5.759246364939586,
      "grad_norm": 0.9842410996825223,
      "learning_rate": 1.223357461063984e-06,
      "loss": 0.152,
      "step": 140612
    },
    {
      "epoch": 5.759287323366783,
      "grad_norm": 1.291383716237778,
      "learning_rate": 1.2229418133963497e-06,
      "loss": 0.3632,
      "step": 140613
    },
    {
      "epoch": 5.759328281793979,
      "grad_norm": 1.0391388349883486,
      "learning_rate": 1.2225262360618716e-06,
      "loss": 0.0767,
      "step": 140614
    },
    {
      "epoch": 5.759369240221176,
      "grad_norm": 1.6379233958878527,
      "learning_rate": 1.2221107290607657e-06,
      "loss": 0.502,
      "step": 140615
    },
    {
      "epoch": 5.7594101986483714,
      "grad_norm": 1.4230561593843163,
      "learning_rate": 1.2216952923931988e-06,
      "loss": 0.4188,
      "step": 140616
    },
    {
      "epoch": 5.759451157075568,
      "grad_norm": 1.4965943462829356,
      "learning_rate": 1.2212799260593875e-06,
      "loss": 0.5641,
      "step": 140617
    },
    {
      "epoch": 5.7594921155027645,
      "grad_norm": 1.6535566010943143,
      "learning_rate": 1.220864630059515e-06,
      "loss": 0.469,
      "step": 140618
    },
    {
      "epoch": 5.759533073929961,
      "grad_norm": 1.641254783495156,
      "learning_rate": 1.2204494043937806e-06,
      "loss": 0.6734,
      "step": 140619
    },
    {
      "epoch": 5.759574032357158,
      "grad_norm": 1.5322017272232282,
      "learning_rate": 1.2200342490624016e-06,
      "loss": 0.5099,
      "step": 140620
    },
    {
      "epoch": 5.759614990784354,
      "grad_norm": 1.4490497687278099,
      "learning_rate": 1.219619164065544e-06,
      "loss": 0.4311,
      "step": 140621
    },
    {
      "epoch": 5.759655949211551,
      "grad_norm": 1.4882035908817177,
      "learning_rate": 1.2192041494034245e-06,
      "loss": 0.4417,
      "step": 140622
    },
    {
      "epoch": 5.759696907638746,
      "grad_norm": 0.8449332527563784,
      "learning_rate": 1.218789205076226e-06,
      "loss": 0.1723,
      "step": 140623
    },
    {
      "epoch": 5.759737866065943,
      "grad_norm": 1.6214112119294681,
      "learning_rate": 1.2183743310841487e-06,
      "loss": 0.5758,
      "step": 140624
    },
    {
      "epoch": 5.759778824493139,
      "grad_norm": 1.558414290074409,
      "learning_rate": 1.217959527427409e-06,
      "loss": 0.4948,
      "step": 140625
    },
    {
      "epoch": 5.759819782920336,
      "grad_norm": 1.6924856254753178,
      "learning_rate": 1.2175447941061566e-06,
      "loss": 0.5857,
      "step": 140626
    },
    {
      "epoch": 5.7598607413475325,
      "grad_norm": 1.1125800919985844,
      "learning_rate": 1.2171301311206415e-06,
      "loss": 0.2701,
      "step": 140627
    },
    {
      "epoch": 5.759901699774729,
      "grad_norm": 1.4802335445435393,
      "learning_rate": 1.2167155384710136e-06,
      "loss": 0.5286,
      "step": 140628
    },
    {
      "epoch": 5.7599426582019255,
      "grad_norm": 1.2829380980257568,
      "learning_rate": 1.216301016157506e-06,
      "loss": 0.3956,
      "step": 140629
    },
    {
      "epoch": 5.759983616629121,
      "grad_norm": 1.692119116309093,
      "learning_rate": 1.215886564180285e-06,
      "loss": 0.5105,
      "step": 140630
    },
    {
      "epoch": 5.760024575056318,
      "grad_norm": 1.6600850755689613,
      "learning_rate": 1.2154721825395675e-06,
      "loss": 0.4921,
      "step": 140631
    },
    {
      "epoch": 5.760065533483514,
      "grad_norm": 0.4657343171791348,
      "learning_rate": 1.2150578712355363e-06,
      "loss": 0.0287,
      "step": 140632
    },
    {
      "epoch": 5.760106491910711,
      "grad_norm": 0.7724975347621593,
      "learning_rate": 1.2146436302683916e-06,
      "loss": 0.0923,
      "step": 140633
    },
    {
      "epoch": 5.760147450337907,
      "grad_norm": 1.7075200472052285,
      "learning_rate": 1.214229459638333e-06,
      "loss": 0.5604,
      "step": 140634
    },
    {
      "epoch": 5.760188408765103,
      "grad_norm": 1.71431504441458,
      "learning_rate": 1.2138153593455435e-06,
      "loss": 0.4669,
      "step": 140635
    },
    {
      "epoch": 5.7602293671922995,
      "grad_norm": 1.4473059936100745,
      "learning_rate": 1.21340132939024e-06,
      "loss": 0.3542,
      "step": 140636
    },
    {
      "epoch": 5.760270325619496,
      "grad_norm": 1.5590924665506725,
      "learning_rate": 1.2129873697726055e-06,
      "loss": 0.5164,
      "step": 140637
    },
    {
      "epoch": 5.760311284046693,
      "grad_norm": 1.5458783163876888,
      "learning_rate": 1.21257348049284e-06,
      "loss": 0.5093,
      "step": 140638
    },
    {
      "epoch": 5.760352242473889,
      "grad_norm": 1.316460487201421,
      "learning_rate": 1.2121596615511263e-06,
      "loss": 0.3449,
      "step": 140639
    },
    {
      "epoch": 5.760393200901086,
      "grad_norm": 1.1633987570077455,
      "learning_rate": 1.2117459129476815e-06,
      "loss": 0.2807,
      "step": 140640
    },
    {
      "epoch": 5.760434159328282,
      "grad_norm": 1.4203401478594482,
      "learning_rate": 1.2113322346826882e-06,
      "loss": 0.3783,
      "step": 140641
    },
    {
      "epoch": 5.760475117755478,
      "grad_norm": 1.4354257426359431,
      "learning_rate": 1.2109186267563298e-06,
      "loss": 0.3515,
      "step": 140642
    },
    {
      "epoch": 5.760516076182674,
      "grad_norm": 1.1492958114782985,
      "learning_rate": 1.2105050891688228e-06,
      "loss": 0.2102,
      "step": 140643
    },
    {
      "epoch": 5.760557034609871,
      "grad_norm": 1.8770477447097025,
      "learning_rate": 1.2100916219203505e-06,
      "loss": 0.5733,
      "step": 140644
    },
    {
      "epoch": 5.760597993037067,
      "grad_norm": 1.5886403394555313,
      "learning_rate": 1.2096782250111126e-06,
      "loss": 0.4602,
      "step": 140645
    },
    {
      "epoch": 5.760638951464264,
      "grad_norm": 1.8863001795590448,
      "learning_rate": 1.2092648984413255e-06,
      "loss": 0.6876,
      "step": 140646
    },
    {
      "epoch": 5.7606799098914605,
      "grad_norm": 1.699703185636379,
      "learning_rate": 1.2088516422111394e-06,
      "loss": 0.6133,
      "step": 140647
    },
    {
      "epoch": 5.760720868318657,
      "grad_norm": 1.720815766277652,
      "learning_rate": 1.2084384563207872e-06,
      "loss": 0.492,
      "step": 140648
    },
    {
      "epoch": 5.760761826745853,
      "grad_norm": 1.333425548719339,
      "learning_rate": 1.2080253407704522e-06,
      "loss": 0.4233,
      "step": 140649
    },
    {
      "epoch": 5.760802785173049,
      "grad_norm": 1.381769082181555,
      "learning_rate": 1.2076122955603173e-06,
      "loss": 0.3161,
      "step": 140650
    },
    {
      "epoch": 5.760843743600246,
      "grad_norm": 1.6530472049985978,
      "learning_rate": 1.2071993206905994e-06,
      "loss": 0.6328,
      "step": 140651
    },
    {
      "epoch": 5.760884702027442,
      "grad_norm": 1.4620882333504233,
      "learning_rate": 1.2067864161614816e-06,
      "loss": 0.5034,
      "step": 140652
    },
    {
      "epoch": 5.760925660454639,
      "grad_norm": 0.7949595507099034,
      "learning_rate": 1.2063735819731468e-06,
      "loss": 0.1499,
      "step": 140653
    },
    {
      "epoch": 5.7609666188818345,
      "grad_norm": 1.2030595202209535,
      "learning_rate": 1.2059608181258284e-06,
      "loss": 0.2097,
      "step": 140654
    },
    {
      "epoch": 5.761007577309031,
      "grad_norm": 1.783614415286871,
      "learning_rate": 1.205548124619693e-06,
      "loss": 0.6539,
      "step": 140655
    },
    {
      "epoch": 5.7610485357362275,
      "grad_norm": 0.8825525562559827,
      "learning_rate": 1.2051355014549237e-06,
      "loss": 0.181,
      "step": 140656
    },
    {
      "epoch": 5.761089494163424,
      "grad_norm": 1.6016497111836794,
      "learning_rate": 1.2047229486317533e-06,
      "loss": 0.5452,
      "step": 140657
    },
    {
      "epoch": 5.761130452590621,
      "grad_norm": 1.3535596341428078,
      "learning_rate": 1.2043104661503322e-06,
      "loss": 0.482,
      "step": 140658
    },
    {
      "epoch": 5.761171411017817,
      "grad_norm": 0.7451962343918326,
      "learning_rate": 1.20389805401091e-06,
      "loss": 0.116,
      "step": 140659
    },
    {
      "epoch": 5.761212369445014,
      "grad_norm": 0.9652779969540188,
      "learning_rate": 1.2034857122136199e-06,
      "loss": 0.2224,
      "step": 140660
    },
    {
      "epoch": 5.761253327872209,
      "grad_norm": 1.8099005966270543,
      "learning_rate": 1.203073440758695e-06,
      "loss": 0.6697,
      "step": 140661
    },
    {
      "epoch": 5.761294286299406,
      "grad_norm": 1.7073211541105044,
      "learning_rate": 1.2026612396463353e-06,
      "loss": 0.5855,
      "step": 140662
    },
    {
      "epoch": 5.761335244726602,
      "grad_norm": 1.784950317876444,
      "learning_rate": 1.2022491088767072e-06,
      "loss": 0.5612,
      "step": 140663
    },
    {
      "epoch": 5.761376203153799,
      "grad_norm": 0.4645345002827847,
      "learning_rate": 1.2018370484500273e-06,
      "loss": 0.0306,
      "step": 140664
    },
    {
      "epoch": 5.7614171615809955,
      "grad_norm": 0.7072895327220472,
      "learning_rate": 1.2014250583664954e-06,
      "loss": 0.1254,
      "step": 140665
    },
    {
      "epoch": 5.761458120008192,
      "grad_norm": 1.3037571750723116,
      "learning_rate": 1.2010131386262945e-06,
      "loss": 0.2487,
      "step": 140666
    },
    {
      "epoch": 5.7614990784353886,
      "grad_norm": 1.479699189476167,
      "learning_rate": 1.2006012892296079e-06,
      "loss": 0.4324,
      "step": 140667
    },
    {
      "epoch": 5.761540036862584,
      "grad_norm": 0.4057159534606275,
      "learning_rate": 1.2001895101766523e-06,
      "loss": 0.0411,
      "step": 140668
    },
    {
      "epoch": 5.761580995289781,
      "grad_norm": 1.700379602802561,
      "learning_rate": 1.1997778014675941e-06,
      "loss": 0.3084,
      "step": 140669
    },
    {
      "epoch": 5.761621953716977,
      "grad_norm": 1.629910187086049,
      "learning_rate": 1.1993661631026664e-06,
      "loss": 0.6551,
      "step": 140670
    },
    {
      "epoch": 5.761662912144174,
      "grad_norm": 1.7268302423742186,
      "learning_rate": 1.1989545950820523e-06,
      "loss": 0.5988,
      "step": 140671
    },
    {
      "epoch": 5.76170387057137,
      "grad_norm": 1.7580916561562459,
      "learning_rate": 1.1985430974059185e-06,
      "loss": 0.4521,
      "step": 140672
    },
    {
      "epoch": 5.761744828998566,
      "grad_norm": 1.448855819986835,
      "learning_rate": 1.1981316700744814e-06,
      "loss": 0.4257,
      "step": 140673
    },
    {
      "epoch": 5.7617857874257625,
      "grad_norm": 1.6579977588397212,
      "learning_rate": 1.197720313087941e-06,
      "loss": 0.6034,
      "step": 140674
    },
    {
      "epoch": 5.761826745852959,
      "grad_norm": 0.9152589966823879,
      "learning_rate": 1.1973090264464635e-06,
      "loss": 0.1385,
      "step": 140675
    },
    {
      "epoch": 5.761867704280156,
      "grad_norm": 1.9970035677103037,
      "learning_rate": 1.196897810150299e-06,
      "loss": 0.6505,
      "step": 140676
    },
    {
      "epoch": 5.761908662707352,
      "grad_norm": 1.4366459286773476,
      "learning_rate": 1.1964866641995807e-06,
      "loss": 0.4537,
      "step": 140677
    },
    {
      "epoch": 5.761949621134549,
      "grad_norm": 2.867835835265367,
      "learning_rate": 1.196075588594525e-06,
      "loss": 1.3227,
      "step": 140678
    },
    {
      "epoch": 5.761990579561745,
      "grad_norm": 1.0361219305381297,
      "learning_rate": 1.1956645833353484e-06,
      "loss": 0.2207,
      "step": 140679
    },
    {
      "epoch": 5.762031537988941,
      "grad_norm": 1.7095624421601274,
      "learning_rate": 1.1952536484222176e-06,
      "loss": 0.5463,
      "step": 140680
    },
    {
      "epoch": 5.762072496416137,
      "grad_norm": 1.7979855816924135,
      "learning_rate": 1.194842783855332e-06,
      "loss": 0.5718,
      "step": 140681
    },
    {
      "epoch": 5.762113454843334,
      "grad_norm": 1.6561996809689083,
      "learning_rate": 1.194431989634892e-06,
      "loss": 0.5418,
      "step": 140682
    },
    {
      "epoch": 5.7621544132705305,
      "grad_norm": 1.64548138769265,
      "learning_rate": 1.194021265761097e-06,
      "loss": 0.3904,
      "step": 140683
    },
    {
      "epoch": 5.762195371697727,
      "grad_norm": 1.5373830423534567,
      "learning_rate": 1.1936106122341305e-06,
      "loss": 0.4452,
      "step": 140684
    },
    {
      "epoch": 5.7622363301249235,
      "grad_norm": 1.7782620746660205,
      "learning_rate": 1.1932000290541922e-06,
      "loss": 0.4892,
      "step": 140685
    },
    {
      "epoch": 5.76227728855212,
      "grad_norm": 0.7215040547718817,
      "learning_rate": 1.1927895162214651e-06,
      "loss": 0.1192,
      "step": 140686
    },
    {
      "epoch": 5.762318246979316,
      "grad_norm": 1.3332126380521552,
      "learning_rate": 1.1923790737361494e-06,
      "loss": 0.3542,
      "step": 140687
    },
    {
      "epoch": 5.762359205406512,
      "grad_norm": 1.5031133014654576,
      "learning_rate": 1.1919687015984614e-06,
      "loss": 0.3928,
      "step": 140688
    },
    {
      "epoch": 5.762400163833709,
      "grad_norm": 0.8341410812369441,
      "learning_rate": 1.1915583998085676e-06,
      "loss": 0.1703,
      "step": 140689
    },
    {
      "epoch": 5.762441122260905,
      "grad_norm": 1.5228737279124156,
      "learning_rate": 1.191148168366668e-06,
      "loss": 0.5257,
      "step": 140690
    },
    {
      "epoch": 5.762482080688102,
      "grad_norm": 0.37484623016274343,
      "learning_rate": 1.1907380072729456e-06,
      "loss": 0.0426,
      "step": 140691
    },
    {
      "epoch": 5.7625230391152975,
      "grad_norm": 1.4861570577654386,
      "learning_rate": 1.1903279165276337e-06,
      "loss": 0.4481,
      "step": 140692
    },
    {
      "epoch": 5.762563997542494,
      "grad_norm": 0.8375767957335342,
      "learning_rate": 1.189917896130882e-06,
      "loss": 0.1986,
      "step": 140693
    },
    {
      "epoch": 5.762604955969691,
      "grad_norm": 1.1961917206184562,
      "learning_rate": 1.1895079460829072e-06,
      "loss": 0.3674,
      "step": 140694
    },
    {
      "epoch": 5.762645914396887,
      "grad_norm": 1.3787608895770047,
      "learning_rate": 1.1890980663838922e-06,
      "loss": 0.4907,
      "step": 140695
    },
    {
      "epoch": 5.762686872824084,
      "grad_norm": 1.4953125484751386,
      "learning_rate": 1.1886882570340372e-06,
      "loss": 0.4591,
      "step": 140696
    },
    {
      "epoch": 5.76272783125128,
      "grad_norm": 2.9257175578339916,
      "learning_rate": 1.188278518033542e-06,
      "loss": 2.4184,
      "step": 140697
    },
    {
      "epoch": 5.762768789678477,
      "grad_norm": 1.4306090430082776,
      "learning_rate": 1.1878688493825894e-06,
      "loss": 0.4565,
      "step": 140698
    },
    {
      "epoch": 5.762809748105672,
      "grad_norm": 1.2768717595444317,
      "learning_rate": 1.1874592510813797e-06,
      "loss": 0.3589,
      "step": 140699
    },
    {
      "epoch": 5.762850706532869,
      "grad_norm": 1.4815561918210594,
      "learning_rate": 1.1870497231300957e-06,
      "loss": 0.4651,
      "step": 140700
    },
    {
      "epoch": 5.762891664960065,
      "grad_norm": 1.7280944786522634,
      "learning_rate": 1.1866402655289541e-06,
      "loss": 0.685,
      "step": 140701
    },
    {
      "epoch": 5.762932623387262,
      "grad_norm": 1.0346527407758184,
      "learning_rate": 1.1862308782781215e-06,
      "loss": 0.1947,
      "step": 140702
    },
    {
      "epoch": 5.7629735818144585,
      "grad_norm": 0.4115081288918647,
      "learning_rate": 1.1858215613778143e-06,
      "loss": 0.0283,
      "step": 140703
    },
    {
      "epoch": 5.763014540241655,
      "grad_norm": 1.594438592803549,
      "learning_rate": 1.185412314828199e-06,
      "loss": 0.481,
      "step": 140704
    },
    {
      "epoch": 5.763055498668852,
      "grad_norm": 1.1918767961204342,
      "learning_rate": 1.185003138629509e-06,
      "loss": 0.256,
      "step": 140705
    },
    {
      "epoch": 5.763096457096047,
      "grad_norm": 0.7834487808564181,
      "learning_rate": 1.1845940327818936e-06,
      "loss": 0.179,
      "step": 140706
    },
    {
      "epoch": 5.763137415523244,
      "grad_norm": 0.4288952001068341,
      "learning_rate": 1.1841849972855699e-06,
      "loss": 0.0356,
      "step": 140707
    },
    {
      "epoch": 5.76317837395044,
      "grad_norm": 1.6463045444769027,
      "learning_rate": 1.1837760321407374e-06,
      "loss": 0.6193,
      "step": 140708
    },
    {
      "epoch": 5.763219332377637,
      "grad_norm": 1.6567886962462721,
      "learning_rate": 1.183367137347563e-06,
      "loss": 0.5359,
      "step": 140709
    },
    {
      "epoch": 5.763260290804833,
      "grad_norm": 1.5143098624062727,
      "learning_rate": 1.1829583129062792e-06,
      "loss": 0.3908,
      "step": 140710
    },
    {
      "epoch": 5.763301249232029,
      "grad_norm": 1.507266784775026,
      "learning_rate": 1.182549558817053e-06,
      "loss": 0.4641,
      "step": 140711
    },
    {
      "epoch": 5.763342207659226,
      "grad_norm": 1.4392591585642804,
      "learning_rate": 1.1821408750800675e-06,
      "loss": 0.4792,
      "step": 140712
    },
    {
      "epoch": 5.763383166086422,
      "grad_norm": 1.0785359119843316,
      "learning_rate": 1.1817322616955393e-06,
      "loss": 0.2337,
      "step": 140713
    },
    {
      "epoch": 5.763424124513619,
      "grad_norm": 1.6050899846341748,
      "learning_rate": 1.1813237186636515e-06,
      "loss": 0.5337,
      "step": 140714
    },
    {
      "epoch": 5.763465082940815,
      "grad_norm": 1.6049967928737023,
      "learning_rate": 1.180915245984604e-06,
      "loss": 0.5893,
      "step": 140715
    },
    {
      "epoch": 5.763506041368012,
      "grad_norm": 1.858244744573117,
      "learning_rate": 1.1805068436585797e-06,
      "loss": 0.7286,
      "step": 140716
    },
    {
      "epoch": 5.763546999795208,
      "grad_norm": 1.2763451371538916,
      "learning_rate": 1.1800985116857786e-06,
      "loss": 0.4134,
      "step": 140717
    },
    {
      "epoch": 5.763587958222404,
      "grad_norm": 1.3814430882723316,
      "learning_rate": 1.179690250066384e-06,
      "loss": 0.3146,
      "step": 140718
    },
    {
      "epoch": 5.7636289166496,
      "grad_norm": 1.5067753921189135,
      "learning_rate": 1.1792820588005959e-06,
      "loss": 0.4172,
      "step": 140719
    },
    {
      "epoch": 5.763669875076797,
      "grad_norm": 1.4770623727382457,
      "learning_rate": 1.1788739378886136e-06,
      "loss": 0.4683,
      "step": 140720
    },
    {
      "epoch": 5.7637108335039935,
      "grad_norm": 1.4401880968945855,
      "learning_rate": 1.1784658873306375e-06,
      "loss": 0.5678,
      "step": 140721
    },
    {
      "epoch": 5.76375179193119,
      "grad_norm": 1.670165140047834,
      "learning_rate": 1.178057907126817e-06,
      "loss": 0.5439,
      "step": 140722
    },
    {
      "epoch": 5.763792750358387,
      "grad_norm": 0.9905943291171364,
      "learning_rate": 1.1776499972774022e-06,
      "loss": 0.221,
      "step": 140723
    },
    {
      "epoch": 5.763833708785583,
      "grad_norm": 1.3676262438946731,
      "learning_rate": 1.177242157782543e-06,
      "loss": 0.4004,
      "step": 140724
    },
    {
      "epoch": 5.763874667212779,
      "grad_norm": 1.8013538775889488,
      "learning_rate": 1.1768343886424558e-06,
      "loss": 0.691,
      "step": 140725
    },
    {
      "epoch": 5.763915625639975,
      "grad_norm": 1.3792212075763786,
      "learning_rate": 1.1764266898573238e-06,
      "loss": 0.3844,
      "step": 140726
    },
    {
      "epoch": 5.763956584067172,
      "grad_norm": 1.6097196375107834,
      "learning_rate": 1.17601906142733e-06,
      "loss": 0.5259,
      "step": 140727
    },
    {
      "epoch": 5.763997542494368,
      "grad_norm": 0.851728267483218,
      "learning_rate": 1.1756115033526913e-06,
      "loss": 0.2202,
      "step": 140728
    },
    {
      "epoch": 5.764038500921565,
      "grad_norm": 1.807952192655127,
      "learning_rate": 1.1752040156335906e-06,
      "loss": 0.3997,
      "step": 140729
    },
    {
      "epoch": 5.7640794593487605,
      "grad_norm": 2.2195817329588934,
      "learning_rate": 1.1747965982701945e-06,
      "loss": 1.0772,
      "step": 140730
    },
    {
      "epoch": 5.764120417775957,
      "grad_norm": 1.2992069038487875,
      "learning_rate": 1.1743892512627528e-06,
      "loss": 0.4581,
      "step": 140731
    },
    {
      "epoch": 5.764161376203154,
      "grad_norm": 0.9630639751091684,
      "learning_rate": 1.1739819746113987e-06,
      "loss": 0.1793,
      "step": 140732
    },
    {
      "epoch": 5.76420233463035,
      "grad_norm": 1.643918020143525,
      "learning_rate": 1.1735747683163488e-06,
      "loss": 0.4779,
      "step": 140733
    },
    {
      "epoch": 5.764243293057547,
      "grad_norm": 1.3525541856125858,
      "learning_rate": 1.1731676323778194e-06,
      "loss": 0.4584,
      "step": 140734
    },
    {
      "epoch": 5.764284251484743,
      "grad_norm": 1.6966927768231947,
      "learning_rate": 1.1727605667959606e-06,
      "loss": 0.4233,
      "step": 140735
    },
    {
      "epoch": 5.76432520991194,
      "grad_norm": 0.8433889414559667,
      "learning_rate": 1.1723535715709885e-06,
      "loss": 0.1843,
      "step": 140736
    },
    {
      "epoch": 5.764366168339135,
      "grad_norm": 0.970073974341526,
      "learning_rate": 1.1719466467031036e-06,
      "loss": 0.1984,
      "step": 140737
    },
    {
      "epoch": 5.764407126766332,
      "grad_norm": 1.0245250069193022,
      "learning_rate": 1.1715397921924718e-06,
      "loss": 0.2093,
      "step": 140738
    },
    {
      "epoch": 5.7644480851935285,
      "grad_norm": 1.6018058515145923,
      "learning_rate": 1.17113300803931e-06,
      "loss": 0.5162,
      "step": 140739
    },
    {
      "epoch": 5.764489043620725,
      "grad_norm": 1.5687546829497196,
      "learning_rate": 1.1707262942437845e-06,
      "loss": 0.5128,
      "step": 140740
    },
    {
      "epoch": 5.7645300020479215,
      "grad_norm": 1.5157243203631832,
      "learning_rate": 1.1703196508061286e-06,
      "loss": 0.4682,
      "step": 140741
    },
    {
      "epoch": 5.764570960475118,
      "grad_norm": 0.9567223961779349,
      "learning_rate": 1.169913077726492e-06,
      "loss": 0.2158,
      "step": 140742
    },
    {
      "epoch": 5.764611918902315,
      "grad_norm": 1.535694464637159,
      "learning_rate": 1.1695065750050913e-06,
      "loss": 0.4544,
      "step": 140743
    },
    {
      "epoch": 5.76465287732951,
      "grad_norm": 1.707286614790601,
      "learning_rate": 1.1691001426420932e-06,
      "loss": 0.5616,
      "step": 140744
    },
    {
      "epoch": 5.764693835756707,
      "grad_norm": 1.3457710765953494,
      "learning_rate": 1.1686937806377305e-06,
      "loss": 0.3398,
      "step": 140745
    },
    {
      "epoch": 5.764734794183903,
      "grad_norm": 1.7502298369440072,
      "learning_rate": 1.16828748899217e-06,
      "loss": 0.4513,
      "step": 140746
    },
    {
      "epoch": 5.7647757526111,
      "grad_norm": 1.0257035274611177,
      "learning_rate": 1.167881267705595e-06,
      "loss": 0.1277,
      "step": 140747
    },
    {
      "epoch": 5.764816711038296,
      "grad_norm": 1.8005684132471018,
      "learning_rate": 1.1674751167782215e-06,
      "loss": 0.6469,
      "step": 140748
    },
    {
      "epoch": 5.764857669465492,
      "grad_norm": 0.9182371514743675,
      "learning_rate": 1.1670690362102164e-06,
      "loss": 0.1763,
      "step": 140749
    },
    {
      "epoch": 5.764898627892689,
      "grad_norm": 1.2980080032085688,
      "learning_rate": 1.1666630260017963e-06,
      "loss": 0.3141,
      "step": 140750
    },
    {
      "epoch": 5.764939586319885,
      "grad_norm": 1.6506695223393963,
      "learning_rate": 1.166257086153144e-06,
      "loss": 0.4628,
      "step": 140751
    },
    {
      "epoch": 5.764980544747082,
      "grad_norm": 1.6630402095120378,
      "learning_rate": 1.165851216664443e-06,
      "loss": 0.4615,
      "step": 140752
    },
    {
      "epoch": 5.765021503174278,
      "grad_norm": 1.1122960192278415,
      "learning_rate": 1.165445417535893e-06,
      "loss": 0.2816,
      "step": 140753
    },
    {
      "epoch": 5.765062461601475,
      "grad_norm": 1.6229223157899602,
      "learning_rate": 1.1650396887676772e-06,
      "loss": 0.5189,
      "step": 140754
    },
    {
      "epoch": 5.765103420028671,
      "grad_norm": 0.7303643902553627,
      "learning_rate": 1.1646340303599954e-06,
      "loss": 0.1399,
      "step": 140755
    },
    {
      "epoch": 5.765144378455867,
      "grad_norm": 1.3030120676882544,
      "learning_rate": 1.1642284423130478e-06,
      "loss": 0.3738,
      "step": 140756
    },
    {
      "epoch": 5.7651853368830634,
      "grad_norm": 1.0867418136573996,
      "learning_rate": 1.1638229246270004e-06,
      "loss": 0.1949,
      "step": 140757
    },
    {
      "epoch": 5.76522629531026,
      "grad_norm": 1.0873679972602743,
      "learning_rate": 1.1634174773020866e-06,
      "loss": 0.2104,
      "step": 140758
    },
    {
      "epoch": 5.7652672537374565,
      "grad_norm": 1.0598828000839495,
      "learning_rate": 1.1630121003384396e-06,
      "loss": 0.2253,
      "step": 140759
    },
    {
      "epoch": 5.765308212164653,
      "grad_norm": 1.4699255248096346,
      "learning_rate": 1.1626067937363093e-06,
      "loss": 0.3783,
      "step": 140760
    },
    {
      "epoch": 5.76534917059185,
      "grad_norm": 2.504820250297772,
      "learning_rate": 1.1622015574958454e-06,
      "loss": 1.7209,
      "step": 140761
    },
    {
      "epoch": 5.765390129019046,
      "grad_norm": 0.8656251200474793,
      "learning_rate": 1.1617963916172646e-06,
      "loss": 0.2018,
      "step": 140762
    },
    {
      "epoch": 5.765431087446242,
      "grad_norm": 1.520971624263577,
      "learning_rate": 1.16139129610075e-06,
      "loss": 0.4763,
      "step": 140763
    },
    {
      "epoch": 5.765472045873438,
      "grad_norm": 1.359673272563355,
      "learning_rate": 1.1609862709465012e-06,
      "loss": 0.3178,
      "step": 140764
    },
    {
      "epoch": 5.765513004300635,
      "grad_norm": 3.510856597228041,
      "learning_rate": 1.160581316154685e-06,
      "loss": 2.7291,
      "step": 140765
    },
    {
      "epoch": 5.765553962727831,
      "grad_norm": 1.6080791850371843,
      "learning_rate": 1.1601764317255179e-06,
      "loss": 0.5642,
      "step": 140766
    },
    {
      "epoch": 5.765594921155028,
      "grad_norm": 1.815747434562076,
      "learning_rate": 1.1597716176591832e-06,
      "loss": 0.6556,
      "step": 140767
    },
    {
      "epoch": 5.765635879582224,
      "grad_norm": 1.5733388711408978,
      "learning_rate": 1.1593668739558636e-06,
      "loss": 0.5856,
      "step": 140768
    },
    {
      "epoch": 5.76567683800942,
      "grad_norm": 0.9672366252970183,
      "learning_rate": 1.1589622006157762e-06,
      "loss": 0.2212,
      "step": 140769
    },
    {
      "epoch": 5.765717796436617,
      "grad_norm": 1.5817882802544527,
      "learning_rate": 1.1585575976390705e-06,
      "loss": 0.4644,
      "step": 140770
    },
    {
      "epoch": 5.765758754863813,
      "grad_norm": 1.5025970312153967,
      "learning_rate": 1.1581530650259796e-06,
      "loss": 0.4911,
      "step": 140771
    },
    {
      "epoch": 5.76579971329101,
      "grad_norm": 1.332771393003114,
      "learning_rate": 1.1577486027766702e-06,
      "loss": 0.4411,
      "step": 140772
    },
    {
      "epoch": 5.765840671718206,
      "grad_norm": 1.2915173808781408,
      "learning_rate": 1.1573442108913423e-06,
      "loss": 0.3345,
      "step": 140773
    },
    {
      "epoch": 5.765881630145403,
      "grad_norm": 1.2503600499640077,
      "learning_rate": 1.1569398893701954e-06,
      "loss": 0.4141,
      "step": 140774
    },
    {
      "epoch": 5.765922588572598,
      "grad_norm": 1.3868398966434459,
      "learning_rate": 1.1565356382133961e-06,
      "loss": 0.4355,
      "step": 140775
    },
    {
      "epoch": 5.765963546999795,
      "grad_norm": 0.9167378161856491,
      "learning_rate": 1.1561314574211445e-06,
      "loss": 0.1423,
      "step": 140776
    },
    {
      "epoch": 5.7660045054269915,
      "grad_norm": 1.1937049741051087,
      "learning_rate": 1.1557273469936568e-06,
      "loss": 0.325,
      "step": 140777
    },
    {
      "epoch": 5.766045463854188,
      "grad_norm": 0.8494767207824743,
      "learning_rate": 1.155323306931083e-06,
      "loss": 0.099,
      "step": 140778
    },
    {
      "epoch": 5.766086422281385,
      "grad_norm": 2.267562642598763,
      "learning_rate": 1.1549193372336563e-06,
      "loss": 1.0446,
      "step": 140779
    },
    {
      "epoch": 5.766127380708581,
      "grad_norm": 1.6840206898488161,
      "learning_rate": 1.1545154379015265e-06,
      "loss": 0.5102,
      "step": 140780
    },
    {
      "epoch": 5.766168339135778,
      "grad_norm": 1.2826153691314275,
      "learning_rate": 1.1541116089349267e-06,
      "loss": 0.3954,
      "step": 140781
    },
    {
      "epoch": 5.766209297562973,
      "grad_norm": 1.5985111746164136,
      "learning_rate": 1.1537078503340069e-06,
      "loss": 0.448,
      "step": 140782
    },
    {
      "epoch": 5.76625025599017,
      "grad_norm": 1.683597345624222,
      "learning_rate": 1.1533041620989835e-06,
      "loss": 0.7591,
      "step": 140783
    },
    {
      "epoch": 5.766291214417366,
      "grad_norm": 1.2950872967846139,
      "learning_rate": 1.1529005442300398e-06,
      "loss": 0.3707,
      "step": 140784
    },
    {
      "epoch": 5.766332172844563,
      "grad_norm": 1.770539739578458,
      "learning_rate": 1.1524969967273757e-06,
      "loss": 0.3271,
      "step": 140785
    },
    {
      "epoch": 5.766373131271759,
      "grad_norm": 1.493218473125762,
      "learning_rate": 1.1520935195911575e-06,
      "loss": 0.4768,
      "step": 140786
    },
    {
      "epoch": 5.766414089698955,
      "grad_norm": 1.568362169867144,
      "learning_rate": 1.1516901128216017e-06,
      "loss": 0.5541,
      "step": 140787
    },
    {
      "epoch": 5.766455048126152,
      "grad_norm": 4.507991789719358,
      "learning_rate": 1.1512867764188917e-06,
      "loss": 3.4964,
      "step": 140788
    },
    {
      "epoch": 5.766496006553348,
      "grad_norm": 1.6869364736585901,
      "learning_rate": 1.1508835103832104e-06,
      "loss": 0.51,
      "step": 140789
    },
    {
      "epoch": 5.766536964980545,
      "grad_norm": 1.6808475961406522,
      "learning_rate": 1.150480314714758e-06,
      "loss": 0.4323,
      "step": 140790
    },
    {
      "epoch": 5.766577923407741,
      "grad_norm": 1.5838955173368798,
      "learning_rate": 1.1500771894137173e-06,
      "loss": 0.5693,
      "step": 140791
    },
    {
      "epoch": 5.766618881834938,
      "grad_norm": 1.538050547851241,
      "learning_rate": 1.1496741344802884e-06,
      "loss": 0.4286,
      "step": 140792
    },
    {
      "epoch": 5.766659840262134,
      "grad_norm": 3.9748999678409804,
      "learning_rate": 1.1492711499146546e-06,
      "loss": 2.2163,
      "step": 140793
    },
    {
      "epoch": 5.76670079868933,
      "grad_norm": 1.460102521609466,
      "learning_rate": 1.1488682357170153e-06,
      "loss": 0.5216,
      "step": 140794
    },
    {
      "epoch": 5.7667417571165265,
      "grad_norm": 1.6295611205639495,
      "learning_rate": 1.1484653918875542e-06,
      "loss": 0.5756,
      "step": 140795
    },
    {
      "epoch": 5.766782715543723,
      "grad_norm": 1.6417495863725993,
      "learning_rate": 1.1480626184264375e-06,
      "loss": 0.5726,
      "step": 140796
    },
    {
      "epoch": 5.7668236739709196,
      "grad_norm": 0.8052446281260105,
      "learning_rate": 1.1476599153338983e-06,
      "loss": 0.1726,
      "step": 140797
    },
    {
      "epoch": 5.766864632398116,
      "grad_norm": 1.516418647991892,
      "learning_rate": 1.1472572826101035e-06,
      "loss": 0.4511,
      "step": 140798
    },
    {
      "epoch": 5.766905590825313,
      "grad_norm": 1.666805657108642,
      "learning_rate": 1.1468547202552526e-06,
      "loss": 0.4004,
      "step": 140799
    },
    {
      "epoch": 5.766946549252509,
      "grad_norm": 0.9390018782892702,
      "learning_rate": 1.1464522282695287e-06,
      "loss": 0.2331,
      "step": 140800
    },
    {
      "epoch": 5.766987507679705,
      "grad_norm": 1.6105235357407337,
      "learning_rate": 1.1460498066531155e-06,
      "loss": 0.5597,
      "step": 140801
    },
    {
      "epoch": 5.767028466106901,
      "grad_norm": 1.7244815079437614,
      "learning_rate": 1.145647455406229e-06,
      "loss": 0.6582,
      "step": 140802
    },
    {
      "epoch": 5.767069424534098,
      "grad_norm": 1.3478079749206253,
      "learning_rate": 1.1452451745290358e-06,
      "loss": 0.3518,
      "step": 140803
    },
    {
      "epoch": 5.767110382961294,
      "grad_norm": 1.7404610811111267,
      "learning_rate": 1.1448429640217194e-06,
      "loss": 0.5541,
      "step": 140804
    },
    {
      "epoch": 5.767151341388491,
      "grad_norm": 1.5538424608878434,
      "learning_rate": 1.144440823884496e-06,
      "loss": 0.5044,
      "step": 140805
    },
    {
      "epoch": 5.767192299815687,
      "grad_norm": 1.126532654386178,
      "learning_rate": 1.1440387541175488e-06,
      "loss": 0.3614,
      "step": 140806
    },
    {
      "epoch": 5.767233258242883,
      "grad_norm": 1.7433518390896128,
      "learning_rate": 1.1436367547210612e-06,
      "loss": 0.5858,
      "step": 140807
    },
    {
      "epoch": 5.76727421667008,
      "grad_norm": 1.0522151659129215,
      "learning_rate": 1.1432348256952162e-06,
      "loss": 0.34,
      "step": 140808
    },
    {
      "epoch": 5.767315175097276,
      "grad_norm": 1.5353013503950355,
      "learning_rate": 1.1428329670402137e-06,
      "loss": 0.444,
      "step": 140809
    },
    {
      "epoch": 5.767356133524473,
      "grad_norm": 1.648834972364051,
      "learning_rate": 1.1424311787562368e-06,
      "loss": 0.5947,
      "step": 140810
    },
    {
      "epoch": 5.767397091951669,
      "grad_norm": 0.9968450355643896,
      "learning_rate": 1.142029460843502e-06,
      "loss": 0.1855,
      "step": 140811
    },
    {
      "epoch": 5.767438050378866,
      "grad_norm": 0.7975939481181772,
      "learning_rate": 1.1416278133021595e-06,
      "loss": 0.0734,
      "step": 140812
    },
    {
      "epoch": 5.7674790088060615,
      "grad_norm": 2.3400567235853496,
      "learning_rate": 1.1412262361324254e-06,
      "loss": 1.456,
      "step": 140813
    },
    {
      "epoch": 5.767519967233258,
      "grad_norm": 1.769644695048611,
      "learning_rate": 1.1408247293344664e-06,
      "loss": 0.6614,
      "step": 140814
    },
    {
      "epoch": 5.7675609256604545,
      "grad_norm": 3.123266010777697,
      "learning_rate": 1.1404232929084989e-06,
      "loss": 2.2219,
      "step": 140815
    },
    {
      "epoch": 5.767601884087651,
      "grad_norm": 1.8166529964654916,
      "learning_rate": 1.1400219268547062e-06,
      "loss": 0.8227,
      "step": 140816
    },
    {
      "epoch": 5.767642842514848,
      "grad_norm": 1.428732122926182,
      "learning_rate": 1.1396206311732714e-06,
      "loss": 0.4517,
      "step": 140817
    },
    {
      "epoch": 5.767683800942044,
      "grad_norm": 1.369755215556078,
      "learning_rate": 1.1392194058643779e-06,
      "loss": 0.3869,
      "step": 140818
    },
    {
      "epoch": 5.767724759369241,
      "grad_norm": 1.6343084574548665,
      "learning_rate": 1.138818250928225e-06,
      "loss": 0.5395,
      "step": 140819
    },
    {
      "epoch": 5.767765717796436,
      "grad_norm": 1.3274020599471357,
      "learning_rate": 1.1384171663650132e-06,
      "loss": 0.3807,
      "step": 140820
    },
    {
      "epoch": 5.767806676223633,
      "grad_norm": 0.4646699185314805,
      "learning_rate": 1.1380161521749088e-06,
      "loss": 0.0729,
      "step": 140821
    },
    {
      "epoch": 5.767847634650829,
      "grad_norm": 0.8713801141191991,
      "learning_rate": 1.1376152083581114e-06,
      "loss": 0.1928,
      "step": 140822
    },
    {
      "epoch": 5.767888593078026,
      "grad_norm": 1.6270708649758565,
      "learning_rate": 1.137214334914821e-06,
      "loss": 0.5044,
      "step": 140823
    },
    {
      "epoch": 5.7679295515052225,
      "grad_norm": 1.1697644771414324,
      "learning_rate": 1.1368135318452043e-06,
      "loss": 0.2675,
      "step": 140824
    },
    {
      "epoch": 5.767970509932418,
      "grad_norm": 1.3257821561844831,
      "learning_rate": 1.1364127991494776e-06,
      "loss": 0.2794,
      "step": 140825
    },
    {
      "epoch": 5.768011468359615,
      "grad_norm": 0.9743931862202916,
      "learning_rate": 1.1360121368278074e-06,
      "loss": 0.203,
      "step": 140826
    },
    {
      "epoch": 5.768052426786811,
      "grad_norm": 1.5717517452022087,
      "learning_rate": 1.1356115448803937e-06,
      "loss": 0.4625,
      "step": 140827
    },
    {
      "epoch": 5.768093385214008,
      "grad_norm": 1.6926379639275344,
      "learning_rate": 1.1352110233074363e-06,
      "loss": 0.5872,
      "step": 140828
    },
    {
      "epoch": 5.768134343641204,
      "grad_norm": 1.297821504704499,
      "learning_rate": 1.134810572109085e-06,
      "loss": 0.3183,
      "step": 140829
    },
    {
      "epoch": 5.768175302068401,
      "grad_norm": 1.7229860022311034,
      "learning_rate": 1.1344101912855896e-06,
      "loss": 0.5536,
      "step": 140830
    },
    {
      "epoch": 5.768216260495597,
      "grad_norm": 1.4428174409206787,
      "learning_rate": 1.1340098808370834e-06,
      "loss": 0.4589,
      "step": 140831
    },
    {
      "epoch": 5.768257218922793,
      "grad_norm": 1.9631611920902696,
      "learning_rate": 1.1336096407637828e-06,
      "loss": 0.5903,
      "step": 140832
    },
    {
      "epoch": 5.7682981773499895,
      "grad_norm": 0.9563603594573538,
      "learning_rate": 1.133209471065888e-06,
      "loss": 0.1769,
      "step": 140833
    },
    {
      "epoch": 5.768339135777186,
      "grad_norm": 1.5667047657235529,
      "learning_rate": 1.1328093717435649e-06,
      "loss": 0.5452,
      "step": 140834
    },
    {
      "epoch": 5.768380094204383,
      "grad_norm": 1.7168826836851787,
      "learning_rate": 1.1324093427969972e-06,
      "loss": 0.5686,
      "step": 140835
    },
    {
      "epoch": 5.768421052631579,
      "grad_norm": 1.3543242813486844,
      "learning_rate": 1.1320093842264177e-06,
      "loss": 0.4398,
      "step": 140836
    },
    {
      "epoch": 5.768462011058776,
      "grad_norm": 1.8151505974700337,
      "learning_rate": 1.1316094960319599e-06,
      "loss": 0.6337,
      "step": 140837
    },
    {
      "epoch": 5.768502969485972,
      "grad_norm": 1.254376524891017,
      "learning_rate": 1.1312096782138568e-06,
      "loss": 0.4291,
      "step": 140838
    },
    {
      "epoch": 5.768543927913168,
      "grad_norm": 0.6631756064762401,
      "learning_rate": 1.1308099307722584e-06,
      "loss": 0.1229,
      "step": 140839
    },
    {
      "epoch": 5.768584886340364,
      "grad_norm": 1.5672470556679596,
      "learning_rate": 1.1304102537073812e-06,
      "loss": 0.4405,
      "step": 140840
    },
    {
      "epoch": 5.768625844767561,
      "grad_norm": 1.4018466368399836,
      "learning_rate": 1.1300106470194248e-06,
      "loss": 0.4006,
      "step": 140841
    },
    {
      "epoch": 5.768666803194757,
      "grad_norm": 1.9379743163339063,
      "learning_rate": 1.1296111107085393e-06,
      "loss": 0.6474,
      "step": 140842
    },
    {
      "epoch": 5.768707761621954,
      "grad_norm": 1.6818159754388147,
      "learning_rate": 1.1292116447749411e-06,
      "loss": 0.6164,
      "step": 140843
    },
    {
      "epoch": 5.76874872004915,
      "grad_norm": 1.564198574547545,
      "learning_rate": 1.12881224921883e-06,
      "loss": 0.6175,
      "step": 140844
    },
    {
      "epoch": 5.768789678476346,
      "grad_norm": 1.5625431095875761,
      "learning_rate": 1.1284129240403562e-06,
      "loss": 0.4424,
      "step": 140845
    },
    {
      "epoch": 5.768830636903543,
      "grad_norm": 1.854551539989674,
      "learning_rate": 1.1280136692397357e-06,
      "loss": 0.5907,
      "step": 140846
    },
    {
      "epoch": 5.768871595330739,
      "grad_norm": 1.6492566964940125,
      "learning_rate": 1.127614484817152e-06,
      "loss": 0.5069,
      "step": 140847
    },
    {
      "epoch": 5.768912553757936,
      "grad_norm": 1.3587003317610389,
      "learning_rate": 1.127215370772805e-06,
      "loss": 0.394,
      "step": 140848
    },
    {
      "epoch": 5.768953512185132,
      "grad_norm": 1.3590613628788157,
      "learning_rate": 1.1268163271068608e-06,
      "loss": 0.3224,
      "step": 140849
    },
    {
      "epoch": 5.768994470612329,
      "grad_norm": 1.544174738367816,
      "learning_rate": 1.1264173538195197e-06,
      "loss": 0.4462,
      "step": 140850
    },
    {
      "epoch": 5.7690354290395245,
      "grad_norm": 1.4236350513482456,
      "learning_rate": 1.1260184509109648e-06,
      "loss": 0.3782,
      "step": 140851
    },
    {
      "epoch": 5.769076387466721,
      "grad_norm": 1.5841306501316361,
      "learning_rate": 1.1256196183814127e-06,
      "loss": 0.3904,
      "step": 140852
    },
    {
      "epoch": 5.769117345893918,
      "grad_norm": 1.3678208315178388,
      "learning_rate": 1.1252208562309961e-06,
      "loss": 0.4374,
      "step": 140853
    },
    {
      "epoch": 5.769158304321114,
      "grad_norm": 0.8355083502614864,
      "learning_rate": 1.1248221644599653e-06,
      "loss": 0.1842,
      "step": 140854
    },
    {
      "epoch": 5.769199262748311,
      "grad_norm": 1.3073140716449652,
      "learning_rate": 1.1244235430684533e-06,
      "loss": 0.2976,
      "step": 140855
    },
    {
      "epoch": 5.769240221175507,
      "grad_norm": 1.505324054318435,
      "learning_rate": 1.1240249920566936e-06,
      "loss": 0.5306,
      "step": 140856
    },
    {
      "epoch": 5.769281179602704,
      "grad_norm": 1.3718446037449417,
      "learning_rate": 1.123626511424852e-06,
      "loss": 0.4035,
      "step": 140857
    },
    {
      "epoch": 5.769322138029899,
      "grad_norm": 1.5209311601299293,
      "learning_rate": 1.1232281011731126e-06,
      "loss": 0.3761,
      "step": 140858
    },
    {
      "epoch": 5.769363096457096,
      "grad_norm": 1.23421448351503,
      "learning_rate": 1.1228297613016913e-06,
      "loss": 0.3891,
      "step": 140859
    },
    {
      "epoch": 5.769404054884292,
      "grad_norm": 1.4871483620118169,
      "learning_rate": 1.122431491810738e-06,
      "loss": 0.4168,
      "step": 140860
    },
    {
      "epoch": 5.769445013311489,
      "grad_norm": 1.4186220174732544,
      "learning_rate": 1.1220332927004694e-06,
      "loss": 0.4682,
      "step": 140861
    },
    {
      "epoch": 5.7694859717386855,
      "grad_norm": 1.0311272226303,
      "learning_rate": 1.1216351639710686e-06,
      "loss": 0.1841,
      "step": 140862
    },
    {
      "epoch": 5.769526930165881,
      "grad_norm": 1.8822488195461782,
      "learning_rate": 1.1212371056227022e-06,
      "loss": 0.6214,
      "step": 140863
    },
    {
      "epoch": 5.769567888593078,
      "grad_norm": 1.4990277776028702,
      "learning_rate": 1.1208391176555864e-06,
      "loss": 0.4794,
      "step": 140864
    },
    {
      "epoch": 5.769608847020274,
      "grad_norm": 0.8026738767952541,
      "learning_rate": 1.1204412000699048e-06,
      "loss": 0.0779,
      "step": 140865
    },
    {
      "epoch": 5.769649805447471,
      "grad_norm": 1.1734772406058238,
      "learning_rate": 1.1200433528658403e-06,
      "loss": 0.2013,
      "step": 140866
    },
    {
      "epoch": 5.769690763874667,
      "grad_norm": 1.1055854830533023,
      "learning_rate": 1.1196455760435762e-06,
      "loss": 0.2177,
      "step": 140867
    },
    {
      "epoch": 5.769731722301864,
      "grad_norm": 1.653213621793749,
      "learning_rate": 1.1192478696032957e-06,
      "loss": 0.5442,
      "step": 140868
    },
    {
      "epoch": 5.76977268072906,
      "grad_norm": 1.848335538973554,
      "learning_rate": 1.1188502335451987e-06,
      "loss": 0.7328,
      "step": 140869
    },
    {
      "epoch": 5.769813639156256,
      "grad_norm": 1.2562258944440974,
      "learning_rate": 1.118452667869485e-06,
      "loss": 0.482,
      "step": 140870
    },
    {
      "epoch": 5.7698545975834525,
      "grad_norm": 1.984097184929345,
      "learning_rate": 1.1180551725763042e-06,
      "loss": 1.0818,
      "step": 140871
    },
    {
      "epoch": 5.769895556010649,
      "grad_norm": 1.3176803531438501,
      "learning_rate": 1.11765774766589e-06,
      "loss": 0.3772,
      "step": 140872
    },
    {
      "epoch": 5.769936514437846,
      "grad_norm": 1.64780641660967,
      "learning_rate": 1.1172603931383917e-06,
      "loss": 0.4909,
      "step": 140873
    },
    {
      "epoch": 5.769977472865042,
      "grad_norm": 1.5868310534333112,
      "learning_rate": 1.116863108994026e-06,
      "loss": 0.5278,
      "step": 140874
    },
    {
      "epoch": 5.770018431292239,
      "grad_norm": 1.838241473724421,
      "learning_rate": 1.1164658952329598e-06,
      "loss": 0.5996,
      "step": 140875
    },
    {
      "epoch": 5.770059389719435,
      "grad_norm": 0.9811976126228081,
      "learning_rate": 1.1160687518553924e-06,
      "loss": 0.2047,
      "step": 140876
    },
    {
      "epoch": 5.770100348146631,
      "grad_norm": 1.8069744586218548,
      "learning_rate": 1.1156716788615072e-06,
      "loss": 0.4258,
      "step": 140877
    },
    {
      "epoch": 5.770141306573827,
      "grad_norm": 1.4167653492553784,
      "learning_rate": 1.1152746762515042e-06,
      "loss": 0.3943,
      "step": 140878
    },
    {
      "epoch": 5.770182265001024,
      "grad_norm": 1.756742226830984,
      "learning_rate": 1.114877744025533e-06,
      "loss": 0.5575,
      "step": 140879
    },
    {
      "epoch": 5.7702232234282205,
      "grad_norm": 1.5020603626371736,
      "learning_rate": 1.1144808821838269e-06,
      "loss": 0.5224,
      "step": 140880
    },
    {
      "epoch": 5.770264181855417,
      "grad_norm": 1.540165730194545,
      "learning_rate": 1.1140840907265524e-06,
      "loss": 0.4559,
      "step": 140881
    },
    {
      "epoch": 5.770305140282613,
      "grad_norm": 1.2695867948589787,
      "learning_rate": 1.1136873696539095e-06,
      "loss": 0.3395,
      "step": 140882
    },
    {
      "epoch": 5.770346098709809,
      "grad_norm": 1.863783861140689,
      "learning_rate": 1.1132907189660646e-06,
      "loss": 0.5967,
      "step": 140883
    },
    {
      "epoch": 5.770387057137006,
      "grad_norm": 1.8297491567253454,
      "learning_rate": 1.1128941386632174e-06,
      "loss": 0.635,
      "step": 140884
    },
    {
      "epoch": 5.770428015564202,
      "grad_norm": 1.5043014529633614,
      "learning_rate": 1.1124976287455512e-06,
      "loss": 0.4122,
      "step": 140885
    },
    {
      "epoch": 5.770468973991399,
      "grad_norm": 1.3458718971199828,
      "learning_rate": 1.1121011892132658e-06,
      "loss": 0.3391,
      "step": 140886
    },
    {
      "epoch": 5.770509932418595,
      "grad_norm": 1.8548403588493445,
      "learning_rate": 1.1117048200665279e-06,
      "loss": 0.7207,
      "step": 140887
    },
    {
      "epoch": 5.770550890845792,
      "grad_norm": 0.997037015077727,
      "learning_rate": 1.1113085213055372e-06,
      "loss": 0.2095,
      "step": 140888
    },
    {
      "epoch": 5.7705918492729875,
      "grad_norm": 1.7234730867188806,
      "learning_rate": 1.1109122929304936e-06,
      "loss": 0.5434,
      "step": 140889
    },
    {
      "epoch": 5.770632807700184,
      "grad_norm": 1.2754293269283974,
      "learning_rate": 1.1105161349415636e-06,
      "loss": 0.3317,
      "step": 140890
    },
    {
      "epoch": 5.770673766127381,
      "grad_norm": 1.9457320770550584,
      "learning_rate": 1.1101200473389304e-06,
      "loss": 0.6401,
      "step": 140891
    },
    {
      "epoch": 5.770714724554577,
      "grad_norm": 1.5806403228600905,
      "learning_rate": 1.1097240301228105e-06,
      "loss": 0.3721,
      "step": 140892
    },
    {
      "epoch": 5.770755682981774,
      "grad_norm": 2.0353062834480973,
      "learning_rate": 1.1093280832933703e-06,
      "loss": 0.7833,
      "step": 140893
    },
    {
      "epoch": 5.77079664140897,
      "grad_norm": 1.3222750451548655,
      "learning_rate": 1.1089322068507934e-06,
      "loss": 0.4595,
      "step": 140894
    },
    {
      "epoch": 5.770837599836167,
      "grad_norm": 1.709935583007235,
      "learning_rate": 1.108536400795279e-06,
      "loss": 0.4151,
      "step": 140895
    },
    {
      "epoch": 5.770878558263362,
      "grad_norm": 1.8242925742651472,
      "learning_rate": 1.1081406651269942e-06,
      "loss": 0.512,
      "step": 140896
    },
    {
      "epoch": 5.770919516690559,
      "grad_norm": 1.7395441671455039,
      "learning_rate": 1.1077449998461718e-06,
      "loss": 0.5895,
      "step": 140897
    },
    {
      "epoch": 5.7709604751177555,
      "grad_norm": 0.3958409007214213,
      "learning_rate": 1.1073494049529451e-06,
      "loss": 0.0383,
      "step": 140898
    },
    {
      "epoch": 5.771001433544952,
      "grad_norm": 1.242709606475765,
      "learning_rate": 1.1069538804475141e-06,
      "loss": 0.3539,
      "step": 140899
    },
    {
      "epoch": 5.7710423919721485,
      "grad_norm": 1.2264521517856593,
      "learning_rate": 1.1065584263300952e-06,
      "loss": 0.3011,
      "step": 140900
    },
    {
      "epoch": 5.771083350399344,
      "grad_norm": 2.3159622321513544,
      "learning_rate": 1.1061630426008382e-06,
      "loss": 1.433,
      "step": 140901
    },
    {
      "epoch": 5.771124308826541,
      "grad_norm": 2.9810459856202263,
      "learning_rate": 1.1057677292599764e-06,
      "loss": 2.59,
      "step": 140902
    },
    {
      "epoch": 5.771165267253737,
      "grad_norm": 3.108922370444925,
      "learning_rate": 1.105372486307643e-06,
      "loss": 2.4718,
      "step": 140903
    },
    {
      "epoch": 5.771206225680934,
      "grad_norm": 1.746735570220918,
      "learning_rate": 1.1049773137440543e-06,
      "loss": 0.6399,
      "step": 140904
    },
    {
      "epoch": 5.77124718410813,
      "grad_norm": 1.1194122565047435,
      "learning_rate": 1.1045822115693937e-06,
      "loss": 0.3018,
      "step": 140905
    },
    {
      "epoch": 5.771288142535327,
      "grad_norm": 1.3171655932545288,
      "learning_rate": 1.1041871797838442e-06,
      "loss": 0.4101,
      "step": 140906
    },
    {
      "epoch": 5.771329100962523,
      "grad_norm": 0.33513434128347114,
      "learning_rate": 1.1037922183875892e-06,
      "loss": 0.0232,
      "step": 140907
    },
    {
      "epoch": 5.771370059389719,
      "grad_norm": 1.2468815160866573,
      "learning_rate": 1.103397327380845e-06,
      "loss": 0.3709,
      "step": 140908
    },
    {
      "epoch": 5.771411017816916,
      "grad_norm": 1.7499473318241374,
      "learning_rate": 1.1030025067637449e-06,
      "loss": 0.5747,
      "step": 140909
    },
    {
      "epoch": 5.771451976244112,
      "grad_norm": 1.6681656179965916,
      "learning_rate": 1.1026077565365388e-06,
      "loss": 0.4157,
      "step": 140910
    },
    {
      "epoch": 5.771492934671309,
      "grad_norm": 1.8565685462577965,
      "learning_rate": 1.102213076699343e-06,
      "loss": 0.6817,
      "step": 140911
    },
    {
      "epoch": 5.771533893098505,
      "grad_norm": 3.1079968961318114,
      "learning_rate": 1.1018184672524077e-06,
      "loss": 2.5598,
      "step": 140912
    },
    {
      "epoch": 5.771574851525702,
      "grad_norm": 1.0501556667093364,
      "learning_rate": 1.1014239281958826e-06,
      "loss": 0.2195,
      "step": 140913
    },
    {
      "epoch": 5.771615809952898,
      "grad_norm": 0.7607640859270663,
      "learning_rate": 1.1010294595299673e-06,
      "loss": 0.0827,
      "step": 140914
    },
    {
      "epoch": 5.771656768380094,
      "grad_norm": 1.553932518652447,
      "learning_rate": 1.1006350612548287e-06,
      "loss": 0.3935,
      "step": 140915
    },
    {
      "epoch": 5.77169772680729,
      "grad_norm": 1.3617100113709557,
      "learning_rate": 1.1002407333706997e-06,
      "loss": 0.4701,
      "step": 140916
    },
    {
      "epoch": 5.771738685234487,
      "grad_norm": 1.108138476784136,
      "learning_rate": 1.0998464758777137e-06,
      "loss": 0.214,
      "step": 140917
    },
    {
      "epoch": 5.7717796436616835,
      "grad_norm": 1.0286926572716135,
      "learning_rate": 1.0994522887760871e-06,
      "loss": 0.1848,
      "step": 140918
    },
    {
      "epoch": 5.77182060208888,
      "grad_norm": 1.6130796992376386,
      "learning_rate": 1.099058172066003e-06,
      "loss": 0.5546,
      "step": 140919
    },
    {
      "epoch": 5.771861560516076,
      "grad_norm": 1.2440459790642886,
      "learning_rate": 1.098664125747628e-06,
      "loss": 0.3439,
      "step": 140920
    },
    {
      "epoch": 5.771902518943272,
      "grad_norm": 1.6318033240044374,
      "learning_rate": 1.0982701498211787e-06,
      "loss": 0.4775,
      "step": 140921
    },
    {
      "epoch": 5.771943477370469,
      "grad_norm": 1.5679997415955023,
      "learning_rate": 1.0978762442868216e-06,
      "loss": 0.3147,
      "step": 140922
    },
    {
      "epoch": 5.771984435797665,
      "grad_norm": 1.9397940868138508,
      "learning_rate": 1.0974824091447566e-06,
      "loss": 0.7027,
      "step": 140923
    },
    {
      "epoch": 5.772025394224862,
      "grad_norm": 1.5029361213160117,
      "learning_rate": 1.09708864439515e-06,
      "loss": 0.44,
      "step": 140924
    },
    {
      "epoch": 5.772066352652058,
      "grad_norm": 1.997116143199935,
      "learning_rate": 1.0966949500382015e-06,
      "loss": 0.5028,
      "step": 140925
    },
    {
      "epoch": 5.772107311079255,
      "grad_norm": 1.2074848153425428,
      "learning_rate": 1.0963013260741115e-06,
      "loss": 0.4704,
      "step": 140926
    },
    {
      "epoch": 5.7721482695064505,
      "grad_norm": 1.4342822763321215,
      "learning_rate": 1.0959077725030296e-06,
      "loss": 0.5835,
      "step": 140927
    },
    {
      "epoch": 5.772189227933647,
      "grad_norm": 1.4616748485929778,
      "learning_rate": 1.0955142893251723e-06,
      "loss": 0.4742,
      "step": 140928
    },
    {
      "epoch": 5.772230186360844,
      "grad_norm": 0.8582776319446351,
      "learning_rate": 1.095120876540706e-06,
      "loss": 0.204,
      "step": 140929
    },
    {
      "epoch": 5.77227114478804,
      "grad_norm": 1.8674598206474378,
      "learning_rate": 1.0947275341498308e-06,
      "loss": 0.5913,
      "step": 140930
    },
    {
      "epoch": 5.772312103215237,
      "grad_norm": 1.7843197336198044,
      "learning_rate": 1.0943342621527296e-06,
      "loss": 0.5221,
      "step": 140931
    },
    {
      "epoch": 5.772353061642433,
      "grad_norm": 1.3531279228733397,
      "learning_rate": 1.0939410605495858e-06,
      "loss": 0.3924,
      "step": 140932
    },
    {
      "epoch": 5.77239402006963,
      "grad_norm": 1.8476989340631131,
      "learning_rate": 1.0935479293405825e-06,
      "loss": 0.5799,
      "step": 140933
    },
    {
      "epoch": 5.772434978496825,
      "grad_norm": 1.5249811193207112,
      "learning_rate": 1.0931548685259195e-06,
      "loss": 0.5468,
      "step": 140934
    },
    {
      "epoch": 5.772475936924022,
      "grad_norm": 1.9218657294663257,
      "learning_rate": 1.0927618781057634e-06,
      "loss": 0.5725,
      "step": 140935
    },
    {
      "epoch": 5.7725168953512185,
      "grad_norm": 1.515928017052759,
      "learning_rate": 1.0923689580803141e-06,
      "loss": 0.5065,
      "step": 140936
    },
    {
      "epoch": 5.772557853778415,
      "grad_norm": 1.904146054453487,
      "learning_rate": 1.0919761084497546e-06,
      "loss": 0.6589,
      "step": 140937
    },
    {
      "epoch": 5.7725988122056116,
      "grad_norm": 1.3939615222894262,
      "learning_rate": 1.0915833292142517e-06,
      "loss": 0.2961,
      "step": 140938
    },
    {
      "epoch": 5.772639770632808,
      "grad_norm": 1.7032687877216495,
      "learning_rate": 1.0911906203740384e-06,
      "loss": 0.6813,
      "step": 140939
    },
    {
      "epoch": 5.772680729060004,
      "grad_norm": 1.5793814645405877,
      "learning_rate": 1.0907979819292311e-06,
      "loss": 0.4877,
      "step": 140940
    },
    {
      "epoch": 5.7727216874872,
      "grad_norm": 1.5070305743289372,
      "learning_rate": 1.09040541388008e-06,
      "loss": 0.5855,
      "step": 140941
    },
    {
      "epoch": 5.772762645914397,
      "grad_norm": 1.522453733840362,
      "learning_rate": 1.0900129162267346e-06,
      "loss": 0.5337,
      "step": 140942
    },
    {
      "epoch": 5.772803604341593,
      "grad_norm": 1.9255761628347583,
      "learning_rate": 1.0896204889693948e-06,
      "loss": 0.6781,
      "step": 140943
    },
    {
      "epoch": 5.77284456276879,
      "grad_norm": 1.1371381353770305,
      "learning_rate": 1.0892281321082274e-06,
      "loss": 0.3334,
      "step": 140944
    },
    {
      "epoch": 5.772885521195986,
      "grad_norm": 0.9276676018491643,
      "learning_rate": 1.0888358456434488e-06,
      "loss": 0.1317,
      "step": 140945
    },
    {
      "epoch": 5.772926479623182,
      "grad_norm": 1.5593764345494054,
      "learning_rate": 1.0884436295752252e-06,
      "loss": 0.4693,
      "step": 140946
    },
    {
      "epoch": 5.772967438050379,
      "grad_norm": 1.3089688399163886,
      "learning_rate": 1.0880514839037402e-06,
      "loss": 0.3222,
      "step": 140947
    },
    {
      "epoch": 5.773008396477575,
      "grad_norm": 1.3696878536744228,
      "learning_rate": 1.0876594086291933e-06,
      "loss": 0.4994,
      "step": 140948
    },
    {
      "epoch": 5.773049354904772,
      "grad_norm": 0.9412979457795374,
      "learning_rate": 1.0872674037517515e-06,
      "loss": 0.2085,
      "step": 140949
    },
    {
      "epoch": 5.773090313331968,
      "grad_norm": 1.0177827783159266,
      "learning_rate": 1.0868754692716142e-06,
      "loss": 0.2406,
      "step": 140950
    },
    {
      "epoch": 5.773131271759165,
      "grad_norm": 1.4941009999637913,
      "learning_rate": 1.086483605188948e-06,
      "loss": 0.378,
      "step": 140951
    },
    {
      "epoch": 5.773172230186361,
      "grad_norm": 1.4291359060815263,
      "learning_rate": 1.0860918115039697e-06,
      "loss": 0.4497,
      "step": 140952
    },
    {
      "epoch": 5.773213188613557,
      "grad_norm": 1.8762516366358601,
      "learning_rate": 1.0857000882168287e-06,
      "loss": 0.674,
      "step": 140953
    },
    {
      "epoch": 5.7732541470407535,
      "grad_norm": 1.672152507627694,
      "learning_rate": 1.0853084353277418e-06,
      "loss": 0.6065,
      "step": 140954
    },
    {
      "epoch": 5.77329510546795,
      "grad_norm": 1.4914027870844542,
      "learning_rate": 1.084916852836859e-06,
      "loss": 0.4703,
      "step": 140955
    },
    {
      "epoch": 5.7733360638951465,
      "grad_norm": 1.7294904813018053,
      "learning_rate": 1.0845253407444132e-06,
      "loss": 0.4585,
      "step": 140956
    },
    {
      "epoch": 5.773377022322343,
      "grad_norm": 1.6190750071387163,
      "learning_rate": 1.0841338990505543e-06,
      "loss": 0.6316,
      "step": 140957
    },
    {
      "epoch": 5.77341798074954,
      "grad_norm": 1.1987611337869812,
      "learning_rate": 1.0837425277554656e-06,
      "loss": 0.1812,
      "step": 140958
    },
    {
      "epoch": 5.773458939176735,
      "grad_norm": 1.327413522192287,
      "learning_rate": 1.0833512268593469e-06,
      "loss": 0.3526,
      "step": 140959
    },
    {
      "epoch": 5.773499897603932,
      "grad_norm": 0.9330741782191629,
      "learning_rate": 1.0829599963623814e-06,
      "loss": 0.1889,
      "step": 140960
    },
    {
      "epoch": 5.773540856031128,
      "grad_norm": 1.2905468779637916,
      "learning_rate": 1.0825688362647523e-06,
      "loss": 0.2728,
      "step": 140961
    },
    {
      "epoch": 5.773581814458325,
      "grad_norm": 1.3424620882797509,
      "learning_rate": 1.0821777465666425e-06,
      "loss": 0.287,
      "step": 140962
    },
    {
      "epoch": 5.773622772885521,
      "grad_norm": 1.6607732976035912,
      "learning_rate": 1.0817867272682191e-06,
      "loss": 0.5507,
      "step": 140963
    },
    {
      "epoch": 5.773663731312718,
      "grad_norm": 0.7576386082321472,
      "learning_rate": 1.0813957783697147e-06,
      "loss": 0.118,
      "step": 140964
    },
    {
      "epoch": 5.773704689739914,
      "grad_norm": 0.6522283224567363,
      "learning_rate": 1.0810048998712627e-06,
      "loss": 0.0879,
      "step": 140965
    },
    {
      "epoch": 5.77374564816711,
      "grad_norm": 1.1153181870978213,
      "learning_rate": 1.0806140917730966e-06,
      "loss": 0.2703,
      "step": 140966
    },
    {
      "epoch": 5.773786606594307,
      "grad_norm": 1.3334961926261841,
      "learning_rate": 1.0802233540753492e-06,
      "loss": 0.3707,
      "step": 140967
    },
    {
      "epoch": 5.773827565021503,
      "grad_norm": 1.7153959994475927,
      "learning_rate": 1.079832686778237e-06,
      "loss": 0.6025,
      "step": 140968
    },
    {
      "epoch": 5.7738685234487,
      "grad_norm": 1.4646462784346095,
      "learning_rate": 1.0794420898819433e-06,
      "loss": 0.3906,
      "step": 140969
    },
    {
      "epoch": 5.773909481875896,
      "grad_norm": 1.3063748645433728,
      "learning_rate": 1.0790515633866514e-06,
      "loss": 0.3767,
      "step": 140970
    },
    {
      "epoch": 5.773950440303093,
      "grad_norm": 1.1502137053309731,
      "learning_rate": 1.0786611072925277e-06,
      "loss": 0.3192,
      "step": 140971
    },
    {
      "epoch": 5.773991398730288,
      "grad_norm": 1.5891965697036388,
      "learning_rate": 1.0782707215997888e-06,
      "loss": 0.4354,
      "step": 140972
    },
    {
      "epoch": 5.774032357157485,
      "grad_norm": 1.618688649047094,
      "learning_rate": 1.0778804063085844e-06,
      "loss": 0.4598,
      "step": 140973
    },
    {
      "epoch": 5.7740733155846815,
      "grad_norm": 1.5240458343268604,
      "learning_rate": 1.0774901614191312e-06,
      "loss": 0.3671,
      "step": 140974
    },
    {
      "epoch": 5.774114274011878,
      "grad_norm": 1.2199131202852835,
      "learning_rate": 1.0770999869315954e-06,
      "loss": 0.4202,
      "step": 140975
    },
    {
      "epoch": 5.774155232439075,
      "grad_norm": 1.5172914434918228,
      "learning_rate": 1.0767098828461606e-06,
      "loss": 0.3899,
      "step": 140976
    },
    {
      "epoch": 5.774196190866271,
      "grad_norm": 1.5159628998848458,
      "learning_rate": 1.0763198491630264e-06,
      "loss": 0.5278,
      "step": 140977
    },
    {
      "epoch": 5.774237149293467,
      "grad_norm": 1.5697846985824109,
      "learning_rate": 1.0759298858823595e-06,
      "loss": 0.4477,
      "step": 140978
    },
    {
      "epoch": 5.774278107720663,
      "grad_norm": 1.6692331960728328,
      "learning_rate": 1.075539993004343e-06,
      "loss": 0.5042,
      "step": 140979
    },
    {
      "epoch": 5.77431906614786,
      "grad_norm": 0.8233209417095402,
      "learning_rate": 1.0751501705291766e-06,
      "loss": 0.1849,
      "step": 140980
    },
    {
      "epoch": 5.774360024575056,
      "grad_norm": 1.6162434015495197,
      "learning_rate": 1.0747604184570436e-06,
      "loss": 0.5265,
      "step": 140981
    },
    {
      "epoch": 5.774400983002253,
      "grad_norm": 1.6320719130677181,
      "learning_rate": 1.074370736788127e-06,
      "loss": 0.6934,
      "step": 140982
    },
    {
      "epoch": 5.774441941429449,
      "grad_norm": 1.4015073362321675,
      "learning_rate": 1.0739811255225937e-06,
      "loss": 0.3877,
      "step": 140983
    },
    {
      "epoch": 5.774482899856645,
      "grad_norm": 1.256724277944874,
      "learning_rate": 1.073591584660627e-06,
      "loss": 0.3712,
      "step": 140984
    },
    {
      "epoch": 5.774523858283842,
      "grad_norm": 1.5330805446736544,
      "learning_rate": 1.0732021142024593e-06,
      "loss": 0.4391,
      "step": 140985
    },
    {
      "epoch": 5.774564816711038,
      "grad_norm": 1.6138606315401924,
      "learning_rate": 1.072812714148208e-06,
      "loss": 0.4643,
      "step": 140986
    },
    {
      "epoch": 5.774605775138235,
      "grad_norm": 1.6760678803681872,
      "learning_rate": 1.0724233844981056e-06,
      "loss": 0.7251,
      "step": 140987
    },
    {
      "epoch": 5.774646733565431,
      "grad_norm": 1.6412303541256745,
      "learning_rate": 1.072034125252319e-06,
      "loss": 0.5188,
      "step": 140988
    },
    {
      "epoch": 5.774687691992628,
      "grad_norm": 1.24379374651262,
      "learning_rate": 1.0716449364110314e-06,
      "loss": 0.3709,
      "step": 140989
    },
    {
      "epoch": 5.774728650419824,
      "grad_norm": 1.9932496391956314,
      "learning_rate": 1.0712558179744258e-06,
      "loss": 0.8835,
      "step": 140990
    },
    {
      "epoch": 5.77476960884702,
      "grad_norm": 1.5632417094344337,
      "learning_rate": 1.0708667699426855e-06,
      "loss": 0.4673,
      "step": 140991
    },
    {
      "epoch": 5.7748105672742165,
      "grad_norm": 1.5952966732237746,
      "learning_rate": 1.0704777923159936e-06,
      "loss": 0.523,
      "step": 140992
    },
    {
      "epoch": 5.774851525701413,
      "grad_norm": 1.3875859659681002,
      "learning_rate": 1.07008888509455e-06,
      "loss": 0.4119,
      "step": 140993
    },
    {
      "epoch": 5.77489248412861,
      "grad_norm": 1.2790921985017991,
      "learning_rate": 1.0697000482785212e-06,
      "loss": 0.3367,
      "step": 140994
    },
    {
      "epoch": 5.774933442555806,
      "grad_norm": 1.5701017123239278,
      "learning_rate": 1.0693112818680904e-06,
      "loss": 0.4381,
      "step": 140995
    },
    {
      "epoch": 5.774974400983003,
      "grad_norm": 0.9239891369808279,
      "learning_rate": 1.0689225858634577e-06,
      "loss": 0.1876,
      "step": 140996
    },
    {
      "epoch": 5.775015359410198,
      "grad_norm": 0.20754469712909138,
      "learning_rate": 1.068533960264789e-06,
      "loss": 0.0306,
      "step": 140997
    },
    {
      "epoch": 5.775056317837395,
      "grad_norm": 1.2671525455960309,
      "learning_rate": 1.0681454050722848e-06,
      "loss": 0.3404,
      "step": 140998
    },
    {
      "epoch": 5.775097276264591,
      "grad_norm": 1.5481746982557028,
      "learning_rate": 1.0677569202861114e-06,
      "loss": 0.4781,
      "step": 140999
    },
    {
      "epoch": 5.775138234691788,
      "grad_norm": 1.219156081548596,
      "learning_rate": 1.0673685059064685e-06,
      "loss": 0.257,
      "step": 141000
    },
    {
      "epoch": 5.775179193118984,
      "grad_norm": 1.5889794164339226,
      "learning_rate": 1.0669801619335227e-06,
      "loss": 0.4884,
      "step": 141001
    },
    {
      "epoch": 5.775220151546181,
      "grad_norm": 1.898619281536447,
      "learning_rate": 1.066591888367474e-06,
      "loss": 0.4578,
      "step": 141002
    },
    {
      "epoch": 5.775261109973377,
      "grad_norm": 1.5456932130042584,
      "learning_rate": 1.0662036852084887e-06,
      "loss": 0.442,
      "step": 141003
    },
    {
      "epoch": 5.775302068400573,
      "grad_norm": 1.3144682230359315,
      "learning_rate": 1.0658155524567669e-06,
      "loss": 0.3056,
      "step": 141004
    },
    {
      "epoch": 5.77534302682777,
      "grad_norm": 1.373582614943685,
      "learning_rate": 1.065427490112475e-06,
      "loss": 0.3202,
      "step": 141005
    },
    {
      "epoch": 5.775383985254966,
      "grad_norm": 1.3171226343483182,
      "learning_rate": 1.0650394981758293e-06,
      "loss": 0.432,
      "step": 141006
    },
    {
      "epoch": 5.775424943682163,
      "grad_norm": 2.2237408195825603,
      "learning_rate": 1.0646515766469632e-06,
      "loss": 1.1694,
      "step": 141007
    },
    {
      "epoch": 5.775465902109359,
      "grad_norm": 1.4006848495475728,
      "learning_rate": 1.0642637255261099e-06,
      "loss": 0.4027,
      "step": 141008
    },
    {
      "epoch": 5.775506860536556,
      "grad_norm": 1.3720570559526712,
      "learning_rate": 1.0638759448134194e-06,
      "loss": 0.4196,
      "step": 141009
    },
    {
      "epoch": 5.7755478189637515,
      "grad_norm": 0.8998201784615383,
      "learning_rate": 1.063488234509091e-06,
      "loss": 0.2103,
      "step": 141010
    },
    {
      "epoch": 5.775588777390948,
      "grad_norm": 3.9412853309838387,
      "learning_rate": 1.063100594613292e-06,
      "loss": 3.1451,
      "step": 141011
    },
    {
      "epoch": 5.7756297358181445,
      "grad_norm": 0.7025594574029024,
      "learning_rate": 1.0627130251262216e-06,
      "loss": 0.1216,
      "step": 141012
    },
    {
      "epoch": 5.775670694245341,
      "grad_norm": 1.7252386875035595,
      "learning_rate": 1.0623255260480634e-06,
      "loss": 0.4547,
      "step": 141013
    },
    {
      "epoch": 5.775711652672538,
      "grad_norm": 1.3383229216788874,
      "learning_rate": 1.0619380973790004e-06,
      "loss": 0.3195,
      "step": 141014
    },
    {
      "epoch": 5.775752611099734,
      "grad_norm": 1.078787059020649,
      "learning_rate": 1.061550739119199e-06,
      "loss": 0.1812,
      "step": 141015
    },
    {
      "epoch": 5.77579356952693,
      "grad_norm": 1.1256980078247474,
      "learning_rate": 1.0611634512688595e-06,
      "loss": 0.2091,
      "step": 141016
    },
    {
      "epoch": 5.775834527954126,
      "grad_norm": 1.598447009870586,
      "learning_rate": 1.0607762338281644e-06,
      "loss": 0.516,
      "step": 141017
    },
    {
      "epoch": 5.775875486381323,
      "grad_norm": 1.2249565528785167,
      "learning_rate": 1.0603890867972808e-06,
      "loss": 0.232,
      "step": 141018
    },
    {
      "epoch": 5.775916444808519,
      "grad_norm": 1.5625185989306885,
      "learning_rate": 1.0600020101764085e-06,
      "loss": 0.5363,
      "step": 141019
    },
    {
      "epoch": 5.775957403235716,
      "grad_norm": 1.2622007887516495,
      "learning_rate": 1.0596150039657136e-06,
      "loss": 0.1922,
      "step": 141020
    },
    {
      "epoch": 5.7759983616629125,
      "grad_norm": 0.6890784715346743,
      "learning_rate": 1.0592280681653964e-06,
      "loss": 0.1749,
      "step": 141021
    },
    {
      "epoch": 5.776039320090108,
      "grad_norm": 1.5472451023181208,
      "learning_rate": 1.0588412027756565e-06,
      "loss": 0.4841,
      "step": 141022
    },
    {
      "epoch": 5.776080278517305,
      "grad_norm": 1.386524889357412,
      "learning_rate": 1.0584544077966273e-06,
      "loss": 0.4141,
      "step": 141023
    },
    {
      "epoch": 5.776121236944501,
      "grad_norm": 1.5026209569363083,
      "learning_rate": 1.058067683228525e-06,
      "loss": 0.4718,
      "step": 141024
    },
    {
      "epoch": 5.776162195371698,
      "grad_norm": 0.5582441229888485,
      "learning_rate": 1.0576810290715332e-06,
      "loss": 0.0506,
      "step": 141025
    },
    {
      "epoch": 5.776203153798894,
      "grad_norm": 0.4532453719161734,
      "learning_rate": 1.057294445325818e-06,
      "loss": 0.0388,
      "step": 141026
    },
    {
      "epoch": 5.776244112226091,
      "grad_norm": 2.2558673303129995,
      "learning_rate": 1.0569079319915629e-06,
      "loss": 1.1355,
      "step": 141027
    },
    {
      "epoch": 5.776285070653287,
      "grad_norm": 1.6783211593572955,
      "learning_rate": 1.0565214890689844e-06,
      "loss": 0.4964,
      "step": 141028
    },
    {
      "epoch": 5.776326029080483,
      "grad_norm": 1.3719167195024355,
      "learning_rate": 1.0561351165582155e-06,
      "loss": 0.3817,
      "step": 141029
    },
    {
      "epoch": 5.7763669875076795,
      "grad_norm": 1.7311100532857064,
      "learning_rate": 1.0557488144594728e-06,
      "loss": 0.5937,
      "step": 141030
    },
    {
      "epoch": 5.776407945934876,
      "grad_norm": 1.5849949504278118,
      "learning_rate": 1.0553625827729227e-06,
      "loss": 0.6093,
      "step": 141031
    },
    {
      "epoch": 5.776448904362073,
      "grad_norm": 0.9529008580834087,
      "learning_rate": 1.0549764214987656e-06,
      "loss": 0.1386,
      "step": 141032
    },
    {
      "epoch": 5.776489862789269,
      "grad_norm": 2.091847778159183,
      "learning_rate": 1.0545903306371673e-06,
      "loss": 0.7778,
      "step": 141033
    },
    {
      "epoch": 5.776530821216466,
      "grad_norm": 1.548920834191965,
      "learning_rate": 1.0542043101883113e-06,
      "loss": 0.4603,
      "step": 141034
    },
    {
      "epoch": 5.776571779643661,
      "grad_norm": 1.4361415871959733,
      "learning_rate": 1.0538183601523976e-06,
      "loss": 0.4999,
      "step": 141035
    },
    {
      "epoch": 5.776612738070858,
      "grad_norm": 1.639288249513397,
      "learning_rate": 1.0534324805295923e-06,
      "loss": 0.5366,
      "step": 141036
    },
    {
      "epoch": 5.776653696498054,
      "grad_norm": 1.5992650158474622,
      "learning_rate": 1.0530466713200625e-06,
      "loss": 0.5159,
      "step": 141037
    },
    {
      "epoch": 5.776694654925251,
      "grad_norm": 1.456238718731821,
      "learning_rate": 1.052660932524041e-06,
      "loss": 0.5203,
      "step": 141038
    },
    {
      "epoch": 5.7767356133524475,
      "grad_norm": 1.5469794358575333,
      "learning_rate": 1.0522752641416444e-06,
      "loss": 0.4892,
      "step": 141039
    },
    {
      "epoch": 5.776776571779644,
      "grad_norm": 1.5147882263138504,
      "learning_rate": 1.0518896661731058e-06,
      "loss": 0.3786,
      "step": 141040
    },
    {
      "epoch": 5.77681753020684,
      "grad_norm": 0.9738382286961396,
      "learning_rate": 1.0515041386185917e-06,
      "loss": 0.1855,
      "step": 141041
    },
    {
      "epoch": 5.776858488634036,
      "grad_norm": 1.586223826308576,
      "learning_rate": 1.0511186814782857e-06,
      "loss": 0.4202,
      "step": 141042
    },
    {
      "epoch": 5.776899447061233,
      "grad_norm": 1.4632087600685963,
      "learning_rate": 1.050733294752354e-06,
      "loss": 0.4436,
      "step": 141043
    },
    {
      "epoch": 5.776940405488429,
      "grad_norm": 0.8985667938860656,
      "learning_rate": 1.050347978441013e-06,
      "loss": 0.1976,
      "step": 141044
    },
    {
      "epoch": 5.776981363915626,
      "grad_norm": 1.662911580564082,
      "learning_rate": 1.0499627325444127e-06,
      "loss": 0.5079,
      "step": 141045
    },
    {
      "epoch": 5.777022322342822,
      "grad_norm": 1.4788576039822328,
      "learning_rate": 1.049577557062753e-06,
      "loss": 0.4055,
      "step": 141046
    },
    {
      "epoch": 5.777063280770019,
      "grad_norm": 1.286713890044672,
      "learning_rate": 1.0491924519962002e-06,
      "loss": 0.3442,
      "step": 141047
    },
    {
      "epoch": 5.7771042391972145,
      "grad_norm": 1.313200150851032,
      "learning_rate": 1.0488074173449378e-06,
      "loss": 0.2669,
      "step": 141048
    },
    {
      "epoch": 5.777145197624411,
      "grad_norm": 1.2576389681521065,
      "learning_rate": 1.0484224531091824e-06,
      "loss": 0.3039,
      "step": 141049
    },
    {
      "epoch": 5.777186156051608,
      "grad_norm": 1.3360943349914598,
      "learning_rate": 1.0480375592890667e-06,
      "loss": 0.3102,
      "step": 141050
    },
    {
      "epoch": 5.777227114478804,
      "grad_norm": 0.8108579681411066,
      "learning_rate": 1.0476527358848076e-06,
      "loss": 0.1813,
      "step": 141051
    },
    {
      "epoch": 5.777268072906001,
      "grad_norm": 1.4319044723125567,
      "learning_rate": 1.0472679828965713e-06,
      "loss": 0.4423,
      "step": 141052
    },
    {
      "epoch": 5.777309031333197,
      "grad_norm": 1.8461562274691719,
      "learning_rate": 1.0468833003245414e-06,
      "loss": 0.4408,
      "step": 141053
    },
    {
      "epoch": 5.777349989760393,
      "grad_norm": 1.2870695599582376,
      "learning_rate": 1.0464986881689174e-06,
      "loss": 0.3348,
      "step": 141054
    },
    {
      "epoch": 5.777390948187589,
      "grad_norm": 1.7599817095041514,
      "learning_rate": 1.0461141464298494e-06,
      "loss": 0.6657,
      "step": 141055
    },
    {
      "epoch": 5.777431906614786,
      "grad_norm": 1.735893164318322,
      "learning_rate": 1.0457296751075372e-06,
      "loss": 0.5791,
      "step": 141056
    },
    {
      "epoch": 5.777472865041982,
      "grad_norm": 0.6637073332237053,
      "learning_rate": 1.045345274202164e-06,
      "loss": 0.0818,
      "step": 141057
    },
    {
      "epoch": 5.777513823469179,
      "grad_norm": 1.321556991012659,
      "learning_rate": 1.0449609437138961e-06,
      "loss": 0.308,
      "step": 141058
    },
    {
      "epoch": 5.7775547818963755,
      "grad_norm": 2.418162141051591,
      "learning_rate": 1.0445766836429337e-06,
      "loss": 1.1106,
      "step": 141059
    },
    {
      "epoch": 5.777595740323571,
      "grad_norm": 1.6255837213661928,
      "learning_rate": 1.0441924939894597e-06,
      "loss": 0.4607,
      "step": 141060
    },
    {
      "epoch": 5.777636698750768,
      "grad_norm": 1.649607071405327,
      "learning_rate": 1.0438083747536407e-06,
      "loss": 0.5222,
      "step": 141061
    },
    {
      "epoch": 5.777677657177964,
      "grad_norm": 1.2872708573600182,
      "learning_rate": 1.0434243259356767e-06,
      "loss": 0.3046,
      "step": 141062
    },
    {
      "epoch": 5.777718615605161,
      "grad_norm": 1.4085978056385098,
      "learning_rate": 1.0430403475357174e-06,
      "loss": 0.4238,
      "step": 141063
    },
    {
      "epoch": 5.777759574032357,
      "grad_norm": 1.484868893122404,
      "learning_rate": 1.0426564395539793e-06,
      "loss": 0.4776,
      "step": 141064
    },
    {
      "epoch": 5.777800532459554,
      "grad_norm": 0.8835972132391272,
      "learning_rate": 1.0422726019906292e-06,
      "loss": 0.1877,
      "step": 141065
    },
    {
      "epoch": 5.77784149088675,
      "grad_norm": 1.5357340653804423,
      "learning_rate": 1.04188883484585e-06,
      "loss": 0.3931,
      "step": 141066
    },
    {
      "epoch": 5.777882449313946,
      "grad_norm": 1.4398800425400358,
      "learning_rate": 1.0415051381198248e-06,
      "loss": 0.4415,
      "step": 141067
    },
    {
      "epoch": 5.7779234077411425,
      "grad_norm": 1.3941857179767143,
      "learning_rate": 1.0411215118127204e-06,
      "loss": 0.4826,
      "step": 141068
    },
    {
      "epoch": 5.777964366168339,
      "grad_norm": 1.314790501017433,
      "learning_rate": 1.0407379559247363e-06,
      "loss": 0.3481,
      "step": 141069
    },
    {
      "epoch": 5.778005324595536,
      "grad_norm": 1.660976501301926,
      "learning_rate": 1.0403544704560563e-06,
      "loss": 0.5515,
      "step": 141070
    },
    {
      "epoch": 5.778046283022732,
      "grad_norm": 1.5508367269478665,
      "learning_rate": 1.0399710554068464e-06,
      "loss": 0.565,
      "step": 141071
    },
    {
      "epoch": 5.778087241449929,
      "grad_norm": 1.8247915446375065,
      "learning_rate": 1.0395877107772898e-06,
      "loss": 0.543,
      "step": 141072
    },
    {
      "epoch": 5.778128199877124,
      "grad_norm": 1.5676229083888058,
      "learning_rate": 1.03920443656757e-06,
      "loss": 0.597,
      "step": 141073
    },
    {
      "epoch": 5.778169158304321,
      "grad_norm": 1.310216443106212,
      "learning_rate": 1.0388212327778867e-06,
      "loss": 0.3989,
      "step": 141074
    },
    {
      "epoch": 5.778210116731517,
      "grad_norm": 1.0710242889341006,
      "learning_rate": 1.0384380994083896e-06,
      "loss": 0.2084,
      "step": 141075
    },
    {
      "epoch": 5.778251075158714,
      "grad_norm": 1.3397648766042494,
      "learning_rate": 1.0380550364592789e-06,
      "loss": 0.4352,
      "step": 141076
    },
    {
      "epoch": 5.7782920335859105,
      "grad_norm": 1.1259437609030156,
      "learning_rate": 1.0376720439307373e-06,
      "loss": 0.2867,
      "step": 141077
    },
    {
      "epoch": 5.778332992013107,
      "grad_norm": 1.8988551992269997,
      "learning_rate": 1.0372891218229317e-06,
      "loss": 0.8146,
      "step": 141078
    },
    {
      "epoch": 5.778373950440303,
      "grad_norm": 0.8632313689295854,
      "learning_rate": 1.036906270136062e-06,
      "loss": 0.1715,
      "step": 141079
    },
    {
      "epoch": 5.778414908867499,
      "grad_norm": 1.1188151711550438,
      "learning_rate": 1.0365234888702779e-06,
      "loss": 0.21,
      "step": 141080
    },
    {
      "epoch": 5.778455867294696,
      "grad_norm": 1.610009604381283,
      "learning_rate": 1.0361407780258125e-06,
      "loss": 0.5251,
      "step": 141081
    },
    {
      "epoch": 5.778496825721892,
      "grad_norm": 1.625337699644082,
      "learning_rate": 1.035758137602799e-06,
      "loss": 0.4675,
      "step": 141082
    },
    {
      "epoch": 5.778537784149089,
      "grad_norm": 1.2842501471147287,
      "learning_rate": 1.0353755676014375e-06,
      "loss": 0.4376,
      "step": 141083
    },
    {
      "epoch": 5.778578742576285,
      "grad_norm": 1.2817733206054742,
      "learning_rate": 1.034993068021911e-06,
      "loss": 0.2349,
      "step": 141084
    },
    {
      "epoch": 5.778619701003482,
      "grad_norm": 0.7311572275629699,
      "learning_rate": 1.034610638864386e-06,
      "loss": 0.1592,
      "step": 141085
    },
    {
      "epoch": 5.7786606594306775,
      "grad_norm": 1.6040475544505723,
      "learning_rate": 1.0342282801290625e-06,
      "loss": 0.4698,
      "step": 141086
    },
    {
      "epoch": 5.778701617857874,
      "grad_norm": 1.9893651373785037,
      "learning_rate": 1.0338459918160902e-06,
      "loss": 0.4909,
      "step": 141087
    },
    {
      "epoch": 5.778742576285071,
      "grad_norm": 2.1661096249477345,
      "learning_rate": 1.0334637739256856e-06,
      "loss": 0.9496,
      "step": 141088
    },
    {
      "epoch": 5.778783534712267,
      "grad_norm": 1.1123216048790139,
      "learning_rate": 1.0330816264580322e-06,
      "loss": 0.1915,
      "step": 141089
    },
    {
      "epoch": 5.778824493139464,
      "grad_norm": 1.6105469185069117,
      "learning_rate": 1.0326995494132795e-06,
      "loss": 0.4942,
      "step": 141090
    },
    {
      "epoch": 5.77886545156666,
      "grad_norm": 2.4040153928563663,
      "learning_rate": 1.0323175427916274e-06,
      "loss": 1.7363,
      "step": 141091
    },
    {
      "epoch": 5.778906409993856,
      "grad_norm": 1.8064987912540005,
      "learning_rate": 1.0319356065932426e-06,
      "loss": 0.6555,
      "step": 141092
    },
    {
      "epoch": 5.778947368421052,
      "grad_norm": 1.3964096459367414,
      "learning_rate": 1.0315537408183083e-06,
      "loss": 0.408,
      "step": 141093
    },
    {
      "epoch": 5.778988326848249,
      "grad_norm": 1.1714023980547703,
      "learning_rate": 1.0311719454670243e-06,
      "loss": 0.3347,
      "step": 141094
    },
    {
      "epoch": 5.7790292852754455,
      "grad_norm": 1.4322173124750182,
      "learning_rate": 1.0307902205395568e-06,
      "loss": 0.4679,
      "step": 141095
    },
    {
      "epoch": 5.779070243702642,
      "grad_norm": 0.8868607591976029,
      "learning_rate": 1.0304085660360894e-06,
      "loss": 0.1344,
      "step": 141096
    },
    {
      "epoch": 5.7791112021298385,
      "grad_norm": 1.6338358240194644,
      "learning_rate": 1.0300269819567885e-06,
      "loss": 0.5391,
      "step": 141097
    },
    {
      "epoch": 5.779152160557034,
      "grad_norm": 2.5345994122650763,
      "learning_rate": 1.029645468301854e-06,
      "loss": 1.9869,
      "step": 141098
    },
    {
      "epoch": 5.779193118984231,
      "grad_norm": 1.0978497575846942,
      "learning_rate": 1.0292640250714524e-06,
      "loss": 0.245,
      "step": 141099
    },
    {
      "epoch": 5.779234077411427,
      "grad_norm": 1.6874580331046432,
      "learning_rate": 1.0288826522657835e-06,
      "loss": 0.5301,
      "step": 141100
    },
    {
      "epoch": 5.779275035838624,
      "grad_norm": 1.4699884082176382,
      "learning_rate": 1.0285013498850136e-06,
      "loss": 0.3964,
      "step": 141101
    },
    {
      "epoch": 5.77931599426582,
      "grad_norm": 1.057125887772617,
      "learning_rate": 1.0281201179293097e-06,
      "loss": 0.2054,
      "step": 141102
    },
    {
      "epoch": 5.779356952693017,
      "grad_norm": 1.249408635800175,
      "learning_rate": 1.0277389563988881e-06,
      "loss": 0.2751,
      "step": 141103
    },
    {
      "epoch": 5.779397911120213,
      "grad_norm": 1.3933675030746258,
      "learning_rate": 1.027357865293882e-06,
      "loss": 0.3412,
      "step": 141104
    },
    {
      "epoch": 5.779438869547409,
      "grad_norm": 1.490794396004883,
      "learning_rate": 1.0269768446145077e-06,
      "loss": 0.4947,
      "step": 141105
    },
    {
      "epoch": 5.779479827974606,
      "grad_norm": 1.696061943405013,
      "learning_rate": 1.026595894360932e-06,
      "loss": 0.5228,
      "step": 141106
    },
    {
      "epoch": 5.779520786401802,
      "grad_norm": 1.4709092730057274,
      "learning_rate": 1.0262150145333382e-06,
      "loss": 0.4267,
      "step": 141107
    },
    {
      "epoch": 5.779561744828999,
      "grad_norm": 1.3646017524269833,
      "learning_rate": 1.0258342051319092e-06,
      "loss": 0.41,
      "step": 141108
    },
    {
      "epoch": 5.779602703256195,
      "grad_norm": 1.4369863533740403,
      "learning_rate": 1.025453466156828e-06,
      "loss": 0.4224,
      "step": 141109
    },
    {
      "epoch": 5.779643661683392,
      "grad_norm": 0.6959488380613592,
      "learning_rate": 1.0250727976082618e-06,
      "loss": 0.0595,
      "step": 141110
    },
    {
      "epoch": 5.779684620110587,
      "grad_norm": 1.292446101581403,
      "learning_rate": 1.0246921994863933e-06,
      "loss": 0.4335,
      "step": 141111
    },
    {
      "epoch": 5.779725578537784,
      "grad_norm": 1.630570677541165,
      "learning_rate": 1.0243116717914057e-06,
      "loss": 0.6434,
      "step": 141112
    },
    {
      "epoch": 5.77976653696498,
      "grad_norm": 0.8545379710879133,
      "learning_rate": 1.0239312145234824e-06,
      "loss": 0.1913,
      "step": 141113
    },
    {
      "epoch": 5.779807495392177,
      "grad_norm": 1.4974566375225495,
      "learning_rate": 1.0235508276827897e-06,
      "loss": 0.3935,
      "step": 141114
    },
    {
      "epoch": 5.7798484538193735,
      "grad_norm": 0.511787781754299,
      "learning_rate": 1.0231705112695277e-06,
      "loss": 0.0515,
      "step": 141115
    },
    {
      "epoch": 5.77988941224657,
      "grad_norm": 1.5176359839087203,
      "learning_rate": 1.0227902652838627e-06,
      "loss": 0.3878,
      "step": 141116
    },
    {
      "epoch": 5.779930370673766,
      "grad_norm": 3.0235892112214486,
      "learning_rate": 1.022410089725978e-06,
      "loss": 2.4269,
      "step": 141117
    },
    {
      "epoch": 5.779971329100962,
      "grad_norm": 1.4458735827542921,
      "learning_rate": 1.0220299845960567e-06,
      "loss": 0.5002,
      "step": 141118
    },
    {
      "epoch": 5.780012287528159,
      "grad_norm": 1.6551584017657666,
      "learning_rate": 1.0216499498942653e-06,
      "loss": 0.6262,
      "step": 141119
    },
    {
      "epoch": 5.780053245955355,
      "grad_norm": 1.2684009753352001,
      "learning_rate": 1.0212699856207874e-06,
      "loss": 0.3264,
      "step": 141120
    },
    {
      "epoch": 5.780094204382552,
      "grad_norm": 1.7680854217331843,
      "learning_rate": 1.020890091775839e-06,
      "loss": 0.6466,
      "step": 141121
    },
    {
      "epoch": 5.780135162809748,
      "grad_norm": 2.757117485175553,
      "learning_rate": 1.0205102683595367e-06,
      "loss": 0.5481,
      "step": 141122
    },
    {
      "epoch": 5.780176121236945,
      "grad_norm": 1.0209152438149833,
      "learning_rate": 1.0201305153720974e-06,
      "loss": 0.1935,
      "step": 141123
    },
    {
      "epoch": 5.7802170796641406,
      "grad_norm": 1.6960559572468648,
      "learning_rate": 1.0197508328137205e-06,
      "loss": 0.3309,
      "step": 141124
    },
    {
      "epoch": 5.780258038091337,
      "grad_norm": 1.3799509072595446,
      "learning_rate": 1.0193712206845396e-06,
      "loss": 0.4395,
      "step": 141125
    },
    {
      "epoch": 5.780298996518534,
      "grad_norm": 1.461233576427479,
      "learning_rate": 1.0189916789847541e-06,
      "loss": 0.4495,
      "step": 141126
    },
    {
      "epoch": 5.78033995494573,
      "grad_norm": 1.351516403207325,
      "learning_rate": 1.0186122077145475e-06,
      "loss": 0.3678,
      "step": 141127
    },
    {
      "epoch": 5.780380913372927,
      "grad_norm": 1.6021195337677063,
      "learning_rate": 1.0182328068741031e-06,
      "loss": 0.4791,
      "step": 141128
    },
    {
      "epoch": 5.780421871800123,
      "grad_norm": 2.0104951706326792,
      "learning_rate": 1.017853476463587e-06,
      "loss": 0.9199,
      "step": 141129
    },
    {
      "epoch": 5.78046283022732,
      "grad_norm": 1.3022209628938297,
      "learning_rate": 1.0174742164831828e-06,
      "loss": 0.4088,
      "step": 141130
    },
    {
      "epoch": 5.780503788654515,
      "grad_norm": 0.6485093694746259,
      "learning_rate": 1.0170950269330736e-06,
      "loss": 0.0945,
      "step": 141131
    },
    {
      "epoch": 5.780544747081712,
      "grad_norm": 1.872608086844641,
      "learning_rate": 1.0167159078134423e-06,
      "loss": 0.6063,
      "step": 141132
    },
    {
      "epoch": 5.7805857055089085,
      "grad_norm": 1.6772413143010831,
      "learning_rate": 1.016336859124456e-06,
      "loss": 0.5694,
      "step": 141133
    },
    {
      "epoch": 5.780626663936105,
      "grad_norm": 1.7768407407594997,
      "learning_rate": 1.0159578808662972e-06,
      "loss": 0.4909,
      "step": 141134
    },
    {
      "epoch": 5.780667622363302,
      "grad_norm": 1.4190376579935449,
      "learning_rate": 1.015578973039166e-06,
      "loss": 0.3895,
      "step": 141135
    },
    {
      "epoch": 5.780708580790497,
      "grad_norm": 1.4116108882137335,
      "learning_rate": 1.015200135643196e-06,
      "loss": 0.4013,
      "step": 141136
    },
    {
      "epoch": 5.780749539217694,
      "grad_norm": 1.2770894709477347,
      "learning_rate": 1.01482136867862e-06,
      "loss": 0.3171,
      "step": 141137
    },
    {
      "epoch": 5.78079049764489,
      "grad_norm": 1.2036305693862575,
      "learning_rate": 1.0144426721455713e-06,
      "loss": 0.2503,
      "step": 141138
    },
    {
      "epoch": 5.780831456072087,
      "grad_norm": 1.6409077945043111,
      "learning_rate": 1.0140640460442661e-06,
      "loss": 0.5089,
      "step": 141139
    },
    {
      "epoch": 5.780872414499283,
      "grad_norm": 0.9069700519658407,
      "learning_rate": 1.0136854903748549e-06,
      "loss": 0.2358,
      "step": 141140
    },
    {
      "epoch": 5.78091337292648,
      "grad_norm": 0.3265469791150563,
      "learning_rate": 1.013307005137537e-06,
      "loss": 0.0352,
      "step": 141141
    },
    {
      "epoch": 5.780954331353676,
      "grad_norm": 1.2681882102468924,
      "learning_rate": 1.012928590332479e-06,
      "loss": 0.3577,
      "step": 141142
    },
    {
      "epoch": 5.780995289780872,
      "grad_norm": 1.2498809248761635,
      "learning_rate": 1.0125502459598644e-06,
      "loss": 0.3729,
      "step": 141143
    },
    {
      "epoch": 5.781036248208069,
      "grad_norm": 1.7825738734011878,
      "learning_rate": 1.0121719720198595e-06,
      "loss": 0.6629,
      "step": 141144
    },
    {
      "epoch": 5.781077206635265,
      "grad_norm": 0.871938940087218,
      "learning_rate": 1.0117937685126642e-06,
      "loss": 0.2204,
      "step": 141145
    },
    {
      "epoch": 5.781118165062462,
      "grad_norm": 1.4775852892937427,
      "learning_rate": 1.011415635438445e-06,
      "loss": 0.4257,
      "step": 141146
    },
    {
      "epoch": 5.781159123489658,
      "grad_norm": 1.7208699192672285,
      "learning_rate": 1.0110375727973852e-06,
      "loss": 0.5991,
      "step": 141147
    },
    {
      "epoch": 5.781200081916855,
      "grad_norm": 2.049336824013191,
      "learning_rate": 1.0106595805896512e-06,
      "loss": 0.8727,
      "step": 141148
    },
    {
      "epoch": 5.781241040344051,
      "grad_norm": 1.3816657259858907,
      "learning_rate": 1.0102816588154427e-06,
      "loss": 0.3736,
      "step": 141149
    },
    {
      "epoch": 5.781281998771247,
      "grad_norm": 1.0920374984013717,
      "learning_rate": 1.0099038074749265e-06,
      "loss": 0.2668,
      "step": 141150
    },
    {
      "epoch": 5.7813229571984435,
      "grad_norm": 1.6519657893000868,
      "learning_rate": 1.0095260265682858e-06,
      "loss": 0.6334,
      "step": 141151
    },
    {
      "epoch": 5.78136391562564,
      "grad_norm": 1.4810898017568814,
      "learning_rate": 1.0091483160956871e-06,
      "loss": 0.457,
      "step": 141152
    },
    {
      "epoch": 5.7814048740528365,
      "grad_norm": 1.6942180243948284,
      "learning_rate": 1.00877067605733e-06,
      "loss": 0.5175,
      "step": 141153
    },
    {
      "epoch": 5.781445832480033,
      "grad_norm": 1.2963836449169286,
      "learning_rate": 1.0083931064533646e-06,
      "loss": 0.3708,
      "step": 141154
    },
    {
      "epoch": 5.781486790907229,
      "grad_norm": 1.5335202669560728,
      "learning_rate": 1.0080156072839908e-06,
      "loss": 0.4617,
      "step": 141155
    },
    {
      "epoch": 5.781527749334425,
      "grad_norm": 1.5080253974541336,
      "learning_rate": 1.0076381785493914e-06,
      "loss": 0.5269,
      "step": 141156
    },
    {
      "epoch": 5.781568707761622,
      "grad_norm": 2.0091187314250933,
      "learning_rate": 1.0072608202497168e-06,
      "loss": 0.6194,
      "step": 141157
    },
    {
      "epoch": 5.781609666188818,
      "grad_norm": 1.1966696554505063,
      "learning_rate": 1.0068835323851832e-06,
      "loss": 0.1717,
      "step": 141158
    },
    {
      "epoch": 5.781650624616015,
      "grad_norm": 1.5669783175525447,
      "learning_rate": 1.0065063149559405e-06,
      "loss": 0.5335,
      "step": 141159
    },
    {
      "epoch": 5.781691583043211,
      "grad_norm": 0.9107384774912034,
      "learning_rate": 1.0061291679621718e-06,
      "loss": 0.1863,
      "step": 141160
    },
    {
      "epoch": 5.781732541470408,
      "grad_norm": 1.7295370647747896,
      "learning_rate": 1.0057520914040607e-06,
      "loss": 0.461,
      "step": 141161
    },
    {
      "epoch": 5.781773499897604,
      "grad_norm": 3.1159106680009745,
      "learning_rate": 1.00537508528179e-06,
      "loss": 2.6764,
      "step": 141162
    },
    {
      "epoch": 5.7818144583248,
      "grad_norm": 1.4375282520557024,
      "learning_rate": 1.0049981495955428e-06,
      "loss": 0.4399,
      "step": 141163
    },
    {
      "epoch": 5.781855416751997,
      "grad_norm": 0.8082101397003824,
      "learning_rate": 1.0046212843454694e-06,
      "loss": 0.1324,
      "step": 141164
    },
    {
      "epoch": 5.781896375179193,
      "grad_norm": 1.4374051871463012,
      "learning_rate": 1.0042444895317692e-06,
      "loss": 0.4268,
      "step": 141165
    },
    {
      "epoch": 5.78193733360639,
      "grad_norm": 1.497258592190128,
      "learning_rate": 1.003867765154609e-06,
      "loss": 0.3894,
      "step": 141166
    },
    {
      "epoch": 5.781978292033586,
      "grad_norm": 1.3893095424562056,
      "learning_rate": 1.0034911112141886e-06,
      "loss": 0.5078,
      "step": 141167
    },
    {
      "epoch": 5.782019250460783,
      "grad_norm": 1.9915186094859403,
      "learning_rate": 1.0031145277106577e-06,
      "loss": 0.7198,
      "step": 141168
    },
    {
      "epoch": 5.7820602088879784,
      "grad_norm": 0.8048920691974005,
      "learning_rate": 1.0027380146442331e-06,
      "loss": 0.1983,
      "step": 141169
    },
    {
      "epoch": 5.782101167315175,
      "grad_norm": 1.0857782705473082,
      "learning_rate": 1.002361572015048e-06,
      "loss": 0.1932,
      "step": 141170
    },
    {
      "epoch": 5.7821421257423715,
      "grad_norm": 1.2367283275652554,
      "learning_rate": 1.0019851998232852e-06,
      "loss": 0.2411,
      "step": 141171
    },
    {
      "epoch": 5.782183084169568,
      "grad_norm": 1.476726806621266,
      "learning_rate": 1.0016088980691617e-06,
      "loss": 0.4468,
      "step": 141172
    },
    {
      "epoch": 5.782224042596765,
      "grad_norm": 2.396734794661992,
      "learning_rate": 1.001232666752827e-06,
      "loss": 1.6573,
      "step": 141173
    },
    {
      "epoch": 5.78226500102396,
      "grad_norm": 1.6012132241891044,
      "learning_rate": 1.0008565058744644e-06,
      "loss": 0.9857,
      "step": 141174
    },
    {
      "epoch": 5.782305959451157,
      "grad_norm": 1.8846107609327551,
      "learning_rate": 1.0004804154342573e-06,
      "loss": 0.5805,
      "step": 141175
    },
    {
      "epoch": 5.782346917878353,
      "grad_norm": 1.404788683656192,
      "learning_rate": 1.0001043954323552e-06,
      "loss": 0.3675,
      "step": 141176
    },
    {
      "epoch": 5.78238787630555,
      "grad_norm": 2.7014202997025576,
      "learning_rate": 9.997284458689748e-07,
      "loss": 2.2154,
      "step": 141177
    },
    {
      "epoch": 5.782428834732746,
      "grad_norm": 1.2519754610797773,
      "learning_rate": 9.993525667442658e-07,
      "loss": 0.2828,
      "step": 141178
    },
    {
      "epoch": 5.782469793159943,
      "grad_norm": 1.436874477573144,
      "learning_rate": 9.989767580584284e-07,
      "loss": 0.4923,
      "step": 141179
    },
    {
      "epoch": 5.7825107515871395,
      "grad_norm": 1.7104400374531075,
      "learning_rate": 9.98601019811629e-07,
      "loss": 0.609,
      "step": 141180
    },
    {
      "epoch": 5.782551710014335,
      "grad_norm": 1.422760840443942,
      "learning_rate": 9.982253520040339e-07,
      "loss": 0.5253,
      "step": 141181
    },
    {
      "epoch": 5.782592668441532,
      "grad_norm": 0.8468287444624044,
      "learning_rate": 9.978497546358433e-07,
      "loss": 0.1487,
      "step": 141182
    },
    {
      "epoch": 5.782633626868728,
      "grad_norm": 1.1574221106346743,
      "learning_rate": 9.974742277072234e-07,
      "loss": 0.2385,
      "step": 141183
    },
    {
      "epoch": 5.782674585295925,
      "grad_norm": 0.8738641585647005,
      "learning_rate": 9.97098771218341e-07,
      "loss": 0.1907,
      "step": 141184
    },
    {
      "epoch": 5.782715543723121,
      "grad_norm": 1.9623166425440783,
      "learning_rate": 9.96723385169379e-07,
      "loss": 0.7931,
      "step": 141185
    },
    {
      "epoch": 5.782756502150318,
      "grad_norm": 1.472377902962709,
      "learning_rate": 9.963480695605375e-07,
      "loss": 0.416,
      "step": 141186
    },
    {
      "epoch": 5.782797460577514,
      "grad_norm": 1.4355866407431561,
      "learning_rate": 9.959728243919662e-07,
      "loss": 0.4257,
      "step": 141187
    },
    {
      "epoch": 5.78283841900471,
      "grad_norm": 1.5548722864959414,
      "learning_rate": 9.955976496638484e-07,
      "loss": 0.3535,
      "step": 141188
    },
    {
      "epoch": 5.7828793774319065,
      "grad_norm": 0.9950474139229755,
      "learning_rate": 9.95222545376384e-07,
      "loss": 0.1477,
      "step": 141189
    },
    {
      "epoch": 5.782920335859103,
      "grad_norm": 1.5562785547427804,
      "learning_rate": 9.948475115297228e-07,
      "loss": 0.4374,
      "step": 141190
    },
    {
      "epoch": 5.7829612942863,
      "grad_norm": 2.2202271791979036,
      "learning_rate": 9.944725481240479e-07,
      "loss": 1.3748,
      "step": 141191
    },
    {
      "epoch": 5.783002252713496,
      "grad_norm": 1.227229219703421,
      "learning_rate": 9.94097655159526e-07,
      "loss": 0.2697,
      "step": 141192
    },
    {
      "epoch": 5.783043211140692,
      "grad_norm": 1.3201223828314343,
      "learning_rate": 9.937228326363732e-07,
      "loss": 0.3693,
      "step": 141193
    },
    {
      "epoch": 5.783084169567888,
      "grad_norm": 1.8086704017599073,
      "learning_rate": 9.933480805547234e-07,
      "loss": 0.4801,
      "step": 141194
    },
    {
      "epoch": 5.783125127995085,
      "grad_norm": 0.8001212076266228,
      "learning_rate": 9.929733989147758e-07,
      "loss": 0.1633,
      "step": 141195
    },
    {
      "epoch": 5.783166086422281,
      "grad_norm": 1.2022440810820578,
      "learning_rate": 9.925987877167142e-07,
      "loss": 0.3416,
      "step": 141196
    },
    {
      "epoch": 5.783207044849478,
      "grad_norm": 1.5983621103646632,
      "learning_rate": 9.922242469607044e-07,
      "loss": 0.4722,
      "step": 141197
    },
    {
      "epoch": 5.783248003276674,
      "grad_norm": 1.3041936308275248,
      "learning_rate": 9.918497766469302e-07,
      "loss": 0.38,
      "step": 141198
    },
    {
      "epoch": 5.783288961703871,
      "grad_norm": 1.8561733953924138,
      "learning_rate": 9.914753767755412e-07,
      "loss": 0.5318,
      "step": 141199
    },
    {
      "epoch": 5.783329920131067,
      "grad_norm": 1.1119202280679998,
      "learning_rate": 9.91101047346754e-07,
      "loss": 0.2369,
      "step": 141200
    },
    {
      "epoch": 5.783370878558263,
      "grad_norm": 1.2201385927970005,
      "learning_rate": 9.907267883607184e-07,
      "loss": 0.3147,
      "step": 141201
    },
    {
      "epoch": 5.78341183698546,
      "grad_norm": 1.599759016729795,
      "learning_rate": 9.903525998176176e-07,
      "loss": 0.4148,
      "step": 141202
    },
    {
      "epoch": 5.783452795412656,
      "grad_norm": 0.7202821753170665,
      "learning_rate": 9.89978481717635e-07,
      "loss": 0.1269,
      "step": 141203
    },
    {
      "epoch": 5.783493753839853,
      "grad_norm": 1.4155167811957763,
      "learning_rate": 9.896044340609533e-07,
      "loss": 0.4117,
      "step": 141204
    },
    {
      "epoch": 5.783534712267049,
      "grad_norm": 1.4680553303285475,
      "learning_rate": 9.892304568477393e-07,
      "loss": 0.301,
      "step": 141205
    },
    {
      "epoch": 5.783575670694246,
      "grad_norm": 1.6650272893422473,
      "learning_rate": 9.888565500781599e-07,
      "loss": 0.5347,
      "step": 141206
    },
    {
      "epoch": 5.7836166291214415,
      "grad_norm": 1.5851080351005196,
      "learning_rate": 9.884827137524143e-07,
      "loss": 0.4768,
      "step": 141207
    },
    {
      "epoch": 5.783657587548638,
      "grad_norm": 0.8904555328264558,
      "learning_rate": 9.881089478706527e-07,
      "loss": 0.1846,
      "step": 141208
    },
    {
      "epoch": 5.7836985459758345,
      "grad_norm": 1.6481717510911695,
      "learning_rate": 9.87735252433075e-07,
      "loss": 0.5855,
      "step": 141209
    },
    {
      "epoch": 5.783739504403031,
      "grad_norm": 1.1692334478950726,
      "learning_rate": 9.873616274398478e-07,
      "loss": 0.197,
      "step": 141210
    },
    {
      "epoch": 5.783780462830228,
      "grad_norm": 1.006772487696205,
      "learning_rate": 9.869880728911373e-07,
      "loss": 0.1993,
      "step": 141211
    },
    {
      "epoch": 5.783821421257423,
      "grad_norm": 1.0417820416172978,
      "learning_rate": 9.866145887871602e-07,
      "loss": 0.3061,
      "step": 141212
    },
    {
      "epoch": 5.78386237968462,
      "grad_norm": 0.7471318111172874,
      "learning_rate": 9.86241175128033e-07,
      "loss": 0.1177,
      "step": 141213
    },
    {
      "epoch": 5.783903338111816,
      "grad_norm": 1.8519288441432953,
      "learning_rate": 9.85867831913989e-07,
      "loss": 0.562,
      "step": 141214
    },
    {
      "epoch": 5.783944296539013,
      "grad_norm": 1.7002575468396173,
      "learning_rate": 9.85494559145178e-07,
      "loss": 0.609,
      "step": 141215
    },
    {
      "epoch": 5.783985254966209,
      "grad_norm": 1.5072853277058618,
      "learning_rate": 9.851213568217664e-07,
      "loss": 0.4155,
      "step": 141216
    },
    {
      "epoch": 5.784026213393406,
      "grad_norm": 1.1335798052622497,
      "learning_rate": 9.847482249439542e-07,
      "loss": 0.2465,
      "step": 141217
    },
    {
      "epoch": 5.7840671718206025,
      "grad_norm": 1.5329257703672197,
      "learning_rate": 9.843751635118913e-07,
      "loss": 0.3284,
      "step": 141218
    },
    {
      "epoch": 5.784108130247798,
      "grad_norm": 1.1237666977146703,
      "learning_rate": 9.840021725257773e-07,
      "loss": 0.2251,
      "step": 141219
    },
    {
      "epoch": 5.784149088674995,
      "grad_norm": 1.2156914640087606,
      "learning_rate": 9.836292519857792e-07,
      "loss": 0.3235,
      "step": 141220
    },
    {
      "epoch": 5.784190047102191,
      "grad_norm": 1.6023759477185133,
      "learning_rate": 9.83256401892063e-07,
      "loss": 0.5634,
      "step": 141221
    },
    {
      "epoch": 5.784231005529388,
      "grad_norm": 2.7256631031927587,
      "learning_rate": 9.828836222448455e-07,
      "loss": 2.1376,
      "step": 141222
    },
    {
      "epoch": 5.784271963956584,
      "grad_norm": 1.7726823444745996,
      "learning_rate": 9.825109130442433e-07,
      "loss": 0.6681,
      "step": 141223
    },
    {
      "epoch": 5.784312922383781,
      "grad_norm": 3.9332949225356124,
      "learning_rate": 9.821382742904726e-07,
      "loss": 1.3477,
      "step": 141224
    },
    {
      "epoch": 5.784353880810977,
      "grad_norm": 0.9482947755394701,
      "learning_rate": 9.81765705983717e-07,
      "loss": 0.2198,
      "step": 141225
    },
    {
      "epoch": 5.784394839238173,
      "grad_norm": 0.9207810661226146,
      "learning_rate": 9.813932081241094e-07,
      "loss": 0.2067,
      "step": 141226
    },
    {
      "epoch": 5.7844357976653695,
      "grad_norm": 1.1999179163991571,
      "learning_rate": 9.810207807118664e-07,
      "loss": 0.2664,
      "step": 141227
    },
    {
      "epoch": 5.784476756092566,
      "grad_norm": 1.471492991306051,
      "learning_rate": 9.806484237471379e-07,
      "loss": 0.2917,
      "step": 141228
    },
    {
      "epoch": 5.784517714519763,
      "grad_norm": 1.2945553658230093,
      "learning_rate": 9.802761372301237e-07,
      "loss": 0.3235,
      "step": 141229
    },
    {
      "epoch": 5.784558672946959,
      "grad_norm": 1.6290109610682812,
      "learning_rate": 9.799039211609905e-07,
      "loss": 0.6618,
      "step": 141230
    },
    {
      "epoch": 5.784599631374155,
      "grad_norm": 3.0273141074007794,
      "learning_rate": 9.795317755399046e-07,
      "loss": 0.6447,
      "step": 141231
    },
    {
      "epoch": 5.784640589801351,
      "grad_norm": 1.2144919923683455,
      "learning_rate": 9.791597003670492e-07,
      "loss": 0.3609,
      "step": 141232
    },
    {
      "epoch": 5.784681548228548,
      "grad_norm": 0.9017705786682025,
      "learning_rate": 9.787876956426077e-07,
      "loss": 0.1863,
      "step": 141233
    },
    {
      "epoch": 5.784722506655744,
      "grad_norm": 1.623761524660512,
      "learning_rate": 9.784157613667465e-07,
      "loss": 0.4666,
      "step": 141234
    },
    {
      "epoch": 5.784763465082941,
      "grad_norm": 0.6075616959099251,
      "learning_rate": 9.78043897539632e-07,
      "loss": 0.0292,
      "step": 141235
    },
    {
      "epoch": 5.7848044235101375,
      "grad_norm": 1.6239680509226686,
      "learning_rate": 9.776721041614477e-07,
      "loss": 0.4487,
      "step": 141236
    },
    {
      "epoch": 5.784845381937334,
      "grad_norm": 1.1575529831203952,
      "learning_rate": 9.773003812323932e-07,
      "loss": 0.3821,
      "step": 141237
    },
    {
      "epoch": 5.78488634036453,
      "grad_norm": 1.2371900220523453,
      "learning_rate": 9.769287287526018e-07,
      "loss": 0.3777,
      "step": 141238
    },
    {
      "epoch": 5.784927298791726,
      "grad_norm": 1.4767453733869553,
      "learning_rate": 9.765571467222899e-07,
      "loss": 0.345,
      "step": 141239
    },
    {
      "epoch": 5.784968257218923,
      "grad_norm": 1.4604410800958851,
      "learning_rate": 9.761856351415908e-07,
      "loss": 0.2995,
      "step": 141240
    },
    {
      "epoch": 5.785009215646119,
      "grad_norm": 1.2181567061859275,
      "learning_rate": 9.758141940107377e-07,
      "loss": 0.2912,
      "step": 141241
    },
    {
      "epoch": 5.785050174073316,
      "grad_norm": 0.8767506912285341,
      "learning_rate": 9.754428233298472e-07,
      "loss": 0.1624,
      "step": 141242
    },
    {
      "epoch": 5.785091132500512,
      "grad_norm": 1.7256133206191548,
      "learning_rate": 9.75071523099119e-07,
      "loss": 0.6369,
      "step": 141243
    },
    {
      "epoch": 5.785132090927709,
      "grad_norm": 1.8643810675439494,
      "learning_rate": 9.747002933187365e-07,
      "loss": 0.5779,
      "step": 141244
    },
    {
      "epoch": 5.7851730493549045,
      "grad_norm": 1.3408639208193616,
      "learning_rate": 9.74329133988866e-07,
      "loss": 0.3356,
      "step": 141245
    },
    {
      "epoch": 5.785214007782101,
      "grad_norm": 1.6138233843855792,
      "learning_rate": 9.739580451096906e-07,
      "loss": 0.5715,
      "step": 141246
    },
    {
      "epoch": 5.785254966209298,
      "grad_norm": 1.6591550086735225,
      "learning_rate": 9.735870266813773e-07,
      "loss": 0.5422,
      "step": 141247
    },
    {
      "epoch": 5.785295924636494,
      "grad_norm": 1.7491401853827504,
      "learning_rate": 9.73216078704092e-07,
      "loss": 0.6465,
      "step": 141248
    },
    {
      "epoch": 5.785336883063691,
      "grad_norm": 1.6310626181879342,
      "learning_rate": 9.728452011780518e-07,
      "loss": 0.5535,
      "step": 141249
    },
    {
      "epoch": 5.785377841490886,
      "grad_norm": 1.067647464805454,
      "learning_rate": 9.72474394103373e-07,
      "loss": 0.3608,
      "step": 141250
    },
    {
      "epoch": 5.785418799918083,
      "grad_norm": 1.0221663523746136,
      "learning_rate": 9.721036574802721e-07,
      "loss": 0.261,
      "step": 141251
    },
    {
      "epoch": 5.785459758345279,
      "grad_norm": 1.4374377345605116,
      "learning_rate": 9.717329913089155e-07,
      "loss": 0.3801,
      "step": 141252
    },
    {
      "epoch": 5.785500716772476,
      "grad_norm": 1.3947294716112333,
      "learning_rate": 9.713623955894701e-07,
      "loss": 0.4031,
      "step": 141253
    },
    {
      "epoch": 5.785541675199672,
      "grad_norm": 1.657738687519468,
      "learning_rate": 9.709918703221354e-07,
      "loss": 0.6329,
      "step": 141254
    },
    {
      "epoch": 5.785582633626869,
      "grad_norm": 1.7510405851640365,
      "learning_rate": 9.706214155070447e-07,
      "loss": 0.5881,
      "step": 141255
    },
    {
      "epoch": 5.7856235920540655,
      "grad_norm": 1.2796560962170076,
      "learning_rate": 9.70251031144398e-07,
      "loss": 0.3533,
      "step": 141256
    },
    {
      "epoch": 5.785664550481261,
      "grad_norm": 0.9593769323598097,
      "learning_rate": 9.69880717234378e-07,
      "loss": 0.1796,
      "step": 141257
    },
    {
      "epoch": 5.785705508908458,
      "grad_norm": 1.5223222132843184,
      "learning_rate": 9.69510473777152e-07,
      "loss": 0.4766,
      "step": 141258
    },
    {
      "epoch": 5.785746467335654,
      "grad_norm": 1.9406250032011951,
      "learning_rate": 9.69140300772886e-07,
      "loss": 0.8003,
      "step": 141259
    },
    {
      "epoch": 5.785787425762851,
      "grad_norm": 0.9405469507200122,
      "learning_rate": 9.6877019822178e-07,
      "loss": 0.19,
      "step": 141260
    },
    {
      "epoch": 5.785828384190047,
      "grad_norm": 1.6675746726887526,
      "learning_rate": 9.684001661239672e-07,
      "loss": 0.4986,
      "step": 141261
    },
    {
      "epoch": 5.785869342617244,
      "grad_norm": 1.257401359076854,
      "learning_rate": 9.68030204479664e-07,
      "loss": 0.3208,
      "step": 141262
    },
    {
      "epoch": 5.78591030104444,
      "grad_norm": 1.4341864779836828,
      "learning_rate": 9.676603132890203e-07,
      "loss": 0.4551,
      "step": 141263
    },
    {
      "epoch": 5.785951259471636,
      "grad_norm": 1.450845050346206,
      "learning_rate": 9.672904925522196e-07,
      "loss": 0.4411,
      "step": 141264
    },
    {
      "epoch": 5.785992217898833,
      "grad_norm": 1.5797116810873337,
      "learning_rate": 9.669207422694446e-07,
      "loss": 0.4811,
      "step": 141265
    },
    {
      "epoch": 5.786033176326029,
      "grad_norm": 1.6966507292189112,
      "learning_rate": 9.665510624408456e-07,
      "loss": 0.5329,
      "step": 141266
    },
    {
      "epoch": 5.786074134753226,
      "grad_norm": 1.2815518759297637,
      "learning_rate": 9.661814530666222e-07,
      "loss": 0.3655,
      "step": 141267
    },
    {
      "epoch": 5.786115093180422,
      "grad_norm": 1.6871839243655158,
      "learning_rate": 9.65811914146941e-07,
      "loss": 0.615,
      "step": 141268
    },
    {
      "epoch": 5.786156051607618,
      "grad_norm": 1.8334301309339676,
      "learning_rate": 9.654424456819687e-07,
      "loss": 0.5513,
      "step": 141269
    },
    {
      "epoch": 5.786197010034814,
      "grad_norm": 1.5867731362987711,
      "learning_rate": 9.65073047671905e-07,
      "loss": 0.5683,
      "step": 141270
    },
    {
      "epoch": 5.786237968462011,
      "grad_norm": 1.6714108344766407,
      "learning_rate": 9.647037201168827e-07,
      "loss": 0.5986,
      "step": 141271
    },
    {
      "epoch": 5.786278926889207,
      "grad_norm": 2.0813166703225905,
      "learning_rate": 9.64334463017119e-07,
      "loss": 1.063,
      "step": 141272
    },
    {
      "epoch": 5.786319885316404,
      "grad_norm": 1.4851295924227599,
      "learning_rate": 9.639652763727634e-07,
      "loss": 0.4788,
      "step": 141273
    },
    {
      "epoch": 5.7863608437436005,
      "grad_norm": 1.7178896921365876,
      "learning_rate": 9.635961601839993e-07,
      "loss": 0.5866,
      "step": 141274
    },
    {
      "epoch": 5.786401802170797,
      "grad_norm": 1.655403756549272,
      "learning_rate": 9.632271144509928e-07,
      "loss": 0.4813,
      "step": 141275
    },
    {
      "epoch": 5.786442760597993,
      "grad_norm": 0.9279830482714652,
      "learning_rate": 9.628581391739276e-07,
      "loss": 0.1635,
      "step": 141276
    },
    {
      "epoch": 5.786483719025189,
      "grad_norm": 1.746300195021689,
      "learning_rate": 9.6248923435297e-07,
      "loss": 0.5471,
      "step": 141277
    },
    {
      "epoch": 5.786524677452386,
      "grad_norm": 1.1560890245794524,
      "learning_rate": 9.621203999883198e-07,
      "loss": 0.3347,
      "step": 141278
    },
    {
      "epoch": 5.786565635879582,
      "grad_norm": 1.5238087339095285,
      "learning_rate": 9.617516360801102e-07,
      "loss": 0.4608,
      "step": 141279
    },
    {
      "epoch": 5.786606594306779,
      "grad_norm": 1.4928455809679213,
      "learning_rate": 9.613829426285414e-07,
      "loss": 0.5423,
      "step": 141280
    },
    {
      "epoch": 5.786647552733975,
      "grad_norm": 1.806802170088014,
      "learning_rate": 9.610143196337794e-07,
      "loss": 0.7093,
      "step": 141281
    },
    {
      "epoch": 5.786688511161172,
      "grad_norm": 1.0806648219363943,
      "learning_rate": 9.606457670960077e-07,
      "loss": 0.2159,
      "step": 141282
    },
    {
      "epoch": 5.7867294695883675,
      "grad_norm": 0.629746226109864,
      "learning_rate": 9.602772850153927e-07,
      "loss": 0.0568,
      "step": 141283
    },
    {
      "epoch": 5.786770428015564,
      "grad_norm": 1.0532805231923916,
      "learning_rate": 9.599088733921013e-07,
      "loss": 0.1488,
      "step": 141284
    },
    {
      "epoch": 5.786811386442761,
      "grad_norm": 1.676442056604727,
      "learning_rate": 9.595405322263327e-07,
      "loss": 0.6885,
      "step": 141285
    },
    {
      "epoch": 5.786852344869957,
      "grad_norm": 1.1226148314253175,
      "learning_rate": 9.591722615182373e-07,
      "loss": 0.2244,
      "step": 141286
    },
    {
      "epoch": 5.786893303297154,
      "grad_norm": 0.6013672237472857,
      "learning_rate": 9.588040612679816e-07,
      "loss": 0.1264,
      "step": 141287
    },
    {
      "epoch": 5.786934261724349,
      "grad_norm": 2.3167080959792057,
      "learning_rate": 9.584359314757816e-07,
      "loss": 1.3479,
      "step": 141288
    },
    {
      "epoch": 5.786975220151546,
      "grad_norm": 1.2853318470560369,
      "learning_rate": 9.580678721417712e-07,
      "loss": 0.2735,
      "step": 141289
    },
    {
      "epoch": 5.787016178578742,
      "grad_norm": 1.5863002247826374,
      "learning_rate": 9.576998832661332e-07,
      "loss": 0.4524,
      "step": 141290
    },
    {
      "epoch": 5.787057137005939,
      "grad_norm": 1.449357568126757,
      "learning_rate": 9.573319648490506e-07,
      "loss": 0.4529,
      "step": 141291
    },
    {
      "epoch": 5.7870980954331355,
      "grad_norm": 1.6842064015970217,
      "learning_rate": 9.569641168906905e-07,
      "loss": 0.5155,
      "step": 141292
    },
    {
      "epoch": 5.787139053860332,
      "grad_norm": 1.5291938560985692,
      "learning_rate": 9.565963393912357e-07,
      "loss": 0.4462,
      "step": 141293
    },
    {
      "epoch": 5.7871800122875285,
      "grad_norm": 1.713310724440095,
      "learning_rate": 9.562286323508528e-07,
      "loss": 0.6607,
      "step": 141294
    },
    {
      "epoch": 5.787220970714724,
      "grad_norm": 0.8746285245144613,
      "learning_rate": 9.558609957697083e-07,
      "loss": 0.1704,
      "step": 141295
    },
    {
      "epoch": 5.787261929141921,
      "grad_norm": 1.527078143368692,
      "learning_rate": 9.554934296480022e-07,
      "loss": 0.4338,
      "step": 141296
    },
    {
      "epoch": 5.787302887569117,
      "grad_norm": 2.3773510783184673,
      "learning_rate": 9.551259339858675e-07,
      "loss": 1.3281,
      "step": 141297
    },
    {
      "epoch": 5.787343845996314,
      "grad_norm": 1.1634051324198782,
      "learning_rate": 9.547585087835207e-07,
      "loss": 0.1953,
      "step": 141298
    },
    {
      "epoch": 5.78738480442351,
      "grad_norm": 0.9508945990698814,
      "learning_rate": 9.54391154041112e-07,
      "loss": 0.178,
      "step": 141299
    },
    {
      "epoch": 5.787425762850707,
      "grad_norm": 1.286012189436042,
      "learning_rate": 9.540238697588077e-07,
      "loss": 0.3104,
      "step": 141300
    },
    {
      "epoch": 5.787466721277903,
      "grad_norm": 0.7222469489591008,
      "learning_rate": 9.536566559367909e-07,
      "loss": 0.1372,
      "step": 141301
    },
    {
      "epoch": 5.787507679705099,
      "grad_norm": 1.4713320728884403,
      "learning_rate": 9.532895125752449e-07,
      "loss": 0.3523,
      "step": 141302
    },
    {
      "epoch": 5.787548638132296,
      "grad_norm": 0.3339476900224436,
      "learning_rate": 9.529224396743363e-07,
      "loss": 0.0387,
      "step": 141303
    },
    {
      "epoch": 5.787589596559492,
      "grad_norm": 1.7939924009189376,
      "learning_rate": 9.525554372342314e-07,
      "loss": 0.6447,
      "step": 141304
    },
    {
      "epoch": 5.787630554986689,
      "grad_norm": 1.6794477255458824,
      "learning_rate": 9.521885052551137e-07,
      "loss": 0.6068,
      "step": 141305
    },
    {
      "epoch": 5.787671513413885,
      "grad_norm": 1.4629438927858303,
      "learning_rate": 9.518216437371496e-07,
      "loss": 0.4539,
      "step": 141306
    },
    {
      "epoch": 5.787712471841081,
      "grad_norm": 1.8868279213455603,
      "learning_rate": 9.514548526805055e-07,
      "loss": 0.5309,
      "step": 141307
    },
    {
      "epoch": 5.787753430268277,
      "grad_norm": 1.603594018004166,
      "learning_rate": 9.510881320853814e-07,
      "loss": 0.4569,
      "step": 141308
    },
    {
      "epoch": 5.787794388695474,
      "grad_norm": 1.101795440475098,
      "learning_rate": 9.507214819519271e-07,
      "loss": 0.2531,
      "step": 141309
    },
    {
      "epoch": 5.7878353471226704,
      "grad_norm": 2.3125075775544133,
      "learning_rate": 9.503549022803258e-07,
      "loss": 0.762,
      "step": 141310
    },
    {
      "epoch": 5.787876305549867,
      "grad_norm": 1.7609379777824679,
      "learning_rate": 9.499883930707441e-07,
      "loss": 0.6116,
      "step": 141311
    },
    {
      "epoch": 5.7879172639770635,
      "grad_norm": 1.706101550919863,
      "learning_rate": 9.496219543233652e-07,
      "loss": 0.4823,
      "step": 141312
    },
    {
      "epoch": 5.78795822240426,
      "grad_norm": 1.4391772148192774,
      "learning_rate": 9.492555860383554e-07,
      "loss": 0.4353,
      "step": 141313
    },
    {
      "epoch": 5.787999180831456,
      "grad_norm": 4.33207917489985,
      "learning_rate": 9.488892882158816e-07,
      "loss": 2.3164,
      "step": 141314
    },
    {
      "epoch": 5.788040139258652,
      "grad_norm": 0.4139571917292524,
      "learning_rate": 9.485230608561267e-07,
      "loss": 0.0452,
      "step": 141315
    },
    {
      "epoch": 5.788081097685849,
      "grad_norm": 1.9183733456560614,
      "learning_rate": 9.481569039592573e-07,
      "loss": 0.6137,
      "step": 141316
    },
    {
      "epoch": 5.788122056113045,
      "grad_norm": 1.4867406744865044,
      "learning_rate": 9.477908175254567e-07,
      "loss": 0.4137,
      "step": 141317
    },
    {
      "epoch": 5.788163014540242,
      "grad_norm": 1.3333315093992475,
      "learning_rate": 9.474248015548747e-07,
      "loss": 0.4474,
      "step": 141318
    },
    {
      "epoch": 5.788203972967438,
      "grad_norm": 1.6506959205587095,
      "learning_rate": 9.470588560477277e-07,
      "loss": 0.4202,
      "step": 141319
    },
    {
      "epoch": 5.788244931394635,
      "grad_norm": 0.9765242889873874,
      "learning_rate": 9.46692981004149e-07,
      "loss": 0.2135,
      "step": 141320
    },
    {
      "epoch": 5.788285889821831,
      "grad_norm": 1.4187858556675326,
      "learning_rate": 9.463271764243218e-07,
      "loss": 0.4344,
      "step": 141321
    },
    {
      "epoch": 5.788326848249027,
      "grad_norm": 1.413920119015945,
      "learning_rate": 9.459614423084294e-07,
      "loss": 0.4538,
      "step": 141322
    },
    {
      "epoch": 5.788367806676224,
      "grad_norm": 1.5546644218591352,
      "learning_rate": 9.455957786566215e-07,
      "loss": 0.6051,
      "step": 141323
    },
    {
      "epoch": 5.78840876510342,
      "grad_norm": 2.320975814694704,
      "learning_rate": 9.452301854691147e-07,
      "loss": 1.1122,
      "step": 141324
    },
    {
      "epoch": 5.788449723530617,
      "grad_norm": 1.8068881214569361,
      "learning_rate": 9.448646627460254e-07,
      "loss": 0.5964,
      "step": 141325
    },
    {
      "epoch": 5.788490681957812,
      "grad_norm": 1.6496028603953028,
      "learning_rate": 9.444992104875704e-07,
      "loss": 0.5792,
      "step": 141326
    },
    {
      "epoch": 5.788531640385009,
      "grad_norm": 1.5204599339395475,
      "learning_rate": 9.441338286938993e-07,
      "loss": 0.4947,
      "step": 141327
    },
    {
      "epoch": 5.788572598812205,
      "grad_norm": 1.0352849888169156,
      "learning_rate": 9.437685173651954e-07,
      "loss": 0.2115,
      "step": 141328
    },
    {
      "epoch": 5.788613557239402,
      "grad_norm": 2.0567499711803845,
      "learning_rate": 9.434032765016419e-07,
      "loss": 0.6277,
      "step": 141329
    },
    {
      "epoch": 5.7886545156665985,
      "grad_norm": 0.9519989817762107,
      "learning_rate": 9.430381061033721e-07,
      "loss": 0.1892,
      "step": 141330
    },
    {
      "epoch": 5.788695474093795,
      "grad_norm": 1.3685720860485873,
      "learning_rate": 9.426730061706023e-07,
      "loss": 0.3978,
      "step": 141331
    },
    {
      "epoch": 5.788736432520992,
      "grad_norm": 1.5482900160313557,
      "learning_rate": 9.423079767034825e-07,
      "loss": 0.4752,
      "step": 141332
    },
    {
      "epoch": 5.788777390948187,
      "grad_norm": 1.5702880369234162,
      "learning_rate": 9.419430177021958e-07,
      "loss": 0.5207,
      "step": 141333
    },
    {
      "epoch": 5.788818349375384,
      "grad_norm": 1.715993292298681,
      "learning_rate": 9.415781291669089e-07,
      "loss": 0.5982,
      "step": 141334
    },
    {
      "epoch": 5.78885930780258,
      "grad_norm": 1.6428277375795173,
      "learning_rate": 9.412133110977881e-07,
      "loss": 0.6023,
      "step": 141335
    },
    {
      "epoch": 5.788900266229777,
      "grad_norm": 1.6382181572659655,
      "learning_rate": 9.408485634950003e-07,
      "loss": 0.4406,
      "step": 141336
    },
    {
      "epoch": 5.788941224656973,
      "grad_norm": 1.4376635502210424,
      "learning_rate": 9.40483886358745e-07,
      "loss": 0.4127,
      "step": 141337
    },
    {
      "epoch": 5.78898218308417,
      "grad_norm": 1.2834123618295712,
      "learning_rate": 9.401192796891887e-07,
      "loss": 0.2771,
      "step": 141338
    },
    {
      "epoch": 5.789023141511366,
      "grad_norm": 0.8047070430687413,
      "learning_rate": 9.397547434864817e-07,
      "loss": 0.1961,
      "step": 141339
    },
    {
      "epoch": 5.789064099938562,
      "grad_norm": 0.1706003397572819,
      "learning_rate": 9.393902777508067e-07,
      "loss": 0.0212,
      "step": 141340
    },
    {
      "epoch": 5.789105058365759,
      "grad_norm": 1.768058218657337,
      "learning_rate": 9.390258824823471e-07,
      "loss": 0.6657,
      "step": 141341
    },
    {
      "epoch": 5.789146016792955,
      "grad_norm": 1.322069534376461,
      "learning_rate": 9.386615576812528e-07,
      "loss": 0.5253,
      "step": 141342
    },
    {
      "epoch": 5.789186975220152,
      "grad_norm": 0.9980989710665148,
      "learning_rate": 9.382973033477237e-07,
      "loss": 0.1629,
      "step": 141343
    },
    {
      "epoch": 5.789227933647348,
      "grad_norm": 1.4848434555127734,
      "learning_rate": 9.379331194819096e-07,
      "loss": 0.5157,
      "step": 141344
    },
    {
      "epoch": 5.789268892074544,
      "grad_norm": 1.3481892988064164,
      "learning_rate": 9.375690060839935e-07,
      "loss": 0.4299,
      "step": 141345
    },
    {
      "epoch": 5.78930985050174,
      "grad_norm": 1.2624417697649468,
      "learning_rate": 9.372049631541423e-07,
      "loss": 0.3838,
      "step": 141346
    },
    {
      "epoch": 5.789350808928937,
      "grad_norm": 1.7770586388719118,
      "learning_rate": 9.368409906925389e-07,
      "loss": 0.614,
      "step": 141347
    },
    {
      "epoch": 5.7893917673561335,
      "grad_norm": 1.6217816096415387,
      "learning_rate": 9.364770886993501e-07,
      "loss": 0.552,
      "step": 141348
    },
    {
      "epoch": 5.78943272578333,
      "grad_norm": 2.201516924095747,
      "learning_rate": 9.361132571747254e-07,
      "loss": 1.0169,
      "step": 141349
    },
    {
      "epoch": 5.7894736842105265,
      "grad_norm": 0.702593971041795,
      "learning_rate": 9.357494961188816e-07,
      "loss": 0.1371,
      "step": 141350
    },
    {
      "epoch": 5.789514642637723,
      "grad_norm": 1.9208634388955779,
      "learning_rate": 9.353858055319519e-07,
      "loss": 0.5478,
      "step": 141351
    },
    {
      "epoch": 5.789555601064919,
      "grad_norm": 1.8922333518791488,
      "learning_rate": 9.350221854141193e-07,
      "loss": 0.8524,
      "step": 141352
    },
    {
      "epoch": 5.789596559492115,
      "grad_norm": 1.528207172579759,
      "learning_rate": 9.346586357655672e-07,
      "loss": 0.5599,
      "step": 141353
    },
    {
      "epoch": 5.789637517919312,
      "grad_norm": 0.9256887188193035,
      "learning_rate": 9.342951565864454e-07,
      "loss": 0.2216,
      "step": 141354
    },
    {
      "epoch": 5.789678476346508,
      "grad_norm": 1.69567187675914,
      "learning_rate": 9.339317478769537e-07,
      "loss": 0.5609,
      "step": 141355
    },
    {
      "epoch": 5.789719434773705,
      "grad_norm": 1.3225721149933416,
      "learning_rate": 9.33568409637242e-07,
      "loss": 0.2573,
      "step": 141356
    },
    {
      "epoch": 5.789760393200901,
      "grad_norm": 1.4044681785456015,
      "learning_rate": 9.332051418674935e-07,
      "loss": 0.4425,
      "step": 141357
    },
    {
      "epoch": 5.789801351628098,
      "grad_norm": 1.513648388081204,
      "learning_rate": 9.328419445678747e-07,
      "loss": 0.4622,
      "step": 141358
    },
    {
      "epoch": 5.789842310055294,
      "grad_norm": 0.8127511737495349,
      "learning_rate": 9.324788177385523e-07,
      "loss": 0.2211,
      "step": 141359
    },
    {
      "epoch": 5.78988326848249,
      "grad_norm": 1.4724396331924052,
      "learning_rate": 9.321157613797092e-07,
      "loss": 0.5485,
      "step": 141360
    },
    {
      "epoch": 5.789924226909687,
      "grad_norm": 1.596924584734353,
      "learning_rate": 9.317527754915122e-07,
      "loss": 0.4833,
      "step": 141361
    },
    {
      "epoch": 5.789965185336883,
      "grad_norm": 1.4026724870383063,
      "learning_rate": 9.313898600741276e-07,
      "loss": 0.3896,
      "step": 141362
    },
    {
      "epoch": 5.79000614376408,
      "grad_norm": 1.6879194524829528,
      "learning_rate": 9.310270151277388e-07,
      "loss": 0.6338,
      "step": 141363
    },
    {
      "epoch": 5.790047102191275,
      "grad_norm": 1.4278450973812058,
      "learning_rate": 9.306642406524956e-07,
      "loss": 0.481,
      "step": 141364
    },
    {
      "epoch": 5.790088060618472,
      "grad_norm": 1.3903074987631276,
      "learning_rate": 9.303015366485978e-07,
      "loss": 0.4223,
      "step": 141365
    },
    {
      "epoch": 5.7901290190456685,
      "grad_norm": 1.5682737407815626,
      "learning_rate": 9.299389031162119e-07,
      "loss": 0.462,
      "step": 141366
    },
    {
      "epoch": 5.790169977472865,
      "grad_norm": 1.3938153125715074,
      "learning_rate": 9.295763400554879e-07,
      "loss": 0.3927,
      "step": 141367
    },
    {
      "epoch": 5.7902109359000615,
      "grad_norm": 1.6459998752702818,
      "learning_rate": 9.292138474666088e-07,
      "loss": 0.5085,
      "step": 141368
    },
    {
      "epoch": 5.790251894327258,
      "grad_norm": 1.3410324210588807,
      "learning_rate": 9.288514253497415e-07,
      "loss": 0.422,
      "step": 141369
    },
    {
      "epoch": 5.790292852754455,
      "grad_norm": 1.8446029395635732,
      "learning_rate": 9.284890737050688e-07,
      "loss": 0.5796,
      "step": 141370
    },
    {
      "epoch": 5.79033381118165,
      "grad_norm": 2.0838362765014753,
      "learning_rate": 9.28126792532774e-07,
      "loss": 0.7317,
      "step": 141371
    },
    {
      "epoch": 5.790374769608847,
      "grad_norm": 1.4843480208981146,
      "learning_rate": 9.277645818329904e-07,
      "loss": 0.4738,
      "step": 141372
    },
    {
      "epoch": 5.790415728036043,
      "grad_norm": 1.6861467672479982,
      "learning_rate": 9.274024416059178e-07,
      "loss": 0.4837,
      "step": 141373
    },
    {
      "epoch": 5.79045668646324,
      "grad_norm": 1.395319404475544,
      "learning_rate": 9.270403718517227e-07,
      "loss": 0.4355,
      "step": 141374
    },
    {
      "epoch": 5.790497644890436,
      "grad_norm": 1.7034573241619346,
      "learning_rate": 9.266783725705551e-07,
      "loss": 0.4724,
      "step": 141375
    },
    {
      "epoch": 5.790538603317633,
      "grad_norm": 1.1508915615198827,
      "learning_rate": 9.263164437626147e-07,
      "loss": 0.1583,
      "step": 141376
    },
    {
      "epoch": 5.7905795617448295,
      "grad_norm": 1.5484631530271449,
      "learning_rate": 9.259545854280681e-07,
      "loss": 0.53,
      "step": 141377
    },
    {
      "epoch": 5.790620520172025,
      "grad_norm": 0.8793700952374528,
      "learning_rate": 9.255927975670652e-07,
      "loss": 0.2022,
      "step": 141378
    },
    {
      "epoch": 5.790661478599222,
      "grad_norm": 1.5777232259182172,
      "learning_rate": 9.252310801798058e-07,
      "loss": 0.3944,
      "step": 141379
    },
    {
      "epoch": 5.790702437026418,
      "grad_norm": 1.7682484906722393,
      "learning_rate": 9.248694332664397e-07,
      "loss": 0.5718,
      "step": 141380
    },
    {
      "epoch": 5.790743395453615,
      "grad_norm": 1.822759973909445,
      "learning_rate": 9.245078568271502e-07,
      "loss": 0.603,
      "step": 141381
    },
    {
      "epoch": 5.790784353880811,
      "grad_norm": 1.7019749242832756,
      "learning_rate": 9.241463508620872e-07,
      "loss": 0.5958,
      "step": 141382
    },
    {
      "epoch": 5.790825312308007,
      "grad_norm": 0.5216546914117424,
      "learning_rate": 9.237849153714671e-07,
      "loss": 0.0676,
      "step": 141383
    },
    {
      "epoch": 5.790866270735203,
      "grad_norm": 0.8768170433540362,
      "learning_rate": 9.234235503554066e-07,
      "loss": 0.102,
      "step": 141384
    },
    {
      "epoch": 5.7909072291624,
      "grad_norm": 1.5651474071113818,
      "learning_rate": 9.230622558141054e-07,
      "loss": 0.5745,
      "step": 141385
    },
    {
      "epoch": 5.7909481875895965,
      "grad_norm": 1.5147758044355888,
      "learning_rate": 9.227010317477301e-07,
      "loss": 0.3933,
      "step": 141386
    },
    {
      "epoch": 5.790989146016793,
      "grad_norm": 1.3988621169819915,
      "learning_rate": 9.223398781564473e-07,
      "loss": 0.2561,
      "step": 141387
    },
    {
      "epoch": 5.79103010444399,
      "grad_norm": 1.474286660164953,
      "learning_rate": 9.219787950404401e-07,
      "loss": 0.445,
      "step": 141388
    },
    {
      "epoch": 5.791071062871186,
      "grad_norm": 1.1827435679449647,
      "learning_rate": 9.21617782399875e-07,
      "loss": 0.2465,
      "step": 141389
    },
    {
      "epoch": 5.791112021298382,
      "grad_norm": 1.513381865878551,
      "learning_rate": 9.212568402349018e-07,
      "loss": 0.4557,
      "step": 141390
    },
    {
      "epoch": 5.791152979725578,
      "grad_norm": 0.3156406117142627,
      "learning_rate": 9.208959685457207e-07,
      "loss": 0.0212,
      "step": 141391
    },
    {
      "epoch": 5.791193938152775,
      "grad_norm": 1.3592729156153949,
      "learning_rate": 9.205351673324812e-07,
      "loss": 0.4262,
      "step": 141392
    },
    {
      "epoch": 5.791234896579971,
      "grad_norm": 1.252849222208589,
      "learning_rate": 9.201744365953668e-07,
      "loss": 0.3724,
      "step": 141393
    },
    {
      "epoch": 5.791275855007168,
      "grad_norm": 0.7716505917230996,
      "learning_rate": 9.198137763345437e-07,
      "loss": 0.1393,
      "step": 141394
    },
    {
      "epoch": 5.791316813434364,
      "grad_norm": 0.8793960941265891,
      "learning_rate": 9.194531865501787e-07,
      "loss": 0.2151,
      "step": 141395
    },
    {
      "epoch": 5.791357771861561,
      "grad_norm": 1.5885342398053817,
      "learning_rate": 9.190926672424548e-07,
      "loss": 0.4748,
      "step": 141396
    },
    {
      "epoch": 5.791398730288757,
      "grad_norm": 2.4150128450155135,
      "learning_rate": 9.18732218411522e-07,
      "loss": 1.1274,
      "step": 141397
    },
    {
      "epoch": 5.791439688715953,
      "grad_norm": 1.560812138139805,
      "learning_rate": 9.183718400575801e-07,
      "loss": 0.4885,
      "step": 141398
    },
    {
      "epoch": 5.79148064714315,
      "grad_norm": 0.9564797427682792,
      "learning_rate": 9.180115321807624e-07,
      "loss": 0.2127,
      "step": 141399
    },
    {
      "epoch": 5.791521605570346,
      "grad_norm": 1.6155191991980862,
      "learning_rate": 9.17651294781252e-07,
      "loss": 0.445,
      "step": 141400
    },
    {
      "epoch": 5.791562563997543,
      "grad_norm": 1.6052936419962551,
      "learning_rate": 9.172911278592487e-07,
      "loss": 0.5256,
      "step": 141401
    },
    {
      "epoch": 5.791603522424738,
      "grad_norm": 1.3629045069949237,
      "learning_rate": 9.169310314148859e-07,
      "loss": 0.3806,
      "step": 141402
    },
    {
      "epoch": 5.791644480851935,
      "grad_norm": 1.4476509350856412,
      "learning_rate": 9.1657100544833e-07,
      "loss": 0.3413,
      "step": 141403
    },
    {
      "epoch": 5.7916854392791315,
      "grad_norm": 1.556603174196206,
      "learning_rate": 9.162110499597975e-07,
      "loss": 0.4916,
      "step": 141404
    },
    {
      "epoch": 5.791726397706328,
      "grad_norm": 1.3816038843454792,
      "learning_rate": 9.158511649494215e-07,
      "loss": 0.2961,
      "step": 141405
    },
    {
      "epoch": 5.791767356133525,
      "grad_norm": 1.5223929547234312,
      "learning_rate": 9.154913504173688e-07,
      "loss": 0.472,
      "step": 141406
    },
    {
      "epoch": 5.791808314560721,
      "grad_norm": 0.7768429261075881,
      "learning_rate": 9.151316063638392e-07,
      "loss": 0.1627,
      "step": 141407
    },
    {
      "epoch": 5.791849272987918,
      "grad_norm": 1.3940851910150271,
      "learning_rate": 9.147719327889657e-07,
      "loss": 0.3555,
      "step": 141408
    },
    {
      "epoch": 5.791890231415113,
      "grad_norm": 1.4395547956338846,
      "learning_rate": 9.144123296929485e-07,
      "loss": 0.4599,
      "step": 141409
    },
    {
      "epoch": 5.79193118984231,
      "grad_norm": 2.9192004087544983,
      "learning_rate": 9.140527970759371e-07,
      "loss": 1.1533,
      "step": 141410
    },
    {
      "epoch": 5.791972148269506,
      "grad_norm": 0.35912687672782867,
      "learning_rate": 9.136933349381148e-07,
      "loss": 0.0196,
      "step": 141411
    },
    {
      "epoch": 5.792013106696703,
      "grad_norm": 1.6463751629801688,
      "learning_rate": 9.133339432796649e-07,
      "loss": 0.5308,
      "step": 141412
    },
    {
      "epoch": 5.792054065123899,
      "grad_norm": 1.1029681230885748,
      "learning_rate": 9.129746221007206e-07,
      "loss": 0.2204,
      "step": 141413
    },
    {
      "epoch": 5.792095023551096,
      "grad_norm": 1.5465334880677264,
      "learning_rate": 9.12615371401465e-07,
      "loss": 0.4503,
      "step": 141414
    },
    {
      "epoch": 5.7921359819782925,
      "grad_norm": 3.144048935951618,
      "learning_rate": 9.122561911820814e-07,
      "loss": 1.7843,
      "step": 141415
    },
    {
      "epoch": 5.792176940405488,
      "grad_norm": 1.7295619876691044,
      "learning_rate": 9.118970814427362e-07,
      "loss": 0.6267,
      "step": 141416
    },
    {
      "epoch": 5.792217898832685,
      "grad_norm": 1.4073736872850369,
      "learning_rate": 9.115380421835961e-07,
      "loss": 0.4207,
      "step": 141417
    },
    {
      "epoch": 5.792258857259881,
      "grad_norm": 1.4184348543148193,
      "learning_rate": 9.111790734048274e-07,
      "loss": 0.4488,
      "step": 141418
    },
    {
      "epoch": 5.792299815687078,
      "grad_norm": 1.5406070019723894,
      "learning_rate": 9.108201751065969e-07,
      "loss": 0.4072,
      "step": 141419
    },
    {
      "epoch": 5.792340774114274,
      "grad_norm": 1.0168024797105992,
      "learning_rate": 9.104613472890876e-07,
      "loss": 0.1424,
      "step": 141420
    },
    {
      "epoch": 5.79238173254147,
      "grad_norm": 0.6786076856354899,
      "learning_rate": 9.101025899524494e-07,
      "loss": 0.1177,
      "step": 141421
    },
    {
      "epoch": 5.7924226909686665,
      "grad_norm": 1.5851763129290943,
      "learning_rate": 9.097439030968823e-07,
      "loss": 0.6488,
      "step": 141422
    },
    {
      "epoch": 5.792463649395863,
      "grad_norm": 0.8084146829576326,
      "learning_rate": 9.093852867225193e-07,
      "loss": 0.146,
      "step": 141423
    },
    {
      "epoch": 5.7925046078230595,
      "grad_norm": 1.3321004624928585,
      "learning_rate": 9.090267408295437e-07,
      "loss": 0.2511,
      "step": 141424
    },
    {
      "epoch": 5.792545566250256,
      "grad_norm": 1.0809268357412312,
      "learning_rate": 9.086682654181387e-07,
      "loss": 0.3365,
      "step": 141425
    },
    {
      "epoch": 5.792586524677453,
      "grad_norm": 1.4070474389368979,
      "learning_rate": 9.083098604884709e-07,
      "loss": 0.4156,
      "step": 141426
    },
    {
      "epoch": 5.792627483104649,
      "grad_norm": 1.4109635929604285,
      "learning_rate": 9.0795152604069e-07,
      "loss": 0.4183,
      "step": 141427
    },
    {
      "epoch": 5.792668441531845,
      "grad_norm": 1.3951794528261632,
      "learning_rate": 9.075932620749793e-07,
      "loss": 0.3128,
      "step": 141428
    },
    {
      "epoch": 5.792709399959041,
      "grad_norm": 1.361274902312217,
      "learning_rate": 9.07235068591522e-07,
      "loss": 0.3737,
      "step": 141429
    },
    {
      "epoch": 5.792750358386238,
      "grad_norm": 1.6057429872209676,
      "learning_rate": 9.068769455904512e-07,
      "loss": 0.5714,
      "step": 141430
    },
    {
      "epoch": 5.792791316813434,
      "grad_norm": 1.3823411139803232,
      "learning_rate": 9.065188930719669e-07,
      "loss": 0.378,
      "step": 141431
    },
    {
      "epoch": 5.792832275240631,
      "grad_norm": 1.8749090191055418,
      "learning_rate": 9.061609110362355e-07,
      "loss": 0.601,
      "step": 141432
    },
    {
      "epoch": 5.7928732336678275,
      "grad_norm": 1.6833215551015543,
      "learning_rate": 9.058029994834237e-07,
      "loss": 0.423,
      "step": 141433
    },
    {
      "epoch": 5.792914192095024,
      "grad_norm": 1.5959773676330407,
      "learning_rate": 9.054451584136812e-07,
      "loss": 0.5493,
      "step": 141434
    },
    {
      "epoch": 5.79295515052222,
      "grad_norm": 1.9276696490521243,
      "learning_rate": 9.05087387827208e-07,
      "loss": 0.5383,
      "step": 141435
    },
    {
      "epoch": 5.792996108949416,
      "grad_norm": 1.6204240051167353,
      "learning_rate": 9.047296877241373e-07,
      "loss": 0.5659,
      "step": 141436
    },
    {
      "epoch": 5.793037067376613,
      "grad_norm": 1.1044802447994764,
      "learning_rate": 9.043720581046688e-07,
      "loss": 0.2482,
      "step": 141437
    },
    {
      "epoch": 5.793078025803809,
      "grad_norm": 1.661038281762574,
      "learning_rate": 9.040144989689691e-07,
      "loss": 0.4158,
      "step": 141438
    },
    {
      "epoch": 5.793118984231006,
      "grad_norm": 0.5824574410194534,
      "learning_rate": 9.03657010317188e-07,
      "loss": 0.0711,
      "step": 141439
    },
    {
      "epoch": 5.7931599426582014,
      "grad_norm": 1.788962441729117,
      "learning_rate": 9.032995921495089e-07,
      "loss": 0.6766,
      "step": 141440
    },
    {
      "epoch": 5.793200901085398,
      "grad_norm": 1.2281809502439436,
      "learning_rate": 9.029422444661149e-07,
      "loss": 0.3705,
      "step": 141441
    },
    {
      "epoch": 5.7932418595125945,
      "grad_norm": 1.3152617138976195,
      "learning_rate": 9.025849672671392e-07,
      "loss": 0.4099,
      "step": 141442
    },
    {
      "epoch": 5.793282817939791,
      "grad_norm": 0.9325647175277681,
      "learning_rate": 9.022277605527817e-07,
      "loss": 0.2188,
      "step": 141443
    },
    {
      "epoch": 5.793323776366988,
      "grad_norm": 1.5961053300397094,
      "learning_rate": 9.018706243231921e-07,
      "loss": 0.4991,
      "step": 141444
    },
    {
      "epoch": 5.793364734794184,
      "grad_norm": 0.9701322746437301,
      "learning_rate": 9.015135585785372e-07,
      "loss": 0.2343,
      "step": 141445
    },
    {
      "epoch": 5.793405693221381,
      "grad_norm": 1.4930496114944227,
      "learning_rate": 9.011565633190166e-07,
      "loss": 0.4238,
      "step": 141446
    },
    {
      "epoch": 5.793446651648576,
      "grad_norm": 0.8765291817719556,
      "learning_rate": 9.007996385447636e-07,
      "loss": 0.1917,
      "step": 141447
    },
    {
      "epoch": 5.793487610075773,
      "grad_norm": 1.4681809682966716,
      "learning_rate": 9.004427842559614e-07,
      "loss": 0.4366,
      "step": 141448
    },
    {
      "epoch": 5.793528568502969,
      "grad_norm": 0.9042750676586114,
      "learning_rate": 9.000860004527766e-07,
      "loss": 0.2192,
      "step": 141449
    },
    {
      "epoch": 5.793569526930166,
      "grad_norm": 1.7939535383617233,
      "learning_rate": 8.997292871353756e-07,
      "loss": 0.5257,
      "step": 141450
    },
    {
      "epoch": 5.7936104853573624,
      "grad_norm": 1.8579625849562147,
      "learning_rate": 8.993726443039418e-07,
      "loss": 0.6976,
      "step": 141451
    },
    {
      "epoch": 5.793651443784559,
      "grad_norm": 3.1768140335808916,
      "learning_rate": 8.990160719586248e-07,
      "loss": 1.3229,
      "step": 141452
    },
    {
      "epoch": 5.7936924022117555,
      "grad_norm": 1.4705194947413436,
      "learning_rate": 8.98659570099608e-07,
      "loss": 0.2855,
      "step": 141453
    },
    {
      "epoch": 5.793733360638951,
      "grad_norm": 1.4687522593935796,
      "learning_rate": 8.983031387270412e-07,
      "loss": 0.4192,
      "step": 141454
    },
    {
      "epoch": 5.793774319066148,
      "grad_norm": 1.4131794951831063,
      "learning_rate": 8.979467778411242e-07,
      "loss": 0.4232,
      "step": 141455
    },
    {
      "epoch": 5.793815277493344,
      "grad_norm": 1.1413116316555458,
      "learning_rate": 8.975904874419904e-07,
      "loss": 0.275,
      "step": 141456
    },
    {
      "epoch": 5.793856235920541,
      "grad_norm": 2.647211582040126,
      "learning_rate": 8.972342675298394e-07,
      "loss": 1.9383,
      "step": 141457
    },
    {
      "epoch": 5.793897194347737,
      "grad_norm": 1.5472338052509944,
      "learning_rate": 8.968781181048046e-07,
      "loss": 0.3798,
      "step": 141458
    },
    {
      "epoch": 5.793938152774933,
      "grad_norm": 1.0986712247985986,
      "learning_rate": 8.965220391670691e-07,
      "loss": 0.1907,
      "step": 141459
    },
    {
      "epoch": 5.7939791112021295,
      "grad_norm": 1.5596881036182682,
      "learning_rate": 8.961660307168328e-07,
      "loss": 0.512,
      "step": 141460
    },
    {
      "epoch": 5.794020069629326,
      "grad_norm": 1.47468606267138,
      "learning_rate": 8.958100927542123e-07,
      "loss": 0.4301,
      "step": 141461
    },
    {
      "epoch": 5.794061028056523,
      "grad_norm": 1.5817552062317983,
      "learning_rate": 8.954542252794239e-07,
      "loss": 0.3792,
      "step": 141462
    },
    {
      "epoch": 5.794101986483719,
      "grad_norm": 1.5723100553215865,
      "learning_rate": 8.95098428292601e-07,
      "loss": 0.5471,
      "step": 141463
    },
    {
      "epoch": 5.794142944910916,
      "grad_norm": 1.8995457133743443,
      "learning_rate": 8.947427017939102e-07,
      "loss": 0.626,
      "step": 141464
    },
    {
      "epoch": 5.794183903338112,
      "grad_norm": 0.8592118062503735,
      "learning_rate": 8.943870457835511e-07,
      "loss": 0.1825,
      "step": 141465
    },
    {
      "epoch": 5.794224861765308,
      "grad_norm": 1.7653685311036962,
      "learning_rate": 8.940314602616738e-07,
      "loss": 0.4829,
      "step": 141466
    },
    {
      "epoch": 5.794265820192504,
      "grad_norm": 1.4619536310388814,
      "learning_rate": 8.936759452284282e-07,
      "loss": 0.4395,
      "step": 141467
    },
    {
      "epoch": 5.794306778619701,
      "grad_norm": 1.6115618510335834,
      "learning_rate": 8.933205006840139e-07,
      "loss": 0.5323,
      "step": 141468
    },
    {
      "epoch": 5.794347737046897,
      "grad_norm": 1.549398117394241,
      "learning_rate": 8.929651266285809e-07,
      "loss": 0.6216,
      "step": 141469
    },
    {
      "epoch": 5.794388695474094,
      "grad_norm": 1.7064788991907716,
      "learning_rate": 8.926098230623124e-07,
      "loss": 0.5684,
      "step": 141470
    },
    {
      "epoch": 5.7944296539012905,
      "grad_norm": 1.3561173286096904,
      "learning_rate": 8.922545899853583e-07,
      "loss": 0.2933,
      "step": 141471
    },
    {
      "epoch": 5.794470612328487,
      "grad_norm": 0.7391682615736749,
      "learning_rate": 8.918994273978852e-07,
      "loss": 0.1631,
      "step": 141472
    },
    {
      "epoch": 5.794511570755683,
      "grad_norm": 1.5628128657999345,
      "learning_rate": 8.915443353000928e-07,
      "loss": 0.4887,
      "step": 141473
    },
    {
      "epoch": 5.794552529182879,
      "grad_norm": 1.6339409231891577,
      "learning_rate": 8.911893136920978e-07,
      "loss": 0.4235,
      "step": 141474
    },
    {
      "epoch": 5.794593487610076,
      "grad_norm": 0.7791781990139395,
      "learning_rate": 8.908343625741165e-07,
      "loss": 0.1741,
      "step": 141475
    },
    {
      "epoch": 5.794634446037272,
      "grad_norm": 1.4521075029369348,
      "learning_rate": 8.904794819462824e-07,
      "loss": 0.3753,
      "step": 141476
    },
    {
      "epoch": 5.794675404464469,
      "grad_norm": 1.7150736536743685,
      "learning_rate": 8.901246718087785e-07,
      "loss": 0.5764,
      "step": 141477
    },
    {
      "epoch": 5.7947163628916645,
      "grad_norm": 1.1776966694409348,
      "learning_rate": 8.89769932161788e-07,
      "loss": 0.2443,
      "step": 141478
    },
    {
      "epoch": 5.794757321318861,
      "grad_norm": 1.5578768949741155,
      "learning_rate": 8.894152630054441e-07,
      "loss": 0.4121,
      "step": 141479
    },
    {
      "epoch": 5.7947982797460575,
      "grad_norm": 1.0020932239954516,
      "learning_rate": 8.890606643399467e-07,
      "loss": 0.1519,
      "step": 141480
    },
    {
      "epoch": 5.794839238173254,
      "grad_norm": 1.662977803037123,
      "learning_rate": 8.887061361654457e-07,
      "loss": 0.4357,
      "step": 141481
    },
    {
      "epoch": 5.794880196600451,
      "grad_norm": 0.8758678490064252,
      "learning_rate": 8.88351678482091e-07,
      "loss": 0.1484,
      "step": 141482
    },
    {
      "epoch": 5.794921155027647,
      "grad_norm": 1.6030016182994642,
      "learning_rate": 8.879972912900823e-07,
      "loss": 0.5487,
      "step": 141483
    },
    {
      "epoch": 5.794962113454844,
      "grad_norm": 1.0543719012130157,
      "learning_rate": 8.876429745895863e-07,
      "loss": 0.2171,
      "step": 141484
    },
    {
      "epoch": 5.795003071882039,
      "grad_norm": 1.3623646317438416,
      "learning_rate": 8.872887283807528e-07,
      "loss": 0.3516,
      "step": 141485
    },
    {
      "epoch": 5.795044030309236,
      "grad_norm": 3.1126648052311077,
      "learning_rate": 8.86934552663765e-07,
      "loss": 2.5032,
      "step": 141486
    },
    {
      "epoch": 5.795084988736432,
      "grad_norm": 1.4254613638071971,
      "learning_rate": 8.865804474387727e-07,
      "loss": 0.494,
      "step": 141487
    },
    {
      "epoch": 5.795125947163629,
      "grad_norm": 1.5368673597719122,
      "learning_rate": 8.862264127059593e-07,
      "loss": 0.4987,
      "step": 141488
    },
    {
      "epoch": 5.7951669055908255,
      "grad_norm": 1.9461407432629299,
      "learning_rate": 8.858724484654744e-07,
      "loss": 0.6666,
      "step": 141489
    },
    {
      "epoch": 5.795207864018022,
      "grad_norm": 1.319717139484586,
      "learning_rate": 8.855185547175014e-07,
      "loss": 0.3811,
      "step": 141490
    },
    {
      "epoch": 5.7952488224452186,
      "grad_norm": 1.8520491796142247,
      "learning_rate": 8.851647314622068e-07,
      "loss": 0.5737,
      "step": 141491
    },
    {
      "epoch": 5.795289780872414,
      "grad_norm": 1.5886451343531225,
      "learning_rate": 8.84810978699757e-07,
      "loss": 0.5112,
      "step": 141492
    },
    {
      "epoch": 5.795330739299611,
      "grad_norm": 1.1905305479411041,
      "learning_rate": 8.84457296430302e-07,
      "loss": 0.1825,
      "step": 141493
    },
    {
      "epoch": 5.795371697726807,
      "grad_norm": 1.404893602002838,
      "learning_rate": 8.841036846540417e-07,
      "loss": 0.4276,
      "step": 141494
    },
    {
      "epoch": 5.795412656154004,
      "grad_norm": 1.9237474948382702,
      "learning_rate": 8.837501433711092e-07,
      "loss": 0.6601,
      "step": 141495
    },
    {
      "epoch": 5.7954536145812,
      "grad_norm": 1.0747440919327687,
      "learning_rate": 8.833966725816877e-07,
      "loss": 0.23,
      "step": 141496
    },
    {
      "epoch": 5.795494573008396,
      "grad_norm": 2.8867391916839553,
      "learning_rate": 8.830432722859603e-07,
      "loss": 0.3626,
      "step": 141497
    },
    {
      "epoch": 5.7955355314355925,
      "grad_norm": 1.2231432485472473,
      "learning_rate": 8.826899424840606e-07,
      "loss": 0.4342,
      "step": 141498
    },
    {
      "epoch": 5.795576489862789,
      "grad_norm": 1.4008644014852363,
      "learning_rate": 8.823366831761713e-07,
      "loss": 0.4246,
      "step": 141499
    },
    {
      "epoch": 5.795617448289986,
      "grad_norm": 1.286901639844095,
      "learning_rate": 8.819834943624593e-07,
      "loss": 0.3207,
      "step": 141500
    },
    {
      "epoch": 5.795658406717182,
      "grad_norm": 1.253449673263337,
      "learning_rate": 8.816303760431077e-07,
      "loss": 0.3104,
      "step": 141501
    },
    {
      "epoch": 5.795699365144379,
      "grad_norm": 1.5709268591394177,
      "learning_rate": 8.812773282182494e-07,
      "loss": 0.4531,
      "step": 141502
    },
    {
      "epoch": 5.795740323571575,
      "grad_norm": 1.2072424231661882,
      "learning_rate": 8.809243508880847e-07,
      "loss": 0.3277,
      "step": 141503
    },
    {
      "epoch": 5.795781281998771,
      "grad_norm": 1.365752997046419,
      "learning_rate": 8.805714440527633e-07,
      "loss": 0.3997,
      "step": 141504
    },
    {
      "epoch": 5.795822240425967,
      "grad_norm": 1.7822926301702318,
      "learning_rate": 8.802186077124518e-07,
      "loss": 0.4323,
      "step": 141505
    },
    {
      "epoch": 5.795863198853164,
      "grad_norm": 1.4650659528830425,
      "learning_rate": 8.798658418673165e-07,
      "loss": 0.4718,
      "step": 141506
    },
    {
      "epoch": 5.7959041572803605,
      "grad_norm": 0.9223138035677714,
      "learning_rate": 8.795131465175409e-07,
      "loss": 0.2103,
      "step": 141507
    },
    {
      "epoch": 5.795945115707557,
      "grad_norm": 1.0687941929244449,
      "learning_rate": 8.791605216632581e-07,
      "loss": 0.1947,
      "step": 141508
    },
    {
      "epoch": 5.7959860741347535,
      "grad_norm": 1.3820906479339685,
      "learning_rate": 8.788079673046677e-07,
      "loss": 0.3914,
      "step": 141509
    },
    {
      "epoch": 5.79602703256195,
      "grad_norm": 0.8710399025546932,
      "learning_rate": 8.7845548344192e-07,
      "loss": 0.1774,
      "step": 141510
    },
    {
      "epoch": 5.796067990989146,
      "grad_norm": 1.8335314436675931,
      "learning_rate": 8.781030700751812e-07,
      "loss": 0.5455,
      "step": 141511
    },
    {
      "epoch": 5.796108949416342,
      "grad_norm": 1.6121619250799486,
      "learning_rate": 8.777507272046347e-07,
      "loss": 0.4908,
      "step": 141512
    },
    {
      "epoch": 5.796149907843539,
      "grad_norm": 1.2967319409098836,
      "learning_rate": 8.773984548304302e-07,
      "loss": 0.3193,
      "step": 141513
    },
    {
      "epoch": 5.796190866270735,
      "grad_norm": 1.4842379102005643,
      "learning_rate": 8.770462529527345e-07,
      "loss": 0.3858,
      "step": 141514
    },
    {
      "epoch": 5.796231824697932,
      "grad_norm": 1.5785243152695019,
      "learning_rate": 8.766941215717305e-07,
      "loss": 0.4887,
      "step": 141515
    },
    {
      "epoch": 5.7962727831251275,
      "grad_norm": 0.6794603472197117,
      "learning_rate": 8.763420606875516e-07,
      "loss": 0.0743,
      "step": 141516
    },
    {
      "epoch": 5.796313741552324,
      "grad_norm": 2.036607273784417,
      "learning_rate": 8.759900703003975e-07,
      "loss": 0.8801,
      "step": 141517
    },
    {
      "epoch": 5.796354699979521,
      "grad_norm": 1.3460580676440101,
      "learning_rate": 8.756381504104182e-07,
      "loss": 0.398,
      "step": 141518
    },
    {
      "epoch": 5.796395658406717,
      "grad_norm": 1.631855686090643,
      "learning_rate": 8.752863010177969e-07,
      "loss": 0.5725,
      "step": 141519
    },
    {
      "epoch": 5.796436616833914,
      "grad_norm": 1.7201318037898463,
      "learning_rate": 8.749345221226666e-07,
      "loss": 0.4133,
      "step": 141520
    },
    {
      "epoch": 5.79647757526111,
      "grad_norm": 1.4781398014776892,
      "learning_rate": 8.745828137252276e-07,
      "loss": 0.4499,
      "step": 141521
    },
    {
      "epoch": 5.796518533688307,
      "grad_norm": 1.3237458914400024,
      "learning_rate": 8.742311758256293e-07,
      "loss": 0.3781,
      "step": 141522
    },
    {
      "epoch": 5.796559492115502,
      "grad_norm": 1.8834794484996789,
      "learning_rate": 8.738796084240385e-07,
      "loss": 0.6467,
      "step": 141523
    },
    {
      "epoch": 5.796600450542699,
      "grad_norm": 1.6064599407514657,
      "learning_rate": 8.735281115206216e-07,
      "loss": 0.4443,
      "step": 141524
    },
    {
      "epoch": 5.796641408969895,
      "grad_norm": 1.6301310096202606,
      "learning_rate": 8.731766851155453e-07,
      "loss": 0.5733,
      "step": 141525
    },
    {
      "epoch": 5.796682367397092,
      "grad_norm": 1.0526427544037442,
      "learning_rate": 8.728253292089926e-07,
      "loss": 0.2422,
      "step": 141526
    },
    {
      "epoch": 5.7967233258242885,
      "grad_norm": 0.6727184077999011,
      "learning_rate": 8.724740438010968e-07,
      "loss": 0.1241,
      "step": 141527
    },
    {
      "epoch": 5.796764284251485,
      "grad_norm": 1.5570527830683818,
      "learning_rate": 8.721228288920578e-07,
      "loss": 0.467,
      "step": 141528
    },
    {
      "epoch": 5.796805242678682,
      "grad_norm": 1.3742426190066444,
      "learning_rate": 8.717716844820255e-07,
      "loss": 0.4809,
      "step": 141529
    },
    {
      "epoch": 5.796846201105877,
      "grad_norm": 1.7570751090638272,
      "learning_rate": 8.714206105711496e-07,
      "loss": 0.6083,
      "step": 141530
    },
    {
      "epoch": 5.796887159533074,
      "grad_norm": 1.7984778284381362,
      "learning_rate": 8.710696071596135e-07,
      "loss": 0.5903,
      "step": 141531
    },
    {
      "epoch": 5.79692811796027,
      "grad_norm": 1.5472583605078067,
      "learning_rate": 8.707186742476002e-07,
      "loss": 0.3878,
      "step": 141532
    },
    {
      "epoch": 5.796969076387467,
      "grad_norm": 1.508489875224149,
      "learning_rate": 8.703678118352431e-07,
      "loss": 0.528,
      "step": 141533
    },
    {
      "epoch": 5.797010034814663,
      "grad_norm": 1.1557406891584605,
      "learning_rate": 8.700170199227252e-07,
      "loss": 0.2575,
      "step": 141534
    },
    {
      "epoch": 5.797050993241859,
      "grad_norm": 1.8842840502415403,
      "learning_rate": 8.696662985102132e-07,
      "loss": 0.5875,
      "step": 141535
    },
    {
      "epoch": 5.7970919516690556,
      "grad_norm": 1.7066141836530675,
      "learning_rate": 8.693156475978735e-07,
      "loss": 0.5211,
      "step": 141536
    },
    {
      "epoch": 5.797132910096252,
      "grad_norm": 2.230008840012095,
      "learning_rate": 8.689650671858562e-07,
      "loss": 0.6674,
      "step": 141537
    },
    {
      "epoch": 5.797173868523449,
      "grad_norm": 1.4062476849315946,
      "learning_rate": 8.686145572743441e-07,
      "loss": 0.4188,
      "step": 141538
    },
    {
      "epoch": 5.797214826950645,
      "grad_norm": 1.600180794262512,
      "learning_rate": 8.682641178635041e-07,
      "loss": 0.4423,
      "step": 141539
    },
    {
      "epoch": 5.797255785377842,
      "grad_norm": 1.0950349827068693,
      "learning_rate": 8.67913748953486e-07,
      "loss": 0.2075,
      "step": 141540
    },
    {
      "epoch": 5.797296743805038,
      "grad_norm": 1.557858919209799,
      "learning_rate": 8.675634505444728e-07,
      "loss": 0.427,
      "step": 141541
    },
    {
      "epoch": 5.797337702232234,
      "grad_norm": 1.3625565771550359,
      "learning_rate": 8.672132226366146e-07,
      "loss": 0.3279,
      "step": 141542
    },
    {
      "epoch": 5.79737866065943,
      "grad_norm": 1.021389281970081,
      "learning_rate": 8.668630652300778e-07,
      "loss": 0.2381,
      "step": 141543
    },
    {
      "epoch": 5.797419619086627,
      "grad_norm": 0.7062739789965822,
      "learning_rate": 8.665129783250458e-07,
      "loss": 0.0702,
      "step": 141544
    },
    {
      "epoch": 5.7974605775138235,
      "grad_norm": 1.448779020384061,
      "learning_rate": 8.661629619216682e-07,
      "loss": 0.4509,
      "step": 141545
    },
    {
      "epoch": 5.79750153594102,
      "grad_norm": 1.6699536265890944,
      "learning_rate": 8.658130160201116e-07,
      "loss": 0.5875,
      "step": 141546
    },
    {
      "epoch": 5.797542494368217,
      "grad_norm": 2.020010168162141,
      "learning_rate": 8.654631406205592e-07,
      "loss": 0.6387,
      "step": 141547
    },
    {
      "epoch": 5.797583452795413,
      "grad_norm": 1.041486387815082,
      "learning_rate": 8.651133357231443e-07,
      "loss": 0.1765,
      "step": 141548
    },
    {
      "epoch": 5.797624411222609,
      "grad_norm": 1.6882680834366837,
      "learning_rate": 8.647636013280667e-07,
      "loss": 0.5283,
      "step": 141549
    },
    {
      "epoch": 5.797665369649805,
      "grad_norm": 0.9379211550866111,
      "learning_rate": 8.644139374354597e-07,
      "loss": 0.1578,
      "step": 141550
    },
    {
      "epoch": 5.797706328077002,
      "grad_norm": 1.2800946251838874,
      "learning_rate": 8.640643440455064e-07,
      "loss": 0.329,
      "step": 141551
    },
    {
      "epoch": 5.797747286504198,
      "grad_norm": 1.6118592412080541,
      "learning_rate": 8.637148211583733e-07,
      "loss": 0.6083,
      "step": 141552
    },
    {
      "epoch": 5.797788244931395,
      "grad_norm": 0.6018519140177926,
      "learning_rate": 8.63365368774227e-07,
      "loss": 0.0765,
      "step": 141553
    },
    {
      "epoch": 5.7978292033585905,
      "grad_norm": 0.7553913716765827,
      "learning_rate": 8.630159868932174e-07,
      "loss": 0.1071,
      "step": 141554
    },
    {
      "epoch": 5.797870161785787,
      "grad_norm": 1.4992221708016764,
      "learning_rate": 8.626666755155276e-07,
      "loss": 0.4632,
      "step": 141555
    },
    {
      "epoch": 5.797911120212984,
      "grad_norm": 1.5686119536735281,
      "learning_rate": 8.623174346413075e-07,
      "loss": 0.5283,
      "step": 141556
    },
    {
      "epoch": 5.79795207864018,
      "grad_norm": 0.948244859235403,
      "learning_rate": 8.619682642707404e-07,
      "loss": 0.1768,
      "step": 141557
    },
    {
      "epoch": 5.797993037067377,
      "grad_norm": 1.6049820290790167,
      "learning_rate": 8.61619164403976e-07,
      "loss": 0.4762,
      "step": 141558
    },
    {
      "epoch": 5.798033995494573,
      "grad_norm": 1.5680759656168244,
      "learning_rate": 8.61270135041181e-07,
      "loss": 0.5066,
      "step": 141559
    },
    {
      "epoch": 5.79807495392177,
      "grad_norm": 0.9755142588459658,
      "learning_rate": 8.609211761825219e-07,
      "loss": 0.1279,
      "step": 141560
    },
    {
      "epoch": 5.798115912348965,
      "grad_norm": 1.1915143905726657,
      "learning_rate": 8.605722878281651e-07,
      "loss": 0.3279,
      "step": 141561
    },
    {
      "epoch": 5.798156870776162,
      "grad_norm": 1.7847460378819924,
      "learning_rate": 8.602234699782773e-07,
      "loss": 0.6197,
      "step": 141562
    },
    {
      "epoch": 5.7981978292033585,
      "grad_norm": 1.8735625603863664,
      "learning_rate": 8.598747226330249e-07,
      "loss": 0.5596,
      "step": 141563
    },
    {
      "epoch": 5.798238787630555,
      "grad_norm": 0.42495147697608476,
      "learning_rate": 8.595260457925746e-07,
      "loss": 0.0391,
      "step": 141564
    },
    {
      "epoch": 5.7982797460577515,
      "grad_norm": 3.4337404928978392,
      "learning_rate": 8.591774394570761e-07,
      "loss": 1.768,
      "step": 141565
    },
    {
      "epoch": 5.798320704484948,
      "grad_norm": 1.363662156202788,
      "learning_rate": 8.588289036267126e-07,
      "loss": 0.468,
      "step": 141566
    },
    {
      "epoch": 5.798361662912145,
      "grad_norm": 1.4017994883454663,
      "learning_rate": 8.584804383016341e-07,
      "loss": 0.4104,
      "step": 141567
    },
    {
      "epoch": 5.79840262133934,
      "grad_norm": 1.2605186533034087,
      "learning_rate": 8.581320434820071e-07,
      "loss": 0.3228,
      "step": 141568
    },
    {
      "epoch": 5.798443579766537,
      "grad_norm": 0.9323144941540183,
      "learning_rate": 8.577837191680148e-07,
      "loss": 0.2282,
      "step": 141569
    },
    {
      "epoch": 5.798484538193733,
      "grad_norm": 1.5084095039056726,
      "learning_rate": 8.574354653597903e-07,
      "loss": 0.5277,
      "step": 141570
    },
    {
      "epoch": 5.79852549662093,
      "grad_norm": 1.489345613135414,
      "learning_rate": 8.570872820575336e-07,
      "loss": 0.4616,
      "step": 141571
    },
    {
      "epoch": 5.798566455048126,
      "grad_norm": 1.056884009192993,
      "learning_rate": 8.567391692613778e-07,
      "loss": 0.3876,
      "step": 141572
    },
    {
      "epoch": 5.798607413475323,
      "grad_norm": 1.0123841384811252,
      "learning_rate": 8.563911269715062e-07,
      "loss": 0.1626,
      "step": 141573
    },
    {
      "epoch": 5.798648371902519,
      "grad_norm": 1.6866998506419146,
      "learning_rate": 8.560431551880854e-07,
      "loss": 0.4887,
      "step": 141574
    },
    {
      "epoch": 5.798689330329715,
      "grad_norm": 1.429611344233638,
      "learning_rate": 8.556952539112649e-07,
      "loss": 0.4301,
      "step": 141575
    },
    {
      "epoch": 5.798730288756912,
      "grad_norm": 1.75981479990017,
      "learning_rate": 8.553474231412116e-07,
      "loss": 0.5076,
      "step": 141576
    },
    {
      "epoch": 5.798771247184108,
      "grad_norm": 1.4339677511294295,
      "learning_rate": 8.549996628781086e-07,
      "loss": 0.3403,
      "step": 141577
    },
    {
      "epoch": 5.798812205611305,
      "grad_norm": 1.1743062235340191,
      "learning_rate": 8.546519731221057e-07,
      "loss": 0.355,
      "step": 141578
    },
    {
      "epoch": 5.798853164038501,
      "grad_norm": 1.5000797466637006,
      "learning_rate": 8.543043538733696e-07,
      "loss": 0.4424,
      "step": 141579
    },
    {
      "epoch": 5.798894122465697,
      "grad_norm": 1.4283620019312528,
      "learning_rate": 8.5395680513205e-07,
      "loss": 0.3529,
      "step": 141580
    },
    {
      "epoch": 5.7989350808928934,
      "grad_norm": 1.7350072673225618,
      "learning_rate": 8.536093268983469e-07,
      "loss": 1.0888,
      "step": 141581
    },
    {
      "epoch": 5.79897603932009,
      "grad_norm": 1.2611542284635004,
      "learning_rate": 8.532619191723933e-07,
      "loss": 0.2819,
      "step": 141582
    },
    {
      "epoch": 5.7990169977472865,
      "grad_norm": 1.2008914914289113,
      "learning_rate": 8.529145819543559e-07,
      "loss": 0.2699,
      "step": 141583
    },
    {
      "epoch": 5.799057956174483,
      "grad_norm": 0.3834515300171094,
      "learning_rate": 8.525673152444012e-07,
      "loss": 0.03,
      "step": 141584
    },
    {
      "epoch": 5.79909891460168,
      "grad_norm": 3.1750332216506294,
      "learning_rate": 8.522201190427125e-07,
      "loss": 2.7999,
      "step": 141585
    },
    {
      "epoch": 5.799139873028876,
      "grad_norm": 1.6090481271404469,
      "learning_rate": 8.518729933494394e-07,
      "loss": 0.457,
      "step": 141586
    },
    {
      "epoch": 5.799180831456072,
      "grad_norm": 0.8931728248498814,
      "learning_rate": 8.515259381647321e-07,
      "loss": 0.18,
      "step": 141587
    },
    {
      "epoch": 5.799221789883268,
      "grad_norm": 1.6677191404136615,
      "learning_rate": 8.511789534887903e-07,
      "loss": 0.5559,
      "step": 141588
    },
    {
      "epoch": 5.799262748310465,
      "grad_norm": 1.2286996484581099,
      "learning_rate": 8.508320393217472e-07,
      "loss": 0.3215,
      "step": 141589
    },
    {
      "epoch": 5.799303706737661,
      "grad_norm": 1.369723539199509,
      "learning_rate": 8.504851956637692e-07,
      "loss": 0.4359,
      "step": 141590
    },
    {
      "epoch": 5.799344665164858,
      "grad_norm": 2.064743844954522,
      "learning_rate": 8.501384225150232e-07,
      "loss": 0.9634,
      "step": 141591
    },
    {
      "epoch": 5.7993856235920545,
      "grad_norm": 1.4100413160524425,
      "learning_rate": 8.49791719875692e-07,
      "loss": 0.3721,
      "step": 141592
    },
    {
      "epoch": 5.79942658201925,
      "grad_norm": 1.6261981948170248,
      "learning_rate": 8.494450877459091e-07,
      "loss": 0.5643,
      "step": 141593
    },
    {
      "epoch": 5.799467540446447,
      "grad_norm": 0.8490255056365056,
      "learning_rate": 8.490985261258743e-07,
      "loss": 0.1732,
      "step": 141594
    },
    {
      "epoch": 5.799508498873643,
      "grad_norm": 1.4199221903753037,
      "learning_rate": 8.48752035015704e-07,
      "loss": 0.4226,
      "step": 141595
    },
    {
      "epoch": 5.79954945730084,
      "grad_norm": 1.3088055436876191,
      "learning_rate": 8.484056144156149e-07,
      "loss": 0.3299,
      "step": 141596
    },
    {
      "epoch": 5.799590415728036,
      "grad_norm": 1.773483107245092,
      "learning_rate": 8.480592643257234e-07,
      "loss": 0.6177,
      "step": 141597
    },
    {
      "epoch": 5.799631374155233,
      "grad_norm": 1.526902564447984,
      "learning_rate": 8.477129847462294e-07,
      "loss": 0.405,
      "step": 141598
    },
    {
      "epoch": 5.799672332582428,
      "grad_norm": 1.4762233502824145,
      "learning_rate": 8.473667756772829e-07,
      "loss": 0.3803,
      "step": 141599
    },
    {
      "epoch": 5.799713291009625,
      "grad_norm": 1.4929387906409397,
      "learning_rate": 8.470206371190335e-07,
      "loss": 0.4196,
      "step": 141600
    },
    {
      "epoch": 5.7997542494368215,
      "grad_norm": 0.6728520731691393,
      "learning_rate": 8.466745690716648e-07,
      "loss": 0.1207,
      "step": 141601
    },
    {
      "epoch": 5.799795207864018,
      "grad_norm": 1.7266582219333535,
      "learning_rate": 8.463285715353263e-07,
      "loss": 0.6046,
      "step": 141602
    },
    {
      "epoch": 5.799836166291215,
      "grad_norm": 1.5183554563573753,
      "learning_rate": 8.459826445102014e-07,
      "loss": 0.3804,
      "step": 141603
    },
    {
      "epoch": 5.799877124718411,
      "grad_norm": 1.6721793410773487,
      "learning_rate": 8.456367879964399e-07,
      "loss": 0.5203,
      "step": 141604
    },
    {
      "epoch": 5.799918083145608,
      "grad_norm": 1.6426344641764772,
      "learning_rate": 8.452910019941916e-07,
      "loss": 0.4791,
      "step": 141605
    },
    {
      "epoch": 5.799959041572803,
      "grad_norm": 0.49529708205903356,
      "learning_rate": 8.449452865036566e-07,
      "loss": 0.0418,
      "step": 141606
    },
    {
      "epoch": 5.8,
      "grad_norm": 1.8382443968064102,
      "learning_rate": 8.445996415249512e-07,
      "loss": 0.6118,
      "step": 141607
    },
    {
      "epoch": 5.800040958427196,
      "grad_norm": 1.3485834460922983,
      "learning_rate": 8.442540670582754e-07,
      "loss": 0.4456,
      "step": 141608
    },
    {
      "epoch": 5.800081916854393,
      "grad_norm": 1.4238729394025451,
      "learning_rate": 8.439085631037956e-07,
      "loss": 0.4796,
      "step": 141609
    },
    {
      "epoch": 5.800122875281589,
      "grad_norm": 1.8576478472244773,
      "learning_rate": 8.435631296616452e-07,
      "loss": 0.6079,
      "step": 141610
    },
    {
      "epoch": 5.800163833708786,
      "grad_norm": 1.497493662360707,
      "learning_rate": 8.432177667319906e-07,
      "loss": 0.4589,
      "step": 141611
    },
    {
      "epoch": 5.800204792135982,
      "grad_norm": 0.6708691246699805,
      "learning_rate": 8.428724743150317e-07,
      "loss": 0.1239,
      "step": 141612
    },
    {
      "epoch": 5.800245750563178,
      "grad_norm": 1.4889904527506066,
      "learning_rate": 8.425272524109017e-07,
      "loss": 0.4968,
      "step": 141613
    },
    {
      "epoch": 5.800286708990375,
      "grad_norm": 0.8056360619650502,
      "learning_rate": 8.421821010197671e-07,
      "loss": 0.1495,
      "step": 141614
    },
    {
      "epoch": 5.800327667417571,
      "grad_norm": 0.6907059697164698,
      "learning_rate": 8.418370201417945e-07,
      "loss": 0.0512,
      "step": 141615
    },
    {
      "epoch": 5.800368625844768,
      "grad_norm": 1.353914587208103,
      "learning_rate": 8.414920097771338e-07,
      "loss": 0.3696,
      "step": 141616
    },
    {
      "epoch": 5.800409584271964,
      "grad_norm": 1.454680395270348,
      "learning_rate": 8.411470699259848e-07,
      "loss": 0.4467,
      "step": 141617
    },
    {
      "epoch": 5.80045054269916,
      "grad_norm": 1.578230414598874,
      "learning_rate": 8.408022005884641e-07,
      "loss": 0.5021,
      "step": 141618
    },
    {
      "epoch": 5.8004915011263565,
      "grad_norm": 1.2903988220757272,
      "learning_rate": 8.404574017647547e-07,
      "loss": 0.2596,
      "step": 141619
    },
    {
      "epoch": 5.800532459553553,
      "grad_norm": 0.769781208002991,
      "learning_rate": 8.401126734550401e-07,
      "loss": 0.1825,
      "step": 141620
    },
    {
      "epoch": 5.8005734179807495,
      "grad_norm": 1.279505059091305,
      "learning_rate": 8.397680156594533e-07,
      "loss": 0.388,
      "step": 141621
    },
    {
      "epoch": 5.800614376407946,
      "grad_norm": 1.3898057844266765,
      "learning_rate": 8.394234283781776e-07,
      "loss": 0.4115,
      "step": 141622
    },
    {
      "epoch": 5.800655334835143,
      "grad_norm": 1.8036120560891946,
      "learning_rate": 8.390789116113627e-07,
      "loss": 0.6821,
      "step": 141623
    },
    {
      "epoch": 5.800696293262339,
      "grad_norm": 2.953641645045584,
      "learning_rate": 8.387344653591754e-07,
      "loss": 1.6903,
      "step": 141624
    },
    {
      "epoch": 5.800737251689535,
      "grad_norm": 2.917980678977731,
      "learning_rate": 8.383900896217821e-07,
      "loss": 2.3698,
      "step": 141625
    },
    {
      "epoch": 5.800778210116731,
      "grad_norm": 1.9791747804647843,
      "learning_rate": 8.380457843993326e-07,
      "loss": 0.8868,
      "step": 141626
    },
    {
      "epoch": 5.800819168543928,
      "grad_norm": 1.8533079294697616,
      "learning_rate": 8.377015496920103e-07,
      "loss": 0.543,
      "step": 141627
    },
    {
      "epoch": 5.800860126971124,
      "grad_norm": 1.3953863021668362,
      "learning_rate": 8.373573854999649e-07,
      "loss": 0.2665,
      "step": 141628
    },
    {
      "epoch": 5.800901085398321,
      "grad_norm": 2.8001358381675385,
      "learning_rate": 8.37013291823363e-07,
      "loss": 2.1144,
      "step": 141629
    },
    {
      "epoch": 5.8009420438255175,
      "grad_norm": 1.6081787151436993,
      "learning_rate": 8.366692686623544e-07,
      "loss": 0.5656,
      "step": 141630
    },
    {
      "epoch": 5.800983002252713,
      "grad_norm": 1.666320579637282,
      "learning_rate": 8.363253160171224e-07,
      "loss": 0.4627,
      "step": 141631
    },
    {
      "epoch": 5.80102396067991,
      "grad_norm": 1.0197440544741239,
      "learning_rate": 8.359814338878167e-07,
      "loss": 0.1682,
      "step": 141632
    },
    {
      "epoch": 5.801064919107106,
      "grad_norm": 1.3806572602026692,
      "learning_rate": 8.356376222746042e-07,
      "loss": 0.3464,
      "step": 141633
    },
    {
      "epoch": 5.801105877534303,
      "grad_norm": 1.6476866543221962,
      "learning_rate": 8.352938811776511e-07,
      "loss": 0.5955,
      "step": 141634
    },
    {
      "epoch": 5.801146835961499,
      "grad_norm": 1.5534884572517775,
      "learning_rate": 8.349502105971074e-07,
      "loss": 0.4687,
      "step": 141635
    },
    {
      "epoch": 5.801187794388696,
      "grad_norm": 0.9757980621025882,
      "learning_rate": 8.346066105331562e-07,
      "loss": 0.1556,
      "step": 141636
    },
    {
      "epoch": 5.8012287528158915,
      "grad_norm": 1.612936236789589,
      "learning_rate": 8.342630809859308e-07,
      "loss": 0.4969,
      "step": 141637
    },
    {
      "epoch": 5.801269711243088,
      "grad_norm": 0.9898418782964435,
      "learning_rate": 8.33919621955631e-07,
      "loss": 0.227,
      "step": 141638
    },
    {
      "epoch": 5.8013106696702845,
      "grad_norm": 1.6002683807245224,
      "learning_rate": 8.335762334423901e-07,
      "loss": 0.506,
      "step": 141639
    },
    {
      "epoch": 5.801351628097481,
      "grad_norm": 2.2308103639679118,
      "learning_rate": 8.332329154463746e-07,
      "loss": 1.3023,
      "step": 141640
    },
    {
      "epoch": 5.801392586524678,
      "grad_norm": 1.6017946262022813,
      "learning_rate": 8.32889667967751e-07,
      "loss": 0.5754,
      "step": 141641
    },
    {
      "epoch": 5.801433544951874,
      "grad_norm": 0.8955813381834252,
      "learning_rate": 8.325464910066693e-07,
      "loss": 0.1359,
      "step": 141642
    },
    {
      "epoch": 5.801474503379071,
      "grad_norm": 1.9671431395276364,
      "learning_rate": 8.322033845633125e-07,
      "loss": 0.7506,
      "step": 141643
    },
    {
      "epoch": 5.801515461806266,
      "grad_norm": 1.5842607109607787,
      "learning_rate": 8.318603486378472e-07,
      "loss": 0.4041,
      "step": 141644
    },
    {
      "epoch": 5.801556420233463,
      "grad_norm": 1.698418611518309,
      "learning_rate": 8.315173832304067e-07,
      "loss": 0.6457,
      "step": 141645
    },
    {
      "epoch": 5.801597378660659,
      "grad_norm": 2.574238275470061,
      "learning_rate": 8.311744883411908e-07,
      "loss": 0.9933,
      "step": 141646
    },
    {
      "epoch": 5.801638337087856,
      "grad_norm": 1.6085348222943172,
      "learning_rate": 8.308316639703161e-07,
      "loss": 0.4261,
      "step": 141647
    },
    {
      "epoch": 5.8016792955150525,
      "grad_norm": 1.411683549852568,
      "learning_rate": 8.304889101179823e-07,
      "loss": 0.3716,
      "step": 141648
    },
    {
      "epoch": 5.801720253942249,
      "grad_norm": 1.8327756359522158,
      "learning_rate": 8.301462267843228e-07,
      "loss": 0.6636,
      "step": 141649
    },
    {
      "epoch": 5.801761212369445,
      "grad_norm": 0.7422036378918382,
      "learning_rate": 8.298036139695207e-07,
      "loss": 0.0884,
      "step": 141650
    },
    {
      "epoch": 5.801802170796641,
      "grad_norm": 1.4051228621830023,
      "learning_rate": 8.294610716737427e-07,
      "loss": 0.3567,
      "step": 141651
    },
    {
      "epoch": 5.801843129223838,
      "grad_norm": 0.986535272329615,
      "learning_rate": 8.291185998971384e-07,
      "loss": 0.2141,
      "step": 141652
    },
    {
      "epoch": 5.801884087651034,
      "grad_norm": 1.8102361423062285,
      "learning_rate": 8.287761986398578e-07,
      "loss": 0.6447,
      "step": 141653
    },
    {
      "epoch": 5.801925046078231,
      "grad_norm": 1.163497939708545,
      "learning_rate": 8.284338679020841e-07,
      "loss": 0.2386,
      "step": 141654
    },
    {
      "epoch": 5.801966004505427,
      "grad_norm": 0.9647761614864439,
      "learning_rate": 8.280916076839673e-07,
      "loss": 0.2912,
      "step": 141655
    },
    {
      "epoch": 5.802006962932623,
      "grad_norm": 0.8031268875863383,
      "learning_rate": 8.277494179856736e-07,
      "loss": 0.1422,
      "step": 141656
    },
    {
      "epoch": 5.8020479213598195,
      "grad_norm": 1.7868928657731424,
      "learning_rate": 8.274072988073533e-07,
      "loss": 0.6913,
      "step": 141657
    },
    {
      "epoch": 5.802088879787016,
      "grad_norm": 1.4687349355269232,
      "learning_rate": 8.270652501492058e-07,
      "loss": 0.4265,
      "step": 141658
    },
    {
      "epoch": 5.802129838214213,
      "grad_norm": 1.442191877427229,
      "learning_rate": 8.267232720113481e-07,
      "loss": 0.4444,
      "step": 141659
    },
    {
      "epoch": 5.802170796641409,
      "grad_norm": 1.5179096668877958,
      "learning_rate": 8.263813643939632e-07,
      "loss": 0.4576,
      "step": 141660
    },
    {
      "epoch": 5.802211755068606,
      "grad_norm": 1.3551024084836025,
      "learning_rate": 8.260395272972009e-07,
      "loss": 0.3327,
      "step": 141661
    },
    {
      "epoch": 5.802252713495802,
      "grad_norm": 1.672472532258347,
      "learning_rate": 8.256977607212278e-07,
      "loss": 0.5806,
      "step": 141662
    },
    {
      "epoch": 5.802293671922998,
      "grad_norm": 1.4017453168260037,
      "learning_rate": 8.253560646662271e-07,
      "loss": 0.3836,
      "step": 141663
    },
    {
      "epoch": 5.802334630350194,
      "grad_norm": 1.440263659911262,
      "learning_rate": 8.250144391323321e-07,
      "loss": 0.3835,
      "step": 141664
    },
    {
      "epoch": 5.802375588777391,
      "grad_norm": 1.838579765172379,
      "learning_rate": 8.246728841197259e-07,
      "loss": 0.6772,
      "step": 141665
    },
    {
      "epoch": 5.802416547204587,
      "grad_norm": 0.9325775163370803,
      "learning_rate": 8.243313996285417e-07,
      "loss": 0.253,
      "step": 141666
    },
    {
      "epoch": 5.802457505631784,
      "grad_norm": 1.6495276134209995,
      "learning_rate": 8.239899856589461e-07,
      "loss": 0.5377,
      "step": 141667
    },
    {
      "epoch": 5.8024984640589805,
      "grad_norm": 1.514521653132717,
      "learning_rate": 8.236486422111388e-07,
      "loss": 0.5487,
      "step": 141668
    },
    {
      "epoch": 5.802539422486176,
      "grad_norm": 1.9779038177038135,
      "learning_rate": 8.233073692852365e-07,
      "loss": 0.7549,
      "step": 141669
    },
    {
      "epoch": 5.802580380913373,
      "grad_norm": 1.8810000328065557,
      "learning_rate": 8.229661668814225e-07,
      "loss": 0.6183,
      "step": 141670
    },
    {
      "epoch": 5.802621339340569,
      "grad_norm": 1.4092031743719184,
      "learning_rate": 8.226250349998631e-07,
      "loss": 0.3968,
      "step": 141671
    },
    {
      "epoch": 5.802662297767766,
      "grad_norm": 1.5417165728865874,
      "learning_rate": 8.222839736407083e-07,
      "loss": 0.5032,
      "step": 141672
    },
    {
      "epoch": 5.802703256194962,
      "grad_norm": 1.6648382830014572,
      "learning_rate": 8.219429828041079e-07,
      "loss": 0.5506,
      "step": 141673
    },
    {
      "epoch": 5.802744214622159,
      "grad_norm": 1.3681257724690188,
      "learning_rate": 8.216020624902453e-07,
      "loss": 0.3974,
      "step": 141674
    },
    {
      "epoch": 5.8027851730493545,
      "grad_norm": 1.448426986804412,
      "learning_rate": 8.212612126992702e-07,
      "loss": 0.4312,
      "step": 141675
    },
    {
      "epoch": 5.802826131476551,
      "grad_norm": 3.5012922406627305,
      "learning_rate": 8.209204334313657e-07,
      "loss": 1.1554,
      "step": 141676
    },
    {
      "epoch": 5.8028670899037476,
      "grad_norm": 1.2271788931400058,
      "learning_rate": 8.205797246866486e-07,
      "loss": 0.3264,
      "step": 141677
    },
    {
      "epoch": 5.802908048330944,
      "grad_norm": 1.9276895075310228,
      "learning_rate": 8.202390864653185e-07,
      "loss": 0.5889,
      "step": 141678
    },
    {
      "epoch": 5.802949006758141,
      "grad_norm": 1.6970392876677118,
      "learning_rate": 8.198985187675089e-07,
      "loss": 0.5094,
      "step": 141679
    },
    {
      "epoch": 5.802989965185337,
      "grad_norm": 3.1144053315866875,
      "learning_rate": 8.195580215934027e-07,
      "loss": 2.305,
      "step": 141680
    },
    {
      "epoch": 5.803030923612534,
      "grad_norm": 0.8567585754564179,
      "learning_rate": 8.192175949431501e-07,
      "loss": 0.1798,
      "step": 141681
    },
    {
      "epoch": 5.803071882039729,
      "grad_norm": 1.942369867021688,
      "learning_rate": 8.188772388169174e-07,
      "loss": 0.6556,
      "step": 141682
    },
    {
      "epoch": 5.803112840466926,
      "grad_norm": 1.4823832534864105,
      "learning_rate": 8.185369532148711e-07,
      "loss": 0.3453,
      "step": 141683
    },
    {
      "epoch": 5.803153798894122,
      "grad_norm": 1.5844467341197765,
      "learning_rate": 8.181967381371613e-07,
      "loss": 0.4186,
      "step": 141684
    },
    {
      "epoch": 5.803194757321319,
      "grad_norm": 1.7249100325301898,
      "learning_rate": 8.178565935839377e-07,
      "loss": 0.7211,
      "step": 141685
    },
    {
      "epoch": 5.8032357157485155,
      "grad_norm": 1.4277575670797162,
      "learning_rate": 8.175165195553834e-07,
      "loss": 0.2072,
      "step": 141686
    },
    {
      "epoch": 5.803276674175712,
      "grad_norm": 1.6525495428050365,
      "learning_rate": 8.171765160516486e-07,
      "loss": 0.5823,
      "step": 141687
    },
    {
      "epoch": 5.803317632602908,
      "grad_norm": 0.8680568921456536,
      "learning_rate": 8.168365830728996e-07,
      "loss": 0.1657,
      "step": 141688
    },
    {
      "epoch": 5.803358591030104,
      "grad_norm": 1.2203538203496864,
      "learning_rate": 8.16496720619303e-07,
      "loss": 0.3578,
      "step": 141689
    },
    {
      "epoch": 5.803399549457301,
      "grad_norm": 1.4634135958117098,
      "learning_rate": 8.16156928690992e-07,
      "loss": 0.4131,
      "step": 141690
    },
    {
      "epoch": 5.803440507884497,
      "grad_norm": 1.513042230934698,
      "learning_rate": 8.158172072881497e-07,
      "loss": 0.434,
      "step": 141691
    },
    {
      "epoch": 5.803481466311694,
      "grad_norm": 1.4184818478776817,
      "learning_rate": 8.154775564109428e-07,
      "loss": 0.442,
      "step": 141692
    },
    {
      "epoch": 5.80352242473889,
      "grad_norm": 1.6147150206120071,
      "learning_rate": 8.151379760595044e-07,
      "loss": 0.5094,
      "step": 141693
    },
    {
      "epoch": 5.803563383166086,
      "grad_norm": 1.3337840052929293,
      "learning_rate": 8.147984662340345e-07,
      "loss": 0.3341,
      "step": 141694
    },
    {
      "epoch": 5.8036043415932825,
      "grad_norm": 1.0201902840621064,
      "learning_rate": 8.144590269346496e-07,
      "loss": 0.1979,
      "step": 141695
    },
    {
      "epoch": 5.803645300020479,
      "grad_norm": 1.4595625833748056,
      "learning_rate": 8.141196581615494e-07,
      "loss": 0.3687,
      "step": 141696
    },
    {
      "epoch": 5.803686258447676,
      "grad_norm": 1.3205366050319653,
      "learning_rate": 8.137803599148673e-07,
      "loss": 0.2833,
      "step": 141697
    },
    {
      "epoch": 5.803727216874872,
      "grad_norm": 1.523944919474353,
      "learning_rate": 8.134411321947698e-07,
      "loss": 0.5401,
      "step": 141698
    },
    {
      "epoch": 5.803768175302069,
      "grad_norm": 1.320353698154431,
      "learning_rate": 8.131019750014234e-07,
      "loss": 0.3474,
      "step": 141699
    },
    {
      "epoch": 5.803809133729265,
      "grad_norm": 1.7036627894258525,
      "learning_rate": 8.127628883349779e-07,
      "loss": 0.4721,
      "step": 141700
    },
    {
      "epoch": 5.803850092156461,
      "grad_norm": 1.4313479663645732,
      "learning_rate": 8.124238721956167e-07,
      "loss": 0.3668,
      "step": 141701
    },
    {
      "epoch": 5.803891050583657,
      "grad_norm": 1.7807941760122283,
      "learning_rate": 8.120849265834728e-07,
      "loss": 0.5018,
      "step": 141702
    },
    {
      "epoch": 5.803932009010854,
      "grad_norm": 1.0906218586446674,
      "learning_rate": 8.117460514987295e-07,
      "loss": 0.2208,
      "step": 141703
    },
    {
      "epoch": 5.8039729674380505,
      "grad_norm": 0.9580169742766944,
      "learning_rate": 8.1140724694152e-07,
      "loss": 0.1522,
      "step": 141704
    },
    {
      "epoch": 5.804013925865247,
      "grad_norm": 2.099821374870803,
      "learning_rate": 8.110685129120442e-07,
      "loss": 0.6701,
      "step": 141705
    },
    {
      "epoch": 5.8040548842924435,
      "grad_norm": 1.5032861454359414,
      "learning_rate": 8.107298494104186e-07,
      "loss": 0.4057,
      "step": 141706
    },
    {
      "epoch": 5.804095842719639,
      "grad_norm": 1.5835686908991342,
      "learning_rate": 8.103912564368265e-07,
      "loss": 0.3807,
      "step": 141707
    },
    {
      "epoch": 5.804136801146836,
      "grad_norm": 0.950136365696708,
      "learning_rate": 8.100527339914176e-07,
      "loss": 0.204,
      "step": 141708
    },
    {
      "epoch": 5.804177759574032,
      "grad_norm": 1.2948955493706027,
      "learning_rate": 8.097142820743752e-07,
      "loss": 0.3056,
      "step": 141709
    },
    {
      "epoch": 5.804218718001229,
      "grad_norm": 1.6821135454092635,
      "learning_rate": 8.093759006858325e-07,
      "loss": 0.4764,
      "step": 141710
    },
    {
      "epoch": 5.804259676428425,
      "grad_norm": 1.8092571723180946,
      "learning_rate": 8.09037589825956e-07,
      "loss": 0.6283,
      "step": 141711
    },
    {
      "epoch": 5.804300634855622,
      "grad_norm": 1.8476421540837424,
      "learning_rate": 8.086993494949123e-07,
      "loss": 0.4882,
      "step": 141712
    },
    {
      "epoch": 5.8043415932828175,
      "grad_norm": 1.6740127978079384,
      "learning_rate": 8.083611796928679e-07,
      "loss": 0.501,
      "step": 141713
    },
    {
      "epoch": 5.804382551710014,
      "grad_norm": 1.4813075354648133,
      "learning_rate": 8.080230804199561e-07,
      "loss": 0.3924,
      "step": 141714
    },
    {
      "epoch": 5.804423510137211,
      "grad_norm": 1.3236712951787573,
      "learning_rate": 8.076850516763767e-07,
      "loss": 0.4588,
      "step": 141715
    },
    {
      "epoch": 5.804464468564407,
      "grad_norm": 0.9535064306130415,
      "learning_rate": 8.073470934622461e-07,
      "loss": 0.2061,
      "step": 141716
    },
    {
      "epoch": 5.804505426991604,
      "grad_norm": 1.3773135596489032,
      "learning_rate": 8.070092057777478e-07,
      "loss": 0.4041,
      "step": 141717
    },
    {
      "epoch": 5.8045463854188,
      "grad_norm": 1.5574915519379782,
      "learning_rate": 8.06671388623048e-07,
      "loss": 0.4693,
      "step": 141718
    },
    {
      "epoch": 5.804587343845997,
      "grad_norm": 0.4318598643961207,
      "learning_rate": 8.063336419982802e-07,
      "loss": 0.0247,
      "step": 141719
    },
    {
      "epoch": 5.804628302273192,
      "grad_norm": 1.720736864321936,
      "learning_rate": 8.059959659036274e-07,
      "loss": 0.5232,
      "step": 141720
    },
    {
      "epoch": 5.804669260700389,
      "grad_norm": 1.6503297187348187,
      "learning_rate": 8.056583603392564e-07,
      "loss": 0.5164,
      "step": 141721
    },
    {
      "epoch": 5.8047102191275854,
      "grad_norm": 1.330114737468412,
      "learning_rate": 8.053208253053001e-07,
      "loss": 0.4,
      "step": 141722
    },
    {
      "epoch": 5.804751177554782,
      "grad_norm": 0.9888688773459702,
      "learning_rate": 8.049833608019418e-07,
      "loss": 0.2266,
      "step": 141723
    },
    {
      "epoch": 5.8047921359819785,
      "grad_norm": 1.2349583532784605,
      "learning_rate": 8.046459668293148e-07,
      "loss": 0.3412,
      "step": 141724
    },
    {
      "epoch": 5.804833094409175,
      "grad_norm": 0.7720064103414848,
      "learning_rate": 8.043086433876023e-07,
      "loss": 0.1574,
      "step": 141725
    },
    {
      "epoch": 5.804874052836371,
      "grad_norm": 1.454109428860736,
      "learning_rate": 8.03971390476954e-07,
      "loss": 0.4176,
      "step": 141726
    },
    {
      "epoch": 5.804915011263567,
      "grad_norm": 1.6273946625921043,
      "learning_rate": 8.036342080975366e-07,
      "loss": 0.5819,
      "step": 141727
    },
    {
      "epoch": 5.804955969690764,
      "grad_norm": 0.9950974359838534,
      "learning_rate": 8.032970962495e-07,
      "loss": 0.1952,
      "step": 141728
    },
    {
      "epoch": 5.80499692811796,
      "grad_norm": 1.2870982880556545,
      "learning_rate": 8.02960054932994e-07,
      "loss": 0.3555,
      "step": 141729
    },
    {
      "epoch": 5.805037886545157,
      "grad_norm": 1.9015541390496264,
      "learning_rate": 8.026230841482018e-07,
      "loss": 0.5648,
      "step": 141730
    },
    {
      "epoch": 5.805078844972353,
      "grad_norm": 1.8483014294934763,
      "learning_rate": 8.022861838952733e-07,
      "loss": 0.5129,
      "step": 141731
    },
    {
      "epoch": 5.805119803399549,
      "grad_norm": 0.8501790850986055,
      "learning_rate": 8.019493541743749e-07,
      "loss": 0.1707,
      "step": 141732
    },
    {
      "epoch": 5.805160761826746,
      "grad_norm": 1.6220654091960514,
      "learning_rate": 8.0161259498564e-07,
      "loss": 0.5304,
      "step": 141733
    },
    {
      "epoch": 5.805201720253942,
      "grad_norm": 1.5006839944471975,
      "learning_rate": 8.012759063292518e-07,
      "loss": 0.4167,
      "step": 141734
    },
    {
      "epoch": 5.805242678681139,
      "grad_norm": 1.7433704774181384,
      "learning_rate": 8.0093928820536e-07,
      "loss": 0.524,
      "step": 141735
    },
    {
      "epoch": 5.805283637108335,
      "grad_norm": 1.9694285995272496,
      "learning_rate": 8.006027406141313e-07,
      "loss": 1.0433,
      "step": 141736
    },
    {
      "epoch": 5.805324595535532,
      "grad_norm": 0.9746265834830283,
      "learning_rate": 8.002662635557156e-07,
      "loss": 0.1785,
      "step": 141737
    },
    {
      "epoch": 5.805365553962728,
      "grad_norm": 0.974679872761479,
      "learning_rate": 7.999298570302793e-07,
      "loss": 0.2104,
      "step": 141738
    },
    {
      "epoch": 5.805406512389924,
      "grad_norm": 1.4982746103095377,
      "learning_rate": 7.995935210379722e-07,
      "loss": 0.3794,
      "step": 141739
    },
    {
      "epoch": 5.80544747081712,
      "grad_norm": 1.223236607684905,
      "learning_rate": 7.992572555789778e-07,
      "loss": 0.2766,
      "step": 141740
    },
    {
      "epoch": 5.805488429244317,
      "grad_norm": 1.5533109527705964,
      "learning_rate": 7.989210606534125e-07,
      "loss": 0.4972,
      "step": 141741
    },
    {
      "epoch": 5.8055293876715135,
      "grad_norm": 1.3193191602252563,
      "learning_rate": 7.985849362614761e-07,
      "loss": 0.2974,
      "step": 141742
    },
    {
      "epoch": 5.80557034609871,
      "grad_norm": 1.2876319819730353,
      "learning_rate": 7.982488824033017e-07,
      "loss": 0.3898,
      "step": 141743
    },
    {
      "epoch": 5.805611304525907,
      "grad_norm": 1.5018204235416452,
      "learning_rate": 7.979128990790729e-07,
      "loss": 0.3967,
      "step": 141744
    },
    {
      "epoch": 5.805652262953102,
      "grad_norm": 1.6393029763144067,
      "learning_rate": 7.975769862889226e-07,
      "loss": 0.5204,
      "step": 141745
    },
    {
      "epoch": 5.805693221380299,
      "grad_norm": 1.5400178095793806,
      "learning_rate": 7.972411440330173e-07,
      "loss": 0.4843,
      "step": 141746
    },
    {
      "epoch": 5.805734179807495,
      "grad_norm": 1.5040239017853456,
      "learning_rate": 7.969053723115237e-07,
      "loss": 0.2931,
      "step": 141747
    },
    {
      "epoch": 5.805775138234692,
      "grad_norm": 0.7839989301974077,
      "learning_rate": 7.965696711245917e-07,
      "loss": 0.1354,
      "step": 141748
    },
    {
      "epoch": 5.805816096661888,
      "grad_norm": 1.4253222520745907,
      "learning_rate": 7.962340404723878e-07,
      "loss": 0.4051,
      "step": 141749
    },
    {
      "epoch": 5.805857055089085,
      "grad_norm": 1.502358690784606,
      "learning_rate": 7.958984803550617e-07,
      "loss": 0.4747,
      "step": 141750
    },
    {
      "epoch": 5.8058980135162805,
      "grad_norm": 1.2732985748984174,
      "learning_rate": 7.955629907727801e-07,
      "loss": 0.3858,
      "step": 141751
    },
    {
      "epoch": 5.805938971943477,
      "grad_norm": 2.335412234177693,
      "learning_rate": 7.952275717256928e-07,
      "loss": 0.8316,
      "step": 141752
    },
    {
      "epoch": 5.805979930370674,
      "grad_norm": 0.40695761250642837,
      "learning_rate": 7.948922232139665e-07,
      "loss": 0.0221,
      "step": 141753
    },
    {
      "epoch": 5.80602088879787,
      "grad_norm": 1.7310316258419576,
      "learning_rate": 7.945569452377676e-07,
      "loss": 0.4968,
      "step": 141754
    },
    {
      "epoch": 5.806061847225067,
      "grad_norm": 1.0462677901769373,
      "learning_rate": 7.942217377972293e-07,
      "loss": 0.2362,
      "step": 141755
    },
    {
      "epoch": 5.806102805652263,
      "grad_norm": 0.551316296323057,
      "learning_rate": 7.938866008925348e-07,
      "loss": 0.0522,
      "step": 141756
    },
    {
      "epoch": 5.80614376407946,
      "grad_norm": 0.9359003211894795,
      "learning_rate": 7.935515345238175e-07,
      "loss": 0.2119,
      "step": 141757
    },
    {
      "epoch": 5.806184722506655,
      "grad_norm": 1.3548351801524594,
      "learning_rate": 7.93216538691277e-07,
      "loss": 0.4696,
      "step": 141758
    },
    {
      "epoch": 5.806225680933852,
      "grad_norm": 0.8182577064858344,
      "learning_rate": 7.9288161339503e-07,
      "loss": 0.0938,
      "step": 141759
    },
    {
      "epoch": 5.8062666393610485,
      "grad_norm": 1.658048100672232,
      "learning_rate": 7.92546758635243e-07,
      "loss": 0.5492,
      "step": 141760
    },
    {
      "epoch": 5.806307597788245,
      "grad_norm": 1.749209653537241,
      "learning_rate": 7.922119744120991e-07,
      "loss": 0.5327,
      "step": 141761
    },
    {
      "epoch": 5.8063485562154415,
      "grad_norm": 1.5944782411511862,
      "learning_rate": 7.918772607257318e-07,
      "loss": 0.5361,
      "step": 141762
    },
    {
      "epoch": 5.806389514642638,
      "grad_norm": 1.475987594392253,
      "learning_rate": 7.915426175762907e-07,
      "loss": 0.4339,
      "step": 141763
    },
    {
      "epoch": 5.806430473069834,
      "grad_norm": 0.8766971433402022,
      "learning_rate": 7.912080449639757e-07,
      "loss": 0.202,
      "step": 141764
    },
    {
      "epoch": 5.80647143149703,
      "grad_norm": 1.1630240458331658,
      "learning_rate": 7.908735428889035e-07,
      "loss": 0.2569,
      "step": 141765
    },
    {
      "epoch": 5.806512389924227,
      "grad_norm": 1.0491203032732734,
      "learning_rate": 7.905391113512571e-07,
      "loss": 0.1188,
      "step": 141766
    },
    {
      "epoch": 5.806553348351423,
      "grad_norm": 1.1314639396773996,
      "learning_rate": 7.902047503511866e-07,
      "loss": 0.189,
      "step": 141767
    },
    {
      "epoch": 5.80659430677862,
      "grad_norm": 1.8877702615439864,
      "learning_rate": 7.898704598888417e-07,
      "loss": 0.5839,
      "step": 141768
    },
    {
      "epoch": 5.806635265205816,
      "grad_norm": 1.8411460238166226,
      "learning_rate": 7.89536239964389e-07,
      "loss": 0.69,
      "step": 141769
    },
    {
      "epoch": 5.806676223633012,
      "grad_norm": 1.5003140090157803,
      "learning_rate": 7.892020905779783e-07,
      "loss": 0.3805,
      "step": 141770
    },
    {
      "epoch": 5.806717182060209,
      "grad_norm": 1.5111806188788224,
      "learning_rate": 7.88868011729793e-07,
      "loss": 0.4927,
      "step": 141771
    },
    {
      "epoch": 5.806758140487405,
      "grad_norm": 1.4055632421674396,
      "learning_rate": 7.885340034199661e-07,
      "loss": 0.3916,
      "step": 141772
    },
    {
      "epoch": 5.806799098914602,
      "grad_norm": 1.1976806937845106,
      "learning_rate": 7.882000656486476e-07,
      "loss": 0.3369,
      "step": 141773
    },
    {
      "epoch": 5.806840057341798,
      "grad_norm": 1.6400077016315175,
      "learning_rate": 7.878661984160373e-07,
      "loss": 0.5865,
      "step": 141774
    },
    {
      "epoch": 5.806881015768995,
      "grad_norm": 1.748516521168914,
      "learning_rate": 7.875324017222351e-07,
      "loss": 0.6714,
      "step": 141775
    },
    {
      "epoch": 5.806921974196191,
      "grad_norm": 0.9180122515640042,
      "learning_rate": 7.871986755674408e-07,
      "loss": 0.2151,
      "step": 141776
    },
    {
      "epoch": 5.806962932623387,
      "grad_norm": 1.2790762751370734,
      "learning_rate": 7.868650199518046e-07,
      "loss": 0.243,
      "step": 141777
    },
    {
      "epoch": 5.8070038910505835,
      "grad_norm": 1.708943026682471,
      "learning_rate": 7.865314348754759e-07,
      "loss": 0.5062,
      "step": 141778
    },
    {
      "epoch": 5.80704484947778,
      "grad_norm": 1.5067101680680426,
      "learning_rate": 7.861979203386215e-07,
      "loss": 0.3926,
      "step": 141779
    },
    {
      "epoch": 5.8070858079049765,
      "grad_norm": 1.3226123072448486,
      "learning_rate": 7.858644763413913e-07,
      "loss": 0.3456,
      "step": 141780
    },
    {
      "epoch": 5.807126766332173,
      "grad_norm": 1.31129369020321,
      "learning_rate": 7.855311028839517e-07,
      "loss": 0.3565,
      "step": 141781
    },
    {
      "epoch": 5.80716772475937,
      "grad_norm": 1.4048812538391149,
      "learning_rate": 7.851977999664527e-07,
      "loss": 0.3347,
      "step": 141782
    },
    {
      "epoch": 5.807208683186566,
      "grad_norm": 1.6035919068984594,
      "learning_rate": 7.848645675890442e-07,
      "loss": 0.5287,
      "step": 141783
    },
    {
      "epoch": 5.807249641613762,
      "grad_norm": 1.378472297503185,
      "learning_rate": 7.845314057518926e-07,
      "loss": 0.3243,
      "step": 141784
    },
    {
      "epoch": 5.807290600040958,
      "grad_norm": 1.2337154879691132,
      "learning_rate": 7.841983144551811e-07,
      "loss": 0.1476,
      "step": 141785
    },
    {
      "epoch": 5.807331558468155,
      "grad_norm": 1.6465782908814006,
      "learning_rate": 7.838652936990097e-07,
      "loss": 0.6407,
      "step": 141786
    },
    {
      "epoch": 5.807372516895351,
      "grad_norm": 0.3453036159973676,
      "learning_rate": 7.835323434835949e-07,
      "loss": 0.0215,
      "step": 141787
    },
    {
      "epoch": 5.807413475322548,
      "grad_norm": 1.3255157203126806,
      "learning_rate": 7.831994638090533e-07,
      "loss": 0.383,
      "step": 141788
    },
    {
      "epoch": 5.807454433749744,
      "grad_norm": 0.9797641271530598,
      "learning_rate": 7.828666546755513e-07,
      "loss": 0.1931,
      "step": 141789
    },
    {
      "epoch": 5.80749539217694,
      "grad_norm": 1.7883447912296944,
      "learning_rate": 7.825339160832555e-07,
      "loss": 0.6291,
      "step": 141790
    },
    {
      "epoch": 5.807536350604137,
      "grad_norm": 1.0052782871717123,
      "learning_rate": 7.822012480323325e-07,
      "loss": 0.2532,
      "step": 141791
    },
    {
      "epoch": 5.807577309031333,
      "grad_norm": 1.5424187040607347,
      "learning_rate": 7.818686505228988e-07,
      "loss": 0.3758,
      "step": 141792
    },
    {
      "epoch": 5.80761826745853,
      "grad_norm": 1.7817664335836643,
      "learning_rate": 7.815361235551709e-07,
      "loss": 0.6699,
      "step": 141793
    },
    {
      "epoch": 5.807659225885726,
      "grad_norm": 1.7334599227901897,
      "learning_rate": 7.812036671292488e-07,
      "loss": 0.4094,
      "step": 141794
    },
    {
      "epoch": 5.807700184312923,
      "grad_norm": 1.3709450540415506,
      "learning_rate": 7.808712812453322e-07,
      "loss": 0.4357,
      "step": 141795
    },
    {
      "epoch": 5.807741142740118,
      "grad_norm": 1.9167993372566765,
      "learning_rate": 7.805389659035544e-07,
      "loss": 0.6342,
      "step": 141796
    },
    {
      "epoch": 5.807782101167315,
      "grad_norm": 1.6232307173282319,
      "learning_rate": 7.802067211040652e-07,
      "loss": 0.532,
      "step": 141797
    },
    {
      "epoch": 5.8078230595945115,
      "grad_norm": 1.062355295471258,
      "learning_rate": 7.79874546847048e-07,
      "loss": 0.223,
      "step": 141798
    },
    {
      "epoch": 5.807864018021708,
      "grad_norm": 1.1908544897932705,
      "learning_rate": 7.795424431326525e-07,
      "loss": 0.2047,
      "step": 141799
    },
    {
      "epoch": 5.807904976448905,
      "grad_norm": 1.658522886242675,
      "learning_rate": 7.792104099610286e-07,
      "loss": 0.5046,
      "step": 141800
    },
    {
      "epoch": 5.807945934876101,
      "grad_norm": 1.6306098064545593,
      "learning_rate": 7.788784473323428e-07,
      "loss": 0.5883,
      "step": 141801
    },
    {
      "epoch": 5.807986893303298,
      "grad_norm": 1.3747789857103634,
      "learning_rate": 7.785465552467285e-07,
      "loss": 0.3796,
      "step": 141802
    },
    {
      "epoch": 5.808027851730493,
      "grad_norm": 1.3647680728703246,
      "learning_rate": 7.78214733704352e-07,
      "loss": 0.3833,
      "step": 141803
    },
    {
      "epoch": 5.80806881015769,
      "grad_norm": 1.6566518406543673,
      "learning_rate": 7.778829827053967e-07,
      "loss": 0.4994,
      "step": 141804
    },
    {
      "epoch": 5.808109768584886,
      "grad_norm": 1.3558512384563666,
      "learning_rate": 7.77551302249979e-07,
      "loss": 0.4194,
      "step": 141805
    },
    {
      "epoch": 5.808150727012083,
      "grad_norm": 1.8693165961990377,
      "learning_rate": 7.772196923382989e-07,
      "loss": 0.7834,
      "step": 141806
    },
    {
      "epoch": 5.808191685439279,
      "grad_norm": 1.8018566190460763,
      "learning_rate": 7.768881529704729e-07,
      "loss": 0.6924,
      "step": 141807
    },
    {
      "epoch": 5.808232643866475,
      "grad_norm": 1.4928694955538866,
      "learning_rate": 7.765566841466842e-07,
      "loss": 0.3992,
      "step": 141808
    },
    {
      "epoch": 5.808273602293672,
      "grad_norm": 1.5925658339835158,
      "learning_rate": 7.762252858670825e-07,
      "loss": 0.3144,
      "step": 141809
    },
    {
      "epoch": 5.808314560720868,
      "grad_norm": 1.5807198470099362,
      "learning_rate": 7.75893958131818e-07,
      "loss": 0.4245,
      "step": 141810
    },
    {
      "epoch": 5.808355519148065,
      "grad_norm": 0.6019615572646733,
      "learning_rate": 7.755627009410403e-07,
      "loss": 0.1036,
      "step": 141811
    },
    {
      "epoch": 5.808396477575261,
      "grad_norm": 1.1740960489092938,
      "learning_rate": 7.752315142949328e-07,
      "loss": 0.3664,
      "step": 141812
    },
    {
      "epoch": 5.808437436002458,
      "grad_norm": 1.907097543205974,
      "learning_rate": 7.749003981936286e-07,
      "loss": 0.5168,
      "step": 141813
    },
    {
      "epoch": 5.808478394429654,
      "grad_norm": 1.4449069534814472,
      "learning_rate": 7.745693526372942e-07,
      "loss": 0.4868,
      "step": 141814
    },
    {
      "epoch": 5.80851935285685,
      "grad_norm": 1.4665288460449033,
      "learning_rate": 7.742383776260963e-07,
      "loss": 0.4182,
      "step": 141815
    },
    {
      "epoch": 5.8085603112840465,
      "grad_norm": 0.7671017117666803,
      "learning_rate": 7.73907473160168e-07,
      "loss": 0.2027,
      "step": 141816
    },
    {
      "epoch": 5.808601269711243,
      "grad_norm": 2.445088235430572,
      "learning_rate": 7.735766392396759e-07,
      "loss": 1.284,
      "step": 141817
    },
    {
      "epoch": 5.80864222813844,
      "grad_norm": 0.33846490490775194,
      "learning_rate": 7.732458758647864e-07,
      "loss": 0.0212,
      "step": 141818
    },
    {
      "epoch": 5.808683186565636,
      "grad_norm": 2.604601745741429,
      "learning_rate": 7.729151830356328e-07,
      "loss": 1.8998,
      "step": 141819
    },
    {
      "epoch": 5.808724144992833,
      "grad_norm": 1.473605268247785,
      "learning_rate": 7.725845607523984e-07,
      "loss": 0.3685,
      "step": 141820
    },
    {
      "epoch": 5.808765103420029,
      "grad_norm": 1.0029171428961503,
      "learning_rate": 7.722540090152162e-07,
      "loss": 0.2504,
      "step": 141821
    },
    {
      "epoch": 5.808806061847225,
      "grad_norm": 0.7538984874742889,
      "learning_rate": 7.719235278242697e-07,
      "loss": 0.1884,
      "step": 141822
    },
    {
      "epoch": 5.808847020274421,
      "grad_norm": 1.6590071739571917,
      "learning_rate": 7.715931171796752e-07,
      "loss": 0.51,
      "step": 141823
    },
    {
      "epoch": 5.808887978701618,
      "grad_norm": 1.4382998456602334,
      "learning_rate": 7.712627770816327e-07,
      "loss": 0.3828,
      "step": 141824
    },
    {
      "epoch": 5.808928937128814,
      "grad_norm": 0.9578728290973727,
      "learning_rate": 7.709325075302586e-07,
      "loss": 0.193,
      "step": 141825
    },
    {
      "epoch": 5.808969895556011,
      "grad_norm": 1.4722377749867064,
      "learning_rate": 7.706023085257362e-07,
      "loss": 0.3923,
      "step": 141826
    },
    {
      "epoch": 5.809010853983207,
      "grad_norm": 1.9156952940252714,
      "learning_rate": 7.702721800682154e-07,
      "loss": 0.6954,
      "step": 141827
    },
    {
      "epoch": 5.809051812410403,
      "grad_norm": 1.8004779067309546,
      "learning_rate": 7.699421221578627e-07,
      "loss": 0.5023,
      "step": 141828
    },
    {
      "epoch": 5.8090927708376,
      "grad_norm": 1.6099280746201765,
      "learning_rate": 7.696121347948114e-07,
      "loss": 0.5625,
      "step": 141829
    },
    {
      "epoch": 5.809133729264796,
      "grad_norm": 1.7801439589913186,
      "learning_rate": 7.69282217979228e-07,
      "loss": 0.5247,
      "step": 141830
    },
    {
      "epoch": 5.809174687691993,
      "grad_norm": 0.893096008302986,
      "learning_rate": 7.689523717112622e-07,
      "loss": 0.1948,
      "step": 141831
    },
    {
      "epoch": 5.809215646119189,
      "grad_norm": 1.6054854287716531,
      "learning_rate": 7.686225959910808e-07,
      "loss": 0.4962,
      "step": 141832
    },
    {
      "epoch": 5.809256604546386,
      "grad_norm": 1.3550791328394283,
      "learning_rate": 7.682928908188501e-07,
      "loss": 0.3481,
      "step": 141833
    },
    {
      "epoch": 5.8092975629735815,
      "grad_norm": 1.332042485642023,
      "learning_rate": 7.679632561946869e-07,
      "loss": 0.3045,
      "step": 141834
    },
    {
      "epoch": 5.809338521400778,
      "grad_norm": 1.6055629185952602,
      "learning_rate": 7.676336921187909e-07,
      "loss": 0.6121,
      "step": 141835
    },
    {
      "epoch": 5.8093794798279745,
      "grad_norm": 0.885252538908273,
      "learning_rate": 7.673041985912787e-07,
      "loss": 0.1948,
      "step": 141836
    },
    {
      "epoch": 5.809420438255171,
      "grad_norm": 1.697209327081903,
      "learning_rate": 7.669747756123335e-07,
      "loss": 0.5679,
      "step": 141837
    },
    {
      "epoch": 5.809461396682368,
      "grad_norm": 1.4221941693324365,
      "learning_rate": 7.666454231821217e-07,
      "loss": 0.3446,
      "step": 141838
    },
    {
      "epoch": 5.809502355109564,
      "grad_norm": 1.3079818146861313,
      "learning_rate": 7.663161413007601e-07,
      "loss": 0.3656,
      "step": 141839
    },
    {
      "epoch": 5.809543313536761,
      "grad_norm": 1.6000080058576296,
      "learning_rate": 7.659869299684152e-07,
      "loss": 0.5092,
      "step": 141840
    },
    {
      "epoch": 5.809584271963956,
      "grad_norm": 3.9559183323232356,
      "learning_rate": 7.656577891852699e-07,
      "loss": 3.7742,
      "step": 141841
    },
    {
      "epoch": 5.809625230391153,
      "grad_norm": 2.061853196953085,
      "learning_rate": 7.653287189514579e-07,
      "loss": 0.7834,
      "step": 141842
    },
    {
      "epoch": 5.809666188818349,
      "grad_norm": 1.521234788550836,
      "learning_rate": 7.649997192671453e-07,
      "loss": 0.5685,
      "step": 141843
    },
    {
      "epoch": 5.809707147245546,
      "grad_norm": 2.009399056046291,
      "learning_rate": 7.646707901324656e-07,
      "loss": 1.0585,
      "step": 141844
    },
    {
      "epoch": 5.8097481056727425,
      "grad_norm": 1.5485704161232081,
      "learning_rate": 7.643419315476018e-07,
      "loss": 0.4619,
      "step": 141845
    },
    {
      "epoch": 5.809789064099938,
      "grad_norm": 1.6595786225866462,
      "learning_rate": 7.640131435127039e-07,
      "loss": 0.5878,
      "step": 141846
    },
    {
      "epoch": 5.809830022527135,
      "grad_norm": 1.5979106868537223,
      "learning_rate": 7.636844260279051e-07,
      "loss": 0.5045,
      "step": 141847
    },
    {
      "epoch": 5.809870980954331,
      "grad_norm": 2.0315799732313837,
      "learning_rate": 7.63355779093372e-07,
      "loss": 0.6883,
      "step": 141848
    },
    {
      "epoch": 5.809911939381528,
      "grad_norm": 1.5108597083078603,
      "learning_rate": 7.630272027092876e-07,
      "loss": 0.5587,
      "step": 141849
    },
    {
      "epoch": 5.809952897808724,
      "grad_norm": 0.3920529213775422,
      "learning_rate": 7.626986968757687e-07,
      "loss": 0.0379,
      "step": 141850
    },
    {
      "epoch": 5.809993856235921,
      "grad_norm": 1.2375315811412781,
      "learning_rate": 7.623702615929816e-07,
      "loss": 0.2762,
      "step": 141851
    },
    {
      "epoch": 5.810034814663117,
      "grad_norm": 3.5248061779520077,
      "learning_rate": 7.620418968611097e-07,
      "loss": 1.928,
      "step": 141852
    },
    {
      "epoch": 5.810075773090313,
      "grad_norm": 1.617486116882188,
      "learning_rate": 7.617136026802528e-07,
      "loss": 0.42,
      "step": 141853
    },
    {
      "epoch": 5.8101167315175095,
      "grad_norm": 1.357186801426978,
      "learning_rate": 7.613853790506275e-07,
      "loss": 0.3613,
      "step": 141854
    },
    {
      "epoch": 5.810157689944706,
      "grad_norm": 2.5608589228281726,
      "learning_rate": 7.610572259723335e-07,
      "loss": 1.9891,
      "step": 141855
    },
    {
      "epoch": 5.810198648371903,
      "grad_norm": 1.716270005747037,
      "learning_rate": 7.607291434455709e-07,
      "loss": 0.5042,
      "step": 141856
    },
    {
      "epoch": 5.810239606799099,
      "grad_norm": 1.2672119623885774,
      "learning_rate": 7.604011314704727e-07,
      "loss": 0.3636,
      "step": 141857
    },
    {
      "epoch": 5.810280565226296,
      "grad_norm": 0.42211948090140666,
      "learning_rate": 7.60073190047189e-07,
      "loss": 0.0342,
      "step": 141858
    },
    {
      "epoch": 5.810321523653492,
      "grad_norm": 1.543509382914976,
      "learning_rate": 7.597453191758863e-07,
      "loss": 0.3155,
      "step": 141859
    },
    {
      "epoch": 5.810362482080688,
      "grad_norm": 1.5635691892914985,
      "learning_rate": 7.594175188567142e-07,
      "loss": 0.5072,
      "step": 141860
    },
    {
      "epoch": 5.810403440507884,
      "grad_norm": 1.2168206863985576,
      "learning_rate": 7.590897890898228e-07,
      "loss": 0.3427,
      "step": 141861
    },
    {
      "epoch": 5.810444398935081,
      "grad_norm": 1.1181041865999062,
      "learning_rate": 7.587621298753954e-07,
      "loss": 0.2295,
      "step": 141862
    },
    {
      "epoch": 5.8104853573622774,
      "grad_norm": 0.6602451479189365,
      "learning_rate": 7.584345412135484e-07,
      "loss": 0.1084,
      "step": 141863
    },
    {
      "epoch": 5.810526315789474,
      "grad_norm": 1.458082204772203,
      "learning_rate": 7.581070231044483e-07,
      "loss": 0.4362,
      "step": 141864
    },
    {
      "epoch": 5.81056727421667,
      "grad_norm": 1.9072981663079123,
      "learning_rate": 7.577795755482619e-07,
      "loss": 0.7334,
      "step": 141865
    },
    {
      "epoch": 5.810608232643866,
      "grad_norm": 1.819531511503826,
      "learning_rate": 7.574521985451387e-07,
      "loss": 0.6965,
      "step": 141866
    },
    {
      "epoch": 5.810649191071063,
      "grad_norm": 1.7371152649651604,
      "learning_rate": 7.571248920952455e-07,
      "loss": 0.5501,
      "step": 141867
    },
    {
      "epoch": 5.810690149498259,
      "grad_norm": 1.1641820370946276,
      "learning_rate": 7.567976561986989e-07,
      "loss": 0.3795,
      "step": 141868
    },
    {
      "epoch": 5.810731107925456,
      "grad_norm": 1.5000180602316067,
      "learning_rate": 7.564704908556985e-07,
      "loss": 0.5254,
      "step": 141869
    },
    {
      "epoch": 5.810772066352652,
      "grad_norm": 1.318554283356252,
      "learning_rate": 7.561433960663609e-07,
      "loss": 0.2702,
      "step": 141870
    },
    {
      "epoch": 5.810813024779849,
      "grad_norm": 1.3744979341223567,
      "learning_rate": 7.558163718308697e-07,
      "loss": 0.4824,
      "step": 141871
    },
    {
      "epoch": 5.8108539832070445,
      "grad_norm": 0.4591504226013992,
      "learning_rate": 7.554894181493742e-07,
      "loss": 0.0605,
      "step": 141872
    },
    {
      "epoch": 5.810894941634241,
      "grad_norm": 1.113172791305363,
      "learning_rate": 7.551625350220081e-07,
      "loss": 0.2309,
      "step": 141873
    },
    {
      "epoch": 5.810935900061438,
      "grad_norm": 1.7213092601199262,
      "learning_rate": 7.548357224489543e-07,
      "loss": 0.5682,
      "step": 141874
    },
    {
      "epoch": 5.810976858488634,
      "grad_norm": 1.4752070532222326,
      "learning_rate": 7.545089804303461e-07,
      "loss": 0.4808,
      "step": 141875
    },
    {
      "epoch": 5.811017816915831,
      "grad_norm": 1.619695976174898,
      "learning_rate": 7.541823089663501e-07,
      "loss": 0.5942,
      "step": 141876
    },
    {
      "epoch": 5.811058775343027,
      "grad_norm": 1.4425501651601633,
      "learning_rate": 7.538557080570995e-07,
      "loss": 0.344,
      "step": 141877
    },
    {
      "epoch": 5.811099733770224,
      "grad_norm": 1.396565323070774,
      "learning_rate": 7.535291777027774e-07,
      "loss": 0.4911,
      "step": 141878
    },
    {
      "epoch": 5.811140692197419,
      "grad_norm": 1.6182887183254795,
      "learning_rate": 7.532027179035338e-07,
      "loss": 0.4445,
      "step": 141879
    },
    {
      "epoch": 5.811181650624616,
      "grad_norm": 2.270627549955291,
      "learning_rate": 7.528763286595185e-07,
      "loss": 0.933,
      "step": 141880
    },
    {
      "epoch": 5.811222609051812,
      "grad_norm": 0.41881163025659035,
      "learning_rate": 7.525500099708647e-07,
      "loss": 0.0367,
      "step": 141881
    },
    {
      "epoch": 5.811263567479009,
      "grad_norm": 0.6475644409651741,
      "learning_rate": 7.522237618377558e-07,
      "loss": 0.0882,
      "step": 141882
    },
    {
      "epoch": 5.8113045259062055,
      "grad_norm": 1.3931106601165983,
      "learning_rate": 7.518975842603414e-07,
      "loss": 0.4621,
      "step": 141883
    },
    {
      "epoch": 5.811345484333401,
      "grad_norm": 1.538149511437541,
      "learning_rate": 7.515714772387549e-07,
      "loss": 0.4715,
      "step": 141884
    },
    {
      "epoch": 5.811386442760598,
      "grad_norm": 1.4755775995690699,
      "learning_rate": 7.512454407731794e-07,
      "loss": 0.397,
      "step": 141885
    },
    {
      "epoch": 5.811427401187794,
      "grad_norm": 0.9673100027737049,
      "learning_rate": 7.509194748637482e-07,
      "loss": 0.2018,
      "step": 141886
    },
    {
      "epoch": 5.811468359614991,
      "grad_norm": 1.456822517143712,
      "learning_rate": 7.50593579510611e-07,
      "loss": 0.3572,
      "step": 141887
    },
    {
      "epoch": 5.811509318042187,
      "grad_norm": 1.7257068216242146,
      "learning_rate": 7.502677547139346e-07,
      "loss": 0.5515,
      "step": 141888
    },
    {
      "epoch": 5.811550276469384,
      "grad_norm": 1.4716863940477554,
      "learning_rate": 7.499420004738854e-07,
      "loss": 0.5048,
      "step": 141889
    },
    {
      "epoch": 5.81159123489658,
      "grad_norm": 1.586472702804599,
      "learning_rate": 7.496163167905966e-07,
      "loss": 0.4425,
      "step": 141890
    },
    {
      "epoch": 5.811632193323776,
      "grad_norm": 1.513014136325058,
      "learning_rate": 7.492907036642348e-07,
      "loss": 0.469,
      "step": 141891
    },
    {
      "epoch": 5.8116731517509725,
      "grad_norm": 1.4222145154123262,
      "learning_rate": 7.489651610949332e-07,
      "loss": 0.4471,
      "step": 141892
    },
    {
      "epoch": 5.811714110178169,
      "grad_norm": 1.7184622108051475,
      "learning_rate": 7.48639689082875e-07,
      "loss": 0.5185,
      "step": 141893
    },
    {
      "epoch": 5.811755068605366,
      "grad_norm": 1.440212450839727,
      "learning_rate": 7.483142876281934e-07,
      "loss": 0.4589,
      "step": 141894
    },
    {
      "epoch": 5.811796027032562,
      "grad_norm": 1.3602527151351171,
      "learning_rate": 7.479889567310382e-07,
      "loss": 0.3541,
      "step": 141895
    },
    {
      "epoch": 5.811836985459759,
      "grad_norm": 1.4156785668528369,
      "learning_rate": 7.476636963915761e-07,
      "loss": 0.491,
      "step": 141896
    },
    {
      "epoch": 5.811877943886955,
      "grad_norm": 1.5968953239805588,
      "learning_rate": 7.473385066099736e-07,
      "loss": 0.4537,
      "step": 141897
    },
    {
      "epoch": 5.811918902314151,
      "grad_norm": 0.9507593286747353,
      "learning_rate": 7.470133873863638e-07,
      "loss": 0.2524,
      "step": 141898
    },
    {
      "epoch": 5.811959860741347,
      "grad_norm": 1.5841906034938058,
      "learning_rate": 7.466883387208966e-07,
      "loss": 0.4554,
      "step": 141899
    },
    {
      "epoch": 5.812000819168544,
      "grad_norm": 0.9736855806867472,
      "learning_rate": 7.463633606137387e-07,
      "loss": 0.1391,
      "step": 141900
    },
    {
      "epoch": 5.8120417775957405,
      "grad_norm": 1.220582778869202,
      "learning_rate": 7.460384530650398e-07,
      "loss": 0.2706,
      "step": 141901
    },
    {
      "epoch": 5.812082736022937,
      "grad_norm": 1.4517784364683282,
      "learning_rate": 7.4571361607495e-07,
      "loss": 0.4727,
      "step": 141902
    },
    {
      "epoch": 5.812123694450133,
      "grad_norm": 1.5864274966162333,
      "learning_rate": 7.453888496436355e-07,
      "loss": 0.4064,
      "step": 141903
    },
    {
      "epoch": 5.812164652877329,
      "grad_norm": 1.3842726190168215,
      "learning_rate": 7.450641537712298e-07,
      "loss": 0.4278,
      "step": 141904
    },
    {
      "epoch": 5.812205611304526,
      "grad_norm": 1.6273219639661627,
      "learning_rate": 7.447395284578994e-07,
      "loss": 0.5385,
      "step": 141905
    },
    {
      "epoch": 5.812246569731722,
      "grad_norm": 1.5269223267240561,
      "learning_rate": 7.444149737037941e-07,
      "loss": 0.529,
      "step": 141906
    },
    {
      "epoch": 5.812287528158919,
      "grad_norm": 1.07865029710551,
      "learning_rate": 7.440904895090639e-07,
      "loss": 0.3098,
      "step": 141907
    },
    {
      "epoch": 5.812328486586115,
      "grad_norm": 1.3931518657534225,
      "learning_rate": 7.43766075873875e-07,
      "loss": 0.5359,
      "step": 141908
    },
    {
      "epoch": 5.812369445013312,
      "grad_norm": 1.6592640666284473,
      "learning_rate": 7.434417327983777e-07,
      "loss": 0.5156,
      "step": 141909
    },
    {
      "epoch": 5.8124104034405075,
      "grad_norm": 1.9396240989570606,
      "learning_rate": 7.431174602827216e-07,
      "loss": 0.4645,
      "step": 141910
    },
    {
      "epoch": 5.812451361867704,
      "grad_norm": 1.191959395011266,
      "learning_rate": 7.427932583270402e-07,
      "loss": 0.309,
      "step": 141911
    },
    {
      "epoch": 5.812492320294901,
      "grad_norm": 1.6825230603587413,
      "learning_rate": 7.424691269315163e-07,
      "loss": 0.3204,
      "step": 141912
    },
    {
      "epoch": 5.812533278722097,
      "grad_norm": 1.5337953256915213,
      "learning_rate": 7.421450660963002e-07,
      "loss": 0.5607,
      "step": 141913
    },
    {
      "epoch": 5.812574237149294,
      "grad_norm": 0.4546575895216904,
      "learning_rate": 7.418210758215248e-07,
      "loss": 0.064,
      "step": 141914
    },
    {
      "epoch": 5.81261519557649,
      "grad_norm": 1.3722102774352336,
      "learning_rate": 7.414971561073568e-07,
      "loss": 0.4055,
      "step": 141915
    },
    {
      "epoch": 5.812656154003687,
      "grad_norm": 0.8867395466022421,
      "learning_rate": 7.41173306953946e-07,
      "loss": 0.1277,
      "step": 141916
    },
    {
      "epoch": 5.812697112430882,
      "grad_norm": 1.4561426404006994,
      "learning_rate": 7.408495283614591e-07,
      "loss": 0.5531,
      "step": 141917
    },
    {
      "epoch": 5.812738070858079,
      "grad_norm": 3.4798441238937294,
      "learning_rate": 7.40525820330029e-07,
      "loss": 3.3025,
      "step": 141918
    },
    {
      "epoch": 5.8127790292852755,
      "grad_norm": 1.1143442622648514,
      "learning_rate": 7.402021828598059e-07,
      "loss": 0.2068,
      "step": 141919
    },
    {
      "epoch": 5.812819987712472,
      "grad_norm": 0.761437996783695,
      "learning_rate": 7.398786159509728e-07,
      "loss": 0.1651,
      "step": 141920
    },
    {
      "epoch": 5.8128609461396685,
      "grad_norm": 1.016699174639642,
      "learning_rate": 7.395551196036631e-07,
      "loss": 0.1757,
      "step": 141921
    },
    {
      "epoch": 5.812901904566864,
      "grad_norm": 1.8047756378127973,
      "learning_rate": 7.392316938180264e-07,
      "loss": 0.591,
      "step": 141922
    },
    {
      "epoch": 5.812942862994061,
      "grad_norm": 2.251064839152318,
      "learning_rate": 7.38908338594213e-07,
      "loss": 0.7842,
      "step": 141923
    },
    {
      "epoch": 5.812983821421257,
      "grad_norm": 1.08249122943318,
      "learning_rate": 7.38585053932389e-07,
      "loss": 0.1923,
      "step": 141924
    },
    {
      "epoch": 5.813024779848454,
      "grad_norm": 0.9653703483575379,
      "learning_rate": 7.382618398326879e-07,
      "loss": 0.2086,
      "step": 141925
    },
    {
      "epoch": 5.81306573827565,
      "grad_norm": 1.94170540408497,
      "learning_rate": 7.379386962952927e-07,
      "loss": 0.5773,
      "step": 141926
    },
    {
      "epoch": 5.813106696702847,
      "grad_norm": 1.365852858009749,
      "learning_rate": 7.376156233203367e-07,
      "loss": 0.3674,
      "step": 141927
    },
    {
      "epoch": 5.813147655130043,
      "grad_norm": 1.039539337323498,
      "learning_rate": 7.372926209079699e-07,
      "loss": 0.2172,
      "step": 141928
    },
    {
      "epoch": 5.813188613557239,
      "grad_norm": 1.4944182640907502,
      "learning_rate": 7.369696890583587e-07,
      "loss": 0.4568,
      "step": 141929
    },
    {
      "epoch": 5.813229571984436,
      "grad_norm": 1.6414349568867563,
      "learning_rate": 7.366468277716364e-07,
      "loss": 0.5342,
      "step": 141930
    },
    {
      "epoch": 5.813270530411632,
      "grad_norm": 1.4862074480290262,
      "learning_rate": 7.363240370479695e-07,
      "loss": 0.4339,
      "step": 141931
    },
    {
      "epoch": 5.813311488838829,
      "grad_norm": 1.9130623422299897,
      "learning_rate": 7.360013168875078e-07,
      "loss": 0.6882,
      "step": 141932
    },
    {
      "epoch": 5.813352447266025,
      "grad_norm": 1.8539328523712373,
      "learning_rate": 7.356786672903847e-07,
      "loss": 0.5231,
      "step": 141933
    },
    {
      "epoch": 5.813393405693222,
      "grad_norm": 1.3833649873783855,
      "learning_rate": 7.353560882567999e-07,
      "loss": 0.4062,
      "step": 141934
    },
    {
      "epoch": 5.813434364120418,
      "grad_norm": 1.4663454916490695,
      "learning_rate": 7.350335797868701e-07,
      "loss": 0.4681,
      "step": 141935
    },
    {
      "epoch": 5.813475322547614,
      "grad_norm": 1.8530353891718747,
      "learning_rate": 7.34711141880745e-07,
      "loss": 0.7367,
      "step": 141936
    },
    {
      "epoch": 5.81351628097481,
      "grad_norm": 0.4049275472893272,
      "learning_rate": 7.343887745385912e-07,
      "loss": 0.0249,
      "step": 141937
    },
    {
      "epoch": 5.813557239402007,
      "grad_norm": 1.937555715174218,
      "learning_rate": 7.340664777605588e-07,
      "loss": 0.7262,
      "step": 141938
    },
    {
      "epoch": 5.8135981978292035,
      "grad_norm": 1.5464807201360673,
      "learning_rate": 7.337442515467973e-07,
      "loss": 0.4793,
      "step": 141939
    },
    {
      "epoch": 5.8136391562564,
      "grad_norm": 1.527062795637319,
      "learning_rate": 7.334220958974735e-07,
      "loss": 0.4686,
      "step": 141940
    },
    {
      "epoch": 5.813680114683596,
      "grad_norm": 1.5372103961240302,
      "learning_rate": 7.331000108127038e-07,
      "loss": 0.4601,
      "step": 141941
    },
    {
      "epoch": 5.813721073110792,
      "grad_norm": 0.7897959098135082,
      "learning_rate": 7.327779962926716e-07,
      "loss": 0.1308,
      "step": 141942
    },
    {
      "epoch": 5.813762031537989,
      "grad_norm": 0.796451028410289,
      "learning_rate": 7.324560523375266e-07,
      "loss": 0.1759,
      "step": 141943
    },
    {
      "epoch": 5.813802989965185,
      "grad_norm": 1.115075878776542,
      "learning_rate": 7.321341789474023e-07,
      "loss": 0.2355,
      "step": 141944
    },
    {
      "epoch": 5.813843948392382,
      "grad_norm": 1.8011205156893935,
      "learning_rate": 7.318123761224814e-07,
      "loss": 0.5225,
      "step": 141945
    },
    {
      "epoch": 5.813884906819578,
      "grad_norm": 1.1988522316553154,
      "learning_rate": 7.314906438628809e-07,
      "loss": 0.2775,
      "step": 141946
    },
    {
      "epoch": 5.813925865246775,
      "grad_norm": 1.2072145611790146,
      "learning_rate": 7.311689821687838e-07,
      "loss": 0.3247,
      "step": 141947
    },
    {
      "epoch": 5.8139668236739706,
      "grad_norm": 1.5564185614275832,
      "learning_rate": 7.308473910403234e-07,
      "loss": 0.6259,
      "step": 141948
    },
    {
      "epoch": 5.814007782101167,
      "grad_norm": 1.615603053085551,
      "learning_rate": 7.305258704776496e-07,
      "loss": 0.5063,
      "step": 141949
    },
    {
      "epoch": 5.814048740528364,
      "grad_norm": 0.6357464607676191,
      "learning_rate": 7.302044204809287e-07,
      "loss": 0.0484,
      "step": 141950
    },
    {
      "epoch": 5.81408969895556,
      "grad_norm": 1.9778125829141666,
      "learning_rate": 7.298830410502943e-07,
      "loss": 0.8968,
      "step": 141951
    },
    {
      "epoch": 5.814130657382757,
      "grad_norm": 1.3821332006328997,
      "learning_rate": 7.295617321859293e-07,
      "loss": 0.4064,
      "step": 141952
    },
    {
      "epoch": 5.814171615809953,
      "grad_norm": 1.9334796676675001,
      "learning_rate": 7.292404938879503e-07,
      "loss": 0.7979,
      "step": 141953
    },
    {
      "epoch": 5.81421257423715,
      "grad_norm": 1.9581950586909076,
      "learning_rate": 7.28919326156524e-07,
      "loss": 0.5856,
      "step": 141954
    },
    {
      "epoch": 5.814253532664345,
      "grad_norm": 0.8322607093409048,
      "learning_rate": 7.285982289918002e-07,
      "loss": 0.1763,
      "step": 141955
    },
    {
      "epoch": 5.814294491091542,
      "grad_norm": 2.0787467711038676,
      "learning_rate": 7.282772023939454e-07,
      "loss": 1.0658,
      "step": 141956
    },
    {
      "epoch": 5.8143354495187385,
      "grad_norm": 1.2284942950223072,
      "learning_rate": 7.279562463630928e-07,
      "loss": 0.3281,
      "step": 141957
    },
    {
      "epoch": 5.814376407945935,
      "grad_norm": 1.8446115482588181,
      "learning_rate": 7.27635360899409e-07,
      "loss": 0.6523,
      "step": 141958
    },
    {
      "epoch": 5.814417366373132,
      "grad_norm": 1.933806238476853,
      "learning_rate": 7.273145460030272e-07,
      "loss": 0.6769,
      "step": 141959
    },
    {
      "epoch": 5.814458324800327,
      "grad_norm": 0.8982918989009963,
      "learning_rate": 7.269938016741139e-07,
      "loss": 0.1951,
      "step": 141960
    },
    {
      "epoch": 5.814499283227524,
      "grad_norm": 1.8019629457734838,
      "learning_rate": 7.26673127912819e-07,
      "loss": 0.4327,
      "step": 141961
    },
    {
      "epoch": 5.81454024165472,
      "grad_norm": 1.6983445127978607,
      "learning_rate": 7.263525247192925e-07,
      "loss": 0.4721,
      "step": 141962
    },
    {
      "epoch": 5.814581200081917,
      "grad_norm": 1.3312633895945671,
      "learning_rate": 7.260319920936675e-07,
      "loss": 0.4305,
      "step": 141963
    },
    {
      "epoch": 5.814622158509113,
      "grad_norm": 1.8579141065040121,
      "learning_rate": 7.257115300361271e-07,
      "loss": 0.4913,
      "step": 141964
    },
    {
      "epoch": 5.81466311693631,
      "grad_norm": 0.4394490584896022,
      "learning_rate": 7.253911385468048e-07,
      "loss": 0.0448,
      "step": 141965
    },
    {
      "epoch": 5.814704075363506,
      "grad_norm": 0.6416300287191152,
      "learning_rate": 7.250708176258668e-07,
      "loss": 0.0842,
      "step": 141966
    },
    {
      "epoch": 5.814745033790702,
      "grad_norm": 1.7210754608963432,
      "learning_rate": 7.247505672734466e-07,
      "loss": 0.5548,
      "step": 141967
    },
    {
      "epoch": 5.814785992217899,
      "grad_norm": 1.5004684182452217,
      "learning_rate": 7.24430387489694e-07,
      "loss": 0.4968,
      "step": 141968
    },
    {
      "epoch": 5.814826950645095,
      "grad_norm": 1.46618405371957,
      "learning_rate": 7.241102782747754e-07,
      "loss": 0.5289,
      "step": 141969
    },
    {
      "epoch": 5.814867909072292,
      "grad_norm": 1.5254519722993523,
      "learning_rate": 7.237902396288243e-07,
      "loss": 0.533,
      "step": 141970
    },
    {
      "epoch": 5.814908867499488,
      "grad_norm": 0.8210421333394313,
      "learning_rate": 7.234702715520069e-07,
      "loss": 0.1002,
      "step": 141971
    },
    {
      "epoch": 5.814949825926685,
      "grad_norm": 1.4830571528238206,
      "learning_rate": 7.2315037404449e-07,
      "loss": 0.4597,
      "step": 141972
    },
    {
      "epoch": 5.814990784353881,
      "grad_norm": 1.359198931214598,
      "learning_rate": 7.2283054710639e-07,
      "loss": 0.4405,
      "step": 141973
    },
    {
      "epoch": 5.815031742781077,
      "grad_norm": 1.8613541242776646,
      "learning_rate": 7.225107907378735e-07,
      "loss": 0.5197,
      "step": 141974
    },
    {
      "epoch": 5.8150727012082735,
      "grad_norm": 1.8196098475306721,
      "learning_rate": 7.221911049390905e-07,
      "loss": 0.5547,
      "step": 141975
    },
    {
      "epoch": 5.81511365963547,
      "grad_norm": 1.8037089918592877,
      "learning_rate": 7.218714897101907e-07,
      "loss": 0.5536,
      "step": 141976
    },
    {
      "epoch": 5.8151546180626665,
      "grad_norm": 1.5112808717076562,
      "learning_rate": 7.215519450513407e-07,
      "loss": 0.4444,
      "step": 141977
    },
    {
      "epoch": 5.815195576489863,
      "grad_norm": 1.874705964735417,
      "learning_rate": 7.212324709626738e-07,
      "loss": 0.5663,
      "step": 141978
    },
    {
      "epoch": 5.815236534917059,
      "grad_norm": 1.3763268706619565,
      "learning_rate": 7.209130674443397e-07,
      "loss": 0.246,
      "step": 141979
    },
    {
      "epoch": 5.815277493344255,
      "grad_norm": 0.7674187846658178,
      "learning_rate": 7.205937344965052e-07,
      "loss": 0.0785,
      "step": 141980
    },
    {
      "epoch": 5.815318451771452,
      "grad_norm": 1.5345629077610987,
      "learning_rate": 7.202744721193033e-07,
      "loss": 0.2433,
      "step": 141981
    },
    {
      "epoch": 5.815359410198648,
      "grad_norm": 1.5890869857203744,
      "learning_rate": 7.199552803129005e-07,
      "loss": 0.6278,
      "step": 141982
    },
    {
      "epoch": 5.815400368625845,
      "grad_norm": 1.5406356412793185,
      "learning_rate": 7.196361590774302e-07,
      "loss": 0.5036,
      "step": 141983
    },
    {
      "epoch": 5.815441327053041,
      "grad_norm": 1.5580191898939841,
      "learning_rate": 7.193171084130588e-07,
      "loss": 0.4449,
      "step": 141984
    },
    {
      "epoch": 5.815482285480238,
      "grad_norm": 1.8230782120870845,
      "learning_rate": 7.189981283199364e-07,
      "loss": 0.7449,
      "step": 141985
    },
    {
      "epoch": 5.815523243907434,
      "grad_norm": 1.5251046634853394,
      "learning_rate": 7.18679218798196e-07,
      "loss": 0.4524,
      "step": 141986
    },
    {
      "epoch": 5.81556420233463,
      "grad_norm": 1.2559242809649436,
      "learning_rate": 7.183603798480208e-07,
      "loss": 0.3309,
      "step": 141987
    },
    {
      "epoch": 5.815605160761827,
      "grad_norm": 1.6260146947525702,
      "learning_rate": 7.180416114695275e-07,
      "loss": 0.488,
      "step": 141988
    },
    {
      "epoch": 5.815646119189023,
      "grad_norm": 1.1668250963236761,
      "learning_rate": 7.177229136628826e-07,
      "loss": 0.2955,
      "step": 141989
    },
    {
      "epoch": 5.81568707761622,
      "grad_norm": 1.3539554049279818,
      "learning_rate": 7.174042864282525e-07,
      "loss": 0.3907,
      "step": 141990
    },
    {
      "epoch": 5.815728036043416,
      "grad_norm": 1.1430751827499672,
      "learning_rate": 7.17085729765754e-07,
      "loss": 0.2917,
      "step": 141991
    },
    {
      "epoch": 5.815768994470613,
      "grad_norm": 1.6063496586908903,
      "learning_rate": 7.167672436755534e-07,
      "loss": 0.519,
      "step": 141992
    },
    {
      "epoch": 5.815809952897808,
      "grad_norm": 1.8089402150742442,
      "learning_rate": 7.164488281578173e-07,
      "loss": 0.8528,
      "step": 141993
    },
    {
      "epoch": 5.815850911325005,
      "grad_norm": 1.7059658969495661,
      "learning_rate": 7.161304832126791e-07,
      "loss": 0.5236,
      "step": 141994
    },
    {
      "epoch": 5.8158918697522015,
      "grad_norm": 2.5426591396686846,
      "learning_rate": 7.158122088402718e-07,
      "loss": 1.8695,
      "step": 141995
    },
    {
      "epoch": 5.815932828179398,
      "grad_norm": 1.5748281259934376,
      "learning_rate": 7.154940050407954e-07,
      "loss": 0.4803,
      "step": 141996
    },
    {
      "epoch": 5.815973786606595,
      "grad_norm": 4.14595493091767,
      "learning_rate": 7.151758718143496e-07,
      "loss": 5.3614,
      "step": 141997
    },
    {
      "epoch": 5.81601474503379,
      "grad_norm": 0.5542171539973653,
      "learning_rate": 7.148578091611179e-07,
      "loss": 0.0631,
      "step": 141998
    },
    {
      "epoch": 5.816055703460987,
      "grad_norm": 1.0833782116782713,
      "learning_rate": 7.145398170812333e-07,
      "loss": 0.2093,
      "step": 141999
    },
    {
      "epoch": 5.816096661888183,
      "grad_norm": 1.4055535480165466,
      "learning_rate": 7.142218955748458e-07,
      "loss": 0.456,
      "step": 142000
    },
    {
      "epoch": 5.81613762031538,
      "grad_norm": 1.66368995249048,
      "learning_rate": 7.139040446421218e-07,
      "loss": 0.5977,
      "step": 142001
    },
    {
      "epoch": 5.816178578742576,
      "grad_norm": 0.9837581570883368,
      "learning_rate": 7.135862642831946e-07,
      "loss": 0.1599,
      "step": 142002
    },
    {
      "epoch": 5.816219537169773,
      "grad_norm": 1.061162207671764,
      "learning_rate": 7.132685544982308e-07,
      "loss": 0.3717,
      "step": 142003
    },
    {
      "epoch": 5.8162604955969694,
      "grad_norm": 2.1484506473337395,
      "learning_rate": 7.129509152873636e-07,
      "loss": 0.7278,
      "step": 142004
    },
    {
      "epoch": 5.816301454024165,
      "grad_norm": 1.5315882558569918,
      "learning_rate": 7.126333466507428e-07,
      "loss": 0.4515,
      "step": 142005
    },
    {
      "epoch": 5.816342412451362,
      "grad_norm": 1.3171533139194704,
      "learning_rate": 7.123158485885349e-07,
      "loss": 0.4444,
      "step": 142006
    },
    {
      "epoch": 5.816383370878558,
      "grad_norm": 1.4249681727530195,
      "learning_rate": 7.119984211008734e-07,
      "loss": 0.4421,
      "step": 142007
    },
    {
      "epoch": 5.816424329305755,
      "grad_norm": 0.7161214549584816,
      "learning_rate": 7.116810641879244e-07,
      "loss": 0.1743,
      "step": 142008
    },
    {
      "epoch": 5.816465287732951,
      "grad_norm": 0.9564308281938794,
      "learning_rate": 7.113637778498382e-07,
      "loss": 0.1448,
      "step": 142009
    },
    {
      "epoch": 5.816506246160148,
      "grad_norm": 1.221824950809517,
      "learning_rate": 7.110465620867478e-07,
      "loss": 0.3006,
      "step": 142010
    },
    {
      "epoch": 5.816547204587344,
      "grad_norm": 1.4214930658730507,
      "learning_rate": 7.107294168988032e-07,
      "loss": 0.4252,
      "step": 142011
    },
    {
      "epoch": 5.81658816301454,
      "grad_norm": 1.91562417074894,
      "learning_rate": 7.104123422861873e-07,
      "loss": 0.7263,
      "step": 142012
    },
    {
      "epoch": 5.8166291214417365,
      "grad_norm": 1.6240032615196816,
      "learning_rate": 7.100953382490005e-07,
      "loss": 0.511,
      "step": 142013
    },
    {
      "epoch": 5.816670079868933,
      "grad_norm": 0.8810197491292339,
      "learning_rate": 7.097784047874255e-07,
      "loss": 0.1802,
      "step": 142014
    },
    {
      "epoch": 5.81671103829613,
      "grad_norm": 1.7452997971240143,
      "learning_rate": 7.094615419016126e-07,
      "loss": 0.6108,
      "step": 142015
    },
    {
      "epoch": 5.816751996723326,
      "grad_norm": 1.6977030414339456,
      "learning_rate": 7.091447495916947e-07,
      "loss": 0.4902,
      "step": 142016
    },
    {
      "epoch": 5.816792955150522,
      "grad_norm": 1.908116935905168,
      "learning_rate": 7.088280278578217e-07,
      "loss": 0.6979,
      "step": 142017
    },
    {
      "epoch": 5.816833913577718,
      "grad_norm": 1.884593290621059,
      "learning_rate": 7.085113767001604e-07,
      "loss": 0.5855,
      "step": 142018
    },
    {
      "epoch": 5.816874872004915,
      "grad_norm": 1.5261463702741476,
      "learning_rate": 7.081947961188606e-07,
      "loss": 0.4533,
      "step": 142019
    },
    {
      "epoch": 5.816915830432111,
      "grad_norm": 1.818254602690591,
      "learning_rate": 7.078782861140552e-07,
      "loss": 0.5521,
      "step": 142020
    },
    {
      "epoch": 5.816956788859308,
      "grad_norm": 1.3299239549811983,
      "learning_rate": 7.075618466858946e-07,
      "loss": 0.3033,
      "step": 142021
    },
    {
      "epoch": 5.816997747286504,
      "grad_norm": 1.709654192697267,
      "learning_rate": 7.072454778345449e-07,
      "loss": 0.4509,
      "step": 142022
    },
    {
      "epoch": 5.817038705713701,
      "grad_norm": 1.431667265354235,
      "learning_rate": 7.069291795601562e-07,
      "loss": 0.3987,
      "step": 142023
    },
    {
      "epoch": 5.817079664140897,
      "grad_norm": 1.523621352210962,
      "learning_rate": 7.066129518628449e-07,
      "loss": 0.4236,
      "step": 142024
    },
    {
      "epoch": 5.817120622568093,
      "grad_norm": 2.0708615623946014,
      "learning_rate": 7.062967947428111e-07,
      "loss": 0.656,
      "step": 142025
    },
    {
      "epoch": 5.81716158099529,
      "grad_norm": 1.2114916467543193,
      "learning_rate": 7.059807082001545e-07,
      "loss": 0.2251,
      "step": 142026
    },
    {
      "epoch": 5.817202539422486,
      "grad_norm": 0.8213632528587097,
      "learning_rate": 7.056646922350584e-07,
      "loss": 0.1878,
      "step": 142027
    },
    {
      "epoch": 5.817243497849683,
      "grad_norm": 1.3629598179680258,
      "learning_rate": 7.05348746847656e-07,
      "loss": 0.3229,
      "step": 142028
    },
    {
      "epoch": 5.817284456276879,
      "grad_norm": 1.631230044313727,
      "learning_rate": 7.050328720380972e-07,
      "loss": 0.6026,
      "step": 142029
    },
    {
      "epoch": 5.817325414704076,
      "grad_norm": 1.4105950560202778,
      "learning_rate": 7.047170678065483e-07,
      "loss": 0.3774,
      "step": 142030
    },
    {
      "epoch": 5.8173663731312715,
      "grad_norm": 0.46008031242895414,
      "learning_rate": 7.04401334153143e-07,
      "loss": 0.0332,
      "step": 142031
    },
    {
      "epoch": 5.817407331558468,
      "grad_norm": 1.4058596770810208,
      "learning_rate": 7.040856710780308e-07,
      "loss": 0.3884,
      "step": 142032
    },
    {
      "epoch": 5.8174482899856645,
      "grad_norm": 2.066542818246808,
      "learning_rate": 7.037700785813616e-07,
      "loss": 0.8752,
      "step": 142033
    },
    {
      "epoch": 5.817489248412861,
      "grad_norm": 1.7828854522373716,
      "learning_rate": 7.034545566632855e-07,
      "loss": 0.5384,
      "step": 142034
    },
    {
      "epoch": 5.817530206840058,
      "grad_norm": 0.8439986548598603,
      "learning_rate": 7.031391053239522e-07,
      "loss": 0.1146,
      "step": 142035
    },
    {
      "epoch": 5.817571165267253,
      "grad_norm": 1.1032649855994285,
      "learning_rate": 7.028237245635116e-07,
      "loss": 0.2531,
      "step": 142036
    },
    {
      "epoch": 5.81761212369445,
      "grad_norm": 1.4545262456962829,
      "learning_rate": 7.025084143821136e-07,
      "loss": 0.4243,
      "step": 142037
    },
    {
      "epoch": 5.817653082121646,
      "grad_norm": 1.5020222551870779,
      "learning_rate": 7.021931747799248e-07,
      "loss": 0.4247,
      "step": 142038
    },
    {
      "epoch": 5.817694040548843,
      "grad_norm": 2.0946221570026298,
      "learning_rate": 7.01878005757045e-07,
      "loss": 0.7091,
      "step": 142039
    },
    {
      "epoch": 5.817734998976039,
      "grad_norm": 1.3372706883794305,
      "learning_rate": 7.015629073136742e-07,
      "loss": 0.3398,
      "step": 142040
    },
    {
      "epoch": 5.817775957403236,
      "grad_norm": 1.3906698569341294,
      "learning_rate": 7.012478794499288e-07,
      "loss": 0.3394,
      "step": 142041
    },
    {
      "epoch": 5.8178169158304325,
      "grad_norm": 0.5353562214174927,
      "learning_rate": 7.009329221659754e-07,
      "loss": 0.0565,
      "step": 142042
    },
    {
      "epoch": 5.817857874257628,
      "grad_norm": 1.0550055947245789,
      "learning_rate": 7.006180354619639e-07,
      "loss": 0.2227,
      "step": 142043
    },
    {
      "epoch": 5.817898832684825,
      "grad_norm": 1.201223997940798,
      "learning_rate": 7.003032193380276e-07,
      "loss": 0.2699,
      "step": 142044
    },
    {
      "epoch": 5.817939791112021,
      "grad_norm": 0.5195476143580463,
      "learning_rate": 6.999884737943329e-07,
      "loss": 0.0844,
      "step": 142045
    },
    {
      "epoch": 5.817980749539218,
      "grad_norm": 1.1390231920459761,
      "learning_rate": 6.996737988310131e-07,
      "loss": 0.1679,
      "step": 142046
    },
    {
      "epoch": 5.818021707966414,
      "grad_norm": 1.4319353735481046,
      "learning_rate": 6.99359194448218e-07,
      "loss": 0.4175,
      "step": 142047
    },
    {
      "epoch": 5.818062666393611,
      "grad_norm": 1.2872491819395941,
      "learning_rate": 6.990446606461142e-07,
      "loss": 0.2874,
      "step": 142048
    },
    {
      "epoch": 5.818103624820807,
      "grad_norm": 1.6470573128338102,
      "learning_rate": 6.987301974248349e-07,
      "loss": 0.5607,
      "step": 142049
    },
    {
      "epoch": 5.818144583248003,
      "grad_norm": 0.9481062914417568,
      "learning_rate": 6.984158047845301e-07,
      "loss": 0.198,
      "step": 142050
    },
    {
      "epoch": 5.8181855416751995,
      "grad_norm": 1.4460034658157417,
      "learning_rate": 6.981014827253495e-07,
      "loss": 0.4007,
      "step": 142051
    },
    {
      "epoch": 5.818226500102396,
      "grad_norm": 1.296383901631,
      "learning_rate": 6.977872312474597e-07,
      "loss": 0.3448,
      "step": 142052
    },
    {
      "epoch": 5.818267458529593,
      "grad_norm": 1.445340611800185,
      "learning_rate": 6.974730503509774e-07,
      "loss": 0.4375,
      "step": 142053
    },
    {
      "epoch": 5.818308416956789,
      "grad_norm": 1.721216519637829,
      "learning_rate": 6.971589400360689e-07,
      "loss": 0.36,
      "step": 142054
    },
    {
      "epoch": 5.818349375383985,
      "grad_norm": 1.3999953213609764,
      "learning_rate": 6.968449003028842e-07,
      "loss": 0.2658,
      "step": 142055
    },
    {
      "epoch": 5.818390333811181,
      "grad_norm": 1.4490995127777053,
      "learning_rate": 6.965309311515565e-07,
      "loss": 0.421,
      "step": 142056
    },
    {
      "epoch": 5.818431292238378,
      "grad_norm": 1.3457572727409868,
      "learning_rate": 6.962170325822525e-07,
      "loss": 0.3447,
      "step": 142057
    },
    {
      "epoch": 5.818472250665574,
      "grad_norm": 1.3786135582692454,
      "learning_rate": 6.959032045951052e-07,
      "loss": 0.4454,
      "step": 142058
    },
    {
      "epoch": 5.818513209092771,
      "grad_norm": 0.8431063960646472,
      "learning_rate": 6.955894471902812e-07,
      "loss": 0.2031,
      "step": 142059
    },
    {
      "epoch": 5.8185541675199675,
      "grad_norm": 1.5380797365632233,
      "learning_rate": 6.952757603679137e-07,
      "loss": 0.3638,
      "step": 142060
    },
    {
      "epoch": 5.818595125947164,
      "grad_norm": 1.0086082517583983,
      "learning_rate": 6.949621441281694e-07,
      "loss": 0.1591,
      "step": 142061
    },
    {
      "epoch": 5.81863608437436,
      "grad_norm": 1.396196236666401,
      "learning_rate": 6.946485984711647e-07,
      "loss": 0.4443,
      "step": 142062
    },
    {
      "epoch": 5.818677042801556,
      "grad_norm": 1.6177617167735372,
      "learning_rate": 6.943351233970829e-07,
      "loss": 0.5376,
      "step": 142063
    },
    {
      "epoch": 5.818718001228753,
      "grad_norm": 1.0757757354762827,
      "learning_rate": 6.940217189060404e-07,
      "loss": 0.2299,
      "step": 142064
    },
    {
      "epoch": 5.818758959655949,
      "grad_norm": 0.7637849957031668,
      "learning_rate": 6.937083849982039e-07,
      "loss": 0.2017,
      "step": 142065
    },
    {
      "epoch": 5.818799918083146,
      "grad_norm": 1.344824686397247,
      "learning_rate": 6.933951216737232e-07,
      "loss": 0.4833,
      "step": 142066
    },
    {
      "epoch": 5.818840876510342,
      "grad_norm": 0.9798829774023632,
      "learning_rate": 6.930819289327316e-07,
      "loss": 0.2936,
      "step": 142067
    },
    {
      "epoch": 5.818881834937539,
      "grad_norm": 1.5768914937011986,
      "learning_rate": 6.927688067754123e-07,
      "loss": 0.4344,
      "step": 142068
    },
    {
      "epoch": 5.8189227933647345,
      "grad_norm": 1.572692933844615,
      "learning_rate": 6.92455755201865e-07,
      "loss": 0.4485,
      "step": 142069
    },
    {
      "epoch": 5.818963751791931,
      "grad_norm": 1.5040379941900957,
      "learning_rate": 6.921427742122732e-07,
      "loss": 0.3777,
      "step": 142070
    },
    {
      "epoch": 5.819004710219128,
      "grad_norm": 1.5226078264308889,
      "learning_rate": 6.918298638067532e-07,
      "loss": 0.4262,
      "step": 142071
    },
    {
      "epoch": 5.819045668646324,
      "grad_norm": 1.4514895059050394,
      "learning_rate": 6.915170239854884e-07,
      "loss": 0.4304,
      "step": 142072
    },
    {
      "epoch": 5.819086627073521,
      "grad_norm": 1.4388440339454274,
      "learning_rate": 6.912042547486119e-07,
      "loss": 0.4078,
      "step": 142073
    },
    {
      "epoch": 5.819127585500716,
      "grad_norm": 1.7024077118864713,
      "learning_rate": 6.908915560962569e-07,
      "loss": 0.434,
      "step": 142074
    },
    {
      "epoch": 5.819168543927913,
      "grad_norm": 1.5743644121571223,
      "learning_rate": 6.9057892802859e-07,
      "loss": 0.4737,
      "step": 142075
    },
    {
      "epoch": 5.819209502355109,
      "grad_norm": 2.3688284931303016,
      "learning_rate": 6.902663705457612e-07,
      "loss": 1.3288,
      "step": 142076
    },
    {
      "epoch": 5.819250460782306,
      "grad_norm": 1.4441163308801648,
      "learning_rate": 6.899538836479035e-07,
      "loss": 0.41,
      "step": 142077
    },
    {
      "epoch": 5.819291419209502,
      "grad_norm": 1.441240579554057,
      "learning_rate": 6.896414673351669e-07,
      "loss": 0.4001,
      "step": 142078
    },
    {
      "epoch": 5.819332377636699,
      "grad_norm": 1.0465577685690763,
      "learning_rate": 6.89329121607718e-07,
      "loss": 0.2101,
      "step": 142079
    },
    {
      "epoch": 5.8193733360638955,
      "grad_norm": 0.7230093842374117,
      "learning_rate": 6.890168464656731e-07,
      "loss": 0.0642,
      "step": 142080
    },
    {
      "epoch": 5.819414294491091,
      "grad_norm": 3.2259244678063492,
      "learning_rate": 6.887046419092157e-07,
      "loss": 2.2494,
      "step": 142081
    },
    {
      "epoch": 5.819455252918288,
      "grad_norm": 1.801731752935685,
      "learning_rate": 6.883925079384622e-07,
      "loss": 0.5976,
      "step": 142082
    },
    {
      "epoch": 5.819496211345484,
      "grad_norm": 2.0105628384955683,
      "learning_rate": 6.880804445535793e-07,
      "loss": 0.5238,
      "step": 142083
    },
    {
      "epoch": 5.819537169772681,
      "grad_norm": 1.5846615716632926,
      "learning_rate": 6.877684517547e-07,
      "loss": 0.4705,
      "step": 142084
    },
    {
      "epoch": 5.819578128199877,
      "grad_norm": 1.344488538345176,
      "learning_rate": 6.874565295419909e-07,
      "loss": 0.4466,
      "step": 142085
    },
    {
      "epoch": 5.819619086627074,
      "grad_norm": 0.4362828892973771,
      "learning_rate": 6.871446779155687e-07,
      "loss": 0.0293,
      "step": 142086
    },
    {
      "epoch": 5.81966004505427,
      "grad_norm": 2.2615831775680224,
      "learning_rate": 6.868328968756165e-07,
      "loss": 0.7767,
      "step": 142087
    },
    {
      "epoch": 5.819701003481466,
      "grad_norm": 1.4153061977147936,
      "learning_rate": 6.865211864222675e-07,
      "loss": 0.4091,
      "step": 142088
    },
    {
      "epoch": 5.8197419619086626,
      "grad_norm": 1.4376362608372641,
      "learning_rate": 6.86209546555655e-07,
      "loss": 0.395,
      "step": 142089
    },
    {
      "epoch": 5.819782920335859,
      "grad_norm": 1.4042744243260976,
      "learning_rate": 6.858979772759454e-07,
      "loss": 0.4885,
      "step": 142090
    },
    {
      "epoch": 5.819823878763056,
      "grad_norm": 1.689604250536395,
      "learning_rate": 6.855864785832721e-07,
      "loss": 0.5008,
      "step": 142091
    },
    {
      "epoch": 5.819864837190252,
      "grad_norm": 1.475942635962196,
      "learning_rate": 6.852750504778015e-07,
      "loss": 0.587,
      "step": 142092
    },
    {
      "epoch": 5.819905795617448,
      "grad_norm": 1.616038750867005,
      "learning_rate": 6.84963692959667e-07,
      "loss": 0.4688,
      "step": 142093
    },
    {
      "epoch": 5.819946754044644,
      "grad_norm": 1.3173475228499711,
      "learning_rate": 6.846524060290015e-07,
      "loss": 0.4006,
      "step": 142094
    },
    {
      "epoch": 5.819987712471841,
      "grad_norm": 1.3166975353832864,
      "learning_rate": 6.843411896859884e-07,
      "loss": 0.4025,
      "step": 142095
    },
    {
      "epoch": 5.820028670899037,
      "grad_norm": 1.7680624063246573,
      "learning_rate": 6.840300439307278e-07,
      "loss": 0.6075,
      "step": 142096
    },
    {
      "epoch": 5.820069629326234,
      "grad_norm": 0.978918440483691,
      "learning_rate": 6.837189687634193e-07,
      "loss": 0.2083,
      "step": 142097
    },
    {
      "epoch": 5.8201105877534305,
      "grad_norm": 1.4655865167616995,
      "learning_rate": 6.834079641841795e-07,
      "loss": 0.4504,
      "step": 142098
    },
    {
      "epoch": 5.820151546180627,
      "grad_norm": 1.785054257786041,
      "learning_rate": 6.830970301931415e-07,
      "loss": 0.5794,
      "step": 142099
    },
    {
      "epoch": 5.820192504607823,
      "grad_norm": 1.61909025391434,
      "learning_rate": 6.827861667904888e-07,
      "loss": 0.4903,
      "step": 142100
    },
    {
      "epoch": 5.820233463035019,
      "grad_norm": 2.0310686598203036,
      "learning_rate": 6.824753739763544e-07,
      "loss": 0.74,
      "step": 142101
    },
    {
      "epoch": 5.820274421462216,
      "grad_norm": 1.4082594072612244,
      "learning_rate": 6.821646517508716e-07,
      "loss": 0.3822,
      "step": 142102
    },
    {
      "epoch": 5.820315379889412,
      "grad_norm": 1.1875984880326278,
      "learning_rate": 6.818540001141903e-07,
      "loss": 0.2662,
      "step": 142103
    },
    {
      "epoch": 5.820356338316609,
      "grad_norm": 1.3108028749810219,
      "learning_rate": 6.815434190664771e-07,
      "loss": 0.4209,
      "step": 142104
    },
    {
      "epoch": 5.820397296743805,
      "grad_norm": 1.6077094892226684,
      "learning_rate": 6.812329086078649e-07,
      "loss": 0.4986,
      "step": 142105
    },
    {
      "epoch": 5.820438255171002,
      "grad_norm": 0.9923794429701878,
      "learning_rate": 6.809224687384874e-07,
      "loss": 0.2107,
      "step": 142106
    },
    {
      "epoch": 5.8204792135981975,
      "grad_norm": 1.3671365222024199,
      "learning_rate": 6.806120994585107e-07,
      "loss": 0.2324,
      "step": 142107
    },
    {
      "epoch": 5.820520172025394,
      "grad_norm": 1.1385127099761507,
      "learning_rate": 6.80301800768085e-07,
      "loss": 0.337,
      "step": 142108
    },
    {
      "epoch": 5.820561130452591,
      "grad_norm": 1.136437001681784,
      "learning_rate": 6.799915726673432e-07,
      "loss": 0.2207,
      "step": 142109
    },
    {
      "epoch": 5.820602088879787,
      "grad_norm": 1.5645312056160003,
      "learning_rate": 6.796814151564356e-07,
      "loss": 0.4674,
      "step": 142110
    },
    {
      "epoch": 5.820643047306984,
      "grad_norm": 2.3270990746372937,
      "learning_rate": 6.793713282355118e-07,
      "loss": 1.2504,
      "step": 142111
    },
    {
      "epoch": 5.820684005734179,
      "grad_norm": 1.923853968660352,
      "learning_rate": 6.790613119047216e-07,
      "loss": 0.7004,
      "step": 142112
    },
    {
      "epoch": 5.820724964161376,
      "grad_norm": 2.0658111728030875,
      "learning_rate": 6.787513661641985e-07,
      "loss": 1.0897,
      "step": 142113
    },
    {
      "epoch": 5.820765922588572,
      "grad_norm": 1.205749509288914,
      "learning_rate": 6.784414910140923e-07,
      "loss": 0.2156,
      "step": 142114
    },
    {
      "epoch": 5.820806881015769,
      "grad_norm": 1.2322372936531663,
      "learning_rate": 6.781316864545694e-07,
      "loss": 0.3365,
      "step": 142115
    },
    {
      "epoch": 5.8208478394429655,
      "grad_norm": 1.413853556464353,
      "learning_rate": 6.778219524857464e-07,
      "loss": 0.5076,
      "step": 142116
    },
    {
      "epoch": 5.820888797870162,
      "grad_norm": 1.4444980228951705,
      "learning_rate": 6.7751228910779e-07,
      "loss": 0.4877,
      "step": 142117
    },
    {
      "epoch": 5.8209297562973585,
      "grad_norm": 1.4182600632116804,
      "learning_rate": 6.772026963208499e-07,
      "loss": 0.355,
      "step": 142118
    },
    {
      "epoch": 5.820970714724554,
      "grad_norm": 1.5851193740310383,
      "learning_rate": 6.768931741250594e-07,
      "loss": 0.4508,
      "step": 142119
    },
    {
      "epoch": 5.821011673151751,
      "grad_norm": 1.4570840845641408,
      "learning_rate": 6.765837225205517e-07,
      "loss": 0.4212,
      "step": 142120
    },
    {
      "epoch": 5.821052631578947,
      "grad_norm": 1.5547475199214875,
      "learning_rate": 6.7627434150751e-07,
      "loss": 0.4823,
      "step": 142121
    },
    {
      "epoch": 5.821093590006144,
      "grad_norm": 1.3779164203847876,
      "learning_rate": 6.759650310860509e-07,
      "loss": 0.4523,
      "step": 142122
    },
    {
      "epoch": 5.82113454843334,
      "grad_norm": 1.6011019911452222,
      "learning_rate": 6.75655791256341e-07,
      "loss": 0.5093,
      "step": 142123
    },
    {
      "epoch": 5.821175506860537,
      "grad_norm": 1.8789836827011943,
      "learning_rate": 6.753466220185133e-07,
      "loss": 0.6558,
      "step": 142124
    },
    {
      "epoch": 5.821216465287733,
      "grad_norm": 1.5583027867342838,
      "learning_rate": 6.750375233727012e-07,
      "loss": 0.5138,
      "step": 142125
    },
    {
      "epoch": 5.821257423714929,
      "grad_norm": 1.5663763562475068,
      "learning_rate": 6.747284953190879e-07,
      "loss": 0.3899,
      "step": 142126
    },
    {
      "epoch": 5.821298382142126,
      "grad_norm": 5.013934451459494,
      "learning_rate": 6.744195378577899e-07,
      "loss": 1.2965,
      "step": 142127
    },
    {
      "epoch": 5.821339340569322,
      "grad_norm": 0.9481361607816554,
      "learning_rate": 6.741106509889572e-07,
      "loss": 0.1974,
      "step": 142128
    },
    {
      "epoch": 5.821380298996519,
      "grad_norm": 1.7057757963841427,
      "learning_rate": 6.738018347127394e-07,
      "loss": 0.4809,
      "step": 142129
    },
    {
      "epoch": 5.821421257423715,
      "grad_norm": 1.4359890709253407,
      "learning_rate": 6.734930890292867e-07,
      "loss": 0.4883,
      "step": 142130
    },
    {
      "epoch": 5.821462215850911,
      "grad_norm": 1.6799146162544494,
      "learning_rate": 6.731844139387322e-07,
      "loss": 0.636,
      "step": 142131
    },
    {
      "epoch": 5.821503174278107,
      "grad_norm": 1.684203477406799,
      "learning_rate": 6.728758094412589e-07,
      "loss": 0.5678,
      "step": 142132
    },
    {
      "epoch": 5.821544132705304,
      "grad_norm": 1.1692952800518648,
      "learning_rate": 6.725672755369504e-07,
      "loss": 0.207,
      "step": 142133
    },
    {
      "epoch": 5.8215850911325004,
      "grad_norm": 0.8368423924942731,
      "learning_rate": 6.722588122260064e-07,
      "loss": 0.1624,
      "step": 142134
    },
    {
      "epoch": 5.821626049559697,
      "grad_norm": 1.8032336884182674,
      "learning_rate": 6.719504195085601e-07,
      "loss": 0.5196,
      "step": 142135
    },
    {
      "epoch": 5.8216670079868935,
      "grad_norm": 1.5094199652376272,
      "learning_rate": 6.716420973847281e-07,
      "loss": 0.3701,
      "step": 142136
    },
    {
      "epoch": 5.82170796641409,
      "grad_norm": 1.4805558195059028,
      "learning_rate": 6.713338458546935e-07,
      "loss": 0.4787,
      "step": 142137
    },
    {
      "epoch": 5.821748924841286,
      "grad_norm": 2.3074993387306693,
      "learning_rate": 6.710256649185897e-07,
      "loss": 1.4203,
      "step": 142138
    },
    {
      "epoch": 5.821789883268482,
      "grad_norm": 0.9010901969339049,
      "learning_rate": 6.707175545765497e-07,
      "loss": 0.1036,
      "step": 142139
    },
    {
      "epoch": 5.821830841695679,
      "grad_norm": 1.0721068891978982,
      "learning_rate": 6.704095148287403e-07,
      "loss": 0.1707,
      "step": 142140
    },
    {
      "epoch": 5.821871800122875,
      "grad_norm": 1.635562956600292,
      "learning_rate": 6.701015456752779e-07,
      "loss": 0.5554,
      "step": 142141
    },
    {
      "epoch": 5.821912758550072,
      "grad_norm": 1.8895293462874867,
      "learning_rate": 6.697936471163457e-07,
      "loss": 0.8024,
      "step": 142142
    },
    {
      "epoch": 5.821953716977268,
      "grad_norm": 1.3570339473427033,
      "learning_rate": 6.694858191520602e-07,
      "loss": 0.4284,
      "step": 142143
    },
    {
      "epoch": 5.821994675404465,
      "grad_norm": 1.6265281777556937,
      "learning_rate": 6.691780617825715e-07,
      "loss": 0.4761,
      "step": 142144
    },
    {
      "epoch": 5.822035633831661,
      "grad_norm": 2.912431891040939,
      "learning_rate": 6.688703750080459e-07,
      "loss": 2.2584,
      "step": 142145
    },
    {
      "epoch": 5.822076592258857,
      "grad_norm": 1.0556327987258702,
      "learning_rate": 6.685627588286002e-07,
      "loss": 0.0831,
      "step": 142146
    },
    {
      "epoch": 5.822117550686054,
      "grad_norm": 3.0848910514486185,
      "learning_rate": 6.682552132444007e-07,
      "loss": 2.6871,
      "step": 142147
    },
    {
      "epoch": 5.82215850911325,
      "grad_norm": 1.475098320104768,
      "learning_rate": 6.679477382555809e-07,
      "loss": 0.4404,
      "step": 142148
    },
    {
      "epoch": 5.822199467540447,
      "grad_norm": 1.8131303443134428,
      "learning_rate": 6.676403338622904e-07,
      "loss": 0.5167,
      "step": 142149
    },
    {
      "epoch": 5.822240425967642,
      "grad_norm": 1.2612753023491279,
      "learning_rate": 6.673330000646792e-07,
      "loss": 0.2745,
      "step": 142150
    },
    {
      "epoch": 5.822281384394839,
      "grad_norm": 1.7049593202721243,
      "learning_rate": 6.670257368628806e-07,
      "loss": 0.6667,
      "step": 142151
    },
    {
      "epoch": 5.822322342822035,
      "grad_norm": 1.9564428433573147,
      "learning_rate": 6.667185442570611e-07,
      "loss": 0.7367,
      "step": 142152
    },
    {
      "epoch": 5.822363301249232,
      "grad_norm": 0.5667764301233835,
      "learning_rate": 6.664114222473371e-07,
      "loss": 0.0491,
      "step": 142153
    },
    {
      "epoch": 5.8224042596764285,
      "grad_norm": 1.5942386487655598,
      "learning_rate": 6.661043708338754e-07,
      "loss": 0.4581,
      "step": 142154
    },
    {
      "epoch": 5.822445218103625,
      "grad_norm": 1.7902835086377524,
      "learning_rate": 6.657973900167923e-07,
      "loss": 0.6738,
      "step": 142155
    },
    {
      "epoch": 5.822486176530822,
      "grad_norm": 0.952964376615999,
      "learning_rate": 6.654904797962878e-07,
      "loss": 0.227,
      "step": 142156
    },
    {
      "epoch": 5.822527134958017,
      "grad_norm": 0.8309204693717106,
      "learning_rate": 6.651836401724453e-07,
      "loss": 0.1802,
      "step": 142157
    },
    {
      "epoch": 5.822568093385214,
      "grad_norm": 1.204316537808472,
      "learning_rate": 6.648768711454478e-07,
      "loss": 0.2254,
      "step": 142158
    },
    {
      "epoch": 5.82260905181241,
      "grad_norm": 0.9150613896380371,
      "learning_rate": 6.645701727154451e-07,
      "loss": 0.1825,
      "step": 142159
    },
    {
      "epoch": 5.822650010239607,
      "grad_norm": 0.550412059086418,
      "learning_rate": 6.64263544882554e-07,
      "loss": 0.0569,
      "step": 142160
    },
    {
      "epoch": 5.822690968666803,
      "grad_norm": 1.1299978180908639,
      "learning_rate": 6.639569876469408e-07,
      "loss": 0.2899,
      "step": 142161
    },
    {
      "epoch": 5.822731927094,
      "grad_norm": 0.7519343684059112,
      "learning_rate": 6.63650501008739e-07,
      "loss": 0.1204,
      "step": 142162
    },
    {
      "epoch": 5.822772885521196,
      "grad_norm": 1.7617272736140523,
      "learning_rate": 6.633440849680982e-07,
      "loss": 0.5081,
      "step": 142163
    },
    {
      "epoch": 5.822813843948392,
      "grad_norm": 1.5975117774551861,
      "learning_rate": 6.630377395251685e-07,
      "loss": 0.4888,
      "step": 142164
    },
    {
      "epoch": 5.822854802375589,
      "grad_norm": 1.3007321598930974,
      "learning_rate": 6.62731464680083e-07,
      "loss": 0.3628,
      "step": 142165
    },
    {
      "epoch": 5.822895760802785,
      "grad_norm": 1.870135443396849,
      "learning_rate": 6.624252604329916e-07,
      "loss": 0.6152,
      "step": 142166
    },
    {
      "epoch": 5.822936719229982,
      "grad_norm": 1.7599227424486337,
      "learning_rate": 6.621191267840442e-07,
      "loss": 0.6274,
      "step": 142167
    },
    {
      "epoch": 5.822977677657178,
      "grad_norm": 1.410755709025118,
      "learning_rate": 6.618130637333741e-07,
      "loss": 0.3879,
      "step": 142168
    },
    {
      "epoch": 5.823018636084374,
      "grad_norm": 1.6215534732618926,
      "learning_rate": 6.61507071281131e-07,
      "loss": 0.4304,
      "step": 142169
    },
    {
      "epoch": 5.82305959451157,
      "grad_norm": 1.653580483551089,
      "learning_rate": 6.61201149427465e-07,
      "loss": 0.4536,
      "step": 142170
    },
    {
      "epoch": 5.823100552938767,
      "grad_norm": 1.6295177932679492,
      "learning_rate": 6.608952981725258e-07,
      "loss": 0.4859,
      "step": 142171
    },
    {
      "epoch": 5.8231415113659635,
      "grad_norm": 0.8582610410523916,
      "learning_rate": 6.605895175164466e-07,
      "loss": 0.1886,
      "step": 142172
    },
    {
      "epoch": 5.82318246979316,
      "grad_norm": 0.9712231504826311,
      "learning_rate": 6.602838074593609e-07,
      "loss": 0.217,
      "step": 142173
    },
    {
      "epoch": 5.8232234282203565,
      "grad_norm": 1.1442233327157718,
      "learning_rate": 6.599781680014515e-07,
      "loss": 0.2603,
      "step": 142174
    },
    {
      "epoch": 5.823264386647553,
      "grad_norm": 1.746415247870343,
      "learning_rate": 6.596725991428187e-07,
      "loss": 0.4517,
      "step": 142175
    },
    {
      "epoch": 5.823305345074749,
      "grad_norm": 1.6991712130365464,
      "learning_rate": 6.593671008836288e-07,
      "loss": 0.6239,
      "step": 142176
    },
    {
      "epoch": 5.823346303501945,
      "grad_norm": 1.434411569558385,
      "learning_rate": 6.590616732240317e-07,
      "loss": 0.4883,
      "step": 142177
    },
    {
      "epoch": 5.823387261929142,
      "grad_norm": 1.0025164530964095,
      "learning_rate": 6.587563161641607e-07,
      "loss": 0.2057,
      "step": 142178
    },
    {
      "epoch": 5.823428220356338,
      "grad_norm": 1.8079315940923795,
      "learning_rate": 6.584510297041656e-07,
      "loss": 0.7986,
      "step": 142179
    },
    {
      "epoch": 5.823469178783535,
      "grad_norm": 0.8696431065740464,
      "learning_rate": 6.581458138441964e-07,
      "loss": 0.0984,
      "step": 142180
    },
    {
      "epoch": 5.823510137210731,
      "grad_norm": 1.5318531172099181,
      "learning_rate": 6.578406685843862e-07,
      "loss": 0.3913,
      "step": 142181
    },
    {
      "epoch": 5.823551095637928,
      "grad_norm": 1.2171187835864332,
      "learning_rate": 6.57535593924885e-07,
      "loss": 0.378,
      "step": 142182
    },
    {
      "epoch": 5.823592054065124,
      "grad_norm": 1.6879280660648204,
      "learning_rate": 6.572305898658259e-07,
      "loss": 0.4568,
      "step": 142183
    },
    {
      "epoch": 5.82363301249232,
      "grad_norm": 1.594838067066964,
      "learning_rate": 6.569256564073588e-07,
      "loss": 0.4753,
      "step": 142184
    },
    {
      "epoch": 5.823673970919517,
      "grad_norm": 2.0733260089958296,
      "learning_rate": 6.566207935496337e-07,
      "loss": 0.4383,
      "step": 142185
    },
    {
      "epoch": 5.823714929346713,
      "grad_norm": 0.8984869182438546,
      "learning_rate": 6.563160012928003e-07,
      "loss": 0.2557,
      "step": 142186
    },
    {
      "epoch": 5.82375588777391,
      "grad_norm": 1.3328555753003206,
      "learning_rate": 6.560112796369921e-07,
      "loss": 0.366,
      "step": 142187
    },
    {
      "epoch": 5.823796846201105,
      "grad_norm": 1.6969235598827885,
      "learning_rate": 6.557066285823587e-07,
      "loss": 0.4627,
      "step": 142188
    },
    {
      "epoch": 5.823837804628302,
      "grad_norm": 2.011641663992985,
      "learning_rate": 6.554020481290334e-07,
      "loss": 0.7448,
      "step": 142189
    },
    {
      "epoch": 5.8238787630554985,
      "grad_norm": 1.081251412733046,
      "learning_rate": 6.550975382771662e-07,
      "loss": 0.2259,
      "step": 142190
    },
    {
      "epoch": 5.823919721482695,
      "grad_norm": 1.4622739592487584,
      "learning_rate": 6.547930990269068e-07,
      "loss": 0.4021,
      "step": 142191
    },
    {
      "epoch": 5.8239606799098915,
      "grad_norm": 0.9452928147001034,
      "learning_rate": 6.544887303784052e-07,
      "loss": 0.2061,
      "step": 142192
    },
    {
      "epoch": 5.824001638337088,
      "grad_norm": 1.3039774390545558,
      "learning_rate": 6.54184432331778e-07,
      "loss": 0.4666,
      "step": 142193
    },
    {
      "epoch": 5.824042596764285,
      "grad_norm": 2.6987636229065552,
      "learning_rate": 6.538802048871916e-07,
      "loss": 2.1678,
      "step": 142194
    },
    {
      "epoch": 5.82408355519148,
      "grad_norm": 1.9780934593099686,
      "learning_rate": 6.53576048044796e-07,
      "loss": 0.6337,
      "step": 142195
    },
    {
      "epoch": 5.824124513618677,
      "grad_norm": 1.8217599026637517,
      "learning_rate": 6.532719618047078e-07,
      "loss": 0.5105,
      "step": 142196
    },
    {
      "epoch": 5.824165472045873,
      "grad_norm": 1.0393462259386876,
      "learning_rate": 6.529679461670934e-07,
      "loss": 0.3707,
      "step": 142197
    },
    {
      "epoch": 5.82420643047307,
      "grad_norm": 1.6716077867781418,
      "learning_rate": 6.526640011321027e-07,
      "loss": 0.5121,
      "step": 142198
    },
    {
      "epoch": 5.824247388900266,
      "grad_norm": 2.404283467556653,
      "learning_rate": 6.523601266998524e-07,
      "loss": 1.2883,
      "step": 142199
    },
    {
      "epoch": 5.824288347327463,
      "grad_norm": 1.7116760400941995,
      "learning_rate": 6.520563228704923e-07,
      "loss": 0.5405,
      "step": 142200
    },
    {
      "epoch": 5.8243293057546595,
      "grad_norm": 1.5858582239181198,
      "learning_rate": 6.517525896441889e-07,
      "loss": 0.4932,
      "step": 142201
    },
    {
      "epoch": 5.824370264181855,
      "grad_norm": 1.4108593987668998,
      "learning_rate": 6.514489270210588e-07,
      "loss": 0.4876,
      "step": 142202
    },
    {
      "epoch": 5.824411222609052,
      "grad_norm": 1.8751498367826065,
      "learning_rate": 6.511453350012686e-07,
      "loss": 0.939,
      "step": 142203
    },
    {
      "epoch": 5.824452181036248,
      "grad_norm": 2.28494113960599,
      "learning_rate": 6.508418135849514e-07,
      "loss": 0.9263,
      "step": 142204
    },
    {
      "epoch": 5.824493139463445,
      "grad_norm": 1.4048142943483053,
      "learning_rate": 6.505383627722405e-07,
      "loss": 0.3526,
      "step": 142205
    },
    {
      "epoch": 5.824534097890641,
      "grad_norm": 1.5117456970616734,
      "learning_rate": 6.502349825632858e-07,
      "loss": 0.4535,
      "step": 142206
    },
    {
      "epoch": 5.824575056317837,
      "grad_norm": 1.463692817660538,
      "learning_rate": 6.499316729582371e-07,
      "loss": 0.4954,
      "step": 142207
    },
    {
      "epoch": 5.824616014745033,
      "grad_norm": 1.2328027535527786,
      "learning_rate": 6.496284339572444e-07,
      "loss": 0.4346,
      "step": 142208
    },
    {
      "epoch": 5.82465697317223,
      "grad_norm": 0.5593962079818069,
      "learning_rate": 6.493252655604242e-07,
      "loss": 0.0664,
      "step": 142209
    },
    {
      "epoch": 5.8246979315994265,
      "grad_norm": 1.8418362353066313,
      "learning_rate": 6.49022167767943e-07,
      "loss": 0.5558,
      "step": 142210
    },
    {
      "epoch": 5.824738890026623,
      "grad_norm": 1.408962263933018,
      "learning_rate": 6.487191405799508e-07,
      "loss": 0.3876,
      "step": 142211
    },
    {
      "epoch": 5.82477984845382,
      "grad_norm": 1.3412665833395276,
      "learning_rate": 6.484161839965641e-07,
      "loss": 0.4325,
      "step": 142212
    },
    {
      "epoch": 5.824820806881016,
      "grad_norm": 1.5046210675529397,
      "learning_rate": 6.481132980179493e-07,
      "loss": 0.4133,
      "step": 142213
    },
    {
      "epoch": 5.824861765308212,
      "grad_norm": 1.5641173604045926,
      "learning_rate": 6.478104826442232e-07,
      "loss": 0.5341,
      "step": 142214
    },
    {
      "epoch": 5.824902723735408,
      "grad_norm": 1.5401841380173407,
      "learning_rate": 6.475077378755689e-07,
      "loss": 0.5128,
      "step": 142215
    },
    {
      "epoch": 5.824943682162605,
      "grad_norm": 1.472968773728338,
      "learning_rate": 6.472050637120863e-07,
      "loss": 0.5354,
      "step": 142216
    },
    {
      "epoch": 5.824984640589801,
      "grad_norm": 0.16282310171828773,
      "learning_rate": 6.469024601539419e-07,
      "loss": 0.0183,
      "step": 142217
    },
    {
      "epoch": 5.825025599016998,
      "grad_norm": 1.2677634092829595,
      "learning_rate": 6.465999272012857e-07,
      "loss": 0.2085,
      "step": 142218
    },
    {
      "epoch": 5.825066557444194,
      "grad_norm": 1.4393153731563935,
      "learning_rate": 6.462974648542507e-07,
      "loss": 0.4094,
      "step": 142219
    },
    {
      "epoch": 5.825107515871391,
      "grad_norm": 1.917023447885808,
      "learning_rate": 6.459950731129704e-07,
      "loss": 0.6798,
      "step": 142220
    },
    {
      "epoch": 5.825148474298587,
      "grad_norm": 0.929206380106919,
      "learning_rate": 6.456927519775945e-07,
      "loss": 0.1779,
      "step": 142221
    },
    {
      "epoch": 5.825189432725783,
      "grad_norm": 1.6136979420306299,
      "learning_rate": 6.45390501448273e-07,
      "loss": 0.4772,
      "step": 142222
    },
    {
      "epoch": 5.82523039115298,
      "grad_norm": 1.8109228719974506,
      "learning_rate": 6.450883215251556e-07,
      "loss": 0.6204,
      "step": 142223
    },
    {
      "epoch": 5.825271349580176,
      "grad_norm": 1.480022755024698,
      "learning_rate": 6.447862122083591e-07,
      "loss": 0.4455,
      "step": 142224
    },
    {
      "epoch": 5.825312308007373,
      "grad_norm": 1.3454192224074086,
      "learning_rate": 6.444841734980499e-07,
      "loss": 0.4601,
      "step": 142225
    },
    {
      "epoch": 5.825353266434569,
      "grad_norm": 1.34547978782449,
      "learning_rate": 6.441822053943612e-07,
      "loss": 0.3756,
      "step": 142226
    },
    {
      "epoch": 5.825394224861765,
      "grad_norm": 1.605867855009283,
      "learning_rate": 6.438803078974263e-07,
      "loss": 0.5731,
      "step": 142227
    },
    {
      "epoch": 5.8254351832889615,
      "grad_norm": 3.0797961290555365,
      "learning_rate": 6.435784810074118e-07,
      "loss": 2.7849,
      "step": 142228
    },
    {
      "epoch": 5.825476141716158,
      "grad_norm": 1.8364052400541186,
      "learning_rate": 6.432767247244341e-07,
      "loss": 0.9122,
      "step": 142229
    },
    {
      "epoch": 5.8255171001433546,
      "grad_norm": 1.752425294672,
      "learning_rate": 6.429750390486432e-07,
      "loss": 0.4857,
      "step": 142230
    },
    {
      "epoch": 5.825558058570551,
      "grad_norm": 1.5009758898597714,
      "learning_rate": 6.426734239802056e-07,
      "loss": 0.3953,
      "step": 142231
    },
    {
      "epoch": 5.825599016997748,
      "grad_norm": 1.4224241665536022,
      "learning_rate": 6.423718795192378e-07,
      "loss": 0.4661,
      "step": 142232
    },
    {
      "epoch": 5.825639975424943,
      "grad_norm": 1.7362532902816956,
      "learning_rate": 6.420704056658898e-07,
      "loss": 0.7026,
      "step": 142233
    },
    {
      "epoch": 5.82568093385214,
      "grad_norm": 1.508592577605973,
      "learning_rate": 6.417690024203114e-07,
      "loss": 0.438,
      "step": 142234
    },
    {
      "epoch": 5.825721892279336,
      "grad_norm": 0.8569726554956428,
      "learning_rate": 6.414676697826193e-07,
      "loss": 0.2085,
      "step": 142235
    },
    {
      "epoch": 5.825762850706533,
      "grad_norm": 1.1243278172399935,
      "learning_rate": 6.411664077529965e-07,
      "loss": 0.2574,
      "step": 142236
    },
    {
      "epoch": 5.825803809133729,
      "grad_norm": 1.4914080843779587,
      "learning_rate": 6.408652163315431e-07,
      "loss": 0.5357,
      "step": 142237
    },
    {
      "epoch": 5.825844767560926,
      "grad_norm": 2.0262587681004347,
      "learning_rate": 6.405640955184255e-07,
      "loss": 0.9521,
      "step": 142238
    },
    {
      "epoch": 5.8258857259881225,
      "grad_norm": 1.6406764835649503,
      "learning_rate": 6.402630453137935e-07,
      "loss": 0.5305,
      "step": 142239
    },
    {
      "epoch": 5.825926684415318,
      "grad_norm": 0.9771623885888441,
      "learning_rate": 6.39962065717764e-07,
      "loss": 0.2099,
      "step": 142240
    },
    {
      "epoch": 5.825967642842515,
      "grad_norm": 1.0224023063492502,
      "learning_rate": 6.396611567305199e-07,
      "loss": 0.2518,
      "step": 142241
    },
    {
      "epoch": 5.826008601269711,
      "grad_norm": 1.7298523435773916,
      "learning_rate": 6.393603183521445e-07,
      "loss": 0.6144,
      "step": 142242
    },
    {
      "epoch": 5.826049559696908,
      "grad_norm": 1.4825245368701558,
      "learning_rate": 6.390595505828211e-07,
      "loss": 0.4194,
      "step": 142243
    },
    {
      "epoch": 5.826090518124104,
      "grad_norm": 1.6404284943206875,
      "learning_rate": 6.387588534226995e-07,
      "loss": 0.565,
      "step": 142244
    },
    {
      "epoch": 5.826131476551301,
      "grad_norm": 1.601865932274255,
      "learning_rate": 6.384582268718963e-07,
      "loss": 0.5432,
      "step": 142245
    },
    {
      "epoch": 5.8261724349784965,
      "grad_norm": 1.4494055566432573,
      "learning_rate": 6.381576709305614e-07,
      "loss": 0.3598,
      "step": 142246
    },
    {
      "epoch": 5.826213393405693,
      "grad_norm": 1.2748745127635681,
      "learning_rate": 6.378571855988445e-07,
      "loss": 0.3263,
      "step": 142247
    },
    {
      "epoch": 5.8262543518328895,
      "grad_norm": 1.3794148092949632,
      "learning_rate": 6.375567708768625e-07,
      "loss": 0.4195,
      "step": 142248
    },
    {
      "epoch": 5.826295310260086,
      "grad_norm": 1.3641534386385505,
      "learning_rate": 6.372564267647984e-07,
      "loss": 0.3661,
      "step": 142249
    },
    {
      "epoch": 5.826336268687283,
      "grad_norm": 1.8120778580808108,
      "learning_rate": 6.369561532627688e-07,
      "loss": 0.5459,
      "step": 142250
    },
    {
      "epoch": 5.826377227114479,
      "grad_norm": 1.8694495606469117,
      "learning_rate": 6.366559503709068e-07,
      "loss": 0.7817,
      "step": 142251
    },
    {
      "epoch": 5.826418185541675,
      "grad_norm": 1.4073032987555012,
      "learning_rate": 6.363558180893791e-07,
      "loss": 0.4318,
      "step": 142252
    },
    {
      "epoch": 5.826459143968871,
      "grad_norm": 1.316603310852302,
      "learning_rate": 6.360557564183022e-07,
      "loss": 0.3227,
      "step": 142253
    },
    {
      "epoch": 5.826500102396068,
      "grad_norm": 1.6716426456341344,
      "learning_rate": 6.357557653578427e-07,
      "loss": 0.5024,
      "step": 142254
    },
    {
      "epoch": 5.826541060823264,
      "grad_norm": 2.0094081725339885,
      "learning_rate": 6.354558449081337e-07,
      "loss": 0.7276,
      "step": 142255
    },
    {
      "epoch": 5.826582019250461,
      "grad_norm": 0.5399848201552464,
      "learning_rate": 6.351559950693086e-07,
      "loss": 0.0555,
      "step": 142256
    },
    {
      "epoch": 5.8266229776776575,
      "grad_norm": 1.6740487104369883,
      "learning_rate": 6.348562158415171e-07,
      "loss": 0.5165,
      "step": 142257
    },
    {
      "epoch": 5.826663936104854,
      "grad_norm": 1.4080395084368562,
      "learning_rate": 6.345565072248926e-07,
      "loss": 0.4196,
      "step": 142258
    },
    {
      "epoch": 5.82670489453205,
      "grad_norm": 1.6760557053766396,
      "learning_rate": 6.342568692195682e-07,
      "loss": 0.504,
      "step": 142259
    },
    {
      "epoch": 5.826745852959246,
      "grad_norm": 1.8417134971191178,
      "learning_rate": 6.339573018257271e-07,
      "loss": 0.6516,
      "step": 142260
    },
    {
      "epoch": 5.826786811386443,
      "grad_norm": 1.5335904741561328,
      "learning_rate": 6.336578050434693e-07,
      "loss": 0.4625,
      "step": 142261
    },
    {
      "epoch": 5.826827769813639,
      "grad_norm": 1.302706571865338,
      "learning_rate": 6.333583788729613e-07,
      "loss": 0.3499,
      "step": 142262
    },
    {
      "epoch": 5.826868728240836,
      "grad_norm": 1.8997008642100808,
      "learning_rate": 6.330590233143196e-07,
      "loss": 0.7181,
      "step": 142263
    },
    {
      "epoch": 5.826909686668032,
      "grad_norm": 1.0809751048821423,
      "learning_rate": 6.327597383677107e-07,
      "loss": 0.3404,
      "step": 142264
    },
    {
      "epoch": 5.826950645095228,
      "grad_norm": 0.9358760914860424,
      "learning_rate": 6.324605240332681e-07,
      "loss": 0.1662,
      "step": 142265
    },
    {
      "epoch": 5.8269916035224245,
      "grad_norm": 1.3720688810484456,
      "learning_rate": 6.321613803111248e-07,
      "loss": 0.3752,
      "step": 142266
    },
    {
      "epoch": 5.827032561949621,
      "grad_norm": 1.683546514925872,
      "learning_rate": 6.31862307201414e-07,
      "loss": 0.4103,
      "step": 142267
    },
    {
      "epoch": 5.827073520376818,
      "grad_norm": 1.1664930162649254,
      "learning_rate": 6.315633047043189e-07,
      "loss": 0.2352,
      "step": 142268
    },
    {
      "epoch": 5.827114478804014,
      "grad_norm": 1.6443951241673385,
      "learning_rate": 6.312643728199396e-07,
      "loss": 0.5093,
      "step": 142269
    },
    {
      "epoch": 5.827155437231211,
      "grad_norm": 1.5959741383241235,
      "learning_rate": 6.309655115484258e-07,
      "loss": 0.5097,
      "step": 142270
    },
    {
      "epoch": 5.827196395658406,
      "grad_norm": 0.5017336257329389,
      "learning_rate": 6.306667208899275e-07,
      "loss": 0.0506,
      "step": 142271
    },
    {
      "epoch": 5.827237354085603,
      "grad_norm": 1.3593999315375054,
      "learning_rate": 6.303680008445943e-07,
      "loss": 0.4308,
      "step": 142272
    },
    {
      "epoch": 5.827278312512799,
      "grad_norm": 0.9725928156116653,
      "learning_rate": 6.300693514125433e-07,
      "loss": 0.1795,
      "step": 142273
    },
    {
      "epoch": 5.827319270939996,
      "grad_norm": 2.0445841072595408,
      "learning_rate": 6.297707725939405e-07,
      "loss": 0.8119,
      "step": 142274
    },
    {
      "epoch": 5.8273602293671924,
      "grad_norm": 1.368906753456837,
      "learning_rate": 6.294722643889027e-07,
      "loss": 0.47,
      "step": 142275
    },
    {
      "epoch": 5.827401187794389,
      "grad_norm": 1.481888404217113,
      "learning_rate": 6.291738267975799e-07,
      "loss": 0.5159,
      "step": 142276
    },
    {
      "epoch": 5.8274421462215855,
      "grad_norm": 1.4700417084317152,
      "learning_rate": 6.288754598201218e-07,
      "loss": 0.4748,
      "step": 142277
    },
    {
      "epoch": 5.827483104648781,
      "grad_norm": 1.696987543240706,
      "learning_rate": 6.285771634566617e-07,
      "loss": 0.508,
      "step": 142278
    },
    {
      "epoch": 5.827524063075978,
      "grad_norm": 1.6297033165897528,
      "learning_rate": 6.282789377073494e-07,
      "loss": 0.4928,
      "step": 142279
    },
    {
      "epoch": 5.827565021503174,
      "grad_norm": 1.3857439318892075,
      "learning_rate": 6.279807825723182e-07,
      "loss": 0.358,
      "step": 142280
    },
    {
      "epoch": 5.827605979930371,
      "grad_norm": 1.4110889943470006,
      "learning_rate": 6.276826980517014e-07,
      "loss": 0.4886,
      "step": 142281
    },
    {
      "epoch": 5.827646938357567,
      "grad_norm": 1.2377688295217497,
      "learning_rate": 6.273846841456486e-07,
      "loss": 0.3707,
      "step": 142282
    },
    {
      "epoch": 5.827687896784764,
      "grad_norm": 1.5218899402167538,
      "learning_rate": 6.270867408543101e-07,
      "loss": 0.3839,
      "step": 142283
    },
    {
      "epoch": 5.8277288552119595,
      "grad_norm": 1.9531738708644983,
      "learning_rate": 6.267888681778188e-07,
      "loss": 0.9098,
      "step": 142284
    },
    {
      "epoch": 5.827769813639156,
      "grad_norm": 0.8146412570287981,
      "learning_rate": 6.26491066116308e-07,
      "loss": 0.1181,
      "step": 142285
    },
    {
      "epoch": 5.827810772066353,
      "grad_norm": 0.7657038068968923,
      "learning_rate": 6.261933346699277e-07,
      "loss": 0.1705,
      "step": 142286
    },
    {
      "epoch": 5.827851730493549,
      "grad_norm": 1.6780227115596564,
      "learning_rate": 6.258956738387944e-07,
      "loss": 0.63,
      "step": 142287
    },
    {
      "epoch": 5.827892688920746,
      "grad_norm": 1.5639226239710677,
      "learning_rate": 6.255980836230911e-07,
      "loss": 0.4796,
      "step": 142288
    },
    {
      "epoch": 5.827933647347942,
      "grad_norm": 1.525419852099971,
      "learning_rate": 6.253005640229347e-07,
      "loss": 0.4147,
      "step": 142289
    },
    {
      "epoch": 5.827974605775138,
      "grad_norm": 1.5696092343956844,
      "learning_rate": 6.250031150384749e-07,
      "loss": 0.5183,
      "step": 142290
    },
    {
      "epoch": 5.828015564202334,
      "grad_norm": 1.6384275605711227,
      "learning_rate": 6.24705736669845e-07,
      "loss": 0.5127,
      "step": 142291
    },
    {
      "epoch": 5.828056522629531,
      "grad_norm": 1.1734255546058399,
      "learning_rate": 6.244084289171781e-07,
      "loss": 0.3122,
      "step": 142292
    },
    {
      "epoch": 5.828097481056727,
      "grad_norm": 0.9326102423660539,
      "learning_rate": 6.241111917806241e-07,
      "loss": 0.1963,
      "step": 142293
    },
    {
      "epoch": 5.828138439483924,
      "grad_norm": 1.9493791396881757,
      "learning_rate": 6.238140252603163e-07,
      "loss": 0.6802,
      "step": 142294
    },
    {
      "epoch": 5.8281793979111205,
      "grad_norm": 2.0788654721303805,
      "learning_rate": 6.235169293564212e-07,
      "loss": 0.8926,
      "step": 142295
    },
    {
      "epoch": 5.828220356338317,
      "grad_norm": 1.508937168614331,
      "learning_rate": 6.232199040690389e-07,
      "loss": 0.4661,
      "step": 142296
    },
    {
      "epoch": 5.828261314765513,
      "grad_norm": 1.7163030302927431,
      "learning_rate": 6.229229493983357e-07,
      "loss": 0.6523,
      "step": 142297
    },
    {
      "epoch": 5.828302273192709,
      "grad_norm": 1.6070792755797907,
      "learning_rate": 6.226260653444448e-07,
      "loss": 0.4652,
      "step": 142298
    },
    {
      "epoch": 5.828343231619906,
      "grad_norm": 1.5734536950258988,
      "learning_rate": 6.223292519075163e-07,
      "loss": 0.4944,
      "step": 142299
    },
    {
      "epoch": 5.828384190047102,
      "grad_norm": 1.3097129700489427,
      "learning_rate": 6.220325090876832e-07,
      "loss": 0.3235,
      "step": 142300
    },
    {
      "epoch": 5.828425148474299,
      "grad_norm": 1.1186638915821205,
      "learning_rate": 6.217358368850789e-07,
      "loss": 0.2763,
      "step": 142301
    },
    {
      "epoch": 5.828466106901495,
      "grad_norm": 1.5263349727286655,
      "learning_rate": 6.214392352998532e-07,
      "loss": 0.5043,
      "step": 142302
    },
    {
      "epoch": 5.828507065328691,
      "grad_norm": 1.0688243857740456,
      "learning_rate": 6.211427043321393e-07,
      "loss": 0.3957,
      "step": 142303
    },
    {
      "epoch": 5.8285480237558875,
      "grad_norm": 0.7970245929487961,
      "learning_rate": 6.208462439820871e-07,
      "loss": 0.1158,
      "step": 142304
    },
    {
      "epoch": 5.828588982183084,
      "grad_norm": 0.8519633092898594,
      "learning_rate": 6.2054985424983e-07,
      "loss": 0.194,
      "step": 142305
    },
    {
      "epoch": 5.828629940610281,
      "grad_norm": 1.489704944780617,
      "learning_rate": 6.202535351355009e-07,
      "loss": 0.4235,
      "step": 142306
    },
    {
      "epoch": 5.828670899037477,
      "grad_norm": 1.0953825682551668,
      "learning_rate": 6.199572866392499e-07,
      "loss": 0.2328,
      "step": 142307
    },
    {
      "epoch": 5.828711857464674,
      "grad_norm": 1.4202053620826809,
      "learning_rate": 6.196611087612102e-07,
      "loss": 0.436,
      "step": 142308
    },
    {
      "epoch": 5.828752815891869,
      "grad_norm": 1.250122433435776,
      "learning_rate": 6.193650015015316e-07,
      "loss": 0.3238,
      "step": 142309
    },
    {
      "epoch": 5.828793774319066,
      "grad_norm": 1.3465943170784718,
      "learning_rate": 6.190689648603642e-07,
      "loss": 0.4145,
      "step": 142310
    },
    {
      "epoch": 5.828834732746262,
      "grad_norm": 0.8451073581281356,
      "learning_rate": 6.187729988378243e-07,
      "loss": 0.1525,
      "step": 142311
    },
    {
      "epoch": 5.828875691173459,
      "grad_norm": 1.7521204696637562,
      "learning_rate": 6.184771034340452e-07,
      "loss": 0.5163,
      "step": 142312
    },
    {
      "epoch": 5.8289166496006555,
      "grad_norm": 1.2350922879771273,
      "learning_rate": 6.181812786491935e-07,
      "loss": 0.3397,
      "step": 142313
    },
    {
      "epoch": 5.828957608027852,
      "grad_norm": 0.5919154796478645,
      "learning_rate": 6.178855244834025e-07,
      "loss": 0.1179,
      "step": 142314
    },
    {
      "epoch": 5.8289985664550485,
      "grad_norm": 1.680451090349921,
      "learning_rate": 6.175898409367885e-07,
      "loss": 0.6344,
      "step": 142315
    },
    {
      "epoch": 5.829039524882244,
      "grad_norm": 1.4679044396442062,
      "learning_rate": 6.17294228009535e-07,
      "loss": 0.522,
      "step": 142316
    },
    {
      "epoch": 5.829080483309441,
      "grad_norm": 0.9109177046515581,
      "learning_rate": 6.169986857017417e-07,
      "loss": 0.2529,
      "step": 142317
    },
    {
      "epoch": 5.829121441736637,
      "grad_norm": 1.5686491566701215,
      "learning_rate": 6.167032140135753e-07,
      "loss": 0.5127,
      "step": 142318
    },
    {
      "epoch": 5.829162400163834,
      "grad_norm": 1.404267485071758,
      "learning_rate": 6.164078129451522e-07,
      "loss": 0.368,
      "step": 142319
    },
    {
      "epoch": 5.82920335859103,
      "grad_norm": 1.187944132548036,
      "learning_rate": 6.161124824966224e-07,
      "loss": 0.3173,
      "step": 142320
    },
    {
      "epoch": 5.829244317018227,
      "grad_norm": 1.845173982996067,
      "learning_rate": 6.15817222668119e-07,
      "loss": 0.6451,
      "step": 142321
    },
    {
      "epoch": 5.8292852754454225,
      "grad_norm": 1.4444692065864504,
      "learning_rate": 6.155220334598087e-07,
      "loss": 0.511,
      "step": 142322
    },
    {
      "epoch": 5.829326233872619,
      "grad_norm": 1.6044601245371677,
      "learning_rate": 6.152269148717915e-07,
      "loss": 0.5601,
      "step": 142323
    },
    {
      "epoch": 5.829367192299816,
      "grad_norm": 1.028345207997822,
      "learning_rate": 6.149318669042336e-07,
      "loss": 0.2187,
      "step": 142324
    },
    {
      "epoch": 5.829408150727012,
      "grad_norm": 1.3090322812480526,
      "learning_rate": 6.146368895572684e-07,
      "loss": 0.3636,
      "step": 142325
    },
    {
      "epoch": 5.829449109154209,
      "grad_norm": 1.4831769502597751,
      "learning_rate": 6.143419828310459e-07,
      "loss": 0.4231,
      "step": 142326
    },
    {
      "epoch": 5.829490067581405,
      "grad_norm": 1.34036820509922,
      "learning_rate": 6.140471467256824e-07,
      "loss": 0.4666,
      "step": 142327
    },
    {
      "epoch": 5.829531026008601,
      "grad_norm": 0.9579033498999608,
      "learning_rate": 6.137523812413281e-07,
      "loss": 0.1791,
      "step": 142328
    },
    {
      "epoch": 5.829571984435797,
      "grad_norm": 1.4771455812415646,
      "learning_rate": 6.134576863781326e-07,
      "loss": 0.3748,
      "step": 142329
    },
    {
      "epoch": 5.829612942862994,
      "grad_norm": 1.5367549047076532,
      "learning_rate": 6.131630621362127e-07,
      "loss": 0.4673,
      "step": 142330
    },
    {
      "epoch": 5.8296539012901905,
      "grad_norm": 1.2263407264118553,
      "learning_rate": 6.128685085157181e-07,
      "loss": 0.3684,
      "step": 142331
    },
    {
      "epoch": 5.829694859717387,
      "grad_norm": 2.6853804606741787,
      "learning_rate": 6.125740255168154e-07,
      "loss": 2.1393,
      "step": 142332
    },
    {
      "epoch": 5.8297358181445835,
      "grad_norm": 1.7522693099379079,
      "learning_rate": 6.122796131396046e-07,
      "loss": 0.5489,
      "step": 142333
    },
    {
      "epoch": 5.82977677657178,
      "grad_norm": 1.4043260758019827,
      "learning_rate": 6.119852713842355e-07,
      "loss": 0.3948,
      "step": 142334
    },
    {
      "epoch": 5.829817734998976,
      "grad_norm": 1.4021776855200503,
      "learning_rate": 6.116910002508579e-07,
      "loss": 0.4149,
      "step": 142335
    },
    {
      "epoch": 5.829858693426172,
      "grad_norm": 1.5654231271281414,
      "learning_rate": 6.113967997395885e-07,
      "loss": 0.3961,
      "step": 142336
    },
    {
      "epoch": 5.829899651853369,
      "grad_norm": 1.4412854497221643,
      "learning_rate": 6.111026698505939e-07,
      "loss": 0.3629,
      "step": 142337
    },
    {
      "epoch": 5.829940610280565,
      "grad_norm": 1.5372696846824274,
      "learning_rate": 6.108086105840071e-07,
      "loss": 0.4995,
      "step": 142338
    },
    {
      "epoch": 5.829981568707762,
      "grad_norm": 2.2428105540326735,
      "learning_rate": 6.105146219399449e-07,
      "loss": 0.9516,
      "step": 142339
    },
    {
      "epoch": 5.830022527134958,
      "grad_norm": 1.6020007698925194,
      "learning_rate": 6.102207039185902e-07,
      "loss": 0.5367,
      "step": 142340
    },
    {
      "epoch": 5.830063485562154,
      "grad_norm": 1.7850109626611852,
      "learning_rate": 6.099268565200265e-07,
      "loss": 0.4744,
      "step": 142341
    },
    {
      "epoch": 5.830104443989351,
      "grad_norm": 1.9921280429424846,
      "learning_rate": 6.096330797444371e-07,
      "loss": 0.6219,
      "step": 142342
    },
    {
      "epoch": 5.830145402416547,
      "grad_norm": 1.759051160560097,
      "learning_rate": 6.093393735919383e-07,
      "loss": 0.6243,
      "step": 142343
    },
    {
      "epoch": 5.830186360843744,
      "grad_norm": 2.4497774101415306,
      "learning_rate": 6.090457380626801e-07,
      "loss": 1.05,
      "step": 142344
    },
    {
      "epoch": 5.83022731927094,
      "grad_norm": 0.9310615939111078,
      "learning_rate": 6.087521731567957e-07,
      "loss": 0.1487,
      "step": 142345
    },
    {
      "epoch": 5.830268277698137,
      "grad_norm": 0.9102877125298691,
      "learning_rate": 6.084586788744184e-07,
      "loss": 0.3159,
      "step": 142346
    },
    {
      "epoch": 5.830309236125332,
      "grad_norm": 1.629339054953826,
      "learning_rate": 6.081652552156979e-07,
      "loss": 0.3426,
      "step": 142347
    },
    {
      "epoch": 5.830350194552529,
      "grad_norm": 1.616082013284104,
      "learning_rate": 6.078719021807676e-07,
      "loss": 0.5814,
      "step": 142348
    },
    {
      "epoch": 5.830391152979725,
      "grad_norm": 1.4545212134306178,
      "learning_rate": 6.075786197697607e-07,
      "loss": 0.4487,
      "step": 142349
    },
    {
      "epoch": 5.830432111406922,
      "grad_norm": 1.8010264305610186,
      "learning_rate": 6.072854079828271e-07,
      "loss": 0.608,
      "step": 142350
    },
    {
      "epoch": 5.8304730698341185,
      "grad_norm": 1.034355276827773,
      "learning_rate": 6.069922668200999e-07,
      "loss": 0.3009,
      "step": 142351
    },
    {
      "epoch": 5.830514028261315,
      "grad_norm": 0.8774507434770425,
      "learning_rate": 6.066991962817125e-07,
      "loss": 0.1838,
      "step": 142352
    },
    {
      "epoch": 5.830554986688512,
      "grad_norm": 1.5896733927530549,
      "learning_rate": 6.064061963678146e-07,
      "loss": 0.5378,
      "step": 142353
    },
    {
      "epoch": 5.830595945115707,
      "grad_norm": 1.777360306189018,
      "learning_rate": 6.061132670785396e-07,
      "loss": 0.5909,
      "step": 142354
    },
    {
      "epoch": 5.830636903542904,
      "grad_norm": 0.995918755923205,
      "learning_rate": 6.058204084140206e-07,
      "loss": 0.1854,
      "step": 142355
    },
    {
      "epoch": 5.8306778619701,
      "grad_norm": 1.380502743171141,
      "learning_rate": 6.055276203744075e-07,
      "loss": 0.3487,
      "step": 142356
    },
    {
      "epoch": 5.830718820397297,
      "grad_norm": 1.178876954782182,
      "learning_rate": 6.052349029598336e-07,
      "loss": 0.1092,
      "step": 142357
    },
    {
      "epoch": 5.830759778824493,
      "grad_norm": 1.6611216810692022,
      "learning_rate": 6.04942256170432e-07,
      "loss": 0.4429,
      "step": 142358
    },
    {
      "epoch": 5.83080073725169,
      "grad_norm": 1.251587081381806,
      "learning_rate": 6.04649680006336e-07,
      "loss": 0.2597,
      "step": 142359
    },
    {
      "epoch": 5.8308416956788856,
      "grad_norm": 2.0427814986936124,
      "learning_rate": 6.043571744676956e-07,
      "loss": 0.6772,
      "step": 142360
    },
    {
      "epoch": 5.830882654106082,
      "grad_norm": 0.9532929129533141,
      "learning_rate": 6.040647395546605e-07,
      "loss": 0.2202,
      "step": 142361
    },
    {
      "epoch": 5.830923612533279,
      "grad_norm": 1.3211972781435857,
      "learning_rate": 6.037723752673473e-07,
      "loss": 0.374,
      "step": 142362
    },
    {
      "epoch": 5.830964570960475,
      "grad_norm": 1.5116018423098383,
      "learning_rate": 6.034800816058893e-07,
      "loss": 0.4585,
      "step": 142363
    },
    {
      "epoch": 5.831005529387672,
      "grad_norm": 1.4485142791928522,
      "learning_rate": 6.031878585704531e-07,
      "loss": 0.471,
      "step": 142364
    },
    {
      "epoch": 5.831046487814868,
      "grad_norm": 2.85339190102408,
      "learning_rate": 6.02895706161155e-07,
      "loss": 2.1164,
      "step": 142365
    },
    {
      "epoch": 5.831087446242064,
      "grad_norm": 1.358804718343197,
      "learning_rate": 6.026036243781285e-07,
      "loss": 0.3776,
      "step": 142366
    },
    {
      "epoch": 5.83112840466926,
      "grad_norm": 1.8292634744398797,
      "learning_rate": 6.0231161322154e-07,
      "loss": 0.5743,
      "step": 142367
    },
    {
      "epoch": 5.831169363096457,
      "grad_norm": 1.0831567559624793,
      "learning_rate": 6.020196726915061e-07,
      "loss": 0.2954,
      "step": 142368
    },
    {
      "epoch": 5.8312103215236535,
      "grad_norm": 1.0220581752894098,
      "learning_rate": 6.0172780278816e-07,
      "loss": 0.2599,
      "step": 142369
    },
    {
      "epoch": 5.83125127995085,
      "grad_norm": 0.9261970477030916,
      "learning_rate": 6.014360035116517e-07,
      "loss": 0.1938,
      "step": 142370
    },
    {
      "epoch": 5.8312922383780466,
      "grad_norm": 0.9609933376263854,
      "learning_rate": 6.011442748621142e-07,
      "loss": 0.2013,
      "step": 142371
    },
    {
      "epoch": 5.831333196805243,
      "grad_norm": 1.4699610122678732,
      "learning_rate": 6.00852616839681e-07,
      "loss": 0.5412,
      "step": 142372
    },
    {
      "epoch": 5.831374155232439,
      "grad_norm": 1.2859228253249992,
      "learning_rate": 6.005610294445018e-07,
      "loss": 0.4577,
      "step": 142373
    },
    {
      "epoch": 5.831415113659635,
      "grad_norm": 1.0621458673284265,
      "learning_rate": 6.002695126767099e-07,
      "loss": 0.1345,
      "step": 142374
    },
    {
      "epoch": 5.831456072086832,
      "grad_norm": 0.3735399370648292,
      "learning_rate": 5.999780665364384e-07,
      "loss": 0.0316,
      "step": 142375
    },
    {
      "epoch": 5.831497030514028,
      "grad_norm": 1.315151741773347,
      "learning_rate": 5.996866910238207e-07,
      "loss": 0.4255,
      "step": 142376
    },
    {
      "epoch": 5.831537988941225,
      "grad_norm": 1.3459291561222544,
      "learning_rate": 5.993953861390066e-07,
      "loss": 0.4722,
      "step": 142377
    },
    {
      "epoch": 5.831578947368421,
      "grad_norm": 1.4908380649288246,
      "learning_rate": 5.991041518821294e-07,
      "loss": 0.5232,
      "step": 142378
    },
    {
      "epoch": 5.831619905795617,
      "grad_norm": 1.7490998879800117,
      "learning_rate": 5.988129882533388e-07,
      "loss": 0.5704,
      "step": 142379
    },
    {
      "epoch": 5.831660864222814,
      "grad_norm": 1.7544167711155625,
      "learning_rate": 5.985218952527515e-07,
      "loss": 0.6326,
      "step": 142380
    },
    {
      "epoch": 5.83170182265001,
      "grad_norm": 3.08043377694473,
      "learning_rate": 5.982308728805007e-07,
      "loss": 2.4961,
      "step": 142381
    },
    {
      "epoch": 5.831742781077207,
      "grad_norm": 1.2435719346673633,
      "learning_rate": 5.97939921136753e-07,
      "loss": 0.3186,
      "step": 142382
    },
    {
      "epoch": 5.831783739504403,
      "grad_norm": 1.6675355743737785,
      "learning_rate": 5.97649040021625e-07,
      "loss": 0.5508,
      "step": 142383
    },
    {
      "epoch": 5.8318246979316,
      "grad_norm": 1.5083841477212647,
      "learning_rate": 5.973582295352664e-07,
      "loss": 0.4319,
      "step": 142384
    },
    {
      "epoch": 5.831865656358795,
      "grad_norm": 1.3981050231169707,
      "learning_rate": 5.970674896777938e-07,
      "loss": 0.3924,
      "step": 142385
    },
    {
      "epoch": 5.831906614785992,
      "grad_norm": 1.4627344095791543,
      "learning_rate": 5.967768204493739e-07,
      "loss": 0.4785,
      "step": 142386
    },
    {
      "epoch": 5.8319475732131885,
      "grad_norm": 1.5209660016235098,
      "learning_rate": 5.964862218501065e-07,
      "loss": 0.5063,
      "step": 142387
    },
    {
      "epoch": 5.831988531640385,
      "grad_norm": 1.6856058239007052,
      "learning_rate": 5.961956938801749e-07,
      "loss": 0.6188,
      "step": 142388
    },
    {
      "epoch": 5.8320294900675815,
      "grad_norm": 1.7614340277652216,
      "learning_rate": 5.959052365396788e-07,
      "loss": 0.4926,
      "step": 142389
    },
    {
      "epoch": 5.832070448494778,
      "grad_norm": 1.508571361382748,
      "learning_rate": 5.956148498287683e-07,
      "loss": 0.5069,
      "step": 142390
    },
    {
      "epoch": 5.832111406921975,
      "grad_norm": 1.4891889051462956,
      "learning_rate": 5.953245337475932e-07,
      "loss": 0.5042,
      "step": 142391
    },
    {
      "epoch": 5.83215236534917,
      "grad_norm": 1.4530541598362594,
      "learning_rate": 5.9503428829627e-07,
      "loss": 0.4449,
      "step": 142392
    },
    {
      "epoch": 5.832193323776367,
      "grad_norm": 1.870676243681733,
      "learning_rate": 5.947441134749487e-07,
      "loss": 0.8678,
      "step": 142393
    },
    {
      "epoch": 5.832234282203563,
      "grad_norm": 1.2236091126001318,
      "learning_rate": 5.944540092837458e-07,
      "loss": 0.3378,
      "step": 142394
    },
    {
      "epoch": 5.83227524063076,
      "grad_norm": 2.2251083070543407,
      "learning_rate": 5.941639757228278e-07,
      "loss": 1.4223,
      "step": 142395
    },
    {
      "epoch": 5.832316199057956,
      "grad_norm": 1.298297193628032,
      "learning_rate": 5.938740127923281e-07,
      "loss": 0.3961,
      "step": 142396
    },
    {
      "epoch": 5.832357157485153,
      "grad_norm": 1.7083814411924017,
      "learning_rate": 5.93584120492363e-07,
      "loss": 0.4382,
      "step": 142397
    },
    {
      "epoch": 5.832398115912349,
      "grad_norm": 1.3885675324151614,
      "learning_rate": 5.932942988230994e-07,
      "loss": 0.3786,
      "step": 142398
    },
    {
      "epoch": 5.832439074339545,
      "grad_norm": 1.7424807588349607,
      "learning_rate": 5.930045477846367e-07,
      "loss": 0.6862,
      "step": 142399
    },
    {
      "epoch": 5.832480032766742,
      "grad_norm": 0.9311571966783726,
      "learning_rate": 5.92714867377142e-07,
      "loss": 0.1757,
      "step": 142400
    },
    {
      "epoch": 5.832520991193938,
      "grad_norm": 1.566630597985162,
      "learning_rate": 5.924252576007482e-07,
      "loss": 0.4728,
      "step": 142401
    },
    {
      "epoch": 5.832561949621135,
      "grad_norm": 0.48495864508402603,
      "learning_rate": 5.92135718455572e-07,
      "loss": 0.0299,
      "step": 142402
    },
    {
      "epoch": 5.832602908048331,
      "grad_norm": 1.9409251760600454,
      "learning_rate": 5.918462499417631e-07,
      "loss": 0.6264,
      "step": 142403
    },
    {
      "epoch": 5.832643866475527,
      "grad_norm": 1.4946299594258972,
      "learning_rate": 5.915568520594716e-07,
      "loss": 0.4741,
      "step": 142404
    },
    {
      "epoch": 5.832684824902723,
      "grad_norm": 1.2398105172234446,
      "learning_rate": 5.912675248088139e-07,
      "loss": 0.3468,
      "step": 142405
    },
    {
      "epoch": 5.83272578332992,
      "grad_norm": 1.0487361962574675,
      "learning_rate": 5.9097826818994e-07,
      "loss": 0.2082,
      "step": 142406
    },
    {
      "epoch": 5.8327667417571165,
      "grad_norm": 1.5686610261354175,
      "learning_rate": 5.906890822029831e-07,
      "loss": 0.4106,
      "step": 142407
    },
    {
      "epoch": 5.832807700184313,
      "grad_norm": 1.4476860369701472,
      "learning_rate": 5.903999668480764e-07,
      "loss": 0.4272,
      "step": 142408
    },
    {
      "epoch": 5.83284865861151,
      "grad_norm": 1.1593808860671038,
      "learning_rate": 5.90110922125353e-07,
      "loss": 0.1963,
      "step": 142409
    },
    {
      "epoch": 5.832889617038706,
      "grad_norm": 1.7258268968846782,
      "learning_rate": 5.89821948034963e-07,
      "loss": 0.722,
      "step": 142410
    },
    {
      "epoch": 5.832930575465902,
      "grad_norm": 1.5887689543634265,
      "learning_rate": 5.89533044577023e-07,
      "loss": 0.4372,
      "step": 142411
    },
    {
      "epoch": 5.832971533893098,
      "grad_norm": 1.8289806235576198,
      "learning_rate": 5.892442117516994e-07,
      "loss": 0.5675,
      "step": 142412
    },
    {
      "epoch": 5.833012492320295,
      "grad_norm": 0.9108977776635397,
      "learning_rate": 5.889554495591087e-07,
      "loss": 0.1449,
      "step": 142413
    },
    {
      "epoch": 5.833053450747491,
      "grad_norm": 1.7162694158626464,
      "learning_rate": 5.886667579993842e-07,
      "loss": 0.552,
      "step": 142414
    },
    {
      "epoch": 5.833094409174688,
      "grad_norm": 1.196738308511502,
      "learning_rate": 5.883781370726593e-07,
      "loss": 0.3552,
      "step": 142415
    },
    {
      "epoch": 5.8331353676018844,
      "grad_norm": 1.5724818542066323,
      "learning_rate": 5.880895867790836e-07,
      "loss": 0.5223,
      "step": 142416
    },
    {
      "epoch": 5.833176326029081,
      "grad_norm": 1.3566649439694294,
      "learning_rate": 5.878011071188072e-07,
      "loss": 0.4243,
      "step": 142417
    },
    {
      "epoch": 5.833217284456277,
      "grad_norm": 0.6298750990586659,
      "learning_rate": 5.875126980919299e-07,
      "loss": 0.0963,
      "step": 142418
    },
    {
      "epoch": 5.833258242883473,
      "grad_norm": 1.7290592278313235,
      "learning_rate": 5.872243596986182e-07,
      "loss": 0.5197,
      "step": 142419
    },
    {
      "epoch": 5.83329920131067,
      "grad_norm": 0.8345458471955227,
      "learning_rate": 5.869360919389887e-07,
      "loss": 0.1934,
      "step": 142420
    },
    {
      "epoch": 5.833340159737866,
      "grad_norm": 1.3448706603439387,
      "learning_rate": 5.866478948131915e-07,
      "loss": 0.3131,
      "step": 142421
    },
    {
      "epoch": 5.833381118165063,
      "grad_norm": 1.8079819755910183,
      "learning_rate": 5.863597683213428e-07,
      "loss": 0.5857,
      "step": 142422
    },
    {
      "epoch": 5.833422076592258,
      "grad_norm": 1.9180090681947788,
      "learning_rate": 5.860717124636094e-07,
      "loss": 0.6984,
      "step": 142423
    },
    {
      "epoch": 5.833463035019455,
      "grad_norm": 1.3926580300177231,
      "learning_rate": 5.857837272401078e-07,
      "loss": 0.4809,
      "step": 142424
    },
    {
      "epoch": 5.8335039934466515,
      "grad_norm": 1.474594011643247,
      "learning_rate": 5.854958126509712e-07,
      "loss": 0.4464,
      "step": 142425
    },
    {
      "epoch": 5.833544951873848,
      "grad_norm": 1.53337032108129,
      "learning_rate": 5.852079686963495e-07,
      "loss": 0.495,
      "step": 142426
    },
    {
      "epoch": 5.833585910301045,
      "grad_norm": 0.9429614724804025,
      "learning_rate": 5.84920195376376e-07,
      "loss": 0.2049,
      "step": 142427
    },
    {
      "epoch": 5.833626868728241,
      "grad_norm": 1.4983296976929228,
      "learning_rate": 5.846324926911672e-07,
      "loss": 0.4786,
      "step": 142428
    },
    {
      "epoch": 5.833667827155438,
      "grad_norm": 1.5450126842858007,
      "learning_rate": 5.843448606408729e-07,
      "loss": 0.4498,
      "step": 142429
    },
    {
      "epoch": 5.833708785582633,
      "grad_norm": 0.4674615307726848,
      "learning_rate": 5.840572992256432e-07,
      "loss": 0.0707,
      "step": 142430
    },
    {
      "epoch": 5.83374974400983,
      "grad_norm": 1.3053997811499127,
      "learning_rate": 5.837698084455944e-07,
      "loss": 0.4165,
      "step": 142431
    },
    {
      "epoch": 5.833790702437026,
      "grad_norm": 1.65230573225832,
      "learning_rate": 5.834823883008765e-07,
      "loss": 0.5352,
      "step": 142432
    },
    {
      "epoch": 5.833831660864223,
      "grad_norm": 1.3810281620029392,
      "learning_rate": 5.831950387916063e-07,
      "loss": 0.4182,
      "step": 142433
    },
    {
      "epoch": 5.833872619291419,
      "grad_norm": 0.8852315495805172,
      "learning_rate": 5.829077599179499e-07,
      "loss": 0.1847,
      "step": 142434
    },
    {
      "epoch": 5.833913577718616,
      "grad_norm": 1.2849784016094725,
      "learning_rate": 5.826205516800075e-07,
      "loss": 0.3451,
      "step": 142435
    },
    {
      "epoch": 5.8339545361458125,
      "grad_norm": 2.0854467621106387,
      "learning_rate": 5.82333414077929e-07,
      "loss": 1.2472,
      "step": 142436
    },
    {
      "epoch": 5.833995494573008,
      "grad_norm": 1.5765642537684224,
      "learning_rate": 5.820463471118641e-07,
      "loss": 0.5035,
      "step": 142437
    },
    {
      "epoch": 5.834036453000205,
      "grad_norm": 1.4958932980703683,
      "learning_rate": 5.817593507819296e-07,
      "loss": 0.3827,
      "step": 142438
    },
    {
      "epoch": 5.834077411427401,
      "grad_norm": 0.6907614950089765,
      "learning_rate": 5.814724250882752e-07,
      "loss": 0.1275,
      "step": 142439
    },
    {
      "epoch": 5.834118369854598,
      "grad_norm": 1.6284334935008775,
      "learning_rate": 5.811855700310341e-07,
      "loss": 0.5125,
      "step": 142440
    },
    {
      "epoch": 5.834159328281794,
      "grad_norm": 1.57307006106484,
      "learning_rate": 5.808987856103231e-07,
      "loss": 0.5131,
      "step": 142441
    },
    {
      "epoch": 5.83420028670899,
      "grad_norm": 1.0210954198223066,
      "learning_rate": 5.806120718263085e-07,
      "loss": 0.1782,
      "step": 142442
    },
    {
      "epoch": 5.8342412451361865,
      "grad_norm": 1.3596157964550284,
      "learning_rate": 5.803254286790903e-07,
      "loss": 0.4174,
      "step": 142443
    },
    {
      "epoch": 5.834282203563383,
      "grad_norm": 1.6456650152853205,
      "learning_rate": 5.800388561688519e-07,
      "loss": 0.5544,
      "step": 142444
    },
    {
      "epoch": 5.8343231619905795,
      "grad_norm": 0.9963141536104542,
      "learning_rate": 5.797523542956761e-07,
      "loss": 0.2406,
      "step": 142445
    },
    {
      "epoch": 5.834364120417776,
      "grad_norm": 1.6705904596052377,
      "learning_rate": 5.794659230597299e-07,
      "loss": 0.4562,
      "step": 142446
    },
    {
      "epoch": 5.834405078844973,
      "grad_norm": 1.3394926805917542,
      "learning_rate": 5.791795624611462e-07,
      "loss": 0.361,
      "step": 142447
    },
    {
      "epoch": 5.834446037272169,
      "grad_norm": 1.2751518597788796,
      "learning_rate": 5.788932725000583e-07,
      "loss": 0.3289,
      "step": 142448
    },
    {
      "epoch": 5.834486995699365,
      "grad_norm": 1.6330896624398383,
      "learning_rate": 5.786070531765996e-07,
      "loss": 0.5367,
      "step": 142449
    },
    {
      "epoch": 5.834527954126561,
      "grad_norm": 0.7339480472065684,
      "learning_rate": 5.783209044908866e-07,
      "loss": 0.1908,
      "step": 142450
    },
    {
      "epoch": 5.834568912553758,
      "grad_norm": 0.9565226871051953,
      "learning_rate": 5.780348264430856e-07,
      "loss": 0.2044,
      "step": 142451
    },
    {
      "epoch": 5.834609870980954,
      "grad_norm": 1.687714812294893,
      "learning_rate": 5.777488190333302e-07,
      "loss": 0.5016,
      "step": 142452
    },
    {
      "epoch": 5.834650829408151,
      "grad_norm": 1.2306915239673957,
      "learning_rate": 5.774628822617367e-07,
      "loss": 0.3623,
      "step": 142453
    },
    {
      "epoch": 5.8346917878353475,
      "grad_norm": 1.57770438724271,
      "learning_rate": 5.771770161284384e-07,
      "loss": 0.5215,
      "step": 142454
    },
    {
      "epoch": 5.834732746262544,
      "grad_norm": 1.7732378794813284,
      "learning_rate": 5.768912206335851e-07,
      "loss": 0.5822,
      "step": 142455
    },
    {
      "epoch": 5.83477370468974,
      "grad_norm": 2.382859811429656,
      "learning_rate": 5.766054957773103e-07,
      "loss": 1.1825,
      "step": 142456
    },
    {
      "epoch": 5.834814663116936,
      "grad_norm": 0.9781813962036822,
      "learning_rate": 5.76319841559747e-07,
      "loss": 0.161,
      "step": 142457
    },
    {
      "epoch": 5.834855621544133,
      "grad_norm": 1.2269704082933364,
      "learning_rate": 5.760342579810284e-07,
      "loss": 0.3469,
      "step": 142458
    },
    {
      "epoch": 5.834896579971329,
      "grad_norm": 0.47170632327909306,
      "learning_rate": 5.757487450412878e-07,
      "loss": 0.0445,
      "step": 142459
    },
    {
      "epoch": 5.834937538398526,
      "grad_norm": 4.696730580447204,
      "learning_rate": 5.754633027406585e-07,
      "loss": 3.6937,
      "step": 142460
    },
    {
      "epoch": 5.8349784968257215,
      "grad_norm": 1.0913655211416113,
      "learning_rate": 5.751779310792903e-07,
      "loss": 0.1003,
      "step": 142461
    },
    {
      "epoch": 5.835019455252918,
      "grad_norm": 1.8886571653761464,
      "learning_rate": 5.748926300572998e-07,
      "loss": 0.5664,
      "step": 142462
    },
    {
      "epoch": 5.8350604136801145,
      "grad_norm": 1.7036897174677286,
      "learning_rate": 5.746073996748368e-07,
      "loss": 0.6664,
      "step": 142463
    },
    {
      "epoch": 5.835101372107311,
      "grad_norm": 0.821633332270638,
      "learning_rate": 5.74322239932018e-07,
      "loss": 0.1267,
      "step": 142464
    },
    {
      "epoch": 5.835142330534508,
      "grad_norm": 1.4478392930228754,
      "learning_rate": 5.740371508289932e-07,
      "loss": 0.4679,
      "step": 142465
    },
    {
      "epoch": 5.835183288961704,
      "grad_norm": 1.452597946805753,
      "learning_rate": 5.737521323658956e-07,
      "loss": 0.35,
      "step": 142466
    },
    {
      "epoch": 5.835224247388901,
      "grad_norm": 2.1032353255299685,
      "learning_rate": 5.734671845428584e-07,
      "loss": 1.0762,
      "step": 142467
    },
    {
      "epoch": 5.835265205816096,
      "grad_norm": 1.5245720122089907,
      "learning_rate": 5.73182307360015e-07,
      "loss": 0.4939,
      "step": 142468
    },
    {
      "epoch": 5.835306164243293,
      "grad_norm": 1.3617558842363795,
      "learning_rate": 5.728975008174819e-07,
      "loss": 0.4424,
      "step": 142469
    },
    {
      "epoch": 5.835347122670489,
      "grad_norm": 2.6301554761328116,
      "learning_rate": 5.726127649154421e-07,
      "loss": 0.5352,
      "step": 142470
    },
    {
      "epoch": 5.835388081097686,
      "grad_norm": 1.8228114737095205,
      "learning_rate": 5.723280996539792e-07,
      "loss": 0.5369,
      "step": 142471
    },
    {
      "epoch": 5.8354290395248825,
      "grad_norm": 1.4988717549723432,
      "learning_rate": 5.720435050332594e-07,
      "loss": 0.4851,
      "step": 142472
    },
    {
      "epoch": 5.835469997952079,
      "grad_norm": 1.6099239640162724,
      "learning_rate": 5.717589810533995e-07,
      "loss": 0.5254,
      "step": 142473
    },
    {
      "epoch": 5.8355109563792755,
      "grad_norm": 1.4582173593862058,
      "learning_rate": 5.714745277145327e-07,
      "loss": 0.3938,
      "step": 142474
    },
    {
      "epoch": 5.835551914806471,
      "grad_norm": 1.1959266259641026,
      "learning_rate": 5.711901450168088e-07,
      "loss": 0.3283,
      "step": 142475
    },
    {
      "epoch": 5.835592873233668,
      "grad_norm": 2.2904398299909206,
      "learning_rate": 5.709058329603777e-07,
      "loss": 1.1557,
      "step": 142476
    },
    {
      "epoch": 5.835633831660864,
      "grad_norm": 1.331514795220779,
      "learning_rate": 5.706215915453227e-07,
      "loss": 0.2077,
      "step": 142477
    },
    {
      "epoch": 5.835674790088061,
      "grad_norm": 1.5450602359713188,
      "learning_rate": 5.70337420771827e-07,
      "loss": 0.5034,
      "step": 142478
    },
    {
      "epoch": 5.835715748515257,
      "grad_norm": 1.0082411867228287,
      "learning_rate": 5.700533206399904e-07,
      "loss": 0.2242,
      "step": 142479
    },
    {
      "epoch": 5.835756706942453,
      "grad_norm": 1.3004773768501632,
      "learning_rate": 5.69769291149963e-07,
      "loss": 0.2855,
      "step": 142480
    },
    {
      "epoch": 5.8357976653696495,
      "grad_norm": 1.2677001028092834,
      "learning_rate": 5.694853323018777e-07,
      "loss": 0.3942,
      "step": 142481
    },
    {
      "epoch": 5.835838623796846,
      "grad_norm": 0.9550039309676097,
      "learning_rate": 5.692014440958681e-07,
      "loss": 0.1893,
      "step": 142482
    },
    {
      "epoch": 5.835879582224043,
      "grad_norm": 1.0993730130245705,
      "learning_rate": 5.689176265320672e-07,
      "loss": 0.2578,
      "step": 142483
    },
    {
      "epoch": 5.835920540651239,
      "grad_norm": 1.373185160540253,
      "learning_rate": 5.686338796106249e-07,
      "loss": 0.4004,
      "step": 142484
    },
    {
      "epoch": 5.835961499078436,
      "grad_norm": 1.281324255156369,
      "learning_rate": 5.683502033316578e-07,
      "loss": 0.3158,
      "step": 142485
    },
    {
      "epoch": 5.836002457505632,
      "grad_norm": 1.4284930499149002,
      "learning_rate": 5.680665976952991e-07,
      "loss": 0.4197,
      "step": 142486
    },
    {
      "epoch": 5.836043415932828,
      "grad_norm": 1.8288944432290597,
      "learning_rate": 5.677830627016822e-07,
      "loss": 0.5277,
      "step": 142487
    },
    {
      "epoch": 5.836084374360024,
      "grad_norm": 1.697638041841239,
      "learning_rate": 5.6749959835094e-07,
      "loss": 0.657,
      "step": 142488
    },
    {
      "epoch": 5.836125332787221,
      "grad_norm": 1.691270967260888,
      "learning_rate": 5.672162046432393e-07,
      "loss": 0.6977,
      "step": 142489
    },
    {
      "epoch": 5.836166291214417,
      "grad_norm": 1.4175256024035785,
      "learning_rate": 5.669328815786633e-07,
      "loss": 0.4938,
      "step": 142490
    },
    {
      "epoch": 5.836207249641614,
      "grad_norm": 1.8066598745181717,
      "learning_rate": 5.666496291573785e-07,
      "loss": 0.5553,
      "step": 142491
    },
    {
      "epoch": 5.8362482080688105,
      "grad_norm": 1.6782255289991264,
      "learning_rate": 5.663664473795182e-07,
      "loss": 0.5393,
      "step": 142492
    },
    {
      "epoch": 5.836289166496007,
      "grad_norm": 1.1141007688588984,
      "learning_rate": 5.660833362451989e-07,
      "loss": 0.3171,
      "step": 142493
    },
    {
      "epoch": 5.836330124923203,
      "grad_norm": 1.537892146477767,
      "learning_rate": 5.658002957545705e-07,
      "loss": 0.4591,
      "step": 142494
    },
    {
      "epoch": 5.836371083350399,
      "grad_norm": 1.1122826589870984,
      "learning_rate": 5.655173259077494e-07,
      "loss": 0.2518,
      "step": 142495
    },
    {
      "epoch": 5.836412041777596,
      "grad_norm": 1.5683596601455252,
      "learning_rate": 5.652344267048858e-07,
      "loss": 0.5158,
      "step": 142496
    },
    {
      "epoch": 5.836453000204792,
      "grad_norm": 1.4313315702727234,
      "learning_rate": 5.649515981461128e-07,
      "loss": 0.4015,
      "step": 142497
    },
    {
      "epoch": 5.836493958631989,
      "grad_norm": 1.3141540697892342,
      "learning_rate": 5.646688402315636e-07,
      "loss": 0.448,
      "step": 142498
    },
    {
      "epoch": 5.8365349170591845,
      "grad_norm": 1.3777834983914354,
      "learning_rate": 5.643861529613547e-07,
      "loss": 0.4059,
      "step": 142499
    },
    {
      "epoch": 5.836575875486381,
      "grad_norm": 1.3820277911534498,
      "learning_rate": 5.641035363356361e-07,
      "loss": 0.3948,
      "step": 142500
    },
    {
      "epoch": 5.8366168339135776,
      "grad_norm": 2.2515586687696163,
      "learning_rate": 5.63820990354541e-07,
      "loss": 1.1919,
      "step": 142501
    },
    {
      "epoch": 5.836657792340774,
      "grad_norm": 1.6920817409350508,
      "learning_rate": 5.635385150182026e-07,
      "loss": 0.5352,
      "step": 142502
    },
    {
      "epoch": 5.836698750767971,
      "grad_norm": 0.8126439917883874,
      "learning_rate": 5.632561103267541e-07,
      "loss": 0.1983,
      "step": 142503
    },
    {
      "epoch": 5.836739709195167,
      "grad_norm": 1.2887529746363415,
      "learning_rate": 5.629737762803121e-07,
      "loss": 0.3351,
      "step": 142504
    },
    {
      "epoch": 5.836780667622364,
      "grad_norm": 1.787792191943528,
      "learning_rate": 5.626915128790432e-07,
      "loss": 0.5243,
      "step": 142505
    },
    {
      "epoch": 5.836821626049559,
      "grad_norm": 1.9367062716575336,
      "learning_rate": 5.624093201230472e-07,
      "loss": 0.7317,
      "step": 142506
    },
    {
      "epoch": 5.836862584476756,
      "grad_norm": 1.5551659110937404,
      "learning_rate": 5.621271980124742e-07,
      "loss": 0.3762,
      "step": 142507
    },
    {
      "epoch": 5.836903542903952,
      "grad_norm": 1.2206747751713554,
      "learning_rate": 5.618451465474739e-07,
      "loss": 0.2889,
      "step": 142508
    },
    {
      "epoch": 5.836944501331149,
      "grad_norm": 1.236966135158509,
      "learning_rate": 5.615631657281461e-07,
      "loss": 0.4222,
      "step": 142509
    },
    {
      "epoch": 5.8369854597583455,
      "grad_norm": 1.869187805157074,
      "learning_rate": 5.612812555546409e-07,
      "loss": 0.8431,
      "step": 142510
    },
    {
      "epoch": 5.837026418185542,
      "grad_norm": 1.6161094281315793,
      "learning_rate": 5.609994160270914e-07,
      "loss": 0.5601,
      "step": 142511
    },
    {
      "epoch": 5.837067376612739,
      "grad_norm": 1.032923617877482,
      "learning_rate": 5.60717647145631e-07,
      "loss": 0.2523,
      "step": 142512
    },
    {
      "epoch": 5.837108335039934,
      "grad_norm": 1.529257862000138,
      "learning_rate": 5.604359489103926e-07,
      "loss": 0.478,
      "step": 142513
    },
    {
      "epoch": 5.837149293467131,
      "grad_norm": 0.47221908517441985,
      "learning_rate": 5.601543213215098e-07,
      "loss": 0.0357,
      "step": 142514
    },
    {
      "epoch": 5.837190251894327,
      "grad_norm": 1.13104062556073,
      "learning_rate": 5.59872764379099e-07,
      "loss": 0.2113,
      "step": 142515
    },
    {
      "epoch": 5.837231210321524,
      "grad_norm": 0.9124686651130023,
      "learning_rate": 5.595912780833267e-07,
      "loss": 0.188,
      "step": 142516
    },
    {
      "epoch": 5.83727216874872,
      "grad_norm": 1.6294321535434253,
      "learning_rate": 5.593098624342929e-07,
      "loss": 0.5474,
      "step": 142517
    },
    {
      "epoch": 5.837313127175916,
      "grad_norm": 1.6191539147649123,
      "learning_rate": 5.59028517432164e-07,
      "loss": 0.5213,
      "step": 142518
    },
    {
      "epoch": 5.8373540856031125,
      "grad_norm": 1.7904389411481778,
      "learning_rate": 5.587472430770401e-07,
      "loss": 0.49,
      "step": 142519
    },
    {
      "epoch": 5.837395044030309,
      "grad_norm": 1.478327015889595,
      "learning_rate": 5.58466039369071e-07,
      "loss": 0.4955,
      "step": 142520
    },
    {
      "epoch": 5.837436002457506,
      "grad_norm": 1.2420454002925103,
      "learning_rate": 5.581849063084065e-07,
      "loss": 0.4074,
      "step": 142521
    },
    {
      "epoch": 5.837476960884702,
      "grad_norm": 1.4326756821263043,
      "learning_rate": 5.5790384389513e-07,
      "loss": 0.4818,
      "step": 142522
    },
    {
      "epoch": 5.837517919311899,
      "grad_norm": 1.8846965866329721,
      "learning_rate": 5.576228521294246e-07,
      "loss": 1.0172,
      "step": 142523
    },
    {
      "epoch": 5.837558877739095,
      "grad_norm": 1.0437880648916082,
      "learning_rate": 5.573419310114069e-07,
      "loss": 0.2263,
      "step": 142524
    },
    {
      "epoch": 5.837599836166291,
      "grad_norm": 0.8128285572997566,
      "learning_rate": 5.570610805411935e-07,
      "loss": 0.1551,
      "step": 142525
    },
    {
      "epoch": 5.837640794593487,
      "grad_norm": 1.8849816594118158,
      "learning_rate": 5.567803007189342e-07,
      "loss": 0.5375,
      "step": 142526
    },
    {
      "epoch": 5.837681753020684,
      "grad_norm": 3.1762127336744124,
      "learning_rate": 5.564995915447623e-07,
      "loss": 3.0725,
      "step": 142527
    },
    {
      "epoch": 5.8377227114478805,
      "grad_norm": 1.9188707802055385,
      "learning_rate": 5.562189530187944e-07,
      "loss": 0.5616,
      "step": 142528
    },
    {
      "epoch": 5.837763669875077,
      "grad_norm": 1.4054037138072362,
      "learning_rate": 5.559383851411802e-07,
      "loss": 0.469,
      "step": 142529
    },
    {
      "epoch": 5.8378046283022735,
      "grad_norm": 1.2466074025496752,
      "learning_rate": 5.556578879120533e-07,
      "loss": 0.2251,
      "step": 142530
    },
    {
      "epoch": 5.83784558672947,
      "grad_norm": 0.8859369991343194,
      "learning_rate": 5.553774613315298e-07,
      "loss": 0.1924,
      "step": 142531
    },
    {
      "epoch": 5.837886545156666,
      "grad_norm": 1.2232732267095716,
      "learning_rate": 5.550971053997599e-07,
      "loss": 0.3019,
      "step": 142532
    },
    {
      "epoch": 5.837927503583862,
      "grad_norm": 1.6109043129896048,
      "learning_rate": 5.548168201168602e-07,
      "loss": 0.4907,
      "step": 142533
    },
    {
      "epoch": 5.837968462011059,
      "grad_norm": 1.1845327471949287,
      "learning_rate": 5.545366054829803e-07,
      "loss": 0.2207,
      "step": 142534
    },
    {
      "epoch": 5.838009420438255,
      "grad_norm": 1.935668421743688,
      "learning_rate": 5.54256461498237e-07,
      "loss": 0.7041,
      "step": 142535
    },
    {
      "epoch": 5.838050378865452,
      "grad_norm": 1.4071361075034834,
      "learning_rate": 5.539763881627634e-07,
      "loss": 0.4027,
      "step": 142536
    },
    {
      "epoch": 5.8380913372926475,
      "grad_norm": 1.4483828958961475,
      "learning_rate": 5.536963854767096e-07,
      "loss": 0.4186,
      "step": 142537
    },
    {
      "epoch": 5.838132295719844,
      "grad_norm": 1.4413720860201042,
      "learning_rate": 5.534164534401919e-07,
      "loss": 0.4793,
      "step": 142538
    },
    {
      "epoch": 5.838173254147041,
      "grad_norm": 1.125045980283613,
      "learning_rate": 5.531365920533437e-07,
      "loss": 0.2893,
      "step": 142539
    },
    {
      "epoch": 5.838214212574237,
      "grad_norm": 0.9126881261146098,
      "learning_rate": 5.528568013162981e-07,
      "loss": 0.1455,
      "step": 142540
    },
    {
      "epoch": 5.838255171001434,
      "grad_norm": 0.8170511196389776,
      "learning_rate": 5.525770812292052e-07,
      "loss": 0.0985,
      "step": 142541
    },
    {
      "epoch": 5.83829612942863,
      "grad_norm": 1.5018036004130546,
      "learning_rate": 5.522974317921647e-07,
      "loss": 0.49,
      "step": 142542
    },
    {
      "epoch": 5.838337087855827,
      "grad_norm": 1.996985149663409,
      "learning_rate": 5.520178530053432e-07,
      "loss": 0.6125,
      "step": 142543
    },
    {
      "epoch": 5.838378046283022,
      "grad_norm": 1.2550282161708748,
      "learning_rate": 5.517383448688406e-07,
      "loss": 0.4006,
      "step": 142544
    },
    {
      "epoch": 5.838419004710219,
      "grad_norm": 1.3842918866292313,
      "learning_rate": 5.514589073828068e-07,
      "loss": 0.3618,
      "step": 142545
    },
    {
      "epoch": 5.838459963137415,
      "grad_norm": 1.2970891698778972,
      "learning_rate": 5.511795405473752e-07,
      "loss": 0.3159,
      "step": 142546
    },
    {
      "epoch": 5.838500921564612,
      "grad_norm": 1.3326699603116487,
      "learning_rate": 5.509002443626621e-07,
      "loss": 0.3471,
      "step": 142547
    },
    {
      "epoch": 5.8385418799918085,
      "grad_norm": 1.7845356220627442,
      "learning_rate": 5.50621018828834e-07,
      "loss": 0.6459,
      "step": 142548
    },
    {
      "epoch": 5.838582838419005,
      "grad_norm": 1.957247185347195,
      "learning_rate": 5.503418639459744e-07,
      "loss": 0.6741,
      "step": 142549
    },
    {
      "epoch": 5.838623796846202,
      "grad_norm": 1.6312960275960453,
      "learning_rate": 5.500627797142665e-07,
      "loss": 0.4895,
      "step": 142550
    },
    {
      "epoch": 5.838664755273397,
      "grad_norm": 1.4443644675301275,
      "learning_rate": 5.497837661337934e-07,
      "loss": 0.457,
      "step": 142551
    },
    {
      "epoch": 5.838705713700594,
      "grad_norm": 1.8713272874426463,
      "learning_rate": 5.495048232047216e-07,
      "loss": 0.5277,
      "step": 142552
    },
    {
      "epoch": 5.83874667212779,
      "grad_norm": 1.7619747763383438,
      "learning_rate": 5.492259509271846e-07,
      "loss": 0.488,
      "step": 142553
    },
    {
      "epoch": 5.838787630554987,
      "grad_norm": 1.3136608718177745,
      "learning_rate": 5.48947149301282e-07,
      "loss": 0.3107,
      "step": 142554
    },
    {
      "epoch": 5.838828588982183,
      "grad_norm": 1.991046795228814,
      "learning_rate": 5.486684183271639e-07,
      "loss": 0.6478,
      "step": 142555
    },
    {
      "epoch": 5.838869547409379,
      "grad_norm": 1.1902926706566805,
      "learning_rate": 5.4838975800498e-07,
      "loss": 0.2632,
      "step": 142556
    },
    {
      "epoch": 5.838910505836576,
      "grad_norm": 1.2745788599146564,
      "learning_rate": 5.481111683348305e-07,
      "loss": 0.2556,
      "step": 142557
    },
    {
      "epoch": 5.838951464263772,
      "grad_norm": 4.1733448902536665,
      "learning_rate": 5.47832649316865e-07,
      "loss": 5.0364,
      "step": 142558
    },
    {
      "epoch": 5.838992422690969,
      "grad_norm": 1.6971792977067957,
      "learning_rate": 5.475542009512168e-07,
      "loss": 0.5556,
      "step": 142559
    },
    {
      "epoch": 5.839033381118165,
      "grad_norm": 1.030025283633859,
      "learning_rate": 5.472758232380026e-07,
      "loss": 0.2256,
      "step": 142560
    },
    {
      "epoch": 5.839074339545362,
      "grad_norm": 1.5461675044685288,
      "learning_rate": 5.469975161773721e-07,
      "loss": 0.308,
      "step": 142561
    },
    {
      "epoch": 5.839115297972558,
      "grad_norm": 1.3946922647995599,
      "learning_rate": 5.467192797694419e-07,
      "loss": 0.4807,
      "step": 142562
    },
    {
      "epoch": 5.839156256399754,
      "grad_norm": 1.3855605284168941,
      "learning_rate": 5.464411140143621e-07,
      "loss": 0.4718,
      "step": 142563
    },
    {
      "epoch": 5.83919721482695,
      "grad_norm": 1.5756040093990837,
      "learning_rate": 5.46163018912249e-07,
      "loss": 0.4808,
      "step": 142564
    },
    {
      "epoch": 5.839238173254147,
      "grad_norm": 0.9213889375890334,
      "learning_rate": 5.45884994463236e-07,
      "loss": 0.2138,
      "step": 142565
    },
    {
      "epoch": 5.8392791316813435,
      "grad_norm": 1.5386822364744084,
      "learning_rate": 5.456070406674562e-07,
      "loss": 0.5413,
      "step": 142566
    },
    {
      "epoch": 5.83932009010854,
      "grad_norm": 2.5036857717738963,
      "learning_rate": 5.453291575250429e-07,
      "loss": 1.2433,
      "step": 142567
    },
    {
      "epoch": 5.839361048535737,
      "grad_norm": 17.422914665311747,
      "learning_rate": 5.450513450361127e-07,
      "loss": 1.9947,
      "step": 142568
    },
    {
      "epoch": 5.839402006962933,
      "grad_norm": 0.8196452728588447,
      "learning_rate": 5.447736032008321e-07,
      "loss": 0.1949,
      "step": 142569
    },
    {
      "epoch": 5.839442965390129,
      "grad_norm": 1.5174729296799487,
      "learning_rate": 5.444959320192843e-07,
      "loss": 0.4441,
      "step": 142570
    },
    {
      "epoch": 5.839483923817325,
      "grad_norm": 1.805376967471573,
      "learning_rate": 5.442183314916526e-07,
      "loss": 0.5061,
      "step": 142571
    },
    {
      "epoch": 5.839524882244522,
      "grad_norm": 1.0179261277886194,
      "learning_rate": 5.439408016180202e-07,
      "loss": 0.2011,
      "step": 142572
    },
    {
      "epoch": 5.839565840671718,
      "grad_norm": 1.2582847066833671,
      "learning_rate": 5.436633423985537e-07,
      "loss": 0.3149,
      "step": 142573
    },
    {
      "epoch": 5.839606799098915,
      "grad_norm": 0.9158471205834551,
      "learning_rate": 5.433859538333696e-07,
      "loss": 0.2008,
      "step": 142574
    },
    {
      "epoch": 5.8396477575261105,
      "grad_norm": 1.865002998479259,
      "learning_rate": 5.431086359226011e-07,
      "loss": 0.5895,
      "step": 142575
    },
    {
      "epoch": 5.839688715953307,
      "grad_norm": 1.9114093612045921,
      "learning_rate": 5.428313886663649e-07,
      "loss": 0.6383,
      "step": 142576
    },
    {
      "epoch": 5.839729674380504,
      "grad_norm": 1.5093214353351367,
      "learning_rate": 5.425542120648274e-07,
      "loss": 0.4085,
      "step": 142577
    },
    {
      "epoch": 5.8397706328077,
      "grad_norm": 1.718005023850856,
      "learning_rate": 5.42277106118072e-07,
      "loss": 0.5487,
      "step": 142578
    },
    {
      "epoch": 5.839811591234897,
      "grad_norm": 3.289492879979043,
      "learning_rate": 5.420000708262651e-07,
      "loss": 3.039,
      "step": 142579
    },
    {
      "epoch": 5.839852549662093,
      "grad_norm": 1.5501359554115184,
      "learning_rate": 5.417231061895399e-07,
      "loss": 0.4784,
      "step": 142580
    },
    {
      "epoch": 5.83989350808929,
      "grad_norm": 2.1365605707583972,
      "learning_rate": 5.414462122079965e-07,
      "loss": 1.3065,
      "step": 142581
    },
    {
      "epoch": 5.839934466516485,
      "grad_norm": 1.3810101102570997,
      "learning_rate": 5.411693888818013e-07,
      "loss": 0.4619,
      "step": 142582
    },
    {
      "epoch": 5.839975424943682,
      "grad_norm": 0.8597036017250149,
      "learning_rate": 5.408926362110544e-07,
      "loss": 0.1413,
      "step": 142583
    },
    {
      "epoch": 5.8400163833708785,
      "grad_norm": 1.7322895169673107,
      "learning_rate": 5.406159541959054e-07,
      "loss": 0.4367,
      "step": 142584
    },
    {
      "epoch": 5.840057341798075,
      "grad_norm": 1.3868486940577012,
      "learning_rate": 5.403393428364877e-07,
      "loss": 0.4218,
      "step": 142585
    },
    {
      "epoch": 5.8400983002252715,
      "grad_norm": 1.4750353173601058,
      "learning_rate": 5.400628021329179e-07,
      "loss": 0.4078,
      "step": 142586
    },
    {
      "epoch": 5.840139258652468,
      "grad_norm": 1.0274613214921393,
      "learning_rate": 5.397863320853457e-07,
      "loss": 0.2249,
      "step": 142587
    },
    {
      "epoch": 5.840180217079665,
      "grad_norm": 1.8341357574659982,
      "learning_rate": 5.395099326938712e-07,
      "loss": 0.6163,
      "step": 142588
    },
    {
      "epoch": 5.84022117550686,
      "grad_norm": 2.067246411294654,
      "learning_rate": 5.392336039586609e-07,
      "loss": 0.7938,
      "step": 142589
    },
    {
      "epoch": 5.840262133934057,
      "grad_norm": 2.129717267596636,
      "learning_rate": 5.389573458798146e-07,
      "loss": 0.9633,
      "step": 142590
    },
    {
      "epoch": 5.840303092361253,
      "grad_norm": 1.5541808187646107,
      "learning_rate": 5.386811584574824e-07,
      "loss": 0.5947,
      "step": 142591
    },
    {
      "epoch": 5.84034405078845,
      "grad_norm": 0.9920299816862601,
      "learning_rate": 5.384050416917807e-07,
      "loss": 0.2008,
      "step": 142592
    },
    {
      "epoch": 5.840385009215646,
      "grad_norm": 1.6694967375468919,
      "learning_rate": 5.381289955828594e-07,
      "loss": 0.641,
      "step": 142593
    },
    {
      "epoch": 5.840425967642842,
      "grad_norm": 1.9304386355730465,
      "learning_rate": 5.37853020130835e-07,
      "loss": 0.4146,
      "step": 142594
    },
    {
      "epoch": 5.840466926070039,
      "grad_norm": 1.5417122128246823,
      "learning_rate": 5.37577115335841e-07,
      "loss": 0.5023,
      "step": 142595
    },
    {
      "epoch": 5.840507884497235,
      "grad_norm": 1.9563368449957401,
      "learning_rate": 5.373012811980104e-07,
      "loss": 0.5696,
      "step": 142596
    },
    {
      "epoch": 5.840548842924432,
      "grad_norm": 1.5989411229404742,
      "learning_rate": 5.370255177174598e-07,
      "loss": 0.5149,
      "step": 142597
    },
    {
      "epoch": 5.840589801351628,
      "grad_norm": 1.7837161191209834,
      "learning_rate": 5.367498248943558e-07,
      "loss": 0.5561,
      "step": 142598
    },
    {
      "epoch": 5.840630759778825,
      "grad_norm": 1.6785685592807331,
      "learning_rate": 5.364742027287816e-07,
      "loss": 0.4446,
      "step": 142599
    },
    {
      "epoch": 5.840671718206021,
      "grad_norm": 1.5056517254427213,
      "learning_rate": 5.361986512208872e-07,
      "loss": 0.4284,
      "step": 142600
    },
    {
      "epoch": 5.840712676633217,
      "grad_norm": 1.3571125988670742,
      "learning_rate": 5.359231703708055e-07,
      "loss": 0.4287,
      "step": 142601
    },
    {
      "epoch": 5.8407536350604135,
      "grad_norm": 1.096567172702384,
      "learning_rate": 5.356477601786702e-07,
      "loss": 0.2237,
      "step": 142602
    },
    {
      "epoch": 5.84079459348761,
      "grad_norm": 1.1830230872662266,
      "learning_rate": 5.353724206446142e-07,
      "loss": 0.2892,
      "step": 142603
    },
    {
      "epoch": 5.8408355519148065,
      "grad_norm": 1.4916743588747068,
      "learning_rate": 5.350971517687541e-07,
      "loss": 0.3906,
      "step": 142604
    },
    {
      "epoch": 5.840876510342003,
      "grad_norm": 1.57910866036536,
      "learning_rate": 5.348219535512399e-07,
      "loss": 0.3967,
      "step": 142605
    },
    {
      "epoch": 5.8409174687692,
      "grad_norm": 1.5068276158609295,
      "learning_rate": 5.345468259921715e-07,
      "loss": 0.5136,
      "step": 142606
    },
    {
      "epoch": 5.840958427196396,
      "grad_norm": 1.7061291079501915,
      "learning_rate": 5.342717690916986e-07,
      "loss": 0.5303,
      "step": 142607
    },
    {
      "epoch": 5.840999385623592,
      "grad_norm": 1.7578008154137295,
      "learning_rate": 5.339967828499548e-07,
      "loss": 0.6187,
      "step": 142608
    },
    {
      "epoch": 5.841040344050788,
      "grad_norm": 1.3714804226445128,
      "learning_rate": 5.337218672670729e-07,
      "loss": 0.4419,
      "step": 142609
    },
    {
      "epoch": 5.841081302477985,
      "grad_norm": 1.0024693474789481,
      "learning_rate": 5.334470223431531e-07,
      "loss": 0.2157,
      "step": 142610
    },
    {
      "epoch": 5.841122260905181,
      "grad_norm": 1.3133914662781059,
      "learning_rate": 5.331722480783618e-07,
      "loss": 0.4197,
      "step": 142611
    },
    {
      "epoch": 5.841163219332378,
      "grad_norm": 0.9619825783797891,
      "learning_rate": 5.328975444728156e-07,
      "loss": 0.1489,
      "step": 142612
    },
    {
      "epoch": 5.841204177759574,
      "grad_norm": 1.093822979182629,
      "learning_rate": 5.326229115266312e-07,
      "loss": 0.1896,
      "step": 142613
    },
    {
      "epoch": 5.84124513618677,
      "grad_norm": 1.1576981586616426,
      "learning_rate": 5.323483492399583e-07,
      "loss": 0.2943,
      "step": 142614
    },
    {
      "epoch": 5.841286094613967,
      "grad_norm": 1.6991177722361381,
      "learning_rate": 5.320738576129136e-07,
      "loss": 0.3162,
      "step": 142615
    },
    {
      "epoch": 5.841327053041163,
      "grad_norm": 1.4893459391378567,
      "learning_rate": 5.317994366456302e-07,
      "loss": 0.5078,
      "step": 142616
    },
    {
      "epoch": 5.84136801146836,
      "grad_norm": 1.5571189698987085,
      "learning_rate": 5.315250863382414e-07,
      "loss": 0.4981,
      "step": 142617
    },
    {
      "epoch": 5.841408969895556,
      "grad_norm": 1.0049163870753808,
      "learning_rate": 5.312508066908638e-07,
      "loss": 0.1747,
      "step": 142618
    },
    {
      "epoch": 5.841449928322753,
      "grad_norm": 1.6746578549157518,
      "learning_rate": 5.309765977036473e-07,
      "loss": 0.5833,
      "step": 142619
    },
    {
      "epoch": 5.841490886749948,
      "grad_norm": 1.0355902875329144,
      "learning_rate": 5.307024593767251e-07,
      "loss": 0.1665,
      "step": 142620
    },
    {
      "epoch": 5.841531845177145,
      "grad_norm": 1.4316399810566927,
      "learning_rate": 5.30428391710197e-07,
      "loss": 0.3159,
      "step": 142621
    },
    {
      "epoch": 5.8415728036043415,
      "grad_norm": 1.648209884587126,
      "learning_rate": 5.301543947042131e-07,
      "loss": 0.5043,
      "step": 142622
    },
    {
      "epoch": 5.841613762031538,
      "grad_norm": 0.7580557355733227,
      "learning_rate": 5.298804683588897e-07,
      "loss": 0.1472,
      "step": 142623
    },
    {
      "epoch": 5.841654720458735,
      "grad_norm": 1.3707133910735143,
      "learning_rate": 5.29606612674377e-07,
      "loss": 0.4728,
      "step": 142624
    },
    {
      "epoch": 5.841695678885931,
      "grad_norm": 1.5916648335714905,
      "learning_rate": 5.293328276507913e-07,
      "loss": 0.6073,
      "step": 142625
    },
    {
      "epoch": 5.841736637313128,
      "grad_norm": 1.1944006287817752,
      "learning_rate": 5.29059113288266e-07,
      "loss": 0.2496,
      "step": 142626
    },
    {
      "epoch": 5.841777595740323,
      "grad_norm": 0.7461486563908589,
      "learning_rate": 5.287854695869176e-07,
      "loss": 0.1833,
      "step": 142627
    },
    {
      "epoch": 5.84181855416752,
      "grad_norm": 1.5602132584153026,
      "learning_rate": 5.28511896546896e-07,
      "loss": 0.4943,
      "step": 142628
    },
    {
      "epoch": 5.841859512594716,
      "grad_norm": 1.6219011596687256,
      "learning_rate": 5.282383941683177e-07,
      "loss": 0.4848,
      "step": 142629
    },
    {
      "epoch": 5.841900471021913,
      "grad_norm": 1.092980170264432,
      "learning_rate": 5.27964962451316e-07,
      "loss": 0.3278,
      "step": 142630
    },
    {
      "epoch": 5.841941429449109,
      "grad_norm": 1.016306198473494,
      "learning_rate": 5.276916013960076e-07,
      "loss": 0.177,
      "step": 142631
    },
    {
      "epoch": 5.841982387876305,
      "grad_norm": 1.8642223871396697,
      "learning_rate": 5.274183110025421e-07,
      "loss": 0.5526,
      "step": 142632
    },
    {
      "epoch": 5.842023346303502,
      "grad_norm": 1.205735460106858,
      "learning_rate": 5.271450912710362e-07,
      "loss": 0.2224,
      "step": 142633
    },
    {
      "epoch": 5.842064304730698,
      "grad_norm": 2.236240512844412,
      "learning_rate": 5.268719422016399e-07,
      "loss": 0.8848,
      "step": 142634
    },
    {
      "epoch": 5.842105263157895,
      "grad_norm": 1.3568928698446534,
      "learning_rate": 5.265988637944363e-07,
      "loss": 0.3676,
      "step": 142635
    },
    {
      "epoch": 5.842146221585091,
      "grad_norm": 1.5316916274560313,
      "learning_rate": 5.263258560496086e-07,
      "loss": 0.4757,
      "step": 142636
    },
    {
      "epoch": 5.842187180012288,
      "grad_norm": 1.4062997793015724,
      "learning_rate": 5.260529189672402e-07,
      "loss": 0.3852,
      "step": 142637
    },
    {
      "epoch": 5.842228138439484,
      "grad_norm": 1.8076473899522765,
      "learning_rate": 5.257800525474976e-07,
      "loss": 0.6025,
      "step": 142638
    },
    {
      "epoch": 5.84226909686668,
      "grad_norm": 1.4942874248570397,
      "learning_rate": 5.255072567904805e-07,
      "loss": 0.3565,
      "step": 142639
    },
    {
      "epoch": 5.8423100552938765,
      "grad_norm": 1.7980955448532672,
      "learning_rate": 5.252345316963391e-07,
      "loss": 0.7077,
      "step": 142640
    },
    {
      "epoch": 5.842351013721073,
      "grad_norm": 1.5530455329417343,
      "learning_rate": 5.249618772651898e-07,
      "loss": 0.4732,
      "step": 142641
    },
    {
      "epoch": 5.8423919721482696,
      "grad_norm": 1.7650524866749575,
      "learning_rate": 5.246892934971658e-07,
      "loss": 0.6303,
      "step": 142642
    },
    {
      "epoch": 5.842432930575466,
      "grad_norm": 1.3242943093987432,
      "learning_rate": 5.244167803924004e-07,
      "loss": 0.4111,
      "step": 142643
    },
    {
      "epoch": 5.842473889002663,
      "grad_norm": 1.2369572688200314,
      "learning_rate": 5.241443379510101e-07,
      "loss": 0.3695,
      "step": 142644
    },
    {
      "epoch": 5.842514847429859,
      "grad_norm": 1.8949886618424785,
      "learning_rate": 5.238719661731283e-07,
      "loss": 0.6116,
      "step": 142645
    },
    {
      "epoch": 5.842555805857055,
      "grad_norm": 1.4080158492130759,
      "learning_rate": 5.235996650588881e-07,
      "loss": 0.3967,
      "step": 142646
    },
    {
      "epoch": 5.842596764284251,
      "grad_norm": 1.4513938526436785,
      "learning_rate": 5.233274346084226e-07,
      "loss": 0.427,
      "step": 142647
    },
    {
      "epoch": 5.842637722711448,
      "grad_norm": 1.2709033676255002,
      "learning_rate": 5.230552748218486e-07,
      "loss": 0.3824,
      "step": 142648
    },
    {
      "epoch": 5.842678681138644,
      "grad_norm": 1.145150626126801,
      "learning_rate": 5.227831856992993e-07,
      "loss": 0.2726,
      "step": 142649
    },
    {
      "epoch": 5.842719639565841,
      "grad_norm": 0.8265808216866333,
      "learning_rate": 5.225111672409076e-07,
      "loss": 0.1807,
      "step": 142650
    },
    {
      "epoch": 5.842760597993037,
      "grad_norm": 1.397342096206011,
      "learning_rate": 5.222392194467906e-07,
      "loss": 0.4962,
      "step": 142651
    },
    {
      "epoch": 5.842801556420233,
      "grad_norm": 1.3023798564460842,
      "learning_rate": 5.219673423170978e-07,
      "loss": 0.3236,
      "step": 142652
    },
    {
      "epoch": 5.84284251484743,
      "grad_norm": 1.6251186367036887,
      "learning_rate": 5.216955358519292e-07,
      "loss": 0.4214,
      "step": 142653
    },
    {
      "epoch": 5.842883473274626,
      "grad_norm": 1.0413281498561253,
      "learning_rate": 5.214238000514515e-07,
      "loss": 0.1829,
      "step": 142654
    },
    {
      "epoch": 5.842924431701823,
      "grad_norm": 1.660819009465135,
      "learning_rate": 5.211521349157477e-07,
      "loss": 0.4767,
      "step": 142655
    },
    {
      "epoch": 5.842965390129019,
      "grad_norm": 1.6004565253922443,
      "learning_rate": 5.208805404449845e-07,
      "loss": 0.654,
      "step": 142656
    },
    {
      "epoch": 5.843006348556216,
      "grad_norm": 1.4720911866688566,
      "learning_rate": 5.206090166392785e-07,
      "loss": 0.5622,
      "step": 142657
    },
    {
      "epoch": 5.8430473069834115,
      "grad_norm": 1.3720075885578633,
      "learning_rate": 5.203375634987294e-07,
      "loss": 0.4246,
      "step": 142658
    },
    {
      "epoch": 5.843088265410608,
      "grad_norm": 0.9257815083790092,
      "learning_rate": 5.200661810235207e-07,
      "loss": 0.2491,
      "step": 142659
    },
    {
      "epoch": 5.8431292238378045,
      "grad_norm": 1.377775341360044,
      "learning_rate": 5.197948692137354e-07,
      "loss": 0.444,
      "step": 142660
    },
    {
      "epoch": 5.843170182265001,
      "grad_norm": 1.592704420733432,
      "learning_rate": 5.195236280695236e-07,
      "loss": 0.2501,
      "step": 142661
    },
    {
      "epoch": 5.843211140692198,
      "grad_norm": 1.8564128037490333,
      "learning_rate": 5.192524575910017e-07,
      "loss": 0.6473,
      "step": 142662
    },
    {
      "epoch": 5.843252099119394,
      "grad_norm": 1.5233291363308088,
      "learning_rate": 5.189813577783031e-07,
      "loss": 0.5001,
      "step": 142663
    },
    {
      "epoch": 5.843293057546591,
      "grad_norm": 1.8475433943283928,
      "learning_rate": 5.187103286315608e-07,
      "loss": 0.9588,
      "step": 142664
    },
    {
      "epoch": 5.843334015973786,
      "grad_norm": 1.5572437270167703,
      "learning_rate": 5.184393701508916e-07,
      "loss": 0.4698,
      "step": 142665
    },
    {
      "epoch": 5.843374974400983,
      "grad_norm": 2.0078086738520935,
      "learning_rate": 5.181684823364284e-07,
      "loss": 0.7098,
      "step": 142666
    },
    {
      "epoch": 5.843415932828179,
      "grad_norm": 1.6272261705715836,
      "learning_rate": 5.178976651883049e-07,
      "loss": 0.4674,
      "step": 142667
    },
    {
      "epoch": 5.843456891255376,
      "grad_norm": 0.5993410995146237,
      "learning_rate": 5.176269187066539e-07,
      "loss": 0.0411,
      "step": 142668
    },
    {
      "epoch": 5.8434978496825725,
      "grad_norm": 1.0151296535273275,
      "learning_rate": 5.173562428915923e-07,
      "loss": 0.2041,
      "step": 142669
    },
    {
      "epoch": 5.843538808109768,
      "grad_norm": 1.3727435736104754,
      "learning_rate": 5.170856377432365e-07,
      "loss": 0.432,
      "step": 142670
    },
    {
      "epoch": 5.843579766536965,
      "grad_norm": 0.8696597981915073,
      "learning_rate": 5.168151032617363e-07,
      "loss": 0.1756,
      "step": 142671
    },
    {
      "epoch": 5.843620724964161,
      "grad_norm": 1.426639337397896,
      "learning_rate": 5.16544639447225e-07,
      "loss": 0.4847,
      "step": 142672
    },
    {
      "epoch": 5.843661683391358,
      "grad_norm": 1.2494343275330577,
      "learning_rate": 5.162742462998027e-07,
      "loss": 0.339,
      "step": 142673
    },
    {
      "epoch": 5.843702641818554,
      "grad_norm": 1.5433102549121844,
      "learning_rate": 5.16003923819619e-07,
      "loss": 0.487,
      "step": 142674
    },
    {
      "epoch": 5.843743600245751,
      "grad_norm": 1.3714824271786836,
      "learning_rate": 5.15733672006774e-07,
      "loss": 0.3982,
      "step": 142675
    },
    {
      "epoch": 5.843784558672947,
      "grad_norm": 1.0974969951231148,
      "learning_rate": 5.154634908614508e-07,
      "loss": 0.1724,
      "step": 142676
    },
    {
      "epoch": 5.843825517100143,
      "grad_norm": 0.9457886248620169,
      "learning_rate": 5.151933803837161e-07,
      "loss": 0.1942,
      "step": 142677
    },
    {
      "epoch": 5.8438664755273395,
      "grad_norm": 1.5084007341426608,
      "learning_rate": 5.149233405737363e-07,
      "loss": 0.3331,
      "step": 142678
    },
    {
      "epoch": 5.843907433954536,
      "grad_norm": 1.6534013886681949,
      "learning_rate": 5.146533714316114e-07,
      "loss": 0.4147,
      "step": 142679
    },
    {
      "epoch": 5.843948392381733,
      "grad_norm": 1.7861769229831854,
      "learning_rate": 5.14383472957508e-07,
      "loss": 0.5979,
      "step": 142680
    },
    {
      "epoch": 5.843989350808929,
      "grad_norm": 1.6475607207137035,
      "learning_rate": 5.141136451515093e-07,
      "loss": 0.4716,
      "step": 142681
    },
    {
      "epoch": 5.844030309236126,
      "grad_norm": 1.3495933404729636,
      "learning_rate": 5.138438880137652e-07,
      "loss": 0.4354,
      "step": 142682
    },
    {
      "epoch": 5.844071267663322,
      "grad_norm": 0.6976912439303499,
      "learning_rate": 5.135742015444089e-07,
      "loss": 0.1535,
      "step": 142683
    },
    {
      "epoch": 5.844112226090518,
      "grad_norm": 1.4641945952213016,
      "learning_rate": 5.133045857435569e-07,
      "loss": 0.4125,
      "step": 142684
    },
    {
      "epoch": 5.844153184517714,
      "grad_norm": 1.6110275361927822,
      "learning_rate": 5.130350406113426e-07,
      "loss": 0.4845,
      "step": 142685
    },
    {
      "epoch": 5.844194142944911,
      "grad_norm": 2.060120325849781,
      "learning_rate": 5.127655661478991e-07,
      "loss": 0.5748,
      "step": 142686
    },
    {
      "epoch": 5.844235101372107,
      "grad_norm": 1.8622793261271355,
      "learning_rate": 5.12496162353343e-07,
      "loss": 0.6295,
      "step": 142687
    },
    {
      "epoch": 5.844276059799304,
      "grad_norm": 1.5119704773204052,
      "learning_rate": 5.122268292277909e-07,
      "loss": 0.4716,
      "step": 142688
    },
    {
      "epoch": 5.8443170182265,
      "grad_norm": 1.486023341032191,
      "learning_rate": 5.119575667713926e-07,
      "loss": 0.427,
      "step": 142689
    },
    {
      "epoch": 5.844357976653696,
      "grad_norm": 1.7817878461773273,
      "learning_rate": 5.116883749842649e-07,
      "loss": 0.6308,
      "step": 142690
    },
    {
      "epoch": 5.844398935080893,
      "grad_norm": 1.9585456599314714,
      "learning_rate": 5.114192538665241e-07,
      "loss": 0.6394,
      "step": 142691
    },
    {
      "epoch": 5.844439893508089,
      "grad_norm": 2.7936377723415644,
      "learning_rate": 5.111502034183368e-07,
      "loss": 1.6891,
      "step": 142692
    },
    {
      "epoch": 5.844480851935286,
      "grad_norm": 1.5658493795363142,
      "learning_rate": 5.108812236397863e-07,
      "loss": 0.5347,
      "step": 142693
    },
    {
      "epoch": 5.844521810362482,
      "grad_norm": 1.9334319943915994,
      "learning_rate": 5.106123145310226e-07,
      "loss": 0.7036,
      "step": 142694
    },
    {
      "epoch": 5.844562768789679,
      "grad_norm": 1.4633011387914505,
      "learning_rate": 5.103434760921621e-07,
      "loss": 0.3369,
      "step": 142695
    },
    {
      "epoch": 5.8446037272168745,
      "grad_norm": 1.595634149215236,
      "learning_rate": 5.10074708323338e-07,
      "loss": 0.648,
      "step": 142696
    },
    {
      "epoch": 5.844644685644071,
      "grad_norm": 1.4187161825951318,
      "learning_rate": 5.098060112246671e-07,
      "loss": 0.4493,
      "step": 142697
    },
    {
      "epoch": 5.844685644071268,
      "grad_norm": 1.5970880252992585,
      "learning_rate": 5.095373847962991e-07,
      "loss": 0.6426,
      "step": 142698
    },
    {
      "epoch": 5.844726602498464,
      "grad_norm": 1.588653864078932,
      "learning_rate": 5.09268829038334e-07,
      "loss": 0.5155,
      "step": 142699
    },
    {
      "epoch": 5.844767560925661,
      "grad_norm": 1.3384222642645967,
      "learning_rate": 5.090003439509383e-07,
      "loss": 0.4263,
      "step": 142700
    },
    {
      "epoch": 5.844808519352857,
      "grad_norm": 1.3830406092041179,
      "learning_rate": 5.087319295341952e-07,
      "loss": 0.352,
      "step": 142701
    },
    {
      "epoch": 5.844849477780054,
      "grad_norm": 2.0817119418230923,
      "learning_rate": 5.08463585788238e-07,
      "loss": 0.7041,
      "step": 142702
    },
    {
      "epoch": 5.844890436207249,
      "grad_norm": 1.6452911207856975,
      "learning_rate": 5.081953127132166e-07,
      "loss": 0.5365,
      "step": 142703
    },
    {
      "epoch": 5.844931394634446,
      "grad_norm": 1.219555212537018,
      "learning_rate": 5.079271103092475e-07,
      "loss": 0.2891,
      "step": 142704
    },
    {
      "epoch": 5.844972353061642,
      "grad_norm": 1.51708114172666,
      "learning_rate": 5.07658978576464e-07,
      "loss": 0.444,
      "step": 142705
    },
    {
      "epoch": 5.845013311488839,
      "grad_norm": 1.6625551830604255,
      "learning_rate": 5.073909175149659e-07,
      "loss": 0.4483,
      "step": 142706
    },
    {
      "epoch": 5.8450542699160355,
      "grad_norm": 1.8459769113422018,
      "learning_rate": 5.071229271249033e-07,
      "loss": 0.66,
      "step": 142707
    },
    {
      "epoch": 5.845095228343231,
      "grad_norm": 1.4954348315385562,
      "learning_rate": 5.068550074064093e-07,
      "loss": 0.4648,
      "step": 142708
    },
    {
      "epoch": 5.845136186770428,
      "grad_norm": 2.0810730846057433,
      "learning_rate": 5.065871583595837e-07,
      "loss": 0.8233,
      "step": 142709
    },
    {
      "epoch": 5.845177145197624,
      "grad_norm": 1.5191979106097686,
      "learning_rate": 5.063193799845766e-07,
      "loss": 0.4084,
      "step": 142710
    },
    {
      "epoch": 5.845218103624821,
      "grad_norm": 1.4143253043933242,
      "learning_rate": 5.060516722815211e-07,
      "loss": 0.3928,
      "step": 142711
    },
    {
      "epoch": 5.845259062052017,
      "grad_norm": 1.6162009437793912,
      "learning_rate": 5.057840352505005e-07,
      "loss": 1.0044,
      "step": 142712
    },
    {
      "epoch": 5.845300020479214,
      "grad_norm": 1.428774327713811,
      "learning_rate": 5.055164688916979e-07,
      "loss": 0.4688,
      "step": 142713
    },
    {
      "epoch": 5.84534097890641,
      "grad_norm": 1.5594283336576849,
      "learning_rate": 5.052489732051967e-07,
      "loss": 0.5786,
      "step": 142714
    },
    {
      "epoch": 5.845381937333606,
      "grad_norm": 1.7909526560607112,
      "learning_rate": 5.049815481911468e-07,
      "loss": 0.6061,
      "step": 142715
    },
    {
      "epoch": 5.8454228957608025,
      "grad_norm": 1.0277896485011673,
      "learning_rate": 5.047141938496646e-07,
      "loss": 0.3483,
      "step": 142716
    },
    {
      "epoch": 5.845463854187999,
      "grad_norm": 1.0494882657708842,
      "learning_rate": 5.044469101808835e-07,
      "loss": 0.115,
      "step": 142717
    },
    {
      "epoch": 5.845504812615196,
      "grad_norm": 1.570041029134549,
      "learning_rate": 5.041796971849033e-07,
      "loss": 0.435,
      "step": 142718
    },
    {
      "epoch": 5.845545771042392,
      "grad_norm": 1.6964677202884726,
      "learning_rate": 5.039125548619071e-07,
      "loss": 0.4791,
      "step": 142719
    },
    {
      "epoch": 5.845586729469589,
      "grad_norm": 1.575225609111519,
      "learning_rate": 5.036454832119618e-07,
      "loss": 0.5811,
      "step": 142720
    },
    {
      "epoch": 5.845627687896785,
      "grad_norm": 1.727547250879913,
      "learning_rate": 5.033784822352171e-07,
      "loss": 0.6652,
      "step": 142721
    },
    {
      "epoch": 5.845668646323981,
      "grad_norm": 1.3856920286917862,
      "learning_rate": 5.031115519318063e-07,
      "loss": 0.4042,
      "step": 142722
    },
    {
      "epoch": 5.845709604751177,
      "grad_norm": 1.3137541436186966,
      "learning_rate": 5.028446923018459e-07,
      "loss": 0.4389,
      "step": 142723
    },
    {
      "epoch": 5.845750563178374,
      "grad_norm": 1.6419765698937474,
      "learning_rate": 5.025779033454857e-07,
      "loss": 0.5906,
      "step": 142724
    },
    {
      "epoch": 5.8457915216055705,
      "grad_norm": 0.6947227917703159,
      "learning_rate": 5.023111850628093e-07,
      "loss": 0.1287,
      "step": 142725
    },
    {
      "epoch": 5.845832480032767,
      "grad_norm": 0.5552545353362626,
      "learning_rate": 5.020445374539662e-07,
      "loss": 0.0694,
      "step": 142726
    },
    {
      "epoch": 5.845873438459963,
      "grad_norm": 1.3063936425646518,
      "learning_rate": 5.017779605190897e-07,
      "loss": 0.3404,
      "step": 142727
    },
    {
      "epoch": 5.845914396887159,
      "grad_norm": 0.9929242263691797,
      "learning_rate": 5.015114542582965e-07,
      "loss": 0.2684,
      "step": 142728
    },
    {
      "epoch": 5.845955355314356,
      "grad_norm": 1.5394614468084657,
      "learning_rate": 5.012450186717032e-07,
      "loss": 0.3667,
      "step": 142729
    },
    {
      "epoch": 5.845996313741552,
      "grad_norm": 1.8484147892663856,
      "learning_rate": 5.009786537594596e-07,
      "loss": 0.4493,
      "step": 142730
    },
    {
      "epoch": 5.846037272168749,
      "grad_norm": 1.1097188532188846,
      "learning_rate": 5.007123595216655e-07,
      "loss": 0.2342,
      "step": 142731
    },
    {
      "epoch": 5.846078230595945,
      "grad_norm": 1.8631764928753358,
      "learning_rate": 5.00446135958471e-07,
      "loss": 0.665,
      "step": 142732
    },
    {
      "epoch": 5.846119189023142,
      "grad_norm": 2.254837020033171,
      "learning_rate": 5.001799830699927e-07,
      "loss": 0.3957,
      "step": 142733
    },
    {
      "epoch": 5.8461601474503375,
      "grad_norm": 0.5227879722013165,
      "learning_rate": 4.999139008563468e-07,
      "loss": 0.0344,
      "step": 142734
    },
    {
      "epoch": 5.846201105877534,
      "grad_norm": 1.620471381601292,
      "learning_rate": 4.99647889317667e-07,
      "loss": 0.4675,
      "step": 142735
    },
    {
      "epoch": 5.846242064304731,
      "grad_norm": 1.4942281363538163,
      "learning_rate": 4.993819484540862e-07,
      "loss": 0.4916,
      "step": 142736
    },
    {
      "epoch": 5.846283022731927,
      "grad_norm": 1.5958058392942722,
      "learning_rate": 4.991160782657211e-07,
      "loss": 0.4338,
      "step": 142737
    },
    {
      "epoch": 5.846323981159124,
      "grad_norm": 1.385137538986708,
      "learning_rate": 4.988502787526882e-07,
      "loss": 0.3713,
      "step": 142738
    },
    {
      "epoch": 5.84636493958632,
      "grad_norm": 1.4921828108554924,
      "learning_rate": 4.985845499151209e-07,
      "loss": 0.4254,
      "step": 142739
    },
    {
      "epoch": 5.846405898013517,
      "grad_norm": 1.92556596185474,
      "learning_rate": 4.983188917531689e-07,
      "loss": 0.7142,
      "step": 142740
    },
    {
      "epoch": 5.846446856440712,
      "grad_norm": 1.414039209451261,
      "learning_rate": 4.980533042669155e-07,
      "loss": 0.4471,
      "step": 142741
    },
    {
      "epoch": 5.846487814867909,
      "grad_norm": 1.967794909160955,
      "learning_rate": 4.977877874565272e-07,
      "loss": 0.7298,
      "step": 142742
    },
    {
      "epoch": 5.8465287732951055,
      "grad_norm": 1.452638133982434,
      "learning_rate": 4.975223413220875e-07,
      "loss": 0.5464,
      "step": 142743
    },
    {
      "epoch": 5.846569731722302,
      "grad_norm": 1.3122063486837228,
      "learning_rate": 4.972569658637626e-07,
      "loss": 0.4141,
      "step": 142744
    },
    {
      "epoch": 5.8466106901494985,
      "grad_norm": 1.823588488639337,
      "learning_rate": 4.969916610816527e-07,
      "loss": 0.8271,
      "step": 142745
    },
    {
      "epoch": 5.846651648576694,
      "grad_norm": 1.3942543208940588,
      "learning_rate": 4.967264269758742e-07,
      "loss": 0.4293,
      "step": 142746
    },
    {
      "epoch": 5.846692607003891,
      "grad_norm": 2.468078637367048,
      "learning_rate": 4.964612635465937e-07,
      "loss": 1.4665,
      "step": 142747
    },
    {
      "epoch": 5.846733565431087,
      "grad_norm": 0.834423642495631,
      "learning_rate": 4.961961707938944e-07,
      "loss": 0.1641,
      "step": 142748
    },
    {
      "epoch": 5.846774523858284,
      "grad_norm": 1.4830978131343637,
      "learning_rate": 4.959311487179263e-07,
      "loss": 0.3904,
      "step": 142749
    },
    {
      "epoch": 5.84681548228548,
      "grad_norm": 1.8864715304645372,
      "learning_rate": 4.956661973188059e-07,
      "loss": 0.659,
      "step": 142750
    },
    {
      "epoch": 5.846856440712677,
      "grad_norm": 1.7007159223167736,
      "learning_rate": 4.954013165966498e-07,
      "loss": 0.4432,
      "step": 142751
    },
    {
      "epoch": 5.846897399139873,
      "grad_norm": 0.5937102472565444,
      "learning_rate": 4.951365065516078e-07,
      "loss": 0.0655,
      "step": 142752
    },
    {
      "epoch": 5.846938357567069,
      "grad_norm": 1.8636582235442938,
      "learning_rate": 4.948717671837799e-07,
      "loss": 0.5029,
      "step": 142753
    },
    {
      "epoch": 5.846979315994266,
      "grad_norm": 1.4374090220940368,
      "learning_rate": 4.946070984932993e-07,
      "loss": 0.4587,
      "step": 142754
    },
    {
      "epoch": 5.847020274421462,
      "grad_norm": 1.5242952939629923,
      "learning_rate": 4.943425004802992e-07,
      "loss": 0.3777,
      "step": 142755
    },
    {
      "epoch": 5.847061232848659,
      "grad_norm": 1.5720687415582448,
      "learning_rate": 4.940779731448963e-07,
      "loss": 0.4354,
      "step": 142756
    },
    {
      "epoch": 5.847102191275855,
      "grad_norm": 1.4288217657269895,
      "learning_rate": 4.938135164872237e-07,
      "loss": 0.3696,
      "step": 142757
    },
    {
      "epoch": 5.847143149703052,
      "grad_norm": 4.549581028961878,
      "learning_rate": 4.93549130507398e-07,
      "loss": 3.2053,
      "step": 142758
    },
    {
      "epoch": 5.847184108130248,
      "grad_norm": 1.4259451932983547,
      "learning_rate": 4.932848152055358e-07,
      "loss": 0.3314,
      "step": 142759
    },
    {
      "epoch": 5.847225066557444,
      "grad_norm": 1.4383674880782693,
      "learning_rate": 4.930205705817869e-07,
      "loss": 0.4469,
      "step": 142760
    },
    {
      "epoch": 5.84726602498464,
      "grad_norm": 1.3375064834115946,
      "learning_rate": 4.927563966362513e-07,
      "loss": 0.3301,
      "step": 142761
    },
    {
      "epoch": 5.847306983411837,
      "grad_norm": 1.1044897419899073,
      "learning_rate": 4.924922933690789e-07,
      "loss": 0.2378,
      "step": 142762
    },
    {
      "epoch": 5.8473479418390335,
      "grad_norm": 0.9486843725409284,
      "learning_rate": 4.922282607803696e-07,
      "loss": 0.2348,
      "step": 142763
    },
    {
      "epoch": 5.84738890026623,
      "grad_norm": 1.7049208917277026,
      "learning_rate": 4.919642988702732e-07,
      "loss": 0.5944,
      "step": 142764
    },
    {
      "epoch": 5.847429858693426,
      "grad_norm": 1.4498193123857577,
      "learning_rate": 4.917004076388731e-07,
      "loss": 0.3444,
      "step": 142765
    },
    {
      "epoch": 5.847470817120622,
      "grad_norm": 1.3252652032571026,
      "learning_rate": 4.914365870863524e-07,
      "loss": 0.4099,
      "step": 142766
    },
    {
      "epoch": 5.847511775547819,
      "grad_norm": 1.3028536535342934,
      "learning_rate": 4.911728372127776e-07,
      "loss": 0.4294,
      "step": 142767
    },
    {
      "epoch": 5.847552733975015,
      "grad_norm": 1.652652481794232,
      "learning_rate": 4.909091580183155e-07,
      "loss": 0.567,
      "step": 142768
    },
    {
      "epoch": 5.847593692402212,
      "grad_norm": 0.5263730280922714,
      "learning_rate": 4.906455495030826e-07,
      "loss": 0.0439,
      "step": 142769
    },
    {
      "epoch": 5.847634650829408,
      "grad_norm": 1.4606345956931448,
      "learning_rate": 4.903820116671786e-07,
      "loss": 0.4875,
      "step": 142770
    },
    {
      "epoch": 5.847675609256605,
      "grad_norm": 1.5912376597988662,
      "learning_rate": 4.901185445107536e-07,
      "loss": 0.5212,
      "step": 142771
    },
    {
      "epoch": 5.8477165676838005,
      "grad_norm": 0.8873941775101767,
      "learning_rate": 4.898551480339408e-07,
      "loss": 0.1656,
      "step": 142772
    },
    {
      "epoch": 5.847757526110997,
      "grad_norm": 1.456173424904531,
      "learning_rate": 4.895918222368233e-07,
      "loss": 0.3084,
      "step": 142773
    },
    {
      "epoch": 5.847798484538194,
      "grad_norm": 1.3441614404223288,
      "learning_rate": 4.893285671195679e-07,
      "loss": 0.3333,
      "step": 142774
    },
    {
      "epoch": 5.84783944296539,
      "grad_norm": 1.731419558673808,
      "learning_rate": 4.890653826822743e-07,
      "loss": 0.5152,
      "step": 142775
    },
    {
      "epoch": 5.847880401392587,
      "grad_norm": 1.3811375610384782,
      "learning_rate": 4.888022689250759e-07,
      "loss": 0.3466,
      "step": 142776
    },
    {
      "epoch": 5.847921359819783,
      "grad_norm": 1.73812048714092,
      "learning_rate": 4.885392258481058e-07,
      "loss": 0.5853,
      "step": 142777
    },
    {
      "epoch": 5.84796231824698,
      "grad_norm": 1.7634570060539052,
      "learning_rate": 4.882762534514806e-07,
      "loss": 0.6322,
      "step": 142778
    },
    {
      "epoch": 5.848003276674175,
      "grad_norm": 0.8502580418314414,
      "learning_rate": 4.880133517353169e-07,
      "loss": 0.221,
      "step": 142779
    },
    {
      "epoch": 5.848044235101372,
      "grad_norm": 1.4423633026138656,
      "learning_rate": 4.877505206997312e-07,
      "loss": 0.4146,
      "step": 142780
    },
    {
      "epoch": 5.8480851935285685,
      "grad_norm": 1.4236877712778382,
      "learning_rate": 4.874877603448734e-07,
      "loss": 0.4416,
      "step": 142781
    },
    {
      "epoch": 5.848126151955765,
      "grad_norm": 0.5525371388801592,
      "learning_rate": 4.872250706708602e-07,
      "loss": 0.042,
      "step": 142782
    },
    {
      "epoch": 5.8481671103829616,
      "grad_norm": 1.0282577886200992,
      "learning_rate": 4.869624516777914e-07,
      "loss": 0.2216,
      "step": 142783
    },
    {
      "epoch": 5.848208068810157,
      "grad_norm": 1.8083545389950664,
      "learning_rate": 4.86699903365817e-07,
      "loss": 0.7401,
      "step": 142784
    },
    {
      "epoch": 5.848249027237354,
      "grad_norm": 1.4098112997586556,
      "learning_rate": 4.8643742573507e-07,
      "loss": 0.5911,
      "step": 142785
    },
    {
      "epoch": 5.84828998566455,
      "grad_norm": 1.6222533397191155,
      "learning_rate": 4.861750187856506e-07,
      "loss": 0.5221,
      "step": 142786
    },
    {
      "epoch": 5.848330944091747,
      "grad_norm": 1.3751341370164405,
      "learning_rate": 4.859126825176917e-07,
      "loss": 0.3274,
      "step": 142787
    },
    {
      "epoch": 5.848371902518943,
      "grad_norm": 1.5306731237792532,
      "learning_rate": 4.856504169313269e-07,
      "loss": 0.4457,
      "step": 142788
    },
    {
      "epoch": 5.84841286094614,
      "grad_norm": 1.5856776934494352,
      "learning_rate": 4.853882220266558e-07,
      "loss": 0.5938,
      "step": 142789
    },
    {
      "epoch": 5.848453819373336,
      "grad_norm": 1.8710238066594111,
      "learning_rate": 4.851260978038285e-07,
      "loss": 0.6684,
      "step": 142790
    },
    {
      "epoch": 5.848494777800532,
      "grad_norm": 1.4023315937799858,
      "learning_rate": 4.848640442629614e-07,
      "loss": 0.4685,
      "step": 142791
    },
    {
      "epoch": 5.848535736227729,
      "grad_norm": 1.7049924130778262,
      "learning_rate": 4.846020614041546e-07,
      "loss": 0.6001,
      "step": 142792
    },
    {
      "epoch": 5.848576694654925,
      "grad_norm": 1.6904792992612026,
      "learning_rate": 4.843401492275745e-07,
      "loss": 0.4043,
      "step": 142793
    },
    {
      "epoch": 5.848617653082122,
      "grad_norm": 0.8385826418362592,
      "learning_rate": 4.840783077333044e-07,
      "loss": 0.1451,
      "step": 142794
    },
    {
      "epoch": 5.848658611509318,
      "grad_norm": 0.8565960504481689,
      "learning_rate": 4.838165369214941e-07,
      "loss": 0.1938,
      "step": 142795
    },
    {
      "epoch": 5.848699569936515,
      "grad_norm": 1.5576223486332306,
      "learning_rate": 4.835548367922604e-07,
      "loss": 0.4197,
      "step": 142796
    },
    {
      "epoch": 5.848740528363711,
      "grad_norm": 1.8860410248587542,
      "learning_rate": 4.832932073457196e-07,
      "loss": 0.6228,
      "step": 142797
    },
    {
      "epoch": 5.848781486790907,
      "grad_norm": 1.524625552238666,
      "learning_rate": 4.830316485820051e-07,
      "loss": 0.5233,
      "step": 142798
    },
    {
      "epoch": 5.8488224452181035,
      "grad_norm": 1.5441594336556979,
      "learning_rate": 4.827701605012335e-07,
      "loss": 0.482,
      "step": 142799
    },
    {
      "epoch": 5.8488634036453,
      "grad_norm": 1.598970098920936,
      "learning_rate": 4.825087431035379e-07,
      "loss": 0.3724,
      "step": 142800
    },
    {
      "epoch": 5.8489043620724965,
      "grad_norm": 1.413584764714053,
      "learning_rate": 4.82247396389035e-07,
      "loss": 0.3746,
      "step": 142801
    },
    {
      "epoch": 5.848945320499693,
      "grad_norm": 1.3009383919073827,
      "learning_rate": 4.819861203578579e-07,
      "loss": 0.3636,
      "step": 142802
    },
    {
      "epoch": 5.848986278926889,
      "grad_norm": 0.9796233027304904,
      "learning_rate": 4.817249150101065e-07,
      "loss": 0.1815,
      "step": 142803
    },
    {
      "epoch": 5.849027237354085,
      "grad_norm": 1.843168778028568,
      "learning_rate": 4.814637803459309e-07,
      "loss": 0.5059,
      "step": 142804
    },
    {
      "epoch": 5.849068195781282,
      "grad_norm": 1.5983780285717377,
      "learning_rate": 4.812027163654308e-07,
      "loss": 0.5,
      "step": 142805
    },
    {
      "epoch": 5.849109154208478,
      "grad_norm": 1.385071224315196,
      "learning_rate": 4.809417230687562e-07,
      "loss": 0.3221,
      "step": 142806
    },
    {
      "epoch": 5.849150112635675,
      "grad_norm": 1.538648188196901,
      "learning_rate": 4.80680800456007e-07,
      "loss": 0.3809,
      "step": 142807
    },
    {
      "epoch": 5.849191071062871,
      "grad_norm": 1.624710832762576,
      "learning_rate": 4.804199485273164e-07,
      "loss": 0.5827,
      "step": 142808
    },
    {
      "epoch": 5.849232029490068,
      "grad_norm": 1.4754865205572059,
      "learning_rate": 4.801591672828176e-07,
      "loss": 0.4842,
      "step": 142809
    },
    {
      "epoch": 5.849272987917264,
      "grad_norm": 1.6253869446869238,
      "learning_rate": 4.798984567226105e-07,
      "loss": 0.5433,
      "step": 142810
    },
    {
      "epoch": 5.84931394634446,
      "grad_norm": 0.973991301123599,
      "learning_rate": 4.796378168468285e-07,
      "loss": 0.1196,
      "step": 142811
    },
    {
      "epoch": 5.849354904771657,
      "grad_norm": 1.4239017958531373,
      "learning_rate": 4.793772476556046e-07,
      "loss": 0.3711,
      "step": 142812
    },
    {
      "epoch": 5.849395863198853,
      "grad_norm": 1.665680119557548,
      "learning_rate": 4.791167491490555e-07,
      "loss": 0.6164,
      "step": 142813
    },
    {
      "epoch": 5.84943682162605,
      "grad_norm": 1.6109403717700381,
      "learning_rate": 4.788563213273144e-07,
      "loss": 0.4485,
      "step": 142814
    },
    {
      "epoch": 5.849477780053246,
      "grad_norm": 1.283923416967571,
      "learning_rate": 4.785959641904813e-07,
      "loss": 0.2982,
      "step": 142815
    },
    {
      "epoch": 5.849518738480443,
      "grad_norm": 1.5046996752660724,
      "learning_rate": 4.783356777386894e-07,
      "loss": 0.5558,
      "step": 142816
    },
    {
      "epoch": 5.849559696907638,
      "grad_norm": 1.5532780473471126,
      "learning_rate": 4.780754619720551e-07,
      "loss": 0.4926,
      "step": 142817
    },
    {
      "epoch": 5.849600655334835,
      "grad_norm": 1.5145857816374666,
      "learning_rate": 4.778153168907284e-07,
      "loss": 0.3773,
      "step": 142818
    },
    {
      "epoch": 5.8496416137620315,
      "grad_norm": 1.5064959927513366,
      "learning_rate": 4.775552424948093e-07,
      "loss": 0.3981,
      "step": 142819
    },
    {
      "epoch": 5.849682572189228,
      "grad_norm": 1.4431855824453437,
      "learning_rate": 4.772952387844309e-07,
      "loss": 0.4818,
      "step": 142820
    },
    {
      "epoch": 5.849723530616425,
      "grad_norm": 1.5742433093145072,
      "learning_rate": 4.770353057596932e-07,
      "loss": 0.5652,
      "step": 142821
    },
    {
      "epoch": 5.84976448904362,
      "grad_norm": 1.7677092559606116,
      "learning_rate": 4.7677544342074604e-07,
      "loss": 0.7814,
      "step": 142822
    },
    {
      "epoch": 5.849805447470817,
      "grad_norm": 1.4258196102477378,
      "learning_rate": 4.76515651767706e-07,
      "loss": 0.3948,
      "step": 142823
    },
    {
      "epoch": 5.849846405898013,
      "grad_norm": 0.8773460800781524,
      "learning_rate": 4.7625593080068967e-07,
      "loss": 0.2182,
      "step": 142824
    },
    {
      "epoch": 5.84988736432521,
      "grad_norm": 1.5418175363682767,
      "learning_rate": 4.759962805198303e-07,
      "loss": 0.5095,
      "step": 142825
    },
    {
      "epoch": 5.849928322752406,
      "grad_norm": 1.3362408293432244,
      "learning_rate": 4.757367009252444e-07,
      "loss": 0.463,
      "step": 142826
    },
    {
      "epoch": 5.849969281179603,
      "grad_norm": 2.184863851817585,
      "learning_rate": 4.754771920170486e-07,
      "loss": 0.6894,
      "step": 142827
    },
    {
      "epoch": 5.8500102396067994,
      "grad_norm": 1.3437443490000045,
      "learning_rate": 4.7521775379535943e-07,
      "loss": 0.3485,
      "step": 142828
    },
    {
      "epoch": 5.850051198033995,
      "grad_norm": 1.223164997322559,
      "learning_rate": 4.7495838626032677e-07,
      "loss": 0.3337,
      "step": 142829
    },
    {
      "epoch": 5.850092156461192,
      "grad_norm": 1.3135304438199538,
      "learning_rate": 4.7469908941205057e-07,
      "loss": 0.3497,
      "step": 142830
    },
    {
      "epoch": 5.850133114888388,
      "grad_norm": 1.5993645466666482,
      "learning_rate": 4.744398632506641e-07,
      "loss": 0.5289,
      "step": 142831
    },
    {
      "epoch": 5.850174073315585,
      "grad_norm": 0.6733821418680304,
      "learning_rate": 4.7418070777628383e-07,
      "loss": 0.1504,
      "step": 142832
    },
    {
      "epoch": 5.850215031742781,
      "grad_norm": 1.6040223130904587,
      "learning_rate": 4.73921622989043e-07,
      "loss": 0.5853,
      "step": 142833
    },
    {
      "epoch": 5.850255990169978,
      "grad_norm": 1.508813780612508,
      "learning_rate": 4.736626088890416e-07,
      "loss": 0.4017,
      "step": 142834
    },
    {
      "epoch": 5.850296948597174,
      "grad_norm": 0.5245803902456463,
      "learning_rate": 4.7340366547641283e-07,
      "loss": 0.0525,
      "step": 142835
    },
    {
      "epoch": 5.85033790702437,
      "grad_norm": 1.477072592247059,
      "learning_rate": 4.7314479275128993e-07,
      "loss": 0.4786,
      "step": 142836
    },
    {
      "epoch": 5.8503788654515665,
      "grad_norm": 2.381230286092835,
      "learning_rate": 4.7288599071378943e-07,
      "loss": 1.6059,
      "step": 142837
    },
    {
      "epoch": 5.850419823878763,
      "grad_norm": 1.3779113371012435,
      "learning_rate": 4.726272593640279e-07,
      "loss": 0.4173,
      "step": 142838
    },
    {
      "epoch": 5.85046078230596,
      "grad_norm": 1.399822496474021,
      "learning_rate": 4.7236859870213863e-07,
      "loss": 0.3846,
      "step": 142839
    },
    {
      "epoch": 5.850501740733156,
      "grad_norm": 1.4369461108459238,
      "learning_rate": 4.721100087282215e-07,
      "loss": 0.4632,
      "step": 142840
    },
    {
      "epoch": 5.850542699160352,
      "grad_norm": 1.5661942703227003,
      "learning_rate": 4.7185148944242636e-07,
      "loss": 0.6452,
      "step": 142841
    },
    {
      "epoch": 5.850583657587548,
      "grad_norm": 1.5127677080534792,
      "learning_rate": 4.715930408448698e-07,
      "loss": 0.5452,
      "step": 142842
    },
    {
      "epoch": 5.850624616014745,
      "grad_norm": 0.8399885516732764,
      "learning_rate": 4.713346629356518e-07,
      "loss": 0.2039,
      "step": 142843
    },
    {
      "epoch": 5.850665574441941,
      "grad_norm": 1.83847785635553,
      "learning_rate": 4.710763557149222e-07,
      "loss": 0.5239,
      "step": 142844
    },
    {
      "epoch": 5.850706532869138,
      "grad_norm": 0.8223047378914653,
      "learning_rate": 4.708181191827809e-07,
      "loss": 0.1712,
      "step": 142845
    },
    {
      "epoch": 5.850747491296334,
      "grad_norm": 0.9728684104876792,
      "learning_rate": 4.7055995333937777e-07,
      "loss": 0.2054,
      "step": 142846
    },
    {
      "epoch": 5.850788449723531,
      "grad_norm": 2.0523252714511084,
      "learning_rate": 4.7030185818479616e-07,
      "loss": 0.7873,
      "step": 142847
    },
    {
      "epoch": 5.850829408150727,
      "grad_norm": 9.116942790413209,
      "learning_rate": 4.7004383371918584e-07,
      "loss": 1.1852,
      "step": 142848
    },
    {
      "epoch": 5.850870366577923,
      "grad_norm": 0.9265637884633376,
      "learning_rate": 4.697858799426635e-07,
      "loss": 0.1362,
      "step": 142849
    },
    {
      "epoch": 5.85091132500512,
      "grad_norm": 1.0062813603786118,
      "learning_rate": 4.695279968553456e-07,
      "loss": 0.2006,
      "step": 142850
    },
    {
      "epoch": 5.850952283432316,
      "grad_norm": 1.2735901311918332,
      "learning_rate": 4.692701844573654e-07,
      "loss": 0.3404,
      "step": 142851
    },
    {
      "epoch": 5.850993241859513,
      "grad_norm": 1.2970788601279954,
      "learning_rate": 4.6901244274883955e-07,
      "loss": 0.33,
      "step": 142852
    },
    {
      "epoch": 5.851034200286709,
      "grad_norm": 0.9355455988569816,
      "learning_rate": 4.6875477172986786e-07,
      "loss": 0.2145,
      "step": 142853
    },
    {
      "epoch": 5.851075158713906,
      "grad_norm": 1.5693407146268978,
      "learning_rate": 4.6849717140061694e-07,
      "loss": 0.5695,
      "step": 142854
    },
    {
      "epoch": 5.8511161171411015,
      "grad_norm": 0.8698847350210418,
      "learning_rate": 4.6823964176117e-07,
      "loss": 0.204,
      "step": 142855
    },
    {
      "epoch": 5.851157075568298,
      "grad_norm": 1.6261977913806611,
      "learning_rate": 4.6798218281166033e-07,
      "loss": 0.4264,
      "step": 142856
    },
    {
      "epoch": 5.8511980339954945,
      "grad_norm": 0.8250553257582744,
      "learning_rate": 4.677247945522211e-07,
      "loss": 0.1448,
      "step": 142857
    },
    {
      "epoch": 5.851238992422691,
      "grad_norm": 1.4423620067476481,
      "learning_rate": 4.674674769829689e-07,
      "loss": 0.3951,
      "step": 142858
    },
    {
      "epoch": 5.851279950849888,
      "grad_norm": 2.697135550633,
      "learning_rate": 4.6721023010400373e-07,
      "loss": 2.1084,
      "step": 142859
    },
    {
      "epoch": 5.851320909277084,
      "grad_norm": 1.3561536495228754,
      "learning_rate": 4.669530539154753e-07,
      "loss": 0.3937,
      "step": 142860
    },
    {
      "epoch": 5.85136186770428,
      "grad_norm": 0.7047258994496227,
      "learning_rate": 4.6669594841750035e-07,
      "loss": 0.1747,
      "step": 142861
    },
    {
      "epoch": 5.851402826131476,
      "grad_norm": 1.6150214825681435,
      "learning_rate": 4.664389136101787e-07,
      "loss": 0.5429,
      "step": 142862
    },
    {
      "epoch": 5.851443784558673,
      "grad_norm": 1.601653360724762,
      "learning_rate": 4.6618194949366026e-07,
      "loss": 0.5707,
      "step": 142863
    },
    {
      "epoch": 5.851484742985869,
      "grad_norm": 1.4194534419309868,
      "learning_rate": 4.6592505606804497e-07,
      "loss": 0.4171,
      "step": 142864
    },
    {
      "epoch": 5.851525701413066,
      "grad_norm": 0.8972819826518084,
      "learning_rate": 4.6566823333346603e-07,
      "loss": 0.1954,
      "step": 142865
    },
    {
      "epoch": 5.8515666598402625,
      "grad_norm": 1.6534755926767648,
      "learning_rate": 4.6541148129004e-07,
      "loss": 0.5041,
      "step": 142866
    },
    {
      "epoch": 5.851607618267458,
      "grad_norm": 1.5294383094909938,
      "learning_rate": 4.6515479993790015e-07,
      "loss": 0.5773,
      "step": 142867
    },
    {
      "epoch": 5.851648576694655,
      "grad_norm": 1.5684700351871874,
      "learning_rate": 4.6489818927716303e-07,
      "loss": 0.5229,
      "step": 142868
    },
    {
      "epoch": 5.851689535121851,
      "grad_norm": 1.3564942477076063,
      "learning_rate": 4.6464164930792857e-07,
      "loss": 0.4046,
      "step": 142869
    },
    {
      "epoch": 5.851730493549048,
      "grad_norm": 1.0598149164879893,
      "learning_rate": 4.6438518003033e-07,
      "loss": 0.1902,
      "step": 142870
    },
    {
      "epoch": 5.851771451976244,
      "grad_norm": 0.8656518356440106,
      "learning_rate": 4.6412878144451716e-07,
      "loss": 0.1569,
      "step": 142871
    },
    {
      "epoch": 5.851812410403441,
      "grad_norm": 1.6535394104492023,
      "learning_rate": 4.638724535505567e-07,
      "loss": 0.5632,
      "step": 142872
    },
    {
      "epoch": 5.851853368830637,
      "grad_norm": 0.832307254779274,
      "learning_rate": 4.636161963486318e-07,
      "loss": 0.1783,
      "step": 142873
    },
    {
      "epoch": 5.851894327257833,
      "grad_norm": 1.5826948575810484,
      "learning_rate": 4.6336000983880907e-07,
      "loss": 0.6077,
      "step": 142874
    },
    {
      "epoch": 5.8519352856850295,
      "grad_norm": 0.8050918053575199,
      "learning_rate": 4.631038940212384e-07,
      "loss": 0.0837,
      "step": 142875
    },
    {
      "epoch": 5.851976244112226,
      "grad_norm": 0.915221353976539,
      "learning_rate": 4.628478488960363e-07,
      "loss": 0.1605,
      "step": 142876
    },
    {
      "epoch": 5.852017202539423,
      "grad_norm": 0.8767760315059524,
      "learning_rate": 4.625918744633195e-07,
      "loss": 0.1751,
      "step": 142877
    },
    {
      "epoch": 5.852058160966619,
      "grad_norm": 1.9812519915840476,
      "learning_rate": 4.62335970723221e-07,
      "loss": 0.8546,
      "step": 142878
    },
    {
      "epoch": 5.852099119393816,
      "grad_norm": 1.8286067357513396,
      "learning_rate": 4.6208013767584096e-07,
      "loss": 0.5428,
      "step": 142879
    },
    {
      "epoch": 5.852140077821011,
      "grad_norm": 1.7607476953365573,
      "learning_rate": 4.6182437532131245e-07,
      "loss": 0.4754,
      "step": 142880
    },
    {
      "epoch": 5.852181036248208,
      "grad_norm": 1.6897548272114455,
      "learning_rate": 4.6156868365976874e-07,
      "loss": 0.5939,
      "step": 142881
    },
    {
      "epoch": 5.852221994675404,
      "grad_norm": 1.60288915668487,
      "learning_rate": 4.6131306269130973e-07,
      "loss": 0.4942,
      "step": 142882
    },
    {
      "epoch": 5.852262953102601,
      "grad_norm": 0.45434793897283476,
      "learning_rate": 4.6105751241606867e-07,
      "loss": 0.042,
      "step": 142883
    },
    {
      "epoch": 5.8523039115297975,
      "grad_norm": 1.538020053499023,
      "learning_rate": 4.608020328341622e-07,
      "loss": 0.4342,
      "step": 142884
    },
    {
      "epoch": 5.852344869956994,
      "grad_norm": 1.41958151193545,
      "learning_rate": 4.6054662394570674e-07,
      "loss": 0.2706,
      "step": 142885
    },
    {
      "epoch": 5.85238582838419,
      "grad_norm": 1.869800058239171,
      "learning_rate": 4.6029128575083563e-07,
      "loss": 0.5956,
      "step": 142886
    },
    {
      "epoch": 5.852426786811386,
      "grad_norm": 1.5431140004410147,
      "learning_rate": 4.6003601824964876e-07,
      "loss": 0.4373,
      "step": 142887
    },
    {
      "epoch": 5.852467745238583,
      "grad_norm": 1.7806123539044323,
      "learning_rate": 4.5978082144227933e-07,
      "loss": 0.5974,
      "step": 142888
    },
    {
      "epoch": 5.852508703665779,
      "grad_norm": 0.38597648472115786,
      "learning_rate": 4.5952569532886063e-07,
      "loss": 0.0284,
      "step": 142889
    },
    {
      "epoch": 5.852549662092976,
      "grad_norm": 0.9937960705529978,
      "learning_rate": 4.592706399094925e-07,
      "loss": 0.2419,
      "step": 142890
    },
    {
      "epoch": 5.852590620520172,
      "grad_norm": 0.8425823876456274,
      "learning_rate": 4.590156551843083e-07,
      "loss": 0.1988,
      "step": 142891
    },
    {
      "epoch": 5.852631578947369,
      "grad_norm": 2.2696595917322235,
      "learning_rate": 4.587607411534244e-07,
      "loss": 1.0545,
      "step": 142892
    },
    {
      "epoch": 5.8526725373745645,
      "grad_norm": 1.5829449230036132,
      "learning_rate": 4.5850589781695755e-07,
      "loss": 0.424,
      "step": 142893
    },
    {
      "epoch": 5.852713495801761,
      "grad_norm": 1.4921709510098489,
      "learning_rate": 4.582511251750409e-07,
      "loss": 0.391,
      "step": 142894
    },
    {
      "epoch": 5.852754454228958,
      "grad_norm": 1.7436982241081238,
      "learning_rate": 4.579964232277744e-07,
      "loss": 0.6185,
      "step": 142895
    },
    {
      "epoch": 5.852795412656154,
      "grad_norm": 4.269254663795185,
      "learning_rate": 4.5774179197529126e-07,
      "loss": 4.2623,
      "step": 142896
    },
    {
      "epoch": 5.852836371083351,
      "grad_norm": 0.7987490191762395,
      "learning_rate": 4.5748723141770807e-07,
      "loss": 0.1727,
      "step": 142897
    },
    {
      "epoch": 5.852877329510547,
      "grad_norm": 1.4427135591827707,
      "learning_rate": 4.5723274155514133e-07,
      "loss": 0.5101,
      "step": 142898
    },
    {
      "epoch": 5.852918287937743,
      "grad_norm": 1.5649530457724292,
      "learning_rate": 4.5697832238772436e-07,
      "loss": 0.477,
      "step": 142899
    },
    {
      "epoch": 5.852959246364939,
      "grad_norm": 1.4678908678573273,
      "learning_rate": 4.5672397391559035e-07,
      "loss": 0.3886,
      "step": 142900
    },
    {
      "epoch": 5.853000204792136,
      "grad_norm": 1.6973237094100515,
      "learning_rate": 4.564696961388226e-07,
      "loss": 0.5449,
      "step": 142901
    },
    {
      "epoch": 5.853041163219332,
      "grad_norm": 1.6500388233152632,
      "learning_rate": 4.5621548905755423e-07,
      "loss": 0.5173,
      "step": 142902
    },
    {
      "epoch": 5.853082121646529,
      "grad_norm": 1.825041327492472,
      "learning_rate": 4.5596135267191857e-07,
      "loss": 0.5459,
      "step": 142903
    },
    {
      "epoch": 5.8531230800737255,
      "grad_norm": 1.4720932287275044,
      "learning_rate": 4.5570728698201553e-07,
      "loss": 0.4757,
      "step": 142904
    },
    {
      "epoch": 5.853164038500921,
      "grad_norm": 1.0005177087636767,
      "learning_rate": 4.554532919879783e-07,
      "loss": 0.2059,
      "step": 142905
    },
    {
      "epoch": 5.853204996928118,
      "grad_norm": 0.8819098142479999,
      "learning_rate": 4.551993676899235e-07,
      "loss": 0.186,
      "step": 142906
    },
    {
      "epoch": 5.853245955355314,
      "grad_norm": 1.384178073801637,
      "learning_rate": 4.549455140879843e-07,
      "loss": 0.3879,
      "step": 142907
    },
    {
      "epoch": 5.853286913782511,
      "grad_norm": 1.5073061783291386,
      "learning_rate": 4.5469173118226067e-07,
      "loss": 0.4453,
      "step": 142908
    },
    {
      "epoch": 5.853327872209707,
      "grad_norm": 3.4794784354177737,
      "learning_rate": 4.544380189728858e-07,
      "loss": 1.5817,
      "step": 142909
    },
    {
      "epoch": 5.853368830636904,
      "grad_norm": 1.5579310011828924,
      "learning_rate": 4.5418437745997627e-07,
      "loss": 0.477,
      "step": 142910
    },
    {
      "epoch": 5.8534097890641,
      "grad_norm": 1.2721761171263428,
      "learning_rate": 4.539308066436487e-07,
      "loss": 0.2932,
      "step": 142911
    },
    {
      "epoch": 5.853450747491296,
      "grad_norm": 1.6628671657988034,
      "learning_rate": 4.5367730652401957e-07,
      "loss": 0.4776,
      "step": 142912
    },
    {
      "epoch": 5.8534917059184925,
      "grad_norm": 1.8998335915933147,
      "learning_rate": 4.534238771012222e-07,
      "loss": 0.6549,
      "step": 142913
    },
    {
      "epoch": 5.853532664345689,
      "grad_norm": 0.8209259737920106,
      "learning_rate": 4.5317051837535646e-07,
      "loss": 0.169,
      "step": 142914
    },
    {
      "epoch": 5.853573622772886,
      "grad_norm": 1.615879324332055,
      "learning_rate": 4.5291723034657223e-07,
      "loss": 0.459,
      "step": 142915
    },
    {
      "epoch": 5.853614581200082,
      "grad_norm": 1.4698691813112985,
      "learning_rate": 4.526640130149528e-07,
      "loss": 0.4264,
      "step": 142916
    },
    {
      "epoch": 5.853655539627279,
      "grad_norm": 1.7036634874797487,
      "learning_rate": 4.5241086638064806e-07,
      "loss": 0.514,
      "step": 142917
    },
    {
      "epoch": 5.853696498054474,
      "grad_norm": 1.1138147374155039,
      "learning_rate": 4.521577904437579e-07,
      "loss": 0.244,
      "step": 142918
    },
    {
      "epoch": 5.853737456481671,
      "grad_norm": 1.4194391011649412,
      "learning_rate": 4.5190478520441553e-07,
      "loss": 0.419,
      "step": 142919
    },
    {
      "epoch": 5.853778414908867,
      "grad_norm": 1.594676822798324,
      "learning_rate": 4.5165185066273757e-07,
      "loss": 0.5029,
      "step": 142920
    },
    {
      "epoch": 5.853819373336064,
      "grad_norm": 2.312562018785877,
      "learning_rate": 4.513989868188239e-07,
      "loss": 1.1609,
      "step": 142921
    },
    {
      "epoch": 5.8538603317632605,
      "grad_norm": 1.1123969455836742,
      "learning_rate": 4.5114619367282444e-07,
      "loss": 0.337,
      "step": 142922
    },
    {
      "epoch": 5.853901290190457,
      "grad_norm": 0.8843884705814573,
      "learning_rate": 4.508934712248558e-07,
      "loss": 0.196,
      "step": 142923
    },
    {
      "epoch": 5.853942248617653,
      "grad_norm": 1.5457932036169153,
      "learning_rate": 4.5064081947500107e-07,
      "loss": 0.4865,
      "step": 142924
    },
    {
      "epoch": 5.853983207044849,
      "grad_norm": 1.2623708478449431,
      "learning_rate": 4.5038823842342697e-07,
      "loss": 0.3934,
      "step": 142925
    },
    {
      "epoch": 5.854024165472046,
      "grad_norm": 1.6756021094563285,
      "learning_rate": 4.501357280702167e-07,
      "loss": 0.5596,
      "step": 142926
    },
    {
      "epoch": 5.854065123899242,
      "grad_norm": 1.5876381561654191,
      "learning_rate": 4.4988328841552013e-07,
      "loss": 0.5267,
      "step": 142927
    },
    {
      "epoch": 5.854106082326439,
      "grad_norm": 1.3052167289460173,
      "learning_rate": 4.4963091945942054e-07,
      "loss": 0.3233,
      "step": 142928
    },
    {
      "epoch": 5.854147040753635,
      "grad_norm": 3.8123981364661024,
      "learning_rate": 4.493786212020845e-07,
      "loss": 2.1749,
      "step": 142929
    },
    {
      "epoch": 5.854187999180832,
      "grad_norm": 1.60032393414736,
      "learning_rate": 4.491263936435785e-07,
      "loss": 0.5326,
      "step": 142930
    },
    {
      "epoch": 5.8542289576080275,
      "grad_norm": 0.9312769852246398,
      "learning_rate": 4.4887423678405254e-07,
      "loss": 0.1794,
      "step": 142931
    },
    {
      "epoch": 5.854269916035224,
      "grad_norm": 0.9840510068756146,
      "learning_rate": 4.4862215062362316e-07,
      "loss": 0.1641,
      "step": 142932
    },
    {
      "epoch": 5.854310874462421,
      "grad_norm": 1.7840839300385882,
      "learning_rate": 4.483701351624069e-07,
      "loss": 1.2317,
      "step": 142933
    },
    {
      "epoch": 5.854351832889617,
      "grad_norm": 1.4550844370357467,
      "learning_rate": 4.4811819040053707e-07,
      "loss": 0.4126,
      "step": 142934
    },
    {
      "epoch": 5.854392791316814,
      "grad_norm": 0.9307173522163572,
      "learning_rate": 4.478663163380969e-07,
      "loss": 0.2106,
      "step": 142935
    },
    {
      "epoch": 5.85443374974401,
      "grad_norm": 1.4774105712884789,
      "learning_rate": 4.476145129752362e-07,
      "loss": 0.442,
      "step": 142936
    },
    {
      "epoch": 5.854474708171206,
      "grad_norm": 1.3183883040925475,
      "learning_rate": 4.4736278031207164e-07,
      "loss": 0.2876,
      "step": 142937
    },
    {
      "epoch": 5.854515666598402,
      "grad_norm": 1.5217728508943322,
      "learning_rate": 4.471111183487197e-07,
      "loss": 0.454,
      "step": 142938
    },
    {
      "epoch": 5.854556625025599,
      "grad_norm": 0.9069027663996679,
      "learning_rate": 4.468595270852804e-07,
      "loss": 0.1713,
      "step": 142939
    },
    {
      "epoch": 5.8545975834527955,
      "grad_norm": 1.3427889969181104,
      "learning_rate": 4.4660800652190355e-07,
      "loss": 0.4904,
      "step": 142940
    },
    {
      "epoch": 5.854638541879992,
      "grad_norm": 1.4414949147839058,
      "learning_rate": 4.4635655665867244e-07,
      "loss": 0.4141,
      "step": 142941
    },
    {
      "epoch": 5.8546795003071885,
      "grad_norm": 1.0457433176022268,
      "learning_rate": 4.4610517749573693e-07,
      "loss": 0.1904,
      "step": 142942
    },
    {
      "epoch": 5.854720458734384,
      "grad_norm": 1.6771239121994788,
      "learning_rate": 4.4585386903321364e-07,
      "loss": 0.4723,
      "step": 142943
    },
    {
      "epoch": 5.854761417161581,
      "grad_norm": 1.420925729315098,
      "learning_rate": 4.456026312711858e-07,
      "loss": 0.3855,
      "step": 142944
    },
    {
      "epoch": 5.854802375588777,
      "grad_norm": 1.5227054630525916,
      "learning_rate": 4.453514642098199e-07,
      "loss": 0.5325,
      "step": 142945
    },
    {
      "epoch": 5.854843334015974,
      "grad_norm": 1.4062381744282308,
      "learning_rate": 4.45100367849216e-07,
      "loss": 0.4667,
      "step": 142946
    },
    {
      "epoch": 5.85488429244317,
      "grad_norm": 1.3599221697933603,
      "learning_rate": 4.4484934218947387e-07,
      "loss": 0.4218,
      "step": 142947
    },
    {
      "epoch": 5.854925250870367,
      "grad_norm": 1.4269908304051644,
      "learning_rate": 4.445983872307435e-07,
      "loss": 0.3678,
      "step": 142948
    },
    {
      "epoch": 5.854966209297563,
      "grad_norm": 1.850284312059512,
      "learning_rate": 4.4434750297312473e-07,
      "loss": 0.452,
      "step": 142949
    },
    {
      "epoch": 5.855007167724759,
      "grad_norm": 1.0711601171865273,
      "learning_rate": 4.440966894167508e-07,
      "loss": 0.1257,
      "step": 142950
    },
    {
      "epoch": 5.855048126151956,
      "grad_norm": 1.6667512811974303,
      "learning_rate": 4.4384594656170503e-07,
      "loss": 0.57,
      "step": 142951
    },
    {
      "epoch": 5.855089084579152,
      "grad_norm": 1.6699184077313662,
      "learning_rate": 4.4359527440813725e-07,
      "loss": 0.5561,
      "step": 142952
    },
    {
      "epoch": 5.855130043006349,
      "grad_norm": 1.5331793350205067,
      "learning_rate": 4.433446729561807e-07,
      "loss": 0.4264,
      "step": 142953
    },
    {
      "epoch": 5.855171001433545,
      "grad_norm": 1.1795613931706994,
      "learning_rate": 4.4309414220591866e-07,
      "loss": 0.3066,
      "step": 142954
    },
    {
      "epoch": 5.855211959860742,
      "grad_norm": 2.220616636050476,
      "learning_rate": 4.428436821574677e-07,
      "loss": 0.7677,
      "step": 142955
    },
    {
      "epoch": 5.855252918287937,
      "grad_norm": 3.4302154446781086,
      "learning_rate": 4.4259329281097764e-07,
      "loss": 2.5338,
      "step": 142956
    },
    {
      "epoch": 5.855293876715134,
      "grad_norm": 1.4205718393480729,
      "learning_rate": 4.423429741665485e-07,
      "loss": 0.4618,
      "step": 142957
    },
    {
      "epoch": 5.85533483514233,
      "grad_norm": 1.5772974153786063,
      "learning_rate": 4.420927262243135e-07,
      "loss": 0.4895,
      "step": 142958
    },
    {
      "epoch": 5.855375793569527,
      "grad_norm": 1.7879843473288606,
      "learning_rate": 4.4184254898437243e-07,
      "loss": 0.6971,
      "step": 142959
    },
    {
      "epoch": 5.8554167519967235,
      "grad_norm": 1.1966655195211244,
      "learning_rate": 4.41592442446842e-07,
      "loss": 0.3224,
      "step": 142960
    },
    {
      "epoch": 5.85545771042392,
      "grad_norm": 1.7673749669634786,
      "learning_rate": 4.4134240661185536e-07,
      "loss": 0.5925,
      "step": 142961
    },
    {
      "epoch": 5.855498668851116,
      "grad_norm": 1.5462894287996525,
      "learning_rate": 4.410924414795125e-07,
      "loss": 0.4663,
      "step": 142962
    },
    {
      "epoch": 5.855539627278312,
      "grad_norm": 1.4899430367874391,
      "learning_rate": 4.408425470499466e-07,
      "loss": 0.4557,
      "step": 142963
    },
    {
      "epoch": 5.855580585705509,
      "grad_norm": 1.2606517892656608,
      "learning_rate": 4.4059272332327423e-07,
      "loss": 0.397,
      "step": 142964
    },
    {
      "epoch": 5.855621544132705,
      "grad_norm": 0.8319973866032108,
      "learning_rate": 4.40342970299612e-07,
      "loss": 0.1844,
      "step": 142965
    },
    {
      "epoch": 5.855662502559902,
      "grad_norm": 1.452215316956707,
      "learning_rate": 4.400932879790764e-07,
      "loss": 0.415,
      "step": 142966
    },
    {
      "epoch": 5.855703460987098,
      "grad_norm": 1.5417125045792084,
      "learning_rate": 4.3984367636178407e-07,
      "loss": 0.4407,
      "step": 142967
    },
    {
      "epoch": 5.855744419414295,
      "grad_norm": 1.1846998678629903,
      "learning_rate": 4.395941354478516e-07,
      "loss": 0.2044,
      "step": 142968
    },
    {
      "epoch": 5.855785377841491,
      "grad_norm": 1.618852062338219,
      "learning_rate": 4.3934466523741216e-07,
      "loss": 0.6092,
      "step": 142969
    },
    {
      "epoch": 5.855826336268687,
      "grad_norm": 1.7993246170656794,
      "learning_rate": 4.3909526573056574e-07,
      "loss": 0.4942,
      "step": 142970
    },
    {
      "epoch": 5.855867294695884,
      "grad_norm": 2.404946125047131,
      "learning_rate": 4.388459369274455e-07,
      "loss": 1.5123,
      "step": 142971
    },
    {
      "epoch": 5.85590825312308,
      "grad_norm": 0.9378846235043494,
      "learning_rate": 4.385966788281514e-07,
      "loss": 0.1971,
      "step": 142972
    },
    {
      "epoch": 5.855949211550277,
      "grad_norm": 1.0194452620082695,
      "learning_rate": 4.383474914328e-07,
      "loss": 0.2649,
      "step": 142973
    },
    {
      "epoch": 5.855990169977473,
      "grad_norm": 1.4439364147189238,
      "learning_rate": 4.380983747415412e-07,
      "loss": 0.4477,
      "step": 142974
    },
    {
      "epoch": 5.856031128404669,
      "grad_norm": 1.5837381456684667,
      "learning_rate": 4.378493287544582e-07,
      "loss": 0.4289,
      "step": 142975
    },
    {
      "epoch": 5.856072086831865,
      "grad_norm": 1.364143332823725,
      "learning_rate": 4.3760035347168434e-07,
      "loss": 0.4167,
      "step": 142976
    },
    {
      "epoch": 5.856113045259062,
      "grad_norm": 1.3491437157921908,
      "learning_rate": 4.3735144889331943e-07,
      "loss": 0.4086,
      "step": 142977
    },
    {
      "epoch": 5.8561540036862585,
      "grad_norm": 1.6149821488871154,
      "learning_rate": 4.371026150195134e-07,
      "loss": 0.4419,
      "step": 142978
    },
    {
      "epoch": 5.856194962113455,
      "grad_norm": 1.3312699022927064,
      "learning_rate": 4.368538518503661e-07,
      "loss": 0.4329,
      "step": 142979
    },
    {
      "epoch": 5.856235920540652,
      "grad_norm": 1.8209017957076554,
      "learning_rate": 4.366051593859943e-07,
      "loss": 0.6831,
      "step": 142980
    },
    {
      "epoch": 5.856276878967847,
      "grad_norm": 1.397888578407673,
      "learning_rate": 4.3635653762651433e-07,
      "loss": 0.3047,
      "step": 142981
    },
    {
      "epoch": 5.856317837395044,
      "grad_norm": 1.3017060082925935,
      "learning_rate": 4.361079865720429e-07,
      "loss": 0.4019,
      "step": 142982
    },
    {
      "epoch": 5.85635879582224,
      "grad_norm": 1.5024224213787853,
      "learning_rate": 4.358595062226966e-07,
      "loss": 0.4493,
      "step": 142983
    },
    {
      "epoch": 5.856399754249437,
      "grad_norm": 1.7756966167991908,
      "learning_rate": 4.356110965786086e-07,
      "loss": 0.6486,
      "step": 142984
    },
    {
      "epoch": 5.856440712676633,
      "grad_norm": 1.7556552330146302,
      "learning_rate": 4.353627576398788e-07,
      "loss": 0.5643,
      "step": 142985
    },
    {
      "epoch": 5.85648167110383,
      "grad_norm": 1.4573221071502924,
      "learning_rate": 4.351144894066405e-07,
      "loss": 0.4354,
      "step": 142986
    },
    {
      "epoch": 5.856522629531026,
      "grad_norm": 1.2277426770378521,
      "learning_rate": 4.348662918789936e-07,
      "loss": 0.309,
      "step": 142987
    },
    {
      "epoch": 5.856563587958222,
      "grad_norm": 1.4625181875022755,
      "learning_rate": 4.346181650570546e-07,
      "loss": 0.4183,
      "step": 142988
    },
    {
      "epoch": 5.856604546385419,
      "grad_norm": 1.4643669450119519,
      "learning_rate": 4.343701089409568e-07,
      "loss": 0.5459,
      "step": 142989
    },
    {
      "epoch": 5.856645504812615,
      "grad_norm": 1.5691274923063145,
      "learning_rate": 4.3412212353081675e-07,
      "loss": 0.4766,
      "step": 142990
    },
    {
      "epoch": 5.856686463239812,
      "grad_norm": 1.369104901699012,
      "learning_rate": 4.338742088267344e-07,
      "loss": 0.4115,
      "step": 142991
    },
    {
      "epoch": 5.856727421667008,
      "grad_norm": 1.5649969508447128,
      "learning_rate": 4.3362636482884296e-07,
      "loss": 0.412,
      "step": 142992
    },
    {
      "epoch": 5.856768380094205,
      "grad_norm": 1.389792196428551,
      "learning_rate": 4.33378591537259e-07,
      "loss": 0.4279,
      "step": 142993
    },
    {
      "epoch": 5.8568093385214,
      "grad_norm": 1.8220840875630806,
      "learning_rate": 4.3313088895208235e-07,
      "loss": 0.5841,
      "step": 142994
    },
    {
      "epoch": 5.856850296948597,
      "grad_norm": 1.8700832720418048,
      "learning_rate": 4.3288325707346307e-07,
      "loss": 0.5946,
      "step": 142995
    },
    {
      "epoch": 5.8568912553757935,
      "grad_norm": 1.4416614881359051,
      "learning_rate": 4.326356959014676e-07,
      "loss": 0.4102,
      "step": 142996
    },
    {
      "epoch": 5.85693221380299,
      "grad_norm": 1.588901862522423,
      "learning_rate": 4.3238820543626265e-07,
      "loss": 0.5076,
      "step": 142997
    },
    {
      "epoch": 5.8569731722301865,
      "grad_norm": 1.5896097757387222,
      "learning_rate": 4.3214078567794796e-07,
      "loss": 0.5058,
      "step": 142998
    },
    {
      "epoch": 5.857014130657383,
      "grad_norm": 0.7929620875948816,
      "learning_rate": 4.318934366266402e-07,
      "loss": 0.1337,
      "step": 142999
    },
    {
      "epoch": 5.857055089084579,
      "grad_norm": 1.6116212520800564,
      "learning_rate": 4.316461582824393e-07,
      "loss": 0.574,
      "step": 143000
    },
    {
      "epoch": 5.857096047511775,
      "grad_norm": 1.7487173344911155,
      "learning_rate": 4.3139895064547845e-07,
      "loss": 0.5235,
      "step": 143001
    },
    {
      "epoch": 5.857137005938972,
      "grad_norm": 1.8164048467529443,
      "learning_rate": 4.3115181371587424e-07,
      "loss": 0.5047,
      "step": 143002
    },
    {
      "epoch": 5.857177964366168,
      "grad_norm": 1.234770519010065,
      "learning_rate": 4.309047474937599e-07,
      "loss": 0.2839,
      "step": 143003
    },
    {
      "epoch": 5.857218922793365,
      "grad_norm": 1.01389374392689,
      "learning_rate": 4.306577519792187e-07,
      "loss": 0.2158,
      "step": 143004
    },
    {
      "epoch": 5.857259881220561,
      "grad_norm": 1.4044792424092052,
      "learning_rate": 4.3041082717238384e-07,
      "loss": 0.3188,
      "step": 143005
    },
    {
      "epoch": 5.857300839647758,
      "grad_norm": 1.6329460263579656,
      "learning_rate": 4.301639730733719e-07,
      "loss": 0.4809,
      "step": 143006
    },
    {
      "epoch": 5.857341798074954,
      "grad_norm": 1.5746173604012534,
      "learning_rate": 4.299171896822995e-07,
      "loss": 0.4792,
      "step": 143007
    },
    {
      "epoch": 5.85738275650215,
      "grad_norm": 1.5563865163315134,
      "learning_rate": 4.2967047699928314e-07,
      "loss": 0.5095,
      "step": 143008
    },
    {
      "epoch": 5.857423714929347,
      "grad_norm": 1.7248026903397475,
      "learning_rate": 4.294238350244394e-07,
      "loss": 0.5402,
      "step": 143009
    },
    {
      "epoch": 5.857464673356543,
      "grad_norm": 2.146994053196546,
      "learning_rate": 4.2917726375788496e-07,
      "loss": 0.9752,
      "step": 143010
    },
    {
      "epoch": 5.85750563178374,
      "grad_norm": 0.5917506714268143,
      "learning_rate": 4.289307631997363e-07,
      "loss": 0.0767,
      "step": 143011
    },
    {
      "epoch": 5.857546590210936,
      "grad_norm": 1.8095895666480968,
      "learning_rate": 4.286843333501266e-07,
      "loss": 0.538,
      "step": 143012
    },
    {
      "epoch": 5.857587548638132,
      "grad_norm": 1.484499300832967,
      "learning_rate": 4.2843797420913926e-07,
      "loss": 0.4029,
      "step": 143013
    },
    {
      "epoch": 5.8576285070653284,
      "grad_norm": 0.8478481697755044,
      "learning_rate": 4.2819168577690746e-07,
      "loss": 0.2261,
      "step": 143014
    },
    {
      "epoch": 5.857669465492525,
      "grad_norm": 1.7121282196320382,
      "learning_rate": 4.2794546805354766e-07,
      "loss": 0.6504,
      "step": 143015
    },
    {
      "epoch": 5.8577104239197215,
      "grad_norm": 0.8666180906607608,
      "learning_rate": 4.2769932103917657e-07,
      "loss": 0.1629,
      "step": 143016
    },
    {
      "epoch": 5.857751382346918,
      "grad_norm": 0.9932679809567075,
      "learning_rate": 4.2745324473391074e-07,
      "loss": 0.111,
      "step": 143017
    },
    {
      "epoch": 5.857792340774115,
      "grad_norm": 0.8048012842494862,
      "learning_rate": 4.272072391378667e-07,
      "loss": 0.18,
      "step": 143018
    },
    {
      "epoch": 5.85783329920131,
      "grad_norm": 1.3716753692605508,
      "learning_rate": 4.26961304251161e-07,
      "loss": 0.4408,
      "step": 143019
    },
    {
      "epoch": 5.857874257628507,
      "grad_norm": 1.5131440473699198,
      "learning_rate": 4.267154400739103e-07,
      "loss": 0.4913,
      "step": 143020
    },
    {
      "epoch": 5.857915216055703,
      "grad_norm": 1.5156548966927823,
      "learning_rate": 4.264696466062145e-07,
      "loss": 0.4127,
      "step": 143021
    },
    {
      "epoch": 5.8579561744829,
      "grad_norm": 1.818025710980057,
      "learning_rate": 4.2622392384822346e-07,
      "loss": 0.5622,
      "step": 143022
    },
    {
      "epoch": 5.857997132910096,
      "grad_norm": 2.361243419149882,
      "learning_rate": 4.2597827180002043e-07,
      "loss": 0.6095,
      "step": 143023
    },
    {
      "epoch": 5.858038091337293,
      "grad_norm": 2.17197560117593,
      "learning_rate": 4.2573269046173863e-07,
      "loss": 0.8127,
      "step": 143024
    },
    {
      "epoch": 5.8580790497644895,
      "grad_norm": 0.8042135023662256,
      "learning_rate": 4.254871798334947e-07,
      "loss": 0.1296,
      "step": 143025
    },
    {
      "epoch": 5.858120008191685,
      "grad_norm": 2.0216870184795153,
      "learning_rate": 4.252417399154051e-07,
      "loss": 0.6747,
      "step": 143026
    },
    {
      "epoch": 5.858160966618882,
      "grad_norm": 1.434599851217469,
      "learning_rate": 4.2499637070756984e-07,
      "loss": 0.441,
      "step": 143027
    },
    {
      "epoch": 5.858201925046078,
      "grad_norm": 1.8386843255446998,
      "learning_rate": 4.2475107221012215e-07,
      "loss": 0.4969,
      "step": 143028
    },
    {
      "epoch": 5.858242883473275,
      "grad_norm": 0.8867901354780192,
      "learning_rate": 4.245058444231786e-07,
      "loss": 0.1278,
      "step": 143029
    },
    {
      "epoch": 5.858283841900471,
      "grad_norm": 1.3220999439819323,
      "learning_rate": 4.242606873468557e-07,
      "loss": 0.5093,
      "step": 143030
    },
    {
      "epoch": 5.858324800327668,
      "grad_norm": 1.4640685534891535,
      "learning_rate": 4.240156009812368e-07,
      "loss": 0.3881,
      "step": 143031
    },
    {
      "epoch": 5.858365758754863,
      "grad_norm": 0.9245882341631958,
      "learning_rate": 4.237705853264883e-07,
      "loss": 0.1845,
      "step": 143032
    },
    {
      "epoch": 5.85840671718206,
      "grad_norm": 1.3067445224549377,
      "learning_rate": 4.2352564038269366e-07,
      "loss": 0.3548,
      "step": 143033
    },
    {
      "epoch": 5.8584476756092565,
      "grad_norm": 1.2384015414698266,
      "learning_rate": 4.232807661499693e-07,
      "loss": 0.304,
      "step": 143034
    },
    {
      "epoch": 5.858488634036453,
      "grad_norm": 1.4794776835886712,
      "learning_rate": 4.230359626284485e-07,
      "loss": 0.5129,
      "step": 143035
    },
    {
      "epoch": 5.85852959246365,
      "grad_norm": 1.0268905627337284,
      "learning_rate": 4.2279122981823123e-07,
      "loss": 0.2005,
      "step": 143036
    },
    {
      "epoch": 5.858570550890846,
      "grad_norm": 1.9531082022754132,
      "learning_rate": 4.2254656771943397e-07,
      "loss": 0.7471,
      "step": 143037
    },
    {
      "epoch": 5.858611509318042,
      "grad_norm": 1.6587080902261575,
      "learning_rate": 4.2230197633219e-07,
      "loss": 0.4561,
      "step": 143038
    },
    {
      "epoch": 5.858652467745238,
      "grad_norm": 1.3247211154431806,
      "learning_rate": 4.2205745565659923e-07,
      "loss": 0.3833,
      "step": 143039
    },
    {
      "epoch": 5.858693426172435,
      "grad_norm": 1.3941323250358553,
      "learning_rate": 4.2181300569276155e-07,
      "loss": 0.3879,
      "step": 143040
    },
    {
      "epoch": 5.858734384599631,
      "grad_norm": 0.9304157979444773,
      "learning_rate": 4.2156862644084357e-07,
      "loss": 0.17,
      "step": 143041
    },
    {
      "epoch": 5.858775343026828,
      "grad_norm": 1.0496395984015259,
      "learning_rate": 4.2132431790089514e-07,
      "loss": 0.1022,
      "step": 143042
    },
    {
      "epoch": 5.858816301454024,
      "grad_norm": 1.9653318827591133,
      "learning_rate": 4.2108008007308294e-07,
      "loss": 0.6398,
      "step": 143043
    },
    {
      "epoch": 5.858857259881221,
      "grad_norm": 1.1296587809712655,
      "learning_rate": 4.2083591295750674e-07,
      "loss": 0.2145,
      "step": 143044
    },
    {
      "epoch": 5.858898218308417,
      "grad_norm": 1.6595623275039049,
      "learning_rate": 4.2059181655426655e-07,
      "loss": 0.4945,
      "step": 143045
    },
    {
      "epoch": 5.858939176735613,
      "grad_norm": 0.5584917574185257,
      "learning_rate": 4.2034779086351224e-07,
      "loss": 0.1049,
      "step": 143046
    },
    {
      "epoch": 5.85898013516281,
      "grad_norm": 2.2216298583665433,
      "learning_rate": 4.2010383588532704e-07,
      "loss": 0.7542,
      "step": 143047
    },
    {
      "epoch": 5.859021093590006,
      "grad_norm": 1.6969268827843316,
      "learning_rate": 4.1985995161982757e-07,
      "loss": 0.4186,
      "step": 143048
    },
    {
      "epoch": 5.859062052017203,
      "grad_norm": 1.0280306674738804,
      "learning_rate": 4.19616138067147e-07,
      "loss": 0.2367,
      "step": 143049
    },
    {
      "epoch": 5.859103010444399,
      "grad_norm": 1.236496529236432,
      "learning_rate": 4.193723952273853e-07,
      "loss": 0.3955,
      "step": 143050
    },
    {
      "epoch": 5.859143968871595,
      "grad_norm": 1.4394650067069645,
      "learning_rate": 4.191287231006757e-07,
      "loss": 0.3856,
      "step": 143051
    },
    {
      "epoch": 5.8591849272987915,
      "grad_norm": 1.4575604060044922,
      "learning_rate": 4.188851216871181e-07,
      "loss": 0.4228,
      "step": 143052
    },
    {
      "epoch": 5.859225885725988,
      "grad_norm": 0.9749767701041945,
      "learning_rate": 4.1864159098682906e-07,
      "loss": 0.2209,
      "step": 143053
    },
    {
      "epoch": 5.8592668441531846,
      "grad_norm": 1.4512266766417674,
      "learning_rate": 4.1839813099992513e-07,
      "loss": 0.42,
      "step": 143054
    },
    {
      "epoch": 5.859307802580381,
      "grad_norm": 1.2969379780130745,
      "learning_rate": 4.18154741726523e-07,
      "loss": 0.3912,
      "step": 143055
    },
    {
      "epoch": 5.859348761007578,
      "grad_norm": 5.176588111742155,
      "learning_rate": 4.179114231667391e-07,
      "loss": 0.5859,
      "step": 143056
    },
    {
      "epoch": 5.859389719434773,
      "grad_norm": 1.4585457954319587,
      "learning_rate": 4.1766817532069007e-07,
      "loss": 0.4182,
      "step": 143057
    },
    {
      "epoch": 5.85943067786197,
      "grad_norm": 0.41808324059566165,
      "learning_rate": 4.1742499818849253e-07,
      "loss": 0.0311,
      "step": 143058
    },
    {
      "epoch": 5.859471636289166,
      "grad_norm": 1.5249752811261463,
      "learning_rate": 4.171818917702463e-07,
      "loss": 0.5285,
      "step": 143059
    },
    {
      "epoch": 5.859512594716363,
      "grad_norm": 1.8923767211014362,
      "learning_rate": 4.1693885606608467e-07,
      "loss": 0.6252,
      "step": 143060
    },
    {
      "epoch": 5.859553553143559,
      "grad_norm": 1.6225126569205026,
      "learning_rate": 4.166958910761076e-07,
      "loss": 0.4759,
      "step": 143061
    },
    {
      "epoch": 5.859594511570756,
      "grad_norm": 1.3206674679228942,
      "learning_rate": 4.1645299680043154e-07,
      "loss": 0.2689,
      "step": 143062
    },
    {
      "epoch": 5.8596354699979525,
      "grad_norm": 1.3626734757190928,
      "learning_rate": 4.162101732391898e-07,
      "loss": 0.3768,
      "step": 143063
    },
    {
      "epoch": 5.859676428425148,
      "grad_norm": 1.3632767286258018,
      "learning_rate": 4.1596742039246567e-07,
      "loss": 0.2685,
      "step": 143064
    },
    {
      "epoch": 5.859717386852345,
      "grad_norm": 1.4494526274326505,
      "learning_rate": 4.1572473826040895e-07,
      "loss": 0.432,
      "step": 143065
    },
    {
      "epoch": 5.859758345279541,
      "grad_norm": 1.6187299241516973,
      "learning_rate": 4.1548212684311965e-07,
      "loss": 0.4425,
      "step": 143066
    },
    {
      "epoch": 5.859799303706738,
      "grad_norm": 1.8046116025308838,
      "learning_rate": 4.152395861406976e-07,
      "loss": 0.5216,
      "step": 143067
    },
    {
      "epoch": 5.859840262133934,
      "grad_norm": 1.611536635033711,
      "learning_rate": 4.1499711615327613e-07,
      "loss": 0.6062,
      "step": 143068
    },
    {
      "epoch": 5.859881220561131,
      "grad_norm": 1.6911414228581254,
      "learning_rate": 4.1475471688097174e-07,
      "loss": 0.5673,
      "step": 143069
    },
    {
      "epoch": 5.859922178988327,
      "grad_norm": 0.9612390654534201,
      "learning_rate": 4.1451238832388433e-07,
      "loss": 0.1841,
      "step": 143070
    },
    {
      "epoch": 5.859963137415523,
      "grad_norm": 0.82752075073477,
      "learning_rate": 4.142701304821472e-07,
      "loss": 0.2045,
      "step": 143071
    },
    {
      "epoch": 5.8600040958427195,
      "grad_norm": 0.9730773787218296,
      "learning_rate": 4.1402794335584353e-07,
      "loss": 0.1934,
      "step": 143072
    },
    {
      "epoch": 5.860045054269916,
      "grad_norm": 1.8756522561004871,
      "learning_rate": 4.137858269451233e-07,
      "loss": 0.6026,
      "step": 143073
    },
    {
      "epoch": 5.860086012697113,
      "grad_norm": 0.8300436509127237,
      "learning_rate": 4.135437812500697e-07,
      "loss": 0.1811,
      "step": 143074
    },
    {
      "epoch": 5.860126971124309,
      "grad_norm": 1.2282211681645645,
      "learning_rate": 4.13301806270816e-07,
      "loss": 0.3532,
      "step": 143075
    },
    {
      "epoch": 5.860167929551505,
      "grad_norm": 2.1278042786720666,
      "learning_rate": 4.1305990200747875e-07,
      "loss": 0.8004,
      "step": 143076
    },
    {
      "epoch": 5.860208887978701,
      "grad_norm": 1.5948883979677477,
      "learning_rate": 4.1281806846015784e-07,
      "loss": 0.4908,
      "step": 143077
    },
    {
      "epoch": 5.860249846405898,
      "grad_norm": 1.610290381413343,
      "learning_rate": 4.125763056289866e-07,
      "loss": 0.5646,
      "step": 143078
    },
    {
      "epoch": 5.860290804833094,
      "grad_norm": 0.900006733390559,
      "learning_rate": 4.123346135140648e-07,
      "loss": 0.1835,
      "step": 143079
    },
    {
      "epoch": 5.860331763260291,
      "grad_norm": 2.1655166889029918,
      "learning_rate": 4.120929921155092e-07,
      "loss": 0.949,
      "step": 143080
    },
    {
      "epoch": 5.8603727216874875,
      "grad_norm": 1.6859845283370885,
      "learning_rate": 4.118514414334528e-07,
      "loss": 0.5013,
      "step": 143081
    },
    {
      "epoch": 5.860413680114684,
      "grad_norm": 1.662119155131128,
      "learning_rate": 4.1160996146797907e-07,
      "loss": 0.5341,
      "step": 143082
    },
    {
      "epoch": 5.86045463854188,
      "grad_norm": 0.9219630273863738,
      "learning_rate": 4.113685522192045e-07,
      "loss": 0.2641,
      "step": 143083
    },
    {
      "epoch": 5.860495596969076,
      "grad_norm": 1.6732884783412854,
      "learning_rate": 4.111272136872623e-07,
      "loss": 0.6167,
      "step": 143084
    },
    {
      "epoch": 5.860536555396273,
      "grad_norm": 1.8825736324309932,
      "learning_rate": 4.108859458722691e-07,
      "loss": 0.544,
      "step": 143085
    },
    {
      "epoch": 5.860577513823469,
      "grad_norm": 1.868680251768661,
      "learning_rate": 4.1064474877432475e-07,
      "loss": 0.5001,
      "step": 143086
    },
    {
      "epoch": 5.860618472250666,
      "grad_norm": 1.3835199840929482,
      "learning_rate": 4.1040362239354583e-07,
      "loss": 0.3633,
      "step": 143087
    },
    {
      "epoch": 5.860659430677862,
      "grad_norm": 1.209172508092923,
      "learning_rate": 4.1016256673004897e-07,
      "loss": 0.2168,
      "step": 143088
    },
    {
      "epoch": 5.860700389105059,
      "grad_norm": 3.6876510180628586,
      "learning_rate": 4.099215817839341e-07,
      "loss": 2.7222,
      "step": 143089
    },
    {
      "epoch": 5.8607413475322545,
      "grad_norm": 1.2555670094061353,
      "learning_rate": 4.09680667555351e-07,
      "loss": 0.2346,
      "step": 143090
    },
    {
      "epoch": 5.860782305959451,
      "grad_norm": 1.562261302143521,
      "learning_rate": 4.0943982404436636e-07,
      "loss": 0.4952,
      "step": 143091
    },
    {
      "epoch": 5.860823264386648,
      "grad_norm": 1.6653105150907561,
      "learning_rate": 4.0919905125113006e-07,
      "loss": 0.4846,
      "step": 143092
    },
    {
      "epoch": 5.860864222813844,
      "grad_norm": 2.0145026786464584,
      "learning_rate": 4.08958349175742e-07,
      "loss": 0.7665,
      "step": 143093
    },
    {
      "epoch": 5.860905181241041,
      "grad_norm": 0.8790134399920291,
      "learning_rate": 4.087177178183354e-07,
      "loss": 0.1763,
      "step": 143094
    },
    {
      "epoch": 5.860946139668236,
      "grad_norm": 1.5282248322674183,
      "learning_rate": 4.0847715717897687e-07,
      "loss": 0.4319,
      "step": 143095
    },
    {
      "epoch": 5.860987098095433,
      "grad_norm": 0.7438319690617701,
      "learning_rate": 4.08236667257833e-07,
      "loss": 0.1276,
      "step": 143096
    },
    {
      "epoch": 5.861028056522629,
      "grad_norm": 1.3786621271408157,
      "learning_rate": 4.07996248054987e-07,
      "loss": 0.3199,
      "step": 143097
    },
    {
      "epoch": 5.861069014949826,
      "grad_norm": 0.8115343555120462,
      "learning_rate": 4.0775589957055546e-07,
      "loss": 0.186,
      "step": 143098
    },
    {
      "epoch": 5.861109973377022,
      "grad_norm": 1.9613283558386574,
      "learning_rate": 4.075156218046549e-07,
      "loss": 0.389,
      "step": 143099
    },
    {
      "epoch": 5.861150931804219,
      "grad_norm": 1.3949428553710217,
      "learning_rate": 4.0727541475741863e-07,
      "loss": 0.4012,
      "step": 143100
    },
    {
      "epoch": 5.8611918902314155,
      "grad_norm": 0.39766736148101606,
      "learning_rate": 4.0703527842891323e-07,
      "loss": 0.0331,
      "step": 143101
    },
    {
      "epoch": 5.861232848658611,
      "grad_norm": 1.7362729550714817,
      "learning_rate": 4.067952128193053e-07,
      "loss": 0.4818,
      "step": 143102
    },
    {
      "epoch": 5.861273807085808,
      "grad_norm": 1.587192357233138,
      "learning_rate": 4.0655521792867795e-07,
      "loss": 0.4891,
      "step": 143103
    },
    {
      "epoch": 5.861314765513004,
      "grad_norm": 1.3534477738684494,
      "learning_rate": 4.063152937571479e-07,
      "loss": 0.3977,
      "step": 143104
    },
    {
      "epoch": 5.861355723940201,
      "grad_norm": 0.6360742385374445,
      "learning_rate": 4.060754403048316e-07,
      "loss": 0.114,
      "step": 143105
    },
    {
      "epoch": 5.861396682367397,
      "grad_norm": 1.9627137455851096,
      "learning_rate": 4.0583565757184577e-07,
      "loss": 0.8882,
      "step": 143106
    },
    {
      "epoch": 5.861437640794594,
      "grad_norm": 1.3517042872550848,
      "learning_rate": 4.055959455582902e-07,
      "loss": 0.3431,
      "step": 143107
    },
    {
      "epoch": 5.86147859922179,
      "grad_norm": 1.0040438839306853,
      "learning_rate": 4.053563042642982e-07,
      "loss": 0.1825,
      "step": 143108
    },
    {
      "epoch": 5.861519557648986,
      "grad_norm": 1.7931186271938644,
      "learning_rate": 4.0511673368996966e-07,
      "loss": 0.6644,
      "step": 143109
    },
    {
      "epoch": 5.861560516076183,
      "grad_norm": 0.8752194764523311,
      "learning_rate": 4.0487723383542116e-07,
      "loss": 0.2126,
      "step": 143110
    },
    {
      "epoch": 5.861601474503379,
      "grad_norm": 1.6850786957115607,
      "learning_rate": 4.0463780470076923e-07,
      "loss": 0.6425,
      "step": 143111
    },
    {
      "epoch": 5.861642432930576,
      "grad_norm": 0.8140829435588346,
      "learning_rate": 4.0439844628611383e-07,
      "loss": 0.1864,
      "step": 143112
    },
    {
      "epoch": 5.861683391357772,
      "grad_norm": 0.8191924405386892,
      "learning_rate": 4.0415915859160487e-07,
      "loss": 0.2057,
      "step": 143113
    },
    {
      "epoch": 5.861724349784968,
      "grad_norm": 1.3529795844673087,
      "learning_rate": 4.039199416173089e-07,
      "loss": 0.3416,
      "step": 143114
    },
    {
      "epoch": 5.861765308212164,
      "grad_norm": 1.0154166596362284,
      "learning_rate": 4.036807953633425e-07,
      "loss": 0.1875,
      "step": 143115
    },
    {
      "epoch": 5.861806266639361,
      "grad_norm": 1.90670826892491,
      "learning_rate": 4.034417198298723e-07,
      "loss": 0.6949,
      "step": 143116
    },
    {
      "epoch": 5.861847225066557,
      "grad_norm": 0.6419253949901143,
      "learning_rate": 4.0320271501694814e-07,
      "loss": 0.0735,
      "step": 143117
    },
    {
      "epoch": 5.861888183493754,
      "grad_norm": 1.268555313034593,
      "learning_rate": 4.029637809247199e-07,
      "loss": 0.1089,
      "step": 143118
    },
    {
      "epoch": 5.8619291419209505,
      "grad_norm": 1.6019844156682803,
      "learning_rate": 4.0272491755328763e-07,
      "loss": 0.4325,
      "step": 143119
    },
    {
      "epoch": 5.861970100348147,
      "grad_norm": 2.227983827777558,
      "learning_rate": 4.024861249027511e-07,
      "loss": 0.7463,
      "step": 143120
    },
    {
      "epoch": 5.862011058775343,
      "grad_norm": 1.6075732793485389,
      "learning_rate": 4.022474029732603e-07,
      "loss": 0.4235,
      "step": 143121
    },
    {
      "epoch": 5.862052017202539,
      "grad_norm": 1.441973745935584,
      "learning_rate": 4.0200875176489845e-07,
      "loss": 0.3156,
      "step": 143122
    },
    {
      "epoch": 5.862092975629736,
      "grad_norm": 1.959559420313908,
      "learning_rate": 4.017701712777821e-07,
      "loss": 0.7971,
      "step": 143123
    },
    {
      "epoch": 5.862133934056932,
      "grad_norm": 0.842263216428608,
      "learning_rate": 4.015316615120279e-07,
      "loss": 0.1856,
      "step": 143124
    },
    {
      "epoch": 5.862174892484129,
      "grad_norm": 1.380096519848604,
      "learning_rate": 4.012932224677523e-07,
      "loss": 0.4746,
      "step": 143125
    },
    {
      "epoch": 5.862215850911325,
      "grad_norm": 1.343643554486364,
      "learning_rate": 4.01054854145072e-07,
      "loss": 0.381,
      "step": 143126
    },
    {
      "epoch": 5.862256809338522,
      "grad_norm": 1.3736707445493315,
      "learning_rate": 4.008165565440702e-07,
      "loss": 0.4648,
      "step": 143127
    },
    {
      "epoch": 5.8622977677657175,
      "grad_norm": 1.1353766340049087,
      "learning_rate": 4.0057832966489675e-07,
      "loss": 0.2818,
      "step": 143128
    },
    {
      "epoch": 5.862338726192914,
      "grad_norm": 1.9154205228165446,
      "learning_rate": 4.0034017350765166e-07,
      "loss": 0.6724,
      "step": 143129
    },
    {
      "epoch": 5.862379684620111,
      "grad_norm": 2.1419202245795965,
      "learning_rate": 4.001020880724515e-07,
      "loss": 0.3578,
      "step": 143130
    },
    {
      "epoch": 5.862420643047307,
      "grad_norm": 0.8856980066179303,
      "learning_rate": 3.9986407335937944e-07,
      "loss": 0.1811,
      "step": 143131
    },
    {
      "epoch": 5.862461601474504,
      "grad_norm": 1.615913549575259,
      "learning_rate": 3.996261293685854e-07,
      "loss": 0.6118,
      "step": 143132
    },
    {
      "epoch": 5.862502559901699,
      "grad_norm": 1.1835622467747067,
      "learning_rate": 3.9938825610016933e-07,
      "loss": 0.3829,
      "step": 143133
    },
    {
      "epoch": 5.862543518328896,
      "grad_norm": 1.4123529334346516,
      "learning_rate": 3.9915045355423115e-07,
      "loss": 0.4767,
      "step": 143134
    },
    {
      "epoch": 5.862584476756092,
      "grad_norm": 1.7062220452493757,
      "learning_rate": 3.9891272173090403e-07,
      "loss": 0.5213,
      "step": 143135
    },
    {
      "epoch": 5.862625435183289,
      "grad_norm": 1.6391205613430753,
      "learning_rate": 3.9867506063028796e-07,
      "loss": 0.4478,
      "step": 143136
    },
    {
      "epoch": 5.8626663936104855,
      "grad_norm": 1.4751231439969683,
      "learning_rate": 3.984374702524995e-07,
      "loss": 0.466,
      "step": 143137
    },
    {
      "epoch": 5.862707352037682,
      "grad_norm": 0.9113988459098742,
      "learning_rate": 3.9819995059763853e-07,
      "loss": 0.229,
      "step": 143138
    },
    {
      "epoch": 5.8627483104648785,
      "grad_norm": 1.6072708264888824,
      "learning_rate": 3.979625016658383e-07,
      "loss": 0.3648,
      "step": 143139
    },
    {
      "epoch": 5.862789268892074,
      "grad_norm": 1.5256938442782262,
      "learning_rate": 3.977251234571988e-07,
      "loss": 0.5986,
      "step": 143140
    },
    {
      "epoch": 5.862830227319271,
      "grad_norm": 0.6951522781562749,
      "learning_rate": 3.9748781597181976e-07,
      "loss": 0.0914,
      "step": 143141
    },
    {
      "epoch": 5.862871185746467,
      "grad_norm": 1.3784603898599372,
      "learning_rate": 3.9725057920985127e-07,
      "loss": 0.4086,
      "step": 143142
    },
    {
      "epoch": 5.862912144173664,
      "grad_norm": 1.5878599123500028,
      "learning_rate": 3.970134131713598e-07,
      "loss": 0.528,
      "step": 143143
    },
    {
      "epoch": 5.86295310260086,
      "grad_norm": 2.6363390493006986,
      "learning_rate": 3.9677631785649533e-07,
      "loss": 2.0412,
      "step": 143144
    },
    {
      "epoch": 5.862994061028057,
      "grad_norm": 1.6889651748096326,
      "learning_rate": 3.9653929326534107e-07,
      "loss": 0.4963,
      "step": 143145
    },
    {
      "epoch": 5.863035019455253,
      "grad_norm": 1.290061394728306,
      "learning_rate": 3.9630233939803024e-07,
      "loss": 0.352,
      "step": 143146
    },
    {
      "epoch": 5.863075977882449,
      "grad_norm": 1.7538771614900026,
      "learning_rate": 3.960654562546628e-07,
      "loss": 0.4221,
      "step": 143147
    },
    {
      "epoch": 5.863116936309646,
      "grad_norm": 1.4464971573156733,
      "learning_rate": 3.958286438353553e-07,
      "loss": 0.5108,
      "step": 143148
    },
    {
      "epoch": 5.863157894736842,
      "grad_norm": 1.591718836531138,
      "learning_rate": 3.9559190214022427e-07,
      "loss": 0.4413,
      "step": 143149
    },
    {
      "epoch": 5.863198853164039,
      "grad_norm": 0.9260007365823341,
      "learning_rate": 3.953552311693697e-07,
      "loss": 0.2065,
      "step": 143150
    },
    {
      "epoch": 5.863239811591235,
      "grad_norm": 2.1412293414098107,
      "learning_rate": 3.9511863092290816e-07,
      "loss": 0.6546,
      "step": 143151
    },
    {
      "epoch": 5.863280770018431,
      "grad_norm": 1.5726758002001657,
      "learning_rate": 3.948821014009562e-07,
      "loss": 0.5163,
      "step": 143152
    },
    {
      "epoch": 5.863321728445627,
      "grad_norm": 0.6528334239225309,
      "learning_rate": 3.9464564260363043e-07,
      "loss": 0.1182,
      "step": 143153
    },
    {
      "epoch": 5.863362686872824,
      "grad_norm": 1.64752278333216,
      "learning_rate": 3.9440925453103067e-07,
      "loss": 0.5442,
      "step": 143154
    },
    {
      "epoch": 5.8634036453000205,
      "grad_norm": 3.29680745208732,
      "learning_rate": 3.941729371832736e-07,
      "loss": 0.9894,
      "step": 143155
    },
    {
      "epoch": 5.863444603727217,
      "grad_norm": 1.7818608149429673,
      "learning_rate": 3.9393669056045905e-07,
      "loss": 0.587,
      "step": 143156
    },
    {
      "epoch": 5.8634855621544135,
      "grad_norm": 0.9210846116263488,
      "learning_rate": 3.937005146627203e-07,
      "loss": 0.2179,
      "step": 143157
    },
    {
      "epoch": 5.86352652058161,
      "grad_norm": 1.6631607379191877,
      "learning_rate": 3.9346440949015736e-07,
      "loss": 0.5587,
      "step": 143158
    },
    {
      "epoch": 5.863567479008806,
      "grad_norm": 1.540569568212983,
      "learning_rate": 3.932283750428866e-07,
      "loss": 0.4993,
      "step": 143159
    },
    {
      "epoch": 5.863608437436002,
      "grad_norm": 1.5411821508044459,
      "learning_rate": 3.929924113210081e-07,
      "loss": 0.4753,
      "step": 143160
    },
    {
      "epoch": 5.863649395863199,
      "grad_norm": 1.4000222027404956,
      "learning_rate": 3.92756518324655e-07,
      "loss": 0.3039,
      "step": 143161
    },
    {
      "epoch": 5.863690354290395,
      "grad_norm": 1.1966250456463188,
      "learning_rate": 3.925206960539107e-07,
      "loss": 0.3637,
      "step": 143162
    },
    {
      "epoch": 5.863731312717592,
      "grad_norm": 1.2129223031804133,
      "learning_rate": 3.9228494450890825e-07,
      "loss": 0.3546,
      "step": 143163
    },
    {
      "epoch": 5.863772271144788,
      "grad_norm": 1.3963806930458569,
      "learning_rate": 3.9204926368974766e-07,
      "loss": 0.5255,
      "step": 143164
    },
    {
      "epoch": 5.863813229571985,
      "grad_norm": 1.5329101240353709,
      "learning_rate": 3.918136535965455e-07,
      "loss": 0.5393,
      "step": 143165
    },
    {
      "epoch": 5.863854187999181,
      "grad_norm": 0.8105621262116784,
      "learning_rate": 3.915781142294183e-07,
      "loss": 0.1646,
      "step": 143166
    },
    {
      "epoch": 5.863895146426377,
      "grad_norm": 1.1058262796423097,
      "learning_rate": 3.9134264558846605e-07,
      "loss": 0.2169,
      "step": 143167
    },
    {
      "epoch": 5.863936104853574,
      "grad_norm": 1.7182609770918158,
      "learning_rate": 3.911072476738053e-07,
      "loss": 0.5777,
      "step": 143168
    },
    {
      "epoch": 5.86397706328077,
      "grad_norm": 1.7800794747492177,
      "learning_rate": 3.908719204855526e-07,
      "loss": 0.6268,
      "step": 143169
    },
    {
      "epoch": 5.864018021707967,
      "grad_norm": 1.5717392392936131,
      "learning_rate": 3.906366640238079e-07,
      "loss": 0.4464,
      "step": 143170
    },
    {
      "epoch": 5.864058980135162,
      "grad_norm": 0.7634028519376982,
      "learning_rate": 3.9040147828870437e-07,
      "loss": 0.2008,
      "step": 143171
    },
    {
      "epoch": 5.864099938562359,
      "grad_norm": 1.5300340888408321,
      "learning_rate": 3.9016636328032534e-07,
      "loss": 0.5169,
      "step": 143172
    },
    {
      "epoch": 5.864140896989555,
      "grad_norm": 1.219072846868954,
      "learning_rate": 3.899313189987874e-07,
      "loss": 0.3078,
      "step": 143173
    },
    {
      "epoch": 5.864181855416752,
      "grad_norm": 3.197488945420301,
      "learning_rate": 3.8969634544422365e-07,
      "loss": 3.1076,
      "step": 143174
    },
    {
      "epoch": 5.8642228138439485,
      "grad_norm": 0.9796631026599893,
      "learning_rate": 3.8946144261671753e-07,
      "loss": 0.2576,
      "step": 143175
    },
    {
      "epoch": 5.864263772271145,
      "grad_norm": 1.4290452261566016,
      "learning_rate": 3.8922661051640214e-07,
      "loss": 0.4487,
      "step": 143176
    },
    {
      "epoch": 5.864304730698342,
      "grad_norm": 1.6252437469261225,
      "learning_rate": 3.8899184914337745e-07,
      "loss": 0.4287,
      "step": 143177
    },
    {
      "epoch": 5.864345689125537,
      "grad_norm": 0.8863954478306245,
      "learning_rate": 3.8875715849774336e-07,
      "loss": 0.1169,
      "step": 143178
    },
    {
      "epoch": 5.864386647552734,
      "grad_norm": 0.9155282712896192,
      "learning_rate": 3.885225385796331e-07,
      "loss": 0.1809,
      "step": 143179
    },
    {
      "epoch": 5.86442760597993,
      "grad_norm": 1.335392517976515,
      "learning_rate": 3.8828798938914663e-07,
      "loss": 0.4248,
      "step": 143180
    },
    {
      "epoch": 5.864468564407127,
      "grad_norm": 1.737165843811526,
      "learning_rate": 3.880535109264005e-07,
      "loss": 0.4889,
      "step": 143181
    },
    {
      "epoch": 5.864509522834323,
      "grad_norm": 1.4423994641758233,
      "learning_rate": 3.878191031914946e-07,
      "loss": 0.3458,
      "step": 143182
    },
    {
      "epoch": 5.86455048126152,
      "grad_norm": 1.1803977309804372,
      "learning_rate": 3.8758476618454546e-07,
      "loss": 0.2345,
      "step": 143183
    },
    {
      "epoch": 5.864591439688716,
      "grad_norm": 1.562704826260346,
      "learning_rate": 3.873504999056698e-07,
      "loss": 0.5387,
      "step": 143184
    },
    {
      "epoch": 5.864632398115912,
      "grad_norm": 1.397546837880714,
      "learning_rate": 3.8711630435496745e-07,
      "loss": 0.3908,
      "step": 143185
    },
    {
      "epoch": 5.864673356543109,
      "grad_norm": 1.1212401614007885,
      "learning_rate": 3.868821795325716e-07,
      "loss": 0.2281,
      "step": 143186
    },
    {
      "epoch": 5.864714314970305,
      "grad_norm": 1.5288493572340704,
      "learning_rate": 3.8664812543854894e-07,
      "loss": 0.4607,
      "step": 143187
    },
    {
      "epoch": 5.864755273397502,
      "grad_norm": 0.44701050355313304,
      "learning_rate": 3.86414142073066e-07,
      "loss": 0.0365,
      "step": 143188
    },
    {
      "epoch": 5.864796231824698,
      "grad_norm": 1.4864155877155811,
      "learning_rate": 3.861802294361893e-07,
      "loss": 0.3571,
      "step": 143189
    },
    {
      "epoch": 5.864837190251894,
      "grad_norm": 1.8290591538592054,
      "learning_rate": 3.859463875280522e-07,
      "loss": 0.6052,
      "step": 143190
    },
    {
      "epoch": 5.86487814867909,
      "grad_norm": 1.2334743886996544,
      "learning_rate": 3.8571261634873785e-07,
      "loss": 0.3304,
      "step": 143191
    },
    {
      "epoch": 5.864919107106287,
      "grad_norm": 1.9824762300258638,
      "learning_rate": 3.854789158983962e-07,
      "loss": 0.6499,
      "step": 143192
    },
    {
      "epoch": 5.8649600655334835,
      "grad_norm": 1.6591092815467352,
      "learning_rate": 3.852452861771105e-07,
      "loss": 0.6296,
      "step": 143193
    },
    {
      "epoch": 5.86500102396068,
      "grad_norm": 3.345656840667593,
      "learning_rate": 3.850117271849973e-07,
      "loss": 2.4237,
      "step": 143194
    },
    {
      "epoch": 5.8650419823878766,
      "grad_norm": 1.478562205725719,
      "learning_rate": 3.847782389221732e-07,
      "loss": 0.4526,
      "step": 143195
    },
    {
      "epoch": 5.865082940815073,
      "grad_norm": 1.9632042444007374,
      "learning_rate": 3.8454482138875476e-07,
      "loss": 0.6911,
      "step": 143196
    },
    {
      "epoch": 5.865123899242269,
      "grad_norm": 1.6810111532268228,
      "learning_rate": 3.8431147458482525e-07,
      "loss": 0.4839,
      "step": 143197
    },
    {
      "epoch": 5.865164857669465,
      "grad_norm": 1.5266585053346653,
      "learning_rate": 3.840781985105179e-07,
      "loss": 0.4036,
      "step": 143198
    },
    {
      "epoch": 5.865205816096662,
      "grad_norm": 1.5442126624965935,
      "learning_rate": 3.838449931659493e-07,
      "loss": 0.55,
      "step": 143199
    },
    {
      "epoch": 5.865246774523858,
      "grad_norm": 1.5980908770581572,
      "learning_rate": 3.8361185855120266e-07,
      "loss": 0.5049,
      "step": 143200
    },
    {
      "epoch": 5.865287732951055,
      "grad_norm": 1.6083934732490388,
      "learning_rate": 3.8337879466639465e-07,
      "loss": 0.5582,
      "step": 143201
    },
    {
      "epoch": 5.865328691378251,
      "grad_norm": 0.8218631524218499,
      "learning_rate": 3.831458015116584e-07,
      "loss": 0.1856,
      "step": 143202
    },
    {
      "epoch": 5.865369649805448,
      "grad_norm": 1.5047479217141386,
      "learning_rate": 3.8291287908707726e-07,
      "loss": 0.4915,
      "step": 143203
    },
    {
      "epoch": 5.865410608232644,
      "grad_norm": 1.280663628545633,
      "learning_rate": 3.8268002739278435e-07,
      "loss": 0.3665,
      "step": 143204
    },
    {
      "epoch": 5.86545156665984,
      "grad_norm": 1.5219782520198009,
      "learning_rate": 3.8244724642886305e-07,
      "loss": 0.5117,
      "step": 143205
    },
    {
      "epoch": 5.865492525087037,
      "grad_norm": 1.7935897562508423,
      "learning_rate": 3.8221453619546315e-07,
      "loss": 0.7158,
      "step": 143206
    },
    {
      "epoch": 5.865533483514233,
      "grad_norm": 1.7333320162877015,
      "learning_rate": 3.819818966926513e-07,
      "loss": 0.6902,
      "step": 143207
    },
    {
      "epoch": 5.86557444194143,
      "grad_norm": 1.5448322234321221,
      "learning_rate": 3.817493279205608e-07,
      "loss": 0.4208,
      "step": 143208
    },
    {
      "epoch": 5.865615400368625,
      "grad_norm": 1.704404929028986,
      "learning_rate": 3.8151682987929143e-07,
      "loss": 0.5763,
      "step": 143209
    },
    {
      "epoch": 5.865656358795822,
      "grad_norm": 1.11779064791245,
      "learning_rate": 3.812844025689765e-07,
      "loss": 0.2788,
      "step": 143210
    },
    {
      "epoch": 5.8656973172230185,
      "grad_norm": 1.5931137160483897,
      "learning_rate": 3.810520459896993e-07,
      "loss": 0.4086,
      "step": 143211
    },
    {
      "epoch": 5.865738275650215,
      "grad_norm": 1.8680388048590555,
      "learning_rate": 3.8081976014157634e-07,
      "loss": 0.5386,
      "step": 143212
    },
    {
      "epoch": 5.8657792340774115,
      "grad_norm": 1.7735601880931053,
      "learning_rate": 3.8058754502472424e-07,
      "loss": 0.5961,
      "step": 143213
    },
    {
      "epoch": 5.865820192504608,
      "grad_norm": 1.913130817562513,
      "learning_rate": 3.8035540063924284e-07,
      "loss": 0.7091,
      "step": 143214
    },
    {
      "epoch": 5.865861150931805,
      "grad_norm": 1.6188691458736328,
      "learning_rate": 3.8012332698524886e-07,
      "loss": 0.4948,
      "step": 143215
    },
    {
      "epoch": 5.865902109359,
      "grad_norm": 1.423799806583356,
      "learning_rate": 3.7989132406284204e-07,
      "loss": 0.3608,
      "step": 143216
    },
    {
      "epoch": 5.865943067786197,
      "grad_norm": 1.5549182621286501,
      "learning_rate": 3.7965939187215575e-07,
      "loss": 0.4956,
      "step": 143217
    },
    {
      "epoch": 5.865984026213393,
      "grad_norm": 0.9460325389011008,
      "learning_rate": 3.7942753041327324e-07,
      "loss": 0.1868,
      "step": 143218
    },
    {
      "epoch": 5.86602498464059,
      "grad_norm": 0.9437333398618928,
      "learning_rate": 3.79195739686311e-07,
      "loss": 0.1874,
      "step": 143219
    },
    {
      "epoch": 5.866065943067786,
      "grad_norm": 0.32053103395178095,
      "learning_rate": 3.789640196914023e-07,
      "loss": 0.0309,
      "step": 143220
    },
    {
      "epoch": 5.866106901494983,
      "grad_norm": 1.0639918685370846,
      "learning_rate": 3.7873237042863046e-07,
      "loss": 0.2365,
      "step": 143221
    },
    {
      "epoch": 5.8661478599221795,
      "grad_norm": 1.26016920572619,
      "learning_rate": 3.7850079189809534e-07,
      "loss": 0.2502,
      "step": 143222
    },
    {
      "epoch": 5.866188818349375,
      "grad_norm": 1.6048726154959296,
      "learning_rate": 3.782692840999468e-07,
      "loss": 0.4732,
      "step": 143223
    },
    {
      "epoch": 5.866229776776572,
      "grad_norm": 1.8263685433597574,
      "learning_rate": 3.7803784703425156e-07,
      "loss": 0.4651,
      "step": 143224
    },
    {
      "epoch": 5.866270735203768,
      "grad_norm": 1.9181426045453287,
      "learning_rate": 3.778064807011594e-07,
      "loss": 0.8068,
      "step": 143225
    },
    {
      "epoch": 5.866311693630965,
      "grad_norm": 1.5175887545556779,
      "learning_rate": 3.775751851007369e-07,
      "loss": 0.4304,
      "step": 143226
    },
    {
      "epoch": 5.866352652058161,
      "grad_norm": 0.5981593910524451,
      "learning_rate": 3.773439602331174e-07,
      "loss": 0.1041,
      "step": 143227
    },
    {
      "epoch": 5.866393610485357,
      "grad_norm": 1.186144171661103,
      "learning_rate": 3.7711280609841743e-07,
      "loss": 0.3747,
      "step": 143228
    },
    {
      "epoch": 5.866434568912553,
      "grad_norm": 2.879209529945751,
      "learning_rate": 3.768817226967369e-07,
      "loss": 2.6034,
      "step": 143229
    },
    {
      "epoch": 5.86647552733975,
      "grad_norm": 0.6258860804116602,
      "learning_rate": 3.766507100281757e-07,
      "loss": 0.0788,
      "step": 143230
    },
    {
      "epoch": 5.8665164857669465,
      "grad_norm": 1.5610064973044908,
      "learning_rate": 3.7641976809285047e-07,
      "loss": 0.4743,
      "step": 143231
    },
    {
      "epoch": 5.866557444194143,
      "grad_norm": 1.7999381790040831,
      "learning_rate": 3.761888968908777e-07,
      "loss": 0.7456,
      "step": 143232
    },
    {
      "epoch": 5.86659840262134,
      "grad_norm": 1.4890824228114203,
      "learning_rate": 3.7595809642235743e-07,
      "loss": 0.4219,
      "step": 143233
    },
    {
      "epoch": 5.866639361048536,
      "grad_norm": 1.4891250909914506,
      "learning_rate": 3.757273666874061e-07,
      "loss": 0.3968,
      "step": 143234
    },
    {
      "epoch": 5.866680319475732,
      "grad_norm": 1.7963654105256919,
      "learning_rate": 3.754967076861237e-07,
      "loss": 0.545,
      "step": 143235
    },
    {
      "epoch": 5.866721277902928,
      "grad_norm": 0.9639906397242343,
      "learning_rate": 3.752661194186268e-07,
      "loss": 0.1975,
      "step": 143236
    },
    {
      "epoch": 5.866762236330125,
      "grad_norm": 1.7684544156444475,
      "learning_rate": 3.7503560188501537e-07,
      "loss": 0.6014,
      "step": 143237
    },
    {
      "epoch": 5.866803194757321,
      "grad_norm": 1.4758933879522464,
      "learning_rate": 3.7480515508542254e-07,
      "loss": 0.4531,
      "step": 143238
    },
    {
      "epoch": 5.866844153184518,
      "grad_norm": 1.6737441511129594,
      "learning_rate": 3.7457477901991493e-07,
      "loss": 0.5191,
      "step": 143239
    },
    {
      "epoch": 5.866885111611714,
      "grad_norm": 0.9447453942546925,
      "learning_rate": 3.743444736886425e-07,
      "loss": 0.193,
      "step": 143240
    },
    {
      "epoch": 5.866926070038911,
      "grad_norm": 0.8370303987196668,
      "learning_rate": 3.741142390917051e-07,
      "loss": 0.1991,
      "step": 143241
    },
    {
      "epoch": 5.866967028466107,
      "grad_norm": 2.1700258745387053,
      "learning_rate": 3.7388407522918607e-07,
      "loss": 0.9969,
      "step": 143242
    },
    {
      "epoch": 5.867007986893303,
      "grad_norm": 1.7689990645891969,
      "learning_rate": 3.7365398210121854e-07,
      "loss": 0.5686,
      "step": 143243
    },
    {
      "epoch": 5.8670489453205,
      "grad_norm": 1.4192179292520823,
      "learning_rate": 3.734239597079025e-07,
      "loss": 0.4599,
      "step": 143244
    },
    {
      "epoch": 5.867089903747696,
      "grad_norm": 1.6833608501598312,
      "learning_rate": 3.731940080493545e-07,
      "loss": 0.5411,
      "step": 143245
    },
    {
      "epoch": 5.867130862174893,
      "grad_norm": 1.6689499706425799,
      "learning_rate": 3.7296412712567445e-07,
      "loss": 0.474,
      "step": 143246
    },
    {
      "epoch": 5.867171820602088,
      "grad_norm": 0.46115657271859467,
      "learning_rate": 3.7273431693697897e-07,
      "loss": 0.0309,
      "step": 143247
    },
    {
      "epoch": 5.867212779029285,
      "grad_norm": 2.6789379642837488,
      "learning_rate": 3.7250457748336794e-07,
      "loss": 1.2298,
      "step": 143248
    },
    {
      "epoch": 5.8672537374564815,
      "grad_norm": 1.204018372587621,
      "learning_rate": 3.722749087649579e-07,
      "loss": 0.4017,
      "step": 143249
    },
    {
      "epoch": 5.867294695883678,
      "grad_norm": 1.660188528849898,
      "learning_rate": 3.7204531078184887e-07,
      "loss": 0.5067,
      "step": 143250
    },
    {
      "epoch": 5.867335654310875,
      "grad_norm": 1.706472424354819,
      "learning_rate": 3.718157835341573e-07,
      "loss": 0.5092,
      "step": 143251
    },
    {
      "epoch": 5.867376612738071,
      "grad_norm": 1.9280338342879169,
      "learning_rate": 3.7158632702199985e-07,
      "loss": 0.5673,
      "step": 143252
    },
    {
      "epoch": 5.867417571165268,
      "grad_norm": 1.6281935655931257,
      "learning_rate": 3.713569412454598e-07,
      "loss": 0.5261,
      "step": 143253
    },
    {
      "epoch": 5.867458529592463,
      "grad_norm": 1.5113894281283597,
      "learning_rate": 3.711276262046536e-07,
      "loss": 0.4906,
      "step": 143254
    },
    {
      "epoch": 5.86749948801966,
      "grad_norm": 1.649712826883747,
      "learning_rate": 3.7089838189971466e-07,
      "loss": 0.6616,
      "step": 143255
    },
    {
      "epoch": 5.867540446446856,
      "grad_norm": 1.5531741203767293,
      "learning_rate": 3.7066920833070946e-07,
      "loss": 0.5376,
      "step": 143256
    },
    {
      "epoch": 5.867581404874053,
      "grad_norm": 1.538003782479057,
      "learning_rate": 3.704401054977879e-07,
      "loss": 0.4875,
      "step": 143257
    },
    {
      "epoch": 5.867622363301249,
      "grad_norm": 1.3420276714579118,
      "learning_rate": 3.702110734010333e-07,
      "loss": 0.3616,
      "step": 143258
    },
    {
      "epoch": 5.867663321728446,
      "grad_norm": 1.5497619514784968,
      "learning_rate": 3.6998211204056215e-07,
      "loss": 0.4072,
      "step": 143259
    },
    {
      "epoch": 5.8677042801556425,
      "grad_norm": 1.587574505749816,
      "learning_rate": 3.697532214164745e-07,
      "loss": 0.5253,
      "step": 143260
    },
    {
      "epoch": 5.867745238582838,
      "grad_norm": 1.6974645186442607,
      "learning_rate": 3.6952440152888676e-07,
      "loss": 0.5613,
      "step": 143261
    },
    {
      "epoch": 5.867786197010035,
      "grad_norm": 1.8179842623577493,
      "learning_rate": 3.6929565237791556e-07,
      "loss": 0.5888,
      "step": 143262
    },
    {
      "epoch": 5.867827155437231,
      "grad_norm": 1.338764805990852,
      "learning_rate": 3.690669739636443e-07,
      "loss": 0.3847,
      "step": 143263
    },
    {
      "epoch": 5.867868113864428,
      "grad_norm": 0.8060090786366734,
      "learning_rate": 3.68838366286206e-07,
      "loss": 0.1793,
      "step": 143264
    },
    {
      "epoch": 5.867909072291624,
      "grad_norm": 1.2682036131320522,
      "learning_rate": 3.686098293457007e-07,
      "loss": 0.3229,
      "step": 143265
    },
    {
      "epoch": 5.86795003071882,
      "grad_norm": 1.5106036441394919,
      "learning_rate": 3.683813631422283e-07,
      "loss": 0.4479,
      "step": 143266
    },
    {
      "epoch": 5.8679909891460165,
      "grad_norm": 1.7186283637393078,
      "learning_rate": 3.681529676759054e-07,
      "loss": 0.5311,
      "step": 143267
    },
    {
      "epoch": 5.868031947573213,
      "grad_norm": 1.7217317802968881,
      "learning_rate": 3.679246429468319e-07,
      "loss": 0.5054,
      "step": 143268
    },
    {
      "epoch": 5.8680729060004095,
      "grad_norm": 0.8924185653919946,
      "learning_rate": 3.676963889551243e-07,
      "loss": 0.1612,
      "step": 143269
    },
    {
      "epoch": 5.868113864427606,
      "grad_norm": 0.42420907344724096,
      "learning_rate": 3.6746820570088265e-07,
      "loss": 0.05,
      "step": 143270
    },
    {
      "epoch": 5.868154822854803,
      "grad_norm": 1.2626898562254782,
      "learning_rate": 3.6724009318422344e-07,
      "loss": 0.3828,
      "step": 143271
    },
    {
      "epoch": 5.868195781281999,
      "grad_norm": 1.3102694421376204,
      "learning_rate": 3.670120514052466e-07,
      "loss": 0.3413,
      "step": 143272
    },
    {
      "epoch": 5.868236739709195,
      "grad_norm": 1.6699407794859598,
      "learning_rate": 3.667840803640687e-07,
      "loss": 0.4903,
      "step": 143273
    },
    {
      "epoch": 5.868277698136391,
      "grad_norm": 1.3106163204640098,
      "learning_rate": 3.665561800607897e-07,
      "loss": 0.2354,
      "step": 143274
    },
    {
      "epoch": 5.868318656563588,
      "grad_norm": 0.9419992496989917,
      "learning_rate": 3.663283504955261e-07,
      "loss": 0.1993,
      "step": 143275
    },
    {
      "epoch": 5.868359614990784,
      "grad_norm": 2.1918484838225276,
      "learning_rate": 3.661005916683779e-07,
      "loss": 0.648,
      "step": 143276
    },
    {
      "epoch": 5.868400573417981,
      "grad_norm": 0.8281067739065611,
      "learning_rate": 3.65872903579445e-07,
      "loss": 0.167,
      "step": 143277
    },
    {
      "epoch": 5.8684415318451775,
      "grad_norm": 1.6816184928945577,
      "learning_rate": 3.6564528622884394e-07,
      "loss": 0.5331,
      "step": 143278
    },
    {
      "epoch": 5.868482490272374,
      "grad_norm": 1.450120118389043,
      "learning_rate": 3.654177396166913e-07,
      "loss": 0.3344,
      "step": 143279
    },
    {
      "epoch": 5.86852344869957,
      "grad_norm": 1.235609016098103,
      "learning_rate": 3.6519026374308703e-07,
      "loss": 0.3277,
      "step": 143280
    },
    {
      "epoch": 5.868564407126766,
      "grad_norm": 1.9211762284621976,
      "learning_rate": 3.649628586081477e-07,
      "loss": 0.6608,
      "step": 143281
    },
    {
      "epoch": 5.868605365553963,
      "grad_norm": 1.2718447220836373,
      "learning_rate": 3.6473552421195653e-07,
      "loss": 0.344,
      "step": 143282
    },
    {
      "epoch": 5.868646323981159,
      "grad_norm": 1.5112002013709442,
      "learning_rate": 3.645082605546301e-07,
      "loss": 0.3843,
      "step": 143283
    },
    {
      "epoch": 5.868687282408356,
      "grad_norm": 1.3277781737459793,
      "learning_rate": 3.6428106763628504e-07,
      "loss": 0.373,
      "step": 143284
    },
    {
      "epoch": 5.8687282408355514,
      "grad_norm": 1.1919802030298121,
      "learning_rate": 3.640539454570379e-07,
      "loss": 0.2008,
      "step": 143285
    },
    {
      "epoch": 5.868769199262748,
      "grad_norm": 1.5863068523227724,
      "learning_rate": 3.6382689401697195e-07,
      "loss": 0.6025,
      "step": 143286
    },
    {
      "epoch": 5.8688101576899445,
      "grad_norm": 1.8214444669672754,
      "learning_rate": 3.6359991331620375e-07,
      "loss": 0.5058,
      "step": 143287
    },
    {
      "epoch": 5.868851116117141,
      "grad_norm": 1.3642356792256536,
      "learning_rate": 3.633730033548499e-07,
      "loss": 0.2072,
      "step": 143288
    },
    {
      "epoch": 5.868892074544338,
      "grad_norm": 1.8952569168731415,
      "learning_rate": 3.6314616413301025e-07,
      "loss": 0.49,
      "step": 143289
    },
    {
      "epoch": 5.868933032971534,
      "grad_norm": 1.565025577583781,
      "learning_rate": 3.629193956507848e-07,
      "loss": 0.5889,
      "step": 143290
    },
    {
      "epoch": 5.868973991398731,
      "grad_norm": 1.7772746221624878,
      "learning_rate": 3.6269269790829e-07,
      "loss": 0.4321,
      "step": 143291
    },
    {
      "epoch": 5.869014949825926,
      "grad_norm": 1.4005763211778128,
      "learning_rate": 3.6246607090562595e-07,
      "loss": 0.4677,
      "step": 143292
    },
    {
      "epoch": 5.869055908253123,
      "grad_norm": 1.719583215982621,
      "learning_rate": 3.622395146429258e-07,
      "loss": 0.5676,
      "step": 143293
    },
    {
      "epoch": 5.869096866680319,
      "grad_norm": 1.6631881550411323,
      "learning_rate": 3.620130291202561e-07,
      "loss": 0.3759,
      "step": 143294
    },
    {
      "epoch": 5.869137825107516,
      "grad_norm": 1.0994920518024192,
      "learning_rate": 3.617866143377501e-07,
      "loss": 0.2396,
      "step": 143295
    },
    {
      "epoch": 5.8691787835347125,
      "grad_norm": 1.6218625618230558,
      "learning_rate": 3.615602702955078e-07,
      "loss": 0.423,
      "step": 143296
    },
    {
      "epoch": 5.869219741961909,
      "grad_norm": 0.9734772453628475,
      "learning_rate": 3.613339969936291e-07,
      "loss": 0.1436,
      "step": 143297
    },
    {
      "epoch": 5.8692607003891055,
      "grad_norm": 0.8821918433721408,
      "learning_rate": 3.6110779443224713e-07,
      "loss": 0.0927,
      "step": 143298
    },
    {
      "epoch": 5.869301658816301,
      "grad_norm": 1.4140796608760018,
      "learning_rate": 3.608816626114286e-07,
      "loss": 0.3313,
      "step": 143299
    },
    {
      "epoch": 5.869342617243498,
      "grad_norm": 1.1321449932980296,
      "learning_rate": 3.606556015313233e-07,
      "loss": 0.2714,
      "step": 143300
    },
    {
      "epoch": 5.869383575670694,
      "grad_norm": 1.2392231755621053,
      "learning_rate": 3.60429611191998e-07,
      "loss": 0.2303,
      "step": 143301
    },
    {
      "epoch": 5.869424534097891,
      "grad_norm": 1.4406069615212809,
      "learning_rate": 3.6020369159358577e-07,
      "loss": 0.3836,
      "step": 143302
    },
    {
      "epoch": 5.869465492525087,
      "grad_norm": 2.6549271676986765,
      "learning_rate": 3.599778427361866e-07,
      "loss": 0.2469,
      "step": 143303
    },
    {
      "epoch": 5.869506450952283,
      "grad_norm": 0.95391063740019,
      "learning_rate": 3.5975206461990037e-07,
      "loss": 0.153,
      "step": 143304
    },
    {
      "epoch": 5.8695474093794795,
      "grad_norm": 1.4192824977521274,
      "learning_rate": 3.5952635724486035e-07,
      "loss": 0.497,
      "step": 143305
    },
    {
      "epoch": 5.869588367806676,
      "grad_norm": 1.4076003294805757,
      "learning_rate": 3.593007206111331e-07,
      "loss": 0.496,
      "step": 143306
    },
    {
      "epoch": 5.869629326233873,
      "grad_norm": 1.8351212076782448,
      "learning_rate": 3.5907515471885193e-07,
      "loss": 0.5286,
      "step": 143307
    },
    {
      "epoch": 5.869670284661069,
      "grad_norm": 1.2002067086191508,
      "learning_rate": 3.5884965956811674e-07,
      "loss": 0.2851,
      "step": 143308
    },
    {
      "epoch": 5.869711243088266,
      "grad_norm": 1.4034931476599697,
      "learning_rate": 3.586242351590274e-07,
      "loss": 0.406,
      "step": 143309
    },
    {
      "epoch": 5.869752201515462,
      "grad_norm": 1.0811526395208222,
      "learning_rate": 3.5839888149171713e-07,
      "loss": 0.2458,
      "step": 143310
    },
    {
      "epoch": 5.869793159942658,
      "grad_norm": 1.2551065842047435,
      "learning_rate": 3.581735985662526e-07,
      "loss": 0.3353,
      "step": 143311
    },
    {
      "epoch": 5.869834118369854,
      "grad_norm": 1.8108871648058615,
      "learning_rate": 3.57948386382767e-07,
      "loss": 0.5962,
      "step": 143312
    },
    {
      "epoch": 5.869875076797051,
      "grad_norm": 1.5146606578332904,
      "learning_rate": 3.577232449413603e-07,
      "loss": 0.4845,
      "step": 143313
    },
    {
      "epoch": 5.869916035224247,
      "grad_norm": 2.1830007881378912,
      "learning_rate": 3.574981742421323e-07,
      "loss": 0.9221,
      "step": 143314
    },
    {
      "epoch": 5.869956993651444,
      "grad_norm": 0.8680053954088391,
      "learning_rate": 3.5727317428519975e-07,
      "loss": 0.0714,
      "step": 143315
    },
    {
      "epoch": 5.8699979520786405,
      "grad_norm": 1.618670889344273,
      "learning_rate": 3.570482450706791e-07,
      "loss": 0.525,
      "step": 143316
    },
    {
      "epoch": 5.870038910505837,
      "grad_norm": 2.331745983918132,
      "learning_rate": 3.56823386598637e-07,
      "loss": 1.0117,
      "step": 143317
    },
    {
      "epoch": 5.870079868933033,
      "grad_norm": 2.143855497242038,
      "learning_rate": 3.5659859886922325e-07,
      "loss": 0.7419,
      "step": 143318
    },
    {
      "epoch": 5.870120827360229,
      "grad_norm": 1.283891403200884,
      "learning_rate": 3.5637388188252125e-07,
      "loss": 0.305,
      "step": 143319
    },
    {
      "epoch": 5.870161785787426,
      "grad_norm": 1.07522655978037,
      "learning_rate": 3.561492356386475e-07,
      "loss": 0.2531,
      "step": 143320
    },
    {
      "epoch": 5.870202744214622,
      "grad_norm": 1.710838553821794,
      "learning_rate": 3.559246601377019e-07,
      "loss": 0.6261,
      "step": 143321
    },
    {
      "epoch": 5.870243702641819,
      "grad_norm": 1.710956232052575,
      "learning_rate": 3.5570015537978445e-07,
      "loss": 0.5303,
      "step": 143322
    },
    {
      "epoch": 5.8702846610690145,
      "grad_norm": 0.9728955042894643,
      "learning_rate": 3.554757213650117e-07,
      "loss": 0.2171,
      "step": 143323
    },
    {
      "epoch": 5.870325619496211,
      "grad_norm": 1.5606301336450277,
      "learning_rate": 3.552513580934835e-07,
      "loss": 0.4548,
      "step": 143324
    },
    {
      "epoch": 5.8703665779234075,
      "grad_norm": 1.3440624725649049,
      "learning_rate": 3.550270655653165e-07,
      "loss": 0.3221,
      "step": 143325
    },
    {
      "epoch": 5.870407536350604,
      "grad_norm": 0.5925644145053476,
      "learning_rate": 3.5480284378061055e-07,
      "loss": 0.0575,
      "step": 143326
    },
    {
      "epoch": 5.870448494777801,
      "grad_norm": 1.1595972364529852,
      "learning_rate": 3.545786927394656e-07,
      "loss": 0.2117,
      "step": 143327
    },
    {
      "epoch": 5.870489453204997,
      "grad_norm": 1.4871010671603342,
      "learning_rate": 3.543546124419816e-07,
      "loss": 0.4441,
      "step": 143328
    },
    {
      "epoch": 5.870530411632194,
      "grad_norm": 1.7699439877136913,
      "learning_rate": 3.541306028882918e-07,
      "loss": 0.5759,
      "step": 143329
    },
    {
      "epoch": 5.870571370059389,
      "grad_norm": 2.064352820189592,
      "learning_rate": 3.5390666407847934e-07,
      "loss": 0.7159,
      "step": 143330
    },
    {
      "epoch": 5.870612328486586,
      "grad_norm": 0.9682645720658384,
      "learning_rate": 3.536827960126609e-07,
      "loss": 0.2056,
      "step": 143331
    },
    {
      "epoch": 5.870653286913782,
      "grad_norm": 1.6596199328798473,
      "learning_rate": 3.5345899869093643e-07,
      "loss": 0.5121,
      "step": 143332
    },
    {
      "epoch": 5.870694245340979,
      "grad_norm": 0.9428928011360882,
      "learning_rate": 3.5323527211340575e-07,
      "loss": 0.1871,
      "step": 143333
    },
    {
      "epoch": 5.8707352037681755,
      "grad_norm": 2.062255932353169,
      "learning_rate": 3.5301161628018547e-07,
      "loss": 0.6793,
      "step": 143334
    },
    {
      "epoch": 5.870776162195372,
      "grad_norm": 0.6332834778041398,
      "learning_rate": 3.5278803119137553e-07,
      "loss": 0.0884,
      "step": 143335
    },
    {
      "epoch": 5.8708171206225686,
      "grad_norm": 2.0241885960216295,
      "learning_rate": 3.525645168470925e-07,
      "loss": 0.7665,
      "step": 143336
    },
    {
      "epoch": 5.870858079049764,
      "grad_norm": 1.4149380569287417,
      "learning_rate": 3.5234107324741967e-07,
      "loss": 0.4849,
      "step": 143337
    },
    {
      "epoch": 5.870899037476961,
      "grad_norm": 1.4501505594028938,
      "learning_rate": 3.521177003924902e-07,
      "loss": 0.4357,
      "step": 143338
    },
    {
      "epoch": 5.870939995904157,
      "grad_norm": 1.550969925448805,
      "learning_rate": 3.518943982823874e-07,
      "loss": 0.596,
      "step": 143339
    },
    {
      "epoch": 5.870980954331354,
      "grad_norm": 1.3772139561862344,
      "learning_rate": 3.5167116691722786e-07,
      "loss": 0.476,
      "step": 143340
    },
    {
      "epoch": 5.87102191275855,
      "grad_norm": 1.4885825401438295,
      "learning_rate": 3.514480062971115e-07,
      "loss": 0.5056,
      "step": 143341
    },
    {
      "epoch": 5.871062871185746,
      "grad_norm": 0.8035819772746018,
      "learning_rate": 3.512249164221548e-07,
      "loss": 0.094,
      "step": 143342
    },
    {
      "epoch": 5.8711038296129425,
      "grad_norm": 1.5897579671474413,
      "learning_rate": 3.510018972924411e-07,
      "loss": 0.5706,
      "step": 143343
    },
    {
      "epoch": 5.871144788040139,
      "grad_norm": 1.5339577044471917,
      "learning_rate": 3.5077894890810367e-07,
      "loss": 0.5815,
      "step": 143344
    },
    {
      "epoch": 5.871185746467336,
      "grad_norm": 1.663607925018,
      "learning_rate": 3.505560712692257e-07,
      "loss": 0.6212,
      "step": 143345
    },
    {
      "epoch": 5.871226704894532,
      "grad_norm": 1.363716170699179,
      "learning_rate": 3.503332643759238e-07,
      "loss": 0.3035,
      "step": 143346
    },
    {
      "epoch": 5.871267663321729,
      "grad_norm": 1.7893497547280288,
      "learning_rate": 3.501105282283145e-07,
      "loss": 0.7162,
      "step": 143347
    },
    {
      "epoch": 5.871308621748925,
      "grad_norm": 1.8473139247698207,
      "learning_rate": 3.4988786282646454e-07,
      "loss": 0.5423,
      "step": 143348
    },
    {
      "epoch": 5.871349580176121,
      "grad_norm": 0.807495235793487,
      "learning_rate": 3.4966526817052363e-07,
      "loss": 0.1231,
      "step": 143349
    },
    {
      "epoch": 5.871390538603317,
      "grad_norm": 0.9259002563264978,
      "learning_rate": 3.4944274426057517e-07,
      "loss": 0.1761,
      "step": 143350
    },
    {
      "epoch": 5.871431497030514,
      "grad_norm": 1.4195738630303532,
      "learning_rate": 3.49220291096719e-07,
      "loss": 0.4113,
      "step": 143351
    },
    {
      "epoch": 5.8714724554577105,
      "grad_norm": 1.3452237769465514,
      "learning_rate": 3.489979086790717e-07,
      "loss": 0.3542,
      "step": 143352
    },
    {
      "epoch": 5.871513413884907,
      "grad_norm": 1.419335801889032,
      "learning_rate": 3.487755970077333e-07,
      "loss": 0.4458,
      "step": 143353
    },
    {
      "epoch": 5.8715543723121035,
      "grad_norm": 1.52145914656441,
      "learning_rate": 3.4855335608280354e-07,
      "loss": 0.4374,
      "step": 143354
    },
    {
      "epoch": 5.8715953307393,
      "grad_norm": 0.9827841624574003,
      "learning_rate": 3.483311859043991e-07,
      "loss": 0.2343,
      "step": 143355
    },
    {
      "epoch": 5.871636289166496,
      "grad_norm": 1.367435156797973,
      "learning_rate": 3.481090864726199e-07,
      "loss": 0.3743,
      "step": 143356
    },
    {
      "epoch": 5.871677247593692,
      "grad_norm": 1.3005800166500756,
      "learning_rate": 3.478870577875659e-07,
      "loss": 0.4275,
      "step": 143357
    },
    {
      "epoch": 5.871718206020889,
      "grad_norm": 1.050539587910642,
      "learning_rate": 3.4766509984935355e-07,
      "loss": 0.257,
      "step": 143358
    },
    {
      "epoch": 5.871759164448085,
      "grad_norm": 2.048056866941555,
      "learning_rate": 3.474432126580828e-07,
      "loss": 0.6704,
      "step": 143359
    },
    {
      "epoch": 5.871800122875282,
      "grad_norm": 1.6606434147087041,
      "learning_rate": 3.472213962138537e-07,
      "loss": 0.6061,
      "step": 143360
    },
    {
      "epoch": 5.8718410813024775,
      "grad_norm": 1.2757431705405078,
      "learning_rate": 3.4699965051676604e-07,
      "loss": 0.4712,
      "step": 143361
    },
    {
      "epoch": 5.871882039729674,
      "grad_norm": 0.8720883525600396,
      "learning_rate": 3.467779755669364e-07,
      "loss": 0.0814,
      "step": 143362
    },
    {
      "epoch": 5.871922998156871,
      "grad_norm": 0.9774257296448289,
      "learning_rate": 3.465563713644814e-07,
      "loss": 0.2209,
      "step": 143363
    },
    {
      "epoch": 5.871963956584067,
      "grad_norm": 1.463767053382404,
      "learning_rate": 3.4633483790948434e-07,
      "loss": 0.4179,
      "step": 143364
    },
    {
      "epoch": 5.872004915011264,
      "grad_norm": 1.8192274146959444,
      "learning_rate": 3.461133752020451e-07,
      "loss": 0.7114,
      "step": 143365
    },
    {
      "epoch": 5.87204587343846,
      "grad_norm": 1.4750057155051466,
      "learning_rate": 3.458919832422802e-07,
      "loss": 0.2803,
      "step": 143366
    },
    {
      "epoch": 5.872086831865657,
      "grad_norm": 1.4848990043783252,
      "learning_rate": 3.456706620303062e-07,
      "loss": 0.3734,
      "step": 143367
    },
    {
      "epoch": 5.872127790292852,
      "grad_norm": 1.050694096457046,
      "learning_rate": 3.454494115662065e-07,
      "loss": 0.1784,
      "step": 143368
    },
    {
      "epoch": 5.872168748720049,
      "grad_norm": 1.5583027413434922,
      "learning_rate": 3.4522823185009764e-07,
      "loss": 0.4305,
      "step": 143369
    },
    {
      "epoch": 5.872209707147245,
      "grad_norm": 1.4806945189998526,
      "learning_rate": 3.4500712288207944e-07,
      "loss": 0.456,
      "step": 143370
    },
    {
      "epoch": 5.872250665574442,
      "grad_norm": 0.9849711047523665,
      "learning_rate": 3.447860846622519e-07,
      "loss": 0.1647,
      "step": 143371
    },
    {
      "epoch": 5.8722916240016385,
      "grad_norm": 1.5484501826693728,
      "learning_rate": 3.4456511719073153e-07,
      "loss": 0.3755,
      "step": 143372
    },
    {
      "epoch": 5.872332582428835,
      "grad_norm": 1.4440794844850733,
      "learning_rate": 3.4434422046761834e-07,
      "loss": 0.3761,
      "step": 143373
    },
    {
      "epoch": 5.872373540856032,
      "grad_norm": 1.4606672010015087,
      "learning_rate": 3.441233944930122e-07,
      "loss": 0.4901,
      "step": 143374
    },
    {
      "epoch": 5.872414499283227,
      "grad_norm": 1.3294305205711763,
      "learning_rate": 3.4390263926702967e-07,
      "loss": 0.3106,
      "step": 143375
    },
    {
      "epoch": 5.872455457710424,
      "grad_norm": 1.949821511381797,
      "learning_rate": 3.43681954789754e-07,
      "loss": 0.9959,
      "step": 143376
    },
    {
      "epoch": 5.87249641613762,
      "grad_norm": 0.6516807752973852,
      "learning_rate": 3.4346134106130187e-07,
      "loss": 0.0646,
      "step": 143377
    },
    {
      "epoch": 5.872537374564817,
      "grad_norm": 1.5364460371408142,
      "learning_rate": 3.4324079808177307e-07,
      "loss": 0.2754,
      "step": 143378
    },
    {
      "epoch": 5.872578332992013,
      "grad_norm": 1.7430792112459086,
      "learning_rate": 3.4302032585128423e-07,
      "loss": 0.5554,
      "step": 143379
    },
    {
      "epoch": 5.872619291419209,
      "grad_norm": 1.7492366446932635,
      "learning_rate": 3.427999243699353e-07,
      "loss": 0.5404,
      "step": 143380
    },
    {
      "epoch": 5.8726602498464056,
      "grad_norm": 1.468944729667461,
      "learning_rate": 3.425795936378262e-07,
      "loss": 0.4951,
      "step": 143381
    },
    {
      "epoch": 5.872701208273602,
      "grad_norm": 1.3962887632327694,
      "learning_rate": 3.4235933365505676e-07,
      "loss": 0.4234,
      "step": 143382
    },
    {
      "epoch": 5.872742166700799,
      "grad_norm": 1.769771789609578,
      "learning_rate": 3.4213914442172694e-07,
      "loss": 0.7172,
      "step": 143383
    },
    {
      "epoch": 5.872783125127995,
      "grad_norm": 1.663836759862685,
      "learning_rate": 3.419190259379534e-07,
      "loss": 0.5623,
      "step": 143384
    },
    {
      "epoch": 5.872824083555192,
      "grad_norm": 1.2286184954287445,
      "learning_rate": 3.416989782038526e-07,
      "loss": 0.224,
      "step": 143385
    },
    {
      "epoch": 5.872865041982388,
      "grad_norm": 0.6769318348419113,
      "learning_rate": 3.414790012194912e-07,
      "loss": 0.1531,
      "step": 143386
    },
    {
      "epoch": 5.872906000409584,
      "grad_norm": 2.5054875667453436,
      "learning_rate": 3.4125909498500246e-07,
      "loss": 1.1093,
      "step": 143387
    },
    {
      "epoch": 5.87294695883678,
      "grad_norm": 1.8709676772579467,
      "learning_rate": 3.4103925950048625e-07,
      "loss": 0.6191,
      "step": 143388
    },
    {
      "epoch": 5.872987917263977,
      "grad_norm": 1.0875991204322288,
      "learning_rate": 3.4081949476604254e-07,
      "loss": 0.2311,
      "step": 143389
    },
    {
      "epoch": 5.8730288756911735,
      "grad_norm": 1.549051365567409,
      "learning_rate": 3.4059980078177116e-07,
      "loss": 0.6057,
      "step": 143390
    },
    {
      "epoch": 5.87306983411837,
      "grad_norm": 1.3855111875863209,
      "learning_rate": 3.403801775477721e-07,
      "loss": 0.4121,
      "step": 143391
    },
    {
      "epoch": 5.873110792545567,
      "grad_norm": 1.8930883283361215,
      "learning_rate": 3.40160625064162e-07,
      "loss": 0.6375,
      "step": 143392
    },
    {
      "epoch": 5.873151750972763,
      "grad_norm": 1.5406892087981232,
      "learning_rate": 3.3994114333105724e-07,
      "loss": 0.5084,
      "step": 143393
    },
    {
      "epoch": 5.873192709399959,
      "grad_norm": 1.267654147157838,
      "learning_rate": 3.3972173234852463e-07,
      "loss": 0.3634,
      "step": 143394
    },
    {
      "epoch": 5.873233667827155,
      "grad_norm": 0.7651555203958383,
      "learning_rate": 3.395023921166806e-07,
      "loss": 0.1961,
      "step": 143395
    },
    {
      "epoch": 5.873274626254352,
      "grad_norm": 1.5839944471658247,
      "learning_rate": 3.3928312263565847e-07,
      "loss": 0.4765,
      "step": 143396
    },
    {
      "epoch": 5.873315584681548,
      "grad_norm": 1.39305417679006,
      "learning_rate": 3.390639239055248e-07,
      "loss": 0.3924,
      "step": 143397
    },
    {
      "epoch": 5.873356543108745,
      "grad_norm": 1.4573874354404477,
      "learning_rate": 3.3884479592639624e-07,
      "loss": 0.3739,
      "step": 143398
    },
    {
      "epoch": 5.8733975015359405,
      "grad_norm": 1.7670842853495345,
      "learning_rate": 3.3862573869838926e-07,
      "loss": 0.5926,
      "step": 143399
    },
    {
      "epoch": 5.873438459963137,
      "grad_norm": 1.4837132949022416,
      "learning_rate": 3.384067522215872e-07,
      "loss": 0.4057,
      "step": 143400
    },
    {
      "epoch": 5.873479418390334,
      "grad_norm": 1.8433309984190112,
      "learning_rate": 3.381878364960899e-07,
      "loss": 0.5468,
      "step": 143401
    },
    {
      "epoch": 5.87352037681753,
      "grad_norm": 1.0475103449305856,
      "learning_rate": 3.3796899152203074e-07,
      "loss": 0.2239,
      "step": 143402
    },
    {
      "epoch": 5.873561335244727,
      "grad_norm": 1.8009772794571335,
      "learning_rate": 3.377502172994928e-07,
      "loss": 0.6789,
      "step": 143403
    },
    {
      "epoch": 5.873602293671923,
      "grad_norm": 1.4367821076005733,
      "learning_rate": 3.375315138285761e-07,
      "loss": 0.4199,
      "step": 143404
    },
    {
      "epoch": 5.87364325209912,
      "grad_norm": 1.5906531775333386,
      "learning_rate": 3.3731288110939723e-07,
      "loss": 0.4801,
      "step": 143405
    },
    {
      "epoch": 5.873684210526315,
      "grad_norm": 1.649874223176754,
      "learning_rate": 3.3709431914203944e-07,
      "loss": 0.5439,
      "step": 143406
    },
    {
      "epoch": 5.873725168953512,
      "grad_norm": 1.668763043851318,
      "learning_rate": 3.368758279266359e-07,
      "loss": 0.5328,
      "step": 143407
    },
    {
      "epoch": 5.8737661273807085,
      "grad_norm": 1.0138856755709478,
      "learning_rate": 3.366574074632533e-07,
      "loss": 0.2108,
      "step": 143408
    },
    {
      "epoch": 5.873807085807905,
      "grad_norm": 1.7607708895960388,
      "learning_rate": 3.364390577520415e-07,
      "loss": 0.5409,
      "step": 143409
    },
    {
      "epoch": 5.8738480442351015,
      "grad_norm": 1.6036663598371608,
      "learning_rate": 3.362207787930504e-07,
      "loss": 0.4295,
      "step": 143410
    },
    {
      "epoch": 5.873889002662298,
      "grad_norm": 1.3836853808596863,
      "learning_rate": 3.3600257058641335e-07,
      "loss": 0.3629,
      "step": 143411
    },
    {
      "epoch": 5.873929961089495,
      "grad_norm": 1.2642672035208204,
      "learning_rate": 3.3578443313224677e-07,
      "loss": 0.3509,
      "step": 143412
    },
    {
      "epoch": 5.87397091951669,
      "grad_norm": 1.4686210077863338,
      "learning_rate": 3.355663664306174e-07,
      "loss": 0.4735,
      "step": 143413
    },
    {
      "epoch": 5.874011877943887,
      "grad_norm": 1.2303811660930977,
      "learning_rate": 3.353483704816584e-07,
      "loss": 0.3718,
      "step": 143414
    },
    {
      "epoch": 5.874052836371083,
      "grad_norm": 1.3009234041225146,
      "learning_rate": 3.3513044528546973e-07,
      "loss": 0.2485,
      "step": 143415
    },
    {
      "epoch": 5.87409379479828,
      "grad_norm": 1.054347540651493,
      "learning_rate": 3.349125908421346e-07,
      "loss": 0.3018,
      "step": 143416
    },
    {
      "epoch": 5.874134753225476,
      "grad_norm": 1.573240618318645,
      "learning_rate": 3.346948071517697e-07,
      "loss": 0.4773,
      "step": 143417
    },
    {
      "epoch": 5.874175711652672,
      "grad_norm": 1.3186786898976848,
      "learning_rate": 3.344770942144748e-07,
      "loss": 0.4189,
      "step": 143418
    },
    {
      "epoch": 5.874216670079869,
      "grad_norm": 1.7001088182914559,
      "learning_rate": 3.342594520303665e-07,
      "loss": 0.5389,
      "step": 143419
    },
    {
      "epoch": 5.874257628507065,
      "grad_norm": 1.0291267599188565,
      "learning_rate": 3.340418805995282e-07,
      "loss": 0.2045,
      "step": 143420
    },
    {
      "epoch": 5.874298586934262,
      "grad_norm": 1.4182237007959817,
      "learning_rate": 3.338243799220597e-07,
      "loss": 0.283,
      "step": 143421
    },
    {
      "epoch": 5.874339545361458,
      "grad_norm": 1.3717450251872887,
      "learning_rate": 3.336069499980942e-07,
      "loss": 0.4622,
      "step": 143422
    },
    {
      "epoch": 5.874380503788655,
      "grad_norm": 1.2677023876463922,
      "learning_rate": 3.3338959082769846e-07,
      "loss": 0.3761,
      "step": 143423
    },
    {
      "epoch": 5.874421462215851,
      "grad_norm": 0.8126907507212084,
      "learning_rate": 3.331723024109889e-07,
      "loss": 0.1626,
      "step": 143424
    },
    {
      "epoch": 5.874462420643047,
      "grad_norm": 1.3967482529709339,
      "learning_rate": 3.329550847480822e-07,
      "loss": 0.4812,
      "step": 143425
    },
    {
      "epoch": 5.8745033790702434,
      "grad_norm": 1.6894724177659632,
      "learning_rate": 3.3273793783906155e-07,
      "loss": 0.4904,
      "step": 143426
    },
    {
      "epoch": 5.87454433749744,
      "grad_norm": 0.8802104627130966,
      "learning_rate": 3.3252086168404355e-07,
      "loss": 0.1687,
      "step": 143427
    },
    {
      "epoch": 5.8745852959246365,
      "grad_norm": 0.8813294889575889,
      "learning_rate": 3.3230385628312816e-07,
      "loss": 0.1953,
      "step": 143428
    },
    {
      "epoch": 5.874626254351833,
      "grad_norm": 0.42120621962470217,
      "learning_rate": 3.3208692163641525e-07,
      "loss": 0.0242,
      "step": 143429
    },
    {
      "epoch": 5.87466721277903,
      "grad_norm": 1.8145542474147016,
      "learning_rate": 3.318700577439881e-07,
      "loss": 0.5485,
      "step": 143430
    },
    {
      "epoch": 5.874708171206226,
      "grad_norm": 0.6488750288107303,
      "learning_rate": 3.316532646059966e-07,
      "loss": 0.0734,
      "step": 143431
    },
    {
      "epoch": 5.874749129633422,
      "grad_norm": 1.6652731177528655,
      "learning_rate": 3.3143654222249074e-07,
      "loss": 0.5542,
      "step": 143432
    },
    {
      "epoch": 5.874790088060618,
      "grad_norm": 1.574645321797385,
      "learning_rate": 3.3121989059360365e-07,
      "loss": 0.3575,
      "step": 143433
    },
    {
      "epoch": 5.874831046487815,
      "grad_norm": 0.9248209640111681,
      "learning_rate": 3.3100330971943535e-07,
      "loss": 0.1867,
      "step": 143434
    },
    {
      "epoch": 5.874872004915011,
      "grad_norm": 1.7095166068738399,
      "learning_rate": 3.307867996000857e-07,
      "loss": 0.596,
      "step": 143435
    },
    {
      "epoch": 5.874912963342208,
      "grad_norm": 1.3671937637990683,
      "learning_rate": 3.30570360235638e-07,
      "loss": 0.3655,
      "step": 143436
    },
    {
      "epoch": 5.874953921769404,
      "grad_norm": 1.4733822785836033,
      "learning_rate": 3.3035399162622545e-07,
      "loss": 0.4096,
      "step": 143437
    },
    {
      "epoch": 5.8749948801966,
      "grad_norm": 1.287387063644136,
      "learning_rate": 3.301376937719313e-07,
      "loss": 0.419,
      "step": 143438
    },
    {
      "epoch": 5.875035838623797,
      "grad_norm": 1.509871261258399,
      "learning_rate": 3.2992146667287223e-07,
      "loss": 0.4035,
      "step": 143439
    },
    {
      "epoch": 5.875076797050993,
      "grad_norm": 1.4899275052472618,
      "learning_rate": 3.2970531032914804e-07,
      "loss": 0.4956,
      "step": 143440
    },
    {
      "epoch": 5.87511775547819,
      "grad_norm": 1.2208996582943399,
      "learning_rate": 3.2948922474084203e-07,
      "loss": 0.2943,
      "step": 143441
    },
    {
      "epoch": 5.875158713905386,
      "grad_norm": 1.6248648574469935,
      "learning_rate": 3.292732099080542e-07,
      "loss": 0.4572,
      "step": 143442
    },
    {
      "epoch": 5.875199672332583,
      "grad_norm": 1.7381123945198127,
      "learning_rate": 3.290572658309176e-07,
      "loss": 0.629,
      "step": 143443
    },
    {
      "epoch": 5.875240630759778,
      "grad_norm": 1.8271329368123683,
      "learning_rate": 3.2884139250951567e-07,
      "loss": 0.5967,
      "step": 143444
    },
    {
      "epoch": 5.875281589186975,
      "grad_norm": 1.3531594077410776,
      "learning_rate": 3.2862558994396495e-07,
      "loss": 0.4774,
      "step": 143445
    },
    {
      "epoch": 5.8753225476141715,
      "grad_norm": 2.3811578416475236,
      "learning_rate": 3.2840985813433194e-07,
      "loss": 1.5176,
      "step": 143446
    },
    {
      "epoch": 5.875363506041368,
      "grad_norm": 1.4837572139840485,
      "learning_rate": 3.2819419708076666e-07,
      "loss": 0.4947,
      "step": 143447
    },
    {
      "epoch": 5.875404464468565,
      "grad_norm": 1.5841243243636791,
      "learning_rate": 3.27978606783319e-07,
      "loss": 0.5718,
      "step": 143448
    },
    {
      "epoch": 5.875445422895761,
      "grad_norm": 1.5474813373842295,
      "learning_rate": 3.2776308724213887e-07,
      "loss": 0.5191,
      "step": 143449
    },
    {
      "epoch": 5.875486381322958,
      "grad_norm": 1.604121667089531,
      "learning_rate": 3.275476384572928e-07,
      "loss": 0.431,
      "step": 143450
    },
    {
      "epoch": 5.875527339750153,
      "grad_norm": 1.0955398087292676,
      "learning_rate": 3.2733226042891414e-07,
      "loss": 0.2502,
      "step": 143451
    },
    {
      "epoch": 5.87556829817735,
      "grad_norm": 2.3518164494342138,
      "learning_rate": 3.2711695315706944e-07,
      "loss": 0.7381,
      "step": 143452
    },
    {
      "epoch": 5.875609256604546,
      "grad_norm": 1.350303677646737,
      "learning_rate": 3.269017166418919e-07,
      "loss": 0.4177,
      "step": 143453
    },
    {
      "epoch": 5.875650215031743,
      "grad_norm": 0.7769011732646963,
      "learning_rate": 3.2668655088346484e-07,
      "loss": 0.1773,
      "step": 143454
    },
    {
      "epoch": 5.875691173458939,
      "grad_norm": 0.5744972342327014,
      "learning_rate": 3.2647145588188816e-07,
      "loss": 0.0796,
      "step": 143455
    },
    {
      "epoch": 5.875732131886135,
      "grad_norm": 1.489633350528788,
      "learning_rate": 3.2625643163727845e-07,
      "loss": 0.3549,
      "step": 143456
    },
    {
      "epoch": 5.875773090313332,
      "grad_norm": 1.851745671812127,
      "learning_rate": 3.2604147814973556e-07,
      "loss": 0.6282,
      "step": 143457
    },
    {
      "epoch": 5.875814048740528,
      "grad_norm": 1.7273619354136511,
      "learning_rate": 3.2582659541934286e-07,
      "loss": 0.5439,
      "step": 143458
    },
    {
      "epoch": 5.875855007167725,
      "grad_norm": 1.1693010980547573,
      "learning_rate": 3.256117834462169e-07,
      "loss": 0.2762,
      "step": 143459
    },
    {
      "epoch": 5.875895965594921,
      "grad_norm": 1.911820219124803,
      "learning_rate": 3.253970422304741e-07,
      "loss": 0.6768,
      "step": 143460
    },
    {
      "epoch": 5.875936924022118,
      "grad_norm": 0.8785658798081465,
      "learning_rate": 3.251823717721813e-07,
      "loss": 0.2025,
      "step": 143461
    },
    {
      "epoch": 5.875977882449314,
      "grad_norm": 2.0979408760568634,
      "learning_rate": 3.2496777207145495e-07,
      "loss": 0.7444,
      "step": 143462
    },
    {
      "epoch": 5.87601884087651,
      "grad_norm": 1.0900808965836684,
      "learning_rate": 3.24753243128395e-07,
      "loss": 0.2274,
      "step": 143463
    },
    {
      "epoch": 5.8760597993037065,
      "grad_norm": 1.4958937873372047,
      "learning_rate": 3.2453878494311804e-07,
      "loss": 0.4802,
      "step": 143464
    },
    {
      "epoch": 5.876100757730903,
      "grad_norm": 1.0853918699383829,
      "learning_rate": 3.2432439751570727e-07,
      "loss": 0.2478,
      "step": 143465
    },
    {
      "epoch": 5.8761417161580995,
      "grad_norm": 1.6690046554589388,
      "learning_rate": 3.2411008084627933e-07,
      "loss": 0.4928,
      "step": 143466
    },
    {
      "epoch": 5.876182674585296,
      "grad_norm": 1.2531378321251128,
      "learning_rate": 3.2389583493491744e-07,
      "loss": 0.3383,
      "step": 143467
    },
    {
      "epoch": 5.876223633012493,
      "grad_norm": 1.7047798779917394,
      "learning_rate": 3.2368165978173823e-07,
      "loss": 0.7352,
      "step": 143468
    },
    {
      "epoch": 5.876264591439689,
      "grad_norm": 1.999978688960528,
      "learning_rate": 3.2346755538684153e-07,
      "loss": 0.9513,
      "step": 143469
    },
    {
      "epoch": 5.876305549866885,
      "grad_norm": 1.7840355106041415,
      "learning_rate": 3.2325352175031073e-07,
      "loss": 0.5954,
      "step": 143470
    },
    {
      "epoch": 5.876346508294081,
      "grad_norm": 0.7979398167279721,
      "learning_rate": 3.23039558872279e-07,
      "loss": 0.1324,
      "step": 143471
    },
    {
      "epoch": 5.876387466721278,
      "grad_norm": 1.7030205195463037,
      "learning_rate": 3.2282566675281285e-07,
      "loss": 0.684,
      "step": 143472
    },
    {
      "epoch": 5.876428425148474,
      "grad_norm": 0.9237668364616956,
      "learning_rate": 3.22611845392029e-07,
      "loss": 0.167,
      "step": 143473
    },
    {
      "epoch": 5.876469383575671,
      "grad_norm": 1.1970404953807803,
      "learning_rate": 3.223980947900273e-07,
      "loss": 0.3398,
      "step": 143474
    },
    {
      "epoch": 5.876510342002867,
      "grad_norm": 1.486472082145632,
      "learning_rate": 3.2218441494692435e-07,
      "loss": 0.2704,
      "step": 143475
    },
    {
      "epoch": 5.876551300430063,
      "grad_norm": 1.5213380032352066,
      "learning_rate": 3.2197080586280346e-07,
      "loss": 0.5137,
      "step": 143476
    },
    {
      "epoch": 5.87659225885726,
      "grad_norm": 1.5624691485235958,
      "learning_rate": 3.217572675377644e-07,
      "loss": 0.3895,
      "step": 143477
    },
    {
      "epoch": 5.876633217284456,
      "grad_norm": 1.774354699255562,
      "learning_rate": 3.215437999719073e-07,
      "loss": 0.641,
      "step": 143478
    },
    {
      "epoch": 5.876674175711653,
      "grad_norm": 1.5327767867082056,
      "learning_rate": 3.213304031653485e-07,
      "loss": 0.4886,
      "step": 143479
    },
    {
      "epoch": 5.876715134138849,
      "grad_norm": 1.3121271508272467,
      "learning_rate": 3.2111707711817146e-07,
      "loss": 0.3749,
      "step": 143480
    },
    {
      "epoch": 5.876756092566046,
      "grad_norm": 1.4086342348109755,
      "learning_rate": 3.209038218304927e-07,
      "loss": 0.4758,
      "step": 143481
    },
    {
      "epoch": 5.8767970509932415,
      "grad_norm": 1.574117160287237,
      "learning_rate": 3.2069063730241207e-07,
      "loss": 0.6036,
      "step": 143482
    },
    {
      "epoch": 5.876838009420438,
      "grad_norm": 1.4744001661064388,
      "learning_rate": 3.204775235340129e-07,
      "loss": 0.4566,
      "step": 143483
    },
    {
      "epoch": 5.8768789678476345,
      "grad_norm": 1.4270884615445785,
      "learning_rate": 3.202644805253951e-07,
      "loss": 0.3864,
      "step": 143484
    },
    {
      "epoch": 5.876919926274831,
      "grad_norm": 1.8530763639587189,
      "learning_rate": 3.200515082766919e-07,
      "loss": 0.5961,
      "step": 143485
    },
    {
      "epoch": 5.876960884702028,
      "grad_norm": 1.4350966932776308,
      "learning_rate": 3.1983860678796993e-07,
      "loss": 0.4591,
      "step": 143486
    },
    {
      "epoch": 5.877001843129224,
      "grad_norm": 1.6134426040798282,
      "learning_rate": 3.196257760593457e-07,
      "loss": 0.476,
      "step": 143487
    },
    {
      "epoch": 5.877042801556421,
      "grad_norm": 1.1580484477062618,
      "learning_rate": 3.194130160909192e-07,
      "loss": 0.2558,
      "step": 143488
    },
    {
      "epoch": 5.877083759983616,
      "grad_norm": 0.9483514491022791,
      "learning_rate": 3.192003268827903e-07,
      "loss": 0.2078,
      "step": 143489
    },
    {
      "epoch": 5.877124718410813,
      "grad_norm": 1.6905147049792544,
      "learning_rate": 3.1898770843505896e-07,
      "loss": 0.6228,
      "step": 143490
    },
    {
      "epoch": 5.877165676838009,
      "grad_norm": 1.8270989930784192,
      "learning_rate": 3.187751607478084e-07,
      "loss": 0.6267,
      "step": 143491
    },
    {
      "epoch": 5.877206635265206,
      "grad_norm": 1.2909860716578616,
      "learning_rate": 3.1856268382117187e-07,
      "loss": 0.3321,
      "step": 143492
    },
    {
      "epoch": 5.8772475936924025,
      "grad_norm": 1.5911427365308843,
      "learning_rate": 3.183502776552327e-07,
      "loss": 0.5771,
      "step": 143493
    },
    {
      "epoch": 5.877288552119598,
      "grad_norm": 1.7341671195148896,
      "learning_rate": 3.1813794225009073e-07,
      "loss": 0.5161,
      "step": 143494
    },
    {
      "epoch": 5.877329510546795,
      "grad_norm": 1.4622128661017455,
      "learning_rate": 3.1792567760584585e-07,
      "loss": 0.4399,
      "step": 143495
    },
    {
      "epoch": 5.877370468973991,
      "grad_norm": 1.360188867143932,
      "learning_rate": 3.177134837225981e-07,
      "loss": 0.4016,
      "step": 143496
    },
    {
      "epoch": 5.877411427401188,
      "grad_norm": 1.5035247954166502,
      "learning_rate": 3.175013606004473e-07,
      "loss": 0.5063,
      "step": 143497
    },
    {
      "epoch": 5.877452385828384,
      "grad_norm": 1.6784866345389289,
      "learning_rate": 3.1728930823951004e-07,
      "loss": 0.6282,
      "step": 143498
    },
    {
      "epoch": 5.877493344255581,
      "grad_norm": 1.6343163612508451,
      "learning_rate": 3.1707732663985294e-07,
      "loss": 0.5496,
      "step": 143499
    },
    {
      "epoch": 5.877534302682777,
      "grad_norm": 1.6876645009531028,
      "learning_rate": 3.1686541580160927e-07,
      "loss": 0.4549,
      "step": 143500
    },
    {
      "epoch": 5.877575261109973,
      "grad_norm": 2.6186488720909393,
      "learning_rate": 3.166535757248623e-07,
      "loss": 1.9,
      "step": 143501
    },
    {
      "epoch": 5.8776162195371695,
      "grad_norm": 1.21610733639429,
      "learning_rate": 3.1644180640971183e-07,
      "loss": 0.2822,
      "step": 143502
    },
    {
      "epoch": 5.877657177964366,
      "grad_norm": 1.4201886160868258,
      "learning_rate": 3.1623010785627454e-07,
      "loss": 0.4273,
      "step": 143503
    },
    {
      "epoch": 5.877698136391563,
      "grad_norm": 1.2805852953576906,
      "learning_rate": 3.1601848006461706e-07,
      "loss": 0.3122,
      "step": 143504
    },
    {
      "epoch": 5.877739094818759,
      "grad_norm": 1.248368915027874,
      "learning_rate": 3.158069230348892e-07,
      "loss": 0.3357,
      "step": 143505
    },
    {
      "epoch": 5.877780053245956,
      "grad_norm": 1.2874278873753027,
      "learning_rate": 3.1559543676714097e-07,
      "loss": 0.2983,
      "step": 143506
    },
    {
      "epoch": 5.877821011673152,
      "grad_norm": 1.7740209126481479,
      "learning_rate": 3.1538402126148885e-07,
      "loss": 0.577,
      "step": 143507
    },
    {
      "epoch": 5.877861970100348,
      "grad_norm": 1.934990394600108,
      "learning_rate": 3.1517267651804953e-07,
      "loss": 0.7442,
      "step": 143508
    },
    {
      "epoch": 5.877902928527544,
      "grad_norm": 1.3002738856065519,
      "learning_rate": 3.1496140253690625e-07,
      "loss": 0.3555,
      "step": 143509
    },
    {
      "epoch": 5.877943886954741,
      "grad_norm": 1.1826356817000367,
      "learning_rate": 3.1475019931815893e-07,
      "loss": 0.3091,
      "step": 143510
    },
    {
      "epoch": 5.877984845381937,
      "grad_norm": 0.5121783126947933,
      "learning_rate": 3.145390668619241e-07,
      "loss": 0.0714,
      "step": 143511
    },
    {
      "epoch": 5.878025803809134,
      "grad_norm": 1.886815930118524,
      "learning_rate": 3.1432800516828506e-07,
      "loss": 0.6337,
      "step": 143512
    },
    {
      "epoch": 5.8780667622363305,
      "grad_norm": 1.0630759917121877,
      "learning_rate": 3.141170142373417e-07,
      "loss": 0.2075,
      "step": 143513
    },
    {
      "epoch": 5.878107720663526,
      "grad_norm": 0.8445305525848203,
      "learning_rate": 3.1390609406919396e-07,
      "loss": 0.186,
      "step": 143514
    },
    {
      "epoch": 5.878148679090723,
      "grad_norm": 1.081473063901834,
      "learning_rate": 3.1369524466395844e-07,
      "loss": 0.2031,
      "step": 143515
    },
    {
      "epoch": 5.878189637517919,
      "grad_norm": 1.5611435885478961,
      "learning_rate": 3.134844660217184e-07,
      "loss": 0.5458,
      "step": 143516
    },
    {
      "epoch": 5.878230595945116,
      "grad_norm": 1.165206367367588,
      "learning_rate": 3.132737581425737e-07,
      "loss": 0.2366,
      "step": 143517
    },
    {
      "epoch": 5.878271554372312,
      "grad_norm": 1.5541572949560196,
      "learning_rate": 3.1306312102662433e-07,
      "loss": 0.4815,
      "step": 143518
    },
    {
      "epoch": 5.878312512799509,
      "grad_norm": 1.4751596062618755,
      "learning_rate": 3.128525546739702e-07,
      "loss": 0.5104,
      "step": 143519
    },
    {
      "epoch": 5.8783534712267045,
      "grad_norm": 1.5317069107557966,
      "learning_rate": 3.1264205908472784e-07,
      "loss": 0.5763,
      "step": 143520
    },
    {
      "epoch": 5.878394429653901,
      "grad_norm": 1.6925425940762042,
      "learning_rate": 3.1243163425898053e-07,
      "loss": 0.6478,
      "step": 143521
    },
    {
      "epoch": 5.878435388081098,
      "grad_norm": 1.3733033327753525,
      "learning_rate": 3.122212801968116e-07,
      "loss": 0.3071,
      "step": 143522
    },
    {
      "epoch": 5.878476346508294,
      "grad_norm": 1.0277603267605504,
      "learning_rate": 3.1201099689835416e-07,
      "loss": 0.3256,
      "step": 143523
    },
    {
      "epoch": 5.878517304935491,
      "grad_norm": 0.36900516720018717,
      "learning_rate": 3.118007843636916e-07,
      "loss": 0.0333,
      "step": 143524
    },
    {
      "epoch": 5.878558263362687,
      "grad_norm": 1.6219510599073845,
      "learning_rate": 3.1159064259290713e-07,
      "loss": 0.4936,
      "step": 143525
    },
    {
      "epoch": 5.878599221789884,
      "grad_norm": 1.3228277732282194,
      "learning_rate": 3.1138057158613397e-07,
      "loss": 0.3971,
      "step": 143526
    },
    {
      "epoch": 5.878640180217079,
      "grad_norm": 1.4133909812345127,
      "learning_rate": 3.1117057134345535e-07,
      "loss": 0.4232,
      "step": 143527
    },
    {
      "epoch": 5.878681138644276,
      "grad_norm": 1.8506487030548895,
      "learning_rate": 3.109606418649546e-07,
      "loss": 0.7301,
      "step": 143528
    },
    {
      "epoch": 5.878722097071472,
      "grad_norm": 1.3639721454640665,
      "learning_rate": 3.1075078315076496e-07,
      "loss": 0.4535,
      "step": 143529
    },
    {
      "epoch": 5.878763055498669,
      "grad_norm": 1.246337377412579,
      "learning_rate": 3.10540995200953e-07,
      "loss": 0.3813,
      "step": 143530
    },
    {
      "epoch": 5.8788040139258655,
      "grad_norm": 1.283512021669396,
      "learning_rate": 3.103312780156353e-07,
      "loss": 0.3484,
      "step": 143531
    },
    {
      "epoch": 5.878844972353062,
      "grad_norm": 1.527435929970017,
      "learning_rate": 3.1012163159489513e-07,
      "loss": 0.4747,
      "step": 143532
    },
    {
      "epoch": 5.878885930780258,
      "grad_norm": 1.9784920335528078,
      "learning_rate": 3.0991205593884903e-07,
      "loss": 0.8208,
      "step": 143533
    },
    {
      "epoch": 5.878926889207454,
      "grad_norm": 1.2493383253102892,
      "learning_rate": 3.09702551047597e-07,
      "loss": 0.1728,
      "step": 143534
    },
    {
      "epoch": 5.878967847634651,
      "grad_norm": 1.2845223607519796,
      "learning_rate": 3.094931169212389e-07,
      "loss": 0.3573,
      "step": 143535
    },
    {
      "epoch": 5.879008806061847,
      "grad_norm": 1.403165105510446,
      "learning_rate": 3.09283753559858e-07,
      "loss": 0.3662,
      "step": 143536
    },
    {
      "epoch": 5.879049764489044,
      "grad_norm": 1.919529478154666,
      "learning_rate": 3.0907446096355427e-07,
      "loss": 0.6142,
      "step": 143537
    },
    {
      "epoch": 5.87909072291624,
      "grad_norm": 1.642648492661169,
      "learning_rate": 3.088652391324442e-07,
      "loss": 0.5401,
      "step": 143538
    },
    {
      "epoch": 5.879131681343436,
      "grad_norm": 1.49294013861951,
      "learning_rate": 3.086560880666111e-07,
      "loss": 0.364,
      "step": 143539
    },
    {
      "epoch": 5.8791726397706325,
      "grad_norm": 1.815332457138872,
      "learning_rate": 3.0844700776615494e-07,
      "loss": 0.6112,
      "step": 143540
    },
    {
      "epoch": 5.879213598197829,
      "grad_norm": 0.9059938233092448,
      "learning_rate": 3.082379982311922e-07,
      "loss": 0.2218,
      "step": 143541
    },
    {
      "epoch": 5.879254556625026,
      "grad_norm": 1.5363469781750372,
      "learning_rate": 3.0802905946180624e-07,
      "loss": 0.5511,
      "step": 143542
    },
    {
      "epoch": 5.879295515052222,
      "grad_norm": 1.6303267549687415,
      "learning_rate": 3.0782019145808025e-07,
      "loss": 0.5405,
      "step": 143543
    },
    {
      "epoch": 5.879336473479419,
      "grad_norm": 1.5128228273285527,
      "learning_rate": 3.076113942201475e-07,
      "loss": 0.4792,
      "step": 143544
    },
    {
      "epoch": 5.879377431906615,
      "grad_norm": 1.2133270254162893,
      "learning_rate": 3.074026677480912e-07,
      "loss": 0.3185,
      "step": 143545
    },
    {
      "epoch": 5.879418390333811,
      "grad_norm": 3.0975869492147545,
      "learning_rate": 3.0719401204199466e-07,
      "loss": 2.6579,
      "step": 143546
    },
    {
      "epoch": 5.879459348761007,
      "grad_norm": 0.7983584942472032,
      "learning_rate": 3.069854271019745e-07,
      "loss": 0.1479,
      "step": 143547
    },
    {
      "epoch": 5.879500307188204,
      "grad_norm": 1.7776436916612666,
      "learning_rate": 3.0677691292813055e-07,
      "loss": 0.5333,
      "step": 143548
    },
    {
      "epoch": 5.8795412656154005,
      "grad_norm": 1.2816130973677498,
      "learning_rate": 3.065684695205628e-07,
      "loss": 0.3012,
      "step": 143549
    },
    {
      "epoch": 5.879582224042597,
      "grad_norm": 1.765019089198175,
      "learning_rate": 3.063600968793545e-07,
      "loss": 0.6095,
      "step": 143550
    },
    {
      "epoch": 5.8796231824697935,
      "grad_norm": 1.4931889302724424,
      "learning_rate": 3.061517950046055e-07,
      "loss": 0.4411,
      "step": 143551
    },
    {
      "epoch": 5.879664140896989,
      "grad_norm": 1.7122542753434937,
      "learning_rate": 3.059435638964325e-07,
      "loss": 0.5315,
      "step": 143552
    },
    {
      "epoch": 5.879705099324186,
      "grad_norm": 1.553213569441186,
      "learning_rate": 3.0573540355491864e-07,
      "loss": 0.3584,
      "step": 143553
    },
    {
      "epoch": 5.879746057751382,
      "grad_norm": 1.4902014925188702,
      "learning_rate": 3.055273139801639e-07,
      "loss": 0.4821,
      "step": 143554
    },
    {
      "epoch": 5.879787016178579,
      "grad_norm": 1.8518798328247361,
      "learning_rate": 3.0531929517228493e-07,
      "loss": 0.7043,
      "step": 143555
    },
    {
      "epoch": 5.879827974605775,
      "grad_norm": 1.556702630969605,
      "learning_rate": 3.051113471313482e-07,
      "loss": 0.4998,
      "step": 143556
    },
    {
      "epoch": 5.879868933032972,
      "grad_norm": 1.6324113291719866,
      "learning_rate": 3.0490346985747037e-07,
      "loss": 0.3378,
      "step": 143557
    },
    {
      "epoch": 5.8799098914601675,
      "grad_norm": 0.8627560908963071,
      "learning_rate": 3.0469566335075133e-07,
      "loss": 0.1904,
      "step": 143558
    },
    {
      "epoch": 5.879950849887364,
      "grad_norm": 0.9324878741239362,
      "learning_rate": 3.04487927611291e-07,
      "loss": 0.227,
      "step": 143559
    },
    {
      "epoch": 5.879991808314561,
      "grad_norm": 1.5526823298923285,
      "learning_rate": 3.042802626391727e-07,
      "loss": 0.4415,
      "step": 143560
    },
    {
      "epoch": 5.880032766741757,
      "grad_norm": 1.4147202890653578,
      "learning_rate": 3.0407266843451296e-07,
      "loss": 0.3928,
      "step": 143561
    },
    {
      "epoch": 5.880073725168954,
      "grad_norm": 1.6133128725405974,
      "learning_rate": 3.03865144997395e-07,
      "loss": 0.3935,
      "step": 143562
    },
    {
      "epoch": 5.88011468359615,
      "grad_norm": 1.7041555883819373,
      "learning_rate": 3.036576923279355e-07,
      "loss": 0.7201,
      "step": 143563
    },
    {
      "epoch": 5.880155642023347,
      "grad_norm": 1.424145107411627,
      "learning_rate": 3.0345031042620093e-07,
      "loss": 0.4586,
      "step": 143564
    },
    {
      "epoch": 5.880196600450542,
      "grad_norm": 1.4533518043291718,
      "learning_rate": 3.0324299929232466e-07,
      "loss": 0.4469,
      "step": 143565
    },
    {
      "epoch": 5.880237558877739,
      "grad_norm": 1.3982423210590007,
      "learning_rate": 3.030357589263732e-07,
      "loss": 0.4447,
      "step": 143566
    },
    {
      "epoch": 5.8802785173049354,
      "grad_norm": 1.755363981130393,
      "learning_rate": 3.028285893284799e-07,
      "loss": 0.6324,
      "step": 143567
    },
    {
      "epoch": 5.880319475732132,
      "grad_norm": 0.45262429296847473,
      "learning_rate": 3.026214904987112e-07,
      "loss": 0.0295,
      "step": 143568
    },
    {
      "epoch": 5.8803604341593285,
      "grad_norm": 1.1112877574762363,
      "learning_rate": 3.0241446243716716e-07,
      "loss": 0.2268,
      "step": 143569
    },
    {
      "epoch": 5.880401392586525,
      "grad_norm": 1.1076916531739482,
      "learning_rate": 3.022075051439643e-07,
      "loss": 0.2394,
      "step": 143570
    },
    {
      "epoch": 5.880442351013721,
      "grad_norm": 1.1204605391384437,
      "learning_rate": 3.020006186191859e-07,
      "loss": 0.3665,
      "step": 143571
    },
    {
      "epoch": 5.880483309440917,
      "grad_norm": 1.9311952997621877,
      "learning_rate": 3.017938028629485e-07,
      "loss": 0.7195,
      "step": 143572
    },
    {
      "epoch": 5.880524267868114,
      "grad_norm": 0.9085416989999944,
      "learning_rate": 3.0158705787531877e-07,
      "loss": 0.191,
      "step": 143573
    },
    {
      "epoch": 5.88056522629531,
      "grad_norm": 1.4100335811925917,
      "learning_rate": 3.013803836564299e-07,
      "loss": 0.322,
      "step": 143574
    },
    {
      "epoch": 5.880606184722507,
      "grad_norm": 0.7366180972314639,
      "learning_rate": 3.0117378020634855e-07,
      "loss": 0.0821,
      "step": 143575
    },
    {
      "epoch": 5.880647143149703,
      "grad_norm": 1.2478031360797934,
      "learning_rate": 3.009672475251912e-07,
      "loss": 0.1947,
      "step": 143576
    },
    {
      "epoch": 5.880688101576899,
      "grad_norm": 1.4062260379406242,
      "learning_rate": 3.007607856130578e-07,
      "loss": 0.3858,
      "step": 143577
    },
    {
      "epoch": 5.880729060004096,
      "grad_norm": 1.1073821087582953,
      "learning_rate": 3.005543944700317e-07,
      "loss": 0.2881,
      "step": 143578
    },
    {
      "epoch": 5.880770018431292,
      "grad_norm": 1.4232472843466553,
      "learning_rate": 3.0034807409621274e-07,
      "loss": 0.4404,
      "step": 143579
    },
    {
      "epoch": 5.880810976858489,
      "grad_norm": 1.135886211383926,
      "learning_rate": 3.0014182449170086e-07,
      "loss": 0.1741,
      "step": 143580
    },
    {
      "epoch": 5.880851935285685,
      "grad_norm": 2.0173619718263067,
      "learning_rate": 2.99935645656596e-07,
      "loss": 0.808,
      "step": 143581
    },
    {
      "epoch": 5.880892893712882,
      "grad_norm": 3.5213589084970756,
      "learning_rate": 2.9972953759099803e-07,
      "loss": 4.1835,
      "step": 143582
    },
    {
      "epoch": 5.880933852140078,
      "grad_norm": 1.7016642079356161,
      "learning_rate": 2.9952350029500693e-07,
      "loss": 0.7397,
      "step": 143583
    },
    {
      "epoch": 5.880974810567274,
      "grad_norm": 1.459520699155061,
      "learning_rate": 2.993175337687059e-07,
      "loss": 0.5332,
      "step": 143584
    },
    {
      "epoch": 5.88101576899447,
      "grad_norm": 1.2789238448563942,
      "learning_rate": 2.9911163801219494e-07,
      "loss": 0.2466,
      "step": 143585
    },
    {
      "epoch": 5.881056727421667,
      "grad_norm": 1.768050074032617,
      "learning_rate": 2.989058130255906e-07,
      "loss": 0.5193,
      "step": 143586
    },
    {
      "epoch": 5.8810976858488635,
      "grad_norm": 1.7950967628408754,
      "learning_rate": 2.9870005880897607e-07,
      "loss": 0.579,
      "step": 143587
    },
    {
      "epoch": 5.88113864427606,
      "grad_norm": 1.4435378741119587,
      "learning_rate": 2.9849437536245134e-07,
      "loss": 0.4946,
      "step": 143588
    },
    {
      "epoch": 5.881179602703257,
      "grad_norm": 2.3552792784415617,
      "learning_rate": 2.9828876268609967e-07,
      "loss": 1.2512,
      "step": 143589
    },
    {
      "epoch": 5.881220561130452,
      "grad_norm": 1.8088066862416607,
      "learning_rate": 2.9808322078003763e-07,
      "loss": 0.5592,
      "step": 143590
    },
    {
      "epoch": 5.881261519557649,
      "grad_norm": 1.3995470866867727,
      "learning_rate": 2.978777496443485e-07,
      "loss": 0.3348,
      "step": 143591
    },
    {
      "epoch": 5.881302477984845,
      "grad_norm": 1.309892034385999,
      "learning_rate": 2.9767234927914886e-07,
      "loss": 0.327,
      "step": 143592
    },
    {
      "epoch": 5.881343436412042,
      "grad_norm": 0.8651374449123517,
      "learning_rate": 2.9746701968450523e-07,
      "loss": 0.1963,
      "step": 143593
    },
    {
      "epoch": 5.881384394839238,
      "grad_norm": 1.2828955939030018,
      "learning_rate": 2.97261760860551e-07,
      "loss": 0.2534,
      "step": 143594
    },
    {
      "epoch": 5.881425353266435,
      "grad_norm": 1.3131350543624838,
      "learning_rate": 2.970565728073526e-07,
      "loss": 0.3382,
      "step": 143595
    },
    {
      "epoch": 5.8814663116936305,
      "grad_norm": 0.44195835745848205,
      "learning_rate": 2.9685145552502675e-07,
      "loss": 0.0468,
      "step": 143596
    },
    {
      "epoch": 5.881507270120827,
      "grad_norm": 1.7395370533060381,
      "learning_rate": 2.9664640901365666e-07,
      "loss": 0.448,
      "step": 143597
    },
    {
      "epoch": 5.881548228548024,
      "grad_norm": 0.8768222682371355,
      "learning_rate": 2.9644143327334223e-07,
      "loss": 0.2625,
      "step": 143598
    },
    {
      "epoch": 5.88158918697522,
      "grad_norm": 1.4019771914872394,
      "learning_rate": 2.962365283041834e-07,
      "loss": 0.3937,
      "step": 143599
    },
    {
      "epoch": 5.881630145402417,
      "grad_norm": 2.1541172849583132,
      "learning_rate": 2.960316941062801e-07,
      "loss": 1.1034,
      "step": 143600
    },
    {
      "epoch": 5.881671103829613,
      "grad_norm": 1.3605140273080056,
      "learning_rate": 2.958269306797323e-07,
      "loss": 0.4512,
      "step": 143601
    },
    {
      "epoch": 5.88171206225681,
      "grad_norm": 1.721217612024791,
      "learning_rate": 2.9562223802462316e-07,
      "loss": 0.7046,
      "step": 143602
    },
    {
      "epoch": 5.881753020684005,
      "grad_norm": 1.9131335998119716,
      "learning_rate": 2.954176161410693e-07,
      "loss": 0.7599,
      "step": 143603
    },
    {
      "epoch": 5.881793979111202,
      "grad_norm": 1.2086050058506599,
      "learning_rate": 2.952130650291373e-07,
      "loss": 0.3516,
      "step": 143604
    },
    {
      "epoch": 5.8818349375383985,
      "grad_norm": 2.8606594250288144,
      "learning_rate": 2.950085846889605e-07,
      "loss": 1.0225,
      "step": 143605
    },
    {
      "epoch": 5.881875895965595,
      "grad_norm": 1.5374626493392036,
      "learning_rate": 2.948041751206054e-07,
      "loss": 0.5499,
      "step": 143606
    },
    {
      "epoch": 5.8819168543927915,
      "grad_norm": 2.251889681188663,
      "learning_rate": 2.9459983632417194e-07,
      "loss": 0.7219,
      "step": 143607
    },
    {
      "epoch": 5.881957812819988,
      "grad_norm": 1.9519681623795782,
      "learning_rate": 2.943955682997767e-07,
      "loss": 0.6255,
      "step": 143608
    },
    {
      "epoch": 5.881998771247184,
      "grad_norm": 1.593775577403219,
      "learning_rate": 2.94191371047503e-07,
      "loss": 0.5093,
      "step": 143609
    },
    {
      "epoch": 5.88203972967438,
      "grad_norm": 1.5422958825298747,
      "learning_rate": 2.9398724456745073e-07,
      "loss": 0.4245,
      "step": 143610
    },
    {
      "epoch": 5.882080688101577,
      "grad_norm": 1.5146699997113964,
      "learning_rate": 2.937831888597031e-07,
      "loss": 0.5326,
      "step": 143611
    },
    {
      "epoch": 5.882121646528773,
      "grad_norm": 1.6366009800386783,
      "learning_rate": 2.935792039243767e-07,
      "loss": 0.4593,
      "step": 143612
    },
    {
      "epoch": 5.88216260495597,
      "grad_norm": 1.4413466536775537,
      "learning_rate": 2.933752897615549e-07,
      "loss": 0.3877,
      "step": 143613
    },
    {
      "epoch": 5.882203563383166,
      "grad_norm": 1.4836151198707093,
      "learning_rate": 2.9317144637133747e-07,
      "loss": 0.3649,
      "step": 143614
    },
    {
      "epoch": 5.882244521810362,
      "grad_norm": 1.7546431710752108,
      "learning_rate": 2.929676737538245e-07,
      "loss": 0.6149,
      "step": 143615
    },
    {
      "epoch": 5.882285480237559,
      "grad_norm": 1.5335660853240112,
      "learning_rate": 2.9276397190911574e-07,
      "loss": 0.495,
      "step": 143616
    },
    {
      "epoch": 5.882326438664755,
      "grad_norm": 1.3663566778843093,
      "learning_rate": 2.9256034083729454e-07,
      "loss": 0.3359,
      "step": 143617
    },
    {
      "epoch": 5.882367397091952,
      "grad_norm": 1.9365287717654507,
      "learning_rate": 2.923567805384608e-07,
      "loss": 0.8168,
      "step": 143618
    },
    {
      "epoch": 5.882408355519148,
      "grad_norm": 1.6444504893561502,
      "learning_rate": 2.9215329101271445e-07,
      "loss": 0.4614,
      "step": 143619
    },
    {
      "epoch": 5.882449313946345,
      "grad_norm": 0.35973839124204715,
      "learning_rate": 2.9194987226015545e-07,
      "loss": 0.0413,
      "step": 143620
    },
    {
      "epoch": 5.882490272373541,
      "grad_norm": 1.5707421180534098,
      "learning_rate": 2.9174652428086696e-07,
      "loss": 0.5389,
      "step": 143621
    },
    {
      "epoch": 5.882531230800737,
      "grad_norm": 1.7898801532640911,
      "learning_rate": 2.915432470749657e-07,
      "loss": 0.5535,
      "step": 143622
    },
    {
      "epoch": 5.8825721892279335,
      "grad_norm": 0.7382466905598327,
      "learning_rate": 2.913400406425348e-07,
      "loss": 0.1396,
      "step": 143623
    },
    {
      "epoch": 5.88261314765513,
      "grad_norm": 0.8865953341962588,
      "learning_rate": 2.911369049836576e-07,
      "loss": 0.1714,
      "step": 143624
    },
    {
      "epoch": 5.8826541060823265,
      "grad_norm": 1.0875374056054026,
      "learning_rate": 2.9093384009845067e-07,
      "loss": 0.2358,
      "step": 143625
    },
    {
      "epoch": 5.882695064509523,
      "grad_norm": 1.5305475105332018,
      "learning_rate": 2.907308459870139e-07,
      "loss": 0.5537,
      "step": 143626
    },
    {
      "epoch": 5.88273602293672,
      "grad_norm": 1.0603688603060148,
      "learning_rate": 2.9052792264941394e-07,
      "loss": 0.3089,
      "step": 143627
    },
    {
      "epoch": 5.882776981363915,
      "grad_norm": 1.972289036913091,
      "learning_rate": 2.90325070085784e-07,
      "loss": 0.6854,
      "step": 143628
    },
    {
      "epoch": 5.882817939791112,
      "grad_norm": 1.5712286901384318,
      "learning_rate": 2.901222882961907e-07,
      "loss": 0.3979,
      "step": 143629
    },
    {
      "epoch": 5.882858898218308,
      "grad_norm": 1.908853903711322,
      "learning_rate": 2.8991957728073387e-07,
      "loss": 0.619,
      "step": 143630
    },
    {
      "epoch": 5.882899856645505,
      "grad_norm": 1.7111969426733162,
      "learning_rate": 2.8971693703953027e-07,
      "loss": 0.5981,
      "step": 143631
    },
    {
      "epoch": 5.882940815072701,
      "grad_norm": 0.36101431100442666,
      "learning_rate": 2.8951436757264633e-07,
      "loss": 0.0258,
      "step": 143632
    },
    {
      "epoch": 5.882981773499898,
      "grad_norm": 2.0873059500769777,
      "learning_rate": 2.893118688802154e-07,
      "loss": 0.6715,
      "step": 143633
    },
    {
      "epoch": 5.883022731927094,
      "grad_norm": 1.3102964438047575,
      "learning_rate": 2.891094409622874e-07,
      "loss": 0.335,
      "step": 143634
    },
    {
      "epoch": 5.88306369035429,
      "grad_norm": 1.8016550476192403,
      "learning_rate": 2.8890708381897886e-07,
      "loss": 0.7058,
      "step": 143635
    },
    {
      "epoch": 5.883104648781487,
      "grad_norm": 2.208573965534463,
      "learning_rate": 2.887047974504064e-07,
      "loss": 1.0126,
      "step": 143636
    },
    {
      "epoch": 5.883145607208683,
      "grad_norm": 0.8254697050150338,
      "learning_rate": 2.885025818566367e-07,
      "loss": 0.1858,
      "step": 143637
    },
    {
      "epoch": 5.88318656563588,
      "grad_norm": 1.5575800400474535,
      "learning_rate": 2.8830043703778614e-07,
      "loss": 0.4784,
      "step": 143638
    },
    {
      "epoch": 5.883227524063076,
      "grad_norm": 1.8031287162154361,
      "learning_rate": 2.880983629939215e-07,
      "loss": 0.5448,
      "step": 143639
    },
    {
      "epoch": 5.883268482490273,
      "grad_norm": 1.477191852987695,
      "learning_rate": 2.87896359725176e-07,
      "loss": 0.5112,
      "step": 143640
    },
    {
      "epoch": 5.883309440917468,
      "grad_norm": 1.5267969520968425,
      "learning_rate": 2.8769442723161615e-07,
      "loss": 0.4767,
      "step": 143641
    },
    {
      "epoch": 5.883350399344665,
      "grad_norm": 0.35012358538784955,
      "learning_rate": 2.8749256551334196e-07,
      "loss": 0.0229,
      "step": 143642
    },
    {
      "epoch": 5.8833913577718615,
      "grad_norm": 1.9525412921314143,
      "learning_rate": 2.8729077457045337e-07,
      "loss": 0.7439,
      "step": 143643
    },
    {
      "epoch": 5.883432316199058,
      "grad_norm": 1.4929541508401805,
      "learning_rate": 2.8708905440305017e-07,
      "loss": 0.4974,
      "step": 143644
    },
    {
      "epoch": 5.883473274626255,
      "grad_norm": 1.0782834483736143,
      "learning_rate": 2.868874050112324e-07,
      "loss": 0.2525,
      "step": 143645
    },
    {
      "epoch": 5.883514233053451,
      "grad_norm": 1.0784283179824052,
      "learning_rate": 2.866858263950833e-07,
      "loss": 0.3834,
      "step": 143646
    },
    {
      "epoch": 5.883555191480647,
      "grad_norm": 1.9954198922559536,
      "learning_rate": 2.8648431855468614e-07,
      "loss": 0.7028,
      "step": 143647
    },
    {
      "epoch": 5.883596149907843,
      "grad_norm": 1.522918559906385,
      "learning_rate": 2.8628288149017406e-07,
      "loss": 0.451,
      "step": 143648
    },
    {
      "epoch": 5.88363710833504,
      "grad_norm": 1.138929054463053,
      "learning_rate": 2.860815152016138e-07,
      "loss": 0.2077,
      "step": 143649
    },
    {
      "epoch": 5.883678066762236,
      "grad_norm": 1.3386008969128083,
      "learning_rate": 2.858802196890886e-07,
      "loss": 0.429,
      "step": 143650
    },
    {
      "epoch": 5.883719025189433,
      "grad_norm": 1.006464833081638,
      "learning_rate": 2.856789949527316e-07,
      "loss": 0.2118,
      "step": 143651
    },
    {
      "epoch": 5.883759983616629,
      "grad_norm": 1.289490701555908,
      "learning_rate": 2.854778409926095e-07,
      "loss": 0.416,
      "step": 143652
    },
    {
      "epoch": 5.883800942043825,
      "grad_norm": 0.45498048796244456,
      "learning_rate": 2.852767578088222e-07,
      "loss": 0.0482,
      "step": 143653
    },
    {
      "epoch": 5.883841900471022,
      "grad_norm": 1.2617897717837792,
      "learning_rate": 2.8507574540148624e-07,
      "loss": 0.3284,
      "step": 143654
    },
    {
      "epoch": 5.883882858898218,
      "grad_norm": 1.4615024147760967,
      "learning_rate": 2.848748037706683e-07,
      "loss": 0.4351,
      "step": 143655
    },
    {
      "epoch": 5.883923817325415,
      "grad_norm": 1.4106923487336331,
      "learning_rate": 2.8467393291646825e-07,
      "loss": 0.4685,
      "step": 143656
    },
    {
      "epoch": 5.883964775752611,
      "grad_norm": 1.7049828873111057,
      "learning_rate": 2.8447313283900264e-07,
      "loss": 0.4793,
      "step": 143657
    },
    {
      "epoch": 5.884005734179808,
      "grad_norm": 2.1221996135626986,
      "learning_rate": 2.842724035383381e-07,
      "loss": 0.5615,
      "step": 143658
    },
    {
      "epoch": 5.884046692607004,
      "grad_norm": 1.34358818248278,
      "learning_rate": 2.8407174501457464e-07,
      "loss": 0.4383,
      "step": 143659
    },
    {
      "epoch": 5.8840876510342,
      "grad_norm": 1.6466393352329183,
      "learning_rate": 2.838711572678287e-07,
      "loss": 0.574,
      "step": 143660
    },
    {
      "epoch": 5.8841286094613965,
      "grad_norm": 0.8758501370988455,
      "learning_rate": 2.8367064029816697e-07,
      "loss": 0.1854,
      "step": 143661
    },
    {
      "epoch": 5.884169567888593,
      "grad_norm": 1.686896226878779,
      "learning_rate": 2.8347019410570606e-07,
      "loss": 0.5141,
      "step": 143662
    },
    {
      "epoch": 5.88421052631579,
      "grad_norm": 1.3890986519932522,
      "learning_rate": 2.832698186905458e-07,
      "loss": 0.3954,
      "step": 143663
    },
    {
      "epoch": 5.884251484742986,
      "grad_norm": 1.584369184828558,
      "learning_rate": 2.830695140527528e-07,
      "loss": 0.4684,
      "step": 143664
    },
    {
      "epoch": 5.884292443170183,
      "grad_norm": 1.0857405019103272,
      "learning_rate": 2.828692801924437e-07,
      "loss": 0.2371,
      "step": 143665
    },
    {
      "epoch": 5.884333401597378,
      "grad_norm": 0.538704174054514,
      "learning_rate": 2.8266911710970173e-07,
      "loss": 0.0794,
      "step": 143666
    },
    {
      "epoch": 5.884374360024575,
      "grad_norm": 1.8499664149638304,
      "learning_rate": 2.824690248046102e-07,
      "loss": 0.622,
      "step": 143667
    },
    {
      "epoch": 5.884415318451771,
      "grad_norm": 1.7964866189054323,
      "learning_rate": 2.8226900327730226e-07,
      "loss": 0.4836,
      "step": 143668
    },
    {
      "epoch": 5.884456276878968,
      "grad_norm": 0.8886880595211002,
      "learning_rate": 2.820690525278446e-07,
      "loss": 0.1852,
      "step": 143669
    },
    {
      "epoch": 5.884497235306164,
      "grad_norm": 1.6483356211626399,
      "learning_rate": 2.818691725563371e-07,
      "loss": 0.4199,
      "step": 143670
    },
    {
      "epoch": 5.884538193733361,
      "grad_norm": 1.5139722255580346,
      "learning_rate": 2.816693633628797e-07,
      "loss": 0.4248,
      "step": 143671
    },
    {
      "epoch": 5.884579152160557,
      "grad_norm": 1.5125726924368914,
      "learning_rate": 2.8146962494755565e-07,
      "loss": 0.4207,
      "step": 143672
    },
    {
      "epoch": 5.884620110587753,
      "grad_norm": 1.5074447995085065,
      "learning_rate": 2.8126995731046487e-07,
      "loss": 0.4466,
      "step": 143673
    },
    {
      "epoch": 5.88466106901495,
      "grad_norm": 0.9790464977986499,
      "learning_rate": 2.8107036045169064e-07,
      "loss": 0.1889,
      "step": 143674
    },
    {
      "epoch": 5.884702027442146,
      "grad_norm": 0.9264362376128956,
      "learning_rate": 2.808708343713495e-07,
      "loss": 0.2119,
      "step": 143675
    },
    {
      "epoch": 5.884742985869343,
      "grad_norm": 1.3634382682252937,
      "learning_rate": 2.8067137906952474e-07,
      "loss": 0.3303,
      "step": 143676
    },
    {
      "epoch": 5.884783944296539,
      "grad_norm": 1.3243333037157896,
      "learning_rate": 2.804719945463163e-07,
      "loss": 0.3775,
      "step": 143677
    },
    {
      "epoch": 5.884824902723736,
      "grad_norm": 1.409123775130618,
      "learning_rate": 2.802726808018074e-07,
      "loss": 0.4513,
      "step": 143678
    },
    {
      "epoch": 5.8848658611509315,
      "grad_norm": 1.1414944073906494,
      "learning_rate": 2.8007343783609804e-07,
      "loss": 0.318,
      "step": 143679
    },
    {
      "epoch": 5.884906819578128,
      "grad_norm": 1.393432294568261,
      "learning_rate": 2.798742656492714e-07,
      "loss": 0.4791,
      "step": 143680
    },
    {
      "epoch": 5.8849477780053245,
      "grad_norm": 1.2929318997098307,
      "learning_rate": 2.796751642414441e-07,
      "loss": 0.3188,
      "step": 143681
    },
    {
      "epoch": 5.884988736432521,
      "grad_norm": 1.5758501957723952,
      "learning_rate": 2.794761336126994e-07,
      "loss": 0.5372,
      "step": 143682
    },
    {
      "epoch": 5.885029694859718,
      "grad_norm": 1.5139919033803206,
      "learning_rate": 2.792771737631372e-07,
      "loss": 0.4224,
      "step": 143683
    },
    {
      "epoch": 5.885070653286914,
      "grad_norm": 0.7910316434395334,
      "learning_rate": 2.790782846928241e-07,
      "loss": 0.1929,
      "step": 143684
    },
    {
      "epoch": 5.88511161171411,
      "grad_norm": 1.4892036401356588,
      "learning_rate": 2.788794664018934e-07,
      "loss": 0.6417,
      "step": 143685
    },
    {
      "epoch": 5.885152570141306,
      "grad_norm": 1.4898322412076437,
      "learning_rate": 2.7868071889041164e-07,
      "loss": 0.4533,
      "step": 143686
    },
    {
      "epoch": 5.885193528568503,
      "grad_norm": 1.6119820988875684,
      "learning_rate": 2.784820421584788e-07,
      "loss": 0.4675,
      "step": 143687
    },
    {
      "epoch": 5.885234486995699,
      "grad_norm": 1.2954635305074518,
      "learning_rate": 2.7828343620619476e-07,
      "loss": 0.2046,
      "step": 143688
    },
    {
      "epoch": 5.885275445422896,
      "grad_norm": 1.7056697001982561,
      "learning_rate": 2.7808490103365945e-07,
      "loss": 0.521,
      "step": 143689
    },
    {
      "epoch": 5.8853164038500925,
      "grad_norm": 0.8651624484378564,
      "learning_rate": 2.7788643664095613e-07,
      "loss": 0.1977,
      "step": 143690
    },
    {
      "epoch": 5.885357362277288,
      "grad_norm": 1.698458423197328,
      "learning_rate": 2.7768804302816807e-07,
      "loss": 0.5473,
      "step": 143691
    },
    {
      "epoch": 5.885398320704485,
      "grad_norm": 2.051254780863824,
      "learning_rate": 2.7748972019541185e-07,
      "loss": 0.6243,
      "step": 143692
    },
    {
      "epoch": 5.885439279131681,
      "grad_norm": 1.8349376063283889,
      "learning_rate": 2.772914681427707e-07,
      "loss": 0.6601,
      "step": 143693
    },
    {
      "epoch": 5.885480237558878,
      "grad_norm": 1.4697376054261262,
      "learning_rate": 2.7709328687032795e-07,
      "loss": 0.3719,
      "step": 143694
    },
    {
      "epoch": 5.885521195986074,
      "grad_norm": 1.732781028707876,
      "learning_rate": 2.7689517637820013e-07,
      "loss": 0.6197,
      "step": 143695
    },
    {
      "epoch": 5.885562154413271,
      "grad_norm": 4.423102798080183,
      "learning_rate": 2.7669713666645386e-07,
      "loss": 5.4666,
      "step": 143696
    },
    {
      "epoch": 5.885603112840467,
      "grad_norm": 0.9453977496214555,
      "learning_rate": 2.7649916773520577e-07,
      "loss": 0.1878,
      "step": 143697
    },
    {
      "epoch": 5.885644071267663,
      "grad_norm": 1.7060298004032277,
      "learning_rate": 2.7630126958453903e-07,
      "loss": 0.3341,
      "step": 143698
    },
    {
      "epoch": 5.8856850296948595,
      "grad_norm": 1.6442157091167284,
      "learning_rate": 2.761034422145536e-07,
      "loss": 0.5547,
      "step": 143699
    },
    {
      "epoch": 5.885725988122056,
      "grad_norm": 1.477330911314093,
      "learning_rate": 2.7590568562533277e-07,
      "loss": 0.4152,
      "step": 143700
    },
    {
      "epoch": 5.885766946549253,
      "grad_norm": 1.4460410070577407,
      "learning_rate": 2.757079998169764e-07,
      "loss": 0.5009,
      "step": 143701
    },
    {
      "epoch": 5.885807904976449,
      "grad_norm": 1.4074106754505946,
      "learning_rate": 2.7551038478958455e-07,
      "loss": 0.4245,
      "step": 143702
    },
    {
      "epoch": 5.885848863403646,
      "grad_norm": 0.6015154851483179,
      "learning_rate": 2.7531284054322364e-07,
      "loss": 0.0787,
      "step": 143703
    },
    {
      "epoch": 5.885889821830842,
      "grad_norm": 0.893645384959368,
      "learning_rate": 2.7511536707802705e-07,
      "loss": 0.1313,
      "step": 143704
    },
    {
      "epoch": 5.885930780258038,
      "grad_norm": 1.8384772835825485,
      "learning_rate": 2.7491796439406133e-07,
      "loss": 0.5872,
      "step": 143705
    },
    {
      "epoch": 5.885971738685234,
      "grad_norm": 1.3764262225944524,
      "learning_rate": 2.747206324914264e-07,
      "loss": 0.3365,
      "step": 143706
    },
    {
      "epoch": 5.886012697112431,
      "grad_norm": 2.319362032826184,
      "learning_rate": 2.7452337137022216e-07,
      "loss": 1.4731,
      "step": 143707
    },
    {
      "epoch": 5.8860536555396274,
      "grad_norm": 1.3275326885928993,
      "learning_rate": 2.7432618103053195e-07,
      "loss": 0.3512,
      "step": 143708
    },
    {
      "epoch": 5.886094613966824,
      "grad_norm": 2.068276430181667,
      "learning_rate": 2.7412906147243894e-07,
      "loss": 0.8542,
      "step": 143709
    },
    {
      "epoch": 5.88613557239402,
      "grad_norm": 1.6552506474310298,
      "learning_rate": 2.739320126960598e-07,
      "loss": 0.4287,
      "step": 143710
    },
    {
      "epoch": 5.886176530821216,
      "grad_norm": 1.5256903909174013,
      "learning_rate": 2.7373503470147775e-07,
      "loss": 0.4132,
      "step": 143711
    },
    {
      "epoch": 5.886217489248413,
      "grad_norm": 1.4448840988391403,
      "learning_rate": 2.73538127488776e-07,
      "loss": 0.4564,
      "step": 143712
    },
    {
      "epoch": 5.886258447675609,
      "grad_norm": 4.207018164594776,
      "learning_rate": 2.733412910580712e-07,
      "loss": 2.742,
      "step": 143713
    },
    {
      "epoch": 5.886299406102806,
      "grad_norm": 2.789779531446432,
      "learning_rate": 2.7314452540942997e-07,
      "loss": 1.7816,
      "step": 143714
    },
    {
      "epoch": 5.886340364530002,
      "grad_norm": 1.668487634152685,
      "learning_rate": 2.7294783054296885e-07,
      "loss": 0.5808,
      "step": 143715
    },
    {
      "epoch": 5.886381322957199,
      "grad_norm": 1.5806665253842875,
      "learning_rate": 2.7275120645877113e-07,
      "loss": 0.5386,
      "step": 143716
    },
    {
      "epoch": 5.8864222813843945,
      "grad_norm": 1.481535726758297,
      "learning_rate": 2.7255465315692003e-07,
      "loss": 0.4521,
      "step": 143717
    },
    {
      "epoch": 5.886463239811591,
      "grad_norm": 1.6267537647078094,
      "learning_rate": 2.7235817063751555e-07,
      "loss": 0.6592,
      "step": 143718
    },
    {
      "epoch": 5.886504198238788,
      "grad_norm": 1.0612583377846319,
      "learning_rate": 2.721617589006575e-07,
      "loss": 0.2314,
      "step": 143719
    },
    {
      "epoch": 5.886545156665984,
      "grad_norm": 1.576037703215286,
      "learning_rate": 2.719654179464292e-07,
      "loss": 0.4893,
      "step": 143720
    },
    {
      "epoch": 5.886586115093181,
      "grad_norm": 2.000174224307773,
      "learning_rate": 2.717691477749306e-07,
      "loss": 0.5609,
      "step": 143721
    },
    {
      "epoch": 5.886627073520377,
      "grad_norm": 1.4813971005407667,
      "learning_rate": 2.71572948386245e-07,
      "loss": 0.3583,
      "step": 143722
    },
    {
      "epoch": 5.886668031947574,
      "grad_norm": 1.4555838256021352,
      "learning_rate": 2.7137681978048886e-07,
      "loss": 0.4491,
      "step": 143723
    },
    {
      "epoch": 5.886708990374769,
      "grad_norm": 1.314946567985623,
      "learning_rate": 2.7118076195772886e-07,
      "loss": 0.2992,
      "step": 143724
    },
    {
      "epoch": 5.886749948801966,
      "grad_norm": 1.6628755338272965,
      "learning_rate": 2.7098477491804826e-07,
      "loss": 0.4059,
      "step": 143725
    },
    {
      "epoch": 5.886790907229162,
      "grad_norm": 1.7566324064997392,
      "learning_rate": 2.7078885866158026e-07,
      "loss": 1.1309,
      "step": 143726
    },
    {
      "epoch": 5.886831865656359,
      "grad_norm": 1.9866046265189699,
      "learning_rate": 2.705930131883915e-07,
      "loss": 0.6062,
      "step": 143727
    },
    {
      "epoch": 5.8868728240835555,
      "grad_norm": 1.3073679086455063,
      "learning_rate": 2.703972384985653e-07,
      "loss": 0.3433,
      "step": 143728
    },
    {
      "epoch": 5.886913782510751,
      "grad_norm": 1.3831876533519467,
      "learning_rate": 2.7020153459221815e-07,
      "loss": 0.3883,
      "step": 143729
    },
    {
      "epoch": 5.886954740937948,
      "grad_norm": 1.7418816471162704,
      "learning_rate": 2.700059014694167e-07,
      "loss": 0.4714,
      "step": 143730
    },
    {
      "epoch": 5.886995699365144,
      "grad_norm": 1.6011432908169478,
      "learning_rate": 2.698103391302775e-07,
      "loss": 0.4806,
      "step": 143731
    },
    {
      "epoch": 5.887036657792341,
      "grad_norm": 1.770748308018208,
      "learning_rate": 2.696148475749005e-07,
      "loss": 0.5451,
      "step": 143732
    },
    {
      "epoch": 5.887077616219537,
      "grad_norm": 0.7853192657046386,
      "learning_rate": 2.694194268033356e-07,
      "loss": 0.1916,
      "step": 143733
    },
    {
      "epoch": 5.887118574646734,
      "grad_norm": 1.8202469174753495,
      "learning_rate": 2.692240768157161e-07,
      "loss": 0.6314,
      "step": 143734
    },
    {
      "epoch": 5.88715953307393,
      "grad_norm": 2.178578554848198,
      "learning_rate": 2.690287976121086e-07,
      "loss": 1.0861,
      "step": 143735
    },
    {
      "epoch": 5.887200491501126,
      "grad_norm": 1.3123521111477947,
      "learning_rate": 2.6883358919262964e-07,
      "loss": 0.4221,
      "step": 143736
    },
    {
      "epoch": 5.8872414499283225,
      "grad_norm": 1.3033932830612747,
      "learning_rate": 2.686384515573459e-07,
      "loss": 0.3063,
      "step": 143737
    },
    {
      "epoch": 5.887282408355519,
      "grad_norm": 0.8027406511126272,
      "learning_rate": 2.6844338470635717e-07,
      "loss": 0.2007,
      "step": 143738
    },
    {
      "epoch": 5.887323366782716,
      "grad_norm": 1.0230582080861352,
      "learning_rate": 2.682483886397635e-07,
      "loss": 0.1671,
      "step": 143739
    },
    {
      "epoch": 5.887364325209912,
      "grad_norm": 0.9470601661758761,
      "learning_rate": 2.680534633576648e-07,
      "loss": 0.2008,
      "step": 143740
    },
    {
      "epoch": 5.887405283637109,
      "grad_norm": 1.9007738206550728,
      "learning_rate": 2.6785860886012754e-07,
      "loss": 0.8021,
      "step": 143741
    },
    {
      "epoch": 5.887446242064305,
      "grad_norm": 1.655464418075438,
      "learning_rate": 2.676638251472685e-07,
      "loss": 0.479,
      "step": 143742
    },
    {
      "epoch": 5.887487200491501,
      "grad_norm": 1.3655324111892393,
      "learning_rate": 2.674691122191708e-07,
      "loss": 0.4349,
      "step": 143743
    },
    {
      "epoch": 5.887528158918697,
      "grad_norm": 1.8308990869885158,
      "learning_rate": 2.672744700759177e-07,
      "loss": 0.5695,
      "step": 143744
    },
    {
      "epoch": 5.887569117345894,
      "grad_norm": 1.8336637974348278,
      "learning_rate": 2.6707989871760926e-07,
      "loss": 0.5809,
      "step": 143745
    },
    {
      "epoch": 5.8876100757730905,
      "grad_norm": 1.7078216670505244,
      "learning_rate": 2.668853981443453e-07,
      "loss": 0.5243,
      "step": 143746
    },
    {
      "epoch": 5.887651034200287,
      "grad_norm": 1.6675859628325311,
      "learning_rate": 2.666909683561924e-07,
      "loss": 0.5397,
      "step": 143747
    },
    {
      "epoch": 5.887691992627483,
      "grad_norm": 1.537289709677896,
      "learning_rate": 2.664966093532839e-07,
      "loss": 0.4773,
      "step": 143748
    },
    {
      "epoch": 5.887732951054679,
      "grad_norm": 0.8484018123193504,
      "learning_rate": 2.6630232113566964e-07,
      "loss": 0.2103,
      "step": 143749
    },
    {
      "epoch": 5.887773909481876,
      "grad_norm": 1.5668570283404772,
      "learning_rate": 2.6610810370346626e-07,
      "loss": 0.4321,
      "step": 143750
    },
    {
      "epoch": 5.887814867909072,
      "grad_norm": 1.7826267463044534,
      "learning_rate": 2.65913957056757e-07,
      "loss": 0.506,
      "step": 143751
    },
    {
      "epoch": 5.887855826336269,
      "grad_norm": 1.079051072126215,
      "learning_rate": 2.6571988119562514e-07,
      "loss": 0.1828,
      "step": 143752
    },
    {
      "epoch": 5.887896784763465,
      "grad_norm": 1.5563132387562695,
      "learning_rate": 2.655258761201873e-07,
      "loss": 0.4731,
      "step": 143753
    },
    {
      "epoch": 5.887937743190662,
      "grad_norm": 1.652085710794658,
      "learning_rate": 2.6533194183051e-07,
      "loss": 0.6048,
      "step": 143754
    },
    {
      "epoch": 5.8879787016178575,
      "grad_norm": 1.7358273937942224,
      "learning_rate": 2.651380783266932e-07,
      "loss": 0.5183,
      "step": 143755
    },
    {
      "epoch": 5.888019660045054,
      "grad_norm": 1.473032849297326,
      "learning_rate": 2.649442856088368e-07,
      "loss": 0.4636,
      "step": 143756
    },
    {
      "epoch": 5.888060618472251,
      "grad_norm": 1.4625448576654974,
      "learning_rate": 2.647505636770242e-07,
      "loss": 0.4133,
      "step": 143757
    },
    {
      "epoch": 5.888101576899447,
      "grad_norm": 1.5470436244805625,
      "learning_rate": 2.6455691253135515e-07,
      "loss": 0.5208,
      "step": 143758
    },
    {
      "epoch": 5.888142535326644,
      "grad_norm": 1.4786762309076442,
      "learning_rate": 2.643633321718963e-07,
      "loss": 0.4099,
      "step": 143759
    },
    {
      "epoch": 5.88818349375384,
      "grad_norm": 0.3856014550851106,
      "learning_rate": 2.641698225987643e-07,
      "loss": 0.0277,
      "step": 143760
    },
    {
      "epoch": 5.888224452181037,
      "grad_norm": 1.6229332902967364,
      "learning_rate": 2.63976383812059e-07,
      "loss": 0.4755,
      "step": 143761
    },
    {
      "epoch": 5.888265410608232,
      "grad_norm": 1.2386370584108721,
      "learning_rate": 2.63783015811847e-07,
      "loss": 0.3615,
      "step": 143762
    },
    {
      "epoch": 5.888306369035429,
      "grad_norm": 1.696083618591435,
      "learning_rate": 2.635897185982283e-07,
      "loss": 0.4997,
      "step": 143763
    },
    {
      "epoch": 5.8883473274626255,
      "grad_norm": 1.6118412727630225,
      "learning_rate": 2.6339649217130275e-07,
      "loss": 0.6071,
      "step": 143764
    },
    {
      "epoch": 5.888388285889822,
      "grad_norm": 2.288548357114586,
      "learning_rate": 2.6320333653115367e-07,
      "loss": 1.0737,
      "step": 143765
    },
    {
      "epoch": 5.8884292443170185,
      "grad_norm": 1.6242515564506774,
      "learning_rate": 2.6301025167786425e-07,
      "loss": 0.5832,
      "step": 143766
    },
    {
      "epoch": 5.888470202744214,
      "grad_norm": 1.4635529149811115,
      "learning_rate": 2.628172376115345e-07,
      "loss": 0.4016,
      "step": 143767
    },
    {
      "epoch": 5.888511161171411,
      "grad_norm": 1.6370160480263498,
      "learning_rate": 2.626242943322643e-07,
      "loss": 0.6321,
      "step": 143768
    },
    {
      "epoch": 5.888552119598607,
      "grad_norm": 1.399442701568266,
      "learning_rate": 2.624314218401369e-07,
      "loss": 0.3838,
      "step": 143769
    },
    {
      "epoch": 5.888593078025804,
      "grad_norm": 1.5217202469458175,
      "learning_rate": 2.6223862013523555e-07,
      "loss": 0.4943,
      "step": 143770
    },
    {
      "epoch": 5.888634036453,
      "grad_norm": 1.7026016698124717,
      "learning_rate": 2.620458892176602e-07,
      "loss": 0.568,
      "step": 143771
    },
    {
      "epoch": 5.888674994880197,
      "grad_norm": 1.0419570895729673,
      "learning_rate": 2.6185322908751083e-07,
      "loss": 0.192,
      "step": 143772
    },
    {
      "epoch": 5.888715953307393,
      "grad_norm": 1.3166154875929779,
      "learning_rate": 2.6166063974485395e-07,
      "loss": 0.2992,
      "step": 143773
    },
    {
      "epoch": 5.888756911734589,
      "grad_norm": 1.8239248019083427,
      "learning_rate": 2.614681211898062e-07,
      "loss": 0.5593,
      "step": 143774
    },
    {
      "epoch": 5.888797870161786,
      "grad_norm": 0.8330583778067808,
      "learning_rate": 2.6127567342243417e-07,
      "loss": 0.1671,
      "step": 143775
    },
    {
      "epoch": 5.888838828588982,
      "grad_norm": 1.8311602310908393,
      "learning_rate": 2.610832964428544e-07,
      "loss": 0.6848,
      "step": 143776
    },
    {
      "epoch": 5.888879787016179,
      "grad_norm": 0.8608053472873352,
      "learning_rate": 2.6089099025115024e-07,
      "loss": 0.1259,
      "step": 143777
    },
    {
      "epoch": 5.888920745443375,
      "grad_norm": 1.8440575614454489,
      "learning_rate": 2.606987548473882e-07,
      "loss": 0.4963,
      "step": 143778
    },
    {
      "epoch": 5.888961703870572,
      "grad_norm": 1.1563325693203892,
      "learning_rate": 2.6050659023170164e-07,
      "loss": 0.2435,
      "step": 143779
    },
    {
      "epoch": 5.889002662297768,
      "grad_norm": 3.636211796832927,
      "learning_rate": 2.6031449640414037e-07,
      "loss": 1.7203,
      "step": 143780
    },
    {
      "epoch": 5.889043620724964,
      "grad_norm": 1.474236196321727,
      "learning_rate": 2.6012247336482106e-07,
      "loss": 0.401,
      "step": 143781
    },
    {
      "epoch": 5.88908457915216,
      "grad_norm": 1.900330113652892,
      "learning_rate": 2.5993052111382694e-07,
      "loss": 0.5963,
      "step": 143782
    },
    {
      "epoch": 5.889125537579357,
      "grad_norm": 1.4803267785833667,
      "learning_rate": 2.597386396512413e-07,
      "loss": 0.3532,
      "step": 143783
    },
    {
      "epoch": 5.8891664960065535,
      "grad_norm": 0.4183928560944901,
      "learning_rate": 2.595468289771807e-07,
      "loss": 0.0313,
      "step": 143784
    },
    {
      "epoch": 5.88920745443375,
      "grad_norm": 2.233287622561562,
      "learning_rate": 2.593550890916951e-07,
      "loss": 0.8324,
      "step": 143785
    },
    {
      "epoch": 5.889248412860946,
      "grad_norm": 1.407850139165055,
      "learning_rate": 2.5916341999491777e-07,
      "loss": 0.3934,
      "step": 143786
    },
    {
      "epoch": 5.889289371288142,
      "grad_norm": 1.4533367826479504,
      "learning_rate": 2.5897182168689855e-07,
      "loss": 0.3456,
      "step": 143787
    },
    {
      "epoch": 5.889330329715339,
      "grad_norm": 0.9199188554191597,
      "learning_rate": 2.587802941677708e-07,
      "loss": 0.1886,
      "step": 143788
    },
    {
      "epoch": 5.889371288142535,
      "grad_norm": 1.7580171575298071,
      "learning_rate": 2.585888374375844e-07,
      "loss": 0.5387,
      "step": 143789
    },
    {
      "epoch": 5.889412246569732,
      "grad_norm": 1.7758254384759584,
      "learning_rate": 2.5839745149645597e-07,
      "loss": 0.5457,
      "step": 143790
    },
    {
      "epoch": 5.889453204996928,
      "grad_norm": 1.8102308141908179,
      "learning_rate": 2.5820613634446876e-07,
      "loss": 0.5906,
      "step": 143791
    },
    {
      "epoch": 5.889494163424125,
      "grad_norm": 1.4256350416543682,
      "learning_rate": 2.5801489198170597e-07,
      "loss": 0.4187,
      "step": 143792
    },
    {
      "epoch": 5.8895351218513206,
      "grad_norm": 1.5666126873776098,
      "learning_rate": 2.5782371840826766e-07,
      "loss": 0.5531,
      "step": 143793
    },
    {
      "epoch": 5.889576080278517,
      "grad_norm": 1.4060079820652027,
      "learning_rate": 2.57632615624237e-07,
      "loss": 0.3945,
      "step": 143794
    },
    {
      "epoch": 5.889617038705714,
      "grad_norm": 1.4460801926799216,
      "learning_rate": 2.574415836297139e-07,
      "loss": 0.4759,
      "step": 143795
    },
    {
      "epoch": 5.88965799713291,
      "grad_norm": 1.670267987530455,
      "learning_rate": 2.5725062242479834e-07,
      "loss": 0.5427,
      "step": 143796
    },
    {
      "epoch": 5.889698955560107,
      "grad_norm": 3.298348092078059,
      "learning_rate": 2.570597320095402e-07,
      "loss": 2.1484,
      "step": 143797
    },
    {
      "epoch": 5.889739913987303,
      "grad_norm": 1.3907284469723356,
      "learning_rate": 2.5686891238405614e-07,
      "loss": 0.3802,
      "step": 143798
    },
    {
      "epoch": 5.8897808724145,
      "grad_norm": 1.3760081057953155,
      "learning_rate": 2.5667816354846273e-07,
      "loss": 0.4458,
      "step": 143799
    },
    {
      "epoch": 5.889821830841695,
      "grad_norm": 4.194643766289854,
      "learning_rate": 2.5648748550279317e-07,
      "loss": 2.7136,
      "step": 143800
    },
    {
      "epoch": 5.889862789268892,
      "grad_norm": 1.677097890908407,
      "learning_rate": 2.5629687824718083e-07,
      "loss": 0.5154,
      "step": 143801
    },
    {
      "epoch": 5.8899037476960885,
      "grad_norm": 1.5585356925596507,
      "learning_rate": 2.561063417816922e-07,
      "loss": 0.5002,
      "step": 143802
    },
    {
      "epoch": 5.889944706123285,
      "grad_norm": 1.0931943487822202,
      "learning_rate": 2.5591587610644393e-07,
      "loss": 0.2456,
      "step": 143803
    },
    {
      "epoch": 5.889985664550482,
      "grad_norm": 1.6982443112724048,
      "learning_rate": 2.557254812215026e-07,
      "loss": 0.6436,
      "step": 143804
    },
    {
      "epoch": 5.890026622977677,
      "grad_norm": 1.3509221801748605,
      "learning_rate": 2.555351571269515e-07,
      "loss": 0.339,
      "step": 143805
    },
    {
      "epoch": 5.890067581404874,
      "grad_norm": 1.2262625251002814,
      "learning_rate": 2.553449038229072e-07,
      "loss": 0.4011,
      "step": 143806
    },
    {
      "epoch": 5.89010853983207,
      "grad_norm": 1.3465389925409943,
      "learning_rate": 2.5515472130945293e-07,
      "loss": 0.3874,
      "step": 143807
    },
    {
      "epoch": 5.890149498259267,
      "grad_norm": 1.383816932084251,
      "learning_rate": 2.5496460958665533e-07,
      "loss": 0.344,
      "step": 143808
    },
    {
      "epoch": 5.890190456686463,
      "grad_norm": 1.9552398469726984,
      "learning_rate": 2.5477456865463095e-07,
      "loss": 0.7073,
      "step": 143809
    },
    {
      "epoch": 5.89023141511366,
      "grad_norm": 1.7346487917201525,
      "learning_rate": 2.545845985134631e-07,
      "loss": 0.6454,
      "step": 143810
    },
    {
      "epoch": 5.890272373540856,
      "grad_norm": 2.9981150774782503,
      "learning_rate": 2.543946991632351e-07,
      "loss": 2.781,
      "step": 143811
    },
    {
      "epoch": 5.890313331968052,
      "grad_norm": 1.4643646156587906,
      "learning_rate": 2.542048706040467e-07,
      "loss": 0.501,
      "step": 143812
    },
    {
      "epoch": 5.890354290395249,
      "grad_norm": 1.5119896781465474,
      "learning_rate": 2.5401511283596466e-07,
      "loss": 0.3968,
      "step": 143813
    },
    {
      "epoch": 5.890395248822445,
      "grad_norm": 1.5674091537591162,
      "learning_rate": 2.5382542585910546e-07,
      "loss": 0.4617,
      "step": 143814
    },
    {
      "epoch": 5.890436207249642,
      "grad_norm": 1.6684455878327673,
      "learning_rate": 2.536358096735525e-07,
      "loss": 0.6157,
      "step": 143815
    },
    {
      "epoch": 5.890477165676838,
      "grad_norm": 1.6407619863567633,
      "learning_rate": 2.534462642793722e-07,
      "loss": 0.4847,
      "step": 143816
    },
    {
      "epoch": 5.890518124104035,
      "grad_norm": 1.3046541040025845,
      "learning_rate": 2.5325678967669794e-07,
      "loss": 0.4397,
      "step": 143817
    },
    {
      "epoch": 5.890559082531231,
      "grad_norm": 1.7098846076143286,
      "learning_rate": 2.530673858655796e-07,
      "loss": 0.5655,
      "step": 143818
    },
    {
      "epoch": 5.890600040958427,
      "grad_norm": 0.8702987722279814,
      "learning_rate": 2.528780528461172e-07,
      "loss": 0.1663,
      "step": 143819
    },
    {
      "epoch": 5.8906409993856235,
      "grad_norm": 1.1219734973850102,
      "learning_rate": 2.526887906184105e-07,
      "loss": 0.2731,
      "step": 143820
    },
    {
      "epoch": 5.89068195781282,
      "grad_norm": 0.8392494444555411,
      "learning_rate": 2.524995991825429e-07,
      "loss": 0.2063,
      "step": 143821
    },
    {
      "epoch": 5.8907229162400165,
      "grad_norm": 1.2949534512702436,
      "learning_rate": 2.523104785386143e-07,
      "loss": 0.2776,
      "step": 143822
    },
    {
      "epoch": 5.890763874667213,
      "grad_norm": 1.3173575369143267,
      "learning_rate": 2.5212142868669125e-07,
      "loss": 0.3774,
      "step": 143823
    },
    {
      "epoch": 5.890804833094409,
      "grad_norm": 1.8326548105379927,
      "learning_rate": 2.519324496268738e-07,
      "loss": 0.6515,
      "step": 143824
    },
    {
      "epoch": 5.890845791521605,
      "grad_norm": 1.7113435424080685,
      "learning_rate": 2.5174354135926165e-07,
      "loss": 0.469,
      "step": 143825
    },
    {
      "epoch": 5.890886749948802,
      "grad_norm": 1.2545914432340277,
      "learning_rate": 2.515547038839383e-07,
      "loss": 0.4079,
      "step": 143826
    },
    {
      "epoch": 5.890927708375998,
      "grad_norm": 1.6683294110412745,
      "learning_rate": 2.513659372009869e-07,
      "loss": 0.564,
      "step": 143827
    },
    {
      "epoch": 5.890968666803195,
      "grad_norm": 1.6299335172424725,
      "learning_rate": 2.511772413104907e-07,
      "loss": 0.4959,
      "step": 143828
    },
    {
      "epoch": 5.891009625230391,
      "grad_norm": 1.618207377291298,
      "learning_rate": 2.5098861621256626e-07,
      "loss": 0.5486,
      "step": 143829
    },
    {
      "epoch": 5.891050583657588,
      "grad_norm": 0.655893362076055,
      "learning_rate": 2.5080006190726367e-07,
      "loss": 0.0776,
      "step": 143830
    },
    {
      "epoch": 5.891091542084784,
      "grad_norm": 0.6361017946935842,
      "learning_rate": 2.5061157839471603e-07,
      "loss": 0.066,
      "step": 143831
    },
    {
      "epoch": 5.89113250051198,
      "grad_norm": 1.7144531429413832,
      "learning_rate": 2.504231656749733e-07,
      "loss": 0.5566,
      "step": 143832
    },
    {
      "epoch": 5.891173458939177,
      "grad_norm": 1.5111000795374299,
      "learning_rate": 2.502348237481522e-07,
      "loss": 0.3573,
      "step": 143833
    },
    {
      "epoch": 5.891214417366373,
      "grad_norm": 1.3988256294301915,
      "learning_rate": 2.5004655261431915e-07,
      "loss": 0.3648,
      "step": 143834
    },
    {
      "epoch": 5.89125537579357,
      "grad_norm": 1.5488290299128848,
      "learning_rate": 2.498583522735742e-07,
      "loss": 0.5488,
      "step": 143835
    },
    {
      "epoch": 5.891296334220766,
      "grad_norm": 1.7100321630733868,
      "learning_rate": 2.4967022272601724e-07,
      "loss": 0.5014,
      "step": 143836
    },
    {
      "epoch": 5.891337292647963,
      "grad_norm": 1.4361967058525047,
      "learning_rate": 2.494821639717148e-07,
      "loss": 0.3769,
      "step": 143837
    },
    {
      "epoch": 5.8913782510751584,
      "grad_norm": 0.9899913863265384,
      "learning_rate": 2.492941760107836e-07,
      "loss": 0.2612,
      "step": 143838
    },
    {
      "epoch": 5.891419209502355,
      "grad_norm": 1.7257125038217138,
      "learning_rate": 2.491062588432735e-07,
      "loss": 0.4884,
      "step": 143839
    },
    {
      "epoch": 5.8914601679295515,
      "grad_norm": 1.9226465723798558,
      "learning_rate": 2.4891841246931776e-07,
      "loss": 0.5328,
      "step": 143840
    },
    {
      "epoch": 5.891501126356748,
      "grad_norm": 2.0285262571224076,
      "learning_rate": 2.4873063688896633e-07,
      "loss": 0.7453,
      "step": 143841
    },
    {
      "epoch": 5.891542084783945,
      "grad_norm": 1.7519786259253924,
      "learning_rate": 2.485429321023358e-07,
      "loss": 0.6658,
      "step": 143842
    },
    {
      "epoch": 5.89158304321114,
      "grad_norm": 0.9916148362568717,
      "learning_rate": 2.4835529810950937e-07,
      "loss": 0.295,
      "step": 143843
    },
    {
      "epoch": 5.891624001638337,
      "grad_norm": 1.7128631125678604,
      "learning_rate": 2.481677349105704e-07,
      "loss": 0.6695,
      "step": 143844
    },
    {
      "epoch": 5.891664960065533,
      "grad_norm": 1.6329469962839724,
      "learning_rate": 2.479802425056021e-07,
      "loss": 0.3968,
      "step": 143845
    },
    {
      "epoch": 5.89170591849273,
      "grad_norm": 1.2442635153703934,
      "learning_rate": 2.477928208947044e-07,
      "loss": 0.1772,
      "step": 143846
    },
    {
      "epoch": 5.891746876919926,
      "grad_norm": 1.5270044981282098,
      "learning_rate": 2.47605470077944e-07,
      "loss": 0.5281,
      "step": 143847
    },
    {
      "epoch": 5.891787835347123,
      "grad_norm": 1.3405348022297967,
      "learning_rate": 2.474181900554373e-07,
      "loss": 0.3778,
      "step": 143848
    },
    {
      "epoch": 5.8918287937743195,
      "grad_norm": 2.050983426743426,
      "learning_rate": 2.472309808272677e-07,
      "loss": 0.3727,
      "step": 143849
    },
    {
      "epoch": 5.891869752201515,
      "grad_norm": 1.3724196275846805,
      "learning_rate": 2.4704384239351836e-07,
      "loss": 0.3717,
      "step": 143850
    },
    {
      "epoch": 5.891910710628712,
      "grad_norm": 0.9648764608096513,
      "learning_rate": 2.46856774754256e-07,
      "loss": 0.1919,
      "step": 143851
    },
    {
      "epoch": 5.891951669055908,
      "grad_norm": 1.3372540738744823,
      "learning_rate": 2.466697779096138e-07,
      "loss": 0.3061,
      "step": 143852
    },
    {
      "epoch": 5.891992627483105,
      "grad_norm": 1.673057359478289,
      "learning_rate": 2.4648285185964176e-07,
      "loss": 0.4814,
      "step": 143853
    },
    {
      "epoch": 5.892033585910301,
      "grad_norm": 3.295892874002461,
      "learning_rate": 2.4629599660445643e-07,
      "loss": 3.0679,
      "step": 143854
    },
    {
      "epoch": 5.892074544337498,
      "grad_norm": 0.8745462844032869,
      "learning_rate": 2.461092121441244e-07,
      "loss": 0.1889,
      "step": 143855
    },
    {
      "epoch": 5.892115502764694,
      "grad_norm": 2.8493390219645014,
      "learning_rate": 2.459224984787289e-07,
      "loss": 2.3531,
      "step": 143856
    },
    {
      "epoch": 5.89215646119189,
      "grad_norm": 1.4876832567051586,
      "learning_rate": 2.457358556083866e-07,
      "loss": 0.4872,
      "step": 143857
    },
    {
      "epoch": 5.8921974196190865,
      "grad_norm": 2.1591881985267407,
      "learning_rate": 2.455492835331807e-07,
      "loss": 0.7562,
      "step": 143858
    },
    {
      "epoch": 5.892238378046283,
      "grad_norm": 1.9131386231712768,
      "learning_rate": 2.4536278225317783e-07,
      "loss": 0.6981,
      "step": 143859
    },
    {
      "epoch": 5.89227933647348,
      "grad_norm": 1.4870565477511035,
      "learning_rate": 2.451763517684779e-07,
      "loss": 0.3435,
      "step": 143860
    },
    {
      "epoch": 5.892320294900676,
      "grad_norm": 1.3328864469768604,
      "learning_rate": 2.449899920791643e-07,
      "loss": 0.3111,
      "step": 143861
    },
    {
      "epoch": 5.892361253327872,
      "grad_norm": 1.1757436047034457,
      "learning_rate": 2.4480370318532007e-07,
      "loss": 0.3038,
      "step": 143862
    },
    {
      "epoch": 5.892402211755068,
      "grad_norm": 2.0288802814492803,
      "learning_rate": 2.446174850870619e-07,
      "loss": 0.6177,
      "step": 143863
    },
    {
      "epoch": 5.892443170182265,
      "grad_norm": 1.67260650032331,
      "learning_rate": 2.4443133778445643e-07,
      "loss": 0.3776,
      "step": 143864
    },
    {
      "epoch": 5.892484128609461,
      "grad_norm": 1.4035292352368056,
      "learning_rate": 2.4424526127758693e-07,
      "loss": 0.4699,
      "step": 143865
    },
    {
      "epoch": 5.892525087036658,
      "grad_norm": 0.7821749670659889,
      "learning_rate": 2.4405925556655326e-07,
      "loss": 0.1852,
      "step": 143866
    },
    {
      "epoch": 5.892566045463854,
      "grad_norm": 1.6074524464540612,
      "learning_rate": 2.4387332065143874e-07,
      "loss": 0.5993,
      "step": 143867
    },
    {
      "epoch": 5.892607003891051,
      "grad_norm": 1.6447803068119902,
      "learning_rate": 2.4368745653232655e-07,
      "loss": 0.406,
      "step": 143868
    },
    {
      "epoch": 5.892647962318247,
      "grad_norm": 0.7077124079211096,
      "learning_rate": 2.4350166320931674e-07,
      "loss": 0.1998,
      "step": 143869
    },
    {
      "epoch": 5.892688920745443,
      "grad_norm": 1.2393171078861773,
      "learning_rate": 2.4331594068247586e-07,
      "loss": 0.3029,
      "step": 143870
    },
    {
      "epoch": 5.89272987917264,
      "grad_norm": 1.5269347664338626,
      "learning_rate": 2.431302889519204e-07,
      "loss": 0.4371,
      "step": 143871
    },
    {
      "epoch": 5.892770837599836,
      "grad_norm": 1.326896007842821,
      "learning_rate": 2.4294470801771713e-07,
      "loss": 0.3681,
      "step": 143872
    },
    {
      "epoch": 5.892811796027033,
      "grad_norm": 0.9266220913300792,
      "learning_rate": 2.4275919787994927e-07,
      "loss": 0.1793,
      "step": 143873
    },
    {
      "epoch": 5.892852754454229,
      "grad_norm": 1.092700398899322,
      "learning_rate": 2.425737585387333e-07,
      "loss": 0.1698,
      "step": 143874
    },
    {
      "epoch": 5.892893712881426,
      "grad_norm": 2.8559065365652567,
      "learning_rate": 2.4238838999411923e-07,
      "loss": 0.8276,
      "step": 143875
    },
    {
      "epoch": 5.8929346713086215,
      "grad_norm": 1.5098652179746832,
      "learning_rate": 2.422030922462237e-07,
      "loss": 0.4354,
      "step": 143876
    },
    {
      "epoch": 5.892975629735818,
      "grad_norm": 1.7595387998926333,
      "learning_rate": 2.420178652951299e-07,
      "loss": 0.6436,
      "step": 143877
    },
    {
      "epoch": 5.8930165881630145,
      "grad_norm": 1.5420396657980293,
      "learning_rate": 2.418327091409211e-07,
      "loss": 0.4605,
      "step": 143878
    },
    {
      "epoch": 5.893057546590211,
      "grad_norm": 1.5092774235950042,
      "learning_rate": 2.41647623783664e-07,
      "loss": 0.5073,
      "step": 143879
    },
    {
      "epoch": 5.893098505017408,
      "grad_norm": 1.468877498910856,
      "learning_rate": 2.414626092234917e-07,
      "loss": 0.4288,
      "step": 143880
    },
    {
      "epoch": 5.893139463444603,
      "grad_norm": 2.155799492244882,
      "learning_rate": 2.4127766546045426e-07,
      "loss": 0.7828,
      "step": 143881
    },
    {
      "epoch": 5.8931804218718,
      "grad_norm": 0.8324266946912511,
      "learning_rate": 2.4109279249463486e-07,
      "loss": 0.0927,
      "step": 143882
    },
    {
      "epoch": 5.893221380298996,
      "grad_norm": 1.315834365897345,
      "learning_rate": 2.4090799032615016e-07,
      "loss": 0.3059,
      "step": 143883
    },
    {
      "epoch": 5.893262338726193,
      "grad_norm": 1.2476899716619028,
      "learning_rate": 2.407232589550834e-07,
      "loss": 0.3133,
      "step": 143884
    },
    {
      "epoch": 5.893303297153389,
      "grad_norm": 1.7008203258788572,
      "learning_rate": 2.4053859838150116e-07,
      "loss": 0.6249,
      "step": 143885
    },
    {
      "epoch": 5.893344255580586,
      "grad_norm": 2.0708310669400114,
      "learning_rate": 2.4035400860552e-07,
      "loss": 0.8634,
      "step": 143886
    },
    {
      "epoch": 5.8933852140077825,
      "grad_norm": 1.3992709325731705,
      "learning_rate": 2.4016948962718995e-07,
      "loss": 0.3691,
      "step": 143887
    },
    {
      "epoch": 5.893426172434978,
      "grad_norm": 1.5945915970975393,
      "learning_rate": 2.399850414466109e-07,
      "loss": 0.5234,
      "step": 143888
    },
    {
      "epoch": 5.893467130862175,
      "grad_norm": 1.71810875800665,
      "learning_rate": 2.398006640638994e-07,
      "loss": 0.6296,
      "step": 143889
    },
    {
      "epoch": 5.893508089289371,
      "grad_norm": 1.3710288035191147,
      "learning_rate": 2.3961635747910544e-07,
      "loss": 0.4889,
      "step": 143890
    },
    {
      "epoch": 5.893549047716568,
      "grad_norm": 1.8728744861836364,
      "learning_rate": 2.3943212169232893e-07,
      "loss": 0.4418,
      "step": 143891
    },
    {
      "epoch": 5.893590006143764,
      "grad_norm": 2.2907209147913634,
      "learning_rate": 2.392479567036698e-07,
      "loss": 0.7801,
      "step": 143892
    },
    {
      "epoch": 5.893630964570961,
      "grad_norm": 2.9222686908784303,
      "learning_rate": 2.3906386251319466e-07,
      "loss": 2.2969,
      "step": 143893
    },
    {
      "epoch": 5.893671922998157,
      "grad_norm": 1.6322803607614151,
      "learning_rate": 2.388798391210034e-07,
      "loss": 0.5138,
      "step": 143894
    },
    {
      "epoch": 5.893712881425353,
      "grad_norm": 1.4404169137371996,
      "learning_rate": 2.386958865271793e-07,
      "loss": 0.4301,
      "step": 143895
    },
    {
      "epoch": 5.8937538398525495,
      "grad_norm": 0.6795595925999084,
      "learning_rate": 2.3851200473180566e-07,
      "loss": 0.0668,
      "step": 143896
    },
    {
      "epoch": 5.893794798279746,
      "grad_norm": 1.435489154144916,
      "learning_rate": 2.3832819373498235e-07,
      "loss": 0.4113,
      "step": 143897
    },
    {
      "epoch": 5.893835756706943,
      "grad_norm": 1.4139700325525053,
      "learning_rate": 2.3814445353679267e-07,
      "loss": 0.4841,
      "step": 143898
    },
    {
      "epoch": 5.893876715134139,
      "grad_norm": 0.5036206099543853,
      "learning_rate": 2.3796078413730323e-07,
      "loss": 0.0651,
      "step": 143899
    },
    {
      "epoch": 5.893917673561335,
      "grad_norm": 1.589176152195245,
      "learning_rate": 2.3777718553661396e-07,
      "loss": 0.5001,
      "step": 143900
    },
    {
      "epoch": 5.893958631988531,
      "grad_norm": 1.333344469874537,
      "learning_rate": 2.3759365773482475e-07,
      "loss": 0.3153,
      "step": 143901
    },
    {
      "epoch": 5.893999590415728,
      "grad_norm": 1.834460697605793,
      "learning_rate": 2.3741020073200224e-07,
      "loss": 0.5545,
      "step": 143902
    },
    {
      "epoch": 5.894040548842924,
      "grad_norm": 1.35021171643902,
      "learning_rate": 2.3722681452824632e-07,
      "loss": 0.4232,
      "step": 143903
    },
    {
      "epoch": 5.894081507270121,
      "grad_norm": 1.5770603178592137,
      "learning_rate": 2.3704349912364028e-07,
      "loss": 0.3869,
      "step": 143904
    },
    {
      "epoch": 5.8941224656973175,
      "grad_norm": 3.909759753797427,
      "learning_rate": 2.368602545182674e-07,
      "loss": 3.6358,
      "step": 143905
    },
    {
      "epoch": 5.894163424124514,
      "grad_norm": 1.7431773804698711,
      "learning_rate": 2.3667708071222757e-07,
      "loss": 0.8432,
      "step": 143906
    },
    {
      "epoch": 5.89420438255171,
      "grad_norm": 1.4775816236466692,
      "learning_rate": 2.3649397770557076e-07,
      "loss": 0.4454,
      "step": 143907
    },
    {
      "epoch": 5.894245340978906,
      "grad_norm": 0.9350253271960722,
      "learning_rate": 2.3631094549843023e-07,
      "loss": 0.178,
      "step": 143908
    },
    {
      "epoch": 5.894286299406103,
      "grad_norm": 1.5942760376957044,
      "learning_rate": 2.3612798409087253e-07,
      "loss": 0.4797,
      "step": 143909
    },
    {
      "epoch": 5.894327257833299,
      "grad_norm": 1.0572135627938852,
      "learning_rate": 2.3594509348298097e-07,
      "loss": 0.2178,
      "step": 143910
    },
    {
      "epoch": 5.894368216260496,
      "grad_norm": 0.5624931624605277,
      "learning_rate": 2.357622736748388e-07,
      "loss": 0.061,
      "step": 143911
    },
    {
      "epoch": 5.894409174687692,
      "grad_norm": 1.326520822957097,
      "learning_rate": 2.355795246665293e-07,
      "loss": 0.4022,
      "step": 143912
    },
    {
      "epoch": 5.894450133114889,
      "grad_norm": 0.33068464978951956,
      "learning_rate": 2.353968464581524e-07,
      "loss": 0.024,
      "step": 143913
    },
    {
      "epoch": 5.8944910915420845,
      "grad_norm": 1.5125257507186498,
      "learning_rate": 2.3521423904980797e-07,
      "loss": 0.4673,
      "step": 143914
    },
    {
      "epoch": 5.894532049969281,
      "grad_norm": 1.9605531553131643,
      "learning_rate": 2.35031702441546e-07,
      "loss": 0.6576,
      "step": 143915
    },
    {
      "epoch": 5.894573008396478,
      "grad_norm": 1.1608020950535438,
      "learning_rate": 2.348492366334831e-07,
      "loss": 0.2617,
      "step": 143916
    },
    {
      "epoch": 5.894613966823674,
      "grad_norm": 1.58751277532574,
      "learning_rate": 2.3466684162566917e-07,
      "loss": 0.541,
      "step": 143917
    },
    {
      "epoch": 5.894654925250871,
      "grad_norm": 1.494797692360067,
      "learning_rate": 2.344845174182375e-07,
      "loss": 0.5538,
      "step": 143918
    },
    {
      "epoch": 5.894695883678066,
      "grad_norm": 1.6283877722731985,
      "learning_rate": 2.3430226401123796e-07,
      "loss": 0.4148,
      "step": 143919
    },
    {
      "epoch": 5.894736842105263,
      "grad_norm": 1.732795108794522,
      "learning_rate": 2.3412008140477056e-07,
      "loss": 0.5527,
      "step": 143920
    },
    {
      "epoch": 5.894777800532459,
      "grad_norm": 1.4371021934949573,
      "learning_rate": 2.3393796959893518e-07,
      "loss": 0.3954,
      "step": 143921
    },
    {
      "epoch": 5.894818758959656,
      "grad_norm": 1.6788077061622906,
      "learning_rate": 2.3375592859379844e-07,
      "loss": 0.5697,
      "step": 143922
    },
    {
      "epoch": 5.894859717386852,
      "grad_norm": 1.4242295942354883,
      "learning_rate": 2.335739583894436e-07,
      "loss": 0.4095,
      "step": 143923
    },
    {
      "epoch": 5.894900675814049,
      "grad_norm": 1.54953046314583,
      "learning_rate": 2.3339205898597057e-07,
      "loss": 0.4802,
      "step": 143924
    },
    {
      "epoch": 5.8949416342412455,
      "grad_norm": 2.0225105087521578,
      "learning_rate": 2.33210230383446e-07,
      "loss": 0.6401,
      "step": 143925
    },
    {
      "epoch": 5.894982592668441,
      "grad_norm": 1.044022314142732,
      "learning_rate": 2.3302847258198642e-07,
      "loss": 0.2181,
      "step": 143926
    },
    {
      "epoch": 5.895023551095638,
      "grad_norm": 1.5552874135013746,
      "learning_rate": 2.3284678558164184e-07,
      "loss": 0.4366,
      "step": 143927
    },
    {
      "epoch": 5.895064509522834,
      "grad_norm": 1.1714501575537275,
      "learning_rate": 2.3266516938252876e-07,
      "loss": 0.3081,
      "step": 143928
    },
    {
      "epoch": 5.895105467950031,
      "grad_norm": 1.5836981762283353,
      "learning_rate": 2.3248362398473053e-07,
      "loss": 0.4751,
      "step": 143929
    },
    {
      "epoch": 5.895146426377227,
      "grad_norm": 1.4040032169538688,
      "learning_rate": 2.323021493883137e-07,
      "loss": 0.3495,
      "step": 143930
    },
    {
      "epoch": 5.895187384804424,
      "grad_norm": 0.9326108571185983,
      "learning_rate": 2.3212074559336158e-07,
      "loss": 0.231,
      "step": 143931
    },
    {
      "epoch": 5.89522834323162,
      "grad_norm": 1.8096224045999656,
      "learning_rate": 2.3193941259999071e-07,
      "loss": 0.6621,
      "step": 143932
    },
    {
      "epoch": 5.895269301658816,
      "grad_norm": 1.544921558537718,
      "learning_rate": 2.3175815040825108e-07,
      "loss": 0.5456,
      "step": 143933
    },
    {
      "epoch": 5.8953102600860126,
      "grad_norm": 1.8312513473344822,
      "learning_rate": 2.3157695901825924e-07,
      "loss": 0.7245,
      "step": 143934
    },
    {
      "epoch": 5.895351218513209,
      "grad_norm": 1.4496369630704768,
      "learning_rate": 2.313958384300818e-07,
      "loss": 0.4093,
      "step": 143935
    },
    {
      "epoch": 5.895392176940406,
      "grad_norm": 1.0727522177480115,
      "learning_rate": 2.312147886438187e-07,
      "loss": 0.2247,
      "step": 143936
    },
    {
      "epoch": 5.895433135367602,
      "grad_norm": 1.6174518718184279,
      "learning_rate": 2.3103380965953654e-07,
      "loss": 0.4136,
      "step": 143937
    },
    {
      "epoch": 5.895474093794798,
      "grad_norm": 0.8581120767083789,
      "learning_rate": 2.3085290147733527e-07,
      "loss": 0.2193,
      "step": 143938
    },
    {
      "epoch": 5.895515052221994,
      "grad_norm": 1.9702072764601626,
      "learning_rate": 2.306720640972981e-07,
      "loss": 0.7357,
      "step": 143939
    },
    {
      "epoch": 5.895556010649191,
      "grad_norm": 4.094630187141577,
      "learning_rate": 2.3049129751950835e-07,
      "loss": 4.6788,
      "step": 143940
    },
    {
      "epoch": 5.895596969076387,
      "grad_norm": 1.719939002860649,
      "learning_rate": 2.303106017440326e-07,
      "loss": 0.4316,
      "step": 143941
    },
    {
      "epoch": 5.895637927503584,
      "grad_norm": 0.975223979628885,
      "learning_rate": 2.301299767710041e-07,
      "loss": 0.175,
      "step": 143942
    },
    {
      "epoch": 5.8956788859307805,
      "grad_norm": 1.0215123108139295,
      "learning_rate": 2.2994942260045614e-07,
      "loss": 0.2699,
      "step": 143943
    },
    {
      "epoch": 5.895719844357977,
      "grad_norm": 1.1774451836961033,
      "learning_rate": 2.297689392325053e-07,
      "loss": 0.2486,
      "step": 143944
    },
    {
      "epoch": 5.895760802785173,
      "grad_norm": 1.7307945472837156,
      "learning_rate": 2.295885266672348e-07,
      "loss": 0.6374,
      "step": 143945
    },
    {
      "epoch": 5.895801761212369,
      "grad_norm": 0.9302248372195162,
      "learning_rate": 2.29408184904728e-07,
      "loss": 0.236,
      "step": 143946
    },
    {
      "epoch": 5.895842719639566,
      "grad_norm": 1.7774669569509427,
      "learning_rate": 2.2922791394505146e-07,
      "loss": 0.6206,
      "step": 143947
    },
    {
      "epoch": 5.895883678066762,
      "grad_norm": 1.3394248181129298,
      "learning_rate": 2.2904771378832175e-07,
      "loss": 0.3903,
      "step": 143948
    },
    {
      "epoch": 5.895924636493959,
      "grad_norm": 1.5186288333093956,
      "learning_rate": 2.2886758443458887e-07,
      "loss": 0.5724,
      "step": 143949
    },
    {
      "epoch": 5.895965594921155,
      "grad_norm": 1.5964912293746887,
      "learning_rate": 2.2868752588396931e-07,
      "loss": 0.4438,
      "step": 143950
    },
    {
      "epoch": 5.896006553348352,
      "grad_norm": 1.4737947409690981,
      "learning_rate": 2.285075381365298e-07,
      "loss": 0.4781,
      "step": 143951
    },
    {
      "epoch": 5.8960475117755475,
      "grad_norm": 1.4564459229050253,
      "learning_rate": 2.2832762119237014e-07,
      "loss": 0.4099,
      "step": 143952
    },
    {
      "epoch": 5.896088470202744,
      "grad_norm": 1.5686378823392277,
      "learning_rate": 2.28147775051557e-07,
      "loss": 0.4841,
      "step": 143953
    },
    {
      "epoch": 5.896129428629941,
      "grad_norm": 1.4760369043429866,
      "learning_rate": 2.2796799971419032e-07,
      "loss": 0.5124,
      "step": 143954
    },
    {
      "epoch": 5.896170387057137,
      "grad_norm": 1.191945066336952,
      "learning_rate": 2.277882951803367e-07,
      "loss": 0.1247,
      "step": 143955
    },
    {
      "epoch": 5.896211345484334,
      "grad_norm": 1.293126665170409,
      "learning_rate": 2.276086614501127e-07,
      "loss": 0.2852,
      "step": 143956
    },
    {
      "epoch": 5.896252303911529,
      "grad_norm": 1.6529937260610716,
      "learning_rate": 2.2742909852356827e-07,
      "loss": 0.6376,
      "step": 143957
    },
    {
      "epoch": 5.896293262338726,
      "grad_norm": 1.3023881533462365,
      "learning_rate": 2.2724960640082001e-07,
      "loss": 0.363,
      "step": 143958
    },
    {
      "epoch": 5.896334220765922,
      "grad_norm": 1.301266730360285,
      "learning_rate": 2.2707018508191787e-07,
      "loss": 0.231,
      "step": 143959
    },
    {
      "epoch": 5.896375179193119,
      "grad_norm": 0.999276792827132,
      "learning_rate": 2.2689083456697844e-07,
      "loss": 0.218,
      "step": 143960
    },
    {
      "epoch": 5.8964161376203155,
      "grad_norm": 1.5899760227158772,
      "learning_rate": 2.2671155485608495e-07,
      "loss": 0.467,
      "step": 143961
    },
    {
      "epoch": 5.896457096047512,
      "grad_norm": 1.7468609778420428,
      "learning_rate": 2.265323459492874e-07,
      "loss": 0.4599,
      "step": 143962
    },
    {
      "epoch": 5.8964980544747085,
      "grad_norm": 1.6408208092523084,
      "learning_rate": 2.263532078467023e-07,
      "loss": 0.5336,
      "step": 143963
    },
    {
      "epoch": 5.896539012901904,
      "grad_norm": 2.044777440632131,
      "learning_rate": 2.26174140548413e-07,
      "loss": 0.612,
      "step": 143964
    },
    {
      "epoch": 5.896579971329101,
      "grad_norm": 0.6671378404456951,
      "learning_rate": 2.259951440545027e-07,
      "loss": 0.1334,
      "step": 143965
    },
    {
      "epoch": 5.896620929756297,
      "grad_norm": 1.5299803098548126,
      "learning_rate": 2.2581621836503805e-07,
      "loss": 0.4959,
      "step": 143966
    },
    {
      "epoch": 5.896661888183494,
      "grad_norm": 1.7515286537963022,
      "learning_rate": 2.2563736348011896e-07,
      "loss": 0.4607,
      "step": 143967
    },
    {
      "epoch": 5.89670284661069,
      "grad_norm": 1.4455370006486992,
      "learning_rate": 2.254585793998287e-07,
      "loss": 0.4399,
      "step": 143968
    },
    {
      "epoch": 5.896743805037887,
      "grad_norm": 3.8016493736525288,
      "learning_rate": 2.2527986612426718e-07,
      "loss": 2.3802,
      "step": 143969
    },
    {
      "epoch": 5.896784763465083,
      "grad_norm": 1.1156742341997723,
      "learning_rate": 2.2510122365348437e-07,
      "loss": 0.2116,
      "step": 143970
    },
    {
      "epoch": 5.896825721892279,
      "grad_norm": 2.354802570502837,
      "learning_rate": 2.2492265198758018e-07,
      "loss": 1.4668,
      "step": 143971
    },
    {
      "epoch": 5.896866680319476,
      "grad_norm": 1.9038577574872826,
      "learning_rate": 2.2474415112665457e-07,
      "loss": 0.5182,
      "step": 143972
    },
    {
      "epoch": 5.896907638746672,
      "grad_norm": 1.5285123890955663,
      "learning_rate": 2.2456572107075742e-07,
      "loss": 0.3961,
      "step": 143973
    },
    {
      "epoch": 5.896948597173869,
      "grad_norm": 1.5019757691982931,
      "learning_rate": 2.2438736182002204e-07,
      "loss": 0.4103,
      "step": 143974
    },
    {
      "epoch": 5.896989555601065,
      "grad_norm": 1.6423018972195458,
      "learning_rate": 2.2420907337448168e-07,
      "loss": 0.5558,
      "step": 143975
    },
    {
      "epoch": 5.897030514028261,
      "grad_norm": 0.7812764933375128,
      "learning_rate": 2.2403085573425295e-07,
      "loss": 0.1294,
      "step": 143976
    },
    {
      "epoch": 5.897071472455457,
      "grad_norm": 1.0573150122966846,
      "learning_rate": 2.238527088994191e-07,
      "loss": 0.1841,
      "step": 143977
    },
    {
      "epoch": 5.897112430882654,
      "grad_norm": 2.971486606063734,
      "learning_rate": 2.236746328700467e-07,
      "loss": 2.49,
      "step": 143978
    },
    {
      "epoch": 5.8971533893098504,
      "grad_norm": 1.0981202915847632,
      "learning_rate": 2.2349662764623577e-07,
      "loss": 0.1819,
      "step": 143979
    },
    {
      "epoch": 5.897194347737047,
      "grad_norm": 1.7785239893071754,
      "learning_rate": 2.2331869322805284e-07,
      "loss": 0.6774,
      "step": 143980
    },
    {
      "epoch": 5.8972353061642435,
      "grad_norm": 1.3845086507930138,
      "learning_rate": 2.2314082961561453e-07,
      "loss": 0.3884,
      "step": 143981
    },
    {
      "epoch": 5.89727626459144,
      "grad_norm": 1.2951173292635332,
      "learning_rate": 2.2296303680897076e-07,
      "loss": 0.3063,
      "step": 143982
    },
    {
      "epoch": 5.897317223018636,
      "grad_norm": 3.312239419624956,
      "learning_rate": 2.227853148082215e-07,
      "loss": 1.0926,
      "step": 143983
    },
    {
      "epoch": 5.897358181445832,
      "grad_norm": 1.3617345556059588,
      "learning_rate": 2.2260766361344995e-07,
      "loss": 0.2738,
      "step": 143984
    },
    {
      "epoch": 5.897399139873029,
      "grad_norm": 1.9621493218931314,
      "learning_rate": 2.224300832247228e-07,
      "loss": 0.6451,
      "step": 143985
    },
    {
      "epoch": 5.897440098300225,
      "grad_norm": 1.7089527135905618,
      "learning_rate": 2.2225257364215655e-07,
      "loss": 0.6307,
      "step": 143986
    },
    {
      "epoch": 5.897481056727422,
      "grad_norm": 2.0362328969238175,
      "learning_rate": 2.2207513486581785e-07,
      "loss": 0.7364,
      "step": 143987
    },
    {
      "epoch": 5.897522015154618,
      "grad_norm": 1.4290610992803174,
      "learning_rate": 2.2189776689578998e-07,
      "loss": 0.4781,
      "step": 143988
    },
    {
      "epoch": 5.897562973581815,
      "grad_norm": 1.619817081069637,
      "learning_rate": 2.2172046973215618e-07,
      "loss": 0.5958,
      "step": 143989
    },
    {
      "epoch": 5.897603932009011,
      "grad_norm": 1.268720206948962,
      "learning_rate": 2.2154324337499975e-07,
      "loss": 0.3732,
      "step": 143990
    },
    {
      "epoch": 5.897644890436207,
      "grad_norm": 1.663838861842953,
      "learning_rate": 2.213660878244039e-07,
      "loss": 0.4487,
      "step": 143991
    },
    {
      "epoch": 5.897685848863404,
      "grad_norm": 2.0553963412283265,
      "learning_rate": 2.2118900308045195e-07,
      "loss": 0.5744,
      "step": 143992
    },
    {
      "epoch": 5.8977268072906,
      "grad_norm": 1.5119188230107046,
      "learning_rate": 2.2101198914324381e-07,
      "loss": 0.525,
      "step": 143993
    },
    {
      "epoch": 5.897767765717797,
      "grad_norm": 1.62653176358491,
      "learning_rate": 2.2083504601284606e-07,
      "loss": 0.5452,
      "step": 143994
    },
    {
      "epoch": 5.897808724144992,
      "grad_norm": 1.6969211667494433,
      "learning_rate": 2.2065817368934202e-07,
      "loss": 0.5179,
      "step": 143995
    },
    {
      "epoch": 5.897849682572189,
      "grad_norm": 1.5923014299690772,
      "learning_rate": 2.2048137217281492e-07,
      "loss": 0.4318,
      "step": 143996
    },
    {
      "epoch": 5.897890640999385,
      "grad_norm": 0.932260931618809,
      "learning_rate": 2.203046414633647e-07,
      "loss": 0.1073,
      "step": 143997
    },
    {
      "epoch": 5.897931599426582,
      "grad_norm": 1.3442846998807108,
      "learning_rate": 2.2012798156104128e-07,
      "loss": 0.376,
      "step": 143998
    },
    {
      "epoch": 5.8979725578537785,
      "grad_norm": 1.1025549667282808,
      "learning_rate": 2.1995139246597792e-07,
      "loss": 0.2585,
      "step": 143999
    },
    {
      "epoch": 5.898013516280975,
      "grad_norm": 1.6576914470608433,
      "learning_rate": 2.1977487417820794e-07,
      "loss": 0.4632,
      "step": 144000
    },
    {
      "epoch": 5.898054474708172,
      "grad_norm": 1.380214479237212,
      "learning_rate": 2.1959842669784788e-07,
      "loss": 0.5192,
      "step": 144001
    },
    {
      "epoch": 5.898095433135367,
      "grad_norm": 1.2773564513280131,
      "learning_rate": 2.1942205002498103e-07,
      "loss": 0.2466,
      "step": 144002
    },
    {
      "epoch": 5.898136391562564,
      "grad_norm": 0.8728783470825195,
      "learning_rate": 2.1924574415965735e-07,
      "loss": 0.1675,
      "step": 144003
    },
    {
      "epoch": 5.89817734998976,
      "grad_norm": 3.1160611732441916,
      "learning_rate": 2.190695091019934e-07,
      "loss": 2.0301,
      "step": 144004
    },
    {
      "epoch": 5.898218308416957,
      "grad_norm": 1.7294165816132208,
      "learning_rate": 2.1889334485207243e-07,
      "loss": 0.473,
      "step": 144005
    },
    {
      "epoch": 5.898259266844153,
      "grad_norm": 1.5558793953588435,
      "learning_rate": 2.187172514099611e-07,
      "loss": 0.5768,
      "step": 144006
    },
    {
      "epoch": 5.89830022527135,
      "grad_norm": 1.7158467433195388,
      "learning_rate": 2.1854122877574266e-07,
      "loss": 0.4945,
      "step": 144007
    },
    {
      "epoch": 5.898341183698546,
      "grad_norm": 1.9548145830770356,
      "learning_rate": 2.1836527694950035e-07,
      "loss": 0.6046,
      "step": 144008
    },
    {
      "epoch": 5.898382142125742,
      "grad_norm": 1.7241679838423494,
      "learning_rate": 2.181893959313341e-07,
      "loss": 0.5939,
      "step": 144009
    },
    {
      "epoch": 5.898423100552939,
      "grad_norm": 1.3964378669418422,
      "learning_rate": 2.1801358572131056e-07,
      "loss": 0.4883,
      "step": 144010
    },
    {
      "epoch": 5.898464058980135,
      "grad_norm": 1.3187706676528705,
      "learning_rate": 2.1783784631952962e-07,
      "loss": 0.4402,
      "step": 144011
    },
    {
      "epoch": 5.898505017407332,
      "grad_norm": 0.8914081678267086,
      "learning_rate": 2.1766217772605786e-07,
      "loss": 0.1887,
      "step": 144012
    },
    {
      "epoch": 5.898545975834528,
      "grad_norm": 1.0251028849334705,
      "learning_rate": 2.1748657994097862e-07,
      "loss": 0.3434,
      "step": 144013
    },
    {
      "epoch": 5.898586934261724,
      "grad_norm": 1.7746332615087754,
      "learning_rate": 2.1731105296439178e-07,
      "loss": 0.6122,
      "step": 144014
    },
    {
      "epoch": 5.89862789268892,
      "grad_norm": 1.5401626533636488,
      "learning_rate": 2.1713559679636395e-07,
      "loss": 0.4138,
      "step": 144015
    },
    {
      "epoch": 5.898668851116117,
      "grad_norm": 1.3321417665963466,
      "learning_rate": 2.169602114369784e-07,
      "loss": 0.4029,
      "step": 144016
    },
    {
      "epoch": 5.8987098095433135,
      "grad_norm": 1.3271322285869502,
      "learning_rate": 2.167848968863184e-07,
      "loss": 0.3121,
      "step": 144017
    },
    {
      "epoch": 5.89875076797051,
      "grad_norm": 1.6157956211915123,
      "learning_rate": 2.1660965314448385e-07,
      "loss": 0.5009,
      "step": 144018
    },
    {
      "epoch": 5.8987917263977065,
      "grad_norm": 1.6646573443086852,
      "learning_rate": 2.164344802115414e-07,
      "loss": 0.6093,
      "step": 144019
    },
    {
      "epoch": 5.898832684824903,
      "grad_norm": 1.1185330204915442,
      "learning_rate": 2.162593780875743e-07,
      "loss": 0.2684,
      "step": 144020
    },
    {
      "epoch": 5.898873643252099,
      "grad_norm": 1.674242467506304,
      "learning_rate": 2.1608434677266584e-07,
      "loss": 0.4451,
      "step": 144021
    },
    {
      "epoch": 5.898914601679295,
      "grad_norm": 0.7436077827391592,
      "learning_rate": 2.1590938626689924e-07,
      "loss": 0.1635,
      "step": 144022
    },
    {
      "epoch": 5.898955560106492,
      "grad_norm": 1.6397696939060398,
      "learning_rate": 2.157344965703578e-07,
      "loss": 0.6256,
      "step": 144023
    },
    {
      "epoch": 5.898996518533688,
      "grad_norm": 0.882936597061683,
      "learning_rate": 2.1555967768314141e-07,
      "loss": 0.2076,
      "step": 144024
    },
    {
      "epoch": 5.899037476960885,
      "grad_norm": 1.4152237258507898,
      "learning_rate": 2.1538492960530007e-07,
      "loss": 0.3926,
      "step": 144025
    },
    {
      "epoch": 5.899078435388081,
      "grad_norm": 1.3903110969074086,
      "learning_rate": 2.1521025233693369e-07,
      "loss": 0.343,
      "step": 144026
    },
    {
      "epoch": 5.899119393815278,
      "grad_norm": 1.6157263444153493,
      "learning_rate": 2.1503564587814214e-07,
      "loss": 0.4708,
      "step": 144027
    },
    {
      "epoch": 5.899160352242474,
      "grad_norm": 1.6624359056932305,
      "learning_rate": 2.1486111022897546e-07,
      "loss": 0.4387,
      "step": 144028
    },
    {
      "epoch": 5.89920131066967,
      "grad_norm": 0.535320695959364,
      "learning_rate": 2.1468664538953352e-07,
      "loss": 0.0917,
      "step": 144029
    },
    {
      "epoch": 5.899242269096867,
      "grad_norm": 1.7555675861865572,
      "learning_rate": 2.1451225135989958e-07,
      "loss": 0.5859,
      "step": 144030
    },
    {
      "epoch": 5.899283227524063,
      "grad_norm": 1.801119603310808,
      "learning_rate": 2.1433792814014028e-07,
      "loss": 0.749,
      "step": 144031
    },
    {
      "epoch": 5.89932418595126,
      "grad_norm": 1.8810007490493725,
      "learning_rate": 2.1416367573035553e-07,
      "loss": 0.6119,
      "step": 144032
    },
    {
      "epoch": 5.899365144378455,
      "grad_norm": 0.8598305373141827,
      "learning_rate": 2.139894941306286e-07,
      "loss": 0.1703,
      "step": 144033
    },
    {
      "epoch": 5.899406102805652,
      "grad_norm": 0.6932303902048588,
      "learning_rate": 2.1381538334104275e-07,
      "loss": 0.1012,
      "step": 144034
    },
    {
      "epoch": 5.8994470612328485,
      "grad_norm": 1.7668099047698982,
      "learning_rate": 2.1364134336166462e-07,
      "loss": 0.702,
      "step": 144035
    },
    {
      "epoch": 5.899488019660045,
      "grad_norm": 1.345855342207586,
      "learning_rate": 2.1346737419257744e-07,
      "loss": 0.3815,
      "step": 144036
    },
    {
      "epoch": 5.8995289780872415,
      "grad_norm": 1.4577951292778397,
      "learning_rate": 2.1329347583388112e-07,
      "loss": 0.3385,
      "step": 144037
    },
    {
      "epoch": 5.899569936514438,
      "grad_norm": 1.5883086026476783,
      "learning_rate": 2.131196482856423e-07,
      "loss": 0.5396,
      "step": 144038
    },
    {
      "epoch": 5.899610894941635,
      "grad_norm": 1.3130231673599737,
      "learning_rate": 2.1294589154796092e-07,
      "loss": 0.3636,
      "step": 144039
    },
    {
      "epoch": 5.89965185336883,
      "grad_norm": 1.5314861989270394,
      "learning_rate": 2.1277220562088693e-07,
      "loss": 0.375,
      "step": 144040
    },
    {
      "epoch": 5.899692811796027,
      "grad_norm": 1.5171647355384723,
      "learning_rate": 2.1259859050453687e-07,
      "loss": 0.4272,
      "step": 144041
    },
    {
      "epoch": 5.899733770223223,
      "grad_norm": 3.0895427167322542,
      "learning_rate": 2.124250461989774e-07,
      "loss": 1.7187,
      "step": 144042
    },
    {
      "epoch": 5.89977472865042,
      "grad_norm": 1.2482917265997888,
      "learning_rate": 2.1225157270429172e-07,
      "loss": 0.3782,
      "step": 144043
    },
    {
      "epoch": 5.899815687077616,
      "grad_norm": 1.4839964126665999,
      "learning_rate": 2.120781700205465e-07,
      "loss": 0.3238,
      "step": 144044
    },
    {
      "epoch": 5.899856645504813,
      "grad_norm": 1.6406740598547351,
      "learning_rate": 2.119048381478583e-07,
      "loss": 0.601,
      "step": 144045
    },
    {
      "epoch": 5.8998976039320095,
      "grad_norm": 1.9027022925633388,
      "learning_rate": 2.117315770862771e-07,
      "loss": 0.6288,
      "step": 144046
    },
    {
      "epoch": 5.899938562359205,
      "grad_norm": 1.5018713751693824,
      "learning_rate": 2.1155838683590277e-07,
      "loss": 0.4416,
      "step": 144047
    },
    {
      "epoch": 5.899979520786402,
      "grad_norm": 1.5511411381884064,
      "learning_rate": 2.113852673968186e-07,
      "loss": 0.4728,
      "step": 144048
    },
    {
      "epoch": 5.900020479213598,
      "grad_norm": 1.3618654678655513,
      "learning_rate": 2.1121221876909122e-07,
      "loss": 0.4242,
      "step": 144049
    },
    {
      "epoch": 5.900061437640795,
      "grad_norm": 2.0389625582797892,
      "learning_rate": 2.1103924095282054e-07,
      "loss": 0.7577,
      "step": 144050
    },
    {
      "epoch": 5.900102396067991,
      "grad_norm": 1.5798400847743201,
      "learning_rate": 2.1086633394805652e-07,
      "loss": 0.4203,
      "step": 144051
    },
    {
      "epoch": 5.900143354495187,
      "grad_norm": 1.3016949678287306,
      "learning_rate": 2.1069349775493238e-07,
      "loss": 0.3756,
      "step": 144052
    },
    {
      "epoch": 5.900184312922383,
      "grad_norm": 1.3500444619985676,
      "learning_rate": 2.1052073237348143e-07,
      "loss": 0.3952,
      "step": 144053
    },
    {
      "epoch": 5.90022527134958,
      "grad_norm": 1.501242705936944,
      "learning_rate": 2.1034803780380362e-07,
      "loss": 0.5231,
      "step": 144054
    },
    {
      "epoch": 5.9002662297767765,
      "grad_norm": 0.5042567278462915,
      "learning_rate": 2.101754140459988e-07,
      "loss": 0.0555,
      "step": 144055
    },
    {
      "epoch": 5.900307188203973,
      "grad_norm": 1.792408428119626,
      "learning_rate": 2.10002861100117e-07,
      "loss": 0.6352,
      "step": 144056
    },
    {
      "epoch": 5.90034814663117,
      "grad_norm": 1.3788568004440873,
      "learning_rate": 2.098303789662581e-07,
      "loss": 0.3862,
      "step": 144057
    },
    {
      "epoch": 5.900389105058366,
      "grad_norm": 1.7182943861939268,
      "learning_rate": 2.0965796764448873e-07,
      "loss": 0.5951,
      "step": 144058
    },
    {
      "epoch": 5.900430063485562,
      "grad_norm": 1.618469819455034,
      "learning_rate": 2.094856271349088e-07,
      "loss": 0.4385,
      "step": 144059
    },
    {
      "epoch": 5.900471021912758,
      "grad_norm": 1.8074098390918143,
      "learning_rate": 2.093133574376016e-07,
      "loss": 0.5879,
      "step": 144060
    },
    {
      "epoch": 5.900511980339955,
      "grad_norm": 1.4679145653845351,
      "learning_rate": 2.091411585526337e-07,
      "loss": 0.4449,
      "step": 144061
    },
    {
      "epoch": 5.900552938767151,
      "grad_norm": 1.5164919210176835,
      "learning_rate": 2.0896903048007175e-07,
      "loss": 0.4598,
      "step": 144062
    },
    {
      "epoch": 5.900593897194348,
      "grad_norm": 1.4357824329046354,
      "learning_rate": 2.0879697322004896e-07,
      "loss": 0.4215,
      "step": 144063
    },
    {
      "epoch": 5.900634855621544,
      "grad_norm": 1.0472426610068641,
      "learning_rate": 2.0862498677259864e-07,
      "loss": 0.2388,
      "step": 144064
    },
    {
      "epoch": 5.900675814048741,
      "grad_norm": 1.4104646253867952,
      "learning_rate": 2.0845307113782072e-07,
      "loss": 0.3296,
      "step": 144065
    },
    {
      "epoch": 5.900716772475937,
      "grad_norm": 1.6829200920430076,
      "learning_rate": 2.082812263157818e-07,
      "loss": 0.6287,
      "step": 144066
    },
    {
      "epoch": 5.900757730903133,
      "grad_norm": 1.3964181580451527,
      "learning_rate": 2.0810945230659848e-07,
      "loss": 0.4309,
      "step": 144067
    },
    {
      "epoch": 5.90079868933033,
      "grad_norm": 1.7691053677085207,
      "learning_rate": 2.0793774911032068e-07,
      "loss": 0.6416,
      "step": 144068
    },
    {
      "epoch": 5.900839647757526,
      "grad_norm": 0.9353629847857695,
      "learning_rate": 2.077661167270317e-07,
      "loss": 0.2143,
      "step": 144069
    },
    {
      "epoch": 5.900880606184723,
      "grad_norm": 1.9486438989412649,
      "learning_rate": 2.0759455515681478e-07,
      "loss": 0.9019,
      "step": 144070
    },
    {
      "epoch": 5.900921564611918,
      "grad_norm": 1.5875146091227155,
      "learning_rate": 2.0742306439976986e-07,
      "loss": 0.4293,
      "step": 144071
    },
    {
      "epoch": 5.900962523039115,
      "grad_norm": 1.4126288433725391,
      "learning_rate": 2.072516444559469e-07,
      "loss": 0.4201,
      "step": 144072
    },
    {
      "epoch": 5.9010034814663115,
      "grad_norm": 0.9820530939107989,
      "learning_rate": 2.0708029532546244e-07,
      "loss": 0.2452,
      "step": 144073
    },
    {
      "epoch": 5.901044439893508,
      "grad_norm": 0.961763783964881,
      "learning_rate": 2.069090170083665e-07,
      "loss": 0.1306,
      "step": 144074
    },
    {
      "epoch": 5.9010853983207046,
      "grad_norm": 1.8043824753588715,
      "learning_rate": 2.0673780950475893e-07,
      "loss": 0.6294,
      "step": 144075
    },
    {
      "epoch": 5.901126356747901,
      "grad_norm": 1.0350610336843662,
      "learning_rate": 2.065666728147064e-07,
      "loss": 0.184,
      "step": 144076
    },
    {
      "epoch": 5.901167315175098,
      "grad_norm": 0.49540480651195107,
      "learning_rate": 2.0639560693829216e-07,
      "loss": 0.0518,
      "step": 144077
    },
    {
      "epoch": 5.901208273602293,
      "grad_norm": 1.4887107820817935,
      "learning_rate": 2.0622461187561613e-07,
      "loss": 0.4296,
      "step": 144078
    },
    {
      "epoch": 5.90124923202949,
      "grad_norm": 1.0377859190839573,
      "learning_rate": 2.0605368762672826e-07,
      "loss": 0.1988,
      "step": 144079
    },
    {
      "epoch": 5.901290190456686,
      "grad_norm": 1.1673354688904485,
      "learning_rate": 2.0588283419174512e-07,
      "loss": 0.2022,
      "step": 144080
    },
    {
      "epoch": 5.901331148883883,
      "grad_norm": 1.5788521170437306,
      "learning_rate": 2.0571205157071667e-07,
      "loss": 0.4649,
      "step": 144081
    },
    {
      "epoch": 5.901372107311079,
      "grad_norm": 1.455963568427254,
      "learning_rate": 2.055413397637429e-07,
      "loss": 0.438,
      "step": 144082
    },
    {
      "epoch": 5.901413065738276,
      "grad_norm": 1.3200685764465363,
      "learning_rate": 2.053706987708903e-07,
      "loss": 0.3288,
      "step": 144083
    },
    {
      "epoch": 5.9014540241654725,
      "grad_norm": 1.7167081484569244,
      "learning_rate": 2.052001285922422e-07,
      "loss": 0.5583,
      "step": 144084
    },
    {
      "epoch": 5.901494982592668,
      "grad_norm": 1.717104969198026,
      "learning_rate": 2.0502962922788191e-07,
      "loss": 0.5142,
      "step": 144085
    },
    {
      "epoch": 5.901535941019865,
      "grad_norm": 0.7674251738132488,
      "learning_rate": 2.0485920067790927e-07,
      "loss": 0.1333,
      "step": 144086
    },
    {
      "epoch": 5.901576899447061,
      "grad_norm": 1.5338126494648898,
      "learning_rate": 2.046888429423743e-07,
      "loss": 0.4591,
      "step": 144087
    },
    {
      "epoch": 5.901617857874258,
      "grad_norm": 1.207482744678678,
      "learning_rate": 2.045185560213769e-07,
      "loss": 0.2743,
      "step": 144088
    },
    {
      "epoch": 5.901658816301454,
      "grad_norm": 1.5036180994782269,
      "learning_rate": 2.0434833991498366e-07,
      "loss": 0.4835,
      "step": 144089
    },
    {
      "epoch": 5.90169977472865,
      "grad_norm": 1.6552032536388788,
      "learning_rate": 2.041781946232779e-07,
      "loss": 0.5785,
      "step": 144090
    },
    {
      "epoch": 5.9017407331558465,
      "grad_norm": 1.430111963644471,
      "learning_rate": 2.0400812014635948e-07,
      "loss": 0.5087,
      "step": 144091
    },
    {
      "epoch": 5.901781691583043,
      "grad_norm": 1.6886067264079858,
      "learning_rate": 2.0383811648427838e-07,
      "loss": 0.6836,
      "step": 144092
    },
    {
      "epoch": 5.9018226500102395,
      "grad_norm": 1.8375538473916844,
      "learning_rate": 2.0366818363713455e-07,
      "loss": 0.6501,
      "step": 144093
    },
    {
      "epoch": 5.901863608437436,
      "grad_norm": 1.2835400396813894,
      "learning_rate": 2.0349832160501122e-07,
      "loss": 0.4108,
      "step": 144094
    },
    {
      "epoch": 5.901904566864633,
      "grad_norm": 0.8579874035324226,
      "learning_rate": 2.0332853038797502e-07,
      "loss": 0.1876,
      "step": 144095
    },
    {
      "epoch": 5.901945525291829,
      "grad_norm": 1.0473744197370563,
      "learning_rate": 2.031588099861259e-07,
      "loss": 0.2015,
      "step": 144096
    },
    {
      "epoch": 5.901986483719025,
      "grad_norm": 1.5001268909582992,
      "learning_rate": 2.0298916039951375e-07,
      "loss": 0.4805,
      "step": 144097
    },
    {
      "epoch": 5.902027442146221,
      "grad_norm": 1.523590436988094,
      "learning_rate": 2.0281958162823851e-07,
      "loss": 0.4356,
      "step": 144098
    },
    {
      "epoch": 5.902068400573418,
      "grad_norm": 1.482005249555206,
      "learning_rate": 2.026500736723835e-07,
      "loss": 0.5173,
      "step": 144099
    },
    {
      "epoch": 5.902109359000614,
      "grad_norm": 0.9787458422532439,
      "learning_rate": 2.0248063653203196e-07,
      "loss": 0.1804,
      "step": 144100
    },
    {
      "epoch": 5.902150317427811,
      "grad_norm": 1.0654143799060884,
      "learning_rate": 2.023112702072338e-07,
      "loss": 0.1665,
      "step": 144101
    },
    {
      "epoch": 5.9021912758550075,
      "grad_norm": 1.6864870664539733,
      "learning_rate": 2.0214197469810568e-07,
      "loss": 0.5622,
      "step": 144102
    },
    {
      "epoch": 5.902232234282204,
      "grad_norm": 1.4768164399204533,
      "learning_rate": 2.0197275000471413e-07,
      "loss": 0.578,
      "step": 144103
    },
    {
      "epoch": 5.9022731927094,
      "grad_norm": 3.771644325883119,
      "learning_rate": 2.0180359612712582e-07,
      "loss": 3.5701,
      "step": 144104
    },
    {
      "epoch": 5.902314151136596,
      "grad_norm": 0.8525328825033757,
      "learning_rate": 2.0163451306544065e-07,
      "loss": 0.1675,
      "step": 144105
    },
    {
      "epoch": 5.902355109563793,
      "grad_norm": 1.5979512943614311,
      "learning_rate": 2.0146550081972524e-07,
      "loss": 0.4778,
      "step": 144106
    },
    {
      "epoch": 5.902396067990989,
      "grad_norm": 0.8053234417953361,
      "learning_rate": 2.0129655939006285e-07,
      "loss": 0.1543,
      "step": 144107
    },
    {
      "epoch": 5.902437026418186,
      "grad_norm": 1.5050179821084297,
      "learning_rate": 2.0112768877655338e-07,
      "loss": 0.4487,
      "step": 144108
    },
    {
      "epoch": 5.902477984845381,
      "grad_norm": 1.485733355135955,
      "learning_rate": 2.0095888897923018e-07,
      "loss": 0.4561,
      "step": 144109
    },
    {
      "epoch": 5.902518943272578,
      "grad_norm": 1.561156210982869,
      "learning_rate": 2.0079015999822646e-07,
      "loss": 0.5816,
      "step": 144110
    },
    {
      "epoch": 5.9025599016997745,
      "grad_norm": 1.3642137259289204,
      "learning_rate": 2.0062150183359215e-07,
      "loss": 0.3352,
      "step": 144111
    },
    {
      "epoch": 5.902600860126971,
      "grad_norm": 1.5113175223399127,
      "learning_rate": 2.004529144853939e-07,
      "loss": 0.4745,
      "step": 144112
    },
    {
      "epoch": 5.902641818554168,
      "grad_norm": 0.8750076833597726,
      "learning_rate": 2.0028439795374828e-07,
      "loss": 0.1692,
      "step": 144113
    },
    {
      "epoch": 5.902682776981364,
      "grad_norm": 1.559875250637037,
      "learning_rate": 2.0011595223870524e-07,
      "loss": 0.4896,
      "step": 144114
    },
    {
      "epoch": 5.902723735408561,
      "grad_norm": 1.463870564883536,
      "learning_rate": 1.9994757734034804e-07,
      "loss": 0.4187,
      "step": 144115
    },
    {
      "epoch": 5.902764693835756,
      "grad_norm": 1.598980127160061,
      "learning_rate": 1.9977927325877663e-07,
      "loss": 0.5653,
      "step": 144116
    },
    {
      "epoch": 5.902805652262953,
      "grad_norm": 1.0275317983087546,
      "learning_rate": 1.9961103999405757e-07,
      "loss": 0.1781,
      "step": 144117
    },
    {
      "epoch": 5.902846610690149,
      "grad_norm": 1.545574659733777,
      "learning_rate": 1.994428775462742e-07,
      "loss": 0.5095,
      "step": 144118
    },
    {
      "epoch": 5.902887569117346,
      "grad_norm": 0.8249885584821016,
      "learning_rate": 1.9927478591549307e-07,
      "loss": 0.1278,
      "step": 144119
    },
    {
      "epoch": 5.9029285275445424,
      "grad_norm": 1.500435752266614,
      "learning_rate": 1.9910676510179746e-07,
      "loss": 0.4662,
      "step": 144120
    },
    {
      "epoch": 5.902969485971739,
      "grad_norm": 1.2742044273778774,
      "learning_rate": 1.9893881510527065e-07,
      "loss": 0.281,
      "step": 144121
    },
    {
      "epoch": 5.9030104443989355,
      "grad_norm": 1.6423594600082105,
      "learning_rate": 1.987709359259959e-07,
      "loss": 0.425,
      "step": 144122
    },
    {
      "epoch": 5.903051402826131,
      "grad_norm": 0.623048222926238,
      "learning_rate": 1.986031275640565e-07,
      "loss": 0.1387,
      "step": 144123
    },
    {
      "epoch": 5.903092361253328,
      "grad_norm": 1.6130941985872795,
      "learning_rate": 1.9843539001951903e-07,
      "loss": 0.3455,
      "step": 144124
    },
    {
      "epoch": 5.903133319680524,
      "grad_norm": 1.3621659989140456,
      "learning_rate": 1.9826772329246675e-07,
      "loss": 0.3609,
      "step": 144125
    },
    {
      "epoch": 5.903174278107721,
      "grad_norm": 1.567559441329862,
      "learning_rate": 1.9810012738299962e-07,
      "loss": 0.5348,
      "step": 144126
    },
    {
      "epoch": 5.903215236534917,
      "grad_norm": 0.685962279436091,
      "learning_rate": 1.979326022911676e-07,
      "loss": 0.0889,
      "step": 144127
    },
    {
      "epoch": 5.903256194962113,
      "grad_norm": 1.6675419407383747,
      "learning_rate": 1.977651480170539e-07,
      "loss": 0.5024,
      "step": 144128
    },
    {
      "epoch": 5.9032971533893095,
      "grad_norm": 1.8420290124538448,
      "learning_rate": 1.9759776456074183e-07,
      "loss": 0.6151,
      "step": 144129
    },
    {
      "epoch": 5.903338111816506,
      "grad_norm": 0.4950497906275273,
      "learning_rate": 1.9743045192231465e-07,
      "loss": 0.029,
      "step": 144130
    },
    {
      "epoch": 5.903379070243703,
      "grad_norm": 1.6315483130644277,
      "learning_rate": 1.9726321010185564e-07,
      "loss": 0.4437,
      "step": 144131
    },
    {
      "epoch": 5.903420028670899,
      "grad_norm": 1.594952408406586,
      "learning_rate": 1.970960390994314e-07,
      "loss": 0.5431,
      "step": 144132
    },
    {
      "epoch": 5.903460987098096,
      "grad_norm": 1.352807919271892,
      "learning_rate": 1.9692893891514182e-07,
      "loss": 0.2433,
      "step": 144133
    },
    {
      "epoch": 5.903501945525292,
      "grad_norm": 1.6402200993111093,
      "learning_rate": 1.9676190954903692e-07,
      "loss": 0.4617,
      "step": 144134
    },
    {
      "epoch": 5.903542903952488,
      "grad_norm": 1.3854593830564998,
      "learning_rate": 1.9659495100121658e-07,
      "loss": 0.3392,
      "step": 144135
    },
    {
      "epoch": 5.903583862379684,
      "grad_norm": 1.9569372187092022,
      "learning_rate": 1.9642806327174742e-07,
      "loss": 0.6169,
      "step": 144136
    },
    {
      "epoch": 5.903624820806881,
      "grad_norm": 1.3350931869171456,
      "learning_rate": 1.9626124636072937e-07,
      "loss": 0.3051,
      "step": 144137
    },
    {
      "epoch": 5.903665779234077,
      "grad_norm": 1.0919988741510673,
      "learning_rate": 1.960945002682124e-07,
      "loss": 0.306,
      "step": 144138
    },
    {
      "epoch": 5.903706737661274,
      "grad_norm": 1.6129709626028343,
      "learning_rate": 1.9592782499427973e-07,
      "loss": 0.543,
      "step": 144139
    },
    {
      "epoch": 5.9037476960884705,
      "grad_norm": 1.5944870891627452,
      "learning_rate": 1.9576122053904796e-07,
      "loss": 0.3922,
      "step": 144140
    },
    {
      "epoch": 5.903788654515667,
      "grad_norm": 1.4276201781637343,
      "learning_rate": 1.9559468690255042e-07,
      "loss": 0.3832,
      "step": 144141
    },
    {
      "epoch": 5.903829612942863,
      "grad_norm": 2.219632782456763,
      "learning_rate": 1.9542822408487036e-07,
      "loss": 0.7029,
      "step": 144142
    },
    {
      "epoch": 5.903870571370059,
      "grad_norm": 2.042108025797046,
      "learning_rate": 1.9526183208612434e-07,
      "loss": 0.544,
      "step": 144143
    },
    {
      "epoch": 5.903911529797256,
      "grad_norm": 1.6352718100052344,
      "learning_rate": 1.9509551090634567e-07,
      "loss": 0.5767,
      "step": 144144
    },
    {
      "epoch": 5.903952488224452,
      "grad_norm": 0.8917163695033692,
      "learning_rate": 1.9492926054565095e-07,
      "loss": 0.2038,
      "step": 144145
    },
    {
      "epoch": 5.903993446651649,
      "grad_norm": 1.3916559749649766,
      "learning_rate": 1.947630810040901e-07,
      "loss": 0.4182,
      "step": 144146
    },
    {
      "epoch": 5.904034405078845,
      "grad_norm": 1.0125301497403127,
      "learning_rate": 1.945969722817464e-07,
      "loss": 0.1752,
      "step": 144147
    },
    {
      "epoch": 5.904075363506041,
      "grad_norm": 1.3928093968526438,
      "learning_rate": 1.9443093437871981e-07,
      "loss": 0.3184,
      "step": 144148
    },
    {
      "epoch": 5.9041163219332375,
      "grad_norm": 0.8981773749909039,
      "learning_rate": 1.9426496729506026e-07,
      "loss": 0.2016,
      "step": 144149
    },
    {
      "epoch": 5.904157280360434,
      "grad_norm": 1.9527629318010427,
      "learning_rate": 1.9409907103086764e-07,
      "loss": 0.8572,
      "step": 144150
    },
    {
      "epoch": 5.904198238787631,
      "grad_norm": 1.4013469164071166,
      "learning_rate": 1.939332455862086e-07,
      "loss": 0.604,
      "step": 144151
    },
    {
      "epoch": 5.904239197214827,
      "grad_norm": 2.069038537302654,
      "learning_rate": 1.937674909611664e-07,
      "loss": 0.4967,
      "step": 144152
    },
    {
      "epoch": 5.904280155642024,
      "grad_norm": 1.5868204112533912,
      "learning_rate": 1.936018071558243e-07,
      "loss": 0.4675,
      "step": 144153
    },
    {
      "epoch": 5.904321114069219,
      "grad_norm": 0.8063144611744943,
      "learning_rate": 1.934361941702489e-07,
      "loss": 0.0881,
      "step": 144154
    },
    {
      "epoch": 5.904362072496416,
      "grad_norm": 1.4718901444612087,
      "learning_rate": 1.9327065200452352e-07,
      "loss": 0.4399,
      "step": 144155
    },
    {
      "epoch": 5.904403030923612,
      "grad_norm": 1.1876154303735016,
      "learning_rate": 1.9310518065873138e-07,
      "loss": 0.2073,
      "step": 144156
    },
    {
      "epoch": 5.904443989350809,
      "grad_norm": 1.4101265286356186,
      "learning_rate": 1.929397801329391e-07,
      "loss": 0.5985,
      "step": 144157
    },
    {
      "epoch": 5.9044849477780055,
      "grad_norm": 1.5383132955305723,
      "learning_rate": 1.9277445042722994e-07,
      "loss": 0.4382,
      "step": 144158
    },
    {
      "epoch": 5.904525906205202,
      "grad_norm": 1.5137529905197706,
      "learning_rate": 1.9260919154168718e-07,
      "loss": 0.4653,
      "step": 144159
    },
    {
      "epoch": 5.9045668646323985,
      "grad_norm": 1.5458981252701498,
      "learning_rate": 1.924440034763941e-07,
      "loss": 0.34,
      "step": 144160
    },
    {
      "epoch": 5.904607823059594,
      "grad_norm": 1.736063004990584,
      "learning_rate": 1.9227888623140065e-07,
      "loss": 0.5794,
      "step": 144161
    },
    {
      "epoch": 5.904648781486791,
      "grad_norm": 1.7642747173947984,
      "learning_rate": 1.921138398068234e-07,
      "loss": 0.5036,
      "step": 144162
    },
    {
      "epoch": 5.904689739913987,
      "grad_norm": 1.176525100029069,
      "learning_rate": 1.9194886420271227e-07,
      "loss": 0.3438,
      "step": 144163
    },
    {
      "epoch": 5.904730698341184,
      "grad_norm": 1.163050204916549,
      "learning_rate": 1.9178395941916725e-07,
      "loss": 0.2764,
      "step": 144164
    },
    {
      "epoch": 5.90477165676838,
      "grad_norm": 1.5116261847169494,
      "learning_rate": 1.9161912545623825e-07,
      "loss": 0.4284,
      "step": 144165
    },
    {
      "epoch": 5.904812615195577,
      "grad_norm": 0.49396402488255664,
      "learning_rate": 1.9145436231402521e-07,
      "loss": 0.0599,
      "step": 144166
    },
    {
      "epoch": 5.9048535736227725,
      "grad_norm": 1.643897151217117,
      "learning_rate": 1.9128966999261142e-07,
      "loss": 0.5851,
      "step": 144167
    },
    {
      "epoch": 5.904894532049969,
      "grad_norm": 1.1464471673889352,
      "learning_rate": 1.911250484920468e-07,
      "loss": 0.2166,
      "step": 144168
    },
    {
      "epoch": 5.904935490477166,
      "grad_norm": 3.6944924326126065,
      "learning_rate": 1.9096049781243127e-07,
      "loss": 0.8957,
      "step": 144169
    },
    {
      "epoch": 5.904976448904362,
      "grad_norm": 0.8995276465205543,
      "learning_rate": 1.9079601795383149e-07,
      "loss": 0.208,
      "step": 144170
    },
    {
      "epoch": 5.905017407331559,
      "grad_norm": 2.340691862230546,
      "learning_rate": 1.9063160891633066e-07,
      "loss": 1.1977,
      "step": 144171
    },
    {
      "epoch": 5.905058365758755,
      "grad_norm": 1.5832655052888676,
      "learning_rate": 1.904672707000121e-07,
      "loss": 0.4531,
      "step": 144172
    },
    {
      "epoch": 5.905099324185951,
      "grad_norm": 1.7217133323779354,
      "learning_rate": 1.9030300330494241e-07,
      "loss": 0.5213,
      "step": 144173
    },
    {
      "epoch": 5.905140282613147,
      "grad_norm": 1.5104236735106853,
      "learning_rate": 1.901388067312215e-07,
      "loss": 0.4312,
      "step": 144174
    },
    {
      "epoch": 5.905181241040344,
      "grad_norm": 0.42553138361488224,
      "learning_rate": 1.899746809788827e-07,
      "loss": 0.024,
      "step": 144175
    },
    {
      "epoch": 5.9052221994675405,
      "grad_norm": 3.2629672286618674,
      "learning_rate": 1.8981062604804254e-07,
      "loss": 3.0888,
      "step": 144176
    },
    {
      "epoch": 5.905263157894737,
      "grad_norm": 1.4705710373837322,
      "learning_rate": 1.8964664193878432e-07,
      "loss": 0.3949,
      "step": 144177
    },
    {
      "epoch": 5.9053041163219335,
      "grad_norm": 1.3291252475927906,
      "learning_rate": 1.8948272865114133e-07,
      "loss": 0.3822,
      "step": 144178
    },
    {
      "epoch": 5.90534507474913,
      "grad_norm": 1.935774650684627,
      "learning_rate": 1.8931888618523016e-07,
      "loss": 0.7063,
      "step": 144179
    },
    {
      "epoch": 5.905386033176326,
      "grad_norm": 1.4285901362851203,
      "learning_rate": 1.8915511454111743e-07,
      "loss": 0.368,
      "step": 144180
    },
    {
      "epoch": 5.905426991603522,
      "grad_norm": 1.8715736620066306,
      "learning_rate": 1.8899141371886973e-07,
      "loss": 0.5807,
      "step": 144181
    },
    {
      "epoch": 5.905467950030719,
      "grad_norm": 1.5687656338822928,
      "learning_rate": 1.8882778371858697e-07,
      "loss": 0.4294,
      "step": 144182
    },
    {
      "epoch": 5.905508908457915,
      "grad_norm": 1.5025672275942619,
      "learning_rate": 1.8866422454031916e-07,
      "loss": 0.4178,
      "step": 144183
    },
    {
      "epoch": 5.905549866885112,
      "grad_norm": 0.708432734927066,
      "learning_rate": 1.8850073618416616e-07,
      "loss": 0.0491,
      "step": 144184
    },
    {
      "epoch": 5.905590825312308,
      "grad_norm": 1.3735749229534018,
      "learning_rate": 1.8833731865019463e-07,
      "loss": 0.3832,
      "step": 144185
    },
    {
      "epoch": 5.905631783739504,
      "grad_norm": 1.9367096210670942,
      "learning_rate": 1.881739719384878e-07,
      "loss": 0.6707,
      "step": 144186
    },
    {
      "epoch": 5.905672742166701,
      "grad_norm": 1.517241708021683,
      "learning_rate": 1.8801069604911233e-07,
      "loss": 0.3901,
      "step": 144187
    },
    {
      "epoch": 5.905713700593897,
      "grad_norm": 1.208550722850522,
      "learning_rate": 1.878474909821681e-07,
      "loss": 0.3718,
      "step": 144188
    },
    {
      "epoch": 5.905754659021094,
      "grad_norm": 1.5815705266264726,
      "learning_rate": 1.876843567377051e-07,
      "loss": 0.4486,
      "step": 144189
    },
    {
      "epoch": 5.90579561744829,
      "grad_norm": 0.7683782075837086,
      "learning_rate": 1.8752129331580655e-07,
      "loss": 0.0863,
      "step": 144190
    },
    {
      "epoch": 5.905836575875487,
      "grad_norm": 0.7530114548665612,
      "learning_rate": 1.8735830071655579e-07,
      "loss": 0.1749,
      "step": 144191
    },
    {
      "epoch": 5.905877534302682,
      "grad_norm": 1.605285837947863,
      "learning_rate": 1.87195378940036e-07,
      "loss": 0.4617,
      "step": 144192
    },
    {
      "epoch": 5.905918492729879,
      "grad_norm": 1.574659404256585,
      "learning_rate": 1.8703252798631384e-07,
      "loss": 0.5521,
      "step": 144193
    },
    {
      "epoch": 5.905959451157075,
      "grad_norm": 1.445097099327935,
      "learning_rate": 1.8686974785547259e-07,
      "loss": 0.4194,
      "step": 144194
    },
    {
      "epoch": 5.906000409584272,
      "grad_norm": 1.3134430794537868,
      "learning_rate": 1.8670703854757886e-07,
      "loss": 0.2477,
      "step": 144195
    },
    {
      "epoch": 5.9060413680114685,
      "grad_norm": 1.6425868011528622,
      "learning_rate": 1.8654440006271588e-07,
      "loss": 0.4752,
      "step": 144196
    },
    {
      "epoch": 5.906082326438665,
      "grad_norm": 1.3793105405671993,
      "learning_rate": 1.8638183240096693e-07,
      "loss": 0.43,
      "step": 144197
    },
    {
      "epoch": 5.906123284865862,
      "grad_norm": 1.0834590528620875,
      "learning_rate": 1.8621933556239865e-07,
      "loss": 0.183,
      "step": 144198
    },
    {
      "epoch": 5.906164243293057,
      "grad_norm": 0.8507288938198846,
      "learning_rate": 1.8605690954711094e-07,
      "loss": 0.1973,
      "step": 144199
    },
    {
      "epoch": 5.906205201720254,
      "grad_norm": 1.0249240080060305,
      "learning_rate": 1.8589455435513713e-07,
      "loss": 0.163,
      "step": 144200
    },
    {
      "epoch": 5.90624616014745,
      "grad_norm": 1.307369852459449,
      "learning_rate": 1.8573226998659373e-07,
      "loss": 0.383,
      "step": 144201
    },
    {
      "epoch": 5.906287118574647,
      "grad_norm": 1.6067817539131846,
      "learning_rate": 1.8557005644154743e-07,
      "loss": 0.5348,
      "step": 144202
    },
    {
      "epoch": 5.906328077001843,
      "grad_norm": 0.9677100554837568,
      "learning_rate": 1.8540791372004814e-07,
      "loss": 0.1842,
      "step": 144203
    },
    {
      "epoch": 5.90636903542904,
      "grad_norm": 1.4022926523544748,
      "learning_rate": 1.8524584182221247e-07,
      "loss": 0.403,
      "step": 144204
    },
    {
      "epoch": 5.9064099938562356,
      "grad_norm": 1.8887008778328933,
      "learning_rate": 1.8508384074809036e-07,
      "loss": 0.6612,
      "step": 144205
    },
    {
      "epoch": 5.906450952283432,
      "grad_norm": 1.392457553794439,
      "learning_rate": 1.849219104977817e-07,
      "loss": 0.3626,
      "step": 144206
    },
    {
      "epoch": 5.906491910710629,
      "grad_norm": 1.495749377139068,
      "learning_rate": 1.847600510713365e-07,
      "loss": 0.3486,
      "step": 144207
    },
    {
      "epoch": 5.906532869137825,
      "grad_norm": 1.5815010381698142,
      "learning_rate": 1.8459826246883802e-07,
      "loss": 0.4856,
      "step": 144208
    },
    {
      "epoch": 5.906573827565022,
      "grad_norm": 1.6166056981486652,
      "learning_rate": 1.8443654469038615e-07,
      "loss": 0.5409,
      "step": 144209
    },
    {
      "epoch": 5.906614785992218,
      "grad_norm": 1.433007466804794,
      "learning_rate": 1.842748977360309e-07,
      "loss": 0.3733,
      "step": 144210
    },
    {
      "epoch": 5.906655744419414,
      "grad_norm": 1.452269799184376,
      "learning_rate": 1.8411332160585546e-07,
      "loss": 0.4051,
      "step": 144211
    },
    {
      "epoch": 5.90669670284661,
      "grad_norm": 1.5508269345052261,
      "learning_rate": 1.8395181629994315e-07,
      "loss": 0.4501,
      "step": 144212
    },
    {
      "epoch": 5.906737661273807,
      "grad_norm": 1.303025694033647,
      "learning_rate": 1.8379038181834393e-07,
      "loss": 0.3952,
      "step": 144213
    },
    {
      "epoch": 5.9067786197010035,
      "grad_norm": 1.81299755337634,
      "learning_rate": 1.8362901816117438e-07,
      "loss": 0.5981,
      "step": 144214
    },
    {
      "epoch": 5.9068195781282,
      "grad_norm": 2.534479558860766,
      "learning_rate": 1.8346772532848443e-07,
      "loss": 1.6276,
      "step": 144215
    },
    {
      "epoch": 5.906860536555397,
      "grad_norm": 1.8208300269434312,
      "learning_rate": 1.83306503320374e-07,
      "loss": 0.6092,
      "step": 144216
    },
    {
      "epoch": 5.906901494982593,
      "grad_norm": 0.8983445685711758,
      "learning_rate": 1.8314535213689307e-07,
      "loss": 0.1416,
      "step": 144217
    },
    {
      "epoch": 5.906942453409789,
      "grad_norm": 1.4313818186706775,
      "learning_rate": 1.8298427177810826e-07,
      "loss": 0.3973,
      "step": 144218
    },
    {
      "epoch": 5.906983411836985,
      "grad_norm": 1.1227130702244326,
      "learning_rate": 1.8282326224413612e-07,
      "loss": 0.2913,
      "step": 144219
    },
    {
      "epoch": 5.907024370264182,
      "grad_norm": 0.8848741008017588,
      "learning_rate": 1.8266232353502665e-07,
      "loss": 0.1943,
      "step": 144220
    },
    {
      "epoch": 5.907065328691378,
      "grad_norm": 0.9828911040399828,
      "learning_rate": 1.8250145565086304e-07,
      "loss": 0.211,
      "step": 144221
    },
    {
      "epoch": 5.907106287118575,
      "grad_norm": 1.4994433669242109,
      "learning_rate": 1.8234065859171197e-07,
      "loss": 0.3724,
      "step": 144222
    },
    {
      "epoch": 5.907147245545771,
      "grad_norm": 1.5398539864337633,
      "learning_rate": 1.8217993235767337e-07,
      "loss": 0.5601,
      "step": 144223
    },
    {
      "epoch": 5.907188203972967,
      "grad_norm": 1.6223307076934597,
      "learning_rate": 1.8201927694879713e-07,
      "loss": 0.4626,
      "step": 144224
    },
    {
      "epoch": 5.907229162400164,
      "grad_norm": 0.5615680447758978,
      "learning_rate": 1.8185869236516658e-07,
      "loss": 0.0588,
      "step": 144225
    },
    {
      "epoch": 5.90727012082736,
      "grad_norm": 1.4444228939282822,
      "learning_rate": 1.816981786068483e-07,
      "loss": 0.4411,
      "step": 144226
    },
    {
      "epoch": 5.907311079254557,
      "grad_norm": 1.0995992524680238,
      "learning_rate": 1.8153773567394225e-07,
      "loss": 0.2991,
      "step": 144227
    },
    {
      "epoch": 5.907352037681753,
      "grad_norm": 1.8788570589635445,
      "learning_rate": 1.81377363566515e-07,
      "loss": 0.6917,
      "step": 144228
    },
    {
      "epoch": 5.90739299610895,
      "grad_norm": 0.8189387832195711,
      "learning_rate": 1.8121706228463318e-07,
      "loss": 0.1889,
      "step": 144229
    },
    {
      "epoch": 5.907433954536145,
      "grad_norm": 1.050411856991704,
      "learning_rate": 1.8105683182838004e-07,
      "loss": 0.1921,
      "step": 144230
    },
    {
      "epoch": 5.907474912963342,
      "grad_norm": 2.428248211372625,
      "learning_rate": 1.8089667219782223e-07,
      "loss": 1.8175,
      "step": 144231
    },
    {
      "epoch": 5.9075158713905385,
      "grad_norm": 0.9664491714928627,
      "learning_rate": 1.8073658339305964e-07,
      "loss": 0.2161,
      "step": 144232
    },
    {
      "epoch": 5.907556829817735,
      "grad_norm": 1.6410424956265253,
      "learning_rate": 1.8057656541414223e-07,
      "loss": 0.3864,
      "step": 144233
    },
    {
      "epoch": 5.9075977882449315,
      "grad_norm": 1.5004391071063008,
      "learning_rate": 1.804166182611533e-07,
      "loss": 0.3234,
      "step": 144234
    },
    {
      "epoch": 5.907638746672128,
      "grad_norm": 1.4627856763907723,
      "learning_rate": 1.802567419341594e-07,
      "loss": 0.4149,
      "step": 144235
    },
    {
      "epoch": 5.907679705099325,
      "grad_norm": 1.4045939787201416,
      "learning_rate": 1.800969364332605e-07,
      "loss": 0.3927,
      "step": 144236
    },
    {
      "epoch": 5.90772066352652,
      "grad_norm": 1.5680383752139229,
      "learning_rate": 1.799372017585232e-07,
      "loss": 0.4844,
      "step": 144237
    },
    {
      "epoch": 5.907761621953717,
      "grad_norm": 1.1205017644778186,
      "learning_rate": 1.7977753791001416e-07,
      "loss": 0.1896,
      "step": 144238
    },
    {
      "epoch": 5.907802580380913,
      "grad_norm": 1.2944449589963218,
      "learning_rate": 1.796179448877999e-07,
      "loss": 0.3229,
      "step": 144239
    },
    {
      "epoch": 5.90784353880811,
      "grad_norm": 1.372935792261139,
      "learning_rate": 1.794584226919804e-07,
      "loss": 0.4266,
      "step": 144240
    },
    {
      "epoch": 5.907884497235306,
      "grad_norm": 1.3629836490419287,
      "learning_rate": 1.7929897132262227e-07,
      "loss": 0.384,
      "step": 144241
    },
    {
      "epoch": 5.907925455662503,
      "grad_norm": 0.8393689545068479,
      "learning_rate": 1.791395907797921e-07,
      "loss": 0.1787,
      "step": 144242
    },
    {
      "epoch": 5.907966414089699,
      "grad_norm": 1.3295963082449629,
      "learning_rate": 1.7898028106355655e-07,
      "loss": 0.2873,
      "step": 144243
    },
    {
      "epoch": 5.908007372516895,
      "grad_norm": 0.8272679765464854,
      "learning_rate": 1.7882104217403216e-07,
      "loss": 0.1955,
      "step": 144244
    },
    {
      "epoch": 5.908048330944092,
      "grad_norm": 0.2952893480981377,
      "learning_rate": 1.786618741112522e-07,
      "loss": 0.0238,
      "step": 144245
    },
    {
      "epoch": 5.908089289371288,
      "grad_norm": 1.8136458138776688,
      "learning_rate": 1.785027768753e-07,
      "loss": 0.5227,
      "step": 144246
    },
    {
      "epoch": 5.908130247798485,
      "grad_norm": 1.5244607627827815,
      "learning_rate": 1.7834375046627548e-07,
      "loss": 0.4724,
      "step": 144247
    },
    {
      "epoch": 5.908171206225681,
      "grad_norm": 2.7858540691685456,
      "learning_rate": 1.7818479488422854e-07,
      "loss": 2.2614,
      "step": 144248
    },
    {
      "epoch": 5.908212164652877,
      "grad_norm": 1.6613863389432049,
      "learning_rate": 1.780259101292425e-07,
      "loss": 0.5112,
      "step": 144249
    },
    {
      "epoch": 5.908253123080073,
      "grad_norm": 0.8256655685991497,
      "learning_rate": 1.7786709620138395e-07,
      "loss": 0.1898,
      "step": 144250
    },
    {
      "epoch": 5.90829408150727,
      "grad_norm": 2.3891168797480424,
      "learning_rate": 1.7770835310075282e-07,
      "loss": 1.3703,
      "step": 144251
    },
    {
      "epoch": 5.9083350399344665,
      "grad_norm": 0.3298239730297754,
      "learning_rate": 1.7754968082739907e-07,
      "loss": 0.0182,
      "step": 144252
    },
    {
      "epoch": 5.908375998361663,
      "grad_norm": 1.5105474737864049,
      "learning_rate": 1.7739107938140596e-07,
      "loss": 0.4523,
      "step": 144253
    },
    {
      "epoch": 5.90841695678886,
      "grad_norm": 2.311471930940372,
      "learning_rate": 1.772325487628401e-07,
      "loss": 1.0986,
      "step": 144254
    },
    {
      "epoch": 5.908457915216056,
      "grad_norm": 1.9283320758540508,
      "learning_rate": 1.7707408897180142e-07,
      "loss": 0.6608,
      "step": 144255
    },
    {
      "epoch": 5.908498873643252,
      "grad_norm": 0.8544633893279044,
      "learning_rate": 1.7691570000833988e-07,
      "loss": 0.1844,
      "step": 144256
    },
    {
      "epoch": 5.908539832070448,
      "grad_norm": 1.7618308889505085,
      "learning_rate": 1.7675738187253873e-07,
      "loss": 0.5845,
      "step": 144257
    },
    {
      "epoch": 5.908580790497645,
      "grad_norm": 1.8036008507273658,
      "learning_rate": 1.7659913456446462e-07,
      "loss": 0.6095,
      "step": 144258
    },
    {
      "epoch": 5.908621748924841,
      "grad_norm": 1.2720489217741118,
      "learning_rate": 1.7644095808421743e-07,
      "loss": 0.3462,
      "step": 144259
    },
    {
      "epoch": 5.908662707352038,
      "grad_norm": 0.5173820623367287,
      "learning_rate": 1.7628285243184713e-07,
      "loss": 0.0757,
      "step": 144260
    },
    {
      "epoch": 5.9087036657792344,
      "grad_norm": 1.6383545440569574,
      "learning_rate": 1.7612481760743702e-07,
      "loss": 0.5686,
      "step": 144261
    },
    {
      "epoch": 5.90874462420643,
      "grad_norm": 1.5618167301217751,
      "learning_rate": 1.7596685361105367e-07,
      "loss": 0.4891,
      "step": 144262
    },
    {
      "epoch": 5.908785582633627,
      "grad_norm": 1.2033858800308854,
      "learning_rate": 1.7580896044278036e-07,
      "loss": 0.2306,
      "step": 144263
    },
    {
      "epoch": 5.908826541060823,
      "grad_norm": 1.560116410096002,
      "learning_rate": 1.7565113810270038e-07,
      "loss": 0.4864,
      "step": 144264
    },
    {
      "epoch": 5.90886749948802,
      "grad_norm": 1.3527008114285297,
      "learning_rate": 1.754933865908803e-07,
      "loss": 0.2373,
      "step": 144265
    },
    {
      "epoch": 5.908908457915216,
      "grad_norm": 1.3788028701956945,
      "learning_rate": 1.7533570590738676e-07,
      "loss": 0.4099,
      "step": 144266
    },
    {
      "epoch": 5.908949416342413,
      "grad_norm": 1.5580789377028468,
      "learning_rate": 1.7517809605230305e-07,
      "loss": 0.3892,
      "step": 144267
    },
    {
      "epoch": 5.908990374769608,
      "grad_norm": 1.3494763343684917,
      "learning_rate": 1.7502055702569572e-07,
      "loss": 0.4872,
      "step": 144268
    },
    {
      "epoch": 5.909031333196805,
      "grad_norm": 1.3805676106507818,
      "learning_rate": 1.748630888276481e-07,
      "loss": 0.4916,
      "step": 144269
    },
    {
      "epoch": 5.9090722916240015,
      "grad_norm": 1.6174623310540908,
      "learning_rate": 1.7470569145822677e-07,
      "loss": 0.4448,
      "step": 144270
    },
    {
      "epoch": 5.909113250051198,
      "grad_norm": 0.8860620370719484,
      "learning_rate": 1.7454836491751501e-07,
      "loss": 0.1941,
      "step": 144271
    },
    {
      "epoch": 5.909154208478395,
      "grad_norm": 1.7156490190011588,
      "learning_rate": 1.743911092055794e-07,
      "loss": 0.5816,
      "step": 144272
    },
    {
      "epoch": 5.909195166905591,
      "grad_norm": 0.8711506333689746,
      "learning_rate": 1.7423392432250328e-07,
      "loss": 0.106,
      "step": 144273
    },
    {
      "epoch": 5.909236125332788,
      "grad_norm": 1.4107288976864352,
      "learning_rate": 1.740768102683532e-07,
      "loss": 0.3494,
      "step": 144274
    },
    {
      "epoch": 5.909277083759983,
      "grad_norm": 0.9616256711312264,
      "learning_rate": 1.7391976704321243e-07,
      "loss": 0.1953,
      "step": 144275
    },
    {
      "epoch": 5.90931804218718,
      "grad_norm": 1.229913303535929,
      "learning_rate": 1.7376279464714758e-07,
      "loss": 0.2527,
      "step": 144276
    },
    {
      "epoch": 5.909359000614376,
      "grad_norm": 2.7106197652035444,
      "learning_rate": 1.7360589308022533e-07,
      "loss": 1.7046,
      "step": 144277
    },
    {
      "epoch": 5.909399959041573,
      "grad_norm": 1.611141705614469,
      "learning_rate": 1.7344906234252887e-07,
      "loss": 0.5201,
      "step": 144278
    },
    {
      "epoch": 5.909440917468769,
      "grad_norm": 1.959017339938159,
      "learning_rate": 1.7329230243412484e-07,
      "loss": 0.6598,
      "step": 144279
    },
    {
      "epoch": 5.909481875895966,
      "grad_norm": 1.398349723987703,
      "learning_rate": 1.7313561335511316e-07,
      "loss": 0.5125,
      "step": 144280
    },
    {
      "epoch": 5.909522834323162,
      "grad_norm": 1.2248422425587646,
      "learning_rate": 1.7297899510552716e-07,
      "loss": 0.1897,
      "step": 144281
    },
    {
      "epoch": 5.909563792750358,
      "grad_norm": 1.3831381211832023,
      "learning_rate": 1.7282244768548337e-07,
      "loss": 0.2335,
      "step": 144282
    },
    {
      "epoch": 5.909604751177555,
      "grad_norm": 1.247550635270057,
      "learning_rate": 1.7266597109501512e-07,
      "loss": 0.2751,
      "step": 144283
    },
    {
      "epoch": 5.909645709604751,
      "grad_norm": 0.8247891278591846,
      "learning_rate": 1.7250956533423897e-07,
      "loss": 0.1649,
      "step": 144284
    },
    {
      "epoch": 5.909686668031948,
      "grad_norm": 1.380087767043763,
      "learning_rate": 1.7235323040318826e-07,
      "loss": 0.3448,
      "step": 144285
    },
    {
      "epoch": 5.909727626459144,
      "grad_norm": 0.813906363493133,
      "learning_rate": 1.721969663019629e-07,
      "loss": 0.2008,
      "step": 144286
    },
    {
      "epoch": 5.90976858488634,
      "grad_norm": 1.1783580562048726,
      "learning_rate": 1.7204077303062947e-07,
      "loss": 0.3059,
      "step": 144287
    },
    {
      "epoch": 5.9098095433135365,
      "grad_norm": 1.6203152783919823,
      "learning_rate": 1.718846505892546e-07,
      "loss": 0.4352,
      "step": 144288
    },
    {
      "epoch": 5.909850501740733,
      "grad_norm": 1.3567102756636715,
      "learning_rate": 1.7172859897792157e-07,
      "loss": 0.341,
      "step": 144289
    },
    {
      "epoch": 5.9098914601679295,
      "grad_norm": 1.4683542626504507,
      "learning_rate": 1.71572618196697e-07,
      "loss": 0.4284,
      "step": 144290
    },
    {
      "epoch": 5.909932418595126,
      "grad_norm": 0.9313812671884818,
      "learning_rate": 1.7141670824566412e-07,
      "loss": 0.1909,
      "step": 144291
    },
    {
      "epoch": 5.909973377022323,
      "grad_norm": 1.6427642211564337,
      "learning_rate": 1.7126086912488957e-07,
      "loss": 0.5335,
      "step": 144292
    },
    {
      "epoch": 5.910014335449519,
      "grad_norm": 2.061107866788786,
      "learning_rate": 1.7110510083445661e-07,
      "loss": 0.8421,
      "step": 144293
    },
    {
      "epoch": 5.910055293876715,
      "grad_norm": 2.9578096768042834,
      "learning_rate": 1.709494033744152e-07,
      "loss": 2.7408,
      "step": 144294
    },
    {
      "epoch": 5.910096252303911,
      "grad_norm": 0.6798928088183902,
      "learning_rate": 1.7079377674488193e-07,
      "loss": 0.0994,
      "step": 144295
    },
    {
      "epoch": 5.910137210731108,
      "grad_norm": 1.2939209942194043,
      "learning_rate": 1.7063822094587343e-07,
      "loss": 0.4225,
      "step": 144296
    },
    {
      "epoch": 5.910178169158304,
      "grad_norm": 1.4253263161602927,
      "learning_rate": 1.7048273597750627e-07,
      "loss": 0.322,
      "step": 144297
    },
    {
      "epoch": 5.910219127585501,
      "grad_norm": 1.8703961035368368,
      "learning_rate": 1.703273218398471e-07,
      "loss": 0.7048,
      "step": 144298
    },
    {
      "epoch": 5.9102600860126975,
      "grad_norm": 2.0198961386960725,
      "learning_rate": 1.7017197853294585e-07,
      "loss": 0.6864,
      "step": 144299
    },
    {
      "epoch": 5.910301044439893,
      "grad_norm": 1.6787357421258269,
      "learning_rate": 1.7001670605690243e-07,
      "loss": 0.4211,
      "step": 144300
    },
    {
      "epoch": 5.91034200286709,
      "grad_norm": 1.997371795837642,
      "learning_rate": 1.6986150441178347e-07,
      "loss": 0.8366,
      "step": 144301
    },
    {
      "epoch": 5.910382961294286,
      "grad_norm": 0.6729271431420962,
      "learning_rate": 1.697063735976556e-07,
      "loss": 0.0731,
      "step": 144302
    },
    {
      "epoch": 5.910423919721483,
      "grad_norm": 1.509938794998963,
      "learning_rate": 1.6955131361460206e-07,
      "loss": 0.4809,
      "step": 144303
    },
    {
      "epoch": 5.910464878148679,
      "grad_norm": 1.0707288490760236,
      "learning_rate": 1.6939632446268947e-07,
      "loss": 0.3149,
      "step": 144304
    },
    {
      "epoch": 5.910505836575876,
      "grad_norm": 1.3359838927543888,
      "learning_rate": 1.6924140614198444e-07,
      "loss": 0.3919,
      "step": 144305
    },
    {
      "epoch": 5.9105467950030715,
      "grad_norm": 0.9179499109346462,
      "learning_rate": 1.6908655865257027e-07,
      "loss": 0.1661,
      "step": 144306
    },
    {
      "epoch": 5.910587753430268,
      "grad_norm": 0.5754112238832457,
      "learning_rate": 1.6893178199451353e-07,
      "loss": 0.0579,
      "step": 144307
    },
    {
      "epoch": 5.9106287118574645,
      "grad_norm": 1.9144651339903513,
      "learning_rate": 1.6877707616789748e-07,
      "loss": 0.6594,
      "step": 144308
    },
    {
      "epoch": 5.910669670284661,
      "grad_norm": 1.8718841451933323,
      "learning_rate": 1.686224411727888e-07,
      "loss": 0.7511,
      "step": 144309
    },
    {
      "epoch": 5.910710628711858,
      "grad_norm": 1.1414784660936894,
      "learning_rate": 1.6846787700927067e-07,
      "loss": 0.2258,
      "step": 144310
    },
    {
      "epoch": 5.910751587139054,
      "grad_norm": 1.4924750974405732,
      "learning_rate": 1.683133836773931e-07,
      "loss": 0.3944,
      "step": 144311
    },
    {
      "epoch": 5.910792545566251,
      "grad_norm": 2.0241257842128717,
      "learning_rate": 1.6815896117725603e-07,
      "loss": 0.846,
      "step": 144312
    },
    {
      "epoch": 5.910833503993446,
      "grad_norm": 0.8238266793238759,
      "learning_rate": 1.6800460950890937e-07,
      "loss": 0.174,
      "step": 144313
    },
    {
      "epoch": 5.910874462420643,
      "grad_norm": 1.3953940091893586,
      "learning_rate": 1.678503286724364e-07,
      "loss": 0.4155,
      "step": 144314
    },
    {
      "epoch": 5.910915420847839,
      "grad_norm": 1.7632423527664325,
      "learning_rate": 1.6769611866790377e-07,
      "loss": 0.5906,
      "step": 144315
    },
    {
      "epoch": 5.910956379275036,
      "grad_norm": 1.4333783394661794,
      "learning_rate": 1.6754197949539472e-07,
      "loss": 0.5245,
      "step": 144316
    },
    {
      "epoch": 5.9109973377022325,
      "grad_norm": 1.4678409674021806,
      "learning_rate": 1.6738791115497586e-07,
      "loss": 0.3638,
      "step": 144317
    },
    {
      "epoch": 5.911038296129429,
      "grad_norm": 0.4215778756987346,
      "learning_rate": 1.6723391364673044e-07,
      "loss": 0.0318,
      "step": 144318
    },
    {
      "epoch": 5.911079254556625,
      "grad_norm": 2.85040602938004,
      "learning_rate": 1.670799869707251e-07,
      "loss": 2.4656,
      "step": 144319
    },
    {
      "epoch": 5.911120212983821,
      "grad_norm": 1.1861603875940407,
      "learning_rate": 1.669261311270098e-07,
      "loss": 0.2872,
      "step": 144320
    },
    {
      "epoch": 5.911161171411018,
      "grad_norm": 1.9432150173690967,
      "learning_rate": 1.6677234611570112e-07,
      "loss": 0.8548,
      "step": 144321
    },
    {
      "epoch": 5.911202129838214,
      "grad_norm": 0.8168075570164478,
      "learning_rate": 1.6661863193683234e-07,
      "loss": 0.1857,
      "step": 144322
    },
    {
      "epoch": 5.911243088265411,
      "grad_norm": 1.7801435162292394,
      "learning_rate": 1.6646498859048674e-07,
      "loss": 0.5709,
      "step": 144323
    },
    {
      "epoch": 5.911284046692607,
      "grad_norm": 1.642812534781594,
      "learning_rate": 1.6631141607674758e-07,
      "loss": 0.4144,
      "step": 144324
    },
    {
      "epoch": 5.911325005119803,
      "grad_norm": 1.5219121690994244,
      "learning_rate": 1.6615791439569814e-07,
      "loss": 0.4317,
      "step": 144325
    },
    {
      "epoch": 5.9113659635469995,
      "grad_norm": 0.843007946378457,
      "learning_rate": 1.6600448354737174e-07,
      "loss": 0.1966,
      "step": 144326
    },
    {
      "epoch": 5.911406921974196,
      "grad_norm": 1.5949883026973988,
      "learning_rate": 1.658511235318849e-07,
      "loss": 0.4899,
      "step": 144327
    },
    {
      "epoch": 5.911447880401393,
      "grad_norm": 1.6146675804728718,
      "learning_rate": 1.6569783434927098e-07,
      "loss": 0.5755,
      "step": 144328
    },
    {
      "epoch": 5.911488838828589,
      "grad_norm": 1.4255839898929994,
      "learning_rate": 1.6554461599962987e-07,
      "loss": 0.3332,
      "step": 144329
    },
    {
      "epoch": 5.911529797255786,
      "grad_norm": 1.6919419226581913,
      "learning_rate": 1.653914684830282e-07,
      "loss": 0.4976,
      "step": 144330
    },
    {
      "epoch": 5.911570755682982,
      "grad_norm": 1.4886601008066613,
      "learning_rate": 1.652383917995159e-07,
      "loss": 0.4697,
      "step": 144331
    },
    {
      "epoch": 5.911611714110178,
      "grad_norm": 1.6473376631835734,
      "learning_rate": 1.6508538594920962e-07,
      "loss": 0.5562,
      "step": 144332
    },
    {
      "epoch": 5.911652672537374,
      "grad_norm": 1.775813015635065,
      "learning_rate": 1.6493245093214258e-07,
      "loss": 0.6561,
      "step": 144333
    },
    {
      "epoch": 5.911693630964571,
      "grad_norm": 1.4796758820255498,
      "learning_rate": 1.6477958674839808e-07,
      "loss": 0.49,
      "step": 144334
    },
    {
      "epoch": 5.911734589391767,
      "grad_norm": 1.6315772717746513,
      "learning_rate": 1.646267933980594e-07,
      "loss": 0.4767,
      "step": 144335
    },
    {
      "epoch": 5.911775547818964,
      "grad_norm": 1.758558548184657,
      "learning_rate": 1.6447407088119313e-07,
      "loss": 0.5378,
      "step": 144336
    },
    {
      "epoch": 5.9118165062461605,
      "grad_norm": 1.6449648482828556,
      "learning_rate": 1.643214191978659e-07,
      "loss": 0.6128,
      "step": 144337
    },
    {
      "epoch": 5.911857464673356,
      "grad_norm": 2.0071679373696067,
      "learning_rate": 1.6416883834814432e-07,
      "loss": 0.6853,
      "step": 144338
    },
    {
      "epoch": 5.911898423100553,
      "grad_norm": 1.5076535150666135,
      "learning_rate": 1.640163283321283e-07,
      "loss": 0.3825,
      "step": 144339
    },
    {
      "epoch": 5.911939381527749,
      "grad_norm": 0.9449417889963064,
      "learning_rate": 1.6386388914985115e-07,
      "loss": 0.2044,
      "step": 144340
    },
    {
      "epoch": 5.911980339954946,
      "grad_norm": 1.6053111787897927,
      "learning_rate": 1.6371152080141282e-07,
      "loss": 0.4567,
      "step": 144341
    },
    {
      "epoch": 5.912021298382142,
      "grad_norm": 1.8274933148917827,
      "learning_rate": 1.6355922328687987e-07,
      "loss": 0.5542,
      "step": 144342
    },
    {
      "epoch": 5.912062256809339,
      "grad_norm": 0.9580658061348759,
      "learning_rate": 1.6340699660631896e-07,
      "loss": 0.1733,
      "step": 144343
    },
    {
      "epoch": 5.9121032152365345,
      "grad_norm": 1.3596150454429299,
      "learning_rate": 1.6325484075979667e-07,
      "loss": 0.4455,
      "step": 144344
    },
    {
      "epoch": 5.912144173663731,
      "grad_norm": 0.76567199876927,
      "learning_rate": 1.631027557473963e-07,
      "loss": 0.1646,
      "step": 144345
    },
    {
      "epoch": 5.9121851320909276,
      "grad_norm": 1.6541021970884031,
      "learning_rate": 1.6295074156920106e-07,
      "loss": 0.5301,
      "step": 144346
    },
    {
      "epoch": 5.912226090518124,
      "grad_norm": 1.737230245026774,
      "learning_rate": 1.6279879822524433e-07,
      "loss": 0.3758,
      "step": 144347
    },
    {
      "epoch": 5.912267048945321,
      "grad_norm": 0.7867067419947323,
      "learning_rate": 1.6264692571564263e-07,
      "loss": 0.1731,
      "step": 144348
    },
    {
      "epoch": 5.912308007372517,
      "grad_norm": 1.7041766390871598,
      "learning_rate": 1.624951240404293e-07,
      "loss": 0.4911,
      "step": 144349
    },
    {
      "epoch": 5.912348965799714,
      "grad_norm": 2.0391152664976837,
      "learning_rate": 1.6234339319970425e-07,
      "loss": 0.8246,
      "step": 144350
    },
    {
      "epoch": 5.912389924226909,
      "grad_norm": 1.448993080382769,
      "learning_rate": 1.6219173319353407e-07,
      "loss": 0.488,
      "step": 144351
    },
    {
      "epoch": 5.912430882654106,
      "grad_norm": 1.273965071142416,
      "learning_rate": 1.6204014402196873e-07,
      "loss": 0.3071,
      "step": 144352
    },
    {
      "epoch": 5.912471841081302,
      "grad_norm": 0.9002230181487277,
      "learning_rate": 1.618886256851082e-07,
      "loss": 0.1878,
      "step": 144353
    },
    {
      "epoch": 5.912512799508499,
      "grad_norm": 1.3375396230317242,
      "learning_rate": 1.6173717818301902e-07,
      "loss": 0.3058,
      "step": 144354
    },
    {
      "epoch": 5.9125537579356955,
      "grad_norm": 0.9151464750057693,
      "learning_rate": 1.6158580151575118e-07,
      "loss": 0.3038,
      "step": 144355
    },
    {
      "epoch": 5.912594716362892,
      "grad_norm": 1.1189129677166558,
      "learning_rate": 1.6143449568338797e-07,
      "loss": 0.1999,
      "step": 144356
    },
    {
      "epoch": 5.912635674790089,
      "grad_norm": 1.074156898939471,
      "learning_rate": 1.612832606860126e-07,
      "loss": 0.202,
      "step": 144357
    },
    {
      "epoch": 5.912676633217284,
      "grad_norm": 0.7299659109371756,
      "learning_rate": 1.6113209652369175e-07,
      "loss": 0.182,
      "step": 144358
    },
    {
      "epoch": 5.912717591644481,
      "grad_norm": 1.4867217628604477,
      "learning_rate": 1.60981003196492e-07,
      "loss": 0.3702,
      "step": 144359
    },
    {
      "epoch": 5.912758550071677,
      "grad_norm": 0.7423486614605445,
      "learning_rate": 1.6082998070447995e-07,
      "loss": 0.1628,
      "step": 144360
    },
    {
      "epoch": 5.912799508498874,
      "grad_norm": 1.089860453424108,
      "learning_rate": 1.606790290477389e-07,
      "loss": 0.214,
      "step": 144361
    },
    {
      "epoch": 5.91284046692607,
      "grad_norm": 1.3846247286264202,
      "learning_rate": 1.6052814822631876e-07,
      "loss": 0.3729,
      "step": 144362
    },
    {
      "epoch": 5.912881425353266,
      "grad_norm": 1.4144441499081413,
      "learning_rate": 1.6037733824031952e-07,
      "loss": 0.4361,
      "step": 144363
    },
    {
      "epoch": 5.9129223837804625,
      "grad_norm": 2.235418050458801,
      "learning_rate": 1.6022659908979107e-07,
      "loss": 0.983,
      "step": 144364
    },
    {
      "epoch": 5.912963342207659,
      "grad_norm": 1.3392580343561937,
      "learning_rate": 1.6007593077481674e-07,
      "loss": 0.3942,
      "step": 144365
    },
    {
      "epoch": 5.913004300634856,
      "grad_norm": 1.4294378086988089,
      "learning_rate": 1.5992533329546308e-07,
      "loss": 0.4486,
      "step": 144366
    },
    {
      "epoch": 5.913045259062052,
      "grad_norm": 1.0738689631133966,
      "learning_rate": 1.5977480665181342e-07,
      "loss": 0.2428,
      "step": 144367
    },
    {
      "epoch": 5.913086217489249,
      "grad_norm": 0.9426655442808146,
      "learning_rate": 1.5962435084391767e-07,
      "loss": 0.1858,
      "step": 144368
    },
    {
      "epoch": 5.913127175916445,
      "grad_norm": 1.453586606715666,
      "learning_rate": 1.5947396587185913e-07,
      "loss": 0.3832,
      "step": 144369
    },
    {
      "epoch": 5.913168134343641,
      "grad_norm": 2.053615713580262,
      "learning_rate": 1.5932365173570437e-07,
      "loss": 0.7451,
      "step": 144370
    },
    {
      "epoch": 5.913209092770837,
      "grad_norm": 1.3571456131158237,
      "learning_rate": 1.5917340843552006e-07,
      "loss": 0.2883,
      "step": 144371
    },
    {
      "epoch": 5.913250051198034,
      "grad_norm": 1.0848474453275028,
      "learning_rate": 1.5902323597138944e-07,
      "loss": 0.2618,
      "step": 144372
    },
    {
      "epoch": 5.9132910096252305,
      "grad_norm": 0.9038843824670063,
      "learning_rate": 1.5887313434337912e-07,
      "loss": 0.1738,
      "step": 144373
    },
    {
      "epoch": 5.913331968052427,
      "grad_norm": 1.9075353672516213,
      "learning_rate": 1.587231035515557e-07,
      "loss": 0.7342,
      "step": 144374
    },
    {
      "epoch": 5.9133729264796235,
      "grad_norm": 1.3182664664417598,
      "learning_rate": 1.585731435960025e-07,
      "loss": 0.3362,
      "step": 144375
    },
    {
      "epoch": 5.91341388490682,
      "grad_norm": 1.5827743313643787,
      "learning_rate": 1.584232544767694e-07,
      "loss": 0.5216,
      "step": 144376
    },
    {
      "epoch": 5.913454843334016,
      "grad_norm": 1.670457141168722,
      "learning_rate": 1.5827343619393973e-07,
      "loss": 0.3681,
      "step": 144377
    },
    {
      "epoch": 5.913495801761212,
      "grad_norm": 1.3616283301263927,
      "learning_rate": 1.5812368874759673e-07,
      "loss": 0.3526,
      "step": 144378
    },
    {
      "epoch": 5.913536760188409,
      "grad_norm": 1.5393556718704962,
      "learning_rate": 1.5797401213777372e-07,
      "loss": 0.4593,
      "step": 144379
    },
    {
      "epoch": 5.913577718615605,
      "grad_norm": 1.9306232063849802,
      "learning_rate": 1.5782440636458727e-07,
      "loss": 0.5856,
      "step": 144380
    },
    {
      "epoch": 5.913618677042802,
      "grad_norm": 1.5636818319742345,
      "learning_rate": 1.5767487142808732e-07,
      "loss": 0.4532,
      "step": 144381
    },
    {
      "epoch": 5.9136596354699975,
      "grad_norm": 0.8713054902339454,
      "learning_rate": 1.5752540732832386e-07,
      "loss": 0.1656,
      "step": 144382
    },
    {
      "epoch": 5.913700593897194,
      "grad_norm": 1.0199926169409377,
      "learning_rate": 1.5737601406541346e-07,
      "loss": 0.2737,
      "step": 144383
    },
    {
      "epoch": 5.913741552324391,
      "grad_norm": 1.5384309674584924,
      "learning_rate": 1.5722669163937273e-07,
      "loss": 0.5405,
      "step": 144384
    },
    {
      "epoch": 5.913782510751587,
      "grad_norm": 1.474329527227958,
      "learning_rate": 1.5707744005031832e-07,
      "loss": 0.4123,
      "step": 144385
    },
    {
      "epoch": 5.913823469178784,
      "grad_norm": 1.7369411743349885,
      "learning_rate": 1.569282592983001e-07,
      "loss": 0.535,
      "step": 144386
    },
    {
      "epoch": 5.91386442760598,
      "grad_norm": 1.320190733931985,
      "learning_rate": 1.5677914938338476e-07,
      "loss": 0.3573,
      "step": 144387
    },
    {
      "epoch": 5.913905386033177,
      "grad_norm": 1.233311636307581,
      "learning_rate": 1.5663011030565554e-07,
      "loss": 0.3124,
      "step": 144388
    },
    {
      "epoch": 5.913946344460372,
      "grad_norm": 1.514731381864945,
      "learning_rate": 1.5648114206517902e-07,
      "loss": 0.5657,
      "step": 144389
    },
    {
      "epoch": 5.913987302887569,
      "grad_norm": 1.3513632243049352,
      "learning_rate": 1.5633224466202188e-07,
      "loss": 0.3937,
      "step": 144390
    },
    {
      "epoch": 5.9140282613147654,
      "grad_norm": 0.9587476954333547,
      "learning_rate": 1.5618341809625068e-07,
      "loss": 0.1567,
      "step": 144391
    },
    {
      "epoch": 5.914069219741962,
      "grad_norm": 1.2860008347014134,
      "learning_rate": 1.560346623679487e-07,
      "loss": 0.3607,
      "step": 144392
    },
    {
      "epoch": 5.9141101781691585,
      "grad_norm": 1.236392362353007,
      "learning_rate": 1.5588597747716592e-07,
      "loss": 0.3385,
      "step": 144393
    },
    {
      "epoch": 5.914151136596355,
      "grad_norm": 1.636198304042493,
      "learning_rate": 1.5573736342400223e-07,
      "loss": 0.5474,
      "step": 144394
    },
    {
      "epoch": 5.914192095023552,
      "grad_norm": 1.9429894677434156,
      "learning_rate": 1.5558882020849095e-07,
      "loss": 0.8048,
      "step": 144395
    },
    {
      "epoch": 5.914233053450747,
      "grad_norm": 1.3402301223431137,
      "learning_rate": 1.5544034783074867e-07,
      "loss": 0.4014,
      "step": 144396
    },
    {
      "epoch": 5.914274011877944,
      "grad_norm": 1.685011202467895,
      "learning_rate": 1.55291946290792e-07,
      "loss": 0.4973,
      "step": 144397
    },
    {
      "epoch": 5.91431497030514,
      "grad_norm": 1.1318046790789253,
      "learning_rate": 1.5514361558873756e-07,
      "loss": 0.4083,
      "step": 144398
    },
    {
      "epoch": 5.914355928732337,
      "grad_norm": 0.9405503335559137,
      "learning_rate": 1.5499535572461864e-07,
      "loss": 0.1754,
      "step": 144399
    },
    {
      "epoch": 5.914396887159533,
      "grad_norm": 1.6271212386425191,
      "learning_rate": 1.5484716669853513e-07,
      "loss": 0.4773,
      "step": 144400
    },
    {
      "epoch": 5.914437845586729,
      "grad_norm": 1.6135556319006614,
      "learning_rate": 1.546990485105537e-07,
      "loss": 0.5191,
      "step": 144401
    },
    {
      "epoch": 5.914478804013926,
      "grad_norm": 1.7402192836520234,
      "learning_rate": 1.545510011607076e-07,
      "loss": 0.5151,
      "step": 144402
    },
    {
      "epoch": 5.914519762441122,
      "grad_norm": 1.647060019890856,
      "learning_rate": 1.5440302464911347e-07,
      "loss": 0.4952,
      "step": 144403
    },
    {
      "epoch": 5.914560720868319,
      "grad_norm": 1.7384774535235927,
      "learning_rate": 1.5425511897582121e-07,
      "loss": 0.6625,
      "step": 144404
    },
    {
      "epoch": 5.914601679295515,
      "grad_norm": 1.4174259637406887,
      "learning_rate": 1.5410728414089746e-07,
      "loss": 0.472,
      "step": 144405
    },
    {
      "epoch": 5.914642637722712,
      "grad_norm": 0.7136193185735357,
      "learning_rate": 1.5395952014442549e-07,
      "loss": 0.1629,
      "step": 144406
    },
    {
      "epoch": 5.914683596149908,
      "grad_norm": 1.3118027616731187,
      "learning_rate": 1.538118269864552e-07,
      "loss": 0.3498,
      "step": 144407
    },
    {
      "epoch": 5.914724554577104,
      "grad_norm": 0.887488555382074,
      "learning_rate": 1.536642046670866e-07,
      "loss": 0.1785,
      "step": 144408
    },
    {
      "epoch": 5.9147655130043,
      "grad_norm": 1.0802003626633436,
      "learning_rate": 1.53516653186353e-07,
      "loss": 0.2758,
      "step": 144409
    },
    {
      "epoch": 5.914806471431497,
      "grad_norm": 3.1057127551081884,
      "learning_rate": 1.5336917254433756e-07,
      "loss": 3.049,
      "step": 144410
    },
    {
      "epoch": 5.9148474298586935,
      "grad_norm": 1.7045400874243632,
      "learning_rate": 1.5322176274112363e-07,
      "loss": 0.5493,
      "step": 144411
    },
    {
      "epoch": 5.91488838828589,
      "grad_norm": 0.9093475558179804,
      "learning_rate": 1.5307442377677782e-07,
      "loss": 0.1864,
      "step": 144412
    },
    {
      "epoch": 5.914929346713087,
      "grad_norm": 1.5909880520063824,
      "learning_rate": 1.5292715565135006e-07,
      "loss": 0.4678,
      "step": 144413
    },
    {
      "epoch": 5.914970305140283,
      "grad_norm": 1.1882364054882488,
      "learning_rate": 1.5277995836492363e-07,
      "loss": 0.3115,
      "step": 144414
    },
    {
      "epoch": 5.915011263567479,
      "grad_norm": 1.8305230163159216,
      "learning_rate": 1.526328319175818e-07,
      "loss": 0.7138,
      "step": 144415
    },
    {
      "epoch": 5.915052221994675,
      "grad_norm": 0.8404521360633511,
      "learning_rate": 1.524857763093579e-07,
      "loss": 0.1998,
      "step": 144416
    },
    {
      "epoch": 5.915093180421872,
      "grad_norm": 1.3669476694993092,
      "learning_rate": 1.5233879154036844e-07,
      "loss": 0.4272,
      "step": 144417
    },
    {
      "epoch": 5.915134138849068,
      "grad_norm": 1.480979369046217,
      "learning_rate": 1.5219187761064677e-07,
      "loss": 0.4848,
      "step": 144418
    },
    {
      "epoch": 5.915175097276265,
      "grad_norm": 0.9592420224397389,
      "learning_rate": 1.5204503452025952e-07,
      "loss": 0.2266,
      "step": 144419
    },
    {
      "epoch": 5.9152160557034605,
      "grad_norm": 1.6172662029505311,
      "learning_rate": 1.5189826226930658e-07,
      "loss": 0.5642,
      "step": 144420
    },
    {
      "epoch": 5.915257014130657,
      "grad_norm": 1.4585898807544264,
      "learning_rate": 1.517515608578379e-07,
      "loss": 0.4614,
      "step": 144421
    },
    {
      "epoch": 5.915297972557854,
      "grad_norm": 1.7427626381285053,
      "learning_rate": 1.5160493028592012e-07,
      "loss": 0.675,
      "step": 144422
    },
    {
      "epoch": 5.91533893098505,
      "grad_norm": 1.8203122099315745,
      "learning_rate": 1.514583705536365e-07,
      "loss": 0.6203,
      "step": 144423
    },
    {
      "epoch": 5.915379889412247,
      "grad_norm": 1.6073483404253268,
      "learning_rate": 1.5131188166105367e-07,
      "loss": 0.4595,
      "step": 144424
    },
    {
      "epoch": 5.915420847839443,
      "grad_norm": 0.5399063633882953,
      "learning_rate": 1.5116546360822157e-07,
      "loss": 0.0548,
      "step": 144425
    },
    {
      "epoch": 5.91546180626664,
      "grad_norm": 1.5281604612422182,
      "learning_rate": 1.5101911639522346e-07,
      "loss": 0.531,
      "step": 144426
    },
    {
      "epoch": 5.915502764693835,
      "grad_norm": 0.8503412355828432,
      "learning_rate": 1.5087284002212596e-07,
      "loss": 0.1555,
      "step": 144427
    },
    {
      "epoch": 5.915543723121032,
      "grad_norm": 1.5575479045828124,
      "learning_rate": 1.5072663448901234e-07,
      "loss": 0.5785,
      "step": 144428
    },
    {
      "epoch": 5.9155846815482285,
      "grad_norm": 1.1562087198765967,
      "learning_rate": 1.5058049979593256e-07,
      "loss": 0.145,
      "step": 144429
    },
    {
      "epoch": 5.915625639975425,
      "grad_norm": 1.4862903688460887,
      "learning_rate": 1.5043443594296988e-07,
      "loss": 0.5196,
      "step": 144430
    },
    {
      "epoch": 5.9156665984026215,
      "grad_norm": 1.9259135976398531,
      "learning_rate": 1.5028844293017428e-07,
      "loss": 0.7015,
      "step": 144431
    },
    {
      "epoch": 5.915707556829818,
      "grad_norm": 2.0260396802443004,
      "learning_rate": 1.5014252075764567e-07,
      "loss": 0.844,
      "step": 144432
    },
    {
      "epoch": 5.915748515257015,
      "grad_norm": 1.8624642802745806,
      "learning_rate": 1.4999666942541733e-07,
      "loss": 0.6627,
      "step": 144433
    },
    {
      "epoch": 5.91578947368421,
      "grad_norm": 0.3418934196920478,
      "learning_rate": 1.498508889335892e-07,
      "loss": 0.0306,
      "step": 144434
    },
    {
      "epoch": 5.915830432111407,
      "grad_norm": 1.643598082686401,
      "learning_rate": 1.497051792821946e-07,
      "loss": 0.4919,
      "step": 144435
    },
    {
      "epoch": 5.915871390538603,
      "grad_norm": 1.5004262199680458,
      "learning_rate": 1.4955954047135011e-07,
      "loss": 0.4277,
      "step": 144436
    },
    {
      "epoch": 5.9159123489658,
      "grad_norm": 1.5892442782735292,
      "learning_rate": 1.4941397250107234e-07,
      "loss": 0.4563,
      "step": 144437
    },
    {
      "epoch": 5.915953307392996,
      "grad_norm": 3.097393047531518,
      "learning_rate": 1.492684753714779e-07,
      "loss": 2.3808,
      "step": 144438
    },
    {
      "epoch": 5.915994265820192,
      "grad_norm": 1.3850518860141665,
      "learning_rate": 1.4912304908260008e-07,
      "loss": 0.3904,
      "step": 144439
    },
    {
      "epoch": 5.916035224247389,
      "grad_norm": 0.34611332205358547,
      "learning_rate": 1.4897769363452217e-07,
      "loss": 0.0254,
      "step": 144440
    },
    {
      "epoch": 5.916076182674585,
      "grad_norm": 1.4705149556750625,
      "learning_rate": 1.488324090273274e-07,
      "loss": 0.4271,
      "step": 144441
    },
    {
      "epoch": 5.916117141101782,
      "grad_norm": 1.0198751616652098,
      "learning_rate": 1.486871952610491e-07,
      "loss": 0.2064,
      "step": 144442
    },
    {
      "epoch": 5.916158099528978,
      "grad_norm": 1.5341842160803811,
      "learning_rate": 1.485420523357872e-07,
      "loss": 0.4227,
      "step": 144443
    },
    {
      "epoch": 5.916199057956175,
      "grad_norm": 1.5520766859227493,
      "learning_rate": 1.483969802516083e-07,
      "loss": 0.4746,
      "step": 144444
    },
    {
      "epoch": 5.916240016383371,
      "grad_norm": 0.9655896687344964,
      "learning_rate": 1.482519790085457e-07,
      "loss": 0.2081,
      "step": 144445
    },
    {
      "epoch": 5.916280974810567,
      "grad_norm": 1.0061877770197616,
      "learning_rate": 1.4810704860671597e-07,
      "loss": 0.2104,
      "step": 144446
    },
    {
      "epoch": 5.9163219332377635,
      "grad_norm": 1.3190351638877273,
      "learning_rate": 1.4796218904615243e-07,
      "loss": 0.3374,
      "step": 144447
    },
    {
      "epoch": 5.91636289166496,
      "grad_norm": 1.5622370070076999,
      "learning_rate": 1.4781740032695498e-07,
      "loss": 0.3159,
      "step": 144448
    },
    {
      "epoch": 5.9164038500921565,
      "grad_norm": 1.4456292873948728,
      "learning_rate": 1.4767268244915697e-07,
      "loss": 0.4579,
      "step": 144449
    },
    {
      "epoch": 5.916444808519353,
      "grad_norm": 1.9382482669071224,
      "learning_rate": 1.475280354128583e-07,
      "loss": 0.6495,
      "step": 144450
    },
    {
      "epoch": 5.91648576694655,
      "grad_norm": 1.64161275272047,
      "learning_rate": 1.4738345921809226e-07,
      "loss": 0.5354,
      "step": 144451
    },
    {
      "epoch": 5.916526725373746,
      "grad_norm": 1.7048543029913208,
      "learning_rate": 1.4723895386495876e-07,
      "loss": 0.4834,
      "step": 144452
    },
    {
      "epoch": 5.916567683800942,
      "grad_norm": 1.524251303871686,
      "learning_rate": 1.4709451935352446e-07,
      "loss": 0.4347,
      "step": 144453
    },
    {
      "epoch": 5.916608642228138,
      "grad_norm": 1.6347610402296822,
      "learning_rate": 1.4695015568383927e-07,
      "loss": 0.5378,
      "step": 144454
    },
    {
      "epoch": 5.916649600655335,
      "grad_norm": 1.70463431254532,
      "learning_rate": 1.4680586285596986e-07,
      "loss": 0.5818,
      "step": 144455
    },
    {
      "epoch": 5.916690559082531,
      "grad_norm": 2.5875445542890114,
      "learning_rate": 1.4666164087001609e-07,
      "loss": 1.2001,
      "step": 144456
    },
    {
      "epoch": 5.916731517509728,
      "grad_norm": 1.16971188695686,
      "learning_rate": 1.465174897260113e-07,
      "loss": 0.1875,
      "step": 144457
    },
    {
      "epoch": 5.916772475936924,
      "grad_norm": 1.069148951191415,
      "learning_rate": 1.4637340942403873e-07,
      "loss": 0.2644,
      "step": 144458
    },
    {
      "epoch": 5.91681343436412,
      "grad_norm": 1.842273921671354,
      "learning_rate": 1.4622939996416505e-07,
      "loss": 0.6976,
      "step": 144459
    },
    {
      "epoch": 5.916854392791317,
      "grad_norm": 3.0619452558647473,
      "learning_rate": 1.4608546134647349e-07,
      "loss": 2.0375,
      "step": 144460
    },
    {
      "epoch": 5.916895351218513,
      "grad_norm": 1.5896206612548407,
      "learning_rate": 1.4594159357099733e-07,
      "loss": 0.4349,
      "step": 144461
    },
    {
      "epoch": 5.91693630964571,
      "grad_norm": 1.7931728947203855,
      "learning_rate": 1.4579779663783653e-07,
      "loss": 0.5256,
      "step": 144462
    },
    {
      "epoch": 5.916977268072906,
      "grad_norm": 1.5244752195137536,
      "learning_rate": 1.4565407054704104e-07,
      "loss": 0.5234,
      "step": 144463
    },
    {
      "epoch": 5.917018226500103,
      "grad_norm": 1.740316176904496,
      "learning_rate": 1.4551041529867746e-07,
      "loss": 0.6424,
      "step": 144464
    },
    {
      "epoch": 5.917059184927298,
      "grad_norm": 1.6265332833202164,
      "learning_rate": 1.4536683089282908e-07,
      "loss": 0.4102,
      "step": 144465
    },
    {
      "epoch": 5.917100143354495,
      "grad_norm": 0.9112203715952834,
      "learning_rate": 1.4522331732956248e-07,
      "loss": 0.1233,
      "step": 144466
    },
    {
      "epoch": 5.9171411017816915,
      "grad_norm": 3.921868082087859,
      "learning_rate": 1.4507987460892766e-07,
      "loss": 3.6041,
      "step": 144467
    },
    {
      "epoch": 5.917182060208888,
      "grad_norm": 1.4246566726338414,
      "learning_rate": 1.4493650273100787e-07,
      "loss": 0.4841,
      "step": 144468
    },
    {
      "epoch": 5.917223018636085,
      "grad_norm": 0.5554857353485292,
      "learning_rate": 1.4479320169586973e-07,
      "loss": 0.0715,
      "step": 144469
    },
    {
      "epoch": 5.917263977063281,
      "grad_norm": 1.9175810459355538,
      "learning_rate": 1.4464997150357982e-07,
      "loss": 0.6558,
      "step": 144470
    },
    {
      "epoch": 5.917304935490478,
      "grad_norm": 1.4527491787256614,
      "learning_rate": 1.4450681215418813e-07,
      "loss": 0.4759,
      "step": 144471
    },
    {
      "epoch": 5.917345893917673,
      "grad_norm": 1.4616250810374327,
      "learning_rate": 1.4436372364779458e-07,
      "loss": 0.4303,
      "step": 144472
    },
    {
      "epoch": 5.91738685234487,
      "grad_norm": 2.0320780472265394,
      "learning_rate": 1.4422070598444913e-07,
      "loss": 1.0573,
      "step": 144473
    },
    {
      "epoch": 5.917427810772066,
      "grad_norm": 1.5477913698696724,
      "learning_rate": 1.4407775916420173e-07,
      "loss": 0.4613,
      "step": 144474
    },
    {
      "epoch": 5.917468769199263,
      "grad_norm": 1.6180947797230285,
      "learning_rate": 1.439348831871523e-07,
      "loss": 0.4325,
      "step": 144475
    },
    {
      "epoch": 5.917509727626459,
      "grad_norm": 1.468553969803387,
      "learning_rate": 1.4379207805336746e-07,
      "loss": 0.5314,
      "step": 144476
    },
    {
      "epoch": 5.917550686053655,
      "grad_norm": 0.5383624811485536,
      "learning_rate": 1.436493437628805e-07,
      "loss": 0.0588,
      "step": 144477
    },
    {
      "epoch": 5.917591644480852,
      "grad_norm": 1.374025273429372,
      "learning_rate": 1.4350668031579137e-07,
      "loss": 0.3484,
      "step": 144478
    },
    {
      "epoch": 5.917632602908048,
      "grad_norm": 2.4477587806352803,
      "learning_rate": 1.4336408771215003e-07,
      "loss": 0.7699,
      "step": 144479
    },
    {
      "epoch": 5.917673561335245,
      "grad_norm": 1.5130679839249934,
      "learning_rate": 1.432215659520397e-07,
      "loss": 0.4307,
      "step": 144480
    },
    {
      "epoch": 5.917714519762441,
      "grad_norm": 1.8144904463716576,
      "learning_rate": 1.430791150355104e-07,
      "loss": 0.747,
      "step": 144481
    },
    {
      "epoch": 5.917755478189638,
      "grad_norm": 1.3643443687240495,
      "learning_rate": 1.4293673496264534e-07,
      "loss": 0.4324,
      "step": 144482
    },
    {
      "epoch": 5.917796436616834,
      "grad_norm": 1.3109651015529364,
      "learning_rate": 1.4279442573349454e-07,
      "loss": 0.4986,
      "step": 144483
    },
    {
      "epoch": 5.91783739504403,
      "grad_norm": 1.5728285535099427,
      "learning_rate": 1.4265218734814122e-07,
      "loss": 0.4855,
      "step": 144484
    },
    {
      "epoch": 5.9178783534712265,
      "grad_norm": 1.6708162506650492,
      "learning_rate": 1.4251001980663534e-07,
      "loss": 0.5202,
      "step": 144485
    },
    {
      "epoch": 5.917919311898423,
      "grad_norm": 1.7644802377909938,
      "learning_rate": 1.4236792310907686e-07,
      "loss": 0.6901,
      "step": 144486
    },
    {
      "epoch": 5.9179602703256196,
      "grad_norm": 1.4612995669492412,
      "learning_rate": 1.4222589725549903e-07,
      "loss": 0.4437,
      "step": 144487
    },
    {
      "epoch": 5.918001228752816,
      "grad_norm": 1.3365925771185547,
      "learning_rate": 1.4208394224596854e-07,
      "loss": 0.305,
      "step": 144488
    },
    {
      "epoch": 5.918042187180013,
      "grad_norm": 1.287840513155529,
      "learning_rate": 1.4194205808058522e-07,
      "loss": 0.4305,
      "step": 144489
    },
    {
      "epoch": 5.918083145607209,
      "grad_norm": 1.8328023047017599,
      "learning_rate": 1.4180024475938245e-07,
      "loss": 0.5528,
      "step": 144490
    },
    {
      "epoch": 5.918124104034405,
      "grad_norm": 0.9303323020068367,
      "learning_rate": 1.4165850228244346e-07,
      "loss": 0.1269,
      "step": 144491
    },
    {
      "epoch": 5.918165062461601,
      "grad_norm": 1.0029632773662516,
      "learning_rate": 1.415168306498349e-07,
      "loss": 0.2928,
      "step": 144492
    },
    {
      "epoch": 5.918206020888798,
      "grad_norm": 1.6186311773826239,
      "learning_rate": 1.4137522986162332e-07,
      "loss": 0.5375,
      "step": 144493
    },
    {
      "epoch": 5.918246979315994,
      "grad_norm": 0.7615421375010946,
      "learning_rate": 1.4123369991785872e-07,
      "loss": 0.1721,
      "step": 144494
    },
    {
      "epoch": 5.918287937743191,
      "grad_norm": 1.578883993368567,
      "learning_rate": 1.41092240818641e-07,
      "loss": 0.4415,
      "step": 144495
    },
    {
      "epoch": 5.918328896170387,
      "grad_norm": 1.9495179181368079,
      "learning_rate": 1.4095085256402018e-07,
      "loss": 0.7886,
      "step": 144496
    },
    {
      "epoch": 5.918369854597583,
      "grad_norm": 1.4993711154156921,
      "learning_rate": 1.4080953515404613e-07,
      "loss": 0.4311,
      "step": 144497
    },
    {
      "epoch": 5.91841081302478,
      "grad_norm": 1.6819728119596737,
      "learning_rate": 1.4066828858881886e-07,
      "loss": 0.5949,
      "step": 144498
    },
    {
      "epoch": 5.918451771451976,
      "grad_norm": 1.0807039542153516,
      "learning_rate": 1.405271128683716e-07,
      "loss": 0.2626,
      "step": 144499
    },
    {
      "epoch": 5.918492729879173,
      "grad_norm": 1.2294038881182732,
      "learning_rate": 1.4038600799278765e-07,
      "loss": 0.3003,
      "step": 144500
    },
    {
      "epoch": 5.918533688306369,
      "grad_norm": 1.8244520395290267,
      "learning_rate": 1.402449739621503e-07,
      "loss": 0.6547,
      "step": 144501
    },
    {
      "epoch": 5.918574646733566,
      "grad_norm": 1.5984718465125578,
      "learning_rate": 1.4010401077649282e-07,
      "loss": 0.422,
      "step": 144502
    },
    {
      "epoch": 5.9186156051607615,
      "grad_norm": 1.443786632986612,
      "learning_rate": 1.3996311843589848e-07,
      "loss": 0.4645,
      "step": 144503
    },
    {
      "epoch": 5.918656563587958,
      "grad_norm": 1.6845296021229135,
      "learning_rate": 1.3982229694045055e-07,
      "loss": 0.4946,
      "step": 144504
    },
    {
      "epoch": 5.9186975220151545,
      "grad_norm": 1.4273833078450564,
      "learning_rate": 1.3968154629018236e-07,
      "loss": 0.1576,
      "step": 144505
    },
    {
      "epoch": 5.918738480442351,
      "grad_norm": 0.8653077316050044,
      "learning_rate": 1.3954086648517715e-07,
      "loss": 0.1618,
      "step": 144506
    },
    {
      "epoch": 5.918779438869548,
      "grad_norm": 1.7014901083909206,
      "learning_rate": 1.394002575255182e-07,
      "loss": 0.6168,
      "step": 144507
    },
    {
      "epoch": 5.918820397296744,
      "grad_norm": 1.6013468695205342,
      "learning_rate": 1.3925971941123881e-07,
      "loss": 0.4495,
      "step": 144508
    },
    {
      "epoch": 5.918861355723941,
      "grad_norm": 1.6067018175000989,
      "learning_rate": 1.3911925214242227e-07,
      "loss": 0.5431,
      "step": 144509
    },
    {
      "epoch": 5.918902314151136,
      "grad_norm": 0.9045826840698549,
      "learning_rate": 1.3897885571913515e-07,
      "loss": 0.2084,
      "step": 144510
    },
    {
      "epoch": 5.918943272578333,
      "grad_norm": 1.0613596834389094,
      "learning_rate": 1.3883853014144408e-07,
      "loss": 0.1936,
      "step": 144511
    },
    {
      "epoch": 5.918984231005529,
      "grad_norm": 1.3482934931070965,
      "learning_rate": 1.3869827540941569e-07,
      "loss": 0.4682,
      "step": 144512
    },
    {
      "epoch": 5.919025189432726,
      "grad_norm": 1.5201616729698655,
      "learning_rate": 1.385580915231166e-07,
      "loss": 0.4296,
      "step": 144513
    },
    {
      "epoch": 5.9190661478599225,
      "grad_norm": 1.7149280514716727,
      "learning_rate": 1.3841797848259672e-07,
      "loss": 0.4341,
      "step": 144514
    },
    {
      "epoch": 5.919107106287118,
      "grad_norm": 1.2619077146171969,
      "learning_rate": 1.3827793628795602e-07,
      "loss": 0.3435,
      "step": 144515
    },
    {
      "epoch": 5.919148064714315,
      "grad_norm": 1.657283560386333,
      "learning_rate": 1.381379649392278e-07,
      "loss": 0.6025,
      "step": 144516
    },
    {
      "epoch": 5.919189023141511,
      "grad_norm": 1.8578943951115123,
      "learning_rate": 1.379980644364953e-07,
      "loss": 0.6025,
      "step": 144517
    },
    {
      "epoch": 5.919229981568708,
      "grad_norm": 1.011949519217574,
      "learning_rate": 1.378582347798418e-07,
      "loss": 0.1758,
      "step": 144518
    },
    {
      "epoch": 5.919270939995904,
      "grad_norm": 1.696056342251307,
      "learning_rate": 1.37718475969284e-07,
      "loss": 0.5695,
      "step": 144519
    },
    {
      "epoch": 5.919311898423101,
      "grad_norm": 0.6132734002933622,
      "learning_rate": 1.3757878800492173e-07,
      "loss": 0.1186,
      "step": 144520
    },
    {
      "epoch": 5.919352856850297,
      "grad_norm": 0.746391199605498,
      "learning_rate": 1.3743917088682166e-07,
      "loss": 0.1406,
      "step": 144521
    },
    {
      "epoch": 5.919393815277493,
      "grad_norm": 2.1625529035342907,
      "learning_rate": 1.372996246150504e-07,
      "loss": 0.5167,
      "step": 144522
    },
    {
      "epoch": 5.9194347737046895,
      "grad_norm": 1.730557474851848,
      "learning_rate": 1.371601491896579e-07,
      "loss": 0.5457,
      "step": 144523
    },
    {
      "epoch": 5.919475732131886,
      "grad_norm": 1.6568627750528926,
      "learning_rate": 1.3702074461072742e-07,
      "loss": 0.4946,
      "step": 144524
    },
    {
      "epoch": 5.919516690559083,
      "grad_norm": 1.7184142133072589,
      "learning_rate": 1.3688141087830895e-07,
      "loss": 0.6018,
      "step": 144525
    },
    {
      "epoch": 5.919557648986279,
      "grad_norm": 1.8418127835181797,
      "learning_rate": 1.3674214799248573e-07,
      "loss": 0.7799,
      "step": 144526
    },
    {
      "epoch": 5.919598607413476,
      "grad_norm": 1.5644686208406675,
      "learning_rate": 1.3660295595330773e-07,
      "loss": 0.4279,
      "step": 144527
    },
    {
      "epoch": 5.919639565840672,
      "grad_norm": 1.2482268535036443,
      "learning_rate": 1.364638347608582e-07,
      "loss": 0.4386,
      "step": 144528
    },
    {
      "epoch": 5.919680524267868,
      "grad_norm": 1.95674634003272,
      "learning_rate": 1.3632478441518713e-07,
      "loss": 0.2971,
      "step": 144529
    },
    {
      "epoch": 5.919721482695064,
      "grad_norm": 0.9848682237463778,
      "learning_rate": 1.3618580491636111e-07,
      "loss": 0.1928,
      "step": 144530
    },
    {
      "epoch": 5.919762441122261,
      "grad_norm": 1.3940785938130853,
      "learning_rate": 1.3604689626444675e-07,
      "loss": 0.4544,
      "step": 144531
    },
    {
      "epoch": 5.9198033995494574,
      "grad_norm": 1.694997758989154,
      "learning_rate": 1.3590805845952734e-07,
      "loss": 0.6429,
      "step": 144532
    },
    {
      "epoch": 5.919844357976654,
      "grad_norm": 1.4998781799945442,
      "learning_rate": 1.3576929150163618e-07,
      "loss": 0.481,
      "step": 144533
    },
    {
      "epoch": 5.91988531640385,
      "grad_norm": 1.5033732148468857,
      "learning_rate": 1.3563059539087317e-07,
      "loss": 0.4394,
      "step": 144534
    },
    {
      "epoch": 5.919926274831046,
      "grad_norm": 0.888936646474345,
      "learning_rate": 1.354919701272883e-07,
      "loss": 0.2085,
      "step": 144535
    },
    {
      "epoch": 5.919967233258243,
      "grad_norm": 1.533108981097612,
      "learning_rate": 1.353534157109315e-07,
      "loss": 0.4625,
      "step": 144536
    },
    {
      "epoch": 5.920008191685439,
      "grad_norm": 1.9557441047995814,
      "learning_rate": 1.3521493214188607e-07,
      "loss": 0.6494,
      "step": 144537
    },
    {
      "epoch": 5.920049150112636,
      "grad_norm": 1.3200207599637641,
      "learning_rate": 1.3507651942021857e-07,
      "loss": 0.2799,
      "step": 144538
    },
    {
      "epoch": 5.920090108539832,
      "grad_norm": 1.1702352339425948,
      "learning_rate": 1.3493817754599568e-07,
      "loss": 0.2453,
      "step": 144539
    },
    {
      "epoch": 5.920131066967029,
      "grad_norm": 1.4330802812219356,
      "learning_rate": 1.3479990651928397e-07,
      "loss": 0.4046,
      "step": 144540
    },
    {
      "epoch": 5.9201720253942245,
      "grad_norm": 0.8751983998212123,
      "learning_rate": 1.346617063401334e-07,
      "loss": 0.1767,
      "step": 144541
    },
    {
      "epoch": 5.920212983821421,
      "grad_norm": 1.2449450270769384,
      "learning_rate": 1.3452357700861061e-07,
      "loss": 0.3026,
      "step": 144542
    },
    {
      "epoch": 5.920253942248618,
      "grad_norm": 1.7149914536693673,
      "learning_rate": 1.3438551852479885e-07,
      "loss": 0.5892,
      "step": 144543
    },
    {
      "epoch": 5.920294900675814,
      "grad_norm": 1.5149853400899613,
      "learning_rate": 1.3424753088874806e-07,
      "loss": 0.5444,
      "step": 144544
    },
    {
      "epoch": 5.920335859103011,
      "grad_norm": 1.303272335619538,
      "learning_rate": 1.3410961410054154e-07,
      "loss": 0.3977,
      "step": 144545
    },
    {
      "epoch": 5.920376817530207,
      "grad_norm": 0.994635177548229,
      "learning_rate": 1.339717681602126e-07,
      "loss": 0.2129,
      "step": 144546
    },
    {
      "epoch": 5.920417775957404,
      "grad_norm": 1.7491407796800749,
      "learning_rate": 1.3383399306786114e-07,
      "loss": 0.5667,
      "step": 144547
    },
    {
      "epoch": 5.920458734384599,
      "grad_norm": 0.7352484869554978,
      "learning_rate": 1.3369628882352047e-07,
      "loss": 0.1872,
      "step": 144548
    },
    {
      "epoch": 5.920499692811796,
      "grad_norm": 1.5225438738236647,
      "learning_rate": 1.3355865542729049e-07,
      "loss": 0.401,
      "step": 144549
    },
    {
      "epoch": 5.920540651238992,
      "grad_norm": 1.1402191281778473,
      "learning_rate": 1.3342109287920456e-07,
      "loss": 0.2862,
      "step": 144550
    },
    {
      "epoch": 5.920581609666189,
      "grad_norm": 1.6488064633643833,
      "learning_rate": 1.3328360117934589e-07,
      "loss": 0.4391,
      "step": 144551
    },
    {
      "epoch": 5.9206225680933855,
      "grad_norm": 2.4453654999311385,
      "learning_rate": 1.3314618032778112e-07,
      "loss": 1.0908,
      "step": 144552
    },
    {
      "epoch": 5.920663526520581,
      "grad_norm": 1.3642832713775779,
      "learning_rate": 1.3300883032456022e-07,
      "loss": 0.4765,
      "step": 144553
    },
    {
      "epoch": 5.920704484947778,
      "grad_norm": 1.4347865033491707,
      "learning_rate": 1.3287155116974978e-07,
      "loss": 0.3453,
      "step": 144554
    },
    {
      "epoch": 5.920745443374974,
      "grad_norm": 1.3861904182854246,
      "learning_rate": 1.327343428634331e-07,
      "loss": 0.3535,
      "step": 144555
    },
    {
      "epoch": 5.920786401802171,
      "grad_norm": 1.5512362703164755,
      "learning_rate": 1.325972054056601e-07,
      "loss": 0.5058,
      "step": 144556
    },
    {
      "epoch": 5.920827360229367,
      "grad_norm": 1.3968868478467682,
      "learning_rate": 1.324601387964974e-07,
      "loss": 0.4577,
      "step": 144557
    },
    {
      "epoch": 5.920868318656564,
      "grad_norm": 1.1876121511982916,
      "learning_rate": 1.3232314303601166e-07,
      "loss": 0.259,
      "step": 144558
    },
    {
      "epoch": 5.92090927708376,
      "grad_norm": 0.821828005779356,
      "learning_rate": 1.3218621812426943e-07,
      "loss": 0.1999,
      "step": 144559
    },
    {
      "epoch": 5.920950235510956,
      "grad_norm": 2.300806130457056,
      "learning_rate": 1.3204936406132073e-07,
      "loss": 0.8321,
      "step": 144560
    },
    {
      "epoch": 5.9209911939381525,
      "grad_norm": 0.9871828790122039,
      "learning_rate": 1.3191258084726541e-07,
      "loss": 0.1876,
      "step": 144561
    },
    {
      "epoch": 5.921032152365349,
      "grad_norm": 1.5538715763032398,
      "learning_rate": 1.317758684821202e-07,
      "loss": 0.4678,
      "step": 144562
    },
    {
      "epoch": 5.921073110792546,
      "grad_norm": 1.7600037359771168,
      "learning_rate": 1.3163922696598494e-07,
      "loss": 0.6289,
      "step": 144563
    },
    {
      "epoch": 5.921114069219742,
      "grad_norm": 0.8697074544779947,
      "learning_rate": 1.3150265629892632e-07,
      "loss": 0.0924,
      "step": 144564
    },
    {
      "epoch": 5.921155027646939,
      "grad_norm": 1.078358131126295,
      "learning_rate": 1.313661564809776e-07,
      "loss": 0.1977,
      "step": 144565
    },
    {
      "epoch": 5.921195986074135,
      "grad_norm": 1.1349158311659324,
      "learning_rate": 1.312297275122387e-07,
      "loss": 0.3263,
      "step": 144566
    },
    {
      "epoch": 5.921236944501331,
      "grad_norm": 1.2718283981787826,
      "learning_rate": 1.3109336939274296e-07,
      "loss": 0.4159,
      "step": 144567
    },
    {
      "epoch": 5.921277902928527,
      "grad_norm": 1.5263577699721569,
      "learning_rate": 1.3095708212259026e-07,
      "loss": 0.4241,
      "step": 144568
    },
    {
      "epoch": 5.921318861355724,
      "grad_norm": 1.6037755993060023,
      "learning_rate": 1.3082086570181393e-07,
      "loss": 0.4357,
      "step": 144569
    },
    {
      "epoch": 5.9213598197829205,
      "grad_norm": 1.522648852338024,
      "learning_rate": 1.3068472013048058e-07,
      "loss": 0.4478,
      "step": 144570
    },
    {
      "epoch": 5.921400778210117,
      "grad_norm": 1.25282107608706,
      "learning_rate": 1.305486454086735e-07,
      "loss": 0.3543,
      "step": 144571
    },
    {
      "epoch": 5.921441736637313,
      "grad_norm": 1.6987132991369085,
      "learning_rate": 1.304126415364426e-07,
      "loss": 0.495,
      "step": 144572
    },
    {
      "epoch": 5.921482695064509,
      "grad_norm": 1.8018347792210763,
      "learning_rate": 1.3027670851385452e-07,
      "loss": 0.6296,
      "step": 144573
    },
    {
      "epoch": 5.921523653491706,
      "grad_norm": 0.9062011228135972,
      "learning_rate": 1.301408463409759e-07,
      "loss": 0.1882,
      "step": 144574
    },
    {
      "epoch": 5.921564611918902,
      "grad_norm": 0.892442944893833,
      "learning_rate": 1.300050550178733e-07,
      "loss": 0.2132,
      "step": 144575
    },
    {
      "epoch": 5.921605570346099,
      "grad_norm": 1.6401656908171351,
      "learning_rate": 1.298693345445967e-07,
      "loss": 0.5698,
      "step": 144576
    },
    {
      "epoch": 5.921646528773295,
      "grad_norm": 1.297306698651275,
      "learning_rate": 1.297336849212294e-07,
      "loss": 0.4583,
      "step": 144577
    },
    {
      "epoch": 5.921687487200492,
      "grad_norm": 0.3377431689796373,
      "learning_rate": 1.2959810614783794e-07,
      "loss": 0.0384,
      "step": 144578
    },
    {
      "epoch": 5.9217284456276875,
      "grad_norm": 0.7805015918447672,
      "learning_rate": 1.294625982244557e-07,
      "loss": 0.1842,
      "step": 144579
    },
    {
      "epoch": 5.921769404054884,
      "grad_norm": 0.5326267999308686,
      "learning_rate": 1.2932716115118258e-07,
      "loss": 0.0619,
      "step": 144580
    },
    {
      "epoch": 5.921810362482081,
      "grad_norm": 1.678448665803957,
      "learning_rate": 1.2919179492806851e-07,
      "loss": 0.4222,
      "step": 144581
    },
    {
      "epoch": 5.921851320909277,
      "grad_norm": 0.7370499513029474,
      "learning_rate": 1.290564995551635e-07,
      "loss": 0.1075,
      "step": 144582
    },
    {
      "epoch": 5.921892279336474,
      "grad_norm": 1.2972156471740859,
      "learning_rate": 1.2892127503255077e-07,
      "loss": 0.3148,
      "step": 144583
    },
    {
      "epoch": 5.92193323776367,
      "grad_norm": 1.5078882269432095,
      "learning_rate": 1.2878612136028032e-07,
      "loss": 0.4727,
      "step": 144584
    },
    {
      "epoch": 5.921974196190867,
      "grad_norm": 1.5416878345306866,
      "learning_rate": 1.286510385384354e-07,
      "loss": 0.4988,
      "step": 144585
    },
    {
      "epoch": 5.922015154618062,
      "grad_norm": 0.6201547192925994,
      "learning_rate": 1.2851602656706595e-07,
      "loss": 0.1142,
      "step": 144586
    },
    {
      "epoch": 5.922056113045259,
      "grad_norm": 1.8113031481014157,
      "learning_rate": 1.2838108544622194e-07,
      "loss": 0.4652,
      "step": 144587
    },
    {
      "epoch": 5.9220970714724555,
      "grad_norm": 0.7923352488701055,
      "learning_rate": 1.2824621517600332e-07,
      "loss": 0.1426,
      "step": 144588
    },
    {
      "epoch": 5.922138029899652,
      "grad_norm": 1.7908076342154133,
      "learning_rate": 1.2811141575644335e-07,
      "loss": 0.772,
      "step": 144589
    },
    {
      "epoch": 5.9221789883268485,
      "grad_norm": 1.6810728431966693,
      "learning_rate": 1.2797668718760868e-07,
      "loss": 0.5346,
      "step": 144590
    },
    {
      "epoch": 5.922219946754044,
      "grad_norm": 1.6010223323450539,
      "learning_rate": 1.2784202946958256e-07,
      "loss": 0.5504,
      "step": 144591
    },
    {
      "epoch": 5.922260905181241,
      "grad_norm": 1.739544812995214,
      "learning_rate": 1.2770744260241495e-07,
      "loss": 0.6117,
      "step": 144592
    },
    {
      "epoch": 5.922301863608437,
      "grad_norm": 1.494970192561557,
      "learning_rate": 1.2757292658615582e-07,
      "loss": 0.4093,
      "step": 144593
    },
    {
      "epoch": 5.922342822035634,
      "grad_norm": 0.5152696567295144,
      "learning_rate": 1.2743848142090507e-07,
      "loss": 0.0388,
      "step": 144594
    },
    {
      "epoch": 5.92238378046283,
      "grad_norm": 1.011108953944184,
      "learning_rate": 1.2730410710667938e-07,
      "loss": 0.2408,
      "step": 144595
    },
    {
      "epoch": 5.922424738890027,
      "grad_norm": 1.054815744944878,
      "learning_rate": 1.271698036435953e-07,
      "loss": 0.2243,
      "step": 144596
    },
    {
      "epoch": 5.922465697317223,
      "grad_norm": 1.0334761863577815,
      "learning_rate": 1.270355710316695e-07,
      "loss": 0.1874,
      "step": 144597
    },
    {
      "epoch": 5.922506655744419,
      "grad_norm": 1.6268838775793846,
      "learning_rate": 1.2690140927098525e-07,
      "loss": 0.5429,
      "step": 144598
    },
    {
      "epoch": 5.922547614171616,
      "grad_norm": 1.5229292511686532,
      "learning_rate": 1.2676731836160914e-07,
      "loss": 0.4697,
      "step": 144599
    },
    {
      "epoch": 5.922588572598812,
      "grad_norm": 0.5844121421944555,
      "learning_rate": 1.266332983036078e-07,
      "loss": 0.0983,
      "step": 144600
    },
    {
      "epoch": 5.922629531026009,
      "grad_norm": 0.862743849734657,
      "learning_rate": 1.264993490970312e-07,
      "loss": 0.1704,
      "step": 144601
    },
    {
      "epoch": 5.922670489453205,
      "grad_norm": 1.5020782379841633,
      "learning_rate": 1.2636547074194593e-07,
      "loss": 0.5406,
      "step": 144602
    },
    {
      "epoch": 5.922711447880402,
      "grad_norm": 1.6185801715868675,
      "learning_rate": 1.2623166323843526e-07,
      "loss": 0.5333,
      "step": 144603
    },
    {
      "epoch": 5.922752406307598,
      "grad_norm": 0.6453340822280603,
      "learning_rate": 1.260979265865325e-07,
      "loss": 0.0797,
      "step": 144604
    },
    {
      "epoch": 5.922793364734794,
      "grad_norm": 1.0412775300377743,
      "learning_rate": 1.2596426078630428e-07,
      "loss": 0.2481,
      "step": 144605
    },
    {
      "epoch": 5.92283432316199,
      "grad_norm": 1.425051157346146,
      "learning_rate": 1.2583066583783386e-07,
      "loss": 0.5858,
      "step": 144606
    },
    {
      "epoch": 5.922875281589187,
      "grad_norm": 1.582379696262483,
      "learning_rate": 1.256971417411712e-07,
      "loss": 0.4746,
      "step": 144607
    },
    {
      "epoch": 5.9229162400163835,
      "grad_norm": 1.0002745726012765,
      "learning_rate": 1.2556368849638288e-07,
      "loss": 0.206,
      "step": 144608
    },
    {
      "epoch": 5.92295719844358,
      "grad_norm": 1.72432214290059,
      "learning_rate": 1.2543030610353554e-07,
      "loss": 0.4809,
      "step": 144609
    },
    {
      "epoch": 5.922998156870776,
      "grad_norm": 0.554129589938783,
      "learning_rate": 1.2529699456267916e-07,
      "loss": 0.0589,
      "step": 144610
    },
    {
      "epoch": 5.923039115297972,
      "grad_norm": 1.5065218586039015,
      "learning_rate": 1.25163753873897e-07,
      "loss": 0.3914,
      "step": 144611
    },
    {
      "epoch": 5.923080073725169,
      "grad_norm": 1.8689586337212183,
      "learning_rate": 1.2503058403723899e-07,
      "loss": 0.6118,
      "step": 144612
    },
    {
      "epoch": 5.923121032152365,
      "grad_norm": 1.5927959119754573,
      "learning_rate": 1.248974850527551e-07,
      "loss": 0.505,
      "step": 144613
    },
    {
      "epoch": 5.923161990579562,
      "grad_norm": 1.998278235069315,
      "learning_rate": 1.2476445692054527e-07,
      "loss": 0.6454,
      "step": 144614
    },
    {
      "epoch": 5.923202949006758,
      "grad_norm": 0.8693669879925439,
      "learning_rate": 1.2463149964062614e-07,
      "loss": 0.2102,
      "step": 144615
    },
    {
      "epoch": 5.923243907433955,
      "grad_norm": 1.7412578234675598,
      "learning_rate": 1.2449861321309762e-07,
      "loss": 0.5322,
      "step": 144616
    },
    {
      "epoch": 5.9232848658611505,
      "grad_norm": 1.7917645250431116,
      "learning_rate": 1.243657976380097e-07,
      "loss": 0.4699,
      "step": 144617
    },
    {
      "epoch": 5.923325824288347,
      "grad_norm": 1.8192346711131182,
      "learning_rate": 1.2423305291542895e-07,
      "loss": 0.7419,
      "step": 144618
    },
    {
      "epoch": 5.923366782715544,
      "grad_norm": 1.6691684885195144,
      "learning_rate": 1.2410037904540536e-07,
      "loss": 0.5285,
      "step": 144619
    },
    {
      "epoch": 5.92340774114274,
      "grad_norm": 1.7575618122011685,
      "learning_rate": 1.2396777602800555e-07,
      "loss": 0.5816,
      "step": 144620
    },
    {
      "epoch": 5.923448699569937,
      "grad_norm": 1.6017556351118487,
      "learning_rate": 1.238352438633128e-07,
      "loss": 0.5471,
      "step": 144621
    },
    {
      "epoch": 5.923489657997133,
      "grad_norm": 1.5954074916521928,
      "learning_rate": 1.2370278255136036e-07,
      "loss": 0.5114,
      "step": 144622
    },
    {
      "epoch": 5.92353061642433,
      "grad_norm": 1.2193848970987822,
      "learning_rate": 1.2357039209223152e-07,
      "loss": 0.2315,
      "step": 144623
    },
    {
      "epoch": 5.923571574851525,
      "grad_norm": 1.3568797594165547,
      "learning_rate": 1.2343807248597625e-07,
      "loss": 0.355,
      "step": 144624
    },
    {
      "epoch": 5.923612533278722,
      "grad_norm": 1.2390724153407582,
      "learning_rate": 1.2330582373267783e-07,
      "loss": 0.3053,
      "step": 144625
    },
    {
      "epoch": 5.9236534917059185,
      "grad_norm": 1.8547685761756652,
      "learning_rate": 1.2317364583236956e-07,
      "loss": 0.7511,
      "step": 144626
    },
    {
      "epoch": 5.923694450133115,
      "grad_norm": 1.2417785216505772,
      "learning_rate": 1.2304153878511803e-07,
      "loss": 0.2355,
      "step": 144627
    },
    {
      "epoch": 5.9237354085603116,
      "grad_norm": 0.8539370952369528,
      "learning_rate": 1.2290950259100652e-07,
      "loss": 0.2052,
      "step": 144628
    },
    {
      "epoch": 5.923776366987507,
      "grad_norm": 1.0049523961747175,
      "learning_rate": 1.22777537250085e-07,
      "loss": 0.2249,
      "step": 144629
    },
    {
      "epoch": 5.923817325414704,
      "grad_norm": 0.5714928156768008,
      "learning_rate": 1.2264564276242007e-07,
      "loss": 0.0554,
      "step": 144630
    },
    {
      "epoch": 5.9238582838419,
      "grad_norm": 1.3303305353884451,
      "learning_rate": 1.2251381912807833e-07,
      "loss": 0.2795,
      "step": 144631
    },
    {
      "epoch": 5.923899242269097,
      "grad_norm": 1.0978844348257473,
      "learning_rate": 1.2238206634710978e-07,
      "loss": 0.2225,
      "step": 144632
    },
    {
      "epoch": 5.923940200696293,
      "grad_norm": 1.1494464047562836,
      "learning_rate": 1.2225038441958102e-07,
      "loss": 0.2148,
      "step": 144633
    },
    {
      "epoch": 5.92398115912349,
      "grad_norm": 1.6819283175902828,
      "learning_rate": 1.22118773345542e-07,
      "loss": 0.6521,
      "step": 144634
    },
    {
      "epoch": 5.924022117550686,
      "grad_norm": 1.5631104509214928,
      "learning_rate": 1.2198723312509262e-07,
      "loss": 0.5236,
      "step": 144635
    },
    {
      "epoch": 5.924063075977882,
      "grad_norm": 1.5334876637664165,
      "learning_rate": 1.2185576375824956e-07,
      "loss": 0.4701,
      "step": 144636
    },
    {
      "epoch": 5.924104034405079,
      "grad_norm": 0.8245538560503662,
      "learning_rate": 1.2172436524511277e-07,
      "loss": 0.1783,
      "step": 144637
    },
    {
      "epoch": 5.924144992832275,
      "grad_norm": 1.12199881395632,
      "learning_rate": 1.2159303758571547e-07,
      "loss": 0.2475,
      "step": 144638
    },
    {
      "epoch": 5.924185951259472,
      "grad_norm": 1.3085309033771095,
      "learning_rate": 1.21461780780141e-07,
      "loss": 0.3645,
      "step": 144639
    },
    {
      "epoch": 5.924226909686668,
      "grad_norm": 1.821703220388781,
      "learning_rate": 1.2133059482842268e-07,
      "loss": 0.7692,
      "step": 144640
    },
    {
      "epoch": 5.924267868113865,
      "grad_norm": 1.4286279756313873,
      "learning_rate": 1.2119947973066035e-07,
      "loss": 0.4745,
      "step": 144641
    },
    {
      "epoch": 5.924308826541061,
      "grad_norm": 2.1228483295442984,
      "learning_rate": 1.2106843548690402e-07,
      "loss": 0.7729,
      "step": 144642
    },
    {
      "epoch": 5.924349784968257,
      "grad_norm": 0.6066931590659761,
      "learning_rate": 1.2093746209718703e-07,
      "loss": 0.0963,
      "step": 144643
    },
    {
      "epoch": 5.9243907433954535,
      "grad_norm": 1.3157840061163144,
      "learning_rate": 1.2080655956160923e-07,
      "loss": 0.2796,
      "step": 144644
    },
    {
      "epoch": 5.92443170182265,
      "grad_norm": 1.6670946682633312,
      "learning_rate": 1.2067572788022063e-07,
      "loss": 0.5105,
      "step": 144645
    },
    {
      "epoch": 5.9244726602498465,
      "grad_norm": 1.4702679380078143,
      "learning_rate": 1.2054496705307115e-07,
      "loss": 0.4679,
      "step": 144646
    },
    {
      "epoch": 5.924513618677043,
      "grad_norm": 1.367719683391714,
      "learning_rate": 1.2041427708022745e-07,
      "loss": 0.3736,
      "step": 144647
    },
    {
      "epoch": 5.924554577104239,
      "grad_norm": 0.9680949690581403,
      "learning_rate": 1.202836579617561e-07,
      "loss": 0.2126,
      "step": 144648
    },
    {
      "epoch": 5.924595535531435,
      "grad_norm": 1.622575949411406,
      "learning_rate": 1.2015310969772373e-07,
      "loss": 0.5418,
      "step": 144649
    },
    {
      "epoch": 5.924636493958632,
      "grad_norm": 1.5744352352893312,
      "learning_rate": 1.2002263228819698e-07,
      "loss": 0.4706,
      "step": 144650
    },
    {
      "epoch": 5.924677452385828,
      "grad_norm": 1.5508798091929354,
      "learning_rate": 1.198922257332091e-07,
      "loss": 0.3529,
      "step": 144651
    },
    {
      "epoch": 5.924718410813025,
      "grad_norm": 1.3020896997317792,
      "learning_rate": 1.1976189003284342e-07,
      "loss": 0.4073,
      "step": 144652
    },
    {
      "epoch": 5.924759369240221,
      "grad_norm": 0.9654631925011808,
      "learning_rate": 1.1963162518714985e-07,
      "loss": 0.227,
      "step": 144653
    },
    {
      "epoch": 5.924800327667418,
      "grad_norm": 0.8029418408025948,
      "learning_rate": 1.195014311962117e-07,
      "loss": 0.1478,
      "step": 144654
    },
    {
      "epoch": 5.924841286094614,
      "grad_norm": 0.9922936356590458,
      "learning_rate": 1.1937130806006223e-07,
      "loss": 0.1283,
      "step": 144655
    },
    {
      "epoch": 5.92488224452181,
      "grad_norm": 0.5885608931512599,
      "learning_rate": 1.1924125577878475e-07,
      "loss": 0.0918,
      "step": 144656
    },
    {
      "epoch": 5.924923202949007,
      "grad_norm": 1.4444606705136924,
      "learning_rate": 1.1911127435242918e-07,
      "loss": 0.4439,
      "step": 144657
    },
    {
      "epoch": 5.924964161376203,
      "grad_norm": 1.7829076694785493,
      "learning_rate": 1.1898136378106216e-07,
      "loss": 0.7246,
      "step": 144658
    },
    {
      "epoch": 5.9250051198034,
      "grad_norm": 1.8298954483768963,
      "learning_rate": 1.1885152406475029e-07,
      "loss": 0.7696,
      "step": 144659
    },
    {
      "epoch": 5.925046078230596,
      "grad_norm": 1.6351269139676532,
      "learning_rate": 1.1872175520354355e-07,
      "loss": 0.3827,
      "step": 144660
    },
    {
      "epoch": 5.925087036657793,
      "grad_norm": 1.2677947058695862,
      "learning_rate": 1.1859205719750852e-07,
      "loss": 0.3265,
      "step": 144661
    },
    {
      "epoch": 5.925127995084988,
      "grad_norm": 1.0350573000780503,
      "learning_rate": 1.184624300466952e-07,
      "loss": 0.217,
      "step": 144662
    },
    {
      "epoch": 5.925168953512185,
      "grad_norm": 1.2590462822155977,
      "learning_rate": 1.1833287375118684e-07,
      "loss": 0.2341,
      "step": 144663
    },
    {
      "epoch": 5.9252099119393815,
      "grad_norm": 1.6521337027577505,
      "learning_rate": 1.1820338831103338e-07,
      "loss": 0.58,
      "step": 144664
    },
    {
      "epoch": 5.925250870366578,
      "grad_norm": 1.8269902074699023,
      "learning_rate": 1.1807397372630145e-07,
      "loss": 0.5154,
      "step": 144665
    },
    {
      "epoch": 5.925291828793775,
      "grad_norm": 1.2767247916457414,
      "learning_rate": 1.1794462999704102e-07,
      "loss": 0.3703,
      "step": 144666
    },
    {
      "epoch": 5.92533278722097,
      "grad_norm": 1.633072444172829,
      "learning_rate": 1.1781535712330203e-07,
      "loss": 0.5346,
      "step": 144667
    },
    {
      "epoch": 5.925373745648167,
      "grad_norm": 1.3446668015990593,
      "learning_rate": 1.1768615510518442e-07,
      "loss": 0.3738,
      "step": 144668
    },
    {
      "epoch": 5.925414704075363,
      "grad_norm": 1.5021551996214109,
      "learning_rate": 1.1755702394272148e-07,
      "loss": 0.4456,
      "step": 144669
    },
    {
      "epoch": 5.92545566250256,
      "grad_norm": 1.7521565716025034,
      "learning_rate": 1.1742796363597983e-07,
      "loss": 0.6134,
      "step": 144670
    },
    {
      "epoch": 5.925496620929756,
      "grad_norm": 1.6694458740567364,
      "learning_rate": 1.172989741850261e-07,
      "loss": 0.4896,
      "step": 144671
    },
    {
      "epoch": 5.925537579356953,
      "grad_norm": 1.1030997716552964,
      "learning_rate": 1.1717005558991022e-07,
      "loss": 0.1884,
      "step": 144672
    },
    {
      "epoch": 5.9255785377841494,
      "grad_norm": 0.9091419403534294,
      "learning_rate": 1.1704120785069882e-07,
      "loss": 0.1446,
      "step": 144673
    },
    {
      "epoch": 5.925619496211345,
      "grad_norm": 1.4301277480590229,
      "learning_rate": 1.169124309674585e-07,
      "loss": 0.4985,
      "step": 144674
    },
    {
      "epoch": 5.925660454638542,
      "grad_norm": 1.0716758728565554,
      "learning_rate": 1.1678372494023925e-07,
      "loss": 0.2058,
      "step": 144675
    },
    {
      "epoch": 5.925701413065738,
      "grad_norm": 1.4873121577292785,
      "learning_rate": 1.1665508976910765e-07,
      "loss": 0.575,
      "step": 144676
    },
    {
      "epoch": 5.925742371492935,
      "grad_norm": 1.6316378666394347,
      "learning_rate": 1.1652652545413033e-07,
      "loss": 0.5138,
      "step": 144677
    },
    {
      "epoch": 5.925783329920131,
      "grad_norm": 1.5742575511832393,
      "learning_rate": 1.1639803199535725e-07,
      "loss": 0.5341,
      "step": 144678
    },
    {
      "epoch": 5.925824288347328,
      "grad_norm": 1.5022152427045499,
      "learning_rate": 1.1626960939285501e-07,
      "loss": 0.5622,
      "step": 144679
    },
    {
      "epoch": 5.925865246774524,
      "grad_norm": 2.4003990446803347,
      "learning_rate": 1.1614125764667359e-07,
      "loss": 1.6191,
      "step": 144680
    },
    {
      "epoch": 5.92590620520172,
      "grad_norm": 0.9275246487798181,
      "learning_rate": 1.1601297675689625e-07,
      "loss": 0.2019,
      "step": 144681
    },
    {
      "epoch": 5.9259471636289165,
      "grad_norm": 1.6234624403436442,
      "learning_rate": 1.1588476672355629e-07,
      "loss": 0.4203,
      "step": 144682
    },
    {
      "epoch": 5.925988122056113,
      "grad_norm": 1.0759285955248887,
      "learning_rate": 1.1575662754673698e-07,
      "loss": 0.1824,
      "step": 144683
    },
    {
      "epoch": 5.92602908048331,
      "grad_norm": 1.7659081770396008,
      "learning_rate": 1.1562855922650493e-07,
      "loss": 0.4248,
      "step": 144684
    },
    {
      "epoch": 5.926070038910506,
      "grad_norm": 1.5351380723187673,
      "learning_rate": 1.1550056176289346e-07,
      "loss": 0.4999,
      "step": 144685
    },
    {
      "epoch": 5.926110997337702,
      "grad_norm": 3.5113532579035844,
      "learning_rate": 1.1537263515596918e-07,
      "loss": 2.561,
      "step": 144686
    },
    {
      "epoch": 5.926151955764898,
      "grad_norm": 2.365423837035484,
      "learning_rate": 1.1524477940581534e-07,
      "loss": 1.4795,
      "step": 144687
    },
    {
      "epoch": 5.926192914192095,
      "grad_norm": 1.5903692629178394,
      "learning_rate": 1.1511699451246526e-07,
      "loss": 0.35,
      "step": 144688
    },
    {
      "epoch": 5.926233872619291,
      "grad_norm": 1.5553380177962746,
      "learning_rate": 1.1498928047598554e-07,
      "loss": 0.4049,
      "step": 144689
    },
    {
      "epoch": 5.926274831046488,
      "grad_norm": 1.2394463673234346,
      "learning_rate": 1.1486163729644282e-07,
      "loss": 0.3417,
      "step": 144690
    },
    {
      "epoch": 5.926315789473684,
      "grad_norm": 1.5391950783997197,
      "learning_rate": 1.147340649739037e-07,
      "loss": 0.5279,
      "step": 144691
    },
    {
      "epoch": 5.926356747900881,
      "grad_norm": 1.2665011025156445,
      "learning_rate": 1.1460656350841812e-07,
      "loss": 0.3467,
      "step": 144692
    },
    {
      "epoch": 5.926397706328077,
      "grad_norm": 1.0613506742737664,
      "learning_rate": 1.1447913290005273e-07,
      "loss": 0.2393,
      "step": 144693
    },
    {
      "epoch": 5.926438664755273,
      "grad_norm": 1.2360645622882556,
      "learning_rate": 1.1435177314885747e-07,
      "loss": 0.2755,
      "step": 144694
    },
    {
      "epoch": 5.92647962318247,
      "grad_norm": 1.6353975441394504,
      "learning_rate": 1.142244842549156e-07,
      "loss": 0.5626,
      "step": 144695
    },
    {
      "epoch": 5.926520581609666,
      "grad_norm": 1.8156843167808392,
      "learning_rate": 1.1409726621824377e-07,
      "loss": 0.5477,
      "step": 144696
    },
    {
      "epoch": 5.926561540036863,
      "grad_norm": 1.1574490059117,
      "learning_rate": 1.1397011903895858e-07,
      "loss": 0.2987,
      "step": 144697
    },
    {
      "epoch": 5.926602498464059,
      "grad_norm": 1.3662059720735453,
      "learning_rate": 1.1384304271706002e-07,
      "loss": 0.408,
      "step": 144698
    },
    {
      "epoch": 5.926643456891256,
      "grad_norm": 1.6744752357906678,
      "learning_rate": 1.1371603725266465e-07,
      "loss": 0.4727,
      "step": 144699
    },
    {
      "epoch": 5.9266844153184515,
      "grad_norm": 1.5811061427978519,
      "learning_rate": 1.1358910264578913e-07,
      "loss": 0.5805,
      "step": 144700
    },
    {
      "epoch": 5.926725373745648,
      "grad_norm": 1.35840252318496,
      "learning_rate": 1.1346223889651673e-07,
      "loss": 0.4099,
      "step": 144701
    },
    {
      "epoch": 5.9267663321728445,
      "grad_norm": 1.5295849753615218,
      "learning_rate": 1.1333544600491407e-07,
      "loss": 0.5529,
      "step": 144702
    },
    {
      "epoch": 5.926807290600041,
      "grad_norm": 1.768566625713805,
      "learning_rate": 1.1320872397101444e-07,
      "loss": 0.614,
      "step": 144703
    },
    {
      "epoch": 5.926848249027238,
      "grad_norm": 1.5652243131331776,
      "learning_rate": 1.1308207279490112e-07,
      "loss": 0.4692,
      "step": 144704
    },
    {
      "epoch": 5.926889207454433,
      "grad_norm": 1.007280463493696,
      "learning_rate": 1.1295549247662406e-07,
      "loss": 0.1814,
      "step": 144705
    },
    {
      "epoch": 5.92693016588163,
      "grad_norm": 1.4952788811780513,
      "learning_rate": 1.1282898301623322e-07,
      "loss": 0.4084,
      "step": 144706
    },
    {
      "epoch": 5.926971124308826,
      "grad_norm": 1.4528694248005212,
      "learning_rate": 1.1270254441381189e-07,
      "loss": 0.3771,
      "step": 144707
    },
    {
      "epoch": 5.927012082736023,
      "grad_norm": 1.9527209457596335,
      "learning_rate": 1.1257617666940998e-07,
      "loss": 0.6676,
      "step": 144708
    },
    {
      "epoch": 5.927053041163219,
      "grad_norm": 1.2739925496535018,
      "learning_rate": 1.1244987978306085e-07,
      "loss": 0.3325,
      "step": 144709
    },
    {
      "epoch": 5.927093999590416,
      "grad_norm": 1.5199338214532736,
      "learning_rate": 1.1232365375486441e-07,
      "loss": 0.4731,
      "step": 144710
    },
    {
      "epoch": 5.9271349580176125,
      "grad_norm": 1.4123321885587825,
      "learning_rate": 1.1219749858487059e-07,
      "loss": 0.4264,
      "step": 144711
    },
    {
      "epoch": 5.927175916444808,
      "grad_norm": 1.4515566180372237,
      "learning_rate": 1.1207141427312938e-07,
      "loss": 0.3398,
      "step": 144712
    },
    {
      "epoch": 5.927216874872005,
      "grad_norm": 1.2541318215749075,
      "learning_rate": 1.1194540081969072e-07,
      "loss": 0.3326,
      "step": 144713
    },
    {
      "epoch": 5.927257833299201,
      "grad_norm": 1.5812104770582427,
      "learning_rate": 1.1181945822463789e-07,
      "loss": 0.4049,
      "step": 144714
    },
    {
      "epoch": 5.927298791726398,
      "grad_norm": 1.555425493136541,
      "learning_rate": 1.1169358648802085e-07,
      "loss": 0.5316,
      "step": 144715
    },
    {
      "epoch": 5.927339750153594,
      "grad_norm": 1.7059464038733116,
      "learning_rate": 1.1156778560988955e-07,
      "loss": 0.5537,
      "step": 144716
    },
    {
      "epoch": 5.927380708580791,
      "grad_norm": 2.0934668173181734,
      "learning_rate": 1.114420555903106e-07,
      "loss": 0.7508,
      "step": 144717
    },
    {
      "epoch": 5.927421667007987,
      "grad_norm": 0.9456506556271279,
      "learning_rate": 1.1131639642935063e-07,
      "loss": 0.212,
      "step": 144718
    },
    {
      "epoch": 5.927462625435183,
      "grad_norm": 2.384621742481453,
      "learning_rate": 1.111908081270596e-07,
      "loss": 0.5366,
      "step": 144719
    },
    {
      "epoch": 5.9275035838623795,
      "grad_norm": 1.519181161669636,
      "learning_rate": 1.1106529068350412e-07,
      "loss": 0.4172,
      "step": 144720
    },
    {
      "epoch": 5.927544542289576,
      "grad_norm": 1.1778283082394159,
      "learning_rate": 1.1093984409873413e-07,
      "loss": 0.3385,
      "step": 144721
    },
    {
      "epoch": 5.927585500716773,
      "grad_norm": 1.704195089092699,
      "learning_rate": 1.1081446837281626e-07,
      "loss": 0.4982,
      "step": 144722
    },
    {
      "epoch": 5.927626459143969,
      "grad_norm": 1.5739811519034517,
      "learning_rate": 1.1068916350580049e-07,
      "loss": 0.508,
      "step": 144723
    },
    {
      "epoch": 5.927667417571165,
      "grad_norm": 1.3886417501721435,
      "learning_rate": 1.1056392949777005e-07,
      "loss": 0.4343,
      "step": 144724
    },
    {
      "epoch": 5.927708375998361,
      "grad_norm": 1.9779547388525391,
      "learning_rate": 1.1043876634875826e-07,
      "loss": 0.5621,
      "step": 144725
    },
    {
      "epoch": 5.927749334425558,
      "grad_norm": 1.7040245023789207,
      "learning_rate": 1.1031367405883173e-07,
      "loss": 0.6098,
      "step": 144726
    },
    {
      "epoch": 5.927790292852754,
      "grad_norm": 1.3552728217455194,
      "learning_rate": 1.1018865262804044e-07,
      "loss": 0.3913,
      "step": 144727
    },
    {
      "epoch": 5.927831251279951,
      "grad_norm": 1.533649218262036,
      "learning_rate": 1.1006370205646764e-07,
      "loss": 0.4067,
      "step": 144728
    },
    {
      "epoch": 5.9278722097071475,
      "grad_norm": 1.505990569275926,
      "learning_rate": 1.099388223441633e-07,
      "loss": 0.5372,
      "step": 144729
    },
    {
      "epoch": 5.927913168134344,
      "grad_norm": 1.7918159472335247,
      "learning_rate": 1.0981401349117736e-07,
      "loss": 0.6003,
      "step": 144730
    },
    {
      "epoch": 5.92795412656154,
      "grad_norm": 1.6531659680771777,
      "learning_rate": 1.096892754975598e-07,
      "loss": 0.4568,
      "step": 144731
    },
    {
      "epoch": 5.927995084988736,
      "grad_norm": 1.5615912938779954,
      "learning_rate": 1.0956460836341052e-07,
      "loss": 0.4502,
      "step": 144732
    },
    {
      "epoch": 5.928036043415933,
      "grad_norm": 1.1064049207116873,
      "learning_rate": 1.0944001208874619e-07,
      "loss": 0.1959,
      "step": 144733
    },
    {
      "epoch": 5.928077001843129,
      "grad_norm": 1.7798290553334544,
      "learning_rate": 1.0931548667363343e-07,
      "loss": 0.6819,
      "step": 144734
    },
    {
      "epoch": 5.928117960270326,
      "grad_norm": 1.6933425937094924,
      "learning_rate": 1.091910321181555e-07,
      "loss": 0.489,
      "step": 144735
    },
    {
      "epoch": 5.928158918697522,
      "grad_norm": 1.7943448498037453,
      "learning_rate": 1.0906664842232904e-07,
      "loss": 0.6496,
      "step": 144736
    },
    {
      "epoch": 5.928199877124719,
      "grad_norm": 1.055202084280515,
      "learning_rate": 1.0894233558627063e-07,
      "loss": 0.2233,
      "step": 144737
    },
    {
      "epoch": 5.9282408355519145,
      "grad_norm": 1.4694170697052416,
      "learning_rate": 1.0881809360998028e-07,
      "loss": 0.449,
      "step": 144738
    },
    {
      "epoch": 5.928281793979111,
      "grad_norm": 2.031130406576341,
      "learning_rate": 1.0869392249355791e-07,
      "loss": 0.7451,
      "step": 144739
    },
    {
      "epoch": 5.928322752406308,
      "grad_norm": 1.8640996176184859,
      "learning_rate": 1.0856982223703681e-07,
      "loss": 0.6698,
      "step": 144740
    },
    {
      "epoch": 5.928363710833504,
      "grad_norm": 1.5424270520147538,
      "learning_rate": 1.0844579284050026e-07,
      "loss": 0.5225,
      "step": 144741
    },
    {
      "epoch": 5.928404669260701,
      "grad_norm": 0.9681690041701649,
      "learning_rate": 1.0832183430398156e-07,
      "loss": 0.2503,
      "step": 144742
    },
    {
      "epoch": 5.928445627687896,
      "grad_norm": 1.4245695942909409,
      "learning_rate": 1.0819794662754732e-07,
      "loss": 0.3404,
      "step": 144743
    },
    {
      "epoch": 5.928486586115093,
      "grad_norm": 1.6433494153686496,
      "learning_rate": 1.0807412981126417e-07,
      "loss": 0.5228,
      "step": 144744
    },
    {
      "epoch": 5.928527544542289,
      "grad_norm": 1.723191195831628,
      "learning_rate": 1.0795038385519871e-07,
      "loss": 0.5571,
      "step": 144745
    },
    {
      "epoch": 5.928568502969486,
      "grad_norm": 1.4827255654050981,
      "learning_rate": 1.0782670875936761e-07,
      "loss": 0.3862,
      "step": 144746
    },
    {
      "epoch": 5.928609461396682,
      "grad_norm": 1.2395278829396768,
      "learning_rate": 1.0770310452388742e-07,
      "loss": 0.3356,
      "step": 144747
    },
    {
      "epoch": 5.928650419823879,
      "grad_norm": 0.8883891421403162,
      "learning_rate": 1.075795711487748e-07,
      "loss": 0.2236,
      "step": 144748
    },
    {
      "epoch": 5.9286913782510755,
      "grad_norm": 1.2820473592877026,
      "learning_rate": 1.0745610863409637e-07,
      "loss": 0.3821,
      "step": 144749
    },
    {
      "epoch": 5.928732336678271,
      "grad_norm": 1.2824943470174952,
      "learning_rate": 1.0733271697991875e-07,
      "loss": 0.2524,
      "step": 144750
    },
    {
      "epoch": 5.928773295105468,
      "grad_norm": 1.6973364443224215,
      "learning_rate": 1.0720939618629187e-07,
      "loss": 0.6189,
      "step": 144751
    },
    {
      "epoch": 5.928814253532664,
      "grad_norm": 1.8808229938096916,
      "learning_rate": 1.0708614625328238e-07,
      "loss": 0.5209,
      "step": 144752
    },
    {
      "epoch": 5.928855211959861,
      "grad_norm": 1.8662849556714205,
      "learning_rate": 1.0696296718095687e-07,
      "loss": 0.6654,
      "step": 144753
    },
    {
      "epoch": 5.928896170387057,
      "grad_norm": 1.6156766365868216,
      "learning_rate": 1.0683985896934866e-07,
      "loss": 0.5839,
      "step": 144754
    },
    {
      "epoch": 5.928937128814254,
      "grad_norm": 1.6142493653526886,
      "learning_rate": 1.0671682161852436e-07,
      "loss": 0.4593,
      "step": 144755
    },
    {
      "epoch": 5.92897808724145,
      "grad_norm": 1.4653290705273037,
      "learning_rate": 1.0659385512855056e-07,
      "loss": 0.4338,
      "step": 144756
    },
    {
      "epoch": 5.929019045668646,
      "grad_norm": 1.5505832281492906,
      "learning_rate": 1.0647095949949391e-07,
      "loss": 0.4483,
      "step": 144757
    },
    {
      "epoch": 5.9290600040958426,
      "grad_norm": 1.5030903476067168,
      "learning_rate": 1.063481347313877e-07,
      "loss": 0.4795,
      "step": 144758
    },
    {
      "epoch": 5.929100962523039,
      "grad_norm": 1.60297286299532,
      "learning_rate": 1.0622538082429855e-07,
      "loss": 0.4175,
      "step": 144759
    },
    {
      "epoch": 5.929141920950236,
      "grad_norm": 0.28560485620442266,
      "learning_rate": 1.0610269777829305e-07,
      "loss": 0.0226,
      "step": 144760
    },
    {
      "epoch": 5.929182879377432,
      "grad_norm": 1.8092132411391202,
      "learning_rate": 1.0598008559342119e-07,
      "loss": 0.5211,
      "step": 144761
    },
    {
      "epoch": 5.929223837804628,
      "grad_norm": 1.2356572111612831,
      "learning_rate": 1.0585754426974957e-07,
      "loss": 0.2392,
      "step": 144762
    },
    {
      "epoch": 5.929264796231824,
      "grad_norm": 1.6111439636945444,
      "learning_rate": 1.0573507380732815e-07,
      "loss": 0.4602,
      "step": 144763
    },
    {
      "epoch": 5.929305754659021,
      "grad_norm": 1.6019889218381456,
      "learning_rate": 1.0561267420622354e-07,
      "loss": 0.5718,
      "step": 144764
    },
    {
      "epoch": 5.929346713086217,
      "grad_norm": 1.2310680799213576,
      "learning_rate": 1.0549034546648572e-07,
      "loss": 0.1533,
      "step": 144765
    },
    {
      "epoch": 5.929387671513414,
      "grad_norm": 1.4638413883944283,
      "learning_rate": 1.0536808758816462e-07,
      "loss": 0.3661,
      "step": 144766
    },
    {
      "epoch": 5.9294286299406105,
      "grad_norm": 1.3919739105250275,
      "learning_rate": 1.0524590057134352e-07,
      "loss": 0.4528,
      "step": 144767
    },
    {
      "epoch": 5.929469588367807,
      "grad_norm": 1.707633466782868,
      "learning_rate": 1.0512378441603908e-07,
      "loss": 0.503,
      "step": 144768
    },
    {
      "epoch": 5.929510546795003,
      "grad_norm": 1.2792091839496296,
      "learning_rate": 1.0500173912235122e-07,
      "loss": 0.2819,
      "step": 144769
    },
    {
      "epoch": 5.929551505222199,
      "grad_norm": 1.7609042317383774,
      "learning_rate": 1.0487976469031323e-07,
      "loss": 0.8935,
      "step": 144770
    },
    {
      "epoch": 5.929592463649396,
      "grad_norm": 3.5803196494242533,
      "learning_rate": 1.0475786112000839e-07,
      "loss": 2.0244,
      "step": 144771
    },
    {
      "epoch": 5.929633422076592,
      "grad_norm": 1.8174625610234794,
      "learning_rate": 1.0463602841145336e-07,
      "loss": 0.6696,
      "step": 144772
    },
    {
      "epoch": 5.929674380503789,
      "grad_norm": 1.8245515188739785,
      "learning_rate": 1.0451426656473139e-07,
      "loss": 0.5575,
      "step": 144773
    },
    {
      "epoch": 5.929715338930985,
      "grad_norm": 1.7174512721601818,
      "learning_rate": 1.043925755799091e-07,
      "loss": 0.5197,
      "step": 144774
    },
    {
      "epoch": 5.929756297358182,
      "grad_norm": 2.8092350187906345,
      "learning_rate": 1.042709554570198e-07,
      "loss": 2.2951,
      "step": 144775
    },
    {
      "epoch": 5.9297972557853775,
      "grad_norm": 1.407729207515736,
      "learning_rate": 1.0414940619614675e-07,
      "loss": 0.375,
      "step": 144776
    },
    {
      "epoch": 5.929838214212574,
      "grad_norm": 0.9012958173866924,
      "learning_rate": 1.0402792779732328e-07,
      "loss": 0.1638,
      "step": 144777
    },
    {
      "epoch": 5.929879172639771,
      "grad_norm": 0.8760570421228974,
      "learning_rate": 1.0390652026061597e-07,
      "loss": 0.2019,
      "step": 144778
    },
    {
      "epoch": 5.929920131066967,
      "grad_norm": 1.5748923585100316,
      "learning_rate": 1.0378518358609145e-07,
      "loss": 0.3602,
      "step": 144779
    },
    {
      "epoch": 5.929961089494164,
      "grad_norm": 0.5804519625097297,
      "learning_rate": 1.0366391777379968e-07,
      "loss": 0.0678,
      "step": 144780
    },
    {
      "epoch": 5.930002047921359,
      "grad_norm": 1.1923392005191016,
      "learning_rate": 1.0354272282379061e-07,
      "loss": 0.1965,
      "step": 144781
    },
    {
      "epoch": 5.930043006348556,
      "grad_norm": 2.8037935571586514,
      "learning_rate": 1.0342159873613088e-07,
      "loss": 1.6795,
      "step": 144782
    },
    {
      "epoch": 5.930083964775752,
      "grad_norm": 1.1451700572214445,
      "learning_rate": 1.0330054551088707e-07,
      "loss": 0.3525,
      "step": 144783
    },
    {
      "epoch": 5.930124923202949,
      "grad_norm": 1.7778354852848435,
      "learning_rate": 1.031795631480925e-07,
      "loss": 0.5616,
      "step": 144784
    },
    {
      "epoch": 5.9301658816301455,
      "grad_norm": 0.9721192796284137,
      "learning_rate": 1.0305865164781379e-07,
      "loss": 0.1905,
      "step": 144785
    },
    {
      "epoch": 5.930206840057342,
      "grad_norm": 1.0566273847064065,
      "learning_rate": 1.0293781101011755e-07,
      "loss": 0.1769,
      "step": 144786
    },
    {
      "epoch": 5.9302477984845385,
      "grad_norm": 1.603324009610068,
      "learning_rate": 1.0281704123503709e-07,
      "loss": 0.5634,
      "step": 144787
    },
    {
      "epoch": 5.930288756911734,
      "grad_norm": 1.5333480108381845,
      "learning_rate": 1.0269634232267232e-07,
      "loss": 0.3639,
      "step": 144788
    },
    {
      "epoch": 5.930329715338931,
      "grad_norm": 1.4936736863873876,
      "learning_rate": 1.025757142730399e-07,
      "loss": 0.3555,
      "step": 144789
    },
    {
      "epoch": 5.930370673766127,
      "grad_norm": 0.9943930116771306,
      "learning_rate": 1.024551570862231e-07,
      "loss": 0.1949,
      "step": 144790
    },
    {
      "epoch": 5.930411632193324,
      "grad_norm": 1.8011918587229832,
      "learning_rate": 1.0233467076225521e-07,
      "loss": 0.7821,
      "step": 144791
    },
    {
      "epoch": 5.93045259062052,
      "grad_norm": 1.1545876335469774,
      "learning_rate": 1.0221425530120287e-07,
      "loss": 0.2853,
      "step": 144792
    },
    {
      "epoch": 5.930493549047717,
      "grad_norm": 1.5406495311347872,
      "learning_rate": 1.0209391070313267e-07,
      "loss": 0.4742,
      "step": 144793
    },
    {
      "epoch": 5.930534507474913,
      "grad_norm": 0.9493319159956858,
      "learning_rate": 1.0197363696809458e-07,
      "loss": 0.0824,
      "step": 144794
    },
    {
      "epoch": 5.930575465902109,
      "grad_norm": 1.5196750690494523,
      "learning_rate": 1.0185343409613855e-07,
      "loss": 0.4783,
      "step": 144795
    },
    {
      "epoch": 5.930616424329306,
      "grad_norm": 1.3375702290707814,
      "learning_rate": 1.0173330208733121e-07,
      "loss": 0.4023,
      "step": 144796
    },
    {
      "epoch": 5.930657382756502,
      "grad_norm": 1.5343091482997364,
      "learning_rate": 1.0161324094173917e-07,
      "loss": 0.509,
      "step": 144797
    },
    {
      "epoch": 5.930698341183699,
      "grad_norm": 1.937274273542288,
      "learning_rate": 1.0149325065939574e-07,
      "loss": 0.6791,
      "step": 144798
    },
    {
      "epoch": 5.930739299610895,
      "grad_norm": 1.3679292125636173,
      "learning_rate": 1.013733312403675e-07,
      "loss": 0.3947,
      "step": 144799
    },
    {
      "epoch": 5.930780258038092,
      "grad_norm": 1.4025132985888167,
      "learning_rate": 1.0125348268470446e-07,
      "loss": 0.4552,
      "step": 144800
    },
    {
      "epoch": 5.930821216465287,
      "grad_norm": 1.6974051589982633,
      "learning_rate": 1.0113370499248985e-07,
      "loss": 0.6122,
      "step": 144801
    },
    {
      "epoch": 5.930862174892484,
      "grad_norm": 1.6325894974410697,
      "learning_rate": 1.0101399816374034e-07,
      "loss": 0.5364,
      "step": 144802
    },
    {
      "epoch": 5.93090313331968,
      "grad_norm": 1.625676506132804,
      "learning_rate": 1.008943621985392e-07,
      "loss": 0.5422,
      "step": 144803
    },
    {
      "epoch": 5.930944091746877,
      "grad_norm": 1.4684203100957105,
      "learning_rate": 1.0077479709695302e-07,
      "loss": 0.4866,
      "step": 144804
    },
    {
      "epoch": 5.9309850501740735,
      "grad_norm": 0.8333849936468695,
      "learning_rate": 1.0065530285899847e-07,
      "loss": 0.2021,
      "step": 144805
    },
    {
      "epoch": 5.93102600860127,
      "grad_norm": 1.9616323658933095,
      "learning_rate": 1.0053587948477548e-07,
      "loss": 0.8514,
      "step": 144806
    },
    {
      "epoch": 5.931066967028466,
      "grad_norm": 1.667964334696555,
      "learning_rate": 1.004165269743007e-07,
      "loss": 0.4963,
      "step": 144807
    },
    {
      "epoch": 5.931107925455662,
      "grad_norm": 1.245097108451852,
      "learning_rate": 1.0029724532767402e-07,
      "loss": 0.4015,
      "step": 144808
    },
    {
      "epoch": 5.931148883882859,
      "grad_norm": 1.3271285185967001,
      "learning_rate": 1.0017803454491214e-07,
      "loss": 0.3976,
      "step": 144809
    },
    {
      "epoch": 5.931189842310055,
      "grad_norm": 1.5349709648461074,
      "learning_rate": 1.0005889462609828e-07,
      "loss": 0.4079,
      "step": 144810
    },
    {
      "epoch": 5.931230800737252,
      "grad_norm": 1.539347954577891,
      "learning_rate": 9.993982557126579e-08,
      "loss": 0.5125,
      "step": 144811
    },
    {
      "epoch": 5.931271759164448,
      "grad_norm": 1.5231846059751306,
      "learning_rate": 9.98208273804979e-08,
      "loss": 0.4215,
      "step": 144812
    },
    {
      "epoch": 5.931312717591645,
      "grad_norm": 1.6287385934708045,
      "learning_rate": 9.970190005381128e-08,
      "loss": 0.7112,
      "step": 144813
    },
    {
      "epoch": 5.931353676018841,
      "grad_norm": 1.4911206218460435,
      "learning_rate": 9.958304359132252e-08,
      "loss": 0.4572,
      "step": 144814
    },
    {
      "epoch": 5.931394634446037,
      "grad_norm": 2.0182929627698116,
      "learning_rate": 9.94642579930316e-08,
      "loss": 0.7713,
      "step": 144815
    },
    {
      "epoch": 5.931435592873234,
      "grad_norm": 2.625021133806502,
      "learning_rate": 9.934554325900512e-08,
      "loss": 2.0156,
      "step": 144816
    },
    {
      "epoch": 5.93147655130043,
      "grad_norm": 1.7666799439923768,
      "learning_rate": 9.922689938932637e-08,
      "loss": 0.487,
      "step": 144817
    },
    {
      "epoch": 5.931517509727627,
      "grad_norm": 1.560029837357215,
      "learning_rate": 9.910832638402865e-08,
      "loss": 0.5609,
      "step": 144818
    },
    {
      "epoch": 5.931558468154823,
      "grad_norm": 1.4266137162699621,
      "learning_rate": 9.898982424317858e-08,
      "loss": 0.4964,
      "step": 144819
    },
    {
      "epoch": 5.931599426582019,
      "grad_norm": 1.6646297689135157,
      "learning_rate": 9.887139296682611e-08,
      "loss": 0.3995,
      "step": 144820
    },
    {
      "epoch": 5.931640385009215,
      "grad_norm": 0.8142446903429472,
      "learning_rate": 9.875303255503785e-08,
      "loss": 0.1922,
      "step": 144821
    },
    {
      "epoch": 5.931681343436412,
      "grad_norm": 1.4734452028992102,
      "learning_rate": 9.863474300784713e-08,
      "loss": 0.362,
      "step": 144822
    },
    {
      "epoch": 5.9317223018636085,
      "grad_norm": 0.9955836662318914,
      "learning_rate": 9.851652432533719e-08,
      "loss": 0.2421,
      "step": 144823
    },
    {
      "epoch": 5.931763260290805,
      "grad_norm": 1.9897802642277604,
      "learning_rate": 9.839837650754134e-08,
      "loss": 0.6476,
      "step": 144824
    },
    {
      "epoch": 5.931804218718002,
      "grad_norm": 0.9012802527658791,
      "learning_rate": 9.828029955452622e-08,
      "loss": 0.129,
      "step": 144825
    },
    {
      "epoch": 5.931845177145197,
      "grad_norm": 1.2959867146029416,
      "learning_rate": 9.816229346634175e-08,
      "loss": 0.2702,
      "step": 144826
    },
    {
      "epoch": 5.931886135572394,
      "grad_norm": 1.523356630178837,
      "learning_rate": 9.804435824305457e-08,
      "loss": 0.5214,
      "step": 144827
    },
    {
      "epoch": 5.93192709399959,
      "grad_norm": 1.8503433784162864,
      "learning_rate": 9.792649388469798e-08,
      "loss": 0.5847,
      "step": 144828
    },
    {
      "epoch": 5.931968052426787,
      "grad_norm": 0.8283238163526586,
      "learning_rate": 9.780870039135524e-08,
      "loss": 0.1259,
      "step": 144829
    },
    {
      "epoch": 5.932009010853983,
      "grad_norm": 0.8664072351064823,
      "learning_rate": 9.769097776307633e-08,
      "loss": 0.1404,
      "step": 144830
    },
    {
      "epoch": 5.93204996928118,
      "grad_norm": 1.4134487754431189,
      "learning_rate": 9.757332599989453e-08,
      "loss": 0.4156,
      "step": 144831
    },
    {
      "epoch": 5.932090927708376,
      "grad_norm": 0.7261149025398537,
      "learning_rate": 9.745574510189314e-08,
      "loss": 0.1306,
      "step": 144832
    },
    {
      "epoch": 5.932131886135572,
      "grad_norm": 1.2770848873052247,
      "learning_rate": 9.733823506912208e-08,
      "loss": 0.4437,
      "step": 144833
    },
    {
      "epoch": 5.932172844562769,
      "grad_norm": 1.4784442779699734,
      "learning_rate": 9.722079590163135e-08,
      "loss": 0.4423,
      "step": 144834
    },
    {
      "epoch": 5.932213802989965,
      "grad_norm": 1.2233175546441,
      "learning_rate": 9.710342759945422e-08,
      "loss": 0.3495,
      "step": 144835
    },
    {
      "epoch": 5.932254761417162,
      "grad_norm": 1.1713958196262173,
      "learning_rate": 9.698613016269064e-08,
      "loss": 0.2551,
      "step": 144836
    },
    {
      "epoch": 5.932295719844358,
      "grad_norm": 0.9611447084404309,
      "learning_rate": 9.686890359135724e-08,
      "loss": 0.2234,
      "step": 144837
    },
    {
      "epoch": 5.932336678271555,
      "grad_norm": 1.2598355497031914,
      "learning_rate": 9.67517478855373e-08,
      "loss": 0.2472,
      "step": 144838
    },
    {
      "epoch": 5.93237763669875,
      "grad_norm": 1.4510465333274627,
      "learning_rate": 9.663466304528078e-08,
      "loss": 0.4326,
      "step": 144839
    },
    {
      "epoch": 5.932418595125947,
      "grad_norm": 1.3828537700521475,
      "learning_rate": 9.651764907062099e-08,
      "loss": 0.362,
      "step": 144840
    },
    {
      "epoch": 5.9324595535531435,
      "grad_norm": 1.0122637924579636,
      "learning_rate": 9.640070596164118e-08,
      "loss": 0.2133,
      "step": 144841
    },
    {
      "epoch": 5.93250051198034,
      "grad_norm": 1.4724091372784953,
      "learning_rate": 9.628383371837467e-08,
      "loss": 0.442,
      "step": 144842
    },
    {
      "epoch": 5.9325414704075365,
      "grad_norm": 1.0426045232981644,
      "learning_rate": 9.616703234088808e-08,
      "loss": 0.2096,
      "step": 144843
    },
    {
      "epoch": 5.932582428834733,
      "grad_norm": 0.873862929591099,
      "learning_rate": 9.605030182923134e-08,
      "loss": 0.199,
      "step": 144844
    },
    {
      "epoch": 5.932623387261929,
      "grad_norm": 0.576763388846019,
      "learning_rate": 9.593364218347111e-08,
      "loss": 0.0539,
      "step": 144845
    },
    {
      "epoch": 5.932664345689125,
      "grad_norm": 1.7221880800170404,
      "learning_rate": 9.581705340365731e-08,
      "loss": 0.6054,
      "step": 144846
    },
    {
      "epoch": 5.932705304116322,
      "grad_norm": 1.6729471874768536,
      "learning_rate": 9.570053548983992e-08,
      "loss": 0.5822,
      "step": 144847
    },
    {
      "epoch": 5.932746262543518,
      "grad_norm": 1.3080380275673837,
      "learning_rate": 9.558408844206888e-08,
      "loss": 0.3028,
      "step": 144848
    },
    {
      "epoch": 5.932787220970715,
      "grad_norm": 1.6403631893805033,
      "learning_rate": 9.546771226042749e-08,
      "loss": 0.5945,
      "step": 144849
    },
    {
      "epoch": 5.932828179397911,
      "grad_norm": 1.4491063829729482,
      "learning_rate": 9.535140694493238e-08,
      "loss": 0.3692,
      "step": 144850
    },
    {
      "epoch": 5.932869137825108,
      "grad_norm": 0.2916061340232673,
      "learning_rate": 9.523517249566681e-08,
      "loss": 0.0303,
      "step": 144851
    },
    {
      "epoch": 5.932910096252304,
      "grad_norm": 0.4356991257271624,
      "learning_rate": 9.511900891266411e-08,
      "loss": 0.0285,
      "step": 144852
    },
    {
      "epoch": 5.9329510546795,
      "grad_norm": 1.5165976626309987,
      "learning_rate": 9.500291619599087e-08,
      "loss": 0.5066,
      "step": 144853
    },
    {
      "epoch": 5.932992013106697,
      "grad_norm": 0.8671216736314099,
      "learning_rate": 9.488689434571373e-08,
      "loss": 0.1771,
      "step": 144854
    },
    {
      "epoch": 5.933032971533893,
      "grad_norm": 3.2119268286462623,
      "learning_rate": 9.477094336186598e-08,
      "loss": 2.9258,
      "step": 144855
    },
    {
      "epoch": 5.93307392996109,
      "grad_norm": 1.0202081120888027,
      "learning_rate": 9.465506324451422e-08,
      "loss": 0.2276,
      "step": 144856
    },
    {
      "epoch": 5.933114888388286,
      "grad_norm": 1.6825059118112216,
      "learning_rate": 9.453925399372508e-08,
      "loss": 0.4588,
      "step": 144857
    },
    {
      "epoch": 5.933155846815482,
      "grad_norm": 1.3056747068323749,
      "learning_rate": 9.442351560951522e-08,
      "loss": 0.2908,
      "step": 144858
    },
    {
      "epoch": 5.9331968052426785,
      "grad_norm": 1.9805021178926645,
      "learning_rate": 9.430784809196789e-08,
      "loss": 0.6361,
      "step": 144859
    },
    {
      "epoch": 5.933237763669875,
      "grad_norm": 1.5735374904108421,
      "learning_rate": 9.419225144114973e-08,
      "loss": 0.4612,
      "step": 144860
    },
    {
      "epoch": 5.9332787220970715,
      "grad_norm": 1.098053181782693,
      "learning_rate": 9.407672565709401e-08,
      "loss": 0.2479,
      "step": 144861
    },
    {
      "epoch": 5.933319680524268,
      "grad_norm": 1.6512067765442635,
      "learning_rate": 9.396127073985071e-08,
      "loss": 0.5712,
      "step": 144862
    },
    {
      "epoch": 5.933360638951465,
      "grad_norm": 1.1286382356517006,
      "learning_rate": 9.384588668948645e-08,
      "loss": 0.2153,
      "step": 144863
    },
    {
      "epoch": 5.93340159737866,
      "grad_norm": 1.750042149772952,
      "learning_rate": 9.373057350605117e-08,
      "loss": 0.5572,
      "step": 144864
    },
    {
      "epoch": 5.933442555805857,
      "grad_norm": 1.1952166215435829,
      "learning_rate": 9.36153311896115e-08,
      "loss": 0.2755,
      "step": 144865
    },
    {
      "epoch": 5.933483514233053,
      "grad_norm": 0.6380822195689088,
      "learning_rate": 9.350015974020075e-08,
      "loss": 0.0393,
      "step": 144866
    },
    {
      "epoch": 5.93352447266025,
      "grad_norm": 1.5445433122822252,
      "learning_rate": 9.338505915788553e-08,
      "loss": 0.4969,
      "step": 144867
    },
    {
      "epoch": 5.933565431087446,
      "grad_norm": 0.8465452620951068,
      "learning_rate": 9.327002944273244e-08,
      "loss": 0.1616,
      "step": 144868
    },
    {
      "epoch": 5.933606389514643,
      "grad_norm": 1.2858327521416357,
      "learning_rate": 9.315507059477479e-08,
      "loss": 0.4772,
      "step": 144869
    },
    {
      "epoch": 5.9336473479418395,
      "grad_norm": 1.7742974647268734,
      "learning_rate": 9.304018261406255e-08,
      "loss": 0.5613,
      "step": 144870
    },
    {
      "epoch": 5.933688306369035,
      "grad_norm": 1.2613774769488417,
      "learning_rate": 9.292536550067897e-08,
      "loss": 0.3744,
      "step": 144871
    },
    {
      "epoch": 5.933729264796232,
      "grad_norm": 1.536011535675519,
      "learning_rate": 9.281061925465738e-08,
      "loss": 0.5687,
      "step": 144872
    },
    {
      "epoch": 5.933770223223428,
      "grad_norm": 1.548000060581809,
      "learning_rate": 9.269594387604773e-08,
      "loss": 0.536,
      "step": 144873
    },
    {
      "epoch": 5.933811181650625,
      "grad_norm": 0.6389643468661961,
      "learning_rate": 9.258133936491663e-08,
      "loss": 0.0932,
      "step": 144874
    },
    {
      "epoch": 5.933852140077821,
      "grad_norm": 1.7530175769596508,
      "learning_rate": 9.246680572131404e-08,
      "loss": 0.622,
      "step": 144875
    },
    {
      "epoch": 5.933893098505018,
      "grad_norm": 1.470281143580064,
      "learning_rate": 9.235234294530659e-08,
      "loss": 0.4255,
      "step": 144876
    },
    {
      "epoch": 5.933934056932213,
      "grad_norm": 1.8722477103014623,
      "learning_rate": 9.223795103692754e-08,
      "loss": 0.6686,
      "step": 144877
    },
    {
      "epoch": 5.93397501535941,
      "grad_norm": 1.03669369732837,
      "learning_rate": 9.212362999624356e-08,
      "loss": 0.2126,
      "step": 144878
    },
    {
      "epoch": 5.9340159737866065,
      "grad_norm": 1.5495274854738383,
      "learning_rate": 9.200937982328793e-08,
      "loss": 0.4108,
      "step": 144879
    },
    {
      "epoch": 5.934056932213803,
      "grad_norm": 1.3688218327748516,
      "learning_rate": 9.189520051814392e-08,
      "loss": 0.3095,
      "step": 144880
    },
    {
      "epoch": 5.934097890641,
      "grad_norm": 1.6391741454619546,
      "learning_rate": 9.178109208086148e-08,
      "loss": 0.3652,
      "step": 144881
    },
    {
      "epoch": 5.934138849068196,
      "grad_norm": 0.8738867569630608,
      "learning_rate": 9.166705451147393e-08,
      "loss": 0.1692,
      "step": 144882
    },
    {
      "epoch": 5.934179807495392,
      "grad_norm": 1.5922405709762457,
      "learning_rate": 9.155308781004789e-08,
      "loss": 0.5138,
      "step": 144883
    },
    {
      "epoch": 5.934220765922588,
      "grad_norm": 1.4632439756337465,
      "learning_rate": 9.143919197664995e-08,
      "loss": 0.4993,
      "step": 144884
    },
    {
      "epoch": 5.934261724349785,
      "grad_norm": 1.7235436429595117,
      "learning_rate": 9.132536701129679e-08,
      "loss": 0.5788,
      "step": 144885
    },
    {
      "epoch": 5.934302682776981,
      "grad_norm": 1.6728270136087198,
      "learning_rate": 9.121161291408829e-08,
      "loss": 0.4539,
      "step": 144886
    },
    {
      "epoch": 5.934343641204178,
      "grad_norm": 1.7269007966186491,
      "learning_rate": 9.109792968504115e-08,
      "loss": 0.5215,
      "step": 144887
    },
    {
      "epoch": 5.934384599631374,
      "grad_norm": 1.8271426872085235,
      "learning_rate": 9.098431732423861e-08,
      "loss": 0.4655,
      "step": 144888
    },
    {
      "epoch": 5.934425558058571,
      "grad_norm": 1.8919056360163686,
      "learning_rate": 9.087077583171398e-08,
      "loss": 0.6924,
      "step": 144889
    },
    {
      "epoch": 5.934466516485767,
      "grad_norm": 0.6467963678580619,
      "learning_rate": 9.075730520751723e-08,
      "loss": 0.0696,
      "step": 144890
    },
    {
      "epoch": 5.934507474912963,
      "grad_norm": 3.4937969507682642,
      "learning_rate": 9.064390545173162e-08,
      "loss": 3.4864,
      "step": 144891
    },
    {
      "epoch": 5.93454843334016,
      "grad_norm": 1.6915036901649487,
      "learning_rate": 9.05305765643738e-08,
      "loss": 0.4262,
      "step": 144892
    },
    {
      "epoch": 5.934589391767356,
      "grad_norm": 1.482315890647981,
      "learning_rate": 9.041731854551038e-08,
      "loss": 0.5691,
      "step": 144893
    },
    {
      "epoch": 5.934630350194553,
      "grad_norm": 1.574092404650488,
      "learning_rate": 9.030413139522463e-08,
      "loss": 0.4743,
      "step": 144894
    },
    {
      "epoch": 5.934671308621749,
      "grad_norm": 1.4625446108667788,
      "learning_rate": 9.019101511351657e-08,
      "loss": 0.47,
      "step": 144895
    },
    {
      "epoch": 5.934712267048945,
      "grad_norm": 1.7043705983717616,
      "learning_rate": 9.007796970048608e-08,
      "loss": 0.5024,
      "step": 144896
    },
    {
      "epoch": 5.9347532254761415,
      "grad_norm": 2.0697876537029485,
      "learning_rate": 8.996499515614986e-08,
      "loss": 0.9127,
      "step": 144897
    },
    {
      "epoch": 5.934794183903338,
      "grad_norm": 1.4892190209619345,
      "learning_rate": 8.985209148059114e-08,
      "loss": 0.4193,
      "step": 144898
    },
    {
      "epoch": 5.9348351423305346,
      "grad_norm": 1.555875709561693,
      "learning_rate": 8.97392586738599e-08,
      "loss": 0.3441,
      "step": 144899
    },
    {
      "epoch": 5.934876100757731,
      "grad_norm": 1.0520410341371806,
      "learning_rate": 8.962649673598943e-08,
      "loss": 0.2207,
      "step": 144900
    },
    {
      "epoch": 5.934917059184928,
      "grad_norm": 1.4707460357434303,
      "learning_rate": 8.951380566704636e-08,
      "loss": 0.4726,
      "step": 144901
    },
    {
      "epoch": 5.934958017612123,
      "grad_norm": 0.7947669394035227,
      "learning_rate": 8.940118546708064e-08,
      "loss": 0.165,
      "step": 144902
    },
    {
      "epoch": 5.93499897603932,
      "grad_norm": 0.6046419004074167,
      "learning_rate": 8.928863613614223e-08,
      "loss": 0.0636,
      "step": 144903
    },
    {
      "epoch": 5.935039934466516,
      "grad_norm": 1.4864189447017877,
      "learning_rate": 8.917615767429776e-08,
      "loss": 0.3586,
      "step": 144904
    },
    {
      "epoch": 5.935080892893713,
      "grad_norm": 1.0212808335650152,
      "learning_rate": 8.906375008159716e-08,
      "loss": 0.1941,
      "step": 144905
    },
    {
      "epoch": 5.935121851320909,
      "grad_norm": 1.5291174883607586,
      "learning_rate": 8.895141335807376e-08,
      "loss": 0.5866,
      "step": 144906
    },
    {
      "epoch": 5.935162809748106,
      "grad_norm": 1.8616459424240306,
      "learning_rate": 8.883914750381083e-08,
      "loss": 0.6256,
      "step": 144907
    },
    {
      "epoch": 5.9352037681753025,
      "grad_norm": 2.3027675541531827,
      "learning_rate": 8.8726952518825e-08,
      "loss": 1.3782,
      "step": 144908
    },
    {
      "epoch": 5.935244726602498,
      "grad_norm": 1.4383478773058274,
      "learning_rate": 8.86148284032162e-08,
      "loss": 0.426,
      "step": 144909
    },
    {
      "epoch": 5.935285685029695,
      "grad_norm": 1.718076838277089,
      "learning_rate": 8.850277515698445e-08,
      "loss": 0.6132,
      "step": 144910
    },
    {
      "epoch": 5.935326643456891,
      "grad_norm": 0.971688179770179,
      "learning_rate": 8.839079278022964e-08,
      "loss": 0.1942,
      "step": 144911
    },
    {
      "epoch": 5.935367601884088,
      "grad_norm": 1.6691507012196816,
      "learning_rate": 8.827888127296845e-08,
      "loss": 0.5808,
      "step": 144912
    },
    {
      "epoch": 5.935408560311284,
      "grad_norm": 1.6092116544120396,
      "learning_rate": 8.816704063528413e-08,
      "loss": 0.4666,
      "step": 144913
    },
    {
      "epoch": 5.935449518738481,
      "grad_norm": 1.9049738043803588,
      "learning_rate": 8.805527086720998e-08,
      "loss": 0.8023,
      "step": 144914
    },
    {
      "epoch": 5.9354904771656765,
      "grad_norm": 1.3163377750713041,
      "learning_rate": 8.794357196881264e-08,
      "loss": 0.373,
      "step": 144915
    },
    {
      "epoch": 5.935531435592873,
      "grad_norm": 1.3138432388150023,
      "learning_rate": 8.783194394012538e-08,
      "loss": 0.4447,
      "step": 144916
    },
    {
      "epoch": 5.9355723940200695,
      "grad_norm": 1.0359420721394947,
      "learning_rate": 8.772038678121485e-08,
      "loss": 0.2636,
      "step": 144917
    },
    {
      "epoch": 5.935613352447266,
      "grad_norm": 1.5158135183805417,
      "learning_rate": 8.760890049213098e-08,
      "loss": 0.5432,
      "step": 144918
    },
    {
      "epoch": 5.935654310874463,
      "grad_norm": 1.349258197382228,
      "learning_rate": 8.749748507294041e-08,
      "loss": 0.4029,
      "step": 144919
    },
    {
      "epoch": 5.935695269301659,
      "grad_norm": 2.020618848822316,
      "learning_rate": 8.738614052365978e-08,
      "loss": 0.769,
      "step": 144920
    },
    {
      "epoch": 5.935736227728855,
      "grad_norm": 1.3522823134089872,
      "learning_rate": 8.727486684437235e-08,
      "loss": 0.4785,
      "step": 144921
    },
    {
      "epoch": 5.935777186156051,
      "grad_norm": 1.2852309783607299,
      "learning_rate": 8.71636640351281e-08,
      "loss": 0.3184,
      "step": 144922
    },
    {
      "epoch": 5.935818144583248,
      "grad_norm": 0.6855428155981833,
      "learning_rate": 8.70525320959603e-08,
      "loss": 0.1252,
      "step": 144923
    },
    {
      "epoch": 5.935859103010444,
      "grad_norm": 1.7081181292707386,
      "learning_rate": 8.694147102695226e-08,
      "loss": 0.4631,
      "step": 144924
    },
    {
      "epoch": 5.935900061437641,
      "grad_norm": 1.9757491966034106,
      "learning_rate": 8.683048082813725e-08,
      "loss": 0.7005,
      "step": 144925
    },
    {
      "epoch": 5.9359410198648375,
      "grad_norm": 1.1801745201364748,
      "learning_rate": 8.671956149956527e-08,
      "loss": 0.2385,
      "step": 144926
    },
    {
      "epoch": 5.935981978292034,
      "grad_norm": 1.3522640979427247,
      "learning_rate": 8.660871304128625e-08,
      "loss": 0.3668,
      "step": 144927
    },
    {
      "epoch": 5.93602293671923,
      "grad_norm": 1.4806482304508468,
      "learning_rate": 8.64979354533668e-08,
      "loss": 0.4519,
      "step": 144928
    },
    {
      "epoch": 5.936063895146426,
      "grad_norm": 0.6454120322378324,
      "learning_rate": 8.638722873584026e-08,
      "loss": 0.0596,
      "step": 144929
    },
    {
      "epoch": 5.936104853573623,
      "grad_norm": 0.9091047777115299,
      "learning_rate": 8.627659288878985e-08,
      "loss": 0.1925,
      "step": 144930
    },
    {
      "epoch": 5.936145812000819,
      "grad_norm": 1.5736783901883118,
      "learning_rate": 8.616602791223226e-08,
      "loss": 0.4984,
      "step": 144931
    },
    {
      "epoch": 5.936186770428016,
      "grad_norm": 0.48148217373398544,
      "learning_rate": 8.605553380625075e-08,
      "loss": 0.0531,
      "step": 144932
    },
    {
      "epoch": 5.936227728855212,
      "grad_norm": 1.2589081601685446,
      "learning_rate": 8.59451105708786e-08,
      "loss": 0.1625,
      "step": 144933
    },
    {
      "epoch": 5.936268687282408,
      "grad_norm": 1.3915341151425944,
      "learning_rate": 8.58347582061658e-08,
      "loss": 0.3388,
      "step": 144934
    },
    {
      "epoch": 5.9363096457096045,
      "grad_norm": 0.6149794017123544,
      "learning_rate": 8.572447671217896e-08,
      "loss": 0.1204,
      "step": 144935
    },
    {
      "epoch": 5.936350604136801,
      "grad_norm": 1.6428523000860458,
      "learning_rate": 8.561426608895139e-08,
      "loss": 0.4874,
      "step": 144936
    },
    {
      "epoch": 5.936391562563998,
      "grad_norm": 1.2761760404893143,
      "learning_rate": 8.550412633656633e-08,
      "loss": 0.3266,
      "step": 144937
    },
    {
      "epoch": 5.936432520991194,
      "grad_norm": 1.238736268472353,
      "learning_rate": 8.539405745504047e-08,
      "loss": 0.2956,
      "step": 144938
    },
    {
      "epoch": 5.936473479418391,
      "grad_norm": 1.3267404667316585,
      "learning_rate": 8.528405944444038e-08,
      "loss": 0.3682,
      "step": 144939
    },
    {
      "epoch": 5.936514437845586,
      "grad_norm": 1.4068521890296213,
      "learning_rate": 8.517413230481606e-08,
      "loss": 0.4403,
      "step": 144940
    },
    {
      "epoch": 5.936555396272783,
      "grad_norm": 1.563565330442016,
      "learning_rate": 8.506427603623412e-08,
      "loss": 0.4638,
      "step": 144941
    },
    {
      "epoch": 5.936596354699979,
      "grad_norm": 0.8608565044951638,
      "learning_rate": 8.495449063872784e-08,
      "loss": 0.091,
      "step": 144942
    },
    {
      "epoch": 5.936637313127176,
      "grad_norm": 1.6093478887379091,
      "learning_rate": 8.484477611236384e-08,
      "loss": 0.5432,
      "step": 144943
    },
    {
      "epoch": 5.936678271554372,
      "grad_norm": 1.1182164134453807,
      "learning_rate": 8.473513245717545e-08,
      "loss": 0.2465,
      "step": 144944
    },
    {
      "epoch": 5.936719229981569,
      "grad_norm": 1.4845451538253893,
      "learning_rate": 8.462555967322926e-08,
      "loss": 0.4261,
      "step": 144945
    },
    {
      "epoch": 5.9367601884087655,
      "grad_norm": 1.6567331102883227,
      "learning_rate": 8.451605776057524e-08,
      "loss": 0.5358,
      "step": 144946
    },
    {
      "epoch": 5.936801146835961,
      "grad_norm": 8.220590795463352,
      "learning_rate": 8.440662671926335e-08,
      "loss": 3.5302,
      "step": 144947
    },
    {
      "epoch": 5.936842105263158,
      "grad_norm": 0.8833829396218992,
      "learning_rate": 8.429726654934355e-08,
      "loss": 0.1908,
      "step": 144948
    },
    {
      "epoch": 5.936883063690354,
      "grad_norm": 1.3930271174544735,
      "learning_rate": 8.41879772508658e-08,
      "loss": 0.3663,
      "step": 144949
    },
    {
      "epoch": 5.936924022117551,
      "grad_norm": 1.7243175606622563,
      "learning_rate": 8.407875882388005e-08,
      "loss": 0.6327,
      "step": 144950
    },
    {
      "epoch": 5.936964980544747,
      "grad_norm": 1.4602951480601585,
      "learning_rate": 8.396961126845291e-08,
      "loss": 0.521,
      "step": 144951
    },
    {
      "epoch": 5.937005938971944,
      "grad_norm": 1.6274974576432497,
      "learning_rate": 8.386053458461772e-08,
      "loss": 0.6602,
      "step": 144952
    },
    {
      "epoch": 5.9370468973991395,
      "grad_norm": 1.6988591637114214,
      "learning_rate": 8.375152877244107e-08,
      "loss": 0.4991,
      "step": 144953
    },
    {
      "epoch": 5.937087855826336,
      "grad_norm": 1.4334964160063022,
      "learning_rate": 8.364259383195626e-08,
      "loss": 0.49,
      "step": 144954
    },
    {
      "epoch": 5.937128814253533,
      "grad_norm": 1.366394601686711,
      "learning_rate": 8.353372976324657e-08,
      "loss": 0.4434,
      "step": 144955
    },
    {
      "epoch": 5.937169772680729,
      "grad_norm": 1.3595918817146575,
      "learning_rate": 8.342493656632865e-08,
      "loss": 0.3015,
      "step": 144956
    },
    {
      "epoch": 5.937210731107926,
      "grad_norm": 1.2477628168760007,
      "learning_rate": 8.331621424126911e-08,
      "loss": 0.3332,
      "step": 144957
    },
    {
      "epoch": 5.937251689535122,
      "grad_norm": 1.4912900243210174,
      "learning_rate": 8.320756278811791e-08,
      "loss": 0.4187,
      "step": 144958
    },
    {
      "epoch": 5.937292647962318,
      "grad_norm": 1.6424301028141708,
      "learning_rate": 8.309898220692501e-08,
      "loss": 0.5266,
      "step": 144959
    },
    {
      "epoch": 5.937333606389514,
      "grad_norm": 1.4780419921119161,
      "learning_rate": 8.299047249775703e-08,
      "loss": 0.501,
      "step": 144960
    },
    {
      "epoch": 5.937374564816711,
      "grad_norm": 1.5429574938881119,
      "learning_rate": 8.288203366063062e-08,
      "loss": 0.5063,
      "step": 144961
    },
    {
      "epoch": 5.937415523243907,
      "grad_norm": 1.0731800015095718,
      "learning_rate": 8.277366569562904e-08,
      "loss": 0.2395,
      "step": 144962
    },
    {
      "epoch": 5.937456481671104,
      "grad_norm": 2.237809107206909,
      "learning_rate": 8.266536860280226e-08,
      "loss": 0.8102,
      "step": 144963
    },
    {
      "epoch": 5.9374974400983005,
      "grad_norm": 1.1760142938491929,
      "learning_rate": 8.255714238218358e-08,
      "loss": 0.3281,
      "step": 144964
    },
    {
      "epoch": 5.937538398525497,
      "grad_norm": 1.395780975824401,
      "learning_rate": 8.244898703382297e-08,
      "loss": 0.3961,
      "step": 144965
    },
    {
      "epoch": 5.937579356952693,
      "grad_norm": 1.4668302862074893,
      "learning_rate": 8.234090255780367e-08,
      "loss": 0.4313,
      "step": 144966
    },
    {
      "epoch": 5.937620315379889,
      "grad_norm": 0.7821944114875666,
      "learning_rate": 8.223288895412571e-08,
      "loss": 0.1256,
      "step": 144967
    },
    {
      "epoch": 5.937661273807086,
      "grad_norm": 1.0870317680236958,
      "learning_rate": 8.212494622288901e-08,
      "loss": 0.2163,
      "step": 144968
    },
    {
      "epoch": 5.937702232234282,
      "grad_norm": 1.4530168855279706,
      "learning_rate": 8.201707436412685e-08,
      "loss": 0.3907,
      "step": 144969
    },
    {
      "epoch": 5.937743190661479,
      "grad_norm": 0.894627247938116,
      "learning_rate": 8.190927337787256e-08,
      "loss": 0.2111,
      "step": 144970
    },
    {
      "epoch": 5.937784149088675,
      "grad_norm": 1.654108612645882,
      "learning_rate": 8.180154326419274e-08,
      "loss": 0.4971,
      "step": 144971
    },
    {
      "epoch": 5.937825107515871,
      "grad_norm": 1.2849605489548657,
      "learning_rate": 8.169388402315402e-08,
      "loss": 0.3992,
      "step": 144972
    },
    {
      "epoch": 5.9378660659430675,
      "grad_norm": 1.4236680116737632,
      "learning_rate": 8.158629565478969e-08,
      "loss": 0.3989,
      "step": 144973
    },
    {
      "epoch": 5.937907024370264,
      "grad_norm": 1.6110686490986936,
      "learning_rate": 8.147877815913306e-08,
      "loss": 0.6,
      "step": 144974
    },
    {
      "epoch": 5.937947982797461,
      "grad_norm": 1.9590646032435224,
      "learning_rate": 8.13713315362674e-08,
      "loss": 0.7664,
      "step": 144975
    },
    {
      "epoch": 5.937988941224657,
      "grad_norm": 1.4862763548484248,
      "learning_rate": 8.126395578622601e-08,
      "loss": 0.5193,
      "step": 144976
    },
    {
      "epoch": 5.938029899651854,
      "grad_norm": 0.97212165642111,
      "learning_rate": 8.115665090907552e-08,
      "loss": 0.2258,
      "step": 144977
    },
    {
      "epoch": 5.938070858079049,
      "grad_norm": 3.3815385164178364,
      "learning_rate": 8.104941690483257e-08,
      "loss": 2.9169,
      "step": 144978
    },
    {
      "epoch": 5.938111816506246,
      "grad_norm": 1.5115327070504412,
      "learning_rate": 8.094225377359709e-08,
      "loss": 0.5073,
      "step": 144979
    },
    {
      "epoch": 5.938152774933442,
      "grad_norm": 0.930950152524378,
      "learning_rate": 8.083516151536907e-08,
      "loss": 0.2032,
      "step": 144980
    },
    {
      "epoch": 5.938193733360639,
      "grad_norm": 1.8833694991031342,
      "learning_rate": 8.072814013023176e-08,
      "loss": 0.6774,
      "step": 144981
    },
    {
      "epoch": 5.9382346917878355,
      "grad_norm": 1.6714680671168014,
      "learning_rate": 8.062118961823516e-08,
      "loss": 0.5442,
      "step": 144982
    },
    {
      "epoch": 5.938275650215032,
      "grad_norm": 1.095033484203049,
      "learning_rate": 8.051430997941255e-08,
      "loss": 0.2359,
      "step": 144983
    },
    {
      "epoch": 5.9383166086422285,
      "grad_norm": 1.677672176553127,
      "learning_rate": 8.04075012138139e-08,
      "loss": 0.489,
      "step": 144984
    },
    {
      "epoch": 5.938357567069424,
      "grad_norm": 1.4087924982823943,
      "learning_rate": 8.030076332150581e-08,
      "loss": 0.4851,
      "step": 144985
    },
    {
      "epoch": 5.938398525496621,
      "grad_norm": 1.4745334880378453,
      "learning_rate": 8.019409630253825e-08,
      "loss": 0.4457,
      "step": 144986
    },
    {
      "epoch": 5.938439483923817,
      "grad_norm": 1.4037240221540186,
      "learning_rate": 8.00875001569612e-08,
      "loss": 0.4077,
      "step": 144987
    },
    {
      "epoch": 5.938480442351014,
      "grad_norm": 2.009099727365289,
      "learning_rate": 7.998097488480792e-08,
      "loss": 0.9238,
      "step": 144988
    },
    {
      "epoch": 5.93852140077821,
      "grad_norm": 1.3214245891569552,
      "learning_rate": 7.987452048614507e-08,
      "loss": 0.4522,
      "step": 144989
    },
    {
      "epoch": 5.938562359205407,
      "grad_norm": 1.4485072945886361,
      "learning_rate": 7.976813696100592e-08,
      "loss": 0.3537,
      "step": 144990
    },
    {
      "epoch": 5.938603317632603,
      "grad_norm": 2.1747047100449954,
      "learning_rate": 7.966182430947377e-08,
      "loss": 0.9142,
      "step": 144991
    },
    {
      "epoch": 5.938644276059799,
      "grad_norm": 1.415789333310638,
      "learning_rate": 7.955558253156525e-08,
      "loss": 0.4355,
      "step": 144992
    },
    {
      "epoch": 5.938685234486996,
      "grad_norm": 1.1683040038701045,
      "learning_rate": 7.944941162734697e-08,
      "loss": 0.2379,
      "step": 144993
    },
    {
      "epoch": 5.938726192914192,
      "grad_norm": 1.453133078449592,
      "learning_rate": 7.934331159685225e-08,
      "loss": 0.4246,
      "step": 144994
    },
    {
      "epoch": 5.938767151341389,
      "grad_norm": 1.4887130584000534,
      "learning_rate": 7.923728244016436e-08,
      "loss": 0.4971,
      "step": 144995
    },
    {
      "epoch": 5.938808109768585,
      "grad_norm": 1.773564227160755,
      "learning_rate": 7.913132415729994e-08,
      "loss": 0.4809,
      "step": 144996
    },
    {
      "epoch": 5.938849068195781,
      "grad_norm": 1.2936665497743889,
      "learning_rate": 7.902543674832562e-08,
      "loss": 0.4083,
      "step": 144997
    },
    {
      "epoch": 5.938890026622977,
      "grad_norm": 1.6746107391886391,
      "learning_rate": 7.891962021329135e-08,
      "loss": 0.4571,
      "step": 144998
    },
    {
      "epoch": 5.938930985050174,
      "grad_norm": 0.8778160446166294,
      "learning_rate": 7.881387455224708e-08,
      "loss": 0.2036,
      "step": 144999
    },
    {
      "epoch": 5.9389719434773705,
      "grad_norm": 0.5425244865681632,
      "learning_rate": 7.870819976524278e-08,
      "loss": 0.0416,
      "step": 145000
    },
    {
      "epoch": 5.939012901904567,
      "grad_norm": 1.7751286640348094,
      "learning_rate": 7.860259585232842e-08,
      "loss": 0.6811,
      "step": 145001
    },
    {
      "epoch": 5.9390538603317635,
      "grad_norm": 1.508301273613687,
      "learning_rate": 7.84970628135373e-08,
      "loss": 0.4365,
      "step": 145002
    },
    {
      "epoch": 5.93909481875896,
      "grad_norm": 0.5118844921961027,
      "learning_rate": 7.839160064893601e-08,
      "loss": 0.0763,
      "step": 145003
    },
    {
      "epoch": 5.939135777186156,
      "grad_norm": 1.4424852105125658,
      "learning_rate": 7.828620935857454e-08,
      "loss": 0.4187,
      "step": 145004
    },
    {
      "epoch": 5.939176735613352,
      "grad_norm": 1.5702414174347714,
      "learning_rate": 7.818088894250285e-08,
      "loss": 0.512,
      "step": 145005
    },
    {
      "epoch": 5.939217694040549,
      "grad_norm": 2.025347170429886,
      "learning_rate": 7.807563940077089e-08,
      "loss": 0.6279,
      "step": 145006
    },
    {
      "epoch": 5.939258652467745,
      "grad_norm": 2.2920933445431246,
      "learning_rate": 7.797046073341195e-08,
      "loss": 1.4654,
      "step": 145007
    },
    {
      "epoch": 5.939299610894942,
      "grad_norm": 1.8268668592923223,
      "learning_rate": 7.786535294049268e-08,
      "loss": 0.5207,
      "step": 145008
    },
    {
      "epoch": 5.939340569322138,
      "grad_norm": 1.3064487193507137,
      "learning_rate": 7.776031602206301e-08,
      "loss": 0.3028,
      "step": 145009
    },
    {
      "epoch": 5.939381527749335,
      "grad_norm": 1.7859219603608094,
      "learning_rate": 7.765534997817292e-08,
      "loss": 0.516,
      "step": 145010
    },
    {
      "epoch": 5.939422486176531,
      "grad_norm": 1.5504211548569797,
      "learning_rate": 7.755045480885569e-08,
      "loss": 0.4245,
      "step": 145011
    },
    {
      "epoch": 5.939463444603727,
      "grad_norm": 1.5137339284082822,
      "learning_rate": 7.744563051419462e-08,
      "loss": 0.4652,
      "step": 145012
    },
    {
      "epoch": 5.939504403030924,
      "grad_norm": 1.218766633932494,
      "learning_rate": 7.734087709418967e-08,
      "loss": 0.2682,
      "step": 145013
    },
    {
      "epoch": 5.93954536145812,
      "grad_norm": 1.6167011284765913,
      "learning_rate": 7.72361945489408e-08,
      "loss": 0.441,
      "step": 145014
    },
    {
      "epoch": 5.939586319885317,
      "grad_norm": 1.645623547423874,
      "learning_rate": 7.713158287846466e-08,
      "loss": 0.423,
      "step": 145015
    },
    {
      "epoch": 5.939627278312512,
      "grad_norm": 1.748287027320983,
      "learning_rate": 7.702704208282784e-08,
      "loss": 0.3709,
      "step": 145016
    },
    {
      "epoch": 5.939668236739709,
      "grad_norm": 1.4273427997810473,
      "learning_rate": 7.692257216206365e-08,
      "loss": 0.2481,
      "step": 145017
    },
    {
      "epoch": 5.939709195166905,
      "grad_norm": 1.5812246132747503,
      "learning_rate": 7.681817311623873e-08,
      "loss": 0.4692,
      "step": 145018
    },
    {
      "epoch": 5.939750153594102,
      "grad_norm": 1.3632315151802306,
      "learning_rate": 7.671384494538635e-08,
      "loss": 0.4828,
      "step": 145019
    },
    {
      "epoch": 5.9397911120212985,
      "grad_norm": 2.0090011690118312,
      "learning_rate": 7.660958764957315e-08,
      "loss": 0.9125,
      "step": 145020
    },
    {
      "epoch": 5.939832070448495,
      "grad_norm": 2.9811313053820054,
      "learning_rate": 7.650540122883242e-08,
      "loss": 1.079,
      "step": 145021
    },
    {
      "epoch": 5.939873028875692,
      "grad_norm": 2.888835542984926,
      "learning_rate": 7.640128568323079e-08,
      "loss": 1.1275,
      "step": 145022
    },
    {
      "epoch": 5.939913987302887,
      "grad_norm": 1.6329018385450629,
      "learning_rate": 7.629724101278489e-08,
      "loss": 0.516,
      "step": 145023
    },
    {
      "epoch": 5.939954945730084,
      "grad_norm": 1.2278569138581419,
      "learning_rate": 7.619326721757802e-08,
      "loss": 0.3516,
      "step": 145024
    },
    {
      "epoch": 5.93999590415728,
      "grad_norm": 0.7110402663582097,
      "learning_rate": 7.608936429766011e-08,
      "loss": 0.1244,
      "step": 145025
    },
    {
      "epoch": 5.940036862584477,
      "grad_norm": 1.4473215992374906,
      "learning_rate": 7.598553225304782e-08,
      "loss": 0.4401,
      "step": 145026
    },
    {
      "epoch": 5.940077821011673,
      "grad_norm": 1.8955338520395182,
      "learning_rate": 7.588177108382443e-08,
      "loss": 0.6057,
      "step": 145027
    },
    {
      "epoch": 5.94011877943887,
      "grad_norm": 0.629786846152953,
      "learning_rate": 7.577808079002323e-08,
      "loss": 0.0718,
      "step": 145028
    },
    {
      "epoch": 5.940159737866066,
      "grad_norm": 1.0229650853975005,
      "learning_rate": 7.567446137169419e-08,
      "loss": 0.242,
      "step": 145029
    },
    {
      "epoch": 5.940200696293262,
      "grad_norm": 1.5917946109593502,
      "learning_rate": 7.557091282887062e-08,
      "loss": 0.4761,
      "step": 145030
    },
    {
      "epoch": 5.940241654720459,
      "grad_norm": 1.2380585668715622,
      "learning_rate": 7.546743516163578e-08,
      "loss": 0.2917,
      "step": 145031
    },
    {
      "epoch": 5.940282613147655,
      "grad_norm": 1.394269167844465,
      "learning_rate": 7.536402837000633e-08,
      "loss": 0.3903,
      "step": 145032
    },
    {
      "epoch": 5.940323571574852,
      "grad_norm": 1.5005793622173889,
      "learning_rate": 7.526069245406552e-08,
      "loss": 0.5341,
      "step": 145033
    },
    {
      "epoch": 5.940364530002048,
      "grad_norm": 1.620678362941695,
      "learning_rate": 7.515742741383002e-08,
      "loss": 0.4999,
      "step": 145034
    },
    {
      "epoch": 5.940405488429244,
      "grad_norm": 1.3939175891505469,
      "learning_rate": 7.505423324934979e-08,
      "loss": 0.3969,
      "step": 145035
    },
    {
      "epoch": 5.94044644685644,
      "grad_norm": 1.634327941645498,
      "learning_rate": 7.495110996069142e-08,
      "loss": 0.6073,
      "step": 145036
    },
    {
      "epoch": 5.940487405283637,
      "grad_norm": 1.427786673508729,
      "learning_rate": 7.484805754790491e-08,
      "loss": 0.4208,
      "step": 145037
    },
    {
      "epoch": 5.9405283637108335,
      "grad_norm": 1.2166257877358984,
      "learning_rate": 7.474507601102353e-08,
      "loss": 0.3101,
      "step": 145038
    },
    {
      "epoch": 5.94056932213803,
      "grad_norm": 1.7895281796633742,
      "learning_rate": 7.464216535009726e-08,
      "loss": 0.732,
      "step": 145039
    },
    {
      "epoch": 5.9406102805652266,
      "grad_norm": 1.8147204560909198,
      "learning_rate": 7.45393255651927e-08,
      "loss": 0.6222,
      "step": 145040
    },
    {
      "epoch": 5.940651238992423,
      "grad_norm": 0.8521892135091396,
      "learning_rate": 7.443655665634318e-08,
      "loss": 0.1834,
      "step": 145041
    },
    {
      "epoch": 5.940692197419619,
      "grad_norm": 1.1641968847458712,
      "learning_rate": 7.433385862359864e-08,
      "loss": 0.2816,
      "step": 145042
    },
    {
      "epoch": 5.940733155846815,
      "grad_norm": 1.6987970407116018,
      "learning_rate": 7.423123146700905e-08,
      "loss": 0.4829,
      "step": 145043
    },
    {
      "epoch": 5.940774114274012,
      "grad_norm": 0.31224056282185314,
      "learning_rate": 7.412867518662435e-08,
      "loss": 0.0199,
      "step": 145044
    },
    {
      "epoch": 5.940815072701208,
      "grad_norm": 1.4705812712547033,
      "learning_rate": 7.402618978247787e-08,
      "loss": 0.3599,
      "step": 145045
    },
    {
      "epoch": 5.940856031128405,
      "grad_norm": 0.9545068682577539,
      "learning_rate": 7.392377525465287e-08,
      "loss": 0.1897,
      "step": 145046
    },
    {
      "epoch": 5.940896989555601,
      "grad_norm": 1.2736917001775847,
      "learning_rate": 7.3821431603166e-08,
      "loss": 0.3087,
      "step": 145047
    },
    {
      "epoch": 5.940937947982798,
      "grad_norm": 2.143436696376384,
      "learning_rate": 7.371915882808388e-08,
      "loss": 0.9868,
      "step": 145048
    },
    {
      "epoch": 5.940978906409994,
      "grad_norm": 1.7379362500660984,
      "learning_rate": 7.36169569294398e-08,
      "loss": 0.6261,
      "step": 145049
    },
    {
      "epoch": 5.94101986483719,
      "grad_norm": 1.8279610643460946,
      "learning_rate": 7.351482590728374e-08,
      "loss": 0.6378,
      "step": 145050
    },
    {
      "epoch": 5.941060823264387,
      "grad_norm": 0.7996765900488096,
      "learning_rate": 7.341276576168231e-08,
      "loss": 0.1635,
      "step": 145051
    },
    {
      "epoch": 5.941101781691583,
      "grad_norm": 1.5348523206224647,
      "learning_rate": 7.331077649266881e-08,
      "loss": 0.4608,
      "step": 145052
    },
    {
      "epoch": 5.94114274011878,
      "grad_norm": 0.9461936576573281,
      "learning_rate": 7.32088581002932e-08,
      "loss": 0.2221,
      "step": 145053
    },
    {
      "epoch": 5.941183698545975,
      "grad_norm": 1.5078814316719404,
      "learning_rate": 7.310701058460544e-08,
      "loss": 0.4438,
      "step": 145054
    },
    {
      "epoch": 5.941224656973172,
      "grad_norm": 1.388585002573515,
      "learning_rate": 7.300523394565549e-08,
      "loss": 0.5071,
      "step": 145055
    },
    {
      "epoch": 5.9412656154003685,
      "grad_norm": 1.3963095517964343,
      "learning_rate": 7.290352818347666e-08,
      "loss": 0.4331,
      "step": 145056
    },
    {
      "epoch": 5.941306573827565,
      "grad_norm": 0.998871206982177,
      "learning_rate": 7.280189329813557e-08,
      "loss": 0.35,
      "step": 145057
    },
    {
      "epoch": 5.9413475322547615,
      "grad_norm": 0.6257935267775336,
      "learning_rate": 7.270032928968217e-08,
      "loss": 0.0496,
      "step": 145058
    },
    {
      "epoch": 5.941388490681958,
      "grad_norm": 1.295905459884454,
      "learning_rate": 7.259883615814976e-08,
      "loss": 0.2689,
      "step": 145059
    },
    {
      "epoch": 5.941429449109155,
      "grad_norm": 1.6864513494470699,
      "learning_rate": 7.249741390358832e-08,
      "loss": 0.6298,
      "step": 145060
    },
    {
      "epoch": 5.94147040753635,
      "grad_norm": 3.696700830235131,
      "learning_rate": 7.239606252606444e-08,
      "loss": 3.0146,
      "step": 145061
    },
    {
      "epoch": 5.941511365963547,
      "grad_norm": 1.4511591965077981,
      "learning_rate": 7.22947820255948e-08,
      "loss": 0.3697,
      "step": 145062
    },
    {
      "epoch": 5.941552324390743,
      "grad_norm": 1.6597702769496239,
      "learning_rate": 7.219357240226264e-08,
      "loss": 0.3803,
      "step": 145063
    },
    {
      "epoch": 5.94159328281794,
      "grad_norm": 1.411805278892219,
      "learning_rate": 7.209243365608463e-08,
      "loss": 0.4023,
      "step": 145064
    },
    {
      "epoch": 5.941634241245136,
      "grad_norm": 1.5309934819089173,
      "learning_rate": 7.199136578712739e-08,
      "loss": 0.4277,
      "step": 145065
    },
    {
      "epoch": 5.941675199672333,
      "grad_norm": 0.8176236213667519,
      "learning_rate": 7.18903687954242e-08,
      "loss": 0.1938,
      "step": 145066
    },
    {
      "epoch": 5.9417161580995295,
      "grad_norm": 1.5601399912662912,
      "learning_rate": 7.178944268102505e-08,
      "loss": 0.606,
      "step": 145067
    },
    {
      "epoch": 5.941757116526725,
      "grad_norm": 0.9921095009254445,
      "learning_rate": 7.168858744399652e-08,
      "loss": 0.2171,
      "step": 145068
    },
    {
      "epoch": 5.941798074953922,
      "grad_norm": 1.188234114139772,
      "learning_rate": 7.158780308437195e-08,
      "loss": 0.2667,
      "step": 145069
    },
    {
      "epoch": 5.941839033381118,
      "grad_norm": 1.5675563229346863,
      "learning_rate": 7.148708960220129e-08,
      "loss": 0.5098,
      "step": 145070
    },
    {
      "epoch": 5.941879991808315,
      "grad_norm": 1.3714947310598464,
      "learning_rate": 7.138644699753448e-08,
      "loss": 0.4634,
      "step": 145071
    },
    {
      "epoch": 5.941920950235511,
      "grad_norm": 1.4712680145954253,
      "learning_rate": 7.12858752704215e-08,
      "loss": 0.3275,
      "step": 145072
    },
    {
      "epoch": 5.941961908662707,
      "grad_norm": 1.5604488737393065,
      "learning_rate": 7.118537442089567e-08,
      "loss": 0.5011,
      "step": 145073
    },
    {
      "epoch": 5.942002867089903,
      "grad_norm": 2.2912508519232935,
      "learning_rate": 7.108494444900692e-08,
      "loss": 1.0044,
      "step": 145074
    },
    {
      "epoch": 5.9420438255171,
      "grad_norm": 3.1032848842203338,
      "learning_rate": 7.098458535482188e-08,
      "loss": 2.5795,
      "step": 145075
    },
    {
      "epoch": 5.9420847839442965,
      "grad_norm": 0.7487785234653442,
      "learning_rate": 7.088429713835719e-08,
      "loss": 0.1436,
      "step": 145076
    },
    {
      "epoch": 5.942125742371493,
      "grad_norm": 0.7642047510747658,
      "learning_rate": 7.078407979969613e-08,
      "loss": 0.1293,
      "step": 145077
    },
    {
      "epoch": 5.94216670079869,
      "grad_norm": 0.8739570311605828,
      "learning_rate": 7.068393333887202e-08,
      "loss": 0.2253,
      "step": 145078
    },
    {
      "epoch": 5.942207659225886,
      "grad_norm": 1.5020925180954448,
      "learning_rate": 7.058385775591813e-08,
      "loss": 0.5796,
      "step": 145079
    },
    {
      "epoch": 5.942248617653082,
      "grad_norm": 1.6788460914928904,
      "learning_rate": 7.048385305088444e-08,
      "loss": 0.5323,
      "step": 145080
    },
    {
      "epoch": 5.942289576080278,
      "grad_norm": 1.3598763994859489,
      "learning_rate": 7.038391922383758e-08,
      "loss": 0.4471,
      "step": 145081
    },
    {
      "epoch": 5.942330534507475,
      "grad_norm": 1.490766939931688,
      "learning_rate": 7.028405627481081e-08,
      "loss": 0.4456,
      "step": 145082
    },
    {
      "epoch": 5.942371492934671,
      "grad_norm": 1.6446249555150647,
      "learning_rate": 7.018426420385414e-08,
      "loss": 0.4903,
      "step": 145083
    },
    {
      "epoch": 5.942412451361868,
      "grad_norm": 1.6950792027741335,
      "learning_rate": 7.008454301101751e-08,
      "loss": 0.5133,
      "step": 145084
    },
    {
      "epoch": 5.9424534097890644,
      "grad_norm": 1.575223243870863,
      "learning_rate": 6.998489269633422e-08,
      "loss": 0.4167,
      "step": 145085
    },
    {
      "epoch": 5.942494368216261,
      "grad_norm": 1.6481427151957402,
      "learning_rate": 6.98853132598709e-08,
      "loss": 0.4527,
      "step": 145086
    },
    {
      "epoch": 5.942535326643457,
      "grad_norm": 1.5439850034484568,
      "learning_rate": 6.978580470166084e-08,
      "loss": 0.5747,
      "step": 145087
    },
    {
      "epoch": 5.942576285070653,
      "grad_norm": 1.5268324975877685,
      "learning_rate": 6.968636702177067e-08,
      "loss": 0.4149,
      "step": 145088
    },
    {
      "epoch": 5.94261724349785,
      "grad_norm": 0.2929640465972335,
      "learning_rate": 6.958700022021701e-08,
      "loss": 0.0197,
      "step": 145089
    },
    {
      "epoch": 5.942658201925046,
      "grad_norm": 1.373159607343042,
      "learning_rate": 6.948770429706652e-08,
      "loss": 0.3543,
      "step": 145090
    },
    {
      "epoch": 5.942699160352243,
      "grad_norm": 1.0054689916771389,
      "learning_rate": 6.938847925236913e-08,
      "loss": 0.2123,
      "step": 145091
    },
    {
      "epoch": 5.942740118779438,
      "grad_norm": 0.7949782774227423,
      "learning_rate": 6.928932508615815e-08,
      "loss": 0.1953,
      "step": 145092
    },
    {
      "epoch": 5.942781077206635,
      "grad_norm": 1.5017325724606592,
      "learning_rate": 6.919024179848353e-08,
      "loss": 0.452,
      "step": 145093
    },
    {
      "epoch": 5.9428220356338315,
      "grad_norm": 1.242943763946894,
      "learning_rate": 6.909122938939526e-08,
      "loss": 0.3123,
      "step": 145094
    },
    {
      "epoch": 5.942862994061028,
      "grad_norm": 0.8329416703150125,
      "learning_rate": 6.899228785894328e-08,
      "loss": 0.2065,
      "step": 145095
    },
    {
      "epoch": 5.942903952488225,
      "grad_norm": 1.1880657776114367,
      "learning_rate": 6.889341720717756e-08,
      "loss": 0.3422,
      "step": 145096
    },
    {
      "epoch": 5.942944910915421,
      "grad_norm": 3.332588303454953,
      "learning_rate": 6.87946174341314e-08,
      "loss": 3.0183,
      "step": 145097
    },
    {
      "epoch": 5.942985869342618,
      "grad_norm": 1.584094016578358,
      "learning_rate": 6.86958885398714e-08,
      "loss": 0.5288,
      "step": 145098
    },
    {
      "epoch": 5.943026827769813,
      "grad_norm": 0.8811963875318711,
      "learning_rate": 6.859723052441423e-08,
      "loss": 0.1916,
      "step": 145099
    },
    {
      "epoch": 5.94306778619701,
      "grad_norm": 0.9143657786528879,
      "learning_rate": 6.849864338782651e-08,
      "loss": 0.209,
      "step": 145100
    },
    {
      "epoch": 5.943108744624206,
      "grad_norm": 1.4497676087432603,
      "learning_rate": 6.84001271301582e-08,
      "loss": 0.472,
      "step": 145101
    },
    {
      "epoch": 5.943149703051403,
      "grad_norm": 0.9923297078374607,
      "learning_rate": 6.830168175145922e-08,
      "loss": 0.23,
      "step": 145102
    },
    {
      "epoch": 5.943190661478599,
      "grad_norm": 0.8399943550080707,
      "learning_rate": 6.820330725176294e-08,
      "loss": 0.1601,
      "step": 145103
    },
    {
      "epoch": 5.943231619905796,
      "grad_norm": 1.536831855719304,
      "learning_rate": 6.810500363110261e-08,
      "loss": 0.4823,
      "step": 145104
    },
    {
      "epoch": 5.9432725783329925,
      "grad_norm": 1.0824319895533638,
      "learning_rate": 6.800677088956153e-08,
      "loss": 0.2246,
      "step": 145105
    },
    {
      "epoch": 5.943313536760188,
      "grad_norm": 1.5911614762698718,
      "learning_rate": 6.790860902715634e-08,
      "loss": 0.4903,
      "step": 145106
    },
    {
      "epoch": 5.943354495187385,
      "grad_norm": 1.8139962972342638,
      "learning_rate": 6.781051804395366e-08,
      "loss": 0.6018,
      "step": 145107
    },
    {
      "epoch": 5.943395453614581,
      "grad_norm": 1.809856195474267,
      "learning_rate": 6.771249793998679e-08,
      "loss": 0.6289,
      "step": 145108
    },
    {
      "epoch": 5.943436412041778,
      "grad_norm": 0.8922156951100892,
      "learning_rate": 6.76145487153057e-08,
      "loss": 0.1665,
      "step": 145109
    },
    {
      "epoch": 5.943477370468974,
      "grad_norm": 0.70991223128105,
      "learning_rate": 6.751667036994368e-08,
      "loss": 0.1306,
      "step": 145110
    },
    {
      "epoch": 5.94351832889617,
      "grad_norm": 1.9443877653065278,
      "learning_rate": 6.741886290396736e-08,
      "loss": 0.5883,
      "step": 145111
    },
    {
      "epoch": 5.9435592873233665,
      "grad_norm": 1.14408623659463,
      "learning_rate": 6.73211263174267e-08,
      "loss": 0.1259,
      "step": 145112
    },
    {
      "epoch": 5.943600245750563,
      "grad_norm": 1.1570314902959822,
      "learning_rate": 6.722346061033835e-08,
      "loss": 0.2346,
      "step": 145113
    },
    {
      "epoch": 5.9436412041777595,
      "grad_norm": 1.3799127058340879,
      "learning_rate": 6.712586578278557e-08,
      "loss": 0.4181,
      "step": 145114
    },
    {
      "epoch": 5.943682162604956,
      "grad_norm": 1.4468974777345958,
      "learning_rate": 6.7028341834785e-08,
      "loss": 0.3999,
      "step": 145115
    },
    {
      "epoch": 5.943723121032153,
      "grad_norm": 1.4577513734985525,
      "learning_rate": 6.693088876638663e-08,
      "loss": 0.4648,
      "step": 145116
    },
    {
      "epoch": 5.943764079459349,
      "grad_norm": 1.4506526267311581,
      "learning_rate": 6.683350657765706e-08,
      "loss": 0.3794,
      "step": 145117
    },
    {
      "epoch": 5.943805037886545,
      "grad_norm": 1.385311158404385,
      "learning_rate": 6.673619526861296e-08,
      "loss": 0.4191,
      "step": 145118
    },
    {
      "epoch": 5.943845996313741,
      "grad_norm": 1.3685381626819055,
      "learning_rate": 6.663895483932091e-08,
      "loss": 0.4121,
      "step": 145119
    },
    {
      "epoch": 5.943886954740938,
      "grad_norm": 1.8020033954469643,
      "learning_rate": 6.65417852898309e-08,
      "loss": 0.6257,
      "step": 145120
    },
    {
      "epoch": 5.943927913168134,
      "grad_norm": 0.8479814592443455,
      "learning_rate": 6.644468662017621e-08,
      "loss": 0.205,
      "step": 145121
    },
    {
      "epoch": 5.943968871595331,
      "grad_norm": 2.079873493819089,
      "learning_rate": 6.634765883040683e-08,
      "loss": 0.7289,
      "step": 145122
    },
    {
      "epoch": 5.9440098300225275,
      "grad_norm": 1.214989592035423,
      "learning_rate": 6.625070192055603e-08,
      "loss": 0.3451,
      "step": 145123
    },
    {
      "epoch": 5.944050788449724,
      "grad_norm": 1.5050410003392456,
      "learning_rate": 6.615381589069047e-08,
      "loss": 0.5295,
      "step": 145124
    },
    {
      "epoch": 5.94409174687692,
      "grad_norm": 1.3465983323386874,
      "learning_rate": 6.605700074084341e-08,
      "loss": 0.3485,
      "step": 145125
    },
    {
      "epoch": 5.944132705304116,
      "grad_norm": 1.915020870198232,
      "learning_rate": 6.59602564710815e-08,
      "loss": 0.7041,
      "step": 145126
    },
    {
      "epoch": 5.944173663731313,
      "grad_norm": 1.4899832232467496,
      "learning_rate": 6.586358308142137e-08,
      "loss": 0.4034,
      "step": 145127
    },
    {
      "epoch": 5.944214622158509,
      "grad_norm": 1.3674734434437978,
      "learning_rate": 6.576698057191298e-08,
      "loss": 0.3283,
      "step": 145128
    },
    {
      "epoch": 5.944255580585706,
      "grad_norm": 1.7756047220164013,
      "learning_rate": 6.567044894262296e-08,
      "loss": 0.6016,
      "step": 145129
    },
    {
      "epoch": 5.9442965390129014,
      "grad_norm": 1.385346513398325,
      "learning_rate": 6.557398819356796e-08,
      "loss": 0.5707,
      "step": 145130
    },
    {
      "epoch": 5.944337497440098,
      "grad_norm": 1.6028637442719955,
      "learning_rate": 6.547759832481458e-08,
      "loss": 0.4822,
      "step": 145131
    },
    {
      "epoch": 5.9443784558672945,
      "grad_norm": 1.3788174353414402,
      "learning_rate": 6.53812793364128e-08,
      "loss": 0.3456,
      "step": 145132
    },
    {
      "epoch": 5.944419414294491,
      "grad_norm": 1.3040336960290422,
      "learning_rate": 6.52850312283959e-08,
      "loss": 0.3912,
      "step": 145133
    },
    {
      "epoch": 5.944460372721688,
      "grad_norm": 1.7483369599373533,
      "learning_rate": 6.51888540007972e-08,
      "loss": 0.5982,
      "step": 145134
    },
    {
      "epoch": 5.944501331148884,
      "grad_norm": 1.8105114713988715,
      "learning_rate": 6.509274765369999e-08,
      "loss": 0.6108,
      "step": 145135
    },
    {
      "epoch": 5.944542289576081,
      "grad_norm": 4.0840872442228955,
      "learning_rate": 6.499671218710423e-08,
      "loss": 1.8042,
      "step": 145136
    },
    {
      "epoch": 5.944583248003276,
      "grad_norm": 0.9146948125156102,
      "learning_rate": 6.49007476010932e-08,
      "loss": 0.1948,
      "step": 145137
    },
    {
      "epoch": 5.944624206430473,
      "grad_norm": 1.7717380265513052,
      "learning_rate": 6.480485389568357e-08,
      "loss": 0.5287,
      "step": 145138
    },
    {
      "epoch": 5.944665164857669,
      "grad_norm": 1.7006716349789277,
      "learning_rate": 6.470903107094194e-08,
      "loss": 0.4726,
      "step": 145139
    },
    {
      "epoch": 5.944706123284866,
      "grad_norm": 1.8424315531876747,
      "learning_rate": 6.461327912691827e-08,
      "loss": 0.5955,
      "step": 145140
    },
    {
      "epoch": 5.9447470817120625,
      "grad_norm": 0.7259515377507104,
      "learning_rate": 6.451759806362921e-08,
      "loss": 0.0752,
      "step": 145141
    },
    {
      "epoch": 5.944788040139259,
      "grad_norm": 1.7343308507397284,
      "learning_rate": 6.442198788114139e-08,
      "loss": 0.5631,
      "step": 145142
    },
    {
      "epoch": 5.9448289985664555,
      "grad_norm": 1.588951543405697,
      "learning_rate": 6.43264485794881e-08,
      "loss": 0.4674,
      "step": 145143
    },
    {
      "epoch": 5.944869956993651,
      "grad_norm": 1.713819802103049,
      "learning_rate": 6.42309801587193e-08,
      "loss": 0.6109,
      "step": 145144
    },
    {
      "epoch": 5.944910915420848,
      "grad_norm": 1.2248412928386292,
      "learning_rate": 6.413558261888496e-08,
      "loss": 0.3278,
      "step": 145145
    },
    {
      "epoch": 5.944951873848044,
      "grad_norm": 1.1322679880383801,
      "learning_rate": 6.404025596003504e-08,
      "loss": 0.3187,
      "step": 145146
    },
    {
      "epoch": 5.944992832275241,
      "grad_norm": 1.6790193154132234,
      "learning_rate": 6.394500018220283e-08,
      "loss": 0.5355,
      "step": 145147
    },
    {
      "epoch": 5.945033790702437,
      "grad_norm": 1.7715459702215015,
      "learning_rate": 6.384981528543831e-08,
      "loss": 0.5293,
      "step": 145148
    },
    {
      "epoch": 5.945074749129633,
      "grad_norm": 1.3345863663129458,
      "learning_rate": 6.375470126977477e-08,
      "loss": 0.3744,
      "step": 145149
    },
    {
      "epoch": 5.9451157075568295,
      "grad_norm": 1.144532116927678,
      "learning_rate": 6.365965813527884e-08,
      "loss": 0.3805,
      "step": 145150
    },
    {
      "epoch": 5.945156665984026,
      "grad_norm": 0.9433233004156255,
      "learning_rate": 6.356468588198383e-08,
      "loss": 0.1968,
      "step": 145151
    },
    {
      "epoch": 5.945197624411223,
      "grad_norm": 1.6762057373642176,
      "learning_rate": 6.346978450992302e-08,
      "loss": 0.6283,
      "step": 145152
    },
    {
      "epoch": 5.945238582838419,
      "grad_norm": 1.9158559724085633,
      "learning_rate": 6.337495401916304e-08,
      "loss": 0.7647,
      "step": 145153
    },
    {
      "epoch": 5.945279541265616,
      "grad_norm": 0.7239996797450508,
      "learning_rate": 6.328019440973719e-08,
      "loss": 0.114,
      "step": 145154
    },
    {
      "epoch": 5.945320499692812,
      "grad_norm": 1.5443899923860136,
      "learning_rate": 6.318550568169545e-08,
      "loss": 0.5806,
      "step": 145155
    },
    {
      "epoch": 5.945361458120008,
      "grad_norm": 1.732744323503305,
      "learning_rate": 6.30908878350711e-08,
      "loss": 0.3668,
      "step": 145156
    },
    {
      "epoch": 5.945402416547204,
      "grad_norm": 1.2035177801093386,
      "learning_rate": 6.299634086993077e-08,
      "loss": 0.2361,
      "step": 145157
    },
    {
      "epoch": 5.945443374974401,
      "grad_norm": 1.7536396931190978,
      "learning_rate": 6.290186478629112e-08,
      "loss": 0.5155,
      "step": 145158
    },
    {
      "epoch": 5.945484333401597,
      "grad_norm": 1.503814926716783,
      "learning_rate": 6.280745958421874e-08,
      "loss": 0.4267,
      "step": 145159
    },
    {
      "epoch": 5.945525291828794,
      "grad_norm": 1.7896380077383103,
      "learning_rate": 6.271312526374694e-08,
      "loss": 0.5961,
      "step": 145160
    },
    {
      "epoch": 5.9455662502559905,
      "grad_norm": 1.3995409275142103,
      "learning_rate": 6.26188618249257e-08,
      "loss": 0.3944,
      "step": 145161
    },
    {
      "epoch": 5.945607208683187,
      "grad_norm": 0.9767946892903538,
      "learning_rate": 6.252466926780497e-08,
      "loss": 0.2096,
      "step": 145162
    },
    {
      "epoch": 5.945648167110383,
      "grad_norm": 2.0326973049790644,
      "learning_rate": 6.243054759241806e-08,
      "loss": 0.5787,
      "step": 145163
    },
    {
      "epoch": 5.945689125537579,
      "grad_norm": 1.374125472875583,
      "learning_rate": 6.233649679879827e-08,
      "loss": 0.3652,
      "step": 145164
    },
    {
      "epoch": 5.945730083964776,
      "grad_norm": 1.333030903146053,
      "learning_rate": 6.224251688702887e-08,
      "loss": 0.2782,
      "step": 145165
    },
    {
      "epoch": 5.945771042391972,
      "grad_norm": 1.837591225631614,
      "learning_rate": 6.214860785710985e-08,
      "loss": 0.6119,
      "step": 145166
    },
    {
      "epoch": 5.945812000819169,
      "grad_norm": 1.851353362283153,
      "learning_rate": 6.205476970912449e-08,
      "loss": 0.6625,
      "step": 145167
    },
    {
      "epoch": 5.9458529592463645,
      "grad_norm": 1.562715078930338,
      "learning_rate": 6.196100244308944e-08,
      "loss": 0.4779,
      "step": 145168
    },
    {
      "epoch": 5.945893917673561,
      "grad_norm": 1.6608773635548864,
      "learning_rate": 6.186730605905465e-08,
      "loss": 0.4616,
      "step": 145169
    },
    {
      "epoch": 5.9459348761007575,
      "grad_norm": 1.3820188191371343,
      "learning_rate": 6.17736805570701e-08,
      "loss": 0.3168,
      "step": 145170
    },
    {
      "epoch": 5.945975834527954,
      "grad_norm": 1.3069208210802572,
      "learning_rate": 6.168012593718574e-08,
      "loss": 0.3295,
      "step": 145171
    },
    {
      "epoch": 5.946016792955151,
      "grad_norm": 0.6613668827323109,
      "learning_rate": 6.158664219943488e-08,
      "loss": 0.068,
      "step": 145172
    },
    {
      "epoch": 5.946057751382347,
      "grad_norm": 1.566731233249984,
      "learning_rate": 6.149322934386747e-08,
      "loss": 0.5523,
      "step": 145173
    },
    {
      "epoch": 5.946098709809544,
      "grad_norm": 0.9397400919190706,
      "learning_rate": 6.139988737051682e-08,
      "loss": 0.2078,
      "step": 145174
    },
    {
      "epoch": 5.946139668236739,
      "grad_norm": 1.1849396403668022,
      "learning_rate": 6.130661627944955e-08,
      "loss": 0.2784,
      "step": 145175
    },
    {
      "epoch": 5.946180626663936,
      "grad_norm": 1.4054659417466706,
      "learning_rate": 6.121341607068231e-08,
      "loss": 0.426,
      "step": 145176
    },
    {
      "epoch": 5.946221585091132,
      "grad_norm": 1.2800677313665474,
      "learning_rate": 6.112028674428171e-08,
      "loss": 0.2747,
      "step": 145177
    },
    {
      "epoch": 5.946262543518329,
      "grad_norm": 0.930252421515094,
      "learning_rate": 6.102722830028106e-08,
      "loss": 0.2198,
      "step": 145178
    },
    {
      "epoch": 5.9463035019455255,
      "grad_norm": 0.9808208557212177,
      "learning_rate": 6.093424073873033e-08,
      "loss": 0.2048,
      "step": 145179
    },
    {
      "epoch": 5.946344460372722,
      "grad_norm": 1.3659237773754154,
      "learning_rate": 6.08413240596628e-08,
      "loss": 0.4227,
      "step": 145180
    },
    {
      "epoch": 5.9463854187999186,
      "grad_norm": 1.1562218134848719,
      "learning_rate": 6.074847826312845e-08,
      "loss": 0.4021,
      "step": 145181
    },
    {
      "epoch": 5.946426377227114,
      "grad_norm": 1.3656638165803225,
      "learning_rate": 6.065570334917724e-08,
      "loss": 0.3385,
      "step": 145182
    },
    {
      "epoch": 5.946467335654311,
      "grad_norm": 0.8388420315341035,
      "learning_rate": 6.056299931784248e-08,
      "loss": 0.155,
      "step": 145183
    },
    {
      "epoch": 5.946508294081507,
      "grad_norm": 0.9204237960086143,
      "learning_rate": 6.047036616917411e-08,
      "loss": 0.2015,
      "step": 145184
    },
    {
      "epoch": 5.946549252508704,
      "grad_norm": 1.5351104798155089,
      "learning_rate": 6.037780390322211e-08,
      "loss": 0.4817,
      "step": 145185
    },
    {
      "epoch": 5.9465902109359,
      "grad_norm": 2.7561194354315344,
      "learning_rate": 6.028531252001978e-08,
      "loss": 1.5315,
      "step": 145186
    },
    {
      "epoch": 5.946631169363096,
      "grad_norm": 1.5347011110985083,
      "learning_rate": 6.019289201960043e-08,
      "loss": 0.4342,
      "step": 145187
    },
    {
      "epoch": 5.9466721277902925,
      "grad_norm": 1.52117207739787,
      "learning_rate": 6.010054240203066e-08,
      "loss": 0.5218,
      "step": 145188
    },
    {
      "epoch": 5.946713086217489,
      "grad_norm": 1.0994149821814312,
      "learning_rate": 6.000826366734379e-08,
      "loss": 0.2204,
      "step": 145189
    },
    {
      "epoch": 5.946754044644686,
      "grad_norm": 1.7610136525507436,
      "learning_rate": 5.991605581558978e-08,
      "loss": 0.6082,
      "step": 145190
    },
    {
      "epoch": 5.946795003071882,
      "grad_norm": 1.5077618770905918,
      "learning_rate": 5.982391884680193e-08,
      "loss": 0.4181,
      "step": 145191
    },
    {
      "epoch": 5.946835961499079,
      "grad_norm": 1.2136333427121953,
      "learning_rate": 5.973185276103021e-08,
      "loss": 0.3567,
      "step": 145192
    },
    {
      "epoch": 5.946876919926275,
      "grad_norm": 1.269740874953344,
      "learning_rate": 5.963985755832457e-08,
      "loss": 0.3454,
      "step": 145193
    },
    {
      "epoch": 5.946917878353471,
      "grad_norm": 0.9083659806822828,
      "learning_rate": 5.954793323870166e-08,
      "loss": 0.2035,
      "step": 145194
    },
    {
      "epoch": 5.946958836780667,
      "grad_norm": 1.000794467617058,
      "learning_rate": 5.945607980224476e-08,
      "loss": 0.2183,
      "step": 145195
    },
    {
      "epoch": 5.946999795207864,
      "grad_norm": 2.604889540871547,
      "learning_rate": 5.936429724897052e-08,
      "loss": 1.1242,
      "step": 145196
    },
    {
      "epoch": 5.9470407536350605,
      "grad_norm": 1.4324848843021876,
      "learning_rate": 5.927258557891223e-08,
      "loss": 0.4473,
      "step": 145197
    },
    {
      "epoch": 5.947081712062257,
      "grad_norm": 1.4336359319124146,
      "learning_rate": 5.918094479213653e-08,
      "loss": 0.3331,
      "step": 145198
    },
    {
      "epoch": 5.9471226704894535,
      "grad_norm": 1.6821267694521074,
      "learning_rate": 5.9089374888693363e-08,
      "loss": 0.5943,
      "step": 145199
    },
    {
      "epoch": 5.94716362891665,
      "grad_norm": 1.5803795373383966,
      "learning_rate": 5.8997875868599385e-08,
      "loss": 0.4748,
      "step": 145200
    },
    {
      "epoch": 5.947204587343846,
      "grad_norm": 1.4073986226655184,
      "learning_rate": 5.8906447731921214e-08,
      "loss": 0.3323,
      "step": 145201
    },
    {
      "epoch": 5.947245545771042,
      "grad_norm": 1.5437057865438997,
      "learning_rate": 5.88150904786755e-08,
      "loss": 0.4366,
      "step": 145202
    },
    {
      "epoch": 5.947286504198239,
      "grad_norm": 1.5117606797837544,
      "learning_rate": 5.8723804108928855e-08,
      "loss": 0.4065,
      "step": 145203
    },
    {
      "epoch": 5.947327462625435,
      "grad_norm": 1.477414284579335,
      "learning_rate": 5.863258862271458e-08,
      "loss": 0.4623,
      "step": 145204
    },
    {
      "epoch": 5.947368421052632,
      "grad_norm": 1.6061629441385672,
      "learning_rate": 5.854144402008265e-08,
      "loss": 0.4672,
      "step": 145205
    },
    {
      "epoch": 5.9474093794798275,
      "grad_norm": 1.62230571749139,
      "learning_rate": 5.845037030108302e-08,
      "loss": 0.3893,
      "step": 145206
    },
    {
      "epoch": 5.947450337907024,
      "grad_norm": 1.6057819213849787,
      "learning_rate": 5.835936746573233e-08,
      "loss": 0.4752,
      "step": 145207
    },
    {
      "epoch": 5.947491296334221,
      "grad_norm": 1.4819308885920608,
      "learning_rate": 5.826843551408056e-08,
      "loss": 0.4402,
      "step": 145208
    },
    {
      "epoch": 5.947532254761417,
      "grad_norm": 1.0195741526195052,
      "learning_rate": 5.817757444619431e-08,
      "loss": 0.1979,
      "step": 145209
    },
    {
      "epoch": 5.947573213188614,
      "grad_norm": 1.496787354828573,
      "learning_rate": 5.808678426209024e-08,
      "loss": 0.4254,
      "step": 145210
    },
    {
      "epoch": 5.94761417161581,
      "grad_norm": 0.8474793988538277,
      "learning_rate": 5.7996064961834955e-08,
      "loss": 0.1886,
      "step": 145211
    },
    {
      "epoch": 5.947655130043007,
      "grad_norm": 0.8899220327762143,
      "learning_rate": 5.7905416545445114e-08,
      "loss": 0.2475,
      "step": 145212
    },
    {
      "epoch": 5.947696088470202,
      "grad_norm": 1.1015703371757632,
      "learning_rate": 5.7814839012987335e-08,
      "loss": 0.3324,
      "step": 145213
    },
    {
      "epoch": 5.947737046897399,
      "grad_norm": 1.580862185378784,
      "learning_rate": 5.772433236449492e-08,
      "loss": 0.4256,
      "step": 145214
    },
    {
      "epoch": 5.947778005324595,
      "grad_norm": 1.5106106862714128,
      "learning_rate": 5.763389660000117e-08,
      "loss": 0.4528,
      "step": 145215
    },
    {
      "epoch": 5.947818963751792,
      "grad_norm": 1.6372418085611498,
      "learning_rate": 5.754353171955606e-08,
      "loss": 0.5129,
      "step": 145216
    },
    {
      "epoch": 5.9478599221789885,
      "grad_norm": 2.1170615419992465,
      "learning_rate": 5.745323772320953e-08,
      "loss": 0.7981,
      "step": 145217
    },
    {
      "epoch": 5.947900880606185,
      "grad_norm": 2.461568815228522,
      "learning_rate": 5.736301461099491e-08,
      "loss": 1.4307,
      "step": 145218
    },
    {
      "epoch": 5.947941839033382,
      "grad_norm": 1.5684138045239506,
      "learning_rate": 5.727286238296214e-08,
      "loss": 0.4099,
      "step": 145219
    },
    {
      "epoch": 5.947982797460577,
      "grad_norm": 1.4488907178065338,
      "learning_rate": 5.718278103914453e-08,
      "loss": 0.5176,
      "step": 145220
    },
    {
      "epoch": 5.948023755887774,
      "grad_norm": 1.9173312182015478,
      "learning_rate": 5.709277057959205e-08,
      "loss": 0.7145,
      "step": 145221
    },
    {
      "epoch": 5.94806471431497,
      "grad_norm": 1.7638547911898932,
      "learning_rate": 5.7002831004354656e-08,
      "loss": 0.5409,
      "step": 145222
    },
    {
      "epoch": 5.948105672742167,
      "grad_norm": 1.651417673934532,
      "learning_rate": 5.691296231346565e-08,
      "loss": 0.5825,
      "step": 145223
    },
    {
      "epoch": 5.948146631169363,
      "grad_norm": 1.8399784089437152,
      "learning_rate": 5.682316450695834e-08,
      "loss": 0.585,
      "step": 145224
    },
    {
      "epoch": 5.948187589596559,
      "grad_norm": 1.7114580251257758,
      "learning_rate": 5.673343758488269e-08,
      "loss": 0.4418,
      "step": 145225
    },
    {
      "epoch": 5.948228548023756,
      "grad_norm": 1.445121401012828,
      "learning_rate": 5.664378154728866e-08,
      "loss": 0.2223,
      "step": 145226
    },
    {
      "epoch": 5.948269506450952,
      "grad_norm": 1.5406103334118357,
      "learning_rate": 5.655419639420955e-08,
      "loss": 0.4582,
      "step": 145227
    },
    {
      "epoch": 5.948310464878149,
      "grad_norm": 1.2814345007805408,
      "learning_rate": 5.646468212567867e-08,
      "loss": 0.271,
      "step": 145228
    },
    {
      "epoch": 5.948351423305345,
      "grad_norm": 2.2916174848996294,
      "learning_rate": 5.6375238741762644e-08,
      "loss": 1.161,
      "step": 145229
    },
    {
      "epoch": 5.948392381732542,
      "grad_norm": 1.7213072768199729,
      "learning_rate": 5.628586624249476e-08,
      "loss": 0.5551,
      "step": 145230
    },
    {
      "epoch": 5.948433340159738,
      "grad_norm": 1.5037632604166014,
      "learning_rate": 5.619656462790833e-08,
      "loss": 0.5526,
      "step": 145231
    },
    {
      "epoch": 5.948474298586934,
      "grad_norm": 1.5194208791983081,
      "learning_rate": 5.610733389805333e-08,
      "loss": 0.4711,
      "step": 145232
    },
    {
      "epoch": 5.94851525701413,
      "grad_norm": 1.4898366954651328,
      "learning_rate": 5.60181740529797e-08,
      "loss": 0.3362,
      "step": 145233
    },
    {
      "epoch": 5.948556215441327,
      "grad_norm": 1.1951801046957786,
      "learning_rate": 5.5929085092704105e-08,
      "loss": 0.318,
      "step": 145234
    },
    {
      "epoch": 5.9485971738685235,
      "grad_norm": 0.9779707665207131,
      "learning_rate": 5.584006701729316e-08,
      "loss": 0.1064,
      "step": 145235
    },
    {
      "epoch": 5.94863813229572,
      "grad_norm": 1.415944588516173,
      "learning_rate": 5.5751119826780154e-08,
      "loss": 0.3432,
      "step": 145236
    },
    {
      "epoch": 5.948679090722917,
      "grad_norm": 1.657854203275731,
      "learning_rate": 5.566224352121507e-08,
      "loss": 0.5219,
      "step": 145237
    },
    {
      "epoch": 5.948720049150113,
      "grad_norm": 1.6519098759661532,
      "learning_rate": 5.557343810061454e-08,
      "loss": 0.5595,
      "step": 145238
    },
    {
      "epoch": 5.948761007577309,
      "grad_norm": 1.851352486260877,
      "learning_rate": 5.5484703565045195e-08,
      "loss": 0.6071,
      "step": 145239
    },
    {
      "epoch": 5.948801966004505,
      "grad_norm": 1.9572396360144542,
      "learning_rate": 5.539603991454033e-08,
      "loss": 0.8161,
      "step": 145240
    },
    {
      "epoch": 5.948842924431702,
      "grad_norm": 1.1552819891951298,
      "learning_rate": 5.530744714914992e-08,
      "loss": 0.2504,
      "step": 145241
    },
    {
      "epoch": 5.948883882858898,
      "grad_norm": 1.5268921153804298,
      "learning_rate": 5.521892526890726e-08,
      "loss": 0.4914,
      "step": 145242
    },
    {
      "epoch": 5.948924841286095,
      "grad_norm": 0.9672224958500582,
      "learning_rate": 5.513047427384565e-08,
      "loss": 0.2188,
      "step": 145243
    },
    {
      "epoch": 5.9489657997132905,
      "grad_norm": 1.4320385275410314,
      "learning_rate": 5.5042094164031716e-08,
      "loss": 0.3893,
      "step": 145244
    },
    {
      "epoch": 5.949006758140487,
      "grad_norm": 1.3490546631363058,
      "learning_rate": 5.49537849394821e-08,
      "loss": 0.3938,
      "step": 145245
    },
    {
      "epoch": 5.949047716567684,
      "grad_norm": 1.6837514072323374,
      "learning_rate": 5.4865546600263435e-08,
      "loss": 0.5643,
      "step": 145246
    },
    {
      "epoch": 5.94908867499488,
      "grad_norm": 1.7210452725896295,
      "learning_rate": 5.4777379146392353e-08,
      "loss": 0.4289,
      "step": 145247
    },
    {
      "epoch": 5.949129633422077,
      "grad_norm": 1.7425659008884793,
      "learning_rate": 5.4689282577918825e-08,
      "loss": 0.5769,
      "step": 145248
    },
    {
      "epoch": 5.949170591849273,
      "grad_norm": 1.4982233397948728,
      "learning_rate": 5.4601256894892806e-08,
      "loss": 0.4095,
      "step": 145249
    },
    {
      "epoch": 5.94921155027647,
      "grad_norm": 1.464624713676323,
      "learning_rate": 5.4513302097347614e-08,
      "loss": 0.4383,
      "step": 145250
    },
    {
      "epoch": 5.949252508703665,
      "grad_norm": 1.4230145562013337,
      "learning_rate": 5.442541818533319e-08,
      "loss": 0.3981,
      "step": 145251
    },
    {
      "epoch": 5.949293467130862,
      "grad_norm": 1.6133930425918146,
      "learning_rate": 5.4337605158882857e-08,
      "loss": 0.5184,
      "step": 145252
    },
    {
      "epoch": 5.9493344255580585,
      "grad_norm": 0.9914196496488976,
      "learning_rate": 5.4249863018029916e-08,
      "loss": 0.2045,
      "step": 145253
    },
    {
      "epoch": 5.949375383985255,
      "grad_norm": 1.6088250077871058,
      "learning_rate": 5.416219176284098e-08,
      "loss": 0.4526,
      "step": 145254
    },
    {
      "epoch": 5.9494163424124515,
      "grad_norm": 1.3798229620362266,
      "learning_rate": 5.40745913933327e-08,
      "loss": 0.283,
      "step": 145255
    },
    {
      "epoch": 5.949457300839648,
      "grad_norm": 1.4332154967345507,
      "learning_rate": 5.3987061909571694e-08,
      "loss": 0.3781,
      "step": 145256
    },
    {
      "epoch": 5.949498259266845,
      "grad_norm": 1.4340156102070207,
      "learning_rate": 5.389960331157461e-08,
      "loss": 0.4077,
      "step": 145257
    },
    {
      "epoch": 5.94953921769404,
      "grad_norm": 1.408262029739759,
      "learning_rate": 5.3812215599391415e-08,
      "loss": 0.431,
      "step": 145258
    },
    {
      "epoch": 5.949580176121237,
      "grad_norm": 1.498988278495156,
      "learning_rate": 5.372489877307207e-08,
      "loss": 0.4304,
      "step": 145259
    },
    {
      "epoch": 5.949621134548433,
      "grad_norm": 1.468019478300538,
      "learning_rate": 5.3637652832649866e-08,
      "loss": 0.2668,
      "step": 145260
    },
    {
      "epoch": 5.94966209297563,
      "grad_norm": 1.2012222239112291,
      "learning_rate": 5.355047777815813e-08,
      "loss": 0.3739,
      "step": 145261
    },
    {
      "epoch": 5.949703051402826,
      "grad_norm": 3.302547000146692,
      "learning_rate": 5.346337360964681e-08,
      "loss": 2.9986,
      "step": 145262
    },
    {
      "epoch": 5.949744009830022,
      "grad_norm": 1.771036007581641,
      "learning_rate": 5.337634032716587e-08,
      "loss": 0.646,
      "step": 145263
    },
    {
      "epoch": 5.949784968257219,
      "grad_norm": 1.5567024969271475,
      "learning_rate": 5.3289377930748614e-08,
      "loss": 0.5031,
      "step": 145264
    },
    {
      "epoch": 5.949825926684415,
      "grad_norm": 1.527761342757533,
      "learning_rate": 5.320248642042835e-08,
      "loss": 0.4912,
      "step": 145265
    },
    {
      "epoch": 5.949866885111612,
      "grad_norm": 2.538849226526045,
      "learning_rate": 5.3115665796255036e-08,
      "loss": 1.6858,
      "step": 145266
    },
    {
      "epoch": 5.949907843538808,
      "grad_norm": 1.3461574051440923,
      "learning_rate": 5.302891605826198e-08,
      "loss": 0.4297,
      "step": 145267
    },
    {
      "epoch": 5.949948801966005,
      "grad_norm": 1.5256926415353638,
      "learning_rate": 5.294223720649915e-08,
      "loss": 0.5077,
      "step": 145268
    },
    {
      "epoch": 5.949989760393201,
      "grad_norm": 1.3987812862229623,
      "learning_rate": 5.285562924101649e-08,
      "loss": 0.404,
      "step": 145269
    },
    {
      "epoch": 5.950030718820397,
      "grad_norm": 0.6597817211539121,
      "learning_rate": 5.276909216183067e-08,
      "loss": 0.0699,
      "step": 145270
    },
    {
      "epoch": 5.9500716772475934,
      "grad_norm": 1.1591388975248365,
      "learning_rate": 5.268262596899164e-08,
      "loss": 0.2516,
      "step": 145271
    },
    {
      "epoch": 5.95011263567479,
      "grad_norm": 0.8579943219313162,
      "learning_rate": 5.259623066254937e-08,
      "loss": 0.1862,
      "step": 145272
    },
    {
      "epoch": 5.9501535941019865,
      "grad_norm": 1.0582720150920257,
      "learning_rate": 5.2509906242537146e-08,
      "loss": 0.1784,
      "step": 145273
    },
    {
      "epoch": 5.950194552529183,
      "grad_norm": 1.5173184663011727,
      "learning_rate": 5.2423652709004946e-08,
      "loss": 0.417,
      "step": 145274
    },
    {
      "epoch": 5.95023551095638,
      "grad_norm": 1.0296464869271016,
      "learning_rate": 5.2337470061969425e-08,
      "loss": 0.2237,
      "step": 145275
    },
    {
      "epoch": 5.950276469383576,
      "grad_norm": 1.3760261391497637,
      "learning_rate": 5.225135830149718e-08,
      "loss": 0.4052,
      "step": 145276
    },
    {
      "epoch": 5.950317427810772,
      "grad_norm": 2.0192789248593894,
      "learning_rate": 5.2165317427621535e-08,
      "loss": 0.5853,
      "step": 145277
    },
    {
      "epoch": 5.950358386237968,
      "grad_norm": 1.1885972859653302,
      "learning_rate": 5.2079347440375785e-08,
      "loss": 0.2298,
      "step": 145278
    },
    {
      "epoch": 5.950399344665165,
      "grad_norm": 1.6013601995055058,
      "learning_rate": 5.19934483398099e-08,
      "loss": 0.468,
      "step": 145279
    },
    {
      "epoch": 5.950440303092361,
      "grad_norm": 3.651431977164664,
      "learning_rate": 5.190762012595717e-08,
      "loss": 3.0061,
      "step": 145280
    },
    {
      "epoch": 5.950481261519558,
      "grad_norm": 0.9894291630889578,
      "learning_rate": 5.182186279886758e-08,
      "loss": 0.1435,
      "step": 145281
    },
    {
      "epoch": 5.950522219946754,
      "grad_norm": 1.2213106949895938,
      "learning_rate": 5.173617635857441e-08,
      "loss": 0.3413,
      "step": 145282
    },
    {
      "epoch": 5.95056317837395,
      "grad_norm": 2.1499802369271666,
      "learning_rate": 5.1650560805110986e-08,
      "loss": 0.9526,
      "step": 145283
    },
    {
      "epoch": 5.950604136801147,
      "grad_norm": 1.7050627197410118,
      "learning_rate": 5.156501613852726e-08,
      "loss": 0.6084,
      "step": 145284
    },
    {
      "epoch": 5.950645095228343,
      "grad_norm": 1.4194058608551026,
      "learning_rate": 5.14795423588732e-08,
      "loss": 0.3727,
      "step": 145285
    },
    {
      "epoch": 5.95068605365554,
      "grad_norm": 0.9046241947404222,
      "learning_rate": 5.139413946616544e-08,
      "loss": 0.1902,
      "step": 145286
    },
    {
      "epoch": 5.950727012082736,
      "grad_norm": 1.6471706452095007,
      "learning_rate": 5.1308807460470616e-08,
      "loss": 0.4877,
      "step": 145287
    },
    {
      "epoch": 5.950767970509933,
      "grad_norm": 1.8260101573997953,
      "learning_rate": 5.1223546341805366e-08,
      "loss": 0.3946,
      "step": 145288
    },
    {
      "epoch": 5.950808928937128,
      "grad_norm": 1.8985448237848248,
      "learning_rate": 5.1138356110236314e-08,
      "loss": 0.789,
      "step": 145289
    },
    {
      "epoch": 5.950849887364325,
      "grad_norm": 0.35134173783033856,
      "learning_rate": 5.105323676576345e-08,
      "loss": 0.0343,
      "step": 145290
    },
    {
      "epoch": 5.9508908457915215,
      "grad_norm": 1.662712133730453,
      "learning_rate": 5.096818830847005e-08,
      "loss": 0.5637,
      "step": 145291
    },
    {
      "epoch": 5.950931804218718,
      "grad_norm": 1.1362624961727454,
      "learning_rate": 5.088321073837276e-08,
      "loss": 0.2678,
      "step": 145292
    },
    {
      "epoch": 5.950972762645915,
      "grad_norm": 0.9738343536465693,
      "learning_rate": 5.079830405550489e-08,
      "loss": 0.2051,
      "step": 145293
    },
    {
      "epoch": 5.951013721073111,
      "grad_norm": 1.6372823277228752,
      "learning_rate": 5.071346825993305e-08,
      "loss": 0.4416,
      "step": 145294
    },
    {
      "epoch": 5.951054679500308,
      "grad_norm": 0.8363337279740369,
      "learning_rate": 5.062870335169056e-08,
      "loss": 0.2009,
      "step": 145295
    },
    {
      "epoch": 5.951095637927503,
      "grad_norm": 1.8277671193074907,
      "learning_rate": 5.054400933079405e-08,
      "loss": 0.5716,
      "step": 145296
    },
    {
      "epoch": 5.9511365963547,
      "grad_norm": 1.6290029871173668,
      "learning_rate": 5.045938619729351e-08,
      "loss": 0.4462,
      "step": 145297
    },
    {
      "epoch": 5.951177554781896,
      "grad_norm": 0.48039653621126666,
      "learning_rate": 5.037483395125552e-08,
      "loss": 0.0271,
      "step": 145298
    },
    {
      "epoch": 5.951218513209093,
      "grad_norm": 1.0794960178865995,
      "learning_rate": 5.0290352592680106e-08,
      "loss": 0.2136,
      "step": 145299
    },
    {
      "epoch": 5.951259471636289,
      "grad_norm": 2.1135671614029556,
      "learning_rate": 5.0205942121633866e-08,
      "loss": 0.986,
      "step": 145300
    },
    {
      "epoch": 5.951300430063485,
      "grad_norm": 1.8861393282386172,
      "learning_rate": 5.012160253815012e-08,
      "loss": 0.6336,
      "step": 145301
    },
    {
      "epoch": 5.951341388490682,
      "grad_norm": 1.6665278556639231,
      "learning_rate": 5.0037333842262163e-08,
      "loss": 0.655,
      "step": 145302
    },
    {
      "epoch": 5.951382346917878,
      "grad_norm": 1.2831427846199057,
      "learning_rate": 4.995313603401996e-08,
      "loss": 0.4064,
      "step": 145303
    },
    {
      "epoch": 5.951423305345075,
      "grad_norm": 1.3808273333594159,
      "learning_rate": 4.986900911347347e-08,
      "loss": 0.3942,
      "step": 145304
    },
    {
      "epoch": 5.951464263772271,
      "grad_norm": 1.9725273225833435,
      "learning_rate": 4.9784953080622694e-08,
      "loss": 0.5156,
      "step": 145305
    },
    {
      "epoch": 5.951505222199468,
      "grad_norm": 1.0541105523093697,
      "learning_rate": 4.97009679355509e-08,
      "loss": 0.2158,
      "step": 145306
    },
    {
      "epoch": 5.951546180626664,
      "grad_norm": 1.6468829246418166,
      "learning_rate": 4.961705367825808e-08,
      "loss": 0.6101,
      "step": 145307
    },
    {
      "epoch": 5.95158713905386,
      "grad_norm": 3.482988094522499,
      "learning_rate": 4.953321030882751e-08,
      "loss": 2.9504,
      "step": 145308
    },
    {
      "epoch": 5.9516280974810565,
      "grad_norm": 1.678352075864888,
      "learning_rate": 4.944943782725919e-08,
      "loss": 0.5092,
      "step": 145309
    },
    {
      "epoch": 5.951669055908253,
      "grad_norm": 1.6350288675273172,
      "learning_rate": 4.936573623361972e-08,
      "loss": 0.6317,
      "step": 145310
    },
    {
      "epoch": 5.9517100143354496,
      "grad_norm": 1.527265384776917,
      "learning_rate": 4.928210552794243e-08,
      "loss": 0.4561,
      "step": 145311
    },
    {
      "epoch": 5.951750972762646,
      "grad_norm": 1.5519011944728192,
      "learning_rate": 4.9198545710260605e-08,
      "loss": 0.4202,
      "step": 145312
    },
    {
      "epoch": 5.951791931189843,
      "grad_norm": 1.3334033714377935,
      "learning_rate": 4.911505678060756e-08,
      "loss": 0.4337,
      "step": 145313
    },
    {
      "epoch": 5.951832889617039,
      "grad_norm": 1.6307375890226217,
      "learning_rate": 4.9031638739049914e-08,
      "loss": 0.4846,
      "step": 145314
    },
    {
      "epoch": 5.951873848044235,
      "grad_norm": 1.5067009416698363,
      "learning_rate": 4.8948291585587665e-08,
      "loss": 0.5132,
      "step": 145315
    },
    {
      "epoch": 5.951914806471431,
      "grad_norm": 1.6757438307126669,
      "learning_rate": 4.886501532028741e-08,
      "loss": 1.0544,
      "step": 145316
    },
    {
      "epoch": 5.951955764898628,
      "grad_norm": 1.4323758066795118,
      "learning_rate": 4.8781809943199134e-08,
      "loss": 0.4263,
      "step": 145317
    },
    {
      "epoch": 5.951996723325824,
      "grad_norm": 1.6489442577146516,
      "learning_rate": 4.869867545432282e-08,
      "loss": 0.5701,
      "step": 145318
    },
    {
      "epoch": 5.952037681753021,
      "grad_norm": 1.1601758872411203,
      "learning_rate": 4.861561185372509e-08,
      "loss": 0.2854,
      "step": 145319
    },
    {
      "epoch": 5.952078640180217,
      "grad_norm": 1.9102684202467273,
      "learning_rate": 4.8532619141455895e-08,
      "loss": 0.6298,
      "step": 145320
    },
    {
      "epoch": 5.952119598607413,
      "grad_norm": 0.9296855227398448,
      "learning_rate": 4.84496973175319e-08,
      "loss": 0.1943,
      "step": 145321
    },
    {
      "epoch": 5.95216055703461,
      "grad_norm": 1.819486003227139,
      "learning_rate": 4.8366846381986405e-08,
      "loss": 0.5006,
      "step": 145322
    },
    {
      "epoch": 5.952201515461806,
      "grad_norm": 1.6678108210420122,
      "learning_rate": 4.8284066334886015e-08,
      "loss": 0.5059,
      "step": 145323
    },
    {
      "epoch": 5.952242473889003,
      "grad_norm": 1.043659767800267,
      "learning_rate": 4.82013571762474e-08,
      "loss": 0.1397,
      "step": 145324
    },
    {
      "epoch": 5.952283432316199,
      "grad_norm": 1.1984473591618592,
      "learning_rate": 4.8118718906120515e-08,
      "loss": 0.2958,
      "step": 145325
    },
    {
      "epoch": 5.952324390743396,
      "grad_norm": 1.57632208120212,
      "learning_rate": 4.803615152455531e-08,
      "loss": 0.4847,
      "step": 145326
    },
    {
      "epoch": 5.9523653491705915,
      "grad_norm": 1.6161076246171315,
      "learning_rate": 4.795365503156845e-08,
      "loss": 0.4994,
      "step": 145327
    },
    {
      "epoch": 5.952406307597788,
      "grad_norm": 1.3692980753106634,
      "learning_rate": 4.7871229427193234e-08,
      "loss": 0.4074,
      "step": 145328
    },
    {
      "epoch": 5.9524472660249845,
      "grad_norm": 1.5337704655032163,
      "learning_rate": 4.7788874711496285e-08,
      "loss": 0.4494,
      "step": 145329
    },
    {
      "epoch": 5.952488224452181,
      "grad_norm": 0.9735369202043204,
      "learning_rate": 4.77065908845109e-08,
      "loss": 0.1594,
      "step": 145330
    },
    {
      "epoch": 5.952529182879378,
      "grad_norm": 1.3335946539652561,
      "learning_rate": 4.762437794625373e-08,
      "loss": 0.4035,
      "step": 145331
    },
    {
      "epoch": 5.952570141306574,
      "grad_norm": 1.4553609119930044,
      "learning_rate": 4.7542235896791403e-08,
      "loss": 0.505,
      "step": 145332
    },
    {
      "epoch": 5.952611099733771,
      "grad_norm": 1.8515971722930897,
      "learning_rate": 4.746016473614056e-08,
      "loss": 0.6382,
      "step": 145333
    },
    {
      "epoch": 5.952652058160966,
      "grad_norm": 1.4374400504225988,
      "learning_rate": 4.7378164464351166e-08,
      "loss": 0.3656,
      "step": 145334
    },
    {
      "epoch": 5.952693016588163,
      "grad_norm": 1.7638702164607396,
      "learning_rate": 4.7296235081456526e-08,
      "loss": 0.5477,
      "step": 145335
    },
    {
      "epoch": 5.952733975015359,
      "grad_norm": 2.2160684175106033,
      "learning_rate": 4.7214376587506594e-08,
      "loss": 1.0619,
      "step": 145336
    },
    {
      "epoch": 5.952774933442556,
      "grad_norm": 1.302335879607539,
      "learning_rate": 4.713258898251804e-08,
      "loss": 0.4012,
      "step": 145337
    },
    {
      "epoch": 5.9528158918697525,
      "grad_norm": 3.8489371567931565,
      "learning_rate": 4.705087226655746e-08,
      "loss": 3.4479,
      "step": 145338
    },
    {
      "epoch": 5.952856850296948,
      "grad_norm": 0.9529185742084791,
      "learning_rate": 4.6969226439641514e-08,
      "loss": 0.1719,
      "step": 145339
    },
    {
      "epoch": 5.952897808724145,
      "grad_norm": 1.5601322149428165,
      "learning_rate": 4.688765150183682e-08,
      "loss": 0.4655,
      "step": 145340
    },
    {
      "epoch": 5.952938767151341,
      "grad_norm": 1.095486916576281,
      "learning_rate": 4.680614745314337e-08,
      "loss": 0.219,
      "step": 145341
    },
    {
      "epoch": 5.952979725578538,
      "grad_norm": 1.4746834514166904,
      "learning_rate": 4.672471429362779e-08,
      "loss": 0.4227,
      "step": 145342
    },
    {
      "epoch": 5.953020684005734,
      "grad_norm": 1.767491581690186,
      "learning_rate": 4.664335202330671e-08,
      "loss": 0.8006,
      "step": 145343
    },
    {
      "epoch": 5.953061642432931,
      "grad_norm": 1.383253140858996,
      "learning_rate": 4.656206064224677e-08,
      "loss": 0.2974,
      "step": 145344
    },
    {
      "epoch": 5.953102600860127,
      "grad_norm": 1.069474008916285,
      "learning_rate": 4.64808401504646e-08,
      "loss": 0.179,
      "step": 145345
    },
    {
      "epoch": 5.953143559287323,
      "grad_norm": 1.789658773287803,
      "learning_rate": 4.639969054799353e-08,
      "loss": 0.4792,
      "step": 145346
    },
    {
      "epoch": 5.9531845177145195,
      "grad_norm": 0.9852766419555937,
      "learning_rate": 4.631861183490016e-08,
      "loss": 0.1816,
      "step": 145347
    },
    {
      "epoch": 5.953225476141716,
      "grad_norm": 1.4003036989524575,
      "learning_rate": 4.623760401120114e-08,
      "loss": 0.126,
      "step": 145348
    },
    {
      "epoch": 5.953266434568913,
      "grad_norm": 0.7520832252778781,
      "learning_rate": 4.615666707692978e-08,
      "loss": 0.1728,
      "step": 145349
    },
    {
      "epoch": 5.953307392996109,
      "grad_norm": 1.6733754275824784,
      "learning_rate": 4.607580103213604e-08,
      "loss": 0.5272,
      "step": 145350
    },
    {
      "epoch": 5.953348351423306,
      "grad_norm": 1.8496422122458216,
      "learning_rate": 4.599500587686988e-08,
      "loss": 0.5928,
      "step": 145351
    },
    {
      "epoch": 5.953389309850502,
      "grad_norm": 0.8452016444005168,
      "learning_rate": 4.591428161114796e-08,
      "loss": 0.1801,
      "step": 145352
    },
    {
      "epoch": 5.953430268277698,
      "grad_norm": 1.3930626292828932,
      "learning_rate": 4.5833628235020236e-08,
      "loss": 0.2815,
      "step": 145353
    },
    {
      "epoch": 5.953471226704894,
      "grad_norm": 1.051745539832102,
      "learning_rate": 4.5753045748520015e-08,
      "loss": 0.2295,
      "step": 145354
    },
    {
      "epoch": 5.953512185132091,
      "grad_norm": 1.398545262320349,
      "learning_rate": 4.56725341516806e-08,
      "loss": 0.4076,
      "step": 145355
    },
    {
      "epoch": 5.953553143559287,
      "grad_norm": 1.5527871654577852,
      "learning_rate": 4.559209344455195e-08,
      "loss": 0.5218,
      "step": 145356
    },
    {
      "epoch": 5.953594101986484,
      "grad_norm": 1.3861529958902041,
      "learning_rate": 4.5511723627150723e-08,
      "loss": 0.4397,
      "step": 145357
    },
    {
      "epoch": 5.95363506041368,
      "grad_norm": 1.5449089354329955,
      "learning_rate": 4.543142469954353e-08,
      "loss": 0.4304,
      "step": 145358
    },
    {
      "epoch": 5.953676018840876,
      "grad_norm": 1.7051687363624286,
      "learning_rate": 4.535119666176368e-08,
      "loss": 0.4173,
      "step": 145359
    },
    {
      "epoch": 5.953716977268073,
      "grad_norm": 2.787949608899314,
      "learning_rate": 4.527103951382782e-08,
      "loss": 1.8015,
      "step": 145360
    },
    {
      "epoch": 5.953757935695269,
      "grad_norm": 2.863867563823764,
      "learning_rate": 4.519095325578592e-08,
      "loss": 1.7112,
      "step": 145361
    },
    {
      "epoch": 5.953798894122466,
      "grad_norm": 1.352333664108459,
      "learning_rate": 4.511093788767128e-08,
      "loss": 0.4263,
      "step": 145362
    },
    {
      "epoch": 5.953839852549662,
      "grad_norm": 1.9535013128565404,
      "learning_rate": 4.503099340953387e-08,
      "loss": 0.8324,
      "step": 145363
    },
    {
      "epoch": 5.953880810976859,
      "grad_norm": 1.4461529269556759,
      "learning_rate": 4.4951119821406976e-08,
      "loss": 0.4618,
      "step": 145364
    },
    {
      "epoch": 5.9539217694040545,
      "grad_norm": 0.7733537130981354,
      "learning_rate": 4.4871317123323924e-08,
      "loss": 0.1845,
      "step": 145365
    },
    {
      "epoch": 5.953962727831251,
      "grad_norm": 1.335421105145832,
      "learning_rate": 4.479158531533467e-08,
      "loss": 0.3951,
      "step": 145366
    },
    {
      "epoch": 5.954003686258448,
      "grad_norm": 1.678367282473274,
      "learning_rate": 4.4711924397455856e-08,
      "loss": 0.5133,
      "step": 145367
    },
    {
      "epoch": 5.954044644685644,
      "grad_norm": 0.9642752571680934,
      "learning_rate": 4.463233436973746e-08,
      "loss": 0.2046,
      "step": 145368
    },
    {
      "epoch": 5.954085603112841,
      "grad_norm": 1.5687226904922567,
      "learning_rate": 4.455281523221277e-08,
      "loss": 0.3569,
      "step": 145369
    },
    {
      "epoch": 5.954126561540037,
      "grad_norm": 1.5091715044080372,
      "learning_rate": 4.44733669849151e-08,
      "loss": 0.501,
      "step": 145370
    },
    {
      "epoch": 5.954167519967234,
      "grad_norm": 2.6449526133780763,
      "learning_rate": 4.439398962789442e-08,
      "loss": 2.0698,
      "step": 145371
    },
    {
      "epoch": 5.954208478394429,
      "grad_norm": 1.6884185730093417,
      "learning_rate": 4.431468316118403e-08,
      "loss": 0.4141,
      "step": 145372
    },
    {
      "epoch": 5.954249436821626,
      "grad_norm": 4.044263998219722,
      "learning_rate": 4.4235447584833884e-08,
      "loss": 1.5135,
      "step": 145373
    },
    {
      "epoch": 5.954290395248822,
      "grad_norm": 1.4009966961726896,
      "learning_rate": 4.4156282898843986e-08,
      "loss": 0.3611,
      "step": 145374
    },
    {
      "epoch": 5.954331353676019,
      "grad_norm": 0.985380225503547,
      "learning_rate": 4.40771891032976e-08,
      "loss": 0.1481,
      "step": 145375
    },
    {
      "epoch": 5.9543723121032155,
      "grad_norm": 1.1883842269511629,
      "learning_rate": 4.399816619819474e-08,
      "loss": 0.2936,
      "step": 145376
    },
    {
      "epoch": 5.954413270530411,
      "grad_norm": 1.7783946931244672,
      "learning_rate": 4.391921418358535e-08,
      "loss": 0.5992,
      "step": 145377
    },
    {
      "epoch": 5.954454228957608,
      "grad_norm": 0.9116824257854821,
      "learning_rate": 4.3840333059519395e-08,
      "loss": 0.1833,
      "step": 145378
    },
    {
      "epoch": 5.954495187384804,
      "grad_norm": 0.6738273653704852,
      "learning_rate": 4.376152282603018e-08,
      "loss": 0.1428,
      "step": 145379
    },
    {
      "epoch": 5.954536145812001,
      "grad_norm": 1.4636549481020382,
      "learning_rate": 4.3682783483134367e-08,
      "loss": 0.5189,
      "step": 145380
    },
    {
      "epoch": 5.954577104239197,
      "grad_norm": 1.674175592592055,
      "learning_rate": 4.3604115030881906e-08,
      "loss": 0.5728,
      "step": 145381
    },
    {
      "epoch": 5.954618062666394,
      "grad_norm": 0.8787415202586267,
      "learning_rate": 4.3525517469322755e-08,
      "loss": 0.1929,
      "step": 145382
    },
    {
      "epoch": 5.95465902109359,
      "grad_norm": 2.408707868766525,
      "learning_rate": 4.344699079849023e-08,
      "loss": 1.436,
      "step": 145383
    },
    {
      "epoch": 5.954699979520786,
      "grad_norm": 0.6189213388697096,
      "learning_rate": 4.336853501840099e-08,
      "loss": 0.1213,
      "step": 145384
    },
    {
      "epoch": 5.9547409379479825,
      "grad_norm": 0.9865699295452732,
      "learning_rate": 4.3290150129104974e-08,
      "loss": 0.1917,
      "step": 145385
    },
    {
      "epoch": 5.954781896375179,
      "grad_norm": 1.2953884526403894,
      "learning_rate": 4.32118361306355e-08,
      "loss": 0.3724,
      "step": 145386
    },
    {
      "epoch": 5.954822854802376,
      "grad_norm": 2.0476193675084775,
      "learning_rate": 4.313359302304253e-08,
      "loss": 0.9832,
      "step": 145387
    },
    {
      "epoch": 5.954863813229572,
      "grad_norm": 1.2595629258817993,
      "learning_rate": 4.305542080635938e-08,
      "loss": 0.391,
      "step": 145388
    },
    {
      "epoch": 5.954904771656769,
      "grad_norm": 1.4681684374299735,
      "learning_rate": 4.297731948061933e-08,
      "loss": 0.494,
      "step": 145389
    },
    {
      "epoch": 5.954945730083965,
      "grad_norm": 1.4924275396676439,
      "learning_rate": 4.2899289045839056e-08,
      "loss": 0.4361,
      "step": 145390
    },
    {
      "epoch": 5.954986688511161,
      "grad_norm": 1.5373051029165614,
      "learning_rate": 4.2821329502085164e-08,
      "loss": 0.5324,
      "step": 145391
    },
    {
      "epoch": 5.955027646938357,
      "grad_norm": 1.2582824214419819,
      "learning_rate": 4.2743440849390964e-08,
      "loss": 0.3717,
      "step": 145392
    },
    {
      "epoch": 5.955068605365554,
      "grad_norm": 1.1849987184589696,
      "learning_rate": 4.26656230877731e-08,
      "loss": 0.3662,
      "step": 145393
    },
    {
      "epoch": 5.9551095637927505,
      "grad_norm": 1.6681786629497746,
      "learning_rate": 4.25878762172982e-08,
      "loss": 0.4937,
      "step": 145394
    },
    {
      "epoch": 5.955150522219947,
      "grad_norm": 1.3214602567941043,
      "learning_rate": 4.251020023796625e-08,
      "loss": 0.4229,
      "step": 145395
    },
    {
      "epoch": 5.955191480647143,
      "grad_norm": 1.5174112672981315,
      "learning_rate": 4.2432595149843874e-08,
      "loss": 0.4768,
      "step": 145396
    },
    {
      "epoch": 5.955232439074339,
      "grad_norm": 1.5067698324787555,
      "learning_rate": 4.2355060952964374e-08,
      "loss": 0.4301,
      "step": 145397
    },
    {
      "epoch": 5.955273397501536,
      "grad_norm": 0.810242463088167,
      "learning_rate": 4.22775976473444e-08,
      "loss": 0.1395,
      "step": 145398
    },
    {
      "epoch": 5.955314355928732,
      "grad_norm": 1.633948592132728,
      "learning_rate": 4.2200205233050564e-08,
      "loss": 0.4897,
      "step": 145399
    },
    {
      "epoch": 5.955355314355929,
      "grad_norm": 1.5609289712962704,
      "learning_rate": 4.212288371009953e-08,
      "loss": 0.3575,
      "step": 145400
    },
    {
      "epoch": 5.955396272783125,
      "grad_norm": 4.770679290133636,
      "learning_rate": 4.2045633078524597e-08,
      "loss": 3.5418,
      "step": 145401
    },
    {
      "epoch": 5.955437231210322,
      "grad_norm": 0.8386029482114455,
      "learning_rate": 4.1968453338359074e-08,
      "loss": 0.1827,
      "step": 145402
    },
    {
      "epoch": 5.9554781896375175,
      "grad_norm": 1.7575389765572356,
      "learning_rate": 4.1891344489652923e-08,
      "loss": 0.4489,
      "step": 145403
    },
    {
      "epoch": 5.955519148064714,
      "grad_norm": 1.5654952199499208,
      "learning_rate": 4.18143065324561e-08,
      "loss": 0.5155,
      "step": 145404
    },
    {
      "epoch": 5.955560106491911,
      "grad_norm": 1.8159604185776452,
      "learning_rate": 4.173733946676861e-08,
      "loss": 0.5585,
      "step": 145405
    },
    {
      "epoch": 5.955601064919107,
      "grad_norm": 1.5103328385781942,
      "learning_rate": 4.166044329265705e-08,
      "loss": 0.5077,
      "step": 145406
    },
    {
      "epoch": 5.955642023346304,
      "grad_norm": 1.4886574825323073,
      "learning_rate": 4.15836180101381e-08,
      "loss": 0.4183,
      "step": 145407
    },
    {
      "epoch": 5.9556829817735,
      "grad_norm": 1.3839128266398752,
      "learning_rate": 4.15068636192617e-08,
      "loss": 0.2706,
      "step": 145408
    },
    {
      "epoch": 5.955723940200697,
      "grad_norm": 0.8744051629950107,
      "learning_rate": 4.143018012006116e-08,
      "loss": 0.1526,
      "step": 145409
    },
    {
      "epoch": 5.955764898627892,
      "grad_norm": 1.6639467935548191,
      "learning_rate": 4.13535675125698e-08,
      "loss": 0.5106,
      "step": 145410
    },
    {
      "epoch": 5.955805857055089,
      "grad_norm": 1.7788244721338904,
      "learning_rate": 4.127702579683756e-08,
      "loss": 0.6828,
      "step": 145411
    },
    {
      "epoch": 5.9558468154822855,
      "grad_norm": 1.3001723823517193,
      "learning_rate": 4.120055497286445e-08,
      "loss": 0.3542,
      "step": 145412
    },
    {
      "epoch": 5.955887773909482,
      "grad_norm": 0.825611714195289,
      "learning_rate": 4.112415504071709e-08,
      "loss": 0.1206,
      "step": 145413
    },
    {
      "epoch": 5.9559287323366785,
      "grad_norm": 1.165069324960982,
      "learning_rate": 4.104782600042877e-08,
      "loss": 0.2994,
      "step": 145414
    },
    {
      "epoch": 5.955969690763874,
      "grad_norm": 0.8114943456165076,
      "learning_rate": 4.097156785203281e-08,
      "loss": 0.1625,
      "step": 145415
    },
    {
      "epoch": 5.956010649191071,
      "grad_norm": 1.545417365725367,
      "learning_rate": 4.089538059556252e-08,
      "loss": 0.4413,
      "step": 145416
    },
    {
      "epoch": 5.956051607618267,
      "grad_norm": 2.0644470239755437,
      "learning_rate": 4.0819264231051193e-08,
      "loss": 0.611,
      "step": 145417
    },
    {
      "epoch": 5.956092566045464,
      "grad_norm": 1.1274447712095383,
      "learning_rate": 4.07432187585488e-08,
      "loss": 0.2413,
      "step": 145418
    },
    {
      "epoch": 5.95613352447266,
      "grad_norm": 1.112166630633489,
      "learning_rate": 4.066724417807199e-08,
      "loss": 0.2187,
      "step": 145419
    },
    {
      "epoch": 5.956174482899857,
      "grad_norm": 1.5244444535602377,
      "learning_rate": 4.059134048967072e-08,
      "loss": 0.4027,
      "step": 145420
    },
    {
      "epoch": 5.956215441327053,
      "grad_norm": 1.4658918855802767,
      "learning_rate": 4.05155076933783e-08,
      "loss": 0.4171,
      "step": 145421
    },
    {
      "epoch": 5.956256399754249,
      "grad_norm": 0.6230259195377071,
      "learning_rate": 4.0439745789211386e-08,
      "loss": 0.1076,
      "step": 145422
    },
    {
      "epoch": 5.956297358181446,
      "grad_norm": 0.49240207041554357,
      "learning_rate": 4.0364054777236586e-08,
      "loss": 0.0683,
      "step": 145423
    },
    {
      "epoch": 5.956338316608642,
      "grad_norm": 1.2412950164873355,
      "learning_rate": 4.028843465748721e-08,
      "loss": 0.3085,
      "step": 145424
    },
    {
      "epoch": 5.956379275035839,
      "grad_norm": 1.52360495727743,
      "learning_rate": 4.021288542996326e-08,
      "loss": 0.5035,
      "step": 145425
    },
    {
      "epoch": 5.956420233463035,
      "grad_norm": 1.064517627764093,
      "learning_rate": 4.0137407094748e-08,
      "loss": 0.0902,
      "step": 145426
    },
    {
      "epoch": 5.956461191890232,
      "grad_norm": 1.3382700431946188,
      "learning_rate": 4.0061999651841426e-08,
      "loss": 0.3931,
      "step": 145427
    },
    {
      "epoch": 5.956502150317428,
      "grad_norm": 1.9228624715275486,
      "learning_rate": 3.99866631012935e-08,
      "loss": 0.6576,
      "step": 145428
    },
    {
      "epoch": 5.956543108744624,
      "grad_norm": 0.876006546738343,
      "learning_rate": 3.991139744313754e-08,
      "loss": 0.1675,
      "step": 145429
    },
    {
      "epoch": 5.95658406717182,
      "grad_norm": 1.4395059012919085,
      "learning_rate": 3.9836202677406836e-08,
      "loss": 0.4425,
      "step": 145430
    },
    {
      "epoch": 5.956625025599017,
      "grad_norm": 1.503990164328474,
      "learning_rate": 3.9761078804134705e-08,
      "loss": 0.6821,
      "step": 145431
    },
    {
      "epoch": 5.9566659840262135,
      "grad_norm": 1.3996931706998048,
      "learning_rate": 3.96860258233711e-08,
      "loss": 0.4294,
      "step": 145432
    },
    {
      "epoch": 5.95670694245341,
      "grad_norm": 1.4278200434818977,
      "learning_rate": 3.961104373514934e-08,
      "loss": 0.4033,
      "step": 145433
    },
    {
      "epoch": 5.956747900880607,
      "grad_norm": 0.7070038675223113,
      "learning_rate": 3.9536132539486064e-08,
      "loss": 0.176,
      "step": 145434
    },
    {
      "epoch": 5.956788859307802,
      "grad_norm": 0.603319030676767,
      "learning_rate": 3.946129223643124e-08,
      "loss": 0.0601,
      "step": 145435
    },
    {
      "epoch": 5.956829817734999,
      "grad_norm": 1.509068998803466,
      "learning_rate": 3.938652282601817e-08,
      "loss": 0.4632,
      "step": 145436
    },
    {
      "epoch": 5.956870776162195,
      "grad_norm": 0.9364361545465207,
      "learning_rate": 3.9311824308280174e-08,
      "loss": 0.2006,
      "step": 145437
    },
    {
      "epoch": 5.956911734589392,
      "grad_norm": 1.0067236071120238,
      "learning_rate": 3.9237196683250536e-08,
      "loss": 0.2216,
      "step": 145438
    },
    {
      "epoch": 5.956952693016588,
      "grad_norm": 0.9951913802159447,
      "learning_rate": 3.9162639950979235e-08,
      "loss": 0.2249,
      "step": 145439
    },
    {
      "epoch": 5.956993651443785,
      "grad_norm": 1.2880750135139343,
      "learning_rate": 3.908815411148292e-08,
      "loss": 0.2821,
      "step": 145440
    },
    {
      "epoch": 5.9570346098709805,
      "grad_norm": 1.2174886765760378,
      "learning_rate": 3.9013739164794886e-08,
      "loss": 0.3802,
      "step": 145441
    },
    {
      "epoch": 5.957075568298177,
      "grad_norm": 2.663202017103118,
      "learning_rate": 3.8939395110965114e-08,
      "loss": 1.6712,
      "step": 145442
    },
    {
      "epoch": 5.957116526725374,
      "grad_norm": 1.4251209810293528,
      "learning_rate": 3.886512195002689e-08,
      "loss": 0.3819,
      "step": 145443
    },
    {
      "epoch": 5.95715748515257,
      "grad_norm": 1.4759163920062648,
      "learning_rate": 3.8790919682013536e-08,
      "loss": 0.3446,
      "step": 145444
    },
    {
      "epoch": 5.957198443579767,
      "grad_norm": 0.7505954146744713,
      "learning_rate": 3.871678830695835e-08,
      "loss": 0.1966,
      "step": 145445
    },
    {
      "epoch": 5.957239402006963,
      "grad_norm": 1.5573130156863786,
      "learning_rate": 3.8642727824894636e-08,
      "loss": 0.5035,
      "step": 145446
    },
    {
      "epoch": 5.95728036043416,
      "grad_norm": 0.5937171721842078,
      "learning_rate": 3.856873823585571e-08,
      "loss": 0.0772,
      "step": 145447
    },
    {
      "epoch": 5.957321318861355,
      "grad_norm": 1.5379719066232598,
      "learning_rate": 3.849481953987488e-08,
      "loss": 0.5659,
      "step": 145448
    },
    {
      "epoch": 5.957362277288552,
      "grad_norm": 1.0283082405605286,
      "learning_rate": 3.8420971737002095e-08,
      "loss": 0.1609,
      "step": 145449
    },
    {
      "epoch": 5.9574032357157485,
      "grad_norm": 1.340498650146331,
      "learning_rate": 3.8347194827254015e-08,
      "loss": 0.4098,
      "step": 145450
    },
    {
      "epoch": 5.957444194142945,
      "grad_norm": 0.9546727835191152,
      "learning_rate": 3.8273488810680594e-08,
      "loss": 0.2241,
      "step": 145451
    },
    {
      "epoch": 5.9574851525701416,
      "grad_norm": 1.3395177846640574,
      "learning_rate": 3.8199853687298495e-08,
      "loss": 0.4062,
      "step": 145452
    },
    {
      "epoch": 5.957526110997338,
      "grad_norm": 2.059373775404394,
      "learning_rate": 3.812628945717433e-08,
      "loss": 0.4463,
      "step": 145453
    },
    {
      "epoch": 5.957567069424534,
      "grad_norm": 1.5624452486911957,
      "learning_rate": 3.805279612030809e-08,
      "loss": 0.5142,
      "step": 145454
    },
    {
      "epoch": 5.95760802785173,
      "grad_norm": 2.00214518262919,
      "learning_rate": 3.797937367674975e-08,
      "loss": 0.7265,
      "step": 145455
    },
    {
      "epoch": 5.957648986278927,
      "grad_norm": 0.9803575531209786,
      "learning_rate": 3.7906022126532597e-08,
      "loss": 0.2111,
      "step": 145456
    },
    {
      "epoch": 5.957689944706123,
      "grad_norm": 1.3528539237976445,
      "learning_rate": 3.783274146968995e-08,
      "loss": 0.4625,
      "step": 145457
    },
    {
      "epoch": 5.95773090313332,
      "grad_norm": 1.9900390227940694,
      "learning_rate": 3.775953170625512e-08,
      "loss": 0.8109,
      "step": 145458
    },
    {
      "epoch": 5.957771861560516,
      "grad_norm": 1.451030096197179,
      "learning_rate": 3.7686392836261405e-08,
      "loss": 0.5305,
      "step": 145459
    },
    {
      "epoch": 5.957812819987712,
      "grad_norm": 1.6659831353617671,
      "learning_rate": 3.761332485975876e-08,
      "loss": 0.4563,
      "step": 145460
    },
    {
      "epoch": 5.957853778414909,
      "grad_norm": 1.865172068361754,
      "learning_rate": 3.754032777678051e-08,
      "loss": 0.8151,
      "step": 145461
    },
    {
      "epoch": 5.957894736842105,
      "grad_norm": 1.5654567218379474,
      "learning_rate": 3.746740158732664e-08,
      "loss": 0.4365,
      "step": 145462
    },
    {
      "epoch": 5.957935695269302,
      "grad_norm": 1.4426153672173392,
      "learning_rate": 3.739454629148042e-08,
      "loss": 0.3518,
      "step": 145463
    },
    {
      "epoch": 5.957976653696498,
      "grad_norm": 1.215770129945172,
      "learning_rate": 3.732176188924185e-08,
      "loss": 0.2497,
      "step": 145464
    },
    {
      "epoch": 5.958017612123695,
      "grad_norm": 1.5221035369935645,
      "learning_rate": 3.724904838064424e-08,
      "loss": 0.4306,
      "step": 145465
    },
    {
      "epoch": 5.958058570550891,
      "grad_norm": 2.1273387010384512,
      "learning_rate": 3.71764057657542e-08,
      "loss": 0.8379,
      "step": 145466
    },
    {
      "epoch": 5.958099528978087,
      "grad_norm": 1.3660882241557784,
      "learning_rate": 3.710383404457173e-08,
      "loss": 0.5347,
      "step": 145467
    },
    {
      "epoch": 5.9581404874052835,
      "grad_norm": 0.9425085385751786,
      "learning_rate": 3.7031333217146795e-08,
      "loss": 0.22,
      "step": 145468
    },
    {
      "epoch": 5.95818144583248,
      "grad_norm": 1.6824318043554722,
      "learning_rate": 3.69589032835127e-08,
      "loss": 0.6487,
      "step": 145469
    },
    {
      "epoch": 5.9582224042596765,
      "grad_norm": 1.478982571749807,
      "learning_rate": 3.688654424370274e-08,
      "loss": 0.5014,
      "step": 145470
    },
    {
      "epoch": 5.958263362686873,
      "grad_norm": 0.7743938295690838,
      "learning_rate": 3.681425609775024e-08,
      "loss": 0.1604,
      "step": 145471
    },
    {
      "epoch": 5.95830432111407,
      "grad_norm": 2.181701459128448,
      "learning_rate": 3.674203884568849e-08,
      "loss": 0.933,
      "step": 145472
    },
    {
      "epoch": 5.958345279541265,
      "grad_norm": 1.7724871611175117,
      "learning_rate": 3.666989248755081e-08,
      "loss": 0.5935,
      "step": 145473
    },
    {
      "epoch": 5.958386237968462,
      "grad_norm": 1.8535767370589047,
      "learning_rate": 3.6597817023387155e-08,
      "loss": 0.9279,
      "step": 145474
    },
    {
      "epoch": 5.958427196395658,
      "grad_norm": 1.1661143347365832,
      "learning_rate": 3.6525812453197526e-08,
      "loss": 0.296,
      "step": 145475
    },
    {
      "epoch": 5.958468154822855,
      "grad_norm": 0.35671793445853084,
      "learning_rate": 3.645387877704853e-08,
      "loss": 0.0394,
      "step": 145476
    },
    {
      "epoch": 5.958509113250051,
      "grad_norm": 0.6492960035246902,
      "learning_rate": 3.6382015994956825e-08,
      "loss": 0.1177,
      "step": 145477
    },
    {
      "epoch": 5.958550071677248,
      "grad_norm": 2.0992790520501923,
      "learning_rate": 3.631022410697238e-08,
      "loss": 0.7804,
      "step": 145478
    },
    {
      "epoch": 5.958591030104444,
      "grad_norm": 1.7003423942248714,
      "learning_rate": 3.623850311311183e-08,
      "loss": 0.4316,
      "step": 145479
    },
    {
      "epoch": 5.95863198853164,
      "grad_norm": 1.6842748230191744,
      "learning_rate": 3.6166853013425146e-08,
      "loss": 0.4738,
      "step": 145480
    },
    {
      "epoch": 5.958672946958837,
      "grad_norm": 1.940776471519904,
      "learning_rate": 3.609527380792898e-08,
      "loss": 0.6823,
      "step": 145481
    },
    {
      "epoch": 5.958713905386033,
      "grad_norm": 1.4049467525835073,
      "learning_rate": 3.6023765496656644e-08,
      "loss": 0.4179,
      "step": 145482
    },
    {
      "epoch": 5.95875486381323,
      "grad_norm": 1.7741774535716,
      "learning_rate": 3.595232807965809e-08,
      "loss": 0.7423,
      "step": 145483
    },
    {
      "epoch": 5.958795822240426,
      "grad_norm": 1.485320358441691,
      "learning_rate": 3.588096155694997e-08,
      "loss": 0.5473,
      "step": 145484
    },
    {
      "epoch": 5.958836780667623,
      "grad_norm": 1.4829953356697971,
      "learning_rate": 3.580966592858225e-08,
      "loss": 0.5156,
      "step": 145485
    },
    {
      "epoch": 5.958877739094818,
      "grad_norm": 1.9709415233113399,
      "learning_rate": 3.573844119458824e-08,
      "loss": 0.6332,
      "step": 145486
    },
    {
      "epoch": 5.958918697522015,
      "grad_norm": 1.450834364064965,
      "learning_rate": 3.566728735500124e-08,
      "loss": 0.4574,
      "step": 145487
    },
    {
      "epoch": 5.9589596559492115,
      "grad_norm": 1.6536378231952906,
      "learning_rate": 3.559620440982125e-08,
      "loss": 0.466,
      "step": 145488
    },
    {
      "epoch": 5.959000614376408,
      "grad_norm": 1.3973940075016416,
      "learning_rate": 3.552519235913154e-08,
      "loss": 0.4301,
      "step": 145489
    },
    {
      "epoch": 5.959041572803605,
      "grad_norm": 1.4539945985906226,
      "learning_rate": 3.5454251202932106e-08,
      "loss": 0.3759,
      "step": 145490
    },
    {
      "epoch": 5.959082531230801,
      "grad_norm": 1.4485033209645957,
      "learning_rate": 3.538338094127291e-08,
      "loss": 0.5142,
      "step": 145491
    },
    {
      "epoch": 5.959123489657997,
      "grad_norm": 1.629326274765645,
      "learning_rate": 3.531258157418726e-08,
      "loss": 0.5521,
      "step": 145492
    },
    {
      "epoch": 5.959164448085193,
      "grad_norm": 1.9744032523812918,
      "learning_rate": 3.524185310170846e-08,
      "loss": 0.6059,
      "step": 145493
    },
    {
      "epoch": 5.95920540651239,
      "grad_norm": 1.548596568829924,
      "learning_rate": 3.517119552385317e-08,
      "loss": 0.5044,
      "step": 145494
    },
    {
      "epoch": 5.959246364939586,
      "grad_norm": 1.6183782594008187,
      "learning_rate": 3.510060884067134e-08,
      "loss": 0.4681,
      "step": 145495
    },
    {
      "epoch": 5.959287323366783,
      "grad_norm": 1.3115659826749795,
      "learning_rate": 3.503009305217963e-08,
      "loss": 0.4405,
      "step": 145496
    },
    {
      "epoch": 5.959328281793979,
      "grad_norm": 1.3603677792124522,
      "learning_rate": 3.495964815844465e-08,
      "loss": 0.4176,
      "step": 145497
    },
    {
      "epoch": 5.959369240221175,
      "grad_norm": 1.5650844915278326,
      "learning_rate": 3.488927415946641e-08,
      "loss": 0.4828,
      "step": 145498
    },
    {
      "epoch": 5.959410198648372,
      "grad_norm": 1.5908647076972773,
      "learning_rate": 3.4818971055294856e-08,
      "loss": 0.4714,
      "step": 145499
    },
    {
      "epoch": 5.959451157075568,
      "grad_norm": 1.4321165011194257,
      "learning_rate": 3.4748738845963295e-08,
      "loss": 0.4678,
      "step": 145500
    },
    {
      "epoch": 5.959492115502765,
      "grad_norm": 1.7340839547731806,
      "learning_rate": 3.4678577531488395e-08,
      "loss": 0.4673,
      "step": 145501
    },
    {
      "epoch": 5.959533073929961,
      "grad_norm": 1.0931035302435208,
      "learning_rate": 3.4608487111920105e-08,
      "loss": 0.2592,
      "step": 145502
    },
    {
      "epoch": 5.959574032357158,
      "grad_norm": 1.7326216037306543,
      "learning_rate": 3.453846758729173e-08,
      "loss": 0.5431,
      "step": 145503
    },
    {
      "epoch": 5.959614990784354,
      "grad_norm": 0.8686350439359048,
      "learning_rate": 3.446851895761993e-08,
      "loss": 0.2197,
      "step": 145504
    },
    {
      "epoch": 5.95965594921155,
      "grad_norm": 1.6858066570352905,
      "learning_rate": 3.439864122295466e-08,
      "loss": 0.5895,
      "step": 145505
    },
    {
      "epoch": 5.9596969076387465,
      "grad_norm": 1.7931444741122016,
      "learning_rate": 3.432883438332923e-08,
      "loss": 0.4226,
      "step": 145506
    },
    {
      "epoch": 5.959737866065943,
      "grad_norm": 1.3249700779805968,
      "learning_rate": 3.425909843876029e-08,
      "loss": 0.3628,
      "step": 145507
    },
    {
      "epoch": 5.95977882449314,
      "grad_norm": 1.4626445739147957,
      "learning_rate": 3.418943338931446e-08,
      "loss": 0.4792,
      "step": 145508
    },
    {
      "epoch": 5.959819782920336,
      "grad_norm": 0.9250876951541629,
      "learning_rate": 3.4119839234975074e-08,
      "loss": 0.1995,
      "step": 145509
    },
    {
      "epoch": 5.959860741347533,
      "grad_norm": 0.9453883817746849,
      "learning_rate": 3.4050315975825414e-08,
      "loss": 0.2063,
      "step": 145510
    },
    {
      "epoch": 5.959901699774728,
      "grad_norm": 0.8002447629155135,
      "learning_rate": 3.398086361184882e-08,
      "loss": 0.1902,
      "step": 145511
    },
    {
      "epoch": 5.959942658201925,
      "grad_norm": 1.294785492720321,
      "learning_rate": 3.391148214312856e-08,
      "loss": 0.4264,
      "step": 145512
    },
    {
      "epoch": 5.959983616629121,
      "grad_norm": 1.4933841410483595,
      "learning_rate": 3.384217156964797e-08,
      "loss": 0.5138,
      "step": 145513
    },
    {
      "epoch": 5.960024575056318,
      "grad_norm": 1.6619847772438625,
      "learning_rate": 3.377293189149033e-08,
      "loss": 0.437,
      "step": 145514
    },
    {
      "epoch": 5.960065533483514,
      "grad_norm": 1.550655995674361,
      "learning_rate": 3.370376310863898e-08,
      "loss": 0.3931,
      "step": 145515
    },
    {
      "epoch": 5.960106491910711,
      "grad_norm": 1.279871355041463,
      "learning_rate": 3.3634665221177196e-08,
      "loss": 0.3689,
      "step": 145516
    },
    {
      "epoch": 5.960147450337907,
      "grad_norm": 2.867948053042871,
      "learning_rate": 3.356563822908831e-08,
      "loss": 2.3771,
      "step": 145517
    },
    {
      "epoch": 5.960188408765103,
      "grad_norm": 0.8488619172996277,
      "learning_rate": 3.3496682132438945e-08,
      "loss": 0.1833,
      "step": 145518
    },
    {
      "epoch": 5.9602293671923,
      "grad_norm": 1.4322628910588195,
      "learning_rate": 3.342779693124575e-08,
      "loss": 0.415,
      "step": 145519
    },
    {
      "epoch": 5.960270325619496,
      "grad_norm": 0.9283037901742309,
      "learning_rate": 3.335898262554204e-08,
      "loss": 0.1997,
      "step": 145520
    },
    {
      "epoch": 5.960311284046693,
      "grad_norm": 1.3824527215493074,
      "learning_rate": 3.3290239215361114e-08,
      "loss": 0.412,
      "step": 145521
    },
    {
      "epoch": 5.960352242473889,
      "grad_norm": 1.8783749243203496,
      "learning_rate": 3.322156670075293e-08,
      "loss": 0.7337,
      "step": 145522
    },
    {
      "epoch": 5.960393200901086,
      "grad_norm": 1.3660441722982906,
      "learning_rate": 3.315296508173415e-08,
      "loss": 0.4323,
      "step": 145523
    },
    {
      "epoch": 5.9604341593282815,
      "grad_norm": 1.0797982938665562,
      "learning_rate": 3.308443435832142e-08,
      "loss": 0.2661,
      "step": 145524
    },
    {
      "epoch": 5.960475117755478,
      "grad_norm": 0.8204749598739945,
      "learning_rate": 3.301597453058136e-08,
      "loss": 0.1804,
      "step": 145525
    },
    {
      "epoch": 5.9605160761826745,
      "grad_norm": 1.4733040151317782,
      "learning_rate": 3.294758559851396e-08,
      "loss": 0.5819,
      "step": 145526
    },
    {
      "epoch": 5.960557034609871,
      "grad_norm": 0.8993962650821717,
      "learning_rate": 3.287926756218584e-08,
      "loss": 0.12,
      "step": 145527
    },
    {
      "epoch": 5.960597993037068,
      "grad_norm": 1.073722014215375,
      "learning_rate": 3.2811020421597e-08,
      "loss": 0.2272,
      "step": 145528
    },
    {
      "epoch": 5.960638951464264,
      "grad_norm": 1.4391577981952657,
      "learning_rate": 3.27428441767974e-08,
      "loss": 0.4931,
      "step": 145529
    },
    {
      "epoch": 5.96067990989146,
      "grad_norm": 1.7991158362668562,
      "learning_rate": 3.2674738827803694e-08,
      "loss": 0.57,
      "step": 145530
    },
    {
      "epoch": 5.960720868318656,
      "grad_norm": 1.823539657551606,
      "learning_rate": 3.260670437468249e-08,
      "loss": 0.7486,
      "step": 145531
    },
    {
      "epoch": 5.960761826745853,
      "grad_norm": 1.4647066234408108,
      "learning_rate": 3.253874081741714e-08,
      "loss": 0.4082,
      "step": 145532
    },
    {
      "epoch": 5.960802785173049,
      "grad_norm": 1.2418364377557565,
      "learning_rate": 3.2470848156074256e-08,
      "loss": 0.2293,
      "step": 145533
    },
    {
      "epoch": 5.960843743600246,
      "grad_norm": 1.451473397209896,
      "learning_rate": 3.240302639068715e-08,
      "loss": 0.552,
      "step": 145534
    },
    {
      "epoch": 5.9608847020274425,
      "grad_norm": 1.4915379852388828,
      "learning_rate": 3.233527552127246e-08,
      "loss": 0.3862,
      "step": 145535
    },
    {
      "epoch": 5.960925660454638,
      "grad_norm": 1.434677343677407,
      "learning_rate": 3.226759554786351e-08,
      "loss": 0.3432,
      "step": 145536
    },
    {
      "epoch": 5.960966618881835,
      "grad_norm": 1.5157960992194444,
      "learning_rate": 3.21999864704936e-08,
      "loss": 0.4571,
      "step": 145537
    },
    {
      "epoch": 5.961007577309031,
      "grad_norm": 2.0864547586371747,
      "learning_rate": 3.2132448289212686e-08,
      "loss": 0.7548,
      "step": 145538
    },
    {
      "epoch": 5.961048535736228,
      "grad_norm": 1.2101310013689208,
      "learning_rate": 3.206498100402077e-08,
      "loss": 0.3258,
      "step": 145539
    },
    {
      "epoch": 5.961089494163424,
      "grad_norm": 1.1593317439265305,
      "learning_rate": 3.1997584614967816e-08,
      "loss": 0.24,
      "step": 145540
    },
    {
      "epoch": 5.961130452590621,
      "grad_norm": 1.3823894965497223,
      "learning_rate": 3.193025912208713e-08,
      "loss": 0.2883,
      "step": 145541
    },
    {
      "epoch": 5.961171411017817,
      "grad_norm": 1.574513916437085,
      "learning_rate": 3.1863004525412016e-08,
      "loss": 0.4438,
      "step": 145542
    },
    {
      "epoch": 5.961212369445013,
      "grad_norm": 1.4101528568363444,
      "learning_rate": 3.1795820824975784e-08,
      "loss": 0.3959,
      "step": 145543
    },
    {
      "epoch": 5.9612533278722095,
      "grad_norm": 1.3946126300626365,
      "learning_rate": 3.172870802079508e-08,
      "loss": 0.3759,
      "step": 145544
    },
    {
      "epoch": 5.961294286299406,
      "grad_norm": 1.5992061360929588,
      "learning_rate": 3.1661666112903214e-08,
      "loss": 0.4247,
      "step": 145545
    },
    {
      "epoch": 5.961335244726603,
      "grad_norm": 0.7712796196135612,
      "learning_rate": 3.159469510135015e-08,
      "loss": 0.1297,
      "step": 145546
    },
    {
      "epoch": 5.961376203153799,
      "grad_norm": 1.920405622649957,
      "learning_rate": 3.152779498615255e-08,
      "loss": 0.5941,
      "step": 145547
    },
    {
      "epoch": 5.961417161580996,
      "grad_norm": 1.4929692559233787,
      "learning_rate": 3.1460965767343696e-08,
      "loss": 0.4316,
      "step": 145548
    },
    {
      "epoch": 5.961458120008191,
      "grad_norm": 0.785799876266885,
      "learning_rate": 3.1394207444973565e-08,
      "loss": 0.1589,
      "step": 145549
    },
    {
      "epoch": 5.961499078435388,
      "grad_norm": 1.4619341999382947,
      "learning_rate": 3.1327520019042155e-08,
      "loss": 0.5112,
      "step": 145550
    },
    {
      "epoch": 5.961540036862584,
      "grad_norm": 1.4225804137982072,
      "learning_rate": 3.126090348959942e-08,
      "loss": 0.5023,
      "step": 145551
    },
    {
      "epoch": 5.961580995289781,
      "grad_norm": 1.2000643668459734,
      "learning_rate": 3.119435785667867e-08,
      "loss": 0.3576,
      "step": 145552
    },
    {
      "epoch": 5.9616219537169775,
      "grad_norm": 1.777885873301818,
      "learning_rate": 3.112788312029657e-08,
      "loss": 0.3738,
      "step": 145553
    },
    {
      "epoch": 5.961662912144174,
      "grad_norm": 1.479933650596459,
      "learning_rate": 3.1061479280503067e-08,
      "loss": 0.4107,
      "step": 145554
    },
    {
      "epoch": 5.96170387057137,
      "grad_norm": 1.825753199687167,
      "learning_rate": 3.099514633733147e-08,
      "loss": 0.5565,
      "step": 145555
    },
    {
      "epoch": 5.961744828998566,
      "grad_norm": 2.288293301888516,
      "learning_rate": 3.092888429078177e-08,
      "loss": 0.8154,
      "step": 145556
    },
    {
      "epoch": 5.961785787425763,
      "grad_norm": 2.4736891338235854,
      "learning_rate": 3.08626931409206e-08,
      "loss": 0.8399,
      "step": 145557
    },
    {
      "epoch": 5.961826745852959,
      "grad_norm": 1.0919504489415388,
      "learning_rate": 3.07965728877646e-08,
      "loss": 0.2035,
      "step": 145558
    },
    {
      "epoch": 5.961867704280156,
      "grad_norm": 2.308710466967869,
      "learning_rate": 3.0730523531347086e-08,
      "loss": 0.8656,
      "step": 145559
    },
    {
      "epoch": 5.961908662707352,
      "grad_norm": 1.5893285501311818,
      "learning_rate": 3.06645450716847e-08,
      "loss": 0.5196,
      "step": 145560
    },
    {
      "epoch": 5.961949621134549,
      "grad_norm": 1.7722534582601832,
      "learning_rate": 3.0598637508827404e-08,
      "loss": 0.5783,
      "step": 145561
    },
    {
      "epoch": 5.9619905795617445,
      "grad_norm": 1.227321750661162,
      "learning_rate": 3.053280084280851e-08,
      "loss": 0.2522,
      "step": 145562
    },
    {
      "epoch": 5.962031537988941,
      "grad_norm": 1.8073534553051889,
      "learning_rate": 3.0467035073644676e-08,
      "loss": 0.4473,
      "step": 145563
    },
    {
      "epoch": 5.962072496416138,
      "grad_norm": 1.7118652018580078,
      "learning_rate": 3.0401340201385846e-08,
      "loss": 0.5595,
      "step": 145564
    },
    {
      "epoch": 5.962113454843334,
      "grad_norm": 1.622354584489071,
      "learning_rate": 3.0335716226032036e-08,
      "loss": 0.6378,
      "step": 145565
    },
    {
      "epoch": 5.962154413270531,
      "grad_norm": 1.6861746866222833,
      "learning_rate": 3.027016314764985e-08,
      "loss": 0.4688,
      "step": 145566
    },
    {
      "epoch": 5.962195371697727,
      "grad_norm": 1.4393355439001676,
      "learning_rate": 3.020468096623929e-08,
      "loss": 0.5491,
      "step": 145567
    },
    {
      "epoch": 5.962236330124923,
      "grad_norm": 2.191211657095325,
      "learning_rate": 3.013926968185032e-08,
      "loss": 0.4363,
      "step": 145568
    },
    {
      "epoch": 5.962277288552119,
      "grad_norm": 1.6398231181921499,
      "learning_rate": 3.0073929294516243e-08,
      "loss": 0.4719,
      "step": 145569
    },
    {
      "epoch": 5.962318246979316,
      "grad_norm": 1.396588379731425,
      "learning_rate": 3.000865980425371e-08,
      "loss": 0.4153,
      "step": 145570
    },
    {
      "epoch": 5.962359205406512,
      "grad_norm": 0.8891159800862166,
      "learning_rate": 2.994346121111268e-08,
      "loss": 0.1346,
      "step": 145571
    },
    {
      "epoch": 5.962400163833709,
      "grad_norm": 1.7743541980797497,
      "learning_rate": 2.9878333515093164e-08,
      "loss": 0.6538,
      "step": 145572
    },
    {
      "epoch": 5.9624411222609055,
      "grad_norm": 1.9773286750584287,
      "learning_rate": 2.9813276716261766e-08,
      "loss": 0.4272,
      "step": 145573
    },
    {
      "epoch": 5.962482080688101,
      "grad_norm": 1.447144457579769,
      "learning_rate": 2.974829081461849e-08,
      "loss": 0.3383,
      "step": 145574
    },
    {
      "epoch": 5.962523039115298,
      "grad_norm": 1.6824518017373005,
      "learning_rate": 2.9683375810213294e-08,
      "loss": 0.5946,
      "step": 145575
    },
    {
      "epoch": 5.962563997542494,
      "grad_norm": 1.8855546291661325,
      "learning_rate": 2.9618531703079484e-08,
      "loss": 0.6378,
      "step": 145576
    },
    {
      "epoch": 5.962604955969691,
      "grad_norm": 1.6451279311191125,
      "learning_rate": 2.9553758493233714e-08,
      "loss": 0.5443,
      "step": 145577
    },
    {
      "epoch": 5.962645914396887,
      "grad_norm": 1.4783131636319515,
      "learning_rate": 2.9489056180709293e-08,
      "loss": 0.4475,
      "step": 145578
    },
    {
      "epoch": 5.962686872824084,
      "grad_norm": 1.5938416751040383,
      "learning_rate": 2.9424424765539522e-08,
      "loss": 0.5025,
      "step": 145579
    },
    {
      "epoch": 5.96272783125128,
      "grad_norm": 1.4203317996657443,
      "learning_rate": 2.9359864247757715e-08,
      "loss": 0.4179,
      "step": 145580
    },
    {
      "epoch": 5.962768789678476,
      "grad_norm": 1.4230647344801202,
      "learning_rate": 2.9295374627397174e-08,
      "loss": 0.3644,
      "step": 145581
    },
    {
      "epoch": 5.9628097481056725,
      "grad_norm": 1.3372938184339072,
      "learning_rate": 2.923095590447455e-08,
      "loss": 0.2432,
      "step": 145582
    },
    {
      "epoch": 5.962850706532869,
      "grad_norm": 1.6470790471873853,
      "learning_rate": 2.916660807903981e-08,
      "loss": 0.4869,
      "step": 145583
    },
    {
      "epoch": 5.962891664960066,
      "grad_norm": 0.8091816574322093,
      "learning_rate": 2.910233115109295e-08,
      "loss": 0.1774,
      "step": 145584
    },
    {
      "epoch": 5.962932623387262,
      "grad_norm": 1.7595173929831964,
      "learning_rate": 2.9038125120700585e-08,
      "loss": 0.6861,
      "step": 145585
    },
    {
      "epoch": 5.962973581814459,
      "grad_norm": 0.6688667167693559,
      "learning_rate": 2.8973989987879364e-08,
      "loss": 0.1238,
      "step": 145586
    },
    {
      "epoch": 5.963014540241654,
      "grad_norm": 1.597139933636394,
      "learning_rate": 2.8909925752645946e-08,
      "loss": 0.4773,
      "step": 145587
    },
    {
      "epoch": 5.963055498668851,
      "grad_norm": 2.4407663893944163,
      "learning_rate": 2.8845932415050287e-08,
      "loss": 1.8188,
      "step": 145588
    },
    {
      "epoch": 5.963096457096047,
      "grad_norm": 1.3644076198783852,
      "learning_rate": 2.8782009975109043e-08,
      "loss": 0.3987,
      "step": 145589
    },
    {
      "epoch": 5.963137415523244,
      "grad_norm": 1.5374042494304074,
      "learning_rate": 2.871815843285552e-08,
      "loss": 0.4699,
      "step": 145590
    },
    {
      "epoch": 5.9631783739504405,
      "grad_norm": 1.6415291094807791,
      "learning_rate": 2.8654377788323023e-08,
      "loss": 0.4974,
      "step": 145591
    },
    {
      "epoch": 5.963219332377637,
      "grad_norm": 1.9524250601246242,
      "learning_rate": 2.8590668041544863e-08,
      "loss": 0.6036,
      "step": 145592
    },
    {
      "epoch": 5.963260290804833,
      "grad_norm": 0.732420560476444,
      "learning_rate": 2.8527029192537687e-08,
      "loss": 0.1128,
      "step": 145593
    },
    {
      "epoch": 5.963301249232029,
      "grad_norm": 0.7128690063408812,
      "learning_rate": 2.846346124135146e-08,
      "loss": 0.1304,
      "step": 145594
    },
    {
      "epoch": 5.963342207659226,
      "grad_norm": 1.5014462375389455,
      "learning_rate": 2.8399964188002832e-08,
      "loss": 0.3807,
      "step": 145595
    },
    {
      "epoch": 5.963383166086422,
      "grad_norm": 1.2828408096379698,
      "learning_rate": 2.8336538032525115e-08,
      "loss": 0.3476,
      "step": 145596
    },
    {
      "epoch": 5.963424124513619,
      "grad_norm": 1.6472449523660435,
      "learning_rate": 2.8273182774934955e-08,
      "loss": 0.4525,
      "step": 145597
    },
    {
      "epoch": 5.963465082940815,
      "grad_norm": 1.5029627273153148,
      "learning_rate": 2.8209898415282317e-08,
      "loss": 0.5793,
      "step": 145598
    },
    {
      "epoch": 5.963506041368012,
      "grad_norm": 0.489221403905282,
      "learning_rate": 2.8146684953600507e-08,
      "loss": 0.0441,
      "step": 145599
    },
    {
      "epoch": 5.9635469997952075,
      "grad_norm": 1.6300298186517823,
      "learning_rate": 2.8083542389889525e-08,
      "loss": 0.5839,
      "step": 145600
    },
    {
      "epoch": 5.963587958222404,
      "grad_norm": 1.6574397962123275,
      "learning_rate": 2.8020470724215982e-08,
      "loss": 0.5246,
      "step": 145601
    },
    {
      "epoch": 5.963628916649601,
      "grad_norm": 0.9961844722381051,
      "learning_rate": 2.795746995657988e-08,
      "loss": 0.2089,
      "step": 145602
    },
    {
      "epoch": 5.963669875076797,
      "grad_norm": 1.431589299399003,
      "learning_rate": 2.789454008703118e-08,
      "loss": 0.3581,
      "step": 145603
    },
    {
      "epoch": 5.963710833503994,
      "grad_norm": 1.912809266280025,
      "learning_rate": 2.7831681115586534e-08,
      "loss": 0.6722,
      "step": 145604
    },
    {
      "epoch": 5.96375179193119,
      "grad_norm": 2.328276777113723,
      "learning_rate": 2.776889304227925e-08,
      "loss": 0.7887,
      "step": 145605
    },
    {
      "epoch": 5.963792750358386,
      "grad_norm": 1.49626478685051,
      "learning_rate": 2.7706175867142634e-08,
      "loss": 0.4852,
      "step": 145606
    },
    {
      "epoch": 5.963833708785582,
      "grad_norm": 1.026874416655418,
      "learning_rate": 2.7643529590193335e-08,
      "loss": 0.2208,
      "step": 145607
    },
    {
      "epoch": 5.963874667212779,
      "grad_norm": 1.6166717731669062,
      "learning_rate": 2.7580954211497975e-08,
      "loss": 0.4347,
      "step": 145608
    },
    {
      "epoch": 5.9639156256399755,
      "grad_norm": 1.5552565156393328,
      "learning_rate": 2.7518449731039894e-08,
      "loss": 0.4941,
      "step": 145609
    },
    {
      "epoch": 5.963956584067172,
      "grad_norm": 1.558947318009003,
      "learning_rate": 2.7456016148869054e-08,
      "loss": 0.5885,
      "step": 145610
    },
    {
      "epoch": 5.9639975424943685,
      "grad_norm": 1.3951636947215562,
      "learning_rate": 2.739365346501876e-08,
      "loss": 0.4435,
      "step": 145611
    },
    {
      "epoch": 5.964038500921564,
      "grad_norm": 1.19820930335698,
      "learning_rate": 2.7331361679522323e-08,
      "loss": 0.2971,
      "step": 145612
    },
    {
      "epoch": 5.964079459348761,
      "grad_norm": 1.0703043466296644,
      "learning_rate": 2.726914079237974e-08,
      "loss": 0.3675,
      "step": 145613
    },
    {
      "epoch": 5.964120417775957,
      "grad_norm": 1.4048361148077284,
      "learning_rate": 2.7206990803657624e-08,
      "loss": 0.4753,
      "step": 145614
    },
    {
      "epoch": 5.964161376203154,
      "grad_norm": 1.425117660903603,
      "learning_rate": 2.714491171337263e-08,
      "loss": 0.3421,
      "step": 145615
    },
    {
      "epoch": 5.96420233463035,
      "grad_norm": 0.9007411265206856,
      "learning_rate": 2.708290352154141e-08,
      "loss": 0.1866,
      "step": 145616
    },
    {
      "epoch": 5.964243293057547,
      "grad_norm": 1.815362195830439,
      "learning_rate": 2.702096622819727e-08,
      "loss": 0.4784,
      "step": 145617
    },
    {
      "epoch": 5.964284251484743,
      "grad_norm": 1.6722134140835627,
      "learning_rate": 2.6959099833390173e-08,
      "loss": 0.5201,
      "step": 145618
    },
    {
      "epoch": 5.964325209911939,
      "grad_norm": 1.0815274699586739,
      "learning_rate": 2.689730433712012e-08,
      "loss": 0.2565,
      "step": 145619
    },
    {
      "epoch": 5.964366168339136,
      "grad_norm": 1.4265602755512248,
      "learning_rate": 2.6835579739453716e-08,
      "loss": 0.2961,
      "step": 145620
    },
    {
      "epoch": 5.964407126766332,
      "grad_norm": 1.3751835245003101,
      "learning_rate": 2.6773926040374317e-08,
      "loss": 0.3973,
      "step": 145621
    },
    {
      "epoch": 5.964448085193529,
      "grad_norm": 1.3756487105763326,
      "learning_rate": 2.671234323994853e-08,
      "loss": 0.4524,
      "step": 145622
    },
    {
      "epoch": 5.964489043620725,
      "grad_norm": 0.49327482874010964,
      "learning_rate": 2.665083133817636e-08,
      "loss": 0.0393,
      "step": 145623
    },
    {
      "epoch": 5.964530002047922,
      "grad_norm": 1.7516741556062934,
      "learning_rate": 2.6589390335107763e-08,
      "loss": 0.6017,
      "step": 145624
    },
    {
      "epoch": 5.964570960475117,
      "grad_norm": 1.9882654436924494,
      "learning_rate": 2.6528020230759394e-08,
      "loss": 0.6537,
      "step": 145625
    },
    {
      "epoch": 5.964611918902314,
      "grad_norm": 1.5187830053294211,
      "learning_rate": 2.6466721025181216e-08,
      "loss": 0.348,
      "step": 145626
    },
    {
      "epoch": 5.96465287732951,
      "grad_norm": 1.5377109084969254,
      "learning_rate": 2.6405492718373224e-08,
      "loss": 0.3259,
      "step": 145627
    },
    {
      "epoch": 5.964693835756707,
      "grad_norm": 1.5466816851572085,
      "learning_rate": 2.634433531038538e-08,
      "loss": 0.439,
      "step": 145628
    },
    {
      "epoch": 5.9647347941839035,
      "grad_norm": 1.7401680281505538,
      "learning_rate": 2.6283248801234337e-08,
      "loss": 0.5408,
      "step": 145629
    },
    {
      "epoch": 5.9647757526111,
      "grad_norm": 1.649337724079054,
      "learning_rate": 2.62222331909534e-08,
      "loss": 0.4891,
      "step": 145630
    },
    {
      "epoch": 5.964816711038296,
      "grad_norm": 1.6436930713839568,
      "learning_rate": 2.616128847957588e-08,
      "loss": 0.6543,
      "step": 145631
    },
    {
      "epoch": 5.964857669465492,
      "grad_norm": 1.8315038729677167,
      "learning_rate": 2.6100414667135082e-08,
      "loss": 0.8112,
      "step": 145632
    },
    {
      "epoch": 5.964898627892689,
      "grad_norm": 1.5191805230978206,
      "learning_rate": 2.6039611753631007e-08,
      "loss": 0.4397,
      "step": 145633
    },
    {
      "epoch": 5.964939586319885,
      "grad_norm": 1.0953011773163615,
      "learning_rate": 2.5978879739130266e-08,
      "loss": 0.1812,
      "step": 145634
    },
    {
      "epoch": 5.964980544747082,
      "grad_norm": 2.3355010864010644,
      "learning_rate": 2.591821862363286e-08,
      "loss": 1.4192,
      "step": 145635
    },
    {
      "epoch": 5.965021503174278,
      "grad_norm": 1.6152007984664927,
      "learning_rate": 2.5857628407188745e-08,
      "loss": 0.4813,
      "step": 145636
    },
    {
      "epoch": 5.965062461601475,
      "grad_norm": 1.2651492916863145,
      "learning_rate": 2.5797109089814584e-08,
      "loss": 0.3542,
      "step": 145637
    },
    {
      "epoch": 5.9651034200286706,
      "grad_norm": 1.4191687532637713,
      "learning_rate": 2.5736660671543674e-08,
      "loss": 0.4554,
      "step": 145638
    },
    {
      "epoch": 5.965144378455867,
      "grad_norm": 1.28222046208599,
      "learning_rate": 2.5676283152392674e-08,
      "loss": 0.3985,
      "step": 145639
    },
    {
      "epoch": 5.965185336883064,
      "grad_norm": 1.5244520156098835,
      "learning_rate": 2.5615976532394888e-08,
      "loss": 0.4654,
      "step": 145640
    },
    {
      "epoch": 5.96522629531026,
      "grad_norm": 1.0565649536088602,
      "learning_rate": 2.555574081160028e-08,
      "loss": 0.1785,
      "step": 145641
    },
    {
      "epoch": 5.965267253737457,
      "grad_norm": 1.381169740637645,
      "learning_rate": 2.5495575990008842e-08,
      "loss": 0.5196,
      "step": 145642
    },
    {
      "epoch": 5.965308212164653,
      "grad_norm": 1.551684134360784,
      "learning_rate": 2.543548206765389e-08,
      "loss": 0.3816,
      "step": 145643
    },
    {
      "epoch": 5.96534917059185,
      "grad_norm": 1.481686726655368,
      "learning_rate": 2.5375459044585377e-08,
      "loss": 0.4223,
      "step": 145644
    },
    {
      "epoch": 5.965390129019045,
      "grad_norm": 1.0145513117986513,
      "learning_rate": 2.531550692081996e-08,
      "loss": 0.1425,
      "step": 145645
    },
    {
      "epoch": 5.965431087446242,
      "grad_norm": 1.734858457555551,
      "learning_rate": 2.5255625696374295e-08,
      "loss": 0.6838,
      "step": 145646
    },
    {
      "epoch": 5.9654720458734385,
      "grad_norm": 0.5695452436493049,
      "learning_rate": 2.519581537128168e-08,
      "loss": 0.0762,
      "step": 145647
    },
    {
      "epoch": 5.965513004300635,
      "grad_norm": 1.444787224994393,
      "learning_rate": 2.513607594557543e-08,
      "loss": 0.4554,
      "step": 145648
    },
    {
      "epoch": 5.965553962727832,
      "grad_norm": 1.8038732619378066,
      "learning_rate": 2.5076407419288846e-08,
      "loss": 0.5579,
      "step": 145649
    },
    {
      "epoch": 5.965594921155027,
      "grad_norm": 1.7187256843407814,
      "learning_rate": 2.501680979242193e-08,
      "loss": 0.5614,
      "step": 145650
    },
    {
      "epoch": 5.965635879582224,
      "grad_norm": 1.255192842161704,
      "learning_rate": 2.49572830650413e-08,
      "loss": 0.2975,
      "step": 145651
    },
    {
      "epoch": 5.96567683800942,
      "grad_norm": 1.6828077062756137,
      "learning_rate": 2.4897827237163604e-08,
      "loss": 0.5225,
      "step": 145652
    },
    {
      "epoch": 5.965717796436617,
      "grad_norm": 1.355822485260973,
      "learning_rate": 2.4838442308805494e-08,
      "loss": 0.4428,
      "step": 145653
    },
    {
      "epoch": 5.965758754863813,
      "grad_norm": 1.7307980032921193,
      "learning_rate": 2.477912828000028e-08,
      "loss": 0.4919,
      "step": 145654
    },
    {
      "epoch": 5.96579971329101,
      "grad_norm": 0.6790201034036581,
      "learning_rate": 2.471988515078127e-08,
      "loss": 0.1358,
      "step": 145655
    },
    {
      "epoch": 5.965840671718206,
      "grad_norm": 0.4317949085772891,
      "learning_rate": 2.4660712921165114e-08,
      "loss": 0.0396,
      "step": 145656
    },
    {
      "epoch": 5.965881630145402,
      "grad_norm": 1.6610705787778506,
      "learning_rate": 2.4601611591201776e-08,
      "loss": 0.5175,
      "step": 145657
    },
    {
      "epoch": 5.965922588572599,
      "grad_norm": 1.243136007573568,
      "learning_rate": 2.454258116089125e-08,
      "loss": 0.3549,
      "step": 145658
    },
    {
      "epoch": 5.965963546999795,
      "grad_norm": 1.3614315526588332,
      "learning_rate": 2.4483621630266848e-08,
      "loss": 0.3893,
      "step": 145659
    },
    {
      "epoch": 5.966004505426992,
      "grad_norm": 2.4942479971157034,
      "learning_rate": 2.4424732999378526e-08,
      "loss": 1.3029,
      "step": 145660
    },
    {
      "epoch": 5.966045463854188,
      "grad_norm": 1.3564149195139392,
      "learning_rate": 2.4365915268226288e-08,
      "loss": 0.3062,
      "step": 145661
    },
    {
      "epoch": 5.966086422281385,
      "grad_norm": 1.716988193729082,
      "learning_rate": 2.4307168436860093e-08,
      "loss": 0.6667,
      "step": 145662
    },
    {
      "epoch": 5.966127380708581,
      "grad_norm": 1.2326493239583876,
      "learning_rate": 2.424849250529659e-08,
      "loss": 0.2856,
      "step": 145663
    },
    {
      "epoch": 5.966168339135777,
      "grad_norm": 1.4230476962744931,
      "learning_rate": 2.418988747356909e-08,
      "loss": 0.4322,
      "step": 145664
    },
    {
      "epoch": 5.9662092975629735,
      "grad_norm": 1.6032381255374026,
      "learning_rate": 2.413135334169425e-08,
      "loss": 0.5221,
      "step": 145665
    },
    {
      "epoch": 5.96625025599017,
      "grad_norm": 1.6084649499850137,
      "learning_rate": 2.4072890109722022e-08,
      "loss": 0.4968,
      "step": 145666
    },
    {
      "epoch": 5.9662912144173665,
      "grad_norm": 1.7182348333637805,
      "learning_rate": 2.4014497777652408e-08,
      "loss": 0.532,
      "step": 145667
    },
    {
      "epoch": 5.966332172844563,
      "grad_norm": 1.7130005374142818,
      "learning_rate": 2.395617634553537e-08,
      "loss": 0.5008,
      "step": 145668
    },
    {
      "epoch": 5.966373131271759,
      "grad_norm": 1.8401866747624522,
      "learning_rate": 2.389792581337091e-08,
      "loss": 0.6506,
      "step": 145669
    },
    {
      "epoch": 5.966414089698955,
      "grad_norm": 1.4108171091097665,
      "learning_rate": 2.383974618122564e-08,
      "loss": 0.4831,
      "step": 145670
    },
    {
      "epoch": 5.966455048126152,
      "grad_norm": 0.9987479933926827,
      "learning_rate": 2.3781637449099556e-08,
      "loss": 0.2118,
      "step": 145671
    },
    {
      "epoch": 5.966496006553348,
      "grad_norm": 1.3298375375164222,
      "learning_rate": 2.3723599617025967e-08,
      "loss": 0.3596,
      "step": 145672
    },
    {
      "epoch": 5.966536964980545,
      "grad_norm": 1.0567708872274357,
      "learning_rate": 2.3665632685038184e-08,
      "loss": 0.2212,
      "step": 145673
    },
    {
      "epoch": 5.966577923407741,
      "grad_norm": 1.2207620455536665,
      "learning_rate": 2.3607736653152853e-08,
      "loss": 0.2891,
      "step": 145674
    },
    {
      "epoch": 5.966618881834938,
      "grad_norm": 0.5472559828074026,
      "learning_rate": 2.3549911521403287e-08,
      "loss": 0.0805,
      "step": 145675
    },
    {
      "epoch": 5.966659840262134,
      "grad_norm": 1.6829642120510602,
      "learning_rate": 2.3492157289806136e-08,
      "loss": 0.5445,
      "step": 145676
    },
    {
      "epoch": 5.96670079868933,
      "grad_norm": 1.0236238440574932,
      "learning_rate": 2.343447395841136e-08,
      "loss": 0.1963,
      "step": 145677
    },
    {
      "epoch": 5.966741757116527,
      "grad_norm": 1.043528436051429,
      "learning_rate": 2.3376861527235612e-08,
      "loss": 0.2449,
      "step": 145678
    },
    {
      "epoch": 5.966782715543723,
      "grad_norm": 1.4692688371653426,
      "learning_rate": 2.331931999629555e-08,
      "loss": 0.4303,
      "step": 145679
    },
    {
      "epoch": 5.96682367397092,
      "grad_norm": 1.0960451596082432,
      "learning_rate": 2.3261849365641126e-08,
      "loss": 0.218,
      "step": 145680
    },
    {
      "epoch": 5.966864632398116,
      "grad_norm": 2.5680427521153066,
      "learning_rate": 2.320444963527235e-08,
      "loss": 1.8744,
      "step": 145681
    },
    {
      "epoch": 5.966905590825313,
      "grad_norm": 1.5100203562119046,
      "learning_rate": 2.314712080523917e-08,
      "loss": 0.4232,
      "step": 145682
    },
    {
      "epoch": 5.9669465492525084,
      "grad_norm": 1.0195921383667803,
      "learning_rate": 2.308986287555825e-08,
      "loss": 0.192,
      "step": 145683
    },
    {
      "epoch": 5.966987507679705,
      "grad_norm": 0.5929949282986682,
      "learning_rate": 2.303267584624624e-08,
      "loss": 0.0726,
      "step": 145684
    },
    {
      "epoch": 5.9670284661069015,
      "grad_norm": 1.5789639539418099,
      "learning_rate": 2.2975559717353098e-08,
      "loss": 0.4137,
      "step": 145685
    },
    {
      "epoch": 5.967069424534098,
      "grad_norm": 1.1119593144594488,
      "learning_rate": 2.2918514488895478e-08,
      "loss": 0.278,
      "step": 145686
    },
    {
      "epoch": 5.967110382961295,
      "grad_norm": 1.357538447476848,
      "learning_rate": 2.2861540160890036e-08,
      "loss": 0.4285,
      "step": 145687
    },
    {
      "epoch": 5.96715134138849,
      "grad_norm": 1.549956646248003,
      "learning_rate": 2.2804636733370074e-08,
      "loss": 0.4274,
      "step": 145688
    },
    {
      "epoch": 5.967192299815687,
      "grad_norm": 1.7439991604726521,
      "learning_rate": 2.2747804206385556e-08,
      "loss": 0.4441,
      "step": 145689
    },
    {
      "epoch": 5.967233258242883,
      "grad_norm": 0.9667119851893592,
      "learning_rate": 2.2691042579919828e-08,
      "loss": 0.2503,
      "step": 145690
    },
    {
      "epoch": 5.96727421667008,
      "grad_norm": 0.9018041276838299,
      "learning_rate": 2.26343518540395e-08,
      "loss": 0.2055,
      "step": 145691
    },
    {
      "epoch": 5.967315175097276,
      "grad_norm": 2.132775068277501,
      "learning_rate": 2.257773202874458e-08,
      "loss": 0.9773,
      "step": 145692
    },
    {
      "epoch": 5.967356133524473,
      "grad_norm": 0.9552059180120936,
      "learning_rate": 2.2521183104085016e-08,
      "loss": 0.178,
      "step": 145693
    },
    {
      "epoch": 5.9673970919516695,
      "grad_norm": 0.8094955251516062,
      "learning_rate": 2.2464705080060818e-08,
      "loss": 0.1139,
      "step": 145694
    },
    {
      "epoch": 5.967438050378865,
      "grad_norm": 1.9086745235882043,
      "learning_rate": 2.2408297956721944e-08,
      "loss": 0.7016,
      "step": 145695
    },
    {
      "epoch": 5.967479008806062,
      "grad_norm": 1.704353367399463,
      "learning_rate": 2.2351961734085046e-08,
      "loss": 0.566,
      "step": 145696
    },
    {
      "epoch": 5.967519967233258,
      "grad_norm": 0.7411626775147507,
      "learning_rate": 2.2295696412166774e-08,
      "loss": 0.1757,
      "step": 145697
    },
    {
      "epoch": 5.967560925660455,
      "grad_norm": 1.2044027883157171,
      "learning_rate": 2.2239501991017096e-08,
      "loss": 0.279,
      "step": 145698
    },
    {
      "epoch": 5.967601884087651,
      "grad_norm": 1.1385482022603954,
      "learning_rate": 2.2183378470636005e-08,
      "loss": 0.2329,
      "step": 145699
    },
    {
      "epoch": 5.967642842514848,
      "grad_norm": 1.9525171809994,
      "learning_rate": 2.2127325851073464e-08,
      "loss": 0.626,
      "step": 145700
    },
    {
      "epoch": 5.967683800942044,
      "grad_norm": 1.2762591657933253,
      "learning_rate": 2.2071344132346125e-08,
      "loss": 0.3469,
      "step": 145701
    },
    {
      "epoch": 5.96772475936924,
      "grad_norm": 0.3996998689359401,
      "learning_rate": 2.2015433314487297e-08,
      "loss": 0.0394,
      "step": 145702
    },
    {
      "epoch": 5.9677657177964365,
      "grad_norm": 1.5900162412786114,
      "learning_rate": 2.195959339751363e-08,
      "loss": 0.5113,
      "step": 145703
    },
    {
      "epoch": 5.967806676223633,
      "grad_norm": 1.6804095575223885,
      "learning_rate": 2.1903824381441782e-08,
      "loss": 0.597,
      "step": 145704
    },
    {
      "epoch": 5.96784763465083,
      "grad_norm": 1.2712884298455698,
      "learning_rate": 2.184812626632171e-08,
      "loss": 0.2653,
      "step": 145705
    },
    {
      "epoch": 5.967888593078026,
      "grad_norm": 1.749403769845319,
      "learning_rate": 2.1792499052170064e-08,
      "loss": 0.545,
      "step": 145706
    },
    {
      "epoch": 5.967929551505222,
      "grad_norm": 1.4796436942148001,
      "learning_rate": 2.1736942739003506e-08,
      "loss": 0.3682,
      "step": 145707
    },
    {
      "epoch": 5.967970509932418,
      "grad_norm": 2.176599769851677,
      "learning_rate": 2.1681457326855334e-08,
      "loss": 1.2444,
      "step": 145708
    },
    {
      "epoch": 5.968011468359615,
      "grad_norm": 0.8189327003318838,
      "learning_rate": 2.162604281575886e-08,
      "loss": 0.1662,
      "step": 145709
    },
    {
      "epoch": 5.968052426786811,
      "grad_norm": 0.7680767521287215,
      "learning_rate": 2.1570699205747388e-08,
      "loss": 0.1296,
      "step": 145710
    },
    {
      "epoch": 5.968093385214008,
      "grad_norm": 1.4459285306371639,
      "learning_rate": 2.151542649682092e-08,
      "loss": 0.4598,
      "step": 145711
    },
    {
      "epoch": 5.968134343641204,
      "grad_norm": 1.58047240605718,
      "learning_rate": 2.146022468901276e-08,
      "loss": 0.4991,
      "step": 145712
    },
    {
      "epoch": 5.968175302068401,
      "grad_norm": 1.238324972624759,
      "learning_rate": 2.1405093782372873e-08,
      "loss": 0.3033,
      "step": 145713
    },
    {
      "epoch": 5.968216260495597,
      "grad_norm": 1.4311586358580217,
      "learning_rate": 2.1350033776901253e-08,
      "loss": 0.4028,
      "step": 145714
    },
    {
      "epoch": 5.968257218922793,
      "grad_norm": 1.2245423342828268,
      "learning_rate": 2.1295044672631213e-08,
      "loss": 0.3088,
      "step": 145715
    },
    {
      "epoch": 5.96829817734999,
      "grad_norm": 1.5910555044690529,
      "learning_rate": 2.1240126469596053e-08,
      "loss": 0.4502,
      "step": 145716
    },
    {
      "epoch": 5.968339135777186,
      "grad_norm": 1.5046711644956163,
      "learning_rate": 2.118527916781243e-08,
      "loss": 0.4129,
      "step": 145717
    },
    {
      "epoch": 5.968380094204383,
      "grad_norm": 0.9063196073394947,
      "learning_rate": 2.1130502767296997e-08,
      "loss": 0.086,
      "step": 145718
    },
    {
      "epoch": 5.968421052631579,
      "grad_norm": 1.482578522946479,
      "learning_rate": 2.1075797268099713e-08,
      "loss": 0.4958,
      "step": 145719
    },
    {
      "epoch": 5.968462011058776,
      "grad_norm": 1.6881079861976802,
      "learning_rate": 2.1021162670237235e-08,
      "loss": 0.5095,
      "step": 145720
    },
    {
      "epoch": 5.9685029694859715,
      "grad_norm": 1.532120617565319,
      "learning_rate": 2.0966598973726212e-08,
      "loss": 0.4338,
      "step": 145721
    },
    {
      "epoch": 5.968543927913168,
      "grad_norm": 1.5890776150919865,
      "learning_rate": 2.0912106178599954e-08,
      "loss": 0.4979,
      "step": 145722
    },
    {
      "epoch": 5.9685848863403645,
      "grad_norm": 1.5501273594021003,
      "learning_rate": 2.0857684284891762e-08,
      "loss": 0.5002,
      "step": 145723
    },
    {
      "epoch": 5.968625844767561,
      "grad_norm": 1.6587938089360188,
      "learning_rate": 2.0803333292618296e-08,
      "loss": 0.466,
      "step": 145724
    },
    {
      "epoch": 5.968666803194758,
      "grad_norm": 1.663264440747839,
      "learning_rate": 2.0749053201796206e-08,
      "loss": 0.4522,
      "step": 145725
    },
    {
      "epoch": 5.968707761621953,
      "grad_norm": 1.4764829215387771,
      "learning_rate": 2.0694844012475453e-08,
      "loss": 0.3838,
      "step": 145726
    },
    {
      "epoch": 5.96874872004915,
      "grad_norm": 1.719209124730374,
      "learning_rate": 2.0640705724656037e-08,
      "loss": 0.5154,
      "step": 145727
    },
    {
      "epoch": 5.968789678476346,
      "grad_norm": 1.5265556032541483,
      "learning_rate": 2.0586638338371264e-08,
      "loss": 0.4804,
      "step": 145728
    },
    {
      "epoch": 5.968830636903543,
      "grad_norm": 0.7499150880263828,
      "learning_rate": 2.0532641853654443e-08,
      "loss": 0.1518,
      "step": 145729
    },
    {
      "epoch": 5.968871595330739,
      "grad_norm": 1.227022735638275,
      "learning_rate": 2.0478716270538875e-08,
      "loss": 0.3467,
      "step": 145730
    },
    {
      "epoch": 5.968912553757936,
      "grad_norm": 3.3154149309339096,
      "learning_rate": 2.0424861589024565e-08,
      "loss": 2.8708,
      "step": 145731
    },
    {
      "epoch": 5.9689535121851325,
      "grad_norm": 0.5714345694439212,
      "learning_rate": 2.0371077809161474e-08,
      "loss": 0.0919,
      "step": 145732
    },
    {
      "epoch": 5.968994470612328,
      "grad_norm": 1.3444540706028278,
      "learning_rate": 2.03173649309496e-08,
      "loss": 0.2378,
      "step": 145733
    },
    {
      "epoch": 5.969035429039525,
      "grad_norm": 1.478578902215195,
      "learning_rate": 2.0263722954438898e-08,
      "loss": 0.4315,
      "step": 145734
    },
    {
      "epoch": 5.969076387466721,
      "grad_norm": 1.474041896281287,
      "learning_rate": 2.021015187964603e-08,
      "loss": 0.494,
      "step": 145735
    },
    {
      "epoch": 5.969117345893918,
      "grad_norm": 1.4648001377094515,
      "learning_rate": 2.0156651706587646e-08,
      "loss": 0.4425,
      "step": 145736
    },
    {
      "epoch": 5.969158304321114,
      "grad_norm": 1.6708861555003873,
      "learning_rate": 2.010322243529705e-08,
      "loss": 0.5161,
      "step": 145737
    },
    {
      "epoch": 5.969199262748311,
      "grad_norm": 2.488482619312585,
      "learning_rate": 2.00498640657909e-08,
      "loss": 1.372,
      "step": 145738
    },
    {
      "epoch": 5.969240221175507,
      "grad_norm": 1.4114058788669088,
      "learning_rate": 1.999657659811915e-08,
      "loss": 0.3655,
      "step": 145739
    },
    {
      "epoch": 5.969281179602703,
      "grad_norm": 1.283580852644515,
      "learning_rate": 1.9943360032281806e-08,
      "loss": 0.3527,
      "step": 145740
    },
    {
      "epoch": 5.9693221380298995,
      "grad_norm": 0.9021986560623942,
      "learning_rate": 1.9890214368312173e-08,
      "loss": 0.15,
      "step": 145741
    },
    {
      "epoch": 5.969363096457096,
      "grad_norm": 1.7474692370875904,
      "learning_rate": 1.9837139606243558e-08,
      "loss": 0.4845,
      "step": 145742
    },
    {
      "epoch": 5.969404054884293,
      "grad_norm": 1.476277387891729,
      "learning_rate": 1.9784135746075958e-08,
      "loss": 0.4535,
      "step": 145743
    },
    {
      "epoch": 5.969445013311489,
      "grad_norm": 1.6494221822377475,
      "learning_rate": 1.973120278787599e-08,
      "loss": 0.5504,
      "step": 145744
    },
    {
      "epoch": 5.969485971738685,
      "grad_norm": 1.69111855470594,
      "learning_rate": 1.9678340731626996e-08,
      "loss": 0.5729,
      "step": 145745
    },
    {
      "epoch": 5.969526930165881,
      "grad_norm": 1.3591854556153333,
      "learning_rate": 1.962554957737894e-08,
      "loss": 0.3628,
      "step": 145746
    },
    {
      "epoch": 5.969567888593078,
      "grad_norm": 1.7385804811512109,
      "learning_rate": 1.957282932513182e-08,
      "loss": 0.5749,
      "step": 145747
    },
    {
      "epoch": 5.969608847020274,
      "grad_norm": 1.6847788461742221,
      "learning_rate": 1.9520179974952256e-08,
      "loss": 0.5473,
      "step": 145748
    },
    {
      "epoch": 5.969649805447471,
      "grad_norm": 0.3741056126747679,
      "learning_rate": 1.9467601526823584e-08,
      "loss": 0.0402,
      "step": 145749
    },
    {
      "epoch": 5.9696907638746675,
      "grad_norm": 1.5264132897776974,
      "learning_rate": 1.941509398079577e-08,
      "loss": 0.4925,
      "step": 145750
    },
    {
      "epoch": 5.969731722301864,
      "grad_norm": 1.4287394257999504,
      "learning_rate": 1.9362657336885467e-08,
      "loss": 0.3861,
      "step": 145751
    },
    {
      "epoch": 5.96977268072906,
      "grad_norm": 0.9182134120043415,
      "learning_rate": 1.9310291595109327e-08,
      "loss": 0.16,
      "step": 145752
    },
    {
      "epoch": 5.969813639156256,
      "grad_norm": 1.4087977225670063,
      "learning_rate": 1.925799675550066e-08,
      "loss": 0.3828,
      "step": 145753
    },
    {
      "epoch": 5.969854597583453,
      "grad_norm": 1.440707267314285,
      "learning_rate": 1.920577281809277e-08,
      "loss": 0.3812,
      "step": 145754
    },
    {
      "epoch": 5.969895556010649,
      "grad_norm": 1.444959767904391,
      "learning_rate": 1.9153619782902308e-08,
      "loss": 0.4296,
      "step": 145755
    },
    {
      "epoch": 5.969936514437846,
      "grad_norm": 1.5753654531898513,
      "learning_rate": 1.910153764994593e-08,
      "loss": 0.4796,
      "step": 145756
    },
    {
      "epoch": 5.969977472865042,
      "grad_norm": 1.574831524489488,
      "learning_rate": 1.9049526419256943e-08,
      "loss": 0.4266,
      "step": 145757
    },
    {
      "epoch": 5.970018431292239,
      "grad_norm": 1.8157372363998214,
      "learning_rate": 1.8997586090852002e-08,
      "loss": 0.6713,
      "step": 145758
    },
    {
      "epoch": 5.9700593897194345,
      "grad_norm": 1.5975274906062606,
      "learning_rate": 1.894571666476441e-08,
      "loss": 0.4846,
      "step": 145759
    },
    {
      "epoch": 5.970100348146631,
      "grad_norm": 1.583501199341409,
      "learning_rate": 1.8893918141027476e-08,
      "loss": 0.4188,
      "step": 145760
    },
    {
      "epoch": 5.970141306573828,
      "grad_norm": 1.4711868655914986,
      "learning_rate": 1.8842190519657852e-08,
      "loss": 0.4195,
      "step": 145761
    },
    {
      "epoch": 5.970182265001024,
      "grad_norm": 0.7445420447889799,
      "learning_rate": 1.8790533800655537e-08,
      "loss": 0.1135,
      "step": 145762
    },
    {
      "epoch": 5.970223223428221,
      "grad_norm": 1.515551816768308,
      "learning_rate": 1.873894798408715e-08,
      "loss": 0.5076,
      "step": 145763
    },
    {
      "epoch": 5.970264181855416,
      "grad_norm": 1.7972950320384122,
      "learning_rate": 1.868743306993603e-08,
      "loss": 0.5234,
      "step": 145764
    },
    {
      "epoch": 5.970305140282613,
      "grad_norm": 1.0766055190249517,
      "learning_rate": 1.8635989058252142e-08,
      "loss": 0.1909,
      "step": 145765
    },
    {
      "epoch": 5.970346098709809,
      "grad_norm": 1.4758926329769098,
      "learning_rate": 1.8584615949068793e-08,
      "loss": 0.4995,
      "step": 145766
    },
    {
      "epoch": 5.970387057137006,
      "grad_norm": 1.6694058963020422,
      "learning_rate": 1.853331374238598e-08,
      "loss": 0.5639,
      "step": 145767
    },
    {
      "epoch": 5.970428015564202,
      "grad_norm": 1.1426466010665501,
      "learning_rate": 1.8482082438237012e-08,
      "loss": 0.2484,
      "step": 145768
    },
    {
      "epoch": 5.970468973991399,
      "grad_norm": 1.6640627898405702,
      "learning_rate": 1.843092203663854e-08,
      "loss": 0.5735,
      "step": 145769
    },
    {
      "epoch": 5.9705099324185955,
      "grad_norm": 1.409680842814908,
      "learning_rate": 1.8379832537640527e-08,
      "loss": 0.3828,
      "step": 145770
    },
    {
      "epoch": 5.970550890845791,
      "grad_norm": 1.447850941527133,
      "learning_rate": 1.832881394124297e-08,
      "loss": 0.2087,
      "step": 145771
    },
    {
      "epoch": 5.970591849272988,
      "grad_norm": 1.6159979724854612,
      "learning_rate": 1.8277866247462525e-08,
      "loss": 0.5484,
      "step": 145772
    },
    {
      "epoch": 5.970632807700184,
      "grad_norm": 1.7371739316582115,
      "learning_rate": 1.822698945634915e-08,
      "loss": 0.6305,
      "step": 145773
    },
    {
      "epoch": 5.970673766127381,
      "grad_norm": 1.5153952313753247,
      "learning_rate": 1.81761835679195e-08,
      "loss": 0.3716,
      "step": 145774
    },
    {
      "epoch": 5.970714724554577,
      "grad_norm": 1.3487459051135475,
      "learning_rate": 1.8125448582190228e-08,
      "loss": 0.4707,
      "step": 145775
    },
    {
      "epoch": 5.970755682981774,
      "grad_norm": 1.6735607080104222,
      "learning_rate": 1.8074784499177985e-08,
      "loss": 0.7068,
      "step": 145776
    },
    {
      "epoch": 5.97079664140897,
      "grad_norm": 1.7594215706649035,
      "learning_rate": 1.8024191318932734e-08,
      "loss": 0.5633,
      "step": 145777
    },
    {
      "epoch": 5.970837599836166,
      "grad_norm": 1.234736911558528,
      "learning_rate": 1.7973669041454474e-08,
      "loss": 0.2466,
      "step": 145778
    },
    {
      "epoch": 5.970878558263363,
      "grad_norm": 1.4119387128401484,
      "learning_rate": 1.7923217666776512e-08,
      "loss": 0.4505,
      "step": 145779
    },
    {
      "epoch": 5.970919516690559,
      "grad_norm": 0.8244387394030174,
      "learning_rate": 1.78728371949155e-08,
      "loss": 0.1858,
      "step": 145780
    },
    {
      "epoch": 5.970960475117756,
      "grad_norm": 1.0307197788109579,
      "learning_rate": 1.7822527625904748e-08,
      "loss": 0.2173,
      "step": 145781
    },
    {
      "epoch": 5.971001433544952,
      "grad_norm": 1.5636288211109366,
      "learning_rate": 1.7772288959760904e-08,
      "loss": 0.4717,
      "step": 145782
    },
    {
      "epoch": 5.971042391972148,
      "grad_norm": 0.40668108486360083,
      "learning_rate": 1.772212119651728e-08,
      "loss": 0.0341,
      "step": 145783
    },
    {
      "epoch": 5.971083350399344,
      "grad_norm": 2.063116568847395,
      "learning_rate": 1.7672024336190525e-08,
      "loss": 0.6438,
      "step": 145784
    },
    {
      "epoch": 5.971124308826541,
      "grad_norm": 1.3609075883175075,
      "learning_rate": 1.762199837881395e-08,
      "loss": 0.3712,
      "step": 145785
    },
    {
      "epoch": 5.971165267253737,
      "grad_norm": 0.7591101835621118,
      "learning_rate": 1.7572043324387553e-08,
      "loss": 0.16,
      "step": 145786
    },
    {
      "epoch": 5.971206225680934,
      "grad_norm": 1.6689544684153241,
      "learning_rate": 1.7522159172961293e-08,
      "loss": 0.4643,
      "step": 145787
    },
    {
      "epoch": 5.9712471841081305,
      "grad_norm": 2.108867126845308,
      "learning_rate": 1.7472345924535168e-08,
      "loss": 0.6233,
      "step": 145788
    },
    {
      "epoch": 5.971288142535327,
      "grad_norm": 0.8271529672251549,
      "learning_rate": 1.7422603579159144e-08,
      "loss": 0.1673,
      "step": 145789
    },
    {
      "epoch": 5.971329100962523,
      "grad_norm": 1.2045165161469649,
      "learning_rate": 1.7372932136833217e-08,
      "loss": 0.166,
      "step": 145790
    },
    {
      "epoch": 5.971370059389719,
      "grad_norm": 0.9674737942223317,
      "learning_rate": 1.7323331597590696e-08,
      "loss": 0.1634,
      "step": 145791
    },
    {
      "epoch": 5.971411017816916,
      "grad_norm": 1.4614182606761212,
      "learning_rate": 1.7273801961464884e-08,
      "loss": 0.4295,
      "step": 145792
    },
    {
      "epoch": 5.971451976244112,
      "grad_norm": 1.5857945755025298,
      "learning_rate": 1.7224343228455783e-08,
      "loss": 0.593,
      "step": 145793
    },
    {
      "epoch": 5.971492934671309,
      "grad_norm": 1.561051261735406,
      "learning_rate": 1.7174955398613356e-08,
      "loss": 0.5128,
      "step": 145794
    },
    {
      "epoch": 5.971533893098505,
      "grad_norm": 1.1998834151126534,
      "learning_rate": 1.7125638471937596e-08,
      "loss": 0.2436,
      "step": 145795
    },
    {
      "epoch": 5.971574851525702,
      "grad_norm": 1.9261586813161056,
      "learning_rate": 1.7076392448461818e-08,
      "loss": 0.5779,
      "step": 145796
    },
    {
      "epoch": 5.9716158099528975,
      "grad_norm": 1.6475550654606954,
      "learning_rate": 1.702721732820267e-08,
      "loss": 0.4851,
      "step": 145797
    },
    {
      "epoch": 5.971656768380094,
      "grad_norm": 1.6127229981932625,
      "learning_rate": 1.6978113111210113e-08,
      "loss": 0.5648,
      "step": 145798
    },
    {
      "epoch": 5.971697726807291,
      "grad_norm": 3.3237485534048843,
      "learning_rate": 1.6929079797467492e-08,
      "loss": 3.0047,
      "step": 145799
    },
    {
      "epoch": 5.971738685234487,
      "grad_norm": 1.664551948330869,
      "learning_rate": 1.6880117387024773e-08,
      "loss": 0.4689,
      "step": 145800
    },
    {
      "epoch": 5.971779643661684,
      "grad_norm": 1.5870272794605782,
      "learning_rate": 1.6831225879898602e-08,
      "loss": 0.5664,
      "step": 145801
    },
    {
      "epoch": 5.971820602088879,
      "grad_norm": 1.5115087362271549,
      "learning_rate": 1.678240527612229e-08,
      "loss": 0.4085,
      "step": 145802
    },
    {
      "epoch": 5.971861560516076,
      "grad_norm": 1.744800195547749,
      "learning_rate": 1.6733655575695838e-08,
      "loss": 0.4704,
      "step": 145803
    },
    {
      "epoch": 5.971902518943272,
      "grad_norm": 0.8679612885121345,
      "learning_rate": 1.668497677865255e-08,
      "loss": 0.1428,
      "step": 145804
    },
    {
      "epoch": 5.971943477370469,
      "grad_norm": 1.7268436256128596,
      "learning_rate": 1.663636888502573e-08,
      "loss": 0.7067,
      "step": 145805
    },
    {
      "epoch": 5.9719844357976655,
      "grad_norm": 1.5657401872334002,
      "learning_rate": 1.6587831894832037e-08,
      "loss": 0.4223,
      "step": 145806
    },
    {
      "epoch": 5.972025394224862,
      "grad_norm": 1.244375593013995,
      "learning_rate": 1.653936580807147e-08,
      "loss": 0.3979,
      "step": 145807
    },
    {
      "epoch": 5.9720663526520585,
      "grad_norm": 0.9982890574537974,
      "learning_rate": 1.649097062481064e-08,
      "loss": 0.2175,
      "step": 145808
    },
    {
      "epoch": 5.972107311079254,
      "grad_norm": 0.8060534129455962,
      "learning_rate": 1.6442646345032896e-08,
      "loss": 0.1389,
      "step": 145809
    },
    {
      "epoch": 5.972148269506451,
      "grad_norm": 1.5906444899447243,
      "learning_rate": 1.6394392968788193e-08,
      "loss": 0.4698,
      "step": 145810
    },
    {
      "epoch": 5.972189227933647,
      "grad_norm": 0.9160010998957292,
      "learning_rate": 1.6346210496093192e-08,
      "loss": 0.2308,
      "step": 145811
    },
    {
      "epoch": 5.972230186360844,
      "grad_norm": 1.6689568812121895,
      "learning_rate": 1.629809892696454e-08,
      "loss": 0.4475,
      "step": 145812
    },
    {
      "epoch": 5.97227114478804,
      "grad_norm": 1.47632593925521,
      "learning_rate": 1.6250058261418897e-08,
      "loss": 0.478,
      "step": 145813
    },
    {
      "epoch": 5.972312103215237,
      "grad_norm": 1.6257112399699303,
      "learning_rate": 1.6202088499489562e-08,
      "loss": 0.4716,
      "step": 145814
    },
    {
      "epoch": 5.972353061642433,
      "grad_norm": 1.5711100851058932,
      "learning_rate": 1.6154189641209848e-08,
      "loss": 0.4109,
      "step": 145815
    },
    {
      "epoch": 5.972394020069629,
      "grad_norm": 0.8552701714894341,
      "learning_rate": 1.610636168657975e-08,
      "loss": 0.138,
      "step": 145816
    },
    {
      "epoch": 5.972434978496826,
      "grad_norm": 1.6276558532862926,
      "learning_rate": 1.6058604635615924e-08,
      "loss": 0.3636,
      "step": 145817
    },
    {
      "epoch": 5.972475936924022,
      "grad_norm": 1.4541489794448763,
      "learning_rate": 1.6010918488384984e-08,
      "loss": 0.4994,
      "step": 145818
    },
    {
      "epoch": 5.972516895351219,
      "grad_norm": 1.7032472152441724,
      "learning_rate": 1.596330324485362e-08,
      "loss": 0.5013,
      "step": 145819
    },
    {
      "epoch": 5.972557853778415,
      "grad_norm": 1.7122790728364674,
      "learning_rate": 1.591575890508845e-08,
      "loss": 0.5603,
      "step": 145820
    },
    {
      "epoch": 5.972598812205611,
      "grad_norm": 1.8266676090625946,
      "learning_rate": 1.586828546908947e-08,
      "loss": 0.3553,
      "step": 145821
    },
    {
      "epoch": 5.972639770632807,
      "grad_norm": 1.8689565201672316,
      "learning_rate": 1.582088293688999e-08,
      "loss": 0.6423,
      "step": 145822
    },
    {
      "epoch": 5.972680729060004,
      "grad_norm": 0.9332510456084847,
      "learning_rate": 1.577355130850666e-08,
      "loss": 0.2152,
      "step": 145823
    },
    {
      "epoch": 5.9727216874872004,
      "grad_norm": 2.224852804017313,
      "learning_rate": 1.5726290583956135e-08,
      "loss": 1.0112,
      "step": 145824
    },
    {
      "epoch": 5.972762645914397,
      "grad_norm": 1.413941094389758,
      "learning_rate": 1.5679100763271725e-08,
      "loss": 0.522,
      "step": 145825
    },
    {
      "epoch": 5.9728036043415935,
      "grad_norm": 1.7048469035781741,
      "learning_rate": 1.5631981846470075e-08,
      "loss": 0.5054,
      "step": 145826
    },
    {
      "epoch": 5.97284456276879,
      "grad_norm": 2.016473138128865,
      "learning_rate": 1.55849338335845e-08,
      "loss": 0.7482,
      "step": 145827
    },
    {
      "epoch": 5.972885521195986,
      "grad_norm": 2.004056890788577,
      "learning_rate": 1.5537956724614997e-08,
      "loss": 0.7009,
      "step": 145828
    },
    {
      "epoch": 5.972926479623182,
      "grad_norm": 3.8053544241343324,
      "learning_rate": 1.549105051959487e-08,
      "loss": 4.1475,
      "step": 145829
    },
    {
      "epoch": 5.972967438050379,
      "grad_norm": 1.565012693711104,
      "learning_rate": 1.544421521854078e-08,
      "loss": 0.481,
      "step": 145830
    },
    {
      "epoch": 5.973008396477575,
      "grad_norm": 1.3307501307271385,
      "learning_rate": 1.5397450821502676e-08,
      "loss": 0.3743,
      "step": 145831
    },
    {
      "epoch": 5.973049354904772,
      "grad_norm": 0.9029317509667734,
      "learning_rate": 1.5350757328463914e-08,
      "loss": 0.1909,
      "step": 145832
    },
    {
      "epoch": 5.973090313331968,
      "grad_norm": 1.556936711656215,
      "learning_rate": 1.530413473947445e-08,
      "loss": 0.4312,
      "step": 145833
    },
    {
      "epoch": 5.973131271759165,
      "grad_norm": 1.0423586547840313,
      "learning_rate": 1.5257583054534283e-08,
      "loss": 0.2155,
      "step": 145834
    },
    {
      "epoch": 5.973172230186361,
      "grad_norm": 1.7756115960603047,
      "learning_rate": 1.5211102273693378e-08,
      "loss": 0.6242,
      "step": 145835
    },
    {
      "epoch": 5.973213188613557,
      "grad_norm": 1.3854923884933183,
      "learning_rate": 1.516469239695173e-08,
      "loss": 0.3381,
      "step": 145836
    },
    {
      "epoch": 5.973254147040754,
      "grad_norm": 0.8761927296206452,
      "learning_rate": 1.511835342432599e-08,
      "loss": 0.1722,
      "step": 145837
    },
    {
      "epoch": 5.97329510546795,
      "grad_norm": 1.6285454438066516,
      "learning_rate": 1.5072085355866127e-08,
      "loss": 0.4958,
      "step": 145838
    },
    {
      "epoch": 5.973336063895147,
      "grad_norm": 1.395749970161386,
      "learning_rate": 1.502588819155548e-08,
      "loss": 0.1895,
      "step": 145839
    },
    {
      "epoch": 5.973377022322342,
      "grad_norm": 1.1230783742343087,
      "learning_rate": 1.4979761931460664e-08,
      "loss": 0.3208,
      "step": 145840
    },
    {
      "epoch": 5.973417980749539,
      "grad_norm": 1.3768035067960132,
      "learning_rate": 1.493370657556503e-08,
      "loss": 0.2871,
      "step": 145841
    },
    {
      "epoch": 5.973458939176735,
      "grad_norm": 1.627557777640609,
      "learning_rate": 1.4887722123918533e-08,
      "loss": 0.4739,
      "step": 145842
    },
    {
      "epoch": 5.973499897603932,
      "grad_norm": 1.6225275300547868,
      "learning_rate": 1.4841808576521175e-08,
      "loss": 0.4694,
      "step": 145843
    },
    {
      "epoch": 5.9735408560311285,
      "grad_norm": 1.39365371284612,
      "learning_rate": 1.4795965933389608e-08,
      "loss": 0.5137,
      "step": 145844
    },
    {
      "epoch": 5.973581814458325,
      "grad_norm": 1.254047929309537,
      "learning_rate": 1.4750194194573795e-08,
      "loss": 0.2405,
      "step": 145845
    },
    {
      "epoch": 5.973622772885522,
      "grad_norm": 1.617255828234548,
      "learning_rate": 1.4704493360090386e-08,
      "loss": 0.5461,
      "step": 145846
    },
    {
      "epoch": 5.973663731312717,
      "grad_norm": 1.8505507992975667,
      "learning_rate": 1.4658863429939382e-08,
      "loss": 0.5716,
      "step": 145847
    },
    {
      "epoch": 5.973704689739914,
      "grad_norm": 1.4827294017429489,
      "learning_rate": 1.4613304404154092e-08,
      "loss": 0.4171,
      "step": 145848
    },
    {
      "epoch": 5.97374564816711,
      "grad_norm": 1.6725180043646908,
      "learning_rate": 1.4567816282767819e-08,
      "loss": 0.5506,
      "step": 145849
    },
    {
      "epoch": 5.973786606594307,
      "grad_norm": 1.1489166866912945,
      "learning_rate": 1.4522399065780566e-08,
      "loss": 0.1952,
      "step": 145850
    },
    {
      "epoch": 5.973827565021503,
      "grad_norm": 1.7879653284039936,
      "learning_rate": 1.4477052753208985e-08,
      "loss": 0.6228,
      "step": 145851
    },
    {
      "epoch": 5.9738685234487,
      "grad_norm": 1.3394097219619652,
      "learning_rate": 1.4431777345119688e-08,
      "loss": 0.3978,
      "step": 145852
    },
    {
      "epoch": 5.973909481875896,
      "grad_norm": 0.8976480613916055,
      "learning_rate": 1.4386572841479372e-08,
      "loss": 0.1634,
      "step": 145853
    },
    {
      "epoch": 5.973950440303092,
      "grad_norm": 1.5528946880161345,
      "learning_rate": 1.4341439242354647e-08,
      "loss": 0.4143,
      "step": 145854
    },
    {
      "epoch": 5.973991398730289,
      "grad_norm": 1.4289126228139724,
      "learning_rate": 1.4296376547728861e-08,
      "loss": 0.4283,
      "step": 145855
    },
    {
      "epoch": 5.974032357157485,
      "grad_norm": 1.5325894729835519,
      "learning_rate": 1.4251384757651974e-08,
      "loss": 0.5199,
      "step": 145856
    },
    {
      "epoch": 5.974073315584682,
      "grad_norm": 1.3067174507598176,
      "learning_rate": 1.4206463872123986e-08,
      "loss": 0.4757,
      "step": 145857
    },
    {
      "epoch": 5.974114274011878,
      "grad_norm": 1.6012919048440801,
      "learning_rate": 1.4161613891178202e-08,
      "loss": 0.4715,
      "step": 145858
    },
    {
      "epoch": 5.974155232439074,
      "grad_norm": 1.4606551056193138,
      "learning_rate": 1.4116834814831279e-08,
      "loss": 0.4036,
      "step": 145859
    },
    {
      "epoch": 5.97419619086627,
      "grad_norm": 1.7700411764890442,
      "learning_rate": 1.407212664311652e-08,
      "loss": 0.6414,
      "step": 145860
    },
    {
      "epoch": 5.974237149293467,
      "grad_norm": 1.5552151414405027,
      "learning_rate": 1.4027489376050583e-08,
      "loss": 0.5297,
      "step": 145861
    },
    {
      "epoch": 5.9742781077206635,
      "grad_norm": 1.3254964445019666,
      "learning_rate": 1.3982923013633462e-08,
      "loss": 0.4053,
      "step": 145862
    },
    {
      "epoch": 5.97431906614786,
      "grad_norm": 1.3891607131362673,
      "learning_rate": 1.3938427555898468e-08,
      "loss": 0.2017,
      "step": 145863
    },
    {
      "epoch": 5.9743600245750565,
      "grad_norm": 3.516360240220175,
      "learning_rate": 1.3894003002878906e-08,
      "loss": 2.7185,
      "step": 145864
    },
    {
      "epoch": 5.974400983002253,
      "grad_norm": 1.545000266887122,
      "learning_rate": 1.384964935459143e-08,
      "loss": 0.4713,
      "step": 145865
    },
    {
      "epoch": 5.974441941429449,
      "grad_norm": 1.4655713146402145,
      "learning_rate": 1.3805366611052693e-08,
      "loss": 0.4311,
      "step": 145866
    },
    {
      "epoch": 5.974482899856645,
      "grad_norm": 0.9438459566545563,
      "learning_rate": 1.3761154772279348e-08,
      "loss": 0.2085,
      "step": 145867
    },
    {
      "epoch": 5.974523858283842,
      "grad_norm": 0.9351865083265861,
      "learning_rate": 1.3717013838288049e-08,
      "loss": 0.2131,
      "step": 145868
    },
    {
      "epoch": 5.974564816711038,
      "grad_norm": 1.4953474262580324,
      "learning_rate": 1.3672943809128755e-08,
      "loss": 0.4384,
      "step": 145869
    },
    {
      "epoch": 5.974605775138235,
      "grad_norm": 1.6577081365118296,
      "learning_rate": 1.3628944684784815e-08,
      "loss": 0.4817,
      "step": 145870
    },
    {
      "epoch": 5.974646733565431,
      "grad_norm": 1.7009286925580756,
      "learning_rate": 1.3585016465289534e-08,
      "loss": 0.5942,
      "step": 145871
    },
    {
      "epoch": 5.974687691992628,
      "grad_norm": 2.081760231274329,
      "learning_rate": 1.3541159150676217e-08,
      "loss": 0.5618,
      "step": 145872
    },
    {
      "epoch": 5.974728650419824,
      "grad_norm": 1.2501361694008746,
      "learning_rate": 1.349737274096152e-08,
      "loss": 0.3688,
      "step": 145873
    },
    {
      "epoch": 5.97476960884702,
      "grad_norm": 1.5643154834415898,
      "learning_rate": 1.3453657236162097e-08,
      "loss": 0.4701,
      "step": 145874
    },
    {
      "epoch": 5.974810567274217,
      "grad_norm": 0.8754421771971916,
      "learning_rate": 1.3410012636294599e-08,
      "loss": 0.1797,
      "step": 145875
    },
    {
      "epoch": 5.974851525701413,
      "grad_norm": 1.5469469707464254,
      "learning_rate": 1.3366438941375678e-08,
      "loss": 0.5065,
      "step": 145876
    },
    {
      "epoch": 5.97489248412861,
      "grad_norm": 1.5711186916918392,
      "learning_rate": 1.3322936151438646e-08,
      "loss": 0.4521,
      "step": 145877
    },
    {
      "epoch": 5.974933442555805,
      "grad_norm": 1.4799258751918747,
      "learning_rate": 1.3279504266516805e-08,
      "loss": 0.465,
      "step": 145878
    },
    {
      "epoch": 5.974974400983002,
      "grad_norm": 1.8422659288644547,
      "learning_rate": 1.3236143286593503e-08,
      "loss": 0.7292,
      "step": 145879
    },
    {
      "epoch": 5.9750153594101985,
      "grad_norm": 1.692821278629061,
      "learning_rate": 1.3192853211702049e-08,
      "loss": 0.4684,
      "step": 145880
    },
    {
      "epoch": 5.975056317837395,
      "grad_norm": 1.5726675451380392,
      "learning_rate": 1.3149634041892398e-08,
      "loss": 0.431,
      "step": 145881
    },
    {
      "epoch": 5.9750972762645915,
      "grad_norm": 1.1391371155246046,
      "learning_rate": 1.31064857771479e-08,
      "loss": 0.281,
      "step": 145882
    },
    {
      "epoch": 5.975138234691788,
      "grad_norm": 1.4425764944487778,
      "learning_rate": 1.3063408417501863e-08,
      "loss": 0.39,
      "step": 145883
    },
    {
      "epoch": 5.975179193118985,
      "grad_norm": 2.066315139424919,
      "learning_rate": 1.3020401962987593e-08,
      "loss": 0.6294,
      "step": 145884
    },
    {
      "epoch": 5.97522015154618,
      "grad_norm": 1.1834735971985066,
      "learning_rate": 1.2977466413605087e-08,
      "loss": 0.3066,
      "step": 145885
    },
    {
      "epoch": 5.975261109973377,
      "grad_norm": 1.7170025464546692,
      "learning_rate": 1.2934601769387654e-08,
      "loss": 0.5864,
      "step": 145886
    },
    {
      "epoch": 5.975302068400573,
      "grad_norm": 1.665585442469633,
      "learning_rate": 1.2891808030351947e-08,
      "loss": 0.6132,
      "step": 145887
    },
    {
      "epoch": 5.97534302682777,
      "grad_norm": 1.6026536147327617,
      "learning_rate": 1.2849085196514619e-08,
      "loss": 0.5287,
      "step": 145888
    },
    {
      "epoch": 5.975383985254966,
      "grad_norm": 1.6873621424813,
      "learning_rate": 1.2806433267892324e-08,
      "loss": 0.4453,
      "step": 145889
    },
    {
      "epoch": 5.975424943682163,
      "grad_norm": 1.5948975561609806,
      "learning_rate": 1.276385224451837e-08,
      "loss": 0.4498,
      "step": 145890
    },
    {
      "epoch": 5.9754659021093595,
      "grad_norm": 1.286937081223117,
      "learning_rate": 1.2721342126409405e-08,
      "loss": 0.3855,
      "step": 145891
    },
    {
      "epoch": 5.975506860536555,
      "grad_norm": 1.5806307036415153,
      "learning_rate": 1.267890291358209e-08,
      "loss": 0.5312,
      "step": 145892
    },
    {
      "epoch": 5.975547818963752,
      "grad_norm": 1.5205753119465324,
      "learning_rate": 1.2636534606053073e-08,
      "loss": 0.5035,
      "step": 145893
    },
    {
      "epoch": 5.975588777390948,
      "grad_norm": 1.6878305607203279,
      "learning_rate": 1.2594237203855662e-08,
      "loss": 0.5152,
      "step": 145894
    },
    {
      "epoch": 5.975629735818145,
      "grad_norm": 1.3693584662324432,
      "learning_rate": 1.2552010706989857e-08,
      "loss": 0.5263,
      "step": 145895
    },
    {
      "epoch": 5.975670694245341,
      "grad_norm": 1.122434121931489,
      "learning_rate": 1.2509855115488965e-08,
      "loss": 0.2332,
      "step": 145896
    },
    {
      "epoch": 5.975711652672537,
      "grad_norm": 1.5099573396323573,
      "learning_rate": 1.2467770429369639e-08,
      "loss": 0.4259,
      "step": 145897
    },
    {
      "epoch": 5.975752611099733,
      "grad_norm": 1.691029069835223,
      "learning_rate": 1.2425756648648533e-08,
      "loss": 0.4787,
      "step": 145898
    },
    {
      "epoch": 5.97579356952693,
      "grad_norm": 0.36960505511698394,
      "learning_rate": 1.2383813773358953e-08,
      "loss": 0.0259,
      "step": 145899
    },
    {
      "epoch": 5.9758345279541265,
      "grad_norm": 1.4633540533730205,
      "learning_rate": 1.2341941803500898e-08,
      "loss": 0.4332,
      "step": 145900
    },
    {
      "epoch": 5.975875486381323,
      "grad_norm": 1.1628397589112902,
      "learning_rate": 1.2300140739107678e-08,
      "loss": 0.1677,
      "step": 145901
    },
    {
      "epoch": 5.97591644480852,
      "grad_norm": 1.2910322975064674,
      "learning_rate": 1.2258410580195943e-08,
      "loss": 0.3746,
      "step": 145902
    },
    {
      "epoch": 5.975957403235716,
      "grad_norm": 1.7304383450921121,
      "learning_rate": 1.2216751326782348e-08,
      "loss": 0.5784,
      "step": 145903
    },
    {
      "epoch": 5.975998361662912,
      "grad_norm": 1.2635050750369143,
      "learning_rate": 1.21751629789002e-08,
      "loss": 0.3302,
      "step": 145904
    },
    {
      "epoch": 5.976039320090108,
      "grad_norm": 1.4179582813487432,
      "learning_rate": 1.2133645536549497e-08,
      "loss": 0.4019,
      "step": 145905
    },
    {
      "epoch": 5.976080278517305,
      "grad_norm": 1.0020588154097925,
      "learning_rate": 1.2092198999746893e-08,
      "loss": 0.2091,
      "step": 145906
    },
    {
      "epoch": 5.976121236944501,
      "grad_norm": 1.5206996443108765,
      "learning_rate": 1.2050823368542351e-08,
      "loss": 0.4351,
      "step": 145907
    },
    {
      "epoch": 5.976162195371698,
      "grad_norm": 1.6149813672166116,
      "learning_rate": 1.2009518642935867e-08,
      "loss": 0.6001,
      "step": 145908
    },
    {
      "epoch": 5.976203153798894,
      "grad_norm": 1.702411381339165,
      "learning_rate": 1.1968284822944096e-08,
      "loss": 0.5043,
      "step": 145909
    },
    {
      "epoch": 5.976244112226091,
      "grad_norm": 1.2704873090340836,
      "learning_rate": 1.1927121908583692e-08,
      "loss": 0.3127,
      "step": 145910
    },
    {
      "epoch": 5.976285070653287,
      "grad_norm": 1.4998114455658018,
      "learning_rate": 1.1886029899887961e-08,
      "loss": 0.5347,
      "step": 145911
    },
    {
      "epoch": 5.976326029080483,
      "grad_norm": 1.7480256832963985,
      "learning_rate": 1.1845008796856903e-08,
      "loss": 0.5428,
      "step": 145912
    },
    {
      "epoch": 5.97636698750768,
      "grad_norm": 1.597689771782658,
      "learning_rate": 1.1804058599540478e-08,
      "loss": 0.5537,
      "step": 145913
    },
    {
      "epoch": 5.976407945934876,
      "grad_norm": 0.9007507403064036,
      "learning_rate": 1.1763179307938686e-08,
      "loss": 0.2158,
      "step": 145914
    },
    {
      "epoch": 5.976448904362073,
      "grad_norm": 1.7524262844170937,
      "learning_rate": 1.1722370922051527e-08,
      "loss": 0.5719,
      "step": 145915
    },
    {
      "epoch": 5.976489862789268,
      "grad_norm": 1.659464919165136,
      "learning_rate": 1.1681633441945615e-08,
      "loss": 0.4295,
      "step": 145916
    },
    {
      "epoch": 5.976530821216465,
      "grad_norm": 1.5037281760423444,
      "learning_rate": 1.1640966867587642e-08,
      "loss": 0.3559,
      "step": 145917
    },
    {
      "epoch": 5.9765717796436615,
      "grad_norm": 1.682293455334544,
      "learning_rate": 1.1600371199044223e-08,
      "loss": 0.5014,
      "step": 145918
    },
    {
      "epoch": 5.976612738070858,
      "grad_norm": 1.69478762686509,
      "learning_rate": 1.1559846436298703e-08,
      "loss": 0.5645,
      "step": 145919
    },
    {
      "epoch": 5.976653696498055,
      "grad_norm": 1.543792293044967,
      "learning_rate": 1.151939257938439e-08,
      "loss": 0.4289,
      "step": 145920
    },
    {
      "epoch": 5.976694654925251,
      "grad_norm": 1.5179687562006718,
      "learning_rate": 1.147900962833459e-08,
      "loss": 0.3331,
      "step": 145921
    },
    {
      "epoch": 5.976735613352448,
      "grad_norm": 1.5763583210118848,
      "learning_rate": 1.143869758313265e-08,
      "loss": 0.4763,
      "step": 145922
    },
    {
      "epoch": 5.976776571779643,
      "grad_norm": 2.190364610188614,
      "learning_rate": 1.1398456443828529e-08,
      "loss": 0.9262,
      "step": 145923
    },
    {
      "epoch": 5.97681753020684,
      "grad_norm": 1.797633505521193,
      "learning_rate": 1.1358286210438882e-08,
      "loss": 0.6066,
      "step": 145924
    },
    {
      "epoch": 5.976858488634036,
      "grad_norm": 1.5947910748046163,
      "learning_rate": 1.1318186882963708e-08,
      "loss": 0.5076,
      "step": 145925
    },
    {
      "epoch": 5.976899447061233,
      "grad_norm": 1.5252542176412625,
      "learning_rate": 1.127815846145297e-08,
      "loss": 0.4705,
      "step": 145926
    },
    {
      "epoch": 5.976940405488429,
      "grad_norm": 1.7853604621080252,
      "learning_rate": 1.1238200945890007e-08,
      "loss": 0.5701,
      "step": 145927
    },
    {
      "epoch": 5.976981363915626,
      "grad_norm": 1.7954946200740516,
      "learning_rate": 1.1198314336308135e-08,
      "loss": 0.4468,
      "step": 145928
    },
    {
      "epoch": 5.9770223223428225,
      "grad_norm": 2.8839041788256434,
      "learning_rate": 1.1158498632740654e-08,
      "loss": 2.4398,
      "step": 145929
    },
    {
      "epoch": 5.977063280770018,
      "grad_norm": 1.2221172971016412,
      "learning_rate": 1.1118753835187566e-08,
      "loss": 0.3671,
      "step": 145930
    },
    {
      "epoch": 5.977104239197215,
      "grad_norm": 0.7047308725959129,
      "learning_rate": 1.1079079943665525e-08,
      "loss": 0.1209,
      "step": 145931
    },
    {
      "epoch": 5.977145197624411,
      "grad_norm": 0.9349454669199984,
      "learning_rate": 1.1039476958224491e-08,
      "loss": 0.1838,
      "step": 145932
    },
    {
      "epoch": 5.977186156051608,
      "grad_norm": 1.6056553737988006,
      "learning_rate": 1.0999944878831158e-08,
      "loss": 0.5032,
      "step": 145933
    },
    {
      "epoch": 5.977227114478804,
      "grad_norm": 1.3925659844609137,
      "learning_rate": 1.0960483705552136e-08,
      "loss": 0.46,
      "step": 145934
    },
    {
      "epoch": 5.977268072906,
      "grad_norm": 1.5963866484966298,
      "learning_rate": 1.092109343838743e-08,
      "loss": 0.4715,
      "step": 145935
    },
    {
      "epoch": 5.9773090313331965,
      "grad_norm": 1.3140715863345338,
      "learning_rate": 1.088177407735369e-08,
      "loss": 0.3884,
      "step": 145936
    },
    {
      "epoch": 5.977349989760393,
      "grad_norm": 1.5525468399995435,
      "learning_rate": 1.0842525622467568e-08,
      "loss": 0.5934,
      "step": 145937
    },
    {
      "epoch": 5.9773909481875895,
      "grad_norm": 0.7876640035178138,
      "learning_rate": 1.0803348073762375e-08,
      "loss": 0.1008,
      "step": 145938
    },
    {
      "epoch": 5.977431906614786,
      "grad_norm": 1.2148719305090994,
      "learning_rate": 1.0764241431238107e-08,
      "loss": 0.2581,
      "step": 145939
    },
    {
      "epoch": 5.977472865041983,
      "grad_norm": 1.337073738810901,
      "learning_rate": 1.0725205694911421e-08,
      "loss": 0.3878,
      "step": 145940
    },
    {
      "epoch": 5.977513823469179,
      "grad_norm": 1.4494528432370695,
      "learning_rate": 1.0686240864832274e-08,
      "loss": 0.3297,
      "step": 145941
    },
    {
      "epoch": 5.977554781896375,
      "grad_norm": 1.8855587006728856,
      "learning_rate": 1.0647346940984014e-08,
      "loss": 0.6032,
      "step": 145942
    },
    {
      "epoch": 5.977595740323571,
      "grad_norm": 1.9175161357573716,
      "learning_rate": 1.0608523923399948e-08,
      "loss": 0.7614,
      "step": 145943
    },
    {
      "epoch": 5.977636698750768,
      "grad_norm": 1.1197662940942053,
      "learning_rate": 1.0569771812096727e-08,
      "loss": 0.3686,
      "step": 145944
    },
    {
      "epoch": 5.977677657177964,
      "grad_norm": 1.5286590287231911,
      "learning_rate": 1.0531090607091008e-08,
      "loss": 0.5877,
      "step": 145945
    },
    {
      "epoch": 5.977718615605161,
      "grad_norm": 1.8629452492125091,
      "learning_rate": 1.0492480308399443e-08,
      "loss": 0.5654,
      "step": 145946
    },
    {
      "epoch": 5.9777595740323575,
      "grad_norm": 1.3731645078699102,
      "learning_rate": 1.0453940916055337e-08,
      "loss": 0.2423,
      "step": 145947
    },
    {
      "epoch": 5.977800532459554,
      "grad_norm": 1.6261680658936568,
      "learning_rate": 1.041547243005869e-08,
      "loss": 0.4329,
      "step": 145948
    },
    {
      "epoch": 5.97784149088675,
      "grad_norm": 1.4769311696467682,
      "learning_rate": 1.037707485042616e-08,
      "loss": 0.459,
      "step": 145949
    },
    {
      "epoch": 5.977882449313946,
      "grad_norm": 1.6353732525890956,
      "learning_rate": 1.0338748177191047e-08,
      "loss": 0.4639,
      "step": 145950
    },
    {
      "epoch": 5.977923407741143,
      "grad_norm": 2.25658719514046,
      "learning_rate": 1.0300492410370009e-08,
      "loss": 0.8768,
      "step": 145951
    },
    {
      "epoch": 5.977964366168339,
      "grad_norm": 1.4441168814923466,
      "learning_rate": 1.0262307549963044e-08,
      "loss": 0.3805,
      "step": 145952
    },
    {
      "epoch": 5.978005324595536,
      "grad_norm": 1.563352576933772,
      "learning_rate": 1.022419359600346e-08,
      "loss": 0.3522,
      "step": 145953
    },
    {
      "epoch": 5.9780462830227314,
      "grad_norm": 0.9767318616662991,
      "learning_rate": 1.018615054850791e-08,
      "loss": 0.1781,
      "step": 145954
    },
    {
      "epoch": 5.978087241449928,
      "grad_norm": 1.6943172078738618,
      "learning_rate": 1.0148178407493047e-08,
      "loss": 0.5736,
      "step": 145955
    },
    {
      "epoch": 5.9781281998771245,
      "grad_norm": 1.6125777982381264,
      "learning_rate": 1.0110277172992176e-08,
      "loss": 0.5361,
      "step": 145956
    },
    {
      "epoch": 5.978169158304321,
      "grad_norm": 2.273208922977904,
      "learning_rate": 1.0072446844988647e-08,
      "loss": 0.9824,
      "step": 145957
    },
    {
      "epoch": 5.978210116731518,
      "grad_norm": 1.0441539039458119,
      "learning_rate": 1.0034687423532416e-08,
      "loss": 0.1951,
      "step": 145958
    },
    {
      "epoch": 5.978251075158714,
      "grad_norm": 1.4573716199803595,
      "learning_rate": 9.996998908606836e-09,
      "loss": 0.4565,
      "step": 145959
    },
    {
      "epoch": 5.978292033585911,
      "grad_norm": 1.7105827581337,
      "learning_rate": 9.95938130026186e-09,
      "loss": 0.5688,
      "step": 145960
    },
    {
      "epoch": 5.978332992013106,
      "grad_norm": 2.3923750215151585,
      "learning_rate": 9.921834598514145e-09,
      "loss": 0.6679,
      "step": 145961
    },
    {
      "epoch": 5.978373950440303,
      "grad_norm": 1.765467970624296,
      "learning_rate": 9.88435880336369e-09,
      "loss": 0.67,
      "step": 145962
    },
    {
      "epoch": 5.978414908867499,
      "grad_norm": 1.3760387792677093,
      "learning_rate": 9.846953914843803e-09,
      "loss": 0.3816,
      "step": 145963
    },
    {
      "epoch": 5.978455867294696,
      "grad_norm": 1.4050555440886654,
      "learning_rate": 9.809619932954483e-09,
      "loss": 0.4375,
      "step": 145964
    },
    {
      "epoch": 5.9784968257218924,
      "grad_norm": 1.802617393980155,
      "learning_rate": 9.772356857729035e-09,
      "loss": 0.623,
      "step": 145965
    },
    {
      "epoch": 5.978537784149089,
      "grad_norm": 1.524871220885206,
      "learning_rate": 9.735164689184116e-09,
      "loss": 0.5099,
      "step": 145966
    },
    {
      "epoch": 5.9785787425762855,
      "grad_norm": 1.7778691353500324,
      "learning_rate": 9.698043427319723e-09,
      "loss": 0.453,
      "step": 145967
    },
    {
      "epoch": 5.978619701003481,
      "grad_norm": 1.52402250762571,
      "learning_rate": 9.66099307218582e-09,
      "loss": 0.497,
      "step": 145968
    },
    {
      "epoch": 5.978660659430678,
      "grad_norm": 1.379179558144742,
      "learning_rate": 9.624013623765748e-09,
      "loss": 0.409,
      "step": 145969
    },
    {
      "epoch": 5.978701617857874,
      "grad_norm": 1.5879687562725233,
      "learning_rate": 9.587105082092816e-09,
      "loss": 0.5798,
      "step": 145970
    },
    {
      "epoch": 5.978742576285071,
      "grad_norm": 1.6705124148724382,
      "learning_rate": 9.55026744718368e-09,
      "loss": 0.6896,
      "step": 145971
    },
    {
      "epoch": 5.978783534712267,
      "grad_norm": 1.6823252082559568,
      "learning_rate": 9.51350071905499e-09,
      "loss": 0.6103,
      "step": 145972
    },
    {
      "epoch": 5.978824493139463,
      "grad_norm": 1.508381411252906,
      "learning_rate": 9.476804897740053e-09,
      "loss": 0.4303,
      "step": 145973
    },
    {
      "epoch": 5.9788654515666595,
      "grad_norm": 1.6344113262017776,
      "learning_rate": 9.440179983222218e-09,
      "loss": 0.536,
      "step": 145974
    },
    {
      "epoch": 5.978906409993856,
      "grad_norm": 1.6858154992716545,
      "learning_rate": 9.403625975551444e-09,
      "loss": 0.5598,
      "step": 145975
    },
    {
      "epoch": 5.978947368421053,
      "grad_norm": 1.1416473555876943,
      "learning_rate": 9.367142874711075e-09,
      "loss": 0.3374,
      "step": 145976
    },
    {
      "epoch": 5.978988326848249,
      "grad_norm": 1.4973865918965958,
      "learning_rate": 9.330730680767728e-09,
      "loss": 0.4757,
      "step": 145977
    },
    {
      "epoch": 5.979029285275446,
      "grad_norm": 1.5348699761402491,
      "learning_rate": 9.294389393688095e-09,
      "loss": 0.4342,
      "step": 145978
    },
    {
      "epoch": 5.979070243702642,
      "grad_norm": 1.4615821405045049,
      "learning_rate": 9.258119013505483e-09,
      "loss": 0.4247,
      "step": 145979
    },
    {
      "epoch": 5.979111202129838,
      "grad_norm": 1.39319238050953,
      "learning_rate": 9.221919540253198e-09,
      "loss": 0.3683,
      "step": 145980
    },
    {
      "epoch": 5.979152160557034,
      "grad_norm": 2.025457723224101,
      "learning_rate": 9.185790973947894e-09,
      "loss": 0.5386,
      "step": 145981
    },
    {
      "epoch": 5.979193118984231,
      "grad_norm": 1.4431321971336801,
      "learning_rate": 9.149733314572916e-09,
      "loss": 0.4743,
      "step": 145982
    },
    {
      "epoch": 5.979234077411427,
      "grad_norm": 1.5978598071723147,
      "learning_rate": 9.113746562178225e-09,
      "loss": 0.4453,
      "step": 145983
    },
    {
      "epoch": 5.979275035838624,
      "grad_norm": 1.1555742543309606,
      "learning_rate": 9.077830716780476e-09,
      "loss": 0.2388,
      "step": 145984
    },
    {
      "epoch": 5.9793159942658205,
      "grad_norm": 1.3793436349576762,
      "learning_rate": 9.041985778379667e-09,
      "loss": 0.4528,
      "step": 145985
    },
    {
      "epoch": 5.979356952693017,
      "grad_norm": 1.1812271930171583,
      "learning_rate": 9.006211746992453e-09,
      "loss": 0.3185,
      "step": 145986
    },
    {
      "epoch": 5.979397911120213,
      "grad_norm": 1.588181786009272,
      "learning_rate": 8.97050862265214e-09,
      "loss": 0.4384,
      "step": 145987
    },
    {
      "epoch": 5.979438869547409,
      "grad_norm": 1.535112051520225,
      "learning_rate": 8.93487640537538e-09,
      "loss": 0.5317,
      "step": 145988
    },
    {
      "epoch": 5.979479827974606,
      "grad_norm": 1.1222783238319427,
      "learning_rate": 8.899315095162173e-09,
      "loss": 0.2287,
      "step": 145989
    },
    {
      "epoch": 5.979520786401802,
      "grad_norm": 1.6525644934249824,
      "learning_rate": 8.863824692029176e-09,
      "loss": 0.5161,
      "step": 145990
    },
    {
      "epoch": 5.979561744828999,
      "grad_norm": 1.4097558243426445,
      "learning_rate": 8.828405196009692e-09,
      "loss": 0.397,
      "step": 145991
    },
    {
      "epoch": 5.9796027032561945,
      "grad_norm": 1.364311420820379,
      "learning_rate": 8.79305660710372e-09,
      "loss": 0.4553,
      "step": 145992
    },
    {
      "epoch": 5.979643661683391,
      "grad_norm": 1.5472593506747747,
      "learning_rate": 8.757778925361226e-09,
      "loss": 0.4354,
      "step": 145993
    },
    {
      "epoch": 5.9796846201105875,
      "grad_norm": 1.5316108532528157,
      "learning_rate": 8.722572150748896e-09,
      "loss": 0.3836,
      "step": 145994
    },
    {
      "epoch": 5.979725578537784,
      "grad_norm": 1.5348883130703734,
      "learning_rate": 8.687436283316696e-09,
      "loss": 0.4778,
      "step": 145995
    },
    {
      "epoch": 5.979766536964981,
      "grad_norm": 1.30575311673953,
      "learning_rate": 8.652371323081275e-09,
      "loss": 0.4119,
      "step": 145996
    },
    {
      "epoch": 5.979807495392177,
      "grad_norm": 0.878878759903991,
      "learning_rate": 8.617377270042637e-09,
      "loss": 0.1933,
      "step": 145997
    },
    {
      "epoch": 5.979848453819374,
      "grad_norm": 1.3937298680272503,
      "learning_rate": 8.582454124234084e-09,
      "loss": 0.3858,
      "step": 145998
    },
    {
      "epoch": 5.979889412246569,
      "grad_norm": 2.1271217759054806,
      "learning_rate": 8.54760188565562e-09,
      "loss": 0.6837,
      "step": 145999
    },
    {
      "epoch": 5.979930370673766,
      "grad_norm": 1.4388141847568232,
      "learning_rate": 8.512820554340549e-09,
      "loss": 0.4314,
      "step": 146000
    },
    {
      "epoch": 5.979971329100962,
      "grad_norm": 1.0446064305155696,
      "learning_rate": 8.478110130288873e-09,
      "loss": 0.2034,
      "step": 146001
    },
    {
      "epoch": 5.980012287528159,
      "grad_norm": 1.512159781982674,
      "learning_rate": 8.443470613517244e-09,
      "loss": 0.4937,
      "step": 146002
    },
    {
      "epoch": 5.9800532459553555,
      "grad_norm": 1.6375220522865563,
      "learning_rate": 8.408902004075624e-09,
      "loss": 0.6421,
      "step": 146003
    },
    {
      "epoch": 5.980094204382552,
      "grad_norm": 0.9834308414458869,
      "learning_rate": 8.374404301930703e-09,
      "loss": 0.1866,
      "step": 146004
    },
    {
      "epoch": 5.9801351628097486,
      "grad_norm": 1.7588191428455269,
      "learning_rate": 8.339977507132444e-09,
      "loss": 0.4651,
      "step": 146005
    },
    {
      "epoch": 5.980176121236944,
      "grad_norm": 1.6612402933286203,
      "learning_rate": 8.3056216196975e-09,
      "loss": 0.6026,
      "step": 146006
    },
    {
      "epoch": 5.980217079664141,
      "grad_norm": 1.4557489167919295,
      "learning_rate": 8.271336639609216e-09,
      "loss": 0.5037,
      "step": 146007
    },
    {
      "epoch": 5.980258038091337,
      "grad_norm": 1.3544810156061953,
      "learning_rate": 8.237122566917554e-09,
      "loss": 0.3152,
      "step": 146008
    },
    {
      "epoch": 5.980298996518534,
      "grad_norm": 0.9741655754985482,
      "learning_rate": 8.202979401639165e-09,
      "loss": 0.1987,
      "step": 146009
    },
    {
      "epoch": 5.98033995494573,
      "grad_norm": 1.897608098530153,
      "learning_rate": 8.168907143774051e-09,
      "loss": 0.6985,
      "step": 146010
    },
    {
      "epoch": 5.980380913372926,
      "grad_norm": 1.6680303267900625,
      "learning_rate": 8.13490579332221e-09,
      "loss": 0.6426,
      "step": 146011
    },
    {
      "epoch": 5.9804218718001225,
      "grad_norm": 1.335030108810063,
      "learning_rate": 8.100975350350259e-09,
      "loss": 0.2453,
      "step": 146012
    },
    {
      "epoch": 5.980462830227319,
      "grad_norm": 1.646078727852928,
      "learning_rate": 8.067115814824887e-09,
      "loss": 0.6807,
      "step": 146013
    },
    {
      "epoch": 5.980503788654516,
      "grad_norm": 1.7135489793982075,
      "learning_rate": 8.033327186796057e-09,
      "loss": 0.6378,
      "step": 146014
    },
    {
      "epoch": 5.980544747081712,
      "grad_norm": 2.8712651989550997,
      "learning_rate": 7.999609466247115e-09,
      "loss": 2.1536,
      "step": 146015
    },
    {
      "epoch": 5.980585705508909,
      "grad_norm": 1.7614122727643127,
      "learning_rate": 7.96596265322802e-09,
      "loss": 0.7184,
      "step": 146016
    },
    {
      "epoch": 5.980626663936105,
      "grad_norm": 1.0919708581362908,
      "learning_rate": 7.93238674772212e-09,
      "loss": 0.2127,
      "step": 146017
    },
    {
      "epoch": 5.980667622363301,
      "grad_norm": 1.711588551054773,
      "learning_rate": 7.898881749779374e-09,
      "loss": 0.5985,
      "step": 146018
    },
    {
      "epoch": 5.980708580790497,
      "grad_norm": 1.7560051709072335,
      "learning_rate": 7.865447659399782e-09,
      "loss": 0.5581,
      "step": 146019
    },
    {
      "epoch": 5.980749539217694,
      "grad_norm": 1.7233924868182897,
      "learning_rate": 7.832084476583345e-09,
      "loss": 0.5487,
      "step": 146020
    },
    {
      "epoch": 5.9807904976448905,
      "grad_norm": 1.1518071142189654,
      "learning_rate": 7.798792201363368e-09,
      "loss": 0.2142,
      "step": 146021
    },
    {
      "epoch": 5.980831456072087,
      "grad_norm": 1.8112869708263253,
      "learning_rate": 7.765570833756507e-09,
      "loss": 0.5995,
      "step": 146022
    },
    {
      "epoch": 5.9808724144992835,
      "grad_norm": 1.6810881232612418,
      "learning_rate": 7.732420373779413e-09,
      "loss": 0.4066,
      "step": 146023
    },
    {
      "epoch": 5.98091337292648,
      "grad_norm": 1.2641280595330076,
      "learning_rate": 7.699340821432087e-09,
      "loss": 0.2863,
      "step": 146024
    },
    {
      "epoch": 5.980954331353676,
      "grad_norm": 1.344811705023625,
      "learning_rate": 7.666332176747836e-09,
      "loss": 0.3728,
      "step": 146025
    },
    {
      "epoch": 5.980995289780872,
      "grad_norm": 1.5694142903627564,
      "learning_rate": 7.633394439743312e-09,
      "loss": 0.3815,
      "step": 146026
    },
    {
      "epoch": 5.981036248208069,
      "grad_norm": 1.7694165652423295,
      "learning_rate": 7.600527610418516e-09,
      "loss": 0.5072,
      "step": 146027
    },
    {
      "epoch": 5.981077206635265,
      "grad_norm": 1.4419396655735779,
      "learning_rate": 7.567731688790102e-09,
      "loss": 0.434,
      "step": 146028
    },
    {
      "epoch": 5.981118165062462,
      "grad_norm": 1.540032773051025,
      "learning_rate": 7.535006674874721e-09,
      "loss": 0.4943,
      "step": 146029
    },
    {
      "epoch": 5.9811591234896575,
      "grad_norm": 0.792970916110453,
      "learning_rate": 7.502352568705683e-09,
      "loss": 0.1643,
      "step": 146030
    },
    {
      "epoch": 5.981200081916854,
      "grad_norm": 1.1296267694096478,
      "learning_rate": 7.469769370282985e-09,
      "loss": 0.2617,
      "step": 146031
    },
    {
      "epoch": 5.981241040344051,
      "grad_norm": 2.886375510983349,
      "learning_rate": 7.437257079639935e-09,
      "loss": 2.2792,
      "step": 146032
    },
    {
      "epoch": 5.981281998771247,
      "grad_norm": 1.942292541451756,
      "learning_rate": 7.4048156967598805e-09,
      "loss": 0.6762,
      "step": 146033
    },
    {
      "epoch": 5.981322957198444,
      "grad_norm": 1.4750420783740492,
      "learning_rate": 7.372445221676127e-09,
      "loss": 0.4114,
      "step": 146034
    },
    {
      "epoch": 5.98136391562564,
      "grad_norm": 1.5411585400314625,
      "learning_rate": 7.340145654405327e-09,
      "loss": 0.6237,
      "step": 146035
    },
    {
      "epoch": 5.981404874052837,
      "grad_norm": 1.6852705795330676,
      "learning_rate": 7.307916994947482e-09,
      "loss": 0.4971,
      "step": 146036
    },
    {
      "epoch": 5.981445832480032,
      "grad_norm": 1.7220413646281203,
      "learning_rate": 7.275759243352553e-09,
      "loss": 0.6341,
      "step": 146037
    },
    {
      "epoch": 5.981486790907229,
      "grad_norm": 1.5757631444652704,
      "learning_rate": 7.243672399603884e-09,
      "loss": 0.6236,
      "step": 146038
    },
    {
      "epoch": 5.981527749334425,
      "grad_norm": 1.3328682713638333,
      "learning_rate": 7.2116564637181295e-09,
      "loss": 0.5539,
      "step": 146039
    },
    {
      "epoch": 5.981568707761622,
      "grad_norm": 1.6640796342909663,
      "learning_rate": 7.179711435728597e-09,
      "loss": 0.5235,
      "step": 146040
    },
    {
      "epoch": 5.9816096661888185,
      "grad_norm": 1.1143848485283427,
      "learning_rate": 7.147837315651939e-09,
      "loss": 0.286,
      "step": 146041
    },
    {
      "epoch": 5.981650624616015,
      "grad_norm": 1.7254449580905196,
      "learning_rate": 7.116034103471502e-09,
      "loss": 0.5055,
      "step": 146042
    },
    {
      "epoch": 5.981691583043212,
      "grad_norm": 0.8387861707376971,
      "learning_rate": 7.084301799237246e-09,
      "loss": 0.1996,
      "step": 146043
    },
    {
      "epoch": 5.981732541470407,
      "grad_norm": 1.5669244735995176,
      "learning_rate": 7.0526404029491726e-09,
      "loss": 0.4121,
      "step": 146044
    },
    {
      "epoch": 5.981773499897604,
      "grad_norm": 1.3030261654797541,
      "learning_rate": 7.02104991460728e-09,
      "loss": 0.4013,
      "step": 146045
    },
    {
      "epoch": 5.9818144583248,
      "grad_norm": 1.4117309413436636,
      "learning_rate": 6.989530334261528e-09,
      "loss": 0.3234,
      "step": 146046
    },
    {
      "epoch": 5.981855416751997,
      "grad_norm": 0.9902791181940331,
      "learning_rate": 6.958081661895265e-09,
      "loss": 0.1832,
      "step": 146047
    },
    {
      "epoch": 5.981896375179193,
      "grad_norm": 1.5101571242004015,
      "learning_rate": 6.926703897541797e-09,
      "loss": 0.386,
      "step": 146048
    },
    {
      "epoch": 5.981937333606389,
      "grad_norm": 0.8292608948407698,
      "learning_rate": 6.8953970412011225e-09,
      "loss": 0.1282,
      "step": 146049
    },
    {
      "epoch": 5.9819782920335856,
      "grad_norm": 2.5027346550933323,
      "learning_rate": 6.86416109290655e-09,
      "loss": 0.9952,
      "step": 146050
    },
    {
      "epoch": 5.982019250460782,
      "grad_norm": 2.016545486128695,
      "learning_rate": 6.83299605265808e-09,
      "loss": 0.809,
      "step": 146051
    },
    {
      "epoch": 5.982060208887979,
      "grad_norm": 1.6001009246276843,
      "learning_rate": 6.801901920472363e-09,
      "loss": 0.6139,
      "step": 146052
    },
    {
      "epoch": 5.982101167315175,
      "grad_norm": 1.669819564108283,
      "learning_rate": 6.770878696382709e-09,
      "loss": 0.548,
      "step": 146053
    },
    {
      "epoch": 5.982142125742372,
      "grad_norm": 1.405298794822923,
      "learning_rate": 6.739926380372462e-09,
      "loss": 0.3813,
      "step": 146054
    },
    {
      "epoch": 5.982183084169568,
      "grad_norm": 1.6721860841047553,
      "learning_rate": 6.709044972474931e-09,
      "loss": 0.5188,
      "step": 146055
    },
    {
      "epoch": 5.982224042596764,
      "grad_norm": 0.8826538215446734,
      "learning_rate": 6.678234472706767e-09,
      "loss": 0.1813,
      "step": 146056
    },
    {
      "epoch": 5.98226500102396,
      "grad_norm": 1.4860965165208748,
      "learning_rate": 6.647494881067972e-09,
      "loss": 0.4281,
      "step": 146057
    },
    {
      "epoch": 5.982305959451157,
      "grad_norm": 0.8979984852362767,
      "learning_rate": 6.616826197591851e-09,
      "loss": 0.187,
      "step": 146058
    },
    {
      "epoch": 5.9823469178783535,
      "grad_norm": 1.7024725733297223,
      "learning_rate": 6.586228422278406e-09,
      "loss": 0.6348,
      "step": 146059
    },
    {
      "epoch": 5.98238787630555,
      "grad_norm": 1.2682539000863475,
      "learning_rate": 6.5557015551442884e-09,
      "loss": 0.4104,
      "step": 146060
    },
    {
      "epoch": 5.982428834732747,
      "grad_norm": 1.227380808855425,
      "learning_rate": 6.525245596222806e-09,
      "loss": 0.3286,
      "step": 146061
    },
    {
      "epoch": 5.982469793159943,
      "grad_norm": 1.220738456990693,
      "learning_rate": 6.494860545497305e-09,
      "loss": 0.2191,
      "step": 146062
    },
    {
      "epoch": 5.982510751587139,
      "grad_norm": 1.614720980000835,
      "learning_rate": 6.464546403001092e-09,
      "loss": 0.5752,
      "step": 146063
    },
    {
      "epoch": 5.982551710014335,
      "grad_norm": 2.0544695362576135,
      "learning_rate": 6.4343031687341674e-09,
      "loss": 1.0181,
      "step": 146064
    },
    {
      "epoch": 5.982592668441532,
      "grad_norm": 0.9831645884337397,
      "learning_rate": 6.4041308427464914e-09,
      "loss": 0.1979,
      "step": 146065
    },
    {
      "epoch": 5.982633626868728,
      "grad_norm": 1.2126744399225755,
      "learning_rate": 6.374029425004757e-09,
      "loss": 0.1815,
      "step": 146066
    },
    {
      "epoch": 5.982674585295925,
      "grad_norm": 1.1829738126395621,
      "learning_rate": 6.343998915558923e-09,
      "loss": 0.3224,
      "step": 146067
    },
    {
      "epoch": 5.9827155437231205,
      "grad_norm": 1.4815165158240824,
      "learning_rate": 6.3140393143923384e-09,
      "loss": 0.4802,
      "step": 146068
    },
    {
      "epoch": 5.982756502150317,
      "grad_norm": 1.8058731783655206,
      "learning_rate": 6.284150621554962e-09,
      "loss": 0.5852,
      "step": 146069
    },
    {
      "epoch": 5.982797460577514,
      "grad_norm": 1.7093399006635357,
      "learning_rate": 6.254332837046794e-09,
      "loss": 0.5346,
      "step": 146070
    },
    {
      "epoch": 5.98283841900471,
      "grad_norm": 1.0153117764559103,
      "learning_rate": 6.224585960851181e-09,
      "loss": 0.1702,
      "step": 146071
    },
    {
      "epoch": 5.982879377431907,
      "grad_norm": 1.1089586186638345,
      "learning_rate": 6.194909993034736e-09,
      "loss": 0.2603,
      "step": 146072
    },
    {
      "epoch": 5.982920335859103,
      "grad_norm": 1.756610933687158,
      "learning_rate": 6.165304933580806e-09,
      "loss": 0.5896,
      "step": 146073
    },
    {
      "epoch": 5.9829612942863,
      "grad_norm": 1.7047326365743434,
      "learning_rate": 6.135770782506044e-09,
      "loss": 1.115,
      "step": 146074
    },
    {
      "epoch": 5.983002252713495,
      "grad_norm": 1.6947532287766263,
      "learning_rate": 6.106307539810451e-09,
      "loss": 0.6203,
      "step": 146075
    },
    {
      "epoch": 5.983043211140692,
      "grad_norm": 1.3259793226658698,
      "learning_rate": 6.076915205543986e-09,
      "loss": 0.3729,
      "step": 146076
    },
    {
      "epoch": 5.9830841695678885,
      "grad_norm": 1.7793813434036423,
      "learning_rate": 6.047593779689996e-09,
      "loss": 0.5654,
      "step": 146077
    },
    {
      "epoch": 5.983125127995085,
      "grad_norm": 1.4225468231383733,
      "learning_rate": 6.018343262281788e-09,
      "loss": 0.4316,
      "step": 146078
    },
    {
      "epoch": 5.9831660864222815,
      "grad_norm": 2.0032643536118497,
      "learning_rate": 5.9891636533193624e-09,
      "loss": 0.5184,
      "step": 146079
    },
    {
      "epoch": 5.983207044849478,
      "grad_norm": 3.217357405246511,
      "learning_rate": 5.960054952819371e-09,
      "loss": 3.1179,
      "step": 146080
    },
    {
      "epoch": 5.983248003276675,
      "grad_norm": 1.4295804060301303,
      "learning_rate": 5.931017160798468e-09,
      "loss": 0.4264,
      "step": 146081
    },
    {
      "epoch": 5.98328896170387,
      "grad_norm": 1.639268901829119,
      "learning_rate": 5.902050277273307e-09,
      "loss": 0.5862,
      "step": 146082
    },
    {
      "epoch": 5.983329920131067,
      "grad_norm": 2.058398802360541,
      "learning_rate": 5.873154302260541e-09,
      "loss": 0.6781,
      "step": 146083
    },
    {
      "epoch": 5.983370878558263,
      "grad_norm": 1.8171422596032318,
      "learning_rate": 5.84432923576017e-09,
      "loss": 0.7172,
      "step": 146084
    },
    {
      "epoch": 5.98341183698546,
      "grad_norm": 1.4653653840515355,
      "learning_rate": 5.815575077788848e-09,
      "loss": 0.4203,
      "step": 146085
    },
    {
      "epoch": 5.983452795412656,
      "grad_norm": 1.6068799898542814,
      "learning_rate": 5.786891828363227e-09,
      "loss": 0.5548,
      "step": 146086
    },
    {
      "epoch": 5.983493753839853,
      "grad_norm": 1.4963100596775945,
      "learning_rate": 5.758279487499962e-09,
      "loss": 0.455,
      "step": 146087
    },
    {
      "epoch": 5.983534712267049,
      "grad_norm": 1.2183747213655065,
      "learning_rate": 5.7297380552157045e-09,
      "loss": 0.2417,
      "step": 146088
    },
    {
      "epoch": 5.983575670694245,
      "grad_norm": 1.3125780494574033,
      "learning_rate": 5.701267531510456e-09,
      "loss": 0.4136,
      "step": 146089
    },
    {
      "epoch": 5.983616629121442,
      "grad_norm": 1.8821871339685914,
      "learning_rate": 5.6728679164175225e-09,
      "loss": 0.6318,
      "step": 146090
    },
    {
      "epoch": 5.983657587548638,
      "grad_norm": 1.6685806505914897,
      "learning_rate": 5.644539209936905e-09,
      "loss": 0.5531,
      "step": 146091
    },
    {
      "epoch": 5.983698545975835,
      "grad_norm": 1.6179405652285692,
      "learning_rate": 5.6162814120686015e-09,
      "loss": 0.6249,
      "step": 146092
    },
    {
      "epoch": 5.983739504403031,
      "grad_norm": 1.3684989671330947,
      "learning_rate": 5.588094522862574e-09,
      "loss": 0.249,
      "step": 146093
    },
    {
      "epoch": 5.983780462830227,
      "grad_norm": 1.4654395281174526,
      "learning_rate": 5.559978542285515e-09,
      "loss": 0.4609,
      "step": 146094
    },
    {
      "epoch": 5.9838214212574234,
      "grad_norm": 3.93866844804255,
      "learning_rate": 5.5319334704040375e-09,
      "loss": 4.0936,
      "step": 146095
    },
    {
      "epoch": 5.98386237968462,
      "grad_norm": 1.8431100678937822,
      "learning_rate": 5.503959307184836e-09,
      "loss": 0.7339,
      "step": 146096
    },
    {
      "epoch": 5.9839033381118165,
      "grad_norm": 0.5514665993092266,
      "learning_rate": 5.476056052661215e-09,
      "loss": 0.039,
      "step": 146097
    },
    {
      "epoch": 5.983944296539013,
      "grad_norm": 1.2493953487767817,
      "learning_rate": 5.44822370684983e-09,
      "loss": 0.2306,
      "step": 146098
    },
    {
      "epoch": 5.98398525496621,
      "grad_norm": 1.1459009839391683,
      "learning_rate": 5.420462269750681e-09,
      "loss": 0.1456,
      "step": 146099
    },
    {
      "epoch": 5.984026213393406,
      "grad_norm": 2.8296310879538797,
      "learning_rate": 5.3927717413970726e-09,
      "loss": 2.4112,
      "step": 146100
    },
    {
      "epoch": 5.984067171820602,
      "grad_norm": 2.007178690900548,
      "learning_rate": 5.365152121772353e-09,
      "loss": 0.7943,
      "step": 146101
    },
    {
      "epoch": 5.984108130247798,
      "grad_norm": 1.3214393721782631,
      "learning_rate": 5.337603410926483e-09,
      "loss": 0.3607,
      "step": 146102
    },
    {
      "epoch": 5.984149088674995,
      "grad_norm": 1.370740700341415,
      "learning_rate": 5.310125608842808e-09,
      "loss": 0.3626,
      "step": 146103
    },
    {
      "epoch": 5.984190047102191,
      "grad_norm": 1.7191117320563343,
      "learning_rate": 5.282718715554635e-09,
      "loss": 0.5565,
      "step": 146104
    },
    {
      "epoch": 5.984231005529388,
      "grad_norm": 1.7842520403742597,
      "learning_rate": 5.25538273104531e-09,
      "loss": 0.5231,
      "step": 146105
    },
    {
      "epoch": 5.9842719639565845,
      "grad_norm": 1.504013874022592,
      "learning_rate": 5.228117655364794e-09,
      "loss": 0.4382,
      "step": 146106
    },
    {
      "epoch": 5.98431292238378,
      "grad_norm": 1.3100955443471205,
      "learning_rate": 5.200923488496433e-09,
      "loss": 0.5651,
      "step": 146107
    },
    {
      "epoch": 5.984353880810977,
      "grad_norm": 1.4691242841789205,
      "learning_rate": 5.1738002304735345e-09,
      "loss": 0.4774,
      "step": 146108
    },
    {
      "epoch": 5.984394839238173,
      "grad_norm": 1.4466867439708377,
      "learning_rate": 5.146747881312751e-09,
      "loss": 0.4903,
      "step": 146109
    },
    {
      "epoch": 5.98443579766537,
      "grad_norm": 1.6357401042076336,
      "learning_rate": 5.119766440997431e-09,
      "loss": 0.5259,
      "step": 146110
    },
    {
      "epoch": 5.984476756092566,
      "grad_norm": 1.5470407494494787,
      "learning_rate": 5.092855909560878e-09,
      "loss": 0.5154,
      "step": 146111
    },
    {
      "epoch": 5.984517714519763,
      "grad_norm": 1.2261546448895204,
      "learning_rate": 5.066016287019748e-09,
      "loss": 0.3482,
      "step": 146112
    },
    {
      "epoch": 5.984558672946958,
      "grad_norm": 0.8818199436595763,
      "learning_rate": 5.039247573374039e-09,
      "loss": 0.1587,
      "step": 146113
    },
    {
      "epoch": 5.984599631374155,
      "grad_norm": 1.436919574037814,
      "learning_rate": 5.012549768640406e-09,
      "loss": 0.4237,
      "step": 146114
    },
    {
      "epoch": 5.9846405898013515,
      "grad_norm": 1.7746445933928297,
      "learning_rate": 4.985922872835501e-09,
      "loss": 0.5459,
      "step": 146115
    },
    {
      "epoch": 5.984681548228548,
      "grad_norm": 1.820613915318543,
      "learning_rate": 4.959366885959326e-09,
      "loss": 0.5977,
      "step": 146116
    },
    {
      "epoch": 5.984722506655745,
      "grad_norm": 2.0089415965770194,
      "learning_rate": 4.932881808045186e-09,
      "loss": 0.6597,
      "step": 146117
    },
    {
      "epoch": 5.984763465082941,
      "grad_norm": 1.8890955022041154,
      "learning_rate": 4.906467639093081e-09,
      "loss": 0.7513,
      "step": 146118
    },
    {
      "epoch": 5.984804423510138,
      "grad_norm": 1.6048832979889645,
      "learning_rate": 4.8801243791196656e-09,
      "loss": 0.4618,
      "step": 146119
    },
    {
      "epoch": 5.984845381937333,
      "grad_norm": 1.8667130213483472,
      "learning_rate": 4.853852028124938e-09,
      "loss": 0.6765,
      "step": 146120
    },
    {
      "epoch": 5.98488634036453,
      "grad_norm": 1.2770399318496142,
      "learning_rate": 4.8276505861422066e-09,
      "loss": 0.319,
      "step": 146121
    },
    {
      "epoch": 5.984927298791726,
      "grad_norm": 0.9157132451401288,
      "learning_rate": 4.801520053171471e-09,
      "loss": 0.2062,
      "step": 146122
    },
    {
      "epoch": 5.984968257218923,
      "grad_norm": 1.4305859329932544,
      "learning_rate": 4.775460429229383e-09,
      "loss": 0.447,
      "step": 146123
    },
    {
      "epoch": 5.985009215646119,
      "grad_norm": 1.5303166146598588,
      "learning_rate": 4.749471714315944e-09,
      "loss": 0.4542,
      "step": 146124
    },
    {
      "epoch": 5.985050174073316,
      "grad_norm": 1.6844478439347592,
      "learning_rate": 4.723553908464461e-09,
      "loss": 0.5314,
      "step": 146125
    },
    {
      "epoch": 5.985091132500512,
      "grad_norm": 0.5590344196474657,
      "learning_rate": 4.697707011674934e-09,
      "loss": 0.0606,
      "step": 146126
    },
    {
      "epoch": 5.985132090927708,
      "grad_norm": 0.8658317456779575,
      "learning_rate": 4.671931023947362e-09,
      "loss": 0.1894,
      "step": 146127
    },
    {
      "epoch": 5.985173049354905,
      "grad_norm": 1.7123686080187845,
      "learning_rate": 4.646225945315052e-09,
      "loss": 0.5862,
      "step": 146128
    },
    {
      "epoch": 5.985214007782101,
      "grad_norm": 1.5169899928739445,
      "learning_rate": 4.620591775794657e-09,
      "loss": 0.4934,
      "step": 146129
    },
    {
      "epoch": 5.985254966209298,
      "grad_norm": 1.0499540785668744,
      "learning_rate": 4.595028515369525e-09,
      "loss": 0.1714,
      "step": 146130
    },
    {
      "epoch": 5.985295924636494,
      "grad_norm": 1.4579712158473952,
      "learning_rate": 4.569536164072962e-09,
      "loss": 0.4527,
      "step": 146131
    },
    {
      "epoch": 5.98533688306369,
      "grad_norm": 3.3578257820878994,
      "learning_rate": 4.544114721904968e-09,
      "loss": 3.2174,
      "step": 146132
    },
    {
      "epoch": 5.9853778414908865,
      "grad_norm": 1.84230413895666,
      "learning_rate": 4.518764188898849e-09,
      "loss": 0.5516,
      "step": 146133
    },
    {
      "epoch": 5.985418799918083,
      "grad_norm": 1.4967822270340188,
      "learning_rate": 4.493484565037952e-09,
      "loss": 0.4573,
      "step": 146134
    },
    {
      "epoch": 5.9854597583452795,
      "grad_norm": 1.914838188776979,
      "learning_rate": 4.468275850355585e-09,
      "loss": 0.5586,
      "step": 146135
    },
    {
      "epoch": 5.985500716772476,
      "grad_norm": 1.4203011902508782,
      "learning_rate": 4.4431380448684e-09,
      "loss": 0.3961,
      "step": 146136
    },
    {
      "epoch": 5.985541675199673,
      "grad_norm": 1.3796807911233047,
      "learning_rate": 4.4180711485597435e-09,
      "loss": 0.3781,
      "step": 146137
    },
    {
      "epoch": 5.985582633626869,
      "grad_norm": 2.4716320842668273,
      "learning_rate": 4.3930751614629225e-09,
      "loss": 1.6793,
      "step": 146138
    },
    {
      "epoch": 5.985623592054065,
      "grad_norm": 1.588206374441999,
      "learning_rate": 4.368150083577937e-09,
      "loss": 0.4929,
      "step": 146139
    },
    {
      "epoch": 5.985664550481261,
      "grad_norm": 1.2515113145683014,
      "learning_rate": 4.343295914938094e-09,
      "loss": 0.3548,
      "step": 146140
    },
    {
      "epoch": 5.985705508908458,
      "grad_norm": 1.5469833524341612,
      "learning_rate": 4.318512655543394e-09,
      "loss": 0.4744,
      "step": 146141
    },
    {
      "epoch": 5.985746467335654,
      "grad_norm": 0.88633711639033,
      "learning_rate": 4.293800305393835e-09,
      "loss": 0.179,
      "step": 146142
    },
    {
      "epoch": 5.985787425762851,
      "grad_norm": 1.3548104238919934,
      "learning_rate": 4.269158864506072e-09,
      "loss": 0.3016,
      "step": 146143
    },
    {
      "epoch": 5.9858283841900475,
      "grad_norm": 3.09375548910911,
      "learning_rate": 4.244588332896759e-09,
      "loss": 2.1518,
      "step": 146144
    },
    {
      "epoch": 5.985869342617243,
      "grad_norm": 1.5682365167909191,
      "learning_rate": 4.220088710582548e-09,
      "loss": 0.4685,
      "step": 146145
    },
    {
      "epoch": 5.98591030104444,
      "grad_norm": 1.5904245011165874,
      "learning_rate": 4.195659997580092e-09,
      "loss": 0.4627,
      "step": 146146
    },
    {
      "epoch": 5.985951259471636,
      "grad_norm": 1.219321481513587,
      "learning_rate": 4.171302193872738e-09,
      "loss": 0.3087,
      "step": 146147
    },
    {
      "epoch": 5.985992217898833,
      "grad_norm": 1.737969667288716,
      "learning_rate": 4.147015299493794e-09,
      "loss": 0.5079,
      "step": 146148
    },
    {
      "epoch": 5.986033176326029,
      "grad_norm": 1.5744743907725918,
      "learning_rate": 4.122799314443259e-09,
      "loss": 0.3878,
      "step": 146149
    },
    {
      "epoch": 5.986074134753226,
      "grad_norm": 1.2659063702104987,
      "learning_rate": 4.09865423875444e-09,
      "loss": 0.3452,
      "step": 146150
    },
    {
      "epoch": 5.9861150931804215,
      "grad_norm": 1.714906021253415,
      "learning_rate": 4.074580072410682e-09,
      "loss": 0.4674,
      "step": 146151
    },
    {
      "epoch": 5.986156051607618,
      "grad_norm": 1.302755317431014,
      "learning_rate": 4.050576815445294e-09,
      "loss": 0.3416,
      "step": 146152
    },
    {
      "epoch": 5.9861970100348145,
      "grad_norm": 1.4368282485829078,
      "learning_rate": 4.0266444678582755e-09,
      "loss": 0.3482,
      "step": 146153
    },
    {
      "epoch": 5.986237968462011,
      "grad_norm": 1.6646687657848689,
      "learning_rate": 4.002783029666279e-09,
      "loss": 0.4861,
      "step": 146154
    },
    {
      "epoch": 5.986278926889208,
      "grad_norm": 1.5176102338165174,
      "learning_rate": 3.9789925008693045e-09,
      "loss": 0.5434,
      "step": 146155
    },
    {
      "epoch": 5.986319885316404,
      "grad_norm": 1.3768900728525273,
      "learning_rate": 3.95527288150066e-09,
      "loss": 0.2894,
      "step": 146156
    },
    {
      "epoch": 5.986360843743601,
      "grad_norm": 0.8756431495322259,
      "learning_rate": 3.93162417154369e-09,
      "loss": 0.1842,
      "step": 146157
    },
    {
      "epoch": 5.986401802170796,
      "grad_norm": 1.7240258399572177,
      "learning_rate": 3.908046371031703e-09,
      "loss": 0.6451,
      "step": 146158
    },
    {
      "epoch": 5.986442760597993,
      "grad_norm": 1.3429377481849634,
      "learning_rate": 3.8845394799813525e-09,
      "loss": 0.3953,
      "step": 146159
    },
    {
      "epoch": 5.986483719025189,
      "grad_norm": 1.038274163427837,
      "learning_rate": 3.861103498375984e-09,
      "loss": 0.2474,
      "step": 146160
    },
    {
      "epoch": 5.986524677452386,
      "grad_norm": 1.599453364149821,
      "learning_rate": 3.837738426232251e-09,
      "loss": 0.5164,
      "step": 146161
    },
    {
      "epoch": 5.9865656358795825,
      "grad_norm": 1.62052595155845,
      "learning_rate": 3.814444263583461e-09,
      "loss": 0.5294,
      "step": 146162
    },
    {
      "epoch": 5.986606594306779,
      "grad_norm": 1.5471411460882545,
      "learning_rate": 3.791221010429613e-09,
      "loss": 0.4407,
      "step": 146163
    },
    {
      "epoch": 5.986647552733975,
      "grad_norm": 1.4887414327414688,
      "learning_rate": 3.768068666770707e-09,
      "loss": 0.4907,
      "step": 146164
    },
    {
      "epoch": 5.986688511161171,
      "grad_norm": 1.6024775104740763,
      "learning_rate": 3.744987232623398e-09,
      "loss": 0.4903,
      "step": 146165
    },
    {
      "epoch": 5.986729469588368,
      "grad_norm": 1.95947380962385,
      "learning_rate": 3.7219767080209907e-09,
      "loss": 0.5474,
      "step": 146166
    },
    {
      "epoch": 5.986770428015564,
      "grad_norm": 1.3469547628223584,
      "learning_rate": 3.6990370929301795e-09,
      "loss": 0.4133,
      "step": 146167
    },
    {
      "epoch": 5.986811386442761,
      "grad_norm": 0.9088704679116012,
      "learning_rate": 3.676168387400924e-09,
      "loss": 0.2187,
      "step": 146168
    },
    {
      "epoch": 5.986852344869957,
      "grad_norm": 0.4863096010112922,
      "learning_rate": 3.6533705914332245e-09,
      "loss": 0.0414,
      "step": 146169
    },
    {
      "epoch": 5.986893303297153,
      "grad_norm": 1.2246216658301903,
      "learning_rate": 3.6306437050270807e-09,
      "loss": 0.2948,
      "step": 146170
    },
    {
      "epoch": 5.9869342617243495,
      "grad_norm": 1.5750433578839904,
      "learning_rate": 3.6079877281991464e-09,
      "loss": 0.4198,
      "step": 146171
    },
    {
      "epoch": 5.986975220151546,
      "grad_norm": 1.5814447153435698,
      "learning_rate": 3.5854026609660745e-09,
      "loss": 0.4972,
      "step": 146172
    },
    {
      "epoch": 5.987016178578743,
      "grad_norm": 1.5781005865000108,
      "learning_rate": 3.5628885033278653e-09,
      "loss": 0.4826,
      "step": 146173
    },
    {
      "epoch": 5.987057137005939,
      "grad_norm": 1.3929681219040637,
      "learning_rate": 3.540445255301172e-09,
      "loss": 0.343,
      "step": 146174
    },
    {
      "epoch": 5.987098095433136,
      "grad_norm": 1.4493844208203273,
      "learning_rate": 3.5180729169026476e-09,
      "loss": 0.4105,
      "step": 146175
    },
    {
      "epoch": 5.987139053860332,
      "grad_norm": 1.6457128872223912,
      "learning_rate": 3.495771488132293e-09,
      "loss": 0.453,
      "step": 146176
    },
    {
      "epoch": 5.987180012287528,
      "grad_norm": 1.4790818422127525,
      "learning_rate": 3.4735409690067608e-09,
      "loss": 0.428,
      "step": 146177
    },
    {
      "epoch": 5.987220970714724,
      "grad_norm": 1.631328645369179,
      "learning_rate": 3.4513813595427044e-09,
      "loss": 0.4347,
      "step": 146178
    },
    {
      "epoch": 5.987261929141921,
      "grad_norm": 1.767456264998771,
      "learning_rate": 3.429292659740124e-09,
      "loss": 0.5115,
      "step": 146179
    },
    {
      "epoch": 5.987302887569117,
      "grad_norm": 0.7714509495899826,
      "learning_rate": 3.407274869599019e-09,
      "loss": 0.1882,
      "step": 146180
    },
    {
      "epoch": 5.987343845996314,
      "grad_norm": 1.2312728421658092,
      "learning_rate": 3.3853279891526973e-09,
      "loss": 0.3913,
      "step": 146181
    },
    {
      "epoch": 5.9873848044235105,
      "grad_norm": 1.7923409177806704,
      "learning_rate": 3.3634520184011582e-09,
      "loss": 0.5,
      "step": 146182
    },
    {
      "epoch": 5.987425762850706,
      "grad_norm": 1.5692235785570707,
      "learning_rate": 3.341646957361055e-09,
      "loss": 0.4592,
      "step": 146183
    },
    {
      "epoch": 5.987466721277903,
      "grad_norm": 1.5298561064516465,
      "learning_rate": 3.3199128060323875e-09,
      "loss": 0.4272,
      "step": 146184
    },
    {
      "epoch": 5.987507679705099,
      "grad_norm": 1.7154894891034065,
      "learning_rate": 3.2982495644318095e-09,
      "loss": 0.4664,
      "step": 146185
    },
    {
      "epoch": 5.987548638132296,
      "grad_norm": 1.5749892587897807,
      "learning_rate": 3.276657232559321e-09,
      "loss": 0.4246,
      "step": 146186
    },
    {
      "epoch": 5.987589596559492,
      "grad_norm": 1.3503137911813625,
      "learning_rate": 3.2551358104482282e-09,
      "loss": 0.2892,
      "step": 146187
    },
    {
      "epoch": 5.987630554986689,
      "grad_norm": 1.2663370930847992,
      "learning_rate": 3.2336852980818786e-09,
      "loss": 0.3246,
      "step": 146188
    },
    {
      "epoch": 5.9876715134138845,
      "grad_norm": 1.6453579590624898,
      "learning_rate": 3.212305695493578e-09,
      "loss": 0.5563,
      "step": 146189
    },
    {
      "epoch": 5.987712471841081,
      "grad_norm": 1.48650669467625,
      "learning_rate": 3.1909970026666733e-09,
      "loss": 0.3638,
      "step": 146190
    },
    {
      "epoch": 5.9877534302682776,
      "grad_norm": 1.48156068845454,
      "learning_rate": 3.1697592196344712e-09,
      "loss": 0.4592,
      "step": 146191
    },
    {
      "epoch": 5.987794388695474,
      "grad_norm": 0.7900342750017159,
      "learning_rate": 3.1485923464136254e-09,
      "loss": 0.1546,
      "step": 146192
    },
    {
      "epoch": 5.987835347122671,
      "grad_norm": 1.7445111207030624,
      "learning_rate": 3.127496382987482e-09,
      "loss": 0.5357,
      "step": 146193
    },
    {
      "epoch": 5.987876305549867,
      "grad_norm": 1.521267996337666,
      "learning_rate": 3.106471329372695e-09,
      "loss": 0.5082,
      "step": 146194
    },
    {
      "epoch": 5.987917263977064,
      "grad_norm": 1.3403370453011265,
      "learning_rate": 3.0855171856025706e-09,
      "loss": 0.3926,
      "step": 146195
    },
    {
      "epoch": 5.987958222404259,
      "grad_norm": 1.4359331309521524,
      "learning_rate": 3.0646339516604555e-09,
      "loss": 0.5195,
      "step": 146196
    },
    {
      "epoch": 5.987999180831456,
      "grad_norm": 1.6916758235013873,
      "learning_rate": 3.0438216275630035e-09,
      "loss": 0.4932,
      "step": 146197
    },
    {
      "epoch": 5.988040139258652,
      "grad_norm": 1.4131673606554045,
      "learning_rate": 3.023080213310214e-09,
      "loss": 0.3658,
      "step": 146198
    },
    {
      "epoch": 5.988081097685849,
      "grad_norm": 0.8495683394412984,
      "learning_rate": 3.0024097089520473e-09,
      "loss": 0.2225,
      "step": 146199
    },
    {
      "epoch": 5.9881220561130455,
      "grad_norm": 1.4578403246189215,
      "learning_rate": 2.9818101144551964e-09,
      "loss": 0.4174,
      "step": 146200
    },
    {
      "epoch": 5.988163014540242,
      "grad_norm": 1.1316232192576716,
      "learning_rate": 2.9612814298363153e-09,
      "loss": 0.1863,
      "step": 146201
    },
    {
      "epoch": 5.988203972967438,
      "grad_norm": 1.7912253001979062,
      "learning_rate": 2.94082365512871e-09,
      "loss": 0.5482,
      "step": 146202
    },
    {
      "epoch": 5.988244931394634,
      "grad_norm": 1.3814552136493221,
      "learning_rate": 2.9204367903157277e-09,
      "loss": 0.4268,
      "step": 146203
    },
    {
      "epoch": 5.988285889821831,
      "grad_norm": 0.4624237707128954,
      "learning_rate": 2.9001208354306747e-09,
      "loss": 0.0339,
      "step": 146204
    },
    {
      "epoch": 5.988326848249027,
      "grad_norm": 1.6191579671372636,
      "learning_rate": 2.879875790456898e-09,
      "loss": 0.513,
      "step": 146205
    },
    {
      "epoch": 5.988367806676224,
      "grad_norm": 1.6078281225311444,
      "learning_rate": 2.859701655427704e-09,
      "loss": 0.5021,
      "step": 146206
    },
    {
      "epoch": 5.98840876510342,
      "grad_norm": 1.527391105099642,
      "learning_rate": 2.839598430343093e-09,
      "loss": 0.5457,
      "step": 146207
    },
    {
      "epoch": 5.988449723530616,
      "grad_norm": 1.3248182889757119,
      "learning_rate": 2.8195661152030648e-09,
      "loss": 0.3979,
      "step": 146208
    },
    {
      "epoch": 5.9884906819578125,
      "grad_norm": 1.761725340740126,
      "learning_rate": 2.799604710040926e-09,
      "loss": 0.6749,
      "step": 146209
    },
    {
      "epoch": 5.988531640385009,
      "grad_norm": 1.1419420084564853,
      "learning_rate": 2.7797142148400232e-09,
      "loss": 0.4794,
      "step": 146210
    },
    {
      "epoch": 5.988572598812206,
      "grad_norm": 2.7032120763288345,
      "learning_rate": 2.75989462961701e-09,
      "loss": 1.7575,
      "step": 146211
    },
    {
      "epoch": 5.988613557239402,
      "grad_norm": 1.5615457889471367,
      "learning_rate": 2.7401459543885396e-09,
      "loss": 0.4484,
      "step": 146212
    },
    {
      "epoch": 5.988654515666599,
      "grad_norm": 1.580570284726743,
      "learning_rate": 2.720468189154612e-09,
      "loss": 0.48,
      "step": 146213
    },
    {
      "epoch": 5.988695474093795,
      "grad_norm": 2.421975383567379,
      "learning_rate": 2.7008613339485343e-09,
      "loss": 0.8582,
      "step": 146214
    },
    {
      "epoch": 5.988736432520991,
      "grad_norm": 0.5739578191041408,
      "learning_rate": 2.6813253887536525e-09,
      "loss": 0.0264,
      "step": 146215
    },
    {
      "epoch": 5.988777390948187,
      "grad_norm": 1.0139501487115037,
      "learning_rate": 2.6618603535866202e-09,
      "loss": 0.1323,
      "step": 146216
    },
    {
      "epoch": 5.988818349375384,
      "grad_norm": 1.6512998153168195,
      "learning_rate": 2.6424662284474372e-09,
      "loss": 0.5072,
      "step": 146217
    },
    {
      "epoch": 5.9888593078025805,
      "grad_norm": 1.2584632993944485,
      "learning_rate": 2.623143013369411e-09,
      "loss": 0.3102,
      "step": 146218
    },
    {
      "epoch": 5.988900266229777,
      "grad_norm": 1.1530615677348754,
      "learning_rate": 2.6038907083358874e-09,
      "loss": 0.2083,
      "step": 146219
    },
    {
      "epoch": 5.9889412246569735,
      "grad_norm": 1.175084517615546,
      "learning_rate": 2.5847093133635197e-09,
      "loss": 0.2875,
      "step": 146220
    },
    {
      "epoch": 5.988982183084169,
      "grad_norm": 1.5344331333788286,
      "learning_rate": 2.5655988284856154e-09,
      "loss": 0.4088,
      "step": 146221
    },
    {
      "epoch": 5.989023141511366,
      "grad_norm": 2.648861137810029,
      "learning_rate": 2.546559253668867e-09,
      "loss": 1.8576,
      "step": 146222
    },
    {
      "epoch": 5.989064099938562,
      "grad_norm": 1.5833343750492082,
      "learning_rate": 2.5275905889632353e-09,
      "loss": 0.405,
      "step": 146223
    },
    {
      "epoch": 5.989105058365759,
      "grad_norm": 1.5110790937414327,
      "learning_rate": 2.5086928343520664e-09,
      "loss": 0.5316,
      "step": 146224
    },
    {
      "epoch": 5.989146016792955,
      "grad_norm": 1.3768544011840829,
      "learning_rate": 2.48986598983536e-09,
      "loss": 0.3237,
      "step": 146225
    },
    {
      "epoch": 5.989186975220152,
      "grad_norm": 0.8856877119581166,
      "learning_rate": 2.471110055463077e-09,
      "loss": 0.2155,
      "step": 146226
    },
    {
      "epoch": 5.9892279336473475,
      "grad_norm": 1.5180371528481102,
      "learning_rate": 2.45242503120191e-09,
      "loss": 0.4564,
      "step": 146227
    },
    {
      "epoch": 5.989268892074544,
      "grad_norm": 1.3942719315571663,
      "learning_rate": 2.433810917085166e-09,
      "loss": 0.3923,
      "step": 146228
    },
    {
      "epoch": 5.989309850501741,
      "grad_norm": 0.9815718057939138,
      "learning_rate": 2.4152677131128453e-09,
      "loss": 0.1359,
      "step": 146229
    },
    {
      "epoch": 5.989350808928937,
      "grad_norm": 0.4864362285364168,
      "learning_rate": 2.396795419284947e-09,
      "loss": 0.0359,
      "step": 146230
    },
    {
      "epoch": 5.989391767356134,
      "grad_norm": 1.3301385316027492,
      "learning_rate": 2.378394035618125e-09,
      "loss": 0.3805,
      "step": 146231
    },
    {
      "epoch": 5.98943272578333,
      "grad_norm": 1.5980871446962956,
      "learning_rate": 2.3600635621456866e-09,
      "loss": 0.5327,
      "step": 146232
    },
    {
      "epoch": 5.989473684210527,
      "grad_norm": 0.7498670381625878,
      "learning_rate": 2.3418039988343242e-09,
      "loss": 0.1104,
      "step": 146233
    },
    {
      "epoch": 5.989514642637722,
      "grad_norm": 1.667021351621936,
      "learning_rate": 2.3236153457173444e-09,
      "loss": 0.4883,
      "step": 146234
    },
    {
      "epoch": 5.989555601064919,
      "grad_norm": 3.0099079221739085,
      "learning_rate": 2.305497602794748e-09,
      "loss": 0.5431,
      "step": 146235
    },
    {
      "epoch": 5.9895965594921154,
      "grad_norm": 1.4221719653014455,
      "learning_rate": 2.287450770083188e-09,
      "loss": 0.4332,
      "step": 146236
    },
    {
      "epoch": 5.989637517919312,
      "grad_norm": 1.6085945797498253,
      "learning_rate": 2.2694748475826642e-09,
      "loss": 0.5376,
      "step": 146237
    },
    {
      "epoch": 5.9896784763465085,
      "grad_norm": 1.6111898616332476,
      "learning_rate": 2.25156983530983e-09,
      "loss": 0.473,
      "step": 146238
    },
    {
      "epoch": 5.989719434773705,
      "grad_norm": 1.318819912111811,
      "learning_rate": 2.2337357332646854e-09,
      "loss": 0.4331,
      "step": 146239
    },
    {
      "epoch": 5.989760393200901,
      "grad_norm": 0.6491697533928171,
      "learning_rate": 2.2159725414472305e-09,
      "loss": 0.1277,
      "step": 146240
    },
    {
      "epoch": 5.989801351628097,
      "grad_norm": 1.2826461909847204,
      "learning_rate": 2.1982802598907724e-09,
      "loss": 0.3292,
      "step": 146241
    },
    {
      "epoch": 5.989842310055294,
      "grad_norm": 1.5003524494128593,
      "learning_rate": 2.1806588885953104e-09,
      "loss": 0.5555,
      "step": 146242
    },
    {
      "epoch": 5.98988326848249,
      "grad_norm": 1.8083687297611217,
      "learning_rate": 2.1631084275608444e-09,
      "loss": 0.5521,
      "step": 146243
    },
    {
      "epoch": 5.989924226909687,
      "grad_norm": 1.1186694718591146,
      "learning_rate": 2.1456288768040286e-09,
      "loss": 0.2243,
      "step": 146244
    },
    {
      "epoch": 5.989965185336883,
      "grad_norm": 1.1250017504172365,
      "learning_rate": 2.1282202363248623e-09,
      "loss": 0.3516,
      "step": 146245
    },
    {
      "epoch": 5.990006143764079,
      "grad_norm": 2.01759880201958,
      "learning_rate": 2.110882506123346e-09,
      "loss": 0.819,
      "step": 146246
    },
    {
      "epoch": 5.990047102191276,
      "grad_norm": 1.0501404542061685,
      "learning_rate": 2.093615686232786e-09,
      "loss": 0.1596,
      "step": 146247
    },
    {
      "epoch": 5.990088060618472,
      "grad_norm": 0.7905866389606906,
      "learning_rate": 2.076419776653182e-09,
      "loss": 0.1821,
      "step": 146248
    },
    {
      "epoch": 5.990129019045669,
      "grad_norm": 0.91693426032328,
      "learning_rate": 2.0592947773845347e-09,
      "loss": 0.3026,
      "step": 146249
    },
    {
      "epoch": 5.990169977472865,
      "grad_norm": 1.5223316695247937,
      "learning_rate": 2.0422406884268437e-09,
      "loss": 0.4963,
      "step": 146250
    },
    {
      "epoch": 5.990210935900062,
      "grad_norm": 1.6669604814571994,
      "learning_rate": 2.025257509813416e-09,
      "loss": 0.6785,
      "step": 146251
    },
    {
      "epoch": 5.990251894327258,
      "grad_norm": 1.7992420641050402,
      "learning_rate": 2.008345241527598e-09,
      "loss": 0.6341,
      "step": 146252
    },
    {
      "epoch": 5.990292852754454,
      "grad_norm": 1.679548410158314,
      "learning_rate": 1.9915038836026966e-09,
      "loss": 0.3811,
      "step": 146253
    },
    {
      "epoch": 5.99033381118165,
      "grad_norm": 1.7214798586942472,
      "learning_rate": 1.9747334360220577e-09,
      "loss": 0.7302,
      "step": 146254
    },
    {
      "epoch": 5.990374769608847,
      "grad_norm": 1.475680876831528,
      "learning_rate": 1.958033898802336e-09,
      "loss": 0.6006,
      "step": 146255
    },
    {
      "epoch": 5.9904157280360435,
      "grad_norm": 0.4790792060851734,
      "learning_rate": 1.9414052719601836e-09,
      "loss": 0.0355,
      "step": 146256
    },
    {
      "epoch": 5.99045668646324,
      "grad_norm": 1.5291222225974705,
      "learning_rate": 1.924847555478948e-09,
      "loss": 0.6059,
      "step": 146257
    },
    {
      "epoch": 5.990497644890437,
      "grad_norm": 1.7651559875866913,
      "learning_rate": 1.9083607494085882e-09,
      "loss": 0.6711,
      "step": 146258
    },
    {
      "epoch": 5.990538603317632,
      "grad_norm": 1.7705418191728877,
      "learning_rate": 1.891944853715799e-09,
      "loss": 0.1678,
      "step": 146259
    },
    {
      "epoch": 5.990579561744829,
      "grad_norm": 1.5582705191480366,
      "learning_rate": 1.8755998684338858e-09,
      "loss": 0.5474,
      "step": 146260
    },
    {
      "epoch": 5.990620520172025,
      "grad_norm": 1.709121726875919,
      "learning_rate": 1.8593257935461958e-09,
      "loss": 0.5138,
      "step": 146261
    },
    {
      "epoch": 5.990661478599222,
      "grad_norm": 1.863073953088253,
      "learning_rate": 1.8431226290860356e-09,
      "loss": 0.7528,
      "step": 146262
    },
    {
      "epoch": 5.990702437026418,
      "grad_norm": 1.7239814945674419,
      "learning_rate": 1.8269903750534055e-09,
      "loss": 0.6685,
      "step": 146263
    },
    {
      "epoch": 5.990743395453615,
      "grad_norm": 0.9581481991591685,
      "learning_rate": 1.8109290314483048e-09,
      "loss": 0.1285,
      "step": 146264
    },
    {
      "epoch": 5.9907843538808105,
      "grad_norm": 1.408199298223321,
      "learning_rate": 1.7949385982873877e-09,
      "loss": 0.5343,
      "step": 146265
    },
    {
      "epoch": 5.990825312308007,
      "grad_norm": 0.3584285676563108,
      "learning_rate": 1.7790190755706535e-09,
      "loss": 0.0347,
      "step": 146266
    },
    {
      "epoch": 5.990866270735204,
      "grad_norm": 1.5746913193129897,
      "learning_rate": 1.7631704632981025e-09,
      "loss": 0.5029,
      "step": 146267
    },
    {
      "epoch": 5.9909072291624,
      "grad_norm": 1.0401828738976757,
      "learning_rate": 1.7473927615030413e-09,
      "loss": 0.2825,
      "step": 146268
    },
    {
      "epoch": 5.990948187589597,
      "grad_norm": 1.6186578936664104,
      "learning_rate": 1.7316859701688169e-09,
      "loss": 0.5833,
      "step": 146269
    },
    {
      "epoch": 5.990989146016793,
      "grad_norm": 1.416982914838921,
      "learning_rate": 1.7160500893120821e-09,
      "loss": 0.4662,
      "step": 146270
    },
    {
      "epoch": 5.99103010444399,
      "grad_norm": 1.414862605159579,
      "learning_rate": 1.7004851189494905e-09,
      "loss": 0.403,
      "step": 146271
    },
    {
      "epoch": 5.991071062871185,
      "grad_norm": 1.436942236903097,
      "learning_rate": 1.6849910590810422e-09,
      "loss": 0.4267,
      "step": 146272
    },
    {
      "epoch": 5.991112021298382,
      "grad_norm": 1.7002483007026823,
      "learning_rate": 1.6695679097067372e-09,
      "loss": 0.5609,
      "step": 146273
    },
    {
      "epoch": 5.9911529797255785,
      "grad_norm": 1.722878629786868,
      "learning_rate": 1.6542156708265752e-09,
      "loss": 0.4024,
      "step": 146274
    },
    {
      "epoch": 5.991193938152775,
      "grad_norm": 1.5190949032183012,
      "learning_rate": 1.6389343424738633e-09,
      "loss": 0.5701,
      "step": 146275
    },
    {
      "epoch": 5.9912348965799715,
      "grad_norm": 1.558993579159948,
      "learning_rate": 1.6237239246319477e-09,
      "loss": 0.4719,
      "step": 146276
    },
    {
      "epoch": 5.991275855007168,
      "grad_norm": 1.3238249992653206,
      "learning_rate": 1.6085844173341355e-09,
      "loss": 0.3321,
      "step": 146277
    },
    {
      "epoch": 5.991316813434365,
      "grad_norm": 1.6278233735216086,
      "learning_rate": 1.5935158205637733e-09,
      "loss": 0.5574,
      "step": 146278
    },
    {
      "epoch": 5.99135777186156,
      "grad_norm": 1.5785464041178403,
      "learning_rate": 1.5785181343375143e-09,
      "loss": 0.417,
      "step": 146279
    },
    {
      "epoch": 5.991398730288757,
      "grad_norm": 0.87109215113299,
      "learning_rate": 1.5635913586553584e-09,
      "loss": 0.184,
      "step": 146280
    },
    {
      "epoch": 5.991439688715953,
      "grad_norm": 2.0985333484559163,
      "learning_rate": 1.5487354935339591e-09,
      "loss": 1.0613,
      "step": 146281
    },
    {
      "epoch": 5.99148064714315,
      "grad_norm": 1.926662756934022,
      "learning_rate": 1.5339505389733164e-09,
      "loss": 0.6067,
      "step": 146282
    },
    {
      "epoch": 5.991521605570346,
      "grad_norm": 0.9944906369856417,
      "learning_rate": 1.5192364949900838e-09,
      "loss": 0.1777,
      "step": 146283
    },
    {
      "epoch": 5.991562563997542,
      "grad_norm": 1.4709312667744199,
      "learning_rate": 1.5045933615676075e-09,
      "loss": 0.4741,
      "step": 146284
    },
    {
      "epoch": 5.991603522424739,
      "grad_norm": 1.8409560087466557,
      "learning_rate": 1.490021138755848e-09,
      "loss": 0.596,
      "step": 146285
    },
    {
      "epoch": 5.991644480851935,
      "grad_norm": 1.7321089703371324,
      "learning_rate": 1.4755198265214985e-09,
      "loss": 0.6087,
      "step": 146286
    },
    {
      "epoch": 5.991685439279132,
      "grad_norm": 1.674982048648823,
      "learning_rate": 1.461089424881212e-09,
      "loss": 0.6823,
      "step": 146287
    },
    {
      "epoch": 5.991726397706328,
      "grad_norm": 1.7746314709886086,
      "learning_rate": 1.4467299338516426e-09,
      "loss": 0.5184,
      "step": 146288
    },
    {
      "epoch": 5.991767356133525,
      "grad_norm": 1.5157617921034026,
      "learning_rate": 1.4324413534327895e-09,
      "loss": 0.5349,
      "step": 146289
    },
    {
      "epoch": 5.991808314560721,
      "grad_norm": 1.6156827538143557,
      "learning_rate": 1.418223683624653e-09,
      "loss": 0.3844,
      "step": 146290
    },
    {
      "epoch": 5.991849272987917,
      "grad_norm": 1.5708358873728328,
      "learning_rate": 1.40407692446054e-09,
      "loss": 0.6062,
      "step": 146291
    },
    {
      "epoch": 5.9918902314151135,
      "grad_norm": 1.6843100767059742,
      "learning_rate": 1.3900010759237966e-09,
      "loss": 0.5601,
      "step": 146292
    },
    {
      "epoch": 5.99193118984231,
      "grad_norm": 2.261907829519071,
      "learning_rate": 1.3759961380144236e-09,
      "loss": 0.6713,
      "step": 146293
    },
    {
      "epoch": 5.9919721482695065,
      "grad_norm": 1.592899959667127,
      "learning_rate": 1.3620621107490737e-09,
      "loss": 0.3909,
      "step": 146294
    },
    {
      "epoch": 5.992013106696703,
      "grad_norm": 1.4519407868062295,
      "learning_rate": 1.3481989941444005e-09,
      "loss": 0.4549,
      "step": 146295
    },
    {
      "epoch": 5.9920540651239,
      "grad_norm": 1.7370990818759575,
      "learning_rate": 1.334406788200404e-09,
      "loss": 0.5011,
      "step": 146296
    },
    {
      "epoch": 5.992095023551096,
      "grad_norm": 1.6229413899131677,
      "learning_rate": 1.320685492917084e-09,
      "loss": 0.6401,
      "step": 146297
    },
    {
      "epoch": 5.992135981978292,
      "grad_norm": 1.4861729628814573,
      "learning_rate": 1.307035108311094e-09,
      "loss": 0.446,
      "step": 146298
    },
    {
      "epoch": 5.992176940405488,
      "grad_norm": 1.3364868782754762,
      "learning_rate": 1.2934556343824343e-09,
      "loss": 0.3801,
      "step": 146299
    },
    {
      "epoch": 5.992217898832685,
      "grad_norm": 1.5864446771827736,
      "learning_rate": 1.2799470711311044e-09,
      "loss": 0.4906,
      "step": 146300
    },
    {
      "epoch": 5.992258857259881,
      "grad_norm": 1.3414330187129613,
      "learning_rate": 1.266509418573758e-09,
      "loss": 0.3368,
      "step": 146301
    },
    {
      "epoch": 5.992299815687078,
      "grad_norm": 0.852859190457267,
      "learning_rate": 1.2531426767103948e-09,
      "loss": 0.2068,
      "step": 146302
    },
    {
      "epoch": 5.992340774114274,
      "grad_norm": 1.3554927713281832,
      "learning_rate": 1.2398468455576681e-09,
      "loss": 0.3426,
      "step": 146303
    },
    {
      "epoch": 5.99238173254147,
      "grad_norm": 1.0724525603546275,
      "learning_rate": 1.2266219251155785e-09,
      "loss": 0.1791,
      "step": 146304
    },
    {
      "epoch": 5.992422690968667,
      "grad_norm": 1.462531085563003,
      "learning_rate": 1.2134679153841254e-09,
      "loss": 0.532,
      "step": 146305
    },
    {
      "epoch": 5.992463649395863,
      "grad_norm": 1.0020053638066577,
      "learning_rate": 1.2003848163799622e-09,
      "loss": 0.1963,
      "step": 146306
    },
    {
      "epoch": 5.99250460782306,
      "grad_norm": 2.1536897931012344,
      "learning_rate": 1.1873726280864359e-09,
      "loss": 0.4353,
      "step": 146307
    },
    {
      "epoch": 5.992545566250256,
      "grad_norm": 1.3369310889398993,
      "learning_rate": 1.1744313505535063e-09,
      "loss": 0.3847,
      "step": 146308
    },
    {
      "epoch": 5.992586524677453,
      "grad_norm": 0.47076652544299974,
      "learning_rate": 1.1615609837478667e-09,
      "loss": 0.0571,
      "step": 146309
    },
    {
      "epoch": 5.992627483104648,
      "grad_norm": 1.0649418563746773,
      "learning_rate": 1.1487615276861705e-09,
      "loss": 0.3953,
      "step": 146310
    },
    {
      "epoch": 5.992668441531845,
      "grad_norm": 1.1602129515835344,
      "learning_rate": 1.1360329823850712e-09,
      "loss": 0.1606,
      "step": 146311
    },
    {
      "epoch": 5.9927093999590415,
      "grad_norm": 1.6141789349498594,
      "learning_rate": 1.123375347827915e-09,
      "loss": 0.5063,
      "step": 146312
    },
    {
      "epoch": 5.992750358386238,
      "grad_norm": 2.5390426186304964,
      "learning_rate": 1.110788624048009e-09,
      "loss": 1.4402,
      "step": 146313
    },
    {
      "epoch": 5.992791316813435,
      "grad_norm": 1.3507891812514399,
      "learning_rate": 1.098272811045353e-09,
      "loss": 0.3844,
      "step": 146314
    },
    {
      "epoch": 5.992832275240631,
      "grad_norm": 1.2933923924490414,
      "learning_rate": 1.085827908803294e-09,
      "loss": 0.3491,
      "step": 146315
    },
    {
      "epoch": 5.992873233667828,
      "grad_norm": 1.6626258369716052,
      "learning_rate": 1.0734539173551381e-09,
      "loss": 0.5483,
      "step": 146316
    },
    {
      "epoch": 5.992914192095023,
      "grad_norm": 0.7744726633225045,
      "learning_rate": 1.0611508367008859e-09,
      "loss": 0.1855,
      "step": 146317
    },
    {
      "epoch": 5.99295515052222,
      "grad_norm": 1.3869880068555966,
      "learning_rate": 1.0489186668238835e-09,
      "loss": 0.4113,
      "step": 146318
    },
    {
      "epoch": 5.992996108949416,
      "grad_norm": 1.477881573570318,
      "learning_rate": 1.0367574077574382e-09,
      "loss": 0.5356,
      "step": 146319
    },
    {
      "epoch": 5.993037067376613,
      "grad_norm": 1.040272620952938,
      "learning_rate": 1.0246670595015493e-09,
      "loss": 0.1939,
      "step": 146320
    },
    {
      "epoch": 5.993078025803809,
      "grad_norm": 1.6435410991176458,
      "learning_rate": 1.012647622039564e-09,
      "loss": 0.4817,
      "step": 146321
    },
    {
      "epoch": 5.993118984231005,
      "grad_norm": 1.987595278911073,
      "learning_rate": 1.000699095404789e-09,
      "loss": 0.638,
      "step": 146322
    },
    {
      "epoch": 5.993159942658202,
      "grad_norm": 1.6796585010700071,
      "learning_rate": 9.888214795972237e-10,
      "loss": 0.5215,
      "step": 146323
    },
    {
      "epoch": 5.993200901085398,
      "grad_norm": 1.8596903302059031,
      "learning_rate": 9.770147746168688e-10,
      "loss": 0.9071,
      "step": 146324
    },
    {
      "epoch": 5.993241859512595,
      "grad_norm": 1.5696857971982678,
      "learning_rate": 9.65278980463724e-10,
      "loss": 0.4434,
      "step": 146325
    },
    {
      "epoch": 5.993282817939791,
      "grad_norm": 1.4679080527640531,
      "learning_rate": 9.536140971544425e-10,
      "loss": 0.4201,
      "step": 146326
    },
    {
      "epoch": 5.993323776366988,
      "grad_norm": 1.6801328161577405,
      "learning_rate": 9.42020124705678e-10,
      "loss": 0.5262,
      "step": 146327
    },
    {
      "epoch": 5.993364734794184,
      "grad_norm": 1.2751454114270946,
      "learning_rate": 9.304970630841236e-10,
      "loss": 0.3608,
      "step": 146328
    },
    {
      "epoch": 5.99340569322138,
      "grad_norm": 1.1281856899946532,
      "learning_rate": 9.190449123230859e-10,
      "loss": 0.2411,
      "step": 146329
    },
    {
      "epoch": 5.9934466516485765,
      "grad_norm": 1.506185636659226,
      "learning_rate": 9.076636724392184e-10,
      "loss": 0.4912,
      "step": 146330
    },
    {
      "epoch": 5.993487610075773,
      "grad_norm": 1.0007082062475567,
      "learning_rate": 8.963533433992143e-10,
      "loss": 0.1926,
      "step": 146331
    },
    {
      "epoch": 5.9935285685029696,
      "grad_norm": 1.4628523670170728,
      "learning_rate": 8.851139252530337e-10,
      "loss": 0.3661,
      "step": 146332
    },
    {
      "epoch": 5.993569526930166,
      "grad_norm": 1.5542202196654977,
      "learning_rate": 8.739454179673699e-10,
      "loss": 0.4929,
      "step": 146333
    },
    {
      "epoch": 5.993610485357363,
      "grad_norm": 0.8864917685135633,
      "learning_rate": 8.628478215755297e-10,
      "loss": 0.1942,
      "step": 146334
    },
    {
      "epoch": 5.993651443784559,
      "grad_norm": 2.459466336630819,
      "learning_rate": 8.518211360608596e-10,
      "loss": 0.8838,
      "step": 146335
    },
    {
      "epoch": 5.993692402211755,
      "grad_norm": 1.456732769459605,
      "learning_rate": 8.408653614566663e-10,
      "loss": 0.3815,
      "step": 146336
    },
    {
      "epoch": 5.993733360638951,
      "grad_norm": 1.8022790400951076,
      "learning_rate": 8.299804977296432e-10,
      "loss": 0.5721,
      "step": 146337
    },
    {
      "epoch": 5.993774319066148,
      "grad_norm": 1.437035466745832,
      "learning_rate": 8.191665449130968e-10,
      "loss": 0.374,
      "step": 146338
    },
    {
      "epoch": 5.993815277493344,
      "grad_norm": 1.2213706267569118,
      "learning_rate": 8.084235030236807e-10,
      "loss": 0.2856,
      "step": 146339
    },
    {
      "epoch": 5.993856235920541,
      "grad_norm": 1.4293433967066813,
      "learning_rate": 7.977513720280881e-10,
      "loss": 0.3894,
      "step": 146340
    },
    {
      "epoch": 5.993897194347737,
      "grad_norm": 1.3502154071174433,
      "learning_rate": 7.871501519596257e-10,
      "loss": 0.3082,
      "step": 146341
    },
    {
      "epoch": 5.993938152774933,
      "grad_norm": 1.6047835660848817,
      "learning_rate": 7.766198428016401e-10,
      "loss": 0.5274,
      "step": 146342
    },
    {
      "epoch": 5.99397911120213,
      "grad_norm": 1.632158335287867,
      "learning_rate": 7.661604445874381e-10,
      "loss": 0.6468,
      "step": 146343
    },
    {
      "epoch": 5.994020069629326,
      "grad_norm": 1.6670502703623484,
      "learning_rate": 7.557719573003662e-10,
      "loss": 0.4494,
      "step": 146344
    },
    {
      "epoch": 5.994061028056523,
      "grad_norm": 2.754628528830653,
      "learning_rate": 7.454543809570779e-10,
      "loss": 2.0598,
      "step": 146345
    },
    {
      "epoch": 5.994101986483719,
      "grad_norm": 1.7895356666140019,
      "learning_rate": 7.35207715557573e-10,
      "loss": 0.5711,
      "step": 146346
    },
    {
      "epoch": 5.994142944910916,
      "grad_norm": 0.809078791367711,
      "learning_rate": 7.250319611018518e-10,
      "loss": 0.1898,
      "step": 146347
    },
    {
      "epoch": 5.9941839033381115,
      "grad_norm": 1.4578012791690094,
      "learning_rate": 7.149271175899141e-10,
      "loss": 0.4511,
      "step": 146348
    },
    {
      "epoch": 5.994224861765308,
      "grad_norm": 2.033431806308819,
      "learning_rate": 7.048931850550665e-10,
      "loss": 0.8916,
      "step": 146349
    },
    {
      "epoch": 5.9942658201925045,
      "grad_norm": 1.0669206101427682,
      "learning_rate": 6.949301634640025e-10,
      "loss": 0.2318,
      "step": 146350
    },
    {
      "epoch": 5.994306778619701,
      "grad_norm": 1.7080894030130085,
      "learning_rate": 6.850380528500288e-10,
      "loss": 0.419,
      "step": 146351
    },
    {
      "epoch": 5.994347737046898,
      "grad_norm": 2.4245616729315254,
      "learning_rate": 6.752168532131452e-10,
      "loss": 1.7884,
      "step": 146352
    },
    {
      "epoch": 5.994388695474094,
      "grad_norm": 1.2901623993749645,
      "learning_rate": 6.654665645533519e-10,
      "loss": 0.3433,
      "step": 146353
    },
    {
      "epoch": 5.994429653901291,
      "grad_norm": 1.310402786355856,
      "learning_rate": 6.557871868706488e-10,
      "loss": 0.3476,
      "step": 146354
    },
    {
      "epoch": 5.994470612328486,
      "grad_norm": 1.7610152122162328,
      "learning_rate": 6.461787201650359e-10,
      "loss": 0.6549,
      "step": 146355
    },
    {
      "epoch": 5.994511570755683,
      "grad_norm": 1.5642412764472293,
      "learning_rate": 6.366411644531666e-10,
      "loss": 0.5232,
      "step": 146356
    },
    {
      "epoch": 5.994552529182879,
      "grad_norm": 0.9248441926538915,
      "learning_rate": 6.271745197516942e-10,
      "loss": 0.1943,
      "step": 146357
    },
    {
      "epoch": 5.994593487610076,
      "grad_norm": 1.0705678785280717,
      "learning_rate": 6.17778786027312e-10,
      "loss": 0.3286,
      "step": 146358
    },
    {
      "epoch": 5.9946344460372725,
      "grad_norm": 2.648502125185953,
      "learning_rate": 6.084539633299801e-10,
      "loss": 1.9693,
      "step": 146359
    },
    {
      "epoch": 5.994675404464468,
      "grad_norm": 1.7497460503289164,
      "learning_rate": 5.992000516263917e-10,
      "loss": 0.5282,
      "step": 146360
    },
    {
      "epoch": 5.994716362891665,
      "grad_norm": 2.4072464897855803,
      "learning_rate": 5.900170509332003e-10,
      "loss": 1.4705,
      "step": 146361
    },
    {
      "epoch": 5.994757321318861,
      "grad_norm": 1.646777688519252,
      "learning_rate": 5.809049612670591e-10,
      "loss": 0.4122,
      "step": 146362
    },
    {
      "epoch": 5.994798279746058,
      "grad_norm": 0.8229197461095943,
      "learning_rate": 5.718637826113148e-10,
      "loss": 0.19,
      "step": 146363
    },
    {
      "epoch": 5.994839238173254,
      "grad_norm": 1.016312643400939,
      "learning_rate": 5.628935149826208e-10,
      "loss": 0.1971,
      "step": 146364
    },
    {
      "epoch": 5.994880196600451,
      "grad_norm": 0.8049887736020951,
      "learning_rate": 5.539941583976304e-10,
      "loss": 0.1493,
      "step": 146365
    },
    {
      "epoch": 5.994921155027647,
      "grad_norm": 1.776753597431686,
      "learning_rate": 5.451657128396903e-10,
      "loss": 0.5968,
      "step": 146366
    },
    {
      "epoch": 5.994962113454843,
      "grad_norm": 0.8915664363745923,
      "learning_rate": 5.364081783088004e-10,
      "loss": 0.1932,
      "step": 146367
    },
    {
      "epoch": 5.9950030718820395,
      "grad_norm": 1.575534262708231,
      "learning_rate": 5.277215548382674e-10,
      "loss": 0.5488,
      "step": 146368
    },
    {
      "epoch": 5.995044030309236,
      "grad_norm": 1.5012523887747968,
      "learning_rate": 5.191058423947847e-10,
      "loss": 0.4685,
      "step": 146369
    },
    {
      "epoch": 5.995084988736433,
      "grad_norm": 0.9127424765014314,
      "learning_rate": 5.10561041011659e-10,
      "loss": 0.1769,
      "step": 146370
    },
    {
      "epoch": 5.995125947163629,
      "grad_norm": 1.2532731178724794,
      "learning_rate": 5.020871506888902e-10,
      "loss": 0.4,
      "step": 146371
    },
    {
      "epoch": 5.995166905590826,
      "grad_norm": 1.913688792443917,
      "learning_rate": 4.936841714264783e-10,
      "loss": 0.6193,
      "step": 146372
    },
    {
      "epoch": 5.995207864018022,
      "grad_norm": 1.687900673148,
      "learning_rate": 4.853521032077701e-10,
      "loss": 0.7459,
      "step": 146373
    },
    {
      "epoch": 5.995248822445218,
      "grad_norm": 1.3690364710491636,
      "learning_rate": 4.770909460660722e-10,
      "loss": 0.4097,
      "step": 146374
    },
    {
      "epoch": 5.995289780872414,
      "grad_norm": 1.383665836204641,
      "learning_rate": 4.689007000013845e-10,
      "loss": 0.3933,
      "step": 146375
    },
    {
      "epoch": 5.995330739299611,
      "grad_norm": 1.7039870902379535,
      "learning_rate": 4.6078136499705375e-10,
      "loss": 0.4657,
      "step": 146376
    },
    {
      "epoch": 5.9953716977268074,
      "grad_norm": 1.0570594137248326,
      "learning_rate": 4.5273294108638667e-10,
      "loss": 0.2298,
      "step": 146377
    },
    {
      "epoch": 5.995412656154004,
      "grad_norm": 2.2806874412886438,
      "learning_rate": 4.4475542825272994e-10,
      "loss": 0.7356,
      "step": 146378
    },
    {
      "epoch": 5.9954536145812,
      "grad_norm": 1.6859119897651464,
      "learning_rate": 4.3684882649608346e-10,
      "loss": 0.6471,
      "step": 146379
    },
    {
      "epoch": 5.995494573008396,
      "grad_norm": 0.9710346192465191,
      "learning_rate": 4.290131358331006e-10,
      "loss": 0.2077,
      "step": 146380
    },
    {
      "epoch": 5.995535531435593,
      "grad_norm": 1.5554085980205774,
      "learning_rate": 4.212483562637814e-10,
      "loss": 0.554,
      "step": 146381
    },
    {
      "epoch": 5.995576489862789,
      "grad_norm": 0.996441812488347,
      "learning_rate": 4.1355448780477916e-10,
      "loss": 0.2415,
      "step": 146382
    },
    {
      "epoch": 5.995617448289986,
      "grad_norm": 1.5615889539864714,
      "learning_rate": 4.0593153042278727e-10,
      "loss": 0.4396,
      "step": 146383
    },
    {
      "epoch": 5.995658406717182,
      "grad_norm": 0.9597849928973797,
      "learning_rate": 3.983794841677657e-10,
      "loss": 0.1334,
      "step": 146384
    },
    {
      "epoch": 5.995699365144379,
      "grad_norm": 1.5596344212417117,
      "learning_rate": 3.908983490064077e-10,
      "loss": 0.3615,
      "step": 146385
    },
    {
      "epoch": 5.9957403235715745,
      "grad_norm": 1.4313845535748158,
      "learning_rate": 3.8348812495536674e-10,
      "loss": 0.3217,
      "step": 146386
    },
    {
      "epoch": 5.995781281998771,
      "grad_norm": 1.2907646774800132,
      "learning_rate": 3.7614881201464275e-10,
      "loss": 0.4126,
      "step": 146387
    },
    {
      "epoch": 5.995822240425968,
      "grad_norm": 1.276297546777586,
      "learning_rate": 3.688804102008891e-10,
      "loss": 0.3758,
      "step": 146388
    },
    {
      "epoch": 5.995863198853164,
      "grad_norm": 0.5166908405533529,
      "learning_rate": 3.6168291951410575e-10,
      "loss": 0.0514,
      "step": 146389
    },
    {
      "epoch": 5.995904157280361,
      "grad_norm": 1.6443901620509411,
      "learning_rate": 3.545563399376394e-10,
      "loss": 0.503,
      "step": 146390
    },
    {
      "epoch": 5.995945115707557,
      "grad_norm": 1.224054198337447,
      "learning_rate": 3.4750067150479676e-10,
      "loss": 0.2659,
      "step": 146391
    },
    {
      "epoch": 5.995986074134754,
      "grad_norm": 1.1855173288723941,
      "learning_rate": 3.405159141989244e-10,
      "loss": 0.2114,
      "step": 146392
    },
    {
      "epoch": 5.996027032561949,
      "grad_norm": 1.4117068215054642,
      "learning_rate": 3.336020680200224e-10,
      "loss": 0.4545,
      "step": 146393
    },
    {
      "epoch": 5.996067990989146,
      "grad_norm": 1.7891677590535726,
      "learning_rate": 3.267591329847441e-10,
      "loss": 0.6674,
      "step": 146394
    },
    {
      "epoch": 5.996108949416342,
      "grad_norm": 1.683935407439801,
      "learning_rate": 3.1998710909308946e-10,
      "loss": 0.4355,
      "step": 146395
    },
    {
      "epoch": 5.996149907843539,
      "grad_norm": 1.6701480958657677,
      "learning_rate": 3.1328599634505844e-10,
      "loss": 0.501,
      "step": 146396
    },
    {
      "epoch": 5.9961908662707355,
      "grad_norm": 1.586513647592373,
      "learning_rate": 3.0665579474065115e-10,
      "loss": 0.5037,
      "step": 146397
    },
    {
      "epoch": 5.996231824697931,
      "grad_norm": 2.4328019820536952,
      "learning_rate": 3.0009650427986754e-10,
      "loss": 1.7563,
      "step": 146398
    },
    {
      "epoch": 5.996272783125128,
      "grad_norm": 1.7359058573771136,
      "learning_rate": 2.936081249960143e-10,
      "loss": 0.485,
      "step": 146399
    },
    {
      "epoch": 5.996313741552324,
      "grad_norm": 1.144686075928335,
      "learning_rate": 2.871906568557847e-10,
      "loss": 0.2097,
      "step": 146400
    },
    {
      "epoch": 5.996354699979521,
      "grad_norm": 1.4610689190668853,
      "learning_rate": 2.808440998758321e-10,
      "loss": 0.4221,
      "step": 146401
    },
    {
      "epoch": 5.996395658406717,
      "grad_norm": 0.8999507392546563,
      "learning_rate": 2.745684540561566e-10,
      "loss": 0.1614,
      "step": 146402
    },
    {
      "epoch": 5.996436616833914,
      "grad_norm": 1.489924442433162,
      "learning_rate": 2.6836371939675803e-10,
      "loss": 0.4831,
      "step": 146403
    },
    {
      "epoch": 5.99647757526111,
      "grad_norm": 2.1918088502342763,
      "learning_rate": 2.622298959142899e-10,
      "loss": 0.6613,
      "step": 146404
    },
    {
      "epoch": 5.996518533688306,
      "grad_norm": 1.6032206045896864,
      "learning_rate": 2.5616698360875207e-10,
      "loss": 0.3355,
      "step": 146405
    },
    {
      "epoch": 5.9965594921155025,
      "grad_norm": 1.3045273955979353,
      "learning_rate": 2.5017498248014466e-10,
      "loss": 0.3216,
      "step": 146406
    },
    {
      "epoch": 5.996600450542699,
      "grad_norm": 1.7165593938369068,
      "learning_rate": 2.442538925284676e-10,
      "loss": 0.6306,
      "step": 146407
    },
    {
      "epoch": 5.996641408969896,
      "grad_norm": 1.1303367254861412,
      "learning_rate": 2.3840371373706755e-10,
      "loss": 0.289,
      "step": 146408
    },
    {
      "epoch": 5.996682367397092,
      "grad_norm": 1.7994869620538054,
      "learning_rate": 2.3262444615590459e-10,
      "loss": 0.7795,
      "step": 146409
    },
    {
      "epoch": 5.996723325824289,
      "grad_norm": 0.9840473709627618,
      "learning_rate": 2.2691608975167196e-10,
      "loss": 0.1851,
      "step": 146410
    },
    {
      "epoch": 5.996764284251485,
      "grad_norm": 1.3184099646653455,
      "learning_rate": 2.2127864452436972e-10,
      "loss": 0.3761,
      "step": 146411
    },
    {
      "epoch": 5.996805242678681,
      "grad_norm": 1.634464465230315,
      "learning_rate": 2.1571211050730453e-10,
      "loss": 0.4112,
      "step": 146412
    },
    {
      "epoch": 5.996846201105877,
      "grad_norm": 1.4760869287580385,
      "learning_rate": 2.102164876671697e-10,
      "loss": 0.3544,
      "step": 146413
    },
    {
      "epoch": 5.996887159533074,
      "grad_norm": 1.7319295207944059,
      "learning_rate": 2.0479177602061858e-10,
      "loss": 0.6709,
      "step": 146414
    },
    {
      "epoch": 5.9969281179602705,
      "grad_norm": 1.0157618446950636,
      "learning_rate": 1.9943797558430453e-10,
      "loss": 0.2476,
      "step": 146415
    },
    {
      "epoch": 5.996969076387467,
      "grad_norm": 1.781869818429571,
      "learning_rate": 1.9415508635822752e-10,
      "loss": 0.6127,
      "step": 146416
    },
    {
      "epoch": 5.997010034814663,
      "grad_norm": 2.0257013650513005,
      "learning_rate": 1.8894310832573422e-10,
      "loss": 0.8092,
      "step": 146417
    },
    {
      "epoch": 5.997050993241859,
      "grad_norm": 1.732122777929756,
      "learning_rate": 1.83802041503478e-10,
      "loss": 0.6405,
      "step": 146418
    },
    {
      "epoch": 5.997091951669056,
      "grad_norm": 1.4188070476411054,
      "learning_rate": 1.7873188587480547e-10,
      "loss": 0.4255,
      "step": 146419
    },
    {
      "epoch": 5.997132910096252,
      "grad_norm": 0.7815219609607714,
      "learning_rate": 1.7373264147302336e-10,
      "loss": 0.1251,
      "step": 146420
    },
    {
      "epoch": 5.997173868523449,
      "grad_norm": 1.2004691818873177,
      "learning_rate": 1.6880430828147827e-10,
      "loss": 0.2544,
      "step": 146421
    },
    {
      "epoch": 5.997214826950645,
      "grad_norm": 0.9475199224991311,
      "learning_rate": 1.6394688631682363e-10,
      "loss": 0.1998,
      "step": 146422
    },
    {
      "epoch": 5.997255785377842,
      "grad_norm": 1.8910121848253694,
      "learning_rate": 1.59160375562406e-10,
      "loss": 0.6935,
      "step": 146423
    },
    {
      "epoch": 5.9972967438050375,
      "grad_norm": 1.5913256657214956,
      "learning_rate": 1.5444477601822548e-10,
      "loss": 0.4543,
      "step": 146424
    },
    {
      "epoch": 5.997337702232234,
      "grad_norm": 1.9068252914748605,
      "learning_rate": 1.4980008770093532e-10,
      "loss": 0.6674,
      "step": 146425
    },
    {
      "epoch": 5.997378660659431,
      "grad_norm": 11.92900558158784,
      "learning_rate": 1.4522631061053558e-10,
      "loss": 0.5404,
      "step": 146426
    },
    {
      "epoch": 5.997419619086627,
      "grad_norm": 0.2911118836039106,
      "learning_rate": 1.407234447636796e-10,
      "loss": 0.0186,
      "step": 146427
    },
    {
      "epoch": 5.997460577513824,
      "grad_norm": 1.5727780906394133,
      "learning_rate": 1.3629149012706065e-10,
      "loss": 0.4665,
      "step": 146428
    },
    {
      "epoch": 5.99750153594102,
      "grad_norm": 1.7945613848631203,
      "learning_rate": 1.3193044673398545e-10,
      "loss": 0.6142,
      "step": 146429
    },
    {
      "epoch": 5.997542494368217,
      "grad_norm": 1.689193143883145,
      "learning_rate": 1.2764031456780066e-10,
      "loss": 0.298,
      "step": 146430
    },
    {
      "epoch": 5.997583452795412,
      "grad_norm": 1.7300191576795891,
      "learning_rate": 1.2342109362850628e-10,
      "loss": 0.5428,
      "step": 146431
    },
    {
      "epoch": 5.997624411222609,
      "grad_norm": 2.1315240839731344,
      "learning_rate": 1.1927278393275564e-10,
      "loss": 0.7377,
      "step": 146432
    },
    {
      "epoch": 5.9976653696498055,
      "grad_norm": 0.8111972922454738,
      "learning_rate": 1.1519538548054875e-10,
      "loss": 0.1244,
      "step": 146433
    },
    {
      "epoch": 5.997706328077002,
      "grad_norm": 1.7796641311479722,
      "learning_rate": 1.111888982718856e-10,
      "loss": 0.5343,
      "step": 146434
    },
    {
      "epoch": 5.9977472865041985,
      "grad_norm": 1.940342257338449,
      "learning_rate": 1.072533223067662e-10,
      "loss": 0.6919,
      "step": 146435
    },
    {
      "epoch": 5.997788244931394,
      "grad_norm": 1.4031940854024347,
      "learning_rate": 1.0338865758519055e-10,
      "loss": 0.3398,
      "step": 146436
    },
    {
      "epoch": 5.997829203358591,
      "grad_norm": 1.5452504046936246,
      "learning_rate": 9.959490410715864e-11,
      "loss": 0.4482,
      "step": 146437
    },
    {
      "epoch": 5.997870161785787,
      "grad_norm": 1.8075505473128102,
      "learning_rate": 9.587206187267049e-11,
      "loss": 0.6342,
      "step": 146438
    },
    {
      "epoch": 5.997911120212984,
      "grad_norm": 1.4377152145746273,
      "learning_rate": 9.222013089837942e-11,
      "loss": 0.3812,
      "step": 146439
    },
    {
      "epoch": 5.99795207864018,
      "grad_norm": 1.3478786268438099,
      "learning_rate": 8.863911116763212e-11,
      "loss": 0.371,
      "step": 146440
    },
    {
      "epoch": 5.997993037067377,
      "grad_norm": 1.4508341906829003,
      "learning_rate": 8.512900269708189e-11,
      "loss": 0.4215,
      "step": 146441
    },
    {
      "epoch": 5.998033995494573,
      "grad_norm": 1.5250968511638612,
      "learning_rate": 8.168980548672876e-11,
      "loss": 0.4194,
      "step": 146442
    },
    {
      "epoch": 5.998074953921769,
      "grad_norm": 1.2224716394002213,
      "learning_rate": 7.832151953657273e-11,
      "loss": 0.3857,
      "step": 146443
    },
    {
      "epoch": 5.998115912348966,
      "grad_norm": 0.9894506894079996,
      "learning_rate": 7.502414482996045e-11,
      "loss": 0.2022,
      "step": 146444
    },
    {
      "epoch": 5.998156870776162,
      "grad_norm": 1.5208625645762208,
      "learning_rate": 7.179768140019859e-11,
      "loss": 0.5303,
      "step": 146445
    },
    {
      "epoch": 5.998197829203359,
      "grad_norm": 1.4539231491795104,
      "learning_rate": 6.864212921398049e-11,
      "loss": 0.3633,
      "step": 146446
    },
    {
      "epoch": 5.998238787630555,
      "grad_norm": 1.5453974096965664,
      "learning_rate": 6.555748830461283e-11,
      "loss": 0.3936,
      "step": 146447
    },
    {
      "epoch": 5.998279746057752,
      "grad_norm": 1.6950036955434544,
      "learning_rate": 6.254375865544226e-11,
      "loss": 0.5666,
      "step": 146448
    },
    {
      "epoch": 5.998320704484948,
      "grad_norm": 1.128266761730745,
      "learning_rate": 5.960094028312213e-11,
      "loss": 0.3827,
      "step": 146449
    },
    {
      "epoch": 5.998361662912144,
      "grad_norm": 1.7179289974816503,
      "learning_rate": 5.6729033170999085e-11,
      "loss": 0.6614,
      "step": 146450
    },
    {
      "epoch": 5.99840262133934,
      "grad_norm": 1.4493406147731898,
      "learning_rate": 5.392803731907313e-11,
      "loss": 0.4541,
      "step": 146451
    },
    {
      "epoch": 5.998443579766537,
      "grad_norm": 1.3058684518267754,
      "learning_rate": 5.1197952743997626e-11,
      "loss": 0.3715,
      "step": 146452
    },
    {
      "epoch": 5.9984845381937335,
      "grad_norm": 1.4143705297954583,
      "learning_rate": 4.853877944577256e-11,
      "loss": 0.3965,
      "step": 146453
    },
    {
      "epoch": 5.99852549662093,
      "grad_norm": 1.7188472354235822,
      "learning_rate": 4.595051740774458e-11,
      "loss": 0.5509,
      "step": 146454
    },
    {
      "epoch": 5.998566455048126,
      "grad_norm": 1.5148052634985412,
      "learning_rate": 4.3433166663220385e-11,
      "loss": 0.3769,
      "step": 146455
    },
    {
      "epoch": 5.998607413475322,
      "grad_norm": 0.7251231343141783,
      "learning_rate": 4.098672717889329e-11,
      "loss": 0.1052,
      "step": 146456
    },
    {
      "epoch": 5.998648371902519,
      "grad_norm": 1.5199941325660813,
      "learning_rate": 3.861119897141662e-11,
      "loss": 0.4315,
      "step": 146457
    },
    {
      "epoch": 5.998689330329715,
      "grad_norm": 1.0115011736755644,
      "learning_rate": 3.63065820407904e-11,
      "loss": 0.2034,
      "step": 146458
    },
    {
      "epoch": 5.998730288756912,
      "grad_norm": 1.4750006240115037,
      "learning_rate": 3.4072876403667956e-11,
      "loss": 0.3343,
      "step": 146459
    },
    {
      "epoch": 5.998771247184108,
      "grad_norm": 1.6730311692602493,
      "learning_rate": 3.191008202674261e-11,
      "loss": 0.5529,
      "step": 146460
    },
    {
      "epoch": 5.998812205611305,
      "grad_norm": 0.48997986778232316,
      "learning_rate": 2.981819894332105e-11,
      "loss": 0.0478,
      "step": 146461
    },
    {
      "epoch": 5.9988531640385006,
      "grad_norm": 1.619972670763924,
      "learning_rate": 2.779722713674992e-11,
      "loss": 0.5457,
      "step": 146462
    },
    {
      "epoch": 5.998894122465697,
      "grad_norm": 1.6140866602344173,
      "learning_rate": 2.584716662368258e-11,
      "loss": 0.4651,
      "step": 146463
    },
    {
      "epoch": 5.998935080892894,
      "grad_norm": 1.4474281944599556,
      "learning_rate": 2.3968017387465676e-11,
      "loss": 0.5109,
      "step": 146464
    },
    {
      "epoch": 5.99897603932009,
      "grad_norm": 1.848334840581648,
      "learning_rate": 2.2159779428099212e-11,
      "loss": 0.3915,
      "step": 146465
    },
    {
      "epoch": 5.999016997747287,
      "grad_norm": 1.478644758911749,
      "learning_rate": 2.042245276223653e-11,
      "loss": 0.5137,
      "step": 146466
    },
    {
      "epoch": 5.999057956174483,
      "grad_norm": 1.4261408091470336,
      "learning_rate": 1.8756037373224285e-11,
      "loss": 0.4437,
      "step": 146467
    },
    {
      "epoch": 5.99909891460168,
      "grad_norm": 2.30555068932041,
      "learning_rate": 1.716053329436917e-11,
      "loss": 1.1364,
      "step": 146468
    },
    {
      "epoch": 5.999139873028875,
      "grad_norm": 1.9031673098307031,
      "learning_rate": 1.563594047571115e-11,
      "loss": 0.7284,
      "step": 146469
    },
    {
      "epoch": 5.999180831456072,
      "grad_norm": 1.3284988482127018,
      "learning_rate": 1.4182258967210258e-11,
      "loss": 0.3385,
      "step": 146470
    },
    {
      "epoch": 5.9992217898832685,
      "grad_norm": 1.6917364919278202,
      "learning_rate": 1.2799488735559804e-11,
      "loss": 0.5702,
      "step": 146471
    },
    {
      "epoch": 5.999262748310465,
      "grad_norm": 1.4266707740478286,
      "learning_rate": 1.1487629797413134e-11,
      "loss": 0.4936,
      "step": 146472
    },
    {
      "epoch": 5.999303706737662,
      "grad_norm": 1.8420169827193988,
      "learning_rate": 1.0246682136116902e-11,
      "loss": 0.5464,
      "step": 146473
    },
    {
      "epoch": 5.999344665164857,
      "grad_norm": 0.8016169215428895,
      "learning_rate": 9.076645784977799e-12,
      "loss": 0.1308,
      "step": 146474
    },
    {
      "epoch": 5.999385623592054,
      "grad_norm": 1.913691297639117,
      "learning_rate": 7.977520727342479e-12,
      "loss": 0.6482,
      "step": 146475
    },
    {
      "epoch": 5.99942658201925,
      "grad_norm": 1.46920300804329,
      "learning_rate": 6.949306946557598e-12,
      "loss": 0.4148,
      "step": 146476
    },
    {
      "epoch": 5.999467540446447,
      "grad_norm": 1.8535437745074708,
      "learning_rate": 5.992004459276501e-12,
      "loss": 0.7017,
      "step": 146477
    },
    {
      "epoch": 5.999508498873643,
      "grad_norm": 1.7089992430372387,
      "learning_rate": 5.105613282152532e-12,
      "loss": 0.5899,
      "step": 146478
    },
    {
      "epoch": 5.99954945730084,
      "grad_norm": 0.8287390842875566,
      "learning_rate": 4.290133381879002e-12,
      "loss": 0.1347,
      "step": 146479
    },
    {
      "epoch": 5.999590415728036,
      "grad_norm": 1.5572801542277959,
      "learning_rate": 3.5455647751092553e-12,
      "loss": 0.5428,
      "step": 146480
    },
    {
      "epoch": 5.999631374155232,
      "grad_norm": 0.7279305224048647,
      "learning_rate": 2.8719074784966376e-12,
      "loss": 0.1788,
      "step": 146481
    },
    {
      "epoch": 5.999672332582429,
      "grad_norm": 1.4293776541272396,
      "learning_rate": 2.2691614587344586e-12,
      "loss": 0.4041,
      "step": 146482
    },
    {
      "epoch": 5.999713291009625,
      "grad_norm": 1.5705427168769117,
      "learning_rate": 1.7373267491294085e-12,
      "loss": 0.443,
      "step": 146483
    },
    {
      "epoch": 5.999754249436822,
      "grad_norm": 1.4987724592691034,
      "learning_rate": 1.276403333028142e-12,
      "loss": 0.375,
      "step": 146484
    },
    {
      "epoch": 5.999795207864018,
      "grad_norm": 1.6884080799932233,
      "learning_rate": 8.863911937773138e-13,
      "loss": 0.5457,
      "step": 146485
    },
    {
      "epoch": 5.999836166291215,
      "grad_norm": 0.8052245355355429,
      "learning_rate": 5.672903646836147e-13,
      "loss": 0.1055,
      "step": 146486
    },
    {
      "epoch": 5.999877124718411,
      "grad_norm": 2.061564056885877,
      "learning_rate": 3.191008290936992e-13,
      "loss": 0.6652,
      "step": 146487
    },
    {
      "epoch": 5.999918083145607,
      "grad_norm": 1.77293387327027,
      "learning_rate": 1.4182258700756732e-13,
      "loss": 0.3663,
      "step": 146488
    },
    {
      "epoch": 5.9999590415728035,
      "grad_norm": 1.2503806608040147,
      "learning_rate": 3.5455655078564514e-14,
      "loss": 0.2748,
      "step": 146489
    },
    {
      "epoch": 6.0,
      "grad_norm": 1.431289389944635,
      "learning_rate": 0.0,
      "loss": 0.3837,
      "step": 146490
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.8405040502548218,
      "eval_runtime": 4114.6247,
      "eval_samples_per_second": 5.934,
      "eval_steps_per_second": 5.934,
      "step": 146490
    },
    {
      "epoch": 6.0,
      "step": 146490,
      "total_flos": 815647319654400.0,
      "train_loss": 0.7950896838364001,
      "train_runtime": 426989.1001,
      "train_samples_per_second": 0.343,
      "train_steps_per_second": 0.343
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 146490,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 6,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 815647319654400.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}